-- Logs begin at Wed 2022-06-01 17:39:26 UTC, end at Wed 2022-06-01 20:25:24 UTC. -- Jun 01 18:28:20.759955 n-d-844202-1 systemd[1]: Started Devstack devstack@q-svc.service. Jun 01 18:28:23.288632 n-d-844202-1 neutron-server[88419]: INFO neutron.common.config [-] Logging enabled! Jun 01 18:28:23.289199 n-d-844202-1 neutron-server[88419]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.4.1.dev8 Jun 01 18:28:23.289290 n-d-844202-1 neutron-server[88419]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88419) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 01 18:28:23.292361 n-d-844202-1 neutron-server[88419]: INFO neutron.common.config [-] Logging enabled! Jun 01 18:28:23.292608 n-d-844202-1 neutron-server[88419]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.4.1.dev8 Jun 01 18:28:23.292909 n-d-844202-1 neutron-server[88419]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88419) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 01 18:28:23.293815 n-d-844202-1 neutron-server[88419]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 01 18:28:23.294038 n-d-844202-1 neutron-server[88419]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 01 18:28:23.294388 n-d-844202-1 neutron-server[88419]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 01 18:28:23.294626 n-d-844202-1 neutron-server[88419]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 01 18:28:23.294843 n-d-844202-1 neutron-server[88419]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 01 18:28:23.295156 n-d-844202-1 neutron-server[88419]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:23.295442 n-d-844202-1 neutron-server[88419]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:23.295725 n-d-844202-1 neutron-server[88419]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:23.295943 n-d-844202-1 neutron-server[88419]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:23.296257 n-d-844202-1 neutron-server[88419]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:23.296526 n-d-844202-1 neutron-server[88419]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:23.296796 n-d-844202-1 neutron-server[88419]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:23.297070 n-d-844202-1 neutron-server[88419]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:23.297354 n-d-844202-1 neutron-server[88419]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:23.297629 n-d-844202-1 neutron-server[88419]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:23.297896 n-d-844202-1 neutron-server[88419]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:23.298170 n-d-844202-1 neutron-server[88419]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:23.298391 n-d-844202-1 neutron-server[88419]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:23.298664 n-d-844202-1 neutron-server[88419]: DEBUG neutron.common.config [-] config_source = [] {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:23.298941 n-d-844202-1 neutron-server[88419]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:23.299213 n-d-844202-1 neutron-server[88419]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:23.299426 n-d-844202-1 neutron-server[88419]: DEBUG neutron.common.config [-] debug = True {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:23.299699 n-d-844202-1 neutron-server[88419]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:23.300129 n-d-844202-1 neutron-server[88419]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:23.300530 n-d-844202-1 neutron-server[88419]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:23.300801 n-d-844202-1 neutron-server[88419]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:23.301077 n-d-844202-1 neutron-server[88419]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:23.301349 n-d-844202-1 neutron-server[88419]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:23.301634 n-d-844202-1 neutron-server[88419]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:23.301903 n-d-844202-1 neutron-server[88419]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:23.302252 n-d-844202-1 neutron-server[88419]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:23.302573 n-d-844202-1 neutron-server[88419]: DEBUG neutron.common.config [-] host = n-d-844202-1 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:23.302843 n-d-844202-1 neutron-server[88419]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:23.303119 n-d-844202-1 neutron-server[88419]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:23.303394 n-d-844202-1 neutron-server[88419]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:23.303670 n-d-844202-1 neutron-server[88419]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:23.303932 n-d-844202-1 neutron-server[88419]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:23.304197 n-d-844202-1 neutron-server[88419]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:23.304493 n-d-844202-1 neutron-server[88419]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:23.304755 n-d-844202-1 neutron-server[88419]: DEBUG neutron.common.config [-] log_dir = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:23.305015 n-d-844202-1 neutron-server[88419]: DEBUG neutron.common.config [-] log_file = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:23.305279 n-d-844202-1 neutron-server[88419]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:23.305555 n-d-844202-1 neutron-server[88419]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:23.305830 n-d-844202-1 neutron-server[88419]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:23.306105 n-d-844202-1 neutron-server[88419]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:23.306320 n-d-844202-1 neutron-server[88419]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:23.306534 n-d-844202-1 neutron-server[88419]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:23.306809 n-d-844202-1 neutron-server[88419]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:23.307082 n-d-844202-1 neutron-server[88419]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:23.307346 n-d-844202-1 neutron-server[88419]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:23.307611 n-d-844202-1 neutron-server[88419]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:23.307875 n-d-844202-1 neutron-server[88419]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:23.308138 n-d-844202-1 neutron-server[88419]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:23.308424 n-d-844202-1 neutron-server[88419]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:23.308682 n-d-844202-1 neutron-server[88419]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:23.308959 n-d-844202-1 neutron-server[88419]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:23.309230 n-d-844202-1 neutron-server[88419]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:23.309501 n-d-844202-1 neutron-server[88419]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:23.309763 n-d-844202-1 neutron-server[88419]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:23.310024 n-d-844202-1 neutron-server[88419]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:23.310282 n-d-844202-1 neutron-server[88419]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:23.310540 n-d-844202-1 neutron-server[88419]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:23.310809 n-d-844202-1 neutron-server[88419]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:23.311070 n-d-844202-1 neutron-server[88419]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:23.311330 n-d-844202-1 neutron-server[88419]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:23.311589 n-d-844202-1 neutron-server[88419]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:23.311863 n-d-844202-1 neutron-server[88419]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:23.312120 n-d-844202-1 neutron-server[88419]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:23.312404 n-d-844202-1 neutron-server[88419]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:23.312697 n-d-844202-1 neutron-server[88419]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:23.312971 n-d-844202-1 neutron-server[88419]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:23.313240 n-d-844202-1 neutron-server[88419]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:23.313512 n-d-844202-1 neutron-server[88419]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:23.313775 n-d-844202-1 neutron-server[88419]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:23.314046 n-d-844202-1 neutron-server[88419]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:23.314307 n-d-844202-1 neutron-server[88419]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:23.314565 n-d-844202-1 neutron-server[88419]: DEBUG neutron.common.config [-] use_journal = False {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:23.314823 n-d-844202-1 neutron-server[88419]: DEBUG neutron.common.config [-] use_json = False {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:23.315082 n-d-844202-1 neutron-server[88419]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:23.315337 n-d-844202-1 neutron-server[88419]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:23.315604 n-d-844202-1 neutron-server[88419]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:23.315862 n-d-844202-1 neutron-server[88419]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:23.316123 n-d-844202-1 neutron-server[88419]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:23.316412 n-d-844202-1 neutron-server[88419]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:23.316672 n-d-844202-1 neutron-server[88419]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:23.316942 n-d-844202-1 neutron-server[88419]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:23.317548 n-d-844202-1 neutron-server[88419]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:23.317936 n-d-844202-1 neutron-server[88419]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:23.318231 n-d-844202-1 neutron-server[88419]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:23.318524 n-d-844202-1 neutron-server[88419]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:23.318809 n-d-844202-1 neutron-server[88419]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:23.319093 n-d-844202-1 neutron-server[88419]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:23.319366 n-d-844202-1 neutron-server[88419]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:23.319647 n-d-844202-1 neutron-server[88419]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:23.319916 n-d-844202-1 neutron-server[88419]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:23.320194 n-d-844202-1 neutron-server[88419]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:23.320499 n-d-844202-1 neutron-server[88419]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:23.320779 n-d-844202-1 neutron-server[88419]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:23.321051 n-d-844202-1 neutron-server[88419]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:23.321331 n-d-844202-1 neutron-server[88419]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:23.321601 n-d-844202-1 neutron-server[88419]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:23.321883 n-d-844202-1 neutron-server[88419]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:23.322180 n-d-844202-1 neutron-server[88419]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:23.322466 n-d-844202-1 neutron-server[88419]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:23.322747 n-d-844202-1 neutron-server[88419]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:23.323012 n-d-844202-1 neutron-server[88419]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:23.323276 n-d-844202-1 neutron-server[88419]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:23.323537 n-d-844202-1 neutron-server[88419]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:23.323804 n-d-844202-1 neutron-server[88419]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:23.324080 n-d-844202-1 neutron-server[88419]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:23.324395 n-d-844202-1 neutron-server[88419]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:23.324679 n-d-844202-1 neutron-server[88419]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:23.324944 n-d-844202-1 neutron-server[88419]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:23.325213 n-d-844202-1 neutron-server[88419]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:23.325493 n-d-844202-1 neutron-server[88419]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:23.325759 n-d-844202-1 neutron-server[88419]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:23.326021 n-d-844202-1 neutron-server[88419]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:23.326287 n-d-844202-1 neutron-server[88419]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:23.326567 n-d-844202-1 neutron-server[88419]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:23.326836 n-d-844202-1 neutron-server[88419]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:23.327098 n-d-844202-1 neutron-server[88419]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:23.327368 n-d-844202-1 neutron-server[88419]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:23.327649 n-d-844202-1 neutron-server[88419]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:23.327925 n-d-844202-1 neutron-server[88419]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:23.328189 n-d-844202-1 neutron-server[88419]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:23.328478 n-d-844202-1 neutron-server[88419]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:23.328770 n-d-844202-1 neutron-server[88419]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:23.329035 n-d-844202-1 neutron-server[88419]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:23.329296 n-d-844202-1 neutron-server[88419]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:23.329555 n-d-844202-1 neutron-server[88419]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:23.329821 n-d-844202-1 neutron-server[88419]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:23.330080 n-d-844202-1 neutron-server[88419]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:23.330353 n-d-844202-1 neutron-server[88419]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:23.330619 n-d-844202-1 neutron-server[88419]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:23.330879 n-d-844202-1 neutron-server[88419]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:23.331139 n-d-844202-1 neutron-server[88419]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:23.331407 n-d-844202-1 neutron-server[88419]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:23.331667 n-d-844202-1 neutron-server[88419]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:23.331930 n-d-844202-1 neutron-server[88419]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:23.332195 n-d-844202-1 neutron-server[88419]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:23.332484 n-d-844202-1 neutron-server[88419]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:23.333271 n-d-844202-1 neutron-server[88419]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:23.333536 n-d-844202-1 neutron-server[88419]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:23.333796 n-d-844202-1 neutron-server[88419]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:23.334058 n-d-844202-1 neutron-server[88419]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:23.334320 n-d-844202-1 neutron-server[88419]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:23.334581 n-d-844202-1 neutron-server[88419]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:23.334841 n-d-844202-1 neutron-server[88419]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:23.335103 n-d-844202-1 neutron-server[88419]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:23.335367 n-d-844202-1 neutron-server[88419]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:23.335626 n-d-844202-1 neutron-server[88419]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:23.335886 n-d-844202-1 neutron-server[88419]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:23.336148 n-d-844202-1 neutron-server[88419]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:23.336437 n-d-844202-1 neutron-server[88419]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:23.336698 n-d-844202-1 neutron-server[88419]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:23.336972 n-d-844202-1 neutron-server[88419]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:23.337259 n-d-844202-1 neutron-server[88419]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:23.337525 n-d-844202-1 neutron-server[88419]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:23.337793 n-d-844202-1 neutron-server[88419]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:23.338061 n-d-844202-1 neutron-server[88419]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:23.338327 n-d-844202-1 neutron-server[88419]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:23.338594 n-d-844202-1 neutron-server[88419]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:23.338858 n-d-844202-1 neutron-server[88419]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:23.339126 n-d-844202-1 neutron-server[88419]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:23.339399 n-d-844202-1 neutron-server[88419]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:23.339659 n-d-844202-1 neutron-server[88419]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:23.339936 n-d-844202-1 neutron-server[88419]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:23.340211 n-d-844202-1 neutron-server[88419]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:23.340510 n-d-844202-1 neutron-server[88419]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:23.340782 n-d-844202-1 neutron-server[88419]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:23.341050 n-d-844202-1 neutron-server[88419]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:23.341333 n-d-844202-1 neutron-server[88419]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:23.341599 n-d-844202-1 neutron-server[88419]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:23.341871 n-d-844202-1 neutron-server[88419]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:23.342137 n-d-844202-1 neutron-server[88419]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:23.342472 n-d-844202-1 neutron-server[88419]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:23.342691 n-d-844202-1 neutron-server[88419]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:23.342946 n-d-844202-1 neutron-server[88419]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:23.343227 n-d-844202-1 neutron-server[88419]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:23.343509 n-d-844202-1 neutron-server[88419]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:23.343790 n-d-844202-1 neutron-server[88419]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:23.344071 n-d-844202-1 neutron-server[88419]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:23.344412 n-d-844202-1 neutron-server[88419]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:23.344650 n-d-844202-1 neutron-server[88419]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:23.344948 n-d-844202-1 neutron-server[88419]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:23.345215 n-d-844202-1 neutron-server[88419]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:23.345423 n-d-844202-1 neutron-server[88419]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 01 18:28:23.345651 n-d-844202-1 neutron-server[88419]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=88419) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 01 18:28:23.731577 n-d-844202-1 neutron-server[88419]: INFO keyring.backend [-] Loading KWallet Jun 01 18:28:23.738623 n-d-844202-1 neutron-server[88419]: INFO keyring.backend [-] Loading SecretService Jun 01 18:28:23.742608 n-d-844202-1 neutron-server[88419]: INFO keyring.backend [-] Loading Windows Jun 01 18:28:23.743885 n-d-844202-1 neutron-server[88419]: INFO keyring.backend [-] Loading chainer Jun 01 18:28:23.744670 n-d-844202-1 neutron-server[88419]: INFO keyring.backend [-] Loading macOS Jun 01 18:28:23.776958 n-d-844202-1 neutron-server[88419]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=88419) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:28:23.777226 n-d-844202-1 neutron-server[88419]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=88419) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:28:23.777505 n-d-844202-1 neutron-server[88419]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=88419) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 18:28:23.777827 n-d-844202-1 neutron-server[88419]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 01 18:28:24.166608 n-d-844202-1 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:28:24.166809 n-d-844202-1 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:28:24.167066 n-d-844202-1 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:28:24.168449 n-d-844202-1 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:28:24.168719 n-d-844202-1 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:28:24.168975 n-d-844202-1 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:28:24.203465 n-d-844202-1 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:28:24.203737 n-d-844202-1 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:28:24.203998 n-d-844202-1 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:28:24.216989 n-d-844202-1 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:28:24.217256 n-d-844202-1 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:28:24.217512 n-d-844202-1 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:28:24.247648 n-d-844202-1 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:28:24.247921 n-d-844202-1 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:28:24.248182 n-d-844202-1 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:28:24.285341 n-d-844202-1 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:28:24.285612 n-d-844202-1 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:28:24.286407 n-d-844202-1 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:28:24.517692 n-d-844202-1 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=88419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:28:24.518312 n-d-844202-1 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=88419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:28:24.518312 n-d-844202-1 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=88419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:28:24.518492 n-d-844202-1 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=88419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:28:24.519173 n-d-844202-1 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=88419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:28:24.638184 n-d-844202-1 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=88419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:28:24.638491 n-d-844202-1 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=88419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:28:24.638765 n-d-844202-1 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=88419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:28:24.639029 n-d-844202-1 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=88419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:28:24.639287 n-d-844202-1 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=88419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:28:24.639591 n-d-844202-1 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=88419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:28:24.639928 n-d-844202-1 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=88419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:28:24.640182 n-d-844202-1 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=88419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:28:24.640455 n-d-844202-1 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=88419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:28:24.640732 n-d-844202-1 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=88419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:28:24.640986 n-d-844202-1 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=88419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:28:24.641244 n-d-844202-1 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=88419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:28:24.641502 n-d-844202-1 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:28:24.641753 n-d-844202-1 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=88419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:28:24.642013 n-d-844202-1 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=88419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:28:24.642275 n-d-844202-1 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=88419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:28:24.642526 n-d-844202-1 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=88419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:28:24.642792 n-d-844202-1 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:28:24.643038 n-d-844202-1 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:28:24.643310 n-d-844202-1 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:28:24.643653 n-d-844202-1 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=88419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:28:24.643899 n-d-844202-1 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=88419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:28:24.644140 n-d-844202-1 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=88419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:28:24.644443 n-d-844202-1 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:28:24.644687 n-d-844202-1 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:28:24.644925 n-d-844202-1 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:28:24.645898 n-d-844202-1 neutron-server[88419]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=88419) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 01 18:28:24.646139 n-d-844202-1 neutron-server[88419]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=88419) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 01 18:28:24.646375 n-d-844202-1 neutron-server[88419]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=88419) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 01 18:28:24.646605 n-d-844202-1 neutron-server[88419]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=88419) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 01 18:28:24.646831 n-d-844202-1 neutron-server[88419]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=88419) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 01 18:28:24.647055 n-d-844202-1 neutron-server[88419]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=88419) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 01 18:28:24.647409 n-d-844202-1 neutron-server[88419]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 01 18:28:24.650550 n-d-844202-1 neutron-server[88419]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 01 18:28:24.654410 n-d-844202-1 neutron-server[88419]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 01 18:28:24.658136 n-d-844202-1 neutron-server[88419]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Jun 01 18:28:24.659725 n-d-844202-1 neutron-server[88419]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 01 18:28:24.660333 n-d-844202-1 neutron-server[88419]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 01 18:28:24.660665 n-d-844202-1 neutron-server[88419]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 01 18:28:24.661647 n-d-844202-1 neutron-server[88419]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 01 18:28:24.664534 n-d-844202-1 neutron-server[88419]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 01 18:28:24.664778 n-d-844202-1 neutron-server[88419]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 01 18:28:24.665112 n-d-844202-1 neutron-server[88419]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 01 18:28:24.691948 n-d-844202-1 neutron-server[88419]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 01 18:28:24.692711 n-d-844202-1 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=88419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:28:24.693006 n-d-844202-1 neutron-server[88419]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=88419) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 01 18:28:24.693352 n-d-844202-1 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=88419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:28:24.694677 n-d-844202-1 neutron-server[88419]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=88419) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 01 18:28:24.694946 n-d-844202-1 neutron-server[88419]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 01 18:28:24.695179 n-d-844202-1 neutron-server[88419]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 01 18:28:24.698469 n-d-844202-1 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=88419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:28:24.698747 n-d-844202-1 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=88419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:28:24.759621 n-d-844202-1 neutron-server[88419]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 01 18:28:24.759847 n-d-844202-1 neutron-server[88419]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 01 18:28:24.760069 n-d-844202-1 neutron-server[88419]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 01 18:28:24.760459 n-d-844202-1 neutron-server[88419]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 01 18:28:24.793541 n-d-844202-1 neutron-server[88419]: DEBUG oslo_db.sqlalchemy.engines [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=88419) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Jun 01 18:28:25.127627 n-d-844202-1 neutron-server[88419]: INFO neutron.plugins.ml2.managers [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Initializing driver for type 'gre' Jun 01 18:28:25.128083 n-d-844202-1 neutron-server[88419]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] gre ID ranges: [(1, 1000)] Jun 01 18:28:25.185072 n-d-844202-1 neutron-server[88419]: INFO neutron.plugins.ml2.managers [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Initializing driver for type 'local' Jun 01 18:28:25.185394 n-d-844202-1 neutron-server[88419]: INFO neutron.plugins.ml2.managers [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Initializing driver for type 'vlan' Jun 01 18:28:25.198076 n-d-844202-1 neutron-server[88419]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] VlanTypeDriver initialization complete Jun 01 18:28:25.198403 n-d-844202-1 neutron-server[88419]: INFO neutron.plugins.ml2.managers [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Initializing driver for type 'vxlan' Jun 01 18:28:25.198878 n-d-844202-1 neutron-server[88419]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] vxlan ID ranges: [(1, 1000)] Jun 01 18:28:25.256841 n-d-844202-1 neutron-server[88419]: INFO neutron.plugins.ml2.managers [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Initializing extension driver 'port_security' Jun 01 18:28:25.257154 n-d-844202-1 neutron-server[88419]: INFO neutron.plugins.ml2.extensions.port_security [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] PortSecurityExtensionDriver initialization complete Jun 01 18:28:25.257515 n-d-844202-1 neutron-server[88419]: INFO neutron.plugins.ml2.managers [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Initializing mechanism driver 'openvswitch' Jun 01 18:28:25.257901 n-d-844202-1 neutron-server[88419]: INFO neutron.plugins.ml2.managers [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Initializing mechanism driver 'hyperv' Jun 01 18:28:25.264429 n-d-844202-1 neutron-server[88419]: DEBUG neutron.plugins.ml2.plugin [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=88419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:28:25.265077 n-d-844202-1 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Subscribe: > port after_create 55550000 {{(pid=88419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:28:25.265445 n-d-844202-1 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Subscribe: > port after_update 55550000 {{(pid=88419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:28:25.265785 n-d-844202-1 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Subscribe: > port after_delete 55550000 {{(pid=88419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:28:25.266295 n-d-844202-1 neutron-server[88419]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=88419) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jun 01 18:28:25.266711 n-d-844202-1 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Subscribe: > subnet after_create 55550000 {{(pid=88419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:28:25.267053 n-d-844202-1 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Subscribe: > subnet after_update 55550000 {{(pid=88419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:28:25.267386 n-d-844202-1 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Subscribe: > subnet after_delete 55550000 {{(pid=88419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:28:25.267764 n-d-844202-1 neutron-server[88419]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=88419) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jun 01 18:28:25.268158 n-d-844202-1 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Subscribe: > network after_create 55550000 {{(pid=88419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:28:25.268516 n-d-844202-1 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Subscribe: > network after_update 55550000 {{(pid=88419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:28:25.268848 n-d-844202-1 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Subscribe: > network after_delete 55550000 {{(pid=88419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:28:25.269224 n-d-844202-1 neutron-server[88419]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=88419) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jun 01 18:28:25.269616 n-d-844202-1 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Subscribe: > security_group after_create 55550000 {{(pid=88419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:28:25.269954 n-d-844202-1 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Subscribe: > security_group after_update 55550000 {{(pid=88419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:28:25.270412 n-d-844202-1 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Subscribe: > security_group after_delete 55550000 {{(pid=88419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:28:25.272394 n-d-844202-1 neutron-server[88419]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=88419) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jun 01 18:28:25.272816 n-d-844202-1 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=88419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:28:25.273172 n-d-844202-1 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=88419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:28:25.273514 n-d-844202-1 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=88419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:28:25.273898 n-d-844202-1 neutron-server[88419]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=88419) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jun 01 18:28:25.274297 n-d-844202-1 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Subscribe: > address_group after_create 55550000 {{(pid=88419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:28:25.274638 n-d-844202-1 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Subscribe: > address_group after_update 55550000 {{(pid=88419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:28:25.274969 n-d-844202-1 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Subscribe: > address_group after_delete 55550000 {{(pid=88419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:28:25.275353 n-d-844202-1 neutron-server[88419]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=88419) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jun 01 18:28:25.275782 n-d-844202-1 neutron-server[88419]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] ML2 OVO RPC backend initialized. {{(pid=88419) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:169}} Jun 01 18:28:25.276505 n-d-844202-1 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Subscribe: > router_interface after_create 55550000 {{(pid=88419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:28:25.276853 n-d-844202-1 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=88419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:28:25.277261 n-d-844202-1 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Subscribe: > network before_response 55550000 {{(pid=88419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:28:25.277601 n-d-844202-1 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Subscribe: > networks before_response 55550000 {{(pid=88419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:28:25.277938 n-d-844202-1 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Subscribe: > port before_response 55550000 {{(pid=88419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:28:25.278271 n-d-844202-1 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Subscribe: > ports before_response 55550000 {{(pid=88419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:28:25.278604 n-d-844202-1 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Subscribe: > subnet before_response 55550000 {{(pid=88419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:28:25.278937 n-d-844202-1 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Subscribe: > subnets before_response 55550000 {{(pid=88419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:28:25.279270 n-d-844202-1 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Subscribe: > network after_create 55550000 {{(pid=88419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:28:25.279598 n-d-844202-1 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Subscribe: > network after_update 55550000 {{(pid=88419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:28:25.279921 n-d-844202-1 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Subscribe: > network after_delete 55550000 {{(pid=88419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:28:25.280265 n-d-844202-1 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Subscribe: > port after_create 55550000 {{(pid=88419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:28:25.280593 n-d-844202-1 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Subscribe: > port after_update 55550000 {{(pid=88419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:28:25.280915 n-d-844202-1 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Subscribe: > port after_delete 55550000 {{(pid=88419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:28:25.281237 n-d-844202-1 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Subscribe: > subnet after_create 55550000 {{(pid=88419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:28:25.281561 n-d-844202-1 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Subscribe: > subnet after_update 55550000 {{(pid=88419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:28:25.281881 n-d-844202-1 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Subscribe: > subnet after_delete 55550000 {{(pid=88419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:28:25.282437 n-d-844202-1 neutron-server[88419]: INFO neutron.plugins.ml2.plugin [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Modular L2 Plugin initialization complete Jun 01 18:28:25.282754 n-d-844202-1 neutron-server[88419]: DEBUG neutron.manager [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Loading services supported by the core plugin {{(pid=88419) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 01 18:28:25.283068 n-d-844202-1 neutron-server[88419]: INFO neutron.plugins.ml2.managers [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Got port-security extension from driver 'port_security' Jun 01 18:28:25.283513 n-d-844202-1 neutron-server[88419]: INFO neutron.extensions.vlantransparent [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Disabled vlantransparent extension. Jun 01 18:28:25.283984 n-d-844202-1 neutron-server[88419]: DEBUG neutron.manager [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=88419) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 01 18:28:25.284312 n-d-844202-1 neutron-server[88419]: INFO neutron.manager [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Loading Plugin: router Jun 01 18:28:25.320808 n-d-844202-1 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Subscribe: > router_interface before_create 55550000 {{(pid=88419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:28:25.321188 n-d-844202-1 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Subscribe: > router after_create 55549900 {{(pid=88419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:28:25.321549 n-d-844202-1 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Subscribe: > router before_create 55549900 {{(pid=88419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:28:25.321910 n-d-844202-1 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=88419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:28:25.322273 n-d-844202-1 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=88419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:28:25.322620 n-d-844202-1 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Subscribe: > router after_delete 55549900 {{(pid=88419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:28:25.322994 n-d-844202-1 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Subscribe: > floatingip after_update 55550000 {{(pid=88419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:28:25.323350 n-d-844202-1 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Subscribe: > router after_create 55549900 {{(pid=88419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:28:25.323689 n-d-844202-1 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Subscribe: > router after_update 55549900 {{(pid=88419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:28:25.324030 n-d-844202-1 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Subscribe: > router after_update 55549900 {{(pid=88419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:28:25.324401 n-d-844202-1 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=88419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:28:25.324756 n-d-844202-1 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Subscribe: > router after_update 55549900 {{(pid=88419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:28:25.325163 n-d-844202-1 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Subscribe: > router precommit_update 55549900 {{(pid=88419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:28:25.325521 n-d-844202-1 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Subscribe: port after_update 55550000 {{(pid=88419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:28:25.325853 n-d-844202-1 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Subscribe: port after_delete 55550000 {{(pid=88419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:28:25.326186 n-d-844202-1 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Subscribe: subnet after_update 55550000 {{(pid=88419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:28:25.326515 n-d-844202-1 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=88419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:28:25.326853 n-d-844202-1 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Subscribe: > port precommit_delete 55550000 {{(pid=88419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:28:25.327189 n-d-844202-1 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Subscribe: > router precommit_create 55549900 {{(pid=88419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:28:25.327521 n-d-844202-1 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Subscribe: port before_delete 55550000 {{(pid=88419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:28:25.327852 n-d-844202-1 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Subscribe: > router precommit_create 55550000 {{(pid=88419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:28:25.328197 n-d-844202-1 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Subscribe: > router after_update 55549900 {{(pid=88419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:28:25.328551 n-d-844202-1 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Subscribe: > router precommit_delete 55549900 {{(pid=88419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:28:25.328889 n-d-844202-1 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Subscribe: > router precommit_create 55549900 {{(pid=88419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:28:25.329239 n-d-844202-1 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Subscribe: > router_interface after_create 55550000 {{(pid=88419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:28:25.329572 n-d-844202-1 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Subscribe: > router precommit_update 55549900 {{(pid=88419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:28:25.329927 n-d-844202-1 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Subscribe: > agent after_create 55550000 {{(pid=88419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:28:25.330266 n-d-844202-1 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Subscribe: > agent after_delete 55550000 {{(pid=88419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:28:25.330601 n-d-844202-1 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Subscribe: > network after_delete 55550000 {{(pid=88419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:28:25.331462 n-d-844202-1 neutron-server[88419]: DEBUG neutron.quota.resource_registry [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Tracking information for resource: router configured {{(pid=88419) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 01 18:28:25.331788 n-d-844202-1 neutron-server[88419]: DEBUG neutron.quota.resource_registry [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Tracking information for resource: floatingip configured {{(pid=88419) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 01 18:28:25.336751 n-d-844202-1 neutron-server[88419]: INFO neutron.db.l3_agentschedulers_db [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 01 18:28:25.337318 n-d-844202-1 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Subscribe: port after_update 55550000 {{(pid=88419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:28:25.337668 n-d-844202-1 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Subscribe: port after_create 55550000 {{(pid=88419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:28:25.338008 n-d-844202-1 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Subscribe: port after_delete 55550000 {{(pid=88419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:28:25.338347 n-d-844202-1 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Subscribe: port after_update 55550000 {{(pid=88419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:28:25.339108 n-d-844202-1 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Subscribe: > router before_create 55550100 {{(pid=88419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:28:25.339462 n-d-844202-1 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Subscribe: > router precommit_delete 55550100 {{(pid=88419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:28:25.339813 n-d-844202-1 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Subscribe: > router precommit_create 55550100 {{(pid=88419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:28:25.340161 n-d-844202-1 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Subscribe: > router precommit_update 55550100 {{(pid=88419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:28:25.344565 n-d-844202-1 neutron-server[88419]: DEBUG neutron.services.provider_configuration [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Service providers = [] {{(pid=88419) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 01 18:28:25.344925 n-d-844202-1 neutron-server[88419]: DEBUG neutron.db.servicetype_db [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=88419) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 01 18:28:25.347793 n-d-844202-1 neutron-server[88419]: DEBUG neutron.services.service_base [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=88419) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 01 18:28:25.348133 n-d-844202-1 neutron-server[88419]: DEBUG neutron.services.service_base [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=88419) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 01 18:28:25.348518 n-d-844202-1 neutron-server[88419]: DEBUG neutron.services.service_base [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=88419) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 01 18:28:25.349374 n-d-844202-1 neutron-server[88419]: DEBUG neutron.services.service_base [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=88419) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 01 18:28:25.349734 n-d-844202-1 neutron-server[88419]: INFO neutron.services.service_base [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 01 18:28:25.350093 n-d-844202-1 neutron-server[88419]: DEBUG neutron.manager [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=88419) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 01 18:28:25.350400 n-d-844202-1 neutron-server[88419]: INFO neutron.manager [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 01 18:28:25.360776 n-d-844202-1 neutron-server[88419]: DEBUG neutron.manager [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=88419) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 01 18:28:25.361101 n-d-844202-1 neutron-server[88419]: INFO neutron.manager [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Loading Plugin: auto_allocate Jun 01 18:28:25.367294 n-d-844202-1 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Subscribe: network precommit_update 55550000 {{(pid=88419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:28:25.367649 n-d-844202-1 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Subscribe: network precommit_create 55550000 {{(pid=88419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:28:25.368151 n-d-844202-1 neutron-server[88419]: DEBUG neutron.manager [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=88419) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 01 18:28:25.368488 n-d-844202-1 neutron-server[88419]: INFO neutron.manager [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Loading Plugin: tag Jun 01 18:28:25.374842 n-d-844202-1 neutron-server[88419]: DEBUG neutron.manager [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=88419) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 01 18:28:25.375163 n-d-844202-1 neutron-server[88419]: INFO neutron.manager [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Loading Plugin: timestamp Jun 01 18:28:25.379132 n-d-844202-1 neutron-server[88419]: DEBUG neutron.manager [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=88419) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 01 18:28:25.379411 n-d-844202-1 neutron-server[88419]: INFO neutron.manager [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Loading Plugin: network_ip_availability Jun 01 18:28:25.385239 n-d-844202-1 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=88419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:28:25.385600 n-d-844202-1 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=88419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:28:25.385947 n-d-844202-1 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:28:25.386647 n-d-844202-1 neutron-server[88419]: DEBUG neutron.manager [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=88419) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 01 18:28:25.386960 n-d-844202-1 neutron-server[88419]: INFO neutron.manager [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Loading Plugin: flavors Jun 01 18:28:25.392826 n-d-844202-1 neutron-server[88419]: DEBUG neutron.manager [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=88419) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 01 18:28:25.393145 n-d-844202-1 neutron-server[88419]: INFO neutron.manager [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Loading Plugin: revisions Jun 01 18:28:25.397340 n-d-844202-1 neutron-server[88419]: DEBUG neutron.manager [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=88419) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 01 18:28:25.397717 n-d-844202-1 neutron-server[88419]: DEBUG oslo_concurrency.lockutils [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.620s {{(pid=88419) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 18:28:25.398431 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=88419) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jun 01 18:28:25.398758 n-d-844202-1 neutron-server[88419]: INFO neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Initializing extension manager. Jun 01 18:28:25.399252 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Loading extension file: __init__.py {{(pid=88419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 18:28:25.399584 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Loading extension file: __pycache__ {{(pid=88419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 18:28:25.399913 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=88419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 18:28:25.400250 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Loading extension file: address_group.py {{(pid=88419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 18:28:25.401010 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=88419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 18:28:25.401565 n-d-844202-1 neutron-server[88419]: INFO neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Loaded extension: address-group Jun 01 18:28:25.401881 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Loading extension file: address_scope.py {{(pid=88419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 18:28:25.402756 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=88419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 18:28:25.403267 n-d-844202-1 neutron-server[88419]: INFO neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Loaded extension: address-scope Jun 01 18:28:25.403581 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Loading extension file: admin_state_down_before_update.py {{(pid=88419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 18:28:25.404518 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=88419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 18:28:25.405030 n-d-844202-1 neutron-server[88419]: INFO neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Loaded extension: router-admin-state-down-before-update Jun 01 18:28:25.405344 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Loading extension file: agent.py {{(pid=88419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 18:28:25.406027 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=88419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 18:28:25.406531 n-d-844202-1 neutron-server[88419]: INFO neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Loaded extension: agent Jun 01 18:28:25.406844 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Loading extension file: agent_resources_synced.py {{(pid=88419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 18:28:25.407726 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=88419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 18:28:25.408240 n-d-844202-1 neutron-server[88419]: INFO neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Loaded extension: agent-resources-synced Jun 01 18:28:25.408581 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Loading extension file: allowedaddresspairs.py {{(pid=88419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 18:28:25.410312 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=88419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 18:28:25.410949 n-d-844202-1 neutron-server[88419]: INFO neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Loaded extension: allowed-address-pairs Jun 01 18:28:25.411378 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Loading extension file: auto_allocated_topology.py {{(pid=88419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 18:28:25.412308 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=88419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 18:28:25.412816 n-d-844202-1 neutron-server[88419]: INFO neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Loaded extension: auto-allocated-topology Jun 01 18:28:25.413130 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Loading extension file: availability_zone.py {{(pid=88419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 18:28:25.413807 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=88419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 18:28:25.414305 n-d-844202-1 neutron-server[88419]: INFO neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Loaded extension: availability_zone Jun 01 18:28:25.414618 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Loading extension file: availability_zone_filter.py {{(pid=88419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 18:28:25.415509 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=88419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 18:28:25.416012 n-d-844202-1 neutron-server[88419]: INFO neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Loaded extension: availability_zone_filter Jun 01 18:28:25.416352 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Loading extension file: data_plane_status.py {{(pid=88419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 18:28:25.417237 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=88419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 18:28:25.417737 n-d-844202-1 neutron-server[88419]: INFO neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Extension data-plane-status not supported by any of loaded plugins Jun 01 18:28:25.418052 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Loading extension file: default_subnetpools.py {{(pid=88419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 18:28:25.418944 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=88419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 18:28:25.419448 n-d-844202-1 neutron-server[88419]: INFO neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Loaded extension: default-subnetpools Jun 01 18:28:25.419763 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Loading extension file: dhcpagentscheduler.py {{(pid=88419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 18:28:25.420576 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 18:28:25.421079 n-d-844202-1 neutron-server[88419]: INFO neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Loaded extension: dhcp_agent_scheduler Jun 01 18:28:25.421393 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Loading extension file: dns.py {{(pid=88419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 18:28:25.422283 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=88419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 18:28:25.422777 n-d-844202-1 neutron-server[88419]: INFO neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Extension dns-integration not supported by any of loaded plugins Jun 01 18:28:25.423089 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Loading extension file: dns_domain_ports.py {{(pid=88419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 18:28:25.423989 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=88419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 18:28:25.424525 n-d-844202-1 neutron-server[88419]: INFO neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 01 18:28:25.424840 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Loading extension file: dvr.py {{(pid=88419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 18:28:25.425494 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=88419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 18:28:25.425994 n-d-844202-1 neutron-server[88419]: INFO neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Loaded extension: dvr Jun 01 18:28:25.426305 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Loading extension file: empty_string_filtering.py {{(pid=88419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 18:28:25.427713 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=88419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 18:28:25.428212 n-d-844202-1 neutron-server[88419]: INFO neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Loaded extension: empty-string-filtering Jun 01 18:28:25.428546 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=88419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 18:28:25.429439 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 18:28:25.429939 n-d-844202-1 neutron-server[88419]: INFO neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 01 18:28:25.430249 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=88419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 18:28:25.431142 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=88419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 18:28:25.431640 n-d-844202-1 neutron-server[88419]: INFO neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 01 18:28:25.431949 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Loading extension file: external_net.py {{(pid=88419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 18:28:25.432863 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=88419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 18:28:25.433367 n-d-844202-1 neutron-server[88419]: INFO neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Loaded extension: external-net Jun 01 18:28:25.433679 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Loading extension file: extra_dhcp_opt.py {{(pid=88419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 18:28:25.434618 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=88419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 18:28:25.435115 n-d-844202-1 neutron-server[88419]: INFO neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Loaded extension: extra_dhcp_opt Jun 01 18:28:25.435426 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Loading extension file: extraroute.py {{(pid=88419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 18:28:25.436345 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=88419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 18:28:25.436847 n-d-844202-1 neutron-server[88419]: INFO neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Loaded extension: extraroute Jun 01 18:28:25.437156 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Loading extension file: extraroute_atomic.py {{(pid=88419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 18:28:25.438169 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=88419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 18:28:25.438671 n-d-844202-1 neutron-server[88419]: INFO neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Loaded extension: extraroute-atomic Jun 01 18:28:25.438983 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Loading extension file: filter_validation.py {{(pid=88419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 18:28:25.439637 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=88419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 18:28:25.440131 n-d-844202-1 neutron-server[88419]: INFO neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Loaded extension: filter-validation Jun 01 18:28:25.440476 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Loading extension file: fip_pf_description.py {{(pid=88419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 18:28:25.441361 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=88419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 18:28:25.441858 n-d-844202-1 neutron-server[88419]: INFO neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 01 18:28:25.442798 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Loading extension file: fip_port_details.py {{(pid=88419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 18:28:25.443754 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 18:28:25.444318 n-d-844202-1 neutron-server[88419]: INFO neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Loaded extension: fip-port-details Jun 01 18:28:25.444632 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Loading extension file: flavors.py {{(pid=88419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 18:28:25.445869 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=88419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 18:28:25.446380 n-d-844202-1 neutron-server[88419]: INFO neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Loaded extension: flavors Jun 01 18:28:25.446693 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=88419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 18:28:25.448351 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=88419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 18:28:25.448867 n-d-844202-1 neutron-server[88419]: INFO neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 01 18:28:25.449189 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Loading extension file: floatingip_pools.py {{(pid=88419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 18:28:25.449881 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=88419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 18:28:25.450385 n-d-844202-1 neutron-server[88419]: INFO neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Loaded extension: floatingip-pools Jun 01 18:28:25.450702 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Loading extension file: ip_allocation.py {{(pid=88419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 18:28:25.451607 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=88419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 18:28:25.452117 n-d-844202-1 neutron-server[88419]: INFO neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Extension ip_allocation not supported by any of loaded plugins Jun 01 18:28:25.452472 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=88419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 18:28:25.453375 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=88419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 18:28:25.453876 n-d-844202-1 neutron-server[88419]: INFO neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Loaded extension: ip-substring-filtering Jun 01 18:28:25.454195 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Loading extension file: l2_adjacency.py {{(pid=88419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 18:28:25.455109 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=88419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 18:28:25.455615 n-d-844202-1 neutron-server[88419]: INFO neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 01 18:28:25.455928 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Loading extension file: l3.py {{(pid=88419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 18:28:25.457049 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=88419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 18:28:25.457567 n-d-844202-1 neutron-server[88419]: INFO neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Loaded extension: router Jun 01 18:28:25.457969 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Loading extension file: l3_conntrack_helper.py {{(pid=88419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 18:28:25.460180 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 18:28:25.460733 n-d-844202-1 neutron-server[88419]: INFO neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 01 18:28:25.461054 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=88419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 18:28:25.461961 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=88419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 18:28:25.462471 n-d-844202-1 neutron-server[88419]: INFO neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Loaded extension: ext-gw-mode Jun 01 18:28:25.462785 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=88419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 18:28:25.463685 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=88419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 18:28:25.464193 n-d-844202-1 neutron-server[88419]: INFO neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Loaded extension: l3-ha Jun 01 18:28:25.464532 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Loading extension file: l3_flavors.py {{(pid=88419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 18:28:25.465420 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=88419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 18:28:25.465931 n-d-844202-1 neutron-server[88419]: INFO neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Loaded extension: l3-flavors Jun 01 18:28:25.466245 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=88419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 18:28:25.467158 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=88419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 18:28:25.467663 n-d-844202-1 neutron-server[88419]: INFO neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 01 18:28:25.467972 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Loading extension file: l3agentscheduler.py {{(pid=88419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 18:28:25.469037 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 18:28:25.469538 n-d-844202-1 neutron-server[88419]: INFO neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Loaded extension: l3_agent_scheduler Jun 01 18:28:25.469855 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Loading extension file: logging.py {{(pid=88419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 18:28:25.471324 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=88419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 18:28:25.471846 n-d-844202-1 neutron-server[88419]: INFO neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Extension logging not supported by any of loaded plugins Jun 01 18:28:25.472173 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Loading extension file: metering.py {{(pid=88419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 18:28:25.472933 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=88419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 18:28:25.473590 n-d-844202-1 neutron-server[88419]: INFO neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Loaded extension: metering Jun 01 18:28:25.473909 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=88419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 18:28:25.474980 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=88419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 18:28:25.475493 n-d-844202-1 neutron-server[88419]: INFO neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Loaded extension: metering_source_and_destination_fields Jun 01 18:28:25.475815 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Loading extension file: multiprovidernet.py {{(pid=88419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 18:28:25.476749 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=88419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 18:28:25.477259 n-d-844202-1 neutron-server[88419]: INFO neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Loaded extension: multi-provider Jun 01 18:28:25.477576 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Loading extension file: netmtu.py {{(pid=88419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 18:28:25.478466 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=88419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 18:28:25.478974 n-d-844202-1 neutron-server[88419]: INFO neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Loaded extension: net-mtu Jun 01 18:28:25.479290 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Loading extension file: netmtu_writable.py {{(pid=88419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 18:28:25.480179 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=88419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 18:28:25.480786 n-d-844202-1 neutron-server[88419]: INFO neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Loaded extension: net-mtu-writable Jun 01 18:28:25.481103 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Loading extension file: network_availability_zone.py {{(pid=88419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 18:28:25.481757 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=88419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 18:28:25.482260 n-d-844202-1 neutron-server[88419]: INFO neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Loaded extension: network_availability_zone Jun 01 18:28:25.482575 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Loading extension file: network_ip_availability.py {{(pid=88419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 18:28:25.483641 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=88419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 18:28:25.484154 n-d-844202-1 neutron-server[88419]: INFO neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Loaded extension: network-ip-availability Jun 01 18:28:25.484517 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Loading extension file: network_segment_range.py {{(pid=88419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 18:28:25.485250 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=88419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 18:28:25.485752 n-d-844202-1 neutron-server[88419]: INFO neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Extension network-segment-range not supported by any of loaded plugins Jun 01 18:28:25.486069 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Loading extension file: pagination.py {{(pid=88419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 18:28:25.487022 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 18:28:25.487342 n-d-844202-1 neutron-server[88419]: INFO neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Loaded extension: pagination Jun 01 18:28:25.487654 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Loading extension file: port_device_profile.py {{(pid=88419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 18:28:25.488575 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=88419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 18:28:25.489609 n-d-844202-1 neutron-server[88419]: INFO neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Loaded extension: port-device-profile Jun 01 18:28:25.489955 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=88419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 18:28:25.490896 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=88419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 18:28:25.491398 n-d-844202-1 neutron-server[88419]: INFO neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Loaded extension: port-mac-address-regenerate Jun 01 18:28:25.491709 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=88419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 18:28:25.492634 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=88419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 18:28:25.493139 n-d-844202-1 neutron-server[88419]: INFO neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Loaded extension: port-numa-affinity-policy Jun 01 18:28:25.493451 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Loading extension file: port_resource_request.py {{(pid=88419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 18:28:25.494342 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=88419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 18:28:25.494842 n-d-844202-1 neutron-server[88419]: INFO neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Extension port-resource-request not supported by any of loaded plugins Jun 01 18:28:25.495153 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Loading extension file: portbindings.py {{(pid=88419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 18:28:25.496058 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=88419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 18:28:25.496603 n-d-844202-1 neutron-server[88419]: INFO neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Loaded extension: binding Jun 01 18:28:25.496914 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Loading extension file: portbindings_extended.py {{(pid=88419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 18:28:25.498271 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=88419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 18:28:25.498777 n-d-844202-1 neutron-server[88419]: INFO neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Loaded extension: binding-extended Jun 01 18:28:25.499092 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Loading extension file: portsecurity.py {{(pid=88419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 18:28:25.499985 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=88419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 18:28:25.500550 n-d-844202-1 neutron-server[88419]: INFO neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Loaded extension: port-security Jun 01 18:28:25.500867 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Loading extension file: project_id.py {{(pid=88419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 18:28:25.501828 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=88419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 18:28:25.502153 n-d-844202-1 neutron-server[88419]: INFO neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Loaded extension: project-id Jun 01 18:28:25.502469 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Loading extension file: providernet.py {{(pid=88419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 18:28:25.503374 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=88419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 18:28:25.503884 n-d-844202-1 neutron-server[88419]: INFO neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Loaded extension: provider Jun 01 18:28:25.504198 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Loading extension file: qos.py {{(pid=88419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 18:28:25.508363 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=88419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 18:28:25.508886 n-d-844202-1 neutron-server[88419]: INFO neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Extension qos not supported by any of loaded plugins Jun 01 18:28:25.509206 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=88419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 18:28:25.510433 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=88419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 18:28:25.510947 n-d-844202-1 neutron-server[88419]: INFO neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 01 18:28:25.511271 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=88419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 18:28:25.512174 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=88419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 18:28:25.512706 n-d-844202-1 neutron-server[88419]: INFO neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 01 18:28:25.513024 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Loading extension file: qos_default.py {{(pid=88419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 18:28:25.513939 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=88419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 18:28:25.514433 n-d-844202-1 neutron-server[88419]: INFO neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Extension qos-default not supported by any of loaded plugins Jun 01 18:28:25.514750 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Loading extension file: qos_fip.py {{(pid=88419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 18:28:25.515390 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=88419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 18:28:25.515888 n-d-844202-1 neutron-server[88419]: INFO neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Extension qos-fip not supported by any of loaded plugins Jun 01 18:28:25.516201 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Loading extension file: qos_gateway_ip.py {{(pid=88419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 18:28:25.517127 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=88419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 18:28:25.517631 n-d-844202-1 neutron-server[88419]: INFO neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 01 18:28:25.517946 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Loading extension file: qos_port_network_policy.py {{(pid=88419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 18:28:25.518837 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=88419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 18:28:25.519342 n-d-844202-1 neutron-server[88419]: INFO neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 01 18:28:25.519657 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Loading extension file: qos_rule_type_details.py {{(pid=88419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 18:28:25.520604 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=88419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 18:28:25.521147 n-d-844202-1 neutron-server[88419]: INFO neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 01 18:28:25.521463 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Loading extension file: qos_rules_alias.py {{(pid=88419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 18:28:25.522516 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=88419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 18:28:25.523025 n-d-844202-1 neutron-server[88419]: INFO neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 01 18:28:25.523335 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Loading extension file: quotasv2.py {{(pid=88419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 18:28:25.524269 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=88419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 18:28:25.524591 n-d-844202-1 neutron-server[88419]: INFO neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Loaded extension: quotas Jun 01 18:28:25.524905 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Loading extension file: quotasv2_detail.py {{(pid=88419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 18:28:25.526490 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=88419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 18:28:25.526815 n-d-844202-1 neutron-server[88419]: INFO neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Loaded extension: quota_details Jun 01 18:28:25.527134 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Loading extension file: rbac.py {{(pid=88419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 18:28:25.528174 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=88419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 18:28:25.528716 n-d-844202-1 neutron-server[88419]: INFO neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Loaded extension: rbac-policies Jun 01 18:28:25.529035 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Loading extension file: rbac_address_group.py {{(pid=88419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 18:28:25.529946 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=88419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 18:28:25.530458 n-d-844202-1 neutron-server[88419]: INFO neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Loaded extension: rbac-address-group Jun 01 18:28:25.530774 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Loading extension file: rbac_address_scope.py {{(pid=88419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 18:28:25.531671 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=88419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 18:28:25.532179 n-d-844202-1 neutron-server[88419]: INFO neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Loaded extension: rbac-address-scope Jun 01 18:28:25.532524 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Loading extension file: rbac_security_groups.py {{(pid=88419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 18:28:25.533421 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=88419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 18:28:25.533924 n-d-844202-1 neutron-server[88419]: INFO neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Loaded extension: rbac-security-groups Jun 01 18:28:25.534236 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Loading extension file: rbac_subnetpool.py {{(pid=88419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 18:28:25.535142 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=88419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 18:28:25.535645 n-d-844202-1 neutron-server[88419]: INFO neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Loaded extension: rbac-subnetpool Jun 01 18:28:25.536019 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Loading extension file: revisionifmatch.py {{(pid=88419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 18:28:25.537069 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=88419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 18:28:25.537575 n-d-844202-1 neutron-server[88419]: INFO neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Loaded extension: revision-if-match Jun 01 18:28:25.537889 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Loading extension file: revisions.py {{(pid=88419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 18:28:25.538970 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=88419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 18:28:25.539474 n-d-844202-1 neutron-server[88419]: INFO neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Loaded extension: standard-attr-revisions Jun 01 18:28:25.539787 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Loading extension file: router_availability_zone.py {{(pid=88419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 18:28:25.540474 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=88419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 18:28:25.540977 n-d-844202-1 neutron-server[88419]: INFO neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Loaded extension: router_availability_zone Jun 01 18:28:25.541288 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Loading extension file: routerservicetype.py {{(pid=88419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 18:28:25.542191 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=88419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 18:28:25.542693 n-d-844202-1 neutron-server[88419]: INFO neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Extension router-service-type not supported by any of loaded plugins Jun 01 18:28:25.543006 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=88419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 18:28:25.543904 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=88419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 18:28:25.544434 n-d-844202-1 neutron-server[88419]: INFO neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Loaded extension: security-groups-normalized-cidr Jun 01 18:28:25.544750 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Loading extension file: security_groups_port_filtering.py {{(pid=88419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 18:28:25.545646 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=88419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 18:28:25.546154 n-d-844202-1 neutron-server[88419]: INFO neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Loaded extension: port-security-groups-filtering Jun 01 18:28:25.546465 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=88419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 18:28:25.547360 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=88419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 18:28:25.547867 n-d-844202-1 neutron-server[88419]: INFO neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Loaded extension: security-groups-remote-address-group Jun 01 18:28:25.548198 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Loading extension file: securitygroup.py {{(pid=88419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 18:28:25.559664 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=88419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 18:28:25.560190 n-d-844202-1 neutron-server[88419]: INFO neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Loaded extension: security-group Jun 01 18:28:25.560548 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Loading extension file: segment.py {{(pid=88419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 18:28:25.561324 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=88419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 18:28:25.561827 n-d-844202-1 neutron-server[88419]: INFO neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Extension segment not supported by any of loaded plugins Jun 01 18:28:25.562147 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=88419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 18:28:25.563070 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=88419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 18:28:25.563582 n-d-844202-1 neutron-server[88419]: INFO neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 01 18:28:25.563902 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Loading extension file: servicetype.py {{(pid=88419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 18:28:25.565022 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=88419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 18:28:25.565538 n-d-844202-1 neutron-server[88419]: INFO neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Loaded extension: service-type Jun 01 18:28:25.565858 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Loading extension file: sorting.py {{(pid=88419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 18:28:25.566818 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 18:28:25.567850 n-d-844202-1 neutron-server[88419]: INFO neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Loaded extension: sorting Jun 01 18:28:25.568205 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Loading extension file: standard_attr_segment.py {{(pid=88419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 18:28:25.569123 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 18:28:25.569638 n-d-844202-1 neutron-server[88419]: INFO neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 01 18:28:25.569955 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Loading extension file: standardattrdescription.py {{(pid=88419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 18:28:25.570589 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=88419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 18:28:25.571093 n-d-844202-1 neutron-server[88419]: INFO neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Loaded extension: standard-attr-description Jun 01 18:28:25.571404 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Loading extension file: stateful_security_group.py {{(pid=88419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 18:28:25.572335 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=88419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 18:28:25.572849 n-d-844202-1 neutron-server[88419]: INFO neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Loaded extension: stateful-security-group Jun 01 18:28:25.573164 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Loading extension file: stdattrs_common.py {{(pid=88419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 18:28:25.573728 n-d-844202-1 neutron-server[88419]: WARNING neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 01 18:28:25.574038 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=88419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 18:28:25.575033 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=88419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 18:28:25.575538 n-d-844202-1 neutron-server[88419]: INFO neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 01 18:28:25.575848 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Loading extension file: subnet_onboard.py {{(pid=88419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 18:28:25.576932 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=88419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 18:28:25.577452 n-d-844202-1 neutron-server[88419]: INFO neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Loaded extension: subnet_onboard Jun 01 18:28:25.577767 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=88419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 18:28:25.578677 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=88419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 18:28:25.579186 n-d-844202-1 neutron-server[88419]: INFO neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 01 18:28:25.579499 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Loading extension file: subnet_service_types.py {{(pid=88419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 18:28:25.580433 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=88419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 18:28:25.580946 n-d-844202-1 neutron-server[88419]: INFO neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Loaded extension: subnet-service-types Jun 01 18:28:25.581261 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Loading extension file: subnetallocation.py {{(pid=88419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 18:28:25.582327 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=88419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 18:28:25.582949 n-d-844202-1 neutron-server[88419]: INFO neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Loaded extension: subnet_allocation Jun 01 18:28:25.583269 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=88419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 18:28:25.583925 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=88419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 18:28:25.584470 n-d-844202-1 neutron-server[88419]: INFO neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Loaded extension: subnetpool-prefix-ops Jun 01 18:28:25.584784 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=88419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 18:28:25.585691 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=88419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 18:28:25.586194 n-d-844202-1 neutron-server[88419]: INFO neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 01 18:28:25.586504 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Loading extension file: tagging.py {{(pid=88419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 18:28:25.587555 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=88419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 18:28:25.588068 n-d-844202-1 neutron-server[88419]: INFO neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Loaded extension: standard-attr-tag Jun 01 18:28:25.588421 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Loading extension file: timestamp.py {{(pid=88419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 18:28:25.589588 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=88419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 18:28:25.590099 n-d-844202-1 neutron-server[88419]: INFO neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Loaded extension: standard-attr-timestamp Jun 01 18:28:25.590417 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Loading extension file: trunk.py {{(pid=88419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 18:28:25.591436 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=88419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 18:28:25.591945 n-d-844202-1 neutron-server[88419]: INFO neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Extension trunk not supported by any of loaded plugins Jun 01 18:28:25.592291 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Loading extension file: trunk_details.py {{(pid=88419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 18:28:25.593193 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=88419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 18:28:25.593698 n-d-844202-1 neutron-server[88419]: INFO neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Extension trunk-details not supported by any of loaded plugins Jun 01 18:28:25.594018 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Loading extension file: uplink_status_propagation.py {{(pid=88419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 18:28:25.595535 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=88419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 18:28:25.595535 n-d-844202-1 neutron-server[88419]: INFO neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 01 18:28:25.595724 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Loading extension file: vlantransparent.py {{(pid=88419) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 01 18:28:25.596400 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=88419) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 01 18:28:25.596906 n-d-844202-1 neutron-server[88419]: INFO neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 01 18:28:25.599976 n-d-844202-1 neutron-server[88419]: INFO neutron.quota.resource_registry [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Creating instance of TrackedResource for resource:network Jun 01 18:28:25.600719 n-d-844202-1 neutron-server[88419]: INFO neutron.quota.resource_registry [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Creating instance of TrackedResource for resource:subnet Jun 01 18:28:25.601316 n-d-844202-1 neutron-server[88419]: INFO neutron.quota.resource_registry [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Creating instance of TrackedResource for resource:subnetpool Jun 01 18:28:25.712149 n-d-844202-1 neutron-server[88419]: INFO neutron.quota.resource_registry [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Creating instance of TrackedResource for resource:port Jun 01 18:28:25.713535 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.v2.resource_helper [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88419) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 01 18:28:25.713974 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.v2.resource_helper [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Service FLAVORS assigned prefix: {{(pid=88419) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 01 18:28:25.714588 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.v2.resource_helper [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88419) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 01 18:28:25.715012 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.v2.resource_helper [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88419) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 01 18:28:25.715340 n-d-844202-1 neutron-server[88419]: INFO neutron.quota.resource_registry [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Creating instance of TrackedResource for resource:router Jun 01 18:28:25.715981 n-d-844202-1 neutron-server[88419]: INFO neutron.quota.resource_registry [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Creating instance of TrackedResource for resource:floatingip Jun 01 18:28:25.716804 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.v2.resource_helper [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Service METERING assigned prefix: /metering {{(pid=88419) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 01 18:28:25.718237 n-d-844202-1 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=88419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:28:25.718599 n-d-844202-1 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=88419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:28:25.718941 n-d-844202-1 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:28:25.719959 n-d-844202-1 neutron-server[88419]: INFO neutron.quota.resource_registry [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Creating instance of CountableResource for resource:rbac_policy Jun 01 18:28:25.720417 n-d-844202-1 neutron-server[88419]: INFO neutron.quota.resource_registry [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Creating instance of TrackedResource for resource:security_group Jun 01 18:28:25.721064 n-d-844202-1 neutron-server[88419]: INFO neutron.quota.resource_registry [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 01 18:28:25.721790 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.v2.resource_helper [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Service CORE assigned prefix: {{(pid=88419) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 01 18:28:25.722114 n-d-844202-1 neutron-server[88419]: INFO neutron.quota.resource_registry [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Creating instance of TrackedResource for resource:subnetpool Jun 01 18:28:25.722443 n-d-844202-1 neutron-server[88419]: WARNING neutron.quota.resource_registry [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] subnetpool is already registered Jun 01 18:28:25.723128 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.v2.resource_helper [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Service CORE assigned prefix: {{(pid=88419) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 01 18:28:25.724047 n-d-844202-1 neutron-server[88419]: INFO neutron.quota.resource_registry [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Creating instance of TrackedResource for resource:subnetpool Jun 01 18:28:25.724449 n-d-844202-1 neutron-server[88419]: WARNING neutron.quota.resource_registry [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] subnetpool is already registered Jun 01 18:28:25.726724 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.v2.resource_helper [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88419) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 01 18:28:25.727143 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.v2.resource_helper [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Service FLAVORS assigned prefix: {{(pid=88419) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 01 18:28:25.727723 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.v2.resource_helper [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88419) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 01 18:28:25.728143 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.v2.resource_helper [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88419) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 01 18:28:25.728486 n-d-844202-1 neutron-server[88419]: INFO neutron.quota.resource_registry [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Creating instance of TrackedResource for resource:router Jun 01 18:28:25.728805 n-d-844202-1 neutron-server[88419]: WARNING neutron.quota.resource_registry [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] router is already registered Jun 01 18:28:25.729385 n-d-844202-1 neutron-server[88419]: INFO neutron.quota.resource_registry [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Creating instance of TrackedResource for resource:floatingip Jun 01 18:28:25.729704 n-d-844202-1 neutron-server[88419]: WARNING neutron.quota.resource_registry [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] floatingip is already registered Jun 01 18:28:25.730319 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.v2.resource_helper [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Service METERING assigned prefix: /metering {{(pid=88419) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 01 18:28:25.730976 n-d-844202-1 neutron-server[88419]: INFO neutron.quota.resource_registry [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Creating instance of CountableResource for resource:rbac_policy Jun 01 18:28:25.731291 n-d-844202-1 neutron-server[88419]: WARNING neutron.quota.resource_registry [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] rbac_policy is already registered Jun 01 18:28:25.731850 n-d-844202-1 neutron-server[88419]: INFO neutron.quota.resource_registry [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Creating instance of TrackedResource for resource:security_group Jun 01 18:28:25.732167 n-d-844202-1 neutron-server[88419]: WARNING neutron.quota.resource_registry [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] security_group is already registered Jun 01 18:28:25.732773 n-d-844202-1 neutron-server[88419]: INFO neutron.quota.resource_registry [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 01 18:28:25.733100 n-d-844202-1 neutron-server[88419]: WARNING neutron.quota.resource_registry [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] security_group_rule is already registered Jun 01 18:28:25.733748 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.v2.resource_helper [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Service CORE assigned prefix: {{(pid=88419) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 01 18:28:25.734066 n-d-844202-1 neutron-server[88419]: INFO neutron.quota.resource_registry [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Creating instance of TrackedResource for resource:subnetpool Jun 01 18:28:25.734381 n-d-844202-1 neutron-server[88419]: WARNING neutron.quota.resource_registry [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] subnetpool is already registered Jun 01 18:28:25.734985 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.v2.resource_helper [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Service CORE assigned prefix: {{(pid=88419) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 01 18:28:25.735302 n-d-844202-1 neutron-server[88419]: INFO neutron.quota.resource_registry [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Creating instance of TrackedResource for resource:subnetpool Jun 01 18:28:25.735614 n-d-844202-1 neutron-server[88419]: WARNING neutron.quota.resource_registry [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] subnetpool is already registered Jun 01 18:28:25.736343 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Extended resource: extensions {{(pid=88419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 18:28:25.737794 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Extended resource: address-groups {{(pid=88419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 18:28:25.740017 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Extended resource: address-scopes {{(pid=88419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 18:28:25.741221 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Extended resource: agents {{(pid=88419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 18:28:25.742365 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Extended resource: auto-allocated-topology {{(pid=88419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 18:28:25.743579 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Extended resource: availability_zones {{(pid=88419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 18:28:25.744917 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Extended resource: dhcp-networks {{(pid=88419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 18:28:25.746293 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Extended resource: dhcp-agents {{(pid=88419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 18:28:25.747664 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Extended resource: routers {{(pid=88419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 18:28:25.749453 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Extended resource: flavors {{(pid=88419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 18:28:25.750595 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Extended resource: service_profiles {{(pid=88419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 18:28:25.751778 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Extended resource: next_providers {{(pid=88419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 18:28:25.753311 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Extended resource: service_profiles {{(pid=88419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 18:28:25.754878 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Extended resource: floatingip-pools {{(pid=88419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 18:28:25.756260 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Extended resource: routers {{(pid=88419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 18:28:25.758017 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Extended resource: floatingips {{(pid=88419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 18:28:25.759187 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Extended resource: l3-routers {{(pid=88419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 18:28:25.760561 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Extended resource: l3-agents {{(pid=88419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 18:28:25.761937 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Extended resource: metering-labels {{(pid=88419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 18:28:25.763262 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Extended resource: metering-label-rules {{(pid=88419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 18:28:25.764566 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Extended resource: network-ip-availabilities {{(pid=88419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 18:28:25.765781 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Extended resource: bindings {{(pid=88419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 18:28:25.767391 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Extended resource: quotas {{(pid=88419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 18:28:25.768824 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Extended resource: quotas {{(pid=88419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 18:28:25.770244 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Extended resource: rbac-policies {{(pid=88419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 18:28:25.771592 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Extended resource: security-groups {{(pid=88419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 18:28:25.772821 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Extended resource: security-group-rules {{(pid=88419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 18:28:25.774009 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Extended resource: service-providers {{(pid=88419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 18:28:25.775203 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Extended resource: subnetpools {{(pid=88419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 18:28:25.777552 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Extended resource: subnetpools {{(pid=88419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 18:28:25.778996 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Extended resource: tags {{(pid=88419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 18:28:25.780684 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Extended resource: tags {{(pid=88419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 18:28:25.782453 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Extended resource: tags {{(pid=88419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 18:28:25.784253 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Extended resource: tags {{(pid=88419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 18:28:25.786593 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Extended resource: tags {{(pid=88419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 18:28:25.788441 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Extended resource: tags {{(pid=88419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 18:28:25.790090 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Extended resource: tags {{(pid=88419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 18:28:25.791965 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Extended resource: tags {{(pid=88419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 18:28:25.793705 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Extended resource: tags {{(pid=88419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 18:28:25.795532 n-d-844202-1 neutron-server[88419]: DEBUG neutron.api.extensions [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Extended resource: tags {{(pid=88419) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 18:28:25.801985 n-d-844202-1 neutron-server[88419]: WARNING keystonemiddleware.auth_token [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 01 18:28:25.806752 n-d-844202-1 neutron-server[88419]: WARNING keystonemiddleware.auth_token [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 01 18:28:25.814845 n-d-844202-1 neutron-server[88419]: DEBUG oslo_concurrency.lockutils [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Acquired lock "singleton_lock" {{(pid=88419) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 01 18:28:25.815311 n-d-844202-1 neutron-server[88419]: DEBUG oslo_concurrency.lockutils [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Releasing lock "singleton_lock" {{(pid=88419) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 01 18:28:25.815932 n-d-844202-1 neutron-server[88419]: INFO oslo_service.service [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Starting 2 workers Jun 01 18:28:25.821422 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Started child 88524 {{(pid=88419) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 01 18:28:25.825661 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Started child 88525 {{(pid=88419) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 01 18:28:25.826348 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:28:25.827189 n-d-844202-1 neutron-server[88419]: INFO neutron.service [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 01 18:28:25.827803 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [-] (88524) wsgi starting up on http://0.0.0.0:9696 Jun 01 18:28:25.827957 n-d-844202-1 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Notify callbacks [] for process, before_spawn {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:28:25.830105 n-d-844202-1 neutron-server[88419]: INFO oslo_service.service [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Starting 1 workers Jun 01 18:28:25.830253 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:28:25.831635 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [-] (88525) wsgi starting up on http://0.0.0.0:9696 Jun 01 18:28:25.836020 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Started child 88526 {{(pid=88419) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 01 18:28:25.836525 n-d-844202-1 neutron-server[88419]: INFO oslo_service.service [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Starting 1 workers Jun 01 18:28:25.839577 n-d-844202-1 neutron-server[88526]: DEBUG neutron.service [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] calling RpcWorker wait() {{(pid=88526) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 01 18:28:25.840165 n-d-844202-1 neutron-server[88526]: DEBUG neutron.service [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] returning from RpcWorker wait() {{(pid=88526) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 01 18:28:25.840902 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Started child 88527 {{(pid=88419) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 01 18:28:25.841359 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:28:25.841677 n-d-844202-1 neutron-server[88419]: DEBUG neutron_lib.callbacks.manager [None req-cb53a48a-7e5c-4fd9-bc50-2dc4e7785970 None None] Notify callbacks [] for process, after_spawn {{(pid=88419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:28:25.841840 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:28:25.843474 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88419) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 01 18:28:25.843681 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 01 18:28:25.843856 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 01 18:28:25.844074 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 01 18:28:25.844441 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 01 18:28:25.844594 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 01 18:28:25.845098 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.845366 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.845642 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.845813 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:28:25.846259 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.846259 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.846709 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.846958 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.847213 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.847479 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.847700 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.847858 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.848016 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.848280 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.848621 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.849009 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.849194 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.849425 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.849686 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.849849 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.850077 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] config_source = [] {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.850336 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.850575 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.850824 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] debug = True {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.851065 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.851527 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.851751 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.851991 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.852243 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.852513 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.852747 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.852990 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.853213 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.853418 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.853666 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.853933 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.854166 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.854364 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.854575 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.854833 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.855058 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.855494 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] host = n-d-844202-1 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.855701 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.855906 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.856139 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.856392 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.856639 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.856845 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.857080 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.857326 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.857553 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.857780 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.858022 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.858234 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.858457 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] log_dir = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.858693 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] log_file = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.858833 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] log_options = True {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.859046 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.859314 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.859567 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.859748 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.859891 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.860117 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.860296 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.860438 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.860686 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.860892 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.861098 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.861303 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.861530 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.861763 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.862020 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.862301 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.862482 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.862715 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.862927 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.863167 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.863383 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.863599 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.863826 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.864771 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.864771 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.864771 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.865008 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.865229 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.865560 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.866052 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.866285 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.866663 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.866812 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.867008 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.867229 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.867450 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.867660 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.868028 n-d-844202-1 neutron-server[88527]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:28:25.868147 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.868313 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.868824 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.868824 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.869440 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.869440 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.869440 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.873347 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] use_journal = False {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.873347 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] use_json = False {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.873347 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.873347 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.873347 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.873347 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.873347 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.873347 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.873347 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.877251 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.877251 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.877251 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.877251 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.877251 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.877251 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.877251 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.877251 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.877743 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.877743 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.877743 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.877743 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.877743 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.877743 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.877743 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.877743 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.877743 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.878241 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.878241 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.878241 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.878241 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.878241 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.878241 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.878241 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.878241 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.878695 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.878695 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.41/identity {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.878695 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.878695 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.878933 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.879068 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.879417 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.880446 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.880718 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.880984 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.881194 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.881595 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.881817 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.882056 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.882279 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.882533 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.883474 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.883474 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.883474 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.883474 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.883786 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.883861 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.884032 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.884276 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.884517 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.884744 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.884971 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.885190 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.885437 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.885651 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.886029 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.886696 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.886696 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.886696 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.886922 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.887072 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.887459 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.887807 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.888186 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.888562 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.888929 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.889292 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.889660 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.890126 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.890354 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.890575 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.890819 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.891041 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.891250 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.891459 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.891679 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.892049 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.892450 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.892685 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.892921 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.893161 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.893371 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.893605 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.893817 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.894050 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.894280 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.894557 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.894884 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.895120 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.896105 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.896370 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.896636 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.896864 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.897260 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.897607 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.897984 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.898370 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.898790 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.899054 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.899312 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.899536 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.899750 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.900000 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.900212 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.900469 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.900683 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.900926 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.901162 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.901438 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.901682 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.901928 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.902152 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.902402 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.902671 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.902921 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.903176 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.903399 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.903622 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.903931 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.904197 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.904494 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.904718 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.904939 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.905227 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.905467 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.905718 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.905979 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.906530 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.906700 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.906967 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.907153 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.907400 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.907608 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.907828 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.908163 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.908424 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.908667 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.908860 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.909278 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.909650 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.909971 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.910187 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.910445 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.910891 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.911199 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.911524 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.41/identity {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.911936 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.912339 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.912443 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.912629 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.912878 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.913237 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.913612 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.914023 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.914190 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.914598 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.914970 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.915354 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.915589 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.915876 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.916126 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.916353 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.916711 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.917145 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.917338 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.917540 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.917745 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.918033 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.918260 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.918447 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.918803 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.919070 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.919338 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.919560 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.919783 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.920031 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.920499 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.920499 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.920767 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.920959 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.921197 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.921343 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.921579 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.921827 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.922021 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.922210 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.922448 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.922738 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.923062 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.923322 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.923588 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.923823 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.924019 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.924289 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.924590 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.924741 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.924890 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.925098 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.925330 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.925518 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.925734 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.925956 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.926155 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.926441 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.926675 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.927078 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.927308 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.927974 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.927974 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.933440 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.933440 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.933838 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 37364) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:28:25.934047 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.934047 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.934047 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.934047 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.934047 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.934047 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.934047 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.934047 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.934047 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.937326 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.937326 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.937326 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.937326 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.937326 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.937326 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.937326 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.937326 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.937326 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.938565 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.938565 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.938565 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.938565 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.938565 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.938565 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.938565 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.938565 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.939698 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.939698 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.939698 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.939698 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.939698 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.939698 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.939698 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.939698 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.940785 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.940785 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.940785 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.940785 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.941468 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.941468 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.941468 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.942793 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.942793 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.944650 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.944650 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.944650 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.944650 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.944650 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.944650 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.944650 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.945575 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.945575 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.945575 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.945575 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.946146 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.946146 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.946428 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.946428 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.946696 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.946841 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.949630 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.949630 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.949630 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.949630 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.949630 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.949630 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 01 18:28:25.949630 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88419) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 01 18:28:25.949630 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 01 18:28:25.950740 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 01 18:28:25.950740 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 01 18:28:25.950740 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 01 18:28:25.950740 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 01 18:28:25.950740 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.950740 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.950740 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.950740 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.951841 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.951841 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.951841 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.951841 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.951841 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.951841 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.951841 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.951841 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.952969 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.952969 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.952969 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.952969 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.952969 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.952969 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.953759 n-d-844202-1 neutron-server[88526]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:28:25.953913 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.953913 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] config_source = [] {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.953913 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.953913 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.953913 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] debug = True {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.953913 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.954688 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.954688 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.954688 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.954688 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.954688 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.954688 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.955507 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.955507 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.955507 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.955507 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.955507 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.955507 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.955507 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.955507 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.957267 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.957267 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.957267 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] host = n-d-844202-1 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.957267 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.957267 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.957267 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.957267 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.957267 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.958659 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.958659 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.958659 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.958659 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.958659 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.958659 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.958659 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.958659 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] log_dir = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.958659 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] log_file = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.959792 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] log_options = True {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.959792 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.959792 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.959792 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.959792 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.959792 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.959792 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.960931 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.960931 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.960931 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.960931 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.960931 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.960931 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.960931 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.960931 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.964425 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.964425 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.964425 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.964425 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.964425 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.964425 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.964425 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.964425 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.965488 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.965488 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.965488 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.965488 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.965488 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.965488 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.965488 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.965488 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.965488 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.966651 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.966651 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.966651 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.966651 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.966651 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.966651 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.966651 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.966651 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.967710 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.967710 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.967710 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.967710 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.967710 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.967710 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] use_journal = False {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.967710 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] use_json = False {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.967710 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.968762 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.968762 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.968762 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.968762 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.968762 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.968762 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.968762 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.969967 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 18:28:25.969967 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.969967 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.969967 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.971370 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [-] 10.222.0.41 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0360498 Jun 01 18:28:25.972432 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.972432 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.972432 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.972432 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.972432 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.973126 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.973126 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.973126 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.973126 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.974245 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.974245 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.974245 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.974245 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.974777 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.974777 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.974777 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.974777 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.975299 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.975299 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.975299 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.975299 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.975816 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.41/identity {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.975816 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.975816 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.976209 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.976209 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.976209 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.977412 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.977412 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.977412 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.977840 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.977840 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.977840 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.978163 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.978163 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.978823 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.978823 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.978823 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.978823 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.978823 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.979158 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.979158 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.979299 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.979376 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.979463 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.979624 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.979778 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.979942 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.980097 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.980294 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.980438 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.980578 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.980731 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.980870 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.981023 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.982032 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.982219 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.982612 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.982612 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.982612 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.982874 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.982954 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.983051 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.983197 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.983359 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.983495 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.984307 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.984535 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.984717 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.984895 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.985476 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.985675 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.985884 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.986056 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.986223 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.986388 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.986550 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.986712 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.987897 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.988074 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.988293 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.988470 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.988648 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.988981 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.989156 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.989319 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.989569 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.989844 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.990124 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.990388 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.990656 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.990908 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.991073 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.991233 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.991395 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.991553 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.991711 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.993946 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.994064 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.994722 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.994909 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.995084 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.995259 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.995458 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.995831 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.996006 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.996170 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.996389 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.996550 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.996713 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.996876 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.997168 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.997339 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.997509 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.997670 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.997827 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.998147 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.998445 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.998744 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.998903 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.999066 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.999208 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.999372 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.999535 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.999702 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:25.999873 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:26.000017 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:26.000177 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:26.000372 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:26.000556 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:26.000714 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:26.000873 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:26.001032 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:26.001181 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:26.001326 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:26.001482 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:26.001623 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:26.001769 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:26.001930 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:26.002088 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:26.002246 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.41/identity {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:26.002404 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:26.002562 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:26.002714 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:26.002864 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:26.003022 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:26.003180 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:26.003338 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:26.003502 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:26.003658 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:26.003816 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:26.003973 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:26.004131 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:26.004322 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:26.004482 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:26.004689 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:26.005290 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:26.005290 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:26.005290 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:26.005290 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:26.005528 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:26.005753 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:26.005753 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:26.005877 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:26.006007 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:26.006159 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:26.006350 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:26.006453 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:26.006616 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:26.006775 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:26.006940 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:26.007196 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:26.007359 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:26.007518 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:26.007675 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:26.007834 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:26.007993 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:26.008151 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:26.008343 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:26.008507 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:26.008665 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:26.008824 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:26.008981 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:26.009139 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:26.009316 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:26.009475 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:26.009632 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:26.009793 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:26.009953 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:26.010110 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:26.010267 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:26.010423 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:26.010580 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:26.010737 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:26.010898 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:26.011055 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:26.011211 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:26.011368 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:26.011523 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:26.011679 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:26.011839 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:26.011999 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:26.012156 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:26.012346 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:26.012506 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:26.012662 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:26.012818 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:26.012999 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:26.013128 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:26.013285 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:26.013441 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:26.013600 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:26.013756 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:26.013926 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:26.014083 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:26.014240 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:26.014396 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:26.014554 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:26.014766 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:26.014864 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:26.015017 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:26.015172 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:26.015329 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:26.015496 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:26.015652 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:26.015808 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:26.015963 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:26.016120 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:26.016317 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:26.016475 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:26.016632 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:26.016797 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:26.016953 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:26.017112 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:26.017361 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:26.017537 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:26.017695 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:26.017854 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:26.018012 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:26.018173 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:26.018330 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:26.018490 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:26.018652 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:26.018821 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:26.018985 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:26.019143 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:26.019310 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:26.019478 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:26.019643 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:26.019800 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:26.019964 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:26.020655 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:26.021187 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:26.021187 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:26.021397 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:26.021397 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:26.021543 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:26.021695 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:26.021855 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:26.022045 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:26.022198 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:26.022320 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:26.022476 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:26.022633 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:26.022792 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:26.022949 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:26.023106 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:26.023262 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:26.023420 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:26.023577 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:26.023747 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 18:28:26.023878 n-d-844202-1 neutron-server[88419]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88419) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 01 18:28:37.038203 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9be30343-4e77-4943-89e9-ff97e116a7de None None] get_active_networks_info from n-d-844202-1 {{(pid=88526) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jun 01 18:28:37.114259 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9be30343-4e77-4943-89e9-ff97e116a7de None None] No non-hosted networks {{(pid=88526) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 01 18:28:37.130992 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.agentschedulers_db [None req-9be30343-4e77-4943-89e9-ff97e116a7de None None] DHCP Agent not found on host n-d-844202-1 {{(pid=88526) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Jun 01 18:28:37.217097 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-fbd58224-dd38-476a-92cd-cf8fe64ecacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-887330'] for agent, after_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:28:39.352728 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-aeb1887e-d9fc-42a3-bde1-9a7e3f5d5c2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-887330'] for agent, after_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:28:39.394286 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-8aa487d2-3f9f-43a1-9d28-8029767cb500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:28:40.348473 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-887330'] for agent, after_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:28:40.378912 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-887330'] for agent, after_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:28:40.380752 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:28:40.381343 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:28:40.381886 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:28:40.382426 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:28:40.382953 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:28:40.383495 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:28:40.384019 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:28:40.384777 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:28:40.385340 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:28:40.385974 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:28:40.386508 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:28:40.387023 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:28:40.387637 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-844202-1', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:28:40.393237 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-844202-1', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:28:41.699391 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-887330'] for agent, after_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:28:43.379212 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 37460) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:28:43.953370 n-d-844202-1 neutron-server[88525]: WARNING oslo_policy.policy [None req-9bbfd006-cade-48b0-905d-9c525c2e6916 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 01 18:28:43.953934 n-d-844202-1 neutron-server[88525]: WARNING oslo_policy.policy [None req-9bbfd006-cade-48b0-905d-9c525c2e6916 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 01 18:28:44.170109 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [None req-9bbfd006-cade-48b0-905d-9c525c2e6916 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=88525) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 18:28:44.171102 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-9bbfd006-cade-48b0-905d-9c525c2e6916 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7910147 Jun 01 18:28:46.589519 n-d-844202-1 neutron-server[88526]: INFO neutron.db.l3_hamode_db [None req-678442b6-656d-45be-96cc-0a618fb69997 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 01 18:28:46.610830 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 37474) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:28:46.676750 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-678442b6-656d-45be-96cc-0a618fb69997 None None] Routers set() bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:28:46.677128 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-678442b6-656d-45be-96cc-0a618fb69997 None None] Router IDs set() for agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}} Jun 01 18:28:46.980150 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-10b159c9-f19a-4110-9fb2-ad52309f320b admin admin] Request body: {'subnetpool': {'is_default': True, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16']}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:28:47.081232 n-d-844202-1 neutron-server[88525]: DEBUG neutron.policy [None req-10b159c9-f19a-4110-9fb2-ad52309f320b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88525) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 01 18:28:47.126917 n-d-844202-1 neutron-server[88525]: WARNING oslo_policy.policy [None req-10b159c9-f19a-4110-9fb2-ad52309f320b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 01 18:28:47.127284 n-d-844202-1 neutron-server[88525]: WARNING oslo_policy.policy [None req-10b159c9-f19a-4110-9fb2-ad52309f320b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 01 18:28:47.136260 n-d-844202-1 neutron-server[88525]: INFO neutron.quota [None req-10b159c9-f19a-4110-9fb2-ad52309f320b admin admin] Loaded quota_driver: . Jun 01 18:28:47.151641 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-10b159c9-f19a-4110-9fb2-ad52309f320b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:28:47.210470 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-10b159c9-f19a-4110-9fb2-ad52309f320b admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747790626295', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747790626328', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747790577918', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747790576777', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747790594326', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747790592396', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1798902', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1798826', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-751447', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-667885'] for rbac-policy, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:28:47.273046 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-10b159c9-f19a-4110-9fb2-ad52309f320b admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:28:47.274188 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-10b159c9-f19a-4110-9fb2-ad52309f320b admin admin] 10.222.0.41 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6623640 Jun 01 18:28:49.945511 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 37488) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:28:50.290488 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-34fe37ee-ad68-49c4-846a-794a20cd6e75 admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': '8ce64edc15974616be871b2d14c23359'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:28:50.295161 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-34fe37ee-ad68-49c4-846a-794a20cd6e75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:28:50.299610 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-34fe37ee-ad68-49c4-846a-794a20cd6e75 admin admin] Usage tracker for resource:network and tenant:8ce64edc15974616be871b2d14c23359 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:28:50.304738 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-34fe37ee-ad68-49c4-846a-794a20cd6e75 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:28:50.310757 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-34fe37ee-ad68-49c4-846a-794a20cd6e75 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:28:50.321195 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34fe37ee-ad68-49c4-846a-794a20cd6e75 admin admin] Made reservation on behalf of 8ce64edc15974616be871b2d14c23359 for: {'network': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:28:50.324190 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-34fe37ee-ad68-49c4-846a-794a20cd6e75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:28:50.341950 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-34fe37ee-ad68-49c4-846a-794a20cd6e75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:28:50.355726 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-34fe37ee-ad68-49c4-846a-794a20cd6e75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:28:50.359429 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-34fe37ee-ad68-49c4-846a-794a20cd6e75 admin admin] Usage tracker for resource:security_group_rule and tenant:8ce64edc15974616be871b2d14c23359 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:28:50.365222 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-34fe37ee-ad68-49c4-846a-794a20cd6e75 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:28:50.371026 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-34fe37ee-ad68-49c4-846a-794a20cd6e75 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:28:50.471328 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-34fe37ee-ad68-49c4-846a-794a20cd6e75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:28:50.475386 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-34fe37ee-ad68-49c4-846a-794a20cd6e75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:28:50.500079 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34fe37ee-ad68-49c4-846a-794a20cd6e75 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 135} {{(pid=88525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 18:28:50.525164 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-34fe37ee-ad68-49c4-846a-794a20cd6e75 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8747785798867', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:28:50.525702 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-34fe37ee-ad68-49c4-846a-794a20cd6e75 admin admin] Unsubscribe: segment precommit_create {{(pid=88525) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 01 18:28:50.526195 n-d-844202-1 neutron-server[88525]: INFO neutron.db.segments_db [None req-34fe37ee-ad68-49c4-846a-794a20cd6e75 admin admin] Added segment 96d86cf8-f302-4c9a-a812-8fc5b71c2906 of type vlan for network 9f4cbf4d-bd23-452e-97d8-de507084b6d8 Jun 01 18:28:50.534439 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fe37ee-ad68-49c4-846a-794a20cd6e75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bca6b4b0-0757-4c3f-b6f7-a3c9547a20e8,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:28:50.585632 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fe37ee-ad68-49c4-846a-794a20cd6e75 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:28:50.586084 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fe37ee-ad68-49c4-846a-794a20cd6e75 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:28:50.586573 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fe37ee-ad68-49c4-846a-794a20cd6e75 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:28:50.586884 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fe37ee-ad68-49c4-846a-794a20cd6e75 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:28:50.587205 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fe37ee-ad68-49c4-846a-794a20cd6e75 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:28:50.587525 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fe37ee-ad68-49c4-846a-794a20cd6e75 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:28:50.587841 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fe37ee-ad68-49c4-846a-794a20cd6e75 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:28:50.588154 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fe37ee-ad68-49c4-846a-794a20cd6e75 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:28:50.588489 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fe37ee-ad68-49c4-846a-794a20cd6e75 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:28:50.588798 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fe37ee-ad68-49c4-846a-794a20cd6e75 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:28:50.589104 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fe37ee-ad68-49c4-846a-794a20cd6e75 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:28:50.589409 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fe37ee-ad68-49c4-846a-794a20cd6e75 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:28:50.590501 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fe37ee-ad68-49c4-846a-794a20cd6e75 admin admin] Tracked resource versions report: Jun 01 18:28:50.590501 n-d-844202-1 neutron-server[88525]: pushed versions: Jun 01 18:28:50.590501 n-d-844202-1 neutron-server[88525]: { 'AddressGroup': {'1.2'}, Jun 01 18:28:50.590501 n-d-844202-1 neutron-server[88525]: 'ConntrackHelper': {'1.0'}, Jun 01 18:28:50.590501 n-d-844202-1 neutron-server[88525]: 'Log': {'1.0'}, Jun 01 18:28:50.590501 n-d-844202-1 neutron-server[88525]: 'Network': {'1.1'}, Jun 01 18:28:50.590501 n-d-844202-1 neutron-server[88525]: 'Port': {'1.7'}, Jun 01 18:28:50.590501 n-d-844202-1 neutron-server[88525]: 'PortForwarding': {'1.2'}, Jun 01 18:28:50.590501 n-d-844202-1 neutron-server[88525]: 'QosPolicy': {'1.8'}, Jun 01 18:28:50.590501 n-d-844202-1 neutron-server[88525]: 'SecurityGroup': {'1.4'}, Jun 01 18:28:50.590501 n-d-844202-1 neutron-server[88525]: 'SecurityGroupRule': {'1.2'}, Jun 01 18:28:50.590501 n-d-844202-1 neutron-server[88525]: 'SubPort': {'1.0'}, Jun 01 18:28:50.590501 n-d-844202-1 neutron-server[88525]: 'Subnet': {'1.1'}, Jun 01 18:28:50.590501 n-d-844202-1 neutron-server[88525]: 'Trunk': {'1.1'}} Jun 01 18:28:50.590501 n-d-844202-1 neutron-server[88525]: consumer versions: Jun 01 18:28:50.590501 n-d-844202-1 neutron-server[88525]: { DHCP agent@n-d-844202-1: {}, Jun 01 18:28:50.590501 n-d-844202-1 neutron-server[88525]: L3 agent@n-d-844202-1: {}, Jun 01 18:28:50.590501 n-d-844202-1 neutron-server[88525]: Metadata agent@n-d-844202-1: {}, Jun 01 18:28:50.590501 n-d-844202-1 neutron-server[88525]: Metering agent@n-d-844202-1: {}, Jun 01 18:28:50.590501 n-d-844202-1 neutron-server[88525]: Open vSwitch agent@n-d-844202-1: { 'AddressGroup': '1.2', Jun 01 18:28:50.590501 n-d-844202-1 neutron-server[88525]: 'ConntrackHelper': '1.0', Jun 01 18:28:50.590501 n-d-844202-1 neutron-server[88525]: 'Log': '1.0', Jun 01 18:28:50.590501 n-d-844202-1 neutron-server[88525]: 'Network': '1.1', Jun 01 18:28:50.590501 n-d-844202-1 neutron-server[88525]: 'Port': '1.7', Jun 01 18:28:50.590501 n-d-844202-1 neutron-server[88525]: 'PortForwarding': '1.2', Jun 01 18:28:50.590501 n-d-844202-1 neutron-server[88525]: 'QosPolicy': '1.8', Jun 01 18:28:50.590501 n-d-844202-1 neutron-server[88525]: 'SecurityGroup': '1.4', Jun 01 18:28:50.590501 n-d-844202-1 neutron-server[88525]: 'SecurityGroupRule': '1.2', Jun 01 18:28:50.590501 n-d-844202-1 neutron-server[88525]: 'SubPort': '1.0', Jun 01 18:28:50.590501 n-d-844202-1 neutron-server[88525]: 'Subnet': '1.1', Jun 01 18:28:50.590501 n-d-844202-1 neutron-server[88525]: 'Trunk': '1.1'}} Jun 01 18:28:50.590501 n-d-844202-1 neutron-server[88525]: {{(pid=88525) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 01 18:28:50.639783 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-34fe37ee-ad68-49c4-846a-794a20cd6e75 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:28:50.682991 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-34fe37ee-ad68-49c4-846a-794a20cd6e75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:28:50.684033 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34fe37ee-ad68-49c4-846a-794a20cd6e75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:28:50.684797 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-34fe37ee-ad68-49c4-846a-794a20cd6e75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:28:50.804132 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-34fe37ee-ad68-49c4-846a-794a20cd6e75 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8573802 Jun 01 18:28:50.804637 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fe37ee-ad68-49c4-846a-794a20cd6e75 admin admin] Pushing event updated for resources: {'Network': ['ID=9f4cbf4d-bd23-452e-97d8-de507084b6d8,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:28:50.817085 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network 9f4cbf4d-bd23-452e-97d8-de507084b6d8 details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 18:28:53.634117 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 37504) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:28:54.234736 n-d-844202-1 neutron-server[88524]: WARNING oslo_policy.policy [None req-0b77ca69-7d23-484a-b0dc-5b42ef56d911 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 01 18:28:54.235311 n-d-844202-1 neutron-server[88524]: WARNING oslo_policy.policy [None req-0b77ca69-7d23-484a-b0dc-5b42ef56d911 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 01 18:28:54.666197 n-d-844202-1 neutron-server[88524]: DEBUG neutron.policy [None req-0b77ca69-7d23-484a-b0dc-5b42ef56d911 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88524) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 01 18:28:54.713735 n-d-844202-1 neutron-server[88524]: WARNING oslo_policy.policy [None req-0b77ca69-7d23-484a-b0dc-5b42ef56d911 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 01 18:28:54.714106 n-d-844202-1 neutron-server[88524]: WARNING oslo_policy.policy [None req-0b77ca69-7d23-484a-b0dc-5b42ef56d911 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 01 18:28:54.722293 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b77ca69-7d23-484a-b0dc-5b42ef56d911 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:28:54.724323 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-0b77ca69-7d23-484a-b0dc-5b42ef56d911 admin admin] 10.222.0.41 "GET /v2.0/networks/9f4cbf4d-bd23-452e-97d8-de507084b6d8 HTTP/1.1" status: 200 len: 825 time: 1.0881720 Jun 01 18:28:54.757166 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-861b5f3e-3680-4ed3-976b-d9114ed3630a admin admin] 10.222.0.41 "GET /v2.0/subnetpools/17fcad15-d1b4-4667-804f-83ead9e0ff00 HTTP/1.1" status: 200 len: 734 time: 0.0274081 Jun 01 18:28:54.765913 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-10762417-1f11-440a-9a22-354e2b2a3d1e admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '9f4cbf4d-bd23-452e-97d8-de507084b6d8', 'name': 'private-subnet', 'tenant_id': '8ce64edc15974616be871b2d14c23359', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '17fcad15-d1b4-4667-804f-83ead9e0ff00'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:28:54.767549 n-d-844202-1 neutron-server[88524]: INFO neutron.quota [None req-10762417-1f11-440a-9a22-354e2b2a3d1e admin admin] Loaded quota_driver: . Jun 01 18:28:54.774147 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-10762417-1f11-440a-9a22-354e2b2a3d1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:28:54.779814 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-10762417-1f11-440a-9a22-354e2b2a3d1e admin admin] Usage tracker for resource:subnet and tenant:8ce64edc15974616be871b2d14c23359 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:28:54.783217 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-10762417-1f11-440a-9a22-354e2b2a3d1e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:28:54.790502 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-10762417-1f11-440a-9a22-354e2b2a3d1e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:28:54.805382 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10762417-1f11-440a-9a22-354e2b2a3d1e admin admin] Made reservation on behalf of 8ce64edc15974616be871b2d14c23359 for: {'subnet': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:28:54.808246 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-10762417-1f11-440a-9a22-354e2b2a3d1e admin admin] Notify callbacks [] for subnet, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:28:55.121379 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-10762417-1f11-440a-9a22-354e2b2a3d1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for subnet, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:28:55.200063 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10762417-1f11-440a-9a22-354e2b2a3d1e admin admin] Checking segment: {'id': '96d86cf8-f302-4c9a-a812-8fc5b71c2906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9f4cbf4d-bd23-452e-97d8-de507084b6d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:28:55.200456 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10762417-1f11-440a-9a22-354e2b2a3d1e admin admin] Network hostable DHCP agents. Network: 9f4cbf4d-bd23-452e-97d8-de507084b6d8, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88524) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 18:28:55.221405 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10762417-1f11-440a-9a22-354e2b2a3d1e admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb6f622e-cbcd-436a-b559-05f073b803db,revision_number=0']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:28:55.232469 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10762417-1f11-440a-9a22-354e2b2a3d1e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:28:55.232733 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10762417-1f11-440a-9a22-354e2b2a3d1e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:28:55.233058 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10762417-1f11-440a-9a22-354e2b2a3d1e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:28:55.233378 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10762417-1f11-440a-9a22-354e2b2a3d1e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:28:55.233693 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10762417-1f11-440a-9a22-354e2b2a3d1e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:28:55.234004 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10762417-1f11-440a-9a22-354e2b2a3d1e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:28:55.234312 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10762417-1f11-440a-9a22-354e2b2a3d1e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:28:55.234619 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10762417-1f11-440a-9a22-354e2b2a3d1e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:28:55.234927 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10762417-1f11-440a-9a22-354e2b2a3d1e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:28:55.235230 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10762417-1f11-440a-9a22-354e2b2a3d1e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:28:55.235533 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10762417-1f11-440a-9a22-354e2b2a3d1e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:28:55.235834 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10762417-1f11-440a-9a22-354e2b2a3d1e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:28:55.236955 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10762417-1f11-440a-9a22-354e2b2a3d1e admin admin] Tracked resource versions report: Jun 01 18:28:55.236955 n-d-844202-1 neutron-server[88524]: pushed versions: Jun 01 18:28:55.236955 n-d-844202-1 neutron-server[88524]: { 'AddressGroup': {'1.2'}, Jun 01 18:28:55.236955 n-d-844202-1 neutron-server[88524]: 'ConntrackHelper': {'1.0'}, Jun 01 18:28:55.236955 n-d-844202-1 neutron-server[88524]: 'Log': {'1.0'}, Jun 01 18:28:55.236955 n-d-844202-1 neutron-server[88524]: 'Network': {'1.1'}, Jun 01 18:28:55.236955 n-d-844202-1 neutron-server[88524]: 'Port': {'1.7'}, Jun 01 18:28:55.236955 n-d-844202-1 neutron-server[88524]: 'PortForwarding': {'1.2'}, Jun 01 18:28:55.236955 n-d-844202-1 neutron-server[88524]: 'QosPolicy': {'1.8'}, Jun 01 18:28:55.236955 n-d-844202-1 neutron-server[88524]: 'SecurityGroup': {'1.4'}, Jun 01 18:28:55.236955 n-d-844202-1 neutron-server[88524]: 'SecurityGroupRule': {'1.2'}, Jun 01 18:28:55.236955 n-d-844202-1 neutron-server[88524]: 'SubPort': {'1.0'}, Jun 01 18:28:55.236955 n-d-844202-1 neutron-server[88524]: 'Subnet': {'1.1'}, Jun 01 18:28:55.236955 n-d-844202-1 neutron-server[88524]: 'Trunk': {'1.1'}} Jun 01 18:28:55.236955 n-d-844202-1 neutron-server[88524]: consumer versions: Jun 01 18:28:55.236955 n-d-844202-1 neutron-server[88524]: { DHCP agent@n-d-844202-1: {}, Jun 01 18:28:55.236955 n-d-844202-1 neutron-server[88524]: L3 agent@n-d-844202-1: {}, Jun 01 18:28:55.236955 n-d-844202-1 neutron-server[88524]: Metadata agent@n-d-844202-1: {}, Jun 01 18:28:55.236955 n-d-844202-1 neutron-server[88524]: Metering agent@n-d-844202-1: {}, Jun 01 18:28:55.236955 n-d-844202-1 neutron-server[88524]: Open vSwitch agent@n-d-844202-1: { 'AddressGroup': '1.2', Jun 01 18:28:55.236955 n-d-844202-1 neutron-server[88524]: 'ConntrackHelper': '1.0', Jun 01 18:28:55.236955 n-d-844202-1 neutron-server[88524]: 'Log': '1.0', Jun 01 18:28:55.236955 n-d-844202-1 neutron-server[88524]: 'Network': '1.1', Jun 01 18:28:55.236955 n-d-844202-1 neutron-server[88524]: 'Port': '1.7', Jun 01 18:28:55.236955 n-d-844202-1 neutron-server[88524]: 'PortForwarding': '1.2', Jun 01 18:28:55.236955 n-d-844202-1 neutron-server[88524]: 'QosPolicy': '1.8', Jun 01 18:28:55.236955 n-d-844202-1 neutron-server[88524]: 'SecurityGroup': '1.4', Jun 01 18:28:55.236955 n-d-844202-1 neutron-server[88524]: 'SecurityGroupRule': '1.2', Jun 01 18:28:55.236955 n-d-844202-1 neutron-server[88524]: 'SubPort': '1.0', Jun 01 18:28:55.236955 n-d-844202-1 neutron-server[88524]: 'Subnet': '1.1', Jun 01 18:28:55.236955 n-d-844202-1 neutron-server[88524]: 'Trunk': '1.1'}} Jun 01 18:28:55.236955 n-d-844202-1 neutron-server[88524]: {{(pid=88524) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 01 18:28:55.249299 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10762417-1f11-440a-9a22-354e2b2a3d1e admin admin] Network 9f4cbf4d-bd23-452e-97d8-de507084b6d8 is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88524) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 18:28:55.264290 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-10762417-1f11-440a-9a22-354e2b2a3d1e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, 9f4cbf4d-bd23-452e-97d8-de507084b6d8) {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:28:55.278852 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10762417-1f11-440a-9a22-354e2b2a3d1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:28:55.279495 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-10762417-1f11-440a-9a22-354e2b2a3d1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:28:55.283839 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ac321be-556d-45cb-bc5e-ddc34ecf864d None None] Network 9f4cbf4d-bd23-452e-97d8-de507084b6d8 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 18:28:55.303992 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-10762417-1f11-440a-9a22-354e2b2a3d1e admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5415015 Jun 01 18:28:55.602857 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c440ba9-4e5e-42cf-9688-03ee6d5d4720 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc93f83c3-7fb6-5c13-a9d4-29d739a4e8d2-9f4cbf4d-bd23-452e-97d8-de507084b6d8', 'network_id': '9f4cbf4d-bd23-452e-97d8-de507084b6d8', 'tenant_id': '8ce64edc15974616be871b2d14c23359', 'fixed_ips': [{'subnet_id': 'cb6f622e-cbcd-436a-b559-05f073b803db'}]}} from n-d-844202-1. {{(pid=88526) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 18:28:55.604018 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-2c440ba9-4e5e-42cf-9688-03ee6d5d4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:28:55.800609 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.db_base_plugin_common [None req-2c440ba9-4e5e-42cf-9688-03ee6d5d4720 None None] Allocated IP 172.20.0.2 (9f4cbf4d-bd23-452e-97d8-de507084b6d8/cb6f622e-cbcd-436a-b559-05f073b803db/b6fa153c-8636-4350-9705-ead7a8541be1) {{(pid=88526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:28:56.041639 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-2c440ba9-4e5e-42cf-9688-03ee6d5d4720 None None] Notify callbacks [] for port, precommit_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:28:56.054972 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-2c440ba9-4e5e-42cf-9688-03ee6d5d4720 None None] Transition to ACTIVE for port object b6fa153c-8636-4350-9705-ead7a8541be1 will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:28:56.075656 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-2c440ba9-4e5e-42cf-9688-03ee6d5d4720 None None] Transition to ACTIVE for port object b6fa153c-8636-4350-9705-ead7a8541be1 will not be triggered until provisioned by entity DHCP. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:28:56.082802 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-2c440ba9-4e5e-42cf-9688-03ee6d5d4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526'] for port, after_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:28:56.145751 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c440ba9-4e5e-42cf-9688-03ee6d5d4720 None None] Network 9f4cbf4d-bd23-452e-97d8-de507084b6d8 is already hosted by enough agents. {{(pid=88526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:28:56.148439 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.base_scheduler [None req-2c440ba9-4e5e-42cf-9688-03ee6d5d4720 None None] Resources bound (agent type, host, resource id): {{(pid=88526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:28:56.157044 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c440ba9-4e5e-42cf-9688-03ee6d5d4720 None None] Received port after_create {{(pid=88526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:28:56.159210 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c440ba9-4e5e-42cf-9688-03ee6d5d4720 None None] Pushing event updated for resources: {'Port': ['ID=b6fa153c-8636-4350-9705-ead7a8541be1,revision_number=1']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:28:56.198587 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c440ba9-4e5e-42cf-9688-03ee6d5d4720 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:28:56.198962 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c440ba9-4e5e-42cf-9688-03ee6d5d4720 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:28:56.199263 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c440ba9-4e5e-42cf-9688-03ee6d5d4720 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:28:56.199592 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c440ba9-4e5e-42cf-9688-03ee6d5d4720 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:28:56.199920 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c440ba9-4e5e-42cf-9688-03ee6d5d4720 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:28:56.200261 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c440ba9-4e5e-42cf-9688-03ee6d5d4720 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:28:56.200586 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c440ba9-4e5e-42cf-9688-03ee6d5d4720 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:28:56.200907 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c440ba9-4e5e-42cf-9688-03ee6d5d4720 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:28:56.201225 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c440ba9-4e5e-42cf-9688-03ee6d5d4720 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:28:56.201541 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c440ba9-4e5e-42cf-9688-03ee6d5d4720 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:28:56.201857 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c440ba9-4e5e-42cf-9688-03ee6d5d4720 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:28:56.202171 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c440ba9-4e5e-42cf-9688-03ee6d5d4720 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:28:56.203253 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c440ba9-4e5e-42cf-9688-03ee6d5d4720 None None] Tracked resource versions report: Jun 01 18:28:56.203253 n-d-844202-1 neutron-server[88526]: pushed versions: Jun 01 18:28:56.203253 n-d-844202-1 neutron-server[88526]: { 'AddressGroup': {'1.2'}, Jun 01 18:28:56.203253 n-d-844202-1 neutron-server[88526]: 'ConntrackHelper': {'1.0'}, Jun 01 18:28:56.203253 n-d-844202-1 neutron-server[88526]: 'Log': {'1.0'}, Jun 01 18:28:56.203253 n-d-844202-1 neutron-server[88526]: 'Network': {'1.1'}, Jun 01 18:28:56.203253 n-d-844202-1 neutron-server[88526]: 'Port': {'1.7'}, Jun 01 18:28:56.203253 n-d-844202-1 neutron-server[88526]: 'PortForwarding': {'1.2'}, Jun 01 18:28:56.203253 n-d-844202-1 neutron-server[88526]: 'QosPolicy': {'1.8'}, Jun 01 18:28:56.203253 n-d-844202-1 neutron-server[88526]: 'SecurityGroup': {'1.4'}, Jun 01 18:28:56.203253 n-d-844202-1 neutron-server[88526]: 'SecurityGroupRule': {'1.2'}, Jun 01 18:28:56.203253 n-d-844202-1 neutron-server[88526]: 'SubPort': {'1.0'}, Jun 01 18:28:56.203253 n-d-844202-1 neutron-server[88526]: 'Subnet': {'1.1'}, Jun 01 18:28:56.203253 n-d-844202-1 neutron-server[88526]: 'Trunk': {'1.1'}} Jun 01 18:28:56.203253 n-d-844202-1 neutron-server[88526]: consumer versions: Jun 01 18:28:56.203253 n-d-844202-1 neutron-server[88526]: { DHCP agent@n-d-844202-1: {}, Jun 01 18:28:56.203253 n-d-844202-1 neutron-server[88526]: L3 agent@n-d-844202-1: {}, Jun 01 18:28:56.203253 n-d-844202-1 neutron-server[88526]: Metadata agent@n-d-844202-1: {}, Jun 01 18:28:56.203253 n-d-844202-1 neutron-server[88526]: Metering agent@n-d-844202-1: {}, Jun 01 18:28:56.203253 n-d-844202-1 neutron-server[88526]: Open vSwitch agent@n-d-844202-1: { 'AddressGroup': '1.2', Jun 01 18:28:56.203253 n-d-844202-1 neutron-server[88526]: 'ConntrackHelper': '1.0', Jun 01 18:28:56.203253 n-d-844202-1 neutron-server[88526]: 'Log': '1.0', Jun 01 18:28:56.203253 n-d-844202-1 neutron-server[88526]: 'Network': '1.1', Jun 01 18:28:56.203253 n-d-844202-1 neutron-server[88526]: 'Port': '1.7', Jun 01 18:28:56.203253 n-d-844202-1 neutron-server[88526]: 'PortForwarding': '1.2', Jun 01 18:28:56.203253 n-d-844202-1 neutron-server[88526]: 'QosPolicy': '1.8', Jun 01 18:28:56.203253 n-d-844202-1 neutron-server[88526]: 'SecurityGroup': '1.4', Jun 01 18:28:56.203253 n-d-844202-1 neutron-server[88526]: 'SecurityGroupRule': '1.2', Jun 01 18:28:56.203253 n-d-844202-1 neutron-server[88526]: 'SubPort': '1.0', Jun 01 18:28:56.203253 n-d-844202-1 neutron-server[88526]: 'Subnet': '1.1', Jun 01 18:28:56.203253 n-d-844202-1 neutron-server[88526]: 'Trunk': '1.1'}} Jun 01 18:28:56.203253 n-d-844202-1 neutron-server[88526]: {{(pid=88526) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 01 18:28:56.262048 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-2c440ba9-4e5e-42cf-9688-03ee6d5d4720 None None] Attempting to bind port b6fa153c-8636-4350-9705-ead7a8541be1 on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:28:56.262440 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-2c440ba9-4e5e-42cf-9688-03ee6d5d4720 None None] Attempting to bind port b6fa153c-8636-4350-9705-ead7a8541be1 by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': '96d86cf8-f302-4c9a-a812-8fc5b71c2906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9f4cbf4d-bd23-452e-97d8-de507084b6d8'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:28:56.262888 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c440ba9-4e5e-42cf-9688-03ee6d5d4720 None None] Attempting to bind port b6fa153c-8636-4350-9705-ead7a8541be1 on network 9f4cbf4d-bd23-452e-97d8-de507084b6d8 {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:28:56.268101 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c440ba9-4e5e-42cf-9688-03ee6d5d4720 None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 18, 28, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:28:56.268603 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c440ba9-4e5e-42cf-9688-03ee6d5d4720 None None] Checking segment: {'id': '96d86cf8-f302-4c9a-a812-8fc5b71c2906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9f4cbf4d-bd23-452e-97d8-de507084b6d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:28:56.269189 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-2c440ba9-4e5e-42cf-9688-03ee6d5d4720 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:28:56.269723 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c440ba9-4e5e-42cf-9688-03ee6d5d4720 None None] Bound using segment: {'id': '96d86cf8-f302-4c9a-a812-8fc5b71c2906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9f4cbf4d-bd23-452e-97d8-de507084b6d8'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:28:56.270064 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-2c440ba9-4e5e-42cf-9688-03ee6d5d4720 None None] Bound port: b6fa153c-8636-4350-9705-ead7a8541be1, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96d86cf8-f302-4c9a-a812-8fc5b71c2906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9f4cbf4d-bd23-452e-97d8-de507084b6d8'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:28:56.270426 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-2c440ba9-4e5e-42cf-9688-03ee6d5d4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:28:56.358168 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-2c440ba9-4e5e-42cf-9688-03ee6d5d4720 None None] For port b6fa153c-8636-4350-9705-ead7a8541be1, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:28:56.361863 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-2c440ba9-4e5e-42cf-9688-03ee6d5d4720 None None] For port b6fa153c-8636-4350-9705-ead7a8541be1, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=b6fa153c-8636-4350-9705-ead7a8541be1,segment=NetworkSegment(96d86cf8-f302-4c9a-a812-8fc5b71c2906),segment_id=96d86cf8-f302-4c9a-a812-8fc5b71c2906)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:28:56.367156 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-2c440ba9-4e5e-42cf-9688-03ee6d5d4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:28:56.457921 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c440ba9-4e5e-42cf-9688-03ee6d5d4720 None None] Pushing event updated for resources: {'Port': ['ID=b6fa153c-8636-4350-9705-ead7a8541be1,revision_number=2']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:28:57.834197 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 37526) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:28:58.217715 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [None req-efaab5e8-64e9-4d23-a992-d20aaa83b83a admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=88524) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 18:28:58.218693 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-efaab5e8-64e9-4d23-a992-d20aaa83b83a admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3835602 Jun 01 18:29:00.130372 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device b6fa153c-8636-4350-9705-ead7a8541be1 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:29:00.202270 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port b6fa153c-8636-4350-9705-ead7a8541be1 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:29:00.356614 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8acc9d0a-90c6-42b0-a7a2-054fea1c42a4 None None] Network 9f4cbf4d-bd23-452e-97d8-de507084b6d8 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 18:29:00.437360 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-b2b083b2-0629-4bd0-aa62-c8eaa4c7c946 None None] Provisioning for port b6fa153c-8636-4350-9705-ead7a8541be1 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:29:00.454404 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-b2b083b2-0629-4bd0-aa62-c8eaa4c7c946 None None] Provisioning complete for port b6fa153c-8636-4350-9705-ead7a8541be1 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:29:00.454806 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-b2b083b2-0629-4bd0-aa62-c8eaa4c7c946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:29:00.676629 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-b2b083b2-0629-4bd0-aa62-c8eaa4c7c946 None None] Current status of the port b6fa153c-8636-4350-9705-ead7a8541be1 is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:29:00.676953 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-b2b083b2-0629-4bd0-aa62-c8eaa4c7c946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:29:00.729057 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 37540) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:29:00.754474 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-b2b083b2-0629-4bd0-aa62-c8eaa4c7c946 None None] For port b6fa153c-8636-4350-9705-ead7a8541be1, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=b6fa153c-8636-4350-9705-ead7a8541be1,segment=NetworkSegment(96d86cf8-f302-4c9a-a812-8fc5b71c2906),segment_id=96d86cf8-f302-4c9a-a812-8fc5b71c2906)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:29:00.759375 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-b2b083b2-0629-4bd0-aa62-c8eaa4c7c946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:29:00.837298 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b083b2-0629-4bd0-aa62-c8eaa4c7c946 None None] Pushing event updated for resources: {'Port': ['ID=b6fa153c-8636-4350-9705-ead7a8541be1,revision_number=3']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:29:01.082483 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-32692ef8-41d5-4e3b-9788-e39f849d336e None None] Provisioning complete for port b6fa153c-8636-4350-9705-ead7a8541be1 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:29:01.082861 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-32692ef8-41d5-4e3b-9788-e39f849d336e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:29:01.143161 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [None req-616f85d3-d41f-401c-9875-b33c3216e8c7 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=88524) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 18:29:01.144178 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-616f85d3-d41f-401c-9875-b33c3216e8c7 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4141552 Jun 01 18:29:01.206524 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-32692ef8-41d5-4e3b-9788-e39f849d336e None None] Current status of the port b6fa153c-8636-4350-9705-ead7a8541be1 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:29:02.095553 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device b6fa153c-8636-4350-9705-ead7a8541be1 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:29:02.165447 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port b6fa153c-8636-4350-9705-ead7a8541be1 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:29:02.165810 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:29:02.283348 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port b6fa153c-8636-4350-9705-ead7a8541be1 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:29:03.863122 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 37552) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:29:04.215476 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-96e29d76-6cb1-42b4-9b2a-476f657b5ede admin admin] Request body: {'router': {'tenant_id': '8ce64edc15974616be871b2d14c23359', 'admin_state_up': True, 'name': 'router1'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:29:04.220412 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-96e29d76-6cb1-42b4-9b2a-476f657b5ede admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:29:04.224518 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-96e29d76-6cb1-42b4-9b2a-476f657b5ede admin admin] Usage tracker for resource:router and tenant:8ce64edc15974616be871b2d14c23359 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:29:04.227683 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-96e29d76-6cb1-42b4-9b2a-476f657b5ede admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:29:04.233555 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-96e29d76-6cb1-42b4-9b2a-476f657b5ede admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:29:04.243967 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-96e29d76-6cb1-42b4-9b2a-476f657b5ede admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-885767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25238'] for router, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:29:04.245580 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-96e29d76-6cb1-42b4-9b2a-476f657b5ede admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-901042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-886562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-981784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25327'] for router, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:29:04.266809 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-96e29d76-6cb1-42b4-9b2a-476f657b5ede admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:29:04.378630 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-96e29d76-6cb1-42b4-9b2a-476f657b5ede admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-885820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-886655'] for router, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:29:04.397146 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-96e29d76-6cb1-42b4-9b2a-476f657b5ede admin admin] Notify callbacks [] for router, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:29:04.398264 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-96e29d76-6cb1-42b4-9b2a-476f657b5ede admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5341909 Jun 01 18:29:06.897460 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 37562) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:29:06.983402 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-d33a5128-8df0-41fa-a6a0-a12e8388ce15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:29:07.304021 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [None req-06c9b6e1-3615-46c3-91fa-4c9a5da95cc2 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=88525) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 18:29:07.305212 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-06c9b6e1-3615-46c3-91fa-4c9a5da95cc2 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4068124 Jun 01 18:29:09.341454 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-800555de-47d7-4bd7-b6e2-2b38986faecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:29:09.805169 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 37572) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:29:10.215562 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-dab706d1-faa8-4542-a94c-c724d5e5da12 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'admin_state_up': True, 'router:external': True, 'name': 'public', 'is_default': True, 'provider:network_type': 'flat'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:29:10.220131 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-dab706d1-faa8-4542-a94c-c724d5e5da12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:29:10.225145 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-dab706d1-faa8-4542-a94c-c724d5e5da12 admin admin] Usage tracker for resource:network and tenant:c4a7c58d22114f749be1fa1cd827856a is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:29:10.228137 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-dab706d1-faa8-4542-a94c-c724d5e5da12 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:29:10.233835 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-dab706d1-faa8-4542-a94c-c724d5e5da12 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:29:10.243587 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dab706d1-faa8-4542-a94c-c724d5e5da12 admin admin] Made reservation on behalf of c4a7c58d22114f749be1fa1cd827856a for: {'network': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:29:10.245862 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-dab706d1-faa8-4542-a94c-c724d5e5da12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:29:10.257702 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-dab706d1-faa8-4542-a94c-c724d5e5da12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:29:10.272293 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-dab706d1-faa8-4542-a94c-c724d5e5da12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:29:10.276049 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-dab706d1-faa8-4542-a94c-c724d5e5da12 admin admin] Usage tracker for resource:security_group_rule and tenant:c4a7c58d22114f749be1fa1cd827856a is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:29:10.278839 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-dab706d1-faa8-4542-a94c-c724d5e5da12 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:29:10.285231 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-dab706d1-faa8-4542-a94c-c724d5e5da12 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:29:10.301851 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:29:10.369999 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-dab706d1-faa8-4542-a94c-c724d5e5da12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:29:10.374247 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-dab706d1-faa8-4542-a94c-c724d5e5da12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:29:10.378106 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:29:10.392174 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-dab706d1-faa8-4542-a94c-c724d5e5da12 admin admin] Reserving flat network on physical network physnet1 {{(pid=88525) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 01 18:29:10.413533 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab706d1-faa8-4542-a94c-c724d5e5da12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6fc4be6-cf9c-4add-a15c-ca83038cc581,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:29:10.417841 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-dab706d1-faa8-4542-a94c-c724d5e5da12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:29:10.418170 n-d-844202-1 neutron-server[88525]: INFO neutron.db.segments_db [None req-dab706d1-faa8-4542-a94c-c724d5e5da12 admin admin] Added segment 7875af61-4c53-4ff2-b8c8-d4b7c35ff947 of type flat for network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 Jun 01 18:29:10.453247 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-dab706d1-faa8-4542-a94c-c724d5e5da12 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:29:10.491002 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-dab706d1-faa8-4542-a94c-c724d5e5da12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:29:10.491835 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab706d1-faa8-4542-a94c-c724d5e5da12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:29:10.492438 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-dab706d1-faa8-4542-a94c-c724d5e5da12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:29:10.592821 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-dab706d1-faa8-4542-a94c-c724d5e5da12 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7864642 Jun 01 18:29:10.595346 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab706d1-faa8-4542-a94c-c724d5e5da12 admin admin] Pushing event updated for resources: {'Network': ['ID=72a72e44-6845-488a-a5ff-3a26d4df9cb3,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:29:10.605851 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 18:29:11.655683 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:29:13.013026 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 37592) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:29:13.226616 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12ebc1f7-0ba5-4ab7-b45f-4b775527b1c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:29:13.227953 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-12ebc1f7-0ba5-4ab7-b45f-4b775527b1c7 admin admin] 10.222.0.41 "GET /v2.0/subnets/cb6f622e-cbcd-436a-b559-05f073b803db HTTP/1.1" status: 200 len: 849 time: 0.2140467 Jun 01 18:29:13.418277 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-3a162e73-54a4-418c-b5b4-8ec61e67771e admin admin] 10.222.0.41 "GET /v2.0/routers/61b8357b-b01b-45be-9039-71615acdc4dc HTTP/1.1" status: 200 len: 704 time: 0.1845515 Jun 01 18:29:13.880665 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a8bb1f29-0f54-416d-9f1a-921ec61c1015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:29:14.113570 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [None req-a8bb1f29-0f54-416d-9f1a-921ec61c1015 admin admin] Allocated IP 172.20.0.1 (9f4cbf4d-bd23-452e-97d8-de507084b6d8/cb6f622e-cbcd-436a-b559-05f073b803db/3f06fd96-3138-47af-9b3e-58ec7535f5e3) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:29:14.267261 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a8bb1f29-0f54-416d-9f1a-921ec61c1015 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:29:14.285951 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [None req-a8bb1f29-0f54-416d-9f1a-921ec61c1015 admin admin] Transition to ACTIVE for port object 3f06fd96-3138-47af-9b3e-58ec7535f5e3 will not be triggered until provisioned by entity DHCP. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:29:14.340631 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a8bb1f29-0f54-416d-9f1a-921ec61c1015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:29:14.406984 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8bb1f29-0f54-416d-9f1a-921ec61c1015 admin admin] Network 9f4cbf4d-bd23-452e-97d8-de507084b6d8 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:29:14.410252 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-a8bb1f29-0f54-416d-9f1a-921ec61c1015 admin admin] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:29:14.416001 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8bb1f29-0f54-416d-9f1a-921ec61c1015 admin admin] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:29:14.416549 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a8bb1f29-0f54-416d-9f1a-921ec61c1015 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-887605'] for router_interface, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:29:14.543502 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bb1f29-0f54-416d-9f1a-921ec61c1015 admin admin] Pushing event updated for resources: {'Port': ['ID=3f06fd96-3138-47af-9b3e-58ec7535f5e3,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:29:14.611027 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-c47eedcf-dc39-4eaa-a442-a89b11e55d1b None None] Provisioning for port 3f06fd96-3138-47af-9b3e-58ec7535f5e3 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:29:14.616268 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-c47eedcf-dc39-4eaa-a442-a89b11e55d1b None None] Provisioning complete for port 3f06fd96-3138-47af-9b3e-58ec7535f5e3 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:29:14.616621 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-c47eedcf-dc39-4eaa-a442-a89b11e55d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:29:14.669623 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-c47eedcf-dc39-4eaa-a442-a89b11e55d1b None None] Port 3f06fd96-3138-47af-9b3e-58ec7535f5e3 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 18:29:14.716532 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a8bb1f29-0f54-416d-9f1a-921ec61c1015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:29:14.941569 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a8bb1f29-0f54-416d-9f1a-921ec61c1015 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:29:14.946885 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a8bb1f29-0f54-416d-9f1a-921ec61c1015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:29:14.947720 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a8bb1f29-0f54-416d-9f1a-921ec61c1015 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-887436'] for router_interface, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:29:15.078406 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bb1f29-0f54-416d-9f1a-921ec61c1015 admin admin] Pushing event updated for resources: {'Port': ['ID=3f06fd96-3138-47af-9b3e-58ec7535f5e3,revision_number=2']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:29:15.140983 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8bb1f29-0f54-416d-9f1a-921ec61c1015 admin admin] Network 9f4cbf4d-bd23-452e-97d8-de507084b6d8 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:29:15.142024 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-a8bb1f29-0f54-416d-9f1a-921ec61c1015 admin admin] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:29:15.333968 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8bb1f29-0f54-416d-9f1a-921ec61c1015 admin admin] Router 61b8357b-b01b-45be-9039-71615acdc4dc is scheduled to L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 with binding_index 1 {{(pid=88525) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 18:29:15.392462 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-727abb6a-c383-4703-b20b-4ae878bd1069 None None] Provisioning complete for port 3f06fd96-3138-47af-9b3e-58ec7535f5e3 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:29:15.392825 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-727abb6a-c383-4703-b20b-4ae878bd1069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:29:15.448711 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-727abb6a-c383-4703-b20b-4ae878bd1069 None None] Port 3f06fd96-3138-47af-9b3e-58ec7535f5e3 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 18:29:15.489774 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8bb1f29-0f54-416d-9f1a-921ec61c1015 admin admin] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 18:29:15.498814 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-a8bb1f29-0f54-416d-9f1a-921ec61c1015 admin admin] 10.222.0.41 "PUT /v2.0/routers/61b8357b-b01b-45be-9039-71615acdc4dc/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0749307 Jun 01 18:29:15.499544 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f91ea7f5-85ea-463d-bd7c-fc5b0d64cc5d None None] Sync routers for ids ['61b8357b-b01b-45be-9039-71615acdc4dc'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 18:29:15.510660 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91ea7f5-85ea-463d-bd7c-fc5b0d64cc5d None None] Routers {'61b8357b-b01b-45be-9039-71615acdc4dc'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:29:15.511490 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-f91ea7f5-85ea-463d-bd7c-fc5b0d64cc5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:29:09Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['61b8357b-b01b-45be-9039-71615acdc4dc'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:29:15.688499 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-f91ea7f5-85ea-463d-bd7c-fc5b0d64cc5d None None] Set router 61b8357b-b01b-45be-9039-71615acdc4dc gateway port host: None {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:29:16.061773 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-f91ea7f5-85ea-463d-bd7c-fc5b0d64cc5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61b8357b-b01b-45be-9039-71615acdc4dc', 'name': 'router1', 'tenant_id': '8ce64edc15974616be871b2d14c23359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:29:04Z', 'updated_at': '2022-06-01T18:29:14Z', 'revision_number': 2, 'project_id': '8ce64edc15974616be871b2d14c23359', 'gw_port_host': None, '_interfaces': [{'id': '3f06fd96-3138-47af-9b3e-58ec7535f5e3', 'name': '', 'network_id': '9f4cbf4d-bd23-452e-97d8-de507084b6d8', 'tenant_id': '8ce64edc15974616be871b2d14c23359', 'mac_address': 'fa:16:3e:7a:05:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61b8357b-b01b-45be-9039-71615acdc4dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cb6f622e-cbcd-436a-b559-05f073b803db', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:29:13Z', 'updated_at': '2022-06-01T18:29:14Z', 'revision_number': 2, 'project_id': '8ce64edc15974616be871b2d14c23359', 'subnets': [{'id': 'cb6f622e-cbcd-436a-b559-05f073b803db', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '17fcad15-d1b4-4667-804f-83ead9e0ff00'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:29:16.066884 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f91ea7f5-85ea-463d-bd7c-fc5b0d64cc5d None None] Checking router: 61b8357b-b01b-45be-9039-71615acdc4dc for host: n-d-844202-1 {{(pid=88527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 18:29:16.067491 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f91ea7f5-85ea-463d-bd7c-fc5b0d64cc5d None None] Updating router 61b8357b-b01b-45be-9039-71615acdc4dc port 3f06fd96-3138-47af-9b3e-58ec7535f5e3 binding host n-d-844202-1 {{(pid=88527) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 18:29:16.120812 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-f91ea7f5-85ea-463d-bd7c-fc5b0d64cc5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:29:16.504667 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-f91ea7f5-85ea-463d-bd7c-fc5b0d64cc5d None None] Notify callbacks [] for port, precommit_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:29:16.519399 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.provisioning_blocks [None req-f91ea7f5-85ea-463d-bd7c-fc5b0d64cc5d None None] Transition to ACTIVE for port object 3f06fd96-3138-47af-9b3e-58ec7535f5e3 will not be triggered until provisioned by entity L2. {{(pid=88527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:29:16.526840 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-f91ea7f5-85ea-463d-bd7c-fc5b0d64cc5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:29:16.745995 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dd59e6-05c2-475d-bcfb-1f5a572c449e None None] Pushing event updated for resources: {'Port': ['ID=3f06fd96-3138-47af-9b3e-58ec7535f5e3,revision_number=3']} {{(pid=88527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:29:16.769936 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27dd59e6-05c2-475d-bcfb-1f5a572c449e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:29:16.770205 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27dd59e6-05c2-475d-bcfb-1f5a572c449e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:29:16.770526 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27dd59e6-05c2-475d-bcfb-1f5a572c449e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:29:16.770850 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27dd59e6-05c2-475d-bcfb-1f5a572c449e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:29:16.771171 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27dd59e6-05c2-475d-bcfb-1f5a572c449e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:29:16.771488 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27dd59e6-05c2-475d-bcfb-1f5a572c449e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:29:16.771805 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27dd59e6-05c2-475d-bcfb-1f5a572c449e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:29:16.772118 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27dd59e6-05c2-475d-bcfb-1f5a572c449e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:29:16.772455 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27dd59e6-05c2-475d-bcfb-1f5a572c449e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:29:16.772767 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27dd59e6-05c2-475d-bcfb-1f5a572c449e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:29:16.773078 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27dd59e6-05c2-475d-bcfb-1f5a572c449e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:29:16.773386 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27dd59e6-05c2-475d-bcfb-1f5a572c449e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:29:16.774470 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27dd59e6-05c2-475d-bcfb-1f5a572c449e None None] Tracked resource versions report: Jun 01 18:29:16.774470 n-d-844202-1 neutron-server[88527]: pushed versions: Jun 01 18:29:16.774470 n-d-844202-1 neutron-server[88527]: { 'AddressGroup': {'1.2'}, Jun 01 18:29:16.774470 n-d-844202-1 neutron-server[88527]: 'ConntrackHelper': {'1.0'}, Jun 01 18:29:16.774470 n-d-844202-1 neutron-server[88527]: 'Log': {'1.0'}, Jun 01 18:29:16.774470 n-d-844202-1 neutron-server[88527]: 'Network': {'1.1'}, Jun 01 18:29:16.774470 n-d-844202-1 neutron-server[88527]: 'Port': {'1.7'}, Jun 01 18:29:16.774470 n-d-844202-1 neutron-server[88527]: 'PortForwarding': {'1.2'}, Jun 01 18:29:16.774470 n-d-844202-1 neutron-server[88527]: 'QosPolicy': {'1.8'}, Jun 01 18:29:16.774470 n-d-844202-1 neutron-server[88527]: 'SecurityGroup': {'1.4'}, Jun 01 18:29:16.774470 n-d-844202-1 neutron-server[88527]: 'SecurityGroupRule': {'1.2'}, Jun 01 18:29:16.774470 n-d-844202-1 neutron-server[88527]: 'SubPort': {'1.0'}, Jun 01 18:29:16.774470 n-d-844202-1 neutron-server[88527]: 'Subnet': {'1.1'}, Jun 01 18:29:16.774470 n-d-844202-1 neutron-server[88527]: 'Trunk': {'1.1'}} Jun 01 18:29:16.774470 n-d-844202-1 neutron-server[88527]: consumer versions: Jun 01 18:29:16.774470 n-d-844202-1 neutron-server[88527]: { DHCP agent@n-d-844202-1: {}, Jun 01 18:29:16.774470 n-d-844202-1 neutron-server[88527]: L3 agent@n-d-844202-1: {}, Jun 01 18:29:16.774470 n-d-844202-1 neutron-server[88527]: Metadata agent@n-d-844202-1: {}, Jun 01 18:29:16.774470 n-d-844202-1 neutron-server[88527]: Metering agent@n-d-844202-1: {}, Jun 01 18:29:16.774470 n-d-844202-1 neutron-server[88527]: Open vSwitch agent@n-d-844202-1: { 'AddressGroup': '1.2', Jun 01 18:29:16.774470 n-d-844202-1 neutron-server[88527]: 'ConntrackHelper': '1.0', Jun 01 18:29:16.774470 n-d-844202-1 neutron-server[88527]: 'Log': '1.0', Jun 01 18:29:16.774470 n-d-844202-1 neutron-server[88527]: 'Network': '1.1', Jun 01 18:29:16.774470 n-d-844202-1 neutron-server[88527]: 'Port': '1.7', Jun 01 18:29:16.774470 n-d-844202-1 neutron-server[88527]: 'PortForwarding': '1.2', Jun 01 18:29:16.774470 n-d-844202-1 neutron-server[88527]: 'QosPolicy': '1.8', Jun 01 18:29:16.774470 n-d-844202-1 neutron-server[88527]: 'SecurityGroup': '1.4', Jun 01 18:29:16.774470 n-d-844202-1 neutron-server[88527]: 'SecurityGroupRule': '1.2', Jun 01 18:29:16.774470 n-d-844202-1 neutron-server[88527]: 'SubPort': '1.0', Jun 01 18:29:16.774470 n-d-844202-1 neutron-server[88527]: 'Subnet': '1.1', Jun 01 18:29:16.774470 n-d-844202-1 neutron-server[88527]: 'Trunk': '1.1'}} Jun 01 18:29:16.774470 n-d-844202-1 neutron-server[88527]: {{(pid=88527) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 01 18:29:16.783650 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-f91ea7f5-85ea-463d-bd7c-fc5b0d64cc5d None None] Attempting to bind port 3f06fd96-3138-47af-9b3e-58ec7535f5e3 on host n-d-844202-1 for vnic_type normal with profile {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:29:16.784567 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-f91ea7f5-85ea-463d-bd7c-fc5b0d64cc5d None None] Attempting to bind port 3f06fd96-3138-47af-9b3e-58ec7535f5e3 by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': '96d86cf8-f302-4c9a-a812-8fc5b71c2906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9f4cbf4d-bd23-452e-97d8-de507084b6d8'}] {{(pid=88527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:29:16.785019 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f91ea7f5-85ea-463d-bd7c-fc5b0d64cc5d None None] Attempting to bind port 3f06fd96-3138-47af-9b3e-58ec7535f5e3 on network 9f4cbf4d-bd23-452e-97d8-de507084b6d8 {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:29:16.790477 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f91ea7f5-85ea-463d-bd7c-fc5b0d64cc5d None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 18, 29, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:29:16.790869 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f91ea7f5-85ea-463d-bd7c-fc5b0d64cc5d None None] Checking segment: {'id': '96d86cf8-f302-4c9a-a812-8fc5b71c2906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9f4cbf4d-bd23-452e-97d8-de507084b6d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:29:16.791344 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-f91ea7f5-85ea-463d-bd7c-fc5b0d64cc5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:29:16.791717 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f91ea7f5-85ea-463d-bd7c-fc5b0d64cc5d None None] Bound using segment: {'id': '96d86cf8-f302-4c9a-a812-8fc5b71c2906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9f4cbf4d-bd23-452e-97d8-de507084b6d8'} {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:29:16.792200 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-f91ea7f5-85ea-463d-bd7c-fc5b0d64cc5d None None] Bound port: 3f06fd96-3138-47af-9b3e-58ec7535f5e3, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96d86cf8-f302-4c9a-a812-8fc5b71c2906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9f4cbf4d-bd23-452e-97d8-de507084b6d8'}}] {{(pid=88527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:29:16.792606 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-f91ea7f5-85ea-463d-bd7c-fc5b0d64cc5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:29:16.882580 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.agents_db [None req-e814b9cf-7de8-45d0-a079-29c61fabe7e9 None None] Agent healthcheck: found 5 active agents {{(pid=88527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 18:29:16.884995 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.db [None req-f91ea7f5-85ea-463d-bd7c-fc5b0d64cc5d None None] For port 3f06fd96-3138-47af-9b3e-58ec7535f5e3, host n-d-844202-1, cleared binding levels {{(pid=88527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:29:16.888996 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.db [None req-f91ea7f5-85ea-463d-bd7c-fc5b0d64cc5d None None] For port 3f06fd96-3138-47af-9b3e-58ec7535f5e3, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=3f06fd96-3138-47af-9b3e-58ec7535f5e3,segment=NetworkSegment(96d86cf8-f302-4c9a-a812-8fc5b71c2906),segment_id=96d86cf8-f302-4c9a-a812-8fc5b71c2906)] {{(pid=88527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:29:16.894329 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-f91ea7f5-85ea-463d-bd7c-fc5b0d64cc5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:29:16.965360 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91ea7f5-85ea-463d-bd7c-fc5b0d64cc5d None None] Routers {'61b8357b-b01b-45be-9039-71615acdc4dc'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:29:16.965962 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-f91ea7f5-85ea-463d-bd7c-fc5b0d64cc5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:29:09Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['61b8357b-b01b-45be-9039-71615acdc4dc'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:29:17.124034 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dd59e6-05c2-475d-bcfb-1f5a572c449e None None] Pushing event updated for resources: {'Port': ['ID=3f06fd96-3138-47af-9b3e-58ec7535f5e3,revision_number=4']} {{(pid=88527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:29:17.138113 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-f91ea7f5-85ea-463d-bd7c-fc5b0d64cc5d None None] Set router 61b8357b-b01b-45be-9039-71615acdc4dc gateway port host: None {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:29:17.463598 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-f91ea7f5-85ea-463d-bd7c-fc5b0d64cc5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61b8357b-b01b-45be-9039-71615acdc4dc', 'name': 'router1', 'tenant_id': '8ce64edc15974616be871b2d14c23359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:29:04Z', 'updated_at': '2022-06-01T18:29:14Z', 'revision_number': 2, 'project_id': '8ce64edc15974616be871b2d14c23359', 'gw_port_host': None, '_interfaces': [{'id': '3f06fd96-3138-47af-9b3e-58ec7535f5e3', 'name': '', 'network_id': '9f4cbf4d-bd23-452e-97d8-de507084b6d8', 'tenant_id': '8ce64edc15974616be871b2d14c23359', 'mac_address': 'fa:16:3e:7a:05:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61b8357b-b01b-45be-9039-71615acdc4dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cb6f622e-cbcd-436a-b559-05f073b803db', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:29:13Z', 'updated_at': '2022-06-01T18:29:16Z', 'revision_number': 4, 'project_id': '8ce64edc15974616be871b2d14c23359', 'subnets': [{'id': 'cb6f622e-cbcd-436a-b559-05f073b803db', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '17fcad15-d1b4-4667-804f-83ead9e0ff00'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:29:17.467388 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f91ea7f5-85ea-463d-bd7c-fc5b0d64cc5d None None] The sync data for ids ['61b8357b-b01b-45be-9039-71615acdc4dc'] in n-d-844202-1 is: [{'id': '61b8357b-b01b-45be-9039-71615acdc4dc', 'name': 'router1', 'tenant_id': '8ce64edc15974616be871b2d14c23359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:29:04Z', 'updated_at': '2022-06-01T18:29:14Z', 'revision_number': 2, 'project_id': '8ce64edc15974616be871b2d14c23359', 'gw_port_host': None, '_interfaces': [{'id': '3f06fd96-3138-47af-9b3e-58ec7535f5e3', 'name': '', 'network_id': '9f4cbf4d-bd23-452e-97d8-de507084b6d8', 'tenant_id': '8ce64edc15974616be871b2d14c23359', 'mac_address': 'fa:16:3e:7a:05:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61b8357b-b01b-45be-9039-71615acdc4dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cb6f622e-cbcd-436a-b559-05f073b803db', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:29:13Z', 'updated_at': '2022-06-01T18:29:16Z', 'revision_number': 4, 'project_id': '8ce64edc15974616be871b2d14c23359', 'subnets': [{'id': 'cb6f622e-cbcd-436a-b559-05f073b803db', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '17fcad15-d1b4-4667-804f-83ead9e0ff00'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 18:29:17.835921 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 37614) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:29:18.016315 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dae785e-f5cf-40db-a9d7-466d99322798 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:29:18.016837 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-8dae785e-f5cf-40db-a9d7-466d99322798 admin admin] Synchronizing usage tracker for tenant:c4a7c58d22114f749be1fa1cd827856a on resource:network {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:29:18.044604 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-8dae785e-f5cf-40db-a9d7-466d99322798 admin admin] Unset dirty status for tenant:c4a7c58d22114f749be1fa1cd827856a on resource:network {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:29:18.045680 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-8dae785e-f5cf-40db-a9d7-466d99322798 admin admin] 10.222.0.41 "GET /v2.0/networks/72a72e44-6845-488a-a5ff-3a26d4df9cb3 HTTP/1.1" status: 200 len: 842 time: 0.2087650 Jun 01 18:29:18.056910 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-8477278d-0845-4825-8a33-3a9bdf1b872c admin admin] Request body: {'subnet': {'name': 'public-subnet', 'ip_version': 4, 'cidr': '172.25.4.0/24', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'gateway_ip': '172.25.4.1', 'enable_dhcp': False}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:29:18.064418 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-8477278d-0845-4825-8a33-3a9bdf1b872c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:29:18.070181 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-8477278d-0845-4825-8a33-3a9bdf1b872c admin admin] Usage tracker for resource:subnet and tenant:c4a7c58d22114f749be1fa1cd827856a is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:29:18.073428 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-8477278d-0845-4825-8a33-3a9bdf1b872c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:29:18.081509 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-8477278d-0845-4825-8a33-3a9bdf1b872c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:29:18.092796 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8477278d-0845-4825-8a33-3a9bdf1b872c admin admin] Made reservation on behalf of c4a7c58d22114f749be1fa1cd827856a for: {'subnet': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:29:18.095713 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8477278d-0845-4825-8a33-3a9bdf1b872c admin admin] Notify callbacks [] for subnet, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:29:18.584734 n-d-844202-1 neutron-server[88525]: DEBUG neutron.objects.ports [None req-8477278d-0845-4825-8a33-3a9bdf1b872c admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88525) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jun 01 18:29:18.585066 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8477278d-0845-4825-8a33-3a9bdf1b872c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for subnet, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:29:18.655248 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8477278d-0845-4825-8a33-3a9bdf1b872c admin admin] Pushing event updated for resources: {'Subnet': ['ID=c314a23b-daa2-4106-ab28-8e6f954277b2,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:29:18.666568 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8477278d-0845-4825-8a33-3a9bdf1b872c admin admin] Checking segment: {'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:29:18.666897 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8477278d-0845-4825-8a33-3a9bdf1b872c admin admin] Network hostable DHCP agents. Network: 72a72e44-6845-488a-a5ff-3a26d4df9cb3, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 18:29:18.687639 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8477278d-0845-4825-8a33-3a9bdf1b872c admin admin] Network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 18:29:18.699324 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-8477278d-0845-4825-8a33-3a9bdf1b872c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, 72a72e44-6845-488a-a5ff-3a26d4df9cb3) {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:29:18.709475 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8477278d-0845-4825-8a33-3a9bdf1b872c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:29:18.710059 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8477278d-0845-4825-8a33-3a9bdf1b872c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:29:18.715217 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13bbb8b4-38f1-489e-8069-3f154424ce1d None None] Network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 18:29:18.730605 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-8477278d-0845-4825-8a33-3a9bdf1b872c admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6789291 Jun 01 18:29:18.950843 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ffdfd1c-ff1f-4d7b-ab44-052e6e466026 None None] Network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 18:29:20.125852 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 3f06fd96-3138-47af-9b3e-58ec7535f5e3 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:29:20.192580 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port 3f06fd96-3138-47af-9b3e-58ec7535f5e3 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:29:20.197203 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 3f06fd96-3138-47af-9b3e-58ec7535f5e3 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:29:20.197576 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:29:20.326133 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 3f06fd96-3138-47af-9b3e-58ec7535f5e3 is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:29:20.326415 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:29:20.358607 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port 3f06fd96-3138-47af-9b3e-58ec7535f5e3, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=3f06fd96-3138-47af-9b3e-58ec7535f5e3,segment=NetworkSegment(96d86cf8-f302-4c9a-a812-8fc5b71c2906),segment_id=96d86cf8-f302-4c9a-a812-8fc5b71c2906)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:29:20.362376 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:29:20.432468 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=3f06fd96-3138-47af-9b3e-58ec7535f5e3,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:29:21.076191 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 37628) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:29:21.272920 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-ddf76061-5b13-4f39-96e0-db2d5a239b10 admin admin] 10.222.0.41 "GET /v2.0/routers/61b8357b-b01b-45be-9039-71615acdc4dc HTTP/1.1" status: 200 len: 710 time: 0.1953666 Jun 01 18:29:21.409686 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5de6665b-36e2-48bc-a286-64b18ad359ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:29:21.411041 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-5de6665b-36e2-48bc-a286-64b18ad359ef admin admin] 10.222.0.41 "GET /v2.0/networks/72a72e44-6845-488a-a5ff-3a26d4df9cb3 HTTP/1.1" status: 200 len: 886 time: 0.1331084 Jun 01 18:29:21.419740 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-f9c02644-2564-4676-bd79-afd772fe7e3e admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:29:21.871949 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f9c02644-2564-4676-bd79-afd772fe7e3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-886608', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-885830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25341'] for router, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:29:22.109624 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 3f06fd96-3138-47af-9b3e-58ec7535f5e3 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:29:22.206634 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 3f06fd96-3138-47af-9b3e-58ec7535f5e3 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:29:22.207006 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:29:22.231874 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f9c02644-2564-4676-bd79-afd772fe7e3e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:29:22.292198 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f9c02644-2564-4676-bd79-afd772fe7e3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:29:22.330192 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 3f06fd96-3138-47af-9b3e-58ec7535f5e3 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:29:22.504895 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [None req-f9c02644-2564-4676-bd79-afd772fe7e3e admin admin] Allocated IP 172.25.4.46 (72a72e44-6845-488a-a5ff-3a26d4df9cb3/c314a23b-daa2-4106-ab28-8e6f954277b2/3c961761-799e-4374-9854-a2701bead981) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:29:22.661003 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f9c02644-2564-4676-bd79-afd772fe7e3e admin admin] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:29:22.691560 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f9c02644-2564-4676-bd79-afd772fe7e3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:29:22.756624 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9c02644-2564-4676-bd79-afd772fe7e3e admin admin] Network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:29:22.759077 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-f9c02644-2564-4676-bd79-afd772fe7e3e admin admin] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:29:22.762746 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c02644-2564-4676-bd79-afd772fe7e3e admin admin] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:29:22.825577 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c02644-2564-4676-bd79-afd772fe7e3e admin admin] Pushing event updated for resources: {'Port': ['ID=3c961761-799e-4374-9854-a2701bead981,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:29:23.145149 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f9c02644-2564-4676-bd79-afd772fe7e3e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:29:23.493921 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f9c02644-2564-4676-bd79-afd772fe7e3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-886608', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-885830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25341'] for router, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:29:23.497808 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f9c02644-2564-4676-bd79-afd772fe7e3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-886655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-886601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-886598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-885887'] for router, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:29:23.692394 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9c02644-2564-4676-bd79-afd772fe7e3e admin admin] Router 61b8357b-b01b-45be-9039-71615acdc4dc has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 18:29:23.930274 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9c02644-2564-4676-bd79-afd772fe7e3e admin admin] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 18:29:23.940735 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaeab600-3a78-4f12-b22b-0845c056bdad None None] Sync routers for ids ['61b8357b-b01b-45be-9039-71615acdc4dc'] in n-d-844202-1 {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 18:29:23.941233 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f9c02644-2564-4676-bd79-afd772fe7e3e admin admin] Notify callbacks [] for router, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:29:23.948350 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-f9c02644-2564-4676-bd79-afd772fe7e3e admin admin] 10.222.0.41 "PUT /v2.0/routers/61b8357b-b01b-45be-9039-71615acdc4dc HTTP/1.1" status: 200 len: 889 time: 2.5261185 Jun 01 18:29:23.954366 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaeab600-3a78-4f12-b22b-0845c056bdad None None] Routers {'61b8357b-b01b-45be-9039-71615acdc4dc'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:29:23.955269 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-eaeab600-3a78-4f12-b22b-0845c056bdad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:29:09Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['61b8357b-b01b-45be-9039-71615acdc4dc'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:29:24.180668 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-eaeab600-3a78-4f12-b22b-0845c056bdad None None] Set router 61b8357b-b01b-45be-9039-71615acdc4dc gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:29:24.535506 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-eaeab600-3a78-4f12-b22b-0845c056bdad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61b8357b-b01b-45be-9039-71615acdc4dc', 'name': 'router1', 'tenant_id': '8ce64edc15974616be871b2d14c23359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.46'}], 'enable_snat': True}, 'gw_port_id': '3c961761-799e-4374-9854-a2701bead981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:29:04Z', 'updated_at': '2022-06-01T18:29:22Z', 'revision_number': 4, 'project_id': '8ce64edc15974616be871b2d14c23359', 'gw_port': {'id': '3c961761-799e-4374-9854-a2701bead981', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:d6:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61b8357b-b01b-45be-9039-71615acdc4dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:29:22Z', 'updated_at': '2022-06-01T18:29:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '3f06fd96-3138-47af-9b3e-58ec7535f5e3', 'name': '', 'network_id': '9f4cbf4d-bd23-452e-97d8-de507084b6d8', 'tenant_id': '8ce64edc15974616be871b2d14c23359', 'mac_address': 'fa:16:3e:7a:05:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b8357b-b01b-45be-9039-71615acdc4dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cb6f622e-cbcd-436a-b559-05f073b803db', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:29:13Z', 'updated_at': '2022-06-01T18:29:20Z', 'revision_number': 5, 'project_id': '8ce64edc15974616be871b2d14c23359', 'subnets': [{'id': 'cb6f622e-cbcd-436a-b559-05f073b803db', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '17fcad15-d1b4-4667-804f-83ead9e0ff00'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:29:24.540670 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaeab600-3a78-4f12-b22b-0845c056bdad None None] Checking router: 61b8357b-b01b-45be-9039-71615acdc4dc for host: n-d-844202-1 {{(pid=88526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 18:29:24.541014 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaeab600-3a78-4f12-b22b-0845c056bdad None None] Updating router 61b8357b-b01b-45be-9039-71615acdc4dc port 3c961761-799e-4374-9854-a2701bead981 binding host n-d-844202-1 {{(pid=88526) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 18:29:24.593358 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-eaeab600-3a78-4f12-b22b-0845c056bdad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:29:24.924664 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-eaeab600-3a78-4f12-b22b-0845c056bdad None None] Notify callbacks [] for port, precommit_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:29:24.937901 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-eaeab600-3a78-4f12-b22b-0845c056bdad None None] Transition to ACTIVE for port object 3c961761-799e-4374-9854-a2701bead981 will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:29:24.946472 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-eaeab600-3a78-4f12-b22b-0845c056bdad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:29:25.029116 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-eaeab600-3a78-4f12-b22b-0845c056bdad None None] Attempting to bind port 3c961761-799e-4374-9854-a2701bead981 on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:29:25.029975 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-eaeab600-3a78-4f12-b22b-0845c056bdad None None] Attempting to bind port 3c961761-799e-4374-9854-a2701bead981 by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:29:25.030344 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaeab600-3a78-4f12-b22b-0845c056bdad None None] Attempting to bind port 3c961761-799e-4374-9854-a2701bead981 on network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:29:25.032450 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e1de3d-3667-45e9-ae40-a98e64d22abf None None] Pushing event updated for resources: {'Port': ['ID=3c961761-799e-4374-9854-a2701bead981,revision_number=2']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:29:25.038299 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaeab600-3a78-4f12-b22b-0845c056bdad None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 18, 29, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:29:25.038673 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaeab600-3a78-4f12-b22b-0845c056bdad None None] Checking segment: {'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:29:25.039073 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-eaeab600-3a78-4f12-b22b-0845c056bdad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:29:25.039456 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaeab600-3a78-4f12-b22b-0845c056bdad None None] Bound using segment: {'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:29:25.039924 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-eaeab600-3a78-4f12-b22b-0845c056bdad None None] Bound port: 3c961761-799e-4374-9854-a2701bead981, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:29:25.040330 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-eaeab600-3a78-4f12-b22b-0845c056bdad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:29:25.111988 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-eaeab600-3a78-4f12-b22b-0845c056bdad None None] For port 3c961761-799e-4374-9854-a2701bead981, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:29:25.114983 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-eaeab600-3a78-4f12-b22b-0845c056bdad None None] For port 3c961761-799e-4374-9854-a2701bead981, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=3c961761-799e-4374-9854-a2701bead981,segment=NetworkSegment(7875af61-4c53-4ff2-b8c8-d4b7c35ff947),segment_id=7875af61-4c53-4ff2-b8c8-d4b7c35ff947)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:29:25.119518 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-eaeab600-3a78-4f12-b22b-0845c056bdad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:29:25.199143 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaeab600-3a78-4f12-b22b-0845c056bdad None None] Routers {'61b8357b-b01b-45be-9039-71615acdc4dc'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:29:25.199753 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-eaeab600-3a78-4f12-b22b-0845c056bdad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:29:09Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['61b8357b-b01b-45be-9039-71615acdc4dc'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:29:25.261317 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e1de3d-3667-45e9-ae40-a98e64d22abf None None] Pushing event updated for resources: {'Port': ['ID=3c961761-799e-4374-9854-a2701bead981,revision_number=3']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:29:25.411028 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-eaeab600-3a78-4f12-b22b-0845c056bdad None None] Set router 61b8357b-b01b-45be-9039-71615acdc4dc gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:29:25.734342 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-eaeab600-3a78-4f12-b22b-0845c056bdad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61b8357b-b01b-45be-9039-71615acdc4dc', 'name': 'router1', 'tenant_id': '8ce64edc15974616be871b2d14c23359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.46'}], 'enable_snat': True}, 'gw_port_id': '3c961761-799e-4374-9854-a2701bead981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:29:04Z', 'updated_at': '2022-06-01T18:29:22Z', 'revision_number': 4, 'project_id': '8ce64edc15974616be871b2d14c23359', 'gw_port': {'id': '3c961761-799e-4374-9854-a2701bead981', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:d6:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61b8357b-b01b-45be-9039-71615acdc4dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:29:22Z', 'updated_at': '2022-06-01T18:29:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '3f06fd96-3138-47af-9b3e-58ec7535f5e3', 'name': '', 'network_id': '9f4cbf4d-bd23-452e-97d8-de507084b6d8', 'tenant_id': '8ce64edc15974616be871b2d14c23359', 'mac_address': 'fa:16:3e:7a:05:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b8357b-b01b-45be-9039-71615acdc4dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cb6f622e-cbcd-436a-b559-05f073b803db', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:29:13Z', 'updated_at': '2022-06-01T18:29:20Z', 'revision_number': 5, 'project_id': '8ce64edc15974616be871b2d14c23359', 'subnets': [{'id': 'cb6f622e-cbcd-436a-b559-05f073b803db', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '17fcad15-d1b4-4667-804f-83ead9e0ff00'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:29:25.738576 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaeab600-3a78-4f12-b22b-0845c056bdad None None] The sync data for ids ['61b8357b-b01b-45be-9039-71615acdc4dc'] in n-d-844202-1 is: [{'id': '61b8357b-b01b-45be-9039-71615acdc4dc', 'name': 'router1', 'tenant_id': '8ce64edc15974616be871b2d14c23359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.46'}], 'enable_snat': True}, 'gw_port_id': '3c961761-799e-4374-9854-a2701bead981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:29:04Z', 'updated_at': '2022-06-01T18:29:22Z', 'revision_number': 4, 'project_id': '8ce64edc15974616be871b2d14c23359', 'gw_port': {'id': '3c961761-799e-4374-9854-a2701bead981', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:d6:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61b8357b-b01b-45be-9039-71615acdc4dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:29:22Z', 'updated_at': '2022-06-01T18:29:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '3f06fd96-3138-47af-9b3e-58ec7535f5e3', 'name': '', 'network_id': '9f4cbf4d-bd23-452e-97d8-de507084b6d8', 'tenant_id': '8ce64edc15974616be871b2d14c23359', 'mac_address': 'fa:16:3e:7a:05:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b8357b-b01b-45be-9039-71615acdc4dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cb6f622e-cbcd-436a-b559-05f073b803db', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:29:13Z', 'updated_at': '2022-06-01T18:29:20Z', 'revision_number': 5, 'project_id': '8ce64edc15974616be871b2d14c23359', 'subnets': [{'id': 'cb6f622e-cbcd-436a-b559-05f073b803db', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '17fcad15-d1b4-4667-804f-83ead9e0ff00'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 18:29:26.148390 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 3c961761-799e-4374-9854-a2701bead981 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:29:26.228532 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port 3c961761-799e-4374-9854-a2701bead981 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:29:26.233941 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 3c961761-799e-4374-9854-a2701bead981 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:29:26.234319 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:29:26.366434 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 3c961761-799e-4374-9854-a2701bead981 is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:29:26.366950 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:29:26.386419 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port 3c961761-799e-4374-9854-a2701bead981, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=3c961761-799e-4374-9854-a2701bead981,segment=NetworkSegment(7875af61-4c53-4ff2-b8c8-d4b7c35ff947),segment_id=7875af61-4c53-4ff2-b8c8-d4b7c35ff947)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:29:26.391056 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:29:26.457748 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 37638) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:29:26.465447 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=3c961761-799e-4374-9854-a2701bead981,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:29:26.579689 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-8a148592-e30e-4d89-96a2-7e67e1596992 admin admin] 10.222.0.41 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 412 time: 0.1205869 Jun 01 18:29:28.113030 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 3c961761-799e-4374-9854-a2701bead981 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:29:28.200581 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 3c961761-799e-4374-9854-a2701bead981 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:29:28.201487 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:29:28.328356 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 3c961761-799e-4374-9854-a2701bead981 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:29:36.988558 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-ae403d00-b6bc-4df4-9d95-ddfbb0b65407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:29:39.343122 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-a36ba726-9084-4448-b088-50fe551d9a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:29:40.306846 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:29:40.380345 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:29:41.668507 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:29:53.881967 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.agents_db [None req-e814b9cf-7de8-45d0-a079-29c61fabe7e9 None None] Agent healthcheck: found 5 active agents {{(pid=88527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 18:30:06.981814 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-705106b3-3202-44c0-814a-1b53d963af26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:30:09.348038 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-b498064c-52dc-4fc0-aa3d-078bc57691a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:30:10.309156 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:30:10.382364 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:30:11.674254 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:30:30.881463 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.agents_db [None req-e814b9cf-7de8-45d0-a079-29c61fabe7e9 None None] Agent healthcheck: found 5 active agents {{(pid=88527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 18:30:36.987020 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-5e611abb-6666-429a-ac36-7aaf2fc5dedb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:30:39.352357 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6a71b04f-574f-41c6-bfcc-a1acc1447b15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:30:40.313763 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:30:40.386214 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:30:41.678537 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:31:06.989258 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-ed9f374d-082c-4058-a189-7e116dae0b49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:31:07.880118 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.agents_db [None req-e814b9cf-7de8-45d0-a079-29c61fabe7e9 None None] Agent healthcheck: found 5 active agents {{(pid=88527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 18:31:09.357388 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-929de492-5ed2-4d9d-9e72-de6843ddf188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:31:10.319029 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:31:10.381975 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:31:11.682121 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:31:36.747307 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 38240) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:31:36.818221 n-d-844202-1 neutron-server[88524]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b7cad6c-5cbd-4e9c-833e-59a458deab43 admin admin] GET failed (client error): The resource could not be found. Jun 01 18:31:36.819447 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-7b7cad6c-5cbd-4e9c-833e-59a458deab43 admin admin] 10.222.0.41 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0712230 Jun 01 18:31:36.962239 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dae4a7e-8c05-4b03-a837-6a2d666204be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:31:36.963690 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-2dae4a7e-8c05-4b03-a837-6a2d666204be admin admin] 10.222.0.41 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1396601 Jun 01 18:31:36.993576 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6315c31d-a393-48d8-bc88-6b0dc5ebb7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:31:39.171673 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 38250) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:31:39.283135 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfb3dd41-a7eb-49a0-804a-03e8cde28a2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:31:39.284510 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-dfb3dd41-a7eb-49a0-804a-03e8cde28a2f admin admin] 10.222.0.41 "GET /v2.0/subnets/cb6f622e-cbcd-436a-b559-05f073b803db HTTP/1.1" status: 200 len: 849 time: 0.1117749 Jun 01 18:31:39.293853 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-83184792-d491-4202-a379-a53ab961ce43 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:31:39.359775 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-ef527644-78d0-46b0-8f62-b272798bc7ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:31:39.414525 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-83184792-d491-4202-a379-a53ab961ce43 admin admin] Notify callbacks [] for subnet, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:31:39.611102 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-83184792-d491-4202-a379-a53ab961ce43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8747785753016'] for subnet, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:31:39.652810 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83184792-d491-4202-a379-a53ab961ce43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:31:39.653985 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-83184792-d491-4202-a379-a53ab961ce43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:31:39.655546 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-83184792-d491-4202-a379-a53ab961ce43 admin admin] 10.222.0.41 "PUT /v2.0/subnets/cb6f622e-cbcd-436a-b559-05f073b803db HTTP/1.1" status: 200 len: 868 time: 0.3654811 Jun 01 18:31:39.657366 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40575901-b722-4542-a21f-9a0013517856 None None] Network 9f4cbf4d-bd23-452e-97d8-de507084b6d8 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 18:31:39.688088 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83184792-d491-4202-a379-a53ab961ce43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb6f622e-cbcd-436a-b559-05f073b803db,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:31:39.696810 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83184792-d491-4202-a379-a53ab961ce43 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:31:39.697221 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83184792-d491-4202-a379-a53ab961ce43 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:31:39.698088 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83184792-d491-4202-a379-a53ab961ce43 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:31:39.698482 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83184792-d491-4202-a379-a53ab961ce43 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:31:39.699054 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83184792-d491-4202-a379-a53ab961ce43 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:31:39.699412 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83184792-d491-4202-a379-a53ab961ce43 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:31:39.699742 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83184792-d491-4202-a379-a53ab961ce43 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:31:39.700065 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83184792-d491-4202-a379-a53ab961ce43 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:31:39.700418 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83184792-d491-4202-a379-a53ab961ce43 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:31:39.700737 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83184792-d491-4202-a379-a53ab961ce43 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:31:39.701274 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83184792-d491-4202-a379-a53ab961ce43 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:31:39.701598 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83184792-d491-4202-a379-a53ab961ce43 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:31:40.156019 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-c704ea75-6b62-45cd-8d96-86becedb2b00 None None] Provisioning complete for port b6fa153c-8636-4350-9705-ead7a8541be1 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:31:40.156514 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-c704ea75-6b62-45cd-8d96-86becedb2b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:31:40.300746 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-c704ea75-6b62-45cd-8d96-86becedb2b00 None None] Current status of the port b6fa153c-8636-4350-9705-ead7a8541be1 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:31:40.325085 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-c704ea75-6b62-45cd-8d96-86becedb2b00 None None] Provisioning complete for port 3f06fd96-3138-47af-9b3e-58ec7535f5e3 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:31:40.325546 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-c704ea75-6b62-45cd-8d96-86becedb2b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:31:40.355582 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:31:40.400329 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:31:40.470770 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-c704ea75-6b62-45cd-8d96-86becedb2b00 None None] Current status of the port 3f06fd96-3138-47af-9b3e-58ec7535f5e3 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:31:41.684950 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:31:41.912351 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 38260) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:31:42.091447 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d54dc4c1-3ad8-4cd8-a791-588d03baeaac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:31:42.091905 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d54dc4c1-3ad8-4cd8-a791-588d03baeaac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:31:42.093455 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-d54dc4c1-3ad8-4cd8-a791-588d03baeaac admin admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1801612 Jun 01 18:31:44.362819 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 38270) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:31:44.539301 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca2c63a6-1292-4cb8-abd6-6c40ad26fc9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:31:44.539681 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca2c63a6-1292-4cb8-abd6-6c40ad26fc9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:31:44.541436 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-ca2c63a6-1292-4cb8-abd6-6c40ad26fc9a admin admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1773198 Jun 01 18:31:44.879559 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.agents_db [None req-e814b9cf-7de8-45d0-a079-29c61fabe7e9 None None] Agent healthcheck: found 5 active agents {{(pid=88527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 18:31:46.774451 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 38280) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:31:46.943241 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab3b496b-0575-4343-b71a-49c134421261 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:31:46.944641 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-ab3b496b-0575-4343-b71a-49c134421261 admin admin] 10.222.0.41 "GET /v2.0/networks/72a72e44-6845-488a-a5ff-3a26d4df9cb3 HTTP/1.1" status: 200 len: 886 time: 0.1692166 Jun 01 18:31:49.144207 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 38290) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:31:49.329668 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1567c3fc-d93f-472e-ac57-e7046b48b90e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:31:49.330943 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-1567c3fc-d93f-472e-ac57-e7046b48b90e admin admin] 10.222.0.41 "GET /v2.0/networks/9f4cbf4d-bd23-452e-97d8-de507084b6d8 HTTP/1.1" status: 200 len: 869 time: 0.1857402 Jun 01 18:31:51.570914 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 38300) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:31:51.680725 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f6be13d-6205-4a6c-8d41-ad85e3a904f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:31:51.681707 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f6be13d-6205-4a6c-8d41-ad85e3a904f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:31:51.682520 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-7f6be13d-6205-4a6c-8d41-ad85e3a904f0 admin admin] Synchronizing usage tracker for tenant:c4a7c58d22114f749be1fa1cd827856a on resource:subnet {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:31:51.699425 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-7f6be13d-6205-4a6c-8d41-ad85e3a904f0 admin admin] Unset dirty status for tenant:c4a7c58d22114f749be1fa1cd827856a on resource:subnet {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:31:51.700629 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-7f6be13d-6205-4a6c-8d41-ad85e3a904f0 admin admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1287191 Jun 01 18:31:53.925408 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 38310) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:31:54.036085 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e330d0f9-7b19-4910-ab54-54af44939a73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:31:54.036560 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e330d0f9-7b19-4910-ab54-54af44939a73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:31:54.038111 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-e330d0f9-7b19-4910-ab54-54af44939a73 admin admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1117692 Jun 01 18:31:56.232507 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 38320) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:31:56.335233 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efba4d22-ca42-4305-95cd-dfef107c37c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:31:56.336574 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-efba4d22-ca42-4305-95cd-dfef107c37c5 admin admin] 10.222.0.41 "GET /v2.0/subnets/c314a23b-daa2-4106-ab28-8e6f954277b2 HTTP/1.1" status: 200 len: 816 time: 0.1031682 Jun 01 18:31:58.607410 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 38330) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:31:58.720787 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4228282-0ba0-4bb1-b3e1-905c8cc64015 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:31:58.722163 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-a4228282-0ba0-4bb1-b3e1-905c8cc64015 admin admin] 10.222.0.41 "GET /v2.0/subnets/cb6f622e-cbcd-436a-b559-05f073b803db HTTP/1.1" status: 200 len: 868 time: 0.1137521 Jun 01 18:32:07.004895 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-97a097ff-a526-443d-aec9-faec57fcba94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:32:09.372554 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-97e230bf-fb01-4e2b-b3dc-d661e56644e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:32:10.323693 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:32:10.385680 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:32:11.694569 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:32:19.072018 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 38376) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:32:19.126661 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [None req-03ccfb74-a60f-49c8-a248-86d083c7526b admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=88525) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 18:32:19.127670 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-03ccfb74-a60f-49c8-a248-86d083c7526b admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0546834 Jun 01 18:32:21.576521 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 38386) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:32:21.645218 n-d-844202-1 neutron-server[88525]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0cca185-7150-4d84-8cdc-61205ae6a969 admin admin] GET failed (client error): The resource could not be found. Jun 01 18:32:21.646523 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-b0cca185-7150-4d84-8cdc-61205ae6a969 admin admin] 10.222.0.41 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0690780 Jun 01 18:32:21.784676 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d31c444-7260-4a87-a021-7bde5c765952 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:32:21.786065 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-5d31c444-7260-4a87-a021-7bde5c765952 admin admin] 10.222.0.41 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1356666 Jun 01 18:32:21.878651 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.agents_db [None req-e814b9cf-7de8-45d0-a079-29c61fabe7e9 None None] Agent healthcheck: found 5 active agents {{(pid=88527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 18:32:24.066263 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 38396) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:32:24.119173 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-4dd418ea-6ea0-47ec-bef2-1e3184c40a17 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:32:24.123781 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-4dd418ea-6ea0-47ec-bef2-1e3184c40a17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:32:24.134128 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-4dd418ea-6ea0-47ec-bef2-1e3184c40a17 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:32:24.144550 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dd418ea-6ea0-47ec-bef2-1e3184c40a17 admin admin] Made reservation on behalf of c4a7c58d22114f749be1fa1cd827856a for: {'network': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:32:24.146788 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4dd418ea-6ea0-47ec-bef2-1e3184c40a17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:32:24.235486 n-d-844202-1 neutron-server[88525]: WARNING neutron.services.revisions.revision_plugin [None req-4dd418ea-6ea0-47ec-bef2-1e3184c40a17 admin admin] Could not find related network for resource to bump revision. Jun 01 18:32:24.247172 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4dd418ea-6ea0-47ec-bef2-1e3184c40a17 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 108} {{(pid=88525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 18:32:24.255691 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4dd418ea-6ea0-47ec-bef2-1e3184c40a17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:32:24.256022 n-d-844202-1 neutron-server[88525]: INFO neutron.db.segments_db [None req-4dd418ea-6ea0-47ec-bef2-1e3184c40a17 admin admin] Added segment e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0 of type vlan for network 898153a3-5d71-43be-9d14-343ea4a48426 Jun 01 18:32:24.284081 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4dd418ea-6ea0-47ec-bef2-1e3184c40a17 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:32:24.312061 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4dd418ea-6ea0-47ec-bef2-1e3184c40a17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:32:24.313276 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dd418ea-6ea0-47ec-bef2-1e3184c40a17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:32:24.313853 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4dd418ea-6ea0-47ec-bef2-1e3184c40a17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:32:24.415928 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-4dd418ea-6ea0-47ec-bef2-1e3184c40a17 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3485777 Jun 01 18:32:24.416654 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd418ea-6ea0-47ec-bef2-1e3184c40a17 admin admin] Pushing event updated for resources: {'Network': ['ID=898153a3-5d71-43be-9d14-343ea4a48426,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:32:24.423545 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd418ea-6ea0-47ec-bef2-1e3184c40a17 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:32:24.423942 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd418ea-6ea0-47ec-bef2-1e3184c40a17 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:32:24.424313 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd418ea-6ea0-47ec-bef2-1e3184c40a17 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:32:24.425218 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd418ea-6ea0-47ec-bef2-1e3184c40a17 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:32:24.426200 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd418ea-6ea0-47ec-bef2-1e3184c40a17 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:32:24.426568 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd418ea-6ea0-47ec-bef2-1e3184c40a17 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:32:24.426896 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd418ea-6ea0-47ec-bef2-1e3184c40a17 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:32:24.427221 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd418ea-6ea0-47ec-bef2-1e3184c40a17 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:32:24.427539 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd418ea-6ea0-47ec-bef2-1e3184c40a17 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:32:24.427855 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd418ea-6ea0-47ec-bef2-1e3184c40a17 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:32:24.428169 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd418ea-6ea0-47ec-bef2-1e3184c40a17 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:32:24.428534 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd418ea-6ea0-47ec-bef2-1e3184c40a17 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:32:24.441114 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network 898153a3-5d71-43be-9d14-343ea4a48426 details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 18:32:26.650441 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 38406) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:32:26.730392 n-d-844202-1 neutron-server[88525]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0935ab9-fe21-404c-856e-7f089c3ac05e admin admin] GET failed (client error): The resource could not be found. Jun 01 18:32:26.730906 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-d0935ab9-fe21-404c-856e-7f089c3ac05e admin admin] Synchronizing usage tracker for tenant:c4a7c58d22114f749be1fa1cd827856a on resource:network {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:32:26.746262 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-d0935ab9-fe21-404c-856e-7f089c3ac05e admin admin] Unset dirty status for tenant:c4a7c58d22114f749be1fa1cd827856a on resource:network {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:32:26.747418 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-d0935ab9-fe21-404c-856e-7f089c3ac05e admin admin] 10.222.0.41 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0960383 Jun 01 18:32:26.857874 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-285ec04f-2ef0-4b41-9bbf-bcd121fc9d3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:32:26.859416 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-285ec04f-2ef0-4b41-9bbf-bcd121fc9d3f admin admin] 10.222.0.41 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1078782 Jun 01 18:32:26.869233 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-c898e923-2433-402d-b9bc-05c3cfe6ea66 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:32:26.873997 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-c898e923-2433-402d-b9bc-05c3cfe6ea66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:32:26.884246 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-c898e923-2433-402d-b9bc-05c3cfe6ea66 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:32:26.893901 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c898e923-2433-402d-b9bc-05c3cfe6ea66 admin admin] Made reservation on behalf of c4a7c58d22114f749be1fa1cd827856a for: {'subnet': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:32:26.896288 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c898e923-2433-402d-b9bc-05c3cfe6ea66 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:32:27.148497 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c898e923-2433-402d-b9bc-05c3cfe6ea66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for subnet, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:32:27.222995 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c898e923-2433-402d-b9bc-05c3cfe6ea66 admin admin] Pushing event updated for resources: {'Subnet': ['ID=35e3ad2f-9c88-4698-b634-4e1b58de1cc2,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:32:27.234292 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c898e923-2433-402d-b9bc-05c3cfe6ea66 admin admin] Checking segment: {'id': 'e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:32:27.234827 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c898e923-2433-402d-b9bc-05c3cfe6ea66 admin admin] Network hostable DHCP agents. Network: 898153a3-5d71-43be-9d14-343ea4a48426, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 18:32:27.255022 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c898e923-2433-402d-b9bc-05c3cfe6ea66 admin admin] Network 898153a3-5d71-43be-9d14-343ea4a48426 is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 18:32:27.265459 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-c898e923-2433-402d-b9bc-05c3cfe6ea66 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, 898153a3-5d71-43be-9d14-343ea4a48426) {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:32:27.269867 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c898e923-2433-402d-b9bc-05c3cfe6ea66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:32:27.270433 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c898e923-2433-402d-b9bc-05c3cfe6ea66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:32:27.274672 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3296dbca-b65e-4767-a084-e0b5cb7221db None None] Network 898153a3-5d71-43be-9d14-343ea4a48426 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 18:32:27.308076 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-c898e923-2433-402d-b9bc-05c3cfe6ea66 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4421718 Jun 01 18:32:27.546233 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0564df04-6600-42f0-80e1-dfe97c4f67d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc93f83c3-7fb6-5c13-a9d4-29d739a4e8d2-898153a3-5d71-43be-9d14-343ea4a48426', 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426', 'tenant_id': 'c4a7c58d22114f749be1fa1cd827856a', 'fixed_ips': [{'subnet_id': '35e3ad2f-9c88-4698-b634-4e1b58de1cc2'}]}} from n-d-844202-1. {{(pid=88526) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 18:32:27.547075 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-0564df04-6600-42f0-80e1-dfe97c4f67d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:32:27.719600 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.db_base_plugin_common [None req-0564df04-6600-42f0-80e1-dfe97c4f67d6 None None] Allocated IP 192.168.233.2 (898153a3-5d71-43be-9d14-343ea4a48426/35e3ad2f-9c88-4698-b634-4e1b58de1cc2/f1b8a342-911b-4adb-af65-ecd2f8430b96) {{(pid=88526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:32:27.931007 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-0564df04-6600-42f0-80e1-dfe97c4f67d6 None None] Notify callbacks [] for port, precommit_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:32:27.942422 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-0564df04-6600-42f0-80e1-dfe97c4f67d6 None None] Transition to ACTIVE for port object f1b8a342-911b-4adb-af65-ecd2f8430b96 will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:32:27.963032 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-0564df04-6600-42f0-80e1-dfe97c4f67d6 None None] Transition to ACTIVE for port object f1b8a342-911b-4adb-af65-ecd2f8430b96 will not be triggered until provisioned by entity DHCP. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:32:27.969467 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-0564df04-6600-42f0-80e1-dfe97c4f67d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526'] for port, after_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:32:28.050401 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0564df04-6600-42f0-80e1-dfe97c4f67d6 None None] Network 898153a3-5d71-43be-9d14-343ea4a48426 is already hosted by enough agents. {{(pid=88526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:32:28.054471 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.base_scheduler [None req-0564df04-6600-42f0-80e1-dfe97c4f67d6 None None] Resources bound (agent type, host, resource id): {{(pid=88526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:32:28.056416 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0564df04-6600-42f0-80e1-dfe97c4f67d6 None None] Pushing event updated for resources: {'Port': ['ID=f1b8a342-911b-4adb-af65-ecd2f8430b96,revision_number=1']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:32:28.058650 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0564df04-6600-42f0-80e1-dfe97c4f67d6 None None] Received port after_create {{(pid=88526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:32:28.096750 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0564df04-6600-42f0-80e1-dfe97c4f67d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:32:28.097084 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0564df04-6600-42f0-80e1-dfe97c4f67d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:32:28.097410 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0564df04-6600-42f0-80e1-dfe97c4f67d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:32:28.097730 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0564df04-6600-42f0-80e1-dfe97c4f67d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:32:28.098047 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0564df04-6600-42f0-80e1-dfe97c4f67d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:32:28.098361 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0564df04-6600-42f0-80e1-dfe97c4f67d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:32:28.098676 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0564df04-6600-42f0-80e1-dfe97c4f67d6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:32:28.098990 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0564df04-6600-42f0-80e1-dfe97c4f67d6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:32:28.099298 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0564df04-6600-42f0-80e1-dfe97c4f67d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:32:28.099607 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0564df04-6600-42f0-80e1-dfe97c4f67d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:32:28.099918 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0564df04-6600-42f0-80e1-dfe97c4f67d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:32:28.100242 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0564df04-6600-42f0-80e1-dfe97c4f67d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:32:28.156785 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-0564df04-6600-42f0-80e1-dfe97c4f67d6 None None] Attempting to bind port f1b8a342-911b-4adb-af65-ecd2f8430b96 on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:32:28.157149 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-0564df04-6600-42f0-80e1-dfe97c4f67d6 None None] Attempting to bind port f1b8a342-911b-4adb-af65-ecd2f8430b96 by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': 'e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:32:28.157498 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0564df04-6600-42f0-80e1-dfe97c4f67d6 None None] Attempting to bind port f1b8a342-911b-4adb-af65-ecd2f8430b96 on network 898153a3-5d71-43be-9d14-343ea4a48426 {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:32:28.164289 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0564df04-6600-42f0-80e1-dfe97c4f67d6 None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 18, 32, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:32:28.164470 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0564df04-6600-42f0-80e1-dfe97c4f67d6 None None] Checking segment: {'id': 'e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:32:28.164767 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-0564df04-6600-42f0-80e1-dfe97c4f67d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:32:28.165596 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0564df04-6600-42f0-80e1-dfe97c4f67d6 None None] Bound using segment: {'id': 'e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:32:28.165596 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-0564df04-6600-42f0-80e1-dfe97c4f67d6 None None] Bound port: f1b8a342-911b-4adb-af65-ecd2f8430b96, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:32:28.166617 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-0564df04-6600-42f0-80e1-dfe97c4f67d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:32:28.260702 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-0564df04-6600-42f0-80e1-dfe97c4f67d6 None None] For port f1b8a342-911b-4adb-af65-ecd2f8430b96, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:32:28.263789 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-0564df04-6600-42f0-80e1-dfe97c4f67d6 None None] For port f1b8a342-911b-4adb-af65-ecd2f8430b96, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=f1b8a342-911b-4adb-af65-ecd2f8430b96,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:32:28.272451 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-0564df04-6600-42f0-80e1-dfe97c4f67d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:32:28.359232 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0564df04-6600-42f0-80e1-dfe97c4f67d6 None None] Pushing event updated for resources: {'Port': ['ID=f1b8a342-911b-4adb-af65-ecd2f8430b96,revision_number=2']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:32:29.212371 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4684df0-1450-456f-b102-cee431f72ca5 None None] Network 898153a3-5d71-43be-9d14-343ea4a48426 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 18:32:29.336736 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f4b42090-ca39-4fc1-ac8b-bf33a93f1ea0 None None] Provisioning for port f1b8a342-911b-4adb-af65-ecd2f8430b96 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:32:30.248027 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device f1b8a342-911b-4adb-af65-ecd2f8430b96 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:32:30.332824 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port f1b8a342-911b-4adb-af65-ecd2f8430b96 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:32:30.338601 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port f1b8a342-911b-4adb-af65-ecd2f8430b96 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:32:30.338967 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:32:30.460983 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port f1b8a342-911b-4adb-af65-ecd2f8430b96 is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:32:30.461376 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:32:30.497813 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port f1b8a342-911b-4adb-af65-ecd2f8430b96, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=f1b8a342-911b-4adb-af65-ecd2f8430b96,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:32:30.502118 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:32:30.575126 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=f1b8a342-911b-4adb-af65-ecd2f8430b96,revision_number=3']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:32:32.217560 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device f1b8a342-911b-4adb-af65-ecd2f8430b96 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:32:32.286350 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port f1b8a342-911b-4adb-af65-ecd2f8430b96 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:32:32.286624 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:32:32.405981 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port f1b8a342-911b-4adb-af65-ecd2f8430b96 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:32:36.999364 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-173e7cc5-aaf1-4015-b15b-10461bb7ddd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:32:39.365565 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-58763288-8db3-451b-b652-f53d2e34c00b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:32:40.330556 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:32:40.389176 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:32:41.695947 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:32:58.878358 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.agents_db [None req-e814b9cf-7de8-45d0-a079-29c61fabe7e9 None None] Agent healthcheck: found 5 active agents {{(pid=88527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 18:33:07.004581 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f2a00743-de8e-403f-ad7b-7a0441eda1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:33:09.362210 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-fc2dc762-4c26-4c1f-b78c-29fc133bea04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:33:10.334569 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:33:10.392431 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:33:11.698914 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:33:35.878256 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.agents_db [None req-e814b9cf-7de8-45d0-a079-29c61fabe7e9 None None] Agent healthcheck: found 5 active agents {{(pid=88527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 18:33:37.006733 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-ba722b8f-a2ad-4e10-b928-3b7a121acfe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:33:39.366536 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-2dba642c-0ce0-4365-91a4-6c53b8a002f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:33:40.336509 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:33:40.396368 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:33:41.705236 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:34:06.629823 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 38452) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:34:06.635660 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [None req-e69f663a-c0ae-446e-94f3-45483502acb6 tempest-verify_tempest_config-1956130035 tempest-verify_tempest_config-1956130035-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=88525) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 18:34:06.636628 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-e69f663a-c0ae-446e-94f3-45483502acb6 tempest-verify_tempest_config-1956130035 tempest-verify_tempest_config-1956130035-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058498 Jun 01 18:34:06.971087 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 38470) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:34:07.015269 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-097aec72-8421-4fd6-9786-5d26fa53b03d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:34:07.110761 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-45f209a6-fb57-4b49-8916-4f04177d2366 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:34:07.125733 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-45f209a6-fb57-4b49-8916-4f04177d2366 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:34:07.129635 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-45f209a6-fb57-4b49-8916-4f04177d2366 admin admin] Usage tracker for resource:security_group_rule and tenant:eac16ae033814f82933382a1487a1e62 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:34:07.133080 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-45f209a6-fb57-4b49-8916-4f04177d2366 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:34:07.138791 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-45f209a6-fb57-4b49-8916-4f04177d2366 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:34:07.245159 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-45f209a6-fb57-4b49-8916-4f04177d2366 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:34:07.249116 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-45f209a6-fb57-4b49-8916-4f04177d2366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:34:07.297234 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-45f209a6-fb57-4b49-8916-4f04177d2366 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=eac16ae033814f82933382a1487a1e62&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3248515 Jun 01 18:34:07.297925 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f209a6-fb57-4b49-8916-4f04177d2366 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2eb2684-3d57-477c-a7a5-0482a77407fd,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:34:07.300214 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 38476) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:34:07.305190 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f209a6-fb57-4b49-8916-4f04177d2366 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:34:07.305532 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f209a6-fb57-4b49-8916-4f04177d2366 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:34:07.305866 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f209a6-fb57-4b49-8916-4f04177d2366 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:34:07.306198 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f209a6-fb57-4b49-8916-4f04177d2366 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:34:07.306524 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f209a6-fb57-4b49-8916-4f04177d2366 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:34:07.306842 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f209a6-fb57-4b49-8916-4f04177d2366 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:34:07.307160 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f209a6-fb57-4b49-8916-4f04177d2366 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:34:07.307477 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f209a6-fb57-4b49-8916-4f04177d2366 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:34:07.308045 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f209a6-fb57-4b49-8916-4f04177d2366 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:34:07.308393 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f209a6-fb57-4b49-8916-4f04177d2366 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:34:07.308715 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f209a6-fb57-4b49-8916-4f04177d2366 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:34:07.309027 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f209a6-fb57-4b49-8916-4f04177d2366 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:34:07.367776 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6e88b969-43a1-4efa-82e5-1320a1c06d50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:34:07.405060 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6e88b969-43a1-4efa-82e5-1320a1c06d50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:34:07.498930 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6e88b969-43a1-4efa-82e5-1320a1c06d50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:34:07.513174 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e88b969-43a1-4efa-82e5-1320a1c06d50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2eb2684-3d57-477c-a7a5-0482a77407fd,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:34:07.523395 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6e88b969-43a1-4efa-82e5-1320a1c06d50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:34:07.524516 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-6e88b969-43a1-4efa-82e5-1320a1c06d50 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d2eb2684-3d57-477c-a7a5-0482a77407fd HTTP/1.1" status: 204 len: 168 time: 0.2232711 Jun 01 18:34:07.525860 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e88b969-43a1-4efa-82e5-1320a1c06d50 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:34:07.526198 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e88b969-43a1-4efa-82e5-1320a1c06d50 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:34:07.526525 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e88b969-43a1-4efa-82e5-1320a1c06d50 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:34:07.526849 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e88b969-43a1-4efa-82e5-1320a1c06d50 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:34:07.527170 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e88b969-43a1-4efa-82e5-1320a1c06d50 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:34:07.527486 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e88b969-43a1-4efa-82e5-1320a1c06d50 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:34:07.527797 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e88b969-43a1-4efa-82e5-1320a1c06d50 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:34:07.528116 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e88b969-43a1-4efa-82e5-1320a1c06d50 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:34:07.528514 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e88b969-43a1-4efa-82e5-1320a1c06d50 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:34:07.528751 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e88b969-43a1-4efa-82e5-1320a1c06d50 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:34:07.529065 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e88b969-43a1-4efa-82e5-1320a1c06d50 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:34:07.529372 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e88b969-43a1-4efa-82e5-1320a1c06d50 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:34:09.370578 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-77191c79-9c32-4f74-a644-eb361c1729b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:34:10.336332 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:34:10.399831 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:34:11.702319 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:34:12.877494 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.agents_db [None req-e814b9cf-7de8-45d0-a079-29c61fabe7e9 None None] Agent healthcheck: found 5 active agents {{(pid=88527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 18:34:37.006626 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-264ec20e-8a6c-4a7c-8cfc-4e7331007769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:34:39.373766 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-d7665ec1-8f7e-420f-96bf-e9ffa05c5c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:34:40.339236 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:34:40.402444 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:34:41.708170 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:34:49.876539 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.agents_db [None req-e814b9cf-7de8-45d0-a079-29c61fabe7e9 None None] Agent healthcheck: found 5 active agents {{(pid=88527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 18:35:07.009820 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-7762bc69-db9a-4fcc-9cc8-b5a476fa4ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:35:09.382185 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-e815ef75-e09d-46fc-8797-b63a0005e399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:35:10.341170 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:35:10.405754 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:35:11.708882 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:35:26.875825 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.agents_db [None req-e814b9cf-7de8-45d0-a079-29c61fabe7e9 None None] Agent healthcheck: found 5 active agents {{(pid=88527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 18:35:37.012665 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-4e1a1e27-7cfd-44ea-a446-fd96364616d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:35:39.374989 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-3a45d341-d39e-454e-bc0f-0a4f5d4a32ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:35:40.346719 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:35:40.408037 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:35:41.710701 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:36:03.875855 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.agents_db [None req-e814b9cf-7de8-45d0-a079-29c61fabe7e9 None None] Agent healthcheck: found 5 active agents {{(pid=88527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 18:36:07.018794 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f00d7d13-7323-4390-8a2a-6b90ec58862b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:36:09.380207 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-12b897a2-90a6-460e-b893-bda077de373b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:36:10.346595 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:36:10.411244 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:36:11.715808 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:36:37.015386 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-faf9baa2-e4e3-4fcf-9e52-75b0266ea67a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:36:39.382304 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-98102f4f-88b5-4473-87c1-af3af3078fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:36:40.349196 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:36:40.413460 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:36:40.875401 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.agents_db [None req-e814b9cf-7de8-45d0-a079-29c61fabe7e9 None None] Agent healthcheck: found 5 active agents {{(pid=88527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 18:36:41.717580 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:37:07.010626 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-be84f556-c0dd-4fc7-b1f7-8ad6b4b4062f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:37:09.385726 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-a96d15da-3c80-4f80-85f6-e88f9e8acee1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:37:10.351856 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:37:10.418290 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:37:10.893444 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-887330'] for agent, after_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:37:11.374776 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-887330'] for agent, after_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:37:11.721992 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:37:17.874512 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.agents_db [None req-e814b9cf-7de8-45d0-a079-29c61fabe7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 18:37:37.017381 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-ca25fa67-bfd3-419f-88b7-81ac92561af2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:37:39.388134 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-873bc411-b56f-46ec-bb56-0426c519445f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:37:40.354361 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:37:40.420030 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:37:40.868561 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:37:41.366930 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:37:41.723299 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:37:54.874510 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.agents_db [None req-e814b9cf-7de8-45d0-a079-29c61fabe7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 18:38:01.362231 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 38536) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:38:01.480020 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-935d8c4f-ea7a-4f1c-9d37-82121414a7ca admin admin] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1166751 Jun 01 18:38:03.731380 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 38546) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:38:03.793444 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-d9a4573a-c2eb-4876-8a1d-75b3b8fa1bf2 admin admin] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0609140 Jun 01 18:38:07.009414 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-1168e4e7-1e42-471c-8769-a08c2aafd472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:38:09.389815 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-0d4d45f3-5daf-43e2-9649-35966911c2ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:38:10.357571 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:38:10.421622 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:38:10.866424 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:38:11.380285 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:38:11.726803 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:38:31.877683 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.agents_db [None req-e814b9cf-7de8-45d0-a079-29c61fabe7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 18:38:37.012382 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-e10f5cd6-2733-4d59-aeb0-6ebeb340f2f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:38:39.413484 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-0b63ce2f-00c6-4fad-bfb0-c7b00cfb5b75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:38:40.370417 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:38:40.425010 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:38:40.879112 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:38:41.375622 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:38:41.729709 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:39:07.015169 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-eaa45a8d-ca8a-468d-ad92-c71d089ec5c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:39:08.878118 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.agents_db [None req-e814b9cf-7de8-45d0-a079-29c61fabe7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 18:39:09.398076 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f47d35cd-484d-4daa-9252-f388a33bb437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:39:10.363006 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:39:10.430247 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:39:10.882238 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:39:11.374187 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:39:11.736860 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:39:37.055253 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-5701f09f-d891-4407-be2f-e8189b6573ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:39:39.412484 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-a6ac1ab7-d654-4a1a-aafb-50cd851d25bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:39:40.392622 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:39:40.454323 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:39:40.911125 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:39:41.417527 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:39:41.749989 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:39:44.936497 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 38810) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:39:45.602287 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-fcb2b694-289d-4d3e-b3c2-b9cf2646d37e tempest-AutoAllocateNetworkTest-1200678403 tempest-AutoAllocateNetworkTest-1200678403-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=25b691fdd28843508542a6b210106225&shared=False HTTP/1.1" status: 200 len: 208 time: 0.6638172 Jun 01 18:39:45.602716 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 38846) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:39:45.857583 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a60449d7-3566-4f0f-a06e-cfdf6f6db977 tempest-AutoAllocateNetworkTest-1200678403 tempest-AutoAllocateNetworkTest-1200678403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:39:45.859725 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-a60449d7-3566-4f0f-a06e-cfdf6f6db977 tempest-AutoAllocateNetworkTest-1200678403 tempest-AutoAllocateNetworkTest-1200678403-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2550442 Jun 01 18:39:45.863263 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 38856) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:39:45.882219 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.agents_db [None req-e814b9cf-7de8-45d0-a079-29c61fabe7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 18:39:45.948928 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-e7719fe2-4201-41a0-9e28-3226a9ed0129 tempest-AutoAllocateNetworkTest-1200678403 tempest-AutoAllocateNetworkTest-1200678403-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0844135 Jun 01 18:39:45.949096 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 38864) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:39:45.981790 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-2de8334c-bd02-4cdf-b7ad-786a225ac7c2 tempest-AutoAllocateNetworkTest-1200678403 tempest-AutoAllocateNetworkTest-1200678403-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=25b691fdd28843508542a6b210106225 HTTP/1.1" status: 200 len: 208 time: 0.0314927 Jun 01 18:39:46.318891 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 38886) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:39:46.840634 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-298f5448-c94d-4126-befa-70710f869480 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:39:46.854320 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 38924) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:39:46.860473 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-298f5448-c94d-4126-befa-70710f869480 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:39:46.866395 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-298f5448-c94d-4126-befa-70710f869480 admin admin] Usage tracker for resource:security_group_rule and tenant:737dfebae5574c6ca2b9d995cc7e20fc is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:39:46.870091 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-298f5448-c94d-4126-befa-70710f869480 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:39:46.876138 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-298f5448-c94d-4126-befa-70710f869480 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:39:46.979506 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-298f5448-c94d-4126-befa-70710f869480 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:39:46.984342 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-298f5448-c94d-4126-befa-70710f869480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:39:47.025309 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298f5448-c94d-4126-befa-70710f869480 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b4c2d25-8d15-462c-9e8b-30ed7a944920,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:39:47.036920 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298f5448-c94d-4126-befa-70710f869480 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:39:47.037239 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298f5448-c94d-4126-befa-70710f869480 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:39:47.037561 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298f5448-c94d-4126-befa-70710f869480 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:39:47.037876 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298f5448-c94d-4126-befa-70710f869480 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:39:47.038185 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298f5448-c94d-4126-befa-70710f869480 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:39:47.038496 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298f5448-c94d-4126-befa-70710f869480 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:39:47.038801 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298f5448-c94d-4126-befa-70710f869480 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:39:47.039485 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298f5448-c94d-4126-befa-70710f869480 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:39:47.039654 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298f5448-c94d-4126-befa-70710f869480 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:39:47.040127 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298f5448-c94d-4126-befa-70710f869480 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:39:47.040465 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298f5448-c94d-4126-befa-70710f869480 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:39:47.040768 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298f5448-c94d-4126-befa-70710f869480 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:39:47.041809 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298f5448-c94d-4126-befa-70710f869480 admin admin] Tracked resource versions report: Jun 01 18:39:47.041809 n-d-844202-1 neutron-server[88525]: pushed versions: Jun 01 18:39:47.041809 n-d-844202-1 neutron-server[88525]: { 'AddressGroup': {'1.2'}, Jun 01 18:39:47.041809 n-d-844202-1 neutron-server[88525]: 'ConntrackHelper': {'1.0'}, Jun 01 18:39:47.041809 n-d-844202-1 neutron-server[88525]: 'Log': {'1.0'}, Jun 01 18:39:47.041809 n-d-844202-1 neutron-server[88525]: 'Network': {'1.1'}, Jun 01 18:39:47.041809 n-d-844202-1 neutron-server[88525]: 'Port': {'1.7'}, Jun 01 18:39:47.041809 n-d-844202-1 neutron-server[88525]: 'PortForwarding': {'1.2'}, Jun 01 18:39:47.041809 n-d-844202-1 neutron-server[88525]: 'QosPolicy': {'1.8'}, Jun 01 18:39:47.041809 n-d-844202-1 neutron-server[88525]: 'SecurityGroup': {'1.4'}, Jun 01 18:39:47.041809 n-d-844202-1 neutron-server[88525]: 'SecurityGroupRule': {'1.2'}, Jun 01 18:39:47.041809 n-d-844202-1 neutron-server[88525]: 'SubPort': {'1.0'}, Jun 01 18:39:47.041809 n-d-844202-1 neutron-server[88525]: 'Subnet': {'1.1'}, Jun 01 18:39:47.041809 n-d-844202-1 neutron-server[88525]: 'Trunk': {'1.1'}} Jun 01 18:39:47.041809 n-d-844202-1 neutron-server[88525]: consumer versions: Jun 01 18:39:47.041809 n-d-844202-1 neutron-server[88525]: { DHCP agent@n-d-844202-1: {}, Jun 01 18:39:47.041809 n-d-844202-1 neutron-server[88525]: HyperV agent@n-h1-844202-1: {}, Jun 01 18:39:47.041809 n-d-844202-1 neutron-server[88525]: HyperV agent@n-h2-844202-1: {}, Jun 01 18:39:47.041809 n-d-844202-1 neutron-server[88525]: L3 agent@n-d-844202-1: {}, Jun 01 18:39:47.041809 n-d-844202-1 neutron-server[88525]: Metadata agent@n-d-844202-1: {}, Jun 01 18:39:47.041809 n-d-844202-1 neutron-server[88525]: Metering agent@n-d-844202-1: {}, Jun 01 18:39:47.041809 n-d-844202-1 neutron-server[88525]: Open vSwitch agent@n-d-844202-1: { 'AddressGroup': '1.2', Jun 01 18:39:47.041809 n-d-844202-1 neutron-server[88525]: 'ConntrackHelper': '1.0', Jun 01 18:39:47.041809 n-d-844202-1 neutron-server[88525]: 'Log': '1.0', Jun 01 18:39:47.041809 n-d-844202-1 neutron-server[88525]: 'Network': '1.1', Jun 01 18:39:47.041809 n-d-844202-1 neutron-server[88525]: 'Port': '1.7', Jun 01 18:39:47.041809 n-d-844202-1 neutron-server[88525]: 'PortForwarding': '1.2', Jun 01 18:39:47.041809 n-d-844202-1 neutron-server[88525]: 'QosPolicy': '1.8', Jun 01 18:39:47.041809 n-d-844202-1 neutron-server[88525]: 'SecurityGroup': '1.4', Jun 01 18:39:47.041809 n-d-844202-1 neutron-server[88525]: 'SecurityGroupRule': '1.2', Jun 01 18:39:47.041809 n-d-844202-1 neutron-server[88525]: 'SubPort': '1.0', Jun 01 18:39:47.041809 n-d-844202-1 neutron-server[88525]: 'Subnet': '1.1', Jun 01 18:39:47.041809 n-d-844202-1 neutron-server[88525]: 'Trunk': '1.1'}} Jun 01 18:39:47.041809 n-d-844202-1 neutron-server[88525]: {{(pid=88525) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 01 18:39:47.060967 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-298f5448-c94d-4126-befa-70710f869480 admin admin] Synchronizing usage tracker for tenant:c4a7c58d22114f749be1fa1cd827856a on resource:security_group {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:39:47.078324 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-298f5448-c94d-4126-befa-70710f869480 admin admin] Unset dirty status for tenant:c4a7c58d22114f749be1fa1cd827856a on resource:security_group {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:39:47.081000 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-298f5448-c94d-4126-befa-70710f869480 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=737dfebae5574c6ca2b9d995cc7e20fc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7602875 Jun 01 18:39:47.084141 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 38938) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:39:47.150690 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f8540307-c56d-49ae-9856-a060bf2215a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:39:47.186248 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f8540307-c56d-49ae-9856-a060bf2215a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:39:47.258967 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f8540307-c56d-49ae-9856-a060bf2215a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:39:47.279410 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8540307-c56d-49ae-9856-a060bf2215a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b4c2d25-8d15-462c-9e8b-30ed7a944920,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:39:47.293995 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8540307-c56d-49ae-9856-a060bf2215a1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:39:47.294338 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8540307-c56d-49ae-9856-a060bf2215a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:39:47.294672 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8540307-c56d-49ae-9856-a060bf2215a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:39:47.295004 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8540307-c56d-49ae-9856-a060bf2215a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:39:47.295330 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8540307-c56d-49ae-9856-a060bf2215a1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:39:47.295659 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8540307-c56d-49ae-9856-a060bf2215a1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:39:47.295986 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8540307-c56d-49ae-9856-a060bf2215a1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:39:47.296376 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8540307-c56d-49ae-9856-a060bf2215a1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:39:47.296847 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8540307-c56d-49ae-9856-a060bf2215a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:39:47.297358 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8540307-c56d-49ae-9856-a060bf2215a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:39:47.297858 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8540307-c56d-49ae-9856-a060bf2215a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:39:47.298345 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8540307-c56d-49ae-9856-a060bf2215a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:39:47.300312 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8540307-c56d-49ae-9856-a060bf2215a1 admin admin] Tracked resource versions report: Jun 01 18:39:47.300312 n-d-844202-1 neutron-server[88524]: pushed versions: Jun 01 18:39:47.300312 n-d-844202-1 neutron-server[88524]: { 'AddressGroup': {'1.2'}, Jun 01 18:39:47.300312 n-d-844202-1 neutron-server[88524]: 'ConntrackHelper': {'1.0'}, Jun 01 18:39:47.300312 n-d-844202-1 neutron-server[88524]: 'Log': {'1.0'}, Jun 01 18:39:47.300312 n-d-844202-1 neutron-server[88524]: 'Network': {'1.1'}, Jun 01 18:39:47.300312 n-d-844202-1 neutron-server[88524]: 'Port': {'1.7'}, Jun 01 18:39:47.300312 n-d-844202-1 neutron-server[88524]: 'PortForwarding': {'1.2'}, Jun 01 18:39:47.300312 n-d-844202-1 neutron-server[88524]: 'QosPolicy': {'1.8'}, Jun 01 18:39:47.300312 n-d-844202-1 neutron-server[88524]: 'SecurityGroup': {'1.4'}, Jun 01 18:39:47.300312 n-d-844202-1 neutron-server[88524]: 'SecurityGroupRule': {'1.2'}, Jun 01 18:39:47.300312 n-d-844202-1 neutron-server[88524]: 'SubPort': {'1.0'}, Jun 01 18:39:47.300312 n-d-844202-1 neutron-server[88524]: 'Subnet': {'1.1'}, Jun 01 18:39:47.300312 n-d-844202-1 neutron-server[88524]: 'Trunk': {'1.1'}} Jun 01 18:39:47.300312 n-d-844202-1 neutron-server[88524]: consumer versions: Jun 01 18:39:47.300312 n-d-844202-1 neutron-server[88524]: { DHCP agent@n-d-844202-1: {}, Jun 01 18:39:47.300312 n-d-844202-1 neutron-server[88524]: HyperV agent@n-h1-844202-1: {}, Jun 01 18:39:47.300312 n-d-844202-1 neutron-server[88524]: HyperV agent@n-h2-844202-1: {}, Jun 01 18:39:47.300312 n-d-844202-1 neutron-server[88524]: L3 agent@n-d-844202-1: {}, Jun 01 18:39:47.300312 n-d-844202-1 neutron-server[88524]: Metadata agent@n-d-844202-1: {}, Jun 01 18:39:47.300312 n-d-844202-1 neutron-server[88524]: Metering agent@n-d-844202-1: {}, Jun 01 18:39:47.300312 n-d-844202-1 neutron-server[88524]: Open vSwitch agent@n-d-844202-1: { 'AddressGroup': '1.2', Jun 01 18:39:47.300312 n-d-844202-1 neutron-server[88524]: 'ConntrackHelper': '1.0', Jun 01 18:39:47.300312 n-d-844202-1 neutron-server[88524]: 'Log': '1.0', Jun 01 18:39:47.300312 n-d-844202-1 neutron-server[88524]: 'Network': '1.1', Jun 01 18:39:47.300312 n-d-844202-1 neutron-server[88524]: 'Port': '1.7', Jun 01 18:39:47.300312 n-d-844202-1 neutron-server[88524]: 'PortForwarding': '1.2', Jun 01 18:39:47.300312 n-d-844202-1 neutron-server[88524]: 'QosPolicy': '1.8', Jun 01 18:39:47.300312 n-d-844202-1 neutron-server[88524]: 'SecurityGroup': '1.4', Jun 01 18:39:47.300312 n-d-844202-1 neutron-server[88524]: 'SecurityGroupRule': '1.2', Jun 01 18:39:47.300312 n-d-844202-1 neutron-server[88524]: 'SubPort': '1.0', Jun 01 18:39:47.300312 n-d-844202-1 neutron-server[88524]: 'Subnet': '1.1', Jun 01 18:39:47.300312 n-d-844202-1 neutron-server[88524]: 'Trunk': '1.1'}} Jun 01 18:39:47.300312 n-d-844202-1 neutron-server[88524]: {{(pid=88524) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 01 18:39:47.306153 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f8540307-c56d-49ae-9856-a060bf2215a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:39:47.308002 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-f8540307-c56d-49ae-9856-a060bf2215a1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5b4c2d25-8d15-462c-9e8b-30ed7a944920 HTTP/1.1" status: 204 len: 168 time: 0.2228296 Jun 01 18:39:47.369789 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-802e89de-addc-4a7f-9b00-71368bb2259f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:39:47.385430 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-802e89de-addc-4a7f-9b00-71368bb2259f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:39:47.389719 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-802e89de-addc-4a7f-9b00-71368bb2259f admin admin] Usage tracker for resource:security_group_rule and tenant:25b691fdd28843508542a6b210106225 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:39:47.393439 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-802e89de-addc-4a7f-9b00-71368bb2259f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:39:47.401148 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-802e89de-addc-4a7f-9b00-71368bb2259f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:39:47.490360 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-802e89de-addc-4a7f-9b00-71368bb2259f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:39:47.494736 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-802e89de-addc-4a7f-9b00-71368bb2259f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:39:47.537608 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802e89de-addc-4a7f-9b00-71368bb2259f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37406802-03c8-4d34-9b06-749246745ad0,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:39:47.557946 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-802e89de-addc-4a7f-9b00-71368bb2259f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=25b691fdd28843508542a6b210106225&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7008259 Jun 01 18:39:47.560457 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 38958) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:39:47.630109 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f1c15a63-7661-46eb-8f36-41e96b1175c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:39:47.659053 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f1c15a63-7661-46eb-8f36-41e96b1175c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:39:47.725551 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f1c15a63-7661-46eb-8f36-41e96b1175c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:39:47.742915 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c15a63-7661-46eb-8f36-41e96b1175c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37406802-03c8-4d34-9b06-749246745ad0,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:39:47.747343 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f1c15a63-7661-46eb-8f36-41e96b1175c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:39:47.748678 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-f1c15a63-7661-46eb-8f36-41e96b1175c7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/37406802-03c8-4d34-9b06-749246745ad0 HTTP/1.1" status: 204 len: 168 time: 0.1870420 Jun 01 18:39:48.037628 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 38980) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:39:48.057011 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1023172a-0b75-4bb9-a17d-3fe370cbc677 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:39:48.071717 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-1023172a-0b75-4bb9-a17d-3fe370cbc677 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:39:48.075675 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-1023172a-0b75-4bb9-a17d-3fe370cbc677 admin admin] Usage tracker for resource:security_group_rule and tenant:101cbe2cdb694470b1561f499f35fdff is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:39:48.079018 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-1023172a-0b75-4bb9-a17d-3fe370cbc677 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:39:48.085721 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-1023172a-0b75-4bb9-a17d-3fe370cbc677 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:39:48.184287 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1023172a-0b75-4bb9-a17d-3fe370cbc677 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:39:48.189066 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1023172a-0b75-4bb9-a17d-3fe370cbc677 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:39:48.237566 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 38988) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:39:48.241842 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1023172a-0b75-4bb9-a17d-3fe370cbc677 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71d72614-1f48-4b1f-8fea-6c8af9552dfe,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:39:48.249228 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-1023172a-0b75-4bb9-a17d-3fe370cbc677 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=101cbe2cdb694470b1561f499f35fdff&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2092056 Jun 01 18:39:48.251828 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 38994) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:39:48.324673 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1cc77eae-1a57-4bb9-8a68-767e33327f39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:39:48.352064 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 39000) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:39:48.354205 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1cc77eae-1a57-4bb9-8a68-767e33327f39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:39:48.414368 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1cc77eae-1a57-4bb9-8a68-767e33327f39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:39:48.435334 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc77eae-1a57-4bb9-8a68-767e33327f39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71d72614-1f48-4b1f-8fea-6c8af9552dfe,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:39:48.446329 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1cc77eae-1a57-4bb9-8a68-767e33327f39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:39:48.451244 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-1cc77eae-1a57-4bb9-8a68-767e33327f39 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/71d72614-1f48-4b1f-8fea-6c8af9552dfe HTTP/1.1" status: 204 len: 168 time: 0.1948941 Jun 01 18:39:48.540054 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7010661f-5f3c-4a78-9f68-48400f812a4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:39:48.556127 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-7010661f-5f3c-4a78-9f68-48400f812a4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:39:48.561576 n-d-844202-1 neutron-server[88525]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 01 18:39:48.582957 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-7010661f-5f3c-4a78-9f68-48400f812a4d admin admin] Usage tracker for resource:security_group_rule and tenant:fc54d104d01147c4bc8eeba6e8c0b694 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:39:48.588498 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-7010661f-5f3c-4a78-9f68-48400f812a4d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:39:48.639240 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-7010661f-5f3c-4a78-9f68-48400f812a4d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:39:48.766927 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d4620d-8bfb-436a-94b6-1b07f860d799 req-7a495ecf-9392-44b3-a442-c1ba70ceda37 tempest-NetworksTest-1009569323 tempest-NetworksTest-1009569323-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:39:48.768363 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d4620d-8bfb-436a-94b6-1b07f860d799 req-7a495ecf-9392-44b3-a442-c1ba70ceda37 tempest-NetworksTest-1009569323 tempest-NetworksTest-1009569323-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:39:48.769088 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d4620d-8bfb-436a-94b6-1b07f860d799 req-7a495ecf-9392-44b3-a442-c1ba70ceda37 tempest-NetworksTest-1009569323 tempest-NetworksTest-1009569323-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:39:48.782018 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a5d4620d-8bfb-436a-94b6-1b07f860d799 req-7a495ecf-9392-44b3-a442-c1ba70ceda37 tempest-NetworksTest-1009569323 tempest-NetworksTest-1009569323-project-admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2206 time: 0.4280753 Jun 01 18:39:48.860889 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7010661f-5f3c-4a78-9f68-48400f812a4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:39:48.867056 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7010661f-5f3c-4a78-9f68-48400f812a4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:39:48.953704 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-7010661f-5f3c-4a78-9f68-48400f812a4d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fc54d104d01147c4bc8eeba6e8c0b694&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7100403 Jun 01 18:39:48.953704 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7010661f-5f3c-4a78-9f68-48400f812a4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=992085c1-5bbd-4803-800d-83c8ad7afebc,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:39:48.954840 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 39038) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:39:49.040968 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-deda6571-7f87-4a50-8b5f-8d114c8526f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:39:49.074025 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-deda6571-7f87-4a50-8b5f-8d114c8526f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:39:49.144860 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-deda6571-7f87-4a50-8b5f-8d114c8526f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:39:49.192100 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-deda6571-7f87-4a50-8b5f-8d114c8526f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:39:49.196325 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-deda6571-7f87-4a50-8b5f-8d114c8526f2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/992085c1-5bbd-4803-800d-83c8ad7afebc HTTP/1.1" status: 204 len: 168 time: 0.2402308 Jun 01 18:39:49.198728 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deda6571-7f87-4a50-8b5f-8d114c8526f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=992085c1-5bbd-4803-800d-83c8ad7afebc,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:39:49.471249 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 39060) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:39:49.894758 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 39076) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:39:49.921029 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8ce15c6b-8ff5-4706-af1f-925f36c89e5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:39:49.940551 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-8ce15c6b-8ff5-4706-af1f-925f36c89e5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:39:49.948777 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-8ce15c6b-8ff5-4706-af1f-925f36c89e5a admin admin] Usage tracker for resource:security_group_rule and tenant:cdc4b3e0160841b7b0d0e6f1c894b1c6 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:39:49.956871 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-8ce15c6b-8ff5-4706-af1f-925f36c89e5a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:39:49.969108 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-8ce15c6b-8ff5-4706-af1f-925f36c89e5a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:39:49.981917 n-d-844202-1 neutron-server[88524]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 01 18:39:50.183005 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8ce15c6b-8ff5-4706-af1f-925f36c89e5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:39:50.189202 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8ce15c6b-8ff5-4706-af1f-925f36c89e5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:39:50.222635 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b57e778-6496-48f1-a483-f868fbf4f39f req-14531f79-9a70-4b1e-bf43-4e0e60a9b309 tempest-NetworksTest-1009569323 tempest-NetworksTest-1009569323-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:39:50.236822 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4b57e778-6496-48f1-a483-f868fbf4f39f req-14531f79-9a70-4b1e-bf43-4e0e60a9b309 tempest-NetworksTest-1009569323 tempest-NetworksTest-1009569323-project-admin] 10.222.0.41 "GET /v2.0/networks/72a72e44-6845-488a-a5ff-3a26d4df9cb3 HTTP/1.1" status: 200 len: 886 time: 0.7640176 Jun 01 18:39:50.242921 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-8ce15c6b-8ff5-4706-af1f-925f36c89e5a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cdc4b3e0160841b7b0d0e6f1c894b1c6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3461404 Jun 01 18:39:50.247781 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 39088) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:39:50.271559 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce15c6b-8ff5-4706-af1f-925f36c89e5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa40a46c-a98f-4f27-8560-64def965d330,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:39:50.356467 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-285a7993-c986-4faa-b268-ef1b1a077d55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:39:50.396127 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-285a7993-c986-4faa-b268-ef1b1a077d55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:39:50.470936 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-285a7993-c986-4faa-b268-ef1b1a077d55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:39:50.489535 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285a7993-c986-4faa-b268-ef1b1a077d55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa40a46c-a98f-4f27-8560-64def965d330,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:39:50.494863 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-285a7993-c986-4faa-b268-ef1b1a077d55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:39:50.495850 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-285a7993-c986-4faa-b268-ef1b1a077d55 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/aa40a46c-a98f-4f27-8560-64def965d330 HTTP/1.1" status: 204 len: 168 time: 0.2467387 Jun 01 18:39:51.083954 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbb8ef9-ce89-4e5e-aef3-9ebe37294f99 req-4be77f6d-08bd-402f-8604-777f9867b87a tempest-NetworksTest-1009569323 tempest-NetworksTest-1009569323-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:39:51.084445 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbb8ef9-ce89-4e5e-aef3-9ebe37294f99 req-4be77f6d-08bd-402f-8604-777f9867b87a tempest-NetworksTest-1009569323 tempest-NetworksTest-1009569323-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:39:51.085072 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbb8ef9-ce89-4e5e-aef3-9ebe37294f99 req-4be77f6d-08bd-402f-8604-777f9867b87a tempest-NetworksTest-1009569323 tempest-NetworksTest-1009569323-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:39:51.086648 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-cdbb8ef9-ce89-4e5e-aef3-9ebe37294f99 req-4be77f6d-08bd-402f-8604-777f9867b87a tempest-NetworksTest-1009569323 tempest-NetworksTest-1009569323-project-admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2206 time: 0.2029531 Jun 01 18:39:51.863827 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 39168) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:39:52.406079 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-7c2f1c62-31cd-4991-839e-d980638e079f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:39:52.457106 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-7c2f1c62-31cd-4991-839e-d980638e079f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:39:52.471235 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-7c2f1c62-31cd-4991-839e-d980638e079f admin admin] Usage tracker for resource:security_group_rule and tenant:1a6904466c5f4321bab70f5157e0a1bc is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:39:52.479656 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-7c2f1c62-31cd-4991-839e-d980638e079f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:39:52.489716 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-7c2f1c62-31cd-4991-839e-d980638e079f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:39:52.623247 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-7c2f1c62-31cd-4991-839e-d980638e079f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:39:52.630262 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-7c2f1c62-31cd-4991-839e-d980638e079f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:39:52.682803 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-7c2f1c62-31cd-4991-839e-d980638e079f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1a6904466c5f4321bab70f5157e0a1bc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8171339 Jun 01 18:39:52.683687 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2f1c62-31cd-4991-839e-d980638e079f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c30e6ce-247a-4847-ac64-06a7e3864be8,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:39:52.687114 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 39240) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:39:52.794367 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-7615d3d1-f986-4c55-b1eb-e85bd30d0a8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:39:52.828394 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-7615d3d1-f986-4c55-b1eb-e85bd30d0a8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:39:52.932915 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-7615d3d1-f986-4c55-b1eb-e85bd30d0a8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:39:52.984987 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7615d3d1-f986-4c55-b1eb-e85bd30d0a8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c30e6ce-247a-4847-ac64-06a7e3864be8,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:39:53.003725 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-7615d3d1-f986-4c55-b1eb-e85bd30d0a8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:39:53.011824 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-7615d3d1-f986-4c55-b1eb-e85bd30d0a8b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0c30e6ce-247a-4847-ac64-06a7e3864be8 HTTP/1.1" status: 204 len: 168 time: 0.3218069 Jun 01 18:39:53.200250 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2553c879-c299-4112-afbd-229d6cd7e12f req-59ba3153-fadc-4c4e-ac2a-9403752ccd40 tempest-AggregatesAdminTestJSON-971322428 tempest-AggregatesAdminTestJSON-971322428-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=fcd9abc9bebd46a6b0bfb3e8895f405a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0326242 Jun 01 18:39:53.381065 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2553c879-c299-4112-afbd-229d6cd7e12f req-c1bb71a8-7a71-48ac-873d-a9bf6b7b5d1b tempest-AggregatesAdminTestJSON-971322428 tempest-AggregatesAdminTestJSON-971322428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:39:53.382538 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2553c879-c299-4112-afbd-229d6cd7e12f req-c1bb71a8-7a71-48ac-873d-a9bf6b7b5d1b tempest-AggregatesAdminTestJSON-971322428 tempest-AggregatesAdminTestJSON-971322428-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1749718 Jun 01 18:39:53.401801 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2553c879-c299-4112-afbd-229d6cd7e12f req-3f65b4b8-f4bd-4a99-9458-0393bd712180 tempest-AggregatesAdminTestJSON-971322428 tempest-AggregatesAdminTestJSON-971322428-project] 10.222.0.41 "GET /v2.0/quotas/fcd9abc9bebd46a6b0bfb3e8895f405a HTTP/1.1" status: 200 len: 375 time: 0.0102336 Jun 01 18:39:53.467737 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2553c879-c299-4112-afbd-229d6cd7e12f req-cab0327c-ea9f-409e-91e7-ec88d9c215ad tempest-AggregatesAdminTestJSON-971322428 tempest-AggregatesAdminTestJSON-971322428-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=fcd9abc9bebd46a6b0bfb3e8895f405a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0564778 Jun 01 18:39:53.705471 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 39314) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:39:53.725614 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-7c3fb71f-158a-45f1-ad5a-19ed49034a24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:39:53.743502 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-7c3fb71f-158a-45f1-ad5a-19ed49034a24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:39:53.747649 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-7c3fb71f-158a-45f1-ad5a-19ed49034a24 admin admin] Usage tracker for resource:security_group_rule and tenant:62eca483c9834dbca185765494be3af5 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:39:53.750604 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-7c3fb71f-158a-45f1-ad5a-19ed49034a24 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:39:53.756717 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-7c3fb71f-158a-45f1-ad5a-19ed49034a24 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:39:53.798865 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d0b9462e-b9e1-4953-98c3-3898d0acc5ab req-a8e74885-bb74-4d53-8c68-3599852071b3 tempest-AggregatesAdminTestJSON-971322428 tempest-AggregatesAdminTestJSON-971322428-project] 10.222.0.41 "GET /v2.0/ports?device_id=04bc22e4-5335-46f9-8863-816428294b1f HTTP/1.1" status: 200 len: 210 time: 0.0768991 Jun 01 18:39:53.886580 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-7c3fb71f-158a-45f1-ad5a-19ed49034a24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:39:53.892855 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-7c3fb71f-158a-45f1-ad5a-19ed49034a24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:39:53.947570 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-7c3fb71f-158a-45f1-ad5a-19ed49034a24 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=62eca483c9834dbca185765494be3af5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2407744 Jun 01 18:39:53.949278 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3fb71f-158a-45f1-ad5a-19ed49034a24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a8b340b-e0aa-4b08-ac2d-5dda09c094d8,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:39:53.950173 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 39322) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:39:54.059875 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-dc8adcaa-5c4f-48f6-af95-beb79fd68390 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:39:54.097340 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-dc8adcaa-5c4f-48f6-af95-beb79fd68390 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:39:54.155638 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-dc8adcaa-5c4f-48f6-af95-beb79fd68390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:39:54.180482 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8adcaa-5c4f-48f6-af95-beb79fd68390 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a8b340b-e0aa-4b08-ac2d-5dda09c094d8,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:39:54.241077 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-dc8adcaa-5c4f-48f6-af95-beb79fd68390 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:39:54.243807 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-dc8adcaa-5c4f-48f6-af95-beb79fd68390 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3a8b340b-e0aa-4b08-ac2d-5dda09c094d8 HTTP/1.1" status: 204 len: 168 time: 0.2917864 Jun 01 18:39:55.101013 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-369eddf9-9365-4d01-8ac8-284fd6737d6f req-daf4dc97-c757-4f37-8f7d-568fffedef5a tempest-AggregatesAdminTestJSON-971322428 tempest-AggregatesAdminTestJSON-971322428-project] 10.222.0.41 "GET /v2.0/ports?device_id=04bc22e4-5335-46f9-8863-816428294b1f HTTP/1.1" status: 200 len: 210 time: 0.1100304 Jun 01 18:39:56.089972 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 39456) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:39:56.256912 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f7fc3799-d690-43f5-97b6-b215c76b250a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:39:56.290388 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-f7fc3799-d690-43f5-97b6-b215c76b250a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:39:56.297284 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-f7fc3799-d690-43f5-97b6-b215c76b250a admin admin] Usage tracker for resource:security_group_rule and tenant:51f455396f3e41eeb2f4b6bb0648bef4 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:39:56.303324 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-f7fc3799-d690-43f5-97b6-b215c76b250a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:39:56.313186 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-f7fc3799-d690-43f5-97b6-b215c76b250a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:39:56.437467 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.15', 60929) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:39:56.504629 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2553c879-c299-4112-afbd-229d6cd7e12f req-6f8509e5-f9c4-4221-ba75-29c92b955eee tempest-AggregatesAdminTestJSON-971322428 tempest-AggregatesAdminTestJSON-971322428-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=fcd9abc9bebd46a6b0bfb3e8895f405a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0655937 Jun 01 18:39:56.524613 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f7fc3799-d690-43f5-97b6-b215c76b250a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:39:56.530862 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c9faa461-e265-432b-a8f6-c6dd78b15b82 req-068696c9-3869-481e-b952-26b377b11183 tempest-AggregatesAdminTestJSON-971322428 tempest-AggregatesAdminTestJSON-971322428-project] 10.222.0.41 "GET /v2.0/ports?device_id=04bc22e4-5335-46f9-8863-816428294b1f HTTP/1.1" status: 200 len: 210 time: 0.1202281 Jun 01 18:39:56.607357 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f7fc3799-d690-43f5-97b6-b215c76b250a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:39:56.687565 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 39492) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:39:56.822947 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-f7fc3799-d690-43f5-97b6-b215c76b250a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=51f455396f3e41eeb2f4b6bb0648bef4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7305877 Jun 01 18:39:56.825439 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 39504) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:39:56.883134 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fc3799-d690-43f5-97b6-b215c76b250a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3d02522-8c4d-4aa9-b97f-4f41070f6685,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:39:56.918032 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2553c879-c299-4112-afbd-229d6cd7e12f req-a481846d-16a9-42a9-b083-54e327814f51 tempest-AggregatesAdminTestJSON-971322428 tempest-AggregatesAdminTestJSON-971322428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:39:56.919978 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2553c879-c299-4112-afbd-229d6cd7e12f req-a481846d-16a9-42a9-b083-54e327814f51 tempest-AggregatesAdminTestJSON-971322428 tempest-AggregatesAdminTestJSON-971322428-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3993063 Jun 01 18:39:56.935879 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-3500d120-26c3-4537-897b-dbb044d65347 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:39:56.971511 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-3500d120-26c3-4537-897b-dbb044d65347 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:39:57.018826 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e72d85bf-a3c5-4019-bdcb-098d425b8f28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:39:57.027264 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [req-2553c879-c299-4112-afbd-229d6cd7e12f req-eb964910-d5a6-4050-90ee-72ef592e5e3b tempest-AggregatesAdminTestJSON-971322428 tempest-AggregatesAdminTestJSON-971322428-project] Request body: {'port': {'device_id': '04bc22e4-5335-46f9-8863-816428294b1f', 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426', 'admin_state_up': True, 'tenant_id': 'fcd9abc9bebd46a6b0bfb3e8895f405a'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:39:57.067146 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-e72d85bf-a3c5-4019-bdcb-098d425b8f28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:39:57.076472 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-e72d85bf-a3c5-4019-bdcb-098d425b8f28 admin admin] Usage tracker for resource:security_group_rule and tenant:739fe276d8144d6994995da89645fc42 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:39:57.081614 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-e72d85bf-a3c5-4019-bdcb-098d425b8f28 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:39:57.092022 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-e72d85bf-a3c5-4019-bdcb-098d425b8f28 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:39:57.131308 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-3500d120-26c3-4537-897b-dbb044d65347 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:39:57.194922 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3500d120-26c3-4537-897b-dbb044d65347 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3d02522-8c4d-4aa9-b97f-4f41070f6685,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:39:57.216705 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-3500d120-26c3-4537-897b-dbb044d65347 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:39:57.222251 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-3500d120-26c3-4537-897b-dbb044d65347 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c3d02522-8c4d-4aa9-b97f-4f41070f6685 HTTP/1.1" status: 204 len: 168 time: 0.3953972 Jun 01 18:39:57.301633 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [req-2553c879-c299-4112-afbd-229d6cd7e12f req-eb964910-d5a6-4050-90ee-72ef592e5e3b tempest-AggregatesAdminTestJSON-971322428 tempest-AggregatesAdminTestJSON-971322428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:39:57.307735 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e72d85bf-a3c5-4019-bdcb-098d425b8f28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:39:57.316192 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e72d85bf-a3c5-4019-bdcb-098d425b8f28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:39:57.320435 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-2553c879-c299-4112-afbd-229d6cd7e12f req-eb964910-d5a6-4050-90ee-72ef592e5e3b tempest-AggregatesAdminTestJSON-971322428 tempest-AggregatesAdminTestJSON-971322428-project] Usage tracker for resource:port and tenant:fcd9abc9bebd46a6b0bfb3e8895f405a is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:39:57.325145 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-2553c879-c299-4112-afbd-229d6cd7e12f req-eb964910-d5a6-4050-90ee-72ef592e5e3b tempest-AggregatesAdminTestJSON-971322428 tempest-AggregatesAdminTestJSON-971322428-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:39:57.335314 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [req-2553c879-c299-4112-afbd-229d6cd7e12f req-eb964910-d5a6-4050-90ee-72ef592e5e3b tempest-AggregatesAdminTestJSON-971322428 tempest-AggregatesAdminTestJSON-971322428-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:39:57.349148 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 39528) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:39:57.369526 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2553c879-c299-4112-afbd-229d6cd7e12f req-eb964910-d5a6-4050-90ee-72ef592e5e3b tempest-AggregatesAdminTestJSON-971322428 tempest-AggregatesAdminTestJSON-971322428-project] Made reservation on behalf of fcd9abc9bebd46a6b0bfb3e8895f405a for: {'port': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:39:57.377520 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-2553c879-c299-4112-afbd-229d6cd7e12f req-eb964910-d5a6-4050-90ee-72ef592e5e3b tempest-AggregatesAdminTestJSON-971322428 tempest-AggregatesAdminTestJSON-971322428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:39:57.389838 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-e72d85bf-a3c5-4019-bdcb-098d425b8f28 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=739fe276d8144d6994995da89645fc42&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7007046 Jun 01 18:39:57.390821 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72d85bf-a3c5-4019-bdcb-098d425b8f28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=372d0cd3-0799-4811-9116-32b244c13554,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:39:57.395108 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 39538) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:39:57.407384 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 39542) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:39:57.428993 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-2553c879-c299-4112-afbd-229d6cd7e12f req-eb964910-d5a6-4050-90ee-72ef592e5e3b tempest-AggregatesAdminTestJSON-971322428 tempest-AggregatesAdminTestJSON-971322428-project] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:39:57.472032 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [req-2553c879-c299-4112-afbd-229d6cd7e12f req-eb964910-d5a6-4050-90ee-72ef592e5e3b tempest-AggregatesAdminTestJSON-971322428 tempest-AggregatesAdminTestJSON-971322428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:39:57.480577 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-2553c879-c299-4112-afbd-229d6cd7e12f req-eb964910-d5a6-4050-90ee-72ef592e5e3b tempest-AggregatesAdminTestJSON-971322428 tempest-AggregatesAdminTestJSON-971322428-project] Usage tracker for resource:security_group_rule and tenant:fcd9abc9bebd46a6b0bfb3e8895f405a is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:39:57.489428 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-2553c879-c299-4112-afbd-229d6cd7e12f req-eb964910-d5a6-4050-90ee-72ef592e5e3b tempest-AggregatesAdminTestJSON-971322428 tempest-AggregatesAdminTestJSON-971322428-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:39:57.499322 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [req-2553c879-c299-4112-afbd-229d6cd7e12f req-eb964910-d5a6-4050-90ee-72ef592e5e3b tempest-AggregatesAdminTestJSON-971322428 tempest-AggregatesAdminTestJSON-971322428-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:39:57.523553 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4d6ad6b3-37c8-4956-b571-04951cf675c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:39:57.668809 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-2553c879-c299-4112-afbd-229d6cd7e12f req-eb964910-d5a6-4050-90ee-72ef592e5e3b tempest-AggregatesAdminTestJSON-971322428 tempest-AggregatesAdminTestJSON-971322428-project] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:39:57.675150 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4d6ad6b3-37c8-4956-b571-04951cf675c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:39:57.684270 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-2553c879-c299-4112-afbd-229d6cd7e12f req-eb964910-d5a6-4050-90ee-72ef592e5e3b tempest-AggregatesAdminTestJSON-971322428 tempest-AggregatesAdminTestJSON-971322428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:39:57.777167 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb964910-d5a6-4050-90ee-72ef592e5e3b tempest-AggregatesAdminTestJSON-971322428 tempest-AggregatesAdminTestJSON-971322428-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2645380c-0449-4b51-bf09-aaed9fee814d,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:39:57.832421 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-bcea6262-da29-43cd-a3b6-c2e34f471706 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:39:57.855375 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-bcea6262-da29-43cd-a3b6-c2e34f471706 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:39:57.861608 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-bcea6262-da29-43cd-a3b6-c2e34f471706 admin admin] Usage tracker for resource:security_group_rule and tenant:3af932f2adac43469d09a77723c1a78d is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:39:57.867286 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-bcea6262-da29-43cd-a3b6-c2e34f471706 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:39:57.876646 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-bcea6262-da29-43cd-a3b6-c2e34f471706 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:39:57.885731 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-49ecd5a9-b185-4afd-a5c4-c26a5a8cc90d req-fc1425f1-ab4b-432f-912d-663676bbacdb tempest-AggregatesAdminTestJSON-971322428 tempest-AggregatesAdminTestJSON-971322428-project] 10.222.0.41 "GET /v2.0/ports?device_id=04bc22e4-5335-46f9-8863-816428294b1f HTTP/1.1" status: 200 len: 210 time: 0.0662320 Jun 01 18:39:58.028496 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [req-2553c879-c299-4112-afbd-229d6cd7e12f req-eb964910-d5a6-4050-90ee-72ef592e5e3b tempest-AggregatesAdminTestJSON-971322428 tempest-AggregatesAdminTestJSON-971322428-project] Allocated IP 192.168.233.46 (898153a3-5d71-43be-9d14-343ea4a48426/35e3ad2f-9c88-4698-b634-4e1b58de1cc2/9afd4a93-f6e1-4255-b065-53824091f48f) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:39:58.061358 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-bcea6262-da29-43cd-a3b6-c2e34f471706 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:39:58.068841 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1a4bd213-00ce-4151-b893-4bbae47202f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:39:58.090108 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-1a4bd213-00ce-4151-b893-4bbae47202f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:39:58.095806 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-bcea6262-da29-43cd-a3b6-c2e34f471706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:39:58.126929 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-1a4bd213-00ce-4151-b893-4bbae47202f5 admin admin] Usage tracker for resource:security_group_rule and tenant:15d6aecbb10d48bdbb1737256e7b0f57 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:39:58.133038 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-1a4bd213-00ce-4151-b893-4bbae47202f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:39:58.153896 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-1a4bd213-00ce-4151-b893-4bbae47202f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:39:58.198560 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-bcea6262-da29-43cd-a3b6-c2e34f471706 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3af932f2adac43469d09a77723c1a78d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8447914 Jun 01 18:39:58.203090 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 39562) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:39:58.203882 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcea6262-da29-43cd-a3b6-c2e34f471706 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10acc32c-a386-4297-ae47-54c66028c7b9,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:39:58.315684 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-2553c879-c299-4112-afbd-229d6cd7e12f req-eb964910-d5a6-4050-90ee-72ef592e5e3b tempest-AggregatesAdminTestJSON-971322428 tempest-AggregatesAdminTestJSON-971322428-project] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:39:58.318707 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b1651e81-4ea7-4fae-b4f1-327e181084e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:39:58.341052 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [req-2553c879-c299-4112-afbd-229d6cd7e12f req-eb964910-d5a6-4050-90ee-72ef592e5e3b tempest-AggregatesAdminTestJSON-971322428 tempest-AggregatesAdminTestJSON-971322428-project] Transition to ACTIVE for port object 9afd4a93-f6e1-4255-b065-53824091f48f will not be triggered until provisioned by entity DHCP. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:39:58.366863 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b1651e81-4ea7-4fae-b4f1-327e181084e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:39:58.369246 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4d6ad6b3-37c8-4956-b571-04951cf675c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:39:58.386484 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-2553c879-c299-4112-afbd-229d6cd7e12f req-eb964910-d5a6-4050-90ee-72ef592e5e3b tempest-AggregatesAdminTestJSON-971322428 tempest-AggregatesAdminTestJSON-971322428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:39:58.430219 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1a4bd213-00ce-4151-b893-4bbae47202f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:39:58.439671 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1a4bd213-00ce-4151-b893-4bbae47202f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:39:58.447204 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 39570) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:39:58.465624 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2553c879-c299-4112-afbd-229d6cd7e12f req-eb964910-d5a6-4050-90ee-72ef592e5e3b tempest-AggregatesAdminTestJSON-971322428 tempest-AggregatesAdminTestJSON-971322428-project] Network 898153a3-5d71-43be-9d14-343ea4a48426 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:39:58.481881 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4bd213-00ce-4151-b893-4bbae47202f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9933c230-4604-49c0-85c2-88f89fee25b4,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:39:58.506945 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-0c45916c-101b-45a0-b172-f725d72478bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:39:58.521887 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [req-2553c879-c299-4112-afbd-229d6cd7e12f req-eb964910-d5a6-4050-90ee-72ef592e5e3b tempest-AggregatesAdminTestJSON-971322428 tempest-AggregatesAdminTestJSON-971322428-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:39:58.524718 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [req-2553c879-c299-4112-afbd-229d6cd7e12f req-eb964910-d5a6-4050-90ee-72ef592e5e3b tempest-AggregatesAdminTestJSON-971322428 tempest-AggregatesAdminTestJSON-971322428-project] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:39:58.531297 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2553c879-c299-4112-afbd-229d6cd7e12f req-eb964910-d5a6-4050-90ee-72ef592e5e3b tempest-AggregatesAdminTestJSON-971322428 tempest-AggregatesAdminTestJSON-971322428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:39:58.531297 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-2553c879-c299-4112-afbd-229d6cd7e12f req-eb964910-d5a6-4050-90ee-72ef592e5e3b tempest-AggregatesAdminTestJSON-971322428 tempest-AggregatesAdminTestJSON-971322428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:39:58.537277 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-0c45916c-101b-45a0-b172-f725d72478bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:39:58.545253 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-0c45916c-101b-45a0-b172-f725d72478bd admin admin] Usage tracker for resource:security_group_rule and tenant:c2ce107a4fb646ffa2929eefff93e15e is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:39:58.552272 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-0c45916c-101b-45a0-b172-f725d72478bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:39:58.561256 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-0c45916c-101b-45a0-b172-f725d72478bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:39:58.575513 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4d6ad6b3-37c8-4956-b571-04951cf675c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:39:58.577001 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-4d6ad6b3-37c8-4956-b571-04951cf675c8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/372d0cd3-0799-4811-9116-32b244c13554 HTTP/1.1" status: 204 len: 168 time: 1.1803737 Jun 01 18:39:58.577951 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb964910-d5a6-4050-90ee-72ef592e5e3b tempest-AggregatesAdminTestJSON-971322428 tempest-AggregatesAdminTestJSON-971322428-project] Pushing event updated for resources: {'Port': ['ID=9afd4a93-f6e1-4255-b065-53824091f48f,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:39:58.583530 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6ad6b3-37c8-4956-b571-04951cf675c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=372d0cd3-0799-4811-9116-32b244c13554,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:39:58.588675 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2553c879-c299-4112-afbd-229d6cd7e12f req-eb964910-d5a6-4050-90ee-72ef592e5e3b tempest-AggregatesAdminTestJSON-971322428 tempest-AggregatesAdminTestJSON-971322428-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5674963 Jun 01 18:39:58.607265 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [req-2553c879-c299-4112-afbd-229d6cd7e12f req-12a31e01-3e2c-42a8-83a6-46be3f648517 tempest-AggregatesAdminTestJSON-971322428 tempest-AggregatesAdminTestJSON-971322428-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=88525) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 18:39:58.610229 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2553c879-c299-4112-afbd-229d6cd7e12f req-12a31e01-3e2c-42a8-83a6-46be3f648517 tempest-AggregatesAdminTestJSON-971322428 tempest-AggregatesAdminTestJSON-971322428-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0139966 Jun 01 18:39:58.780487 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-0c45916c-101b-45a0-b172-f725d72478bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:39:58.800342 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-0c45916c-101b-45a0-b172-f725d72478bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:39:58.839477 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-1a4bd213-00ce-4151-b893-4bbae47202f5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=15d6aecbb10d48bdbb1737256e7b0f57&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4290020 Jun 01 18:39:58.842068 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 39582) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:39:58.906330 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b1651e81-4ea7-4fae-b4f1-327e181084e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:39:58.994719 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c45916c-101b-45a0-b172-f725d72478bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=759790d1-4230-4c10-8c63-c6c3b10d54fa,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:39:59.105747 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-78212f27-a207-41ce-a96a-5c29f8cf78f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:39:59.135154 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-d90ec370-0f08-45ae-bbfa-b0d81ebf325d None None] Provisioning for port 9afd4a93-f6e1-4255-b065-53824091f48f completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:39:59.137690 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b1651e81-4ea7-4fae-b4f1-327e181084e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:39:59.145782 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-b1651e81-4ea7-4fae-b4f1-327e181084e4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/10acc32c-a386-4297-ae47-54c66028c7b9 HTTP/1.1" status: 204 len: 168 time: 0.9325564 Jun 01 18:39:59.156214 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-0c45916c-101b-45a0-b172-f725d72478bd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c2ce107a4fb646ffa2929eefff93e15e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6742485 Jun 01 18:39:59.156214 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1651e81-4ea7-4fae-b4f1-327e181084e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10acc32c-a386-4297-ae47-54c66028c7b9,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:39:59.158795 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-d90ec370-0f08-45ae-bbfa-b0d81ebf325d None None] Provisioning complete for port 9afd4a93-f6e1-4255-b065-53824091f48f triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:39:59.159126 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 39592) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:39:59.159293 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-d90ec370-0f08-45ae-bbfa-b0d81ebf325d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:39:59.212827 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-78212f27-a207-41ce-a96a-5c29f8cf78f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:39:59.357348 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-78212f27-a207-41ce-a96a-5c29f8cf78f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:39:59.419666 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-78212f27-a207-41ce-a96a-5c29f8cf78f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:39:59.422507 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-d90ec370-0f08-45ae-bbfa-b0d81ebf325d None None] Port 9afd4a93-f6e1-4255-b065-53824091f48f cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 18:39:59.425220 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-78212f27-a207-41ce-a96a-5c29f8cf78f5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9933c230-4604-49c0-85c2-88f89fee25b4 HTTP/1.1" status: 204 len: 168 time: 0.5818686 Jun 01 18:39:59.426824 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78212f27-a207-41ce-a96a-5c29f8cf78f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9933c230-4604-49c0-85c2-88f89fee25b4,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:39:59.517127 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-c88a1355-5cce-4d2e-917d-f108350ed32d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:39:59.559979 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-c88a1355-5cce-4d2e-917d-f108350ed32d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:39:59.628219 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb60fc0-2394-407d-9ba5-0144c4a4a283 req-a868bd8e-cfd3-4096-85a6-94b92a0f5631 tempest-AggregatesAdminTestJSON-971322428 tempest-AggregatesAdminTestJSON-971322428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:39:59.629812 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ddb60fc0-2394-407d-9ba5-0144c4a4a283 req-a868bd8e-cfd3-4096-85a6-94b92a0f5631 tempest-AggregatesAdminTestJSON-971322428 tempest-AggregatesAdminTestJSON-971322428-project] 10.222.0.41 "GET /v2.0/ports?device_id=04bc22e4-5335-46f9-8863-816428294b1f HTTP/1.1" status: 200 len: 935 time: 0.3071468 Jun 01 18:39:59.705649 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ddb60fc0-2394-407d-9ba5-0144c4a4a283 req-67c292f9-cdad-4b25-9bfb-b1dd023da340 tempest-AggregatesAdminTestJSON-971322428 tempest-AggregatesAdminTestJSON-971322428-project] 10.222.0.41 "GET /v2.0/security-groups?id=2645380c-0449-4b51-bf09-aaed9fee814d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619476 Jun 01 18:39:59.730338 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-c88a1355-5cce-4d2e-917d-f108350ed32d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:39:59.773714 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-c88a1355-5cce-4d2e-917d-f108350ed32d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:39:59.778438 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-c88a1355-5cce-4d2e-917d-f108350ed32d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/759790d1-4230-4c10-8c63-c6c3b10d54fa HTTP/1.1" status: 204 len: 168 time: 0.6091998 Jun 01 18:39:59.778438 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88a1355-5cce-4d2e-917d-f108350ed32d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=759790d1-4230-4c10-8c63-c6c3b10d54fa,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:39:59.853694 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [req-2553c879-c299-4112-afbd-229d6cd7e12f req-b1647dfd-a3c9-4982-94d5-fee65d4861cc service neutron] Request body: {'port': {'device_id': '04bc22e4-5335-46f9-8863-816428294b1f', 'device_owner': 'compute:tempest-test_az-1343140778', 'binding:host_id': 'n-h1-844202-1'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:40:00.044674 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 39606) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:40:00.087424 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-2553c879-c299-4112-afbd-229d6cd7e12f req-b1647dfd-a3c9-4982-94d5-fee65d4861cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:00.089318 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1bcef763-eb2d-4cdc-9bb6-480cc5cbb127 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:00.120708 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-1bcef763-eb2d-4cdc-9bb6-480cc5cbb127 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:40:00.141757 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-1bcef763-eb2d-4cdc-9bb6-480cc5cbb127 admin admin] Usage tracker for resource:security_group_rule and tenant:c633fb95d61049b0955728091819253b is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:40:00.155597 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-1bcef763-eb2d-4cdc-9bb6-480cc5cbb127 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:40:00.190096 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-1bcef763-eb2d-4cdc-9bb6-480cc5cbb127 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:40:00.571100 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1bcef763-eb2d-4cdc-9bb6-480cc5cbb127 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:00.578036 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1bcef763-eb2d-4cdc-9bb6-480cc5cbb127 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:00.680809 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-1bcef763-eb2d-4cdc-9bb6-480cc5cbb127 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c633fb95d61049b0955728091819253b&name=default HTTP/1.1" status: 200 len: 2977 time: 0.6348922 Jun 01 18:40:00.683997 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 39614) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:40:00.818282 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 39620) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:40:00.982506 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcef763-eb2d-4cdc-9bb6-480cc5cbb127 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43f7ec44-af83-42b2-84d6-965e887ed915,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:40:01.108245 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-feb4e41f-bcdc-48af-a68a-8c8b1a63503c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:01.152111 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-feb4e41f-bcdc-48af-a68a-8c8b1a63503c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:40:01.166454 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-feb4e41f-bcdc-48af-a68a-8c8b1a63503c admin admin] Usage tracker for resource:security_group_rule and tenant:8a1f4edd5d1a4750b319545a96423783 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:40:01.182818 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-feb4e41f-bcdc-48af-a68a-8c8b1a63503c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:40:01.195359 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-feb4e41f-bcdc-48af-a68a-8c8b1a63503c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:40:01.298830 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-feb4e41f-bcdc-48af-a68a-8c8b1a63503c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:01.312565 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-feb4e41f-bcdc-48af-a68a-8c8b1a63503c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:01.334636 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-5fd1fd41-9a40-4e43-b79d-2a462ded5914 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:01.377554 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 39624) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:40:01.425058 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-feb4e41f-bcdc-48af-a68a-8c8b1a63503c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8a1f4edd5d1a4750b319545a96423783&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6039104 Jun 01 18:40:01.426831 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb4e41f-bcdc-48af-a68a-8c8b1a63503c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33eef1ca-9f80-47bd-b3af-6bb5127bfaaf,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:40:01.445631 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 39628) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:40:01.447744 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [req-2553c879-c299-4112-afbd-229d6cd7e12f req-b1647dfd-a3c9-4982-94d5-fee65d4861cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9afd4a93-f6e1-4255-b065-53824091f48f {{(pid=88525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:40:01.458491 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-2553c879-c299-4112-afbd-229d6cd7e12f req-b1647dfd-a3c9-4982-94d5-fee65d4861cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:01.476047 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [req-2553c879-c299-4112-afbd-229d6cd7e12f req-b1647dfd-a3c9-4982-94d5-fee65d4861cc service neutron] Transition to ACTIVE for port object 9afd4a93-f6e1-4255-b065-53824091f48f will not be triggered until provisioned by entity L2. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:40:01.488116 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-2553c879-c299-4112-afbd-229d6cd7e12f req-b1647dfd-a3c9-4982-94d5-fee65d4861cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:01.512477 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-5fd1fd41-9a40-4e43-b79d-2a462ded5914 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:01.577411 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-bf7d460a-9375-42c6-9363-d5a5b9228d39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:01.590439 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1647dfd-a3c9-4982-94d5-fee65d4861cc service neutron] Pushing event updated for resources: {'Port': ['ID=9afd4a93-f6e1-4255-b065-53824091f48f,revision_number=2']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:40:01.756980 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-bf7d460a-9375-42c6-9363-d5a5b9228d39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:40:01.761378 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-bf7d460a-9375-42c6-9363-d5a5b9228d39 admin admin] Usage tracker for resource:security_group_rule and tenant:f1d0560dc069444dbf23c4685f7c4a09 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:40:01.764552 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-bf7d460a-9375-42c6-9363-d5a5b9228d39 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:40:01.812147 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-bf7d460a-9375-42c6-9363-d5a5b9228d39 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:40:01.962043 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-fc40186e-67bb-4d2c-b047-4d9f1a16d197 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:02.002509 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb35d44-23ab-4fb0-88e9-024b09d3faa4 req-2dbfce89-eade-43ee-87b2-0bf85ec5a6c0 tempest-AggregatesAdminTestJSON-971322428 tempest-AggregatesAdminTestJSON-971322428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:40:02.004660 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-4bb35d44-23ab-4fb0-88e9-024b09d3faa4 req-2dbfce89-eade-43ee-87b2-0bf85ec5a6c0 tempest-AggregatesAdminTestJSON-971322428 tempest-AggregatesAdminTestJSON-971322428-project] Synchronizing usage tracker for tenant:fcd9abc9bebd46a6b0bfb3e8895f405a on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:40:02.044284 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-fc40186e-67bb-4d2c-b047-4d9f1a16d197 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:02.046081 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-2553c879-c299-4112-afbd-229d6cd7e12f req-b1647dfd-a3c9-4982-94d5-fee65d4861cc service neutron] Attempting to bind port 9afd4a93-f6e1-4255-b065-53824091f48f on host n-h1-844202-1 for vnic_type normal with profile {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:40:02.088369 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-2553c879-c299-4112-afbd-229d6cd7e12f req-b1647dfd-a3c9-4982-94d5-fee65d4861cc service neutron] Attempting to bind port 9afd4a93-f6e1-4255-b065-53824091f48f by drivers openvswitch,hyperv on host n-h1-844202-1 at level 0 using segments [{'id': 'e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426'}] {{(pid=88525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:40:02.090715 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2553c879-c299-4112-afbd-229d6cd7e12f req-b1647dfd-a3c9-4982-94d5-fee65d4861cc service neutron] Attempting to bind port 9afd4a93-f6e1-4255-b065-53824091f48f on network 898153a3-5d71-43be-9d14-343ea4a48426 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:40:02.115257 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2553c879-c299-4112-afbd-229d6cd7e12f req-b1647dfd-a3c9-4982-94d5-fee65d4861cc service neutron] Port 9afd4a93-f6e1-4255-b065-53824091f48f on network 898153a3-5d71-43be-9d14-343ea4a48426 not bound, no agent of type Open vSwitch agent registered on host n-h1-844202-1 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 18:40:02.120329 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2553c879-c299-4112-afbd-229d6cd7e12f req-b1647dfd-a3c9-4982-94d5-fee65d4861cc service neutron] Attempting to bind port 9afd4a93-f6e1-4255-b065-53824091f48f on network 898153a3-5d71-43be-9d14-343ea4a48426 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:40:02.144928 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2553c879-c299-4112-afbd-229d6cd7e12f req-b1647dfd-a3c9-4982-94d5-fee65d4861cc service neutron] Checking agent: {'id': 'bdb1e5d7-b998-4259-838f-3d278e930f32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 18, 39, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:40:02.149332 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2553c879-c299-4112-afbd-229d6cd7e12f req-b1647dfd-a3c9-4982-94d5-fee65d4861cc service neutron] Checking segment: {'id': 'e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:40:02.158082 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-fc40186e-67bb-4d2c-b047-4d9f1a16d197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:02.159652 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2553c879-c299-4112-afbd-229d6cd7e12f req-b1647dfd-a3c9-4982-94d5-fee65d4861cc service neutron] Bound using segment: {'id': 'e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426'} {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:40:02.160811 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-2553c879-c299-4112-afbd-229d6cd7e12f req-b1647dfd-a3c9-4982-94d5-fee65d4861cc service neutron] Bound port: 9afd4a93-f6e1-4255-b065-53824091f48f, host: n-h1-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426'}}] {{(pid=88525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:40:02.162699 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-2553c879-c299-4112-afbd-229d6cd7e12f req-b1647dfd-a3c9-4982-94d5-fee65d4861cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:02.241277 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc40186e-67bb-4d2c-b047-4d9f1a16d197 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33eef1ca-9f80-47bd-b3af-6bb5127bfaaf,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:40:02.293897 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-5fd1fd41-9a40-4e43-b79d-2a462ded5914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:02.394428 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd1fd41-9a40-4e43-b79d-2a462ded5914 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43f7ec44-af83-42b2-84d6-965e887ed915,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:40:02.440489 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-5fd1fd41-9a40-4e43-b79d-2a462ded5914 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:02.459138 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-5fd1fd41-9a40-4e43-b79d-2a462ded5914 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/43f7ec44-af83-42b2-84d6-965e887ed915 HTTP/1.1" status: 204 len: 168 time: 1.7687676 Jun 01 18:40:02.491503 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-fc40186e-67bb-4d2c-b047-4d9f1a16d197 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:02.494233 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-fc40186e-67bb-4d2c-b047-4d9f1a16d197 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/33eef1ca-9f80-47bd-b3af-6bb5127bfaaf HTTP/1.1" status: 204 len: 168 time: 1.0180864 Jun 01 18:40:02.509484 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-2553c879-c299-4112-afbd-229d6cd7e12f req-b1647dfd-a3c9-4982-94d5-fee65d4861cc service neutron] For port 9afd4a93-f6e1-4255-b065-53824091f48f, host n-h1-844202-1, cleared binding levels {{(pid=88525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:40:02.515920 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-2553c879-c299-4112-afbd-229d6cd7e12f req-b1647dfd-a3c9-4982-94d5-fee65d4861cc service neutron] For port 9afd4a93-f6e1-4255-b065-53824091f48f, host n-h1-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=9afd4a93-f6e1-4255-b065-53824091f48f,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:40:02.525064 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-2553c879-c299-4112-afbd-229d6cd7e12f req-b1647dfd-a3c9-4982-94d5-fee65d4861cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:02.561901 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-bf7d460a-9375-42c6-9363-d5a5b9228d39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:02.568966 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-bf7d460a-9375-42c6-9363-d5a5b9228d39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:02.660397 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-bf7d460a-9375-42c6-9363-d5a5b9228d39 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f1d0560dc069444dbf23c4685f7c4a09&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2759247 Jun 01 18:40:02.661869 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7d460a-9375-42c6-9363-d5a5b9228d39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f303ab3-db07-4e38-a6af-8ff96c1ebc82,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:40:02.665918 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 39662) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:40:02.705502 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2553c879-c299-4112-afbd-229d6cd7e12f req-b1647dfd-a3c9-4982-94d5-fee65d4861cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:40:02.706337 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-2553c879-c299-4112-afbd-229d6cd7e12f req-b1647dfd-a3c9-4982-94d5-fee65d4861cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:02.707782 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2553c879-c299-4112-afbd-229d6cd7e12f req-b1647dfd-a3c9-4982-94d5-fee65d4861cc service neutron] 10.222.0.15 "PUT /v2.0/ports/9afd4a93-f6e1-4255-b065-53824091f48f HTTP/1.1" status: 200 len: 1117 time: 3.3877237 Jun 01 18:40:02.716817 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04bc22e4-5335-46f9-8863-816428294b1f', 'tag': '9afd4a93-f6e1-4255-b065-53824091f48f'}] {{(pid=88525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:40:02.894879 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-9ac856a1-104a-4f50-99c9-f00cd92f069d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:02.992501 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1647dfd-a3c9-4982-94d5-fee65d4861cc service neutron] Pushing event updated for resources: {'Port': ['ID=9afd4a93-f6e1-4255-b065-53824091f48f,revision_number=3']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:40:03.020269 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-9ac856a1-104a-4f50-99c9-f00cd92f069d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:03.092565 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-4bb35d44-23ab-4fb0-88e9-024b09d3faa4 req-2dbfce89-eade-43ee-87b2-0bf85ec5a6c0 tempest-AggregatesAdminTestJSON-971322428 tempest-AggregatesAdminTestJSON-971322428-project] Unset dirty status for tenant:fcd9abc9bebd46a6b0bfb3e8895f405a on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:40:03.095245 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4bb35d44-23ab-4fb0-88e9-024b09d3faa4 req-2dbfce89-eade-43ee-87b2-0bf85ec5a6c0 tempest-AggregatesAdminTestJSON-971322428 tempest-AggregatesAdminTestJSON-971322428-project] 10.222.0.41 "GET /v2.0/ports?device_id=04bc22e4-5335-46f9-8863-816428294b1f HTTP/1.1" status: 200 len: 935 time: 2.0189157 Jun 01 18:40:03.252720 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-9ac856a1-104a-4f50-99c9-f00cd92f069d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:03.299965 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac856a1-104a-4f50-99c9-f00cd92f069d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f303ab3-db07-4e38-a6af-8ff96c1ebc82,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:40:03.315634 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-9ac856a1-104a-4f50-99c9-f00cd92f069d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:03.338781 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-9ac856a1-104a-4f50-99c9-f00cd92f069d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0f303ab3-db07-4e38-a6af-8ff96c1ebc82 HTTP/1.1" status: 204 len: 168 time: 0.6698205 Jun 01 18:40:03.382072 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-4bb35d44-23ab-4fb0-88e9-024b09d3faa4 req-7846b618-bc02-40bd-bedd-3f6df033ac51 tempest-AggregatesAdminTestJSON-971322428 tempest-AggregatesAdminTestJSON-971322428-project] Synchronizing usage tracker for tenant:fcd9abc9bebd46a6b0bfb3e8895f405a on resource:security_group {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:40:03.424274 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2553c879-c299-4112-afbd-229d6cd7e12f req-c02566a6-94db-417d-91fa-4cb0bc8172db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:40:03.427911 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2553c879-c299-4112-afbd-229d6cd7e12f req-c02566a6-94db-417d-91fa-4cb0bc8172db service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fcd9abc9bebd46a6b0bfb3e8895f405a&device_id=04bc22e4-5335-46f9-8863-816428294b1f HTTP/1.1" status: 200 len: 1120 time: 0.4484677 Jun 01 18:40:03.444280 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-4bb35d44-23ab-4fb0-88e9-024b09d3faa4 req-7846b618-bc02-40bd-bedd-3f6df033ac51 tempest-AggregatesAdminTestJSON-971322428 tempest-AggregatesAdminTestJSON-971322428-project] Unset dirty status for tenant:fcd9abc9bebd46a6b0bfb3e8895f405a on resource:security_group {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:40:03.463668 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4bb35d44-23ab-4fb0-88e9-024b09d3faa4 req-7846b618-bc02-40bd-bedd-3f6df033ac51 tempest-AggregatesAdminTestJSON-971322428 tempest-AggregatesAdminTestJSON-971322428-project] 10.222.0.41 "GET /v2.0/security-groups?id=2645380c-0449-4b51-bf09-aaed9fee814d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3411841 Jun 01 18:40:03.640823 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2553c879-c299-4112-afbd-229d6cd7e12f req-d5598b3e-8131-4509-87e2-c303b873d59b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=9afd4a93-f6e1-4255-b065-53824091f48f HTTP/1.1" status: 200 len: 217 time: 0.1248055 Jun 01 18:40:03.858072 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2553c879-c299-4112-afbd-229d6cd7e12f req-c5ccf25d-1c5e-4c5b-9f00-71202716d058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:40:03.859541 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2553c879-c299-4112-afbd-229d6cd7e12f req-c5ccf25d-1c5e-4c5b-9f00-71202716d058 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=35e3ad2f-9c88-4698-b634-4e1b58de1cc2 HTTP/1.1" status: 200 len: 843 time: 0.1968305 Jun 01 18:40:04.043217 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2553c879-c299-4112-afbd-229d6cd7e12f req-3e45ba20-bc2c-4c5f-bc2f-91cfe05746af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:40:04.049788 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2553c879-c299-4112-afbd-229d6cd7e12f req-3e45ba20-bc2c-4c5f-bc2f-91cfe05746af service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=898153a3-5d71-43be-9d14-343ea4a48426&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1724327 Jun 01 18:40:04.386072 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 39708) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:40:04.560907 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 39718) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:40:04.597488 n-d-844202-1 neutron-server[88525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09e72a22-443f-41c7-8377-8234726e5800'] response: {'name': 'network-changed', 'server_uuid': '04bc22e4-5335-46f9-8863-816428294b1f', 'tag': '9afd4a93-f6e1-4255-b065-53824091f48f', 'status': 'completed', 'code': 200} Jun 01 18:40:04.606142 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-c65f53a6-7261-4d8c-8eb3-b3bb8cfb57ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:04.646505 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-c65f53a6-7261-4d8c-8eb3-b3bb8cfb57ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:40:04.657182 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-c65f53a6-7261-4d8c-8eb3-b3bb8cfb57ec admin admin] Usage tracker for resource:security_group_rule and tenant:8d5c9c5655744ee9950163ca5e1c567d is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:40:04.665926 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-c65f53a6-7261-4d8c-8eb3-b3bb8cfb57ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:40:04.681176 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-c65f53a6-7261-4d8c-8eb3-b3bb8cfb57ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:40:04.933383 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-c65f53a6-7261-4d8c-8eb3-b3bb8cfb57ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:04.945277 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-c65f53a6-7261-4d8c-8eb3-b3bb8cfb57ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:05.033368 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65f53a6-7261-4d8c-8eb3-b3bb8cfb57ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67842239-4ed6-4814-9804-1288f893f8b5,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:40:05.057724 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-113290a5-9fd9-4d9f-aa9c-c19570f5f5f7 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1925177105-network', 'tenant_id': '0182a2e51ffc43df8efdd2130dbcea4d'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:40:05.088008 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-113290a5-9fd9-4d9f-aa9c-c19570f5f5f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:40:05.108506 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-113290a5-9fd9-4d9f-aa9c-c19570f5f5f7 admin admin] Usage tracker for resource:network and tenant:0182a2e51ffc43df8efdd2130dbcea4d is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:40:05.119121 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-c65f53a6-7261-4d8c-8eb3-b3bb8cfb57ec admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8d5c9c5655744ee9950163ca5e1c567d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5570889 Jun 01 18:40:05.120139 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-113290a5-9fd9-4d9f-aa9c-c19570f5f5f7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:40:05.122319 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 39728) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:40:05.142068 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-113290a5-9fd9-4d9f-aa9c-c19570f5f5f7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:40:05.163469 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-113290a5-9fd9-4d9f-aa9c-c19570f5f5f7 admin admin] Made reservation on behalf of 0182a2e51ffc43df8efdd2130dbcea4d for: {'network': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:40:05.167308 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-113290a5-9fd9-4d9f-aa9c-c19570f5f5f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:05.202796 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-113290a5-9fd9-4d9f-aa9c-c19570f5f5f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:05.243582 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-113290a5-9fd9-4d9f-aa9c-c19570f5f5f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:40:05.253620 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-113290a5-9fd9-4d9f-aa9c-c19570f5f5f7 admin admin] Usage tracker for resource:security_group_rule and tenant:0182a2e51ffc43df8efdd2130dbcea4d is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:40:05.260203 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-113290a5-9fd9-4d9f-aa9c-c19570f5f5f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:40:05.274002 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-113290a5-9fd9-4d9f-aa9c-c19570f5f5f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:40:05.275761 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2553c879-c299-4112-afbd-229d6cd7e12f req-36760a58-1122-4ad8-a47a-b69130bd897d service neutron] 10.222.0.15 "GET /v2.0/networks/898153a3-5d71-43be-9d14-343ea4a48426?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5814028 Jun 01 18:40:05.422802 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b31bc7-f769-47ed-a014-2db464eae7e2 req-422e30c3-6981-46bd-a861-c95beb44372e tempest-AggregatesAdminTestJSON-971322428 tempest-AggregatesAdminTestJSON-971322428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:40:05.424474 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f4b31bc7-f769-47ed-a014-2db464eae7e2 req-422e30c3-6981-46bd-a861-c95beb44372e tempest-AggregatesAdminTestJSON-971322428 tempest-AggregatesAdminTestJSON-971322428-project] 10.222.0.41 "GET /v2.0/ports?device_id=04bc22e4-5335-46f9-8863-816428294b1f HTTP/1.1" status: 200 len: 969 time: 0.5714788 Jun 01 18:40:05.447550 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5b1d1abb-5841-45e7-ab6b-3aef14e150cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:05.519414 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-113290a5-9fd9-4d9f-aa9c-c19570f5f5f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:05.526795 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5b1d1abb-5841-45e7-ab6b-3aef14e150cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:05.529662 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-113290a5-9fd9-4d9f-aa9c-c19570f5f5f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:05.564104 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f4b31bc7-f769-47ed-a014-2db464eae7e2 req-3fb05059-1815-44b3-9915-6fb2330e1b3e tempest-AggregatesAdminTestJSON-971322428 tempest-AggregatesAdminTestJSON-971322428-project] 10.222.0.41 "GET /v2.0/security-groups?id=2645380c-0449-4b51-bf09-aaed9fee814d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220374 Jun 01 18:40:05.615248 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2553c879-c299-4112-afbd-229d6cd7e12f req-1845b83e-0a11-44e9-a7ef-573100d8be68 service neutron] 10.222.0.15 "GET /v2.0/networks/898153a3-5d71-43be-9d14-343ea4a48426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3125579 Jun 01 18:40:05.638602 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-113290a5-9fd9-4d9f-aa9c-c19570f5f5f7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 114} {{(pid=88524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 18:40:05.642919 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5b1d1abb-5841-45e7-ab6b-3aef14e150cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:05.650519 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113290a5-9fd9-4d9f-aa9c-c19570f5f5f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=444c87ba-31dc-4b5a-9977-492e198b845a,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:40:05.681015 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-113290a5-9fd9-4d9f-aa9c-c19570f5f5f7 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8747785798867', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:05.682226 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-113290a5-9fd9-4d9f-aa9c-c19570f5f5f7 admin admin] Unsubscribe: segment precommit_create {{(pid=88524) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 01 18:40:05.683226 n-d-844202-1 neutron-server[88524]: INFO neutron.db.segments_db [None req-113290a5-9fd9-4d9f-aa9c-c19570f5f5f7 admin admin] Added segment e7a2e8fb-b3d5-44ba-bb42-81da885a74e3 of type vlan for network 411d1518-9352-4dec-8af2-2285a53556b4 Jun 01 18:40:05.708601 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5b1d1abb-5841-45e7-ab6b-3aef14e150cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:05.726533 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-5b1d1abb-5841-45e7-ab6b-3aef14e150cd admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/67842239-4ed6-4814-9804-1288f893f8b5 HTTP/1.1" status: 204 len: 168 time: 0.6012182 Jun 01 18:40:05.730964 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1d1abb-5841-45e7-ab6b-3aef14e150cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67842239-4ed6-4814-9804-1288f893f8b5,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:40:05.776667 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-113290a5-9fd9-4d9f-aa9c-c19570f5f5f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:05.912040 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-113290a5-9fd9-4d9f-aa9c-c19570f5f5f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:05.914216 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-113290a5-9fd9-4d9f-aa9c-c19570f5f5f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:40:05.915449 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-113290a5-9fd9-4d9f-aa9c-c19570f5f5f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:06.012684 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f9b37c-abfb-4542-b093-343cf758849b req-ea64ac05-db3c-4721-8b0e-90ec53c30715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:40:06.015156 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-89f9b37c-abfb-4542-b093-343cf758849b req-ea64ac05-db3c-4721-8b0e-90ec53c30715 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fcd9abc9bebd46a6b0bfb3e8895f405a&device_id=04bc22e4-5335-46f9-8863-816428294b1f HTTP/1.1" status: 200 len: 1120 time: 0.2720709 Jun 01 18:40:06.220336 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113290a5-9fd9-4d9f-aa9c-c19570f5f5f7 admin admin] Pushing event updated for resources: {'Network': ['ID=411d1518-9352-4dec-8af2-2285a53556b4,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:40:06.230299 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-113290a5-9fd9-4d9f-aa9c-c19570f5f5f7 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.8418345 Jun 01 18:40:06.234141 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 39754) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:40:06.241056 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network 411d1518-9352-4dec-8af2-2285a53556b4 details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 18:40:06.246981 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-d917af09-4d31-4ac8-bf71-b8c8be7142b5 admin admin] Request body: {'subnet': {'network_id': '411d1518-9352-4dec-8af2-2285a53556b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1925177105-subnet', 'tenant_id': '0182a2e51ffc43df8efdd2130dbcea4d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:40:06.253887 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-d917af09-4d31-4ac8-bf71-b8c8be7142b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:40:06.259143 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-d917af09-4d31-4ac8-bf71-b8c8be7142b5 admin admin] Usage tracker for resource:subnet and tenant:0182a2e51ffc43df8efdd2130dbcea4d is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:40:06.263227 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-d917af09-4d31-4ac8-bf71-b8c8be7142b5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:40:06.271802 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-d917af09-4d31-4ac8-bf71-b8c8be7142b5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:40:06.307069 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d917af09-4d31-4ac8-bf71-b8c8be7142b5 admin admin] Made reservation on behalf of 0182a2e51ffc43df8efdd2130dbcea4d for: {'subnet': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:40:06.311034 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d917af09-4d31-4ac8-bf71-b8c8be7142b5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:06.524215 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f9b37c-abfb-4542-b093-343cf758849b req-bad2a557-cbb5-4cc1-ae88-4c3ab7927575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:40:06.525847 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-89f9b37c-abfb-4542-b093-343cf758849b req-bad2a557-cbb5-4cc1-ae88-4c3ab7927575 service neutron] 10.222.0.15 "GET /v2.0/networks?id=898153a3-5d71-43be-9d14-343ea4a48426 HTTP/1.1" status: 200 len: 870 time: 0.3268733 Jun 01 18:40:06.772322 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-89f9b37c-abfb-4542-b093-343cf758849b req-40879368-ea7d-4b37-9d4f-47d948304f5f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=9afd4a93-f6e1-4255-b065-53824091f48f HTTP/1.1" status: 200 len: 217 time: 0.2232008 Jun 01 18:40:06.785421 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d917af09-4d31-4ac8-bf71-b8c8be7142b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for subnet, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:07.021197 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d917af09-4d31-4ac8-bf71-b8c8be7142b5 admin admin] Checking segment: {'id': 'e7a2e8fb-b3d5-44ba-bb42-81da885a74e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '411d1518-9352-4dec-8af2-2285a53556b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:40:07.021944 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d917af09-4d31-4ac8-bf71-b8c8be7142b5 admin admin] Network hostable DHCP agents. Network: 411d1518-9352-4dec-8af2-2285a53556b4, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88524) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 18:40:07.038932 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-93d111d4-4833-46f1-b76e-90738e33f473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:07.045835 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d917af09-4d31-4ac8-bf71-b8c8be7142b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cfa67698-6bf3-43ec-a752-299eaec79caf,revision_number=0']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:40:07.097122 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d917af09-4d31-4ac8-bf71-b8c8be7142b5 admin admin] Network 411d1518-9352-4dec-8af2-2285a53556b4 is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88524) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 18:40:07.116694 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-d917af09-4d31-4ac8-bf71-b8c8be7142b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, 411d1518-9352-4dec-8af2-2285a53556b4) {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:40:07.126454 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-169aac48-427c-49c4-b8b3-22ca783fb6d9 None None] Network 411d1518-9352-4dec-8af2-2285a53556b4 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 18:40:07.127852 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d917af09-4d31-4ac8-bf71-b8c8be7142b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:40:07.130371 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d917af09-4d31-4ac8-bf71-b8c8be7142b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:07.197764 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-d917af09-4d31-4ac8-bf71-b8c8be7142b5 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.9614909 Jun 01 18:40:07.245527 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f9b37c-abfb-4542-b093-343cf758849b req-56dda719-cfaa-49fb-b9a7-89d501ee8d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:40:07.247107 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-89f9b37c-abfb-4542-b093-343cf758849b req-56dda719-cfaa-49fb-b9a7-89d501ee8d2d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=35e3ad2f-9c88-4698-b634-4e1b58de1cc2 HTTP/1.1" status: 200 len: 843 time: 0.4559472 Jun 01 18:40:07.323993 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcad68d-8b21-4b81-bbe3-c91ed2875216 req-40d5b3fb-75e2-44b1-9473-66413925b4bd tempest-AggregatesAdminTestJSON-971322428 tempest-AggregatesAdminTestJSON-971322428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:40:07.325528 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-bfcad68d-8b21-4b81-bbe3-c91ed2875216 req-40d5b3fb-75e2-44b1-9473-66413925b4bd tempest-AggregatesAdminTestJSON-971322428 tempest-AggregatesAdminTestJSON-971322428-project] 10.222.0.41 "GET /v2.0/ports?device_id=04bc22e4-5335-46f9-8863-816428294b1f HTTP/1.1" status: 200 len: 969 time: 0.4138169 Jun 01 18:40:07.418652 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-bfcad68d-8b21-4b81-bbe3-c91ed2875216 req-a2156b19-48c0-4e04-b9dd-b097ca5b3008 tempest-AggregatesAdminTestJSON-971322428 tempest-AggregatesAdminTestJSON-971322428-project] 10.222.0.41 "GET /v2.0/security-groups?id=2645380c-0449-4b51-bf09-aaed9fee814d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850329 Jun 01 18:40:07.642325 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c561edae-b75a-40b5-b6a7-f3333efed462 None None] Network 411d1518-9352-4dec-8af2-2285a53556b4 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 18:40:08.676942 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5b2f69-c683-49a8-992b-cb727b577dce req-184acf05-af7f-439a-89c0-8cbad535e473 tempest-AggregatesAdminTestJSON-971322428 tempest-AggregatesAdminTestJSON-971322428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:40:08.678523 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-6d5b2f69-c683-49a8-992b-cb727b577dce req-184acf05-af7f-439a-89c0-8cbad535e473 tempest-AggregatesAdminTestJSON-971322428 tempest-AggregatesAdminTestJSON-971322428-project] 10.222.0.41 "GET /v2.0/ports?device_id=04bc22e4-5335-46f9-8863-816428294b1f HTTP/1.1" status: 200 len: 969 time: 0.1059222 Jun 01 18:40:08.777253 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-6d5b2f69-c683-49a8-992b-cb727b577dce req-5d9e6221-00e1-4675-a552-84517cabdba8 tempest-AggregatesAdminTestJSON-971322428 tempest-AggregatesAdminTestJSON-971322428-project] 10.222.0.41 "GET /v2.0/security-groups?id=2645380c-0449-4b51-bf09-aaed9fee814d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888667 Jun 01 18:40:08.804718 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f9b37c-abfb-4542-b093-343cf758849b req-0a831fff-b34d-4697-b58a-2acd70a38001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:40:08.806439 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-89f9b37c-abfb-4542-b093-343cf758849b req-0a831fff-b34d-4697-b58a-2acd70a38001 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=898153a3-5d71-43be-9d14-343ea4a48426&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0964627 Jun 01 18:40:09.134024 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-89f9b37c-abfb-4542-b093-343cf758849b req-0321665c-63b0-4c05-8e43-41d435a9ebe1 service neutron] 10.222.0.15 "GET /v2.0/networks/898153a3-5d71-43be-9d14-343ea4a48426?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3190560 Jun 01 18:40:09.283907 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-89f9b37c-abfb-4542-b093-343cf758849b req-dfa31355-893e-4a87-9cfd-80f4ee740aca service neutron] 10.222.0.15 "GET /v2.0/networks/898153a3-5d71-43be-9d14-343ea4a48426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433060 Jun 01 18:40:09.297944 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 39846) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:40:09.303771 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-780e04fc-747f-44f9-9423-e0d71aef0cbe admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-441717507-network', 'tenant_id': '8b9bb4b92af249dc9c7d913089ba5558'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:40:09.309168 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-780e04fc-747f-44f9-9423-e0d71aef0cbe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:40:09.314203 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-780e04fc-747f-44f9-9423-e0d71aef0cbe admin admin] Usage tracker for resource:network and tenant:8b9bb4b92af249dc9c7d913089ba5558 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:40:09.317754 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-780e04fc-747f-44f9-9423-e0d71aef0cbe admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:40:09.324906 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-780e04fc-747f-44f9-9423-e0d71aef0cbe admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:40:09.340808 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-780e04fc-747f-44f9-9423-e0d71aef0cbe admin admin] Made reservation on behalf of 8b9bb4b92af249dc9c7d913089ba5558 for: {'network': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:40:09.343256 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-780e04fc-747f-44f9-9423-e0d71aef0cbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:09.356588 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-780e04fc-747f-44f9-9423-e0d71aef0cbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:09.373089 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-780e04fc-747f-44f9-9423-e0d71aef0cbe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:40:09.378593 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-780e04fc-747f-44f9-9423-e0d71aef0cbe admin admin] Usage tracker for resource:security_group_rule and tenant:8b9bb4b92af249dc9c7d913089ba5558 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:40:09.381512 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-780e04fc-747f-44f9-9423-e0d71aef0cbe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:40:09.387817 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-780e04fc-747f-44f9-9423-e0d71aef0cbe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:40:09.426085 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-9749b071-ff7b-4c32-bd0a-5916f8e7cf1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:09.530916 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-780e04fc-747f-44f9-9423-e0d71aef0cbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:09.537055 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-780e04fc-747f-44f9-9423-e0d71aef0cbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:09.574097 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-780e04fc-747f-44f9-9423-e0d71aef0cbe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 141} {{(pid=88524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 18:40:09.580368 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780e04fc-747f-44f9-9423-e0d71aef0cbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee06662d-df19-4f9b-b159-da51d7daf152,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:40:09.587622 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-780e04fc-747f-44f9-9423-e0d71aef0cbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:09.588026 n-d-844202-1 neutron-server[88524]: INFO neutron.db.segments_db [None req-780e04fc-747f-44f9-9423-e0d71aef0cbe admin admin] Added segment 552cc5bf-ed1b-46d0-b549-911ff0a19246 of type vlan for network 72815759-ecbe-49ef-83ad-b3861a978b64 Jun 01 18:40:09.619745 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-780e04fc-747f-44f9-9423-e0d71aef0cbe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:09.668969 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-780e04fc-747f-44f9-9423-e0d71aef0cbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:09.670178 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-780e04fc-747f-44f9-9423-e0d71aef0cbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:40:09.671021 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-780e04fc-747f-44f9-9423-e0d71aef0cbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:09.810985 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780e04fc-747f-44f9-9423-e0d71aef0cbe admin admin] Pushing event updated for resources: {'Network': ['ID=72815759-ecbe-49ef-83ad-b3861a978b64,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:40:09.818159 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-780e04fc-747f-44f9-9423-e0d71aef0cbe admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.5191412 Jun 01 18:40:09.818888 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 39866) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:40:09.831710 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network 72815759-ecbe-49ef-83ad-b3861a978b64 details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 18:40:09.833614 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-99e1e841-57c1-43fe-b363-5405e4feb161 admin admin] Request body: {'subnet': {'network_id': '72815759-ecbe-49ef-83ad-b3861a978b64', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-441717507-subnet', 'tenant_id': '8b9bb4b92af249dc9c7d913089ba5558', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:40:09.841226 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-99e1e841-57c1-43fe-b363-5405e4feb161 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:40:09.848729 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-99e1e841-57c1-43fe-b363-5405e4feb161 admin admin] Usage tracker for resource:subnet and tenant:8b9bb4b92af249dc9c7d913089ba5558 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:40:09.858103 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-99e1e841-57c1-43fe-b363-5405e4feb161 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:40:09.867939 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-99e1e841-57c1-43fe-b363-5405e4feb161 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:40:09.895845 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99e1e841-57c1-43fe-b363-5405e4feb161 admin admin] Made reservation on behalf of 8b9bb4b92af249dc9c7d913089ba5558 for: {'subnet': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:40:09.898544 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-99e1e841-57c1-43fe-b363-5405e4feb161 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:10.244701 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd39159-27da-457b-891b-f1d91a2b4d31 req-9f64fe63-b899-4214-8c3e-0a9d5643c648 tempest-AggregatesAdminTestJSON-971322428 tempest-AggregatesAdminTestJSON-971322428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:40:10.246342 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-abd39159-27da-457b-891b-f1d91a2b4d31 req-9f64fe63-b899-4214-8c3e-0a9d5643c648 tempest-AggregatesAdminTestJSON-971322428 tempest-AggregatesAdminTestJSON-971322428-project] 10.222.0.41 "GET /v2.0/ports?device_id=04bc22e4-5335-46f9-8863-816428294b1f HTTP/1.1" status: 200 len: 969 time: 0.1508944 Jun 01 18:40:10.340656 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-99e1e841-57c1-43fe-b363-5405e4feb161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for subnet, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:10.384494 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:10.413098 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-abd39159-27da-457b-891b-f1d91a2b4d31 req-749e8936-4717-4f7b-a46f-88a15c844225 tempest-AggregatesAdminTestJSON-971322428 tempest-AggregatesAdminTestJSON-971322428-project] 10.222.0.41 "GET /v2.0/security-groups?id=2645380c-0449-4b51-bf09-aaed9fee814d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235113 Jun 01 18:40:10.464420 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:10.470214 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e1e841-57c1-43fe-b363-5405e4feb161 admin admin] Pushing event updated for resources: {'Subnet': ['ID=80adb1a1-d7a9-4961-8b6a-ff138728e6e3,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:40:10.490834 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e1e841-57c1-43fe-b363-5405e4feb161 admin admin] Checking segment: {'id': '552cc5bf-ed1b-46d0-b549-911ff0a19246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '72815759-ecbe-49ef-83ad-b3861a978b64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:40:10.491200 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e1e841-57c1-43fe-b363-5405e4feb161 admin admin] Network hostable DHCP agents. Network: 72815759-ecbe-49ef-83ad-b3861a978b64, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 18:40:10.521920 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e1e841-57c1-43fe-b363-5405e4feb161 admin admin] Network 72815759-ecbe-49ef-83ad-b3861a978b64 is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 18:40:10.542367 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-99e1e841-57c1-43fe-b363-5405e4feb161 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, 72815759-ecbe-49ef-83ad-b3861a978b64) {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:40:10.559658 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e1e841-57c1-43fe-b363-5405e4feb161 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:40:10.560644 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-99e1e841-57c1-43fe-b363-5405e4feb161 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:10.564471 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-752191dd-80c3-42a7-bb4b-bb685a4c5c5f None None] Network 72815759-ecbe-49ef-83ad-b3861a978b64 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 18:40:10.606642 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-99e1e841-57c1-43fe-b363-5405e4feb161 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.7859585 Jun 01 18:40:10.942751 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe9e1e72-2022-44b2-a781-7e8d470aca1d None None] Network 72815759-ecbe-49ef-83ad-b3861a978b64 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 18:40:11.082107 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:11.375686 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 39962) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:40:11.400722 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:11.409899 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 39968) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:40:11.509234 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 39984) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:40:11.677050 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 9afd4a93-f6e1-4255-b065-53824091f48f details requested by agent hyperv_n-h1-844202-1 with host n-h1-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 18:40:11.741107 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2144e031-6bc4-402b-ad8b-c599a475ce1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:11.784027 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-2144e031-6bc4-402b-ad8b-c599a475ce1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:40:11.811894 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-2144e031-6bc4-402b-ad8b-c599a475ce1c admin admin] Usage tracker for resource:security_group_rule and tenant:c68e0cdc46594a7294097a87f120dd43 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:40:11.818463 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e898d289-27d4-4564-ab61-16340a0f7af5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:11.824832 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0c529fca-1713-4b63-a580-0aa05cb2c78c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:11.835886 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-2144e031-6bc4-402b-ad8b-c599a475ce1c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:40:11.868956 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-0c529fca-1713-4b63-a580-0aa05cb2c78c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:40:11.877301 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-2144e031-6bc4-402b-ad8b-c599a475ce1c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:40:11.883209 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-0c529fca-1713-4b63-a580-0aa05cb2c78c admin admin] Usage tracker for resource:security_group_rule and tenant:45aa362cadac41919d01c2eab7093265 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:40:11.885428 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port 9afd4a93-f6e1-4255-b065-53824091f48f, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=9afd4a93-f6e1-4255-b065-53824091f48f,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:40:11.894896 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-0c529fca-1713-4b63-a580-0aa05cb2c78c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:40:11.901543 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-e898d289-27d4-4564-ab61-16340a0f7af5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:40:11.907819 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-0c529fca-1713-4b63-a580-0aa05cb2c78c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:40:11.910144 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Returning: {'device': '9afd4a93-f6e1-4255-b065-53824091f48f', 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426', 'port_id': '9afd4a93-f6e1-4255-b065-53824091f48f', 'mac_address': 'fa:16:3e:9b:fc:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35e3ad2f-9c88-4698-b634-4e1b58de1cc2', 'ip_address': '192.168.233.46'}], 'device_owner': 'compute:tempest-test_az-1343140778', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 18:40:11.911421 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-e898d289-27d4-4564-ab61-16340a0f7af5 admin admin] Usage tracker for resource:security_group_rule and tenant:9aaac1a3e78446d8a7999d01b3dd555b is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:40:11.917779 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-e898d289-27d4-4564-ab61-16340a0f7af5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:40:11.930427 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-e898d289-27d4-4564-ab61-16340a0f7af5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:40:11.959610 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:11.979661 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a637f82c-1273-4b64-8fec-72bb8422c798 req-201880bd-d176-4758-a08c-33450a7bc547 tempest-AggregatesAdminTestJSON-971322428 tempest-AggregatesAdminTestJSON-971322428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:40:11.982822 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a637f82c-1273-4b64-8fec-72bb8422c798 req-201880bd-d176-4758-a08c-33450a7bc547 tempest-AggregatesAdminTestJSON-971322428 tempest-AggregatesAdminTestJSON-971322428-project] 10.222.0.41 "GET /v2.0/ports?device_id=04bc22e4-5335-46f9-8863-816428294b1f HTTP/1.1" status: 200 len: 969 time: 0.3125510 Jun 01 18:40:11.993560 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port 9afd4a93-f6e1-4255-b065-53824091f48f is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:40:11.994450 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:12.020091 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9afd4a93-f6e1-4255-b065-53824091f48f {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:40:12.042450 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port 9afd4a93-f6e1-4255-b065-53824091f48f, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=9afd4a93-f6e1-4255-b065-53824091f48f,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:40:12.050318 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:12.060829 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e898d289-27d4-4564-ab61-16340a0f7af5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:12.072473 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542da941-a9e7-4735-8f55-5f0c0b5fc874 req-e0934c53-416a-4a6b-bd94-bef59505938a tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:40:12.073293 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-542da941-a9e7-4735-8f55-5f0c0b5fc874 req-e0934c53-416a-4a6b-bd94-bef59505938a tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] Synchronizing usage tracker for tenant:0182a2e51ffc43df8efdd2130dbcea4d on resource:network {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:40:12.081216 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e898d289-27d4-4564-ab61-16340a0f7af5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:12.108069 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a637f82c-1273-4b64-8fec-72bb8422c798 req-cabd1210-fe90-4383-a8e1-346f349acebf tempest-AggregatesAdminTestJSON-971322428 tempest-AggregatesAdminTestJSON-971322428-project] 10.222.0.41 "GET /v2.0/security-groups?id=2645380c-0449-4b51-bf09-aaed9fee814d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145363 Jun 01 18:40:12.132592 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e898d289-27d4-4564-ab61-16340a0f7af5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffd2e10b-f6be-4e0e-9138-c9e3d133da30,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:40:12.158958 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0c529fca-1713-4b63-a580-0aa05cb2c78c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:12.164106 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=9afd4a93-f6e1-4255-b065-53824091f48f,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:40:12.164428 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0c529fca-1713-4b63-a580-0aa05cb2c78c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:12.175850 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:40:12.176284 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:40:12.176626 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:40:12.176959 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:40:12.177348 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:40:12.178071 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:40:12.178422 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:40:12.179033 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:40:12.179315 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:40:12.179745 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:40:12.180072 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:40:12.180448 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:40:12.180969 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-542da941-a9e7-4735-8f55-5f0c0b5fc874 req-e0934c53-416a-4a6b-bd94-bef59505938a tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] Unset dirty status for tenant:0182a2e51ffc43df8efdd2130dbcea4d on resource:network {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:40:12.181794 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Tracked resource versions report: Jun 01 18:40:12.181794 n-d-844202-1 neutron-server[88526]: pushed versions: Jun 01 18:40:12.181794 n-d-844202-1 neutron-server[88526]: { 'AddressGroup': {'1.2'}, Jun 01 18:40:12.181794 n-d-844202-1 neutron-server[88526]: 'ConntrackHelper': {'1.0'}, Jun 01 18:40:12.181794 n-d-844202-1 neutron-server[88526]: 'Log': {'1.0'}, Jun 01 18:40:12.181794 n-d-844202-1 neutron-server[88526]: 'Network': {'1.1'}, Jun 01 18:40:12.181794 n-d-844202-1 neutron-server[88526]: 'Port': {'1.7'}, Jun 01 18:40:12.181794 n-d-844202-1 neutron-server[88526]: 'PortForwarding': {'1.2'}, Jun 01 18:40:12.181794 n-d-844202-1 neutron-server[88526]: 'QosPolicy': {'1.8'}, Jun 01 18:40:12.181794 n-d-844202-1 neutron-server[88526]: 'SecurityGroup': {'1.4'}, Jun 01 18:40:12.181794 n-d-844202-1 neutron-server[88526]: 'SecurityGroupRule': {'1.2'}, Jun 01 18:40:12.181794 n-d-844202-1 neutron-server[88526]: 'SubPort': {'1.0'}, Jun 01 18:40:12.181794 n-d-844202-1 neutron-server[88526]: 'Subnet': {'1.1'}, Jun 01 18:40:12.181794 n-d-844202-1 neutron-server[88526]: 'Trunk': {'1.1'}} Jun 01 18:40:12.181794 n-d-844202-1 neutron-server[88526]: consumer versions: Jun 01 18:40:12.181794 n-d-844202-1 neutron-server[88526]: { DHCP agent@n-d-844202-1: {}, Jun 01 18:40:12.181794 n-d-844202-1 neutron-server[88526]: HyperV agent@n-h1-844202-1: {}, Jun 01 18:40:12.181794 n-d-844202-1 neutron-server[88526]: HyperV agent@n-h2-844202-1: {}, Jun 01 18:40:12.181794 n-d-844202-1 neutron-server[88526]: L3 agent@n-d-844202-1: {}, Jun 01 18:40:12.181794 n-d-844202-1 neutron-server[88526]: Metadata agent@n-d-844202-1: {}, Jun 01 18:40:12.181794 n-d-844202-1 neutron-server[88526]: Metering agent@n-d-844202-1: {}, Jun 01 18:40:12.181794 n-d-844202-1 neutron-server[88526]: Open vSwitch agent@n-d-844202-1: { 'AddressGroup': '1.2', Jun 01 18:40:12.181794 n-d-844202-1 neutron-server[88526]: 'ConntrackHelper': '1.0', Jun 01 18:40:12.181794 n-d-844202-1 neutron-server[88526]: 'Log': '1.0', Jun 01 18:40:12.181794 n-d-844202-1 neutron-server[88526]: 'Network': '1.1', Jun 01 18:40:12.181794 n-d-844202-1 neutron-server[88526]: 'Port': '1.7', Jun 01 18:40:12.181794 n-d-844202-1 neutron-server[88526]: 'PortForwarding': '1.2', Jun 01 18:40:12.181794 n-d-844202-1 neutron-server[88526]: 'QosPolicy': '1.8', Jun 01 18:40:12.181794 n-d-844202-1 neutron-server[88526]: 'SecurityGroup': '1.4', Jun 01 18:40:12.181794 n-d-844202-1 neutron-server[88526]: 'SecurityGroupRule': '1.2', Jun 01 18:40:12.181794 n-d-844202-1 neutron-server[88526]: 'SubPort': '1.0', Jun 01 18:40:12.181794 n-d-844202-1 neutron-server[88526]: 'Subnet': '1.1', Jun 01 18:40:12.181794 n-d-844202-1 neutron-server[88526]: 'Trunk': '1.1'}} Jun 01 18:40:12.181794 n-d-844202-1 neutron-server[88526]: {{(pid=88526) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 01 18:40:12.183570 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-542da941-a9e7-4735-8f55-5f0c0b5fc874 req-e0934c53-416a-4a6b-bd94-bef59505938a tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] 10.222.0.41 "GET /v2.0/networks?id=411d1518-9352-4dec-8af2-2285a53556b4 HTTP/1.1" status: 200 len: 821 time: 0.5890377 Jun 01 18:40:12.193005 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-e898d289-27d4-4564-ab61-16340a0f7af5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9aaac1a3e78446d8a7999d01b3dd555b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6802096 Jun 01 18:40:12.193775 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 39998) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:40:12.223249 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-0c529fca-1713-4b63-a580-0aa05cb2c78c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=45aa362cadac41919d01c2eab7093265&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8462069 Jun 01 18:40:12.224169 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c529fca-1713-4b63-a580-0aa05cb2c78c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=341bd12c-f08e-4b0a-a50b-415747e7b0db,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:40:12.226618 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 40002) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:40:12.263437 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-542da941-a9e7-4735-8f55-5f0c0b5fc874 req-777952e6-2937-4026-a35a-6bb7583d0c24 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] 10.222.0.41 "GET /v2.0/quotas/0182a2e51ffc43df8efdd2130dbcea4d HTTP/1.1" status: 200 len: 375 time: 0.0165420 Jun 01 18:40:12.300387 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-00b09249-72f7-4460-8936-8300a3699347 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:12.330930 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-00b09249-72f7-4460-8936-8300a3699347 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:12.352502 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-542da941-a9e7-4735-8f55-5f0c0b5fc874 req-09d60704-25aa-455c-8d83-7ddf7545e00f tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=0182a2e51ffc43df8efdd2130dbcea4d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0758917 Jun 01 18:40:12.396494 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-bd250bfd-991a-43eb-aa4e-fedf7de974a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:12.403653 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-00b09249-72f7-4460-8936-8300a3699347 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:12.422111 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2144e031-6bc4-402b-ad8b-c599a475ce1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:12.428334 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b09249-72f7-4460-8936-8300a3699347 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=341bd12c-f08e-4b0a-a50b-415747e7b0db,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:40:12.433452 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-00b09249-72f7-4460-8936-8300a3699347 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:12.434904 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-00b09249-72f7-4460-8936-8300a3699347 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/341bd12c-f08e-4b0a-a50b-415747e7b0db HTTP/1.1" status: 204 len: 168 time: 0.2073870 Jun 01 18:40:12.438190 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2144e031-6bc4-402b-ad8b-c599a475ce1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:12.441938 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] get_ports_and_sgs() called for port_ids ['9afd4a93-f6e1-4255-b065-53824091f48f'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:40:12.461873 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-bd250bfd-991a-43eb-aa4e-fedf7de974a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:12.519946 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2144e031-6bc4-402b-ad8b-c599a475ce1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=699aabeb-3674-4794-9e6e-47562a89a7ee,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:40:12.533437 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-2144e031-6bc4-402b-ad8b-c599a475ce1c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c68e0cdc46594a7294097a87f120dd43&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1222324 Jun 01 18:40:12.536253 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 40018) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:40:12.564512 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-bd250bfd-991a-43eb-aa4e-fedf7de974a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:12.599965 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd250bfd-991a-43eb-aa4e-fedf7de974a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffd2e10b-f6be-4e0e-9138-c9e3d133da30,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:40:12.612644 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-bd250bfd-991a-43eb-aa4e-fedf7de974a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:12.614282 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-bd250bfd-991a-43eb-aa4e-fedf7de974a3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ffd2e10b-f6be-4e0e-9138-c9e3d133da30 HTTP/1.1" status: 204 len: 168 time: 0.4198055 Jun 01 18:40:12.629238 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-cd7465c7-19c8-400b-8d48-b89f08a8e8cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:12.647788 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [req-542da941-a9e7-4735-8f55-5f0c0b5fc874 req-97ebf700-1e95-4212-8de3-96abc7c0fa14 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=88524) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 18:40:12.648956 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-542da941-a9e7-4735-8f55-5f0c0b5fc874 req-97ebf700-1e95-4212-8de3-96abc7c0fa14 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1541936 Jun 01 18:40:12.665990 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-cd7465c7-19c8-400b-8d48-b89f08a8e8cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:12.745827 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-cd7465c7-19c8-400b-8d48-b89f08a8e8cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:12.779120 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7465c7-19c8-400b-8d48-b89f08a8e8cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=699aabeb-3674-4794-9e6e-47562a89a7ee,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:40:12.799727 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-cd7465c7-19c8-400b-8d48-b89f08a8e8cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:12.803081 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-cd7465c7-19c8-400b-8d48-b89f08a8e8cd admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/699aabeb-3674-4794-9e6e-47562a89a7ee HTTP/1.1" status: 204 len: 168 time: 0.2654798 Jun 01 18:40:12.856189 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-542da941-a9e7-4735-8f55-5f0c0b5fc874 req-c01ed6e4-3b14-4904-b2ec-778ba43c9aa0 service neutron] 10.222.0.41 "GET /v2.0/networks/411d1518-9352-4dec-8af2-2285a53556b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991715 Jun 01 18:40:13.005015 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-542da941-a9e7-4735-8f55-5f0c0b5fc874 req-95fd6b52-7f21-4384-9cdd-af0e19cd3e32 service neutron] 10.222.0.41 "GET /v2.0/networks/411d1518-9352-4dec-8af2-2285a53556b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422830 Jun 01 18:40:13.055184 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 40038) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:40:13.073998 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-333fb594-9a2e-4c29-911b-8cad301cef25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:13.090079 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-333fb594-9a2e-4c29-911b-8cad301cef25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:40:13.094601 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-333fb594-9a2e-4c29-911b-8cad301cef25 admin admin] Usage tracker for resource:security_group_rule and tenant:f455ecdadb91478bb96c17558d401c83 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:40:13.098017 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-333fb594-9a2e-4c29-911b-8cad301cef25 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:40:13.106573 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-333fb594-9a2e-4c29-911b-8cad301cef25 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:40:13.211905 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-333fb594-9a2e-4c29-911b-8cad301cef25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:13.233689 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-333fb594-9a2e-4c29-911b-8cad301cef25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:13.355375 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 40056) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:40:13.355662 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-333fb594-9a2e-4c29-911b-8cad301cef25 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f455ecdadb91478bb96c17558d401c83&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2993400 Jun 01 18:40:13.361488 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333fb594-9a2e-4c29-911b-8cad301cef25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7311fe21-9883-4196-ac0d-9da859e6fb69,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:40:13.465565 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23170a4-6fbe-4726-8e2e-9530fde66d3d req-b04b40a8-04ce-41ae-aca4-737f3ec9e93f tempest-AggregatesAdminTestJSON-971322428 tempest-AggregatesAdminTestJSON-971322428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:40:13.468681 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d23170a4-6fbe-4726-8e2e-9530fde66d3d req-b04b40a8-04ce-41ae-aca4-737f3ec9e93f tempest-AggregatesAdminTestJSON-971322428 tempest-AggregatesAdminTestJSON-971322428-project] 10.222.0.41 "GET /v2.0/ports?device_id=04bc22e4-5335-46f9-8863-816428294b1f HTTP/1.1" status: 200 len: 970 time: 0.1950541 Jun 01 18:40:13.485523 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b07863fd-5e71-4bf9-a3d2-8361766cf1df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:13.526303 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 40064) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:40:13.561143 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-819b3745-01f1-44b3-9bb5-665613c33e08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:13.575859 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b07863fd-5e71-4bf9-a3d2-8361766cf1df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:13.600647 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-819b3745-01f1-44b3-9bb5-665613c33e08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:40:13.602776 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d23170a4-6fbe-4726-8e2e-9530fde66d3d req-e1978041-d73e-45a1-99a9-2b3bf6052c87 tempest-AggregatesAdminTestJSON-971322428 tempest-AggregatesAdminTestJSON-971322428-project] 10.222.0.41 "GET /v2.0/security-groups?id=2645380c-0449-4b51-bf09-aaed9fee814d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241176 Jun 01 18:40:13.605622 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-819b3745-01f1-44b3-9bb5-665613c33e08 admin admin] Usage tracker for resource:security_group_rule and tenant:5275c3a03cf248b994f7f83abcf72b9a is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:40:13.606124 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 40072) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:40:13.609733 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-819b3745-01f1-44b3-9bb5-665613c33e08 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:40:13.615892 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-819b3745-01f1-44b3-9bb5-665613c33e08 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:40:13.654598 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-09776e1c-a058-4c06-bee9-620aed38c6e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:13.669204 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 9afd4a93-f6e1-4255-b065-53824091f48f up at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:40:13.713220 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b07863fd-5e71-4bf9-a3d2-8361766cf1df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:13.749662 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-40870edd-6705-4cf8-94f9-2ab34a26a41f req-7820458f-11af-4216-89b4-1067ca3b2420 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d29c071-4e6a-4167-9c9f-69f1a274133e HTTP/1.1" status: 200 len: 210 time: 0.0769262 Jun 01 18:40:13.751865 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-09776e1c-a058-4c06-bee9-620aed38c6e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:40:13.762630 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-09776e1c-a058-4c06-bee9-620aed38c6e3 admin admin] Usage tracker for resource:security_group_rule and tenant:2a6aa54e4cfc438388155fbdb9b34e24 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:40:13.778709 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07863fd-5e71-4bf9-a3d2-8361766cf1df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7311fe21-9883-4196-ac0d-9da859e6fb69,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:40:13.780882 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-09776e1c-a058-4c06-bee9-620aed38c6e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:40:13.793426 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-09776e1c-a058-4c06-bee9-620aed38c6e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:40:13.823661 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b07863fd-5e71-4bf9-a3d2-8361766cf1df admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:13.828078 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-b07863fd-5e71-4bf9-a3d2-8361766cf1df admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7311fe21-9883-4196-ac0d-9da859e6fb69 HTTP/1.1" status: 204 len: 168 time: 0.4680271 Jun 01 18:40:13.851609 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Provisioning for port 9afd4a93-f6e1-4255-b065-53824091f48f completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:40:13.869688 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Provisioning complete for port 9afd4a93-f6e1-4255-b065-53824091f48f triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:40:13.870095 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:13.940728 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-819b3745-01f1-44b3-9bb5-665613c33e08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:13.942712 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-09776e1c-a058-4c06-bee9-620aed38c6e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:13.948931 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-819b3745-01f1-44b3-9bb5-665613c33e08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:13.951397 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-09776e1c-a058-4c06-bee9-620aed38c6e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:14.044547 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port 9afd4a93-f6e1-4255-b065-53824091f48f is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:40:14.045443 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:14.066207 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-09776e1c-a058-4c06-bee9-620aed38c6e3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2a6aa54e4cfc438388155fbdb9b34e24&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4587615 Jun 01 18:40:14.070133 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 40090) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:40:14.087962 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04bc22e4-5335-46f9-8863-816428294b1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9afd4a93-f6e1-4255-b065-53824091f48f'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:40:14.092110 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09776e1c-a058-4c06-bee9-620aed38c6e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f42ccb35-5f81-4319-bb6e-6c9351b8c678,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:40:14.120177 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 40096) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:40:14.121018 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-819b3745-01f1-44b3-9bb5-665613c33e08 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5275c3a03cf248b994f7f83abcf72b9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5935602 Jun 01 18:40:14.123332 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819b3745-01f1-44b3-9bb5-665613c33e08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cf80794-c1ee-423d-bf0c-c545f3ed21fe,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:40:14.196450 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port 9afd4a93-f6e1-4255-b065-53824091f48f, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=9afd4a93-f6e1-4255-b065-53824091f48f,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:40:14.202807 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:14.215746 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f11c11eb-bd2a-496a-81c4-3511719a0acf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:14.263105 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-81ed8859-3dc8-4bbb-8c5a-e70c4a318044 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:14.280590 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f11c11eb-bd2a-496a-81c4-3511719a0acf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:14.299653 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=9afd4a93-f6e1-4255-b065-53824091f48f,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:40:14.324252 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-81ed8859-3dc8-4bbb-8c5a-e70c4a318044 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:14.394870 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f11c11eb-bd2a-496a-81c4-3511719a0acf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:14.429891 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11c11eb-bd2a-496a-81c4-3511719a0acf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f42ccb35-5f81-4319-bb6e-6c9351b8c678,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:40:14.432598 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-81ed8859-3dc8-4bbb-8c5a-e70c4a318044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:14.435002 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-81ed8859-3dc8-4bbb-8c5a-e70c4a318044 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:14.440174 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-81ed8859-3dc8-4bbb-8c5a-e70c4a318044 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5cf80794-c1ee-423d-bf0c-c545f3ed21fe HTTP/1.1" status: 204 len: 168 time: 0.3148439 Jun 01 18:40:14.447343 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ed8859-3dc8-4bbb-8c5a-e70c4a318044 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cf80794-c1ee-423d-bf0c-c545f3ed21fe,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:40:14.449393 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f11c11eb-bd2a-496a-81c4-3511719a0acf admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:14.450492 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-f11c11eb-bd2a-496a-81c4-3511719a0acf admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f42ccb35-5f81-4319-bb6e-6c9351b8c678 HTTP/1.1" status: 204 len: 168 time: 0.3793590 Jun 01 18:40:14.854909 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263a02c2-8fd3-43eb-ab4e-1f5b5012cbcb req-53d5e95f-09a0-46ce-90f2-9d38cdc78b48 tempest-AggregatesAdminTestJSON-971322428 tempest-AggregatesAdminTestJSON-971322428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:40:14.857923 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-263a02c2-8fd3-43eb-ab4e-1f5b5012cbcb req-53d5e95f-09a0-46ce-90f2-9d38cdc78b48 tempest-AggregatesAdminTestJSON-971322428 tempest-AggregatesAdminTestJSON-971322428-project] 10.222.0.41 "GET /v2.0/ports?device_id=04bc22e4-5335-46f9-8863-816428294b1f HTTP/1.1" status: 200 len: 971 time: 0.1262627 Jun 01 18:40:14.929567 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-263a02c2-8fd3-43eb-ab4e-1f5b5012cbcb req-f1e627f7-5ad9-41c5-aa69-c59696e1a60d tempest-AggregatesAdminTestJSON-971322428 tempest-AggregatesAdminTestJSON-971322428-project] 10.222.0.41 "GET /v2.0/security-groups?id=2645380c-0449-4b51-bf09-aaed9fee814d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636170 Jun 01 18:40:15.213479 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-342e4658-c52d-4b21-81d8-6af6e15d788e'] response: {'server_uuid': '04bc22e4-5335-46f9-8863-816428294b1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9afd4a93-f6e1-4255-b065-53824091f48f', 'code': 200} Jun 01 18:40:15.246789 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e3cc70db-5db4-4fcd-93d3-d71e24a82ad7 req-04a469c3-ea6c-4ce3-b601-8029eecbc4bb tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d29c071-4e6a-4167-9c9f-69f1a274133e HTTP/1.1" status: 200 len: 210 time: 0.0623527 Jun 01 18:40:15.377080 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1e4b03-d5a4-4785-bef8-b209928fe13a req-c0f4238c-1b16-4f27-b456-4b215568ad1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:40:15.378524 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3e1e4b03-d5a4-4785-bef8-b209928fe13a req-c0f4238c-1b16-4f27-b456-4b215568ad1c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=04bc22e4-5335-46f9-8863-816428294b1f HTTP/1.1" status: 200 len: 1122 time: 0.0790727 Jun 01 18:40:15.413142 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-3e1e4b03-d5a4-4785-bef8-b209928fe13a req-1ea45420-4462-48e3-baf5-3820b3fbdc16 service neutron] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:15.432613 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [req-3e1e4b03-d5a4-4785-bef8-b209928fe13a req-1ea45420-4462-48e3-baf5-3820b3fbdc16 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:40:15.437822 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-3e1e4b03-d5a4-4785-bef8-b209928fe13a req-1ea45420-4462-48e3-baf5-3820b3fbdc16 service neutron] Usage tracker for resource:security_group_rule and tenant:babcc5f2655540c4b64de6974b076f4f is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:40:15.440952 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-3e1e4b03-d5a4-4785-bef8-b209928fe13a req-1ea45420-4462-48e3-baf5-3820b3fbdc16 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:40:15.448144 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [req-3e1e4b03-d5a4-4785-bef8-b209928fe13a req-1ea45420-4462-48e3-baf5-3820b3fbdc16 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:40:15.473016 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 40150) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:40:15.527637 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.50', 61255) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:40:15.566308 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-3e1e4b03-d5a4-4785-bef8-b209928fe13a req-1ea45420-4462-48e3-baf5-3820b3fbdc16 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:15.574452 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-3e1e4b03-d5a4-4785-bef8-b209928fe13a req-1ea45420-4462-48e3-baf5-3820b3fbdc16 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:15.610481 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3e1e4b03-d5a4-4785-bef8-b209928fe13a req-1ea45420-4462-48e3-baf5-3820b3fbdc16 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=2645380c-0449-4b51-bf09-aaed9fee814d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219524 Jun 01 18:40:15.630133 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea45420-4462-48e3-baf5-3820b3fbdc16 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=c59bb087-b057-463d-aa12-940a152c1490,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:40:15.705864 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542da941-a9e7-4735-8f55-5f0c0b5fc874 req-399744ac-f9b2-4afc-aeef-0b28e60835c3 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:40:15.707811 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-542da941-a9e7-4735-8f55-5f0c0b5fc874 req-399744ac-f9b2-4afc-aeef-0b28e60835c3 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] 10.222.0.50 "GET /v2.0/networks?id=411d1518-9352-4dec-8af2-2285a53556b4 HTTP/1.1" status: 200 len: 821 time: 0.1789818 Jun 01 18:40:15.789084 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-542da941-a9e7-4735-8f55-5f0c0b5fc874 req-d4646dc5-83d6-47bd-bef6-334b04daf8ed tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] Request body: {'port': {'device_id': '7d29c071-4e6a-4167-9c9f-69f1a274133e', 'network_id': '411d1518-9352-4dec-8af2-2285a53556b4', 'admin_state_up': True, 'tenant_id': '0182a2e51ffc43df8efdd2130dbcea4d'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:40:15.891027 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-5e37361d-ab4a-46a2-af38-3f305790a599 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:15.919925 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-5e37361d-ab4a-46a2-af38-3f305790a599 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:40:15.985574 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-542da941-a9e7-4735-8f55-5f0c0b5fc874 req-d4646dc5-83d6-47bd-bef6-334b04daf8ed tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:40:15.988504 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-5e37361d-ab4a-46a2-af38-3f305790a599 admin admin] Usage tracker for resource:security_group_rule and tenant:e2257d81d2ba4e41a5da9b9028b06b09 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:40:15.993369 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-5e37361d-ab4a-46a2-af38-3f305790a599 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:40:15.996679 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-542da941-a9e7-4735-8f55-5f0c0b5fc874 req-d4646dc5-83d6-47bd-bef6-334b04daf8ed tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] Usage tracker for resource:port and tenant:0182a2e51ffc43df8efdd2130dbcea4d is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:40:16.002081 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-542da941-a9e7-4735-8f55-5f0c0b5fc874 req-d4646dc5-83d6-47bd-bef6-334b04daf8ed tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:40:16.015787 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-5e37361d-ab4a-46a2-af38-3f305790a599 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:40:16.030134 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-542da941-a9e7-4735-8f55-5f0c0b5fc874 req-d4646dc5-83d6-47bd-bef6-334b04daf8ed tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:40:16.065702 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-542da941-a9e7-4735-8f55-5f0c0b5fc874 req-d4646dc5-83d6-47bd-bef6-334b04daf8ed tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] Made reservation on behalf of 0182a2e51ffc43df8efdd2130dbcea4d for: {'port': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:40:16.075486 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-542da941-a9e7-4735-8f55-5f0c0b5fc874 req-d4646dc5-83d6-47bd-bef6-334b04daf8ed tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:16.227278 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0794410-1a0d-4405-a1ba-aa82066faecf req-47a964de-2fbd-49e3-b156-80ae418f99f9 tempest-AggregatesAdminTestJSON-971322428 tempest-AggregatesAdminTestJSON-971322428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:40:16.229907 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a0794410-1a0d-4405-a1ba-aa82066faecf req-47a964de-2fbd-49e3-b156-80ae418f99f9 tempest-AggregatesAdminTestJSON-971322428 tempest-AggregatesAdminTestJSON-971322428-project] 10.222.0.41 "GET /v2.0/ports?device_id=04bc22e4-5335-46f9-8863-816428294b1f HTTP/1.1" status: 200 len: 971 time: 0.1376097 Jun 01 18:40:16.309110 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a0794410-1a0d-4405-a1ba-aa82066faecf req-c14b0c9b-a76b-40a8-a039-1684f5175a6f tempest-AggregatesAdminTestJSON-971322428 tempest-AggregatesAdminTestJSON-971322428-project] 10.222.0.41 "GET /v2.0/security-groups?id=2645380c-0449-4b51-bf09-aaed9fee814d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723162 Jun 01 18:40:16.513388 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3884b355-073e-4d3c-a736-42ce0c5e33ac req-95ffe820-73f1-4984-95a0-64e65804b98f tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d29c071-4e6a-4167-9c9f-69f1a274133e HTTP/1.1" status: 200 len: 210 time: 0.0651617 Jun 01 18:40:16.514817 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-5e37361d-ab4a-46a2-af38-3f305790a599 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:16.517308 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [req-542da941-a9e7-4735-8f55-5f0c0b5fc874 req-d4646dc5-83d6-47bd-bef6-334b04daf8ed tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] Allocated IP 172.20.0.11 (411d1518-9352-4dec-8af2-2285a53556b4/cfa67698-6bf3-43ec-a752-299eaec79caf/35420f97-05c5-4e2d-b246-8037075de4fa) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:40:16.520776 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-5e37361d-ab4a-46a2-af38-3f305790a599 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:16.678972 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e37361d-ab4a-46a2-af38-3f305790a599 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=752b371c-7abe-49f1-8f9f-695bcf03769b,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:40:16.687577 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-5e37361d-ab4a-46a2-af38-3f305790a599 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e2257d81d2ba4e41a5da9b9028b06b09&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2133408 Jun 01 18:40:16.690917 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 40198) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:40:16.781042 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9acd8c0a-1f6f-4b44-a09e-72d37e997125 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:16.827672 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9acd8c0a-1f6f-4b44-a09e-72d37e997125 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:16.902487 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9acd8c0a-1f6f-4b44-a09e-72d37e997125 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:16.926337 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acd8c0a-1f6f-4b44-a09e-72d37e997125 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=752b371c-7abe-49f1-8f9f-695bcf03769b,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:40:16.940794 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9acd8c0a-1f6f-4b44-a09e-72d37e997125 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:16.942214 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-9acd8c0a-1f6f-4b44-a09e-72d37e997125 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/752b371c-7abe-49f1-8f9f-695bcf03769b HTTP/1.1" status: 204 len: 168 time: 0.2501793 Jun 01 18:40:16.951447 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-542da941-a9e7-4735-8f55-5f0c0b5fc874 req-d4646dc5-83d6-47bd-bef6-334b04daf8ed tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:17.031535 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-542da941-a9e7-4735-8f55-5f0c0b5fc874 req-d4646dc5-83d6-47bd-bef6-334b04daf8ed tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:17.108092 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-542da941-a9e7-4735-8f55-5f0c0b5fc874 req-d4646dc5-83d6-47bd-bef6-334b04daf8ed tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] Network 411d1518-9352-4dec-8af2-2285a53556b4 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:40:17.119642 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [req-542da941-a9e7-4735-8f55-5f0c0b5fc874 req-d4646dc5-83d6-47bd-bef6-334b04daf8ed tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:40:17.125330 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-542da941-a9e7-4735-8f55-5f0c0b5fc874 req-d4646dc5-83d6-47bd-bef6-334b04daf8ed tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:40:17.132019 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542da941-a9e7-4735-8f55-5f0c0b5fc874 req-d4646dc5-83d6-47bd-bef6-334b04daf8ed tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:40:17.132531 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-542da941-a9e7-4735-8f55-5f0c0b5fc874 req-d4646dc5-83d6-47bd-bef6-334b04daf8ed tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:17.175995 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4646dc5-83d6-47bd-bef6-334b04daf8ed tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] Pushing event updated for resources: {'Port': ['ID=35420f97-05c5-4e2d-b246-8037075de4fa,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:40:17.183820 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-542da941-a9e7-4735-8f55-5f0c0b5fc874 req-d4646dc5-83d6-47bd-bef6-334b04daf8ed tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4003916 Jun 01 18:40:17.576523 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd852ba-18c3-4947-ae39-c72aeffdaae1 req-8c8f78c2-42da-49f5-818c-314cb9557245 tempest-AggregatesAdminTestJSON-971322428 tempest-AggregatesAdminTestJSON-971322428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:40:17.585951 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-9fd852ba-18c3-4947-ae39-c72aeffdaae1 req-8c8f78c2-42da-49f5-818c-314cb9557245 tempest-AggregatesAdminTestJSON-971322428 tempest-AggregatesAdminTestJSON-971322428-project] 10.222.0.41 "GET /v2.0/ports?device_id=04bc22e4-5335-46f9-8863-816428294b1f HTTP/1.1" status: 200 len: 971 time: 0.1626110 Jun 01 18:40:17.643752 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-9fd852ba-18c3-4947-ae39-c72aeffdaae1 req-33f51d7a-07e6-4d39-b53b-d9471d949c55 tempest-AggregatesAdminTestJSON-971322428 tempest-AggregatesAdminTestJSON-971322428-project] 10.222.0.41 "GET /v2.0/security-groups?id=2645380c-0449-4b51-bf09-aaed9fee814d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564797 Jun 01 18:40:17.803872 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 40234) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:40:17.823444 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-299e0941-72b3-4ce9-9c6a-84def42dcb83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:17.834881 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ccac7c-7244-4871-bb1f-6ed910b0404b req-f323f6ee-ba81-408a-a354-217940eea1a2 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:40:17.835698 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-85ccac7c-7244-4871-bb1f-6ed910b0404b req-f323f6ee-ba81-408a-a354-217940eea1a2 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] Synchronizing usage tracker for tenant:0182a2e51ffc43df8efdd2130dbcea4d on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:40:17.842785 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-299e0941-72b3-4ce9-9c6a-84def42dcb83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:40:17.851573 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-299e0941-72b3-4ce9-9c6a-84def42dcb83 admin admin] Usage tracker for resource:security_group_rule and tenant:6c54a7a38470454eb9f8fa50380f5b33 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:40:17.854907 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-299e0941-72b3-4ce9-9c6a-84def42dcb83 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:40:17.859074 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-85ccac7c-7244-4871-bb1f-6ed910b0404b req-f323f6ee-ba81-408a-a354-217940eea1a2 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] Unset dirty status for tenant:0182a2e51ffc43df8efdd2130dbcea4d on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:40:17.860555 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-85ccac7c-7244-4871-bb1f-6ed910b0404b req-f323f6ee-ba81-408a-a354-217940eea1a2 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d29c071-4e6a-4167-9c9f-69f1a274133e HTTP/1.1" status: 200 len: 932 time: 0.1659153 Jun 01 18:40:17.861724 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-299e0941-72b3-4ce9-9c6a-84def42dcb83 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:40:17.946547 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-85ccac7c-7244-4871-bb1f-6ed910b0404b req-11281af4-aab0-4939-8abd-07016c3a7524 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] Synchronizing usage tracker for tenant:0182a2e51ffc43df8efdd2130dbcea4d on resource:security_group {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:40:18.016662 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-299e0941-72b3-4ce9-9c6a-84def42dcb83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:18.030794 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-299e0941-72b3-4ce9-9c6a-84def42dcb83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:18.036728 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-85ccac7c-7244-4871-bb1f-6ed910b0404b req-11281af4-aab0-4939-8abd-07016c3a7524 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] Unset dirty status for tenant:0182a2e51ffc43df8efdd2130dbcea4d on resource:security_group {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:40:18.045131 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-85ccac7c-7244-4871-bb1f-6ed910b0404b req-11281af4-aab0-4939-8abd-07016c3a7524 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] 10.222.0.41 "GET /v2.0/security-groups?id=444c87ba-31dc-4b5a-9977-492e198b845a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757772 Jun 01 18:40:18.107416 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-299e0941-72b3-4ce9-9c6a-84def42dcb83 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6c54a7a38470454eb9f8fa50380f5b33&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3023970 Jun 01 18:40:18.107609 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 40246) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:40:18.133401 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299e0941-72b3-4ce9-9c6a-84def42dcb83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc5f487f-5ae3-4f3d-9f13-78b15bc1fcad,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:40:18.180916 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f0e10ff3-d2b2-4e38-a774-385bd6a2f6e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:18.214103 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f0e10ff3-d2b2-4e38-a774-385bd6a2f6e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:18.295435 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f0e10ff3-d2b2-4e38-a774-385bd6a2f6e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:18.312801 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e10ff3-d2b2-4e38-a774-385bd6a2f6e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc5f487f-5ae3-4f3d-9f13-78b15bc1fcad,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:40:18.319165 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f0e10ff3-d2b2-4e38-a774-385bd6a2f6e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:18.320915 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-f0e10ff3-d2b2-4e38-a774-385bd6a2f6e0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/dc5f487f-5ae3-4f3d-9f13-78b15bc1fcad HTTP/1.1" status: 204 len: 168 time: 0.2117960 Jun 01 18:40:18.881390 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d27f978-93a4-4d2c-a0b3-707fefbe38e8 req-47181889-318f-4ffd-964e-d714b4535eee tempest-AggregatesAdminTestJSON-971322428 tempest-AggregatesAdminTestJSON-971322428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:40:18.882999 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6d27f978-93a4-4d2c-a0b3-707fefbe38e8 req-47181889-318f-4ffd-964e-d714b4535eee tempest-AggregatesAdminTestJSON-971322428 tempest-AggregatesAdminTestJSON-971322428-project] 10.222.0.41 "GET /v2.0/ports?device_id=04bc22e4-5335-46f9-8863-816428294b1f HTTP/1.1" status: 200 len: 971 time: 0.1154358 Jun 01 18:40:18.939932 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6d27f978-93a4-4d2c-a0b3-707fefbe38e8 req-7e34f80f-c61b-4bd4-9549-93de3c62d064 tempest-AggregatesAdminTestJSON-971322428 tempest-AggregatesAdminTestJSON-971322428-project] 10.222.0.41 "GET /v2.0/security-groups?id=2645380c-0449-4b51-bf09-aaed9fee814d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509093 Jun 01 18:40:19.158189 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d591f753-eb37-4fc0-be73-1d7fbfd308a9 req-a7ac2055-a49c-4154-a36f-bc6544770cad tempest-AggregatesAdminTestJSON-1231361197 tempest-AggregatesAdminTestJSON-1231361197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:40:19.159696 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d591f753-eb37-4fc0-be73-1d7fbfd308a9 req-a7ac2055-a49c-4154-a36f-bc6544770cad tempest-AggregatesAdminTestJSON-1231361197 tempest-AggregatesAdminTestJSON-1231361197-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=04bc22e4-5335-46f9-8863-816428294b1f HTTP/1.1" status: 200 len: 1122 time: 0.0907819 Jun 01 18:40:19.183650 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-d591f753-eb37-4fc0-be73-1d7fbfd308a9 req-ff9c9494-9952-4320-b3f7-6f34edd91222 tempest-AggregatesAdminTestJSON-1231361197 tempest-AggregatesAdminTestJSON-1231361197-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:19.199537 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-d591f753-eb37-4fc0-be73-1d7fbfd308a9 req-ff9c9494-9952-4320-b3f7-6f34edd91222 tempest-AggregatesAdminTestJSON-1231361197 tempest-AggregatesAdminTestJSON-1231361197-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:40:19.205242 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-d591f753-eb37-4fc0-be73-1d7fbfd308a9 req-ff9c9494-9952-4320-b3f7-6f34edd91222 tempest-AggregatesAdminTestJSON-1231361197 tempest-AggregatesAdminTestJSON-1231361197-project-admin] Usage tracker for resource:security_group_rule and tenant:2c5e4383c5df4492a7d73176d07b6f87 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:40:19.208391 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-d591f753-eb37-4fc0-be73-1d7fbfd308a9 req-ff9c9494-9952-4320-b3f7-6f34edd91222 tempest-AggregatesAdminTestJSON-1231361197 tempest-AggregatesAdminTestJSON-1231361197-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:40:19.214538 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-d591f753-eb37-4fc0-be73-1d7fbfd308a9 req-ff9c9494-9952-4320-b3f7-6f34edd91222 tempest-AggregatesAdminTestJSON-1231361197 tempest-AggregatesAdminTestJSON-1231361197-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:40:19.323330 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-d591f753-eb37-4fc0-be73-1d7fbfd308a9 req-ff9c9494-9952-4320-b3f7-6f34edd91222 tempest-AggregatesAdminTestJSON-1231361197 tempest-AggregatesAdminTestJSON-1231361197-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:19.329917 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-d591f753-eb37-4fc0-be73-1d7fbfd308a9 req-ff9c9494-9952-4320-b3f7-6f34edd91222 tempest-AggregatesAdminTestJSON-1231361197 tempest-AggregatesAdminTestJSON-1231361197-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:19.360453 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d591f753-eb37-4fc0-be73-1d7fbfd308a9 req-ff9c9494-9952-4320-b3f7-6f34edd91222 tempest-AggregatesAdminTestJSON-1231361197 tempest-AggregatesAdminTestJSON-1231361197-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=2645380c-0449-4b51-bf09-aaed9fee814d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945684 Jun 01 18:40:19.375965 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9c9494-9952-4320-b3f7-6f34edd91222 tempest-AggregatesAdminTestJSON-1231361197 tempest-AggregatesAdminTestJSON-1231361197-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6edb1051-cbb3-4735-81a0-8bf6d182285c,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:40:19.618040 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1612cad-69c5-43a1-8dd5-5ef5fb5f3f5a req-de5d3a4d-45a0-4197-84ed-3afe6f99735c tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:40:19.620293 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a1612cad-69c5-43a1-8dd5-5ef5fb5f3f5a req-de5d3a4d-45a0-4197-84ed-3afe6f99735c tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d29c071-4e6a-4167-9c9f-69f1a274133e HTTP/1.1" status: 200 len: 932 time: 0.1124325 Jun 01 18:40:19.688699 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a1612cad-69c5-43a1-8dd5-5ef5fb5f3f5a req-7f8df727-cf70-422a-8be7-c9666d83d038 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] 10.222.0.41 "GET /v2.0/security-groups?id=444c87ba-31dc-4b5a-9977-492e198b845a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633824 Jun 01 18:40:20.163791 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830977a1-1a2a-4c13-ac2b-aca6bbb085c9 req-9e792a86-1a0d-4651-8957-cfea8a200b4d tempest-AggregatesAdminTestJSON-971322428 tempest-AggregatesAdminTestJSON-971322428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:40:20.166757 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-830977a1-1a2a-4c13-ac2b-aca6bbb085c9 req-9e792a86-1a0d-4651-8957-cfea8a200b4d tempest-AggregatesAdminTestJSON-971322428 tempest-AggregatesAdminTestJSON-971322428-project] 10.222.0.41 "GET /v2.0/ports?device_id=04bc22e4-5335-46f9-8863-816428294b1f HTTP/1.1" status: 200 len: 971 time: 0.1092000 Jun 01 18:40:20.221138 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-830977a1-1a2a-4c13-ac2b-aca6bbb085c9 req-b5eee818-70af-4e07-9e70-e6cd8af9374d tempest-AggregatesAdminTestJSON-971322428 tempest-AggregatesAdminTestJSON-971322428-project] 10.222.0.41 "GET /v2.0/security-groups?id=2645380c-0449-4b51-bf09-aaed9fee814d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461600 Jun 01 18:40:20.260638 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 40332) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:40:20.299826 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 40340) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:40:20.427321 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a3fc2173-4f4b-47b6-86bf-aaed372ce876 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:20.458669 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-a3fc2173-4f4b-47b6-86bf-aaed372ce876 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:40:20.464740 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-a3fc2173-4f4b-47b6-86bf-aaed372ce876 admin admin] Usage tracker for resource:security_group_rule and tenant:dd28063bd6f6498599d2cf17c9a93612 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:40:20.469011 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-a3fc2173-4f4b-47b6-86bf-aaed372ce876 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:40:20.479357 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-a3fc2173-4f4b-47b6-86bf-aaed372ce876 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:40:20.498844 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ec6ed11e-c0a0-4062-b35e-2b2a2a3de508 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:20.530117 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-ec6ed11e-c0a0-4062-b35e-2b2a2a3de508 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:40:20.538180 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-ec6ed11e-c0a0-4062-b35e-2b2a2a3de508 admin admin] Usage tracker for resource:security_group_rule and tenant:f8013f0b5ef84353afbed79abe31a52f is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:40:20.541945 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-ec6ed11e-c0a0-4062-b35e-2b2a2a3de508 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:40:20.551763 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-ec6ed11e-c0a0-4062-b35e-2b2a2a3de508 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:40:20.643073 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a3fc2173-4f4b-47b6-86bf-aaed372ce876 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:20.649175 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a3fc2173-4f4b-47b6-86bf-aaed372ce876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:20.726953 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fc2173-4f4b-47b6-86bf-aaed372ce876 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46796aac-ccd9-41c4-aeb9-34c53060a0df,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:40:20.731105 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-a3fc2173-4f4b-47b6-86bf-aaed372ce876 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=dd28063bd6f6498599d2cf17c9a93612&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4694450 Jun 01 18:40:20.734723 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 40356) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:40:20.739845 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ec6ed11e-c0a0-4062-b35e-2b2a2a3de508 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:20.745466 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ec6ed11e-c0a0-4062-b35e-2b2a2a3de508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:20.793800 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6ed11e-c0a0-4062-b35e-2b2a2a3de508 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81c1d5e0-8d8d-4cb7-83d5-3d2bc428261a,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:40:20.806681 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-ec6ed11e-c0a0-4062-b35e-2b2a2a3de508 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f8013f0b5ef84353afbed79abe31a52f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5054517 Jun 01 18:40:20.809453 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 40362) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:40:20.843840 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-603e3c98-9151-43a0-9630-e14b73797ffc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:20.886581 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-603e3c98-9151-43a0-9630-e14b73797ffc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:20.915742 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cb1e9b-0300-4daa-8cb0-aae9c299115c req-d6ae9b90-0a0a-4dd5-8813-cd4d10f8ae96 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:40:20.923996 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-96cb1e9b-0300-4daa-8cb0-aae9c299115c req-d6ae9b90-0a0a-4dd5-8813-cd4d10f8ae96 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d29c071-4e6a-4167-9c9f-69f1a274133e HTTP/1.1" status: 200 len: 932 time: 0.1045840 Jun 01 18:40:20.926439 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-316b6f8a-cf28-4cf8-ae80-9a956bf95497 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:20.964734 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-316b6f8a-cf28-4cf8-ae80-9a956bf95497 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:20.991358 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-96cb1e9b-0300-4daa-8cb0-aae9c299115c req-447ab3c7-9d48-44eb-bda5-6a378af2b3d5 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] 10.222.0.41 "GET /v2.0/security-groups?id=444c87ba-31dc-4b5a-9977-492e198b845a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642295 Jun 01 18:40:21.006086 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-603e3c98-9151-43a0-9630-e14b73797ffc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:21.025907 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603e3c98-9151-43a0-9630-e14b73797ffc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46796aac-ccd9-41c4-aeb9-34c53060a0df,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:40:21.035949 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [req-542da941-a9e7-4735-8f55-5f0c0b5fc874 req-a0f41026-038d-4228-a2b0-2a8c1f242fb1 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=88524) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 18:40:21.037225 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-542da941-a9e7-4735-8f55-5f0c0b5fc874 req-a0f41026-038d-4228-a2b0-2a8c1f242fb1 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050967 Jun 01 18:40:21.039672 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-603e3c98-9151-43a0-9630-e14b73797ffc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:21.040782 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-603e3c98-9151-43a0-9630-e14b73797ffc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/46796aac-ccd9-41c4-aeb9-34c53060a0df HTTP/1.1" status: 204 len: 168 time: 0.3050241 Jun 01 18:40:21.070435 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-316b6f8a-cf28-4cf8-ae80-9a956bf95497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:21.088149 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-316b6f8a-cf28-4cf8-ae80-9a956bf95497 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:21.089299 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-316b6f8a-cf28-4cf8-ae80-9a956bf95497 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/81c1d5e0-8d8d-4cb7-83d5-3d2bc428261a HTTP/1.1" status: 204 len: 168 time: 0.2787840 Jun 01 18:40:21.090528 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316b6f8a-cf28-4cf8-ae80-9a956bf95497 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81c1d5e0-8d8d-4cb7-83d5-3d2bc428261a,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:40:21.213567 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-63dea4ea-1951-4fad-ae1d-7e9c529f94af req-ad3797fb-692f-4881-bfe3-f74d4e111a27 tempest-ServerDiagnosticsNegativeTest-1193718992 tempest-ServerDiagnosticsNegativeTest-1193718992-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=dc18e8a0e5b04a74a86d0dfe18db23ac&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0381758 Jun 01 18:40:21.444607 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dea4ea-1951-4fad-ae1d-7e9c529f94af req-22f08628-17af-45d7-b485-8b9d53c42dcc tempest-ServerDiagnosticsNegativeTest-1193718992 tempest-ServerDiagnosticsNegativeTest-1193718992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:40:21.444953 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408a1a61-40ad-4f83-8aec-2aa0aa0caa82 req-b0477907-1dfc-47ef-a6be-ff601c3a3097 tempest-AggregatesAdminTestJSON-971322428 tempest-AggregatesAdminTestJSON-971322428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:40:21.446650 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-63dea4ea-1951-4fad-ae1d-7e9c529f94af req-22f08628-17af-45d7-b485-8b9d53c42dcc tempest-ServerDiagnosticsNegativeTest-1193718992 tempest-ServerDiagnosticsNegativeTest-1193718992-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2322366 Jun 01 18:40:21.447763 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-408a1a61-40ad-4f83-8aec-2aa0aa0caa82 req-b0477907-1dfc-47ef-a6be-ff601c3a3097 tempest-AggregatesAdminTestJSON-971322428 tempest-AggregatesAdminTestJSON-971322428-project] 10.222.0.41 "GET /v2.0/ports?device_id=04bc22e4-5335-46f9-8863-816428294b1f HTTP/1.1" status: 200 len: 971 time: 0.1053784 Jun 01 18:40:21.502024 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-408a1a61-40ad-4f83-8aec-2aa0aa0caa82 req-beeb37b1-22f2-4a2c-accf-0a6824a0b801 tempest-AggregatesAdminTestJSON-971322428 tempest-AggregatesAdminTestJSON-971322428-project] 10.222.0.41 "GET /v2.0/security-groups?id=2645380c-0449-4b51-bf09-aaed9fee814d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471590 Jun 01 18:40:21.521903 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-63dea4ea-1951-4fad-ae1d-7e9c529f94af req-92a0fbcb-e640-4103-9910-343d4d1e3c95 tempest-ServerDiagnosticsNegativeTest-1193718992 tempest-ServerDiagnosticsNegativeTest-1193718992-project] 10.222.0.41 "GET /v2.0/quotas/dc18e8a0e5b04a74a86d0dfe18db23ac HTTP/1.1" status: 200 len: 375 time: 0.0316780 Jun 01 18:40:21.538652 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-542da941-a9e7-4735-8f55-5f0c0b5fc874 req-17156605-10ce-4974-bfa3-9517f975c715 service neutron] Request body: {'port': {'device_id': '7d29c071-4e6a-4167-9c9f-69f1a274133e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844202-1'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:40:21.592561 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-63dea4ea-1951-4fad-ae1d-7e9c529f94af req-816811dd-9067-4323-86b3-8d002fd0bbdf tempest-ServerDiagnosticsNegativeTest-1193718992 tempest-ServerDiagnosticsNegativeTest-1193718992-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=dc18e8a0e5b04a74a86d0dfe18db23ac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0594878 Jun 01 18:40:21.601610 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 40390) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:40:21.635077 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41ec28a-6dbc-4207-95d3-65ff7ea555bd req-a8e4df44-2e59-4c3b-b194-483b99e95399 tempest-AggregatesAdminTestJSON-971322428 tempest-AggregatesAdminTestJSON-971322428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:40:21.636562 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e41ec28a-6dbc-4207-95d3-65ff7ea555bd req-a8e4df44-2e59-4c3b-b194-483b99e95399 tempest-AggregatesAdminTestJSON-971322428 tempest-AggregatesAdminTestJSON-971322428-project] 10.222.0.15 "GET /v2.0/ports?device_id=04bc22e4-5335-46f9-8863-816428294b1f HTTP/1.1" status: 200 len: 971 time: 0.1889200 Jun 01 18:40:21.637443 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-19ca7162-b5e6-4ef2-bb20-bc5cf8e0ada4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:21.685814 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-542da941-a9e7-4735-8f55-5f0c0b5fc874 req-17156605-10ce-4974-bfa3-9517f975c715 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:21.690204 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 40394) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:40:21.721970 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-19ca7162-b5e6-4ef2-bb20-bc5cf8e0ada4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:40:21.734053 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-19ca7162-b5e6-4ef2-bb20-bc5cf8e0ada4 admin admin] Usage tracker for resource:security_group_rule and tenant:445638d790af4082b1d7cf56ea28b458 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:40:21.739626 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-946a5f46-9cba-44e5-b783-245b31ed2a65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:21.750006 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-19ca7162-b5e6-4ef2-bb20-bc5cf8e0ada4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:40:21.772500 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-19ca7162-b5e6-4ef2-bb20-bc5cf8e0ada4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:40:21.810518 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [req-e41ec28a-6dbc-4207-95d3-65ff7ea555bd req-1d4bf648-a7b0-4381-92f8-0c5c44f96508 tempest-AggregatesAdminTestJSON-971322428 tempest-AggregatesAdminTestJSON-971322428-project] Deleting port 9afd4a93-f6e1-4255-b065-53824091f48f {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:40:21.810854 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-e41ec28a-6dbc-4207-95d3-65ff7ea555bd req-1d4bf648-a7b0-4381-92f8-0c5c44f96508 tempest-AggregatesAdminTestJSON-971322428 tempest-AggregatesAdminTestJSON-971322428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:21.848220 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c0ca10bd-603b-49a3-b27c-62251196f580 req-045aa402-028f-4568-87b0-21b1d989f3db tempest-ServerDiagnosticsNegativeTest-1193718992 tempest-ServerDiagnosticsNegativeTest-1193718992-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8a446cb-02e7-49c2-a7ca-479b23fab753 HTTP/1.1" status: 200 len: 210 time: 0.0594990 Jun 01 18:40:21.865163 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-946a5f46-9cba-44e5-b783-245b31ed2a65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:40:21.882736 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-946a5f46-9cba-44e5-b783-245b31ed2a65 admin admin] Usage tracker for resource:security_group_rule and tenant:027d465e91f44a95a0e5ed43a16b159a is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:40:21.896909 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-946a5f46-9cba-44e5-b783-245b31ed2a65 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:40:22.008251 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-946a5f46-9cba-44e5-b783-245b31ed2a65 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:40:22.067021 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-19ca7162-b5e6-4ef2-bb20-bc5cf8e0ada4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:22.097913 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-19ca7162-b5e6-4ef2-bb20-bc5cf8e0ada4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:22.183530 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [req-542da941-a9e7-4735-8f55-5f0c0b5fc874 req-17156605-10ce-4974-bfa3-9517f975c715 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35420f97-05c5-4e2d-b246-8037075de4fa {{(pid=88524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:40:22.194014 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-542da941-a9e7-4735-8f55-5f0c0b5fc874 req-17156605-10ce-4974-bfa3-9517f975c715 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:22.211096 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [req-542da941-a9e7-4735-8f55-5f0c0b5fc874 req-17156605-10ce-4974-bfa3-9517f975c715 service neutron] Transition to ACTIVE for port object 35420f97-05c5-4e2d-b246-8037075de4fa will not be triggered until provisioned by entity L2. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:40:22.215040 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-542da941-a9e7-4735-8f55-5f0c0b5fc874 req-17156605-10ce-4974-bfa3-9517f975c715 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:22.284650 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-19ca7162-b5e6-4ef2-bb20-bc5cf8e0ada4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=445638d790af4082b1d7cf56ea28b458&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6818514 Jun 01 18:40:22.292506 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 40412) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:40:22.370159 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ca7162-b5e6-4ef2-bb20-bc5cf8e0ada4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaf9ae01-e372-4eee-97c8-d8a7ba1086be,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:40:22.471055 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17156605-10ce-4974-bfa3-9517f975c715 service neutron] Pushing event updated for resources: {'Port': ['ID=35420f97-05c5-4e2d-b246-8037075de4fa,revision_number=2']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:40:22.494544 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-542da941-a9e7-4735-8f55-5f0c0b5fc874 req-17156605-10ce-4974-bfa3-9517f975c715 service neutron] Attempting to bind port 35420f97-05c5-4e2d-b246-8037075de4fa on host n-h2-844202-1 for vnic_type normal with profile {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:40:22.494898 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-542da941-a9e7-4735-8f55-5f0c0b5fc874 req-17156605-10ce-4974-bfa3-9517f975c715 service neutron] Attempting to bind port 35420f97-05c5-4e2d-b246-8037075de4fa by drivers openvswitch,hyperv on host n-h2-844202-1 at level 0 using segments [{'id': 'e7a2e8fb-b3d5-44ba-bb42-81da885a74e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '411d1518-9352-4dec-8af2-2285a53556b4'}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:40:22.495253 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-542da941-a9e7-4735-8f55-5f0c0b5fc874 req-17156605-10ce-4974-bfa3-9517f975c715 service neutron] Attempting to bind port 35420f97-05c5-4e2d-b246-8037075de4fa on network 411d1518-9352-4dec-8af2-2285a53556b4 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:40:22.501841 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-e41ec28a-6dbc-4207-95d3-65ff7ea555bd req-1d4bf648-a7b0-4381-92f8-0c5c44f96508 tempest-AggregatesAdminTestJSON-971322428 tempest-AggregatesAdminTestJSON-971322428-project] For port 9afd4a93-f6e1-4255-b065-53824091f48f, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=9afd4a93-f6e1-4255-b065-53824091f48f,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:40:22.502374 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-e41ec28a-6dbc-4207-95d3-65ff7ea555bd req-1d4bf648-a7b0-4381-92f8-0c5c44f96508 tempest-AggregatesAdminTestJSON-971322428 tempest-AggregatesAdminTestJSON-971322428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:22.512858 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-542da941-a9e7-4735-8f55-5f0c0b5fc874 req-17156605-10ce-4974-bfa3-9517f975c715 service neutron] Port 35420f97-05c5-4e2d-b246-8037075de4fa on network 411d1518-9352-4dec-8af2-2285a53556b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-844202-1 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 18:40:22.513326 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-542da941-a9e7-4735-8f55-5f0c0b5fc874 req-17156605-10ce-4974-bfa3-9517f975c715 service neutron] Attempting to bind port 35420f97-05c5-4e2d-b246-8037075de4fa on network 411d1518-9352-4dec-8af2-2285a53556b4 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:40:22.519064 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-7989b65a-668b-4929-9aad-abe37da88dc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:22.523813 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-542da941-a9e7-4735-8f55-5f0c0b5fc874 req-17156605-10ce-4974-bfa3-9517f975c715 service neutron] Checking agent: {'id': 'f5db9968-6317-4186-9100-9e0ca6b50417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 18, 40, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:40:22.524088 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-542da941-a9e7-4735-8f55-5f0c0b5fc874 req-17156605-10ce-4974-bfa3-9517f975c715 service neutron] Checking segment: {'id': 'e7a2e8fb-b3d5-44ba-bb42-81da885a74e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '411d1518-9352-4dec-8af2-2285a53556b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:40:22.526200 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-542da941-a9e7-4735-8f55-5f0c0b5fc874 req-17156605-10ce-4974-bfa3-9517f975c715 service neutron] Bound using segment: {'id': 'e7a2e8fb-b3d5-44ba-bb42-81da885a74e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '411d1518-9352-4dec-8af2-2285a53556b4'} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:40:22.526688 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-542da941-a9e7-4735-8f55-5f0c0b5fc874 req-17156605-10ce-4974-bfa3-9517f975c715 service neutron] Bound port: 35420f97-05c5-4e2d-b246-8037075de4fa, host: n-h2-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7a2e8fb-b3d5-44ba-bb42-81da885a74e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '411d1518-9352-4dec-8af2-2285a53556b4'}}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:40:22.527019 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-542da941-a9e7-4735-8f55-5f0c0b5fc874 req-17156605-10ce-4974-bfa3-9517f975c715 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:22.548547 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bb0ed2-c3f1-4f16-b695-04a6ecd7a53a req-109eb270-23a0-4b92-9f2b-0e74e4cd1bb5 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:40:22.560628 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-59bb0ed2-c3f1-4f16-b695-04a6ecd7a53a req-109eb270-23a0-4b92-9f2b-0e74e4cd1bb5 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d29c071-4e6a-4167-9c9f-69f1a274133e HTTP/1.1" status: 200 len: 944 time: 0.4192574 Jun 01 18:40:22.571786 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-946a5f46-9cba-44e5-b783-245b31ed2a65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:22.598536 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-7989b65a-668b-4929-9aad-abe37da88dc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:22.721949 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-542da941-a9e7-4735-8f55-5f0c0b5fc874 req-17156605-10ce-4974-bfa3-9517f975c715 service neutron] For port 35420f97-05c5-4e2d-b246-8037075de4fa, host n-h2-844202-1, cleared binding levels {{(pid=88524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:40:22.741724 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-542da941-a9e7-4735-8f55-5f0c0b5fc874 req-17156605-10ce-4974-bfa3-9517f975c715 service neutron] For port 35420f97-05c5-4e2d-b246-8037075de4fa, host n-h2-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=35420f97-05c5-4e2d-b246-8037075de4fa,segment=NetworkSegment(e7a2e8fb-b3d5-44ba-bb42-81da885a74e3),segment_id=e7a2e8fb-b3d5-44ba-bb42-81da885a74e3)] {{(pid=88524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:40:22.747444 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-946a5f46-9cba-44e5-b783-245b31ed2a65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:22.748030 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-542da941-a9e7-4735-8f55-5f0c0b5fc874 req-17156605-10ce-4974-bfa3-9517f975c715 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:22.771028 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [req-e41ec28a-6dbc-4207-95d3-65ff7ea555bd req-1d4bf648-a7b0-4381-92f8-0c5c44f96508 tempest-AggregatesAdminTestJSON-971322428 tempest-AggregatesAdminTestJSON-971322428-project] Calling delete_port for 9afd4a93-f6e1-4255-b065-53824091f48f owned by compute:tempest-test_az-1343140778 {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:40:22.823963 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542da941-a9e7-4735-8f55-5f0c0b5fc874 req-17156605-10ce-4974-bfa3-9517f975c715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:40:22.824587 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-542da941-a9e7-4735-8f55-5f0c0b5fc874 req-17156605-10ce-4974-bfa3-9517f975c715 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:22.826087 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-542da941-a9e7-4735-8f55-5f0c0b5fc874 req-17156605-10ce-4974-bfa3-9517f975c715 service neutron] 10.222.0.50 "PUT /v2.0/ports/35420f97-05c5-4e2d-b246-8037075de4fa HTTP/1.1" status: 200 len: 1092 time: 1.6241469 Jun 01 18:40:22.829236 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-7989b65a-668b-4929-9aad-abe37da88dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:22.832810 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d29c071-4e6a-4167-9c9f-69f1a274133e', 'tag': '35420f97-05c5-4e2d-b246-8037075de4fa'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:40:22.885981 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.agents_db [None req-e814b9cf-7de8-45d0-a079-29c61fabe7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 18:40:22.905039 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.50', 61260) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:40:22.934376 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b1868a-b5e4-4f57-8cf4-766396d8360a req-1538b550-b1ae-413c-a2ce-01fea9106390 tempest-AggregatesAdminTestJSON-971322428 tempest-AggregatesAdminTestJSON-971322428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:40:22.936627 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-50b1868a-b5e4-4f57-8cf4-766396d8360a req-1538b550-b1ae-413c-a2ce-01fea9106390 tempest-AggregatesAdminTestJSON-971322428 tempest-AggregatesAdminTestJSON-971322428-project] 10.222.0.41 "GET /v2.0/ports?device_id=04bc22e4-5335-46f9-8863-816428294b1f HTTP/1.1" status: 200 len: 971 time: 0.3168759 Jun 01 18:40:22.979951 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7989b65a-668b-4929-9aad-abe37da88dc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaf9ae01-e372-4eee-97c8-d8a7ba1086be,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:40:23.034753 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-63dea4ea-1951-4fad-ae1d-7e9c529f94af req-684bf47c-9e55-4c81-a8a4-c954f307c6a3 tempest-ServerDiagnosticsNegativeTest-1193718992 tempest-ServerDiagnosticsNegativeTest-1193718992-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=dc18e8a0e5b04a74a86d0dfe18db23ac&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1196079 Jun 01 18:40:23.047318 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-946a5f46-9cba-44e5-b783-245b31ed2a65 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=027d465e91f44a95a0e5ed43a16b159a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3454316 Jun 01 18:40:23.056766 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 40426) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:40:23.068444 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-59bb0ed2-c3f1-4f16-b695-04a6ecd7a53a req-a3497c62-55f5-4f9b-b554-25db8b948df9 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] 10.222.0.41 "GET /v2.0/security-groups?id=444c87ba-31dc-4b5a-9977-492e198b845a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5060363 Jun 01 18:40:23.073929 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946a5f46-9cba-44e5-b783-245b31ed2a65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c51220e9-c173-4c2a-95a4-349e1b3cda1f,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:40:23.194891 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17156605-10ce-4974-bfa3-9517f975c715 service neutron] Pushing event updated for resources: {'Port': ['ID=35420f97-05c5-4e2d-b246-8037075de4fa,revision_number=3']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:40:23.224742 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-50b1868a-b5e4-4f57-8cf4-766396d8360a req-d45e4337-fa52-4be5-b7c8-093c2cb83557 tempest-AggregatesAdminTestJSON-971322428 tempest-AggregatesAdminTestJSON-971322428-project] 10.222.0.41 "GET /v2.0/security-groups?id=2645380c-0449-4b51-bf09-aaed9fee814d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359123 Jun 01 18:40:23.249655 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-7989b65a-668b-4929-9aad-abe37da88dc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:23.254317 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-7989b65a-668b-4929-9aad-abe37da88dc6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/eaf9ae01-e372-4eee-97c8-d8a7ba1086be HTTP/1.1" status: 204 len: 168 time: 0.9573901 Jun 01 18:40:23.301145 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-6f79ffba-b8be-443e-9f5e-d52cba458615 req-39740ad5-ecbb-43b0-ade8-174fcd5c502c tempest-ServerDiagnosticsNegativeTest-1193718992 tempest-ServerDiagnosticsNegativeTest-1193718992-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8a446cb-02e7-49c2-a7ca-479b23fab753 HTTP/1.1" status: 200 len: 210 time: 0.0667551 Jun 01 18:40:23.312819 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dea4ea-1951-4fad-ae1d-7e9c529f94af req-1768c929-a2c4-4f36-be8a-3b7e9157938d tempest-ServerDiagnosticsNegativeTest-1193718992 tempest-ServerDiagnosticsNegativeTest-1193718992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:40:23.314447 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-63dea4ea-1951-4fad-ae1d-7e9c529f94af req-1768c929-a2c4-4f36-be8a-3b7e9157938d tempest-ServerDiagnosticsNegativeTest-1193718992 tempest-ServerDiagnosticsNegativeTest-1193718992-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2342470 Jun 01 18:40:23.329085 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-63dea4ea-1951-4fad-ae1d-7e9c529f94af req-1f9cc764-aaf4-441e-86e4-196816485db3 tempest-ServerDiagnosticsNegativeTest-1193718992 tempest-ServerDiagnosticsNegativeTest-1193718992-project] Request body: {'port': {'device_id': 'c8a446cb-02e7-49c2-a7ca-479b23fab753', 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426', 'admin_state_up': True, 'tenant_id': 'dc18e8a0e5b04a74a86d0dfe18db23ac'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:40:23.388540 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9affdd79-dd5e-4863-b77c-51ff762e7cc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:23.413933 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81319a14-cc9b-41cc-8b5f-9a2e0fcf91ec'] response: {'name': 'network-changed', 'server_uuid': '7d29c071-4e6a-4167-9c9f-69f1a274133e', 'tag': '35420f97-05c5-4e2d-b246-8037075de4fa', 'status': 'completed', 'code': 200} Jun 01 18:40:23.429682 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9affdd79-dd5e-4863-b77c-51ff762e7cc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:23.437470 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542da941-a9e7-4735-8f55-5f0c0b5fc874 req-09a0af70-c119-4136-b33c-0c27f74e3851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:40:23.438940 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-542da941-a9e7-4735-8f55-5f0c0b5fc874 req-09a0af70-c119-4136-b33c-0c27f74e3851 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0182a2e51ffc43df8efdd2130dbcea4d&device_id=7d29c071-4e6a-4167-9c9f-69f1a274133e HTTP/1.1" status: 200 len: 1095 time: 0.5357890 Jun 01 18:40:23.453534 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-e41ec28a-6dbc-4207-95d3-65ff7ea555bd req-1d4bf648-a7b0-4381-92f8-0c5c44f96508 tempest-AggregatesAdminTestJSON-971322428 tempest-AggregatesAdminTestJSON-971322428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:23.466583 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] get_ports_and_sgs() called for port_ids ['9afd4a93-f6e1-4255-b065-53824091f48f'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:40:23.524288 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4bf648-a7b0-4381-92f8-0c5c44f96508 tempest-AggregatesAdminTestJSON-971322428 tempest-AggregatesAdminTestJSON-971322428-project] Pushing event deleted for resources: {'Port': ['ID=9afd4a93-f6e1-4255-b065-53824091f48f,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:40:23.538955 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-542da941-a9e7-4735-8f55-5f0c0b5fc874 req-df3cd4bb-72ef-4eb1-8adf-de2ebe4d0a4f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=35420f97-05c5-4e2d-b246-8037075de4fa HTTP/1.1" status: 200 len: 217 time: 0.0931244 Jun 01 18:40:23.612621 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [req-e41ec28a-6dbc-4207-95d3-65ff7ea555bd req-1d4bf648-a7b0-4381-92f8-0c5c44f96508 tempest-AggregatesAdminTestJSON-971322428 tempest-AggregatesAdminTestJSON-971322428-project] No DVR routers for this DVR port 9afd4a93-f6e1-4255-b065-53824091f48f on host n-h1-844202-1 {{(pid=88525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 18:40:23.617522 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-e41ec28a-6dbc-4207-95d3-65ff7ea555bd req-1d4bf648-a7b0-4381-92f8-0c5c44f96508 tempest-AggregatesAdminTestJSON-971322428 tempest-AggregatesAdminTestJSON-971322428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:23.620492 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04bc22e4-5335-46f9-8863-816428294b1f', 'name': 'network-vif-deleted', 'tag': '9afd4a93-f6e1-4255-b065-53824091f48f'}] {{(pid=88525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:40:23.642890 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542da941-a9e7-4735-8f55-5f0c0b5fc874 req-7d4f6f19-032d-458c-8823-506455af1a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:40:23.644619 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-542da941-a9e7-4735-8f55-5f0c0b5fc874 req-7d4f6f19-032d-458c-8823-506455af1a6e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=cfa67698-6bf3-43ec-a752-299eaec79caf HTTP/1.1" status: 200 len: 861 time: 0.0981233 Jun 01 18:40:23.645932 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-63dea4ea-1951-4fad-ae1d-7e9c529f94af req-1f9cc764-aaf4-441e-86e4-196816485db3 tempest-ServerDiagnosticsNegativeTest-1193718992 tempest-ServerDiagnosticsNegativeTest-1193718992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:40:23.657172 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9affdd79-dd5e-4863-b77c-51ff762e7cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:23.684107 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e41ec28a-6dbc-4207-95d3-65ff7ea555bd req-1d4bf648-a7b0-4381-92f8-0c5c44f96508 tempest-AggregatesAdminTestJSON-971322428 tempest-AggregatesAdminTestJSON-971322428-project] 10.222.0.15 "DELETE /v2.0/ports/9afd4a93-f6e1-4255-b065-53824091f48f HTTP/1.1" status: 204 len: 173 time: 2.0373418 Jun 01 18:40:23.685924 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9affdd79-dd5e-4863-b77c-51ff762e7cc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c51220e9-c173-4c2a-95a4-349e1b3cda1f,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:40:23.703649 n-d-844202-1 neutron-server[88525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63d223c8-3b8f-4e46-9011-645cb2e3c11b'] response: {'server_uuid': '04bc22e4-5335-46f9-8863-816428294b1f', 'name': 'network-vif-deleted', 'tag': '9afd4a93-f6e1-4255-b065-53824091f48f', 'status': 'completed', 'code': 200} Jun 01 18:40:23.704632 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9affdd79-dd5e-4863-b77c-51ff762e7cc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:23.708284 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-9affdd79-dd5e-4863-b77c-51ff762e7cc9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c51220e9-c173-4c2a-95a4-349e1b3cda1f HTTP/1.1" status: 204 len: 168 time: 0.6364779 Jun 01 18:40:23.729395 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-63dea4ea-1951-4fad-ae1d-7e9c529f94af req-1f9cc764-aaf4-441e-86e4-196816485db3 tempest-ServerDiagnosticsNegativeTest-1193718992 tempest-ServerDiagnosticsNegativeTest-1193718992-project] Usage tracker for resource:port and tenant:dc18e8a0e5b04a74a86d0dfe18db23ac is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:40:23.741020 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-63dea4ea-1951-4fad-ae1d-7e9c529f94af req-1f9cc764-aaf4-441e-86e4-196816485db3 tempest-ServerDiagnosticsNegativeTest-1193718992 tempest-ServerDiagnosticsNegativeTest-1193718992-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:40:23.751975 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-63dea4ea-1951-4fad-ae1d-7e9c529f94af req-1f9cc764-aaf4-441e-86e4-196816485db3 tempest-ServerDiagnosticsNegativeTest-1193718992 tempest-ServerDiagnosticsNegativeTest-1193718992-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:40:23.774248 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-542da941-a9e7-4735-8f55-5f0c0b5fc874 req-050820cd-dfb9-458a-b9fe-9db2cd9c8c93 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=411d1518-9352-4dec-8af2-2285a53556b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1231220 Jun 01 18:40:23.775642 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63dea4ea-1951-4fad-ae1d-7e9c529f94af req-1f9cc764-aaf4-441e-86e4-196816485db3 tempest-ServerDiagnosticsNegativeTest-1193718992 tempest-ServerDiagnosticsNegativeTest-1193718992-project] Made reservation on behalf of dc18e8a0e5b04a74a86d0dfe18db23ac for: {'port': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:40:23.781116 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-63dea4ea-1951-4fad-ae1d-7e9c529f94af req-1f9cc764-aaf4-441e-86e4-196816485db3 tempest-ServerDiagnosticsNegativeTest-1193718992 tempest-ServerDiagnosticsNegativeTest-1193718992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:23.820853 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-63dea4ea-1951-4fad-ae1d-7e9c529f94af req-1f9cc764-aaf4-441e-86e4-196816485db3 tempest-ServerDiagnosticsNegativeTest-1193718992 tempest-ServerDiagnosticsNegativeTest-1193718992-project] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:23.892867 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-63dea4ea-1951-4fad-ae1d-7e9c529f94af req-1f9cc764-aaf4-441e-86e4-196816485db3 tempest-ServerDiagnosticsNegativeTest-1193718992 tempest-ServerDiagnosticsNegativeTest-1193718992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:40:23.909902 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-63dea4ea-1951-4fad-ae1d-7e9c529f94af req-1f9cc764-aaf4-441e-86e4-196816485db3 tempest-ServerDiagnosticsNegativeTest-1193718992 tempest-ServerDiagnosticsNegativeTest-1193718992-project] Usage tracker for resource:security_group_rule and tenant:dc18e8a0e5b04a74a86d0dfe18db23ac is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:40:23.914653 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-63dea4ea-1951-4fad-ae1d-7e9c529f94af req-1f9cc764-aaf4-441e-86e4-196816485db3 tempest-ServerDiagnosticsNegativeTest-1193718992 tempest-ServerDiagnosticsNegativeTest-1193718992-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:40:23.923827 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-63dea4ea-1951-4fad-ae1d-7e9c529f94af req-1f9cc764-aaf4-441e-86e4-196816485db3 tempest-ServerDiagnosticsNegativeTest-1193718992 tempest-ServerDiagnosticsNegativeTest-1193718992-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:40:23.984939 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-542da941-a9e7-4735-8f55-5f0c0b5fc874 req-ef5827d5-a53e-47d7-bac1-e878d9e25e9e service neutron] 10.222.0.50 "GET /v2.0/networks/411d1518-9352-4dec-8af2-2285a53556b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897664 Jun 01 18:40:24.262856 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-542da941-a9e7-4735-8f55-5f0c0b5fc874 req-e991ec80-568a-4a73-b6aa-12d712c008ba service neutron] 10.222.0.50 "GET /v2.0/networks/411d1518-9352-4dec-8af2-2285a53556b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2724185 Jun 01 18:40:24.266464 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-63dea4ea-1951-4fad-ae1d-7e9c529f94af req-1f9cc764-aaf4-441e-86e4-196816485db3 tempest-ServerDiagnosticsNegativeTest-1193718992 tempest-ServerDiagnosticsNegativeTest-1193718992-project] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:24.281507 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-63dea4ea-1951-4fad-ae1d-7e9c529f94af req-1f9cc764-aaf4-441e-86e4-196816485db3 tempest-ServerDiagnosticsNegativeTest-1193718992 tempest-ServerDiagnosticsNegativeTest-1193718992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:24.386449 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9cc764-aaf4-441e-86e4-196816485db3 tempest-ServerDiagnosticsNegativeTest-1193718992 tempest-ServerDiagnosticsNegativeTest-1193718992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e65fc53-7f73-42f9-927d-260508f4c705,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:40:24.468390 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-f6d8affb-24ba-448e-be0a-cf779a659093 req-25b3f2d0-884f-4312-a1a3-f6c8b3ead2a0 tempest-AggregatesAdminTestJSON-971322428 tempest-AggregatesAdminTestJSON-971322428-project] Synchronizing usage tracker for tenant:fcd9abc9bebd46a6b0bfb3e8895f405a on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:40:24.492628 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-f6d8affb-24ba-448e-be0a-cf779a659093 req-25b3f2d0-884f-4312-a1a3-f6c8b3ead2a0 tempest-AggregatesAdminTestJSON-971322428 tempest-AggregatesAdminTestJSON-971322428-project] Unset dirty status for tenant:fcd9abc9bebd46a6b0bfb3e8895f405a on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:40:24.494543 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f6d8affb-24ba-448e-be0a-cf779a659093 req-25b3f2d0-884f-4312-a1a3-f6c8b3ead2a0 tempest-AggregatesAdminTestJSON-971322428 tempest-AggregatesAdminTestJSON-971322428-project] 10.222.0.41 "GET /v2.0/ports?device_id=04bc22e4-5335-46f9-8863-816428294b1f HTTP/1.1" status: 200 len: 210 time: 0.0932589 Jun 01 18:40:24.686810 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-220307f0-4edb-4e99-9549-70195d5a60a7 req-31bab1aa-006a-453c-ba7d-85316ffde8b8 tempest-ServerDiagnosticsNegativeTest-1193718992 tempest-ServerDiagnosticsNegativeTest-1193718992-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8a446cb-02e7-49c2-a7ca-479b23fab753 HTTP/1.1" status: 200 len: 210 time: 0.0540521 Jun 01 18:40:24.756745 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0cafef-3727-474c-9abf-a7771ba687a5 req-380e0b91-dc2e-43cd-8b9a-76479d830275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:40:24.758089 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9f0cafef-3727-474c-9abf-a7771ba687a5 req-380e0b91-dc2e-43cd-8b9a-76479d830275 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0182a2e51ffc43df8efdd2130dbcea4d&device_id=7d29c071-4e6a-4167-9c9f-69f1a274133e HTTP/1.1" status: 200 len: 1095 time: 0.3810048 Jun 01 18:40:24.765461 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [req-63dea4ea-1951-4fad-ae1d-7e9c529f94af req-1f9cc764-aaf4-441e-86e4-196816485db3 tempest-ServerDiagnosticsNegativeTest-1193718992 tempest-ServerDiagnosticsNegativeTest-1193718992-project] Allocated IP 192.168.233.121 (898153a3-5d71-43be-9d14-343ea4a48426/35e3ad2f-9c88-4698-b634-4e1b58de1cc2/a6a7079a-5ad7-4f2f-a423-a40078b0a242) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:40:24.807562 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b91c2e-2a15-4fa7-a9f3-390514cb520c req-ed4db15e-c39f-4c92-ae2e-d157ee19b2b6 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:40:24.814636 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b9b91c2e-2a15-4fa7-a9f3-390514cb520c req-ed4db15e-c39f-4c92-ae2e-d157ee19b2b6 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d29c071-4e6a-4167-9c9f-69f1a274133e HTTP/1.1" status: 200 len: 944 time: 0.5275371 Jun 01 18:40:24.834073 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 40496) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:40:24.969851 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-d51f4fd6-5979-44dc-8cc4-5ccad00c9e30 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-123435625-network', 'tenant_id': '6606a7fc4b484949b686972d38cc777d'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:40:24.977205 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-d51f4fd6-5979-44dc-8cc4-5ccad00c9e30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:40:24.981917 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-d51f4fd6-5979-44dc-8cc4-5ccad00c9e30 admin admin] Usage tracker for resource:network and tenant:6606a7fc4b484949b686972d38cc777d is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:40:24.984608 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b9b91c2e-2a15-4fa7-a9f3-390514cb520c req-9722b943-3c16-42c3-84f3-05bacccb6c8c tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] 10.222.0.41 "GET /v2.0/security-groups?id=444c87ba-31dc-4b5a-9977-492e198b845a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689835 Jun 01 18:40:24.986862 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-d51f4fd6-5979-44dc-8cc4-5ccad00c9e30 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:40:24.995239 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-d51f4fd6-5979-44dc-8cc4-5ccad00c9e30 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:40:25.008314 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d51f4fd6-5979-44dc-8cc4-5ccad00c9e30 admin admin] Made reservation on behalf of 6606a7fc4b484949b686972d38cc777d for: {'network': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:40:25.010841 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d51f4fd6-5979-44dc-8cc4-5ccad00c9e30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:25.034602 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d51f4fd6-5979-44dc-8cc4-5ccad00c9e30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:25.050083 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-d51f4fd6-5979-44dc-8cc4-5ccad00c9e30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:40:25.054111 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-d51f4fd6-5979-44dc-8cc4-5ccad00c9e30 admin admin] Usage tracker for resource:security_group_rule and tenant:6606a7fc4b484949b686972d38cc777d is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:40:25.056977 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-d51f4fd6-5979-44dc-8cc4-5ccad00c9e30 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:40:25.063707 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-d51f4fd6-5979-44dc-8cc4-5ccad00c9e30 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:40:25.089439 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0cafef-3727-474c-9abf-a7771ba687a5 req-d0777bc9-e343-48ad-b3e7-96684fa5fe0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:40:25.091239 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9f0cafef-3727-474c-9abf-a7771ba687a5 req-d0777bc9-e343-48ad-b3e7-96684fa5fe0c service neutron] 10.222.0.50 "GET /v2.0/networks?id=411d1518-9352-4dec-8af2-2285a53556b4 HTTP/1.1" status: 200 len: 922 time: 0.3234038 Jun 01 18:40:25.158018 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d51f4fd6-5979-44dc-8cc4-5ccad00c9e30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:25.163020 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d51f4fd6-5979-44dc-8cc4-5ccad00c9e30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:25.186384 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9f0cafef-3727-474c-9abf-a7771ba687a5 req-4f09e8d5-15f6-4c82-9e35-4445d2a91c82 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=35420f97-05c5-4e2d-b246-8037075de4fa HTTP/1.1" status: 200 len: 217 time: 0.0792961 Jun 01 18:40:25.197085 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d51f4fd6-5979-44dc-8cc4-5ccad00c9e30 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 113} {{(pid=88525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 18:40:25.208468 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51f4fd6-5979-44dc-8cc4-5ccad00c9e30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4c781bc-edda-48fe-92f6-1ace64a82522,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:40:25.213215 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d51f4fd6-5979-44dc-8cc4-5ccad00c9e30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:25.213623 n-d-844202-1 neutron-server[88525]: INFO neutron.db.segments_db [None req-d51f4fd6-5979-44dc-8cc4-5ccad00c9e30 admin admin] Added segment 1d445a18-4936-4adc-888c-f77ce1e527c2 of type vlan for network e42f47fd-a5f9-44f4-b866-c540d0d8c6ae Jun 01 18:40:25.241236 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d51f4fd6-5979-44dc-8cc4-5ccad00c9e30 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:25.273216 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d51f4fd6-5979-44dc-8cc4-5ccad00c9e30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:25.274332 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d51f4fd6-5979-44dc-8cc4-5ccad00c9e30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:40:25.275022 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d51f4fd6-5979-44dc-8cc4-5ccad00c9e30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:25.283058 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-63dea4ea-1951-4fad-ae1d-7e9c529f94af req-1f9cc764-aaf4-441e-86e4-196816485db3 tempest-ServerDiagnosticsNegativeTest-1193718992 tempest-ServerDiagnosticsNegativeTest-1193718992-project] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:25.287170 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0cafef-3727-474c-9abf-a7771ba687a5 req-a9de66b4-fc83-4f8f-9772-b1d540c68ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:40:25.288710 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9f0cafef-3727-474c-9abf-a7771ba687a5 req-a9de66b4-fc83-4f8f-9772-b1d540c68ad5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=cfa67698-6bf3-43ec-a752-299eaec79caf HTTP/1.1" status: 200 len: 861 time: 0.0951879 Jun 01 18:40:25.341269 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [req-63dea4ea-1951-4fad-ae1d-7e9c529f94af req-1f9cc764-aaf4-441e-86e4-196816485db3 tempest-ServerDiagnosticsNegativeTest-1193718992 tempest-ServerDiagnosticsNegativeTest-1193718992-project] Transition to ACTIVE for port object a6a7079a-5ad7-4f2f-a423-a40078b0a242 will not be triggered until provisioned by entity DHCP. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:40:25.349547 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9f0cafef-3727-474c-9abf-a7771ba687a5 req-0028ac52-16a8-4a47-a917-5195d221736a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=411d1518-9352-4dec-8af2-2285a53556b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542767 Jun 01 18:40:25.361228 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-d51f4fd6-5979-44dc-8cc4-5ccad00c9e30 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5258710 Jun 01 18:40:25.366669 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 40516) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:40:25.381537 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-d8bcaf21-cf58-4745-a23b-83d31f4181c5 admin admin] Request body: {'subnet': {'network_id': 'e42f47fd-a5f9-44f4-b866-c540d0d8c6ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-123435625-subnet', 'tenant_id': '6606a7fc4b484949b686972d38cc777d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:40:25.389025 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-d8bcaf21-cf58-4745-a23b-83d31f4181c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:40:25.395208 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-d8bcaf21-cf58-4745-a23b-83d31f4181c5 admin admin] Usage tracker for resource:subnet and tenant:6606a7fc4b484949b686972d38cc777d is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:40:25.399625 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-d8bcaf21-cf58-4745-a23b-83d31f4181c5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:40:25.402317 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51f4fd6-5979-44dc-8cc4-5ccad00c9e30 admin admin] Pushing event updated for resources: {'Network': ['ID=e42f47fd-a5f9-44f4-b866-c540d0d8c6ae,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:40:25.407822 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-d8bcaf21-cf58-4745-a23b-83d31f4181c5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:40:25.412405 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network e42f47fd-a5f9-44f4-b866-c540d0d8c6ae details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 18:40:25.421865 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8bcaf21-cf58-4745-a23b-83d31f4181c5 admin admin] Made reservation on behalf of 6606a7fc4b484949b686972d38cc777d for: {'subnet': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:40:25.424123 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d8bcaf21-cf58-4745-a23b-83d31f4181c5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:25.492565 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-63dea4ea-1951-4fad-ae1d-7e9c529f94af req-1f9cc764-aaf4-441e-86e4-196816485db3 tempest-ServerDiagnosticsNegativeTest-1193718992 tempest-ServerDiagnosticsNegativeTest-1193718992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:25.586911 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9cc764-aaf4-441e-86e4-196816485db3 tempest-ServerDiagnosticsNegativeTest-1193718992 tempest-ServerDiagnosticsNegativeTest-1193718992-project] Pushing event updated for resources: {'Port': ['ID=a6a7079a-5ad7-4f2f-a423-a40078b0a242,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:40:25.614209 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63dea4ea-1951-4fad-ae1d-7e9c529f94af req-1f9cc764-aaf4-441e-86e4-196816485db3 tempest-ServerDiagnosticsNegativeTest-1193718992 tempest-ServerDiagnosticsNegativeTest-1193718992-project] Network 898153a3-5d71-43be-9d14-343ea4a48426 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:40:25.615561 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [req-63dea4ea-1951-4fad-ae1d-7e9c529f94af req-1f9cc764-aaf4-441e-86e4-196816485db3 tempest-ServerDiagnosticsNegativeTest-1193718992 tempest-ServerDiagnosticsNegativeTest-1193718992-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:40:25.618878 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9f0cafef-3727-474c-9abf-a7771ba687a5 req-a35b18f3-53c4-429d-935a-ed8594fd666a service neutron] 10.222.0.50 "GET /v2.0/networks/411d1518-9352-4dec-8af2-2285a53556b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2623336 Jun 01 18:40:25.619565 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-63dea4ea-1951-4fad-ae1d-7e9c529f94af req-1f9cc764-aaf4-441e-86e4-196816485db3 tempest-ServerDiagnosticsNegativeTest-1193718992 tempest-ServerDiagnosticsNegativeTest-1193718992-project] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:40:25.625776 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dea4ea-1951-4fad-ae1d-7e9c529f94af req-1f9cc764-aaf4-441e-86e4-196816485db3 tempest-ServerDiagnosticsNegativeTest-1193718992 tempest-ServerDiagnosticsNegativeTest-1193718992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:40:25.626433 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-63dea4ea-1951-4fad-ae1d-7e9c529f94af req-1f9cc764-aaf4-441e-86e4-196816485db3 tempest-ServerDiagnosticsNegativeTest-1193718992 tempest-ServerDiagnosticsNegativeTest-1193718992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:25.683594 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-63dea4ea-1951-4fad-ae1d-7e9c529f94af req-1f9cc764-aaf4-441e-86e4-196816485db3 tempest-ServerDiagnosticsNegativeTest-1193718992 tempest-ServerDiagnosticsNegativeTest-1193718992-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3587384 Jun 01 18:40:25.722199 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 9afd4a93-f6e1-4255-b065-53824091f48f no longer exists at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:40:25.763825 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-63dea4ea-1951-4fad-ae1d-7e9c529f94af req-50fe8e21-8d1b-4b6c-9bb1-aed2db3b6c17 service neutron] Request body: {'port': {'device_id': 'c8a446cb-02e7-49c2-a7ca-479b23fab753', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844202-1'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:40:25.768733 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d8bcaf21-cf58-4745-a23b-83d31f4181c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for subnet, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:25.801113 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] No Port match for: 9afd4a93-f6e1-4255-b065-53824091f48f {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 18:40:25.801483 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 9afd4a93-f6e1-4255-b065-53824091f48f not bound to the agent host n-h1-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 18:40:25.963410 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bcaf21-cf58-4745-a23b-83d31f4181c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=078e0eaf-9589-4587-951a-13c1d30c21b0,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:40:25.970681 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-63dea4ea-1951-4fad-ae1d-7e9c529f94af req-50fe8e21-8d1b-4b6c-9bb1-aed2db3b6c17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:25.982394 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9f0cafef-3727-474c-9abf-a7771ba687a5 req-0825969c-d019-42bc-993a-56162b22ca2b service neutron] 10.222.0.50 "GET /v2.0/networks/411d1518-9352-4dec-8af2-2285a53556b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3307333 Jun 01 18:40:26.003277 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8bcaf21-cf58-4745-a23b-83d31f4181c5 admin admin] Checking segment: {'id': '1d445a18-4936-4adc-888c-f77ce1e527c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e42f47fd-a5f9-44f4-b866-c540d0d8c6ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:40:26.003905 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8bcaf21-cf58-4745-a23b-83d31f4181c5 admin admin] Network hostable DHCP agents. Network: e42f47fd-a5f9-44f4-b866-c540d0d8c6ae, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 18:40:26.025713 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f519cbf8-3812-4c1e-af9f-f2eb0415d355 None None] Provisioning for port a6a7079a-5ad7-4f2f-a423-a40078b0a242 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:40:26.034279 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f519cbf8-3812-4c1e-af9f-f2eb0415d355 None None] Provisioning complete for port a6a7079a-5ad7-4f2f-a423-a40078b0a242 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:40:26.035025 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f519cbf8-3812-4c1e-af9f-f2eb0415d355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:26.056519 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30b9808-7526-49d8-bdb2-06eddb1dca08 req-c3d63f38-9756-41a1-a879-4ed93909fa4b tempest-ServerDiagnosticsNegativeTest-1193718992 tempest-ServerDiagnosticsNegativeTest-1193718992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:40:26.057987 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e30b9808-7526-49d8-bdb2-06eddb1dca08 req-c3d63f38-9756-41a1-a879-4ed93909fa4b tempest-ServerDiagnosticsNegativeTest-1193718992 tempest-ServerDiagnosticsNegativeTest-1193718992-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8a446cb-02e7-49c2-a7ca-479b23fab753 HTTP/1.1" status: 200 len: 936 time: 0.1827207 Jun 01 18:40:26.063133 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8bcaf21-cf58-4745-a23b-83d31f4181c5 admin admin] Network e42f47fd-a5f9-44f4-b866-c540d0d8c6ae is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 18:40:26.107500 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f519cbf8-3812-4c1e-af9f-f2eb0415d355 None None] Port a6a7079a-5ad7-4f2f-a423-a40078b0a242 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 18:40:26.117478 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e30b9808-7526-49d8-bdb2-06eddb1dca08 req-314fc4e9-5259-4270-8c51-c2fd620291ec tempest-ServerDiagnosticsNegativeTest-1193718992 tempest-ServerDiagnosticsNegativeTest-1193718992-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e65fc53-7f73-42f9-927d-260508f4c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472307 Jun 01 18:40:26.118155 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-d8bcaf21-cf58-4745-a23b-83d31f4181c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, e42f47fd-a5f9-44f4-b866-c540d0d8c6ae) {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:40:26.122314 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8bcaf21-cf58-4745-a23b-83d31f4181c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:40:26.122971 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d8bcaf21-cf58-4745-a23b-83d31f4181c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:26.135894 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5158f3df-6a6c-4197-9fc0-5277578442d9 None None] Network e42f47fd-a5f9-44f4-b866-c540d0d8c6ae requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 18:40:26.154314 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-d8bcaf21-cf58-4745-a23b-83d31f4181c5 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7863390 Jun 01 18:40:26.470151 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db6972b-9ba9-419d-8883-b439b2e51607 req-ceccb064-c28b-48b7-9ab0-c72febd2d450 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:40:26.471667 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5db6972b-9ba9-419d-8883-b439b2e51607 req-ceccb064-c28b-48b7-9ab0-c72febd2d450 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d29c071-4e6a-4167-9c9f-69f1a274133e HTTP/1.1" status: 200 len: 944 time: 0.1334784 Jun 01 18:40:26.510884 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36391305-06e6-452d-bc3a-35b6a5a65310 None None] Network e42f47fd-a5f9-44f4-b866-c540d0d8c6ae requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 18:40:26.603569 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5db6972b-9ba9-419d-8883-b439b2e51607 req-7ad28342-feab-4a37-b8ca-62910722e09f tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] 10.222.0.41 "GET /v2.0/security-groups?id=444c87ba-31dc-4b5a-9977-492e198b845a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160486 Jun 01 18:40:26.730428 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [req-63dea4ea-1951-4fad-ae1d-7e9c529f94af req-50fe8e21-8d1b-4b6c-9bb1-aed2db3b6c17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6a7079a-5ad7-4f2f-a423-a40078b0a242 {{(pid=88524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:40:26.740135 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-63dea4ea-1951-4fad-ae1d-7e9c529f94af req-50fe8e21-8d1b-4b6c-9bb1-aed2db3b6c17 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:26.759088 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [req-63dea4ea-1951-4fad-ae1d-7e9c529f94af req-50fe8e21-8d1b-4b6c-9bb1-aed2db3b6c17 service neutron] Transition to ACTIVE for port object a6a7079a-5ad7-4f2f-a423-a40078b0a242 will not be triggered until provisioned by entity L2. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:40:26.768709 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-63dea4ea-1951-4fad-ae1d-7e9c529f94af req-50fe8e21-8d1b-4b6c-9bb1-aed2db3b6c17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:26.803912 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 40594) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:40:26.876581 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fe8e21-8d1b-4b6c-9bb1-aed2db3b6c17 service neutron] Pushing event updated for resources: {'Port': ['ID=a6a7079a-5ad7-4f2f-a423-a40078b0a242,revision_number=2']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:40:27.107516 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-63dea4ea-1951-4fad-ae1d-7e9c529f94af req-50fe8e21-8d1b-4b6c-9bb1-aed2db3b6c17 service neutron] Attempting to bind port a6a7079a-5ad7-4f2f-a423-a40078b0a242 on host n-h2-844202-1 for vnic_type normal with profile {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:40:27.108331 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-63dea4ea-1951-4fad-ae1d-7e9c529f94af req-50fe8e21-8d1b-4b6c-9bb1-aed2db3b6c17 service neutron] Attempting to bind port a6a7079a-5ad7-4f2f-a423-a40078b0a242 by drivers openvswitch,hyperv on host n-h2-844202-1 at level 0 using segments [{'id': 'e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426'}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:40:27.108728 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63dea4ea-1951-4fad-ae1d-7e9c529f94af req-50fe8e21-8d1b-4b6c-9bb1-aed2db3b6c17 service neutron] Attempting to bind port a6a7079a-5ad7-4f2f-a423-a40078b0a242 on network 898153a3-5d71-43be-9d14-343ea4a48426 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:40:27.114392 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63dea4ea-1951-4fad-ae1d-7e9c529f94af req-50fe8e21-8d1b-4b6c-9bb1-aed2db3b6c17 service neutron] Port a6a7079a-5ad7-4f2f-a423-a40078b0a242 on network 898153a3-5d71-43be-9d14-343ea4a48426 not bound, no agent of type Open vSwitch agent registered on host n-h2-844202-1 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 18:40:27.114709 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63dea4ea-1951-4fad-ae1d-7e9c529f94af req-50fe8e21-8d1b-4b6c-9bb1-aed2db3b6c17 service neutron] Attempting to bind port a6a7079a-5ad7-4f2f-a423-a40078b0a242 on network 898153a3-5d71-43be-9d14-343ea4a48426 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:40:27.122982 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63dea4ea-1951-4fad-ae1d-7e9c529f94af req-50fe8e21-8d1b-4b6c-9bb1-aed2db3b6c17 service neutron] Checking agent: {'id': 'f5db9968-6317-4186-9100-9e0ca6b50417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 18, 40, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:40:27.123498 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63dea4ea-1951-4fad-ae1d-7e9c529f94af req-50fe8e21-8d1b-4b6c-9bb1-aed2db3b6c17 service neutron] Checking segment: {'id': 'e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:40:27.123886 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63dea4ea-1951-4fad-ae1d-7e9c529f94af req-50fe8e21-8d1b-4b6c-9bb1-aed2db3b6c17 service neutron] Bound using segment: {'id': 'e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426'} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:40:27.124432 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-63dea4ea-1951-4fad-ae1d-7e9c529f94af req-50fe8e21-8d1b-4b6c-9bb1-aed2db3b6c17 service neutron] Bound port: a6a7079a-5ad7-4f2f-a423-a40078b0a242, host: n-h2-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426'}}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:40:27.124794 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-63dea4ea-1951-4fad-ae1d-7e9c529f94af req-50fe8e21-8d1b-4b6c-9bb1-aed2db3b6c17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:27.255439 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-63dea4ea-1951-4fad-ae1d-7e9c529f94af req-50fe8e21-8d1b-4b6c-9bb1-aed2db3b6c17 service neutron] For port a6a7079a-5ad7-4f2f-a423-a40078b0a242, host n-h2-844202-1, cleared binding levels {{(pid=88524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:40:27.266576 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-63dea4ea-1951-4fad-ae1d-7e9c529f94af req-50fe8e21-8d1b-4b6c-9bb1-aed2db3b6c17 service neutron] For port a6a7079a-5ad7-4f2f-a423-a40078b0a242, host n-h2-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=a6a7079a-5ad7-4f2f-a423-a40078b0a242,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:40:27.268191 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-219f03f6-7f19-44b6-a4b9-b2d51a842bf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:27.274280 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-63dea4ea-1951-4fad-ae1d-7e9c529f94af req-50fe8e21-8d1b-4b6c-9bb1-aed2db3b6c17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:27.298186 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 40636) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:40:27.309764 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-7f6c3808-3629-4abb-9c63-5b3870253a16 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1611389037-network', 'tenant_id': '95f78a69743d4048994be36dd7359984'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:40:27.318602 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-219f03f6-7f19-44b6-a4b9-b2d51a842bf7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:40:27.326503 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-7f6c3808-3629-4abb-9c63-5b3870253a16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:40:27.339408 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-219f03f6-7f19-44b6-a4b9-b2d51a842bf7 admin admin] Usage tracker for resource:security_group_rule and tenant:08b952e6ad4a48cf8f67ea1b93ae35e4 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:40:27.344090 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-219f03f6-7f19-44b6-a4b9-b2d51a842bf7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:40:27.347011 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-7f6c3808-3629-4abb-9c63-5b3870253a16 admin admin] Usage tracker for resource:network and tenant:95f78a69743d4048994be36dd7359984 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:40:27.353576 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-7f6c3808-3629-4abb-9c63-5b3870253a16 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:40:27.356268 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-219f03f6-7f19-44b6-a4b9-b2d51a842bf7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:40:27.362645 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-7f6c3808-3629-4abb-9c63-5b3870253a16 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:40:27.392666 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f6c3808-3629-4abb-9c63-5b3870253a16 admin admin] Made reservation on behalf of 95f78a69743d4048994be36dd7359984 for: {'network': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:40:27.394825 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7f6c3808-3629-4abb-9c63-5b3870253a16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:27.402558 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dea4ea-1951-4fad-ae1d-7e9c529f94af req-50fe8e21-8d1b-4b6c-9bb1-aed2db3b6c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:40:27.403417 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-63dea4ea-1951-4fad-ae1d-7e9c529f94af req-50fe8e21-8d1b-4b6c-9bb1-aed2db3b6c17 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:27.405525 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-63dea4ea-1951-4fad-ae1d-7e9c529f94af req-50fe8e21-8d1b-4b6c-9bb1-aed2db3b6c17 service neutron] 10.222.0.50 "PUT /v2.0/ports/a6a7079a-5ad7-4f2f-a423-a40078b0a242 HTTP/1.1" status: 200 len: 1096 time: 1.7105703 Jun 01 18:40:27.409036 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8a446cb-02e7-49c2-a7ca-479b23fab753', 'tag': 'a6a7079a-5ad7-4f2f-a423-a40078b0a242'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:40:27.411934 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7f6c3808-3629-4abb-9c63-5b3870253a16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:27.461804 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-7f6c3808-3629-4abb-9c63-5b3870253a16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:40:27.475123 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-7f6c3808-3629-4abb-9c63-5b3870253a16 admin admin] Usage tracker for resource:security_group_rule and tenant:95f78a69743d4048994be36dd7359984 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:40:27.480960 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-7f6c3808-3629-4abb-9c63-5b3870253a16 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:40:27.496369 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-7f6c3808-3629-4abb-9c63-5b3870253a16 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:40:27.517285 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fe8e21-8d1b-4b6c-9bb1-aed2db3b6c17 service neutron] Pushing event updated for resources: {'Port': ['ID=a6a7079a-5ad7-4f2f-a423-a40078b0a242,revision_number=3']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:40:27.529155 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b89cdc00-6a19-451f-8d89-d335a501685d'] response: {'name': 'network-changed', 'server_uuid': 'c8a446cb-02e7-49c2-a7ca-479b23fab753', 'tag': 'a6a7079a-5ad7-4f2f-a423-a40078b0a242', 'status': 'completed', 'code': 200} Jun 01 18:40:27.547989 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 40650) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:40:27.577631 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9708d49-5e09-490b-b99f-ee46c5424129 req-c27f40bb-5484-45db-95d0-8ae9af494cab tempest-ServerDiagnosticsNegativeTest-1193718992 tempest-ServerDiagnosticsNegativeTest-1193718992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:40:27.578584 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-e9708d49-5e09-490b-b99f-ee46c5424129 req-c27f40bb-5484-45db-95d0-8ae9af494cab tempest-ServerDiagnosticsNegativeTest-1193718992 tempest-ServerDiagnosticsNegativeTest-1193718992-project] Synchronizing usage tracker for tenant:dc18e8a0e5b04a74a86d0dfe18db23ac on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:40:27.598806 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-219f03f6-7f19-44b6-a4b9-b2d51a842bf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:27.618453 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-219f03f6-7f19-44b6-a4b9-b2d51a842bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:27.626764 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-e9708d49-5e09-490b-b99f-ee46c5424129 req-c27f40bb-5484-45db-95d0-8ae9af494cab tempest-ServerDiagnosticsNegativeTest-1193718992 tempest-ServerDiagnosticsNegativeTest-1193718992-project] Unset dirty status for tenant:dc18e8a0e5b04a74a86d0dfe18db23ac on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:40:27.628712 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e9708d49-5e09-490b-b99f-ee46c5424129 req-c27f40bb-5484-45db-95d0-8ae9af494cab tempest-ServerDiagnosticsNegativeTest-1193718992 tempest-ServerDiagnosticsNegativeTest-1193718992-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8a446cb-02e7-49c2-a7ca-479b23fab753 HTTP/1.1" status: 200 len: 948 time: 0.2957563 Jun 01 18:40:27.638082 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dea4ea-1951-4fad-ae1d-7e9c529f94af req-11445c01-b908-4690-8051-ba1d55da5202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:40:27.640153 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-63dea4ea-1951-4fad-ae1d-7e9c529f94af req-11445c01-b908-4690-8051-ba1d55da5202 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=dc18e8a0e5b04a74a86d0dfe18db23ac&device_id=c8a446cb-02e7-49c2-a7ca-479b23fab753 HTTP/1.1" status: 200 len: 1099 time: 0.1708994 Jun 01 18:40:27.722325 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-219f03f6-7f19-44b6-a4b9-b2d51a842bf7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=08b952e6ad4a48cf8f67ea1b93ae35e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9166908 Jun 01 18:40:27.727345 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 40662) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:40:27.731800 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219f03f6-7f19-44b6-a4b9-b2d51a842bf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c7f75af-56c7-4cd3-86fa-13e5274a04c8,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:40:27.744606 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7f6c3808-3629-4abb-9c63-5b3870253a16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:27.750504 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7f6c3808-3629-4abb-9c63-5b3870253a16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:27.788766 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-63dea4ea-1951-4fad-ae1d-7e9c529f94af req-87e69437-1fde-4495-8342-bd16f6665eef service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=a6a7079a-5ad7-4f2f-a423-a40078b0a242 HTTP/1.1" status: 200 len: 217 time: 0.0985060 Jun 01 18:40:27.829702 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-e9708d49-5e09-490b-b99f-ee46c5424129 req-da394618-e91d-4d14-a0c4-d9f43dff15ce tempest-ServerDiagnosticsNegativeTest-1193718992 tempest-ServerDiagnosticsNegativeTest-1193718992-project] Synchronizing usage tracker for tenant:dc18e8a0e5b04a74a86d0dfe18db23ac on resource:security_group {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:40:27.848568 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1b8d5361-a9d0-4832-ad83-4db3ba766fe4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:27.864479 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f6c3808-3629-4abb-9c63-5b3870253a16 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 111} {{(pid=88525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 18:40:27.866794 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-e9708d49-5e09-490b-b99f-ee46c5424129 req-da394618-e91d-4d14-a0c4-d9f43dff15ce tempest-ServerDiagnosticsNegativeTest-1193718992 tempest-ServerDiagnosticsNegativeTest-1193718992-project] Unset dirty status for tenant:dc18e8a0e5b04a74a86d0dfe18db23ac on resource:security_group {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:40:27.867909 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e9708d49-5e09-490b-b99f-ee46c5424129 req-da394618-e91d-4d14-a0c4-d9f43dff15ce tempest-ServerDiagnosticsNegativeTest-1193718992 tempest-ServerDiagnosticsNegativeTest-1193718992-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e65fc53-7f73-42f9-927d-260508f4c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2327595 Jun 01 18:40:27.869391 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dea4ea-1951-4fad-ae1d-7e9c529f94af req-1dc30118-410e-4220-8b5d-68bd3a7cb8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:40:27.870709 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-63dea4ea-1951-4fad-ae1d-7e9c529f94af req-1dc30118-410e-4220-8b5d-68bd3a7cb8a7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=35e3ad2f-9c88-4698-b634-4e1b58de1cc2 HTTP/1.1" status: 200 len: 843 time: 0.0765698 Jun 01 18:40:27.877419 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6c3808-3629-4abb-9c63-5b3870253a16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=869db1e8-7574-407c-967d-c3321bf940c2,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:40:27.901089 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-1b8d5361-a9d0-4832-ad83-4db3ba766fe4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:40:27.964930 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dea4ea-1951-4fad-ae1d-7e9c529f94af req-b1c74427-5523-40dc-bee4-deeb3f3e2399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:40:27.966599 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-63dea4ea-1951-4fad-ae1d-7e9c529f94af req-b1c74427-5523-40dc-bee4-deeb3f3e2399 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=898153a3-5d71-43be-9d14-343ea4a48426&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0894268 Jun 01 18:40:28.000296 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-1b8d5361-a9d0-4832-ad83-4db3ba766fe4 admin admin] Usage tracker for resource:security_group_rule and tenant:03d36c9e223e4307a736c8ef898dfe6c is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:40:28.015600 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-1b8d5361-a9d0-4832-ad83-4db3ba766fe4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:40:28.020324 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7f6c3808-3629-4abb-9c63-5b3870253a16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:28.020674 n-d-844202-1 neutron-server[88525]: INFO neutron.db.segments_db [None req-7f6c3808-3629-4abb-9c63-5b3870253a16 admin admin] Added segment 88c699bb-7ac5-4cb9-9e1b-6d2349f7a623 of type vlan for network 2e6e114b-4f69-4af0-bd93-b341ef82830c Jun 01 18:40:28.027944 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-1b8d5361-a9d0-4832-ad83-4db3ba766fe4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:40:28.040323 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-60c667aa-ae37-47b3-9ae9-1f26aa10e8d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:28.099826 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7f6c3808-3629-4abb-9c63-5b3870253a16 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:28.113734 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-63dea4ea-1951-4fad-ae1d-7e9c529f94af req-ec317bfb-e0e2-4187-89c5-dc1cf0bf7c29 service neutron] 10.222.0.50 "GET /v2.0/networks/898153a3-5d71-43be-9d14-343ea4a48426?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392987 Jun 01 18:40:28.119817 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-60c667aa-ae37-47b3-9ae9-1f26aa10e8d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:28.176128 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cd3b40-f475-4eef-96c2-b4bf39a9b6cd req-2837757a-3ed9-4dd1-b5b1-4a3d9ce836f2 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:40:28.177668 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c6cd3b40-f475-4eef-96c2-b4bf39a9b6cd req-2837757a-3ed9-4dd1-b5b1-4a3d9ce836f2 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d29c071-4e6a-4167-9c9f-69f1a274133e HTTP/1.1" status: 200 len: 944 time: 0.3815539 Jun 01 18:40:28.206824 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 35420f97-05c5-4e2d-b246-8037075de4fa details requested by agent hyperv_n-h2-844202-1 with host n-h2-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 18:40:28.262272 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7f6c3808-3629-4abb-9c63-5b3870253a16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:28.263223 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f6c3808-3629-4abb-9c63-5b3870253a16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:40:28.264483 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7f6c3808-3629-4abb-9c63-5b3870253a16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:28.374986 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-63dea4ea-1951-4fad-ae1d-7e9c529f94af req-6627ef7f-8999-4c5f-8c00-302e4ff89965 service neutron] 10.222.0.50 "GET /v2.0/networks/898153a3-5d71-43be-9d14-343ea4a48426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2552531 Jun 01 18:40:28.429467 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 35420f97-05c5-4e2d-b246-8037075de4fa, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=35420f97-05c5-4e2d-b246-8037075de4fa,segment=NetworkSegment(e7a2e8fb-b3d5-44ba-bb42-81da885a74e3),segment_id=e7a2e8fb-b3d5-44ba-bb42-81da885a74e3)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:40:28.446759 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Returning: {'device': '35420f97-05c5-4e2d-b246-8037075de4fa', 'network_id': '411d1518-9352-4dec-8af2-2285a53556b4', 'port_id': '35420f97-05c5-4e2d-b246-8037075de4fa', 'mac_address': 'fa:16:3e:b8:cf:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfa67698-6bf3-43ec-a752-299eaec79caf', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 18:40:28.451071 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-7f6c3808-3629-4abb-9c63-5b3870253a16 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1518040 Jun 01 18:40:28.481853 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 40692) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:40:28.488679 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-55267b34-20e2-4855-bc29-43f6eef8711e admin admin] Request body: {'subnet': {'network_id': '2e6e114b-4f69-4af0-bd93-b341ef82830c', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1611389037-subnet', 'tenant_id': '95f78a69743d4048994be36dd7359984', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:40:28.500587 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-60c667aa-ae37-47b3-9ae9-1f26aa10e8d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:28.505244 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-60c667aa-ae37-47b3-9ae9-1f26aa10e8d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:28.508743 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-60c667aa-ae37-47b3-9ae9-1f26aa10e8d8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6c7f75af-56c7-4cd3-86fa-13e5274a04c8 HTTP/1.1" status: 204 len: 168 time: 0.7807539 Jun 01 18:40:28.513107 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c6cd3b40-f475-4eef-96c2-b4bf39a9b6cd req-663a8923-59a5-47b6-8603-2ecd7c6d98fb tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] 10.222.0.41 "GET /v2.0/security-groups?id=444c87ba-31dc-4b5a-9977-492e198b845a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3149502 Jun 01 18:40:28.516516 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1b8d5361-a9d0-4832-ad83-4db3ba766fe4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:28.528353 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port 35420f97-05c5-4e2d-b246-8037075de4fa is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:40:28.528863 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:28.532018 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-55267b34-20e2-4855-bc29-43f6eef8711e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:40:28.549130 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1b8d5361-a9d0-4832-ad83-4db3ba766fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:28.559169 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-55267b34-20e2-4855-bc29-43f6eef8711e admin admin] Usage tracker for resource:subnet and tenant:95f78a69743d4048994be36dd7359984 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:40:28.561518 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35420f97-05c5-4e2d-b246-8037075de4fa {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:40:28.566417 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c667aa-ae37-47b3-9ae9-1f26aa10e8d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c7f75af-56c7-4cd3-86fa-13e5274a04c8,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:40:28.568361 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-55267b34-20e2-4855-bc29-43f6eef8711e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:40:28.574244 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6c3808-3629-4abb-9c63-5b3870253a16 admin admin] Pushing event updated for resources: {'Network': ['ID=2e6e114b-4f69-4af0-bd93-b341ef82830c,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:40:28.606861 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-55267b34-20e2-4855-bc29-43f6eef8711e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:40:28.628435 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 35420f97-05c5-4e2d-b246-8037075de4fa, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=35420f97-05c5-4e2d-b246-8037075de4fa,segment=NetworkSegment(e7a2e8fb-b3d5-44ba-bb42-81da885a74e3),segment_id=e7a2e8fb-b3d5-44ba-bb42-81da885a74e3)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:40:28.632699 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network 2e6e114b-4f69-4af0-bd93-b341ef82830c details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 18:40:28.633603 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-1b8d5361-a9d0-4832-ad83-4db3ba766fe4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=03d36c9e223e4307a736c8ef898dfe6c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0817890 Jun 01 18:40:28.642773 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 40706) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:40:28.668108 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8d5361-a9d0-4832-ad83-4db3ba766fe4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80b23141-8ce4-47b9-968d-32d512fd6882,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:40:28.675156 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55267b34-20e2-4855-bc29-43f6eef8711e admin admin] Made reservation on behalf of 95f78a69743d4048994be36dd7359984 for: {'subnet': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:40:28.675156 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-55267b34-20e2-4855-bc29-43f6eef8711e admin admin] Notify callbacks [] for subnet, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:28.684377 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:28.783029 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f737273-03a1-4122-a027-cc5989ec0306 req-6f56bc1d-ff41-44b1-b4b4-5064bf4893cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:40:28.789427 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-1f737273-03a1-4122-a027-cc5989ec0306 req-6f56bc1d-ff41-44b1-b4b4-5064bf4893cd service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=dc18e8a0e5b04a74a86d0dfe18db23ac&device_id=c8a446cb-02e7-49c2-a7ca-479b23fab753 HTTP/1.1" status: 200 len: 1099 time: 0.3565526 Jun 01 18:40:29.016188 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6ddeb109-f220-413a-b700-68e44deaf9be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:29.139757 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6ddeb109-f220-413a-b700-68e44deaf9be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:29.149457 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] get_ports_and_sgs() called for port_ids ['35420f97-05c5-4e2d-b246-8037075de4fa'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:40:29.173923 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-55267b34-20e2-4855-bc29-43f6eef8711e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for subnet, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:29.225341 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f737273-03a1-4122-a027-cc5989ec0306 req-3375984e-faf3-4160-9ab1-17e12b9241eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:40:29.232171 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-1f737273-03a1-4122-a027-cc5989ec0306 req-3375984e-faf3-4160-9ab1-17e12b9241eb service neutron] 10.222.0.50 "GET /v2.0/networks?id=898153a3-5d71-43be-9d14-343ea4a48426 HTTP/1.1" status: 200 len: 870 time: 0.4322793 Jun 01 18:40:29.266337 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 40746) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:40:29.327816 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-87e716b3-d7cf-4842-aef9-480b50976bd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:29.347365 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=35420f97-05c5-4e2d-b246-8037075de4fa,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:40:29.361098 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55267b34-20e2-4855-bc29-43f6eef8711e admin admin] Pushing event updated for resources: {'Subnet': ['ID=05cf4f69-8f94-43e2-9f47-e632721a15c6,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:40:29.387141 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-87e716b3-d7cf-4842-aef9-480b50976bd3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:40:29.398775 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-87e716b3-d7cf-4842-aef9-480b50976bd3 admin admin] Usage tracker for resource:security_group_rule and tenant:5a9a4d0b2cac4aebbbb15eb0929ecbf0 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:40:29.411870 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83928dea-1f15-4bfe-8db5-1ce43ef0b370 req-1f2e0042-d327-4d89-a3ed-c690b9375bc3 tempest-ServerDiagnosticsNegativeTest-1193718992 tempest-ServerDiagnosticsNegativeTest-1193718992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:40:29.427071 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-83928dea-1f15-4bfe-8db5-1ce43ef0b370 req-1f2e0042-d327-4d89-a3ed-c690b9375bc3 tempest-ServerDiagnosticsNegativeTest-1193718992 tempest-ServerDiagnosticsNegativeTest-1193718992-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8a446cb-02e7-49c2-a7ca-479b23fab753 HTTP/1.1" status: 200 len: 948 time: 0.3170826 Jun 01 18:40:29.449642 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-1f737273-03a1-4122-a027-cc5989ec0306 req-faf825f3-a54c-49f9-93e7-bce44d94241c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=a6a7079a-5ad7-4f2f-a423-a40078b0a242 HTTP/1.1" status: 200 len: 217 time: 0.1992612 Jun 01 18:40:29.450111 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-87e716b3-d7cf-4842-aef9-480b50976bd3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:40:29.457141 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55267b34-20e2-4855-bc29-43f6eef8711e admin admin] Checking segment: {'id': '88c699bb-7ac5-4cb9-9e1b-6d2349f7a623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '2e6e114b-4f69-4af0-bd93-b341ef82830c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:40:29.460554 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55267b34-20e2-4855-bc29-43f6eef8711e admin admin] Network hostable DHCP agents. Network: 2e6e114b-4f69-4af0-bd93-b341ef82830c, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 18:40:29.478275 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-87e716b3-d7cf-4842-aef9-480b50976bd3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:40:29.509039 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-83928dea-1f15-4bfe-8db5-1ce43ef0b370 req-706f7428-f761-4076-b18f-fc90057d4e69 tempest-ServerDiagnosticsNegativeTest-1193718992 tempest-ServerDiagnosticsNegativeTest-1193718992-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e65fc53-7f73-42f9-927d-260508f4c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809133 Jun 01 18:40:29.548952 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55267b34-20e2-4855-bc29-43f6eef8711e admin admin] Network 2e6e114b-4f69-4af0-bd93-b341ef82830c is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 18:40:29.553408 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f737273-03a1-4122-a027-cc5989ec0306 req-ccc2ea95-2ef0-4840-bc27-5d45ff7bc566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:40:29.555039 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-1f737273-03a1-4122-a027-cc5989ec0306 req-ccc2ea95-2ef0-4840-bc27-5d45ff7bc566 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=35e3ad2f-9c88-4698-b634-4e1b58de1cc2 HTTP/1.1" status: 200 len: 843 time: 0.0995064 Jun 01 18:40:29.561074 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6ddeb109-f220-413a-b700-68e44deaf9be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:29.581833 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-55267b34-20e2-4855-bc29-43f6eef8711e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, 2e6e114b-4f69-4af0-bd93-b341ef82830c) {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:40:29.595696 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55267b34-20e2-4855-bc29-43f6eef8711e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:40:29.599217 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f1b400c-6371-4a0b-9719-4c3b5acfba0d None None] Network 2e6e114b-4f69-4af0-bd93-b341ef82830c requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 18:40:29.622469 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-55267b34-20e2-4855-bc29-43f6eef8711e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:29.652959 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddeb109-f220-413a-b700-68e44deaf9be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80b23141-8ce4-47b9-968d-32d512fd6882,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:40:29.683861 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6ddeb109-f220-413a-b700-68e44deaf9be admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:29.686245 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-6ddeb109-f220-413a-b700-68e44deaf9be admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/80b23141-8ce4-47b9-968d-32d512fd6882 HTTP/1.1" status: 204 len: 168 time: 1.0417790 Jun 01 18:40:29.721992 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-55267b34-20e2-4855-bc29-43f6eef8711e admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2381666 Jun 01 18:40:29.755968 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f737273-03a1-4122-a027-cc5989ec0306 req-7f36e66c-0a3e-46f5-ae7b-75c796cdaf55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:40:29.757462 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-1f737273-03a1-4122-a027-cc5989ec0306 req-7f36e66c-0a3e-46f5-ae7b-75c796cdaf55 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=898153a3-5d71-43be-9d14-343ea4a48426&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1920557 Jun 01 18:40:29.808696 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-87e716b3-d7cf-4842-aef9-480b50976bd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:29.822251 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-87e716b3-d7cf-4842-aef9-480b50976bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:29.892603 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-87e716b3-d7cf-4842-aef9-480b50976bd3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5a9a4d0b2cac4aebbbb15eb0929ecbf0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6206901 Jun 01 18:40:29.894835 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 40776) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:40:29.898301 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e716b3-d7cf-4842-aef9-480b50976bd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06a56a9c-59e9-4e92-a2b0-ccf22b829a8c,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:40:29.986964 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f524aefc-535f-4606-b856-c31785f5bfc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:30.052545 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f524aefc-535f-4606-b856-c31785f5bfc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:30.162147 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-1f737273-03a1-4122-a027-cc5989ec0306 req-4f5ab886-eb55-4a75-81f9-f7bb44641db3 service neutron] 10.222.0.50 "GET /v2.0/networks/898153a3-5d71-43be-9d14-343ea4a48426?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3963072 Jun 01 18:40:30.174596 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f524aefc-535f-4606-b856-c31785f5bfc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:30.196931 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f524aefc-535f-4606-b856-c31785f5bfc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06a56a9c-59e9-4e92-a2b0-ccf22b829a8c,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:40:30.213714 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f524aefc-535f-4606-b856-c31785f5bfc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:30.228856 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-f524aefc-535f-4606-b856-c31785f5bfc4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/06a56a9c-59e9-4e92-a2b0-ccf22b829a8c HTTP/1.1" status: 204 len: 168 time: 0.3320503 Jun 01 18:40:30.231180 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 35420f97-05c5-4e2d-b246-8037075de4fa up at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:40:30.243313 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5791ac-de0b-4b7a-a84f-76809941da72 req-14df8741-19c1-430a-978d-0c3080b29478 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:40:30.252286 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3b5791ac-de0b-4b7a-a84f-76809941da72 req-14df8741-19c1-430a-978d-0c3080b29478 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d29c071-4e6a-4167-9c9f-69f1a274133e HTTP/1.1" status: 200 len: 945 time: 0.3223817 Jun 01 18:40:30.282979 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 40800) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:40:30.317261 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-579237f1-330c-4bbb-920c-1656f66f9a42 None None] Network 2e6e114b-4f69-4af0-bd93-b341ef82830c requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 18:40:30.400882 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3b5791ac-de0b-4b7a-a84f-76809941da72 req-94f9ea48-c407-4321-b8b5-11597a98c253 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] 10.222.0.41 "GET /v2.0/security-groups?id=444c87ba-31dc-4b5a-9977-492e198b845a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476254 Jun 01 18:40:30.402026 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 40806) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:40:30.441801 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6f467aa-6a2b-4793-a2ad-05a01446dac2 admin admin] Deleting subnet 078e0eaf-9589-4587-951a-13c1d30c21b0 {{(pid=88525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 18:40:30.453557 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c6f467aa-6a2b-4793-a2ad-05a01446dac2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:30.506960 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-1f737273-03a1-4122-a027-cc5989ec0306 req-56be44be-8a59-4f6b-803c-c2be3ee2878c service neutron] 10.222.0.50 "GET /v2.0/networks/898153a3-5d71-43be-9d14-343ea4a48426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3335388 Jun 01 18:40:30.553316 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c6f467aa-6a2b-4793-a2ad-05a01446dac2 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:30.569444 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c6f467aa-6a2b-4793-a2ad-05a01446dac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:30.582532 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning for port 35420f97-05c5-4e2d-b246-8037075de4fa completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:40:30.595924 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning complete for port 35420f97-05c5-4e2d-b246-8037075de4fa triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:40:30.596621 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:30.662679 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 40820) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:40:30.713832 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6b80aba5-ada6-4cc2-b967-393fcc622322 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:30.751275 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c6f467aa-6a2b-4793-a2ad-05a01446dac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for subnet, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:30.839861 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-6b80aba5-ada6-4cc2-b967-393fcc622322 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:40:30.856055 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-6b80aba5-ada6-4cc2-b967-393fcc622322 admin admin] Usage tracker for resource:security_group_rule and tenant:85e0b3e265324baf9fb7bb6fbd38e446 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:40:30.871173 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c6f467aa-6a2b-4793-a2ad-05a01446dac2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:30.872094 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-6b80aba5-ada6-4cc2-b967-393fcc622322 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:40:30.892648 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-6b80aba5-ada6-4cc2-b967-393fcc622322 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:40:30.914169 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f467aa-6a2b-4793-a2ad-05a01446dac2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=078e0eaf-9589-4587-951a-13c1d30c21b0,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:40:30.932737 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-c6f467aa-6a2b-4793-a2ad-05a01446dac2 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/078e0eaf-9589-4587-951a-13c1d30c21b0 HTTP/1.1" status: 204 len: 168 time: 0.6484737 Jun 01 18:40:30.933846 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-cf3a4375-b44c-4efc-8ff8-796337437d75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:30.945541 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 40832) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:40:30.990616 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-cf3a4375-b44c-4efc-8ff8-796337437d75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:40:31.002146 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-cf3a4375-b44c-4efc-8ff8-796337437d75 admin admin] Usage tracker for resource:security_group_rule and tenant:c2f4cc80d2464618b162c83d94aa01cf is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:40:31.009468 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-cf3a4375-b44c-4efc-8ff8-796337437d75 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:40:31.030109 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-cf3a4375-b44c-4efc-8ff8-796337437d75 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:40:31.104198 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port 35420f97-05c5-4e2d-b246-8037075de4fa is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:40:31.116852 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:31.175420 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-cf3a4375-b44c-4efc-8ff8-796337437d75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:31.180927 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-cf3a4375-b44c-4efc-8ff8-796337437d75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:31.186598 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879c8931-721d-4d78-a9c2-7ad12b47fdaf req-0fb1b62b-9174-4b5f-b349-b19ec56533d3 tempest-ServerDiagnosticsNegativeTest-1193718992 tempest-ServerDiagnosticsNegativeTest-1193718992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:40:31.204833 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-879c8931-721d-4d78-a9c2-7ad12b47fdaf req-0fb1b62b-9174-4b5f-b349-b19ec56533d3 tempest-ServerDiagnosticsNegativeTest-1193718992 tempest-ServerDiagnosticsNegativeTest-1193718992-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8a446cb-02e7-49c2-a7ca-479b23fab753 HTTP/1.1" status: 200 len: 948 time: 0.4607954 Jun 01 18:40:31.246206 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 40850) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:40:31.257338 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d29c071-4e6a-4167-9c9f-69f1a274133e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35420f97-05c5-4e2d-b246-8037075de4fa'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:40:31.271753 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 35420f97-05c5-4e2d-b246-8037075de4fa, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=35420f97-05c5-4e2d-b246-8037075de4fa,segment=NetworkSegment(e7a2e8fb-b3d5-44ba-bb42-81da885a74e3),segment_id=e7a2e8fb-b3d5-44ba-bb42-81da885a74e3)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:40:31.278261 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:31.297607 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-3888db8d-0a85-463a-8353-8a7dbf36bc3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:31.321398 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3a4375-b44c-4efc-8ff8-796337437d75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ca6144c-9467-453b-abca-ff721ae4a69e,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:40:31.335194 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-879c8931-721d-4d78-a9c2-7ad12b47fdaf req-39eebbe3-89fc-4c9e-8718-32454a81b1f4 tempest-ServerDiagnosticsNegativeTest-1193718992 tempest-ServerDiagnosticsNegativeTest-1193718992-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e65fc53-7f73-42f9-927d-260508f4c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294188 Jun 01 18:40:31.353026 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-cf3a4375-b44c-4efc-8ff8-796337437d75 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c2f4cc80d2464618b162c83d94aa01cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9422238 Jun 01 18:40:31.353469 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 40862) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:40:31.376046 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46d81e8d-3ead-486f-86cc-13b319072220'] response: {'server_uuid': '7d29c071-4e6a-4167-9c9f-69f1a274133e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35420f97-05c5-4e2d-b246-8037075de4fa', 'code': 200} Jun 01 18:40:31.401521 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6b80aba5-ada6-4cc2-b967-393fcc622322 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:31.422639 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6b80aba5-ada6-4cc2-b967-393fcc622322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:31.427008 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=35420f97-05c5-4e2d-b246-8037075de4fa,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:40:31.481421 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-999fe330-feca-42af-8133-7bfd5b9a0947 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:31.512662 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-999fe330-feca-42af-8133-7bfd5b9a0947 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:31.577238 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-999fe330-feca-42af-8133-7bfd5b9a0947 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:31.597700 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999fe330-feca-42af-8133-7bfd5b9a0947 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ca6144c-9467-453b-abca-ff721ae4a69e,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:40:31.599739 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-999fe330-feca-42af-8133-7bfd5b9a0947 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:31.603177 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-999fe330-feca-42af-8133-7bfd5b9a0947 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6ca6144c-9467-453b-abca-ff721ae4a69e HTTP/1.1" status: 204 len: 168 time: 0.2441914 Jun 01 18:40:31.670451 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-3888db8d-0a85-463a-8353-8a7dbf36bc3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:31.686101 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b80aba5-ada6-4cc2-b967-393fcc622322 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2444d4cf-51f2-4ca0-8a35-ca10a133a5b8,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:40:31.695074 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-6b80aba5-ada6-4cc2-b967-393fcc622322 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=85e0b3e265324baf9fb7bb6fbd38e446&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0307643 Jun 01 18:40:31.697973 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 40874) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:40:31.718917 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 40878) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:40:31.758548 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-3888db8d-0a85-463a-8353-8a7dbf36bc3a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=88524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:40:31.758915 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-3888db8d-0a85-463a-8353-8a7dbf36bc3a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:40:31.759979 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-3888db8d-0a85-463a-8353-8a7dbf36bc3a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:40:31.760468 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-3888db8d-0a85-463a-8353-8a7dbf36bc3a admin admin] Subscribe: > port after_create 55550000 {{(pid=88524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:40:31.760927 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-3888db8d-0a85-463a-8353-8a7dbf36bc3a admin admin] Subscribe: > port after_delete 55550000 {{(pid=88524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:40:31.761414 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-3888db8d-0a85-463a-8353-8a7dbf36bc3a admin admin] Subscribe: > port after_update 55550000 {{(pid=88524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:40:31.761880 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-3888db8d-0a85-463a-8353-8a7dbf36bc3a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=88524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:40:31.762392 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-3888db8d-0a85-463a-8353-8a7dbf36bc3a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:40:31.762848 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-3888db8d-0a85-463a-8353-8a7dbf36bc3a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:40:31.763370 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-3888db8d-0a85-463a-8353-8a7dbf36bc3a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=88524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:40:31.799283 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-292faeaf-0dd4-4271-8997-85a4ebbbc886 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:31.831510 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-427d845a-6872-41fc-99b4-0b559f65281b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:31.865832 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-292faeaf-0dd4-4271-8997-85a4ebbbc886 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:31.880795 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-427d845a-6872-41fc-99b4-0b559f65281b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:40:31.887570 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-427d845a-6872-41fc-99b4-0b559f65281b admin admin] Usage tracker for resource:security_group_rule and tenant:70b31c042c014fc986d1880b5e35a22c is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:40:31.897216 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-427d845a-6872-41fc-99b4-0b559f65281b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:40:31.907305 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-427d845a-6872-41fc-99b4-0b559f65281b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:40:31.937710 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-3888db8d-0a85-463a-8353-8a7dbf36bc3a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:40:31.938117 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-3888db8d-0a85-463a-8353-8a7dbf36bc3a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:40:31.938447 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-3888db8d-0a85-463a-8353-8a7dbf36bc3a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=88524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:40:31.938864 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-3888db8d-0a85-463a-8353-8a7dbf36bc3a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=88524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:40:31.939339 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-3888db8d-0a85-463a-8353-8a7dbf36bc3a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e42f47fd-a5f9-44f4-b866-c540d0d8c6ae']}} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:40:31.970877 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-292faeaf-0dd4-4271-8997-85a4ebbbc886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:32.001213 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-292faeaf-0dd4-4271-8997-85a4ebbbc886 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:32.002708 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-292faeaf-0dd4-4271-8997-85a4ebbbc886 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2444d4cf-51f2-4ca0-8a35-ca10a133a5b8 HTTP/1.1" status: 204 len: 168 time: 0.3029497 Jun 01 18:40:32.007404 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292faeaf-0dd4-4271-8997-85a4ebbbc886 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2444d4cf-51f2-4ca0-8a35-ca10a133a5b8,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:40:32.024002 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-3888db8d-0a85-463a-8353-8a7dbf36bc3a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d445a18-4936-4adc-888c-f77ce1e527c2') {'for_net_delete': True} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:40:32.024420 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-3888db8d-0a85-463a-8353-8a7dbf36bc3a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d445a18-4936-4adc-888c-f77ce1e527c2') {} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:40:32.064275 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-3888db8d-0a85-463a-8353-8a7dbf36bc3a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2702126'] for segment, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:32.108833 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-427d845a-6872-41fc-99b4-0b559f65281b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:32.113278 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 40894) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:40:32.122482 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f0ec41-0232-4064-92c2-cd864fea04a1 req-ff49bc87-9f51-4310-bc17-f02a80841660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:40:32.124613 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-15f0ec41-0232-4064-92c2-cd864fea04a1 req-ff49bc87-9f51-4310-bc17-f02a80841660 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=7d29c071-4e6a-4167-9c9f-69f1a274133e HTTP/1.1" status: 200 len: 1097 time: 0.6786909 Jun 01 18:40:32.132421 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-427d845a-6872-41fc-99b4-0b559f65281b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:32.154686 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-01ba008d-e3a7-473b-8547-cb0e4aa34d98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:32.156716 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-f8a080b0-a22e-41f3-bd41-43f1614099ef admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fcd9abc9bebd46a6b0bfb3e8895f405a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4300876 Jun 01 18:40:32.160834 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 40898) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:40:32.187835 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5b1277-9a11-4323-acb7-27940a282b62 req-7629af53-c963-4284-8716-70e8bac8075b tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:40:32.190112 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-2c5b1277-9a11-4323-acb7-27940a282b62 req-7629af53-c963-4284-8716-70e8bac8075b tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d29c071-4e6a-4167-9c9f-69f1a274133e HTTP/1.1" status: 200 len: 946 time: 0.6150289 Jun 01 18:40:32.192092 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-3888db8d-0a85-463a-8353-8a7dbf36bc3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:32.198049 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-01ba008d-e3a7-473b-8547-cb0e4aa34d98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:40:32.209308 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device a6a7079a-5ad7-4f2f-a423-a40078b0a242 details requested by agent hyperv_n-h2-844202-1 with host n-h2-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 18:40:32.211917 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-427d845a-6872-41fc-99b4-0b559f65281b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=70b31c042c014fc986d1880b5e35a22c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9274423 Jun 01 18:40:32.213015 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427d845a-6872-41fc-99b4-0b559f65281b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=638f35ff-0b8c-4271-95b5-d78a84ec6aa2,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:40:32.218369 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-01ba008d-e3a7-473b-8547-cb0e4aa34d98 admin admin] Usage tracker for resource:security_group_rule and tenant:b6b194d3c9ca4273997faee4161e35a3 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:40:32.221226 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 40902) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:40:32.237629 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3888db8d-0a85-463a-8353-8a7dbf36bc3a admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=88524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 18:40:32.238605 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-3888db8d-0a85-463a-8353-8a7dbf36bc3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2719018'] for segment, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:32.270306 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-01ba008d-e3a7-473b-8547-cb0e4aa34d98 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:40:32.280575 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-01ba008d-e3a7-473b-8547-cb0e4aa34d98 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:40:32.322486 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b08dcfce-34e4-48b6-b9d2-e3442d499969 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:32.374672 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b08dcfce-34e4-48b6-b9d2-e3442d499969 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:32.448786 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port a6a7079a-5ad7-4f2f-a423-a40078b0a242, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=a6a7079a-5ad7-4f2f-a423-a40078b0a242,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:40:32.473584 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Returning: {'device': 'a6a7079a-5ad7-4f2f-a423-a40078b0a242', 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426', 'port_id': 'a6a7079a-5ad7-4f2f-a423-a40078b0a242', 'mac_address': 'fa:16:3e:c9:bf:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35e3ad2f-9c88-4698-b634-4e1b58de1cc2', 'ip_address': '192.168.233.121'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 18:40:32.495671 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-01ba008d-e3a7-473b-8547-cb0e4aa34d98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:32.507604 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-01ba008d-e3a7-473b-8547-cb0e4aa34d98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:32.537560 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-15f0ec41-0232-4064-92c2-cd864fea04a1 req-b68c6015-5807-4765-bcc6-d1d872f9d1a4 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=444c87ba-31dc-4b5a-9977-492e198b845a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3778269 Jun 01 18:40:32.560878 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-2c5b1277-9a11-4323-acb7-27940a282b62 req-7000fdfd-36c2-4450-ad13-f38a31c38338 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] 10.222.0.41 "GET /v2.0/security-groups?id=444c87ba-31dc-4b5a-9977-492e198b845a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3539469 Jun 01 18:40:32.583419 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-3888db8d-0a85-463a-8353-8a7dbf36bc3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:32.596163 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b08dcfce-34e4-48b6-b9d2-e3442d499969 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:32.602148 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port a6a7079a-5ad7-4f2f-a423-a40078b0a242 is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:40:32.604055 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:32.618022 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-3888db8d-0a85-463a-8353-8a7dbf36bc3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:32.622518 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ba008d-e3a7-473b-8547-cb0e4aa34d98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fd5f86d-230d-478f-9633-aa5573c863cd,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:40:32.623394 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1a502da2-861d-4a66-b35f-263c146264e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:32.629548 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3888db8d-0a85-463a-8353-8a7dbf36bc3a admin admin] Pushing event deleted for resources: {'Network': ['ID=e42f47fd-a5f9-44f4-b866-c540d0d8c6ae,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:40:32.634189 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6a7079a-5ad7-4f2f-a423-a40078b0a242 {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:40:32.662026 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port a6a7079a-5ad7-4f2f-a423-a40078b0a242, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=a6a7079a-5ad7-4f2f-a423-a40078b0a242,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:40:32.664609 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-3888db8d-0a85-463a-8353-8a7dbf36bc3a admin admin] 10.222.0.41 "DELETE /v2.0/networks/e42f47fd-a5f9-44f4-b866-c540d0d8c6ae HTTP/1.1" status: 204 len: 168 time: 1.7179420 Jun 01 18:40:32.668281 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 40920) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:40:32.672617 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1a502da2-861d-4a66-b35f-263c146264e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:32.677068 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:32.704041 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08dcfce-34e4-48b6-b9d2-e3442d499969 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=638f35ff-0b8c-4271-95b5-d78a84ec6aa2,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:40:32.749251 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b08dcfce-34e4-48b6-b9d2-e3442d499969 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:32.756112 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-b08dcfce-34e4-48b6-b9d2-e3442d499969 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/638f35ff-0b8c-4271-95b5-d78a84ec6aa2 HTTP/1.1" status: 204 len: 168 time: 0.5328026 Jun 01 18:40:32.775581 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9b876b0-2879-41ea-a9ab-7cef9388f81b admin admin] Deleting subnet 05cf4f69-8f94-43e2-9f47-e632721a15c6 {{(pid=88524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 18:40:32.776542 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-01ba008d-e3a7-473b-8547-cb0e4aa34d98 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b6b194d3c9ca4273997faee4161e35a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6619592 Jun 01 18:40:32.777325 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 40926) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:40:32.780598 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d9b876b0-2879-41ea-a9ab-7cef9388f81b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:32.804809 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=a6a7079a-5ad7-4f2f-a423-a40078b0a242,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:40:32.929042 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d9b876b0-2879-41ea-a9ab-7cef9388f81b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2702137'] for subnet, precommit_delete_associations {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:32.958705 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] get_ports_and_sgs() called for port_ids ['a6a7079a-5ad7-4f2f-a423-a40078b0a242'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:40:32.969909 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1a502da2-861d-4a66-b35f-263c146264e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:33.010866 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6f3a8a-efff-4293-ac36-e64136c3009d req-792e009b-dc33-40d9-b111-59bfb4e755ea tempest-ServerDiagnosticsNegativeTest-1193718992 tempest-ServerDiagnosticsNegativeTest-1193718992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:40:33.024595 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a502da2-861d-4a66-b35f-263c146264e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2645380c-0449-4b51-bf09-aaed9fee814d,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:40:33.025070 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-1d6f3a8a-efff-4293-ac36-e64136c3009d req-792e009b-dc33-40d9-b111-59bfb4e755ea tempest-ServerDiagnosticsNegativeTest-1193718992 tempest-ServerDiagnosticsNegativeTest-1193718992-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8a446cb-02e7-49c2-a7ca-479b23fab753 HTTP/1.1" status: 200 len: 949 time: 0.4124212 Jun 01 18:40:33.048673 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1a502da2-861d-4a66-b35f-263c146264e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:33.049957 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-1a502da2-861d-4a66-b35f-263c146264e3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2645380c-0449-4b51-bf09-aaed9fee814d HTTP/1.1" status: 204 len: 168 time: 0.8729532 Jun 01 18:40:33.054622 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d9b876b0-2879-41ea-a9ab-7cef9388f81b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:33.079390 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ab8c64fc-94fc-47b6-b334-061c0e02c73d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:33.127694 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment 1d445a18-4936-4adc-888c-f77ce1e527c2 resource provider aggregate not found Jun 01 18:40:33.155591 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-1d6f3a8a-efff-4293-ac36-e64136c3009d req-86b20055-8d06-4708-a375-bc0e6ff578b6 tempest-ServerDiagnosticsNegativeTest-1193718992 tempest-ServerDiagnosticsNegativeTest-1193718992-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e65fc53-7f73-42f9-927d-260508f4c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171453 Jun 01 18:40:33.164206 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ab8c64fc-94fc-47b6-b334-061c0e02c73d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:33.170962 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment 1d445a18-4936-4adc-888c-f77ce1e527c2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1d445a18-4936-4adc-888c-f77ce1e527c2 found for delete ", "request_id": "req-a0be472b-0abb-4e47-9ed3-844870a3753b"}]} Jun 01 18:40:33.213534 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d9b876b0-2879-41ea-a9ab-7cef9388f81b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2718856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3066595'] for subnet, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:33.240329 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ab8c64fc-94fc-47b6-b334-061c0e02c73d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:33.280909 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8c64fc-94fc-47b6-b334-061c0e02c73d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fd5f86d-230d-478f-9633-aa5573c863cd,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:40:33.287356 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ab8c64fc-94fc-47b6-b334-061c0e02c73d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:33.290266 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-ab8c64fc-94fc-47b6-b334-061c0e02c73d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7fd5f86d-230d-478f-9633-aa5573c863cd HTTP/1.1" status: 204 len: 168 time: 0.5103486 Jun 01 18:40:33.306866 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d9b876b0-2879-41ea-a9ab-7cef9388f81b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:33.309386 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b876b0-2879-41ea-a9ab-7cef9388f81b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=05cf4f69-8f94-43e2-9f47-e632721a15c6,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:40:33.317940 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-d9b876b0-2879-41ea-a9ab-7cef9388f81b admin admin] 10.222.0.41 "DELETE /v2.0/subnets/05cf4f69-8f94-43e2-9f47-e632721a15c6 HTTP/1.1" status: 204 len: 168 time: 0.6483545 Jun 01 18:40:33.320791 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 40950) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:40:33.438404 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7c3f9009-d777-4804-8d8c-657b70b9b8d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:33.555889 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 40958) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:40:33.589765 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4dd64817-737b-4b3a-b49b-e27ef290e7f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:33.609050 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7c3f9009-d777-4804-8d8c-657b70b9b8d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:33.619221 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-4dd64817-737b-4b3a-b49b-e27ef290e7f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:40:33.623709 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-4dd64817-737b-4b3a-b49b-e27ef290e7f8 admin admin] Usage tracker for resource:security_group_rule and tenant:58bfce3e502e4216a74ba911b93ff442 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:40:33.627298 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-4dd64817-737b-4b3a-b49b-e27ef290e7f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:40:33.633532 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-4dd64817-737b-4b3a-b49b-e27ef290e7f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:40:33.686152 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7c3f9009-d777-4804-8d8c-657b70b9b8d6 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=88525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:40:33.686841 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7c3f9009-d777-4804-8d8c-657b70b9b8d6 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:40:33.690918 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7c3f9009-d777-4804-8d8c-657b70b9b8d6 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:40:33.691241 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7c3f9009-d777-4804-8d8c-657b70b9b8d6 admin admin] Subscribe: > port after_create 55550000 {{(pid=88525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:40:33.691578 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7c3f9009-d777-4804-8d8c-657b70b9b8d6 admin admin] Subscribe: > port after_delete 55550000 {{(pid=88525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:40:33.691969 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7c3f9009-d777-4804-8d8c-657b70b9b8d6 admin admin] Subscribe: > port after_update 55550000 {{(pid=88525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:40:33.692316 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7c3f9009-d777-4804-8d8c-657b70b9b8d6 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=88525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:40:33.692664 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7c3f9009-d777-4804-8d8c-657b70b9b8d6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:40:33.692982 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7c3f9009-d777-4804-8d8c-657b70b9b8d6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:40:33.693297 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7c3f9009-d777-4804-8d8c-657b70b9b8d6 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=88525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:40:33.764942 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7c3f9009-d777-4804-8d8c-657b70b9b8d6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:40:33.764942 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7c3f9009-d777-4804-8d8c-657b70b9b8d6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:40:33.765257 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7c3f9009-d777-4804-8d8c-657b70b9b8d6 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=88525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:40:33.765574 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7c3f9009-d777-4804-8d8c-657b70b9b8d6 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=88525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 18:40:33.766155 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-7c3f9009-d777-4804-8d8c-657b70b9b8d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e6e114b-4f69-4af0-bd93-b341ef82830c']}} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:40:33.787243 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-7c3f9009-d777-4804-8d8c-657b70b9b8d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88c699bb-7ac5-4cb9-9e1b-6d2349f7a623') {'for_net_delete': True} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:40:33.787761 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-7c3f9009-d777-4804-8d8c-657b70b9b8d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88c699bb-7ac5-4cb9-9e1b-6d2349f7a623') {} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:40:33.806027 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7c3f9009-d777-4804-8d8c-657b70b9b8d6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2258522'] for segment, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:33.833598 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7c3f9009-d777-4804-8d8c-657b70b9b8d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:33.842704 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da723fd1-0c8b-4832-b48d-8c4daf3c6c48 req-de0557e5-2825-4a48-a613-40303d9dc16a tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:40:33.845320 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-da723fd1-0c8b-4832-b48d-8c4daf3c6c48 req-de0557e5-2825-4a48-a613-40303d9dc16a tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d29c071-4e6a-4167-9c9f-69f1a274133e HTTP/1.1" status: 200 len: 946 time: 0.1262000 Jun 01 18:40:33.849761 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c3f9009-d777-4804-8d8c-657b70b9b8d6 admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=88525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 18:40:33.850358 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7c3f9009-d777-4804-8d8c-657b70b9b8d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2613981'] for segment, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:33.901675 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-da723fd1-0c8b-4832-b48d-8c4daf3c6c48 req-32be0922-a6c7-4c3b-9f86-6e9871b9ed9f tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] 10.222.0.41 "GET /v2.0/security-groups?id=444c87ba-31dc-4b5a-9977-492e198b845a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502009 Jun 01 18:40:33.953625 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4dd64817-737b-4b3a-b49b-e27ef290e7f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:33.960522 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4dd64817-737b-4b3a-b49b-e27ef290e7f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:34.021367 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7c3f9009-d777-4804-8d8c-657b70b9b8d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:34.061455 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7c3f9009-d777-4804-8d8c-657b70b9b8d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:34.068434 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3f9009-d777-4804-8d8c-657b70b9b8d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=2e6e114b-4f69-4af0-bd93-b341ef82830c,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:40:34.072746 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-4dd64817-737b-4b3a-b49b-e27ef290e7f8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=58bfce3e502e4216a74ba911b93ff442&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5161464 Jun 01 18:40:34.073490 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd64817-737b-4b3a-b49b-e27ef290e7f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f516675-5d23-44ba-b514-9fb031ca3d78,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:40:34.076449 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 40974) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:40:34.084623 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-7c3f9009-d777-4804-8d8c-657b70b9b8d6 admin admin] 10.222.0.41 "DELETE /v2.0/networks/2e6e114b-4f69-4af0-bd93-b341ef82830c HTTP/1.1" status: 204 len: 168 time: 0.7627120 Jun 01 18:40:34.162100 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-17340240-0cd2-4194-8906-4831c9fc9c32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:34.178644 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 40988) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:40:34.202512 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-17340240-0cd2-4194-8906-4831c9fc9c32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:34.227877 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device a6a7079a-5ad7-4f2f-a423-a40078b0a242 up at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:40:34.236324 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-ec2df984-a269-4d00-a7fe-03db676e007a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2c5e4383c5df4492a7d73176d07b6f87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0564868 Jun 01 18:40:34.238893 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 40992) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:40:34.273508 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-17340240-0cd2-4194-8906-4831c9fc9c32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:34.311838 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-17340240-0cd2-4194-8906-4831c9fc9c32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:34.316826 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-17340240-0cd2-4194-8906-4831c9fc9c32 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3f516675-5d23-44ba-b514-9fb031ca3d78 HTTP/1.1" status: 204 len: 168 time: 0.2390792 Jun 01 18:40:34.319280 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17340240-0cd2-4194-8906-4831c9fc9c32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f516675-5d23-44ba-b514-9fb031ca3d78,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:40:34.391502 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning for port a6a7079a-5ad7-4f2f-a423-a40078b0a242 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:40:34.401797 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning complete for port a6a7079a-5ad7-4f2f-a423-a40078b0a242 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:40:34.402169 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:34.419924 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e1a960c6-888f-47ef-800a-2addf8b1a5d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:34.446217 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 41002) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:40:34.496582 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e1a960c6-888f-47ef-800a-2addf8b1a5d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:34.547208 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-2507c476-57b9-406a-ad24-6579878cfb05 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6606a7fc4b484949b686972d38cc777d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1000557 Jun 01 18:40:34.553081 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 41006) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:40:34.604207 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port a6a7079a-5ad7-4f2f-a423-a40078b0a242 is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:40:34.604624 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:34.614690 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e1a960c6-888f-47ef-800a-2addf8b1a5d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:34.646569 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e1a960c6-888f-47ef-800a-2addf8b1a5d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:34.648053 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-e1a960c6-888f-47ef-800a-2addf8b1a5d1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6edb1051-cbb3-4735-81a0-8bf6d182285c HTTP/1.1" status: 204 len: 168 time: 0.4082093 Jun 01 18:40:34.649058 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a960c6-888f-47ef-800a-2addf8b1a5d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6edb1051-cbb3-4735-81a0-8bf6d182285c,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:40:34.675226 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8a446cb-02e7-49c2-a7ca-479b23fab753', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6a7079a-5ad7-4f2f-a423-a40078b0a242'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:40:34.676600 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bf837d-f520-40d9-bdfa-39049b1ef9a1 req-3b589a2a-9a9a-4cfd-9e82-9c334eda36a7 tempest-ServerDiagnosticsNegativeTest-1193718992 tempest-ServerDiagnosticsNegativeTest-1193718992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:40:34.678182 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-97bf837d-f520-40d9-bdfa-39049b1ef9a1 req-3b589a2a-9a9a-4cfd-9e82-9c334eda36a7 tempest-ServerDiagnosticsNegativeTest-1193718992 tempest-ServerDiagnosticsNegativeTest-1193718992-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8a446cb-02e7-49c2-a7ca-479b23fab753 HTTP/1.1" status: 200 len: 949 time: 0.3030179 Jun 01 18:40:34.706272 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port a6a7079a-5ad7-4f2f-a423-a40078b0a242, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=a6a7079a-5ad7-4f2f-a423-a40078b0a242,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:40:34.708060 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b71f5cdf-2470-4ce0-8299-be405ef800d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:34.711931 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:34.750992 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-97bf837d-f520-40d9-bdfa-39049b1ef9a1 req-bf3c76af-b15c-43d8-bc00-a8c07896896d tempest-ServerDiagnosticsNegativeTest-1193718992 tempest-ServerDiagnosticsNegativeTest-1193718992-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e65fc53-7f73-42f9-927d-260508f4c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640140 Jun 01 18:40:34.756772 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b71f5cdf-2470-4ce0-8299-be405ef800d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:34.817033 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a80fa2a4-dfa0-4587-b6f1-d510d6a2257a'] response: {'server_uuid': 'c8a446cb-02e7-49c2-a7ca-479b23fab753', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6a7079a-5ad7-4f2f-a423-a40078b0a242', 'code': 200} Jun 01 18:40:34.828046 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b71f5cdf-2470-4ce0-8299-be405ef800d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:34.837123 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=a6a7079a-5ad7-4f2f-a423-a40078b0a242,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:40:34.845090 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71f5cdf-2470-4ce0-8299-be405ef800d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4c781bc-edda-48fe-92f6-1ace64a82522,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:40:34.902394 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b71f5cdf-2470-4ce0-8299-be405ef800d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:34.903496 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-b71f5cdf-2470-4ce0-8299-be405ef800d3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b4c781bc-edda-48fe-92f6-1ace64a82522 HTTP/1.1" status: 204 len: 168 time: 0.3541181 Jun 01 18:40:34.975290 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38aa7e5-49ee-4af3-8ca1-8b85186c5be3 req-1efa23ae-d9c8-452e-8d64-29a0ac0a3d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:40:34.977730 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d38aa7e5-49ee-4af3-8ca1-8b85186c5be3 req-1efa23ae-d9c8-452e-8d64-29a0ac0a3d88 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=c8a446cb-02e7-49c2-a7ca-479b23fab753 HTTP/1.1" status: 200 len: 1101 time: 0.1337438 Jun 01 18:40:35.034541 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d38aa7e5-49ee-4af3-8ca1-8b85186c5be3 req-d915aeac-6cef-48a8-843b-c5680841d091 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=2e65fc53-7f73-42f9-927d-260508f4c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509200 Jun 01 18:40:35.106007 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment 88c699bb-7ac5-4cb9-9e1b-6d2349f7a623 resource provider aggregate not found Jun 01 18:40:35.127422 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment 88c699bb-7ac5-4cb9-9e1b-6d2349f7a623 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 88c699bb-7ac5-4cb9-9e1b-6d2349f7a623 found for delete ", "request_id": "req-d054efef-84d2-4627-9cf5-8e5dfda29e4b"}]} Jun 01 18:40:35.140016 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88838b75-09d9-4ef2-ad03-278b89eaedd3 req-c781d733-cf22-46b8-b994-f1bc9c6c3e87 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:40:35.141700 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-88838b75-09d9-4ef2-ad03-278b89eaedd3 req-c781d733-cf22-46b8-b994-f1bc9c6c3e87 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d29c071-4e6a-4167-9c9f-69f1a274133e HTTP/1.1" status: 200 len: 946 time: 0.0932488 Jun 01 18:40:35.187956 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-88838b75-09d9-4ef2-ad03-278b89eaedd3 req-b7a54758-4d32-4ff4-8fcb-c46c2a2c1cba tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] 10.222.0.41 "GET /v2.0/security-groups?id=444c87ba-31dc-4b5a-9977-492e198b845a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403688 Jun 01 18:40:35.710143 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 41058) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:40:35.792803 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-bead7555-d931-4f7f-97c2-f0116954625d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=95f78a69743d4048994be36dd7359984&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0811634 Jun 01 18:40:35.799274 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 41066) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:40:35.953123 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c8dab796-b6d9-4ac8-a6f1-73a7fe3c31ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:36.020685 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c8dab796-b6d9-4ac8-a6f1-73a7fe3c31ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:36.050639 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b742bb74-5eb2-4743-84d2-5823782060bd req-9fb5a422-3615-44de-9a28-7b1817dde627 tempest-LiveAutoBlockMigrationV225Test-590672389 tempest-LiveAutoBlockMigrationV225Test-590672389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:40:36.052543 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b742bb74-5eb2-4743-84d2-5823782060bd req-9fb5a422-3615-44de-9a28-7b1817dde627 tempest-LiveAutoBlockMigrationV225Test-590672389 tempest-LiveAutoBlockMigrationV225Test-590672389-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=7d29c071-4e6a-4167-9c9f-69f1a274133e HTTP/1.1" status: 200 len: 1097 time: 0.2471678 Jun 01 18:40:36.077644 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfea9bac-34f2-4135-9126-acd5f80a33d2 req-50faac55-7244-4262-b31e-be54c14eb996 tempest-ServerDiagnosticsNegativeTest-1193718992 tempest-ServerDiagnosticsNegativeTest-1193718992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:40:36.086177 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-dfea9bac-34f2-4135-9126-acd5f80a33d2 req-50faac55-7244-4262-b31e-be54c14eb996 tempest-ServerDiagnosticsNegativeTest-1193718992 tempest-ServerDiagnosticsNegativeTest-1193718992-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8a446cb-02e7-49c2-a7ca-479b23fab753 HTTP/1.1" status: 200 len: 950 time: 0.1307366 Jun 01 18:40:36.155302 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-dfea9bac-34f2-4135-9126-acd5f80a33d2 req-3eb07dbc-6e6a-4619-a34c-ba9419a4fbce tempest-ServerDiagnosticsNegativeTest-1193718992 tempest-ServerDiagnosticsNegativeTest-1193718992-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e65fc53-7f73-42f9-927d-260508f4c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682199 Jun 01 18:40:36.201586 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b742bb74-5eb2-4743-84d2-5823782060bd req-3d256dd5-0906-4dbc-af9f-735b6ca98423 tempest-LiveAutoBlockMigrationV225Test-590672389 tempest-LiveAutoBlockMigrationV225Test-590672389-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=444c87ba-31dc-4b5a-9977-492e198b845a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366904 Jun 01 18:40:36.215586 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c8dab796-b6d9-4ac8-a6f1-73a7fe3c31ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:36.232418 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dab796-b6d9-4ac8-a6f1-73a7fe3c31ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=869db1e8-7574-407c-967d-c3321bf940c2,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:40:36.248925 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c8dab796-b6d9-4ac8-a6f1-73a7fe3c31ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:36.250118 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-c8dab796-b6d9-4ac8-a6f1-73a7fe3c31ae admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/869db1e8-7574-407c-967d-c3321bf940c2 HTTP/1.1" status: 204 len: 168 time: 0.4492972 Jun 01 18:40:36.352703 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 41092) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:40:36.453843 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cb6c5b-dcdd-4b62-8bf1-47d64ef7277e req-f468e487-aa15-4a7d-922f-38ab17817c78 tempest-LiveAutoBlockMigrationV225Test-590672389 tempest-LiveAutoBlockMigrationV225Test-590672389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:40:36.457108 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-58cb6c5b-dcdd-4b62-8bf1-47d64ef7277e req-f468e487-aa15-4a7d-922f-38ab17817c78 tempest-LiveAutoBlockMigrationV225Test-590672389 tempest-LiveAutoBlockMigrationV225Test-590672389-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=7d29c071-4e6a-4167-9c9f-69f1a274133e HTTP/1.1" status: 200 len: 1097 time: 0.0779884 Jun 01 18:40:36.495528 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-58cb6c5b-dcdd-4b62-8bf1-47d64ef7277e req-b253875d-bd13-4501-b2e4-e112e1dc51fa tempest-LiveAutoBlockMigrationV225Test-590672389 tempest-LiveAutoBlockMigrationV225Test-590672389-project-admin] Synchronizing usage tracker for tenant:8b9bb4b92af249dc9c7d913089ba5558 on resource:security_group {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:40:36.513810 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-58cb6c5b-dcdd-4b62-8bf1-47d64ef7277e req-b253875d-bd13-4501-b2e4-e112e1dc51fa tempest-LiveAutoBlockMigrationV225Test-590672389 tempest-LiveAutoBlockMigrationV225Test-590672389-project-admin] Unset dirty status for tenant:8b9bb4b92af249dc9c7d913089ba5558 on resource:security_group {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:40:36.522094 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-58cb6c5b-dcdd-4b62-8bf1-47d64ef7277e req-b253875d-bd13-4501-b2e4-e112e1dc51fa tempest-LiveAutoBlockMigrationV225Test-590672389 tempest-LiveAutoBlockMigrationV225Test-590672389-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=444c87ba-31dc-4b5a-9977-492e198b845a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608559 Jun 01 18:40:36.776097 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-32f645c2-b55d-4095-93d2-07d14bd75175 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:36.793097 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-32f645c2-b55d-4095-93d2-07d14bd75175 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:40:36.798180 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-32f645c2-b55d-4095-93d2-07d14bd75175 admin admin] Usage tracker for resource:security_group_rule and tenant:471467cd2ee6495b9e31bd62b5a873eb is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:40:36.801283 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-32f645c2-b55d-4095-93d2-07d14bd75175 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:40:36.807956 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-32f645c2-b55d-4095-93d2-07d14bd75175 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:40:36.918354 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-32f645c2-b55d-4095-93d2-07d14bd75175 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:36.925706 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-32f645c2-b55d-4095-93d2-07d14bd75175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:36.993125 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-32f645c2-b55d-4095-93d2-07d14bd75175 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=471467cd2ee6495b9e31bd62b5a873eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6393912 Jun 01 18:40:36.994736 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f645c2-b55d-4095-93d2-07d14bd75175 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40e649fe-31f7-42d0-a29e-062d6761d273,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:40:36.996052 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 41124) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:40:37.033660 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-ea2b9dbb-16e2-4a98-b591-1821b046f9f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:37.073904 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2ada76e5-991d-4807-af81-7b07eb27c816 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:37.111107 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2ada76e5-991d-4807-af81-7b07eb27c816 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:37.172568 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2ada76e5-991d-4807-af81-7b07eb27c816 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:37.191309 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ada76e5-991d-4807-af81-7b07eb27c816 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40e649fe-31f7-42d0-a29e-062d6761d273,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:40:37.199588 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2ada76e5-991d-4807-af81-7b07eb27c816 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:37.203882 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-2ada76e5-991d-4807-af81-7b07eb27c816 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/40e649fe-31f7-42d0-a29e-062d6761d273 HTTP/1.1" status: 204 len: 168 time: 0.2066815 Jun 01 18:40:37.363536 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f569743-4dab-4d49-844d-9ab7721948e4 req-c8389456-401b-418e-b950-ac9ae7f059d0 tempest-ServerDiagnosticsNegativeTest-1193718992 tempest-ServerDiagnosticsNegativeTest-1193718992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:40:37.365106 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3f569743-4dab-4d49-844d-9ab7721948e4 req-c8389456-401b-418e-b950-ac9ae7f059d0 tempest-ServerDiagnosticsNegativeTest-1193718992 tempest-ServerDiagnosticsNegativeTest-1193718992-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8a446cb-02e7-49c2-a7ca-479b23fab753 HTTP/1.1" status: 200 len: 950 time: 0.0856917 Jun 01 18:40:37.425630 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3f569743-4dab-4d49-844d-9ab7721948e4 req-b48a0481-9322-4aef-8a2e-7aba552e1ab6 tempest-ServerDiagnosticsNegativeTest-1193718992 tempest-ServerDiagnosticsNegativeTest-1193718992-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e65fc53-7f73-42f9-927d-260508f4c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483654 Jun 01 18:40:37.955878 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2e6a30-7351-4b6c-b14f-c9b0d78622b7 req-9227c0a6-78b3-40be-800c-25141e8bc4c0 tempest-ServerDiagnosticsNegativeTest-1193718992 tempest-ServerDiagnosticsNegativeTest-1193718992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:40:37.957452 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-9f2e6a30-7351-4b6c-b14f-c9b0d78622b7 req-9227c0a6-78b3-40be-800c-25141e8bc4c0 tempest-ServerDiagnosticsNegativeTest-1193718992 tempest-ServerDiagnosticsNegativeTest-1193718992-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8a446cb-02e7-49c2-a7ca-479b23fab753 HTTP/1.1" status: 200 len: 950 time: 0.1201484 Jun 01 18:40:38.046468 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-9f2e6a30-7351-4b6c-b14f-c9b0d78622b7 req-e1c208a7-4d72-41e2-a723-22ef256133bf tempest-ServerDiagnosticsNegativeTest-1193718992 tempest-ServerDiagnosticsNegativeTest-1193718992-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e65fc53-7f73-42f9-927d-260508f4c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828001 Jun 01 18:40:38.163778 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 41196) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:40:38.185185 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 41200) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:40:38.192966 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4e3f4f39-e662-4b76-8e6a-873624fafdbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:38.209537 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-4e3f4f39-e662-4b76-8e6a-873624fafdbb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:40:38.213790 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-4e3f4f39-e662-4b76-8e6a-873624fafdbb admin admin] Usage tracker for resource:security_group_rule and tenant:917763ad683948a1801dd31069b7d452 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:40:38.217719 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-4e3f4f39-e662-4b76-8e6a-873624fafdbb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:40:38.223904 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-4e3f4f39-e662-4b76-8e6a-873624fafdbb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:40:38.319074 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4e3f4f39-e662-4b76-8e6a-873624fafdbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:38.324698 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4e3f4f39-e662-4b76-8e6a-873624fafdbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:38.375567 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-4e3f4f39-e662-4b76-8e6a-873624fafdbb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=917763ad683948a1801dd31069b7d452&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2104487 Jun 01 18:40:38.378223 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 41212) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:40:38.380727 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3f4f39-e662-4b76-8e6a-873624fafdbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78e3a2a7-ae14-4e21-ace2-85ba811ac21f,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:40:38.444469 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-5276f544-ce94-449f-a8e6-5d0d38807687 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:38.479883 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-5276f544-ce94-449f-a8e6-5d0d38807687 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:38.541298 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-5276f544-ce94-449f-a8e6-5d0d38807687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:38.561407 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5276f544-ce94-449f-a8e6-5d0d38807687 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78e3a2a7-ae14-4e21-ace2-85ba811ac21f,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:40:38.568607 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-5276f544-ce94-449f-a8e6-5d0d38807687 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:38.572083 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-5276f544-ce94-449f-a8e6-5d0d38807687 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/78e3a2a7-ae14-4e21-ace2-85ba811ac21f HTTP/1.1" status: 204 len: 168 time: 0.1929486 Jun 01 18:40:38.643037 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-ce01e6e9-3a25-4034-afa8-d1359c4825aa admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-966599028-network', 'tenant_id': '7dd3c8e221f9433b9e41db5bb127ec48'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:40:38.647511 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-ce01e6e9-3a25-4034-afa8-d1359c4825aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:40:38.651649 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-ce01e6e9-3a25-4034-afa8-d1359c4825aa admin admin] Usage tracker for resource:network and tenant:7dd3c8e221f9433b9e41db5bb127ec48 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:40:38.655817 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-ce01e6e9-3a25-4034-afa8-d1359c4825aa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:40:38.662423 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-ce01e6e9-3a25-4034-afa8-d1359c4825aa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:40:38.677403 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce01e6e9-3a25-4034-afa8-d1359c4825aa admin admin] Made reservation on behalf of 7dd3c8e221f9433b9e41db5bb127ec48 for: {'network': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:40:38.680309 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ce01e6e9-3a25-4034-afa8-d1359c4825aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:38.700395 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ce01e6e9-3a25-4034-afa8-d1359c4825aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:38.721037 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-ce01e6e9-3a25-4034-afa8-d1359c4825aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:40:38.725618 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-ce01e6e9-3a25-4034-afa8-d1359c4825aa admin admin] Usage tracker for resource:security_group_rule and tenant:7dd3c8e221f9433b9e41db5bb127ec48 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:40:38.728722 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-ce01e6e9-3a25-4034-afa8-d1359c4825aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:40:38.736392 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-ce01e6e9-3a25-4034-afa8-d1359c4825aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:40:38.853386 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ce01e6e9-3a25-4034-afa8-d1359c4825aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:38.858588 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ce01e6e9-3a25-4034-afa8-d1359c4825aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:38.872275 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce01e6e9-3a25-4034-afa8-d1359c4825aa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 115} {{(pid=88524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 18:40:38.881669 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ce01e6e9-3a25-4034-afa8-d1359c4825aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:38.881942 n-d-844202-1 neutron-server[88524]: INFO neutron.db.segments_db [None req-ce01e6e9-3a25-4034-afa8-d1359c4825aa admin admin] Added segment 177be86f-471e-4b12-bda0-1497c6cf7f80 of type vlan for network 18cc4e4f-761f-49c9-826c-48ea46f95616 Jun 01 18:40:38.911316 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ce01e6e9-3a25-4034-afa8-d1359c4825aa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:38.959957 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce01e6e9-3a25-4034-afa8-d1359c4825aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81c047ee-8160-4f43-848f-c45b1de327c3,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:40:38.987259 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ce01e6e9-3a25-4034-afa8-d1359c4825aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:38.989073 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce01e6e9-3a25-4034-afa8-d1359c4825aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:40:38.990448 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ce01e6e9-3a25-4034-afa8-d1359c4825aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:39.196103 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-ce01e6e9-3a25-4034-afa8-d1359c4825aa admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.0099249 Jun 01 18:40:39.203581 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 41250) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:40:39.209831 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-dc02585c-f82f-4549-a168-3f8db35d1a5c admin admin] Request body: {'subnet': {'network_id': '18cc4e4f-761f-49c9-826c-48ea46f95616', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-966599028-subnet', 'tenant_id': '7dd3c8e221f9433b9e41db5bb127ec48', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:40:39.214141 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-dc02585c-f82f-4549-a168-3f8db35d1a5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:40:39.218573 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-dc02585c-f82f-4549-a168-3f8db35d1a5c admin admin] Usage tracker for resource:subnet and tenant:7dd3c8e221f9433b9e41db5bb127ec48 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:40:39.221427 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-dc02585c-f82f-4549-a168-3f8db35d1a5c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:40:39.227351 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-dc02585c-f82f-4549-a168-3f8db35d1a5c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:40:39.230389 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce01e6e9-3a25-4034-afa8-d1359c4825aa admin admin] Pushing event updated for resources: {'Network': ['ID=18cc4e4f-761f-49c9-826c-48ea46f95616,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:40:39.242998 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network 18cc4e4f-761f-49c9-826c-48ea46f95616 details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 18:40:39.264504 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc02585c-f82f-4549-a168-3f8db35d1a5c admin admin] Made reservation on behalf of 7dd3c8e221f9433b9e41db5bb127ec48 for: {'subnet': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:40:39.267917 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-dc02585c-f82f-4549-a168-3f8db35d1a5c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3066584'] for subnet, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:39.301976 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11823c9f-f481-493c-8be9-b1045257024b req-6a759680-4717-423e-8411-69d1ccdd1309 tempest-ServerDiagnosticsNegativeTest-1193718992 tempest-ServerDiagnosticsNegativeTest-1193718992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:40:39.309246 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-11823c9f-f481-493c-8be9-b1045257024b req-6a759680-4717-423e-8411-69d1ccdd1309 tempest-ServerDiagnosticsNegativeTest-1193718992 tempest-ServerDiagnosticsNegativeTest-1193718992-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8a446cb-02e7-49c2-a7ca-479b23fab753 HTTP/1.1" status: 200 len: 950 time: 0.1220093 Jun 01 18:40:39.366736 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-11823c9f-f481-493c-8be9-b1045257024b req-422023b2-b382-4134-9810-c30d6e8cb8b0 tempest-ServerDiagnosticsNegativeTest-1193718992 tempest-ServerDiagnosticsNegativeTest-1193718992-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e65fc53-7f73-42f9-927d-260508f4c705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562243 Jun 01 18:40:39.413110 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-169ef400-99fb-428e-bd94-3eed527f6eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:39.445672 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4830e1-4e67-4ec8-bf68-91a4c07e1088 req-f525c7be-e0a6-42b1-86cd-4ee938089cab tempest-ServerDiagnosticsNegativeTest-1193718992 tempest-ServerDiagnosticsNegativeTest-1193718992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:40:39.447437 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4c4830e1-4e67-4ec8-bf68-91a4c07e1088 req-f525c7be-e0a6-42b1-86cd-4ee938089cab tempest-ServerDiagnosticsNegativeTest-1193718992 tempest-ServerDiagnosticsNegativeTest-1193718992-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8a446cb-02e7-49c2-a7ca-479b23fab753 HTTP/1.1" status: 200 len: 950 time: 0.3534391 Jun 01 18:40:39.470249 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 41262) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:40:39.538098 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-4c4830e1-4e67-4ec8-bf68-91a4c07e1088 req-6081ff5c-081f-42fa-a60f-5a5195d917fc tempest-ServerDiagnosticsNegativeTest-1193718992 tempest-ServerDiagnosticsNegativeTest-1193718992-project] Deleting port a6a7079a-5ad7-4f2f-a423-a40078b0a242 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:40:39.538421 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-4c4830e1-4e67-4ec8-bf68-91a4c07e1088 req-6081ff5c-081f-42fa-a60f-5a5195d917fc tempest-ServerDiagnosticsNegativeTest-1193718992 tempest-ServerDiagnosticsNegativeTest-1193718992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:39.814319 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [req-8d01dec2-c3d3-4fdc-8f5a-86d17413e4af req-cc7610bd-33ea-45d7-8efb-e567288990f4 tempest-LiveAutoBlockMigrationV225Test-590672389 tempest-LiveAutoBlockMigrationV225Test-590672389-project-admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=88525) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 18:40:39.827820 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8d01dec2-c3d3-4fdc-8f5a-86d17413e4af req-cc7610bd-33ea-45d7-8efb-e567288990f4 tempest-LiveAutoBlockMigrationV225Test-590672389 tempest-LiveAutoBlockMigrationV225Test-590672389-project-admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3554704 Jun 01 18:40:39.941284 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-dc02585c-f82f-4549-a168-3f8db35d1a5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2718919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3066602'] for subnet, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:40.076812 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-4c4830e1-4e67-4ec8-bf68-91a4c07e1088 req-6081ff5c-081f-42fa-a60f-5a5195d917fc tempest-ServerDiagnosticsNegativeTest-1193718992 tempest-ServerDiagnosticsNegativeTest-1193718992-project] For port a6a7079a-5ad7-4f2f-a423-a40078b0a242, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=a6a7079a-5ad7-4f2f-a423-a40078b0a242,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:40:40.077152 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-4c4830e1-4e67-4ec8-bf68-91a4c07e1088 req-6081ff5c-081f-42fa-a60f-5a5195d917fc tempest-ServerDiagnosticsNegativeTest-1193718992 tempest-ServerDiagnosticsNegativeTest-1193718992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:40.132303 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 41292) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:40:40.156949 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc02585c-f82f-4549-a168-3f8db35d1a5c admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2dd2f73-8ed9-4db5-a137-6e9cf02d18e0,revision_number=0']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:40:40.226072 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-4c4830e1-4e67-4ec8-bf68-91a4c07e1088 req-6081ff5c-081f-42fa-a60f-5a5195d917fc tempest-ServerDiagnosticsNegativeTest-1193718992 tempest-ServerDiagnosticsNegativeTest-1193718992-project] Calling delete_port for a6a7079a-5ad7-4f2f-a423-a40078b0a242 owned by compute:nova {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:40:40.269916 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc02585c-f82f-4549-a168-3f8db35d1a5c admin admin] Checking segment: {'id': '177be86f-471e-4b12-bda0-1497c6cf7f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '18cc4e4f-761f-49c9-826c-48ea46f95616'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:40:40.270292 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc02585c-f82f-4549-a168-3f8db35d1a5c admin admin] Network hostable DHCP agents. Network: 18cc4e4f-761f-49c9-826c-48ea46f95616, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88524) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 18:40:40.368441 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc02585c-f82f-4549-a168-3f8db35d1a5c admin admin] Network 18cc4e4f-761f-49c9-826c-48ea46f95616 is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88524) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 18:40:40.369446 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:40.399658 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-dc02585c-f82f-4549-a168-3f8db35d1a5c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, 18cc4e4f-761f-49c9-826c-48ea46f95616) {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:40:40.432202 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc02585c-f82f-4549-a168-3f8db35d1a5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:40:40.432797 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-dc02585c-f82f-4549-a168-3f8db35d1a5c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:40.442004 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2fcf381-6fc9-429c-b9c8-868e75ad819d None None] Network 18cc4e4f-761f-49c9-826c-48ea46f95616 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 18:40:40.484646 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-dc02585c-f82f-4549-a168-3f8db35d1a5c admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.2843852 Jun 01 18:40:40.487587 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 41308) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:40:40.489292 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-4c4830e1-4e67-4ec8-bf68-91a4c07e1088 req-6081ff5c-081f-42fa-a60f-5a5195d917fc tempest-ServerDiagnosticsNegativeTest-1193718992 tempest-ServerDiagnosticsNegativeTest-1193718992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:40.493242 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-d26b07ca-b7dd-4a1b-813e-32a6ac31e4c2 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-966599028-router', 'tenant_id': '7dd3c8e221f9433b9e41db5bb127ec48', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:40:40.501723 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-d26b07ca-b7dd-4a1b-813e-32a6ac31e4c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:40:40.517172 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-d26b07ca-b7dd-4a1b-813e-32a6ac31e4c2 admin admin] Usage tracker for resource:router and tenant:7dd3c8e221f9433b9e41db5bb127ec48 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:40:40.525881 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-d26b07ca-b7dd-4a1b-813e-32a6ac31e4c2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:40:40.538365 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-d26b07ca-b7dd-4a1b-813e-32a6ac31e4c2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:40:40.542343 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] get_ports_and_sgs() called for port_ids ['a6a7079a-5ad7-4f2f-a423-a40078b0a242'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:40:40.554802 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d26b07ca-b7dd-4a1b-813e-32a6ac31e4c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-885767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25238'] for router, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:40.556033 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d26b07ca-b7dd-4a1b-813e-32a6ac31e4c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-901042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-886562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-981784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25327'] for router, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:40.557028 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6081ff5c-081f-42fa-a60f-5a5195d917fc tempest-ServerDiagnosticsNegativeTest-1193718992 tempest-ServerDiagnosticsNegativeTest-1193718992-project] Pushing event deleted for resources: {'Port': ['ID=a6a7079a-5ad7-4f2f-a423-a40078b0a242,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:40:40.608368 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [req-8d01dec2-c3d3-4fdc-8f5a-86d17413e4af req-4c7927be-13ee-4526-96bf-5c0c63946074 service neutron] Request body: {'binding': {'host': 'n-h1-844202-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:40:40.608873 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [req-8d01dec2-c3d3-4fdc-8f5a-86d17413e4af req-4c7927be-13ee-4526-96bf-5c0c63946074 service neutron] Unknown quota resources ['binding']. {{(pid=88525) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 01 18:40:40.676127 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c4830e1-4e67-4ec8-bf68-91a4c07e1088 req-6081ff5c-081f-42fa-a60f-5a5195d917fc tempest-ServerDiagnosticsNegativeTest-1193718992 tempest-ServerDiagnosticsNegativeTest-1193718992-project] No DVR routers for this DVR port a6a7079a-5ad7-4f2f-a423-a40078b0a242 on host n-h2-844202-1 {{(pid=88524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 18:40:40.686905 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d26b07ca-b7dd-4a1b-813e-32a6ac31e4c2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:40.689221 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-4c4830e1-4e67-4ec8-bf68-91a4c07e1088 req-6081ff5c-081f-42fa-a60f-5a5195d917fc tempest-ServerDiagnosticsNegativeTest-1193718992 tempest-ServerDiagnosticsNegativeTest-1193718992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:40.691508 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4c4830e1-4e67-4ec8-bf68-91a4c07e1088 req-6081ff5c-081f-42fa-a60f-5a5195d917fc tempest-ServerDiagnosticsNegativeTest-1193718992 tempest-ServerDiagnosticsNegativeTest-1193718992-project] 10.222.0.50 "DELETE /v2.0/ports/a6a7079a-5ad7-4f2f-a423-a40078b0a242 HTTP/1.1" status: 204 len: 173 time: 1.2367337 Jun 01 18:40:40.692148 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8a446cb-02e7-49c2-a7ca-479b23fab753', 'name': 'network-vif-deleted', 'tag': 'a6a7079a-5ad7-4f2f-a423-a40078b0a242'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:40:40.781393 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:40.963212 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:41.037531 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90cc4676-30b8-4a73-a163-6d78661c0136 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc93f83c3-7fb6-5c13-a9d4-29d739a4e8d2-18cc4e4f-761f-49c9-826c-48ea46f95616', 'network_id': '18cc4e4f-761f-49c9-826c-48ea46f95616', 'tenant_id': '7dd3c8e221f9433b9e41db5bb127ec48', 'fixed_ips': [{'subnet_id': 'a2dd2f73-8ed9-4db5-a137-6e9cf02d18e0'}]}} from n-d-844202-1. {{(pid=88526) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 18:40:41.038390 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-90cc4676-30b8-4a73-a163-6d78661c0136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:41.097254 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8468f890-a009-4eb4-a846-79c235f0d2ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:41.176989 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-adcee63d-6a46-4a5c-837e-ea6d10fdc750 req-32f84763-067a-4507-a535-0541521141d6 tempest-ServerDiagnosticsNegativeTest-1193718992 tempest-ServerDiagnosticsNegativeTest-1193718992-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8a446cb-02e7-49c2-a7ca-479b23fab753 HTTP/1.1" status: 200 len: 210 time: 0.1352503 Jun 01 18:40:41.183523 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-8468f890-a009-4eb4-a846-79c235f0d2ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:40:41.207949 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-8468f890-a009-4eb4-a846-79c235f0d2ef admin admin] Usage tracker for resource:security_group_rule and tenant:b9db9bca78934dfdba99a1bed3512954 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:40:41.250817 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.db_base_plugin_common [None req-90cc4676-30b8-4a73-a163-6d78661c0136 None None] Allocated IP 172.20.0.2 (18cc4e4f-761f-49c9-826c-48ea46f95616/a2dd2f73-8ed9-4db5-a137-6e9cf02d18e0/b10ed351-431e-4b33-a3c3-33b42b311a7c) {{(pid=88526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:40:41.281405 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-8468f890-a009-4eb4-a846-79c235f0d2ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:40:41.298628 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-8468f890-a009-4eb4-a846-79c235f0d2ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:40:41.408872 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d68a38b-744b-4170-beb4-20fe44ab01ac'] response: {'server_uuid': 'c8a446cb-02e7-49c2-a7ca-479b23fab753', 'name': 'network-vif-deleted', 'tag': 'a6a7079a-5ad7-4f2f-a423-a40078b0a242', 'status': 'completed', 'code': 200} Jun 01 18:40:41.469360 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:41.596802 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d26b07ca-b7dd-4a1b-813e-32a6ac31e4c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-886608', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-885830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25341'] for router, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:41.607631 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-90cc4676-30b8-4a73-a163-6d78661c0136 None None] Notify callbacks [] for port, precommit_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:41.620441 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-90cc4676-30b8-4a73-a163-6d78661c0136 None None] Transition to ACTIVE for port object b10ed351-431e-4b33-a3c3-33b42b311a7c will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:40:41.632144 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-8d01dec2-c3d3-4fdc-8f5a-86d17413e4af req-4c7927be-13ee-4526-96bf-5c0c63946074 service neutron] Attempting to bind port 35420f97-05c5-4e2d-b246-8037075de4fa on host n-h1-844202-1 for vnic_type normal with profile None {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:40:41.633046 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-8d01dec2-c3d3-4fdc-8f5a-86d17413e4af req-4c7927be-13ee-4526-96bf-5c0c63946074 service neutron] Attempting to bind port 35420f97-05c5-4e2d-b246-8037075de4fa by drivers openvswitch,hyperv on host n-h1-844202-1 at level 0 using segments [{'id': 'e7a2e8fb-b3d5-44ba-bb42-81da885a74e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '411d1518-9352-4dec-8af2-2285a53556b4'}] {{(pid=88525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:40:41.633046 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d01dec2-c3d3-4fdc-8f5a-86d17413e4af req-4c7927be-13ee-4526-96bf-5c0c63946074 service neutron] Attempting to bind port 35420f97-05c5-4e2d-b246-8037075de4fa on network 411d1518-9352-4dec-8af2-2285a53556b4 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:40:41.639815 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d01dec2-c3d3-4fdc-8f5a-86d17413e4af req-4c7927be-13ee-4526-96bf-5c0c63946074 service neutron] Port 35420f97-05c5-4e2d-b246-8037075de4fa on network 411d1518-9352-4dec-8af2-2285a53556b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-844202-1 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 18:40:41.640430 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d01dec2-c3d3-4fdc-8f5a-86d17413e4af req-4c7927be-13ee-4526-96bf-5c0c63946074 service neutron] Attempting to bind port 35420f97-05c5-4e2d-b246-8037075de4fa on network 411d1518-9352-4dec-8af2-2285a53556b4 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:40:41.646243 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-90cc4676-30b8-4a73-a163-6d78661c0136 None None] Transition to ACTIVE for port object b10ed351-431e-4b33-a3c3-33b42b311a7c will not be triggered until provisioned by entity DHCP. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:40:41.653621 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-90cc4676-30b8-4a73-a163-6d78661c0136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526'] for port, after_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:41.669736 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d01dec2-c3d3-4fdc-8f5a-86d17413e4af req-4c7927be-13ee-4526-96bf-5c0c63946074 service neutron] Checking agent: {'id': 'bdb1e5d7-b998-4259-838f-3d278e930f32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 18, 40, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:40:41.670075 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d01dec2-c3d3-4fdc-8f5a-86d17413e4af req-4c7927be-13ee-4526-96bf-5c0c63946074 service neutron] Checking segment: {'id': 'e7a2e8fb-b3d5-44ba-bb42-81da885a74e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '411d1518-9352-4dec-8af2-2285a53556b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:40:41.670646 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d01dec2-c3d3-4fdc-8f5a-86d17413e4af req-4c7927be-13ee-4526-96bf-5c0c63946074 service neutron] Bound using segment: {'id': 'e7a2e8fb-b3d5-44ba-bb42-81da885a74e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '411d1518-9352-4dec-8af2-2285a53556b4'} {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:40:41.671245 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-8d01dec2-c3d3-4fdc-8f5a-86d17413e4af req-4c7927be-13ee-4526-96bf-5c0c63946074 service neutron] Bound port: 35420f97-05c5-4e2d-b246-8037075de4fa, host: n-h1-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7a2e8fb-b3d5-44ba-bb42-81da885a74e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '411d1518-9352-4dec-8af2-2285a53556b4'}}] {{(pid=88525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:40:41.768067 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90cc4676-30b8-4a73-a163-6d78661c0136 None None] Network 18cc4e4f-761f-49c9-826c-48ea46f95616 is already hosted by enough agents. {{(pid=88526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:40:41.772968 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.base_scheduler [None req-90cc4676-30b8-4a73-a163-6d78661c0136 None None] Resources bound (agent type, host, resource id): {{(pid=88526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:40:41.779100 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cc4676-30b8-4a73-a163-6d78661c0136 None None] Pushing event updated for resources: {'Port': ['ID=b10ed351-431e-4b33-a3c3-33b42b311a7c,revision_number=1']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:40:41.781594 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90cc4676-30b8-4a73-a163-6d78661c0136 None None] Received port after_create {{(pid=88526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:40:41.783708 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:41.876141 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3001031d-f258-4afc-a5f5-967aa8c7cc43 req-85284efb-0056-4303-985a-dadb3a29e43f tempest-DeleteServersAdminTestJSON-2061919509 tempest-DeleteServersAdminTestJSON-2061919509-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=d5f05626738f4d9fbc9a31a1cd2ddc0e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0608428 Jun 01 18:40:41.891361 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-90cc4676-30b8-4a73-a163-6d78661c0136 None None] Attempting to bind port b10ed351-431e-4b33-a3c3-33b42b311a7c on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:40:41.891996 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-90cc4676-30b8-4a73-a163-6d78661c0136 None None] Attempting to bind port b10ed351-431e-4b33-a3c3-33b42b311a7c by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': '177be86f-471e-4b12-bda0-1497c6cf7f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '18cc4e4f-761f-49c9-826c-48ea46f95616'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:40:41.892451 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90cc4676-30b8-4a73-a163-6d78661c0136 None None] Attempting to bind port b10ed351-431e-4b33-a3c3-33b42b311a7c on network 18cc4e4f-761f-49c9-826c-48ea46f95616 {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:40:41.897996 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90cc4676-30b8-4a73-a163-6d78661c0136 None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 18, 40, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:40:41.898469 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90cc4676-30b8-4a73-a163-6d78661c0136 None None] Checking segment: {'id': '177be86f-471e-4b12-bda0-1497c6cf7f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '18cc4e4f-761f-49c9-826c-48ea46f95616'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:40:41.898908 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-90cc4676-30b8-4a73-a163-6d78661c0136 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:41.899486 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90cc4676-30b8-4a73-a163-6d78661c0136 None None] Bound using segment: {'id': '177be86f-471e-4b12-bda0-1497c6cf7f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '18cc4e4f-761f-49c9-826c-48ea46f95616'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:40:41.899702 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-8d01dec2-c3d3-4fdc-8f5a-86d17413e4af req-4c7927be-13ee-4526-96bf-5c0c63946074 service neutron] For port 35420f97-05c5-4e2d-b246-8037075de4fa, host n-h1-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=35420f97-05c5-4e2d-b246-8037075de4fa,segment=NetworkSegment(e7a2e8fb-b3d5-44ba-bb42-81da885a74e3),segment_id=e7a2e8fb-b3d5-44ba-bb42-81da885a74e3)] {{(pid=88525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:40:41.900161 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-90cc4676-30b8-4a73-a163-6d78661c0136 None None] Bound port: b10ed351-431e-4b33-a3c3-33b42b311a7c, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '177be86f-471e-4b12-bda0-1497c6cf7f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '18cc4e4f-761f-49c9-826c-48ea46f95616'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:40:41.900539 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-90cc4676-30b8-4a73-a163-6d78661c0136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:41.920973 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8468f890-a009-4eb4-a846-79c235f0d2ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:41.934537 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8468f890-a009-4eb4-a846-79c235f0d2ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:42.014249 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-90cc4676-30b8-4a73-a163-6d78661c0136 None None] For port b10ed351-431e-4b33-a3c3-33b42b311a7c, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:40:42.019197 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-90cc4676-30b8-4a73-a163-6d78661c0136 None None] For port b10ed351-431e-4b33-a3c3-33b42b311a7c, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=b10ed351-431e-4b33-a3c3-33b42b311a7c,segment=NetworkSegment(177be86f-471e-4b12-bda0-1497c6cf7f80),segment_id=177be86f-471e-4b12-bda0-1497c6cf7f80)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:40:42.025203 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-90cc4676-30b8-4a73-a163-6d78661c0136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:42.067996 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-8d01dec2-c3d3-4fdc-8f5a-86d17413e4af req-4c7927be-13ee-4526-96bf-5c0c63946074 service neutron] Notify callbacks [] for binding, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:42.069179 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8d01dec2-c3d3-4fdc-8f5a-86d17413e4af req-4c7927be-13ee-4526-96bf-5c0c63946074 service neutron] 10.222.0.41 "POST /v2.0/ports/35420f97-05c5-4e2d-b246-8037075de4fa/bindings HTTP/1.1" status: 201 len: 389 time: 1.9415057 Jun 01 18:40:42.075591 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8468f890-a009-4eb4-a846-79c235f0d2ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=217800ed-fa5b-44af-9900-b5d997b15c06,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:40:42.081015 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-8468f890-a009-4eb4-a846-79c235f0d2ef admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b9db9bca78934dfdba99a1bed3512954&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9472346 Jun 01 18:40:42.083882 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 41360) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:40:42.150022 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cc4676-30b8-4a73-a163-6d78661c0136 None None] Pushing event updated for resources: {'Port': ['ID=b10ed351-431e-4b33-a3c3-33b42b311a7c,revision_number=2']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:40:42.166326 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-fae4984e-a46f-4ea5-97c9-2dcde0ac45bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:42.181445 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3001031d-f258-4afc-a5f5-967aa8c7cc43 req-32435425-1131-4728-b14d-a9a2465bea68 tempest-DeleteServersAdminTestJSON-2061919509 tempest-DeleteServersAdminTestJSON-2061919509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:40:42.189287 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3001031d-f258-4afc-a5f5-967aa8c7cc43 req-32435425-1131-4728-b14d-a9a2465bea68 tempest-DeleteServersAdminTestJSON-2061919509 tempest-DeleteServersAdminTestJSON-2061919509-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3016999 Jun 01 18:40:42.203871 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3001031d-f258-4afc-a5f5-967aa8c7cc43 req-8928e335-7299-4509-9068-ddfdb828fdaf tempest-DeleteServersAdminTestJSON-2061919509 tempest-DeleteServersAdminTestJSON-2061919509-project] 10.222.0.41 "GET /v2.0/quotas/d5f05626738f4d9fbc9a31a1cd2ddc0e HTTP/1.1" status: 200 len: 375 time: 0.0134411 Jun 01 18:40:42.216445 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-fae4984e-a46f-4ea5-97c9-2dcde0ac45bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:42.354721 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-fae4984e-a46f-4ea5-97c9-2dcde0ac45bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:42.403904 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae4984e-a46f-4ea5-97c9-2dcde0ac45bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=217800ed-fa5b-44af-9900-b5d997b15c06,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:40:42.407862 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-fae4984e-a46f-4ea5-97c9-2dcde0ac45bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:42.410274 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-fae4984e-a46f-4ea5-97c9-2dcde0ac45bb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/217800ed-fa5b-44af-9900-b5d997b15c06 HTTP/1.1" status: 204 len: 168 time: 0.3252480 Jun 01 18:40:42.499730 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3001031d-f258-4afc-a5f5-967aa8c7cc43 req-ac31a907-5a8d-4ccc-9d69-78d46fb6bf57 tempest-DeleteServersAdminTestJSON-2061919509 tempest-DeleteServersAdminTestJSON-2061919509-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=d5f05626738f4d9fbc9a31a1cd2ddc0e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1842661 Jun 01 18:40:42.682412 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df0f795-5d8d-4045-baf1-ce3b6c2b9cf8 req-d3ea26de-0420-4ab6-9b1b-b0753680c24f tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:40:42.690189 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-1df0f795-5d8d-4045-baf1-ce3b6c2b9cf8 req-d3ea26de-0420-4ab6-9b1b-b0753680c24f tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d29c071-4e6a-4167-9c9f-69f1a274133e HTTP/1.1" status: 200 len: 946 time: 0.1556420 Jun 01 18:40:42.770716 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-1df0f795-5d8d-4045-baf1-ce3b6c2b9cf8 req-19e0f0ea-a8e3-4d8b-a6f6-72c3226054ad tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] 10.222.0.41 "GET /v2.0/security-groups?id=444c87ba-31dc-4b5a-9977-492e198b845a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755701 Jun 01 18:40:42.889991 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d26b07ca-b7dd-4a1b-813e-32a6ac31e4c2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:42.914447 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 41396) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:40:42.933160 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d26b07ca-b7dd-4a1b-813e-32a6ac31e4c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:42.981905 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 41406) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:40:43.024333 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6592055f-31f2-49b2-bdf6-dc3a641b7a17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:43.042674 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-6592055f-31f2-49b2-bdf6-dc3a641b7a17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:40:43.047687 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-6592055f-31f2-49b2-bdf6-dc3a641b7a17 admin admin] Usage tracker for resource:security_group_rule and tenant:c57e49fd51f542e2b39b7b4df4d411ec is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:40:43.051413 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-6592055f-31f2-49b2-bdf6-dc3a641b7a17 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:40:43.061708 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-6592055f-31f2-49b2-bdf6-dc3a641b7a17 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:40:43.130363 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-1e486752-b51b-4056-8061-8d3e88c7d358 req-e09440e3-5b0d-4065-aa92-0b5237ccf4b2 tempest-DeleteServersAdminTestJSON-2061919509 tempest-DeleteServersAdminTestJSON-2061919509-project] 10.222.0.41 "GET /v2.0/ports?device_id=df260670-b4bb-44df-91a5-7000c712ab59 HTTP/1.1" status: 200 len: 210 time: 0.0916438 Jun 01 18:40:43.163030 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d01dec2-c3d3-4fdc-8f5a-86d17413e4af req-ee87f017-ab73-41ad-911d-2d2d3fc3c6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:40:43.164651 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8d01dec2-c3d3-4fdc-8f5a-86d17413e4af req-ee87f017-ab73-41ad-911d-2d2d3fc3c6fa service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0182a2e51ffc43df8efdd2130dbcea4d&device_id=7d29c071-4e6a-4167-9c9f-69f1a274133e HTTP/1.1" status: 200 len: 1097 time: 0.6624765 Jun 01 18:40:43.233440 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6592055f-31f2-49b2-bdf6-dc3a641b7a17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:43.240036 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6592055f-31f2-49b2-bdf6-dc3a641b7a17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:43.289255 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-6592055f-31f2-49b2-bdf6-dc3a641b7a17 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c57e49fd51f542e2b39b7b4df4d411ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3052375 Jun 01 18:40:43.290270 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 41416) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:40:43.379595 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [None req-d26b07ca-b7dd-4a1b-813e-32a6ac31e4c2 admin admin] Allocated IP 172.25.4.84 (72a72e44-6845-488a-a5ff-3a26d4df9cb3/c314a23b-daa2-4106-ab28-8e6f954277b2/fa50976e-aefa-45dd-8e42-ccb004496ea7) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:40:43.448898 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6592055f-31f2-49b2-bdf6-dc3a641b7a17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=572aecef-1abe-431e-ab3c-c2f3f7b54490,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:40:43.511564 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e83dd4a7-c50d-4aef-a835-16000e64c5d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:43.545016 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d01dec2-c3d3-4fdc-8f5a-86d17413e4af req-563b8673-9a04-46bf-a20f-d8e214403c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:40:43.546875 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8d01dec2-c3d3-4fdc-8f5a-86d17413e4af req-563b8673-9a04-46bf-a20f-d8e214403c1f service neutron] 10.222.0.15 "GET /v2.0/networks?id=411d1518-9352-4dec-8af2-2285a53556b4 HTTP/1.1" status: 200 len: 922 time: 0.3712668 Jun 01 18:40:43.572366 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e83dd4a7-c50d-4aef-a835-16000e64c5d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:43.677667 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e83dd4a7-c50d-4aef-a835-16000e64c5d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:43.677889 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d26b07ca-b7dd-4a1b-813e-32a6ac31e4c2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:43.715194 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab5f561b-ec35-4709-b41f-c3fa6e9e7135 None None] Network 18cc4e4f-761f-49c9-826c-48ea46f95616 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 18:40:43.742206 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 41430) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:40:43.748587 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-71cd1ae9-c87e-4436-9faa-a3ba213e1a71 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=dc18e8a0e5b04a74a86d0dfe18db23ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8339217 Jun 01 18:40:43.752390 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83dd4a7-c50d-4aef-a835-16000e64c5d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=572aecef-1abe-431e-ab3c-c2f3f7b54490,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:40:43.755174 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 41432) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:40:43.763900 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e83dd4a7-c50d-4aef-a835-16000e64c5d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:43.768646 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-e83dd4a7-c50d-4aef-a835-16000e64c5d6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/572aecef-1abe-431e-ab3c-c2f3f7b54490 HTTP/1.1" status: 204 len: 168 time: 0.4752948 Jun 01 18:40:43.805366 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8d01dec2-c3d3-4fdc-8f5a-86d17413e4af req-33c0ec58-4932-4b5c-94f3-0261a39801dd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=35420f97-05c5-4e2d-b246-8037075de4fa HTTP/1.1" status: 200 len: 217 time: 0.2475402 Jun 01 18:40:43.915511 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d26b07ca-b7dd-4a1b-813e-32a6ac31e4c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:43.931085 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-7d3023bc-4d99-47ef-84ca-b59977c246c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:43.976002 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-31a408a2-2f03-4bf9-aa19-4b5d7911a076 None None] Provisioning for port b10ed351-431e-4b33-a3c3-33b42b311a7c completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:40:43.989707 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-7d3023bc-4d99-47ef-84ca-b59977c246c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:44.117369 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-7d3023bc-4d99-47ef-84ca-b59977c246c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:44.158115 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3023bc-4d99-47ef-84ca-b59977c246c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e65fc53-7f73-42f9-927d-260508f4c705,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:40:44.255523 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d26b07ca-b7dd-4a1b-813e-32a6ac31e4c2 admin admin] Network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:40:44.260372 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device a6a7079a-5ad7-4f2f-a423-a40078b0a242 no longer exists at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:40:44.296044 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-d26b07ca-b7dd-4a1b-813e-32a6ac31e4c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:40:44.298996 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d01dec2-c3d3-4fdc-8f5a-86d17413e4af req-6d947b97-db5a-40b8-a3e3-553626f31a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:40:44.300509 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8d01dec2-c3d3-4fdc-8f5a-86d17413e4af req-6d947b97-db5a-40b8-a3e3-553626f31a84 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cfa67698-6bf3-43ec-a752-299eaec79caf HTTP/1.1" status: 200 len: 861 time: 0.4858706 Jun 01 18:40:44.303592 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d26b07ca-b7dd-4a1b-813e-32a6ac31e4c2 admin admin] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:40:44.318808 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-cb55629a-b9f7-41ea-bedd-f99e36ccfb17 req-f3f8e0a0-d16c-4b7a-904c-031d1d5799ba tempest-ServersAdmin275Test-227233004 tempest-ServersAdmin275Test-227233004-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd6c7708-5bf6-4467-928a-cbe66c434f71 HTTP/1.1" status: 200 len: 210 time: 0.1162248 Jun 01 18:40:44.348055 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-7d3023bc-4d99-47ef-84ca-b59977c246c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:44.356292 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] No Port match for: a6a7079a-5ad7-4f2f-a423-a40078b0a242 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 18:40:44.356658 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device a6a7079a-5ad7-4f2f-a423-a40078b0a242 not bound to the agent host n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 18:40:44.358676 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-7d3023bc-4d99-47ef-84ca-b59977c246c9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2e65fc53-7f73-42f9-927d-260508f4c705 HTTP/1.1" status: 204 len: 168 time: 0.6009965 Jun 01 18:40:44.361984 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26b07ca-b7dd-4a1b-813e-32a6ac31e4c2 admin admin] Pushing event updated for resources: {'Port': ['ID=fa50976e-aefa-45dd-8e42-ccb004496ea7,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:40:44.413689 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-954d69a8-c214-4c4d-b70c-ad3f793e86a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:44.457214 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-954d69a8-c214-4c4d-b70c-ad3f793e86a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:40:44.467776 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-954d69a8-c214-4c4d-b70c-ad3f793e86a2 admin admin] Usage tracker for resource:security_group_rule and tenant:2c14e876d849457d9fd2c6a69627af50 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:40:44.479540 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-954d69a8-c214-4c4d-b70c-ad3f793e86a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:40:44.498390 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-954d69a8-c214-4c4d-b70c-ad3f793e86a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:40:44.549783 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8d01dec2-c3d3-4fdc-8f5a-86d17413e4af req-8a078775-4807-4803-91b4-7b83d66aefd3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=411d1518-9352-4dec-8af2-2285a53556b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1850719 Jun 01 18:40:44.640011 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device b10ed351-431e-4b33-a3c3-33b42b311a7c up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:40:44.665791 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-954d69a8-c214-4c4d-b70c-ad3f793e86a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:44.667466 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.15', 60946) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:40:44.673712 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-954d69a8-c214-4c4d-b70c-ad3f793e86a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:44.780795 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3001031d-f258-4afc-a5f5-967aa8c7cc43 req-625736db-3ac9-4944-9420-093563fba8c0 tempest-DeleteServersAdminTestJSON-2061919509 tempest-DeleteServersAdminTestJSON-2061919509-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=d5f05626738f4d9fbc9a31a1cd2ddc0e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1097176 Jun 01 18:40:44.783156 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d3898358-a230-4b88-838e-4de8e4a6a4ca req-a358fb15-1dc2-4faf-9720-b61077d80e69 tempest-DeleteServersAdminTestJSON-2061919509 tempest-DeleteServersAdminTestJSON-2061919509-project] 10.222.0.41 "GET /v2.0/ports?device_id=df260670-b4bb-44df-91a5-7000c712ab59 HTTP/1.1" status: 200 len: 210 time: 0.1146536 Jun 01 18:40:44.827791 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port b10ed351-431e-4b33-a3c3-33b42b311a7c completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:40:44.841524 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port b10ed351-431e-4b33-a3c3-33b42b311a7c triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:40:44.841980 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:45.084016 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-954d69a8-c214-4c4d-b70c-ad3f793e86a2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2c14e876d849457d9fd2c6a69627af50&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3341367 Jun 01 18:40:45.104264 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 41484) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:40:45.120425 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-76f35432-617b-44b0-9179-290a623ed428 None None] Provisioning complete for port b10ed351-431e-4b33-a3c3-33b42b311a7c triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:40:45.121135 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-76f35432-617b-44b0-9179-290a623ed428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:45.344850 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-64d8523e-e58a-499b-856b-ebaddcbb0a6b req-758589aa-64b1-468b-bdff-07dc42bc3fbd tempest-ServersAdmin275Test-227233004 tempest-ServersAdmin275Test-227233004-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd6c7708-5bf6-4467-928a-cbe66c434f71 HTTP/1.1" status: 200 len: 210 time: 0.2469194 Jun 01 18:40:45.349090 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5519e987-3dfd-4997-b307-08a40e78a531 req-fda1c15e-10f0-4a12-9ca3-ba79f5905df5 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:40:45.350575 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-5519e987-3dfd-4997-b307-08a40e78a531 req-fda1c15e-10f0-4a12-9ca3-ba79f5905df5 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d29c071-4e6a-4167-9c9f-69f1a274133e HTTP/1.1" status: 200 len: 946 time: 1.3034105 Jun 01 18:40:45.379399 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port b10ed351-431e-4b33-a3c3-33b42b311a7c is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:40:45.379537 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3001031d-f258-4afc-a5f5-967aa8c7cc43 req-7bbf15a4-0e31-4e15-a2bb-f2e4cfcc02fd tempest-DeleteServersAdminTestJSON-2061919509 tempest-DeleteServersAdminTestJSON-2061919509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:40:45.379789 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:45.381939 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3001031d-f258-4afc-a5f5-967aa8c7cc43 req-7bbf15a4-0e31-4e15-a2bb-f2e4cfcc02fd tempest-DeleteServersAdminTestJSON-2061919509 tempest-DeleteServersAdminTestJSON-2061919509-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5894358 Jun 01 18:40:45.385411 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954d69a8-c214-4c4d-b70c-ad3f793e86a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c830699-92d1-4959-85d9-b4aa71110f76,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:40:45.413571 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-3001031d-f258-4afc-a5f5-967aa8c7cc43 req-c5a0741e-7b36-427a-8137-f1065d1a03b1 tempest-DeleteServersAdminTestJSON-2061919509 tempest-DeleteServersAdminTestJSON-2061919509-project] Request body: {'port': {'device_id': 'df260670-b4bb-44df-91a5-7000c712ab59', 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426', 'admin_state_up': True, 'tenant_id': 'd5f05626738f4d9fbc9a31a1cd2ddc0e'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:40:45.436401 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 41496) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:40:45.572270 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-76f35432-617b-44b0-9179-290a623ed428 None None] Current status of the port b10ed351-431e-4b33-a3c3-33b42b311a7c is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:40:45.572701 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-76f35432-617b-44b0-9179-290a623ed428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:45.595270 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-5d1ffe65-d28b-417a-8fc8-869dc1312229 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:45.597328 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port b10ed351-431e-4b33-a3c3-33b42b311a7c, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=b10ed351-431e-4b33-a3c3-33b42b311a7c,segment=NetworkSegment(177be86f-471e-4b12-bda0-1497c6cf7f80),segment_id=177be86f-471e-4b12-bda0-1497c6cf7f80)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:40:45.602741 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-01391182-2922-4352-bd82-0d10e71dbd03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:45.604462 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:45.634582 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-5d1ffe65-d28b-417a-8fc8-869dc1312229 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:45.643639 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8d01dec2-c3d3-4fdc-8f5a-86d17413e4af req-f8c2fc34-8d03-4e9c-830b-6c5189064223 service neutron] 10.222.0.15 "GET /v2.0/networks/411d1518-9352-4dec-8af2-2285a53556b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0623698 Jun 01 18:40:45.648656 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-01391182-2922-4352-bd82-0d10e71dbd03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:40:45.656739 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-5519e987-3dfd-4997-b307-08a40e78a531 req-9d9f4931-5adf-4a53-b210-11c55496cfe4 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] 10.222.0.41 "GET /v2.0/security-groups?id=444c87ba-31dc-4b5a-9977-492e198b845a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2308884 Jun 01 18:40:45.661258 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-01391182-2922-4352-bd82-0d10e71dbd03 admin admin] Usage tracker for resource:security_group_rule and tenant:04037810afb34fc9b544b9a2c35ae38a is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:40:45.687702 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-01391182-2922-4352-bd82-0d10e71dbd03 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:40:45.750258 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-5d1ffe65-d28b-417a-8fc8-869dc1312229 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:45.800630 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-3001031d-f258-4afc-a5f5-967aa8c7cc43 req-c5a0741e-7b36-427a-8137-f1065d1a03b1 tempest-DeleteServersAdminTestJSON-2061919509 tempest-DeleteServersAdminTestJSON-2061919509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:40:45.819736 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-3001031d-f258-4afc-a5f5-967aa8c7cc43 req-c5a0741e-7b36-427a-8137-f1065d1a03b1 tempest-DeleteServersAdminTestJSON-2061919509 tempest-DeleteServersAdminTestJSON-2061919509-project] Usage tracker for resource:port and tenant:d5f05626738f4d9fbc9a31a1cd2ddc0e is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:40:45.826183 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-3001031d-f258-4afc-a5f5-967aa8c7cc43 req-c5a0741e-7b36-427a-8137-f1065d1a03b1 tempest-DeleteServersAdminTestJSON-2061919509 tempest-DeleteServersAdminTestJSON-2061919509-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:40:45.837046 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-3001031d-f258-4afc-a5f5-967aa8c7cc43 req-c5a0741e-7b36-427a-8137-f1065d1a03b1 tempest-DeleteServersAdminTestJSON-2061919509 tempest-DeleteServersAdminTestJSON-2061919509-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:40:45.869803 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1ffe65-d28b-417a-8fc8-869dc1312229 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c830699-92d1-4959-85d9-b4aa71110f76,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:40:45.897293 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-5d1ffe65-d28b-417a-8fc8-869dc1312229 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:45.898334 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=b10ed351-431e-4b33-a3c3-33b42b311a7c,revision_number=3']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:40:45.902280 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-5d1ffe65-d28b-417a-8fc8-869dc1312229 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0c830699-92d1-4959-85d9-b4aa71110f76 HTTP/1.1" status: 204 len: 168 time: 0.7866971 Jun 01 18:40:45.904115 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3001031d-f258-4afc-a5f5-967aa8c7cc43 req-c5a0741e-7b36-427a-8137-f1065d1a03b1 tempest-DeleteServersAdminTestJSON-2061919509 tempest-DeleteServersAdminTestJSON-2061919509-project] Made reservation on behalf of d5f05626738f4d9fbc9a31a1cd2ddc0e for: {'port': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:40:45.931081 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-3001031d-f258-4afc-a5f5-967aa8c7cc43 req-c5a0741e-7b36-427a-8137-f1065d1a03b1 tempest-DeleteServersAdminTestJSON-2061919509 tempest-DeleteServersAdminTestJSON-2061919509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:45.958661 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.db.api [None req-76f35432-617b-44b0-9179-290a623ed428 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88526) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 18:40:45.959709 n-d-844202-1 neutron-server[88526]: DEBUG oslo_db.api [None req-76f35432-617b-44b0-9179-290a623ed428 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 18:40:45.965716 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-3001031d-f258-4afc-a5f5-967aa8c7cc43 req-c5a0741e-7b36-427a-8137-f1065d1a03b1 tempest-DeleteServersAdminTestJSON-2061919509 tempest-DeleteServersAdminTestJSON-2061919509-project] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:45.983570 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-01391182-2922-4352-bd82-0d10e71dbd03 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:40:46.029424 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-3001031d-f258-4afc-a5f5-967aa8c7cc43 req-c5a0741e-7b36-427a-8137-f1065d1a03b1 tempest-DeleteServersAdminTestJSON-2061919509 tempest-DeleteServersAdminTestJSON-2061919509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:40:46.035271 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-3001031d-f258-4afc-a5f5-967aa8c7cc43 req-c5a0741e-7b36-427a-8137-f1065d1a03b1 tempest-DeleteServersAdminTestJSON-2061919509 tempest-DeleteServersAdminTestJSON-2061919509-project] Usage tracker for resource:security_group_rule and tenant:d5f05626738f4d9fbc9a31a1cd2ddc0e is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:40:46.040977 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-3001031d-f258-4afc-a5f5-967aa8c7cc43 req-c5a0741e-7b36-427a-8137-f1065d1a03b1 tempest-DeleteServersAdminTestJSON-2061919509 tempest-DeleteServersAdminTestJSON-2061919509-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:40:46.052047 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-3001031d-f258-4afc-a5f5-967aa8c7cc43 req-c5a0741e-7b36-427a-8137-f1065d1a03b1 tempest-DeleteServersAdminTestJSON-2061919509 tempest-DeleteServersAdminTestJSON-2061919509-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:40:46.109794 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-bf26424d-7787-461b-bb4d-096aea1ea5ed req-3b3f1cec-94fe-4963-8909-45b2562e39a8 tempest-DeleteServersAdminTestJSON-2061919509 tempest-DeleteServersAdminTestJSON-2061919509-project] 10.222.0.41 "GET /v2.0/ports?device_id=df260670-b4bb-44df-91a5-7000c712ab59 HTTP/1.1" status: 200 len: 210 time: 0.1276028 Jun 01 18:40:46.218750 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-3001031d-f258-4afc-a5f5-967aa8c7cc43 req-c5a0741e-7b36-427a-8137-f1065d1a03b1 tempest-DeleteServersAdminTestJSON-2061919509 tempest-DeleteServersAdminTestJSON-2061919509-project] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:46.223347 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-3001031d-f258-4afc-a5f5-967aa8c7cc43 req-c5a0741e-7b36-427a-8137-f1065d1a03b1 tempest-DeleteServersAdminTestJSON-2061919509 tempest-DeleteServersAdminTestJSON-2061919509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:46.267737 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8d01dec2-c3d3-4fdc-8f5a-86d17413e4af req-4f15084f-51e1-421b-bd73-895a8b951a69 service neutron] 10.222.0.15 "GET /v2.0/networks/411d1518-9352-4dec-8af2-2285a53556b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6083741 Jun 01 18:40:46.286985 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d26b07ca-b7dd-4a1b-813e-32a6ac31e4c2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:46.317649 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a0741e-7b36-427a-8137-f1065d1a03b1 tempest-DeleteServersAdminTestJSON-2061919509 tempest-DeleteServersAdminTestJSON-2061919509-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b53ff5f-eaca-4098-933e-c7793907fd07,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:40:46.454546 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [req-3001031d-f258-4afc-a5f5-967aa8c7cc43 req-c5a0741e-7b36-427a-8137-f1065d1a03b1 tempest-DeleteServersAdminTestJSON-2061919509 tempest-DeleteServersAdminTestJSON-2061919509-project] Allocated IP 192.168.233.161 (898153a3-5d71-43be-9d14-343ea4a48426/35e3ad2f-9c88-4698-b634-4e1b58de1cc2/a9b6cd6c-9ab5-4cf4-9ebb-f7998efb8b20) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:40:46.545266 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device b10ed351-431e-4b33-a3c3-33b42b311a7c up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:40:46.578196 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-01391182-2922-4352-bd82-0d10e71dbd03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:46.624153 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-01391182-2922-4352-bd82-0d10e71dbd03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:46.663170 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 41526) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:40:46.680266 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-76f35432-617b-44b0-9179-290a623ed428 None None] Current status of the port b10ed351-431e-4b33-a3c3-33b42b311a7c is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:40:46.706925 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port b10ed351-431e-4b33-a3c3-33b42b311a7c triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:40:46.707449 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:46.766896 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-aaff9494-4d96-4a8f-a400-b2ae9c7c43b6 req-f6fc7565-023d-425d-a443-58c851e39b36 tempest-ServersAdmin275Test-227233004 tempest-ServersAdmin275Test-227233004-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd6c7708-5bf6-4467-928a-cbe66c434f71 HTTP/1.1" status: 200 len: 210 time: 0.1006160 Jun 01 18:40:46.769641 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-04249e0e-018b-4342-9df0-b0874509632f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:46.776828 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-01391182-2922-4352-bd82-0d10e71dbd03 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=04037810afb34fc9b544b9a2c35ae38a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2719650 Jun 01 18:40:46.781374 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01391182-2922-4352-bd82-0d10e71dbd03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25711e95-59be-4564-85ee-0dbea33e1f56,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:40:46.786046 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 41536) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:40:46.797589 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-04249e0e-018b-4342-9df0-b0874509632f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:40:46.821448 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-04249e0e-018b-4342-9df0-b0874509632f admin admin] Usage tracker for resource:security_group_rule and tenant:6ecde647333e43f9b9ecb603614cb75d is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:40:46.827426 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-04249e0e-018b-4342-9df0-b0874509632f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:40:46.858897 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-04249e0e-018b-4342-9df0-b0874509632f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:40:46.980880 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port b10ed351-431e-4b33-a3c3-33b42b311a7c is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:40:47.013326 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-3001031d-f258-4afc-a5f5-967aa8c7cc43 req-c5a0741e-7b36-427a-8137-f1065d1a03b1 tempest-DeleteServersAdminTestJSON-2061919509 tempest-DeleteServersAdminTestJSON-2061919509-project] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:47.041738 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [req-3001031d-f258-4afc-a5f5-967aa8c7cc43 req-c5a0741e-7b36-427a-8137-f1065d1a03b1 tempest-DeleteServersAdminTestJSON-2061919509 tempest-DeleteServersAdminTestJSON-2061919509-project] Transition to ACTIVE for port object a9b6cd6c-9ab5-4cf4-9ebb-f7998efb8b20 will not be triggered until provisioned by entity DHCP. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:40:47.099053 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-3001031d-f258-4afc-a5f5-967aa8c7cc43 req-c5a0741e-7b36-427a-8137-f1065d1a03b1 tempest-DeleteServersAdminTestJSON-2061919509 tempest-DeleteServersAdminTestJSON-2061919509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:47.139787 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d01dec2-c3d3-4fdc-8f5a-86d17413e4af req-c167f13d-5e78-4cf4-b5fe-2889a0e655e0 tempest-LiveAutoBlockMigrationV225Test-590672389 tempest-LiveAutoBlockMigrationV225Test-590672389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:40:47.141627 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8d01dec2-c3d3-4fdc-8f5a-86d17413e4af req-c167f13d-5e78-4cf4-b5fe-2889a0e655e0 tempest-LiveAutoBlockMigrationV225Test-590672389 tempest-LiveAutoBlockMigrationV225Test-590672389-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=7d29c071-4e6a-4167-9c9f-69f1a274133e&tenant_id=0182a2e51ffc43df8efdd2130dbcea4d&binding%3Ahost_id=n-h2-844202-1 HTTP/1.1" status: 200 len: 1097 time: 0.6812456 Jun 01 18:40:47.195446 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [req-8d01dec2-c3d3-4fdc-8f5a-86d17413e4af req-c943f6db-0f88-4be4-ada3-f7931562392e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-844202-1'}}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:40:47.213297 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-977b118f-46ea-4b7b-9358-9b17cd2ded3d req-70e15f9a-aa81-4397-b06c-9e3b97b030cc service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=fd6c7708-5bf6-4467-928a-cbe66c434f71 HTTP/1.1" status: 200 len: 210 time: 0.0610707 Jun 01 18:40:47.239793 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3001031d-f258-4afc-a5f5-967aa8c7cc43 req-c5a0741e-7b36-427a-8137-f1065d1a03b1 tempest-DeleteServersAdminTestJSON-2061919509 tempest-DeleteServersAdminTestJSON-2061919509-project] Network 898153a3-5d71-43be-9d14-343ea4a48426 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:40:47.244750 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [req-3001031d-f258-4afc-a5f5-967aa8c7cc43 req-c5a0741e-7b36-427a-8137-f1065d1a03b1 tempest-DeleteServersAdminTestJSON-2061919509 tempest-DeleteServersAdminTestJSON-2061919509-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:40:47.257077 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-3001031d-f258-4afc-a5f5-967aa8c7cc43 req-c5a0741e-7b36-427a-8137-f1065d1a03b1 tempest-DeleteServersAdminTestJSON-2061919509 tempest-DeleteServersAdminTestJSON-2061919509-project] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:40:47.275771 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d7da7dcf-7310-40cd-a67c-c6665c4f5109 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:47.342766 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d26b07ca-b7dd-4a1b-813e-32a6ac31e4c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-885820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-886655'] for router, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:47.358777 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-04249e0e-018b-4342-9df0-b0874509632f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:47.360017 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a0741e-7b36-427a-8137-f1065d1a03b1 tempest-DeleteServersAdminTestJSON-2061919509 tempest-DeleteServersAdminTestJSON-2061919509-project] Pushing event updated for resources: {'Port': ['ID=a9b6cd6c-9ab5-4cf4-9ebb-f7998efb8b20,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:40:47.383605 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-04249e0e-018b-4342-9df0-b0874509632f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:47.408207 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a0741e-7b36-427a-8137-f1065d1a03b1 tempest-DeleteServersAdminTestJSON-2061919509 tempest-DeleteServersAdminTestJSON-2061919509-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:40:47.408562 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a0741e-7b36-427a-8137-f1065d1a03b1 tempest-DeleteServersAdminTestJSON-2061919509 tempest-DeleteServersAdminTestJSON-2061919509-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:40:47.408889 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a0741e-7b36-427a-8137-f1065d1a03b1 tempest-DeleteServersAdminTestJSON-2061919509 tempest-DeleteServersAdminTestJSON-2061919509-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:40:47.409217 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a0741e-7b36-427a-8137-f1065d1a03b1 tempest-DeleteServersAdminTestJSON-2061919509 tempest-DeleteServersAdminTestJSON-2061919509-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:40:47.409535 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a0741e-7b36-427a-8137-f1065d1a03b1 tempest-DeleteServersAdminTestJSON-2061919509 tempest-DeleteServersAdminTestJSON-2061919509-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:40:47.409851 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a0741e-7b36-427a-8137-f1065d1a03b1 tempest-DeleteServersAdminTestJSON-2061919509 tempest-DeleteServersAdminTestJSON-2061919509-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:40:47.410163 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a0741e-7b36-427a-8137-f1065d1a03b1 tempest-DeleteServersAdminTestJSON-2061919509 tempest-DeleteServersAdminTestJSON-2061919509-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:40:47.410733 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a0741e-7b36-427a-8137-f1065d1a03b1 tempest-DeleteServersAdminTestJSON-2061919509 tempest-DeleteServersAdminTestJSON-2061919509-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:40:47.411045 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a0741e-7b36-427a-8137-f1065d1a03b1 tempest-DeleteServersAdminTestJSON-2061919509 tempest-DeleteServersAdminTestJSON-2061919509-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:40:47.411963 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a0741e-7b36-427a-8137-f1065d1a03b1 tempest-DeleteServersAdminTestJSON-2061919509 tempest-DeleteServersAdminTestJSON-2061919509-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:40:47.411963 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a0741e-7b36-427a-8137-f1065d1a03b1 tempest-DeleteServersAdminTestJSON-2061919509 tempest-DeleteServersAdminTestJSON-2061919509-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:40:47.412135 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a0741e-7b36-427a-8137-f1065d1a03b1 tempest-DeleteServersAdminTestJSON-2061919509 tempest-DeleteServersAdminTestJSON-2061919509-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:40:47.456953 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d7da7dcf-7310-40cd-a67c-c6665c4f5109 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:47.460840 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3001031d-f258-4afc-a5f5-967aa8c7cc43 req-c5a0741e-7b36-427a-8137-f1065d1a03b1 tempest-DeleteServersAdminTestJSON-2061919509 tempest-DeleteServersAdminTestJSON-2061919509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:40:47.461435 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-3001031d-f258-4afc-a5f5-967aa8c7cc43 req-c5a0741e-7b36-427a-8137-f1065d1a03b1 tempest-DeleteServersAdminTestJSON-2061919509 tempest-DeleteServersAdminTestJSON-2061919509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:47.483140 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-04249e0e-018b-4342-9df0-b0874509632f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6ecde647333e43f9b9ecb603614cb75d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7388999 Jun 01 18:40:47.486668 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04249e0e-018b-4342-9df0-b0874509632f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=febd9feb-6b13-4372-9fb9-35461a5a1043,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:40:47.489395 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 41556) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:40:47.511133 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-45e71bdb-d269-41de-a4d6-7f2441d25463 None None] Provisioning for port a9b6cd6c-9ab5-4cf4-9ebb-f7998efb8b20 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:40:47.519448 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-45e71bdb-d269-41de-a4d6-7f2441d25463 None None] Provisioning complete for port a9b6cd6c-9ab5-4cf4-9ebb-f7998efb8b20 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:40:47.519817 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-45e71bdb-d269-41de-a4d6-7f2441d25463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:47.522519 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dc1c17-a1c9-4a90-9124-0605965fc614 req-cff6669d-e240-4347-910f-c61fdfe3fa63 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:40:47.523781 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-38dc1c17-a1c9-4a90-9124-0605965fc614 req-cff6669d-e240-4347-910f-c61fdfe3fa63 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d29c071-4e6a-4167-9c9f-69f1a274133e HTTP/1.1" status: 200 len: 946 time: 0.5850420 Jun 01 18:40:47.551591 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3001031d-f258-4afc-a5f5-967aa8c7cc43 req-c5a0741e-7b36-427a-8137-f1065d1a03b1 tempest-DeleteServersAdminTestJSON-2061919509 tempest-DeleteServersAdminTestJSON-2061919509-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1450658 Jun 01 18:40:47.571371 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c660af-d08a-46d6-8097-f196be44cdf0 req-2d90237d-5c5a-44b1-9618-8bbdf9418172 tempest-DeleteServersAdminTestJSON-2061919509 tempest-DeleteServersAdminTestJSON-2061919509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:40:47.572065 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-37c660af-d08a-46d6-8097-f196be44cdf0 req-2d90237d-5c5a-44b1-9618-8bbdf9418172 tempest-DeleteServersAdminTestJSON-2061919509 tempest-DeleteServersAdminTestJSON-2061919509-project] Synchronizing usage tracker for tenant:d5f05626738f4d9fbc9a31a1cd2ddc0e on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:40:47.580447 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-3001031d-f258-4afc-a5f5-967aa8c7cc43 req-1cc94a87-8347-49ca-a88f-438c24da21e0 service neutron] Request body: {'port': {'device_id': 'df260670-b4bb-44df-91a5-7000c712ab59', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844202-1'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:40:47.627869 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-45e71bdb-d269-41de-a4d6-7f2441d25463 None None] Port a9b6cd6c-9ab5-4cf4-9ebb-f7998efb8b20 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 18:40:47.632956 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-8d01dec2-c3d3-4fdc-8f5a-86d17413e4af req-c943f6db-0f88-4be4-ada3-f7931562392e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:47.641764 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-df1f6cf6-b780-4087-9134-c80fa494f15e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:47.671927 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-37c660af-d08a-46d6-8097-f196be44cdf0 req-2d90237d-5c5a-44b1-9618-8bbdf9418172 tempest-DeleteServersAdminTestJSON-2061919509 tempest-DeleteServersAdminTestJSON-2061919509-project] Unset dirty status for tenant:d5f05626738f4d9fbc9a31a1cd2ddc0e on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:40:47.673074 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-37c660af-d08a-46d6-8097-f196be44cdf0 req-2d90237d-5c5a-44b1-9618-8bbdf9418172 tempest-DeleteServersAdminTestJSON-2061919509 tempest-DeleteServersAdminTestJSON-2061919509-project] 10.222.0.41 "GET /v2.0/ports?device_id=df260670-b4bb-44df-91a5-7000c712ab59 HTTP/1.1" status: 200 len: 936 time: 0.3636196 Jun 01 18:40:47.720149 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-df1f6cf6-b780-4087-9134-c80fa494f15e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:47.791283 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-3001031d-f258-4afc-a5f5-967aa8c7cc43 req-1cc94a87-8347-49ca-a88f-438c24da21e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:47.818269 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-37c660af-d08a-46d6-8097-f196be44cdf0 req-407aa918-eef4-4579-84b9-78bb0f553240 tempest-DeleteServersAdminTestJSON-2061919509 tempest-DeleteServersAdminTestJSON-2061919509-project] Synchronizing usage tracker for tenant:d5f05626738f4d9fbc9a31a1cd2ddc0e on resource:security_group {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:40:47.825602 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-38dc1c17-a1c9-4a90-9124-0605965fc614 req-a2f0d9a4-d843-441d-af96-78212eb0a257 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] 10.222.0.41 "GET /v2.0/security-groups?id=444c87ba-31dc-4b5a-9977-492e198b845a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2926054 Jun 01 18:40:47.862178 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d7da7dcf-7310-40cd-a67c-c6665c4f5109 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:47.890347 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-37c660af-d08a-46d6-8097-f196be44cdf0 req-407aa918-eef4-4579-84b9-78bb0f553240 tempest-DeleteServersAdminTestJSON-2061919509 tempest-DeleteServersAdminTestJSON-2061919509-project] Unset dirty status for tenant:d5f05626738f4d9fbc9a31a1cd2ddc0e on resource:security_group {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:40:47.891530 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-37c660af-d08a-46d6-8097-f196be44cdf0 req-407aa918-eef4-4579-84b9-78bb0f553240 tempest-DeleteServersAdminTestJSON-2061919509 tempest-DeleteServersAdminTestJSON-2061919509-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b53ff5f-eaca-4098-933e-c7793907fd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854362 Jun 01 18:40:47.895405 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7da7dcf-7310-40cd-a67c-c6665c4f5109 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25711e95-59be-4564-85ee-0dbea33e1f56,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:40:47.905605 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-df1f6cf6-b780-4087-9134-c80fa494f15e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:47.982122 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1f6cf6-b780-4087-9134-c80fa494f15e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=febd9feb-6b13-4372-9fb9-35461a5a1043,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:40:47.984810 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7da7dcf-7310-40cd-a67c-c6665c4f5109 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:40:47.985513 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7da7dcf-7310-40cd-a67c-c6665c4f5109 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:40:47.985996 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7da7dcf-7310-40cd-a67c-c6665c4f5109 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:40:47.986353 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7da7dcf-7310-40cd-a67c-c6665c4f5109 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:40:47.986852 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7da7dcf-7310-40cd-a67c-c6665c4f5109 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:40:47.989026 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7da7dcf-7310-40cd-a67c-c6665c4f5109 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:40:47.989500 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7da7dcf-7310-40cd-a67c-c6665c4f5109 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:40:47.989996 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7da7dcf-7310-40cd-a67c-c6665c4f5109 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:40:47.991329 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7da7dcf-7310-40cd-a67c-c6665c4f5109 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:40:47.991861 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7da7dcf-7310-40cd-a67c-c6665c4f5109 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:40:47.992735 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7da7dcf-7310-40cd-a67c-c6665c4f5109 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:40:47.993247 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7da7dcf-7310-40cd-a67c-c6665c4f5109 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:40:48.007101 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-df1f6cf6-b780-4087-9134-c80fa494f15e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:48.008300 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-df1f6cf6-b780-4087-9134-c80fa494f15e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/febd9feb-6b13-4372-9fb9-35461a5a1043 HTTP/1.1" status: 204 len: 168 time: 0.5178821 Jun 01 18:40:48.030407 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d7da7dcf-7310-40cd-a67c-c6665c4f5109 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:48.032363 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-d7da7dcf-7310-40cd-a67c-c6665c4f5109 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/25711e95-59be-4564-85ee-0dbea33e1f56 HTTP/1.1" status: 204 len: 168 time: 1.2441568 Jun 01 18:40:48.042579 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d26b07ca-b7dd-4a1b-813e-32a6ac31e4c2 admin admin] Router 3c506a61-3ad0-436c-b5af-1dd11e0fa1d4 is scheduled to L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 with binding_index 1 {{(pid=88525) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 18:40:48.194041 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-8d01dec2-c3d3-4fdc-8f5a-86d17413e4af req-c943f6db-0f88-4be4-ada3-f7931562392e service neutron] For port 35420f97-05c5-4e2d-b246-8037075de4fa, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=35420f97-05c5-4e2d-b246-8037075de4fa,segment=NetworkSegment(e7a2e8fb-b3d5-44ba-bb42-81da885a74e3),segment_id=e7a2e8fb-b3d5-44ba-bb42-81da885a74e3)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:40:48.362328 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-8d01dec2-c3d3-4fdc-8f5a-86d17413e4af req-c943f6db-0f88-4be4-ada3-f7931562392e service neutron] For port 35420f97-05c5-4e2d-b246-8037075de4fa, host n-h2-844202-1, cleared binding levels {{(pid=88525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:40:48.501641 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-8d01dec2-c3d3-4fdc-8f5a-86d17413e4af req-c943f6db-0f88-4be4-ada3-f7931562392e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:48.504928 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d29c071-4e6a-4167-9c9f-69f1a274133e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '35420f97-05c5-4e2d-b246-8037075de4fa'}] {{(pid=88525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:40:48.519617 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [req-3001031d-f258-4afc-a5f5-967aa8c7cc43 req-1cc94a87-8347-49ca-a88f-438c24da21e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9b6cd6c-9ab5-4cf4-9ebb-f7998efb8b20 {{(pid=88524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:40:48.527160 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d26b07ca-b7dd-4a1b-813e-32a6ac31e4c2 admin admin] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 18:40:48.529683 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-8d01dec2-c3d3-4fdc-8f5a-86d17413e4af req-c943f6db-0f88-4be4-ada3-f7931562392e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:48.541129 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ae59a6-431e-4cd0-ac7c-a44d8a960530 None None] Sync routers for ids ['3c506a61-3ad0-436c-b5af-1dd11e0fa1d4'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 18:40:48.542100 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-3001031d-f258-4afc-a5f5-967aa8c7cc43 req-1cc94a87-8347-49ca-a88f-438c24da21e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:48.556903 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ae59a6-431e-4cd0-ac7c-a44d8a960530 None None] Routers {'3c506a61-3ad0-436c-b5af-1dd11e0fa1d4'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:40:48.559393 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-82ae59a6-431e-4cd0-ac7c-a44d8a960530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:40:39Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['3c506a61-3ad0-436c-b5af-1dd11e0fa1d4'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:40:48.583092 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [req-3001031d-f258-4afc-a5f5-967aa8c7cc43 req-1cc94a87-8347-49ca-a88f-438c24da21e0 service neutron] Transition to ACTIVE for port object a9b6cd6c-9ab5-4cf4-9ebb-f7998efb8b20 will not be triggered until provisioned by entity L2. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:40:48.588872 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-3001031d-f258-4afc-a5f5-967aa8c7cc43 req-1cc94a87-8347-49ca-a88f-438c24da21e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:48.803972 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d26b07ca-b7dd-4a1b-813e-32a6ac31e4c2 admin admin] Notify callbacks [] for router, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:48.805783 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-d26b07ca-b7dd-4a1b-813e-32a6ac31e4c2 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 8.3171644 Jun 01 18:40:48.809737 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 41592) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:40:48.811979 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-daeae7ac-ceee-4eb8-a4d6-7bed5f1bfd43 req-5cc0450a-d089-401e-a6bb-2bef55904cac tempest-ServersAdmin275Test-227233004 tempest-ServersAdmin275Test-227233004-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd6c7708-5bf6-4467-928a-cbe66c434f71 HTTP/1.1" status: 200 len: 210 time: 0.1551867 Jun 01 18:40:48.876185 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c943f6db-0f88-4be4-ada3-f7931562392e service neutron] Pushing event updated for resources: {'Port': ['ID=35420f97-05c5-4e2d-b246-8037075de4fa,revision_number=7']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:40:48.921686 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-8d01dec2-c3d3-4fdc-8f5a-86d17413e4af req-c943f6db-0f88-4be4-ada3-f7931562392e service neutron] Attempting to bind port 35420f97-05c5-4e2d-b246-8037075de4fa on host n-h2-844202-1 for vnic_type normal with profile {"migrating_to": "n-h1-844202-1"} {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:40:48.922132 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-8d01dec2-c3d3-4fdc-8f5a-86d17413e4af req-c943f6db-0f88-4be4-ada3-f7931562392e service neutron] Attempting to bind port 35420f97-05c5-4e2d-b246-8037075de4fa by drivers openvswitch,hyperv on host n-h2-844202-1 at level 0 using segments [{'id': 'e7a2e8fb-b3d5-44ba-bb42-81da885a74e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '411d1518-9352-4dec-8af2-2285a53556b4'}] {{(pid=88525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:40:48.922552 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d01dec2-c3d3-4fdc-8f5a-86d17413e4af req-c943f6db-0f88-4be4-ada3-f7931562392e service neutron] Attempting to bind port 35420f97-05c5-4e2d-b246-8037075de4fa on network 411d1518-9352-4dec-8af2-2285a53556b4 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:40:48.936576 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d01dec2-c3d3-4fdc-8f5a-86d17413e4af req-c943f6db-0f88-4be4-ada3-f7931562392e service neutron] Port 35420f97-05c5-4e2d-b246-8037075de4fa on network 411d1518-9352-4dec-8af2-2285a53556b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-844202-1 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 18:40:48.937106 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d01dec2-c3d3-4fdc-8f5a-86d17413e4af req-c943f6db-0f88-4be4-ada3-f7931562392e service neutron] Attempting to bind port 35420f97-05c5-4e2d-b246-8037075de4fa on network 411d1518-9352-4dec-8af2-2285a53556b4 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:40:48.943053 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d01dec2-c3d3-4fdc-8f5a-86d17413e4af req-c943f6db-0f88-4be4-ada3-f7931562392e service neutron] Checking agent: {'id': 'f5db9968-6317-4186-9100-9e0ca6b50417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 18, 40, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:40:48.943611 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d01dec2-c3d3-4fdc-8f5a-86d17413e4af req-c943f6db-0f88-4be4-ada3-f7931562392e service neutron] Checking segment: {'id': 'e7a2e8fb-b3d5-44ba-bb42-81da885a74e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '411d1518-9352-4dec-8af2-2285a53556b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:40:48.944407 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d01dec2-c3d3-4fdc-8f5a-86d17413e4af req-c943f6db-0f88-4be4-ada3-f7931562392e service neutron] Bound using segment: {'id': 'e7a2e8fb-b3d5-44ba-bb42-81da885a74e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '411d1518-9352-4dec-8af2-2285a53556b4'} {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:40:48.945044 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-8d01dec2-c3d3-4fdc-8f5a-86d17413e4af req-c943f6db-0f88-4be4-ada3-f7931562392e service neutron] Bound port: 35420f97-05c5-4e2d-b246-8037075de4fa, host: n-h2-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7a2e8fb-b3d5-44ba-bb42-81da885a74e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '411d1518-9352-4dec-8af2-2285a53556b4'}}] {{(pid=88525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:40:48.945590 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-8d01dec2-c3d3-4fdc-8f5a-86d17413e4af req-c943f6db-0f88-4be4-ada3-f7931562392e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:48.998666 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-82ae59a6-431e-4cd0-ac7c-a44d8a960530 None None] Set router 3c506a61-3ad0-436c-b5af-1dd11e0fa1d4 gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:40:49.002823 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-3001031d-f258-4afc-a5f5-967aa8c7cc43 req-1cc94a87-8347-49ca-a88f-438c24da21e0 service neutron] Attempting to bind port a9b6cd6c-9ab5-4cf4-9ebb-f7998efb8b20 on host n-h1-844202-1 for vnic_type normal with profile {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:40:49.003151 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-3001031d-f258-4afc-a5f5-967aa8c7cc43 req-1cc94a87-8347-49ca-a88f-438c24da21e0 service neutron] Attempting to bind port a9b6cd6c-9ab5-4cf4-9ebb-f7998efb8b20 by drivers openvswitch,hyperv on host n-h1-844202-1 at level 0 using segments [{'id': 'e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426'}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:40:49.003469 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3001031d-f258-4afc-a5f5-967aa8c7cc43 req-1cc94a87-8347-49ca-a88f-438c24da21e0 service neutron] Attempting to bind port a9b6cd6c-9ab5-4cf4-9ebb-f7998efb8b20 on network 898153a3-5d71-43be-9d14-343ea4a48426 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:40:49.019625 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc94a87-8347-49ca-a88f-438c24da21e0 service neutron] Pushing event updated for resources: {'Port': ['ID=a9b6cd6c-9ab5-4cf4-9ebb-f7998efb8b20,revision_number=2']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:40:49.024091 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3001031d-f258-4afc-a5f5-967aa8c7cc43 req-1cc94a87-8347-49ca-a88f-438c24da21e0 service neutron] Port a9b6cd6c-9ab5-4cf4-9ebb-f7998efb8b20 on network 898153a3-5d71-43be-9d14-343ea4a48426 not bound, no agent of type Open vSwitch agent registered on host n-h1-844202-1 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 18:40:49.024434 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3001031d-f258-4afc-a5f5-967aa8c7cc43 req-1cc94a87-8347-49ca-a88f-438c24da21e0 service neutron] Attempting to bind port a9b6cd6c-9ab5-4cf4-9ebb-f7998efb8b20 on network 898153a3-5d71-43be-9d14-343ea4a48426 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:40:49.026740 n-d-844202-1 neutron-server[88525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb525870-f147-47a0-93b7-25d66e67345c'] response: {'server_uuid': '7d29c071-4e6a-4167-9c9f-69f1a274133e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '35420f97-05c5-4e2d-b246-8037075de4fa', 'code': 200} Jun 01 18:40:49.046928 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3001031d-f258-4afc-a5f5-967aa8c7cc43 req-1cc94a87-8347-49ca-a88f-438c24da21e0 service neutron] Checking agent: {'id': 'bdb1e5d7-b998-4259-838f-3d278e930f32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 18, 40, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:40:49.047266 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3001031d-f258-4afc-a5f5-967aa8c7cc43 req-1cc94a87-8347-49ca-a88f-438c24da21e0 service neutron] Checking segment: {'id': 'e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:40:49.047645 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3001031d-f258-4afc-a5f5-967aa8c7cc43 req-1cc94a87-8347-49ca-a88f-438c24da21e0 service neutron] Bound using segment: {'id': 'e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426'} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:40:49.048134 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-3001031d-f258-4afc-a5f5-967aa8c7cc43 req-1cc94a87-8347-49ca-a88f-438c24da21e0 service neutron] Bound port: a9b6cd6c-9ab5-4cf4-9ebb-f7998efb8b20, host: n-h1-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426'}}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:40:49.048515 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-3001031d-f258-4afc-a5f5-967aa8c7cc43 req-1cc94a87-8347-49ca-a88f-438c24da21e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:49.104907 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-8d01dec2-c3d3-4fdc-8f5a-86d17413e4af req-c943f6db-0f88-4be4-ada3-f7931562392e service neutron] For port 35420f97-05c5-4e2d-b246-8037075de4fa, host n-h2-844202-1, cleared binding levels {{(pid=88525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:40:49.110803 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-8d01dec2-c3d3-4fdc-8f5a-86d17413e4af req-c943f6db-0f88-4be4-ada3-f7931562392e service neutron] For port 35420f97-05c5-4e2d-b246-8037075de4fa, host n-h2-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=35420f97-05c5-4e2d-b246-8037075de4fa,segment=NetworkSegment(e7a2e8fb-b3d5-44ba-bb42-81da885a74e3),segment_id=e7a2e8fb-b3d5-44ba-bb42-81da885a74e3)] {{(pid=88525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:40:49.116313 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-8d01dec2-c3d3-4fdc-8f5a-86d17413e4af req-c943f6db-0f88-4be4-ada3-f7931562392e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:49.367622 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-3001031d-f258-4afc-a5f5-967aa8c7cc43 req-1cc94a87-8347-49ca-a88f-438c24da21e0 service neutron] For port a9b6cd6c-9ab5-4cf4-9ebb-f7998efb8b20, host n-h1-844202-1, cleared binding levels {{(pid=88524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:40:49.390247 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-3001031d-f258-4afc-a5f5-967aa8c7cc43 req-1cc94a87-8347-49ca-a88f-438c24da21e0 service neutron] For port a9b6cd6c-9ab5-4cf4-9ebb-f7998efb8b20, host n-h1-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=a9b6cd6c-9ab5-4cf4-9ebb-f7998efb8b20,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:40:49.409711 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-82ae59a6-431e-4cd0-ac7c-a44d8a960530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c506a61-3ad0-436c-b5af-1dd11e0fa1d4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-966599028-router', 'tenant_id': '7dd3c8e221f9433b9e41db5bb127ec48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': 'fa50976e-aefa-45dd-8e42-ccb004496ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:40:40Z', 'updated_at': '2022-06-01T18:40:45Z', 'revision_number': 3, 'project_id': '7dd3c8e221f9433b9e41db5bb127ec48', 'gw_port': {'id': 'fa50976e-aefa-45dd-8e42-ccb004496ea7', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ca:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c506a61-3ad0-436c-b5af-1dd11e0fa1d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:40:42Z', 'updated_at': '2022-06-01T18:40:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:40:49.414343 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ae59a6-431e-4cd0-ac7c-a44d8a960530 None None] Checking router: 3c506a61-3ad0-436c-b5af-1dd11e0fa1d4 for host: n-d-844202-1 {{(pid=88527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 18:40:49.414690 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ae59a6-431e-4cd0-ac7c-a44d8a960530 None None] Updating router 3c506a61-3ad0-436c-b5af-1dd11e0fa1d4 port fa50976e-aefa-45dd-8e42-ccb004496ea7 binding host n-d-844202-1 {{(pid=88527) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 18:40:49.484630 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-82ae59a6-431e-4cd0-ac7c-a44d8a960530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:49.502296 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d01dec2-c3d3-4fdc-8f5a-86d17413e4af req-c943f6db-0f88-4be4-ada3-f7931562392e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:40:49.503221 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-8d01dec2-c3d3-4fdc-8f5a-86d17413e4af req-c943f6db-0f88-4be4-ada3-f7931562392e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:49.504969 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8d01dec2-c3d3-4fdc-8f5a-86d17413e4af req-c943f6db-0f88-4be4-ada3-f7931562392e service neutron] 10.222.0.15 "PUT /v2.0/ports/35420f97-05c5-4e2d-b246-8037075de4fa HTTP/1.1" status: 200 len: 1122 time: 2.3337619 Jun 01 18:40:49.505798 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c943f6db-0f88-4be4-ada3-f7931562392e service neutron] Pushing event updated for resources: {'Port': ['ID=35420f97-05c5-4e2d-b246-8037075de4fa,revision_number=8']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:40:49.548053 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-3001031d-f258-4afc-a5f5-967aa8c7cc43 req-1cc94a87-8347-49ca-a88f-438c24da21e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:49.551054 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd06fd2-63c5-4f48-b097-8b7d02134915 req-2625e055-6975-4a47-a18e-99990756cc53 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:40:49.568345 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] get_ports_and_sgs() called for port_ids ['35420f97-05c5-4e2d-b246-8037075de4fa'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:40:49.576701 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-fcd06fd2-63c5-4f48-b097-8b7d02134915 req-2625e055-6975-4a47-a18e-99990756cc53 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d29c071-4e6a-4167-9c9f-69f1a274133e HTTP/1.1" status: 200 len: 944 time: 0.3043928 Jun 01 18:40:49.691317 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-fcd06fd2-63c5-4f48-b097-8b7d02134915 req-3811a716-0c0d-429c-8ed8-daafe055afc4 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] 10.222.0.41 "GET /v2.0/security-groups?id=444c87ba-31dc-4b5a-9977-492e198b845a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132779 Jun 01 18:40:49.825356 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc94a87-8347-49ca-a88f-438c24da21e0 service neutron] Pushing event updated for resources: {'Port': ['ID=a9b6cd6c-9ab5-4cf4-9ebb-f7998efb8b20,revision_number=3']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:40:49.884495 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3001031d-f258-4afc-a5f5-967aa8c7cc43 req-1cc94a87-8347-49ca-a88f-438c24da21e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:40:49.885102 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-3001031d-f258-4afc-a5f5-967aa8c7cc43 req-1cc94a87-8347-49ca-a88f-438c24da21e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:49.886472 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3001031d-f258-4afc-a5f5-967aa8c7cc43 req-1cc94a87-8347-49ca-a88f-438c24da21e0 service neutron] 10.222.0.15 "PUT /v2.0/ports/a9b6cd6c-9ab5-4cf4-9ebb-f7998efb8b20 HTTP/1.1" status: 200 len: 1096 time: 2.3115649 Jun 01 18:40:49.927639 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df260670-b4bb-44df-91a5-7000c712ab59', 'tag': 'a9b6cd6c-9ab5-4cf4-9ebb-f7998efb8b20'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:40:50.255757 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facef762-ea68-449b-be02-f9de6ae4ffe5 req-c0799629-49f6-4195-b3dd-1a7c668f035d tempest-DeleteServersAdminTestJSON-2061919509 tempest-DeleteServersAdminTestJSON-2061919509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:40:50.266474 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-facef762-ea68-449b-be02-f9de6ae4ffe5 req-c0799629-49f6-4195-b3dd-1a7c668f035d tempest-DeleteServersAdminTestJSON-2061919509 tempest-DeleteServersAdminTestJSON-2061919509-project] 10.222.0.41 "GET /v2.0/ports?device_id=df260670-b4bb-44df-91a5-7000c712ab59 HTTP/1.1" status: 200 len: 948 time: 0.3692670 Jun 01 18:40:50.344154 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-facef762-ea68-449b-be02-f9de6ae4ffe5 req-12348083-a236-42dc-9292-436e181bf94e tempest-DeleteServersAdminTestJSON-2061919509 tempest-DeleteServersAdminTestJSON-2061919509-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b53ff5f-eaca-4098-933e-c7793907fd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709825 Jun 01 18:40:50.417164 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-57938078-5130-43a8-a1b5-8d7a3b63719a req-a6969c16-44af-4528-9910-b04d55ccaa3e tempest-ServersAdmin275Test-227233004 tempest-ServersAdmin275Test-227233004-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd6c7708-5bf6-4467-928a-cbe66c434f71 HTTP/1.1" status: 200 len: 210 time: 0.2019453 Jun 01 18:40:50.426801 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-82ae59a6-431e-4cd0-ac7c-a44d8a960530 None None] Notify callbacks [] for port, precommit_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:50.446854 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.provisioning_blocks [None req-82ae59a6-431e-4cd0-ac7c-a44d8a960530 None None] Transition to ACTIVE for port object fa50976e-aefa-45dd-8e42-ccb004496ea7 will not be triggered until provisioned by entity L2. {{(pid=88527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:40:50.462508 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-82ae59a6-431e-4cd0-ac7c-a44d8a960530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:50.677771 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36e75407-08a8-4aeb-a6f2-1c8ad6bfb7aa'] response: {'name': 'network-changed', 'server_uuid': 'df260670-b4bb-44df-91a5-7000c712ab59', 'tag': 'a9b6cd6c-9ab5-4cf4-9ebb-f7998efb8b20', 'status': 'completed', 'code': 200} Jun 01 18:40:50.692644 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-82ae59a6-431e-4cd0-ac7c-a44d8a960530 None None] Attempting to bind port fa50976e-aefa-45dd-8e42-ccb004496ea7 on host n-d-844202-1 for vnic_type normal with profile {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:40:50.694734 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-82ae59a6-431e-4cd0-ac7c-a44d8a960530 None None] Attempting to bind port fa50976e-aefa-45dd-8e42-ccb004496ea7 by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}] {{(pid=88527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:40:50.695218 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ae59a6-431e-4cd0-ac7c-a44d8a960530 None None] Attempting to bind port fa50976e-aefa-45dd-8e42-ccb004496ea7 on network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:40:50.728019 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ae59a6-431e-4cd0-ac7c-a44d8a960530 None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 18, 40, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:40:50.730702 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ae59a6-431e-4cd0-ac7c-a44d8a960530 None None] Checking segment: {'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:40:50.731903 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-82ae59a6-431e-4cd0-ac7c-a44d8a960530 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:50.732440 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ae59a6-431e-4cd0-ac7c-a44d8a960530 None None] Bound using segment: {'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'} {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:40:50.734634 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-82ae59a6-431e-4cd0-ac7c-a44d8a960530 None None] Bound port: fa50976e-aefa-45dd-8e42-ccb004496ea7, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}}] {{(pid=88527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:40:50.735223 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-82ae59a6-431e-4cd0-ac7c-a44d8a960530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:50.845242 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-04366e10-a1d4-406b-96ce-f3e316c64b81 req-8f74fb8a-b05a-4357-8758-5bffa94beb23 tempest-ServersAdmin275Test-227233004 tempest-ServersAdmin275Test-227233004-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd6c7708-5bf6-4467-928a-cbe66c434f71 HTTP/1.1" status: 200 len: 210 time: 0.1653502 Jun 01 18:40:50.857102 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3001031d-f258-4afc-a5f5-967aa8c7cc43 req-b9d93ce3-8225-48ad-995b-77ce030b4d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:40:50.859219 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3001031d-f258-4afc-a5f5-967aa8c7cc43 req-b9d93ce3-8225-48ad-995b-77ce030b4d7e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d5f05626738f4d9fbc9a31a1cd2ddc0e&device_id=df260670-b4bb-44df-91a5-7000c712ab59 HTTP/1.1" status: 200 len: 1099 time: 0.8997006 Jun 01 18:40:50.924794 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.db [None req-82ae59a6-431e-4cd0-ac7c-a44d8a960530 None None] For port fa50976e-aefa-45dd-8e42-ccb004496ea7, host n-d-844202-1, cleared binding levels {{(pid=88527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:40:50.930655 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.db [None req-82ae59a6-431e-4cd0-ac7c-a44d8a960530 None None] For port fa50976e-aefa-45dd-8e42-ccb004496ea7, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=fa50976e-aefa-45dd-8e42-ccb004496ea7,segment=NetworkSegment(7875af61-4c53-4ff2-b8c8-d4b7c35ff947),segment_id=7875af61-4c53-4ff2-b8c8-d4b7c35ff947)] {{(pid=88527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:40:50.941978 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-82ae59a6-431e-4cd0-ac7c-a44d8a960530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:51.007913 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ae59a6-431e-4cd0-ac7c-a44d8a960530 None None] Routers {'3c506a61-3ad0-436c-b5af-1dd11e0fa1d4'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:40:51.008766 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-82ae59a6-431e-4cd0-ac7c-a44d8a960530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:40:39Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['3c506a61-3ad0-436c-b5af-1dd11e0fa1d4'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:40:51.028613 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d29c071-4e6a-4167-9c9f-69f1a274133e', 'tag': '35420f97-05c5-4e2d-b246-8037075de4fa'}] {{(pid=88525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:40:51.045822 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3001031d-f258-4afc-a5f5-967aa8c7cc43 req-2d4d4863-0bfe-436d-b3d5-e876555b7f15 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=a9b6cd6c-9ab5-4cf4-9ebb-f7998efb8b20 HTTP/1.1" status: 200 len: 217 time: 0.1661406 Jun 01 18:40:51.147929 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d2cdae-6aa1-49ae-8791-e93ffa3b1096 req-8345e015-509f-4f58-be74-ceff88e4163a tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:40:51.152195 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-97d2cdae-6aa1-49ae-8791-e93ffa3b1096 req-8345e015-509f-4f58-be74-ceff88e4163a tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d29c071-4e6a-4167-9c9f-69f1a274133e HTTP/1.1" status: 200 len: 944 time: 0.2570715 Jun 01 18:40:51.179478 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59f2290-3a7a-4a88-b59f-1f74f488693e None None] Pushing event updated for resources: {'Port': ['ID=fa50976e-aefa-45dd-8e42-ccb004496ea7,revision_number=2']} {{(pid=88527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:40:51.212296 n-d-844202-1 neutron-server[88525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8526395-bddc-4fd1-8d39-ed44ad0c8b0c'] response: {'name': 'network-changed', 'server_uuid': '7d29c071-4e6a-4167-9c9f-69f1a274133e', 'tag': '35420f97-05c5-4e2d-b246-8037075de4fa', 'status': 'completed', 'code': 200} Jun 01 18:40:51.233586 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59f2290-3a7a-4a88-b59f-1f74f488693e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:40:51.235379 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59f2290-3a7a-4a88-b59f-1f74f488693e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:40:51.235715 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59f2290-3a7a-4a88-b59f-1f74f488693e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:40:51.236197 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59f2290-3a7a-4a88-b59f-1f74f488693e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:40:51.236542 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59f2290-3a7a-4a88-b59f-1f74f488693e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:40:51.236923 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59f2290-3a7a-4a88-b59f-1f74f488693e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:40:51.237249 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59f2290-3a7a-4a88-b59f-1f74f488693e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:40:51.237607 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59f2290-3a7a-4a88-b59f-1f74f488693e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:40:51.237937 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59f2290-3a7a-4a88-b59f-1f74f488693e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:40:51.238294 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59f2290-3a7a-4a88-b59f-1f74f488693e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:40:51.238635 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59f2290-3a7a-4a88-b59f-1f74f488693e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:40:51.238954 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59f2290-3a7a-4a88-b59f-1f74f488693e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:40:51.245733 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59f2290-3a7a-4a88-b59f-1f74f488693e None None] Tracked resource versions report: Jun 01 18:40:51.245733 n-d-844202-1 neutron-server[88527]: pushed versions: Jun 01 18:40:51.245733 n-d-844202-1 neutron-server[88527]: { 'AddressGroup': {'1.2'}, Jun 01 18:40:51.245733 n-d-844202-1 neutron-server[88527]: 'ConntrackHelper': {'1.0'}, Jun 01 18:40:51.245733 n-d-844202-1 neutron-server[88527]: 'Log': {'1.0'}, Jun 01 18:40:51.245733 n-d-844202-1 neutron-server[88527]: 'Network': {'1.1'}, Jun 01 18:40:51.245733 n-d-844202-1 neutron-server[88527]: 'Port': {'1.7'}, Jun 01 18:40:51.245733 n-d-844202-1 neutron-server[88527]: 'PortForwarding': {'1.2'}, Jun 01 18:40:51.245733 n-d-844202-1 neutron-server[88527]: 'QosPolicy': {'1.8'}, Jun 01 18:40:51.245733 n-d-844202-1 neutron-server[88527]: 'SecurityGroup': {'1.4'}, Jun 01 18:40:51.245733 n-d-844202-1 neutron-server[88527]: 'SecurityGroupRule': {'1.2'}, Jun 01 18:40:51.245733 n-d-844202-1 neutron-server[88527]: 'SubPort': {'1.0'}, Jun 01 18:40:51.245733 n-d-844202-1 neutron-server[88527]: 'Subnet': {'1.1'}, Jun 01 18:40:51.245733 n-d-844202-1 neutron-server[88527]: 'Trunk': {'1.1'}} Jun 01 18:40:51.245733 n-d-844202-1 neutron-server[88527]: consumer versions: Jun 01 18:40:51.245733 n-d-844202-1 neutron-server[88527]: { DHCP agent@n-d-844202-1: {}, Jun 01 18:40:51.245733 n-d-844202-1 neutron-server[88527]: HyperV agent@n-h1-844202-1: {}, Jun 01 18:40:51.245733 n-d-844202-1 neutron-server[88527]: HyperV agent@n-h2-844202-1: {}, Jun 01 18:40:51.245733 n-d-844202-1 neutron-server[88527]: L3 agent@n-d-844202-1: {}, Jun 01 18:40:51.245733 n-d-844202-1 neutron-server[88527]: Metadata agent@n-d-844202-1: {}, Jun 01 18:40:51.245733 n-d-844202-1 neutron-server[88527]: Metering agent@n-d-844202-1: {}, Jun 01 18:40:51.245733 n-d-844202-1 neutron-server[88527]: Open vSwitch agent@n-d-844202-1: { 'AddressGroup': '1.2', Jun 01 18:40:51.245733 n-d-844202-1 neutron-server[88527]: 'ConntrackHelper': '1.0', Jun 01 18:40:51.245733 n-d-844202-1 neutron-server[88527]: 'Log': '1.0', Jun 01 18:40:51.245733 n-d-844202-1 neutron-server[88527]: 'Network': '1.1', Jun 01 18:40:51.245733 n-d-844202-1 neutron-server[88527]: 'Port': '1.7', Jun 01 18:40:51.245733 n-d-844202-1 neutron-server[88527]: 'PortForwarding': '1.2', Jun 01 18:40:51.245733 n-d-844202-1 neutron-server[88527]: 'QosPolicy': '1.8', Jun 01 18:40:51.245733 n-d-844202-1 neutron-server[88527]: 'SecurityGroup': '1.4', Jun 01 18:40:51.245733 n-d-844202-1 neutron-server[88527]: 'SecurityGroupRule': '1.2', Jun 01 18:40:51.245733 n-d-844202-1 neutron-server[88527]: 'SubPort': '1.0', Jun 01 18:40:51.245733 n-d-844202-1 neutron-server[88527]: 'Subnet': '1.1', Jun 01 18:40:51.245733 n-d-844202-1 neutron-server[88527]: 'Trunk': '1.1'}} Jun 01 18:40:51.245733 n-d-844202-1 neutron-server[88527]: {{(pid=88527) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 01 18:40:51.294736 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-97d2cdae-6aa1-49ae-8791-e93ffa3b1096 req-5a528045-3bfb-4f12-9a45-addd7e39ab2a tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] 10.222.0.41 "GET /v2.0/security-groups?id=444c87ba-31dc-4b5a-9977-492e198b845a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282139 Jun 01 18:40:51.327964 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3001031d-f258-4afc-a5f5-967aa8c7cc43 req-5a1b74ee-cb08-4603-8455-1d0e01364330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:40:51.329537 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3001031d-f258-4afc-a5f5-967aa8c7cc43 req-5a1b74ee-cb08-4603-8455-1d0e01364330 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=35e3ad2f-9c88-4698-b634-4e1b58de1cc2 HTTP/1.1" status: 200 len: 843 time: 0.2718251 Jun 01 18:40:51.487233 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91a1408-e073-42c6-a425-86feb4ce7c7d req-bd3c6fdb-69cf-4a3e-b599-e9cc24a50e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:40:51.488842 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d91a1408-e073-42c6-a425-86feb4ce7c7d req-bd3c6fdb-69cf-4a3e-b599-e9cc24a50e21 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0182a2e51ffc43df8efdd2130dbcea4d&device_id=7d29c071-4e6a-4167-9c9f-69f1a274133e HTTP/1.1" status: 200 len: 1125 time: 0.3061652 Jun 01 18:40:51.570543 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-82ae59a6-431e-4cd0-ac7c-a44d8a960530 None None] Set router 3c506a61-3ad0-436c-b5af-1dd11e0fa1d4 gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:40:51.646962 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-41374b6b-8a12-4682-b321-ee6c03d05d5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:51.657278 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 41686) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:40:51.694454 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 41692) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:40:51.696587 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59f2290-3a7a-4a88-b59f-1f74f488693e None None] Pushing event updated for resources: {'Port': ['ID=fa50976e-aefa-45dd-8e42-ccb004496ea7,revision_number=3']} {{(pid=88527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:40:51.759084 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3001031d-f258-4afc-a5f5-967aa8c7cc43 req-a6fac019-27a1-4133-8a84-16b3d49d27be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:40:51.760562 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3001031d-f258-4afc-a5f5-967aa8c7cc43 req-a6fac019-27a1-4133-8a84-16b3d49d27be service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=898153a3-5d71-43be-9d14-343ea4a48426&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3985422 Jun 01 18:40:51.876127 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 35420f97-05c5-4e2d-b246-8037075de4fa details requested by agent hyperv_n-h1-844202-1 with host n-h1-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 18:40:51.919047 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-82ae59a6-431e-4cd0-ac7c-a44d8a960530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c506a61-3ad0-436c-b5af-1dd11e0fa1d4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-966599028-router', 'tenant_id': '7dd3c8e221f9433b9e41db5bb127ec48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': 'fa50976e-aefa-45dd-8e42-ccb004496ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:40:40Z', 'updated_at': '2022-06-01T18:40:45Z', 'revision_number': 3, 'project_id': '7dd3c8e221f9433b9e41db5bb127ec48', 'gw_port': {'id': 'fa50976e-aefa-45dd-8e42-ccb004496ea7', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ca:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c506a61-3ad0-436c-b5af-1dd11e0fa1d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:40:42Z', 'updated_at': '2022-06-01T18:40:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:40:51.923682 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ae59a6-431e-4cd0-ac7c-a44d8a960530 None None] The sync data for ids ['3c506a61-3ad0-436c-b5af-1dd11e0fa1d4'] in n-d-844202-1 is: [{'id': '3c506a61-3ad0-436c-b5af-1dd11e0fa1d4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-966599028-router', 'tenant_id': '7dd3c8e221f9433b9e41db5bb127ec48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': 'fa50976e-aefa-45dd-8e42-ccb004496ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:40:40Z', 'updated_at': '2022-06-01T18:40:45Z', 'revision_number': 3, 'project_id': '7dd3c8e221f9433b9e41db5bb127ec48', 'gw_port': {'id': 'fa50976e-aefa-45dd-8e42-ccb004496ea7', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ca:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c506a61-3ad0-436c-b5af-1dd11e0fa1d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:40:42Z', 'updated_at': '2022-06-01T18:40:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 18:40:51.943759 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91a1408-e073-42c6-a425-86feb4ce7c7d req-b3a5a783-e199-440e-8ead-27afcd90e283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:40:51.946255 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d91a1408-e073-42c6-a425-86feb4ce7c7d req-b3a5a783-e199-440e-8ead-27afcd90e283 service neutron] 10.222.0.50 "GET /v2.0/networks?id=411d1518-9352-4dec-8af2-2285a53556b4 HTTP/1.1" status: 200 len: 922 time: 0.4484055 Jun 01 18:40:52.053336 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9beed8-646e-4f88-88d4-e79139c82412 req-57ed146f-1850-4736-a88d-8c728fcdac76 tempest-DeleteServersAdminTestJSON-2061919509 tempest-DeleteServersAdminTestJSON-2061919509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:40:52.061641 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6a9beed8-646e-4f88-88d4-e79139c82412 req-57ed146f-1850-4736-a88d-8c728fcdac76 tempest-DeleteServersAdminTestJSON-2061919509 tempest-DeleteServersAdminTestJSON-2061919509-project] 10.222.0.41 "GET /v2.0/ports?device_id=df260670-b4bb-44df-91a5-7000c712ab59 HTTP/1.1" status: 200 len: 948 time: 0.5411344 Jun 01 18:40:52.083001 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port 35420f97-05c5-4e2d-b246-8037075de4fa, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=35420f97-05c5-4e2d-b246-8037075de4fa,segment=NetworkSegment(e7a2e8fb-b3d5-44ba-bb42-81da885a74e3),segment_id=e7a2e8fb-b3d5-44ba-bb42-81da885a74e3)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:40:52.106599 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 35420f97-05c5-4e2d-b246-8037075de4fa has no active binding in host n-h1-844202-1 {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Jun 01 18:40:52.201872 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-35f0e432-e173-492e-946d-fab5f81b935b req-d9f8d96c-e011-4d92-bf59-bf991ec68e4a tempest-ServersAdmin275Test-227233004 tempest-ServersAdmin275Test-227233004-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd6c7708-5bf6-4467-928a-cbe66c434f71 HTTP/1.1" status: 200 len: 210 time: 0.0651953 Jun 01 18:40:52.250122 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c4a62b4d-026c-4cb6-92fc-ccb7ad506cc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:52.283957 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-c4a62b4d-026c-4cb6-92fc-ccb7ad506cc0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:40:52.288758 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-c4a62b4d-026c-4cb6-92fc-ccb7ad506cc0 admin admin] Usage tracker for resource:security_group_rule and tenant:6b863f2091de4128850bfa6d962521a0 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:40:52.297507 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-c4a62b4d-026c-4cb6-92fc-ccb7ad506cc0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:40:52.300289 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [None req-41374b6b-8a12-4682-b321-ee6c03d05d5c admin admin] Allocated IP 172.20.0.1 (18cc4e4f-761f-49c9-826c-48ea46f95616/a2dd2f73-8ed9-4db5-a137-6e9cf02d18e0/89dcbeb8-b038-4d51-8cb6-78072f35c675) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:40:52.305246 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d91a1408-e073-42c6-a425-86feb4ce7c7d req-bb7436bb-1d83-41ae-99ae-758e96042d6b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=35420f97-05c5-4e2d-b246-8037075de4fa HTTP/1.1" status: 200 len: 217 time: 0.3495650 Jun 01 18:40:52.318352 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-c4a62b4d-026c-4cb6-92fc-ccb7ad506cc0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:40:52.489792 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c4a62b4d-026c-4cb6-92fc-ccb7ad506cc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:52.494920 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c4a62b4d-026c-4cb6-92fc-ccb7ad506cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:52.579786 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device fa50976e-aefa-45dd-8e42-ccb004496ea7 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:40:52.595641 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6a9beed8-646e-4f88-88d4-e79139c82412 req-ba96265d-57f1-43ec-b6a8-69806d7b9e37 tempest-DeleteServersAdminTestJSON-2061919509 tempest-DeleteServersAdminTestJSON-2061919509-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b53ff5f-eaca-4098-933e-c7793907fd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5329256 Jun 01 18:40:52.684968 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-c4a62b4d-026c-4cb6-92fc-ccb7ad506cc0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6b863f2091de4128850bfa6d962521a0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0253947 Jun 01 18:40:52.685857 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a62b4d-026c-4cb6-92fc-ccb7ad506cc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1fb45e1-b523-4c84-878c-e66eca8978f4,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:40:52.700180 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 41724) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:40:52.701396 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91a1408-e073-42c6-a425-86feb4ce7c7d req-a2843c6c-e5fc-4ff1-807c-ec51f60fa9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:40:52.702768 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d91a1408-e073-42c6-a425-86feb4ce7c7d req-a2843c6c-e5fc-4ff1-807c-ec51f60fa9c2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=cfa67698-6bf3-43ec-a752-299eaec79caf HTTP/1.1" status: 200 len: 861 time: 0.1959417 Jun 01 18:40:52.708697 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port fa50976e-aefa-45dd-8e42-ccb004496ea7 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:40:52.723575 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port fa50976e-aefa-45dd-8e42-ccb004496ea7 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:40:52.723965 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:52.775993 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88d8a5a-ab7e-44d6-9e6d-7992c2784a19 req-535ee7cb-4137-484a-aee7-ac76243a0519 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:40:52.785262 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d88d8a5a-ab7e-44d6-9e6d-7992c2784a19 req-535ee7cb-4137-484a-aee7-ac76243a0519 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d29c071-4e6a-4167-9c9f-69f1a274133e HTTP/1.1" status: 200 len: 944 time: 0.2316680 Jun 01 18:40:52.811745 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-164b5165-18d1-472c-8970-f587dc4b07f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:52.827618 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0ce221ad-cdf9-4ce1-8d0a-943db53d26cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:52.946218 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-164b5165-18d1-472c-8970-f587dc4b07f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:40:52.953571 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port fa50976e-aefa-45dd-8e42-ccb004496ea7 is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:40:52.954108 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:52.972746 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d91a1408-e073-42c6-a425-86feb4ce7c7d req-2bab6be6-4174-4261-9752-0b3c7c533116 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=411d1518-9352-4dec-8af2-2285a53556b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2395313 Jun 01 18:40:52.981745 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port fa50976e-aefa-45dd-8e42-ccb004496ea7, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=fa50976e-aefa-45dd-8e42-ccb004496ea7,segment=NetworkSegment(7875af61-4c53-4ff2-b8c8-d4b7c35ff947),segment_id=7875af61-4c53-4ff2-b8c8-d4b7c35ff947)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:40:52.986766 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:52.988427 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-164b5165-18d1-472c-8970-f587dc4b07f3 admin admin] Usage tracker for resource:security_group_rule and tenant:76f8f18201594574b9fb95c9282181e2 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:40:52.992840 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d88d8a5a-ab7e-44d6-9e6d-7992c2784a19 req-4ec56479-0a48-478e-b6e0-879b43c36a55 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] 10.222.0.41 "GET /v2.0/security-groups?id=444c87ba-31dc-4b5a-9977-492e198b845a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058291 Jun 01 18:40:53.000114 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0ce221ad-cdf9-4ce1-8d0a-943db53d26cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:53.013957 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3001031d-f258-4afc-a5f5-967aa8c7cc43 req-eaaf5d62-ba0a-48b9-a4b2-b7e20aaeae7b service neutron] 10.222.0.15 "GET /v2.0/networks/898153a3-5d71-43be-9d14-343ea4a48426?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2422171 Jun 01 18:40:53.018512 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-164b5165-18d1-472c-8970-f587dc4b07f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:40:53.097488 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0ce221ad-cdf9-4ce1-8d0a-943db53d26cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:53.104082 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=fa50976e-aefa-45dd-8e42-ccb004496ea7,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:40:53.132531 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce221ad-cdf9-4ce1-8d0a-943db53d26cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1fb45e1-b523-4c84-878c-e66eca8978f4,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:40:53.146826 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0ce221ad-cdf9-4ce1-8d0a-943db53d26cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:53.151728 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-0ce221ad-cdf9-4ce1-8d0a-943db53d26cf admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b1fb45e1-b523-4c84-878c-e66eca8978f4 HTTP/1.1" status: 204 len: 168 time: 0.4416330 Jun 01 18:40:53.227275 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-164b5165-18d1-472c-8970-f587dc4b07f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:40:53.429914 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d91a1408-e073-42c6-a425-86feb4ce7c7d req-d333a362-4782-4dbd-9de9-6b956573e98c service neutron] 10.222.0.50 "GET /v2.0/networks/411d1518-9352-4dec-8af2-2285a53556b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4287980 Jun 01 18:40:53.470827 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-41374b6b-8a12-4682-b321-ee6c03d05d5c admin admin] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:53.485640 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-0d1d6e09-5822-40ac-89df-03c5bd7973ea req-80cc5ea8-4a0c-44e5-ba6f-58becd58fef1 tempest-ServersAdmin275Test-227233004 tempest-ServersAdmin275Test-227233004-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd6c7708-5bf6-4467-928a-cbe66c434f71 HTTP/1.1" status: 200 len: 210 time: 0.0529649 Jun 01 18:40:53.486601 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 41748) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:40:53.518913 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f6679204-b40e-47ca-a920-fd95dc5c1f60 req-ecdd267e-256b-48ff-9e9e-494180f86129 tempest-TenantUsagesTestJSON-1660290332 tempest-TenantUsagesTestJSON-1660290332-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=cf8cdbdb48fb4be48de1c8323e3c6506&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0942428 Jun 01 18:40:53.711801 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [None req-41374b6b-8a12-4682-b321-ee6c03d05d5c admin admin] Transition to ACTIVE for port object 89dcbeb8-b038-4d51-8cb6-78072f35c675 will not be triggered until provisioned by entity DHCP. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:40:53.717015 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-39022fa2-e36a-49e1-a2b4-15594caf1900 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:53.729121 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 41758) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:40:53.753253 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0ec823e1-66d1-42f2-b7b2-274d6e0c462c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:53.767364 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-39022fa2-e36a-49e1-a2b4-15594caf1900 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:40:53.809280 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-39022fa2-e36a-49e1-a2b4-15594caf1900 admin admin] Usage tracker for resource:security_group_rule and tenant:a23451e11f18482c8829cddc2df0339a is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:40:53.812378 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-39022fa2-e36a-49e1-a2b4-15594caf1900 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:40:53.819528 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-0ec823e1-66d1-42f2-b7b2-274d6e0c462c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:40:53.825274 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-39022fa2-e36a-49e1-a2b4-15594caf1900 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:40:53.832831 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-0ec823e1-66d1-42f2-b7b2-274d6e0c462c admin admin] Usage tracker for resource:security_group_rule and tenant:ca5e0ba4a9eb4bfe8ca91fdb395d5258 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:40:53.841449 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-0ec823e1-66d1-42f2-b7b2-274d6e0c462c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:40:53.842438 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3001031d-f258-4afc-a5f5-967aa8c7cc43 req-0684e930-aee3-4085-af9f-706fed6988d8 service neutron] 10.222.0.15 "GET /v2.0/networks/898153a3-5d71-43be-9d14-343ea4a48426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6436915 Jun 01 18:40:53.855867 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-0ec823e1-66d1-42f2-b7b2-274d6e0c462c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:40:53.929474 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7cb31b-4284-4778-9f6b-c1f0ae63262a req-444d5ab2-71b0-412f-8e3c-3836734f901f tempest-DeleteServersAdminTestJSON-2061919509 tempest-DeleteServersAdminTestJSON-2061919509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:40:53.930947 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-fc7cb31b-4284-4778-9f6b-c1f0ae63262a req-444d5ab2-71b0-412f-8e3c-3836734f901f tempest-DeleteServersAdminTestJSON-2061919509 tempest-DeleteServersAdminTestJSON-2061919509-project] 10.222.0.41 "GET /v2.0/ports?device_id=df260670-b4bb-44df-91a5-7000c712ab59 HTTP/1.1" status: 200 len: 948 time: 0.1647871 Jun 01 18:40:53.988262 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d91a1408-e073-42c6-a425-86feb4ce7c7d req-cbd30194-e342-436c-9a7b-ab585d5e607b service neutron] 10.222.0.50 "GET /v2.0/networks/411d1518-9352-4dec-8af2-2285a53556b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5138667 Jun 01 18:40:54.020285 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-41374b6b-8a12-4682-b321-ee6c03d05d5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:54.025793 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-164b5165-18d1-472c-8970-f587dc4b07f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:54.049801 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-fc7cb31b-4284-4778-9f6b-c1f0ae63262a req-b05861aa-13a7-4333-b24b-e16fa46caa02 tempest-DeleteServersAdminTestJSON-2061919509 tempest-DeleteServersAdminTestJSON-2061919509-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b53ff5f-eaca-4098-933e-c7793907fd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046641 Jun 01 18:40:54.062449 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6679204-b40e-47ca-a920-fd95dc5c1f60 req-e8c89bb6-2aa5-45b6-811e-c66378696b43 tempest-TenantUsagesTestJSON-1660290332 tempest-TenantUsagesTestJSON-1660290332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:40:54.063888 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f6679204-b40e-47ca-a920-fd95dc5c1f60 req-e8c89bb6-2aa5-45b6-811e-c66378696b43 tempest-TenantUsagesTestJSON-1660290332 tempest-TenantUsagesTestJSON-1660290332-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5442474 Jun 01 18:40:54.075975 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-39022fa2-e36a-49e1-a2b4-15594caf1900 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:54.088379 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-39022fa2-e36a-49e1-a2b4-15594caf1900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:54.088504 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-164b5165-18d1-472c-8970-f587dc4b07f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:54.129998 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0ec823e1-66d1-42f2-b7b2-274d6e0c462c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:54.130989 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39022fa2-e36a-49e1-a2b4-15594caf1900 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87b74689-2a43-4212-984a-adefd24fba83,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:40:54.138820 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0ec823e1-66d1-42f2-b7b2-274d6e0c462c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:54.148590 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f6679204-b40e-47ca-a920-fd95dc5c1f60 req-e0cf3977-acc9-4132-94d1-1d25bf456d8d tempest-TenantUsagesTestJSON-1660290332 tempest-TenantUsagesTestJSON-1660290332-project] 10.222.0.41 "GET /v2.0/quotas/cf8cdbdb48fb4be48de1c8323e3c6506 HTTP/1.1" status: 200 len: 375 time: 0.0646152 Jun 01 18:40:54.194379 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-39022fa2-e36a-49e1-a2b4-15594caf1900 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a23451e11f18482c8829cddc2df0339a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7065837 Jun 01 18:40:54.201472 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 41766) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:40:54.218550 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41374b6b-8a12-4682-b321-ee6c03d05d5c admin admin] Network 18cc4e4f-761f-49c9-826c-48ea46f95616 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:40:54.226111 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-0ec823e1-66d1-42f2-b7b2-274d6e0c462c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ca5e0ba4a9eb4bfe8ca91fdb395d5258&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4930046 Jun 01 18:40:54.227247 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec823e1-66d1-42f2-b7b2-274d6e0c462c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd7bb9f9-e946-43c2-8f15-2f982427233e,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:40:54.230468 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 41770) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:40:54.230756 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-41374b6b-8a12-4682-b321-ee6c03d05d5c admin admin] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:40:54.237138 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-164b5165-18d1-472c-8970-f587dc4b07f3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=76f8f18201594574b9fb95c9282181e2&name=default HTTP/1.1" status: 200 len: 2979 time: 2.5409982 Jun 01 18:40:54.237910 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41374b6b-8a12-4682-b321-ee6c03d05d5c admin admin] Pushing event updated for resources: {'Port': ['ID=89dcbeb8-b038-4d51-8cb6-78072f35c675,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:40:54.242241 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41374b6b-8a12-4682-b321-ee6c03d05d5c admin admin] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:40:54.244126 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 41774) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:40:54.280366 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f6679204-b40e-47ca-a920-fd95dc5c1f60 req-baa9c495-d283-4995-b7d4-10abd2576dfc tempest-TenantUsagesTestJSON-1660290332 tempest-TenantUsagesTestJSON-1660290332-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=cf8cdbdb48fb4be48de1c8323e3c6506&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1064589 Jun 01 18:40:54.280966 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164b5165-18d1-472c-8970-f587dc4b07f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d56a023-ad2a-4886-b551-a069f6b6f9f7,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:40:54.313637 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c19ac48-7877-47d3-97f3-d1b76ecc422b req-2347fd33-47c5-46f5-be4c-44bc5ac448c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:40:54.315267 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6c19ac48-7877-47d3-97f3-d1b76ecc422b req-2347fd33-47c5-46f5-be4c-44bc5ac448c1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d5f05626738f4d9fbc9a31a1cd2ddc0e&device_id=df260670-b4bb-44df-91a5-7000c712ab59 HTTP/1.1" status: 200 len: 1099 time: 0.3968332 Jun 01 18:40:54.326729 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-41374b6b-8a12-4682-b321-ee6c03d05d5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-887605'] for router_interface, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:54.481261 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-199e2114-2772-422b-931a-c0531b9ebc45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:54.486643 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e0af7bc6-a69c-4597-bf2e-a248674f03b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:54.582333 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device fa50976e-aefa-45dd-8e42-ccb004496ea7 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:40:54.599484 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b546e66f-df18-4242-905e-d98382b993a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:54.635959 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e0af7bc6-a69c-4597-bf2e-a248674f03b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:54.650287 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-199e2114-2772-422b-931a-c0531b9ebc45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:54.700368 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-030b0d36-0ffa-47e3-b771-a6b01229f60e req-00be2389-f1bb-4caa-9bd4-0006d043cf76 tempest-TenantUsagesTestJSON-1660290332 tempest-TenantUsagesTestJSON-1660290332-project] 10.222.0.41 "GET /v2.0/ports?device_id=47691936-b6d7-4ae9-9a06-dea7df3895d8 HTTP/1.1" status: 200 len: 210 time: 0.0704515 Jun 01 18:40:54.705023 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port fa50976e-aefa-45dd-8e42-ccb004496ea7 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:40:54.705534 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:54.740389 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-68f843f5-f3e1-4ebf-8454-7f47c1739a1c None None] Provisioning for port 89dcbeb8-b038-4d51-8cb6-78072f35c675 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:40:54.772282 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b546e66f-df18-4242-905e-d98382b993a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:54.790993 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-68f843f5-f3e1-4ebf-8454-7f47c1739a1c None None] Provisioning complete for port 89dcbeb8-b038-4d51-8cb6-78072f35c675 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:40:54.794287 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-68f843f5-f3e1-4ebf-8454-7f47c1739a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:54.826072 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c19ac48-7877-47d3-97f3-d1b76ecc422b req-7b2681ca-34f9-48c5-ae1d-de4ae1f7ca27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:40:54.827855 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6c19ac48-7877-47d3-97f3-d1b76ecc422b req-7b2681ca-34f9-48c5-ae1d-de4ae1f7ca27 service neutron] 10.222.0.15 "GET /v2.0/networks?id=898153a3-5d71-43be-9d14-343ea4a48426 HTTP/1.1" status: 200 len: 870 time: 0.5059896 Jun 01 18:40:54.915772 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b546e66f-df18-4242-905e-d98382b993a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:54.923076 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-199e2114-2772-422b-931a-c0531b9ebc45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:54.974814 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7356ddda-ffd3-49ec-a8f1-be2be14229ef req-82881d27-124f-4bf0-86e6-cc5b1f51a5b9 tempest-ServersAdmin275Test-227233004 tempest-ServersAdmin275Test-227233004-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd6c7708-5bf6-4467-928a-cbe66c434f71 HTTP/1.1" status: 200 len: 210 time: 0.0758927 Jun 01 18:40:54.976142 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6c19ac48-7877-47d3-97f3-d1b76ecc422b req-a6fd2fa9-01e7-48e8-aa7d-76f765c76d40 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=a9b6cd6c-9ab5-4cf4-9ebb-f7998efb8b20 HTTP/1.1" status: 200 len: 217 time: 0.1352010 Jun 01 18:40:54.984273 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b546e66f-df18-4242-905e-d98382b993a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:54.987744 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-b546e66f-df18-4242-905e-d98382b993a2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3d56a023-ad2a-4886-b551-a069f6b6f9f7 HTTP/1.1" status: 204 len: 168 time: 0.6987329 Jun 01 18:40:54.995046 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b546e66f-df18-4242-905e-d98382b993a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d56a023-ad2a-4886-b551-a069f6b6f9f7,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:40:55.005370 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-199e2114-2772-422b-931a-c0531b9ebc45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:55.007736 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-199e2114-2772-422b-931a-c0531b9ebc45 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/dd7bb9f9-e946-43c2-8f15-2f982427233e HTTP/1.1" status: 204 len: 168 time: 0.7740672 Jun 01 18:40:55.036682 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e0af7bc6-a69c-4597-bf2e-a248674f03b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:55.040131 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e0af7bc6-a69c-4597-bf2e-a248674f03b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:55.041743 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-e0af7bc6-a69c-4597-bf2e-a248674f03b6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/87b74689-2a43-4212-984a-adefd24fba83 HTTP/1.1" status: 204 len: 168 time: 0.8393312 Jun 01 18:40:55.055006 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29d632b-5f58-4645-9f35-63a06ee47ce7 req-83544c14-6a9c-468a-9fe6-8b77b6e4da95 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:40:55.057144 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b29d632b-5f58-4645-9f35-63a06ee47ce7 req-83544c14-6a9c-468a-9fe6-8b77b6e4da95 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d29c071-4e6a-4167-9c9f-69f1a274133e HTTP/1.1" status: 200 len: 944 time: 0.7136745 Jun 01 18:40:55.108655 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c19ac48-7877-47d3-97f3-d1b76ecc422b req-aea37d0b-a727-404e-a6e2-52b8d57e1b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:40:55.110621 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6c19ac48-7877-47d3-97f3-d1b76ecc422b req-aea37d0b-a727-404e-a6e2-52b8d57e1b5c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=35e3ad2f-9c88-4698-b634-4e1b58de1cc2 HTTP/1.1" status: 200 len: 843 time: 0.1214371 Jun 01 18:40:55.111561 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-41374b6b-8a12-4682-b321-ee6c03d05d5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:55.149609 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-68f843f5-f3e1-4ebf-8454-7f47c1739a1c None None] Port 89dcbeb8-b038-4d51-8cb6-78072f35c675 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 18:40:55.221631 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b29d632b-5f58-4645-9f35-63a06ee47ce7 req-b7f4f3e9-03be-497d-8f9a-9f61572a19f5 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] 10.222.0.41 "GET /v2.0/security-groups?id=444c87ba-31dc-4b5a-9977-492e198b845a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566446 Jun 01 18:40:55.226889 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199e2114-2772-422b-931a-c0531b9ebc45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd7bb9f9-e946-43c2-8f15-2f982427233e,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:40:55.261317 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0af7bc6-a69c-4597-bf2e-a248674f03b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87b74689-2a43-4212-984a-adefd24fba83,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:40:55.337650 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port fa50976e-aefa-45dd-8e42-ccb004496ea7 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:40:55.567685 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c19ac48-7877-47d3-97f3-d1b76ecc422b req-5de57e7b-269f-4780-9c4e-42b6c6c8b23e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:40:55.569193 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6c19ac48-7877-47d3-97f3-d1b76ecc422b req-5de57e7b-269f-4780-9c4e-42b6c6c8b23e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=898153a3-5d71-43be-9d14-343ea4a48426&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4452589 Jun 01 18:40:55.589849 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-8d01dec2-c3d3-4fdc-8f5a-86d17413e4af req-43ebf769-97c8-4316-83ba-fb21ccfd37a7 service neutron] 10.222.0.50 "GET /v2.0/ports/35420f97-05c5-4e2d-b246-8037075de4fa/bindings/n-h1-844202-1 HTTP/1.1" status: 200 len: 384 time: 0.4171104 Jun 01 18:40:55.631486 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 41802) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:40:55.676872 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7ff51dab-93b7-422c-8f49-79f350896d88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:55.697538 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-7ff51dab-93b7-422c-8f49-79f350896d88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:40:55.702540 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-7ff51dab-93b7-422c-8f49-79f350896d88 admin admin] Usage tracker for resource:security_group_rule and tenant:0e956804c11f4877b81f8add0fea9e3c is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:40:55.705824 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-7ff51dab-93b7-422c-8f49-79f350896d88 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:40:55.712432 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-7ff51dab-93b7-422c-8f49-79f350896d88 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:40:55.778889 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4d847d-c541-4d59-9a90-faa44ad8df2b req-225a8fd6-b0fe-40be-8ed7-83bf3764eb7f tempest-DeleteServersAdminTestJSON-2061919509 tempest-DeleteServersAdminTestJSON-2061919509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:40:55.786889 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-bf4d847d-c541-4d59-9a90-faa44ad8df2b req-225a8fd6-b0fe-40be-8ed7-83bf3764eb7f tempest-DeleteServersAdminTestJSON-2061919509 tempest-DeleteServersAdminTestJSON-2061919509-project] 10.222.0.41 "GET /v2.0/ports?device_id=df260670-b4bb-44df-91a5-7000c712ab59 HTTP/1.1" status: 200 len: 948 time: 0.3911014 Jun 01 18:40:55.838212 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7ff51dab-93b7-422c-8f49-79f350896d88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:55.845675 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7ff51dab-93b7-422c-8f49-79f350896d88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:55.887365 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-bf4d847d-c541-4d59-9a90-faa44ad8df2b req-32e7297a-f96e-4ffa-ba82-2c4f0f4208b9 tempest-DeleteServersAdminTestJSON-2061919509 tempest-DeleteServersAdminTestJSON-2061919509-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b53ff5f-eaca-4098-933e-c7793907fd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994895 Jun 01 18:40:55.927340 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 41812) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:40:55.980559 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-7ff51dab-93b7-422c-8f49-79f350896d88 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0e956804c11f4877b81f8add0fea9e3c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3468421 Jun 01 18:40:55.984397 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-68a3b405-d1ce-4d2d-8996-e1f57d2352ab req-181688ad-cf8d-48da-a9ce-501edde7a2fa tempest-TenantUsagesTestJSON-1660290332 tempest-TenantUsagesTestJSON-1660290332-project] 10.222.0.41 "GET /v2.0/ports?device_id=47691936-b6d7-4ae9-9a06-dea7df3895d8 HTTP/1.1" status: 200 len: 210 time: 0.1080086 Jun 01 18:40:55.985805 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 41816) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:40:55.988498 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff51dab-93b7-422c-8f49-79f350896d88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ccab588-7009-4d0f-8f1c-7d59ad5e1bb0,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:40:55.989287 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-5ec670af-12fc-4ad1-a671-cd057271787b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:56.017189 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6c19ac48-7877-47d3-97f3-d1b76ecc422b req-b449d165-a6d3-4a5b-89f8-5a381b90f6e6 service neutron] 10.222.0.15 "GET /v2.0/networks/898153a3-5d71-43be-9d14-343ea4a48426?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4243429 Jun 01 18:40:56.036834 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-5ec670af-12fc-4ad1-a671-cd057271787b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:40:56.088034 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5694f222-b1eb-4993-a409-45b702520488 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:56.124357 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5694f222-b1eb-4993-a409-45b702520488 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:56.191057 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5694f222-b1eb-4993-a409-45b702520488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:56.191728 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-5ec670af-12fc-4ad1-a671-cd057271787b admin admin] Usage tracker for resource:security_group_rule and tenant:9523b58fe7d94102a1cfb8f8ff18e6fd is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:40:56.195674 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.db.resource_extend [None req-41374b6b-8a12-4682-b321-ee6c03d05d5c admin admin] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 18:40:56.210391 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-5ec670af-12fc-4ad1-a671-cd057271787b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:40:56.222668 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-5ec670af-12fc-4ad1-a671-cd057271787b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:40:56.228083 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6c19ac48-7877-47d3-97f3-d1b76ecc422b req-c195a1e3-954a-4e4a-9b25-411922eab7da service neutron] 10.222.0.15 "GET /v2.0/networks/898153a3-5d71-43be-9d14-343ea4a48426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1952405 Jun 01 18:40:56.245882 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-41374b6b-8a12-4682-b321-ee6c03d05d5c admin admin] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:56.249048 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5694f222-b1eb-4993-a409-45b702520488 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ccab588-7009-4d0f-8f1c-7d59ad5e1bb0,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:40:56.269646 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f6679204-b40e-47ca-a920-fd95dc5c1f60 req-4c0e4fc0-78b8-45f0-8e5a-db14f9845583 tempest-TenantUsagesTestJSON-1660290332 tempest-TenantUsagesTestJSON-1660290332-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=cf8cdbdb48fb4be48de1c8323e3c6506&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0669765 Jun 01 18:40:56.271822 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5694f222-b1eb-4993-a409-45b702520488 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:56.272815 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-5694f222-b1eb-4993-a409-45b702520488 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6ccab588-7009-4d0f-8f1c-7d59ad5e1bb0 HTTP/1.1" status: 204 len: 168 time: 0.2860808 Jun 01 18:40:56.395849 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-41374b6b-8a12-4682-b321-ee6c03d05d5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:56.528765 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ee3bfa33-2b79-4fba-8041-143ae138d961 req-2550360a-67f5-4020-9493-d5e71b8f90e6 tempest-ServersAdmin275Test-227233004 tempest-ServersAdmin275Test-227233004-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd6c7708-5bf6-4467-928a-cbe66c434f71 HTTP/1.1" status: 200 len: 210 time: 0.2755959 Jun 01 18:40:56.588140 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6679204-b40e-47ca-a920-fd95dc5c1f60 req-d14fc1a5-b0dc-4bde-acec-b20e2bd3b432 tempest-TenantUsagesTestJSON-1660290332 tempest-TenantUsagesTestJSON-1660290332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:40:56.590462 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f6679204-b40e-47ca-a920-fd95dc5c1f60 req-d14fc1a5-b0dc-4bde-acec-b20e2bd3b432 tempest-TenantUsagesTestJSON-1660290332 tempest-TenantUsagesTestJSON-1660290332-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3047805 Jun 01 18:40:56.610711 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05ca7e6-d2bd-48bc-b02a-1fbe95683d98 req-9a904161-44b0-4ab4-bd71-43d1fa9b40c1 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:40:56.613434 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-41374b6b-8a12-4682-b321-ee6c03d05d5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-887436'] for router_interface, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:56.623312 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e05ca7e6-d2bd-48bc-b02a-1fbe95683d98 req-9a904161-44b0-4ab4-bd71-43d1fa9b40c1 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d29c071-4e6a-4167-9c9f-69f1a274133e HTTP/1.1" status: 200 len: 944 time: 0.2262633 Jun 01 18:40:56.623422 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41374b6b-8a12-4682-b321-ee6c03d05d5c admin admin] Pushing event updated for resources: {'Port': ['ID=89dcbeb8-b038-4d51-8cb6-78072f35c675,revision_number=2']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:40:56.626485 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [req-f6679204-b40e-47ca-a920-fd95dc5c1f60 req-f33be8c1-d389-47e1-9924-803c8c94734a tempest-TenantUsagesTestJSON-1660290332 tempest-TenantUsagesTestJSON-1660290332-project] Request body: {'port': {'device_id': '47691936-b6d7-4ae9-9a06-dea7df3895d8', 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426', 'admin_state_up': True, 'tenant_id': 'cf8cdbdb48fb4be48de1c8323e3c6506'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:40:56.679579 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-8d01dec2-c3d3-4fdc-8f5a-86d17413e4af req-29983f3e-ce17-4abe-ab15-4ee5ed316d3f service neutron] For port 35420f97-05c5-4e2d-b246-8037075de4fa, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=35420f97-05c5-4e2d-b246-8037075de4fa,segment=NetworkSegment(e7a2e8fb-b3d5-44ba-bb42-81da885a74e3),segment_id=e7a2e8fb-b3d5-44ba-bb42-81da885a74e3)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:40:56.742952 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 41842) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:40:56.782770 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e05ca7e6-d2bd-48bc-b02a-1fbe95683d98 req-e8fa2653-4c5d-47b7-8d1b-fee8179b198d tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] 10.222.0.41 "GET /v2.0/security-groups?id=444c87ba-31dc-4b5a-9977-492e198b845a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623518 Jun 01 18:40:56.787309 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-8d01dec2-c3d3-4fdc-8f5a-86d17413e4af req-29983f3e-ce17-4abe-ab15-4ee5ed316d3f service neutron] For port 35420f97-05c5-4e2d-b246-8037075de4fa, host n-h2-844202-1, cleared binding levels {{(pid=88524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:40:56.837953 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [req-f6679204-b40e-47ca-a920-fd95dc5c1f60 req-f33be8c1-d389-47e1-9924-803c8c94734a tempest-TenantUsagesTestJSON-1660290332 tempest-TenantUsagesTestJSON-1660290332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:40:56.844118 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-f6679204-b40e-47ca-a920-fd95dc5c1f60 req-f33be8c1-d389-47e1-9924-803c8c94734a tempest-TenantUsagesTestJSON-1660290332 tempest-TenantUsagesTestJSON-1660290332-project] Usage tracker for resource:port and tenant:cf8cdbdb48fb4be48de1c8323e3c6506 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:40:56.850119 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-f6679204-b40e-47ca-a920-fd95dc5c1f60 req-f33be8c1-d389-47e1-9924-803c8c94734a tempest-TenantUsagesTestJSON-1660290332 tempest-TenantUsagesTestJSON-1660290332-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:40:56.861291 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [req-f6679204-b40e-47ca-a920-fd95dc5c1f60 req-f33be8c1-d389-47e1-9924-803c8c94734a tempest-TenantUsagesTestJSON-1660290332 tempest-TenantUsagesTestJSON-1660290332-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:40:56.879986 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6679204-b40e-47ca-a920-fd95dc5c1f60 req-f33be8c1-d389-47e1-9924-803c8c94734a tempest-TenantUsagesTestJSON-1660290332 tempest-TenantUsagesTestJSON-1660290332-project] Made reservation on behalf of cf8cdbdb48fb4be48de1c8323e3c6506 for: {'port': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:40:56.884535 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-f6679204-b40e-47ca-a920-fd95dc5c1f60 req-f33be8c1-d389-47e1-9924-803c8c94734a tempest-TenantUsagesTestJSON-1660290332 tempest-TenantUsagesTestJSON-1660290332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:56.903563 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-f6679204-b40e-47ca-a920-fd95dc5c1f60 req-f33be8c1-d389-47e1-9924-803c8c94734a tempest-TenantUsagesTestJSON-1660290332 tempest-TenantUsagesTestJSON-1660290332-project] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:56.911858 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [req-8d01dec2-c3d3-4fdc-8f5a-86d17413e4af req-29983f3e-ce17-4abe-ab15-4ee5ed316d3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35420f97-05c5-4e2d-b246-8037075de4fa {{(pid=88524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:40:56.930314 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-b9cc6a2a-76db-4822-a2eb-c40971b8b061 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1260325399-network', 'tenant_id': 'ccc3866df726420d865ae40df69383ae'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:40:56.934062 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [req-f6679204-b40e-47ca-a920-fd95dc5c1f60 req-f33be8c1-d389-47e1-9924-803c8c94734a tempest-TenantUsagesTestJSON-1660290332 tempest-TenantUsagesTestJSON-1660290332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:40:56.938814 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-b9cc6a2a-76db-4822-a2eb-c40971b8b061 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:40:56.941296 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-f6679204-b40e-47ca-a920-fd95dc5c1f60 req-f33be8c1-d389-47e1-9924-803c8c94734a tempest-TenantUsagesTestJSON-1660290332 tempest-TenantUsagesTestJSON-1660290332-project] Usage tracker for resource:security_group_rule and tenant:cf8cdbdb48fb4be48de1c8323e3c6506 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:40:56.945234 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-f6679204-b40e-47ca-a920-fd95dc5c1f60 req-f33be8c1-d389-47e1-9924-803c8c94734a tempest-TenantUsagesTestJSON-1660290332 tempest-TenantUsagesTestJSON-1660290332-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:40:56.949375 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-b9cc6a2a-76db-4822-a2eb-c40971b8b061 admin admin] Usage tracker for resource:network and tenant:ccc3866df726420d865ae40df69383ae is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:40:56.955285 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-b9cc6a2a-76db-4822-a2eb-c40971b8b061 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:40:56.958006 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-8d01dec2-c3d3-4fdc-8f5a-86d17413e4af req-29983f3e-ce17-4abe-ab15-4ee5ed316d3f service neutron] For port 35420f97-05c5-4e2d-b246-8037075de4fa, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=35420f97-05c5-4e2d-b246-8037075de4fa,segment=NetworkSegment(e7a2e8fb-b3d5-44ba-bb42-81da885a74e3),segment_id=e7a2e8fb-b3d5-44ba-bb42-81da885a74e3)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:40:56.958150 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [req-f6679204-b40e-47ca-a920-fd95dc5c1f60 req-f33be8c1-d389-47e1-9924-803c8c94734a tempest-TenantUsagesTestJSON-1660290332 tempest-TenantUsagesTestJSON-1660290332-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:40:56.963681 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-b9cc6a2a-76db-4822-a2eb-c40971b8b061 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:40:56.991251 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-5ec670af-12fc-4ad1-a671-cd057271787b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:57.003472 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41374b6b-8a12-4682-b321-ee6c03d05d5c admin admin] Network 18cc4e4f-761f-49c9-826c-48ea46f95616 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:40:57.007759 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-5ec670af-12fc-4ad1-a671-cd057271787b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:57.016809 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-41374b6b-8a12-4682-b321-ee6c03d05d5c admin admin] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:40:57.039898 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-8d01dec2-c3d3-4fdc-8f5a-86d17413e4af req-29983f3e-ce17-4abe-ab15-4ee5ed316d3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:57.042966 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9cc6a2a-76db-4822-a2eb-c40971b8b061 admin admin] Made reservation on behalf of ccc3866df726420d865ae40df69383ae for: {'network': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:40:57.048689 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b9cc6a2a-76db-4822-a2eb-c40971b8b061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:57.087024 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b9cc6a2a-76db-4822-a2eb-c40971b8b061 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:57.111038 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-b9cc6a2a-76db-4822-a2eb-c40971b8b061 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:40:57.115563 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-b9cc6a2a-76db-4822-a2eb-c40971b8b061 admin admin] Usage tracker for resource:security_group_rule and tenant:ccc3866df726420d865ae40df69383ae is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:40:57.118776 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-b9cc6a2a-76db-4822-a2eb-c40971b8b061 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:40:57.127159 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-b9cc6a2a-76db-4822-a2eb-c40971b8b061 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:40:57.203708 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec670af-12fc-4ad1-a671-cd057271787b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e52d491a-f4b1-4ce5-9f7d-86df8e4e3434,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:40:57.240979 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ce840d16-7c8d-4c84-af93-9cdb5ff251ea req-be291fae-6619-4669-9494-f2bfaa9e5071 tempest-TenantUsagesTestJSON-1660290332 tempest-TenantUsagesTestJSON-1660290332-project] 10.222.0.41 "GET /v2.0/ports?device_id=47691936-b6d7-4ae9-9a06-dea7df3895d8 HTTP/1.1" status: 200 len: 210 time: 0.0598917 Jun 01 18:40:57.255175 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-5ec670af-12fc-4ad1-a671-cd057271787b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9523b58fe7d94102a1cfb8f8ff18e6fd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3264618 Jun 01 18:40:57.266487 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 41866) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:40:57.405870 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-06d3f730-81cd-4b9d-bf9c-cf282b6cd7f8 None None] Provisioning complete for port 89dcbeb8-b038-4d51-8cb6-78072f35c675 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:40:57.407379 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-06d3f730-81cd-4b9d-bf9c-cf282b6cd7f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:57.409649 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c3e57708-443c-4762-924a-0b00e150c115 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:57.442079 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c3e57708-443c-4762-924a-0b00e150c115 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:57.476353 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-06d3f730-81cd-4b9d-bf9c-cf282b6cd7f8 None None] Port 89dcbeb8-b038-4d51-8cb6-78072f35c675 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 18:40:57.523082 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-f6679204-b40e-47ca-a920-fd95dc5c1f60 req-f33be8c1-d389-47e1-9924-803c8c94734a tempest-TenantUsagesTestJSON-1660290332 tempest-TenantUsagesTestJSON-1660290332-project] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:57.547226 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-f6679204-b40e-47ca-a920-fd95dc5c1f60 req-f33be8c1-d389-47e1-9924-803c8c94734a tempest-TenantUsagesTestJSON-1660290332 tempest-TenantUsagesTestJSON-1660290332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:57.572130 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b9cc6a2a-76db-4822-a2eb-c40971b8b061 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:57.598610 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aebac29-9ddb-4460-96f8-56c8981afc99 req-adea544e-b7e5-4d6d-a998-ae926a3b2a47 tempest-DeleteServersAdminTestJSON-2061919509 tempest-DeleteServersAdminTestJSON-2061919509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:40:57.602062 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6aebac29-9ddb-4460-96f8-56c8981afc99 req-adea544e-b7e5-4d6d-a998-ae926a3b2a47 tempest-DeleteServersAdminTestJSON-2061919509 tempest-DeleteServersAdminTestJSON-2061919509-project] 10.222.0.41 "GET /v2.0/ports?device_id=df260670-b4bb-44df-91a5-7000c712ab59 HTTP/1.1" status: 200 len: 948 time: 0.5661438 Jun 01 18:40:57.606263 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [req-8d01dec2-c3d3-4fdc-8f5a-86d17413e4af req-29983f3e-ce17-4abe-ab15-4ee5ed316d3f service neutron] Transition to ACTIVE for port object 35420f97-05c5-4e2d-b246-8037075de4fa will not be triggered until provisioned by entity L2. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:40:57.623525 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b9cc6a2a-76db-4822-a2eb-c40971b8b061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:57.631097 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41374b6b-8a12-4682-b321-ee6c03d05d5c admin admin] Router 3c506a61-3ad0-436c-b5af-1dd11e0fa1d4 has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 18:40:57.633593 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-8d01dec2-c3d3-4fdc-8f5a-86d17413e4af req-29983f3e-ce17-4abe-ab15-4ee5ed316d3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:57.635386 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9cc6a2a-76db-4822-a2eb-c40971b8b061 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 131} {{(pid=88525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 18:40:57.645132 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b9cc6a2a-76db-4822-a2eb-c40971b8b061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:57.645463 n-d-844202-1 neutron-server[88525]: INFO neutron.db.segments_db [None req-b9cc6a2a-76db-4822-a2eb-c40971b8b061 admin admin] Added segment 36c06fa3-2cc2-4561-abd0-907bb0c67288 of type vlan for network e376e31f-d7fc-4c94-a911-fdf7b219dbbf Jun 01 18:40:57.672199 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b9cc6a2a-76db-4822-a2eb-c40971b8b061 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:57.766310 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33be8c1-d389-47e1-9924-803c8c94734a tempest-TenantUsagesTestJSON-1660290332 tempest-TenantUsagesTestJSON-1660290332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67f0404a-d4e3-46a0-be10-247cff466c02,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:40:57.794937 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b9cc6a2a-76db-4822-a2eb-c40971b8b061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:57.795869 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9cc6a2a-76db-4822-a2eb-c40971b8b061 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:40:57.796462 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b9cc6a2a-76db-4822-a2eb-c40971b8b061 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:57.801720 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-baf3bc1b-c583-4ef4-b9db-430edcf5d6ee req-8755f89c-0fd0-418a-8cbb-ae701b0f85b6 tempest-ServersAdmin275Test-227233004 tempest-ServersAdmin275Test-227233004-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd6c7708-5bf6-4467-928a-cbe66c434f71 HTTP/1.1" status: 200 len: 210 time: 0.0827787 Jun 01 18:40:57.901135 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device a9b6cd6c-9ab5-4cf4-9ebb-f7998efb8b20 details requested by agent hyperv_n-h1-844202-1 with host n-h1-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 18:40:57.963952 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6aebac29-9ddb-4460-96f8-56c8981afc99 req-4c82ff3f-23b9-4d41-8215-c5b4544112a2 tempest-DeleteServersAdminTestJSON-2061919509 tempest-DeleteServersAdminTestJSON-2061919509-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b53ff5f-eaca-4098-933e-c7793907fd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3563414 Jun 01 18:40:57.985748 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29983f3e-ce17-4abe-ab15-4ee5ed316d3f service neutron] Pushing event updated for resources: {'Port': ['ID=35420f97-05c5-4e2d-b246-8037075de4fa,revision_number=10']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:40:58.002809 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d01dec2-c3d3-4fdc-8f5a-86d17413e4af req-29983f3e-ce17-4abe-ab15-4ee5ed316d3f service neutron] No DVR routers for this DVR port 35420f97-05c5-4e2d-b246-8037075de4fa on host n-h2-844202-1 {{(pid=88524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 18:40:58.079031 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cc6a2a-76db-4822-a2eb-c40971b8b061 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61f93eb9-fec5-4827-8845-d05b29ffd128,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:40:58.082290 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c3e57708-443c-4762-924a-0b00e150c115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:58.119327 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port a9b6cd6c-9ab5-4cf4-9ebb-f7998efb8b20, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=a9b6cd6c-9ab5-4cf4-9ebb-f7998efb8b20,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:40:58.135619 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Returning: {'device': 'a9b6cd6c-9ab5-4cf4-9ebb-f7998efb8b20', 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426', 'port_id': 'a9b6cd6c-9ab5-4cf4-9ebb-f7998efb8b20', 'mac_address': 'fa:16:3e:2f:72:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35e3ad2f-9c88-4698-b634-4e1b58de1cc2', 'ip_address': '192.168.233.161'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 18:40:58.144637 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [req-f6679204-b40e-47ca-a920-fd95dc5c1f60 req-f33be8c1-d389-47e1-9924-803c8c94734a tempest-TenantUsagesTestJSON-1660290332 tempest-TenantUsagesTestJSON-1660290332-project] Allocated IP 192.168.233.228 (898153a3-5d71-43be-9d14-343ea4a48426/35e3ad2f-9c88-4698-b634-4e1b58de1cc2/1fb652c4-1255-4c7b-99b0-bf7e73ae41c1) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:40:58.175299 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41374b6b-8a12-4682-b321-ee6c03d05d5c admin admin] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 18:40:58.192261 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-8d01dec2-c3d3-4fdc-8f5a-86d17413e4af req-29983f3e-ce17-4abe-ab15-4ee5ed316d3f service neutron] 10.222.0.50 "PUT /v2.0/ports/35420f97-05c5-4e2d-b246-8037075de4fa/bindings/n-h1-844202-1/activate HTTP/1.1" status: 200 len: 369 time: 2.5739334 Jun 01 18:40:58.194377 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb8cca7-17e9-4ae5-98e7-ef25acd1ed87 None None] Sync routers for ids ['3c506a61-3ad0-436c-b5af-1dd11e0fa1d4'] in n-d-844202-1 {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 18:40:58.202549 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-41374b6b-8a12-4682-b321-ee6c03d05d5c admin admin] 10.222.0.41 "PUT /v2.0/routers/3c506a61-3ad0-436c-b5af-1dd11e0fa1d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3870573 Jun 01 18:40:58.218951 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb8cca7-17e9-4ae5-98e7-ef25acd1ed87 None None] Routers {'3c506a61-3ad0-436c-b5af-1dd11e0fa1d4'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:40:58.220175 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-9eb8cca7-17e9-4ae5-98e7-ef25acd1ed87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:40:39Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['3c506a61-3ad0-436c-b5af-1dd11e0fa1d4'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:40:58.231557 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e57708-443c-4762-924a-0b00e150c115 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e52d491a-f4b1-4ce5-9f7d-86df8e4e3434,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:40:58.233304 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cc6a2a-76db-4822-a2eb-c40971b8b061 admin admin] Pushing event updated for resources: {'Network': ['ID=e376e31f-d7fc-4c94-a911-fdf7b219dbbf,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:40:58.249463 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c3e57708-443c-4762-924a-0b00e150c115 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:58.252683 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-c3e57708-443c-4762-924a-0b00e150c115 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e52d491a-f4b1-4ce5-9f7d-86df8e4e3434 HTTP/1.1" status: 204 len: 168 time: 0.9876142 Jun 01 18:40:58.300450 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 41900) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:40:58.300921 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-b9cc6a2a-76db-4822-a2eb-c40971b8b061 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5466294 Jun 01 18:40:58.306613 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network e376e31f-d7fc-4c94-a911-fdf7b219dbbf details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 18:40:58.316946 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-b07baada-797c-4d2d-8124-beb871afdab1 admin admin] Request body: {'subnet': {'network_id': 'e376e31f-d7fc-4c94-a911-fdf7b219dbbf', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1260325399-subnet', 'tenant_id': 'ccc3866df726420d865ae40df69383ae', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:40:58.330767 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-b07baada-797c-4d2d-8124-beb871afdab1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:40:58.340036 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-b07baada-797c-4d2d-8124-beb871afdab1 admin admin] Usage tracker for resource:subnet and tenant:ccc3866df726420d865ae40df69383ae is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:40:58.347136 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-b07baada-797c-4d2d-8124-beb871afdab1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:40:58.363788 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-b07baada-797c-4d2d-8124-beb871afdab1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:40:58.364580 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 35420f97-05c5-4e2d-b246-8037075de4fa no longer exists at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:40:58.425738 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port a9b6cd6c-9ab5-4cf4-9ebb-f7998efb8b20 is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:40:58.426406 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:58.436252 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c73bd4-debb-426f-a26c-065905ffc068 req-d895ff90-5b57-4c94-8d6c-087bdfa88e79 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:40:58.437789 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c5c73bd4-debb-426f-a26c-065905ffc068 req-d895ff90-5b57-4c94-8d6c-087bdfa88e79 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d29c071-4e6a-4167-9c9f-69f1a274133e HTTP/1.1" status: 200 len: 945 time: 0.4636097 Jun 01 18:40:58.446459 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b07baada-797c-4d2d-8124-beb871afdab1 admin admin] Made reservation on behalf of ccc3866df726420d865ae40df69383ae for: {'subnet': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:40:58.451255 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b07baada-797c-4d2d-8124-beb871afdab1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3066584'] for subnet, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:58.521756 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9b6cd6c-9ab5-4cf4-9ebb-f7998efb8b20 {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:40:58.525257 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-f6679204-b40e-47ca-a920-fd95dc5c1f60 req-f33be8c1-d389-47e1-9924-803c8c94734a tempest-TenantUsagesTestJSON-1660290332 tempest-TenantUsagesTestJSON-1660290332-project] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:58.539146 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c5c73bd4-debb-426f-a26c-065905ffc068 req-dbc752bf-996a-4f80-99ba-21700a55e0b0 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] 10.222.0.41 "GET /v2.0/security-groups?id=444c87ba-31dc-4b5a-9977-492e198b845a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943909 Jun 01 18:40:58.553186 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [req-f6679204-b40e-47ca-a920-fd95dc5c1f60 req-f33be8c1-d389-47e1-9924-803c8c94734a tempest-TenantUsagesTestJSON-1660290332 tempest-TenantUsagesTestJSON-1660290332-project] Transition to ACTIVE for port object 1fb652c4-1255-4c7b-99b0-bf7e73ae41c1 will not be triggered until provisioned by entity DHCP. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:40:58.606860 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-f6679204-b40e-47ca-a920-fd95dc5c1f60 req-f33be8c1-d389-47e1-9924-803c8c94734a tempest-TenantUsagesTestJSON-1660290332 tempest-TenantUsagesTestJSON-1660290332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:58.715048 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6679204-b40e-47ca-a920-fd95dc5c1f60 req-f33be8c1-d389-47e1-9924-803c8c94734a tempest-TenantUsagesTestJSON-1660290332 tempest-TenantUsagesTestJSON-1660290332-project] Network 898153a3-5d71-43be-9d14-343ea4a48426 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:40:58.720675 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [req-f6679204-b40e-47ca-a920-fd95dc5c1f60 req-f33be8c1-d389-47e1-9924-803c8c94734a tempest-TenantUsagesTestJSON-1660290332 tempest-TenantUsagesTestJSON-1660290332-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:40:58.743582 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6679204-b40e-47ca-a920-fd95dc5c1f60 req-f33be8c1-d389-47e1-9924-803c8c94734a tempest-TenantUsagesTestJSON-1660290332 tempest-TenantUsagesTestJSON-1660290332-project] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:40:58.797195 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 35420f97-05c5-4e2d-b246-8037075de4fa not bound to the agent host n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 18:40:58.811641 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port a9b6cd6c-9ab5-4cf4-9ebb-f7998efb8b20, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=a9b6cd6c-9ab5-4cf4-9ebb-f7998efb8b20,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:40:58.822328 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:58.826419 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d01dec2-c3d3-4fdc-8f5a-86d17413e4af req-abcec7d2-5a22-440c-9676-c28277468f4d tempest-LiveAutoBlockMigrationV225Test-590672389 tempest-LiveAutoBlockMigrationV225Test-590672389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:40:58.828336 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-8d01dec2-c3d3-4fdc-8f5a-86d17413e4af req-abcec7d2-5a22-440c-9676-c28277468f4d tempest-LiveAutoBlockMigrationV225Test-590672389 tempest-LiveAutoBlockMigrationV225Test-590672389-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=7d29c071-4e6a-4167-9c9f-69f1a274133e&tenant_id=0182a2e51ffc43df8efdd2130dbcea4d&binding%3Ahost_id=n-h2-844202-1 HTTP/1.1" status: 200 len: 1096 time: 0.4410915 Jun 01 18:40:58.829343 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33be8c1-d389-47e1-9924-803c8c94734a tempest-TenantUsagesTestJSON-1660290332 tempest-TenantUsagesTestJSON-1660290332-project] Pushing event updated for resources: {'Port': ['ID=1fb652c4-1255-4c7b-99b0-bf7e73ae41c1,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:40:58.880142 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6679204-b40e-47ca-a920-fd95dc5c1f60 req-f33be8c1-d389-47e1-9924-803c8c94734a tempest-TenantUsagesTestJSON-1660290332 tempest-TenantUsagesTestJSON-1660290332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:40:58.881490 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-f6679204-b40e-47ca-a920-fd95dc5c1f60 req-f33be8c1-d389-47e1-9924-803c8c94734a tempest-TenantUsagesTestJSON-1660290332 tempest-TenantUsagesTestJSON-1660290332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:58.907394 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=a9b6cd6c-9ab5-4cf4-9ebb-f7998efb8b20,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:40:58.913992 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f6679204-b40e-47ca-a920-fd95dc5c1f60 req-f33be8c1-d389-47e1-9924-803c8c94734a tempest-TenantUsagesTestJSON-1660290332 tempest-TenantUsagesTestJSON-1660290332-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2898748 Jun 01 18:40:58.923852 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-9eb8cca7-17e9-4ae5-98e7-ef25acd1ed87 None None] Set router 3c506a61-3ad0-436c-b5af-1dd11e0fa1d4 gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:40:58.930783 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [req-f6679204-b40e-47ca-a920-fd95dc5c1f60 req-5ad55d88-6dd2-48d5-8c9d-940eeba60398 service neutron] Request body: {'port': {'device_id': '47691936-b6d7-4ae9-9a06-dea7df3895d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844202-1'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:40:58.939466 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423328dd-9a86-47f0-b5ee-4a60a81eb491 req-603df496-c83e-47a5-82ef-8fcabf5b4e5e tempest-TenantUsagesTestJSON-1660290332 tempest-TenantUsagesTestJSON-1660290332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:40:58.941037 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-423328dd-9a86-47f0-b5ee-4a60a81eb491 req-603df496-c83e-47a5-82ef-8fcabf5b4e5e tempest-TenantUsagesTestJSON-1660290332 tempest-TenantUsagesTestJSON-1660290332-project] 10.222.0.41 "GET /v2.0/ports?device_id=47691936-b6d7-4ae9-9a06-dea7df3895d8 HTTP/1.1" status: 200 len: 936 time: 0.3466470 Jun 01 18:40:58.971492 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b07baada-797c-4d2d-8124-beb871afdab1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2718919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3066602'] for subnet, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:59.124119 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-f6679204-b40e-47ca-a920-fd95dc5c1f60 req-5ad55d88-6dd2-48d5-8c9d-940eeba60398 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:59.205809 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07baada-797c-4d2d-8124-beb871afdab1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b515e042-63ba-4f60-823c-65d0c449d014,revision_number=0']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:40:59.210526 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] get_ports_and_sgs() called for port_ids ['a9b6cd6c-9ab5-4cf4-9ebb-f7998efb8b20'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:40:59.226494 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-423328dd-9a86-47f0-b5ee-4a60a81eb491 req-c113a1a4-407f-4548-b8d5-497235d43d36 tempest-TenantUsagesTestJSON-1660290332 tempest-TenantUsagesTestJSON-1660290332-project] 10.222.0.41 "GET /v2.0/security-groups?id=67f0404a-d4e3-46a0-be10-247cff466c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2791512 Jun 01 18:40:59.258164 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07baada-797c-4d2d-8124-beb871afdab1 admin admin] Checking segment: {'id': '36c06fa3-2cc2-4561-abd0-907bb0c67288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'e376e31f-d7fc-4c94-a911-fdf7b219dbbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:40:59.260729 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b07baada-797c-4d2d-8124-beb871afdab1 admin admin] Network hostable DHCP agents. Network: e376e31f-d7fc-4c94-a911-fdf7b219dbbf, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88524) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 18:40:59.305178 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d01dec2-c3d3-4fdc-8f5a-86d17413e4af req-6ab87577-fff7-4ce2-9fb8-4f51aee2c626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:40:59.311865 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-8d01dec2-c3d3-4fdc-8f5a-86d17413e4af req-6ab87577-fff7-4ce2-9fb8-4f51aee2c626 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7d29c071-4e6a-4167-9c9f-69f1a274133e&tenant_id=0182a2e51ffc43df8efdd2130dbcea4d HTTP/1.1" status: 200 len: 1096 time: 0.4614227 Jun 01 18:40:59.320480 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-09f1019b-1277-40d1-98ce-3d7c92571944 req-d249603b-0f0f-466e-968f-38e7c0e091bf tempest-LiveMigrationNegativeTest-1882969379 tempest-LiveMigrationNegativeTest-1882969379-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=715763ae9500499494499f5dc29cfabf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0894015 Jun 01 18:40:59.404450 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b07baada-797c-4d2d-8124-beb871afdab1 admin admin] Network e376e31f-d7fc-4c94-a911-fdf7b219dbbf is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88524) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 18:40:59.451338 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-9e39dc8d-c767-4547-a5e5-c8b208a0e7c2 None None] Provisioning for port 1fb652c4-1255-4c7b-99b0-bf7e73ae41c1 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:40:59.462864 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-9e39dc8d-c767-4547-a5e5-c8b208a0e7c2 None None] Provisioning complete for port 1fb652c4-1255-4c7b-99b0-bf7e73ae41c1 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:40:59.463401 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-9e39dc8d-c767-4547-a5e5-c8b208a0e7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:59.469166 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-34f16e18-3598-4779-b9e8-6dcb4e07a9e0 req-e7f596ce-1bab-43ae-ba22-f1887a5f652a tempest-ServersAdmin275Test-227233004 tempest-ServersAdmin275Test-227233004-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd6c7708-5bf6-4467-928a-cbe66c434f71 HTTP/1.1" status: 200 len: 210 time: 0.0657077 Jun 01 18:40:59.470985 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-b07baada-797c-4d2d-8124-beb871afdab1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, e376e31f-d7fc-4c94-a911-fdf7b219dbbf) {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:40:59.484970 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b07baada-797c-4d2d-8124-beb871afdab1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:40:59.485898 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b07baada-797c-4d2d-8124-beb871afdab1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:59.503998 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-671c27e7-d29c-406b-a1f0-85fa7f4eb298 None None] Network e376e31f-d7fc-4c94-a911-fdf7b219dbbf requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 18:40:59.547442 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-b07baada-797c-4d2d-8124-beb871afdab1 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2456095 Jun 01 18:40:59.547742 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 41944) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:40:59.567490 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d01dec2-c3d3-4fdc-8f5a-86d17413e4af req-59780a6e-b877-4646-9356-36114c9fcef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:40:59.570223 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-8d01dec2-c3d3-4fdc-8f5a-86d17413e4af req-59780a6e-b877-4646-9356-36114c9fcef5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0182a2e51ffc43df8efdd2130dbcea4d&device_id=7d29c071-4e6a-4167-9c9f-69f1a274133e HTTP/1.1" status: 200 len: 1096 time: 0.2366223 Jun 01 18:40:59.590090 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-91782e12-0a9c-476e-8f41-6b162084a8f8 admin admin] Request body: {'router': {'name': 'tempest-VolumesAdminNegativeTest-1260325399-router', 'tenant_id': 'ccc3866df726420d865ae40df69383ae', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:40:59.596150 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-91782e12-0a9c-476e-8f41-6b162084a8f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:40:59.600383 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-91782e12-0a9c-476e-8f41-6b162084a8f8 admin admin] Usage tracker for resource:router and tenant:ccc3866df726420d865ae40df69383ae is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:40:59.604742 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-91782e12-0a9c-476e-8f41-6b162084a8f8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:40:59.611970 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-91782e12-0a9c-476e-8f41-6b162084a8f8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:40:59.637935 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-91782e12-0a9c-476e-8f41-6b162084a8f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-885767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25238'] for router, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:59.639002 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-91782e12-0a9c-476e-8f41-6b162084a8f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-901042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-886562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-981784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25327'] for router, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:59.658627 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-91782e12-0a9c-476e-8f41-6b162084a8f8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:59.742855 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 41954) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:40:59.760734 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-6c8bd565-2baa-4df3-8c04-6cab08ffb668 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1981723236-network', 'tenant_id': '791cd63522fd41cfbd5ae3d119118261'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:40:59.769008 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-6c8bd565-2baa-4df3-8c04-6cab08ffb668 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:40:59.814693 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-6c8bd565-2baa-4df3-8c04-6cab08ffb668 admin admin] Usage tracker for resource:network and tenant:791cd63522fd41cfbd5ae3d119118261 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:40:59.824701 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-6c8bd565-2baa-4df3-8c04-6cab08ffb668 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:40:59.834762 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-6c8bd565-2baa-4df3-8c04-6cab08ffb668 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:40:59.854162 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-9eb8cca7-17e9-4ae5-98e7-ef25acd1ed87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c506a61-3ad0-436c-b5af-1dd11e0fa1d4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-966599028-router', 'tenant_id': '7dd3c8e221f9433b9e41db5bb127ec48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': 'fa50976e-aefa-45dd-8e42-ccb004496ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:40:40Z', 'updated_at': '2022-06-01T18:40:54Z', 'revision_number': 4, 'project_id': '7dd3c8e221f9433b9e41db5bb127ec48', 'gw_port': {'id': 'fa50976e-aefa-45dd-8e42-ccb004496ea7', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ca:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c506a61-3ad0-436c-b5af-1dd11e0fa1d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:40:42Z', 'updated_at': '2022-06-01T18:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '89dcbeb8-b038-4d51-8cb6-78072f35c675', 'name': '', 'network_id': '18cc4e4f-761f-49c9-826c-48ea46f95616', 'tenant_id': '7dd3c8e221f9433b9e41db5bb127ec48', 'mac_address': 'fa:16:3e:4f:78:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c506a61-3ad0-436c-b5af-1dd11e0fa1d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'a2dd2f73-8ed9-4db5-a137-6e9cf02d18e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:40:51Z', 'updated_at': '2022-06-01T18:40:55Z', 'revision_number': 2, 'project_id': '7dd3c8e221f9433b9e41db5bb127ec48', 'subnets': [{'id': 'a2dd2f73-8ed9-4db5-a137-6e9cf02d18e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:40:59.859488 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62293554-123e-4ba3-9bae-eea0dbb47377 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc93f83c3-7fb6-5c13-a9d4-29d739a4e8d2-e376e31f-d7fc-4c94-a911-fdf7b219dbbf', 'network_id': 'e376e31f-d7fc-4c94-a911-fdf7b219dbbf', 'tenant_id': 'ccc3866df726420d865ae40df69383ae', 'fixed_ips': [{'subnet_id': 'b515e042-63ba-4f60-823c-65d0c449d014'}]}} from n-d-844202-1. {{(pid=88526) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 18:40:59.860534 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-62293554-123e-4ba3-9bae-eea0dbb47377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:59.884363 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb8cca7-17e9-4ae5-98e7-ef25acd1ed87 None None] Checking router: 3c506a61-3ad0-436c-b5af-1dd11e0fa1d4 for host: n-d-844202-1 {{(pid=88526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 18:40:59.884714 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb8cca7-17e9-4ae5-98e7-ef25acd1ed87 None None] Updating router 3c506a61-3ad0-436c-b5af-1dd11e0fa1d4 port 89dcbeb8-b038-4d51-8cb6-78072f35c675 binding host n-d-844202-1 {{(pid=88526) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 18:40:59.897352 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c8bd565-2baa-4df3-8c04-6cab08ffb668 admin admin] Made reservation on behalf of 791cd63522fd41cfbd5ae3d119118261 for: {'network': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:40:59.899134 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6c8bd565-2baa-4df3-8c04-6cab08ffb668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:59.899438 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.agents_db [None req-e814b9cf-7de8-45d0-a079-29c61fabe7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 18:40:59.931136 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6c8bd565-2baa-4df3-8c04-6cab08ffb668 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:40:59.970782 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-9e39dc8d-c767-4547-a5e5-c8b208a0e7c2 None None] Port 1fb652c4-1255-4c7b-99b0-bf7e73ae41c1 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 18:41:00.052880 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d01dec2-c3d3-4fdc-8f5a-86d17413e4af req-34e82a50-e8e5-4c35-9d32-88c7cb8bd6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:41:00.054396 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-8d01dec2-c3d3-4fdc-8f5a-86d17413e4af req-34e82a50-e8e5-4c35-9d32-88c7cb8bd6ca service neutron] 10.222.0.15 "GET /v2.0/networks?id=411d1518-9352-4dec-8af2-2285a53556b4 HTTP/1.1" status: 200 len: 922 time: 0.4739571 Jun 01 18:41:00.065320 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-6c8bd565-2baa-4df3-8c04-6cab08ffb668 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:41:00.092844 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-9eb8cca7-17e9-4ae5-98e7-ef25acd1ed87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:00.126925 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-6c8bd565-2baa-4df3-8c04-6cab08ffb668 admin admin] Usage tracker for resource:security_group_rule and tenant:791cd63522fd41cfbd5ae3d119118261 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:41:00.138836 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-6c8bd565-2baa-4df3-8c04-6cab08ffb668 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:41:00.142858 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-8d01dec2-c3d3-4fdc-8f5a-86d17413e4af req-72ce35ef-6820-4024-86c7-fe6b940242b8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=35420f97-05c5-4e2d-b246-8037075de4fa HTTP/1.1" status: 200 len: 217 time: 0.0749929 Jun 01 18:41:00.148613 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-6c8bd565-2baa-4df3-8c04-6cab08ffb668 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:41:00.197541 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22f32b4-4f6c-4a89-890b-610446554682 req-2583848b-fbd2-4b63-83f5-003a64f7e951 tempest-DeleteServersAdminTestJSON-2061919509 tempest-DeleteServersAdminTestJSON-2061919509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:41:00.205672 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f22f32b4-4f6c-4a89-890b-610446554682 req-2583848b-fbd2-4b63-83f5-003a64f7e951 tempest-DeleteServersAdminTestJSON-2061919509 tempest-DeleteServersAdminTestJSON-2061919509-project] 10.222.0.41 "GET /v2.0/ports?device_id=df260670-b4bb-44df-91a5-7000c712ab59 HTTP/1.1" status: 200 len: 949 time: 0.4337962 Jun 01 18:41:00.276205 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f1019b-1277-40d1-98ce-3d7c92571944 req-a802e83a-9c53-448e-bb2a-daf1b113cde9 tempest-LiveMigrationNegativeTest-1882969379 tempest-LiveMigrationNegativeTest-1882969379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:41:00.288295 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-09f1019b-1277-40d1-98ce-3d7c92571944 req-a802e83a-9c53-448e-bb2a-daf1b113cde9 tempest-LiveMigrationNegativeTest-1882969379 tempest-LiveMigrationNegativeTest-1882969379-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9643049 Jun 01 18:41:00.297777 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d01dec2-c3d3-4fdc-8f5a-86d17413e4af req-7c80498e-5e0f-4e7c-8951-c6549bd0efa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:41:00.299484 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-8d01dec2-c3d3-4fdc-8f5a-86d17413e4af req-7c80498e-5e0f-4e7c-8951-c6549bd0efa3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cfa67698-6bf3-43ec-a752-299eaec79caf HTTP/1.1" status: 200 len: 861 time: 0.1478698 Jun 01 18:41:00.319368 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f22f32b4-4f6c-4a89-890b-610446554682 req-885b506e-56d5-43d5-9a95-d77754791ab6 tempest-DeleteServersAdminTestJSON-2061919509 tempest-DeleteServersAdminTestJSON-2061919509-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b53ff5f-eaca-4098-933e-c7793907fd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126571 Jun 01 18:41:00.404408 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-91782e12-0a9c-476e-8f41-6b162084a8f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-886608', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-885830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25341'] for router, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:00.416422 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-8d01dec2-c3d3-4fdc-8f5a-86d17413e4af req-1f777b94-adda-4eb2-b177-8b96867f27e6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=411d1518-9352-4dec-8af2-2285a53556b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1098797 Jun 01 18:41:00.432259 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-09f1019b-1277-40d1-98ce-3d7c92571944 req-9f418742-af4d-4712-b766-d9958efa23f2 tempest-LiveMigrationNegativeTest-1882969379 tempest-LiveMigrationNegativeTest-1882969379-project] 10.222.0.41 "GET /v2.0/quotas/715763ae9500499494499f5dc29cfabf HTTP/1.1" status: 200 len: 375 time: 0.1429009 Jun 01 18:41:00.605853 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-09f1019b-1277-40d1-98ce-3d7c92571944 req-714a2201-119a-4e9f-b447-2f4753870f31 tempest-LiveMigrationNegativeTest-1882969379 tempest-LiveMigrationNegativeTest-1882969379-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=715763ae9500499494499f5dc29cfabf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1356142 Jun 01 18:41:00.631467 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-9eb8cca7-17e9-4ae5-98e7-ef25acd1ed87 None None] Notify callbacks [] for port, precommit_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:00.656963 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-9eb8cca7-17e9-4ae5-98e7-ef25acd1ed87 None None] Transition to ACTIVE for port object 89dcbeb8-b038-4d51-8cb6-78072f35c675 will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:41:00.675519 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-9eb8cca7-17e9-4ae5-98e7-ef25acd1ed87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:00.679388 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6c8bd565-2baa-4df3-8c04-6cab08ffb668 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:00.826776 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [req-f6679204-b40e-47ca-a920-fd95dc5c1f60 req-5ad55d88-6dd2-48d5-8c9d-940eeba60398 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fb652c4-1255-4c7b-99b0-bf7e73ae41c1 {{(pid=88525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:41:00.846888 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-8d01dec2-c3d3-4fdc-8f5a-86d17413e4af req-5154a30f-9c80-465d-9615-6ebbc15fcc2a service neutron] 10.222.0.15 "GET /v2.0/networks/411d1518-9352-4dec-8af2-2285a53556b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4074976 Jun 01 18:41:00.848166 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6c8bd565-2baa-4df3-8c04-6cab08ffb668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:00.849082 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.db_base_plugin_common [None req-62293554-123e-4ba3-9bae-eea0dbb47377 None None] Allocated IP 172.20.0.2 (e376e31f-d7fc-4c94-a911-fdf7b219dbbf/b515e042-63ba-4f60-823c-65d0c449d014/f130c384-f678-48a6-a8c8-70ef6aa15052) {{(pid=88526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:41:00.864499 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-f6679204-b40e-47ca-a920-fd95dc5c1f60 req-5ad55d88-6dd2-48d5-8c9d-940eeba60398 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:00.871830 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c8bd565-2baa-4df3-8c04-6cab08ffb668 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 145} {{(pid=88524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 18:41:00.887009 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6c8bd565-2baa-4df3-8c04-6cab08ffb668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:00.888188 n-d-844202-1 neutron-server[88524]: INFO neutron.db.segments_db [None req-6c8bd565-2baa-4df3-8c04-6cab08ffb668 admin admin] Added segment 5828215d-0fb1-4631-9fbf-29cbb70cb3dc of type vlan for network 8ff033f0-924c-436a-a7c5-a3c4e591b74e Jun 01 18:41:00.929791 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6c8bd565-2baa-4df3-8c04-6cab08ffb668 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:00.958845 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [req-f6679204-b40e-47ca-a920-fd95dc5c1f60 req-5ad55d88-6dd2-48d5-8c9d-940eeba60398 service neutron] Transition to ACTIVE for port object 1fb652c4-1255-4c7b-99b0-bf7e73ae41c1 will not be triggered until provisioned by entity L2. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:41:00.973161 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ad44ad-4aef-4385-adab-98e7c4bac421 None None] Pushing event updated for resources: {'Port': ['ID=89dcbeb8-b038-4d51-8cb6-78072f35c675,revision_number=3']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:41:00.989283 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-f6679204-b40e-47ca-a920-fd95dc5c1f60 req-5ad55d88-6dd2-48d5-8c9d-940eeba60398 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:01.210106 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-9eb8cca7-17e9-4ae5-98e7-ef25acd1ed87 None None] Attempting to bind port 89dcbeb8-b038-4d51-8cb6-78072f35c675 on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:41:01.210468 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-9eb8cca7-17e9-4ae5-98e7-ef25acd1ed87 None None] Attempting to bind port 89dcbeb8-b038-4d51-8cb6-78072f35c675 by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': '177be86f-471e-4b12-bda0-1497c6cf7f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '18cc4e4f-761f-49c9-826c-48ea46f95616'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:41:01.211156 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb8cca7-17e9-4ae5-98e7-ef25acd1ed87 None None] Attempting to bind port 89dcbeb8-b038-4d51-8cb6-78072f35c675 on network 18cc4e4f-761f-49c9-826c-48ea46f95616 {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:41:01.233412 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb8cca7-17e9-4ae5-98e7-ef25acd1ed87 None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 18, 40, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:41:01.233776 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb8cca7-17e9-4ae5-98e7-ef25acd1ed87 None None] Checking segment: {'id': '177be86f-471e-4b12-bda0-1497c6cf7f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '18cc4e4f-761f-49c9-826c-48ea46f95616'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:41:01.234164 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-9eb8cca7-17e9-4ae5-98e7-ef25acd1ed87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:01.234544 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb8cca7-17e9-4ae5-98e7-ef25acd1ed87 None None] Bound using segment: {'id': '177be86f-471e-4b12-bda0-1497c6cf7f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '18cc4e4f-761f-49c9-826c-48ea46f95616'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:41:01.235007 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-9eb8cca7-17e9-4ae5-98e7-ef25acd1ed87 None None] Bound port: 89dcbeb8-b038-4d51-8cb6-78072f35c675, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '177be86f-471e-4b12-bda0-1497c6cf7f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '18cc4e4f-761f-49c9-826c-48ea46f95616'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:41:01.235389 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-9eb8cca7-17e9-4ae5-98e7-ef25acd1ed87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:01.348638 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6c8bd565-2baa-4df3-8c04-6cab08ffb668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:01.349725 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c8bd565-2baa-4df3-8c04-6cab08ffb668 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:41:01.350492 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6c8bd565-2baa-4df3-8c04-6cab08ffb668 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:01.403746 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8bd565-2baa-4df3-8c04-6cab08ffb668 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=966fece0-0089-49a9-993f-68f5cf3cf249,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:41:01.567014 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-9eb8cca7-17e9-4ae5-98e7-ef25acd1ed87 None None] For port 89dcbeb8-b038-4d51-8cb6-78072f35c675, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:41:01.582857 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-9eb8cca7-17e9-4ae5-98e7-ef25acd1ed87 None None] For port 89dcbeb8-b038-4d51-8cb6-78072f35c675, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=89dcbeb8-b038-4d51-8cb6-78072f35c675,segment=NetworkSegment(177be86f-471e-4b12-bda0-1497c6cf7f80),segment_id=177be86f-471e-4b12-bda0-1497c6cf7f80)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:41:01.592439 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8bd565-2baa-4df3-8c04-6cab08ffb668 admin admin] Pushing event updated for resources: {'Network': ['ID=8ff033f0-924c-436a-a7c5-a3c4e591b74e,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:41:01.598441 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-6c8bd565-2baa-4df3-8c04-6cab08ffb668 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.8544292 Jun 01 18:41:01.610880 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network 8ff033f0-924c-436a-a7c5-a3c4e591b74e details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 18:41:01.622577 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bf67a4-3c58-4d20-86dc-30fd816ac004 req-14272802-5de0-4c60-8069-3756cb99d565 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:41:01.624492 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-42bf67a4-3c58-4d20-86dc-30fd816ac004 req-14272802-5de0-4c60-8069-3756cb99d565 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d29c071-4e6a-4167-9c9f-69f1a274133e HTTP/1.1" status: 200 len: 945 time: 1.1419246 Jun 01 18:41:01.625252 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 41996) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:41:01.652934 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-8b16d790-bb89-451f-8157-c850f678897a admin admin] Request body: {'subnet': {'network_id': '8ff033f0-924c-436a-a7c5-a3c4e591b74e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1981723236-subnet', 'tenant_id': '791cd63522fd41cfbd5ae3d119118261', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:41:01.692404 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-8b16d790-bb89-451f-8157-c850f678897a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:41:01.707871 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-8b16d790-bb89-451f-8157-c850f678897a admin admin] Usage tracker for resource:subnet and tenant:791cd63522fd41cfbd5ae3d119118261 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:41:01.744384 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-9eb8cca7-17e9-4ae5-98e7-ef25acd1ed87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:01.745052 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-8b16d790-bb89-451f-8157-c850f678897a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:41:01.749854 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-62293554-123e-4ba3-9bae-eea0dbb47377 None None] Notify callbacks [] for port, precommit_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:01.752406 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-42bf67a4-3c58-4d20-86dc-30fd816ac004 req-2052a2e3-e871-4b49-a448-3706ce84ad5d tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] 10.222.0.41 "GET /v2.0/security-groups?id=444c87ba-31dc-4b5a-9977-492e198b845a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187184 Jun 01 18:41:01.767055 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad55d88-6dd2-48d5-8c9d-940eeba60398 service neutron] Pushing event updated for resources: {'Port': ['ID=1fb652c4-1255-4c7b-99b0-bf7e73ae41c1,revision_number=2']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:41:01.770430 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-8d01dec2-c3d3-4fdc-8f5a-86d17413e4af req-520a6b36-0137-491a-bacb-04a0a83748a6 service neutron] 10.222.0.15 "GET /v2.0/networks/411d1518-9352-4dec-8af2-2285a53556b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7455821 Jun 01 18:41:01.783171 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-8b16d790-bb89-451f-8157-c850f678897a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:41:01.802496 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b16d790-bb89-451f-8157-c850f678897a admin admin] Made reservation on behalf of 791cd63522fd41cfbd5ae3d119118261 for: {'subnet': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:41:01.804382 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-f6679204-b40e-47ca-a920-fd95dc5c1f60 req-5ad55d88-6dd2-48d5-8c9d-940eeba60398 service neutron] Attempting to bind port 1fb652c4-1255-4c7b-99b0-bf7e73ae41c1 on host n-h1-844202-1 for vnic_type normal with profile {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:41:01.804815 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-f6679204-b40e-47ca-a920-fd95dc5c1f60 req-5ad55d88-6dd2-48d5-8c9d-940eeba60398 service neutron] Attempting to bind port 1fb652c4-1255-4c7b-99b0-bf7e73ae41c1 by drivers openvswitch,hyperv on host n-h1-844202-1 at level 0 using segments [{'id': 'e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426'}] {{(pid=88525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:41:01.805251 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6679204-b40e-47ca-a920-fd95dc5c1f60 req-5ad55d88-6dd2-48d5-8c9d-940eeba60398 service neutron] Attempting to bind port 1fb652c4-1255-4c7b-99b0-bf7e73ae41c1 on network 898153a3-5d71-43be-9d14-343ea4a48426 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:41:01.806292 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8b16d790-bb89-451f-8157-c850f678897a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3066584'] for subnet, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:01.837682 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-62293554-123e-4ba3-9bae-eea0dbb47377 None None] Transition to ACTIVE for port object f130c384-f678-48a6-a8c8-70ef6aa15052 will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:41:01.875700 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6679204-b40e-47ca-a920-fd95dc5c1f60 req-5ad55d88-6dd2-48d5-8c9d-940eeba60398 service neutron] Port 1fb652c4-1255-4c7b-99b0-bf7e73ae41c1 on network 898153a3-5d71-43be-9d14-343ea4a48426 not bound, no agent of type Open vSwitch agent registered on host n-h1-844202-1 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 18:41:01.876126 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6679204-b40e-47ca-a920-fd95dc5c1f60 req-5ad55d88-6dd2-48d5-8c9d-940eeba60398 service neutron] Attempting to bind port 1fb652c4-1255-4c7b-99b0-bf7e73ae41c1 on network 898153a3-5d71-43be-9d14-343ea4a48426 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:41:01.890843 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-62293554-123e-4ba3-9bae-eea0dbb47377 None None] Transition to ACTIVE for port object f130c384-f678-48a6-a8c8-70ef6aa15052 will not be triggered until provisioned by entity DHCP. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:41:01.892086 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb8cca7-17e9-4ae5-98e7-ef25acd1ed87 None None] Routers {'3c506a61-3ad0-436c-b5af-1dd11e0fa1d4'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:41:01.893077 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-9eb8cca7-17e9-4ae5-98e7-ef25acd1ed87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:40:39Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['3c506a61-3ad0-436c-b5af-1dd11e0fa1d4'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:41:01.902798 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6679204-b40e-47ca-a920-fd95dc5c1f60 req-5ad55d88-6dd2-48d5-8c9d-940eeba60398 service neutron] Checking agent: {'id': 'bdb1e5d7-b998-4259-838f-3d278e930f32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 18, 40, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:41:01.903382 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6679204-b40e-47ca-a920-fd95dc5c1f60 req-5ad55d88-6dd2-48d5-8c9d-940eeba60398 service neutron] Checking segment: {'id': 'e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:41:01.903863 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6679204-b40e-47ca-a920-fd95dc5c1f60 req-5ad55d88-6dd2-48d5-8c9d-940eeba60398 service neutron] Bound using segment: {'id': 'e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426'} {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:41:01.904431 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-f6679204-b40e-47ca-a920-fd95dc5c1f60 req-5ad55d88-6dd2-48d5-8c9d-940eeba60398 service neutron] Bound port: 1fb652c4-1255-4c7b-99b0-bf7e73ae41c1, host: n-h1-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426'}}] {{(pid=88525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:41:01.904866 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-f6679204-b40e-47ca-a920-fd95dc5c1f60 req-5ad55d88-6dd2-48d5-8c9d-940eeba60398 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:02.056688 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device a9b6cd6c-9ab5-4cf4-9ebb-f7998efb8b20 up at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:41:02.088145 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a62ca95f-0889-4ad2-8de1-9a9d59c5ded5 req-8a439e16-efcc-4c86-8f5f-441a5e82f821 tempest-ServersAdmin275Test-227233004 tempest-ServersAdmin275Test-227233004-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd6c7708-5bf6-4467-928a-cbe66c434f71 HTTP/1.1" status: 200 len: 210 time: 0.0818005 Jun 01 18:41:02.139182 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-62293554-123e-4ba3-9bae-eea0dbb47377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526'] for port, after_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:02.170580 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-f6679204-b40e-47ca-a920-fd95dc5c1f60 req-5ad55d88-6dd2-48d5-8c9d-940eeba60398 service neutron] For port 1fb652c4-1255-4c7b-99b0-bf7e73ae41c1, host n-h1-844202-1, cleared binding levels {{(pid=88525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:41:02.174583 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ad44ad-4aef-4385-adab-98e7c4bac421 None None] Pushing event updated for resources: {'Port': ['ID=89dcbeb8-b038-4d51-8cb6-78072f35c675,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:41:02.174742 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-f6679204-b40e-47ca-a920-fd95dc5c1f60 req-5ad55d88-6dd2-48d5-8c9d-940eeba60398 service neutron] For port 1fb652c4-1255-4c7b-99b0-bf7e73ae41c1, host n-h1-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=1fb652c4-1255-4c7b-99b0-bf7e73ae41c1,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:41:02.209030 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-f6679204-b40e-47ca-a920-fd95dc5c1f60 req-5ad55d88-6dd2-48d5-8c9d-940eeba60398 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:02.278278 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62293554-123e-4ba3-9bae-eea0dbb47377 None None] Network e376e31f-d7fc-4c94-a911-fdf7b219dbbf is already hosted by enough agents. {{(pid=88526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:41:02.295760 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a199578-d297-470b-a6ba-af37e4687b35 req-ad5d8b73-618f-47c2-8825-2345cc55b063 tempest-TenantUsagesTestJSON-1660290332 tempest-TenantUsagesTestJSON-1660290332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:41:02.296476 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-1a199578-d297-470b-a6ba-af37e4687b35 req-ad5d8b73-618f-47c2-8825-2345cc55b063 tempest-TenantUsagesTestJSON-1660290332 tempest-TenantUsagesTestJSON-1660290332-project] Synchronizing usage tracker for tenant:cf8cdbdb48fb4be48de1c8323e3c6506 on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:41:02.331554 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-1a199578-d297-470b-a6ba-af37e4687b35 req-ad5d8b73-618f-47c2-8825-2345cc55b063 tempest-TenantUsagesTestJSON-1660290332 tempest-TenantUsagesTestJSON-1660290332-project] Unset dirty status for tenant:cf8cdbdb48fb4be48de1c8323e3c6506 on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:41:02.336263 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.base_scheduler [None req-62293554-123e-4ba3-9bae-eea0dbb47377 None None] Resources bound (agent type, host, resource id): {{(pid=88526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:41:02.340286 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62293554-123e-4ba3-9bae-eea0dbb47377 None None] Received port after_create {{(pid=88526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:41:02.342486 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-1a199578-d297-470b-a6ba-af37e4687b35 req-ad5d8b73-618f-47c2-8825-2345cc55b063 tempest-TenantUsagesTestJSON-1660290332 tempest-TenantUsagesTestJSON-1660290332-project] 10.222.0.41 "GET /v2.0/ports?device_id=47691936-b6d7-4ae9-9a06-dea7df3895d8 HTTP/1.1" status: 200 len: 948 time: 1.0767512 Jun 01 18:41:02.359063 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6679204-b40e-47ca-a920-fd95dc5c1f60 req-5ad55d88-6dd2-48d5-8c9d-940eeba60398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:41:02.359773 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-f6679204-b40e-47ca-a920-fd95dc5c1f60 req-5ad55d88-6dd2-48d5-8c9d-940eeba60398 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:02.361863 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f6679204-b40e-47ca-a920-fd95dc5c1f60 req-5ad55d88-6dd2-48d5-8c9d-940eeba60398 service neutron] 10.222.0.15 "PUT /v2.0/ports/1fb652c4-1255-4c7b-99b0-bf7e73ae41c1 HTTP/1.1" status: 200 len: 1096 time: 3.4395335 Jun 01 18:41:02.402436 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ca5e4550-8e34-459b-aed8-f0b603cfad1f req-05e360cb-a1eb-4ca8-a00f-5559860cf87d tempest-LiveMigrationNegativeTest-1882969379 tempest-LiveMigrationNegativeTest-1882969379-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ed323ce-e0cd-4c98-8e53-25c534a22845 HTTP/1.1" status: 200 len: 210 time: 0.0817053 Jun 01 18:41:02.403153 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47691936-b6d7-4ae9-9a06-dea7df3895d8', 'tag': '1fb652c4-1255-4c7b-99b0-bf7e73ae41c1'}] {{(pid=88525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:41:02.405574 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8b16d790-bb89-451f-8157-c850f678897a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2718919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3066602'] for subnet, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:02.415680 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-91782e12-0a9c-476e-8f41-6b162084a8f8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:02.443057 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62293554-123e-4ba3-9bae-eea0dbb47377 None None] Pushing event updated for resources: {'Port': ['ID=f130c384-f678-48a6-a8c8-70ef6aa15052,revision_number=1']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:41:02.504979 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-09f1019b-1277-40d1-98ce-3d7c92571944 req-abc980f8-6d38-41eb-9325-dcd69c5140af tempest-LiveMigrationNegativeTest-1882969379 tempest-LiveMigrationNegativeTest-1882969379-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=715763ae9500499494499f5dc29cfabf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0905416 Jun 01 18:41:02.518970 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-91782e12-0a9c-476e-8f41-6b162084a8f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:02.609603 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Provisioning for port a9b6cd6c-9ab5-4cf4-9ebb-f7998efb8b20 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:41:02.625530 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-9eb8cca7-17e9-4ae5-98e7-ef25acd1ed87 None None] Set router 3c506a61-3ad0-436c-b5af-1dd11e0fa1d4 gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:41:02.688918 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-62293554-123e-4ba3-9bae-eea0dbb47377 None None] Attempting to bind port f130c384-f678-48a6-a8c8-70ef6aa15052 on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:41:02.688918 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-62293554-123e-4ba3-9bae-eea0dbb47377 None None] Attempting to bind port f130c384-f678-48a6-a8c8-70ef6aa15052 by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': '36c06fa3-2cc2-4561-abd0-907bb0c67288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'e376e31f-d7fc-4c94-a911-fdf7b219dbbf'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:41:02.689240 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62293554-123e-4ba3-9bae-eea0dbb47377 None None] Attempting to bind port f130c384-f678-48a6-a8c8-70ef6aa15052 on network e376e31f-d7fc-4c94-a911-fdf7b219dbbf {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:41:02.691172 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Provisioning complete for port a9b6cd6c-9ab5-4cf4-9ebb-f7998efb8b20 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:41:02.691505 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:02.714973 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f1019b-1277-40d1-98ce-3d7c92571944 req-0d848c38-3706-4b10-a626-052332aa3705 tempest-LiveMigrationNegativeTest-1882969379 tempest-LiveMigrationNegativeTest-1882969379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:41:02.716327 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-09f1019b-1277-40d1-98ce-3d7c92571944 req-0d848c38-3706-4b10-a626-052332aa3705 tempest-LiveMigrationNegativeTest-1882969379 tempest-LiveMigrationNegativeTest-1882969379-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1951139 Jun 01 18:41:02.753813 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad55d88-6dd2-48d5-8c9d-940eeba60398 service neutron] Pushing event updated for resources: {'Port': ['ID=1fb652c4-1255-4c7b-99b0-bf7e73ae41c1,revision_number=3']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:41:02.757093 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62293554-123e-4ba3-9bae-eea0dbb47377 None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 18, 40, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:41:02.757853 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62293554-123e-4ba3-9bae-eea0dbb47377 None None] Checking segment: {'id': '36c06fa3-2cc2-4561-abd0-907bb0c67288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'e376e31f-d7fc-4c94-a911-fdf7b219dbbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:41:02.757853 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-62293554-123e-4ba3-9bae-eea0dbb47377 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:02.758121 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62293554-123e-4ba3-9bae-eea0dbb47377 None None] Bound using segment: {'id': '36c06fa3-2cc2-4561-abd0-907bb0c67288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'e376e31f-d7fc-4c94-a911-fdf7b219dbbf'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:41:02.758455 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-62293554-123e-4ba3-9bae-eea0dbb47377 None None] Bound port: f130c384-f678-48a6-a8c8-70ef6aa15052, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36c06fa3-2cc2-4561-abd0-907bb0c67288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'e376e31f-d7fc-4c94-a911-fdf7b219dbbf'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:41:02.759444 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-62293554-123e-4ba3-9bae-eea0dbb47377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:02.764201 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [None req-91782e12-0a9c-476e-8f41-6b162084a8f8 admin admin] Allocated IP 172.25.4.227 (72a72e44-6845-488a-a5ff-3a26d4df9cb3/c314a23b-daa2-4106-ab28-8e6f954277b2/28b472d7-ef1b-46bd-9c0f-6e9ae1479ad1) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:41:02.779176 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-09f1019b-1277-40d1-98ce-3d7c92571944 req-43e92259-b1c3-4da4-aaa1-8fe0b169898b tempest-LiveMigrationNegativeTest-1882969379 tempest-LiveMigrationNegativeTest-1882969379-project] Request body: {'port': {'device_id': '8ed323ce-e0cd-4c98-8e53-25c534a22845', 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426', 'admin_state_up': True, 'tenant_id': '715763ae9500499494499f5dc29cfabf'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:41:02.781353 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-1a199578-d297-470b-a6ba-af37e4687b35 req-73f10747-c9d8-4051-9c92-263504f691fd tempest-TenantUsagesTestJSON-1660290332 tempest-TenantUsagesTestJSON-1660290332-project] Synchronizing usage tracker for tenant:cf8cdbdb48fb4be48de1c8323e3c6506 on resource:security_group {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:41:02.965638 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b16d790-bb89-451f-8157-c850f678897a admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b709953-8e75-4bbd-94e9-9aa3763b7455,revision_number=0']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:41:02.997389 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-1a199578-d297-470b-a6ba-af37e4687b35 req-73f10747-c9d8-4051-9c92-263504f691fd tempest-TenantUsagesTestJSON-1660290332 tempest-TenantUsagesTestJSON-1660290332-project] Unset dirty status for tenant:cf8cdbdb48fb4be48de1c8323e3c6506 on resource:security_group {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:41:03.002989 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d01dec2-c3d3-4fdc-8f5a-86d17413e4af req-5c8dc086-1b58-4fce-9f1c-a32b18b34729 tempest-LiveAutoBlockMigrationV225Test-590672389 tempest-LiveAutoBlockMigrationV225Test-590672389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:41:03.004524 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-8d01dec2-c3d3-4fdc-8f5a-86d17413e4af req-5c8dc086-1b58-4fce-9f1c-a32b18b34729 tempest-LiveAutoBlockMigrationV225Test-590672389 tempest-LiveAutoBlockMigrationV225Test-590672389-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=7d29c071-4e6a-4167-9c9f-69f1a274133e&tenant_id=0182a2e51ffc43df8efdd2130dbcea4d&binding%3Ahost_id=n-h1-844202-1 HTTP/1.1" status: 200 len: 1096 time: 0.7396433 Jun 01 18:41:03.009120 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b16d790-bb89-451f-8157-c850f678897a admin admin] Checking segment: {'id': '5828215d-0fb1-4631-9fbf-29cbb70cb3dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '8ff033f0-924c-436a-a7c5-a3c4e591b74e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:41:03.009476 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b16d790-bb89-451f-8157-c850f678897a admin admin] Network hostable DHCP agents. Network: 8ff033f0-924c-436a-a7c5-a3c4e591b74e, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88524) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 18:41:03.013179 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-1a199578-d297-470b-a6ba-af37e4687b35 req-73f10747-c9d8-4051-9c92-263504f691fd tempest-TenantUsagesTestJSON-1660290332 tempest-TenantUsagesTestJSON-1660290332-project] 10.222.0.41 "GET /v2.0/security-groups?id=67f0404a-d4e3-46a0-be10-247cff466c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6659875 Jun 01 18:41:03.043607 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6679204-b40e-47ca-a920-fd95dc5c1f60 req-b6544a34-c57b-4159-bd7a-82abf7ffbdc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:41:03.045412 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f6679204-b40e-47ca-a920-fd95dc5c1f60 req-b6544a34-c57b-4159-bd7a-82abf7ffbdc8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cf8cdbdb48fb4be48de1c8323e3c6506&device_id=47691936-b6d7-4ae9-9a06-dea7df3895d8 HTTP/1.1" status: 200 len: 1099 time: 0.6345510 Jun 01 18:41:03.144615 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-62293554-123e-4ba3-9bae-eea0dbb47377 None None] For port f130c384-f678-48a6-a8c8-70ef6aa15052, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:41:03.150900 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port a9b6cd6c-9ab5-4cf4-9ebb-f7998efb8b20 is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:41:03.152352 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:03.158555 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-91782e12-0a9c-476e-8f41-6b162084a8f8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:03.182240 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6deb0ab7-56d5-482d-9ef3-326a59fc7ae5 req-574367ef-ade8-4ea1-8b58-7cf8c85d0138 tempest-DeleteServersAdminTestJSON-2061919509 tempest-DeleteServersAdminTestJSON-2061919509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:41:03.183626 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6deb0ab7-56d5-482d-9ef3-326a59fc7ae5 req-574367ef-ade8-4ea1-8b58-7cf8c85d0138 tempest-DeleteServersAdminTestJSON-2061919509 tempest-DeleteServersAdminTestJSON-2061919509-project] 10.222.0.41 "GET /v2.0/ports?device_id=df260670-b4bb-44df-91a5-7000c712ab59 HTTP/1.1" status: 200 len: 949 time: 0.4652805 Jun 01 18:41:03.189598 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b16d790-bb89-451f-8157-c850f678897a admin admin] Network 8ff033f0-924c-436a-a7c5-a3c4e591b74e is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88524) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 18:41:03.195613 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-09f1019b-1277-40d1-98ce-3d7c92571944 req-43e92259-b1c3-4da4-aaa1-8fe0b169898b tempest-LiveMigrationNegativeTest-1882969379 tempest-LiveMigrationNegativeTest-1882969379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:41:03.203149 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-09f1019b-1277-40d1-98ce-3d7c92571944 req-43e92259-b1c3-4da4-aaa1-8fe0b169898b tempest-LiveMigrationNegativeTest-1882969379 tempest-LiveMigrationNegativeTest-1882969379-project] Usage tracker for resource:port and tenant:715763ae9500499494499f5dc29cfabf is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:41:03.207322 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-09f1019b-1277-40d1-98ce-3d7c92571944 req-43e92259-b1c3-4da4-aaa1-8fe0b169898b tempest-LiveMigrationNegativeTest-1882969379 tempest-LiveMigrationNegativeTest-1882969379-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:41:03.233171 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-09f1019b-1277-40d1-98ce-3d7c92571944 req-43e92259-b1c3-4da4-aaa1-8fe0b169898b tempest-LiveMigrationNegativeTest-1882969379 tempest-LiveMigrationNegativeTest-1882969379-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:41:03.235364 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-8b16d790-bb89-451f-8157-c850f678897a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, 8ff033f0-924c-436a-a7c5-a3c4e591b74e) {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:41:03.247933 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f6679204-b40e-47ca-a920-fd95dc5c1f60 req-fe3b9b61-ba21-4c87-8949-bd1fa0c28178 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=1fb652c4-1255-4c7b-99b0-bf7e73ae41c1 HTTP/1.1" status: 200 len: 217 time: 0.0697365 Jun 01 18:41:03.261626 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da97eb43-0f0c-4f49-a3a4-e4ad2eb0c212 None None] Network 8ff033f0-924c-436a-a7c5-a3c4e591b74e requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 18:41:03.277658 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-62293554-123e-4ba3-9bae-eea0dbb47377 None None] For port f130c384-f678-48a6-a8c8-70ef6aa15052, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=f130c384-f678-48a6-a8c8-70ef6aa15052,segment=NetworkSegment(36c06fa3-2cc2-4561-abd0-907bb0c67288),segment_id=36c06fa3-2cc2-4561-abd0-907bb0c67288)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:41:03.293557 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b16d790-bb89-451f-8157-c850f678897a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:41:03.294144 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8b16d790-bb89-451f-8157-c850f678897a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:03.297334 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-62293554-123e-4ba3-9bae-eea0dbb47377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:03.313646 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-91782e12-0a9c-476e-8f41-6b162084a8f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:03.339821 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09f1019b-1277-40d1-98ce-3d7c92571944 req-43e92259-b1c3-4da4-aaa1-8fe0b169898b tempest-LiveMigrationNegativeTest-1882969379 tempest-LiveMigrationNegativeTest-1882969379-project] Made reservation on behalf of 715763ae9500499494499f5dc29cfabf for: {'port': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:41:03.343316 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-09f1019b-1277-40d1-98ce-3d7c92571944 req-43e92259-b1c3-4da4-aaa1-8fe0b169898b tempest-LiveMigrationNegativeTest-1882969379 tempest-LiveMigrationNegativeTest-1882969379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:03.375242 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6deb0ab7-56d5-482d-9ef3-326a59fc7ae5 req-aecbf355-12f0-4507-be58-901febc1f7ba tempest-DeleteServersAdminTestJSON-2061919509 tempest-DeleteServersAdminTestJSON-2061919509-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b53ff5f-eaca-4098-933e-c7793907fd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638725 Jun 01 18:41:03.378436 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-09f1019b-1277-40d1-98ce-3d7c92571944 req-43e92259-b1c3-4da4-aaa1-8fe0b169898b tempest-LiveMigrationNegativeTest-1882969379 tempest-LiveMigrationNegativeTest-1882969379-project] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:03.391760 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-8b16d790-bb89-451f-8157-c850f678897a admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.7622125 Jun 01 18:41:03.394641 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 42012) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:41:03.402247 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-cb754d97-0f05-4b32-8edf-51cf27315e05 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1981723236-router', 'tenant_id': '791cd63522fd41cfbd5ae3d119118261', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:41:03.404182 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6679204-b40e-47ca-a920-fd95dc5c1f60 req-8668835b-2f6e-4a51-a563-241290593140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:41:03.405625 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f6679204-b40e-47ca-a920-fd95dc5c1f60 req-8668835b-2f6e-4a51-a563-241290593140 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=35e3ad2f-9c88-4698-b634-4e1b58de1cc2 HTTP/1.1" status: 200 len: 843 time: 0.1510696 Jun 01 18:41:03.410007 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-cb754d97-0f05-4b32-8edf-51cf27315e05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:41:03.412433 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-09f1019b-1277-40d1-98ce-3d7c92571944 req-43e92259-b1c3-4da4-aaa1-8fe0b169898b tempest-LiveMigrationNegativeTest-1882969379 tempest-LiveMigrationNegativeTest-1882969379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:41:03.421776 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-cb754d97-0f05-4b32-8edf-51cf27315e05 admin admin] Usage tracker for resource:router and tenant:791cd63522fd41cfbd5ae3d119118261 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:41:03.447098 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-cb754d97-0f05-4b32-8edf-51cf27315e05 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:41:03.447098 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-09f1019b-1277-40d1-98ce-3d7c92571944 req-43e92259-b1c3-4da4-aaa1-8fe0b169898b tempest-LiveMigrationNegativeTest-1882969379 tempest-LiveMigrationNegativeTest-1882969379-project] Usage tracker for resource:security_group_rule and tenant:715763ae9500499494499f5dc29cfabf is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:41:03.447098 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-8d01dec2-c3d3-4fdc-8f5a-86d17413e4af req-f332575a-02f4-4da5-b443-8e183945b6ef service neutron] For port 35420f97-05c5-4e2d-b246-8037075de4fa, host n-h2-844202-1, cleared binding levels {{(pid=88524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:41:03.452392 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-09f1019b-1277-40d1-98ce-3d7c92571944 req-43e92259-b1c3-4da4-aaa1-8fe0b169898b tempest-LiveMigrationNegativeTest-1882969379 tempest-LiveMigrationNegativeTest-1882969379-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:41:03.474602 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-8d01dec2-c3d3-4fdc-8f5a-86d17413e4af req-f332575a-02f4-4da5-b443-8e183945b6ef service neutron] Notify callbacks [] for binding, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:03.475700 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-8d01dec2-c3d3-4fdc-8f5a-86d17413e4af req-f332575a-02f4-4da5-b443-8e183945b6ef service neutron] 10.222.0.15 "DELETE /v2.0/ports/35420f97-05c5-4e2d-b246-8037075de4fa/bindings/n-h2-844202-1 HTTP/1.1" status: 204 len: 173 time: 0.4567513 Jun 01 18:41:03.477025 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-09f1019b-1277-40d1-98ce-3d7c92571944 req-43e92259-b1c3-4da4-aaa1-8fe0b169898b tempest-LiveMigrationNegativeTest-1882969379 tempest-LiveMigrationNegativeTest-1882969379-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:41:03.478739 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-cb754d97-0f05-4b32-8edf-51cf27315e05 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:41:03.481798 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df260670-b4bb-44df-91a5-7000c712ab59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9b6cd6c-9ab5-4cf4-9ebb-f7998efb8b20'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:41:03.487274 n-d-844202-1 neutron-server[88525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-356820a5-0286-465c-bed5-6155e2ffb3c6'] response: {'name': 'network-changed', 'server_uuid': '47691936-b6d7-4ae9-9a06-dea7df3895d8', 'tag': '1fb652c4-1255-4c7b-99b0-bf7e73ae41c1', 'status': 'completed', 'code': 200} Jun 01 18:41:03.508040 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91782e12-0a9c-476e-8f41-6b162084a8f8 admin admin] Network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:41:03.521481 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-cb754d97-0f05-4b32-8edf-51cf27315e05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-885767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25238'] for router, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:03.522449 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-cb754d97-0f05-4b32-8edf-51cf27315e05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-901042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-886562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-981784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25327'] for router, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:03.527245 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-91782e12-0a9c-476e-8f41-6b162084a8f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:41:03.539966 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91782e12-0a9c-476e-8f41-6b162084a8f8 admin admin] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:41:03.549048 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port a9b6cd6c-9ab5-4cf4-9ebb-f7998efb8b20, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=a9b6cd6c-9ab5-4cf4-9ebb-f7998efb8b20,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:41:03.563972 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:03.602737 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62293554-123e-4ba3-9bae-eea0dbb47377 None None] Pushing event updated for resources: {'Port': ['ID=f130c384-f678-48a6-a8c8-70ef6aa15052,revision_number=2']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:41:03.617003 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91782e12-0a9c-476e-8f41-6b162084a8f8 admin admin] Pushing event updated for resources: {'Port': ['ID=28b472d7-ef1b-46bd-9c0f-6e9ae1479ad1,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:41:03.658986 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-cb754d97-0f05-4b32-8edf-51cf27315e05 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:03.748743 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9ee5ed16-8318-4f6e-8393-7b7333cf6785 req-e3934e4d-ddc5-4618-a80f-7ffb1e64fb15 tempest-ServersAdmin275Test-227233004 tempest-ServersAdmin275Test-227233004-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd6c7708-5bf6-4467-928a-cbe66c434f71 HTTP/1.1" status: 200 len: 210 time: 0.0951538 Jun 01 18:41:03.754350 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-09f1019b-1277-40d1-98ce-3d7c92571944 req-43e92259-b1c3-4da4-aaa1-8fe0b169898b tempest-LiveMigrationNegativeTest-1882969379 tempest-LiveMigrationNegativeTest-1882969379-project] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:03.785881 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-09f1019b-1277-40d1-98ce-3d7c92571944 req-43e92259-b1c3-4da4-aaa1-8fe0b169898b tempest-LiveMigrationNegativeTest-1882969379 tempest-LiveMigrationNegativeTest-1882969379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:03.786233 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=a9b6cd6c-9ab5-4cf4-9ebb-f7998efb8b20,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:41:03.788591 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-9eb8cca7-17e9-4ae5-98e7-ef25acd1ed87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c506a61-3ad0-436c-b5af-1dd11e0fa1d4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-966599028-router', 'tenant_id': '7dd3c8e221f9433b9e41db5bb127ec48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': 'fa50976e-aefa-45dd-8e42-ccb004496ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:40:40Z', 'updated_at': '2022-06-01T18:40:54Z', 'revision_number': 4, 'project_id': '7dd3c8e221f9433b9e41db5bb127ec48', 'gw_port': {'id': 'fa50976e-aefa-45dd-8e42-ccb004496ea7', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ca:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c506a61-3ad0-436c-b5af-1dd11e0fa1d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:40:42Z', 'updated_at': '2022-06-01T18:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '89dcbeb8-b038-4d51-8cb6-78072f35c675', 'name': '', 'network_id': '18cc4e4f-761f-49c9-826c-48ea46f95616', 'tenant_id': '7dd3c8e221f9433b9e41db5bb127ec48', 'mac_address': 'fa:16:3e:4f:78:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c506a61-3ad0-436c-b5af-1dd11e0fa1d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'a2dd2f73-8ed9-4db5-a137-6e9cf02d18e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:40:51Z', 'updated_at': '2022-06-01T18:41:01Z', 'revision_number': 4, 'project_id': '7dd3c8e221f9433b9e41db5bb127ec48', 'subnets': [{'id': 'a2dd2f73-8ed9-4db5-a137-6e9cf02d18e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:41:03.912457 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb8cca7-17e9-4ae5-98e7-ef25acd1ed87 None None] The sync data for ids ['3c506a61-3ad0-436c-b5af-1dd11e0fa1d4'] in n-d-844202-1 is: [{'id': '3c506a61-3ad0-436c-b5af-1dd11e0fa1d4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-966599028-router', 'tenant_id': '7dd3c8e221f9433b9e41db5bb127ec48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': 'fa50976e-aefa-45dd-8e42-ccb004496ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:40:40Z', 'updated_at': '2022-06-01T18:40:54Z', 'revision_number': 4, 'project_id': '7dd3c8e221f9433b9e41db5bb127ec48', 'gw_port': {'id': 'fa50976e-aefa-45dd-8e42-ccb004496ea7', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ca:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c506a61-3ad0-436c-b5af-1dd11e0fa1d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:40:42Z', 'updated_at': '2022-06-01T18:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '89dcbeb8-b038-4d51-8cb6-78072f35c675', 'name': '', 'network_id': '18cc4e4f-761f-49c9-826c-48ea46f95616', 'tenant_id': '7dd3c8e221f9433b9e41db5bb127ec48', 'mac_address': 'fa:16:3e:4f:78:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c506a61-3ad0-436c-b5af-1dd11e0fa1d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'a2dd2f73-8ed9-4db5-a137-6e9cf02d18e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:40:51Z', 'updated_at': '2022-06-01T18:41:01Z', 'revision_number': 4, 'project_id': '7dd3c8e221f9433b9e41db5bb127ec48', 'subnets': [{'id': 'a2dd2f73-8ed9-4db5-a137-6e9cf02d18e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 18:41:03.937674 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8166250e-88de-4966-85d8-927ad8128638 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc93f83c3-7fb6-5c13-a9d4-29d739a4e8d2-8ff033f0-924c-436a-a7c5-a3c4e591b74e', 'network_id': '8ff033f0-924c-436a-a7c5-a3c4e591b74e', 'tenant_id': '791cd63522fd41cfbd5ae3d119118261', 'fixed_ips': [{'subnet_id': '3b709953-8e75-4bbd-94e9-9aa3763b7455'}]}} from n-d-844202-1. {{(pid=88526) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 18:41:03.940365 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-8166250e-88de-4966-85d8-927ad8128638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:04.165341 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [req-09f1019b-1277-40d1-98ce-3d7c92571944 req-43e92259-b1c3-4da4-aaa1-8fe0b169898b tempest-LiveMigrationNegativeTest-1882969379 tempest-LiveMigrationNegativeTest-1882969379-project] Allocated IP 192.168.233.191 (898153a3-5d71-43be-9d14-343ea4a48426/35e3ad2f-9c88-4698-b634-4e1b58de1cc2/a2548e79-ae7a-4732-be82-19b1f6e66027) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:41:04.230259 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6679204-b40e-47ca-a920-fd95dc5c1f60 req-1ccd4db5-7824-4940-aaec-43f61ecbf259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:41:04.231710 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f6679204-b40e-47ca-a920-fd95dc5c1f60 req-1ccd4db5-7824-4940-aaec-43f61ecbf259 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=898153a3-5d71-43be-9d14-343ea4a48426&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8171625 Jun 01 18:41:04.313011 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.db_base_plugin_common [None req-8166250e-88de-4966-85d8-927ad8128638 None None] Allocated IP 172.20.0.2 (8ff033f0-924c-436a-a7c5-a3c4e591b74e/3b709953-8e75-4bbd-94e9-9aa3763b7455/e288b122-48ee-41ca-9cdf-de82e3b7defc) {{(pid=88526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:41:04.314263 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e92259-b1c3-4da4-aaa1-8fe0b169898b tempest-LiveMigrationNegativeTest-1882969379 tempest-LiveMigrationNegativeTest-1882969379-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c22519b8-f40a-47d0-938e-7f5b69f12a17,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:41:04.415593 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-8f91dcf2-c9e2-4d1c-bdf8-0c8acbab5a28 req-50961211-8ad6-4e40-b895-cbe4b0f74599 tempest-LiveMigrationNegativeTest-1882969379 tempest-LiveMigrationNegativeTest-1882969379-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ed323ce-e0cd-4c98-8e53-25c534a22845 HTTP/1.1" status: 200 len: 210 time: 0.2211943 Jun 01 18:41:04.482195 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-91782e12-0a9c-476e-8f41-6b162084a8f8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:04.669124 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05034555-e673-412d-8ce9-49df971c534b'] response: {'server_uuid': 'df260670-b4bb-44df-91a5-7000c712ab59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9b6cd6c-9ab5-4cf4-9ebb-f7998efb8b20', 'code': 200} Jun 01 18:41:04.671631 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 89dcbeb8-b038-4d51-8cb6-78072f35c675 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:41:04.835101 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f6679204-b40e-47ca-a920-fd95dc5c1f60 req-649b80ac-97b6-46e0-ac79-9f06fd5fef7d service neutron] 10.222.0.15 "GET /v2.0/networks/898153a3-5d71-43be-9d14-343ea4a48426?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5853724 Jun 01 18:41:04.904843 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a132af12-362c-4a48-8c00-6e34d9e69c03 req-667e3522-a978-4273-9ea6-a2005daf4faf tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:41:04.912698 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a132af12-362c-4a48-8c00-6e34d9e69c03 req-667e3522-a978-4273-9ea6-a2005daf4faf tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d29c071-4e6a-4167-9c9f-69f1a274133e HTTP/1.1" status: 200 len: 945 time: 1.0917397 Jun 01 18:41:04.937253 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-8166250e-88de-4966-85d8-927ad8128638 None None] Notify callbacks [] for port, precommit_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:04.959209 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-8166250e-88de-4966-85d8-927ad8128638 None None] Transition to ACTIVE for port object e288b122-48ee-41ca-9cdf-de82e3b7defc will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:41:04.975440 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port 89dcbeb8-b038-4d51-8cb6-78072f35c675 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:41:04.999630 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 89dcbeb8-b038-4d51-8cb6-78072f35c675 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:41:04.999923 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:05.044551 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-09f1019b-1277-40d1-98ce-3d7c92571944 req-43e92259-b1c3-4da4-aaa1-8fe0b169898b tempest-LiveMigrationNegativeTest-1882969379 tempest-LiveMigrationNegativeTest-1882969379-project] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:05.069024 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-8166250e-88de-4966-85d8-927ad8128638 None None] Transition to ACTIVE for port object e288b122-48ee-41ca-9cdf-de82e3b7defc will not be triggered until provisioned by entity DHCP. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:41:05.078973 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [req-09f1019b-1277-40d1-98ce-3d7c92571944 req-43e92259-b1c3-4da4-aaa1-8fe0b169898b tempest-LiveMigrationNegativeTest-1882969379 tempest-LiveMigrationNegativeTest-1882969379-project] Transition to ACTIVE for port object a2548e79-ae7a-4732-be82-19b1f6e66027 will not be triggered until provisioned by entity DHCP. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:41:05.097845 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-8166250e-88de-4966-85d8-927ad8128638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526'] for port, after_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:05.140146 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-09f1019b-1277-40d1-98ce-3d7c92571944 req-43e92259-b1c3-4da4-aaa1-8fe0b169898b tempest-LiveMigrationNegativeTest-1882969379 tempest-LiveMigrationNegativeTest-1882969379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:05.179074 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a132af12-362c-4a48-8c00-6e34d9e69c03 req-86ae2796-f087-43a0-a864-6d3339a9b062 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] 10.222.0.41 "GET /v2.0/security-groups?id=444c87ba-31dc-4b5a-9977-492e198b845a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2653162 Jun 01 18:41:05.211442 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f6679204-b40e-47ca-a920-fd95dc5c1f60 req-bfece575-8545-4189-bf69-22a6adf01188 service neutron] 10.222.0.15 "GET /v2.0/networks/898153a3-5d71-43be-9d14-343ea4a48426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3595564 Jun 01 18:41:05.246250 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-950174c5-652d-488c-bf08-f8461f7a61e4 None None] Network e376e31f-d7fc-4c94-a911-fdf7b219dbbf requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 18:41:05.398855 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09f1019b-1277-40d1-98ce-3d7c92571944 req-43e92259-b1c3-4da4-aaa1-8fe0b169898b tempest-LiveMigrationNegativeTest-1882969379 tempest-LiveMigrationNegativeTest-1882969379-project] Network 898153a3-5d71-43be-9d14-343ea4a48426 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:41:05.402023 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [req-09f1019b-1277-40d1-98ce-3d7c92571944 req-43e92259-b1c3-4da4-aaa1-8fe0b169898b tempest-LiveMigrationNegativeTest-1882969379 tempest-LiveMigrationNegativeTest-1882969379-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:41:05.405173 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-09f1019b-1277-40d1-98ce-3d7c92571944 req-43e92259-b1c3-4da4-aaa1-8fe0b169898b tempest-LiveMigrationNegativeTest-1882969379 tempest-LiveMigrationNegativeTest-1882969379-project] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:41:05.435008 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8166250e-88de-4966-85d8-927ad8128638 None None] Network 8ff033f0-924c-436a-a7c5-a3c4e591b74e is already hosted by enough agents. {{(pid=88526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:41:05.500268 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.base_scheduler [None req-8166250e-88de-4966-85d8-927ad8128638 None None] Resources bound (agent type, host, resource id): {{(pid=88526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:41:05.527975 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-cb754d97-0f05-4b32-8edf-51cf27315e05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-886608', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-885830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25341'] for router, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:05.543147 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e92259-b1c3-4da4-aaa1-8fe0b169898b tempest-LiveMigrationNegativeTest-1882969379 tempest-LiveMigrationNegativeTest-1882969379-project] Pushing event updated for resources: {'Port': ['ID=a2548e79-ae7a-4732-be82-19b1f6e66027,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:41:05.565693 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8166250e-88de-4966-85d8-927ad8128638 None None] Received port after_create {{(pid=88526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:41:05.605117 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f1019b-1277-40d1-98ce-3d7c92571944 req-43e92259-b1c3-4da4-aaa1-8fe0b169898b tempest-LiveMigrationNegativeTest-1882969379 tempest-LiveMigrationNegativeTest-1882969379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:41:05.605965 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-09f1019b-1277-40d1-98ce-3d7c92571944 req-43e92259-b1c3-4da4-aaa1-8fe0b169898b tempest-LiveMigrationNegativeTest-1882969379 tempest-LiveMigrationNegativeTest-1882969379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:05.643451 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-c1a1b1f0-35d8-4037-8af6-abb05363b04c None None] Provisioning for port f130c384-f678-48a6-a8c8-70ef6aa15052 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:41:05.666118 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8166250e-88de-4966-85d8-927ad8128638 None None] Pushing event updated for resources: {'Port': ['ID=e288b122-48ee-41ca-9cdf-de82e3b7defc,revision_number=1']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:41:05.779422 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb414e05-e6d5-40ad-a595-356f5ddc4294 req-e907da02-f088-4b9e-aac8-448b86601037 tempest-DeleteServersAdminTestJSON-2061919509 tempest-DeleteServersAdminTestJSON-2061919509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:41:05.781789 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1a1f5f-507b-4e49-9ec3-48652ed19233 req-e6f92326-89e0-4a88-81d8-43151e1483e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:41:05.783305 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3e1a1f5f-507b-4e49-9ec3-48652ed19233 req-e6f92326-89e0-4a88-81d8-43151e1483e7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=df260670-b4bb-44df-91a5-7000c712ab59 HTTP/1.1" status: 200 len: 1101 time: 1.0826917 Jun 01 18:41:05.787009 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-eb414e05-e6d5-40ad-a595-356f5ddc4294 req-e907da02-f088-4b9e-aac8-448b86601037 tempest-DeleteServersAdminTestJSON-2061919509 tempest-DeleteServersAdminTestJSON-2061919509-project] 10.222.0.41 "GET /v2.0/ports?device_id=df260670-b4bb-44df-91a5-7000c712ab59 HTTP/1.1" status: 200 len: 950 time: 0.3638780 Jun 01 18:41:05.793330 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 89dcbeb8-b038-4d51-8cb6-78072f35c675 is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:41:05.793726 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:05.795898 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5916b87-4140-4fdf-a761-4544ce428917 req-e97f9802-cb3a-4d8d-a7f9-c1308f3c2f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:41:05.798383 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c5916b87-4140-4fdf-a761-4544ce428917 req-e97f9802-cb3a-4d8d-a7f9-c1308f3c2f7e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cf8cdbdb48fb4be48de1c8323e3c6506&device_id=47691936-b6d7-4ae9-9a06-dea7df3895d8 HTTP/1.1" status: 200 len: 1099 time: 0.3137379 Jun 01 18:41:05.798658 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8042a6-ac92-4afb-8a5b-84a862e955f0 req-1235078d-9a81-4935-99cc-6e9b86687dc2 tempest-TenantUsagesTestJSON-1660290332 tempest-TenantUsagesTestJSON-1660290332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:41:05.805793 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7b8042a6-ac92-4afb-8a5b-84a862e955f0 req-1235078d-9a81-4935-99cc-6e9b86687dc2 tempest-TenantUsagesTestJSON-1660290332 tempest-TenantUsagesTestJSON-1660290332-project] 10.222.0.41 "GET /v2.0/ports?device_id=47691936-b6d7-4ae9-9a06-dea7df3895d8 HTTP/1.1" status: 200 len: 948 time: 0.6842477 Jun 01 18:41:05.822239 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-8166250e-88de-4966-85d8-927ad8128638 None None] Attempting to bind port e288b122-48ee-41ca-9cdf-de82e3b7defc on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:41:05.823192 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-8166250e-88de-4966-85d8-927ad8128638 None None] Attempting to bind port e288b122-48ee-41ca-9cdf-de82e3b7defc by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': '5828215d-0fb1-4631-9fbf-29cbb70cb3dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '8ff033f0-924c-436a-a7c5-a3c4e591b74e'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:41:05.823653 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8166250e-88de-4966-85d8-927ad8128638 None None] Attempting to bind port e288b122-48ee-41ca-9cdf-de82e3b7defc on network 8ff033f0-924c-436a-a7c5-a3c4e591b74e {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:41:05.842825 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8166250e-88de-4966-85d8-927ad8128638 None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 18, 40, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:41:05.843324 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8166250e-88de-4966-85d8-927ad8128638 None None] Checking segment: {'id': '5828215d-0fb1-4631-9fbf-29cbb70cb3dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '8ff033f0-924c-436a-a7c5-a3c4e591b74e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:41:05.843644 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-8166250e-88de-4966-85d8-927ad8128638 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:05.844005 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8166250e-88de-4966-85d8-927ad8128638 None None] Bound using segment: {'id': '5828215d-0fb1-4631-9fbf-29cbb70cb3dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '8ff033f0-924c-436a-a7c5-a3c4e591b74e'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:41:05.844922 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-8166250e-88de-4966-85d8-927ad8128638 None None] Bound port: e288b122-48ee-41ca-9cdf-de82e3b7defc, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5828215d-0fb1-4631-9fbf-29cbb70cb3dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '8ff033f0-924c-436a-a7c5-a3c4e591b74e'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:41:05.845042 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-8166250e-88de-4966-85d8-927ad8128638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:05.872542 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-09f1019b-1277-40d1-98ce-3d7c92571944 req-43e92259-b1c3-4da4-aaa1-8fe0b169898b tempest-LiveMigrationNegativeTest-1882969379 tempest-LiveMigrationNegativeTest-1882969379-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1439645 Jun 01 18:41:05.874548 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port 89dcbeb8-b038-4d51-8cb6-78072f35c675, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=89dcbeb8-b038-4d51-8cb6-78072f35c675,segment=NetworkSegment(177be86f-471e-4b12-bda0-1497c6cf7f80),segment_id=177be86f-471e-4b12-bda0-1497c6cf7f80)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:41:05.894624 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-09f1019b-1277-40d1-98ce-3d7c92571944 req-2f287e3e-9086-4689-996b-51876bbef5e1 service neutron] Request body: {'port': {'device_id': '8ed323ce-e0cd-4c98-8e53-25c534a22845', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844202-1'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:41:05.905551 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:05.905881 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device f130c384-f678-48a6-a8c8-70ef6aa15052 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:41:05.972616 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7b8042a6-ac92-4afb-8a5b-84a862e955f0 req-f0081443-0106-4860-a4e3-726227e31a60 tempest-TenantUsagesTestJSON-1660290332 tempest-TenantUsagesTestJSON-1660290332-project] 10.222.0.41 "GET /v2.0/security-groups?id=67f0404a-d4e3-46a0-be10-247cff466c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658390 Jun 01 18:41:05.977009 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3e1a1f5f-507b-4e49-9ec3-48652ed19233 req-b70e211c-c5ee-446f-bd41-231fc7547338 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=5b53ff5f-eaca-4098-933e-c7793907fd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628559 Jun 01 18:41:05.977705 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-9cfa37a1-b37a-40c0-990e-997fe7fa0407 None None] Provisioning for port a2548e79-ae7a-4732-be82-19b1f6e66027 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:41:06.078744 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-eb414e05-e6d5-40ad-a595-356f5ddc4294 req-b406733e-1460-4433-bf97-83440353be37 tempest-DeleteServersAdminTestJSON-2061919509 tempest-DeleteServersAdminTestJSON-2061919509-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b53ff5f-eaca-4098-933e-c7793907fd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2907476 Jun 01 18:41:06.095782 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-9cfa37a1-b37a-40c0-990e-997fe7fa0407 None None] Provisioning complete for port a2548e79-ae7a-4732-be82-19b1f6e66027 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:41:06.096176 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-9cfa37a1-b37a-40c0-990e-997fe7fa0407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:06.096457 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5916b87-4140-4fdf-a761-4544ce428917 req-fc248558-49f1-40fd-9b46-abb82cfb79ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:41:06.097993 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c5916b87-4140-4fdf-a761-4544ce428917 req-fc248558-49f1-40fd-9b46-abb82cfb79ec service neutron] 10.222.0.15 "GET /v2.0/networks?id=898153a3-5d71-43be-9d14-343ea4a48426 HTTP/1.1" status: 200 len: 870 time: 0.2804477 Jun 01 18:41:06.111113 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-91782e12-0a9c-476e-8f41-6b162084a8f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-885820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-886655'] for router, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:06.182467 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-09f1019b-1277-40d1-98ce-3d7c92571944 req-2f287e3e-9086-4689-996b-51876bbef5e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:06.263714 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-9cfa37a1-b37a-40c0-990e-997fe7fa0407 None None] Port a2548e79-ae7a-4732-be82-19b1f6e66027 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 18:41:06.267863 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-8166250e-88de-4966-85d8-927ad8128638 None None] For port e288b122-48ee-41ca-9cdf-de82e3b7defc, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:41:06.271351 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=89dcbeb8-b038-4d51-8cb6-78072f35c675,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:41:06.271836 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c5916b87-4140-4fdf-a761-4544ce428917 req-de0c94d9-569c-4172-829a-2accd80416fe service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=1fb652c4-1255-4c7b-99b0-bf7e73ae41c1 HTTP/1.1" status: 200 len: 217 time: 0.0860977 Jun 01 18:41:06.276830 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-8166250e-88de-4966-85d8-927ad8128638 None None] For port e288b122-48ee-41ca-9cdf-de82e3b7defc, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=e288b122-48ee-41ca-9cdf-de82e3b7defc,segment=NetworkSegment(5828215d-0fb1-4631-9fbf-29cbb70cb3dc),segment_id=5828215d-0fb1-4631-9fbf-29cbb70cb3dc)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:41:06.287671 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-8166250e-88de-4966-85d8-927ad8128638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:06.337829 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port f130c384-f678-48a6-a8c8-70ef6aa15052 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:41:06.360629 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port f130c384-f678-48a6-a8c8-70ef6aa15052 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:41:06.360629 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:06.377710 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-30114f70-6a9b-484a-956c-ec6a60647c4a req-ebe6f4fb-329a-41cb-9c06-78f8e9da37b6 tempest-ServersAdmin275Test-227233004 tempest-ServersAdmin275Test-227233004-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd6c7708-5bf6-4467-928a-cbe66c434f71 HTTP/1.1" status: 200 len: 210 time: 0.0646355 Jun 01 18:41:06.426728 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8166250e-88de-4966-85d8-927ad8128638 None None] Pushing event updated for resources: {'Port': ['ID=e288b122-48ee-41ca-9cdf-de82e3b7defc,revision_number=2']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:41:06.450464 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-d6310dc1-2995-4279-a8a5-aa57d8feb955 None None] Provisioning complete for port f130c384-f678-48a6-a8c8-70ef6aa15052 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:41:06.451063 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-d6310dc1-2995-4279-a8a5-aa57d8feb955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:06.478089 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5916b87-4140-4fdf-a761-4544ce428917 req-ab4f6c79-0967-4af4-bd01-1e86be91a843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:41:06.479652 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c5916b87-4140-4fdf-a761-4544ce428917 req-ab4f6c79-0967-4af4-bd01-1e86be91a843 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=35e3ad2f-9c88-4698-b634-4e1b58de1cc2 HTTP/1.1" status: 200 len: 843 time: 0.1976058 Jun 01 18:41:06.602601 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port f130c384-f678-48a6-a8c8-70ef6aa15052 is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:41:06.602910 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:06.681987 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd1250d-4167-474e-8a17-020b87def042 req-74b61f7b-2d85-47f5-b368-e6b245869598 tempest-LiveMigrationNegativeTest-1882969379 tempest-LiveMigrationNegativeTest-1882969379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:41:06.685577 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-d6310dc1-2995-4279-a8a5-aa57d8feb955 None None] Current status of the port f130c384-f678-48a6-a8c8-70ef6aa15052 is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:41:06.685948 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-d6310dc1-2995-4279-a8a5-aa57d8feb955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:06.691082 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-fbd1250d-4167-474e-8a17-020b87def042 req-74b61f7b-2d85-47f5-b368-e6b245869598 tempest-LiveMigrationNegativeTest-1882969379 tempest-LiveMigrationNegativeTest-1882969379-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ed323ce-e0cd-4c98-8e53-25c534a22845 HTTP/1.1" status: 200 len: 936 time: 0.3741026 Jun 01 18:41:06.696118 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port f130c384-f678-48a6-a8c8-70ef6aa15052, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=f130c384-f678-48a6-a8c8-70ef6aa15052,segment=NetworkSegment(36c06fa3-2cc2-4561-abd0-907bb0c67288),segment_id=36c06fa3-2cc2-4561-abd0-907bb0c67288)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:41:06.717433 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:06.718206 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91782e12-0a9c-476e-8f41-6b162084a8f8 admin admin] Router 51e6fe8c-7f65-47ca-b6f1-48e3eb04305d is scheduled to L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 with binding_index 1 {{(pid=88525) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 18:41:06.801803 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-cb754d97-0f05-4b32-8edf-51cf27315e05 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:06.866194 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-cb754d97-0f05-4b32-8edf-51cf27315e05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:06.872787 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-fbd1250d-4167-474e-8a17-020b87def042 req-4b778551-ffb9-4b41-ba25-390953ce9fe0 tempest-LiveMigrationNegativeTest-1882969379 tempest-LiveMigrationNegativeTest-1882969379-project] 10.222.0.41 "GET /v2.0/security-groups?id=c22519b8-f40a-47d0-938e-7f5b69f12a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808810 Jun 01 18:41:06.891490 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5916b87-4140-4fdf-a761-4544ce428917 req-fa9430f8-2a48-4489-a236-eae2ececc267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:41:06.893175 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c5916b87-4140-4fdf-a761-4544ce428917 req-fa9430f8-2a48-4489-a236-eae2ececc267 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=898153a3-5d71-43be-9d14-343ea4a48426&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4030516 Jun 01 18:41:06.941507 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=f130c384-f678-48a6-a8c8-70ef6aa15052,revision_number=3']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:41:06.957945 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.db.api [None req-d6310dc1-2995-4279-a8a5-aa57d8feb955 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88526) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 18:41:06.958423 n-d-844202-1 neutron-server[88526]: DEBUG oslo_db.api [None req-d6310dc1-2995-4279-a8a5-aa57d8feb955 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 18:41:07.050074 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 89dcbeb8-b038-4d51-8cb6-78072f35c675 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:41:07.073986 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72348e3-55dd-44ae-8244-b5632023f732 req-4a74c427-d8d1-4265-8656-0f06ce06e67c tempest-LiveAutoBlockMigrationV225Test-590672389 tempest-LiveAutoBlockMigrationV225Test-590672389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:41:07.081384 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b72348e3-55dd-44ae-8244-b5632023f732 req-4a74c427-d8d1-4265-8656-0f06ce06e67c tempest-LiveAutoBlockMigrationV225Test-590672389 tempest-LiveAutoBlockMigrationV225Test-590672389-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=7d29c071-4e6a-4167-9c9f-69f1a274133e HTTP/1.1" status: 200 len: 1096 time: 0.4160464 Jun 01 18:41:07.149217 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-df53b15b-dbba-4156-b3e4-e3266792d7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:07.190279 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 89dcbeb8-b038-4d51-8cb6-78072f35c675 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:41:07.192402 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:07.218430 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91782e12-0a9c-476e-8f41-6b162084a8f8 admin admin] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 18:41:07.231644 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2253f5fe-5b6e-4409-86c4-e9119c7eb458 None None] Sync routers for ids ['51e6fe8c-7f65-47ca-b6f1-48e3eb04305d'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 18:41:07.239836 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c5916b87-4140-4fdf-a761-4544ce428917 req-135f08a9-493f-4d91-8d4b-e59c95285c43 service neutron] 10.222.0.15 "GET /v2.0/networks/898153a3-5d71-43be-9d14-343ea4a48426?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3321874 Jun 01 18:41:07.250504 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2253f5fe-5b6e-4409-86c4-e9119c7eb458 None None] Routers {'51e6fe8c-7f65-47ca-b6f1-48e3eb04305d'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:41:07.252517 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-2253f5fe-5b6e-4409-86c4-e9119c7eb458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:40:39Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['51e6fe8c-7f65-47ca-b6f1-48e3eb04305d'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:41:07.290933 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b72348e3-55dd-44ae-8244-b5632023f732 req-149e7ab7-95b1-4027-853d-71352d4eb68e tempest-LiveAutoBlockMigrationV225Test-590672389 tempest-LiveAutoBlockMigrationV225Test-590672389-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=444c87ba-31dc-4b5a-9977-492e198b845a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084498 Jun 01 18:41:07.295445 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [req-09f1019b-1277-40d1-98ce-3d7c92571944 req-2f287e3e-9086-4689-996b-51876bbef5e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2548e79-ae7a-4732-be82-19b1f6e66027 {{(pid=88524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:41:07.308570 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-09f1019b-1277-40d1-98ce-3d7c92571944 req-2f287e3e-9086-4689-996b-51876bbef5e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:07.323834 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [None req-cb754d97-0f05-4b32-8edf-51cf27315e05 admin admin] Allocated IP 172.25.4.117 (72a72e44-6845-488a-a5ff-3a26d4df9cb3/c314a23b-daa2-4106-ab28-8e6f954277b2/0a10ce14-b8ee-427c-a90e-ab2b9c33098a) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:41:07.346773 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [req-09f1019b-1277-40d1-98ce-3d7c92571944 req-2f287e3e-9086-4689-996b-51876bbef5e1 service neutron] Transition to ACTIVE for port object a2548e79-ae7a-4732-be82-19b1f6e66027 will not be triggered until provisioned by entity L2. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:41:07.363568 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-09f1019b-1277-40d1-98ce-3d7c92571944 req-2f287e3e-9086-4689-996b-51876bbef5e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:07.458648 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 89dcbeb8-b038-4d51-8cb6-78072f35c675 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:41:07.459916 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device e288b122-48ee-41ca-9cdf-de82e3b7defc up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:41:07.576997 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-2253f5fe-5b6e-4409-86c4-e9119c7eb458 None None] Set router 51e6fe8c-7f65-47ca-b6f1-48e3eb04305d gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:41:07.606447 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-d6310dc1-2995-4279-a8a5-aa57d8feb955 None None] Current status of the port f130c384-f678-48a6-a8c8-70ef6aa15052 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:41:07.627859 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port e288b122-48ee-41ca-9cdf-de82e3b7defc completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:41:07.638642 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-91782e12-0a9c-476e-8f41-6b162084a8f8 admin admin] Notify callbacks [] for router, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:07.639824 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-91782e12-0a9c-476e-8f41-6b162084a8f8 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 8.0797241 Jun 01 18:41:07.662199 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 42060) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:41:07.809855 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-cb754d97-0f05-4b32-8edf-51cf27315e05 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:07.924533 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-095a6fc4-b0ba-4cef-87d0-66cb6ed154e4 None None] Network 8ff033f0-924c-436a-a7c5-a3c4e591b74e requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 18:41:07.933827 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-cb754d97-0f05-4b32-8edf-51cf27315e05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:08.008807 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 1fb652c4-1255-4c7b-99b0-bf7e73ae41c1 details requested by agent hyperv_n-h1-844202-1 with host n-h1-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 18:41:08.009840 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb754d97-0f05-4b32-8edf-51cf27315e05 admin admin] Network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:41:08.015817 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c5916b87-4140-4fdf-a761-4544ce428917 req-6ec848d0-91b2-4e4a-a342-90817f39aba4 service neutron] 10.222.0.15 "GET /v2.0/networks/898153a3-5d71-43be-9d14-343ea4a48426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7692983 Jun 01 18:41:08.055063 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc63675-66a6-460c-887a-829f66995b14 req-bd9792db-1e8a-43d2-8582-f87f4565a376 tempest-TenantUsagesTestJSON-1660290332 tempest-TenantUsagesTestJSON-1660290332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:41:08.069961 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ffc63675-66a6-460c-887a-829f66995b14 req-bd9792db-1e8a-43d2-8582-f87f4565a376 tempest-TenantUsagesTestJSON-1660290332 tempest-TenantUsagesTestJSON-1660290332-project] 10.222.0.41 "GET /v2.0/ports?device_id=47691936-b6d7-4ae9-9a06-dea7df3895d8 HTTP/1.1" status: 200 len: 948 time: 0.8263547 Jun 01 18:41:08.071712 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-2253f5fe-5b6e-4409-86c4-e9119c7eb458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51e6fe8c-7f65-47ca-b6f1-48e3eb04305d', 'name': 'tempest-VolumesAdminNegativeTest-1260325399-router', 'tenant_id': 'ccc3866df726420d865ae40df69383ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': '28b472d7-ef1b-46bd-9c0f-6e9ae1479ad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:40:59Z', 'updated_at': '2022-06-01T18:41:03Z', 'revision_number': 3, 'project_id': 'ccc3866df726420d865ae40df69383ae', 'gw_port': {'id': '28b472d7-ef1b-46bd-9c0f-6e9ae1479ad1', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:20:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51e6fe8c-7f65-47ca-b6f1-48e3eb04305d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:41:02Z', 'updated_at': '2022-06-01T18:41:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:41:08.081066 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2253f5fe-5b6e-4409-86c4-e9119c7eb458 None None] Checking router: 51e6fe8c-7f65-47ca-b6f1-48e3eb04305d for host: n-d-844202-1 {{(pid=88527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 18:41:08.081507 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2253f5fe-5b6e-4409-86c4-e9119c7eb458 None None] Updating router 51e6fe8c-7f65-47ca-b6f1-48e3eb04305d port 28b472d7-ef1b-46bd-9c0f-6e9ae1479ad1 binding host n-d-844202-1 {{(pid=88527) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 18:41:08.084305 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-5622e15a-c391-40b4-bf2f-4084bf1135ab None None] Provisioning for port e288b122-48ee-41ca-9cdf-de82e3b7defc completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:41:08.098184 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-cb754d97-0f05-4b32-8edf-51cf27315e05 admin admin] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:41:08.106716 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb754d97-0f05-4b32-8edf-51cf27315e05 admin admin] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:41:08.154539 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f287e3e-9086-4689-996b-51876bbef5e1 service neutron] Pushing event updated for resources: {'Port': ['ID=a2548e79-ae7a-4732-be82-19b1f6e66027,revision_number=2']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:41:08.180217 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-2253f5fe-5b6e-4409-86c4-e9119c7eb458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:08.187897 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-5622e15a-c391-40b4-bf2f-4084bf1135ab None None] Provisioning complete for port e288b122-48ee-41ca-9cdf-de82e3b7defc triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:41:08.188520 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-5622e15a-c391-40b4-bf2f-4084bf1135ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:08.224317 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ffc63675-66a6-460c-887a-829f66995b14 req-1b7b91e8-1c7a-4e6e-9bfe-cc463142a559 tempest-TenantUsagesTestJSON-1660290332 tempest-TenantUsagesTestJSON-1660290332-project] 10.222.0.41 "GET /v2.0/security-groups?id=67f0404a-d4e3-46a0-be10-247cff466c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524749 Jun 01 18:41:08.479913 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb754d97-0f05-4b32-8edf-51cf27315e05 admin admin] Pushing event updated for resources: {'Port': ['ID=0a10ce14-b8ee-427c-a90e-ab2b9c33098a,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:41:08.496458 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port 1fb652c4-1255-4c7b-99b0-bf7e73ae41c1, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=1fb652c4-1255-4c7b-99b0-bf7e73ae41c1,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:41:08.517345 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-5622e15a-c391-40b4-bf2f-4084bf1135ab None None] Current status of the port e288b122-48ee-41ca-9cdf-de82e3b7defc is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:41:08.517716 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-5622e15a-c391-40b4-bf2f-4084bf1135ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:08.522446 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-709b61f4-b975-4710-b70e-5b57d8550518 req-4bb1601b-461e-42a7-b10d-37674d24f576 tempest-ServersAdmin275Test-227233004 tempest-ServersAdmin275Test-227233004-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd6c7708-5bf6-4467-928a-cbe66c434f71 HTTP/1.1" status: 200 len: 210 time: 0.0633035 Jun 01 18:41:08.535576 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Returning: {'device': '1fb652c4-1255-4c7b-99b0-bf7e73ae41c1', 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426', 'port_id': '1fb652c4-1255-4c7b-99b0-bf7e73ae41c1', 'mac_address': 'fa:16:3e:45:25:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35e3ad2f-9c88-4698-b634-4e1b58de1cc2', 'ip_address': '192.168.233.228'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 18:41:08.647323 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-5622e15a-c391-40b4-bf2f-4084bf1135ab None None] For port e288b122-48ee-41ca-9cdf-de82e3b7defc, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=e288b122-48ee-41ca-9cdf-de82e3b7defc,segment=NetworkSegment(5828215d-0fb1-4631-9fbf-29cbb70cb3dc),segment_id=5828215d-0fb1-4631-9fbf-29cbb70cb3dc)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:41:08.653189 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-2253f5fe-5b6e-4409-86c4-e9119c7eb458 None None] Notify callbacks [] for port, precommit_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:08.664764 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-5622e15a-c391-40b4-bf2f-4084bf1135ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:08.667903 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.provisioning_blocks [None req-2253f5fe-5b6e-4409-86c4-e9119c7eb458 None None] Transition to ACTIVE for port object 28b472d7-ef1b-46bd-9c0f-6e9ae1479ad1 will not be triggered until provisioned by entity L2. {{(pid=88527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:41:08.672131 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port 1fb652c4-1255-4c7b-99b0-bf7e73ae41c1 is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:41:08.672811 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:08.681064 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-2253f5fe-5b6e-4409-86c4-e9119c7eb458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:08.741546 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fb652c4-1255-4c7b-99b0-bf7e73ae41c1 {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:41:08.754853 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64ce150-415f-42ce-a854-7dd322892611 None None] Pushing event updated for resources: {'Port': ['ID=28b472d7-ef1b-46bd-9c0f-6e9ae1479ad1,revision_number=2']} {{(pid=88527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:41:08.760048 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port 1fb652c4-1255-4c7b-99b0-bf7e73ae41c1, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=1fb652c4-1255-4c7b-99b0-bf7e73ae41c1,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:41:08.778058 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:08.798728 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-2253f5fe-5b6e-4409-86c4-e9119c7eb458 None None] Attempting to bind port 28b472d7-ef1b-46bd-9c0f-6e9ae1479ad1 on host n-d-844202-1 for vnic_type normal with profile {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:41:08.799106 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-2253f5fe-5b6e-4409-86c4-e9119c7eb458 None None] Attempting to bind port 28b472d7-ef1b-46bd-9c0f-6e9ae1479ad1 by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}] {{(pid=88527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:41:08.799467 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2253f5fe-5b6e-4409-86c4-e9119c7eb458 None None] Attempting to bind port 28b472d7-ef1b-46bd-9c0f-6e9ae1479ad1 on network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:41:08.812667 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2253f5fe-5b6e-4409-86c4-e9119c7eb458 None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 18, 40, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:41:08.813041 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2253f5fe-5b6e-4409-86c4-e9119c7eb458 None None] Checking segment: {'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:41:08.813538 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-2253f5fe-5b6e-4409-86c4-e9119c7eb458 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:08.813818 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2253f5fe-5b6e-4409-86c4-e9119c7eb458 None None] Bound using segment: {'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'} {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:41:08.814286 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-2253f5fe-5b6e-4409-86c4-e9119c7eb458 None None] Bound port: 28b472d7-ef1b-46bd-9c0f-6e9ae1479ad1, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}}] {{(pid=88527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:41:08.814675 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-2253f5fe-5b6e-4409-86c4-e9119c7eb458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:08.844067 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5622e15a-c391-40b4-bf2f-4084bf1135ab None None] Pushing event updated for resources: {'Port': ['ID=e288b122-48ee-41ca-9cdf-de82e3b7defc,revision_number=3']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:41:08.857366 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-09f1019b-1277-40d1-98ce-3d7c92571944 req-2f287e3e-9086-4689-996b-51876bbef5e1 service neutron] Attempting to bind port a2548e79-ae7a-4732-be82-19b1f6e66027 on host n-h2-844202-1 for vnic_type normal with profile {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:41:08.857882 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-09f1019b-1277-40d1-98ce-3d7c92571944 req-2f287e3e-9086-4689-996b-51876bbef5e1 service neutron] Attempting to bind port a2548e79-ae7a-4732-be82-19b1f6e66027 by drivers openvswitch,hyperv on host n-h2-844202-1 at level 0 using segments [{'id': 'e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426'}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:41:08.858096 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09f1019b-1277-40d1-98ce-3d7c92571944 req-2f287e3e-9086-4689-996b-51876bbef5e1 service neutron] Attempting to bind port a2548e79-ae7a-4732-be82-19b1f6e66027 on network 898153a3-5d71-43be-9d14-343ea4a48426 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:41:08.902133 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09f1019b-1277-40d1-98ce-3d7c92571944 req-2f287e3e-9086-4689-996b-51876bbef5e1 service neutron] Port a2548e79-ae7a-4732-be82-19b1f6e66027 on network 898153a3-5d71-43be-9d14-343ea4a48426 not bound, no agent of type Open vSwitch agent registered on host n-h2-844202-1 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 18:41:08.902464 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09f1019b-1277-40d1-98ce-3d7c92571944 req-2f287e3e-9086-4689-996b-51876bbef5e1 service neutron] Attempting to bind port a2548e79-ae7a-4732-be82-19b1f6e66027 on network 898153a3-5d71-43be-9d14-343ea4a48426 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:41:08.917837 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d17f2ca-efd6-4a38-b967-ce6f6d943a85 req-dcea8d05-0fdc-495b-8c6a-9f3bf3b7afac tempest-DeleteServersAdminTestJSON-2061919509 tempest-DeleteServersAdminTestJSON-2061919509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:41:08.925496 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-1d17f2ca-efd6-4a38-b967-ce6f6d943a85 req-dcea8d05-0fdc-495b-8c6a-9f3bf3b7afac tempest-DeleteServersAdminTestJSON-2061919509 tempest-DeleteServersAdminTestJSON-2061919509-project] 10.222.0.41 "GET /v2.0/ports?device_id=df260670-b4bb-44df-91a5-7000c712ab59 HTTP/1.1" status: 200 len: 950 time: 0.9987466 Jun 01 18:41:08.952102 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09f1019b-1277-40d1-98ce-3d7c92571944 req-2f287e3e-9086-4689-996b-51876bbef5e1 service neutron] Checking agent: {'id': 'f5db9968-6317-4186-9100-9e0ca6b50417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 18, 40, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:41:08.952501 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09f1019b-1277-40d1-98ce-3d7c92571944 req-2f287e3e-9086-4689-996b-51876bbef5e1 service neutron] Checking segment: {'id': 'e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:41:08.952867 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09f1019b-1277-40d1-98ce-3d7c92571944 req-2f287e3e-9086-4689-996b-51876bbef5e1 service neutron] Bound using segment: {'id': 'e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426'} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:41:08.953312 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-09f1019b-1277-40d1-98ce-3d7c92571944 req-2f287e3e-9086-4689-996b-51876bbef5e1 service neutron] Bound port: a2548e79-ae7a-4732-be82-19b1f6e66027, host: n-h2-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426'}}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:41:08.953657 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-09f1019b-1277-40d1-98ce-3d7c92571944 req-2f287e3e-9086-4689-996b-51876bbef5e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:09.018380 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.db [None req-2253f5fe-5b6e-4409-86c4-e9119c7eb458 None None] For port 28b472d7-ef1b-46bd-9c0f-6e9ae1479ad1, host n-d-844202-1, cleared binding levels {{(pid=88527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:41:09.025728 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.db [None req-2253f5fe-5b6e-4409-86c4-e9119c7eb458 None None] For port 28b472d7-ef1b-46bd-9c0f-6e9ae1479ad1, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=28b472d7-ef1b-46bd-9c0f-6e9ae1479ad1,segment=NetworkSegment(7875af61-4c53-4ff2-b8c8-d4b7c35ff947),segment_id=7875af61-4c53-4ff2-b8c8-d4b7c35ff947)] {{(pid=88527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:41:09.038126 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=1fb652c4-1255-4c7b-99b0-bf7e73ae41c1,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:41:09.040085 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-2253f5fe-5b6e-4409-86c4-e9119c7eb458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:09.042485 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device f130c384-f678-48a6-a8c8-70ef6aa15052 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:41:09.091221 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66de9e7c-1d5c-4d7f-8ae8-4189df997852 req-54442607-6abe-44d3-b830-191464d47e47 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:41:09.105227 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-66de9e7c-1d5c-4d7f-8ae8-4189df997852 req-54442607-6abe-44d3-b830-191464d47e47 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] 10.222.0.41 "GET /v2.0/networks?id=411d1518-9352-4dec-8af2-2285a53556b4 HTTP/1.1" status: 200 len: 821 time: 0.3660464 Jun 01 18:41:09.129160 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-66de9e7c-1d5c-4d7f-8ae8-4189df997852 req-37bb4eb0-f614-4381-bc16-c356995efb14 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] 10.222.0.41 "GET /v2.0/quotas/0182a2e51ffc43df8efdd2130dbcea4d HTTP/1.1" status: 200 len: 375 time: 0.0215297 Jun 01 18:41:09.149650 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2253f5fe-5b6e-4409-86c4-e9119c7eb458 None None] Routers {'51e6fe8c-7f65-47ca-b6f1-48e3eb04305d'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:41:09.150503 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-2253f5fe-5b6e-4409-86c4-e9119c7eb458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:40:39Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['51e6fe8c-7f65-47ca-b6f1-48e3eb04305d'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:41:09.157773 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-1413c2c1-daa2-452d-bdb6-262016dd4d47 None None] Provisioning complete for port e288b122-48ee-41ca-9cdf-de82e3b7defc triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:41:09.158293 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-1413c2c1-daa2-452d-bdb6-262016dd4d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:09.172488 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-1d17f2ca-efd6-4a38-b967-ce6f6d943a85 req-57d41c13-b315-4f02-863a-d95bbdbf2b90 tempest-DeleteServersAdminTestJSON-2061919509 tempest-DeleteServersAdminTestJSON-2061919509-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b53ff5f-eaca-4098-933e-c7793907fd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2459779 Jun 01 18:41:09.204340 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] get_ports_and_sgs() called for port_ids ['1fb652c4-1255-4c7b-99b0-bf7e73ae41c1'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:41:09.233543 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64ce150-415f-42ce-a854-7dd322892611 None None] Pushing event updated for resources: {'Port': ['ID=28b472d7-ef1b-46bd-9c0f-6e9ae1479ad1,revision_number=3']} {{(pid=88527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:41:09.236291 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-cb754d97-0f05-4b32-8edf-51cf27315e05 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:09.302316 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c642e4eb-39b3-419b-9828-ccb20c679be7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:09.321407 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port f130c384-f678-48a6-a8c8-70ef6aa15052 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:41:09.321771 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:09.330994 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-09f1019b-1277-40d1-98ce-3d7c92571944 req-2f287e3e-9086-4689-996b-51876bbef5e1 service neutron] For port a2548e79-ae7a-4732-be82-19b1f6e66027, host n-h2-844202-1, cleared binding levels {{(pid=88524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:41:09.335065 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-66de9e7c-1d5c-4d7f-8ae8-4189df997852 req-40031cce-c09e-42eb-b5d1-7116d6e861c5 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=0182a2e51ffc43df8efdd2130dbcea4d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2049761 Jun 01 18:41:09.341169 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-09f1019b-1277-40d1-98ce-3d7c92571944 req-2f287e3e-9086-4689-996b-51876bbef5e1 service neutron] For port a2548e79-ae7a-4732-be82-19b1f6e66027, host n-h2-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=a2548e79-ae7a-4732-be82-19b1f6e66027,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:41:09.407748 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-09f1019b-1277-40d1-98ce-3d7c92571944 req-2f287e3e-9086-4689-996b-51876bbef5e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:09.442166 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-2253f5fe-5b6e-4409-86c4-e9119c7eb458 None None] Set router 51e6fe8c-7f65-47ca-b6f1-48e3eb04305d gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:41:09.454508 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-94b8adc7-c857-4988-8243-57ee6741ab99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:09.518193 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f1019b-1277-40d1-98ce-3d7c92571944 req-2f287e3e-9086-4689-996b-51876bbef5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:41:09.518816 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-09f1019b-1277-40d1-98ce-3d7c92571944 req-2f287e3e-9086-4689-996b-51876bbef5e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:09.520573 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-09f1019b-1277-40d1-98ce-3d7c92571944 req-2f287e3e-9086-4689-996b-51876bbef5e1 service neutron] 10.222.0.50 "PUT /v2.0/ports/a2548e79-ae7a-4732-be82-19b1f6e66027 HTTP/1.1" status: 200 len: 1096 time: 3.6322272 Jun 01 18:41:09.570141 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ed323ce-e0cd-4c98-8e53-25c534a22845', 'tag': 'a2548e79-ae7a-4732-be82-19b1f6e66027'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:41:09.640874 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [req-66de9e7c-1d5c-4d7f-8ae8-4189df997852 req-8a5e1464-bddd-4bef-bbb8-24c4ad8134a5 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=88525) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 18:41:09.648908 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-66de9e7c-1d5c-4d7f-8ae8-4189df997852 req-8a5e1464-bddd-4bef-bbb8-24c4ad8134a5 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1182930 Jun 01 18:41:09.671915 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-1413c2c1-daa2-452d-bdb6-262016dd4d47 None None] Current status of the port e288b122-48ee-41ca-9cdf-de82e3b7defc is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:41:09.720304 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port f130c384-f678-48a6-a8c8-70ef6aa15052 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:41:09.781384 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82de4d0-3ad9-4238-8bbb-5b858c68745f req-9541a404-eaac-4f2b-9738-f45e0d276705 tempest-LiveMigrationNegativeTest-1882969379 tempest-LiveMigrationNegativeTest-1882969379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:41:09.782121 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-d82de4d0-3ad9-4238-8bbb-5b858c68745f req-9541a404-eaac-4f2b-9738-f45e0d276705 tempest-LiveMigrationNegativeTest-1882969379 tempest-LiveMigrationNegativeTest-1882969379-project] Synchronizing usage tracker for tenant:715763ae9500499494499f5dc29cfabf on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:41:09.785167 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f287e3e-9086-4689-996b-51876bbef5e1 service neutron] Pushing event updated for resources: {'Port': ['ID=a2548e79-ae7a-4732-be82-19b1f6e66027,revision_number=3']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:41:09.889946 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-2253f5fe-5b6e-4409-86c4-e9119c7eb458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51e6fe8c-7f65-47ca-b6f1-48e3eb04305d', 'name': 'tempest-VolumesAdminNegativeTest-1260325399-router', 'tenant_id': 'ccc3866df726420d865ae40df69383ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': '28b472d7-ef1b-46bd-9c0f-6e9ae1479ad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:40:59Z', 'updated_at': '2022-06-01T18:41:03Z', 'revision_number': 3, 'project_id': 'ccc3866df726420d865ae40df69383ae', 'gw_port': {'id': '28b472d7-ef1b-46bd-9c0f-6e9ae1479ad1', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:20:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51e6fe8c-7f65-47ca-b6f1-48e3eb04305d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:41:02Z', 'updated_at': '2022-06-01T18:41:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:41:09.899350 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2253f5fe-5b6e-4409-86c4-e9119c7eb458 None None] The sync data for ids ['51e6fe8c-7f65-47ca-b6f1-48e3eb04305d'] in n-d-844202-1 is: [{'id': '51e6fe8c-7f65-47ca-b6f1-48e3eb04305d', 'name': 'tempest-VolumesAdminNegativeTest-1260325399-router', 'tenant_id': 'ccc3866df726420d865ae40df69383ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': '28b472d7-ef1b-46bd-9c0f-6e9ae1479ad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:40:59Z', 'updated_at': '2022-06-01T18:41:03Z', 'revision_number': 3, 'project_id': 'ccc3866df726420d865ae40df69383ae', 'gw_port': {'id': '28b472d7-ef1b-46bd-9c0f-6e9ae1479ad1', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:20:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51e6fe8c-7f65-47ca-b6f1-48e3eb04305d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:41:02Z', 'updated_at': '2022-06-01T18:41:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 18:41:09.910274 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [None req-c642e4eb-39b3-419b-9828-ccb20c679be7 admin admin] Allocated IP 172.20.0.1 (e376e31f-d7fc-4c94-a911-fdf7b219dbbf/b515e042-63ba-4f60-823c-65d0c449d014/0e845dba-7a98-4b43-93bf-2c9fe8c0c499) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:41:09.912928 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-d82de4d0-3ad9-4238-8bbb-5b858c68745f req-9541a404-eaac-4f2b-9738-f45e0d276705 tempest-LiveMigrationNegativeTest-1882969379 tempest-LiveMigrationNegativeTest-1882969379-project] Unset dirty status for tenant:715763ae9500499494499f5dc29cfabf on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:41:09.929101 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d82de4d0-3ad9-4238-8bbb-5b858c68745f req-9541a404-eaac-4f2b-9738-f45e0d276705 tempest-LiveMigrationNegativeTest-1882969379 tempest-LiveMigrationNegativeTest-1882969379-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ed323ce-e0cd-4c98-8e53-25c534a22845 HTTP/1.1" status: 200 len: 948 time: 0.5862265 Jun 01 18:41:09.968808 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f1019b-1277-40d1-98ce-3d7c92571944 req-f2f5c4af-e08c-43ba-a0b8-fce6b8128bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:41:09.970307 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-09f1019b-1277-40d1-98ce-3d7c92571944 req-f2f5c4af-e08c-43ba-a0b8-fce6b8128bd7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=715763ae9500499494499f5dc29cfabf&device_id=8ed323ce-e0cd-4c98-8e53-25c534a22845 HTTP/1.1" status: 200 len: 1099 time: 0.3915024 Jun 01 18:41:10.039193 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-66de9e7c-1d5c-4d7f-8ae8-4189df997852 req-72340853-3724-4a51-b050-dd5462f108c9 service neutron] 10.222.0.41 "GET /v2.0/networks/411d1518-9352-4dec-8af2-2285a53556b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3894296 Jun 01 18:41:10.188409 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c642e4eb-39b3-419b-9828-ccb20c679be7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:10.227998 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [None req-c642e4eb-39b3-419b-9828-ccb20c679be7 admin admin] Transition to ACTIVE for port object 0e845dba-7a98-4b43-93bf-2c9fe8c0c499 will not be triggered until provisioned by entity DHCP. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:41:10.235822 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-09f1019b-1277-40d1-98ce-3d7c92571944 req-66f60ccd-ee3c-4452-afda-a427419c5368 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=a2548e79-ae7a-4732-be82-19b1f6e66027 HTTP/1.1" status: 200 len: 217 time: 0.2042875 Jun 01 18:41:10.239073 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-66de9e7c-1d5c-4d7f-8ae8-4189df997852 req-9fb0c119-bc6b-4e6f-b0f0-ab53c0839fac service neutron] 10.222.0.41 "GET /v2.0/networks/411d1518-9352-4dec-8af2-2285a53556b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1932628 Jun 01 18:41:10.269750 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c642e4eb-39b3-419b-9828-ccb20c679be7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:10.300558 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-d82de4d0-3ad9-4238-8bbb-5b858c68745f req-832c645c-e00e-4b40-84f3-3940a4a57360 tempest-LiveMigrationNegativeTest-1882969379 tempest-LiveMigrationNegativeTest-1882969379-project] Synchronizing usage tracker for tenant:715763ae9500499494499f5dc29cfabf on resource:security_group {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:41:10.324125 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-cb754d97-0f05-4b32-8edf-51cf27315e05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-885820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-886655'] for router, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:10.351959 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c642e4eb-39b3-419b-9828-ccb20c679be7 admin admin] Network e376e31f-d7fc-4c94-a911-fdf7b219dbbf is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:41:10.355205 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-c642e4eb-39b3-419b-9828-ccb20c679be7 admin admin] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:41:10.359063 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c642e4eb-39b3-419b-9828-ccb20c679be7 admin admin] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:41:10.379430 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:10.427397 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:10.433085 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c642e4eb-39b3-419b-9828-ccb20c679be7 admin admin] Pushing event updated for resources: {'Port': ['ID=0e845dba-7a98-4b43-93bf-2c9fe8c0c499,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:41:10.456826 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-d82de4d0-3ad9-4238-8bbb-5b858c68745f req-832c645c-e00e-4b40-84f3-3940a4a57360 tempest-LiveMigrationNegativeTest-1882969379 tempest-LiveMigrationNegativeTest-1882969379-project] Unset dirty status for tenant:715763ae9500499494499f5dc29cfabf on resource:security_group {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:41:10.458247 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d82de4d0-3ad9-4238-8bbb-5b858c68745f req-832c645c-e00e-4b40-84f3-3940a4a57360 tempest-LiveMigrationNegativeTest-1882969379 tempest-LiveMigrationNegativeTest-1882969379-project] 10.222.0.41 "GET /v2.0/security-groups?id=c22519b8-f40a-47d0-938e-7f5b69f12a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5189228 Jun 01 18:41:10.471783 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f1019b-1277-40d1-98ce-3d7c92571944 req-a0f75bdc-fdf1-46ad-92ba-389bde21f6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:41:10.473377 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-09f1019b-1277-40d1-98ce-3d7c92571944 req-a0f75bdc-fdf1-46ad-92ba-389bde21f6ea service neutron] 10.222.0.50 "GET /v2.0/subnets?id=35e3ad2f-9c88-4698-b634-4e1b58de1cc2 HTTP/1.1" status: 200 len: 843 time: 0.2303910 Jun 01 18:41:10.512400 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c642e4eb-39b3-419b-9828-ccb20c679be7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-887605'] for router_interface, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:10.735222 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-b2a4d652-7a08-4dca-a7d0-a3d92b211a5b None None] Provisioning for port 0e845dba-7a98-4b43-93bf-2c9fe8c0c499 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:41:10.746446 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-b2a4d652-7a08-4dca-a7d0-a3d92b211a5b None None] Provisioning complete for port 0e845dba-7a98-4b43-93bf-2c9fe8c0c499 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:41:10.746819 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-b2a4d652-7a08-4dca-a7d0-a3d92b211a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:10.791339 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c642e4eb-39b3-419b-9828-ccb20c679be7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:10.850006 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f1019b-1277-40d1-98ce-3d7c92571944 req-d9837c29-1532-4734-ad20-00381d6a38da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:41:10.852626 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-09f1019b-1277-40d1-98ce-3d7c92571944 req-d9837c29-1532-4734-ad20-00381d6a38da service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=898153a3-5d71-43be-9d14-343ea4a48426&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3488219 Jun 01 18:41:10.930770 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-b2a4d652-7a08-4dca-a7d0-a3d92b211a5b None None] Port 0e845dba-7a98-4b43-93bf-2c9fe8c0c499 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 18:41:10.955653 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:11.044767 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device e288b122-48ee-41ca-9cdf-de82e3b7defc up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:41:11.156441 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7b8c9b-4af0-4a6d-ae3f-b0995ae827c8 req-90391199-7684-49de-8e59-e4894cdab43d tempest-TenantUsagesTestJSON-1660290332 tempest-TenantUsagesTestJSON-1660290332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:41:11.158660 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-1e7b8c9b-4af0-4a6d-ae3f-b0995ae827c8 req-90391199-7684-49de-8e59-e4894cdab43d tempest-TenantUsagesTestJSON-1660290332 tempest-TenantUsagesTestJSON-1660290332-project] 10.222.0.41 "GET /v2.0/ports?device_id=47691936-b6d7-4ae9-9a06-dea7df3895d8 HTTP/1.1" status: 200 len: 949 time: 0.4659128 Jun 01 18:41:11.181290 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb754d97-0f05-4b32-8edf-51cf27315e05 admin admin] Router b7963473-2ba4-4d96-946f-45675f8efef5 is scheduled to L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 with binding_index 1 {{(pid=88524) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 18:41:11.214914 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port e288b122-48ee-41ca-9cdf-de82e3b7defc triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:41:11.215817 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:11.337779 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c642e4eb-39b3-419b-9828-ccb20c679be7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:11.365686 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port e288b122-48ee-41ca-9cdf-de82e3b7defc is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:41:11.366977 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 28b472d7-ef1b-46bd-9c0f-6e9ae1479ad1 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:41:11.368750 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-09f1019b-1277-40d1-98ce-3d7c92571944 req-dfa65d5d-091d-4642-893f-3139db7eef58 service neutron] 10.222.0.50 "GET /v2.0/networks/898153a3-5d71-43be-9d14-343ea4a48426?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4928086 Jun 01 18:41:11.381997 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c642e4eb-39b3-419b-9828-ccb20c679be7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:11.418033 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-1e7b8c9b-4af0-4a6d-ae3f-b0995ae827c8 req-3f77653c-cc1d-41b1-ad40-264b6d555c28 tempest-TenantUsagesTestJSON-1660290332 tempest-TenantUsagesTestJSON-1660290332-project] 10.222.0.41 "GET /v2.0/security-groups?id=67f0404a-d4e3-46a0-be10-247cff466c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2486498 Jun 01 18:41:11.432109 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:11.451230 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port 28b472d7-ef1b-46bd-9c0f-6e9ae1479ad1 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:41:11.457774 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 28b472d7-ef1b-46bd-9c0f-6e9ae1479ad1 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:41:11.458137 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:11.496589 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a6c80508-0878-45df-9205-a2c2a1b82b55 req-f612566e-be2e-4bdf-8be3-eb4db60f1459 tempest-ServersAdmin275Test-227233004 tempest-ServersAdmin275Test-227233004-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd6c7708-5bf6-4467-928a-cbe66c434f71 HTTP/1.1" status: 200 len: 210 time: 0.1573656 Jun 01 18:41:11.614589 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c642e4eb-39b3-419b-9828-ccb20c679be7 admin admin] Pushing event updated for resources: {'Port': ['ID=0e845dba-7a98-4b43-93bf-2c9fe8c0c499,revision_number=2']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:41:11.619973 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c642e4eb-39b3-419b-9828-ccb20c679be7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-887436'] for router_interface, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:11.622742 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 28b472d7-ef1b-46bd-9c0f-6e9ae1479ad1 is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:41:11.623113 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:11.644116 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-09f1019b-1277-40d1-98ce-3d7c92571944 req-a1183cb1-76ec-4e12-b30c-02529ee1202b service neutron] 10.222.0.50 "GET /v2.0/networks/898153a3-5d71-43be-9d14-343ea4a48426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2636299 Jun 01 18:41:11.647855 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81e5f831-2abb-4881-8a6e-abe727e9d0fa'] response: {'name': 'network-changed', 'server_uuid': '8ed323ce-e0cd-4c98-8e53-25c534a22845', 'tag': 'a2548e79-ae7a-4732-be82-19b1f6e66027', 'status': 'completed', 'code': 200} Jun 01 18:41:11.653584 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port 28b472d7-ef1b-46bd-9c0f-6e9ae1479ad1, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=28b472d7-ef1b-46bd-9c0f-6e9ae1479ad1,segment=NetworkSegment(7875af61-4c53-4ff2-b8c8-d4b7c35ff947),segment_id=7875af61-4c53-4ff2-b8c8-d4b7c35ff947)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:41:11.659183 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:11.784599 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb754d97-0f05-4b32-8edf-51cf27315e05 admin admin] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 18:41:11.829118 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a565792c-4c67-43d5-be3d-155897b0d86d None None] Sync routers for ids ['b7963473-2ba4-4d96-946f-45675f8efef5'] in n-d-844202-1 {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 18:41:11.837419 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c642e4eb-39b3-419b-9828-ccb20c679be7 admin admin] Network e376e31f-d7fc-4c94-a911-fdf7b219dbbf is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:41:11.838819 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-c642e4eb-39b3-419b-9828-ccb20c679be7 admin admin] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:41:11.880029 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=28b472d7-ef1b-46bd-9c0f-6e9ae1479ad1,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:41:11.882927 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a565792c-4c67-43d5-be3d-155897b0d86d None None] Routers {'b7963473-2ba4-4d96-946f-45675f8efef5'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:41:11.903833 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-a565792c-4c67-43d5-be3d-155897b0d86d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:41:09Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['b7963473-2ba4-4d96-946f-45675f8efef5'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:41:11.907061 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-084a4bba-3a6c-44c6-b747-54313376234b req-eabbc345-f8db-4c7c-9deb-1f44006ed9f6 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b432ea8-6343-4437-89ac-a5a9fde09c84 HTTP/1.1" status: 200 len: 210 time: 0.2618947 Jun 01 18:41:11.914574 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-cb754d97-0f05-4b32-8edf-51cf27315e05 admin admin] Notify callbacks [] for router, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:11.915970 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-cb754d97-0f05-4b32-8edf-51cf27315e05 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 8.5202942 Jun 01 18:41:11.923855 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 42116) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:41:12.044178 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:12.066666 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 1fb652c4-1255-4c7b-99b0-bf7e73ae41c1 up at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:41:12.368984 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-1035de11-803f-463a-a5ea-8659d5bd410d None None] Provisioning complete for port 0e845dba-7a98-4b43-93bf-2c9fe8c0c499 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:41:12.369423 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-1035de11-803f-463a-a5ea-8659d5bd410d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:12.423684 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Provisioning for port 1fb652c4-1255-4c7b-99b0-bf7e73ae41c1 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:41:12.441456 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Provisioning complete for port 1fb652c4-1255-4c7b-99b0-bf7e73ae41c1 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:41:12.442105 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:12.498799 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 42122) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:41:12.502056 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-a565792c-4c67-43d5-be3d-155897b0d86d None None] Set router b7963473-2ba4-4d96-946f-45675f8efef5 gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:41:12.548119 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-1035de11-803f-463a-a5ea-8659d5bd410d None None] Port 0e845dba-7a98-4b43-93bf-2c9fe8c0c499 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 18:41:12.618534 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c642e4eb-39b3-419b-9828-ccb20c679be7 admin admin] Router 51e6fe8c-7f65-47ca-b6f1-48e3eb04305d has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 18:41:12.642973 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66de9e7c-1d5c-4d7f-8ae8-4189df997852 req-1cdff948-1b48-4772-bf3c-f43082326b26 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:41:12.644474 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-66de9e7c-1d5c-4d7f-8ae8-4189df997852 req-1cdff948-1b48-4772-bf3c-f43082326b26 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] 10.222.0.15 "GET /v2.0/networks?id=411d1518-9352-4dec-8af2-2285a53556b4 HTTP/1.1" status: 200 len: 821 time: 0.4725060 Jun 01 18:41:12.655560 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c364e47-93d4-4e72-9bf3-97ffb078e44b req-cd05fdc4-82e4-4bd7-a7ba-7cba5b160771 tempest-DeleteServersAdminTestJSON-2061919509 tempest-DeleteServersAdminTestJSON-2061919509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:41:12.663013 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-1c364e47-93d4-4e72-9bf3-97ffb078e44b req-cd05fdc4-82e4-4bd7-a7ba-7cba5b160771 tempest-DeleteServersAdminTestJSON-2061919509 tempest-DeleteServersAdminTestJSON-2061919509-project] 10.222.0.41 "GET /v2.0/ports?device_id=df260670-b4bb-44df-91a5-7000c712ab59 HTTP/1.1" status: 200 len: 950 time: 0.6403995 Jun 01 18:41:12.682089 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [req-66de9e7c-1d5c-4d7f-8ae8-4189df997852 req-622331fd-a450-4fb8-b2a5-2d825c0f8ed7 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] Request body: {'port': {'device_id': '4b432ea8-6343-4437-89ac-a5a9fde09c84', 'network_id': '411d1518-9352-4dec-8af2-2285a53556b4', 'admin_state_up': True, 'tenant_id': '0182a2e51ffc43df8efdd2130dbcea4d'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:41:12.844733 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6b510e-563a-41cd-84ab-aafd02fa7a30 req-2f7ec285-1522-4db6-91b3-d45dd6384a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:41:12.846210 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ba6b510e-563a-41cd-84ab-aafd02fa7a30 req-2f7ec285-1522-4db6-91b3-d45dd6384a25 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=715763ae9500499494499f5dc29cfabf&device_id=8ed323ce-e0cd-4c98-8e53-25c534a22845 HTTP/1.1" status: 200 len: 1099 time: 1.0587583 Jun 01 18:41:12.847539 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f2d211d2-16dd-4d93-ba74-e97c36a2126d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:12.865316 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port 1fb652c4-1255-4c7b-99b0-bf7e73ae41c1 is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:41:12.865684 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:12.887183 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 28b472d7-ef1b-46bd-9c0f-6e9ae1479ad1 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:41:12.898456 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-f2d211d2-16dd-4d93-ba74-e97c36a2126d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:41:12.967308 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f493059-808c-485d-9beb-51b5fa694123 req-bd8df253-f4d6-42aa-a258-a34451153d9f tempest-LiveMigrationNegativeTest-1882969379 tempest-LiveMigrationNegativeTest-1882969379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:41:12.968721 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7f493059-808c-485d-9beb-51b5fa694123 req-bd8df253-f4d6-42aa-a258-a34451153d9f tempest-LiveMigrationNegativeTest-1882969379 tempest-LiveMigrationNegativeTest-1882969379-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ed323ce-e0cd-4c98-8e53-25c534a22845 HTTP/1.1" status: 200 len: 948 time: 0.4514706 Jun 01 18:41:12.982804 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-f2d211d2-16dd-4d93-ba74-e97c36a2126d admin admin] Usage tracker for resource:security_group_rule and tenant:34cf4ddbbd0c48e8ad4d7b83579c9ac4 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:41:13.003950 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port 1fb652c4-1255-4c7b-99b0-bf7e73ae41c1, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=1fb652c4-1255-4c7b-99b0-bf7e73ae41c1,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:41:13.009305 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-1c364e47-93d4-4e72-9bf3-97ffb078e44b req-45d2f196-b4a3-4722-821d-78e883c240b5 tempest-DeleteServersAdminTestJSON-2061919509 tempest-DeleteServersAdminTestJSON-2061919509-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b53ff5f-eaca-4098-933e-c7793907fd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3448822 Jun 01 18:41:13.012503 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-f2d211d2-16dd-4d93-ba74-e97c36a2126d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:41:13.014172 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47691936-b6d7-4ae9-9a06-dea7df3895d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fb652c4-1255-4c7b-99b0-bf7e73ae41c1'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:41:13.027432 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-f2d211d2-16dd-4d93-ba74-e97c36a2126d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:41:13.028879 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 28b472d7-ef1b-46bd-9c0f-6e9ae1479ad1 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:41:13.029294 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:13.071662 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17a3368-299c-4d2f-9dbe-f06063243c58 req-99341632-b570-4c0d-a1b0-0403ef1237e6 tempest-DeleteServersAdminTestJSON-713629511 tempest-DeleteServersAdminTestJSON-713629511-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:41:13.073276 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c17a3368-299c-4d2f-9dbe-f06063243c58 req-99341632-b570-4c0d-a1b0-0403ef1237e6 tempest-DeleteServersAdminTestJSON-713629511 tempest-DeleteServersAdminTestJSON-713629511-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=df260670-b4bb-44df-91a5-7000c712ab59 HTTP/1.1" status: 200 len: 1101 time: 0.4092317 Jun 01 18:41:13.105115 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c642e4eb-39b3-419b-9828-ccb20c679be7 admin admin] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 18:41:13.115880 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9db4687-b562-4967-a884-dc4e6122ae7f None None] Sync routers for ids ['51e6fe8c-7f65-47ca-b6f1-48e3eb04305d'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 18:41:13.127607 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9db4687-b562-4967-a884-dc4e6122ae7f None None] Routers {'51e6fe8c-7f65-47ca-b6f1-48e3eb04305d'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:41:13.128359 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:13.128909 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-f9db4687-b562-4967-a884-dc4e6122ae7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:41:09Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['51e6fe8c-7f65-47ca-b6f1-48e3eb04305d'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:41:13.197697 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-c642e4eb-39b3-419b-9828-ccb20c679be7 admin admin] 10.222.0.41 "PUT /v2.0/routers/51e6fe8c-7f65-47ca-b6f1-48e3eb04305d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5336299 Jun 01 18:41:13.236250 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [req-66de9e7c-1d5c-4d7f-8ae8-4189df997852 req-622331fd-a450-4fb8-b2a5-2d825c0f8ed7 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:41:13.246824 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [req-66de9e7c-1d5c-4d7f-8ae8-4189df997852 req-622331fd-a450-4fb8-b2a5-2d825c0f8ed7 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:41:13.268855 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66de9e7c-1d5c-4d7f-8ae8-4189df997852 req-622331fd-a450-4fb8-b2a5-2d825c0f8ed7 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] Made reservation on behalf of 0182a2e51ffc43df8efdd2130dbcea4d for: {'port': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:41:13.273197 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-66de9e7c-1d5c-4d7f-8ae8-4189df997852 req-622331fd-a450-4fb8-b2a5-2d825c0f8ed7 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:13.293341 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-a565792c-4c67-43d5-be3d-155897b0d86d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7963473-2ba4-4d96-946f-45675f8efef5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1981723236-router', 'tenant_id': '791cd63522fd41cfbd5ae3d119118261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': '0a10ce14-b8ee-427c-a90e-ab2b9c33098a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:41:03Z', 'updated_at': '2022-06-01T18:41:08Z', 'revision_number': 3, 'project_id': '791cd63522fd41cfbd5ae3d119118261', 'gw_port': {'id': '0a10ce14-b8ee-427c-a90e-ab2b9c33098a', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c5:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7963473-2ba4-4d96-946f-45675f8efef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:41:06Z', 'updated_at': '2022-06-01T18:41:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:41:13.303715 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7f493059-808c-485d-9beb-51b5fa694123 req-937b6303-73b7-434c-b327-1443d9587b07 tempest-LiveMigrationNegativeTest-1882969379 tempest-LiveMigrationNegativeTest-1882969379-project] 10.222.0.41 "GET /v2.0/security-groups?id=c22519b8-f40a-47d0-938e-7f5b69f12a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2730286 Jun 01 18:41:13.308706 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ef9325-326d-4415-af0f-98825e9b3e93 req-ca6d139f-6442-443e-a7b6-3fef1a91f7d7 tempest-TenantUsagesTestJSON-1660290332 tempest-TenantUsagesTestJSON-1660290332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:41:13.310362 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e9ef9325-326d-4415-af0f-98825e9b3e93 req-ca6d139f-6442-443e-a7b6-3fef1a91f7d7 tempest-TenantUsagesTestJSON-1660290332 tempest-TenantUsagesTestJSON-1660290332-project] 10.222.0.41 "GET /v2.0/ports?device_id=47691936-b6d7-4ae9-9a06-dea7df3895d8 HTTP/1.1" status: 200 len: 950 time: 0.1974375 Jun 01 18:41:13.326154 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6b510e-563a-41cd-84ab-aafd02fa7a30 req-dcf44dfa-0a3d-4543-8413-aea39e5247ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:41:13.327594 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ba6b510e-563a-41cd-84ab-aafd02fa7a30 req-dcf44dfa-0a3d-4543-8413-aea39e5247ab service neutron] 10.222.0.50 "GET /v2.0/networks?id=898153a3-5d71-43be-9d14-343ea4a48426 HTTP/1.1" status: 200 len: 870 time: 0.4678383 Jun 01 18:41:13.335512 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-c17a3368-299c-4d2f-9dbe-f06063243c58 req-0f3d6263-c757-40ba-a502-4ea5e7f9d6f7 tempest-DeleteServersAdminTestJSON-713629511 tempest-DeleteServersAdminTestJSON-713629511-project-admin] Deleting port a9b6cd6c-9ab5-4cf4-9ebb-f7998efb8b20 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:41:13.335885 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-c17a3368-299c-4d2f-9dbe-f06063243c58 req-0f3d6263-c757-40ba-a502-4ea5e7f9d6f7 tempest-DeleteServersAdminTestJSON-713629511 tempest-DeleteServersAdminTestJSON-713629511-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:13.341585 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-f9db4687-b562-4967-a884-dc4e6122ae7f None None] Set router 51e6fe8c-7f65-47ca-b6f1-48e3eb04305d gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:41:13.371137 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a565792c-4c67-43d5-be3d-155897b0d86d None None] Checking router: b7963473-2ba4-4d96-946f-45675f8efef5 for host: n-d-844202-1 {{(pid=88526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 18:41:13.376345 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a565792c-4c67-43d5-be3d-155897b0d86d None None] Updating router b7963473-2ba4-4d96-946f-45675f8efef5 port 0a10ce14-b8ee-427c-a90e-ab2b9c33098a binding host n-d-844202-1 {{(pid=88526) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 18:41:13.429675 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=1fb652c4-1255-4c7b-99b0-bf7e73ae41c1,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:41:13.464002 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:41:13.464932 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:41:13.464932 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:41:13.465237 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:41:13.465449 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:41:13.465741 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:41:13.466059 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:41:13.466375 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:41:13.466688 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:41:13.467002 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:41:13.467437 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:41:13.467758 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:41:13.474385 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 28b472d7-ef1b-46bd-9c0f-6e9ae1479ad1 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:41:13.481772 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-a565792c-4c67-43d5-be3d-155897b0d86d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:13.509163 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ba6b510e-563a-41cd-84ab-aafd02fa7a30 req-62f7db24-3ae4-450c-9b15-8b2a5262c7b3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=a2548e79-ae7a-4732-be82-19b1f6e66027 HTTP/1.1" status: 200 len: 217 time: 0.1040671 Jun 01 18:41:13.612666 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f2d211d2-16dd-4d93-ba74-e97c36a2126d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:13.630698 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f2d211d2-16dd-4d93-ba74-e97c36a2126d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:13.708261 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b13a4a15-8a30-411a-b242-683e7309b7f0 req-ae8b09cd-e6a0-4d81-a1a6-b477c25d6c9f tempest-ServersAdmin275Test-227233004 tempest-ServersAdmin275Test-227233004-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd6c7708-5bf6-4467-928a-cbe66c434f71 HTTP/1.1" status: 200 len: 210 time: 0.1217847 Jun 01 18:41:13.747306 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-f2d211d2-16dd-4d93-ba74-e97c36a2126d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=34cf4ddbbd0c48e8ad4d7b83579c9ac4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2364910 Jun 01 18:41:13.764133 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 42142) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:41:13.764438 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [req-66de9e7c-1d5c-4d7f-8ae8-4189df997852 req-622331fd-a450-4fb8-b2a5-2d825c0f8ed7 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] Allocated IP 172.20.0.7 (411d1518-9352-4dec-8af2-2285a53556b4/cfa67698-6bf3-43ec-a752-299eaec79caf/b29cde38-1e74-4c37-bf95-a285a435b640) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:41:13.764438 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e9ef9325-326d-4415-af0f-98825e9b3e93 req-8d4b2833-26a5-45ea-b5af-ba0becf6f1af tempest-TenantUsagesTestJSON-1660290332 tempest-TenantUsagesTestJSON-1660290332-project] 10.222.0.41 "GET /v2.0/security-groups?id=67f0404a-d4e3-46a0-be10-247cff466c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4391370 Jun 01 18:41:13.766659 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d211d2-16dd-4d93-ba74-e97c36a2126d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b1fceb8-5794-471c-baaf-d0a22e4fc534,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:41:13.885888 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6b510e-563a-41cd-84ab-aafd02fa7a30 req-dabd7fa2-8fbe-495e-8b89-fe26506de056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:41:13.887467 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ba6b510e-563a-41cd-84ab-aafd02fa7a30 req-dabd7fa2-8fbe-495e-8b89-fe26506de056 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=35e3ad2f-9c88-4698-b634-4e1b58de1cc2 HTTP/1.1" status: 200 len: 843 time: 0.3694038 Jun 01 18:41:13.940378 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed48722b-d3b7-4247-bcb4-a94d72fe0c65'] response: {'server_uuid': '47691936-b6d7-4ae9-9a06-dea7df3895d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fb652c4-1255-4c7b-99b0-bf7e73ae41c1', 'code': 200} Jun 01 18:41:13.988922 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-f9db4687-b562-4967-a884-dc4e6122ae7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51e6fe8c-7f65-47ca-b6f1-48e3eb04305d', 'name': 'tempest-VolumesAdminNegativeTest-1260325399-router', 'tenant_id': 'ccc3866df726420d865ae40df69383ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': '28b472d7-ef1b-46bd-9c0f-6e9ae1479ad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:40:59Z', 'updated_at': '2022-06-01T18:41:10Z', 'revision_number': 4, 'project_id': 'ccc3866df726420d865ae40df69383ae', 'gw_port': {'id': '28b472d7-ef1b-46bd-9c0f-6e9ae1479ad1', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:20:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e6fe8c-7f65-47ca-b6f1-48e3eb04305d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:41:02Z', 'updated_at': '2022-06-01T18:41:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '0e845dba-7a98-4b43-93bf-2c9fe8c0c499', 'name': '', 'network_id': 'e376e31f-d7fc-4c94-a911-fdf7b219dbbf', 'tenant_id': 'ccc3866df726420d865ae40df69383ae', 'mac_address': 'fa:16:3e:09:ea:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51e6fe8c-7f65-47ca-b6f1-48e3eb04305d', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'b515e042-63ba-4f60-823c-65d0c449d014', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:41:09Z', 'updated_at': '2022-06-01T18:41:11Z', 'revision_number': 2, 'project_id': 'ccc3866df726420d865ae40df69383ae', 'subnets': [{'id': 'b515e042-63ba-4f60-823c-65d0c449d014', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:41:13.995378 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9db4687-b562-4967-a884-dc4e6122ae7f None None] Checking router: 51e6fe8c-7f65-47ca-b6f1-48e3eb04305d for host: n-d-844202-1 {{(pid=88527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 18:41:13.996220 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9db4687-b562-4967-a884-dc4e6122ae7f None None] Updating router 51e6fe8c-7f65-47ca-b6f1-48e3eb04305d port 0e845dba-7a98-4b43-93bf-2c9fe8c0c499 binding host n-d-844202-1 {{(pid=88527) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 18:41:14.026564 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.15', 60950) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:41:14.061460 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-f9db4687-b562-4967-a884-dc4e6122ae7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:14.109707 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d008293d-b23f-4b27-8ea6-a9efcd4381b7 req-95bb127c-944d-45bc-952f-65fee1cefcb2 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b432ea8-6343-4437-89ac-a5a9fde09c84 HTTP/1.1" status: 200 len: 210 time: 0.1471040 Jun 01 18:41:14.145016 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-c55651b2-0aca-4c04-b00a-ddab4c4a4c39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:14.173628 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-a565792c-4c67-43d5-be3d-155897b0d86d None None] Notify callbacks [] for port, precommit_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:14.190845 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-a565792c-4c67-43d5-be3d-155897b0d86d None None] Transition to ACTIVE for port object 0a10ce14-b8ee-427c-a90e-ab2b9c33098a will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:41:14.202340 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-a565792c-4c67-43d5-be3d-155897b0d86d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:14.295682 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-c17a3368-299c-4d2f-9dbe-f06063243c58 req-0f3d6263-c757-40ba-a502-4ea5e7f9d6f7 tempest-DeleteServersAdminTestJSON-713629511 tempest-DeleteServersAdminTestJSON-713629511-project-admin] For port a9b6cd6c-9ab5-4cf4-9ebb-f7998efb8b20, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=a9b6cd6c-9ab5-4cf4-9ebb-f7998efb8b20,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:41:14.296044 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-c17a3368-299c-4d2f-9dbe-f06063243c58 req-0f3d6263-c757-40ba-a502-4ea5e7f9d6f7 tempest-DeleteServersAdminTestJSON-713629511 tempest-DeleteServersAdminTestJSON-713629511-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:14.306053 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b659a2ad-5c69-42d2-af50-0bf18c20793b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:14.321894 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-a565792c-4c67-43d5-be3d-155897b0d86d None None] Attempting to bind port 0a10ce14-b8ee-427c-a90e-ab2b9c33098a on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:41:14.321894 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-a565792c-4c67-43d5-be3d-155897b0d86d None None] Attempting to bind port 0a10ce14-b8ee-427c-a90e-ab2b9c33098a by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:41:14.322219 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a565792c-4c67-43d5-be3d-155897b0d86d None None] Attempting to bind port 0a10ce14-b8ee-427c-a90e-ab2b9c33098a on network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:41:14.325467 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 42158) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:41:14.352959 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a565792c-4c67-43d5-be3d-155897b0d86d None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 18, 41, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:41:14.353380 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a565792c-4c67-43d5-be3d-155897b0d86d None None] Checking segment: {'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:41:14.353830 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-a565792c-4c67-43d5-be3d-155897b0d86d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:14.354339 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a565792c-4c67-43d5-be3d-155897b0d86d None None] Bound using segment: {'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:41:14.354915 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-a565792c-4c67-43d5-be3d-155897b0d86d None None] Bound port: 0a10ce14-b8ee-427c-a90e-ab2b9c33098a, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:41:14.356592 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-a565792c-4c67-43d5-be3d-155897b0d86d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:14.454527 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-a565792c-4c67-43d5-be3d-155897b0d86d None None] For port 0a10ce14-b8ee-427c-a90e-ab2b9c33098a, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:41:14.459121 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-a565792c-4c67-43d5-be3d-155897b0d86d None None] For port 0a10ce14-b8ee-427c-a90e-ab2b9c33098a, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=0a10ce14-b8ee-427c-a90e-ab2b9c33098a,segment=NetworkSegment(7875af61-4c53-4ff2-b8c8-d4b7c35ff947),segment_id=7875af61-4c53-4ff2-b8c8-d4b7c35ff947)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:41:14.467168 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device a2548e79-ae7a-4732-be82-19b1f6e66027 details requested by agent hyperv_n-h2-844202-1 with host n-h2-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 18:41:14.526600 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-79d5fed9-e897-46b2-9f09-676bde4298b6 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-805511968-network', 'tenant_id': '14e756b1dfd64355b9ed3a4916d3e633'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:41:14.562444 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de3c3b4-6914-4665-9f0b-112ad431cf71 req-7c138cb1-c984-42c1-b7c5-a75594e527c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:41:14.564300 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8de3c3b4-6914-4665-9f0b-112ad431cf71 req-7c138cb1-c984-42c1-b7c5-a75594e527c1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=47691936-b6d7-4ae9-9a06-dea7df3895d8 HTTP/1.1" status: 200 len: 1101 time: 0.5287032 Jun 01 18:41:14.573696 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-66de9e7c-1d5c-4d7f-8ae8-4189df997852 req-622331fd-a450-4fb8-b2a5-2d825c0f8ed7 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:14.599490 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-79d5fed9-e897-46b2-9f09-676bde4298b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:41:14.608398 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-c17a3368-299c-4d2f-9dbe-f06063243c58 req-0f3d6263-c757-40ba-a502-4ea5e7f9d6f7 tempest-DeleteServersAdminTestJSON-713629511 tempest-DeleteServersAdminTestJSON-713629511-project-admin] Calling delete_port for a9b6cd6c-9ab5-4cf4-9ebb-f7998efb8b20 owned by compute:nova {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:41:14.611305 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc933bb-534b-4d6a-be0b-1ccb2552f2ff req-5c430092-b558-453f-919b-f5c62cd15de0 tempest-DeleteServersAdminTestJSON-2061919509 tempest-DeleteServersAdminTestJSON-2061919509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:41:14.613091 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-cfc933bb-534b-4d6a-be0b-1ccb2552f2ff req-5c430092-b558-453f-919b-f5c62cd15de0 tempest-DeleteServersAdminTestJSON-2061919509 tempest-DeleteServersAdminTestJSON-2061919509-project] 10.222.0.41 "GET /v2.0/ports?device_id=df260670-b4bb-44df-91a5-7000c712ab59 HTTP/1.1" status: 200 len: 950 time: 0.3378830 Jun 01 18:41:14.640325 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port a2548e79-ae7a-4732-be82-19b1f6e66027, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=a2548e79-ae7a-4732-be82-19b1f6e66027,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:41:14.659909 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Returning: {'device': 'a2548e79-ae7a-4732-be82-19b1f6e66027', 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426', 'port_id': 'a2548e79-ae7a-4732-be82-19b1f6e66027', 'mac_address': 'fa:16:3e:2f:87:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35e3ad2f-9c88-4698-b634-4e1b58de1cc2', 'ip_address': '192.168.233.191'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 18:41:14.660443 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-8de3c3b4-6914-4665-9f0b-112ad431cf71 req-266595e7-3da6-44c3-8738-4fa36062cbe4 service neutron] Synchronizing usage tracker for tenant:babcc5f2655540c4b64de6974b076f4f on resource:security_group {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:41:14.664870 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-a565792c-4c67-43d5-be3d-155897b0d86d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:14.693266 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-f9db4687-b562-4967-a884-dc4e6122ae7f None None] Notify callbacks [] for port, precommit_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:14.700709 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-79d5fed9-e897-46b2-9f09-676bde4298b6 admin admin] Usage tracker for resource:network and tenant:14e756b1dfd64355b9ed3a4916d3e633 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:41:14.704616 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-cfc933bb-534b-4d6a-be0b-1ccb2552f2ff req-fc0d26d3-7b7c-4611-a6ef-5bf58d420fcd tempest-DeleteServersAdminTestJSON-2061919509 tempest-DeleteServersAdminTestJSON-2061919509-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b53ff5f-eaca-4098-933e-c7793907fd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776997 Jun 01 18:41:14.711989 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.provisioning_blocks [None req-f9db4687-b562-4967-a884-dc4e6122ae7f None None] Transition to ACTIVE for port object 0e845dba-7a98-4b43-93bf-2c9fe8c0c499 will not be triggered until provisioned by entity L2. {{(pid=88527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:41:14.713824 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-8de3c3b4-6914-4665-9f0b-112ad431cf71 req-266595e7-3da6-44c3-8738-4fa36062cbe4 service neutron] Unset dirty status for tenant:babcc5f2655540c4b64de6974b076f4f on resource:security_group {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:41:14.715351 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8de3c3b4-6914-4665-9f0b-112ad431cf71 req-266595e7-3da6-44c3-8738-4fa36062cbe4 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=67f0404a-d4e3-46a0-be10-247cff466c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368716 Jun 01 18:41:14.715980 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-79d5fed9-e897-46b2-9f09-676bde4298b6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:41:14.720183 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-f9db4687-b562-4967-a884-dc4e6122ae7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:14.721348 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-66de9e7c-1d5c-4d7f-8ae8-4189df997852 req-622331fd-a450-4fb8-b2a5-2d825c0f8ed7 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:14.741128 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port a2548e79-ae7a-4732-be82-19b1f6e66027 is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:41:14.741481 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:14.765228 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2548e79-ae7a-4732-be82-19b1f6e66027 {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:41:14.798061 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port a2548e79-ae7a-4732-be82-19b1f6e66027, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=a2548e79-ae7a-4732-be82-19b1f6e66027,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:41:14.799887 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e839dd-b22a-406b-8f62-a7615ae8a4cf None None] Pushing event updated for resources: {'Port': ['ID=0a10ce14-b8ee-427c-a90e-ab2b9c33098a,revision_number=2']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:41:14.815641 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66de9e7c-1d5c-4d7f-8ae8-4189df997852 req-622331fd-a450-4fb8-b2a5-2d825c0f8ed7 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] Network 411d1518-9352-4dec-8af2-2285a53556b4 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:41:14.819476 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [req-66de9e7c-1d5c-4d7f-8ae8-4189df997852 req-622331fd-a450-4fb8-b2a5-2d825c0f8ed7 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:41:14.821974 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [req-66de9e7c-1d5c-4d7f-8ae8-4189df997852 req-622331fd-a450-4fb8-b2a5-2d825c0f8ed7 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:41:14.829429 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b659a2ad-5c69-42d2-af50-0bf18c20793b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:14.863703 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-79d5fed9-e897-46b2-9f09-676bde4298b6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:41:14.865956 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622331fd-a450-4fb8-b2a5-2d825c0f8ed7 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] Pushing event updated for resources: {'Port': ['ID=b29cde38-1e74-4c37-bf95-a285a435b640,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:41:14.879591 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6b510e-563a-41cd-84ab-aafd02fa7a30 req-ffa366a3-f506-4ad0-83e6-0abfba370053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:41:14.883964 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ba6b510e-563a-41cd-84ab-aafd02fa7a30 req-ffa366a3-f506-4ad0-83e6-0abfba370053 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=898153a3-5d71-43be-9d14-343ea4a48426&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9803126 Jun 01 18:41:14.912873 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66de9e7c-1d5c-4d7f-8ae8-4189df997852 req-622331fd-a450-4fb8-b2a5-2d825c0f8ed7 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:41:14.914546 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:14.916892 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e839dd-b22a-406b-8f62-a7615ae8a4cf None None] Pushing event updated for resources: {'Port': ['ID=0a10ce14-b8ee-427c-a90e-ab2b9c33098a,revision_number=3']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:41:14.933923 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-66de9e7c-1d5c-4d7f-8ae8-4189df997852 req-622331fd-a450-4fb8-b2a5-2d825c0f8ed7 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:14.936262 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a565792c-4c67-43d5-be3d-155897b0d86d None None] Routers {'b7963473-2ba4-4d96-946f-45675f8efef5'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:41:14.938197 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-a565792c-4c67-43d5-be3d-155897b0d86d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:41:09Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['b7963473-2ba4-4d96-946f-45675f8efef5'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:41:14.989838 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b659a2ad-5c69-42d2-af50-0bf18c20793b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:15.079871 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb04b22-a363-4385-a31b-88989cd56b5d None None] Pushing event updated for resources: {'Port': ['ID=0e845dba-7a98-4b43-93bf-2c9fe8c0c499,revision_number=3']} {{(pid=88527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:41:15.105794 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-66de9e7c-1d5c-4d7f-8ae8-4189df997852 req-622331fd-a450-4fb8-b2a5-2d825c0f8ed7 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4271424 Jun 01 18:41:15.108472 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-bbe6251b-ce83-4336-9684-1eef5a46a234 req-6eb66a94-c018-4a72-9770-adebf4204357 tempest-ServersAdmin275Test-227233004 tempest-ServersAdmin275Test-227233004-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd6c7708-5bf6-4467-928a-cbe66c434f71 HTTP/1.1" status: 200 len: 210 time: 0.1224709 Jun 01 18:41:15.129010 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [req-66de9e7c-1d5c-4d7f-8ae8-4189df997852 req-848c4e27-a983-4c3d-b4b8-268a23e5243f service neutron] Request body: {'port': {'device_id': '4b432ea8-6343-4437-89ac-a5a9fde09c84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844202-1'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:41:15.135521 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-f9db4687-b562-4967-a884-dc4e6122ae7f None None] Attempting to bind port 0e845dba-7a98-4b43-93bf-2c9fe8c0c499 on host n-d-844202-1 for vnic_type normal with profile {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:41:15.135887 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-f9db4687-b562-4967-a884-dc4e6122ae7f None None] Attempting to bind port 0e845dba-7a98-4b43-93bf-2c9fe8c0c499 by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': '36c06fa3-2cc2-4561-abd0-907bb0c67288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'e376e31f-d7fc-4c94-a911-fdf7b219dbbf'}] {{(pid=88527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:41:15.136265 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9db4687-b562-4967-a884-dc4e6122ae7f None None] Attempting to bind port 0e845dba-7a98-4b43-93bf-2c9fe8c0c499 on network e376e31f-d7fc-4c94-a911-fdf7b219dbbf {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:41:15.158641 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9db4687-b562-4967-a884-dc4e6122ae7f None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 18, 41, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:41:15.159078 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9db4687-b562-4967-a884-dc4e6122ae7f None None] Checking segment: {'id': '36c06fa3-2cc2-4561-abd0-907bb0c67288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'e376e31f-d7fc-4c94-a911-fdf7b219dbbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:41:15.159489 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-f9db4687-b562-4967-a884-dc4e6122ae7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:15.159927 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9db4687-b562-4967-a884-dc4e6122ae7f None None] Bound using segment: {'id': '36c06fa3-2cc2-4561-abd0-907bb0c67288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'e376e31f-d7fc-4c94-a911-fdf7b219dbbf'} {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:41:15.161542 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-f9db4687-b562-4967-a884-dc4e6122ae7f None None] Bound port: 0e845dba-7a98-4b43-93bf-2c9fe8c0c499, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36c06fa3-2cc2-4561-abd0-907bb0c67288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'e376e31f-d7fc-4c94-a911-fdf7b219dbbf'}}] {{(pid=88527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:41:15.161934 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-f9db4687-b562-4967-a884-dc4e6122ae7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:15.258951 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b659a2ad-5c69-42d2-af50-0bf18c20793b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b1fceb8-5794-471c-baaf-d0a22e4fc534,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:41:15.266870 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-c17a3368-299c-4d2f-9dbe-f06063243c58 req-0f3d6263-c757-40ba-a502-4ea5e7f9d6f7 tempest-DeleteServersAdminTestJSON-713629511 tempest-DeleteServersAdminTestJSON-713629511-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:15.284545 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-66de9e7c-1d5c-4d7f-8ae8-4189df997852 req-848c4e27-a983-4c3d-b4b8-268a23e5243f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:15.297823 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b659a2ad-5c69-42d2-af50-0bf18c20793b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:15.298028 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-a565792c-4c67-43d5-be3d-155897b0d86d None None] Set router b7963473-2ba4-4d96-946f-45675f8efef5 gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:41:15.301306 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-b659a2ad-5c69-42d2-af50-0bf18c20793b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9b1fceb8-5794-471c-baaf-d0a22e4fc534 HTTP/1.1" status: 204 len: 168 time: 1.5140514 Jun 01 18:41:15.334189 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.db [None req-f9db4687-b562-4967-a884-dc4e6122ae7f None None] For port 0e845dba-7a98-4b43-93bf-2c9fe8c0c499, host n-d-844202-1, cleared binding levels {{(pid=88527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:41:15.342293 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.db [None req-f9db4687-b562-4967-a884-dc4e6122ae7f None None] For port 0e845dba-7a98-4b43-93bf-2c9fe8c0c499, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=0e845dba-7a98-4b43-93bf-2c9fe8c0c499,segment=NetworkSegment(36c06fa3-2cc2-4561-abd0-907bb0c67288),segment_id=36c06fa3-2cc2-4561-abd0-907bb0c67288)] {{(pid=88527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:41:15.347486 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-f9db4687-b562-4967-a884-dc4e6122ae7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:15.359311 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3d6263-c757-40ba-a502-4ea5e7f9d6f7 tempest-DeleteServersAdminTestJSON-713629511 tempest-DeleteServersAdminTestJSON-713629511-project-admin] Pushing event deleted for resources: {'Port': ['ID=a9b6cd6c-9ab5-4cf4-9ebb-f7998efb8b20,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:41:15.365356 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79d5fed9-e897-46b2-9f09-676bde4298b6 admin admin] Made reservation on behalf of 14e756b1dfd64355b9ed3a4916d3e633 for: {'network': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:41:15.368179 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-79d5fed9-e897-46b2-9f09-676bde4298b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:15.502052 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-79d5fed9-e897-46b2-9f09-676bde4298b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:15.520940 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ba6b510e-563a-41cd-84ab-aafd02fa7a30 req-6aa8f19a-ba0c-4fa4-8d76-702328e15b5f service neutron] 10.222.0.50 "GET /v2.0/networks/898153a3-5d71-43be-9d14-343ea4a48426?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5370164 Jun 01 18:41:15.555807 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9db4687-b562-4967-a884-dc4e6122ae7f None None] Routers {'51e6fe8c-7f65-47ca-b6f1-48e3eb04305d'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:41:15.556380 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-f9db4687-b562-4967-a884-dc4e6122ae7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:41:09Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['51e6fe8c-7f65-47ca-b6f1-48e3eb04305d'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:41:15.608064 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] get_ports_and_sgs() called for port_ids ['a2548e79-ae7a-4732-be82-19b1f6e66027'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:41:15.665803 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb04b22-a363-4385-a31b-88989cd56b5d None None] Pushing event updated for resources: {'Port': ['ID=0e845dba-7a98-4b43-93bf-2c9fe8c0c499,revision_number=4']} {{(pid=88527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:41:15.732379 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-79d5fed9-e897-46b2-9f09-676bde4298b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:41:15.745490 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-79d5fed9-e897-46b2-9f09-676bde4298b6 admin admin] Usage tracker for resource:security_group_rule and tenant:14e756b1dfd64355b9ed3a4916d3e633 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:41:15.749756 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-79d5fed9-e897-46b2-9f09-676bde4298b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:41:15.757180 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-79d5fed9-e897-46b2-9f09-676bde4298b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:41:15.894016 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-79d5fed9-e897-46b2-9f09-676bde4298b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:15.930064 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-79d5fed9-e897-46b2-9f09-676bde4298b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:15.948560 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-f9db4687-b562-4967-a884-dc4e6122ae7f None None] Set router 51e6fe8c-7f65-47ca-b6f1-48e3eb04305d gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:41:16.033064 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 42182) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:41:16.056842 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=a2548e79-ae7a-4732-be82-19b1f6e66027,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:41:16.089251 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device a9b6cd6c-9ab5-4cf4-9ebb-f7998efb8b20 no longer exists at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:41:16.093709 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-c17a3368-299c-4d2f-9dbe-f06063243c58 req-0f3d6263-c757-40ba-a502-4ea5e7f9d6f7 tempest-DeleteServersAdminTestJSON-713629511 tempest-DeleteServersAdminTestJSON-713629511-project-admin] No DVR routers for this DVR port a9b6cd6c-9ab5-4cf4-9ebb-f7998efb8b20 on host n-h1-844202-1 {{(pid=88524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 18:41:16.160451 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-c17a3368-299c-4d2f-9dbe-f06063243c58 req-0f3d6263-c757-40ba-a502-4ea5e7f9d6f7 tempest-DeleteServersAdminTestJSON-713629511 tempest-DeleteServersAdminTestJSON-713629511-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:16.170033 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] No Port match for: a9b6cd6c-9ab5-4cf4-9ebb-f7998efb8b20 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 18:41:16.170510 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device a9b6cd6c-9ab5-4cf4-9ebb-f7998efb8b20 not bound to the agent host n-h1-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 18:41:16.179958 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df260670-b4bb-44df-91a5-7000c712ab59', 'name': 'network-vif-deleted', 'tag': 'a9b6cd6c-9ab5-4cf4-9ebb-f7998efb8b20'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:41:16.194159 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c17a3368-299c-4d2f-9dbe-f06063243c58 req-0f3d6263-c757-40ba-a502-4ea5e7f9d6f7 tempest-DeleteServersAdminTestJSON-713629511 tempest-DeleteServersAdminTestJSON-713629511-project-admin] 10.222.0.15 "DELETE /v2.0/ports/a9b6cd6c-9ab5-4cf4-9ebb-f7998efb8b20 HTTP/1.1" status: 204 len: 173 time: 3.1062245 Jun 01 18:41:16.211408 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79d5fed9-e897-46b2-9f09-676bde4298b6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 117} {{(pid=88524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 18:41:16.218030 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-267811ae-311a-4795-8ad4-77d4d15d5173 req-53be6d4b-a4a6-41e2-b119-727a33e58663 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7d29c071-4e6a-4167-9c9f-69f1a274133e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6314545 Jun 01 18:41:16.235524 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fec3aa1-b2b0-472b-8a6c-7ebc51df56cb req-1739140e-7415-4a00-ba95-2c63c255f1b5 tempest-LiveMigrationNegativeTest-1882969379 tempest-LiveMigrationNegativeTest-1882969379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:41:16.237166 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5fec3aa1-b2b0-472b-8a6c-7ebc51df56cb req-1739140e-7415-4a00-ba95-2c63c255f1b5 tempest-LiveMigrationNegativeTest-1882969379 tempest-LiveMigrationNegativeTest-1882969379-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ed323ce-e0cd-4c98-8e53-25c534a22845 HTTP/1.1" status: 200 len: 948 time: 1.5950992 Jun 01 18:41:16.266185 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-fa496023-5fff-4af2-954a-584296f22521 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:16.296318 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [None req-c55651b2-0aca-4c04-b00a-ddab4c4a4c39 admin admin] Allocated IP 172.20.0.1 (8ff033f0-924c-436a-a7c5-a3c4e591b74e/3b709953-8e75-4bbd-94e9-9aa3763b7455/4116bb34-a6fa-4a03-90bf-05e711587487) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:41:16.296978 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b451e2e-940f-4ca2-8870-bb32bb3a8445 req-8cfa71ca-2872-4d5c-8385-060a6e2fe5ed tempest-TenantUsagesTestJSON-1660290332 tempest-TenantUsagesTestJSON-1660290332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:41:16.302581 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-7b451e2e-940f-4ca2-8870-bb32bb3a8445 req-8cfa71ca-2872-4d5c-8385-060a6e2fe5ed tempest-TenantUsagesTestJSON-1660290332 tempest-TenantUsagesTestJSON-1660290332-project] 10.222.0.41 "GET /v2.0/ports?device_id=47691936-b6d7-4ae9-9a06-dea7df3895d8 HTTP/1.1" status: 200 len: 950 time: 0.9691763 Jun 01 18:41:16.322914 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d5fed9-e897-46b2-9f09-676bde4298b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a97afea-3a3a-4ed5-9e93-0003660f8078,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:41:16.354965 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-79d5fed9-e897-46b2-9f09-676bde4298b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:16.355260 n-d-844202-1 neutron-server[88524]: INFO neutron.db.segments_db [None req-79d5fed9-e897-46b2-9f09-676bde4298b6 admin admin] Added segment a1310717-bc57-42e1-a422-2eb89ff00c79 of type vlan for network d7ff6e4b-0a62-4426-a8f8-78d8b6162d6a Jun 01 18:41:16.365945 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-a565792c-4c67-43d5-be3d-155897b0d86d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7963473-2ba4-4d96-946f-45675f8efef5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1981723236-router', 'tenant_id': '791cd63522fd41cfbd5ae3d119118261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': '0a10ce14-b8ee-427c-a90e-ab2b9c33098a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:41:03Z', 'updated_at': '2022-06-01T18:41:08Z', 'revision_number': 3, 'project_id': '791cd63522fd41cfbd5ae3d119118261', 'gw_port': {'id': '0a10ce14-b8ee-427c-a90e-ab2b9c33098a', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c5:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7963473-2ba4-4d96-946f-45675f8efef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:41:06Z', 'updated_at': '2022-06-01T18:41:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:41:16.374064 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a565792c-4c67-43d5-be3d-155897b0d86d None None] The sync data for ids ['b7963473-2ba4-4d96-946f-45675f8efef5'] in n-d-844202-1 is: [{'id': 'b7963473-2ba4-4d96-946f-45675f8efef5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1981723236-router', 'tenant_id': '791cd63522fd41cfbd5ae3d119118261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': '0a10ce14-b8ee-427c-a90e-ab2b9c33098a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:41:03Z', 'updated_at': '2022-06-01T18:41:08Z', 'revision_number': 3, 'project_id': '791cd63522fd41cfbd5ae3d119118261', 'gw_port': {'id': '0a10ce14-b8ee-427c-a90e-ab2b9c33098a', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c5:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7963473-2ba4-4d96-946f-45675f8efef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:41:06Z', 'updated_at': '2022-06-01T18:41:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}] {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 18:41:16.378336 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5fec3aa1-b2b0-472b-8a6c-7ebc51df56cb req-e2343cbe-3a81-4f37-9254-400adf93df5d tempest-LiveMigrationNegativeTest-1882969379 tempest-LiveMigrationNegativeTest-1882969379-project] 10.222.0.41 "GET /v2.0/security-groups?id=c22519b8-f40a-47d0-938e-7f5b69f12a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872214 Jun 01 18:41:16.388026 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ba6b510e-563a-41cd-84ab-aafd02fa7a30 req-23d54572-547f-47a8-b815-4d806c6740ea service neutron] 10.222.0.50 "GET /v2.0/networks/898153a3-5d71-43be-9d14-343ea4a48426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8417540 Jun 01 18:41:16.452127 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-79d5fed9-e897-46b2-9f09-676bde4298b6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:16.459584 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-fa496023-5fff-4af2-954a-584296f22521 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:41:16.516980 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-fa496023-5fff-4af2-954a-584296f22521 admin admin] Usage tracker for resource:security_group_rule and tenant:bde9d4b93a2f4675bb9786a1f1cf2917 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:41:16.530252 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-fa496023-5fff-4af2-954a-584296f22521 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:41:16.560984 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-fa496023-5fff-4af2-954a-584296f22521 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:41:16.570223 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-7b451e2e-940f-4ca2-8870-bb32bb3a8445 req-ec1aa9ef-1dea-4fca-848f-78636bae62dc tempest-TenantUsagesTestJSON-1660290332 tempest-TenantUsagesTestJSON-1660290332-project] 10.222.0.41 "GET /v2.0/security-groups?id=67f0404a-d4e3-46a0-be10-247cff466c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2520561 Jun 01 18:41:16.624579 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-f9db4687-b562-4967-a884-dc4e6122ae7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51e6fe8c-7f65-47ca-b6f1-48e3eb04305d', 'name': 'tempest-VolumesAdminNegativeTest-1260325399-router', 'tenant_id': 'ccc3866df726420d865ae40df69383ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': '28b472d7-ef1b-46bd-9c0f-6e9ae1479ad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:40:59Z', 'updated_at': '2022-06-01T18:41:10Z', 'revision_number': 4, 'project_id': 'ccc3866df726420d865ae40df69383ae', 'gw_port': {'id': '28b472d7-ef1b-46bd-9c0f-6e9ae1479ad1', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:20:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e6fe8c-7f65-47ca-b6f1-48e3eb04305d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:41:02Z', 'updated_at': '2022-06-01T18:41:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '0e845dba-7a98-4b43-93bf-2c9fe8c0c499', 'name': '', 'network_id': 'e376e31f-d7fc-4c94-a911-fdf7b219dbbf', 'tenant_id': 'ccc3866df726420d865ae40df69383ae', 'mac_address': 'fa:16:3e:09:ea:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51e6fe8c-7f65-47ca-b6f1-48e3eb04305d', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'b515e042-63ba-4f60-823c-65d0c449d014', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:41:09Z', 'updated_at': '2022-06-01T18:41:15Z', 'revision_number': 4, 'project_id': 'ccc3866df726420d865ae40df69383ae', 'subnets': [{'id': 'b515e042-63ba-4f60-823c-65d0c449d014', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:41:16.629766 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9db4687-b562-4967-a884-dc4e6122ae7f None None] The sync data for ids ['51e6fe8c-7f65-47ca-b6f1-48e3eb04305d'] in n-d-844202-1 is: [{'id': '51e6fe8c-7f65-47ca-b6f1-48e3eb04305d', 'name': 'tempest-VolumesAdminNegativeTest-1260325399-router', 'tenant_id': 'ccc3866df726420d865ae40df69383ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': '28b472d7-ef1b-46bd-9c0f-6e9ae1479ad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:40:59Z', 'updated_at': '2022-06-01T18:41:10Z', 'revision_number': 4, 'project_id': 'ccc3866df726420d865ae40df69383ae', 'gw_port': {'id': '28b472d7-ef1b-46bd-9c0f-6e9ae1479ad1', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:20:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e6fe8c-7f65-47ca-b6f1-48e3eb04305d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:41:02Z', 'updated_at': '2022-06-01T18:41:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '0e845dba-7a98-4b43-93bf-2c9fe8c0c499', 'name': '', 'network_id': 'e376e31f-d7fc-4c94-a911-fdf7b219dbbf', 'tenant_id': 'ccc3866df726420d865ae40df69383ae', 'mac_address': 'fa:16:3e:09:ea:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51e6fe8c-7f65-47ca-b6f1-48e3eb04305d', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'b515e042-63ba-4f60-823c-65d0c449d014', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:41:09Z', 'updated_at': '2022-06-01T18:41:15Z', 'revision_number': 4, 'project_id': 'ccc3866df726420d865ae40df69383ae', 'subnets': [{'id': 'b515e042-63ba-4f60-823c-65d0c449d014', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 18:41:16.747185 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-79d5fed9-e897-46b2-9f09-676bde4298b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:16.748751 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d5fed9-e897-46b2-9f09-676bde4298b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:41:16.753198 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-79d5fed9-e897-46b2-9f09-676bde4298b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:16.758783 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267811ae-311a-4795-8ad4-77d4d15d5173 req-1054d73c-c6ff-4c7c-9b98-ff063a4be675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:41:16.760720 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-267811ae-311a-4795-8ad4-77d4d15d5173 req-1054d73c-c6ff-4c7c-9b98-ff063a4be675 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0182a2e51ffc43df8efdd2130dbcea4d&device_id=7d29c071-4e6a-4167-9c9f-69f1a274133e HTTP/1.1" status: 200 len: 1096 time: 0.2970445 Jun 01 18:41:16.834530 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [req-66de9e7c-1d5c-4d7f-8ae8-4189df997852 req-848c4e27-a983-4c3d-b4b8-268a23e5243f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b29cde38-1e74-4c37-bf95-a285a435b640 {{(pid=88525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:41:16.883905 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-79d5fed9-e897-46b2-9f09-676bde4298b6 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.5527384 Jun 01 18:41:16.889051 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 42190) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:41:16.976287 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 0e845dba-7a98-4b43-93bf-2c9fe8c0c499 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:41:16.977953 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-66de9e7c-1d5c-4d7f-8ae8-4189df997852 req-848c4e27-a983-4c3d-b4b8-268a23e5243f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:17.023149 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-92530e32-f067-4bab-8104-fd32da1a474d req-1aa1c2be-5710-4763-acc4-1222934b7323 tempest-DeleteServersAdminTestJSON-2061919509 tempest-DeleteServersAdminTestJSON-2061919509-project] 10.222.0.41 "GET /v2.0/ports?device_id=df260670-b4bb-44df-91a5-7000c712ab59 HTTP/1.1" status: 200 len: 210 time: 0.1759431 Jun 01 18:41:17.038759 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-fa496023-5fff-4af2-954a-584296f22521 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:17.045455 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [req-66de9e7c-1d5c-4d7f-8ae8-4189df997852 req-848c4e27-a983-4c3d-b4b8-268a23e5243f service neutron] Transition to ACTIVE for port object b29cde38-1e74-4c37-bf95-a285a435b640 will not be triggered until provisioned by entity L2. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:41:17.048331 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-fa496023-5fff-4af2-954a-584296f22521 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:17.086590 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-66de9e7c-1d5c-4d7f-8ae8-4189df997852 req-848c4e27-a983-4c3d-b4b8-268a23e5243f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:17.114520 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-c55651b2-0aca-4c04-b00a-ddab4c4a4c39 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:17.138053 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [None req-c55651b2-0aca-4c04-b00a-ddab4c4a4c39 admin admin] Transition to ACTIVE for port object 4116bb34-a6fa-4a03-90bf-05e711587487 will not be triggered until provisioned by entity DHCP. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:41:17.198908 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-e751340d-0b99-4b87-9752-e77c5b73098b admin admin] Request body: {'subnet': {'network_id': 'd7ff6e4b-0a62-4426-a8f8-78d8b6162d6a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-805511968-subnet', 'tenant_id': '14e756b1dfd64355b9ed3a4916d3e633', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:41:17.201013 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848c4e27-a983-4c3d-b4b8-268a23e5243f service neutron] Pushing event updated for resources: {'Port': ['ID=b29cde38-1e74-4c37-bf95-a285a435b640,revision_number=2']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:41:17.210135 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port 0e845dba-7a98-4b43-93bf-2c9fe8c0c499 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:41:17.218337 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 0e845dba-7a98-4b43-93bf-2c9fe8c0c499 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:41:17.219220 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:17.237948 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-e751340d-0b99-4b87-9752-e77c5b73098b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:41:17.242881 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-c55651b2-0aca-4c04-b00a-ddab4c4a4c39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:17.338465 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-e751340d-0b99-4b87-9752-e77c5b73098b admin admin] Usage tracker for resource:subnet and tenant:14e756b1dfd64355b9ed3a4916d3e633 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:41:17.350605 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-e751340d-0b99-4b87-9752-e77c5b73098b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:41:17.366581 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-fa496023-5fff-4af2-954a-584296f22521 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bde9d4b93a2f4675bb9786a1f1cf2917&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3264265 Jun 01 18:41:17.380686 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-e751340d-0b99-4b87-9752-e77c5b73098b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:41:17.384763 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 42196) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:41:17.391927 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d5fed9-e897-46b2-9f09-676bde4298b6 admin admin] Pushing event updated for resources: {'Network': ['ID=d7ff6e4b-0a62-4426-a8f8-78d8b6162d6a,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:41:17.438793 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c55651b2-0aca-4c04-b00a-ddab4c4a4c39 admin admin] Network 8ff033f0-924c-436a-a7c5-a3c4e591b74e is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:41:17.447833 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-c55651b2-0aca-4c04-b00a-ddab4c4a4c39 admin admin] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:41:17.469188 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa496023-5fff-4af2-954a-584296f22521 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86f17166-a7c6-4fae-b012-716b6b68cce8,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:41:17.483604 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-0f5a4b15-439b-43b9-8b30-0346e827a166 req-c94bfd16-fd65-4f0f-b0ef-c90da68f4cec tempest-ServersAdmin275Test-227233004 tempest-ServersAdmin275Test-227233004-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd6c7708-5bf6-4467-928a-cbe66c434f71 HTTP/1.1" status: 200 len: 210 time: 0.1581421 Jun 01 18:41:17.539973 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c55651b2-0aca-4c04-b00a-ddab4c4a4c39 admin admin] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:41:17.556569 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network d7ff6e4b-0a62-4426-a8f8-78d8b6162d6a details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 18:41:17.644759 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c224b930-84b6-4aae-9630-e6ed9896b77d'] response: {'server_uuid': 'df260670-b4bb-44df-91a5-7000c712ab59', 'name': 'network-vif-deleted', 'tag': 'a9b6cd6c-9ab5-4cf4-9ebb-f7998efb8b20', 'status': 'completed', 'code': 200} Jun 01 18:41:17.675466 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55651b2-0aca-4c04-b00a-ddab4c4a4c39 admin admin] Pushing event updated for resources: {'Port': ['ID=4116bb34-a6fa-4a03-90bf-05e711587487,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:41:17.706069 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267811ae-311a-4795-8ad4-77d4d15d5173 req-e00b553c-88a2-4cfb-a051-485722bba11a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:41:17.707639 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-267811ae-311a-4795-8ad4-77d4d15d5173 req-e00b553c-88a2-4cfb-a051-485722bba11a service neutron] 10.222.0.15 "GET /v2.0/networks?id=411d1518-9352-4dec-8af2-2285a53556b4 HTTP/1.1" status: 200 len: 922 time: 0.9183056 Jun 01 18:41:17.716380 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-66de9e7c-1d5c-4d7f-8ae8-4189df997852 req-848c4e27-a983-4c3d-b4b8-268a23e5243f service neutron] Attempting to bind port b29cde38-1e74-4c37-bf95-a285a435b640 on host n-h1-844202-1 for vnic_type normal with profile {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:41:17.716825 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-66de9e7c-1d5c-4d7f-8ae8-4189df997852 req-848c4e27-a983-4c3d-b4b8-268a23e5243f service neutron] Attempting to bind port b29cde38-1e74-4c37-bf95-a285a435b640 by drivers openvswitch,hyperv on host n-h1-844202-1 at level 0 using segments [{'id': 'e7a2e8fb-b3d5-44ba-bb42-81da885a74e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '411d1518-9352-4dec-8af2-2285a53556b4'}] {{(pid=88525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:41:17.717153 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66de9e7c-1d5c-4d7f-8ae8-4189df997852 req-848c4e27-a983-4c3d-b4b8-268a23e5243f service neutron] Attempting to bind port b29cde38-1e74-4c37-bf95-a285a435b640 on network 411d1518-9352-4dec-8af2-2285a53556b4 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:41:17.718352 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b7e2b1b2-07ec-49a0-bdec-733a59d8a61f req-7335a256-95e4-49ba-b6d0-a449f03c2d41 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cbbe0563c4474f60818766a00ea8b082&device_id=fd6c7708-5bf6-4467-928a-cbe66c434f71 HTTP/1.1" status: 200 len: 210 time: 0.2755110 Jun 01 18:41:17.720443 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e751340d-0b99-4b87-9752-e77c5b73098b admin admin] Made reservation on behalf of 14e756b1dfd64355b9ed3a4916d3e633 for: {'subnet': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:41:17.724829 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e751340d-0b99-4b87-9752-e77c5b73098b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3066584'] for subnet, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:17.839419 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 0e845dba-7a98-4b43-93bf-2c9fe8c0c499 is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:41:17.839713 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:17.924168 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66de9e7c-1d5c-4d7f-8ae8-4189df997852 req-848c4e27-a983-4c3d-b4b8-268a23e5243f service neutron] Port b29cde38-1e74-4c37-bf95-a285a435b640 on network 411d1518-9352-4dec-8af2-2285a53556b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-844202-1 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 18:41:17.925238 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66de9e7c-1d5c-4d7f-8ae8-4189df997852 req-848c4e27-a983-4c3d-b4b8-268a23e5243f service neutron] Attempting to bind port b29cde38-1e74-4c37-bf95-a285a435b640 on network 411d1518-9352-4dec-8af2-2285a53556b4 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:41:17.930340 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port 0e845dba-7a98-4b43-93bf-2c9fe8c0c499, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=0e845dba-7a98-4b43-93bf-2c9fe8c0c499,segment=NetworkSegment(36c06fa3-2cc2-4561-abd0-907bb0c67288),segment_id=36c06fa3-2cc2-4561-abd0-907bb0c67288)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:41:17.932120 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-267811ae-311a-4795-8ad4-77d4d15d5173 req-022e5426-36cb-410d-887c-87f724141142 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=35420f97-05c5-4e2d-b246-8037075de4fa HTTP/1.1" status: 200 len: 217 time: 0.2124660 Jun 01 18:41:17.940040 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f87e6dd7-2be9-45ce-933d-7f8b6b0096f6 None None] Provisioning for port 4116bb34-a6fa-4a03-90bf-05e711587487 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:41:17.951809 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:17.995232 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66de9e7c-1d5c-4d7f-8ae8-4189df997852 req-848c4e27-a983-4c3d-b4b8-268a23e5243f service neutron] Checking agent: {'id': 'bdb1e5d7-b998-4259-838f-3d278e930f32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 18, 41, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:41:17.997748 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66de9e7c-1d5c-4d7f-8ae8-4189df997852 req-848c4e27-a983-4c3d-b4b8-268a23e5243f service neutron] Checking segment: {'id': 'e7a2e8fb-b3d5-44ba-bb42-81da885a74e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '411d1518-9352-4dec-8af2-2285a53556b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:41:17.998309 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66de9e7c-1d5c-4d7f-8ae8-4189df997852 req-848c4e27-a983-4c3d-b4b8-268a23e5243f service neutron] Bound using segment: {'id': 'e7a2e8fb-b3d5-44ba-bb42-81da885a74e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '411d1518-9352-4dec-8af2-2285a53556b4'} {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:41:17.998930 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-66de9e7c-1d5c-4d7f-8ae8-4189df997852 req-848c4e27-a983-4c3d-b4b8-268a23e5243f service neutron] Bound port: b29cde38-1e74-4c37-bf95-a285a435b640, host: n-h1-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7a2e8fb-b3d5-44ba-bb42-81da885a74e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '411d1518-9352-4dec-8af2-2285a53556b4'}}] {{(pid=88525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:41:17.999441 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-66de9e7c-1d5c-4d7f-8ae8-4189df997852 req-848c4e27-a983-4c3d-b4b8-268a23e5243f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:18.000618 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f87e6dd7-2be9-45ce-933d-7f8b6b0096f6 None None] Provisioning complete for port 4116bb34-a6fa-4a03-90bf-05e711587487 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:41:18.001110 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f87e6dd7-2be9-45ce-933d-7f8b6b0096f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:18.010147 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b7e2b1b2-07ec-49a0-bdec-733a59d8a61f req-39d01170-f327-48b6-a16d-877cb442941f service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=cbbe0563c4474f60818766a00ea8b082&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2536964 Jun 01 18:41:18.011086 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-c55651b2-0aca-4c04-b00a-ddab4c4a4c39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-887605'] for router_interface, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:18.104770 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f87e6dd7-2be9-45ce-933d-7f8b6b0096f6 None None] Port 4116bb34-a6fa-4a03-90bf-05e711587487 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 18:41:18.108286 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=0e845dba-7a98-4b43-93bf-2c9fe8c0c499,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:41:18.181732 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267811ae-311a-4795-8ad4-77d4d15d5173 req-537a3956-b661-4aa1-9ffa-091f15467030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:41:18.183158 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-267811ae-311a-4795-8ad4-77d4d15d5173 req-537a3956-b661-4aa1-9ffa-091f15467030 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cfa67698-6bf3-43ec-a752-299eaec79caf HTTP/1.1" status: 200 len: 861 time: 0.2359579 Jun 01 18:41:18.247210 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-267811ae-311a-4795-8ad4-77d4d15d5173 req-693262de-1a8d-4e2d-b3cb-fbe9db87c028 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=411d1518-9352-4dec-8af2-2285a53556b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556817 Jun 01 18:41:18.256343 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85843091-4926-431e-8979-034010d6a46f req-997c6a70-a899-42ed-ba14-4ca8c7231799 tempest-LiveMigrationNegativeTest-1882969379 tempest-LiveMigrationNegativeTest-1882969379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:41:18.257767 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-85843091-4926-431e-8979-034010d6a46f req-997c6a70-a899-42ed-ba14-4ca8c7231799 tempest-LiveMigrationNegativeTest-1882969379 tempest-LiveMigrationNegativeTest-1882969379-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ed323ce-e0cd-4c98-8e53-25c534a22845 HTTP/1.1" status: 200 len: 949 time: 0.4037993 Jun 01 18:41:18.259017 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-66de9e7c-1d5c-4d7f-8ae8-4189df997852 req-848c4e27-a983-4c3d-b4b8-268a23e5243f service neutron] For port b29cde38-1e74-4c37-bf95-a285a435b640, host n-h1-844202-1, cleared binding levels {{(pid=88525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:41:18.305979 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79180bdc-0112-41ad-872a-3e336f4f6adb req-01101566-b6ba-4765-8f34-53bd5b950482 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:41:18.307889 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-79180bdc-0112-41ad-872a-3e336f4f6adb req-01101566-b6ba-4765-8f34-53bd5b950482 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b432ea8-6343-4437-89ac-a5a9fde09c84 HTTP/1.1" status: 200 len: 931 time: 1.7108607 Jun 01 18:41:18.357587 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-66de9e7c-1d5c-4d7f-8ae8-4189df997852 req-848c4e27-a983-4c3d-b4b8-268a23e5243f service neutron] For port b29cde38-1e74-4c37-bf95-a285a435b640, host n-h1-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=b29cde38-1e74-4c37-bf95-a285a435b640,segment=NetworkSegment(e7a2e8fb-b3d5-44ba-bb42-81da885a74e3),segment_id=e7a2e8fb-b3d5-44ba-bb42-81da885a74e3)] {{(pid=88525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:41:18.383259 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device a2548e79-ae7a-4732-be82-19b1f6e66027 up at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:41:18.429509 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-c55651b2-0aca-4c04-b00a-ddab4c4a4c39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:18.450903 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ac960994-0dfb-4b22-a1e1-853cfde41c4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:18.465615 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-66de9e7c-1d5c-4d7f-8ae8-4189df997852 req-848c4e27-a983-4c3d-b4b8-268a23e5243f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:18.481693 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning for port a2548e79-ae7a-4732-be82-19b1f6e66027 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:41:18.489137 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning complete for port a2548e79-ae7a-4732-be82-19b1f6e66027 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:41:18.489887 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:18.552286 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-79180bdc-0112-41ad-872a-3e336f4f6adb req-53c7e110-db70-48b0-ba4f-218f9f1a9431 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] 10.222.0.41 "GET /v2.0/security-groups?id=444c87ba-31dc-4b5a-9977-492e198b845a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201159 Jun 01 18:41:18.562885 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ac960994-0dfb-4b22-a1e1-853cfde41c4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:18.565441 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-85843091-4926-431e-8979-034010d6a46f req-08428e4e-b072-4499-ba1e-377c412f83d8 tempest-LiveMigrationNegativeTest-1882969379 tempest-LiveMigrationNegativeTest-1882969379-project] 10.222.0.41 "GET /v2.0/security-groups?id=c22519b8-f40a-47d0-938e-7f5b69f12a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2794647 Jun 01 18:41:18.573262 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e2b1b2-07ec-49a0-bdec-733a59d8a61f req-306181ae-c3f6-4501-adc5-622735b5e5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:41:18.574790 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b7e2b1b2-07ec-49a0-bdec-733a59d8a61f req-306181ae-c3f6-4501-adc5-622735b5e5a9 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4231865 Jun 01 18:41:18.617228 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66de9e7c-1d5c-4d7f-8ae8-4189df997852 req-848c4e27-a983-4c3d-b4b8-268a23e5243f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:41:18.618911 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-66de9e7c-1d5c-4d7f-8ae8-4189df997852 req-848c4e27-a983-4c3d-b4b8-268a23e5243f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:18.620481 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-66de9e7c-1d5c-4d7f-8ae8-4189df997852 req-848c4e27-a983-4c3d-b4b8-268a23e5243f service neutron] 10.222.0.15 "PUT /v2.0/ports/b29cde38-1e74-4c37-bf95-a285a435b640 HTTP/1.1" status: 200 len: 1091 time: 3.4959161 Jun 01 18:41:18.621099 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b432ea8-6343-4437-89ac-a5a9fde09c84', 'tag': 'b29cde38-1e74-4c37-bf95-a285a435b640'}] {{(pid=88525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:41:18.659099 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848c4e27-a983-4c3d-b4b8-268a23e5243f service neutron] Pushing event updated for resources: {'Port': ['ID=b29cde38-1e74-4c37-bf95-a285a435b640,revision_number=3']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:41:18.665034 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-267811ae-311a-4795-8ad4-77d4d15d5173 req-ae412ac6-0374-4551-9602-eb3369a81d75 service neutron] 10.222.0.15 "GET /v2.0/networks/411d1518-9352-4dec-8af2-2285a53556b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4039512 Jun 01 18:41:18.707490 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port a2548e79-ae7a-4732-be82-19b1f6e66027 is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:41:18.707863 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:18.809977 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ed323ce-e0cd-4c98-8e53-25c534a22845', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2548e79-ae7a-4732-be82-19b1f6e66027'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:41:18.863654 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port a2548e79-ae7a-4732-be82-19b1f6e66027, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=a2548e79-ae7a-4732-be82-19b1f6e66027,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:41:18.875194 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:19.002803 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-267811ae-311a-4795-8ad4-77d4d15d5173 req-a765859d-a8b9-4839-9629-dc21d8bf9ebd service neutron] 10.222.0.15 "GET /v2.0/networks/411d1518-9352-4dec-8af2-2285a53556b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2394323 Jun 01 18:41:19.057110 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=a2548e79-ae7a-4732-be82-19b1f6e66027,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:41:19.068369 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d04f3008-b394-4472-ba14-c4d3bf1b528e req-82949b86-9557-40a1-9b19-f0c95bb634ec tempest-ServersAdmin275Test-227233004 tempest-ServersAdmin275Test-227233004-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd6c7708-5bf6-4467-928a-cbe66c434f71 HTTP/1.1" status: 200 len: 210 time: 0.0880034 Jun 01 18:41:19.074088 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9dccd11c-fcea-41ce-8dca-2ca4d63d7f1b req-9fc31888-b7fe-4729-9e61-1130a795619c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=fd6c7708-5bf6-4467-928a-cbe66c434f71 HTTP/1.1" status: 200 len: 210 time: 0.2121265 Jun 01 18:41:19.087236 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 0e845dba-7a98-4b43-93bf-2c9fe8c0c499 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:41:19.141272 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ac960994-0dfb-4b22-a1e1-853cfde41c4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:19.172264 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e751340d-0b99-4b87-9752-e77c5b73098b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2718919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3066602'] for subnet, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:19.203675 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d74ea81-6635-4e11-8e0c-d1db37342b9a req-2ba58aef-3cf6-42f2-a276-144fc9663ebb tempest-TenantUsagesTestJSON-1660290332 tempest-TenantUsagesTestJSON-1660290332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:41:19.210426 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac960994-0dfb-4b22-a1e1-853cfde41c4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86f17166-a7c6-4fae-b012-716b6b68cce8,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:41:19.212855 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2d74ea81-6635-4e11-8e0c-d1db37342b9a req-2ba58aef-3cf6-42f2-a276-144fc9663ebb tempest-TenantUsagesTestJSON-1660290332 tempest-TenantUsagesTestJSON-1660290332-project] 10.222.0.41 "GET /v2.0/ports?device_id=47691936-b6d7-4ae9-9a06-dea7df3895d8 HTTP/1.1" status: 200 len: 950 time: 0.1938839 Jun 01 18:41:19.218667 n-d-844202-1 neutron-server[88525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-335803fa-ac68-47cd-b6d6-0e0afac5e91b'] response: {'name': 'network-changed', 'server_uuid': '4b432ea8-6343-4437-89ac-a5a9fde09c84', 'tag': 'b29cde38-1e74-4c37-bf95-a285a435b640', 'status': 'completed', 'code': 200} Jun 01 18:41:19.260925 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 0e845dba-7a98-4b43-93bf-2c9fe8c0c499 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:41:19.261383 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:19.273035 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66de9e7c-1d5c-4d7f-8ae8-4189df997852 req-59cc04b0-3814-4f53-84b7-b926139a44d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:41:19.275373 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-66de9e7c-1d5c-4d7f-8ae8-4189df997852 req-59cc04b0-3814-4f53-84b7-b926139a44d2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0182a2e51ffc43df8efdd2130dbcea4d&device_id=4b432ea8-6343-4437-89ac-a5a9fde09c84 HTTP/1.1" status: 200 len: 1094 time: 0.6048851 Jun 01 18:41:19.295256 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-773e031b-7f65-412d-b419-6c934bd7018b'] response: {'server_uuid': '8ed323ce-e0cd-4c98-8e53-25c534a22845', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2548e79-ae7a-4732-be82-19b1f6e66027', 'code': 200} Jun 01 18:41:19.309852 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ac960994-0dfb-4b22-a1e1-853cfde41c4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:19.312694 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-ac960994-0dfb-4b22-a1e1-853cfde41c4c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/86f17166-a7c6-4fae-b012-716b6b68cce8 HTTP/1.1" status: 204 len: 168 time: 1.9223607 Jun 01 18:41:19.343318 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-c55651b2-0aca-4c04-b00a-ddab4c4a4c39 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:19.345366 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e751340d-0b99-4b87-9752-e77c5b73098b admin admin] Pushing event updated for resources: {'Subnet': ['ID=1abb479d-d1ae-4cd4-a97e-3c22cdc69a43,revision_number=0']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:41:19.353835 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-c55651b2-0aca-4c04-b00a-ddab4c4a4c39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:19.407714 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2d74ea81-6635-4e11-8e0c-d1db37342b9a req-58b10341-93e3-45c2-8fd5-9be134852c56 tempest-TenantUsagesTestJSON-1660290332 tempest-TenantUsagesTestJSON-1660290332-project] 10.222.0.41 "GET /v2.0/security-groups?id=67f0404a-d4e3-46a0-be10-247cff466c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939871 Jun 01 18:41:19.417888 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-66de9e7c-1d5c-4d7f-8ae8-4189df997852 req-c8dcf27e-6bc2-4ed7-8324-c74d3240c447 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b29cde38-1e74-4c37-bf95-a285a435b640 HTTP/1.1" status: 200 len: 217 time: 0.1266577 Jun 01 18:41:19.497789 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 0e845dba-7a98-4b43-93bf-2c9fe8c0c499 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:41:19.499124 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 0a10ce14-b8ee-427c-a90e-ab2b9c33098a up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:41:19.546432 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e751340d-0b99-4b87-9752-e77c5b73098b admin admin] Checking segment: {'id': 'a1310717-bc57-42e1-a422-2eb89ff00c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'd7ff6e4b-0a62-4426-a8f8-78d8b6162d6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:41:19.546788 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e751340d-0b99-4b87-9752-e77c5b73098b admin admin] Network hostable DHCP agents. Network: d7ff6e4b-0a62-4426-a8f8-78d8b6162d6a, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88524) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 18:41:19.562898 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66de9e7c-1d5c-4d7f-8ae8-4189df997852 req-643c8a7d-b881-46f6-b375-815cb2ec6085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:41:19.564821 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-66de9e7c-1d5c-4d7f-8ae8-4189df997852 req-643c8a7d-b881-46f6-b375-815cb2ec6085 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cfa67698-6bf3-43ec-a752-299eaec79caf HTTP/1.1" status: 200 len: 861 time: 0.1355336 Jun 01 18:41:19.633218 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port 0a10ce14-b8ee-427c-a90e-ab2b9c33098a completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:41:19.642458 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 0a10ce14-b8ee-427c-a90e-ab2b9c33098a triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:41:19.644620 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:19.649038 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4f2aa73e-783f-4485-8227-e298c52d7a7e req-76174724-985a-4e65-bd4c-82f5279e7f40 tempest-DeleteServersAdminTestJSON-2061919509 tempest-DeleteServersAdminTestJSON-2061919509-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=d5f05626738f4d9fbc9a31a1cd2ddc0e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1793129 Jun 01 18:41:19.659227 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-66de9e7c-1d5c-4d7f-8ae8-4189df997852 req-0ab90a3b-96d9-4a38-8236-6bf6fbf38efb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=411d1518-9352-4dec-8af2-2285a53556b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0769019 Jun 01 18:41:19.812191 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e751340d-0b99-4b87-9752-e77c5b73098b admin admin] Network d7ff6e4b-0a62-4426-a8f8-78d8b6162d6a is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88524) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 18:41:19.818056 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-66de9e7c-1d5c-4d7f-8ae8-4189df997852 req-9c64bdee-edb0-4515-8bf0-504ef0955b6a service neutron] 10.222.0.15 "GET /v2.0/networks/411d1518-9352-4dec-8af2-2285a53556b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518836 Jun 01 18:41:19.827551 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2aa73e-783f-4485-8227-e298c52d7a7e req-f6f0a701-1086-42a0-b498-aa35519383d5 tempest-DeleteServersAdminTestJSON-2061919509 tempest-DeleteServersAdminTestJSON-2061919509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:41:19.837382 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4f2aa73e-783f-4485-8227-e298c52d7a7e req-f6f0a701-1086-42a0-b498-aa35519383d5 tempest-DeleteServersAdminTestJSON-2061919509 tempest-DeleteServersAdminTestJSON-2061919509-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1862619 Jun 01 18:41:19.871174 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4f2aa73e-783f-4485-8227-e298c52d7a7e req-e5865bd3-457c-48e1-9cf6-165e3c797fd1 tempest-DeleteServersAdminTestJSON-2061919509 tempest-DeleteServersAdminTestJSON-2061919509-project] 10.222.0.41 "GET /v2.0/quotas/d5f05626738f4d9fbc9a31a1cd2ddc0e HTTP/1.1" status: 200 len: 375 time: 0.0329049 Jun 01 18:41:19.872297 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55651b2-0aca-4c04-b00a-ddab4c4a4c39 admin admin] Pushing event updated for resources: {'Port': ['ID=4116bb34-a6fa-4a03-90bf-05e711587487,revision_number=2']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:41:19.924086 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-e751340d-0b99-4b87-9752-e77c5b73098b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, d7ff6e4b-0a62-4426-a8f8-78d8b6162d6a) {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:41:19.940405 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-c55651b2-0aca-4c04-b00a-ddab4c4a4c39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-887436'] for router_interface, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:19.958719 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e751340d-0b99-4b87-9752-e77c5b73098b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:41:19.959304 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e751340d-0b99-4b87-9752-e77c5b73098b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:19.964205 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-4f2aa73e-783f-4485-8227-e298c52d7a7e req-9da1b60d-9e08-4397-bfb4-76912d1a2b46 tempest-DeleteServersAdminTestJSON-2061919509 tempest-DeleteServersAdminTestJSON-2061919509-project] Synchronizing usage tracker for tenant:d5f05626738f4d9fbc9a31a1cd2ddc0e on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:41:19.975663 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2618fc2f-06ab-4360-ab90-2f506d888628 None None] Network d7ff6e4b-0a62-4426-a8f8-78d8b6162d6a requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 18:41:20.043907 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-66de9e7c-1d5c-4d7f-8ae8-4189df997852 req-9ce1d177-cab6-4c4d-ae7b-c6b2fda89932 service neutron] 10.222.0.15 "GET /v2.0/networks/411d1518-9352-4dec-8af2-2285a53556b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2179999 Jun 01 18:41:20.089454 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 0a10ce14-b8ee-427c-a90e-ab2b9c33098a is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:41:20.090053 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:20.099199 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-4f2aa73e-783f-4485-8227-e298c52d7a7e req-9da1b60d-9e08-4397-bfb4-76912d1a2b46 tempest-DeleteServersAdminTestJSON-2061919509 tempest-DeleteServersAdminTestJSON-2061919509-project] Unset dirty status for tenant:d5f05626738f4d9fbc9a31a1cd2ddc0e on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:41:20.106741 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4f2aa73e-783f-4485-8227-e298c52d7a7e req-9da1b60d-9e08-4397-bfb4-76912d1a2b46 tempest-DeleteServersAdminTestJSON-2061919509 tempest-DeleteServersAdminTestJSON-2061919509-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=d5f05626738f4d9fbc9a31a1cd2ddc0e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2195134 Jun 01 18:41:20.119241 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port 0a10ce14-b8ee-427c-a90e-ab2b9c33098a, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=0a10ce14-b8ee-427c-a90e-ab2b9c33098a,segment=NetworkSegment(7875af61-4c53-4ff2-b8c8-d4b7c35ff947),segment_id=7875af61-4c53-4ff2-b8c8-d4b7c35ff947)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:41:20.161389 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:20.228921 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53046d68-bb63-49c2-98a4-59a4563f5eff req-f890e30f-e7d2-4781-9b8b-6bc3448a13f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:41:20.232908 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-53046d68-bb63-49c2-98a4-59a4563f5eff req-f890e30f-e7d2-4781-9b8b-6bc3448a13f3 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=8ed323ce-e0cd-4c98-8e53-25c534a22845 HTTP/1.1" status: 200 len: 1101 time: 0.8357999 Jun 01 18:41:20.234226 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-e751340d-0b99-4b87-9752-e77c5b73098b admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 3.3280191 Jun 01 18:41:20.241194 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 42248) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:41:20.263280 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-de95f281-99bc-468b-9a1b-7720ef75fbce admin admin] Request body: {'router': {'name': 'tempest-VolumesAdminNegativeTest-805511968-router', 'tenant_id': '14e756b1dfd64355b9ed3a4916d3e633', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:41:20.270711 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-de95f281-99bc-468b-9a1b-7720ef75fbce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:41:20.275135 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-de95f281-99bc-468b-9a1b-7720ef75fbce admin admin] Usage tracker for resource:router and tenant:14e756b1dfd64355b9ed3a4916d3e633 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:41:20.281644 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-de95f281-99bc-468b-9a1b-7720ef75fbce admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:41:20.294793 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-de95f281-99bc-468b-9a1b-7720ef75fbce admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:41:20.344019 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=0a10ce14-b8ee-427c-a90e-ab2b9c33098a,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:41:20.356594 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-de95f281-99bc-468b-9a1b-7720ef75fbce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-885767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25238'] for router, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:20.357898 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-de95f281-99bc-468b-9a1b-7720ef75fbce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-901042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-886562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-981784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25327'] for router, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:20.387958 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4983311-00d6-4a91-b91a-0450d4561747 req-a6ce1b7a-106d-41e1-acf6-251294fcfd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:41:20.389569 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c4983311-00d6-4a91-b91a-0450d4561747 req-a6ce1b7a-106d-41e1-acf6-251294fcfd75 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0182a2e51ffc43df8efdd2130dbcea4d&device_id=4b432ea8-6343-4437-89ac-a5a9fde09c84 HTTP/1.1" status: 200 len: 1094 time: 0.1395786 Jun 01 18:41:20.398773 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04429a7a-2d08-4fa8-bb7c-df8bccfa8e30 req-154c835a-02d5-4d58-a967-333a1232758a tempest-LiveMigrationNegativeTest-1882969379 tempest-LiveMigrationNegativeTest-1882969379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:41:20.400485 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-04429a7a-2d08-4fa8-bb7c-df8bccfa8e30 req-154c835a-02d5-4d58-a967-333a1232758a tempest-LiveMigrationNegativeTest-1882969379 tempest-LiveMigrationNegativeTest-1882969379-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ed323ce-e0cd-4c98-8e53-25c534a22845 HTTP/1.1" status: 200 len: 950 time: 0.2213438 Jun 01 18:41:20.424411 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-de95f281-99bc-468b-9a1b-7720ef75fbce admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:20.548843 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-04429a7a-2d08-4fa8-bb7c-df8bccfa8e30 req-adeb08ea-59df-4257-b329-4629f7892e25 tempest-LiveMigrationNegativeTest-1882969379 tempest-LiveMigrationNegativeTest-1882969379-project] 10.222.0.41 "GET /v2.0/security-groups?id=c22519b8-f40a-47d0-938e-7f5b69f12a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250057 Jun 01 18:41:20.596749 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6643fac5-9a86-41aa-bb0b-ec37931ef3c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc93f83c3-7fb6-5c13-a9d4-29d739a4e8d2-d7ff6e4b-0a62-4426-a8f8-78d8b6162d6a', 'network_id': 'd7ff6e4b-0a62-4426-a8f8-78d8b6162d6a', 'tenant_id': '14e756b1dfd64355b9ed3a4916d3e633', 'fixed_ips': [{'subnet_id': '1abb479d-d1ae-4cd4-a97e-3c22cdc69a43'}]}} from n-d-844202-1. {{(pid=88526) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 18:41:20.598192 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6643fac5-9a86-41aa-bb0b-ec37931ef3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:20.641396 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4983311-00d6-4a91-b91a-0450d4561747 req-ba310aac-2052-47e6-ac23-bfb5059068ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:41:20.644220 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c4983311-00d6-4a91-b91a-0450d4561747 req-ba310aac-2052-47e6-ac23-bfb5059068ab service neutron] 10.222.0.15 "GET /v2.0/networks?id=411d1518-9352-4dec-8af2-2285a53556b4 HTTP/1.1" status: 200 len: 922 time: 0.2427192 Jun 01 18:41:20.806339 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c4983311-00d6-4a91-b91a-0450d4561747 req-e97aabe8-278d-4fd3-86bf-9684f48b5680 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b29cde38-1e74-4c37-bf95-a285a435b640 HTTP/1.1" status: 200 len: 217 time: 0.1552610 Jun 01 18:41:20.860743 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.db_base_plugin_common [None req-6643fac5-9a86-41aa-bb0b-ec37931ef3c5 None None] Allocated IP 172.20.0.2 (d7ff6e4b-0a62-4426-a8f8-78d8b6162d6a/1abb479d-d1ae-4cd4-a97e-3c22cdc69a43/d8f509f4-5e75-4ea3-99cf-0c985bc18ccf) {{(pid=88526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:41:20.935423 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-53046d68-bb63-49c2-98a4-59a4563f5eff req-efbd171b-7d07-450e-a748-34a7ac144288 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=c22519b8-f40a-47d0-938e-7f5b69f12a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6918397 Jun 01 18:41:20.982698 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-5cb3a0bc-d1fb-41f1-8760-9c6b5c90210b req-3195906f-e2df-4d6b-97b2-c51c275fd3c7 tempest-ServersAdmin275Test-227233004 tempest-ServersAdmin275Test-227233004-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd6c7708-5bf6-4467-928a-cbe66c434f71 HTTP/1.1" status: 200 len: 210 time: 0.0922914 Jun 01 18:41:21.010901 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4983311-00d6-4a91-b91a-0450d4561747 req-3c5ca347-046c-44be-b9ab-d9353e7b69ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:41:21.015186 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c4983311-00d6-4a91-b91a-0450d4561747 req-3c5ca347-046c-44be-b9ab-d9353e7b69ec service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cfa67698-6bf3-43ec-a752-299eaec79caf HTTP/1.1" status: 200 len: 861 time: 0.1971519 Jun 01 18:41:21.054896 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 0a10ce14-b8ee-427c-a90e-ab2b9c33098a up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:41:21.099071 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 42274) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:41:21.143876 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c4983311-00d6-4a91-b91a-0450d4561747 req-65daeb76-86a1-4bc0-821e-e758b847a63f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=411d1518-9352-4dec-8af2-2285a53556b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1215255 Jun 01 18:41:21.180528 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-de95f281-99bc-468b-9a1b-7720ef75fbce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-886608', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-885830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25341'] for router, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:21.200522 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 0a10ce14-b8ee-427c-a90e-ab2b9c33098a triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:41:21.211507 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:21.221228 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c55651b2-0aca-4c04-b00a-ddab4c4a4c39 admin admin] Network 8ff033f0-924c-436a-a7c5-a3c4e591b74e is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:41:21.267365 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-c55651b2-0aca-4c04-b00a-ddab4c4a4c39 admin admin] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:41:21.295587 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b049755c-5bcf-404a-aa5d-5891a8a84fcd req-5d5255cd-3e16-49e6-bb57-df40a9ece27c tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:41:21.303352 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b049755c-5bcf-404a-aa5d-5891a8a84fcd req-5d5255cd-3e16-49e6-bb57-df40a9ece27c tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b432ea8-6343-4437-89ac-a5a9fde09c84 HTTP/1.1" status: 200 len: 943 time: 0.8369112 Jun 01 18:41:21.397724 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6643fac5-9a86-41aa-bb0b-ec37931ef3c5 None None] Notify callbacks [] for port, precommit_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:21.461874 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6643fac5-9a86-41aa-bb0b-ec37931ef3c5 None None] Transition to ACTIVE for port object d8f509f4-5e75-4ea3-99cf-0c985bc18ccf will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:41:21.471254 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-c62e35d2-ab8b-4a7f-83e9-088c86f38361 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-337712717-network', 'tenant_id': '28042772ed574d8d819a50a6409395af'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:41:21.482884 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-c62e35d2-ab8b-4a7f-83e9-088c86f38361 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:41:21.491501 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b049755c-5bcf-404a-aa5d-5891a8a84fcd req-6281f579-71ff-4c79-af1b-73e6f33706d6 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] 10.222.0.41 "GET /v2.0/security-groups?id=444c87ba-31dc-4b5a-9977-492e198b845a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855094 Jun 01 18:41:21.493916 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-02e11720-1332-40c7-9b03-3624d8c03df8 req-6d5775f9-d2bd-4a51-8350-2d81b25c3d66 tempest-DeleteServersAdminTestJSON-2061919509 tempest-DeleteServersAdminTestJSON-2061919509-project] 10.222.0.41 "GET /v2.0/ports?device_id=6214b7b0-3a08-473d-a31e-9d2ab105fc59 HTTP/1.1" status: 200 len: 210 time: 0.2226460 Jun 01 18:41:21.513842 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-c62e35d2-ab8b-4a7f-83e9-088c86f38361 admin admin] Usage tracker for resource:network and tenant:28042772ed574d8d819a50a6409395af is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:41:21.514468 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-c62e35d2-ab8b-4a7f-83e9-088c86f38361 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:41:21.528521 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-c62e35d2-ab8b-4a7f-83e9-088c86f38361 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:41:21.531381 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6643fac5-9a86-41aa-bb0b-ec37931ef3c5 None None] Transition to ACTIVE for port object d8f509f4-5e75-4ea3-99cf-0c985bc18ccf will not be triggered until provisioned by entity DHCP. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:41:21.536650 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 0a10ce14-b8ee-427c-a90e-ab2b9c33098a is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:41:21.550055 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6643fac5-9a86-41aa-bb0b-ec37931ef3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526'] for port, after_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:21.564783 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c62e35d2-ab8b-4a7f-83e9-088c86f38361 admin admin] Made reservation on behalf of 28042772ed574d8d819a50a6409395af for: {'network': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:41:21.567846 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c62e35d2-ab8b-4a7f-83e9-088c86f38361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:21.598488 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c62e35d2-ab8b-4a7f-83e9-088c86f38361 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:21.638645 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c4983311-00d6-4a91-b91a-0450d4561747 req-1cb7590e-1c7b-4fa4-a541-e0a64d2bf726 service neutron] 10.222.0.15 "GET /v2.0/networks/411d1518-9352-4dec-8af2-2285a53556b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4875107 Jun 01 18:41:21.640859 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-c62e35d2-ab8b-4a7f-83e9-088c86f38361 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:41:21.642580 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c55651b2-0aca-4c04-b00a-ddab4c4a4c39 admin admin] Router b7963473-2ba4-4d96-946f-45675f8efef5 has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 18:41:21.645198 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-c62e35d2-ab8b-4a7f-83e9-088c86f38361 admin admin] Usage tracker for resource:security_group_rule and tenant:28042772ed574d8d819a50a6409395af is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:41:21.667757 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fac5-9a86-41aa-bb0b-ec37931ef3c5 None None] Pushing event updated for resources: {'Port': ['ID=d8f509f4-5e75-4ea3-99cf-0c985bc18ccf,revision_number=1']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:41:21.677411 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6643fac5-9a86-41aa-bb0b-ec37931ef3c5 None None] Network d7ff6e4b-0a62-4426-a8f8-78d8b6162d6a is already hosted by enough agents. {{(pid=88526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:41:21.689199 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.base_scheduler [None req-6643fac5-9a86-41aa-bb0b-ec37931ef3c5 None None] Resources bound (agent type, host, resource id): {{(pid=88526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:41:21.694418 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6643fac5-9a86-41aa-bb0b-ec37931ef3c5 None None] Received port after_create {{(pid=88526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:41:21.818742 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-6643fac5-9a86-41aa-bb0b-ec37931ef3c5 None None] Attempting to bind port d8f509f4-5e75-4ea3-99cf-0c985bc18ccf on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:41:21.819128 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-6643fac5-9a86-41aa-bb0b-ec37931ef3c5 None None] Attempting to bind port d8f509f4-5e75-4ea3-99cf-0c985bc18ccf by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': 'a1310717-bc57-42e1-a422-2eb89ff00c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'd7ff6e4b-0a62-4426-a8f8-78d8b6162d6a'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:41:21.819506 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6643fac5-9a86-41aa-bb0b-ec37931ef3c5 None None] Attempting to bind port d8f509f4-5e75-4ea3-99cf-0c985bc18ccf on network d7ff6e4b-0a62-4426-a8f8-78d8b6162d6a {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:41:21.826478 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6643fac5-9a86-41aa-bb0b-ec37931ef3c5 None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 18, 41, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:41:21.826935 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6643fac5-9a86-41aa-bb0b-ec37931ef3c5 None None] Checking segment: {'id': 'a1310717-bc57-42e1-a422-2eb89ff00c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'd7ff6e4b-0a62-4426-a8f8-78d8b6162d6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:41:21.827334 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6643fac5-9a86-41aa-bb0b-ec37931ef3c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:21.827721 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6643fac5-9a86-41aa-bb0b-ec37931ef3c5 None None] Bound using segment: {'id': 'a1310717-bc57-42e1-a422-2eb89ff00c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'd7ff6e4b-0a62-4426-a8f8-78d8b6162d6a'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:41:21.828180 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-6643fac5-9a86-41aa-bb0b-ec37931ef3c5 None None] Bound port: d8f509f4-5e75-4ea3-99cf-0c985bc18ccf, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1310717-bc57-42e1-a422-2eb89ff00c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'd7ff6e4b-0a62-4426-a8f8-78d8b6162d6a'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:41:21.828694 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6643fac5-9a86-41aa-bb0b-ec37931ef3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:21.839956 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-c62e35d2-ab8b-4a7f-83e9-088c86f38361 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:41:21.844952 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-c2d81b7d-d3a5-452b-8cef-bf9a350c163f None None] Provisioning complete for port 4116bb34-a6fa-4a03-90bf-05e711587487 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:41:21.845325 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-c2d81b7d-d3a5-452b-8cef-bf9a350c163f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:21.846640 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-c62e35d2-ab8b-4a7f-83e9-088c86f38361 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:41:21.994468 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c62e35d2-ab8b-4a7f-83e9-088c86f38361 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:22.004212 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c62e35d2-ab8b-4a7f-83e9-088c86f38361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:22.037220 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-c2d81b7d-d3a5-452b-8cef-bf9a350c163f None None] Port 4116bb34-a6fa-4a03-90bf-05e711587487 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 18:41:22.092470 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6643fac5-9a86-41aa-bb0b-ec37931ef3c5 None None] For port d8f509f4-5e75-4ea3-99cf-0c985bc18ccf, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:41:22.097925 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6643fac5-9a86-41aa-bb0b-ec37931ef3c5 None None] For port d8f509f4-5e75-4ea3-99cf-0c985bc18ccf, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=d8f509f4-5e75-4ea3-99cf-0c985bc18ccf,segment=NetworkSegment(a1310717-bc57-42e1-a422-2eb89ff00c79),segment_id=a1310717-bc57-42e1-a422-2eb89ff00c79)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:41:22.112301 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6643fac5-9a86-41aa-bb0b-ec37931ef3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:22.138701 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c62e35d2-ab8b-4a7f-83e9-088c86f38361 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 136} {{(pid=88525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 18:41:22.146693 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4f2aa73e-783f-4485-8227-e298c52d7a7e req-5d0ed73f-71b3-49fa-8f17-3600c085dabb tempest-DeleteServersAdminTestJSON-2061919509 tempest-DeleteServersAdminTestJSON-2061919509-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=d5f05626738f4d9fbc9a31a1cd2ddc0e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1258945 Jun 01 18:41:22.252394 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fac5-9a86-41aa-bb0b-ec37931ef3c5 None None] Pushing event updated for resources: {'Port': ['ID=d8f509f4-5e75-4ea3-99cf-0c985bc18ccf,revision_number=2']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:41:22.314391 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c55651b2-0aca-4c04-b00a-ddab4c4a4c39 admin admin] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 18:41:22.319553 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62e35d2-ab8b-4a7f-83e9-088c86f38361 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e238b9bf-ff89-4d04-9a31-8937d22206d6,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:41:22.345214 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-080f95e7-54d3-43d1-9480-8597f4c7cfa5 None None] Sync routers for ids ['b7963473-2ba4-4d96-946f-45675f8efef5'] in n-d-844202-1 {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 18:41:22.353791 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c4983311-00d6-4a91-b91a-0450d4561747 req-27a5b047-3dc5-4d20-8121-8caac8c34d6a service neutron] 10.222.0.15 "GET /v2.0/networks/411d1518-9352-4dec-8af2-2285a53556b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7054203 Jun 01 18:41:22.357483 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c62e35d2-ab8b-4a7f-83e9-088c86f38361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:22.357827 n-d-844202-1 neutron-server[88525]: INFO neutron.db.segments_db [None req-c62e35d2-ab8b-4a7f-83e9-088c86f38361 admin admin] Added segment 8593ffbb-3687-4645-8e49-e50ab1a5f44b of type vlan for network 072e8479-c74e-45aa-97d1-e8a73d0029c9 Jun 01 18:41:22.375760 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-080f95e7-54d3-43d1-9480-8597f4c7cfa5 None None] Routers {'b7963473-2ba4-4d96-946f-45675f8efef5'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:41:22.376868 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-080f95e7-54d3-43d1-9480-8597f4c7cfa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:41:09Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['b7963473-2ba4-4d96-946f-45675f8efef5'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:41:22.385150 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2aa73e-783f-4485-8227-e298c52d7a7e req-571f8a62-f5ee-4610-af63-210d15e0da44 tempest-DeleteServersAdminTestJSON-2061919509 tempest-DeleteServersAdminTestJSON-2061919509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:41:22.390143 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad33ac8-6358-41f7-857b-9f8c95a89e62 req-b1e78c5c-dde0-49e5-9e76-af805a099cf2 tempest-LiveMigrationNegativeTest-1882969379 tempest-LiveMigrationNegativeTest-1882969379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:41:22.391729 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6ad33ac8-6358-41f7-857b-9f8c95a89e62 req-b1e78c5c-dde0-49e5-9e76-af805a099cf2 tempest-LiveMigrationNegativeTest-1882969379 tempest-LiveMigrationNegativeTest-1882969379-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ed323ce-e0cd-4c98-8e53-25c534a22845 HTTP/1.1" status: 200 len: 950 time: 0.5481315 Jun 01 18:41:22.396164 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4f2aa73e-783f-4485-8227-e298c52d7a7e req-571f8a62-f5ee-4610-af63-210d15e0da44 tempest-DeleteServersAdminTestJSON-2061919509 tempest-DeleteServersAdminTestJSON-2061919509-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2294295 Jun 01 18:41:22.443955 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [req-4f2aa73e-783f-4485-8227-e298c52d7a7e req-f9d255c1-0fc8-4498-9e59-02b9e9e4ec7b tempest-DeleteServersAdminTestJSON-2061919509 tempest-DeleteServersAdminTestJSON-2061919509-project] Request body: {'port': {'device_id': '6214b7b0-3a08-473d-a31e-9d2ab105fc59', 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426', 'admin_state_up': True, 'tenant_id': 'd5f05626738f4d9fbc9a31a1cd2ddc0e'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:41:22.471075 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-c55651b2-0aca-4c04-b00a-ddab4c4a4c39 admin admin] 10.222.0.41 "PUT /v2.0/routers/b7963473-2ba4-4d96-946f-45675f8efef5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5432053 Jun 01 18:41:22.555330 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6ad33ac8-6358-41f7-857b-9f8c95a89e62 req-3f141517-6b41-4b73-b12d-5a4d76c3bedb tempest-LiveMigrationNegativeTest-1882969379 tempest-LiveMigrationNegativeTest-1882969379-project] 10.222.0.41 "GET /v2.0/security-groups?id=c22519b8-f40a-47d0-938e-7f5b69f12a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429906 Jun 01 18:41:22.600675 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-de95f281-99bc-468b-9a1b-7720ef75fbce admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:22.604695 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [req-4f2aa73e-783f-4485-8227-e298c52d7a7e req-f9d255c1-0fc8-4498-9e59-02b9e9e4ec7b tempest-DeleteServersAdminTestJSON-2061919509 tempest-DeleteServersAdminTestJSON-2061919509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:41:22.612181 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c62e35d2-ab8b-4a7f-83e9-088c86f38361 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:22.694903 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [req-4f2aa73e-783f-4485-8227-e298c52d7a7e req-f9d255c1-0fc8-4498-9e59-02b9e9e4ec7b tempest-DeleteServersAdminTestJSON-2061919509 tempest-DeleteServersAdminTestJSON-2061919509-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:41:22.716799 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f0f7b996-5cec-4736-9c40-717a6ea08a9e req-4ef96e20-0f5b-4632-ab47-49ff76348c51 tempest-ServersAdmin275Test-1955049401 tempest-ServersAdmin275Test-1955049401-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=fd6c7708-5bf6-4467-928a-cbe66c434f71 HTTP/1.1" status: 200 len: 210 time: 0.1050253 Jun 01 18:41:22.717128 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-de95f281-99bc-468b-9a1b-7720ef75fbce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:22.774481 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f2aa73e-783f-4485-8227-e298c52d7a7e req-f9d255c1-0fc8-4498-9e59-02b9e9e4ec7b tempest-DeleteServersAdminTestJSON-2061919509 tempest-DeleteServersAdminTestJSON-2061919509-project] Made reservation on behalf of d5f05626738f4d9fbc9a31a1cd2ddc0e for: {'port': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:41:22.795827 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-4f2aa73e-783f-4485-8227-e298c52d7a7e req-f9d255c1-0fc8-4498-9e59-02b9e9e4ec7b tempest-DeleteServersAdminTestJSON-2061919509 tempest-DeleteServersAdminTestJSON-2061919509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:22.886718 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c62e35d2-ab8b-4a7f-83e9-088c86f38361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:22.887488 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c62e35d2-ab8b-4a7f-83e9-088c86f38361 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:41:22.888319 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c62e35d2-ab8b-4a7f-83e9-088c86f38361 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:22.994685 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-080f95e7-54d3-43d1-9480-8597f4c7cfa5 None None] Set router b7963473-2ba4-4d96-946f-45675f8efef5 gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:41:23.112777 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device d8f509f4-5e75-4ea3-99cf-0c985bc18ccf up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:41:23.335954 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [None req-de95f281-99bc-468b-9a1b-7720ef75fbce admin admin] Allocated IP 172.25.4.121 (72a72e44-6845-488a-a5ff-3a26d4df9cb3/c314a23b-daa2-4106-ab28-8e6f954277b2/d319b772-3762-4641-9b72-66d31f880cbd) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:41:23.399921 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port d8f509f4-5e75-4ea3-99cf-0c985bc18ccf completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:41:23.423484 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d272dd1a-83c1-46d6-a35a-2130fce56db7 req-3e24b635-5d47-41c4-9cbb-6a474ed5ad4c tempest-DeleteServersAdminTestJSON-2061919509 tempest-DeleteServersAdminTestJSON-2061919509-project] 10.222.0.41 "GET /v2.0/ports?device_id=6214b7b0-3a08-473d-a31e-9d2ab105fc59 HTTP/1.1" status: 200 len: 210 time: 0.0730844 Jun 01 18:41:23.532845 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-080f95e7-54d3-43d1-9480-8597f4c7cfa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7963473-2ba4-4d96-946f-45675f8efef5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1981723236-router', 'tenant_id': '791cd63522fd41cfbd5ae3d119118261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': '0a10ce14-b8ee-427c-a90e-ab2b9c33098a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:41:03Z', 'updated_at': '2022-06-01T18:41:18Z', 'revision_number': 4, 'project_id': '791cd63522fd41cfbd5ae3d119118261', 'gw_port': {'id': '0a10ce14-b8ee-427c-a90e-ab2b9c33098a', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c5:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7963473-2ba4-4d96-946f-45675f8efef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:41:06Z', 'updated_at': '2022-06-01T18:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '4116bb34-a6fa-4a03-90bf-05e711587487', 'name': '', 'network_id': '8ff033f0-924c-436a-a7c5-a3c4e591b74e', 'tenant_id': '791cd63522fd41cfbd5ae3d119118261', 'mac_address': 'fa:16:3e:26:fa:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7963473-2ba4-4d96-946f-45675f8efef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '3b709953-8e75-4bbd-94e9-9aa3763b7455', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:41:14Z', 'updated_at': '2022-06-01T18:41:18Z', 'revision_number': 2, 'project_id': '791cd63522fd41cfbd5ae3d119118261', 'subnets': [{'id': '3b709953-8e75-4bbd-94e9-9aa3763b7455', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:41:23.537249 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-080f95e7-54d3-43d1-9480-8597f4c7cfa5 None None] Checking router: b7963473-2ba4-4d96-946f-45675f8efef5 for host: n-d-844202-1 {{(pid=88526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 18:41:23.538318 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-080f95e7-54d3-43d1-9480-8597f4c7cfa5 None None] Updating router b7963473-2ba4-4d96-946f-45675f8efef5 port 4116bb34-a6fa-4a03-90bf-05e711587487 binding host n-d-844202-1 {{(pid=88526) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 18:41:23.578329 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62e35d2-ab8b-4a7f-83e9-088c86f38361 admin admin] Pushing event updated for resources: {'Network': ['ID=072e8479-c74e-45aa-97d1-e8a73d0029c9,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:41:23.605979 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-c62e35d2-ab8b-4a7f-83e9-088c86f38361 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.5036325 Jun 01 18:41:23.607091 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 42320) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:41:23.610178 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-080f95e7-54d3-43d1-9480-8597f4c7cfa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:23.617316 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [req-4f2aa73e-783f-4485-8227-e298c52d7a7e req-f9d255c1-0fc8-4498-9e59-02b9e9e4ec7b tempest-DeleteServersAdminTestJSON-2061919509 tempest-DeleteServersAdminTestJSON-2061919509-project] Allocated IP 192.168.233.9 (898153a3-5d71-43be-9d14-343ea4a48426/35e3ad2f-9c88-4698-b634-4e1b58de1cc2/f7a791ea-aa04-42b7-8aa1-f278fd7c7436) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:41:23.620726 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network 072e8479-c74e-45aa-97d1-e8a73d0029c9 details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 18:41:23.624484 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-8e9708b9-4871-4723-a7e1-36ec04213fda admin admin] Request body: {'subnet': {'network_id': '072e8479-c74e-45aa-97d1-e8a73d0029c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-337712717-subnet', 'tenant_id': '28042772ed574d8d819a50a6409395af', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:41:23.636698 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-8e9708b9-4871-4723-a7e1-36ec04213fda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:41:23.651342 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-8e9708b9-4871-4723-a7e1-36ec04213fda admin admin] Usage tracker for resource:subnet and tenant:28042772ed574d8d819a50a6409395af is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:41:23.652661 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-de95f281-99bc-468b-9a1b-7720ef75fbce admin admin] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:23.664036 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6795ed-898f-4963-8285-d9f1fcb99572 req-415c4089-8ab8-4d23-a89c-a7f265dfc736 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:41:23.664908 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-5c6795ed-898f-4963-8285-d9f1fcb99572 req-415c4089-8ab8-4d23-a89c-a7f265dfc736 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] Synchronizing usage tracker for tenant:0182a2e51ffc43df8efdd2130dbcea4d on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:41:23.667670 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-8e9708b9-4871-4723-a7e1-36ec04213fda admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:41:23.692481 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-8e9708b9-4871-4723-a7e1-36ec04213fda admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:41:23.698942 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-de95f281-99bc-468b-9a1b-7720ef75fbce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:23.735918 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e9708b9-4871-4723-a7e1-36ec04213fda admin admin] Made reservation on behalf of 28042772ed574d8d819a50a6409395af for: {'subnet': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:41:23.738165 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8e9708b9-4871-4723-a7e1-36ec04213fda admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9667140'] for subnet, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:23.770920 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-5c6795ed-898f-4963-8285-d9f1fcb99572 req-415c4089-8ab8-4d23-a89c-a7f265dfc736 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] Unset dirty status for tenant:0182a2e51ffc43df8efdd2130dbcea4d on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:41:23.777569 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-5c6795ed-898f-4963-8285-d9f1fcb99572 req-415c4089-8ab8-4d23-a89c-a7f265dfc736 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b432ea8-6343-4437-89ac-a5a9fde09c84 HTTP/1.1" status: 200 len: 943 time: 0.5198374 Jun 01 18:41:23.799048 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de95f281-99bc-468b-9a1b-7720ef75fbce admin admin] Network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:41:23.805831 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-de95f281-99bc-468b-9a1b-7720ef75fbce admin admin] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:41:23.814289 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de95f281-99bc-468b-9a1b-7720ef75fbce admin admin] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:41:23.879747 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de95f281-99bc-468b-9a1b-7720ef75fbce admin admin] Pushing event updated for resources: {'Port': ['ID=d319b772-3762-4641-9b72-66d31f880cbd,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:41:23.907064 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce5f4df3-7005-4f05-9524-dcf88b3c08e3 None None] Network d7ff6e4b-0a62-4426-a8f8-78d8b6162d6a requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 18:41:23.978893 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-5c6795ed-898f-4963-8285-d9f1fcb99572 req-1a6d2493-0128-44a1-a360-21768283aded tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] 10.222.0.41 "GET /v2.0/security-groups?id=444c87ba-31dc-4b5a-9977-492e198b845a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003403 Jun 01 18:41:24.084172 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device b29cde38-1e74-4c37-bf95-a285a435b640 details requested by agent hyperv_n-h1-844202-1 with host n-h1-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 18:41:24.096916 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-0fa7be5e-9095-431f-9b15-a8641f9da505 None None] Provisioning for port d8f509f4-5e75-4ea3-99cf-0c985bc18ccf completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:41:24.109532 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-0fa7be5e-9095-431f-9b15-a8641f9da505 None None] Provisioning complete for port d8f509f4-5e75-4ea3-99cf-0c985bc18ccf triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:41:24.110345 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-0fa7be5e-9095-431f-9b15-a8641f9da505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:24.112755 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0513ccc2-52d5-4991-aea1-db71cd8f66d8 req-656646f0-53f4-4b9f-b003-15f0a2dd221e tempest-ServersAdmin275Test-1955049401 tempest-ServersAdmin275Test-1955049401-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=fd6c7708-5bf6-4467-928a-cbe66c434f71 HTTP/1.1" status: 200 len: 210 time: 0.1461027 Jun 01 18:41:24.201651 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-4f2aa73e-783f-4485-8227-e298c52d7a7e req-f9d255c1-0fc8-4498-9e59-02b9e9e4ec7b tempest-DeleteServersAdminTestJSON-2061919509 tempest-DeleteServersAdminTestJSON-2061919509-project] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:24.227395 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [req-4f2aa73e-783f-4485-8227-e298c52d7a7e req-f9d255c1-0fc8-4498-9e59-02b9e9e4ec7b tempest-DeleteServersAdminTestJSON-2061919509 tempest-DeleteServersAdminTestJSON-2061919509-project] Transition to ACTIVE for port object f7a791ea-aa04-42b7-8aa1-f278fd7c7436 will not be triggered until provisioned by entity DHCP. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:41:24.263552 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-4f2aa73e-783f-4485-8227-e298c52d7a7e req-f9d255c1-0fc8-4498-9e59-02b9e9e4ec7b tempest-DeleteServersAdminTestJSON-2061919509 tempest-DeleteServersAdminTestJSON-2061919509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:24.429740 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f2aa73e-783f-4485-8227-e298c52d7a7e req-f9d255c1-0fc8-4498-9e59-02b9e9e4ec7b tempest-DeleteServersAdminTestJSON-2061919509 tempest-DeleteServersAdminTestJSON-2061919509-project] Network 898153a3-5d71-43be-9d14-343ea4a48426 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:41:24.444858 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [req-4f2aa73e-783f-4485-8227-e298c52d7a7e req-f9d255c1-0fc8-4498-9e59-02b9e9e4ec7b tempest-DeleteServersAdminTestJSON-2061919509 tempest-DeleteServersAdminTestJSON-2061919509-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:41:24.455195 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f2aa73e-783f-4485-8227-e298c52d7a7e req-f9d255c1-0fc8-4498-9e59-02b9e9e4ec7b tempest-DeleteServersAdminTestJSON-2061919509 tempest-DeleteServersAdminTestJSON-2061919509-project] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:41:24.498392 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396a2f32-218d-440c-8112-8a516fe35d96 req-954b8328-57a4-409a-a6b0-7bbc6dbf32b2 tempest-LiveMigrationNegativeTest-1882969379 tempest-LiveMigrationNegativeTest-1882969379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:41:24.506565 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-396a2f32-218d-440c-8112-8a516fe35d96 req-954b8328-57a4-409a-a6b0-7bbc6dbf32b2 tempest-LiveMigrationNegativeTest-1882969379 tempest-LiveMigrationNegativeTest-1882969379-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ed323ce-e0cd-4c98-8e53-25c534a22845 HTTP/1.1" status: 200 len: 950 time: 0.1987164 Jun 01 18:41:24.532034 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-de95f281-99bc-468b-9a1b-7720ef75fbce admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:24.538613 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d255c1-0fc8-4498-9e59-02b9e9e4ec7b tempest-DeleteServersAdminTestJSON-2061919509 tempest-DeleteServersAdminTestJSON-2061919509-project] Pushing event updated for resources: {'Port': ['ID=f7a791ea-aa04-42b7-8aa1-f278fd7c7436,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:41:24.567779 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8e9708b9-4871-4723-a7e1-36ec04213fda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2614064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9667190'] for subnet, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:24.609657 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port b29cde38-1e74-4c37-bf95-a285a435b640, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=b29cde38-1e74-4c37-bf95-a285a435b640,segment=NetworkSegment(e7a2e8fb-b3d5-44ba-bb42-81da885a74e3),segment_id=e7a2e8fb-b3d5-44ba-bb42-81da885a74e3)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:41:24.612857 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2aa73e-783f-4485-8227-e298c52d7a7e req-f9d255c1-0fc8-4498-9e59-02b9e9e4ec7b tempest-DeleteServersAdminTestJSON-2061919509 tempest-DeleteServersAdminTestJSON-2061919509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:41:24.613487 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-4f2aa73e-783f-4485-8227-e298c52d7a7e req-f9d255c1-0fc8-4498-9e59-02b9e9e4ec7b tempest-DeleteServersAdminTestJSON-2061919509 tempest-DeleteServersAdminTestJSON-2061919509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:24.625797 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87b6926-f97a-4219-8d8a-7563b7803b26 req-405f4694-f0f1-49fa-bd2e-b0f80be8236f tempest-TenantUsagesTestJSON-1660290332 tempest-TenantUsagesTestJSON-1660290332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:41:24.632871 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f87b6926-f97a-4219-8d8a-7563b7803b26 req-405f4694-f0f1-49fa-bd2e-b0f80be8236f tempest-TenantUsagesTestJSON-1660290332 tempest-TenantUsagesTestJSON-1660290332-project] 10.222.0.41 "GET /v2.0/ports?device_id=47691936-b6d7-4ae9-9a06-dea7df3895d8 HTTP/1.1" status: 200 len: 950 time: 0.5190446 Jun 01 18:41:24.638522 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-0fa7be5e-9095-431f-9b15-a8641f9da505 None None] Current status of the port d8f509f4-5e75-4ea3-99cf-0c985bc18ccf is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:41:24.638902 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-0fa7be5e-9095-431f-9b15-a8641f9da505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:24.658767 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Returning: {'device': 'b29cde38-1e74-4c37-bf95-a285a435b640', 'network_id': '411d1518-9352-4dec-8af2-2285a53556b4', 'port_id': 'b29cde38-1e74-4c37-bf95-a285a435b640', 'mac_address': 'fa:16:3e:49:e1:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfa67698-6bf3-43ec-a752-299eaec79caf', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 18:41:24.674868 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-396a2f32-218d-440c-8112-8a516fe35d96 req-5a8a6161-0cfe-4cd1-8538-8ec9aebd70db tempest-LiveMigrationNegativeTest-1882969379 tempest-LiveMigrationNegativeTest-1882969379-project] 10.222.0.41 "GET /v2.0/security-groups?id=c22519b8-f40a-47d0-938e-7f5b69f12a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673548 Jun 01 18:41:24.785744 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4f2aa73e-783f-4485-8227-e298c52d7a7e req-f9d255c1-0fc8-4498-9e59-02b9e9e4ec7b tempest-DeleteServersAdminTestJSON-2061919509 tempest-DeleteServersAdminTestJSON-2061919509-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.3758965 Jun 01 18:41:24.803325 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [req-4f2aa73e-783f-4485-8227-e298c52d7a7e req-71bf0c42-4594-49c4-8d09-45fd9f520377 service neutron] Request body: {'port': {'device_id': '6214b7b0-3a08-473d-a31e-9d2ab105fc59', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844202-1'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:41:24.840615 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-080f95e7-54d3-43d1-9480-8597f4c7cfa5 None None] Notify callbacks [] for port, precommit_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:24.854760 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-0fa7be5e-9095-431f-9b15-a8641f9da505 None None] For port d8f509f4-5e75-4ea3-99cf-0c985bc18ccf, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=d8f509f4-5e75-4ea3-99cf-0c985bc18ccf,segment=NetworkSegment(a1310717-bc57-42e1-a422-2eb89ff00c79),segment_id=a1310717-bc57-42e1-a422-2eb89ff00c79)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:41:24.868177 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port b29cde38-1e74-4c37-bf95-a285a435b640 is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:41:24.868584 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:24.872558 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9708b9-4871-4723-a7e1-36ec04213fda admin admin] Pushing event updated for resources: {'Subnet': ['ID=6969e9e6-cdab-4b4a-8cd8-68c600034ad8,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:41:24.879447 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-0fa7be5e-9095-431f-9b15-a8641f9da505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:24.890502 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f87b6926-f97a-4219-8d8a-7563b7803b26 req-3ae66993-be98-4048-8393-fe56c39f081c tempest-TenantUsagesTestJSON-1660290332 tempest-TenantUsagesTestJSON-1660290332-project] 10.222.0.41 "GET /v2.0/security-groups?id=67f0404a-d4e3-46a0-be10-247cff466c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2567677 Jun 01 18:41:24.912502 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9708b9-4871-4723-a7e1-36ec04213fda admin admin] Checking segment: {'id': '8593ffbb-3687-4645-8e49-e50ab1a5f44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '072e8479-c74e-45aa-97d1-e8a73d0029c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:41:24.913236 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e9708b9-4871-4723-a7e1-36ec04213fda admin admin] Network hostable DHCP agents. Network: 072e8479-c74e-45aa-97d1-e8a73d0029c9, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 18:41:24.948593 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-080f95e7-54d3-43d1-9480-8597f4c7cfa5 None None] Transition to ACTIVE for port object 4116bb34-a6fa-4a03-90bf-05e711587487 will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:41:24.979441 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-080f95e7-54d3-43d1-9480-8597f4c7cfa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:24.997899 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-4f2aa73e-783f-4485-8227-e298c52d7a7e req-71bf0c42-4594-49c4-8d09-45fd9f520377 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:25.012598 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e9708b9-4871-4723-a7e1-36ec04213fda admin admin] Network 072e8479-c74e-45aa-97d1-e8a73d0029c9 is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 18:41:25.066089 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d484d8-7ed1-408e-bad1-4dcece69bac9 req-df374118-f785-4376-99f8-5835ecae2462 tempest-TenantUsagesTestJSON-1660290332 tempest-TenantUsagesTestJSON-1660290332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:41:25.067591 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f7d484d8-7ed1-408e-bad1-4dcece69bac9 req-df374118-f785-4376-99f8-5835ecae2462 tempest-TenantUsagesTestJSON-1660290332 tempest-TenantUsagesTestJSON-1660290332-project] 10.222.0.15 "GET /v2.0/ports?device_id=47691936-b6d7-4ae9-9a06-dea7df3895d8 HTTP/1.1" status: 200 len: 950 time: 0.4025381 Jun 01 18:41:25.074853 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-8e9708b9-4871-4723-a7e1-36ec04213fda admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, 072e8479-c74e-45aa-97d1-e8a73d0029c9) {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:41:25.108878 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b29cde38-1e74-4c37-bf95-a285a435b640 {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:41:25.135015 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-de95f281-99bc-468b-9a1b-7720ef75fbce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-885820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-886655'] for router, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:25.144735 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e9708b9-4871-4723-a7e1-36ec04213fda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:41:25.145325 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8e9708b9-4871-4723-a7e1-36ec04213fda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:25.200206 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eefe51df-b3e6-40c6-83c4-1aebcb12469b None None] Network 072e8479-c74e-45aa-97d1-e8a73d0029c9 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 18:41:25.221950 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [req-f7d484d8-7ed1-408e-bad1-4dcece69bac9 req-b9b44cae-a7b8-4ec0-90e8-f72f0921c196 tempest-TenantUsagesTestJSON-1660290332 tempest-TenantUsagesTestJSON-1660290332-project] Deleting port 1fb652c4-1255-4c7b-99b0-bf7e73ae41c1 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:41:25.222549 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-f7d484d8-7ed1-408e-bad1-4dcece69bac9 req-b9b44cae-a7b8-4ec0-90e8-f72f0921c196 tempest-TenantUsagesTestJSON-1660290332 tempest-TenantUsagesTestJSON-1660290332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:25.312132 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-8e9708b9-4871-4723-a7e1-36ec04213fda admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6970301 Jun 01 18:41:25.324252 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 42342) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:41:25.345452 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-06fe2174-b1e9-40fa-b5d5-33811e740522 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-337712717-router', 'tenant_id': '28042772ed574d8d819a50a6409395af', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:41:25.416905 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-06fe2174-b1e9-40fa-b5d5-33811e740522 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:41:25.433765 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-06fe2174-b1e9-40fa-b5d5-33811e740522 admin admin] Usage tracker for resource:router and tenant:28042772ed574d8d819a50a6409395af is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:41:25.443470 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-06fe2174-b1e9-40fa-b5d5-33811e740522 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:41:25.540451 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-452c5974-96ea-436f-a7c3-e395c0a589f6 None None] Provisioning for port f7a791ea-aa04-42b7-8aa1-f278fd7c7436 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:41:25.540825 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-06fe2174-b1e9-40fa-b5d5-33811e740522 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:41:25.567148 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-452c5974-96ea-436f-a7c3-e395c0a589f6 None None] Provisioning complete for port f7a791ea-aa04-42b7-8aa1-f278fd7c7436 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:41:25.567373 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-452c5974-96ea-436f-a7c3-e395c0a589f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:25.611370 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc17e59-de3b-48bc-b6af-3f8597457fbe req-f297e9fe-47c6-4739-9fce-ce6c96c3eaf0 tempest-DeleteServersAdminTestJSON-2061919509 tempest-DeleteServersAdminTestJSON-2061919509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:41:25.616655 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-bfc17e59-de3b-48bc-b6af-3f8597457fbe req-f297e9fe-47c6-4739-9fce-ce6c96c3eaf0 tempest-DeleteServersAdminTestJSON-2061919509 tempest-DeleteServersAdminTestJSON-2061919509-project] 10.222.0.41 "GET /v2.0/ports?device_id=6214b7b0-3a08-473d-a31e-9d2ab105fc59 HTTP/1.1" status: 200 len: 934 time: 0.4744306 Jun 01 18:41:25.620187 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port b29cde38-1e74-4c37-bf95-a285a435b640, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=b29cde38-1e74-4c37-bf95-a285a435b640,segment=NetworkSegment(e7a2e8fb-b3d5-44ba-bb42-81da885a74e3),segment_id=e7a2e8fb-b3d5-44ba-bb42-81da885a74e3)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:41:25.622876 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-06fe2174-b1e9-40fa-b5d5-33811e740522 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-885767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25238'] for router, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:25.623938 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-06fe2174-b1e9-40fa-b5d5-33811e740522 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-901042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-886562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-981784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25327'] for router, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:25.641096 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-06fe2174-b1e9-40fa-b5d5-33811e740522 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:25.664182 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de95f281-99bc-468b-9a1b-7720ef75fbce admin admin] Router ea2fa364-34b2-4e17-9138-31d316ea8535 is scheduled to L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 with binding_index 1 {{(pid=88524) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 18:41:25.664873 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6413150-beda-43ce-a692-15fa356393db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc93f83c3-7fb6-5c13-a9d4-29d739a4e8d2-072e8479-c74e-45aa-97d1-e8a73d0029c9', 'network_id': '072e8479-c74e-45aa-97d1-e8a73d0029c9', 'tenant_id': '28042772ed574d8d819a50a6409395af', 'fixed_ips': [{'subnet_id': '6969e9e6-cdab-4b4a-8cd8-68c600034ad8'}]}} from n-d-844202-1. {{(pid=88526) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 18:41:25.665669 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f6413150-beda-43ce-a692-15fa356393db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:25.682935 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-bfc17e59-de3b-48bc-b6af-3f8597457fbe req-853fc382-767c-43b2-85a9-e592022cad20 tempest-DeleteServersAdminTestJSON-2061919509 tempest-DeleteServersAdminTestJSON-2061919509-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b53ff5f-eaca-4098-933e-c7793907fd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510535 Jun 01 18:41:25.685770 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:25.687840 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa7be5e-9095-431f-9b15-a8641f9da505 None None] Pushing event updated for resources: {'Port': ['ID=d8f509f4-5e75-4ea3-99cf-0c985bc18ccf,revision_number=3']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:41:25.782930 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-452c5974-96ea-436f-a7c3-e395c0a589f6 None None] Port f7a791ea-aa04-42b7-8aa1-f278fd7c7436 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 18:41:25.835769 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-080f95e7-54d3-43d1-9480-8597f4c7cfa5 None None] Attempting to bind port 4116bb34-a6fa-4a03-90bf-05e711587487 on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:41:25.836131 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-080f95e7-54d3-43d1-9480-8597f4c7cfa5 None None] Attempting to bind port 4116bb34-a6fa-4a03-90bf-05e711587487 by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': '5828215d-0fb1-4631-9fbf-29cbb70cb3dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '8ff033f0-924c-436a-a7c5-a3c4e591b74e'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:41:25.836541 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080f95e7-54d3-43d1-9480-8597f4c7cfa5 None None] Attempting to bind port 4116bb34-a6fa-4a03-90bf-05e711587487 on network 8ff033f0-924c-436a-a7c5-a3c4e591b74e {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:41:25.848213 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6549d3-2a12-4a81-9c5d-85177830ae1d None None] Pushing event updated for resources: {'Port': ['ID=4116bb34-a6fa-4a03-90bf-05e711587487,revision_number=3']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:41:25.898816 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a240049f-8a99-4d82-bb6d-010036670db9 req-3c73c503-9db0-4bc7-9d5f-0eea2635437c tempest-ServersAdmin275Test-1955049401 tempest-ServersAdmin275Test-1955049401-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=fd6c7708-5bf6-4467-928a-cbe66c434f71 HTTP/1.1" status: 200 len: 210 time: 0.0498931 Jun 01 18:41:25.904436 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de95f281-99bc-468b-9a1b-7720ef75fbce admin admin] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 18:41:25.920124 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f401b5d5-78f1-4bc0-ba61-b2ed082d4976 None None] Sync routers for ids ['ea2fa364-34b2-4e17-9138-31d316ea8535'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 18:41:25.922655 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080f95e7-54d3-43d1-9480-8597f4c7cfa5 None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 18, 41, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:41:25.923111 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080f95e7-54d3-43d1-9480-8597f4c7cfa5 None None] Checking segment: {'id': '5828215d-0fb1-4631-9fbf-29cbb70cb3dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '8ff033f0-924c-436a-a7c5-a3c4e591b74e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:41:25.923914 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-080f95e7-54d3-43d1-9480-8597f4c7cfa5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:25.924323 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080f95e7-54d3-43d1-9480-8597f4c7cfa5 None None] Bound using segment: {'id': '5828215d-0fb1-4631-9fbf-29cbb70cb3dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '8ff033f0-924c-436a-a7c5-a3c4e591b74e'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:41:25.924803 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-080f95e7-54d3-43d1-9480-8597f4c7cfa5 None None] Bound port: 4116bb34-a6fa-4a03-90bf-05e711587487, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5828215d-0fb1-4631-9fbf-29cbb70cb3dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '8ff033f0-924c-436a-a7c5-a3c4e591b74e'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:41:25.925333 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-080f95e7-54d3-43d1-9480-8597f4c7cfa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:25.938998 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f401b5d5-78f1-4bc0-ba61-b2ed082d4976 None None] Routers {'ea2fa364-34b2-4e17-9138-31d316ea8535'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:41:25.939854 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-f401b5d5-78f1-4bc0-ba61-b2ed082d4976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:41:09Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['ea2fa364-34b2-4e17-9138-31d316ea8535'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:41:25.955591 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-de95f281-99bc-468b-9a1b-7720ef75fbce admin admin] Notify callbacks [] for router, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:25.960752 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-de95f281-99bc-468b-9a1b-7720ef75fbce admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.7030303 Jun 01 18:41:25.961625 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 42352) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:41:26.100862 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-080f95e7-54d3-43d1-9480-8597f4c7cfa5 None None] For port 4116bb34-a6fa-4a03-90bf-05e711587487, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:41:26.109793 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-080f95e7-54d3-43d1-9480-8597f4c7cfa5 None None] For port 4116bb34-a6fa-4a03-90bf-05e711587487, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=4116bb34-a6fa-4a03-90bf-05e711587487,segment=NetworkSegment(5828215d-0fb1-4631-9fbf-29cbb70cb3dc),segment_id=5828215d-0fb1-4631-9fbf-29cbb70cb3dc)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:41:26.143623 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-06fe2174-b1e9-40fa-b5d5-33811e740522 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-886608', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-885830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25341'] for router, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:26.190734 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=b29cde38-1e74-4c37-bf95-a285a435b640,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:41:26.193424 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] get_ports_and_sgs() called for port_ids ['b29cde38-1e74-4c37-bf95-a285a435b640'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:41:26.219576 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 1fb652c4-1255-4c7b-99b0-bf7e73ae41c1 no longer exists at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:41:26.245985 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-f401b5d5-78f1-4bc0-ba61-b2ed082d4976 None None] Set router ea2fa364-34b2-4e17-9138-31d316ea8535 gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:41:26.270798 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-080f95e7-54d3-43d1-9480-8597f4c7cfa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:26.323639 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-73c6e491-c24a-4968-8eac-9b22c51ba8d7 None None] Provisioning complete for port d8f509f4-5e75-4ea3-99cf-0c985bc18ccf triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:41:26.324061 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-73c6e491-c24a-4968-8eac-9b22c51ba8d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:26.397371 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7078d5de-2755-4f72-9279-ea4fad7873d2 req-a843637f-175b-4510-98f9-64a8efc45806 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:41:26.406695 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-7078d5de-2755-4f72-9279-ea4fad7873d2 req-a843637f-175b-4510-98f9-64a8efc45806 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b432ea8-6343-4437-89ac-a5a9fde09c84 HTTP/1.1" status: 200 len: 943 time: 0.9232626 Jun 01 18:41:26.488860 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-f7d484d8-7ed1-408e-bad1-4dcece69bac9 req-b9b44cae-a7b8-4ec0-90e8-f72f0921c196 tempest-TenantUsagesTestJSON-1660290332 tempest-TenantUsagesTestJSON-1660290332-project] For port 1fb652c4-1255-4c7b-99b0-bf7e73ae41c1, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=1fb652c4-1255-4c7b-99b0-bf7e73ae41c1,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:41:26.489214 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-f7d484d8-7ed1-408e-bad1-4dcece69bac9 req-b9b44cae-a7b8-4ec0-90e8-f72f0921c196 tempest-TenantUsagesTestJSON-1660290332 tempest-TenantUsagesTestJSON-1660290332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:26.496848 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.db_base_plugin_common [None req-f6413150-beda-43ce-a692-15fa356393db None None] Allocated IP 172.20.0.2 (072e8479-c74e-45aa-97d1-e8a73d0029c9/6969e9e6-cdab-4b4a-8cd8-68c600034ad8/27df7a46-72f0-4881-9e56-547acc8a86b5) {{(pid=88526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:41:26.510428 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-7078d5de-2755-4f72-9279-ea4fad7873d2 req-bd432da7-a91f-4293-8d69-ed84174d7d37 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] 10.222.0.41 "GET /v2.0/security-groups?id=444c87ba-31dc-4b5a-9977-492e198b845a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027610 Jun 01 18:41:26.514429 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-080f95e7-54d3-43d1-9480-8597f4c7cfa5 None None] Routers {'b7963473-2ba4-4d96-946f-45675f8efef5'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:41:26.516357 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-080f95e7-54d3-43d1-9480-8597f4c7cfa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:41:09Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['b7963473-2ba4-4d96-946f-45675f8efef5'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:41:26.616044 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-f401b5d5-78f1-4bc0-ba61-b2ed082d4976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea2fa364-34b2-4e17-9138-31d316ea8535', 'name': 'tempest-VolumesAdminNegativeTest-805511968-router', 'tenant_id': '14e756b1dfd64355b9ed3a4916d3e633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.121'}], 'enable_snat': True}, 'gw_port_id': 'd319b772-3762-4641-9b72-66d31f880cbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:41:20Z', 'updated_at': '2022-06-01T18:41:24Z', 'revision_number': 3, 'project_id': '14e756b1dfd64355b9ed3a4916d3e633', 'gw_port': {'id': 'd319b772-3762-4641-9b72-66d31f880cbd', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:a5:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea2fa364-34b2-4e17-9138-31d316ea8535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:41:22Z', 'updated_at': '2022-06-01T18:41:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:41:26.620243 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f401b5d5-78f1-4bc0-ba61-b2ed082d4976 None None] Checking router: ea2fa364-34b2-4e17-9138-31d316ea8535 for host: n-d-844202-1 {{(pid=88527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 18:41:26.620598 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f401b5d5-78f1-4bc0-ba61-b2ed082d4976 None None] Updating router ea2fa364-34b2-4e17-9138-31d316ea8535 port d319b772-3762-4641-9b72-66d31f880cbd binding host n-d-844202-1 {{(pid=88527) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 18:41:26.642014 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6549d3-2a12-4a81-9c5d-85177830ae1d None None] Pushing event updated for resources: {'Port': ['ID=4116bb34-a6fa-4a03-90bf-05e711587487,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:41:26.692979 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-f401b5d5-78f1-4bc0-ba61-b2ed082d4976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:26.819490 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [req-f7d484d8-7ed1-408e-bad1-4dcece69bac9 req-b9b44cae-a7b8-4ec0-90e8-f72f0921c196 tempest-TenantUsagesTestJSON-1660290332 tempest-TenantUsagesTestJSON-1660290332-project] Calling delete_port for 1fb652c4-1255-4c7b-99b0-bf7e73ae41c1 owned by compute:nova {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:41:26.863156 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.db.resource_extend [req-4f2aa73e-783f-4485-8227-e298c52d7a7e req-71bf0c42-4594-49c4-8d09-45fd9f520377 service neutron] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 18:41:26.992317 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device d8f509f4-5e75-4ea3-99cf-0c985bc18ccf up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:41:27.040483 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [req-4f2aa73e-783f-4485-8227-e298c52d7a7e req-71bf0c42-4594-49c4-8d09-45fd9f520377 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7a791ea-aa04-42b7-8aa1-f278fd7c7436 {{(pid=88525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:41:27.044439 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-45beeaf7-1268-4a42-bfe3-bd231fc7f2df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:27.052679 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-4f2aa73e-783f-4485-8227-e298c52d7a7e req-71bf0c42-4594-49c4-8d09-45fd9f520377 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:27.067131 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0386a4f1-57e9-4811-a0d4-c32bcea6c5fa req-a3dcc13a-ecfb-4f7c-b2b8-f1c52024889f tempest-LiveMigrationNegativeTest-1882969379 tempest-LiveMigrationNegativeTest-1882969379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:41:27.073586 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [req-4f2aa73e-783f-4485-8227-e298c52d7a7e req-71bf0c42-4594-49c4-8d09-45fd9f520377 service neutron] Transition to ACTIVE for port object f7a791ea-aa04-42b7-8aa1-f278fd7c7436 will not be triggered until provisioned by entity L2. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:41:27.074091 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0386a4f1-57e9-4811-a0d4-c32bcea6c5fa req-a3dcc13a-ecfb-4f7c-b2b8-f1c52024889f tempest-LiveMigrationNegativeTest-1882969379 tempest-LiveMigrationNegativeTest-1882969379-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ed323ce-e0cd-4c98-8e53-25c534a22845 HTTP/1.1" status: 200 len: 950 time: 0.5829489 Jun 01 18:41:27.088758 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-4f2aa73e-783f-4485-8227-e298c52d7a7e req-71bf0c42-4594-49c4-8d09-45fd9f520377 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:27.168767 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-080f95e7-54d3-43d1-9480-8597f4c7cfa5 None None] Set router b7963473-2ba4-4d96-946f-45675f8efef5 gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:41:27.173737 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-f401b5d5-78f1-4bc0-ba61-b2ed082d4976 None None] Notify callbacks [] for port, precommit_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:27.178281 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0386a4f1-57e9-4811-a0d4-c32bcea6c5fa req-f906998c-de56-4c28-93b4-43cb99d63113 tempest-LiveMigrationNegativeTest-1882969379 tempest-LiveMigrationNegativeTest-1882969379-project] 10.222.0.41 "GET /v2.0/security-groups?id=c22519b8-f40a-47d0-938e-7f5b69f12a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032515 Jun 01 18:41:27.196030 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.provisioning_blocks [None req-f401b5d5-78f1-4bc0-ba61-b2ed082d4976 None None] Transition to ACTIVE for port object d319b772-3762-4641-9b72-66d31f880cbd will not be triggered until provisioned by entity L2. {{(pid=88527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:41:27.211295 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-f401b5d5-78f1-4bc0-ba61-b2ed082d4976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:27.356769 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0c42-4594-49c4-8d09-45fd9f520377 service neutron] Pushing event updated for resources: {'Port': ['ID=f7a791ea-aa04-42b7-8aa1-f278fd7c7436,revision_number=2']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:41:27.380778 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e642af05-d757-4368-a006-926a9a21fe53 None None] Pushing event updated for resources: {'Port': ['ID=d319b772-3762-4641-9b72-66d31f880cbd,revision_number=2']} {{(pid=88527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:41:27.385095 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207a9bb4-d102-4d51-a6fd-f9bdad516dee req-2bf4c090-749d-4cbf-9c63-b0bd6f757e0a tempest-TenantUsagesTestJSON-1660290332 tempest-TenantUsagesTestJSON-1660290332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:41:27.402634 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-207a9bb4-d102-4d51-a6fd-f9bdad516dee req-2bf4c090-749d-4cbf-9c63-b0bd6f757e0a tempest-TenantUsagesTestJSON-1660290332 tempest-TenantUsagesTestJSON-1660290332-project] 10.222.0.41 "GET /v2.0/ports?device_id=47691936-b6d7-4ae9-9a06-dea7df3895d8 HTTP/1.1" status: 200 len: 950 time: 0.6272857 Jun 01 18:41:27.415955 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port 1fb652c4-1255-4c7b-99b0-bf7e73ae41c1 is: ACTIVE; New status is: DOWN {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:41:27.416356 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:27.421546 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-f401b5d5-78f1-4bc0-ba61-b2ed082d4976 None None] Attempting to bind port d319b772-3762-4641-9b72-66d31f880cbd on host n-d-844202-1 for vnic_type normal with profile {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:41:27.427769 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-f401b5d5-78f1-4bc0-ba61-b2ed082d4976 None None] Attempting to bind port d319b772-3762-4641-9b72-66d31f880cbd by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}] {{(pid=88527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:41:27.428365 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f401b5d5-78f1-4bc0-ba61-b2ed082d4976 None None] Attempting to bind port d319b772-3762-4641-9b72-66d31f880cbd on network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:41:27.440519 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f401b5d5-78f1-4bc0-ba61-b2ed082d4976 None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 18, 41, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:41:27.441030 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f401b5d5-78f1-4bc0-ba61-b2ed082d4976 None None] Checking segment: {'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:41:27.441526 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-f401b5d5-78f1-4bc0-ba61-b2ed082d4976 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:27.442012 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f401b5d5-78f1-4bc0-ba61-b2ed082d4976 None None] Bound using segment: {'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'} {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:41:27.442584 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-f401b5d5-78f1-4bc0-ba61-b2ed082d4976 None None] Bound port: d319b772-3762-4641-9b72-66d31f880cbd, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}}] {{(pid=88527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:41:27.443091 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-f401b5d5-78f1-4bc0-ba61-b2ed082d4976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:27.559983 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.db [None req-f401b5d5-78f1-4bc0-ba61-b2ed082d4976 None None] For port d319b772-3762-4641-9b72-66d31f880cbd, host n-d-844202-1, cleared binding levels {{(pid=88527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:41:27.564742 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.db [None req-f401b5d5-78f1-4bc0-ba61-b2ed082d4976 None None] For port d319b772-3762-4641-9b72-66d31f880cbd, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=d319b772-3762-4641-9b72-66d31f880cbd,segment=NetworkSegment(7875af61-4c53-4ff2-b8c8-d4b7c35ff947),segment_id=7875af61-4c53-4ff2-b8c8-d4b7c35ff947)] {{(pid=88527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:41:27.569558 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-f401b5d5-78f1-4bc0-ba61-b2ed082d4976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:27.631450 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [None req-45beeaf7-1268-4a42-bfe3-bd231fc7f2df admin admin] Allocated IP 172.20.0.1 (d7ff6e4b-0a62-4426-a8f8-78d8b6162d6a/1abb479d-d1ae-4cd4-a97e-3c22cdc69a43/a74a9984-8537-4dac-b99a-49be6cbc6dd4) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:41:27.633424 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-207a9bb4-d102-4d51-a6fd-f9bdad516dee req-e00bc1ce-165a-46cb-9982-33e8702487f0 tempest-TenantUsagesTestJSON-1660290332 tempest-TenantUsagesTestJSON-1660290332-project] 10.222.0.41 "GET /v2.0/security-groups?id=67f0404a-d4e3-46a0-be10-247cff466c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812212 Jun 01 18:41:27.707867 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-f7d484d8-7ed1-408e-bad1-4dcece69bac9 req-b9b44cae-a7b8-4ec0-90e8-f72f0921c196 tempest-TenantUsagesTestJSON-1660290332 tempest-TenantUsagesTestJSON-1660290332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:27.728296 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-73c6e491-c24a-4968-8eac-9b22c51ba8d7 None None] Current status of the port d8f509f4-5e75-4ea3-99cf-0c985bc18ccf is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:41:27.745023 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7be7e90-5e40-4ed0-aca1-7a8e99d3f5d7 req-48583420-a841-4f72-ba8a-1e98f7bcf80d tempest-DeleteServersAdminTestJSON-2061919509 tempest-DeleteServersAdminTestJSON-2061919509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:41:27.752248 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f7be7e90-5e40-4ed0-aca1-7a8e99d3f5d7 req-48583420-a841-4f72-ba8a-1e98f7bcf80d tempest-DeleteServersAdminTestJSON-2061919509 tempest-DeleteServersAdminTestJSON-2061919509-project] 10.222.0.41 "GET /v2.0/ports?device_id=6214b7b0-3a08-473d-a31e-9d2ab105fc59 HTTP/1.1" status: 200 len: 946 time: 0.2206419 Jun 01 18:41:27.759675 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e642af05-d757-4368-a006-926a9a21fe53 None None] Pushing event updated for resources: {'Port': ['ID=d319b772-3762-4641-9b72-66d31f880cbd,revision_number=3']} {{(pid=88527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:41:27.785780 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f401b5d5-78f1-4bc0-ba61-b2ed082d4976 None None] Routers {'ea2fa364-34b2-4e17-9138-31d316ea8535'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:41:27.786538 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-f401b5d5-78f1-4bc0-ba61-b2ed082d4976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:41:09Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['ea2fa364-34b2-4e17-9138-31d316ea8535'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:41:27.891042 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f7be7e90-5e40-4ed0-aca1-7a8e99d3f5d7 req-f839e148-c6bb-42df-b70a-f1f5ff5ddc31 tempest-DeleteServersAdminTestJSON-2061919509 tempest-DeleteServersAdminTestJSON-2061919509-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b53ff5f-eaca-4098-933e-c7793907fd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378877 Jun 01 18:41:27.925276 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-45beeaf7-1268-4a42-bfe3-bd231fc7f2df admin admin] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:27.966858 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-bcb6bc4b-fade-4e27-bad4-67bf4e9ea996 req-30f26745-6dcd-45ec-934f-0758d6b0ed0c tempest-ServersAdmin275Test-1955049401 tempest-ServersAdmin275Test-1955049401-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=fd6c7708-5bf6-4467-928a-cbe66c434f71 HTTP/1.1" status: 200 len: 210 time: 0.0548711 Jun 01 18:41:27.975770 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [None req-45beeaf7-1268-4a42-bfe3-bd231fc7f2df admin admin] Transition to ACTIVE for port object a74a9984-8537-4dac-b99a-49be6cbc6dd4 will not be triggered until provisioned by entity DHCP. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:41:28.043440 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-45beeaf7-1268-4a42-bfe3-bd231fc7f2df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:28.105703 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b44cae-a7b8-4ec0-90e8-f72f0921c196 tempest-TenantUsagesTestJSON-1660290332 tempest-TenantUsagesTestJSON-1660290332-project] Pushing event deleted for resources: {'Port': ['ID=1fb652c4-1255-4c7b-99b0-bf7e73ae41c1,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:41:28.130728 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port d8f509f4-5e75-4ea3-99cf-0c985bc18ccf triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:41:28.131097 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:28.137285 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-f401b5d5-78f1-4bc0-ba61-b2ed082d4976 None None] Set router ea2fa364-34b2-4e17-9138-31d316ea8535 gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:41:28.141984 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45beeaf7-1268-4a42-bfe3-bd231fc7f2df admin admin] Network d7ff6e4b-0a62-4426-a8f8-78d8b6162d6a is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:41:28.143572 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-4f2aa73e-783f-4485-8227-e298c52d7a7e req-71bf0c42-4594-49c4-8d09-45fd9f520377 service neutron] Attempting to bind port f7a791ea-aa04-42b7-8aa1-f278fd7c7436 on host n-h1-844202-1 for vnic_type normal with profile {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:41:28.143904 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-4f2aa73e-783f-4485-8227-e298c52d7a7e req-71bf0c42-4594-49c4-8d09-45fd9f520377 service neutron] Attempting to bind port f7a791ea-aa04-42b7-8aa1-f278fd7c7436 by drivers openvswitch,hyperv on host n-h1-844202-1 at level 0 using segments [{'id': 'e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426'}] {{(pid=88525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:41:28.144348 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f2aa73e-783f-4485-8227-e298c52d7a7e req-71bf0c42-4594-49c4-8d09-45fd9f520377 service neutron] Attempting to bind port f7a791ea-aa04-42b7-8aa1-f278fd7c7436 on network 898153a3-5d71-43be-9d14-343ea4a48426 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:41:28.146764 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-45beeaf7-1268-4a42-bfe3-bd231fc7f2df admin admin] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:41:28.150487 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45beeaf7-1268-4a42-bfe3-bd231fc7f2df admin admin] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:41:28.177839 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 42370) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:41:28.207309 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45beeaf7-1268-4a42-bfe3-bd231fc7f2df admin admin] Pushing event updated for resources: {'Port': ['ID=a74a9984-8537-4dac-b99a-49be6cbc6dd4,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:41:28.249891 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-45beeaf7-1268-4a42-bfe3-bd231fc7f2df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-887605'] for router_interface, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:28.267713 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-4cbc0e0b-e008-4162-82af-4ed7527f8d14 tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] Request body: {'security_group': {'name': 'tempest-securitygroup--249810130', 'description': 'tempest-description--862902200'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:41:28.275017 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-06fe2174-b1e9-40fa-b5d5-33811e740522 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:28.322228 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7d484d8-7ed1-408e-bad1-4dcece69bac9 req-b9b44cae-a7b8-4ec0-90e8-f72f0921c196 tempest-TenantUsagesTestJSON-1660290332 tempest-TenantUsagesTestJSON-1660290332-project] No DVR routers for this DVR port 1fb652c4-1255-4c7b-99b0-bf7e73ae41c1 on host n-h1-844202-1 {{(pid=88525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 18:41:28.328758 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f2aa73e-783f-4485-8227-e298c52d7a7e req-71bf0c42-4594-49c4-8d09-45fd9f520377 service neutron] Port f7a791ea-aa04-42b7-8aa1-f278fd7c7436 on network 898153a3-5d71-43be-9d14-343ea4a48426 not bound, no agent of type Open vSwitch agent registered on host n-h1-844202-1 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 18:41:28.329674 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f2aa73e-783f-4485-8227-e298c52d7a7e req-71bf0c42-4594-49c4-8d09-45fd9f520377 service neutron] Attempting to bind port f7a791ea-aa04-42b7-8aa1-f278fd7c7436 on network 898153a3-5d71-43be-9d14-343ea4a48426 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:41:28.339905 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-f7d484d8-7ed1-408e-bad1-4dcece69bac9 req-b9b44cae-a7b8-4ec0-90e8-f72f0921c196 tempest-TenantUsagesTestJSON-1660290332 tempest-TenantUsagesTestJSON-1660290332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:28.372957 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-4cbc0e0b-e008-4162-82af-4ed7527f8d14 tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:41:28.376843 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f2aa73e-783f-4485-8227-e298c52d7a7e req-71bf0c42-4594-49c4-8d09-45fd9f520377 service neutron] Checking agent: {'id': 'bdb1e5d7-b998-4259-838f-3d278e930f32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 18, 41, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:41:28.377596 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f2aa73e-783f-4485-8227-e298c52d7a7e req-71bf0c42-4594-49c4-8d09-45fd9f520377 service neutron] Checking segment: {'id': 'e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:41:28.378135 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f2aa73e-783f-4485-8227-e298c52d7a7e req-71bf0c42-4594-49c4-8d09-45fd9f520377 service neutron] Bound using segment: {'id': 'e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426'} {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:41:28.378723 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-4f2aa73e-783f-4485-8227-e298c52d7a7e req-71bf0c42-4594-49c4-8d09-45fd9f520377 service neutron] Bound port: f7a791ea-aa04-42b7-8aa1-f278fd7c7436, host: n-h1-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426'}}] {{(pid=88525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:41:28.379132 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-4f2aa73e-783f-4485-8227-e298c52d7a7e req-71bf0c42-4594-49c4-8d09-45fd9f520377 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:28.391115 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47691936-b6d7-4ae9-9a06-dea7df3895d8', 'name': 'network-vif-deleted', 'tag': '1fb652c4-1255-4c7b-99b0-bf7e73ae41c1'}] {{(pid=88525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:41:28.408887 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0b677ad2-db9c-4dac-9d06-9ea23936b072 req-c3acd162-977b-4760-a0dc-d486da614bed tempest-LiveMigrationNegativeTest-1882969379 tempest-LiveMigrationNegativeTest-1882969379-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=715763ae9500499494499f5dc29cfabf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0681663 Jun 01 18:41:28.445785 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f7d484d8-7ed1-408e-bad1-4dcece69bac9 req-b9b44cae-a7b8-4ec0-90e8-f72f0921c196 tempest-TenantUsagesTestJSON-1660290332 tempest-TenantUsagesTestJSON-1660290332-project] 10.222.0.15 "DELETE /v2.0/ports/1fb652c4-1255-4c7b-99b0-bf7e73ae41c1 HTTP/1.1" status: 204 len: 173 time: 3.3581953 Jun 01 18:41:28.449309 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-06fe2174-b1e9-40fa-b5d5-33811e740522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:28.613435 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-f401b5d5-78f1-4bc0-ba61-b2ed082d4976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea2fa364-34b2-4e17-9138-31d316ea8535', 'name': 'tempest-VolumesAdminNegativeTest-805511968-router', 'tenant_id': '14e756b1dfd64355b9ed3a4916d3e633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.121'}], 'enable_snat': True}, 'gw_port_id': 'd319b772-3762-4641-9b72-66d31f880cbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:41:20Z', 'updated_at': '2022-06-01T18:41:24Z', 'revision_number': 3, 'project_id': '14e756b1dfd64355b9ed3a4916d3e633', 'gw_port': {'id': 'd319b772-3762-4641-9b72-66d31f880cbd', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:a5:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea2fa364-34b2-4e17-9138-31d316ea8535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:41:22Z', 'updated_at': '2022-06-01T18:41:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:41:28.621908 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f401b5d5-78f1-4bc0-ba61-b2ed082d4976 None None] The sync data for ids ['ea2fa364-34b2-4e17-9138-31d316ea8535'] in n-d-844202-1 is: [{'id': 'ea2fa364-34b2-4e17-9138-31d316ea8535', 'name': 'tempest-VolumesAdminNegativeTest-805511968-router', 'tenant_id': '14e756b1dfd64355b9ed3a4916d3e633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.121'}], 'enable_snat': True}, 'gw_port_id': 'd319b772-3762-4641-9b72-66d31f880cbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:41:20Z', 'updated_at': '2022-06-01T18:41:24Z', 'revision_number': 3, 'project_id': '14e756b1dfd64355b9ed3a4916d3e633', 'gw_port': {'id': 'd319b772-3762-4641-9b72-66d31f880cbd', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:a5:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea2fa364-34b2-4e17-9138-31d316ea8535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:41:22Z', 'updated_at': '2022-06-01T18:41:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 18:41:28.625474 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f6413150-beda-43ce-a692-15fa356393db None None] Notify callbacks [] for port, precommit_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:28.652107 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [None req-06fe2174-b1e9-40fa-b5d5-33811e740522 admin admin] Allocated IP 172.25.4.134 (72a72e44-6845-488a-a5ff-3a26d4df9cb3/c314a23b-daa2-4106-ab28-8e6f954277b2/207d6aac-2276-4deb-828f-324764a76c7c) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:41:28.676187 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f6413150-beda-43ce-a692-15fa356393db None None] Transition to ACTIVE for port object 27df7a46-72f0-4881-9e56-547acc8a86b5 will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:41:28.677969 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-45beeaf7-1268-4a42-bfe3-bd231fc7f2df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:28.705999 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6836488d-1551-4b66-afa2-f0cb56c91129 None None] Provisioning for port a74a9984-8537-4dac-b99a-49be6cbc6dd4 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:41:28.716535 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f6413150-beda-43ce-a692-15fa356393db None None] Transition to ACTIVE for port object 27df7a46-72f0-4881-9e56-547acc8a86b5 will not be triggered until provisioned by entity DHCP. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:41:28.719706 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-080f95e7-54d3-43d1-9480-8597f4c7cfa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7963473-2ba4-4d96-946f-45675f8efef5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1981723236-router', 'tenant_id': '791cd63522fd41cfbd5ae3d119118261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': '0a10ce14-b8ee-427c-a90e-ab2b9c33098a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:41:03Z', 'updated_at': '2022-06-01T18:41:18Z', 'revision_number': 4, 'project_id': '791cd63522fd41cfbd5ae3d119118261', 'gw_port': {'id': '0a10ce14-b8ee-427c-a90e-ab2b9c33098a', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c5:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7963473-2ba4-4d96-946f-45675f8efef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:41:06Z', 'updated_at': '2022-06-01T18:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '4116bb34-a6fa-4a03-90bf-05e711587487', 'name': '', 'network_id': '8ff033f0-924c-436a-a7c5-a3c4e591b74e', 'tenant_id': '791cd63522fd41cfbd5ae3d119118261', 'mac_address': 'fa:16:3e:26:fa:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7963473-2ba4-4d96-946f-45675f8efef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '3b709953-8e75-4bbd-94e9-9aa3763b7455', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:41:14Z', 'updated_at': '2022-06-01T18:41:26Z', 'revision_number': 4, 'project_id': '791cd63522fd41cfbd5ae3d119118261', 'subnets': [{'id': '3b709953-8e75-4bbd-94e9-9aa3763b7455', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:41:28.728173 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6836488d-1551-4b66-afa2-f0cb56c91129 None None] Provisioning complete for port a74a9984-8537-4dac-b99a-49be6cbc6dd4 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:41:28.728593 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6836488d-1551-4b66-afa2-f0cb56c91129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:28.765495 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port d8f509f4-5e75-4ea3-99cf-0c985bc18ccf is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:41:28.775053 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f6413150-beda-43ce-a692-15fa356393db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526'] for port, after_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:28.785976 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-080f95e7-54d3-43d1-9480-8597f4c7cfa5 None None] The sync data for ids ['b7963473-2ba4-4d96-946f-45675f8efef5'] in n-d-844202-1 is: [{'id': 'b7963473-2ba4-4d96-946f-45675f8efef5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1981723236-router', 'tenant_id': '791cd63522fd41cfbd5ae3d119118261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': '0a10ce14-b8ee-427c-a90e-ab2b9c33098a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:41:03Z', 'updated_at': '2022-06-01T18:41:18Z', 'revision_number': 4, 'project_id': '791cd63522fd41cfbd5ae3d119118261', 'gw_port': {'id': '0a10ce14-b8ee-427c-a90e-ab2b9c33098a', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c5:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7963473-2ba4-4d96-946f-45675f8efef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:41:06Z', 'updated_at': '2022-06-01T18:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '4116bb34-a6fa-4a03-90bf-05e711587487', 'name': '', 'network_id': '8ff033f0-924c-436a-a7c5-a3c4e591b74e', 'tenant_id': '791cd63522fd41cfbd5ae3d119118261', 'mac_address': 'fa:16:3e:26:fa:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7963473-2ba4-4d96-946f-45675f8efef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '3b709953-8e75-4bbd-94e9-9aa3763b7455', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:41:14Z', 'updated_at': '2022-06-01T18:41:26Z', 'revision_number': 4, 'project_id': '791cd63522fd41cfbd5ae3d119118261', 'subnets': [{'id': '3b709953-8e75-4bbd-94e9-9aa3763b7455', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 18:41:28.789532 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b677ad2-db9c-4dac-9d06-9ea23936b072 req-8bd8d7f1-dff1-40e9-99c3-d7ddfe1d5760 tempest-LiveMigrationNegativeTest-1882969379 tempest-LiveMigrationNegativeTest-1882969379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:41:28.791064 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0b677ad2-db9c-4dac-9d06-9ea23936b072 req-8bd8d7f1-dff1-40e9-99c3-d7ddfe1d5760 tempest-LiveMigrationNegativeTest-1882969379 tempest-LiveMigrationNegativeTest-1882969379-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3783300 Jun 01 18:41:28.832528 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0b677ad2-db9c-4dac-9d06-9ea23936b072 req-9e3765ef-2227-4ed8-9430-e292bb83485a tempest-LiveMigrationNegativeTest-1882969379 tempest-LiveMigrationNegativeTest-1882969379-project] 10.222.0.41 "GET /v2.0/quotas/715763ae9500499494499f5dc29cfabf HTTP/1.1" status: 200 len: 375 time: 0.0259216 Jun 01 18:41:28.887100 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6413150-beda-43ce-a692-15fa356393db None None] Network 072e8479-c74e-45aa-97d1-e8a73d0029c9 is already hosted by enough agents. {{(pid=88526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:41:28.904357 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.base_scheduler [None req-f6413150-beda-43ce-a692-15fa356393db None None] Resources bound (agent type, host, resource id): {{(pid=88526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:41:28.909732 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6413150-beda-43ce-a692-15fa356393db None None] Received port after_create {{(pid=88526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:41:28.934959 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6836488d-1551-4b66-afa2-f0cb56c91129 None None] Port a74a9984-8537-4dac-b99a-49be6cbc6dd4 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 18:41:28.981172 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-06fe2174-b1e9-40fa-b5d5-33811e740522 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:29.060367 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-4cbc0e0b-e008-4162-82af-4ed7527f8d14 tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] Usage tracker for resource:security_group and tenant:7dd3c8e221f9433b9e41db5bb127ec48 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:41:29.089931 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-4cbc0e0b-e008-4162-82af-4ed7527f8d14 tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:41:29.110892 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-06fe2174-b1e9-40fa-b5d5-33811e740522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:29.119768 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6413150-beda-43ce-a692-15fa356393db None None] Pushing event updated for resources: {'Port': ['ID=27df7a46-72f0-4881-9e56-547acc8a86b5,revision_number=1']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:41:29.131768 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-f6413150-beda-43ce-a692-15fa356393db None None] Attempting to bind port 27df7a46-72f0-4881-9e56-547acc8a86b5 on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:41:29.132141 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-f6413150-beda-43ce-a692-15fa356393db None None] Attempting to bind port 27df7a46-72f0-4881-9e56-547acc8a86b5 by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': '8593ffbb-3687-4645-8e49-e50ab1a5f44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '072e8479-c74e-45aa-97d1-e8a73d0029c9'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:41:29.133356 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6413150-beda-43ce-a692-15fa356393db None None] Attempting to bind port 27df7a46-72f0-4881-9e56-547acc8a86b5 on network 072e8479-c74e-45aa-97d1-e8a73d0029c9 {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:41:29.137949 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-4cbc0e0b-e008-4162-82af-4ed7527f8d14 tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:41:29.140337 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6413150-beda-43ce-a692-15fa356393db None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 18, 41, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:41:29.140727 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6413150-beda-43ce-a692-15fa356393db None None] Checking segment: {'id': '8593ffbb-3687-4645-8e49-e50ab1a5f44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '072e8479-c74e-45aa-97d1-e8a73d0029c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:41:29.141129 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f6413150-beda-43ce-a692-15fa356393db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:29.141498 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6413150-beda-43ce-a692-15fa356393db None None] Bound using segment: {'id': '8593ffbb-3687-4645-8e49-e50ab1a5f44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '072e8479-c74e-45aa-97d1-e8a73d0029c9'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:41:29.142081 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-f6413150-beda-43ce-a692-15fa356393db None None] Bound port: 27df7a46-72f0-4881-9e56-547acc8a86b5, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8593ffbb-3687-4645-8e49-e50ab1a5f44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '072e8479-c74e-45aa-97d1-e8a73d0029c9'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:41:29.142420 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f6413150-beda-43ce-a692-15fa356393db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:29.221324 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0b677ad2-db9c-4dac-9d06-9ea23936b072 req-5e4a2c92-21c8-404e-b43b-a475f200540f tempest-LiveMigrationNegativeTest-1882969379 tempest-LiveMigrationNegativeTest-1882969379-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=715763ae9500499494499f5dc29cfabf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3697021 Jun 01 18:41:29.275274 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f6413150-beda-43ce-a692-15fa356393db None None] For port 27df7a46-72f0-4881-9e56-547acc8a86b5, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:41:29.280385 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f6413150-beda-43ce-a692-15fa356393db None None] For port 27df7a46-72f0-4881-9e56-547acc8a86b5, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=27df7a46-72f0-4881-9e56-547acc8a86b5,segment=NetworkSegment(8593ffbb-3687-4645-8e49-e50ab1a5f44b),segment_id=8593ffbb-3687-4645-8e49-e50ab1a5f44b)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:41:29.286627 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f6413150-beda-43ce-a692-15fa356393db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:29.291466 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-45beeaf7-1268-4a42-bfe3-bd231fc7f2df admin admin] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:29.297527 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-45beeaf7-1268-4a42-bfe3-bd231fc7f2df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:29.401989 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06fe2174-b1e9-40fa-b5d5-33811e740522 admin admin] Network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:41:29.422933 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6413150-beda-43ce-a692-15fa356393db None None] Pushing event updated for resources: {'Port': ['ID=27df7a46-72f0-4881-9e56-547acc8a86b5,revision_number=2']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:41:29.424246 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-06fe2174-b1e9-40fa-b5d5-33811e740522 admin admin] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:41:29.433784 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06fe2174-b1e9-40fa-b5d5-33811e740522 admin admin] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:41:29.611532 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4cbc0e0b-e008-4162-82af-4ed7527f8d14 tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:29.629463 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45beeaf7-1268-4a42-bfe3-bd231fc7f2df admin admin] Pushing event updated for resources: {'Port': ['ID=a74a9984-8537-4dac-b99a-49be6cbc6dd4,revision_number=2']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:41:29.632524 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-45beeaf7-1268-4a42-bfe3-bd231fc7f2df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-887436'] for router_interface, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:29.807867 n-d-844202-1 neutron-server[88525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6a8c930-d5ed-465e-ad62-e89037c826bc'] response: {'server_uuid': '47691936-b6d7-4ae9-9a06-dea7df3895d8', 'name': 'network-vif-deleted', 'tag': '1fb652c4-1255-4c7b-99b0-bf7e73ae41c1', 'status': 'completed', 'code': 200} Jun 01 18:41:29.844526 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fe2174-b1e9-40fa-b5d5-33811e740522 admin admin] Pushing event updated for resources: {'Port': ['ID=207d6aac-2276-4deb-828f-324764a76c7c,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:41:30.096256 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-4cbc0e0b-e008-4162-82af-4ed7527f8d14 tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:41:30.114482 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device b29cde38-1e74-4c37-bf95-a285a435b640 up at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:41:30.131182 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-4cbc0e0b-e008-4162-82af-4ed7527f8d14 tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] Usage tracker for resource:security_group_rule and tenant:7dd3c8e221f9433b9e41db5bb127ec48 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:41:30.236168 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45beeaf7-1268-4a42-bfe3-bd231fc7f2df admin admin] Network d7ff6e4b-0a62-4426-a8f8-78d8b6162d6a is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:41:30.246146 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-45beeaf7-1268-4a42-bfe3-bd231fc7f2df admin admin] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:41:30.250290 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-4cbc0e0b-e008-4162-82af-4ed7527f8d14 tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:41:30.260249 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-4f2aa73e-783f-4485-8227-e298c52d7a7e req-71bf0c42-4594-49c4-8d09-45fd9f520377 service neutron] For port f7a791ea-aa04-42b7-8aa1-f278fd7c7436, host n-h1-844202-1, cleared binding levels {{(pid=88525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:41:30.293678 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 42404) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:41:30.310423 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Provisioning for port b29cde38-1e74-4c37-bf95-a285a435b640 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:41:30.324384 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Provisioning complete for port b29cde38-1e74-4c37-bf95-a285a435b640 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:41:30.325089 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:30.348924 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-4cbc0e0b-e008-4162-82af-4ed7527f8d14 tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:41:30.390003 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-4f2aa73e-783f-4485-8227-e298c52d7a7e req-71bf0c42-4594-49c4-8d09-45fd9f520377 service neutron] For port f7a791ea-aa04-42b7-8aa1-f278fd7c7436, host n-h1-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=f7a791ea-aa04-42b7-8aa1-f278fd7c7436,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:41:30.393890 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7527f9dd-e7e5-4d72-9c6a-c793c05c51cc req-6f84a6c2-ded0-450a-add4-ff2c409b4ffb tempest-DeleteServersAdminTestJSON-2061919509 tempest-DeleteServersAdminTestJSON-2061919509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:41:30.402716 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7527f9dd-e7e5-4d72-9c6a-c793c05c51cc req-6f84a6c2-ded0-450a-add4-ff2c409b4ffb tempest-DeleteServersAdminTestJSON-2061919509 tempest-DeleteServersAdminTestJSON-2061919509-project] 10.222.0.41 "GET /v2.0/ports?device_id=6214b7b0-3a08-473d-a31e-9d2ab105fc59 HTTP/1.1" status: 200 len: 946 time: 0.4585185 Jun 01 18:41:30.494311 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a6a170-1eba-4796-8754-b5d269725fb1 req-f205ae90-bc01-4692-a8c9-0fa2e63a379e tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:41:30.500100 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c8a6a170-1eba-4796-8754-b5d269725fb1 req-f205ae90-bc01-4692-a8c9-0fa2e63a379e tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b432ea8-6343-4437-89ac-a5a9fde09c84 HTTP/1.1" status: 200 len: 944 time: 2.0990207 Jun 01 18:41:30.512775 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-4f2aa73e-783f-4485-8227-e298c52d7a7e req-71bf0c42-4594-49c4-8d09-45fd9f520377 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:30.656685 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port b29cde38-1e74-4c37-bf95-a285a435b640 is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:41:30.657146 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:30.678691 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7527f9dd-e7e5-4d72-9c6a-c793c05c51cc req-b1f53865-5d48-43d6-bb0a-bcb1e115674c tempest-DeleteServersAdminTestJSON-2061919509 tempest-DeleteServersAdminTestJSON-2061919509-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b53ff5f-eaca-4098-933e-c7793907fd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2742047 Jun 01 18:41:30.698675 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b432ea8-6343-4437-89ac-a5a9fde09c84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b29cde38-1e74-4c37-bf95-a285a435b640'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:41:30.722912 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port b29cde38-1e74-4c37-bf95-a285a435b640, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=b29cde38-1e74-4c37-bf95-a285a435b640,segment=NetworkSegment(e7a2e8fb-b3d5-44ba-bb42-81da885a74e3),segment_id=e7a2e8fb-b3d5-44ba-bb42-81da885a74e3)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:41:30.728646 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:30.923639 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-7f09aa78-1282-4b23-bde8-3ca669380b98 None None] Provisioning complete for port a74a9984-8537-4dac-b99a-49be6cbc6dd4 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:41:30.924039 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-7f09aa78-1282-4b23-bde8-3ca669380b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:30.945224 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf0c42-4594-49c4-8d09-45fd9f520377 service neutron] Pushing event updated for resources: {'Port': ['ID=f7a791ea-aa04-42b7-8aa1-f278fd7c7436,revision_number=3']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:41:31.080368 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2aa73e-783f-4485-8227-e298c52d7a7e req-71bf0c42-4594-49c4-8d09-45fd9f520377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:41:31.080692 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-4f2aa73e-783f-4485-8227-e298c52d7a7e req-71bf0c42-4594-49c4-8d09-45fd9f520377 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:31.089391 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4f2aa73e-783f-4485-8227-e298c52d7a7e req-71bf0c42-4594-49c4-8d09-45fd9f520377 service neutron] 10.222.0.15 "PUT /v2.0/ports/f7a791ea-aa04-42b7-8aa1-f278fd7c7436 HTTP/1.1" status: 200 len: 1094 time: 6.2909598 Jun 01 18:41:31.103575 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-d3fb8da6-c949-4e82-a301-49116e56491a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cf8cdbdb48fb4be48de1c8323e3c6506&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8035874 Jun 01 18:41:31.104322 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 42412) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:41:31.117756 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=b29cde38-1e74-4c37-bf95-a285a435b640,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:41:31.153435 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-7f09aa78-1282-4b23-bde8-3ca669380b98 None None] Port a74a9984-8537-4dac-b99a-49be6cbc6dd4 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 18:41:31.185567 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device d319b772-3762-4641-9b72-66d31f880cbd up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:41:31.267650 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c8a6a170-1eba-4796-8754-b5d269725fb1 req-badf11da-8c6c-4354-9e8b-d589cac5ee8e tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] 10.222.0.41 "GET /v2.0/security-groups?id=444c87ba-31dc-4b5a-9977-492e198b845a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7159295 Jun 01 18:41:31.330235 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-eb0ce410-5090-49e2-beb7-3df3d93f3395 req-c9daa87d-329c-4fb9-83e4-6a20af959a6e tempest-ServersAdmin275Test-1955049401 tempest-ServersAdmin275Test-1955049401-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=fd6c7708-5bf6-4467-928a-cbe66c434f71 HTTP/1.1" status: 200 len: 210 time: 0.0760674 Jun 01 18:41:31.343020 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45beeaf7-1268-4a42-bfe3-bd231fc7f2df admin admin] Router ea2fa364-34b2-4e17-9138-31d316ea8535 has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 18:41:31.385260 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-3effd8aa-0526-4e9e-8d25-9bcb237b9f67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:31.386890 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-993db067-f4b0-471e-92a2-ae4aec9c1ab8 None None] Network 072e8479-c74e-45aa-97d1-e8a73d0029c9 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 18:41:31.566519 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-3effd8aa-0526-4e9e-8d25-9bcb237b9f67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:31.630421 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0b677ad2-db9c-4dac-9d06-9ea23936b072 req-4a1763be-8946-41dd-b6c8-8b1e6a480d96 tempest-LiveMigrationNegativeTest-1882969379 tempest-LiveMigrationNegativeTest-1882969379-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=715763ae9500499494499f5dc29cfabf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0551059 Jun 01 18:41:31.640617 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-efe6beb7-ce2a-4168-8048-2cc0c96bb22e req-354f86be-27f6-42bd-a2a6-b2d11e3f95cd tempest-LiveMigrationNegativeTest-1882969379 tempest-LiveMigrationNegativeTest-1882969379-project] 10.222.0.41 "GET /v2.0/ports?device_id=f096ea16-3221-4f4a-9ce7-f62e38bf30bb HTTP/1.1" status: 200 len: 210 time: 0.1706064 Jun 01 18:41:31.662738 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2aa73e-783f-4485-8227-e298c52d7a7e req-600c2932-5263-4603-a788-02481a890aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:41:31.664673 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4f2aa73e-783f-4485-8227-e298c52d7a7e req-600c2932-5263-4603-a788-02481a890aa3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d5f05626738f4d9fbc9a31a1cd2ddc0e&device_id=6214b7b0-3a08-473d-a31e-9d2ab105fc59 HTTP/1.1" status: 200 len: 1097 time: 0.5123308 Jun 01 18:41:31.716081 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4cbc0e0b-e008-4162-82af-4ed7527f8d14 tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:31.733833 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88bb5fea-3c80-47dd-a4b2-26510e0083c3'] response: {'server_uuid': '4b432ea8-6343-4437-89ac-a5a9fde09c84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b29cde38-1e74-4c37-bf95-a285a435b640', 'code': 200} Jun 01 18:41:31.748039 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port d319b772-3762-4641-9b72-66d31f880cbd completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:41:31.778978 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port d319b772-3762-4641-9b72-66d31f880cbd triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:41:31.779659 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:31.809042 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4cbc0e0b-e008-4162-82af-4ed7527f8d14 tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:31.825707 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6214b7b0-3a08-473d-a31e-9d2ab105fc59', 'tag': 'f7a791ea-aa04-42b7-8aa1-f278fd7c7436'}] {{(pid=88525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:41:31.848468 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4f2aa73e-783f-4485-8227-e298c52d7a7e req-03793c19-96cc-4d7b-8982-e06c58f92f4f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=f7a791ea-aa04-42b7-8aa1-f278fd7c7436 HTTP/1.1" status: 200 len: 217 time: 0.1282208 Jun 01 18:41:31.853844 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-06fe2174-b1e9-40fa-b5d5-33811e740522 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:31.948209 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-68f255d1-559d-4863-a21e-ec5eb88efb41 None None] Provisioning for port 27df7a46-72f0-4881-9e56-547acc8a86b5 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:41:32.005599 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-3effd8aa-0526-4e9e-8d25-9bcb237b9f67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:32.018135 n-d-844202-1 neutron-server[88525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63301c2e-fa70-4810-9243-3ebd15106e19'] response: {'name': 'network-changed', 'server_uuid': '6214b7b0-3a08-473d-a31e-9d2ab105fc59', 'tag': 'f7a791ea-aa04-42b7-8aa1-f278fd7c7436', 'status': 'completed', 'code': 200} Jun 01 18:41:32.081508 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4cbc0e0b-e008-4162-82af-4ed7527f8d14 tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:32.085562 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-4cbc0e0b-e008-4162-82af-4ed7527f8d14 tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 3.8217483 Jun 01 18:41:32.088609 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbc0e0b-e008-4162-82af-4ed7527f8d14 tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90cc0839-524f-48ee-bc32-5b782e7aaf99,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:41:32.093467 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 42420) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:41:32.106384 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3effd8aa-0526-4e9e-8d25-9bcb237b9f67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67f0404a-d4e3-46a0-be10-247cff466c02,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:41:32.107127 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-11462a82-2fea-4792-8202-2b2994154eb3 tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] Request body: {'security_group_rule': {'security_group_id': '90cc0839-524f-48ee-bc32-5b782e7aaf99', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:41:32.120504 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port d319b772-3762-4641-9b72-66d31f880cbd is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:41:32.122369 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:32.130156 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45beeaf7-1268-4a42-bfe3-bd231fc7f2df admin admin] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 18:41:32.169896 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-11462a82-2fea-4792-8202-2b2994154eb3 tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:41:32.179487 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf471eb-b457-4a56-ae8a-6eee4a8c4dc5 None None] Sync routers for ids ['ea2fa364-34b2-4e17-9138-31d316ea8535'] in n-d-844202-1 {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 18:41:32.184309 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2aa73e-783f-4485-8227-e298c52d7a7e req-98f36ceb-93dc-4d74-ab74-1c8cc635567d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:41:32.185747 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4f2aa73e-783f-4485-8227-e298c52d7a7e req-98f36ceb-93dc-4d74-ab74-1c8cc635567d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=35e3ad2f-9c88-4698-b634-4e1b58de1cc2 HTTP/1.1" status: 200 len: 843 time: 0.2465189 Jun 01 18:41:32.210842 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-3effd8aa-0526-4e9e-8d25-9bcb237b9f67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:32.214712 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-3effd8aa-0526-4e9e-8d25-9bcb237b9f67 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/67f0404a-d4e3-46a0-be10-247cff466c02 HTTP/1.1" status: 204 len: 168 time: 1.1093266 Jun 01 18:41:32.223613 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b677ad2-db9c-4dac-9d06-9ea23936b072 req-f7c17212-cb16-4735-93e0-21f4fabbd65d tempest-LiveMigrationNegativeTest-1882969379 tempest-LiveMigrationNegativeTest-1882969379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:41:32.225178 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0b677ad2-db9c-4dac-9d06-9ea23936b072 req-f7c17212-cb16-4735-93e0-21f4fabbd65d tempest-LiveMigrationNegativeTest-1882969379 tempest-LiveMigrationNegativeTest-1882969379-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5188012 Jun 01 18:41:32.226069 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port d319b772-3762-4641-9b72-66d31f880cbd, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=d319b772-3762-4641-9b72-66d31f880cbd,segment=NetworkSegment(7875af61-4c53-4ff2-b8c8-d4b7c35ff947),segment_id=7875af61-4c53-4ff2-b8c8-d4b7c35ff947)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:41:32.235314 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-45beeaf7-1268-4a42-bfe3-bd231fc7f2df admin admin] 10.222.0.41 "PUT /v2.0/routers/ea2fa364-34b2-4e17-9138-31d316ea8535/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2652073 Jun 01 18:41:32.241675 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-0b677ad2-db9c-4dac-9d06-9ea23936b072 req-afc0c934-a902-4af5-aa8b-cfb41acb95ef tempest-LiveMigrationNegativeTest-1882969379 tempest-LiveMigrationNegativeTest-1882969379-project] Request body: {'port': {'device_id': 'f096ea16-3221-4f4a-9ce7-f62e38bf30bb', 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426', 'admin_state_up': True, 'tenant_id': '715763ae9500499494499f5dc29cfabf'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:41:32.247492 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:32.248290 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 27df7a46-72f0-4881-9e56-547acc8a86b5 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:41:32.282871 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf471eb-b457-4a56-ae8a-6eee4a8c4dc5 None None] Routers {'ea2fa364-34b2-4e17-9138-31d316ea8535'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:41:32.283663 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-5bf471eb-b457-4a56-ae8a-6eee4a8c4dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:41:09Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['ea2fa364-34b2-4e17-9138-31d316ea8535'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:41:32.352874 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-11462a82-2fea-4792-8202-2b2994154eb3 tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] Usage tracker for resource:security_group_rule and tenant:7dd3c8e221f9433b9e41db5bb127ec48 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:41:32.354069 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad4a8dc-caec-4d23-93d8-7ffa31f506e3 req-5021a37f-64d7-4558-b709-3baef0265fe1 tempest-DeleteServersAdminTestJSON-2061919509 tempest-DeleteServersAdminTestJSON-2061919509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:41:32.355614 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-8ad4a8dc-caec-4d23-93d8-7ffa31f506e3 req-5021a37f-64d7-4558-b709-3baef0265fe1 tempest-DeleteServersAdminTestJSON-2061919509 tempest-DeleteServersAdminTestJSON-2061919509-project] 10.222.0.41 "GET /v2.0/ports?device_id=6214b7b0-3a08-473d-a31e-9d2ab105fc59 HTTP/1.1" status: 200 len: 946 time: 0.4051294 Jun 01 18:41:32.362307 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-11462a82-2fea-4792-8202-2b2994154eb3 tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:41:32.379095 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-11462a82-2fea-4792-8202-2b2994154eb3 tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:41:32.384354 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23976ec-65ad-4d0b-bff1-050d56ef9e6f req-bd93f476-382b-449b-a687-62b9211f4d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:41:32.386237 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d23976ec-65ad-4d0b-bff1-050d56ef9e6f req-bd93f476-382b-449b-a687-62b9211f4d17 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4b432ea8-6343-4437-89ac-a5a9fde09c84 HTTP/1.1" status: 200 len: 1096 time: 0.7204962 Jun 01 18:41:32.531829 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-11462a82-2fea-4792-8202-2b2994154eb3 tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:32.541936 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-8ad4a8dc-caec-4d23-93d8-7ffa31f506e3 req-fe1dca1b-e1c5-4eae-a97f-16ace5425361 tempest-DeleteServersAdminTestJSON-2061919509 tempest-DeleteServersAdminTestJSON-2061919509-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b53ff5f-eaca-4098-933e-c7793907fd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777854 Jun 01 18:41:32.561591 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-0b677ad2-db9c-4dac-9d06-9ea23936b072 req-afc0c934-a902-4af5-aa8b-cfb41acb95ef tempest-LiveMigrationNegativeTest-1882969379 tempest-LiveMigrationNegativeTest-1882969379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:41:32.583310 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-0b677ad2-db9c-4dac-9d06-9ea23936b072 req-afc0c934-a902-4af5-aa8b-cfb41acb95ef tempest-LiveMigrationNegativeTest-1882969379 tempest-LiveMigrationNegativeTest-1882969379-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:41:32.607539 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b677ad2-db9c-4dac-9d06-9ea23936b072 req-afc0c934-a902-4af5-aa8b-cfb41acb95ef tempest-LiveMigrationNegativeTest-1882969379 tempest-LiveMigrationNegativeTest-1882969379-project] Made reservation on behalf of 715763ae9500499494499f5dc29cfabf for: {'port': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:41:32.614896 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-0b677ad2-db9c-4dac-9d06-9ea23936b072 req-afc0c934-a902-4af5-aa8b-cfb41acb95ef tempest-LiveMigrationNegativeTest-1882969379 tempest-LiveMigrationNegativeTest-1882969379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:32.695763 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=d319b772-3762-4641-9b72-66d31f880cbd,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:41:32.737465 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d23976ec-65ad-4d0b-bff1-050d56ef9e6f req-aad9f99f-1ff8-4863-b5c9-5eb9170e7499 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=444c87ba-31dc-4b5a-9977-492e198b845a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3358438 Jun 01 18:41:32.741472 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port 27df7a46-72f0-4881-9e56-547acc8a86b5 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:41:32.756710 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 27df7a46-72f0-4881-9e56-547acc8a86b5 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:41:32.757100 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:32.792420 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 42438) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:41:32.797857 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-5bf471eb-b457-4a56-ae8a-6eee4a8c4dc5 None None] Set router ea2fa364-34b2-4e17-9138-31d316ea8535 gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:41:32.815470 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2aa73e-783f-4485-8227-e298c52d7a7e req-ebe4ae05-b6c9-4d2c-9d0d-e68311338c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:41:32.816974 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4f2aa73e-783f-4485-8227-e298c52d7a7e req-ebe4ae05-b6c9-4d2c-9d0d-e68311338c9d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=898153a3-5d71-43be-9d14-343ea4a48426&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5121944 Jun 01 18:41:32.848766 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-11462a82-2fea-4792-8202-2b2994154eb3 tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:32.860454 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-11462a82-2fea-4792-8202-2b2994154eb3 tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:32.881244 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-475bf77d-f6ef-4d9e-bfc5-6b721a8b216e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:32.911547 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-11462a82-2fea-4792-8202-2b2994154eb3 tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:32.916412 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-11462a82-2fea-4792-8202-2b2994154eb3 tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8189979 Jun 01 18:41:32.921075 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3e9e9425-d0fc-451d-8b77-935d5a526f5a req-b04b3c52-8fd5-4600-bf4b-cf70c31dcdff tempest-ServersAdmin275Test-1955049401 tempest-ServersAdmin275Test-1955049401-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=fd6c7708-5bf6-4467-928a-cbe66c434f71 HTTP/1.1" status: 200 len: 210 time: 0.1146762 Jun 01 18:41:32.922090 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 42442) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:41:32.934271 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-f1a3267b-5e47-44fd-9230-1ba0136e6250 tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] Request body: {'security_group_rule': {'security_group_id': '90cc0839-524f-48ee-bc32-5b782e7aaf99', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:41:32.941708 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-f1a3267b-5e47-44fd-9230-1ba0136e6250 tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:41:32.945855 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-f1a3267b-5e47-44fd-9230-1ba0136e6250 tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] Usage tracker for resource:security_group_rule and tenant:7dd3c8e221f9433b9e41db5bb127ec48 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:41:32.948883 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-f1a3267b-5e47-44fd-9230-1ba0136e6250 tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:41:32.955687 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-f1a3267b-5e47-44fd-9230-1ba0136e6250 tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:41:32.965276 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-475bf77d-f6ef-4d9e-bfc5-6b721a8b216e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:41:32.966775 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-06fe2174-b1e9-40fa-b5d5-33811e740522 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-885820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-886655'] for router, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:32.971971 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11462a82-2fea-4792-8202-2b2994154eb3 tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f1af16e-4bf9-48f2-be12-84704bbe9193,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:41:32.987583 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-475bf77d-f6ef-4d9e-bfc5-6b721a8b216e admin admin] Usage tracker for resource:security_group_rule and tenant:1e3334bc743e4e729476e6138f1c341b is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:41:32.992750 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-475bf77d-f6ef-4d9e-bfc5-6b721a8b216e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:41:33.003554 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-475bf77d-f6ef-4d9e-bfc5-6b721a8b216e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:41:33.035572 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [req-0b677ad2-db9c-4dac-9d06-9ea23936b072 req-afc0c934-a902-4af5-aa8b-cfb41acb95ef tempest-LiveMigrationNegativeTest-1882969379 tempest-LiveMigrationNegativeTest-1882969379-project] Allocated IP 192.168.233.7 (898153a3-5d71-43be-9d14-343ea4a48426/35e3ad2f-9c88-4698-b634-4e1b58de1cc2/22afea50-157c-4be4-920d-4f6d8307b7b6) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:41:33.183258 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f1a3267b-5e47-44fd-9230-1ba0136e6250 tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:33.226549 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-54f8aa4e-e288-4ca2-95f7-193dfe9563f7 None None] Provisioning complete for port 27df7a46-72f0-4881-9e56-547acc8a86b5 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:41:33.227151 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-54f8aa4e-e288-4ca2-95f7-193dfe9563f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:33.257127 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 27df7a46-72f0-4881-9e56-547acc8a86b5 is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:41:33.257503 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:33.292338 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f1a3267b-5e47-44fd-9230-1ba0136e6250 tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:33.306069 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f46e110-bda8-4b32-bbe2-1bb2960e62d7 req-6bfe97be-e1c8-4052-a1ea-8eb4a1211601 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:41:33.316378 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4f46e110-bda8-4b32-bbe2-1bb2960e62d7 req-6bfe97be-e1c8-4052-a1ea-8eb4a1211601 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b432ea8-6343-4437-89ac-a5a9fde09c84 HTTP/1.1" status: 200 len: 945 time: 0.7288237 Jun 01 18:41:33.339726 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f1a3267b-5e47-44fd-9230-1ba0136e6250 tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:33.368572 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port 27df7a46-72f0-4881-9e56-547acc8a86b5, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=27df7a46-72f0-4881-9e56-547acc8a86b5,segment=NetworkSegment(8593ffbb-3687-4645-8e49-e50ab1a5f44b),segment_id=8593ffbb-3687-4645-8e49-e50ab1a5f44b)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:41:33.379585 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:33.380389 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 4116bb34-a6fa-4a03-90bf-05e711587487 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:41:33.391213 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-475bf77d-f6ef-4d9e-bfc5-6b721a8b216e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:33.400200 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-475bf77d-f6ef-4d9e-bfc5-6b721a8b216e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:33.466412 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a3267b-5e47-44fd-9230-1ba0136e6250 tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=450b92f7-b1a9-40f3-ab6a-0841881924da,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:41:33.527356 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4f46e110-bda8-4b32-bbe2-1bb2960e62d7 req-e5ca9ba4-23b7-4a48-a478-785e50d5d881 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] 10.222.0.41 "GET /v2.0/security-groups?id=444c87ba-31dc-4b5a-9977-492e198b845a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098641 Jun 01 18:41:33.534512 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f1a3267b-5e47-44fd-9230-1ba0136e6250 tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:33.541451 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-f1a3267b-5e47-44fd-9230-1ba0136e6250 tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6165926 Jun 01 18:41:33.544071 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 42448) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:41:33.551715 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4f2aa73e-783f-4485-8227-e298c52d7a7e req-fe1e9753-fb3e-469c-a896-83485eda9c2b service neutron] 10.222.0.15 "GET /v2.0/networks/898153a3-5d71-43be-9d14-343ea4a48426?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5739350 Jun 01 18:41:33.555670 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-0b677ad2-db9c-4dac-9d06-9ea23936b072 req-afc0c934-a902-4af5-aa8b-cfb41acb95ef tempest-LiveMigrationNegativeTest-1882969379 tempest-LiveMigrationNegativeTest-1882969379-project] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:33.565459 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-e7370616-93d6-4d00-938b-7b0a150bfca4 tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] Request body: {'floatingip': {'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:41:33.577694 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-54f8aa4e-e288-4ca2-95f7-193dfe9563f7 None None] Current status of the port 27df7a46-72f0-4881-9e56-547acc8a86b5 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:41:33.579763 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=27df7a46-72f0-4881-9e56-547acc8a86b5,revision_number=3']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:41:33.581798 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-475bf77d-f6ef-4d9e-bfc5-6b721a8b216e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1e3334bc743e4e729476e6138f1c341b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7879887 Jun 01 18:41:33.582402 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 42454) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:41:33.582736 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 42456) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:41:33.599126 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-5bf471eb-b457-4a56-ae8a-6eee4a8c4dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea2fa364-34b2-4e17-9138-31d316ea8535', 'name': 'tempest-VolumesAdminNegativeTest-805511968-router', 'tenant_id': '14e756b1dfd64355b9ed3a4916d3e633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.121'}], 'enable_snat': True}, 'gw_port_id': 'd319b772-3762-4641-9b72-66d31f880cbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:41:20Z', 'updated_at': '2022-06-01T18:41:28Z', 'revision_number': 4, 'project_id': '14e756b1dfd64355b9ed3a4916d3e633', 'gw_port': {'id': 'd319b772-3762-4641-9b72-66d31f880cbd', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:a5:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea2fa364-34b2-4e17-9138-31d316ea8535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:41:22Z', 'updated_at': '2022-06-01T18:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': 'a74a9984-8537-4dac-b99a-49be6cbc6dd4', 'name': '', 'network_id': 'd7ff6e4b-0a62-4426-a8f8-78d8b6162d6a', 'tenant_id': '14e756b1dfd64355b9ed3a4916d3e633', 'mac_address': 'fa:16:3e:3c:15:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea2fa364-34b2-4e17-9138-31d316ea8535', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '1abb479d-d1ae-4cd4-a97e-3c22cdc69a43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:41:27Z', 'updated_at': '2022-06-01T18:41:28Z', 'revision_number': 2, 'project_id': '14e756b1dfd64355b9ed3a4916d3e633', 'subnets': [{'id': '1abb479d-d1ae-4cd4-a97e-3c22cdc69a43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:41:33.602598 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port 4116bb34-a6fa-4a03-90bf-05e711587487 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:41:33.607583 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf471eb-b457-4a56-ae8a-6eee4a8c4dc5 None None] Checking router: ea2fa364-34b2-4e17-9138-31d316ea8535 for host: n-d-844202-1 {{(pid=88526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 18:41:33.607947 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf471eb-b457-4a56-ae8a-6eee4a8c4dc5 None None] Updating router ea2fa364-34b2-4e17-9138-31d316ea8535 port a74a9984-8537-4dac-b99a-49be6cbc6dd4 binding host n-d-844202-1 {{(pid=88526) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 18:41:33.608411 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475bf77d-f6ef-4d9e-bfc5-6b721a8b216e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39e7baa5-72ff-4c27-89ce-b55569c3a667,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:41:33.612322 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-e7370616-93d6-4d00-938b-7b0a150bfca4 tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:41:33.636900 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [req-0b677ad2-db9c-4dac-9d06-9ea23936b072 req-afc0c934-a902-4af5-aa8b-cfb41acb95ef tempest-LiveMigrationNegativeTest-1882969379 tempest-LiveMigrationNegativeTest-1882969379-project] Transition to ACTIVE for port object 22afea50-157c-4be4-920d-4f6d8307b7b6 will not be triggered until provisioned by entity DHCP. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:41:33.637540 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 4116bb34-a6fa-4a03-90bf-05e711587487 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:41:33.637917 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:33.682620 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-dce4313c-8e23-49fc-80c1-e2d9b40f2274 tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1301127309', 'description': 'tempest-description--1160228068'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:41:33.689070 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-e7370616-93d6-4d00-938b-7b0a150bfca4 tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] Usage tracker for resource:floatingip and tenant:7dd3c8e221f9433b9e41db5bb127ec48 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:41:33.717057 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-5bf471eb-b457-4a56-ae8a-6eee4a8c4dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:33.720702 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-dce4313c-8e23-49fc-80c1-e2d9b40f2274 tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:41:33.722978 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-e7370616-93d6-4d00-938b-7b0a150bfca4 tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:41:33.727520 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-0b677ad2-db9c-4dac-9d06-9ea23936b072 req-afc0c934-a902-4af5-aa8b-cfb41acb95ef tempest-LiveMigrationNegativeTest-1882969379 tempest-LiveMigrationNegativeTest-1882969379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:33.755107 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4f2aa73e-783f-4485-8227-e298c52d7a7e req-17f96de5-baf8-47b8-8e10-b9214d74aaa7 service neutron] 10.222.0.15 "GET /v2.0/networks/898153a3-5d71-43be-9d14-343ea4a48426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804955 Jun 01 18:41:33.773636 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] get_ports_and_sgs() called for port_ids ['a2548e79-ae7a-4732-be82-19b1f6e66027'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:41:33.786955 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-dce4313c-8e23-49fc-80c1-e2d9b40f2274 tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] Usage tracker for resource:security_group and tenant:ccc3866df726420d865ae40df69383ae is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:41:33.789601 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-e7370616-93d6-4d00-938b-7b0a150bfca4 tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:41:33.827860 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-dce4313c-8e23-49fc-80c1-e2d9b40f2274 tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:41:33.871598 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-dce4313c-8e23-49fc-80c1-e2d9b40f2274 tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:41:33.910100 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e7370616-93d6-4d00-938b-7b0a150bfca4 tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] Notify callbacks [] for floatingip, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:33.943073 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06fe2174-b1e9-40fa-b5d5-33811e740522 admin admin] Router bab32799-154f-4388-afaf-cd5c4bce0801 is scheduled to L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 with binding_index 1 {{(pid=88525) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 18:41:33.983000 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b677ad2-db9c-4dac-9d06-9ea23936b072 req-afc0c934-a902-4af5-aa8b-cfb41acb95ef tempest-LiveMigrationNegativeTest-1882969379 tempest-LiveMigrationNegativeTest-1882969379-project] Network 898153a3-5d71-43be-9d14-343ea4a48426 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:41:34.001810 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 4116bb34-a6fa-4a03-90bf-05e711587487 is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:41:34.002190 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:34.038693 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-dce4313c-8e23-49fc-80c1-e2d9b40f2274 tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:34.072007 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [req-0b677ad2-db9c-4dac-9d06-9ea23936b072 req-afc0c934-a902-4af5-aa8b-cfb41acb95ef tempest-LiveMigrationNegativeTest-1882969379 tempest-LiveMigrationNegativeTest-1882969379-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:41:34.080824 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7489ff-13a0-43fc-8541-16039268e287 req-1301a499-bbc1-43be-a634-ef558bb4da65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:41:34.082269 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ea7489ff-13a0-43fc-8541-16039268e287 req-1301a499-bbc1-43be-a634-ef558bb4da65 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d5f05626738f4d9fbc9a31a1cd2ddc0e&device_id=6214b7b0-3a08-473d-a31e-9d2ab105fc59 HTTP/1.1" status: 200 len: 1097 time: 0.2490861 Jun 01 18:41:34.086840 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b677ad2-db9c-4dac-9d06-9ea23936b072 req-afc0c934-a902-4af5-aa8b-cfb41acb95ef tempest-LiveMigrationNegativeTest-1882969379 tempest-LiveMigrationNegativeTest-1882969379-project] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:41:34.100865 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d7e306-c5cd-4a9e-9755-1ec271495e2a req-32ff3c0f-089a-4b2a-8e17-e2eb95bc7a06 tempest-LiveMigrationNegativeTest-1882969379 tempest-LiveMigrationNegativeTest-1882969379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:41:34.110421 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-43d7e306-c5cd-4a9e-9755-1ec271495e2a req-32ff3c0f-089a-4b2a-8e17-e2eb95bc7a06 tempest-LiveMigrationNegativeTest-1882969379 tempest-LiveMigrationNegativeTest-1882969379-project] 10.222.0.41 "GET /v2.0/ports?device_id=f096ea16-3221-4f4a-9ce7-f62e38bf30bb HTTP/1.1" status: 200 len: 934 time: 0.3539684 Jun 01 18:41:34.118095 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port 4116bb34-a6fa-4a03-90bf-05e711587487, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=4116bb34-a6fa-4a03-90bf-05e711587487,segment=NetworkSegment(5828215d-0fb1-4631-9fbf-29cbb70cb3dc),segment_id=5828215d-0fb1-4631-9fbf-29cbb70cb3dc)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:41:34.133327 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-0cf85374-5595-44ae-853a-4e929d7f81e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:34.179253 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:34.296295 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc0c934-a902-4af5-aa8b-cfb41acb95ef tempest-LiveMigrationNegativeTest-1882969379 tempest-LiveMigrationNegativeTest-1882969379-project] Pushing event updated for resources: {'Port': ['ID=22afea50-157c-4be4-920d-4f6d8307b7b6,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:41:34.302480 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device d319b772-3762-4641-9b72-66d31f880cbd up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:41:34.328848 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-dce4313c-8e23-49fc-80c1-e2d9b40f2274 tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:41:34.342204 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-dce4313c-8e23-49fc-80c1-e2d9b40f2274 tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] Usage tracker for resource:security_group_rule and tenant:ccc3866df726420d865ae40df69383ae is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:41:34.349145 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-dce4313c-8e23-49fc-80c1-e2d9b40f2274 tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:41:34.377417 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-dce4313c-8e23-49fc-80c1-e2d9b40f2274 tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:41:34.388962 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-43d7e306-c5cd-4a9e-9755-1ec271495e2a req-4a7b2b23-066f-489e-a80b-acc8c5589cdf tempest-LiveMigrationNegativeTest-1882969379 tempest-LiveMigrationNegativeTest-1882969379-project] 10.222.0.41 "GET /v2.0/security-groups?id=c22519b8-f40a-47d0-938e-7f5b69f12a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2745895 Jun 01 18:41:34.392126 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-0cf85374-5595-44ae-853a-4e929d7f81e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:34.417488 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06fe2174-b1e9-40fa-b5d5-33811e740522 admin admin] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 18:41:34.431088 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f498bb47-cae2-42aa-a174-516ea96dba5d None None] Sync routers for ids ['bab32799-154f-4388-afaf-cd5c4bce0801'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 18:41:34.445166 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b677ad2-db9c-4dac-9d06-9ea23936b072 req-afc0c934-a902-4af5-aa8b-cfb41acb95ef tempest-LiveMigrationNegativeTest-1882969379 tempest-LiveMigrationNegativeTest-1882969379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:41:34.445430 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-0b677ad2-db9c-4dac-9d06-9ea23936b072 req-afc0c934-a902-4af5-aa8b-cfb41acb95ef tempest-LiveMigrationNegativeTest-1882969379 tempest-LiveMigrationNegativeTest-1882969379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:34.449160 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f498bb47-cae2-42aa-a174-516ea96dba5d None None] Routers {'bab32799-154f-4388-afaf-cd5c4bce0801'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:41:34.449781 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-f498bb47-cae2-42aa-a174-516ea96dba5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:41:09Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['bab32799-154f-4388-afaf-cd5c4bce0801'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:41:34.492081 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=4116bb34-a6fa-4a03-90bf-05e711587487,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:41:34.507827 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-975ad078-5bd1-4ca3-8bd1-2d97a1fec4fe None None] Provisioning for port 22afea50-157c-4be4-920d-4f6d8307b7b6 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:41:34.529776 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-975ad078-5bd1-4ca3-8bd1-2d97a1fec4fe None None] Provisioning complete for port 22afea50-157c-4be4-920d-4f6d8307b7b6 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:41:34.530178 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-975ad078-5bd1-4ca3-8bd1-2d97a1fec4fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:34.576386 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b409ced-c263-4f43-841d-2ec300b4205b req-75f70383-7bb5-47be-afb9-d313cda0c7a8 tempest-DeleteServersAdminTestJSON-2061919509 tempest-DeleteServersAdminTestJSON-2061919509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:41:34.578465 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-2b409ced-c263-4f43-841d-2ec300b4205b req-75f70383-7bb5-47be-afb9-d313cda0c7a8 tempest-DeleteServersAdminTestJSON-2061919509 tempest-DeleteServersAdminTestJSON-2061919509-project] 10.222.0.41 "GET /v2.0/ports?device_id=6214b7b0-3a08-473d-a31e-9d2ab105fc59 HTTP/1.1" status: 200 len: 946 time: 0.8488531 Jun 01 18:41:34.614168 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port d319b772-3762-4641-9b72-66d31f880cbd triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:41:34.614168 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:34.683089 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0b677ad2-db9c-4dac-9d06-9ea23936b072 req-afc0c934-a902-4af5-aa8b-cfb41acb95ef tempest-LiveMigrationNegativeTest-1882969379 tempest-LiveMigrationNegativeTest-1882969379-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.4465621 Jun 01 18:41:34.703266 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8cc104e3-0bdf-4362-af54-26228a2d623c req-c917f4f6-3731-4fbe-b4cc-58d2a915a8d2 tempest-ServersAdmin275Test-1955049401 tempest-ServersAdmin275Test-1955049401-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=fd6c7708-5bf6-4467-928a-cbe66c434f71 HTTP/1.1" status: 200 len: 210 time: 0.0802591 Jun 01 18:41:34.703509 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-0b677ad2-db9c-4dac-9d06-9ea23936b072 req-8d2db0a9-59af-4f97-9ca4-18c9268a96cd service neutron] Request body: {'port': {'device_id': 'f096ea16-3221-4f4a-9ce7-f62e38bf30bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844202-1'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:41:34.713251 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-975ad078-5bd1-4ca3-8bd1-2d97a1fec4fe None None] Port 22afea50-157c-4be4-920d-4f6d8307b7b6 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 18:41:34.730774 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7489ff-13a0-43fc-8541-16039268e287 req-140e4581-d5ea-4767-bddf-5baa45878ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:41:34.732508 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ea7489ff-13a0-43fc-8541-16039268e287 req-140e4581-d5ea-4767-bddf-5baa45878ef5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=898153a3-5d71-43be-9d14-343ea4a48426 HTTP/1.1" status: 200 len: 870 time: 0.5523293 Jun 01 18:41:34.733196 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-06fe2174-b1e9-40fa-b5d5-33811e740522 admin admin] Notify callbacks [] for router, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:34.736507 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-2b409ced-c263-4f43-841d-2ec300b4205b req-c0cd0b9c-e985-4e90-9f4d-5d1ce435981c tempest-DeleteServersAdminTestJSON-2061919509 tempest-DeleteServersAdminTestJSON-2061919509-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b53ff5f-eaca-4098-933e-c7793907fd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475422 Jun 01 18:41:34.737274 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-0cf85374-5595-44ae-853a-4e929d7f81e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:34.751077 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-06fe2174-b1e9-40fa-b5d5-33811e740522 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 9.4124088 Jun 01 18:41:34.752880 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 42466) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:41:34.755734 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-5bf471eb-b457-4a56-ae8a-6eee4a8c4dc5 None None] Notify callbacks [] for port, precommit_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:34.782887 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-5bf471eb-b457-4a56-ae8a-6eee4a8c4dc5 None None] Transition to ACTIVE for port object a74a9984-8537-4dac-b99a-49be6cbc6dd4 will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:41:34.793402 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-dce4313c-8e23-49fc-80c1-e2d9b40f2274 tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:34.800445 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-0cf85374-5595-44ae-853a-4e929d7f81e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:34.804409 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-0cf85374-5595-44ae-853a-4e929d7f81e4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/39e7baa5-72ff-4c27-89ce-b55569c3a667 HTTP/1.1" status: 204 len: 168 time: 1.2091649 Jun 01 18:41:34.810330 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf85374-5595-44ae-853a-4e929d7f81e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39e7baa5-72ff-4c27-89ce-b55569c3a667,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:41:34.815385 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-dce4313c-8e23-49fc-80c1-e2d9b40f2274 tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:34.847643 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-f498bb47-cae2-42aa-a174-516ea96dba5d None None] Set router bab32799-154f-4388-afaf-cd5c4bce0801 gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:41:34.898607 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-5bf471eb-b457-4a56-ae8a-6eee4a8c4dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:34.916956 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-dce4313c-8e23-49fc-80c1-e2d9b40f2274 tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:34.918943 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-dce4313c-8e23-49fc-80c1-e2d9b40f2274 tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.3114493 Jun 01 18:41:34.923380 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 42472) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:41:34.940351 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e7370616-93d6-4d00-938b-7b0a150bfca4 tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:34.940351 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-2027aa8e-427f-4431-b909-202adbf2a858 tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] Request body: {'security_group_rule': {'security_group_id': '00fbe7c4-ce58-4b4a-b646-247d9b388518', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:41:34.940351 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce4313c-8e23-49fc-80c1-e2d9b40f2274 tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00fbe7c4-ce58-4b4a-b646-247d9b388518,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:41:34.984737 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-2027aa8e-427f-4431-b909-202adbf2a858 tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:41:34.986877 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-0b677ad2-db9c-4dac-9d06-9ea23936b072 req-8d2db0a9-59af-4f97-9ca4-18c9268a96cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:35.019802 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ea7489ff-13a0-43fc-8541-16039268e287 req-5cbafc3a-38fe-4fd9-b5dc-cee1ce88ccbc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=f7a791ea-aa04-42b7-8aa1-f278fd7c7436 HTTP/1.1" status: 200 len: 217 time: 0.2576399 Jun 01 18:41:35.095580 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-2027aa8e-427f-4431-b909-202adbf2a858 tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] Usage tracker for resource:security_group_rule and tenant:ccc3866df726420d865ae40df69383ae is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:41:35.130961 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-2027aa8e-427f-4431-b909-202adbf2a858 tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:41:35.168454 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-2027aa8e-427f-4431-b909-202adbf2a858 tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:41:35.237720 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b5131f-0b6d-42e8-ab37-52e199b751ca None None] Pushing event updated for resources: {'Port': ['ID=a74a9984-8537-4dac-b99a-49be6cbc6dd4,revision_number=3']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:41:35.273542 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port d319b772-3762-4641-9b72-66d31f880cbd is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:41:35.275210 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 27df7a46-72f0-4881-9e56-547acc8a86b5 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:41:35.283405 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7489ff-13a0-43fc-8541-16039268e287 req-b662a685-efa2-42d0-9bc2-589efc7ab768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:41:35.288062 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ea7489ff-13a0-43fc-8541-16039268e287 req-b662a685-efa2-42d0-9bc2-589efc7ab768 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=35e3ad2f-9c88-4698-b634-4e1b58de1cc2 HTTP/1.1" status: 200 len: 843 time: 0.2607751 Jun 01 18:41:35.430296 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-5bf471eb-b457-4a56-ae8a-6eee4a8c4dc5 None None] Attempting to bind port a74a9984-8537-4dac-b99a-49be6cbc6dd4 on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:41:35.430786 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-5bf471eb-b457-4a56-ae8a-6eee4a8c4dc5 None None] Attempting to bind port a74a9984-8537-4dac-b99a-49be6cbc6dd4 by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': 'a1310717-bc57-42e1-a422-2eb89ff00c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'd7ff6e4b-0a62-4426-a8f8-78d8b6162d6a'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:41:35.431136 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf471eb-b457-4a56-ae8a-6eee4a8c4dc5 None None] Attempting to bind port a74a9984-8537-4dac-b99a-49be6cbc6dd4 on network d7ff6e4b-0a62-4426-a8f8-78d8b6162d6a {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:41:35.433083 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-f498bb47-cae2-42aa-a174-516ea96dba5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bab32799-154f-4388-afaf-cd5c4bce0801', 'name': 'tempest-FloatingIPDetailsTestJSON-337712717-router', 'tenant_id': '28042772ed574d8d819a50a6409395af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.134'}], 'enable_snat': True}, 'gw_port_id': '207d6aac-2276-4deb-828f-324764a76c7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:41:25Z', 'updated_at': '2022-06-01T18:41:30Z', 'revision_number': 3, 'project_id': '28042772ed574d8d819a50a6409395af', 'gw_port': {'id': '207d6aac-2276-4deb-828f-324764a76c7c', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:6d:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bab32799-154f-4388-afaf-cd5c4bce0801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:41:28Z', 'updated_at': '2022-06-01T18:41:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:41:35.441836 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf471eb-b457-4a56-ae8a-6eee4a8c4dc5 None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 18, 41, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:41:35.442461 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf471eb-b457-4a56-ae8a-6eee4a8c4dc5 None None] Checking segment: {'id': 'a1310717-bc57-42e1-a422-2eb89ff00c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'd7ff6e4b-0a62-4426-a8f8-78d8b6162d6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:41:35.443125 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-5bf471eb-b457-4a56-ae8a-6eee4a8c4dc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:35.443604 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf471eb-b457-4a56-ae8a-6eee4a8c4dc5 None None] Bound using segment: {'id': 'a1310717-bc57-42e1-a422-2eb89ff00c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'd7ff6e4b-0a62-4426-a8f8-78d8b6162d6a'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:41:35.444172 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-5bf471eb-b457-4a56-ae8a-6eee4a8c4dc5 None None] Bound port: a74a9984-8537-4dac-b99a-49be6cbc6dd4, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1310717-bc57-42e1-a422-2eb89ff00c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'd7ff6e4b-0a62-4426-a8f8-78d8b6162d6a'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:41:35.444658 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-5bf471eb-b457-4a56-ae8a-6eee4a8c4dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:35.444769 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f498bb47-cae2-42aa-a174-516ea96dba5d None None] Checking router: bab32799-154f-4388-afaf-cd5c4bce0801 for host: n-d-844202-1 {{(pid=88527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 18:41:35.445073 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f498bb47-cae2-42aa-a174-516ea96dba5d None None] Updating router bab32799-154f-4388-afaf-cd5c4bce0801 port 207d6aac-2276-4deb-828f-324764a76c7c binding host n-d-844202-1 {{(pid=88527) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 18:41:35.465913 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [None req-e7370616-93d6-4d00-938b-7b0a150bfca4 tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] Allocated IP 172.25.4.199 (72a72e44-6845-488a-a5ff-3a26d4df9cb3/c314a23b-daa2-4106-ab28-8e6f954277b2/d15cec40-2bc1-43b4-9ef7-c7372c478643) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:41:35.563035 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-f498bb47-cae2-42aa-a174-516ea96dba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:35.570009 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 27df7a46-72f0-4881-9e56-547acc8a86b5 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:41:35.570494 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:35.595081 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2027aa8e-427f-4431-b909-202adbf2a858 tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:35.686461 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-5bf471eb-b457-4a56-ae8a-6eee4a8c4dc5 None None] For port a74a9984-8537-4dac-b99a-49be6cbc6dd4, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:41:35.691257 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-5bf471eb-b457-4a56-ae8a-6eee4a8c4dc5 None None] For port a74a9984-8537-4dac-b99a-49be6cbc6dd4, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=a74a9984-8537-4dac-b99a-49be6cbc6dd4,segment=NetworkSegment(a1310717-bc57-42e1-a422-2eb89ff00c79),segment_id=a1310717-bc57-42e1-a422-2eb89ff00c79)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:41:35.726295 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-5bf471eb-b457-4a56-ae8a-6eee4a8c4dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:35.814426 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfcd714-9f8b-437e-91d9-9f0e40312e29 req-8033e06b-36c6-4cc5-9149-3a94176c18c7 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:41:35.815989 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-2cfcd714-9f8b-437e-91d9-9f0e40312e29 req-8033e06b-36c6-4cc5-9149-3a94176c18c7 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b432ea8-6343-4437-89ac-a5a9fde09c84 HTTP/1.1" status: 200 len: 945 time: 0.8330083 Jun 01 18:41:35.830706 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b5131f-0b6d-42e8-ab37-52e199b751ca None None] Pushing event updated for resources: {'Port': ['ID=a74a9984-8537-4dac-b99a-49be6cbc6dd4,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:41:35.866266 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 27df7a46-72f0-4881-9e56-547acc8a86b5 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:41:35.871418 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf471eb-b457-4a56-ae8a-6eee4a8c4dc5 None None] Routers {'ea2fa364-34b2-4e17-9138-31d316ea8535'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:41:35.872001 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-5bf471eb-b457-4a56-ae8a-6eee4a8c4dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:41:09Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['ea2fa364-34b2-4e17-9138-31d316ea8535'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:41:35.892038 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7489ff-13a0-43fc-8541-16039268e287 req-8f554a4b-977e-4121-9f06-59bb353aeb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:41:35.893564 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ea7489ff-13a0-43fc-8541-16039268e287 req-8f554a4b-977e-4121-9f06-59bb353aeb88 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=898153a3-5d71-43be-9d14-343ea4a48426&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5998657 Jun 01 18:41:35.933196 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e7370616-93d6-4d00-938b-7b0a150bfca4 tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:36.181947 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e7370616-93d6-4d00-938b-7b0a150bfca4 tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:36.185963 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device f7a791ea-aa04-42b7-8aa1-f278fd7c7436 details requested by agent hyperv_n-h1-844202-1 with host n-h1-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 18:41:36.193784 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2027aa8e-427f-4431-b909-202adbf2a858 tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:36.290895 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 4116bb34-a6fa-4a03-90bf-05e711587487 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:41:36.331163 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-f498bb47-cae2-42aa-a174-516ea96dba5d None None] Notify callbacks [] for port, precommit_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:36.333869 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 42500) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:41:36.335986 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2027aa8e-427f-4431-b909-202adbf2a858 tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:36.344823 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.provisioning_blocks [None req-f498bb47-cae2-42aa-a174-516ea96dba5d None None] Transition to ACTIVE for port object 207d6aac-2276-4deb-828f-324764a76c7c will not be triggered until provisioned by entity L2. {{(pid=88527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:41:36.354169 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-f498bb47-cae2-42aa-a174-516ea96dba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:36.411086 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7370616-93d6-4d00-938b-7b0a150bfca4 tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] Network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:41:36.432265 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb8af13-0b02-4663-a636-51521f322fa8 req-8cbfc19b-68ef-4b28-b785-265125339e27 tempest-LiveMigrationNegativeTest-1882969379 tempest-LiveMigrationNegativeTest-1882969379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:41:36.440103 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-e7370616-93d6-4d00-938b-7b0a150bfca4 tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:41:36.442102 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-afb8af13-0b02-4663-a636-51521f322fa8 req-8cbfc19b-68ef-4b28-b785-265125339e27 tempest-LiveMigrationNegativeTest-1882969379 tempest-LiveMigrationNegativeTest-1882969379-project] 10.222.0.41 "GET /v2.0/ports?device_id=f096ea16-3221-4f4a-9ce7-f62e38bf30bb HTTP/1.1" status: 200 len: 934 time: 0.7462344 Jun 01 18:41:36.449406 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2027aa8e-427f-4431-b909-202adbf2a858 tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69a7e5bc-f29d-4c01-8163-9cafb62cca8e,revision_number=0']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:41:36.455317 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-2cfcd714-9f8b-437e-91d9-9f0e40312e29 req-1ee739ed-6126-4162-8b1b-5e890e9972aa tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] 10.222.0.41 "GET /v2.0/security-groups?id=444c87ba-31dc-4b5a-9977-492e198b845a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5808558 Jun 01 18:41:36.458999 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7370616-93d6-4d00-938b-7b0a150bfca4 tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:41:36.481934 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 4116bb34-a6fa-4a03-90bf-05e711587487 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:41:36.482435 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:36.483525 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ea7489ff-13a0-43fc-8541-16039268e287 req-29c347bd-d0dd-4bab-8484-ae73e687f379 service neutron] 10.222.0.15 "GET /v2.0/networks/898153a3-5d71-43be-9d14-343ea4a48426?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5811048 Jun 01 18:41:36.519922 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7370616-93d6-4d00-938b-7b0a150bfca4 tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] Pushing event updated for resources: {'Port': ['ID=d15cec40-2bc1-43b4-9ef7-c7372c478643,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:41:36.537085 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2027aa8e-427f-4431-b909-202adbf2a858 tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:36.538453 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-2027aa8e-427f-4431-b909-202adbf2a858 tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6118867 Jun 01 18:41:36.544006 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 42508) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:41:36.554912 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-1bbadcd3-590c-4ce3-a876-d74f4b3d7376 tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] Request body: {'security_group_rule': {'security_group_id': '00fbe7c4-ce58-4b4a-b646-247d9b388518', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:41:36.570095 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-1bbadcd3-590c-4ce3-a876-d74f4b3d7376 tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:41:36.574957 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1840bf28-50a5-41a9-8e24-46ba4f846acd None None] Pushing event updated for resources: {'Port': ['ID=207d6aac-2276-4deb-828f-324764a76c7c,revision_number=2']} {{(pid=88527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:41:36.585435 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-f498bb47-cae2-42aa-a174-516ea96dba5d None None] Attempting to bind port 207d6aac-2276-4deb-828f-324764a76c7c on host n-d-844202-1 for vnic_type normal with profile {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:41:36.585840 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-f498bb47-cae2-42aa-a174-516ea96dba5d None None] Attempting to bind port 207d6aac-2276-4deb-828f-324764a76c7c by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}] {{(pid=88527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:41:36.586196 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f498bb47-cae2-42aa-a174-516ea96dba5d None None] Attempting to bind port 207d6aac-2276-4deb-828f-324764a76c7c on network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:41:36.592743 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-1bbadcd3-590c-4ce3-a876-d74f4b3d7376 tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] Usage tracker for resource:security_group_rule and tenant:ccc3866df726420d865ae40df69383ae is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:41:36.596316 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f498bb47-cae2-42aa-a174-516ea96dba5d None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 18, 41, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:41:36.596766 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f498bb47-cae2-42aa-a174-516ea96dba5d None None] Checking segment: {'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:41:36.597164 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-f498bb47-cae2-42aa-a174-516ea96dba5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:36.597548 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f498bb47-cae2-42aa-a174-516ea96dba5d None None] Bound using segment: {'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'} {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:41:36.598003 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-f498bb47-cae2-42aa-a174-516ea96dba5d None None] Bound port: 207d6aac-2276-4deb-828f-324764a76c7c, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}}] {{(pid=88527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:41:36.598454 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-f498bb47-cae2-42aa-a174-516ea96dba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:36.601088 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-afaed8b2-02de-4703-bc4e-ed9126b0d345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:36.607421 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-1bbadcd3-590c-4ce3-a876-d74f4b3d7376 tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:41:36.615492 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-5bf471eb-b457-4a56-ae8a-6eee4a8c4dc5 None None] Set router ea2fa364-34b2-4e17-9138-31d316ea8535 gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:41:36.632875 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-1bbadcd3-590c-4ce3-a876-d74f4b3d7376 tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:41:36.648504 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-afb8af13-0b02-4663-a636-51521f322fa8 req-f1f37784-b8bb-4eea-808b-7acfd8a5efb6 tempest-LiveMigrationNegativeTest-1882969379 tempest-LiveMigrationNegativeTest-1882969379-project] 10.222.0.41 "GET /v2.0/security-groups?id=c22519b8-f40a-47d0-938e-7f5b69f12a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030845 Jun 01 18:41:36.705241 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.db [None req-f498bb47-cae2-42aa-a174-516ea96dba5d None None] For port 207d6aac-2276-4deb-828f-324764a76c7c, host n-d-844202-1, cleared binding levels {{(pid=88527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:41:36.709352 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.db [None req-f498bb47-cae2-42aa-a174-516ea96dba5d None None] For port 207d6aac-2276-4deb-828f-324764a76c7c, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=207d6aac-2276-4deb-828f-324764a76c7c,segment=NetworkSegment(7875af61-4c53-4ff2-b8c8-d4b7c35ff947),segment_id=7875af61-4c53-4ff2-b8c8-d4b7c35ff947)] {{(pid=88527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:41:36.716240 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-f498bb47-cae2-42aa-a174-516ea96dba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:36.719561 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-c31ff077-e6ea-4384-b28e-59e54d1201f5 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1363547105-network', 'tenant_id': '45241712d04f44c69000bd03eb1880d9'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:41:36.737769 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.db.resource_extend [req-0b677ad2-db9c-4dac-9d06-9ea23936b072 req-8d2db0a9-59af-4f97-9ca4-18c9268a96cd service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 18:41:36.747279 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-c31ff077-e6ea-4384-b28e-59e54d1201f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:41:36.836952 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1840bf28-50a5-41a9-8e24-46ba4f846acd None None] Pushing event updated for resources: {'Port': ['ID=207d6aac-2276-4deb-828f-324764a76c7c,revision_number=3']} {{(pid=88527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:41:36.851491 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-c31ff077-e6ea-4384-b28e-59e54d1201f5 admin admin] Usage tracker for resource:network and tenant:45241712d04f44c69000bd03eb1880d9 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:41:36.857798 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f498bb47-cae2-42aa-a174-516ea96dba5d None None] Routers {'bab32799-154f-4388-afaf-cd5c4bce0801'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:41:36.859353 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-f498bb47-cae2-42aa-a174-516ea96dba5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:41:09Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['bab32799-154f-4388-afaf-cd5c4bce0801'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:41:36.861588 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-c31ff077-e6ea-4384-b28e-59e54d1201f5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:41:36.897159 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-c31ff077-e6ea-4384-b28e-59e54d1201f5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:41:36.906506 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1bbadcd3-590c-4ce3-a876-d74f4b3d7376 tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:36.950454 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e7370616-93d6-4d00-938b-7b0a150bfca4 tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:36.976649 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [req-0b677ad2-db9c-4dac-9d06-9ea23936b072 req-8d2db0a9-59af-4f97-9ca4-18c9268a96cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22afea50-157c-4be4-920d-4f6d8307b7b6 {{(pid=88524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:41:36.991097 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c31ff077-e6ea-4384-b28e-59e54d1201f5 admin admin] Made reservation on behalf of 45241712d04f44c69000bd03eb1880d9 for: {'network': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:41:36.993653 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d85d26a0-d1ef-4430-b9f5-41c3bb43e17d req-cf83ce8a-022a-4e2a-9d5c-ccd6669624e0 tempest-ServersAdmin275Test-1955049401 tempest-ServersAdmin275Test-1955049401-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=fd6c7708-5bf6-4467-928a-cbe66c434f71 HTTP/1.1" status: 200 len: 210 time: 0.0835006 Jun 01 18:41:36.995804 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-c31ff077-e6ea-4384-b28e-59e54d1201f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:37.006997 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ea7489ff-13a0-43fc-8541-16039268e287 req-b20892c0-7c77-4ee2-9257-dcc9fc11bb43 service neutron] 10.222.0.15 "GET /v2.0/networks/898153a3-5d71-43be-9d14-343ea4a48426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5141664 Jun 01 18:41:37.014103 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-0b677ad2-db9c-4dac-9d06-9ea23936b072 req-8d2db0a9-59af-4f97-9ca4-18c9268a96cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:37.103605 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-f498bb47-cae2-42aa-a174-516ea96dba5d None None] Set router bab32799-154f-4388-afaf-cd5c4bce0801 gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:41:37.105503 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [req-0b677ad2-db9c-4dac-9d06-9ea23936b072 req-8d2db0a9-59af-4f97-9ca4-18c9268a96cd service neutron] Transition to ACTIVE for port object 22afea50-157c-4be4-920d-4f6d8307b7b6 will not be triggered until provisioned by entity L2. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:41:37.106960 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-c31ff077-e6ea-4384-b28e-59e54d1201f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:37.136625 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-0b677ad2-db9c-4dac-9d06-9ea23936b072 req-8d2db0a9-59af-4f97-9ca4-18c9268a96cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:37.145754 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-c31ff077-e6ea-4384-b28e-59e54d1201f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:41:37.276073 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.agents_db [None req-e814b9cf-7de8-45d0-a079-29c61fabe7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 18:41:37.281466 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-1423f4e1-eb36-46f3-a666-ac46dcf77a8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:37.284131 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port f7a791ea-aa04-42b7-8aa1-f278fd7c7436, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=f7a791ea-aa04-42b7-8aa1-f278fd7c7436,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:41:37.289438 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [None req-afaed8b2-02de-4703-bc4e-ed9126b0d345 admin admin] Allocated IP 172.20.0.1 (072e8479-c74e-45aa-97d1-e8a73d0029c9/6969e9e6-cdab-4b4a-8cd8-68c600034ad8/abf50374-eb48-4999-b8be-3d4e41a550f1) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:41:37.334122 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Returning: {'device': 'f7a791ea-aa04-42b7-8aa1-f278fd7c7436', 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426', 'port_id': 'f7a791ea-aa04-42b7-8aa1-f278fd7c7436', 'mac_address': 'fa:16:3e:50:0d:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35e3ad2f-9c88-4698-b634-4e1b58de1cc2', 'ip_address': '192.168.233.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 18:41:37.393317 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 4116bb34-a6fa-4a03-90bf-05e711587487 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:41:37.399409 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1bbadcd3-590c-4ce3-a876-d74f4b3d7376 tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:37.414396 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-c31ff077-e6ea-4384-b28e-59e54d1201f5 admin admin] Usage tracker for resource:security_group_rule and tenant:45241712d04f44c69000bd03eb1880d9 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:41:37.417716 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1bbadcd3-590c-4ce3-a876-d74f4b3d7376 tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:37.423222 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-c31ff077-e6ea-4384-b28e-59e54d1201f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:41:37.424791 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1e4648-39a6-40b1-bca1-754bcfc91be3 req-45cf0cae-97ba-46a6-b50f-2d1247512c23 tempest-LiveAutoBlockMigrationV225Test-590672389 tempest-LiveAutoBlockMigrationV225Test-590672389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:41:37.426321 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-5c1e4648-39a6-40b1-bca1-754bcfc91be3 req-45cf0cae-97ba-46a6-b50f-2d1247512c23 tempest-LiveAutoBlockMigrationV225Test-590672389 tempest-LiveAutoBlockMigrationV225Test-590672389-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=4b432ea8-6343-4437-89ac-a5a9fde09c84 HTTP/1.1" status: 200 len: 1096 time: 0.1874819 Jun 01 18:41:37.464062 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b90ca55-df81-4e3f-9fca-d1dde2f9ff40 req-8b1495e8-434e-48ca-8f74-835f6de1917f tempest-DeleteServersAdminTestJSON-2061919509 tempest-DeleteServersAdminTestJSON-2061919509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:41:37.465423 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6b90ca55-df81-4e3f-9fca-d1dde2f9ff40 req-8b1495e8-434e-48ca-8f74-835f6de1917f tempest-DeleteServersAdminTestJSON-2061919509 tempest-DeleteServersAdminTestJSON-2061919509-project] 10.222.0.41 "GET /v2.0/ports?device_id=6214b7b0-3a08-473d-a31e-9d2ab105fc59 HTTP/1.1" status: 200 len: 946 time: 0.7350476 Jun 01 18:41:37.477881 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port f7a791ea-aa04-42b7-8aa1-f278fd7c7436 is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:41:37.478439 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:37.504020 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7a791ea-aa04-42b7-8aa1-f278fd7c7436 {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:41:37.523353 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-c31ff077-e6ea-4384-b28e-59e54d1201f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:41:37.543003 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-afaed8b2-02de-4703-bc4e-ed9126b0d345 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:37.549968 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port f7a791ea-aa04-42b7-8aa1-f278fd7c7436, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=f7a791ea-aa04-42b7-8aa1-f278fd7c7436,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:41:37.560629 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-5c1e4648-39a6-40b1-bca1-754bcfc91be3 req-c58c08bc-d590-4ddc-b546-b24b6c8d7fc7 tempest-LiveAutoBlockMigrationV225Test-590672389 tempest-LiveAutoBlockMigrationV225Test-590672389-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=444c87ba-31dc-4b5a-9977-492e198b845a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139596 Jun 01 18:41:37.563123 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:37.566532 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e7370616-93d6-4d00-938b-7b0a150bfca4 tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:37.582325 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-f498bb47-cae2-42aa-a174-516ea96dba5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bab32799-154f-4388-afaf-cd5c4bce0801', 'name': 'tempest-FloatingIPDetailsTestJSON-337712717-router', 'tenant_id': '28042772ed574d8d819a50a6409395af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.134'}], 'enable_snat': True}, 'gw_port_id': '207d6aac-2276-4deb-828f-324764a76c7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:41:25Z', 'updated_at': '2022-06-01T18:41:30Z', 'revision_number': 3, 'project_id': '28042772ed574d8d819a50a6409395af', 'gw_port': {'id': '207d6aac-2276-4deb-828f-324764a76c7c', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:6d:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bab32799-154f-4388-afaf-cd5c4bce0801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:41:28Z', 'updated_at': '2022-06-01T18:41:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:41:37.587753 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f498bb47-cae2-42aa-a174-516ea96dba5d None None] The sync data for ids ['bab32799-154f-4388-afaf-cd5c4bce0801'] in n-d-844202-1 is: [{'id': 'bab32799-154f-4388-afaf-cd5c4bce0801', 'name': 'tempest-FloatingIPDetailsTestJSON-337712717-router', 'tenant_id': '28042772ed574d8d819a50a6409395af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.134'}], 'enable_snat': True}, 'gw_port_id': '207d6aac-2276-4deb-828f-324764a76c7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:41:25Z', 'updated_at': '2022-06-01T18:41:30Z', 'revision_number': 3, 'project_id': '28042772ed574d8d819a50a6409395af', 'gw_port': {'id': '207d6aac-2276-4deb-828f-324764a76c7c', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:6d:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bab32799-154f-4388-afaf-cd5c4bce0801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:41:28Z', 'updated_at': '2022-06-01T18:41:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 18:41:37.597968 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [None req-afaed8b2-02de-4703-bc4e-ed9126b0d345 admin admin] Transition to ACTIVE for port object abf50374-eb48-4999-b8be-3d4e41a550f1 will not be triggered until provisioned by entity DHCP. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:41:37.648584 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbadcd3-590c-4ce3-a876-d74f4b3d7376 tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1b0d96d-a2e8-42a0-a525-1061ef56255d,revision_number=0']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:41:37.650361 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-afaed8b2-02de-4703-bc4e-ed9126b0d345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:37.688269 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2db0a9-59af-4f97-9ca4-18c9268a96cd service neutron] Pushing event updated for resources: {'Port': ['ID=22afea50-157c-4be4-920d-4f6d8307b7b6,revision_number=2']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:41:37.711115 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-5bf471eb-b457-4a56-ae8a-6eee4a8c4dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea2fa364-34b2-4e17-9138-31d316ea8535', 'name': 'tempest-VolumesAdminNegativeTest-805511968-router', 'tenant_id': '14e756b1dfd64355b9ed3a4916d3e633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.121'}], 'enable_snat': True}, 'gw_port_id': 'd319b772-3762-4641-9b72-66d31f880cbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:41:20Z', 'updated_at': '2022-06-01T18:41:28Z', 'revision_number': 4, 'project_id': '14e756b1dfd64355b9ed3a4916d3e633', 'gw_port': {'id': 'd319b772-3762-4641-9b72-66d31f880cbd', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:a5:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea2fa364-34b2-4e17-9138-31d316ea8535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:41:22Z', 'updated_at': '2022-06-01T18:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': 'a74a9984-8537-4dac-b99a-49be6cbc6dd4', 'name': '', 'network_id': 'd7ff6e4b-0a62-4426-a8f8-78d8b6162d6a', 'tenant_id': '14e756b1dfd64355b9ed3a4916d3e633', 'mac_address': 'fa:16:3e:3c:15:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea2fa364-34b2-4e17-9138-31d316ea8535', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '1abb479d-d1ae-4cd4-a97e-3c22cdc69a43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:41:27Z', 'updated_at': '2022-06-01T18:41:35Z', 'revision_number': 4, 'project_id': '14e756b1dfd64355b9ed3a4916d3e633', 'subnets': [{'id': '1abb479d-d1ae-4cd4-a97e-3c22cdc69a43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:41:37.745778 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf471eb-b457-4a56-ae8a-6eee4a8c4dc5 None None] The sync data for ids ['ea2fa364-34b2-4e17-9138-31d316ea8535'] in n-d-844202-1 is: [{'id': 'ea2fa364-34b2-4e17-9138-31d316ea8535', 'name': 'tempest-VolumesAdminNegativeTest-805511968-router', 'tenant_id': '14e756b1dfd64355b9ed3a4916d3e633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.121'}], 'enable_snat': True}, 'gw_port_id': 'd319b772-3762-4641-9b72-66d31f880cbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:41:20Z', 'updated_at': '2022-06-01T18:41:28Z', 'revision_number': 4, 'project_id': '14e756b1dfd64355b9ed3a4916d3e633', 'gw_port': {'id': 'd319b772-3762-4641-9b72-66d31f880cbd', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:a5:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea2fa364-34b2-4e17-9138-31d316ea8535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:41:22Z', 'updated_at': '2022-06-01T18:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': 'a74a9984-8537-4dac-b99a-49be6cbc6dd4', 'name': '', 'network_id': 'd7ff6e4b-0a62-4426-a8f8-78d8b6162d6a', 'tenant_id': '14e756b1dfd64355b9ed3a4916d3e633', 'mac_address': 'fa:16:3e:3c:15:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea2fa364-34b2-4e17-9138-31d316ea8535', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '1abb479d-d1ae-4cd4-a97e-3c22cdc69a43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:41:27Z', 'updated_at': '2022-06-01T18:41:35Z', 'revision_number': 4, 'project_id': '14e756b1dfd64355b9ed3a4916d3e633', 'subnets': [{'id': '1abb479d-d1ae-4cd4-a97e-3c22cdc69a43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 18:41:37.767940 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=f7a791ea-aa04-42b7-8aa1-f278fd7c7436,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:41:37.793770 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaed8b2-02de-4703-bc4e-ed9126b0d345 admin admin] Pushing event updated for resources: {'Port': ['ID=abf50374-eb48-4999-b8be-3d4e41a550f1,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:41:37.803318 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afaed8b2-02de-4703-bc4e-ed9126b0d345 admin admin] Network 072e8479-c74e-45aa-97d1-e8a73d0029c9 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:41:37.804583 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1bbadcd3-590c-4ce3-a876-d74f4b3d7376 tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:37.806368 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-1bbadcd3-590c-4ce3-a876-d74f4b3d7376 tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2591205 Jun 01 18:41:37.807324 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-afaed8b2-02de-4703-bc4e-ed9126b0d345 admin admin] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:41:37.814270 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] get_ports_and_sgs() called for port_ids ['f7a791ea-aa04-42b7-8aa1-f278fd7c7436'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:41:37.814710 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 42518) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:41:37.827564 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afaed8b2-02de-4703-bc4e-ed9126b0d345 admin admin] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:41:37.891358 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-348ac43d-5b02-4170-9d39-eea92be5b46a tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] Request body: {'floatingip': {'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:41:37.973768 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-348ac43d-5b02-4170-9d39-eea92be5b46a tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:41:37.996694 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-348ac43d-5b02-4170-9d39-eea92be5b46a tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] Usage tracker for resource:floatingip and tenant:ccc3866df726420d865ae40df69383ae is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:41:38.005386 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6b90ca55-df81-4e3f-9fca-d1dde2f9ff40 req-05ff6b09-25c5-4fd8-b3e0-cf7804324feb tempest-DeleteServersAdminTestJSON-2061919509 tempest-DeleteServersAdminTestJSON-2061919509-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b53ff5f-eaca-4098-933e-c7793907fd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4715648 Jun 01 18:41:38.032534 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-348ac43d-5b02-4170-9d39-eea92be5b46a tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:41:38.091577 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-348ac43d-5b02-4170-9d39-eea92be5b46a tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:41:38.118481 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-afaed8b2-02de-4703-bc4e-ed9126b0d345 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-887605'] for router_interface, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:38.176131 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed9f8a9-a747-461b-8a40-761f1aaea5aa req-927dbe8c-caf9-409c-bbce-3efea5826a0b tempest-LiveMigrationNegativeTest-1882969379 tempest-LiveMigrationNegativeTest-1882969379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:41:38.188075 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2ed9f8a9-a747-461b-8a40-761f1aaea5aa req-927dbe8c-caf9-409c-bbce-3efea5826a0b tempest-LiveMigrationNegativeTest-1882969379 tempest-LiveMigrationNegativeTest-1882969379-project] 10.222.0.41 "GET /v2.0/ports?device_id=f096ea16-3221-4f4a-9ce7-f62e38bf30bb HTTP/1.1" status: 200 len: 946 time: 0.3667123 Jun 01 18:41:38.191446 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-348ac43d-5b02-4170-9d39-eea92be5b46a tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] Notify callbacks [] for floatingip, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:38.419877 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-0b677ad2-db9c-4dac-9d06-9ea23936b072 req-8d2db0a9-59af-4f97-9ca4-18c9268a96cd service neutron] Attempting to bind port 22afea50-157c-4be4-920d-4f6d8307b7b6 on host n-h2-844202-1 for vnic_type normal with profile {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:41:38.420251 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-0b677ad2-db9c-4dac-9d06-9ea23936b072 req-8d2db0a9-59af-4f97-9ca4-18c9268a96cd service neutron] Attempting to bind port 22afea50-157c-4be4-920d-4f6d8307b7b6 by drivers openvswitch,hyperv on host n-h2-844202-1 at level 0 using segments [{'id': 'e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426'}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:41:38.420576 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b677ad2-db9c-4dac-9d06-9ea23936b072 req-8d2db0a9-59af-4f97-9ca4-18c9268a96cd service neutron] Attempting to bind port 22afea50-157c-4be4-920d-4f6d8307b7b6 on network 898153a3-5d71-43be-9d14-343ea4a48426 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:41:38.424293 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device a74a9984-8537-4dac-b99a-49be6cbc6dd4 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:41:38.459926 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b677ad2-db9c-4dac-9d06-9ea23936b072 req-8d2db0a9-59af-4f97-9ca4-18c9268a96cd service neutron] Port 22afea50-157c-4be4-920d-4f6d8307b7b6 on network 898153a3-5d71-43be-9d14-343ea4a48426 not bound, no agent of type Open vSwitch agent registered on host n-h2-844202-1 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 18:41:38.460548 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b677ad2-db9c-4dac-9d06-9ea23936b072 req-8d2db0a9-59af-4f97-9ca4-18c9268a96cd service neutron] Attempting to bind port 22afea50-157c-4be4-920d-4f6d8307b7b6 on network 898153a3-5d71-43be-9d14-343ea4a48426 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:41:38.498615 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2ed9f8a9-a747-461b-8a40-761f1aaea5aa req-a8406d79-ace5-4e1f-8816-37fa6a20de3d tempest-LiveMigrationNegativeTest-1882969379 tempest-LiveMigrationNegativeTest-1882969379-project] 10.222.0.41 "GET /v2.0/security-groups?id=c22519b8-f40a-47d0-938e-7f5b69f12a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3090484 Jun 01 18:41:38.530322 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b677ad2-db9c-4dac-9d06-9ea23936b072 req-8d2db0a9-59af-4f97-9ca4-18c9268a96cd service neutron] Checking agent: {'id': 'f5db9968-6317-4186-9100-9e0ca6b50417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 18, 41, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:41:38.531681 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b677ad2-db9c-4dac-9d06-9ea23936b072 req-8d2db0a9-59af-4f97-9ca4-18c9268a96cd service neutron] Checking segment: {'id': 'e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:41:38.532187 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b677ad2-db9c-4dac-9d06-9ea23936b072 req-8d2db0a9-59af-4f97-9ca4-18c9268a96cd service neutron] Bound using segment: {'id': 'e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426'} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:41:38.532768 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-0b677ad2-db9c-4dac-9d06-9ea23936b072 req-8d2db0a9-59af-4f97-9ca4-18c9268a96cd service neutron] Bound port: 22afea50-157c-4be4-920d-4f6d8307b7b6, host: n-h2-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426'}}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:41:38.533228 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-0b677ad2-db9c-4dac-9d06-9ea23936b072 req-8d2db0a9-59af-4f97-9ca4-18c9268a96cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:38.541432 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-ce221aba-bf9e-4bfc-831d-0b3d5918a539 None None] Provisioning for port abf50374-eb48-4999-b8be-3d4e41a550f1 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:41:38.548284 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-ce221aba-bf9e-4bfc-831d-0b3d5918a539 None None] Provisioning complete for port abf50374-eb48-4999-b8be-3d4e41a550f1 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:41:38.548718 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-ce221aba-bf9e-4bfc-831d-0b3d5918a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:38.608628 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port a74a9984-8537-4dac-b99a-49be6cbc6dd4 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:41:38.629845 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port a74a9984-8537-4dac-b99a-49be6cbc6dd4 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:41:38.632011 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:38.701006 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-348ac43d-5b02-4170-9d39-eea92be5b46a tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:38.721055 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-c31ff077-e6ea-4384-b28e-59e54d1201f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:38.725408 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-ce221aba-bf9e-4bfc-831d-0b3d5918a539 None None] Port abf50374-eb48-4999-b8be-3d4e41a550f1 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 18:41:38.746245 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-c31ff077-e6ea-4384-b28e-59e54d1201f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:38.796058 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c31ff077-e6ea-4384-b28e-59e54d1201f5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 121} {{(pid=88524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 18:41:38.822385 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29163056-3444-483d-ba40-8a3aa07b3d1f req-7ae26fac-c41a-49ce-8806-f70f57fcd0c2 tempest-LiveAutoBlockMigrationV225Test-590672389 tempest-LiveAutoBlockMigrationV225Test-590672389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:41:38.823901 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-29163056-3444-483d-ba40-8a3aa07b3d1f req-7ae26fac-c41a-49ce-8806-f70f57fcd0c2 tempest-LiveAutoBlockMigrationV225Test-590672389 tempest-LiveAutoBlockMigrationV225Test-590672389-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=4b432ea8-6343-4437-89ac-a5a9fde09c84 HTTP/1.1" status: 200 len: 1096 time: 0.5254793 Jun 01 18:41:38.827189 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e7370616-93d6-4d00-938b-7b0a150bfca4 tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:38.850732 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e7370616-93d6-4d00-938b-7b0a150bfca4 tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:38.851154 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port a74a9984-8537-4dac-b99a-49be6cbc6dd4 is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:41:38.851810 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:38.862330 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ec90f32c-a03c-4cb8-906b-146a48da82c4 req-756a8a33-683c-46d0-af67-dcc873ef31ff tempest-ServersAdmin275Test-1955049401 tempest-ServersAdmin275Test-1955049401-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=fd6c7708-5bf6-4467-928a-cbe66c434f71 HTTP/1.1" status: 200 len: 210 time: 0.0871310 Jun 01 18:41:38.862917 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-afaed8b2-02de-4703-bc4e-ed9126b0d345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:38.895956 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-c31ff077-e6ea-4384-b28e-59e54d1201f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:38.896339 n-d-844202-1 neutron-server[88524]: INFO neutron.db.segments_db [None req-c31ff077-e6ea-4384-b28e-59e54d1201f5 admin admin] Added segment af4f816e-23a9-4a28-b51f-1045978fc81d of type vlan for network 10a2587b-1014-44b1-b177-99812ce7e0cf Jun 01 18:41:38.897323 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port a74a9984-8537-4dac-b99a-49be6cbc6dd4, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=a74a9984-8537-4dac-b99a-49be6cbc6dd4,segment=NetworkSegment(a1310717-bc57-42e1-a422-2eb89ff00c79),segment_id=a1310717-bc57-42e1-a422-2eb89ff00c79)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:41:38.902728 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:38.903614 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 207d6aac-2276-4deb-828f-324764a76c7c up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:41:39.021194 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-0b677ad2-db9c-4dac-9d06-9ea23936b072 req-8d2db0a9-59af-4f97-9ca4-18c9268a96cd service neutron] For port 22afea50-157c-4be4-920d-4f6d8307b7b6, host n-h2-844202-1, cleared binding levels {{(pid=88524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:41:39.039524 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=a74a9984-8537-4dac-b99a-49be6cbc6dd4,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:41:39.104466 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31ff077-e6ea-4384-b28e-59e54d1201f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ad455f3-0f6d-4ed0-aea8-1383b7c8f030,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:41:39.114536 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port 207d6aac-2276-4deb-828f-324764a76c7c completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:41:39.119133 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-0b677ad2-db9c-4dac-9d06-9ea23936b072 req-8d2db0a9-59af-4f97-9ca4-18c9268a96cd service neutron] For port 22afea50-157c-4be4-920d-4f6d8307b7b6, host n-h2-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=22afea50-157c-4be4-920d-4f6d8307b7b6,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:41:39.126192 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 207d6aac-2276-4deb-828f-324764a76c7c triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:41:39.126567 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:39.174124 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [None req-348ac43d-5b02-4170-9d39-eea92be5b46a tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] Allocated IP 172.25.4.206 (72a72e44-6845-488a-a5ff-3a26d4df9cb3/c314a23b-daa2-4106-ab28-8e6f954277b2/3920fde9-ff80-4ef6-be1c-4e36c01a3c6d) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:41:39.213959 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-0b677ad2-db9c-4dac-9d06-9ea23936b072 req-8d2db0a9-59af-4f97-9ca4-18c9268a96cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:39.262253 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7370616-93d6-4d00-938b-7b0a150bfca4 tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] Pushing event updated for resources: {'Port': ['ID=d15cec40-2bc1-43b4-9ef7-c7372c478643,revision_number=2']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:41:39.309758 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-c31ff077-e6ea-4384-b28e-59e54d1201f5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:39.339822 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-29163056-3444-483d-ba40-8a3aa07b3d1f req-7d953d6c-91a4-47a8-8e44-d2fa1e12501a tempest-LiveAutoBlockMigrationV225Test-590672389 tempest-LiveAutoBlockMigrationV225Test-590672389-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=444c87ba-31dc-4b5a-9977-492e198b845a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4984319 Jun 01 18:41:39.368307 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b677ad2-db9c-4dac-9d06-9ea23936b072 req-8d2db0a9-59af-4f97-9ca4-18c9268a96cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:41:39.373202 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-0b677ad2-db9c-4dac-9d06-9ea23936b072 req-8d2db0a9-59af-4f97-9ca4-18c9268a96cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:39.375420 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0b677ad2-db9c-4dac-9d06-9ea23936b072 req-8d2db0a9-59af-4f97-9ca4-18c9268a96cd service neutron] 10.222.0.50 "PUT /v2.0/ports/22afea50-157c-4be4-920d-4f6d8307b7b6 HTTP/1.1" status: 200 len: 1094 time: 4.6787405 Jun 01 18:41:39.375995 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f096ea16-3221-4f4a-9ce7-f62e38bf30bb', 'tag': '22afea50-157c-4be4-920d-4f6d8307b7b6'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:41:39.429542 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 207d6aac-2276-4deb-828f-324764a76c7c is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:41:39.429975 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:39.451919 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2db0a9-59af-4f97-9ca4-18c9268a96cd service neutron] Pushing event updated for resources: {'Port': ['ID=22afea50-157c-4be4-920d-4f6d8307b7b6,revision_number=3']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:41:39.458236 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port 207d6aac-2276-4deb-828f-324764a76c7c, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=207d6aac-2276-4deb-828f-324764a76c7c,segment=NetworkSegment(7875af61-4c53-4ff2-b8c8-d4b7c35ff947),segment_id=7875af61-4c53-4ff2-b8c8-d4b7c35ff947)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:41:39.484917 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:39.529401 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98b923f-1016-4792-a579-7e64cecb3eea req-5c5ce480-ef5f-4dc1-b659-83c16ffb2835 tempest-DeleteServersAdminTestJSON-2061919509 tempest-DeleteServersAdminTestJSON-2061919509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:41:39.530147 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-e98b923f-1016-4792-a579-7e64cecb3eea req-5c5ce480-ef5f-4dc1-b659-83c16ffb2835 tempest-DeleteServersAdminTestJSON-2061919509 tempest-DeleteServersAdminTestJSON-2061919509-project] Synchronizing usage tracker for tenant:d5f05626738f4d9fbc9a31a1cd2ddc0e on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:41:39.559628 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-42bd9840-d4d8-4933-8918-cb6acd0f0f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:39.566778 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e6fef8c-04ee-49af-9e3e-b01b2a5a2992'] response: {'name': 'network-changed', 'server_uuid': 'f096ea16-3221-4f4a-9ce7-f62e38bf30bb', 'tag': '22afea50-157c-4be4-920d-4f6d8307b7b6', 'status': 'completed', 'code': 200} Jun 01 18:41:39.569063 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-afaed8b2-02de-4703-bc4e-ed9126b0d345 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:39.578819 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e7370616-93d6-4d00-938b-7b0a150bfca4 tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887712'] for floatingip, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:39.598050 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-c31ff077-e6ea-4384-b28e-59e54d1201f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:39.599209 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c31ff077-e6ea-4384-b28e-59e54d1201f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:41:39.599756 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-c31ff077-e6ea-4384-b28e-59e54d1201f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:39.608976 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-afaed8b2-02de-4703-bc4e-ed9126b0d345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:39.648874 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=207d6aac-2276-4deb-828f-324764a76c7c,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:41:39.760072 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-e98b923f-1016-4792-a579-7e64cecb3eea req-5c5ce480-ef5f-4dc1-b659-83c16ffb2835 tempest-DeleteServersAdminTestJSON-2061919509 tempest-DeleteServersAdminTestJSON-2061919509-project] Unset dirty status for tenant:d5f05626738f4d9fbc9a31a1cd2ddc0e on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:41:39.761350 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e98b923f-1016-4792-a579-7e64cecb3eea req-5c5ce480-ef5f-4dc1-b659-83c16ffb2835 tempest-DeleteServersAdminTestJSON-2061919509 tempest-DeleteServersAdminTestJSON-2061919509-project] 10.222.0.41 "GET /v2.0/ports?device_id=6214b7b0-3a08-473d-a31e-9d2ab105fc59 HTTP/1.1" status: 200 len: 947 time: 0.5891299 Jun 01 18:41:39.786897 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e7370616-93d6-4d00-938b-7b0a150bfca4 tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for floatingip, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:39.788084 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-e7370616-93d6-4d00-938b-7b0a150bfca4 tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.2383964 Jun 01 18:41:39.792725 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-c31ff077-e6ea-4384-b28e-59e54d1201f5 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 3.4536009 Jun 01 18:41:39.793759 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 42536) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:41:39.807306 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-f7d8f391-4ac2-49d3-85d5-3407ed5a7dc9 admin admin] Request body: {'subnet': {'network_id': '10a2587b-1014-44b1-b177-99812ce7e0cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1363547105-subnet', 'tenant_id': '45241712d04f44c69000bd03eb1880d9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:41:39.820180 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-348ac43d-5b02-4170-9d39-eea92be5b46a tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:39.820832 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31ff077-e6ea-4384-b28e-59e54d1201f5 admin admin] Pushing event updated for resources: {'Network': ['ID=10a2587b-1014-44b1-b177-99812ce7e0cf,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:41:39.835253 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-f7d8f391-4ac2-49d3-85d5-3407ed5a7dc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:41:39.838725 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network 10a2587b-1014-44b1-b177-99812ce7e0cf details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 18:41:39.843309 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-f7d8f391-4ac2-49d3-85d5-3407ed5a7dc9 admin admin] Usage tracker for resource:subnet and tenant:45241712d04f44c69000bd03eb1880d9 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:41:39.849459 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-f7d8f391-4ac2-49d3-85d5-3407ed5a7dc9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:41:39.857057 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-f7d8f391-4ac2-49d3-85d5-3407ed5a7dc9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:41:39.867500 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b677ad2-db9c-4dac-9d06-9ea23936b072 req-0a2da1fa-b94f-46d1-97f0-f0b925e82b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:41:39.869827 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0b677ad2-db9c-4dac-9d06-9ea23936b072 req-0a2da1fa-b94f-46d1-97f0-f0b925e82b9d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=715763ae9500499494499f5dc29cfabf&device_id=f096ea16-3221-4f4a-9ce7-f62e38bf30bb HTTP/1.1" status: 200 len: 1097 time: 0.4027994 Jun 01 18:41:39.877775 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e98b923f-1016-4792-a579-7e64cecb3eea req-8b575e23-7b11-4f47-bb62-d788ace0a352 tempest-DeleteServersAdminTestJSON-2061919509 tempest-DeleteServersAdminTestJSON-2061919509-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b53ff5f-eaca-4098-933e-c7793907fd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984380 Jun 01 18:41:39.889529 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-afaed8b2-02de-4703-bc4e-ed9126b0d345 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-887436'] for router_interface, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:39.895801 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaed8b2-02de-4703-bc4e-ed9126b0d345 admin admin] Pushing event updated for resources: {'Port': ['ID=abf50374-eb48-4999-b8be-3d4e41a550f1,revision_number=2']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:41:39.961267 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7d8f391-4ac2-49d3-85d5-3407ed5a7dc9 admin admin] Made reservation on behalf of 45241712d04f44c69000bd03eb1880d9 for: {'subnet': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:41:39.963362 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f7d8f391-4ac2-49d3-85d5-3407ed5a7dc9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3066584'] for subnet, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:39.990930 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0b677ad2-db9c-4dac-9d06-9ea23936b072 req-a6505b1a-ba43-4a32-a634-f852da870446 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=22afea50-157c-4be4-920d-4f6d8307b7b6 HTTP/1.1" status: 200 len: 217 time: 0.1129856 Jun 01 18:41:40.060652 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-348ac43d-5b02-4170-9d39-eea92be5b46a tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:40.110983 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990ad517-6570-4dde-92e4-4af550a92deb req-f0bece7f-a5fe-4786-bbcf-5b9d32369d07 tempest-LiveMigrationNegativeTest-1882969379 tempest-LiveMigrationNegativeTest-1882969379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:41:40.111693 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-990ad517-6570-4dde-92e4-4af550a92deb req-f0bece7f-a5fe-4786-bbcf-5b9d32369d07 tempest-LiveMigrationNegativeTest-1882969379 tempest-LiveMigrationNegativeTest-1882969379-project] Synchronizing usage tracker for tenant:715763ae9500499494499f5dc29cfabf on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:41:40.154237 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device f7a791ea-aa04-42b7-8aa1-f278fd7c7436 up at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:41:40.167577 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-348ac43d-5b02-4170-9d39-eea92be5b46a tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] Network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:41:40.168003 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b677ad2-db9c-4dac-9d06-9ea23936b072 req-39ea51a6-47f3-4497-849c-065230b560a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:41:40.169606 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0b677ad2-db9c-4dac-9d06-9ea23936b072 req-39ea51a6-47f3-4497-849c-065230b560a3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=35e3ad2f-9c88-4698-b634-4e1b58de1cc2 HTTP/1.1" status: 200 len: 843 time: 0.1708028 Jun 01 18:41:40.173052 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-348ac43d-5b02-4170-9d39-eea92be5b46a tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:41:40.173603 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-990ad517-6570-4dde-92e4-4af550a92deb req-f0bece7f-a5fe-4786-bbcf-5b9d32369d07 tempest-LiveMigrationNegativeTest-1882969379 tempest-LiveMigrationNegativeTest-1882969379-project] Unset dirty status for tenant:715763ae9500499494499f5dc29cfabf on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:41:40.174768 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-990ad517-6570-4dde-92e4-4af550a92deb req-f0bece7f-a5fe-4786-bbcf-5b9d32369d07 tempest-LiveMigrationNegativeTest-1882969379 tempest-LiveMigrationNegativeTest-1882969379-project] 10.222.0.41 "GET /v2.0/ports?device_id=f096ea16-3221-4f4a-9ce7-f62e38bf30bb HTTP/1.1" status: 200 len: 946 time: 0.4593649 Jun 01 18:41:40.177078 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-348ac43d-5b02-4170-9d39-eea92be5b46a tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:41:40.298321 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-990ad517-6570-4dde-92e4-4af550a92deb req-7d247cc1-ba3e-4d8d-a2db-5be96f2f6eee tempest-LiveMigrationNegativeTest-1882969379 tempest-LiveMigrationNegativeTest-1882969379-project] 10.222.0.41 "GET /v2.0/security-groups?id=c22519b8-f40a-47d0-938e-7f5b69f12a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825381 Jun 01 18:41:40.305980 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Provisioning for port f7a791ea-aa04-42b7-8aa1-f278fd7c7436 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:41:40.312775 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Provisioning complete for port f7a791ea-aa04-42b7-8aa1-f278fd7c7436 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:41:40.314504 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:40.386886 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348ac43d-5b02-4170-9d39-eea92be5b46a tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] Pushing event updated for resources: {'Port': ['ID=3920fde9-ff80-4ef6-be1c-4e36c01a3c6d,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:41:40.393336 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afaed8b2-02de-4703-bc4e-ed9126b0d345 admin admin] Network 072e8479-c74e-45aa-97d1-e8a73d0029c9 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:41:40.393676 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device a74a9984-8537-4dac-b99a-49be6cbc6dd4 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:41:40.407010 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-afaed8b2-02de-4703-bc4e-ed9126b0d345 admin admin] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:41:40.449309 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b677ad2-db9c-4dac-9d06-9ea23936b072 req-ccaf893a-1564-4ed7-9f59-b69cc2fe29ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:41:40.451072 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0b677ad2-db9c-4dac-9d06-9ea23936b072 req-ccaf893a-1564-4ed7-9f59-b69cc2fe29ee service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=898153a3-5d71-43be-9d14-343ea4a48426&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2697053 Jun 01 18:41:40.558062 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-ffff7afd-1990-4cb8-877c-ab54dc529ce9 req-980c3555-31ac-47e7-84f1-5f489874e894 tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] Synchronizing usage tracker for tenant:7dd3c8e221f9433b9e41db5bb127ec48 on resource:security_group {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:41:40.595120 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:40.596993 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:40.632666 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-348ac43d-5b02-4170-9d39-eea92be5b46a tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:40.701168 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port a74a9984-8537-4dac-b99a-49be6cbc6dd4 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:41:40.701464 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:40.718070 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-ffff7afd-1990-4cb8-877c-ab54dc529ce9 req-980c3555-31ac-47e7-84f1-5f489874e894 tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] Unset dirty status for tenant:7dd3c8e221f9433b9e41db5bb127ec48 on resource:security_group {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:41:40.720116 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ffff7afd-1990-4cb8-877c-ab54dc529ce9 req-980c3555-31ac-47e7-84f1-5f489874e894 tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--249810130&fields=id&tenant_id=7dd3c8e221f9433b9e41db5bb127ec48 HTTP/1.1" status: 200 len: 267 time: 0.4314294 Jun 01 18:41:40.767719 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port f7a791ea-aa04-42b7-8aa1-f278fd7c7436 is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:41:40.768074 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:40.769653 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f7d8f391-4ac2-49d3-85d5-3407ed5a7dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2718919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3066602'] for subnet, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:40.815069 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6dd656dc-61a4-4d5e-92fc-80869e2d762f req-6a4d6db8-6e4d-44c1-bbf8-54184cfc4e4c tempest-ServersAdmin275Test-1955049401 tempest-ServersAdmin275Test-1955049401-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=fd6c7708-5bf6-4467-928a-cbe66c434f71 HTTP/1.1" status: 200 len: 210 time: 0.1006219 Jun 01 18:41:40.839380 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-348ac43d-5b02-4170-9d39-eea92be5b46a tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:40.840421 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6214b7b0-3a08-473d-a31e-9d2ab105fc59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7a791ea-aa04-42b7-8aa1-f278fd7c7436'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:41:40.877285 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port f7a791ea-aa04-42b7-8aa1-f278fd7c7436, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=f7a791ea-aa04-42b7-8aa1-f278fd7c7436,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:41:40.889707 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:40.915012 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afaed8b2-02de-4703-bc4e-ed9126b0d345 admin admin] Router bab32799-154f-4388-afaf-cd5c4bce0801 has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 18:41:40.958528 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0b677ad2-db9c-4dac-9d06-9ea23936b072 req-b002054a-4889-484a-8b3c-453c6d7a1c62 service neutron] 10.222.0.50 "GET /v2.0/networks/898153a3-5d71-43be-9d14-343ea4a48426?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4999435 Jun 01 18:41:40.959220 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d8f391-4ac2-49d3-85d5-3407ed5a7dc9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=095d92a5-4fce-4555-937d-a37b373b8ecc,revision_number=0']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:41:40.986784 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=f7a791ea-aa04-42b7-8aa1-f278fd7c7436,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:41:40.989794 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f02838fd-4ac5-41f0-932a-6c83b4c08a61 None None] Provisioning complete for port abf50374-eb48-4999-b8be-3d4e41a550f1 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:41:40.990172 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f02838fd-4ac5-41f0-932a-6c83b4c08a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:41.020860 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port a74a9984-8537-4dac-b99a-49be6cbc6dd4 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:41:41.022047 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 207d6aac-2276-4deb-828f-324764a76c7c up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:41:41.073907 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffff7afd-1990-4cb8-877c-ab54dc529ce9 req-e221da80-e6c3-4d3c-9c13-fe35783c9dc8 tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:41:41.081790 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ffff7afd-1990-4cb8-877c-ab54dc529ce9 req-e221da80-e6c3-4d3c-9c13-fe35783c9dc8 tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] 10.222.0.41 "GET /v2.0/networks?id=18cc4e4f-761f-49c9-826c-48ea46f95616 HTTP/1.1" status: 200 len: 823 time: 0.3498309 Jun 01 18:41:41.127371 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:41.137871 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f02838fd-4ac5-41f0-932a-6c83b4c08a61 None None] Port abf50374-eb48-4999-b8be-3d4e41a550f1 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 18:41:41.154279 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 207d6aac-2276-4deb-828f-324764a76c7c triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:41:41.154648 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:41.180851 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ffff7afd-1990-4cb8-877c-ab54dc529ce9 req-71dab59e-0964-438a-8898-32b98b56edad tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] 10.222.0.41 "GET /v2.0/quotas/7dd3c8e221f9433b9e41db5bb127ec48 HTTP/1.1" status: 200 len: 375 time: 0.0874088 Jun 01 18:41:41.212353 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d8f391-4ac2-49d3-85d5-3407ed5a7dc9 admin admin] Checking segment: {'id': 'af4f816e-23a9-4a28-b51f-1045978fc81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '10a2587b-1014-44b1-b177-99812ce7e0cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:41:41.212709 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7d8f391-4ac2-49d3-85d5-3407ed5a7dc9 admin admin] Network hostable DHCP agents. Network: 10a2587b-1014-44b1-b177-99812ce7e0cf, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88524) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 18:41:41.273456 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0b677ad2-db9c-4dac-9d06-9ea23936b072 req-a4b5653c-370c-42ff-87d9-2d31ec261907 service neutron] 10.222.0.50 "GET /v2.0/networks/898153a3-5d71-43be-9d14-343ea4a48426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3000729 Jun 01 18:41:41.278567 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7d8f391-4ac2-49d3-85d5-3407ed5a7dc9 admin admin] Network 10a2587b-1014-44b1-b177-99812ce7e0cf is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88524) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 18:41:41.291878 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc9f44f-d058-45c4-9114-927fbb69fd7f req-4a50e3d9-1bfd-4b73-8125-7d7d4aa25edc tempest-LiveAutoBlockMigrationV225Test-590672389 tempest-LiveAutoBlockMigrationV225Test-590672389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:41:41.293648 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ffc9f44f-d058-45c4-9114-927fbb69fd7f req-4a50e3d9-1bfd-4b73-8125-7d7d4aa25edc tempest-LiveAutoBlockMigrationV225Test-590672389 tempest-LiveAutoBlockMigrationV225Test-590672389-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=4b432ea8-6343-4437-89ac-a5a9fde09c84 HTTP/1.1" status: 200 len: 1096 time: 0.1885624 Jun 01 18:41:41.295331 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-f7d8f391-4ac2-49d3-85d5-3407ed5a7dc9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, 10a2587b-1014-44b1-b177-99812ce7e0cf) {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:41:41.297716 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 207d6aac-2276-4deb-828f-324764a76c7c is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:41:41.304565 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d8f391-4ac2-49d3-85d5-3407ed5a7dc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:41:41.305079 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f7d8f391-4ac2-49d3-85d5-3407ed5a7dc9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:41.325916 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2faafc5-3ca2-4f65-9135-1401972842dc None None] Network 10a2587b-1014-44b1-b177-99812ce7e0cf requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 18:41:41.389858 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afaed8b2-02de-4703-bc4e-ed9126b0d345 admin admin] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 18:41:41.402174 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-f7d8f391-4ac2-49d3-85d5-3407ed5a7dc9 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6042142 Jun 01 18:41:41.408668 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 42562) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:41:41.418755 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-ef5fc6b4-69c0-4d2a-95f8-e3aabfc2d458 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1363547105-router', 'tenant_id': '45241712d04f44c69000bd03eb1880d9', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:41:41.433211 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-afaed8b2-02de-4703-bc4e-ed9126b0d345 admin admin] 10.222.0.41 "PUT /v2.0/routers/bab32799-154f-4388-afaf-cd5c4bce0801/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6698391 Jun 01 18:41:41.437794 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:41.455527 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ffc9f44f-d058-45c4-9114-927fbb69fd7f req-faad926f-12c8-42cf-9e2e-8426de8cd420 tempest-LiveAutoBlockMigrationV225Test-590672389 tempest-LiveAutoBlockMigrationV225Test-590672389-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=444c87ba-31dc-4b5a-9977-492e198b845a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368392 Jun 01 18:41:41.458012 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-ef5fc6b4-69c0-4d2a-95f8-e3aabfc2d458 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:41:41.464075 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-ef5fc6b4-69c0-4d2a-95f8-e3aabfc2d458 admin admin] Usage tracker for resource:router and tenant:45241712d04f44c69000bd03eb1880d9 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:41:41.469732 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-ef5fc6b4-69c0-4d2a-95f8-e3aabfc2d458 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:41:41.470812 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ffff7afd-1990-4cb8-877c-ab54dc529ce9 req-6deae575-7158-4c51-b32a-496677e79cf9 tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=7dd3c8e221f9433b9e41db5bb127ec48&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2671883 Jun 01 18:41:41.476503 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-348ac43d-5b02-4170-9d39-eea92be5b46a tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] Notify callbacks [] for port, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:41.476741 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-ef5fc6b4-69c0-4d2a-95f8-e3aabfc2d458 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:41:41.495991 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9be9b8-1b21-43ad-8055-0eefbbe35827 req-ceffa9d2-21c0-47af-9c0f-a954319516f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:41:41.497625 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0c9be9b8-1b21-43ad-8055-0eefbbe35827 req-ceffa9d2-21c0-47af-9c0f-a954319516f6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=715763ae9500499494499f5dc29cfabf&device_id=f096ea16-3221-4f4a-9ce7-f62e38bf30bb HTTP/1.1" status: 200 len: 1097 time: 0.1624846 Jun 01 18:41:41.498666 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ef5fc6b4-69c0-4d2a-95f8-e3aabfc2d458 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-885767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25238'] for router, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:41.499740 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ef5fc6b4-69c0-4d2a-95f8-e3aabfc2d458 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-901042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-886562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-981784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25327'] for router, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:41.520253 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-348ac43d-5b02-4170-9d39-eea92be5b46a tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:41.675486 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9be9b8-1b21-43ad-8055-0eefbbe35827 req-e60b7077-dc33-4e08-ab6e-ecb933db3ced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:41:41.677473 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0c9be9b8-1b21-43ad-8055-0eefbbe35827 req-e60b7077-dc33-4e08-ab6e-ecb933db3ced service neutron] 10.222.0.50 "GET /v2.0/networks?id=898153a3-5d71-43be-9d14-343ea4a48426 HTTP/1.1" status: 200 len: 870 time: 0.1724226 Jun 01 18:41:41.678733 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ef5fc6b4-69c0-4d2a-95f8-e3aabfc2d458 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:41.712533 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a201d95-371b-4b02-8c47-9e7df67d41fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc93f83c3-7fb6-5c13-a9d4-29d739a4e8d2-10a2587b-1014-44b1-b177-99812ce7e0cf', 'network_id': '10a2587b-1014-44b1-b177-99812ce7e0cf', 'tenant_id': '45241712d04f44c69000bd03eb1880d9', 'fixed_ips': [{'subnet_id': '095d92a5-4fce-4555-937d-a37b373b8ecc'}]}} from n-d-844202-1. {{(pid=88526) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 18:41:41.713501 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-3a201d95-371b-4b02-8c47-9e7df67d41fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:41.733543 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6484aeea-ec60-4321-ac5b-f70034fd6561'] response: {'server_uuid': '6214b7b0-3a08-473d-a31e-9d2ab105fc59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7a791ea-aa04-42b7-8aa1-f278fd7c7436', 'code': 200} Jun 01 18:41:41.804074 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:41.841487 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0c9be9b8-1b21-43ad-8055-0eefbbe35827 req-969d2be4-657c-4806-a362-06d563075420 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=22afea50-157c-4be4-920d-4f6d8307b7b6 HTTP/1.1" status: 200 len: 217 time: 0.1417310 Jun 01 18:41:41.932536 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.db_base_plugin_common [None req-3a201d95-371b-4b02-8c47-9e7df67d41fd None None] Allocated IP 172.20.0.2 (10a2587b-1014-44b1-b177-99812ce7e0cf/095d92a5-4fce-4555-937d-a37b373b8ecc/c2feb823-02ea-45da-ad8e-6a3dd13cc4ba) {{(pid=88526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:41:42.016647 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348ac43d-5b02-4170-9d39-eea92be5b46a tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] Pushing event updated for resources: {'Port': ['ID=3920fde9-ff80-4ef6-be1c-4e36c01a3c6d,revision_number=2']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:41:42.057838 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-348ac43d-5b02-4170-9d39-eea92be5b46a tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887712'] for floatingip, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:42.074609 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9348b2e1-2fa7-4474-b00b-2444d4268dd8 None None] Sync routers for ids ['bab32799-154f-4388-afaf-cd5c4bce0801'] in n-d-844202-1 {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 18:41:42.097114 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9348b2e1-2fa7-4474-b00b-2444d4268dd8 None None] Routers {'bab32799-154f-4388-afaf-cd5c4bce0801'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:41:42.098119 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-9348b2e1-2fa7-4474-b00b-2444d4268dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:41:39Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['bab32799-154f-4388-afaf-cd5c4bce0801'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:41:42.107532 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ffff7afd-1990-4cb8-877c-ab54dc529ce9 req-6c8f68c2-48c9-4822-9b31-d101e6d7b27a service neutron] 10.222.0.41 "GET /v2.0/networks/18cc4e4f-761f-49c9-826c-48ea46f95616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6288977 Jun 01 18:41:42.137749 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-348ac43d-5b02-4170-9d39-eea92be5b46a tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for floatingip, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:42.139486 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-348ac43d-5b02-4170-9d39-eea92be5b46a tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.3165436 Jun 01 18:41:42.235593 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b453137-58a5-489d-ae5c-35577347c581 req-9d779cb3-b47d-440f-aabe-9ac6abd90ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:41:42.238276 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-6b453137-58a5-489d-ae5c-35577347c581 req-9d779cb3-b47d-440f-aabe-9ac6abd90ced service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6214b7b0-3a08-473d-a31e-9d2ab105fc59 HTTP/1.1" status: 200 len: 1099 time: 0.3843648 Jun 01 18:41:42.267167 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9be9b8-1b21-43ad-8055-0eefbbe35827 req-1db9df1c-300e-4522-883e-be4131c68c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:41:42.268620 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0c9be9b8-1b21-43ad-8055-0eefbbe35827 req-1db9df1c-300e-4522-883e-be4131c68c55 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=35e3ad2f-9c88-4698-b634-4e1b58de1cc2 HTTP/1.1" status: 200 len: 843 time: 0.4209521 Jun 01 18:41:42.322625 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-6b453137-58a5-489d-ae5c-35577347c581 req-b2989369-6810-46c2-8789-f9ba9c44ea4c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=5b53ff5f-eaca-4098-933e-c7793907fd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725489 Jun 01 18:41:42.335007 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ffff7afd-1990-4cb8-877c-ab54dc529ce9 req-48674d73-ce5f-4e00-afe2-ad9732cc8011 service neutron] 10.222.0.41 "GET /v2.0/networks/18cc4e4f-761f-49c9-826c-48ea46f95616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2260211 Jun 01 18:41:42.383759 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ef5fc6b4-69c0-4d2a-95f8-e3aabfc2d458 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-886608', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-885830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25341'] for router, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:42.412033 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-9348b2e1-2fa7-4474-b00b-2444d4268dd8 None None] Set router bab32799-154f-4388-afaf-cd5c4bce0801 gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:41:42.440854 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b991e9c-78a4-4cc8-9e73-675613f64ee4 req-7f3187a4-abcf-4e47-a8a8-144dea6f7e16 tempest-DeleteServersAdminTestJSON-2061919509 tempest-DeleteServersAdminTestJSON-2061919509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:41:42.444998 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0b991e9c-78a4-4cc8-9e73-675613f64ee4 req-7f3187a4-abcf-4e47-a8a8-144dea6f7e16 tempest-DeleteServersAdminTestJSON-2061919509 tempest-DeleteServersAdminTestJSON-2061919509-project] 10.222.0.41 "GET /v2.0/ports?device_id=6214b7b0-3a08-473d-a31e-9d2ab105fc59 HTTP/1.1" status: 200 len: 948 time: 0.4672129 Jun 01 18:41:42.466199 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-3a201d95-371b-4b02-8c47-9e7df67d41fd None None] Notify callbacks [] for port, precommit_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:42.575817 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-3a201d95-371b-4b02-8c47-9e7df67d41fd None None] Transition to ACTIVE for port object c2feb823-02ea-45da-ad8e-6a3dd13cc4ba will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:41:42.602298 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-3a201d95-371b-4b02-8c47-9e7df67d41fd None None] Transition to ACTIVE for port object c2feb823-02ea-45da-ad8e-6a3dd13cc4ba will not be triggered until provisioned by entity DHCP. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:41:42.624812 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-3a201d95-371b-4b02-8c47-9e7df67d41fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526'] for port, after_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:42.639649 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9be9b8-1b21-43ad-8055-0eefbbe35827 req-2cb50189-0af2-41f7-8fba-fb3ee79f98d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:41:42.645099 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0c9be9b8-1b21-43ad-8055-0eefbbe35827 req-2cb50189-0af2-41f7-8fba-fb3ee79f98d1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=898153a3-5d71-43be-9d14-343ea4a48426&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3667138 Jun 01 18:41:42.692924 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d600b026-fd28-4107-8570-5a6f23e9df6e req-bf25641c-d834-42c2-ae97-0c7304a9a7f3 tempest-LiveMigrationNegativeTest-1882969379 tempest-LiveMigrationNegativeTest-1882969379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:41:42.702100 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d600b026-fd28-4107-8570-5a6f23e9df6e req-bf25641c-d834-42c2-ae97-0c7304a9a7f3 tempest-LiveMigrationNegativeTest-1882969379 tempest-LiveMigrationNegativeTest-1882969379-project] 10.222.0.41 "GET /v2.0/ports?device_id=f096ea16-3221-4f4a-9ce7-f62e38bf30bb HTTP/1.1" status: 200 len: 946 time: 0.1223226 Jun 01 18:41:42.758950 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d600b026-fd28-4107-8570-5a6f23e9df6e req-88067b58-cd3a-411e-9e81-232e51372a48 tempest-LiveMigrationNegativeTest-1882969379 tempest-LiveMigrationNegativeTest-1882969379-project] 10.222.0.41 "GET /v2.0/security-groups?id=c22519b8-f40a-47d0-938e-7f5b69f12a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558372 Jun 01 18:41:42.784193 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a201d95-371b-4b02-8c47-9e7df67d41fd None None] Network 10a2587b-1014-44b1-b177-99812ce7e0cf is already hosted by enough agents. {{(pid=88526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:41:42.789461 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.base_scheduler [None req-3a201d95-371b-4b02-8c47-9e7df67d41fd None None] Resources bound (agent type, host, resource id): {{(pid=88526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:41:42.795042 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a201d95-371b-4b02-8c47-9e7df67d41fd None None] Received port after_create {{(pid=88526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:41:42.804481 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a201d95-371b-4b02-8c47-9e7df67d41fd None None] Pushing event updated for resources: {'Port': ['ID=c2feb823-02ea-45da-ad8e-6a3dd13cc4ba,revision_number=1']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:41:42.827847 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0b991e9c-78a4-4cc8-9e73-675613f64ee4 req-18d86633-7e46-41ae-8d10-f9201423bb4f tempest-DeleteServersAdminTestJSON-2061919509 tempest-DeleteServersAdminTestJSON-2061919509-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b53ff5f-eaca-4098-933e-c7793907fd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3322959 Jun 01 18:41:42.892857 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0c9be9b8-1b21-43ad-8055-0eefbbe35827 req-affd870c-36d5-4364-a920-65b7c08c5445 service neutron] 10.222.0.50 "GET /v2.0/networks/898153a3-5d71-43be-9d14-343ea4a48426?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2407994 Jun 01 18:41:42.933158 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-3a201d95-371b-4b02-8c47-9e7df67d41fd None None] Attempting to bind port c2feb823-02ea-45da-ad8e-6a3dd13cc4ba on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:41:42.933374 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-3a201d95-371b-4b02-8c47-9e7df67d41fd None None] Attempting to bind port c2feb823-02ea-45da-ad8e-6a3dd13cc4ba by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': 'af4f816e-23a9-4a28-b51f-1045978fc81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '10a2587b-1014-44b1-b177-99812ce7e0cf'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:41:42.933700 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a201d95-371b-4b02-8c47-9e7df67d41fd None None] Attempting to bind port c2feb823-02ea-45da-ad8e-6a3dd13cc4ba on network 10a2587b-1014-44b1-b177-99812ce7e0cf {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:41:42.988882 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a201d95-371b-4b02-8c47-9e7df67d41fd None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 18, 41, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:41:42.988882 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a201d95-371b-4b02-8c47-9e7df67d41fd None None] Checking segment: {'id': 'af4f816e-23a9-4a28-b51f-1045978fc81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '10a2587b-1014-44b1-b177-99812ce7e0cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:41:42.989254 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-3a201d95-371b-4b02-8c47-9e7df67d41fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:42.989647 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a201d95-371b-4b02-8c47-9e7df67d41fd None None] Bound using segment: {'id': 'af4f816e-23a9-4a28-b51f-1045978fc81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '10a2587b-1014-44b1-b177-99812ce7e0cf'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:41:42.990186 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-3a201d95-371b-4b02-8c47-9e7df67d41fd None None] Bound port: c2feb823-02ea-45da-ad8e-6a3dd13cc4ba, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af4f816e-23a9-4a28-b51f-1045978fc81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '10a2587b-1014-44b1-b177-99812ce7e0cf'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:41:42.990667 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-3a201d95-371b-4b02-8c47-9e7df67d41fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:43.054580 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0c9be9b8-1b21-43ad-8055-0eefbbe35827 req-e9c17f0a-589d-4430-b84b-e1b295caad33 service neutron] 10.222.0.50 "GET /v2.0/networks/898153a3-5d71-43be-9d14-343ea4a48426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544619 Jun 01 18:41:43.132634 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-3a201d95-371b-4b02-8c47-9e7df67d41fd None None] For port c2feb823-02ea-45da-ad8e-6a3dd13cc4ba, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:41:43.137281 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-3a201d95-371b-4b02-8c47-9e7df67d41fd None None] For port c2feb823-02ea-45da-ad8e-6a3dd13cc4ba, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=c2feb823-02ea-45da-ad8e-6a3dd13cc4ba,segment=NetworkSegment(af4f816e-23a9-4a28-b51f-1045978fc81d),segment_id=af4f816e-23a9-4a28-b51f-1045978fc81d)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:41:43.144220 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-3a201d95-371b-4b02-8c47-9e7df67d41fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:43.181979 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-9348b2e1-2fa7-4474-b00b-2444d4268dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bab32799-154f-4388-afaf-cd5c4bce0801', 'name': 'tempest-FloatingIPDetailsTestJSON-337712717-router', 'tenant_id': '28042772ed574d8d819a50a6409395af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.134'}], 'enable_snat': True}, 'gw_port_id': '207d6aac-2276-4deb-828f-324764a76c7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:41:25Z', 'updated_at': '2022-06-01T18:41:38Z', 'revision_number': 4, 'project_id': '28042772ed574d8d819a50a6409395af', 'gw_port': {'id': '207d6aac-2276-4deb-828f-324764a76c7c', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:6d:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bab32799-154f-4388-afaf-cd5c4bce0801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:41:28Z', 'updated_at': '2022-06-01T18:41:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': 'abf50374-eb48-4999-b8be-3d4e41a550f1', 'name': '', 'network_id': '072e8479-c74e-45aa-97d1-e8a73d0029c9', 'tenant_id': '28042772ed574d8d819a50a6409395af', 'mac_address': 'fa:16:3e:66:36:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bab32799-154f-4388-afaf-cd5c4bce0801', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '6969e9e6-cdab-4b4a-8cd8-68c600034ad8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:41:36Z', 'updated_at': '2022-06-01T18:41:39Z', 'revision_number': 2, 'project_id': '28042772ed574d8d819a50a6409395af', 'subnets': [{'id': '6969e9e6-cdab-4b4a-8cd8-68c600034ad8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:41:43.204743 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9348b2e1-2fa7-4474-b00b-2444d4268dd8 None None] Checking router: bab32799-154f-4388-afaf-cd5c4bce0801 for host: n-d-844202-1 {{(pid=88526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 18:41:43.205041 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9348b2e1-2fa7-4474-b00b-2444d4268dd8 None None] Updating router bab32799-154f-4388-afaf-cd5c4bce0801 port abf50374-eb48-4999-b8be-3d4e41a550f1 binding host n-d-844202-1 {{(pid=88526) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 18:41:43.300822 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-9348b2e1-2fa7-4474-b00b-2444d4268dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:43.318464 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a201d95-371b-4b02-8c47-9e7df67d41fd None None] Pushing event updated for resources: {'Port': ['ID=c2feb823-02ea-45da-ad8e-6a3dd13cc4ba,revision_number=2']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:41:43.426065 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-51cca173-8977-4cab-8e20-cc462c681a33 req-c5d2b8c1-ca35-4fa1-b7c9-fca5a6f5f03a tempest-FloatingIPDetailsTestJSON-699827793 tempest-FloatingIPDetailsTestJSON-699827793-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3553796 Jun 01 18:41:43.441021 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-51cca173-8977-4cab-8e20-cc462c681a33 req-c62e3c1f-4fab-4740-b07f-4263b0088fbc tempest-FloatingIPDetailsTestJSON-699827793 tempest-FloatingIPDetailsTestJSON-699827793-project] Request body: {'floatingip': {'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:41:43.447107 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-51cca173-8977-4cab-8e20-cc462c681a33 req-c62e3c1f-4fab-4740-b07f-4263b0088fbc tempest-FloatingIPDetailsTestJSON-699827793 tempest-FloatingIPDetailsTestJSON-699827793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:41:43.452042 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-51cca173-8977-4cab-8e20-cc462c681a33 req-c62e3c1f-4fab-4740-b07f-4263b0088fbc tempest-FloatingIPDetailsTestJSON-699827793 tempest-FloatingIPDetailsTestJSON-699827793-project] Usage tracker for resource:floatingip and tenant:28042772ed574d8d819a50a6409395af is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:41:43.456381 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-51cca173-8977-4cab-8e20-cc462c681a33 req-c62e3c1f-4fab-4740-b07f-4263b0088fbc tempest-FloatingIPDetailsTestJSON-699827793 tempest-FloatingIPDetailsTestJSON-699827793-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:41:43.462351 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-51cca173-8977-4cab-8e20-cc462c681a33 req-c62e3c1f-4fab-4740-b07f-4263b0088fbc tempest-FloatingIPDetailsTestJSON-699827793 tempest-FloatingIPDetailsTestJSON-699827793-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:41:43.473725 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-51cca173-8977-4cab-8e20-cc462c681a33 req-c62e3c1f-4fab-4740-b07f-4263b0088fbc tempest-FloatingIPDetailsTestJSON-699827793 tempest-FloatingIPDetailsTestJSON-699827793-project] Notify callbacks [] for floatingip, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:43.506603 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ef5fc6b4-69c0-4d2a-95f8-e3aabfc2d458 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:43.633359 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ef5fc6b4-69c0-4d2a-95f8-e3aabfc2d458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:43.865509 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [None req-ef5fc6b4-69c0-4d2a-95f8-e3aabfc2d458 admin admin] Allocated IP 172.25.4.37 (72a72e44-6845-488a-a5ff-3a26d4df9cb3/c314a23b-daa2-4106-ab28-8e6f954277b2/b3984faa-a400-4337-a911-8cb7708e9c10) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:41:43.882457 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-51cca173-8977-4cab-8e20-cc462c681a33 req-c62e3c1f-4fab-4740-b07f-4263b0088fbc tempest-FloatingIPDetailsTestJSON-699827793 tempest-FloatingIPDetailsTestJSON-699827793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:43.915090 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-9348b2e1-2fa7-4474-b00b-2444d4268dd8 None None] Notify callbacks [] for port, precommit_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:43.928335 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-9348b2e1-2fa7-4474-b00b-2444d4268dd8 None None] Transition to ACTIVE for port object abf50374-eb48-4999-b8be-3d4e41a550f1 will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:41:43.935363 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-9348b2e1-2fa7-4474-b00b-2444d4268dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:44.171043 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ef5fc6b4-69c0-4d2a-95f8-e3aabfc2d458 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:44.192802 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02ae81a-772b-4be5-9713-9146aca35268 None None] Pushing event updated for resources: {'Port': ['ID=abf50374-eb48-4999-b8be-3d4e41a550f1,revision_number=3']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:41:44.241633 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ef5fc6b4-69c0-4d2a-95f8-e3aabfc2d458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:44.255221 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-9348b2e1-2fa7-4474-b00b-2444d4268dd8 None None] Attempting to bind port abf50374-eb48-4999-b8be-3d4e41a550f1 on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:41:44.255590 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-9348b2e1-2fa7-4474-b00b-2444d4268dd8 None None] Attempting to bind port abf50374-eb48-4999-b8be-3d4e41a550f1 by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': '8593ffbb-3687-4645-8e49-e50ab1a5f44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '072e8479-c74e-45aa-97d1-e8a73d0029c9'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:41:44.255938 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9348b2e1-2fa7-4474-b00b-2444d4268dd8 None None] Attempting to bind port abf50374-eb48-4999-b8be-3d4e41a550f1 on network 072e8479-c74e-45aa-97d1-e8a73d0029c9 {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:41:44.261838 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9348b2e1-2fa7-4474-b00b-2444d4268dd8 None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 18, 41, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:41:44.262195 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9348b2e1-2fa7-4474-b00b-2444d4268dd8 None None] Checking segment: {'id': '8593ffbb-3687-4645-8e49-e50ab1a5f44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '072e8479-c74e-45aa-97d1-e8a73d0029c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:41:44.262584 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-9348b2e1-2fa7-4474-b00b-2444d4268dd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:44.262958 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9348b2e1-2fa7-4474-b00b-2444d4268dd8 None None] Bound using segment: {'id': '8593ffbb-3687-4645-8e49-e50ab1a5f44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '072e8479-c74e-45aa-97d1-e8a73d0029c9'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:41:44.263818 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-9348b2e1-2fa7-4474-b00b-2444d4268dd8 None None] Bound port: abf50374-eb48-4999-b8be-3d4e41a550f1, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8593ffbb-3687-4645-8e49-e50ab1a5f44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '072e8479-c74e-45aa-97d1-e8a73d0029c9'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:41:44.263818 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-9348b2e1-2fa7-4474-b00b-2444d4268dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:44.415918 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device c2feb823-02ea-45da-ad8e-6a3dd13cc4ba up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:41:44.452417 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffff7afd-1990-4cb8-877c-ab54dc529ce9 req-25dfd6f0-9818-4e95-850e-b6ba04e394a8 tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:41:44.454034 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ffff7afd-1990-4cb8-877c-ab54dc529ce9 req-25dfd6f0-9818-4e95-850e-b6ba04e394a8 tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] 10.222.0.15 "GET /v2.0/networks?id=18cc4e4f-761f-49c9-826c-48ea46f95616 HTTP/1.1" status: 200 len: 823 time: 0.3846753 Jun 01 18:41:44.501180 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5fc6b4-69c0-4d2a-95f8-e3aabfc2d458 admin admin] Pushing event updated for resources: {'Port': ['ID=b3984faa-a400-4337-a911-8cb7708e9c10,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:41:44.517369 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef5fc6b4-69c0-4d2a-95f8-e3aabfc2d458 admin admin] Network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:41:44.521783 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-ef5fc6b4-69c0-4d2a-95f8-e3aabfc2d458 admin admin] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:41:44.528597 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 22afea50-157c-4be4-920d-4f6d8307b7b6 details requested by agent hyperv_n-h2-844202-1 with host n-h2-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 18:41:44.530672 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5fc6b4-69c0-4d2a-95f8-e3aabfc2d458 admin admin] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:41:44.570305 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [req-51cca173-8977-4cab-8e20-cc462c681a33 req-c62e3c1f-4fab-4740-b07f-4263b0088fbc tempest-FloatingIPDetailsTestJSON-699827793 tempest-FloatingIPDetailsTestJSON-699827793-project] Allocated IP 172.25.4.192 (72a72e44-6845-488a-a5ff-3a26d4df9cb3/c314a23b-daa2-4106-ab28-8e6f954277b2/b0795d37-8c40-4a96-8699-81f65a9802db) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:41:44.575274 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ffff7afd-1990-4cb8-877c-ab54dc529ce9 req-e2d535c9-2010-4c1a-a84c-946065bee867 tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7dd3c8e221f9433b9e41db5bb127ec48 HTTP/1.1" status: 200 len: 379 time: 0.1125956 Jun 01 18:41:44.588401 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [req-ffff7afd-1990-4cb8-877c-ab54dc529ce9 req-384237b0-82f9-46ac-aedb-57b30458e72d tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] Request body: {'port': {'device_id': 'ad0c3d03-d198-45df-bcae-38fd247504e2', 'network_id': '18cc4e4f-761f-49c9-826c-48ea46f95616', 'admin_state_up': True, 'tenant_id': '7dd3c8e221f9433b9e41db5bb127ec48', 'security_groups': ['90cc0839-524f-48ee-bc32-5b782e7aaf99']}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:41:44.588854 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-9348b2e1-2fa7-4474-b00b-2444d4268dd8 None None] For port abf50374-eb48-4999-b8be-3d4e41a550f1, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:41:44.594038 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-9348b2e1-2fa7-4474-b00b-2444d4268dd8 None None] For port abf50374-eb48-4999-b8be-3d4e41a550f1, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=abf50374-eb48-4999-b8be-3d4e41a550f1,segment=NetworkSegment(8593ffbb-3687-4645-8e49-e50ab1a5f44b),segment_id=8593ffbb-3687-4645-8e49-e50ab1a5f44b)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:41:44.620034 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-9348b2e1-2fa7-4474-b00b-2444d4268dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:44.624290 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port c2feb823-02ea-45da-ad8e-6a3dd13cc4ba completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:41:44.745569 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4beeac6-0333-4a01-8160-6e361a0a23f9 None None] Network 10a2587b-1014-44b1-b177-99812ce7e0cf requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 18:41:44.751247 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 42622) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:41:44.847220 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [req-225c5e9f-d37f-4722-908d-e29548d5503a req-d45bd311-e117-4cc5-a4d8-0a41d33c15f7 tempest-LiveAutoBlockMigrationV225Test-590672389 tempest-LiveAutoBlockMigrationV225Test-590672389-project-admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=88525) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 18:41:44.848848 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-225c5e9f-d37f-4722-908d-e29548d5503a req-d45bd311-e117-4cc5-a4d8-0a41d33c15f7 tempest-LiveAutoBlockMigrationV225Test-590672389 tempest-LiveAutoBlockMigrationV225Test-590672389-project-admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0956192 Jun 01 18:41:44.858586 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [req-ffff7afd-1990-4cb8-877c-ab54dc529ce9 req-384237b0-82f9-46ac-aedb-57b30458e72d tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:41:44.864292 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-ffff7afd-1990-4cb8-877c-ab54dc529ce9 req-384237b0-82f9-46ac-aedb-57b30458e72d tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] Usage tracker for resource:port and tenant:7dd3c8e221f9433b9e41db5bb127ec48 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:41:44.868614 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-ffff7afd-1990-4cb8-877c-ab54dc529ce9 req-384237b0-82f9-46ac-aedb-57b30458e72d tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:41:44.875304 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [req-ffff7afd-1990-4cb8-877c-ab54dc529ce9 req-384237b0-82f9-46ac-aedb-57b30458e72d tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:41:44.894973 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffff7afd-1990-4cb8-877c-ab54dc529ce9 req-384237b0-82f9-46ac-aedb-57b30458e72d tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] Made reservation on behalf of 7dd3c8e221f9433b9e41db5bb127ec48 for: {'port': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:41:44.902279 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-ffff7afd-1990-4cb8-877c-ab54dc529ce9 req-384237b0-82f9-46ac-aedb-57b30458e72d tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:44.925037 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9348b2e1-2fa7-4474-b00b-2444d4268dd8 None None] Routers {'bab32799-154f-4388-afaf-cd5c4bce0801'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:41:44.925660 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-9348b2e1-2fa7-4474-b00b-2444d4268dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:41:39Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['bab32799-154f-4388-afaf-cd5c4bce0801'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:41:44.987721 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02ae81a-772b-4be5-9713-9146aca35268 None None] Pushing event updated for resources: {'Port': ['ID=abf50374-eb48-4999-b8be-3d4e41a550f1,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:41:45.001662 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-ea9d732c-b45e-4777-bccb-41e8b1882926 None None] Provisioning for port c2feb823-02ea-45da-ad8e-6a3dd13cc4ba completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:41:45.068213 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 22afea50-157c-4be4-920d-4f6d8307b7b6, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=22afea50-157c-4be4-920d-4f6d8307b7b6,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:41:45.110405 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-51cca173-8977-4cab-8e20-cc462c681a33 req-c62e3c1f-4fab-4740-b07f-4263b0088fbc tempest-FloatingIPDetailsTestJSON-699827793 tempest-FloatingIPDetailsTestJSON-699827793-project] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:45.118525 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Returning: {'device': '22afea50-157c-4be4-920d-4f6d8307b7b6', 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426', 'port_id': '22afea50-157c-4be4-920d-4f6d8307b7b6', 'mac_address': 'fa:16:3e:40:2a:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35e3ad2f-9c88-4698-b634-4e1b58de1cc2', 'ip_address': '192.168.233.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 18:41:45.162741 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [req-225c5e9f-d37f-4722-908d-e29548d5503a req-958077a6-41c9-4224-ae92-70dbe6bd3cd1 service neutron] Request body: {'binding': {'host': 'n-h2-844202-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:41:45.163189 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [req-225c5e9f-d37f-4722-908d-e29548d5503a req-958077a6-41c9-4224-ae92-70dbe6bd3cd1 service neutron] Unknown quota resources ['binding']. {{(pid=88525) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 01 18:41:45.197462 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-ea9d732c-b45e-4777-bccb-41e8b1882926 None None] Provisioning complete for port c2feb823-02ea-45da-ad8e-6a3dd13cc4ba triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:41:45.197838 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-ea9d732c-b45e-4777-bccb-41e8b1882926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:45.225744 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [req-ffff7afd-1990-4cb8-877c-ab54dc529ce9 req-384237b0-82f9-46ac-aedb-57b30458e72d tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] Allocated IP 172.20.0.5 (18cc4e4f-761f-49c9-826c-48ea46f95616/a2dd2f73-8ed9-4db5-a137-6e9cf02d18e0/a13713c9-d7a2-4f8d-abdf-78dc0a206030) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:41:45.303173 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-51cca173-8977-4cab-8e20-cc462c681a33 req-c62e3c1f-4fab-4740-b07f-4263b0088fbc tempest-FloatingIPDetailsTestJSON-699827793 tempest-FloatingIPDetailsTestJSON-699827793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:45.349252 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port 22afea50-157c-4be4-920d-4f6d8307b7b6 is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:41:45.349607 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:45.389290 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51cca173-8977-4cab-8e20-cc462c681a33 req-c62e3c1f-4fab-4740-b07f-4263b0088fbc tempest-FloatingIPDetailsTestJSON-699827793 tempest-FloatingIPDetailsTestJSON-699827793-project] Network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:41:45.391973 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ef5fc6b4-69c0-4d2a-95f8-e3aabfc2d458 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:45.440821 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22afea50-157c-4be4-920d-4f6d8307b7b6 {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:41:45.442877 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [req-51cca173-8977-4cab-8e20-cc462c681a33 req-c62e3c1f-4fab-4740-b07f-4263b0088fbc tempest-FloatingIPDetailsTestJSON-699827793 tempest-FloatingIPDetailsTestJSON-699827793-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:41:45.451701 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62e3c1f-4fab-4740-b07f-4263b0088fbc tempest-FloatingIPDetailsTestJSON-699827793 tempest-FloatingIPDetailsTestJSON-699827793-project] Pushing event updated for resources: {'Port': ['ID=b0795d37-8c40-4a96-8699-81f65a9802db,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:41:45.463882 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-51cca173-8977-4cab-8e20-cc462c681a33 req-c62e3c1f-4fab-4740-b07f-4263b0088fbc tempest-FloatingIPDetailsTestJSON-699827793 tempest-FloatingIPDetailsTestJSON-699827793-project] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:41:45.486676 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-9348b2e1-2fa7-4474-b00b-2444d4268dd8 None None] Set router bab32799-154f-4388-afaf-cd5c4bce0801 gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:41:45.521573 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-225c5e9f-d37f-4722-908d-e29548d5503a req-958077a6-41c9-4224-ae92-70dbe6bd3cd1 service neutron] Attempting to bind port b29cde38-1e74-4c37-bf95-a285a435b640 on host n-h2-844202-1 for vnic_type normal with profile None {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:41:45.522155 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-225c5e9f-d37f-4722-908d-e29548d5503a req-958077a6-41c9-4224-ae92-70dbe6bd3cd1 service neutron] Attempting to bind port b29cde38-1e74-4c37-bf95-a285a435b640 by drivers openvswitch,hyperv on host n-h2-844202-1 at level 0 using segments [{'id': 'e7a2e8fb-b3d5-44ba-bb42-81da885a74e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '411d1518-9352-4dec-8af2-2285a53556b4'}] {{(pid=88525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:41:45.522264 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-225c5e9f-d37f-4722-908d-e29548d5503a req-958077a6-41c9-4224-ae92-70dbe6bd3cd1 service neutron] Attempting to bind port b29cde38-1e74-4c37-bf95-a285a435b640 on network 411d1518-9352-4dec-8af2-2285a53556b4 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:41:45.534455 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 22afea50-157c-4be4-920d-4f6d8307b7b6, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=22afea50-157c-4be4-920d-4f6d8307b7b6,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:41:45.539198 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-225c5e9f-d37f-4722-908d-e29548d5503a req-958077a6-41c9-4224-ae92-70dbe6bd3cd1 service neutron] Port b29cde38-1e74-4c37-bf95-a285a435b640 on network 411d1518-9352-4dec-8af2-2285a53556b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-844202-1 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 18:41:45.539521 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-225c5e9f-d37f-4722-908d-e29548d5503a req-958077a6-41c9-4224-ae92-70dbe6bd3cd1 service neutron] Attempting to bind port b29cde38-1e74-4c37-bf95-a285a435b640 on network 411d1518-9352-4dec-8af2-2285a53556b4 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:41:45.551191 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-225c5e9f-d37f-4722-908d-e29548d5503a req-958077a6-41c9-4224-ae92-70dbe6bd3cd1 service neutron] Checking agent: {'id': 'f5db9968-6317-4186-9100-9e0ca6b50417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 18, 41, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:41:45.551534 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-225c5e9f-d37f-4722-908d-e29548d5503a req-958077a6-41c9-4224-ae92-70dbe6bd3cd1 service neutron] Checking segment: {'id': 'e7a2e8fb-b3d5-44ba-bb42-81da885a74e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '411d1518-9352-4dec-8af2-2285a53556b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:41:45.551890 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-225c5e9f-d37f-4722-908d-e29548d5503a req-958077a6-41c9-4224-ae92-70dbe6bd3cd1 service neutron] Bound using segment: {'id': 'e7a2e8fb-b3d5-44ba-bb42-81da885a74e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '411d1518-9352-4dec-8af2-2285a53556b4'} {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:41:45.552340 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-225c5e9f-d37f-4722-908d-e29548d5503a req-958077a6-41c9-4224-ae92-70dbe6bd3cd1 service neutron] Bound port: b29cde38-1e74-4c37-bf95-a285a435b640, host: n-h2-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7a2e8fb-b3d5-44ba-bb42-81da885a74e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '411d1518-9352-4dec-8af2-2285a53556b4'}}] {{(pid=88525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:41:45.574938 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-ffff7afd-1990-4cb8-877c-ab54dc529ce9 req-384237b0-82f9-46ac-aedb-57b30458e72d tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:45.584345 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:45.598146 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [req-ffff7afd-1990-4cb8-877c-ab54dc529ce9 req-384237b0-82f9-46ac-aedb-57b30458e72d tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] Transition to ACTIVE for port object a13713c9-d7a2-4f8d-abdf-78dc0a206030 will not be triggered until provisioned by entity DHCP. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:41:45.615863 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-225c5e9f-d37f-4722-908d-e29548d5503a req-958077a6-41c9-4224-ae92-70dbe6bd3cd1 service neutron] For port b29cde38-1e74-4c37-bf95-a285a435b640, host n-h2-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=b29cde38-1e74-4c37-bf95-a285a435b640,segment=NetworkSegment(e7a2e8fb-b3d5-44ba-bb42-81da885a74e3),segment_id=e7a2e8fb-b3d5-44ba-bb42-81da885a74e3)] {{(pid=88525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:41:45.628728 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-225c5e9f-d37f-4722-908d-e29548d5503a req-958077a6-41c9-4224-ae92-70dbe6bd3cd1 service neutron] Notify callbacks [] for binding, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:45.629880 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-225c5e9f-d37f-4722-908d-e29548d5503a req-958077a6-41c9-4224-ae92-70dbe6bd3cd1 service neutron] 10.222.0.41 "POST /v2.0/ports/b29cde38-1e74-4c37-bf95-a285a435b640/bindings HTTP/1.1" status: 201 len: 389 time: 0.6929164 Jun 01 18:41:45.633739 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-51cca173-8977-4cab-8e20-cc462c681a33 req-c62e3c1f-4fab-4740-b07f-4263b0088fbc tempest-FloatingIPDetailsTestJSON-699827793 tempest-FloatingIPDetailsTestJSON-699827793-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:45.643130 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-ffff7afd-1990-4cb8-877c-ab54dc529ce9 req-384237b0-82f9-46ac-aedb-57b30458e72d tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:45.768371 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffff7afd-1990-4cb8-877c-ab54dc529ce9 req-384237b0-82f9-46ac-aedb-57b30458e72d tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] Network 18cc4e4f-761f-49c9-826c-48ea46f95616 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:41:45.772138 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [req-ffff7afd-1990-4cb8-877c-ab54dc529ce9 req-384237b0-82f9-46ac-aedb-57b30458e72d tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:41:45.792335 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffff7afd-1990-4cb8-877c-ab54dc529ce9 req-384237b0-82f9-46ac-aedb-57b30458e72d tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:41:45.802402 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-ea9d732c-b45e-4777-bccb-41e8b1882926 None None] Current status of the port c2feb823-02ea-45da-ad8e-6a3dd13cc4ba is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:41:45.802630 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-ea9d732c-b45e-4777-bccb-41e8b1882926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:45.846350 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384237b0-82f9-46ac-aedb-57b30458e72d tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] Pushing event updated for resources: {'Port': ['ID=a13713c9-d7a2-4f8d-abdf-78dc0a206030,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:41:45.919370 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-51cca173-8977-4cab-8e20-cc462c681a33 req-c62e3c1f-4fab-4740-b07f-4263b0088fbc tempest-FloatingIPDetailsTestJSON-699827793 tempest-FloatingIPDetailsTestJSON-699827793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:45.939271 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] get_ports_and_sgs() called for port_ids ['22afea50-157c-4be4-920d-4f6d8307b7b6'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:41:45.940718 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-9cfa863e-dcae-48b0-b5fd-68d5940c483f req-ca4c8891-5e97-4b5f-9853-202fd4b776f5 tempest-ServersAdmin275Test-1955049401 tempest-ServersAdmin275Test-1955049401-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=fd6c7708-5bf6-4467-928a-cbe66c434f71 HTTP/1.1" status: 200 len: 210 time: 0.0611672 Jun 01 18:41:45.959518 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffff7afd-1990-4cb8-877c-ab54dc529ce9 req-384237b0-82f9-46ac-aedb-57b30458e72d tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:41:45.960150 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-ffff7afd-1990-4cb8-877c-ab54dc529ce9 req-384237b0-82f9-46ac-aedb-57b30458e72d tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:45.981683 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ffff7afd-1990-4cb8-877c-ab54dc529ce9 req-384237b0-82f9-46ac-aedb-57b30458e72d tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4002402 Jun 01 18:41:45.994711 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [req-ffff7afd-1990-4cb8-877c-ab54dc529ce9 req-4ce2a893-f819-4125-967e-5893f0f83424 service neutron] Request body: {'port': {'device_id': 'ad0c3d03-d198-45df-bcae-38fd247504e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844202-1'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:41:46.027429 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=22afea50-157c-4be4-920d-4f6d8307b7b6,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:41:46.199606 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-ea9d732c-b45e-4777-bccb-41e8b1882926 None None] For port c2feb823-02ea-45da-ad8e-6a3dd13cc4ba, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=c2feb823-02ea-45da-ad8e-6a3dd13cc4ba,segment=NetworkSegment(af4f816e-23a9-4a28-b51f-1045978fc81d),segment_id=af4f816e-23a9-4a28-b51f-1045978fc81d)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:41:46.208078 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-ea9d732c-b45e-4777-bccb-41e8b1882926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:46.250842 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ef5fc6b4-69c0-4d2a-95f8-e3aabfc2d458 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-885820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-886655'] for router, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:46.283261 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-ffff7afd-1990-4cb8-877c-ab54dc529ce9 req-4ce2a893-f819-4125-967e-5893f0f83424 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:46.366062 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9d732c-b45e-4777-bccb-41e8b1882926 None None] Pushing event updated for resources: {'Port': ['ID=c2feb823-02ea-45da-ad8e-6a3dd13cc4ba,revision_number=3']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:41:46.393356 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-4ed90462-a84f-4325-bb17-c9b10f57d673 None None] Provisioning complete for port c2feb823-02ea-45da-ad8e-6a3dd13cc4ba triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:41:46.393604 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-4ed90462-a84f-4325-bb17-c9b10f57d673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:46.438704 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225c5e9f-d37f-4722-908d-e29548d5503a req-1969eb65-ed24-4ba2-a8fe-bf8c09580fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:41:46.440170 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-225c5e9f-d37f-4722-908d-e29548d5503a req-1969eb65-ed24-4ba2-a8fe-bf8c09580fba service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0182a2e51ffc43df8efdd2130dbcea4d&device_id=4b432ea8-6343-4437-89ac-a5a9fde09c84 HTTP/1.1" status: 200 len: 1096 time: 0.4671314 Jun 01 18:41:46.553563 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-f07db6b2-fd9c-4c67-9cf5-acd759065779 req-23ce017e-0b72-4347-a7d1-e4f63bb37667 tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] Synchronizing usage tracker for tenant:ccc3866df726420d865ae40df69383ae on resource:security_group {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:41:46.565215 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-9348b2e1-2fa7-4474-b00b-2444d4268dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bab32799-154f-4388-afaf-cd5c4bce0801', 'name': 'tempest-FloatingIPDetailsTestJSON-337712717-router', 'tenant_id': '28042772ed574d8d819a50a6409395af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.134'}], 'enable_snat': True}, 'gw_port_id': '207d6aac-2276-4deb-828f-324764a76c7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:41:25Z', 'updated_at': '2022-06-01T18:41:38Z', 'revision_number': 4, 'project_id': '28042772ed574d8d819a50a6409395af', 'gw_port': {'id': '207d6aac-2276-4deb-828f-324764a76c7c', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:6d:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bab32799-154f-4388-afaf-cd5c4bce0801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:41:28Z', 'updated_at': '2022-06-01T18:41:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': 'abf50374-eb48-4999-b8be-3d4e41a550f1', 'name': '', 'network_id': '072e8479-c74e-45aa-97d1-e8a73d0029c9', 'tenant_id': '28042772ed574d8d819a50a6409395af', 'mac_address': 'fa:16:3e:66:36:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bab32799-154f-4388-afaf-cd5c4bce0801', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '6969e9e6-cdab-4b4a-8cd8-68c600034ad8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:41:36Z', 'updated_at': '2022-06-01T18:41:44Z', 'revision_number': 4, 'project_id': '28042772ed574d8d819a50a6409395af', 'subnets': [{'id': '6969e9e6-cdab-4b4a-8cd8-68c600034ad8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:41:46.589396 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9348b2e1-2fa7-4474-b00b-2444d4268dd8 None None] The sync data for ids ['bab32799-154f-4388-afaf-cd5c4bce0801'] in n-d-844202-1 is: [{'id': 'bab32799-154f-4388-afaf-cd5c4bce0801', 'name': 'tempest-FloatingIPDetailsTestJSON-337712717-router', 'tenant_id': '28042772ed574d8d819a50a6409395af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.134'}], 'enable_snat': True}, 'gw_port_id': '207d6aac-2276-4deb-828f-324764a76c7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:41:25Z', 'updated_at': '2022-06-01T18:41:38Z', 'revision_number': 4, 'project_id': '28042772ed574d8d819a50a6409395af', 'gw_port': {'id': '207d6aac-2276-4deb-828f-324764a76c7c', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:6d:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bab32799-154f-4388-afaf-cd5c4bce0801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:41:28Z', 'updated_at': '2022-06-01T18:41:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': 'abf50374-eb48-4999-b8be-3d4e41a550f1', 'name': '', 'network_id': '072e8479-c74e-45aa-97d1-e8a73d0029c9', 'tenant_id': '28042772ed574d8d819a50a6409395af', 'mac_address': 'fa:16:3e:66:36:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bab32799-154f-4388-afaf-cd5c4bce0801', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '6969e9e6-cdab-4b4a-8cd8-68c600034ad8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:41:36Z', 'updated_at': '2022-06-01T18:41:44Z', 'revision_number': 4, 'project_id': '28042772ed574d8d819a50a6409395af', 'subnets': [{'id': '6969e9e6-cdab-4b4a-8cd8-68c600034ad8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 18:41:46.608797 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-f07db6b2-fd9c-4c67-9cf5-acd759065779 req-23ce017e-0b72-4347-a7d1-e4f63bb37667 tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] Unset dirty status for tenant:ccc3866df726420d865ae40df69383ae on resource:security_group {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:41:46.614920 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-4ed90462-a84f-4325-bb17-c9b10f57d673 None None] Current status of the port c2feb823-02ea-45da-ad8e-6a3dd13cc4ba is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:41:46.621332 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f07db6b2-fd9c-4c67-9cf5-acd759065779 req-23ce017e-0b72-4347-a7d1-e4f63bb37667 tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1301127309&fields=id&tenant_id=ccc3866df726420d865ae40df69383ae HTTP/1.1" status: 200 len: 267 time: 0.3257554 Jun 01 18:41:46.659143 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-4ed90462-a84f-4325-bb17-c9b10f57d673 None None] Provisioning for port a13713c9-d7a2-4f8d-abdf-78dc0a206030 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:41:46.667805 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-4ed90462-a84f-4325-bb17-c9b10f57d673 None None] Provisioning complete for port a13713c9-d7a2-4f8d-abdf-78dc0a206030 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:41:46.669450 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-4ed90462-a84f-4325-bb17-c9b10f57d673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:46.736002 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-4ed90462-a84f-4325-bb17-c9b10f57d673 None None] Port a13713c9-d7a2-4f8d-abdf-78dc0a206030 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 18:41:46.838888 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-51cca173-8977-4cab-8e20-cc462c681a33 req-c62e3c1f-4fab-4740-b07f-4263b0088fbc tempest-FloatingIPDetailsTestJSON-699827793 tempest-FloatingIPDetailsTestJSON-699827793-project] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:46.852917 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-51cca173-8977-4cab-8e20-cc462c681a33 req-c62e3c1f-4fab-4740-b07f-4263b0088fbc tempest-FloatingIPDetailsTestJSON-699827793 tempest-FloatingIPDetailsTestJSON-699827793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:46.888265 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225c5e9f-d37f-4722-908d-e29548d5503a req-8d72e358-5fc2-424f-a108-1ec37f3b6ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:41:46.890191 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-225c5e9f-d37f-4722-908d-e29548d5503a req-8d72e358-5fc2-424f-a108-1ec37f3b6ffe service neutron] 10.222.0.50 "GET /v2.0/networks?id=411d1518-9352-4dec-8af2-2285a53556b4 HTTP/1.1" status: 200 len: 922 time: 0.4417989 Jun 01 18:41:46.911661 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07db6b2-fd9c-4c67-9cf5-acd759065779 req-b5b5fdc7-3493-4364-976c-264f6b99fed2 tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:41:46.912387 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-f07db6b2-fd9c-4c67-9cf5-acd759065779 req-b5b5fdc7-3493-4364-976c-264f6b99fed2 tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] Synchronizing usage tracker for tenant:ccc3866df726420d865ae40df69383ae on resource:network {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:41:46.937471 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [req-ffff7afd-1990-4cb8-877c-ab54dc529ce9 req-4ce2a893-f819-4125-967e-5893f0f83424 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a13713c9-d7a2-4f8d-abdf-78dc0a206030 {{(pid=88525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:41:46.947749 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-ffff7afd-1990-4cb8-877c-ab54dc529ce9 req-4ce2a893-f819-4125-967e-5893f0f83424 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:46.952640 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-f07db6b2-fd9c-4c67-9cf5-acd759065779 req-b5b5fdc7-3493-4364-976c-264f6b99fed2 tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] Unset dirty status for tenant:ccc3866df726420d865ae40df69383ae on resource:network {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:41:46.953855 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f07db6b2-fd9c-4c67-9cf5-acd759065779 req-b5b5fdc7-3493-4364-976c-264f6b99fed2 tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] 10.222.0.41 "GET /v2.0/networks?id=e376e31f-d7fc-4c94-a911-fdf7b219dbbf HTTP/1.1" status: 200 len: 815 time: 0.3313432 Jun 01 18:41:46.973000 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [req-ffff7afd-1990-4cb8-877c-ab54dc529ce9 req-4ce2a893-f819-4125-967e-5893f0f83424 service neutron] Transition to ACTIVE for port object a13713c9-d7a2-4f8d-abdf-78dc0a206030 will not be triggered until provisioned by entity L2. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:41:46.983145 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f07db6b2-fd9c-4c67-9cf5-acd759065779 req-f493f418-24cc-4a30-8611-e0efeb6abb1f tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] 10.222.0.41 "GET /v2.0/quotas/ccc3866df726420d865ae40df69383ae HTTP/1.1" status: 200 len: 375 time: 0.0221786 Jun 01 18:41:47.024403 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-ffff7afd-1990-4cb8-877c-ab54dc529ce9 req-4ce2a893-f819-4125-967e-5893f0f83424 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:47.037428 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-225c5e9f-d37f-4722-908d-e29548d5503a req-53255c83-bbdb-4456-babc-f7a4a81656a6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b29cde38-1e74-4c37-bf95-a285a435b640 HTTP/1.1" status: 200 len: 217 time: 0.1324759 Jun 01 18:41:47.116404 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef5fc6b4-69c0-4d2a-95f8-e3aabfc2d458 admin admin] Router debb898e-75a8-4c0d-a69f-ed380535a9f7 is scheduled to L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 with binding_index 1 {{(pid=88524) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 18:41:47.118270 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62e3c1f-4fab-4740-b07f-4263b0088fbc tempest-FloatingIPDetailsTestJSON-699827793 tempest-FloatingIPDetailsTestJSON-699827793-project] Pushing event updated for resources: {'Port': ['ID=b0795d37-8c40-4a96-8699-81f65a9802db,revision_number=2']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:41:47.139353 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-51cca173-8977-4cab-8e20-cc462c681a33 req-c62e3c1f-4fab-4740-b07f-4263b0088fbc tempest-FloatingIPDetailsTestJSON-699827793 tempest-FloatingIPDetailsTestJSON-699827793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887712'] for floatingip, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:47.202865 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce2a893-f819-4125-967e-5893f0f83424 service neutron] Pushing event updated for resources: {'Port': ['ID=a13713c9-d7a2-4f8d-abdf-78dc0a206030,revision_number=2']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:41:47.233961 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225c5e9f-d37f-4722-908d-e29548d5503a req-590e2bbe-3af1-4334-a7a5-f34747c5ee2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:41:47.235464 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-225c5e9f-d37f-4722-908d-e29548d5503a req-590e2bbe-3af1-4334-a7a5-f34747c5ee2f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=cfa67698-6bf3-43ec-a752-299eaec79caf HTTP/1.1" status: 200 len: 861 time: 0.1833811 Jun 01 18:41:47.301657 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-f07db6b2-fd9c-4c67-9cf5-acd759065779 req-282c0019-d420-41bc-8978-85c088c8c119 tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] Synchronizing usage tracker for tenant:ccc3866df726420d865ae40df69383ae on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:41:47.320565 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-225c5e9f-d37f-4722-908d-e29548d5503a req-88ace62b-4ae0-4974-a43c-adf82f2bad0b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=411d1518-9352-4dec-8af2-2285a53556b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0689147 Jun 01 18:41:47.349959 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-51cca173-8977-4cab-8e20-cc462c681a33 req-c62e3c1f-4fab-4740-b07f-4263b0088fbc tempest-FloatingIPDetailsTestJSON-699827793 tempest-FloatingIPDetailsTestJSON-699827793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for floatingip, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:47.351123 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-51cca173-8977-4cab-8e20-cc462c681a33 req-c62e3c1f-4fab-4740-b07f-4263b0088fbc tempest-FloatingIPDetailsTestJSON-699827793 tempest-FloatingIPDetailsTestJSON-699827793-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.9180889 Jun 01 18:41:47.356119 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-f07db6b2-fd9c-4c67-9cf5-acd759065779 req-282c0019-d420-41bc-8978-85c088c8c119 tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] Unset dirty status for tenant:ccc3866df726420d865ae40df69383ae on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:41:47.368857 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f07db6b2-fd9c-4c67-9cf5-acd759065779 req-282c0019-d420-41bc-8978-85c088c8c119 tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=ccc3866df726420d865ae40df69383ae&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3847663 Jun 01 18:41:47.393625 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-ffff7afd-1990-4cb8-877c-ab54dc529ce9 req-4ce2a893-f819-4125-967e-5893f0f83424 service neutron] Attempting to bind port a13713c9-d7a2-4f8d-abdf-78dc0a206030 on host n-h1-844202-1 for vnic_type normal with profile {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:41:47.393730 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-ffff7afd-1990-4cb8-877c-ab54dc529ce9 req-4ce2a893-f819-4125-967e-5893f0f83424 service neutron] Attempting to bind port a13713c9-d7a2-4f8d-abdf-78dc0a206030 by drivers openvswitch,hyperv on host n-h1-844202-1 at level 0 using segments [{'id': '177be86f-471e-4b12-bda0-1497c6cf7f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '18cc4e4f-761f-49c9-826c-48ea46f95616'}] {{(pid=88525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:41:47.393997 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffff7afd-1990-4cb8-877c-ab54dc529ce9 req-4ce2a893-f819-4125-967e-5893f0f83424 service neutron] Attempting to bind port a13713c9-d7a2-4f8d-abdf-78dc0a206030 on network 18cc4e4f-761f-49c9-826c-48ea46f95616 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:41:47.404415 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffff7afd-1990-4cb8-877c-ab54dc529ce9 req-4ce2a893-f819-4125-967e-5893f0f83424 service neutron] Port a13713c9-d7a2-4f8d-abdf-78dc0a206030 on network 18cc4e4f-761f-49c9-826c-48ea46f95616 not bound, no agent of type Open vSwitch agent registered on host n-h1-844202-1 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 18:41:47.404731 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffff7afd-1990-4cb8-877c-ab54dc529ce9 req-4ce2a893-f819-4125-967e-5893f0f83424 service neutron] Attempting to bind port a13713c9-d7a2-4f8d-abdf-78dc0a206030 on network 18cc4e4f-761f-49c9-826c-48ea46f95616 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:41:47.457572 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffff7afd-1990-4cb8-877c-ab54dc529ce9 req-4ce2a893-f819-4125-967e-5893f0f83424 service neutron] Checking agent: {'id': 'bdb1e5d7-b998-4259-838f-3d278e930f32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 18, 41, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:41:47.457907 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffff7afd-1990-4cb8-877c-ab54dc529ce9 req-4ce2a893-f819-4125-967e-5893f0f83424 service neutron] Checking segment: {'id': '177be86f-471e-4b12-bda0-1497c6cf7f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '18cc4e4f-761f-49c9-826c-48ea46f95616'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:41:47.458281 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffff7afd-1990-4cb8-877c-ab54dc529ce9 req-4ce2a893-f819-4125-967e-5893f0f83424 service neutron] Bound using segment: {'id': '177be86f-471e-4b12-bda0-1497c6cf7f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '18cc4e4f-761f-49c9-826c-48ea46f95616'} {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:41:47.458709 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-ffff7afd-1990-4cb8-877c-ab54dc529ce9 req-4ce2a893-f819-4125-967e-5893f0f83424 service neutron] Bound port: a13713c9-d7a2-4f8d-abdf-78dc0a206030, host: n-h1-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '177be86f-471e-4b12-bda0-1497c6cf7f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '18cc4e4f-761f-49c9-826c-48ea46f95616'}}] {{(pid=88525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:41:47.459041 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-ffff7afd-1990-4cb8-877c-ab54dc529ce9 req-4ce2a893-f819-4125-967e-5893f0f83424 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:47.565984 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-51cca173-8977-4cab-8e20-cc462c681a33 req-f2261faa-c967-46a9-9bdf-f3b65e16b3f1 tempest-FloatingIPDetailsTestJSON-699827793 tempest-FloatingIPDetailsTestJSON-699827793-project] Synchronizing usage tracker for tenant:28042772ed574d8d819a50a6409395af on resource:floatingip {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:41:47.607595 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef5fc6b4-69c0-4d2a-95f8-e3aabfc2d458 admin admin] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 18:41:47.608961 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f07db6b2-fd9c-4c67-9cf5-acd759065779 req-89ac1d48-8ea5-40bb-9b70-703875411191 service neutron] 10.222.0.41 "GET /v2.0/networks/e376e31f-d7fc-4c94-a911-fdf7b219dbbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2357266 Jun 01 18:41:47.618624 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-51cca173-8977-4cab-8e20-cc462c681a33 req-f2261faa-c967-46a9-9bdf-f3b65e16b3f1 tempest-FloatingIPDetailsTestJSON-699827793 tempest-FloatingIPDetailsTestJSON-699827793-project] Unset dirty status for tenant:28042772ed574d8d819a50a6409395af on resource:floatingip {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:41:47.619767 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-51cca173-8977-4cab-8e20-cc462c681a33 req-f2261faa-c967-46a9-9bdf-f3b65e16b3f1 tempest-FloatingIPDetailsTestJSON-699827793 tempest-FloatingIPDetailsTestJSON-699827793-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.4.192 HTTP/1.1" status: 200 len: 696 time: 0.2159350 Jun 01 18:41:47.623384 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d82e666-8766-4dba-8fd1-277c809a308b None None] Sync routers for ids ['debb898e-75a8-4c0d-a69f-ed380535a9f7'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 18:41:47.637468 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d82e666-8766-4dba-8fd1-277c809a308b None None] Routers {'debb898e-75a8-4c0d-a69f-ed380535a9f7'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:41:47.641200 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-5d82e666-8766-4dba-8fd1-277c809a308b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:41:39Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['debb898e-75a8-4c0d-a69f-ed380535a9f7'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:41:47.672931 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-225c5e9f-d37f-4722-908d-e29548d5503a req-c1126c7f-a6ec-434c-864e-9cacb15a7320 service neutron] 10.222.0.50 "GET /v2.0/networks/411d1518-9352-4dec-8af2-2285a53556b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3460736 Jun 01 18:41:47.678252 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ef5fc6b4-69c0-4d2a-95f8-e3aabfc2d458 admin admin] Notify callbacks [] for router, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:47.680293 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-ef5fc6b4-69c0-4d2a-95f8-e3aabfc2d458 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.2698250 Jun 01 18:41:47.692476 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-ffff7afd-1990-4cb8-877c-ab54dc529ce9 req-4ce2a893-f819-4125-967e-5893f0f83424 service neutron] For port a13713c9-d7a2-4f8d-abdf-78dc0a206030, host n-h1-844202-1, cleared binding levels {{(pid=88525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:41:47.694324 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 42644) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:41:47.821557 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-ffff7afd-1990-4cb8-877c-ab54dc529ce9 req-4ce2a893-f819-4125-967e-5893f0f83424 service neutron] For port a13713c9-d7a2-4f8d-abdf-78dc0a206030, host n-h1-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=a13713c9-d7a2-4f8d-abdf-78dc0a206030,segment=NetworkSegment(177be86f-471e-4b12-bda0-1497c6cf7f80),segment_id=177be86f-471e-4b12-bda0-1497c6cf7f80)] {{(pid=88525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:41:47.832665 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-ffff7afd-1990-4cb8-877c-ab54dc529ce9 req-4ce2a893-f819-4125-967e-5893f0f83424 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:47.892429 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-5d82e666-8766-4dba-8fd1-277c809a308b None None] Set router debb898e-75a8-4c0d-a69f-ed380535a9f7 gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:41:47.910498 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cca173-8977-4cab-8e20-cc462c681a33 req-50e5d670-7d27-4745-aef2-52f5c715b01c tempest-FloatingIPDetailsTestJSON-699827793 tempest-FloatingIPDetailsTestJSON-699827793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:41:47.911984 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-51cca173-8977-4cab-8e20-cc462c681a33 req-50e5d670-7d27-4745-aef2-52f5c715b01c tempest-FloatingIPDetailsTestJSON-699827793 tempest-FloatingIPDetailsTestJSON-699827793-project] 10.222.0.41 "GET /v2.0/networks/72a72e44-6845-488a-a5ff-3a26d4df9cb3 HTTP/1.1" status: 200 len: 784 time: 0.2767293 Jun 01 18:41:47.922578 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-225c5e9f-d37f-4722-908d-e29548d5503a req-4e2c40f4-bf32-4363-a797-3344a6ed27bc service neutron] 10.222.0.50 "GET /v2.0/networks/411d1518-9352-4dec-8af2-2285a53556b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2418308 Jun 01 18:41:47.926876 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [req-51cca173-8977-4cab-8e20-cc462c681a33 req-637f1b8a-9423-40cb-98ab-ef4228ea809c tempest-FloatingIPDetailsTestJSON-699827793 tempest-FloatingIPDetailsTestJSON-699827793-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=88524) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 18:41:47.939736 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-51cca173-8977-4cab-8e20-cc462c681a33 req-637f1b8a-9423-40cb-98ab-ef4228ea809c tempest-FloatingIPDetailsTestJSON-699827793 tempest-FloatingIPDetailsTestJSON-699827793-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0203366 Jun 01 18:41:48.096948 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffff7afd-1990-4cb8-877c-ab54dc529ce9 req-4ce2a893-f819-4125-967e-5893f0f83424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:41:48.097562 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-ffff7afd-1990-4cb8-877c-ab54dc529ce9 req-4ce2a893-f819-4125-967e-5893f0f83424 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:48.098995 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ffff7afd-1990-4cb8-877c-ab54dc529ce9 req-4ce2a893-f819-4125-967e-5893f0f83424 service neutron] 10.222.0.15 "PUT /v2.0/ports/a13713c9-d7a2-4f8d-abdf-78dc0a206030 HTTP/1.1" status: 200 len: 1091 time: 2.1098580 Jun 01 18:41:48.102390 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad0c3d03-d198-45df-bcae-38fd247504e2', 'tag': 'a13713c9-d7a2-4f8d-abdf-78dc0a206030'}] {{(pid=88525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:41:48.143445 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce2a893-f819-4125-967e-5893f0f83424 service neutron] Pushing event updated for resources: {'Port': ['ID=a13713c9-d7a2-4f8d-abdf-78dc0a206030,revision_number=3']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:41:48.151198 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f07db6b2-fd9c-4c67-9cf5-acd759065779 req-4d81a994-7d83-461d-aee6-968be9f46ddd service neutron] 10.222.0.41 "GET /v2.0/networks/e376e31f-d7fc-4c94-a911-fdf7b219dbbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5414257 Jun 01 18:41:48.234390 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce2a893-f819-4125-967e-5893f0f83424 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:41:48.234390 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce2a893-f819-4125-967e-5893f0f83424 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:41:48.234740 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce2a893-f819-4125-967e-5893f0f83424 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:41:48.238307 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce2a893-f819-4125-967e-5893f0f83424 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:41:48.238307 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce2a893-f819-4125-967e-5893f0f83424 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:41:48.238605 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce2a893-f819-4125-967e-5893f0f83424 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:41:48.238922 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce2a893-f819-4125-967e-5893f0f83424 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:41:48.239248 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce2a893-f819-4125-967e-5893f0f83424 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:41:48.239570 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce2a893-f819-4125-967e-5893f0f83424 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:41:48.246527 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce2a893-f819-4125-967e-5893f0f83424 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:41:48.246870 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce2a893-f819-4125-967e-5893f0f83424 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:41:48.247201 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce2a893-f819-4125-967e-5893f0f83424 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:41:48.256085 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a87feb-b40a-4bdd-9ccb-281e2d3a739b req-9f39d671-0aa1-4ace-a1df-744a12192327 tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:41:48.256855 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-90a87feb-b40a-4bdd-9ccb-281e2d3a739b req-9f39d671-0aa1-4ace-a1df-744a12192327 tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] Synchronizing usage tracker for tenant:7dd3c8e221f9433b9e41db5bb127ec48 on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:41:48.261298 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225c5e9f-d37f-4722-908d-e29548d5503a req-309d8dc3-4c72-47bb-9057-c5c59cf34b55 tempest-LiveAutoBlockMigrationV225Test-590672389 tempest-LiveAutoBlockMigrationV225Test-590672389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:41:48.262922 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-225c5e9f-d37f-4722-908d-e29548d5503a req-309d8dc3-4c72-47bb-9057-c5c59cf34b55 tempest-LiveAutoBlockMigrationV225Test-590672389 tempest-LiveAutoBlockMigrationV225Test-590672389-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=4b432ea8-6343-4437-89ac-a5a9fde09c84&tenant_id=0182a2e51ffc43df8efdd2130dbcea4d&binding%3Ahost_id=n-h1-844202-1 HTTP/1.1" status: 200 len: 1096 time: 0.2789292 Jun 01 18:41:48.278623 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-225c5e9f-d37f-4722-908d-e29548d5503a req-bc352e7c-261b-40d7-ac90-ddb4105f88c4 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-844202-1'}}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:41:48.401896 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-5d82e666-8766-4dba-8fd1-277c809a308b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'debb898e-75a8-4c0d-a69f-ed380535a9f7', 'name': 'tempest-AttachSCSIVolumeTestJSON-1363547105-router', 'tenant_id': '45241712d04f44c69000bd03eb1880d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': 'b3984faa-a400-4337-a911-8cb7708e9c10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:41:41Z', 'updated_at': '2022-06-01T18:41:45Z', 'revision_number': 3, 'project_id': '45241712d04f44c69000bd03eb1880d9', 'gw_port': {'id': 'b3984faa-a400-4337-a911-8cb7708e9c10', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b0:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'debb898e-75a8-4c0d-a69f-ed380535a9f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:41:43Z', 'updated_at': '2022-06-01T18:41:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:41:48.408474 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d82e666-8766-4dba-8fd1-277c809a308b None None] Checking router: debb898e-75a8-4c0d-a69f-ed380535a9f7 for host: n-d-844202-1 {{(pid=88527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 18:41:48.408818 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d82e666-8766-4dba-8fd1-277c809a308b None None] Updating router debb898e-75a8-4c0d-a69f-ed380535a9f7 port b3984faa-a400-4337-a911-8cb7708e9c10 binding host n-d-844202-1 {{(pid=88527) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 18:41:48.494412 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device abf50374-eb48-4999-b8be-3d4e41a550f1 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:41:48.543907 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-5d82e666-8766-4dba-8fd1-277c809a308b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:48.573125 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 22afea50-157c-4be4-920d-4f6d8307b7b6 up at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:41:48.677703 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-225c5e9f-d37f-4722-908d-e29548d5503a req-bc352e7c-261b-40d7-ac90-ddb4105f88c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:48.704183 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-90a87feb-b40a-4bdd-9ccb-281e2d3a739b req-9f39d671-0aa1-4ace-a1df-744a12192327 tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] Unset dirty status for tenant:7dd3c8e221f9433b9e41db5bb127ec48 on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:41:48.705125 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-90a87feb-b40a-4bdd-9ccb-281e2d3a739b req-9f39d671-0aa1-4ace-a1df-744a12192327 tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] 10.222.0.41 "GET /v2.0/ports?device_id=ad0c3d03-d198-45df-bcae-38fd247504e2 HTTP/1.1" status: 200 len: 943 time: 0.6280060 Jun 01 18:41:48.726873 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port abf50374-eb48-4999-b8be-3d4e41a550f1 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:41:48.735012 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning for port 22afea50-157c-4be4-920d-4f6d8307b7b6 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:41:48.738676 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port abf50374-eb48-4999-b8be-3d4e41a550f1 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:41:48.739044 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:48.813878 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-90a87feb-b40a-4bdd-9ccb-281e2d3a739b req-b6697917-88ee-4fd8-aecd-dd257cb29844 tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] Synchronizing usage tracker for tenant:7dd3c8e221f9433b9e41db5bb127ec48 on resource:security_group {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:41:48.831484 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffff7afd-1990-4cb8-877c-ab54dc529ce9 req-6ef7a32e-a446-455d-addf-8e3783772f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:41:48.833032 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ffff7afd-1990-4cb8-877c-ab54dc529ce9 req-6ef7a32e-a446-455d-addf-8e3783772f4e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7dd3c8e221f9433b9e41db5bb127ec48&device_id=ad0c3d03-d198-45df-bcae-38fd247504e2 HTTP/1.1" status: 200 len: 1094 time: 0.6842892 Jun 01 18:41:48.867732 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning complete for port 22afea50-157c-4be4-920d-4f6d8307b7b6 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:41:48.868710 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:48.894723 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-90a87feb-b40a-4bdd-9ccb-281e2d3a739b req-b6697917-88ee-4fd8-aecd-dd257cb29844 tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] Unset dirty status for tenant:7dd3c8e221f9433b9e41db5bb127ec48 on resource:security_group {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:41:48.895902 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-90a87feb-b40a-4bdd-9ccb-281e2d3a739b req-b6697917-88ee-4fd8-aecd-dd257cb29844 tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] 10.222.0.41 "GET /v2.0/security-groups?id=90cc0839-524f-48ee-bc32-5b782e7aaf99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1801691 Jun 01 18:41:48.953380 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ffff7afd-1990-4cb8-877c-ab54dc529ce9 req-64354a38-c024-40be-86ad-715998754918 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a13713c9-d7a2-4f8d-abdf-78dc0a206030 HTTP/1.1" status: 200 len: 217 time: 0.1076005 Jun 01 18:41:49.013564 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-225c5e9f-d37f-4722-908d-e29548d5503a req-bc352e7c-261b-40d7-ac90-ddb4105f88c4 service neutron] For port b29cde38-1e74-4c37-bf95-a285a435b640, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=b29cde38-1e74-4c37-bf95-a285a435b640,segment=NetworkSegment(e7a2e8fb-b3d5-44ba-bb42-81da885a74e3),segment_id=e7a2e8fb-b3d5-44ba-bb42-81da885a74e3)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:41:49.073390 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-225c5e9f-d37f-4722-908d-e29548d5503a req-bc352e7c-261b-40d7-ac90-ddb4105f88c4 service neutron] For port b29cde38-1e74-4c37-bf95-a285a435b640, host n-h1-844202-1, cleared binding levels {{(pid=88524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:41:49.145485 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port abf50374-eb48-4999-b8be-3d4e41a550f1 is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:41:49.145485 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:49.194846 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port 22afea50-157c-4be4-920d-4f6d8307b7b6 is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:41:49.195394 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:49.218109 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port abf50374-eb48-4999-b8be-3d4e41a550f1, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=abf50374-eb48-4999-b8be-3d4e41a550f1,segment=NetworkSegment(8593ffbb-3687-4645-8e49-e50ab1a5f44b),segment_id=8593ffbb-3687-4645-8e49-e50ab1a5f44b)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:41:49.230806 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:49.231610 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device c2feb823-02ea-45da-ad8e-6a3dd13cc4ba up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:41:49.283333 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-225c5e9f-d37f-4722-908d-e29548d5503a req-bc352e7c-261b-40d7-ac90-ddb4105f88c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:49.287067 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b432ea8-6343-4437-89ac-a5a9fde09c84', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b29cde38-1e74-4c37-bf95-a285a435b640'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:41:49.303776 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-225c5e9f-d37f-4722-908d-e29548d5503a req-bc352e7c-261b-40d7-ac90-ddb4105f88c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:49.308168 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f096ea16-3221-4f4a-9ce7-f62e38bf30bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22afea50-157c-4be4-920d-4f6d8307b7b6'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:41:49.315565 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca39191-02b2-4f14-95f6-d87fecc538d0 req-ef09d4d0-eaeb-40d6-adaf-468c976fe2d8 tempest-LiveMigrationNegativeTest-1882969379 tempest-LiveMigrationNegativeTest-1882969379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:41:49.319483 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-aca39191-02b2-4f14-95f6-d87fecc538d0 req-ef09d4d0-eaeb-40d6-adaf-468c976fe2d8 tempest-LiveMigrationNegativeTest-1882969379 tempest-LiveMigrationNegativeTest-1882969379-project] 10.222.0.41 "GET /v2.0/ports?device_id=f096ea16-3221-4f4a-9ce7-f62e38bf30bb HTTP/1.1" status: 200 len: 947 time: 0.7051177 Jun 01 18:41:49.320780 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffff7afd-1990-4cb8-877c-ab54dc529ce9 req-b68c3d33-c1aa-4480-b13a-72a620b4e7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:41:49.322065 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ffff7afd-1990-4cb8-877c-ab54dc529ce9 req-b68c3d33-c1aa-4480-b13a-72a620b4e7f1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a2dd2f73-8ed9-4db5-a137-6e9cf02d18e0 HTTP/1.1" status: 200 len: 862 time: 0.3571587 Jun 01 18:41:49.341253 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-5d82e666-8766-4dba-8fd1-277c809a308b None None] Notify callbacks [] for port, precommit_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:49.362826 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.provisioning_blocks [None req-5d82e666-8766-4dba-8fd1-277c809a308b None None] Transition to ACTIVE for port object b3984faa-a400-4337-a911-8cb7708e9c10 will not be triggered until provisioned by entity L2. {{(pid=88527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:41:49.366985 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 22afea50-157c-4be4-920d-4f6d8307b7b6, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=22afea50-157c-4be4-920d-4f6d8307b7b6,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:41:49.376283 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:49.381850 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-5d82e666-8766-4dba-8fd1-277c809a308b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:49.392542 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=abf50374-eb48-4999-b8be-3d4e41a550f1,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:41:49.505060 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c81292c-7f28-4d11-a8ec-922ded7613a4 None None] Pushing event updated for resources: {'Port': ['ID=b3984faa-a400-4337-a911-8cb7708e9c10,revision_number=2']} {{(pid=88527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:41:49.512006 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port c2feb823-02ea-45da-ad8e-6a3dd13cc4ba triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:41:49.512549 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:49.540277 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-5d82e666-8766-4dba-8fd1-277c809a308b None None] Attempting to bind port b3984faa-a400-4337-a911-8cb7708e9c10 on host n-d-844202-1 for vnic_type normal with profile {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:41:49.540654 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-5d82e666-8766-4dba-8fd1-277c809a308b None None] Attempting to bind port b3984faa-a400-4337-a911-8cb7708e9c10 by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}] {{(pid=88527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:41:49.541772 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d82e666-8766-4dba-8fd1-277c809a308b None None] Attempting to bind port b3984faa-a400-4337-a911-8cb7708e9c10 on network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:41:49.549076 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d82e666-8766-4dba-8fd1-277c809a308b None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 18, 41, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:41:49.549963 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d82e666-8766-4dba-8fd1-277c809a308b None None] Checking segment: {'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:41:49.550588 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-5d82e666-8766-4dba-8fd1-277c809a308b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:49.551024 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d82e666-8766-4dba-8fd1-277c809a308b None None] Bound using segment: {'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'} {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:41:49.551490 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-5d82e666-8766-4dba-8fd1-277c809a308b None None] Bound port: b3984faa-a400-4337-a911-8cb7708e9c10, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}}] {{(pid=88527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:41:49.552122 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-5d82e666-8766-4dba-8fd1-277c809a308b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:49.556455 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffff7afd-1990-4cb8-877c-ab54dc529ce9 req-a4873738-4d61-4beb-aaf8-b1f999cf3e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:41:49.557920 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ffff7afd-1990-4cb8-877c-ab54dc529ce9 req-a4873738-4d61-4beb-aaf8-b1f999cf3e3f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=18cc4e4f-761f-49c9-826c-48ea46f95616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2286427 Jun 01 18:41:49.560879 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-aca39191-02b2-4f14-95f6-d87fecc538d0 req-03b9ea5c-6ac2-469f-86aa-0087a5340537 tempest-LiveMigrationNegativeTest-1882969379 tempest-LiveMigrationNegativeTest-1882969379-project] 10.222.0.41 "GET /v2.0/security-groups?id=c22519b8-f40a-47d0-938e-7f5b69f12a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381991 Jun 01 18:41:49.640407 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=22afea50-157c-4be4-920d-4f6d8307b7b6,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:41:49.672770 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc352e7c-261b-40d7-ac90-ddb4105f88c4 service neutron] Pushing event updated for resources: {'Port': ['ID=b29cde38-1e74-4c37-bf95-a285a435b640,revision_number=7']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:41:49.717090 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc352e7c-261b-40d7-ac90-ddb4105f88c4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:41:49.717746 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc352e7c-261b-40d7-ac90-ddb4105f88c4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:41:49.717746 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc352e7c-261b-40d7-ac90-ddb4105f88c4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:41:49.718464 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc352e7c-261b-40d7-ac90-ddb4105f88c4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:41:49.718810 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc352e7c-261b-40d7-ac90-ddb4105f88c4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:41:49.719395 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc352e7c-261b-40d7-ac90-ddb4105f88c4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:41:49.719811 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc352e7c-261b-40d7-ac90-ddb4105f88c4 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:41:49.720875 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc352e7c-261b-40d7-ac90-ddb4105f88c4 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:41:49.721295 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc352e7c-261b-40d7-ac90-ddb4105f88c4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:41:49.721715 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc352e7c-261b-40d7-ac90-ddb4105f88c4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:41:49.722124 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc352e7c-261b-40d7-ac90-ddb4105f88c4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:41:49.722531 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc352e7c-261b-40d7-ac90-ddb4105f88c4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:41:49.732252 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-225c5e9f-d37f-4722-908d-e29548d5503a req-bc352e7c-261b-40d7-ac90-ddb4105f88c4 service neutron] Attempting to bind port b29cde38-1e74-4c37-bf95-a285a435b640 on host n-h1-844202-1 for vnic_type normal with profile {"migrating_to": "n-h2-844202-1"} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:41:49.732725 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-225c5e9f-d37f-4722-908d-e29548d5503a req-bc352e7c-261b-40d7-ac90-ddb4105f88c4 service neutron] Attempting to bind port b29cde38-1e74-4c37-bf95-a285a435b640 by drivers openvswitch,hyperv on host n-h1-844202-1 at level 0 using segments [{'id': 'e7a2e8fb-b3d5-44ba-bb42-81da885a74e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '411d1518-9352-4dec-8af2-2285a53556b4'}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:41:49.733150 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-225c5e9f-d37f-4722-908d-e29548d5503a req-bc352e7c-261b-40d7-ac90-ddb4105f88c4 service neutron] Attempting to bind port b29cde38-1e74-4c37-bf95-a285a435b640 on network 411d1518-9352-4dec-8af2-2285a53556b4 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:41:49.738529 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.db [None req-5d82e666-8766-4dba-8fd1-277c809a308b None None] For port b3984faa-a400-4337-a911-8cb7708e9c10, host n-d-844202-1, cleared binding levels {{(pid=88527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:41:49.740753 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-225c5e9f-d37f-4722-908d-e29548d5503a req-bc352e7c-261b-40d7-ac90-ddb4105f88c4 service neutron] Port b29cde38-1e74-4c37-bf95-a285a435b640 on network 411d1518-9352-4dec-8af2-2285a53556b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-844202-1 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 18:41:49.741406 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-225c5e9f-d37f-4722-908d-e29548d5503a req-bc352e7c-261b-40d7-ac90-ddb4105f88c4 service neutron] Attempting to bind port b29cde38-1e74-4c37-bf95-a285a435b640 on network 411d1518-9352-4dec-8af2-2285a53556b4 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:41:49.742956 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.db [None req-5d82e666-8766-4dba-8fd1-277c809a308b None None] For port b3984faa-a400-4337-a911-8cb7708e9c10, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=b3984faa-a400-4337-a911-8cb7708e9c10,segment=NetworkSegment(7875af61-4c53-4ff2-b8c8-d4b7c35ff947),segment_id=7875af61-4c53-4ff2-b8c8-d4b7c35ff947)] {{(pid=88527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:41:49.750223 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-5d82e666-8766-4dba-8fd1-277c809a308b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:49.753117 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf8af48-bf6c-4c61-89c0-5c0bbeb4e359 req-7815a9d8-7eff-4dfd-af78-5332f590a170 tempest-DeleteServersAdminTestJSON-2061919509 tempest-DeleteServersAdminTestJSON-2061919509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:41:49.760323 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6cf8af48-bf6c-4c61-89c0-5c0bbeb4e359 req-7815a9d8-7eff-4dfd-af78-5332f590a170 tempest-DeleteServersAdminTestJSON-2061919509 tempest-DeleteServersAdminTestJSON-2061919509-project] 10.222.0.41 "GET /v2.0/ports?device_id=6214b7b0-3a08-473d-a31e-9d2ab105fc59 HTTP/1.1" status: 200 len: 948 time: 0.6075437 Jun 01 18:41:49.797441 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-225c5e9f-d37f-4722-908d-e29548d5503a req-bc352e7c-261b-40d7-ac90-ddb4105f88c4 service neutron] Checking agent: {'id': 'bdb1e5d7-b998-4259-838f-3d278e930f32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 18, 41, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:41:49.797854 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-225c5e9f-d37f-4722-908d-e29548d5503a req-bc352e7c-261b-40d7-ac90-ddb4105f88c4 service neutron] Checking segment: {'id': 'e7a2e8fb-b3d5-44ba-bb42-81da885a74e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '411d1518-9352-4dec-8af2-2285a53556b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:41:49.798409 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-225c5e9f-d37f-4722-908d-e29548d5503a req-bc352e7c-261b-40d7-ac90-ddb4105f88c4 service neutron] Bound using segment: {'id': 'e7a2e8fb-b3d5-44ba-bb42-81da885a74e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '411d1518-9352-4dec-8af2-2285a53556b4'} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:41:49.799235 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-225c5e9f-d37f-4722-908d-e29548d5503a req-bc352e7c-261b-40d7-ac90-ddb4105f88c4 service neutron] Bound port: b29cde38-1e74-4c37-bf95-a285a435b640, host: n-h1-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7a2e8fb-b3d5-44ba-bb42-81da885a74e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '411d1518-9352-4dec-8af2-2285a53556b4'}}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:41:49.799693 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-225c5e9f-d37f-4722-908d-e29548d5503a req-bc352e7c-261b-40d7-ac90-ddb4105f88c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:49.804889 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port c2feb823-02ea-45da-ad8e-6a3dd13cc4ba is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:41:49.835274 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6cf8af48-bf6c-4c61-89c0-5c0bbeb4e359 req-e5ebb4e9-7ce2-4deb-8ec3-729b116e7ce6 tempest-DeleteServersAdminTestJSON-2061919509 tempest-DeleteServersAdminTestJSON-2061919509-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b53ff5f-eaca-4098-933e-c7793907fd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738811 Jun 01 18:41:49.880113 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c81292c-7f28-4d11-a8ec-922ded7613a4 None None] Pushing event updated for resources: {'Port': ['ID=b3984faa-a400-4337-a911-8cb7708e9c10,revision_number=3']} {{(pid=88527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:41:49.908496 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d82e666-8766-4dba-8fd1-277c809a308b None None] Routers {'debb898e-75a8-4c0d-a69f-ed380535a9f7'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:41:49.909105 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-5d82e666-8766-4dba-8fd1-277c809a308b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:41:39Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['debb898e-75a8-4c0d-a69f-ed380535a9f7'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:41:49.976418 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0427f8aa-6f3e-446a-aa52-080522c2e68f req-1028ddb2-6a07-401a-948c-ea05ee4a1d84 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:41:49.978184 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-0427f8aa-6f3e-446a-aa52-080522c2e68f req-1028ddb2-6a07-401a-948c-ea05ee4a1d84 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b432ea8-6343-4437-89ac-a5a9fde09c84 HTTP/1.1" status: 200 len: 943 time: 0.1989176 Jun 01 18:41:50.020319 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ffff7afd-1990-4cb8-877c-ab54dc529ce9 req-1845934e-718b-48c7-8b74-31296aa47ab1 service neutron] 10.222.0.15 "GET /v2.0/networks/18cc4e4f-761f-49c9-826c-48ea46f95616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4236493 Jun 01 18:41:50.029083 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-225c5e9f-d37f-4722-908d-e29548d5503a req-bc352e7c-261b-40d7-ac90-ddb4105f88c4 service neutron] For port b29cde38-1e74-4c37-bf95-a285a435b640, host n-h1-844202-1, cleared binding levels {{(pid=88524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:41:50.034918 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-225c5e9f-d37f-4722-908d-e29548d5503a req-bc352e7c-261b-40d7-ac90-ddb4105f88c4 service neutron] For port b29cde38-1e74-4c37-bf95-a285a435b640, host n-h1-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=b29cde38-1e74-4c37-bf95-a285a435b640,segment=NetworkSegment(e7a2e8fb-b3d5-44ba-bb42-81da885a74e3),segment_id=e7a2e8fb-b3d5-44ba-bb42-81da885a74e3)] {{(pid=88524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:41:50.041035 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-225c5e9f-d37f-4722-908d-e29548d5503a req-bc352e7c-261b-40d7-ac90-ddb4105f88c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:50.115952 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-405077ca-ff7e-48bb-a780-27b83c1a177f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:50.202493 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-0427f8aa-6f3e-446a-aa52-080522c2e68f req-4965c5ff-1696-4c8d-82af-5e9c855d7042 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] 10.222.0.41 "GET /v2.0/security-groups?id=444c87ba-31dc-4b5a-9977-492e198b845a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095633 Jun 01 18:41:50.264710 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc352e7c-261b-40d7-ac90-ddb4105f88c4 service neutron] Pushing event updated for resources: {'Port': ['ID=b29cde38-1e74-4c37-bf95-a285a435b640,revision_number=8']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:41:50.278130 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-5d82e666-8766-4dba-8fd1-277c809a308b None None] Set router debb898e-75a8-4c0d-a69f-ed380535a9f7 gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:41:50.285697 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-8a4a0421-0d36-478e-af4f-c2ea31447265 req-c67ae45e-350c-4243-97b0-05e74d34ac32 tempest-ServersAdmin275Test-1955049401 tempest-ServersAdmin275Test-1955049401-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=fd6c7708-5bf6-4467-928a-cbe66c434f71 HTTP/1.1" status: 200 len: 210 time: 0.2237654 Jun 01 18:41:50.357222 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device abf50374-eb48-4999-b8be-3d4e41a550f1 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:41:50.411681 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225c5e9f-d37f-4722-908d-e29548d5503a req-bc352e7c-261b-40d7-ac90-ddb4105f88c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:41:50.411681 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-225c5e9f-d37f-4722-908d-e29548d5503a req-bc352e7c-261b-40d7-ac90-ddb4105f88c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:50.412245 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-225c5e9f-d37f-4722-908d-e29548d5503a req-bc352e7c-261b-40d7-ac90-ddb4105f88c4 service neutron] 10.222.0.50 "PUT /v2.0/ports/b29cde38-1e74-4c37-bf95-a285a435b640 HTTP/1.1" status: 200 len: 1121 time: 2.1395285 Jun 01 18:41:50.478050 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07db6b2-fd9c-4c67-9cf5-acd759065779 req-7c3413ff-78da-4ebd-b27f-3441d2918e12 tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:41:50.479574 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f07db6b2-fd9c-4c67-9cf5-acd759065779 req-7c3413ff-78da-4ebd-b27f-3441d2918e12 tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] 10.222.0.50 "GET /v2.0/networks?id=e376e31f-d7fc-4c94-a911-fdf7b219dbbf HTTP/1.1" status: 200 len: 815 time: 0.2833881 Jun 01 18:41:50.494900 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] get_ports_and_sgs() called for port_ids ['b29cde38-1e74-4c37-bf95-a285a435b640'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:41:50.547153 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-f07db6b2-fd9c-4c67-9cf5-acd759065779 req-e3cb786d-26c5-46a0-9a2b-51b17a95d0d9 tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] Synchronizing usage tracker for tenant:ccc3866df726420d865ae40df69383ae on resource:security_group {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:41:50.566799 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-f07db6b2-fd9c-4c67-9cf5-acd759065779 req-e3cb786d-26c5-46a0-9a2b-51b17a95d0d9 tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] Unset dirty status for tenant:ccc3866df726420d865ae40df69383ae on resource:security_group {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:41:50.567532 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f07db6b2-fd9c-4c67-9cf5-acd759065779 req-e3cb786d-26c5-46a0-9a2b-51b17a95d0d9 tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ccc3866df726420d865ae40df69383ae HTTP/1.1" status: 200 len: 380 time: 0.0794592 Jun 01 18:41:50.576260 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-f07db6b2-fd9c-4c67-9cf5-acd759065779 req-7f61915d-7524-4ffa-8890-4904bf77b69a tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] Request body: {'port': {'device_id': 'a5a404c5-f4b1-43aa-93af-4f1281dc0d33', 'network_id': 'e376e31f-d7fc-4c94-a911-fdf7b219dbbf', 'admin_state_up': True, 'tenant_id': 'ccc3866df726420d865ae40df69383ae', 'security_groups': ['00fbe7c4-ce58-4b4a-b646-247d9b388518']}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:41:50.607236 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port abf50374-eb48-4999-b8be-3d4e41a550f1 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:41:50.608211 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:50.610608 n-d-844202-1 neutron-server[88525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4dbde49-99ab-4dfd-977f-a0f8283c1457'] response: {'name': 'network-changed', 'server_uuid': 'ad0c3d03-d198-45df-bcae-38fd247504e2', 'tag': 'a13713c9-d7a2-4f8d-abdf-78dc0a206030', 'status': 'completed', 'code': 200} Jun 01 18:41:50.746157 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-5d82e666-8766-4dba-8fd1-277c809a308b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'debb898e-75a8-4c0d-a69f-ed380535a9f7', 'name': 'tempest-AttachSCSIVolumeTestJSON-1363547105-router', 'tenant_id': '45241712d04f44c69000bd03eb1880d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': 'b3984faa-a400-4337-a911-8cb7708e9c10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:41:41Z', 'updated_at': '2022-06-01T18:41:45Z', 'revision_number': 3, 'project_id': '45241712d04f44c69000bd03eb1880d9', 'gw_port': {'id': 'b3984faa-a400-4337-a911-8cb7708e9c10', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b0:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'debb898e-75a8-4c0d-a69f-ed380535a9f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:41:43Z', 'updated_at': '2022-06-01T18:41:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:41:50.751130 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d82e666-8766-4dba-8fd1-277c809a308b None None] The sync data for ids ['debb898e-75a8-4c0d-a69f-ed380535a9f7'] in n-d-844202-1 is: [{'id': 'debb898e-75a8-4c0d-a69f-ed380535a9f7', 'name': 'tempest-AttachSCSIVolumeTestJSON-1363547105-router', 'tenant_id': '45241712d04f44c69000bd03eb1880d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': 'b3984faa-a400-4337-a911-8cb7708e9c10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:41:41Z', 'updated_at': '2022-06-01T18:41:45Z', 'revision_number': 3, 'project_id': '45241712d04f44c69000bd03eb1880d9', 'gw_port': {'id': 'b3984faa-a400-4337-a911-8cb7708e9c10', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b0:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'debb898e-75a8-4c0d-a69f-ed380535a9f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:41:43Z', 'updated_at': '2022-06-01T18:41:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 18:41:50.820169 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ffff7afd-1990-4cb8-877c-ab54dc529ce9 req-e75ba723-ad71-4693-bd7f-116ecff56f6e service neutron] 10.222.0.15 "GET /v2.0/networks/18cc4e4f-761f-49c9-826c-48ea46f95616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7933052 Jun 01 18:41:50.853585 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-f07db6b2-fd9c-4c67-9cf5-acd759065779 req-7f61915d-7524-4ffa-8890-4904bf77b69a tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:41:50.867306 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port abf50374-eb48-4999-b8be-3d4e41a550f1 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:41:50.874883 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-f07db6b2-fd9c-4c67-9cf5-acd759065779 req-7f61915d-7524-4ffa-8890-4904bf77b69a tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:41:50.890361 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f07db6b2-fd9c-4c67-9cf5-acd759065779 req-7f61915d-7524-4ffa-8890-4904bf77b69a tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] Made reservation on behalf of ccc3866df726420d865ae40df69383ae for: {'port': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:41:50.901137 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-f07db6b2-fd9c-4c67-9cf5-acd759065779 req-7f61915d-7524-4ffa-8890-4904bf77b69a tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:50.976399 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-df37fa1e-207d-40d2-bf79-6b014d376531 req-157ed20b-7ba5-496e-9b27-601fe6e3249e tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5a404c5-f4b1-43aa-93af-4f1281dc0d33 HTTP/1.1" status: 200 len: 210 time: 0.0892365 Jun 01 18:41:51.055472 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09109359-22c1-4e44-bcab-29ed5454d50e'] response: {'server_uuid': '4b432ea8-6343-4437-89ac-a5a9fde09c84', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b29cde38-1e74-4c37-bf95-a285a435b640', 'code': 200} Jun 01 18:41:51.057514 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-47a0f1ac-1539-4c80-a317-7dddc04796aa req-d06b17e3-d47d-4b84-8fdc-8221f409a8e6 tempest-FloatingIPDetailsTestJSON-699827793 tempest-FloatingIPDetailsTestJSON-699827793-project] Synchronizing usage tracker for tenant:28042772ed574d8d819a50a6409395af on resource:network {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:41:51.092279 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45bd8d62-1cde-492c-b39b-3a800c06399a'] response: {'server_uuid': 'f096ea16-3221-4f4a-9ce7-f62e38bf30bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22afea50-157c-4be4-920d-4f6d8307b7b6', 'code': 200} Jun 01 18:41:51.166551 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-47a0f1ac-1539-4c80-a317-7dddc04796aa req-d06b17e3-d47d-4b84-8fdc-8221f409a8e6 tempest-FloatingIPDetailsTestJSON-699827793 tempest-FloatingIPDetailsTestJSON-699827793-project] Unset dirty status for tenant:28042772ed574d8d819a50a6409395af on resource:network {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:41:51.176926 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-47a0f1ac-1539-4c80-a317-7dddc04796aa req-d06b17e3-d47d-4b84-8fdc-8221f409a8e6 tempest-FloatingIPDetailsTestJSON-699827793 tempest-FloatingIPDetailsTestJSON-699827793-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6571867 Jun 01 18:41:51.189908 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [req-47a0f1ac-1539-4c80-a317-7dddc04796aa req-9bf99648-a8f1-44fc-af25-42fa7fd0d8e2 tempest-FloatingIPDetailsTestJSON-699827793 tempest-FloatingIPDetailsTestJSON-699827793-project] Request body: {'floatingip': {'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:41:51.200198 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [None req-405077ca-ff7e-48bb-a780-27b83c1a177f admin admin] Allocated IP 172.20.0.1 (10a2587b-1014-44b1-b177-99812ce7e0cf/095d92a5-4fce-4555-937d-a37b373b8ecc/36f5f216-1a85-431b-aada-810ed3c1fec5) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:41:51.203973 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [req-47a0f1ac-1539-4c80-a317-7dddc04796aa req-9bf99648-a8f1-44fc-af25-42fa7fd0d8e2 tempest-FloatingIPDetailsTestJSON-699827793 tempest-FloatingIPDetailsTestJSON-699827793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:41:51.228503 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [req-47a0f1ac-1539-4c80-a317-7dddc04796aa req-9bf99648-a8f1-44fc-af25-42fa7fd0d8e2 tempest-FloatingIPDetailsTestJSON-699827793 tempest-FloatingIPDetailsTestJSON-699827793-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:41:51.231454 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [req-f07db6b2-fd9c-4c67-9cf5-acd759065779 req-7f61915d-7524-4ffa-8890-4904bf77b69a tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] Allocated IP 172.20.0.3 (e376e31f-d7fc-4c94-a911-fdf7b219dbbf/b515e042-63ba-4f60-823c-65d0c449d014/2225f2a3-bed3-4b15-93f5-1073394704ac) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:41:51.231762 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f538b06-d536-4167-b7e5-a99480a4ddce req-770e863e-fa39-4721-a4ac-7512f417f91b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:41:51.238754 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2f538b06-d536-4167-b7e5-a99480a4ddce req-770e863e-fa39-4721-a4ac-7512f417f91b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7dd3c8e221f9433b9e41db5bb127ec48&device_id=ad0c3d03-d198-45df-bcae-38fd247504e2 HTTP/1.1" status: 200 len: 1094 time: 0.3353715 Jun 01 18:41:51.364321 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-47a0f1ac-1539-4c80-a317-7dddc04796aa req-9bf99648-a8f1-44fc-af25-42fa7fd0d8e2 tempest-FloatingIPDetailsTestJSON-699827793 tempest-FloatingIPDetailsTestJSON-699827793-project] Notify callbacks [] for floatingip, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:51.609804 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-405077ca-ff7e-48bb-a780-27b83c1a177f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:51.622457 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f538b06-d536-4167-b7e5-a99480a4ddce req-edd8d3fa-0ec8-4064-9ab4-02a6cb3b6deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:41:51.623837 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2f538b06-d536-4167-b7e5-a99480a4ddce req-edd8d3fa-0ec8-4064-9ab4-02a6cb3b6deb service neutron] 10.222.0.15 "GET /v2.0/networks?id=18cc4e4f-761f-49c9-826c-48ea46f95616 HTTP/1.1" status: 200 len: 924 time: 0.3693094 Jun 01 18:41:51.655282 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-f07db6b2-fd9c-4c67-9cf5-acd759065779 req-7f61915d-7524-4ffa-8890-4904bf77b69a tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:51.692716 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [None req-405077ca-ff7e-48bb-a780-27b83c1a177f admin admin] Transition to ACTIVE for port object 36f5f216-1a85-431b-aada-810ed3c1fec5 will not be triggered until provisioned by entity DHCP. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:41:51.698651 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [req-f07db6b2-fd9c-4c67-9cf5-acd759065779 req-7f61915d-7524-4ffa-8890-4904bf77b69a tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] Transition to ACTIVE for port object 2225f2a3-bed3-4b15-93f5-1073394704ac will not be triggered until provisioned by entity DHCP. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:41:51.712863 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2f538b06-d536-4167-b7e5-a99480a4ddce req-954bd712-e326-4eb1-b4a3-06f3b852c8a9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a13713c9-d7a2-4f8d-abdf-78dc0a206030 HTTP/1.1" status: 200 len: 217 time: 0.0783961 Jun 01 18:41:51.721058 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8248b04d-93b9-473a-bb28-ac8699b5b72c req-ee9b339d-2140-4c7a-a940-7ff5eab7430d tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:41:51.722571 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-8248b04d-93b9-473a-bb28-ac8699b5b72c req-ee9b339d-2140-4c7a-a940-7ff5eab7430d tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] 10.222.0.41 "GET /v2.0/ports?device_id=ad0c3d03-d198-45df-bcae-38fd247504e2 HTTP/1.1" status: 200 len: 943 time: 0.2297361 Jun 01 18:41:51.731776 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd54df4-6c37-41a3-a5d3-81fa9b3f0f07 req-57403e15-e53b-4605-8a55-1c41f435f209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:41:51.733259 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4bd54df4-6c37-41a3-a5d3-81fa9b3f0f07 req-57403e15-e53b-4605-8a55-1c41f435f209 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=f096ea16-3221-4f4a-9ce7-f62e38bf30bb HTTP/1.1" status: 200 len: 1099 time: 0.2415874 Jun 01 18:41:51.817140 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f538b06-d536-4167-b7e5-a99480a4ddce req-7c18feb3-342c-4a25-beb1-7c8f165d54f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:41:51.818638 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-8248b04d-93b9-473a-bb28-ac8699b5b72c req-8b856e18-35c1-475e-930a-f95882f15feb tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] 10.222.0.41 "GET /v2.0/security-groups?id=90cc0839-524f-48ee-bc32-5b782e7aaf99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843685 Jun 01 18:41:51.818765 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2f538b06-d536-4167-b7e5-a99480a4ddce req-7c18feb3-342c-4a25-beb1-7c8f165d54f9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a2dd2f73-8ed9-4db5-a137-6e9cf02d18e0 HTTP/1.1" status: 200 len: 862 time: 0.0990500 Jun 01 18:41:51.827126 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-f07db6b2-fd9c-4c67-9cf5-acd759065779 req-7f61915d-7524-4ffa-8890-4904bf77b69a tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:51.834491 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4bd54df4-6c37-41a3-a5d3-81fa9b3f0f07 req-52d65ae0-2f14-4145-a32b-09bbcfcbae54 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=c22519b8-f40a-47d0-938e-7f5b69f12a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802054 Jun 01 18:41:51.868340 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-405077ca-ff7e-48bb-a780-27b83c1a177f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:51.919874 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-47a0f1ac-1539-4c80-a317-7dddc04796aa req-9bf99648-a8f1-44fc-af25-42fa7fd0d8e2 tempest-FloatingIPDetailsTestJSON-699827793 tempest-FloatingIPDetailsTestJSON-699827793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:51.924030 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f07db6b2-fd9c-4c67-9cf5-acd759065779 req-7f61915d-7524-4ffa-8890-4904bf77b69a tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] Network e376e31f-d7fc-4c94-a911-fdf7b219dbbf is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:41:51.933082 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [req-f07db6b2-fd9c-4c67-9cf5-acd759065779 req-7f61915d-7524-4ffa-8890-4904bf77b69a tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:41:51.938020 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-f07db6b2-fd9c-4c67-9cf5-acd759065779 req-7f61915d-7524-4ffa-8890-4904bf77b69a tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:41:52.015873 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-405077ca-ff7e-48bb-a780-27b83c1a177f admin admin] Network 10a2587b-1014-44b1-b177-99812ce7e0cf is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:41:52.023259 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f61915d-7524-4ffa-8890-4904bf77b69a tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] Pushing event updated for resources: {'Port': ['ID=2225f2a3-bed3-4b15-93f5-1073394704ac,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:41:52.029116 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-405077ca-ff7e-48bb-a780-27b83c1a177f admin admin] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:41:52.037662 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-405077ca-ff7e-48bb-a780-27b83c1a177f admin admin] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:41:52.090086 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405077ca-ff7e-48bb-a780-27b83c1a177f admin admin] Pushing event updated for resources: {'Port': ['ID=36f5f216-1a85-431b-aada-810ed3c1fec5,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:41:52.093784 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07db6b2-fd9c-4c67-9cf5-acd759065779 req-7f61915d-7524-4ffa-8890-4904bf77b69a tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:41:52.094428 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-f07db6b2-fd9c-4c67-9cf5-acd759065779 req-7f61915d-7524-4ffa-8890-4904bf77b69a tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:52.135425 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f07db6b2-fd9c-4c67-9cf5-acd759065779 req-7f61915d-7524-4ffa-8890-4904bf77b69a tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5632148 Jun 01 18:41:52.146637 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-f07db6b2-fd9c-4c67-9cf5-acd759065779 req-ce9e7a46-a719-4eaf-b43c-501aef77a965 service neutron] Request body: {'port': {'device_id': 'a5a404c5-f4b1-43aa-93af-4f1281dc0d33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844202-1'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:41:52.193660 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-405077ca-ff7e-48bb-a780-27b83c1a177f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-887605'] for router_interface, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:52.227048 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae13191-e3d6-4c1c-8727-7c61041aa56e req-d170cc20-19ae-423f-ab44-fdfa18e630d9 tempest-LiveMigrationNegativeTest-1882969379 tempest-LiveMigrationNegativeTest-1882969379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:41:52.228676 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-dae13191-e3d6-4c1c-8727-7c61041aa56e req-d170cc20-19ae-423f-ab44-fdfa18e630d9 tempest-LiveMigrationNegativeTest-1882969379 tempest-LiveMigrationNegativeTest-1882969379-project] 10.222.0.41 "GET /v2.0/ports?device_id=f096ea16-3221-4f4a-9ce7-f62e38bf30bb HTTP/1.1" status: 200 len: 948 time: 0.2148218 Jun 01 18:41:52.276137 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f538b06-d536-4167-b7e5-a99480a4ddce req-957ac5f0-d0f2-4a0a-b912-772af8cfb5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:41:52.278028 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2f538b06-d536-4167-b7e5-a99480a4ddce req-957ac5f0-d0f2-4a0a-b912-772af8cfb5c2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=18cc4e4f-761f-49c9-826c-48ea46f95616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4515789 Jun 01 18:41:52.300308 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [req-47a0f1ac-1539-4c80-a317-7dddc04796aa req-9bf99648-a8f1-44fc-af25-42fa7fd0d8e2 tempest-FloatingIPDetailsTestJSON-699827793 tempest-FloatingIPDetailsTestJSON-699827793-project] Allocated IP 172.25.4.193 (72a72e44-6845-488a-a5ff-3a26d4df9cb3/c314a23b-daa2-4106-ab28-8e6f954277b2/2f63b19f-40fa-433b-a5f9-5c335a2f3044) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:41:52.341630 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device b3984faa-a400-4337-a911-8cb7708e9c10 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:41:52.369311 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-f07db6b2-fd9c-4c67-9cf5-acd759065779 req-ce9e7a46-a719-4eaf-b43c-501aef77a965 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:52.383077 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-dae13191-e3d6-4c1c-8727-7c61041aa56e req-1df829de-7458-4718-9ca1-f6dfa57f8208 tempest-LiveMigrationNegativeTest-1882969379 tempest-LiveMigrationNegativeTest-1882969379-project] 10.222.0.41 "GET /v2.0/security-groups?id=c22519b8-f40a-47d0-938e-7f5b69f12a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100106 Jun 01 18:41:52.409626 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-c82eed4b-c48d-4bfd-a4bd-333d5a139af5 None None] Provisioning for port 36f5f216-1a85-431b-aada-810ed3c1fec5 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:41:52.421299 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-c82eed4b-c48d-4bfd-a4bd-333d5a139af5 None None] Provisioning complete for port 36f5f216-1a85-431b-aada-810ed3c1fec5 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:41:52.421661 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-c82eed4b-c48d-4bfd-a4bd-333d5a139af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:52.484074 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port b3984faa-a400-4337-a911-8cb7708e9c10 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:41:52.493911 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-c82eed4b-c48d-4bfd-a4bd-333d5a139af5 None None] Port 36f5f216-1a85-431b-aada-810ed3c1fec5 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 18:41:52.497786 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port b3984faa-a400-4337-a911-8cb7708e9c10 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:41:52.498157 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:52.561809 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-c82eed4b-c48d-4bfd-a4bd-333d5a139af5 None None] Provisioning for port 2225f2a3-bed3-4b15-93f5-1073394704ac completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:41:52.568797 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device b29cde38-1e74-4c37-bf95-a285a435b640 details requested by agent hyperv_n-h2-844202-1 with host n-h2-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 18:41:52.617332 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-c82eed4b-c48d-4bfd-a4bd-333d5a139af5 None None] Provisioning complete for port 2225f2a3-bed3-4b15-93f5-1073394704ac triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:41:52.618119 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-c82eed4b-c48d-4bfd-a4bd-333d5a139af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:52.762426 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68635b45-cd28-4c5a-b9b0-a1d7b88b161d req-e5fb8e93-8fdd-49e5-a248-ea185cddda7c tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:41:52.763984 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-68635b45-cd28-4c5a-b9b0-a1d7b88b161d req-e5fb8e93-8fdd-49e5-a248-ea185cddda7c tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b432ea8-6343-4437-89ac-a5a9fde09c84 HTTP/1.1" status: 200 len: 943 time: 0.2252614 Jun 01 18:41:52.781347 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2f538b06-d536-4167-b7e5-a99480a4ddce req-d0b39b5c-8127-46b9-bac2-9b2d476cd0a8 service neutron] 10.222.0.15 "GET /v2.0/networks/18cc4e4f-761f-49c9-826c-48ea46f95616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4953163 Jun 01 18:41:52.797424 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-405077ca-ff7e-48bb-a780-27b83c1a177f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:52.829103 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-c82eed4b-c48d-4bfd-a4bd-333d5a139af5 None None] Port 2225f2a3-bed3-4b15-93f5-1073394704ac cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 18:41:52.870461 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-68635b45-cd28-4c5a-b9b0-a1d7b88b161d req-f79710ad-e2af-4a55-b82e-415c5d43e08f tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] 10.222.0.41 "GET /v2.0/security-groups?id=444c87ba-31dc-4b5a-9977-492e198b845a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998499 Jun 01 18:41:52.877355 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [req-f07db6b2-fd9c-4c67-9cf5-acd759065779 req-ce9e7a46-a719-4eaf-b43c-501aef77a965 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2225f2a3-bed3-4b15-93f5-1073394704ac {{(pid=88524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:41:52.885251 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-f07db6b2-fd9c-4c67-9cf5-acd759065779 req-ce9e7a46-a719-4eaf-b43c-501aef77a965 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:52.896580 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port b29cde38-1e74-4c37-bf95-a285a435b640, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=b29cde38-1e74-4c37-bf95-a285a435b640,segment=NetworkSegment(e7a2e8fb-b3d5-44ba-bb42-81da885a74e3),segment_id=e7a2e8fb-b3d5-44ba-bb42-81da885a74e3)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:41:52.905969 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [req-f07db6b2-fd9c-4c67-9cf5-acd759065779 req-ce9e7a46-a719-4eaf-b43c-501aef77a965 service neutron] Transition to ACTIVE for port object 2225f2a3-bed3-4b15-93f5-1073394704ac will not be triggered until provisioned by entity L2. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:41:52.916941 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-f07db6b2-fd9c-4c67-9cf5-acd759065779 req-ce9e7a46-a719-4eaf-b43c-501aef77a965 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:52.922581 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device b29cde38-1e74-4c37-bf95-a285a435b640 has no active binding in host n-h2-844202-1 {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Jun 01 18:41:52.927325 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-47a0f1ac-1539-4c80-a317-7dddc04796aa req-9bf99648-a8f1-44fc-af25-42fa7fd0d8e2 tempest-FloatingIPDetailsTestJSON-699827793 tempest-FloatingIPDetailsTestJSON-699827793-project] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:52.932690 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port b3984faa-a400-4337-a911-8cb7708e9c10 is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:41:52.933230 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:52.952636 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port b3984faa-a400-4337-a911-8cb7708e9c10, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=b3984faa-a400-4337-a911-8cb7708e9c10,segment=NetworkSegment(7875af61-4c53-4ff2-b8c8-d4b7c35ff947),segment_id=7875af61-4c53-4ff2-b8c8-d4b7c35ff947)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:41:52.957962 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:53.063865 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=b3984faa-a400-4337-a911-8cb7708e9c10,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:41:53.080244 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b432ea8-6343-4437-89ac-a5a9fde09c84', 'tag': 'b29cde38-1e74-4c37-bf95-a285a435b640'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:41:53.155544 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9e7a46-a719-4eaf-b43c-501aef77a965 service neutron] Pushing event updated for resources: {'Port': ['ID=2225f2a3-bed3-4b15-93f5-1073394704ac,revision_number=2']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:41:53.241394 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2f538b06-d536-4167-b7e5-a99480a4ddce req-10e3671c-4efd-4062-9847-03b7108e05a1 service neutron] 10.222.0.15 "GET /v2.0/networks/18cc4e4f-761f-49c9-826c-48ea46f95616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4447534 Jun 01 18:41:53.257036 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-f07db6b2-fd9c-4c67-9cf5-acd759065779 req-ce9e7a46-a719-4eaf-b43c-501aef77a965 service neutron] Attempting to bind port 2225f2a3-bed3-4b15-93f5-1073394704ac on host n-h2-844202-1 for vnic_type normal with profile {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:41:53.257483 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-f07db6b2-fd9c-4c67-9cf5-acd759065779 req-ce9e7a46-a719-4eaf-b43c-501aef77a965 service neutron] Attempting to bind port 2225f2a3-bed3-4b15-93f5-1073394704ac by drivers openvswitch,hyperv on host n-h2-844202-1 at level 0 using segments [{'id': '36c06fa3-2cc2-4561-abd0-907bb0c67288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'e376e31f-d7fc-4c94-a911-fdf7b219dbbf'}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:41:53.257816 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f07db6b2-fd9c-4c67-9cf5-acd759065779 req-ce9e7a46-a719-4eaf-b43c-501aef77a965 service neutron] Attempting to bind port 2225f2a3-bed3-4b15-93f5-1073394704ac on network e376e31f-d7fc-4c94-a911-fdf7b219dbbf {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:41:53.299851 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-47a0f1ac-1539-4c80-a317-7dddc04796aa req-9bf99648-a8f1-44fc-af25-42fa7fd0d8e2 tempest-FloatingIPDetailsTestJSON-699827793 tempest-FloatingIPDetailsTestJSON-699827793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:53.303339 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f07db6b2-fd9c-4c67-9cf5-acd759065779 req-ce9e7a46-a719-4eaf-b43c-501aef77a965 service neutron] Port 2225f2a3-bed3-4b15-93f5-1073394704ac on network e376e31f-d7fc-4c94-a911-fdf7b219dbbf not bound, no agent of type Open vSwitch agent registered on host n-h2-844202-1 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 18:41:53.303662 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f07db6b2-fd9c-4c67-9cf5-acd759065779 req-ce9e7a46-a719-4eaf-b43c-501aef77a965 service neutron] Attempting to bind port 2225f2a3-bed3-4b15-93f5-1073394704ac on network e376e31f-d7fc-4c94-a911-fdf7b219dbbf {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:41:53.318422 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f07db6b2-fd9c-4c67-9cf5-acd759065779 req-ce9e7a46-a719-4eaf-b43c-501aef77a965 service neutron] Checking agent: {'id': 'f5db9968-6317-4186-9100-9e0ca6b50417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 18, 41, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:41:53.318752 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f07db6b2-fd9c-4c67-9cf5-acd759065779 req-ce9e7a46-a719-4eaf-b43c-501aef77a965 service neutron] Checking segment: {'id': '36c06fa3-2cc2-4561-abd0-907bb0c67288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'e376e31f-d7fc-4c94-a911-fdf7b219dbbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:41:53.319127 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f07db6b2-fd9c-4c67-9cf5-acd759065779 req-ce9e7a46-a719-4eaf-b43c-501aef77a965 service neutron] Bound using segment: {'id': '36c06fa3-2cc2-4561-abd0-907bb0c67288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'e376e31f-d7fc-4c94-a911-fdf7b219dbbf'} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:41:53.319547 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-f07db6b2-fd9c-4c67-9cf5-acd759065779 req-ce9e7a46-a719-4eaf-b43c-501aef77a965 service neutron] Bound port: 2225f2a3-bed3-4b15-93f5-1073394704ac, host: n-h2-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36c06fa3-2cc2-4561-abd0-907bb0c67288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'e376e31f-d7fc-4c94-a911-fdf7b219dbbf'}}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:41:53.319904 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-f07db6b2-fd9c-4c67-9cf5-acd759065779 req-ce9e7a46-a719-4eaf-b43c-501aef77a965 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:53.373544 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-405077ca-ff7e-48bb-a780-27b83c1a177f admin admin] Notify callbacks [] for port, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:53.382836 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47a0f1ac-1539-4c80-a317-7dddc04796aa req-9bf99648-a8f1-44fc-af25-42fa7fd0d8e2 tempest-FloatingIPDetailsTestJSON-699827793 tempest-FloatingIPDetailsTestJSON-699827793-project] Network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:41:53.383680 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-405077ca-ff7e-48bb-a780-27b83c1a177f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:53.415835 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [req-47a0f1ac-1539-4c80-a317-7dddc04796aa req-9bf99648-a8f1-44fc-af25-42fa7fd0d8e2 tempest-FloatingIPDetailsTestJSON-699827793 tempest-FloatingIPDetailsTestJSON-699827793-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:41:53.426046 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [req-47a0f1ac-1539-4c80-a317-7dddc04796aa req-9bf99648-a8f1-44fc-af25-42fa7fd0d8e2 tempest-FloatingIPDetailsTestJSON-699827793 tempest-FloatingIPDetailsTestJSON-699827793-project] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:41:53.440924 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b74c793-ccc3-4a01-b6ee-b77390c1766d req-0d1cf763-2de0-43dd-b761-f9b8132de6ea tempest-DeleteServersAdminTestJSON-2061919509 tempest-DeleteServersAdminTestJSON-2061919509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:41:53.442422 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3b74c793-ccc3-4a01-b6ee-b77390c1766d req-0d1cf763-2de0-43dd-b761-f9b8132de6ea tempest-DeleteServersAdminTestJSON-2061919509 tempest-DeleteServersAdminTestJSON-2061919509-project] 10.222.0.41 "GET /v2.0/ports?device_id=6214b7b0-3a08-473d-a31e-9d2ab105fc59 HTTP/1.1" status: 200 len: 948 time: 0.1798072 Jun 01 18:41:53.449978 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-f07db6b2-fd9c-4c67-9cf5-acd759065779 req-ce9e7a46-a719-4eaf-b43c-501aef77a965 service neutron] For port 2225f2a3-bed3-4b15-93f5-1073394704ac, host n-h2-844202-1, cleared binding levels {{(pid=88524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:41:53.471410 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf99648-a8f1-44fc-af25-42fa7fd0d8e2 tempest-FloatingIPDetailsTestJSON-699827793 tempest-FloatingIPDetailsTestJSON-699827793-project] Pushing event updated for resources: {'Port': ['ID=2f63b19f-40fa-433b-a5f9-5c335a2f3044,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:41:53.543724 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-405077ca-ff7e-48bb-a780-27b83c1a177f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-887436'] for router_interface, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:53.569818 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-f07db6b2-fd9c-4c67-9cf5-acd759065779 req-ce9e7a46-a719-4eaf-b43c-501aef77a965 service neutron] For port 2225f2a3-bed3-4b15-93f5-1073394704ac, host n-h2-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=2225f2a3-bed3-4b15-93f5-1073394704ac,segment=NetworkSegment(36c06fa3-2cc2-4561-abd0-907bb0c67288),segment_id=36c06fa3-2cc2-4561-abd0-907bb0c67288)] {{(pid=88524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:41:53.582635 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-f07db6b2-fd9c-4c67-9cf5-acd759065779 req-ce9e7a46-a719-4eaf-b43c-501aef77a965 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:53.637536 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405077ca-ff7e-48bb-a780-27b83c1a177f admin admin] Pushing event updated for resources: {'Port': ['ID=36f5f216-1a85-431b-aada-810ed3c1fec5,revision_number=2']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:41:53.649136 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3b74c793-ccc3-4a01-b6ee-b77390c1766d req-266f4068-f3b5-4a9b-adae-29e63dfb90ee tempest-DeleteServersAdminTestJSON-2061919509 tempest-DeleteServersAdminTestJSON-2061919509-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b53ff5f-eaca-4098-933e-c7793907fd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005603 Jun 01 18:41:53.662419 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07db6b2-fd9c-4c67-9cf5-acd759065779 req-ce9e7a46-a719-4eaf-b43c-501aef77a965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:41:53.674335 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-f07db6b2-fd9c-4c67-9cf5-acd759065779 req-ce9e7a46-a719-4eaf-b43c-501aef77a965 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:53.674335 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f07db6b2-fd9c-4c67-9cf5-acd759065779 req-ce9e7a46-a719-4eaf-b43c-501aef77a965 service neutron] 10.222.0.50 "PUT /v2.0/ports/2225f2a3-bed3-4b15-93f5-1073394704ac HTTP/1.1" status: 200 len: 1091 time: 1.5222154 Jun 01 18:41:53.691797 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-47a0f1ac-1539-4c80-a317-7dddc04796aa req-9bf99648-a8f1-44fc-af25-42fa7fd0d8e2 tempest-FloatingIPDetailsTestJSON-699827793 tempest-FloatingIPDetailsTestJSON-699827793-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:53.703079 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9e7a46-a719-4eaf-b43c-501aef77a965 service neutron] Pushing event updated for resources: {'Port': ['ID=2225f2a3-bed3-4b15-93f5-1073394704ac,revision_number=3']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:41:53.769854 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-405077ca-ff7e-48bb-a780-27b83c1a177f admin admin] Network 10a2587b-1014-44b1-b177-99812ce7e0cf is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:41:53.773149 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-405077ca-ff7e-48bb-a780-27b83c1a177f admin admin] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:41:53.837514 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-47a0f1ac-1539-4c80-a317-7dddc04796aa req-9bf99648-a8f1-44fc-af25-42fa7fd0d8e2 tempest-FloatingIPDetailsTestJSON-699827793 tempest-FloatingIPDetailsTestJSON-699827793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:53.846257 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7ed63cd6-b562-49f6-9d6a-6d6442dfe905 req-c03be564-d510-480c-ae71-c0fb3416c2e4 tempest-ServersAdmin275Test-1955049401 tempest-ServersAdmin275Test-1955049401-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=fd6c7708-5bf6-4467-928a-cbe66c434f71 HTTP/1.1" status: 200 len: 210 time: 0.0444486 Jun 01 18:41:53.864546 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07db6b2-fd9c-4c67-9cf5-acd759065779 req-27d65de3-e625-414e-ba85-956b128fcc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:41:53.866053 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f07db6b2-fd9c-4c67-9cf5-acd759065779 req-27d65de3-e625-414e-ba85-956b128fcc8d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ccc3866df726420d865ae40df69383ae&device_id=a5a404c5-f4b1-43aa-93af-4f1281dc0d33 HTTP/1.1" status: 200 len: 1094 time: 0.1333079 Jun 01 18:41:54.011488 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f07db6b2-fd9c-4c67-9cf5-acd759065779 req-88f3e627-df87-460a-b0dc-2bc5418b3618 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2225f2a3-bed3-4b15-93f5-1073394704ac HTTP/1.1" status: 200 len: 217 time: 0.1343880 Jun 01 18:41:54.108144 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-9abac49e-4c84-444e-ba42-51154bcd52ab None None] Provisioning complete for port 36f5f216-1a85-431b-aada-810ed3c1fec5 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:41:54.108671 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-9abac49e-4c84-444e-ba42-51154bcd52ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:54.149576 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07db6b2-fd9c-4c67-9cf5-acd759065779 req-fb1aedbb-2996-4c51-8770-00bee3a7a371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:41:54.151061 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f07db6b2-fd9c-4c67-9cf5-acd759065779 req-fb1aedbb-2996-4c51-8770-00bee3a7a371 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b515e042-63ba-4f60-823c-65d0c449d014 HTTP/1.1" status: 200 len: 854 time: 0.1330609 Jun 01 18:41:54.161432 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-405077ca-ff7e-48bb-a780-27b83c1a177f admin admin] Router debb898e-75a8-4c0d-a69f-ed380535a9f7 has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 18:41:54.162616 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-9abac49e-4c84-444e-ba42-51154bcd52ab None None] Port 36f5f216-1a85-431b-aada-810ed3c1fec5 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 18:41:54.217769 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3933a01e-8716-44d0-8bce-5ef4ca167eab req-f721e6e6-a7e0-4d46-b13e-4ccf6f1b9318 tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:41:54.218496 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-3933a01e-8716-44d0-8bce-5ef4ca167eab req-f721e6e6-a7e0-4d46-b13e-4ccf6f1b9318 tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] Synchronizing usage tracker for tenant:ccc3866df726420d865ae40df69383ae on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:41:54.248369 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-3933a01e-8716-44d0-8bce-5ef4ca167eab req-f721e6e6-a7e0-4d46-b13e-4ccf6f1b9318 tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] Unset dirty status for tenant:ccc3866df726420d865ae40df69383ae on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:41:54.249471 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3933a01e-8716-44d0-8bce-5ef4ca167eab req-f721e6e6-a7e0-4d46-b13e-4ccf6f1b9318 tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5a404c5-f4b1-43aa-93af-4f1281dc0d33 HTTP/1.1" status: 200 len: 943 time: 0.1832299 Jun 01 18:41:54.265087 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device a13713c9-d7a2-4f8d-abdf-78dc0a206030 details requested by agent hyperv_n-h1-844202-1 with host n-h1-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 18:41:54.278199 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device b3984faa-a400-4337-a911-8cb7708e9c10 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:41:54.279167 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07db6b2-fd9c-4c67-9cf5-acd759065779 req-ec580ef2-9766-4f8b-a6e0-dfef1115efff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:41:54.280632 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f07db6b2-fd9c-4c67-9cf5-acd759065779 req-ec580ef2-9766-4f8b-a6e0-dfef1115efff service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e376e31f-d7fc-4c94-a911-fdf7b219dbbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1190422 Jun 01 18:41:54.376059 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3933a01e-8716-44d0-8bce-5ef4ca167eab req-22633941-f091-446d-956b-42887664c7c8 tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] 10.222.0.41 "GET /v2.0/security-groups?id=00fbe7c4-ce58-4b4a-b646-247d9b388518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1176183 Jun 01 18:41:54.383561 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-47a0f1ac-1539-4c80-a317-7dddc04796aa req-9bf99648-a8f1-44fc-af25-42fa7fd0d8e2 tempest-FloatingIPDetailsTestJSON-699827793 tempest-FloatingIPDetailsTestJSON-699827793-project] Notify callbacks [] for port, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:54.390769 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-47a0f1ac-1539-4c80-a317-7dddc04796aa req-9bf99648-a8f1-44fc-af25-42fa7fd0d8e2 tempest-FloatingIPDetailsTestJSON-699827793 tempest-FloatingIPDetailsTestJSON-699827793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:54.445227 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f07db6b2-fd9c-4c67-9cf5-acd759065779 req-b4a692f3-6738-47fc-9b4d-1a100c75e99a service neutron] 10.222.0.50 "GET /v2.0/networks/e376e31f-d7fc-4c94-a911-fdf7b219dbbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455774 Jun 01 18:41:54.487512 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port a13713c9-d7a2-4f8d-abdf-78dc0a206030, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=a13713c9-d7a2-4f8d-abdf-78dc0a206030,segment=NetworkSegment(177be86f-471e-4b12-bda0-1497c6cf7f80),segment_id=177be86f-471e-4b12-bda0-1497c6cf7f80)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:41:54.510118 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port b3984faa-a400-4337-a911-8cb7708e9c10 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:41:54.510580 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:54.540771 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Returning: {'device': 'a13713c9-d7a2-4f8d-abdf-78dc0a206030', 'network_id': '18cc4e4f-761f-49c9-826c-48ea46f95616', 'port_id': 'a13713c9-d7a2-4f8d-abdf-78dc0a206030', 'mac_address': 'fa:16:3e:0e:75:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2dd2f73-8ed9-4db5-a137-6e9cf02d18e0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 18:41:54.598610 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-405077ca-ff7e-48bb-a780-27b83c1a177f admin admin] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 18:41:54.615893 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b64e4e-6d42-4053-80a9-06d215e2b10e None None] Sync routers for ids ['debb898e-75a8-4c0d-a69f-ed380535a9f7'] in n-d-844202-1 {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 18:41:54.635814 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf99648-a8f1-44fc-af25-42fa7fd0d8e2 tempest-FloatingIPDetailsTestJSON-699827793 tempest-FloatingIPDetailsTestJSON-699827793-project] Pushing event updated for resources: {'Port': ['ID=2f63b19f-40fa-433b-a5f9-5c335a2f3044,revision_number=2']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:41:54.642076 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b64e4e-6d42-4053-80a9-06d215e2b10e None None] Routers {'debb898e-75a8-4c0d-a69f-ed380535a9f7'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:41:54.643802 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-09b64e4e-6d42-4053-80a9-06d215e2b10e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:41:39Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['debb898e-75a8-4c0d-a69f-ed380535a9f7'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:41:54.649825 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f07db6b2-fd9c-4c67-9cf5-acd759065779 req-b656f84d-bf9b-4d65-a93c-e3ed467928a1 service neutron] 10.222.0.50 "GET /v2.0/networks/e376e31f-d7fc-4c94-a911-fdf7b219dbbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1981997 Jun 01 18:41:54.650744 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-47a0f1ac-1539-4c80-a317-7dddc04796aa req-9bf99648-a8f1-44fc-af25-42fa7fd0d8e2 tempest-FloatingIPDetailsTestJSON-699827793 tempest-FloatingIPDetailsTestJSON-699827793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887712'] for floatingip, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:54.663300 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-405077ca-ff7e-48bb-a780-27b83c1a177f admin admin] 10.222.0.41 "PUT /v2.0/routers/debb898e-75a8-4c0d-a69f-ed380535a9f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9679449 Jun 01 18:41:54.669189 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022362e5-0f50-4a65-ba6c-3d5fedf1950d req-20f5b04c-fdcc-4876-9a16-7970dedc78cf tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:41:54.670755 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-022362e5-0f50-4a65-ba6c-3d5fedf1950d req-20f5b04c-fdcc-4876-9a16-7970dedc78cf tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] 10.222.0.41 "GET /v2.0/ports?device_id=ad0c3d03-d198-45df-bcae-38fd247504e2 HTTP/1.1" status: 200 len: 943 time: 0.1410348 Jun 01 18:41:54.677807 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-47a0f1ac-1539-4c80-a317-7dddc04796aa req-9bf99648-a8f1-44fc-af25-42fa7fd0d8e2 tempest-FloatingIPDetailsTestJSON-699827793 tempest-FloatingIPDetailsTestJSON-699827793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for floatingip, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:54.680748 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-47a0f1ac-1539-4c80-a317-7dddc04796aa req-9bf99648-a8f1-44fc-af25-42fa7fd0d8e2 tempest-FloatingIPDetailsTestJSON-699827793 tempest-FloatingIPDetailsTestJSON-699827793-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.5015147 Jun 01 18:41:54.714627 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port a13713c9-d7a2-4f8d-abdf-78dc0a206030 is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:41:54.715010 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:54.741846 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-022362e5-0f50-4a65-ba6c-3d5fedf1950d req-4beb2561-e72a-444a-90a2-26a014dd84f2 tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] 10.222.0.41 "GET /v2.0/security-groups?id=90cc0839-524f-48ee-bc32-5b782e7aaf99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598235 Jun 01 18:41:54.793455 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-356dde6e-6e50-4154-be13-097640d364e9'] response: {'name': 'network-changed', 'server_uuid': '4b432ea8-6343-4437-89ac-a5a9fde09c84', 'tag': 'b29cde38-1e74-4c37-bf95-a285a435b640', 'status': 'completed', 'code': 200} Jun 01 18:41:54.801151 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a13713c9-d7a2-4f8d-abdf-78dc0a206030 {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:41:54.916581 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port a13713c9-d7a2-4f8d-abdf-78dc0a206030, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=a13713c9-d7a2-4f8d-abdf-78dc0a206030,segment=NetworkSegment(177be86f-471e-4b12-bda0-1497c6cf7f80),segment_id=177be86f-471e-4b12-bda0-1497c6cf7f80)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:41:54.941025 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:54.964838 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-47a0f1ac-1539-4c80-a317-7dddc04796aa req-bb2bc78b-447b-4e08-a851-4b97c465c8a8 tempest-FloatingIPDetailsTestJSON-699827793 tempest-FloatingIPDetailsTestJSON-699827793-project] Synchronizing usage tracker for tenant:28042772ed574d8d819a50a6409395af on resource:floatingip {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:41:55.001204 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port b3984faa-a400-4337-a911-8cb7708e9c10 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:41:55.022148 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-47a0f1ac-1539-4c80-a317-7dddc04796aa req-bb2bc78b-447b-4e08-a851-4b97c465c8a8 tempest-FloatingIPDetailsTestJSON-699827793 tempest-FloatingIPDetailsTestJSON-699827793-project] Unset dirty status for tenant:28042772ed574d8d819a50a6409395af on resource:floatingip {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:41:55.023302 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-47a0f1ac-1539-4c80-a317-7dddc04796aa req-bb2bc78b-447b-4e08-a851-4b97c465c8a8 tempest-FloatingIPDetailsTestJSON-699827793 tempest-FloatingIPDetailsTestJSON-699827793-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.4.193 HTTP/1.1" status: 200 len: 696 time: 0.3346009 Jun 01 18:41:55.059205 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecb0b82-1df0-4a4e-8e2d-ec97a1634da4 req-02f533f2-9a34-4175-9e01-0e506a2eb385 tempest-LiveMigrationNegativeTest-1882969379 tempest-LiveMigrationNegativeTest-1882969379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:41:55.074709 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-2ecb0b82-1df0-4a4e-8e2d-ec97a1634da4 req-02f533f2-9a34-4175-9e01-0e506a2eb385 tempest-LiveMigrationNegativeTest-1882969379 tempest-LiveMigrationNegativeTest-1882969379-project] 10.222.0.41 "GET /v2.0/ports?device_id=f096ea16-3221-4f4a-9ce7-f62e38bf30bb HTTP/1.1" status: 200 len: 948 time: 0.1702113 Jun 01 18:41:55.078509 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-09b64e4e-6d42-4053-80a9-06d215e2b10e None None] Set router debb898e-75a8-4c0d-a69f-ed380535a9f7 gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:41:55.130954 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-225c5e9f-d37f-4722-908d-e29548d5503a req-52b7039f-206f-4a26-8a8a-0b1a470393a3 service neutron] 10.222.0.15 "GET /v2.0/ports/b29cde38-1e74-4c37-bf95-a285a435b640/bindings/n-h2-844202-1 HTTP/1.1" status: 200 len: 384 time: 0.3074903 Jun 01 18:41:55.145058 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-2ecb0b82-1df0-4a4e-8e2d-ec97a1634da4 req-047181bc-75dd-4c3b-9c23-0add2cff186d tempest-LiveMigrationNegativeTest-1882969379 tempest-LiveMigrationNegativeTest-1882969379-project] 10.222.0.41 "GET /v2.0/security-groups?id=c22519b8-f40a-47d0-938e-7f5b69f12a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641932 Jun 01 18:41:55.155712 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=a13713c9-d7a2-4f8d-abdf-78dc0a206030,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:41:55.234155 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] get_ports_and_sgs() called for port_ids ['a13713c9-d7a2-4f8d-abdf-78dc0a206030'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:41:55.251092 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d021b93-372a-45e8-bc3a-08f7e5490ee0 req-87174719-1fcf-46d8-922c-13b4a81b692b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:41:55.252673 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2d021b93-372a-45e8-bc3a-08f7e5490ee0 req-87174719-1fcf-46d8-922c-13b4a81b692b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0182a2e51ffc43df8efdd2130dbcea4d&device_id=4b432ea8-6343-4437-89ac-a5a9fde09c84 HTTP/1.1" status: 200 len: 1124 time: 0.3693557 Jun 01 18:41:55.304785 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a0f1ac-1539-4c80-a317-7dddc04796aa req-e06548bd-4d33-410b-9861-94df4510cb84 tempest-FloatingIPDetailsTestJSON-699827793 tempest-FloatingIPDetailsTestJSON-699827793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:41:55.306139 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-47a0f1ac-1539-4c80-a317-7dddc04796aa req-e06548bd-4d33-410b-9861-94df4510cb84 tempest-FloatingIPDetailsTestJSON-699827793 tempest-FloatingIPDetailsTestJSON-699827793-project] 10.222.0.41 "GET /v2.0/networks/72a72e44-6845-488a-a5ff-3a26d4df9cb3 HTTP/1.1" status: 200 len: 784 time: 0.2705531 Jun 01 18:41:55.400172 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [req-47a0f1ac-1539-4c80-a317-7dddc04796aa req-91b92434-a440-4b72-b14b-a073f9286359 tempest-FloatingIPDetailsTestJSON-699827793 tempest-FloatingIPDetailsTestJSON-699827793-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=88525) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 18:41:55.401453 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-47a0f1ac-1539-4c80-a317-7dddc04796aa req-91b92434-a440-4b72-b14b-a073f9286359 tempest-FloatingIPDetailsTestJSON-699827793 tempest-FloatingIPDetailsTestJSON-699827793-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0460579 Jun 01 18:41:55.544308 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d021b93-372a-45e8-bc3a-08f7e5490ee0 req-d13426ea-1b90-42fb-9b32-f9e0946131a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:41:55.545790 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2d021b93-372a-45e8-bc3a-08f7e5490ee0 req-d13426ea-1b90-42fb-9b32-f9e0946131a1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=411d1518-9352-4dec-8af2-2285a53556b4 HTTP/1.1" status: 200 len: 922 time: 0.2828667 Jun 01 18:41:55.612496 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 42714) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:41:55.613124 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-09b64e4e-6d42-4053-80a9-06d215e2b10e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'debb898e-75a8-4c0d-a69f-ed380535a9f7', 'name': 'tempest-AttachSCSIVolumeTestJSON-1363547105-router', 'tenant_id': '45241712d04f44c69000bd03eb1880d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': 'b3984faa-a400-4337-a911-8cb7708e9c10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:41:41Z', 'updated_at': '2022-06-01T18:41:52Z', 'revision_number': 4, 'project_id': '45241712d04f44c69000bd03eb1880d9', 'gw_port': {'id': 'b3984faa-a400-4337-a911-8cb7708e9c10', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b0:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'debb898e-75a8-4c0d-a69f-ed380535a9f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:41:43Z', 'updated_at': '2022-06-01T18:41:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '36f5f216-1a85-431b-aada-810ed3c1fec5', 'name': '', 'network_id': '10a2587b-1014-44b1-b177-99812ce7e0cf', 'tenant_id': '45241712d04f44c69000bd03eb1880d9', 'mac_address': 'fa:16:3e:5b:dd:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'debb898e-75a8-4c0d-a69f-ed380535a9f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '095d92a5-4fce-4555-937d-a37b373b8ecc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:41:50Z', 'updated_at': '2022-06-01T18:41:53Z', 'revision_number': 2, 'project_id': '45241712d04f44c69000bd03eb1880d9', 'subnets': [{'id': '095d92a5-4fce-4555-937d-a37b373b8ecc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:41:55.619060 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b64e4e-6d42-4053-80a9-06d215e2b10e None None] Checking router: debb898e-75a8-4c0d-a69f-ed380535a9f7 for host: n-d-844202-1 {{(pid=88526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 18:41:55.619406 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b64e4e-6d42-4053-80a9-06d215e2b10e None None] Updating router debb898e-75a8-4c0d-a69f-ed380535a9f7 port 36f5f216-1a85-431b-aada-810ed3c1fec5 binding host n-d-844202-1 {{(pid=88526) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 18:41:55.622185 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-ca493594-f7da-4d68-9c5d-b91667595250 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-695433826-network', 'tenant_id': 'b2fc35811561461b9f06bb5ae636c264'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:41:55.629463 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-ca493594-f7da-4d68-9c5d-b91667595250 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:41:55.681461 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-ca493594-f7da-4d68-9c5d-b91667595250 admin admin] Usage tracker for resource:network and tenant:b2fc35811561461b9f06bb5ae636c264 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:41:55.686670 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e123aba5-9955-42fd-a681-9364c1938842 req-df7ee2dd-f7b4-47bf-8022-fce255622d64 tempest-ServersAdmin275Test-1955049401 tempest-ServersAdmin275Test-1955049401-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=fd6c7708-5bf6-4467-928a-cbe66c434f71 HTTP/1.1" status: 200 len: 210 time: 0.0606067 Jun 01 18:41:55.686883 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2d021b93-372a-45e8-bc3a-08f7e5490ee0 req-0289c57b-c8b9-451c-9713-46a921da8a2b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b29cde38-1e74-4c37-bf95-a285a435b640 HTTP/1.1" status: 200 len: 217 time: 0.1327047 Jun 01 18:41:55.687507 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-ca493594-f7da-4d68-9c5d-b91667595250 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:41:55.694757 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-ca493594-f7da-4d68-9c5d-b91667595250 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:41:55.709211 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca493594-f7da-4d68-9c5d-b91667595250 admin admin] Made reservation on behalf of b2fc35811561461b9f06bb5ae636c264 for: {'network': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:41:55.713020 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ca493594-f7da-4d68-9c5d-b91667595250 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:55.726850 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-09b64e4e-6d42-4053-80a9-06d215e2b10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:55.731158 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ca493594-f7da-4d68-9c5d-b91667595250 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:55.750518 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-ca493594-f7da-4d68-9c5d-b91667595250 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:41:55.755280 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-ca493594-f7da-4d68-9c5d-b91667595250 admin admin] Usage tracker for resource:security_group_rule and tenant:b2fc35811561461b9f06bb5ae636c264 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:41:55.760098 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-ca493594-f7da-4d68-9c5d-b91667595250 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:41:55.766187 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-ca493594-f7da-4d68-9c5d-b91667595250 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:41:55.809572 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-225c5e9f-d37f-4722-908d-e29548d5503a req-2820b58d-2b8a-485d-a10f-49fc17f66174 service neutron] For port b29cde38-1e74-4c37-bf95-a285a435b640, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=b29cde38-1e74-4c37-bf95-a285a435b640,segment=NetworkSegment(e7a2e8fb-b3d5-44ba-bb42-81da885a74e3),segment_id=e7a2e8fb-b3d5-44ba-bb42-81da885a74e3)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:41:55.820123 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d021b93-372a-45e8-bc3a-08f7e5490ee0 req-b62c3b44-0c85-417c-9860-6256999af7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:41:55.821589 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2d021b93-372a-45e8-bc3a-08f7e5490ee0 req-b62c3b44-0c85-417c-9860-6256999af7c2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cfa67698-6bf3-43ec-a752-299eaec79caf HTTP/1.1" status: 200 len: 861 time: 0.1143088 Jun 01 18:41:55.871098 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ca493594-f7da-4d68-9c5d-b91667595250 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:55.879267 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ca493594-f7da-4d68-9c5d-b91667595250 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:55.889309 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2d021b93-372a-45e8-bc3a-08f7e5490ee0 req-feb5fc4a-2b2b-408c-bcbc-4737502c57ec service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=411d1518-9352-4dec-8af2-2285a53556b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550537 Jun 01 18:41:55.890583 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-225c5e9f-d37f-4722-908d-e29548d5503a req-2820b58d-2b8a-485d-a10f-49fc17f66174 service neutron] For port b29cde38-1e74-4c37-bf95-a285a435b640, host n-h1-844202-1, cleared binding levels {{(pid=88525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:41:55.921865 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca493594-f7da-4d68-9c5d-b91667595250 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 143} {{(pid=88524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 18:41:55.932764 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca493594-f7da-4d68-9c5d-b91667595250 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=737c0ba6-1105-46fe-ab41-51e32946b911,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:41:55.942054 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ca493594-f7da-4d68-9c5d-b91667595250 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:55.942446 n-d-844202-1 neutron-server[88524]: INFO neutron.db.segments_db [None req-ca493594-f7da-4d68-9c5d-b91667595250 admin admin] Added segment 9a53a35c-8043-4b58-9be9-1626eae9a1a4 of type vlan for network a22884f9-447c-4fe6-bc33-ad08c444cdec Jun 01 18:41:55.983974 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ca493594-f7da-4d68-9c5d-b91667595250 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:56.024094 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [req-225c5e9f-d37f-4722-908d-e29548d5503a req-2820b58d-2b8a-485d-a10f-49fc17f66174 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b29cde38-1e74-4c37-bf95-a285a435b640 {{(pid=88525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:41:56.026195 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ca493594-f7da-4d68-9c5d-b91667595250 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:56.027781 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca493594-f7da-4d68-9c5d-b91667595250 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:41:56.028949 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ca493594-f7da-4d68-9c5d-b91667595250 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:56.093787 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ac0831-408c-49b7-a647-1a6b0093fa45 req-4442e316-e954-4244-b3b4-a67600cc5544 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:41:56.102068 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-10ac0831-408c-49b7-a647-1a6b0093fa45 req-4442e316-e954-4244-b3b4-a67600cc5544 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b432ea8-6343-4437-89ac-a5a9fde09c84 HTTP/1.1" status: 200 len: 943 time: 0.4618878 Jun 01 18:41:56.138987 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca493594-f7da-4d68-9c5d-b91667595250 admin admin] Pushing event updated for resources: {'Network': ['ID=a22884f9-447c-4fe6-bc33-ad08c444cdec,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:41:56.145186 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-225c5e9f-d37f-4722-908d-e29548d5503a req-2820b58d-2b8a-485d-a10f-49fc17f66174 service neutron] For port b29cde38-1e74-4c37-bf95-a285a435b640, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=b29cde38-1e74-4c37-bf95-a285a435b640,segment=NetworkSegment(e7a2e8fb-b3d5-44ba-bb42-81da885a74e3),segment_id=e7a2e8fb-b3d5-44ba-bb42-81da885a74e3)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:41:56.162440 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-ca493594-f7da-4d68-9c5d-b91667595250 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5486434 Jun 01 18:41:56.165298 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 42720) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:41:56.172147 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-84e51664-5e5b-488d-9a67-f31d85b2243b admin admin] Request body: {'subnet': {'network_id': 'a22884f9-447c-4fe6-bc33-ad08c444cdec', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-695433826-subnet', 'tenant_id': 'b2fc35811561461b9f06bb5ae636c264', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:41:56.181530 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-84e51664-5e5b-488d-9a67-f31d85b2243b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:41:56.186977 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-225c5e9f-d37f-4722-908d-e29548d5503a req-2820b58d-2b8a-485d-a10f-49fc17f66174 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:56.188882 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-84e51664-5e5b-488d-9a67-f31d85b2243b admin admin] Usage tracker for resource:subnet and tenant:b2fc35811561461b9f06bb5ae636c264 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:41:56.192527 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-84e51664-5e5b-488d-9a67-f31d85b2243b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:41:56.199591 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-84e51664-5e5b-488d-9a67-f31d85b2243b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:41:56.220847 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-10ac0831-408c-49b7-a647-1a6b0093fa45 req-ea254e00-6ff2-4649-8b12-cb4d7a610812 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] 10.222.0.41 "GET /v2.0/security-groups?id=444c87ba-31dc-4b5a-9977-492e198b845a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175852 Jun 01 18:41:56.243851 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network a22884f9-447c-4fe6-bc33-ad08c444cdec details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 18:41:56.246019 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84e51664-5e5b-488d-9a67-f31d85b2243b admin admin] Made reservation on behalf of b2fc35811561461b9f06bb5ae636c264 for: {'subnet': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:41:56.254423 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-84e51664-5e5b-488d-9a67-f31d85b2243b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3066584'] for subnet, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:56.309354 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device a13713c9-d7a2-4f8d-abdf-78dc0a206030 up at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:41:56.324248 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2d021b93-372a-45e8-bc3a-08f7e5490ee0 req-75621afe-1c78-4dda-bfe0-21070a015fb3 service neutron] 10.222.0.15 "GET /v2.0/networks/411d1518-9352-4dec-8af2-2285a53556b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4040785 Jun 01 18:41:56.443410 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0f337e47-0361-429e-8470-f2a319490c05 req-a7b6f561-5770-40e7-a2f4-91176a816b93 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=fd6c7708-5bf6-4467-928a-cbe66c434f71 HTTP/1.1" status: 200 len: 210 time: 0.0819957 Jun 01 18:41:56.499658 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-09b64e4e-6d42-4053-80a9-06d215e2b10e None None] Notify callbacks [] for port, precommit_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:56.523475 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-09b64e4e-6d42-4053-80a9-06d215e2b10e None None] Transition to ACTIVE for port object 36f5f216-1a85-431b-aada-810ed3c1fec5 will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:41:56.546374 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-09b64e4e-6d42-4053-80a9-06d215e2b10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:56.592848 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Provisioning for port a13713c9-d7a2-4f8d-abdf-78dc0a206030 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:41:56.632019 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [req-225c5e9f-d37f-4722-908d-e29548d5503a req-2820b58d-2b8a-485d-a10f-49fc17f66174 service neutron] Transition to ACTIVE for port object b29cde38-1e74-4c37-bf95-a285a435b640 will not be triggered until provisioned by entity L2. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:41:56.665098 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-225c5e9f-d37f-4722-908d-e29548d5503a req-2820b58d-2b8a-485d-a10f-49fc17f66174 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:56.689224 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Provisioning complete for port a13713c9-d7a2-4f8d-abdf-78dc0a206030 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:41:56.689591 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:56.696007 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-abe359ea-a419-4fbd-b0b6-3c665be23309 req-59e777e8-b3f5-44e3-954e-1c9f38fb67a6 tempest-FloatingIPDetailsTestJSON-699827793 tempest-FloatingIPDetailsTestJSON-699827793-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2912471 Jun 01 18:41:56.738620 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-abe359ea-a419-4fbd-b0b6-3c665be23309 req-6e7f6a2e-9308-4e7c-817e-20259c63cecc tempest-FloatingIPDetailsTestJSON-699827793 tempest-FloatingIPDetailsTestJSON-699827793-project] Request body: {'floatingip': {'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:41:56.751821 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-abe359ea-a419-4fbd-b0b6-3c665be23309 req-6e7f6a2e-9308-4e7c-817e-20259c63cecc tempest-FloatingIPDetailsTestJSON-699827793 tempest-FloatingIPDetailsTestJSON-699827793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:41:56.766300 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-abe359ea-a419-4fbd-b0b6-3c665be23309 req-6e7f6a2e-9308-4e7c-817e-20259c63cecc tempest-FloatingIPDetailsTestJSON-699827793 tempest-FloatingIPDetailsTestJSON-699827793-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:41:56.771189 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2820b58d-2b8a-485d-a10f-49fc17f66174 service neutron] Pushing event updated for resources: {'Port': ['ID=b29cde38-1e74-4c37-bf95-a285a435b640,revision_number=10']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:41:56.796254 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5a404c5-f4b1-43aa-93af-4f1281dc0d33', 'tag': '2225f2a3-bed3-4b15-93f5-1073394704ac'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:41:56.813857 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-abe359ea-a419-4fbd-b0b6-3c665be23309 req-6e7f6a2e-9308-4e7c-817e-20259c63cecc tempest-FloatingIPDetailsTestJSON-699827793 tempest-FloatingIPDetailsTestJSON-699827793-project] Notify callbacks [] for floatingip, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:56.888717 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525bf410-b15d-4787-98bf-29b58e83b3d2 None None] Pushing event updated for resources: {'Port': ['ID=36f5f216-1a85-431b-aada-810ed3c1fec5,revision_number=3']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:41:56.911135 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [req-225c5e9f-d37f-4722-908d-e29548d5503a req-2820b58d-2b8a-485d-a10f-49fc17f66174 service neutron] No DVR routers for this DVR port b29cde38-1e74-4c37-bf95-a285a435b640 on host n-h1-844202-1 {{(pid=88525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 18:41:56.915816 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2d021b93-372a-45e8-bc3a-08f7e5490ee0 req-23e09a9b-561a-4e2b-99db-42235c3df52c service neutron] 10.222.0.15 "GET /v2.0/networks/411d1518-9352-4dec-8af2-2285a53556b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5742676 Jun 01 18:41:56.928751 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3ce7ad-63b0-456f-afd0-edf91027c7ba req-5d37fa44-5c38-41f5-bf4d-ff4d9c3edf13 tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:41:56.936685 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-af3ce7ad-63b0-456f-afd0-edf91027c7ba req-5d37fa44-5c38-41f5-bf4d-ff4d9c3edf13 tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5a404c5-f4b1-43aa-93af-4f1281dc0d33 HTTP/1.1" status: 200 len: 943 time: 0.5516999 Jun 01 18:41:56.937496 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-09b64e4e-6d42-4053-80a9-06d215e2b10e None None] Attempting to bind port 36f5f216-1a85-431b-aada-810ed3c1fec5 on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:41:56.937863 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-09b64e4e-6d42-4053-80a9-06d215e2b10e None None] Attempting to bind port 36f5f216-1a85-431b-aada-810ed3c1fec5 by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': 'af4f816e-23a9-4a28-b51f-1045978fc81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '10a2587b-1014-44b1-b177-99812ce7e0cf'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:41:56.938222 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b64e4e-6d42-4053-80a9-06d215e2b10e None None] Attempting to bind port 36f5f216-1a85-431b-aada-810ed3c1fec5 on network 10a2587b-1014-44b1-b177-99812ce7e0cf {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:41:56.951139 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b64e4e-6d42-4053-80a9-06d215e2b10e None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 18, 41, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:41:56.952088 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b64e4e-6d42-4053-80a9-06d215e2b10e None None] Checking segment: {'id': 'af4f816e-23a9-4a28-b51f-1045978fc81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '10a2587b-1014-44b1-b177-99812ce7e0cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:41:56.952645 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-09b64e4e-6d42-4053-80a9-06d215e2b10e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:56.953025 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b64e4e-6d42-4053-80a9-06d215e2b10e None None] Bound using segment: {'id': 'af4f816e-23a9-4a28-b51f-1045978fc81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '10a2587b-1014-44b1-b177-99812ce7e0cf'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:41:56.953578 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-09b64e4e-6d42-4053-80a9-06d215e2b10e None None] Bound port: 36f5f216-1a85-431b-aada-810ed3c1fec5, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af4f816e-23a9-4a28-b51f-1045978fc81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '10a2587b-1014-44b1-b177-99812ce7e0cf'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:41:56.953841 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-09b64e4e-6d42-4053-80a9-06d215e2b10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:56.984963 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-84e51664-5e5b-488d-9a67-f31d85b2243b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2718919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3066602'] for subnet, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:57.027326 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-225c5e9f-d37f-4722-908d-e29548d5503a req-2820b58d-2b8a-485d-a10f-49fc17f66174 service neutron] 10.222.0.15 "PUT /v2.0/ports/b29cde38-1e74-4c37-bf95-a285a435b640/bindings/n-h2-844202-1/activate HTTP/1.1" status: 200 len: 369 time: 1.8865380 Jun 01 18:41:57.043445 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-af3ce7ad-63b0-456f-afd0-edf91027c7ba req-1c8fc193-57da-4836-b335-8b1c6e232692 tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] 10.222.0.41 "GET /v2.0/security-groups?id=00fbe7c4-ce58-4b4a-b646-247d9b388518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057527 Jun 01 18:41:57.098210 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port a13713c9-d7a2-4f8d-abdf-78dc0a206030 is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:41:57.098716 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:57.126349 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e51664-5e5b-488d-9a67-f31d85b2243b admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e801a7e-b92c-437d-98c9-c4533c4892db,revision_number=0']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:41:57.140555 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad0c3d03-d198-45df-bcae-38fd247504e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a13713c9-d7a2-4f8d-abdf-78dc0a206030'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:41:57.142526 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e51664-5e5b-488d-9a67-f31d85b2243b admin admin] Checking segment: {'id': '9a53a35c-8043-4b58-9be9-1626eae9a1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'a22884f9-447c-4fe6-bc33-ad08c444cdec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:41:57.143510 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e51664-5e5b-488d-9a67-f31d85b2243b admin admin] Network hostable DHCP agents. Network: a22884f9-447c-4fe6-bc33-ad08c444cdec, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88524) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 18:41:57.156912 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port a13713c9-d7a2-4f8d-abdf-78dc0a206030, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=a13713c9-d7a2-4f8d-abdf-78dc0a206030,segment=NetworkSegment(177be86f-471e-4b12-bda0-1497c6cf7f80),segment_id=177be86f-471e-4b12-bda0-1497c6cf7f80)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:41:57.161142 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-09b64e4e-6d42-4053-80a9-06d215e2b10e None None] For port 36f5f216-1a85-431b-aada-810ed3c1fec5, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:41:57.163655 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:57.166800 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-09b64e4e-6d42-4053-80a9-06d215e2b10e None None] For port 36f5f216-1a85-431b-aada-810ed3c1fec5, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=36f5f216-1a85-431b-aada-810ed3c1fec5,segment=NetworkSegment(af4f816e-23a9-4a28-b51f-1045978fc81d),segment_id=af4f816e-23a9-4a28-b51f-1045978fc81d)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:41:57.181815 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f288571-9af7-4869-bc66-ed26502abbf8 req-a9499117-8ddc-403e-a3a3-6bc2c3d0479d tempest-DeleteServersAdminTestJSON-2061919509 tempest-DeleteServersAdminTestJSON-2061919509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:41:57.183260 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-8f288571-9af7-4869-bc66-ed26502abbf8 req-a9499117-8ddc-403e-a3a3-6bc2c3d0479d tempest-DeleteServersAdminTestJSON-2061919509 tempest-DeleteServersAdminTestJSON-2061919509-project] 10.222.0.15 "GET /v2.0/ports?device_id=6214b7b0-3a08-473d-a31e-9d2ab105fc59 HTTP/1.1" status: 200 len: 948 time: 0.2515717 Jun 01 18:41:57.191396 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e51664-5e5b-488d-9a67-f31d85b2243b admin admin] Network a22884f9-447c-4fe6-bc33-ad08c444cdec is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88524) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 18:41:57.203105 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-09b64e4e-6d42-4053-80a9-06d215e2b10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:57.257644 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=a13713c9-d7a2-4f8d-abdf-78dc0a206030,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:41:57.301908 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0088094-b274-461f-a474-5de6ae798681 req-60db2dee-24cf-4f9b-9284-2d46d9d660f6 tempest-DeleteServersAdminTestJSON-2061919509 tempest-DeleteServersAdminTestJSON-2061919509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:41:57.303927 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b0088094-b274-461f-a474-5de6ae798681 req-60db2dee-24cf-4f9b-9284-2d46d9d660f6 tempest-DeleteServersAdminTestJSON-2061919509 tempest-DeleteServersAdminTestJSON-2061919509-project] 10.222.0.41 "GET /v2.0/ports?device_id=6214b7b0-3a08-473d-a31e-9d2ab105fc59 HTTP/1.1" status: 200 len: 948 time: 0.1282406 Jun 01 18:41:57.329926 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b64e4e-6d42-4053-80a9-06d215e2b10e None None] Routers {'debb898e-75a8-4c0d-a69f-ed380535a9f7'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:41:57.331095 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-09b64e4e-6d42-4053-80a9-06d215e2b10e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:41:39Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['debb898e-75a8-4c0d-a69f-ed380535a9f7'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:41:57.340140 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-84e51664-5e5b-488d-9a67-f31d85b2243b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, a22884f9-447c-4fe6-bc33-ad08c444cdec) {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:41:57.350035 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-8f288571-9af7-4869-bc66-ed26502abbf8 req-1f1243cd-d867-4ea2-9f52-b3e530757ea5 tempest-DeleteServersAdminTestJSON-2061919509 tempest-DeleteServersAdminTestJSON-2061919509-project] Deleting port f7a791ea-aa04-42b7-8aa1-f278fd7c7436 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:41:57.350537 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-8f288571-9af7-4869-bc66-ed26502abbf8 req-1f1243cd-d867-4ea2-9f52-b3e530757ea5 tempest-DeleteServersAdminTestJSON-2061919509 tempest-DeleteServersAdminTestJSON-2061919509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:57.396523 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8100b4a-d53b-4f88-9855-3391248dcdb1 None None] Network a22884f9-447c-4fe6-bc33-ad08c444cdec requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 18:41:57.403741 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84e51664-5e5b-488d-9a67-f31d85b2243b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:41:57.404486 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-84e51664-5e5b-488d-9a67-f31d85b2243b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:57.414200 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b0088094-b274-461f-a474-5de6ae798681 req-e9424f18-fd16-481b-ae54-d0aa138e2648 tempest-DeleteServersAdminTestJSON-2061919509 tempest-DeleteServersAdminTestJSON-2061919509-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b53ff5f-eaca-4098-933e-c7793907fd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023588 Jun 01 18:41:57.442105 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-abe359ea-a419-4fbd-b0b6-3c665be23309 req-6e7f6a2e-9308-4e7c-817e-20259c63cecc tempest-FloatingIPDetailsTestJSON-699827793 tempest-FloatingIPDetailsTestJSON-699827793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:57.547137 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525bf410-b15d-4787-98bf-29b58e83b3d2 None None] Pushing event updated for resources: {'Port': ['ID=36f5f216-1a85-431b-aada-810ed3c1fec5,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:41:57.587984 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-84e51664-5e5b-488d-9a67-f31d85b2243b admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.4191928 Jun 01 18:41:57.589720 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 42734) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:41:57.601344 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-23e1e3e4-dab4-41e1-95c4-c4b710d09c4d admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-695433826-router', 'tenant_id': 'b2fc35811561461b9f06bb5ae636c264', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:41:57.612576 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-23e1e3e4-dab4-41e1-95c4-c4b710d09c4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:41:57.629313 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-23e1e3e4-dab4-41e1-95c4-c4b710d09c4d admin admin] Usage tracker for resource:router and tenant:b2fc35811561461b9f06bb5ae636c264 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:41:57.633408 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-23e1e3e4-dab4-41e1-95c4-c4b710d09c4d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:41:57.642217 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-23e1e3e4-dab4-41e1-95c4-c4b710d09c4d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:41:57.661838 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-23e1e3e4-dab4-41e1-95c4-c4b710d09c4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-885767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25238'] for router, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:57.663019 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-23e1e3e4-dab4-41e1-95c4-c4b710d09c4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-901042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-886562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-981784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25327'] for router, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:57.678176 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225c5e9f-d37f-4722-908d-e29548d5503a req-aeef6cd6-52d2-4c60-9b33-397a8adb85bc tempest-LiveAutoBlockMigrationV225Test-590672389 tempest-LiveAutoBlockMigrationV225Test-590672389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:41:57.679497 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-225c5e9f-d37f-4722-908d-e29548d5503a req-aeef6cd6-52d2-4c60-9b33-397a8adb85bc tempest-LiveAutoBlockMigrationV225Test-590672389 tempest-LiveAutoBlockMigrationV225Test-590672389-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=4b432ea8-6343-4437-89ac-a5a9fde09c84&tenant_id=0182a2e51ffc43df8efdd2130dbcea4d&binding%3Ahost_id=n-h1-844202-1 HTTP/1.1" status: 200 len: 1095 time: 0.4289644 Jun 01 18:41:57.690136 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60f5f9a-2f43-4380-afa9-6031e81344ae req-648d26f8-4fca-4ea0-9fc0-865c39635748 tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:41:57.690851 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-e60f5f9a-2f43-4380-afa9-6031e81344ae req-648d26f8-4fca-4ea0-9fc0-865c39635748 tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] Synchronizing usage tracker for tenant:7dd3c8e221f9433b9e41db5bb127ec48 on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:41:57.699352 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-23e1e3e4-dab4-41e1-95c4-c4b710d09c4d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:57.722409 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-e60f5f9a-2f43-4380-afa9-6031e81344ae req-648d26f8-4fca-4ea0-9fc0-865c39635748 tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] Unset dirty status for tenant:7dd3c8e221f9433b9e41db5bb127ec48 on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:41:57.723590 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e60f5f9a-2f43-4380-afa9-6031e81344ae req-648d26f8-4fca-4ea0-9fc0-865c39635748 tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] 10.222.0.41 "GET /v2.0/ports?device_id=ad0c3d03-d198-45df-bcae-38fd247504e2 HTTP/1.1" status: 200 len: 945 time: 0.1760368 Jun 01 18:41:57.793780 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-09b64e4e-6d42-4053-80a9-06d215e2b10e None None] Set router debb898e-75a8-4c0d-a69f-ed380535a9f7 gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:41:57.797256 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [req-abe359ea-a419-4fbd-b0b6-3c665be23309 req-6e7f6a2e-9308-4e7c-817e-20259c63cecc tempest-FloatingIPDetailsTestJSON-699827793 tempest-FloatingIPDetailsTestJSON-699827793-project] Allocated IP 172.25.4.232 (72a72e44-6845-488a-a5ff-3a26d4df9cb3/c314a23b-daa2-4106-ab28-8e6f954277b2/5dcc2026-a64b-4044-b575-695e5ef7bc9f) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:41:57.969819 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-8f288571-9af7-4869-bc66-ed26502abbf8 req-1f1243cd-d867-4ea2-9f52-b3e530757ea5 tempest-DeleteServersAdminTestJSON-2061919509 tempest-DeleteServersAdminTestJSON-2061919509-project] For port f7a791ea-aa04-42b7-8aa1-f278fd7c7436, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=f7a791ea-aa04-42b7-8aa1-f278fd7c7436,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:41:57.970068 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-8f288571-9af7-4869-bc66-ed26502abbf8 req-1f1243cd-d867-4ea2-9f52-b3e530757ea5 tempest-DeleteServersAdminTestJSON-2061919509 tempest-DeleteServersAdminTestJSON-2061919509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:58.039849 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-23e1e3e4-dab4-41e1-95c4-c4b710d09c4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-886608', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-885830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25341'] for router, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:58.067627 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e60f5f9a-2f43-4380-afa9-6031e81344ae req-3ecede59-f6cd-468c-a2a8-e7a777a153c7 tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] 10.222.0.41 "GET /v2.0/security-groups?id=90cc0839-524f-48ee-bc32-5b782e7aaf99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2799554 Jun 01 18:41:58.067973 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0815415-09b6-4ad3-8ce9-c4e78b770141 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc93f83c3-7fb6-5c13-a9d4-29d739a4e8d2-a22884f9-447c-4fe6-bc33-ad08c444cdec', 'network_id': 'a22884f9-447c-4fe6-bc33-ad08c444cdec', 'tenant_id': 'b2fc35811561461b9f06bb5ae636c264', 'fixed_ips': [{'subnet_id': '5e801a7e-b92c-437d-98c9-c4533c4892db'}]}} from n-d-844202-1. {{(pid=88526) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 18:41:58.069052 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f0815415-09b6-4ad3-8ce9-c4e78b770141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:58.109884 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-8f288571-9af7-4869-bc66-ed26502abbf8 req-1f1243cd-d867-4ea2-9f52-b3e530757ea5 tempest-DeleteServersAdminTestJSON-2061919509 tempest-DeleteServersAdminTestJSON-2061919509-project] Calling delete_port for f7a791ea-aa04-42b7-8aa1-f278fd7c7436 owned by compute:nova {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:41:58.182939 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225c5e9f-d37f-4722-908d-e29548d5503a req-9f399933-28e0-45b3-9b45-a70eb862cd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:41:58.184522 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-225c5e9f-d37f-4722-908d-e29548d5503a req-9f399933-28e0-45b3-9b45-a70eb862cd18 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=4b432ea8-6343-4437-89ac-a5a9fde09c84&tenant_id=0182a2e51ffc43df8efdd2130dbcea4d HTTP/1.1" status: 200 len: 1095 time: 0.4808874 Jun 01 18:41:58.237809 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-abe359ea-a419-4fbd-b0b6-3c665be23309 req-6e7f6a2e-9308-4e7c-817e-20259c63cecc tempest-FloatingIPDetailsTestJSON-699827793 tempest-FloatingIPDetailsTestJSON-699827793-project] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:58.360520 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.db_base_plugin_common [None req-f0815415-09b6-4ad3-8ce9-c4e78b770141 None None] Allocated IP 172.20.0.2 (a22884f9-447c-4fe6-bc33-ad08c444cdec/5e801a7e-b92c-437d-98c9-c4533c4892db/51411b31-6298-4b0c-a347-77105bb327b5) {{(pid=88526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:41:58.370354 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08018261-b4c1-455e-a48b-932529af1594 req-6dd1c0db-57a1-46f8-a8f5-830b6d3a9cab tempest-LiveMigrationNegativeTest-1882969379 tempest-LiveMigrationNegativeTest-1882969379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:41:58.371973 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-08018261-b4c1-455e-a48b-932529af1594 req-6dd1c0db-57a1-46f8-a8f5-830b6d3a9cab tempest-LiveMigrationNegativeTest-1882969379 tempest-LiveMigrationNegativeTest-1882969379-project] 10.222.0.41 "GET /v2.0/ports?device_id=f096ea16-3221-4f4a-9ce7-f62e38bf30bb HTTP/1.1" status: 200 len: 948 time: 0.1304178 Jun 01 18:41:58.388100 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-abe359ea-a419-4fbd-b0b6-3c665be23309 req-6e7f6a2e-9308-4e7c-817e-20259c63cecc tempest-FloatingIPDetailsTestJSON-699827793 tempest-FloatingIPDetailsTestJSON-699827793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:58.405393 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device b29cde38-1e74-4c37-bf95-a285a435b640 no longer exists at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:41:58.433535 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-08018261-b4c1-455e-a48b-932529af1594 req-c0eb0504-fd39-4ae6-89d7-bf5078815096 tempest-LiveMigrationNegativeTest-1882969379 tempest-LiveMigrationNegativeTest-1882969379-project] 10.222.0.41 "GET /v2.0/security-groups?id=c22519b8-f40a-47d0-938e-7f5b69f12a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468936 Jun 01 18:41:58.438579 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-8f288571-9af7-4869-bc66-ed26502abbf8 req-1f1243cd-d867-4ea2-9f52-b3e530757ea5 tempest-DeleteServersAdminTestJSON-2061919509 tempest-DeleteServersAdminTestJSON-2061919509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:58.578871 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 2225f2a3-bed3-4b15-93f5-1073394704ac details requested by agent hyperv_n-h2-844202-1 with host n-h2-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 18:41:58.615623 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abe359ea-a419-4fbd-b0b6-3c665be23309 req-6e7f6a2e-9308-4e7c-817e-20259c63cecc tempest-FloatingIPDetailsTestJSON-699827793 tempest-FloatingIPDetailsTestJSON-699827793-project] Network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:41:58.630605 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [req-abe359ea-a419-4fbd-b0b6-3c665be23309 req-6e7f6a2e-9308-4e7c-817e-20259c63cecc tempest-FloatingIPDetailsTestJSON-699827793 tempest-FloatingIPDetailsTestJSON-699827793-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:41:58.632468 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7f6a2e-9308-4e7c-817e-20259c63cecc tempest-FloatingIPDetailsTestJSON-699827793 tempest-FloatingIPDetailsTestJSON-699827793-project] Pushing event updated for resources: {'Port': ['ID=5dcc2026-a64b-4044-b575-695e5ef7bc9f,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:41:58.640262 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device b29cde38-1e74-4c37-bf95-a285a435b640 not bound to the agent host n-h1-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 18:41:58.641398 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-abe359ea-a419-4fbd-b0b6-3c665be23309 req-6e7f6a2e-9308-4e7c-817e-20259c63cecc tempest-FloatingIPDetailsTestJSON-699827793 tempest-FloatingIPDetailsTestJSON-699827793-project] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:41:58.689123 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-42f90c4d-d661-4d8a-8f0a-5b61a9f6ab7e req-b8d72cfe-3fee-4698-beca-a207987d1f63 tempest-ServersAdmin275Test-1955049401 tempest-ServersAdmin275Test-1955049401-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=fd6c7708-5bf6-4467-928a-cbe66c434f71 HTTP/1.1" status: 200 len: 210 time: 0.0805109 Jun 01 18:41:58.728213 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-23e1e3e4-dab4-41e1-95c4-c4b710d09c4d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:58.742787 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225c5e9f-d37f-4722-908d-e29548d5503a req-b055e10d-a967-4013-8e16-a37b113e5e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:41:58.744177 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-225c5e9f-d37f-4722-908d-e29548d5503a req-b055e10d-a967-4013-8e16-a37b113e5e73 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0182a2e51ffc43df8efdd2130dbcea4d&device_id=4b432ea8-6343-4437-89ac-a5a9fde09c84 HTTP/1.1" status: 200 len: 1095 time: 0.4538772 Jun 01 18:41:58.766803 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f288571-9af7-4869-bc66-ed26502abbf8 req-1f1243cd-d867-4ea2-9f52-b3e530757ea5 tempest-DeleteServersAdminTestJSON-2061919509 tempest-DeleteServersAdminTestJSON-2061919509-project] No DVR routers for this DVR port f7a791ea-aa04-42b7-8aa1-f278fd7c7436 on host n-h1-844202-1 {{(pid=88524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 18:41:58.769396 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1243cd-d867-4ea2-9f52-b3e530757ea5 tempest-DeleteServersAdminTestJSON-2061919509 tempest-DeleteServersAdminTestJSON-2061919509-project] Pushing event deleted for resources: {'Port': ['ID=f7a791ea-aa04-42b7-8aa1-f278fd7c7436,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:41:58.783206 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-23e1e3e4-dab4-41e1-95c4-c4b710d09c4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:58.806494 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-8f288571-9af7-4869-bc66-ed26502abbf8 req-1f1243cd-d867-4ea2-9f52-b3e530757ea5 tempest-DeleteServersAdminTestJSON-2061919509 tempest-DeleteServersAdminTestJSON-2061919509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:58.885166 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f0815415-09b6-4ad3-8ce9-c4e78b770141 None None] Notify callbacks [] for port, precommit_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:58.889261 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-955ca388-bab6-45bd-813e-e3f6a9fd75bf'] response: {'name': 'network-changed', 'server_uuid': 'a5a404c5-f4b1-43aa-93af-4f1281dc0d33', 'tag': '2225f2a3-bed3-4b15-93f5-1073394704ac', 'status': 'completed', 'code': 200} Jun 01 18:41:58.900551 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f0815415-09b6-4ad3-8ce9-c4e78b770141 None None] Transition to ACTIVE for port object 51411b31-6298-4b0c-a347-77105bb327b5 will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:41:58.927634 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f0815415-09b6-4ad3-8ce9-c4e78b770141 None None] Transition to ACTIVE for port object 51411b31-6298-4b0c-a347-77105bb327b5 will not be triggered until provisioned by entity DHCP. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:41:58.992111 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 2225f2a3-bed3-4b15-93f5-1073394704ac, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=2225f2a3-bed3-4b15-93f5-1073394704ac,segment=NetworkSegment(36c06fa3-2cc2-4561-abd0-907bb0c67288),segment_id=36c06fa3-2cc2-4561-abd0-907bb0c67288)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:41:59.014084 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd9170c4-6ebc-4b33-89d1-d289ad5e7286'] response: {'server_uuid': 'ad0c3d03-d198-45df-bcae-38fd247504e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a13713c9-d7a2-4f8d-abdf-78dc0a206030', 'code': 200} Jun 01 18:41:59.014946 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Returning: {'device': '2225f2a3-bed3-4b15-93f5-1073394704ac', 'network_id': 'e376e31f-d7fc-4c94-a911-fdf7b219dbbf', 'port_id': '2225f2a3-bed3-4b15-93f5-1073394704ac', 'mac_address': 'fa:16:3e:d2:47:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b515e042-63ba-4f60-823c-65d0c449d014', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 18:41:59.056207 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-8f288571-9af7-4869-bc66-ed26502abbf8 req-1f1243cd-d867-4ea2-9f52-b3e530757ea5 tempest-DeleteServersAdminTestJSON-2061919509 tempest-DeleteServersAdminTestJSON-2061919509-project] 10.222.0.15 "DELETE /v2.0/ports/f7a791ea-aa04-42b7-8aa1-f278fd7c7436 HTTP/1.1" status: 204 len: 173 time: 1.8622501 Jun 01 18:41:59.057559 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225c5e9f-d37f-4722-908d-e29548d5503a req-47604ffc-cbc3-46b5-9228-781de4741b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:41:59.059167 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-225c5e9f-d37f-4722-908d-e29548d5503a req-47604ffc-cbc3-46b5-9228-781de4741b3a service neutron] 10.222.0.50 "GET /v2.0/networks?id=411d1518-9352-4dec-8af2-2285a53556b4 HTTP/1.1" status: 200 len: 922 time: 0.2938912 Jun 01 18:41:59.085456 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f0815415-09b6-4ad3-8ce9-c4e78b770141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526'] for port, after_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:59.097104 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port 2225f2a3-bed3-4b15-93f5-1073394704ac is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:41:59.097769 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:59.168008 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-225c5e9f-d37f-4722-908d-e29548d5503a req-3701f196-a25f-4e93-b9a3-f2b3940d6dc4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b29cde38-1e74-4c37-bf95-a285a435b640 HTTP/1.1" status: 200 len: 217 time: 0.1016757 Jun 01 18:41:59.203651 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2225f2a3-bed3-4b15-93f5-1073394704ac {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:41:59.211850 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0815415-09b6-4ad3-8ce9-c4e78b770141 None None] Pushing event updated for resources: {'Port': ['ID=51411b31-6298-4b0c-a347-77105bb327b5,revision_number=1']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:41:59.234517 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0815415-09b6-4ad3-8ce9-c4e78b770141 None None] Network a22884f9-447c-4fe6-bc33-ad08c444cdec is already hosted by enough agents. {{(pid=88526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:41:59.238595 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.base_scheduler [None req-f0815415-09b6-4ad3-8ce9-c4e78b770141 None None] Resources bound (agent type, host, resource id): {{(pid=88526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:41:59.240717 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [None req-23e1e3e4-dab4-41e1-95c4-c4b710d09c4d admin admin] Allocated IP 172.25.4.202 (72a72e44-6845-488a-a5ff-3a26d4df9cb3/c314a23b-daa2-4106-ab28-8e6f954277b2/ca33a62c-04fd-47b9-b4f4-68e7629e50d1) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:41:59.245353 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0815415-09b6-4ad3-8ce9-c4e78b770141 None None] Received port after_create {{(pid=88526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:41:59.252358 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 2225f2a3-bed3-4b15-93f5-1073394704ac, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=2225f2a3-bed3-4b15-93f5-1073394704ac,segment=NetworkSegment(36c06fa3-2cc2-4561-abd0-907bb0c67288),segment_id=36c06fa3-2cc2-4561-abd0-907bb0c67288)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:41:59.255008 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-09b64e4e-6d42-4053-80a9-06d215e2b10e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'debb898e-75a8-4c0d-a69f-ed380535a9f7', 'name': 'tempest-AttachSCSIVolumeTestJSON-1363547105-router', 'tenant_id': '45241712d04f44c69000bd03eb1880d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': 'b3984faa-a400-4337-a911-8cb7708e9c10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:41:41Z', 'updated_at': '2022-06-01T18:41:52Z', 'revision_number': 4, 'project_id': '45241712d04f44c69000bd03eb1880d9', 'gw_port': {'id': 'b3984faa-a400-4337-a911-8cb7708e9c10', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b0:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'debb898e-75a8-4c0d-a69f-ed380535a9f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:41:43Z', 'updated_at': '2022-06-01T18:41:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '36f5f216-1a85-431b-aada-810ed3c1fec5', 'name': '', 'network_id': '10a2587b-1014-44b1-b177-99812ce7e0cf', 'tenant_id': '45241712d04f44c69000bd03eb1880d9', 'mac_address': 'fa:16:3e:5b:dd:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'debb898e-75a8-4c0d-a69f-ed380535a9f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '095d92a5-4fce-4555-937d-a37b373b8ecc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:41:50Z', 'updated_at': '2022-06-01T18:41:57Z', 'revision_number': 4, 'project_id': '45241712d04f44c69000bd03eb1880d9', 'subnets': [{'id': '095d92a5-4fce-4555-937d-a37b373b8ecc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:41:59.267426 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-abe359ea-a419-4fbd-b0b6-3c665be23309 req-6e7f6a2e-9308-4e7c-817e-20259c63cecc tempest-FloatingIPDetailsTestJSON-699827793 tempest-FloatingIPDetailsTestJSON-699827793-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:59.288162 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225c5e9f-d37f-4722-908d-e29548d5503a req-55deb478-0e92-4914-bbbf-778540b8b1da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:41:59.290666 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-225c5e9f-d37f-4722-908d-e29548d5503a req-55deb478-0e92-4914-bbbf-778540b8b1da service neutron] 10.222.0.50 "GET /v2.0/subnets?id=cfa67698-6bf3-43ec-a752-299eaec79caf HTTP/1.1" status: 200 len: 861 time: 0.1108916 Jun 01 18:41:59.290827 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:59.292980 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b64e4e-6d42-4053-80a9-06d215e2b10e None None] The sync data for ids ['debb898e-75a8-4c0d-a69f-ed380535a9f7'] in n-d-844202-1 is: [{'id': 'debb898e-75a8-4c0d-a69f-ed380535a9f7', 'name': 'tempest-AttachSCSIVolumeTestJSON-1363547105-router', 'tenant_id': '45241712d04f44c69000bd03eb1880d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': 'b3984faa-a400-4337-a911-8cb7708e9c10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:41:41Z', 'updated_at': '2022-06-01T18:41:52Z', 'revision_number': 4, 'project_id': '45241712d04f44c69000bd03eb1880d9', 'gw_port': {'id': 'b3984faa-a400-4337-a911-8cb7708e9c10', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b0:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'debb898e-75a8-4c0d-a69f-ed380535a9f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:41:43Z', 'updated_at': '2022-06-01T18:41:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '36f5f216-1a85-431b-aada-810ed3c1fec5', 'name': '', 'network_id': '10a2587b-1014-44b1-b177-99812ce7e0cf', 'tenant_id': '45241712d04f44c69000bd03eb1880d9', 'mac_address': 'fa:16:3e:5b:dd:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'debb898e-75a8-4c0d-a69f-ed380535a9f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '095d92a5-4fce-4555-937d-a37b373b8ecc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:41:50Z', 'updated_at': '2022-06-01T18:41:57Z', 'revision_number': 4, 'project_id': '45241712d04f44c69000bd03eb1880d9', 'subnets': [{'id': '095d92a5-4fce-4555-937d-a37b373b8ecc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 18:41:59.363610 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3089091-106c-4aa4-8d88-ee644d98a5d7 req-922bd300-7507-4ce8-9507-99164ec8eecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:41:59.366225 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c3089091-106c-4aa4-8d88-ee644d98a5d7 req-922bd300-7507-4ce8-9507-99164ec8eecd service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ad0c3d03-d198-45df-bcae-38fd247504e2 HTTP/1.1" status: 200 len: 1096 time: 0.3088870 Jun 01 18:41:59.379465 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d8d8fa-4eb7-4335-b0f5-8231b6c84c2b req-fe6dc7d6-7edd-4337-a034-6b0a9a00885d tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:41:59.383468 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b7d8d8fa-4eb7-4335-b0f5-8231b6c84c2b req-fe6dc7d6-7edd-4337-a034-6b0a9a00885d tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b432ea8-6343-4437-89ac-a5a9fde09c84 HTTP/1.1" status: 200 len: 944 time: 0.2434866 Jun 01 18:41:59.427156 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-225c5e9f-d37f-4722-908d-e29548d5503a req-fcc6f48c-066d-4001-9725-f9bc64e759b6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=411d1518-9352-4dec-8af2-2285a53556b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0808995 Jun 01 18:41:59.457885 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-f0815415-09b6-4ad3-8ce9-c4e78b770141 None None] Attempting to bind port 51411b31-6298-4b0c-a347-77105bb327b5 on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:41:59.458456 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-f0815415-09b6-4ad3-8ce9-c4e78b770141 None None] Attempting to bind port 51411b31-6298-4b0c-a347-77105bb327b5 by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': '9a53a35c-8043-4b58-9be9-1626eae9a1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'a22884f9-447c-4fe6-bc33-ad08c444cdec'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:41:59.458643 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0815415-09b6-4ad3-8ce9-c4e78b770141 None None] Attempting to bind port 51411b31-6298-4b0c-a347-77105bb327b5 on network a22884f9-447c-4fe6-bc33-ad08c444cdec {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:41:59.468686 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0815415-09b6-4ad3-8ce9-c4e78b770141 None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 18, 41, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:41:59.468952 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0815415-09b6-4ad3-8ce9-c4e78b770141 None None] Checking segment: {'id': '9a53a35c-8043-4b58-9be9-1626eae9a1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'a22884f9-447c-4fe6-bc33-ad08c444cdec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:41:59.469160 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f0815415-09b6-4ad3-8ce9-c4e78b770141 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:59.469546 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0815415-09b6-4ad3-8ce9-c4e78b770141 None None] Bound using segment: {'id': '9a53a35c-8043-4b58-9be9-1626eae9a1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'a22884f9-447c-4fe6-bc33-ad08c444cdec'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:41:59.470287 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-f0815415-09b6-4ad3-8ce9-c4e78b770141 None None] Bound port: 51411b31-6298-4b0c-a347-77105bb327b5, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a53a35c-8043-4b58-9be9-1626eae9a1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'a22884f9-447c-4fe6-bc33-ad08c444cdec'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:41:59.470426 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f0815415-09b6-4ad3-8ce9-c4e78b770141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:59.514485 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=2225f2a3-bed3-4b15-93f5-1073394704ac,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:41:59.517938 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b7d8d8fa-4eb7-4335-b0f5-8231b6c84c2b req-5d386921-9fd1-4fa2-a800-c5edc65686ce tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] 10.222.0.41 "GET /v2.0/security-groups?id=444c87ba-31dc-4b5a-9977-492e198b845a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329544 Jun 01 18:41:59.522792 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c3089091-106c-4aa4-8d88-ee644d98a5d7 req-87ab3ce0-4109-4752-ba48-c84e6883fc21 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=90cc0839-524f-48ee-bc32-5b782e7aaf99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1169839 Jun 01 18:41:59.545152 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] get_ports_and_sgs() called for port_ids ['2225f2a3-bed3-4b15-93f5-1073394704ac'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:41:59.579121 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-23e1e3e4-dab4-41e1-95c4-c4b710d09c4d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:59.586506 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-abe359ea-a419-4fbd-b0b6-3c665be23309 req-6e7f6a2e-9308-4e7c-817e-20259c63cecc tempest-FloatingIPDetailsTestJSON-699827793 tempest-FloatingIPDetailsTestJSON-699827793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:59.640531 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-23e1e3e4-dab4-41e1-95c4-c4b710d09c4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:59.657433 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fefc1d-40d1-47cf-a2ac-423bca78fc6e req-498cef2f-d067-4da2-80ad-944a53d23985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:41:59.659600 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-72fefc1d-40d1-47cf-a2ac-423bca78fc6e req-498cef2f-d067-4da2-80ad-944a53d23985 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ccc3866df726420d865ae40df69383ae&device_id=a5a404c5-f4b1-43aa-93af-4f1281dc0d33 HTTP/1.1" status: 200 len: 1094 time: 0.7481611 Jun 01 18:41:59.684728 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f0815415-09b6-4ad3-8ce9-c4e78b770141 None None] For port 51411b31-6298-4b0c-a347-77105bb327b5, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:41:59.690744 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f0815415-09b6-4ad3-8ce9-c4e78b770141 None None] For port 51411b31-6298-4b0c-a347-77105bb327b5, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=51411b31-6298-4b0c-a347-77105bb327b5,segment=NetworkSegment(9a53a35c-8043-4b58-9be9-1626eae9a1a4),segment_id=9a53a35c-8043-4b58-9be9-1626eae9a1a4)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:41:59.707340 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f0815415-09b6-4ad3-8ce9-c4e78b770141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:41:59.778986 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e1e3e4-dab4-41e1-95c4-c4b710d09c4d admin admin] Network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:41:59.782817 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-23e1e3e4-dab4-41e1-95c4-c4b710d09c4d admin admin] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:41:59.797246 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e1e3e4-dab4-41e1-95c4-c4b710d09c4d admin admin] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:41:59.838848 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e1e3e4-dab4-41e1-95c4-c4b710d09c4d admin admin] Pushing event updated for resources: {'Port': ['ID=ca33a62c-04fd-47b9-b4f4-68e7629e50d1,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:41:59.909228 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-225c5e9f-d37f-4722-908d-e29548d5503a req-84740558-ec9e-4e31-9e13-16a947346768 service neutron] 10.222.0.50 "GET /v2.0/networks/411d1518-9352-4dec-8af2-2285a53556b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4737101 Jun 01 18:41:59.925587 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0815415-09b6-4ad3-8ce9-c4e78b770141 None None] Pushing event updated for resources: {'Port': ['ID=51411b31-6298-4b0c-a347-77105bb327b5,revision_number=2']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:42:00.187211 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984d213a-aad4-43b0-9e29-b336e2cba10c req-b542a43f-b34d-4d6e-a762-8065908fe188 tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:42:00.188688 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-984d213a-aad4-43b0-9e29-b336e2cba10c req-b542a43f-b34d-4d6e-a762-8065908fe188 tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5a404c5-f4b1-43aa-93af-4f1281dc0d33 HTTP/1.1" status: 200 len: 944 time: 0.5392311 Jun 01 18:42:00.245627 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fefc1d-40d1-47cf-a2ac-423bca78fc6e req-4c23b5cb-8210-4143-9bf9-5157f90407a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:42:00.247091 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-72fefc1d-40d1-47cf-a2ac-423bca78fc6e req-4c23b5cb-8210-4143-9bf9-5157f90407a2 service neutron] 10.222.0.50 "GET /v2.0/networks?id=e376e31f-d7fc-4c94-a911-fdf7b219dbbf HTTP/1.1" status: 200 len: 916 time: 0.5786946 Jun 01 18:42:00.259677 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-984d213a-aad4-43b0-9e29-b336e2cba10c req-f6ed8d61-21cf-487e-9261-c9e772d03610 tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] 10.222.0.41 "GET /v2.0/security-groups?id=00fbe7c4-ce58-4b4a-b646-247d9b388518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635076 Jun 01 18:42:00.298745 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device f7a791ea-aa04-42b7-8aa1-f278fd7c7436 no longer exists at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:42:00.383100 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] No Port match for: f7a791ea-aa04-42b7-8aa1-f278fd7c7436 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 18:42:00.383429 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device f7a791ea-aa04-42b7-8aa1-f278fd7c7436 not bound to the agent host n-h1-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 18:42:00.460464 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 36f5f216-1a85-431b-aada-810ed3c1fec5 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:42:00.495613 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-225c5e9f-d37f-4722-908d-e29548d5503a req-d1a7aad1-af5c-48f6-9037-4dd0830ed6d4 service neutron] 10.222.0.50 "GET /v2.0/networks/411d1518-9352-4dec-8af2-2285a53556b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4522061 Jun 01 18:42:00.498776 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-72fefc1d-40d1-47cf-a2ac-423bca78fc6e req-4c55426f-b5d3-4d09-84bb-3df33e4b783c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2225f2a3-bed3-4b15-93f5-1073394704ac HTTP/1.1" status: 200 len: 217 time: 0.2313867 Jun 01 18:42:00.543971 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-23e1e3e4-dab4-41e1-95c4-c4b710d09c4d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:00.586984 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port 36f5f216-1a85-431b-aada-810ed3c1fec5 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:42:00.593692 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 36f5f216-1a85-431b-aada-810ed3c1fec5 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:42:00.593886 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:00.611987 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fefc1d-40d1-47cf-a2ac-423bca78fc6e req-6bf8348a-e7b8-4452-8223-04dbfc2e8dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:42:00.614512 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-72fefc1d-40d1-47cf-a2ac-423bca78fc6e req-6bf8348a-e7b8-4452-8223-04dbfc2e8dd0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b515e042-63ba-4f60-823c-65d0c449d014 HTTP/1.1" status: 200 len: 854 time: 0.1023073 Jun 01 18:42:00.616649 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-abe359ea-a419-4fbd-b0b6-3c665be23309 req-6e7f6a2e-9308-4e7c-817e-20259c63cecc tempest-FloatingIPDetailsTestJSON-699827793 tempest-FloatingIPDetailsTestJSON-699827793-project] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:00.637206 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-abe359ea-a419-4fbd-b0b6-3c665be23309 req-6e7f6a2e-9308-4e7c-817e-20259c63cecc tempest-FloatingIPDetailsTestJSON-699827793 tempest-FloatingIPDetailsTestJSON-699827793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:00.888909 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 36f5f216-1a85-431b-aada-810ed3c1fec5 is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:42:00.889683 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:00.988763 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port 36f5f216-1a85-431b-aada-810ed3c1fec5, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=36f5f216-1a85-431b-aada-810ed3c1fec5,segment=NetworkSegment(af4f816e-23a9-4a28-b51f-1045978fc81d),segment_id=af4f816e-23a9-4a28-b51f-1045978fc81d)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:42:00.994115 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:00.995668 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 51411b31-6298-4b0c-a347-77105bb327b5 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:42:01.071436 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b363dbc-12dc-47af-bb30-1347a10334e1 req-925f9d6b-7c06-4494-aeeb-d46031613fd2 tempest-LiveMigrationNegativeTest-340915341 tempest-LiveMigrationNegativeTest-340915341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:42:01.074403 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4b363dbc-12dc-47af-bb30-1347a10334e1 req-925f9d6b-7c06-4494-aeeb-d46031613fd2 tempest-LiveMigrationNegativeTest-340915341 tempest-LiveMigrationNegativeTest-340915341-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=f096ea16-3221-4f4a-9ce7-f62e38bf30bb HTTP/1.1" status: 200 len: 1099 time: 0.4466403 Jun 01 18:42:01.093807 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6214b7b0-3a08-473d-a31e-9d2ab105fc59', 'name': 'network-vif-deleted', 'tag': 'f7a791ea-aa04-42b7-8aa1-f278fd7c7436'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:42:01.099109 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7f6a2e-9308-4e7c-817e-20259c63cecc tempest-FloatingIPDetailsTestJSON-699827793 tempest-FloatingIPDetailsTestJSON-699827793-project] Pushing event updated for resources: {'Port': ['ID=5dcc2026-a64b-4044-b575-695e5ef7bc9f,revision_number=2']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:42:01.148895 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-4b363dbc-12dc-47af-bb30-1347a10334e1 req-c3df91c7-9f8e-477c-9570-53dc42e8e4ab tempest-LiveMigrationNegativeTest-340915341 tempest-LiveMigrationNegativeTest-340915341-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:01.182578 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [req-4b363dbc-12dc-47af-bb30-1347a10334e1 req-c3df91c7-9f8e-477c-9570-53dc42e8e4ab tempest-LiveMigrationNegativeTest-340915341 tempest-LiveMigrationNegativeTest-340915341-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:42:01.218794 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-abe359ea-a419-4fbd-b0b6-3c665be23309 req-6e7f6a2e-9308-4e7c-817e-20259c63cecc tempest-FloatingIPDetailsTestJSON-699827793 tempest-FloatingIPDetailsTestJSON-699827793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887712'] for floatingip, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:01.230760 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=36f5f216-1a85-431b-aada-810ed3c1fec5,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:42:01.233291 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225c5e9f-d37f-4722-908d-e29548d5503a req-f80be856-7386-48fa-9e04-70d7b197652c tempest-LiveAutoBlockMigrationV225Test-590672389 tempest-LiveAutoBlockMigrationV225Test-590672389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:42:01.235963 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-225c5e9f-d37f-4722-908d-e29548d5503a req-f80be856-7386-48fa-9e04-70d7b197652c tempest-LiveAutoBlockMigrationV225Test-590672389 tempest-LiveAutoBlockMigrationV225Test-590672389-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=4b432ea8-6343-4437-89ac-a5a9fde09c84&tenant_id=0182a2e51ffc43df8efdd2130dbcea4d&binding%3Ahost_id=n-h2-844202-1 HTTP/1.1" status: 200 len: 1095 time: 0.1866975 Jun 01 18:42:01.257422 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port 51411b31-6298-4b0c-a347-77105bb327b5 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:42:01.264541 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-4b363dbc-12dc-47af-bb30-1347a10334e1 req-c3df91c7-9f8e-477c-9570-53dc42e8e4ab tempest-LiveMigrationNegativeTest-340915341 tempest-LiveMigrationNegativeTest-340915341-project-admin] Usage tracker for resource:security_group_rule and tenant:fb1302100dab431bacdeeb351237cdcf is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:42:01.279114 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-4b363dbc-12dc-47af-bb30-1347a10334e1 req-c3df91c7-9f8e-477c-9570-53dc42e8e4ab tempest-LiveMigrationNegativeTest-340915341 tempest-LiveMigrationNegativeTest-340915341-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:42:01.291401 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [req-4b363dbc-12dc-47af-bb30-1347a10334e1 req-c3df91c7-9f8e-477c-9570-53dc42e8e4ab tempest-LiveMigrationNegativeTest-340915341 tempest-LiveMigrationNegativeTest-340915341-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:42:01.310574 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fefc1d-40d1-47cf-a2ac-423bca78fc6e req-12e10310-43b8-446e-94b3-3a986594b13c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:42:01.311723 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-23e1e3e4-dab4-41e1-95c4-c4b710d09c4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-885820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-886655'] for router, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:01.312134 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-72fefc1d-40d1-47cf-a2ac-423bca78fc6e req-12e10310-43b8-446e-94b3-3a986594b13c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e376e31f-d7fc-4c94-a911-fdf7b219dbbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6816468 Jun 01 18:42:01.349450 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6a79277-e1d2-4bc1-bdb0-00dbe02ae351 None None] Network a22884f9-447c-4fe6-bc33-ad08c444cdec requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 18:42:01.397523 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-abe359ea-a419-4fbd-b0b6-3c665be23309 req-6e7f6a2e-9308-4e7c-817e-20259c63cecc tempest-FloatingIPDetailsTestJSON-699827793 tempest-FloatingIPDetailsTestJSON-699827793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for floatingip, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:01.398714 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-abe359ea-a419-4fbd-b0b6-3c665be23309 req-6e7f6a2e-9308-4e7c-817e-20259c63cecc tempest-FloatingIPDetailsTestJSON-699827793 tempest-FloatingIPDetailsTestJSON-699827793-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.6717591 Jun 01 18:42:01.469660 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-d056c4d2-74de-475c-8fdc-ff01a28b612c None None] Provisioning for port 51411b31-6298-4b0c-a347-77105bb327b5 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:42:01.478114 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-d056c4d2-74de-475c-8fdc-ff01a28b612c None None] Provisioning complete for port 51411b31-6298-4b0c-a347-77105bb327b5 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:42:01.478492 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-d056c4d2-74de-475c-8fdc-ff01a28b612c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:01.535282 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-abe359ea-a419-4fbd-b0b6-3c665be23309 req-182798d4-a438-43ca-8787-ed2b052b456a tempest-FloatingIPDetailsTestJSON-699827793 tempest-FloatingIPDetailsTestJSON-699827793-project] Synchronizing usage tracker for tenant:28042772ed574d8d819a50a6409395af on resource:floatingip {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:42:01.581892 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-72fefc1d-40d1-47cf-a2ac-423bca78fc6e req-a986fd79-c957-4143-b312-331432676e5f service neutron] 10.222.0.50 "GET /v2.0/networks/e376e31f-d7fc-4c94-a911-fdf7b219dbbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2612367 Jun 01 18:42:01.608604 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-abe359ea-a419-4fbd-b0b6-3c665be23309 req-182798d4-a438-43ca-8787-ed2b052b456a tempest-FloatingIPDetailsTestJSON-699827793 tempest-FloatingIPDetailsTestJSON-699827793-project] Unset dirty status for tenant:28042772ed574d8d819a50a6409395af on resource:floatingip {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:42:01.613483 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-abe359ea-a419-4fbd-b0b6-3c665be23309 req-182798d4-a438-43ca-8787-ed2b052b456a tempest-FloatingIPDetailsTestJSON-699827793 tempest-FloatingIPDetailsTestJSON-699827793-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.4.232 HTTP/1.1" status: 200 len: 696 time: 0.2007730 Jun 01 18:42:01.614298 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-4b363dbc-12dc-47af-bb30-1347a10334e1 req-c3df91c7-9f8e-477c-9570-53dc42e8e4ab tempest-LiveMigrationNegativeTest-340915341 tempest-LiveMigrationNegativeTest-340915341-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:01.620926 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-4b363dbc-12dc-47af-bb30-1347a10334e1 req-c3df91c7-9f8e-477c-9570-53dc42e8e4ab tempest-LiveMigrationNegativeTest-340915341 tempest-LiveMigrationNegativeTest-340915341-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:01.660943 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4b363dbc-12dc-47af-bb30-1347a10334e1 req-c3df91c7-9f8e-477c-9570-53dc42e8e4ab tempest-LiveMigrationNegativeTest-340915341 tempest-LiveMigrationNegativeTest-340915341-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=c22519b8-f40a-47d0-938e-7f5b69f12a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5488734 Jun 01 18:42:01.681572 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23e1e3e4-dab4-41e1-95c4-c4b710d09c4d admin admin] Router e382871c-246a-46b7-8bb4-dda49899d8cb is scheduled to L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 with binding_index 1 {{(pid=88525) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 18:42:01.681572 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3df91c7-9f8e-477c-9570-53dc42e8e4ab tempest-LiveMigrationNegativeTest-340915341 tempest-LiveMigrationNegativeTest-340915341-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b39265c6-6ba1-4723-a104-9a9d2528c2cf,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:42:01.707296 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-225c5e9f-d37f-4722-908d-e29548d5503a req-5fed9e95-bb0c-4845-a4e9-f46ec8575b29 service neutron] For port b29cde38-1e74-4c37-bf95-a285a435b640, host n-h1-844202-1, cleared binding levels {{(pid=88524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:42:01.748243 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-d056c4d2-74de-475c-8fdc-ff01a28b612c None None] Current status of the port 51411b31-6298-4b0c-a347-77105bb327b5 is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:42:01.749315 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-d056c4d2-74de-475c-8fdc-ff01a28b612c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:01.776885 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-225c5e9f-d37f-4722-908d-e29548d5503a req-5fed9e95-bb0c-4845-a4e9-f46ec8575b29 service neutron] Notify callbacks [] for binding, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:01.779006 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-225c5e9f-d37f-4722-908d-e29548d5503a req-5fed9e95-bb0c-4845-a4e9-f46ec8575b29 service neutron] 10.222.0.50 "DELETE /v2.0/ports/b29cde38-1e74-4c37-bf95-a285a435b640/bindings/n-h1-844202-1 HTTP/1.1" status: 204 len: 173 time: 0.5352690 Jun 01 18:42:01.806305 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-d056c4d2-74de-475c-8fdc-ff01a28b612c None None] For port 51411b31-6298-4b0c-a347-77105bb327b5, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=51411b31-6298-4b0c-a347-77105bb327b5,segment=NetworkSegment(9a53a35c-8043-4b58-9be9-1626eae9a1a4),segment_id=9a53a35c-8043-4b58-9be9-1626eae9a1a4)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:42:01.812951 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-d056c4d2-74de-475c-8fdc-ff01a28b612c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:01.917512 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-72fefc1d-40d1-47cf-a2ac-423bca78fc6e req-93b47c2b-d608-4f5c-bce4-46a679ffa198 service neutron] 10.222.0.50 "GET /v2.0/networks/e376e31f-d7fc-4c94-a911-fdf7b219dbbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3290038 Jun 01 18:42:01.924645 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe359ea-a419-4fbd-b0b6-3c665be23309 req-05ec7c89-1af5-4ce7-9984-865d46635f08 tempest-FloatingIPDetailsTestJSON-699827793 tempest-FloatingIPDetailsTestJSON-699827793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:42:01.939503 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d056c4d2-74de-475c-8fdc-ff01a28b612c None None] Pushing event updated for resources: {'Port': ['ID=51411b31-6298-4b0c-a347-77105bb327b5,revision_number=3']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:42:01.940253 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-abe359ea-a419-4fbd-b0b6-3c665be23309 req-05ec7c89-1af5-4ce7-9984-865d46635f08 tempest-FloatingIPDetailsTestJSON-699827793 tempest-FloatingIPDetailsTestJSON-699827793-project] 10.222.0.41 "GET /v2.0/networks/72a72e44-6845-488a-a5ff-3a26d4df9cb3 HTTP/1.1" status: 200 len: 784 time: 0.3184526 Jun 01 18:42:02.039037 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23e1e3e4-dab4-41e1-95c4-c4b710d09c4d admin admin] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 18:42:02.051190 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-11609764-e1ae-4cd1-b9e9-99a944844136 req-906798ce-fe6e-4fec-a35c-c6ac8bc02102 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cbbe0563c4474f60818766a00ea8b082&device_id=fd6c7708-5bf6-4467-928a-cbe66c434f71 HTTP/1.1" status: 200 len: 210 time: 0.0611496 Jun 01 18:42:02.054899 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b35ff56c-094b-4627-b3f3-13cb6a42a019 None None] Sync routers for ids ['e382871c-246a-46b7-8bb4-dda49899d8cb'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 18:42:02.089653 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b35ff56c-094b-4627-b3f3-13cb6a42a019 None None] Routers {'e382871c-246a-46b7-8bb4-dda49899d8cb'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:42:02.092290 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-b35ff56c-094b-4627-b3f3-13cb6a42a019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:41:39Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['e382871c-246a-46b7-8bb4-dda49899d8cb'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:42:02.097759 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-23e1e3e4-dab4-41e1-95c4-c4b710d09c4d admin admin] Notify callbacks [] for router, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:02.100007 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-23e1e3e4-dab4-41e1-95c4-c4b710d09c4d admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.5104566 Jun 01 18:42:02.102441 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 42762) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:42:02.139777 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-11609764-e1ae-4cd1-b9e9-99a944844136 req-557a2f16-2f80-45bc-a31f-b5f4479203ca service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=cbbe0563c4474f60818766a00ea8b082&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0826344 Jun 01 18:42:02.249736 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-b2cebc8a-f27f-4de4-a22b-c3c047a9e9dd None None] Provisioning complete for port 51411b31-6298-4b0c-a347-77105bb327b5 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:42:02.251822 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-b2cebc8a-f27f-4de4-a22b-c3c047a9e9dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:02.321228 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7c502b-ba5f-4261-a171-fdf1118de051 req-0a400943-9580-4542-a789-2a3f515c7c01 tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:42:02.332410 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-bd7c502b-ba5f-4261-a171-fdf1118de051 req-0a400943-9580-4542-a789-2a3f515c7c01 tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] 10.222.0.41 "GET /v2.0/ports?device_id=ad0c3d03-d198-45df-bcae-38fd247504e2 HTTP/1.1" status: 200 len: 945 time: 0.1913311 Jun 01 18:42:02.388274 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 36f5f216-1a85-431b-aada-810ed3c1fec5 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:42:02.455985 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-b35ff56c-094b-4627-b3f3-13cb6a42a019 None None] Set router e382871c-246a-46b7-8bb4-dda49899d8cb gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:42:02.469742 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-bd7c502b-ba5f-4261-a171-fdf1118de051 req-99f54ae1-50fd-43b7-b0a5-cc863508a797 tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] 10.222.0.41 "GET /v2.0/security-groups?id=90cc0839-524f-48ee-bc32-5b782e7aaf99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1359844 Jun 01 18:42:02.493992 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11609764-e1ae-4cd1-b9e9-99a944844136 req-10c8218b-fb89-475e-bc2e-18f8a9a6d27a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:42:02.495677 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-11609764-e1ae-4cd1-b9e9-99a944844136 req-10c8218b-fb89-475e-bc2e-18f8a9a6d27a service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3061848 Jun 01 18:42:02.520806 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 36f5f216-1a85-431b-aada-810ed3c1fec5 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:42:02.521334 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:02.546152 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-423ca9f6-cbee-470e-94e7-5598bbdeb410'] response: {'server_uuid': '6214b7b0-3a08-473d-a31e-9d2ab105fc59', 'name': 'network-vif-deleted', 'tag': 'f7a791ea-aa04-42b7-8aa1-f278fd7c7436', 'status': 'completed', 'code': 200} Jun 01 18:42:02.591353 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0712a073-1ff8-4ab0-add0-a532426e4cc6 req-fbed8d4e-5d61-4037-a609-82847674b3cd tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:42:02.593003 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-0712a073-1ff8-4ab0-add0-a532426e4cc6 req-fbed8d4e-5d61-4037-a609-82847674b3cd tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b432ea8-6343-4437-89ac-a5a9fde09c84 HTTP/1.1" status: 200 len: 944 time: 0.2730267 Jun 01 18:42:02.614924 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 2225f2a3-bed3-4b15-93f5-1073394704ac up at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:42:02.726811 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-0712a073-1ff8-4ab0-add0-a532426e4cc6 req-c64df7aa-2c83-4085-8b4c-12a0a4c8a40d tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] 10.222.0.41 "GET /v2.0/security-groups?id=444c87ba-31dc-4b5a-9977-492e198b845a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228092 Jun 01 18:42:02.774701 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-b2cebc8a-f27f-4de4-a22b-c3c047a9e9dd None None] Current status of the port 51411b31-6298-4b0c-a347-77105bb327b5 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:42:02.802605 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning for port 2225f2a3-bed3-4b15-93f5-1073394704ac completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:42:02.810208 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning complete for port 2225f2a3-bed3-4b15-93f5-1073394704ac triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:42:02.810584 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:02.818659 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-b35ff56c-094b-4627-b3f3-13cb6a42a019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e382871c-246a-46b7-8bb4-dda49899d8cb', 'name': 'tempest-AttachSCSIVolumeTestJSON-695433826-router', 'tenant_id': 'b2fc35811561461b9f06bb5ae636c264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': 'ca33a62c-04fd-47b9-b4f4-68e7629e50d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:41:57Z', 'updated_at': '2022-06-01T18:42:00Z', 'revision_number': 3, 'project_id': 'b2fc35811561461b9f06bb5ae636c264', 'gw_port': {'id': 'ca33a62c-04fd-47b9-b4f4-68e7629e50d1', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:f5:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e382871c-246a-46b7-8bb4-dda49899d8cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:41:58Z', 'updated_at': '2022-06-01T18:41:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:42:02.820432 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b1507b-cb93-442e-a404-945b7232c9f9 req-7fd0b77c-a354-40ba-91b8-51186dee8520 tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:42:02.822074 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-24b1507b-cb93-442e-a404-945b7232c9f9 req-7fd0b77c-a354-40ba-91b8-51186dee8520 tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5a404c5-f4b1-43aa-93af-4f1281dc0d33 HTTP/1.1" status: 200 len: 944 time: 0.1579823 Jun 01 18:42:02.835516 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b35ff56c-094b-4627-b3f3-13cb6a42a019 None None] Checking router: e382871c-246a-46b7-8bb4-dda49899d8cb for host: n-d-844202-1 {{(pid=88527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 18:42:02.836026 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b35ff56c-094b-4627-b3f3-13cb6a42a019 None None] Updating router e382871c-246a-46b7-8bb4-dda49899d8cb port ca33a62c-04fd-47b9-b4f4-68e7629e50d1 binding host n-d-844202-1 {{(pid=88527) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 18:42:02.900710 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-24b1507b-cb93-442e-a404-945b7232c9f9 req-5ce2c726-bbe9-47da-b6a7-0c8752fbf814 tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] 10.222.0.41 "GET /v2.0/security-groups?id=00fbe7c4-ce58-4b4a-b646-247d9b388518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714302 Jun 01 18:42:02.938598 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 36f5f216-1a85-431b-aada-810ed3c1fec5 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:42:02.939669 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 51411b31-6298-4b0c-a347-77105bb327b5 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:42:02.941859 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-b35ff56c-094b-4627-b3f3-13cb6a42a019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:03.084869 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7fe2782f-5f9b-4171-a892-e07245fefc45 req-0a96abcb-434d-4153-94e3-fd5f88e21410 tempest-ServersAdmin275Test-227233004 tempest-ServersAdmin275Test-227233004-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd6c7708-5bf6-4467-928a-cbe66c434f71 HTTP/1.1" status: 200 len: 210 time: 0.0547104 Jun 01 18:42:03.212588 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 51411b31-6298-4b0c-a347-77105bb327b5 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:42:03.212969 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:03.247519 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-9d4ba49e-a9cb-4ef3-8f74-09a5603d6f13 req-0cd67b90-2f60-4f78-8624-56203c5c6ac1 tempest-FloatingIPDetailsTestJSON-699827793 tempest-FloatingIPDetailsTestJSON-699827793-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3902547 Jun 01 18:42:03.261872 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [req-9d4ba49e-a9cb-4ef3-8f74-09a5603d6f13 req-205a0a3d-d6f9-46e2-a37e-b67d1306279a tempest-FloatingIPDetailsTestJSON-699827793 tempest-FloatingIPDetailsTestJSON-699827793-project] Request body: {'floatingip': {'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:42:03.270014 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [req-9d4ba49e-a9cb-4ef3-8f74-09a5603d6f13 req-205a0a3d-d6f9-46e2-a37e-b67d1306279a tempest-FloatingIPDetailsTestJSON-699827793 tempest-FloatingIPDetailsTestJSON-699827793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:42:03.286770 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [req-9d4ba49e-a9cb-4ef3-8f74-09a5603d6f13 req-205a0a3d-d6f9-46e2-a37e-b67d1306279a tempest-FloatingIPDetailsTestJSON-699827793 tempest-FloatingIPDetailsTestJSON-699827793-project] Attempting to reserve 1 items for resource floatingip. Total usage: 3; quota limit: 50; headroom:47 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:42:03.317484 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-b35ff56c-094b-4627-b3f3-13cb6a42a019 None None] Notify callbacks [] for port, precommit_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:03.324755 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port 2225f2a3-bed3-4b15-93f5-1073394704ac is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:42:03.325200 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:03.333290 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.provisioning_blocks [None req-b35ff56c-094b-4627-b3f3-13cb6a42a019 None None] Transition to ACTIVE for port object ca33a62c-04fd-47b9-b4f4-68e7629e50d1 will not be triggered until provisioned by entity L2. {{(pid=88527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:42:03.343827 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-b35ff56c-094b-4627-b3f3-13cb6a42a019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:03.344722 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-9d4ba49e-a9cb-4ef3-8f74-09a5603d6f13 req-205a0a3d-d6f9-46e2-a37e-b67d1306279a tempest-FloatingIPDetailsTestJSON-699827793 tempest-FloatingIPDetailsTestJSON-699827793-project] Notify callbacks [] for floatingip, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:03.372578 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5a404c5-f4b1-43aa-93af-4f1281dc0d33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2225f2a3-bed3-4b15-93f5-1073394704ac'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:42:03.439592 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9dd0c5-6cae-452b-8d6f-0d7b23b38b9d req-1569b60d-799c-47d8-90fb-87675e85bd88 tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:42:03.445563 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-b35ff56c-094b-4627-b3f3-13cb6a42a019 None None] Attempting to bind port ca33a62c-04fd-47b9-b4f4-68e7629e50d1 on host n-d-844202-1 for vnic_type normal with profile {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:42:03.445563 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-b35ff56c-094b-4627-b3f3-13cb6a42a019 None None] Attempting to bind port ca33a62c-04fd-47b9-b4f4-68e7629e50d1 by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}] {{(pid=88527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:42:03.445563 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b35ff56c-094b-4627-b3f3-13cb6a42a019 None None] Attempting to bind port ca33a62c-04fd-47b9-b4f4-68e7629e50d1 on network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:42:03.453639 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b35ff56c-094b-4627-b3f3-13cb6a42a019 None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 18, 41, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:42:03.454138 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b35ff56c-094b-4627-b3f3-13cb6a42a019 None None] Checking segment: {'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:42:03.454381 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-b35ff56c-094b-4627-b3f3-13cb6a42a019 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:03.454884 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b35ff56c-094b-4627-b3f3-13cb6a42a019 None None] Bound using segment: {'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'} {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:42:03.455459 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-b35ff56c-094b-4627-b3f3-13cb6a42a019 None None] Bound port: ca33a62c-04fd-47b9-b4f4-68e7629e50d1, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}}] {{(pid=88527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:42:03.455583 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 2225f2a3-bed3-4b15-93f5-1073394704ac, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=2225f2a3-bed3-4b15-93f5-1073394704ac,segment=NetworkSegment(36c06fa3-2cc2-4561-abd0-907bb0c67288),segment_id=36c06fa3-2cc2-4561-abd0-907bb0c67288)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:42:03.455950 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-b35ff56c-094b-4627-b3f3-13cb6a42a019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:03.460991 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4d9dd0c5-6cae-452b-8d6f-0d7b23b38b9d req-1569b60d-799c-47d8-90fb-87675e85bd88 tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] 10.222.0.41 "GET /v2.0/ports?device_id=ad0c3d03-d198-45df-bcae-38fd247504e2 HTTP/1.1" status: 200 len: 945 time: 0.1506810 Jun 01 18:42:03.463768 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 42780) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:42:03.470984 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-c491ff41-cb12-4d80-9d6b-e8f4fb8ca8b8 tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] Request body: {'floatingip': {'port_id': 'a13713c9-d7a2-4f8d-abdf-78dc0a206030'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:42:03.507222 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:03.554299 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f1f7-a62c-479d-8667-7003c18e5953 None None] Pushing event updated for resources: {'Port': ['ID=ca33a62c-04fd-47b9-b4f4-68e7629e50d1,revision_number=2']} {{(pid=88527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:42:03.560099 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2613e8d0-3669-42c3-a004-13a4294f0a6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:03.582346 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f1f7-a62c-479d-8667-7003c18e5953 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:42:03.582770 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f1f7-a62c-479d-8667-7003c18e5953 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:42:03.583101 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f1f7-a62c-479d-8667-7003c18e5953 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:42:03.583425 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f1f7-a62c-479d-8667-7003c18e5953 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:42:03.583746 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f1f7-a62c-479d-8667-7003c18e5953 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:42:03.584064 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f1f7-a62c-479d-8667-7003c18e5953 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:42:03.584404 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f1f7-a62c-479d-8667-7003c18e5953 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:42:03.593667 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f1f7-a62c-479d-8667-7003c18e5953 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:42:03.594011 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f1f7-a62c-479d-8667-7003c18e5953 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:42:03.594338 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f1f7-a62c-479d-8667-7003c18e5953 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:42:03.594662 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f1f7-a62c-479d-8667-7003c18e5953 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:42:03.594983 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb94f1f7-a62c-479d-8667-7003c18e5953 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:42:03.630194 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-c491ff41-cb12-4d80-9d6b-e8f4fb8ca8b8 tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] Notify callbacks [] for floatingip, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:03.657335 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.db [None req-b35ff56c-094b-4627-b3f3-13cb6a42a019 None None] For port ca33a62c-04fd-47b9-b4f4-68e7629e50d1, host n-d-844202-1, cleared binding levels {{(pid=88527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:42:03.668574 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.db [None req-b35ff56c-094b-4627-b3f3-13cb6a42a019 None None] For port ca33a62c-04fd-47b9-b4f4-68e7629e50d1, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=ca33a62c-04fd-47b9-b4f4-68e7629e50d1,segment=NetworkSegment(7875af61-4c53-4ff2-b8c8-d4b7c35ff947),segment_id=7875af61-4c53-4ff2-b8c8-d4b7c35ff947)] {{(pid=88527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:42:03.680768 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-b35ff56c-094b-4627-b3f3-13cb6a42a019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:03.696097 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 51411b31-6298-4b0c-a347-77105bb327b5 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:42:03.736008 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=2225f2a3-bed3-4b15-93f5-1073394704ac,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:42:03.756930 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-9d4ba49e-a9cb-4ef3-8f74-09a5603d6f13 req-205a0a3d-d6f9-46e2-a37e-b67d1306279a tempest-FloatingIPDetailsTestJSON-699827793 tempest-FloatingIPDetailsTestJSON-699827793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:03.774787 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b35ff56c-094b-4627-b3f3-13cb6a42a019 None None] Routers {'e382871c-246a-46b7-8bb4-dda49899d8cb'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:42:03.775433 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-b35ff56c-094b-4627-b3f3-13cb6a42a019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:41:39Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['e382871c-246a-46b7-8bb4-dda49899d8cb'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:42:03.835380 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f1f7-a62c-479d-8667-7003c18e5953 None None] Pushing event updated for resources: {'Port': ['ID=ca33a62c-04fd-47b9-b4f4-68e7629e50d1,revision_number=3']} {{(pid=88527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:42:03.856735 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-583b1ece-5ed3-48e9-985e-3e951a73e6a9'] response: {'server_uuid': 'a5a404c5-f4b1-43aa-93af-4f1281dc0d33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2225f2a3-bed3-4b15-93f5-1073394704ac', 'code': 200} Jun 01 18:42:03.869711 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-11609764-e1ae-4cd1-b9e9-99a944844136 req-f35c814e-7f32-49ab-98c4-35e2d1fccd29 tempest-ServersAdmin275Test-227233004 tempest-ServersAdmin275Test-227233004-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd6c7708-5bf6-4467-928a-cbe66c434f71 HTTP/1.1" status: 200 len: 210 time: 0.1320992 Jun 01 18:42:04.042203 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [None req-2613e8d0-3669-42c3-a004-13a4294f0a6f admin admin] Allocated IP 172.20.0.1 (a22884f9-447c-4fe6-bc33-ad08c444cdec/5e801a7e-b92c-437d-98c9-c4533c4892db/e42b8b77-8718-40f0-b537-6fc687570cb7) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:42:04.068041 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-b35ff56c-094b-4627-b3f3-13cb6a42a019 None None] Set router e382871c-246a-46b7-8bb4-dda49899d8cb gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:42:04.084753 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [req-9d4ba49e-a9cb-4ef3-8f74-09a5603d6f13 req-205a0a3d-d6f9-46e2-a37e-b67d1306279a tempest-FloatingIPDetailsTestJSON-699827793 tempest-FloatingIPDetailsTestJSON-699827793-project] Allocated IP 172.25.4.150 (72a72e44-6845-488a-a5ff-3a26d4df9cb3/c314a23b-daa2-4106-ab28-8e6f954277b2/b93af534-a3ae-4957-bc84-1c3b0500b454) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:42:04.361449 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb9d2aa-d6fe-42a4-b27c-db841e3df1ee req-afd397b9-3653-4883-9a49-370284a53e69 tempest-LiveAutoBlockMigrationV225Test-590672389 tempest-LiveAutoBlockMigrationV225Test-590672389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:42:04.369132 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0eb9d2aa-d6fe-42a4-b27c-db841e3df1ee req-afd397b9-3653-4883-9a49-370284a53e69 tempest-LiveAutoBlockMigrationV225Test-590672389 tempest-LiveAutoBlockMigrationV225Test-590672389-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=4b432ea8-6343-4437-89ac-a5a9fde09c84 HTTP/1.1" status: 200 len: 1095 time: 0.2881300 Jun 01 18:42:04.377486 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2613e8d0-3669-42c3-a004-13a4294f0a6f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:04.411160 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-9d4ba49e-a9cb-4ef3-8f74-09a5603d6f13 req-205a0a3d-d6f9-46e2-a37e-b67d1306279a tempest-FloatingIPDetailsTestJSON-699827793 tempest-FloatingIPDetailsTestJSON-699827793-project] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:04.413939 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-b35ff56c-094b-4627-b3f3-13cb6a42a019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e382871c-246a-46b7-8bb4-dda49899d8cb', 'name': 'tempest-AttachSCSIVolumeTestJSON-695433826-router', 'tenant_id': 'b2fc35811561461b9f06bb5ae636c264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': 'ca33a62c-04fd-47b9-b4f4-68e7629e50d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:41:57Z', 'updated_at': '2022-06-01T18:42:00Z', 'revision_number': 3, 'project_id': 'b2fc35811561461b9f06bb5ae636c264', 'gw_port': {'id': 'ca33a62c-04fd-47b9-b4f4-68e7629e50d1', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:f5:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e382871c-246a-46b7-8bb4-dda49899d8cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:41:58Z', 'updated_at': '2022-06-01T18:42:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:42:04.414498 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [None req-2613e8d0-3669-42c3-a004-13a4294f0a6f admin admin] Transition to ACTIVE for port object e42b8b77-8718-40f0-b537-6fc687570cb7 will not be triggered until provisioned by entity DHCP. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:42:04.418516 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d31a3a8-fd15-4aa5-b64f-a260bd20ed3c req-5e0f2f95-9d31-427a-b192-182acff69d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:42:04.419820 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b35ff56c-094b-4627-b3f3-13cb6a42a019 None None] The sync data for ids ['e382871c-246a-46b7-8bb4-dda49899d8cb'] in n-d-844202-1 is: [{'id': 'e382871c-246a-46b7-8bb4-dda49899d8cb', 'name': 'tempest-AttachSCSIVolumeTestJSON-695433826-router', 'tenant_id': 'b2fc35811561461b9f06bb5ae636c264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': 'ca33a62c-04fd-47b9-b4f4-68e7629e50d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:41:57Z', 'updated_at': '2022-06-01T18:42:00Z', 'revision_number': 3, 'project_id': 'b2fc35811561461b9f06bb5ae636c264', 'gw_port': {'id': 'ca33a62c-04fd-47b9-b4f4-68e7629e50d1', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:f5:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e382871c-246a-46b7-8bb4-dda49899d8cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:41:58Z', 'updated_at': '2022-06-01T18:42:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 18:42:04.419997 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-2d31a3a8-fd15-4aa5-b64f-a260bd20ed3c req-5e0f2f95-9d31-427a-b192-182acff69d62 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a5a404c5-f4b1-43aa-93af-4f1281dc0d33 HTTP/1.1" status: 200 len: 1096 time: 0.3404336 Jun 01 18:42:04.459782 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2613e8d0-3669-42c3-a004-13a4294f0a6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:04.500688 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-9d4ba49e-a9cb-4ef3-8f74-09a5603d6f13 req-205a0a3d-d6f9-46e2-a37e-b67d1306279a tempest-FloatingIPDetailsTestJSON-699827793 tempest-FloatingIPDetailsTestJSON-699827793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:04.551169 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2613e8d0-3669-42c3-a004-13a4294f0a6f admin admin] Network a22884f9-447c-4fe6-bc33-ad08c444cdec is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:42:04.555790 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d4ba49e-a9cb-4ef3-8f74-09a5603d6f13 req-205a0a3d-d6f9-46e2-a37e-b67d1306279a tempest-FloatingIPDetailsTestJSON-699827793 tempest-FloatingIPDetailsTestJSON-699827793-project] Network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:42:04.559579 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-2613e8d0-3669-42c3-a004-13a4294f0a6f admin admin] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:42:04.561846 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [req-9d4ba49e-a9cb-4ef3-8f74-09a5603d6f13 req-205a0a3d-d6f9-46e2-a37e-b67d1306279a tempest-FloatingIPDetailsTestJSON-699827793 tempest-FloatingIPDetailsTestJSON-699827793-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:42:04.563637 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2613e8d0-3669-42c3-a004-13a4294f0a6f admin admin] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:42:04.567293 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0eb9d2aa-d6fe-42a4-b27c-db841e3df1ee req-86ff6019-9c38-45a1-a409-d62d56a8875a tempest-LiveAutoBlockMigrationV225Test-590672389 tempest-LiveAutoBlockMigrationV225Test-590672389-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=444c87ba-31dc-4b5a-9977-492e198b845a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972706 Jun 01 18:42:04.589759 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2613e8d0-3669-42c3-a004-13a4294f0a6f admin admin] Pushing event updated for resources: {'Port': ['ID=e42b8b77-8718-40f0-b537-6fc687570cb7,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:42:04.595024 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d4ba49e-a9cb-4ef3-8f74-09a5603d6f13 req-205a0a3d-d6f9-46e2-a37e-b67d1306279a tempest-FloatingIPDetailsTestJSON-699827793 tempest-FloatingIPDetailsTestJSON-699827793-project] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:42:04.599261 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-2d31a3a8-fd15-4aa5-b64f-a260bd20ed3c req-c80f4914-8b7e-4228-9345-b9132d5fe40b service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=00fbe7c4-ce58-4b4a-b646-247d9b388518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1720369 Jun 01 18:42:04.787650 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2613e8d0-3669-42c3-a004-13a4294f0a6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-887605'] for router_interface, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:04.838902 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205a0a3d-d6f9-46e2-a37e-b67d1306279a tempest-FloatingIPDetailsTestJSON-699827793 tempest-FloatingIPDetailsTestJSON-699827793-project] Pushing event updated for resources: {'Port': ['ID=b93af534-a3ae-4957-bc84-1c3b0500b454,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:42:04.970268 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-9d4ba49e-a9cb-4ef3-8f74-09a5603d6f13 req-205a0a3d-d6f9-46e2-a37e-b67d1306279a tempest-FloatingIPDetailsTestJSON-699827793 tempest-FloatingIPDetailsTestJSON-699827793-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:05.040610 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-79a4b3de-db0d-4238-8d64-018e0949f12d None None] Provisioning for port e42b8b77-8718-40f0-b537-6fc687570cb7 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:42:05.052978 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-79a4b3de-db0d-4238-8d64-018e0949f12d None None] Provisioning complete for port e42b8b77-8718-40f0-b537-6fc687570cb7 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:42:05.053485 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-79a4b3de-db0d-4238-8d64-018e0949f12d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:05.100443 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-9d4ba49e-a9cb-4ef3-8f74-09a5603d6f13 req-205a0a3d-d6f9-46e2-a37e-b67d1306279a tempest-FloatingIPDetailsTestJSON-699827793 tempest-FloatingIPDetailsTestJSON-699827793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:05.222425 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.db.resource_extend [None req-c491ff41-cb12-4d80-9d6b-e8f4fb8ca8b8 tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 18:42:05.249872 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-79a4b3de-db0d-4238-8d64-018e0949f12d None None] Port e42b8b77-8718-40f0-b537-6fc687570cb7 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 18:42:05.288217 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2613e8d0-3669-42c3-a004-13a4294f0a6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:05.426296 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-c491ff41-cb12-4d80-9d6b-e8f4fb8ca8b8 tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:05.434438 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-c491ff41-cb12-4d80-9d6b-e8f4fb8ca8b8 tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887712'] for floatingip, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:05.700758 n-d-844202-1 neutron-server[88524]: INFO neutron.db.l3_db [None req-c491ff41-cb12-4d80-9d6b-e8f4fb8ca8b8 tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] Floating IP a1c293b1-4603-4701-b656-c4b24becc4b1 associated. External IP: 172.25.4.199, port: a13713c9-d7a2-4f8d-abdf-78dc0a206030. Jun 01 18:42:05.733475 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-9d4ba49e-a9cb-4ef3-8f74-09a5603d6f13 req-205a0a3d-d6f9-46e2-a37e-b67d1306279a tempest-FloatingIPDetailsTestJSON-699827793 tempest-FloatingIPDetailsTestJSON-699827793-project] Notify callbacks [] for port, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:05.741718 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-9d4ba49e-a9cb-4ef3-8f74-09a5603d6f13 req-205a0a3d-d6f9-46e2-a37e-b67d1306279a tempest-FloatingIPDetailsTestJSON-699827793 tempest-FloatingIPDetailsTestJSON-699827793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:05.818311 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 42804) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:42:05.905629 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205a0a3d-d6f9-46e2-a37e-b67d1306279a tempest-FloatingIPDetailsTestJSON-699827793 tempest-FloatingIPDetailsTestJSON-699827793-project] Pushing event updated for resources: {'Port': ['ID=b93af534-a3ae-4957-bc84-1c3b0500b454,revision_number=2']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:42:06.046169 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed3fbce-e412-41af-ab28-acf1e866efdf req-40c5f5bf-5e11-458e-ad85-c0cab360c880 tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:42:06.047604 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fed3fbce-e412-41af-ab28-acf1e866efdf req-40c5f5bf-5e11-458e-ad85-c0cab360c880 tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5a404c5-f4b1-43aa-93af-4f1281dc0d33 HTTP/1.1" status: 200 len: 945 time: 0.5428417 Jun 01 18:42:06.048633 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-9d4ba49e-a9cb-4ef3-8f74-09a5603d6f13 req-205a0a3d-d6f9-46e2-a37e-b67d1306279a tempest-FloatingIPDetailsTestJSON-699827793 tempest-FloatingIPDetailsTestJSON-699827793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887712'] for floatingip, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:06.132609 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-4ef9a47e-18c5-44fc-b76d-25b7469b8309 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d5f05626738f4d9fbc9a31a1cd2ddc0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3058090 Jun 01 18:42:06.132609 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-9d4ba49e-a9cb-4ef3-8f74-09a5603d6f13 req-205a0a3d-d6f9-46e2-a37e-b67d1306279a tempest-FloatingIPDetailsTestJSON-699827793 tempest-FloatingIPDetailsTestJSON-699827793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for floatingip, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:06.132609 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-9d4ba49e-a9cb-4ef3-8f74-09a5603d6f13 req-205a0a3d-d6f9-46e2-a37e-b67d1306279a tempest-FloatingIPDetailsTestJSON-699827793 tempest-FloatingIPDetailsTestJSON-699827793-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.8742781 Jun 01 18:42:06.135713 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 42810) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:42:06.176484 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fed3fbce-e412-41af-ab28-acf1e866efdf req-39ce7e7b-fa50-4cca-9884-2f273163b75b tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] 10.222.0.41 "GET /v2.0/security-groups?id=00fbe7c4-ce58-4b4a-b646-247d9b388518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1212535 Jun 01 18:42:06.265735 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-9d4ba49e-a9cb-4ef3-8f74-09a5603d6f13 req-50610d54-f216-44a1-89ff-5c4595511f81 tempest-FloatingIPDetailsTestJSON-699827793 tempest-FloatingIPDetailsTestJSON-699827793-project] Synchronizing usage tracker for tenant:28042772ed574d8d819a50a6409395af on resource:floatingip {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:42:06.293493 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c491ff41-cb12-4d80-9d6b-e8f4fb8ca8b8 tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] Router 3c506a61-3ad0-436c-b5af-1dd11e0fa1d4 has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 18:42:06.298403 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2613e8d0-3669-42c3-a004-13a4294f0a6f admin admin] Notify callbacks [] for port, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:06.336813 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device ca33a62c-04fd-47b9-b4f4-68e7629e50d1 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:42:06.340477 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2613e8d0-3669-42c3-a004-13a4294f0a6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:06.467308 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-9d4ba49e-a9cb-4ef3-8f74-09a5603d6f13 req-50610d54-f216-44a1-89ff-5c4595511f81 tempest-FloatingIPDetailsTestJSON-699827793 tempest-FloatingIPDetailsTestJSON-699827793-project] Unset dirty status for tenant:28042772ed574d8d819a50a6409395af on resource:floatingip {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:42:06.476802 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-9d4ba49e-a9cb-4ef3-8f74-09a5603d6f13 req-50610d54-f216-44a1-89ff-5c4595511f81 tempest-FloatingIPDetailsTestJSON-699827793 tempest-FloatingIPDetailsTestJSON-699827793-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.4.150 HTTP/1.1" status: 200 len: 696 time: 0.3248692 Jun 01 18:42:06.492159 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port ca33a62c-04fd-47b9-b4f4-68e7629e50d1 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:42:06.498185 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port ca33a62c-04fd-47b9-b4f4-68e7629e50d1 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:42:06.498673 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:06.532878 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2613e8d0-3669-42c3-a004-13a4294f0a6f admin admin] Pushing event updated for resources: {'Port': ['ID=e42b8b77-8718-40f0-b537-6fc687570cb7,revision_number=2']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:42:06.541712 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c96c357f-db5b-4cd0-a8d9-0fea4e764252 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:06.580589 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c96c357f-db5b-4cd0-a8d9-0fea4e764252 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:06.649949 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 42826) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:42:06.653722 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port ca33a62c-04fd-47b9-b4f4-68e7629e50d1 is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:42:06.654161 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:06.673619 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port ca33a62c-04fd-47b9-b4f4-68e7629e50d1, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=ca33a62c-04fd-47b9-b4f4-68e7629e50d1,segment=NetworkSegment(7875af61-4c53-4ff2-b8c8-d4b7c35ff947),segment_id=7875af61-4c53-4ff2-b8c8-d4b7c35ff947)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:42:06.679602 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2613e8d0-3669-42c3-a004-13a4294f0a6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-887436'] for router_interface, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:06.680738 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:06.754704 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c96c357f-db5b-4cd0-a8d9-0fea4e764252 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:06.770406 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=ca33a62c-04fd-47b9-b4f4-68e7629e50d1,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:42:06.778788 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c491ff41-cb12-4d80-9d6b-e8f4fb8ca8b8 tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 18:42:06.785571 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-c491ff41-cb12-4d80-9d6b-e8f4fb8ca8b8 tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for floatingip, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:06.798211 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-073985d8-6d56-43f0-ab8e-a43fde6f1e8f None None] Sync routers for ids ['3c506a61-3ad0-436c-b5af-1dd11e0fa1d4'] in n-d-844202-1 {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 18:42:06.809066 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96c357f-db5b-4cd0-a8d9-0fea4e764252 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b53ff5f-eaca-4098-933e-c7793907fd07,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:42:06.820400 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888ed462-ec4b-4eb5-8de4-a227566b6eb6 req-152975ff-c8ce-4975-973a-4d6b90c82d2a tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:42:06.822167 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-888ed462-ec4b-4eb5-8de4-a227566b6eb6 req-152975ff-c8ce-4975-973a-4d6b90c82d2a tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] 10.222.0.41 "GET /v2.0/networks?id=411d1518-9352-4dec-8af2-2285a53556b4 HTTP/1.1" status: 200 len: 821 time: 0.4077952 Jun 01 18:42:06.849610 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073985d8-6d56-43f0-ab8e-a43fde6f1e8f None None] Routers {'3c506a61-3ad0-436c-b5af-1dd11e0fa1d4'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:42:06.850839 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-073985d8-6d56-43f0-ab8e-a43fde6f1e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:41:39Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['3c506a61-3ad0-436c-b5af-1dd11e0fa1d4'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:42:06.868322 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-888ed462-ec4b-4eb5-8de4-a227566b6eb6 req-0d3cda45-d55e-468a-a73c-f363fb10dfa4 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] 10.222.0.41 "GET /v2.0/quotas/0182a2e51ffc43df8efdd2130dbcea4d HTTP/1.1" status: 200 len: 375 time: 0.0304606 Jun 01 18:42:06.875323 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c96c357f-db5b-4cd0-a8d9-0fea4e764252 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:06.876179 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-c491ff41-cb12-4d80-9d6b-e8f4fb8ca8b8 tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] 10.222.0.41 "PUT /v2.0/floatingips/a1c293b1-4603-4701-b656-c4b24becc4b1 HTTP/1.1" status: 200 len: 991 time: 3.4109747 Jun 01 18:42:06.879722 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad0c3d03-d198-45df-bcae-38fd247504e2', 'tag': 'a13713c9-d7a2-4f8d-abdf-78dc0a206030'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:42:06.879944 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-c96c357f-db5b-4cd0-a8d9-0fea4e764252 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5b53ff5f-eaca-4098-933e-c7793907fd07 HTTP/1.1" status: 204 len: 168 time: 0.7432871 Jun 01 18:42:06.976140 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4ba49e-a9cb-4ef3-8f74-09a5603d6f13 req-51efbd07-8603-4d09-93c8-8920e38dd48a tempest-FloatingIPDetailsTestJSON-699827793 tempest-FloatingIPDetailsTestJSON-699827793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:42:06.995646 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-9639fa88-cfea-4a5f-acc6-762a9a3bd56d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:06.996337 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-9d4ba49e-a9cb-4ef3-8f74-09a5603d6f13 req-51efbd07-8603-4d09-93c8-8920e38dd48a tempest-FloatingIPDetailsTestJSON-699827793 tempest-FloatingIPDetailsTestJSON-699827793-project] 10.222.0.41 "GET /v2.0/networks/72a72e44-6845-488a-a5ff-3a26d4df9cb3 HTTP/1.1" status: 200 len: 784 time: 0.4643934 Jun 01 18:42:07.023241 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02abb572-4d85-470f-9a78-2fac3461a3ed req-b272a4a0-8a39-4259-bcfb-f52379a8f344 tempest-LiveMigrationNegativeTest-1882969379 tempest-LiveMigrationNegativeTest-1882969379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:42:07.025344 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-02abb572-4d85-470f-9a78-2fac3461a3ed req-b272a4a0-8a39-4259-bcfb-f52379a8f344 tempest-LiveMigrationNegativeTest-1882969379 tempest-LiveMigrationNegativeTest-1882969379-project] 10.222.0.50 "GET /v2.0/ports?device_id=f096ea16-3221-4f4a-9ce7-f62e38bf30bb HTTP/1.1" status: 200 len: 948 time: 0.3620775 Jun 01 18:42:07.046902 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2613e8d0-3669-42c3-a004-13a4294f0a6f admin admin] Network a22884f9-447c-4fe6-bc33-ad08c444cdec is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:42:07.049173 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-2613e8d0-3669-42c3-a004-13a4294f0a6f admin admin] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:42:07.069774 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-9639fa88-cfea-4a5f-acc6-762a9a3bd56d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:42:07.098462 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-58fd24fa-95aa-411b-bf4f-eb053c6a5121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:07.124336 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-9639fa88-cfea-4a5f-acc6-762a9a3bd56d admin admin] Usage tracker for resource:security_group_rule and tenant:cbbe0563c4474f60818766a00ea8b082 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:42:07.164884 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-9639fa88-cfea-4a5f-acc6-762a9a3bd56d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:42:07.189306 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-9639fa88-cfea-4a5f-acc6-762a9a3bd56d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:42:07.232885 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-073985d8-6d56-43f0-ab8e-a43fde6f1e8f None None] Set router 3c506a61-3ad0-436c-b5af-1dd11e0fa1d4 gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:42:07.242154 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-02abb572-4d85-470f-9a78-2fac3461a3ed req-c08e7c0c-1d24-4a08-aaf3-815f24619c89 tempest-LiveMigrationNegativeTest-1882969379 tempest-LiveMigrationNegativeTest-1882969379-project] Deleting port 22afea50-157c-4be4-920d-4f6d8307b7b6 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:42:07.247817 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-02abb572-4d85-470f-9a78-2fac3461a3ed req-c08e7c0c-1d24-4a08-aaf3-815f24619c89 tempest-LiveMigrationNegativeTest-1882969379 tempest-LiveMigrationNegativeTest-1882969379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:07.364919 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-888ed462-ec4b-4eb5-8de4-a227566b6eb6 req-6872a60a-092f-410b-aefd-a8d208c28dd0 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=0182a2e51ffc43df8efdd2130dbcea4d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4871707 Jun 01 18:42:07.383946 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edecbafa-64b2-47c5-a003-eec893ebda30 req-64b077c9-d4b3-4c47-aae7-2dd4eff39b22 tempest-LiveMigrationNegativeTest-1882969379 tempest-LiveMigrationNegativeTest-1882969379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:42:07.391013 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-edecbafa-64b2-47c5-a003-eec893ebda30 req-64b077c9-d4b3-4c47-aae7-2dd4eff39b22 tempest-LiveMigrationNegativeTest-1882969379 tempest-LiveMigrationNegativeTest-1882969379-project] 10.222.0.41 "GET /v2.0/ports?device_id=f096ea16-3221-4f4a-9ce7-f62e38bf30bb HTTP/1.1" status: 200 len: 948 time: 0.2295589 Jun 01 18:42:07.406968 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 42844) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:42:07.436468 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2613e8d0-3669-42c3-a004-13a4294f0a6f admin admin] Router e382871c-246a-46b7-8bb4-dda49899d8cb has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 18:42:07.449056 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-fee72849-9d32-4a62-9182-08139878d9f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:07.476867 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-edecbafa-64b2-47c5-a003-eec893ebda30 req-eb067744-6557-4b72-9b6c-42366adcb283 tempest-LiveMigrationNegativeTest-1882969379 tempest-LiveMigrationNegativeTest-1882969379-project] 10.222.0.41 "GET /v2.0/security-groups?id=c22519b8-f40a-47d0-938e-7f5b69f12a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849981 Jun 01 18:42:07.477801 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-fee72849-9d32-4a62-9182-08139878d9f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:42:07.493060 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-e0d3db7a-883c-463d-85a3-d508012c5c8d None None] Provisioning complete for port e42b8b77-8718-40f0-b537-6fc687570cb7 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:42:07.493611 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-e0d3db7a-883c-463d-85a3-d508012c5c8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:07.536785 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-fee72849-9d32-4a62-9182-08139878d9f2 admin admin] Usage tracker for resource:security_group_rule and tenant:6eb5c9b9c36641f0b64cc6feda0c6f03 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:42:07.544547 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-fee72849-9d32-4a62-9182-08139878d9f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:42:07.560146 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-fee72849-9d32-4a62-9182-08139878d9f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:42:07.668780 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-e0d3db7a-883c-463d-85a3-d508012c5c8d None None] Port e42b8b77-8718-40f0-b537-6fc687570cb7 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 18:42:07.691116 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-9639fa88-cfea-4a5f-acc6-762a9a3bd56d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:07.712002 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-9639fa88-cfea-4a5f-acc6-762a9a3bd56d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:07.751615 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-888ed462-ec4b-4eb5-8de4-a227566b6eb6 req-d838e52c-37e5-4a74-b05e-1682b7882b47 service neutron] 10.222.0.41 "GET /v2.0/networks/411d1518-9352-4dec-8af2-2285a53556b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3384748 Jun 01 18:42:07.786746 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-073985d8-6d56-43f0-ab8e-a43fde6f1e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c506a61-3ad0-436c-b5af-1dd11e0fa1d4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-966599028-router', 'tenant_id': '7dd3c8e221f9433b9e41db5bb127ec48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': 'fa50976e-aefa-45dd-8e42-ccb004496ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:40:40Z', 'updated_at': '2022-06-01T18:40:54Z', 'revision_number': 4, 'project_id': '7dd3c8e221f9433b9e41db5bb127ec48', 'gw_port': {'id': 'fa50976e-aefa-45dd-8e42-ccb004496ea7', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ca:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c506a61-3ad0-436c-b5af-1dd11e0fa1d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:40:42Z', 'updated_at': '2022-06-01T18:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_floatingips': [{'id': 'a1c293b1-4603-4701-b656-c4b24becc4b1', 'tenant_id': '7dd3c8e221f9433b9e41db5bb127ec48', 'floating_ip_address': '172.25.4.199', 'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'router_id': '3c506a61-3ad0-436c-b5af-1dd11e0fa1d4', 'port_id': 'a13713c9-d7a2-4f8d-abdf-78dc0a206030', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18cc4e4f-761f-49c9-826c-48ea46f95616', 'mac_address': 'fa:16:3e:0e:75:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad0c3d03-d198-45df-bcae-38fd247504e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T18:41:36Z', 'updated_at': '2022-06-01T18:42:05Z', 'revision_number': 1, 'project_id': '7dd3c8e221f9433b9e41db5bb127ec48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89dcbeb8-b038-4d51-8cb6-78072f35c675', 'name': '', 'network_id': '18cc4e4f-761f-49c9-826c-48ea46f95616', 'tenant_id': '7dd3c8e221f9433b9e41db5bb127ec48', 'mac_address': 'fa:16:3e:4f:78:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c506a61-3ad0-436c-b5af-1dd11e0fa1d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'a2dd2f73-8ed9-4db5-a137-6e9cf02d18e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:40:51Z', 'updated_at': '2022-06-01T18:41:05Z', 'revision_number': 5, 'project_id': '7dd3c8e221f9433b9e41db5bb127ec48', 'subnets': [{'id': 'a2dd2f73-8ed9-4db5-a137-6e9cf02d18e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:42:07.790644 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-073985d8-6d56-43f0-ab8e-a43fde6f1e8f None None] Checking router: 3c506a61-3ad0-436c-b5af-1dd11e0fa1d4 for host: n-d-844202-1 {{(pid=88526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 18:42:07.799521 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073985d8-6d56-43f0-ab8e-a43fde6f1e8f None None] Routers {'3c506a61-3ad0-436c-b5af-1dd11e0fa1d4'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:42:07.800119 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-073985d8-6d56-43f0-ab8e-a43fde6f1e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:41:39Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['3c506a61-3ad0-436c-b5af-1dd11e0fa1d4'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:42:07.864695 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2613e8d0-3669-42c3-a004-13a4294f0a6f admin admin] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 18:42:07.900101 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e1ec72-f164-426a-b7dd-3b647cf369ba None None] Sync routers for ids ['e382871c-246a-46b7-8bb4-dda49899d8cb'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 18:42:07.909942 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-2613e8d0-3669-42c3-a004-13a4294f0a6f admin admin] 10.222.0.41 "PUT /v2.0/routers/e382871c-246a-46b7-8bb4-dda49899d8cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8063018 Jun 01 18:42:07.940527 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e1ec72-f164-426a-b7dd-3b647cf369ba None None] Routers {'e382871c-246a-46b7-8bb4-dda49899d8cb'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:42:07.941849 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-b0e1ec72-f164-426a-b7dd-3b647cf369ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:41:39Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['e382871c-246a-46b7-8bb4-dda49899d8cb'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:42:07.949662 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7c7aab-ee56-469b-be5b-23128ad573c1 req-3f869c03-2e1c-4417-9a5f-65914f519656 tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:42:07.951557 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-1b7c7aab-ee56-469b-be5b-23128ad573c1 req-3f869c03-2e1c-4417-9a5f-65914f519656 tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] 10.222.0.41 "GET /v2.0/ports?device_id=ad0c3d03-d198-45df-bcae-38fd247504e2 HTTP/1.1" status: 200 len: 945 time: 0.2970703 Jun 01 18:42:08.005863 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-9639fa88-cfea-4a5f-acc6-762a9a3bd56d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cbbe0563c4474f60818766a00ea8b082&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3494093 Jun 01 18:42:08.011256 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 42850) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:42:08.012774 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-02abb572-4d85-470f-9a78-2fac3461a3ed req-c08e7c0c-1d24-4a08-aaf3-815f24619c89 tempest-LiveMigrationNegativeTest-1882969379 tempest-LiveMigrationNegativeTest-1882969379-project] For port 22afea50-157c-4be4-920d-4f6d8307b7b6, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=22afea50-157c-4be4-920d-4f6d8307b7b6,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:42:08.013233 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-02abb572-4d85-470f-9a78-2fac3461a3ed req-c08e7c0c-1d24-4a08-aaf3-815f24619c89 tempest-LiveMigrationNegativeTest-1882969379 tempest-LiveMigrationNegativeTest-1882969379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:08.034794 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9639fa88-cfea-4a5f-acc6-762a9a3bd56d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a33f3a74-4e7c-45f4-a78a-6f5bddae9e3d,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:42:08.038082 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-073985d8-6d56-43f0-ab8e-a43fde6f1e8f None None] Set router 3c506a61-3ad0-436c-b5af-1dd11e0fa1d4 gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:42:08.059759 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-fee72849-9d32-4a62-9182-08139878d9f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:08.092528 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-fee72849-9d32-4a62-9182-08139878d9f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:08.137080 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-1b7c7aab-ee56-469b-be5b-23128ad573c1 req-17a04056-a113-46ed-97ca-7e278d3c9047 tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] 10.222.0.41 "GET /v2.0/security-groups?id=90cc0839-524f-48ee-bc32-5b782e7aaf99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1733346 Jun 01 18:42:08.198170 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee72849-9d32-4a62-9182-08139878d9f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0241782d-0ba8-4cd0-93f2-89df1d59bf17,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:42:08.201000 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-02abb572-4d85-470f-9a78-2fac3461a3ed req-c08e7c0c-1d24-4a08-aaf3-815f24619c89 tempest-LiveMigrationNegativeTest-1882969379 tempest-LiveMigrationNegativeTest-1882969379-project] Calling delete_port for 22afea50-157c-4be4-920d-4f6d8307b7b6 owned by compute:nova {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:42:08.204403 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-fee72849-9d32-4a62-9182-08139878d9f2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6eb5c9b9c36641f0b64cc6feda0c6f03&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7941389 Jun 01 18:42:08.206430 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 42862) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:42:08.294337 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2653cec6-9ac3-41cd-9222-3d65b0f58904 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:08.325585 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2653cec6-9ac3-41cd-9222-3d65b0f58904 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:08.332927 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-b0e1ec72-f164-426a-b7dd-3b647cf369ba None None] Set router e382871c-246a-46b7-8bb4-dda49899d8cb gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:42:08.453712 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device ca33a62c-04fd-47b9-b4f4-68e7629e50d1 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:42:08.539638 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a6111236-9010-4f05-9b0f-affcf6640ed7 req-5b803d56-3cf7-4b68-bd40-02b7930cc036 tempest-FloatingIPDetailsTestJSON-699827793 tempest-FloatingIPDetailsTestJSON-699827793-project] 10.222.0.41 "GET /v2.0/floatingips/e068fdeb-e25a-49a8-9d52-72581428eff4 HTTP/1.1" status: 200 len: 693 time: 0.1714897 Jun 01 18:42:08.539858 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c030f7e6-f2c4-4671-a36a-24b480a8a60c'] response: {'name': 'network-changed', 'server_uuid': 'ad0c3d03-d198-45df-bcae-38fd247504e2', 'tag': 'a13713c9-d7a2-4f8d-abdf-78dc0a206030', 'status': 'completed', 'code': 200} Jun 01 18:42:08.554321 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-02abb572-4d85-470f-9a78-2fac3461a3ed req-c08e7c0c-1d24-4a08-aaf3-815f24619c89 tempest-LiveMigrationNegativeTest-1882969379 tempest-LiveMigrationNegativeTest-1882969379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:08.569782 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] get_ports_and_sgs() called for port_ids ['a2548e79-ae7a-4732-be82-19b1f6e66027', '22afea50-157c-4be4-920d-4f6d8307b7b6'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:42:08.730571 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-b0e1ec72-f164-426a-b7dd-3b647cf369ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e382871c-246a-46b7-8bb4-dda49899d8cb', 'name': 'tempest-AttachSCSIVolumeTestJSON-695433826-router', 'tenant_id': 'b2fc35811561461b9f06bb5ae636c264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': 'ca33a62c-04fd-47b9-b4f4-68e7629e50d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:41:57Z', 'updated_at': '2022-06-01T18:42:05Z', 'revision_number': 4, 'project_id': 'b2fc35811561461b9f06bb5ae636c264', 'gw_port': {'id': 'ca33a62c-04fd-47b9-b4f4-68e7629e50d1', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:f5:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e382871c-246a-46b7-8bb4-dda49899d8cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:41:58Z', 'updated_at': '2022-06-01T18:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': 'e42b8b77-8718-40f0-b537-6fc687570cb7', 'name': '', 'network_id': 'a22884f9-447c-4fe6-bc33-ad08c444cdec', 'tenant_id': 'b2fc35811561461b9f06bb5ae636c264', 'mac_address': 'fa:16:3e:23:ec:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e382871c-246a-46b7-8bb4-dda49899d8cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '5e801a7e-b92c-437d-98c9-c4533c4892db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:42:03Z', 'updated_at': '2022-06-01T18:42:05Z', 'revision_number': 2, 'project_id': 'b2fc35811561461b9f06bb5ae636c264', 'subnets': [{'id': '5e801a7e-b92c-437d-98c9-c4533c4892db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:42:08.738861 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e1ec72-f164-426a-b7dd-3b647cf369ba None None] Checking router: e382871c-246a-46b7-8bb4-dda49899d8cb for host: n-d-844202-1 {{(pid=88527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 18:42:08.747084 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e1ec72-f164-426a-b7dd-3b647cf369ba None None] Updating router e382871c-246a-46b7-8bb4-dda49899d8cb port e42b8b77-8718-40f0-b537-6fc687570cb7 binding host n-d-844202-1 {{(pid=88527) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 18:42:08.761156 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-78835cb1-db58-42f3-85e3-f36f3c55fc5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:08.835344 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-78835cb1-db58-42f3-85e3-f36f3c55fc5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:08.848455 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-b0e1ec72-f164-426a-b7dd-3b647cf369ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:08.907076 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2653cec6-9ac3-41cd-9222-3d65b0f58904 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:08.966041 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08e7c0c-1d24-4a08-aaf3-815f24619c89 tempest-LiveMigrationNegativeTest-1882969379 tempest-LiveMigrationNegativeTest-1882969379-project] Pushing event deleted for resources: {'Port': ['ID=22afea50-157c-4be4-920d-4f6d8307b7b6,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:42:09.054501 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-888ed462-ec4b-4eb5-8de4-a227566b6eb6 req-47538cfa-bab9-48e8-871d-a7d08ebec8f6 service neutron] 10.222.0.41 "GET /v2.0/networks/411d1518-9352-4dec-8af2-2285a53556b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2780335 Jun 01 18:42:09.069508 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-78835cb1-db58-42f3-85e3-f36f3c55fc5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:09.084642 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2d23b1-7a67-4e1d-bcf6-b06e3bbf7500 req-a9f9dd21-0653-4414-97fc-2e52ceec7daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:42:09.086167 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4b2d23b1-7a67-4e1d-bcf6-b06e3bbf7500 req-a9f9dd21-0653-4414-97fc-2e52ceec7daf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7dd3c8e221f9433b9e41db5bb127ec48&device_id=ad0c3d03-d198-45df-bcae-38fd247504e2 HTTP/1.1" status: 200 len: 1096 time: 0.7522452 Jun 01 18:42:09.087029 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2653cec6-9ac3-41cd-9222-3d65b0f58904 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:09.094055 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-2653cec6-9ac3-41cd-9222-3d65b0f58904 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0241782d-0ba8-4cd0-93f2-89df1d59bf17 HTTP/1.1" status: 204 len: 168 time: 0.8862216 Jun 01 18:42:09.095246 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2653cec6-9ac3-41cd-9222-3d65b0f58904 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0241782d-0ba8-4cd0-93f2-89df1d59bf17,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:42:09.119624 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-02abb572-4d85-470f-9a78-2fac3461a3ed req-c08e7c0c-1d24-4a08-aaf3-815f24619c89 tempest-LiveMigrationNegativeTest-1882969379 tempest-LiveMigrationNegativeTest-1882969379-project] No DVR routers for this DVR port 22afea50-157c-4be4-920d-4f6d8307b7b6 on host n-h2-844202-1 {{(pid=88524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 18:42:09.123120 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-02abb572-4d85-470f-9a78-2fac3461a3ed req-c08e7c0c-1d24-4a08-aaf3-815f24619c89 tempest-LiveMigrationNegativeTest-1882969379 tempest-LiveMigrationNegativeTest-1882969379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:09.143852 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78835cb1-db58-42f3-85e3-f36f3c55fc5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a33f3a74-4e7c-45f4-a78a-6f5bddae9e3d,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:42:09.187683 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-78835cb1-db58-42f3-85e3-f36f3c55fc5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:09.189871 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-78835cb1-db58-42f3-85e3-f36f3c55fc5b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a33f3a74-4e7c-45f4-a78a-6f5bddae9e3d HTTP/1.1" status: 204 len: 168 time: 1.1614091 Jun 01 18:42:09.194198 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-02abb572-4d85-470f-9a78-2fac3461a3ed req-c08e7c0c-1d24-4a08-aaf3-815f24619c89 tempest-LiveMigrationNegativeTest-1882969379 tempest-LiveMigrationNegativeTest-1882969379-project] 10.222.0.50 "DELETE /v2.0/ports/22afea50-157c-4be4-920d-4f6d8307b7b6 HTTP/1.1" status: 204 len: 173 time: 2.1618226 Jun 01 18:42:09.321147 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port ca33a62c-04fd-47b9-b4f4-68e7629e50d1 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:42:09.321147 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:09.348352 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6111236-9010-4f05-9b0f-affcf6640ed7 req-03e58c67-c624-465f-aeae-6d63c0c29d6c tempest-FloatingIPDetailsTestJSON-699827793 tempest-FloatingIPDetailsTestJSON-699827793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:42:09.355901 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a6111236-9010-4f05-9b0f-affcf6640ed7 req-03e58c67-c624-465f-aeae-6d63c0c29d6c tempest-FloatingIPDetailsTestJSON-699827793 tempest-FloatingIPDetailsTestJSON-699827793-project] 10.222.0.41 "GET /v2.0/networks/72a72e44-6845-488a-a5ff-3a26d4df9cb3 HTTP/1.1" status: 200 len: 784 time: 0.8090417 Jun 01 18:42:09.368029 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [req-a6111236-9010-4f05-9b0f-affcf6640ed7 req-fd16b909-32e6-4320-8211-ea5dd72bf832 tempest-FloatingIPDetailsTestJSON-699827793 tempest-FloatingIPDetailsTestJSON-699827793-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=88525) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 18:42:09.383462 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a6111236-9010-4f05-9b0f-affcf6640ed7 req-fd16b909-32e6-4320-8211-ea5dd72bf832 tempest-FloatingIPDetailsTestJSON-699827793 tempest-FloatingIPDetailsTestJSON-699827793-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0250051 Jun 01 18:42:09.477659 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2d23b1-7a67-4e1d-bcf6-b06e3bbf7500 req-4eca26e2-eef1-447d-9cf4-241652297fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:42:09.479940 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4b2d23b1-7a67-4e1d-bcf6-b06e3bbf7500 req-4eca26e2-eef1-447d-9cf4-241652297fbe service neutron] 10.222.0.15 "GET /v2.0/networks?id=18cc4e4f-761f-49c9-826c-48ea46f95616 HTTP/1.1" status: 200 len: 924 time: 0.3720741 Jun 01 18:42:09.782953 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4b2d23b1-7a67-4e1d-bcf6-b06e3bbf7500 req-a0fd06c6-cdae-4051-ad70-d72721436b93 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a13713c9-d7a2-4f8d-abdf-78dc0a206030 HTTP/1.1" status: 200 len: 999 time: 0.2933772 Jun 01 18:42:10.011507 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-276db47b-c8c6-4af0-8f5f-96d8f5f7fc81 req-1e21fd8c-0e8c-4fc5-997f-1964857f0947 tempest-LiveMigrationNegativeTest-1882969379 tempest-LiveMigrationNegativeTest-1882969379-project] Synchronizing usage tracker for tenant:715763ae9500499494499f5dc29cfabf on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:42:10.045943 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-276db47b-c8c6-4af0-8f5f-96d8f5f7fc81 req-1e21fd8c-0e8c-4fc5-997f-1964857f0947 tempest-LiveMigrationNegativeTest-1882969379 tempest-LiveMigrationNegativeTest-1882969379-project] Unset dirty status for tenant:715763ae9500499494499f5dc29cfabf on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:42:10.047302 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-752069d6-bb3b-481b-b851-f5eb087d6bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:10.058823 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-276db47b-c8c6-4af0-8f5f-96d8f5f7fc81 req-1e21fd8c-0e8c-4fc5-997f-1964857f0947 tempest-LiveMigrationNegativeTest-1882969379 tempest-LiveMigrationNegativeTest-1882969379-project] 10.222.0.41 "GET /v2.0/ports?device_id=f096ea16-3221-4f4a-9ce7-f62e38bf30bb HTTP/1.1" status: 200 len: 210 time: 0.1672277 Jun 01 18:42:10.075107 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-b0e1ec72-f164-426a-b7dd-3b647cf369ba None None] Notify callbacks [] for port, precommit_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:10.115556 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.provisioning_blocks [None req-b0e1ec72-f164-426a-b7dd-3b647cf369ba None None] Transition to ACTIVE for port object e42b8b77-8718-40f0-b537-6fc687570cb7 will not be triggered until provisioned by entity L2. {{(pid=88527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:42:10.138141 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-b0e1ec72-f164-426a-b7dd-3b647cf369ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:10.220996 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2d23b1-7a67-4e1d-bcf6-b06e3bbf7500 req-8dc68a75-8d10-4856-b599-a3d15ac8e0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:42:10.222566 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4b2d23b1-7a67-4e1d-bcf6-b06e3bbf7500 req-8dc68a75-8d10-4856-b599-a3d15ac8e0c1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a2dd2f73-8ed9-4db5-a137-6e9cf02d18e0 HTTP/1.1" status: 200 len: 862 time: 0.3760350 Jun 01 18:42:10.235785 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866a13ca-6157-40a4-810f-aa5b87081522 req-620ae84d-4041-4d14-98db-da1f676425e5 tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:42:10.237598 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-866a13ca-6157-40a4-810f-aa5b87081522 req-620ae84d-4041-4d14-98db-da1f676425e5 tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5a404c5-f4b1-43aa-93af-4f1281dc0d33 HTTP/1.1" status: 200 len: 945 time: 0.4536927 Jun 01 18:42:10.252621 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-073985d8-6d56-43f0-ab8e-a43fde6f1e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c506a61-3ad0-436c-b5af-1dd11e0fa1d4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-966599028-router', 'tenant_id': '7dd3c8e221f9433b9e41db5bb127ec48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': 'fa50976e-aefa-45dd-8e42-ccb004496ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:40:40Z', 'updated_at': '2022-06-01T18:40:54Z', 'revision_number': 4, 'project_id': '7dd3c8e221f9433b9e41db5bb127ec48', 'gw_port': {'id': 'fa50976e-aefa-45dd-8e42-ccb004496ea7', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ca:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c506a61-3ad0-436c-b5af-1dd11e0fa1d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:40:42Z', 'updated_at': '2022-06-01T18:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_floatingips': [{'id': 'a1c293b1-4603-4701-b656-c4b24becc4b1', 'tenant_id': '7dd3c8e221f9433b9e41db5bb127ec48', 'floating_ip_address': '172.25.4.199', 'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'router_id': '3c506a61-3ad0-436c-b5af-1dd11e0fa1d4', 'port_id': 'a13713c9-d7a2-4f8d-abdf-78dc0a206030', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18cc4e4f-761f-49c9-826c-48ea46f95616', 'mac_address': 'fa:16:3e:0e:75:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad0c3d03-d198-45df-bcae-38fd247504e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T18:41:36Z', 'updated_at': '2022-06-01T18:42:05Z', 'revision_number': 1, 'project_id': '7dd3c8e221f9433b9e41db5bb127ec48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89dcbeb8-b038-4d51-8cb6-78072f35c675', 'name': '', 'network_id': '18cc4e4f-761f-49c9-826c-48ea46f95616', 'tenant_id': '7dd3c8e221f9433b9e41db5bb127ec48', 'mac_address': 'fa:16:3e:4f:78:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c506a61-3ad0-436c-b5af-1dd11e0fa1d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'a2dd2f73-8ed9-4db5-a137-6e9cf02d18e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:40:51Z', 'updated_at': '2022-06-01T18:41:05Z', 'revision_number': 5, 'project_id': '7dd3c8e221f9433b9e41db5bb127ec48', 'subnets': [{'id': 'a2dd2f73-8ed9-4db5-a137-6e9cf02d18e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:42:10.345916 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port ca33a62c-04fd-47b9-b4f4-68e7629e50d1 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:42:10.365142 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-073985d8-6d56-43f0-ab8e-a43fde6f1e8f None None] The sync data for ids ['3c506a61-3ad0-436c-b5af-1dd11e0fa1d4'] in n-d-844202-1 is: [{'id': '3c506a61-3ad0-436c-b5af-1dd11e0fa1d4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-966599028-router', 'tenant_id': '7dd3c8e221f9433b9e41db5bb127ec48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': 'fa50976e-aefa-45dd-8e42-ccb004496ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:40:40Z', 'updated_at': '2022-06-01T18:40:54Z', 'revision_number': 4, 'project_id': '7dd3c8e221f9433b9e41db5bb127ec48', 'gw_port': {'id': 'fa50976e-aefa-45dd-8e42-ccb004496ea7', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ca:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c506a61-3ad0-436c-b5af-1dd11e0fa1d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:40:42Z', 'updated_at': '2022-06-01T18:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_floatingips': [{'id': 'a1c293b1-4603-4701-b656-c4b24becc4b1', 'tenant_id': '7dd3c8e221f9433b9e41db5bb127ec48', 'floating_ip_address': '172.25.4.199', 'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'router_id': '3c506a61-3ad0-436c-b5af-1dd11e0fa1d4', 'port_id': 'a13713c9-d7a2-4f8d-abdf-78dc0a206030', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18cc4e4f-761f-49c9-826c-48ea46f95616', 'mac_address': 'fa:16:3e:0e:75:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad0c3d03-d198-45df-bcae-38fd247504e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T18:41:36Z', 'updated_at': '2022-06-01T18:42:05Z', 'revision_number': 1, 'project_id': '7dd3c8e221f9433b9e41db5bb127ec48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89dcbeb8-b038-4d51-8cb6-78072f35c675', 'name': '', 'network_id': '18cc4e4f-761f-49c9-826c-48ea46f95616', 'tenant_id': '7dd3c8e221f9433b9e41db5bb127ec48', 'mac_address': 'fa:16:3e:4f:78:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c506a61-3ad0-436c-b5af-1dd11e0fa1d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'a2dd2f73-8ed9-4db5-a137-6e9cf02d18e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:40:51Z', 'updated_at': '2022-06-01T18:41:05Z', 'revision_number': 5, 'project_id': '7dd3c8e221f9433b9e41db5bb127ec48', 'subnets': [{'id': 'a2dd2f73-8ed9-4db5-a137-6e9cf02d18e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 18:42:10.389625 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b78502-82fc-4d1b-ab72-06953b9adaba None None] Pushing event updated for resources: {'Port': ['ID=e42b8b77-8718-40f0-b537-6fc687570cb7,revision_number=3']} {{(pid=88527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:42:10.499342 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:10.501356 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6f3e85de-e19f-400f-bd6c-e9e981c5eecb req-c43a1f82-64b3-4750-83e7-7581eae0dea6 tempest-FloatingIPDetailsTestJSON-699827793 tempest-FloatingIPDetailsTestJSON-699827793-project] 10.222.0.41 "GET /v2.0/floatingips/e068fdeb-e25a-49a8-9d52-72581428eff4 HTTP/1.1" status: 200 len: 693 time: 0.3838451 Jun 01 18:42:10.509412 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-866a13ca-6157-40a4-810f-aa5b87081522 req-99d70f6c-3edf-4377-986f-848b875d4245 tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] 10.222.0.41 "GET /v2.0/security-groups?id=00fbe7c4-ce58-4b4a-b646-247d9b388518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2300403 Jun 01 18:42:10.614152 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:10.621574 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 22afea50-157c-4be4-920d-4f6d8307b7b6 no longer exists at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:42:10.624749 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f096ea16-3221-4f4a-9ce7-f62e38bf30bb', 'name': 'network-vif-deleted', 'tag': '22afea50-157c-4be4-920d-4f6d8307b7b6'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:42:10.650064 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 42898) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:42:10.717404 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-478ef624-fab5-421f-89a3-b06d3bc545b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:10.779389 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] No Port match for: 22afea50-157c-4be4-920d-4f6d8307b7b6 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 18:42:10.779723 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 22afea50-157c-4be4-920d-4f6d8307b7b6 not bound to the agent host n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 18:42:10.888558 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-b0e1ec72-f164-426a-b7dd-3b647cf369ba None None] Attempting to bind port e42b8b77-8718-40f0-b537-6fc687570cb7 on host n-d-844202-1 for vnic_type normal with profile {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:42:10.889199 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-b0e1ec72-f164-426a-b7dd-3b647cf369ba None None] Attempting to bind port e42b8b77-8718-40f0-b537-6fc687570cb7 by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': '9a53a35c-8043-4b58-9be9-1626eae9a1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'a22884f9-447c-4fe6-bc33-ad08c444cdec'}] {{(pid=88527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:42:10.889732 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e1ec72-f164-426a-b7dd-3b647cf369ba None None] Attempting to bind port e42b8b77-8718-40f0-b537-6fc687570cb7 on network a22884f9-447c-4fe6-bc33-ad08c444cdec {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:42:10.896529 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e1ec72-f164-426a-b7dd-3b647cf369ba None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 18, 42, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:42:10.897197 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e1ec72-f164-426a-b7dd-3b647cf369ba None None] Checking segment: {'id': '9a53a35c-8043-4b58-9be9-1626eae9a1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'a22884f9-447c-4fe6-bc33-ad08c444cdec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:42:10.897844 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-b0e1ec72-f164-426a-b7dd-3b647cf369ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:10.898380 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e1ec72-f164-426a-b7dd-3b647cf369ba None None] Bound using segment: {'id': '9a53a35c-8043-4b58-9be9-1626eae9a1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'a22884f9-447c-4fe6-bc33-ad08c444cdec'} {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:42:10.898993 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-b0e1ec72-f164-426a-b7dd-3b647cf369ba None None] Bound port: e42b8b77-8718-40f0-b537-6fc687570cb7, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a53a35c-8043-4b58-9be9-1626eae9a1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'a22884f9-447c-4fe6-bc33-ad08c444cdec'}}] {{(pid=88527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:42:10.899528 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-b0e1ec72-f164-426a-b7dd-3b647cf369ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:10.931461 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f8a745ed-543c-41a8-9129-70325e400a05 req-fe165832-a728-430e-9693-f4d13eafb7d3 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] 10.222.0.41 "GET /v2.0/ports?device_id=26f7889e-93cf-42e0-b644-7fc47dc1a909 HTTP/1.1" status: 200 len: 210 time: 0.1837690 Jun 01 18:42:10.947225 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:10.964648 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-478ef624-fab5-421f-89a3-b06d3bc545b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:42:11.020036 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-478ef624-fab5-421f-89a3-b06d3bc545b2 admin admin] Usage tracker for resource:security_group_rule and tenant:0ac7c653f7a146279f6c9c1742895528 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:42:11.036849 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2d23b1-7a67-4e1d-bcf6-b06e3bbf7500 req-8cfb762a-8aaa-4a4e-9559-1124a6186870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:42:11.108910 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4b2d23b1-7a67-4e1d-bcf6-b06e3bbf7500 req-8cfb762a-8aaa-4a4e-9559-1124a6186870 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=18cc4e4f-761f-49c9-826c-48ea46f95616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8000157 Jun 01 18:42:11.140976 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.db [None req-b0e1ec72-f164-426a-b7dd-3b647cf369ba None None] For port e42b8b77-8718-40f0-b537-6fc687570cb7, host n-d-844202-1, cleared binding levels {{(pid=88527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:42:11.151864 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.db [None req-b0e1ec72-f164-426a-b7dd-3b647cf369ba None None] For port e42b8b77-8718-40f0-b537-6fc687570cb7, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=e42b8b77-8718-40f0-b537-6fc687570cb7,segment=NetworkSegment(9a53a35c-8043-4b58-9be9-1626eae9a1a4),segment_id=9a53a35c-8043-4b58-9be9-1626eae9a1a4)] {{(pid=88527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:42:11.160010 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5fccc38-e3df-4933-be70-5f9542cd03d2 None None] New status for floating IP a1c293b1-4603-4701-b656-c4b24becc4b1: ACTIVE {{(pid=88526) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 18:42:11.173697 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-b0e1ec72-f164-426a-b7dd-3b647cf369ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:11.201524 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3e85de-e19f-400f-bd6c-e9e981c5eecb req-dea23110-3f89-4940-86f9-d83a132efd27 tempest-FloatingIPDetailsTestJSON-699827793 tempest-FloatingIPDetailsTestJSON-699827793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:42:11.203972 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6f3e85de-e19f-400f-bd6c-e9e981c5eecb req-dea23110-3f89-4940-86f9-d83a132efd27 tempest-FloatingIPDetailsTestJSON-699827793 tempest-FloatingIPDetailsTestJSON-699827793-project] 10.222.0.41 "GET /v2.0/networks/72a72e44-6845-488a-a5ff-3a26d4df9cb3 HTTP/1.1" status: 200 len: 784 time: 0.6935477 Jun 01 18:42:11.218060 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [req-6f3e85de-e19f-400f-bd6c-e9e981c5eecb req-8358e7ff-2f92-4b34-a2fc-41bf271f20fe tempest-FloatingIPDetailsTestJSON-699827793 tempest-FloatingIPDetailsTestJSON-699827793-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=88524) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 18:42:11.219535 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6f3e85de-e19f-400f-bd6c-e9e981c5eecb req-8358e7ff-2f92-4b34-a2fc-41bf271f20fe tempest-FloatingIPDetailsTestJSON-699827793 tempest-FloatingIPDetailsTestJSON-699827793-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0091586 Jun 01 18:42:11.322878 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6f3e85de-e19f-400f-bd6c-e9e981c5eecb req-da448924-ec54-419d-924d-ba278dd087aa tempest-FloatingIPDetailsTestJSON-699827793 tempest-FloatingIPDetailsTestJSON-699827793-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.4.150 HTTP/1.1" status: 200 len: 696 time: 0.0928483 Jun 01 18:42:11.477624 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-478ef624-fab5-421f-89a3-b06d3bc545b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:42:11.483800 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4b2d23b1-7a67-4e1d-bcf6-b06e3bbf7500 req-d412fb87-5a2d-4d8f-8749-d3b4ebb75eae service neutron] 10.222.0.15 "GET /v2.0/networks/18cc4e4f-761f-49c9-826c-48ea46f95616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3726261 Jun 01 18:42:11.489694 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-478ef624-fab5-421f-89a3-b06d3bc545b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:42:11.495496 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b78502-82fc-4d1b-ab72-06953b9adaba None None] Pushing event updated for resources: {'Port': ['ID=e42b8b77-8718-40f0-b537-6fc687570cb7,revision_number=4']} {{(pid=88527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:42:11.514741 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:11.519581 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6f3e85de-e19f-400f-bd6c-e9e981c5eecb req-37108dbd-12c6-495a-85b9-eb0c7c3db6ea tempest-FloatingIPDetailsTestJSON-699827793 tempest-FloatingIPDetailsTestJSON-699827793-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.4.150 HTTP/1.1" status: 200 len: 696 time: 0.1900668 Jun 01 18:42:11.575558 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e1ec72-f164-426a-b7dd-3b647cf369ba None None] Routers {'e382871c-246a-46b7-8bb4-dda49899d8cb'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:42:11.577966 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-b0e1ec72-f164-426a-b7dd-3b647cf369ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:42:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['e382871c-246a-46b7-8bb4-dda49899d8cb'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:42:11.824438 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a763a0-0b9f-4800-a88b-dc16de655019 req-7445c6b8-7737-4434-81d2-18a345509be2 tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:42:11.838163 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-80a763a0-0b9f-4800-a88b-dc16de655019 req-7445c6b8-7737-4434-81d2-18a345509be2 tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5a404c5-f4b1-43aa-93af-4f1281dc0d33 HTTP/1.1" status: 200 len: 945 time: 0.3499722 Jun 01 18:42:11.850668 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 42916) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:42:11.850935 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4b2d23b1-7a67-4e1d-bcf6-b06e3bbf7500 req-cfc4b601-3b26-49c2-a1f1-7e01cde3571c service neutron] 10.222.0.15 "GET /v2.0/networks/18cc4e4f-761f-49c9-826c-48ea46f95616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2981000 Jun 01 18:42:11.893866 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-6361dfac-6940-402b-a584-15f3c0eda9ea tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] Request body: {'floatingip': {'port_id': '2225f2a3-bed3-4b15-93f5-1073394704ac'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:42:11.998622 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-478ef624-fab5-421f-89a3-b06d3bc545b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:12.030993 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-478ef624-fab5-421f-89a3-b06d3bc545b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:12.069930 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:12.180892 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478ef624-fab5-421f-89a3-b06d3bc545b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfad54e7-fb66-4ab0-818b-84d42a9dce4c,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:42:12.192186 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-478ef624-fab5-421f-89a3-b06d3bc545b2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0ac7c653f7a146279f6c9c1742895528&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5250311 Jun 01 18:42:12.193208 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 42926) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:42:12.203772 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc977a75-aac7-4c37-a883-9e69b84188af'] response: {'server_uuid': 'f096ea16-3221-4f4a-9ce7-f62e38bf30bb', 'name': 'network-vif-deleted', 'tag': '22afea50-157c-4be4-920d-4f6d8307b7b6', 'status': 'completed', 'code': 200} Jun 01 18:42:12.419799 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-b0e1ec72-f164-426a-b7dd-3b647cf369ba None None] Set router e382871c-246a-46b7-8bb4-dda49899d8cb gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:42:12.472004 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6361dfac-6940-402b-a584-15f3c0eda9ea tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] Notify callbacks [] for floatingip, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:12.885232 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-b0e1ec72-f164-426a-b7dd-3b647cf369ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e382871c-246a-46b7-8bb4-dda49899d8cb', 'name': 'tempest-AttachSCSIVolumeTestJSON-695433826-router', 'tenant_id': 'b2fc35811561461b9f06bb5ae636c264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': 'ca33a62c-04fd-47b9-b4f4-68e7629e50d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:41:57Z', 'updated_at': '2022-06-01T18:42:05Z', 'revision_number': 4, 'project_id': 'b2fc35811561461b9f06bb5ae636c264', 'gw_port': {'id': 'ca33a62c-04fd-47b9-b4f4-68e7629e50d1', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:f5:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e382871c-246a-46b7-8bb4-dda49899d8cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:41:58Z', 'updated_at': '2022-06-01T18:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': 'e42b8b77-8718-40f0-b537-6fc687570cb7', 'name': '', 'network_id': 'a22884f9-447c-4fe6-bc33-ad08c444cdec', 'tenant_id': 'b2fc35811561461b9f06bb5ae636c264', 'mac_address': 'fa:16:3e:23:ec:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e382871c-246a-46b7-8bb4-dda49899d8cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '5e801a7e-b92c-437d-98c9-c4533c4892db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:42:03Z', 'updated_at': '2022-06-01T18:42:11Z', 'revision_number': 4, 'project_id': 'b2fc35811561461b9f06bb5ae636c264', 'subnets': [{'id': '5e801a7e-b92c-437d-98c9-c4533c4892db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:42:12.890584 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e1ec72-f164-426a-b7dd-3b647cf369ba None None] The sync data for ids ['e382871c-246a-46b7-8bb4-dda49899d8cb'] in n-d-844202-1 is: [{'id': 'e382871c-246a-46b7-8bb4-dda49899d8cb', 'name': 'tempest-AttachSCSIVolumeTestJSON-695433826-router', 'tenant_id': 'b2fc35811561461b9f06bb5ae636c264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': 'ca33a62c-04fd-47b9-b4f4-68e7629e50d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:41:57Z', 'updated_at': '2022-06-01T18:42:05Z', 'revision_number': 4, 'project_id': 'b2fc35811561461b9f06bb5ae636c264', 'gw_port': {'id': 'ca33a62c-04fd-47b9-b4f4-68e7629e50d1', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:f5:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e382871c-246a-46b7-8bb4-dda49899d8cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:41:58Z', 'updated_at': '2022-06-01T18:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': 'e42b8b77-8718-40f0-b537-6fc687570cb7', 'name': '', 'network_id': 'a22884f9-447c-4fe6-bc33-ad08c444cdec', 'tenant_id': 'b2fc35811561461b9f06bb5ae636c264', 'mac_address': 'fa:16:3e:23:ec:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e382871c-246a-46b7-8bb4-dda49899d8cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '5e801a7e-b92c-437d-98c9-c4533c4892db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:42:03Z', 'updated_at': '2022-06-01T18:42:11Z', 'revision_number': 4, 'project_id': 'b2fc35811561461b9f06bb5ae636c264', 'subnets': [{'id': '5e801a7e-b92c-437d-98c9-c4533c4892db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 18:42:13.137222 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-23d36f84-0a18-4281-b3a8-f368941e164f req-c202e917-9523-4847-a17d-d99b4e701d8c tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] 10.222.0.41 "GET /v2.0/ports?device_id=26f7889e-93cf-42e0-b644-7fc47dc1a909 HTTP/1.1" status: 200 len: 210 time: 0.6224840 Jun 01 18:42:13.156014 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-6f3e85de-e19f-400f-bd6c-e9e981c5eecb req-534b6879-a075-4756-bc05-6e917c28aef3 tempest-FloatingIPDetailsTestJSON-699827793 tempest-FloatingIPDetailsTestJSON-699827793-project] Deleting port b93af534-a3ae-4957-bc84-1c3b0500b454 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:42:13.156588 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-6f3e85de-e19f-400f-bd6c-e9e981c5eecb req-534b6879-a075-4756-bc05-6e917c28aef3 tempest-FloatingIPDetailsTestJSON-699827793 tempest-FloatingIPDetailsTestJSON-699827793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:13.307970 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f0f61b40-6f31-491d-842f-132310b8fbca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:13.380578 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f0f61b40-6f31-491d-842f-132310b8fbca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:13.453682 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f0f61b40-6f31-491d-842f-132310b8fbca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:13.499264 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f61b40-6f31-491d-842f-132310b8fbca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfad54e7-fb66-4ab0-818b-84d42a9dce4c,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:42:13.511207 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f0f61b40-6f31-491d-842f-132310b8fbca admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:13.512832 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-f0f61b40-6f31-491d-842f-132310b8fbca admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/dfad54e7-fb66-4ab0-818b-84d42a9dce4c HTTP/1.1" status: 204 len: 168 time: 1.3180273 Jun 01 18:42:13.549725 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888ed462-ec4b-4eb5-8de4-a227566b6eb6 req-e826d82c-a544-4f32-85d0-7fcffe5a55e2 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:42:13.553656 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-888ed462-ec4b-4eb5-8de4-a227566b6eb6 req-e826d82c-a544-4f32-85d0-7fcffe5a55e2 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] 10.222.0.15 "GET /v2.0/networks?id=411d1518-9352-4dec-8af2-2285a53556b4 HTTP/1.1" status: 200 len: 821 time: 1.0401435 Jun 01 18:42:13.576626 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [req-888ed462-ec4b-4eb5-8de4-a227566b6eb6 req-e1d2e3e4-0f53-4c28-bf87-2342706f3837 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] Request body: {'port': {'device_id': '26f7889e-93cf-42e0-b644-7fc47dc1a909', 'network_id': '411d1518-9352-4dec-8af2-2285a53556b4', 'admin_state_up': True, 'tenant_id': '0182a2e51ffc43df8efdd2130dbcea4d'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:42:13.971889 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-6f3e85de-e19f-400f-bd6c-e9e981c5eecb req-534b6879-a075-4756-bc05-6e917c28aef3 tempest-FloatingIPDetailsTestJSON-699827793 tempest-FloatingIPDetailsTestJSON-699827793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:13.972524 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-6f3e85de-e19f-400f-bd6c-e9e981c5eecb req-534b6879-a075-4756-bc05-6e917c28aef3 tempest-FloatingIPDetailsTestJSON-699827793 tempest-FloatingIPDetailsTestJSON-699827793-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:14.023988 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [req-888ed462-ec4b-4eb5-8de4-a227566b6eb6 req-e1d2e3e4-0f53-4c28-bf87-2342706f3837 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:42:14.059046 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [req-888ed462-ec4b-4eb5-8de4-a227566b6eb6 req-e1d2e3e4-0f53-4c28-bf87-2342706f3837 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:42:14.080708 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-888ed462-ec4b-4eb5-8de4-a227566b6eb6 req-e1d2e3e4-0f53-4c28-bf87-2342706f3837 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] Made reservation on behalf of 0182a2e51ffc43df8efdd2130dbcea4d for: {'port': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:42:14.091306 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-888ed462-ec4b-4eb5-8de4-a227566b6eb6 req-e1d2e3e4-0f53-4c28-bf87-2342706f3837 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:14.263570 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.agents_db [None req-e814b9cf-7de8-45d0-a079-29c61fabe7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 18:42:14.461464 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-6f3e85de-e19f-400f-bd6c-e9e981c5eecb req-534b6879-a075-4756-bc05-6e917c28aef3 tempest-FloatingIPDetailsTestJSON-699827793 tempest-FloatingIPDetailsTestJSON-699827793-project] Calling delete_port for b93af534-a3ae-4957-bc84-1c3b0500b454 owned by network:floatingip {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:42:14.631112 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device e42b8b77-8718-40f0-b537-6fc687570cb7 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:42:14.653468 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [req-888ed462-ec4b-4eb5-8de4-a227566b6eb6 req-e1d2e3e4-0f53-4c28-bf87-2342706f3837 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] Allocated IP 172.20.0.14 (411d1518-9352-4dec-8af2-2285a53556b4/cfa67698-6bf3-43ec-a752-299eaec79caf/865499a8-4a47-4d3a-a9d0-7d19c3aa98c3) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:42:14.795182 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port e42b8b77-8718-40f0-b537-6fc687570cb7 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:42:14.825474 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port e42b8b77-8718-40f0-b537-6fc687570cb7 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:42:14.825908 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:15.089295 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port e42b8b77-8718-40f0-b537-6fc687570cb7 is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:42:15.090352 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:15.116706 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-6f3e85de-e19f-400f-bd6c-e9e981c5eecb req-534b6879-a075-4756-bc05-6e917c28aef3 tempest-FloatingIPDetailsTestJSON-699827793 tempest-FloatingIPDetailsTestJSON-699827793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:15.139807 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port e42b8b77-8718-40f0-b537-6fc687570cb7, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=e42b8b77-8718-40f0-b537-6fc687570cb7,segment=NetworkSegment(9a53a35c-8043-4b58-9be9-1626eae9a1a4),segment_id=9a53a35c-8043-4b58-9be9-1626eae9a1a4)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:42:15.146586 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:15.331156 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-888ed462-ec4b-4eb5-8de4-a227566b6eb6 req-e1d2e3e4-0f53-4c28-bf87-2342706f3837 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:15.350410 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=e42b8b77-8718-40f0-b537-6fc687570cb7,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:42:15.353110 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534b6879-a075-4756-bc05-6e917c28aef3 tempest-FloatingIPDetailsTestJSON-699827793 tempest-FloatingIPDetailsTestJSON-699827793-project] Pushing event deleted for resources: {'Port': ['ID=b93af534-a3ae-4957-bc84-1c3b0500b454,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:42:15.374790 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:42:15.375157 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:42:15.376633 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:42:15.378382 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:42:15.380423 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:42:15.380780 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:42:15.381121 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:42:15.381629 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:42:15.381970 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:42:15.383130 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:42:15.383480 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:42:15.385642 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-888ed462-ec4b-4eb5-8de4-a227566b6eb6 req-e1d2e3e4-0f53-4c28-bf87-2342706f3837 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:15.387109 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:42:15.416286 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.db.resource_extend [None req-6361dfac-6940-402b-a584-15f3c0eda9ea tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 18:42:15.493025 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-888ed462-ec4b-4eb5-8de4-a227566b6eb6 req-e1d2e3e4-0f53-4c28-bf87-2342706f3837 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] Network 411d1518-9352-4dec-8af2-2285a53556b4 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:42:15.500309 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [req-888ed462-ec4b-4eb5-8de4-a227566b6eb6 req-e1d2e3e4-0f53-4c28-bf87-2342706f3837 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:42:15.509138 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [req-888ed462-ec4b-4eb5-8de4-a227566b6eb6 req-e1d2e3e4-0f53-4c28-bf87-2342706f3837 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:42:15.538929 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 42974) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:42:15.556154 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d2e3e4-0f53-4c28-bf87-2342706f3837 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] Pushing event updated for resources: {'Port': ['ID=865499a8-4a47-4d3a-a9d0-7d19c3aa98c3,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:42:15.591659 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6361dfac-6940-402b-a584-15f3c0eda9ea tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:15.602914 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6361dfac-6940-402b-a584-15f3c0eda9ea tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887712'] for floatingip, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:15.610349 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888ed462-ec4b-4eb5-8de4-a227566b6eb6 req-e1d2e3e4-0f53-4c28-bf87-2342706f3837 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:42:15.611468 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-888ed462-ec4b-4eb5-8de4-a227566b6eb6 req-e1d2e3e4-0f53-4c28-bf87-2342706f3837 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:15.652537 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-6f3e85de-e19f-400f-bd6c-e9e981c5eecb req-534b6879-a075-4756-bc05-6e917c28aef3 tempest-FloatingIPDetailsTestJSON-699827793 tempest-FloatingIPDetailsTestJSON-699827793-project] Notify callbacks [] for floatingip, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:15.652812 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-888ed462-ec4b-4eb5-8de4-a227566b6eb6 req-e1d2e3e4-0f53-4c28-bf87-2342706f3837 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0884240 Jun 01 18:42:15.666740 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c020843-2171-44b8-a0c7-d3a589d05f4a req-11cf3e0d-b7e4-4480-b918-62206208ab9f tempest-LiveMigrationNegativeTest-1882969379 tempest-LiveMigrationNegativeTest-1882969379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:42:15.668832 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3c020843-2171-44b8-a0c7-d3a589d05f4a req-11cf3e0d-b7e4-4480-b918-62206208ab9f tempest-LiveMigrationNegativeTest-1882969379 tempest-LiveMigrationNegativeTest-1882969379-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ed323ce-e0cd-4c98-8e53-25c534a22845 HTTP/1.1" status: 200 len: 950 time: 0.5086975 Jun 01 18:42:15.675049 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [req-888ed462-ec4b-4eb5-8de4-a227566b6eb6 req-2658be07-1bd0-401c-a0f7-a2b4aebcb09b service neutron] Request body: {'port': {'device_id': '26f7889e-93cf-42e0-b644-7fc47dc1a909', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844202-1'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:42:15.700860 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a244d984-0462-4e73-84b2-15b2523c02cf req-8a1c1ee5-579f-4b98-856c-aab3b88b402f tempest-LiveMigrationNegativeTest-1882969379 tempest-LiveMigrationNegativeTest-1882969379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:42:15.702266 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a244d984-0462-4e73-84b2-15b2523c02cf req-8a1c1ee5-579f-4b98-856c-aab3b88b402f tempest-LiveMigrationNegativeTest-1882969379 tempest-LiveMigrationNegativeTest-1882969379-project] 10.222.0.50 "GET /v2.0/ports?device_id=8ed323ce-e0cd-4c98-8e53-25c534a22845 HTTP/1.1" status: 200 len: 950 time: 0.4604714 Jun 01 18:42:15.711115 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-b98a00b6-7bdd-475a-a27b-0442b03a64b4 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-260000424-network', 'tenant_id': 'e0dc2e96ec69456782f276e47bf2486d'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:42:15.817230 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3c020843-2171-44b8-a0c7-d3a589d05f4a req-d6efd9b9-dcd4-4e78-9741-7513bd0dc3bf tempest-LiveMigrationNegativeTest-1882969379 tempest-LiveMigrationNegativeTest-1882969379-project] 10.222.0.41 "GET /v2.0/security-groups?id=c22519b8-f40a-47d0-938e-7f5b69f12a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071591 Jun 01 18:42:15.845158 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-888ed462-ec4b-4eb5-8de4-a227566b6eb6 req-2658be07-1bd0-401c-a0f7-a2b4aebcb09b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:15.858604 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-b98a00b6-7bdd-475a-a27b-0442b03a64b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:42:15.878010 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-6f3e85de-e19f-400f-bd6c-e9e981c5eecb req-534b6879-a075-4756-bc05-6e917c28aef3 tempest-FloatingIPDetailsTestJSON-699827793 tempest-FloatingIPDetailsTestJSON-699827793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for floatingip, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:15.888976 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6f3e85de-e19f-400f-bd6c-e9e981c5eecb req-534b6879-a075-4756-bc05-6e917c28aef3 tempest-FloatingIPDetailsTestJSON-699827793 tempest-FloatingIPDetailsTestJSON-699827793-project] 10.222.0.41 "DELETE /v2.0/floatingips/e068fdeb-e25a-49a8-9d52-72581428eff4 HTTP/1.1" status: 204 len: 173 time: 4.3629792 Jun 01 18:42:15.918175 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-b98a00b6-7bdd-475a-a27b-0442b03a64b4 admin admin] Usage tracker for resource:network and tenant:e0dc2e96ec69456782f276e47bf2486d is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:42:15.977052 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-b98a00b6-7bdd-475a-a27b-0442b03a64b4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:42:16.022978 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-b98a00b6-7bdd-475a-a27b-0442b03a64b4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:42:16.043726 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-a244d984-0462-4e73-84b2-15b2523c02cf req-8c661cec-4734-4250-b363-c051f68949b6 tempest-LiveMigrationNegativeTest-1882969379 tempest-LiveMigrationNegativeTest-1882969379-project] Deleting port a2548e79-ae7a-4732-be82-19b1f6e66027 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:42:16.044055 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-a244d984-0462-4e73-84b2-15b2523c02cf req-8c661cec-4734-4250-b363-c051f68949b6 tempest-LiveMigrationNegativeTest-1882969379 tempest-LiveMigrationNegativeTest-1882969379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:16.189733 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b98a00b6-7bdd-475a-a27b-0442b03a64b4 admin admin] Made reservation on behalf of e0dc2e96ec69456782f276e47bf2486d for: {'network': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:42:16.191973 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b98a00b6-7bdd-475a-a27b-0442b03a64b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:16.208484 n-d-844202-1 neutron-server[88524]: INFO neutron.db.l3_db [None req-6361dfac-6940-402b-a584-15f3c0eda9ea tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] Floating IP 99ee5877-e138-4b8c-9cf3-88435e3ee425 associated. External IP: 172.25.4.206, port: 2225f2a3-bed3-4b15-93f5-1073394704ac. Jun 01 18:42:16.254305 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9842389f-cd2a-47c5-87b5-291d5d344820 req-5dcb6719-abf1-4f9b-a7f0-476cd3d45bbf tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:42:16.255065 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-9842389f-cd2a-47c5-87b5-291d5d344820 req-5dcb6719-abf1-4f9b-a7f0-476cd3d45bbf tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] Synchronizing usage tracker for tenant:0182a2e51ffc43df8efdd2130dbcea4d on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:42:16.282495 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b98a00b6-7bdd-475a-a27b-0442b03a64b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:16.291916 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-9842389f-cd2a-47c5-87b5-291d5d344820 req-5dcb6719-abf1-4f9b-a7f0-476cd3d45bbf tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] Unset dirty status for tenant:0182a2e51ffc43df8efdd2130dbcea4d on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:42:16.293132 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-9842389f-cd2a-47c5-87b5-291d5d344820 req-5dcb6719-abf1-4f9b-a7f0-476cd3d45bbf tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] 10.222.0.41 "GET /v2.0/ports?device_id=26f7889e-93cf-42e0-b644-7fc47dc1a909 HTTP/1.1" status: 200 len: 932 time: 0.2531781 Jun 01 18:42:16.375800 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-b98a00b6-7bdd-475a-a27b-0442b03a64b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:42:16.384973 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [req-888ed462-ec4b-4eb5-8de4-a227566b6eb6 req-2658be07-1bd0-401c-a0f7-a2b4aebcb09b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 865499a8-4a47-4d3a-a9d0-7d19c3aa98c3 {{(pid=88525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:42:16.401657 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-888ed462-ec4b-4eb5-8de4-a227566b6eb6 req-2658be07-1bd0-401c-a0f7-a2b4aebcb09b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:16.402219 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-b98a00b6-7bdd-475a-a27b-0442b03a64b4 admin admin] Usage tracker for resource:security_group_rule and tenant:e0dc2e96ec69456782f276e47bf2486d is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:42:16.410751 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-b98a00b6-7bdd-475a-a27b-0442b03a64b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:42:16.417694 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-9842389f-cd2a-47c5-87b5-291d5d344820 req-2b114130-ff72-48df-bb92-e07604e73f19 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] 10.222.0.41 "GET /v2.0/security-groups?id=444c87ba-31dc-4b5a-9977-492e198b845a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875063 Jun 01 18:42:16.421563 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-b98a00b6-7bdd-475a-a27b-0442b03a64b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:42:16.450550 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [req-888ed462-ec4b-4eb5-8de4-a227566b6eb6 req-2658be07-1bd0-401c-a0f7-a2b4aebcb09b service neutron] Transition to ACTIVE for port object 865499a8-4a47-4d3a-a9d0-7d19c3aa98c3 will not be triggered until provisioned by entity L2. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:42:16.454918 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-888ed462-ec4b-4eb5-8de4-a227566b6eb6 req-2658be07-1bd0-401c-a0f7-a2b4aebcb09b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:16.496750 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e36b7e5-120f-48b3-8970-7ca2de596c18 req-4ea1e817-af4d-477a-9067-a9a1344d2c83 tempest-FloatingIPDetailsTestJSON-699827793 tempest-FloatingIPDetailsTestJSON-699827793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:42:16.519091 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5e36b7e5-120f-48b3-8970-7ca2de596c18 req-4ea1e817-af4d-477a-9067-a9a1344d2c83 tempest-FloatingIPDetailsTestJSON-699827793 tempest-FloatingIPDetailsTestJSON-699827793-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.5389702 Jun 01 18:42:16.584291 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device e42b8b77-8718-40f0-b537-6fc687570cb7 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:42:16.734960 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port e42b8b77-8718-40f0-b537-6fc687570cb7 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:42:16.740875 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:16.774551 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-7736ef8a-7ac2-41da-a457-424be2bc51cf req-9cf314ad-37c6-4c70-a90b-3b12872fdf08 tempest-FloatingIPDetailsTestJSON-699827793 tempest-FloatingIPDetailsTestJSON-699827793-project] Synchronizing usage tracker for tenant:28042772ed574d8d819a50a6409395af on resource:floatingip {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:42:16.849091 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2658be07-1bd0-401c-a0f7-a2b4aebcb09b service neutron] Pushing event updated for resources: {'Port': ['ID=865499a8-4a47-4d3a-a9d0-7d19c3aa98c3,revision_number=2']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:42:16.921704 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-7736ef8a-7ac2-41da-a457-424be2bc51cf req-9cf314ad-37c6-4c70-a90b-3b12872fdf08 tempest-FloatingIPDetailsTestJSON-699827793 tempest-FloatingIPDetailsTestJSON-699827793-project] Unset dirty status for tenant:28042772ed574d8d819a50a6409395af on resource:floatingip {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:42:16.929396 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7736ef8a-7ac2-41da-a457-424be2bc51cf req-9cf314ad-37c6-4c70-a90b-3b12872fdf08 tempest-FloatingIPDetailsTestJSON-699827793 tempest-FloatingIPDetailsTestJSON-699827793-project] 10.222.0.41 "GET /v2.0/floatingips?tenant_id=28042772ed574d8d819a50a6409395af HTTP/1.1" status: 200 len: 1657 time: 0.4091461 Jun 01 18:42:16.975297 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port e42b8b77-8718-40f0-b537-6fc687570cb7 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:42:17.246371 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22103479-ef2a-4e93-8fe3-2c4300b12b65 req-fafe3703-f98e-4621-8ba6-64b3855ba744 tempest-LiveMigrationNegativeTest-1882969379 tempest-LiveMigrationNegativeTest-1882969379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:42:17.249497 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-22103479-ef2a-4e93-8fe3-2c4300b12b65 req-fafe3703-f98e-4621-8ba6-64b3855ba744 tempest-LiveMigrationNegativeTest-1882969379 tempest-LiveMigrationNegativeTest-1882969379-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ed323ce-e0cd-4c98-8e53-25c534a22845 HTTP/1.1" status: 200 len: 950 time: 0.1820056 Jun 01 18:42:17.262089 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6361dfac-6940-402b-a584-15f3c0eda9ea tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] Router 51e6fe8c-7f65-47ca-b6f1-48e3eb04305d has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 18:42:17.284471 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9af7d447-809b-4fe7-9408-b8c69d06cf8f req-35156a82-711f-4135-b024-4ee63c8d88ea service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7d29c071-4e6a-4167-9c9f-69f1a274133e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7507050 Jun 01 18:42:17.295472 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-a244d984-0462-4e73-84b2-15b2523c02cf req-8c661cec-4734-4250-b363-c051f68949b6 tempest-LiveMigrationNegativeTest-1882969379 tempest-LiveMigrationNegativeTest-1882969379-project] For port a2548e79-ae7a-4732-be82-19b1f6e66027, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=a2548e79-ae7a-4732-be82-19b1f6e66027,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:42:17.296034 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-a244d984-0462-4e73-84b2-15b2523c02cf req-8c661cec-4734-4250-b363-c051f68949b6 tempest-LiveMigrationNegativeTest-1882969379 tempest-LiveMigrationNegativeTest-1882969379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:17.317469 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-888ed462-ec4b-4eb5-8de4-a227566b6eb6 req-2658be07-1bd0-401c-a0f7-a2b4aebcb09b service neutron] Attempting to bind port 865499a8-4a47-4d3a-a9d0-7d19c3aa98c3 on host n-h1-844202-1 for vnic_type normal with profile {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:42:17.317916 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-888ed462-ec4b-4eb5-8de4-a227566b6eb6 req-2658be07-1bd0-401c-a0f7-a2b4aebcb09b service neutron] Attempting to bind port 865499a8-4a47-4d3a-a9d0-7d19c3aa98c3 by drivers openvswitch,hyperv on host n-h1-844202-1 at level 0 using segments [{'id': 'e7a2e8fb-b3d5-44ba-bb42-81da885a74e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '411d1518-9352-4dec-8af2-2285a53556b4'}] {{(pid=88525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:42:17.318605 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-888ed462-ec4b-4eb5-8de4-a227566b6eb6 req-2658be07-1bd0-401c-a0f7-a2b4aebcb09b service neutron] Attempting to bind port 865499a8-4a47-4d3a-a9d0-7d19c3aa98c3 on network 411d1518-9352-4dec-8af2-2285a53556b4 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:42:17.330015 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b98a00b6-7bdd-475a-a27b-0442b03a64b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:17.338867 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-888ed462-ec4b-4eb5-8de4-a227566b6eb6 req-2658be07-1bd0-401c-a0f7-a2b4aebcb09b service neutron] Port 865499a8-4a47-4d3a-a9d0-7d19c3aa98c3 on network 411d1518-9352-4dec-8af2-2285a53556b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-844202-1 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 18:42:17.339224 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-888ed462-ec4b-4eb5-8de4-a227566b6eb6 req-2658be07-1bd0-401c-a0f7-a2b4aebcb09b service neutron] Attempting to bind port 865499a8-4a47-4d3a-a9d0-7d19c3aa98c3 on network 411d1518-9352-4dec-8af2-2285a53556b4 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:42:17.347403 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-888ed462-ec4b-4eb5-8de4-a227566b6eb6 req-2658be07-1bd0-401c-a0f7-a2b4aebcb09b service neutron] Checking agent: {'id': 'bdb1e5d7-b998-4259-838f-3d278e930f32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 18, 42, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:42:17.347732 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-888ed462-ec4b-4eb5-8de4-a227566b6eb6 req-2658be07-1bd0-401c-a0f7-a2b4aebcb09b service neutron] Checking segment: {'id': 'e7a2e8fb-b3d5-44ba-bb42-81da885a74e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '411d1518-9352-4dec-8af2-2285a53556b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:42:17.348102 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-888ed462-ec4b-4eb5-8de4-a227566b6eb6 req-2658be07-1bd0-401c-a0f7-a2b4aebcb09b service neutron] Bound using segment: {'id': 'e7a2e8fb-b3d5-44ba-bb42-81da885a74e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '411d1518-9352-4dec-8af2-2285a53556b4'} {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:42:17.348579 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-888ed462-ec4b-4eb5-8de4-a227566b6eb6 req-2658be07-1bd0-401c-a0f7-a2b4aebcb09b service neutron] Bound port: 865499a8-4a47-4d3a-a9d0-7d19c3aa98c3, host: n-h1-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7a2e8fb-b3d5-44ba-bb42-81da885a74e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '411d1518-9352-4dec-8af2-2285a53556b4'}}] {{(pid=88525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:42:17.349496 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-888ed462-ec4b-4eb5-8de4-a227566b6eb6 req-2658be07-1bd0-401c-a0f7-a2b4aebcb09b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:17.372885 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-22103479-ef2a-4e93-8fe3-2c4300b12b65 req-52e1a8c0-0a6a-494e-80fd-a8d81b3466f3 tempest-LiveMigrationNegativeTest-1882969379 tempest-LiveMigrationNegativeTest-1882969379-project] 10.222.0.41 "GET /v2.0/security-groups?id=c22519b8-f40a-47d0-938e-7f5b69f12a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956833 Jun 01 18:42:17.419910 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b98a00b6-7bdd-475a-a27b-0442b03a64b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:17.477382 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-888ed462-ec4b-4eb5-8de4-a227566b6eb6 req-2658be07-1bd0-401c-a0f7-a2b4aebcb09b service neutron] For port 865499a8-4a47-4d3a-a9d0-7d19c3aa98c3, host n-h1-844202-1, cleared binding levels {{(pid=88525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:42:17.480900 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-888ed462-ec4b-4eb5-8de4-a227566b6eb6 req-2658be07-1bd0-401c-a0f7-a2b4aebcb09b service neutron] For port 865499a8-4a47-4d3a-a9d0-7d19c3aa98c3, host n-h1-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=865499a8-4a47-4d3a-a9d0-7d19c3aa98c3,segment=NetworkSegment(e7a2e8fb-b3d5-44ba-bb42-81da885a74e3),segment_id=e7a2e8fb-b3d5-44ba-bb42-81da885a74e3)] {{(pid=88525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:42:17.486255 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-888ed462-ec4b-4eb5-8de4-a227566b6eb6 req-2658be07-1bd0-401c-a0f7-a2b4aebcb09b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:17.620743 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2658be07-1bd0-401c-a0f7-a2b4aebcb09b service neutron] Pushing event updated for resources: {'Port': ['ID=865499a8-4a47-4d3a-a9d0-7d19c3aa98c3,revision_number=3']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:42:17.628790 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888ed462-ec4b-4eb5-8de4-a227566b6eb6 req-2658be07-1bd0-401c-a0f7-a2b4aebcb09b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:42:17.629540 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-888ed462-ec4b-4eb5-8de4-a227566b6eb6 req-2658be07-1bd0-401c-a0f7-a2b4aebcb09b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:17.631793 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-888ed462-ec4b-4eb5-8de4-a227566b6eb6 req-2658be07-1bd0-401c-a0f7-a2b4aebcb09b service neutron] 10.222.0.15 "PUT /v2.0/ports/865499a8-4a47-4d3a-a9d0-7d19c3aa98c3 HTTP/1.1" status: 200 len: 1092 time: 1.9618905 Jun 01 18:42:17.632242 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26f7889e-93cf-42e0-b644-7fc47dc1a909', 'tag': '865499a8-4a47-4d3a-a9d0-7d19c3aa98c3'}] {{(pid=88525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:42:17.754634 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-a244d984-0462-4e73-84b2-15b2523c02cf req-8c661cec-4734-4250-b363-c051f68949b6 tempest-LiveMigrationNegativeTest-1882969379 tempest-LiveMigrationNegativeTest-1882969379-project] Calling delete_port for a2548e79-ae7a-4732-be82-19b1f6e66027 owned by compute:nova {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:42:17.766855 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5866ece-e1b2-4461-a78d-243d5870e90c req-c6a600c5-76fa-4158-8c6f-7cf6a594b572 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:42:17.768741 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c5866ece-e1b2-4461-a78d-243d5870e90c req-c6a600c5-76fa-4158-8c6f-7cf6a594b572 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] 10.222.0.41 "GET /v2.0/ports?device_id=26f7889e-93cf-42e0-b644-7fc47dc1a909 HTTP/1.1" status: 200 len: 944 time: 0.1926877 Jun 01 18:42:17.798270 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888ed462-ec4b-4eb5-8de4-a227566b6eb6 req-c7525e24-8fbc-4d50-a1de-032756b4bfb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:42:17.800460 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-888ed462-ec4b-4eb5-8de4-a227566b6eb6 req-c7525e24-8fbc-4d50-a1de-032756b4bfb4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0182a2e51ffc43df8efdd2130dbcea4d&device_id=26f7889e-93cf-42e0-b644-7fc47dc1a909 HTTP/1.1" status: 200 len: 1095 time: 0.1227870 Jun 01 18:42:17.848004 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7736ef8a-7ac2-41da-a457-424be2bc51cf req-3448f679-d792-484b-ad9f-76aab03943fc tempest-FloatingIPDetailsTestJSON-699827793 tempest-FloatingIPDetailsTestJSON-699827793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:42:17.849605 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7736ef8a-7ac2-41da-a457-424be2bc51cf req-3448f679-d792-484b-ad9f-76aab03943fc tempest-FloatingIPDetailsTestJSON-699827793 tempest-FloatingIPDetailsTestJSON-699827793-project] 10.222.0.41 "GET /v2.0/networks?id=72a72e44-6845-488a-a5ff-3a26d4df9cb3&id=72a72e44-6845-488a-a5ff-3a26d4df9cb3&id=72a72e44-6845-488a-a5ff-3a26d4df9cb3 HTTP/1.1" status: 200 len: 787 time: 0.9194617 Jun 01 18:42:17.850386 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b98a00b6-7bdd-475a-a27b-0442b03a64b4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 129} {{(pid=88524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 18:42:17.879674 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98a00b6-7bdd-475a-a27b-0442b03a64b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b07651a0-9e42-4158-83b3-465d7a0dded5,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:42:17.887964 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [req-7736ef8a-7ac2-41da-a457-424be2bc51cf req-b178d00c-ee51-4471-ad6b-a7e2a4b29337 tempest-FloatingIPDetailsTestJSON-699827793 tempest-FloatingIPDetailsTestJSON-699827793-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=88524) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 18:42:17.889014 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7736ef8a-7ac2-41da-a457-424be2bc51cf req-b178d00c-ee51-4471-ad6b-a7e2a4b29337 tempest-FloatingIPDetailsTestJSON-699827793 tempest-FloatingIPDetailsTestJSON-699827793-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0238235 Jun 01 18:42:17.889158 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-888ed462-ec4b-4eb5-8de4-a227566b6eb6 req-30c6c0e0-a567-4878-b87d-55203b69b8ef service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=865499a8-4a47-4d3a-a9d0-7d19c3aa98c3 HTTP/1.1" status: 200 len: 217 time: 0.0819385 Jun 01 18:42:17.897702 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c5866ece-e1b2-4461-a78d-243d5870e90c req-4efc230c-7a75-4f90-8aca-445803ee6c8b tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] 10.222.0.41 "GET /v2.0/security-groups?id=444c87ba-31dc-4b5a-9977-492e198b845a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181993 Jun 01 18:42:17.984657 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b98a00b6-7bdd-475a-a27b-0442b03a64b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:17.985003 n-d-844202-1 neutron-server[88524]: INFO neutron.db.segments_db [None req-b98a00b6-7bdd-475a-a27b-0442b03a64b4 admin admin] Added segment 55263802-5ec7-4dff-8473-f61d2e94acb2 of type vlan for network 7475c262-ab00-42c7-8a8e-ce0d66e28c6b Jun 01 18:42:18.041310 n-d-844202-1 neutron-server[88525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-737ac286-b152-45ab-91b9-554bc2c2c3dc'] response: {'name': 'network-changed', 'server_uuid': '26f7889e-93cf-42e0-b644-7fc47dc1a909', 'tag': '865499a8-4a47-4d3a-a9d0-7d19c3aa98c3', 'status': 'completed', 'code': 200} Jun 01 18:42:18.068388 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888ed462-ec4b-4eb5-8de4-a227566b6eb6 req-889dc38a-9989-409e-9554-d0ab2ac10b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:42:18.079763 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-888ed462-ec4b-4eb5-8de4-a227566b6eb6 req-889dc38a-9989-409e-9554-d0ab2ac10b38 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cfa67698-6bf3-43ec-a752-299eaec79caf HTTP/1.1" status: 200 len: 861 time: 0.1768591 Jun 01 18:42:18.155564 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-888ed462-ec4b-4eb5-8de4-a227566b6eb6 req-bd965a71-e562-45fa-8799-49317f10fdb7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=411d1518-9352-4dec-8af2-2285a53556b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0670745 Jun 01 18:42:18.214235 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b98a00b6-7bdd-475a-a27b-0442b03a64b4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:18.325595 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-888ed462-ec4b-4eb5-8de4-a227566b6eb6 req-a227a08d-b482-4f36-b5d2-1f204ba925fe service neutron] 10.222.0.15 "GET /v2.0/networks/411d1518-9352-4dec-8af2-2285a53556b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559007 Jun 01 18:42:18.325829 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6361dfac-6940-402b-a584-15f3c0eda9ea tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 18:42:18.333368 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b98a00b6-7bdd-475a-a27b-0442b03a64b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:18.333730 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b98a00b6-7bdd-475a-a27b-0442b03a64b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:42:18.334311 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b98a00b6-7bdd-475a-a27b-0442b03a64b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:18.339661 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22cb2dc-65f9-40d4-a31c-138c474d0869 None None] Sync routers for ids ['51e6fe8c-7f65-47ca-b6f1-48e3eb04305d'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 18:42:18.362208 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22cb2dc-65f9-40d4-a31c-138c474d0869 None None] Routers {'51e6fe8c-7f65-47ca-b6f1-48e3eb04305d'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:42:18.363944 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-e22cb2dc-65f9-40d4-a31c-138c474d0869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:42:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['51e6fe8c-7f65-47ca-b6f1-48e3eb04305d'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:42:18.478433 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-787ff9c2-999b-4ba1-926a-99ef97a77e4f req-c5c47fe3-6c8f-4145-b421-397675172360 tempest-FloatingIPDetailsTestJSON-699827793 tempest-FloatingIPDetailsTestJSON-699827793-project] 10.222.0.41 "GET /v2.0/floatingips/6d0094a3-9831-494f-8344-0006eb3afadd HTTP/1.1" status: 200 len: 693 time: 0.3972342 Jun 01 18:42:18.494132 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98a00b6-7bdd-475a-a27b-0442b03a64b4 admin admin] Pushing event updated for resources: {'Network': ['ID=7475c262-ab00-42c7-8a8e-ce0d66e28c6b,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:42:18.506448 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network 7475c262-ab00-42c7-8a8e-ce0d66e28c6b details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 18:42:18.668069 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af7d447-809b-4fe7-9408-b8c69d06cf8f req-670bf5bc-e22a-4fa3-a9e1-adfacace7d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:42:18.669561 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9af7d447-809b-4fe7-9408-b8c69d06cf8f req-670bf5bc-e22a-4fa3-a9e1-adfacace7d7b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0182a2e51ffc43df8efdd2130dbcea4d&device_id=7d29c071-4e6a-4167-9c9f-69f1a274133e HTTP/1.1" status: 200 len: 1096 time: 1.0548112 Jun 01 18:42:18.685528 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-888ed462-ec4b-4eb5-8de4-a227566b6eb6 req-edf46bf7-b16c-4d14-91f9-67e65d091f39 service neutron] 10.222.0.15 "GET /v2.0/networks/411d1518-9352-4dec-8af2-2285a53556b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3311207 Jun 01 18:42:18.737896 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-b98a00b6-7bdd-475a-a27b-0442b03a64b4 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 3.1942346 Jun 01 18:42:18.740173 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 43032) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:42:18.743203 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-a244d984-0462-4e73-84b2-15b2523c02cf req-8c661cec-4734-4250-b363-c051f68949b6 tempest-LiveMigrationNegativeTest-1882969379 tempest-LiveMigrationNegativeTest-1882969379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:18.747217 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6361dfac-6940-402b-a584-15f3c0eda9ea tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for floatingip, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:18.776047 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device a2548e79-ae7a-4732-be82-19b1f6e66027 no longer exists at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:42:18.824377 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-e22cb2dc-65f9-40d4-a31c-138c474d0869 None None] Set router 51e6fe8c-7f65-47ca-b6f1-48e3eb04305d gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:42:18.900818 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] No Port match for: a2548e79-ae7a-4732-be82-19b1f6e66027 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 18:42:18.901166 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device a2548e79-ae7a-4732-be82-19b1f6e66027 not bound to the agent host n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 18:42:18.902734 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebf2376-32e4-4fca-8d48-0a1c1d920f49 req-b12ba621-af28-48de-99a2-9d44ecf8a0a0 tempest-LiveMigrationNegativeTest-1882969379 tempest-LiveMigrationNegativeTest-1882969379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:42:18.905797 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2ebf2376-32e4-4fca-8d48-0a1c1d920f49 req-b12ba621-af28-48de-99a2-9d44ecf8a0a0 tempest-LiveMigrationNegativeTest-1882969379 tempest-LiveMigrationNegativeTest-1882969379-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ed323ce-e0cd-4c98-8e53-25c534a22845 HTTP/1.1" status: 200 len: 950 time: 0.2909398 Jun 01 18:42:18.916413 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-fb716378-1b2e-44b1-b257-7e549325ccbd admin admin] Request body: {'subnet': {'network_id': '7475c262-ab00-42c7-8a8e-ce0d66e28c6b', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-260000424-subnet', 'tenant_id': 'e0dc2e96ec69456782f276e47bf2486d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:42:18.960303 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af7d447-809b-4fe7-9408-b8c69d06cf8f req-349a83b8-df26-4ffb-90af-141b26fc2e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:42:18.960303 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-9af7d447-809b-4fe7-9408-b8c69d06cf8f req-349a83b8-df26-4ffb-90af-141b26fc2e03 service neutron] 10.222.0.15 "GET /v2.0/networks?id=411d1518-9352-4dec-8af2-2285a53556b4 HTTP/1.1" status: 200 len: 922 time: 0.2534473 Jun 01 18:42:18.969638 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-fb716378-1b2e-44b1-b257-7e549325ccbd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:42:18.975793 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-fb716378-1b2e-44b1-b257-7e549325ccbd admin admin] Usage tracker for resource:subnet and tenant:e0dc2e96ec69456782f276e47bf2486d is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:42:18.980879 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-fb716378-1b2e-44b1-b257-7e549325ccbd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:42:18.996428 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-fb716378-1b2e-44b1-b257-7e549325ccbd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:42:19.039062 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c661cec-4734-4250-b363-c051f68949b6 tempest-LiveMigrationNegativeTest-1882969379 tempest-LiveMigrationNegativeTest-1882969379-project] Pushing event deleted for resources: {'Port': ['ID=a2548e79-ae7a-4732-be82-19b1f6e66027,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:42:19.054892 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb716378-1b2e-44b1-b257-7e549325ccbd admin admin] Made reservation on behalf of e0dc2e96ec69456782f276e47bf2486d for: {'subnet': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:42:19.057447 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-fb716378-1b2e-44b1-b257-7e549325ccbd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3066584'] for subnet, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:19.095755 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-9af7d447-809b-4fe7-9408-b8c69d06cf8f req-4668cf58-48e8-4314-8a26-647e5a628959 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=35420f97-05c5-4e2d-b246-8037075de4fa HTTP/1.1" status: 200 len: 217 time: 0.1248784 Jun 01 18:42:19.107628 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2ebf2376-32e4-4fca-8d48-0a1c1d920f49 req-0329b27a-799b-46ef-9582-8b0e7f6445d7 tempest-LiveMigrationNegativeTest-1882969379 tempest-LiveMigrationNegativeTest-1882969379-project] 10.222.0.41 "GET /v2.0/security-groups?id=c22519b8-f40a-47d0-938e-7f5b69f12a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849833 Jun 01 18:42:19.200794 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af7d447-809b-4fe7-9408-b8c69d06cf8f req-4f39058c-9621-44c2-88d2-3f2a9e4a068b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:42:19.202324 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-9af7d447-809b-4fe7-9408-b8c69d06cf8f req-4f39058c-9621-44c2-88d2-3f2a9e4a068b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cfa67698-6bf3-43ec-a752-299eaec79caf HTTP/1.1" status: 200 len: 861 time: 0.0931566 Jun 01 18:42:19.253669 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-9af7d447-809b-4fe7-9408-b8c69d06cf8f req-62c74029-0555-4577-9056-b5619b5cee30 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=411d1518-9352-4dec-8af2-2285a53556b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428092 Jun 01 18:42:19.416207 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-6361dfac-6940-402b-a584-15f3c0eda9ea tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] 10.222.0.41 "PUT /v2.0/floatingips/99ee5877-e138-4b8c-9cf3-88435e3ee425 HTTP/1.1" status: 200 len: 991 time: 7.5585160 Jun 01 18:42:19.433906 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787ff9c2-999b-4ba1-926a-99ef97a77e4f req-5e5bc9b5-f069-4209-8836-e9ebb0c84a41 tempest-FloatingIPDetailsTestJSON-699827793 tempest-FloatingIPDetailsTestJSON-699827793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:42:19.452921 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-787ff9c2-999b-4ba1-926a-99ef97a77e4f req-5e5bc9b5-f069-4209-8836-e9ebb0c84a41 tempest-FloatingIPDetailsTestJSON-699827793 tempest-FloatingIPDetailsTestJSON-699827793-project] 10.222.0.41 "GET /v2.0/networks/72a72e44-6845-488a-a5ff-3a26d4df9cb3 HTTP/1.1" status: 200 len: 784 time: 0.9735291 Jun 01 18:42:19.542081 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5a404c5-f4b1-43aa-93af-4f1281dc0d33', 'tag': '2225f2a3-bed3-4b15-93f5-1073394704ac'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:42:19.553334 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-e22cb2dc-65f9-40d4-a31c-138c474d0869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51e6fe8c-7f65-47ca-b6f1-48e3eb04305d', 'name': 'tempest-VolumesAdminNegativeTest-1260325399-router', 'tenant_id': 'ccc3866df726420d865ae40df69383ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': '28b472d7-ef1b-46bd-9c0f-6e9ae1479ad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:40:59Z', 'updated_at': '2022-06-01T18:41:10Z', 'revision_number': 4, 'project_id': 'ccc3866df726420d865ae40df69383ae', 'gw_port': {'id': '28b472d7-ef1b-46bd-9c0f-6e9ae1479ad1', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:20:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e6fe8c-7f65-47ca-b6f1-48e3eb04305d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:41:02Z', 'updated_at': '2022-06-01T18:41:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_floatingips': [{'id': '99ee5877-e138-4b8c-9cf3-88435e3ee425', 'tenant_id': 'ccc3866df726420d865ae40df69383ae', 'floating_ip_address': '172.25.4.206', 'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'router_id': '51e6fe8c-7f65-47ca-b6f1-48e3eb04305d', 'port_id': '2225f2a3-bed3-4b15-93f5-1073394704ac', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e376e31f-d7fc-4c94-a911-fdf7b219dbbf', 'mac_address': 'fa:16:3e:d2:47:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5a404c5-f4b1-43aa-93af-4f1281dc0d33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T18:41:40Z', 'updated_at': '2022-06-01T18:42:15Z', 'revision_number': 1, 'project_id': 'ccc3866df726420d865ae40df69383ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e845dba-7a98-4b43-93bf-2c9fe8c0c499', 'name': '', 'network_id': 'e376e31f-d7fc-4c94-a911-fdf7b219dbbf', 'tenant_id': 'ccc3866df726420d865ae40df69383ae', 'mac_address': 'fa:16:3e:09:ea:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e6fe8c-7f65-47ca-b6f1-48e3eb04305d', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'b515e042-63ba-4f60-823c-65d0c449d014', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:41:09Z', 'updated_at': '2022-06-01T18:41:17Z', 'revision_number': 5, 'project_id': 'ccc3866df726420d865ae40df69383ae', 'subnets': [{'id': 'b515e042-63ba-4f60-823c-65d0c449d014', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:42:19.558856 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22cb2dc-65f9-40d4-a31c-138c474d0869 None None] Checking router: 51e6fe8c-7f65-47ca-b6f1-48e3eb04305d for host: n-d-844202-1 {{(pid=88527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 18:42:19.580216 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22cb2dc-65f9-40d4-a31c-138c474d0869 None None] Routers {'51e6fe8c-7f65-47ca-b6f1-48e3eb04305d'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:42:19.581326 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-e22cb2dc-65f9-40d4-a31c-138c474d0869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:42:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['51e6fe8c-7f65-47ca-b6f1-48e3eb04305d'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:42:19.658340 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-9af7d447-809b-4fe7-9408-b8c69d06cf8f req-afd4509a-3255-4d38-8a1e-aafbef9690d5 service neutron] 10.222.0.15 "GET /v2.0/networks/411d1518-9352-4dec-8af2-2285a53556b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3956578 Jun 01 18:42:19.769029 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-a244d984-0462-4e73-84b2-15b2523c02cf req-8c661cec-4734-4250-b363-c051f68949b6 tempest-LiveMigrationNegativeTest-1882969379 tempest-LiveMigrationNegativeTest-1882969379-project] No DVR routers for this DVR port a2548e79-ae7a-4732-be82-19b1f6e66027 on host n-h2-844202-1 {{(pid=88524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 18:42:19.774202 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-a244d984-0462-4e73-84b2-15b2523c02cf req-8c661cec-4734-4250-b363-c051f68949b6 tempest-LiveMigrationNegativeTest-1882969379 tempest-LiveMigrationNegativeTest-1882969379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:19.778181 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a244d984-0462-4e73-84b2-15b2523c02cf req-8c661cec-4734-4250-b363-c051f68949b6 tempest-LiveMigrationNegativeTest-1882969379 tempest-LiveMigrationNegativeTest-1882969379-project] 10.222.0.50 "DELETE /v2.0/ports/a2548e79-ae7a-4732-be82-19b1f6e66027 HTTP/1.1" status: 204 len: 173 time: 4.0613666 Jun 01 18:42:19.861219 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-787ff9c2-999b-4ba1-926a-99ef97a77e4f req-e4b6c0d2-147f-45b1-86e5-0e7c82334d75 tempest-FloatingIPDetailsTestJSON-699827793 tempest-FloatingIPDetailsTestJSON-699827793-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.4.232 HTTP/1.1" status: 200 len: 696 time: 0.4057190 Jun 01 18:42:19.920210 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-e22cb2dc-65f9-40d4-a31c-138c474d0869 None None] Set router 51e6fe8c-7f65-47ca-b6f1-48e3eb04305d gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:42:19.988572 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16934a08-528a-4fa7-91c7-96203fd20198 req-167ef943-517b-4799-a9b2-9f7684f59e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:42:19.990676 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-16934a08-528a-4fa7-91c7-96203fd20198 req-167ef943-517b-4799-a9b2-9f7684f59e52 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0182a2e51ffc43df8efdd2130dbcea4d&device_id=26f7889e-93cf-42e0-b644-7fc47dc1a909 HTTP/1.1" status: 200 len: 1095 time: 1.1893246 Jun 01 18:42:20.093275 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-9af7d447-809b-4fe7-9408-b8c69d06cf8f req-2f859b2d-e5d6-4bcc-9f75-262f3509876b service neutron] 10.222.0.15 "GET /v2.0/networks/411d1518-9352-4dec-8af2-2285a53556b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4278471 Jun 01 18:42:20.587504 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-e22cb2dc-65f9-40d4-a31c-138c474d0869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51e6fe8c-7f65-47ca-b6f1-48e3eb04305d', 'name': 'tempest-VolumesAdminNegativeTest-1260325399-router', 'tenant_id': 'ccc3866df726420d865ae40df69383ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': '28b472d7-ef1b-46bd-9c0f-6e9ae1479ad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:40:59Z', 'updated_at': '2022-06-01T18:41:10Z', 'revision_number': 4, 'project_id': 'ccc3866df726420d865ae40df69383ae', 'gw_port': {'id': '28b472d7-ef1b-46bd-9c0f-6e9ae1479ad1', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:20:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e6fe8c-7f65-47ca-b6f1-48e3eb04305d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:41:02Z', 'updated_at': '2022-06-01T18:41:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_floatingips': [{'id': '99ee5877-e138-4b8c-9cf3-88435e3ee425', 'tenant_id': 'ccc3866df726420d865ae40df69383ae', 'floating_ip_address': '172.25.4.206', 'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'router_id': '51e6fe8c-7f65-47ca-b6f1-48e3eb04305d', 'port_id': '2225f2a3-bed3-4b15-93f5-1073394704ac', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e376e31f-d7fc-4c94-a911-fdf7b219dbbf', 'mac_address': 'fa:16:3e:d2:47:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5a404c5-f4b1-43aa-93af-4f1281dc0d33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T18:41:40Z', 'updated_at': '2022-06-01T18:42:15Z', 'revision_number': 1, 'project_id': 'ccc3866df726420d865ae40df69383ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e845dba-7a98-4b43-93bf-2c9fe8c0c499', 'name': '', 'network_id': 'e376e31f-d7fc-4c94-a911-fdf7b219dbbf', 'tenant_id': 'ccc3866df726420d865ae40df69383ae', 'mac_address': 'fa:16:3e:09:ea:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e6fe8c-7f65-47ca-b6f1-48e3eb04305d', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'b515e042-63ba-4f60-823c-65d0c449d014', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:41:09Z', 'updated_at': '2022-06-01T18:41:17Z', 'revision_number': 5, 'project_id': 'ccc3866df726420d865ae40df69383ae', 'subnets': [{'id': 'b515e042-63ba-4f60-823c-65d0c449d014', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:42:20.592355 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22cb2dc-65f9-40d4-a31c-138c474d0869 None None] The sync data for ids ['51e6fe8c-7f65-47ca-b6f1-48e3eb04305d'] in n-d-844202-1 is: [{'id': '51e6fe8c-7f65-47ca-b6f1-48e3eb04305d', 'name': 'tempest-VolumesAdminNegativeTest-1260325399-router', 'tenant_id': 'ccc3866df726420d865ae40df69383ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': '28b472d7-ef1b-46bd-9c0f-6e9ae1479ad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:40:59Z', 'updated_at': '2022-06-01T18:41:10Z', 'revision_number': 4, 'project_id': 'ccc3866df726420d865ae40df69383ae', 'gw_port': {'id': '28b472d7-ef1b-46bd-9c0f-6e9ae1479ad1', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:20:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e6fe8c-7f65-47ca-b6f1-48e3eb04305d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:41:02Z', 'updated_at': '2022-06-01T18:41:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_floatingips': [{'id': '99ee5877-e138-4b8c-9cf3-88435e3ee425', 'tenant_id': 'ccc3866df726420d865ae40df69383ae', 'floating_ip_address': '172.25.4.206', 'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'router_id': '51e6fe8c-7f65-47ca-b6f1-48e3eb04305d', 'port_id': '2225f2a3-bed3-4b15-93f5-1073394704ac', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e376e31f-d7fc-4c94-a911-fdf7b219dbbf', 'mac_address': 'fa:16:3e:d2:47:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5a404c5-f4b1-43aa-93af-4f1281dc0d33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T18:41:40Z', 'updated_at': '2022-06-01T18:42:15Z', 'revision_number': 1, 'project_id': 'ccc3866df726420d865ae40df69383ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e845dba-7a98-4b43-93bf-2c9fe8c0c499', 'name': '', 'network_id': 'e376e31f-d7fc-4c94-a911-fdf7b219dbbf', 'tenant_id': 'ccc3866df726420d865ae40df69383ae', 'mac_address': 'fa:16:3e:09:ea:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e6fe8c-7f65-47ca-b6f1-48e3eb04305d', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'b515e042-63ba-4f60-823c-65d0c449d014', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:41:09Z', 'updated_at': '2022-06-01T18:41:17Z', 'revision_number': 5, 'project_id': 'ccc3866df726420d865ae40df69383ae', 'subnets': [{'id': 'b515e042-63ba-4f60-823c-65d0c449d014', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 18:42:20.619277 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-fb716378-1b2e-44b1-b257-7e549325ccbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2718919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3066602'] for subnet, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:20.624213 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3e3886-875a-45da-bf74-569cc2b6b663 req-b7da1541-8a55-4775-97d0-f571def5a62e tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:42:20.638243 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-bd3e3886-875a-45da-bf74-569cc2b6b663 req-b7da1541-8a55-4775-97d0-f571def5a62e tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] 10.222.0.41 "GET /v2.0/ports?device_id=26f7889e-93cf-42e0-b644-7fc47dc1a909 HTTP/1.1" status: 200 len: 944 time: 0.2111921 Jun 01 18:42:20.654055 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-787ff9c2-999b-4ba1-926a-99ef97a77e4f req-c31c548a-9de5-47dc-94dd-401509f40a90 tempest-FloatingIPDetailsTestJSON-699827793 tempest-FloatingIPDetailsTestJSON-699827793-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.4.232 HTTP/1.1" status: 200 len: 696 time: 0.7775946 Jun 01 18:42:20.788895 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-bd3e3886-875a-45da-bf74-569cc2b6b663 req-b284a02b-1c31-4b37-8e0e-8bf14a1192de tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] 10.222.0.41 "GET /v2.0/security-groups?id=444c87ba-31dc-4b5a-9977-492e198b845a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495395 Jun 01 18:42:21.093678 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17241074-62ba-46c8-8102-10472f8fefcc None None] New status for floating IP 99ee5877-e138-4b8c-9cf3-88435e3ee425: ACTIVE {{(pid=88526) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 18:42:21.168673 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb716378-1b2e-44b1-b257-7e549325ccbd admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba995e64-eb1c-4c76-a421-630e9228b936,revision_number=0']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:42:21.187578 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4b29a56c-a6f2-40cf-87a0-5912ebc18dbd req-057a209b-ec9f-4f34-84a0-04d9fb4aee2d service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=4b432ea8-6343-4437-89ac-a5a9fde09c84&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.7958603 Jun 01 18:42:21.194128 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7cf0279-74a7-48ec-88e3-0e2fe8daa9ab'] response: {'name': 'network-changed', 'server_uuid': 'a5a404c5-f4b1-43aa-93af-4f1281dc0d33', 'tag': '2225f2a3-bed3-4b15-93f5-1073394704ac', 'status': 'completed', 'code': 200} Jun 01 18:42:21.620808 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 43072) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:42:21.635328 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-787ff9c2-999b-4ba1-926a-99ef97a77e4f req-b4d3140f-9718-4117-9634-e97df801c63d tempest-FloatingIPDetailsTestJSON-699827793 tempest-FloatingIPDetailsTestJSON-699827793-project] Deleting port 5dcc2026-a64b-4044-b575-695e5ef7bc9f {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:42:21.636533 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-787ff9c2-999b-4ba1-926a-99ef97a77e4f req-b4d3140f-9718-4117-9634-e97df801c63d tempest-FloatingIPDetailsTestJSON-699827793 tempest-FloatingIPDetailsTestJSON-699827793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:21.775133 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16934a08-528a-4fa7-91c7-96203fd20198 req-83926fce-cec1-480f-9bed-a3c0c75d0367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:42:21.777408 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-16934a08-528a-4fa7-91c7-96203fd20198 req-83926fce-cec1-480f-9bed-a3c0c75d0367 service neutron] 10.222.0.15 "GET /v2.0/networks?id=411d1518-9352-4dec-8af2-2285a53556b4 HTTP/1.1" status: 200 len: 922 time: 1.3164470 Jun 01 18:42:21.893658 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-16934a08-528a-4fa7-91c7-96203fd20198 req-ab030168-e0c2-4553-b2b0-f1135d0df449 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=865499a8-4a47-4d3a-a9d0-7d19c3aa98c3 HTTP/1.1" status: 200 len: 217 time: 0.0930195 Jun 01 18:42:21.969110 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-aa4d3d9d-612a-4bb5-a4c2-7e5d1504f940 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=715763ae9500499494499f5dc29cfabf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3466849 Jun 01 18:42:21.984998 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 43088) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:42:22.103932 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7648e7-a299-410c-a8b4-56e8dfb6a409 req-56bac0d9-255a-4e05-b580-5dd9d2cc477c tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:42:22.105966 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-6f7648e7-a299-410c-a8b4-56e8dfb6a409 req-56bac0d9-255a-4e05-b580-5dd9d2cc477c tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] 10.222.0.41 "GET /v2.0/ports?device_id=26f7889e-93cf-42e0-b644-7fc47dc1a909 HTTP/1.1" status: 200 len: 944 time: 0.1257894 Jun 01 18:42:22.173484 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-6f7648e7-a299-410c-a8b4-56e8dfb6a409 req-e579f5c8-73a9-42fb-9035-93778971dcf6 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] 10.222.0.41 "GET /v2.0/security-groups?id=444c87ba-31dc-4b5a-9977-492e198b845a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611193 Jun 01 18:42:22.239448 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1627a3-d3c8-4492-9bc5-10b714f242b2 req-68ac3483-4b34-4489-ba4f-3650ebbc20fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:42:22.242182 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-dc1627a3-d3c8-4492-9bc5-10b714f242b2 req-68ac3483-4b34-4489-ba4f-3650ebbc20fa service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ccc3866df726420d865ae40df69383ae&device_id=a5a404c5-f4b1-43aa-93af-4f1281dc0d33 HTTP/1.1" status: 200 len: 1096 time: 1.0113819 Jun 01 18:42:22.243003 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb716378-1b2e-44b1-b257-7e549325ccbd admin admin] Checking segment: {'id': '55263802-5ec7-4dff-8473-f61d2e94acb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '7475c262-ab00-42c7-8a8e-ce0d66e28c6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:42:22.243446 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb716378-1b2e-44b1-b257-7e549325ccbd admin admin] Network hostable DHCP agents. Network: 7475c262-ab00-42c7-8a8e-ce0d66e28c6b, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88524) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 18:42:22.382735 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16934a08-528a-4fa7-91c7-96203fd20198 req-22eb577c-6764-47fb-bbf7-7780dc84d412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:42:22.384882 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-16934a08-528a-4fa7-91c7-96203fd20198 req-22eb577c-6764-47fb-bbf7-7780dc84d412 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cfa67698-6bf3-43ec-a752-299eaec79caf HTTP/1.1" status: 200 len: 861 time: 0.4753981 Jun 01 18:42:22.388929 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 865499a8-4a47-4d3a-a9d0-7d19c3aa98c3 details requested by agent hyperv_n-h1-844202-1 with host n-h1-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 18:42:22.471609 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-787ff9c2-999b-4ba1-926a-99ef97a77e4f req-b4d3140f-9718-4117-9634-e97df801c63d tempest-FloatingIPDetailsTestJSON-699827793 tempest-FloatingIPDetailsTestJSON-699827793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:22.472084 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-787ff9c2-999b-4ba1-926a-99ef97a77e4f req-b4d3140f-9718-4117-9634-e97df801c63d tempest-FloatingIPDetailsTestJSON-699827793 tempest-FloatingIPDetailsTestJSON-699827793-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:22.482203 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-16934a08-528a-4fa7-91c7-96203fd20198 req-8077876c-d198-4448-8693-26391d185328 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=411d1518-9352-4dec-8af2-2285a53556b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0771215 Jun 01 18:42:22.491562 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb716378-1b2e-44b1-b257-7e549325ccbd admin admin] Network 7475c262-ab00-42c7-8a8e-ce0d66e28c6b is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88524) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 18:42:22.531499 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-45a5c6dc-6e3c-4423-9bc5-f803bdb9a379 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:22.588617 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port 865499a8-4a47-4d3a-a9d0-7d19c3aa98c3, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=865499a8-4a47-4d3a-a9d0-7d19c3aa98c3,segment=NetworkSegment(e7a2e8fb-b3d5-44ba-bb42-81da885a74e3),segment_id=e7a2e8fb-b3d5-44ba-bb42-81da885a74e3)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:42:22.605966 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Returning: {'device': '865499a8-4a47-4d3a-a9d0-7d19c3aa98c3', 'network_id': '411d1518-9352-4dec-8af2-2285a53556b4', 'port_id': '865499a8-4a47-4d3a-a9d0-7d19c3aa98c3', 'mac_address': 'fa:16:3e:9e:dc:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfa67698-6bf3-43ec-a752-299eaec79caf', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 18:42:22.699573 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port 865499a8-4a47-4d3a-a9d0-7d19c3aa98c3 is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:42:22.700054 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:22.718756 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-787ff9c2-999b-4ba1-926a-99ef97a77e4f req-b4d3140f-9718-4117-9634-e97df801c63d tempest-FloatingIPDetailsTestJSON-699827793 tempest-FloatingIPDetailsTestJSON-699827793-project] Calling delete_port for 5dcc2026-a64b-4044-b575-695e5ef7bc9f owned by network:floatingip {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:42:22.732901 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 865499a8-4a47-4d3a-a9d0-7d19c3aa98c3 {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:42:22.766369 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port 865499a8-4a47-4d3a-a9d0-7d19c3aa98c3, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=865499a8-4a47-4d3a-a9d0-7d19c3aa98c3,segment=NetworkSegment(e7a2e8fb-b3d5-44ba-bb42-81da885a74e3),segment_id=e7a2e8fb-b3d5-44ba-bb42-81da885a74e3)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:42:22.789504 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:22.930187 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=865499a8-4a47-4d3a-a9d0-7d19c3aa98c3,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:42:23.041687 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] get_ports_and_sgs() called for port_ids ['865499a8-4a47-4d3a-a9d0-7d19c3aa98c3'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:42:23.052246 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b29a56c-a6f2-40cf-87a0-5912ebc18dbd req-c8c2398d-4102-405f-8151-c8d378474ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:42:23.054861 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4b29a56c-a6f2-40cf-87a0-5912ebc18dbd req-c8c2398d-4102-405f-8151-c8d378474ad4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0182a2e51ffc43df8efdd2130dbcea4d&device_id=4b432ea8-6343-4437-89ac-a5a9fde09c84 HTTP/1.1" status: 200 len: 1095 time: 1.4292893 Jun 01 18:42:23.076876 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-fb716378-1b2e-44b1-b257-7e549325ccbd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, 7475c262-ab00-42c7-8a8e-ce0d66e28c6b) {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:42:23.101013 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb716378-1b2e-44b1-b257-7e549325ccbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:42:23.101568 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-fb716378-1b2e-44b1-b257-7e549325ccbd admin admin] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:23.116480 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-45a5c6dc-6e3c-4423-9bc5-f803bdb9a379 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:23.116782 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c75d6977-e69c-4f5a-9ba0-685d1e076032 None None] Network 7475c262-ab00-42c7-8a8e-ce0d66e28c6b requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 18:42:23.273749 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ed323ce-e0cd-4c98-8e53-25c534a22845', 'name': 'network-vif-deleted', 'tag': 'a2548e79-ae7a-4732-be82-19b1f6e66027'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:42:23.279124 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b29a56c-a6f2-40cf-87a0-5912ebc18dbd req-0ba9b6f1-4325-4787-afe8-8a6775192be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:42:23.281048 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4b29a56c-a6f2-40cf-87a0-5912ebc18dbd req-0ba9b6f1-4325-4787-afe8-8a6775192be0 service neutron] 10.222.0.50 "GET /v2.0/networks?id=411d1518-9352-4dec-8af2-2285a53556b4 HTTP/1.1" status: 200 len: 922 time: 0.1562295 Jun 01 18:42:23.293119 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1627a3-d3c8-4492-9bc5-10b714f242b2 req-5a4d10f3-723d-4000-892b-0ede0a1d0771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:42:23.294749 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-dc1627a3-d3c8-4492-9bc5-10b714f242b2 req-5a4d10f3-723d-4000-892b-0ede0a1d0771 service neutron] 10.222.0.50 "GET /v2.0/networks?id=e376e31f-d7fc-4c94-a911-fdf7b219dbbf HTTP/1.1" status: 200 len: 916 time: 1.0411685 Jun 01 18:42:23.381568 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4b29a56c-a6f2-40cf-87a0-5912ebc18dbd req-272763d6-5891-4c50-b0c8-6dbfefcdc503 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b29cde38-1e74-4c37-bf95-a285a435b640 HTTP/1.1" status: 200 len: 217 time: 0.0836263 Jun 01 18:42:23.492571 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d499a808-4260-4736-8d97-fbd466e2e153 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc93f83c3-7fb6-5c13-a9d4-29d739a4e8d2-7475c262-ab00-42c7-8a8e-ce0d66e28c6b', 'network_id': '7475c262-ab00-42c7-8a8e-ce0d66e28c6b', 'tenant_id': 'e0dc2e96ec69456782f276e47bf2486d', 'fixed_ips': [{'subnet_id': 'ba995e64-eb1c-4c76-a421-630e9228b936'}]}} from n-d-844202-1. {{(pid=88526) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 18:42:23.493444 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-d499a808-4260-4736-8d97-fbd466e2e153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:23.539874 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde15bd4-8939-4923-9f4d-c34ddd37a8ba req-c5ccf2f1-7543-4cc9-8b51-e011dc5900bc tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:42:23.542312 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-fde15bd4-8939-4923-9f4d-c34ddd37a8ba req-c5ccf2f1-7543-4cc9-8b51-e011dc5900bc tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] 10.222.0.41 "GET /v2.0/ports?device_id=26f7889e-93cf-42e0-b644-7fc47dc1a909 HTTP/1.1" status: 200 len: 945 time: 0.0990286 Jun 01 18:42:23.602345 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-fde15bd4-8939-4923-9f4d-c34ddd37a8ba req-2e156670-7973-48d9-acb0-09c2a869d307 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] 10.222.0.41 "GET /v2.0/security-groups?id=444c87ba-31dc-4b5a-9977-492e198b845a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538137 Jun 01 18:42:23.616177 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-fb716378-1b2e-44b1-b257-7e549325ccbd admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 4.8699198 Jun 01 18:42:23.618652 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 43146) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:42:23.625203 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-772f4023-d8b5-4d17-8e7e-f788061d0e02 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-260000424-router', 'tenant_id': 'e0dc2e96ec69456782f276e47bf2486d', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:42:23.632837 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-772f4023-d8b5-4d17-8e7e-f788061d0e02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:42:23.647138 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b29a56c-a6f2-40cf-87a0-5912ebc18dbd req-bb287871-3cb4-44c8-b49d-d60be118cd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:42:23.649474 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4b29a56c-a6f2-40cf-87a0-5912ebc18dbd req-bb287871-3cb4-44c8-b49d-d60be118cd62 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=cfa67698-6bf3-43ec-a752-299eaec79caf HTTP/1.1" status: 200 len: 861 time: 0.1885476 Jun 01 18:42:23.653992 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-772f4023-d8b5-4d17-8e7e-f788061d0e02 admin admin] Usage tracker for resource:router and tenant:e0dc2e96ec69456782f276e47bf2486d is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:42:23.660683 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-772f4023-d8b5-4d17-8e7e-f788061d0e02 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:42:23.672303 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-772f4023-d8b5-4d17-8e7e-f788061d0e02 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:42:23.687009 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-772f4023-d8b5-4d17-8e7e-f788061d0e02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-885767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25238'] for router, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:23.688584 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-772f4023-d8b5-4d17-8e7e-f788061d0e02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-901042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-886562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-981784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25327'] for router, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:23.694378 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.db_base_plugin_common [None req-d499a808-4260-4736-8d97-fbd466e2e153 None None] Allocated IP 172.20.0.2 (7475c262-ab00-42c7-8a8e-ce0d66e28c6b/ba995e64-eb1c-4c76-a421-630e9228b936/7cd1747f-74b1-4914-bb97-b75cd6ab8652) {{(pid=88526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:42:23.772191 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4b29a56c-a6f2-40cf-87a0-5912ebc18dbd req-9ac2bd90-aa94-4913-87cc-2127926c603d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=411d1518-9352-4dec-8af2-2285a53556b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0598061 Jun 01 18:42:23.785592 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a128c28-6780-4892-988a-0a1b3952ef99'] response: {'server_uuid': '8ed323ce-e0cd-4c98-8e53-25c534a22845', 'name': 'network-vif-deleted', 'tag': 'a2548e79-ae7a-4732-be82-19b1f6e66027', 'status': 'completed', 'code': 200} Jun 01 18:42:23.788086 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-16934a08-528a-4fa7-91c7-96203fd20198 req-f2314976-3261-445b-990b-e3aa45092c6d service neutron] 10.222.0.15 "GET /v2.0/networks/411d1518-9352-4dec-8af2-2285a53556b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2810585 Jun 01 18:42:23.789984 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-dc1627a3-d3c8-4492-9bc5-10b714f242b2 req-43a99ca3-aa7e-491e-b8e1-ca62c27fd718 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2225f2a3-bed3-4b15-93f5-1073394704ac HTTP/1.1" status: 200 len: 1001 time: 0.3969026 Jun 01 18:42:24.028145 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-45a5c6dc-6e3c-4423-9bc5-f803bdb9a379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:24.098204 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1627a3-d3c8-4492-9bc5-10b714f242b2 req-95f2f286-901e-4a62-b4dc-ec44799d6633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:42:24.100441 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-dc1627a3-d3c8-4492-9bc5-10b714f242b2 req-95f2f286-901e-4a62-b4dc-ec44799d6633 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b515e042-63ba-4f60-823c-65d0c449d014 HTTP/1.1" status: 200 len: 854 time: 0.2881885 Jun 01 18:42:24.152794 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 43160) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:42:24.153257 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a5c6dc-6e3c-4423-9bc5-f803bdb9a379 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c22519b8-f40a-47d0-938e-7f5b69f12a17,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:42:24.215592 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-772f4023-d8b5-4d17-8e7e-f788061d0e02 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:24.231401 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-787ff9c2-999b-4ba1-926a-99ef97a77e4f req-b4d3140f-9718-4117-9634-e97df801c63d tempest-FloatingIPDetailsTestJSON-699827793 tempest-FloatingIPDetailsTestJSON-699827793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:24.347656 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d3140f-9718-4117-9634-e97df801c63d tempest-FloatingIPDetailsTestJSON-699827793 tempest-FloatingIPDetailsTestJSON-699827793-project] Pushing event deleted for resources: {'Port': ['ID=5dcc2026-a64b-4044-b575-695e5ef7bc9f,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:42:24.415636 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-16934a08-528a-4fa7-91c7-96203fd20198 req-06729320-3056-42da-8687-98673cafb0a2 service neutron] 10.222.0.15 "GET /v2.0/networks/411d1518-9352-4dec-8af2-2285a53556b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6007996 Jun 01 18:42:24.480457 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4b29a56c-a6f2-40cf-87a0-5912ebc18dbd req-407ef375-19bf-40d2-97d9-52af9cca61d4 service neutron] 10.222.0.50 "GET /v2.0/networks/411d1518-9352-4dec-8af2-2285a53556b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6894007 Jun 01 18:42:24.491398 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-45a5c6dc-6e3c-4423-9bc5-f803bdb9a379 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:24.493047 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-45a5c6dc-6e3c-4423-9bc5-f803bdb9a379 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c22519b8-f40a-47d0-938e-7f5b69f12a17 HTTP/1.1" status: 204 len: 168 time: 2.4679799 Jun 01 18:42:24.581419 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a0c8baac-f90e-43f1-875d-3df438da86c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:24.604984 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-d499a808-4260-4736-8d97-fbd466e2e153 None None] Notify callbacks [] for port, precommit_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:24.616713 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-d499a808-4260-4736-8d97-fbd466e2e153 None None] Transition to ACTIVE for port object 7cd1747f-74b1-4914-bb97-b75cd6ab8652 will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:42:24.642274 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-d499a808-4260-4736-8d97-fbd466e2e153 None None] Transition to ACTIVE for port object 7cd1747f-74b1-4914-bb97-b75cd6ab8652 will not be triggered until provisioned by entity DHCP. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:42:24.663621 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 865499a8-4a47-4d3a-a9d0-7d19c3aa98c3 up at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:42:24.673827 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-a0c8baac-f90e-43f1-875d-3df438da86c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:42:24.685091 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-787ff9c2-999b-4ba1-926a-99ef97a77e4f req-b4d3140f-9718-4117-9634-e97df801c63d tempest-FloatingIPDetailsTestJSON-699827793 tempest-FloatingIPDetailsTestJSON-699827793-project] Notify callbacks [] for floatingip, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:24.687581 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-787ff9c2-999b-4ba1-926a-99ef97a77e4f req-b4d3140f-9718-4117-9634-e97df801c63d tempest-FloatingIPDetailsTestJSON-699827793 tempest-FloatingIPDetailsTestJSON-699827793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for floatingip, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:24.688843 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-787ff9c2-999b-4ba1-926a-99ef97a77e4f req-b4d3140f-9718-4117-9634-e97df801c63d tempest-FloatingIPDetailsTestJSON-699827793 tempest-FloatingIPDetailsTestJSON-699827793-project] 10.222.0.41 "DELETE /v2.0/floatingips/6d0094a3-9831-494f-8344-0006eb3afadd HTTP/1.1" status: 204 len: 173 time: 4.0339346 Jun 01 18:42:24.691213 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-a0c8baac-f90e-43f1-875d-3df438da86c4 admin admin] Usage tracker for resource:security_group_rule and tenant:dfc427e9be8145629e7448c6669f58ef is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:42:24.700280 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-772f4023-d8b5-4d17-8e7e-f788061d0e02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-886608', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-885830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25341'] for router, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:24.704111 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-a0c8baac-f90e-43f1-875d-3df438da86c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:42:24.705350 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1627a3-d3c8-4492-9bc5-10b714f242b2 req-673df022-04ee-4235-a2be-1c846f109505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:42:24.707010 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-dc1627a3-d3c8-4492-9bc5-10b714f242b2 req-673df022-04ee-4235-a2be-1c846f109505 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e376e31f-d7fc-4c94-a911-fdf7b219dbbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5984478 Jun 01 18:42:24.716157 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-d499a808-4260-4736-8d97-fbd466e2e153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526'] for port, after_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:24.731196 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-a0c8baac-f90e-43f1-875d-3df438da86c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:42:24.881932 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d499a808-4260-4736-8d97-fbd466e2e153 None None] Network 7475c262-ab00-42c7-8a8e-ce0d66e28c6b is already hosted by enough agents. {{(pid=88526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:42:24.889205 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.base_scheduler [None req-d499a808-4260-4736-8d97-fbd466e2e153 None None] Resources bound (agent type, host, resource id): {{(pid=88526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:42:24.900820 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d499a808-4260-4736-8d97-fbd466e2e153 None None] Received port after_create {{(pid=88526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:42:24.910614 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d499a808-4260-4736-8d97-fbd466e2e153 None None] Pushing event updated for resources: {'Port': ['ID=7cd1747f-74b1-4914-bb97-b75cd6ab8652,revision_number=1']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:42:24.953864 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c15a6451-41e8-46cd-963a-ae8da02d69ab req-6f65c83c-7fc4-453a-a620-70d1536bbe66 tempest-FloatingIPDetailsTestJSON-699827793 tempest-FloatingIPDetailsTestJSON-699827793-project] 10.222.0.41 "GET /v2.0/floatingips/d2b0815d-8f3c-4c6c-a3d7-df08ac6fc812 HTTP/1.1" status: 200 len: 693 time: 0.1877170 Jun 01 18:42:25.035073 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Provisioning for port 865499a8-4a47-4d3a-a9d0-7d19c3aa98c3 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:42:25.049800 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Provisioning complete for port 865499a8-4a47-4d3a-a9d0-7d19c3aa98c3 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:42:25.050174 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:25.094505 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-d499a808-4260-4736-8d97-fbd466e2e153 None None] Attempting to bind port 7cd1747f-74b1-4914-bb97-b75cd6ab8652 on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:42:25.094924 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-d499a808-4260-4736-8d97-fbd466e2e153 None None] Attempting to bind port 7cd1747f-74b1-4914-bb97-b75cd6ab8652 by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': '55263802-5ec7-4dff-8473-f61d2e94acb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '7475c262-ab00-42c7-8a8e-ce0d66e28c6b'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:42:25.095424 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d499a808-4260-4736-8d97-fbd466e2e153 None None] Attempting to bind port 7cd1747f-74b1-4914-bb97-b75cd6ab8652 on network 7475c262-ab00-42c7-8a8e-ce0d66e28c6b {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:42:25.119154 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d499a808-4260-4736-8d97-fbd466e2e153 None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 18, 42, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:42:25.120013 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d499a808-4260-4736-8d97-fbd466e2e153 None None] Checking segment: {'id': '55263802-5ec7-4dff-8473-f61d2e94acb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '7475c262-ab00-42c7-8a8e-ce0d66e28c6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:42:25.120250 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-d499a808-4260-4736-8d97-fbd466e2e153 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:25.120749 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d499a808-4260-4736-8d97-fbd466e2e153 None None] Bound using segment: {'id': '55263802-5ec7-4dff-8473-f61d2e94acb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '7475c262-ab00-42c7-8a8e-ce0d66e28c6b'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:42:25.121186 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-d499a808-4260-4736-8d97-fbd466e2e153 None None] Bound port: 7cd1747f-74b1-4914-bb97-b75cd6ab8652, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55263802-5ec7-4dff-8473-f61d2e94acb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '7475c262-ab00-42c7-8a8e-ce0d66e28c6b'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:42:25.121551 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-d499a808-4260-4736-8d97-fbd466e2e153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:25.148162 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4b29a56c-a6f2-40cf-87a0-5912ebc18dbd req-a328ae56-0363-401b-aefa-8dc43cc20b7f service neutron] 10.222.0.50 "GET /v2.0/networks/411d1518-9352-4dec-8af2-2285a53556b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6481125 Jun 01 18:42:25.170589 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a85d0b-f258-4d76-b6d4-4955e6c8f6ab req-b480f553-d99d-44db-8912-c2964ff96dfe tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:42:25.179496 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c5a85d0b-f258-4d76-b6d4-4955e6c8f6ab req-b480f553-d99d-44db-8912-c2964ff96dfe tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] 10.222.0.41 "GET /v2.0/ports?device_id=26f7889e-93cf-42e0-b644-7fc47dc1a909 HTTP/1.1" status: 200 len: 945 time: 0.3851612 Jun 01 18:42:25.240087 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a0c8baac-f90e-43f1-875d-3df438da86c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:25.248203 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a0c8baac-f90e-43f1-875d-3df438da86c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:25.259980 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-dc1627a3-d3c8-4492-9bc5-10b714f242b2 req-1b8a8623-7bbc-481c-b6a0-14fa310bef19 service neutron] 10.222.0.50 "GET /v2.0/networks/e376e31f-d7fc-4c94-a911-fdf7b219dbbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5424614 Jun 01 18:42:25.303763 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c5a85d0b-f258-4d76-b6d4-4955e6c8f6ab req-6a656095-0b14-4883-a3bb-99a7585f77e2 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] 10.222.0.41 "GET /v2.0/security-groups?id=444c87ba-31dc-4b5a-9977-492e198b845a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232674 Jun 01 18:42:25.312775 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c8baac-f90e-43f1-875d-3df438da86c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=923013c3-bae3-4143-95fe-f8cd3751a42d,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:42:25.352128 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 43174) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:42:25.361556 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-a0c8baac-f90e-43f1-875d-3df438da86c4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=dfc427e9be8145629e7448c6669f58ef&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2087049 Jun 01 18:42:25.363815 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 43178) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:42:25.420546 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-d499a808-4260-4736-8d97-fbd466e2e153 None None] For port 7cd1747f-74b1-4914-bb97-b75cd6ab8652, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:42:25.431827 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port 865499a8-4a47-4d3a-a9d0-7d19c3aa98c3 is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:42:25.432206 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:25.443376 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-d499a808-4260-4736-8d97-fbd466e2e153 None None] For port 7cd1747f-74b1-4914-bb97-b75cd6ab8652, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=7cd1747f-74b1-4914-bb97-b75cd6ab8652,segment=NetworkSegment(55263802-5ec7-4dff-8473-f61d2e94acb2),segment_id=55263802-5ec7-4dff-8473-f61d2e94acb2)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:42:25.453091 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-d499a808-4260-4736-8d97-fbd466e2e153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:25.541978 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15a6451-41e8-46cd-963a-ae8da02d69ab req-9f6ee5ba-8064-4d7c-9a50-ff6f61645d68 tempest-FloatingIPDetailsTestJSON-699827793 tempest-FloatingIPDetailsTestJSON-699827793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:42:25.549726 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c15a6451-41e8-46cd-963a-ae8da02d69ab req-9f6ee5ba-8064-4d7c-9a50-ff6f61645d68 tempest-FloatingIPDetailsTestJSON-699827793 tempest-FloatingIPDetailsTestJSON-699827793-project] 10.222.0.41 "GET /v2.0/networks/72a72e44-6845-488a-a5ff-3a26d4df9cb3 HTTP/1.1" status: 200 len: 784 time: 0.5834327 Jun 01 18:42:25.553362 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26f7889e-93cf-42e0-b644-7fc47dc1a909', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '865499a8-4a47-4d3a-a9d0-7d19c3aa98c3'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:42:25.602298 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-98aadefc-1005-452f-946c-d88842b7182b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fb1302100dab431bacdeeb351237cdcf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2444828 Jun 01 18:42:25.603673 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 43184) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:42:25.610674 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port 865499a8-4a47-4d3a-a9d0-7d19c3aa98c3, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=865499a8-4a47-4d3a-a9d0-7d19c3aa98c3,segment=NetworkSegment(e7a2e8fb-b3d5-44ba-bb42-81da885a74e3),segment_id=e7a2e8fb-b3d5-44ba-bb42-81da885a74e3)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:42:25.625450 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:25.633468 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d499a808-4260-4736-8d97-fbd466e2e153 None None] Pushing event updated for resources: {'Port': ['ID=7cd1747f-74b1-4914-bb97-b75cd6ab8652,revision_number=2']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:42:25.644316 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-772f4023-d8b5-4d17-8e7e-f788061d0e02 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:25.703886 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d92118ac-9e58-4219-a3f9-d83ff90161a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:25.707061 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be3023eb-ea19-46aa-8a7f-2f550bd5d8b9'] response: {'server_uuid': '26f7889e-93cf-42e0-b644-7fc47dc1a909', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '865499a8-4a47-4d3a-a9d0-7d19c3aa98c3', 'code': 200} Jun 01 18:42:25.765770 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=865499a8-4a47-4d3a-a9d0-7d19c3aa98c3,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:42:25.824699 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-c15a6451-41e8-46cd-963a-ae8da02d69ab req-255508da-ee37-41d1-9bab-fda887f5a289 tempest-FloatingIPDetailsTestJSON-699827793 tempest-FloatingIPDetailsTestJSON-699827793-project] Synchronizing usage tracker for tenant:28042772ed574d8d819a50a6409395af on resource:floatingip {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:42:25.835986 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-772f4023-d8b5-4d17-8e7e-f788061d0e02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:25.854400 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d92118ac-9e58-4219-a3f9-d83ff90161a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:26.021497 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d92118ac-9e58-4219-a3f9-d83ff90161a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:26.048040 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-dc1627a3-d3c8-4492-9bc5-10b714f242b2 req-0dd6934a-04a6-4e1e-8def-5172e01c60a1 service neutron] 10.222.0.50 "GET /v2.0/networks/e376e31f-d7fc-4c94-a911-fdf7b219dbbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7788038 Jun 01 18:42:26.056329 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-c15a6451-41e8-46cd-963a-ae8da02d69ab req-255508da-ee37-41d1-9bab-fda887f5a289 tempest-FloatingIPDetailsTestJSON-699827793 tempest-FloatingIPDetailsTestJSON-699827793-project] Unset dirty status for tenant:28042772ed574d8d819a50a6409395af on resource:floatingip {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:42:26.065325 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c15a6451-41e8-46cd-963a-ae8da02d69ab req-255508da-ee37-41d1-9bab-fda887f5a289 tempest-FloatingIPDetailsTestJSON-699827793 tempest-FloatingIPDetailsTestJSON-699827793-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.4.193 HTTP/1.1" status: 200 len: 696 time: 0.5146677 Jun 01 18:42:26.077842 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-976d06f8-1e8a-47ca-8b27-668d75cc4bdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:26.080256 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [None req-772f4023-d8b5-4d17-8e7e-f788061d0e02 admin admin] Allocated IP 172.25.4.41 (72a72e44-6845-488a-a5ff-3a26d4df9cb3/c314a23b-daa2-4106-ab28-8e6f954277b2/368eb3c4-ec62-4afc-a515-5b1dd5f282d3) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:42:26.132951 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-976d06f8-1e8a-47ca-8b27-668d75cc4bdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:26.181426 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c15a6451-41e8-46cd-963a-ae8da02d69ab req-b22b0efb-9512-4f6c-994f-b4272cd0e5c0 tempest-FloatingIPDetailsTestJSON-699827793 tempest-FloatingIPDetailsTestJSON-699827793-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.4.193 HTTP/1.1" status: 200 len: 696 time: 0.1133018 Jun 01 18:42:26.182614 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92118ac-9e58-4219-a3f9-d83ff90161a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=923013c3-bae3-4143-95fe-f8cd3751a42d,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:42:26.210846 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d92118ac-9e58-4219-a3f9-d83ff90161a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:26.214487 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-d92118ac-9e58-4219-a3f9-d83ff90161a8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/923013c3-bae3-4143-95fe-f8cd3751a42d HTTP/1.1" status: 204 len: 168 time: 0.8435884 Jun 01 18:42:26.334924 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-772f4023-d8b5-4d17-8e7e-f788061d0e02 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:26.391132 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-976d06f8-1e8a-47ca-8b27-668d75cc4bdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:26.422657 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-772f4023-d8b5-4d17-8e7e-f788061d0e02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:26.447025 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-c15a6451-41e8-46cd-963a-ae8da02d69ab req-f0663343-dab7-4397-887d-4c93057c382b tempest-FloatingIPDetailsTestJSON-699827793 tempest-FloatingIPDetailsTestJSON-699827793-project] Deleting port 2f63b19f-40fa-433b-a5f9-5c335a2f3044 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:42:26.447371 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-c15a6451-41e8-46cd-963a-ae8da02d69ab req-f0663343-dab7-4397-887d-4c93057c382b tempest-FloatingIPDetailsTestJSON-699827793 tempest-FloatingIPDetailsTestJSON-699827793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:26.551568 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abab3319-191b-4420-8a8a-e951fd6c653a req-639f38be-49f7-45c8-8008-06397e11b5de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:42:26.553913 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-abab3319-191b-4420-8a8a-e951fd6c653a req-639f38be-49f7-45c8-8008-06397e11b5de service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=26f7889e-93cf-42e0-b644-7fc47dc1a909 HTTP/1.1" status: 200 len: 1097 time: 0.8295324 Jun 01 18:42:26.581747 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 7cd1747f-74b1-4914-bb97-b75cd6ab8652 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:42:26.583503 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976d06f8-1e8a-47ca-8b27-668d75cc4bdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b39265c6-6ba1-4723-a104-9a9d2528c2cf,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:42:26.677301 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-772f4023-d8b5-4d17-8e7e-f788061d0e02 admin admin] Network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:42:26.680321 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-772f4023-d8b5-4d17-8e7e-f788061d0e02 admin admin] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:42:26.689525 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772f4023-d8b5-4d17-8e7e-f788061d0e02 admin admin] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:42:26.786057 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port 7cd1747f-74b1-4914-bb97-b75cd6ab8652 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:42:26.807688 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-976d06f8-1e8a-47ca-8b27-668d75cc4bdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:26.814206 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-976d06f8-1e8a-47ca-8b27-668d75cc4bdc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b39265c6-6ba1-4723-a104-9a9d2528c2cf HTTP/1.1" status: 204 len: 168 time: 1.2049656 Jun 01 18:42:26.814440 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-abab3319-191b-4420-8a8a-e951fd6c653a req-db5b2926-d572-4043-bbdb-9c4f299de838 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=444c87ba-31dc-4b5a-9977-492e198b845a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2539372 Jun 01 18:42:26.832625 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772f4023-d8b5-4d17-8e7e-f788061d0e02 admin admin] Pushing event updated for resources: {'Port': ['ID=368eb3c4-ec62-4afc-a515-5b1dd5f282d3,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:42:26.918466 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-c15a6451-41e8-46cd-963a-ae8da02d69ab req-f0663343-dab7-4397-887d-4c93057c382b tempest-FloatingIPDetailsTestJSON-699827793 tempest-FloatingIPDetailsTestJSON-699827793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:26.918804 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-c15a6451-41e8-46cd-963a-ae8da02d69ab req-f0663343-dab7-4397-887d-4c93057c382b tempest-FloatingIPDetailsTestJSON-699827793 tempest-FloatingIPDetailsTestJSON-699827793-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:26.936878 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 43198) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:42:26.992748 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-7a005751-e700-43c4-8905-e326e26c5288 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:27.130609 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c8a7ed-b263-48da-992f-124d666c1ae1 req-51feb998-5d6a-474f-bed4-d121b5e4937b tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:42:27.139616 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e1c8a7ed-b263-48da-992f-124d666c1ae1 req-51feb998-5d6a-474f-bed4-d121b5e4937b tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] 10.222.0.41 "GET /v2.0/ports?device_id=26f7889e-93cf-42e0-b644-7fc47dc1a909 HTTP/1.1" status: 200 len: 946 time: 0.5782685 Jun 01 18:42:27.239372 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e2b1b3e-de26-4ebb-bdab-792f252f48c8 None None] Network 7475c262-ab00-42c7-8a8e-ce0d66e28c6b requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 18:42:27.332376 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-c15a6451-41e8-46cd-963a-ae8da02d69ab req-f0663343-dab7-4397-887d-4c93057c382b tempest-FloatingIPDetailsTestJSON-699827793 tempest-FloatingIPDetailsTestJSON-699827793-project] Calling delete_port for 2f63b19f-40fa-433b-a5f9-5c335a2f3044 owned by network:floatingip {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:42:27.392630 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-c4e3f859-485d-4784-a75d-c8d26f6dce72 None None] Provisioning for port 7cd1747f-74b1-4914-bb97-b75cd6ab8652 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:42:27.406233 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e1c8a7ed-b263-48da-992f-124d666c1ae1 req-04c579c8-0abc-4ad2-a5a7-ae1096c05780 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] 10.222.0.41 "GET /v2.0/security-groups?id=444c87ba-31dc-4b5a-9977-492e198b845a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2654531 Jun 01 18:42:27.420291 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-c4e3f859-485d-4784-a75d-c8d26f6dce72 None None] Provisioning complete for port 7cd1747f-74b1-4914-bb97-b75cd6ab8652 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:42:27.420666 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-c4e3f859-485d-4784-a75d-c8d26f6dce72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:27.454694 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-7a005751-e700-43c4-8905-e326e26c5288 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:42:27.470847 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-7a005751-e700-43c4-8905-e326e26c5288 admin admin] Usage tracker for resource:security_group_rule and tenant:0acb999060914f019d2d6d2c0a215541 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:42:27.477185 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-7a005751-e700-43c4-8905-e326e26c5288 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:42:27.486064 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-7a005751-e700-43c4-8905-e326e26c5288 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:42:27.679710 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-c15a6451-41e8-46cd-963a-ae8da02d69ab req-f0663343-dab7-4397-887d-4c93057c382b tempest-FloatingIPDetailsTestJSON-699827793 tempest-FloatingIPDetailsTestJSON-699827793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:27.705167 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-772f4023-d8b5-4d17-8e7e-f788061d0e02 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:27.793549 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-7a005751-e700-43c4-8905-e326e26c5288 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:27.795128 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0663343-dab7-4397-887d-4c93057c382b tempest-FloatingIPDetailsTestJSON-699827793 tempest-FloatingIPDetailsTestJSON-699827793-project] Pushing event deleted for resources: {'Port': ['ID=2f63b19f-40fa-433b-a5f9-5c335a2f3044,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:42:27.888362 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-7a005751-e700-43c4-8905-e326e26c5288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:28.140108 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-c4e3f859-485d-4784-a75d-c8d26f6dce72 None None] Current status of the port 7cd1747f-74b1-4914-bb97-b75cd6ab8652 is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:42:28.140660 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-c4e3f859-485d-4784-a75d-c8d26f6dce72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:28.143722 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a005751-e700-43c4-8905-e326e26c5288 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1972b3ef-d70b-406a-b528-8761c6fbaef3,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:42:28.232503 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-c4e3f859-485d-4784-a75d-c8d26f6dce72 None None] For port 7cd1747f-74b1-4914-bb97-b75cd6ab8652, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=7cd1747f-74b1-4914-bb97-b75cd6ab8652,segment=NetworkSegment(55263802-5ec7-4dff-8473-f61d2e94acb2),segment_id=55263802-5ec7-4dff-8473-f61d2e94acb2)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:42:28.241592 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-7a005751-e700-43c4-8905-e326e26c5288 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0acb999060914f019d2d6d2c0a215541&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2999110 Jun 01 18:42:28.244134 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 43222) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:42:28.247484 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-c15a6451-41e8-46cd-963a-ae8da02d69ab req-f0663343-dab7-4397-887d-4c93057c382b tempest-FloatingIPDetailsTestJSON-699827793 tempest-FloatingIPDetailsTestJSON-699827793-project] Notify callbacks [] for floatingip, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:28.258585 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-c4e3f859-485d-4784-a75d-c8d26f6dce72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:28.330648 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-c15a6451-41e8-46cd-963a-ae8da02d69ab req-f0663343-dab7-4397-887d-4c93057c382b tempest-FloatingIPDetailsTestJSON-699827793 tempest-FloatingIPDetailsTestJSON-699827793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for floatingip, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:28.331964 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c15a6451-41e8-46cd-963a-ae8da02d69ab req-f0663343-dab7-4397-887d-4c93057c382b tempest-FloatingIPDetailsTestJSON-699827793 tempest-FloatingIPDetailsTestJSON-699827793-project] 10.222.0.41 "DELETE /v2.0/floatingips/d2b0815d-8f3c-4c6c-a3d7-df08ac6fc812 HTTP/1.1" status: 204 len: 173 time: 2.1331997 Jun 01 18:42:28.337741 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-073fa76f-70eb-438b-a286-f4095f1a5117 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:28.357832 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-772f4023-d8b5-4d17-8e7e-f788061d0e02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-885820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-886655'] for router, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:28.377853 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e3f859-485d-4784-a75d-c8d26f6dce72 None None] Pushing event updated for resources: {'Port': ['ID=7cd1747f-74b1-4914-bb97-b75cd6ab8652,revision_number=3']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:42:28.398654 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-073fa76f-70eb-438b-a286-f4095f1a5117 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:28.510975 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-073fa76f-70eb-438b-a286-f4095f1a5117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:28.536565 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-073fa76f-70eb-438b-a286-f4095f1a5117 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:28.540915 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-073fa76f-70eb-438b-a286-f4095f1a5117 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1972b3ef-d70b-406a-b528-8761c6fbaef3 HTTP/1.1" status: 204 len: 168 time: 0.2933297 Jun 01 18:42:28.542097 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073fa76f-70eb-438b-a286-f4095f1a5117 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1972b3ef-d70b-406a-b528-8761c6fbaef3,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:42:28.790666 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-19220e90-7e00-4e46-8269-30e52f8614e1 req-1ebaa754-2e42-454d-b652-26817b36eee3 tempest-FloatingIPDetailsTestJSON-699827793 tempest-FloatingIPDetailsTestJSON-699827793-project] 10.222.0.41 "GET /v2.0/floatingips/3733f5aa-3a1e-4de5-b1fa-0fa404bbddb7 HTTP/1.1" status: 200 len: 693 time: 0.4121192 Jun 01 18:42:28.801833 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-778cd553-7cab-4406-b59f-ce01c44585c1 None None] Provisioning complete for port 7cd1747f-74b1-4914-bb97-b75cd6ab8652 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:42:28.803188 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-778cd553-7cab-4406-b59f-ce01c44585c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:28.968081 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb24442-c137-413c-a9e8-0b7e1cee475a req-d7bffc95-27ee-458d-a4fa-1126f551487b tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:42:28.970034 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-edb24442-c137-413c-a9e8-0b7e1cee475a req-d7bffc95-27ee-458d-a4fa-1126f551487b tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] 10.222.0.41 "GET /v2.0/ports?device_id=26f7889e-93cf-42e0-b644-7fc47dc1a909 HTTP/1.1" status: 200 len: 946 time: 0.3055539 Jun 01 18:42:29.020259 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-edb24442-c137-413c-a9e8-0b7e1cee475a req-e90fa5c5-ff0a-4d67-ac37-02967a7fbfca tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] 10.222.0.41 "GET /v2.0/security-groups?id=444c87ba-31dc-4b5a-9977-492e198b845a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437772 Jun 01 18:42:29.184846 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-778cd553-7cab-4406-b59f-ce01c44585c1 None None] Current status of the port 7cd1747f-74b1-4914-bb97-b75cd6ab8652 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:42:29.299854 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df21f2d5-972e-4f90-a95b-253be2ee0d81 req-8fd1fa66-c643-45af-805e-3028226238f6 tempest-LiveAutoBlockMigrationV225Test-590672389 tempest-LiveAutoBlockMigrationV225Test-590672389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:42:29.309445 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-df21f2d5-972e-4f90-a95b-253be2ee0d81 req-8fd1fa66-c643-45af-805e-3028226238f6 tempest-LiveAutoBlockMigrationV225Test-590672389 tempest-LiveAutoBlockMigrationV225Test-590672389-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=26f7889e-93cf-42e0-b644-7fc47dc1a909 HTTP/1.1" status: 200 len: 1097 time: 0.1166096 Jun 01 18:42:29.326978 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19220e90-7e00-4e46-8269-30e52f8614e1 req-b06657e9-1846-4749-9b01-b18ea565c2aa tempest-FloatingIPDetailsTestJSON-699827793 tempest-FloatingIPDetailsTestJSON-699827793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:42:29.333868 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-19220e90-7e00-4e46-8269-30e52f8614e1 req-b06657e9-1846-4749-9b01-b18ea565c2aa tempest-FloatingIPDetailsTestJSON-699827793 tempest-FloatingIPDetailsTestJSON-699827793-project] 10.222.0.41 "GET /v2.0/networks/72a72e44-6845-488a-a5ff-3a26d4df9cb3 HTTP/1.1" status: 200 len: 784 time: 0.5336785 Jun 01 18:42:29.345287 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [req-19220e90-7e00-4e46-8269-30e52f8614e1 req-a341cac3-212f-4f8e-b0aa-0f35be7478bd tempest-FloatingIPDetailsTestJSON-699827793 tempest-FloatingIPDetailsTestJSON-699827793-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=88525) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 18:42:29.352438 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-19220e90-7e00-4e46-8269-30e52f8614e1 req-a341cac3-212f-4f8e-b0aa-0f35be7478bd tempest-FloatingIPDetailsTestJSON-699827793 tempest-FloatingIPDetailsTestJSON-699827793-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0175226 Jun 01 18:42:29.397523 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-df21f2d5-972e-4f90-a95b-253be2ee0d81 req-6f6a36da-01ef-48c5-90a8-0bffe9a27899 tempest-LiveAutoBlockMigrationV225Test-590672389 tempest-LiveAutoBlockMigrationV225Test-590672389-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=444c87ba-31dc-4b5a-9977-492e198b845a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865715 Jun 01 18:42:29.459994 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-19220e90-7e00-4e46-8269-30e52f8614e1 req-3c75f5bb-2e32-4c41-b5ba-b553b2de6f84 tempest-FloatingIPDetailsTestJSON-699827793 tempest-FloatingIPDetailsTestJSON-699827793-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.4.192 HTTP/1.1" status: 200 len: 696 time: 0.1063290 Jun 01 18:42:29.569824 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-19220e90-7e00-4e46-8269-30e52f8614e1 req-e16eb825-e42b-40e4-96e5-79edc057b6d2 tempest-FloatingIPDetailsTestJSON-699827793 tempest-FloatingIPDetailsTestJSON-699827793-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.4.192 HTTP/1.1" status: 200 len: 696 time: 0.1086550 Jun 01 18:42:29.780518 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [req-19220e90-7e00-4e46-8269-30e52f8614e1 req-fc517c5f-eef5-4f92-9d39-991d796173fb tempest-FloatingIPDetailsTestJSON-699827793 tempest-FloatingIPDetailsTestJSON-699827793-project] Deleting port b0795d37-8c40-4a96-8699-81f65a9802db {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:42:29.780983 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-19220e90-7e00-4e46-8269-30e52f8614e1 req-fc517c5f-eef5-4f92-9d39-991d796173fb tempest-FloatingIPDetailsTestJSON-699827793 tempest-FloatingIPDetailsTestJSON-699827793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:29.817718 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-772f4023-d8b5-4d17-8e7e-f788061d0e02 admin admin] Router e37b1a48-11b2-44e4-8049-72b888626de6 is scheduled to L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 with binding_index 1 {{(pid=88525) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 18:42:30.141628 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-19220e90-7e00-4e46-8269-30e52f8614e1 req-fc517c5f-eef5-4f92-9d39-991d796173fb tempest-FloatingIPDetailsTestJSON-699827793 tempest-FloatingIPDetailsTestJSON-699827793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:30.141956 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-19220e90-7e00-4e46-8269-30e52f8614e1 req-fc517c5f-eef5-4f92-9d39-991d796173fb tempest-FloatingIPDetailsTestJSON-699827793 tempest-FloatingIPDetailsTestJSON-699827793-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:30.272638 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [req-19220e90-7e00-4e46-8269-30e52f8614e1 req-fc517c5f-eef5-4f92-9d39-991d796173fb tempest-FloatingIPDetailsTestJSON-699827793 tempest-FloatingIPDetailsTestJSON-699827793-project] Calling delete_port for b0795d37-8c40-4a96-8699-81f65a9802db owned by network:floatingip {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:42:30.449044 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-19220e90-7e00-4e46-8269-30e52f8614e1 req-fc517c5f-eef5-4f92-9d39-991d796173fb tempest-FloatingIPDetailsTestJSON-699827793 tempest-FloatingIPDetailsTestJSON-699827793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:30.556097 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 7cd1747f-74b1-4914-bb97-b75cd6ab8652 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:42:30.747240 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc517c5f-eef5-4f92-9d39-991d796173fb tempest-FloatingIPDetailsTestJSON-699827793 tempest-FloatingIPDetailsTestJSON-699827793-project] Pushing event deleted for resources: {'Port': ['ID=b0795d37-8c40-4a96-8699-81f65a9802db,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:42:30.799877 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 7cd1747f-74b1-4914-bb97-b75cd6ab8652 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:42:30.801435 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:31.132697 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-772f4023-d8b5-4d17-8e7e-f788061d0e02 admin admin] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 18:42:31.135175 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-19220e90-7e00-4e46-8269-30e52f8614e1 req-fc517c5f-eef5-4f92-9d39-991d796173fb tempest-FloatingIPDetailsTestJSON-699827793 tempest-FloatingIPDetailsTestJSON-699827793-project] Notify callbacks [] for floatingip, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:31.152463 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29a63e2-c709-414f-a020-17edad64051a None None] Sync routers for ids ['e37b1a48-11b2-44e4-8049-72b888626de6'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 18:42:31.172320 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-19220e90-7e00-4e46-8269-30e52f8614e1 req-fc517c5f-eef5-4f92-9d39-991d796173fb tempest-FloatingIPDetailsTestJSON-699827793 tempest-FloatingIPDetailsTestJSON-699827793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for floatingip, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:31.174155 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-19220e90-7e00-4e46-8269-30e52f8614e1 req-fc517c5f-eef5-4f92-9d39-991d796173fb tempest-FloatingIPDetailsTestJSON-699827793 tempest-FloatingIPDetailsTestJSON-699827793-project] 10.222.0.41 "DELETE /v2.0/floatingips/3733f5aa-3a1e-4de5-b1fa-0fa404bbddb7 HTTP/1.1" status: 204 len: 173 time: 1.6030135 Jun 01 18:42:31.175826 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-772f4023-d8b5-4d17-8e7e-f788061d0e02 admin admin] Notify callbacks [] for router, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:31.178017 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-772f4023-d8b5-4d17-8e7e-f788061d0e02 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 7.5583780 Jun 01 18:42:31.181499 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 43304) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:42:31.183179 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 43306) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:42:31.183414 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29a63e2-c709-414f-a020-17edad64051a None None] Routers {'e37b1a48-11b2-44e4-8049-72b888626de6'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:42:31.184323 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-f29a63e2-c709-414f-a020-17edad64051a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:42:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['e37b1a48-11b2-44e4-8049-72b888626de6'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:42:31.185894 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 7cd1747f-74b1-4914-bb97-b75cd6ab8652 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:42:31.528708 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-f29a63e2-c709-414f-a020-17edad64051a None None] Set router e37b1a48-11b2-44e4-8049-72b888626de6 gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:42:32.072446 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-f29a63e2-c709-414f-a020-17edad64051a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e37b1a48-11b2-44e4-8049-72b888626de6', 'name': 'tempest-FloatingIPsAssociationTestJSON-260000424-router', 'tenant_id': 'e0dc2e96ec69456782f276e47bf2486d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': '368eb3c4-ec62-4afc-a515-5b1dd5f282d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:42:23Z', 'updated_at': '2022-06-01T18:42:27Z', 'revision_number': 3, 'project_id': 'e0dc2e96ec69456782f276e47bf2486d', 'gw_port': {'id': '368eb3c4-ec62-4afc-a515-5b1dd5f282d3', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:2a:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e37b1a48-11b2-44e4-8049-72b888626de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:42:25Z', 'updated_at': '2022-06-01T18:42:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:42:32.077695 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29a63e2-c709-414f-a020-17edad64051a None None] Checking router: e37b1a48-11b2-44e4-8049-72b888626de6 for host: n-d-844202-1 {{(pid=88527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 18:42:32.078205 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29a63e2-c709-414f-a020-17edad64051a None None] Updating router e37b1a48-11b2-44e4-8049-72b888626de6 port 368eb3c4-ec62-4afc-a515-5b1dd5f282d3 binding host n-d-844202-1 {{(pid=88527) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 18:42:32.223132 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-f29a63e2-c709-414f-a020-17edad64051a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:32.856089 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-f29a63e2-c709-414f-a020-17edad64051a None None] Notify callbacks [] for port, precommit_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:32.870970 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.provisioning_blocks [None req-f29a63e2-c709-414f-a020-17edad64051a None None] Transition to ACTIVE for port object 368eb3c4-ec62-4afc-a515-5b1dd5f282d3 will not be triggered until provisioned by entity L2. {{(pid=88527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:42:32.894617 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-f29a63e2-c709-414f-a020-17edad64051a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:33.092737 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-fa837e6d-63a0-4b11-9d87-a9e38b3dfd23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-887474'] for router_interface, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:33.152015 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-db01d210-7f9a-420b-a527-09d8b5d15143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:33.324496 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-f29a63e2-c709-414f-a020-17edad64051a None None] Attempting to bind port 368eb3c4-ec62-4afc-a515-5b1dd5f282d3 on host n-d-844202-1 for vnic_type normal with profile {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:42:33.328792 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-f29a63e2-c709-414f-a020-17edad64051a None None] Attempting to bind port 368eb3c4-ec62-4afc-a515-5b1dd5f282d3 by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}] {{(pid=88527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:42:33.329344 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29a63e2-c709-414f-a020-17edad64051a None None] Attempting to bind port 368eb3c4-ec62-4afc-a515-5b1dd5f282d3 on network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:42:33.364025 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29a63e2-c709-414f-a020-17edad64051a None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 18, 42, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:42:33.364437 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29a63e2-c709-414f-a020-17edad64051a None None] Checking segment: {'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:42:33.364828 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-f29a63e2-c709-414f-a020-17edad64051a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:33.365210 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29a63e2-c709-414f-a020-17edad64051a None None] Bound using segment: {'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'} {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:42:33.365679 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-f29a63e2-c709-414f-a020-17edad64051a None None] Bound port: 368eb3c4-ec62-4afc-a515-5b1dd5f282d3, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}}] {{(pid=88527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:42:33.366586 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-f29a63e2-c709-414f-a020-17edad64051a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:33.558842 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.db [None req-f29a63e2-c709-414f-a020-17edad64051a None None] For port 368eb3c4-ec62-4afc-a515-5b1dd5f282d3, host n-d-844202-1, cleared binding levels {{(pid=88527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:42:33.562789 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.db [None req-f29a63e2-c709-414f-a020-17edad64051a None None] For port 368eb3c4-ec62-4afc-a515-5b1dd5f282d3, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=368eb3c4-ec62-4afc-a515-5b1dd5f282d3,segment=NetworkSegment(7875af61-4c53-4ff2-b8c8-d4b7c35ff947),segment_id=7875af61-4c53-4ff2-b8c8-d4b7c35ff947)] {{(pid=88527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:42:33.564473 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e7e09f-a054-428a-a845-498b5660b1fa None None] Pushing event updated for resources: {'Port': ['ID=368eb3c4-ec62-4afc-a515-5b1dd5f282d3,revision_number=2']} {{(pid=88527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:42:33.568944 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-f29a63e2-c709-414f-a020-17edad64051a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:33.678890 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e7e09f-a054-428a-a845-498b5660b1fa None None] Pushing event updated for resources: {'Port': ['ID=368eb3c4-ec62-4afc-a515-5b1dd5f282d3,revision_number=3']} {{(pid=88527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:42:33.742167 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29a63e2-c709-414f-a020-17edad64051a None None] Routers {'e37b1a48-11b2-44e4-8049-72b888626de6'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:42:33.745995 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-f29a63e2-c709-414f-a020-17edad64051a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:42:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['e37b1a48-11b2-44e4-8049-72b888626de6'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:42:33.828778 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [None req-db01d210-7f9a-420b-a527-09d8b5d15143 admin admin] Allocated IP 172.20.0.1 (7475c262-ab00-42c7-8a8e-ce0d66e28c6b/ba995e64-eb1c-4c76-a421-630e9228b936/38612e8c-0101-4044-80b4-fb606c42da57) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:42:33.998259 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-db01d210-7f9a-420b-a527-09d8b5d15143 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:34.021263 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [None req-db01d210-7f9a-420b-a527-09d8b5d15143 admin admin] Transition to ACTIVE for port object 38612e8c-0101-4044-80b4-fb606c42da57 will not be triggered until provisioned by entity DHCP. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:42:34.046718 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-db01d210-7f9a-420b-a527-09d8b5d15143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:34.143766 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-fa837e6d-63a0-4b11-9d87-a9e38b3dfd23 admin admin] Deleting port abf50374-eb48-4999-b8be-3d4e41a550f1 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:42:34.144436 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-fa837e6d-63a0-4b11-9d87-a9e38b3dfd23 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:34.187815 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db01d210-7f9a-420b-a527-09d8b5d15143 admin admin] Network 7475c262-ab00-42c7-8a8e-ce0d66e28c6b is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:42:34.189143 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-f29a63e2-c709-414f-a020-17edad64051a None None] Set router e37b1a48-11b2-44e4-8049-72b888626de6 gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:42:34.199101 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-db01d210-7f9a-420b-a527-09d8b5d15143 admin admin] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:42:34.204638 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db01d210-7f9a-420b-a527-09d8b5d15143 admin admin] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:42:34.270274 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db01d210-7f9a-420b-a527-09d8b5d15143 admin admin] Pushing event updated for resources: {'Port': ['ID=38612e8c-0101-4044-80b4-fb606c42da57,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:42:34.402181 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-db01d210-7f9a-420b-a527-09d8b5d15143 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-887605'] for router_interface, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:34.459193 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 43402) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:42:34.485366 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [None req-fa837e6d-63a0-4b11-9d87-a9e38b3dfd23 admin admin] For port abf50374-eb48-4999-b8be-3d4e41a550f1, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=abf50374-eb48-4999-b8be-3d4e41a550f1,segment=NetworkSegment(8593ffbb-3687-4645-8e49-e50ab1a5f44b),segment_id=8593ffbb-3687-4645-8e49-e50ab1a5f44b)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:42:34.488954 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-fa837e6d-63a0-4b11-9d87-a9e38b3dfd23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:34.516412 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 43410) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:42:34.670708 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-5cbbd718-5e5a-44c4-aef3-bd0af945afb0 None None] Provisioning for port 38612e8c-0101-4044-80b4-fb606c42da57 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:42:34.681953 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-5cbbd718-5e5a-44c4-aef3-bd0af945afb0 None None] Provisioning complete for port 38612e8c-0101-4044-80b4-fb606c42da57 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:42:34.684945 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-5cbbd718-5e5a-44c4-aef3-bd0af945afb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:34.740971 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0752e0f3-3a84-4af5-816a-4d9cfe10ca6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:34.757902 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c266cff3-454c-407d-98c7-88ee292260cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:34.779555 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-0752e0f3-3a84-4af5-816a-4d9cfe10ca6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:42:34.785154 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-c266cff3-454c-407d-98c7-88ee292260cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:42:34.788264 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-0752e0f3-3a84-4af5-816a-4d9cfe10ca6a admin admin] Usage tracker for resource:security_group_rule and tenant:ad6f4d534753442e8e0693e6382edc4f is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:42:34.793754 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-0752e0f3-3a84-4af5-816a-4d9cfe10ca6a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:42:34.797253 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-c266cff3-454c-407d-98c7-88ee292260cd admin admin] Usage tracker for resource:security_group_rule and tenant:fc03925de81c4f4ba968e6dd72a06812 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:42:34.805137 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-c266cff3-454c-407d-98c7-88ee292260cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:42:34.808819 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-0752e0f3-3a84-4af5-816a-4d9cfe10ca6a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:42:34.816208 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-c266cff3-454c-407d-98c7-88ee292260cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:42:34.817335 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-5cbbd718-5e5a-44c4-aef3-bd0af945afb0 None None] Port 38612e8c-0101-4044-80b4-fb606c42da57 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 18:42:34.939455 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-f29a63e2-c709-414f-a020-17edad64051a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e37b1a48-11b2-44e4-8049-72b888626de6', 'name': 'tempest-FloatingIPsAssociationTestJSON-260000424-router', 'tenant_id': 'e0dc2e96ec69456782f276e47bf2486d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': '368eb3c4-ec62-4afc-a515-5b1dd5f282d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:42:23Z', 'updated_at': '2022-06-01T18:42:27Z', 'revision_number': 3, 'project_id': 'e0dc2e96ec69456782f276e47bf2486d', 'gw_port': {'id': '368eb3c4-ec62-4afc-a515-5b1dd5f282d3', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:2a:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e37b1a48-11b2-44e4-8049-72b888626de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:42:25Z', 'updated_at': '2022-06-01T18:42:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:42:34.943959 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29a63e2-c709-414f-a020-17edad64051a None None] The sync data for ids ['e37b1a48-11b2-44e4-8049-72b888626de6'] in n-d-844202-1 is: [{'id': 'e37b1a48-11b2-44e4-8049-72b888626de6', 'name': 'tempest-FloatingIPsAssociationTestJSON-260000424-router', 'tenant_id': 'e0dc2e96ec69456782f276e47bf2486d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': '368eb3c4-ec62-4afc-a515-5b1dd5f282d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:42:23Z', 'updated_at': '2022-06-01T18:42:27Z', 'revision_number': 3, 'project_id': 'e0dc2e96ec69456782f276e47bf2486d', 'gw_port': {'id': '368eb3c4-ec62-4afc-a515-5b1dd5f282d3', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:2a:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e37b1a48-11b2-44e4-8049-72b888626de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:42:25Z', 'updated_at': '2022-06-01T18:42:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 18:42:34.968442 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-fa837e6d-63a0-4b11-9d87-a9e38b3dfd23 admin admin] Calling delete_port for abf50374-eb48-4999-b8be-3d4e41a550f1 owned by network:router_interface {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:42:35.079164 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c266cff3-454c-407d-98c7-88ee292260cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:35.082088 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0752e0f3-3a84-4af5-816a-4d9cfe10ca6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:35.084040 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c266cff3-454c-407d-98c7-88ee292260cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:35.115864 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0752e0f3-3a84-4af5-816a-4d9cfe10ca6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:35.181894 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c266cff3-454c-407d-98c7-88ee292260cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0db7e820-1422-4d84-b079-37669dd51153,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:42:35.250387 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0752e0f3-3a84-4af5-816a-4d9cfe10ca6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee5a5c84-23d7-40ba-bda8-46c2b346a181,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:42:35.257116 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-c266cff3-454c-407d-98c7-88ee292260cd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fc03925de81c4f4ba968e6dd72a06812&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7968209 Jun 01 18:42:35.259993 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 43426) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:42:35.269826 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-0752e0f3-3a84-4af5-816a-4d9cfe10ca6a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ad6f4d534753442e8e0693e6382edc4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7498631 Jun 01 18:42:35.277197 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 43430) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:42:35.410102 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-874567a9-da3b-4254-92da-c18304994ae7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:35.481819 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-874567a9-da3b-4254-92da-c18304994ae7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:35.489365 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3d1b25b8-688d-459f-880d-23142609cf94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:35.530752 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3d1b25b8-688d-459f-880d-23142609cf94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:35.537738 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-db01d210-7f9a-420b-a527-09d8b5d15143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:35.611905 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3d1b25b8-688d-459f-880d-23142609cf94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:35.650781 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1b25b8-688d-459f-880d-23142609cf94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee5a5c84-23d7-40ba-bda8-46c2b346a181,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:42:35.666188 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3d1b25b8-688d-459f-880d-23142609cf94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:35.667228 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-3d1b25b8-688d-459f-880d-23142609cf94 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ee5a5c84-23d7-40ba-bda8-46c2b346a181 HTTP/1.1" status: 204 len: 168 time: 0.3382819 Jun 01 18:42:35.715138 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-874567a9-da3b-4254-92da-c18304994ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:35.738084 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874567a9-da3b-4254-92da-c18304994ae7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0db7e820-1422-4d84-b079-37669dd51153,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:42:35.754677 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-874567a9-da3b-4254-92da-c18304994ae7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:35.756074 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-874567a9-da3b-4254-92da-c18304994ae7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0db7e820-1422-4d84-b079-37669dd51153 HTTP/1.1" status: 204 len: 168 time: 0.4950037 Jun 01 18:42:36.235599 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-fa837e6d-63a0-4b11-9d87-a9e38b3dfd23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:36.397027 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-db01d210-7f9a-420b-a527-09d8b5d15143 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:36.431288 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-db01d210-7f9a-420b-a527-09d8b5d15143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:36.479681 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 43446) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:42:36.517098 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-88624cad-0d14-439f-8604-4a536b9a20ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:36.527445 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa837e6d-63a0-4b11-9d87-a9e38b3dfd23 admin admin] Pushing event deleted for resources: {'Port': ['ID=abf50374-eb48-4999-b8be-3d4e41a550f1,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:42:36.558963 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-88624cad-0d14-439f-8604-4a536b9a20ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:42:36.569257 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-88624cad-0d14-439f-8604-4a536b9a20ec admin admin] Usage tracker for resource:security_group_rule and tenant:538575a441434c3c999ee0e6e2ce7332 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:42:36.574864 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 43450) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:42:36.586943 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-88624cad-0d14-439f-8604-4a536b9a20ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:42:36.600408 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 368eb3c4-ec62-4afc-a515-5b1dd5f282d3 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:42:36.635070 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-005d9fe5-0ca3-4caf-996c-ee2f3cba0032 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:36.655530 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-88624cad-0d14-439f-8604-4a536b9a20ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:42:36.686819 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-005d9fe5-0ca3-4caf-996c-ee2f3cba0032 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:42:36.721103 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-005d9fe5-0ca3-4caf-996c-ee2f3cba0032 admin admin] Usage tracker for resource:security_group_rule and tenant:1e69cfb3de0242d39259e973cccbde91 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:42:36.738670 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-005d9fe5-0ca3-4caf-996c-ee2f3cba0032 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:42:36.767934 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-005d9fe5-0ca3-4caf-996c-ee2f3cba0032 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:42:36.818524 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port 368eb3c4-ec62-4afc-a515-5b1dd5f282d3 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:42:36.827350 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 368eb3c4-ec62-4afc-a515-5b1dd5f282d3 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:42:36.828832 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:36.881897 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-db01d210-7f9a-420b-a527-09d8b5d15143 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-887436'] for router_interface, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:36.927016 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db01d210-7f9a-420b-a527-09d8b5d15143 admin admin] Pushing event updated for resources: {'Port': ['ID=38612e8c-0101-4044-80b4-fb606c42da57,revision_number=2']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:42:37.013407 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-88624cad-0d14-439f-8604-4a536b9a20ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:37.041255 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-88624cad-0d14-439f-8604-4a536b9a20ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:37.114655 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-005d9fe5-0ca3-4caf-996c-ee2f3cba0032 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:37.130502 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-31d3daa5-181f-4023-810e-acb2c453d560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:37.134220 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-005d9fe5-0ca3-4caf-996c-ee2f3cba0032 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:37.143768 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 368eb3c4-ec62-4afc-a515-5b1dd5f282d3 is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:42:37.144338 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:37.153224 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-88624cad-0d14-439f-8604-4a536b9a20ec admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=538575a441434c3c999ee0e6e2ce7332&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6719849 Jun 01 18:42:37.159271 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88624cad-0d14-439f-8604-4a536b9a20ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e10bc11f-5b06-4319-af54-2d0ef974240f,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:42:37.166389 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 43456) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:42:37.199979 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port 368eb3c4-ec62-4afc-a515-5b1dd5f282d3, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=368eb3c4-ec62-4afc-a515-5b1dd5f282d3,segment=NetworkSegment(7875af61-4c53-4ff2-b8c8-d4b7c35ff947),segment_id=7875af61-4c53-4ff2-b8c8-d4b7c35ff947)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:42:37.206231 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:37.238462 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-005d9fe5-0ca3-4caf-996c-ee2f3cba0032 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1e69cfb3de0242d39259e973cccbde91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6575468 Jun 01 18:42:37.242160 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 43460) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:42:37.259149 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005d9fe5-0ca3-4caf-996c-ee2f3cba0032 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55e51bee-9ced-4abd-b240-2e69d1815cd7,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:42:37.287631 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5d3ea0f2-a0c2-43fa-98f8-37fa7b7a9e47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:37.346597 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5d3ea0f2-a0c2-43fa-98f8-37fa7b7a9e47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:37.399377 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=368eb3c4-ec62-4afc-a515-5b1dd5f282d3,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:42:37.446569 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5d3ea0f2-a0c2-43fa-98f8-37fa7b7a9e47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:37.475251 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3ea0f2-a0c2-43fa-98f8-37fa7b7a9e47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e10bc11f-5b06-4319-af54-2d0ef974240f,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:42:37.482294 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-57612893-c785-4d03-b8d3-9a88a3cfa449 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:37.501376 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5d3ea0f2-a0c2-43fa-98f8-37fa7b7a9e47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:37.503150 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-5d3ea0f2-a0c2-43fa-98f8-37fa7b7a9e47 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e10bc11f-5b06-4319-af54-2d0ef974240f HTTP/1.1" status: 204 len: 168 time: 0.3354630 Jun 01 18:42:37.509680 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-fa837e6d-63a0-4b11-9d87-a9e38b3dfd23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-887310'] for router_interface, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:37.537440 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db01d210-7f9a-420b-a527-09d8b5d15143 admin admin] Network 7475c262-ab00-42c7-8a8e-ce0d66e28c6b is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:42:37.553617 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-db01d210-7f9a-420b-a527-09d8b5d15143 admin admin] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:42:37.564312 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-57612893-c785-4d03-b8d3-9a88a3cfa449 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:37.983275 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-641fff1a-cec7-4441-9d29-942bf1dc84f5 None None] Provisioning complete for port 38612e8c-0101-4044-80b4-fb606c42da57 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:42:37.987223 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-641fff1a-cec7-4441-9d29-942bf1dc84f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:38.109937 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-641fff1a-cec7-4441-9d29-942bf1dc84f5 None None] Port 38612e8c-0101-4044-80b4-fb606c42da57 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 18:42:38.201045 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-57612893-c785-4d03-b8d3-9a88a3cfa449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:38.235569 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57612893-c785-4d03-b8d3-9a88a3cfa449 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55e51bee-9ced-4abd-b240-2e69d1815cd7,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:42:38.487355 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-57612893-c785-4d03-b8d3-9a88a3cfa449 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:38.488727 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-57612893-c785-4d03-b8d3-9a88a3cfa449 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/55e51bee-9ced-4abd-b240-2e69d1815cd7 HTTP/1.1" status: 204 len: 168 time: 1.2437186 Jun 01 18:42:38.496218 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa837e6d-63a0-4b11-9d87-a9e38b3dfd23 admin admin] Router bab32799-154f-4388-afaf-cd5c4bce0801 has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 18:42:38.505333 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db01d210-7f9a-420b-a527-09d8b5d15143 admin admin] Router e37b1a48-11b2-44e4-8049-72b888626de6 has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 18:42:38.707019 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 368eb3c4-ec62-4afc-a515-5b1dd5f282d3 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:42:38.874686 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 368eb3c4-ec62-4afc-a515-5b1dd5f282d3 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:42:38.875061 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:39.016711 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa837e6d-63a0-4b11-9d87-a9e38b3dfd23 admin admin] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 18:42:39.021803 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-fa837e6d-63a0-4b11-9d87-a9e38b3dfd23 admin admin] 10.222.0.41 "PUT /v2.0/routers/bab32799-154f-4388-afaf-cd5c4bce0801/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8370991 Jun 01 18:42:39.024417 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 43492) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:42:39.055893 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58eebf7c-24a8-41fb-a473-0809a713aa32 None None] Sync routers for ids ['bab32799-154f-4388-afaf-cd5c4bce0801'] in n-d-844202-1 {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 18:42:39.096321 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58eebf7c-24a8-41fb-a473-0809a713aa32 None None] Routers {'bab32799-154f-4388-afaf-cd5c4bce0801'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:42:39.097579 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-58eebf7c-24a8-41fb-a473-0809a713aa32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:42:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['bab32799-154f-4388-afaf-cd5c4bce0801'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:42:39.107285 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db01d210-7f9a-420b-a527-09d8b5d15143 admin admin] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 18:42:39.124777 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bfb3fec-575a-469e-8756-87a39a037b65 None None] Sync routers for ids ['e37b1a48-11b2-44e4-8049-72b888626de6'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 18:42:39.137443 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-db01d210-7f9a-420b-a527-09d8b5d15143 admin admin] 10.222.0.41 "PUT /v2.0/routers/e37b1a48-11b2-44e4-8049-72b888626de6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9505100 Jun 01 18:42:39.150873 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bfb3fec-575a-469e-8756-87a39a037b65 None None] Routers {'e37b1a48-11b2-44e4-8049-72b888626de6'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:42:39.151508 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-5bfb3fec-575a-469e-8756-87a39a037b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:42:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['e37b1a48-11b2-44e4-8049-72b888626de6'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:42:39.549711 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c9c85493-5323-439a-82b8-7b77280226af admin admin] Notify callbacks [] for router, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:39.581387 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 368eb3c4-ec62-4afc-a515-5b1dd5f282d3 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:42:39.703284 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-4e755282-6de8-49ec-a855-b242a819463b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:39.734703 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-58eebf7c-24a8-41fb-a473-0809a713aa32 None None] Set router bab32799-154f-4388-afaf-cd5c4bce0801 gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:42:40.057082 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-5bfb3fec-575a-469e-8756-87a39a037b65 None None] Set router e37b1a48-11b2-44e4-8049-72b888626de6 gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:42:40.330936 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c9c85493-5323-439a-82b8-7b77280226af admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:40.358837 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-c9c85493-5323-439a-82b8-7b77280226af admin admin] Deleting port 207d6aac-2276-4deb-828f-324764a76c7c {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:42:40.360280 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c9c85493-5323-439a-82b8-7b77280226af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:40.894561 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:40.926162 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:41.031674 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:41.037040 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-58eebf7c-24a8-41fb-a473-0809a713aa32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bab32799-154f-4388-afaf-cd5c4bce0801', 'name': 'tempest-FloatingIPDetailsTestJSON-337712717-router', 'tenant_id': '28042772ed574d8d819a50a6409395af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.134'}], 'enable_snat': True}, 'gw_port_id': '207d6aac-2276-4deb-828f-324764a76c7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:41:25Z', 'updated_at': '2022-06-01T18:42:35Z', 'revision_number': 5, 'project_id': '28042772ed574d8d819a50a6409395af', 'gw_port': {'id': '207d6aac-2276-4deb-828f-324764a76c7c', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:6d:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bab32799-154f-4388-afaf-cd5c4bce0801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:41:28Z', 'updated_at': '2022-06-01T18:41:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:42:41.069160 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58eebf7c-24a8-41fb-a473-0809a713aa32 None None] Checking router: bab32799-154f-4388-afaf-cd5c4bce0801 for host: n-d-844202-1 {{(pid=88526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 18:42:41.093958 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [None req-c9c85493-5323-439a-82b8-7b77280226af admin admin] For port 207d6aac-2276-4deb-828f-324764a76c7c, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=207d6aac-2276-4deb-828f-324764a76c7c,segment=NetworkSegment(7875af61-4c53-4ff2-b8c8-d4b7c35ff947),segment_id=7875af61-4c53-4ff2-b8c8-d4b7c35ff947)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:42:41.094365 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c9c85493-5323-439a-82b8-7b77280226af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:41.097593 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58eebf7c-24a8-41fb-a473-0809a713aa32 None None] Routers {'bab32799-154f-4388-afaf-cd5c4bce0801'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:42:41.098225 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-5bfb3fec-575a-469e-8756-87a39a037b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e37b1a48-11b2-44e4-8049-72b888626de6', 'name': 'tempest-FloatingIPsAssociationTestJSON-260000424-router', 'tenant_id': 'e0dc2e96ec69456782f276e47bf2486d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': '368eb3c4-ec62-4afc-a515-5b1dd5f282d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:42:23Z', 'updated_at': '2022-06-01T18:42:35Z', 'revision_number': 4, 'project_id': 'e0dc2e96ec69456782f276e47bf2486d', 'gw_port': {'id': '368eb3c4-ec62-4afc-a515-5b1dd5f282d3', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:2a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37b1a48-11b2-44e4-8049-72b888626de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:42:25Z', 'updated_at': '2022-06-01T18:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '38612e8c-0101-4044-80b4-fb606c42da57', 'name': '', 'network_id': '7475c262-ab00-42c7-8a8e-ce0d66e28c6b', 'tenant_id': 'e0dc2e96ec69456782f276e47bf2486d', 'mac_address': 'fa:16:3e:ed:85:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e37b1a48-11b2-44e4-8049-72b888626de6', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'ba995e64-eb1c-4c76-a421-630e9228b936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:42:33Z', 'updated_at': '2022-06-01T18:42:35Z', 'revision_number': 2, 'project_id': 'e0dc2e96ec69456782f276e47bf2486d', 'subnets': [{'id': 'ba995e64-eb1c-4c76-a421-630e9228b936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:42:41.100062 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-58eebf7c-24a8-41fb-a473-0809a713aa32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:42:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['bab32799-154f-4388-afaf-cd5c4bce0801'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:42:41.114299 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bfb3fec-575a-469e-8756-87a39a037b65 None None] Checking router: e37b1a48-11b2-44e4-8049-72b888626de6 for host: n-d-844202-1 {{(pid=88527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 18:42:41.114597 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bfb3fec-575a-469e-8756-87a39a037b65 None None] Updating router e37b1a48-11b2-44e4-8049-72b888626de6 port 38612e8c-0101-4044-80b4-fb606c42da57 binding host n-d-844202-1 {{(pid=88527) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 18:42:41.296283 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-5bfb3fec-575a-469e-8756-87a39a037b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:41.403477 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-58eebf7c-24a8-41fb-a473-0809a713aa32 None None] Set router bab32799-154f-4388-afaf-cd5c4bce0801 gateway port host: None {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:42:41.604775 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-58eebf7c-24a8-41fb-a473-0809a713aa32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bab32799-154f-4388-afaf-cd5c4bce0801', 'name': 'tempest-FloatingIPDetailsTestJSON-337712717-router', 'tenant_id': '28042772ed574d8d819a50a6409395af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:41:25Z', 'updated_at': '2022-06-01T18:42:40Z', 'revision_number': 6, 'project_id': '28042772ed574d8d819a50a6409395af', 'gw_port_host': None}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:42:41.610630 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58eebf7c-24a8-41fb-a473-0809a713aa32 None None] The sync data for ids ['bab32799-154f-4388-afaf-cd5c4bce0801'] in n-d-844202-1 is: [{'id': 'bab32799-154f-4388-afaf-cd5c4bce0801', 'name': 'tempest-FloatingIPDetailsTestJSON-337712717-router', 'tenant_id': '28042772ed574d8d819a50a6409395af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:41:25Z', 'updated_at': '2022-06-01T18:42:40Z', 'revision_number': 6, 'project_id': '28042772ed574d8d819a50a6409395af', 'gw_port_host': None}] {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 18:42:41.614097 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:41.770518 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:41.849014 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-c9c85493-5323-439a-82b8-7b77280226af admin admin] Calling delete_port for 207d6aac-2276-4deb-828f-324764a76c7c owned by network:router_gateway {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:42:42.302962 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-5bfb3fec-575a-469e-8756-87a39a037b65 None None] Notify callbacks [] for port, precommit_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:42.331052 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.provisioning_blocks [None req-5bfb3fec-575a-469e-8756-87a39a037b65 None None] Transition to ACTIVE for port object 38612e8c-0101-4044-80b4-fb606c42da57 will not be triggered until provisioned by entity L2. {{(pid=88527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:42:42.346235 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-5bfb3fec-575a-469e-8756-87a39a037b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:42.615769 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a4f7e0-f2e4-477d-8770-df675e0152db req-6ff7da20-026d-419a-9339-9fcb379707f2 tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:42:42.625651 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-23a4f7e0-f2e4-477d-8770-df675e0152db req-6ff7da20-026d-419a-9339-9fcb379707f2 tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] 10.222.0.41 "GET /v2.0/networks?id=7475c262-ab00-42c7-8a8e-ce0d66e28c6b HTTP/1.1" status: 200 len: 820 time: 0.3800187 Jun 01 18:42:42.647640 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e993236-c44f-4f24-b1ea-e701f551ae62 None None] Pushing event updated for resources: {'Port': ['ID=38612e8c-0101-4044-80b4-fb606c42da57,revision_number=3']} {{(pid=88527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:42:42.669567 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device abf50374-eb48-4999-b8be-3d4e41a550f1 no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:42:42.694374 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-23a4f7e0-f2e4-477d-8770-df675e0152db req-aa1819ce-599c-45a3-b573-e92845645060 tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] 10.222.0.41 "GET /v2.0/quotas/e0dc2e96ec69456782f276e47bf2486d HTTP/1.1" status: 200 len: 375 time: 0.0677605 Jun 01 18:42:42.701237 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c9c85493-5323-439a-82b8-7b77280226af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:42.791782 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: abf50374-eb48-4999-b8be-3d4e41a550f1 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 18:42:42.792126 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device abf50374-eb48-4999-b8be-3d4e41a550f1 not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 18:42:42.800791 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 207d6aac-2276-4deb-828f-324764a76c7c no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:42:42.818981 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-5bfb3fec-575a-469e-8756-87a39a037b65 None None] Attempting to bind port 38612e8c-0101-4044-80b4-fb606c42da57 on host n-d-844202-1 for vnic_type normal with profile {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:42:42.819696 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-5bfb3fec-575a-469e-8756-87a39a037b65 None None] Attempting to bind port 38612e8c-0101-4044-80b4-fb606c42da57 by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': '55263802-5ec7-4dff-8473-f61d2e94acb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '7475c262-ab00-42c7-8a8e-ce0d66e28c6b'}] {{(pid=88527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:42:42.821428 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bfb3fec-575a-469e-8756-87a39a037b65 None None] Attempting to bind port 38612e8c-0101-4044-80b4-fb606c42da57 on network 7475c262-ab00-42c7-8a8e-ce0d66e28c6b {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:42:42.833336 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bfb3fec-575a-469e-8756-87a39a037b65 None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 18, 42, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:42:42.834361 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bfb3fec-575a-469e-8756-87a39a037b65 None None] Checking segment: {'id': '55263802-5ec7-4dff-8473-f61d2e94acb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '7475c262-ab00-42c7-8a8e-ce0d66e28c6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:42:42.835086 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-5bfb3fec-575a-469e-8756-87a39a037b65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:42.835703 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bfb3fec-575a-469e-8756-87a39a037b65 None None] Bound using segment: {'id': '55263802-5ec7-4dff-8473-f61d2e94acb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '7475c262-ab00-42c7-8a8e-ce0d66e28c6b'} {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:42:42.838015 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-5bfb3fec-575a-469e-8756-87a39a037b65 None None] Bound port: 38612e8c-0101-4044-80b4-fb606c42da57, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55263802-5ec7-4dff-8473-f61d2e94acb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '7475c262-ab00-42c7-8a8e-ce0d66e28c6b'}}] {{(pid=88527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:42:42.838922 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-5bfb3fec-575a-469e-8756-87a39a037b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:42.907198 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: 207d6aac-2276-4deb-828f-324764a76c7c {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 18:42:42.910356 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 207d6aac-2276-4deb-828f-324764a76c7c not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 18:42:43.018980 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.db [None req-5bfb3fec-575a-469e-8756-87a39a037b65 None None] For port 38612e8c-0101-4044-80b4-fb606c42da57, host n-d-844202-1, cleared binding levels {{(pid=88527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:42:43.025925 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.db [None req-5bfb3fec-575a-469e-8756-87a39a037b65 None None] For port 38612e8c-0101-4044-80b4-fb606c42da57, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=38612e8c-0101-4044-80b4-fb606c42da57,segment=NetworkSegment(55263802-5ec7-4dff-8473-f61d2e94acb2),segment_id=55263802-5ec7-4dff-8473-f61d2e94acb2)] {{(pid=88527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:42:43.038973 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-5bfb3fec-575a-469e-8756-87a39a037b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:43.057043 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c85493-5323-439a-82b8-7b77280226af admin admin] Pushing event deleted for resources: {'Port': ['ID=207d6aac-2276-4deb-828f-324764a76c7c,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:42:43.275177 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c9c85493-5323-439a-82b8-7b77280226af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-887703'] for router_gateway, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:43.278742 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bfb3fec-575a-469e-8756-87a39a037b65 None None] Routers {'e37b1a48-11b2-44e4-8049-72b888626de6'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:42:43.279374 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-5bfb3fec-575a-469e-8756-87a39a037b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:42:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['e37b1a48-11b2-44e4-8049-72b888626de6'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:42:43.512869 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e993236-c44f-4f24-b1ea-e701f551ae62 None None] Pushing event updated for resources: {'Port': ['ID=38612e8c-0101-4044-80b4-fb606c42da57,revision_number=4']} {{(pid=88527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:42:43.624366 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d598f48d-89ee-4185-a3ed-eaa425b17508 req-d6dc772a-bc9d-4c7f-a443-224892749323 tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:42:43.627289 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d598f48d-89ee-4185-a3ed-eaa425b17508 req-d6dc772a-bc9d-4c7f-a443-224892749323 tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] 10.222.0.15 "GET /v2.0/ports?device_id=ad0c3d03-d198-45df-bcae-38fd247504e2 HTTP/1.1" status: 200 len: 945 time: 0.2935264 Jun 01 18:42:43.788557 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-5bfb3fec-575a-469e-8756-87a39a037b65 None None] Set router e37b1a48-11b2-44e4-8049-72b888626de6 gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:42:43.876920 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-d598f48d-89ee-4185-a3ed-eaa425b17508 req-cac0a1bc-50d4-48e9-8fe8-a1321a00fe35 tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] Deleting port a13713c9-d7a2-4f8d-abdf-78dc0a206030 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:42:43.877384 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-d598f48d-89ee-4185-a3ed-eaa425b17508 req-cac0a1bc-50d4-48e9-8fe8-a1321a00fe35 tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:43.889701 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-23a4f7e0-f2e4-477d-8770-df675e0152db req-8cb9f8f4-3928-45d1-b4a8-55195aeab48e tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=e0dc2e96ec69456782f276e47bf2486d&fields=id HTTP/1.1" status: 200 len: 302 time: 1.1943684 Jun 01 18:42:43.965128 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f9ddaac4-c19f-47f7-95e8-f6ab32bbefac req-613a0dc5-4865-4b96-ac00-fd3a9f83aaaa tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--249810130&fields=id&tenant_id=7dd3c8e221f9433b9e41db5bb127ec48 HTTP/1.1" status: 200 len: 267 time: 0.2424312 Jun 01 18:42:44.108553 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c9c85493-5323-439a-82b8-7b77280226af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25316'] for router, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:44.116430 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c9c85493-5323-439a-82b8-7b77280226af admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:44.268659 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-23a4f7e0-f2e4-477d-8770-df675e0152db req-355c6e5c-4160-4552-9888-744a336f5964 service neutron] 10.222.0.41 "GET /v2.0/networks/7475c262-ab00-42c7-8a8e-ce0d66e28c6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3780704 Jun 01 18:42:44.277951 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c9c85493-5323-439a-82b8-7b77280226af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-891519'] for router, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:44.278533 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9c85493-5323-439a-82b8-7b77280226af admin admin] Fanout notify agent at l3_agent the message router_deleted on router bab32799-154f-4388-afaf-cd5c4bce0801 {{(pid=88525) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 18:42:44.462159 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c9c85493-5323-439a-82b8-7b77280226af admin admin] Notify callbacks [] for router, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:44.466564 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-c9c85493-5323-439a-82b8-7b77280226af admin admin] 10.222.0.41 "DELETE /v2.0/routers/bab32799-154f-4388-afaf-cd5c4bce0801 HTTP/1.1" status: 204 len: 168 time: 5.4398494 Jun 01 18:42:44.473681 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-5bfb3fec-575a-469e-8756-87a39a037b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e37b1a48-11b2-44e4-8049-72b888626de6', 'name': 'tempest-FloatingIPsAssociationTestJSON-260000424-router', 'tenant_id': 'e0dc2e96ec69456782f276e47bf2486d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': '368eb3c4-ec62-4afc-a515-5b1dd5f282d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:42:23Z', 'updated_at': '2022-06-01T18:42:35Z', 'revision_number': 4, 'project_id': 'e0dc2e96ec69456782f276e47bf2486d', 'gw_port': {'id': '368eb3c4-ec62-4afc-a515-5b1dd5f282d3', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:2a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37b1a48-11b2-44e4-8049-72b888626de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:42:25Z', 'updated_at': '2022-06-01T18:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '38612e8c-0101-4044-80b4-fb606c42da57', 'name': '', 'network_id': '7475c262-ab00-42c7-8a8e-ce0d66e28c6b', 'tenant_id': 'e0dc2e96ec69456782f276e47bf2486d', 'mac_address': 'fa:16:3e:ed:85:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e37b1a48-11b2-44e4-8049-72b888626de6', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'ba995e64-eb1c-4c76-a421-630e9228b936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:42:33Z', 'updated_at': '2022-06-01T18:42:43Z', 'revision_number': 4, 'project_id': 'e0dc2e96ec69456782f276e47bf2486d', 'subnets': [{'id': 'ba995e64-eb1c-4c76-a421-630e9228b936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:42:44.478359 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 43620) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:42:44.483333 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bfb3fec-575a-469e-8756-87a39a037b65 None None] The sync data for ids ['e37b1a48-11b2-44e4-8049-72b888626de6'] in n-d-844202-1 is: [{'id': 'e37b1a48-11b2-44e4-8049-72b888626de6', 'name': 'tempest-FloatingIPsAssociationTestJSON-260000424-router', 'tenant_id': 'e0dc2e96ec69456782f276e47bf2486d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': '368eb3c4-ec62-4afc-a515-5b1dd5f282d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:42:23Z', 'updated_at': '2022-06-01T18:42:35Z', 'revision_number': 4, 'project_id': 'e0dc2e96ec69456782f276e47bf2486d', 'gw_port': {'id': '368eb3c4-ec62-4afc-a515-5b1dd5f282d3', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:2a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37b1a48-11b2-44e4-8049-72b888626de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:42:25Z', 'updated_at': '2022-06-01T18:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '38612e8c-0101-4044-80b4-fb606c42da57', 'name': '', 'network_id': '7475c262-ab00-42c7-8a8e-ce0d66e28c6b', 'tenant_id': 'e0dc2e96ec69456782f276e47bf2486d', 'mac_address': 'fa:16:3e:ed:85:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e37b1a48-11b2-44e4-8049-72b888626de6', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'ba995e64-eb1c-4c76-a421-630e9228b936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:42:33Z', 'updated_at': '2022-06-01T18:42:43Z', 'revision_number': 4, 'project_id': 'e0dc2e96ec69456782f276e47bf2486d', 'subnets': [{'id': 'ba995e64-eb1c-4c76-a421-630e9228b936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 18:42:44.665785 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ddaac4-c19f-47f7-95e8-f6ab32bbefac req-9e200a53-0080-45d7-abd5-4a65631b42e3 tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:42:44.667275 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-f9ddaac4-c19f-47f7-95e8-f6ab32bbefac req-9e200a53-0080-45d7-abd5-4a65631b42e3 tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] Synchronizing usage tracker for tenant:7dd3c8e221f9433b9e41db5bb127ec48 on resource:network {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:42:44.723302 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-f9ddaac4-c19f-47f7-95e8-f6ab32bbefac req-9e200a53-0080-45d7-abd5-4a65631b42e3 tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] Unset dirty status for tenant:7dd3c8e221f9433b9e41db5bb127ec48 on resource:network {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:42:44.734239 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f9ddaac4-c19f-47f7-95e8-f6ab32bbefac req-9e200a53-0080-45d7-abd5-4a65631b42e3 tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] 10.222.0.41 "GET /v2.0/networks?id=18cc4e4f-761f-49c9-826c-48ea46f95616 HTTP/1.1" status: 200 len: 823 time: 0.7614970 Jun 01 18:42:44.760126 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f9ddaac4-c19f-47f7-95e8-f6ab32bbefac req-38961682-009d-40fa-ad4c-2241ccfe7ff1 tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] 10.222.0.41 "GET /v2.0/quotas/7dd3c8e221f9433b9e41db5bb127ec48 HTTP/1.1" status: 200 len: 375 time: 0.0243680 Jun 01 18:42:44.785813 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cb385fe-d88e-499c-a6ab-055d6d3d6706 admin admin] Deleting subnet 6969e9e6-cdab-4b4a-8cd8-68c600034ad8 {{(pid=88525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 18:42:44.793701 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0cb385fe-d88e-499c-a6ab-055d6d3d6706 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:44.837063 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-23a4f7e0-f2e4-477d-8770-df675e0152db req-4450bb93-2ebd-4030-a581-fa2222f3c322 service neutron] 10.222.0.41 "GET /v2.0/networks/7475c262-ab00-42c7-8a8e-ce0d66e28c6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5532718 Jun 01 18:42:44.870396 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0cb385fe-d88e-499c-a6ab-055d6d3d6706 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2258509'] for subnet, precommit_delete_associations {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:44.898019 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-d598f48d-89ee-4185-a3ed-eaa425b17508 req-cac0a1bc-50d4-48e9-8fe8-a1321a00fe35 tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] For port a13713c9-d7a2-4f8d-abdf-78dc0a206030, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=a13713c9-d7a2-4f8d-abdf-78dc0a206030,segment=NetworkSegment(177be86f-471e-4b12-bda0-1497c6cf7f80),segment_id=177be86f-471e-4b12-bda0-1497c6cf7f80)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:42:44.901848 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-d598f48d-89ee-4185-a3ed-eaa425b17508 req-cac0a1bc-50d4-48e9-8fe8-a1321a00fe35 tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:45.136133 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0cb385fe-d88e-499c-a6ab-055d6d3d6706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:45.226953 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f9ddaac4-c19f-47f7-95e8-f6ab32bbefac req-d8ed38d4-b37c-4a50-afab-4071d70532d0 tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=7dd3c8e221f9433b9e41db5bb127ec48&fields=id HTTP/1.1" status: 200 len: 394 time: 0.4650233 Jun 01 18:42:45.348852 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0cb385fe-d88e-499c-a6ab-055d6d3d6706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2614143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9667199'] for subnet, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:45.448717 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb385fe-d88e-499c-a6ab-055d6d3d6706 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6969e9e6-cdab-4b4a-8cd8-68c600034ad8,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:42:45.467797 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8482fdf-2524-473a-8ba0-d674b184827d None None] Network 072e8479-c74e-45aa-97d1-e8a73d0029c9 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 18:42:45.489044 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0cb385fe-d88e-499c-a6ab-055d6d3d6706 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:45.523156 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-0cb385fe-d88e-499c-a6ab-055d6d3d6706 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/6969e9e6-cdab-4b4a-8cd8-68c600034ad8 HTTP/1.1" status: 204 len: 168 time: 1.0432811 Jun 01 18:42:45.523864 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 43642) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:42:45.763589 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f9ddaac4-c19f-47f7-95e8-f6ab32bbefac req-ef9b15a2-c836-41b4-a43d-3cc5b6e652c8 service neutron] 10.222.0.41 "GET /v2.0/networks/18cc4e4f-761f-49c9-826c-48ea46f95616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5211143 Jun 01 18:42:45.831423 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-257ea534-f907-4e76-acc5-88a90d3e47bd req-3574e0d1-4ddb-422f-a8f9-987ad8bbe5ca tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] 10.222.0.41 "GET /v2.0/ports?device_id=773cad09-4e0e-4c52-b912-1cba8bc28300 HTTP/1.1" status: 200 len: 210 time: 0.1409800 Jun 01 18:42:45.879353 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-835206e8-53e0-4d32-a3ba-7fb966774f80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:45.909949 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-835206e8-53e0-4d32-a3ba-7fb966774f80 admin admin] Deleting port 27df7a46-72f0-4881-9e56-547acc8a86b5 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:42:45.910302 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-835206e8-53e0-4d32-a3ba-7fb966774f80 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:46.463964 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33d49028-0b77-4a17-a420-b1df0aa51b4b None None] DHCP port deletion for 072e8479-c74e-45aa-97d1-e8a73d0029c9 request from n-d-844202-1 {{(pid=88526) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 18:42:46.471191 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-33d49028-0b77-4a17-a420-b1df0aa51b4b None None] Deleting port 27df7a46-72f0-4881-9e56-547acc8a86b5 {{(pid=88526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:42:46.471800 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-33d49028-0b77-4a17-a420-b1df0aa51b4b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:46.607742 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device a13713c9-d7a2-4f8d-abdf-78dc0a206030 no longer exists at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:42:46.689230 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-d598f48d-89ee-4185-a3ed-eaa425b17508 req-cac0a1bc-50d4-48e9-8fe8-a1321a00fe35 tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:46.689230 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-d598f48d-89ee-4185-a3ed-eaa425b17508 req-cac0a1bc-50d4-48e9-8fe8-a1321a00fe35 tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887712'] for floatingip, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:46.689467 n-d-844202-1 neutron-server[88524]: INFO neutron.db.l3_db [req-d598f48d-89ee-4185-a3ed-eaa425b17508 req-cac0a1bc-50d4-48e9-8fe8-a1321a00fe35 tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] Floating IP a1c293b1-4603-4701-b656-c4b24becc4b1 disassociated. External IP: 172.25.4.199, port: a13713c9-d7a2-4f8d-abdf-78dc0a206030. Jun 01 18:42:46.689753 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-d598f48d-89ee-4185-a3ed-eaa425b17508 req-cac0a1bc-50d4-48e9-8fe8-a1321a00fe35 tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] Calling delete_port for a13713c9-d7a2-4f8d-abdf-78dc0a206030 owned by compute:nova {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:42:46.752623 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f9ddaac4-c19f-47f7-95e8-f6ab32bbefac req-562b8560-563a-4e08-b8e1-dcaf2a0696ed service neutron] 10.222.0.41 "GET /v2.0/networks/18cc4e4f-761f-49c9-826c-48ea46f95616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9874988 Jun 01 18:42:46.844198 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 38612e8c-0101-4044-80b4-fb606c42da57 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:42:46.858072 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [None req-835206e8-53e0-4d32-a3ba-7fb966774f80 admin admin] For port 27df7a46-72f0-4881-9e56-547acc8a86b5, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=27df7a46-72f0-4881-9e56-547acc8a86b5,segment=NetworkSegment(8593ffbb-3687-4645-8e49-e50ab1a5f44b),segment_id=8593ffbb-3687-4645-8e49-e50ab1a5f44b)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:42:46.859218 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-835206e8-53e0-4d32-a3ba-7fb966774f80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:47.112626 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-835206e8-53e0-4d32-a3ba-7fb966774f80 admin admin] Calling delete_port for 27df7a46-72f0-4881-9e56-547acc8a86b5 owned by network:dhcp {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:42:47.113687 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-d598f48d-89ee-4185-a3ed-eaa425b17508 req-cac0a1bc-50d4-48e9-8fe8-a1321a00fe35 tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:47.281101 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac0a1bc-50d4-48e9-8fe8-a1321a00fe35 tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] Pushing event deleted for resources: {'Port': ['ID=a13713c9-d7a2-4f8d-abdf-78dc0a206030,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:42:47.306075 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port 38612e8c-0101-4044-80b4-fb606c42da57 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:42:47.314908 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-370a484f-f1e6-4ebf-86c5-64ebabb9bf86 req-ec230df0-bf25-498c-b3e8-94c310e1fd13 tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] 10.222.0.41 "GET /v2.0/ports?device_id=773cad09-4e0e-4c52-b912-1cba8bc28300 HTTP/1.1" status: 200 len: 210 time: 0.1059961 Jun 01 18:42:47.430736 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-835206e8-53e0-4d32-a3ba-7fb966774f80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:47.535594 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 43692) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:42:47.542103 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] No active binding found for port a13713c9-d7a2-4f8d-abdf-78dc0a206030 {{(pid=88526) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jun 01 18:42:47.544355 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device a13713c9-d7a2-4f8d-abdf-78dc0a206030 not bound to the agent host n-h1-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 18:42:47.562923 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-33d49028-0b77-4a17-a420-b1df0aa51b4b None None] The port '27df7a46-72f0-4881-9e56-547acc8a86b5' was deleted {{(pid=88526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 01 18:42:47.563860 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 38612e8c-0101-4044-80b4-fb606c42da57 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:42:47.575370 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:47.593819 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835206e8-53e0-4d32-a3ba-7fb966774f80 admin admin] Pushing event deleted for resources: {'Port': ['ID=27df7a46-72f0-4881-9e56-547acc8a86b5,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:42:47.599173 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835206e8-53e0-4d32-a3ba-7fb966774f80 admin admin] No DVR routers for this DVR port 27df7a46-72f0-4881-9e56-547acc8a86b5 on host n-d-844202-1 {{(pid=88525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 18:42:48.030570 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b08914b7-090e-45eb-9c39-9ddfeeeacd0f req-e1b7ec9e-e9c3-44c1-a215-615147568910 tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] 10.222.0.41 "GET /v2.0/ports?device_id=72309f34-1001-446b-9441-5af03e82401c HTTP/1.1" status: 200 len: 210 time: 0.7313473 Jun 01 18:42:48.045369 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a4f7e0-f2e4-477d-8770-df675e0152db req-26950613-fa7b-41f0-b6f5-1c17234c190f tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:42:48.046343 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-23a4f7e0-f2e4-477d-8770-df675e0152db req-26950613-fa7b-41f0-b6f5-1c17234c190f tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] Synchronizing usage tracker for tenant:e0dc2e96ec69456782f276e47bf2486d on resource:network {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:42:48.172113 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2f8182dc-136e-4b41-be90-68472b01942c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:48.187119 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 38612e8c-0101-4044-80b4-fb606c42da57 is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:42:48.187668 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:48.242293 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-835206e8-53e0-4d32-a3ba-7fb966774f80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:48.244517 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-23a4f7e0-f2e4-477d-8770-df675e0152db req-26950613-fa7b-41f0-b6f5-1c17234c190f tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] Unset dirty status for tenant:e0dc2e96ec69456782f276e47bf2486d on resource:network {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:42:48.246104 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-23a4f7e0-f2e4-477d-8770-df675e0152db req-26950613-fa7b-41f0-b6f5-1c17234c190f tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] 10.222.0.50 "GET /v2.0/networks?id=7475c262-ab00-42c7-8a8e-ce0d66e28c6b HTTP/1.1" status: 200 len: 820 time: 0.6783090 Jun 01 18:42:48.263221 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-23a4f7e0-f2e4-477d-8770-df675e0152db req-c0a79a38-7762-478f-bbc7-20e697c263a3 tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] Request body: {'port': {'device_id': '773cad09-4e0e-4c52-b912-1cba8bc28300', 'network_id': '7475c262-ab00-42c7-8a8e-ce0d66e28c6b', 'admin_state_up': True, 'tenant_id': 'e0dc2e96ec69456782f276e47bf2486d'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:42:48.266408 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-2f8182dc-136e-4b41-be90-68472b01942c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:42:48.270731 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port 38612e8c-0101-4044-80b4-fb606c42da57, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=38612e8c-0101-4044-80b4-fb606c42da57,segment=NetworkSegment(55263802-5ec7-4dff-8473-f61d2e94acb2),segment_id=55263802-5ec7-4dff-8473-f61d2e94acb2)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:42:48.271540 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 43712) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:42:48.280446 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:48.282309 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-2f8182dc-136e-4b41-be90-68472b01942c admin admin] Usage tracker for resource:security_group_rule and tenant:00c95cf205bd45e7b2cf8e9a88bb4516 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:42:48.296696 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-2f8182dc-136e-4b41-be90-68472b01942c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:42:48.309948 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-2f8182dc-136e-4b41-be90-68472b01942c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:42:48.335841 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-835206e8-53e0-4d32-a3ba-7fb966774f80 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['072e8479-c74e-45aa-97d1-e8a73d0029c9']}} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:42:48.364487 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-835206e8-53e0-4d32-a3ba-7fb966774f80 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8593ffbb-3687-4645-8e49-e50ab1a5f44b') {'for_net_delete': True} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:42:48.365129 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-835206e8-53e0-4d32-a3ba-7fb966774f80 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8593ffbb-3687-4645-8e49-e50ab1a5f44b') {} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:42:48.389082 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-835206e8-53e0-4d32-a3ba-7fb966774f80 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2258522'] for segment, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:48.422906 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-835206e8-53e0-4d32-a3ba-7fb966774f80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:48.440265 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-835206e8-53e0-4d32-a3ba-7fb966774f80 admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=88525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 18:42:48.440928 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-835206e8-53e0-4d32-a3ba-7fb966774f80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2613981'] for segment, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:48.525874 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment 8593ffbb-3687-4645-8e49-e50ab1a5f44b resource provider aggregate not found Jun 01 18:42:48.528748 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=38612e8c-0101-4044-80b4-fb606c42da57,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:42:48.572852 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment 8593ffbb-3687-4645-8e49-e50ab1a5f44b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8593ffbb-3687-4645-8e49-e50ab1a5f44b found for delete ", "request_id": "req-e400d713-0940-4771-a279-fd639740a338"}]} Jun 01 18:42:48.585648 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 27df7a46-72f0-4881-9e56-547acc8a86b5 no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:42:48.606602 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8a721239-3ca5-4463-baca-89f05b61dbd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:48.642157 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-8a721239-3ca5-4463-baca-89f05b61dbd9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:42:48.643623 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: 27df7a46-72f0-4881-9e56-547acc8a86b5 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 18:42:48.643988 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 27df7a46-72f0-4881-9e56-547acc8a86b5 not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 18:42:48.654188 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-835206e8-53e0-4d32-a3ba-7fb966774f80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:48.662712 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-8a721239-3ca5-4463-baca-89f05b61dbd9 admin admin] Usage tracker for resource:security_group_rule and tenant:a3599b23cf8347e49a5b164dd119906b is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:42:48.676350 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d598f48d-89ee-4185-a3ed-eaa425b17508 req-cac0a1bc-50d4-48e9-8fe8-a1321a00fe35 tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] Router 3c506a61-3ad0-436c-b5af-1dd11e0fa1d4 has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 18:42:48.692025 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-8a721239-3ca5-4463-baca-89f05b61dbd9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:42:48.698065 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2f8182dc-136e-4b41-be90-68472b01942c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:48.711225 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-835206e8-53e0-4d32-a3ba-7fb966774f80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:48.750264 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-8a721239-3ca5-4463-baca-89f05b61dbd9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:42:48.765415 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835206e8-53e0-4d32-a3ba-7fb966774f80 admin admin] Pushing event deleted for resources: {'Network': ['ID=072e8479-c74e-45aa-97d1-e8a73d0029c9,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:42:48.768043 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2f8182dc-136e-4b41-be90-68472b01942c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:48.814933 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8a3797bb-4c70-4833-9cba-7c7ce39ec20d req-1bb4984f-b848-4f43-9e11-8e855492212b tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] 10.222.0.41 "GET /v2.0/ports?device_id=773cad09-4e0e-4c52-b912-1cba8bc28300 HTTP/1.1" status: 200 len: 210 time: 0.1475549 Jun 01 18:42:48.824812 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835206e8-53e0-4d32-a3ba-7fb966774f80 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:42:48.825397 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835206e8-53e0-4d32-a3ba-7fb966774f80 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:42:48.825893 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835206e8-53e0-4d32-a3ba-7fb966774f80 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:42:48.826365 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835206e8-53e0-4d32-a3ba-7fb966774f80 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:42:48.826858 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835206e8-53e0-4d32-a3ba-7fb966774f80 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:42:48.827310 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835206e8-53e0-4d32-a3ba-7fb966774f80 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:42:48.827760 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835206e8-53e0-4d32-a3ba-7fb966774f80 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:42:48.828254 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835206e8-53e0-4d32-a3ba-7fb966774f80 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:42:48.828761 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835206e8-53e0-4d32-a3ba-7fb966774f80 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:42:48.829237 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835206e8-53e0-4d32-a3ba-7fb966774f80 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:42:48.829697 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835206e8-53e0-4d32-a3ba-7fb966774f80 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:42:48.830586 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835206e8-53e0-4d32-a3ba-7fb966774f80 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:42:48.941593 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-23a4f7e0-f2e4-477d-8770-df675e0152db req-c0a79a38-7762-478f-bbc7-20e697c263a3 tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:42:48.950715 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-23a4f7e0-f2e4-477d-8770-df675e0152db req-c0a79a38-7762-478f-bbc7-20e697c263a3 tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] Usage tracker for resource:port and tenant:e0dc2e96ec69456782f276e47bf2486d is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:42:48.955042 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-23a4f7e0-f2e4-477d-8770-df675e0152db req-c0a79a38-7762-478f-bbc7-20e697c263a3 tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:42:48.966335 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-23a4f7e0-f2e4-477d-8770-df675e0152db req-c0a79a38-7762-478f-bbc7-20e697c263a3 tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:42:48.972915 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-2f8182dc-136e-4b41-be90-68472b01942c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=00c95cf205bd45e7b2cf8e9a88bb4516&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4128542 Jun 01 18:42:48.974072 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 43728) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:42:49.030780 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8182dc-136e-4b41-be90-68472b01942c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46262308-3f6a-4204-9dae-b9b7f1a51a25,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:42:49.064485 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-835206e8-53e0-4d32-a3ba-7fb966774f80 admin admin] 10.222.0.41 "DELETE /v2.0/networks/072e8479-c74e-45aa-97d1-e8a73d0029c9 HTTP/1.1" status: 204 len: 168 time: 3.5367901 Jun 01 18:42:49.103694 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23a4f7e0-f2e4-477d-8770-df675e0152db req-c0a79a38-7762-478f-bbc7-20e697c263a3 tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] Made reservation on behalf of e0dc2e96ec69456782f276e47bf2486d for: {'port': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:42:49.108055 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-23a4f7e0-f2e4-477d-8770-df675e0152db req-c0a79a38-7762-478f-bbc7-20e697c263a3 tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:49.206988 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d598f48d-89ee-4185-a3ed-eaa425b17508 req-cac0a1bc-50d4-48e9-8fe8-a1321a00fe35 tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 18:42:49.222086 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9392853-1509-454e-a7ca-dff06a3444f3 None None] Sync routers for ids ['3c506a61-3ad0-436c-b5af-1dd11e0fa1d4'] in n-d-844202-1 {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 18:42:49.241005 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9392853-1509-454e-a7ca-dff06a3444f3 None None] Routers {'3c506a61-3ad0-436c-b5af-1dd11e0fa1d4'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:42:49.245865 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-f9392853-1509-454e-a7ca-dff06a3444f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:42:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['3c506a61-3ad0-436c-b5af-1dd11e0fa1d4'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:42:49.263611 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e6af470c-2c0d-4bed-b0a5-5fcc35cbab58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:49.267075 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8a721239-3ca5-4463-baca-89f05b61dbd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:49.279284 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8a721239-3ca5-4463-baca-89f05b61dbd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:49.305167 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 43736) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:42:49.375223 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e6af470c-2c0d-4bed-b0a5-5fcc35cbab58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:49.403463 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d8478a0d-e075-4ddf-8c0a-308f5cf5912d req-9d9cca91-6836-4891-b82f-82a73f8a2c2b tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] 10.222.0.41 "GET /v2.0/ports?device_id=72309f34-1001-446b-9441-5af03e82401c HTTP/1.1" status: 200 len: 210 time: 0.1364253 Jun 01 18:42:49.452708 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-d598f48d-89ee-4185-a3ed-eaa425b17508 req-cac0a1bc-50d4-48e9-8fe8-a1321a00fe35 tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] No DVR routers for this DVR port a13713c9-d7a2-4f8d-abdf-78dc0a206030 on host n-h1-844202-1 {{(pid=88524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 18:42:49.459717 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-d598f48d-89ee-4185-a3ed-eaa425b17508 req-cac0a1bc-50d4-48e9-8fe8-a1321a00fe35 tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:49.462570 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad0c3d03-d198-45df-bcae-38fd247504e2', 'name': 'network-vif-deleted', 'tag': 'a13713c9-d7a2-4f8d-abdf-78dc0a206030'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:42:49.497629 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a721239-3ca5-4463-baca-89f05b61dbd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0b697d9-8dee-4eec-b4a1-da6de63aab8f,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:42:49.527134 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [req-23a4f7e0-f2e4-477d-8770-df675e0152db req-c0a79a38-7762-478f-bbc7-20e697c263a3 tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] Allocated IP 172.20.0.13 (7475c262-ab00-42c7-8a8e-ce0d66e28c6b/ba995e64-eb1c-4c76-a421-630e9228b936/84281443-ab67-470d-8fa5-2047102ef7b4) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:42:49.617194 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-b436cea3-065e-4621-9ad0-ac730f112aef admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=28042772ed574d8d819a50a6409395af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3075280 Jun 01 18:42:49.623622 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-8a721239-3ca5-4463-baca-89f05b61dbd9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a3599b23cf8347e49a5b164dd119906b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3504755 Jun 01 18:42:49.624541 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 43742) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:42:49.630403 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e6af470c-2c0d-4bed-b0a5-5fcc35cbab58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:49.662035 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 43744) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:42:49.686111 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6af470c-2c0d-4bed-b0a5-5fcc35cbab58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46262308-3f6a-4204-9dae-b9b7f1a51a25,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:42:49.696447 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e6af470c-2c0d-4bed-b0a5-5fcc35cbab58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:49.706784 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-e6af470c-2c0d-4bed-b0a5-5fcc35cbab58 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/46262308-3f6a-4204-9dae-b9b7f1a51a25 HTTP/1.1" status: 204 len: 168 time: 0.6722436 Jun 01 18:42:49.748114 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-f9392853-1509-454e-a7ca-dff06a3444f3 None None] Set router 3c506a61-3ad0-436c-b5af-1dd11e0fa1d4 gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:42:49.908733 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-23a4f7e0-f2e4-477d-8770-df675e0152db req-c0a79a38-7762-478f-bbc7-20e697c263a3 tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:49.928789 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [req-23a4f7e0-f2e4-477d-8770-df675e0152db req-c0a79a38-7762-478f-bbc7-20e697c263a3 tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] Transition to ACTIVE for port object 84281443-ab67-470d-8fa5-2047102ef7b4 will not be triggered until provisioned by entity DHCP. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:42:49.937009 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c8b75bd5-2c5f-479f-96bb-d6c74689cb25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:49.953243 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40f24e41-96c2-4d4a-a1ef-c01b62823649'] response: {'server_uuid': 'ad0c3d03-d198-45df-bcae-38fd247504e2', 'name': 'network-vif-deleted', 'tag': 'a13713c9-d7a2-4f8d-abdf-78dc0a206030', 'status': 'completed', 'code': 200} Jun 01 18:42:50.056897 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c8b75bd5-2c5f-479f-96bb-d6c74689cb25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:50.241779 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d598f48d-89ee-4185-a3ed-eaa425b17508 req-cac0a1bc-50d4-48e9-8fe8-a1321a00fe35 tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] 10.222.0.15 "DELETE /v2.0/ports/a13713c9-d7a2-4f8d-abdf-78dc0a206030 HTTP/1.1" status: 204 len: 173 time: 6.6069324 Jun 01 18:42:50.250787 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ddaac4-c19f-47f7-95e8-f6ab32bbefac req-aeab3a76-5624-416c-ac80-077c28348f10 tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:42:50.252277 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f9ddaac4-c19f-47f7-95e8-f6ab32bbefac req-aeab3a76-5624-416c-ac80-077c28348f10 tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] 10.222.0.50 "GET /v2.0/networks?id=18cc4e4f-761f-49c9-826c-48ea46f95616 HTTP/1.1" status: 200 len: 823 time: 0.2978599 Jun 01 18:42:50.254481 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-23a4f7e0-f2e4-477d-8770-df675e0152db req-c0a79a38-7762-478f-bbc7-20e697c263a3 tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:50.411983 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e28209da-ca81-496b-a8cc-64ca395edca6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:50.440331 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c8b75bd5-2c5f-479f-96bb-d6c74689cb25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:50.459225 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a79a38-7762-478f-bbc7-20e697c263a3 tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] Pushing event updated for resources: {'Port': ['ID=84281443-ab67-470d-8fa5-2047102ef7b4,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:42:50.471151 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a79a38-7762-478f-bbc7-20e697c263a3 tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:42:50.471626 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a79a38-7762-478f-bbc7-20e697c263a3 tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:42:50.472097 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a79a38-7762-478f-bbc7-20e697c263a3 tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:42:50.472621 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a79a38-7762-478f-bbc7-20e697c263a3 tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:42:50.473030 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a79a38-7762-478f-bbc7-20e697c263a3 tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:42:50.473465 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a79a38-7762-478f-bbc7-20e697c263a3 tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:42:50.473890 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a79a38-7762-478f-bbc7-20e697c263a3 tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:42:50.474316 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a79a38-7762-478f-bbc7-20e697c263a3 tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:42:50.474752 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a79a38-7762-478f-bbc7-20e697c263a3 tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:42:50.475174 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a79a38-7762-478f-bbc7-20e697c263a3 tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:42:50.475734 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a79a38-7762-478f-bbc7-20e697c263a3 tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:42:50.476257 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a79a38-7762-478f-bbc7-20e697c263a3 tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:42:50.488753 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-f9392853-1509-454e-a7ca-dff06a3444f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c506a61-3ad0-436c-b5af-1dd11e0fa1d4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-966599028-router', 'tenant_id': '7dd3c8e221f9433b9e41db5bb127ec48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': 'fa50976e-aefa-45dd-8e42-ccb004496ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:40:40Z', 'updated_at': '2022-06-01T18:40:54Z', 'revision_number': 4, 'project_id': '7dd3c8e221f9433b9e41db5bb127ec48', 'gw_port': {'id': 'fa50976e-aefa-45dd-8e42-ccb004496ea7', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ca:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c506a61-3ad0-436c-b5af-1dd11e0fa1d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:40:42Z', 'updated_at': '2022-06-01T18:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '89dcbeb8-b038-4d51-8cb6-78072f35c675', 'name': '', 'network_id': '18cc4e4f-761f-49c9-826c-48ea46f95616', 'tenant_id': '7dd3c8e221f9433b9e41db5bb127ec48', 'mac_address': 'fa:16:3e:4f:78:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c506a61-3ad0-436c-b5af-1dd11e0fa1d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'a2dd2f73-8ed9-4db5-a137-6e9cf02d18e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:40:51Z', 'updated_at': '2022-06-01T18:41:05Z', 'revision_number': 5, 'project_id': '7dd3c8e221f9433b9e41db5bb127ec48', 'subnets': [{'id': 'a2dd2f73-8ed9-4db5-a137-6e9cf02d18e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:42:50.494976 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b75bd5-2c5f-479f-96bb-d6c74689cb25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0b697d9-8dee-4eec-b4a1-da6de63aab8f,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:42:50.502020 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9392853-1509-454e-a7ca-dff06a3444f3 None None] Checking router: 3c506a61-3ad0-436c-b5af-1dd11e0fa1d4 for host: n-d-844202-1 {{(pid=88526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 18:42:50.519601 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23a4f7e0-f2e4-477d-8770-df675e0152db req-c0a79a38-7762-478f-bbc7-20e697c263a3 tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] Network 7475c262-ab00-42c7-8a8e-ce0d66e28c6b is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:42:50.529425 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c8b75bd5-2c5f-479f-96bb-d6c74689cb25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:50.530461 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-c8b75bd5-2c5f-479f-96bb-d6c74689cb25 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e0b697d9-8dee-4eec-b4a1-da6de63aab8f HTTP/1.1" status: 204 len: 168 time: 0.8477724 Jun 01 18:42:50.530957 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f9ddaac4-c19f-47f7-95e8-f6ab32bbefac req-4b6da8e6-496e-4e6c-9be9-4054598cb2fa tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7dd3c8e221f9433b9e41db5bb127ec48 HTTP/1.1" status: 200 len: 379 time: 0.2333972 Jun 01 18:42:50.531750 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9392853-1509-454e-a7ca-dff06a3444f3 None None] Routers {'3c506a61-3ad0-436c-b5af-1dd11e0fa1d4'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:42:50.532425 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-f9392853-1509-454e-a7ca-dff06a3444f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:42:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['3c506a61-3ad0-436c-b5af-1dd11e0fa1d4'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:42:50.543559 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [req-23a4f7e0-f2e4-477d-8770-df675e0152db req-c0a79a38-7762-478f-bbc7-20e697c263a3 tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:42:50.550712 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-23a4f7e0-f2e4-477d-8770-df675e0152db req-c0a79a38-7762-478f-bbc7-20e697c263a3 tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:42:50.567316 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e28209da-ca81-496b-a8cc-64ca395edca6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:50.747133 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e28209da-ca81-496b-a8cc-64ca395edca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:50.771823 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-f9ddaac4-c19f-47f7-95e8-f6ab32bbefac req-21d0f34a-1157-4007-9218-19f1bc3f4bff tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] Request body: {'port': {'device_id': '72309f34-1001-446b-9441-5af03e82401c', 'network_id': '18cc4e4f-761f-49c9-826c-48ea46f95616', 'admin_state_up': True, 'tenant_id': '7dd3c8e221f9433b9e41db5bb127ec48', 'security_groups': ['90cc0839-524f-48ee-bc32-5b782e7aaf99']}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:42:50.907908 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28209da-ca81-496b-a8cc-64ca395edca6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e238b9bf-ff89-4d04-9a31-8937d22206d6,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:42:50.972943 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-37bbd1f9-4f8a-486b-a0f9-a0c2e6c4c0ea req-14142686-1b5b-46fe-bfc4-2740516d82ed tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] 10.222.0.41 "GET /v2.0/ports?device_id=72309f34-1001-446b-9441-5af03e82401c HTTP/1.1" status: 200 len: 210 time: 0.1998658 Jun 01 18:42:50.982249 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e28209da-ca81-496b-a8cc-64ca395edca6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:50.983355 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-e28209da-ca81-496b-a8cc-64ca395edca6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e238b9bf-ff89-4d04-9a31-8937d22206d6 HTTP/1.1" status: 204 len: 168 time: 1.3401556 Jun 01 18:42:51.145895 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-f9392853-1509-454e-a7ca-dff06a3444f3 None None] Set router 3c506a61-3ad0-436c-b5af-1dd11e0fa1d4 gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:42:51.146380 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 43776) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:42:51.167974 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5ea25454-6fa8-49ad-9759-5e9961ebe93c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:51.187316 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-5ea25454-6fa8-49ad-9759-5e9961ebe93c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:42:51.191426 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-5ea25454-6fa8-49ad-9759-5e9961ebe93c admin admin] Usage tracker for resource:security_group_rule and tenant:578703c40eec4f19a2d6cb1f333c2265 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:42:51.194355 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-5ea25454-6fa8-49ad-9759-5e9961ebe93c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:42:51.202764 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-5ea25454-6fa8-49ad-9759-5e9961ebe93c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:42:51.254022 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.agents_db [None req-e814b9cf-7de8-45d0-a079-29c61fabe7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 18:42:51.299052 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a4f7e0-f2e4-477d-8770-df675e0152db req-c0a79a38-7762-478f-bbc7-20e697c263a3 tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:42:51.299670 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-23a4f7e0-f2e4-477d-8770-df675e0152db req-c0a79a38-7762-478f-bbc7-20e697c263a3 tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:51.336541 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-f9ddaac4-c19f-47f7-95e8-f6ab32bbefac req-21d0f34a-1157-4007-9218-19f1bc3f4bff tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:42:51.351022 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 38612e8c-0101-4044-80b4-fb606c42da57 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:42:51.355369 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-f9ddaac4-c19f-47f7-95e8-f6ab32bbefac req-21d0f34a-1157-4007-9218-19f1bc3f4bff tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] Usage tracker for resource:port and tenant:7dd3c8e221f9433b9e41db5bb127ec48 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:42:51.362462 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-f9ddaac4-c19f-47f7-95e8-f6ab32bbefac req-21d0f34a-1157-4007-9218-19f1bc3f4bff tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:42:51.379989 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-f9ddaac4-c19f-47f7-95e8-f6ab32bbefac req-21d0f34a-1157-4007-9218-19f1bc3f4bff tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:42:51.427825 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5ea25454-6fa8-49ad-9759-5e9961ebe93c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:51.434786 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5ea25454-6fa8-49ad-9759-5e9961ebe93c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:51.435735 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9ddaac4-c19f-47f7-95e8-f6ab32bbefac req-21d0f34a-1157-4007-9218-19f1bc3f4bff tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] Made reservation on behalf of 7dd3c8e221f9433b9e41db5bb127ec48 for: {'port': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:42:51.451316 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-f9ddaac4-c19f-47f7-95e8-f6ab32bbefac req-21d0f34a-1157-4007-9218-19f1bc3f4bff tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:51.555096 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-5ea25454-6fa8-49ad-9759-5e9961ebe93c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=578703c40eec4f19a2d6cb1f333c2265&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4079835 Jun 01 18:42:51.556400 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 43780) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:42:51.581290 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea25454-6fa8-49ad-9759-5e9961ebe93c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33ce197e-5b46-44fb-812e-5a60d05235dc,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:42:51.679742 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-23a4f7e0-f2e4-477d-8770-df675e0152db req-c0a79a38-7762-478f-bbc7-20e697c263a3 tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4230654 Jun 01 18:42:51.744641 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7ec2e0be-4ff6-4788-89eb-9b65739e52de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:51.764687 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-23a4f7e0-f2e4-477d-8770-df675e0152db req-87055333-803f-4147-8b48-50c6bf480d75 service neutron] Request body: {'port': {'device_id': '773cad09-4e0e-4c52-b912-1cba8bc28300', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844202-1'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:42:51.801403 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-e07a95cf-a103-455e-bb53-3139040135b0 None None] Provisioning for port 84281443-ab67-470d-8fa5-2047102ef7b4 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:42:51.809522 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7ec2e0be-4ff6-4788-89eb-9b65739e52de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:51.830341 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 43788) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:42:51.868942 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8fc82082-7f71-47d6-8bb7-7bbe13091793 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:51.900950 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-8fc82082-7f71-47d6-8bb7-7bbe13091793 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:42:51.905189 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-8fc82082-7f71-47d6-8bb7-7bbe13091793 admin admin] Usage tracker for resource:security_group_rule and tenant:349d6da72aa64bacb84ba6b1cde82d07 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:42:51.909096 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-8fc82082-7f71-47d6-8bb7-7bbe13091793 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:42:51.916213 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-8fc82082-7f71-47d6-8bb7-7bbe13091793 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:42:51.933116 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e6a04b-cc78-4e63-8fa8-67f76b5ad55d req-1c452217-5741-48a4-bbcd-8397f1d69190 tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:42:51.934468 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-f3e6a04b-cc78-4e63-8fa8-67f76b5ad55d req-1c452217-5741-48a4-bbcd-8397f1d69190 tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] Synchronizing usage tracker for tenant:e0dc2e96ec69456782f276e47bf2486d on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:42:51.996758 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-e07a95cf-a103-455e-bb53-3139040135b0 None None] Provisioning complete for port 84281443-ab67-470d-8fa5-2047102ef7b4 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:42:51.997378 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-e07a95cf-a103-455e-bb53-3139040135b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:52.048297 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8fc82082-7f71-47d6-8bb7-7bbe13091793 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:52.062622 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8fc82082-7f71-47d6-8bb7-7bbe13091793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:52.124182 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-f3e6a04b-cc78-4e63-8fa8-67f76b5ad55d req-1c452217-5741-48a4-bbcd-8397f1d69190 tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] Unset dirty status for tenant:e0dc2e96ec69456782f276e47bf2486d on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:42:52.125564 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f3e6a04b-cc78-4e63-8fa8-67f76b5ad55d req-1c452217-5741-48a4-bbcd-8397f1d69190 tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] 10.222.0.41 "GET /v2.0/ports?device_id=773cad09-4e0e-4c52-b912-1cba8bc28300 HTTP/1.1" status: 200 len: 932 time: 1.8824120 Jun 01 18:42:52.161674 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-23a4f7e0-f2e4-477d-8770-df675e0152db req-87055333-803f-4147-8b48-50c6bf480d75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:52.169172 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-8fc82082-7f71-47d6-8bb7-7bbe13091793 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=349d6da72aa64bacb84ba6b1cde82d07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3382158 Jun 01 18:42:52.173197 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 43798) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:42:52.181228 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc82082-7f71-47d6-8bb7-7bbe13091793 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35d97519-1c80-45db-8c42-36913e74f8bd,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:42:52.195083 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [req-f9ddaac4-c19f-47f7-95e8-f6ab32bbefac req-21d0f34a-1157-4007-9218-19f1bc3f4bff tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] Allocated IP 172.20.0.3 (18cc4e4f-761f-49c9-826c-48ea46f95616/a2dd2f73-8ed9-4db5-a137-6e9cf02d18e0/da6e29fd-6403-4944-816d-34c3b0ec319d) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:42:52.242676 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7ec2e0be-4ff6-4788-89eb-9b65739e52de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:52.464715 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-f3e6a04b-cc78-4e63-8fa8-67f76b5ad55d req-f9e6de80-6211-4867-bf17-336888db5b86 tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] Synchronizing usage tracker for tenant:e0dc2e96ec69456782f276e47bf2486d on resource:security_group {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:42:52.492757 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 38612e8c-0101-4044-80b4-fb606c42da57 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:42:52.494810 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:52.501759 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec2e0be-4ff6-4788-89eb-9b65739e52de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33ce197e-5b46-44fb-812e-5a60d05235dc,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:42:52.510248 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f5e0c5ff-6285-4064-b60c-4ecbdd3318cd req-1172c38b-5afd-4bba-a4b6-b9bb86d81c2f tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] 10.222.0.41 "GET /v2.0/ports?device_id=72309f34-1001-446b-9441-5af03e82401c HTTP/1.1" status: 200 len: 210 time: 0.2134769 Jun 01 18:42:52.546651 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5ce1c0ad-42b4-496c-a854-249e7b6092f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:52.606367 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7ec2e0be-4ff6-4788-89eb-9b65739e52de admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:52.610617 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-7ec2e0be-4ff6-4788-89eb-9b65739e52de admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/33ce197e-5b46-44fb-812e-5a60d05235dc HTTP/1.1" status: 204 len: 168 time: 1.0505431 Jun 01 18:42:52.612332 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5ce1c0ad-42b4-496c-a854-249e7b6092f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:52.627377 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-e07a95cf-a103-455e-bb53-3139040135b0 None None] Port 84281443-ab67-470d-8fa5-2047102ef7b4 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 18:42:52.692359 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5ce1c0ad-42b4-496c-a854-249e7b6092f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:52.745570 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce1c0ad-42b4-496c-a854-249e7b6092f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35d97519-1c80-45db-8c42-36913e74f8bd,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:42:52.748026 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-f9392853-1509-454e-a7ca-dff06a3444f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c506a61-3ad0-436c-b5af-1dd11e0fa1d4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-966599028-router', 'tenant_id': '7dd3c8e221f9433b9e41db5bb127ec48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': 'fa50976e-aefa-45dd-8e42-ccb004496ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:40:40Z', 'updated_at': '2022-06-01T18:40:54Z', 'revision_number': 4, 'project_id': '7dd3c8e221f9433b9e41db5bb127ec48', 'gw_port': {'id': 'fa50976e-aefa-45dd-8e42-ccb004496ea7', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ca:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c506a61-3ad0-436c-b5af-1dd11e0fa1d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:40:42Z', 'updated_at': '2022-06-01T18:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '89dcbeb8-b038-4d51-8cb6-78072f35c675', 'name': '', 'network_id': '18cc4e4f-761f-49c9-826c-48ea46f95616', 'tenant_id': '7dd3c8e221f9433b9e41db5bb127ec48', 'mac_address': 'fa:16:3e:4f:78:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c506a61-3ad0-436c-b5af-1dd11e0fa1d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'a2dd2f73-8ed9-4db5-a137-6e9cf02d18e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:40:51Z', 'updated_at': '2022-06-01T18:41:05Z', 'revision_number': 5, 'project_id': '7dd3c8e221f9433b9e41db5bb127ec48', 'subnets': [{'id': 'a2dd2f73-8ed9-4db5-a137-6e9cf02d18e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:42:52.749295 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5ce1c0ad-42b4-496c-a854-249e7b6092f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:52.750395 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-5ce1c0ad-42b4-496c-a854-249e7b6092f8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/35d97519-1c80-45db-8c42-36913e74f8bd HTTP/1.1" status: 204 len: 168 time: 0.5747945 Jun 01 18:42:52.754110 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9392853-1509-454e-a7ca-dff06a3444f3 None None] The sync data for ids ['3c506a61-3ad0-436c-b5af-1dd11e0fa1d4'] in n-d-844202-1 is: [{'id': '3c506a61-3ad0-436c-b5af-1dd11e0fa1d4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-966599028-router', 'tenant_id': '7dd3c8e221f9433b9e41db5bb127ec48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': 'fa50976e-aefa-45dd-8e42-ccb004496ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:40:40Z', 'updated_at': '2022-06-01T18:40:54Z', 'revision_number': 4, 'project_id': '7dd3c8e221f9433b9e41db5bb127ec48', 'gw_port': {'id': 'fa50976e-aefa-45dd-8e42-ccb004496ea7', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ca:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c506a61-3ad0-436c-b5af-1dd11e0fa1d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:40:42Z', 'updated_at': '2022-06-01T18:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '89dcbeb8-b038-4d51-8cb6-78072f35c675', 'name': '', 'network_id': '18cc4e4f-761f-49c9-826c-48ea46f95616', 'tenant_id': '7dd3c8e221f9433b9e41db5bb127ec48', 'mac_address': 'fa:16:3e:4f:78:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c506a61-3ad0-436c-b5af-1dd11e0fa1d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'a2dd2f73-8ed9-4db5-a137-6e9cf02d18e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:40:51Z', 'updated_at': '2022-06-01T18:41:05Z', 'revision_number': 5, 'project_id': '7dd3c8e221f9433b9e41db5bb127ec48', 'subnets': [{'id': 'a2dd2f73-8ed9-4db5-a137-6e9cf02d18e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 18:42:52.757221 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 38612e8c-0101-4044-80b4-fb606c42da57 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:42:53.097157 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-f3e6a04b-cc78-4e63-8fa8-67f76b5ad55d req-f9e6de80-6211-4867-bf17-336888db5b86 tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] Unset dirty status for tenant:e0dc2e96ec69456782f276e47bf2486d on resource:security_group {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:42:53.099652 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f3e6a04b-cc78-4e63-8fa8-67f76b5ad55d req-f9e6de80-6211-4867-bf17-336888db5b86 tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] 10.222.0.41 "GET /v2.0/security-groups?id=b07651a0-9e42-4158-83b3-465d7a0dded5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9614780 Jun 01 18:42:53.109067 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-f9ddaac4-c19f-47f7-95e8-f6ab32bbefac req-21d0f34a-1157-4007-9218-19f1bc3f4bff tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:53.132156 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [req-f9ddaac4-c19f-47f7-95e8-f6ab32bbefac req-21d0f34a-1157-4007-9218-19f1bc3f4bff tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] Transition to ACTIVE for port object da6e29fd-6403-4944-816d-34c3b0ec319d will not be triggered until provisioned by entity DHCP. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:42:53.166051 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 43832) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:42:53.172812 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-d00c2ed2-4377-4337-be69-389789591e6d tempest-AttachSCSIVolumeTestJSON-660953961 tempest-AttachSCSIVolumeTestJSON-660953961-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1137982487', 'description': 'tempest-description--691535059'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:42:53.200103 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-d00c2ed2-4377-4337-be69-389789591e6d tempest-AttachSCSIVolumeTestJSON-660953961 tempest-AttachSCSIVolumeTestJSON-660953961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:42:53.211234 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-d00c2ed2-4377-4337-be69-389789591e6d tempest-AttachSCSIVolumeTestJSON-660953961 tempest-AttachSCSIVolumeTestJSON-660953961-project] Usage tracker for resource:security_group and tenant:45241712d04f44c69000bd03eb1880d9 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:42:53.214849 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-d00c2ed2-4377-4337-be69-389789591e6d tempest-AttachSCSIVolumeTestJSON-660953961 tempest-AttachSCSIVolumeTestJSON-660953961-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:42:53.222932 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-f9ddaac4-c19f-47f7-95e8-f6ab32bbefac req-21d0f34a-1157-4007-9218-19f1bc3f4bff tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:53.223329 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-d00c2ed2-4377-4337-be69-389789591e6d tempest-AttachSCSIVolumeTestJSON-660953961 tempest-AttachSCSIVolumeTestJSON-660953961-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:42:53.247579 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d00c2ed2-4377-4337-be69-389789591e6d tempest-AttachSCSIVolumeTestJSON-660953961 tempest-AttachSCSIVolumeTestJSON-660953961-project] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:53.282169 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657c77f4-1ce3-4ebc-ba4b-ce74de954406 None None] New status for floating IP a1c293b1-4603-4701-b656-c4b24becc4b1: DOWN {{(pid=88527) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 18:42:53.286541 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-d00c2ed2-4377-4337-be69-389789591e6d tempest-AttachSCSIVolumeTestJSON-660953961 tempest-AttachSCSIVolumeTestJSON-660953961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:42:53.292428 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-d00c2ed2-4377-4337-be69-389789591e6d tempest-AttachSCSIVolumeTestJSON-660953961 tempest-AttachSCSIVolumeTestJSON-660953961-project] Usage tracker for resource:security_group_rule and tenant:45241712d04f44c69000bd03eb1880d9 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:42:53.296105 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-d00c2ed2-4377-4337-be69-389789591e6d tempest-AttachSCSIVolumeTestJSON-660953961 tempest-AttachSCSIVolumeTestJSON-660953961-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:42:53.304201 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-d00c2ed2-4377-4337-be69-389789591e6d tempest-AttachSCSIVolumeTestJSON-660953961 tempest-AttachSCSIVolumeTestJSON-660953961-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:42:53.449847 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d00c2ed2-4377-4337-be69-389789591e6d tempest-AttachSCSIVolumeTestJSON-660953961 tempest-AttachSCSIVolumeTestJSON-660953961-project] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:53.454432 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d00c2ed2-4377-4337-be69-389789591e6d tempest-AttachSCSIVolumeTestJSON-660953961 tempest-AttachSCSIVolumeTestJSON-660953961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:53.523013 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00c2ed2-4377-4337-be69-389789591e6d tempest-AttachSCSIVolumeTestJSON-660953961 tempest-AttachSCSIVolumeTestJSON-660953961-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b1d23f4-ed75-49f3-842d-08802ecbf36f,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:42:53.531575 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d00c2ed2-4377-4337-be69-389789591e6d tempest-AttachSCSIVolumeTestJSON-660953961 tempest-AttachSCSIVolumeTestJSON-660953961-project] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:53.532896 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-d00c2ed2-4377-4337-be69-389789591e6d tempest-AttachSCSIVolumeTestJSON-660953961 tempest-AttachSCSIVolumeTestJSON-660953961-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3653243 Jun 01 18:42:53.537602 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 43848) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:42:53.562571 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-5e7d971c-a9ad-46a9-ac3f-6619122ddfeb tempest-AttachSCSIVolumeTestJSON-660953961 tempest-AttachSCSIVolumeTestJSON-660953961-project] Request body: {'security_group_rule': {'security_group_id': '4b1d23f4-ed75-49f3-842d-08802ecbf36f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:42:53.578655 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-5e7d971c-a9ad-46a9-ac3f-6619122ddfeb tempest-AttachSCSIVolumeTestJSON-660953961 tempest-AttachSCSIVolumeTestJSON-660953961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:42:53.582806 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-5e7d971c-a9ad-46a9-ac3f-6619122ddfeb tempest-AttachSCSIVolumeTestJSON-660953961 tempest-AttachSCSIVolumeTestJSON-660953961-project] Usage tracker for resource:security_group_rule and tenant:45241712d04f44c69000bd03eb1880d9 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:42:53.586577 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-5e7d971c-a9ad-46a9-ac3f-6619122ddfeb tempest-AttachSCSIVolumeTestJSON-660953961 tempest-AttachSCSIVolumeTestJSON-660953961-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:42:53.593486 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-5e7d971c-a9ad-46a9-ac3f-6619122ddfeb tempest-AttachSCSIVolumeTestJSON-660953961 tempest-AttachSCSIVolumeTestJSON-660953961-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:42:53.612438 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5e7d971c-a9ad-46a9-ac3f-6619122ddfeb tempest-AttachSCSIVolumeTestJSON-660953961 tempest-AttachSCSIVolumeTestJSON-660953961-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:53.709624 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5e7d971c-a9ad-46a9-ac3f-6619122ddfeb tempest-AttachSCSIVolumeTestJSON-660953961 tempest-AttachSCSIVolumeTestJSON-660953961-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:53.715780 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5e7d971c-a9ad-46a9-ac3f-6619122ddfeb tempest-AttachSCSIVolumeTestJSON-660953961 tempest-AttachSCSIVolumeTestJSON-660953961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:53.793709 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7d971c-a9ad-46a9-ac3f-6619122ddfeb tempest-AttachSCSIVolumeTestJSON-660953961 tempest-AttachSCSIVolumeTestJSON-660953961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13fad705-e818-46f8-9b9d-9c37f4930723,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:42:53.817478 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5e7d971c-a9ad-46a9-ac3f-6619122ddfeb tempest-AttachSCSIVolumeTestJSON-660953961 tempest-AttachSCSIVolumeTestJSON-660953961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:53.819276 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-5e7d971c-a9ad-46a9-ac3f-6619122ddfeb tempest-AttachSCSIVolumeTestJSON-660953961 tempest-AttachSCSIVolumeTestJSON-660953961-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2804396 Jun 01 18:42:53.824039 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 43860) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:42:53.827623 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d0f34a-1157-4007-9218-19f1bc3f4bff tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] Pushing event updated for resources: {'Port': ['ID=da6e29fd-6403-4944-816d-34c3b0ec319d,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:42:53.839999 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-ba605af2-6d90-4548-a06f-4c662f8e87d2 tempest-AttachSCSIVolumeTestJSON-660953961 tempest-AttachSCSIVolumeTestJSON-660953961-project] Request body: {'security_group_rule': {'security_group_id': '4b1d23f4-ed75-49f3-842d-08802ecbf36f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:42:53.846340 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9ddaac4-c19f-47f7-95e8-f6ab32bbefac req-21d0f34a-1157-4007-9218-19f1bc3f4bff tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] Network 18cc4e4f-761f-49c9-826c-48ea46f95616 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:42:53.852200 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-ba605af2-6d90-4548-a06f-4c662f8e87d2 tempest-AttachSCSIVolumeTestJSON-660953961 tempest-AttachSCSIVolumeTestJSON-660953961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:42:53.856298 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-ba605af2-6d90-4548-a06f-4c662f8e87d2 tempest-AttachSCSIVolumeTestJSON-660953961 tempest-AttachSCSIVolumeTestJSON-660953961-project] Usage tracker for resource:security_group_rule and tenant:45241712d04f44c69000bd03eb1880d9 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:42:53.857991 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [req-f9ddaac4-c19f-47f7-95e8-f6ab32bbefac req-21d0f34a-1157-4007-9218-19f1bc3f4bff tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:42:53.859498 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-ba605af2-6d90-4548-a06f-4c662f8e87d2 tempest-AttachSCSIVolumeTestJSON-660953961 tempest-AttachSCSIVolumeTestJSON-660953961-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:42:53.879326 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-ba605af2-6d90-4548-a06f-4c662f8e87d2 tempest-AttachSCSIVolumeTestJSON-660953961 tempest-AttachSCSIVolumeTestJSON-660953961-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:42:53.990404 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ba605af2-6d90-4548-a06f-4c662f8e87d2 tempest-AttachSCSIVolumeTestJSON-660953961 tempest-AttachSCSIVolumeTestJSON-660953961-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:54.138597 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39577a84-0c7d-456a-9cd3-39b6205f53e7 req-787815d5-d3e1-4ead-a87c-f6b0f224b30d tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:42:54.151515 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-39577a84-0c7d-456a-9cd3-39b6205f53e7 req-787815d5-d3e1-4ead-a87c-f6b0f224b30d tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] 10.222.0.41 "GET /v2.0/ports?device_id=72309f34-1001-446b-9441-5af03e82401c HTTP/1.1" status: 200 len: 931 time: 0.2514699 Jun 01 18:42:54.276633 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ba605af2-6d90-4548-a06f-4c662f8e87d2 tempest-AttachSCSIVolumeTestJSON-660953961 tempest-AttachSCSIVolumeTestJSON-660953961-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:54.277559 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [req-23a4f7e0-f2e4-477d-8770-df675e0152db req-87055333-803f-4147-8b48-50c6bf480d75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84281443-ab67-470d-8fa5-2047102ef7b4 {{(pid=88524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:42:54.286229 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ba605af2-6d90-4548-a06f-4c662f8e87d2 tempest-AttachSCSIVolumeTestJSON-660953961 tempest-AttachSCSIVolumeTestJSON-660953961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:54.286652 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-23a4f7e0-f2e4-477d-8770-df675e0152db req-87055333-803f-4147-8b48-50c6bf480d75 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:54.290523 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f5ce100f-6b3e-4cd9-a83d-a58785909fcf None None] Provisioning for port da6e29fd-6403-4944-816d-34c3b0ec319d completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:42:54.302596 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f5ce100f-6b3e-4cd9-a83d-a58785909fcf None None] Provisioning complete for port da6e29fd-6403-4944-816d-34c3b0ec319d triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:42:54.303360 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f5ce100f-6b3e-4cd9-a83d-a58785909fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:54.306858 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [req-23a4f7e0-f2e4-477d-8770-df675e0152db req-87055333-803f-4147-8b48-50c6bf480d75 service neutron] Transition to ACTIVE for port object 84281443-ab67-470d-8fa5-2047102ef7b4 will not be triggered until provisioned by entity L2. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:42:54.309608 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9ddaac4-c19f-47f7-95e8-f6ab32bbefac req-21d0f34a-1157-4007-9218-19f1bc3f4bff tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:42:54.314238 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba605af2-6d90-4548-a06f-4c662f8e87d2 tempest-AttachSCSIVolumeTestJSON-660953961 tempest-AttachSCSIVolumeTestJSON-660953961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7df7c55-233f-475f-baf9-fef4454d72ff,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:42:54.319755 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-39577a84-0c7d-456a-9cd3-39b6205f53e7 req-05cc880f-0dc0-45dd-9a42-a4a322e47d7f tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] 10.222.0.41 "GET /v2.0/security-groups?id=90cc0839-524f-48ee-bc32-5b782e7aaf99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1637259 Jun 01 18:42:54.354571 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-23a4f7e0-f2e4-477d-8770-df675e0152db req-87055333-803f-4147-8b48-50c6bf480d75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:54.371025 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ba605af2-6d90-4548-a06f-4c662f8e87d2 tempest-AttachSCSIVolumeTestJSON-660953961 tempest-AttachSCSIVolumeTestJSON-660953961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:54.372250 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-ba605af2-6d90-4548-a06f-4c662f8e87d2 tempest-AttachSCSIVolumeTestJSON-660953961 tempest-AttachSCSIVolumeTestJSON-660953961-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5472040 Jun 01 18:42:54.375378 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 43878) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:42:54.381291 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-3136f112-e83f-4e2a-8b3a-9edcbc7d4b4c tempest-AttachSCSIVolumeTestJSON-660953961 tempest-AttachSCSIVolumeTestJSON-660953961-project] Request body: {'floatingip': {'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:42:54.388056 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-3136f112-e83f-4e2a-8b3a-9edcbc7d4b4c tempest-AttachSCSIVolumeTestJSON-660953961 tempest-AttachSCSIVolumeTestJSON-660953961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:42:54.392480 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-3136f112-e83f-4e2a-8b3a-9edcbc7d4b4c tempest-AttachSCSIVolumeTestJSON-660953961 tempest-AttachSCSIVolumeTestJSON-660953961-project] Usage tracker for resource:floatingip and tenant:45241712d04f44c69000bd03eb1880d9 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:42:54.396790 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-3136f112-e83f-4e2a-8b3a-9edcbc7d4b4c tempest-AttachSCSIVolumeTestJSON-660953961 tempest-AttachSCSIVolumeTestJSON-660953961-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:42:54.404330 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-3136f112-e83f-4e2a-8b3a-9edcbc7d4b4c tempest-AttachSCSIVolumeTestJSON-660953961 tempest-AttachSCSIVolumeTestJSON-660953961-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:42:54.418196 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3136f112-e83f-4e2a-8b3a-9edcbc7d4b4c tempest-AttachSCSIVolumeTestJSON-660953961 tempest-AttachSCSIVolumeTestJSON-660953961-project] Notify callbacks [] for floatingip, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:54.455720 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f5ce100f-6b3e-4cd9-a83d-a58785909fcf None None] Port da6e29fd-6403-4944-816d-34c3b0ec319d cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 18:42:54.791058 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe471e7-2c76-46fb-85fc-d8538e18b4aa req-ecf0b9eb-a9cc-4641-ac29-1f22599fdec5 tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:42:54.792641 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-abe471e7-2c76-46fb-85fc-d8538e18b4aa req-ecf0b9eb-a9cc-4641-ac29-1f22599fdec5 tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] 10.222.0.41 "GET /v2.0/ports?device_id=773cad09-4e0e-4c52-b912-1cba8bc28300 HTTP/1.1" status: 200 len: 944 time: 0.2403727 Jun 01 18:42:54.823006 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87055333-803f-4147-8b48-50c6bf480d75 service neutron] Pushing event updated for resources: {'Port': ['ID=84281443-ab67-470d-8fa5-2047102ef7b4,revision_number=2']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:42:54.858365 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-abe471e7-2c76-46fb-85fc-d8538e18b4aa req-09d84ec3-961b-421b-bc0d-5d10ce1702fe tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] 10.222.0.41 "GET /v2.0/security-groups?id=b07651a0-9e42-4158-83b3-465d7a0dded5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533590 Jun 01 18:42:54.864734 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3136f112-e83f-4e2a-8b3a-9edcbc7d4b4c tempest-AttachSCSIVolumeTestJSON-660953961 tempest-AttachSCSIVolumeTestJSON-660953961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:54.951731 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ddaac4-c19f-47f7-95e8-f6ab32bbefac req-21d0f34a-1157-4007-9218-19f1bc3f4bff tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:42:54.952789 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-f9ddaac4-c19f-47f7-95e8-f6ab32bbefac req-21d0f34a-1157-4007-9218-19f1bc3f4bff tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:55.040764 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 43906) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:42:55.050578 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d18b3e-1a4d-4a97-b429-9cbf965451c3 req-d44541dd-e434-40bc-9059-860b8881e9fa tempest-LiveAutoBlockMigrationV225Test-590672389 tempest-LiveAutoBlockMigrationV225Test-590672389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:42:55.059494 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c2d18b3e-1a4d-4a97-b429-9cbf965451c3 req-d44541dd-e434-40bc-9059-860b8881e9fa tempest-LiveAutoBlockMigrationV225Test-590672389 tempest-LiveAutoBlockMigrationV225Test-590672389-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=26f7889e-93cf-42e0-b644-7fc47dc1a909 HTTP/1.1" status: 200 len: 1097 time: 1.4362743 Jun 01 18:42:55.101807 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f9ddaac4-c19f-47f7-95e8-f6ab32bbefac req-21d0f34a-1157-4007-9218-19f1bc3f4bff tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3381400 Jun 01 18:42:55.114422 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-f9ddaac4-c19f-47f7-95e8-f6ab32bbefac req-ed25ee8b-1bcf-438d-933e-d5e6403b6822 service neutron] Request body: {'port': {'device_id': '72309f34-1001-446b-9441-5af03e82401c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844202-1'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:42:55.182587 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c2d18b3e-1a4d-4a97-b429-9cbf965451c3 req-0f032203-973a-4f6b-b8e1-604e14b19263 tempest-LiveAutoBlockMigrationV225Test-590672389 tempest-LiveAutoBlockMigrationV225Test-590672389-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=444c87ba-31dc-4b5a-9977-492e198b845a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215491 Jun 01 18:42:55.196075 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-23a4f7e0-f2e4-477d-8770-df675e0152db req-87055333-803f-4147-8b48-50c6bf480d75 service neutron] Attempting to bind port 84281443-ab67-470d-8fa5-2047102ef7b4 on host n-h2-844202-1 for vnic_type normal with profile {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:42:55.197156 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-23a4f7e0-f2e4-477d-8770-df675e0152db req-87055333-803f-4147-8b48-50c6bf480d75 service neutron] Attempting to bind port 84281443-ab67-470d-8fa5-2047102ef7b4 by drivers openvswitch,hyperv on host n-h2-844202-1 at level 0 using segments [{'id': '55263802-5ec7-4dff-8473-f61d2e94acb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '7475c262-ab00-42c7-8a8e-ce0d66e28c6b'}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:42:55.197935 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a4f7e0-f2e4-477d-8770-df675e0152db req-87055333-803f-4147-8b48-50c6bf480d75 service neutron] Attempting to bind port 84281443-ab67-470d-8fa5-2047102ef7b4 on network 7475c262-ab00-42c7-8a8e-ce0d66e28c6b {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:42:55.219175 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [None req-3136f112-e83f-4e2a-8b3a-9edcbc7d4b4c tempest-AttachSCSIVolumeTestJSON-660953961 tempest-AttachSCSIVolumeTestJSON-660953961-project] Allocated IP 172.25.4.65 (72a72e44-6845-488a-a5ff-3a26d4df9cb3/c314a23b-daa2-4106-ab28-8e6f954277b2/763f4223-e0b7-4bbf-afc1-ca4bc49b771d) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:42:55.234447 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-56f6561e-6c63-4858-9c45-dec0bf1dee05 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1826518330-network', 'tenant_id': 'fe37b4563e0349938f147e9c99d54534'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:42:55.244366 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-56f6561e-6c63-4858-9c45-dec0bf1dee05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:42:55.254951 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-56f6561e-6c63-4858-9c45-dec0bf1dee05 admin admin] Usage tracker for resource:network and tenant:fe37b4563e0349938f147e9c99d54534 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:42:55.260212 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-56f6561e-6c63-4858-9c45-dec0bf1dee05 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:42:55.264053 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-f9ddaac4-c19f-47f7-95e8-f6ab32bbefac req-ed25ee8b-1bcf-438d-933e-d5e6403b6822 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:55.273125 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a4f7e0-f2e4-477d-8770-df675e0152db req-87055333-803f-4147-8b48-50c6bf480d75 service neutron] Port 84281443-ab67-470d-8fa5-2047102ef7b4 on network 7475c262-ab00-42c7-8a8e-ce0d66e28c6b not bound, no agent of type Open vSwitch agent registered on host n-h2-844202-1 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 18:42:55.273448 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a4f7e0-f2e4-477d-8770-df675e0152db req-87055333-803f-4147-8b48-50c6bf480d75 service neutron] Attempting to bind port 84281443-ab67-470d-8fa5-2047102ef7b4 on network 7475c262-ab00-42c7-8a8e-ce0d66e28c6b {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:42:55.285500 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a4f7e0-f2e4-477d-8770-df675e0152db req-87055333-803f-4147-8b48-50c6bf480d75 service neutron] Checking agent: {'id': 'f5db9968-6317-4186-9100-9e0ca6b50417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 18, 42, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:42:55.286106 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a4f7e0-f2e4-477d-8770-df675e0152db req-87055333-803f-4147-8b48-50c6bf480d75 service neutron] Checking segment: {'id': '55263802-5ec7-4dff-8473-f61d2e94acb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '7475c262-ab00-42c7-8a8e-ce0d66e28c6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:42:55.286235 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a4f7e0-f2e4-477d-8770-df675e0152db req-87055333-803f-4147-8b48-50c6bf480d75 service neutron] Bound using segment: {'id': '55263802-5ec7-4dff-8473-f61d2e94acb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '7475c262-ab00-42c7-8a8e-ce0d66e28c6b'} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:42:55.286604 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-23a4f7e0-f2e4-477d-8770-df675e0152db req-87055333-803f-4147-8b48-50c6bf480d75 service neutron] Bound port: 84281443-ab67-470d-8fa5-2047102ef7b4, host: n-h2-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55263802-5ec7-4dff-8473-f61d2e94acb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '7475c262-ab00-42c7-8a8e-ce0d66e28c6b'}}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:42:55.286941 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-23a4f7e0-f2e4-477d-8770-df675e0152db req-87055333-803f-4147-8b48-50c6bf480d75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:55.295550 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-56f6561e-6c63-4858-9c45-dec0bf1dee05 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:42:55.320510 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56f6561e-6c63-4858-9c45-dec0bf1dee05 admin admin] Made reservation on behalf of fe37b4563e0349938f147e9c99d54534 for: {'network': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:42:55.331890 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-56f6561e-6c63-4858-9c45-dec0bf1dee05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:55.607273 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-56f6561e-6c63-4858-9c45-dec0bf1dee05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:55.637183 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-56f6561e-6c63-4858-9c45-dec0bf1dee05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:42:55.644650 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-56f6561e-6c63-4858-9c45-dec0bf1dee05 admin admin] Usage tracker for resource:security_group_rule and tenant:fe37b4563e0349938f147e9c99d54534 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:42:55.648931 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-56f6561e-6c63-4858-9c45-dec0bf1dee05 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:42:55.667711 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-56f6561e-6c63-4858-9c45-dec0bf1dee05 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:42:55.725653 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3136f112-e83f-4e2a-8b3a-9edcbc7d4b4c tempest-AttachSCSIVolumeTestJSON-660953961 tempest-AttachSCSIVolumeTestJSON-660953961-project] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:55.784393 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-23a4f7e0-f2e4-477d-8770-df675e0152db req-87055333-803f-4147-8b48-50c6bf480d75 service neutron] For port 84281443-ab67-470d-8fa5-2047102ef7b4, host n-h2-844202-1, cleared binding levels {{(pid=88524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:42:55.800154 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-23a4f7e0-f2e4-477d-8770-df675e0152db req-87055333-803f-4147-8b48-50c6bf480d75 service neutron] For port 84281443-ab67-470d-8fa5-2047102ef7b4, host n-h2-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=84281443-ab67-470d-8fa5-2047102ef7b4,segment=NetworkSegment(55263802-5ec7-4dff-8473-f61d2e94acb2),segment_id=55263802-5ec7-4dff-8473-f61d2e94acb2)] {{(pid=88524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:42:55.829359 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-23a4f7e0-f2e4-477d-8770-df675e0152db req-87055333-803f-4147-8b48-50c6bf480d75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:55.848407 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3136f112-e83f-4e2a-8b3a-9edcbc7d4b4c tempest-AttachSCSIVolumeTestJSON-660953961 tempest-AttachSCSIVolumeTestJSON-660953961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:55.860028 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-56f6561e-6c63-4858-9c45-dec0bf1dee05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:55.902572 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a4f7e0-f2e4-477d-8770-df675e0152db req-87055333-803f-4147-8b48-50c6bf480d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:42:55.903680 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-23a4f7e0-f2e4-477d-8770-df675e0152db req-87055333-803f-4147-8b48-50c6bf480d75 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:55.906206 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-23a4f7e0-f2e4-477d-8770-df675e0152db req-87055333-803f-4147-8b48-50c6bf480d75 service neutron] 10.222.0.50 "PUT /v2.0/ports/84281443-ab67-470d-8fa5-2047102ef7b4 HTTP/1.1" status: 200 len: 1092 time: 4.1769919 Jun 01 18:42:55.917605 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-56f6561e-6c63-4858-9c45-dec0bf1dee05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:55.922421 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3136f112-e83f-4e2a-8b3a-9edcbc7d4b4c tempest-AttachSCSIVolumeTestJSON-660953961 tempest-AttachSCSIVolumeTestJSON-660953961-project] Network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:42:55.958515 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-3136f112-e83f-4e2a-8b3a-9edcbc7d4b4c tempest-AttachSCSIVolumeTestJSON-660953961 tempest-AttachSCSIVolumeTestJSON-660953961-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:42:55.959429 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '773cad09-4e0e-4c52-b912-1cba8bc28300', 'tag': '84281443-ab67-470d-8fa5-2047102ef7b4'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:42:55.968919 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3136f112-e83f-4e2a-8b3a-9edcbc7d4b4c tempest-AttachSCSIVolumeTestJSON-660953961 tempest-AttachSCSIVolumeTestJSON-660953961-project] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:42:56.055257 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc01b627-e5cf-4c0c-9f8c-67c14448e81f req-552e83b1-fd96-43fe-a6ab-412def507286 tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:42:56.057687 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-fc01b627-e5cf-4c0c-9f8c-67c14448e81f req-552e83b1-fd96-43fe-a6ab-412def507286 tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] Synchronizing usage tracker for tenant:7dd3c8e221f9433b9e41db5bb127ec48 on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:42:56.060004 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56f6561e-6c63-4858-9c45-dec0bf1dee05 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 137} {{(pid=88525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 18:42:56.081954 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f6561e-6c63-4858-9c45-dec0bf1dee05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d44720ef-0826-4e90-afc6-1e8deaa74141,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:42:56.092921 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3136f112-e83f-4e2a-8b3a-9edcbc7d4b4c tempest-AttachSCSIVolumeTestJSON-660953961 tempest-AttachSCSIVolumeTestJSON-660953961-project] Pushing event updated for resources: {'Port': ['ID=763f4223-e0b7-4bbf-afc1-ca4bc49b771d,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:42:56.101648 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-56f6561e-6c63-4858-9c45-dec0bf1dee05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:56.101982 n-d-844202-1 neutron-server[88525]: INFO neutron.db.segments_db [None req-56f6561e-6c63-4858-9c45-dec0bf1dee05 admin admin] Added segment f8fbc8e1-3348-4ea4-9fd0-0e0551d74a24 of type vlan for network 2fa86028-0209-4add-9b81-a15a41499ef2 Jun 01 18:42:56.153981 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3136f112-e83f-4e2a-8b3a-9edcbc7d4b4c tempest-AttachSCSIVolumeTestJSON-660953961 tempest-AttachSCSIVolumeTestJSON-660953961-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:56.159018 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-56f6561e-6c63-4858-9c45-dec0bf1dee05 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:56.260348 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87055333-803f-4147-8b48-50c6bf480d75 service neutron] Pushing event updated for resources: {'Port': ['ID=84281443-ab67-470d-8fa5-2047102ef7b4,revision_number=3']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:42:56.264538 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3136f112-e83f-4e2a-8b3a-9edcbc7d4b4c tempest-AttachSCSIVolumeTestJSON-660953961 tempest-AttachSCSIVolumeTestJSON-660953961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:56.291393 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-fc01b627-e5cf-4c0c-9f8c-67c14448e81f req-552e83b1-fd96-43fe-a6ab-412def507286 tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] Unset dirty status for tenant:7dd3c8e221f9433b9e41db5bb127ec48 on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:42:56.293332 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fc01b627-e5cf-4c0c-9f8c-67c14448e81f req-552e83b1-fd96-43fe-a6ab-412def507286 tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] 10.222.0.41 "GET /v2.0/ports?device_id=72309f34-1001-446b-9441-5af03e82401c HTTP/1.1" status: 200 len: 931 time: 0.7118030 Jun 01 18:42:56.312209 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-56f6561e-6c63-4858-9c45-dec0bf1dee05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:56.313512 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f6561e-6c63-4858-9c45-dec0bf1dee05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:42:56.314558 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-56f6561e-6c63-4858-9c45-dec0bf1dee05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:56.401158 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [req-f9ddaac4-c19f-47f7-95e8-f6ab32bbefac req-ed25ee8b-1bcf-438d-933e-d5e6403b6822 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da6e29fd-6403-4944-816d-34c3b0ec319d {{(pid=88524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:42:56.417635 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fc01b627-e5cf-4c0c-9f8c-67c14448e81f req-b5354764-e0b8-4b0c-9062-0db191f71e96 tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] 10.222.0.41 "GET /v2.0/security-groups?id=90cc0839-524f-48ee-bc32-5b782e7aaf99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1178131 Jun 01 18:42:56.419494 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-f9ddaac4-c19f-47f7-95e8-f6ab32bbefac req-ed25ee8b-1bcf-438d-933e-d5e6403b6822 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:56.423640 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a4f7e0-f2e4-477d-8770-df675e0152db req-c9d28e06-8dbe-4a0e-8492-3a0092d55694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:42:56.425434 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-23a4f7e0-f2e4-477d-8770-df675e0152db req-c9d28e06-8dbe-4a0e-8492-3a0092d55694 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e0dc2e96ec69456782f276e47bf2486d&device_id=773cad09-4e0e-4c52-b912-1cba8bc28300 HTTP/1.1" status: 200 len: 1095 time: 0.4468184 Jun 01 18:42:56.515222 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-23a4f7e0-f2e4-477d-8770-df675e0152db req-ec31a4e3-c849-44d6-b648-693ec9a32608 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=84281443-ab67-470d-8fa5-2047102ef7b4 HTTP/1.1" status: 200 len: 217 time: 0.0786302 Jun 01 18:42:56.516298 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [req-f9ddaac4-c19f-47f7-95e8-f6ab32bbefac req-ed25ee8b-1bcf-438d-933e-d5e6403b6822 service neutron] Transition to ACTIVE for port object da6e29fd-6403-4944-816d-34c3b0ec319d will not be triggered until provisioned by entity L2. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:42:56.535889 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f6561e-6c63-4858-9c45-dec0bf1dee05 admin admin] Pushing event updated for resources: {'Network': ['ID=2fa86028-0209-4add-9b81-a15a41499ef2,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:42:56.549371 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network 2fa86028-0209-4add-9b81-a15a41499ef2 details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 18:42:56.588079 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-56f6561e-6c63-4858-9c45-dec0bf1dee05 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 1.5455146 Jun 01 18:42:56.595624 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-f9ddaac4-c19f-47f7-95e8-f6ab32bbefac req-ed25ee8b-1bcf-438d-933e-d5e6403b6822 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:56.599662 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 43984) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:42:56.655975 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-b371d1e2-05e1-4f70-b18b-916ce6858a54 admin admin] Request body: {'subnet': {'network_id': '2fa86028-0209-4add-9b81-a15a41499ef2', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1826518330-subnet', 'tenant_id': 'fe37b4563e0349938f147e9c99d54534', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:42:56.681524 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-b371d1e2-05e1-4f70-b18b-916ce6858a54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:42:56.695863 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-b371d1e2-05e1-4f70-b18b-916ce6858a54 admin admin] Usage tracker for resource:subnet and tenant:fe37b4563e0349938f147e9c99d54534 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:42:56.781791 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-b371d1e2-05e1-4f70-b18b-916ce6858a54 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:42:56.783961 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3136f112-e83f-4e2a-8b3a-9edcbc7d4b4c tempest-AttachSCSIVolumeTestJSON-660953961 tempest-AttachSCSIVolumeTestJSON-660953961-project] Notify callbacks [] for port, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:56.796769 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3136f112-e83f-4e2a-8b3a-9edcbc7d4b4c tempest-AttachSCSIVolumeTestJSON-660953961 tempest-AttachSCSIVolumeTestJSON-660953961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:56.825272 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-b371d1e2-05e1-4f70-b18b-916ce6858a54 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:42:56.836660 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed25ee8b-1bcf-438d-933e-d5e6403b6822 service neutron] Pushing event updated for resources: {'Port': ['ID=da6e29fd-6403-4944-816d-34c3b0ec319d,revision_number=2']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:42:56.848499 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a4f7e0-f2e4-477d-8770-df675e0152db req-e4e3eb90-708f-4948-9f3f-6f1d30392f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:42:56.850664 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-23a4f7e0-f2e4-477d-8770-df675e0152db req-e4e3eb90-708f-4948-9f3f-6f1d30392f81 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ba995e64-eb1c-4c76-a421-630e9228b936 HTTP/1.1" status: 200 len: 859 time: 0.3284061 Jun 01 18:42:56.933094 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3136f112-e83f-4e2a-8b3a-9edcbc7d4b4c tempest-AttachSCSIVolumeTestJSON-660953961 tempest-AttachSCSIVolumeTestJSON-660953961-project] Pushing event updated for resources: {'Port': ['ID=763f4223-e0b7-4bbf-afc1-ca4bc49b771d,revision_number=2']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:42:56.945137 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3136f112-e83f-4e2a-8b3a-9edcbc7d4b4c tempest-AttachSCSIVolumeTestJSON-660953961 tempest-AttachSCSIVolumeTestJSON-660953961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887712'] for floatingip, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:56.975498 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b371d1e2-05e1-4f70-b18b-916ce6858a54 admin admin] Made reservation on behalf of fe37b4563e0349938f147e9c99d54534 for: {'subnet': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:42:56.976244 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [req-78c51397-e1d4-4fbe-bfc0-82e5fada7de1 req-eefbfebf-1ee4-45c6-bb09-f36e417244a9 tempest-LiveAutoBlockMigrationV225Test-590672389 tempest-LiveAutoBlockMigrationV225Test-590672389-project-admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=88525) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 18:42:56.979382 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b371d1e2-05e1-4f70-b18b-916ce6858a54 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3066584'] for subnet, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:56.984062 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-78c51397-e1d4-4fbe-bfc0-82e5fada7de1 req-eefbfebf-1ee4-45c6-bb09-f36e417244a9 tempest-LiveAutoBlockMigrationV225Test-590672389 tempest-LiveAutoBlockMigrationV225Test-590672389-project-admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0167229 Jun 01 18:42:56.989352 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [req-78c51397-e1d4-4fbe-bfc0-82e5fada7de1 req-71888e83-0519-4751-9dfa-7f4af8d6a59f service neutron] Request body: {'binding': {'host': 'n-h2-844202-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:42:56.989822 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [req-78c51397-e1d4-4fbe-bfc0-82e5fada7de1 req-71888e83-0519-4751-9dfa-7f4af8d6a59f service neutron] Unknown quota resources ['binding']. {{(pid=88525) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 01 18:42:57.064983 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3136f112-e83f-4e2a-8b3a-9edcbc7d4b4c tempest-AttachSCSIVolumeTestJSON-660953961 tempest-AttachSCSIVolumeTestJSON-660953961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for floatingip, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:57.066450 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-3136f112-e83f-4e2a-8b3a-9edcbc7d4b4c tempest-AttachSCSIVolumeTestJSON-660953961 tempest-AttachSCSIVolumeTestJSON-660953961-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.6901698 Jun 01 18:42:57.164455 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-f9ddaac4-c19f-47f7-95e8-f6ab32bbefac req-ed25ee8b-1bcf-438d-933e-d5e6403b6822 service neutron] Attempting to bind port da6e29fd-6403-4944-816d-34c3b0ec319d on host n-h2-844202-1 for vnic_type normal with profile {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:42:57.164797 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-f9ddaac4-c19f-47f7-95e8-f6ab32bbefac req-ed25ee8b-1bcf-438d-933e-d5e6403b6822 service neutron] Attempting to bind port da6e29fd-6403-4944-816d-34c3b0ec319d by drivers openvswitch,hyperv on host n-h2-844202-1 at level 0 using segments [{'id': '177be86f-471e-4b12-bda0-1497c6cf7f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '18cc4e4f-761f-49c9-826c-48ea46f95616'}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:42:57.165089 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9ddaac4-c19f-47f7-95e8-f6ab32bbefac req-ed25ee8b-1bcf-438d-933e-d5e6403b6822 service neutron] Attempting to bind port da6e29fd-6403-4944-816d-34c3b0ec319d on network 18cc4e4f-761f-49c9-826c-48ea46f95616 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:42:57.176912 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9ddaac4-c19f-47f7-95e8-f6ab32bbefac req-ed25ee8b-1bcf-438d-933e-d5e6403b6822 service neutron] Port da6e29fd-6403-4944-816d-34c3b0ec319d on network 18cc4e4f-761f-49c9-826c-48ea46f95616 not bound, no agent of type Open vSwitch agent registered on host n-h2-844202-1 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 18:42:57.178285 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9ddaac4-c19f-47f7-95e8-f6ab32bbefac req-ed25ee8b-1bcf-438d-933e-d5e6403b6822 service neutron] Attempting to bind port da6e29fd-6403-4944-816d-34c3b0ec319d on network 18cc4e4f-761f-49c9-826c-48ea46f95616 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:42:57.189834 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9ddaac4-c19f-47f7-95e8-f6ab32bbefac req-ed25ee8b-1bcf-438d-933e-d5e6403b6822 service neutron] Checking agent: {'id': 'f5db9968-6317-4186-9100-9e0ca6b50417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 18, 42, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:42:57.190155 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9ddaac4-c19f-47f7-95e8-f6ab32bbefac req-ed25ee8b-1bcf-438d-933e-d5e6403b6822 service neutron] Checking segment: {'id': '177be86f-471e-4b12-bda0-1497c6cf7f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '18cc4e4f-761f-49c9-826c-48ea46f95616'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:42:57.190563 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9ddaac4-c19f-47f7-95e8-f6ab32bbefac req-ed25ee8b-1bcf-438d-933e-d5e6403b6822 service neutron] Bound using segment: {'id': '177be86f-471e-4b12-bda0-1497c6cf7f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '18cc4e4f-761f-49c9-826c-48ea46f95616'} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:42:57.191162 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-f9ddaac4-c19f-47f7-95e8-f6ab32bbefac req-ed25ee8b-1bcf-438d-933e-d5e6403b6822 service neutron] Bound port: da6e29fd-6403-4944-816d-34c3b0ec319d, host: n-h2-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '177be86f-471e-4b12-bda0-1497c6cf7f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '18cc4e4f-761f-49c9-826c-48ea46f95616'}}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:42:57.191492 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-f9ddaac4-c19f-47f7-95e8-f6ab32bbefac req-ed25ee8b-1bcf-438d-933e-d5e6403b6822 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:57.217912 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a4f7e0-f2e4-477d-8770-df675e0152db req-e4f9d451-3232-4217-82ee-651140d8a063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:42:57.219430 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-23a4f7e0-f2e4-477d-8770-df675e0152db req-e4f9d451-3232-4217-82ee-651140d8a063 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7475c262-ab00-42c7-8a8e-ce0d66e28c6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3286729 Jun 01 18:42:57.255287 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-78c51397-e1d4-4fbe-bfc0-82e5fada7de1 req-71888e83-0519-4751-9dfa-7f4af8d6a59f service neutron] Attempting to bind port 865499a8-4a47-4d3a-a9d0-7d19c3aa98c3 on host n-h2-844202-1 for vnic_type normal with profile None {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:42:57.255735 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-78c51397-e1d4-4fbe-bfc0-82e5fada7de1 req-71888e83-0519-4751-9dfa-7f4af8d6a59f service neutron] Attempting to bind port 865499a8-4a47-4d3a-a9d0-7d19c3aa98c3 by drivers openvswitch,hyperv on host n-h2-844202-1 at level 0 using segments [{'id': 'e7a2e8fb-b3d5-44ba-bb42-81da885a74e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '411d1518-9352-4dec-8af2-2285a53556b4'}] {{(pid=88525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:42:57.256150 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c51397-e1d4-4fbe-bfc0-82e5fada7de1 req-71888e83-0519-4751-9dfa-7f4af8d6a59f service neutron] Attempting to bind port 865499a8-4a47-4d3a-a9d0-7d19c3aa98c3 on network 411d1518-9352-4dec-8af2-2285a53556b4 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:42:57.261571 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c51397-e1d4-4fbe-bfc0-82e5fada7de1 req-71888e83-0519-4751-9dfa-7f4af8d6a59f service neutron] Port 865499a8-4a47-4d3a-a9d0-7d19c3aa98c3 on network 411d1518-9352-4dec-8af2-2285a53556b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-844202-1 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 18:42:57.261883 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c51397-e1d4-4fbe-bfc0-82e5fada7de1 req-71888e83-0519-4751-9dfa-7f4af8d6a59f service neutron] Attempting to bind port 865499a8-4a47-4d3a-a9d0-7d19c3aa98c3 on network 411d1518-9352-4dec-8af2-2285a53556b4 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:42:57.267235 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c51397-e1d4-4fbe-bfc0-82e5fada7de1 req-71888e83-0519-4751-9dfa-7f4af8d6a59f service neutron] Checking agent: {'id': 'f5db9968-6317-4186-9100-9e0ca6b50417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 18, 42, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:42:57.267571 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c51397-e1d4-4fbe-bfc0-82e5fada7de1 req-71888e83-0519-4751-9dfa-7f4af8d6a59f service neutron] Checking segment: {'id': 'e7a2e8fb-b3d5-44ba-bb42-81da885a74e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '411d1518-9352-4dec-8af2-2285a53556b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:42:57.267941 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c51397-e1d4-4fbe-bfc0-82e5fada7de1 req-71888e83-0519-4751-9dfa-7f4af8d6a59f service neutron] Bound using segment: {'id': 'e7a2e8fb-b3d5-44ba-bb42-81da885a74e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '411d1518-9352-4dec-8af2-2285a53556b4'} {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:42:57.268386 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-78c51397-e1d4-4fbe-bfc0-82e5fada7de1 req-71888e83-0519-4751-9dfa-7f4af8d6a59f service neutron] Bound port: 865499a8-4a47-4d3a-a9d0-7d19c3aa98c3, host: n-h2-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7a2e8fb-b3d5-44ba-bb42-81da885a74e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '411d1518-9352-4dec-8af2-2285a53556b4'}}] {{(pid=88525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:42:57.302618 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-78c51397-e1d4-4fbe-bfc0-82e5fada7de1 req-71888e83-0519-4751-9dfa-7f4af8d6a59f service neutron] For port 865499a8-4a47-4d3a-a9d0-7d19c3aa98c3, host n-h2-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=865499a8-4a47-4d3a-a9d0-7d19c3aa98c3,segment=NetworkSegment(e7a2e8fb-b3d5-44ba-bb42-81da885a74e3),segment_id=e7a2e8fb-b3d5-44ba-bb42-81da885a74e3)] {{(pid=88525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:42:57.308270 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-78c51397-e1d4-4fbe-bfc0-82e5fada7de1 req-71888e83-0519-4751-9dfa-7f4af8d6a59f service neutron] Notify callbacks [] for binding, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:57.309457 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-78c51397-e1d4-4fbe-bfc0-82e5fada7de1 req-71888e83-0519-4751-9dfa-7f4af8d6a59f service neutron] 10.222.0.41 "POST /v2.0/ports/865499a8-4a47-4d3a-a9d0-7d19c3aa98c3/bindings HTTP/1.1" status: 201 len: 389 time: 0.3245909 Jun 01 18:42:57.442409 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-f9ddaac4-c19f-47f7-95e8-f6ab32bbefac req-ed25ee8b-1bcf-438d-933e-d5e6403b6822 service neutron] For port da6e29fd-6403-4944-816d-34c3b0ec319d, host n-h2-844202-1, cleared binding levels {{(pid=88524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:42:57.450245 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-f9ddaac4-c19f-47f7-95e8-f6ab32bbefac req-ed25ee8b-1bcf-438d-933e-d5e6403b6822 service neutron] For port da6e29fd-6403-4944-816d-34c3b0ec319d, host n-h2-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=da6e29fd-6403-4944-816d-34c3b0ec319d,segment=NetworkSegment(177be86f-471e-4b12-bda0-1497c6cf7f80),segment_id=177be86f-471e-4b12-bda0-1497c6cf7f80)] {{(pid=88524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:42:57.466225 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e84d040-1bd9-4fdf-b894-9d94c566a62d'] response: {'name': 'network-changed', 'server_uuid': '773cad09-4e0e-4c52-b912-1cba8bc28300', 'tag': '84281443-ab67-470d-8fa5-2047102ef7b4', 'status': 'completed', 'code': 200} Jun 01 18:42:57.474892 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-f9ddaac4-c19f-47f7-95e8-f6ab32bbefac req-ed25ee8b-1bcf-438d-933e-d5e6403b6822 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:57.583194 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.50', 61334) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:42:57.635154 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ddaac4-c19f-47f7-95e8-f6ab32bbefac req-ed25ee8b-1bcf-438d-933e-d5e6403b6822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:42:57.636036 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-f9ddaac4-c19f-47f7-95e8-f6ab32bbefac req-ed25ee8b-1bcf-438d-933e-d5e6403b6822 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:57.637417 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f9ddaac4-c19f-47f7-95e8-f6ab32bbefac req-ed25ee8b-1bcf-438d-933e-d5e6403b6822 service neutron] 10.222.0.50 "PUT /v2.0/ports/da6e29fd-6403-4944-816d-34c3b0ec319d HTTP/1.1" status: 200 len: 1091 time: 2.5290825 Jun 01 18:42:57.642708 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-23a4f7e0-f2e4-477d-8770-df675e0152db req-9210982e-bcfc-41bc-a15b-531d5d2cc5dd service neutron] 10.222.0.50 "GET /v2.0/networks/7475c262-ab00-42c7-8a8e-ce0d66e28c6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3919961 Jun 01 18:42:57.694612 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c51397-e1d4-4fbe-bfc0-82e5fada7de1 req-07670f12-69cd-4110-9e92-618bf3fa533b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:42:57.695918 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b371d1e2-05e1-4f70-b18b-916ce6858a54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2718919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3066602'] for subnet, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:57.696144 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-78c51397-e1d4-4fbe-bfc0-82e5fada7de1 req-07670f12-69cd-4110-9e92-618bf3fa533b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0182a2e51ffc43df8efdd2130dbcea4d&device_id=26f7889e-93cf-42e0-b644-7fc47dc1a909 HTTP/1.1" status: 200 len: 1097 time: 0.1119533 Jun 01 18:42:57.830159 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed25ee8b-1bcf-438d-933e-d5e6403b6822 service neutron] Pushing event updated for resources: {'Port': ['ID=da6e29fd-6403-4944-816d-34c3b0ec319d,revision_number=3']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:42:57.850890 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c51397-e1d4-4fbe-bfc0-82e5fada7de1 req-b997dc4c-3399-4448-9976-f730aa6d9f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:42:57.852415 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-78c51397-e1d4-4fbe-bfc0-82e5fada7de1 req-b997dc4c-3399-4448-9976-f730aa6d9f32 service neutron] 10.222.0.50 "GET /v2.0/networks?id=411d1518-9352-4dec-8af2-2285a53556b4 HTTP/1.1" status: 200 len: 922 time: 0.1487288 Jun 01 18:42:57.933536 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b371d1e2-05e1-4f70-b18b-916ce6858a54 admin admin] Pushing event updated for resources: {'Subnet': ['ID=15baa5ee-7752-4f7e-acac-371c6811276b,revision_number=0']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:42:57.934771 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-78c51397-e1d4-4fbe-bfc0-82e5fada7de1 req-da8038e8-a285-4b30-9e22-17c37265457c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=865499a8-4a47-4d3a-a9d0-7d19c3aa98c3 HTTP/1.1" status: 200 len: 217 time: 0.0753083 Jun 01 18:42:57.967665 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b371d1e2-05e1-4f70-b18b-916ce6858a54 admin admin] Checking segment: {'id': 'f8fbc8e1-3348-4ea4-9fd0-0e0551d74a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '2fa86028-0209-4add-9b81-a15a41499ef2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:42:57.968009 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b371d1e2-05e1-4f70-b18b-916ce6858a54 admin admin] Network hostable DHCP agents. Network: 2fa86028-0209-4add-9b81-a15a41499ef2, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88524) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 18:42:57.987882 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87351c52-5984-410e-a56f-ec508aab5f63 req-df4600ff-e78f-4a40-b5b2-dd52987ee18e tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:42:57.989591 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-87351c52-5984-410e-a56f-ec508aab5f63 req-df4600ff-e78f-4a40-b5b2-dd52987ee18e tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] 10.222.0.41 "GET /v2.0/ports?device_id=773cad09-4e0e-4c52-b912-1cba8bc28300 HTTP/1.1" status: 200 len: 944 time: 0.4585099 Jun 01 18:42:57.993069 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-23a4f7e0-f2e4-477d-8770-df675e0152db req-ff8ac95a-72fc-4c3d-95a8-fd67d861699c service neutron] 10.222.0.50 "GET /v2.0/networks/7475c262-ab00-42c7-8a8e-ce0d66e28c6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3348589 Jun 01 18:42:58.045093 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c51397-e1d4-4fbe-bfc0-82e5fada7de1 req-595dd28c-209a-4cd6-afc6-8ebec60130a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:42:58.046545 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-78c51397-e1d4-4fbe-bfc0-82e5fada7de1 req-595dd28c-209a-4cd6-afc6-8ebec60130a7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=cfa67698-6bf3-43ec-a752-299eaec79caf HTTP/1.1" status: 200 len: 861 time: 0.1045661 Jun 01 18:42:58.052080 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ddaac4-c19f-47f7-95e8-f6ab32bbefac req-82deff25-a20c-4805-a481-2140416cd51b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:42:58.053916 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f9ddaac4-c19f-47f7-95e8-f6ab32bbefac req-82deff25-a20c-4805-a481-2140416cd51b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7dd3c8e221f9433b9e41db5bb127ec48&device_id=72309f34-1001-446b-9441-5af03e82401c HTTP/1.1" status: 200 len: 1094 time: 0.3631542 Jun 01 18:42:58.058018 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b371d1e2-05e1-4f70-b18b-916ce6858a54 admin admin] Network 2fa86028-0209-4add-9b81-a15a41499ef2 is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88524) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 18:42:58.100354 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-78c51397-e1d4-4fbe-bfc0-82e5fada7de1 req-fc76bf6e-89cc-497e-a8f8-315d3e46896e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=411d1518-9352-4dec-8af2-2285a53556b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457833 Jun 01 18:42:58.236118 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-87351c52-5984-410e-a56f-ec508aab5f63 req-03396216-ba9d-4ae3-9bc8-061741677134 tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] 10.222.0.41 "GET /v2.0/security-groups?id=b07651a0-9e42-4158-83b3-465d7a0dded5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2354054 Jun 01 18:42:58.278216 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-b371d1e2-05e1-4f70-b18b-916ce6858a54 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, 2fa86028-0209-4add-9b81-a15a41499ef2) {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:42:58.289117 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eef77dfd-ad23-4584-9e43-ec093de1545f None None] Network 2fa86028-0209-4add-9b81-a15a41499ef2 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 18:42:58.294306 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b371d1e2-05e1-4f70-b18b-916ce6858a54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:42:58.294865 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b371d1e2-05e1-4f70-b18b-916ce6858a54 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:58.300411 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f9ddaac4-c19f-47f7-95e8-f6ab32bbefac req-aec52c6d-251c-429b-8292-dae982a84cc7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=da6e29fd-6403-4944-816d-34c3b0ec319d HTTP/1.1" status: 200 len: 217 time: 0.2332044 Jun 01 18:42:58.342380 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-78c51397-e1d4-4fbe-bfc0-82e5fada7de1 req-d3548111-9459-4a15-a373-4861263c9233 service neutron] 10.222.0.50 "GET /v2.0/networks/411d1518-9352-4dec-8af2-2285a53556b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2345722 Jun 01 18:42:58.433082 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-b371d1e2-05e1-4f70-b18b-916ce6858a54 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.7838969 Jun 01 18:42:58.433082 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 44062) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:42:58.447806 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-6e7726a3-2915-4a56-b1ea-2f6d4f649893 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1826518330-router', 'tenant_id': 'fe37b4563e0349938f147e9c99d54534', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:42:58.471285 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-6e7726a3-2915-4a56-b1ea-2f6d4f649893 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:42:58.471285 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ddaac4-c19f-47f7-95e8-f6ab32bbefac req-ae1a2d9d-2d53-4a9d-86c6-dee4bb87dcf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:42:58.471285 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f9ddaac4-c19f-47f7-95e8-f6ab32bbefac req-ae1a2d9d-2d53-4a9d-86c6-dee4bb87dcf1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a2dd2f73-8ed9-4db5-a137-6e9cf02d18e0 HTTP/1.1" status: 200 len: 862 time: 0.1527951 Jun 01 18:42:58.485035 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-6ebff804-b8a9-4001-abff-bc8f24ab549f req-832331ae-01eb-4b00-8eda-922993032222 tempest-AttachSCSIVolumeTestJSON-660953961 tempest-AttachSCSIVolumeTestJSON-660953961-project] Synchronizing usage tracker for tenant:45241712d04f44c69000bd03eb1880d9 on resource:security_group {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:42:58.493504 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-6e7726a3-2915-4a56-b1ea-2f6d4f649893 admin admin] Usage tracker for resource:router and tenant:fe37b4563e0349938f147e9c99d54534 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:42:58.493504 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-6e7726a3-2915-4a56-b1ea-2f6d4f649893 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:42:58.529998 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-6ebff804-b8a9-4001-abff-bc8f24ab549f req-832331ae-01eb-4b00-8eda-922993032222 tempest-AttachSCSIVolumeTestJSON-660953961 tempest-AttachSCSIVolumeTestJSON-660953961-project] Unset dirty status for tenant:45241712d04f44c69000bd03eb1880d9 on resource:security_group {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:42:58.534463 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-6e7726a3-2915-4a56-b1ea-2f6d4f649893 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:42:58.539204 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-6ebff804-b8a9-4001-abff-bc8f24ab549f req-832331ae-01eb-4b00-8eda-922993032222 tempest-AttachSCSIVolumeTestJSON-660953961 tempest-AttachSCSIVolumeTestJSON-660953961-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1137982487&fields=id&tenant_id=45241712d04f44c69000bd03eb1880d9 HTTP/1.1" status: 200 len: 267 time: 0.1860175 Jun 01 18:42:58.552409 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3730cef-282e-4550-9bef-738cedb23e9b req-3bc191a5-02c3-4493-9f49-74babcecb891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:42:58.554281 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f3730cef-282e-4550-9bef-738cedb23e9b req-3bc191a5-02c3-4493-9f49-74babcecb891 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e0dc2e96ec69456782f276e47bf2486d&device_id=773cad09-4e0e-4c52-b912-1cba8bc28300 HTTP/1.1" status: 200 len: 1095 time: 0.3230934 Jun 01 18:42:58.565328 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6e7726a3-2915-4a56-b1ea-2f6d4f649893 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-885767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25238'] for router, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:58.566311 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6e7726a3-2915-4a56-b1ea-2f6d4f649893 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-901042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-886562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-981784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25327'] for router, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:58.585249 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57df9196-7208-4453-bffe-900ae1f990ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc93f83c3-7fb6-5c13-a9d4-29d739a4e8d2-2fa86028-0209-4add-9b81-a15a41499ef2', 'network_id': '2fa86028-0209-4add-9b81-a15a41499ef2', 'tenant_id': 'fe37b4563e0349938f147e9c99d54534', 'fixed_ips': [{'subnet_id': '15baa5ee-7752-4f7e-acac-371c6811276b'}]}} from n-d-844202-1. {{(pid=88526) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 18:42:58.586101 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-57df9196-7208-4453-bffe-900ae1f990ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:58.635356 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-78c51397-e1d4-4fbe-bfc0-82e5fada7de1 req-59566412-56dc-4bdc-8350-1d98f03bd356 service neutron] 10.222.0.50 "GET /v2.0/networks/411d1518-9352-4dec-8af2-2285a53556b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2783432 Jun 01 18:42:58.682770 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcad284-ed41-4fcc-99a9-00e2f75be3b7 req-c4a2482a-72e9-4253-a23c-ce17d7935026 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:42:58.684632 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4fcad284-ed41-4fcc-99a9-00e2f75be3b7 req-c4a2482a-72e9-4253-a23c-ce17d7935026 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] 10.222.0.41 "GET /v2.0/ports?device_id=26f7889e-93cf-42e0-b644-7fc47dc1a909 HTTP/1.1" status: 200 len: 946 time: 0.3248184 Jun 01 18:42:58.712795 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebff804-b8a9-4001-abff-bc8f24ab549f req-7771ceb7-3370-4a76-b3a5-1bc38417f77a tempest-AttachSCSIVolumeTestJSON-660953961 tempest-AttachSCSIVolumeTestJSON-660953961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:42:58.713887 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6e7726a3-2915-4a56-b1ea-2f6d4f649893 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:58.720164 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-6ebff804-b8a9-4001-abff-bc8f24ab549f req-7771ceb7-3370-4a76-b3a5-1bc38417f77a tempest-AttachSCSIVolumeTestJSON-660953961 tempest-AttachSCSIVolumeTestJSON-660953961-project] 10.222.0.41 "GET /v2.0/networks?id=10a2587b-1014-44b1-b177-99812ce7e0cf HTTP/1.1" status: 200 len: 815 time: 0.1898263 Jun 01 18:42:58.731892 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-6ebff804-b8a9-4001-abff-bc8f24ab549f req-2b3f97d9-31da-4701-bfe9-c52c84dc4a55 tempest-AttachSCSIVolumeTestJSON-660953961 tempest-AttachSCSIVolumeTestJSON-660953961-project] 10.222.0.41 "GET /v2.0/quotas/45241712d04f44c69000bd03eb1880d9 HTTP/1.1" status: 200 len: 375 time: 0.0107625 Jun 01 18:42:58.755153 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.db_base_plugin_common [None req-57df9196-7208-4453-bffe-900ae1f990ae None None] Allocated IP 172.20.0.2 (2fa86028-0209-4add-9b81-a15a41499ef2/15baa5ee-7752-4f7e-acac-371c6811276b/a6c143df-8590-4c75-9461-6af7c604a835) {{(pid=88526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:42:58.784851 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4fcad284-ed41-4fcc-99a9-00e2f75be3b7 req-c007c91d-e75f-4cfb-ac5f-fdd4dbc29b62 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] 10.222.0.41 "GET /v2.0/security-groups?id=444c87ba-31dc-4b5a-9977-492e198b845a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929420 Jun 01 18:42:58.797370 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ddaac4-c19f-47f7-95e8-f6ab32bbefac req-b881e0d5-dd37-431c-89fa-35eb6b9e1981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:42:58.799066 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f9ddaac4-c19f-47f7-95e8-f6ab32bbefac req-b881e0d5-dd37-431c-89fa-35eb6b9e1981 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=18cc4e4f-761f-49c9-826c-48ea46f95616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3125246 Jun 01 18:42:58.907392 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-6ebff804-b8a9-4001-abff-bc8f24ab549f req-05ac96ed-a72a-4af8-b31b-508b771b01da tempest-AttachSCSIVolumeTestJSON-660953961 tempest-AttachSCSIVolumeTestJSON-660953961-project] Synchronizing usage tracker for tenant:45241712d04f44c69000bd03eb1880d9 on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:42:58.950603 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-6ebff804-b8a9-4001-abff-bc8f24ab549f req-05ac96ed-a72a-4af8-b31b-508b771b01da tempest-AttachSCSIVolumeTestJSON-660953961 tempest-AttachSCSIVolumeTestJSON-660953961-project] Unset dirty status for tenant:45241712d04f44c69000bd03eb1880d9 on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:42:58.956936 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-6ebff804-b8a9-4001-abff-bc8f24ab549f req-05ac96ed-a72a-4af8-b31b-508b771b01da tempest-AttachSCSIVolumeTestJSON-660953961 tempest-AttachSCSIVolumeTestJSON-660953961-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=45241712d04f44c69000bd03eb1880d9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2194140 Jun 01 18:42:58.991024 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3730cef-282e-4550-9bef-738cedb23e9b req-f3581398-67fe-4d80-a481-9a62c089aecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:42:58.992729 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f3730cef-282e-4550-9bef-738cedb23e9b req-f3581398-67fe-4d80-a481-9a62c089aecd service neutron] 10.222.0.50 "GET /v2.0/networks?id=7475c262-ab00-42c7-8a8e-ce0d66e28c6b HTTP/1.1" status: 200 len: 921 time: 0.4286423 Jun 01 18:42:59.077178 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-57df9196-7208-4453-bffe-900ae1f990ae None None] Notify callbacks [] for port, precommit_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:59.095714 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-57df9196-7208-4453-bffe-900ae1f990ae None None] Transition to ACTIVE for port object a6c143df-8590-4c75-9461-6af7c604a835 will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:42:59.115666 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-57df9196-7208-4453-bffe-900ae1f990ae None None] Transition to ACTIVE for port object a6c143df-8590-4c75-9461-6af7c604a835 will not be triggered until provisioned by entity DHCP. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:42:59.125241 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-57df9196-7208-4453-bffe-900ae1f990ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526'] for port, after_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:59.165101 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f3730cef-282e-4550-9bef-738cedb23e9b req-6657f340-6c93-4f41-a9b6-f70c1ac9c502 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=84281443-ab67-470d-8fa5-2047102ef7b4 HTTP/1.1" status: 200 len: 217 time: 0.1599228 Jun 01 18:42:59.222383 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57df9196-7208-4453-bffe-900ae1f990ae None None] Network 2fa86028-0209-4add-9b81-a15a41499ef2 is already hosted by enough agents. {{(pid=88526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:42:59.223545 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57df9196-7208-4453-bffe-900ae1f990ae None None] Pushing event updated for resources: {'Port': ['ID=a6c143df-8590-4c75-9461-6af7c604a835,revision_number=1']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:42:59.226088 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.base_scheduler [None req-57df9196-7208-4453-bffe-900ae1f990ae None None] Resources bound (agent type, host, resource id): {{(pid=88526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:42:59.228730 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57df9196-7208-4453-bffe-900ae1f990ae None None] Received port after_create {{(pid=88526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:42:59.234681 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-6ebff804-b8a9-4001-abff-bc8f24ab549f req-948e8d7d-c332-48f0-8120-4ad660ab7f26 service neutron] 10.222.0.41 "GET /v2.0/networks/10a2587b-1014-44b1-b177-99812ce7e0cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2672644 Jun 01 18:42:59.345706 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-57df9196-7208-4453-bffe-900ae1f990ae None None] Attempting to bind port a6c143df-8590-4c75-9461-6af7c604a835 on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:42:59.346765 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-57df9196-7208-4453-bffe-900ae1f990ae None None] Attempting to bind port a6c143df-8590-4c75-9461-6af7c604a835 by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': 'f8fbc8e1-3348-4ea4-9fd0-0e0551d74a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '2fa86028-0209-4add-9b81-a15a41499ef2'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:42:59.347326 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57df9196-7208-4453-bffe-900ae1f990ae None None] Attempting to bind port a6c143df-8590-4c75-9461-6af7c604a835 on network 2fa86028-0209-4add-9b81-a15a41499ef2 {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:42:59.354052 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57df9196-7208-4453-bffe-900ae1f990ae None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 18, 42, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:42:59.354744 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57df9196-7208-4453-bffe-900ae1f990ae None None] Checking segment: {'id': 'f8fbc8e1-3348-4ea4-9fd0-0e0551d74a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '2fa86028-0209-4add-9b81-a15a41499ef2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:42:59.355457 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-57df9196-7208-4453-bffe-900ae1f990ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:59.356025 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57df9196-7208-4453-bffe-900ae1f990ae None None] Bound using segment: {'id': 'f8fbc8e1-3348-4ea4-9fd0-0e0551d74a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '2fa86028-0209-4add-9b81-a15a41499ef2'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:42:59.356684 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-57df9196-7208-4453-bffe-900ae1f990ae None None] Bound port: a6c143df-8590-4c75-9461-6af7c604a835, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8fbc8e1-3348-4ea4-9fd0-0e0551d74a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '2fa86028-0209-4add-9b81-a15a41499ef2'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:42:59.357264 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-57df9196-7208-4453-bffe-900ae1f990ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:59.387599 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6e7726a3-2915-4a56-b1ea-2f6d4f649893 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-886608', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-885830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25341'] for router, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:59.429437 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3730cef-282e-4550-9bef-738cedb23e9b req-e75edf52-d3a7-4e40-9882-a7696bdd6226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:42:59.430950 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f3730cef-282e-4550-9bef-738cedb23e9b req-e75edf52-d3a7-4e40-9882-a7696bdd6226 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ba995e64-eb1c-4c76-a421-630e9228b936 HTTP/1.1" status: 200 len: 859 time: 0.1988158 Jun 01 18:42:59.434085 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f9ddaac4-c19f-47f7-95e8-f6ab32bbefac req-3fde22c6-4756-4834-8ca7-e9c813ac1c51 service neutron] 10.222.0.50 "GET /v2.0/networks/18cc4e4f-761f-49c9-826c-48ea46f95616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5780098 Jun 01 18:42:59.473491 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72309f34-1001-446b-9441-5af03e82401c', 'tag': 'da6e29fd-6403-4944-816d-34c3b0ec319d'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:42:59.474502 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-57df9196-7208-4453-bffe-900ae1f990ae None None] For port a6c143df-8590-4c75-9461-6af7c604a835, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:42:59.479385 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-57df9196-7208-4453-bffe-900ae1f990ae None None] For port a6c143df-8590-4c75-9461-6af7c604a835, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=a6c143df-8590-4c75-9461-6af7c604a835,segment=NetworkSegment(f8fbc8e1-3348-4ea4-9fd0-0e0551d74a24),segment_id=f8fbc8e1-3348-4ea4-9fd0-0e0551d74a24)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:42:59.484893 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-57df9196-7208-4453-bffe-900ae1f990ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:42:59.521944 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-6ebff804-b8a9-4001-abff-bc8f24ab549f req-84b84c60-c49b-4815-9038-79ede2dc3482 service neutron] 10.222.0.41 "GET /v2.0/networks/10a2587b-1014-44b1-b177-99812ce7e0cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2863264 Jun 01 18:42:59.616767 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57df9196-7208-4453-bffe-900ae1f990ae None None] Pushing event updated for resources: {'Port': ['ID=a6c143df-8590-4c75-9461-6af7c604a835,revision_number=2']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:43:00.221611 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4668a5bb-4240-4741-931c-8e0d73516461 req-9bc3d486-d8b8-4b57-a637-9efb07212793 tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:43:00.237407 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4668a5bb-4240-4741-931c-8e0d73516461 req-9bc3d486-d8b8-4b57-a637-9efb07212793 tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] 10.222.0.41 "GET /v2.0/ports?device_id=72309f34-1001-446b-9441-5af03e82401c HTTP/1.1" status: 200 len: 943 time: 0.7939804 Jun 01 18:43:00.256107 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3730cef-282e-4550-9bef-738cedb23e9b req-d8e7de2c-d321-43c8-ab93-c1a6beffa42d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:43:00.257612 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f3730cef-282e-4550-9bef-738cedb23e9b req-d8e7de2c-d321-43c8-ab93-c1a6beffa42d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7475c262-ab00-42c7-8a8e-ce0d66e28c6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7899320 Jun 01 18:43:00.271948 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f9ddaac4-c19f-47f7-95e8-f6ab32bbefac req-d8cf48e4-4f14-47cb-b90f-92da343d68b5 service neutron] 10.222.0.50 "GET /v2.0/networks/18cc4e4f-761f-49c9-826c-48ea46f95616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8065200 Jun 01 18:43:00.603366 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4668a5bb-4240-4741-931c-8e0d73516461 req-9646d7e7-5851-468f-b713-e42f5eb37e58 tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] 10.222.0.41 "GET /v2.0/security-groups?id=90cc0839-524f-48ee-bc32-5b782e7aaf99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3628151 Jun 01 18:43:00.785816 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 84281443-ab67-470d-8fa5-2047102ef7b4 details requested by agent hyperv_n-h2-844202-1 with host n-h2-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 18:43:00.803378 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ca649c-afea-4fff-81e4-bf1ea078e429 req-35b90fbc-e9e6-4e2a-8cc0-e17cd39f1ef2 tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:43:00.806164 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-59ca649c-afea-4fff-81e4-bf1ea078e429 req-35b90fbc-e9e6-4e2a-8cc0-e17cd39f1ef2 tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] 10.222.0.41 "GET /v2.0/ports?device_id=773cad09-4e0e-4c52-b912-1cba8bc28300 HTTP/1.1" status: 200 len: 944 time: 0.2050967 Jun 01 18:43:00.824711 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab2686f0-3a24-45e4-9993-1c03dc027346'] response: {'name': 'network-changed', 'server_uuid': '72309f34-1001-446b-9441-5af03e82401c', 'tag': 'da6e29fd-6403-4944-816d-34c3b0ec319d', 'status': 'completed', 'code': 200} Jun 01 18:43:00.863332 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f3730cef-282e-4550-9bef-738cedb23e9b req-001432ef-1f86-46ee-b29c-ed1a9d212c06 service neutron] 10.222.0.50 "GET /v2.0/networks/7475c262-ab00-42c7-8a8e-ce0d66e28c6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5610340 Jun 01 18:43:00.905215 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-59ca649c-afea-4fff-81e4-bf1ea078e429 req-4aebe3fb-985e-4c6a-96ae-e3ef17717025 tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] 10.222.0.41 "GET /v2.0/security-groups?id=b07651a0-9e42-4158-83b3-465d7a0dded5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927784 Jun 01 18:43:01.032704 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device a6c143df-8590-4c75-9461-6af7c604a835 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:43:01.160214 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2528a7-75cd-404a-9752-76660648cc17 req-8b0aa0fe-8174-4d72-bb67-9dad67aba272 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:43:01.162988 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ca2528a7-75cd-404a-9752-76660648cc17 req-8b0aa0fe-8174-4d72-bb67-9dad67aba272 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] 10.222.0.41 "GET /v2.0/ports?device_id=26f7889e-93cf-42e0-b644-7fc47dc1a909 HTTP/1.1" status: 200 len: 946 time: 0.1115282 Jun 01 18:43:01.185184 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 84281443-ab67-470d-8fa5-2047102ef7b4, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=84281443-ab67-470d-8fa5-2047102ef7b4,segment=NetworkSegment(55263802-5ec7-4dff-8473-f61d2e94acb2),segment_id=55263802-5ec7-4dff-8473-f61d2e94acb2)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:43:01.199366 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb62551d-83c7-414f-a2d0-e3e118fa9b0f None None] Network 2fa86028-0209-4add-9b81-a15a41499ef2 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 18:43:01.200688 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ea017702-c1ca-4f9a-baff-d59a3cec5627 req-4dbc8b8c-374b-46dd-86cc-4b52b0d36cab tempest-AttachSCSIVolumeTestJSON-660953961 tempest-AttachSCSIVolumeTestJSON-660953961-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a6e54cd-fa60-4562-94e7-5d0a822b5f6e HTTP/1.1" status: 200 len: 210 time: 0.3430538 Jun 01 18:43:01.218347 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ca2528a7-75cd-404a-9752-76660648cc17 req-cf3f1bd3-1bf0-4920-bcff-eb1c5e55e0c2 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] 10.222.0.41 "GET /v2.0/security-groups?id=444c87ba-31dc-4b5a-9977-492e198b845a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498230 Jun 01 18:43:01.250260 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6e7726a3-2915-4a56-b1ea-2f6d4f649893 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:01.285958 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Returning: {'device': '84281443-ab67-470d-8fa5-2047102ef7b4', 'network_id': '7475c262-ab00-42c7-8a8e-ce0d66e28c6b', 'port_id': '84281443-ab67-470d-8fa5-2047102ef7b4', 'mac_address': 'fa:16:3e:70:67:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba995e64-eb1c-4c76-a421-630e9228b936', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 18:43:01.356382 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6e7726a3-2915-4a56-b1ea-2f6d4f649893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:01.367979 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port 84281443-ab67-470d-8fa5-2047102ef7b4 is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:43:01.368410 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:01.389763 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port a6c143df-8590-4c75-9461-6af7c604a835 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:43:01.397841 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84281443-ab67-470d-8fa5-2047102ef7b4 {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:43:01.427675 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-078ea4f5-bf95-48fc-ab09-8f57a9b8d369 None None] Provisioning for port a6c143df-8590-4c75-9461-6af7c604a835 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:43:01.435423 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-078ea4f5-bf95-48fc-ab09-8f57a9b8d369 None None] Provisioning complete for port a6c143df-8590-4c75-9461-6af7c604a835 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:43:01.435845 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-078ea4f5-bf95-48fc-ab09-8f57a9b8d369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:01.486738 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 84281443-ab67-470d-8fa5-2047102ef7b4, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=84281443-ab67-470d-8fa5-2047102ef7b4,segment=NetworkSegment(55263802-5ec7-4dff-8473-f61d2e94acb2),segment_id=55263802-5ec7-4dff-8473-f61d2e94acb2)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:43:01.514803 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:01.518850 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57361058-edd8-4def-827e-b1cdb83e925d req-f36feb56-508b-4bff-b46d-2087d1d9eaae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:43:01.520743 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-57361058-edd8-4def-827e-b1cdb83e925d req-f36feb56-508b-4bff-b46d-2087d1d9eaae service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7dd3c8e221f9433b9e41db5bb127ec48&device_id=72309f34-1001-446b-9441-5af03e82401c HTTP/1.1" status: 200 len: 1094 time: 0.6988626 Jun 01 18:43:01.576026 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f3730cef-282e-4550-9bef-738cedb23e9b req-f6089e22-b7d9-46a8-8b32-19c27f60e509 service neutron] 10.222.0.50 "GET /v2.0/networks/7475c262-ab00-42c7-8a8e-ce0d66e28c6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3804774 Jun 01 18:43:01.716606 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=84281443-ab67-470d-8fa5-2047102ef7b4,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:43:01.791714 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] get_ports_and_sgs() called for port_ids ['84281443-ab67-470d-8fa5-2047102ef7b4'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:43:01.914473 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-078ea4f5-bf95-48fc-ab09-8f57a9b8d369 None None] Current status of the port a6c143df-8590-4c75-9461-6af7c604a835 is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:43:01.915133 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-078ea4f5-bf95-48fc-ab09-8f57a9b8d369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:01.990319 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c97848-b468-4321-8589-1ea62f720ee9 req-d9ad3c1b-5414-4568-862f-ae93120e6c82 tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:43:01.991486 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-078ea4f5-bf95-48fc-ab09-8f57a9b8d369 None None] For port a6c143df-8590-4c75-9461-6af7c604a835, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=a6c143df-8590-4c75-9461-6af7c604a835,segment=NetworkSegment(f8fbc8e1-3348-4ea4-9fd0-0e0551d74a24),segment_id=f8fbc8e1-3348-4ea4-9fd0-0e0551d74a24)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:43:01.991926 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e7c97848-b468-4321-8589-1ea62f720ee9 req-d9ad3c1b-5414-4568-862f-ae93120e6c82 tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] 10.222.0.41 "GET /v2.0/ports?device_id=72309f34-1001-446b-9441-5af03e82401c HTTP/1.1" status: 200 len: 943 time: 0.1747899 Jun 01 18:43:02.013774 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-078ea4f5-bf95-48fc-ab09-8f57a9b8d369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:02.052475 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [None req-6e7726a3-2915-4a56-b1ea-2f6d4f649893 admin admin] Allocated IP 172.25.4.167 (72a72e44-6845-488a-a5ff-3a26d4df9cb3/c314a23b-daa2-4106-ab28-8e6f954277b2/f8bdaced-309b-4a16-af16-e96f30a9ba08) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:43:02.130740 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57361058-edd8-4def-827e-b1cdb83e925d req-63f33d40-98fc-4e54-956b-ba1f9986d43a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:43:02.132633 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-57361058-edd8-4def-827e-b1cdb83e925d req-63f33d40-98fc-4e54-956b-ba1f9986d43a service neutron] 10.222.0.50 "GET /v2.0/networks?id=18cc4e4f-761f-49c9-826c-48ea46f95616 HTTP/1.1" status: 200 len: 924 time: 0.5731204 Jun 01 18:43:02.141763 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e7c97848-b468-4321-8589-1ea62f720ee9 req-012246c9-7025-4397-a780-2f98f16c2910 tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] 10.222.0.41 "GET /v2.0/security-groups?id=90cc0839-524f-48ee-bc32-5b782e7aaf99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1383152 Jun 01 18:43:02.162947 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078ea4f5-bf95-48fc-ab09-8f57a9b8d369 None None] Pushing event updated for resources: {'Port': ['ID=a6c143df-8590-4c75-9461-6af7c604a835,revision_number=3']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:43:02.282155 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebff804-b8a9-4001-abff-bc8f24ab549f req-6a7253b6-1565-4cca-b459-80498d69f07d tempest-AttachSCSIVolumeTestJSON-660953961 tempest-AttachSCSIVolumeTestJSON-660953961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:43:02.283039 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-6ebff804-b8a9-4001-abff-bc8f24ab549f req-6a7253b6-1565-4cca-b459-80498d69f07d tempest-AttachSCSIVolumeTestJSON-660953961 tempest-AttachSCSIVolumeTestJSON-660953961-project] Synchronizing usage tracker for tenant:45241712d04f44c69000bd03eb1880d9 on resource:network {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:43:02.355750 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-57361058-edd8-4def-827e-b1cdb83e925d req-8752b5e1-8e32-4f05-94b5-ed5feb802a30 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=da6e29fd-6403-4944-816d-34c3b0ec319d HTTP/1.1" status: 200 len: 217 time: 0.2036519 Jun 01 18:43:02.450223 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-157b882a-7145-44a8-b6d1-7ff7099ed4ac None None] Provisioning complete for port a6c143df-8590-4c75-9461-6af7c604a835 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:43:02.450591 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-157b882a-7145-44a8-b6d1-7ff7099ed4ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:02.470642 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-6ebff804-b8a9-4001-abff-bc8f24ab549f req-6a7253b6-1565-4cca-b459-80498d69f07d tempest-AttachSCSIVolumeTestJSON-660953961 tempest-AttachSCSIVolumeTestJSON-660953961-project] Unset dirty status for tenant:45241712d04f44c69000bd03eb1880d9 on resource:network {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:43:02.471760 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6ebff804-b8a9-4001-abff-bc8f24ab549f req-6a7253b6-1565-4cca-b459-80498d69f07d tempest-AttachSCSIVolumeTestJSON-660953961 tempest-AttachSCSIVolumeTestJSON-660953961-project] 10.222.0.15 "GET /v2.0/networks?id=10a2587b-1014-44b1-b177-99812ce7e0cf HTTP/1.1" status: 200 len: 815 time: 0.9499176 Jun 01 18:43:02.548095 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695e018d-68e7-4cca-8351-9cc63bc82f34 req-0f46a8b5-d9dc-4e8b-9d4c-b818bb389c39 tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:43:02.549656 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-695e018d-68e7-4cca-8351-9cc63bc82f34 req-0f46a8b5-d9dc-4e8b-9d4c-b818bb389c39 tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] 10.222.0.41 "GET /v2.0/networks?id=e376e31f-d7fc-4c94-a911-fdf7b219dbbf HTTP/1.1" status: 200 len: 815 time: 0.1828203 Jun 01 18:43:02.566436 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-695e018d-68e7-4cca-8351-9cc63bc82f34 req-91b893ac-80fc-45f1-91f1-626008de2c26 tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] 10.222.0.41 "GET /v2.0/quotas/ccc3866df726420d865ae40df69383ae HTTP/1.1" status: 200 len: 375 time: 0.0101354 Jun 01 18:43:02.607297 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-157b882a-7145-44a8-b6d1-7ff7099ed4ac None None] Current status of the port a6c143df-8590-4c75-9461-6af7c604a835 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:43:02.718135 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-695e018d-68e7-4cca-8351-9cc63bc82f34 req-30c57836-e4ac-4a43-8de7-1a2183ee677a tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=ccc3866df726420d865ae40df69383ae&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1441584 Jun 01 18:43:02.724016 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57361058-edd8-4def-827e-b1cdb83e925d req-f080ea92-c6b2-4af1-b079-c58beb1222dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:43:02.725486 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-57361058-edd8-4def-827e-b1cdb83e925d req-f080ea92-c6b2-4af1-b079-c58beb1222dc service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a2dd2f73-8ed9-4db5-a137-6e9cf02d18e0 HTTP/1.1" status: 200 len: 862 time: 0.3358808 Jun 01 18:43:02.740371 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-6ebff804-b8a9-4001-abff-bc8f24ab549f req-6d3e21e8-b02c-4a30-a83c-11bf17f46c6e tempest-AttachSCSIVolumeTestJSON-660953961 tempest-AttachSCSIVolumeTestJSON-660953961-project] Synchronizing usage tracker for tenant:45241712d04f44c69000bd03eb1880d9 on resource:security_group {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:43:02.792260 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device da6e29fd-6403-4944-816d-34c3b0ec319d details requested by agent hyperv_n-h2-844202-1 with host n-h2-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 18:43:02.811097 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6e7726a3-2915-4a56-b1ea-2f6d4f649893 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:02.842769 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d58951-fae1-449d-a0ae-0e6a258cb844 req-d51bc233-101d-41b6-81db-c876495fa986 tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:43:02.847439 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 84281443-ab67-470d-8fa5-2047102ef7b4 up at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:43:02.849652 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b9d58951-fae1-449d-a0ae-0e6a258cb844 req-d51bc233-101d-41b6-81db-c876495fa986 tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] 10.222.0.41 "GET /v2.0/ports?device_id=773cad09-4e0e-4c52-b912-1cba8bc28300 HTTP/1.1" status: 200 len: 945 time: 0.4579861 Jun 01 18:43:02.854588 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-6ebff804-b8a9-4001-abff-bc8f24ab549f req-6d3e21e8-b02c-4a30-a83c-11bf17f46c6e tempest-AttachSCSIVolumeTestJSON-660953961 tempest-AttachSCSIVolumeTestJSON-660953961-project] Unset dirty status for tenant:45241712d04f44c69000bd03eb1880d9 on resource:security_group {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:43:02.855727 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6ebff804-b8a9-4001-abff-bc8f24ab549f req-6d3e21e8-b02c-4a30-a83c-11bf17f46c6e tempest-AttachSCSIVolumeTestJSON-660953961 tempest-AttachSCSIVolumeTestJSON-660953961-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=45241712d04f44c69000bd03eb1880d9 HTTP/1.1" status: 200 len: 380 time: 0.3675344 Jun 01 18:43:02.954364 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.db.resource_extend [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 18:43:02.966429 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b9d58951-fae1-449d-a0ae-0e6a258cb844 req-1e4620ce-9310-43d4-b536-27f641d5d59a tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] 10.222.0.41 "GET /v2.0/security-groups?id=b07651a0-9e42-4158-83b3-465d7a0dded5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158135 Jun 01 18:43:02.981351 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-6ebff804-b8a9-4001-abff-bc8f24ab549f req-f3a28939-91b5-4deb-ae6b-aa213e383a46 tempest-AttachSCSIVolumeTestJSON-660953961 tempest-AttachSCSIVolumeTestJSON-660953961-project] Request body: {'port': {'device_id': '4a6e54cd-fa60-4562-94e7-5d0a822b5f6e', 'network_id': '10a2587b-1014-44b1-b177-99812ce7e0cf', 'admin_state_up': True, 'tenant_id': '45241712d04f44c69000bd03eb1880d9', 'security_groups': ['4b1d23f4-ed75-49f3-842d-08802ecbf36f']}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:43:03.033281 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device a6c143df-8590-4c75-9461-6af7c604a835 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:43:03.035056 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-695e018d-68e7-4cca-8351-9cc63bc82f34 req-732fc36a-eb49-46ac-93e2-3309bff8ddf4 service neutron] 10.222.0.41 "GET /v2.0/networks/e376e31f-d7fc-4c94-a911-fdf7b219dbbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3148715 Jun 01 18:43:03.290286 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f84f290f-7106-4edd-ba63-c531bfbe5ddb req-fe537942-31c5-4436-889f-29d63a8e1ca8 tempest-AttachSCSIVolumeTestJSON-660953961 tempest-AttachSCSIVolumeTestJSON-660953961-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a6e54cd-fa60-4562-94e7-5d0a822b5f6e HTTP/1.1" status: 200 len: 210 time: 0.0701554 Jun 01 18:43:03.323717 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57361058-edd8-4def-827e-b1cdb83e925d req-f3f44a97-764c-4410-9691-2f448ba5faad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:43:03.326397 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-57361058-edd8-4def-827e-b1cdb83e925d req-f3f44a97-764c-4410-9691-2f448ba5faad service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=18cc4e4f-761f-49c9-826c-48ea46f95616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5898912 Jun 01 18:43:03.337373 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6e7726a3-2915-4a56-b1ea-2f6d4f649893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:03.365682 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-695e018d-68e7-4cca-8351-9cc63bc82f34 req-de64e990-46c4-4380-9936-c4b180863af2 service neutron] 10.222.0.41 "GET /v2.0/networks/e376e31f-d7fc-4c94-a911-fdf7b219dbbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3289368 Jun 01 18:43:03.558084 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port da6e29fd-6403-4944-816d-34c3b0ec319d, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=da6e29fd-6403-4944-816d-34c3b0ec319d,segment=NetworkSegment(177be86f-471e-4b12-bda0-1497c6cf7f80),segment_id=177be86f-471e-4b12-bda0-1497c6cf7f80)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:43:03.576148 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning for port 84281443-ab67-470d-8fa5-2047102ef7b4 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:43:03.613529 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port a6c143df-8590-4c75-9461-6af7c604a835 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:43:03.613944 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:03.690797 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning complete for port 84281443-ab67-470d-8fa5-2047102ef7b4 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:43:03.691186 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:03.706711 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-57361058-edd8-4def-827e-b1cdb83e925d req-2a5e374e-6679-4fdd-8595-57247ed60f54 service neutron] 10.222.0.50 "GET /v2.0/networks/18cc4e4f-761f-49c9-826c-48ea46f95616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3576367 Jun 01 18:43:03.773258 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Returning: {'device': 'da6e29fd-6403-4944-816d-34c3b0ec319d', 'network_id': '18cc4e4f-761f-49c9-826c-48ea46f95616', 'port_id': 'da6e29fd-6403-4944-816d-34c3b0ec319d', 'mac_address': 'fa:16:3e:6f:d8:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2dd2f73-8ed9-4db5-a137-6e9cf02d18e0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 18:43:03.836045 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7726a3-2915-4a56-b1ea-2f6d4f649893 admin admin] Pushing event updated for resources: {'Port': ['ID=f8bdaced-309b-4a16-af16-e96f30a9ba08,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:43:03.844584 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-6ebff804-b8a9-4001-abff-bc8f24ab549f req-f3a28939-91b5-4deb-ae6b-aa213e383a46 tempest-AttachSCSIVolumeTestJSON-660953961 tempest-AttachSCSIVolumeTestJSON-660953961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:43:03.857197 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-6ebff804-b8a9-4001-abff-bc8f24ab549f req-f3a28939-91b5-4deb-ae6b-aa213e383a46 tempest-AttachSCSIVolumeTestJSON-660953961 tempest-AttachSCSIVolumeTestJSON-660953961-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:43:04.005039 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ebff804-b8a9-4001-abff-bc8f24ab549f req-f3a28939-91b5-4deb-ae6b-aa213e383a46 tempest-AttachSCSIVolumeTestJSON-660953961 tempest-AttachSCSIVolumeTestJSON-660953961-project] Made reservation on behalf of 45241712d04f44c69000bd03eb1880d9 for: {'port': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:43:04.012482 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-6ebff804-b8a9-4001-abff-bc8f24ab549f req-f3a28939-91b5-4deb-ae6b-aa213e383a46 tempest-AttachSCSIVolumeTestJSON-660953961 tempest-AttachSCSIVolumeTestJSON-660953961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:04.015966 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port da6e29fd-6403-4944-816d-34c3b0ec319d is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:43:04.016512 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:04.040446 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e7726a3-2915-4a56-b1ea-2f6d4f649893 admin admin] Network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:43:04.127510 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da6e29fd-6403-4944-816d-34c3b0ec319d {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:43:04.145950 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port da6e29fd-6403-4944-816d-34c3b0ec319d, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=da6e29fd-6403-4944-816d-34c3b0ec319d,segment=NetworkSegment(177be86f-471e-4b12-bda0-1497c6cf7f80),segment_id=177be86f-471e-4b12-bda0-1497c6cf7f80)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:43:04.245966 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-6e7726a3-2915-4a56-b1ea-2f6d4f649893 admin admin] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:43:04.252993 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-57361058-edd8-4def-827e-b1cdb83e925d req-cd11c04b-6003-41b9-9cd1-12c8152d9a42 service neutron] 10.222.0.50 "GET /v2.0/networks/18cc4e4f-761f-49c9-826c-48ea46f95616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3857348 Jun 01 18:43:04.256793 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e7726a3-2915-4a56-b1ea-2f6d4f649893 admin admin] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:43:04.310114 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:04.418649 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port a6c143df-8590-4c75-9461-6af7c604a835 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:43:04.424811 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port 84281443-ab67-470d-8fa5-2047102ef7b4 is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:43:04.425169 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:04.487872 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=da6e29fd-6403-4944-816d-34c3b0ec319d,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:43:04.502140 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '773cad09-4e0e-4c52-b912-1cba8bc28300', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84281443-ab67-470d-8fa5-2047102ef7b4'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:43:04.531111 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 84281443-ab67-470d-8fa5-2047102ef7b4, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=84281443-ab67-470d-8fa5-2047102ef7b4,segment=NetworkSegment(55263802-5ec7-4dff-8473-f61d2e94acb2),segment_id=55263802-5ec7-4dff-8473-f61d2e94acb2)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:43:04.536125 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:04.586935 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] get_ports_and_sgs() called for port_ids ['da6e29fd-6403-4944-816d-34c3b0ec319d'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:43:04.675984 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=84281443-ab67-470d-8fa5-2047102ef7b4,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:43:04.800918 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcfdfa5-6568-4612-9bc0-9477a0d060e5 req-314c767e-ec45-4061-b2d1-3fbe1eb6860d tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:43:04.809176 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4fcfdfa5-6568-4612-9bc0-9477a0d060e5 req-314c767e-ec45-4061-b2d1-3fbe1eb6860d tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] 10.222.0.41 "GET /v2.0/ports?device_id=26f7889e-93cf-42e0-b644-7fc47dc1a909 HTTP/1.1" status: 200 len: 946 time: 1.0982442 Jun 01 18:43:04.943996 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6e7726a3-2915-4a56-b1ea-2f6d4f649893 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:04.993096 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [req-6ebff804-b8a9-4001-abff-bc8f24ab549f req-f3a28939-91b5-4deb-ae6b-aa213e383a46 tempest-AttachSCSIVolumeTestJSON-660953961 tempest-AttachSCSIVolumeTestJSON-660953961-project] Allocated IP 172.20.0.6 (10a2587b-1014-44b1-b177-99812ce7e0cf/095d92a5-4fce-4555-937d-a37b373b8ecc/141804c8-52a2-4017-818f-c7e2cc270657) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:43:05.129295 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4fcfdfa5-6568-4612-9bc0-9477a0d060e5 req-8cf7167e-298c-4197-83a7-6fde511213b5 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] 10.222.0.41 "GET /v2.0/security-groups?id=444c87ba-31dc-4b5a-9977-492e198b845a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3191814 Jun 01 18:43:05.584999 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6e7726a3-2915-4a56-b1ea-2f6d4f649893 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-885820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-886655'] for router, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:05.806077 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-6ebff804-b8a9-4001-abff-bc8f24ab549f req-f3a28939-91b5-4deb-ae6b-aa213e383a46 tempest-AttachSCSIVolumeTestJSON-660953961 tempest-AttachSCSIVolumeTestJSON-660953961-project] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:05.847585 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [req-6ebff804-b8a9-4001-abff-bc8f24ab549f req-f3a28939-91b5-4deb-ae6b-aa213e383a46 tempest-AttachSCSIVolumeTestJSON-660953961 tempest-AttachSCSIVolumeTestJSON-660953961-project] Transition to ACTIVE for port object 141804c8-52a2-4017-818f-c7e2cc270657 will not be triggered until provisioned by entity DHCP. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:43:05.859228 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08673d09-0872-4216-8adf-f43ab89dc1a0 req-d030f93f-d526-42da-9bf8-f6ab739dcbc9 tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:43:05.860762 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-08673d09-0872-4216-8adf-f43ab89dc1a0 req-d030f93f-d526-42da-9bf8-f6ab739dcbc9 tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] 10.222.0.41 "GET /v2.0/ports?device_id=72309f34-1001-446b-9441-5af03e82401c HTTP/1.1" status: 200 len: 944 time: 0.5346324 Jun 01 18:43:05.947916 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-08673d09-0872-4216-8adf-f43ab89dc1a0 req-fde99398-983e-4d9e-bce3-4bbd5feb318f tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] 10.222.0.41 "GET /v2.0/security-groups?id=90cc0839-524f-48ee-bc32-5b782e7aaf99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762386 Jun 01 18:43:05.961536 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-6ebff804-b8a9-4001-abff-bc8f24ab549f req-f3a28939-91b5-4deb-ae6b-aa213e383a46 tempest-AttachSCSIVolumeTestJSON-660953961 tempest-AttachSCSIVolumeTestJSON-660953961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:06.075687 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a28939-91b5-4deb-ae6b-aa213e383a46 tempest-AttachSCSIVolumeTestJSON-660953961 tempest-AttachSCSIVolumeTestJSON-660953961-project] Pushing event updated for resources: {'Port': ['ID=141804c8-52a2-4017-818f-c7e2cc270657,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:43:06.087114 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e7726a3-2915-4a56-b1ea-2f6d4f649893 admin admin] Router 24ae915b-3a09-4bb6-b3b3-c9675639527e is scheduled to L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 with binding_index 1 {{(pid=88524) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 18:43:06.200012 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ebff804-b8a9-4001-abff-bc8f24ab549f req-f3a28939-91b5-4deb-ae6b-aa213e383a46 tempest-AttachSCSIVolumeTestJSON-660953961 tempest-AttachSCSIVolumeTestJSON-660953961-project] Network 10a2587b-1014-44b1-b177-99812ce7e0cf is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:43:06.209002 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [req-6ebff804-b8a9-4001-abff-bc8f24ab549f req-f3a28939-91b5-4deb-ae6b-aa213e383a46 tempest-AttachSCSIVolumeTestJSON-660953961 tempest-AttachSCSIVolumeTestJSON-660953961-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:43:06.212834 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ebff804-b8a9-4001-abff-bc8f24ab549f req-f3a28939-91b5-4deb-ae6b-aa213e383a46 tempest-AttachSCSIVolumeTestJSON-660953961 tempest-AttachSCSIVolumeTestJSON-660953961-project] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:43:06.391452 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebff804-b8a9-4001-abff-bc8f24ab549f req-f3a28939-91b5-4deb-ae6b-aa213e383a46 tempest-AttachSCSIVolumeTestJSON-660953961 tempest-AttachSCSIVolumeTestJSON-660953961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:43:06.396789 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-6ebff804-b8a9-4001-abff-bc8f24ab549f req-f3a28939-91b5-4deb-ae6b-aa213e383a46 tempest-AttachSCSIVolumeTestJSON-660953961 tempest-AttachSCSIVolumeTestJSON-660953961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:06.455919 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e7726a3-2915-4a56-b1ea-2f6d4f649893 admin admin] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 18:43:06.475957 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b9f757f-1aa9-48ce-a9c5-656c80c43ae7 None None] Sync routers for ids ['24ae915b-3a09-4bb6-b3b3-c9675639527e'] in n-d-844202-1 {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 18:43:06.488910 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b9f757f-1aa9-48ce-a9c5-656c80c43ae7 None None] Routers {'24ae915b-3a09-4bb6-b3b3-c9675639527e'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:43:06.489745 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-6b9f757f-1aa9-48ce-a9c5-656c80c43ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:42:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['24ae915b-3a09-4bb6-b3b3-c9675639527e'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:43:06.495179 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6ebff804-b8a9-4001-abff-bc8f24ab549f req-f3a28939-91b5-4deb-ae6b-aa213e383a46 tempest-AttachSCSIVolumeTestJSON-660953961 tempest-AttachSCSIVolumeTestJSON-660953961-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5537152 Jun 01 18:43:06.502737 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6e7726a3-2915-4a56-b1ea-2f6d4f649893 admin admin] Notify callbacks [] for router, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:06.505397 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-6e7726a3-2915-4a56-b1ea-2f6d4f649893 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 8.0775697 Jun 01 18:43:06.508591 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 44312) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:43:06.722501 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c947f821-914b-4517-9bb8-4520082b61c3 req-64af2107-0666-416d-b50b-5e6fba42c0b3 tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc585a7c-ae9f-4a4c-9b7f-d79fd1488c22 HTTP/1.1" status: 200 len: 210 time: 0.0658674 Jun 01 18:43:06.727548 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-a87f6257-a308-475d-9cea-8fe6ca190c10 None None] Provisioning for port 141804c8-52a2-4017-818f-c7e2cc270657 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:43:06.752147 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-a87f6257-a308-475d-9cea-8fe6ca190c10 None None] Provisioning complete for port 141804c8-52a2-4017-818f-c7e2cc270657 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:43:06.752627 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-a87f6257-a308-475d-9cea-8fe6ca190c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:06.811675 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device da6e29fd-6403-4944-816d-34c3b0ec319d up at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:43:06.911997 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-a87f6257-a308-475d-9cea-8fe6ca190c10 None None] Port 141804c8-52a2-4017-818f-c7e2cc270657 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 18:43:06.916863 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-6b9f757f-1aa9-48ce-a9c5-656c80c43ae7 None None] Set router 24ae915b-3a09-4bb6-b3b3-c9675639527e gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:43:07.104063 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0f8cd8-a3f3-42c2-91b6-10af53a688f0 req-341cd9c7-223e-41f6-90c8-5c9d7c397cfd tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:43:07.106203 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4f0f8cd8-a3f3-42c2-91b6-10af53a688f0 req-341cd9c7-223e-41f6-90c8-5c9d7c397cfd tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] 10.222.0.41 "GET /v2.0/ports?device_id=773cad09-4e0e-4c52-b912-1cba8bc28300 HTTP/1.1" status: 200 len: 946 time: 0.2427537 Jun 01 18:43:07.118473 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c51397-e1d4-4fbe-bfc0-82e5fada7de1 req-ee30522c-fee6-4d3c-ac51-0113d8a90ce1 tempest-LiveAutoBlockMigrationV225Test-590672389 tempest-LiveAutoBlockMigrationV225Test-590672389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:43:07.131880 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-78c51397-e1d4-4fbe-bfc0-82e5fada7de1 req-ee30522c-fee6-4d3c-ac51-0113d8a90ce1 tempest-LiveAutoBlockMigrationV225Test-590672389 tempest-LiveAutoBlockMigrationV225Test-590672389-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=26f7889e-93cf-42e0-b644-7fc47dc1a909&tenant_id=0182a2e51ffc43df8efdd2130dbcea4d&binding%3Ahost_id=n-h1-844202-1 HTTP/1.1" status: 200 len: 1097 time: 0.1998835 Jun 01 18:43:07.213722 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4f0f8cd8-a3f3-42c2-91b6-10af53a688f0 req-6510ab0f-6cdc-4335-8367-5442e03373cb tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] 10.222.0.41 "GET /v2.0/security-groups?id=b07651a0-9e42-4158-83b3-465d7a0dded5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972703 Jun 01 18:43:07.219331 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning for port da6e29fd-6403-4944-816d-34c3b0ec319d completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:43:07.235587 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning complete for port da6e29fd-6403-4944-816d-34c3b0ec319d triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:43:07.235587 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:07.241841 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-78c51397-e1d4-4fbe-bfc0-82e5fada7de1 req-4a0a19b0-591f-489d-b145-34657f5849a2 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-844202-1'}}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:43:07.310933 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-658c0b3c-4f9d-466c-b9cf-c7282045b12a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:07.529670 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port da6e29fd-6403-4944-816d-34c3b0ec319d is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:43:07.529670 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:07.595139 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port da6e29fd-6403-4944-816d-34c3b0ec319d, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=da6e29fd-6403-4944-816d-34c3b0ec319d,segment=NetworkSegment(177be86f-471e-4b12-bda0-1497c6cf7f80),segment_id=177be86f-471e-4b12-bda0-1497c6cf7f80)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:43:07.608724 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:07.619321 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-78c51397-e1d4-4fbe-bfc0-82e5fada7de1 req-4a0a19b0-591f-489d-b145-34657f5849a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:07.715883 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-6b9f757f-1aa9-48ce-a9c5-656c80c43ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24ae915b-3a09-4bb6-b3b3-c9675639527e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1826518330-router', 'tenant_id': 'fe37b4563e0349938f147e9c99d54534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.167'}], 'enable_snat': True}, 'gw_port_id': 'f8bdaced-309b-4a16-af16-e96f30a9ba08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:42:58Z', 'updated_at': '2022-06-01T18:43:04Z', 'revision_number': 3, 'project_id': 'fe37b4563e0349938f147e9c99d54534', 'gw_port': {'id': 'f8bdaced-309b-4a16-af16-e96f30a9ba08', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:96:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24ae915b-3a09-4bb6-b3b3-c9675639527e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:43:01Z', 'updated_at': '2022-06-01T18:43:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:43:07.737358 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b9f757f-1aa9-48ce-a9c5-656c80c43ae7 None None] Checking router: 24ae915b-3a09-4bb6-b3b3-c9675639527e for host: n-d-844202-1 {{(pid=88526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 18:43:07.737781 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b9f757f-1aa9-48ce-a9c5-656c80c43ae7 None None] Updating router 24ae915b-3a09-4bb6-b3b3-c9675639527e port f8bdaced-309b-4a16-af16-e96f30a9ba08 binding host n-d-844202-1 {{(pid=88526) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 18:43:07.774199 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3649e39f-3284-4efd-920a-05d13539aea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:07.812722 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b9f757f-1aa9-48ce-a9c5-656c80c43ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:07.837607 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=da6e29fd-6403-4944-816d-34c3b0ec319d,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:43:07.897116 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32b477d-9ccb-4300-9946-2668b2a639f5 req-1470ac9f-a98d-400b-bd3a-16702937be23 tempest-AttachSCSIVolumeTestJSON-660953961 tempest-AttachSCSIVolumeTestJSON-660953961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:43:07.898186 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-f32b477d-9ccb-4300-9946-2668b2a639f5 req-1470ac9f-a98d-400b-bd3a-16702937be23 tempest-AttachSCSIVolumeTestJSON-660953961 tempest-AttachSCSIVolumeTestJSON-660953961-project] Synchronizing usage tracker for tenant:45241712d04f44c69000bd03eb1880d9 on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:43:07.949841 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-f32b477d-9ccb-4300-9946-2668b2a639f5 req-1470ac9f-a98d-400b-bd3a-16702937be23 tempest-AttachSCSIVolumeTestJSON-660953961 tempest-AttachSCSIVolumeTestJSON-660953961-project] Unset dirty status for tenant:45241712d04f44c69000bd03eb1880d9 on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:43:07.959930 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f32b477d-9ccb-4300-9946-2668b2a639f5 req-1470ac9f-a98d-400b-bd3a-16702937be23 tempest-AttachSCSIVolumeTestJSON-660953961 tempest-AttachSCSIVolumeTestJSON-660953961-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a6e54cd-fa60-4562-94e7-5d0a822b5f6e HTTP/1.1" status: 200 len: 931 time: 0.3207583 Jun 01 18:43:08.064650 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-78c51397-e1d4-4fbe-bfc0-82e5fada7de1 req-4a0a19b0-591f-489d-b145-34657f5849a2 service neutron] For port 865499a8-4a47-4d3a-a9d0-7d19c3aa98c3, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=865499a8-4a47-4d3a-a9d0-7d19c3aa98c3,segment=NetworkSegment(e7a2e8fb-b3d5-44ba-bb42-81da885a74e3),segment_id=e7a2e8fb-b3d5-44ba-bb42-81da885a74e3)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:43:08.076279 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f32b477d-9ccb-4300-9946-2668b2a639f5 req-9daf48d0-9745-498d-875a-263575ae7acd tempest-AttachSCSIVolumeTestJSON-660953961 tempest-AttachSCSIVolumeTestJSON-660953961-project] 10.222.0.41 "GET /v2.0/security-groups?id=4b1d23f4-ed75-49f3-842d-08802ecbf36f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1151638 Jun 01 18:43:08.135729 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-78c51397-e1d4-4fbe-bfc0-82e5fada7de1 req-4a0a19b0-591f-489d-b145-34657f5849a2 service neutron] For port 865499a8-4a47-4d3a-a9d0-7d19c3aa98c3, host n-h1-844202-1, cleared binding levels {{(pid=88524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:43:08.254745 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1bac1db8-1ba8-4a17-a109-54f203fd3ffb'] response: {'server_uuid': '773cad09-4e0e-4c52-b912-1cba8bc28300', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84281443-ab67-470d-8fa5-2047102ef7b4', 'code': 200} Jun 01 18:43:08.272402 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [None req-3649e39f-3284-4efd-920a-05d13539aea9 admin admin] Allocated IP 172.20.0.1 (2fa86028-0209-4add-9b81-a15a41499ef2/15baa5ee-7752-4f7e-acac-371c6811276b/295bbb49-16a9-4d66-b4c2-797b555a07c2) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:43:08.281930 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-78c51397-e1d4-4fbe-bfc0-82e5fada7de1 req-4a0a19b0-591f-489d-b145-34657f5849a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:08.285426 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26f7889e-93cf-42e0-b644-7fc47dc1a909', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '865499a8-4a47-4d3a-a9d0-7d19c3aa98c3'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:43:08.297314 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-78c51397-e1d4-4fbe-bfc0-82e5fada7de1 req-4a0a19b0-591f-489d-b145-34657f5849a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:08.458124 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b9f757f-1aa9-48ce-a9c5-656c80c43ae7 None None] Notify callbacks [] for port, precommit_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:08.482755 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b9f757f-1aa9-48ce-a9c5-656c80c43ae7 None None] Transition to ACTIVE for port object f8bdaced-309b-4a16-af16-e96f30a9ba08 will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:43:08.497125 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b9f757f-1aa9-48ce-a9c5-656c80c43ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:08.595359 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3649e39f-3284-4efd-920a-05d13539aea9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:08.642917 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0a19b0-591f-489d-b145-34657f5849a2 service neutron] Pushing event updated for resources: {'Port': ['ID=865499a8-4a47-4d3a-a9d0-7d19c3aa98c3,revision_number=7']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:43:08.663840 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [None req-3649e39f-3284-4efd-920a-05d13539aea9 admin admin] Transition to ACTIVE for port object 295bbb49-16a9-4d66-b4c2-797b555a07c2 will not be triggered until provisioned by entity DHCP. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:43:08.692292 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-6ebff804-b8a9-4001-abff-bc8f24ab549f req-df128f7f-cf10-445c-b8dc-e3c28f1823fa service neutron] Request body: {'port': {'device_id': '4a6e54cd-fa60-4562-94e7-5d0a822b5f6e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844202-1'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:43:08.762462 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3649e39f-3284-4efd-920a-05d13539aea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:08.814694 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-6b9f757f-1aa9-48ce-a9c5-656c80c43ae7 None None] Attempting to bind port f8bdaced-309b-4a16-af16-e96f30a9ba08 on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:43:08.818935 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-6b9f757f-1aa9-48ce-a9c5-656c80c43ae7 None None] Attempting to bind port f8bdaced-309b-4a16-af16-e96f30a9ba08 by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:43:08.819493 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9f757f-1aa9-48ce-a9c5-656c80c43ae7 None None] Attempting to bind port f8bdaced-309b-4a16-af16-e96f30a9ba08 on network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:43:08.832053 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2840d2e5-1984-432b-8001-9c6646ba5f77 None None] Pushing event updated for resources: {'Port': ['ID=f8bdaced-309b-4a16-af16-e96f30a9ba08,revision_number=2']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:43:08.842461 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 865499a8-4a47-4d3a-a9d0-7d19c3aa98c3 details requested by agent hyperv_n-h2-844202-1 with host n-h2-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 18:43:08.858814 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9f757f-1aa9-48ce-a9c5-656c80c43ae7 None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 18, 42, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:43:08.859626 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9f757f-1aa9-48ce-a9c5-656c80c43ae7 None None] Checking segment: {'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:43:08.861319 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b9f757f-1aa9-48ce-a9c5-656c80c43ae7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:08.861959 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9f757f-1aa9-48ce-a9c5-656c80c43ae7 None None] Bound using segment: {'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:43:08.868917 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-6b9f757f-1aa9-48ce-a9c5-656c80c43ae7 None None] Bound port: f8bdaced-309b-4a16-af16-e96f30a9ba08, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:43:08.869670 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b9f757f-1aa9-48ce-a9c5-656c80c43ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:08.910221 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3649e39f-3284-4efd-920a-05d13539aea9 admin admin] Network 2fa86028-0209-4add-9b81-a15a41499ef2 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:43:08.925833 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-3649e39f-3284-4efd-920a-05d13539aea9 admin admin] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:43:08.936504 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3649e39f-3284-4efd-920a-05d13539aea9 admin admin] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:43:09.094696 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b9f757f-1aa9-48ce-a9c5-656c80c43ae7 None None] For port f8bdaced-309b-4a16-af16-e96f30a9ba08, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:43:09.111954 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b9f757f-1aa9-48ce-a9c5-656c80c43ae7 None None] For port f8bdaced-309b-4a16-af16-e96f30a9ba08, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=f8bdaced-309b-4a16-af16-e96f30a9ba08,segment=NetworkSegment(7875af61-4c53-4ff2-b8c8-d4b7c35ff947),segment_id=7875af61-4c53-4ff2-b8c8-d4b7c35ff947)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:43:09.127291 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3649e39f-3284-4efd-920a-05d13539aea9 admin admin] Pushing event updated for resources: {'Port': ['ID=295bbb49-16a9-4d66-b4c2-797b555a07c2,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:43:09.157491 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b9f757f-1aa9-48ce-a9c5-656c80c43ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:09.185651 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3649e39f-3284-4efd-920a-05d13539aea9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-887605'] for router_interface, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:09.344999 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 865499a8-4a47-4d3a-a9d0-7d19c3aa98c3, host n-h1-844202-1, got binding levels [] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:43:09.363094 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-6ebff804-b8a9-4001-abff-bc8f24ab549f req-df128f7f-cf10-445c-b8dc-e3c28f1823fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:09.376903 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b9f757f-1aa9-48ce-a9c5-656c80c43ae7 None None] Routers {'24ae915b-3a09-4bb6-b3b3-c9675639527e'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:43:09.377530 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-6b9f757f-1aa9-48ce-a9c5-656c80c43ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:42:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['24ae915b-3a09-4bb6-b3b3-c9675639527e'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:43:09.421775 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 44342) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:43:09.422562 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-78c51397-e1d4-4fbe-bfc0-82e5fada7de1 req-4a0a19b0-591f-489d-b145-34657f5849a2 service neutron] Attempting to bind port 865499a8-4a47-4d3a-a9d0-7d19c3aa98c3 on host n-h1-844202-1 for vnic_type normal with profile {"migrating_to": "n-h2-844202-1"} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:43:09.423434 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-78c51397-e1d4-4fbe-bfc0-82e5fada7de1 req-4a0a19b0-591f-489d-b145-34657f5849a2 service neutron] Attempting to bind port 865499a8-4a47-4d3a-a9d0-7d19c3aa98c3 by drivers openvswitch,hyperv on host n-h1-844202-1 at level 0 using segments [{'id': 'e7a2e8fb-b3d5-44ba-bb42-81da885a74e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '411d1518-9352-4dec-8af2-2285a53556b4'}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:43:09.424016 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c51397-e1d4-4fbe-bfc0-82e5fada7de1 req-4a0a19b0-591f-489d-b145-34657f5849a2 service neutron] Attempting to bind port 865499a8-4a47-4d3a-a9d0-7d19c3aa98c3 on network 411d1518-9352-4dec-8af2-2285a53556b4 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:43:09.498711 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c183d59-1703-4d36-b85f-f7a0c460023c req-34277553-047b-4ff7-88b6-0b870235cb00 tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:43:09.505512 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-5c183d59-1703-4d36-b85f-f7a0c460023c req-34277553-047b-4ff7-88b6-0b870235cb00 tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] 10.222.0.41 "GET /v2.0/ports?device_id=72309f34-1001-446b-9441-5af03e82401c HTTP/1.1" status: 200 len: 945 time: 0.4912148 Jun 01 18:43:09.648190 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-5c183d59-1703-4d36-b85f-f7a0c460023c req-1d8d5681-8ee9-4700-83cd-dce0516341ec tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] 10.222.0.41 "GET /v2.0/security-groups?id=90cc0839-524f-48ee-bc32-5b782e7aaf99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1416759 Jun 01 18:43:09.706389 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772c463c-112e-4192-bfc8-96e4acb48b8b req-0bb0649f-138b-4cee-a4b1-1c94a0683099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:43:09.707854 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-772c463c-112e-4192-bfc8-96e4acb48b8b req-0bb0649f-138b-4cee-a4b1-1c94a0683099 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=773cad09-4e0e-4c52-b912-1cba8bc28300 HTTP/1.1" status: 200 len: 1097 time: 1.4139204 Jun 01 18:43:09.733498 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2840d2e5-1984-432b-8001-9c6646ba5f77 None None] Pushing event updated for resources: {'Port': ['ID=f8bdaced-309b-4a16-af16-e96f30a9ba08,revision_number=3']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:43:09.746722 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-28ca6bf7-ac38-4940-97a9-9db1ed761c46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:09.757391 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916d878f-6633-4634-8fd0-6398f74743fc req-0890c007-77cd-4e9e-894a-476fa42c8bd0 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:43:09.767672 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-916d878f-6633-4634-8fd0-6398f74743fc req-0890c007-77cd-4e9e-894a-476fa42c8bd0 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] 10.222.0.41 "GET /v2.0/ports?device_id=26f7889e-93cf-42e0-b644-7fc47dc1a909 HTTP/1.1" status: 200 len: 944 time: 1.3122077 Jun 01 18:43:09.788557 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c51397-e1d4-4fbe-bfc0-82e5fada7de1 req-4a0a19b0-591f-489d-b145-34657f5849a2 service neutron] Port 865499a8-4a47-4d3a-a9d0-7d19c3aa98c3 on network 411d1518-9352-4dec-8af2-2285a53556b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-844202-1 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 18:43:09.788869 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c51397-e1d4-4fbe-bfc0-82e5fada7de1 req-4a0a19b0-591f-489d-b145-34657f5849a2 service neutron] Attempting to bind port 865499a8-4a47-4d3a-a9d0-7d19c3aa98c3 on network 411d1518-9352-4dec-8af2-2285a53556b4 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:43:09.834335 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-25a6fa9b-c5f1-4e99-bbd6-bb31a99538e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:09.853427 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Attempting to bind port 865499a8-4a47-4d3a-a9d0-7d19c3aa98c3 on host n-h1-844202-1 for vnic_type normal with profile {"migrating_to": "n-h2-844202-1"} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:43:09.853790 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Attempting to bind port 865499a8-4a47-4d3a-a9d0-7d19c3aa98c3 by drivers openvswitch,hyperv on host n-h1-844202-1 at level 0 using segments [{'id': 'e7a2e8fb-b3d5-44ba-bb42-81da885a74e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '411d1518-9352-4dec-8af2-2285a53556b4'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:43:09.854695 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Attempting to bind port 865499a8-4a47-4d3a-a9d0-7d19c3aa98c3 on network 411d1518-9352-4dec-8af2-2285a53556b4 {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:43:09.868766 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-fd474430-9752-4324-a22f-2a83c16b119a None None] Provisioning for port 295bbb49-16a9-4d66-b4c2-797b555a07c2 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:43:09.887024 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Port 865499a8-4a47-4d3a-a9d0-7d19c3aa98c3 on network 411d1518-9352-4dec-8af2-2285a53556b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-844202-1 {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 18:43:09.887386 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Attempting to bind port 865499a8-4a47-4d3a-a9d0-7d19c3aa98c3 on network 411d1518-9352-4dec-8af2-2285a53556b4 {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:43:09.891578 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c51397-e1d4-4fbe-bfc0-82e5fada7de1 req-4a0a19b0-591f-489d-b145-34657f5849a2 service neutron] Checking agent: {'id': 'bdb1e5d7-b998-4259-838f-3d278e930f32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 18, 42, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:43:09.891902 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c51397-e1d4-4fbe-bfc0-82e5fada7de1 req-4a0a19b0-591f-489d-b145-34657f5849a2 service neutron] Checking segment: {'id': 'e7a2e8fb-b3d5-44ba-bb42-81da885a74e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '411d1518-9352-4dec-8af2-2285a53556b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:43:09.892311 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c51397-e1d4-4fbe-bfc0-82e5fada7de1 req-4a0a19b0-591f-489d-b145-34657f5849a2 service neutron] Bound using segment: {'id': 'e7a2e8fb-b3d5-44ba-bb42-81da885a74e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '411d1518-9352-4dec-8af2-2285a53556b4'} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:43:09.892751 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-78c51397-e1d4-4fbe-bfc0-82e5fada7de1 req-4a0a19b0-591f-489d-b145-34657f5849a2 service neutron] Bound port: 865499a8-4a47-4d3a-a9d0-7d19c3aa98c3, host: n-h1-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7a2e8fb-b3d5-44ba-bb42-81da885a74e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '411d1518-9352-4dec-8af2-2285a53556b4'}}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:43:09.893091 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-78c51397-e1d4-4fbe-bfc0-82e5fada7de1 req-4a0a19b0-591f-489d-b145-34657f5849a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:09.904211 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Checking agent: {'id': 'bdb1e5d7-b998-4259-838f-3d278e930f32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 18, 42, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:43:09.904615 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Checking segment: {'id': 'e7a2e8fb-b3d5-44ba-bb42-81da885a74e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '411d1518-9352-4dec-8af2-2285a53556b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:43:09.905194 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Bound using segment: {'id': 'e7a2e8fb-b3d5-44ba-bb42-81da885a74e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '411d1518-9352-4dec-8af2-2285a53556b4'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:43:09.905652 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Bound port: 865499a8-4a47-4d3a-a9d0-7d19c3aa98c3, host: n-h1-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7a2e8fb-b3d5-44ba-bb42-81da885a74e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '411d1518-9352-4dec-8af2-2285a53556b4'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:43:09.906022 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:09.965770 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-fd474430-9752-4324-a22f-2a83c16b119a None None] Provisioning complete for port 295bbb49-16a9-4d66-b4c2-797b555a07c2 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:43:09.966125 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-fd474430-9752-4324-a22f-2a83c16b119a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:10.048619 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-916d878f-6633-4634-8fd0-6398f74743fc req-ae1c42df-9377-4033-a37b-22cea6fadb31 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] 10.222.0.41 "GET /v2.0/security-groups?id=444c87ba-31dc-4b5a-9977-492e198b845a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2799113 Jun 01 18:43:10.226852 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-28ca6bf7-ac38-4940-97a9-9db1ed761c46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:43:10.235689 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-6b9f757f-1aa9-48ce-a9c5-656c80c43ae7 None None] Set router 24ae915b-3a09-4bb6-b3b3-c9675639527e gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:43:10.237221 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-28ca6bf7-ac38-4940-97a9-9db1ed761c46 admin admin] Usage tracker for resource:security_group_rule and tenant:0dadaf273fc4461ba1f75ea67fc5862e is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:43:10.249268 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-28ca6bf7-ac38-4940-97a9-9db1ed761c46 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:43:10.269795 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-28ca6bf7-ac38-4940-97a9-9db1ed761c46 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:43:10.377632 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-772c463c-112e-4192-bfc8-96e4acb48b8b req-f78a5bf8-2863-4d81-aa0f-d926e31033e9 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=b07651a0-9e42-4158-83b3-465d7a0dded5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5905836 Jun 01 18:43:10.440301 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-28ca6bf7-ac38-4940-97a9-9db1ed761c46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:10.443271 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72309f34-1001-446b-9441-5af03e82401c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da6e29fd-6403-4944-816d-34c3b0ec319d'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:43:10.467972 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-fd474430-9752-4324-a22f-2a83c16b119a None None] Port 295bbb49-16a9-4d66-b4c2-797b555a07c2 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 18:43:10.522123 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-004d56ca-da21-4ac4-aa81-1ff7ae6e7ba1 req-94eadff5-d3f3-4e1a-999e-6d3433e395ee tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc585a7c-ae9f-4a4c-9b7f-d79fd1488c22 HTTP/1.1" status: 200 len: 210 time: 0.3976405 Jun 01 18:43:10.523403 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-28ca6bf7-ac38-4940-97a9-9db1ed761c46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:10.675154 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3649e39f-3284-4efd-920a-05d13539aea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:10.706448 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-28ca6bf7-ac38-4940-97a9-9db1ed761c46 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0dadaf273fc4461ba1f75ea67fc5862e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2727067 Jun 01 18:43:10.706448 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ca6bf7-ac38-4940-97a9-9db1ed761c46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d60ffba-a512-4ce2-9e83-0d52a46cd0d0,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:43:10.707652 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:10.709805 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 44356) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:43:10.714920 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:10.811071 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbfa589a-45b3-450b-ab96-bab8011fdd39'] response: {'server_uuid': '26f7889e-93cf-42e0-b644-7fc47dc1a909', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '865499a8-4a47-4d3a-a9d0-7d19c3aa98c3', 'code': 200} Jun 01 18:43:10.855757 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-78c51397-e1d4-4fbe-bfc0-82e5fada7de1 req-4a0a19b0-591f-489d-b145-34657f5849a2 service neutron] For port 865499a8-4a47-4d3a-a9d0-7d19c3aa98c3, host n-h1-844202-1, cleared binding levels {{(pid=88524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:43:10.901713 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-78c51397-e1d4-4fbe-bfc0-82e5fada7de1 req-4a0a19b0-591f-489d-b145-34657f5849a2 service neutron] For port 865499a8-4a47-4d3a-a9d0-7d19c3aa98c3, host n-h1-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=865499a8-4a47-4d3a-a9d0-7d19c3aa98c3,segment=NetworkSegment(e7a2e8fb-b3d5-44ba-bb42-81da885a74e3),segment_id=e7a2e8fb-b3d5-44ba-bb42-81da885a74e3)] {{(pid=88524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:43:10.905542 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-6b9f757f-1aa9-48ce-a9c5-656c80c43ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24ae915b-3a09-4bb6-b3b3-c9675639527e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1826518330-router', 'tenant_id': 'fe37b4563e0349938f147e9c99d54534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.167'}], 'enable_snat': True}, 'gw_port_id': 'f8bdaced-309b-4a16-af16-e96f30a9ba08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:42:58Z', 'updated_at': '2022-06-01T18:43:04Z', 'revision_number': 3, 'project_id': 'fe37b4563e0349938f147e9c99d54534', 'gw_port': {'id': 'f8bdaced-309b-4a16-af16-e96f30a9ba08', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:96:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24ae915b-3a09-4bb6-b3b3-c9675639527e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:43:01Z', 'updated_at': '2022-06-01T18:43:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:43:10.906101 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [req-6ebff804-b8a9-4001-abff-bc8f24ab549f req-df128f7f-cf10-445c-b8dc-e3c28f1823fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 141804c8-52a2-4017-818f-c7e2cc270657 {{(pid=88524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:43:10.918078 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 865499a8-4a47-4d3a-a9d0-7d19c3aa98c3, host n-h1-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:43:10.924580 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b9f757f-1aa9-48ce-a9c5-656c80c43ae7 None None] The sync data for ids ['24ae915b-3a09-4bb6-b3b3-c9675639527e'] in n-d-844202-1 is: [{'id': '24ae915b-3a09-4bb6-b3b3-c9675639527e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1826518330-router', 'tenant_id': 'fe37b4563e0349938f147e9c99d54534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.167'}], 'enable_snat': True}, 'gw_port_id': 'f8bdaced-309b-4a16-af16-e96f30a9ba08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:42:58Z', 'updated_at': '2022-06-01T18:43:04Z', 'revision_number': 3, 'project_id': 'fe37b4563e0349938f147e9c99d54534', 'gw_port': {'id': 'f8bdaced-309b-4a16-af16-e96f30a9ba08', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:96:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24ae915b-3a09-4bb6-b3b3-c9675639527e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:43:01Z', 'updated_at': '2022-06-01T18:43:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}] {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 18:43:10.927958 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.db.api [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) 865499a8-4a47-4d3a-a9d0-7d19c3aa98c3-n-h1-844202-1-0 {{(pid=88526) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 18:43:10.928681 n-d-844202-1 neutron-server[88526]: DEBUG oslo_db.api [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 18:43:10.949220 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80918a3e-3be6-4950-867c-8ebbf85d9e09 req-6068f888-2322-4902-b5e5-f98bb81a0264 tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:43:10.951625 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-80918a3e-3be6-4950-867c-8ebbf85d9e09 req-6068f888-2322-4902-b5e5-f98bb81a0264 tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] 10.222.0.41 "GET /v2.0/ports?device_id=773cad09-4e0e-4c52-b912-1cba8bc28300 HTTP/1.1" status: 200 len: 946 time: 0.5628905 Jun 01 18:43:10.955652 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-78c51397-e1d4-4fbe-bfc0-82e5fada7de1 req-4a0a19b0-591f-489d-b145-34657f5849a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:10.967083 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-6ebff804-b8a9-4001-abff-bc8f24ab549f req-df128f7f-cf10-445c-b8dc-e3c28f1823fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:10.973979 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:10.974823 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695e018d-68e7-4cca-8351-9cc63bc82f34 req-a12560af-419f-4edc-aa28-a85e1123505d tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:43:10.976293 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-695e018d-68e7-4cca-8351-9cc63bc82f34 req-a12560af-419f-4edc-aa28-a85e1123505d tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] 10.222.0.15 "GET /v2.0/networks?id=e376e31f-d7fc-4c94-a911-fdf7b219dbbf HTTP/1.1" status: 200 len: 815 time: 0.7891109 Jun 01 18:43:11.029131 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [req-695e018d-68e7-4cca-8351-9cc63bc82f34 req-9719448b-1ded-4eba-a4a8-ba4901ad93f2 tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] Request body: {'port': {'device_id': 'dc585a7c-ae9f-4a4c-9b7f-d79fd1488c22', 'network_id': 'e376e31f-d7fc-4c94-a911-fdf7b219dbbf', 'admin_state_up': True, 'tenant_id': 'ccc3866df726420d865ae40df69383ae'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:43:11.504612 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:11.522272 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Attempting to bind port 865499a8-4a47-4d3a-a9d0-7d19c3aa98c3 on host n-h1-844202-1 for vnic_type normal with profile {"migrating_to": "n-h2-844202-1"} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:43:11.522528 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Attempting to bind port 865499a8-4a47-4d3a-a9d0-7d19c3aa98c3 by drivers openvswitch,hyperv on host n-h1-844202-1 at level 0 using segments [{'id': 'e7a2e8fb-b3d5-44ba-bb42-81da885a74e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '411d1518-9352-4dec-8af2-2285a53556b4'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:43:11.524853 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Attempting to bind port 865499a8-4a47-4d3a-a9d0-7d19c3aa98c3 on network 411d1518-9352-4dec-8af2-2285a53556b4 {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:43:11.532612 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [req-695e018d-68e7-4cca-8351-9cc63bc82f34 req-9719448b-1ded-4eba-a4a8-ba4901ad93f2 tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:43:11.548130 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Port 865499a8-4a47-4d3a-a9d0-7d19c3aa98c3 on network 411d1518-9352-4dec-8af2-2285a53556b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-844202-1 {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 18:43:11.548545 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Attempting to bind port 865499a8-4a47-4d3a-a9d0-7d19c3aa98c3 on network 411d1518-9352-4dec-8af2-2285a53556b4 {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:43:11.560774 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Checking agent: {'id': 'bdb1e5d7-b998-4259-838f-3d278e930f32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 18, 43, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:43:11.561129 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Checking segment: {'id': 'e7a2e8fb-b3d5-44ba-bb42-81da885a74e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '411d1518-9352-4dec-8af2-2285a53556b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:43:11.561514 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Bound using segment: {'id': 'e7a2e8fb-b3d5-44ba-bb42-81da885a74e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '411d1518-9352-4dec-8af2-2285a53556b4'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:43:11.562010 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Bound port: 865499a8-4a47-4d3a-a9d0-7d19c3aa98c3, host: n-h1-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7a2e8fb-b3d5-44ba-bb42-81da885a74e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '411d1518-9352-4dec-8af2-2285a53556b4'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:43:11.562368 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:11.740769 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-80918a3e-3be6-4950-867c-8ebbf85d9e09 req-ea2ec23a-b277-4806-a32b-cbe1eed8167f tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] 10.222.0.41 "GET /v2.0/security-groups?id=b07651a0-9e42-4158-83b3-465d7a0dded5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7800546 Jun 01 18:43:11.842511 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:11.852651 n-d-844202-1 neutron-server[88526]: WARNING neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Concurrent port binding operations failed on port 865499a8-4a47-4d3a-a9d0-7d19c3aa98c3 Jun 01 18:43:11.859706 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 865499a8-4a47-4d3a-a9d0-7d19c3aa98c3, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=865499a8-4a47-4d3a-a9d0-7d19c3aa98c3,segment=NetworkSegment(e7a2e8fb-b3d5-44ba-bb42-81da885a74e3),segment_id=e7a2e8fb-b3d5-44ba-bb42-81da885a74e3)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:43:11.861920 n-d-844202-1 neutron-server[88526]: INFO neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Attempt 2 to bind port 865499a8-4a47-4d3a-a9d0-7d19c3aa98c3 Jun 01 18:43:11.862585 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 865499a8-4a47-4d3a-a9d0-7d19c3aa98c3 has no active binding in host n-h2-844202-1 {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Jun 01 18:43:11.873531 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [req-6ebff804-b8a9-4001-abff-bc8f24ab549f req-df128f7f-cf10-445c-b8dc-e3c28f1823fa service neutron] Transition to ACTIVE for port object 141804c8-52a2-4017-818f-c7e2cc270657 will not be triggered until provisioned by entity L2. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:43:11.874447 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0a19b0-591f-489d-b145-34657f5849a2 service neutron] Pushing event updated for resources: {'Port': ['ID=865499a8-4a47-4d3a-a9d0-7d19c3aa98c3,revision_number=8']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:43:11.903539 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-6ebff804-b8a9-4001-abff-bc8f24ab549f req-df128f7f-cf10-445c-b8dc-e3c28f1823fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:11.914000 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2f1c08d-effa-4584-8248-f0bb164cfb7f'] response: {'server_uuid': '72309f34-1001-446b-9441-5af03e82401c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da6e29fd-6403-4944-816d-34c3b0ec319d', 'code': 200} Jun 01 18:43:11.997734 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6c569c9f-dd3b-4b87-a5ff-b6cd2e64cd56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:12.005929 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [req-695e018d-68e7-4cca-8351-9cc63bc82f34 req-9719448b-1ded-4eba-a4a8-ba4901ad93f2 tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:43:12.053145 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c51397-e1d4-4fbe-bfc0-82e5fada7de1 req-4a0a19b0-591f-489d-b145-34657f5849a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:43:12.053825 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-78c51397-e1d4-4fbe-bfc0-82e5fada7de1 req-4a0a19b0-591f-489d-b145-34657f5849a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:12.055700 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-78c51397-e1d4-4fbe-bfc0-82e5fada7de1 req-4a0a19b0-591f-489d-b145-34657f5849a2 service neutron] 10.222.0.50 "PUT /v2.0/ports/865499a8-4a47-4d3a-a9d0-7d19c3aa98c3 HTTP/1.1" status: 200 len: 1122 time: 4.8558087 Jun 01 18:43:12.135370 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] get_ports_and_sgs() called for port_ids ['865499a8-4a47-4d3a-a9d0-7d19c3aa98c3'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:43:12.160974 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-695e018d-68e7-4cca-8351-9cc63bc82f34 req-9719448b-1ded-4eba-a4a8-ba4901ad93f2 tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] Made reservation on behalf of ccc3866df726420d865ae40df69383ae for: {'port': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:43:12.166346 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-695e018d-68e7-4cca-8351-9cc63bc82f34 req-9719448b-1ded-4eba-a4a8-ba4901ad93f2 tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:12.199966 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6c569c9f-dd3b-4b87-a5ff-b6cd2e64cd56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:12.245939 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] get_ports_and_sgs() called for port_ids ['865499a8-4a47-4d3a-a9d0-7d19c3aa98c3'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:43:12.438841 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [req-695e018d-68e7-4cca-8351-9cc63bc82f34 req-9719448b-1ded-4eba-a4a8-ba4901ad93f2 tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] Allocated IP 172.20.0.6 (e376e31f-d7fc-4c94-a911-fdf7b219dbbf/b515e042-63ba-4f60-823c-65d0c449d014/8831c773-14be-4310-8919-413ddfb12d43) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:43:12.465416 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df128f7f-cf10-445c-b8dc-e3c28f1823fa service neutron] Pushing event updated for resources: {'Port': ['ID=141804c8-52a2-4017-818f-c7e2cc270657,revision_number=2']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:43:12.543067 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2341a3ee-6390-4fbe-83e1-79da52b44d5a req-ed636979-3470-434a-9d08-4be32516e869 tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:43:12.544588 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-2341a3ee-6390-4fbe-83e1-79da52b44d5a req-ed636979-3470-434a-9d08-4be32516e869 tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] 10.222.0.41 "GET /v2.0/ports?device_id=72309f34-1001-446b-9441-5af03e82401c HTTP/1.1" status: 200 len: 945 time: 0.3613286 Jun 01 18:43:12.558225 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef224fcb-26bb-4759-a1a5-2ca9c93ce6cb req-6dddc736-9ab3-43eb-971d-03a5b4772452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:43:12.559773 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ef224fcb-26bb-4759-a1a5-2ca9c93ce6cb req-6dddc736-9ab3-43eb-971d-03a5b4772452 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=72309f34-1001-446b-9441-5af03e82401c HTTP/1.1" status: 200 len: 1096 time: 0.5351472 Jun 01 18:43:12.647328 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-6ebff804-b8a9-4001-abff-bc8f24ab549f req-df128f7f-cf10-445c-b8dc-e3c28f1823fa service neutron] Attempting to bind port 141804c8-52a2-4017-818f-c7e2cc270657 on host n-h1-844202-1 for vnic_type normal with profile {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:43:12.647663 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-6ebff804-b8a9-4001-abff-bc8f24ab549f req-df128f7f-cf10-445c-b8dc-e3c28f1823fa service neutron] Attempting to bind port 141804c8-52a2-4017-818f-c7e2cc270657 by drivers openvswitch,hyperv on host n-h1-844202-1 at level 0 using segments [{'id': 'af4f816e-23a9-4a28-b51f-1045978fc81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '10a2587b-1014-44b1-b177-99812ce7e0cf'}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:43:12.647993 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ebff804-b8a9-4001-abff-bc8f24ab549f req-df128f7f-cf10-445c-b8dc-e3c28f1823fa service neutron] Attempting to bind port 141804c8-52a2-4017-818f-c7e2cc270657 on network 10a2587b-1014-44b1-b177-99812ce7e0cf {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:43:12.652742 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-2341a3ee-6390-4fbe-83e1-79da52b44d5a req-36f2b608-2875-47f7-a7d5-21fa3510ef20 tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] 10.222.0.41 "GET /v2.0/security-groups?id=90cc0839-524f-48ee-bc32-5b782e7aaf99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920157 Jun 01 18:43:12.658484 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-695e018d-68e7-4cca-8351-9cc63bc82f34 req-9719448b-1ded-4eba-a4a8-ba4901ad93f2 tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:12.665999 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ebff804-b8a9-4001-abff-bc8f24ab549f req-df128f7f-cf10-445c-b8dc-e3c28f1823fa service neutron] Port 141804c8-52a2-4017-818f-c7e2cc270657 on network 10a2587b-1014-44b1-b177-99812ce7e0cf not bound, no agent of type Open vSwitch agent registered on host n-h1-844202-1 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 18:43:12.666324 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ebff804-b8a9-4001-abff-bc8f24ab549f req-df128f7f-cf10-445c-b8dc-e3c28f1823fa service neutron] Attempting to bind port 141804c8-52a2-4017-818f-c7e2cc270657 on network 10a2587b-1014-44b1-b177-99812ce7e0cf {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:43:12.676430 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [req-695e018d-68e7-4cca-8351-9cc63bc82f34 req-9719448b-1ded-4eba-a4a8-ba4901ad93f2 tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] Transition to ACTIVE for port object 8831c773-14be-4310-8919-413ddfb12d43 will not be triggered until provisioned by entity DHCP. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:43:12.677144 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ef224fcb-26bb-4759-a1a5-2ca9c93ce6cb req-20658cb5-57f1-4ee4-aea5-008977170bc2 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=90cc0839-524f-48ee-bc32-5b782e7aaf99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932598 Jun 01 18:43:12.678501 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ebff804-b8a9-4001-abff-bc8f24ab549f req-df128f7f-cf10-445c-b8dc-e3c28f1823fa service neutron] Checking agent: {'id': 'bdb1e5d7-b998-4259-838f-3d278e930f32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 18, 43, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:43:12.679102 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ebff804-b8a9-4001-abff-bc8f24ab549f req-df128f7f-cf10-445c-b8dc-e3c28f1823fa service neutron] Checking segment: {'id': 'af4f816e-23a9-4a28-b51f-1045978fc81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '10a2587b-1014-44b1-b177-99812ce7e0cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:43:12.679907 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ebff804-b8a9-4001-abff-bc8f24ab549f req-df128f7f-cf10-445c-b8dc-e3c28f1823fa service neutron] Bound using segment: {'id': 'af4f816e-23a9-4a28-b51f-1045978fc81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '10a2587b-1014-44b1-b177-99812ce7e0cf'} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:43:12.681375 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-6ebff804-b8a9-4001-abff-bc8f24ab549f req-df128f7f-cf10-445c-b8dc-e3c28f1823fa service neutron] Bound port: 141804c8-52a2-4017-818f-c7e2cc270657, host: n-h1-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af4f816e-23a9-4a28-b51f-1045978fc81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '10a2587b-1014-44b1-b177-99812ce7e0cf'}}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:43:12.682041 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-6ebff804-b8a9-4001-abff-bc8f24ab549f req-df128f7f-cf10-445c-b8dc-e3c28f1823fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:12.751522 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-695e018d-68e7-4cca-8351-9cc63bc82f34 req-9719448b-1ded-4eba-a4a8-ba4901ad93f2 tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:12.790202 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-6ebff804-b8a9-4001-abff-bc8f24ab549f req-df128f7f-cf10-445c-b8dc-e3c28f1823fa service neutron] For port 141804c8-52a2-4017-818f-c7e2cc270657, host n-h1-844202-1, cleared binding levels {{(pid=88524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:43:12.794619 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-6ebff804-b8a9-4001-abff-bc8f24ab549f req-df128f7f-cf10-445c-b8dc-e3c28f1823fa service neutron] For port 141804c8-52a2-4017-818f-c7e2cc270657, host n-h1-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=141804c8-52a2-4017-818f-c7e2cc270657,segment=NetworkSegment(af4f816e-23a9-4a28-b51f-1045978fc81d),segment_id=af4f816e-23a9-4a28-b51f-1045978fc81d)] {{(pid=88524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:43:12.799587 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-6ebff804-b8a9-4001-abff-bc8f24ab549f req-df128f7f-cf10-445c-b8dc-e3c28f1823fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:12.811989 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc8e495-69aa-4a63-84c9-981455fa559c req-4794e768-6f58-42ee-949d-cca03080d059 tempest-AttachSCSIVolumeTestJSON-660953961 tempest-AttachSCSIVolumeTestJSON-660953961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:43:12.813591 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4bc8e495-69aa-4a63-84c9-981455fa559c req-4794e768-6f58-42ee-949d-cca03080d059 tempest-AttachSCSIVolumeTestJSON-660953961 tempest-AttachSCSIVolumeTestJSON-660953961-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a6e54cd-fa60-4562-94e7-5d0a822b5f6e HTTP/1.1" status: 200 len: 943 time: 0.9621470 Jun 01 18:43:12.826174 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3649e39f-3284-4efd-920a-05d13539aea9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:12.840654 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26f7889e-93cf-42e0-b644-7fc47dc1a909', 'tag': '865499a8-4a47-4d3a-a9d0-7d19c3aa98c3'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:43:12.860199 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3649e39f-3284-4efd-920a-05d13539aea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:12.902596 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-695e018d-68e7-4cca-8351-9cc63bc82f34 req-9719448b-1ded-4eba-a4a8-ba4901ad93f2 tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] Network e376e31f-d7fc-4c94-a911-fdf7b219dbbf is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:43:12.915882 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebff804-b8a9-4001-abff-bc8f24ab549f req-df128f7f-cf10-445c-b8dc-e3c28f1823fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:43:12.917471 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-6ebff804-b8a9-4001-abff-bc8f24ab549f req-df128f7f-cf10-445c-b8dc-e3c28f1823fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:12.918835 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6ebff804-b8a9-4001-abff-bc8f24ab549f req-df128f7f-cf10-445c-b8dc-e3c28f1823fa service neutron] 10.222.0.15 "PUT /v2.0/ports/141804c8-52a2-4017-818f-c7e2cc270657 HTTP/1.1" status: 200 len: 1091 time: 4.2366486 Jun 01 18:43:12.941248 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device f8bdaced-309b-4a16-af16-e96f30a9ba08 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:43:12.963362 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df128f7f-cf10-445c-b8dc-e3c28f1823fa service neutron] Pushing event updated for resources: {'Port': ['ID=141804c8-52a2-4017-818f-c7e2cc270657,revision_number=3']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:43:12.972840 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9719448b-1ded-4eba-a4a8-ba4901ad93f2 tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] Pushing event updated for resources: {'Port': ['ID=8831c773-14be-4310-8919-413ddfb12d43,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:43:12.975686 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [req-695e018d-68e7-4cca-8351-9cc63bc82f34 req-9719448b-1ded-4eba-a4a8-ba4901ad93f2 tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:43:13.023184 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [req-695e018d-68e7-4cca-8351-9cc63bc82f34 req-9719448b-1ded-4eba-a4a8-ba4901ad93f2 tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:43:13.083116 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966fcee7-1e37-4aac-8a2f-59d7b49532a6 req-6e72843b-d79d-45a2-8c97-63a3d73c676c tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:43:13.084689 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-966fcee7-1e37-4aac-8a2f-59d7b49532a6 req-6e72843b-d79d-45a2-8c97-63a3d73c676c tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] 10.222.0.41 "GET /v2.0/ports?device_id=26f7889e-93cf-42e0-b644-7fc47dc1a909 HTTP/1.1" status: 200 len: 944 time: 0.2449687 Jun 01 18:43:13.084813 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6c569c9f-dd3b-4b87-a5ff-b6cd2e64cd56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:13.122156 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebff804-b8a9-4001-abff-bc8f24ab549f req-ffabc862-d67b-45ce-ba30-4ab4d770e867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:43:13.123900 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6ebff804-b8a9-4001-abff-bc8f24ab549f req-ffabc862-d67b-45ce-ba30-4ab4d770e867 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=45241712d04f44c69000bd03eb1880d9&device_id=4a6e54cd-fa60-4562-94e7-5d0a822b5f6e HTTP/1.1" status: 200 len: 1094 time: 0.1541929 Jun 01 18:43:13.127655 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4bc8e495-69aa-4a63-84c9-981455fa559c req-c046fbf4-8afb-4261-b5c6-b2f99ceeb01c tempest-AttachSCSIVolumeTestJSON-660953961 tempest-AttachSCSIVolumeTestJSON-660953961-project] 10.222.0.41 "GET /v2.0/security-groups?id=4b1d23f4-ed75-49f3-842d-08802ecbf36f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2975988 Jun 01 18:43:13.172963 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c569c9f-dd3b-4b87-a5ff-b6cd2e64cd56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d60ffba-a512-4ce2-9e83-0d52a46cd0d0,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:43:13.192750 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3649e39f-3284-4efd-920a-05d13539aea9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-887436'] for router_interface, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:13.210314 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695e018d-68e7-4cca-8351-9cc63bc82f34 req-9719448b-1ded-4eba-a4a8-ba4901ad93f2 tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:43:13.211979 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-695e018d-68e7-4cca-8351-9cc63bc82f34 req-9719448b-1ded-4eba-a4a8-ba4901ad93f2 tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:13.239116 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3649e39f-3284-4efd-920a-05d13539aea9 admin admin] Pushing event updated for resources: {'Port': ['ID=295bbb49-16a9-4d66-b4c2-797b555a07c2,revision_number=2']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:43:13.274326 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6ebff804-b8a9-4001-abff-bc8f24ab549f req-58a00b38-5ce4-4255-a903-f7bd2f237216 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=141804c8-52a2-4017-818f-c7e2cc270657 HTTP/1.1" status: 200 len: 217 time: 0.1408105 Jun 01 18:43:13.280675 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port f8bdaced-309b-4a16-af16-e96f30a9ba08 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:43:13.281523 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-966fcee7-1e37-4aac-8a2f-59d7b49532a6 req-12092d0e-74d3-429d-8e22-28b041e99115 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] 10.222.0.41 "GET /v2.0/security-groups?id=444c87ba-31dc-4b5a-9977-492e198b845a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854877 Jun 01 18:43:13.301376 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port f8bdaced-309b-4a16-af16-e96f30a9ba08 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:43:13.301747 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:13.329641 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6c569c9f-dd3b-4b87-a5ff-b6cd2e64cd56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:13.330798 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-6c569c9f-dd3b-4b87-a5ff-b6cd2e64cd56 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6d60ffba-a512-4ce2-9e83-0d52a46cd0d0 HTTP/1.1" status: 204 len: 168 time: 2.6155643 Jun 01 18:43:13.398570 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-695e018d-68e7-4cca-8351-9cc63bc82f34 req-9719448b-1ded-4eba-a4a8-ba4901ad93f2 tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3905823 Jun 01 18:43:13.424772 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [req-695e018d-68e7-4cca-8351-9cc63bc82f34 req-b7396fe9-9e2f-4a64-8ba9-23644fcc6aae service neutron] Request body: {'port': {'device_id': 'dc585a7c-ae9f-4a4c-9b7f-d79fd1488c22', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844202-1'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:43:13.434300 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebff804-b8a9-4001-abff-bc8f24ab549f req-96a89df7-c166-468a-95a5-d08d0f8a78d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:43:13.435923 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6ebff804-b8a9-4001-abff-bc8f24ab549f req-96a89df7-c166-468a-95a5-d08d0f8a78d7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=095d92a5-4fce-4555-937d-a37b373b8ecc HTTP/1.1" status: 200 len: 854 time: 0.1533015 Jun 01 18:43:13.583321 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port f8bdaced-309b-4a16-af16-e96f30a9ba08 is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:43:13.583850 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:13.602917 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port f8bdaced-309b-4a16-af16-e96f30a9ba08, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=f8bdaced-309b-4a16-af16-e96f30a9ba08,segment=NetworkSegment(7875af61-4c53-4ff2-b8c8-d4b7c35ff947),segment_id=7875af61-4c53-4ff2-b8c8-d4b7c35ff947)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:43:13.609244 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:13.712544 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebff804-b8a9-4001-abff-bc8f24ab549f req-80ea4a8c-4b28-4327-be25-5248a66dfee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:43:13.715214 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6ebff804-b8a9-4001-abff-bc8f24ab549f req-80ea4a8c-4b28-4327-be25-5248a66dfee5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=10a2587b-1014-44b1-b177-99812ce7e0cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2666664 Jun 01 18:43:13.727268 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e934bfa2-6061-4769-85f8-3fa61343c67c req-3f6f57a1-da64-4a1d-8126-a1719d596319 tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:43:13.728963 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e934bfa2-6061-4769-85f8-3fa61343c67c req-3f6f57a1-da64-4a1d-8126-a1719d596319 tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc585a7c-ae9f-4a4c-9b7f-d79fd1488c22 HTTP/1.1" status: 200 len: 931 time: 0.1624839 Jun 01 18:43:13.783153 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-08bb9d6d-b415-4786-937f-0de926bf9412 None None] Provisioning for port 8831c773-14be-4310-8919-413ddfb12d43 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:43:13.799751 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-08bb9d6d-b415-4786-937f-0de926bf9412 None None] Provisioning complete for port 8831c773-14be-4310-8919-413ddfb12d43 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:43:13.802466 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-08bb9d6d-b415-4786-937f-0de926bf9412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:13.853231 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=f8bdaced-309b-4a16-af16-e96f30a9ba08,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:43:13.882961 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-08bb9d6d-b415-4786-937f-0de926bf9412 None None] Port 8831c773-14be-4310-8919-413ddfb12d43 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 18:43:13.889746 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 44444) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:43:13.905238 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3649e39f-3284-4efd-920a-05d13539aea9 admin admin] Network 2fa86028-0209-4add-9b81-a15a41499ef2 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:43:13.923094 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-3649e39f-3284-4efd-920a-05d13539aea9 admin admin] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:43:13.948192 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6ebff804-b8a9-4001-abff-bc8f24ab549f req-a79cb5d4-9c3c-42cf-ad98-c10294d238e4 service neutron] 10.222.0.15 "GET /v2.0/networks/10a2587b-1014-44b1-b177-99812ce7e0cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2164857 Jun 01 18:43:13.955682 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f3851bf2-fc0a-43ec-a80a-5613c9ea479e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:14.029186 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-f3851bf2-fc0a-43ec-a80a-5613c9ea479e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:43:14.123122 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e934bfa2-6061-4769-85f8-3fa61343c67c req-3d5d497a-19bc-475b-b2ba-35693d0690ee tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] 10.222.0.41 "GET /v2.0/security-groups?id=61f93eb9-fec5-4827-8845-d05b29ffd128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258797 Jun 01 18:43:14.149929 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-f3851bf2-fc0a-43ec-a80a-5613c9ea479e admin admin] Usage tracker for resource:security_group_rule and tenant:87d90dc10e40463aa095e2d5ec381d21 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:43:14.162115 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-f3851bf2-fc0a-43ec-a80a-5613c9ea479e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:43:14.190273 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b412c4cd-c7f2-402f-aeb6-76696e538867'] response: {'name': 'network-changed', 'server_uuid': '26f7889e-93cf-42e0-b644-7fc47dc1a909', 'tag': '865499a8-4a47-4d3a-a9d0-7d19c3aa98c3', 'status': 'completed', 'code': 200} Jun 01 18:43:14.190666 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-f3851bf2-fc0a-43ec-a80a-5613c9ea479e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:43:14.209264 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6ebff804-b8a9-4001-abff-bc8f24ab549f req-e98a4994-c0a5-4cb6-ac61-1371cf114a54 service neutron] 10.222.0.15 "GET /v2.0/networks/10a2587b-1014-44b1-b177-99812ce7e0cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2360127 Jun 01 18:43:14.211611 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-695e018d-68e7-4cca-8351-9cc63bc82f34 req-b7396fe9-9e2f-4a64-8ba9-23644fcc6aae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:14.303668 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-54a599fd-bf32-466f-ba16-a3911b476c5c None None] Provisioning complete for port 295bbb49-16a9-4d66-b4c2-797b555a07c2 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:43:14.304272 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-54a599fd-bf32-466f-ba16-a3911b476c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:14.357834 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-54a599fd-bf32-466f-ba16-a3911b476c5c None None] Port 295bbb49-16a9-4d66-b4c2-797b555a07c2 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 18:43:14.376331 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7a7597-c9f9-41aa-a3d6-fcb82e0b1669 req-834c8ed0-542c-4b4e-a097-5db6efe6526e tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:43:14.377761 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-2c7a7597-c9f9-41aa-a3d6-fcb82e0b1669 req-834c8ed0-542c-4b4e-a097-5db6efe6526e tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] 10.222.0.41 "GET /v2.0/ports?device_id=72309f34-1001-446b-9441-5af03e82401c HTTP/1.1" status: 200 len: 945 time: 0.0905333 Jun 01 18:43:14.495600 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f78343-f117-4338-b31f-4f3d2eac449a req-821b2857-eb91-472c-a399-a906bde98585 tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:43:14.497342 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d5f78343-f117-4338-b31f-4f3d2eac449a req-821b2857-eb91-472c-a399-a906bde98585 tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] 10.222.0.41 "GET /v2.0/ports?device_id=773cad09-4e0e-4c52-b912-1cba8bc28300 HTTP/1.1" status: 200 len: 946 time: 0.4001122 Jun 01 18:43:14.521496 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3649e39f-3284-4efd-920a-05d13539aea9 admin admin] Router 24ae915b-3a09-4bb6-b3b3-c9675639527e has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 18:43:14.537444 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-2c7a7597-c9f9-41aa-a3d6-fcb82e0b1669 req-eaa692c1-433f-45f5-8fac-4bb8d4428198 tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] 10.222.0.41 "GET /v2.0/security-groups?id=90cc0839-524f-48ee-bc32-5b782e7aaf99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1538668 Jun 01 18:43:14.643387 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621a0bb9-8a1f-4abc-a139-04350d0fa173 req-e5e720fd-a595-475a-915f-556adfa61a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:43:14.644899 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-621a0bb9-8a1f-4abc-a139-04350d0fa173 req-e5e720fd-a595-475a-915f-556adfa61a20 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0182a2e51ffc43df8efdd2130dbcea4d&device_id=26f7889e-93cf-42e0-b644-7fc47dc1a909 HTTP/1.1" status: 200 len: 1125 time: 0.4181406 Jun 01 18:43:14.757172 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d5f78343-f117-4338-b31f-4f3d2eac449a req-37d9976b-9f79-4526-b4bb-8ad73d1a9f8e tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] 10.222.0.41 "GET /v2.0/security-groups?id=b07651a0-9e42-4158-83b3-465d7a0dded5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2432559 Jun 01 18:43:14.781853 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ab171d-fcdf-46be-8f8c-242281bfdb55 req-fb54d677-894e-4f05-bbc6-1579d97879cb tempest-AttachSCSIVolumeTestJSON-660953961 tempest-AttachSCSIVolumeTestJSON-660953961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:43:14.784787 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f6ab171d-fcdf-46be-8f8c-242281bfdb55 req-fb54d677-894e-4f05-bbc6-1579d97879cb tempest-AttachSCSIVolumeTestJSON-660953961 tempest-AttachSCSIVolumeTestJSON-660953961-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a6e54cd-fa60-4562-94e7-5d0a822b5f6e HTTP/1.1" status: 200 len: 943 time: 0.0829170 Jun 01 18:43:14.822185 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f3851bf2-fc0a-43ec-a80a-5613c9ea479e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:14.838238 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f6ab171d-fcdf-46be-8f8c-242281bfdb55 req-9c5f43ce-a02b-43fc-a4d7-25f231cc5b03 tempest-AttachSCSIVolumeTestJSON-660953961 tempest-AttachSCSIVolumeTestJSON-660953961-project] 10.222.0.41 "GET /v2.0/security-groups?id=4b1d23f4-ed75-49f3-842d-08802ecbf36f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492964 Jun 01 18:43:14.862743 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f3851bf2-fc0a-43ec-a80a-5613c9ea479e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:14.915906 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device f8bdaced-309b-4a16-af16-e96f30a9ba08 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:43:14.989751 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port f8bdaced-309b-4a16-af16-e96f30a9ba08 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:43:14.990224 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:15.055900 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec6a891-feca-4d45-a90f-3d106c5e898f req-8471e63d-454e-4cb8-964e-872136e23380 tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:43:15.057458 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-2ec6a891-feca-4d45-a90f-3d106c5e898f req-8471e63d-454e-4cb8-964e-872136e23380 tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] 10.222.0.41 "GET /v2.0/ports?device_id=72309f34-1001-446b-9441-5af03e82401c HTTP/1.1" status: 200 len: 945 time: 0.0973144 Jun 01 18:43:15.072631 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 44472) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:43:15.080659 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-ffc8c261-74fc-4981-aed2-ad2260a91e93 tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] Request body: {'floatingip': {'port_id': 'da6e29fd-6403-4944-816d-34c3b0ec319d'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:43:15.112891 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-f3851bf2-fc0a-43ec-a80a-5613c9ea479e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=87d90dc10e40463aa095e2d5ec381d21&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2151656 Jun 01 18:43:15.118281 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port f8bdaced-309b-4a16-af16-e96f30a9ba08 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:43:15.131447 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 44480) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:43:15.140118 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3851bf2-fc0a-43ec-a80a-5613c9ea479e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a62329e-7f4f-42f8-b706-bd23fef73078,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:43:15.175542 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ffc8c261-74fc-4981-aed2-ad2260a91e93 tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] Notify callbacks [] for floatingip, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:15.252805 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621a0bb9-8a1f-4abc-a139-04350d0fa173 req-76ebee62-8bf6-4f74-b92e-b4038a3d59ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:43:15.254873 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-621a0bb9-8a1f-4abc-a139-04350d0fa173 req-76ebee62-8bf6-4f74-b92e-b4038a3d59ee service neutron] 10.222.0.15 "GET /v2.0/networks?id=411d1518-9352-4dec-8af2-2285a53556b4 HTTP/1.1" status: 200 len: 922 time: 0.5461061 Jun 01 18:43:15.260683 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3649e39f-3284-4efd-920a-05d13539aea9 admin admin] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 18:43:15.270116 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a8b4fe8-db16-40eb-872c-076b23cf0960 None None] Sync routers for ids ['24ae915b-3a09-4bb6-b3b3-c9675639527e'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 18:43:15.280620 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a8b4fe8-db16-40eb-872c-076b23cf0960 None None] Routers {'24ae915b-3a09-4bb6-b3b3-c9675639527e'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:43:15.285028 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-9a8b4fe8-db16-40eb-872c-076b23cf0960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:43:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['24ae915b-3a09-4bb6-b3b3-c9675639527e'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:43:15.364460 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-621a0bb9-8a1f-4abc-a139-04350d0fa173 req-4b2ffe96-8a01-4c89-9378-0bbe14c78b91 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=865499a8-4a47-4d3a-a9d0-7d19c3aa98c3 HTTP/1.1" status: 200 len: 217 time: 0.0980232 Jun 01 18:43:15.480699 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-9a8b4fe8-db16-40eb-872c-076b23cf0960 None None] Set router 24ae915b-3a09-4bb6-b3b3-c9675639527e gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:43:15.540198 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a23cca-819c-4505-a53f-a6ff100737aa req-5b6a7065-9a8f-4261-a140-429e522d333f tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:43:15.548588 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-51a23cca-819c-4505-a53f-a6ff100737aa req-5b6a7065-9a8f-4261-a140-429e522d333f tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] 10.222.0.41 "GET /v2.0/ports?device_id=26f7889e-93cf-42e0-b644-7fc47dc1a909 HTTP/1.1" status: 200 len: 944 time: 0.6792624 Jun 01 18:43:15.564535 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.db.resource_extend [req-695e018d-68e7-4cca-8351-9cc63bc82f34 req-b7396fe9-9e2f-4a64-8ba9-23644fcc6aae service neutron] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 18:43:15.585995 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-3649e39f-3284-4efd-920a-05d13539aea9 admin admin] 10.222.0.41 "PUT /v2.0/routers/24ae915b-3a09-4bb6-b3b3-c9675639527e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0759437 Jun 01 18:43:15.640567 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-88b74dda-34a8-40e3-838d-d484d15d55d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:15.711280 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621a0bb9-8a1f-4abc-a139-04350d0fa173 req-2f5d8512-00e7-479e-9342-271cd330560a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:43:15.712773 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-621a0bb9-8a1f-4abc-a139-04350d0fa173 req-2f5d8512-00e7-479e-9342-271cd330560a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cfa67698-6bf3-43ec-a752-299eaec79caf HTTP/1.1" status: 200 len: 861 time: 0.3375638 Jun 01 18:43:15.722827 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-51a23cca-819c-4505-a53f-a6ff100737aa req-6cded1bd-a5ba-4481-8a32-e6f748f572d7 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] 10.222.0.41 "GET /v2.0/security-groups?id=444c87ba-31dc-4b5a-9977-492e198b845a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733265 Jun 01 18:43:15.795856 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [req-695e018d-68e7-4cca-8351-9cc63bc82f34 req-b7396fe9-9e2f-4a64-8ba9-23644fcc6aae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8831c773-14be-4310-8919-413ddfb12d43 {{(pid=88525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:43:15.827960 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-88b74dda-34a8-40e3-838d-d484d15d55d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:15.854075 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-695e018d-68e7-4cca-8351-9cc63bc82f34 req-b7396fe9-9e2f-4a64-8ba9-23644fcc6aae service neutron] Notify callbacks [] for port, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:15.859041 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-621a0bb9-8a1f-4abc-a139-04350d0fa173 req-0ed5c95d-7f3a-4ed5-9994-d4eb1ce99458 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=411d1518-9352-4dec-8af2-2285a53556b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1258376 Jun 01 18:43:15.922745 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-9a8b4fe8-db16-40eb-872c-076b23cf0960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24ae915b-3a09-4bb6-b3b3-c9675639527e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1826518330-router', 'tenant_id': 'fe37b4563e0349938f147e9c99d54534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.167'}], 'enable_snat': True}, 'gw_port_id': 'f8bdaced-309b-4a16-af16-e96f30a9ba08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:42:58Z', 'updated_at': '2022-06-01T18:43:09Z', 'revision_number': 4, 'project_id': 'fe37b4563e0349938f147e9c99d54534', 'gw_port': {'id': 'f8bdaced-309b-4a16-af16-e96f30a9ba08', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:96:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ae915b-3a09-4bb6-b3b3-c9675639527e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:43:01Z', 'updated_at': '2022-06-01T18:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '295bbb49-16a9-4d66-b4c2-797b555a07c2', 'name': '', 'network_id': '2fa86028-0209-4add-9b81-a15a41499ef2', 'tenant_id': 'fe37b4563e0349938f147e9c99d54534', 'mac_address': 'fa:16:3e:f0:a6:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24ae915b-3a09-4bb6-b3b3-c9675639527e', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '15baa5ee-7752-4f7e-acac-371c6811276b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:43:07Z', 'updated_at': '2022-06-01T18:43:11Z', 'revision_number': 2, 'project_id': 'fe37b4563e0349938f147e9c99d54534', 'subnets': [{'id': '15baa5ee-7752-4f7e-acac-371c6811276b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:43:15.926952 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a8b4fe8-db16-40eb-872c-076b23cf0960 None None] Checking router: 24ae915b-3a09-4bb6-b3b3-c9675639527e for host: n-d-844202-1 {{(pid=88527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 18:43:15.927376 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a8b4fe8-db16-40eb-872c-076b23cf0960 None None] Updating router 24ae915b-3a09-4bb6-b3b3-c9675639527e port 295bbb49-16a9-4d66-b4c2-797b555a07c2 binding host n-d-844202-1 {{(pid=88527) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 18:43:15.940503 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-2c6c4d5d-a851-4896-b6b4-a34e3312e6d5 req-4842223c-2d2e-4b8d-8e97-cebb3294112b tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2162323 Jun 01 18:43:15.948107 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-2c6c4d5d-a851-4896-b6b4-a34e3312e6d5 req-b0954f8c-c5f3-4503-8b64-3c7e7afa63ac tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] Request body: {'floatingip': {'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:43:15.960185 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-2c6c4d5d-a851-4896-b6b4-a34e3312e6d5 req-b0954f8c-c5f3-4503-8b64-3c7e7afa63ac tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:43:15.966271 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-2c6c4d5d-a851-4896-b6b4-a34e3312e6d5 req-b0954f8c-c5f3-4503-8b64-3c7e7afa63ac tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] Usage tracker for resource:floatingip and tenant:e0dc2e96ec69456782f276e47bf2486d is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:43:15.969897 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-2c6c4d5d-a851-4896-b6b4-a34e3312e6d5 req-b0954f8c-c5f3-4503-8b64-3c7e7afa63ac tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:43:15.977557 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-2c6c4d5d-a851-4896-b6b4-a34e3312e6d5 req-b0954f8c-c5f3-4503-8b64-3c7e7afa63ac tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:43:16.003484 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-9a8b4fe8-db16-40eb-872c-076b23cf0960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:16.006486 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [req-695e018d-68e7-4cca-8351-9cc63bc82f34 req-b7396fe9-9e2f-4a64-8ba9-23644fcc6aae service neutron] Transition to ACTIVE for port object 8831c773-14be-4310-8919-413ddfb12d43 will not be triggered until provisioned by entity L2. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:43:16.021557 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-695e018d-68e7-4cca-8351-9cc63bc82f34 req-b7396fe9-9e2f-4a64-8ba9-23644fcc6aae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:16.076652 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-2c6c4d5d-a851-4896-b6b4-a34e3312e6d5 req-b0954f8c-c5f3-4503-8b64-3c7e7afa63ac tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] Notify callbacks [] for floatingip, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:16.164688 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ffc8c261-74fc-4981-aed2-ad2260a91e93 tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:16.177552 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ffc8c261-74fc-4981-aed2-ad2260a91e93 tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887712'] for floatingip, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:16.228636 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-88b74dda-34a8-40e3-838d-d484d15d55d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:16.233794 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a6e54cd-fa60-4562-94e7-5d0a822b5f6e', 'tag': '141804c8-52a2-4017-818f-c7e2cc270657'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:43:16.258526 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7396fe9-9e2f-4a64-8ba9-23644fcc6aae service neutron] Pushing event updated for resources: {'Port': ['ID=8831c773-14be-4310-8919-413ddfb12d43,revision_number=2']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:43:16.321057 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-621a0bb9-8a1f-4abc-a139-04350d0fa173 req-7adccd1d-05aa-4ae6-9e1a-1cc2939721bb service neutron] 10.222.0.15 "GET /v2.0/networks/411d1518-9352-4dec-8af2-2285a53556b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4541352 Jun 01 18:43:16.327176 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b74dda-34a8-40e3-838d-d484d15d55d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a62329e-7f4f-42f8-b706-bd23fef73078,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:43:16.366600 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-88b74dda-34a8-40e3-838d-d484d15d55d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:16.367721 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-88b74dda-34a8-40e3-838d-d484d15d55d8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4a62329e-7f4f-42f8-b706-bd23fef73078 HTTP/1.1" status: 204 len: 168 time: 1.2290056 Jun 01 18:43:16.436139 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2719611b-e6fd-460e-816c-3fea73bb832b req-bd56b368-6339-48a6-9b10-2a6fade7b0d2 tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:43:16.436874 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-2719611b-e6fd-460e-816c-3fea73bb832b req-bd56b368-6339-48a6-9b10-2a6fade7b0d2 tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] Synchronizing usage tracker for tenant:ccc3866df726420d865ae40df69383ae on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:43:16.491830 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-695e018d-68e7-4cca-8351-9cc63bc82f34 req-b7396fe9-9e2f-4a64-8ba9-23644fcc6aae service neutron] Attempting to bind port 8831c773-14be-4310-8919-413ddfb12d43 on host n-h1-844202-1 for vnic_type normal with profile {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:43:16.492155 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-695e018d-68e7-4cca-8351-9cc63bc82f34 req-b7396fe9-9e2f-4a64-8ba9-23644fcc6aae service neutron] Attempting to bind port 8831c773-14be-4310-8919-413ddfb12d43 by drivers openvswitch,hyperv on host n-h1-844202-1 at level 0 using segments [{'id': '36c06fa3-2cc2-4561-abd0-907bb0c67288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'e376e31f-d7fc-4c94-a911-fdf7b219dbbf'}] {{(pid=88525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:43:16.492502 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-695e018d-68e7-4cca-8351-9cc63bc82f34 req-b7396fe9-9e2f-4a64-8ba9-23644fcc6aae service neutron] Attempting to bind port 8831c773-14be-4310-8919-413ddfb12d43 on network e376e31f-d7fc-4c94-a911-fdf7b219dbbf {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:43:16.506106 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-2719611b-e6fd-460e-816c-3fea73bb832b req-bd56b368-6339-48a6-9b10-2a6fade7b0d2 tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] Unset dirty status for tenant:ccc3866df726420d865ae40df69383ae on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:43:16.507692 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-9a8b4fe8-db16-40eb-872c-076b23cf0960 None None] Notify callbacks [] for port, precommit_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:16.513443 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2719611b-e6fd-460e-816c-3fea73bb832b req-bd56b368-6339-48a6-9b10-2a6fade7b0d2 tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc585a7c-ae9f-4a4c-9b7f-d79fd1488c22 HTTP/1.1" status: 200 len: 931 time: 0.6201849 Jun 01 18:43:16.524477 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.provisioning_blocks [None req-9a8b4fe8-db16-40eb-872c-076b23cf0960 None None] Transition to ACTIVE for port object 295bbb49-16a9-4d66-b4c2-797b555a07c2 will not be triggered until provisioned by entity L2. {{(pid=88527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:43:16.534157 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-9a8b4fe8-db16-40eb-872c-076b23cf0960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:16.537996 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-695e018d-68e7-4cca-8351-9cc63bc82f34 req-b7396fe9-9e2f-4a64-8ba9-23644fcc6aae service neutron] Port 8831c773-14be-4310-8919-413ddfb12d43 on network e376e31f-d7fc-4c94-a911-fdf7b219dbbf not bound, no agent of type Open vSwitch agent registered on host n-h1-844202-1 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 18:43:16.538314 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-695e018d-68e7-4cca-8351-9cc63bc82f34 req-b7396fe9-9e2f-4a64-8ba9-23644fcc6aae service neutron] Attempting to bind port 8831c773-14be-4310-8919-413ddfb12d43 on network e376e31f-d7fc-4c94-a911-fdf7b219dbbf {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:43:16.559803 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-695e018d-68e7-4cca-8351-9cc63bc82f34 req-b7396fe9-9e2f-4a64-8ba9-23644fcc6aae service neutron] Checking agent: {'id': 'bdb1e5d7-b998-4259-838f-3d278e930f32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 18, 43, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:43:16.560160 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-695e018d-68e7-4cca-8351-9cc63bc82f34 req-b7396fe9-9e2f-4a64-8ba9-23644fcc6aae service neutron] Checking segment: {'id': '36c06fa3-2cc2-4561-abd0-907bb0c67288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'e376e31f-d7fc-4c94-a911-fdf7b219dbbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:43:16.560539 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-695e018d-68e7-4cca-8351-9cc63bc82f34 req-b7396fe9-9e2f-4a64-8ba9-23644fcc6aae service neutron] Bound using segment: {'id': '36c06fa3-2cc2-4561-abd0-907bb0c67288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'e376e31f-d7fc-4c94-a911-fdf7b219dbbf'} {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:43:16.560979 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-695e018d-68e7-4cca-8351-9cc63bc82f34 req-b7396fe9-9e2f-4a64-8ba9-23644fcc6aae service neutron] Bound port: 8831c773-14be-4310-8919-413ddfb12d43, host: n-h1-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36c06fa3-2cc2-4561-abd0-907bb0c67288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'e376e31f-d7fc-4c94-a911-fdf7b219dbbf'}}] {{(pid=88525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:43:16.561318 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-695e018d-68e7-4cca-8351-9cc63bc82f34 req-b7396fe9-9e2f-4a64-8ba9-23644fcc6aae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:16.579671 n-d-844202-1 neutron-server[88524]: INFO neutron.db.l3_db [None req-ffc8c261-74fc-4981-aed2-ad2260a91e93 tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] Floating IP a1c293b1-4603-4701-b656-c4b24becc4b1 associated. External IP: 172.25.4.199, port: da6e29fd-6403-4944-816d-34c3b0ec319d. Jun 01 18:43:16.591803 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-621a0bb9-8a1f-4abc-a139-04350d0fa173 req-e736a0c7-55ee-48d9-9f94-366ce2db8bf7 service neutron] 10.222.0.15 "GET /v2.0/networks/411d1518-9352-4dec-8af2-2285a53556b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2623839 Jun 01 18:43:16.649137 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2719611b-e6fd-460e-816c-3fea73bb832b req-d08dae1c-a246-4da7-9753-70a7db51a632 tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] 10.222.0.41 "GET /v2.0/security-groups?id=61f93eb9-fec5-4827-8845-d05b29ffd128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347189 Jun 01 18:43:16.682923 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 141804c8-52a2-4017-818f-c7e2cc270657 details requested by agent hyperv_n-h1-844202-1 with host n-h1-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 18:43:16.740261 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-695e018d-68e7-4cca-8351-9cc63bc82f34 req-b7396fe9-9e2f-4a64-8ba9-23644fcc6aae service neutron] For port 8831c773-14be-4310-8919-413ddfb12d43, host n-h1-844202-1, cleared binding levels {{(pid=88525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:43:16.744740 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-695e018d-68e7-4cca-8351-9cc63bc82f34 req-b7396fe9-9e2f-4a64-8ba9-23644fcc6aae service neutron] For port 8831c773-14be-4310-8919-413ddfb12d43, host n-h1-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=8831c773-14be-4310-8919-413ddfb12d43,segment=NetworkSegment(36c06fa3-2cc2-4561-abd0-907bb0c67288),segment_id=36c06fa3-2cc2-4561-abd0-907bb0c67288)] {{(pid=88525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:43:16.775402 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-695e018d-68e7-4cca-8351-9cc63bc82f34 req-b7396fe9-9e2f-4a64-8ba9-23644fcc6aae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:16.858183 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-2c6c4d5d-a851-4896-b6b4-a34e3312e6d5 req-b0954f8c-c5f3-4503-8b64-3c7e7afa63ac tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:16.860416 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5437c5-380a-4729-931e-fee48a3f6d3a None None] Pushing event updated for resources: {'Port': ['ID=295bbb49-16a9-4d66-b4c2-797b555a07c2,revision_number=3']} {{(pid=88527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:43:16.958344 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695e018d-68e7-4cca-8351-9cc63bc82f34 req-b7396fe9-9e2f-4a64-8ba9-23644fcc6aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:43:16.958960 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-695e018d-68e7-4cca-8351-9cc63bc82f34 req-b7396fe9-9e2f-4a64-8ba9-23644fcc6aae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:16.960536 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-695e018d-68e7-4cca-8351-9cc63bc82f34 req-b7396fe9-9e2f-4a64-8ba9-23644fcc6aae service neutron] 10.222.0.15 "PUT /v2.0/ports/8831c773-14be-4310-8919-413ddfb12d43 HTTP/1.1" status: 200 len: 1091 time: 3.5426331 Jun 01 18:43:16.960984 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc585a7c-ae9f-4a4c-9b7f-d79fd1488c22', 'tag': '8831c773-14be-4310-8919-413ddfb12d43'}] {{(pid=88525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:43:17.004672 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7396fe9-9e2f-4a64-8ba9-23644fcc6aae service neutron] Pushing event updated for resources: {'Port': ['ID=8831c773-14be-4310-8919-413ddfb12d43,revision_number=3']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:43:17.117213 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5437c5-380a-4729-931e-fee48a3f6d3a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:43:17.117647 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5437c5-380a-4729-931e-fee48a3f6d3a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:43:17.125180 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5437c5-380a-4729-931e-fee48a3f6d3a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:43:17.125180 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5437c5-380a-4729-931e-fee48a3f6d3a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:43:17.125180 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5437c5-380a-4729-931e-fee48a3f6d3a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:43:17.125180 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5437c5-380a-4729-931e-fee48a3f6d3a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:43:17.125180 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5437c5-380a-4729-931e-fee48a3f6d3a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:43:17.125180 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5437c5-380a-4729-931e-fee48a3f6d3a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:43:17.125671 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5437c5-380a-4729-931e-fee48a3f6d3a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:43:17.125947 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5437c5-380a-4729-931e-fee48a3f6d3a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:43:17.126388 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5437c5-380a-4729-931e-fee48a3f6d3a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:43:17.126569 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5437c5-380a-4729-931e-fee48a3f6d3a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:43:17.154586 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-9a8b4fe8-db16-40eb-872c-076b23cf0960 None None] Attempting to bind port 295bbb49-16a9-4d66-b4c2-797b555a07c2 on host n-d-844202-1 for vnic_type normal with profile {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:43:17.155388 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-9a8b4fe8-db16-40eb-872c-076b23cf0960 None None] Attempting to bind port 295bbb49-16a9-4d66-b4c2-797b555a07c2 by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': 'f8fbc8e1-3348-4ea4-9fd0-0e0551d74a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '2fa86028-0209-4add-9b81-a15a41499ef2'}] {{(pid=88527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:43:17.155837 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a8b4fe8-db16-40eb-872c-076b23cf0960 None None] Attempting to bind port 295bbb49-16a9-4d66-b4c2-797b555a07c2 on network 2fa86028-0209-4add-9b81-a15a41499ef2 {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:43:17.160628 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695e018d-68e7-4cca-8351-9cc63bc82f34 req-291b13b0-9be4-42cc-a7e3-3bf48469fd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:43:17.162128 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-695e018d-68e7-4cca-8351-9cc63bc82f34 req-291b13b0-9be4-42cc-a7e3-3bf48469fd5c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ccc3866df726420d865ae40df69383ae&device_id=dc585a7c-ae9f-4a4c-9b7f-d79fd1488c22 HTTP/1.1" status: 200 len: 1094 time: 0.1461143 Jun 01 18:43:17.175616 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a8b4fe8-db16-40eb-872c-076b23cf0960 None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 18, 43, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:43:17.176518 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a8b4fe8-db16-40eb-872c-076b23cf0960 None None] Checking segment: {'id': 'f8fbc8e1-3348-4ea4-9fd0-0e0551d74a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '2fa86028-0209-4add-9b81-a15a41499ef2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:43:17.176924 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-9a8b4fe8-db16-40eb-872c-076b23cf0960 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:17.177306 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a8b4fe8-db16-40eb-872c-076b23cf0960 None None] Bound using segment: {'id': 'f8fbc8e1-3348-4ea4-9fd0-0e0551d74a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '2fa86028-0209-4add-9b81-a15a41499ef2'} {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:43:17.177779 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-9a8b4fe8-db16-40eb-872c-076b23cf0960 None None] Bound port: 295bbb49-16a9-4d66-b4c2-797b555a07c2, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8fbc8e1-3348-4ea4-9fd0-0e0551d74a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '2fa86028-0209-4add-9b81-a15a41499ef2'}}] {{(pid=88527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:43:17.180918 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-9a8b4fe8-db16-40eb-872c-076b23cf0960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:17.224490 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port 141804c8-52a2-4017-818f-c7e2cc270657, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=141804c8-52a2-4017-818f-c7e2cc270657,segment=NetworkSegment(af4f816e-23a9-4a28-b51f-1045978fc81d),segment_id=af4f816e-23a9-4a28-b51f-1045978fc81d)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:43:17.269700 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Returning: {'device': '141804c8-52a2-4017-818f-c7e2cc270657', 'network_id': '10a2587b-1014-44b1-b177-99812ce7e0cf', 'port_id': '141804c8-52a2-4017-818f-c7e2cc270657', 'mac_address': 'fa:16:3e:84:6d:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '095d92a5-4fce-4555-937d-a37b373b8ecc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 18:43:17.276013 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-695e018d-68e7-4cca-8351-9cc63bc82f34 req-d34e2afa-b675-4e4c-9cbe-faba124a824c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8831c773-14be-4310-8919-413ddfb12d43 HTTP/1.1" status: 200 len: 217 time: 0.1057415 Jun 01 18:43:17.357367 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.db [None req-9a8b4fe8-db16-40eb-872c-076b23cf0960 None None] For port 295bbb49-16a9-4d66-b4c2-797b555a07c2, host n-d-844202-1, cleared binding levels {{(pid=88527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:43:17.361850 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.db [None req-9a8b4fe8-db16-40eb-872c-076b23cf0960 None None] For port 295bbb49-16a9-4d66-b4c2-797b555a07c2, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=295bbb49-16a9-4d66-b4c2-797b555a07c2,segment=NetworkSegment(f8fbc8e1-3348-4ea4-9fd0-0e0551d74a24),segment_id=f8fbc8e1-3348-4ea4-9fd0-0e0551d74a24)] {{(pid=88527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:43:17.366418 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-9a8b4fe8-db16-40eb-872c-076b23cf0960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:17.441480 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695e018d-68e7-4cca-8351-9cc63bc82f34 req-d6a2f80f-b740-434f-bd7f-86863bece215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:43:17.449840 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-695e018d-68e7-4cca-8351-9cc63bc82f34 req-d6a2f80f-b740-434f-bd7f-86863bece215 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b515e042-63ba-4f60-823c-65d0c449d014 HTTP/1.1" status: 200 len: 854 time: 0.1662238 Jun 01 18:43:17.463330 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port 141804c8-52a2-4017-818f-c7e2cc270657 is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:43:17.465746 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:17.503557 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5437c5-380a-4729-931e-fee48a3f6d3a None None] Pushing event updated for resources: {'Port': ['ID=295bbb49-16a9-4d66-b4c2-797b555a07c2,revision_number=4']} {{(pid=88527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:43:17.525509 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a8b4fe8-db16-40eb-872c-076b23cf0960 None None] Routers {'24ae915b-3a09-4bb6-b3b3-c9675639527e'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:43:17.528479 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-9a8b4fe8-db16-40eb-872c-076b23cf0960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:43:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['24ae915b-3a09-4bb6-b3b3-c9675639527e'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:43:17.566089 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 141804c8-52a2-4017-818f-c7e2cc270657 {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:43:17.617609 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695e018d-68e7-4cca-8351-9cc63bc82f34 req-524bd50d-1d5f-4ef3-b9fb-e92c5c421c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:43:17.622142 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port 141804c8-52a2-4017-818f-c7e2cc270657, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=141804c8-52a2-4017-818f-c7e2cc270657,segment=NetworkSegment(af4f816e-23a9-4a28-b51f-1045978fc81d),segment_id=af4f816e-23a9-4a28-b51f-1045978fc81d)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:43:17.622530 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-695e018d-68e7-4cca-8351-9cc63bc82f34 req-524bd50d-1d5f-4ef3-b9fb-e92c5c421c3e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e376e31f-d7fc-4c94-a911-fdf7b219dbbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1665897 Jun 01 18:43:17.632986 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:17.641434 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [req-2c6c4d5d-a851-4896-b6b4-a34e3312e6d5 req-b0954f8c-c5f3-4503-8b64-3c7e7afa63ac tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] Allocated IP 172.25.4.153 (72a72e44-6845-488a-a5ff-3a26d4df9cb3/c314a23b-daa2-4106-ab28-8e6f954277b2/e76b3700-02bb-4231-8007-70df39a947e4) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:43:17.875964 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffc8c261-74fc-4981-aed2-ad2260a91e93 tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] Router 3c506a61-3ad0-436c-b5af-1dd11e0fa1d4 has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 18:43:17.896813 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=141804c8-52a2-4017-818f-c7e2cc270657,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:43:17.930539 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-695e018d-68e7-4cca-8351-9cc63bc82f34 req-38e63ef7-eb1e-4e6d-82c0-130abe653a87 service neutron] 10.222.0.15 "GET /v2.0/networks/e376e31f-d7fc-4c94-a911-fdf7b219dbbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3008292 Jun 01 18:43:17.938246 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:43:17.938592 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:43:17.942858 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:43:17.943537 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:43:17.946231 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:43:17.946838 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:43:17.947387 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:43:17.948731 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:43:17.950235 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:43:17.957529 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:43:17.958189 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:43:17.959694 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:43:17.984362 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-9a8b4fe8-db16-40eb-872c-076b23cf0960 None None] Set router 24ae915b-3a09-4bb6-b3b3-c9675639527e gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:43:18.013616 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] get_ports_and_sgs() called for port_ids ['141804c8-52a2-4017-818f-c7e2cc270657'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:43:18.392355 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-9a8b4fe8-db16-40eb-872c-076b23cf0960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24ae915b-3a09-4bb6-b3b3-c9675639527e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1826518330-router', 'tenant_id': 'fe37b4563e0349938f147e9c99d54534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.167'}], 'enable_snat': True}, 'gw_port_id': 'f8bdaced-309b-4a16-af16-e96f30a9ba08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:42:58Z', 'updated_at': '2022-06-01T18:43:09Z', 'revision_number': 4, 'project_id': 'fe37b4563e0349938f147e9c99d54534', 'gw_port': {'id': 'f8bdaced-309b-4a16-af16-e96f30a9ba08', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:96:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ae915b-3a09-4bb6-b3b3-c9675639527e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:43:01Z', 'updated_at': '2022-06-01T18:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '295bbb49-16a9-4d66-b4c2-797b555a07c2', 'name': '', 'network_id': '2fa86028-0209-4add-9b81-a15a41499ef2', 'tenant_id': 'fe37b4563e0349938f147e9c99d54534', 'mac_address': 'fa:16:3e:f0:a6:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24ae915b-3a09-4bb6-b3b3-c9675639527e', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '15baa5ee-7752-4f7e-acac-371c6811276b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:43:07Z', 'updated_at': '2022-06-01T18:43:17Z', 'revision_number': 4, 'project_id': 'fe37b4563e0349938f147e9c99d54534', 'subnets': [{'id': '15baa5ee-7752-4f7e-acac-371c6811276b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:43:18.396714 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a8b4fe8-db16-40eb-872c-076b23cf0960 None None] The sync data for ids ['24ae915b-3a09-4bb6-b3b3-c9675639527e'] in n-d-844202-1 is: [{'id': '24ae915b-3a09-4bb6-b3b3-c9675639527e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1826518330-router', 'tenant_id': 'fe37b4563e0349938f147e9c99d54534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.167'}], 'enable_snat': True}, 'gw_port_id': 'f8bdaced-309b-4a16-af16-e96f30a9ba08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:42:58Z', 'updated_at': '2022-06-01T18:43:09Z', 'revision_number': 4, 'project_id': 'fe37b4563e0349938f147e9c99d54534', 'gw_port': {'id': 'f8bdaced-309b-4a16-af16-e96f30a9ba08', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:96:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ae915b-3a09-4bb6-b3b3-c9675639527e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:43:01Z', 'updated_at': '2022-06-01T18:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '295bbb49-16a9-4d66-b4c2-797b555a07c2', 'name': '', 'network_id': '2fa86028-0209-4add-9b81-a15a41499ef2', 'tenant_id': 'fe37b4563e0349938f147e9c99d54534', 'mac_address': 'fa:16:3e:f0:a6:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24ae915b-3a09-4bb6-b3b3-c9675639527e', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '15baa5ee-7752-4f7e-acac-371c6811276b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:43:07Z', 'updated_at': '2022-06-01T18:43:17Z', 'revision_number': 4, 'project_id': 'fe37b4563e0349938f147e9c99d54534', 'subnets': [{'id': '15baa5ee-7752-4f7e-acac-371c6811276b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 18:43:18.514374 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffc8c261-74fc-4981-aed2-ad2260a91e93 tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 18:43:18.522990 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-2c6c4d5d-a851-4896-b6b4-a34e3312e6d5 req-b0954f8c-c5f3-4503-8b64-3c7e7afa63ac tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:18.528315 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd585598-170f-411d-9305-dfdf84b68c10 None None] Sync routers for ids ['3c506a61-3ad0-436c-b5af-1dd11e0fa1d4'] in n-d-844202-1 {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 18:43:18.536259 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ffc8c261-74fc-4981-aed2-ad2260a91e93 tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for floatingip, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:18.550916 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd585598-170f-411d-9305-dfdf84b68c10 None None] Routers {'3c506a61-3ad0-436c-b5af-1dd11e0fa1d4'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:43:18.552025 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-cd585598-170f-411d-9305-dfdf84b68c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:43:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['3c506a61-3ad0-436c-b5af-1dd11e0fa1d4'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:43:18.621789 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-ffc8c261-74fc-4981-aed2-ad2260a91e93 tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] 10.222.0.41 "PUT /v2.0/floatingips/a1c293b1-4603-4701-b656-c4b24becc4b1 HTTP/1.1" status: 200 len: 991 time: 3.5459321 Jun 01 18:43:18.655263 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-2c6c4d5d-a851-4896-b6b4-a34e3312e6d5 req-b0954f8c-c5f3-4503-8b64-3c7e7afa63ac tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:18.731869 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c6c4d5d-a851-4896-b6b4-a34e3312e6d5 req-b0954f8c-c5f3-4503-8b64-3c7e7afa63ac tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] Network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:43:18.739382 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [req-2c6c4d5d-a851-4896-b6b4-a34e3312e6d5 req-b0954f8c-c5f3-4503-8b64-3c7e7afa63ac tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:43:18.752734 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c6c4d5d-a851-4896-b6b4-a34e3312e6d5 req-b0954f8c-c5f3-4503-8b64-3c7e7afa63ac tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:43:18.760591 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-78c51397-e1d4-4fbe-bfc0-82e5fada7de1 req-5a0d5750-7e66-48bb-8858-e51a8d4d456c service neutron] 10.222.0.15 "GET /v2.0/ports/865499a8-4a47-4d3a-a9d0-7d19c3aa98c3/bindings/n-h2-844202-1 HTTP/1.1" status: 200 len: 384 time: 0.6029458 Jun 01 18:43:18.765793 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-695e018d-68e7-4cca-8351-9cc63bc82f34 req-a39e04fd-e718-4f1f-9f10-b0d83771d73c service neutron] 10.222.0.15 "GET /v2.0/networks/e376e31f-d7fc-4c94-a911-fdf7b219dbbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8285427 Jun 01 18:43:18.817525 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-cd585598-170f-411d-9305-dfdf84b68c10 None None] Set router 3c506a61-3ad0-436c-b5af-1dd11e0fa1d4 gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:43:18.827707 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f5e56d-89be-453b-b4ec-f02cf222138c req-aa81d13d-65ca-46fd-8164-30566115254b tempest-FloatingIPsAssociationNegativeTestJSON-1899695893 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:43:18.828449 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-42f5e56d-89be-453b-b4ec-f02cf222138c req-aa81d13d-65ca-46fd-8164-30566115254b tempest-FloatingIPsAssociationNegativeTestJSON-1899695893 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893-project] Synchronizing usage tracker for tenant:fe37b4563e0349938f147e9c99d54534 on resource:network {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:43:18.853281 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0954f8c-c5f3-4503-8b64-3c7e7afa63ac tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] Pushing event updated for resources: {'Port': ['ID=e76b3700-02bb-4231-8007-70df39a947e4,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:43:18.907254 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-42f5e56d-89be-453b-b4ec-f02cf222138c req-aa81d13d-65ca-46fd-8164-30566115254b tempest-FloatingIPsAssociationNegativeTestJSON-1899695893 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893-project] Unset dirty status for tenant:fe37b4563e0349938f147e9c99d54534 on resource:network {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:43:18.925024 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-42f5e56d-89be-453b-b4ec-f02cf222138c req-aa81d13d-65ca-46fd-8164-30566115254b tempest-FloatingIPsAssociationNegativeTestJSON-1899695893 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893-project] 10.222.0.41 "GET /v2.0/networks?id=2fa86028-0209-4add-9b81-a15a41499ef2 HTTP/1.1" status: 200 len: 829 time: 0.4843547 Jun 01 18:43:18.995040 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-2c6c4d5d-a851-4896-b6b4-a34e3312e6d5 req-b0954f8c-c5f3-4503-8b64-3c7e7afa63ac tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:19.102859 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 295bbb49-16a9-4d66-b4c2-797b555a07c2 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:43:19.110016 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-2c6c4d5d-a851-4896-b6b4-a34e3312e6d5 req-b0954f8c-c5f3-4503-8b64-3c7e7afa63ac tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:19.236762 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-78c51397-e1d4-4fbe-bfc0-82e5fada7de1 req-05ce01f0-1409-4126-af78-236f65e90004 service neutron] For port 865499a8-4a47-4d3a-a9d0-7d19c3aa98c3, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=865499a8-4a47-4d3a-a9d0-7d19c3aa98c3,segment=NetworkSegment(e7a2e8fb-b3d5-44ba-bb42-81da885a74e3),segment_id=e7a2e8fb-b3d5-44ba-bb42-81da885a74e3)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:43:19.270886 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-42f5e56d-89be-453b-b4ec-f02cf222138c req-f24a7277-9513-4d70-9c39-0bfa04144249 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893-project] 10.222.0.41 "GET /v2.0/quotas/fe37b4563e0349938f147e9c99d54534 HTTP/1.1" status: 200 len: 375 time: 0.3436513 Jun 01 18:43:19.274664 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-78c51397-e1d4-4fbe-bfc0-82e5fada7de1 req-05ce01f0-1409-4126-af78-236f65e90004 service neutron] For port 865499a8-4a47-4d3a-a9d0-7d19c3aa98c3, host n-h1-844202-1, cleared binding levels {{(pid=88525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:43:19.393470 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port 295bbb49-16a9-4d66-b4c2-797b555a07c2 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:43:19.395463 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-2c6c4d5d-a851-4896-b6b4-a34e3312e6d5 req-b0954f8c-c5f3-4503-8b64-3c7e7afa63ac tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:19.400606 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-2c6c4d5d-a851-4896-b6b4-a34e3312e6d5 req-b0954f8c-c5f3-4503-8b64-3c7e7afa63ac tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:19.405659 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 295bbb49-16a9-4d66-b4c2-797b555a07c2 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:43:19.405857 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [req-78c51397-e1d4-4fbe-bfc0-82e5fada7de1 req-05ce01f0-1409-4126-af78-236f65e90004 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 865499a8-4a47-4d3a-a9d0-7d19c3aa98c3 {{(pid=88525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:43:19.406378 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:19.417293 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-78c51397-e1d4-4fbe-bfc0-82e5fada7de1 req-05ce01f0-1409-4126-af78-236f65e90004 service neutron] For port 865499a8-4a47-4d3a-a9d0-7d19c3aa98c3, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=865499a8-4a47-4d3a-a9d0-7d19c3aa98c3,segment=NetworkSegment(e7a2e8fb-b3d5-44ba-bb42-81da885a74e3),segment_id=e7a2e8fb-b3d5-44ba-bb42-81da885a74e3)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:43:19.452338 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-78c51397-e1d4-4fbe-bfc0-82e5fada7de1 req-05ce01f0-1409-4126-af78-236f65e90004 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:19.536451 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-42f5e56d-89be-453b-b4ec-f02cf222138c req-10bdedb9-64b1-4b0e-8f8b-a8658c8f4bcd tempest-FloatingIPsAssociationNegativeTestJSON-1899695893 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893-project] Synchronizing usage tracker for tenant:fe37b4563e0349938f147e9c99d54534 on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:43:19.549770 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-2c6c4d5d-a851-4896-b6b4-a34e3312e6d5 req-b0954f8c-c5f3-4503-8b64-3c7e7afa63ac tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887712'] for floatingip, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:19.576084 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-2c6c4d5d-a851-4896-b6b4-a34e3312e6d5 req-b0954f8c-c5f3-4503-8b64-3c7e7afa63ac tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for floatingip, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:19.577342 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-2c6c4d5d-a851-4896-b6b4-a34e3312e6d5 req-b0954f8c-c5f3-4503-8b64-3c7e7afa63ac tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.6359589 Jun 01 18:43:19.579655 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-42f5e56d-89be-453b-b4ec-f02cf222138c req-10bdedb9-64b1-4b0e-8f8b-a8658c8f4bcd tempest-FloatingIPsAssociationNegativeTestJSON-1899695893 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893-project] Unset dirty status for tenant:fe37b4563e0349938f147e9c99d54534 on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:43:19.582174 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-42f5e56d-89be-453b-b4ec-f02cf222138c req-10bdedb9-64b1-4b0e-8f8b-a8658c8f4bcd tempest-FloatingIPsAssociationNegativeTestJSON-1899695893 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=fe37b4563e0349938f147e9c99d54534&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2706342 Jun 01 18:43:19.595369 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0954f8c-c5f3-4503-8b64-3c7e7afa63ac tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] Pushing event updated for resources: {'Port': ['ID=e76b3700-02bb-4231-8007-70df39a947e4,revision_number=2']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:43:19.603142 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-cd585598-170f-411d-9305-dfdf84b68c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c506a61-3ad0-436c-b5af-1dd11e0fa1d4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-966599028-router', 'tenant_id': '7dd3c8e221f9433b9e41db5bb127ec48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': 'fa50976e-aefa-45dd-8e42-ccb004496ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:40:40Z', 'updated_at': '2022-06-01T18:40:54Z', 'revision_number': 4, 'project_id': '7dd3c8e221f9433b9e41db5bb127ec48', 'gw_port': {'id': 'fa50976e-aefa-45dd-8e42-ccb004496ea7', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ca:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c506a61-3ad0-436c-b5af-1dd11e0fa1d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:40:42Z', 'updated_at': '2022-06-01T18:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_floatingips': [{'id': 'a1c293b1-4603-4701-b656-c4b24becc4b1', 'tenant_id': '7dd3c8e221f9433b9e41db5bb127ec48', 'floating_ip_address': '172.25.4.199', 'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'router_id': '3c506a61-3ad0-436c-b5af-1dd11e0fa1d4', 'port_id': 'da6e29fd-6403-4944-816d-34c3b0ec319d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18cc4e4f-761f-49c9-826c-48ea46f95616', 'mac_address': 'fa:16:3e:6f:d8:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72309f34-1001-446b-9441-5af03e82401c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T18:41:36Z', 'updated_at': '2022-06-01T18:43:15Z', 'revision_number': 5, 'project_id': '7dd3c8e221f9433b9e41db5bb127ec48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89dcbeb8-b038-4d51-8cb6-78072f35c675', 'name': '', 'network_id': '18cc4e4f-761f-49c9-826c-48ea46f95616', 'tenant_id': '7dd3c8e221f9433b9e41db5bb127ec48', 'mac_address': 'fa:16:3e:4f:78:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c506a61-3ad0-436c-b5af-1dd11e0fa1d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'a2dd2f73-8ed9-4db5-a137-6e9cf02d18e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:40:51Z', 'updated_at': '2022-06-01T18:41:05Z', 'revision_number': 5, 'project_id': '7dd3c8e221f9433b9e41db5bb127ec48', 'subnets': [{'id': 'a2dd2f73-8ed9-4db5-a137-6e9cf02d18e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:43:19.610082 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd585598-170f-411d-9305-dfdf84b68c10 None None] Checking router: 3c506a61-3ad0-436c-b5af-1dd11e0fa1d4 for host: n-d-844202-1 {{(pid=88526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 18:43:19.627311 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 295bbb49-16a9-4d66-b4c2-797b555a07c2 is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:43:19.627857 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:19.646383 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd585598-170f-411d-9305-dfdf84b68c10 None None] Routers {'3c506a61-3ad0-436c-b5af-1dd11e0fa1d4'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:43:19.647044 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-cd585598-170f-411d-9305-dfdf84b68c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:43:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['3c506a61-3ad0-436c-b5af-1dd11e0fa1d4'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:43:19.675046 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [req-78c51397-e1d4-4fbe-bfc0-82e5fada7de1 req-05ce01f0-1409-4126-af78-236f65e90004 service neutron] Transition to ACTIVE for port object 865499a8-4a47-4d3a-a9d0-7d19c3aa98c3 will not be triggered until provisioned by entity L2. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:43:19.681931 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-78c51397-e1d4-4fbe-bfc0-82e5fada7de1 req-05ce01f0-1409-4126-af78-236f65e90004 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:19.838849 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-cd585598-170f-411d-9305-dfdf84b68c10 None None] Set router 3c506a61-3ad0-436c-b5af-1dd11e0fa1d4 gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:43:19.898110 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-2c6c4d5d-a851-4896-b6b4-a34e3312e6d5 req-46c26a45-49f8-41ea-9bee-e23c5ac37125 tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] Synchronizing usage tracker for tenant:e0dc2e96ec69456782f276e47bf2486d on resource:floatingip {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:43:19.905650 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [req-78c51397-e1d4-4fbe-bfc0-82e5fada7de1 req-05ce01f0-1409-4126-af78-236f65e90004 service neutron] No DVR routers for this DVR port 865499a8-4a47-4d3a-a9d0-7d19c3aa98c3 on host n-h1-844202-1 {{(pid=88525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 18:43:19.923549 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ce01f0-1409-4126-af78-236f65e90004 service neutron] Pushing event updated for resources: {'Port': ['ID=865499a8-4a47-4d3a-a9d0-7d19c3aa98c3,revision_number=10']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:43:19.952565 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-2c6c4d5d-a851-4896-b6b4-a34e3312e6d5 req-46c26a45-49f8-41ea-9bee-e23c5ac37125 tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] Unset dirty status for tenant:e0dc2e96ec69456782f276e47bf2486d on resource:floatingip {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:43:19.954277 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-2c6c4d5d-a851-4896-b6b4-a34e3312e6d5 req-46c26a45-49f8-41ea-9bee-e23c5ac37125 tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.4.153 HTTP/1.1" status: 200 len: 696 time: 0.3436468 Jun 01 18:43:19.962382 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-42f5e56d-89be-453b-b4ec-f02cf222138c req-b801c57e-c4b3-45bf-a944-56769bad744f service neutron] 10.222.0.41 "GET /v2.0/networks/2fa86028-0209-4add-9b81-a15a41499ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3752759 Jun 01 18:43:20.021417 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-78c51397-e1d4-4fbe-bfc0-82e5fada7de1 req-05ce01f0-1409-4126-af78-236f65e90004 service neutron] 10.222.0.15 "PUT /v2.0/ports/865499a8-4a47-4d3a-a9d0-7d19c3aa98c3/bindings/n-h2-844202-1/activate HTTP/1.1" status: 200 len: 369 time: 1.2529621 Jun 01 18:43:20.056526 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port 295bbb49-16a9-4d66-b4c2-797b555a07c2, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=295bbb49-16a9-4d66-b4c2-797b555a07c2,segment=NetworkSegment(f8fbc8e1-3348-4ea4-9fd0-0e0551d74a24),segment_id=f8fbc8e1-3348-4ea4-9fd0-0e0551d74a24)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:43:20.088650 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:20.138083 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6c4d5d-a851-4896-b6b4-a34e3312e6d5 req-d835e3f2-ff44-4fc6-b369-b474593bf6e5 tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:43:20.139607 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-2c6c4d5d-a851-4896-b6b4-a34e3312e6d5 req-d835e3f2-ff44-4fc6-b369-b474593bf6e5 tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] 10.222.0.41 "GET /v2.0/networks/72a72e44-6845-488a-a5ff-3a26d4df9cb3 HTTP/1.1" status: 200 len: 784 time: 0.1711762 Jun 01 18:43:20.173595 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-42f5e56d-89be-453b-b4ec-f02cf222138c req-91a5fd8a-7f31-4042-b61b-6792bd1a0807 service neutron] 10.222.0.41 "GET /v2.0/networks/2fa86028-0209-4add-9b81-a15a41499ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2009208 Jun 01 18:43:20.395267 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=295bbb49-16a9-4d66-b4c2-797b555a07c2,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:43:20.397983 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fed9edc2-d91a-43c7-863e-40df79238633'] response: {'name': 'network-changed', 'server_uuid': '4a6e54cd-fa60-4562-94e7-5d0a822b5f6e', 'tag': '141804c8-52a2-4017-818f-c7e2cc270657', 'status': 'completed', 'code': 200} Jun 01 18:43:20.438179 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-cd585598-170f-411d-9305-dfdf84b68c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c506a61-3ad0-436c-b5af-1dd11e0fa1d4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-966599028-router', 'tenant_id': '7dd3c8e221f9433b9e41db5bb127ec48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': 'fa50976e-aefa-45dd-8e42-ccb004496ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:40:40Z', 'updated_at': '2022-06-01T18:40:54Z', 'revision_number': 4, 'project_id': '7dd3c8e221f9433b9e41db5bb127ec48', 'gw_port': {'id': 'fa50976e-aefa-45dd-8e42-ccb004496ea7', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ca:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c506a61-3ad0-436c-b5af-1dd11e0fa1d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:40:42Z', 'updated_at': '2022-06-01T18:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_floatingips': [{'id': 'a1c293b1-4603-4701-b656-c4b24becc4b1', 'tenant_id': '7dd3c8e221f9433b9e41db5bb127ec48', 'floating_ip_address': '172.25.4.199', 'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'router_id': '3c506a61-3ad0-436c-b5af-1dd11e0fa1d4', 'port_id': 'da6e29fd-6403-4944-816d-34c3b0ec319d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18cc4e4f-761f-49c9-826c-48ea46f95616', 'mac_address': 'fa:16:3e:6f:d8:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72309f34-1001-446b-9441-5af03e82401c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T18:41:36Z', 'updated_at': '2022-06-01T18:43:15Z', 'revision_number': 5, 'project_id': '7dd3c8e221f9433b9e41db5bb127ec48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89dcbeb8-b038-4d51-8cb6-78072f35c675', 'name': '', 'network_id': '18cc4e4f-761f-49c9-826c-48ea46f95616', 'tenant_id': '7dd3c8e221f9433b9e41db5bb127ec48', 'mac_address': 'fa:16:3e:4f:78:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c506a61-3ad0-436c-b5af-1dd11e0fa1d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'a2dd2f73-8ed9-4db5-a137-6e9cf02d18e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:40:51Z', 'updated_at': '2022-06-01T18:41:05Z', 'revision_number': 5, 'project_id': '7dd3c8e221f9433b9e41db5bb127ec48', 'subnets': [{'id': 'a2dd2f73-8ed9-4db5-a137-6e9cf02d18e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:43:20.447692 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd585598-170f-411d-9305-dfdf84b68c10 None None] The sync data for ids ['3c506a61-3ad0-436c-b5af-1dd11e0fa1d4'] in n-d-844202-1 is: [{'id': '3c506a61-3ad0-436c-b5af-1dd11e0fa1d4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-966599028-router', 'tenant_id': '7dd3c8e221f9433b9e41db5bb127ec48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': 'fa50976e-aefa-45dd-8e42-ccb004496ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:40:40Z', 'updated_at': '2022-06-01T18:40:54Z', 'revision_number': 4, 'project_id': '7dd3c8e221f9433b9e41db5bb127ec48', 'gw_port': {'id': 'fa50976e-aefa-45dd-8e42-ccb004496ea7', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ca:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c506a61-3ad0-436c-b5af-1dd11e0fa1d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:40:42Z', 'updated_at': '2022-06-01T18:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_floatingips': [{'id': 'a1c293b1-4603-4701-b656-c4b24becc4b1', 'tenant_id': '7dd3c8e221f9433b9e41db5bb127ec48', 'floating_ip_address': '172.25.4.199', 'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'router_id': '3c506a61-3ad0-436c-b5af-1dd11e0fa1d4', 'port_id': 'da6e29fd-6403-4944-816d-34c3b0ec319d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18cc4e4f-761f-49c9-826c-48ea46f95616', 'mac_address': 'fa:16:3e:6f:d8:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72309f34-1001-446b-9441-5af03e82401c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T18:41:36Z', 'updated_at': '2022-06-01T18:43:15Z', 'revision_number': 5, 'project_id': '7dd3c8e221f9433b9e41db5bb127ec48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89dcbeb8-b038-4d51-8cb6-78072f35c675', 'name': '', 'network_id': '18cc4e4f-761f-49c9-826c-48ea46f95616', 'tenant_id': '7dd3c8e221f9433b9e41db5bb127ec48', 'mac_address': 'fa:16:3e:4f:78:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c506a61-3ad0-436c-b5af-1dd11e0fa1d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'a2dd2f73-8ed9-4db5-a137-6e9cf02d18e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:40:51Z', 'updated_at': '2022-06-01T18:41:05Z', 'revision_number': 5, 'project_id': '7dd3c8e221f9433b9e41db5bb127ec48', 'subnets': [{'id': 'a2dd2f73-8ed9-4db5-a137-6e9cf02d18e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 18:43:20.477276 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c51397-e1d4-4fbe-bfc0-82e5fada7de1 req-69ca0a0c-3fa9-4191-8552-879f9b5c73f4 tempest-LiveAutoBlockMigrationV225Test-590672389 tempest-LiveAutoBlockMigrationV225Test-590672389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:43:20.478945 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-78c51397-e1d4-4fbe-bfc0-82e5fada7de1 req-69ca0a0c-3fa9-4191-8552-879f9b5c73f4 tempest-LiveAutoBlockMigrationV225Test-590672389 tempest-LiveAutoBlockMigrationV225Test-590672389-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=26f7889e-93cf-42e0-b644-7fc47dc1a909&tenant_id=0182a2e51ffc43df8efdd2130dbcea4d&binding%3Ahost_id=n-h1-844202-1 HTTP/1.1" status: 200 len: 1096 time: 0.2301736 Jun 01 18:43:20.493641 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ed9574-6bef-480b-8a5d-9381017ec7cf req-8fb6b171-1e7d-48b9-a2b5-af5bd10a7667 tempest-AttachSCSIVolumeTestJSON-660953961 tempest-AttachSCSIVolumeTestJSON-660953961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:43:20.502152 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d0ed9574-6bef-480b-8a5d-9381017ec7cf req-8fb6b171-1e7d-48b9-a2b5-af5bd10a7667 tempest-AttachSCSIVolumeTestJSON-660953961 tempest-AttachSCSIVolumeTestJSON-660953961-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a6e54cd-fa60-4562-94e7-5d0a822b5f6e HTTP/1.1" status: 200 len: 944 time: 0.1553032 Jun 01 18:43:20.529739 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f815dbd8-8dc5-473c-b7cf-bd8a9c3604a9 req-c6b4ba21-9e4e-448c-a3bb-00209761c9de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:43:20.531230 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f815dbd8-8dc5-473c-b7cf-bd8a9c3604a9 req-c6b4ba21-9e4e-448c-a3bb-00209761c9de service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=45241712d04f44c69000bd03eb1880d9&device_id=4a6e54cd-fa60-4562-94e7-5d0a822b5f6e HTTP/1.1" status: 200 len: 1095 time: 0.1262610 Jun 01 18:43:20.607307 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d0ed9574-6bef-480b-8a5d-9381017ec7cf req-20c166d1-f3cb-4294-bd17-9ec1f481f328 tempest-AttachSCSIVolumeTestJSON-660953961 tempest-AttachSCSIVolumeTestJSON-660953961-project] 10.222.0.41 "GET /v2.0/security-groups?id=4b1d23f4-ed75-49f3-842d-08802ecbf36f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041503 Jun 01 18:43:20.626553 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c51397-e1d4-4fbe-bfc0-82e5fada7de1 req-9f4eeb6f-0408-40a0-b11f-b0bda960cbb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:43:20.628402 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-78c51397-e1d4-4fbe-bfc0-82e5fada7de1 req-9f4eeb6f-0408-40a0-b11f-b0bda960cbb1 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=26f7889e-93cf-42e0-b644-7fc47dc1a909&tenant_id=0182a2e51ffc43df8efdd2130dbcea4d HTTP/1.1" status: 200 len: 1096 time: 0.1240697 Jun 01 18:43:20.691959 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 8831c773-14be-4310-8919-413ddfb12d43 details requested by agent hyperv_n-h1-844202-1 with host n-h1-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 18:43:20.709745 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 141804c8-52a2-4017-818f-c7e2cc270657 up at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:43:20.726020 n-d-844202-1 neutron-server[88525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8eb6e140-9c76-4dcb-b099-b1cd65589216'] response: {'name': 'network-changed', 'server_uuid': 'dc585a7c-ae9f-4a4c-9b7f-d79fd1488c22', 'tag': '8831c773-14be-4310-8919-413ddfb12d43', 'status': 'completed', 'code': 200} Jun 01 18:43:20.764899 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8715149-13a4-4079-9948-32471a7ec770 None None] New status for floating IP a1c293b1-4603-4701-b656-c4b24becc4b1: ACTIVE {{(pid=88527) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 18:43:20.778713 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c51397-e1d4-4fbe-bfc0-82e5fada7de1 req-463308f8-27f7-4fa7-8428-56f001c3cba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:43:20.785370 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-78c51397-e1d4-4fbe-bfc0-82e5fada7de1 req-463308f8-27f7-4fa7-8428-56f001c3cba0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0182a2e51ffc43df8efdd2130dbcea4d&device_id=26f7889e-93cf-42e0-b644-7fc47dc1a909 HTTP/1.1" status: 200 len: 1096 time: 0.1338792 Jun 01 18:43:20.999080 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f815dbd8-8dc5-473c-b7cf-bd8a9c3604a9 req-6c355ef3-8c74-4f76-9d83-734361a9d42b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:43:21.001200 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f815dbd8-8dc5-473c-b7cf-bd8a9c3604a9 req-6c355ef3-8c74-4f76-9d83-734361a9d42b service neutron] 10.222.0.15 "GET /v2.0/networks?id=10a2587b-1014-44b1-b177-99812ce7e0cf HTTP/1.1" status: 200 len: 916 time: 0.4276860 Jun 01 18:43:21.074456 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea892d61-2014-4f21-ad3d-dc334498eadf req-3d1c8cd0-f751-44c9-a046-7e8997270e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:43:21.076046 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ea892d61-2014-4f21-ad3d-dc334498eadf req-3d1c8cd0-f751-44c9-a046-7e8997270e57 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ccc3866df726420d865ae40df69383ae&device_id=dc585a7c-ae9f-4a4c-9b7f-d79fd1488c22 HTTP/1.1" status: 200 len: 1094 time: 0.2142258 Jun 01 18:43:21.084752 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 295bbb49-16a9-4d66-b4c2-797b555a07c2 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:43:21.091038 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f27847-4980-468f-8617-3fd54a85af90 req-e917cd88-78e3-4d50-8188-5de476132e2f tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:43:21.097963 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b8f27847-4980-468f-8617-3fd54a85af90 req-e917cd88-78e3-4d50-8188-5de476132e2f tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] 10.222.0.41 "GET /v2.0/ports?device_id=26f7889e-93cf-42e0-b644-7fc47dc1a909 HTTP/1.1" status: 200 len: 945 time: 0.5707452 Jun 01 18:43:21.138407 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f815dbd8-8dc5-473c-b7cf-bd8a9c3604a9 req-1fe0b354-33ef-47dd-a478-1ac7010198e7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=141804c8-52a2-4017-818f-c7e2cc270657 HTTP/1.1" status: 200 len: 217 time: 0.1283531 Jun 01 18:43:21.169765 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Provisioning for port 141804c8-52a2-4017-818f-c7e2cc270657 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:43:21.179357 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c51397-e1d4-4fbe-bfc0-82e5fada7de1 req-13c4eb90-c940-4ea6-a839-49c448177402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:43:21.180873 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-78c51397-e1d4-4fbe-bfc0-82e5fada7de1 req-13c4eb90-c940-4ea6-a839-49c448177402 service neutron] 10.222.0.50 "GET /v2.0/networks?id=411d1518-9352-4dec-8af2-2285a53556b4 HTTP/1.1" status: 200 len: 922 time: 0.3900599 Jun 01 18:43:21.182144 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port 8831c773-14be-4310-8919-413ddfb12d43, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=8831c773-14be-4310-8919-413ddfb12d43,segment=NetworkSegment(36c06fa3-2cc2-4561-abd0-907bb0c67288),segment_id=36c06fa3-2cc2-4561-abd0-907bb0c67288)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:43:21.198273 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Provisioning complete for port 141804c8-52a2-4017-818f-c7e2cc270657 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:43:21.206048 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:21.274364 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Returning: {'device': '8831c773-14be-4310-8919-413ddfb12d43', 'network_id': 'e376e31f-d7fc-4c94-a911-fdf7b219dbbf', 'port_id': '8831c773-14be-4310-8919-413ddfb12d43', 'mac_address': 'fa:16:3e:db:06:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b515e042-63ba-4f60-823c-65d0c449d014', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 18:43:21.288478 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b8f27847-4980-468f-8617-3fd54a85af90 req-3693a189-0989-443d-a5c7-7ad4c10b2b6a tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] 10.222.0.41 "GET /v2.0/security-groups?id=444c87ba-31dc-4b5a-9977-492e198b845a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858523 Jun 01 18:43:21.376487 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f815dbd8-8dc5-473c-b7cf-bd8a9c3604a9 req-5843f2aa-fbb8-436a-8045-c760aa5c5f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:43:21.378033 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f815dbd8-8dc5-473c-b7cf-bd8a9c3604a9 req-5843f2aa-fbb8-436a-8045-c760aa5c5f8e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=095d92a5-4fce-4555-937d-a37b373b8ecc HTTP/1.1" status: 200 len: 854 time: 0.2281032 Jun 01 18:43:21.401068 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 295bbb49-16a9-4d66-b4c2-797b555a07c2 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:43:21.402543 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:21.415617 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-78c51397-e1d4-4fbe-bfc0-82e5fada7de1 req-1a4f4d20-5035-4177-a11a-6b2e78e5a70e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=865499a8-4a47-4d3a-a9d0-7d19c3aa98c3 HTTP/1.1" status: 200 len: 217 time: 0.2233980 Jun 01 18:43:21.455177 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port 8831c773-14be-4310-8919-413ddfb12d43 is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:43:21.455558 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:21.484159 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8831c773-14be-4310-8919-413ddfb12d43 {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:43:21.489478 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea892d61-2014-4f21-ad3d-dc334498eadf req-c8d18a1b-ddb6-468f-826f-a8a0107e2fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:43:21.490992 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ea892d61-2014-4f21-ad3d-dc334498eadf req-c8d18a1b-ddb6-468f-826f-a8a0107e2fbd service neutron] 10.222.0.15 "GET /v2.0/networks?id=e376e31f-d7fc-4c94-a911-fdf7b219dbbf HTTP/1.1" status: 200 len: 916 time: 0.3911769 Jun 01 18:43:21.567593 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port 8831c773-14be-4310-8919-413ddfb12d43, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=8831c773-14be-4310-8919-413ddfb12d43,segment=NetworkSegment(36c06fa3-2cc2-4561-abd0-907bb0c67288),segment_id=36c06fa3-2cc2-4561-abd0-907bb0c67288)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:43:21.568465 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dde77b3-8d31-4eaf-bb40-0491dab214ec req-c814611a-69df-4cef-83db-f2fe7eb733a9 tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:43:21.576807 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4dde77b3-8d31-4eaf-bb40-0491dab214ec req-c814611a-69df-4cef-83db-f2fe7eb733a9 tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc585a7c-ae9f-4a4c-9b7f-d79fd1488c22 HTTP/1.1" status: 200 len: 943 time: 0.6092565 Jun 01 18:43:21.578997 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:21.583764 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c51397-e1d4-4fbe-bfc0-82e5fada7de1 req-b46fad6c-5f8d-4290-82f7-392dece9c45f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:43:21.585491 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-78c51397-e1d4-4fbe-bfc0-82e5fada7de1 req-b46fad6c-5f8d-4290-82f7-392dece9c45f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=cfa67698-6bf3-43ec-a752-299eaec79caf HTTP/1.1" status: 200 len: 861 time: 0.1408057 Jun 01 18:43:21.618852 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ea892d61-2014-4f21-ad3d-dc334498eadf req-82d14628-97bc-41d0-8f7a-ec8f0f675e80 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8831c773-14be-4310-8919-413ddfb12d43 HTTP/1.1" status: 200 len: 217 time: 0.1137753 Jun 01 18:43:21.629153 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port 141804c8-52a2-4017-818f-c7e2cc270657 is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:43:21.629153 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:21.641737 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a6d8fd0e-f591-4632-9a1a-42822b80cc30 req-dfcd7a1d-d023-4905-9d6e-34c2975ee64e service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a5a404c5-f4b1-43aa-93af-4f1281dc0d33&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3144667 Jun 01 18:43:21.658209 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-78c51397-e1d4-4fbe-bfc0-82e5fada7de1 req-3cb62fb1-ac02-469c-8f8c-21671e723ef2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=411d1518-9352-4dec-8af2-2285a53556b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532651 Jun 01 18:43:21.727289 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4dde77b3-8d31-4eaf-bb40-0491dab214ec req-a01b34d4-2a8e-4a66-8ad9-e865fde61ca6 tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] 10.222.0.41 "GET /v2.0/security-groups?id=61f93eb9-fec5-4827-8845-d05b29ffd128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399746 Jun 01 18:43:21.730386 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f815dbd8-8dc5-473c-b7cf-bd8a9c3604a9 req-1fd2dbd2-e765-419d-8f14-2672e61ac258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:43:21.731999 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f815dbd8-8dc5-473c-b7cf-bd8a9c3604a9 req-1fd2dbd2-e765-419d-8f14-2672e61ac258 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=10a2587b-1014-44b1-b177-99812ce7e0cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3303170 Jun 01 18:43:21.745290 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea892d61-2014-4f21-ad3d-dc334498eadf req-25f9c484-2a9b-4810-98fd-1dce0a3336ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:43:21.747207 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ea892d61-2014-4f21-ad3d-dc334498eadf req-25f9c484-2a9b-4810-98fd-1dce0a3336ac service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b515e042-63ba-4f60-823c-65d0c449d014 HTTP/1.1" status: 200 len: 854 time: 0.1175067 Jun 01 18:43:21.783658 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port 141804c8-52a2-4017-818f-c7e2cc270657, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=141804c8-52a2-4017-818f-c7e2cc270657,segment=NetworkSegment(af4f816e-23a9-4a28-b51f-1045978fc81d),segment_id=af4f816e-23a9-4a28-b51f-1045978fc81d)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:43:21.789628 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a6e54cd-fa60-4562-94e7-5d0a822b5f6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '141804c8-52a2-4017-818f-c7e2cc270657'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:43:21.801272 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:21.802048 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 865499a8-4a47-4d3a-a9d0-7d19c3aa98c3 no longer exists at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:43:21.845029 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 295bbb49-16a9-4d66-b4c2-797b555a07c2 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:43:21.847258 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=8831c773-14be-4310-8919-413ddfb12d43,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:43:21.858178 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] get_ports_and_sgs() called for port_ids ['8831c773-14be-4310-8919-413ddfb12d43'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:43:21.897523 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-78c51397-e1d4-4fbe-bfc0-82e5fada7de1 req-4780c1db-2bd2-46db-b0dc-2deb6f8bbca9 service neutron] 10.222.0.50 "GET /v2.0/networks/411d1518-9352-4dec-8af2-2285a53556b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831765 Jun 01 18:43:21.989629 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3291d42a-1a5f-40f0-a8f9-721d3f32d162 req-e45eef29-4a2d-49f1-96dc-9a8db838973d tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:43:22.003844 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3291d42a-1a5f-40f0-a8f9-721d3f32d162 req-e45eef29-4a2d-49f1-96dc-9a8db838973d tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] 10.222.0.41 "GET /v2.0/ports?device_id=72309f34-1001-446b-9441-5af03e82401c HTTP/1.1" status: 200 len: 945 time: 0.4324682 Jun 01 18:43:22.057926 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d8fd0e-f591-4632-9a1a-42822b80cc30 req-d60ff0be-d96e-4d90-9fef-c967e7c89b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:43:22.060710 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a6d8fd0e-f591-4632-9a1a-42822b80cc30 req-d60ff0be-d96e-4d90-9fef-c967e7c89b81 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ccc3866df726420d865ae40df69383ae&device_id=a5a404c5-f4b1-43aa-93af-4f1281dc0d33 HTTP/1.1" status: 200 len: 1096 time: 0.3839731 Jun 01 18:43:22.063203 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 865499a8-4a47-4d3a-a9d0-7d19c3aa98c3 not bound to the agent host n-h1-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 18:43:22.103737 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=141804c8-52a2-4017-818f-c7e2cc270657,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:43:22.272729 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3291d42a-1a5f-40f0-a8f9-721d3f32d162 req-25d6649f-c75d-4630-a9b6-18e916b5c044 tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] 10.222.0.41 "GET /v2.0/security-groups?id=90cc0839-524f-48ee-bc32-5b782e7aaf99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2672148 Jun 01 18:43:22.291425 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-78c51397-e1d4-4fbe-bfc0-82e5fada7de1 req-940df9a2-65d4-40c9-82d8-7be132e6a365 service neutron] 10.222.0.50 "GET /v2.0/networks/411d1518-9352-4dec-8af2-2285a53556b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3820536 Jun 01 18:43:22.335569 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f815dbd8-8dc5-473c-b7cf-bd8a9c3604a9 req-5cc56d5b-bd14-4ea6-9060-f8bb97049d79 service neutron] 10.222.0.15 "GET /v2.0/networks/10a2587b-1014-44b1-b177-99812ce7e0cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5922775 Jun 01 18:43:22.392263 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f5e56d-89be-453b-b4ec-f02cf222138c req-7f54bd1c-9f80-4c31-acee-3b98fa10c10d tempest-FloatingIPsAssociationNegativeTestJSON-1899695893 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:43:22.393801 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-42f5e56d-89be-453b-b4ec-f02cf222138c req-7f54bd1c-9f80-4c31-acee-3b98fa10c10d tempest-FloatingIPsAssociationNegativeTestJSON-1899695893 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893-project] 10.222.0.50 "GET /v2.0/networks?id=2fa86028-0209-4add-9b81-a15a41499ef2 HTTP/1.1" status: 200 len: 829 time: 0.4249170 Jun 01 18:43:22.395855 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea892d61-2014-4f21-ad3d-dc334498eadf req-25dfd642-e844-4a18-a035-928d1afa1c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:43:22.397324 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ea892d61-2014-4f21-ad3d-dc334498eadf req-25dfd642-e844-4a18-a035-928d1afa1c6a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e376e31f-d7fc-4c94-a911-fdf7b219dbbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5970800 Jun 01 18:43:22.492061 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72309f34-1001-446b-9441-5af03e82401c', 'tag': 'da6e29fd-6403-4944-816d-34c3b0ec319d'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:43:22.510723 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [req-42f5e56d-89be-453b-b4ec-f02cf222138c req-e2f02740-166f-48ff-9ba6-b81a0eaef8f9 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893-project] Request body: {'port': {'device_id': '66e39d11-cd54-4f3b-ada0-58e0645c24e7', 'network_id': '2fa86028-0209-4add-9b81-a15a41499ef2', 'admin_state_up': True, 'tenant_id': 'fe37b4563e0349938f147e9c99d54534'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:43:22.551314 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a3a873a9-ebfa-4f0f-b954-d80fc7242d21 req-870420e9-ae7f-472c-bcbc-e627c2b0212a tempest-FloatingIPsAssociationNegativeTestJSON-1899695893 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893-project] 10.222.0.41 "GET /v2.0/ports?device_id=66e39d11-cd54-4f3b-ada0-58e0645c24e7 HTTP/1.1" status: 200 len: 210 time: 0.1528838 Jun 01 18:43:22.608146 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d8fd0e-f591-4632-9a1a-42822b80cc30 req-c91d42d7-9708-468f-b807-2f7f32597578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:43:22.609651 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a6d8fd0e-f591-4632-9a1a-42822b80cc30 req-c91d42d7-9708-468f-b807-2f7f32597578 service neutron] 10.222.0.50 "GET /v2.0/networks?id=e376e31f-d7fc-4c94-a911-fdf7b219dbbf HTTP/1.1" status: 200 len: 916 time: 0.5052257 Jun 01 18:43:22.717069 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2a2b39-cf43-4218-8395-dd87ead77c43 req-9e0551fd-93d5-4462-9b78-e540db295d9b tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:43:22.722189 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6e2a2b39-cf43-4218-8395-dd87ead77c43 req-9e0551fd-93d5-4462-9b78-e540db295d9b tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] 10.222.0.41 "GET /v2.0/networks?id=7475c262-ab00-42c7-8a8e-ce0d66e28c6b HTTP/1.1" status: 200 len: 820 time: 0.4733274 Jun 01 18:43:22.767847 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6e2a2b39-cf43-4218-8395-dd87ead77c43 req-c6deb1b8-ddf1-437b-a878-21978ad61864 tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] 10.222.0.41 "GET /v2.0/quotas/e0dc2e96ec69456782f276e47bf2486d HTTP/1.1" status: 200 len: 375 time: 0.0394783 Jun 01 18:43:22.772853 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a6d8fd0e-f591-4632-9a1a-42822b80cc30 req-32f8a398-0260-43e4-903b-82c2ff37b8ac service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2225f2a3-bed3-4b15-93f5-1073394704ac HTTP/1.1" status: 200 len: 1001 time: 0.1549838 Jun 01 18:43:22.891535 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f815dbd8-8dc5-473c-b7cf-bd8a9c3604a9 req-c7c76105-1976-4b3b-98f8-13b912da9839 service neutron] 10.222.0.15 "GET /v2.0/networks/10a2587b-1014-44b1-b177-99812ce7e0cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5389388 Jun 01 18:43:22.914846 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ea892d61-2014-4f21-ad3d-dc334498eadf req-52ca0e41-11cc-49e3-987d-91f0cff04946 service neutron] 10.222.0.15 "GET /v2.0/networks/e376e31f-d7fc-4c94-a911-fdf7b219dbbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4660664 Jun 01 18:43:22.916966 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [req-42f5e56d-89be-453b-b4ec-f02cf222138c req-e2f02740-166f-48ff-9ba6-b81a0eaef8f9 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:43:22.929616 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [req-42f5e56d-89be-453b-b4ec-f02cf222138c req-e2f02740-166f-48ff-9ba6-b81a0eaef8f9 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:43:22.939951 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c51397-e1d4-4fbe-bfc0-82e5fada7de1 req-01340144-55fe-4e95-8f3c-0f4244efc34f tempest-LiveAutoBlockMigrationV225Test-590672389 tempest-LiveAutoBlockMigrationV225Test-590672389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:43:22.941829 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-78c51397-e1d4-4fbe-bfc0-82e5fada7de1 req-01340144-55fe-4e95-8f3c-0f4244efc34f tempest-LiveAutoBlockMigrationV225Test-590672389 tempest-LiveAutoBlockMigrationV225Test-590672389-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=26f7889e-93cf-42e0-b644-7fc47dc1a909&tenant_id=0182a2e51ffc43df8efdd2130dbcea4d&binding%3Ahost_id=n-h2-844202-1 HTTP/1.1" status: 200 len: 1096 time: 0.3876686 Jun 01 18:43:23.019691 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42f5e56d-89be-453b-b4ec-f02cf222138c req-e2f02740-166f-48ff-9ba6-b81a0eaef8f9 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893-project] Made reservation on behalf of fe37b4563e0349938f147e9c99d54534 for: {'port': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:43:23.022745 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-42f5e56d-89be-453b-b4ec-f02cf222138c req-e2f02740-166f-48ff-9ba6-b81a0eaef8f9 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:23.099562 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d8fd0e-f591-4632-9a1a-42822b80cc30 req-a42284b1-a0f8-4c37-aea9-32fed6e40b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:43:23.101242 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a6d8fd0e-f591-4632-9a1a-42822b80cc30 req-a42284b1-a0f8-4c37-aea9-32fed6e40b5e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b515e042-63ba-4f60-823c-65d0c449d014 HTTP/1.1" status: 200 len: 854 time: 0.2410595 Jun 01 18:43:23.155734 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ea892d61-2014-4f21-ad3d-dc334498eadf req-752b6114-f55d-49c9-b110-00fbc7768482 service neutron] 10.222.0.15 "GET /v2.0/networks/e376e31f-d7fc-4c94-a911-fdf7b219dbbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2299156 Jun 01 18:43:23.195555 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6e2a2b39-cf43-4218-8395-dd87ead77c43 req-c613d24c-2a3f-4e20-8997-13d567c034d0 tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=e0dc2e96ec69456782f276e47bf2486d&fields=id HTTP/1.1" status: 200 len: 394 time: 0.4166555 Jun 01 18:43:23.205332 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-78c51397-e1d4-4fbe-bfc0-82e5fada7de1 req-ce4b835c-5050-4f95-9dd5-99429aa6c02e service neutron] For port 865499a8-4a47-4d3a-a9d0-7d19c3aa98c3, host n-h1-844202-1, cleared binding levels {{(pid=88524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:43:23.209265 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-78c51397-e1d4-4fbe-bfc0-82e5fada7de1 req-ce4b835c-5050-4f95-9dd5-99429aa6c02e service neutron] Notify callbacks [] for binding, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:23.210397 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-78c51397-e1d4-4fbe-bfc0-82e5fada7de1 req-ce4b835c-5050-4f95-9dd5-99429aa6c02e service neutron] 10.222.0.50 "DELETE /v2.0/ports/865499a8-4a47-4d3a-a9d0-7d19c3aa98c3/bindings/n-h1-844202-1 HTTP/1.1" status: 204 len: 173 time: 0.2610507 Jun 01 18:43:23.243496 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [req-42f5e56d-89be-453b-b4ec-f02cf222138c req-e2f02740-166f-48ff-9ba6-b81a0eaef8f9 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893-project] Allocated IP 172.20.0.13 (2fa86028-0209-4add-9b81-a15a41499ef2/15baa5ee-7752-4f7e-acac-371c6811276b/67845245-15ce-4806-82a4-3091bca0bc66) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:43:23.313677 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d8fd0e-f591-4632-9a1a-42822b80cc30 req-3b6ca3a2-2f70-4ddb-bb92-ddc2edf8c2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:43:23.315115 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a6d8fd0e-f591-4632-9a1a-42822b80cc30 req-3b6ca3a2-2f70-4ddb-bb92-ddc2edf8c2ab service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e376e31f-d7fc-4c94-a911-fdf7b219dbbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2000740 Jun 01 18:43:23.439827 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6e2a2b39-cf43-4218-8395-dd87ead77c43 req-56600e58-6343-4bf1-b15c-dae4845df1cb service neutron] 10.222.0.41 "GET /v2.0/networks/7475c262-ab00-42c7-8a8e-ce0d66e28c6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2274890 Jun 01 18:43:23.457954 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2881abe-9b37-4417-9130-06ababc515e5 req-37e03ba4-c73f-4009-9433-7fb8bd2b1ac3 tempest-AttachSCSIVolumeTestJSON-660953961 tempest-AttachSCSIVolumeTestJSON-660953961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:43:23.459408 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b2881abe-9b37-4417-9130-06ababc515e5 req-37e03ba4-c73f-4009-9433-7fb8bd2b1ac3 tempest-AttachSCSIVolumeTestJSON-660953961 tempest-AttachSCSIVolumeTestJSON-660953961-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a6e54cd-fa60-4562-94e7-5d0a822b5f6e HTTP/1.1" status: 200 len: 945 time: 0.2033012 Jun 01 18:43:23.548551 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b2881abe-9b37-4417-9130-06ababc515e5 req-24ef29cb-d8cf-4fc3-8b83-bd0446e7b860 tempest-AttachSCSIVolumeTestJSON-660953961 tempest-AttachSCSIVolumeTestJSON-660953961-project] 10.222.0.41 "GET /v2.0/security-groups?id=4b1d23f4-ed75-49f3-842d-08802ecbf36f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814328 Jun 01 18:43:23.551167 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-42f5e56d-89be-453b-b4ec-f02cf222138c req-e2f02740-166f-48ff-9ba6-b81a0eaef8f9 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893-project] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:23.578045 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a6d8fd0e-f591-4632-9a1a-42822b80cc30 req-a950a1b8-e8ad-40b0-9c99-f9889205a6ec service neutron] 10.222.0.50 "GET /v2.0/networks/e376e31f-d7fc-4c94-a911-fdf7b219dbbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2564399 Jun 01 18:43:23.583064 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [req-42f5e56d-89be-453b-b4ec-f02cf222138c req-e2f02740-166f-48ff-9ba6-b81a0eaef8f9 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893-project] Transition to ACTIVE for port object 67845245-15ce-4806-82a4-3091bca0bc66 will not be triggered until provisioned by entity DHCP. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:43:23.610875 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-42f5e56d-89be-453b-b4ec-f02cf222138c req-e2f02740-166f-48ff-9ba6-b81a0eaef8f9 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:23.612057 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad37b267-2162-4ef6-a26c-35afc40e02ff'] response: {'server_uuid': '4a6e54cd-fa60-4562-94e7-5d0a822b5f6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '141804c8-52a2-4017-818f-c7e2cc270657', 'code': 200} Jun 01 18:43:23.694168 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42f5e56d-89be-453b-b4ec-f02cf222138c req-e2f02740-166f-48ff-9ba6-b81a0eaef8f9 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893-project] Network 2fa86028-0209-4add-9b81-a15a41499ef2 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:43:23.703833 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [req-42f5e56d-89be-453b-b4ec-f02cf222138c req-e2f02740-166f-48ff-9ba6-b81a0eaef8f9 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:43:23.706683 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [req-42f5e56d-89be-453b-b4ec-f02cf222138c req-e2f02740-166f-48ff-9ba6-b81a0eaef8f9 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893-project] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:43:23.732864 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6e2a2b39-cf43-4218-8395-dd87ead77c43 req-bc79992d-1ebc-4cd4-9dc1-78734032fa0f service neutron] 10.222.0.41 "GET /v2.0/networks/7475c262-ab00-42c7-8a8e-ce0d66e28c6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2848480 Jun 01 18:43:23.798381 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f5e56d-89be-453b-b4ec-f02cf222138c req-e2f02740-166f-48ff-9ba6-b81a0eaef8f9 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:43:23.799022 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-42f5e56d-89be-453b-b4ec-f02cf222138c req-e2f02740-166f-48ff-9ba6-b81a0eaef8f9 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:23.819248 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a6d8fd0e-f591-4632-9a1a-42822b80cc30 req-de1152cd-87b5-4b2c-ae17-bf23def23c06 service neutron] 10.222.0.50 "GET /v2.0/networks/e376e31f-d7fc-4c94-a911-fdf7b219dbbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2273159 Jun 01 18:43:23.897960 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-42f5e56d-89be-453b-b4ec-f02cf222138c req-e2f02740-166f-48ff-9ba6-b81a0eaef8f9 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4465616 Jun 01 18:43:23.917031 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [req-42f5e56d-89be-453b-b4ec-f02cf222138c req-2ed34a65-3514-4631-bcc0-a6b2ab0394bf service neutron] Request body: {'port': {'device_id': '66e39d11-cd54-4f3b-ada0-58e0645c24e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844202-1'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:43:24.056220 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f02740-166f-48ff-9ba6-b81a0eaef8f9 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893-project] Pushing event updated for resources: {'Port': ['ID=67845245-15ce-4806-82a4-3091bca0bc66,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:43:24.102817 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-5e9a72a3-d934-43e7-86ee-3661e188fa13 None None] Provisioning for port 67845245-15ce-4806-82a4-3091bca0bc66 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:43:24.109746 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-5e9a72a3-d934-43e7-86ee-3661e188fa13 None None] Provisioning complete for port 67845245-15ce-4806-82a4-3091bca0bc66 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:43:24.110015 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-5e9a72a3-d934-43e7-86ee-3661e188fa13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:24.136566 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-42f5e56d-89be-453b-b4ec-f02cf222138c req-2ed34a65-3514-4631-bcc0-a6b2ab0394bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:24.154050 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6988625-9b48-4662-9219-271dbd60daee'] response: {'name': 'network-changed', 'server_uuid': '72309f34-1001-446b-9441-5af03e82401c', 'tag': 'da6e29fd-6403-4944-816d-34c3b0ec319d', 'status': 'completed', 'code': 200} Jun 01 18:43:24.205197 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-5e9a72a3-d934-43e7-86ee-3661e188fa13 None None] Port 67845245-15ce-4806-82a4-3091bca0bc66 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 18:43:24.309429 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56610e99-ced0-4c1d-be41-2c5151ba3584 req-5c9e4228-30d6-4c3b-8566-84f218855467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:43:24.311187 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-56610e99-ced0-4c1d-be41-2c5151ba3584 req-5c9e4228-30d6-4c3b-8566-84f218855467 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7dd3c8e221f9433b9e41db5bb127ec48&device_id=72309f34-1001-446b-9441-5af03e82401c HTTP/1.1" status: 200 len: 1096 time: 0.1157739 Jun 01 18:43:24.347155 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8babef1f-17f3-4827-bef5-fa6bd793e647 req-515cf5b7-3192-4dea-8529-fee0f3da2afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:43:24.350149 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8babef1f-17f3-4827-bef5-fa6bd793e647 req-515cf5b7-3192-4dea-8529-fee0f3da2afe service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4a6e54cd-fa60-4562-94e7-5d0a822b5f6e HTTP/1.1" status: 200 len: 1096 time: 0.5586617 Jun 01 18:43:24.515149 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e831f881-26c5-4ba3-8ac8-8fd7c46aca70 req-c5188850-b31a-4c48-aa85-b772841db4fe tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:43:24.516650 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e831f881-26c5-4ba3-8ac8-8fd7c46aca70 req-c5188850-b31a-4c48-aa85-b772841db4fe tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] 10.222.0.41 "GET /v2.0/ports?device_id=26f7889e-93cf-42e0-b644-7fc47dc1a909 HTTP/1.1" status: 200 len: 945 time: 0.5034368 Jun 01 18:43:24.521798 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8babef1f-17f3-4827-bef5-fa6bd793e647 req-90102469-23ce-436b-b1b0-381c54453fd7 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=4b1d23f4-ed75-49f3-842d-08802ecbf36f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1397448 Jun 01 18:43:24.570847 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56610e99-ced0-4c1d-be41-2c5151ba3584 req-854c53c9-b9b0-4df1-8326-f8f0e26694dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:43:24.571877 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-56610e99-ced0-4c1d-be41-2c5151ba3584 req-854c53c9-b9b0-4df1-8326-f8f0e26694dc service neutron] 10.222.0.50 "GET /v2.0/networks?id=18cc4e4f-761f-49c9-826c-48ea46f95616 HTTP/1.1" status: 200 len: 924 time: 0.2541966 Jun 01 18:43:24.583895 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db935e5-6799-49c1-a58a-ca75e0de04d1 req-a7fd4145-c0e8-406a-8e7b-e59a5b3cbfce tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:43:24.585357 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-8db935e5-6799-49c1-a58a-ca75e0de04d1 req-a7fd4145-c0e8-406a-8e7b-e59a5b3cbfce tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc585a7c-ae9f-4a4c-9b7f-d79fd1488c22 HTTP/1.1" status: 200 len: 944 time: 0.1447117 Jun 01 18:43:24.645230 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e831f881-26c5-4ba3-8ac8-8fd7c46aca70 req-3b5da4f0-d161-4ffb-9754-211daa629f71 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] 10.222.0.41 "GET /v2.0/security-groups?id=444c87ba-31dc-4b5a-9977-492e198b845a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791204 Jun 01 18:43:24.713999 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-56610e99-ced0-4c1d-be41-2c5151ba3584 req-a0ed7396-d0f2-4188-a827-687900c3c5c3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=da6e29fd-6403-4944-816d-34c3b0ec319d HTTP/1.1" status: 200 len: 1001 time: 0.1274238 Jun 01 18:43:24.716883 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-8db935e5-6799-49c1-a58a-ca75e0de04d1 req-9b1fb6b7-8fe0-45f6-a5b1-227c438e8bdb tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] 10.222.0.41 "GET /v2.0/security-groups?id=61f93eb9-fec5-4827-8845-d05b29ffd128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751173 Jun 01 18:43:24.720124 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 8831c773-14be-4310-8919-413ddfb12d43 up at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:43:24.776052 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [req-42f5e56d-89be-453b-b4ec-f02cf222138c req-2ed34a65-3514-4631-bcc0-a6b2ab0394bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67845245-15ce-4806-82a4-3091bca0bc66 {{(pid=88525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:43:24.789621 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-42f5e56d-89be-453b-b4ec-f02cf222138c req-2ed34a65-3514-4631-bcc0-a6b2ab0394bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:24.806378 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Provisioning for port 8831c773-14be-4310-8919-413ddfb12d43 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:43:24.814683 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Provisioning complete for port 8831c773-14be-4310-8919-413ddfb12d43 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:43:24.815364 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:24.815860 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [req-42f5e56d-89be-453b-b4ec-f02cf222138c req-2ed34a65-3514-4631-bcc0-a6b2ab0394bf service neutron] Transition to ACTIVE for port object 67845245-15ce-4806-82a4-3091bca0bc66 will not be triggered until provisioned by entity L2. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:43:24.819469 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-42f5e56d-89be-453b-b4ec-f02cf222138c req-2ed34a65-3514-4631-bcc0-a6b2ab0394bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:24.836197 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56610e99-ced0-4c1d-be41-2c5151ba3584 req-d6e60dd2-af31-452a-a5a8-2f864ecbed4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:43:24.837668 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-56610e99-ced0-4c1d-be41-2c5151ba3584 req-d6e60dd2-af31-452a-a5a8-2f864ecbed4b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a2dd2f73-8ed9-4db5-a137-6e9cf02d18e0 HTTP/1.1" status: 200 len: 862 time: 0.1183279 Jun 01 18:43:25.037748 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port 8831c773-14be-4310-8919-413ddfb12d43 is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:43:25.044368 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:25.050612 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed34a65-3514-4631-bcc0-a6b2ab0394bf service neutron] Pushing event updated for resources: {'Port': ['ID=67845245-15ce-4806-82a4-3091bca0bc66,revision_number=2']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:43:25.126583 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port 8831c773-14be-4310-8919-413ddfb12d43, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=8831c773-14be-4310-8919-413ddfb12d43,segment=NetworkSegment(36c06fa3-2cc2-4561-abd0-907bb0c67288),segment_id=36c06fa3-2cc2-4561-abd0-907bb0c67288)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:43:25.131555 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:25.242644 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=8831c773-14be-4310-8919-413ddfb12d43,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:43:25.248730 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56610e99-ced0-4c1d-be41-2c5151ba3584 req-2c480b42-097b-4993-8285-0952eeebddbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:43:25.250385 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-56610e99-ced0-4c1d-be41-2c5151ba3584 req-2c480b42-097b-4993-8285-0952eeebddbe service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=18cc4e4f-761f-49c9-826c-48ea46f95616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3996892 Jun 01 18:43:25.285794 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c711082-65fd-4672-9cb2-2ad4869186f0 req-e5d50045-da04-4122-b6b6-b577a05b7247 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:43:25.290392 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9c711082-65fd-4672-9cb2-2ad4869186f0 req-e5d50045-da04-4122-b6b6-b577a05b7247 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893-project] 10.222.0.41 "GET /v2.0/ports?device_id=66e39d11-cd54-4f3b-ada0-58e0645c24e7 HTTP/1.1" status: 200 len: 944 time: 0.1693749 Jun 01 18:43:25.378714 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-42f5e56d-89be-453b-b4ec-f02cf222138c req-2ed34a65-3514-4631-bcc0-a6b2ab0394bf service neutron] Attempting to bind port 67845245-15ce-4806-82a4-3091bca0bc66 on host n-h2-844202-1 for vnic_type normal with profile {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:43:25.380528 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-42f5e56d-89be-453b-b4ec-f02cf222138c req-2ed34a65-3514-4631-bcc0-a6b2ab0394bf service neutron] Attempting to bind port 67845245-15ce-4806-82a4-3091bca0bc66 by drivers openvswitch,hyperv on host n-h2-844202-1 at level 0 using segments [{'id': 'f8fbc8e1-3348-4ea4-9fd0-0e0551d74a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '2fa86028-0209-4add-9b81-a15a41499ef2'}] {{(pid=88525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:43:25.380875 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f5e56d-89be-453b-b4ec-f02cf222138c req-2ed34a65-3514-4631-bcc0-a6b2ab0394bf service neutron] Attempting to bind port 67845245-15ce-4806-82a4-3091bca0bc66 on network 2fa86028-0209-4add-9b81-a15a41499ef2 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:43:25.386948 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f5e56d-89be-453b-b4ec-f02cf222138c req-2ed34a65-3514-4631-bcc0-a6b2ab0394bf service neutron] Port 67845245-15ce-4806-82a4-3091bca0bc66 on network 2fa86028-0209-4add-9b81-a15a41499ef2 not bound, no agent of type Open vSwitch agent registered on host n-h2-844202-1 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 18:43:25.387513 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f5e56d-89be-453b-b4ec-f02cf222138c req-2ed34a65-3514-4631-bcc0-a6b2ab0394bf service neutron] Attempting to bind port 67845245-15ce-4806-82a4-3091bca0bc66 on network 2fa86028-0209-4add-9b81-a15a41499ef2 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:43:25.394293 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f5e56d-89be-453b-b4ec-f02cf222138c req-2ed34a65-3514-4631-bcc0-a6b2ab0394bf service neutron] Checking agent: {'id': 'f5db9968-6317-4186-9100-9e0ca6b50417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 18, 43, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:43:25.395132 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f5e56d-89be-453b-b4ec-f02cf222138c req-2ed34a65-3514-4631-bcc0-a6b2ab0394bf service neutron] Checking segment: {'id': 'f8fbc8e1-3348-4ea4-9fd0-0e0551d74a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '2fa86028-0209-4add-9b81-a15a41499ef2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:43:25.396263 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f5e56d-89be-453b-b4ec-f02cf222138c req-2ed34a65-3514-4631-bcc0-a6b2ab0394bf service neutron] Bound using segment: {'id': 'f8fbc8e1-3348-4ea4-9fd0-0e0551d74a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '2fa86028-0209-4add-9b81-a15a41499ef2'} {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:43:25.396973 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-42f5e56d-89be-453b-b4ec-f02cf222138c req-2ed34a65-3514-4631-bcc0-a6b2ab0394bf service neutron] Bound port: 67845245-15ce-4806-82a4-3091bca0bc66, host: n-h2-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8fbc8e1-3348-4ea4-9fd0-0e0551d74a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '2fa86028-0209-4add-9b81-a15a41499ef2'}}] {{(pid=88525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:43:25.397495 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-42f5e56d-89be-453b-b4ec-f02cf222138c req-2ed34a65-3514-4631-bcc0-a6b2ab0394bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:25.452418 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9c711082-65fd-4672-9cb2-2ad4869186f0 req-e77ce122-d522-4f32-95cf-2bb88067de9c tempest-FloatingIPsAssociationNegativeTestJSON-1899695893 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893-project] 10.222.0.41 "GET /v2.0/security-groups?id=d44720ef-0826-4e90-afc6-1e8deaa74141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763650 Jun 01 18:43:25.461494 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-56610e99-ced0-4c1d-be41-2c5151ba3584 req-a5cc478d-d70f-4458-b8c2-017a11111448 service neutron] 10.222.0.50 "GET /v2.0/networks/18cc4e4f-761f-49c9-826c-48ea46f95616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2013230 Jun 01 18:43:25.520111 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-42f5e56d-89be-453b-b4ec-f02cf222138c req-2ed34a65-3514-4631-bcc0-a6b2ab0394bf service neutron] For port 67845245-15ce-4806-82a4-3091bca0bc66, host n-h2-844202-1, cleared binding levels {{(pid=88525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:43:25.524809 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-42f5e56d-89be-453b-b4ec-f02cf222138c req-2ed34a65-3514-4631-bcc0-a6b2ab0394bf service neutron] For port 67845245-15ce-4806-82a4-3091bca0bc66, host n-h2-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=67845245-15ce-4806-82a4-3091bca0bc66,segment=NetworkSegment(f8fbc8e1-3348-4ea4-9fd0-0e0551d74a24),segment_id=f8fbc8e1-3348-4ea4-9fd0-0e0551d74a24)] {{(pid=88525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:43:25.530947 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-42f5e56d-89be-453b-b4ec-f02cf222138c req-2ed34a65-3514-4631-bcc0-a6b2ab0394bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:25.613277 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc585a7c-ae9f-4a4c-9b7f-d79fd1488c22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8831c773-14be-4310-8919-413ddfb12d43'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:43:25.628550 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f5e56d-89be-453b-b4ec-f02cf222138c req-2ed34a65-3514-4631-bcc0-a6b2ab0394bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:43:25.629264 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-42f5e56d-89be-453b-b4ec-f02cf222138c req-2ed34a65-3514-4631-bcc0-a6b2ab0394bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:25.630800 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-42f5e56d-89be-453b-b4ec-f02cf222138c req-2ed34a65-3514-4631-bcc0-a6b2ab0394bf service neutron] 10.222.0.50 "PUT /v2.0/ports/67845245-15ce-4806-82a4-3091bca0bc66 HTTP/1.1" status: 200 len: 1092 time: 1.7195458 Jun 01 18:43:25.631250 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66e39d11-cd54-4f3b-ada0-58e0645c24e7', 'tag': '67845245-15ce-4806-82a4-3091bca0bc66'}] {{(pid=88525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:43:25.641589 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3d90de69-6f58-4e8a-bf0a-b7d3fa2753af req-f922d995-f460-4c60-990d-2eb81156cdfa tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] 10.222.0.41 "GET /v2.0/ports?device_id=a97c525e-047a-4124-86ec-39e79af6cb46 HTTP/1.1" status: 200 len: 210 time: 0.0638340 Jun 01 18:43:25.649391 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed34a65-3514-4631-bcc0-a6b2ab0394bf service neutron] Pushing event updated for resources: {'Port': ['ID=67845245-15ce-4806-82a4-3091bca0bc66,revision_number=3']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:43:25.783804 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-56610e99-ced0-4c1d-be41-2c5151ba3584 req-d5bae877-7b50-4d0b-9aeb-ecc79ea8645e service neutron] 10.222.0.50 "GET /v2.0/networks/18cc4e4f-761f-49c9-826c-48ea46f95616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3151355 Jun 01 18:43:25.856382 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f5e56d-89be-453b-b4ec-f02cf222138c req-cf66faaa-e29c-4ad7-a067-245c42c29f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:43:25.860676 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-42f5e56d-89be-453b-b4ec-f02cf222138c req-cf66faaa-e29c-4ad7-a067-245c42c29f34 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fe37b4563e0349938f147e9c99d54534&device_id=66e39d11-cd54-4f3b-ada0-58e0645c24e7 HTTP/1.1" status: 200 len: 1095 time: 0.1390767 Jun 01 18:43:25.979210 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d83adad2-908e-4b7e-9f69-377e4b86df48'] response: {'server_uuid': 'dc585a7c-ae9f-4a4c-9b7f-d79fd1488c22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8831c773-14be-4310-8919-413ddfb12d43', 'code': 200} Jun 01 18:43:26.062035 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-42f5e56d-89be-453b-b4ec-f02cf222138c req-682a59de-af9e-40a2-ab6f-e1706d6b1aa3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=67845245-15ce-4806-82a4-3091bca0bc66 HTTP/1.1" status: 200 len: 217 time: 0.1895146 Jun 01 18:43:26.074842 n-d-844202-1 neutron-server[88525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ef1fd13-0eb7-4ce3-aed2-0e40cebe8797'] response: {'name': 'network-changed', 'server_uuid': '66e39d11-cd54-4f3b-ada0-58e0645c24e7', 'tag': '67845245-15ce-4806-82a4-3091bca0bc66', 'status': 'completed', 'code': 200} Jun 01 18:43:26.149833 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f5e56d-89be-453b-b4ec-f02cf222138c req-379f7659-2e02-4fbc-9f7b-0795c6aa23d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:43:26.154590 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-42f5e56d-89be-453b-b4ec-f02cf222138c req-379f7659-2e02-4fbc-9f7b-0795c6aa23d2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=15baa5ee-7752-4f7e-acac-371c6811276b HTTP/1.1" status: 200 len: 868 time: 0.0826712 Jun 01 18:43:26.161890 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2a2b39-cf43-4218-8395-dd87ead77c43 req-0b58d0a5-764e-4f00-86dd-d6810389e756 tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:43:26.163594 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-6e2a2b39-cf43-4218-8395-dd87ead77c43 req-0b58d0a5-764e-4f00-86dd-d6810389e756 tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] 10.222.0.50 "GET /v2.0/networks?id=7475c262-ab00-42c7-8a8e-ce0d66e28c6b HTTP/1.1" status: 200 len: 820 time: 0.4004457 Jun 01 18:43:26.180216 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd89151-2ea7-404d-b0d1-35ad2ad6808b req-428fce87-3449-4df9-9b19-bc1b73e89777 tempest-AttachSCSIVolumeTestJSON-660953961 tempest-AttachSCSIVolumeTestJSON-660953961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:43:26.182132 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-bcd89151-2ea7-404d-b0d1-35ad2ad6808b req-428fce87-3449-4df9-9b19-bc1b73e89777 tempest-AttachSCSIVolumeTestJSON-660953961 tempest-AttachSCSIVolumeTestJSON-660953961-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a6e54cd-fa60-4562-94e7-5d0a822b5f6e HTTP/1.1" status: 200 len: 945 time: 0.4756138 Jun 01 18:43:26.189726 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [req-6e2a2b39-cf43-4218-8395-dd87ead77c43 req-fe9c6685-1b48-4b57-9218-6d459414e4be tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] Request body: {'port': {'device_id': 'a97c525e-047a-4124-86ec-39e79af6cb46', 'network_id': '7475c262-ab00-42c7-8a8e-ce0d66e28c6b', 'admin_state_up': True, 'tenant_id': 'e0dc2e96ec69456782f276e47bf2486d'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:43:26.299144 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1650f369-80b6-4904-b69c-606ade583aa0 req-b7a71da2-3967-4b94-a45a-30e2b767ef04 tempest-LiveAutoBlockMigrationV225Test-590672389 tempest-LiveAutoBlockMigrationV225Test-590672389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:43:26.300644 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-1650f369-80b6-4904-b69c-606ade583aa0 req-b7a71da2-3967-4b94-a45a-30e2b767ef04 tempest-LiveAutoBlockMigrationV225Test-590672389 tempest-LiveAutoBlockMigrationV225Test-590672389-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=26f7889e-93cf-42e0-b644-7fc47dc1a909 HTTP/1.1" status: 200 len: 1096 time: 0.1036267 Jun 01 18:43:26.306462 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f5e56d-89be-453b-b4ec-f02cf222138c req-d596a2be-7e02-450f-b695-84a7f6cffdfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:43:26.308185 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-42f5e56d-89be-453b-b4ec-f02cf222138c req-d596a2be-7e02-450f-b695-84a7f6cffdfa service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2fa86028-0209-4add-9b81-a15a41499ef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1489360 Jun 01 18:43:26.376379 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-bcd89151-2ea7-404d-b0d1-35ad2ad6808b req-5bb29391-98af-4887-b009-cfe1b227f588 tempest-AttachSCSIVolumeTestJSON-660953961 tempest-AttachSCSIVolumeTestJSON-660953961-project] 10.222.0.41 "GET /v2.0/security-groups?id=4b1d23f4-ed75-49f3-842d-08802ecbf36f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1668608 Jun 01 18:43:26.381810 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fceb115-db8e-4865-900f-47460aac69cb req-aaa95d80-d932-4d56-b7b1-daf598ce392a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:43:26.383215 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2fceb115-db8e-4865-900f-47460aac69cb req-aaa95d80-d932-4d56-b7b1-daf598ce392a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=dc585a7c-ae9f-4a4c-9b7f-d79fd1488c22 HTTP/1.1" status: 200 len: 1096 time: 0.3076022 Jun 01 18:43:26.428249 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-1650f369-80b6-4904-b69c-606ade583aa0 req-3e7e6efa-ce27-4ae0-8c3b-3ca51fe0aaf2 tempest-LiveAutoBlockMigrationV225Test-590672389 tempest-LiveAutoBlockMigrationV225Test-590672389-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=444c87ba-31dc-4b5a-9977-492e198b845a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189849 Jun 01 18:43:26.444065 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [req-6e2a2b39-cf43-4218-8395-dd87ead77c43 req-fe9c6685-1b48-4b57-9218-6d459414e4be tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:43:26.473644 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [req-6e2a2b39-cf43-4218-8395-dd87ead77c43 req-fe9c6685-1b48-4b57-9218-6d459414e4be tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:43:26.477897 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2fceb115-db8e-4865-900f-47460aac69cb req-61666c9a-e245-47c9-a46b-b356da496411 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=61f93eb9-fec5-4827-8845-d05b29ffd128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874128 Jun 01 18:43:26.482151 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-42f5e56d-89be-453b-b4ec-f02cf222138c req-8438657c-682b-4555-a610-57750ae060a7 service neutron] 10.222.0.50 "GET /v2.0/networks/2fa86028-0209-4add-9b81-a15a41499ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572869 Jun 01 18:43:26.488878 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e2a2b39-cf43-4218-8395-dd87ead77c43 req-fe9c6685-1b48-4b57-9218-6d459414e4be tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] Made reservation on behalf of e0dc2e96ec69456782f276e47bf2486d for: {'port': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:43:26.493386 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-6e2a2b39-cf43-4218-8395-dd87ead77c43 req-fe9c6685-1b48-4b57-9218-6d459414e4be tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:26.727522 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-42f5e56d-89be-453b-b4ec-f02cf222138c req-b9a635d3-0aa2-47c4-abce-dba6413aca14 service neutron] 10.222.0.50 "GET /v2.0/networks/2fa86028-0209-4add-9b81-a15a41499ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2272646 Jun 01 18:43:26.746139 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892088f1-2ffd-49cd-87fc-81d30f79dbb9 req-20608fa5-7d85-43e6-9054-5c1ba2da165c tempest-FloatingIPsAssociationNegativeTestJSON-1899695893 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:43:26.752774 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-892088f1-2ffd-49cd-87fc-81d30f79dbb9 req-20608fa5-7d85-43e6-9054-5c1ba2da165c tempest-FloatingIPsAssociationNegativeTestJSON-1899695893 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893-project] 10.222.0.41 "GET /v2.0/ports?device_id=66e39d11-cd54-4f3b-ada0-58e0645c24e7 HTTP/1.1" status: 200 len: 944 time: 0.1225967 Jun 01 18:43:26.753007 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [req-6e2a2b39-cf43-4218-8395-dd87ead77c43 req-fe9c6685-1b48-4b57-9218-6d459414e4be tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] Allocated IP 172.20.0.9 (7475c262-ab00-42c7-8a8e-ce0d66e28c6b/ba995e64-eb1c-4c76-a421-630e9228b936/253a3bf0-1ecd-4505-b320-3bd5f380e317) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:43:26.780932 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d83e329-8ff9-442d-a968-5ff315941a0a req-5fe48d27-c421-4211-8e3d-75ffc31867cc tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:43:26.782351 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-9d83e329-8ff9-442d-a968-5ff315941a0a req-5fe48d27-c421-4211-8e3d-75ffc31867cc tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc585a7c-ae9f-4a4c-9b7f-d79fd1488c22 HTTP/1.1" status: 200 len: 945 time: 0.1723874 Jun 01 18:43:26.809353 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 44826) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:43:26.843758 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-892088f1-2ffd-49cd-87fc-81d30f79dbb9 req-dfa8f66d-3e42-4f77-a8cd-0481256d3f59 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893-project] 10.222.0.41 "GET /v2.0/security-groups?id=d44720ef-0826-4e90-afc6-1e8deaa74141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878437 Jun 01 18:43:26.876527 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-9d83e329-8ff9-442d-a968-5ff315941a0a req-bd2f0f10-6510-453b-a975-f27cd09b2624 tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] 10.222.0.41 "GET /v2.0/security-groups?id=61f93eb9-fec5-4827-8845-d05b29ffd128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860546 Jun 01 18:43:26.896375 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba48dfdd-ae04-4360-9c66-80db006edad8 req-8d2b4d26-f3b5-4066-83c3-63676cc704a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:43:26.897987 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ba48dfdd-ae04-4360-9c66-80db006edad8 req-8d2b4d26-f3b5-4066-83c3-63676cc704a7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fe37b4563e0349938f147e9c99d54534&device_id=66e39d11-cd54-4f3b-ada0-58e0645c24e7 HTTP/1.1" status: 200 len: 1095 time: 0.1054499 Jun 01 18:43:27.029186 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d3c14072-cac4-48e2-ba82-2775ff06b707 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:27.066175 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-d3c14072-cac4-48e2-ba82-2775ff06b707 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:43:27.074620 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-d3c14072-cac4-48e2-ba82-2775ff06b707 admin admin] Usage tracker for resource:security_group_rule and tenant:cd051d8d755c499ea0ac9151ffa29588 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:43:27.079681 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-d3c14072-cac4-48e2-ba82-2775ff06b707 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:43:27.100083 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-d3c14072-cac4-48e2-ba82-2775ff06b707 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:43:27.153505 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba48dfdd-ae04-4360-9c66-80db006edad8 req-4f007d01-82f6-47b9-b62d-034dbc7d5848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:43:27.155068 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ba48dfdd-ae04-4360-9c66-80db006edad8 req-4f007d01-82f6-47b9-b62d-034dbc7d5848 service neutron] 10.222.0.50 "GET /v2.0/networks?id=2fa86028-0209-4add-9b81-a15a41499ef2 HTTP/1.1" status: 200 len: 930 time: 0.2502728 Jun 01 18:43:27.157883 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09cdc89-638a-43ae-b7a4-694e12a7bbef req-ea7a1d0a-df21-4c56-965d-bde5bcc004f3 tempest-LiveAutoBlockMigrationV225Test-590672389 tempest-LiveAutoBlockMigrationV225Test-590672389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:43:27.159507 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b09cdc89-638a-43ae-b7a4-694e12a7bbef req-ea7a1d0a-df21-4c56-965d-bde5bcc004f3 tempest-LiveAutoBlockMigrationV225Test-590672389 tempest-LiveAutoBlockMigrationV225Test-590672389-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=26f7889e-93cf-42e0-b644-7fc47dc1a909 HTTP/1.1" status: 200 len: 1096 time: 0.1601520 Jun 01 18:43:27.207262 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-6e2a2b39-cf43-4218-8395-dd87ead77c43 req-fe9c6685-1b48-4b57-9218-6d459414e4be tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:27.213131 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-1fea6a54-b7a2-4930-92e6-4dca30ed0780 req-3573fbef-a4f7-494b-a986-20677015fa0e tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] 10.222.0.41 "GET /v2.0/ports?device_id=a97c525e-047a-4124-86ec-39e79af6cb46 HTTP/1.1" status: 200 len: 210 time: 0.0771646 Jun 01 18:43:27.233882 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 44836) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:43:27.239301 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [req-6e2a2b39-cf43-4218-8395-dd87ead77c43 req-fe9c6685-1b48-4b57-9218-6d459414e4be tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] Transition to ACTIVE for port object 253a3bf0-1ecd-4505-b320-3bd5f380e317 will not be triggered until provisioned by entity DHCP. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:43:27.311048 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d3c14072-cac4-48e2-ba82-2775ff06b707 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:27.313924 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-6e2a2b39-cf43-4218-8395-dd87ead77c43 req-fe9c6685-1b48-4b57-9218-6d459414e4be tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:27.327674 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] get_ports_and_sgs() called for port_ids ['84281443-ab67-470d-8fa5-2047102ef7b4'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:43:27.353962 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d3c14072-cac4-48e2-ba82-2775ff06b707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:27.360949 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ba48dfdd-ae04-4360-9c66-80db006edad8 req-b9bc032e-f8dc-4dd2-b109-eec7bd684d5a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=67845245-15ce-4806-82a4-3091bca0bc66 HTTP/1.1" status: 200 len: 217 time: 0.1986554 Jun 01 18:43:27.420532 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b09cdc89-638a-43ae-b7a4-694e12a7bbef req-33b2a9a3-8fb8-40aa-b359-096f9234b7ab tempest-LiveAutoBlockMigrationV225Test-590672389 tempest-LiveAutoBlockMigrationV225Test-590672389-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=444c87ba-31dc-4b5a-9977-492e198b845a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845182 Jun 01 18:43:27.421468 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8e31b2c8-3fd6-4897-ae91-0679ded5ca94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:27.447410 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e2a2b39-cf43-4218-8395-dd87ead77c43 req-fe9c6685-1b48-4b57-9218-6d459414e4be tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] Network 7475c262-ab00-42c7-8a8e-ce0d66e28c6b is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:43:27.458962 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba48dfdd-ae04-4360-9c66-80db006edad8 req-6a5da07f-3d0e-4c3e-9c72-3b85bb327b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:43:27.461615 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ba48dfdd-ae04-4360-9c66-80db006edad8 req-6a5da07f-3d0e-4c3e-9c72-3b85bb327b14 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=15baa5ee-7752-4f7e-acac-371c6811276b HTTP/1.1" status: 200 len: 868 time: 0.0775685 Jun 01 18:43:27.466960 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [req-6e2a2b39-cf43-4218-8395-dd87ead77c43 req-fe9c6685-1b48-4b57-9218-6d459414e4be tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:43:27.478573 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e2a2b39-cf43-4218-8395-dd87ead77c43 req-fe9c6685-1b48-4b57-9218-6d459414e4be tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:43:27.568770 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2a2b39-cf43-4218-8395-dd87ead77c43 req-fe9c6685-1b48-4b57-9218-6d459414e4be tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:43:27.575679 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-6e2a2b39-cf43-4218-8395-dd87ead77c43 req-fe9c6685-1b48-4b57-9218-6d459414e4be tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:27.582898 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-8e31b2c8-3fd6-4897-ae91-0679ded5ca94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:43:27.595876 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c14072-cac4-48e2-ba82-2775ff06b707 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da7b040e-c79b-4195-bf61-221bfeb1fa4c,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:43:27.603582 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-d3c14072-cac4-48e2-ba82-2775ff06b707 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cd051d8d755c499ea0ac9151ffa29588&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7932155 Jun 01 18:43:27.604854 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-8e31b2c8-3fd6-4897-ae91-0679ded5ca94 admin admin] Usage tracker for resource:security_group_rule and tenant:0203760ded8c4812a0d2ff5488539c84 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:43:27.611474 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 44846) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:43:27.616891 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-8e31b2c8-3fd6-4897-ae91-0679ded5ca94 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:43:27.620926 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9c6685-1b48-4b57-9218-6d459414e4be tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] Pushing event updated for resources: {'Port': ['ID=253a3bf0-1ecd-4505-b320-3bd5f380e317,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:43:27.688205 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba48dfdd-ae04-4360-9c66-80db006edad8 req-a1d71ab9-4d35-4160-a526-717d23e42c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:43:27.692655 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-8e31b2c8-3fd6-4897-ae91-0679ded5ca94 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:43:27.693711 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ba48dfdd-ae04-4360-9c66-80db006edad8 req-a1d71ab9-4d35-4160-a526-717d23e42c04 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2fa86028-0209-4add-9b81-a15a41499ef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2180352 Jun 01 18:43:27.785569 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-6e2a2b39-cf43-4218-8395-dd87ead77c43 req-fe9c6685-1b48-4b57-9218-6d459414e4be tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6021252 Jun 01 18:43:27.820185 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [req-6e2a2b39-cf43-4218-8395-dd87ead77c43 req-f66c12a6-2985-4429-b8b8-cf2f01bae5a5 service neutron] Request body: {'port': {'device_id': 'a97c525e-047a-4124-86ec-39e79af6cb46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844202-1'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:43:27.846075 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4b2f5316-aa8c-415a-9c01-4fd7983bdeb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:27.887509 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ba48dfdd-ae04-4360-9c66-80db006edad8 req-5046fca1-3179-410f-8907-d867ae149879 service neutron] 10.222.0.50 "GET /v2.0/networks/2fa86028-0209-4add-9b81-a15a41499ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883154 Jun 01 18:43:27.920680 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-d4cf260c-6266-42d5-897a-27b10b5a650d None None] Provisioning for port 253a3bf0-1ecd-4505-b320-3bd5f380e317 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:43:27.926745 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-d4cf260c-6266-42d5-897a-27b10b5a650d None None] Provisioning complete for port 253a3bf0-1ecd-4505-b320-3bd5f380e317 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:43:27.927117 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-d4cf260c-6266-42d5-897a-27b10b5a650d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:27.967115 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 67845245-15ce-4806-82a4-3091bca0bc66 details requested by agent hyperv_n-h2-844202-1 with host n-h2-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 18:43:28.117178 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ba48dfdd-ae04-4360-9c66-80db006edad8 req-4b14f2c9-c336-46e3-b363-420099ba34dd service neutron] 10.222.0.50 "GET /v2.0/networks/2fa86028-0209-4add-9b81-a15a41499ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2224190 Jun 01 18:43:28.117993 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 67845245-15ce-4806-82a4-3091bca0bc66, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=67845245-15ce-4806-82a4-3091bca0bc66,segment=NetworkSegment(f8fbc8e1-3348-4ea4-9fd0-0e0551d74a24),segment_id=f8fbc8e1-3348-4ea4-9fd0-0e0551d74a24)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:43:28.141235 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Returning: {'device': '67845245-15ce-4806-82a4-3091bca0bc66', 'network_id': '2fa86028-0209-4add-9b81-a15a41499ef2', 'port_id': '67845245-15ce-4806-82a4-3091bca0bc66', 'mac_address': 'fa:16:3e:2c:bf:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15baa5ee-7752-4f7e-acac-371c6811276b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 18:43:28.157050 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-6e2a2b39-cf43-4218-8395-dd87ead77c43 req-f66c12a6-2985-4429-b8b8-cf2f01bae5a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:28.177105 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4b2f5316-aa8c-415a-9c01-4fd7983bdeb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:28.202092 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8e31b2c8-3fd6-4897-ae91-0679ded5ca94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:28.213409 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-d4cf260c-6266-42d5-897a-27b10b5a650d None None] Port 253a3bf0-1ecd-4505-b320-3bd5f380e317 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 18:43:28.218813 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port 67845245-15ce-4806-82a4-3091bca0bc66 is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:43:28.219344 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:28.237642 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67845245-15ce-4806-82a4-3091bca0bc66 {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:43:28.248034 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8e31b2c8-3fd6-4897-ae91-0679ded5ca94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:28.256688 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 67845245-15ce-4806-82a4-3091bca0bc66, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=67845245-15ce-4806-82a4-3091bca0bc66,segment=NetworkSegment(f8fbc8e1-3348-4ea4-9fd0-0e0551d74a24),segment_id=f8fbc8e1-3348-4ea4-9fd0-0e0551d74a24)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:43:28.259414 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.agents_db [None req-e814b9cf-7de8-45d0-a079-29c61fabe7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 18:43:28.261349 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:28.297410 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8b4063-3478-4579-b3eb-4e4f700b900c req-b657583e-a10a-4812-97e2-807790153e95 tempest-AttachSCSIVolumeTestJSON-660953961 tempest-AttachSCSIVolumeTestJSON-660953961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:43:28.299349 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8d8b4063-3478-4579-b3eb-4e4f700b900c req-b657583e-a10a-4812-97e2-807790153e95 tempest-AttachSCSIVolumeTestJSON-660953961 tempest-AttachSCSIVolumeTestJSON-660953961-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a6e54cd-fa60-4562-94e7-5d0a822b5f6e HTTP/1.1" status: 200 len: 945 time: 0.6745391 Jun 01 18:43:28.342595 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=67845245-15ce-4806-82a4-3091bca0bc66,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:43:28.419349 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-8e31b2c8-3fd6-4897-ae91-0679ded5ca94 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0203760ded8c4812a0d2ff5488539c84&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1814737 Jun 01 18:43:28.419349 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e31b2c8-3fd6-4897-ae91-0679ded5ca94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc004439-84bb-4ad4-a1fc-605b5433a2ca,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:43:28.438235 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 44866) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:43:28.481821 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4b2f5316-aa8c-415a-9c01-4fd7983bdeb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:28.498415 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15336cf-7be9-4e7b-bd2f-1248b57f8ef2 req-f8531c37-859f-4ba9-9a26-0f8b2e8896a9 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:43:28.499651 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8d8b4063-3478-4579-b3eb-4e4f700b900c req-78aca659-da0b-486e-ae5a-aa5f66afe3ae tempest-AttachSCSIVolumeTestJSON-660953961 tempest-AttachSCSIVolumeTestJSON-660953961-project] 10.222.0.41 "GET /v2.0/security-groups?id=4b1d23f4-ed75-49f3-842d-08802ecbf36f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1732550 Jun 01 18:43:28.499885 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d15336cf-7be9-4e7b-bd2f-1248b57f8ef2 req-f8531c37-859f-4ba9-9a26-0f8b2e8896a9 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893-project] 10.222.0.41 "GET /v2.0/ports?device_id=66e39d11-cd54-4f3b-ada0-58e0645c24e7 HTTP/1.1" status: 200 len: 945 time: 0.0957892 Jun 01 18:43:28.522608 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2f5316-aa8c-415a-9c01-4fd7983bdeb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da7b040e-c79b-4195-bf61-221bfeb1fa4c,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:43:28.550317 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] get_ports_and_sgs() called for port_ids ['67845245-15ce-4806-82a4-3091bca0bc66'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:43:28.557472 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d15336cf-7be9-4e7b-bd2f-1248b57f8ef2 req-113ed640-ea9d-4a77-9aa0-df9094e588ec tempest-FloatingIPsAssociationNegativeTestJSON-1899695893 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893-project] 10.222.0.41 "GET /v2.0/security-groups?id=d44720ef-0826-4e90-afc6-1e8deaa74141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488703 Jun 01 18:43:28.630745 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4b2f5316-aa8c-415a-9c01-4fd7983bdeb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:28.632064 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-4b2f5316-aa8c-415a-9c01-4fd7983bdeb3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/da7b040e-c79b-4195-bf61-221bfeb1fa4c HTTP/1.1" status: 204 len: 168 time: 1.0173938 Jun 01 18:43:28.751247 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-69516bfa-c2b8-4ed7-b111-1b5539f20eaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:28.768707 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50636ad2-6b55-45ba-aa12-0b94228dd8bf req-69982711-035f-4527-8204-0610a806d154 tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:43:28.771319 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-50636ad2-6b55-45ba-aa12-0b94228dd8bf req-69982711-035f-4527-8204-0610a806d154 tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] 10.222.0.41 "GET /v2.0/ports?device_id=a97c525e-047a-4124-86ec-39e79af6cb46 HTTP/1.1" status: 200 len: 931 time: 0.0964403 Jun 01 18:43:28.816266 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-69516bfa-c2b8-4ed7-b111-1b5539f20eaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:28.832503 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-50636ad2-6b55-45ba-aa12-0b94228dd8bf req-37034dea-8056-4a94-b7e3-7a233d6f2904 tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] 10.222.0.41 "GET /v2.0/security-groups?id=b07651a0-9e42-4158-83b3-465d7a0dded5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473528 Jun 01 18:43:28.851753 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ed844b-debd-4255-8d10-fcb1fc605d59 req-efe2415b-363d-4729-8f88-f3ac3fc6646f tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:43:28.853242 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a9ed844b-debd-4255-8d10-fcb1fc605d59 req-efe2415b-363d-4729-8f88-f3ac3fc6646f tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc585a7c-ae9f-4a4c-9b7f-d79fd1488c22 HTTP/1.1" status: 200 len: 945 time: 0.1941702 Jun 01 18:43:29.024855 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a9ed844b-debd-4255-8d10-fcb1fc605d59 req-3f0ff53e-12ab-4d5a-98e4-3dd6fc5f7d11 tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] 10.222.0.41 "GET /v2.0/security-groups?id=61f93eb9-fec5-4827-8845-d05b29ffd128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554680 Jun 01 18:43:29.051569 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [req-6e2a2b39-cf43-4218-8395-dd87ead77c43 req-f66c12a6-2985-4429-b8b8-cf2f01bae5a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 253a3bf0-1ecd-4505-b320-3bd5f380e317 {{(pid=88525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:43:29.062706 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-69516bfa-c2b8-4ed7-b111-1b5539f20eaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:29.069024 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-6e2a2b39-cf43-4218-8395-dd87ead77c43 req-f66c12a6-2985-4429-b8b8-cf2f01bae5a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:29.104521 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69516bfa-c2b8-4ed7-b111-1b5539f20eaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc004439-84bb-4ad4-a1fc-605b5433a2ca,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:43:29.112555 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-69516bfa-c2b8-4ed7-b111-1b5539f20eaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:29.113919 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-69516bfa-c2b8-4ed7-b111-1b5539f20eaf admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cc004439-84bb-4ad4-a1fc-605b5433a2ca HTTP/1.1" status: 204 len: 168 time: 0.6747110 Jun 01 18:43:29.115636 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [req-6e2a2b39-cf43-4218-8395-dd87ead77c43 req-f66c12a6-2985-4429-b8b8-cf2f01bae5a5 service neutron] Transition to ACTIVE for port object 253a3bf0-1ecd-4505-b320-3bd5f380e317 will not be triggered until provisioned by entity L2. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:43:29.122614 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-6e2a2b39-cf43-4218-8395-dd87ead77c43 req-f66c12a6-2985-4429-b8b8-cf2f01bae5a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:29.231350 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3236214-92b2-4ef3-877b-d0b20dacf611 req-7d44243d-1e1a-4cd9-95cc-d9aab3f9455d tempest-AttachSCSIVolumeTestJSON-660953961 tempest-AttachSCSIVolumeTestJSON-660953961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:43:29.234000 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f3236214-92b2-4ef3-877b-d0b20dacf611 req-7d44243d-1e1a-4cd9-95cc-d9aab3f9455d tempest-AttachSCSIVolumeTestJSON-660953961 tempest-AttachSCSIVolumeTestJSON-660953961-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a6e54cd-fa60-4562-94e7-5d0a822b5f6e HTTP/1.1" status: 200 len: 945 time: 0.1375206 Jun 01 18:43:29.243904 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 44888) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:43:29.251358 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-11f3cfc9-62a6-42ec-b898-16892e99ea36 tempest-AttachSCSIVolumeTestJSON-660953961 tempest-AttachSCSIVolumeTestJSON-660953961-project] Request body: {'floatingip': {'port_id': '141804c8-52a2-4017-818f-c7e2cc270657'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:43:29.252503 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66c12a6-2985-4429-b8b8-cf2f01bae5a5 service neutron] Pushing event updated for resources: {'Port': ['ID=253a3bf0-1ecd-4505-b320-3bd5f380e317,revision_number=2']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:43:29.419812 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-11f3cfc9-62a6-42ec-b898-16892e99ea36 tempest-AttachSCSIVolumeTestJSON-660953961 tempest-AttachSCSIVolumeTestJSON-660953961-project] Notify callbacks [] for floatingip, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:29.620124 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-6e2a2b39-cf43-4218-8395-dd87ead77c43 req-f66c12a6-2985-4429-b8b8-cf2f01bae5a5 service neutron] Attempting to bind port 253a3bf0-1ecd-4505-b320-3bd5f380e317 on host n-h2-844202-1 for vnic_type normal with profile {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:43:29.620588 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-6e2a2b39-cf43-4218-8395-dd87ead77c43 req-f66c12a6-2985-4429-b8b8-cf2f01bae5a5 service neutron] Attempting to bind port 253a3bf0-1ecd-4505-b320-3bd5f380e317 by drivers openvswitch,hyperv on host n-h2-844202-1 at level 0 using segments [{'id': '55263802-5ec7-4dff-8473-f61d2e94acb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '7475c262-ab00-42c7-8a8e-ce0d66e28c6b'}] {{(pid=88525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:43:29.620783 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e2a2b39-cf43-4218-8395-dd87ead77c43 req-f66c12a6-2985-4429-b8b8-cf2f01bae5a5 service neutron] Attempting to bind port 253a3bf0-1ecd-4505-b320-3bd5f380e317 on network 7475c262-ab00-42c7-8a8e-ce0d66e28c6b {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:43:29.626786 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e2a2b39-cf43-4218-8395-dd87ead77c43 req-f66c12a6-2985-4429-b8b8-cf2f01bae5a5 service neutron] Port 253a3bf0-1ecd-4505-b320-3bd5f380e317 on network 7475c262-ab00-42c7-8a8e-ce0d66e28c6b not bound, no agent of type Open vSwitch agent registered on host n-h2-844202-1 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 18:43:29.627156 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e2a2b39-cf43-4218-8395-dd87ead77c43 req-f66c12a6-2985-4429-b8b8-cf2f01bae5a5 service neutron] Attempting to bind port 253a3bf0-1ecd-4505-b320-3bd5f380e317 on network 7475c262-ab00-42c7-8a8e-ce0d66e28c6b {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:43:29.645133 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e2a2b39-cf43-4218-8395-dd87ead77c43 req-f66c12a6-2985-4429-b8b8-cf2f01bae5a5 service neutron] Checking agent: {'id': 'f5db9968-6317-4186-9100-9e0ca6b50417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 18, 43, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:43:29.645467 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e2a2b39-cf43-4218-8395-dd87ead77c43 req-f66c12a6-2985-4429-b8b8-cf2f01bae5a5 service neutron] Checking segment: {'id': '55263802-5ec7-4dff-8473-f61d2e94acb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '7475c262-ab00-42c7-8a8e-ce0d66e28c6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:43:29.645845 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e2a2b39-cf43-4218-8395-dd87ead77c43 req-f66c12a6-2985-4429-b8b8-cf2f01bae5a5 service neutron] Bound using segment: {'id': '55263802-5ec7-4dff-8473-f61d2e94acb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '7475c262-ab00-42c7-8a8e-ce0d66e28c6b'} {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:43:29.646278 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-6e2a2b39-cf43-4218-8395-dd87ead77c43 req-f66c12a6-2985-4429-b8b8-cf2f01bae5a5 service neutron] Bound port: 253a3bf0-1ecd-4505-b320-3bd5f380e317, host: n-h2-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55263802-5ec7-4dff-8473-f61d2e94acb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '7475c262-ab00-42c7-8a8e-ce0d66e28c6b'}}] {{(pid=88525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:43:29.646615 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-6e2a2b39-cf43-4218-8395-dd87ead77c43 req-f66c12a6-2985-4429-b8b8-cf2f01bae5a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:29.804726 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 44902) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:43:29.893714 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-6e2a2b39-cf43-4218-8395-dd87ead77c43 req-f66c12a6-2985-4429-b8b8-cf2f01bae5a5 service neutron] For port 253a3bf0-1ecd-4505-b320-3bd5f380e317, host n-h2-844202-1, cleared binding levels {{(pid=88525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:43:29.897036 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-6e2a2b39-cf43-4218-8395-dd87ead77c43 req-f66c12a6-2985-4429-b8b8-cf2f01bae5a5 service neutron] For port 253a3bf0-1ecd-4505-b320-3bd5f380e317, host n-h2-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=253a3bf0-1ecd-4505-b320-3bd5f380e317,segment=NetworkSegment(55263802-5ec7-4dff-8473-f61d2e94acb2),segment_id=55263802-5ec7-4dff-8473-f61d2e94acb2)] {{(pid=88525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:43:29.950355 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-feaf6078-43f7-4a18-8047-02993e859146 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:29.967143 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-6e2a2b39-cf43-4218-8395-dd87ead77c43 req-f66c12a6-2985-4429-b8b8-cf2f01bae5a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:29.976794 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 67845245-15ce-4806-82a4-3091bca0bc66 up at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:43:30.062641 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-feaf6078-43f7-4a18-8047-02993e859146 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:43:30.073144 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning for port 67845245-15ce-4806-82a4-3091bca0bc66 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:43:30.080673 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning complete for port 67845245-15ce-4806-82a4-3091bca0bc66 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:43:30.081559 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:30.114947 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-feaf6078-43f7-4a18-8047-02993e859146 admin admin] Usage tracker for resource:security_group_rule and tenant:48aee0f2483c4375af2e9eac7aef688e is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:43:30.119774 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-feaf6078-43f7-4a18-8047-02993e859146 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:43:30.141873 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2a2b39-cf43-4218-8395-dd87ead77c43 req-f66c12a6-2985-4429-b8b8-cf2f01bae5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:43:30.142501 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-6e2a2b39-cf43-4218-8395-dd87ead77c43 req-f66c12a6-2985-4429-b8b8-cf2f01bae5a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:30.144281 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-6e2a2b39-cf43-4218-8395-dd87ead77c43 req-f66c12a6-2985-4429-b8b8-cf2f01bae5a5 service neutron] 10.222.0.50 "PUT /v2.0/ports/253a3bf0-1ecd-4505-b320-3bd5f380e317 HTTP/1.1" status: 200 len: 1091 time: 2.3334060 Jun 01 18:43:30.145807 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-feaf6078-43f7-4a18-8047-02993e859146 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:43:30.147935 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a97c525e-047a-4124-86ec-39e79af6cb46', 'tag': '253a3bf0-1ecd-4505-b320-3bd5f380e317'}] {{(pid=88525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:43:30.276498 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port 67845245-15ce-4806-82a4-3091bca0bc66 is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:43:30.277282 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:30.318045 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66e39d11-cd54-4f3b-ada0-58e0645c24e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67845245-15ce-4806-82a4-3091bca0bc66'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:43:30.334284 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 67845245-15ce-4806-82a4-3091bca0bc66, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=67845245-15ce-4806-82a4-3091bca0bc66,segment=NetworkSegment(f8fbc8e1-3348-4ea4-9fd0-0e0551d74a24),segment_id=f8fbc8e1-3348-4ea4-9fd0-0e0551d74a24)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:43:30.340270 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:30.374299 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23a0b95-c9ac-40c6-bb1a-4cba00091b57 req-ece9cede-1c6c-44c1-9322-a61a8214b146 tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:43:30.377073 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66c12a6-2985-4429-b8b8-cf2f01bae5a5 service neutron] Pushing event updated for resources: {'Port': ['ID=253a3bf0-1ecd-4505-b320-3bd5f380e317,revision_number=3']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:43:30.378261 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e23a0b95-c9ac-40c6-bb1a-4cba00091b57 req-ece9cede-1c6c-44c1-9322-a61a8214b146 tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] 10.222.0.41 "GET /v2.0/ports?device_id=a97c525e-047a-4124-86ec-39e79af6cb46 HTTP/1.1" status: 200 len: 943 time: 0.3751769 Jun 01 18:43:30.444647 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af8088a-e14b-47e3-9095-3bc575db9ac3 req-b4c60450-d339-44ad-b85f-9de2fbfd073e tempest-FloatingIPsAssociationNegativeTestJSON-1899695893 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:43:30.445529 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-5af8088a-e14b-47e3-9095-3bc575db9ac3 req-b4c60450-d339-44ad-b85f-9de2fbfd073e tempest-FloatingIPsAssociationNegativeTestJSON-1899695893 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893-project] Synchronizing usage tracker for tenant:fe37b4563e0349938f147e9c99d54534 on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:43:30.449081 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=67845245-15ce-4806-82a4-3091bca0bc66,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:43:30.503003 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-5af8088a-e14b-47e3-9095-3bc575db9ac3 req-b4c60450-d339-44ad-b85f-9de2fbfd073e tempest-FloatingIPsAssociationNegativeTestJSON-1899695893 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893-project] Unset dirty status for tenant:fe37b4563e0349938f147e9c99d54534 on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:43:30.504394 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-5af8088a-e14b-47e3-9095-3bc575db9ac3 req-b4c60450-d339-44ad-b85f-9de2fbfd073e tempest-FloatingIPsAssociationNegativeTestJSON-1899695893 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893-project] 10.222.0.41 "GET /v2.0/ports?device_id=66e39d11-cd54-4f3b-ada0-58e0645c24e7 HTTP/1.1" status: 200 len: 945 time: 0.6525495 Jun 01 18:43:30.564737 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2a2b39-cf43-4218-8395-dd87ead77c43 req-56678d11-a481-43bc-ba78-b30752f13722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:43:30.567075 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-6e2a2b39-cf43-4218-8395-dd87ead77c43 req-56678d11-a481-43bc-ba78-b30752f13722 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e0dc2e96ec69456782f276e47bf2486d&device_id=a97c525e-047a-4124-86ec-39e79af6cb46 HTTP/1.1" status: 200 len: 1094 time: 0.3601396 Jun 01 18:43:30.570127 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e23a0b95-c9ac-40c6-bb1a-4cba00091b57 req-65e9a7fc-bd25-45e1-b37c-81ae1721253c tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] 10.222.0.41 "GET /v2.0/security-groups?id=b07651a0-9e42-4158-83b3-465d7a0dded5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852727 Jun 01 18:43:30.657431 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-5af8088a-e14b-47e3-9095-3bc575db9ac3 req-59dd3230-326e-475d-9811-afc993381c4d tempest-FloatingIPsAssociationNegativeTestJSON-1899695893 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893-project] Synchronizing usage tracker for tenant:fe37b4563e0349938f147e9c99d54534 on resource:security_group {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:43:30.678549 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-6e2a2b39-cf43-4218-8395-dd87ead77c43 req-7a2fbe61-d7c0-475c-960d-503a077e44f2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=253a3bf0-1ecd-4505-b320-3bd5f380e317 HTTP/1.1" status: 200 len: 217 time: 0.1014929 Jun 01 18:43:30.751179 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-feaf6078-43f7-4a18-8047-02993e859146 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:30.764829 n-d-844202-1 neutron-server[88525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8cc2f286-4be6-433d-8288-6213a9c584aa'] response: {'name': 'network-changed', 'server_uuid': 'a97c525e-047a-4124-86ec-39e79af6cb46', 'tag': '253a3bf0-1ecd-4505-b320-3bd5f380e317', 'status': 'completed', 'code': 200} Jun 01 18:43:30.770766 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-feaf6078-43f7-4a18-8047-02993e859146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:30.819906 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78287e1f-6b2b-4ffb-bc07-d164b305d14f'] response: {'server_uuid': '66e39d11-cd54-4f3b-ada0-58e0645c24e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67845245-15ce-4806-82a4-3091bca0bc66', 'code': 200} Jun 01 18:43:30.880882 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-5af8088a-e14b-47e3-9095-3bc575db9ac3 req-59dd3230-326e-475d-9811-afc993381c4d tempest-FloatingIPsAssociationNegativeTestJSON-1899695893 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893-project] Unset dirty status for tenant:fe37b4563e0349938f147e9c99d54534 on resource:security_group {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:43:30.882032 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-5af8088a-e14b-47e3-9095-3bc575db9ac3 req-59dd3230-326e-475d-9811-afc993381c4d tempest-FloatingIPsAssociationNegativeTestJSON-1899695893 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893-project] 10.222.0.41 "GET /v2.0/security-groups?id=d44720ef-0826-4e90-afc6-1e8deaa74141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3693900 Jun 01 18:43:30.938617 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-feaf6078-43f7-4a18-8047-02993e859146 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=48aee0f2483c4375af2e9eac7aef688e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1297696 Jun 01 18:43:30.938617 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feaf6078-43f7-4a18-8047-02993e859146 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2eea3e9-b8cd-4a9a-99b8-31cb516acd33,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:43:30.938851 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 44936) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:43:30.951581 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2a2b39-cf43-4218-8395-dd87ead77c43 req-726ad218-dd00-45de-9584-888ea780e3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:43:30.953535 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-6e2a2b39-cf43-4218-8395-dd87ead77c43 req-726ad218-dd00-45de-9584-888ea780e3e7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ba995e64-eb1c-4c76-a421-630e9228b936 HTTP/1.1" status: 200 len: 859 time: 0.2646482 Jun 01 18:43:30.997587 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-11f3cfc9-62a6-42ec-b898-16892e99ea36 tempest-AttachSCSIVolumeTestJSON-660953961 tempest-AttachSCSIVolumeTestJSON-660953961-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:31.018534 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-11f3cfc9-62a6-42ec-b898-16892e99ea36 tempest-AttachSCSIVolumeTestJSON-660953961 tempest-AttachSCSIVolumeTestJSON-660953961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887712'] for floatingip, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:31.051455 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2a2b39-cf43-4218-8395-dd87ead77c43 req-41f31cf9-1f12-4247-bb85-f4643fefb2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:43:31.053156 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-6e2a2b39-cf43-4218-8395-dd87ead77c43 req-41f31cf9-1f12-4247-bb85-f4643fefb2e6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7475c262-ab00-42c7-8a8e-ce0d66e28c6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0930483 Jun 01 18:43:31.251712 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-9a0c2bcb-24a0-4396-9cc7-0a262ce87ec0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:31.277722 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b356a2-1e97-40af-a4a2-de9603571a14 req-e8636696-e3a4-43a2-9837-f904d129653f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:43:31.279218 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b0b356a2-1e97-40af-a4a2-de9603571a14 req-e8636696-e3a4-43a2-9837-f904d129653f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=66e39d11-cd54-4f3b-ada0-58e0645c24e7 HTTP/1.1" status: 200 len: 1097 time: 0.3356836 Jun 01 18:43:31.287031 n-d-844202-1 neutron-server[88524]: INFO neutron.db.l3_db [None req-11f3cfc9-62a6-42ec-b898-16892e99ea36 tempest-AttachSCSIVolumeTestJSON-660953961 tempest-AttachSCSIVolumeTestJSON-660953961-project] Floating IP 9119c3b3-ce62-41ad-be3e-9bf9f20a6048 associated. External IP: 172.25.4.65, port: 141804c8-52a2-4017-818f-c7e2cc270657. Jun 01 18:43:31.293753 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-6e2a2b39-cf43-4218-8395-dd87ead77c43 req-7b107b48-3c69-43a0-9703-888b520e8f25 service neutron] 10.222.0.50 "GET /v2.0/networks/7475c262-ab00-42c7-8a8e-ce0d66e28c6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2325265 Jun 01 18:43:31.372486 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-9a0c2bcb-24a0-4396-9cc7-0a262ce87ec0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:31.430678 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-6e2a2b39-cf43-4218-8395-dd87ead77c43 req-cc70d31c-15ee-4e40-ae00-cd357653797f service neutron] 10.222.0.50 "GET /v2.0/networks/7475c262-ab00-42c7-8a8e-ce0d66e28c6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318898 Jun 01 18:43:31.511682 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b0b356a2-1e97-40af-a4a2-de9603571a14 req-a9791a39-a613-4cf9-8436-83a4bfd6dbcc service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=d44720ef-0826-4e90-afc6-1e8deaa74141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706319 Jun 01 18:43:31.571053 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7565ea-a179-41cf-bd4a-6d5040a633ac req-fe2caaae-4db3-4b09-8a9b-d29a47f032e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:43:31.572721 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-1e7565ea-a179-41cf-bd4a-6d5040a633ac req-fe2caaae-4db3-4b09-8a9b-d29a47f032e9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e0dc2e96ec69456782f276e47bf2486d&device_id=a97c525e-047a-4124-86ec-39e79af6cb46 HTTP/1.1" status: 200 len: 1094 time: 0.0938640 Jun 01 18:43:31.618154 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-9a0c2bcb-24a0-4396-9cc7-0a262ce87ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:31.644147 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0c2bcb-24a0-4396-9cc7-0a262ce87ec0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2eea3e9-b8cd-4a9a-99b8-31cb516acd33,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:43:31.658354 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-9a0c2bcb-24a0-4396-9cc7-0a262ce87ec0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:31.659504 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-9a0c2bcb-24a0-4396-9cc7-0a262ce87ec0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d2eea3e9-b8cd-4a9a-99b8-31cb516acd33 HTTP/1.1" status: 204 len: 168 time: 0.7201831 Jun 01 18:43:31.943103 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11f3cfc9-62a6-42ec-b898-16892e99ea36 tempest-AttachSCSIVolumeTestJSON-660953961 tempest-AttachSCSIVolumeTestJSON-660953961-project] Router debb898e-75a8-4c0d-a69f-ed380535a9f7 has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 18:43:32.019243 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7565ea-a179-41cf-bd4a-6d5040a633ac req-ed135323-8491-4067-af56-8c036891894d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:43:32.024452 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-1e7565ea-a179-41cf-bd4a-6d5040a633ac req-ed135323-8491-4067-af56-8c036891894d service neutron] 10.222.0.50 "GET /v2.0/networks?id=7475c262-ab00-42c7-8a8e-ce0d66e28c6b HTTP/1.1" status: 200 len: 921 time: 0.3018949 Jun 01 18:43:32.129000 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3139385-d54b-4a4d-a01c-962a2ee4345e req-42868f61-ceba-4817-9333-f6e7a577694c tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:43:32.136730 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f3139385-d54b-4a4d-a01c-962a2ee4345e req-42868f61-ceba-4817-9333-f6e7a577694c tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] 10.222.0.41 "GET /v2.0/ports?device_id=a97c525e-047a-4124-86ec-39e79af6cb46 HTTP/1.1" status: 200 len: 943 time: 0.3073573 Jun 01 18:43:32.162759 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-1e7565ea-a179-41cf-bd4a-6d5040a633ac req-ea1bb289-5dbd-4dd1-84cc-7f2a2a86a8e0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=253a3bf0-1ecd-4505-b320-3bd5f380e317 HTTP/1.1" status: 200 len: 217 time: 0.1311884 Jun 01 18:43:32.304673 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f3139385-d54b-4a4d-a01c-962a2ee4345e req-ef7ba31c-f9be-40a6-a411-cf154a83afba tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] 10.222.0.41 "GET /v2.0/security-groups?id=b07651a0-9e42-4158-83b3-465d7a0dded5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656475 Jun 01 18:43:32.379769 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7565ea-a179-41cf-bd4a-6d5040a633ac req-efaf75f6-15ea-4905-bd36-150fc97c1ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:43:32.382014 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-1e7565ea-a179-41cf-bd4a-6d5040a633ac req-efaf75f6-15ea-4905-bd36-150fc97c1ea4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ba995e64-eb1c-4c76-a421-630e9228b936 HTTP/1.1" status: 200 len: 859 time: 0.2110076 Jun 01 18:43:32.418961 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11f3cfc9-62a6-42ec-b898-16892e99ea36 tempest-AttachSCSIVolumeTestJSON-660953961 tempest-AttachSCSIVolumeTestJSON-660953961-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 18:43:32.428165 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-11f3cfc9-62a6-42ec-b898-16892e99ea36 tempest-AttachSCSIVolumeTestJSON-660953961 tempest-AttachSCSIVolumeTestJSON-660953961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for floatingip, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:32.439766 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8bffe6b-e9f0-4b45-9180-5884547c1aa5 None None] Sync routers for ids ['debb898e-75a8-4c0d-a69f-ed380535a9f7'] in n-d-844202-1 {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 18:43:32.467335 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8bffe6b-e9f0-4b45-9180-5884547c1aa5 None None] Routers {'debb898e-75a8-4c0d-a69f-ed380535a9f7'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:43:32.467971 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-e8bffe6b-e9f0-4b45-9180-5884547c1aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:43:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['debb898e-75a8-4c0d-a69f-ed380535a9f7'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:43:32.528444 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-11f3cfc9-62a6-42ec-b898-16892e99ea36 tempest-AttachSCSIVolumeTestJSON-660953961 tempest-AttachSCSIVolumeTestJSON-660953961-project] 10.222.0.41 "PUT /v2.0/floatingips/9119c3b3-ce62-41ad-be3e-9bf9f20a6048 HTTP/1.1" status: 200 len: 990 time: 3.2826734 Jun 01 18:43:32.529552 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a6e54cd-fa60-4562-94e7-5d0a822b5f6e', 'tag': '141804c8-52a2-4017-818f-c7e2cc270657'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:43:32.546238 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7565ea-a179-41cf-bd4a-6d5040a633ac req-1d55fa81-93f7-4179-ac0f-61a7a87cab5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:43:32.547657 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-1e7565ea-a179-41cf-bd4a-6d5040a633ac req-1d55fa81-93f7-4179-ac0f-61a7a87cab5f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7475c262-ab00-42c7-8a8e-ce0d66e28c6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1561577 Jun 01 18:43:32.557706 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd38f2e3-a732-4601-b89b-c3a1a6c90e22 req-f4263ec2-6e87-4b74-8f3d-cfdb4f715b95 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:43:32.559957 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-dd38f2e3-a732-4601-b89b-c3a1a6c90e22 req-f4263ec2-6e87-4b74-8f3d-cfdb4f715b95 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893-project] 10.222.0.41 "GET /v2.0/ports?device_id=66e39d11-cd54-4f3b-ada0-58e0645c24e7 HTTP/1.1" status: 200 len: 946 time: 0.3069339 Jun 01 18:43:32.718894 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1fed737d-c098-40e4-9c19-0adcb4e18e53'] response: {'name': 'network-changed', 'server_uuid': '4a6e54cd-fa60-4562-94e7-5d0a822b5f6e', 'tag': '141804c8-52a2-4017-818f-c7e2cc270657', 'status': 'completed', 'code': 200} Jun 01 18:43:32.922103 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-e8bffe6b-e9f0-4b45-9180-5884547c1aa5 None None] Set router debb898e-75a8-4c0d-a69f-ed380535a9f7 gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:43:33.012753 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-1e7565ea-a179-41cf-bd4a-6d5040a633ac req-d0a187ed-7d21-4cb6-a4bb-8d6c7e6c810f service neutron] 10.222.0.50 "GET /v2.0/networks/7475c262-ab00-42c7-8a8e-ce0d66e28c6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4395399 Jun 01 18:43:33.160719 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-dd38f2e3-a732-4601-b89b-c3a1a6c90e22 req-83618a6c-3c48-4f80-a5ef-77fa23eb0ad1 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893-project] 10.222.0.41 "GET /v2.0/security-groups?id=d44720ef-0826-4e90-afc6-1e8deaa74141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5897348 Jun 01 18:43:33.310735 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b425796-376b-417d-97b6-7d272d8a71ad req-d2323d12-ba84-4964-8bc6-bfd67d19ed06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:43:33.312200 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4b425796-376b-417d-97b6-7d272d8a71ad req-d2323d12-ba84-4964-8bc6-bfd67d19ed06 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=45241712d04f44c69000bd03eb1880d9&device_id=4a6e54cd-fa60-4562-94e7-5d0a822b5f6e HTTP/1.1" status: 200 len: 1096 time: 0.4508927 Jun 01 18:43:33.499596 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-1e7565ea-a179-41cf-bd4a-6d5040a633ac req-c637f495-da07-4f55-a1f7-f30d88516a50 service neutron] 10.222.0.50 "GET /v2.0/networks/7475c262-ab00-42c7-8a8e-ce0d66e28c6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4570198 Jun 01 18:43:33.594660 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-e8bffe6b-e9f0-4b45-9180-5884547c1aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'debb898e-75a8-4c0d-a69f-ed380535a9f7', 'name': 'tempest-AttachSCSIVolumeTestJSON-1363547105-router', 'tenant_id': '45241712d04f44c69000bd03eb1880d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': 'b3984faa-a400-4337-a911-8cb7708e9c10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:41:41Z', 'updated_at': '2022-06-01T18:41:52Z', 'revision_number': 4, 'project_id': '45241712d04f44c69000bd03eb1880d9', 'gw_port': {'id': 'b3984faa-a400-4337-a911-8cb7708e9c10', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b0:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'debb898e-75a8-4c0d-a69f-ed380535a9f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:41:43Z', 'updated_at': '2022-06-01T18:41:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_floatingips': [{'id': '9119c3b3-ce62-41ad-be3e-9bf9f20a6048', 'tenant_id': '45241712d04f44c69000bd03eb1880d9', 'floating_ip_address': '172.25.4.65', 'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'router_id': 'debb898e-75a8-4c0d-a69f-ed380535a9f7', 'port_id': '141804c8-52a2-4017-818f-c7e2cc270657', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10a2587b-1014-44b1-b177-99812ce7e0cf', 'mac_address': 'fa:16:3e:84:6d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6e54cd-fa60-4562-94e7-5d0a822b5f6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T18:42:56Z', 'updated_at': '2022-06-01T18:43:30Z', 'revision_number': 1, 'project_id': '45241712d04f44c69000bd03eb1880d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36f5f216-1a85-431b-aada-810ed3c1fec5', 'name': '', 'network_id': '10a2587b-1014-44b1-b177-99812ce7e0cf', 'tenant_id': '45241712d04f44c69000bd03eb1880d9', 'mac_address': 'fa:16:3e:5b:dd:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'debb898e-75a8-4c0d-a69f-ed380535a9f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '095d92a5-4fce-4555-937d-a37b373b8ecc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:41:50Z', 'updated_at': '2022-06-01T18:42:00Z', 'revision_number': 5, 'project_id': '45241712d04f44c69000bd03eb1880d9', 'subnets': [{'id': '095d92a5-4fce-4555-937d-a37b373b8ecc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:43:33.604113 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8bffe6b-e9f0-4b45-9180-5884547c1aa5 None None] Checking router: debb898e-75a8-4c0d-a69f-ed380535a9f7 for host: n-d-844202-1 {{(pid=88526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 18:43:33.617909 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8bffe6b-e9f0-4b45-9180-5884547c1aa5 None None] Routers {'debb898e-75a8-4c0d-a69f-ed380535a9f7'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:43:33.618606 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-e8bffe6b-e9f0-4b45-9180-5884547c1aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:43:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['debb898e-75a8-4c0d-a69f-ed380535a9f7'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:43:33.660142 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b425796-376b-417d-97b6-7d272d8a71ad req-37d6993e-cbd7-40bc-b682-57201d2d0c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:43:33.661704 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4b425796-376b-417d-97b6-7d272d8a71ad req-37d6993e-cbd7-40bc-b682-57201d2d0c39 service neutron] 10.222.0.15 "GET /v2.0/networks?id=10a2587b-1014-44b1-b177-99812ce7e0cf HTTP/1.1" status: 200 len: 916 time: 0.3409300 Jun 01 18:43:33.671988 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd990b1-4cfb-4020-8a1b-c43fe2cf6ddc req-0aa6861f-13b4-4a0f-bd4d-791270ccf362 tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:43:33.672713 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-5fd990b1-4cfb-4020-8a1b-c43fe2cf6ddc req-0aa6861f-13b4-4a0f-bd4d-791270ccf362 tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] Synchronizing usage tracker for tenant:e0dc2e96ec69456782f276e47bf2486d on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:43:33.769958 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-5fd990b1-4cfb-4020-8a1b-c43fe2cf6ddc req-0aa6861f-13b4-4a0f-bd4d-791270ccf362 tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] Unset dirty status for tenant:e0dc2e96ec69456782f276e47bf2486d on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:43:33.771114 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-5fd990b1-4cfb-4020-8a1b-c43fe2cf6ddc req-0aa6861f-13b4-4a0f-bd4d-791270ccf362 tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] 10.222.0.41 "GET /v2.0/ports?device_id=a97c525e-047a-4124-86ec-39e79af6cb46 HTTP/1.1" status: 200 len: 943 time: 0.2750232 Jun 01 18:43:33.822948 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4b425796-376b-417d-97b6-7d272d8a71ad req-b2ec8277-586f-4a17-b62f-a34e2f80c4f8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=141804c8-52a2-4017-818f-c7e2cc270657 HTTP/1.1" status: 200 len: 998 time: 0.1473222 Jun 01 18:43:33.835208 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-5fd990b1-4cfb-4020-8a1b-c43fe2cf6ddc req-ba686928-6d4e-4cca-81c9-a743023e861c tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] 10.222.0.41 "GET /v2.0/security-groups?id=b07651a0-9e42-4158-83b3-465d7a0dded5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532668 Jun 01 18:43:33.917252 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-e8bffe6b-e9f0-4b45-9180-5884547c1aa5 None None] Set router debb898e-75a8-4c0d-a69f-ed380535a9f7 gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:43:33.949932 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b425796-376b-417d-97b6-7d272d8a71ad req-b163ae91-403b-42e8-8f05-5bae0f6119c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:43:33.952386 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4b425796-376b-417d-97b6-7d272d8a71ad req-b163ae91-403b-42e8-8f05-5bae0f6119c9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=095d92a5-4fce-4555-937d-a37b373b8ecc HTTP/1.1" status: 200 len: 854 time: 0.1205695 Jun 01 18:43:34.019483 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 253a3bf0-1ecd-4505-b320-3bd5f380e317 details requested by agent hyperv_n-h2-844202-1 with host n-h2-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 18:43:34.136602 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b425796-376b-417d-97b6-7d272d8a71ad req-d2d3df95-d09a-434a-9d8c-397ef392a530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:43:34.140518 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4b425796-376b-417d-97b6-7d272d8a71ad req-d2d3df95-d09a-434a-9d8c-397ef392a530 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=10a2587b-1014-44b1-b177-99812ce7e0cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1790907 Jun 01 18:43:34.161845 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.db.resource_extend [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 18:43:34.552800 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc0853a-3a77-4065-b603-7ff65383a17b req-54653275-f0c8-4e15-938b-029291256d55 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:43:34.554366 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5bc0853a-3a77-4065-b603-7ff65383a17b req-54653275-f0c8-4e15-938b-029291256d55 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893-project] 10.222.0.41 "GET /v2.0/ports?device_id=66e39d11-cd54-4f3b-ada0-58e0645c24e7 HTTP/1.1" status: 200 len: 946 time: 0.1685750 Jun 01 18:43:34.621985 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4b425796-376b-417d-97b6-7d272d8a71ad req-2d0b34b0-550e-4e09-b5aa-531a9005b035 service neutron] 10.222.0.15 "GET /v2.0/networks/10a2587b-1014-44b1-b177-99812ce7e0cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4747198 Jun 01 18:43:34.697875 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5bc0853a-3a77-4065-b603-7ff65383a17b req-0ba2c1e3-974f-4a16-a068-1a7a575814b9 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893-project] 10.222.0.41 "GET /v2.0/security-groups?id=d44720ef-0826-4e90-afc6-1e8deaa74141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304004 Jun 01 18:43:34.724537 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 253a3bf0-1ecd-4505-b320-3bd5f380e317, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=253a3bf0-1ecd-4505-b320-3bd5f380e317,segment=NetworkSegment(55263802-5ec7-4dff-8473-f61d2e94acb2),segment_id=55263802-5ec7-4dff-8473-f61d2e94acb2)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:43:34.795945 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Returning: {'device': '253a3bf0-1ecd-4505-b320-3bd5f380e317', 'network_id': '7475c262-ab00-42c7-8a8e-ce0d66e28c6b', 'port_id': '253a3bf0-1ecd-4505-b320-3bd5f380e317', 'mac_address': 'fa:16:3e:ae:81:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba995e64-eb1c-4c76-a421-630e9228b936', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 18:43:35.004284 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port 253a3bf0-1ecd-4505-b320-3bd5f380e317 is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:43:35.009308 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:35.083021 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4b425796-376b-417d-97b6-7d272d8a71ad req-3a103104-0941-4598-b2d7-78c9341ae948 service neutron] 10.222.0.15 "GET /v2.0/networks/10a2587b-1014-44b1-b177-99812ce7e0cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4549150 Jun 01 18:43:35.222441 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 253a3bf0-1ecd-4505-b320-3bd5f380e317 {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:43:35.283675 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 253a3bf0-1ecd-4505-b320-3bd5f380e317, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=253a3bf0-1ecd-4505-b320-3bd5f380e317,segment=NetworkSegment(55263802-5ec7-4dff-8473-f61d2e94acb2),segment_id=55263802-5ec7-4dff-8473-f61d2e94acb2)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:43:35.290928 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-1ec0a333-ea52-4346-b0a9-37fbbff9f076 req-99523815-2078-4b13-af4f-bbcac7ee1301 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=72a72e44-6845-488a-a5ff-3a26d4df9cb3 HTTP/1.1" status: 200 len: 258 time: 0.5485501 Jun 01 18:43:35.297565 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-1ec0a333-ea52-4346-b0a9-37fbbff9f076 req-7a1ed4e9-c177-4ea4-896e-9bb7e5450a56 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893-project] Request body: {'floatingip': {'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:43:35.302438 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:35.304391 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-1ec0a333-ea52-4346-b0a9-37fbbff9f076 req-7a1ed4e9-c177-4ea4-896e-9bb7e5450a56 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:43:35.308700 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd1ee5a-de86-42b7-a9ce-27ebce1badd3 req-32722741-817d-4f8e-afe4-4df0b700d75b tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:43:35.310199 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-1ec0a333-ea52-4346-b0a9-37fbbff9f076 req-7a1ed4e9-c177-4ea4-896e-9bb7e5450a56 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893-project] Usage tracker for resource:floatingip and tenant:fe37b4563e0349938f147e9c99d54534 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:43:35.312072 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4bd1ee5a-de86-42b7-a9ce-27ebce1badd3 req-32722741-817d-4f8e-afe4-4df0b700d75b tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] 10.222.0.41 "GET /v2.0/ports?device_id=a97c525e-047a-4124-86ec-39e79af6cb46 HTTP/1.1" status: 200 len: 943 time: 0.1259315 Jun 01 18:43:35.313834 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-1ec0a333-ea52-4346-b0a9-37fbbff9f076 req-7a1ed4e9-c177-4ea4-896e-9bb7e5450a56 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:43:35.320099 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-1ec0a333-ea52-4346-b0a9-37fbbff9f076 req-7a1ed4e9-c177-4ea4-896e-9bb7e5450a56 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:43:35.349452 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-1ec0a333-ea52-4346-b0a9-37fbbff9f076 req-7a1ed4e9-c177-4ea4-896e-9bb7e5450a56 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893-project] Notify callbacks [] for floatingip, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:35.399338 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4bd1ee5a-de86-42b7-a9ce-27ebce1badd3 req-a80bac6b-7cf2-4c92-a24a-b7baeb67e137 tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] 10.222.0.41 "GET /v2.0/security-groups?id=b07651a0-9e42-4158-83b3-465d7a0dded5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747807 Jun 01 18:43:35.464600 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=253a3bf0-1ecd-4505-b320-3bd5f380e317,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:43:35.469207 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-e8bffe6b-e9f0-4b45-9180-5884547c1aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'debb898e-75a8-4c0d-a69f-ed380535a9f7', 'name': 'tempest-AttachSCSIVolumeTestJSON-1363547105-router', 'tenant_id': '45241712d04f44c69000bd03eb1880d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': 'b3984faa-a400-4337-a911-8cb7708e9c10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:41:41Z', 'updated_at': '2022-06-01T18:41:52Z', 'revision_number': 4, 'project_id': '45241712d04f44c69000bd03eb1880d9', 'gw_port': {'id': 'b3984faa-a400-4337-a911-8cb7708e9c10', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b0:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'debb898e-75a8-4c0d-a69f-ed380535a9f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:41:43Z', 'updated_at': '2022-06-01T18:41:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_floatingips': [{'id': '9119c3b3-ce62-41ad-be3e-9bf9f20a6048', 'tenant_id': '45241712d04f44c69000bd03eb1880d9', 'floating_ip_address': '172.25.4.65', 'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'router_id': 'debb898e-75a8-4c0d-a69f-ed380535a9f7', 'port_id': '141804c8-52a2-4017-818f-c7e2cc270657', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10a2587b-1014-44b1-b177-99812ce7e0cf', 'mac_address': 'fa:16:3e:84:6d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6e54cd-fa60-4562-94e7-5d0a822b5f6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T18:42:56Z', 'updated_at': '2022-06-01T18:43:30Z', 'revision_number': 1, 'project_id': '45241712d04f44c69000bd03eb1880d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36f5f216-1a85-431b-aada-810ed3c1fec5', 'name': '', 'network_id': '10a2587b-1014-44b1-b177-99812ce7e0cf', 'tenant_id': '45241712d04f44c69000bd03eb1880d9', 'mac_address': 'fa:16:3e:5b:dd:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'debb898e-75a8-4c0d-a69f-ed380535a9f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '095d92a5-4fce-4555-937d-a37b373b8ecc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:41:50Z', 'updated_at': '2022-06-01T18:42:00Z', 'revision_number': 5, 'project_id': '45241712d04f44c69000bd03eb1880d9', 'subnets': [{'id': '095d92a5-4fce-4555-937d-a37b373b8ecc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:43:35.474076 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8bffe6b-e9f0-4b45-9180-5884547c1aa5 None None] The sync data for ids ['debb898e-75a8-4c0d-a69f-ed380535a9f7'] in n-d-844202-1 is: [{'id': 'debb898e-75a8-4c0d-a69f-ed380535a9f7', 'name': 'tempest-AttachSCSIVolumeTestJSON-1363547105-router', 'tenant_id': '45241712d04f44c69000bd03eb1880d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': 'b3984faa-a400-4337-a911-8cb7708e9c10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:41:41Z', 'updated_at': '2022-06-01T18:41:52Z', 'revision_number': 4, 'project_id': '45241712d04f44c69000bd03eb1880d9', 'gw_port': {'id': 'b3984faa-a400-4337-a911-8cb7708e9c10', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b0:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'debb898e-75a8-4c0d-a69f-ed380535a9f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:41:43Z', 'updated_at': '2022-06-01T18:41:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_floatingips': [{'id': '9119c3b3-ce62-41ad-be3e-9bf9f20a6048', 'tenant_id': '45241712d04f44c69000bd03eb1880d9', 'floating_ip_address': '172.25.4.65', 'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'router_id': 'debb898e-75a8-4c0d-a69f-ed380535a9f7', 'port_id': '141804c8-52a2-4017-818f-c7e2cc270657', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10a2587b-1014-44b1-b177-99812ce7e0cf', 'mac_address': 'fa:16:3e:84:6d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6e54cd-fa60-4562-94e7-5d0a822b5f6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T18:42:56Z', 'updated_at': '2022-06-01T18:43:30Z', 'revision_number': 1, 'project_id': '45241712d04f44c69000bd03eb1880d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36f5f216-1a85-431b-aada-810ed3c1fec5', 'name': '', 'network_id': '10a2587b-1014-44b1-b177-99812ce7e0cf', 'tenant_id': '45241712d04f44c69000bd03eb1880d9', 'mac_address': 'fa:16:3e:5b:dd:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'debb898e-75a8-4c0d-a69f-ed380535a9f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '095d92a5-4fce-4555-937d-a37b373b8ecc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:41:50Z', 'updated_at': '2022-06-01T18:42:00Z', 'revision_number': 5, 'project_id': '45241712d04f44c69000bd03eb1880d9', 'subnets': [{'id': '095d92a5-4fce-4555-937d-a37b373b8ecc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 18:43:35.618404 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] get_ports_and_sgs() called for port_ids ['253a3bf0-1ecd-4505-b320-3bd5f380e317'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:43:35.635911 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 45180) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:43:35.683288 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-1ec0a333-ea52-4346-b0a9-37fbbff9f076 req-7a1ed4e9-c177-4ea4-896e-9bb7e5450a56 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:35.842417 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-873ed293-46e8-4af1-89ea-5f847788c53a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:35.871743 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-873ed293-46e8-4af1-89ea-5f847788c53a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:43:35.878104 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [req-1ec0a333-ea52-4346-b0a9-37fbbff9f076 req-7a1ed4e9-c177-4ea4-896e-9bb7e5450a56 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893-project] Allocated IP 172.25.4.128 (72a72e44-6845-488a-a5ff-3a26d4df9cb3/c314a23b-daa2-4106-ab28-8e6f954277b2/2d8f180b-114b-491e-8a6e-8b53d3fd60b5) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:43:35.883274 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f78c72-5643-4d00-9cad-a8dec8436f47 None None] New status for floating IP 9119c3b3-ce62-41ad-be3e-9bf9f20a6048: ACTIVE {{(pid=88527) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 18:43:35.885049 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-873ed293-46e8-4af1-89ea-5f847788c53a admin admin] Usage tracker for resource:security_group_rule and tenant:d4636f1cf3a244bdbab504dc53480793 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:43:35.894067 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-873ed293-46e8-4af1-89ea-5f847788c53a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:43:35.907438 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-873ed293-46e8-4af1-89ea-5f847788c53a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:43:36.035790 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-873ed293-46e8-4af1-89ea-5f847788c53a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:36.041798 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-873ed293-46e8-4af1-89ea-5f847788c53a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:36.105408 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-873ed293-46e8-4af1-89ea-5f847788c53a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d4636f1cf3a244bdbab504dc53480793&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4678462 Jun 01 18:43:36.110087 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 45186) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:43:36.112801 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873ed293-46e8-4af1-89ea-5f847788c53a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=116dac76-f561-4b2a-99b1-3d2dc7011132,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:43:36.144879 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-1ec0a333-ea52-4346-b0a9-37fbbff9f076 req-7a1ed4e9-c177-4ea4-896e-9bb7e5450a56 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893-project] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:36.196643 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4f005ece-6804-41bb-a6bb-419fc0f1ea22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:36.207454 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-1ec0a333-ea52-4346-b0a9-37fbbff9f076 req-7a1ed4e9-c177-4ea4-896e-9bb7e5450a56 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:36.229794 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4f005ece-6804-41bb-a6bb-419fc0f1ea22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:36.300333 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4f005ece-6804-41bb-a6bb-419fc0f1ea22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:36.301897 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ec0a333-ea52-4346-b0a9-37fbbff9f076 req-7a1ed4e9-c177-4ea4-896e-9bb7e5450a56 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893-project] Network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:43:36.312505 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [req-1ec0a333-ea52-4346-b0a9-37fbbff9f076 req-7a1ed4e9-c177-4ea4-896e-9bb7e5450a56 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:43:36.326261 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ec0a333-ea52-4346-b0a9-37fbbff9f076 req-7a1ed4e9-c177-4ea4-896e-9bb7e5450a56 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893-project] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:43:36.344992 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4f005ece-6804-41bb-a6bb-419fc0f1ea22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:36.348830 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-4f005ece-6804-41bb-a6bb-419fc0f1ea22 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/116dac76-f561-4b2a-99b1-3d2dc7011132 HTTP/1.1" status: 204 len: 168 time: 0.2355008 Jun 01 18:43:36.348830 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f005ece-6804-41bb-a6bb-419fc0f1ea22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=116dac76-f561-4b2a-99b1-3d2dc7011132,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:43:36.423349 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ed4e9-c177-4ea4-896e-9bb7e5450a56 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893-project] Pushing event updated for resources: {'Port': ['ID=2d8f180b-114b-491e-8a6e-8b53d3fd60b5,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:43:36.466873 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-1ec0a333-ea52-4346-b0a9-37fbbff9f076 req-7a1ed4e9-c177-4ea4-896e-9bb7e5450a56 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:36.557213 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-1ec0a333-ea52-4346-b0a9-37fbbff9f076 req-7a1ed4e9-c177-4ea4-896e-9bb7e5450a56 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:36.722400 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8376c41-8b32-484b-8b4f-0f049c05e983 req-1a2c79e4-fefd-449b-80c8-3f3a5b33d567 tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:43:36.730352 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f8376c41-8b32-484b-8b4f-0f049c05e983 req-1a2c79e4-fefd-449b-80c8-3f3a5b33d567 tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] 10.222.0.41 "GET /v2.0/ports?device_id=a97c525e-047a-4124-86ec-39e79af6cb46 HTTP/1.1" status: 200 len: 944 time: 0.1980200 Jun 01 18:43:36.856988 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 45206) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:43:36.859107 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f8376c41-8b32-484b-8b4f-0f049c05e983 req-ae408d08-369f-4a5b-a07d-c3212ecc0f77 tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] 10.222.0.41 "GET /v2.0/security-groups?id=b07651a0-9e42-4158-83b3-465d7a0dded5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226246 Jun 01 18:43:36.895250 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-211d393c-f8c6-446c-b248-0f1acf967e5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:36.988917 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-1ec0a333-ea52-4346-b0a9-37fbbff9f076 req-7a1ed4e9-c177-4ea4-896e-9bb7e5450a56 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893-project] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:36.996092 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-211d393c-f8c6-446c-b248-0f1acf967e5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:43:37.001796 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-211d393c-f8c6-446c-b248-0f1acf967e5d admin admin] Usage tracker for resource:security_group_rule and tenant:8f1dc151c92e4cefa6df5c193474ab6f is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:43:37.019179 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-211d393c-f8c6-446c-b248-0f1acf967e5d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:43:37.034954 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-211d393c-f8c6-446c-b248-0f1acf967e5d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:43:37.037933 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-03768e95-b9ca-4fca-8130-82a5a5106d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:37.043901 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-1ec0a333-ea52-4346-b0a9-37fbbff9f076 req-7a1ed4e9-c177-4ea4-896e-9bb7e5450a56 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:37.233011 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ed4e9-c177-4ea4-896e-9bb7e5450a56 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893-project] Pushing event updated for resources: {'Port': ['ID=2d8f180b-114b-491e-8a6e-8b53d3fd60b5,revision_number=2']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:43:37.242686 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-1ec0a333-ea52-4346-b0a9-37fbbff9f076 req-7a1ed4e9-c177-4ea4-896e-9bb7e5450a56 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887712'] for floatingip, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:37.291643 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-1ec0a333-ea52-4346-b0a9-37fbbff9f076 req-7a1ed4e9-c177-4ea4-896e-9bb7e5450a56 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for floatingip, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:37.292864 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-1ec0a333-ea52-4346-b0a9-37fbbff9f076 req-7a1ed4e9-c177-4ea4-896e-9bb7e5450a56 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.0011253 Jun 01 18:43:37.417145 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-211d393c-f8c6-446c-b248-0f1acf967e5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:37.427850 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-1ec0a333-ea52-4346-b0a9-37fbbff9f076 req-d3e87c65-c848-48f0-b773-df063fe298fb tempest-FloatingIPsAssociationNegativeTestJSON-1899695893 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893-project] Synchronizing usage tracker for tenant:fe37b4563e0349938f147e9c99d54534 on resource:floatingip {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:43:37.435645 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-211d393c-f8c6-446c-b248-0f1acf967e5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:37.444041 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79b1efb-88a0-44e6-9277-666f9405e0c9 req-ba7423d1-e9a8-4113-b3ca-dd877de3ff84 tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:43:37.452024 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f79b1efb-88a0-44e6-9277-666f9405e0c9 req-ba7423d1-e9a8-4113-b3ca-dd877de3ff84 tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc585a7c-ae9f-4a4c-9b7f-d79fd1488c22 HTTP/1.1" status: 200 len: 945 time: 0.1006665 Jun 01 18:43:37.494063 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-1ec0a333-ea52-4346-b0a9-37fbbff9f076 req-d3e87c65-c848-48f0-b773-df063fe298fb tempest-FloatingIPsAssociationNegativeTestJSON-1899695893 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893-project] Unset dirty status for tenant:fe37b4563e0349938f147e9c99d54534 on resource:floatingip {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:43:37.495245 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-1ec0a333-ea52-4346-b0a9-37fbbff9f076 req-d3e87c65-c848-48f0-b773-df063fe298fb tempest-FloatingIPsAssociationNegativeTestJSON-1899695893 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.4.128 HTTP/1.1" status: 200 len: 696 time: 0.1899936 Jun 01 18:43:37.497530 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211d393c-f8c6-446c-b248-0f1acf967e5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c3fa704-3dc6-441f-a705-82ca7dde31e9,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:43:37.504485 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-211d393c-f8c6-446c-b248-0f1acf967e5d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8f1dc151c92e4cefa6df5c193474ab6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6438749 Jun 01 18:43:37.504663 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f79b1efb-88a0-44e6-9277-666f9405e0c9 req-e4eeb6b0-e937-45d4-96f2-7a9b1fa21508 tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] 10.222.0.41 "GET /v2.0/security-groups?id=61f93eb9-fec5-4827-8845-d05b29ffd128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496755 Jun 01 18:43:37.504812 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 45226) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:43:37.686351 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-da585cc8-7eec-4b94-9f26-ce16e7ab9191 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:37.751281 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec0a333-ea52-4346-b0a9-37fbbff9f076 req-ffe68de9-b63f-48b5-b257-62623a008455 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:43:37.756806 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-1ec0a333-ea52-4346-b0a9-37fbbff9f076 req-ffe68de9-b63f-48b5-b257-62623a008455 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893-project] 10.222.0.41 "GET /v2.0/networks/72a72e44-6845-488a-a5ff-3a26d4df9cb3 HTTP/1.1" status: 200 len: 784 time: 0.2495139 Jun 01 18:43:37.759550 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-da585cc8-7eec-4b94-9f26-ce16e7ab9191 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:37.832688 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-da585cc8-7eec-4b94-9f26-ce16e7ab9191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:37.865580 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da585cc8-7eec-4b94-9f26-ce16e7ab9191 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c3fa704-3dc6-441f-a705-82ca7dde31e9,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:43:37.873051 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-da585cc8-7eec-4b94-9f26-ce16e7ab9191 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:37.874426 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-da585cc8-7eec-4b94-9f26-ce16e7ab9191 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1c3fa704-3dc6-441f-a705-82ca7dde31e9 HTTP/1.1" status: 204 len: 168 time: 0.3687162 Jun 01 18:43:38.011830 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff46fe54-e6ef-47bc-97d9-ca7b0fda2937 req-f531ad62-8244-4e55-97bd-066549f0d31e tempest-FloatingIPsAssociationNegativeTestJSON-1899695893 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:43:38.019666 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ff46fe54-e6ef-47bc-97d9-ca7b0fda2937 req-f531ad62-8244-4e55-97bd-066549f0d31e tempest-FloatingIPsAssociationNegativeTestJSON-1899695893 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893-project] 10.222.0.41 "GET /v2.0/ports?device_id=66e39d11-cd54-4f3b-ada0-58e0645c24e7&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1421487 Jun 01 18:43:38.025706 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 253a3bf0-1ecd-4505-b320-3bd5f380e317 up at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:43:38.026947 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-80af8af4-7ff5-4108-80b8-30bada6f5c32 req-3761f867-4de6-4aa9-b89b-f877b9055c02 tempest-ListImageFiltersTestJSON-5492641 tempest-ListImageFiltersTestJSON-5492641-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=137ece96c9a540a3beca61997d52bb89&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0522342 Jun 01 18:43:38.143967 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ff46fe54-e6ef-47bc-97d9-ca7b0fda2937 req-fa7a3efc-9872-4231-81f5-01131de506d0 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.4.128 HTTP/1.1" status: 200 len: 696 time: 0.1104860 Jun 01 18:43:38.150163 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [req-ff46fe54-e6ef-47bc-97d9-ca7b0fda2937 req-46460e37-504c-4a66-b44e-9e5d98a8767e tempest-FloatingIPsAssociationNegativeTestJSON-1899695893 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893-project] Request body: {'floatingip': {'port_id': '67845245-15ce-4806-82a4-3091bca0bc66', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:43:38.167712 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning for port 253a3bf0-1ecd-4505-b320-3bd5f380e317 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:43:38.177191 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning complete for port 253a3bf0-1ecd-4505-b320-3bd5f380e317 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:43:38.177641 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:38.242808 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-ff46fe54-e6ef-47bc-97d9-ca7b0fda2937 req-46460e37-504c-4a66-b44e-9e5d98a8767e tempest-FloatingIPsAssociationNegativeTestJSON-1899695893 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893-project] Notify callbacks [] for floatingip, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:38.342059 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port 253a3bf0-1ecd-4505-b320-3bd5f380e317 is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:43:38.342445 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:38.382808 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a97c525e-047a-4124-86ec-39e79af6cb46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '253a3bf0-1ecd-4505-b320-3bd5f380e317'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:43:38.392964 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 253a3bf0-1ecd-4505-b320-3bd5f380e317, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=253a3bf0-1ecd-4505-b320-3bd5f380e317,segment=NetworkSegment(55263802-5ec7-4dff-8473-f61d2e94acb2),segment_id=55263802-5ec7-4dff-8473-f61d2e94acb2)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:43:38.398175 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:38.430707 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80af8af4-7ff5-4108-80b8-30bada6f5c32 req-63940016-4850-49c5-9acd-2153519f7365 tempest-ListImageFiltersTestJSON-5492641 tempest-ListImageFiltersTestJSON-5492641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:43:38.432492 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-80af8af4-7ff5-4108-80b8-30bada6f5c32 req-63940016-4850-49c5-9acd-2153519f7365 tempest-ListImageFiltersTestJSON-5492641 tempest-ListImageFiltersTestJSON-5492641-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3982689 Jun 01 18:43:38.451381 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-80af8af4-7ff5-4108-80b8-30bada6f5c32 req-489b4424-af34-45e5-8002-c28d17938919 tempest-ListImageFiltersTestJSON-5492641 tempest-ListImageFiltersTestJSON-5492641-project] 10.222.0.41 "GET /v2.0/quotas/137ece96c9a540a3beca61997d52bb89 HTTP/1.1" status: 200 len: 375 time: 0.0109184 Jun 01 18:43:38.505797 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=253a3bf0-1ecd-4505-b320-3bd5f380e317,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:43:38.507220 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-80af8af4-7ff5-4108-80b8-30bada6f5c32 req-02d8f125-cf7c-4493-98e1-4999946496f1 tempest-ListImageFiltersTestJSON-5492641 tempest-ListImageFiltersTestJSON-5492641-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=137ece96c9a540a3beca61997d52bb89&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0437927 Jun 01 18:43:39.044862 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d86bd25-f474-4b73-9ad2-755b2a53bd98 req-eece9e93-4107-4a17-ae08-383c3b317447 tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:43:39.053360 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5d86bd25-f474-4b73-9ad2-755b2a53bd98 req-eece9e93-4107-4a17-ae08-383c3b317447 tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] 10.222.0.41 "GET /v2.0/ports?device_id=a97c525e-047a-4124-86ec-39e79af6cb46 HTTP/1.1" status: 200 len: 945 time: 0.1986942 Jun 01 18:43:39.151278 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5d86bd25-f474-4b73-9ad2-755b2a53bd98 req-fa974c36-ebc1-47d3-9a64-321e0c5c7e4f tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] 10.222.0.41 "GET /v2.0/security-groups?id=b07651a0-9e42-4158-83b3-465d7a0dded5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886276 Jun 01 18:43:39.200752 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 45306) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:43:39.245762 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9578dfc4-7866-4544-91c2-bad9c8619966'] response: {'server_uuid': 'a97c525e-047a-4124-86ec-39e79af6cb46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '253a3bf0-1ecd-4505-b320-3bd5f380e317', 'code': 200} Jun 01 18:43:39.446607 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-1b316a33-f5ce-486c-ae64-62ad8472a63c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:39.448175 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655513db-e138-4870-a4a7-7c07d89c3413 req-8cc299d1-1bee-46b9-88f6-7f463c775efb tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:43:39.449651 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-655513db-e138-4870-a4a7-7c07d89c3413 req-8cc299d1-1bee-46b9-88f6-7f463c775efb tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc585a7c-ae9f-4a4c-9b7f-d79fd1488c22 HTTP/1.1" status: 200 len: 945 time: 0.5808687 Jun 01 18:43:39.483639 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-8a8de46a-0bae-4e5a-aae0-e1aee0c71a33 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1977055262-network', 'tenant_id': 'ee3dca5a75c542e0966797f286e0b4d5'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:43:39.488619 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-8a8de46a-0bae-4e5a-aae0-e1aee0c71a33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:43:39.493148 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-8a8de46a-0bae-4e5a-aae0-e1aee0c71a33 admin admin] Usage tracker for resource:network and tenant:ee3dca5a75c542e0966797f286e0b4d5 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:43:39.504169 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-8a8de46a-0bae-4e5a-aae0-e1aee0c71a33 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:43:39.518443 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-8a8de46a-0bae-4e5a-aae0-e1aee0c71a33 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:43:39.551631 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a8de46a-0bae-4e5a-aae0-e1aee0c71a33 admin admin] Made reservation on behalf of ee3dca5a75c542e0966797f286e0b4d5 for: {'network': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:43:39.554871 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8a8de46a-0bae-4e5a-aae0-e1aee0c71a33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:39.564706 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736d9f72-d812-4a84-b837-33956bc25bc2 req-7bdec8a3-f50e-4c87-af0d-0b616bd230d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:43:39.566168 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-736d9f72-d812-4a84-b837-33956bc25bc2 req-7bdec8a3-f50e-4c87-af0d-0b616bd230d3 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a97c525e-047a-4124-86ec-39e79af6cb46 HTTP/1.1" status: 200 len: 1096 time: 0.2308471 Jun 01 18:43:39.576491 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8a8de46a-0bae-4e5a-aae0-e1aee0c71a33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:39.602761 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-8a8de46a-0bae-4e5a-aae0-e1aee0c71a33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:43:39.609269 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-8a8de46a-0bae-4e5a-aae0-e1aee0c71a33 admin admin] Usage tracker for resource:security_group_rule and tenant:ee3dca5a75c542e0966797f286e0b4d5 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:43:39.624345 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ba3efc-0cc9-4973-b7e8-cf0b9fa7b087 req-ccfc72c2-4711-4598-99b5-2bf9d8564b0a tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:43:39.634528 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-39ba3efc-0cc9-4973-b7e8-cf0b9fa7b087 req-ccfc72c2-4711-4598-99b5-2bf9d8564b0a tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc585a7c-ae9f-4a4c-9b7f-d79fd1488c22 HTTP/1.1" status: 200 len: 945 time: 0.2645001 Jun 01 18:43:39.646297 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [req-655513db-e138-4870-a4a7-7c07d89c3413 req-6b02888d-7d93-4ab7-b386-0b88fdd2fa0d tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] Deleting port 8831c773-14be-4310-8919-413ddfb12d43 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:43:39.646777 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-655513db-e138-4870-a4a7-7c07d89c3413 req-6b02888d-7d93-4ab7-b386-0b88fdd2fa0d tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:39.657455 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-8a8de46a-0bae-4e5a-aae0-e1aee0c71a33 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:43:39.666492 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-8a8de46a-0bae-4e5a-aae0-e1aee0c71a33 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:43:39.733463 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.db.resource_extend [req-ff46fe54-e6ef-47bc-97d9-ca7b0fda2937 req-46460e37-504c-4a66-b44e-9e5d98a8767e tempest-FloatingIPsAssociationNegativeTestJSON-1899695893 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 18:43:39.749216 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-39ba3efc-0cc9-4973-b7e8-cf0b9fa7b087 req-f1ce31bd-ea23-46e9-b488-575af7d0233e tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] 10.222.0.41 "GET /v2.0/security-groups?id=61f93eb9-fec5-4827-8845-d05b29ffd128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132753 Jun 01 18:43:39.823666 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-736d9f72-d812-4a84-b837-33956bc25bc2 req-3a8c3958-84f3-41e7-993a-6268717d1423 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=b07651a0-9e42-4158-83b3-465d7a0dded5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145238 Jun 01 18:43:39.852215 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8a8de46a-0bae-4e5a-aae0-e1aee0c71a33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:39.858115 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8a8de46a-0bae-4e5a-aae0-e1aee0c71a33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:39.898073 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-ff46fe54-e6ef-47bc-97d9-ca7b0fda2937 req-46460e37-504c-4a66-b44e-9e5d98a8767e tempest-FloatingIPsAssociationNegativeTestJSON-1899695893 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:39.904339 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-ff46fe54-e6ef-47bc-97d9-ca7b0fda2937 req-46460e37-504c-4a66-b44e-9e5d98a8767e tempest-FloatingIPsAssociationNegativeTestJSON-1899695893 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887712'] for floatingip, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:39.926636 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a8de46a-0bae-4e5a-aae0-e1aee0c71a33 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 128} {{(pid=88524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 18:43:39.939913 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8a8de46a-0bae-4e5a-aae0-e1aee0c71a33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:39.940577 n-d-844202-1 neutron-server[88524]: INFO neutron.db.segments_db [None req-8a8de46a-0bae-4e5a-aae0-e1aee0c71a33 admin admin] Added segment 9bd376cf-8b39-4b75-aaa6-34bd3746194e of type vlan for network 222758ca-4c6e-4ccb-8f11-8c829f4da008 Jun 01 18:43:39.972144 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e1259d04-447d-4e9f-893f-c562789a27e2 req-774190dd-ec07-4d77-ae9e-cb0364157c82 tempest-ListImageFiltersTestJSON-5492641 tempest-ListImageFiltersTestJSON-5492641-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=137ece96c9a540a3beca61997d52bb89&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0909531 Jun 01 18:43:40.193137 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8de46a-0bae-4e5a-aae0-e1aee0c71a33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92820b43-7593-449e-bdb5-02c9f22d29e7,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:43:40.202920 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1259d04-447d-4e9f-893f-c562789a27e2 req-bf68b443-1f35-4f9b-87f4-368d572bd159 tempest-ListImageFiltersTestJSON-5492641 tempest-ListImageFiltersTestJSON-5492641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:43:40.204530 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e1259d04-447d-4e9f-893f-c562789a27e2 req-bf68b443-1f35-4f9b-87f4-368d572bd159 tempest-ListImageFiltersTestJSON-5492641 tempest-ListImageFiltersTestJSON-5492641-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2050288 Jun 01 18:43:40.211357 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8a8de46a-0bae-4e5a-aae0-e1aee0c71a33 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:40.229299 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e1259d04-447d-4e9f-893f-c562789a27e2 req-faa6beb1-c1ae-4ffb-b17c-98f795cb7e42 tempest-ListImageFiltersTestJSON-5492641 tempest-ListImageFiltersTestJSON-5492641-project] 10.222.0.41 "GET /v2.0/quotas/137ece96c9a540a3beca61997d52bb89 HTTP/1.1" status: 200 len: 375 time: 0.0139263 Jun 01 18:43:40.276058 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-655513db-e138-4870-a4a7-7c07d89c3413 req-6b02888d-7d93-4ab7-b386-0b88fdd2fa0d tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] For port 8831c773-14be-4310-8919-413ddfb12d43, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=8831c773-14be-4310-8919-413ddfb12d43,segment=NetworkSegment(36c06fa3-2cc2-4561-abd0-907bb0c67288),segment_id=36c06fa3-2cc2-4561-abd0-907bb0c67288)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:43:40.276983 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-655513db-e138-4870-a4a7-7c07d89c3413 req-6b02888d-7d93-4ab7-b386-0b88fdd2fa0d tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:40.295599 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e1259d04-447d-4e9f-893f-c562789a27e2 req-cfab3ba2-e1d2-4211-9b08-f47e3aca0528 tempest-ListImageFiltersTestJSON-5492641 tempest-ListImageFiltersTestJSON-5492641-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=137ece96c9a540a3beca61997d52bb89&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0497909 Jun 01 18:43:40.300937 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8a8de46a-0bae-4e5a-aae0-e1aee0c71a33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:40.302052 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a8de46a-0bae-4e5a-aae0-e1aee0c71a33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:43:40.302966 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8a8de46a-0bae-4e5a-aae0-e1aee0c71a33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:40.340603 n-d-844202-1 neutron-server[88525]: INFO neutron.db.l3_db [req-ff46fe54-e6ef-47bc-97d9-ca7b0fda2937 req-46460e37-504c-4a66-b44e-9e5d98a8767e tempest-FloatingIPsAssociationNegativeTestJSON-1899695893 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893-project] Floating IP 2d66eba9-6818-4a1d-adad-0a32c530dbe3 associated. External IP: 172.25.4.128, port: 67845245-15ce-4806-82a4-3091bca0bc66. Jun 01 18:43:40.352119 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-8a8de46a-0bae-4e5a-aae0-e1aee0c71a33 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1472347 Jun 01 18:43:40.354153 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 45324) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:43:40.360571 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-3f6561d7-63ee-4520-ae73-28ab282587c6 admin admin] Request body: {'subnet': {'network_id': '222758ca-4c6e-4ccb-8f11-8c829f4da008', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1977055262-subnet', 'tenant_id': 'ee3dca5a75c542e0966797f286e0b4d5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:43:40.399569 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:40.427283 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-3f6561d7-63ee-4520-ae73-28ab282587c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:43:40.444486 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-3f6561d7-63ee-4520-ae73-28ab282587c6 admin admin] Usage tracker for resource:subnet and tenant:ee3dca5a75c542e0966797f286e0b4d5 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:43:40.448655 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-3f6561d7-63ee-4520-ae73-28ab282587c6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:43:40.458346 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-3f6561d7-63ee-4520-ae73-28ab282587c6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:43:40.460364 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8de46a-0bae-4e5a-aae0-e1aee0c71a33 admin admin] Pushing event updated for resources: {'Network': ['ID=222758ca-4c6e-4ccb-8f11-8c829f4da008,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:43:40.477055 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network 222758ca-4c6e-4ccb-8f11-8c829f4da008 details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 18:43:40.488573 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f6561d7-63ee-4520-ae73-28ab282587c6 admin admin] Made reservation on behalf of ee3dca5a75c542e0966797f286e0b4d5 for: {'subnet': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:43:40.491078 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-3f6561d7-63ee-4520-ae73-28ab282587c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3066584'] for subnet, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:40.556352 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-80af8af4-7ff5-4108-80b8-30bada6f5c32 req-2039013d-e808-4ede-bfdd-49a8d536d005 tempest-ListImageFiltersTestJSON-5492641 tempest-ListImageFiltersTestJSON-5492641-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=137ece96c9a540a3beca61997d52bb89&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2701824 Jun 01 18:43:40.567288 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [req-655513db-e138-4870-a4a7-7c07d89c3413 req-6b02888d-7d93-4ab7-b386-0b88fdd2fa0d tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] Calling delete_port for 8831c773-14be-4310-8919-413ddfb12d43 owned by compute:nova {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:43:40.727106 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:40.921679 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a735d8d5-9928-4db2-a866-658e5c005fc3 req-18b37e64-345e-45bc-816a-80e45f94bfb1 tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:43:40.923482 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a735d8d5-9928-4db2-a866-658e5c005fc3 req-18b37e64-345e-45bc-816a-80e45f94bfb1 tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] 10.222.0.41 "GET /v2.0/ports?device_id=a97c525e-047a-4124-86ec-39e79af6cb46 HTTP/1.1" status: 200 len: 945 time: 0.2049978 Jun 01 18:43:40.972822 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:41.117603 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a735d8d5-9928-4db2-a866-658e5c005fc3 req-fed4256d-2ae6-4c66-8d90-39cbaf4eff18 tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] 10.222.0.41 "GET /v2.0/security-groups?id=b07651a0-9e42-4158-83b3-465d7a0dded5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817153 Jun 01 18:43:41.166905 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-3f6561d7-63ee-4520-ae73-28ab282587c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2718919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3066602'] for subnet, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:41.354542 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ba82251b-e78e-4122-b31b-a7f672985b72 req-cb6d97df-356f-4b8d-b069-489e80b8fbd3 tempest-ListImageFiltersTestJSON-5492641 tempest-ListImageFiltersTestJSON-5492641-project] 10.222.0.41 "GET /v2.0/ports?device_id=75eeb2d2-9f66-496a-80bb-b33663e212ac HTTP/1.1" status: 200 len: 210 time: 0.0773087 Jun 01 18:43:41.371218 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6561d7-63ee-4520-ae73-28ab282587c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d25927e-118e-41f9-9e0e-90f9021c9592,revision_number=0']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:43:41.395884 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80af8af4-7ff5-4108-80b8-30bada6f5c32 req-38dec0ae-483a-40a4-b42d-ea7c859abe72 tempest-ListImageFiltersTestJSON-5492641 tempest-ListImageFiltersTestJSON-5492641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:43:41.397546 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-80af8af4-7ff5-4108-80b8-30bada6f5c32 req-38dec0ae-483a-40a4-b42d-ea7c859abe72 tempest-ListImageFiltersTestJSON-5492641 tempest-ListImageFiltersTestJSON-5492641-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5628672 Jun 01 18:43:41.405862 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f6561d7-63ee-4520-ae73-28ab282587c6 admin admin] Checking segment: {'id': '9bd376cf-8b39-4b75-aaa6-34bd3746194e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '222758ca-4c6e-4ccb-8f11-8c829f4da008'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:43:41.406224 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f6561d7-63ee-4520-ae73-28ab282587c6 admin admin] Network hostable DHCP agents. Network: 222758ca-4c6e-4ccb-8f11-8c829f4da008, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88524) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 18:43:41.417263 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [req-80af8af4-7ff5-4108-80b8-30bada6f5c32 req-5e6810fa-4100-4da9-80df-2ac42036a677 tempest-ListImageFiltersTestJSON-5492641 tempest-ListImageFiltersTestJSON-5492641-project] Request body: {'port': {'device_id': '97fc5fd1-6738-443f-8426-3662143a4c2a', 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426', 'admin_state_up': True, 'tenant_id': '137ece96c9a540a3beca61997d52bb89'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:43:41.447153 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f6561d7-63ee-4520-ae73-28ab282587c6 admin admin] Network 222758ca-4c6e-4ccb-8f11-8c829f4da008 is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88524) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 18:43:41.448732 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:41.464400 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-3f6561d7-63ee-4520-ae73-28ab282587c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, 222758ca-4c6e-4ccb-8f11-8c829f4da008) {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:43:41.469353 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f6561d7-63ee-4520-ae73-28ab282587c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:43:41.471048 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-3f6561d7-63ee-4520-ae73-28ab282587c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:41.484668 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58b1cdd3-074b-4827-aa43-de25fe039ac6 None None] Network 222758ca-4c6e-4ccb-8f11-8c829f4da008 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 18:43:41.500278 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-3f6561d7-63ee-4520-ae73-28ab282587c6 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1407049 Jun 01 18:43:41.596118 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-655513db-e138-4870-a4a7-7c07d89c3413 req-6b02888d-7d93-4ab7-b386-0b88fdd2fa0d tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:41.636852 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d6625d3b-077a-4de8-afd8-2ebb6a1c1d30 req-1b0ac079-a46b-4e55-89db-0a22eb2ea32d tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc585a7c-ae9f-4a4c-9b7f-d79fd1488c22 HTTP/1.1" status: 200 len: 210 time: 0.0830848 Jun 01 18:43:41.712655 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b02888d-7d93-4ab7-b386-0b88fdd2fa0d tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] Pushing event deleted for resources: {'Port': ['ID=8831c773-14be-4310-8919-413ddfb12d43,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:43:41.793503 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:41.799427 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [req-655513db-e138-4870-a4a7-7c07d89c3413 req-6b02888d-7d93-4ab7-b386-0b88fdd2fa0d tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] No DVR routers for this DVR port 8831c773-14be-4310-8919-413ddfb12d43 on host n-h1-844202-1 {{(pid=88525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 18:43:41.815850 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-655513db-e138-4870-a4a7-7c07d89c3413 req-6b02888d-7d93-4ab7-b386-0b88fdd2fa0d tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:41.825514 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc585a7c-ae9f-4a4c-9b7f-d79fd1488c22', 'name': 'network-vif-deleted', 'tag': '8831c773-14be-4310-8919-413ddfb12d43'}] {{(pid=88525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:43:41.836428 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-655513db-e138-4870-a4a7-7c07d89c3413 req-6b02888d-7d93-4ab7-b386-0b88fdd2fa0d tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] 10.222.0.15 "DELETE /v2.0/ports/8831c773-14be-4310-8919-413ddfb12d43 HTTP/1.1" status: 204 len: 173 time: 2.3792963 Jun 01 18:43:41.849202 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [req-80af8af4-7ff5-4108-80b8-30bada6f5c32 req-5e6810fa-4100-4da9-80df-2ac42036a677 tempest-ListImageFiltersTestJSON-5492641 tempest-ListImageFiltersTestJSON-5492641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:43:41.852732 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ff46fe54-e6ef-47bc-97d9-ca7b0fda2937 req-46460e37-504c-4a66-b44e-9e5d98a8767e tempest-FloatingIPsAssociationNegativeTestJSON-1899695893 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893-project] Router 24ae915b-3a09-4bb6-b3b3-c9675639527e has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 18:43:41.857080 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-80af8af4-7ff5-4108-80b8-30bada6f5c32 req-5e6810fa-4100-4da9-80df-2ac42036a677 tempest-ListImageFiltersTestJSON-5492641 tempest-ListImageFiltersTestJSON-5492641-project] Usage tracker for resource:port and tenant:137ece96c9a540a3beca61997d52bb89 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:43:41.862610 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-80af8af4-7ff5-4108-80b8-30bada6f5c32 req-5e6810fa-4100-4da9-80df-2ac42036a677 tempest-ListImageFiltersTestJSON-5492641 tempest-ListImageFiltersTestJSON-5492641-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:43:41.877140 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [req-80af8af4-7ff5-4108-80b8-30bada6f5c32 req-5e6810fa-4100-4da9-80df-2ac42036a677 tempest-ListImageFiltersTestJSON-5492641 tempest-ListImageFiltersTestJSON-5492641-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:43:41.958843 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c7cd984-1409-481f-a745-538946041bbb None None] Network 222758ca-4c6e-4ccb-8f11-8c829f4da008 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 18:43:41.964107 n-d-844202-1 neutron-server[88525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-609a0644-2e93-43f0-9051-106cee4f6808'] response: {'server_uuid': 'dc585a7c-ae9f-4a4c-9b7f-d79fd1488c22', 'name': 'network-vif-deleted', 'tag': '8831c773-14be-4310-8919-413ddfb12d43', 'status': 'completed', 'code': 200} Jun 01 18:43:42.011141 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80af8af4-7ff5-4108-80b8-30bada6f5c32 req-5e6810fa-4100-4da9-80df-2ac42036a677 tempest-ListImageFiltersTestJSON-5492641 tempest-ListImageFiltersTestJSON-5492641-project] Made reservation on behalf of 137ece96c9a540a3beca61997d52bb89 for: {'port': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:43:42.016657 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-80af8af4-7ff5-4108-80b8-30bada6f5c32 req-5e6810fa-4100-4da9-80df-2ac42036a677 tempest-ListImageFiltersTestJSON-5492641 tempest-ListImageFiltersTestJSON-5492641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:42.104154 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-80af8af4-7ff5-4108-80b8-30bada6f5c32 req-5e6810fa-4100-4da9-80df-2ac42036a677 tempest-ListImageFiltersTestJSON-5492641 tempest-ListImageFiltersTestJSON-5492641-project] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:42.145413 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [req-80af8af4-7ff5-4108-80b8-30bada6f5c32 req-5e6810fa-4100-4da9-80df-2ac42036a677 tempest-ListImageFiltersTestJSON-5492641 tempest-ListImageFiltersTestJSON-5492641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:43:42.155189 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-80af8af4-7ff5-4108-80b8-30bada6f5c32 req-5e6810fa-4100-4da9-80df-2ac42036a677 tempest-ListImageFiltersTestJSON-5492641 tempest-ListImageFiltersTestJSON-5492641-project] Usage tracker for resource:security_group_rule and tenant:137ece96c9a540a3beca61997d52bb89 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:43:42.160795 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-80af8af4-7ff5-4108-80b8-30bada6f5c32 req-5e6810fa-4100-4da9-80df-2ac42036a677 tempest-ListImageFiltersTestJSON-5492641 tempest-ListImageFiltersTestJSON-5492641-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:43:42.173033 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [req-80af8af4-7ff5-4108-80b8-30bada6f5c32 req-5e6810fa-4100-4da9-80df-2ac42036a677 tempest-ListImageFiltersTestJSON-5492641 tempest-ListImageFiltersTestJSON-5492641-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:43:42.181244 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ff46fe54-e6ef-47bc-97d9-ca7b0fda2937 req-46460e37-504c-4a66-b44e-9e5d98a8767e tempest-FloatingIPsAssociationNegativeTestJSON-1899695893 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 18:43:42.189704 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-ff46fe54-e6ef-47bc-97d9-ca7b0fda2937 req-46460e37-504c-4a66-b44e-9e5d98a8767e tempest-FloatingIPsAssociationNegativeTestJSON-1899695893 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for floatingip, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:42.267481 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ff46fe54-e6ef-47bc-97d9-ca7b0fda2937 req-46460e37-504c-4a66-b44e-9e5d98a8767e tempest-FloatingIPsAssociationNegativeTestJSON-1899695893 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893-project] 10.222.0.41 "PUT /v2.0/floatingips/2d66eba9-6818-4a1d-adad-0a32c530dbe3 HTTP/1.1" status: 200 len: 997 time: 4.1171544 Jun 01 18:43:42.287793 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9a386e-1a1d-420b-9d9b-8eed218a5466 None None] Sync routers for ids ['24ae915b-3a09-4bb6-b3b3-c9675639527e'] in n-d-844202-1 {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 18:43:42.314360 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9a386e-1a1d-420b-9d9b-8eed218a5466 None None] Routers {'24ae915b-3a09-4bb6-b3b3-c9675639527e'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:43:42.314985 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-0e9a386e-1a1d-420b-9d9b-8eed218a5466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:43:39Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['24ae915b-3a09-4bb6-b3b3-c9675639527e'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:43:42.366968 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e1259d04-447d-4e9f-893f-c562789a27e2 req-1caf8458-0e7a-4a78-9801-3bdf7d7ea89a tempest-ListImageFiltersTestJSON-5492641 tempest-ListImageFiltersTestJSON-5492641-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=137ece96c9a540a3beca61997d52bb89&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0436363 Jun 01 18:43:42.603835 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-0e9a386e-1a1d-420b-9d9b-8eed218a5466 None None] Set router 24ae915b-3a09-4bb6-b3b3-c9675639527e gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:43:42.612193 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6454c409-9fef-4c05-bc93-1370dfaa3f48 req-f4556613-3782-4bb5-ba9b-28115a02b176 tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:43:42.623132 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6454c409-9fef-4c05-bc93-1370dfaa3f48 req-f4556613-3782-4bb5-ba9b-28115a02b176 tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] 10.222.0.41 "GET /v2.0/ports?device_id=a97c525e-047a-4124-86ec-39e79af6cb46 HTTP/1.1" status: 200 len: 945 time: 0.1946325 Jun 01 18:43:42.670507 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1259d04-447d-4e9f-893f-c562789a27e2 req-7e4f1da4-f656-4d58-8c45-c75e4f255150 tempest-ListImageFiltersTestJSON-5492641 tempest-ListImageFiltersTestJSON-5492641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:43:42.675060 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e1259d04-447d-4e9f-893f-c562789a27e2 req-7e4f1da4-f656-4d58-8c45-c75e4f255150 tempest-ListImageFiltersTestJSON-5492641 tempest-ListImageFiltersTestJSON-5492641-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3008173 Jun 01 18:43:42.716264 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [req-e1259d04-447d-4e9f-893f-c562789a27e2 req-4c7dc16c-d77d-4454-9a57-917d9ae45301 tempest-ListImageFiltersTestJSON-5492641 tempest-ListImageFiltersTestJSON-5492641-project] Request body: {'port': {'device_id': '75eeb2d2-9f66-496a-80bb-b33663e212ac', 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426', 'admin_state_up': True, 'tenant_id': '137ece96c9a540a3beca61997d52bb89'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:43:42.720919 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6454c409-9fef-4c05-bc93-1370dfaa3f48 req-3b1601b3-e6f7-48d3-9373-881003ab9db0 tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] 10.222.0.41 "GET /v2.0/security-groups?id=b07651a0-9e42-4158-83b3-465d7a0dded5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923905 Jun 01 18:43:42.756807 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 45372) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:43:42.763920 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-45ff1940-4b9d-456f-b14b-64915bf8f3e5 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1612868302-network', 'tenant_id': 'e5b4f8a361cf441590530a53e1ce77fa'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:43:42.772717 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-45ff1940-4b9d-456f-b14b-64915bf8f3e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:43:42.782808 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-45ff1940-4b9d-456f-b14b-64915bf8f3e5 admin admin] Usage tracker for resource:network and tenant:e5b4f8a361cf441590530a53e1ce77fa is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:43:42.792561 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-45ff1940-4b9d-456f-b14b-64915bf8f3e5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:43:42.807135 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-45ff1940-4b9d-456f-b14b-64915bf8f3e5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:43:42.834854 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45ff1940-4b9d-456f-b14b-64915bf8f3e5 admin admin] Made reservation on behalf of e5b4f8a361cf441590530a53e1ce77fa for: {'network': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:43:42.839876 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-45ff1940-4b9d-456f-b14b-64915bf8f3e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:42.881516 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 8831c773-14be-4310-8919-413ddfb12d43 no longer exists at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:43:42.924349 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] No Port match for: 8831c773-14be-4310-8919-413ddfb12d43 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 18:43:42.924607 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 8831c773-14be-4310-8919-413ddfb12d43 not bound to the agent host n-h1-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 18:43:42.932908 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-45ff1940-4b9d-456f-b14b-64915bf8f3e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:42.976875 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-155901d0-97ab-4ac5-a42b-16182360d7e0 req-871d98be-fc15-4ab4-9c1f-b6be674b3007 tempest-ListImageFiltersTestJSON-5492641 tempest-ListImageFiltersTestJSON-5492641-project] 10.222.0.41 "GET /v2.0/ports?device_id=75eeb2d2-9f66-496a-80bb-b33663e212ac HTTP/1.1" status: 200 len: 210 time: 0.0932012 Jun 01 18:43:42.978733 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-45ff1940-4b9d-456f-b14b-64915bf8f3e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:43:42.988297 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-45ff1940-4b9d-456f-b14b-64915bf8f3e5 admin admin] Usage tracker for resource:security_group_rule and tenant:e5b4f8a361cf441590530a53e1ce77fa is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:43:42.992628 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-45ff1940-4b9d-456f-b14b-64915bf8f3e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:43:43.003002 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-45ff1940-4b9d-456f-b14b-64915bf8f3e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:43:43.189444 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-45ff1940-4b9d-456f-b14b-64915bf8f3e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:43.199357 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-45ff1940-4b9d-456f-b14b-64915bf8f3e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:43.215077 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff46fe54-e6ef-47bc-97d9-ca7b0fda2937 req-d7504e3e-0d51-4bca-9152-ea68a5ad0c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:43:43.228118 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ff46fe54-e6ef-47bc-97d9-ca7b0fda2937 req-d7504e3e-0d51-4bca-9152-ea68a5ad0c9a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fe37b4563e0349938f147e9c99d54534&device_id=66e39d11-cd54-4f3b-ada0-58e0645c24e7 HTTP/1.1" status: 200 len: 1097 time: 0.9459617 Jun 01 18:43:43.244167 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45ff1940-4b9d-456f-b14b-64915bf8f3e5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 139} {{(pid=88524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 18:43:43.259440 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ff1940-4b9d-456f-b14b-64915bf8f3e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2bc9581-bb8c-4dac-ae31-84db7f776845,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:43:43.265782 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-45ff1940-4b9d-456f-b14b-64915bf8f3e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:43.266371 n-d-844202-1 neutron-server[88524]: INFO neutron.db.segments_db [None req-45ff1940-4b9d-456f-b14b-64915bf8f3e5 admin admin] Added segment 3f7a8979-1891-4f32-9675-a3d287cf6026 of type vlan for network 48be3294-5d8f-495f-8bce-b8c95e28a825 Jun 01 18:43:43.288961 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-80af8af4-7ff5-4108-80b8-30bada6f5c32 req-5e6810fa-4100-4da9-80df-2ac42036a677 tempest-ListImageFiltersTestJSON-5492641 tempest-ListImageFiltersTestJSON-5492641-project] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:43.330764 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-45ff1940-4b9d-456f-b14b-64915bf8f3e5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:43.377993 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-45ff1940-4b9d-456f-b14b-64915bf8f3e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:43.379434 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ff1940-4b9d-456f-b14b-64915bf8f3e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:43:43.380011 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-45ff1940-4b9d-456f-b14b-64915bf8f3e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:43.380180 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-0e9a386e-1a1d-420b-9d9b-8eed218a5466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24ae915b-3a09-4bb6-b3b3-c9675639527e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1826518330-router', 'tenant_id': 'fe37b4563e0349938f147e9c99d54534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.167'}], 'enable_snat': True}, 'gw_port_id': 'f8bdaced-309b-4a16-af16-e96f30a9ba08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:42:58Z', 'updated_at': '2022-06-01T18:43:09Z', 'revision_number': 4, 'project_id': 'fe37b4563e0349938f147e9c99d54534', 'gw_port': {'id': 'f8bdaced-309b-4a16-af16-e96f30a9ba08', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:96:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ae915b-3a09-4bb6-b3b3-c9675639527e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:43:01Z', 'updated_at': '2022-06-01T18:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_floatingips': [{'id': '2d66eba9-6818-4a1d-adad-0a32c530dbe3', 'tenant_id': 'fe37b4563e0349938f147e9c99d54534', 'floating_ip_address': '172.25.4.128', 'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'router_id': '24ae915b-3a09-4bb6-b3b3-c9675639527e', 'port_id': '67845245-15ce-4806-82a4-3091bca0bc66', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 616, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fa86028-0209-4add-9b81-a15a41499ef2', 'mac_address': 'fa:16:3e:2c:bf:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66e39d11-cd54-4f3b-ada0-58e0645c24e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T18:43:36Z', 'updated_at': '2022-06-01T18:43:39Z', 'revision_number': 1, 'project_id': 'fe37b4563e0349938f147e9c99d54534', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '295bbb49-16a9-4d66-b4c2-797b555a07c2', 'name': '', 'network_id': '2fa86028-0209-4add-9b81-a15a41499ef2', 'tenant_id': 'fe37b4563e0349938f147e9c99d54534', 'mac_address': 'fa:16:3e:f0:a6:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ae915b-3a09-4bb6-b3b3-c9675639527e', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '15baa5ee-7752-4f7e-acac-371c6811276b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:43:07Z', 'updated_at': '2022-06-01T18:43:19Z', 'revision_number': 5, 'project_id': 'fe37b4563e0349938f147e9c99d54534', 'subnets': [{'id': '15baa5ee-7752-4f7e-acac-371c6811276b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:43:43.388475 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9a386e-1a1d-420b-9d9b-8eed218a5466 None None] Checking router: 24ae915b-3a09-4bb6-b3b3-c9675639527e for host: n-d-844202-1 {{(pid=88526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 18:43:43.393121 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-80af8af4-7ff5-4108-80b8-30bada6f5c32 req-5e6810fa-4100-4da9-80df-2ac42036a677 tempest-ListImageFiltersTestJSON-5492641 tempest-ListImageFiltersTestJSON-5492641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:43.400970 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9a386e-1a1d-420b-9d9b-8eed218a5466 None None] Routers {'24ae915b-3a09-4bb6-b3b3-c9675639527e'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:43:43.402293 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-0e9a386e-1a1d-420b-9d9b-8eed218a5466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:43:39Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['24ae915b-3a09-4bb6-b3b3-c9675639527e'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:43:43.598874 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [req-e1259d04-447d-4e9f-893f-c562789a27e2 req-4c7dc16c-d77d-4454-9a57-917d9ae45301 tempest-ListImageFiltersTestJSON-5492641 tempest-ListImageFiltersTestJSON-5492641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:43:43.628809 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-e1259d04-447d-4e9f-893f-c562789a27e2 req-4c7dc16c-d77d-4454-9a57-917d9ae45301 tempest-ListImageFiltersTestJSON-5492641 tempest-ListImageFiltersTestJSON-5492641-project] Usage tracker for resource:port and tenant:137ece96c9a540a3beca61997d52bb89 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:43:43.641673 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-e1259d04-447d-4e9f-893f-c562789a27e2 req-4c7dc16c-d77d-4454-9a57-917d9ae45301 tempest-ListImageFiltersTestJSON-5492641 tempest-ListImageFiltersTestJSON-5492641-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:43:43.654858 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [req-e1259d04-447d-4e9f-893f-c562789a27e2 req-4c7dc16c-d77d-4454-9a57-917d9ae45301 tempest-ListImageFiltersTestJSON-5492641 tempest-ListImageFiltersTestJSON-5492641-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:43:43.662655 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6810fa-4100-4da9-80df-2ac42036a677 tempest-ListImageFiltersTestJSON-5492641 tempest-ListImageFiltersTestJSON-5492641-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5427509f-34d7-4eb0-9761-0171d484d3bb,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:43:43.666034 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [req-80af8af4-7ff5-4108-80b8-30bada6f5c32 req-5e6810fa-4100-4da9-80df-2ac42036a677 tempest-ListImageFiltersTestJSON-5492641 tempest-ListImageFiltersTestJSON-5492641-project] Allocated IP 192.168.233.227 (898153a3-5d71-43be-9d14-343ea4a48426/35e3ad2f-9c88-4698-b634-4e1b58de1cc2/d988fe22-c967-42a2-b782-a45aecc0087f) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:43:43.700163 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1259d04-447d-4e9f-893f-c562789a27e2 req-4c7dc16c-d77d-4454-9a57-917d9ae45301 tempest-ListImageFiltersTestJSON-5492641 tempest-ListImageFiltersTestJSON-5492641-project] Made reservation on behalf of 137ece96c9a540a3beca61997d52bb89 for: {'port': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:43:43.705095 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-e1259d04-447d-4e9f-893f-c562789a27e2 req-4c7dc16c-d77d-4454-9a57-917d9ae45301 tempest-ListImageFiltersTestJSON-5492641 tempest-ListImageFiltersTestJSON-5492641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:43.748489 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ff1940-4b9d-456f-b14b-64915bf8f3e5 admin admin] Pushing event updated for resources: {'Network': ['ID=48be3294-5d8f-495f-8bce-b8c95e28a825,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:43:43.759936 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network 48be3294-5d8f-495f-8bce-b8c95e28a825 details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 18:43:43.803664 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-45ff1940-4b9d-456f-b14b-64915bf8f3e5 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0456715 Jun 01 18:43:43.809053 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 45382) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:43:43.820057 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-6713396c-8941-4408-8478-09b3605bc6ca admin admin] Request body: {'subnet': {'network_id': '48be3294-5d8f-495f-8bce-b8c95e28a825', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1612868302-subnet', 'tenant_id': 'e5b4f8a361cf441590530a53e1ce77fa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:43:43.828348 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-6713396c-8941-4408-8478-09b3605bc6ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:43:43.841959 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4ca6dc-baf0-4fe4-9bd3-4ff2e834453a req-5b93a781-714d-4c8e-a4f3-d7431fabf266 tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:43:43.850885 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4f4ca6dc-baf0-4fe4-9bd3-4ff2e834453a req-5b93a781-714d-4c8e-a4f3-d7431fabf266 tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] 10.222.0.41 "GET /v2.0/ports?device_id=773cad09-4e0e-4c52-b912-1cba8bc28300&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1903033 Jun 01 18:43:43.882991 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff46fe54-e6ef-47bc-97d9-ca7b0fda2937 req-1902123a-81df-4296-8396-d8fe2057f397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:43:43.890949 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ff46fe54-e6ef-47bc-97d9-ca7b0fda2937 req-1902123a-81df-4296-8396-d8fe2057f397 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2fa86028-0209-4add-9b81-a15a41499ef2 HTTP/1.1" status: 200 len: 930 time: 0.6616251 Jun 01 18:43:43.907407 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-6713396c-8941-4408-8478-09b3605bc6ca admin admin] Usage tracker for resource:subnet and tenant:e5b4f8a361cf441590530a53e1ce77fa is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:43:43.915965 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-6713396c-8941-4408-8478-09b3605bc6ca admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:43:43.938244 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-6713396c-8941-4408-8478-09b3605bc6ca admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:43:43.954825 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4f4ca6dc-baf0-4fe4-9bd3-4ff2e834453a req-25416cc9-2870-4ed0-8e05-80d5e630ee2c tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.4.153 HTTP/1.1" status: 200 len: 696 time: 0.1030061 Jun 01 18:43:43.959520 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-4f4ca6dc-baf0-4fe4-9bd3-4ff2e834453a req-253ea14b-5cb1-4f83-92cf-97e4305b0944 tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] Request body: {'floatingip': {'port_id': '84281443-ab67-470d-8fa5-2047102ef7b4', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:43:44.016732 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66e39d11-cd54-4f3b-ada0-58e0645c24e7', 'tag': '67845245-15ce-4806-82a4-3091bca0bc66'}] {{(pid=88525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:43:44.046361 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-0e9a386e-1a1d-420b-9d9b-8eed218a5466 None None] Set router 24ae915b-3a09-4bb6-b3b3-c9675639527e gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:43:44.058772 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6713396c-8941-4408-8478-09b3605bc6ca admin admin] Made reservation on behalf of e5b4f8a361cf441590530a53e1ce77fa for: {'subnet': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:43:44.061948 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6713396c-8941-4408-8478-09b3605bc6ca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3066584'] for subnet, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:44.077472 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-4f4ca6dc-baf0-4fe4-9bd3-4ff2e834453a req-253ea14b-5cb1-4f83-92cf-97e4305b0944 tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] Notify callbacks [] for floatingip, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:44.228440 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ff46fe54-e6ef-47bc-97d9-ca7b0fda2937 req-55852c2f-0634-48c5-bc19-ec7cced361ef service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=67845245-15ce-4806-82a4-3091bca0bc66 HTTP/1.1" status: 200 len: 1000 time: 0.3359449 Jun 01 18:43:44.330356 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff46fe54-e6ef-47bc-97d9-ca7b0fda2937 req-aab7d441-4aef-47b6-93d2-06012984da28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:43:44.338032 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ff46fe54-e6ef-47bc-97d9-ca7b0fda2937 req-aab7d441-4aef-47b6-93d2-06012984da28 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=15baa5ee-7752-4f7e-acac-371c6811276b HTTP/1.1" status: 200 len: 868 time: 0.1087487 Jun 01 18:43:44.412441 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-80af8af4-7ff5-4108-80b8-30bada6f5c32 req-5e6810fa-4100-4da9-80df-2ac42036a677 tempest-ListImageFiltersTestJSON-5492641 tempest-ListImageFiltersTestJSON-5492641-project] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:44.444189 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [req-80af8af4-7ff5-4108-80b8-30bada6f5c32 req-5e6810fa-4100-4da9-80df-2ac42036a677 tempest-ListImageFiltersTestJSON-5492641 tempest-ListImageFiltersTestJSON-5492641-project] Transition to ACTIVE for port object d988fe22-c967-42a2-b782-a45aecc0087f will not be triggered until provisioned by entity DHCP. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:43:44.465983 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff46fe54-e6ef-47bc-97d9-ca7b0fda2937 req-ad2d293b-2eed-4166-bab7-08ea2095fdb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:43:44.472856 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ff46fe54-e6ef-47bc-97d9-ca7b0fda2937 req-ad2d293b-2eed-4166-bab7-08ea2095fdb4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2fa86028-0209-4add-9b81-a15a41499ef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1338863 Jun 01 18:43:44.493576 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [req-ff46fe54-e6ef-47bc-97d9-ca7b0fda2937 req-fed374e2-ddb0-4159-9a52-da50a2171a36 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=88525) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 18:43:44.495194 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ff46fe54-e6ef-47bc-97d9-ca7b0fda2937 req-fed374e2-ddb0-4159-9a52-da50a2171a36 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0214469 Jun 01 18:43:44.669201 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-80af8af4-7ff5-4108-80b8-30bada6f5c32 req-5e6810fa-4100-4da9-80df-2ac42036a677 tempest-ListImageFiltersTestJSON-5492641 tempest-ListImageFiltersTestJSON-5492641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:44.711216 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-0e9a386e-1a1d-420b-9d9b-8eed218a5466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24ae915b-3a09-4bb6-b3b3-c9675639527e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1826518330-router', 'tenant_id': 'fe37b4563e0349938f147e9c99d54534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.167'}], 'enable_snat': True}, 'gw_port_id': 'f8bdaced-309b-4a16-af16-e96f30a9ba08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:42:58Z', 'updated_at': '2022-06-01T18:43:09Z', 'revision_number': 4, 'project_id': 'fe37b4563e0349938f147e9c99d54534', 'gw_port': {'id': 'f8bdaced-309b-4a16-af16-e96f30a9ba08', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:96:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ae915b-3a09-4bb6-b3b3-c9675639527e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:43:01Z', 'updated_at': '2022-06-01T18:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_floatingips': [{'id': '2d66eba9-6818-4a1d-adad-0a32c530dbe3', 'tenant_id': 'fe37b4563e0349938f147e9c99d54534', 'floating_ip_address': '172.25.4.128', 'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'router_id': '24ae915b-3a09-4bb6-b3b3-c9675639527e', 'port_id': '67845245-15ce-4806-82a4-3091bca0bc66', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 616, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fa86028-0209-4add-9b81-a15a41499ef2', 'mac_address': 'fa:16:3e:2c:bf:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66e39d11-cd54-4f3b-ada0-58e0645c24e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T18:43:36Z', 'updated_at': '2022-06-01T18:43:39Z', 'revision_number': 1, 'project_id': 'fe37b4563e0349938f147e9c99d54534', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '295bbb49-16a9-4d66-b4c2-797b555a07c2', 'name': '', 'network_id': '2fa86028-0209-4add-9b81-a15a41499ef2', 'tenant_id': 'fe37b4563e0349938f147e9c99d54534', 'mac_address': 'fa:16:3e:f0:a6:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ae915b-3a09-4bb6-b3b3-c9675639527e', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '15baa5ee-7752-4f7e-acac-371c6811276b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:43:07Z', 'updated_at': '2022-06-01T18:43:19Z', 'revision_number': 5, 'project_id': 'fe37b4563e0349938f147e9c99d54534', 'subnets': [{'id': '15baa5ee-7752-4f7e-acac-371c6811276b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:43:44.732212 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9a386e-1a1d-420b-9d9b-8eed218a5466 None None] The sync data for ids ['24ae915b-3a09-4bb6-b3b3-c9675639527e'] in n-d-844202-1 is: [{'id': '24ae915b-3a09-4bb6-b3b3-c9675639527e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1826518330-router', 'tenant_id': 'fe37b4563e0349938f147e9c99d54534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.167'}], 'enable_snat': True}, 'gw_port_id': 'f8bdaced-309b-4a16-af16-e96f30a9ba08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:42:58Z', 'updated_at': '2022-06-01T18:43:09Z', 'revision_number': 4, 'project_id': 'fe37b4563e0349938f147e9c99d54534', 'gw_port': {'id': 'f8bdaced-309b-4a16-af16-e96f30a9ba08', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:96:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ae915b-3a09-4bb6-b3b3-c9675639527e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:43:01Z', 'updated_at': '2022-06-01T18:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_floatingips': [{'id': '2d66eba9-6818-4a1d-adad-0a32c530dbe3', 'tenant_id': 'fe37b4563e0349938f147e9c99d54534', 'floating_ip_address': '172.25.4.128', 'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'router_id': '24ae915b-3a09-4bb6-b3b3-c9675639527e', 'port_id': '67845245-15ce-4806-82a4-3091bca0bc66', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 616, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fa86028-0209-4add-9b81-a15a41499ef2', 'mac_address': 'fa:16:3e:2c:bf:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66e39d11-cd54-4f3b-ada0-58e0645c24e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T18:43:36Z', 'updated_at': '2022-06-01T18:43:39Z', 'revision_number': 1, 'project_id': 'fe37b4563e0349938f147e9c99d54534', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '295bbb49-16a9-4d66-b4c2-797b555a07c2', 'name': '', 'network_id': '2fa86028-0209-4add-9b81-a15a41499ef2', 'tenant_id': 'fe37b4563e0349938f147e9c99d54534', 'mac_address': 'fa:16:3e:f0:a6:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ae915b-3a09-4bb6-b3b3-c9675639527e', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '15baa5ee-7752-4f7e-acac-371c6811276b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:43:07Z', 'updated_at': '2022-06-01T18:43:19Z', 'revision_number': 5, 'project_id': 'fe37b4563e0349938f147e9c99d54534', 'subnets': [{'id': '15baa5ee-7752-4f7e-acac-371c6811276b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 18:43:44.834517 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ff46fe54-e6ef-47bc-97d9-ca7b0fda2937 req-dc627c0a-3e14-4d19-bd9c-8d941e05a815 service neutron] 10.222.0.41 "GET /v2.0/networks/2fa86028-0209-4add-9b81-a15a41499ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3283296 Jun 01 18:43:44.848790 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80af8af4-7ff5-4108-80b8-30bada6f5c32 req-5e6810fa-4100-4da9-80df-2ac42036a677 tempest-ListImageFiltersTestJSON-5492641 tempest-ListImageFiltersTestJSON-5492641-project] Network 898153a3-5d71-43be-9d14-343ea4a48426 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:43:44.850976 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [req-e1259d04-447d-4e9f-893f-c562789a27e2 req-4c7dc16c-d77d-4454-9a57-917d9ae45301 tempest-ListImageFiltersTestJSON-5492641 tempest-ListImageFiltersTestJSON-5492641-project] Allocated IP 192.168.233.134 (898153a3-5d71-43be-9d14-343ea4a48426/35e3ad2f-9c88-4698-b634-4e1b58de1cc2/501e4fc3-0fdc-4f32-bbc6-7f6d266eefc1) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:43:44.885582 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [req-80af8af4-7ff5-4108-80b8-30bada6f5c32 req-5e6810fa-4100-4da9-80df-2ac42036a677 tempest-ListImageFiltersTestJSON-5492641 tempest-ListImageFiltersTestJSON-5492641-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:43:44.892331 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6810fa-4100-4da9-80df-2ac42036a677 tempest-ListImageFiltersTestJSON-5492641 tempest-ListImageFiltersTestJSON-5492641-project] Pushing event updated for resources: {'Port': ['ID=d988fe22-c967-42a2-b782-a45aecc0087f,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:43:44.897633 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [req-80af8af4-7ff5-4108-80b8-30bada6f5c32 req-5e6810fa-4100-4da9-80df-2ac42036a677 tempest-ListImageFiltersTestJSON-5492641 tempest-ListImageFiltersTestJSON-5492641-project] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:43:45.171496 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2a2267-b1ce-44cf-8b20-5efe662828d2 None None] New status for floating IP 2d66eba9-6818-4a1d-adad-0a32c530dbe3: ACTIVE {{(pid=88527) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 18:43:45.288102 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6713396c-8941-4408-8478-09b3605bc6ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2718919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3066602'] for subnet, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:45.383521 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-5b6be975-e9a8-4324-af48-75093abe9a9c None None] Provisioning for port d988fe22-c967-42a2-b782-a45aecc0087f completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:43:45.394574 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-5b6be975-e9a8-4324-af48-75093abe9a9c None None] Provisioning complete for port d988fe22-c967-42a2-b782-a45aecc0087f triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:43:45.396889 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-5b6be975-e9a8-4324-af48-75093abe9a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:45.407677 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6713396c-8941-4408-8478-09b3605bc6ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=42830e55-aa2f-4053-adf4-7c2d753aa110,revision_number=0']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:43:45.420148 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6713396c-8941-4408-8478-09b3605bc6ca admin admin] Checking segment: {'id': '3f7a8979-1891-4f32-9675-a3d287cf6026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '48be3294-5d8f-495f-8bce-b8c95e28a825'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:43:45.420538 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6713396c-8941-4408-8478-09b3605bc6ca admin admin] Network hostable DHCP agents. Network: 48be3294-5d8f-495f-8bce-b8c95e28a825, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88524) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 18:43:45.563350 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-5b6be975-e9a8-4324-af48-75093abe9a9c None None] Port d988fe22-c967-42a2-b782-a45aecc0087f cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 18:43:45.632808 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-e1259d04-447d-4e9f-893f-c562789a27e2 req-4c7dc16c-d77d-4454-9a57-917d9ae45301 tempest-ListImageFiltersTestJSON-5492641 tempest-ListImageFiltersTestJSON-5492641-project] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:45.637054 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6713396c-8941-4408-8478-09b3605bc6ca admin admin] Network 48be3294-5d8f-495f-8bce-b8c95e28a825 is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88524) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 18:43:45.645110 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-4f4ca6dc-baf0-4fe4-9bd3-4ff2e834453a req-253ea14b-5cb1-4f83-92cf-97e4305b0944 tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:45.650572 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-4f4ca6dc-baf0-4fe4-9bd3-4ff2e834453a req-253ea14b-5cb1-4f83-92cf-97e4305b0944 tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887712'] for floatingip, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:45.657070 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [req-e1259d04-447d-4e9f-893f-c562789a27e2 req-4c7dc16c-d77d-4454-9a57-917d9ae45301 tempest-ListImageFiltersTestJSON-5492641 tempest-ListImageFiltersTestJSON-5492641-project] Transition to ACTIVE for port object 501e4fc3-0fdc-4f32-bbc6-7f6d266eefc1 will not be triggered until provisioned by entity DHCP. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:43:45.712069 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-6713396c-8941-4408-8478-09b3605bc6ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, 48be3294-5d8f-495f-8bce-b8c95e28a825) {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:43:45.721066 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-482a2cc4-2a67-45cd-b738-b436d99c9892 None None] Network 48be3294-5d8f-495f-8bce-b8c95e28a825 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 18:43:45.725651 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6713396c-8941-4408-8478-09b3605bc6ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:43:45.726227 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6713396c-8941-4408-8478-09b3605bc6ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:45.738558 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ff46fe54-e6ef-47bc-97d9-ca7b0fda2937 req-e5dc4b40-1739-4066-92d8-32496eaa495f service neutron] 10.222.0.41 "GET /v2.0/networks/2fa86028-0209-4add-9b81-a15a41499ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8943927 Jun 01 18:43:45.770022 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80af8af4-7ff5-4108-80b8-30bada6f5c32 req-5e6810fa-4100-4da9-80df-2ac42036a677 tempest-ListImageFiltersTestJSON-5492641 tempest-ListImageFiltersTestJSON-5492641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:43:45.773724 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-80af8af4-7ff5-4108-80b8-30bada6f5c32 req-5e6810fa-4100-4da9-80df-2ac42036a677 tempest-ListImageFiltersTestJSON-5492641 tempest-ListImageFiltersTestJSON-5492641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:45.809571 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-e1259d04-447d-4e9f-893f-c562789a27e2 req-4c7dc16c-d77d-4454-9a57-917d9ae45301 tempest-ListImageFiltersTestJSON-5492641 tempest-ListImageFiltersTestJSON-5492641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:45.833690 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-6713396c-8941-4408-8478-09b3605bc6ca admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.0181663 Jun 01 18:43:45.877207 n-d-844202-1 neutron-server[88524]: INFO neutron.db.l3_db [req-4f4ca6dc-baf0-4fe4-9bd3-4ff2e834453a req-253ea14b-5cb1-4f83-92cf-97e4305b0944 tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] Floating IP ee0c40d8-5f65-4370-8636-a302aa69a53c associated. External IP: 172.25.4.153, port: 84281443-ab67-470d-8fa5-2047102ef7b4. Jun 01 18:43:46.139472 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1259d04-447d-4e9f-893f-c562789a27e2 req-4c7dc16c-d77d-4454-9a57-917d9ae45301 tempest-ListImageFiltersTestJSON-5492641 tempest-ListImageFiltersTestJSON-5492641-project] Network 898153a3-5d71-43be-9d14-343ea4a48426 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:43:46.152975 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-80af8af4-7ff5-4108-80b8-30bada6f5c32 req-5e6810fa-4100-4da9-80df-2ac42036a677 tempest-ListImageFiltersTestJSON-5492641 tempest-ListImageFiltersTestJSON-5492641-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.7357607 Jun 01 18:43:46.155568 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7dc16c-d77d-4454-9a57-917d9ae45301 tempest-ListImageFiltersTestJSON-5492641 tempest-ListImageFiltersTestJSON-5492641-project] Pushing event updated for resources: {'Port': ['ID=501e4fc3-0fdc-4f32-bbc6-7f6d266eefc1,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:43:46.179046 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [req-e1259d04-447d-4e9f-893f-c562789a27e2 req-4c7dc16c-d77d-4454-9a57-917d9ae45301 tempest-ListImageFiltersTestJSON-5492641 tempest-ListImageFiltersTestJSON-5492641-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:43:46.189166 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1259d04-447d-4e9f-893f-c562789a27e2 req-4c7dc16c-d77d-4454-9a57-917d9ae45301 tempest-ListImageFiltersTestJSON-5492641 tempest-ListImageFiltersTestJSON-5492641-project] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:43:46.400205 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1259d04-447d-4e9f-893f-c562789a27e2 req-4c7dc16c-d77d-4454-9a57-917d9ae45301 tempest-ListImageFiltersTestJSON-5492641 tempest-ListImageFiltersTestJSON-5492641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:43:46.412186 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-e1259d04-447d-4e9f-893f-c562789a27e2 req-4c7dc16c-d77d-4454-9a57-917d9ae45301 tempest-ListImageFiltersTestJSON-5492641 tempest-ListImageFiltersTestJSON-5492641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:46.445438 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d09a5a04-b133-4157-85e6-cf89d690f3bc None None] Network 48be3294-5d8f-495f-8bce-b8c95e28a825 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 18:43:46.537468 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [req-80af8af4-7ff5-4108-80b8-30bada6f5c32 req-c0d4be59-5328-46f7-8f27-df07161f4958 service neutron] Request body: {'port': {'device_id': '97fc5fd1-6738-443f-8426-3662143a4c2a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844202-1'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:43:46.682022 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e1259d04-447d-4e9f-893f-c562789a27e2 req-4c7dc16c-d77d-4454-9a57-917d9ae45301 tempest-ListImageFiltersTestJSON-5492641 tempest-ListImageFiltersTestJSON-5492641-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.9824958 Jun 01 18:43:46.708889 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [req-e1259d04-447d-4e9f-893f-c562789a27e2 req-19f2fe26-b2ae-464f-9833-a7157baf1e98 service neutron] Request body: {'port': {'device_id': '75eeb2d2-9f66-496a-80bb-b33663e212ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844202-1'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:43:46.776107 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-08c64ba3-7431-45e9-9500-6cdad227ae8d None None] Provisioning for port 501e4fc3-0fdc-4f32-bbc6-7f6d266eefc1 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:43:46.793324 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-08c64ba3-7431-45e9-9500-6cdad227ae8d None None] Provisioning complete for port 501e4fc3-0fdc-4f32-bbc6-7f6d266eefc1 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:43:46.793679 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-08c64ba3-7431-45e9-9500-6cdad227ae8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:46.798392 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d76f7a3-6180-4d34-8e89-ff29aab76937 req-63caa273-7f5a-4900-ab57-29d6b9ca7714 tempest-ListImageFiltersTestJSON-5492641 tempest-ListImageFiltersTestJSON-5492641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:43:46.799129 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-2d76f7a3-6180-4d34-8e89-ff29aab76937 req-63caa273-7f5a-4900-ab57-29d6b9ca7714 tempest-ListImageFiltersTestJSON-5492641 tempest-ListImageFiltersTestJSON-5492641-project] Synchronizing usage tracker for tenant:137ece96c9a540a3beca61997d52bb89 on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:43:46.816780 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-80af8af4-7ff5-4108-80b8-30bada6f5c32 req-c0d4be59-5328-46f7-8f27-df07161f4958 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:46.862249 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4f4ca6dc-baf0-4fe4-9bd3-4ff2e834453a req-253ea14b-5cb1-4f83-92cf-97e4305b0944 tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] Router e37b1a48-11b2-44e4-8049-72b888626de6 has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 18:43:46.952205 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-2d76f7a3-6180-4d34-8e89-ff29aab76937 req-63caa273-7f5a-4900-ab57-29d6b9ca7714 tempest-ListImageFiltersTestJSON-5492641 tempest-ListImageFiltersTestJSON-5492641-project] Unset dirty status for tenant:137ece96c9a540a3beca61997d52bb89 on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:43:46.953469 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2d76f7a3-6180-4d34-8e89-ff29aab76937 req-63caa273-7f5a-4900-ab57-29d6b9ca7714 tempest-ListImageFiltersTestJSON-5492641 tempest-ListImageFiltersTestJSON-5492641-project] 10.222.0.41 "GET /v2.0/ports?device_id=75eeb2d2-9f66-496a-80bb-b33663e212ac HTTP/1.1" status: 200 len: 936 time: 0.7993085 Jun 01 18:43:47.015040 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-08c64ba3-7431-45e9-9500-6cdad227ae8d None None] Port 501e4fc3-0fdc-4f32-bbc6-7f6d266eefc1 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 18:43:47.056034 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-e1259d04-447d-4e9f-893f-c562789a27e2 req-19f2fe26-b2ae-464f-9833-a7157baf1e98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:47.143707 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4f4ca6dc-baf0-4fe4-9bd3-4ff2e834453a req-253ea14b-5cb1-4f83-92cf-97e4305b0944 tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 18:43:47.148758 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-4f4ca6dc-baf0-4fe4-9bd3-4ff2e834453a req-253ea14b-5cb1-4f83-92cf-97e4305b0944 tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for floatingip, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:47.155546 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ef4dfd-5cce-427f-b638-d8fa2a812d1e None None] Sync routers for ids ['e37b1a48-11b2-44e4-8049-72b888626de6'] in n-d-844202-1 {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 18:43:47.194276 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ef4dfd-5cce-427f-b638-d8fa2a812d1e None None] Routers {'e37b1a48-11b2-44e4-8049-72b888626de6'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:43:47.194796 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-12ef4dfd-5cce-427f-b638-d8fa2a812d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:43:39Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['e37b1a48-11b2-44e4-8049-72b888626de6'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:43:47.227145 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-2d76f7a3-6180-4d34-8e89-ff29aab76937 req-d08e382b-ecc4-4c7c-9128-88126a61015e tempest-ListImageFiltersTestJSON-5492641 tempest-ListImageFiltersTestJSON-5492641-project] Synchronizing usage tracker for tenant:137ece96c9a540a3beca61997d52bb89 on resource:security_group {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:43:47.234633 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4f4ca6dc-baf0-4fe4-9bd3-4ff2e834453a req-253ea14b-5cb1-4f83-92cf-97e4305b0944 tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] 10.222.0.41 "PUT /v2.0/floatingips/ee0c40d8-5f65-4370-8636-a302aa69a53c HTTP/1.1" status: 200 len: 997 time: 3.2787819 Jun 01 18:43:47.235150 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '773cad09-4e0e-4c52-b912-1cba8bc28300', 'tag': '84281443-ab67-470d-8fa5-2047102ef7b4'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:43:47.394221 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4ca6dc-baf0-4fe4-9bd3-4ff2e834453a req-a69ef575-d0f3-445e-a040-62e541e75331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:43:47.402999 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4f4ca6dc-baf0-4fe4-9bd3-4ff2e834453a req-a69ef575-d0f3-445e-a040-62e541e75331 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e0dc2e96ec69456782f276e47bf2486d&device_id=773cad09-4e0e-4c52-b912-1cba8bc28300 HTTP/1.1" status: 200 len: 1097 time: 0.1388335 Jun 01 18:43:47.468783 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-12ef4dfd-5cce-427f-b638-d8fa2a812d1e None None] Set router e37b1a48-11b2-44e4-8049-72b888626de6 gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:43:47.527685 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-2d76f7a3-6180-4d34-8e89-ff29aab76937 req-d08e382b-ecc4-4c7c-9128-88126a61015e tempest-ListImageFiltersTestJSON-5492641 tempest-ListImageFiltersTestJSON-5492641-project] Unset dirty status for tenant:137ece96c9a540a3beca61997d52bb89 on resource:security_group {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:43:47.529221 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2d76f7a3-6180-4d34-8e89-ff29aab76937 req-d08e382b-ecc4-4c7c-9128-88126a61015e tempest-ListImageFiltersTestJSON-5492641 tempest-ListImageFiltersTestJSON-5492641-project] 10.222.0.41 "GET /v2.0/security-groups?id=5427509f-34d7-4eb0-9761-0171d484d3bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5581589 Jun 01 18:43:47.596973 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4ca6dc-baf0-4fe4-9bd3-4ff2e834453a req-524ae98f-6b2f-43c7-9055-9f1e1e2edd22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:43:47.603420 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4f4ca6dc-baf0-4fe4-9bd3-4ff2e834453a req-524ae98f-6b2f-43c7-9055-9f1e1e2edd22 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7475c262-ab00-42c7-8a8e-ce0d66e28c6b HTTP/1.1" status: 200 len: 921 time: 0.1956677 Jun 01 18:43:47.737112 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [req-80af8af4-7ff5-4108-80b8-30bada6f5c32 req-c0d4be59-5328-46f7-8f27-df07161f4958 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d988fe22-c967-42a2-b782-a45aecc0087f {{(pid=88525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:43:47.754841 n-d-844202-1 neutron-server[88525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21143899-c7a6-4d77-85dc-2fdef0b3114e'] response: {'name': 'network-changed', 'server_uuid': '66e39d11-cd54-4f3b-ada0-58e0645c24e7', 'tag': '67845245-15ce-4806-82a4-3091bca0bc66', 'status': 'completed', 'code': 200} Jun 01 18:43:47.757126 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-80af8af4-7ff5-4108-80b8-30bada6f5c32 req-c0d4be59-5328-46f7-8f27-df07161f4958 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:47.804510 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4f4ca6dc-baf0-4fe4-9bd3-4ff2e834453a req-4a10ecfb-0130-4cf5-9482-4b5c08d433b2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=84281443-ab67-470d-8fa5-2047102ef7b4 HTTP/1.1" status: 200 len: 1000 time: 0.1961653 Jun 01 18:43:47.824257 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a26d6e-4bd1-4307-8719-0783bf487976 req-510916ed-1f13-42af-9c73-e11f4539fad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:43:47.827132 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-76a26d6e-4bd1-4307-8719-0783bf487976 req-510916ed-1f13-42af-9c73-e11f4539fad3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fe37b4563e0349938f147e9c99d54534&device_id=66e39d11-cd54-4f3b-ada0-58e0645c24e7 HTTP/1.1" status: 200 len: 1097 time: 0.1386728 Jun 01 18:43:47.892691 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [req-80af8af4-7ff5-4108-80b8-30bada6f5c32 req-c0d4be59-5328-46f7-8f27-df07161f4958 service neutron] Transition to ACTIVE for port object d988fe22-c967-42a2-b782-a45aecc0087f will not be triggered until provisioned by entity L2. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:43:47.917433 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-80af8af4-7ff5-4108-80b8-30bada6f5c32 req-c0d4be59-5328-46f7-8f27-df07161f4958 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:48.076209 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a26d6e-4bd1-4307-8719-0783bf487976 req-7ea6e4ca-7a89-4a63-85eb-6c9eba122c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:43:48.078145 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-76a26d6e-4bd1-4307-8719-0783bf487976 req-7ea6e4ca-7a89-4a63-85eb-6c9eba122c88 service neutron] 10.222.0.50 "GET /v2.0/networks?id=2fa86028-0209-4add-9b81-a15a41499ef2 HTTP/1.1" status: 200 len: 930 time: 0.2039919 Jun 01 18:43:48.089527 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-12ef4dfd-5cce-427f-b638-d8fa2a812d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e37b1a48-11b2-44e4-8049-72b888626de6', 'name': 'tempest-FloatingIPsAssociationTestJSON-260000424-router', 'tenant_id': 'e0dc2e96ec69456782f276e47bf2486d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': '368eb3c4-ec62-4afc-a515-5b1dd5f282d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:42:23Z', 'updated_at': '2022-06-01T18:42:35Z', 'revision_number': 4, 'project_id': 'e0dc2e96ec69456782f276e47bf2486d', 'gw_port': {'id': '368eb3c4-ec62-4afc-a515-5b1dd5f282d3', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:2a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37b1a48-11b2-44e4-8049-72b888626de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:42:25Z', 'updated_at': '2022-06-01T18:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_floatingips': [{'id': 'ee0c40d8-5f65-4370-8636-a302aa69a53c', 'tenant_id': 'e0dc2e96ec69456782f276e47bf2486d', 'floating_ip_address': '172.25.4.153', 'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'router_id': 'e37b1a48-11b2-44e4-8049-72b888626de6', 'port_id': '84281443-ab67-470d-8fa5-2047102ef7b4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7475c262-ab00-42c7-8a8e-ce0d66e28c6b', 'mac_address': 'fa:16:3e:70:67:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '773cad09-4e0e-4c52-b912-1cba8bc28300', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T18:43:18Z', 'updated_at': '2022-06-01T18:43:45Z', 'revision_number': 1, 'project_id': 'e0dc2e96ec69456782f276e47bf2486d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38612e8c-0101-4044-80b4-fb606c42da57', 'name': '', 'network_id': '7475c262-ab00-42c7-8a8e-ce0d66e28c6b', 'tenant_id': 'e0dc2e96ec69456782f276e47bf2486d', 'mac_address': 'fa:16:3e:ed:85:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37b1a48-11b2-44e4-8049-72b888626de6', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'ba995e64-eb1c-4c76-a421-630e9228b936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:42:33Z', 'updated_at': '2022-06-01T18:42:48Z', 'revision_number': 5, 'project_id': 'e0dc2e96ec69456782f276e47bf2486d', 'subnets': [{'id': 'ba995e64-eb1c-4c76-a421-630e9228b936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:43:48.095320 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ef4dfd-5cce-427f-b638-d8fa2a812d1e None None] Checking router: e37b1a48-11b2-44e4-8049-72b888626de6 for host: n-d-844202-1 {{(pid=88526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 18:43:48.121350 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ef4dfd-5cce-427f-b638-d8fa2a812d1e None None] Routers {'e37b1a48-11b2-44e4-8049-72b888626de6'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:43:48.122266 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-12ef4dfd-5cce-427f-b638-d8fa2a812d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:43:39Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['e37b1a48-11b2-44e4-8049-72b888626de6'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:43:48.226249 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-76a26d6e-4bd1-4307-8719-0783bf487976 req-9d6cce1a-be4b-4bea-aeed-ea7f2bb9ae24 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=67845245-15ce-4806-82a4-3091bca0bc66 HTTP/1.1" status: 200 len: 1002 time: 0.1386633 Jun 01 18:43:48.230596 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4ca6dc-baf0-4fe4-9bd3-4ff2e834453a req-50dda3db-944b-43e0-a9af-99b65a71a642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:43:48.233088 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4f4ca6dc-baf0-4fe4-9bd3-4ff2e834453a req-50dda3db-944b-43e0-a9af-99b65a71a642 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ba995e64-eb1c-4c76-a421-630e9228b936 HTTP/1.1" status: 200 len: 859 time: 0.4108713 Jun 01 18:43:48.310893 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a26d6e-4bd1-4307-8719-0783bf487976 req-02c2fb70-9371-4d1c-b475-0adc589aa7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:43:48.312775 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-76a26d6e-4bd1-4307-8719-0783bf487976 req-02c2fb70-9371-4d1c-b475-0adc589aa7ba service neutron] 10.222.0.50 "GET /v2.0/subnets?id=15baa5ee-7752-4f7e-acac-371c6811276b HTTP/1.1" status: 200 len: 868 time: 0.0743284 Jun 01 18:43:48.378815 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8ef6629f-63bd-4bad-847d-3ce5f3dcdca6 req-630b185d-a330-4f7c-8a91-c127cc3830be tempest-FloatingIPsAssociationNegativeTestJSON-1899695893 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=72a72e44-6845-488a-a5ff-3a26d4df9cb3 HTTP/1.1" status: 200 len: 258 time: 0.6276665 Jun 01 18:43:48.391836 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [req-8ef6629f-63bd-4bad-847d-3ce5f3dcdca6 req-0b0d45f3-e096-4f39-912e-69227953b9fd tempest-FloatingIPsAssociationNegativeTestJSON-1899695893 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893-project] Request body: {'floatingip': {'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:43:48.407170 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4be59-5328-46f7-8f27-df07161f4958 service neutron] Pushing event updated for resources: {'Port': ['ID=d988fe22-c967-42a2-b782-a45aecc0087f,revision_number=2']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:43:48.419473 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-12ef4dfd-5cce-427f-b638-d8fa2a812d1e None None] Set router e37b1a48-11b2-44e4-8049-72b888626de6 gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:43:48.422646 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [req-8ef6629f-63bd-4bad-847d-3ce5f3dcdca6 req-0b0d45f3-e096-4f39-912e-69227953b9fd tempest-FloatingIPsAssociationNegativeTestJSON-1899695893 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:43:48.438997 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [req-8ef6629f-63bd-4bad-847d-3ce5f3dcdca6 req-0b0d45f3-e096-4f39-912e-69227953b9fd tempest-FloatingIPsAssociationNegativeTestJSON-1899695893 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:43:48.638856 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4ca6dc-baf0-4fe4-9bd3-4ff2e834453a req-28161c02-d27d-4708-a7e9-1dbdb4e3c654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:43:48.640954 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4f4ca6dc-baf0-4fe4-9bd3-4ff2e834453a req-28161c02-d27d-4708-a7e9-1dbdb4e3c654 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7475c262-ab00-42c7-8a8e-ce0d66e28c6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3270419 Jun 01 18:43:48.658033 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [req-4f4ca6dc-baf0-4fe4-9bd3-4ff2e834453a req-8b45e360-bf28-4cc7-aab7-5b0ce7e1d921 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=88524) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 18:43:48.659314 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4f4ca6dc-baf0-4fe4-9bd3-4ff2e834453a req-8b45e360-bf28-4cc7-aab7-5b0ce7e1d921 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0076733 Jun 01 18:43:48.695769 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-80af8af4-7ff5-4108-80b8-30bada6f5c32 req-c0d4be59-5328-46f7-8f27-df07161f4958 service neutron] Attempting to bind port d988fe22-c967-42a2-b782-a45aecc0087f on host n-h1-844202-1 for vnic_type normal with profile {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:43:48.696088 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-80af8af4-7ff5-4108-80b8-30bada6f5c32 req-c0d4be59-5328-46f7-8f27-df07161f4958 service neutron] Attempting to bind port d988fe22-c967-42a2-b782-a45aecc0087f by drivers openvswitch,hyperv on host n-h1-844202-1 at level 0 using segments [{'id': 'e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426'}] {{(pid=88525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:43:48.696625 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80af8af4-7ff5-4108-80b8-30bada6f5c32 req-c0d4be59-5328-46f7-8f27-df07161f4958 service neutron] Attempting to bind port d988fe22-c967-42a2-b782-a45aecc0087f on network 898153a3-5d71-43be-9d14-343ea4a48426 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:43:48.699303 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-8ef6629f-63bd-4bad-847d-3ce5f3dcdca6 req-0b0d45f3-e096-4f39-912e-69227953b9fd tempest-FloatingIPsAssociationNegativeTestJSON-1899695893 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893-project] Notify callbacks [] for floatingip, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:48.704639 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a26d6e-4bd1-4307-8719-0783bf487976 req-7aaf0135-05cc-4229-a0f3-417ca085f210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:43:48.706438 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-76a26d6e-4bd1-4307-8719-0783bf487976 req-7aaf0135-05cc-4229-a0f3-417ca085f210 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2fa86028-0209-4add-9b81-a15a41499ef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3400793 Jun 01 18:43:48.790045 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80af8af4-7ff5-4108-80b8-30bada6f5c32 req-c0d4be59-5328-46f7-8f27-df07161f4958 service neutron] Port d988fe22-c967-42a2-b782-a45aecc0087f on network 898153a3-5d71-43be-9d14-343ea4a48426 not bound, no agent of type Open vSwitch agent registered on host n-h1-844202-1 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 18:43:48.790045 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80af8af4-7ff5-4108-80b8-30bada6f5c32 req-c0d4be59-5328-46f7-8f27-df07161f4958 service neutron] Attempting to bind port d988fe22-c967-42a2-b782-a45aecc0087f on network 898153a3-5d71-43be-9d14-343ea4a48426 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:43:48.803796 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80af8af4-7ff5-4108-80b8-30bada6f5c32 req-c0d4be59-5328-46f7-8f27-df07161f4958 service neutron] Checking agent: {'id': 'bdb1e5d7-b998-4259-838f-3d278e930f32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 18, 43, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:43:48.804338 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80af8af4-7ff5-4108-80b8-30bada6f5c32 req-c0d4be59-5328-46f7-8f27-df07161f4958 service neutron] Checking segment: {'id': 'e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:43:48.804715 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80af8af4-7ff5-4108-80b8-30bada6f5c32 req-c0d4be59-5328-46f7-8f27-df07161f4958 service neutron] Bound using segment: {'id': 'e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426'} {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:43:48.805141 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-80af8af4-7ff5-4108-80b8-30bada6f5c32 req-c0d4be59-5328-46f7-8f27-df07161f4958 service neutron] Bound port: d988fe22-c967-42a2-b782-a45aecc0087f, host: n-h1-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426'}}] {{(pid=88525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:43:48.805476 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-80af8af4-7ff5-4108-80b8-30bada6f5c32 req-c0d4be59-5328-46f7-8f27-df07161f4958 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:48.942966 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-12ef4dfd-5cce-427f-b638-d8fa2a812d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e37b1a48-11b2-44e4-8049-72b888626de6', 'name': 'tempest-FloatingIPsAssociationTestJSON-260000424-router', 'tenant_id': 'e0dc2e96ec69456782f276e47bf2486d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': '368eb3c4-ec62-4afc-a515-5b1dd5f282d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:42:23Z', 'updated_at': '2022-06-01T18:42:35Z', 'revision_number': 4, 'project_id': 'e0dc2e96ec69456782f276e47bf2486d', 'gw_port': {'id': '368eb3c4-ec62-4afc-a515-5b1dd5f282d3', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:2a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37b1a48-11b2-44e4-8049-72b888626de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:42:25Z', 'updated_at': '2022-06-01T18:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_floatingips': [{'id': 'ee0c40d8-5f65-4370-8636-a302aa69a53c', 'tenant_id': 'e0dc2e96ec69456782f276e47bf2486d', 'floating_ip_address': '172.25.4.153', 'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'router_id': 'e37b1a48-11b2-44e4-8049-72b888626de6', 'port_id': '84281443-ab67-470d-8fa5-2047102ef7b4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7475c262-ab00-42c7-8a8e-ce0d66e28c6b', 'mac_address': 'fa:16:3e:70:67:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '773cad09-4e0e-4c52-b912-1cba8bc28300', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T18:43:18Z', 'updated_at': '2022-06-01T18:43:45Z', 'revision_number': 1, 'project_id': 'e0dc2e96ec69456782f276e47bf2486d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38612e8c-0101-4044-80b4-fb606c42da57', 'name': '', 'network_id': '7475c262-ab00-42c7-8a8e-ce0d66e28c6b', 'tenant_id': 'e0dc2e96ec69456782f276e47bf2486d', 'mac_address': 'fa:16:3e:ed:85:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37b1a48-11b2-44e4-8049-72b888626de6', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'ba995e64-eb1c-4c76-a421-630e9228b936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:42:33Z', 'updated_at': '2022-06-01T18:42:48Z', 'revision_number': 5, 'project_id': 'e0dc2e96ec69456782f276e47bf2486d', 'subnets': [{'id': 'ba995e64-eb1c-4c76-a421-630e9228b936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:43:48.949660 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4f4ca6dc-baf0-4fe4-9bd3-4ff2e834453a req-98c9e643-0dc7-4ae3-89e0-a984d07247c6 service neutron] 10.222.0.41 "GET /v2.0/networks/7475c262-ab00-42c7-8a8e-ce0d66e28c6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2814035 Jun 01 18:43:48.960396 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-76a26d6e-4bd1-4307-8719-0783bf487976 req-528a1fd7-de3b-48ff-aadc-5690c3dc91a4 service neutron] 10.222.0.50 "GET /v2.0/networks/2fa86028-0209-4add-9b81-a15a41499ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1985338 Jun 01 18:43:48.962927 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ef4dfd-5cce-427f-b638-d8fa2a812d1e None None] The sync data for ids ['e37b1a48-11b2-44e4-8049-72b888626de6'] in n-d-844202-1 is: [{'id': 'e37b1a48-11b2-44e4-8049-72b888626de6', 'name': 'tempest-FloatingIPsAssociationTestJSON-260000424-router', 'tenant_id': 'e0dc2e96ec69456782f276e47bf2486d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': '368eb3c4-ec62-4afc-a515-5b1dd5f282d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:42:23Z', 'updated_at': '2022-06-01T18:42:35Z', 'revision_number': 4, 'project_id': 'e0dc2e96ec69456782f276e47bf2486d', 'gw_port': {'id': '368eb3c4-ec62-4afc-a515-5b1dd5f282d3', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:2a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37b1a48-11b2-44e4-8049-72b888626de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:42:25Z', 'updated_at': '2022-06-01T18:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_floatingips': [{'id': 'ee0c40d8-5f65-4370-8636-a302aa69a53c', 'tenant_id': 'e0dc2e96ec69456782f276e47bf2486d', 'floating_ip_address': '172.25.4.153', 'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'router_id': 'e37b1a48-11b2-44e4-8049-72b888626de6', 'port_id': '84281443-ab67-470d-8fa5-2047102ef7b4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7475c262-ab00-42c7-8a8e-ce0d66e28c6b', 'mac_address': 'fa:16:3e:70:67:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '773cad09-4e0e-4c52-b912-1cba8bc28300', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T18:43:18Z', 'updated_at': '2022-06-01T18:43:45Z', 'revision_number': 1, 'project_id': 'e0dc2e96ec69456782f276e47bf2486d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38612e8c-0101-4044-80b4-fb606c42da57', 'name': '', 'network_id': '7475c262-ab00-42c7-8a8e-ce0d66e28c6b', 'tenant_id': 'e0dc2e96ec69456782f276e47bf2486d', 'mac_address': 'fa:16:3e:ed:85:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37b1a48-11b2-44e4-8049-72b888626de6', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'ba995e64-eb1c-4c76-a421-630e9228b936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:42:33Z', 'updated_at': '2022-06-01T18:42:48Z', 'revision_number': 5, 'project_id': 'e0dc2e96ec69456782f276e47bf2486d', 'subnets': [{'id': 'ba995e64-eb1c-4c76-a421-630e9228b936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 18:43:49.028784 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-80af8af4-7ff5-4108-80b8-30bada6f5c32 req-c0d4be59-5328-46f7-8f27-df07161f4958 service neutron] For port d988fe22-c967-42a2-b782-a45aecc0087f, host n-h1-844202-1, cleared binding levels {{(pid=88525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:43:49.036917 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [req-e1259d04-447d-4e9f-893f-c562789a27e2 req-19f2fe26-b2ae-464f-9833-a7157baf1e98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 501e4fc3-0fdc-4f32-bbc6-7f6d266eefc1 {{(pid=88525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:43:49.042279 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-80af8af4-7ff5-4108-80b8-30bada6f5c32 req-c0d4be59-5328-46f7-8f27-df07161f4958 service neutron] For port d988fe22-c967-42a2-b782-a45aecc0087f, host n-h1-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=d988fe22-c967-42a2-b782-a45aecc0087f,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:43:49.065170 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-e1259d04-447d-4e9f-893f-c562789a27e2 req-19f2fe26-b2ae-464f-9833-a7157baf1e98 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:49.067881 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-80af8af4-7ff5-4108-80b8-30bada6f5c32 req-c0d4be59-5328-46f7-8f27-df07161f4958 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:49.149226 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [req-e1259d04-447d-4e9f-893f-c562789a27e2 req-19f2fe26-b2ae-464f-9833-a7157baf1e98 service neutron] Transition to ACTIVE for port object 501e4fc3-0fdc-4f32-bbc6-7f6d266eefc1 will not be triggered until provisioned by entity L2. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:43:49.150664 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80af8af4-7ff5-4108-80b8-30bada6f5c32 req-c0d4be59-5328-46f7-8f27-df07161f4958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:43:49.151459 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-80af8af4-7ff5-4108-80b8-30bada6f5c32 req-c0d4be59-5328-46f7-8f27-df07161f4958 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:49.153104 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-80af8af4-7ff5-4108-80b8-30bada6f5c32 req-c0d4be59-5328-46f7-8f27-df07161f4958 service neutron] 10.222.0.15 "PUT /v2.0/ports/d988fe22-c967-42a2-b782-a45aecc0087f HTTP/1.1" status: 200 len: 1096 time: 2.7614429 Jun 01 18:43:49.174165 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-e1259d04-447d-4e9f-893f-c562789a27e2 req-19f2fe26-b2ae-464f-9833-a7157baf1e98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:49.183740 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-8ef6629f-63bd-4bad-847d-3ce5f3dcdca6 req-0b0d45f3-e096-4f39-912e-69227953b9fd tempest-FloatingIPsAssociationNegativeTestJSON-1899695893 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:49.280141 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4f4ca6dc-baf0-4fe4-9bd3-4ff2e834453a req-e7df8c91-3f58-40ca-a39d-c0acea1b05fd service neutron] 10.222.0.41 "GET /v2.0/networks/7475c262-ab00-42c7-8a8e-ce0d66e28c6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3184023 Jun 01 18:43:49.282199 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-76a26d6e-4bd1-4307-8719-0783bf487976 req-c520d5bb-294f-4489-93f7-b1fdb3fab5d9 service neutron] 10.222.0.50 "GET /v2.0/networks/2fa86028-0209-4add-9b81-a15a41499ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2915163 Jun 01 18:43:49.308329 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6fe75ca-daff-491c-bc8d-521b82ef3719 None None] New status for floating IP ee0c40d8-5f65-4370-8636-a302aa69a53c: ACTIVE {{(pid=88527) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 18:43:49.418459 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4be59-5328-46f7-8f27-df07161f4958 service neutron] Pushing event updated for resources: {'Port': ['ID=d988fe22-c967-42a2-b782-a45aecc0087f,revision_number=3']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:43:49.492039 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4be59-5328-46f7-8f27-df07161f4958 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:43:49.492320 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4be59-5328-46f7-8f27-df07161f4958 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:43:49.492622 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4be59-5328-46f7-8f27-df07161f4958 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:43:49.492961 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4be59-5328-46f7-8f27-df07161f4958 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:43:49.493552 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4be59-5328-46f7-8f27-df07161f4958 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:43:49.493900 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4be59-5328-46f7-8f27-df07161f4958 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:43:49.494241 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4be59-5328-46f7-8f27-df07161f4958 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:43:49.494589 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4be59-5328-46f7-8f27-df07161f4958 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:43:49.494927 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4be59-5328-46f7-8f27-df07161f4958 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:43:49.495250 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4be59-5328-46f7-8f27-df07161f4958 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:43:49.495591 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4be59-5328-46f7-8f27-df07161f4958 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:43:49.495950 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4be59-5328-46f7-8f27-df07161f4958 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:43:49.812176 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [req-8ef6629f-63bd-4bad-847d-3ce5f3dcdca6 req-0b0d45f3-e096-4f39-912e-69227953b9fd tempest-FloatingIPsAssociationNegativeTestJSON-1899695893 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893-project] Allocated IP 172.25.4.35 (72a72e44-6845-488a-a5ff-3a26d4df9cb3/c314a23b-daa2-4106-ab28-8e6f954277b2/ba60c40b-fba5-4a53-a8f2-d90f4690bfb5) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:43:49.839774 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97fc5fd1-6738-443f-8426-3662143a4c2a', 'tag': 'd988fe22-c967-42a2-b782-a45aecc0087f'}] {{(pid=88525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:43:49.970089 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b8021d-1dbd-4df3-8aae-8453c1a17993 req-5efdcc6a-ac0c-4fb8-89e4-4543111c989f tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:43:49.970937 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-42b8021d-1dbd-4df3-8aae-8453c1a17993 req-5efdcc6a-ac0c-4fb8-89e4-4543111c989f tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] Synchronizing usage tracker for tenant:ee3dca5a75c542e0966797f286e0b4d5 on resource:network {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:43:50.015475 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-42b8021d-1dbd-4df3-8aae-8453c1a17993 req-5efdcc6a-ac0c-4fb8-89e4-4543111c989f tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] Unset dirty status for tenant:ee3dca5a75c542e0966797f286e0b4d5 on resource:network {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:43:50.029608 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-42b8021d-1dbd-4df3-8aae-8453c1a17993 req-5efdcc6a-ac0c-4fb8-89e4-4543111c989f tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] 10.222.0.41 "GET /v2.0/networks?id=222758ca-4c6e-4ccb-8f11-8c829f4da008 HTTP/1.1" status: 200 len: 808 time: 0.3830011 Jun 01 18:43:50.067055 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-42b8021d-1dbd-4df3-8aae-8453c1a17993 req-81f34581-90e0-470e-801c-e5f40bc7d280 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] 10.222.0.41 "GET /v2.0/quotas/ee3dca5a75c542e0966797f286e0b4d5 HTTP/1.1" status: 200 len: 375 time: 0.0314150 Jun 01 18:43:50.090775 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f2fe26-b2ae-464f-9833-a7157baf1e98 service neutron] Pushing event updated for resources: {'Port': ['ID=501e4fc3-0fdc-4f32-bbc6-7f6d266eefc1,revision_number=2']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:43:50.153530 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-42b8021d-1dbd-4df3-8aae-8453c1a17993 req-fdef1fec-81af-48b1-b071-7f94e42eecd3 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=ee3dca5a75c542e0966797f286e0b4d5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0824130 Jun 01 18:43:50.157739 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80af8af4-7ff5-4108-80b8-30bada6f5c32 req-b7f5314d-60e4-4fd0-b851-e5c69c675595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:43:50.159605 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-80af8af4-7ff5-4108-80b8-30bada6f5c32 req-b7f5314d-60e4-4fd0-b851-e5c69c675595 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=137ece96c9a540a3beca61997d52bb89&device_id=97fc5fd1-6738-443f-8426-3662143a4c2a HTTP/1.1" status: 200 len: 1099 time: 0.9609551 Jun 01 18:43:50.173903 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-e1259d04-447d-4e9f-893f-c562789a27e2 req-19f2fe26-b2ae-464f-9833-a7157baf1e98 service neutron] Attempting to bind port 501e4fc3-0fdc-4f32-bbc6-7f6d266eefc1 on host n-h2-844202-1 for vnic_type normal with profile {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:43:50.174388 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-e1259d04-447d-4e9f-893f-c562789a27e2 req-19f2fe26-b2ae-464f-9833-a7157baf1e98 service neutron] Attempting to bind port 501e4fc3-0fdc-4f32-bbc6-7f6d266eefc1 by drivers openvswitch,hyperv on host n-h2-844202-1 at level 0 using segments [{'id': 'e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426'}] {{(pid=88525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:43:50.174891 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1259d04-447d-4e9f-893f-c562789a27e2 req-19f2fe26-b2ae-464f-9833-a7157baf1e98 service neutron] Attempting to bind port 501e4fc3-0fdc-4f32-bbc6-7f6d266eefc1 on network 898153a3-5d71-43be-9d14-343ea4a48426 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:43:50.264762 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1259d04-447d-4e9f-893f-c562789a27e2 req-19f2fe26-b2ae-464f-9833-a7157baf1e98 service neutron] Port 501e4fc3-0fdc-4f32-bbc6-7f6d266eefc1 on network 898153a3-5d71-43be-9d14-343ea4a48426 not bound, no agent of type Open vSwitch agent registered on host n-h2-844202-1 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 18:43:50.265145 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1259d04-447d-4e9f-893f-c562789a27e2 req-19f2fe26-b2ae-464f-9833-a7157baf1e98 service neutron] Attempting to bind port 501e4fc3-0fdc-4f32-bbc6-7f6d266eefc1 on network 898153a3-5d71-43be-9d14-343ea4a48426 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:43:50.297676 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-80af8af4-7ff5-4108-80b8-30bada6f5c32 req-0befd2e0-9bd3-4615-9430-4c5ace7e3b25 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=d988fe22-c967-42a2-b782-a45aecc0087f HTTP/1.1" status: 200 len: 217 time: 0.1245594 Jun 01 18:43:50.298815 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1259d04-447d-4e9f-893f-c562789a27e2 req-19f2fe26-b2ae-464f-9833-a7157baf1e98 service neutron] Checking agent: {'id': 'f5db9968-6317-4186-9100-9e0ca6b50417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 18, 43, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:43:50.300651 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1259d04-447d-4e9f-893f-c562789a27e2 req-19f2fe26-b2ae-464f-9833-a7157baf1e98 service neutron] Checking segment: {'id': 'e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:43:50.302648 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1259d04-447d-4e9f-893f-c562789a27e2 req-19f2fe26-b2ae-464f-9833-a7157baf1e98 service neutron] Bound using segment: {'id': 'e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426'} {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:43:50.302990 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-e1259d04-447d-4e9f-893f-c562789a27e2 req-19f2fe26-b2ae-464f-9833-a7157baf1e98 service neutron] Bound port: 501e4fc3-0fdc-4f32-bbc6-7f6d266eefc1, host: n-h2-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426'}}] {{(pid=88525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:43:50.303511 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-e1259d04-447d-4e9f-893f-c562789a27e2 req-19f2fe26-b2ae-464f-9833-a7157baf1e98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:50.331992 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-42b8021d-1dbd-4df3-8aae-8453c1a17993 req-e4fc7a82-4f7e-48c0-a3a4-f9a599589091 service neutron] 10.222.0.41 "GET /v2.0/networks/222758ca-4c6e-4ccb-8f11-8c829f4da008?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690285 Jun 01 18:43:50.513575 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-42b8021d-1dbd-4df3-8aae-8453c1a17993 req-496be1a9-de7d-4dd4-b980-4c58e6d9fa03 service neutron] 10.222.0.41 "GET /v2.0/networks/222758ca-4c6e-4ccb-8f11-8c829f4da008?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752021 Jun 01 18:43:50.538836 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80af8af4-7ff5-4108-80b8-30bada6f5c32 req-4c90ce00-1e31-404c-b368-73f7822b4ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:43:50.540424 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-80af8af4-7ff5-4108-80b8-30bada6f5c32 req-4c90ce00-1e31-404c-b368-73f7822b4ec9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=35e3ad2f-9c88-4698-b634-4e1b58de1cc2 HTTP/1.1" status: 200 len: 843 time: 0.2125731 Jun 01 18:43:50.618662 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-8ef6629f-63bd-4bad-847d-3ce5f3dcdca6 req-0b0d45f3-e096-4f39-912e-69227953b9fd tempest-FloatingIPsAssociationNegativeTestJSON-1899695893 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893-project] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:50.675006 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-e1259d04-447d-4e9f-893f-c562789a27e2 req-19f2fe26-b2ae-464f-9833-a7157baf1e98 service neutron] For port 501e4fc3-0fdc-4f32-bbc6-7f6d266eefc1, host n-h2-844202-1, cleared binding levels {{(pid=88525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:43:50.679041 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-e1259d04-447d-4e9f-893f-c562789a27e2 req-19f2fe26-b2ae-464f-9833-a7157baf1e98 service neutron] For port 501e4fc3-0fdc-4f32-bbc6-7f6d266eefc1, host n-h2-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=501e4fc3-0fdc-4f32-bbc6-7f6d266eefc1,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:43:50.688185 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-e1259d04-447d-4e9f-893f-c562789a27e2 req-19f2fe26-b2ae-464f-9833-a7157baf1e98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:50.782679 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1259d04-447d-4e9f-893f-c562789a27e2 req-19f2fe26-b2ae-464f-9833-a7157baf1e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:43:50.783286 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-e1259d04-447d-4e9f-893f-c562789a27e2 req-19f2fe26-b2ae-464f-9833-a7157baf1e98 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:50.786003 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e1259d04-447d-4e9f-893f-c562789a27e2 req-19f2fe26-b2ae-464f-9833-a7157baf1e98 service neutron] 10.222.0.50 "PUT /v2.0/ports/501e4fc3-0fdc-4f32-bbc6-7f6d266eefc1 HTTP/1.1" status: 200 len: 1096 time: 4.0875514 Jun 01 18:43:50.800322 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-8ef6629f-63bd-4bad-847d-3ce5f3dcdca6 req-0b0d45f3-e096-4f39-912e-69227953b9fd tempest-FloatingIPsAssociationNegativeTestJSON-1899695893 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:50.808184 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80af8af4-7ff5-4108-80b8-30bada6f5c32 req-91d623dc-51c5-4cbf-8892-409e22da1485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:43:50.827334 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55bc8bcb-a63f-44e0-9664-8b2deeb242ef'] response: {'name': 'network-changed', 'server_uuid': '773cad09-4e0e-4c52-b912-1cba8bc28300', 'tag': '84281443-ab67-470d-8fa5-2047102ef7b4', 'status': 'completed', 'code': 200} Jun 01 18:43:50.827692 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-80af8af4-7ff5-4108-80b8-30bada6f5c32 req-91d623dc-51c5-4cbf-8892-409e22da1485 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=898153a3-5d71-43be-9d14-343ea4a48426&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2620063 Jun 01 18:43:50.897922 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f2fe26-b2ae-464f-9833-a7157baf1e98 service neutron] Pushing event updated for resources: {'Port': ['ID=501e4fc3-0fdc-4f32-bbc6-7f6d266eefc1,revision_number=3']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:43:51.173594 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05f1f8e-5c99-4ea2-8e1c-ea7cfc3892af req-249b1403-3f52-4401-8ec9-8c40b3e38def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:43:51.176119 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c05f1f8e-5c99-4ea2-8e1c-ea7cfc3892af req-249b1403-3f52-4401-8ec9-8c40b3e38def service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e0dc2e96ec69456782f276e47bf2486d&device_id=773cad09-4e0e-4c52-b912-1cba8bc28300 HTTP/1.1" status: 200 len: 1097 time: 0.2173002 Jun 01 18:43:51.199331 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ef6629f-63bd-4bad-847d-3ce5f3dcdca6 req-0b0d45f3-e096-4f39-912e-69227953b9fd tempest-FloatingIPsAssociationNegativeTestJSON-1899695893 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893-project] Network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:43:51.223625 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [req-8ef6629f-63bd-4bad-847d-3ce5f3dcdca6 req-0b0d45f3-e096-4f39-912e-69227953b9fd tempest-FloatingIPsAssociationNegativeTestJSON-1899695893 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:43:51.234375 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ef6629f-63bd-4bad-847d-3ce5f3dcdca6 req-0b0d45f3-e096-4f39-912e-69227953b9fd tempest-FloatingIPsAssociationNegativeTestJSON-1899695893 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893-project] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:43:51.489560 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0d45f3-e096-4f39-912e-69227953b9fd tempest-FloatingIPsAssociationNegativeTestJSON-1899695893 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893-project] Pushing event updated for resources: {'Port': ['ID=ba60c40b-fba5-4a53-a8f2-d90f4690bfb5,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:43:51.519288 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-80af8af4-7ff5-4108-80b8-30bada6f5c32 req-5f4f72e1-e53e-47bf-a8b1-0f762ee39c7e service neutron] 10.222.0.15 "GET /v2.0/networks/898153a3-5d71-43be-9d14-343ea4a48426?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6805394 Jun 01 18:43:51.531577 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05f1f8e-5c99-4ea2-8e1c-ea7cfc3892af req-56e049e4-0799-47a8-99cb-c9f7600e481d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:43:51.533658 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c05f1f8e-5c99-4ea2-8e1c-ea7cfc3892af req-56e049e4-0799-47a8-99cb-c9f7600e481d service neutron] 10.222.0.50 "GET /v2.0/networks?id=7475c262-ab00-42c7-8a8e-ce0d66e28c6b HTTP/1.1" status: 200 len: 921 time: 0.3351338 Jun 01 18:43:51.623856 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1259d04-447d-4e9f-893f-c562789a27e2 req-5f6664ae-cebb-4673-a35e-f76fe9e87287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:43:51.625290 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e1259d04-447d-4e9f-893f-c562789a27e2 req-5f6664ae-cebb-4673-a35e-f76fe9e87287 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=137ece96c9a540a3beca61997d52bb89&device_id=75eeb2d2-9f66-496a-80bb-b33663e212ac HTTP/1.1" status: 200 len: 1099 time: 0.7188780 Jun 01 18:43:51.705733 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-8ef6629f-63bd-4bad-847d-3ce5f3dcdca6 req-0b0d45f3-e096-4f39-912e-69227953b9fd tempest-FloatingIPsAssociationNegativeTestJSON-1899695893 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:51.719791 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e1259d04-447d-4e9f-893f-c562789a27e2 req-2cf182db-d0c4-40af-ba9c-4e36154ffc6f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=501e4fc3-0fdc-4f32-bbc6-7f6d266eefc1 HTTP/1.1" status: 200 len: 217 time: 0.0840335 Jun 01 18:43:51.724407 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c05f1f8e-5c99-4ea2-8e1c-ea7cfc3892af req-da982b24-5516-4a1c-8f59-09f871498255 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=84281443-ab67-470d-8fa5-2047102ef7b4 HTTP/1.1" status: 200 len: 1002 time: 0.1821816 Jun 01 18:43:51.785455 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca15ff1d-4010-4db9-97de-69468a8ae013 req-67ad281d-a99f-4de1-8a86-e15cb875248d tempest-ListImageFiltersTestJSON-5492641 tempest-ListImageFiltersTestJSON-5492641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:43:51.787694 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ca15ff1d-4010-4db9-97de-69468a8ae013 req-67ad281d-a99f-4de1-8a86-e15cb875248d tempest-ListImageFiltersTestJSON-5492641 tempest-ListImageFiltersTestJSON-5492641-project] 10.222.0.41 "GET /v2.0/ports?device_id=75eeb2d2-9f66-496a-80bb-b33663e212ac HTTP/1.1" status: 200 len: 948 time: 0.1545379 Jun 01 18:43:51.898475 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-80af8af4-7ff5-4108-80b8-30bada6f5c32 req-ce1fb1c0-28c8-406c-be9b-e24ace0b8502 service neutron] 10.222.0.15 "GET /v2.0/networks/898153a3-5d71-43be-9d14-343ea4a48426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3715546 Jun 01 18:43:51.901841 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1259d04-447d-4e9f-893f-c562789a27e2 req-d84c2ebd-12af-41aa-9cfc-eb06308d640f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:43:51.903282 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e1259d04-447d-4e9f-893f-c562789a27e2 req-d84c2ebd-12af-41aa-9cfc-eb06308d640f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=35e3ad2f-9c88-4698-b634-4e1b58de1cc2 HTTP/1.1" status: 200 len: 843 time: 0.1505387 Jun 01 18:43:51.907170 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-8ef6629f-63bd-4bad-847d-3ce5f3dcdca6 req-0b0d45f3-e096-4f39-912e-69227953b9fd tempest-FloatingIPsAssociationNegativeTestJSON-1899695893 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:52.072266 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ca15ff1d-4010-4db9-97de-69468a8ae013 req-57531923-8082-45ce-8f52-d79fc86cfed1 tempest-ListImageFiltersTestJSON-5492641 tempest-ListImageFiltersTestJSON-5492641-project] 10.222.0.41 "GET /v2.0/security-groups?id=5427509f-34d7-4eb0-9761-0171d484d3bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697298 Jun 01 18:43:52.090938 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05f1f8e-5c99-4ea2-8e1c-ea7cfc3892af req-04849113-d87a-4385-9814-e842fc37ba8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:43:52.093205 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c05f1f8e-5c99-4ea2-8e1c-ea7cfc3892af req-04849113-d87a-4385-9814-e842fc37ba8f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ba995e64-eb1c-4c76-a421-630e9228b936 HTTP/1.1" status: 200 len: 859 time: 0.3530467 Jun 01 18:43:52.200741 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05f1f8e-5c99-4ea2-8e1c-ea7cfc3892af req-7956835a-d70a-4602-9af3-48127f1bbd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:43:52.203096 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c05f1f8e-5c99-4ea2-8e1c-ea7cfc3892af req-7956835a-d70a-4602-9af3-48127f1bbd75 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7475c262-ab00-42c7-8a8e-ce0d66e28c6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0970790 Jun 01 18:43:52.210276 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1259d04-447d-4e9f-893f-c562789a27e2 req-a2f0c8a8-9130-4a24-8b32-860ee1b0dc62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:43:52.212355 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e1259d04-447d-4e9f-893f-c562789a27e2 req-a2f0c8a8-9130-4a24-8b32-860ee1b0dc62 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=898153a3-5d71-43be-9d14-343ea4a48426&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2281339 Jun 01 18:43:52.413664 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e1259d04-447d-4e9f-893f-c562789a27e2 req-5d6033ab-7f95-4816-864a-b147fd55a8f6 service neutron] 10.222.0.50 "GET /v2.0/networks/898153a3-5d71-43be-9d14-343ea4a48426?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880808 Jun 01 18:43:52.428995 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727ee5af-3dd9-4e83-b1ef-01a28c437e5f req-77f2eee3-67da-47ea-aef0-3d8525670b1e tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:43:52.430591 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-727ee5af-3dd9-4e83-b1ef-01a28c437e5f req-77f2eee3-67da-47ea-aef0-3d8525670b1e tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] 10.222.0.41 "GET /v2.0/ports?device_id=a97c525e-047a-4124-86ec-39e79af6cb46&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2329941 Jun 01 18:43:52.432776 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c05f1f8e-5c99-4ea2-8e1c-ea7cfc3892af req-9e7a3b22-3145-4b53-a99d-ed00e8e6f183 service neutron] 10.222.0.50 "GET /v2.0/networks/7475c262-ab00-42c7-8a8e-ce0d66e28c6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882560 Jun 01 18:43:52.544039 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-8ef6629f-63bd-4bad-847d-3ce5f3dcdca6 req-0b0d45f3-e096-4f39-912e-69227953b9fd tempest-FloatingIPsAssociationNegativeTestJSON-1899695893 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893-project] Notify callbacks [] for port, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:52.574229 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-8ef6629f-63bd-4bad-847d-3ce5f3dcdca6 req-0b0d45f3-e096-4f39-912e-69227953b9fd tempest-FloatingIPsAssociationNegativeTestJSON-1899695893 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:52.667219 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-727ee5af-3dd9-4e83-b1ef-01a28c437e5f req-7d8ec815-2b67-4828-b4bd-602dc98977fd tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.4.153 HTTP/1.1" status: 200 len: 1002 time: 0.2275352 Jun 01 18:43:52.696578 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-727ee5af-3dd9-4e83-b1ef-01a28c437e5f req-708e2a5d-aded-486d-89ee-895dac773505 tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] Request body: {'floatingip': {'port_id': '253a3bf0-1ecd-4505-b320-3bd5f380e317', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:43:52.717595 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0d45f3-e096-4f39-912e-69227953b9fd tempest-FloatingIPsAssociationNegativeTestJSON-1899695893 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893-project] Pushing event updated for resources: {'Port': ['ID=ba60c40b-fba5-4a53-a8f2-d90f4690bfb5,revision_number=2']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:43:52.777965 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c05f1f8e-5c99-4ea2-8e1c-ea7cfc3892af req-732b8b60-329f-48bd-885e-3865665b841d service neutron] 10.222.0.50 "GET /v2.0/networks/7475c262-ab00-42c7-8a8e-ce0d66e28c6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3370147 Jun 01 18:43:52.826119 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-727ee5af-3dd9-4e83-b1ef-01a28c437e5f req-708e2a5d-aded-486d-89ee-895dac773505 tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] Notify callbacks [] for floatingip, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:52.968610 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e1259d04-447d-4e9f-893f-c562789a27e2 req-68d2a1ef-a822-4d54-9aeb-ddb128546aae service neutron] 10.222.0.50 "GET /v2.0/networks/898153a3-5d71-43be-9d14-343ea4a48426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5433459 Jun 01 18:43:53.010441 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-8ef6629f-63bd-4bad-847d-3ce5f3dcdca6 req-0b0d45f3-e096-4f39-912e-69227953b9fd tempest-FloatingIPsAssociationNegativeTestJSON-1899695893 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887712'] for floatingip, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:53.071701 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b8021d-1dbd-4df3-8aae-8453c1a17993 req-47a8cdf8-bd05-451e-a7ed-da591c6ec3c0 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:43:53.073288 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-42b8021d-1dbd-4df3-8aae-8453c1a17993 req-47a8cdf8-bd05-451e-a7ed-da591c6ec3c0 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] 10.222.0.15 "GET /v2.0/networks?id=222758ca-4c6e-4ccb-8f11-8c829f4da008 HTTP/1.1" status: 200 len: 808 time: 0.4950001 Jun 01 18:43:53.080930 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-8ef6629f-63bd-4bad-847d-3ce5f3dcdca6 req-0b0d45f3-e096-4f39-912e-69227953b9fd tempest-FloatingIPsAssociationNegativeTestJSON-1899695893 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for floatingip, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:53.082353 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8ef6629f-63bd-4bad-847d-3ce5f3dcdca6 req-0b0d45f3-e096-4f39-912e-69227953b9fd tempest-FloatingIPsAssociationNegativeTestJSON-1899695893 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.6994886 Jun 01 18:43:53.087875 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [req-42b8021d-1dbd-4df3-8aae-8453c1a17993 req-1bef06c5-116a-4d19-a045-27a47880afe0 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] Request body: {'port': {'device_id': '7e793ca5-49bd-42cb-8666-a3b4655afec7', 'network_id': '222758ca-4c6e-4ccb-8f11-8c829f4da008', 'admin_state_up': True, 'tenant_id': 'ee3dca5a75c542e0966797f286e0b4d5'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:43:53.255062 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-8ef6629f-63bd-4bad-847d-3ce5f3dcdca6 req-a8f17f6d-4cc1-4368-a48f-958bc1a117d2 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893-project] Synchronizing usage tracker for tenant:fe37b4563e0349938f147e9c99d54534 on resource:floatingip {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:43:53.296413 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-8ef6629f-63bd-4bad-847d-3ce5f3dcdca6 req-a8f17f6d-4cc1-4368-a48f-958bc1a117d2 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893-project] Unset dirty status for tenant:fe37b4563e0349938f147e9c99d54534 on resource:floatingip {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:43:53.297283 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8ef6629f-63bd-4bad-847d-3ce5f3dcdca6 req-a8f17f6d-4cc1-4368-a48f-958bc1a117d2 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.4.35 HTTP/1.1" status: 200 len: 695 time: 0.1909623 Jun 01 18:43:53.353013 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [req-42b8021d-1dbd-4df3-8aae-8453c1a17993 req-1bef06c5-116a-4d19-a045-27a47880afe0 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:43:53.356874 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-42b8021d-1dbd-4df3-8aae-8453c1a17993 req-1bef06c5-116a-4d19-a045-27a47880afe0 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] Usage tracker for resource:port and tenant:ee3dca5a75c542e0966797f286e0b4d5 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:43:53.360547 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-42b8021d-1dbd-4df3-8aae-8453c1a17993 req-1bef06c5-116a-4d19-a045-27a47880afe0 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:43:53.366370 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [req-42b8021d-1dbd-4df3-8aae-8453c1a17993 req-1bef06c5-116a-4d19-a045-27a47880afe0 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:43:53.605998 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42b8021d-1dbd-4df3-8aae-8453c1a17993 req-1bef06c5-116a-4d19-a045-27a47880afe0 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] Made reservation on behalf of ee3dca5a75c542e0966797f286e0b4d5 for: {'port': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:43:53.611217 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-42b8021d-1dbd-4df3-8aae-8453c1a17993 req-1bef06c5-116a-4d19-a045-27a47880afe0 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:53.741621 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-727ee5af-3dd9-4e83-b1ef-01a28c437e5f req-708e2a5d-aded-486d-89ee-895dac773505 tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:53.746625 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-727ee5af-3dd9-4e83-b1ef-01a28c437e5f req-708e2a5d-aded-486d-89ee-895dac773505 tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887712'] for floatingip, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:53.825681 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef6629f-63bd-4bad-847d-3ce5f3dcdca6 req-3321c3b3-1cb2-4529-a2f9-b8baed1c3cbd tempest-FloatingIPsAssociationNegativeTestJSON-1899695893 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:43:53.827155 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8ef6629f-63bd-4bad-847d-3ce5f3dcdca6 req-3321c3b3-1cb2-4529-a2f9-b8baed1c3cbd tempest-FloatingIPsAssociationNegativeTestJSON-1899695893 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893-project] 10.222.0.41 "GET /v2.0/networks/72a72e44-6845-488a-a5ff-3a26d4df9cb3 HTTP/1.1" status: 200 len: 784 time: 0.5197923 Jun 01 18:43:53.887093 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fafb1e-2941-4e89-b79a-126ad65193fe req-e0dea921-7aee-4a72-b8e0-c98624f057d9 tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:43:53.887834 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-b6fafb1e-2941-4e89-b79a-126ad65193fe req-e0dea921-7aee-4a72-b8e0-c98624f057d9 tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] Synchronizing usage tracker for tenant:ccc3866df726420d865ae40df69383ae on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:43:53.896793 n-d-844202-1 neutron-server[88525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1fd88cf5-49cc-4410-8f9d-682bc6b6c220'] response: {'name': 'network-changed', 'server_uuid': '97fc5fd1-6738-443f-8426-3662143a4c2a', 'tag': 'd988fe22-c967-42a2-b782-a45aecc0087f', 'status': 'completed', 'code': 200} Jun 01 18:43:53.960320 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-b6fafb1e-2941-4e89-b79a-126ad65193fe req-e0dea921-7aee-4a72-b8e0-c98624f057d9 tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] Unset dirty status for tenant:ccc3866df726420d865ae40df69383ae on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:43:53.961466 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b6fafb1e-2941-4e89-b79a-126ad65193fe req-e0dea921-7aee-4a72-b8e0-c98624f057d9 tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] 10.222.0.50 "GET /v2.0/ports?device_id=a5a404c5-f4b1-43aa-93af-4f1281dc0d33 HTTP/1.1" status: 200 len: 945 time: 0.3960204 Jun 01 18:43:54.001660 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [req-42b8021d-1dbd-4df3-8aae-8453c1a17993 req-1bef06c5-116a-4d19-a045-27a47880afe0 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] Allocated IP 172.20.0.4 (222758ca-4c6e-4ccb-8f11-8c829f4da008/2d25927e-118e-41f9-9e0e-90f9021c9592/7cf6562d-e594-4ed3-bb66-f96014ae7aef) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:43:54.141593 n-d-844202-1 neutron-server[88524]: INFO neutron.db.l3_db [req-727ee5af-3dd9-4e83-b1ef-01a28c437e5f req-708e2a5d-aded-486d-89ee-895dac773505 tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] Floating IP ee0c40d8-5f65-4370-8636-a302aa69a53c associated. External IP: 172.25.4.153, port: 84281443-ab67-470d-8fa5-2047102ef7b4. Jun 01 18:43:54.168268 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [req-b6fafb1e-2941-4e89-b79a-126ad65193fe req-7cbc35ba-3ecb-43c8-9491-de3d89ed40be tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] Deleting port 2225f2a3-bed3-4b15-93f5-1073394704ac {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:43:54.168737 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-b6fafb1e-2941-4e89-b79a-126ad65193fe req-7cbc35ba-3ecb-43c8-9491-de3d89ed40be tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:54.216325 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2d33fa11-f466-4f41-9f45-83507543cc14 req-e7f13828-bfe9-4c6d-be5f-098a4713c241 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] 10.222.0.41 "GET /v2.0/ports?device_id=7e793ca5-49bd-42cb-8666-a3b4655afec7 HTTP/1.1" status: 200 len: 210 time: 0.1268616 Jun 01 18:43:54.379422 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e400f0-6de6-4a52-afa7-1790e94b22fc req-3fa4b068-e9df-421b-ade9-fcac96344566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:43:54.380838 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c7e400f0-6de6-4a52-afa7-1790e94b22fc req-3fa4b068-e9df-421b-ade9-fcac96344566 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=137ece96c9a540a3beca61997d52bb89&device_id=97fc5fd1-6738-443f-8426-3662143a4c2a HTTP/1.1" status: 200 len: 1099 time: 0.4592826 Jun 01 18:43:54.622452 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.l3_agent_scheduler [req-727ee5af-3dd9-4e83-b1ef-01a28c437e5f req-708e2a5d-aded-486d-89ee-895dac773505 tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] Router e37b1a48-11b2-44e4-8049-72b888626de6 has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 18:43:54.752430 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-42b8021d-1dbd-4df3-8aae-8453c1a17993 req-1bef06c5-116a-4d19-a045-27a47880afe0 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:54.816571 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2961445-3952-4b7d-bdd3-02bd0c300e79 req-1e9df592-614a-411a-b722-98b07e5a204a tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:43:54.818436 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a2961445-3952-4b7d-bdd3-02bd0c300e79 req-1e9df592-614a-411a-b722-98b07e5a204a tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5a404c5-f4b1-43aa-93af-4f1281dc0d33 HTTP/1.1" status: 200 len: 945 time: 0.4571824 Jun 01 18:43:54.819160 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e400f0-6de6-4a52-afa7-1790e94b22fc req-61c7cc30-0240-4995-b709-e82a587cfce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:43:54.820470 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c7e400f0-6de6-4a52-afa7-1790e94b22fc req-61c7cc30-0240-4995-b709-e82a587cfce4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=898153a3-5d71-43be-9d14-343ea4a48426 HTTP/1.1" status: 200 len: 870 time: 0.4021869 Jun 01 18:43:54.823939 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-727ee5af-3dd9-4e83-b1ef-01a28c437e5f req-708e2a5d-aded-486d-89ee-895dac773505 tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 18:43:54.832086 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-b6fafb1e-2941-4e89-b79a-126ad65193fe req-7cbc35ba-3ecb-43c8-9491-de3d89ed40be tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] For port 2225f2a3-bed3-4b15-93f5-1073394704ac, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=2225f2a3-bed3-4b15-93f5-1073394704ac,segment=NetworkSegment(36c06fa3-2cc2-4561-abd0-907bb0c67288),segment_id=36c06fa3-2cc2-4561-abd0-907bb0c67288)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:43:54.832672 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-b6fafb1e-2941-4e89-b79a-126ad65193fe req-7cbc35ba-3ecb-43c8-9491-de3d89ed40be tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:54.838089 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-503639b2-be87-4f20-842b-4860f9fbee1b None None] Sync routers for ids ['e37b1a48-11b2-44e4-8049-72b888626de6'] in n-d-844202-1 {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 18:43:54.849304 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-503639b2-be87-4f20-842b-4860f9fbee1b None None] Routers {'e37b1a48-11b2-44e4-8049-72b888626de6'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:43:54.850253 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-503639b2-be87-4f20-842b-4860f9fbee1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:43:39Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['e37b1a48-11b2-44e4-8049-72b888626de6'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:43:54.906721 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device d988fe22-c967-42a2-b782-a45aecc0087f details requested by agent hyperv_n-h1-844202-1 with host n-h1-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 18:43:54.941662 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c7e400f0-6de6-4a52-afa7-1790e94b22fc req-39585870-d631-4b4b-a729-c1f8c1bb56e8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=d988fe22-c967-42a2-b782-a45aecc0087f HTTP/1.1" status: 200 len: 217 time: 0.0973530 Jun 01 18:43:55.185833 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a2961445-3952-4b7d-bdd3-02bd0c300e79 req-b87ad62b-29e6-49e2-85eb-d25d5298e8cf tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] 10.222.0.41 "GET /v2.0/security-groups?id=00fbe7c4-ce58-4b4a-b646-247d9b388518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3563502 Jun 01 18:43:55.193223 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-42b8021d-1dbd-4df3-8aae-8453c1a17993 req-1bef06c5-116a-4d19-a045-27a47880afe0 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:55.210912 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-503639b2-be87-4f20-842b-4860f9fbee1b None None] Set router e37b1a48-11b2-44e4-8049-72b888626de6 gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:43:55.334202 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e400f0-6de6-4a52-afa7-1790e94b22fc req-ee45f979-c2c9-490d-90dd-689cba0bafd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:43:55.336139 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c7e400f0-6de6-4a52-afa7-1790e94b22fc req-ee45f979-c2c9-490d-90dd-689cba0bafd3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=35e3ad2f-9c88-4698-b634-4e1b58de1cc2 HTTP/1.1" status: 200 len: 843 time: 0.3022685 Jun 01 18:43:55.487930 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.l3_agent_scheduler [req-727ee5af-3dd9-4e83-b1ef-01a28c437e5f req-708e2a5d-aded-486d-89ee-895dac773505 tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] Router e37b1a48-11b2-44e4-8049-72b888626de6 has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 18:43:55.491120 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port d988fe22-c967-42a2-b782-a45aecc0087f, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=d988fe22-c967-42a2-b782-a45aecc0087f,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:43:55.531060 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Returning: {'device': 'd988fe22-c967-42a2-b782-a45aecc0087f', 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426', 'port_id': 'd988fe22-c967-42a2-b782-a45aecc0087f', 'mac_address': 'fa:16:3e:5f:73:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35e3ad2f-9c88-4698-b634-4e1b58de1cc2', 'ip_address': '192.168.233.227'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 18:43:55.610117 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port d988fe22-c967-42a2-b782-a45aecc0087f is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:43:55.610810 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:55.637969 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d988fe22-c967-42a2-b782-a45aecc0087f {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:43:55.778863 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-727ee5af-3dd9-4e83-b1ef-01a28c437e5f req-708e2a5d-aded-486d-89ee-895dac773505 tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 18:43:55.787165 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-727ee5af-3dd9-4e83-b1ef-01a28c437e5f req-708e2a5d-aded-486d-89ee-895dac773505 tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for floatingip, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:55.859812 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42b8021d-1dbd-4df3-8aae-8453c1a17993 req-1bef06c5-116a-4d19-a045-27a47880afe0 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] Network 222758ca-4c6e-4ccb-8f11-8c829f4da008 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:43:55.867916 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [req-42b8021d-1dbd-4df3-8aae-8453c1a17993 req-1bef06c5-116a-4d19-a045-27a47880afe0 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:43:55.882116 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [req-42b8021d-1dbd-4df3-8aae-8453c1a17993 req-1bef06c5-116a-4d19-a045-27a47880afe0 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:43:55.882986 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port d988fe22-c967-42a2-b782-a45aecc0087f, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=d988fe22-c967-42a2-b782-a45aecc0087f,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:43:55.891610 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:55.909704 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75eeb2d2-9f66-496a-80bb-b33663e212ac', 'tag': '501e4fc3-0fdc-4f32-bbc6-7f6d266eefc1'}] {{(pid=88525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:43:55.972726 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '773cad09-4e0e-4c52-b912-1cba8bc28300', 'tag': '84281443-ab67-470d-8fa5-2047102ef7b4'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:43:55.974816 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=d988fe22-c967-42a2-b782-a45aecc0087f,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:43:56.010226 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-503639b2-be87-4f20-842b-4860f9fbee1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e37b1a48-11b2-44e4-8049-72b888626de6', 'name': 'tempest-FloatingIPsAssociationTestJSON-260000424-router', 'tenant_id': 'e0dc2e96ec69456782f276e47bf2486d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': '368eb3c4-ec62-4afc-a515-5b1dd5f282d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:42:23Z', 'updated_at': '2022-06-01T18:42:35Z', 'revision_number': 4, 'project_id': 'e0dc2e96ec69456782f276e47bf2486d', 'gw_port': {'id': '368eb3c4-ec62-4afc-a515-5b1dd5f282d3', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:2a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37b1a48-11b2-44e4-8049-72b888626de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:42:25Z', 'updated_at': '2022-06-01T18:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_floatingips': [{'id': 'ee0c40d8-5f65-4370-8636-a302aa69a53c', 'tenant_id': 'e0dc2e96ec69456782f276e47bf2486d', 'floating_ip_address': '172.25.4.153', 'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'router_id': 'e37b1a48-11b2-44e4-8049-72b888626de6', 'port_id': '253a3bf0-1ecd-4505-b320-3bd5f380e317', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7475c262-ab00-42c7-8a8e-ce0d66e28c6b', 'mac_address': 'fa:16:3e:ae:81:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a97c525e-047a-4124-86ec-39e79af6cb46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T18:43:18Z', 'updated_at': '2022-06-01T18:43:53Z', 'revision_number': 3, 'project_id': 'e0dc2e96ec69456782f276e47bf2486d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38612e8c-0101-4044-80b4-fb606c42da57', 'name': '', 'network_id': '7475c262-ab00-42c7-8a8e-ce0d66e28c6b', 'tenant_id': 'e0dc2e96ec69456782f276e47bf2486d', 'mac_address': 'fa:16:3e:ed:85:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37b1a48-11b2-44e4-8049-72b888626de6', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'ba995e64-eb1c-4c76-a421-630e9228b936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:42:33Z', 'updated_at': '2022-06-01T18:42:48Z', 'revision_number': 5, 'project_id': 'e0dc2e96ec69456782f276e47bf2486d', 'subnets': [{'id': 'ba995e64-eb1c-4c76-a421-630e9228b936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:43:56.024534 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-503639b2-be87-4f20-842b-4860f9fbee1b None None] Checking router: e37b1a48-11b2-44e4-8049-72b888626de6 for host: n-d-844202-1 {{(pid=88526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 18:43:56.030879 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bef06c5-116a-4d19-a045-27a47880afe0 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] Pushing event updated for resources: {'Port': ['ID=7cf6562d-e594-4ed3-bb66-f96014ae7aef,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:43:56.060146 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-503639b2-be87-4f20-842b-4860f9fbee1b None None] Routers {'e37b1a48-11b2-44e4-8049-72b888626de6'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:43:56.061263 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-503639b2-be87-4f20-842b-4860f9fbee1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:43:39Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['e37b1a48-11b2-44e4-8049-72b888626de6'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:43:56.080972 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e400f0-6de6-4a52-afa7-1790e94b22fc req-59f6e3b5-564b-4348-8c5b-c973ad23c39d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:43:56.082528 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c7e400f0-6de6-4a52-afa7-1790e94b22fc req-59f6e3b5-564b-4348-8c5b-c973ad23c39d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=898153a3-5d71-43be-9d14-343ea4a48426&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4382992 Jun 01 18:43:56.119204 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b8021d-1dbd-4df3-8aae-8453c1a17993 req-1bef06c5-116a-4d19-a045-27a47880afe0 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:43:56.119879 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-42b8021d-1dbd-4df3-8aae-8453c1a17993 req-1bef06c5-116a-4d19-a045-27a47880afe0 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:56.133656 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3f46aa-41b2-4675-8f62-9c67263f73f2 req-5b0382b4-c99d-41cc-85c5-f30185abfa86 tempest-ListImageFiltersTestJSON-5492641 tempest-ListImageFiltersTestJSON-5492641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:43:56.141733 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2e3f46aa-41b2-4675-8f62-9c67263f73f2 req-5b0382b4-c99d-41cc-85c5-f30185abfa86 tempest-ListImageFiltersTestJSON-5492641 tempest-ListImageFiltersTestJSON-5492641-project] 10.222.0.41 "GET /v2.0/ports?device_id=75eeb2d2-9f66-496a-80bb-b33663e212ac HTTP/1.1" status: 200 len: 948 time: 0.4144840 Jun 01 18:43:56.151391 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 501e4fc3-0fdc-4f32-bbc6-7f6d266eefc1 details requested by agent hyperv_n-h2-844202-1 with host n-h2-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 18:43:56.156301 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] get_ports_and_sgs() called for port_ids ['d988fe22-c967-42a2-b782-a45aecc0087f'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:43:56.181226 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-b6fafb1e-2941-4e89-b79a-126ad65193fe req-7cbc35ba-3ecb-43c8-9491-de3d89ed40be tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:56.181618 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-b6fafb1e-2941-4e89-b79a-126ad65193fe req-7cbc35ba-3ecb-43c8-9491-de3d89ed40be tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887712'] for floatingip, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:56.181954 n-d-844202-1 neutron-server[88525]: INFO neutron.db.l3_db [req-b6fafb1e-2941-4e89-b79a-126ad65193fe req-7cbc35ba-3ecb-43c8-9491-de3d89ed40be tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] Floating IP 99ee5877-e138-4b8c-9cf3-88435e3ee425 disassociated. External IP: 172.25.4.206, port: 2225f2a3-bed3-4b15-93f5-1073394704ac. Jun 01 18:43:56.182301 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [req-b6fafb1e-2941-4e89-b79a-126ad65193fe req-7cbc35ba-3ecb-43c8-9491-de3d89ed40be tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] Calling delete_port for 2225f2a3-bed3-4b15-93f5-1073394704ac owned by compute:nova {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:43:56.228340 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-727ee5af-3dd9-4e83-b1ef-01a28c437e5f req-708e2a5d-aded-486d-89ee-895dac773505 tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] 10.222.0.41 "PUT /v2.0/floatingips/ee0c40d8-5f65-4370-8636-a302aa69a53c HTTP/1.1" status: 200 len: 998 time: 3.5398960 Jun 01 18:43:56.314639 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-42b8021d-1dbd-4df3-8aae-8453c1a17993 req-1bef06c5-116a-4d19-a045-27a47880afe0 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2310643 Jun 01 18:43:56.335841 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727ee5af-3dd9-4e83-b1ef-01a28c437e5f req-71e189af-7fad-4e22-9c1f-0525359c8adf tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:43:56.337931 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-727ee5af-3dd9-4e83-b1ef-01a28c437e5f req-71e189af-7fad-4e22-9c1f-0525359c8adf tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] 10.222.0.41 "GET /v2.0/ports/84281443-ab67-470d-8fa5-2047102ef7b4 HTTP/1.1" status: 200 len: 943 time: 0.1030302 Jun 01 18:43:56.352512 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [req-42b8021d-1dbd-4df3-8aae-8453c1a17993 req-0924c5e6-b3e6-4794-8fe1-83ae3a61b397 service neutron] Request body: {'port': {'device_id': '7e793ca5-49bd-42cb-8666-a3b4655afec7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844202-1'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:43:56.447932 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2e3f46aa-41b2-4675-8f62-9c67263f73f2 req-c340aaaa-84c9-4c9a-8fe4-b32e3f8a84f6 tempest-ListImageFiltersTestJSON-5492641 tempest-ListImageFiltersTestJSON-5492641-project] 10.222.0.41 "GET /v2.0/security-groups?id=5427509f-34d7-4eb0-9761-0171d484d3bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3053010 Jun 01 18:43:56.537287 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-503639b2-be87-4f20-842b-4860f9fbee1b None None] Set router e37b1a48-11b2-44e4-8049-72b888626de6 gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:43:56.555264 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727ee5af-3dd9-4e83-b1ef-01a28c437e5f req-e37ae836-753b-45f4-8e69-469677f01bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:43:56.558015 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-727ee5af-3dd9-4e83-b1ef-01a28c437e5f req-e37ae836-753b-45f4-8e69-469677f01bba service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e0dc2e96ec69456782f276e47bf2486d&device_id=773cad09-4e0e-4c52-b912-1cba8bc28300 HTTP/1.1" status: 200 len: 1097 time: 0.1554017 Jun 01 18:43:56.620313 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c7e400f0-6de6-4a52-afa7-1790e94b22fc req-ea1145b4-f318-4f23-8724-465a52bbbd2a service neutron] 10.222.0.15 "GET /v2.0/networks/898153a3-5d71-43be-9d14-343ea4a48426?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5292585 Jun 01 18:43:56.650066 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 501e4fc3-0fdc-4f32-bbc6-7f6d266eefc1, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=501e4fc3-0fdc-4f32-bbc6-7f6d266eefc1,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:43:56.687693 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-b6fafb1e-2941-4e89-b79a-126ad65193fe req-7cbc35ba-3ecb-43c8-9491-de3d89ed40be tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:56.739531 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Returning: {'device': '501e4fc3-0fdc-4f32-bbc6-7f6d266eefc1', 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426', 'port_id': '501e4fc3-0fdc-4f32-bbc6-7f6d266eefc1', 'mac_address': 'fa:16:3e:d5:3f:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35e3ad2f-9c88-4698-b634-4e1b58de1cc2', 'ip_address': '192.168.233.134'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 18:43:56.835258 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727ee5af-3dd9-4e83-b1ef-01a28c437e5f req-41f2f917-ab14-4cf8-8a0d-c8daa26e23d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:43:56.837184 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-727ee5af-3dd9-4e83-b1ef-01a28c437e5f req-41f2f917-ab14-4cf8-8a0d-c8daa26e23d6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7475c262-ab00-42c7-8a8e-ce0d66e28c6b HTTP/1.1" status: 200 len: 921 time: 0.2648971 Jun 01 18:43:56.842488 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-42b8021d-1dbd-4df3-8aae-8453c1a17993 req-0924c5e6-b3e6-4794-8fe1-83ae3a61b397 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:56.896215 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c7e400f0-6de6-4a52-afa7-1790e94b22fc req-c4ada85b-799a-44e5-a897-ff191f8077f1 service neutron] 10.222.0.15 "GET /v2.0/networks/898153a3-5d71-43be-9d14-343ea4a48426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2062645 Jun 01 18:43:56.956824 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-727ee5af-3dd9-4e83-b1ef-01a28c437e5f req-473f68f1-ebe8-4e8c-be1a-065c0134f411 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=84281443-ab67-470d-8fa5-2047102ef7b4 HTTP/1.1" status: 200 len: 217 time: 0.1058547 Jun 01 18:43:56.963271 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port 501e4fc3-0fdc-4f32-bbc6-7f6d266eefc1 is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:43:56.963947 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:56.997229 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbc35ba-3ecb-43c8-9491-de3d89ed40be tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] Pushing event deleted for resources: {'Port': ['ID=2225f2a3-bed3-4b15-93f5-1073394704ac,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:43:57.017569 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 501e4fc3-0fdc-4f32-bbc6-7f6d266eefc1 {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:43:57.053232 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727ee5af-3dd9-4e83-b1ef-01a28c437e5f req-3315fb76-3a75-4af2-bd82-163ae53ae53e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:43:57.054697 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 501e4fc3-0fdc-4f32-bbc6-7f6d266eefc1, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=501e4fc3-0fdc-4f32-bbc6-7f6d266eefc1,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:43:57.054867 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-727ee5af-3dd9-4e83-b1ef-01a28c437e5f req-3315fb76-3a75-4af2-bd82-163ae53ae53e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ba995e64-eb1c-4c76-a421-630e9228b936 HTTP/1.1" status: 200 len: 859 time: 0.0861571 Jun 01 18:43:57.143469 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727ee5af-3dd9-4e83-b1ef-01a28c437e5f req-e279288b-e9b9-400d-8a6d-427aa115fb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:43:57.145017 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-727ee5af-3dd9-4e83-b1ef-01a28c437e5f req-e279288b-e9b9-400d-8a6d-427aa115fb6a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7475c262-ab00-42c7-8a8e-ce0d66e28c6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0785794 Jun 01 18:43:57.154574 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:57.277818 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=501e4fc3-0fdc-4f32-bbc6-7f6d266eefc1,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:43:57.312077 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-727ee5af-3dd9-4e83-b1ef-01a28c437e5f req-884b4d4d-83d6-4bcc-8f97-1fb0b9dbf154 service neutron] 10.222.0.41 "GET /v2.0/networks/7475c262-ab00-42c7-8a8e-ce0d66e28c6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567979 Jun 01 18:43:57.315077 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f74443-8025-4ae5-9c20-94bd995b5ccf req-ca48baa6-e724-4ab7-9bfb-e67b842bc242 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:43:57.316627 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e9f74443-8025-4ae5-9c20-94bd995b5ccf req-ca48baa6-e724-4ab7-9bfb-e67b842bc242 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893-project] 10.222.0.41 "GET /v2.0/ports?device_id=66e39d11-cd54-4f3b-ada0-58e0645c24e7&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.4754980 Jun 01 18:43:57.369936 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-503639b2-be87-4f20-842b-4860f9fbee1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e37b1a48-11b2-44e4-8049-72b888626de6', 'name': 'tempest-FloatingIPsAssociationTestJSON-260000424-router', 'tenant_id': 'e0dc2e96ec69456782f276e47bf2486d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': '368eb3c4-ec62-4afc-a515-5b1dd5f282d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:42:23Z', 'updated_at': '2022-06-01T18:42:35Z', 'revision_number': 4, 'project_id': 'e0dc2e96ec69456782f276e47bf2486d', 'gw_port': {'id': '368eb3c4-ec62-4afc-a515-5b1dd5f282d3', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:2a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37b1a48-11b2-44e4-8049-72b888626de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:42:25Z', 'updated_at': '2022-06-01T18:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_floatingips': [{'id': 'ee0c40d8-5f65-4370-8636-a302aa69a53c', 'tenant_id': 'e0dc2e96ec69456782f276e47bf2486d', 'floating_ip_address': '172.25.4.153', 'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'router_id': 'e37b1a48-11b2-44e4-8049-72b888626de6', 'port_id': '253a3bf0-1ecd-4505-b320-3bd5f380e317', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7475c262-ab00-42c7-8a8e-ce0d66e28c6b', 'mac_address': 'fa:16:3e:ae:81:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a97c525e-047a-4124-86ec-39e79af6cb46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T18:43:18Z', 'updated_at': '2022-06-01T18:43:53Z', 'revision_number': 3, 'project_id': 'e0dc2e96ec69456782f276e47bf2486d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38612e8c-0101-4044-80b4-fb606c42da57', 'name': '', 'network_id': '7475c262-ab00-42c7-8a8e-ce0d66e28c6b', 'tenant_id': 'e0dc2e96ec69456782f276e47bf2486d', 'mac_address': 'fa:16:3e:ed:85:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37b1a48-11b2-44e4-8049-72b888626de6', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'ba995e64-eb1c-4c76-a421-630e9228b936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:42:33Z', 'updated_at': '2022-06-01T18:42:48Z', 'revision_number': 5, 'project_id': 'e0dc2e96ec69456782f276e47bf2486d', 'subnets': [{'id': 'ba995e64-eb1c-4c76-a421-630e9228b936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:43:57.377180 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-503639b2-be87-4f20-842b-4860f9fbee1b None None] The sync data for ids ['e37b1a48-11b2-44e4-8049-72b888626de6'] in n-d-844202-1 is: [{'id': 'e37b1a48-11b2-44e4-8049-72b888626de6', 'name': 'tempest-FloatingIPsAssociationTestJSON-260000424-router', 'tenant_id': 'e0dc2e96ec69456782f276e47bf2486d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': '368eb3c4-ec62-4afc-a515-5b1dd5f282d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:42:23Z', 'updated_at': '2022-06-01T18:42:35Z', 'revision_number': 4, 'project_id': 'e0dc2e96ec69456782f276e47bf2486d', 'gw_port': {'id': '368eb3c4-ec62-4afc-a515-5b1dd5f282d3', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:2a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37b1a48-11b2-44e4-8049-72b888626de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:42:25Z', 'updated_at': '2022-06-01T18:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_floatingips': [{'id': 'ee0c40d8-5f65-4370-8636-a302aa69a53c', 'tenant_id': 'e0dc2e96ec69456782f276e47bf2486d', 'floating_ip_address': '172.25.4.153', 'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'router_id': 'e37b1a48-11b2-44e4-8049-72b888626de6', 'port_id': '253a3bf0-1ecd-4505-b320-3bd5f380e317', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7475c262-ab00-42c7-8a8e-ce0d66e28c6b', 'mac_address': 'fa:16:3e:ae:81:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a97c525e-047a-4124-86ec-39e79af6cb46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T18:43:18Z', 'updated_at': '2022-06-01T18:43:53Z', 'revision_number': 3, 'project_id': 'e0dc2e96ec69456782f276e47bf2486d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38612e8c-0101-4044-80b4-fb606c42da57', 'name': '', 'network_id': '7475c262-ab00-42c7-8a8e-ce0d66e28c6b', 'tenant_id': 'e0dc2e96ec69456782f276e47bf2486d', 'mac_address': 'fa:16:3e:ed:85:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37b1a48-11b2-44e4-8049-72b888626de6', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'ba995e64-eb1c-4c76-a421-630e9228b936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:42:33Z', 'updated_at': '2022-06-01T18:42:48Z', 'revision_number': 5, 'project_id': 'e0dc2e96ec69456782f276e47bf2486d', 'subnets': [{'id': 'ba995e64-eb1c-4c76-a421-630e9228b936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 18:43:57.490654 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-727ee5af-3dd9-4e83-b1ef-01a28c437e5f req-5ff85117-bf1d-4b0e-b771-37f1ad53ff42 service neutron] 10.222.0.41 "GET /v2.0/networks/7475c262-ab00-42c7-8a8e-ce0d66e28c6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667130 Jun 01 18:43:57.555586 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] get_ports_and_sgs() called for port_ids ['501e4fc3-0fdc-4f32-bbc6-7f6d266eefc1'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:43:57.598313 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b6fafb1e-2941-4e89-b79a-126ad65193fe req-7cbc35ba-3ecb-43c8-9491-de3d89ed40be tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] Router 51e6fe8c-7f65-47ca-b6f1-48e3eb04305d has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 18:43:57.639838 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eadd17b2-d728-40f5-bf92-7493e9835285 None None] New status for floating IP ee0c40d8-5f65-4370-8636-a302aa69a53c: ACTIVE {{(pid=88527) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 18:43:57.685809 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727ee5af-3dd9-4e83-b1ef-01a28c437e5f req-a3c4b05a-a23b-4e62-ab03-2118aa3e7342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:43:57.687645 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-727ee5af-3dd9-4e83-b1ef-01a28c437e5f req-a3c4b05a-a23b-4e62-ab03-2118aa3e7342 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e0dc2e96ec69456782f276e47bf2486d&device_id=a97c525e-047a-4124-86ec-39e79af6cb46 HTTP/1.1" status: 200 len: 1096 time: 0.1641831 Jun 01 18:43:57.693202 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e9f74443-8025-4ae5-9c20-94bd995b5ccf req-da88f637-0355-47cf-83bc-c651d8e8c9ac tempest-FloatingIPsAssociationNegativeTestJSON-1899695893 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.4.35 HTTP/1.1" status: 200 len: 695 time: 0.3658874 Jun 01 18:43:57.721248 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [req-e9f74443-8025-4ae5-9c20-94bd995b5ccf req-56c139d1-0a9c-437e-b4d2-b57a99555ae2 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893-project] Request body: {'floatingip': {'port_id': '67845245-15ce-4806-82a4-3091bca0bc66', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:43:57.899806 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727ee5af-3dd9-4e83-b1ef-01a28c437e5f req-f7e693ab-8a42-46a6-8793-b8503b51ac2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:43:57.903064 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-727ee5af-3dd9-4e83-b1ef-01a28c437e5f req-f7e693ab-8a42-46a6-8793-b8503b51ac2b service neutron] 10.222.0.41 "GET /v2.0/networks?id=7475c262-ab00-42c7-8a8e-ce0d66e28c6b HTTP/1.1" status: 200 len: 921 time: 0.1916919 Jun 01 18:43:58.003134 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-e9f74443-8025-4ae5-9c20-94bd995b5ccf req-56c139d1-0a9c-437e-b4d2-b57a99555ae2 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893-project] Notify callbacks [] for floatingip, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:58.126634 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 2225f2a3-bed3-4b15-93f5-1073394704ac no longer exists at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:43:58.127788 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-727ee5af-3dd9-4e83-b1ef-01a28c437e5f req-b02ed88c-fe00-4a83-bb0f-a76fc168602f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=253a3bf0-1ecd-4505-b320-3bd5f380e317 HTTP/1.1" status: 200 len: 1001 time: 0.2144942 Jun 01 18:43:58.133899 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b6fafb1e-2941-4e89-b79a-126ad65193fe req-7cbc35ba-3ecb-43c8-9491-de3d89ed40be tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 18:43:58.192887 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0160b6e7-f999-4574-9a90-7c9607057183 None None] Sync routers for ids ['51e6fe8c-7f65-47ca-b6f1-48e3eb04305d'] in n-d-844202-1 {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 18:43:58.212471 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] No Port match for: 2225f2a3-bed3-4b15-93f5-1073394704ac {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 18:43:58.213199 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 2225f2a3-bed3-4b15-93f5-1073394704ac not bound to the agent host n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 18:43:58.223371 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0160b6e7-f999-4574-9a90-7c9607057183 None None] Routers {'51e6fe8c-7f65-47ca-b6f1-48e3eb04305d'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:43:58.224600 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-0160b6e7-f999-4574-9a90-7c9607057183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:43:39Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['51e6fe8c-7f65-47ca-b6f1-48e3eb04305d'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:43:58.226416 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727ee5af-3dd9-4e83-b1ef-01a28c437e5f req-e9e6af31-6020-412a-ac58-1e5cb0342f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:43:58.228196 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-727ee5af-3dd9-4e83-b1ef-01a28c437e5f req-e9e6af31-6020-412a-ac58-1e5cb0342f0f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ba995e64-eb1c-4c76-a421-630e9228b936 HTTP/1.1" status: 200 len: 859 time: 0.0842233 Jun 01 18:43:58.257427 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6fafb1e-2941-4e89-b79a-126ad65193fe req-7cbc35ba-3ecb-43c8-9491-de3d89ed40be tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] No DVR routers for this DVR port 2225f2a3-bed3-4b15-93f5-1073394704ac on host n-h2-844202-1 {{(pid=88525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 18:43:58.301750 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-b6fafb1e-2941-4e89-b79a-126ad65193fe req-7cbc35ba-3ecb-43c8-9491-de3d89ed40be tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:58.314248 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88477e8b-cc1b-426f-ac3c-3c18f71e2d85 None None] Sync routers for ids ['e37b1a48-11b2-44e4-8049-72b888626de6'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 18:43:58.328680 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88477e8b-cc1b-426f-ac3c-3c18f71e2d85 None None] Routers {'e37b1a48-11b2-44e4-8049-72b888626de6'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:43:58.330104 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-88477e8b-cc1b-426f-ac3c-3c18f71e2d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:43:39Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['e37b1a48-11b2-44e4-8049-72b888626de6'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:43:58.335066 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b6fafb1e-2941-4e89-b79a-126ad65193fe req-7cbc35ba-3ecb-43c8-9491-de3d89ed40be tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] 10.222.0.50 "DELETE /v2.0/ports/2225f2a3-bed3-4b15-93f5-1073394704ac HTTP/1.1" status: 204 len: 173 time: 4.3649197 Jun 01 18:43:58.387283 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727ee5af-3dd9-4e83-b1ef-01a28c437e5f req-77880fdc-03bf-4585-8db0-e4d933e9024e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:43:58.397022 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-727ee5af-3dd9-4e83-b1ef-01a28c437e5f req-77880fdc-03bf-4585-8db0-e4d933e9024e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7475c262-ab00-42c7-8a8e-ce0d66e28c6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1528065 Jun 01 18:43:58.504915 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [req-42b8021d-1dbd-4df3-8aae-8453c1a17993 req-0924c5e6-b3e6-4794-8fe1-83ae3a61b397 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cf6562d-e594-4ed3-bb66-f96014ae7aef {{(pid=88525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:43:58.534842 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-0160b6e7-f999-4574-9a90-7c9607057183 None None] Set router 51e6fe8c-7f65-47ca-b6f1-48e3eb04305d gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:43:58.572966 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-727ee5af-3dd9-4e83-b1ef-01a28c437e5f req-45cf9b47-9ebc-457a-855e-d3eaffed3208 service neutron] 10.222.0.41 "GET /v2.0/networks/7475c262-ab00-42c7-8a8e-ce0d66e28c6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749792 Jun 01 18:43:58.589613 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-42b8021d-1dbd-4df3-8aae-8453c1a17993 req-0924c5e6-b3e6-4794-8fe1-83ae3a61b397 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:58.629909 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [req-42b8021d-1dbd-4df3-8aae-8453c1a17993 req-0924c5e6-b3e6-4794-8fe1-83ae3a61b397 service neutron] Transition to ACTIVE for port object 7cf6562d-e594-4ed3-bb66-f96014ae7aef will not be triggered until provisioned by entity L2. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:43:58.635272 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-42b8021d-1dbd-4df3-8aae-8453c1a17993 req-0924c5e6-b3e6-4794-8fe1-83ae3a61b397 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:58.717050 n-d-844202-1 neutron-server[88525]: INFO neutron.api.v2.resource [req-e9f74443-8025-4ae5-9c20-94bd995b5ccf req-56c139d1-0a9c-437e-b4d2-b57a99555ae2 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893-project] update failed (client error): There was a conflict when trying to complete your request. Jun 01 18:43:58.718247 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e9f74443-8025-4ae5-9c20-94bd995b5ccf req-56c139d1-0a9c-437e-b4d2-b57a99555ae2 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893-project] 10.222.0.41 "PUT /v2.0/floatingips/ede7c081-5adf-48ab-9ecb-3afaccccb292 HTTP/1.1" status: 409 len: 550 time: 1.0094349 Jun 01 18:43:58.764408 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-88477e8b-cc1b-426f-ac3c-3c18f71e2d85 None None] Set router e37b1a48-11b2-44e4-8049-72b888626de6 gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:43:58.793871 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-727ee5af-3dd9-4e83-b1ef-01a28c437e5f req-3f7b5588-2156-4ebf-93af-dd01005e4dfa service neutron] 10.222.0.41 "GET /v2.0/networks/7475c262-ab00-42c7-8a8e-ce0d66e28c6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2199194 Jun 01 18:43:58.851317 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0924c5e6-b3e6-4794-8fe1-83ae3a61b397 service neutron] Pushing event updated for resources: {'Port': ['ID=7cf6562d-e594-4ed3-bb66-f96014ae7aef,revision_number=2']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:43:58.904078 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device d988fe22-c967-42a2-b782-a45aecc0087f up at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:43:58.950152 n-d-844202-1 neutron-server[88525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c881eac1-d00d-4760-8178-b2ad675b96ae'] response: {'name': 'network-changed', 'server_uuid': '75eeb2d2-9f66-496a-80bb-b33663e212ac', 'tag': '501e4fc3-0fdc-4f32-bbc6-7f6d266eefc1', 'status': 'completed', 'code': 200} Jun 01 18:43:59.069231 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d56b5d1c-9612-4b48-b471-5c545225b865'] response: {'name': 'network-changed', 'server_uuid': '773cad09-4e0e-4c52-b912-1cba8bc28300', 'tag': '84281443-ab67-470d-8fa5-2047102ef7b4', 'status': 'completed', 'code': 200} Jun 01 18:43:59.073011 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-42b8021d-1dbd-4df3-8aae-8453c1a17993 req-0924c5e6-b3e6-4794-8fe1-83ae3a61b397 service neutron] Attempting to bind port 7cf6562d-e594-4ed3-bb66-f96014ae7aef on host n-h1-844202-1 for vnic_type normal with profile {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:43:59.073527 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-42b8021d-1dbd-4df3-8aae-8453c1a17993 req-0924c5e6-b3e6-4794-8fe1-83ae3a61b397 service neutron] Attempting to bind port 7cf6562d-e594-4ed3-bb66-f96014ae7aef by drivers openvswitch,hyperv on host n-h1-844202-1 at level 0 using segments [{'id': '9bd376cf-8b39-4b75-aaa6-34bd3746194e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '222758ca-4c6e-4ccb-8f11-8c829f4da008'}] {{(pid=88525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:43:59.073685 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42b8021d-1dbd-4df3-8aae-8453c1a17993 req-0924c5e6-b3e6-4794-8fe1-83ae3a61b397 service neutron] Attempting to bind port 7cf6562d-e594-4ed3-bb66-f96014ae7aef on network 222758ca-4c6e-4ccb-8f11-8c829f4da008 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:43:59.085065 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42b8021d-1dbd-4df3-8aae-8453c1a17993 req-0924c5e6-b3e6-4794-8fe1-83ae3a61b397 service neutron] Port 7cf6562d-e594-4ed3-bb66-f96014ae7aef on network 222758ca-4c6e-4ccb-8f11-8c829f4da008 not bound, no agent of type Open vSwitch agent registered on host n-h1-844202-1 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 18:43:59.085385 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42b8021d-1dbd-4df3-8aae-8453c1a17993 req-0924c5e6-b3e6-4794-8fe1-83ae3a61b397 service neutron] Attempting to bind port 7cf6562d-e594-4ed3-bb66-f96014ae7aef on network 222758ca-4c6e-4ccb-8f11-8c829f4da008 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:43:59.108299 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42b8021d-1dbd-4df3-8aae-8453c1a17993 req-0924c5e6-b3e6-4794-8fe1-83ae3a61b397 service neutron] Checking agent: {'id': 'bdb1e5d7-b998-4259-838f-3d278e930f32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 18, 43, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:43:59.118196 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42b8021d-1dbd-4df3-8aae-8453c1a17993 req-0924c5e6-b3e6-4794-8fe1-83ae3a61b397 service neutron] Checking segment: {'id': '9bd376cf-8b39-4b75-aaa6-34bd3746194e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '222758ca-4c6e-4ccb-8f11-8c829f4da008'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:43:59.118660 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42b8021d-1dbd-4df3-8aae-8453c1a17993 req-0924c5e6-b3e6-4794-8fe1-83ae3a61b397 service neutron] Bound using segment: {'id': '9bd376cf-8b39-4b75-aaa6-34bd3746194e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '222758ca-4c6e-4ccb-8f11-8c829f4da008'} {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:43:59.119172 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-42b8021d-1dbd-4df3-8aae-8453c1a17993 req-0924c5e6-b3e6-4794-8fe1-83ae3a61b397 service neutron] Bound port: 7cf6562d-e594-4ed3-bb66-f96014ae7aef, host: n-h1-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bd376cf-8b39-4b75-aaa6-34bd3746194e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '222758ca-4c6e-4ccb-8f11-8c829f4da008'}}] {{(pid=88525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:43:59.119529 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-42b8021d-1dbd-4df3-8aae-8453c1a17993 req-0924c5e6-b3e6-4794-8fe1-83ae3a61b397 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:59.169309 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Provisioning for port d988fe22-c967-42a2-b782-a45aecc0087f completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:43:59.186856 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e52bfdf-026a-4c28-b534-8609625b06b8 req-1496e673-0374-4db3-ab8b-c74780de4abd tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:43:59.188013 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-9e52bfdf-026a-4c28-b534-8609625b06b8 req-1496e673-0374-4db3-ab8b-c74780de4abd tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] Synchronizing usage tracker for tenant:ee3dca5a75c542e0966797f286e0b4d5 on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:43:59.199258 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Provisioning complete for port d988fe22-c967-42a2-b782-a45aecc0087f triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:43:59.199935 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:59.355325 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-88477e8b-cc1b-426f-ac3c-3c18f71e2d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e37b1a48-11b2-44e4-8049-72b888626de6', 'name': 'tempest-FloatingIPsAssociationTestJSON-260000424-router', 'tenant_id': 'e0dc2e96ec69456782f276e47bf2486d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': '368eb3c4-ec62-4afc-a515-5b1dd5f282d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:42:23Z', 'updated_at': '2022-06-01T18:42:35Z', 'revision_number': 4, 'project_id': 'e0dc2e96ec69456782f276e47bf2486d', 'gw_port': {'id': '368eb3c4-ec62-4afc-a515-5b1dd5f282d3', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:2a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37b1a48-11b2-44e4-8049-72b888626de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:42:25Z', 'updated_at': '2022-06-01T18:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_floatingips': [{'id': 'ee0c40d8-5f65-4370-8636-a302aa69a53c', 'tenant_id': 'e0dc2e96ec69456782f276e47bf2486d', 'floating_ip_address': '172.25.4.153', 'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'router_id': 'e37b1a48-11b2-44e4-8049-72b888626de6', 'port_id': '253a3bf0-1ecd-4505-b320-3bd5f380e317', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7475c262-ab00-42c7-8a8e-ce0d66e28c6b', 'mac_address': 'fa:16:3e:ae:81:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a97c525e-047a-4124-86ec-39e79af6cb46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T18:43:18Z', 'updated_at': '2022-06-01T18:43:58Z', 'revision_number': 4, 'project_id': 'e0dc2e96ec69456782f276e47bf2486d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38612e8c-0101-4044-80b4-fb606c42da57', 'name': '', 'network_id': '7475c262-ab00-42c7-8a8e-ce0d66e28c6b', 'tenant_id': 'e0dc2e96ec69456782f276e47bf2486d', 'mac_address': 'fa:16:3e:ed:85:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37b1a48-11b2-44e4-8049-72b888626de6', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'ba995e64-eb1c-4c76-a421-630e9228b936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:42:33Z', 'updated_at': '2022-06-01T18:42:48Z', 'revision_number': 5, 'project_id': 'e0dc2e96ec69456782f276e47bf2486d', 'subnets': [{'id': 'ba995e64-eb1c-4c76-a421-630e9228b936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:43:59.361423 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88477e8b-cc1b-426f-ac3c-3c18f71e2d85 None None] Checking router: e37b1a48-11b2-44e4-8049-72b888626de6 for host: n-d-844202-1 {{(pid=88527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 18:43:59.371944 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88477e8b-cc1b-426f-ac3c-3c18f71e2d85 None None] Routers {'e37b1a48-11b2-44e4-8049-72b888626de6'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:43:59.372726 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-88477e8b-cc1b-426f-ac3c-3c18f71e2d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:43:39Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['e37b1a48-11b2-44e4-8049-72b888626de6'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:43:59.424903 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cb42ca-98eb-4212-bafe-d3b1ee5b6619 req-fe0050b8-b999-4bd6-8889-3ef6be3c5b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:43:59.426438 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-07cb42ca-98eb-4212-bafe-d3b1ee5b6619 req-fe0050b8-b999-4bd6-8889-3ef6be3c5b50 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=137ece96c9a540a3beca61997d52bb89&device_id=75eeb2d2-9f66-496a-80bb-b33663e212ac HTTP/1.1" status: 200 len: 1100 time: 0.4755211 Jun 01 18:43:59.455813 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-2e3380e6-3d35-457c-9d41-c274a92c9c01 req-ef1878e3-e0c6-4d3d-890c-d665897106f6 tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5a404c5-f4b1-43aa-93af-4f1281dc0d33 HTTP/1.1" status: 200 len: 210 time: 0.1034064 Jun 01 18:43:59.507401 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6addd39-8da7-4431-bde3-b9f757288439 req-89d88aac-d6d7-4e5a-a044-93e44fcc7fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:43:59.508967 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f6addd39-8da7-4431-bde3-b9f757288439 req-89d88aac-d6d7-4e5a-a044-93e44fcc7fbb service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e0dc2e96ec69456782f276e47bf2486d&device_id=773cad09-4e0e-4c52-b912-1cba8bc28300 HTTP/1.1" status: 200 len: 1097 time: 0.4102249 Jun 01 18:43:59.528651 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port d988fe22-c967-42a2-b782-a45aecc0087f is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:43:59.529171 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:59.570120 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port d988fe22-c967-42a2-b782-a45aecc0087f, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=d988fe22-c967-42a2-b782-a45aecc0087f,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:43:59.573082 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97fc5fd1-6738-443f-8426-3662143a4c2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd988fe22-c967-42a2-b782-a45aecc0087f'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:43:59.580400 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:59.650245 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-9e52bfdf-026a-4c28-b534-8609625b06b8 req-1496e673-0374-4db3-ab8b-c74780de4abd tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] Unset dirty status for tenant:ee3dca5a75c542e0966797f286e0b4d5 on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:43:59.658030 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-9e52bfdf-026a-4c28-b534-8609625b06b8 req-1496e673-0374-4db3-ab8b-c74780de4abd tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] 10.222.0.41 "GET /v2.0/ports?device_id=7e793ca5-49bd-42cb-8666-a3b4655afec7 HTTP/1.1" status: 200 len: 943 time: 0.7647498 Jun 01 18:43:59.693819 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-0160b6e7-f999-4574-9a90-7c9607057183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51e6fe8c-7f65-47ca-b6f1-48e3eb04305d', 'name': 'tempest-VolumesAdminNegativeTest-1260325399-router', 'tenant_id': 'ccc3866df726420d865ae40df69383ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': '28b472d7-ef1b-46bd-9c0f-6e9ae1479ad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:40:59Z', 'updated_at': '2022-06-01T18:41:10Z', 'revision_number': 4, 'project_id': 'ccc3866df726420d865ae40df69383ae', 'gw_port': {'id': '28b472d7-ef1b-46bd-9c0f-6e9ae1479ad1', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:20:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e6fe8c-7f65-47ca-b6f1-48e3eb04305d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:41:02Z', 'updated_at': '2022-06-01T18:41:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '0e845dba-7a98-4b43-93bf-2c9fe8c0c499', 'name': '', 'network_id': 'e376e31f-d7fc-4c94-a911-fdf7b219dbbf', 'tenant_id': 'ccc3866df726420d865ae40df69383ae', 'mac_address': 'fa:16:3e:09:ea:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e6fe8c-7f65-47ca-b6f1-48e3eb04305d', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'b515e042-63ba-4f60-823c-65d0c449d014', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:41:09Z', 'updated_at': '2022-06-01T18:41:17Z', 'revision_number': 5, 'project_id': 'ccc3866df726420d865ae40df69383ae', 'subnets': [{'id': 'b515e042-63ba-4f60-823c-65d0c449d014', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:43:59.704405 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0160b6e7-f999-4574-9a90-7c9607057183 None None] Checking router: 51e6fe8c-7f65-47ca-b6f1-48e3eb04305d for host: n-d-844202-1 {{(pid=88526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 18:43:59.706566 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-88477e8b-cc1b-426f-ac3c-3c18f71e2d85 None None] Set router e37b1a48-11b2-44e4-8049-72b888626de6 gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:43:59.718429 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=d988fe22-c967-42a2-b782-a45aecc0087f,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:43:59.721326 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0160b6e7-f999-4574-9a90-7c9607057183 None None] Routers {'51e6fe8c-7f65-47ca-b6f1-48e3eb04305d'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:43:59.722166 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-0160b6e7-f999-4574-9a90-7c9607057183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:43:39Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['51e6fe8c-7f65-47ca-b6f1-48e3eb04305d'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:43:59.776758 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-42b8021d-1dbd-4df3-8aae-8453c1a17993 req-0924c5e6-b3e6-4794-8fe1-83ae3a61b397 service neutron] For port 7cf6562d-e594-4ed3-bb66-f96014ae7aef, host n-h1-844202-1, cleared binding levels {{(pid=88525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:43:59.782140 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-42b8021d-1dbd-4df3-8aae-8453c1a17993 req-0924c5e6-b3e6-4794-8fe1-83ae3a61b397 service neutron] For port 7cf6562d-e594-4ed3-bb66-f96014ae7aef, host n-h1-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=7cf6562d-e594-4ed3-bb66-f96014ae7aef,segment=NetworkSegment(9bd376cf-8b39-4b75-aaa6-34bd3746194e),segment_id=9bd376cf-8b39-4b75-aaa6-34bd3746194e)] {{(pid=88525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:43:59.784680 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cb42ca-98eb-4212-bafe-d3b1ee5b6619 req-5bcf5a1c-2a9e-4adb-8bac-2be147cc025a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:43:59.786952 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-07cb42ca-98eb-4212-bafe-d3b1ee5b6619 req-5bcf5a1c-2a9e-4adb-8bac-2be147cc025a service neutron] 10.222.0.50 "GET /v2.0/networks?id=898153a3-5d71-43be-9d14-343ea4a48426 HTTP/1.1" status: 200 len: 870 time: 0.3437309 Jun 01 18:43:59.793386 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-42b8021d-1dbd-4df3-8aae-8453c1a17993 req-0924c5e6-b3e6-4794-8fe1-83ae3a61b397 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:43:59.793871 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6addd39-8da7-4431-bde3-b9f757288439 req-b57b198c-60ac-49db-a399-ea0ba33e7cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:43:59.795618 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f6addd39-8da7-4431-bde3-b9f757288439 req-b57b198c-60ac-49db-a399-ea0ba33e7cf6 service neutron] 10.222.0.50 "GET /v2.0/networks?id=7475c262-ab00-42c7-8a8e-ce0d66e28c6b HTTP/1.1" status: 200 len: 921 time: 0.2789154 Jun 01 18:43:59.887153 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f6addd39-8da7-4431-bde3-b9f757288439 req-f4bc6055-f991-4722-ac17-12c47e61efa7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=84281443-ab67-470d-8fa5-2047102ef7b4 HTTP/1.1" status: 200 len: 217 time: 0.0850351 Jun 01 18:43:59.961724 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a11729-b957-4dbd-9af9-166819ef72fa req-8f4800e7-edde-45bf-bd3d-a6898401064c tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:43:59.963269 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-53a11729-b957-4dbd-9af9-166819ef72fa req-8f4800e7-edde-45bf-bd3d-a6898401064c tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] 10.222.0.41 "GET /v2.0/networks?id=411d1518-9352-4dec-8af2-2285a53556b4 HTTP/1.1" status: 200 len: 821 time: 0.3210878 Jun 01 18:43:59.978877 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-0160b6e7-f999-4574-9a90-7c9607057183 None None] Set router 51e6fe8c-7f65-47ca-b6f1-48e3eb04305d gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:43:59.989766 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-53a11729-b957-4dbd-9af9-166819ef72fa req-728c4de4-6d32-452d-83c6-98a9694257ab tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] 10.222.0.41 "GET /v2.0/quotas/0182a2e51ffc43df8efdd2130dbcea4d HTTP/1.1" status: 200 len: 375 time: 0.0190408 Jun 01 18:43:59.991380 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6addd39-8da7-4431-bde3-b9f757288439 req-72d892ac-2c6d-45e7-b485-87ca55d3f6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:43:59.993135 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f6addd39-8da7-4431-bde3-b9f757288439 req-72d892ac-2c6d-45e7-b485-87ca55d3f6b3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ba995e64-eb1c-4c76-a421-630e9228b936 HTTP/1.1" status: 200 len: 859 time: 0.0908830 Jun 01 18:44:00.005013 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-9e52bfdf-026a-4c28-b534-8609625b06b8 req-75aa492e-261b-4468-94c1-fda5d6db16db tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] 10.222.0.41 "GET /v2.0/security-groups?id=92820b43-7593-449e-bdb5-02c9f22d29e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3447199 Jun 01 18:44:00.049390 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b8021d-1dbd-4df3-8aae-8453c1a17993 req-0924c5e6-b3e6-4794-8fe1-83ae3a61b397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:44:00.050417 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-42b8021d-1dbd-4df3-8aae-8453c1a17993 req-0924c5e6-b3e6-4794-8fe1-83ae3a61b397 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:00.051800 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-42b8021d-1dbd-4df3-8aae-8453c1a17993 req-0924c5e6-b3e6-4794-8fe1-83ae3a61b397 service neutron] 10.222.0.15 "PUT /v2.0/ports/7cf6562d-e594-4ed3-bb66-f96014ae7aef HTTP/1.1" status: 200 len: 1091 time: 3.7174442 Jun 01 18:44:00.052567 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0924c5e6-b3e6-4794-8fe1-83ae3a61b397 service neutron] Pushing event updated for resources: {'Port': ['ID=7cf6562d-e594-4ed3-bb66-f96014ae7aef,revision_number=3']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:44:00.070722 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-07cb42ca-98eb-4212-bafe-d3b1ee5b6619 req-ee55cebb-7045-4ab3-9761-54d1fe7a5ae1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=501e4fc3-0fdc-4f32-bbc6-7f6d266eefc1 HTTP/1.1" status: 200 len: 217 time: 0.2691903 Jun 01 18:44:00.139821 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 501e4fc3-0fdc-4f32-bbc6-7f6d266eefc1 up at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:44:00.206545 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6addd39-8da7-4431-bde3-b9f757288439 req-ee4df43e-d026-4932-bf14-23c6cc564a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:44:00.208327 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f6addd39-8da7-4431-bde3-b9f757288439 req-ee4df43e-d026-4932-bf14-23c6cc564a04 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7475c262-ab00-42c7-8a8e-ce0d66e28c6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1308725 Jun 01 18:44:00.233760 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-53a11729-b957-4dbd-9af9-166819ef72fa req-670128bf-0427-4656-bd4d-2bb6d665a213 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=0182a2e51ffc43df8efdd2130dbcea4d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2366152 Jun 01 18:44:00.321831 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-88477e8b-cc1b-426f-ac3c-3c18f71e2d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e37b1a48-11b2-44e4-8049-72b888626de6', 'name': 'tempest-FloatingIPsAssociationTestJSON-260000424-router', 'tenant_id': 'e0dc2e96ec69456782f276e47bf2486d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': '368eb3c4-ec62-4afc-a515-5b1dd5f282d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:42:23Z', 'updated_at': '2022-06-01T18:42:35Z', 'revision_number': 4, 'project_id': 'e0dc2e96ec69456782f276e47bf2486d', 'gw_port': {'id': '368eb3c4-ec62-4afc-a515-5b1dd5f282d3', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:2a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37b1a48-11b2-44e4-8049-72b888626de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:42:25Z', 'updated_at': '2022-06-01T18:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_floatingips': [{'id': 'ee0c40d8-5f65-4370-8636-a302aa69a53c', 'tenant_id': 'e0dc2e96ec69456782f276e47bf2486d', 'floating_ip_address': '172.25.4.153', 'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'router_id': 'e37b1a48-11b2-44e4-8049-72b888626de6', 'port_id': '253a3bf0-1ecd-4505-b320-3bd5f380e317', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7475c262-ab00-42c7-8a8e-ce0d66e28c6b', 'mac_address': 'fa:16:3e:ae:81:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a97c525e-047a-4124-86ec-39e79af6cb46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T18:43:18Z', 'updated_at': '2022-06-01T18:43:58Z', 'revision_number': 4, 'project_id': 'e0dc2e96ec69456782f276e47bf2486d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38612e8c-0101-4044-80b4-fb606c42da57', 'name': '', 'network_id': '7475c262-ab00-42c7-8a8e-ce0d66e28c6b', 'tenant_id': 'e0dc2e96ec69456782f276e47bf2486d', 'mac_address': 'fa:16:3e:ed:85:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37b1a48-11b2-44e4-8049-72b888626de6', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'ba995e64-eb1c-4c76-a421-630e9228b936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:42:33Z', 'updated_at': '2022-06-01T18:42:48Z', 'revision_number': 5, 'project_id': 'e0dc2e96ec69456782f276e47bf2486d', 'subnets': [{'id': 'ba995e64-eb1c-4c76-a421-630e9228b936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:44:00.329072 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88477e8b-cc1b-426f-ac3c-3c18f71e2d85 None None] The sync data for ids ['e37b1a48-11b2-44e4-8049-72b888626de6'] in n-d-844202-1 is: [{'id': 'e37b1a48-11b2-44e4-8049-72b888626de6', 'name': 'tempest-FloatingIPsAssociationTestJSON-260000424-router', 'tenant_id': 'e0dc2e96ec69456782f276e47bf2486d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': '368eb3c4-ec62-4afc-a515-5b1dd5f282d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:42:23Z', 'updated_at': '2022-06-01T18:42:35Z', 'revision_number': 4, 'project_id': 'e0dc2e96ec69456782f276e47bf2486d', 'gw_port': {'id': '368eb3c4-ec62-4afc-a515-5b1dd5f282d3', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:2a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37b1a48-11b2-44e4-8049-72b888626de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:42:25Z', 'updated_at': '2022-06-01T18:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_floatingips': [{'id': 'ee0c40d8-5f65-4370-8636-a302aa69a53c', 'tenant_id': 'e0dc2e96ec69456782f276e47bf2486d', 'floating_ip_address': '172.25.4.153', 'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'router_id': 'e37b1a48-11b2-44e4-8049-72b888626de6', 'port_id': '253a3bf0-1ecd-4505-b320-3bd5f380e317', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7475c262-ab00-42c7-8a8e-ce0d66e28c6b', 'mac_address': 'fa:16:3e:ae:81:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a97c525e-047a-4124-86ec-39e79af6cb46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T18:43:18Z', 'updated_at': '2022-06-01T18:43:58Z', 'revision_number': 4, 'project_id': 'e0dc2e96ec69456782f276e47bf2486d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38612e8c-0101-4044-80b4-fb606c42da57', 'name': '', 'network_id': '7475c262-ab00-42c7-8a8e-ce0d66e28c6b', 'tenant_id': 'e0dc2e96ec69456782f276e47bf2486d', 'mac_address': 'fa:16:3e:ed:85:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37b1a48-11b2-44e4-8049-72b888626de6', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'ba995e64-eb1c-4c76-a421-630e9228b936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:42:33Z', 'updated_at': '2022-06-01T18:42:48Z', 'revision_number': 5, 'project_id': 'e0dc2e96ec69456782f276e47bf2486d', 'subnets': [{'id': 'ba995e64-eb1c-4c76-a421-630e9228b936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 18:44:00.348835 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cb42ca-98eb-4212-bafe-d3b1ee5b6619 req-76cb9707-7ea5-4bee-9868-7702bff8f3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:44:00.351223 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-07cb42ca-98eb-4212-bafe-d3b1ee5b6619 req-76cb9707-7ea5-4bee-9868-7702bff8f3c6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=35e3ad2f-9c88-4698-b634-4e1b58de1cc2 HTTP/1.1" status: 200 len: 843 time: 0.2716401 Jun 01 18:44:00.419770 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b8021d-1dbd-4df3-8aae-8453c1a17993 req-3d86b0bf-760c-4839-9813-d041b464a06f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:44:00.421775 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-42b8021d-1dbd-4df3-8aae-8453c1a17993 req-3d86b0bf-760c-4839-9813-d041b464a06f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ee3dca5a75c542e0966797f286e0b4d5&device_id=7e793ca5-49bd-42cb-8666-a3b4655afec7 HTTP/1.1" status: 200 len: 1094 time: 0.2682469 Jun 01 18:44:00.511879 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f6addd39-8da7-4431-bde3-b9f757288439 req-127a3990-2082-4009-8933-8e40f07d0114 service neutron] 10.222.0.50 "GET /v2.0/networks/7475c262-ab00-42c7-8a8e-ce0d66e28c6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2584596 Jun 01 18:44:00.514177 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-53a11729-b957-4dbd-9af9-166819ef72fa req-67754f81-6da4-4bdb-9823-a7dc2d1ef9f5 service neutron] 10.222.0.41 "GET /v2.0/networks/411d1518-9352-4dec-8af2-2285a53556b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2793634 Jun 01 18:44:00.523516 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536163a8-0877-4f00-a3f0-e37504d659f5 req-202d06ba-c73c-4489-8d75-978331e1debd tempest-ListImageFiltersTestJSON-5492641 tempest-ListImageFiltersTestJSON-5492641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:44:00.531469 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-536163a8-0877-4f00-a3f0-e37504d659f5 req-202d06ba-c73c-4489-8d75-978331e1debd tempest-ListImageFiltersTestJSON-5492641 tempest-ListImageFiltersTestJSON-5492641-project] 10.222.0.41 "GET /v2.0/ports?device_id=75eeb2d2-9f66-496a-80bb-b33663e212ac HTTP/1.1" status: 200 len: 949 time: 0.2999125 Jun 01 18:44:00.550592 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-42b8021d-1dbd-4df3-8aae-8453c1a17993 req-b097b419-8b51-4ab0-a815-5d53f043142e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7cf6562d-e594-4ed3-bb66-f96014ae7aef HTTP/1.1" status: 200 len: 217 time: 0.1151404 Jun 01 18:44:00.598952 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning for port 501e4fc3-0fdc-4f32-bbc6-7f6d266eefc1 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:44:00.616340 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning complete for port 501e4fc3-0fdc-4f32-bbc6-7f6d266eefc1 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:44:00.616869 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:00.628418 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b8021d-1dbd-4df3-8aae-8453c1a17993 req-baf948b7-b2f0-40bb-87e9-03da2bd8e056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:44:00.629961 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-42b8021d-1dbd-4df3-8aae-8453c1a17993 req-baf948b7-b2f0-40bb-87e9-03da2bd8e056 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2d25927e-118e-41f9-9e0e-90f9021c9592 HTTP/1.1" status: 200 len: 848 time: 0.0719464 Jun 01 18:44:00.696823 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-536163a8-0877-4f00-a3f0-e37504d659f5 req-fb2f6b4d-4499-4cc6-9e2d-19c1e9c70e8b tempest-ListImageFiltersTestJSON-5492641 tempest-ListImageFiltersTestJSON-5492641-project] 10.222.0.41 "GET /v2.0/security-groups?id=5427509f-34d7-4eb0-9761-0171d484d3bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642690 Jun 01 18:44:00.705528 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-42b8021d-1dbd-4df3-8aae-8453c1a17993 req-71811ba7-b68c-4ff4-82a8-80bb8af4b017 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=222758ca-4c6e-4ccb-8f11-8c829f4da008&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0628910 Jun 01 18:44:00.711325 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cb42ca-98eb-4212-bafe-d3b1ee5b6619 req-1bf285c9-8276-4bc1-8c42-411557eb4963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:44:00.717303 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-07cb42ca-98eb-4212-bafe-d3b1ee5b6619 req-1bf285c9-8276-4bc1-8c42-411557eb4963 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=898153a3-5d71-43be-9d14-343ea4a48426&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3545637 Jun 01 18:44:00.734370 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-0160b6e7-f999-4574-9a90-7c9607057183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51e6fe8c-7f65-47ca-b6f1-48e3eb04305d', 'name': 'tempest-VolumesAdminNegativeTest-1260325399-router', 'tenant_id': 'ccc3866df726420d865ae40df69383ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': '28b472d7-ef1b-46bd-9c0f-6e9ae1479ad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:40:59Z', 'updated_at': '2022-06-01T18:41:10Z', 'revision_number': 4, 'project_id': 'ccc3866df726420d865ae40df69383ae', 'gw_port': {'id': '28b472d7-ef1b-46bd-9c0f-6e9ae1479ad1', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:20:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e6fe8c-7f65-47ca-b6f1-48e3eb04305d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:41:02Z', 'updated_at': '2022-06-01T18:41:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '0e845dba-7a98-4b43-93bf-2c9fe8c0c499', 'name': '', 'network_id': 'e376e31f-d7fc-4c94-a911-fdf7b219dbbf', 'tenant_id': 'ccc3866df726420d865ae40df69383ae', 'mac_address': 'fa:16:3e:09:ea:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e6fe8c-7f65-47ca-b6f1-48e3eb04305d', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'b515e042-63ba-4f60-823c-65d0c449d014', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:41:09Z', 'updated_at': '2022-06-01T18:41:17Z', 'revision_number': 5, 'project_id': 'ccc3866df726420d865ae40df69383ae', 'subnets': [{'id': 'b515e042-63ba-4f60-823c-65d0c449d014', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:44:00.743153 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0160b6e7-f999-4574-9a90-7c9607057183 None None] The sync data for ids ['51e6fe8c-7f65-47ca-b6f1-48e3eb04305d'] in n-d-844202-1 is: [{'id': '51e6fe8c-7f65-47ca-b6f1-48e3eb04305d', 'name': 'tempest-VolumesAdminNegativeTest-1260325399-router', 'tenant_id': 'ccc3866df726420d865ae40df69383ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': '28b472d7-ef1b-46bd-9c0f-6e9ae1479ad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:40:59Z', 'updated_at': '2022-06-01T18:41:10Z', 'revision_number': 4, 'project_id': 'ccc3866df726420d865ae40df69383ae', 'gw_port': {'id': '28b472d7-ef1b-46bd-9c0f-6e9ae1479ad1', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:20:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e6fe8c-7f65-47ca-b6f1-48e3eb04305d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:41:02Z', 'updated_at': '2022-06-01T18:41:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '0e845dba-7a98-4b43-93bf-2c9fe8c0c499', 'name': '', 'network_id': 'e376e31f-d7fc-4c94-a911-fdf7b219dbbf', 'tenant_id': 'ccc3866df726420d865ae40df69383ae', 'mac_address': 'fa:16:3e:09:ea:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e6fe8c-7f65-47ca-b6f1-48e3eb04305d', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'b515e042-63ba-4f60-823c-65d0c449d014', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:41:09Z', 'updated_at': '2022-06-01T18:41:17Z', 'revision_number': 5, 'project_id': 'ccc3866df726420d865ae40df69383ae', 'subnets': [{'id': 'b515e042-63ba-4f60-823c-65d0c449d014', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 18:44:00.792443 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f6addd39-8da7-4431-bde3-b9f757288439 req-9e3b66b0-0f8b-4498-951a-b2bb94896506 service neutron] 10.222.0.50 "GET /v2.0/networks/7475c262-ab00-42c7-8a8e-ce0d66e28c6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2739577 Jun 01 18:44:00.796770 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-53a11729-b957-4dbd-9af9-166819ef72fa req-8f1127e5-74ba-42c7-ba37-94ad19d0b5dd service neutron] 10.222.0.41 "GET /v2.0/networks/411d1518-9352-4dec-8af2-2285a53556b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2557855 Jun 01 18:44:00.830193 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port 501e4fc3-0fdc-4f32-bbc6-7f6d266eefc1 is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:44:00.830825 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:00.881330 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 501e4fc3-0fdc-4f32-bbc6-7f6d266eefc1, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=501e4fc3-0fdc-4f32-bbc6-7f6d266eefc1,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:44:00.887237 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:00.962242 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5a404c5-f4b1-43aa-93af-4f1281dc0d33', 'name': 'network-vif-deleted', 'tag': '2225f2a3-bed3-4b15-93f5-1073394704ac'}, {'name': 'network-changed', 'server_uuid': '7e793ca5-49bd-42cb-8666-a3b4655afec7', 'tag': '7cf6562d-e594-4ed3-bb66-f96014ae7aef'}] {{(pid=88525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:44:01.071228 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a97c525e-047a-4124-86ec-39e79af6cb46', 'tag': '253a3bf0-1ecd-4505-b320-3bd5f380e317'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:44:01.075173 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=501e4fc3-0fdc-4f32-bbc6-7f6d266eefc1,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:44:01.113108 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-53e3d070-393c-496d-8254-a55129a14e22 req-7c64bc54-d36f-47c9-b969-8966f78bcb23 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893-project] 10.222.0.41 "GET /v2.0/floatingips/ede7c081-5adf-48ab-9ecb-3afaccccb292 HTTP/1.1" status: 200 len: 692 time: 0.3606009 Jun 01 18:44:01.118538 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66a4d0f-f4a4-4e8d-9844-d8b82daf9c4c None None] New status for floating IP 99ee5877-e138-4b8c-9cf3-88435e3ee425: DOWN {{(pid=88526) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 18:44:01.157482 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-42b8021d-1dbd-4df3-8aae-8453c1a17993 req-37d503a3-1ffd-40e2-94f1-456ff1dd9f1f service neutron] 10.222.0.15 "GET /v2.0/networks/222758ca-4c6e-4ccb-8f11-8c829f4da008?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4378607 Jun 01 18:44:01.363454 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-07cb42ca-98eb-4212-bafe-d3b1ee5b6619 req-81eca9b5-2f9c-465d-827c-65c392a19ea4 service neutron] 10.222.0.50 "GET /v2.0/networks/898153a3-5d71-43be-9d14-343ea4a48426?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6157734 Jun 01 18:44:01.446949 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6cc12569-f434-4adf-bb1c-ede72a75a3eb req-ada3925b-753e-42b8-8f7b-dd04d523345b tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.4.153 HTTP/1.1" status: 200 len: 1001 time: 0.1232820 Jun 01 18:44:01.525663 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc12569-f434-4adf-bb1c-ede72a75a3eb req-0e81a7d2-732c-4999-88ee-06f4efaa7f03 tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:44:01.529041 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6cc12569-f434-4adf-bb1c-ede72a75a3eb req-0e81a7d2-732c-4999-88ee-06f4efaa7f03 tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] 10.222.0.41 "GET /v2.0/ports/253a3bf0-1ecd-4505-b320-3bd5f380e317 HTTP/1.1" status: 200 len: 942 time: 0.0810900 Jun 01 18:44:01.673882 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e3d070-393c-496d-8254-a55129a14e22 req-e15bbd13-59b2-4d2c-9557-731d1ae0bc18 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:44:01.675308 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-53e3d070-393c-496d-8254-a55129a14e22 req-e15bbd13-59b2-4d2c-9557-731d1ae0bc18 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893-project] 10.222.0.41 "GET /v2.0/networks/72a72e44-6845-488a-a5ff-3a26d4df9cb3 HTTP/1.1" status: 200 len: 784 time: 0.5490189 Jun 01 18:44:01.681751 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-42b8021d-1dbd-4df3-8aae-8453c1a17993 req-14874fa2-6486-46e4-9cc9-a365dd6608b7 service neutron] 10.222.0.15 "GET /v2.0/networks/222758ca-4c6e-4ccb-8f11-8c829f4da008?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5156503 Jun 01 18:44:01.805333 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-53e3d070-393c-496d-8254-a55129a14e22 req-0cd6770c-d938-4e9f-a340-6d4fc4829b6d tempest-FloatingIPsAssociationNegativeTestJSON-1899695893 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.4.35 HTTP/1.1" status: 200 len: 695 time: 0.1172850 Jun 01 18:44:01.903261 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-53e3d070-393c-496d-8254-a55129a14e22 req-c50bb88e-5caf-4174-b4c9-8a86b6953d67 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.4.35 HTTP/1.1" status: 200 len: 695 time: 0.0969565 Jun 01 18:44:01.913367 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-07cb42ca-98eb-4212-bafe-d3b1ee5b6619 req-a506ba05-d652-46c4-8985-ea7899d3a570 service neutron] 10.222.0.50 "GET /v2.0/networks/898153a3-5d71-43be-9d14-343ea4a48426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5403669 Jun 01 18:44:01.969228 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6cc12569-f434-4adf-bb1c-ede72a75a3eb req-7842a1b4-b90d-4e52-8efa-2705644f1901 tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.4.153 HTTP/1.1" status: 200 len: 1001 time: 0.1489906 Jun 01 18:44:02.108774 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [req-53e3d070-393c-496d-8254-a55129a14e22 req-ca8f7ab5-651f-4213-8dfa-b25555a1c954 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893-project] Deleting port ba60c40b-fba5-4a53-a8f2-d90f4690bfb5 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:44:02.109111 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-53e3d070-393c-496d-8254-a55129a14e22 req-ca8f7ab5-651f-4213-8dfa-b25555a1c954 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:02.278021 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc12569-f434-4adf-bb1c-ede72a75a3eb req-796cabe1-ffdf-4151-bc89-ce07a379a24a tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:44:02.279318 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6cc12569-f434-4adf-bb1c-ede72a75a3eb req-796cabe1-ffdf-4151-bc89-ce07a379a24a tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] 10.222.0.41 "GET /v2.0/networks/72a72e44-6845-488a-a5ff-3a26d4df9cb3 HTTP/1.1" status: 200 len: 784 time: 0.2980123 Jun 01 18:44:02.317565 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-53e3d070-393c-496d-8254-a55129a14e22 req-ca8f7ab5-651f-4213-8dfa-b25555a1c954 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:02.317895 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-53e3d070-393c-496d-8254-a55129a14e22 req-ca8f7ab5-651f-4213-8dfa-b25555a1c954 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:02.341088 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e780241-2d02-4be6-adda-6c62864ff0ce'] response: {'server_uuid': '97fc5fd1-6738-443f-8426-3662143a4c2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd988fe22-c967-42a2-b782-a45aecc0087f', 'code': 200} Jun 01 18:44:02.453160 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [req-53e3d070-393c-496d-8254-a55129a14e22 req-ca8f7ab5-651f-4213-8dfa-b25555a1c954 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893-project] Calling delete_port for ba60c40b-fba5-4a53-a8f2-d90f4690bfb5 owned by network:floatingip {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:44:02.518379 n-d-844202-1 neutron-server[88525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a159937-d0c3-461a-a3ac-4f56c3dfce3b'] response: {'server_uuid': 'a5a404c5-f4b1-43aa-93af-4f1281dc0d33', 'name': 'network-vif-deleted', 'tag': '2225f2a3-bed3-4b15-93f5-1073394704ac', 'status': 'completed', 'code': 200} Jun 01 18:44:02.518677 n-d-844202-1 neutron-server[88525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a159937-d0c3-461a-a3ac-4f56c3dfce3b'] response: {'name': 'network-changed', 'server_uuid': '7e793ca5-49bd-42cb-8666-a3b4655afec7', 'tag': '7cf6562d-e594-4ed3-bb66-f96014ae7aef', 'status': 'completed', 'code': 200} Jun 01 18:44:02.644366 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ca8b59-aca4-4a14-9ed4-a48bf04d0b4d req-e75f5306-9e6c-4d1f-87ff-adc8291b4fb3 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:44:02.646500 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-55ca8b59-aca4-4a14-9ed4-a48bf04d0b4d req-e75f5306-9e6c-4d1f-87ff-adc8291b4fb3 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] 10.222.0.41 "GET /v2.0/ports?device_id=7e793ca5-49bd-42cb-8666-a3b4655afec7 HTTP/1.1" status: 200 len: 943 time: 0.0976579 Jun 01 18:44:02.690209 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d15c97f-60dd-41f2-91c9-2c40be1c4456 req-c7d1eac3-2da3-489d-b653-48eee7243255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:44:02.691681 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-5d15c97f-60dd-41f2-91c9-2c40be1c4456 req-c7d1eac3-2da3-489d-b653-48eee7243255 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=97fc5fd1-6738-443f-8426-3662143a4c2a HTTP/1.1" status: 200 len: 1101 time: 0.2460468 Jun 01 18:44:02.704042 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-55ca8b59-aca4-4a14-9ed4-a48bf04d0b4d req-1ac092bc-0950-4cbc-84a3-08f4bca3b796 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] Synchronizing usage tracker for tenant:ee3dca5a75c542e0966797f286e0b4d5 on resource:security_group {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:44:02.704751 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00903c8f-b700-40e4-935c-b2b093474f5f req-bf83d936-2559-482b-af20-d5d7409562f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:44:02.706191 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-00903c8f-b700-40e4-935c-b2b093474f5f req-bf83d936-2559-482b-af20-d5d7409562f6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ee3dca5a75c542e0966797f286e0b4d5&device_id=7e793ca5-49bd-42cb-8666-a3b4655afec7 HTTP/1.1" status: 200 len: 1094 time: 0.1897085 Jun 01 18:44:02.723309 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-55ca8b59-aca4-4a14-9ed4-a48bf04d0b4d req-1ac092bc-0950-4cbc-84a3-08f4bca3b796 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] Unset dirty status for tenant:ee3dca5a75c542e0966797f286e0b4d5 on resource:security_group {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:44:02.725087 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-55ca8b59-aca4-4a14-9ed4-a48bf04d0b4d req-1ac092bc-0950-4cbc-84a3-08f4bca3b796 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] 10.222.0.41 "GET /v2.0/security-groups?id=92820b43-7593-449e-bdb5-02c9f22d29e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646868 Jun 01 18:44:02.860150 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-53e3d070-393c-496d-8254-a55129a14e22 req-ca8f7ab5-651f-4213-8dfa-b25555a1c954 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:02.898725 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da2a64e1-ddd8-42f4-ae6d-50aa8e7dee4e'] response: {'name': 'network-changed', 'server_uuid': 'a97c525e-047a-4124-86ec-39e79af6cb46', 'tag': '253a3bf0-1ecd-4505-b320-3bd5f380e317', 'status': 'completed', 'code': 200} Jun 01 18:44:02.950992 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-5d15c97f-60dd-41f2-91c9-2c40be1c4456 req-4b41c03b-3711-4176-8d33-599a6bc99dd5 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=5427509f-34d7-4eb0-9761-0171d484d3bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2438428 Jun 01 18:44:03.036692 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8f7ab5-651f-4213-8dfa-b25555a1c954 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893-project] Pushing event deleted for resources: {'Port': ['ID=ba60c40b-fba5-4a53-a8f2-d90f4690bfb5,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:44:03.065402 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a11729-b957-4dbd-9af9-166819ef72fa req-ca778cb8-a8db-4866-a390-8ca73885c366 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:44:03.067721 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-53a11729-b957-4dbd-9af9-166819ef72fa req-ca778cb8-a8db-4866-a390-8ca73885c366 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] 10.222.0.15 "GET /v2.0/networks?id=411d1518-9352-4dec-8af2-2285a53556b4 HTTP/1.1" status: 200 len: 821 time: 0.2878425 Jun 01 18:44:03.080808 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00903c8f-b700-40e4-935c-b2b093474f5f req-ae57f0d5-e577-45ad-9132-985a3e5d2b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:44:03.083289 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-00903c8f-b700-40e4-935c-b2b093474f5f req-ae57f0d5-e577-45ad-9132-985a3e5d2b59 service neutron] 10.222.0.15 "GET /v2.0/networks?id=222758ca-4c6e-4ccb-8f11-8c829f4da008 HTTP/1.1" status: 200 len: 909 time: 0.3594382 Jun 01 18:44:03.127546 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f5360224-b285-410f-b45e-1fc1d29ec632 req-a0076810-55ed-4b28-876f-5a48e7251066 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] 10.222.0.41 "GET /v2.0/ports?device_id=bb3df7f9-2434-4ba7-9379-cd0b0030b6bd HTTP/1.1" status: 200 len: 210 time: 0.0584288 Jun 01 18:44:03.172088 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-53a11729-b957-4dbd-9af9-166819ef72fa req-01ac0f1f-8348-443c-b40c-809cdf218ef7 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] Request body: {'port': {'device_id': 'bb3df7f9-2434-4ba7-9379-cd0b0030b6bd', 'network_id': '411d1518-9352-4dec-8af2-2285a53556b4', 'admin_state_up': True, 'tenant_id': '0182a2e51ffc43df8efdd2130dbcea4d'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:44:03.400568 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-00903c8f-b700-40e4-935c-b2b093474f5f req-0879e0bc-5fe4-4089-9c71-067e17739b7f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7cf6562d-e594-4ed3-bb66-f96014ae7aef HTTP/1.1" status: 200 len: 217 time: 0.0964103 Jun 01 18:44:03.414253 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-53a11729-b957-4dbd-9af9-166819ef72fa req-01ac0f1f-8348-443c-b40c-809cdf218ef7 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:44:03.426520 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a439c6-f0c5-4601-9a0f-acb2ac65c20f req-1bd3fd8a-df1c-4d80-93a4-0e60ba97c4e7 tempest-ListImageFiltersTestJSON-5492641 tempest-ListImageFiltersTestJSON-5492641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:44:03.427539 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-34a439c6-f0c5-4601-9a0f-acb2ac65c20f req-1bd3fd8a-df1c-4d80-93a4-0e60ba97c4e7 tempest-ListImageFiltersTestJSON-5492641 tempest-ListImageFiltersTestJSON-5492641-project] 10.222.0.41 "GET /v2.0/ports?device_id=75eeb2d2-9f66-496a-80bb-b33663e212ac HTTP/1.1" status: 200 len: 950 time: 0.1669950 Jun 01 18:44:03.448697 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-53a11729-b957-4dbd-9af9-166819ef72fa req-01ac0f1f-8348-443c-b40c-809cdf218ef7 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:44:03.472604 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53a11729-b957-4dbd-9af9-166819ef72fa req-01ac0f1f-8348-443c-b40c-809cdf218ef7 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] Made reservation on behalf of 0182a2e51ffc43df8efdd2130dbcea4d for: {'port': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:44:03.476035 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-53a11729-b957-4dbd-9af9-166819ef72fa req-01ac0f1f-8348-443c-b40c-809cdf218ef7 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:03.482980 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-53e3d070-393c-496d-8254-a55129a14e22 req-ca8f7ab5-651f-4213-8dfa-b25555a1c954 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893-project] Notify callbacks [] for floatingip, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:03.500678 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-34a439c6-f0c5-4601-9a0f-acb2ac65c20f req-bd030619-e5ca-45fc-8aba-b430c20b3066 tempest-ListImageFiltersTestJSON-5492641 tempest-ListImageFiltersTestJSON-5492641-project] 10.222.0.41 "GET /v2.0/security-groups?id=5427509f-34d7-4eb0-9761-0171d484d3bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660203 Jun 01 18:44:03.525925 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55574387-5635-4ba9-b9fe-d973cf71a68a req-599930c1-9a68-49aa-87a0-fb394f373d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:44:03.528922 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-55574387-5635-4ba9-b9fe-d973cf71a68a req-599930c1-9a68-49aa-87a0-fb394f373d7a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e0dc2e96ec69456782f276e47bf2486d&device_id=a97c525e-047a-4124-86ec-39e79af6cb46 HTTP/1.1" status: 200 len: 1096 time: 0.6642904 Jun 01 18:44:03.634053 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-53e3d070-393c-496d-8254-a55129a14e22 req-ca8f7ab5-651f-4213-8dfa-b25555a1c954 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for floatingip, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:03.635208 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-53e3d070-393c-496d-8254-a55129a14e22 req-ca8f7ab5-651f-4213-8dfa-b25555a1c954 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893-project] 10.222.0.41 "DELETE /v2.0/floatingips/ede7c081-5adf-48ab-9ecb-3afaccccb292 HTTP/1.1" status: 204 len: 173 time: 1.7205410 Jun 01 18:44:03.648745 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00903c8f-b700-40e4-935c-b2b093474f5f req-09ac5619-7aa5-499d-ad6a-c2bcb9831ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:44:03.650260 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-00903c8f-b700-40e4-935c-b2b093474f5f req-09ac5619-7aa5-499d-ad6a-c2bcb9831ca8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2d25927e-118e-41f9-9e0e-90f9021c9592 HTTP/1.1" status: 200 len: 848 time: 0.2429249 Jun 01 18:44:03.691144 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 45552) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:44:03.726390 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-00903c8f-b700-40e4-935c-b2b093474f5f req-c241149b-0266-4542-8e90-4ef12eba9080 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=222758ca-4c6e-4ccb-8f11-8c829f4da008&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0673680 Jun 01 18:44:03.771828 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-391639de-b3a9-432d-b49d-118ebf52deae req-73bf5f92-d21b-4534-8354-0c47e39a0dc7 tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.4.153 HTTP/1.1" status: 200 len: 1001 time: 0.2130094 Jun 01 18:44:03.839832 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55574387-5635-4ba9-b9fe-d973cf71a68a req-f6a048a8-a02d-4848-a74f-0ffe9ec14581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:44:03.841432 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-55574387-5635-4ba9-b9fe-d973cf71a68a req-f6a048a8-a02d-4848-a74f-0ffe9ec14581 service neutron] 10.222.0.50 "GET /v2.0/networks?id=7475c262-ab00-42c7-8a8e-ce0d66e28c6b HTTP/1.1" status: 200 len: 921 time: 0.2954218 Jun 01 18:44:03.906889 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391639de-b3a9-432d-b49d-118ebf52deae req-c407a2c0-8cb1-4c9e-89c1-9223ee621509 tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:44:03.918367 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-391639de-b3a9-432d-b49d-118ebf52deae req-c407a2c0-8cb1-4c9e-89c1-9223ee621509 tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] 10.222.0.41 "GET /v2.0/ports/253a3bf0-1ecd-4505-b320-3bd5f380e317 HTTP/1.1" status: 200 len: 942 time: 0.1397285 Jun 01 18:44:03.919940 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [req-53a11729-b957-4dbd-9af9-166819ef72fa req-01ac0f1f-8348-443c-b40c-809cdf218ef7 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] Allocated IP 172.20.0.4 (411d1518-9352-4dec-8af2-2285a53556b4/cfa67698-6bf3-43ec-a752-299eaec79caf/76ff1072-6dd9-430e-a046-4981370d94c1) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:44:03.995175 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-048504ba-32a7-461b-a569-a7b9efa3163f tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:04.041243 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-048504ba-32a7-461b-a569-a7b9efa3163f tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:04.104478 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-00903c8f-b700-40e4-935c-b2b093474f5f req-4dd301ce-5334-4025-bc2c-ad5995a92342 service neutron] 10.222.0.15 "GET /v2.0/networks/222758ca-4c6e-4ccb-8f11-8c829f4da008?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3701098 Jun 01 18:44:04.140152 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-55574387-5635-4ba9-b9fe-d973cf71a68a req-3d859941-92e2-4f31-b6d5-82e79149ddcf service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=253a3bf0-1ecd-4505-b320-3bd5f380e317 HTTP/1.1" status: 200 len: 1001 time: 0.2916460 Jun 01 18:44:04.273058 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-d4c957ce-ef0c-4a4d-a6e1-079f563e5b79 req-b306149a-47b0-48fd-b5d6-3079c8003b58 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893-project] Synchronizing usage tracker for tenant:fe37b4563e0349938f147e9c99d54534 on resource:floatingip {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:44:04.273336 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-391639de-b3a9-432d-b49d-118ebf52deae req-55d3a2e2-c533-4840-8205-b3fb8b26d414 tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.4.153 HTTP/1.1" status: 200 len: 1001 time: 0.1946390 Jun 01 18:44:04.316648 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55574387-5635-4ba9-b9fe-d973cf71a68a req-407af0ff-d79d-44de-b00a-109dc5a88c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:44:04.318099 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-55574387-5635-4ba9-b9fe-d973cf71a68a req-407af0ff-d79d-44de-b00a-109dc5a88c20 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ba995e64-eb1c-4c76-a421-630e9228b936 HTTP/1.1" status: 200 len: 859 time: 0.1677389 Jun 01 18:44:04.323266 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-048504ba-32a7-461b-a569-a7b9efa3163f tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:04.342733 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75eeb2d2-9f66-496a-80bb-b33663e212ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '501e4fc3-0fdc-4f32-bbc6-7f6d266eefc1'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:44:04.363129 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-d4c957ce-ef0c-4a4d-a6e1-079f563e5b79 req-b306149a-47b0-48fd-b5d6-3079c8003b58 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893-project] Unset dirty status for tenant:fe37b4563e0349938f147e9c99d54534 on resource:floatingip {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:44:04.364307 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d4c957ce-ef0c-4a4d-a6e1-079f563e5b79 req-b306149a-47b0-48fd-b5d6-3079c8003b58 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.4.128 HTTP/1.1" status: 200 len: 1002 time: 0.3864081 Jun 01 18:44:04.380323 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-00903c8f-b700-40e4-935c-b2b093474f5f req-2b5ff530-2c05-4ebf-8ac6-a20492ae3bc7 service neutron] 10.222.0.15 "GET /v2.0/networks/222758ca-4c6e-4ccb-8f11-8c829f4da008?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2638645 Jun 01 18:44:04.445408 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048504ba-32a7-461b-a569-a7b9efa3163f tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00fbe7c4-ce58-4b4a-b646-247d9b388518,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:44:04.479206 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048504ba-32a7-461b-a569-a7b9efa3163f tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:44:04.479599 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048504ba-32a7-461b-a569-a7b9efa3163f tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:44:04.480031 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048504ba-32a7-461b-a569-a7b9efa3163f tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:44:04.480489 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048504ba-32a7-461b-a569-a7b9efa3163f tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:44:04.480913 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048504ba-32a7-461b-a569-a7b9efa3163f tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:44:04.481354 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048504ba-32a7-461b-a569-a7b9efa3163f tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:44:04.481776 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048504ba-32a7-461b-a569-a7b9efa3163f tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:44:04.482194 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048504ba-32a7-461b-a569-a7b9efa3163f tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:44:04.482612 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048504ba-32a7-461b-a569-a7b9efa3163f tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:44:04.483638 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048504ba-32a7-461b-a569-a7b9efa3163f tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:44:04.483769 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c957ce-ef0c-4a4d-a6e1-079f563e5b79 req-a3f8eeef-4e91-4319-afa8-bf7c97c4d5e9 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:44:04.484214 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048504ba-32a7-461b-a569-a7b9efa3163f tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:44:04.484524 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-d4c957ce-ef0c-4a4d-a6e1-079f563e5b79 req-a3f8eeef-4e91-4319-afa8-bf7c97c4d5e9 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893-project] Synchronizing usage tracker for tenant:fe37b4563e0349938f147e9c99d54534 on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:44:04.484689 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048504ba-32a7-461b-a569-a7b9efa3163f tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:44:04.507904 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55574387-5635-4ba9-b9fe-d973cf71a68a req-d7e714e6-44da-4c61-970f-636ad0738e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:44:04.509410 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-55574387-5635-4ba9-b9fe-d973cf71a68a req-d7e714e6-44da-4c61-970f-636ad0738e2b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7475c262-ab00-42c7-8a8e-ce0d66e28c6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1793184 Jun 01 18:44:04.510525 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-d4c957ce-ef0c-4a4d-a6e1-079f563e5b79 req-a3f8eeef-4e91-4319-afa8-bf7c97c4d5e9 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893-project] Unset dirty status for tenant:fe37b4563e0349938f147e9c99d54534 on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:44:04.518723 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d4c957ce-ef0c-4a4d-a6e1-079f563e5b79 req-a3f8eeef-4e91-4319-afa8-bf7c97c4d5e9 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893-project] 10.222.0.41 "GET /v2.0/ports/67845245-15ce-4806-82a4-3091bca0bc66 HTTP/1.1" status: 200 len: 943 time: 0.1414590 Jun 01 18:44:04.567671 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-048504ba-32a7-461b-a569-a7b9efa3163f tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:04.569523 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-048504ba-32a7-461b-a569-a7b9efa3163f tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] 10.222.0.41 "DELETE /v2.0/security-groups/00fbe7c4-ce58-4b4a-b646-247d9b388518 HTTP/1.1" status: 204 len: 168 time: 0.8770554 Jun 01 18:44:04.614084 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-53a11729-b957-4dbd-9af9-166819ef72fa req-01ac0f1f-8348-443c-b40c-809cdf218ef7 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:04.628952 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 45566) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:44:04.666659 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-53a11729-b957-4dbd-9af9-166819ef72fa req-01ac0f1f-8348-443c-b40c-809cdf218ef7 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:04.679059 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] get_ports_and_sgs() called for port_ids ['865499a8-4a47-4d3a-a9d0-7d19c3aa98c3'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:44:04.713566 n-d-844202-1 neutron-server[88525]: INFO neutron.api.v2.resource [None req-989d6162-3b69-43eb-a872-81e1cf9cd800 tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] show failed (client error): The resource could not be found. Jun 01 18:44:04.717909 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-989d6162-3b69-43eb-a872-81e1cf9cd800 tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] 10.222.0.41 "GET /v2.0/security-groups/00fbe7c4-ce58-4b4a-b646-247d9b388518 HTTP/1.1" status: 404 len: 347 time: 0.0874565 Jun 01 18:44:04.723662 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 45570) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:44:04.725292 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391639de-b3a9-432d-b49d-118ebf52deae req-90263895-1c3e-4bed-93d1-35054308d928 tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:44:04.734725 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-391639de-b3a9-432d-b49d-118ebf52deae req-90263895-1c3e-4bed-93d1-35054308d928 tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] 10.222.0.41 "GET /v2.0/networks/72a72e44-6845-488a-a5ff-3a26d4df9cb3 HTTP/1.1" status: 200 len: 784 time: 0.4485812 Jun 01 18:44:04.937612 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 7cf6562d-e594-4ed3-bb66-f96014ae7aef details requested by agent hyperv_n-h1-844202-1 with host n-h1-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 18:44:05.098574 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-391639de-b3a9-432d-b49d-118ebf52deae req-e0f03b11-e3fe-4533-95c5-60473628a596 tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.4.153 HTTP/1.1" status: 200 len: 1001 time: 0.3629520 Jun 01 18:44:05.109549 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ac0f1f-8348-443c-b40c-809cdf218ef7 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] Pushing event updated for resources: {'Port': ['ID=76ff1072-6dd9-430e-a046-4981370d94c1,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:44:05.113426 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53a11729-b957-4dbd-9af9-166819ef72fa req-01ac0f1f-8348-443c-b40c-809cdf218ef7 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] Network 411d1518-9352-4dec-8af2-2285a53556b4 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:44:05.114848 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port 7cf6562d-e594-4ed3-bb66-f96014ae7aef, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=7cf6562d-e594-4ed3-bb66-f96014ae7aef,segment=NetworkSegment(9bd376cf-8b39-4b75-aaa6-34bd3746194e),segment_id=9bd376cf-8b39-4b75-aaa6-34bd3746194e)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:44:05.118137 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [req-53a11729-b957-4dbd-9af9-166819ef72fa req-01ac0f1f-8348-443c-b40c-809cdf218ef7 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:44:05.123013 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-391639de-b3a9-432d-b49d-118ebf52deae req-ad49319c-b9e5-44c0-a02b-276daad96348 tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:44:05.138662 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d4c957ce-ef0c-4a4d-a6e1-079f563e5b79 req-2e517943-50d9-4cbc-b45c-a30a97119434 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.4.128 HTTP/1.1" status: 200 len: 1002 time: 0.4871049 Jun 01 18:44:05.141674 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-f2f14bf2-321c-49ed-bc34-44cdc0d1931f tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] Deleting port 3920fde9-ff80-4ef6-be1c-4e36c01a3c6d {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:44:05.142089 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f2f14bf2-321c-49ed-bc34-44cdc0d1931f tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:05.143537 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Returning: {'device': '7cf6562d-e594-4ed3-bb66-f96014ae7aef', 'network_id': '222758ca-4c6e-4ccb-8f11-8c829f4da008', 'port_id': '7cf6562d-e594-4ed3-bb66-f96014ae7aef', 'mac_address': 'fa:16:3e:9d:06:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d25927e-118e-41f9-9e0e-90f9021c9592', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 18:44:05.194978 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-53a11729-b957-4dbd-9af9-166819ef72fa req-01ac0f1f-8348-443c-b40c-809cdf218ef7 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:44:05.221396 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port 7cf6562d-e594-4ed3-bb66-f96014ae7aef is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:44:05.222171 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:05.260996 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.agents_db [None req-e814b9cf-7de8-45d0-a079-29c61fabe7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 18:44:05.264977 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cf6562d-e594-4ed3-bb66-f96014ae7aef {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:44:05.284664 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port 7cf6562d-e594-4ed3-bb66-f96014ae7aef, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=7cf6562d-e594-4ed3-bb66-f96014ae7aef,segment=NetworkSegment(9bd376cf-8b39-4b75-aaa6-34bd3746194e),segment_id=9bd376cf-8b39-4b75-aaa6-34bd3746194e)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:44:05.289744 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-55574387-5635-4ba9-b9fe-d973cf71a68a req-635036c5-ec56-4115-b38f-11e9ee806a69 service neutron] 10.222.0.50 "GET /v2.0/networks/7475c262-ab00-42c7-8a8e-ce0d66e28c6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7652807 Jun 01 18:44:05.290482 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:05.338133 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a11729-b957-4dbd-9af9-166819ef72fa req-01ac0f1f-8348-443c-b40c-809cdf218ef7 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:44:05.338594 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-53a11729-b957-4dbd-9af9-166819ef72fa req-01ac0f1f-8348-443c-b40c-809cdf218ef7 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:05.356680 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-391639de-b3a9-432d-b49d-118ebf52deae req-ad49319c-b9e5-44c0-a02b-276daad96348 tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] Notify callbacks [] for floatingip, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:05.420293 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=7cf6562d-e594-4ed3-bb66-f96014ae7aef,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:44:05.473183 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-53a11729-b957-4dbd-9af9-166819ef72fa req-01ac0f1f-8348-443c-b40c-809cdf218ef7 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3070374 Jun 01 18:44:05.493343 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-53a11729-b957-4dbd-9af9-166819ef72fa req-7128f675-9878-4585-8d22-313fa1583925 service neutron] Request body: {'port': {'device_id': 'bb3df7f9-2434-4ba7-9379-cd0b0030b6bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844202-1'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:44:05.544896 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c957ce-ef0c-4a4d-a6e1-079f563e5b79 req-322e2347-6467-4a35-8902-fad7a2cd05af tempest-FloatingIPsAssociationNegativeTestJSON-1899695893 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:44:05.547576 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d4c957ce-ef0c-4a4d-a6e1-079f563e5b79 req-322e2347-6467-4a35-8902-fad7a2cd05af tempest-FloatingIPsAssociationNegativeTestJSON-1899695893 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893-project] 10.222.0.41 "GET /v2.0/networks/72a72e44-6845-488a-a5ff-3a26d4df9cb3 HTTP/1.1" status: 200 len: 784 time: 0.3613725 Jun 01 18:44:05.558697 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] get_ports_and_sgs() called for port_ids ['7cf6562d-e594-4ed3-bb66-f96014ae7aef'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:44:05.620420 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f2f14bf2-321c-49ed-bc34-44cdc0d1931f tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:05.621007 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f2f14bf2-321c-49ed-bc34-44cdc0d1931f tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:05.854977 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-f2f14bf2-321c-49ed-bc34-44cdc0d1931f tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] Calling delete_port for 3920fde9-ff80-4ef6-be1c-4e36c01a3c6d owned by network:floatingip {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:44:05.855196 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-391639de-b3a9-432d-b49d-118ebf52deae req-ad49319c-b9e5-44c0-a02b-276daad96348 tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:05.906737 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-391639de-b3a9-432d-b49d-118ebf52deae req-ad49319c-b9e5-44c0-a02b-276daad96348 tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887712'] for floatingip, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:05.907179 n-d-844202-1 neutron-server[88524]: INFO neutron.db.l3_db [req-391639de-b3a9-432d-b49d-118ebf52deae req-ad49319c-b9e5-44c0-a02b-276daad96348 tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] Floating IP ee0c40d8-5f65-4370-8636-a302aa69a53c disassociated. External IP: 172.25.4.153, port: 253a3bf0-1ecd-4505-b320-3bd5f380e317. Jun 01 18:44:06.053665 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-55574387-5635-4ba9-b9fe-d973cf71a68a req-c0601972-3f8b-4616-b103-0ef5e4010f26 service neutron] 10.222.0.50 "GET /v2.0/networks/7475c262-ab00-42c7-8a8e-ce0d66e28c6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7485301 Jun 01 18:44:06.059627 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-53a11729-b957-4dbd-9af9-166819ef72fa req-7128f675-9878-4585-8d22-313fa1583925 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:06.111113 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d4c957ce-ef0c-4a4d-a6e1-079f563e5b79 req-5c5885a3-5316-4fd0-a1c3-cb6a94809ffd tempest-FloatingIPsAssociationNegativeTestJSON-1899695893 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.4.128 HTTP/1.1" status: 200 len: 1002 time: 0.4053156 Jun 01 18:44:06.122740 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [req-d4c957ce-ef0c-4a4d-a6e1-079f563e5b79 req-7bdbc8ad-4339-4cdf-9955-eeb5862bd904 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:44:06.222443 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3f9496-4d16-4b3a-b891-02b268ba738c req-2123e489-b7bb-419c-aec8-4a4277a68d03 tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:44:06.224363 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-da3f9496-4d16-4b3a-b891-02b268ba738c req-2123e489-b7bb-419c-aec8-4a4277a68d03 tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] 10.222.0.50 "GET /v2.0/ports?device_id=72309f34-1001-446b-9441-5af03e82401c HTTP/1.1" status: 200 len: 945 time: 0.5762281 Jun 01 18:44:06.258209 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-d4c957ce-ef0c-4a4d-a6e1-079f563e5b79 req-7bdbc8ad-4339-4cdf-9955-eeb5862bd904 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893-project] Notify callbacks [] for floatingip, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:06.392485 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-da3f9496-4d16-4b3a-b891-02b268ba738c req-2e474bc2-63d5-4f01-8277-671bc9410273 tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] Deleting port da6e29fd-6403-4944-816d-34c3b0ec319d {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:44:06.393069 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-da3f9496-4d16-4b3a-b891-02b268ba738c req-2e474bc2-63d5-4f01-8277-671bc9410273 tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:06.538492 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f2f14bf2-321c-49ed-bc34-44cdc0d1931f tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:06.704433 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f14bf2-321c-49ed-bc34-44cdc0d1931f tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] Pushing event deleted for resources: {'Port': ['ID=3920fde9-ff80-4ef6-be1c-4e36c01a3c6d,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:44:06.934711 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-d4c957ce-ef0c-4a4d-a6e1-079f563e5b79 req-7bdbc8ad-4339-4cdf-9955-eeb5862bd904 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:06.941225 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-d4c957ce-ef0c-4a4d-a6e1-079f563e5b79 req-7bdbc8ad-4339-4cdf-9955-eeb5862bd904 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887712'] for floatingip, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:06.941576 n-d-844202-1 neutron-server[88525]: INFO neutron.db.l3_db [req-d4c957ce-ef0c-4a4d-a6e1-079f563e5b79 req-7bdbc8ad-4339-4cdf-9955-eeb5862bd904 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893-project] Floating IP 2d66eba9-6818-4a1d-adad-0a32c530dbe3 disassociated. External IP: 172.25.4.128, port: 67845245-15ce-4806-82a4-3091bca0bc66. Jun 01 18:44:06.951074 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 7cf6562d-e594-4ed3-bb66-f96014ae7aef up at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:44:07.019874 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f2f14bf2-321c-49ed-bc34-44cdc0d1931f tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] Notify callbacks [] for floatingip, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:07.038770 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-d80fba8a-5667-48af-a719-b7e7f36fe0f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:07.046913 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.l3_agent_scheduler [req-391639de-b3a9-432d-b49d-118ebf52deae req-ad49319c-b9e5-44c0-a02b-276daad96348 tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] Router e37b1a48-11b2-44e4-8049-72b888626de6 has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 18:44:07.047728 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Provisioning for port 7cf6562d-e594-4ed3-bb66-f96014ae7aef completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:44:07.053912 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Provisioning complete for port 7cf6562d-e594-4ed3-bb66-f96014ae7aef triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:44:07.053912 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:07.057377 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f2f14bf2-321c-49ed-bc34-44cdc0d1931f tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for floatingip, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:07.062069 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-f2f14bf2-321c-49ed-bc34-44cdc0d1931f tempest-VolumesAdminNegativeTest-343672952 tempest-VolumesAdminNegativeTest-343672952-project] 10.222.0.41 "DELETE /v2.0/floatingips/99ee5877-e138-4b8c-9cf3-88435e3ee425 HTTP/1.1" status: 204 len: 168 time: 2.3320832 Jun 01 18:44:07.062583 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 45588) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:44:07.186749 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port 7cf6562d-e594-4ed3-bb66-f96014ae7aef is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:44:07.187580 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:07.234065 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port 7cf6562d-e594-4ed3-bb66-f96014ae7aef, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=7cf6562d-e594-4ed3-bb66-f96014ae7aef,segment=NetworkSegment(9bd376cf-8b39-4b75-aaa6-34bd3746194e),segment_id=9bd376cf-8b39-4b75-aaa6-34bd3746194e)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:44:07.239538 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:07.262858 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-da3f9496-4d16-4b3a-b891-02b268ba738c req-2e474bc2-63d5-4f01-8277-671bc9410273 tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] For port da6e29fd-6403-4944-816d-34c3b0ec319d, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=da6e29fd-6403-4944-816d-34c3b0ec319d,segment=NetworkSegment(177be86f-471e-4b12-bda0-1497c6cf7f80),segment_id=177be86f-471e-4b12-bda0-1497c6cf7f80)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:44:07.263244 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-da3f9496-4d16-4b3a-b891-02b268ba738c req-2e474bc2-63d5-4f01-8277-671bc9410273 tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:07.373417 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=7cf6562d-e594-4ed3-bb66-f96014ae7aef,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:44:07.385181 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [req-53a11729-b957-4dbd-9af9-166819ef72fa req-7128f675-9878-4585-8d22-313fa1583925 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76ff1072-6dd9-430e-a046-4981370d94c1 {{(pid=88524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:44:07.418121 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-53a11729-b957-4dbd-9af9-166819ef72fa req-7128f675-9878-4585-8d22-313fa1583925 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:07.462966 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [req-53a11729-b957-4dbd-9af9-166819ef72fa req-7128f675-9878-4585-8d22-313fa1583925 service neutron] Transition to ACTIVE for port object 76ff1072-6dd9-430e-a046-4981370d94c1 will not be triggered until provisioned by entity L2. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:44:07.520737 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-53a11729-b957-4dbd-9af9-166819ef72fa req-7128f675-9878-4585-8d22-313fa1583925 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:07.560331 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-391639de-b3a9-432d-b49d-118ebf52deae req-ad49319c-b9e5-44c0-a02b-276daad96348 tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 18:44:07.570961 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f5f9394-722e-42cb-8102-6258528bd9cf None None] Sync routers for ids ['e37b1a48-11b2-44e4-8049-72b888626de6'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 18:44:07.578653 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-391639de-b3a9-432d-b49d-118ebf52deae req-ad49319c-b9e5-44c0-a02b-276daad96348 tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for floatingip, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:07.582011 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f5f9394-722e-42cb-8102-6258528bd9cf None None] Routers {'e37b1a48-11b2-44e4-8049-72b888626de6'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:44:07.582979 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-2f5f9394-722e-42cb-8102-6258528bd9cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:43:39Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['e37b1a48-11b2-44e4-8049-72b888626de6'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:44:07.670936 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d4c957ce-ef0c-4a4d-a6e1-079f563e5b79 req-7bdbc8ad-4339-4cdf-9955-eeb5862bd904 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893-project] Router 24ae915b-3a09-4bb6-b3b3-c9675639527e has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 18:44:07.803559 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-2f5f9394-722e-42cb-8102-6258528bd9cf None None] Set router e37b1a48-11b2-44e4-8049-72b888626de6 gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:44:07.822414 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7128f675-9878-4585-8d22-313fa1583925 service neutron] Pushing event updated for resources: {'Port': ['ID=76ff1072-6dd9-430e-a046-4981370d94c1,revision_number=2']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:44:07.875830 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-391639de-b3a9-432d-b49d-118ebf52deae req-ad49319c-b9e5-44c0-a02b-276daad96348 tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] 10.222.0.41 "PUT /v2.0/floatingips/ee0c40d8-5f65-4370-8636-a302aa69a53c HTTP/1.1" status: 200 len: 695 time: 2.7611313 Jun 01 18:44:07.878786 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a97c525e-047a-4124-86ec-39e79af6cb46', 'tag': '253a3bf0-1ecd-4505-b320-3bd5f380e317'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:44:07.968144 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-da3f9496-4d16-4b3a-b891-02b268ba738c req-2e474bc2-63d5-4f01-8277-671bc9410273 tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:07.968632 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-da3f9496-4d16-4b3a-b891-02b268ba738c req-2e474bc2-63d5-4f01-8277-671bc9410273 tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887712'] for floatingip, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:07.968907 n-d-844202-1 neutron-server[88524]: INFO neutron.db.l3_db [req-da3f9496-4d16-4b3a-b891-02b268ba738c req-2e474bc2-63d5-4f01-8277-671bc9410273 tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] Floating IP a1c293b1-4603-4701-b656-c4b24becc4b1 disassociated. External IP: 172.25.4.199, port: da6e29fd-6403-4944-816d-34c3b0ec319d. Jun 01 18:44:07.969246 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-da3f9496-4d16-4b3a-b891-02b268ba738c req-2e474bc2-63d5-4f01-8277-671bc9410273 tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] Calling delete_port for da6e29fd-6403-4944-816d-34c3b0ec319d owned by compute:nova {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:44:07.976453 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d4c957ce-ef0c-4a4d-a6e1-079f563e5b79 req-7bdbc8ad-4339-4cdf-9955-eeb5862bd904 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 18:44:07.987286 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb5c3db-ace6-47ee-ac1d-262ce14025ae None None] Sync routers for ids ['24ae915b-3a09-4bb6-b3b3-c9675639527e'] in n-d-844202-1 {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 18:44:07.989523 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-d4c957ce-ef0c-4a4d-a6e1-079f563e5b79 req-7bdbc8ad-4339-4cdf-9955-eeb5862bd904 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for floatingip, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:08.003623 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb5c3db-ace6-47ee-ac1d-262ce14025ae None None] Routers {'24ae915b-3a09-4bb6-b3b3-c9675639527e'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:44:08.006492 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-6eb5c3db-ace6-47ee-ac1d-262ce14025ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:43:39Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['24ae915b-3a09-4bb6-b3b3-c9675639527e'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:44:08.057207 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d4c957ce-ef0c-4a4d-a6e1-079f563e5b79 req-7bdbc8ad-4339-4cdf-9955-eeb5862bd904 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893-project] 10.222.0.41 "PUT /v2.0/floatingips/2d66eba9-6818-4a1d-adad-0a32c530dbe3 HTTP/1.1" status: 200 len: 695 time: 1.9450793 Jun 01 18:44:08.059084 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66e39d11-cd54-4f3b-ada0-58e0645c24e7', 'tag': '67845245-15ce-4806-82a4-3091bca0bc66'}] {{(pid=88525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:44:08.114703 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-53a11729-b957-4dbd-9af9-166819ef72fa req-7128f675-9878-4585-8d22-313fa1583925 service neutron] Attempting to bind port 76ff1072-6dd9-430e-a046-4981370d94c1 on host n-h1-844202-1 for vnic_type normal with profile {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:44:08.115269 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-53a11729-b957-4dbd-9af9-166819ef72fa req-7128f675-9878-4585-8d22-313fa1583925 service neutron] Attempting to bind port 76ff1072-6dd9-430e-a046-4981370d94c1 by drivers openvswitch,hyperv on host n-h1-844202-1 at level 0 using segments [{'id': 'e7a2e8fb-b3d5-44ba-bb42-81da885a74e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '411d1518-9352-4dec-8af2-2285a53556b4'}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:44:08.115396 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53a11729-b957-4dbd-9af9-166819ef72fa req-7128f675-9878-4585-8d22-313fa1583925 service neutron] Attempting to bind port 76ff1072-6dd9-430e-a046-4981370d94c1 on network 411d1518-9352-4dec-8af2-2285a53556b4 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:44:08.162719 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53a11729-b957-4dbd-9af9-166819ef72fa req-7128f675-9878-4585-8d22-313fa1583925 service neutron] Port 76ff1072-6dd9-430e-a046-4981370d94c1 on network 411d1518-9352-4dec-8af2-2285a53556b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-844202-1 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 18:44:08.163030 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53a11729-b957-4dbd-9af9-166819ef72fa req-7128f675-9878-4585-8d22-313fa1583925 service neutron] Attempting to bind port 76ff1072-6dd9-430e-a046-4981370d94c1 on network 411d1518-9352-4dec-8af2-2285a53556b4 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:44:08.177752 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53a11729-b957-4dbd-9af9-166819ef72fa req-7128f675-9878-4585-8d22-313fa1583925 service neutron] Checking agent: {'id': 'bdb1e5d7-b998-4259-838f-3d278e930f32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 18, 43, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:44:08.178093 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53a11729-b957-4dbd-9af9-166819ef72fa req-7128f675-9878-4585-8d22-313fa1583925 service neutron] Checking segment: {'id': 'e7a2e8fb-b3d5-44ba-bb42-81da885a74e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '411d1518-9352-4dec-8af2-2285a53556b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:44:08.178473 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53a11729-b957-4dbd-9af9-166819ef72fa req-7128f675-9878-4585-8d22-313fa1583925 service neutron] Bound using segment: {'id': 'e7a2e8fb-b3d5-44ba-bb42-81da885a74e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '411d1518-9352-4dec-8af2-2285a53556b4'} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:44:08.178898 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-53a11729-b957-4dbd-9af9-166819ef72fa req-7128f675-9878-4585-8d22-313fa1583925 service neutron] Bound port: 76ff1072-6dd9-430e-a046-4981370d94c1, host: n-h1-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7a2e8fb-b3d5-44ba-bb42-81da885a74e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '411d1518-9352-4dec-8af2-2285a53556b4'}}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:44:08.179237 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-53a11729-b957-4dbd-9af9-166819ef72fa req-7128f675-9878-4585-8d22-313fa1583925 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:08.248680 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c957ce-ef0c-4a4d-a6e1-079f563e5b79 req-62d2fb9e-d381-4686-a62c-f90fa70ae7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:44:08.251243 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d4c957ce-ef0c-4a4d-a6e1-079f563e5b79 req-62d2fb9e-d381-4686-a62c-f90fa70ae7fd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fe37b4563e0349938f147e9c99d54534&device_id=66e39d11-cd54-4f3b-ada0-58e0645c24e7 HTTP/1.1" status: 200 len: 1097 time: 0.1689715 Jun 01 18:44:08.269722 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-6eb5c3db-ace6-47ee-ac1d-262ce14025ae None None] Set router 24ae915b-3a09-4bb6-b3b3-c9675639527e gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:44:08.294643 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-2f5f9394-722e-42cb-8102-6258528bd9cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e37b1a48-11b2-44e4-8049-72b888626de6', 'name': 'tempest-FloatingIPsAssociationTestJSON-260000424-router', 'tenant_id': 'e0dc2e96ec69456782f276e47bf2486d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': '368eb3c4-ec62-4afc-a515-5b1dd5f282d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:42:23Z', 'updated_at': '2022-06-01T18:42:35Z', 'revision_number': 4, 'project_id': 'e0dc2e96ec69456782f276e47bf2486d', 'gw_port': {'id': '368eb3c4-ec62-4afc-a515-5b1dd5f282d3', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:2a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37b1a48-11b2-44e4-8049-72b888626de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:42:25Z', 'updated_at': '2022-06-01T18:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '38612e8c-0101-4044-80b4-fb606c42da57', 'name': '', 'network_id': '7475c262-ab00-42c7-8a8e-ce0d66e28c6b', 'tenant_id': 'e0dc2e96ec69456782f276e47bf2486d', 'mac_address': 'fa:16:3e:ed:85:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37b1a48-11b2-44e4-8049-72b888626de6', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'ba995e64-eb1c-4c76-a421-630e9228b936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:42:33Z', 'updated_at': '2022-06-01T18:42:48Z', 'revision_number': 5, 'project_id': 'e0dc2e96ec69456782f276e47bf2486d', 'subnets': [{'id': 'ba995e64-eb1c-4c76-a421-630e9228b936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:44:08.300416 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f5f9394-722e-42cb-8102-6258528bd9cf None None] Checking router: e37b1a48-11b2-44e4-8049-72b888626de6 for host: n-d-844202-1 {{(pid=88527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 18:44:08.312266 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f5f9394-722e-42cb-8102-6258528bd9cf None None] Routers {'e37b1a48-11b2-44e4-8049-72b888626de6'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:44:08.312946 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-2f5f9394-722e-42cb-8102-6258528bd9cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:43:39Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['e37b1a48-11b2-44e4-8049-72b888626de6'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:44:08.331844 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391639de-b3a9-432d-b49d-118ebf52deae req-e7956c95-eab1-45b6-b187-1ba7f357dd9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:44:08.333400 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-391639de-b3a9-432d-b49d-118ebf52deae req-e7956c95-eab1-45b6-b187-1ba7f357dd9c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e0dc2e96ec69456782f276e47bf2486d&device_id=a97c525e-047a-4124-86ec-39e79af6cb46 HTTP/1.1" status: 200 len: 1096 time: 0.4435198 Jun 01 18:44:08.461462 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-da3f9496-4d16-4b3a-b891-02b268ba738c req-2e474bc2-63d5-4f01-8277-671bc9410273 tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:08.529749 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-2f5f9394-722e-42cb-8102-6258528bd9cf None None] Set router e37b1a48-11b2-44e4-8049-72b888626de6 gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:44:08.535441 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e474bc2-63d5-4f01-8277-671bc9410273 tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] Pushing event deleted for resources: {'Port': ['ID=da6e29fd-6403-4944-816d-34c3b0ec319d,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:44:08.599912 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-78731d0e-a47e-4080-af17-0cea476d1b99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-887474'] for router_interface, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:08.630761 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-53a11729-b957-4dbd-9af9-166819ef72fa req-7128f675-9878-4585-8d22-313fa1583925 service neutron] For port 76ff1072-6dd9-430e-a046-4981370d94c1, host n-h1-844202-1, cleared binding levels {{(pid=88524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:44:08.632113 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-6eb5c3db-ace6-47ee-ac1d-262ce14025ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24ae915b-3a09-4bb6-b3b3-c9675639527e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1826518330-router', 'tenant_id': 'fe37b4563e0349938f147e9c99d54534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.167'}], 'enable_snat': True}, 'gw_port_id': 'f8bdaced-309b-4a16-af16-e96f30a9ba08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:42:58Z', 'updated_at': '2022-06-01T18:43:09Z', 'revision_number': 4, 'project_id': 'fe37b4563e0349938f147e9c99d54534', 'gw_port': {'id': 'f8bdaced-309b-4a16-af16-e96f30a9ba08', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:96:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ae915b-3a09-4bb6-b3b3-c9675639527e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:43:01Z', 'updated_at': '2022-06-01T18:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '295bbb49-16a9-4d66-b4c2-797b555a07c2', 'name': '', 'network_id': '2fa86028-0209-4add-9b81-a15a41499ef2', 'tenant_id': 'fe37b4563e0349938f147e9c99d54534', 'mac_address': 'fa:16:3e:f0:a6:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ae915b-3a09-4bb6-b3b3-c9675639527e', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '15baa5ee-7752-4f7e-acac-371c6811276b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:43:07Z', 'updated_at': '2022-06-01T18:43:19Z', 'revision_number': 5, 'project_id': 'fe37b4563e0349938f147e9c99d54534', 'subnets': [{'id': '15baa5ee-7752-4f7e-acac-371c6811276b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:44:08.636838 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb5c3db-ace6-47ee-ac1d-262ce14025ae None None] Checking router: 24ae915b-3a09-4bb6-b3b3-c9675639527e for host: n-d-844202-1 {{(pid=88526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 18:44:08.649031 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb5c3db-ace6-47ee-ac1d-262ce14025ae None None] Routers {'24ae915b-3a09-4bb6-b3b3-c9675639527e'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:44:08.650497 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-6eb5c3db-ace6-47ee-ac1d-262ce14025ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:43:39Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['24ae915b-3a09-4bb6-b3b3-c9675639527e'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:44:08.671127 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-53a11729-b957-4dbd-9af9-166819ef72fa req-7128f675-9878-4585-8d22-313fa1583925 service neutron] For port 76ff1072-6dd9-430e-a046-4981370d94c1, host n-h1-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=76ff1072-6dd9-430e-a046-4981370d94c1,segment=NetworkSegment(e7a2e8fb-b3d5-44ba-bb42-81da885a74e3),segment_id=e7a2e8fb-b3d5-44ba-bb42-81da885a74e3)] {{(pid=88524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:44:08.686230 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-53a11729-b957-4dbd-9af9-166819ef72fa req-7128f675-9878-4585-8d22-313fa1583925 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:08.799265 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c957ce-ef0c-4a4d-a6e1-079f563e5b79 req-1679e6ca-4273-4848-90c3-a88872fabd30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:44:08.801189 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d4c957ce-ef0c-4a4d-a6e1-079f563e5b79 req-1679e6ca-4273-4848-90c3-a88872fabd30 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2fa86028-0209-4add-9b81-a15a41499ef2 HTTP/1.1" status: 200 len: 930 time: 0.5437262 Jun 01 18:44:08.818653 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391639de-b3a9-432d-b49d-118ebf52deae req-da1dd066-9fed-454b-829b-0336966426d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:44:08.820116 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-391639de-b3a9-432d-b49d-118ebf52deae req-da1dd066-9fed-454b-829b-0336966426d3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7475c262-ab00-42c7-8a8e-ce0d66e28c6b HTTP/1.1" status: 200 len: 921 time: 0.4543319 Jun 01 18:44:08.900506 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a11729-b957-4dbd-9af9-166819ef72fa req-7128f675-9878-4585-8d22-313fa1583925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:44:08.901116 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-53a11729-b957-4dbd-9af9-166819ef72fa req-7128f675-9878-4585-8d22-313fa1583925 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:08.902480 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-53a11729-b957-4dbd-9af9-166819ef72fa req-7128f675-9878-4585-8d22-313fa1583925 service neutron] 10.222.0.15 "PUT /v2.0/ports/76ff1072-6dd9-430e-a046-4981370d94c1 HTTP/1.1" status: 200 len: 1091 time: 3.4162533 Jun 01 18:44:08.904254 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-6eb5c3db-ace6-47ee-ac1d-262ce14025ae None None] Set router 24ae915b-3a09-4bb6-b3b3-c9675639527e gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:44:08.929859 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-391639de-b3a9-432d-b49d-118ebf52deae req-b503132d-e6e2-4f4f-ac1b-967367237eac service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=253a3bf0-1ecd-4505-b320-3bd5f380e317 HTTP/1.1" status: 200 len: 217 time: 0.0957344 Jun 01 18:44:08.951528 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-2f5f9394-722e-42cb-8102-6258528bd9cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e37b1a48-11b2-44e4-8049-72b888626de6', 'name': 'tempest-FloatingIPsAssociationTestJSON-260000424-router', 'tenant_id': 'e0dc2e96ec69456782f276e47bf2486d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': '368eb3c4-ec62-4afc-a515-5b1dd5f282d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:42:23Z', 'updated_at': '2022-06-01T18:42:35Z', 'revision_number': 4, 'project_id': 'e0dc2e96ec69456782f276e47bf2486d', 'gw_port': {'id': '368eb3c4-ec62-4afc-a515-5b1dd5f282d3', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:2a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37b1a48-11b2-44e4-8049-72b888626de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:42:25Z', 'updated_at': '2022-06-01T18:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '38612e8c-0101-4044-80b4-fb606c42da57', 'name': '', 'network_id': '7475c262-ab00-42c7-8a8e-ce0d66e28c6b', 'tenant_id': 'e0dc2e96ec69456782f276e47bf2486d', 'mac_address': 'fa:16:3e:ed:85:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37b1a48-11b2-44e4-8049-72b888626de6', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'ba995e64-eb1c-4c76-a421-630e9228b936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:42:33Z', 'updated_at': '2022-06-01T18:42:48Z', 'revision_number': 5, 'project_id': 'e0dc2e96ec69456782f276e47bf2486d', 'subnets': [{'id': 'ba995e64-eb1c-4c76-a421-630e9228b936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:44:08.956597 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f5f9394-722e-42cb-8102-6258528bd9cf None None] The sync data for ids ['e37b1a48-11b2-44e4-8049-72b888626de6'] in n-d-844202-1 is: [{'id': 'e37b1a48-11b2-44e4-8049-72b888626de6', 'name': 'tempest-FloatingIPsAssociationTestJSON-260000424-router', 'tenant_id': 'e0dc2e96ec69456782f276e47bf2486d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': '368eb3c4-ec62-4afc-a515-5b1dd5f282d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:42:23Z', 'updated_at': '2022-06-01T18:42:35Z', 'revision_number': 4, 'project_id': 'e0dc2e96ec69456782f276e47bf2486d', 'gw_port': {'id': '368eb3c4-ec62-4afc-a515-5b1dd5f282d3', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:2a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37b1a48-11b2-44e4-8049-72b888626de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:42:25Z', 'updated_at': '2022-06-01T18:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '38612e8c-0101-4044-80b4-fb606c42da57', 'name': '', 'network_id': '7475c262-ab00-42c7-8a8e-ce0d66e28c6b', 'tenant_id': 'e0dc2e96ec69456782f276e47bf2486d', 'mac_address': 'fa:16:3e:ed:85:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37b1a48-11b2-44e4-8049-72b888626de6', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'ba995e64-eb1c-4c76-a421-630e9228b936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:42:33Z', 'updated_at': '2022-06-01T18:42:48Z', 'revision_number': 5, 'project_id': 'e0dc2e96ec69456782f276e47bf2486d', 'subnets': [{'id': 'ba995e64-eb1c-4c76-a421-630e9228b936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 18:44:09.003598 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d4c957ce-ef0c-4a4d-a6e1-079f563e5b79 req-4f00bf86-5aa8-4745-a4c5-073ceeb0b318 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=67845245-15ce-4806-82a4-3091bca0bc66 HTTP/1.1" status: 200 len: 217 time: 0.1407111 Jun 01 18:44:09.104645 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7128f675-9878-4585-8d22-313fa1583925 service neutron] Pushing event updated for resources: {'Port': ['ID=76ff1072-6dd9-430e-a046-4981370d94c1,revision_number=3']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:44:09.111823 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c957ce-ef0c-4a4d-a6e1-079f563e5b79 req-b50e3cc0-b7a6-420c-aec7-c5d16cf34b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:44:09.113371 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d4c957ce-ef0c-4a4d-a6e1-079f563e5b79 req-b50e3cc0-b7a6-420c-aec7-c5d16cf34b89 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=15baa5ee-7752-4f7e-acac-371c6811276b HTTP/1.1" status: 200 len: 868 time: 0.1018260 Jun 01 18:44:09.162731 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.l3_agent_scheduler [req-da3f9496-4d16-4b3a-b891-02b268ba738c req-2e474bc2-63d5-4f01-8277-671bc9410273 tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] Router 3c506a61-3ad0-436c-b5af-1dd11e0fa1d4 has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 18:44:09.167615 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391639de-b3a9-432d-b49d-118ebf52deae req-eb26cdfc-13d2-4a9a-9e3b-a7035b5b43c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:44:09.169115 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-391639de-b3a9-432d-b49d-118ebf52deae req-eb26cdfc-13d2-4a9a-9e3b-a7035b5b43c8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ba995e64-eb1c-4c76-a421-630e9228b936 HTTP/1.1" status: 200 len: 859 time: 0.2313573 Jun 01 18:44:09.274268 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-78731d0e-a47e-4080-af17-0cea476d1b99 admin admin] Deleting port 0e845dba-7a98-4b43-93bf-2c9fe8c0c499 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:44:09.274646 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-78731d0e-a47e-4080-af17-0cea476d1b99 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:09.347171 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c957ce-ef0c-4a4d-a6e1-079f563e5b79 req-3b82331f-b201-453c-bb19-9822d5f11689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:44:09.349147 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d4c957ce-ef0c-4a4d-a6e1-079f563e5b79 req-3b82331f-b201-453c-bb19-9822d5f11689 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2fa86028-0209-4add-9b81-a15a41499ef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2145317 Jun 01 18:44:09.357009 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88315332-7711-4a09-952f-ed0e54949daf None None] New status for floating IP ee0c40d8-5f65-4370-8636-a302aa69a53c: DOWN {{(pid=88527) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 18:44:09.384201 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-6eb5c3db-ace6-47ee-ac1d-262ce14025ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24ae915b-3a09-4bb6-b3b3-c9675639527e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1826518330-router', 'tenant_id': 'fe37b4563e0349938f147e9c99d54534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.167'}], 'enable_snat': True}, 'gw_port_id': 'f8bdaced-309b-4a16-af16-e96f30a9ba08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:42:58Z', 'updated_at': '2022-06-01T18:43:09Z', 'revision_number': 4, 'project_id': 'fe37b4563e0349938f147e9c99d54534', 'gw_port': {'id': 'f8bdaced-309b-4a16-af16-e96f30a9ba08', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:96:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ae915b-3a09-4bb6-b3b3-c9675639527e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:43:01Z', 'updated_at': '2022-06-01T18:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '295bbb49-16a9-4d66-b4c2-797b555a07c2', 'name': '', 'network_id': '2fa86028-0209-4add-9b81-a15a41499ef2', 'tenant_id': 'fe37b4563e0349938f147e9c99d54534', 'mac_address': 'fa:16:3e:f0:a6:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ae915b-3a09-4bb6-b3b3-c9675639527e', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '15baa5ee-7752-4f7e-acac-371c6811276b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:43:07Z', 'updated_at': '2022-06-01T18:43:19Z', 'revision_number': 5, 'project_id': 'fe37b4563e0349938f147e9c99d54534', 'subnets': [{'id': '15baa5ee-7752-4f7e-acac-371c6811276b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:44:09.388650 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb5c3db-ace6-47ee-ac1d-262ce14025ae None None] The sync data for ids ['24ae915b-3a09-4bb6-b3b3-c9675639527e'] in n-d-844202-1 is: [{'id': '24ae915b-3a09-4bb6-b3b3-c9675639527e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1826518330-router', 'tenant_id': 'fe37b4563e0349938f147e9c99d54534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.167'}], 'enable_snat': True}, 'gw_port_id': 'f8bdaced-309b-4a16-af16-e96f30a9ba08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:42:58Z', 'updated_at': '2022-06-01T18:43:09Z', 'revision_number': 4, 'project_id': 'fe37b4563e0349938f147e9c99d54534', 'gw_port': {'id': 'f8bdaced-309b-4a16-af16-e96f30a9ba08', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:96:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ae915b-3a09-4bb6-b3b3-c9675639527e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:43:01Z', 'updated_at': '2022-06-01T18:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '295bbb49-16a9-4d66-b4c2-797b555a07c2', 'name': '', 'network_id': '2fa86028-0209-4add-9b81-a15a41499ef2', 'tenant_id': 'fe37b4563e0349938f147e9c99d54534', 'mac_address': 'fa:16:3e:f0:a6:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ae915b-3a09-4bb6-b3b3-c9675639527e', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '15baa5ee-7752-4f7e-acac-371c6811276b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:43:07Z', 'updated_at': '2022-06-01T18:43:19Z', 'revision_number': 5, 'project_id': 'fe37b4563e0349938f147e9c99d54534', 'subnets': [{'id': '15baa5ee-7752-4f7e-acac-371c6811276b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 18:44:09.429659 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a11729-b957-4dbd-9af9-166819ef72fa req-afb35dfa-baf7-480d-8120-a3b53b7e276b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:44:09.431198 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-53a11729-b957-4dbd-9af9-166819ef72fa req-afb35dfa-baf7-480d-8120-a3b53b7e276b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0182a2e51ffc43df8efdd2130dbcea4d&device_id=bb3df7f9-2434-4ba7-9379-cd0b0030b6bd HTTP/1.1" status: 200 len: 1094 time: 0.4123468 Jun 01 18:44:09.465172 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-000d72f4-a5dc-4b4e-82f2-06ca15ef20b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:09.510189 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-53a11729-b957-4dbd-9af9-166819ef72fa req-16fc4b7b-ff4e-455e-95c2-4fe7623aa022 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=76ff1072-6dd9-430e-a046-4981370d94c1 HTTP/1.1" status: 200 len: 217 time: 0.0663216 Jun 01 18:44:09.581214 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-da3f9496-4d16-4b3a-b891-02b268ba738c req-2e474bc2-63d5-4f01-8277-671bc9410273 tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 18:44:09.593972 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ee615e-7768-438d-a647-c8ff2d8cf3c7 None None] Sync routers for ids ['3c506a61-3ad0-436c-b5af-1dd11e0fa1d4'] in n-d-844202-1 {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 18:44:09.603069 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ee615e-7768-438d-a647-c8ff2d8cf3c7 None None] Routers {'3c506a61-3ad0-436c-b5af-1dd11e0fa1d4'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:44:09.603668 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-b1ee615e-7768-438d-a647-c8ff2d8cf3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:44:09Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['3c506a61-3ad0-436c-b5af-1dd11e0fa1d4'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:44:09.634787 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [None req-78731d0e-a47e-4080-af17-0cea476d1b99 admin admin] For port 0e845dba-7a98-4b43-93bf-2c9fe8c0c499, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=0e845dba-7a98-4b43-93bf-2c9fe8c0c499,segment=NetworkSegment(36c06fa3-2cc2-4561-abd0-907bb0c67288),segment_id=36c06fa3-2cc2-4561-abd0-907bb0c67288)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:44:09.635076 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-78731d0e-a47e-4080-af17-0cea476d1b99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:09.647478 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d4c957ce-ef0c-4a4d-a6e1-079f563e5b79 req-2ec12708-15e9-47dc-9af5-819c29e3f115 service neutron] 10.222.0.41 "GET /v2.0/networks/2fa86028-0209-4add-9b81-a15a41499ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2673154 Jun 01 18:44:09.662365 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a11729-b957-4dbd-9af9-166819ef72fa req-6a79ad42-b3c0-454f-a51d-1fef6454dd57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:44:09.664596 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-53a11729-b957-4dbd-9af9-166819ef72fa req-6a79ad42-b3c0-454f-a51d-1fef6454dd57 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cfa67698-6bf3-43ec-a752-299eaec79caf HTTP/1.1" status: 200 len: 861 time: 0.1465673 Jun 01 18:44:09.799034 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391639de-b3a9-432d-b49d-118ebf52deae req-f2134b12-1fa3-45f1-be0a-29ecdb3d7a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:44:09.801246 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-391639de-b3a9-432d-b49d-118ebf52deae req-f2134b12-1fa3-45f1-be0a-29ecdb3d7a08 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7475c262-ab00-42c7-8a8e-ce0d66e28c6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6195951 Jun 01 18:44:09.805038 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-53a11729-b957-4dbd-9af9-166819ef72fa req-509f12dd-a3d8-4024-bc91-b881af91f910 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=411d1518-9352-4dec-8af2-2285a53556b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1290092 Jun 01 18:44:09.806232 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-da3f9496-4d16-4b3a-b891-02b268ba738c req-2e474bc2-63d5-4f01-8277-671bc9410273 tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] No DVR routers for this DVR port da6e29fd-6403-4944-816d-34c3b0ec319d on host n-h2-844202-1 {{(pid=88524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 18:44:09.813624 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-da3f9496-4d16-4b3a-b891-02b268ba738c req-2e474bc2-63d5-4f01-8277-671bc9410273 tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:09.846130 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-b1ee615e-7768-438d-a647-c8ff2d8cf3c7 None None] Set router 3c506a61-3ad0-436c-b5af-1dd11e0fa1d4 gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:44:09.905999 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc7b47f0-831e-44e3-b2f6-c4abcfa35b5b None None] New status for floating IP 2d66eba9-6818-4a1d-adad-0a32c530dbe3: DOWN {{(pid=88527) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 18:44:09.942577 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-78731d0e-a47e-4080-af17-0cea476d1b99 admin admin] Calling delete_port for 0e845dba-7a98-4b43-93bf-2c9fe8c0c499 owned by network:router_interface {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:44:10.113016 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-53a11729-b957-4dbd-9af9-166819ef72fa req-e4b71a33-6f32-4a32-bb7d-de8ca9ce416e service neutron] 10.222.0.15 "GET /v2.0/networks/411d1518-9352-4dec-8af2-2285a53556b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2950809 Jun 01 18:44:10.156757 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device da6e29fd-6403-4944-816d-34c3b0ec319d no longer exists at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:44:10.200118 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] No Port match for: da6e29fd-6403-4944-816d-34c3b0ec319d {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 18:44:10.200777 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device da6e29fd-6403-4944-816d-34c3b0ec319d not bound to the agent host n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 18:44:10.267729 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-da3f9496-4d16-4b3a-b891-02b268ba738c req-2e474bc2-63d5-4f01-8277-671bc9410273 tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] 10.222.0.50 "DELETE /v2.0/ports/da6e29fd-6403-4944-816d-34c3b0ec319d HTTP/1.1" status: 204 len: 173 time: 4.0278168 Jun 01 18:44:10.371699 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-391639de-b3a9-432d-b49d-118ebf52deae req-81df6bd4-9982-4aec-a8e7-0677777ba634 service neutron] 10.222.0.41 "GET /v2.0/networks/7475c262-ab00-42c7-8a8e-ce0d66e28c6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2778394 Jun 01 18:44:10.374784 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-53a11729-b957-4dbd-9af9-166819ef72fa req-f8e09d1f-e9b1-4b37-99e7-ccf945dc704c service neutron] 10.222.0.15 "GET /v2.0/networks/411d1518-9352-4dec-8af2-2285a53556b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2558303 Jun 01 18:44:10.436369 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d4c957ce-ef0c-4a4d-a6e1-079f563e5b79 req-9596d9eb-2025-4e9a-8eb8-23da05ca46fd service neutron] 10.222.0.41 "GET /v2.0/networks/2fa86028-0209-4add-9b81-a15a41499ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6907580 Jun 01 18:44:10.461549 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:10.563363 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:10.574687 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-391639de-b3a9-432d-b49d-118ebf52deae req-e6b596af-0f42-4e74-8b4e-11c6ad022a91 service neutron] 10.222.0.41 "GET /v2.0/networks/7475c262-ab00-42c7-8a8e-ce0d66e28c6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1967592 Jun 01 18:44:10.591980 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-b1ee615e-7768-438d-a647-c8ff2d8cf3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c506a61-3ad0-436c-b5af-1dd11e0fa1d4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-966599028-router', 'tenant_id': '7dd3c8e221f9433b9e41db5bb127ec48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': 'fa50976e-aefa-45dd-8e42-ccb004496ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:40:40Z', 'updated_at': '2022-06-01T18:40:54Z', 'revision_number': 4, 'project_id': '7dd3c8e221f9433b9e41db5bb127ec48', 'gw_port': {'id': 'fa50976e-aefa-45dd-8e42-ccb004496ea7', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ca:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c506a61-3ad0-436c-b5af-1dd11e0fa1d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:40:42Z', 'updated_at': '2022-06-01T18:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '89dcbeb8-b038-4d51-8cb6-78072f35c675', 'name': '', 'network_id': '18cc4e4f-761f-49c9-826c-48ea46f95616', 'tenant_id': '7dd3c8e221f9433b9e41db5bb127ec48', 'mac_address': 'fa:16:3e:4f:78:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c506a61-3ad0-436c-b5af-1dd11e0fa1d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'a2dd2f73-8ed9-4db5-a137-6e9cf02d18e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:40:51Z', 'updated_at': '2022-06-01T18:41:05Z', 'revision_number': 5, 'project_id': '7dd3c8e221f9433b9e41db5bb127ec48', 'subnets': [{'id': 'a2dd2f73-8ed9-4db5-a137-6e9cf02d18e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:44:10.596458 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ee615e-7768-438d-a647-c8ff2d8cf3c7 None None] Checking router: 3c506a61-3ad0-436c-b5af-1dd11e0fa1d4 for host: n-d-844202-1 {{(pid=88526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 18:44:10.606241 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ee615e-7768-438d-a647-c8ff2d8cf3c7 None None] Routers {'3c506a61-3ad0-436c-b5af-1dd11e0fa1d4'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:44:10.606996 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-b1ee615e-7768-438d-a647-c8ff2d8cf3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:44:09Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['3c506a61-3ad0-436c-b5af-1dd11e0fa1d4'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:44:10.658346 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-78731d0e-a47e-4080-af17-0cea476d1b99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:10.718139 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78731d0e-a47e-4080-af17-0cea476d1b99 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e845dba-7a98-4b43-93bf-2c9fe8c0c499,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:44:10.762518 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-9979bac4-4818-4414-ad16-f2b587e836c9 req-56038a14-5ead-4779-816d-236b0ad34e42 tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] Synchronizing usage tracker for tenant:7dd3c8e221f9433b9e41db5bb127ec48 on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:44:10.787794 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-9979bac4-4818-4414-ad16-f2b587e836c9 req-56038a14-5ead-4779-816d-236b0ad34e42 tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] Unset dirty status for tenant:7dd3c8e221f9433b9e41db5bb127ec48 on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:44:10.789976 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9979bac4-4818-4414-ad16-f2b587e836c9 req-56038a14-5ead-4779-816d-236b0ad34e42 tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] 10.222.0.41 "GET /v2.0/ports?device_id=72309f34-1001-446b-9441-5af03e82401c HTTP/1.1" status: 200 len: 210 time: 0.0798650 Jun 01 18:44:10.845417 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-b1ee615e-7768-438d-a647-c8ff2d8cf3c7 None None] Set router 3c506a61-3ad0-436c-b5af-1dd11e0fa1d4 gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:44:10.878836 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847d5f07-0d8f-41e0-aedb-8acf9032f8fe req-5704fd77-0685-492a-965d-ce802c34e9e0 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:44:10.888924 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-847d5f07-0d8f-41e0-aedb-8acf9032f8fe req-5704fd77-0685-492a-965d-ce802c34e9e0 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] 10.222.0.41 "GET /v2.0/ports?device_id=7e793ca5-49bd-42cb-8666-a3b4655afec7 HTTP/1.1" status: 200 len: 945 time: 0.2710788 Jun 01 18:44:11.049133 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-847d5f07-0d8f-41e0-aedb-8acf9032f8fe req-074df4ae-176a-4b87-92dc-0a164025a41c tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] 10.222.0.41 "GET /v2.0/security-groups?id=92820b43-7593-449e-bdb5-02c9f22d29e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636143 Jun 01 18:44:11.088200 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d627c79e-f07f-432b-91cb-54e5b0b86ca8 req-86cf9e8e-27a9-44a0-a258-7fe295967b48 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:44:11.089445 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-d627c79e-f07f-432b-91cb-54e5b0b86ca8 req-86cf9e8e-27a9-44a0-a258-7fe295967b48 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] Synchronizing usage tracker for tenant:0182a2e51ffc43df8efdd2130dbcea4d on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:44:11.093136 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:11.110451 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-d627c79e-f07f-432b-91cb-54e5b0b86ca8 req-86cf9e8e-27a9-44a0-a258-7fe295967b48 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] Unset dirty status for tenant:0182a2e51ffc43df8efdd2130dbcea4d on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:44:11.118205 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d627c79e-f07f-432b-91cb-54e5b0b86ca8 req-86cf9e8e-27a9-44a0-a258-7fe295967b48 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] 10.222.0.41 "GET /v2.0/ports?device_id=bb3df7f9-2434-4ba7-9379-cd0b0030b6bd HTTP/1.1" status: 200 len: 943 time: 0.1839910 Jun 01 18:44:11.165448 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cdb50383-7a68-44fc-b2d7-0bf2762ea924'] response: {'server_uuid': '75eeb2d2-9f66-496a-80bb-b33663e212ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '501e4fc3-0fdc-4f32-bbc6-7f6d266eefc1', 'code': 200} Jun 01 18:44:11.179152 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d627c79e-f07f-432b-91cb-54e5b0b86ca8 req-18db6bb8-162a-412c-8d8a-6fa26884544c tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] 10.222.0.41 "GET /v2.0/security-groups?id=444c87ba-31dc-4b5a-9977-492e198b845a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599334 Jun 01 18:44:11.222387 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-78731d0e-a47e-4080-af17-0cea476d1b99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-887310'] for router_interface, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:11.327811 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a4aedc-894e-4369-bce4-bb7c2f85b250 req-3eaa40da-1c39-4c3e-b857-f2236dc7536f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:44:11.329958 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-19a4aedc-894e-4369-bce4-bb7c2f85b250 req-3eaa40da-1c39-4c3e-b857-f2236dc7536f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=75eeb2d2-9f66-496a-80bb-b33663e212ac HTTP/1.1" status: 200 len: 1101 time: 0.1004248 Jun 01 18:44:11.384319 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-19a4aedc-894e-4369-bce4-bb7c2f85b250 req-5683cad5-3cda-4949-ae7e-a3d3e7db590b service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=5427509f-34d7-4eb0-9761-0171d484d3bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482337 Jun 01 18:44:11.392175 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-b1ee615e-7768-438d-a647-c8ff2d8cf3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c506a61-3ad0-436c-b5af-1dd11e0fa1d4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-966599028-router', 'tenant_id': '7dd3c8e221f9433b9e41db5bb127ec48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': 'fa50976e-aefa-45dd-8e42-ccb004496ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:40:40Z', 'updated_at': '2022-06-01T18:40:54Z', 'revision_number': 4, 'project_id': '7dd3c8e221f9433b9e41db5bb127ec48', 'gw_port': {'id': 'fa50976e-aefa-45dd-8e42-ccb004496ea7', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ca:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c506a61-3ad0-436c-b5af-1dd11e0fa1d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:40:42Z', 'updated_at': '2022-06-01T18:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '89dcbeb8-b038-4d51-8cb6-78072f35c675', 'name': '', 'network_id': '18cc4e4f-761f-49c9-826c-48ea46f95616', 'tenant_id': '7dd3c8e221f9433b9e41db5bb127ec48', 'mac_address': 'fa:16:3e:4f:78:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c506a61-3ad0-436c-b5af-1dd11e0fa1d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'a2dd2f73-8ed9-4db5-a137-6e9cf02d18e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:40:51Z', 'updated_at': '2022-06-01T18:41:05Z', 'revision_number': 5, 'project_id': '7dd3c8e221f9433b9e41db5bb127ec48', 'subnets': [{'id': 'a2dd2f73-8ed9-4db5-a137-6e9cf02d18e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:44:11.396953 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ee615e-7768-438d-a647-c8ff2d8cf3c7 None None] The sync data for ids ['3c506a61-3ad0-436c-b5af-1dd11e0fa1d4'] in n-d-844202-1 is: [{'id': '3c506a61-3ad0-436c-b5af-1dd11e0fa1d4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-966599028-router', 'tenant_id': '7dd3c8e221f9433b9e41db5bb127ec48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': 'fa50976e-aefa-45dd-8e42-ccb004496ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:40:40Z', 'updated_at': '2022-06-01T18:40:54Z', 'revision_number': 4, 'project_id': '7dd3c8e221f9433b9e41db5bb127ec48', 'gw_port': {'id': 'fa50976e-aefa-45dd-8e42-ccb004496ea7', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ca:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c506a61-3ad0-436c-b5af-1dd11e0fa1d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:40:42Z', 'updated_at': '2022-06-01T18:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '89dcbeb8-b038-4d51-8cb6-78072f35c675', 'name': '', 'network_id': '18cc4e4f-761f-49c9-826c-48ea46f95616', 'tenant_id': '7dd3c8e221f9433b9e41db5bb127ec48', 'mac_address': 'fa:16:3e:4f:78:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c506a61-3ad0-436c-b5af-1dd11e0fa1d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'a2dd2f73-8ed9-4db5-a137-6e9cf02d18e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:40:51Z', 'updated_at': '2022-06-01T18:41:05Z', 'revision_number': 5, 'project_id': '7dd3c8e221f9433b9e41db5bb127ec48', 'subnets': [{'id': 'a2dd2f73-8ed9-4db5-a137-6e9cf02d18e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 18:44:11.464954 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:11.522830 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1264db00-b5d1-4a16-9a6f-140a09e5bc25 req-82194d47-735d-4095-9272-b1833e37d3c1 tempest-ListImageFiltersTestJSON-5492641 tempest-ListImageFiltersTestJSON-5492641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:44:11.524155 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-1264db00-b5d1-4a16-9a6f-140a09e5bc25 req-82194d47-735d-4095-9272-b1833e37d3c1 tempest-ListImageFiltersTestJSON-5492641 tempest-ListImageFiltersTestJSON-5492641-project] 10.222.0.41 "GET /v2.0/ports?device_id=75eeb2d2-9f66-496a-80bb-b33663e212ac HTTP/1.1" status: 200 len: 950 time: 0.2240112 Jun 01 18:44:11.684872 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e3be72e-6bc1-4e77-859a-acab16e2b80d None None] New status for floating IP a1c293b1-4603-4701-b656-c4b24becc4b1: DOWN {{(pid=88526) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 18:44:11.728775 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-1264db00-b5d1-4a16-9a6f-140a09e5bc25 req-3b9bce91-7b37-4484-a7ef-0b3ba8b7434e tempest-ListImageFiltersTestJSON-5492641 tempest-ListImageFiltersTestJSON-5492641-project] 10.222.0.41 "GET /v2.0/security-groups?id=5427509f-34d7-4eb0-9761-0171d484d3bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492355 Jun 01 18:44:11.735492 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b18d831-8cfa-4b97-a22a-ea2d5c9938db'] response: {'name': 'network-changed', 'server_uuid': 'a97c525e-047a-4124-86ec-39e79af6cb46', 'tag': '253a3bf0-1ecd-4505-b320-3bd5f380e317', 'status': 'completed', 'code': 200} Jun 01 18:44:11.768411 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78731d0e-a47e-4080-af17-0cea476d1b99 admin admin] Router 51e6fe8c-7f65-47ca-b6f1-48e3eb04305d has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 18:44:11.839273 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d49a42-2818-49a2-ae29-5acd79a3c5b6 req-e2ef5174-0fa1-4501-8f05-156182d0ff97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:44:11.841241 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-88d49a42-2818-49a2-ae29-5acd79a3c5b6 req-e2ef5174-0fa1-4501-8f05-156182d0ff97 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e0dc2e96ec69456782f276e47bf2486d&device_id=a97c525e-047a-4124-86ec-39e79af6cb46 HTTP/1.1" status: 200 len: 1096 time: 0.1036892 Jun 01 18:44:11.865749 n-d-844202-1 neutron-server[88525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da24b446-3f2a-4206-9834-e7edd7cdd597'] response: {'name': 'network-changed', 'server_uuid': '66e39d11-cd54-4f3b-ada0-58e0645c24e7', 'tag': '67845245-15ce-4806-82a4-3091bca0bc66', 'status': 'completed', 'code': 200} Jun 01 18:44:12.010184 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:12.083886 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4c891a53-a1b8-41d0-932c-5867769099a3 req-5e50dfcb-ba5d-419b-86b9-057a6216a6f2 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893-project] 10.222.0.41 "GET /v2.0/floatingips/2d66eba9-6818-4a1d-adad-0a32c530dbe3 HTTP/1.1" status: 200 len: 693 time: 0.2115252 Jun 01 18:44:12.097315 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d49a42-2818-49a2-ae29-5acd79a3c5b6 req-6ffbaabe-b569-4637-bbd7-62a8ed54a796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:44:12.098871 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-88d49a42-2818-49a2-ae29-5acd79a3c5b6 req-6ffbaabe-b569-4637-bbd7-62a8ed54a796 service neutron] 10.222.0.50 "GET /v2.0/networks?id=7475c262-ab00-42c7-8a8e-ce0d66e28c6b HTTP/1.1" status: 200 len: 921 time: 0.2418242 Jun 01 18:44:12.191150 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-88d49a42-2818-49a2-ae29-5acd79a3c5b6 req-4b1eebf7-226a-4712-970f-e995ba409ad5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=253a3bf0-1ecd-4505-b320-3bd5f380e317 HTTP/1.1" status: 200 len: 217 time: 0.0817206 Jun 01 18:44:12.274178 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d49a42-2818-49a2-ae29-5acd79a3c5b6 req-f447da72-0646-48ca-bdd1-7eb02a9a4253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:44:12.276292 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-88d49a42-2818-49a2-ae29-5acd79a3c5b6 req-f447da72-0646-48ca-bdd1-7eb02a9a4253 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ba995e64-eb1c-4c76-a421-630e9228b936 HTTP/1.1" status: 200 len: 859 time: 0.0793121 Jun 01 18:44:12.423523 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d49a42-2818-49a2-ae29-5acd79a3c5b6 req-546b372b-53ae-4fcf-99b8-e6f455a16ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:44:12.425102 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-88d49a42-2818-49a2-ae29-5acd79a3c5b6 req-546b372b-53ae-4fcf-99b8-e6f455a16ace service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7475c262-ab00-42c7-8a8e-ce0d66e28c6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1401377 Jun 01 18:44:12.486704 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78731d0e-a47e-4080-af17-0cea476d1b99 admin admin] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 18:44:12.497731 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f16ed1-a374-459e-b1ba-730e1de64e8c None None] Sync routers for ids ['51e6fe8c-7f65-47ca-b6f1-48e3eb04305d'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 18:44:12.514351 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f16ed1-a374-459e-b1ba-730e1de64e8c None None] Routers {'51e6fe8c-7f65-47ca-b6f1-48e3eb04305d'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:44:12.515297 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8ff3db-ede1-4fb6-ad1f-1a889b4058d7 req-5729af20-7f0f-4c1f-836d-fa26d1bcd9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:44:12.515669 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-65f16ed1-a374-459e-b1ba-730e1de64e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:44:09Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['51e6fe8c-7f65-47ca-b6f1-48e3eb04305d'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:44:12.516795 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2a8ff3db-ede1-4fb6-ad1f-1a889b4058d7 req-5729af20-7f0f-4c1f-836d-fa26d1bcd9eb service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fe37b4563e0349938f147e9c99d54534&device_id=66e39d11-cd54-4f3b-ada0-58e0645c24e7 HTTP/1.1" status: 200 len: 1097 time: 0.6531513 Jun 01 18:44:12.554722 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c891a53-a1b8-41d0-932c-5867769099a3 req-ef182ee2-9dec-4a5a-9995-82e434bf30e1 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:44:12.556066 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4c891a53-a1b8-41d0-932c-5867769099a3 req-ef182ee2-9dec-4a5a-9995-82e434bf30e1 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893-project] 10.222.0.41 "GET /v2.0/networks/72a72e44-6845-488a-a5ff-3a26d4df9cb3 HTTP/1.1" status: 200 len: 784 time: 0.4653587 Jun 01 18:44:12.568887 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-78731d0e-a47e-4080-af17-0cea476d1b99 admin admin] 10.222.0.41 "PUT /v2.0/routers/51e6fe8c-7f65-47ca-b6f1-48e3eb04305d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5051210 Jun 01 18:44:12.570533 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 45620) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:44:12.645122 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3567b9-b07b-4ffa-b167-94859649e28b req-486b94c0-fa44-4e8e-abdc-b308aeb6a8a7 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:44:12.646594 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-1d3567b9-b07b-4ffa-b167-94859649e28b req-486b94c0-fa44-4e8e-abdc-b308aeb6a8a7 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] 10.222.0.41 "GET /v2.0/ports?device_id=7e793ca5-49bd-42cb-8666-a3b4655afec7 HTTP/1.1" status: 200 len: 945 time: 0.2827508 Jun 01 18:44:12.710063 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-88d49a42-2818-49a2-ae29-5acd79a3c5b6 req-35ba0f6f-c883-4428-b256-4a01335b5ad9 service neutron] 10.222.0.50 "GET /v2.0/networks/7475c262-ab00-42c7-8a8e-ce0d66e28c6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2710669 Jun 01 18:44:12.736905 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4c891a53-a1b8-41d0-932c-5867769099a3 req-591c45ef-ed01-455b-83c4-1ec524944e3a tempest-FloatingIPsAssociationNegativeTestJSON-1899695893 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.4.128 HTTP/1.1" status: 200 len: 696 time: 0.1665807 Jun 01 18:44:12.816849 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-65f16ed1-a374-459e-b1ba-730e1de64e8c None None] Set router 51e6fe8c-7f65-47ca-b6f1-48e3eb04305d gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:44:12.846547 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4c891a53-a1b8-41d0-932c-5867769099a3 req-fe748add-0dc6-442f-8c5b-00f33861fbd5 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.4.128 HTTP/1.1" status: 200 len: 696 time: 0.1087668 Jun 01 18:44:13.098859 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [req-4c891a53-a1b8-41d0-932c-5867769099a3 req-c626b2b3-d9c3-4d77-8972-8adb69395f62 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893-project] Deleting port 2d8f180b-114b-491e-8a6e-8b53d3fd60b5 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:44:13.099192 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-4c891a53-a1b8-41d0-932c-5867769099a3 req-c626b2b3-d9c3-4d77-8972-8adb69395f62 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:13.142203 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-1d3567b9-b07b-4ffa-b167-94859649e28b req-dd56f418-9dca-4977-b938-6586d9a87f10 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] 10.222.0.41 "GET /v2.0/security-groups?id=92820b43-7593-449e-bdb5-02c9f22d29e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4759190 Jun 01 18:44:13.166394 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e793ca5-49bd-42cb-8666-a3b4655afec7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cf6562d-e594-4ed3-bb66-f96014ae7aef'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:44:13.196130 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-65f16ed1-a374-459e-b1ba-730e1de64e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51e6fe8c-7f65-47ca-b6f1-48e3eb04305d', 'name': 'tempest-VolumesAdminNegativeTest-1260325399-router', 'tenant_id': 'ccc3866df726420d865ae40df69383ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': '28b472d7-ef1b-46bd-9c0f-6e9ae1479ad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:40:59Z', 'updated_at': '2022-06-01T18:44:10Z', 'revision_number': 5, 'project_id': 'ccc3866df726420d865ae40df69383ae', 'gw_port': {'id': '28b472d7-ef1b-46bd-9c0f-6e9ae1479ad1', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:20:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e6fe8c-7f65-47ca-b6f1-48e3eb04305d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:41:02Z', 'updated_at': '2022-06-01T18:41:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:44:13.201222 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f16ed1-a374-459e-b1ba-730e1de64e8c None None] Checking router: 51e6fe8c-7f65-47ca-b6f1-48e3eb04305d for host: n-d-844202-1 {{(pid=88527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 18:44:13.213010 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f16ed1-a374-459e-b1ba-730e1de64e8c None None] Routers {'51e6fe8c-7f65-47ca-b6f1-48e3eb04305d'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:44:13.214062 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-65f16ed1-a374-459e-b1ba-730e1de64e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:44:09Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['51e6fe8c-7f65-47ca-b6f1-48e3eb04305d'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:44:13.279729 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f6e34c2d-a809-44e4-88f6-d6d43efcb462 admin admin] Notify callbacks [] for router, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:13.294572 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-4c891a53-a1b8-41d0-932c-5867769099a3 req-c626b2b3-d9c3-4d77-8972-8adb69395f62 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:13.294898 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-4c891a53-a1b8-41d0-932c-5867769099a3 req-c626b2b3-d9c3-4d77-8972-8adb69395f62 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:13.413152 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-88d49a42-2818-49a2-ae29-5acd79a3c5b6 req-66f95d7d-e89c-4f79-8439-4a157f036dc9 service neutron] 10.222.0.50 "GET /v2.0/networks/7475c262-ab00-42c7-8a8e-ce0d66e28c6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6912546 Jun 01 18:44:13.416924 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-65f16ed1-a374-459e-b1ba-730e1de64e8c None None] Set router 51e6fe8c-7f65-47ca-b6f1-48e3eb04305d gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:44:13.436997 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [req-4c891a53-a1b8-41d0-932c-5867769099a3 req-c626b2b3-d9c3-4d77-8972-8adb69395f62 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893-project] Calling delete_port for 2d8f180b-114b-491e-8a6e-8b53d3fd60b5 owned by network:floatingip {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:44:13.473983 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8ff3db-ede1-4fb6-ad1f-1a889b4058d7 req-b7d0624f-5ed6-438f-a574-40e5bf6cd415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:44:13.476045 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2a8ff3db-ede1-4fb6-ad1f-1a889b4058d7 req-b7d0624f-5ed6-438f-a574-40e5bf6cd415 service neutron] 10.222.0.50 "GET /v2.0/networks?id=2fa86028-0209-4add-9b81-a15a41499ef2 HTTP/1.1" status: 200 len: 930 time: 0.9492452 Jun 01 18:44:13.570522 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2a8ff3db-ede1-4fb6-ad1f-1a889b4058d7 req-a45d6105-d77c-49e1-9be5-3953c33cd24e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=67845245-15ce-4806-82a4-3091bca0bc66 HTTP/1.1" status: 200 len: 217 time: 0.0836508 Jun 01 18:44:13.581044 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f9ddc8-feaa-4de8-82f9-e47f30fa178b req-43c9d4cc-a617-44d7-93d8-a8100908a15e tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:44:13.582586 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-27f9ddc8-feaa-4de8-82f9-e47f30fa178b req-43c9d4cc-a617-44d7-93d8-a8100908a15e tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] 10.222.0.41 "GET /v2.0/ports?device_id=773cad09-4e0e-4c52-b912-1cba8bc28300&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2303984 Jun 01 18:44:13.662388 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f6e34c2d-a809-44e4-88f6-d6d43efcb462 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:13.665841 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8ff3db-ede1-4fb6-ad1f-1a889b4058d7 req-9e56ac5d-6839-41ad-843f-a1faca44313a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:44:13.667892 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2a8ff3db-ede1-4fb6-ad1f-1a889b4058d7 req-9e56ac5d-6839-41ad-843f-a1faca44313a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=15baa5ee-7752-4f7e-acac-371c6811276b HTTP/1.1" status: 200 len: 868 time: 0.0908039 Jun 01 18:44:13.690640 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-27f9ddc8-feaa-4de8-82f9-e47f30fa178b req-b033cdf5-be64-452b-9190-f83fdf9f7827 tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.4.153 HTTP/1.1" status: 200 len: 696 time: 0.0926580 Jun 01 18:44:13.695303 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-27f9ddc8-feaa-4de8-82f9-e47f30fa178b req-4402b4d0-5e6e-410c-a668-f5751846d033 tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] Request body: {'floatingip': {'port_id': '84281443-ab67-470d-8fa5-2047102ef7b4', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:44:13.755735 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-65f16ed1-a374-459e-b1ba-730e1de64e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51e6fe8c-7f65-47ca-b6f1-48e3eb04305d', 'name': 'tempest-VolumesAdminNegativeTest-1260325399-router', 'tenant_id': 'ccc3866df726420d865ae40df69383ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': '28b472d7-ef1b-46bd-9c0f-6e9ae1479ad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:40:59Z', 'updated_at': '2022-06-01T18:44:10Z', 'revision_number': 5, 'project_id': 'ccc3866df726420d865ae40df69383ae', 'gw_port': {'id': '28b472d7-ef1b-46bd-9c0f-6e9ae1479ad1', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:20:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e6fe8c-7f65-47ca-b6f1-48e3eb04305d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:41:02Z', 'updated_at': '2022-06-01T18:41:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:44:13.760291 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f16ed1-a374-459e-b1ba-730e1de64e8c None None] The sync data for ids ['51e6fe8c-7f65-47ca-b6f1-48e3eb04305d'] in n-d-844202-1 is: [{'id': '51e6fe8c-7f65-47ca-b6f1-48e3eb04305d', 'name': 'tempest-VolumesAdminNegativeTest-1260325399-router', 'tenant_id': 'ccc3866df726420d865ae40df69383ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': '28b472d7-ef1b-46bd-9c0f-6e9ae1479ad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:40:59Z', 'updated_at': '2022-06-01T18:44:10Z', 'revision_number': 5, 'project_id': 'ccc3866df726420d865ae40df69383ae', 'gw_port': {'id': '28b472d7-ef1b-46bd-9c0f-6e9ae1479ad1', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:20:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e6fe8c-7f65-47ca-b6f1-48e3eb04305d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:41:02Z', 'updated_at': '2022-06-01T18:41:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 18:44:13.801162 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb3df7f9-2434-4ba7-9379-cd0b0030b6bd', 'tag': '76ff1072-6dd9-430e-a046-4981370d94c1'}, {'server_uuid': '72309f34-1001-446b-9441-5af03e82401c', 'name': 'network-vif-deleted', 'tag': 'da6e29fd-6403-4944-816d-34c3b0ec319d'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:44:13.808439 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-27f9ddc8-feaa-4de8-82f9-e47f30fa178b req-4402b4d0-5e6e-410c-a668-f5751846d033 tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] Notify callbacks [] for floatingip, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:13.825788 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-4c891a53-a1b8-41d0-932c-5867769099a3 req-c626b2b3-d9c3-4d77-8972-8adb69395f62 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:13.876178 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8ff3db-ede1-4fb6-ad1f-1a889b4058d7 req-4918736d-50ca-4928-8d12-155e22d4a772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:44:13.877655 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2a8ff3db-ede1-4fb6-ad1f-1a889b4058d7 req-4918736d-50ca-4928-8d12-155e22d4a772 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2fa86028-0209-4add-9b81-a15a41499ef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2028224 Jun 01 18:44:13.878465 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c626b2b3-d9c3-4d77-8972-8adb69395f62 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893-project] Pushing event deleted for resources: {'Port': ['ID=2d8f180b-114b-491e-8a6e-8b53d3fd60b5,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:44:13.914542 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-f6e34c2d-a809-44e4-88f6-d6d43efcb462 admin admin] Deleting port 28b472d7-ef1b-46bd-9c0f-6e9ae1479ad1 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:44:13.914890 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f6e34c2d-a809-44e4-88f6-d6d43efcb462 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:14.177544 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-4c891a53-a1b8-41d0-932c-5867769099a3 req-c626b2b3-d9c3-4d77-8972-8adb69395f62 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893-project] Notify callbacks [] for floatingip, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:14.231865 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2a8ff3db-ede1-4fb6-ad1f-1a889b4058d7 req-4b3fd1fe-972a-41c2-b44a-ff7f33c1e828 service neutron] 10.222.0.50 "GET /v2.0/networks/2fa86028-0209-4add-9b81-a15a41499ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3164215 Jun 01 18:44:14.233857 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-4c891a53-a1b8-41d0-932c-5867769099a3 req-c626b2b3-d9c3-4d77-8972-8adb69395f62 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for floatingip, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:14.234850 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4c891a53-a1b8-41d0-932c-5867769099a3 req-c626b2b3-d9c3-4d77-8972-8adb69395f62 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893-project] 10.222.0.41 "DELETE /v2.0/floatingips/2d66eba9-6818-4a1d-adad-0a32c530dbe3 HTTP/1.1" status: 204 len: 173 time: 1.3797421 Jun 01 18:44:14.321166 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a51393-fcab-4700-b89f-dcaba5adff62 req-07b294a7-b997-4522-a4f3-862dd1e38e0b tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:44:14.322611 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-33a51393-fcab-4700-b89f-dcaba5adff62 req-07b294a7-b997-4522-a4f3-862dd1e38e0b tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] 10.222.0.50 "GET /v2.0/ports?device_id=a97c525e-047a-4124-86ec-39e79af6cb46 HTTP/1.1" status: 200 len: 945 time: 0.4509971 Jun 01 18:44:14.324149 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [None req-f6e34c2d-a809-44e4-88f6-d6d43efcb462 admin admin] For port 28b472d7-ef1b-46bd-9c0f-6e9ae1479ad1, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=28b472d7-ef1b-46bd-9c0f-6e9ae1479ad1,segment=NetworkSegment(7875af61-4c53-4ff2-b8c8-d4b7c35ff947),segment_id=7875af61-4c53-4ff2-b8c8-d4b7c35ff947)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:44:14.324523 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f6e34c2d-a809-44e4-88f6-d6d43efcb462 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:14.417863 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2a8ff3db-ede1-4fb6-ad1f-1a889b4058d7 req-29c3df8c-9c2c-448c-ae2f-9691700ea0f3 service neutron] 10.222.0.50 "GET /v2.0/networks/2fa86028-0209-4add-9b81-a15a41499ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786652 Jun 01 18:44:14.460004 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c3d81d-488c-46f3-8840-f021ee3724a2 req-ca5b68b8-6c8e-427e-99ef-b8e6a489b7ad tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:44:14.461496 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e6c3d81d-488c-46f3-8840-f021ee3724a2 req-ca5b68b8-6c8e-427e-99ef-b8e6a489b7ad tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] 10.222.0.41 "GET /v2.0/ports?device_id=bb3df7f9-2434-4ba7-9379-cd0b0030b6bd HTTP/1.1" status: 200 len: 943 time: 0.1076679 Jun 01 18:44:14.506217 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e6c3d81d-488c-46f3-8840-f021ee3724a2 req-b1077f6b-f5e4-4412-8719-7e709a9bdac6 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] 10.222.0.41 "GET /v2.0/security-groups?id=444c87ba-31dc-4b5a-9977-492e198b845a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391550 Jun 01 18:44:14.508047 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-f6e34c2d-a809-44e4-88f6-d6d43efcb462 admin admin] Calling delete_port for 28b472d7-ef1b-46bd-9c0f-6e9ae1479ad1 owned by network:router_gateway {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:44:14.755858 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f11f582-6232-404a-a13a-773031444198 req-06e6f737-66ba-4223-841f-4f7615084886 tempest-ListImageFiltersTestJSON-5492641 tempest-ListImageFiltersTestJSON-5492641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:44:14.757331 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-0f11f582-6232-404a-a13a-773031444198 req-06e6f737-66ba-4223-841f-4f7615084886 tempest-ListImageFiltersTestJSON-5492641 tempest-ListImageFiltersTestJSON-5492641-project] 10.222.0.41 "GET /v2.0/ports?device_id=75eeb2d2-9f66-496a-80bb-b33663e212ac HTTP/1.1" status: 200 len: 950 time: 0.0816436 Jun 01 18:44:14.758678 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-33a51393-fcab-4700-b89f-dcaba5adff62 req-8c390c1f-d4ad-4159-b825-115596319ce1 tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] Deleting port 253a3bf0-1ecd-4505-b320-3bd5f380e317 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:44:14.759095 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-33a51393-fcab-4700-b89f-dcaba5adff62 req-8c390c1f-d4ad-4159-b825-115596319ce1 tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:14.803152 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-0f11f582-6232-404a-a13a-773031444198 req-b8204698-d3f2-42b9-8517-d622687f6f09 tempest-ListImageFiltersTestJSON-5492641 tempest-ListImageFiltersTestJSON-5492641-project] 10.222.0.41 "GET /v2.0/security-groups?id=5427509f-34d7-4eb0-9761-0171d484d3bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399063 Jun 01 18:44:14.855135 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fbea901e-e886-4a15-9dea-12692d974f0e'] response: {'server_uuid': '7e793ca5-49bd-42cb-8666-a3b4655afec7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cf6562d-e594-4ed3-bb66-f96014ae7aef', 'code': 200} Jun 01 18:44:14.914168 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27223b6b-ed13-4710-84d8-cdd9dabd1b84'] response: {'name': 'network-changed', 'server_uuid': 'bb3df7f9-2434-4ba7-9379-cd0b0030b6bd', 'tag': '76ff1072-6dd9-430e-a046-4981370d94c1', 'status': 'completed', 'code': 200} Jun 01 18:44:14.914429 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27223b6b-ed13-4710-84d8-cdd9dabd1b84'] response: {'server_uuid': '72309f34-1001-446b-9441-5af03e82401c', 'name': 'network-vif-deleted', 'tag': 'da6e29fd-6403-4944-816d-34c3b0ec319d', 'status': 'completed', 'code': 200} Jun 01 18:44:14.942778 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 0e845dba-7a98-4b43-93bf-2c9fe8c0c499 no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:44:14.980703 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: 0e845dba-7a98-4b43-93bf-2c9fe8c0c499 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 18:44:14.981296 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 0e845dba-7a98-4b43-93bf-2c9fe8c0c499 not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 18:44:15.086086 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16486ea-b036-410b-a492-f18c4970dc4e req-e2903d7a-9e38-432e-85a2-4d666d5bbdcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:44:15.087757 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d16486ea-b036-410b-a492-f18c4970dc4e req-e2903d7a-9e38-432e-85a2-4d666d5bbdcf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0182a2e51ffc43df8efdd2130dbcea4d&device_id=bb3df7f9-2434-4ba7-9379-cd0b0030b6bd HTTP/1.1" status: 200 len: 1094 time: 0.1528964 Jun 01 18:44:15.194823 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598144e2-0807-45da-b73f-bd4d9d48aaae req-a314657d-c6ab-4862-9aa7-12a0780d1eb4 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:44:15.196292 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-598144e2-0807-45da-b73f-bd4d9d48aaae req-a314657d-c6ab-4862-9aa7-12a0780d1eb4 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] 10.222.0.41 "GET /v2.0/ports?device_id=7e793ca5-49bd-42cb-8666-a3b4655afec7 HTTP/1.1" status: 200 len: 945 time: 0.1828313 Jun 01 18:44:15.251445 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca1b4ba-6567-448f-8505-db7e17b9b69c req-60378db2-e0ef-47cc-8bbe-c70d6c434bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:44:15.253213 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fca1b4ba-6567-448f-8505-db7e17b9b69c req-60378db2-e0ef-47cc-8bbe-c70d6c434bd2 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7e793ca5-49bd-42cb-8666-a3b4655afec7 HTTP/1.1" status: 200 len: 1096 time: 0.3141341 Jun 01 18:44:15.271973 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f6e34c2d-a809-44e4-88f6-d6d43efcb462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:15.274949 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-598144e2-0807-45da-b73f-bd4d9d48aaae req-e744b8c5-0406-438d-98d8-9f642ce5f717 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] 10.222.0.41 "GET /v2.0/security-groups?id=92820b43-7593-449e-bdb5-02c9f22d29e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705216 Jun 01 18:44:15.279758 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16486ea-b036-410b-a492-f18c4970dc4e req-0edc798e-44ba-46ab-ae6f-c059189ad451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:44:15.281333 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d16486ea-b036-410b-a492-f18c4970dc4e req-0edc798e-44ba-46ab-ae6f-c059189ad451 service neutron] 10.222.0.15 "GET /v2.0/networks?id=411d1518-9352-4dec-8af2-2285a53556b4 HTTP/1.1" status: 200 len: 922 time: 0.1799459 Jun 01 18:44:15.351438 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e34c2d-a809-44e4-88f6-d6d43efcb462 admin admin] Pushing event deleted for resources: {'Port': ['ID=28b472d7-ef1b-46bd-9c0f-6e9ae1479ad1,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:44:15.358636 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d16486ea-b036-410b-a492-f18c4970dc4e req-663c4269-9023-43b3-83c4-f71b4728efc2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=76ff1072-6dd9-430e-a046-4981370d94c1 HTTP/1.1" status: 200 len: 217 time: 0.0707917 Jun 01 18:44:15.427122 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16486ea-b036-410b-a492-f18c4970dc4e req-509c2187-8ee3-4bfc-a3fb-0b6bc33c7108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:44:15.428852 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d16486ea-b036-410b-a492-f18c4970dc4e req-509c2187-8ee3-4bfc-a3fb-0b6bc33c7108 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cfa67698-6bf3-43ec-a752-299eaec79caf HTTP/1.1" status: 200 len: 861 time: 0.0637414 Jun 01 18:44:15.444006 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.db.resource_extend [req-27f9ddc8-feaa-4de8-82f9-e47f30fa178b req-4402b4d0-5e6e-410c-a668-f5751846d033 tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 18:44:15.517032 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d16486ea-b036-410b-a492-f18c4970dc4e req-39139bdd-aec7-48b8-a409-ab137ac37a2f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=411d1518-9352-4dec-8af2-2285a53556b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0815940 Jun 01 18:44:15.537784 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fca1b4ba-6567-448f-8505-db7e17b9b69c req-8f0490c3-3f82-4b16-a488-8a8bd921ed82 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=92820b43-7593-449e-bdb5-02c9f22d29e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2668984 Jun 01 18:44:15.539383 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-33a51393-fcab-4700-b89f-dcaba5adff62 req-8c390c1f-d4ad-4159-b825-115596319ce1 tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] For port 253a3bf0-1ecd-4505-b320-3bd5f380e317, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=253a3bf0-1ecd-4505-b320-3bd5f380e317,segment=NetworkSegment(55263802-5ec7-4dff-8473-f61d2e94acb2),segment_id=55263802-5ec7-4dff-8473-f61d2e94acb2)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:44:15.539691 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-33a51393-fcab-4700-b89f-dcaba5adff62 req-8c390c1f-d4ad-4159-b825-115596319ce1 tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:15.668382 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a57547-dcc5-49d5-a030-5bdb0986e782 req-554b8cca-4768-4b54-9793-c2b455fef45b tempest-ListImageFiltersTestJSON-5492641 tempest-ListImageFiltersTestJSON-5492641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:44:15.670187 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-75a57547-dcc5-49d5-a030-5bdb0986e782 req-554b8cca-4768-4b54-9793-c2b455fef45b tempest-ListImageFiltersTestJSON-5492641 tempest-ListImageFiltersTestJSON-5492641-project] 10.222.0.41 "GET /v2.0/ports?device_id=97fc5fd1-6738-443f-8426-3662143a4c2a HTTP/1.1" status: 200 len: 950 time: 0.1985245 Jun 01 18:44:15.679450 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d16486ea-b036-410b-a492-f18c4970dc4e req-cab3ff73-97d2-4f90-bc16-5edee65b7992 service neutron] 10.222.0.15 "GET /v2.0/networks/411d1518-9352-4dec-8af2-2285a53556b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549401 Jun 01 18:44:15.686390 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-33a51393-fcab-4700-b89f-dcaba5adff62 req-8c390c1f-d4ad-4159-b825-115596319ce1 tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] Calling delete_port for 253a3bf0-1ecd-4505-b320-3bd5f380e317 owned by compute:nova {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:44:15.719292 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-75a57547-dcc5-49d5-a030-5bdb0986e782 req-752af003-b8f9-4dc5-99ff-fca97e4eaa89 tempest-ListImageFiltersTestJSON-5492641 tempest-ListImageFiltersTestJSON-5492641-project] 10.222.0.41 "GET /v2.0/security-groups?id=5427509f-34d7-4eb0-9761-0171d484d3bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419211 Jun 01 18:44:15.726900 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-27f9ddc8-feaa-4de8-82f9-e47f30fa178b req-4402b4d0-5e6e-410c-a668-f5751846d033 tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:15.742147 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f6e34c2d-a809-44e4-88f6-d6d43efcb462 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-887703'] for router_gateway, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:15.785385 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-27f9ddc8-feaa-4de8-82f9-e47f30fa178b req-4402b4d0-5e6e-410c-a668-f5751846d033 tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887712'] for floatingip, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:15.923485 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d16486ea-b036-410b-a492-f18c4970dc4e req-33b5b601-482f-42b6-98a9-4cfdb78a18dc service neutron] 10.222.0.15 "GET /v2.0/networks/411d1518-9352-4dec-8af2-2285a53556b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929212 Jun 01 18:44:15.941312 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6084152-073f-442a-9e58-fc1f58b8185d req-17bdaf75-ce42-4409-83e5-ef069540df07 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:44:15.942035 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-f6084152-073f-442a-9e58-fc1f58b8185d req-17bdaf75-ce42-4409-83e5-ef069540df07 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893-project] Synchronizing usage tracker for tenant:fe37b4563e0349938f147e9c99d54534 on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:44:15.961686 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-f6084152-073f-442a-9e58-fc1f58b8185d req-17bdaf75-ce42-4409-83e5-ef069540df07 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893-project] Unset dirty status for tenant:fe37b4563e0349938f147e9c99d54534 on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:44:15.962965 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f6084152-073f-442a-9e58-fc1f58b8185d req-17bdaf75-ce42-4409-83e5-ef069540df07 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893-project] 10.222.0.41 "GET /v2.0/ports?device_id=66e39d11-cd54-4f3b-ada0-58e0645c24e7&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1436627 Jun 01 18:44:16.039223 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-f6084152-073f-442a-9e58-fc1f58b8185d req-841c8580-8acf-4992-9fd6-629a1835e741 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893-project] Synchronizing usage tracker for tenant:fe37b4563e0349938f147e9c99d54534 on resource:floatingip {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:44:16.054938 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-f6084152-073f-442a-9e58-fc1f58b8185d req-841c8580-8acf-4992-9fd6-629a1835e741 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893-project] Unset dirty status for tenant:fe37b4563e0349938f147e9c99d54534 on resource:floatingip {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:44:16.056213 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f6084152-073f-442a-9e58-fc1f58b8185d req-841c8580-8acf-4992-9fd6-629a1835e741 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0864334 Jun 01 18:44:16.093912 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 45654) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:44:16.107830 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f6e34c2d-a809-44e4-88f6-d6d43efcb462 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25316'] for router, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:16.112024 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f6e34c2d-a809-44e4-88f6-d6d43efcb462 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:16.291452 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f6e34c2d-a809-44e4-88f6-d6d43efcb462 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-891519'] for router, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:16.291935 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6e34c2d-a809-44e4-88f6-d6d43efcb462 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 51e6fe8c-7f65-47ca-b6f1-48e3eb04305d {{(pid=88524) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 18:44:16.334732 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-fb53124d-fcd2-49bc-a656-c452e1d04242 tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:16.350464 n-d-844202-1 neutron-server[88524]: INFO neutron.db.l3_db [req-27f9ddc8-feaa-4de8-82f9-e47f30fa178b req-4402b4d0-5e6e-410c-a668-f5751846d033 tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] Floating IP ee0c40d8-5f65-4370-8636-a302aa69a53c associated. External IP: 172.25.4.153, port: 84281443-ab67-470d-8fa5-2047102ef7b4. Jun 01 18:44:16.375411 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-fb53124d-fcd2-49bc-a656-c452e1d04242 tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:16.432889 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2d69fd-a3e7-4de2-83ab-f6d768fef9bc req-a4c9ac5f-baba-4cec-a6c1-c26b8ad5ad4e tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:44:16.434373 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ec2d69fd-a3e7-4de2-83ab-f6d768fef9bc req-a4c9ac5f-baba-4cec-a6c1-c26b8ad5ad4e tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] 10.222.0.41 "GET /v2.0/ports?device_id=bb3df7f9-2434-4ba7-9379-cd0b0030b6bd HTTP/1.1" status: 200 len: 943 time: 0.1720691 Jun 01 18:44:16.455545 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f6e34c2d-a809-44e4-88f6-d6d43efcb462 admin admin] Notify callbacks [] for router, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:16.459074 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-f6e34c2d-a809-44e4-88f6-d6d43efcb462 admin admin] 10.222.0.41 "DELETE /v2.0/routers/51e6fe8c-7f65-47ca-b6f1-48e3eb04305d HTTP/1.1" status: 204 len: 168 time: 3.8853126 Jun 01 18:44:16.459702 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-33a51393-fcab-4700-b89f-dcaba5adff62 req-8c390c1f-d4ad-4159-b825-115596319ce1 tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:16.461351 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 45662) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:44:16.479246 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-fb53124d-fcd2-49bc-a656-c452e1d04242 tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:16.481228 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] get_ports_and_sgs() called for port_ids ['84281443-ab67-470d-8fa5-2047102ef7b4'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:44:16.505809 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb53124d-fcd2-49bc-a656-c452e1d04242 tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90cc0839-524f-48ee-bc32-5b782e7aaf99,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:44:16.510533 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ec2d69fd-a3e7-4de2-83ab-f6d768fef9bc req-4c7d30b5-2aae-4a7b-a67d-fdbfb80f732f tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] 10.222.0.41 "GET /v2.0/security-groups?id=444c87ba-31dc-4b5a-9977-492e198b845a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659573 Jun 01 18:44:16.524469 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-fb53124d-fcd2-49bc-a656-c452e1d04242 tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:16.529825 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-fb53124d-fcd2-49bc-a656-c452e1d04242 tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] 10.222.0.41 "DELETE /v2.0/security-groups/90cc0839-524f-48ee-bc32-5b782e7aaf99 HTTP/1.1" status: 204 len: 168 time: 0.4298053 Jun 01 18:44:16.530166 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 45666) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:44:16.554509 n-d-844202-1 neutron-server[88525]: INFO neutron.api.v2.resource [None req-4f055666-9f68-42d3-b6fb-5eb462a2025b tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] show failed (client error): The resource could not be found. Jun 01 18:44:16.554509 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-4f055666-9f68-42d3-b6fb-5eb462a2025b tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] 10.222.0.41 "GET /v2.0/security-groups/90cc0839-524f-48ee-bc32-5b782e7aaf99 HTTP/1.1" status: 404 len: 347 time: 0.0211091 Jun 01 18:44:16.571388 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 45670) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:44:16.627863 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c390c1f-d4ad-4159-b825-115596319ce1 tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] Pushing event deleted for resources: {'Port': ['ID=253a3bf0-1ecd-4505-b320-3bd5f380e317,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:44:16.748771 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4d481b1-aa9a-4ca4-ae8e-7dff1a8adcfa admin admin] Deleting subnet b515e042-63ba-4f60-823c-65d0c449d014 {{(pid=88524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 18:44:16.766567 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-33a51393-fcab-4700-b89f-dcaba5adff62 req-8c390c1f-d4ad-4159-b825-115596319ce1 tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] No DVR routers for this DVR port 253a3bf0-1ecd-4505-b320-3bd5f380e317 on host n-h2-844202-1 {{(pid=88524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 18:44:16.769805 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f4d481b1-aa9a-4ca4-ae8e-7dff1a8adcfa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:16.797604 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-33a51393-fcab-4700-b89f-dcaba5adff62 req-8c390c1f-d4ad-4159-b825-115596319ce1 tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:16.800804 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-33a51393-fcab-4700-b89f-dcaba5adff62 req-8c390c1f-d4ad-4159-b825-115596319ce1 tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] 10.222.0.50 "DELETE /v2.0/ports/253a3bf0-1ecd-4505-b320-3bd5f380e317 HTTP/1.1" status: 204 len: 173 time: 2.4634490 Jun 01 18:44:16.851360 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-257d5e02-b3cc-43c1-9f2d-bde07312fb62 tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] Deleting port d15cec40-2bc1-43b4-9ef7-c7372c478643 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:44:16.851588 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-257d5e02-b3cc-43c1-9f2d-bde07312fb62 tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:16.915803 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a97c525e-047a-4124-86ec-39e79af6cb46', 'name': 'network-vif-deleted', 'tag': '253a3bf0-1ecd-4505-b320-3bd5f380e317'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:44:16.970524 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f4d481b1-aa9a-4ca4-ae8e-7dff1a8adcfa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2702137'] for subnet, precommit_delete_associations {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:17.049605 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 28b472d7-ef1b-46bd-9c0f-6e9ae1479ad1 no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:44:17.106950 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: 28b472d7-ef1b-46bd-9c0f-6e9ae1479ad1 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 18:44:17.107721 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 28b472d7-ef1b-46bd-9c0f-6e9ae1479ad1 not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 18:44:17.126239 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-257d5e02-b3cc-43c1-9f2d-bde07312fb62 tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:17.126796 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-257d5e02-b3cc-43c1-9f2d-bde07312fb62 tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:17.266696 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.l3_agent_scheduler [req-27f9ddc8-feaa-4de8-82f9-e47f30fa178b req-4402b4d0-5e6e-410c-a668-f5751846d033 tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] Router e37b1a48-11b2-44e4-8049-72b888626de6 has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 18:44:17.267244 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-257d5e02-b3cc-43c1-9f2d-bde07312fb62 tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] Calling delete_port for d15cec40-2bc1-43b4-9ef7-c7372c478643 owned by network:floatingip {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:44:17.286433 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f4d481b1-aa9a-4ca4-ae8e-7dff1a8adcfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:17.381040 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d935df49-735f-464e-a9d8-ac3466dfd19a req-4de9093d-a6e6-40f2-8e38-26516ef22ac4 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1210339 Jun 01 18:44:17.464516 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f4d481b1-aa9a-4ca4-ae8e-7dff1a8adcfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2718856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3066595'] for subnet, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:17.496833 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-257d5e02-b3cc-43c1-9f2d-bde07312fb62 tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:17.630273 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257d5e02-b3cc-43c1-9f2d-bde07312fb62 tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] Pushing event deleted for resources: {'Port': ['ID=d15cec40-2bc1-43b4-9ef7-c7372c478643,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:44:17.710791 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d481b1-aa9a-4ca4-ae8e-7dff1a8adcfa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b515e042-63ba-4f60-823c-65d0c449d014,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:44:17.712747 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f4d481b1-aa9a-4ca4-ae8e-7dff1a8adcfa admin admin] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:17.721648 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-f4d481b1-aa9a-4ca4-ae8e-7dff1a8adcfa admin admin] 10.222.0.41 "DELETE /v2.0/subnets/b515e042-63ba-4f60-823c-65d0c449d014 HTTP/1.1" status: 204 len: 168 time: 1.2072446 Jun 01 18:44:17.724839 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 45692) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:44:17.727751 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd95b348-672c-4f62-8c6b-ec3c036c60a5 None None] Network e376e31f-d7fc-4c94-a911-fdf7b219dbbf requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 18:44:17.787525 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-257d5e02-b3cc-43c1-9f2d-bde07312fb62 tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] Notify callbacks [] for floatingip, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:17.822194 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-27f9ddc8-feaa-4de8-82f9-e47f30fa178b req-4402b4d0-5e6e-410c-a668-f5751846d033 tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 18:44:17.824029 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-0aec135c-70dd-40b5-9bbc-a075bb3c2837 req-19ee2d64-dc98-4103-b608-7a45671516a9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7d29c071-4e6a-4167-9c9f-69f1a274133e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2290504 Jun 01 18:44:17.828011 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-27f9ddc8-feaa-4de8-82f9-e47f30fa178b req-4402b4d0-5e6e-410c-a668-f5751846d033 tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for floatingip, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:17.833374 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2625d75d-752c-42aa-a232-e2b7f7d7d4f1 req-0713f132-6c37-4d20-b385-e13d66676cb5 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:44:17.840455 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2625d75d-752c-42aa-a232-e2b7f7d7d4f1 req-0713f132-6c37-4d20-b385-e13d66676cb5 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] 10.222.0.41 "GET /v2.0/ports?device_id=7e793ca5-49bd-42cb-8666-a3b4655afec7 HTTP/1.1" status: 200 len: 945 time: 0.2923920 Jun 01 18:44:17.843559 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f965a5-adf9-41ee-8442-f84de12354c3 None None] Sync routers for ids ['e37b1a48-11b2-44e4-8049-72b888626de6'] in n-d-844202-1 {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 18:44:17.858034 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-257d5e02-b3cc-43c1-9f2d-bde07312fb62 tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for floatingip, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:17.864764 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-257d5e02-b3cc-43c1-9f2d-bde07312fb62 tempest-ServersWithSpecificFlavorTestJSON-616256972 tempest-ServersWithSpecificFlavorTestJSON-616256972-project] 10.222.0.41 "DELETE /v2.0/floatingips/a1c293b1-4603-4701-b656-c4b24becc4b1 HTTP/1.1" status: 204 len: 168 time: 1.2880270 Jun 01 18:44:17.864959 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f965a5-adf9-41ee-8442-f84de12354c3 None None] Routers {'e37b1a48-11b2-44e4-8049-72b888626de6'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:44:17.864959 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-43f965a5-adf9-41ee-8442-f84de12354c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:44:09Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['e37b1a48-11b2-44e4-8049-72b888626de6'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:44:17.892033 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-70f8c3c9-9f3b-4a53-8e9b-a8b2c3633f13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:17.908090 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2625d75d-752c-42aa-a232-e2b7f7d7d4f1 req-ad5bc915-1c43-4c7b-b624-ccf57d5e0d42 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] 10.222.0.41 "GET /v2.0/security-groups?id=92820b43-7593-449e-bdb5-02c9f22d29e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632041 Jun 01 18:44:17.916829 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-27f9ddc8-feaa-4de8-82f9-e47f30fa178b req-4402b4d0-5e6e-410c-a668-f5751846d033 tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] 10.222.0.41 "PUT /v2.0/floatingips/ee0c40d8-5f65-4370-8636-a302aa69a53c HTTP/1.1" status: 200 len: 997 time: 4.2252107 Jun 01 18:44:17.927680 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-70f8c3c9-9f3b-4a53-8e9b-a8b2c3633f13 admin admin] Deleting port f130c384-f678-48a6-a8c8-70ef6aa15052 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:44:17.928030 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-70f8c3c9-9f3b-4a53-8e9b-a8b2c3633f13 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:18.048199 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aec135c-70dd-40b5-9bbc-a075bb3c2837 req-8a63a106-a884-4c64-89ad-667c64cfbec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:44:18.048758 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef688026-13ad-430a-85cd-ac34e0d122b1'] response: {'server_uuid': 'a97c525e-047a-4124-86ec-39e79af6cb46', 'name': 'network-vif-deleted', 'tag': '253a3bf0-1ecd-4505-b320-3bd5f380e317', 'status': 'completed', 'code': 200} Jun 01 18:44:18.050988 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-0aec135c-70dd-40b5-9bbc-a075bb3c2837 req-8a63a106-a884-4c64-89ad-667c64cfbec9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0182a2e51ffc43df8efdd2130dbcea4d&device_id=7d29c071-4e6a-4167-9c9f-69f1a274133e HTTP/1.1" status: 200 len: 1096 time: 0.0966749 Jun 01 18:44:18.180068 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f9ddc8-feaa-4de8-82f9-e47f30fa178b req-9bf55767-f7ed-4a84-9330-94ab2632fc04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:44:18.182117 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-27f9ddc8-feaa-4de8-82f9-e47f30fa178b req-9bf55767-f7ed-4a84-9330-94ab2632fc04 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e0dc2e96ec69456782f276e47bf2486d&device_id=773cad09-4e0e-4c52-b912-1cba8bc28300 HTTP/1.1" status: 200 len: 1097 time: 0.2005894 Jun 01 18:44:18.197061 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-43f965a5-adf9-41ee-8442-f84de12354c3 None None] Set router e37b1a48-11b2-44e4-8049-72b888626de6 gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:44:18.223519 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aec135c-70dd-40b5-9bbc-a075bb3c2837 req-31e460f2-9d2d-4c93-b209-bc83a6396fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:44:18.225156 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-0aec135c-70dd-40b5-9bbc-a075bb3c2837 req-31e460f2-9d2d-4c93-b209-bc83a6396fd7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=411d1518-9352-4dec-8af2-2285a53556b4 HTTP/1.1" status: 200 len: 922 time: 0.1395836 Jun 01 18:44:18.249837 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 253a3bf0-1ecd-4505-b320-3bd5f380e317 no longer exists at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:44:18.296048 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] No Port match for: 253a3bf0-1ecd-4505-b320-3bd5f380e317 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 18:44:18.296997 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 253a3bf0-1ecd-4505-b320-3bd5f380e317 not bound to the agent host n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 18:44:18.327651 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [None req-70f8c3c9-9f3b-4a53-8e9b-a8b2c3633f13 admin admin] For port f130c384-f678-48a6-a8c8-70ef6aa15052, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=f130c384-f678-48a6-a8c8-70ef6aa15052,segment=NetworkSegment(36c06fa3-2cc2-4561-abd0-907bb0c67288),segment_id=36c06fa3-2cc2-4561-abd0-907bb0c67288)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:44:18.328044 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-70f8c3c9-9f3b-4a53-8e9b-a8b2c3633f13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:18.472095 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61be679f-1be7-4ffd-8a85-d6e4e11ccc1e None None] DHCP port deletion for e376e31f-d7fc-4c94-a911-fdf7b219dbbf request from n-d-844202-1 {{(pid=88526) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 18:44:18.480194 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-0aec135c-70dd-40b5-9bbc-a075bb3c2837 req-8db7d29d-5c10-4e55-85d6-3247c0a0ae37 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=35420f97-05c5-4e2d-b246-8037075de4fa HTTP/1.1" status: 200 len: 217 time: 0.2454300 Jun 01 18:44:18.500553 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-70f8c3c9-9f3b-4a53-8e9b-a8b2c3633f13 admin admin] Calling delete_port for f130c384-f678-48a6-a8c8-70ef6aa15052 owned by network:dhcp {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:44:18.507932 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-61be679f-1be7-4ffd-8a85-d6e4e11ccc1e None None] Deleting port f130c384-f678-48a6-a8c8-70ef6aa15052 {{(pid=88526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:44:18.508650 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-61be679f-1be7-4ffd-8a85-d6e4e11ccc1e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:18.587090 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-70f8c3c9-9f3b-4a53-8e9b-a8b2c3633f13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:18.588822 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aec135c-70dd-40b5-9bbc-a075bb3c2837 req-ad621d44-e939-467e-9573-da5eace550af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:44:18.590798 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-0aec135c-70dd-40b5-9bbc-a075bb3c2837 req-ad621d44-e939-467e-9573-da5eace550af service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cfa67698-6bf3-43ec-a752-299eaec79caf HTTP/1.1" status: 200 len: 861 time: 0.0965617 Jun 01 18:44:18.627487 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-61be679f-1be7-4ffd-8a85-d6e4e11ccc1e None None] The port 'f130c384-f678-48a6-a8c8-70ef6aa15052' was deleted {{(pid=88526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 01 18:44:18.696971 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-0aec135c-70dd-40b5-9bbc-a075bb3c2837 req-8531923b-e25e-4ddf-9cbd-ed17202c4dfa service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=411d1518-9352-4dec-8af2-2285a53556b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526001 Jun 01 18:44:18.703429 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f8c3c9-9f3b-4a53-8e9b-a8b2c3633f13 admin admin] Pushing event deleted for resources: {'Port': ['ID=f130c384-f678-48a6-a8c8-70ef6aa15052,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:44:18.712501 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f8c3c9-9f3b-4a53-8e9b-a8b2c3633f13 admin admin] No DVR routers for this DVR port f130c384-f678-48a6-a8c8-70ef6aa15052 on host n-d-844202-1 {{(pid=88524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 18:44:18.816920 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd37fdc-3acf-49a5-8b9d-cfd13a1f497f req-1d9eeb54-283a-4928-9f23-900c89d0c69d tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:44:18.820325 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-fcd37fdc-3acf-49a5-8b9d-cfd13a1f497f req-1d9eeb54-283a-4928-9f23-900c89d0c69d tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] 10.222.0.41 "GET /v2.0/ports?device_id=bb3df7f9-2434-4ba7-9379-cd0b0030b6bd HTTP/1.1" status: 200 len: 943 time: 0.2277720 Jun 01 18:44:18.859434 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-43f965a5-adf9-41ee-8442-f84de12354c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e37b1a48-11b2-44e4-8049-72b888626de6', 'name': 'tempest-FloatingIPsAssociationTestJSON-260000424-router', 'tenant_id': 'e0dc2e96ec69456782f276e47bf2486d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': '368eb3c4-ec62-4afc-a515-5b1dd5f282d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:42:23Z', 'updated_at': '2022-06-01T18:42:35Z', 'revision_number': 4, 'project_id': 'e0dc2e96ec69456782f276e47bf2486d', 'gw_port': {'id': '368eb3c4-ec62-4afc-a515-5b1dd5f282d3', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:2a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37b1a48-11b2-44e4-8049-72b888626de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:42:25Z', 'updated_at': '2022-06-01T18:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_floatingips': [{'id': 'ee0c40d8-5f65-4370-8636-a302aa69a53c', 'tenant_id': 'e0dc2e96ec69456782f276e47bf2486d', 'floating_ip_address': '172.25.4.153', 'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'router_id': 'e37b1a48-11b2-44e4-8049-72b888626de6', 'port_id': '84281443-ab67-470d-8fa5-2047102ef7b4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7475c262-ab00-42c7-8a8e-ce0d66e28c6b', 'mac_address': 'fa:16:3e:70:67:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '773cad09-4e0e-4c52-b912-1cba8bc28300', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T18:43:18Z', 'updated_at': '2022-06-01T18:44:15Z', 'revision_number': 8, 'project_id': 'e0dc2e96ec69456782f276e47bf2486d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38612e8c-0101-4044-80b4-fb606c42da57', 'name': '', 'network_id': '7475c262-ab00-42c7-8a8e-ce0d66e28c6b', 'tenant_id': 'e0dc2e96ec69456782f276e47bf2486d', 'mac_address': 'fa:16:3e:ed:85:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37b1a48-11b2-44e4-8049-72b888626de6', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'ba995e64-eb1c-4c76-a421-630e9228b936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:42:33Z', 'updated_at': '2022-06-01T18:42:48Z', 'revision_number': 5, 'project_id': 'e0dc2e96ec69456782f276e47bf2486d', 'subnets': [{'id': 'ba995e64-eb1c-4c76-a421-630e9228b936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:44:18.860945 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-70f8c3c9-9f3b-4a53-8e9b-a8b2c3633f13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:18.863576 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f965a5-adf9-41ee-8442-f84de12354c3 None None] Checking router: e37b1a48-11b2-44e4-8049-72b888626de6 for host: n-d-844202-1 {{(pid=88526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 18:44:18.871953 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f965a5-adf9-41ee-8442-f84de12354c3 None None] Routers {'e37b1a48-11b2-44e4-8049-72b888626de6'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:44:18.872589 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-43f965a5-adf9-41ee-8442-f84de12354c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:44:09Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['e37b1a48-11b2-44e4-8049-72b888626de6'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:44:18.885752 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f9ddc8-feaa-4de8-82f9-e47f30fa178b req-9d431362-b058-47c2-b00a-8f16a965d003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:44:18.887205 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-27f9ddc8-feaa-4de8-82f9-e47f30fa178b req-9d431362-b058-47c2-b00a-8f16a965d003 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7475c262-ab00-42c7-8a8e-ce0d66e28c6b HTTP/1.1" status: 200 len: 921 time: 0.6823256 Jun 01 18:44:18.894242 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-70f8c3c9-9f3b-4a53-8e9b-a8b2c3633f13 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e376e31f-d7fc-4c94-a911-fdf7b219dbbf']}} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:44:18.900036 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-0aec135c-70dd-40b5-9bbc-a075bb3c2837 req-6b7285b6-a63f-4023-8c82-63472d472f2a service neutron] 10.222.0.15 "GET /v2.0/networks/411d1518-9352-4dec-8af2-2285a53556b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1910033 Jun 01 18:44:18.903130 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-fcd37fdc-3acf-49a5-8b9d-cfd13a1f497f req-703f79bc-4d87-4692-ba05-f7d88be2b24e tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] 10.222.0.41 "GET /v2.0/security-groups?id=444c87ba-31dc-4b5a-9977-492e198b845a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778840 Jun 01 18:44:18.907569 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-70f8c3c9-9f3b-4a53-8e9b-a8b2c3633f13 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36c06fa3-2cc2-4561-abd0-907bb0c67288') {'for_net_delete': True} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:44:18.907834 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-70f8c3c9-9f3b-4a53-8e9b-a8b2c3633f13 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36c06fa3-2cc2-4561-abd0-907bb0c67288') {} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:44:19.076152 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-70f8c3c9-9f3b-4a53-8e9b-a8b2c3633f13 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2702126'] for segment, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:19.089547 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-43f965a5-adf9-41ee-8442-f84de12354c3 None None] Set router e37b1a48-11b2-44e4-8049-72b888626de6 gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:44:19.109717 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-0aec135c-70dd-40b5-9bbc-a075bb3c2837 req-fd1ab0fa-9052-4d8f-98d8-3dc36ea55b93 service neutron] 10.222.0.15 "GET /v2.0/networks/411d1518-9352-4dec-8af2-2285a53556b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972892 Jun 01 18:44:19.124600 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-70f8c3c9-9f3b-4a53-8e9b-a8b2c3633f13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:19.136454 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70f8c3c9-9f3b-4a53-8e9b-a8b2c3633f13 admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=88524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 18:44:19.136882 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-70f8c3c9-9f3b-4a53-8e9b-a8b2c3633f13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2719018'] for segment, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:19.160471 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 76ff1072-6dd9-430e-a046-4981370d94c1 details requested by agent hyperv_n-h1-844202-1 with host n-h1-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 18:44:19.162763 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device f130c384-f678-48a6-a8c8-70ef6aa15052 no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:44:19.212882 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: f130c384-f678-48a6-a8c8-70ef6aa15052 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 18:44:19.213214 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device f130c384-f678-48a6-a8c8-70ef6aa15052 not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 18:44:19.214825 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment 36c06fa3-2cc2-4561-abd0-907bb0c67288 resource provider aggregate not found Jun 01 18:44:19.229020 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-27f9ddc8-feaa-4de8-82f9-e47f30fa178b req-d05cb962-53cb-4a0f-a3f8-95d2cf104da7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=84281443-ab67-470d-8fa5-2047102ef7b4 HTTP/1.1" status: 200 len: 1000 time: 0.3029478 Jun 01 18:44:19.241755 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment 36c06fa3-2cc2-4561-abd0-907bb0c67288 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 36c06fa3-2cc2-4561-abd0-907bb0c67288 found for delete ", "request_id": "req-50fa4261-36db-451a-b607-b0d97fd0abf0"}]} Jun 01 18:44:19.302203 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd75de19-5946-4b48-9e69-0cae6162d390 req-1c501dcf-149d-4a05-b6f8-903a6e4953c5 tempest-LiveMigrationTest-1173690941 tempest-LiveMigrationTest-1173690941-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:44:19.303631 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-70f8c3c9-9f3b-4a53-8e9b-a8b2c3633f13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:19.304934 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-fd75de19-5946-4b48-9e69-0cae6162d390 req-1c501dcf-149d-4a05-b6f8-903a6e4953c5 tempest-LiveMigrationTest-1173690941 tempest-LiveMigrationTest-1173690941-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=7e793ca5-49bd-42cb-8666-a3b4655afec7 HTTP/1.1" status: 200 len: 1096 time: 0.1029527 Jun 01 18:44:19.324294 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-70f8c3c9-9f3b-4a53-8e9b-a8b2c3633f13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:19.333069 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f9ddc8-feaa-4de8-82f9-e47f30fa178b req-46e4af27-7293-410e-a0b8-efdef7a5e781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:44:19.334538 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-27f9ddc8-feaa-4de8-82f9-e47f30fa178b req-46e4af27-7293-410e-a0b8-efdef7a5e781 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ba995e64-eb1c-4c76-a421-630e9228b936 HTTP/1.1" status: 200 len: 859 time: 0.0920291 Jun 01 18:44:19.342733 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f8c3c9-9f3b-4a53-8e9b-a8b2c3633f13 admin admin] Pushing event deleted for resources: {'Network': ['ID=e376e31f-d7fc-4c94-a911-fdf7b219dbbf,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:44:19.368951 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-fd75de19-5946-4b48-9e69-0cae6162d390 req-e091d9d8-075b-44ce-86df-50cc1b96c2a8 tempest-LiveMigrationTest-1173690941 tempest-LiveMigrationTest-1173690941-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=92820b43-7593-449e-bdb5-02c9f22d29e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532808 Jun 01 18:44:19.414217 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 45724) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:44:19.426839 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-70f8c3c9-9f3b-4a53-8e9b-a8b2c3633f13 admin admin] 10.222.0.41 "DELETE /v2.0/networks/e376e31f-d7fc-4c94-a911-fdf7b219dbbf HTTP/1.1" status: 204 len: 168 time: 1.7012661 Jun 01 18:44:19.554529 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f9ddc8-feaa-4de8-82f9-e47f30fa178b req-d729232f-f8b4-40c4-88a9-493bced8c48f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:44:19.563639 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-27f9ddc8-feaa-4de8-82f9-e47f30fa178b req-d729232f-f8b4-40c4-88a9-493bced8c48f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7475c262-ab00-42c7-8a8e-ce0d66e28c6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2204087 Jun 01 18:44:19.613598 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port 76ff1072-6dd9-430e-a046-4981370d94c1, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=76ff1072-6dd9-430e-a046-4981370d94c1,segment=NetworkSegment(e7a2e8fb-b3d5-44ba-bb42-81da885a74e3),segment_id=e7a2e8fb-b3d5-44ba-bb42-81da885a74e3)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:44:19.644457 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Returning: {'device': '76ff1072-6dd9-430e-a046-4981370d94c1', 'network_id': '411d1518-9352-4dec-8af2-2285a53556b4', 'port_id': '76ff1072-6dd9-430e-a046-4981370d94c1', 'mac_address': 'fa:16:3e:12:dd:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfa67698-6bf3-43ec-a752-299eaec79caf', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 18:44:19.727764 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port 76ff1072-6dd9-430e-a046-4981370d94c1 is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:44:19.728484 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:19.773655 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76ff1072-6dd9-430e-a046-4981370d94c1 {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:44:19.810044 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port 76ff1072-6dd9-430e-a046-4981370d94c1, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=76ff1072-6dd9-430e-a046-4981370d94c1,segment=NetworkSegment(e7a2e8fb-b3d5-44ba-bb42-81da885a74e3),segment_id=e7a2e8fb-b3d5-44ba-bb42-81da885a74e3)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:44:19.819376 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:19.892103 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470c0ab3-658f-4796-af9d-0c7acb5e6d98 req-4c863d81-68a8-4e07-92cd-e1eadeb2e252 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:44:19.893587 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-470c0ab3-658f-4796-af9d-0c7acb5e6d98 req-4c863d81-68a8-4e07-92cd-e1eadeb2e252 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893-project] 10.222.0.41 "GET /v2.0/ports?device_id=66e39d11-cd54-4f3b-ada0-58e0645c24e7 HTTP/1.1" status: 200 len: 946 time: 0.2464104 Jun 01 18:44:19.900718 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-43f965a5-adf9-41ee-8442-f84de12354c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e37b1a48-11b2-44e4-8049-72b888626de6', 'name': 'tempest-FloatingIPsAssociationTestJSON-260000424-router', 'tenant_id': 'e0dc2e96ec69456782f276e47bf2486d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': '368eb3c4-ec62-4afc-a515-5b1dd5f282d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:42:23Z', 'updated_at': '2022-06-01T18:42:35Z', 'revision_number': 4, 'project_id': 'e0dc2e96ec69456782f276e47bf2486d', 'gw_port': {'id': '368eb3c4-ec62-4afc-a515-5b1dd5f282d3', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:2a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37b1a48-11b2-44e4-8049-72b888626de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:42:25Z', 'updated_at': '2022-06-01T18:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_floatingips': [{'id': 'ee0c40d8-5f65-4370-8636-a302aa69a53c', 'tenant_id': 'e0dc2e96ec69456782f276e47bf2486d', 'floating_ip_address': '172.25.4.153', 'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'router_id': 'e37b1a48-11b2-44e4-8049-72b888626de6', 'port_id': '84281443-ab67-470d-8fa5-2047102ef7b4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7475c262-ab00-42c7-8a8e-ce0d66e28c6b', 'mac_address': 'fa:16:3e:70:67:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '773cad09-4e0e-4c52-b912-1cba8bc28300', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T18:43:18Z', 'updated_at': '2022-06-01T18:44:15Z', 'revision_number': 8, 'project_id': 'e0dc2e96ec69456782f276e47bf2486d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38612e8c-0101-4044-80b4-fb606c42da57', 'name': '', 'network_id': '7475c262-ab00-42c7-8a8e-ce0d66e28c6b', 'tenant_id': 'e0dc2e96ec69456782f276e47bf2486d', 'mac_address': 'fa:16:3e:ed:85:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37b1a48-11b2-44e4-8049-72b888626de6', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'ba995e64-eb1c-4c76-a421-630e9228b936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:42:33Z', 'updated_at': '2022-06-01T18:42:48Z', 'revision_number': 5, 'project_id': 'e0dc2e96ec69456782f276e47bf2486d', 'subnets': [{'id': 'ba995e64-eb1c-4c76-a421-630e9228b936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:44:19.907823 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f965a5-adf9-41ee-8442-f84de12354c3 None None] The sync data for ids ['e37b1a48-11b2-44e4-8049-72b888626de6'] in n-d-844202-1 is: [{'id': 'e37b1a48-11b2-44e4-8049-72b888626de6', 'name': 'tempest-FloatingIPsAssociationTestJSON-260000424-router', 'tenant_id': 'e0dc2e96ec69456782f276e47bf2486d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': '368eb3c4-ec62-4afc-a515-5b1dd5f282d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:42:23Z', 'updated_at': '2022-06-01T18:42:35Z', 'revision_number': 4, 'project_id': 'e0dc2e96ec69456782f276e47bf2486d', 'gw_port': {'id': '368eb3c4-ec62-4afc-a515-5b1dd5f282d3', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:2a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37b1a48-11b2-44e4-8049-72b888626de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:42:25Z', 'updated_at': '2022-06-01T18:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_floatingips': [{'id': 'ee0c40d8-5f65-4370-8636-a302aa69a53c', 'tenant_id': 'e0dc2e96ec69456782f276e47bf2486d', 'floating_ip_address': '172.25.4.153', 'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'router_id': 'e37b1a48-11b2-44e4-8049-72b888626de6', 'port_id': '84281443-ab67-470d-8fa5-2047102ef7b4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7475c262-ab00-42c7-8a8e-ce0d66e28c6b', 'mac_address': 'fa:16:3e:70:67:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '773cad09-4e0e-4c52-b912-1cba8bc28300', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T18:43:18Z', 'updated_at': '2022-06-01T18:44:15Z', 'revision_number': 8, 'project_id': 'e0dc2e96ec69456782f276e47bf2486d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38612e8c-0101-4044-80b4-fb606c42da57', 'name': '', 'network_id': '7475c262-ab00-42c7-8a8e-ce0d66e28c6b', 'tenant_id': 'e0dc2e96ec69456782f276e47bf2486d', 'mac_address': 'fa:16:3e:ed:85:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37b1a48-11b2-44e4-8049-72b888626de6', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'ba995e64-eb1c-4c76-a421-630e9228b936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:42:33Z', 'updated_at': '2022-06-01T18:42:48Z', 'revision_number': 5, 'project_id': 'e0dc2e96ec69456782f276e47bf2486d', 'subnets': [{'id': 'ba995e64-eb1c-4c76-a421-630e9228b936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 18:44:19.910596 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=76ff1072-6dd9-430e-a046-4981370d94c1,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:44:19.918917 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:44:19.919261 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:44:19.919595 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:44:19.919924 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:44:19.920282 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:44:19.920595 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:44:19.920912 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:44:19.921957 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:44:19.922117 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:44:19.922379 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:44:19.922698 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:44:19.923007 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:44:19.996368 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-27f9ddc8-feaa-4de8-82f9-e47f30fa178b req-bedb24fb-f386-4afa-8834-b5d370b375f0 service neutron] 10.222.0.41 "GET /v2.0/networks/7475c262-ab00-42c7-8a8e-ce0d66e28c6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4326260 Jun 01 18:44:20.069401 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '773cad09-4e0e-4c52-b912-1cba8bc28300', 'tag': '84281443-ab67-470d-8fa5-2047102ef7b4'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:44:20.103195 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-470c0ab3-658f-4796-af9d-0c7acb5e6d98 req-d4ed189a-5897-47e6-bae1-792177d63b43 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893-project] 10.222.0.41 "GET /v2.0/security-groups?id=d44720ef-0826-4e90-afc6-1e8deaa74141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278961 Jun 01 18:44:20.125967 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefaca4b-64f7-479e-9e7b-19344022366b req-11132994-8e61-4ab4-aa92-5d667bbab28c tempest-FloatingIPsAssociationNegativeTestJSON-1899695893 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:44:20.127844 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-aefaca4b-64f7-479e-9e7b-19344022366b req-11132994-8e61-4ab4-aa92-5d667bbab28c tempest-FloatingIPsAssociationNegativeTestJSON-1899695893 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893-project] 10.222.0.50 "GET /v2.0/ports?device_id=66e39d11-cd54-4f3b-ada0-58e0645c24e7 HTTP/1.1" status: 200 len: 946 time: 0.3284488 Jun 01 18:44:20.183520 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] get_ports_and_sgs() called for port_ids ['76ff1072-6dd9-430e-a046-4981370d94c1'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:44:20.183792 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e76dc0-83ff-4736-abd1-6587bb1aa698 None None] New status for floating IP ee0c40d8-5f65-4370-8636-a302aa69a53c: ACTIVE {{(pid=88527) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 18:44:20.230755 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-27f9ddc8-feaa-4de8-82f9-e47f30fa178b req-3106dc65-3111-4188-aa29-e9ab13a68f3f service neutron] 10.222.0.41 "GET /v2.0/networks/7475c262-ab00-42c7-8a8e-ce0d66e28c6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2334135 Jun 01 18:44:20.293118 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-aefaca4b-64f7-479e-9e7b-19344022366b req-521657e3-c3df-4e7b-a7fd-416f55d6beb0 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893-project] Deleting port 67845245-15ce-4806-82a4-3091bca0bc66 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:44:20.293454 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-aefaca4b-64f7-479e-9e7b-19344022366b req-521657e3-c3df-4e7b-a7fd-416f55d6beb0 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:20.432667 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f1b2a161-5bc4-4a9b-aa9f-b802a19f7e43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-887474'] for router_interface, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:20.671792 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251821c1-22ad-4c1d-856e-9aad9189cc31 req-5f9e0e19-b82b-497f-b8a8-b52a01d78b4c tempest-LiveMigrationTest-1173690941 tempest-LiveMigrationTest-1173690941-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:44:20.673332 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-251821c1-22ad-4c1d-856e-9aad9189cc31 req-5f9e0e19-b82b-497f-b8a8-b52a01d78b4c tempest-LiveMigrationTest-1173690941 tempest-LiveMigrationTest-1173690941-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=7e793ca5-49bd-42cb-8666-a3b4655afec7 HTTP/1.1" status: 200 len: 1096 time: 0.3011839 Jun 01 18:44:20.750595 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-aefaca4b-64f7-479e-9e7b-19344022366b req-521657e3-c3df-4e7b-a7fd-416f55d6beb0 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893-project] For port 67845245-15ce-4806-82a4-3091bca0bc66, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=67845245-15ce-4806-82a4-3091bca0bc66,segment=NetworkSegment(f8fbc8e1-3348-4ea4-9fd0-0e0551d74a24),segment_id=f8fbc8e1-3348-4ea4-9fd0-0e0551d74a24)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:44:20.751068 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-aefaca4b-64f7-479e-9e7b-19344022366b req-521657e3-c3df-4e7b-a7fd-416f55d6beb0 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:20.850158 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-251821c1-22ad-4c1d-856e-9aad9189cc31 req-a4307a9c-de01-4e6a-9e63-1ee19804bbe9 tempest-LiveMigrationTest-1173690941 tempest-LiveMigrationTest-1173690941-project-admin] Synchronizing usage tracker for tenant:e5b4f8a361cf441590530a53e1ce77fa on resource:security_group {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:44:20.867112 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01547cf9-7009-40d3-8370-346c00cb334f req-64d6ceaa-a06c-4b53-8997-e0e8b1dec190 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:44:20.868695 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-01547cf9-7009-40d3-8370-346c00cb334f req-64d6ceaa-a06c-4b53-8997-e0e8b1dec190 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] 10.222.0.41 "GET /v2.0/ports?device_id=bb3df7f9-2434-4ba7-9379-cd0b0030b6bd HTTP/1.1" status: 200 len: 944 time: 0.3669472 Jun 01 18:44:20.931901 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-aefaca4b-64f7-479e-9e7b-19344022366b req-521657e3-c3df-4e7b-a7fd-416f55d6beb0 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893-project] Calling delete_port for 67845245-15ce-4806-82a4-3091bca0bc66 owned by compute:nova {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:44:21.055319 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device d988fe22-c967-42a2-b782-a45aecc0087f details requested by agent hyperv_n-h1-844202-1 with host n-h1-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 18:44:21.120471 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-aefaca4b-64f7-479e-9e7b-19344022366b req-521657e3-c3df-4e7b-a7fd-416f55d6beb0 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:21.124754 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-01547cf9-7009-40d3-8370-346c00cb334f req-d80b2672-09fd-4be5-a907-845a679910b5 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] 10.222.0.41 "GET /v2.0/security-groups?id=444c87ba-31dc-4b5a-9977-492e198b845a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2473121 Jun 01 18:44:21.188105 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521657e3-c3df-4e7b-a7fd-416f55d6beb0 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893-project] Pushing event deleted for resources: {'Port': ['ID=67845245-15ce-4806-82a4-3091bca0bc66,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:44:21.190075 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] get_ports_and_sgs() called for port_ids ['67845245-15ce-4806-82a4-3091bca0bc66'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:44:21.192579 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-251821c1-22ad-4c1d-856e-9aad9189cc31 req-a4307a9c-de01-4e6a-9e63-1ee19804bbe9 tempest-LiveMigrationTest-1173690941 tempest-LiveMigrationTest-1173690941-project-admin] Unset dirty status for tenant:e5b4f8a361cf441590530a53e1ce77fa on resource:security_group {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:44:21.193775 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-251821c1-22ad-4c1d-856e-9aad9189cc31 req-a4307a9c-de01-4e6a-9e63-1ee19804bbe9 tempest-LiveMigrationTest-1173690941 tempest-LiveMigrationTest-1173690941-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=92820b43-7593-449e-bdb5-02c9f22d29e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5048864 Jun 01 18:44:21.286155 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7ae7865-0217-4661-a45c-73b51aeefbe9'] response: {'name': 'network-changed', 'server_uuid': '773cad09-4e0e-4c52-b912-1cba8bc28300', 'tag': '84281443-ab67-470d-8fa5-2047102ef7b4', 'status': 'completed', 'code': 200} Jun 01 18:44:21.287184 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-aefaca4b-64f7-479e-9e7b-19344022366b req-521657e3-c3df-4e7b-a7fd-416f55d6beb0 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893-project] No DVR routers for this DVR port 67845245-15ce-4806-82a4-3091bca0bc66 on host n-h2-844202-1 {{(pid=88524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 18:44:21.293272 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-aefaca4b-64f7-479e-9e7b-19344022366b req-521657e3-c3df-4e7b-a7fd-416f55d6beb0 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:21.314903 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-aefaca4b-64f7-479e-9e7b-19344022366b req-521657e3-c3df-4e7b-a7fd-416f55d6beb0 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893-project] 10.222.0.50 "DELETE /v2.0/ports/67845245-15ce-4806-82a4-3091bca0bc66 HTTP/1.1" status: 204 len: 173 time: 1.1805422 Jun 01 18:44:21.367159 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port d988fe22-c967-42a2-b782-a45aecc0087f, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=d988fe22-c967-42a2-b782-a45aecc0087f,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:44:21.385299 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Returning: {'device': 'd988fe22-c967-42a2-b782-a45aecc0087f', 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426', 'port_id': 'd988fe22-c967-42a2-b782-a45aecc0087f', 'mac_address': 'fa:16:3e:5f:73:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35e3ad2f-9c88-4698-b634-4e1b58de1cc2', 'ip_address': '192.168.233.227'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 18:44:21.453678 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-92571747-aedb-46e5-8531-e23791fbd0ac req-1781b130-d9f9-4553-ba54-646f9132e38f tempest-FloatingIPsAssociationNegativeTestJSON-1899695893 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893-project] Synchronizing usage tracker for tenant:fe37b4563e0349938f147e9c99d54534 on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:44:21.457300 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port d988fe22-c967-42a2-b782-a45aecc0087f is: ACTIVE; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:44:21.457763 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:21.487152 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d988fe22-c967-42a2-b782-a45aecc0087f {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:44:21.487646 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-92571747-aedb-46e5-8531-e23791fbd0ac req-1781b130-d9f9-4553-ba54-646f9132e38f tempest-FloatingIPsAssociationNegativeTestJSON-1899695893 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893-project] Unset dirty status for tenant:fe37b4563e0349938f147e9c99d54534 on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:44:21.494876 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-92571747-aedb-46e5-8531-e23791fbd0ac req-1781b130-d9f9-4553-ba54-646f9132e38f tempest-FloatingIPsAssociationNegativeTestJSON-1899695893 tempest-FloatingIPsAssociationNegativeTestJSON-1899695893-project] 10.222.0.41 "GET /v2.0/ports?device_id=66e39d11-cd54-4f3b-ada0-58e0645c24e7 HTTP/1.1" status: 200 len: 210 time: 0.0984263 Jun 01 18:44:21.512048 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port d988fe22-c967-42a2-b782-a45aecc0087f, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=d988fe22-c967-42a2-b782-a45aecc0087f,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:44:21.520142 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:21.613928 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-f1b2a161-5bc4-4a9b-aa9f-b802a19f7e43 admin admin] Deleting port a74a9984-8537-4dac-b99a-49be6cbc6dd4 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:44:21.614535 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f1b2a161-5bc4-4a9b-aa9f-b802a19f7e43 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:21.622214 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=d988fe22-c967-42a2-b782-a45aecc0087f,revision_number=6']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:44:21.654315 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] get_ports_and_sgs() called for port_ids ['d988fe22-c967-42a2-b782-a45aecc0087f'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:44:21.722744 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e6e25216-65ed-4712-a35b-6a50fbcb4f20 req-d06abb61-cf20-403d-985f-3687904d5858 tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] 10.222.0.41 "GET /v2.0/floatingips/ee0c40d8-5f65-4370-8636-a302aa69a53c HTTP/1.1" status: 200 len: 999 time: 0.3158128 Jun 01 18:44:22.087005 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536dc827-b144-45bc-8bbe-4215571da626 req-0debb7f8-4773-4ba7-9f72-7f7fab4f2df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:44:22.089038 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-536dc827-b144-45bc-8bbe-4215571da626 req-0debb7f8-4773-4ba7-9f72-7f7fab4f2df7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e0dc2e96ec69456782f276e47bf2486d&device_id=773cad09-4e0e-4c52-b912-1cba8bc28300 HTTP/1.1" status: 200 len: 1097 time: 0.7755163 Jun 01 18:44:22.285181 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e25216-65ed-4712-a35b-6a50fbcb4f20 req-8a1144e7-f75d-4bb0-8cea-ec5167dfeff1 tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:44:22.305017 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e6e25216-65ed-4712-a35b-6a50fbcb4f20 req-8a1144e7-f75d-4bb0-8cea-ec5167dfeff1 tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] 10.222.0.41 "GET /v2.0/networks/72a72e44-6845-488a-a5ff-3a26d4df9cb3 HTTP/1.1" status: 200 len: 784 time: 0.5813072 Jun 01 18:44:22.354925 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [None req-f1b2a161-5bc4-4a9b-aa9f-b802a19f7e43 admin admin] For port a74a9984-8537-4dac-b99a-49be6cbc6dd4, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=a74a9984-8537-4dac-b99a-49be6cbc6dd4,segment=NetworkSegment(a1310717-bc57-42e1-a422-2eb89ff00c79),segment_id=a1310717-bc57-42e1-a422-2eb89ff00c79)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:44:22.355279 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f1b2a161-5bc4-4a9b-aa9f-b802a19f7e43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:22.493990 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536dc827-b144-45bc-8bbe-4215571da626 req-4c97ee4f-de63-4637-8d53-d20337d897b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:44:22.495581 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-536dc827-b144-45bc-8bbe-4215571da626 req-4c97ee4f-de63-4637-8d53-d20337d897b5 service neutron] 10.222.0.50 "GET /v2.0/networks?id=7475c262-ab00-42c7-8a8e-ce0d66e28c6b HTTP/1.1" status: 200 len: 921 time: 0.3948278 Jun 01 18:44:22.505448 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-f1b2a161-5bc4-4a9b-aa9f-b802a19f7e43 admin admin] Calling delete_port for a74a9984-8537-4dac-b99a-49be6cbc6dd4 owned by network:router_interface {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:44:22.712935 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-536dc827-b144-45bc-8bbe-4215571da626 req-ccd9b0a7-53cf-4926-ad6a-a9f4bcd35d71 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=84281443-ab67-470d-8fa5-2047102ef7b4 HTTP/1.1" status: 200 len: 1002 time: 0.1733811 Jun 01 18:44:22.797898 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536dc827-b144-45bc-8bbe-4215571da626 req-174c3ac5-1b41-4232-b856-930f433d33f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:44:22.799179 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-536dc827-b144-45bc-8bbe-4215571da626 req-174c3ac5-1b41-4232-b856-930f433d33f3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ba995e64-eb1c-4c76-a421-630e9228b936 HTTP/1.1" status: 200 len: 859 time: 0.0799050 Jun 01 18:44:22.923311 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cdbea8-36b0-4312-a0bf-f07b4d0dd17a req-0250e0cb-229b-447a-9959-417cc7760878 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:44:22.933543 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-95cdbea8-36b0-4312-a0bf-f07b4d0dd17a req-0250e0cb-229b-447a-9959-417cc7760878 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] 10.222.0.41 "GET /v2.0/ports?device_id=bb3df7f9-2434-4ba7-9379-cd0b0030b6bd HTTP/1.1" status: 200 len: 944 time: 0.1439486 Jun 01 18:44:22.997725 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-95cdbea8-36b0-4312-a0bf-f07b4d0dd17a req-8f01caf6-38fd-4192-953e-5cf07e4d0b00 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] 10.222.0.41 "GET /v2.0/security-groups?id=444c87ba-31dc-4b5a-9977-492e198b845a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630121 Jun 01 18:44:23.079093 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 76ff1072-6dd9-430e-a046-4981370d94c1 up at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:44:23.204022 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536dc827-b144-45bc-8bbe-4215571da626 req-6719e8d1-5b03-4246-a55a-a5eb0767334d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:44:23.206143 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-536dc827-b144-45bc-8bbe-4215571da626 req-6719e8d1-5b03-4246-a55a-a5eb0767334d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7475c262-ab00-42c7-8a8e-ce0d66e28c6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4007919 Jun 01 18:44:23.213654 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Provisioning for port 76ff1072-6dd9-430e-a046-4981370d94c1 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:44:23.222842 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Provisioning complete for port 76ff1072-6dd9-430e-a046-4981370d94c1 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:44:23.223429 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:23.394314 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66e39d11-cd54-4f3b-ada0-58e0645c24e7', 'name': 'network-vif-deleted', 'tag': '67845245-15ce-4806-82a4-3091bca0bc66'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:44:23.444128 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f1b2a161-5bc4-4a9b-aa9f-b802a19f7e43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:23.493449 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4eac9353-7623-45eb-886d-a41bb8d5505b req-af363f5c-d01a-4c63-a911-1197b0cf5055 tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.4.153 HTTP/1.1" status: 200 len: 1002 time: 0.4229164 Jun 01 18:44:23.544450 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port 76ff1072-6dd9-430e-a046-4981370d94c1 is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:44:23.545425 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:23.549295 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b2a161-5bc4-4a9b-aa9f-b802a19f7e43 admin admin] Pushing event deleted for resources: {'Port': ['ID=a74a9984-8537-4dac-b99a-49be6cbc6dd4,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:44:23.612270 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb3df7f9-2434-4ba7-9379-cd0b0030b6bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76ff1072-6dd9-430e-a046-4981370d94c1'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:44:23.640745 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port 76ff1072-6dd9-430e-a046-4981370d94c1, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=76ff1072-6dd9-430e-a046-4981370d94c1,segment=NetworkSegment(e7a2e8fb-b3d5-44ba-bb42-81da885a74e3),segment_id=e7a2e8fb-b3d5-44ba-bb42-81da885a74e3)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:44:23.651557 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:23.671704 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device d988fe22-c967-42a2-b782-a45aecc0087f up at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:44:23.680726 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eac9353-7623-45eb-886d-a41bb8d5505b req-df4d4c0f-2e17-4b16-aa7a-fd2dafacaad2 tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:44:23.681344 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-4eac9353-7623-45eb-886d-a41bb8d5505b req-df4d4c0f-2e17-4b16-aa7a-fd2dafacaad2 tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] Synchronizing usage tracker for tenant:e0dc2e96ec69456782f276e47bf2486d on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:44:23.714470 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3f60cf26-8e57-4543-923a-bae2525d28f4 req-9bf0e18f-da96-43e2-84de-814de30039c0 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=4b432ea8-6343-4437-89ac-a5a9fde09c84&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4635205 Jun 01 18:44:23.783927 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-4eac9353-7623-45eb-886d-a41bb8d5505b req-df4d4c0f-2e17-4b16-aa7a-fd2dafacaad2 tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] Unset dirty status for tenant:e0dc2e96ec69456782f276e47bf2486d on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:44:23.795139 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4eac9353-7623-45eb-886d-a41bb8d5505b req-df4d4c0f-2e17-4b16-aa7a-fd2dafacaad2 tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] 10.222.0.41 "GET /v2.0/ports/84281443-ab67-470d-8fa5-2047102ef7b4 HTTP/1.1" status: 200 len: 943 time: 0.2989979 Jun 01 18:44:23.858558 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=76ff1072-6dd9-430e-a046-4981370d94c1,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:44:23.873415 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Provisioning complete for port d988fe22-c967-42a2-b782-a45aecc0087f triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:44:23.874034 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:24.104493 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port d988fe22-c967-42a2-b782-a45aecc0087f is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:44:24.105163 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:24.177772 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port d988fe22-c967-42a2-b782-a45aecc0087f, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=d988fe22-c967-42a2-b782-a45aecc0087f,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:44:24.182593 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:24.229012 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 67845245-15ce-4806-82a4-3091bca0bc66 no longer exists at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:44:24.317862 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] No Port match for: 67845245-15ce-4806-82a4-3091bca0bc66 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 18:44:24.318242 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 67845245-15ce-4806-82a4-3091bca0bc66 not bound to the agent host n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 18:44:24.325143 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f1b2a161-5bc4-4a9b-aa9f-b802a19f7e43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-887310'] for router_interface, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:24.342207 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=d988fe22-c967-42a2-b782-a45aecc0087f,revision_number=7']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:44:24.354338 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [req-b56890e6-881f-450b-8b3f-8056d3e63267 req-0f3a4025-3bc2-4459-badc-a9ae3f6a151c tempest-LiveMigrationTest-1173690941 tempest-LiveMigrationTest-1173690941-project-admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=88525) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 18:44:24.363768 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b56890e6-881f-450b-8b3f-8056d3e63267 req-0f3a4025-3bc2-4459-badc-a9ae3f6a151c tempest-LiveMigrationTest-1173690941 tempest-LiveMigrationTest-1173690941-project-admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0542839 Jun 01 18:44:24.368830 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [req-b56890e6-881f-450b-8b3f-8056d3e63267 req-e6b7fb15-7aff-40f2-a8f1-0fc61e05b821 service neutron] Request body: {'binding': {'host': 'n-h2-844202-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:44:24.369326 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [req-b56890e6-881f-450b-8b3f-8056d3e63267 req-e6b7fb15-7aff-40f2-a8f1-0fc61e05b821 service neutron] Unknown quota resources ['binding']. {{(pid=88525) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 01 18:44:24.375830 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4eac9353-7623-45eb-886d-a41bb8d5505b req-ef51e054-91ed-4a48-b8be-e1a2bf6627c7 tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.4.153 HTTP/1.1" status: 200 len: 1002 time: 0.3396013 Jun 01 18:44:24.517629 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-536dc827-b144-45bc-8bbe-4215571da626 req-30335252-e15e-4d90-b351-1a84430e60f9 service neutron] 10.222.0.50 "GET /v2.0/networks/7475c262-ab00-42c7-8a8e-ce0d66e28c6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3051701 Jun 01 18:44:24.583998 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eac9353-7623-45eb-886d-a41bb8d5505b req-e0399ff0-fed0-46d0-9f4e-a2b3b6f6bba5 tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:44:24.585854 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4eac9353-7623-45eb-886d-a41bb8d5505b req-e0399ff0-fed0-46d0-9f4e-a2b3b6f6bba5 tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] 10.222.0.41 "GET /v2.0/networks/72a72e44-6845-488a-a5ff-3a26d4df9cb3 HTTP/1.1" status: 200 len: 784 time: 0.2090864 Jun 01 18:44:24.588367 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f60cf26-8e57-4543-923a-bae2525d28f4 req-daed3970-3778-4299-9a3b-f483a3f76df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:44:24.589966 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3f60cf26-8e57-4543-923a-bae2525d28f4 req-daed3970-3778-4299-9a3b-f483a3f76df1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0182a2e51ffc43df8efdd2130dbcea4d&device_id=4b432ea8-6343-4437-89ac-a5a9fde09c84 HTTP/1.1" status: 200 len: 1095 time: 0.6701574 Jun 01 18:44:24.655765 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-536dc827-b144-45bc-8bbe-4215571da626 req-66b06e64-ae20-4bde-8c50-a8768c71e164 service neutron] 10.222.0.50 "GET /v2.0/networks/7475c262-ab00-42c7-8a8e-ce0d66e28c6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318011 Jun 01 18:44:24.793568 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4eac9353-7623-45eb-886d-a41bb8d5505b req-bbe19ed9-c345-4b58-b89f-e9c3b67878ff tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.4.153 HTTP/1.1" status: 200 len: 1002 time: 0.2002518 Jun 01 18:44:24.815073 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-4eac9353-7623-45eb-886d-a41bb8d5505b req-f79701ca-0967-4a1b-be51-b8113cdd4eab tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:44:24.962577 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f60cf26-8e57-4543-923a-bae2525d28f4 req-3f92f1e5-e76a-48f9-9deb-fad44e0e87ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:44:24.964147 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3f60cf26-8e57-4543-923a-bae2525d28f4 req-3f92f1e5-e76a-48f9-9deb-fad44e0e87ab service neutron] 10.222.0.50 "GET /v2.0/networks?id=411d1518-9352-4dec-8af2-2285a53556b4 HTTP/1.1" status: 200 len: 922 time: 0.3059237 Jun 01 18:44:25.061753 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3f60cf26-8e57-4543-923a-bae2525d28f4 req-81e8b8e8-d3a7-440d-9dd6-03e3617593ee service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b29cde38-1e74-4c37-bf95-a285a435b640 HTTP/1.1" status: 200 len: 217 time: 0.0847983 Jun 01 18:44:25.104349 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-4eac9353-7623-45eb-886d-a41bb8d5505b req-f79701ca-0967-4a1b-be51-b8113cdd4eab tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] Notify callbacks [] for floatingip, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:25.110456 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1b2a161-5bc4-4a9b-aa9f-b802a19f7e43 admin admin] Router ea2fa364-34b2-4e17-9138-31d316ea8535 has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 18:44:25.211667 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-b56890e6-881f-450b-8b3f-8056d3e63267 req-e6b7fb15-7aff-40f2-a8f1-0fc61e05b821 service neutron] Attempting to bind port 7cf6562d-e594-4ed3-bb66-f96014ae7aef on host n-h2-844202-1 for vnic_type normal with profile None {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:44:25.211980 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-b56890e6-881f-450b-8b3f-8056d3e63267 req-e6b7fb15-7aff-40f2-a8f1-0fc61e05b821 service neutron] Attempting to bind port 7cf6562d-e594-4ed3-bb66-f96014ae7aef by drivers openvswitch,hyperv on host n-h2-844202-1 at level 0 using segments [{'id': '9bd376cf-8b39-4b75-aaa6-34bd3746194e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '222758ca-4c6e-4ccb-8f11-8c829f4da008'}] {{(pid=88525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:44:25.212348 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b56890e6-881f-450b-8b3f-8056d3e63267 req-e6b7fb15-7aff-40f2-a8f1-0fc61e05b821 service neutron] Attempting to bind port 7cf6562d-e594-4ed3-bb66-f96014ae7aef on network 222758ca-4c6e-4ccb-8f11-8c829f4da008 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:44:25.230944 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f60cf26-8e57-4543-923a-bae2525d28f4 req-7fd03de7-ae77-4f6c-91ed-fe5e9bb2471c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:44:25.232485 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3f60cf26-8e57-4543-923a-bae2525d28f4 req-7fd03de7-ae77-4f6c-91ed-fe5e9bb2471c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=cfa67698-6bf3-43ec-a752-299eaec79caf HTTP/1.1" status: 200 len: 861 time: 0.1629999 Jun 01 18:44:25.233605 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b56890e6-881f-450b-8b3f-8056d3e63267 req-e6b7fb15-7aff-40f2-a8f1-0fc61e05b821 service neutron] Port 7cf6562d-e594-4ed3-bb66-f96014ae7aef on network 222758ca-4c6e-4ccb-8f11-8c829f4da008 not bound, no agent of type Open vSwitch agent registered on host n-h2-844202-1 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 18:44:25.234095 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b56890e6-881f-450b-8b3f-8056d3e63267 req-e6b7fb15-7aff-40f2-a8f1-0fc61e05b821 service neutron] Attempting to bind port 7cf6562d-e594-4ed3-bb66-f96014ae7aef on network 222758ca-4c6e-4ccb-8f11-8c829f4da008 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:44:25.241869 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b56890e6-881f-450b-8b3f-8056d3e63267 req-e6b7fb15-7aff-40f2-a8f1-0fc61e05b821 service neutron] Checking agent: {'id': 'f5db9968-6317-4186-9100-9e0ca6b50417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 18, 44, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:44:25.242202 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b56890e6-881f-450b-8b3f-8056d3e63267 req-e6b7fb15-7aff-40f2-a8f1-0fc61e05b821 service neutron] Checking segment: {'id': '9bd376cf-8b39-4b75-aaa6-34bd3746194e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '222758ca-4c6e-4ccb-8f11-8c829f4da008'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:44:25.242564 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b56890e6-881f-450b-8b3f-8056d3e63267 req-e6b7fb15-7aff-40f2-a8f1-0fc61e05b821 service neutron] Bound using segment: {'id': '9bd376cf-8b39-4b75-aaa6-34bd3746194e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '222758ca-4c6e-4ccb-8f11-8c829f4da008'} {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:44:25.242980 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-b56890e6-881f-450b-8b3f-8056d3e63267 req-e6b7fb15-7aff-40f2-a8f1-0fc61e05b821 service neutron] Bound port: 7cf6562d-e594-4ed3-bb66-f96014ae7aef, host: n-h2-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bd376cf-8b39-4b75-aaa6-34bd3746194e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '222758ca-4c6e-4ccb-8f11-8c829f4da008'}}] {{(pid=88525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:44:25.358132 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3f60cf26-8e57-4543-923a-bae2525d28f4 req-c6532ef3-7f0e-4584-945a-dce1c5d4fa63 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=411d1518-9352-4dec-8af2-2285a53556b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0603435 Jun 01 18:44:25.493638 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-b56890e6-881f-450b-8b3f-8056d3e63267 req-e6b7fb15-7aff-40f2-a8f1-0fc61e05b821 service neutron] For port 7cf6562d-e594-4ed3-bb66-f96014ae7aef, host n-h2-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=7cf6562d-e594-4ed3-bb66-f96014ae7aef,segment=NetworkSegment(9bd376cf-8b39-4b75-aaa6-34bd3746194e),segment_id=9bd376cf-8b39-4b75-aaa6-34bd3746194e)] {{(pid=88525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:44:25.494960 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1b2a161-5bc4-4a9b-aa9f-b802a19f7e43 admin admin] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 18:44:25.508932 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ed1a98-e292-45a7-bd23-0966bca9c088 None None] Sync routers for ids ['ea2fa364-34b2-4e17-9138-31d316ea8535'] in n-d-844202-1 {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 18:44:25.519499 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-b56890e6-881f-450b-8b3f-8056d3e63267 req-e6b7fb15-7aff-40f2-a8f1-0fc61e05b821 service neutron] Notify callbacks [] for binding, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:25.521539 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ed1a98-e292-45a7-bd23-0966bca9c088 None None] Routers {'ea2fa364-34b2-4e17-9138-31d316ea8535'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:44:25.524731 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-96ed1a98-e292-45a7-bd23-0966bca9c088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:44:09Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['ea2fa364-34b2-4e17-9138-31d316ea8535'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:44:25.532746 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b56890e6-881f-450b-8b3f-8056d3e63267 req-e6b7fb15-7aff-40f2-a8f1-0fc61e05b821 service neutron] 10.222.0.41 "POST /v2.0/ports/7cf6562d-e594-4ed3-bb66-f96014ae7aef/bindings HTTP/1.1" status: 201 len: 389 time: 1.1629565 Jun 01 18:44:25.545904 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-f1b2a161-5bc4-4a9b-aa9f-b802a19f7e43 admin admin] 10.222.0.41 "PUT /v2.0/routers/ea2fa364-34b2-4e17-9138-31d316ea8535/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1298983 Jun 01 18:44:25.548784 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 45848) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:44:25.560587 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-4eac9353-7623-45eb-886d-a41bb8d5505b req-f79701ca-0967-4a1b-be51-b8113cdd4eab tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:25.578594 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-4eac9353-7623-45eb-886d-a41bb8d5505b req-f79701ca-0967-4a1b-be51-b8113cdd4eab tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887712'] for floatingip, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:25.579041 n-d-844202-1 neutron-server[88524]: INFO neutron.db.l3_db [req-4eac9353-7623-45eb-886d-a41bb8d5505b req-f79701ca-0967-4a1b-be51-b8113cdd4eab tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] Floating IP ee0c40d8-5f65-4370-8636-a302aa69a53c disassociated. External IP: 172.25.4.153, port: 84281443-ab67-470d-8fa5-2047102ef7b4. Jun 01 18:44:25.759771 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3f60cf26-8e57-4543-923a-bae2525d28f4 req-a5a54a98-7af6-43fb-8219-345fcefdbd49 service neutron] 10.222.0.50 "GET /v2.0/networks/411d1518-9352-4dec-8af2-2285a53556b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3905883 Jun 01 18:44:25.764957 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 45854) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:44:26.078358 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-96ed1a98-e292-45a7-bd23-0966bca9c088 None None] Set router ea2fa364-34b2-4e17-9138-31d316ea8535 gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:44:26.133353 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-26e544fa-4a6d-4aa4-b74c-28b5c905722e admin admin] Notify callbacks [] for router, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:26.186019 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af3ad939-f401-467c-9712-64ca09b1a61b'] response: {'server_uuid': 'bb3df7f9-2434-4ba7-9379-cd0b0030b6bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76ff1072-6dd9-430e-a046-4981370d94c1', 'code': 200} Jun 01 18:44:26.368202 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3f60cf26-8e57-4543-923a-bae2525d28f4 req-e2bb7cb7-47ca-4b67-b459-130d8e8b8837 service neutron] 10.222.0.50 "GET /v2.0/networks/411d1518-9352-4dec-8af2-2285a53556b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516542 Jun 01 18:44:26.370219 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3b889de-bf23-4a22-a8ec-e9f8c6ddc45f'] response: {'server_uuid': '66e39d11-cd54-4f3b-ada0-58e0645c24e7', 'name': 'network-vif-deleted', 'tag': '67845245-15ce-4806-82a4-3091bca0bc66', 'status': 'completed', 'code': 200} Jun 01 18:44:26.469989 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56890e6-881f-450b-8b3f-8056d3e63267 req-b0f685fd-3057-412d-b992-eeb41fcb6b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:44:26.471362 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b56890e6-881f-450b-8b3f-8056d3e63267 req-b0f685fd-3057-412d-b992-eeb41fcb6b32 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ee3dca5a75c542e0966797f286e0b4d5&device_id=7e793ca5-49bd-42cb-8666-a3b4655afec7 HTTP/1.1" status: 200 len: 1096 time: 0.5771899 Jun 01 18:44:26.483598 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-26e544fa-4a6d-4aa4-b74c-28b5c905722e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:26.527595 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-26e544fa-4a6d-4aa4-b74c-28b5c905722e admin admin] Deleting port d319b772-3762-4641-9b72-66d31f880cbd {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:44:26.528276 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-26e544fa-4a6d-4aa4-b74c-28b5c905722e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:26.615487 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-96ed1a98-e292-45a7-bd23-0966bca9c088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea2fa364-34b2-4e17-9138-31d316ea8535', 'name': 'tempest-VolumesAdminNegativeTest-805511968-router', 'tenant_id': '14e756b1dfd64355b9ed3a4916d3e633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.121'}], 'enable_snat': True}, 'gw_port_id': 'd319b772-3762-4641-9b72-66d31f880cbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:41:20Z', 'updated_at': '2022-06-01T18:44:23Z', 'revision_number': 5, 'project_id': '14e756b1dfd64355b9ed3a4916d3e633', 'gw_port': {'id': 'd319b772-3762-4641-9b72-66d31f880cbd', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:a5:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea2fa364-34b2-4e17-9138-31d316ea8535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:41:22Z', 'updated_at': '2022-06-01T18:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:44:26.624136 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ed1a98-e292-45a7-bd23-0966bca9c088 None None] Checking router: ea2fa364-34b2-4e17-9138-31d316ea8535 for host: n-d-844202-1 {{(pid=88526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 18:44:26.641915 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ed1a98-e292-45a7-bd23-0966bca9c088 None None] Routers {'ea2fa364-34b2-4e17-9138-31d316ea8535'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:44:26.643506 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-96ed1a98-e292-45a7-bd23-0966bca9c088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:44:09Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['ea2fa364-34b2-4e17-9138-31d316ea8535'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:44:26.698024 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c24350-f8eb-4896-91ba-4a8df63bfa5f req-2e1716cd-5336-4e5f-b315-4edec1ae443b tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:44:26.700696 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-32c24350-f8eb-4896-91ba-4a8df63bfa5f req-2e1716cd-5336-4e5f-b315-4edec1ae443b tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] 10.222.0.41 "GET /v2.0/ports?device_id=bb3df7f9-2434-4ba7-9379-cd0b0030b6bd HTTP/1.1" status: 200 len: 945 time: 0.3467596 Jun 01 18:44:26.722884 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8d3a11-801b-420f-bc47-e5374460543b req-17bd13a4-f539-49bf-a34d-453d59762354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:44:26.724339 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-5d8d3a11-801b-420f-bc47-e5374460543b req-17bd13a4-f539-49bf-a34d-453d59762354 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=bb3df7f9-2434-4ba7-9379-cd0b0030b6bd HTTP/1.1" status: 200 len: 1096 time: 0.3696275 Jun 01 18:44:26.846460 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-32c24350-f8eb-4896-91ba-4a8df63bfa5f req-1d5ff3e8-03a7-4927-b223-978bd9881368 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] 10.222.0.41 "GET /v2.0/security-groups?id=444c87ba-31dc-4b5a-9977-492e198b845a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211393 Jun 01 18:44:26.978383 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-96ed1a98-e292-45a7-bd23-0966bca9c088 None None] Set router ea2fa364-34b2-4e17-9138-31d316ea8535 gateway port host: None {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:44:26.991722 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-5d8d3a11-801b-420f-bc47-e5374460543b req-945dbd01-e604-46ac-b8e9-38d9cc550caf service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=444c87ba-31dc-4b5a-9977-492e198b845a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2603266 Jun 01 18:44:26.992771 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56890e6-881f-450b-8b3f-8056d3e63267 req-16b96eca-4a53-4cb2-b6dc-a87eac019781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:44:26.998896 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b56890e6-881f-450b-8b3f-8056d3e63267 req-16b96eca-4a53-4cb2-b6dc-a87eac019781 service neutron] 10.222.0.50 "GET /v2.0/networks?id=222758ca-4c6e-4ccb-8f11-8c829f4da008 HTTP/1.1" status: 200 len: 909 time: 0.5075414 Jun 01 18:44:27.050562 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4eac9353-7623-45eb-886d-a41bb8d5505b req-f79701ca-0967-4a1b-be51-b8113cdd4eab tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] Router e37b1a48-11b2-44e4-8049-72b888626de6 has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 18:44:27.159545 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-96ed1a98-e292-45a7-bd23-0966bca9c088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea2fa364-34b2-4e17-9138-31d316ea8535', 'name': 'tempest-VolumesAdminNegativeTest-805511968-router', 'tenant_id': '14e756b1dfd64355b9ed3a4916d3e633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:41:20Z', 'updated_at': '2022-06-01T18:44:26Z', 'revision_number': 6, 'project_id': '14e756b1dfd64355b9ed3a4916d3e633', 'gw_port_host': None}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:44:27.169123 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ed1a98-e292-45a7-bd23-0966bca9c088 None None] The sync data for ids ['ea2fa364-34b2-4e17-9138-31d316ea8535'] in n-d-844202-1 is: [{'id': 'ea2fa364-34b2-4e17-9138-31d316ea8535', 'name': 'tempest-VolumesAdminNegativeTest-805511968-router', 'tenant_id': '14e756b1dfd64355b9ed3a4916d3e633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:41:20Z', 'updated_at': '2022-06-01T18:44:26Z', 'revision_number': 6, 'project_id': '14e756b1dfd64355b9ed3a4916d3e633', 'gw_port_host': None}] {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 18:44:27.213723 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b56890e6-881f-450b-8b3f-8056d3e63267 req-463e322a-c575-466a-85f3-f78558f7848d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7cf6562d-e594-4ed3-bb66-f96014ae7aef HTTP/1.1" status: 200 len: 217 time: 0.1834338 Jun 01 18:44:27.334383 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4eac9353-7623-45eb-886d-a41bb8d5505b req-f79701ca-0967-4a1b-be51-b8113cdd4eab tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 18:44:27.346287 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-4eac9353-7623-45eb-886d-a41bb8d5505b req-f79701ca-0967-4a1b-be51-b8113cdd4eab tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for floatingip, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:27.348796 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd632212-b98a-4084-8e34-6c0827011743 None None] Sync routers for ids ['e37b1a48-11b2-44e4-8049-72b888626de6'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 18:44:27.362119 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd632212-b98a-4084-8e34-6c0827011743 None None] Routers {'e37b1a48-11b2-44e4-8049-72b888626de6'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:44:27.363523 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-fd632212-b98a-4084-8e34-6c0827011743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:44:09Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['e37b1a48-11b2-44e4-8049-72b888626de6'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:44:27.368584 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [None req-26e544fa-4a6d-4aa4-b74c-28b5c905722e admin admin] For port d319b772-3762-4641-9b72-66d31f880cbd, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=d319b772-3762-4641-9b72-66d31f880cbd,segment=NetworkSegment(7875af61-4c53-4ff2-b8c8-d4b7c35ff947),segment_id=7875af61-4c53-4ff2-b8c8-d4b7c35ff947)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:44:27.368944 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-26e544fa-4a6d-4aa4-b74c-28b5c905722e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:27.444038 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4eac9353-7623-45eb-886d-a41bb8d5505b req-f79701ca-0967-4a1b-be51-b8113cdd4eab tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] 10.222.0.41 "PUT /v2.0/floatingips/ee0c40d8-5f65-4370-8636-a302aa69a53c HTTP/1.1" status: 200 len: 696 time: 2.6286285 Jun 01 18:44:27.461675 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56890e6-881f-450b-8b3f-8056d3e63267 req-14a7f3d4-ffa5-49b0-a171-c33ac005415a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:44:27.463122 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b56890e6-881f-450b-8b3f-8056d3e63267 req-14a7f3d4-ffa5-49b0-a171-c33ac005415a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2d25927e-118e-41f9-9e0e-90f9021c9592 HTTP/1.1" status: 200 len: 848 time: 0.2291634 Jun 01 18:44:27.588948 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-fd632212-b98a-4084-8e34-6c0827011743 None None] Set router e37b1a48-11b2-44e4-8049-72b888626de6 gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:44:27.614327 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eac9353-7623-45eb-886d-a41bb8d5505b req-dfe832a9-f785-40dd-9421-399bca9973d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:44:27.627318 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4eac9353-7623-45eb-886d-a41bb8d5505b req-dfe832a9-f785-40dd-9421-399bca9973d9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e0dc2e96ec69456782f276e47bf2486d&device_id=773cad09-4e0e-4c52-b912-1cba8bc28300 HTTP/1.1" status: 200 len: 1097 time: 0.1431665 Jun 01 18:44:27.751070 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-26e544fa-4a6d-4aa4-b74c-28b5c905722e admin admin] Calling delete_port for d319b772-3762-4641-9b72-66d31f880cbd owned by network:router_gateway {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:44:27.762248 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-0ba271a3-7b14-46e5-aea8-37d413573ea6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-887474'] for router_interface, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:27.856592 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b56890e6-881f-450b-8b3f-8056d3e63267 req-6decd00d-2d2f-4752-8df5-2a6c2c357b63 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=222758ca-4c6e-4ccb-8f11-8c829f4da008&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0725968 Jun 01 18:44:27.901781 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0895be5-eb14-4288-a7ad-ea72e2e0c291 req-c2438b8c-5b5e-4ed4-bdc8-a296ced13023 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:44:27.908795 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f0895be5-eb14-4288-a7ad-ea72e2e0c291 req-c2438b8c-5b5e-4ed4-bdc8-a296ced13023 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] 10.222.0.41 "GET /v2.0/ports?device_id=7e793ca5-49bd-42cb-8666-a3b4655afec7 HTTP/1.1" status: 200 len: 945 time: 0.6296968 Jun 01 18:44:28.132148 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-fd632212-b98a-4084-8e34-6c0827011743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e37b1a48-11b2-44e4-8049-72b888626de6', 'name': 'tempest-FloatingIPsAssociationTestJSON-260000424-router', 'tenant_id': 'e0dc2e96ec69456782f276e47bf2486d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': '368eb3c4-ec62-4afc-a515-5b1dd5f282d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:42:23Z', 'updated_at': '2022-06-01T18:42:35Z', 'revision_number': 4, 'project_id': 'e0dc2e96ec69456782f276e47bf2486d', 'gw_port': {'id': '368eb3c4-ec62-4afc-a515-5b1dd5f282d3', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:2a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37b1a48-11b2-44e4-8049-72b888626de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:42:25Z', 'updated_at': '2022-06-01T18:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '38612e8c-0101-4044-80b4-fb606c42da57', 'name': '', 'network_id': '7475c262-ab00-42c7-8a8e-ce0d66e28c6b', 'tenant_id': 'e0dc2e96ec69456782f276e47bf2486d', 'mac_address': 'fa:16:3e:ed:85:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37b1a48-11b2-44e4-8049-72b888626de6', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'ba995e64-eb1c-4c76-a421-630e9228b936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:42:33Z', 'updated_at': '2022-06-01T18:42:48Z', 'revision_number': 5, 'project_id': 'e0dc2e96ec69456782f276e47bf2486d', 'subnets': [{'id': 'ba995e64-eb1c-4c76-a421-630e9228b936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:44:28.137844 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd632212-b98a-4084-8e34-6c0827011743 None None] Checking router: e37b1a48-11b2-44e4-8049-72b888626de6 for host: n-d-844202-1 {{(pid=88527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 18:44:28.138771 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f0895be5-eb14-4288-a7ad-ea72e2e0c291 req-b57321d9-4100-47dc-a3ad-6033a0ee9abd tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] 10.222.0.41 "GET /v2.0/security-groups?id=92820b43-7593-449e-bdb5-02c9f22d29e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540208 Jun 01 18:44:28.183292 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd632212-b98a-4084-8e34-6c0827011743 None None] Routers {'e37b1a48-11b2-44e4-8049-72b888626de6'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:44:28.183492 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b56890e6-881f-450b-8b3f-8056d3e63267 req-252f36c6-27c6-4cc7-a91f-b7d89a63379d service neutron] 10.222.0.50 "GET /v2.0/networks/222758ca-4c6e-4ccb-8f11-8c829f4da008?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3205297 Jun 01 18:44:28.185332 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-fd632212-b98a-4084-8e34-6c0827011743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:44:09Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['e37b1a48-11b2-44e4-8049-72b888626de6'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:44:28.190352 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97fc5fd1-6738-443f-8426-3662143a4c2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd988fe22-c967-42a2-b782-a45aecc0087f'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:44:28.429915 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-26e544fa-4a6d-4aa4-b74c-28b5c905722e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:28.497029 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b56890e6-881f-450b-8b3f-8056d3e63267 req-c9e70687-4198-43fb-9cbe-62e866a39906 service neutron] 10.222.0.50 "GET /v2.0/networks/222758ca-4c6e-4ccb-8f11-8c829f4da008?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3073173 Jun 01 18:44:28.506864 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '773cad09-4e0e-4c52-b912-1cba8bc28300', 'tag': '84281443-ab67-470d-8fa5-2047102ef7b4'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:44:28.528540 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e544fa-4a6d-4aa4-b74c-28b5c905722e admin admin] Pushing event deleted for resources: {'Port': ['ID=d319b772-3762-4641-9b72-66d31f880cbd,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:44:28.604260 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eac9353-7623-45eb-886d-a41bb8d5505b req-bb9d1073-86e8-4290-8591-140d970be707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:44:28.605758 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4eac9353-7623-45eb-886d-a41bb8d5505b req-bb9d1073-86e8-4290-8591-140d970be707 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7475c262-ab00-42c7-8a8e-ce0d66e28c6b HTTP/1.1" status: 200 len: 921 time: 0.9790430 Jun 01 18:44:28.661564 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-fd632212-b98a-4084-8e34-6c0827011743 None None] Set router e37b1a48-11b2-44e4-8049-72b888626de6 gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:44:28.726778 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-26e544fa-4a6d-4aa4-b74c-28b5c905722e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-887703'] for router_gateway, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:28.736652 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4eac9353-7623-45eb-886d-a41bb8d5505b req-15cef241-c400-40fb-8885-6cc6cb94d76a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=84281443-ab67-470d-8fa5-2047102ef7b4 HTTP/1.1" status: 200 len: 217 time: 0.1136844 Jun 01 18:44:28.866288 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eac9353-7623-45eb-886d-a41bb8d5505b req-dbb035ea-8aa6-45b7-8ca5-b8ba849e52f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:44:28.871585 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4eac9353-7623-45eb-886d-a41bb8d5505b req-dbb035ea-8aa6-45b7-8ca5-b8ba849e52f6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ba995e64-eb1c-4c76-a421-630e9228b936 HTTP/1.1" status: 200 len: 859 time: 0.1197307 Jun 01 18:44:29.019705 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-26e544fa-4a6d-4aa4-b74c-28b5c905722e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25316'] for router, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:29.034244 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-26e544fa-4a6d-4aa4-b74c-28b5c905722e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:29.077182 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device d319b772-3762-4641-9b72-66d31f880cbd no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:44:29.134405 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eac9353-7623-45eb-886d-a41bb8d5505b req-5a5925f0-ff3a-4769-822e-45ff94d58194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:44:29.138151 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4eac9353-7623-45eb-886d-a41bb8d5505b req-5a5925f0-ff3a-4769-822e-45ff94d58194 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7475c262-ab00-42c7-8a8e-ce0d66e28c6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2613606 Jun 01 18:44:29.146635 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-26e544fa-4a6d-4aa4-b74c-28b5c905722e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-891519'] for router, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:29.147123 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26e544fa-4a6d-4aa4-b74c-28b5c905722e admin admin] Fanout notify agent at l3_agent the message router_deleted on router ea2fa364-34b2-4e17-9138-31d316ea8535 {{(pid=88525) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 18:44:29.203519 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-0ba271a3-7b14-46e5-aea8-37d413573ea6 admin admin] Deleting port 295bbb49-16a9-4d66-b4c2-797b555a07c2 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:44:29.203860 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-0ba271a3-7b14-46e5-aea8-37d413573ea6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:29.210220 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-26e544fa-4a6d-4aa4-b74c-28b5c905722e admin admin] Notify callbacks [] for router, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:29.211343 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-26e544fa-4a6d-4aa4-b74c-28b5c905722e admin admin] 10.222.0.41 "DELETE /v2.0/routers/ea2fa364-34b2-4e17-9138-31d316ea8535 HTTP/1.1" status: 204 len: 168 time: 3.6618736 Jun 01 18:44:29.215959 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: d319b772-3762-4641-9b72-66d31f880cbd {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 18:44:29.216479 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device d319b772-3762-4641-9b72-66d31f880cbd not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 18:44:29.216722 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device a74a9984-8537-4dac-b99a-49be6cbc6dd4 no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:44:29.218508 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 45902) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:44:29.303486 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: a74a9984-8537-4dac-b99a-49be6cbc6dd4 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 18:44:29.303486 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device a74a9984-8537-4dac-b99a-49be6cbc6dd4 not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 18:44:29.349973 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56890e6-881f-450b-8b3f-8056d3e63267 req-12618643-1fd0-4333-8eba-55f8bc84db2e tempest-LiveMigrationTest-1173690941 tempest-LiveMigrationTest-1173690941-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:44:29.353030 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b56890e6-881f-450b-8b3f-8056d3e63267 req-12618643-1fd0-4333-8eba-55f8bc84db2e tempest-LiveMigrationTest-1173690941 tempest-LiveMigrationTest-1173690941-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=7e793ca5-49bd-42cb-8666-a3b4655afec7&tenant_id=ee3dca5a75c542e0966797f286e0b4d5&binding%3Ahost_id=n-h1-844202-1 HTTP/1.1" status: 200 len: 1096 time: 0.7111816 Jun 01 18:44:29.366504 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [req-b56890e6-881f-450b-8b3f-8056d3e63267 req-f9f76201-2a11-4f5e-bced-166f576d99db service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-844202-1'}}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:44:29.459984 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_v2 [None req-611d9f79-0b2a-4fc0-8b35-43501a1c3c32 admin admin] Deleting subnet 1abb479d-d1ae-4cd4-a97e-3c22cdc69a43 {{(pid=88525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 18:44:29.488015 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-fd632212-b98a-4084-8e34-6c0827011743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e37b1a48-11b2-44e4-8049-72b888626de6', 'name': 'tempest-FloatingIPsAssociationTestJSON-260000424-router', 'tenant_id': 'e0dc2e96ec69456782f276e47bf2486d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': '368eb3c4-ec62-4afc-a515-5b1dd5f282d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:42:23Z', 'updated_at': '2022-06-01T18:42:35Z', 'revision_number': 4, 'project_id': 'e0dc2e96ec69456782f276e47bf2486d', 'gw_port': {'id': '368eb3c4-ec62-4afc-a515-5b1dd5f282d3', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:2a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37b1a48-11b2-44e4-8049-72b888626de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:42:25Z', 'updated_at': '2022-06-01T18:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '38612e8c-0101-4044-80b4-fb606c42da57', 'name': '', 'network_id': '7475c262-ab00-42c7-8a8e-ce0d66e28c6b', 'tenant_id': 'e0dc2e96ec69456782f276e47bf2486d', 'mac_address': 'fa:16:3e:ed:85:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37b1a48-11b2-44e4-8049-72b888626de6', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'ba995e64-eb1c-4c76-a421-630e9228b936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:42:33Z', 'updated_at': '2022-06-01T18:42:48Z', 'revision_number': 5, 'project_id': 'e0dc2e96ec69456782f276e47bf2486d', 'subnets': [{'id': 'ba995e64-eb1c-4c76-a421-630e9228b936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:44:29.493881 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd632212-b98a-4084-8e34-6c0827011743 None None] The sync data for ids ['e37b1a48-11b2-44e4-8049-72b888626de6'] in n-d-844202-1 is: [{'id': 'e37b1a48-11b2-44e4-8049-72b888626de6', 'name': 'tempest-FloatingIPsAssociationTestJSON-260000424-router', 'tenant_id': 'e0dc2e96ec69456782f276e47bf2486d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': '368eb3c4-ec62-4afc-a515-5b1dd5f282d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:42:23Z', 'updated_at': '2022-06-01T18:42:35Z', 'revision_number': 4, 'project_id': 'e0dc2e96ec69456782f276e47bf2486d', 'gw_port': {'id': '368eb3c4-ec62-4afc-a515-5b1dd5f282d3', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:2a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37b1a48-11b2-44e4-8049-72b888626de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:42:25Z', 'updated_at': '2022-06-01T18:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '38612e8c-0101-4044-80b4-fb606c42da57', 'name': '', 'network_id': '7475c262-ab00-42c7-8a8e-ce0d66e28c6b', 'tenant_id': 'e0dc2e96ec69456782f276e47bf2486d', 'mac_address': 'fa:16:3e:ed:85:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37b1a48-11b2-44e4-8049-72b888626de6', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'ba995e64-eb1c-4c76-a421-630e9228b936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:42:33Z', 'updated_at': '2022-06-01T18:42:48Z', 'revision_number': 5, 'project_id': 'e0dc2e96ec69456782f276e47bf2486d', 'subnets': [{'id': 'ba995e64-eb1c-4c76-a421-630e9228b936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 18:44:29.497980 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-611d9f79-0b2a-4fc0-8b35-43501a1c3c32 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:29.571338 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4eac9353-7623-45eb-886d-a41bb8d5505b req-292d66b4-b9ae-434b-934e-a29eab95b830 service neutron] 10.222.0.41 "GET /v2.0/networks/7475c262-ab00-42c7-8a8e-ce0d66e28c6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4204021 Jun 01 18:44:29.603505 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-611d9f79-0b2a-4fc0-8b35-43501a1c3c32 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2258509'] for subnet, precommit_delete_associations {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:29.641593 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643aac91-0d1d-45f5-b37f-d7230289d003 req-9b0f405d-134c-4556-b54a-b2cde5cb4408 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:44:29.643352 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-643aac91-0d1d-45f5-b37f-d7230289d003 req-9b0f405d-134c-4556-b54a-b2cde5cb4408 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] 10.222.0.41 "GET /v2.0/ports?device_id=bb3df7f9-2434-4ba7-9379-cd0b0030b6bd HTTP/1.1" status: 200 len: 945 time: 0.4128613 Jun 01 18:44:29.644156 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-b56890e6-881f-450b-8b3f-8056d3e63267 req-f9f76201-2a11-4f5e-bced-166f576d99db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:29.810462 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4eac9353-7623-45eb-886d-a41bb8d5505b req-6d69f0c2-849e-4dca-8430-f5e524069f9d service neutron] 10.222.0.41 "GET /v2.0/networks/7475c262-ab00-42c7-8a8e-ce0d66e28c6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2350974 Jun 01 18:44:29.848084 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6967e02-a078-45cb-b9f9-b90f28a63a9a None None] New status for floating IP ee0c40d8-5f65-4370-8636-a302aa69a53c: DOWN {{(pid=88526) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 18:44:29.852884 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [None req-0ba271a3-7b14-46e5-aea8-37d413573ea6 admin admin] For port 295bbb49-16a9-4d66-b4c2-797b555a07c2, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=295bbb49-16a9-4d66-b4c2-797b555a07c2,segment=NetworkSegment(f8fbc8e1-3348-4ea4-9fd0-0e0551d74a24),segment_id=f8fbc8e1-3348-4ea4-9fd0-0e0551d74a24)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:44:29.853525 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-0ba271a3-7b14-46e5-aea8-37d413573ea6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:30.009332 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-643aac91-0d1d-45f5-b37f-d7230289d003 req-597ab7f3-0827-4227-a28e-4d7d64622ee6 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] 10.222.0.41 "GET /v2.0/security-groups?id=444c87ba-31dc-4b5a-9977-492e198b845a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3546522 Jun 01 18:44:30.114740 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-0ba271a3-7b14-46e5-aea8-37d413573ea6 admin admin] Calling delete_port for 295bbb49-16a9-4d66-b4c2-797b555a07c2 owned by network:router_interface {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:44:30.185863 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8995a2e8-adc4-4629-b300-11343cfb0a70'] response: {'name': 'network-changed', 'server_uuid': '773cad09-4e0e-4c52-b912-1cba8bc28300', 'tag': '84281443-ab67-470d-8fa5-2047102ef7b4', 'status': 'completed', 'code': 200} Jun 01 18:44:30.227583 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 45912) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:44:30.461891 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-611d9f79-0b2a-4fc0-8b35-43501a1c3c32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:30.501080 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d79c0f9d-0ac3-40c4-84b5-2714bfb4fedd'] response: {'server_uuid': '97fc5fd1-6738-443f-8426-3662143a4c2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd988fe22-c967-42a2-b782-a45aecc0087f', 'code': 200} Jun 01 18:44:30.592763 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b5cba8-d6d6-43df-ad9c-737d85c0b00d req-aa11c78e-de21-4a49-9c5e-f367d0f5fa99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:44:30.595927 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-70b5cba8-d6d6-43df-ad9c-737d85c0b00d req-aa11c78e-de21-4a49-9c5e-f367d0f5fa99 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e0dc2e96ec69456782f276e47bf2486d&device_id=773cad09-4e0e-4c52-b912-1cba8bc28300 HTTP/1.1" status: 200 len: 1097 time: 0.4092152 Jun 01 18:44:30.772747 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-b56890e6-881f-450b-8b3f-8056d3e63267 req-f9f76201-2a11-4f5e-bced-166f576d99db service neutron] For port 7cf6562d-e594-4ed3-bb66-f96014ae7aef, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=7cf6562d-e594-4ed3-bb66-f96014ae7aef,segment=NetworkSegment(9bd376cf-8b39-4b75-aaa6-34bd3746194e),segment_id=9bd376cf-8b39-4b75-aaa6-34bd3746194e)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:44:30.863269 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa429820-d666-44fb-85c9-d4dcac998f40 req-cd3edeed-0521-40b7-bbd2-1c74e07942de tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:44:30.864747 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fa429820-d666-44fb-85c9-d4dcac998f40 req-cd3edeed-0521-40b7-bbd2-1c74e07942de tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] 10.222.0.41 "GET /v2.0/ports?device_id=7e793ca5-49bd-42cb-8666-a3b4655afec7 HTTP/1.1" status: 200 len: 945 time: 0.4971957 Jun 01 18:44:30.970401 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-b56890e6-881f-450b-8b3f-8056d3e63267 req-f9f76201-2a11-4f5e-bced-166f576d99db service neutron] For port 7cf6562d-e594-4ed3-bb66-f96014ae7aef, host n-h1-844202-1, cleared binding levels {{(pid=88525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:44:30.997663 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fa429820-d666-44fb-85c9-d4dcac998f40 req-1bf68cca-fdff-4c18-9876-27c500738957 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] 10.222.0.41 "GET /v2.0/security-groups?id=92820b43-7593-449e-bdb5-02c9f22d29e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174746 Jun 01 18:44:31.022610 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-611d9f79-0b2a-4fc0-8b35-43501a1c3c32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2614143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9667199'] for subnet, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:31.036172 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b5cba8-d6d6-43df-ad9c-737d85c0b00d req-2d7dc33e-dbe0-49af-9f7f-95d717800b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:44:31.037703 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-70b5cba8-d6d6-43df-ad9c-737d85c0b00d req-2d7dc33e-dbe0-49af-9f7f-95d717800b1a service neutron] 10.222.0.50 "GET /v2.0/networks?id=7475c262-ab00-42c7-8a8e-ce0d66e28c6b HTTP/1.1" status: 200 len: 921 time: 0.4306302 Jun 01 18:44:31.128571 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-70b5cba8-d6d6-43df-ad9c-737d85c0b00d req-d93ba50c-bdef-4421-888d-5eefc3315c36 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=84281443-ab67-470d-8fa5-2047102ef7b4 HTTP/1.1" status: 200 len: 217 time: 0.0819619 Jun 01 18:44:31.129272 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-0ba271a3-7b14-46e5-aea8-37d413573ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:31.134707 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611d9f79-0b2a-4fc0-8b35-43501a1c3c32 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1abb479d-d1ae-4cd4-a97e-3c22cdc69a43,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:44:31.175164 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-611d9f79-0b2a-4fc0-8b35-43501a1c3c32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:31.180546 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfbfec02-0634-4893-ae2c-1506cd3482d1 None None] Network d7ff6e4b-0a62-4426-a8f8-78d8b6162d6a requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 18:44:31.182197 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-611d9f79-0b2a-4fc0-8b35-43501a1c3c32 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/1abb479d-d1ae-4cd4-a97e-3c22cdc69a43 HTTP/1.1" status: 204 len: 168 time: 1.9621966 Jun 01 18:44:31.189769 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 45928) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:44:31.227099 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e793ca5-49bd-42cb-8666-a3b4655afec7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7cf6562d-e594-4ed3-bb66-f96014ae7aef'}] {{(pid=88525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:44:31.238201 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-b56890e6-881f-450b-8b3f-8056d3e63267 req-f9f76201-2a11-4f5e-bced-166f576d99db service neutron] Notify callbacks [] for port, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:31.277723 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba271a3-7b14-46e5-aea8-37d413573ea6 admin admin] Pushing event deleted for resources: {'Port': ['ID=295bbb49-16a9-4d66-b4c2-797b555a07c2,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:44:31.316077 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-b56890e6-881f-450b-8b3f-8056d3e63267 req-f9f76201-2a11-4f5e-bced-166f576d99db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:31.581701 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9c097b-8f3d-40e3-a007-8bfb6e2315b0 req-7bb1eef9-e989-492d-bf59-978764caf29a tempest-LiveAutoBlockMigrationV225Test-590672389 tempest-LiveAutoBlockMigrationV225Test-590672389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:44:31.588652 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-7c9c097b-8f3d-40e3-a007-8bfb6e2315b0 req-7bb1eef9-e989-492d-bf59-978764caf29a tempest-LiveAutoBlockMigrationV225Test-590672389 tempest-LiveAutoBlockMigrationV225Test-590672389-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=bb3df7f9-2434-4ba7-9379-cd0b0030b6bd HTTP/1.1" status: 200 len: 1096 time: 0.7390976 Jun 01 18:44:31.619792 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ce60183d-86f8-43de-a815-ef31d9b71ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:31.653218 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-0ba271a3-7b14-46e5-aea8-37d413573ea6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-887310'] for router_interface, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:31.747247 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f76201-2a11-4f5e-bced-166f576d99db service neutron] Pushing event updated for resources: {'Port': ['ID=7cf6562d-e594-4ed3-bb66-f96014ae7aef,revision_number=7']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:44:31.747727 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3e136ee-df9b-45c2-8f7f-ab12a286b3d8 None None] DHCP port deletion for d7ff6e4b-0a62-4426-a8f8-78d8b6162d6a request from n-d-844202-1 {{(pid=88526) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 18:44:31.756316 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-ce60183d-86f8-43de-a815-ef31d9b71ec6 admin admin] Deleting port d8f509f4-5e75-4ea3-99cf-0c985bc18ccf {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:44:31.756628 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ce60183d-86f8-43de-a815-ef31d9b71ec6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:31.779291 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f3e136ee-df9b-45c2-8f7f-ab12a286b3d8 None None] Deleting port d8f509f4-5e75-4ea3-99cf-0c985bc18ccf {{(pid=88526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:44:31.779872 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f3e136ee-df9b-45c2-8f7f-ab12a286b3d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:31.791651 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b5cba8-d6d6-43df-ad9c-737d85c0b00d req-12e409bd-b9ff-4915-ad69-24fe5b4482b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:44:31.793253 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-70b5cba8-d6d6-43df-ad9c-737d85c0b00d req-12e409bd-b9ff-4915-ad69-24fe5b4482b5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ba995e64-eb1c-4c76-a421-630e9228b936 HTTP/1.1" status: 200 len: 859 time: 0.6570349 Jun 01 18:44:31.888547 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-b56890e6-881f-450b-8b3f-8056d3e63267 req-f9f76201-2a11-4f5e-bced-166f576d99db service neutron] Attempting to bind port 7cf6562d-e594-4ed3-bb66-f96014ae7aef on host n-h1-844202-1 for vnic_type normal with profile {"migrating_to": "n-h2-844202-1"} {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:44:31.888960 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-b56890e6-881f-450b-8b3f-8056d3e63267 req-f9f76201-2a11-4f5e-bced-166f576d99db service neutron] Attempting to bind port 7cf6562d-e594-4ed3-bb66-f96014ae7aef by drivers openvswitch,hyperv on host n-h1-844202-1 at level 0 using segments [{'id': '9bd376cf-8b39-4b75-aaa6-34bd3746194e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '222758ca-4c6e-4ccb-8f11-8c829f4da008'}] {{(pid=88525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:44:31.889179 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b56890e6-881f-450b-8b3f-8056d3e63267 req-f9f76201-2a11-4f5e-bced-166f576d99db service neutron] Attempting to bind port 7cf6562d-e594-4ed3-bb66-f96014ae7aef on network 222758ca-4c6e-4ccb-8f11-8c829f4da008 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:44:31.912084 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-7c9c097b-8f3d-40e3-a007-8bfb6e2315b0 req-e0ef5ba0-4cab-41c1-a989-c692498537a4 tempest-LiveAutoBlockMigrationV225Test-590672389 tempest-LiveAutoBlockMigrationV225Test-590672389-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=444c87ba-31dc-4b5a-9977-492e198b845a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3224566 Jun 01 18:44:31.955665 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b56890e6-881f-450b-8b3f-8056d3e63267 req-f9f76201-2a11-4f5e-bced-166f576d99db service neutron] Port 7cf6562d-e594-4ed3-bb66-f96014ae7aef on network 222758ca-4c6e-4ccb-8f11-8c829f4da008 not bound, no agent of type Open vSwitch agent registered on host n-h1-844202-1 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 18:44:31.973050 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b56890e6-881f-450b-8b3f-8056d3e63267 req-f9f76201-2a11-4f5e-bced-166f576d99db service neutron] Attempting to bind port 7cf6562d-e594-4ed3-bb66-f96014ae7aef on network 222758ca-4c6e-4ccb-8f11-8c829f4da008 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:44:32.085118 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b56890e6-881f-450b-8b3f-8056d3e63267 req-f9f76201-2a11-4f5e-bced-166f576d99db service neutron] Checking agent: {'id': 'bdb1e5d7-b998-4259-838f-3d278e930f32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 18, 44, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:44:32.085725 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b56890e6-881f-450b-8b3f-8056d3e63267 req-f9f76201-2a11-4f5e-bced-166f576d99db service neutron] Checking segment: {'id': '9bd376cf-8b39-4b75-aaa6-34bd3746194e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '222758ca-4c6e-4ccb-8f11-8c829f4da008'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:44:32.086266 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b56890e6-881f-450b-8b3f-8056d3e63267 req-f9f76201-2a11-4f5e-bced-166f576d99db service neutron] Bound using segment: {'id': '9bd376cf-8b39-4b75-aaa6-34bd3746194e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '222758ca-4c6e-4ccb-8f11-8c829f4da008'} {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:44:32.088767 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-b56890e6-881f-450b-8b3f-8056d3e63267 req-f9f76201-2a11-4f5e-bced-166f576d99db service neutron] Bound port: 7cf6562d-e594-4ed3-bb66-f96014ae7aef, host: n-h1-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bd376cf-8b39-4b75-aaa6-34bd3746194e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '222758ca-4c6e-4ccb-8f11-8c829f4da008'}}] {{(pid=88525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:44:32.089518 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-b56890e6-881f-450b-8b3f-8056d3e63267 req-f9f76201-2a11-4f5e-bced-166f576d99db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:32.175643 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176ea456-7a7f-4fac-a565-fcf1fd57f320 req-b88a0216-ff94-4d28-a5e8-9b582584f05d tempest-AttachSCSIVolumeTestJSON-660953961 tempest-AttachSCSIVolumeTestJSON-660953961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:44:32.192464 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-176ea456-7a7f-4fac-a565-fcf1fd57f320 req-b88a0216-ff94-4d28-a5e8-9b582584f05d tempest-AttachSCSIVolumeTestJSON-660953961 tempest-AttachSCSIVolumeTestJSON-660953961-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a6e54cd-fa60-4562-94e7-5d0a822b5f6e HTTP/1.1" status: 200 len: 945 time: 1.0577691 Jun 01 18:44:32.204143 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f3e136ee-df9b-45c2-8f7f-ab12a286b3d8 None None] For port d8f509f4-5e75-4ea3-99cf-0c985bc18ccf, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=d8f509f4-5e75-4ea3-99cf-0c985bc18ccf,segment=NetworkSegment(a1310717-bc57-42e1-a422-2eb89ff00c79),segment_id=a1310717-bc57-42e1-a422-2eb89ff00c79)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:44:32.204557 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f3e136ee-df9b-45c2-8f7f-ab12a286b3d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:32.293717 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b5cba8-d6d6-43df-ad9c-737d85c0b00d req-8b512678-fc85-4231-bc1f-9d42f863054e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:44:32.296610 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-70b5cba8-d6d6-43df-ad9c-737d85c0b00d req-8b512678-fc85-4231-bc1f-9d42f863054e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7475c262-ab00-42c7-8a8e-ce0d66e28c6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4760664 Jun 01 18:44:32.393548 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-176ea456-7a7f-4fac-a565-fcf1fd57f320 req-bdff9416-8b41-4556-84fd-c7bf7d8cf860 tempest-AttachSCSIVolumeTestJSON-660953961 tempest-AttachSCSIVolumeTestJSON-660953961-project] 10.222.0.41 "GET /v2.0/security-groups?id=4b1d23f4-ed75-49f3-842d-08802ecbf36f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1997950 Jun 01 18:44:32.512990 n-d-844202-1 neutron-server[88525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8179a21f-520f-48ea-a6a6-68f47a37bed8'] response: {'server_uuid': '7e793ca5-49bd-42cb-8666-a3b4655afec7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7cf6562d-e594-4ed3-bb66-f96014ae7aef', 'code': 200} Jun 01 18:44:32.602185 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f3e136ee-df9b-45c2-8f7f-ab12a286b3d8 None None] Calling delete_port for d8f509f4-5e75-4ea3-99cf-0c985bc18ccf owned by network:dhcp {{(pid=88526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:44:32.619043 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [None req-ce60183d-86f8-43de-a815-ef31d9b71ec6 admin admin] For port d8f509f4-5e75-4ea3-99cf-0c985bc18ccf, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=d8f509f4-5e75-4ea3-99cf-0c985bc18ccf,segment=NetworkSegment(a1310717-bc57-42e1-a422-2eb89ff00c79),segment_id=a1310717-bc57-42e1-a422-2eb89ff00c79)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:44:32.619453 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ce60183d-86f8-43de-a815-ef31d9b71ec6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:32.814232 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-ce60183d-86f8-43de-a815-ef31d9b71ec6 admin admin] Calling delete_port for d8f509f4-5e75-4ea3-99cf-0c985bc18ccf owned by network:dhcp {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:44:32.849049 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-b56890e6-881f-450b-8b3f-8056d3e63267 req-f9f76201-2a11-4f5e-bced-166f576d99db service neutron] For port 7cf6562d-e594-4ed3-bb66-f96014ae7aef, host n-h1-844202-1, cleared binding levels {{(pid=88525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:44:32.886090 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f3e136ee-df9b-45c2-8f7f-ab12a286b3d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535'] for port, after_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:32.913309 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-b56890e6-881f-450b-8b3f-8056d3e63267 req-f9f76201-2a11-4f5e-bced-166f576d99db service neutron] For port 7cf6562d-e594-4ed3-bb66-f96014ae7aef, host n-h1-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=7cf6562d-e594-4ed3-bb66-f96014ae7aef,segment=NetworkSegment(9bd376cf-8b39-4b75-aaa6-34bd3746194e),segment_id=9bd376cf-8b39-4b75-aaa6-34bd3746194e)] {{(pid=88525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:44:32.914822 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ba271a3-7b14-46e5-aea8-37d413573ea6 admin admin] Router 24ae915b-3a09-4bb6-b3b3-c9675639527e has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 18:44:32.985002 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e136ee-df9b-45c2-8f7f-ab12a286b3d8 None None] Pushing event deleted for resources: {'Port': ['ID=d8f509f4-5e75-4ea3-99cf-0c985bc18ccf,revision_number=None']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:44:33.012237 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-b56890e6-881f-450b-8b3f-8056d3e63267 req-f9f76201-2a11-4f5e-bced-166f576d99db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:33.013466 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e136ee-df9b-45c2-8f7f-ab12a286b3d8 None None] No DVR routers for this DVR port d8f509f4-5e75-4ea3-99cf-0c985bc18ccf on host n-d-844202-1 {{(pid=88526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 18:44:33.084495 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99535d2-142b-4ea7-9efe-691f5dc6c935 req-9ebe52a2-f261-4023-b59f-454444db0651 tempest-AttachSCSIVolumeTestJSON-660953961 tempest-AttachSCSIVolumeTestJSON-660953961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:44:33.085838 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b99535d2-142b-4ea7-9efe-691f5dc6c935 req-9ebe52a2-f261-4023-b59f-454444db0651 tempest-AttachSCSIVolumeTestJSON-660953961 tempest-AttachSCSIVolumeTestJSON-660953961-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a6e54cd-fa60-4562-94e7-5d0a822b5f6e HTTP/1.1" status: 200 len: 945 time: 0.6944907 Jun 01 18:44:33.127940 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device d8f509f4-5e75-4ea3-99cf-0c985bc18ccf no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:44:33.183427 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: d8f509f4-5e75-4ea3-99cf-0c985bc18ccf {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 18:44:33.183769 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device d8f509f4-5e75-4ea3-99cf-0c985bc18ccf not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 18:44:33.224591 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-70b5cba8-d6d6-43df-ad9c-737d85c0b00d req-e0477cdc-59cf-4193-a98c-7845a43a9dd6 service neutron] 10.222.0.50 "GET /v2.0/networks/7475c262-ab00-42c7-8a8e-ce0d66e28c6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8823955 Jun 01 18:44:33.447215 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.db.api [None req-ce60183d-86f8-43de-a815-ef31d9b71ec6 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88525) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 18:44:33.447532 n-d-844202-1 neutron-server[88525]: DEBUG oslo_db.api [None req-ce60183d-86f8-43de-a815-ef31d9b71ec6 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 18:44:33.454944 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [req-b99535d2-142b-4ea7-9efe-691f5dc6c935 req-8b1ec70b-db1a-48bd-a916-65229cbc4f69 tempest-AttachSCSIVolumeTestJSON-660953961 tempest-AttachSCSIVolumeTestJSON-660953961-project] Deleting port 141804c8-52a2-4017-818f-c7e2cc270657 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:44:33.455278 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-b99535d2-142b-4ea7-9efe-691f5dc6c935 req-8b1ec70b-db1a-48bd-a916-65229cbc4f69 tempest-AttachSCSIVolumeTestJSON-660953961 tempest-AttachSCSIVolumeTestJSON-660953961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:33.509534 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582834d0-59cc-4807-9e3a-32afc1aba447 req-8cc2ec77-42ac-45cb-9c8e-938cecad3ff0 tempest-LiveAutoBlockMigrationV225Test-590672389 tempest-LiveAutoBlockMigrationV225Test-590672389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:44:33.511395 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-582834d0-59cc-4807-9e3a-32afc1aba447 req-8cc2ec77-42ac-45cb-9c8e-938cecad3ff0 tempest-LiveAutoBlockMigrationV225Test-590672389 tempest-LiveAutoBlockMigrationV225Test-590672389-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=bb3df7f9-2434-4ba7-9379-cd0b0030b6bd HTTP/1.1" status: 200 len: 1096 time: 0.6995080 Jun 01 18:44:33.532050 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f76201-2a11-4f5e-bced-166f576d99db service neutron] Pushing event updated for resources: {'Port': ['ID=7cf6562d-e594-4ed3-bb66-f96014ae7aef,revision_number=8']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:44:33.554742 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56890e6-881f-450b-8b3f-8056d3e63267 req-f9f76201-2a11-4f5e-bced-166f576d99db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:44:33.555371 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-b56890e6-881f-450b-8b3f-8056d3e63267 req-f9f76201-2a11-4f5e-bced-166f576d99db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:33.556794 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b56890e6-881f-450b-8b3f-8056d3e63267 req-f9f76201-2a11-4f5e-bced-166f576d99db service neutron] 10.222.0.50 "PUT /v2.0/ports/7cf6562d-e594-4ed3-bb66-f96014ae7aef HTTP/1.1" status: 200 len: 1121 time: 4.1952744 Jun 01 18:44:33.574675 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e3d495-6180-4f9d-b601-2b9552790b85 req-f50f117e-bd0d-4f43-ad82-676b0b5dcf75 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:44:33.584952 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-32e3d495-6180-4f9d-b601-2b9552790b85 req-f50f117e-bd0d-4f43-ad82-676b0b5dcf75 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] 10.222.0.41 "GET /v2.0/ports?device_id=7e793ca5-49bd-42cb-8666-a3b4655afec7 HTTP/1.1" status: 200 len: 943 time: 0.8163211 Jun 01 18:44:33.621882 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-96e5d639-9099-41dd-b6c0-d3d6e84bd7eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-887474'] for router_interface, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:33.630123 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ba271a3-7b14-46e5-aea8-37d413573ea6 admin admin] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 18:44:33.633979 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-582834d0-59cc-4807-9e3a-32afc1aba447 req-261f52b5-fcf4-4479-8d8a-0e2251aa8f62 tempest-LiveAutoBlockMigrationV225Test-590672389 tempest-LiveAutoBlockMigrationV225Test-590672389-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=444c87ba-31dc-4b5a-9977-492e198b845a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022644 Jun 01 18:44:33.635989 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-70b5cba8-d6d6-43df-ad9c-737d85c0b00d req-d4b79aba-605b-457c-a45c-c0903df2dace service neutron] 10.222.0.50 "GET /v2.0/networks/7475c262-ab00-42c7-8a8e-ce0d66e28c6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3947184 Jun 01 18:44:33.653103 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04722e79-e7ad-4601-968c-91433cc5eff6 None None] Sync routers for ids ['24ae915b-3a09-4bb6-b3b3-c9675639527e'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 18:44:33.669098 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04722e79-e7ad-4601-968c-91433cc5eff6 None None] Routers {'24ae915b-3a09-4bb6-b3b3-c9675639527e'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:44:33.669710 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-04722e79-e7ad-4601-968c-91433cc5eff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:44:09Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['24ae915b-3a09-4bb6-b3b3-c9675639527e'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:44:33.676907 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] get_ports_and_sgs() called for port_ids ['7cf6562d-e594-4ed3-bb66-f96014ae7aef'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:44:33.689151 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-0ba271a3-7b14-46e5-aea8-37d413573ea6 admin admin] 10.222.0.41 "PUT /v2.0/routers/24ae915b-3a09-4bb6-b3b3-c9675639527e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9108140 Jun 01 18:44:33.690235 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 45954) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:44:33.824074 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-32e3d495-6180-4f9d-b601-2b9552790b85 req-53eecd22-33de-44f1-b430-2845ef8a72b6 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] 10.222.0.41 "GET /v2.0/security-groups?id=92820b43-7593-449e-bdb5-02c9f22d29e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2374532 Jun 01 18:44:34.058979 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-ce60183d-86f8-43de-a815-ef31d9b71ec6 admin admin] Deleting port d8f509f4-5e75-4ea3-99cf-0c985bc18ccf {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:44:34.058979 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ce60183d-86f8-43de-a815-ef31d9b71ec6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:34.129931 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-04722e79-e7ad-4601-968c-91433cc5eff6 None None] Set router 24ae915b-3a09-4bb6-b3b3-c9675639527e gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:44:34.165034 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-83172ec9-eeaf-4a79-a360-ce9c30794b19 req-5be42b62-5a8c-4ec4-b722-3bc948b02401 tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] 10.222.0.41 "GET /v2.0/floatingips/ee0c40d8-5f65-4370-8636-a302aa69a53c HTTP/1.1" status: 200 len: 694 time: 0.1654668 Jun 01 18:44:34.338018 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-ce60183d-86f8-43de-a815-ef31d9b71ec6 admin admin] The port 'd8f509f4-5e75-4ea3-99cf-0c985bc18ccf' was deleted {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 01 18:44:34.342467 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2aa52d11-792a-4f44-9979-a5c79a52c701 admin admin] Notify callbacks [] for router, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:34.456471 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-04722e79-e7ad-4601-968c-91433cc5eff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24ae915b-3a09-4bb6-b3b3-c9675639527e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1826518330-router', 'tenant_id': 'fe37b4563e0349938f147e9c99d54534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.167'}], 'enable_snat': True}, 'gw_port_id': 'f8bdaced-309b-4a16-af16-e96f30a9ba08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:42:58Z', 'updated_at': '2022-06-01T18:44:30Z', 'revision_number': 5, 'project_id': 'fe37b4563e0349938f147e9c99d54534', 'gw_port': {'id': 'f8bdaced-309b-4a16-af16-e96f30a9ba08', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:96:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ae915b-3a09-4bb6-b3b3-c9675639527e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:43:01Z', 'updated_at': '2022-06-01T18:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:44:34.460532 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04722e79-e7ad-4601-968c-91433cc5eff6 None None] Checking router: 24ae915b-3a09-4bb6-b3b3-c9675639527e for host: n-d-844202-1 {{(pid=88527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 18:44:34.470182 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04722e79-e7ad-4601-968c-91433cc5eff6 None None] Routers {'24ae915b-3a09-4bb6-b3b3-c9675639527e'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:44:34.470806 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-04722e79-e7ad-4601-968c-91433cc5eff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:44:09Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['24ae915b-3a09-4bb6-b3b3-c9675639527e'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:44:34.601480 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83172ec9-eeaf-4a79-a360-ce9c30794b19 req-aff73787-6406-4c75-b222-fa26963eb274 tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:44:34.608658 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-83172ec9-eeaf-4a79-a360-ce9c30794b19 req-aff73787-6406-4c75-b222-fa26963eb274 tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] 10.222.0.41 "GET /v2.0/networks/72a72e44-6845-488a-a5ff-3a26d4df9cb3 HTTP/1.1" status: 200 len: 784 time: 0.4382467 Jun 01 18:44:34.676003 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e793ca5-49bd-42cb-8666-a3b4655afec7', 'tag': '7cf6562d-e594-4ed3-bb66-f96014ae7aef'}] {{(pid=88525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:44:34.701517 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-83172ec9-eeaf-4a79-a360-ce9c30794b19 req-53d87cd9-968b-42ca-ad2a-ab56f76e12a1 tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.4.153 HTTP/1.1" status: 200 len: 697 time: 0.0915887 Jun 01 18:44:34.725098 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-04722e79-e7ad-4601-968c-91433cc5eff6 None None] Set router 24ae915b-3a09-4bb6-b3b3-c9675639527e gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:44:34.881014 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-83172ec9-eeaf-4a79-a360-ce9c30794b19 req-efb3949f-3173-4107-b427-0e784938a863 tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.4.153 HTTP/1.1" status: 200 len: 697 time: 0.1745584 Jun 01 18:44:34.943426 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-b99535d2-142b-4ea7-9efe-691f5dc6c935 req-8b1ec70b-db1a-48bd-a916-65229cbc4f69 tempest-AttachSCSIVolumeTestJSON-660953961 tempest-AttachSCSIVolumeTestJSON-660953961-project] For port 141804c8-52a2-4017-818f-c7e2cc270657, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=141804c8-52a2-4017-818f-c7e2cc270657,segment=NetworkSegment(af4f816e-23a9-4a28-b51f-1045978fc81d),segment_id=af4f816e-23a9-4a28-b51f-1045978fc81d)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:44:34.943788 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-b99535d2-142b-4ea7-9efe-691f5dc6c935 req-8b1ec70b-db1a-48bd-a916-65229cbc4f69 tempest-AttachSCSIVolumeTestJSON-660953961 tempest-AttachSCSIVolumeTestJSON-660953961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:34.992974 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ce60183d-86f8-43de-a815-ef31d9b71ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:35.118603 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126f7afc-a574-4a8d-9593-f020d5ae3a00 req-a0b1bb0e-a5d2-473a-ae7d-da81e3f725f9 tempest-AttachSCSIVolumeTestJSON-660953961 tempest-AttachSCSIVolumeTestJSON-660953961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:44:35.126650 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-126f7afc-a574-4a8d-9593-f020d5ae3a00 req-a0b1bb0e-a5d2-473a-ae7d-da81e3f725f9 tempest-AttachSCSIVolumeTestJSON-660953961 tempest-AttachSCSIVolumeTestJSON-660953961-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a6e54cd-fa60-4562-94e7-5d0a822b5f6e HTTP/1.1" status: 200 len: 945 time: 1.0043306 Jun 01 18:44:35.160327 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 141804c8-52a2-4017-818f-c7e2cc270657 no longer exists at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:44:35.187350 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-ce60183d-86f8-43de-a815-ef31d9b71ec6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7ff6e4b-0a62-4426-a8f8-78d8b6162d6a']}} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:44:35.228053 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-ce60183d-86f8-43de-a815-ef31d9b71ec6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1310717-bc57-42e1-a422-2eb89ff00c79') {'for_net_delete': True} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:44:35.228456 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-ce60183d-86f8-43de-a815-ef31d9b71ec6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1310717-bc57-42e1-a422-2eb89ff00c79') {} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:44:35.230937 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-04722e79-e7ad-4601-968c-91433cc5eff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24ae915b-3a09-4bb6-b3b3-c9675639527e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1826518330-router', 'tenant_id': 'fe37b4563e0349938f147e9c99d54534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.167'}], 'enable_snat': True}, 'gw_port_id': 'f8bdaced-309b-4a16-af16-e96f30a9ba08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:42:58Z', 'updated_at': '2022-06-01T18:44:30Z', 'revision_number': 5, 'project_id': 'fe37b4563e0349938f147e9c99d54534', 'gw_port': {'id': 'f8bdaced-309b-4a16-af16-e96f30a9ba08', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:96:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ae915b-3a09-4bb6-b3b3-c9675639527e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:43:01Z', 'updated_at': '2022-06-01T18:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:44:35.248038 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04722e79-e7ad-4601-968c-91433cc5eff6 None None] The sync data for ids ['24ae915b-3a09-4bb6-b3b3-c9675639527e'] in n-d-844202-1 is: [{'id': '24ae915b-3a09-4bb6-b3b3-c9675639527e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1826518330-router', 'tenant_id': 'fe37b4563e0349938f147e9c99d54534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.167'}], 'enable_snat': True}, 'gw_port_id': 'f8bdaced-309b-4a16-af16-e96f30a9ba08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:42:58Z', 'updated_at': '2022-06-01T18:44:30Z', 'revision_number': 5, 'project_id': 'fe37b4563e0349938f147e9c99d54534', 'gw_port': {'id': 'f8bdaced-309b-4a16-af16-e96f30a9ba08', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:96:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ae915b-3a09-4bb6-b3b3-c9675639527e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:43:01Z', 'updated_at': '2022-06-01T18:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 18:44:35.263770 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-126f7afc-a574-4a8d-9593-f020d5ae3a00 req-40f07a01-cc05-4aa5-93f8-13e2ddaf43a0 tempest-AttachSCSIVolumeTestJSON-660953961 tempest-AttachSCSIVolumeTestJSON-660953961-project] 10.222.0.41 "GET /v2.0/security-groups?id=4b1d23f4-ed75-49f3-842d-08802ecbf36f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1361127 Jun 01 18:44:35.338420 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-83172ec9-eeaf-4a79-a360-ce9c30794b19 req-a52bc967-dfd0-4d23-b6fa-8bcc7dfd8723 tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] Deleting port e76b3700-02bb-4231-8007-70df39a947e4 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:44:35.339362 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-83172ec9-eeaf-4a79-a360-ce9c30794b19 req-a52bc967-dfd0-4d23-b6fa-8bcc7dfd8723 tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:35.357762 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ce60183d-86f8-43de-a815-ef31d9b71ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2258522'] for segment, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:35.411609 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port 141804c8-52a2-4017-818f-c7e2cc270657 is: ACTIVE; New status is: DOWN {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:44:35.412636 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:35.417004 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ce60183d-86f8-43de-a815-ef31d9b71ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:35.441091 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce60183d-86f8-43de-a815-ef31d9b71ec6 admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=88525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 18:44:35.441832 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ce60183d-86f8-43de-a815-ef31d9b71ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2613981'] for segment, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:35.455011 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a6e54cd-fa60-4562-94e7-5d0a822b5f6e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '141804c8-52a2-4017-818f-c7e2cc270657'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:44:35.469109 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port 141804c8-52a2-4017-818f-c7e2cc270657, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=141804c8-52a2-4017-818f-c7e2cc270657,segment=NetworkSegment(af4f816e-23a9-4a28-b51f-1045978fc81d),segment_id=af4f816e-23a9-4a28-b51f-1045978fc81d)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:44:35.478723 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:35.570251 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2aa52d11-792a-4f44-9979-a5c79a52c701 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:35.584065 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=141804c8-52a2-4017-818f-c7e2cc270657,revision_number=6']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:44:35.628182 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment a1310717-bc57-42e1-a422-2eb89ff00c79 resource provider aggregate not found Jun 01 18:44:35.644962 n-d-844202-1 neutron-server[88525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97c974c7-58ea-4870-bafa-7a3505ab46cd'] response: {'name': 'network-changed', 'server_uuid': '7e793ca5-49bd-42cb-8666-a3b4655afec7', 'tag': '7cf6562d-e594-4ed3-bb66-f96014ae7aef', 'status': 'completed', 'code': 200} Jun 01 18:44:35.666956 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-2aa52d11-792a-4f44-9979-a5c79a52c701 admin admin] Deleting port f8bdaced-309b-4a16-af16-e96f30a9ba08 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:44:35.666956 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2aa52d11-792a-4f44-9979-a5c79a52c701 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:35.753451 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment a1310717-bc57-42e1-a422-2eb89ff00c79 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a1310717-bc57-42e1-a422-2eb89ff00c79 found for delete ", "request_id": "req-7912cc66-9e92-4045-857a-c1ec0942350c"}]} Jun 01 18:44:35.930508 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ce60183d-86f8-43de-a815-ef31d9b71ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:35.964807 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [None req-2aa52d11-792a-4f44-9979-a5c79a52c701 admin admin] For port f8bdaced-309b-4a16-af16-e96f30a9ba08, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=f8bdaced-309b-4a16-af16-e96f30a9ba08,segment=NetworkSegment(7875af61-4c53-4ff2-b8c8-d4b7c35ff947),segment_id=7875af61-4c53-4ff2-b8c8-d4b7c35ff947)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:44:35.965199 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2aa52d11-792a-4f44-9979-a5c79a52c701 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:35.974499 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ce60183d-86f8-43de-a815-ef31d9b71ec6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:35.985952 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-b99535d2-142b-4ea7-9efe-691f5dc6c935 req-8b1ec70b-db1a-48bd-a916-65229cbc4f69 tempest-AttachSCSIVolumeTestJSON-660953961 tempest-AttachSCSIVolumeTestJSON-660953961-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:35.986592 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-b99535d2-142b-4ea7-9efe-691f5dc6c935 req-8b1ec70b-db1a-48bd-a916-65229cbc4f69 tempest-AttachSCSIVolumeTestJSON-660953961 tempest-AttachSCSIVolumeTestJSON-660953961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887712'] for floatingip, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:35.987070 n-d-844202-1 neutron-server[88525]: INFO neutron.db.l3_db [req-b99535d2-142b-4ea7-9efe-691f5dc6c935 req-8b1ec70b-db1a-48bd-a916-65229cbc4f69 tempest-AttachSCSIVolumeTestJSON-660953961 tempest-AttachSCSIVolumeTestJSON-660953961-project] Floating IP 9119c3b3-ce62-41ad-be3e-9bf9f20a6048 disassociated. External IP: 172.25.4.65, port: 141804c8-52a2-4017-818f-c7e2cc270657. Jun 01 18:44:35.987563 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-83172ec9-eeaf-4a79-a360-ce9c30794b19 req-a52bc967-dfd0-4d23-b6fa-8bcc7dfd8723 tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:35.987721 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [req-b99535d2-142b-4ea7-9efe-691f5dc6c935 req-8b1ec70b-db1a-48bd-a916-65229cbc4f69 tempest-AttachSCSIVolumeTestJSON-660953961 tempest-AttachSCSIVolumeTestJSON-660953961-project] Calling delete_port for 141804c8-52a2-4017-818f-c7e2cc270657 owned by compute:nova {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:44:35.987882 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-83172ec9-eeaf-4a79-a360-ce9c30794b19 req-a52bc967-dfd0-4d23-b6fa-8bcc7dfd8723 tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:36.035491 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce60183d-86f8-43de-a815-ef31d9b71ec6 admin admin] Pushing event deleted for resources: {'Network': ['ID=d7ff6e4b-0a62-4426-a8f8-78d8b6162d6a,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:44:36.052156 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-96e5d639-9099-41dd-b6c0-d3d6e84bd7eb admin admin] Deleting port 89dcbeb8-b038-4d51-8cb6-78072f35c675 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:44:36.052531 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-96e5d639-9099-41dd-b6c0-d3d6e84bd7eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:36.088202 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-ce60183d-86f8-43de-a815-ef31d9b71ec6 admin admin] 10.222.0.41 "DELETE /v2.0/networks/d7ff6e4b-0a62-4426-a8f8-78d8b6162d6a HTTP/1.1" status: 204 len: 168 time: 4.8895187 Jun 01 18:44:36.135250 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-2aa52d11-792a-4f44-9979-a5c79a52c701 admin admin] Calling delete_port for f8bdaced-309b-4a16-af16-e96f30a9ba08 owned by network:router_gateway {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:44:36.252286 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9b5fae-8b2a-40c9-995f-1d7554353b07 req-bd8580d7-c7dc-4b36-ab00-513a6738afbc tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:44:36.259416 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-6c9b5fae-8b2a-40c9-995f-1d7554353b07 req-bd8580d7-c7dc-4b36-ab00-513a6738afbc tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] 10.222.0.41 "GET /v2.0/ports?device_id=7e793ca5-49bd-42cb-8666-a3b4655afec7 HTTP/1.1" status: 200 len: 943 time: 0.4769847 Jun 01 18:44:36.263272 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 7cf6562d-e594-4ed3-bb66-f96014ae7aef details requested by agent hyperv_n-h2-844202-1 with host n-h2-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 18:44:36.305390 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.db.api [req-b99535d2-142b-4ea7-9efe-691f5dc6c935 req-8b1ec70b-db1a-48bd-a916-65229cbc4f69 tempest-AttachSCSIVolumeTestJSON-660953961 tempest-AttachSCSIVolumeTestJSON-660953961-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88525) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 18:44:36.305745 n-d-844202-1 neutron-server[88525]: DEBUG oslo_db.api [req-b99535d2-142b-4ea7-9efe-691f5dc6c935 req-8b1ec70b-db1a-48bd-a916-65229cbc4f69 tempest-AttachSCSIVolumeTestJSON-660953961 tempest-AttachSCSIVolumeTestJSON-660953961-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 18:44:36.436591 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-6c9b5fae-8b2a-40c9-995f-1d7554353b07 req-10315df3-46f1-40ea-b2b8-9253525a8a24 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] 10.222.0.41 "GET /v2.0/security-groups?id=92820b43-7593-449e-bdb5-02c9f22d29e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717684 Jun 01 18:44:36.466697 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-83172ec9-eeaf-4a79-a360-ce9c30794b19 req-a52bc967-dfd0-4d23-b6fa-8bcc7dfd8723 tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] Calling delete_port for e76b3700-02bb-4231-8007-70df39a947e4 owned by network:floatingip {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:44:36.496430 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 7cf6562d-e594-4ed3-bb66-f96014ae7aef, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=7cf6562d-e594-4ed3-bb66-f96014ae7aef,segment=NetworkSegment(9bd376cf-8b39-4b75-aaa6-34bd3746194e),segment_id=9bd376cf-8b39-4b75-aaa6-34bd3746194e)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:44:36.506681 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [None req-96e5d639-9099-41dd-b6c0-d3d6e84bd7eb admin admin] For port 89dcbeb8-b038-4d51-8cb6-78072f35c675, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=89dcbeb8-b038-4d51-8cb6-78072f35c675,segment=NetworkSegment(177be86f-471e-4b12-bda0-1497c6cf7f80),segment_id=177be86f-471e-4b12-bda0-1497c6cf7f80)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:44:36.507047 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-96e5d639-9099-41dd-b6c0-d3d6e84bd7eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:36.515090 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 45992) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:44:36.517937 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 7cf6562d-e594-4ed3-bb66-f96014ae7aef has no active binding in host n-h2-844202-1 {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Jun 01 18:44:36.573916 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3c57194-3490-44ce-b6ac-6f8929e42893'] response: {'server_uuid': '4a6e54cd-fa60-4562-94e7-5d0a822b5f6e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '141804c8-52a2-4017-818f-c7e2cc270657', 'code': 200} Jun 01 18:44:36.609770 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c855af68-7e69-4bf6-9d63-ae3fc2ab8e2f req-9026cfc5-ca26-4bff-b4d9-1eaef03efca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:44:36.611640 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c855af68-7e69-4bf6-9d63-ae3fc2ab8e2f req-9026cfc5-ca26-4bff-b4d9-1eaef03efca7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ee3dca5a75c542e0966797f286e0b4d5&device_id=7e793ca5-49bd-42cb-8666-a3b4655afec7 HTTP/1.1" status: 200 len: 1124 time: 0.9947543 Jun 01 18:44:36.670607 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-96e5d639-9099-41dd-b6c0-d3d6e84bd7eb admin admin] Calling delete_port for 89dcbeb8-b038-4d51-8cb6-78072f35c675 owned by network:router_interface {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:44:36.801896 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c855af68-7e69-4bf6-9d63-ae3fc2ab8e2f req-dee18088-fd2a-45cd-9dcd-c0efb08b800e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:44:36.802763 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c855af68-7e69-4bf6-9d63-ae3fc2ab8e2f req-dee18088-fd2a-45cd-9dcd-c0efb08b800e service neutron] 10.222.0.15 "GET /v2.0/networks?id=222758ca-4c6e-4ccb-8f11-8c829f4da008 HTTP/1.1" status: 200 len: 909 time: 0.1762700 Jun 01 18:44:36.808523 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-2bf08475-3818-498c-9881-9877c48aedfc admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ccc3866df726420d865ae40df69383ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2777390 Jun 01 18:44:36.809086 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [req-b99535d2-142b-4ea7-9efe-691f5dc6c935 req-8b1ec70b-db1a-48bd-a916-65229cbc4f69 tempest-AttachSCSIVolumeTestJSON-660953961 tempest-AttachSCSIVolumeTestJSON-660953961-project] Deleting port 141804c8-52a2-4017-818f-c7e2cc270657 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:44:36.811023 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-b99535d2-142b-4ea7-9efe-691f5dc6c935 req-8b1ec70b-db1a-48bd-a916-65229cbc4f69 tempest-AttachSCSIVolumeTestJSON-660953961 tempest-AttachSCSIVolumeTestJSON-660953961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:36.825889 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 45996) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:44:36.895715 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c855af68-7e69-4bf6-9d63-ae3fc2ab8e2f req-4a15ac12-502e-4cc7-8d60-6c1a9507a24d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7cf6562d-e594-4ed3-bb66-f96014ae7aef HTTP/1.1" status: 200 len: 217 time: 0.0687551 Jun 01 18:44:36.970697 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 295bbb49-16a9-4d66-b4c2-797b555a07c2 no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:44:37.096578 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: 295bbb49-16a9-4d66-b4c2-797b555a07c2 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 18:44:37.114551 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 295bbb49-16a9-4d66-b4c2-797b555a07c2 not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 18:44:37.136354 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-e9d54c91-dea4-4d94-afad-75f3c42c789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:37.240983 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c855af68-7e69-4bf6-9d63-ae3fc2ab8e2f req-c1dac1ce-bafc-43ac-96cb-9944e0c375cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:44:37.242556 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c855af68-7e69-4bf6-9d63-ae3fc2ab8e2f req-c1dac1ce-bafc-43ac-96cb-9944e0c375cb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2d25927e-118e-41f9-9e0e-90f9021c9592 HTTP/1.1" status: 200 len: 848 time: 0.3110487 Jun 01 18:44:37.321705 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2aa52d11-792a-4f44-9979-a5c79a52c701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:37.327067 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c855af68-7e69-4bf6-9d63-ae3fc2ab8e2f req-adddb9df-3c21-4e3c-8d28-68c77330bf6c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=222758ca-4c6e-4ccb-8f11-8c829f4da008&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536015 Jun 01 18:44:37.480844 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-96e5d639-9099-41dd-b6c0-d3d6e84bd7eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:37.587560 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-83172ec9-eeaf-4a79-a360-ce9c30794b19 req-a52bc967-dfd0-4d23-b6fa-8bcc7dfd8723 tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:37.604379 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ec89ec93-c583-4e79-9b9a-8c5a70660e17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:37.619682 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e5d639-9099-41dd-b6c0-d3d6e84bd7eb admin admin] Pushing event deleted for resources: {'Port': ['ID=89dcbeb8-b038-4d51-8cb6-78072f35c675,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:44:37.641833 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ec89ec93-c583-4e79-9b9a-8c5a70660e17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:37.730119 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-b99535d2-142b-4ea7-9efe-691f5dc6c935 req-8b1ec70b-db1a-48bd-a916-65229cbc4f69 tempest-AttachSCSIVolumeTestJSON-660953961 tempest-AttachSCSIVolumeTestJSON-660953961-project] For port 141804c8-52a2-4017-818f-c7e2cc270657, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=141804c8-52a2-4017-818f-c7e2cc270657,segment=NetworkSegment(af4f816e-23a9-4a28-b51f-1045978fc81d),segment_id=af4f816e-23a9-4a28-b51f-1045978fc81d)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:44:37.730518 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-b99535d2-142b-4ea7-9efe-691f5dc6c935 req-8b1ec70b-db1a-48bd-a916-65229cbc4f69 tempest-AttachSCSIVolumeTestJSON-660953961 tempest-AttachSCSIVolumeTestJSON-660953961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:37.804664 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa52d11-792a-4f44-9979-a5c79a52c701 admin admin] Pushing event deleted for resources: {'Port': ['ID=f8bdaced-309b-4a16-af16-e96f30a9ba08,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:44:38.006035 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52bc967-dfd0-4d23-b6fa-8bcc7dfd8723 tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] Pushing event deleted for resources: {'Port': ['ID=e76b3700-02bb-4231-8007-70df39a947e4,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:44:38.082806 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [req-d24758a9-dff2-479e-be4f-881b46c542b9 req-c2cca89b-628d-4e83-85be-58d9a159c1db tempest-LiveAutoBlockMigrationV225Test-590672389 tempest-LiveAutoBlockMigrationV225Test-590672389-project-admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=88525) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 18:44:38.084063 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d24758a9-dff2-479e-be4f-881b46c542b9 req-c2cca89b-628d-4e83-85be-58d9a159c1db tempest-LiveAutoBlockMigrationV225Test-590672389 tempest-LiveAutoBlockMigrationV225Test-590672389-project-admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0214798 Jun 01 18:44:38.104622 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [req-d24758a9-dff2-479e-be4f-881b46c542b9 req-7c897df9-e32d-4de3-abd0-de3f3236f9d3 service neutron] Request body: {'binding': {'host': 'n-h2-844202-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:44:38.105166 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [req-d24758a9-dff2-479e-be4f-881b46c542b9 req-7c897df9-e32d-4de3-abd0-de3f3236f9d3 service neutron] Unknown quota resources ['binding']. {{(pid=88525) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 01 18:44:38.128666 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2aa52d11-792a-4f44-9979-a5c79a52c701 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-887703'] for router_gateway, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:38.176069 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ec89ec93-c583-4e79-9b9a-8c5a70660e17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:38.277382 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-83172ec9-eeaf-4a79-a360-ce9c30794b19 req-a52bc967-dfd0-4d23-b6fa-8bcc7dfd8723 tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] Notify callbacks [] for floatingip, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:38.356121 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec89ec93-c583-4e79-9b9a-8c5a70660e17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61f93eb9-fec5-4827-8845-d05b29ffd128,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:44:38.383517 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c855af68-7e69-4bf6-9d63-ae3fc2ab8e2f req-5b302b3d-24d6-4a71-9c30-d69739b0ffd6 service neutron] 10.222.0.15 "GET /v2.0/networks/222758ca-4c6e-4ccb-8f11-8c829f4da008?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8284302 Jun 01 18:44:38.413611 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2aa52d11-792a-4f44-9979-a5c79a52c701 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25316'] for router, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:38.418111 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-96e5d639-9099-41dd-b6c0-d3d6e84bd7eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-887310'] for router_interface, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:38.418814 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2aa52d11-792a-4f44-9979-a5c79a52c701 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:38.531214 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-b99535d2-142b-4ea7-9efe-691f5dc6c935 req-8b1ec70b-db1a-48bd-a916-65229cbc4f69 tempest-AttachSCSIVolumeTestJSON-660953961 tempest-AttachSCSIVolumeTestJSON-660953961-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:38.532705 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-b99535d2-142b-4ea7-9efe-691f5dc6c935 req-8b1ec70b-db1a-48bd-a916-65229cbc4f69 tempest-AttachSCSIVolumeTestJSON-660953961 tempest-AttachSCSIVolumeTestJSON-660953961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887712'] for floatingip, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:38.533034 n-d-844202-1 neutron-server[88525]: INFO neutron.db.l3_db [req-b99535d2-142b-4ea7-9efe-691f5dc6c935 req-8b1ec70b-db1a-48bd-a916-65229cbc4f69 tempest-AttachSCSIVolumeTestJSON-660953961 tempest-AttachSCSIVolumeTestJSON-660953961-project] Floating IP 9119c3b3-ce62-41ad-be3e-9bf9f20a6048 disassociated. External IP: 172.25.4.65, port: 141804c8-52a2-4017-818f-c7e2cc270657. Jun 01 18:44:38.533558 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [req-b99535d2-142b-4ea7-9efe-691f5dc6c935 req-8b1ec70b-db1a-48bd-a916-65229cbc4f69 tempest-AttachSCSIVolumeTestJSON-660953961 tempest-AttachSCSIVolumeTestJSON-660953961-project] Calling delete_port for 141804c8-52a2-4017-818f-c7e2cc270657 owned by compute:nova {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:44:38.555033 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2aa52d11-792a-4f44-9979-a5c79a52c701 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-891519'] for router, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:38.555526 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2aa52d11-792a-4f44-9979-a5c79a52c701 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 24ae915b-3a09-4bb6-b3b3-c9675639527e {{(pid=88524) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 18:44:38.563184 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ec89ec93-c583-4e79-9b9a-8c5a70660e17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:38.564937 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-ec89ec93-c583-4e79-9b9a-8c5a70660e17 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/61f93eb9-fec5-4827-8845-d05b29ffd128 HTTP/1.1" status: 204 len: 168 time: 1.6715491 Jun 01 18:44:38.575901 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-83172ec9-eeaf-4a79-a360-ce9c30794b19 req-a52bc967-dfd0-4d23-b6fa-8bcc7dfd8723 tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for floatingip, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:38.583171 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-83172ec9-eeaf-4a79-a360-ce9c30794b19 req-a52bc967-dfd0-4d23-b6fa-8bcc7dfd8723 tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] 10.222.0.41 "DELETE /v2.0/floatingips/ee0c40d8-5f65-4370-8636-a302aa69a53c HTTP/1.1" status: 204 len: 173 time: 3.6992300 Jun 01 18:44:38.639391 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2aa52d11-792a-4f44-9979-a5c79a52c701 admin admin] Notify callbacks [] for router, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:38.640474 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-2aa52d11-792a-4f44-9979-a5c79a52c701 admin admin] 10.222.0.41 "DELETE /v2.0/routers/24ae915b-3a09-4bb6-b3b3-c9675639527e HTTP/1.1" status: 204 len: 168 time: 4.9491205 Jun 01 18:44:38.643716 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 46026) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:44:38.777992 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c855af68-7e69-4bf6-9d63-ae3fc2ab8e2f req-98a1f32c-c00b-49aa-9d5a-cedc095df58d service neutron] 10.222.0.15 "GET /v2.0/networks/222758ca-4c6e-4ccb-8f11-8c829f4da008?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3854764 Jun 01 18:44:38.876554 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-d24758a9-dff2-479e-be4f-881b46c542b9 req-7c897df9-e32d-4de3-abd0-de3f3236f9d3 service neutron] Attempting to bind port 76ff1072-6dd9-430e-a046-4981370d94c1 on host n-h2-844202-1 for vnic_type normal with profile None {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:44:38.876887 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-d24758a9-dff2-479e-be4f-881b46c542b9 req-7c897df9-e32d-4de3-abd0-de3f3236f9d3 service neutron] Attempting to bind port 76ff1072-6dd9-430e-a046-4981370d94c1 by drivers openvswitch,hyperv on host n-h2-844202-1 at level 0 using segments [{'id': 'e7a2e8fb-b3d5-44ba-bb42-81da885a74e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '411d1518-9352-4dec-8af2-2285a53556b4'}] {{(pid=88525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:44:38.877366 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d24758a9-dff2-479e-be4f-881b46c542b9 req-7c897df9-e32d-4de3-abd0-de3f3236f9d3 service neutron] Attempting to bind port 76ff1072-6dd9-430e-a046-4981370d94c1 on network 411d1518-9352-4dec-8af2-2285a53556b4 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:44:38.887361 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d24758a9-dff2-479e-be4f-881b46c542b9 req-7c897df9-e32d-4de3-abd0-de3f3236f9d3 service neutron] Port 76ff1072-6dd9-430e-a046-4981370d94c1 on network 411d1518-9352-4dec-8af2-2285a53556b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-844202-1 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 18:44:38.887727 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d24758a9-dff2-479e-be4f-881b46c542b9 req-7c897df9-e32d-4de3-abd0-de3f3236f9d3 service neutron] Attempting to bind port 76ff1072-6dd9-430e-a046-4981370d94c1 on network 411d1518-9352-4dec-8af2-2285a53556b4 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:44:38.903371 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d24758a9-dff2-479e-be4f-881b46c542b9 req-7c897df9-e32d-4de3-abd0-de3f3236f9d3 service neutron] Checking agent: {'id': 'f5db9968-6317-4186-9100-9e0ca6b50417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 18, 44, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:44:38.903710 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d24758a9-dff2-479e-be4f-881b46c542b9 req-7c897df9-e32d-4de3-abd0-de3f3236f9d3 service neutron] Checking segment: {'id': 'e7a2e8fb-b3d5-44ba-bb42-81da885a74e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '411d1518-9352-4dec-8af2-2285a53556b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:44:38.903988 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d24758a9-dff2-479e-be4f-881b46c542b9 req-7c897df9-e32d-4de3-abd0-de3f3236f9d3 service neutron] Bound using segment: {'id': 'e7a2e8fb-b3d5-44ba-bb42-81da885a74e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '411d1518-9352-4dec-8af2-2285a53556b4'} {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:44:38.904450 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-d24758a9-dff2-479e-be4f-881b46c542b9 req-7c897df9-e32d-4de3-abd0-de3f3236f9d3 service neutron] Bound port: 76ff1072-6dd9-430e-a046-4981370d94c1, host: n-h2-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7a2e8fb-b3d5-44ba-bb42-81da885a74e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '411d1518-9352-4dec-8af2-2285a53556b4'}}] {{(pid=88525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:44:38.960248 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_v2 [None req-01cf6ef9-1ba3-4eca-873a-af490b349f81 admin admin] Deleting subnet 15baa5ee-7752-4f7e-acac-371c6811276b {{(pid=88524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 18:44:38.965967 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-01cf6ef9-1ba3-4eca-873a-af490b349f81 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:39.025048 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-01cf6ef9-1ba3-4eca-873a-af490b349f81 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2702137'] for subnet, precommit_delete_associations {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:39.304808 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b56890e6-881f-450b-8b3f-8056d3e63267 req-14d655dd-aab7-4e18-a239-2e53350e44c4 service neutron] 10.222.0.15 "GET /v2.0/ports/7cf6562d-e594-4ed3-bb66-f96014ae7aef/bindings/n-h2-844202-1 HTTP/1.1" status: 200 len: 384 time: 0.4049876 Jun 01 18:44:39.322048 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d1f2f9-5b97-4825-a0b1-d5c5edef8e20 req-0d52d956-84bf-4bb1-99b6-ba0704181370 tempest-AttachSCSIVolumeTestJSON-660953961 tempest-AttachSCSIVolumeTestJSON-660953961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:44:39.326598 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-42d1f2f9-5b97-4825-a0b1-d5c5edef8e20 req-0d52d956-84bf-4bb1-99b6-ba0704181370 tempest-AttachSCSIVolumeTestJSON-660953961 tempest-AttachSCSIVolumeTestJSON-660953961-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a6e54cd-fa60-4562-94e7-5d0a822b5f6e HTTP/1.1" status: 200 len: 943 time: 0.4855015 Jun 01 18:44:39.348625 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device f8bdaced-309b-4a16-af16-e96f30a9ba08 no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:44:39.356596 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-d24758a9-dff2-479e-be4f-881b46c542b9 req-7c897df9-e32d-4de3-abd0-de3f3236f9d3 service neutron] For port 76ff1072-6dd9-430e-a046-4981370d94c1, host n-h2-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=76ff1072-6dd9-430e-a046-4981370d94c1,segment=NetworkSegment(e7a2e8fb-b3d5-44ba-bb42-81da885a74e3),segment_id=e7a2e8fb-b3d5-44ba-bb42-81da885a74e3)] {{(pid=88525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:44:39.360166 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-b99535d2-142b-4ea7-9efe-691f5dc6c935 req-8b1ec70b-db1a-48bd-a916-65229cbc4f69 tempest-AttachSCSIVolumeTestJSON-660953961 tempest-AttachSCSIVolumeTestJSON-660953961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:39.451707 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: f8bdaced-309b-4a16-af16-e96f30a9ba08 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 18:44:39.452462 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device f8bdaced-309b-4a16-af16-e96f30a9ba08 not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 18:44:39.456147 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-01cf6ef9-1ba3-4eca-873a-af490b349f81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:39.496378 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 46032) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:44:39.507371 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-c19de243-192a-4394-8a27-0cdb7c4f3184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:39.527905 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-d24758a9-dff2-479e-be4f-881b46c542b9 req-7c897df9-e32d-4de3-abd0-de3f3236f9d3 service neutron] Notify callbacks [] for binding, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:39.541749 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d24758a9-dff2-479e-be4f-881b46c542b9 req-7c897df9-e32d-4de3-abd0-de3f3236f9d3 service neutron] 10.222.0.41 "POST /v2.0/ports/76ff1072-6dd9-430e-a046-4981370d94c1/bindings HTTP/1.1" status: 201 len: 389 time: 1.4404171 Jun 01 18:44:39.574591 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1ec70b-db1a-48bd-a916-65229cbc4f69 tempest-AttachSCSIVolumeTestJSON-660953961 tempest-AttachSCSIVolumeTestJSON-660953961-project] Pushing event deleted for resources: {'Port': ['ID=141804c8-52a2-4017-818f-c7e2cc270657,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:44:39.700791 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-42d1f2f9-5b97-4825-a0b1-d5c5edef8e20 req-c1ef18aa-3b58-4d8a-bdd8-e654156766c7 tempest-AttachSCSIVolumeTestJSON-660953961 tempest-AttachSCSIVolumeTestJSON-660953961-project] 10.222.0.41 "GET /v2.0/security-groups?id=4b1d23f4-ed75-49f3-842d-08802ecbf36f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1826699 Jun 01 18:44:39.731754 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-01cf6ef9-1ba3-4eca-873a-af490b349f81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2718856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3066595'] for subnet, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:39.845569 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bea3bcde-9c63-49f1-84b0-7ad6a65d85ee None None] Network 2fa86028-0209-4add-9b81-a15a41499ef2 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 18:44:39.876673 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-9d1196f7-c46a-4ff1-b6df-c51ab4295c06 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=14e756b1dfd64355b9ed3a4916d3e633&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3752429 Jun 01 18:44:39.909508 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 46046) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:44:39.912457 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-01cf6ef9-1ba3-4eca-873a-af490b349f81 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:39.936257 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-01cf6ef9-1ba3-4eca-873a-af490b349f81 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/15baa5ee-7752-4f7e-acac-371c6811276b HTTP/1.1" status: 204 len: 168 time: 1.2909007 Jun 01 18:44:40.007723 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 46050) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:44:40.143166 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cf6ef9-1ba3-4eca-873a-af490b349f81 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15baa5ee-7752-4f7e-acac-371c6811276b,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:44:40.211117 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96e5d639-9099-41dd-b6c0-d3d6e84bd7eb admin admin] Router 3c506a61-3ad0-436c-b5af-1dd11e0fa1d4 has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 18:44:40.396484 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:40.411223 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-bf0b45c1-df9f-4728-a681-f19246183565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:40.436991 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b99535d2-142b-4ea7-9efe-691f5dc6c935 req-8b1ec70b-db1a-48bd-a916-65229cbc4f69 tempest-AttachSCSIVolumeTestJSON-660953961 tempest-AttachSCSIVolumeTestJSON-660953961-project] Router debb898e-75a8-4c0d-a69f-ed380535a9f7 has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 18:44:40.441375 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beff1e59-d82c-4ce7-9b1a-2f5573f7bfe1 None None] DHCP port deletion for 2fa86028-0209-4add-9b81-a15a41499ef2 request from n-d-844202-1 {{(pid=88526) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 18:44:40.445880 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-beff1e59-d82c-4ce7-9b1a-2f5573f7bfe1 None None] Deleting port a6c143df-8590-4c75-9461-6af7c604a835 {{(pid=88526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:44:40.446303 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-beff1e59-d82c-4ce7-9b1a-2f5573f7bfe1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:40.534551 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:40.545111 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-bf0b45c1-df9f-4728-a681-f19246183565 admin admin] Deleting port a6c143df-8590-4c75-9461-6af7c604a835 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:44:40.545525 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-bf0b45c1-df9f-4728-a681-f19246183565 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:40.578209 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6153340c-998d-486b-8e65-305674734108 req-14d93d75-5a1a-414e-b8d1-3fc13df100be tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:44:40.580294 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6153340c-998d-486b-8e65-305674734108 req-14d93d75-5a1a-414e-b8d1-3fc13df100be tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] 10.222.0.41 "GET /v2.0/ports?device_id=7e793ca5-49bd-42cb-8666-a3b4655afec7 HTTP/1.1" status: 200 len: 943 time: 0.6738346 Jun 01 18:44:40.585052 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f88a532a-9276-4947-8ad4-71ac46056db1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:40.618027 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f88a532a-9276-4947-8ad4-71ac46056db1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:40.704107 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f88a532a-9276-4947-8ad4-71ac46056db1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:40.735721 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f88a532a-9276-4947-8ad4-71ac46056db1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:40.739576 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-f88a532a-9276-4947-8ad4-71ac46056db1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2a97afea-3a3a-4ed5-9e93-0003660f8078 HTTP/1.1" status: 204 len: 168 time: 0.8099067 Jun 01 18:44:40.755322 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88a532a-9276-4947-8ad4-71ac46056db1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a97afea-3a3a-4ed5-9e93-0003660f8078,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:44:40.859991 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6153340c-998d-486b-8e65-305674734108 req-7383f53f-f007-470b-8b2c-dd69954bc727 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] 10.222.0.41 "GET /v2.0/security-groups?id=92820b43-7593-449e-bdb5-02c9f22d29e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759953 Jun 01 18:44:40.883125 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5a6a13-0f87-4e3e-b600-7d9de983abf0 req-e1d3ff26-8634-4a93-bed0-9b3e2f4fa6e8 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:44:40.883125 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-bd5a6a13-0f87-4e3e-b600-7d9de983abf0 req-e1d3ff26-8634-4a93-bed0-9b3e2f4fa6e8 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] 10.222.0.41 "GET /v2.0/ports?device_id=bb3df7f9-2434-4ba7-9379-cd0b0030b6bd HTTP/1.1" status: 200 len: 945 time: 0.6280470 Jun 01 18:44:40.896438 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-b56890e6-881f-450b-8b3f-8056d3e63267 req-e6b216ae-ff80-440d-9e9f-7431326239f6 service neutron] For port 7cf6562d-e594-4ed3-bb66-f96014ae7aef, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=7cf6562d-e594-4ed3-bb66-f96014ae7aef,segment=NetworkSegment(9bd376cf-8b39-4b75-aaa6-34bd3746194e),segment_id=9bd376cf-8b39-4b75-aaa6-34bd3746194e)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:44:40.906809 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96e5d639-9099-41dd-b6c0-d3d6e84bd7eb admin admin] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 18:44:40.911813 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-beff1e59-d82c-4ce7-9b1a-2f5573f7bfe1 None None] For port a6c143df-8590-4c75-9461-6af7c604a835, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=a6c143df-8590-4c75-9461-6af7c604a835,segment=NetworkSegment(f8fbc8e1-3348-4ea4-9fd0-0e0551d74a24),segment_id=f8fbc8e1-3348-4ea4-9fd0-0e0551d74a24)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:44:40.912309 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-beff1e59-d82c-4ce7-9b1a-2f5573f7bfe1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:40.961992 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-b56890e6-881f-450b-8b3f-8056d3e63267 req-e6b216ae-ff80-440d-9e9f-7431326239f6 service neutron] For port 7cf6562d-e594-4ed3-bb66-f96014ae7aef, host n-h1-844202-1, cleared binding levels {{(pid=88524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:44:41.008342 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-96e5d639-9099-41dd-b6c0-d3d6e84bd7eb admin admin] 10.222.0.41 "PUT /v2.0/routers/3c506a61-3ad0-436c-b5af-1dd11e0fa1d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7767761 Jun 01 18:44:41.013107 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 46062) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:44:41.177620 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-beff1e59-d82c-4ce7-9b1a-2f5573f7bfe1 None None] Calling delete_port for a6c143df-8590-4c75-9461-6af7c604a835 owned by network:dhcp {{(pid=88526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:44:41.210481 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device a6c143df-8590-4c75-9461-6af7c604a835 no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:44:41.236549 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b99535d2-142b-4ea7-9efe-691f5dc6c935 req-8b1ec70b-db1a-48bd-a916-65229cbc4f69 tempest-AttachSCSIVolumeTestJSON-660953961 tempest-AttachSCSIVolumeTestJSON-660953961-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 18:44:41.242741 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-905f0f13-bcff-4f8a-92e3-e8b70cb81e73 None None] Sync routers for ids ['3c506a61-3ad0-436c-b5af-1dd11e0fa1d4'] in n-d-844202-1 {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 18:44:41.269531 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [req-b56890e6-881f-450b-8b3f-8056d3e63267 req-e6b216ae-ff80-440d-9e9f-7431326239f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cf6562d-e594-4ed3-bb66-f96014ae7aef {{(pid=88524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:44:41.281912 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4690554-55cb-4796-9469-a1367a2b2347 None None] Sync routers for ids ['debb898e-75a8-4c0d-a69f-ed380535a9f7'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 18:44:41.314658 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4690554-55cb-4796-9469-a1367a2b2347 None None] Routers {'debb898e-75a8-4c0d-a69f-ed380535a9f7'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:44:41.318624 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-b4690554-55cb-4796-9469-a1367a2b2347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:44:39Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['debb898e-75a8-4c0d-a69f-ed380535a9f7'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:44:41.351149 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-b56890e6-881f-450b-8b3f-8056d3e63267 req-e6b216ae-ff80-440d-9e9f-7431326239f6 service neutron] For port 7cf6562d-e594-4ed3-bb66-f96014ae7aef, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=7cf6562d-e594-4ed3-bb66-f96014ae7aef,segment=NetworkSegment(9bd376cf-8b39-4b75-aaa6-34bd3746194e),segment_id=9bd376cf-8b39-4b75-aaa6-34bd3746194e)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:44:41.398872 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-b56890e6-881f-450b-8b3f-8056d3e63267 req-e6b216ae-ff80-440d-9e9f-7431326239f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:41.525764 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [req-b56890e6-881f-450b-8b3f-8056d3e63267 req-e6b216ae-ff80-440d-9e9f-7431326239f6 service neutron] Transition to ACTIVE for port object 7cf6562d-e594-4ed3-bb66-f96014ae7aef will not be triggered until provisioned by entity L2. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:44:41.580844 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905f0f13-bcff-4f8a-92e3-e8b70cb81e73 None None] Routers {'3c506a61-3ad0-436c-b5af-1dd11e0fa1d4'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:44:41.585660 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-b56890e6-881f-450b-8b3f-8056d3e63267 req-e6b216ae-ff80-440d-9e9f-7431326239f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:41.591567 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-905f0f13-bcff-4f8a-92e3-e8b70cb81e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:44:39Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['3c506a61-3ad0-436c-b5af-1dd11e0fa1d4'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:44:41.758390 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:41.815530 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:41.882698 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b216ae-ff80-440d-9e9f-7431326239f6 service neutron] Pushing event updated for resources: {'Port': ['ID=7cf6562d-e594-4ed3-bb66-f96014ae7aef,revision_number=10']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:44:41.921338 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791a3b13-73da-4257-9518-e65b5362e511 req-27eadb39-3bbd-4d97-b127-4b162d4221e4 tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:44:41.921609 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-791a3b13-73da-4257-9518-e65b5362e511 req-27eadb39-3bbd-4d97-b127-4b162d4221e4 tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] Synchronizing usage tracker for tenant:e0dc2e96ec69456782f276e47bf2486d on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:44:41.950557 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-305aa985-3d3a-47bc-934d-a6ce890c9a42 admin admin] Notify callbacks [] for router, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:42.019135 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-beff1e59-d82c-4ce7-9b1a-2f5573f7bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535'] for port, after_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:42.092663 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:42.102679 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Port a6c143df-8590-4c75-9461-6af7c604a835 update to DOWN by agent not found {{(pid=88526) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Jun 01 18:44:42.125863 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beff1e59-d82c-4ce7-9b1a-2f5573f7bfe1 None None] Pushing event deleted for resources: {'Port': ['ID=a6c143df-8590-4c75-9461-6af7c604a835,revision_number=None']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:44:42.135379 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beff1e59-d82c-4ce7-9b1a-2f5573f7bfe1 None None] No DVR routers for this DVR port a6c143df-8590-4c75-9461-6af7c604a835 on host n-d-844202-1 {{(pid=88526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 18:44:42.191798 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-905f0f13-bcff-4f8a-92e3-e8b70cb81e73 None None] Set router 3c506a61-3ad0-436c-b5af-1dd11e0fa1d4 gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:44:42.220774 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-b4690554-55cb-4796-9469-a1367a2b2347 None None] Set router debb898e-75a8-4c0d-a69f-ed380535a9f7 gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:44:42.387892 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.agents_db [None req-e814b9cf-7de8-45d0-a079-29c61fabe7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 18:44:42.448056 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [req-b99535d2-142b-4ea7-9efe-691f5dc6c935 req-8b1ec70b-db1a-48bd-a916-65229cbc4f69 tempest-AttachSCSIVolumeTestJSON-660953961 tempest-AttachSCSIVolumeTestJSON-660953961-project] No DVR routers for this DVR port 141804c8-52a2-4017-818f-c7e2cc270657 on host n-h1-844202-1 {{(pid=88525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 18:44:42.453224 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-b99535d2-142b-4ea7-9efe-691f5dc6c935 req-8b1ec70b-db1a-48bd-a916-65229cbc4f69 tempest-AttachSCSIVolumeTestJSON-660953961 tempest-AttachSCSIVolumeTestJSON-660953961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:42.457869 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b99535d2-142b-4ea7-9efe-691f5dc6c935 req-8b1ec70b-db1a-48bd-a916-65229cbc4f69 tempest-AttachSCSIVolumeTestJSON-660953961 tempest-AttachSCSIVolumeTestJSON-660953961-project] 10.222.0.15 "DELETE /v2.0/ports/141804c8-52a2-4017-818f-c7e2cc270657 HTTP/1.1" status: 204 len: 173 time: 9.3397274 Jun 01 18:44:42.484072 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a6e54cd-fa60-4562-94e7-5d0a822b5f6e', 'name': 'network-vif-deleted', 'tag': '141804c8-52a2-4017-818f-c7e2cc270657'}] {{(pid=88525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:44:42.533324 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-bd5a6a13-0f87-4e3e-b600-7d9de983abf0 req-fab26a94-b8de-499c-b7d9-c0b6ba2391e4 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] 10.222.0.41 "GET /v2.0/security-groups?id=444c87ba-31dc-4b5a-9977-492e198b845a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5931027 Jun 01 18:44:42.596593 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [None req-bf0b45c1-df9f-4728-a681-f19246183565 admin admin] For port a6c143df-8590-4c75-9461-6af7c604a835, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=a6c143df-8590-4c75-9461-6af7c604a835,segment=NetworkSegment(f8fbc8e1-3348-4ea4-9fd0-0e0551d74a24),segment_id=f8fbc8e1-3348-4ea4-9fd0-0e0551d74a24)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:44:42.597088 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-bf0b45c1-df9f-4728-a681-f19246183565 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:42.698289 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-b56890e6-881f-450b-8b3f-8056d3e63267 req-e6b216ae-ff80-440d-9e9f-7431326239f6 service neutron] No DVR routers for this DVR port 7cf6562d-e594-4ed3-bb66-f96014ae7aef on host n-h1-844202-1 {{(pid=88524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 18:44:42.785392 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3484a7a-4ee1-4cc1-ac09-e6a714a2fc4a req-38ea5dcc-10ae-4658-8590-ec6c0be44f73 tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:44:42.788513 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-f3484a7a-4ee1-4cc1-ac09-e6a714a2fc4a req-38ea5dcc-10ae-4658-8590-ec6c0be44f73 tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] Synchronizing usage tracker for tenant:e0dc2e96ec69456782f276e47bf2486d on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:44:42.850488 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 46094) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:44:42.904352 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-791a3b13-73da-4257-9518-e65b5362e511 req-27eadb39-3bbd-4d97-b127-4b162d4221e4 tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] Unset dirty status for tenant:e0dc2e96ec69456782f276e47bf2486d on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:44:42.924040 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-791a3b13-73da-4257-9518-e65b5362e511 req-27eadb39-3bbd-4d97-b127-4b162d4221e4 tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] 10.222.0.41 "GET /v2.0/ports?device_id=773cad09-4e0e-4c52-b912-1cba8bc28300 HTTP/1.1" status: 200 len: 946 time: 1.7658687 Jun 01 18:44:42.967027 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b56890e6-881f-450b-8b3f-8056d3e63267 req-e6b216ae-ff80-440d-9e9f-7431326239f6 service neutron] 10.222.0.15 "PUT /v2.0/ports/7cf6562d-e594-4ed3-bb66-f96014ae7aef/bindings/n-h2-844202-1/activate HTTP/1.1" status: 200 len: 369 time: 3.6387129 Jun 01 18:44:42.967712 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-f3484a7a-4ee1-4cc1-ac09-e6a714a2fc4a req-38ea5dcc-10ae-4658-8590-ec6c0be44f73 tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] Unset dirty status for tenant:e0dc2e96ec69456782f276e47bf2486d on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:44:42.968768 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f3484a7a-4ee1-4cc1-ac09-e6a714a2fc4a req-38ea5dcc-10ae-4658-8590-ec6c0be44f73 tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] 10.222.0.50 "GET /v2.0/ports?device_id=773cad09-4e0e-4c52-b912-1cba8bc28300 HTTP/1.1" status: 200 len: 946 time: 1.4338124 Jun 01 18:44:43.099562 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-905f0f13-bcff-4f8a-92e3-e8b70cb81e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c506a61-3ad0-436c-b5af-1dd11e0fa1d4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-966599028-router', 'tenant_id': '7dd3c8e221f9433b9e41db5bb127ec48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': 'fa50976e-aefa-45dd-8e42-ccb004496ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:40:40Z', 'updated_at': '2022-06-01T18:44:37Z', 'revision_number': 5, 'project_id': '7dd3c8e221f9433b9e41db5bb127ec48', 'gw_port': {'id': 'fa50976e-aefa-45dd-8e42-ccb004496ea7', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ca:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c506a61-3ad0-436c-b5af-1dd11e0fa1d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:40:42Z', 'updated_at': '2022-06-01T18:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:44:43.112437 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-905f0f13-bcff-4f8a-92e3-e8b70cb81e73 None None] Checking router: 3c506a61-3ad0-436c-b5af-1dd11e0fa1d4 for host: n-d-844202-1 {{(pid=88526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 18:44:43.135759 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905f0f13-bcff-4f8a-92e3-e8b70cb81e73 None None] Routers {'3c506a61-3ad0-436c-b5af-1dd11e0fa1d4'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:44:43.138311 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-905f0f13-bcff-4f8a-92e3-e8b70cb81e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:44:39Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['3c506a61-3ad0-436c-b5af-1dd11e0fa1d4'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:44:43.166549 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-bf0b45c1-df9f-4728-a681-f19246183565 admin admin] Calling delete_port for a6c143df-8590-4c75-9461-6af7c604a835 owned by network:dhcp {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:44:43.222455 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-b4690554-55cb-4796-9469-a1367a2b2347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'debb898e-75a8-4c0d-a69f-ed380535a9f7', 'name': 'tempest-AttachSCSIVolumeTestJSON-1363547105-router', 'tenant_id': '45241712d04f44c69000bd03eb1880d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': 'b3984faa-a400-4337-a911-8cb7708e9c10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:41:41Z', 'updated_at': '2022-06-01T18:41:52Z', 'revision_number': 4, 'project_id': '45241712d04f44c69000bd03eb1880d9', 'gw_port': {'id': 'b3984faa-a400-4337-a911-8cb7708e9c10', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b0:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'debb898e-75a8-4c0d-a69f-ed380535a9f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:41:43Z', 'updated_at': '2022-06-01T18:41:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '36f5f216-1a85-431b-aada-810ed3c1fec5', 'name': '', 'network_id': '10a2587b-1014-44b1-b177-99812ce7e0cf', 'tenant_id': '45241712d04f44c69000bd03eb1880d9', 'mac_address': 'fa:16:3e:5b:dd:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'debb898e-75a8-4c0d-a69f-ed380535a9f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '095d92a5-4fce-4555-937d-a37b373b8ecc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:41:50Z', 'updated_at': '2022-06-01T18:42:00Z', 'revision_number': 5, 'project_id': '45241712d04f44c69000bd03eb1880d9', 'subnets': [{'id': '095d92a5-4fce-4555-937d-a37b373b8ecc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:44:43.233557 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4690554-55cb-4796-9469-a1367a2b2347 None None] Checking router: debb898e-75a8-4c0d-a69f-ed380535a9f7 for host: n-d-844202-1 {{(pid=88527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 18:44:43.254030 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4690554-55cb-4796-9469-a1367a2b2347 None None] Routers {'debb898e-75a8-4c0d-a69f-ed380535a9f7'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:44:43.254658 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-b4690554-55cb-4796-9469-a1367a2b2347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:44:39Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['debb898e-75a8-4c0d-a69f-ed380535a9f7'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:44:43.271744 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-791a3b13-73da-4257-9518-e65b5362e511 req-430d49b9-59d7-493b-aaba-0aef8a48be54 tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] 10.222.0.41 "GET /v2.0/security-groups?id=b07651a0-9e42-4158-83b3-465d7a0dded5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3422012 Jun 01 18:44:43.286404 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 7cf6562d-e594-4ed3-bb66-f96014ae7aef no longer exists at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:44:43.302671 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-f3484a7a-4ee1-4cc1-ac09-e6a714a2fc4a req-8fb16d37-f399-4472-9519-16c489daed49 tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] Deleting port 84281443-ab67-470d-8fa5-2047102ef7b4 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:44:43.302795 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-f3484a7a-4ee1-4cc1-ac09-e6a714a2fc4a req-8fb16d37-f399-4472-9519-16c489daed49 tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:43.432328 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.db.api [None req-bf0b45c1-df9f-4728-a681-f19246183565 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88525) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 18:44:43.432943 n-d-844202-1 neutron-server[88525]: DEBUG oslo_db.api [None req-bf0b45c1-df9f-4728-a681-f19246183565 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 18:44:43.451666 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-4d90ce15-81b4-43aa-8fdc-70ef73d43062 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1005469641-network', 'tenant_id': '82c6ad5b65e44aa09a1d82e678a9d3d2'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:44:43.464531 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-6336622e-1a03-457d-98e2-a4f92ee8b9e2 req-96923892-60f7-4152-89cc-11cf68753fca tempest-AttachSCSIVolumeTestJSON-660953961 tempest-AttachSCSIVolumeTestJSON-660953961-project] Synchronizing usage tracker for tenant:45241712d04f44c69000bd03eb1880d9 on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:44:43.470424 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-4d90ce15-81b4-43aa-8fdc-70ef73d43062 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:44:43.492437 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-4d90ce15-81b4-43aa-8fdc-70ef73d43062 admin admin] Usage tracker for resource:network and tenant:82c6ad5b65e44aa09a1d82e678a9d3d2 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:44:43.496378 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-6336622e-1a03-457d-98e2-a4f92ee8b9e2 req-96923892-60f7-4152-89cc-11cf68753fca tempest-AttachSCSIVolumeTestJSON-660953961 tempest-AttachSCSIVolumeTestJSON-660953961-project] Unset dirty status for tenant:45241712d04f44c69000bd03eb1880d9 on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:44:43.501407 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 7cf6562d-e594-4ed3-bb66-f96014ae7aef not bound to the agent host n-h1-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 18:44:43.515658 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-6336622e-1a03-457d-98e2-a4f92ee8b9e2 req-96923892-60f7-4152-89cc-11cf68753fca tempest-AttachSCSIVolumeTestJSON-660953961 tempest-AttachSCSIVolumeTestJSON-660953961-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a6e54cd-fa60-4562-94e7-5d0a822b5f6e HTTP/1.1" status: 200 len: 210 time: 0.4592090 Jun 01 18:44:43.519805 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-4d90ce15-81b4-43aa-8fdc-70ef73d43062 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:44:43.527461 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-305aa985-3d3a-47bc-934d-a6ce890c9a42 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:43.538551 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-4d90ce15-81b4-43aa-8fdc-70ef73d43062 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:44:43.594176 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d90ce15-81b4-43aa-8fdc-70ef73d43062 admin admin] Made reservation on behalf of 82c6ad5b65e44aa09a1d82e678a9d3d2 for: {'network': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:44:43.598796 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4d90ce15-81b4-43aa-8fdc-70ef73d43062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:43.643995 n-d-844202-1 neutron-server[88525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a36ba2f-da44-4471-97f6-04d8f32350a0'] response: {'server_uuid': '4a6e54cd-fa60-4562-94e7-5d0a822b5f6e', 'name': 'network-vif-deleted', 'tag': '141804c8-52a2-4017-818f-c7e2cc270657', 'status': 'completed', 'code': 200} Jun 01 18:44:43.651246 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-305aa985-3d3a-47bc-934d-a6ce890c9a42 admin admin] Deleting port fa50976e-aefa-45dd-8e42-ccb004496ea7 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:44:43.651452 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56890e6-881f-450b-8b3f-8056d3e63267 req-ae139ad9-0514-4bec-b128-44b66968d3f8 tempest-LiveMigrationTest-1173690941 tempest-LiveMigrationTest-1173690941-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:44:43.654403 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-305aa985-3d3a-47bc-934d-a6ce890c9a42 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:43.663256 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b56890e6-881f-450b-8b3f-8056d3e63267 req-ae139ad9-0514-4bec-b128-44b66968d3f8 tempest-LiveMigrationTest-1173690941 tempest-LiveMigrationTest-1173690941-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=7e793ca5-49bd-42cb-8666-a3b4655afec7&tenant_id=ee3dca5a75c542e0966797f286e0b4d5&binding%3Ahost_id=n-h1-844202-1 HTTP/1.1" status: 200 len: 1095 time: 0.4155438 Jun 01 18:44:43.665486 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4d90ce15-81b4-43aa-8fdc-70ef73d43062 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:43.694159 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-b4690554-55cb-4796-9469-a1367a2b2347 None None] Set router debb898e-75a8-4c0d-a69f-ed380535a9f7 gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:44:43.775220 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-4d90ce15-81b4-43aa-8fdc-70ef73d43062 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:44:43.782204 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-4d90ce15-81b4-43aa-8fdc-70ef73d43062 admin admin] Usage tracker for resource:security_group_rule and tenant:82c6ad5b65e44aa09a1d82e678a9d3d2 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:44:43.791954 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-4d90ce15-81b4-43aa-8fdc-70ef73d43062 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:44:43.803501 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-4d90ce15-81b4-43aa-8fdc-70ef73d43062 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:44:43.918864 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-905f0f13-bcff-4f8a-92e3-e8b70cb81e73 None None] Set router 3c506a61-3ad0-436c-b5af-1dd11e0fa1d4 gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:44:43.939219 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-bf0b45c1-df9f-4728-a681-f19246183565 admin admin] Deleting port a6c143df-8590-4c75-9461-6af7c604a835 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:44:43.940698 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-bf0b45c1-df9f-4728-a681-f19246183565 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:44.175654 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-bf0b45c1-df9f-4728-a681-f19246183565 admin admin] The port 'a6c143df-8590-4c75-9461-6af7c604a835' was deleted {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 01 18:44:44.320857 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-b4690554-55cb-4796-9469-a1367a2b2347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'debb898e-75a8-4c0d-a69f-ed380535a9f7', 'name': 'tempest-AttachSCSIVolumeTestJSON-1363547105-router', 'tenant_id': '45241712d04f44c69000bd03eb1880d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': 'b3984faa-a400-4337-a911-8cb7708e9c10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:41:41Z', 'updated_at': '2022-06-01T18:41:52Z', 'revision_number': 4, 'project_id': '45241712d04f44c69000bd03eb1880d9', 'gw_port': {'id': 'b3984faa-a400-4337-a911-8cb7708e9c10', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b0:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'debb898e-75a8-4c0d-a69f-ed380535a9f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:41:43Z', 'updated_at': '2022-06-01T18:41:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '36f5f216-1a85-431b-aada-810ed3c1fec5', 'name': '', 'network_id': '10a2587b-1014-44b1-b177-99812ce7e0cf', 'tenant_id': '45241712d04f44c69000bd03eb1880d9', 'mac_address': 'fa:16:3e:5b:dd:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'debb898e-75a8-4c0d-a69f-ed380535a9f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '095d92a5-4fce-4555-937d-a37b373b8ecc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:41:50Z', 'updated_at': '2022-06-01T18:42:00Z', 'revision_number': 5, 'project_id': '45241712d04f44c69000bd03eb1880d9', 'subnets': [{'id': '095d92a5-4fce-4555-937d-a37b373b8ecc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:44:44.328667 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-bf0b45c1-df9f-4728-a681-f19246183565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:44.331329 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4690554-55cb-4796-9469-a1367a2b2347 None None] The sync data for ids ['debb898e-75a8-4c0d-a69f-ed380535a9f7'] in n-d-844202-1 is: [{'id': 'debb898e-75a8-4c0d-a69f-ed380535a9f7', 'name': 'tempest-AttachSCSIVolumeTestJSON-1363547105-router', 'tenant_id': '45241712d04f44c69000bd03eb1880d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': 'b3984faa-a400-4337-a911-8cb7708e9c10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:41:41Z', 'updated_at': '2022-06-01T18:41:52Z', 'revision_number': 4, 'project_id': '45241712d04f44c69000bd03eb1880d9', 'gw_port': {'id': 'b3984faa-a400-4337-a911-8cb7708e9c10', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b0:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'debb898e-75a8-4c0d-a69f-ed380535a9f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:41:43Z', 'updated_at': '2022-06-01T18:41:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '36f5f216-1a85-431b-aada-810ed3c1fec5', 'name': '', 'network_id': '10a2587b-1014-44b1-b177-99812ce7e0cf', 'tenant_id': '45241712d04f44c69000bd03eb1880d9', 'mac_address': 'fa:16:3e:5b:dd:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'debb898e-75a8-4c0d-a69f-ed380535a9f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '095d92a5-4fce-4555-937d-a37b373b8ecc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:41:50Z', 'updated_at': '2022-06-01T18:42:00Z', 'revision_number': 5, 'project_id': '45241712d04f44c69000bd03eb1880d9', 'subnets': [{'id': '095d92a5-4fce-4555-937d-a37b373b8ecc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 18:44:44.350235 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-905f0f13-bcff-4f8a-92e3-e8b70cb81e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c506a61-3ad0-436c-b5af-1dd11e0fa1d4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-966599028-router', 'tenant_id': '7dd3c8e221f9433b9e41db5bb127ec48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': 'fa50976e-aefa-45dd-8e42-ccb004496ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:40:40Z', 'updated_at': '2022-06-01T18:44:37Z', 'revision_number': 5, 'project_id': '7dd3c8e221f9433b9e41db5bb127ec48', 'gw_port': {'id': 'fa50976e-aefa-45dd-8e42-ccb004496ea7', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ca:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c506a61-3ad0-436c-b5af-1dd11e0fa1d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:40:42Z', 'updated_at': '2022-06-01T18:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:44:44.354808 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-905f0f13-bcff-4f8a-92e3-e8b70cb81e73 None None] The sync data for ids ['3c506a61-3ad0-436c-b5af-1dd11e0fa1d4'] in n-d-844202-1 is: [{'id': '3c506a61-3ad0-436c-b5af-1dd11e0fa1d4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-966599028-router', 'tenant_id': '7dd3c8e221f9433b9e41db5bb127ec48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': 'fa50976e-aefa-45dd-8e42-ccb004496ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:40:40Z', 'updated_at': '2022-06-01T18:44:37Z', 'revision_number': 5, 'project_id': '7dd3c8e221f9433b9e41db5bb127ec48', 'gw_port': {'id': 'fa50976e-aefa-45dd-8e42-ccb004496ea7', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ca:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c506a61-3ad0-436c-b5af-1dd11e0fa1d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:40:42Z', 'updated_at': '2022-06-01T18:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}] {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 18:44:44.372967 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20157838-e294-4afb-b6ad-192f2daea8ce req-e0ef1146-6694-4e0b-9936-fa4e1c6fdb3b tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:44:44.379854 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-bf0b45c1-df9f-4728-a681-f19246183565 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fa86028-0209-4add-9b81-a15a41499ef2']}} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:44:44.381139 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-20157838-e294-4afb-b6ad-192f2daea8ce req-e0ef1146-6694-4e0b-9936-fa4e1c6fdb3b tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] 10.222.0.41 "GET /v2.0/ports?device_id=7e793ca5-49bd-42cb-8666-a3b4655afec7 HTTP/1.1" status: 200 len: 944 time: 0.6210244 Jun 01 18:44:44.402898 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-bf0b45c1-df9f-4728-a681-f19246183565 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8fbc8e1-3348-4ea4-9fd0-0e0551d74a24') {'for_net_delete': True} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:44:44.403504 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-bf0b45c1-df9f-4728-a681-f19246183565 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8fbc8e1-3348-4ea4-9fd0-0e0551d74a24') {} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:44:44.435620 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-bf0b45c1-df9f-4728-a681-f19246183565 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2258522'] for segment, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:44.451794 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4d90ce15-81b4-43aa-8fdc-70ef73d43062 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:44.455233 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-f3484a7a-4ee1-4cc1-ac09-e6a714a2fc4a req-8fb16d37-f399-4472-9519-16c489daed49 tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] For port 84281443-ab67-470d-8fa5-2047102ef7b4, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=84281443-ab67-470d-8fa5-2047102ef7b4,segment=NetworkSegment(55263802-5ec7-4dff-8473-f61d2e94acb2),segment_id=55263802-5ec7-4dff-8473-f61d2e94acb2)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:44:44.455625 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-f3484a7a-4ee1-4cc1-ac09-e6a714a2fc4a req-8fb16d37-f399-4472-9519-16c489daed49 tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:44.463270 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4d90ce15-81b4-43aa-8fdc-70ef73d43062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:44.478207 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-20157838-e294-4afb-b6ad-192f2daea8ce req-b698d3a9-8088-460f-ad8d-2acb392e14ee tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] 10.222.0.41 "GET /v2.0/security-groups?id=92820b43-7593-449e-bdb5-02c9f22d29e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961623 Jun 01 18:44:44.484412 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-bf0b45c1-df9f-4728-a681-f19246183565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:44.512677 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf0b45c1-df9f-4728-a681-f19246183565 admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=88525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 18:44:44.513549 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-bf0b45c1-df9f-4728-a681-f19246183565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2613981'] for segment, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:44.539622 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d90ce15-81b4-43aa-8fdc-70ef73d43062 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 118} {{(pid=88525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 18:44:44.571938 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment f8fbc8e1-3348-4ea4-9fd0-0e0551d74a24 resource provider aggregate not found Jun 01 18:44:44.655047 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56890e6-881f-450b-8b3f-8056d3e63267 req-264a3db3-803b-416f-9772-0bae7eea2a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:44:44.657741 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b56890e6-881f-450b-8b3f-8056d3e63267 req-264a3db3-803b-416f-9772-0bae7eea2a26 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=7e793ca5-49bd-42cb-8666-a3b4655afec7&tenant_id=ee3dca5a75c542e0966797f286e0b4d5 HTTP/1.1" status: 200 len: 1095 time: 0.9925303 Jun 01 18:44:44.658513 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d90ce15-81b4-43aa-8fdc-70ef73d43062 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bb61fa7-6c31-4e9b-ad87-62a310551cd1,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:44:44.662028 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-f3484a7a-4ee1-4cc1-ac09-e6a714a2fc4a req-8fb16d37-f399-4472-9519-16c489daed49 tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] Calling delete_port for 84281443-ab67-470d-8fa5-2047102ef7b4 owned by compute:nova {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:44:44.663174 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment f8fbc8e1-3348-4ea4-9fd0-0e0551d74a24 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f8fbc8e1-3348-4ea4-9fd0-0e0551d74a24 found for delete ", "request_id": "req-442ce9a3-9425-48c3-b149-bee03430f17a"}]} Jun 01 18:44:44.681008 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45a70a6-e744-468b-93d5-9d6f44358f5e req-d177e0db-21a7-4726-a7cd-cc496950c435 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:44:44.684324 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f45a70a6-e744-468b-93d5-9d6f44358f5e req-d177e0db-21a7-4726-a7cd-cc496950c435 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] 10.222.0.41 "GET /v2.0/ports?device_id=bb3df7f9-2434-4ba7-9379-cd0b0030b6bd HTTP/1.1" status: 200 len: 945 time: 0.7714779 Jun 01 18:44:44.721955 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4d90ce15-81b4-43aa-8fdc-70ef73d43062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:44.722568 n-d-844202-1 neutron-server[88525]: INFO neutron.db.segments_db [None req-4d90ce15-81b4-43aa-8fdc-70ef73d43062 admin admin] Added segment edd69e72-3f7e-4939-b863-44483abb7720 of type vlan for network ca7b392c-8180-4a04-9249-470a26584648 Jun 01 18:44:44.746120 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [None req-305aa985-3d3a-47bc-934d-a6ce890c9a42 admin admin] For port fa50976e-aefa-45dd-8e42-ccb004496ea7, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=fa50976e-aefa-45dd-8e42-ccb004496ea7,segment=NetworkSegment(7875af61-4c53-4ff2-b8c8-d4b7c35ff947),segment_id=7875af61-4c53-4ff2-b8c8-d4b7c35ff947)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:44:44.746505 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-305aa985-3d3a-47bc-934d-a6ce890c9a42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:44.757777 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-bf0b45c1-df9f-4728-a681-f19246183565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:44.769870 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef29a73d-f39d-4b62-955a-0f39439afacd None None] New status for floating IP 9119c3b3-ce62-41ad-be3e-9bf9f20a6048: DOWN {{(pid=88526) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 18:44:44.794421 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-bf0b45c1-df9f-4728-a681-f19246183565 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:44.829711 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0b45c1-df9f-4728-a681-f19246183565 admin admin] Pushing event deleted for resources: {'Network': ['ID=2fa86028-0209-4add-9b81-a15a41499ef2,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:44:44.849357 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4d90ce15-81b4-43aa-8fdc-70ef73d43062 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:44.866406 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f45a70a6-e744-468b-93d5-9d6f44358f5e req-5af8f2c7-57df-46a3-9425-d450c64fe07a tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] 10.222.0.41 "GET /v2.0/security-groups?id=444c87ba-31dc-4b5a-9977-492e198b845a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422796 Jun 01 18:44:44.886061 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-bf0b45c1-df9f-4728-a681-f19246183565 admin admin] 10.222.0.41 "DELETE /v2.0/networks/2fa86028-0209-4add-9b81-a15a41499ef2 HTTP/1.1" status: 204 len: 168 time: 4.8763411 Jun 01 18:44:44.971454 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 89dcbeb8-b038-4d51-8cb6-78072f35c675 no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:44:44.971927 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56890e6-881f-450b-8b3f-8056d3e63267 req-c8c1d264-0a57-45fa-9155-7ec6f683e8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:44:44.973651 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b56890e6-881f-450b-8b3f-8056d3e63267 req-c8c1d264-0a57-45fa-9155-7ec6f683e8ca service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ee3dca5a75c542e0966797f286e0b4d5&device_id=7e793ca5-49bd-42cb-8666-a3b4655afec7 HTTP/1.1" status: 200 len: 1095 time: 0.2872694 Jun 01 18:44:44.974752 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4d90ce15-81b4-43aa-8fdc-70ef73d43062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:44.975793 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d90ce15-81b4-43aa-8fdc-70ef73d43062 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:44:44.976598 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4d90ce15-81b4-43aa-8fdc-70ef73d43062 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:44.994531 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-305aa985-3d3a-47bc-934d-a6ce890c9a42 admin admin] Calling delete_port for fa50976e-aefa-45dd-8e42-ccb004496ea7 owned by network:router_gateway {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:44:45.083106 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: 89dcbeb8-b038-4d51-8cb6-78072f35c675 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 18:44:45.084146 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 89dcbeb8-b038-4d51-8cb6-78072f35c675 not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 18:44:45.197522 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 46142) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:44:45.205740 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-f3484a7a-4ee1-4cc1-ac09-e6a714a2fc4a req-8fb16d37-f399-4472-9519-16c489daed49 tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:45.215089 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-4d90ce15-81b4-43aa-8fdc-70ef73d43062 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.3575845 Jun 01 18:44:45.233887 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 46146) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:44:45.243759 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-e4f4e5cb-ecfb-4e31-b023-442dc7522fd1 admin admin] Request body: {'subnet': {'network_id': 'ca7b392c-8180-4a04-9249-470a26584648', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1005469641-subnet', 'tenant_id': '82c6ad5b65e44aa09a1d82e678a9d3d2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:44:45.257772 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-e4f4e5cb-ecfb-4e31-b023-442dc7522fd1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:44:45.261584 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d90ce15-81b4-43aa-8fdc-70ef73d43062 admin admin] Pushing event updated for resources: {'Network': ['ID=ca7b392c-8180-4a04-9249-470a26584648,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:44:45.266206 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-e4f4e5cb-ecfb-4e31-b023-442dc7522fd1 admin admin] Usage tracker for resource:subnet and tenant:82c6ad5b65e44aa09a1d82e678a9d3d2 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:44:45.269336 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-e4f4e5cb-ecfb-4e31-b023-442dc7522fd1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:44:45.272712 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network ca7b392c-8180-4a04-9249-470a26584648 details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 18:44:45.276459 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-e4f4e5cb-ecfb-4e31-b023-442dc7522fd1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:44:45.291219 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4f4e5cb-ecfb-4e31-b023-442dc7522fd1 admin admin] Made reservation on behalf of 82c6ad5b65e44aa09a1d82e678a9d3d2 for: {'subnet': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:44:45.293752 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e4f4e5cb-ecfb-4e31-b023-442dc7522fd1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9667140'] for subnet, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:45.311404 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb16d37-f399-4472-9519-16c489daed49 tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] Pushing event deleted for resources: {'Port': ['ID=84281443-ab67-470d-8fa5-2047102ef7b4,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:44:45.353476 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-332a1842-3da1-4ca6-bc38-b3bc22be3c1f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fe37b4563e0349938f147e9c99d54534&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1380532 Jun 01 18:44:45.397341 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 46162) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:44:45.398037 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 46164) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:44:45.503080 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f56ba2-7a66-4d85-a91f-9769036e47d0 req-48e16468-4cd6-4eae-b43f-e3a74a8b99fa tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:44:45.504687 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-92f56ba2-7a66-4d85-a91f-9769036e47d0 req-48e16468-4cd6-4eae-b43f-e3a74a8b99fa tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] 10.222.0.41 "GET /v2.0/ports?device_id=773cad09-4e0e-4c52-b912-1cba8bc28300 HTTP/1.1" status: 200 len: 946 time: 0.8544598 Jun 01 18:44:45.525051 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3484a7a-4ee1-4cc1-ac09-e6a714a2fc4a req-8fb16d37-f399-4472-9519-16c489daed49 tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] No DVR routers for this DVR port 84281443-ab67-470d-8fa5-2047102ef7b4 on host n-h2-844202-1 {{(pid=88524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 18:44:45.528145 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-f3484a7a-4ee1-4cc1-ac09-e6a714a2fc4a req-8fb16d37-f399-4472-9519-16c489daed49 tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:45.545390 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '773cad09-4e0e-4c52-b912-1cba8bc28300', 'name': 'network-vif-deleted', 'tag': '84281443-ab67-470d-8fa5-2047102ef7b4'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:44:45.630772 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f3484a7a-4ee1-4cc1-ac09-e6a714a2fc4a req-8fb16d37-f399-4472-9519-16c489daed49 tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] 10.222.0.50 "DELETE /v2.0/ports/84281443-ab67-470d-8fa5-2047102ef7b4 HTTP/1.1" status: 204 len: 173 time: 2.6244457 Jun 01 18:44:45.633680 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56890e6-881f-450b-8b3f-8056d3e63267 req-4f6c8eb0-b598-4704-839a-8b6928efddb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:44:45.636004 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b56890e6-881f-450b-8b3f-8056d3e63267 req-4f6c8eb0-b598-4704-839a-8b6928efddb6 service neutron] 10.222.0.50 "GET /v2.0/networks?id=222758ca-4c6e-4ccb-8f11-8c829f4da008 HTTP/1.1" status: 200 len: 909 time: 0.6532364 Jun 01 18:44:45.656762 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-bd2358e7-2d4f-4a47-9023-d9bd0009ffa7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:45.667767 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-92f56ba2-7a66-4d85-a91f-9769036e47d0 req-534edc98-fc3d-4a9b-8be5-d2c74c22cc72 tempest-FloatingIPsAssociationTestJSON-1310884995 tempest-FloatingIPsAssociationTestJSON-1310884995-project] 10.222.0.41 "GET /v2.0/security-groups?id=b07651a0-9e42-4158-83b3-465d7a0dded5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474946 Jun 01 18:44:45.730835 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b56890e6-881f-450b-8b3f-8056d3e63267 req-227a1eca-9268-4d84-92d5-a33259e96ad8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7cf6562d-e594-4ed3-bb66-f96014ae7aef HTTP/1.1" status: 200 len: 217 time: 0.0869937 Jun 01 18:44:45.735503 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-bd2358e7-2d4f-4a47-9023-d9bd0009ffa7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:45.748790 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6ca53bac-49fc-4bf0-80e5-1b0e5e0b4a92 tempest-AttachSCSIVolumeTestJSON-660953961 tempest-AttachSCSIVolumeTestJSON-660953961-project] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:45.863566 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6ca53bac-49fc-4bf0-80e5-1b0e5e0b4a92 tempest-AttachSCSIVolumeTestJSON-660953961 tempest-AttachSCSIVolumeTestJSON-660953961-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:45.893371 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632b1247-9120-4dbb-b975-8b0ab9e00967 req-8e55d2c1-b4f7-48b6-a5a9-7751ec94a6c7 tempest-ListImageFiltersTestJSON-5492641 tempest-ListImageFiltersTestJSON-5492641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:44:45.897977 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-632b1247-9120-4dbb-b975-8b0ab9e00967 req-8e55d2c1-b4f7-48b6-a5a9-7751ec94a6c7 tempest-ListImageFiltersTestJSON-5492641 tempest-ListImageFiltersTestJSON-5492641-project] 10.222.0.41 "GET /v2.0/ports?device_id=97fc5fd1-6738-443f-8426-3662143a4c2a HTTP/1.1" status: 200 len: 950 time: 0.3094504 Jun 01 18:44:45.903643 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56890e6-881f-450b-8b3f-8056d3e63267 req-db13a1bb-14e6-425f-966f-9b2ed6b33a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:44:45.910487 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b56890e6-881f-450b-8b3f-8056d3e63267 req-db13a1bb-14e6-425f-966f-9b2ed6b33a71 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2d25927e-118e-41f9-9e0e-90f9021c9592 HTTP/1.1" status: 200 len: 848 time: 0.1715486 Jun 01 18:44:46.002455 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-305aa985-3d3a-47bc-934d-a6ce890c9a42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:46.023831 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b56890e6-881f-450b-8b3f-8056d3e63267 req-2f6b3e53-5ffa-4a84-8b22-e78df3f6da0a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=222758ca-4c6e-4ccb-8f11-8c829f4da008&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1024737 Jun 01 18:44:46.039738 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-bd2358e7-2d4f-4a47-9023-d9bd0009ffa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:46.074449 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305aa985-3d3a-47bc-934d-a6ce890c9a42 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa50976e-aefa-45dd-8e42-ccb004496ea7,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:44:46.102632 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2358e7-2d4f-4a47-9023-d9bd0009ffa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d44720ef-0826-4e90-afc6-1e8deaa74141,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:44:46.141120 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-632b1247-9120-4dbb-b975-8b0ab9e00967 req-24b215c9-1551-4c38-b167-9e79fed91a63 tempest-ListImageFiltersTestJSON-5492641 tempest-ListImageFiltersTestJSON-5492641-project] 10.222.0.41 "GET /v2.0/security-groups?id=5427509f-34d7-4eb0-9761-0171d484d3bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217073 Jun 01 18:44:46.141120 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e4f4e5cb-ecfb-4e31-b023-442dc7522fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2614064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9667190'] for subnet, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:46.260053 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f4e5cb-ecfb-4e31-b023-442dc7522fd1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a094ab5-df87-4744-9e61-75be4c4af882,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:44:46.279515 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50c89d64-b763-44ee-9d70-0caebdbc55d8'] response: {'server_uuid': '773cad09-4e0e-4c52-b912-1cba8bc28300', 'name': 'network-vif-deleted', 'tag': '84281443-ab67-470d-8fa5-2047102ef7b4', 'status': 'completed', 'code': 200} Jun 01 18:44:46.282993 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6ca53bac-49fc-4bf0-80e5-1b0e5e0b4a92 tempest-AttachSCSIVolumeTestJSON-660953961 tempest-AttachSCSIVolumeTestJSON-660953961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:46.287937 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b56890e6-881f-450b-8b3f-8056d3e63267 req-7fe60a17-caaf-42c7-a711-7f90eb7f8a68 service neutron] 10.222.0.50 "GET /v2.0/networks/222758ca-4c6e-4ccb-8f11-8c829f4da008?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2447886 Jun 01 18:44:46.292514 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f4e5cb-ecfb-4e31-b023-442dc7522fd1 admin admin] Checking segment: {'id': 'edd69e72-3f7e-4939-b863-44483abb7720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'ca7b392c-8180-4a04-9249-470a26584648'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:44:46.292883 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4f4e5cb-ecfb-4e31-b023-442dc7522fd1 admin admin] Network hostable DHCP agents. Network: ca7b392c-8180-4a04-9249-470a26584648, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 18:44:46.325275 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 84281443-ab67-470d-8fa5-2047102ef7b4 no longer exists at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:44:46.331561 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca53bac-49fc-4bf0-80e5-1b0e5e0b4a92 tempest-AttachSCSIVolumeTestJSON-660953961 tempest-AttachSCSIVolumeTestJSON-660953961-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b1d23f4-ed75-49f3-842d-08802ecbf36f,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:44:46.369243 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f449f61-b3c9-44b2-bed9-8c152c54a793 req-69e4ec2d-ef28-4c39-82ac-1fb924349597 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:44:46.377391 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-1f449f61-b3c9-44b2-bed9-8c152c54a793 req-69e4ec2d-ef28-4c39-82ac-1fb924349597 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] 10.222.0.41 "GET /v2.0/ports?device_id=7e793ca5-49bd-42cb-8666-a3b4655afec7 HTTP/1.1" status: 200 len: 944 time: 0.4879470 Jun 01 18:44:46.381388 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] No Port match for: 84281443-ab67-470d-8fa5-2047102ef7b4 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 18:44:46.381953 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 84281443-ab67-470d-8fa5-2047102ef7b4 not bound to the agent host n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 18:44:46.394964 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-305aa985-3d3a-47bc-934d-a6ce890c9a42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-887703'] for router_gateway, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:46.446377 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-bd2358e7-2d4f-4a47-9023-d9bd0009ffa7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:46.447524 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-bd2358e7-2d4f-4a47-9023-d9bd0009ffa7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d44720ef-0826-4e90-afc6-1e8deaa74141 HTTP/1.1" status: 204 len: 168 time: 1.0368612 Jun 01 18:44:46.470267 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4f4e5cb-ecfb-4e31-b023-442dc7522fd1 admin admin] Network ca7b392c-8180-4a04-9249-470a26584648 is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 18:44:46.508465 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-e4f4e5cb-ecfb-4e31-b023-442dc7522fd1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, ca7b392c-8180-4a04-9249-470a26584648) {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:44:46.510155 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6ca53bac-49fc-4bf0-80e5-1b0e5e0b4a92 tempest-AttachSCSIVolumeTestJSON-660953961 tempest-AttachSCSIVolumeTestJSON-660953961-project] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:46.512926 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4f4e5cb-ecfb-4e31-b023-442dc7522fd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:44:46.513524 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e4f4e5cb-ecfb-4e31-b023-442dc7522fd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:46.514047 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-6ca53bac-49fc-4bf0-80e5-1b0e5e0b4a92 tempest-AttachSCSIVolumeTestJSON-660953961 tempest-AttachSCSIVolumeTestJSON-660953961-project] 10.222.0.41 "DELETE /v2.0/security-groups/4b1d23f4-ed75-49f3-842d-08802ecbf36f HTTP/1.1" status: 204 len: 168 time: 1.1016860 Jun 01 18:44:46.521137 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 46180) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:44:46.521791 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91ced00a-3b93-4bc6-b1d0-01af38b1adf3 None None] Network ca7b392c-8180-4a04-9249-470a26584648 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 18:44:46.589471 n-d-844202-1 neutron-server[88525]: INFO neutron.api.v2.resource [None req-9247d391-32db-467b-815f-bb7752cdce2c tempest-AttachSCSIVolumeTestJSON-660953961 tempest-AttachSCSIVolumeTestJSON-660953961-project] show failed (client error): The resource could not be found. Jun 01 18:44:46.590820 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-9247d391-32db-467b-815f-bb7752cdce2c tempest-AttachSCSIVolumeTestJSON-660953961 tempest-AttachSCSIVolumeTestJSON-660953961-project] 10.222.0.41 "GET /v2.0/security-groups/4b1d23f4-ed75-49f3-842d-08802ecbf36f HTTP/1.1" status: 404 len: 347 time: 0.0536976 Jun 01 18:44:46.597055 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 46184) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:44:46.604281 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b56890e6-881f-450b-8b3f-8056d3e63267 req-9abc33be-55fd-4ea8-8ed7-ef485e1578c9 service neutron] 10.222.0.50 "GET /v2.0/networks/222758ca-4c6e-4ccb-8f11-8c829f4da008?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3042166 Jun 01 18:44:46.609076 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-e4f4e5cb-ecfb-4e31-b023-442dc7522fd1 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.3722029 Jun 01 18:44:46.626648 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-1f449f61-b3c9-44b2-bed9-8c152c54a793 req-32859c4e-d3b4-4b15-8f19-a8f349796f85 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] 10.222.0.41 "GET /v2.0/security-groups?id=92820b43-7593-449e-bdb5-02c9f22d29e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2476747 Jun 01 18:44:46.628989 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 46188) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:44:46.637158 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-305aa985-3d3a-47bc-934d-a6ce890c9a42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25316'] for router, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:46.650973 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-305aa985-3d3a-47bc-934d-a6ce890c9a42 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:46.667299 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-a12428d2-a820-400a-b278-36ef949af8cf admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1005469641-router', 'tenant_id': '82c6ad5b65e44aa09a1d82e678a9d3d2', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:44:46.697614 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-a12428d2-a820-400a-b278-36ef949af8cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:44:46.714798 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6470127-a766-47ab-91b1-5521fc494ccb req-883821f8-39f0-4a01-94aa-126c9a48d684 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:44:46.723834 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f6470127-a766-47ab-91b1-5521fc494ccb req-883821f8-39f0-4a01-94aa-126c9a48d684 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] 10.222.0.41 "GET /v2.0/ports?device_id=bb3df7f9-2434-4ba7-9379-cd0b0030b6bd HTTP/1.1" status: 200 len: 945 time: 0.3378620 Jun 01 18:44:46.790249 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-a12428d2-a820-400a-b278-36ef949af8cf admin admin] Usage tracker for resource:router and tenant:82c6ad5b65e44aa09a1d82e678a9d3d2 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:44:46.798852 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-305aa985-3d3a-47bc-934d-a6ce890c9a42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-891519'] for router, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:46.801354 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-305aa985-3d3a-47bc-934d-a6ce890c9a42 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3c506a61-3ad0-436c-b5af-1dd11e0fa1d4 {{(pid=88524) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 18:44:46.803360 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-a12428d2-a820-400a-b278-36ef949af8cf admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:44:46.839306 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-a12428d2-a820-400a-b278-36ef949af8cf admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:44:46.852970 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-305aa985-3d3a-47bc-934d-a6ce890c9a42 admin admin] Notify callbacks [] for router, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:46.854391 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-305aa985-3d3a-47bc-934d-a6ce890c9a42 admin admin] 10.222.0.41 "DELETE /v2.0/routers/3c506a61-3ad0-436c-b5af-1dd11e0fa1d4 HTTP/1.1" status: 204 len: 168 time: 5.8399627 Jun 01 18:44:46.856986 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 46204) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:44:46.884805 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f6470127-a766-47ab-91b1-5521fc494ccb req-42f442ec-3318-4a5e-ba63-3f132aa4ba3e tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] 10.222.0.41 "GET /v2.0/security-groups?id=444c87ba-31dc-4b5a-9977-492e198b845a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600838 Jun 01 18:44:46.899382 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-64182f33-a5a8-463c-9a88-388f0cc449b3 tempest-AttachSCSIVolumeTestJSON-660953961 tempest-AttachSCSIVolumeTestJSON-660953961-project] Deleting port 763f4223-e0b7-4bbf-afc1-ca4bc49b771d {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:44:46.900298 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-64182f33-a5a8-463c-9a88-388f0cc449b3 tempest-AttachSCSIVolumeTestJSON-660953961 tempest-AttachSCSIVolumeTestJSON-660953961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:46.955905 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a12428d2-a820-400a-b278-36ef949af8cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-885767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25238'] for router, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:46.961148 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a12428d2-a820-400a-b278-36ef949af8cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-901042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-886562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-981784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25327'] for router, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:47.037784 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_v2 [None req-80dd2da6-aa2b-4235-a123-3e467188a3b9 admin admin] Deleting subnet a2dd2f73-8ed9-4db5-a137-6e9cf02d18e0 {{(pid=88524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 18:44:47.046939 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a12428d2-a820-400a-b278-36ef949af8cf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:47.050423 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-80dd2da6-aa2b-4235-a123-3e467188a3b9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:47.152683 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-80dd2da6-aa2b-4235-a123-3e467188a3b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2702137'] for subnet, precommit_delete_associations {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:47.186931 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25abf8d1-0415-4d9c-b3b3-ab06bc89d3d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc93f83c3-7fb6-5c13-a9d4-29d739a4e8d2-ca7b392c-8180-4a04-9249-470a26584648', 'network_id': 'ca7b392c-8180-4a04-9249-470a26584648', 'tenant_id': '82c6ad5b65e44aa09a1d82e678a9d3d2', 'fixed_ips': [{'subnet_id': '2a094ab5-df87-4744-9e61-75be4c4af882'}]}} from n-d-844202-1. {{(pid=88526) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 18:44:47.188301 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-25abf8d1-0415-4d9c-b3b3-ab06bc89d3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:47.213881 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 46216) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:44:47.265455 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device d988fe22-c967-42a2-b782-a45aecc0087f no longer exists at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:44:47.625226 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.db_base_plugin_common [None req-25abf8d1-0415-4d9c-b3b3-ab06bc89d3d0 None None] Allocated IP 172.20.0.2 (ca7b392c-8180-4a04-9249-470a26584648/2a094ab5-df87-4744-9e61-75be4c4af882/9941d0a5-cdb6-4512-a90e-12c42b906fcd) {{(pid=88526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:44:47.633258 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a12428d2-a820-400a-b278-36ef949af8cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-886608', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-885830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25341'] for router, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:47.708821 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-80dd2da6-aa2b-4235-a123-3e467188a3b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:47.832303 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-64182f33-a5a8-463c-9a88-388f0cc449b3 tempest-AttachSCSIVolumeTestJSON-660953961 tempest-AttachSCSIVolumeTestJSON-660953961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:47.832924 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-64182f33-a5a8-463c-9a88-388f0cc449b3 tempest-AttachSCSIVolumeTestJSON-660953961 tempest-AttachSCSIVolumeTestJSON-660953961-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:47.939956 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-80dd2da6-aa2b-4235-a123-3e467188a3b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2718856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3066595'] for subnet, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:47.997498 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-25abf8d1-0415-4d9c-b3b3-ab06bc89d3d0 None None] Notify callbacks [] for port, precommit_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:48.010843 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-25abf8d1-0415-4d9c-b3b3-ab06bc89d3d0 None None] Transition to ACTIVE for port object 9941d0a5-cdb6-4512-a90e-12c42b906fcd will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:44:48.033028 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-25abf8d1-0415-4d9c-b3b3-ab06bc89d3d0 None None] Transition to ACTIVE for port object 9941d0a5-cdb6-4512-a90e-12c42b906fcd will not be triggered until provisioned by entity DHCP. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:44:48.057058 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-25abf8d1-0415-4d9c-b3b3-ab06bc89d3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526'] for port, after_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:48.076270 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 46246) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:44:48.080212 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56890e6-881f-450b-8b3f-8056d3e63267 req-9df68eb1-3880-40bb-aade-a544bc0b85c3 tempest-LiveMigrationTest-1173690941 tempest-LiveMigrationTest-1173690941-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:44:48.082836 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b56890e6-881f-450b-8b3f-8056d3e63267 req-9df68eb1-3880-40bb-aade-a544bc0b85c3 tempest-LiveMigrationTest-1173690941 tempest-LiveMigrationTest-1173690941-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=7e793ca5-49bd-42cb-8666-a3b4655afec7&tenant_id=ee3dca5a75c542e0966797f286e0b4d5&binding%3Ahost_id=n-h2-844202-1 HTTP/1.1" status: 200 len: 1095 time: 1.0596602 Jun 01 18:44:48.096994 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-64182f33-a5a8-463c-9a88-388f0cc449b3 tempest-AttachSCSIVolumeTestJSON-660953961 tempest-AttachSCSIVolumeTestJSON-660953961-project] Calling delete_port for 763f4223-e0b7-4bbf-afc1-ca4bc49b771d owned by network:floatingip {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:44:48.101096 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-80dd2da6-aa2b-4235-a123-3e467188a3b9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:48.116970 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6b79a8a-d86e-4a31-aefc-404e0ed5fdee None None] Network 18cc4e4f-761f-49c9-826c-48ea46f95616 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 18:44:48.121472 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-80dd2da6-aa2b-4235-a123-3e467188a3b9 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/a2dd2f73-8ed9-4db5-a137-6e9cf02d18e0 HTTP/1.1" status: 204 len: 168 time: 1.2630756 Jun 01 18:44:48.122153 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 46252) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:44:48.133643 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dd2da6-aa2b-4235-a123-3e467188a3b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2dd2f73-8ed9-4db5-a137-6e9cf02d18e0,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:44:48.254952 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-9745440d-bd32-494e-9a8f-c6b331a067d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:48.256987 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25abf8d1-0415-4d9c-b3b3-ab06bc89d3d0 None None] Pushing event updated for resources: {'Port': ['ID=9941d0a5-cdb6-4512-a90e-12c42b906fcd,revision_number=1']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:44:48.277617 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port d988fe22-c967-42a2-b782-a45aecc0087f is: ACTIVE; New status is: DOWN {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:44:48.277996 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:48.290709 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25abf8d1-0415-4d9c-b3b3-ab06bc89d3d0 None None] Network ca7b392c-8180-4a04-9249-470a26584648 is already hosted by enough agents. {{(pid=88526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:44:48.293004 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-9745440d-bd32-494e-9a8f-c6b331a067d1 admin admin] Deleting port b10ed351-431e-4b33-a3c3-33b42b311a7c {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:44:48.293341 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-9745440d-bd32-494e-9a8f-c6b331a067d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:48.362499 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.base_scheduler [None req-25abf8d1-0415-4d9c-b3b3-ab06bc89d3d0 None None] Resources bound (agent type, host, resource id): {{(pid=88526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:44:48.372178 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25abf8d1-0415-4d9c-b3b3-ab06bc89d3d0 None None] Received port after_create {{(pid=88526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:44:48.405753 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port d988fe22-c967-42a2-b782-a45aecc0087f, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=d988fe22-c967-42a2-b782-a45aecc0087f,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:44:48.408803 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97fc5fd1-6738-443f-8426-3662143a4c2a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd988fe22-c967-42a2-b782-a45aecc0087f'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:44:48.435582 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-2b117a86-d1a8-4a70-bcd6-001473c94977 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-183292155-network', 'tenant_id': '5e0ead56e0d24edfb943f0d89aaec01a'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:44:48.457328 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-2b117a86-d1a8-4a70-bcd6-001473c94977 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:44:48.461918 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:48.467061 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8718c131-05ba-4d65-9dec-4ae20bf9e9c4 req-97bbe096-c06e-4400-949a-c4e2626bca78 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:44:48.472600 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-8718c131-05ba-4d65-9dec-4ae20bf9e9c4 req-97bbe096-c06e-4400-949a-c4e2626bca78 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] 10.222.0.41 "GET /v2.0/ports?device_id=7e793ca5-49bd-42cb-8666-a3b4655afec7 HTTP/1.1" status: 200 len: 944 time: 0.5156631 Jun 01 18:44:48.504151 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-2b117a86-d1a8-4a70-bcd6-001473c94977 admin admin] Usage tracker for resource:network and tenant:5e0ead56e0d24edfb943f0d89aaec01a is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:44:48.510373 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-2b117a86-d1a8-4a70-bcd6-001473c94977 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:44:48.525763 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-2b117a86-d1a8-4a70-bcd6-001473c94977 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:44:48.575486 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-25abf8d1-0415-4d9c-b3b3-ab06bc89d3d0 None None] Attempting to bind port 9941d0a5-cdb6-4512-a90e-12c42b906fcd on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:44:48.575842 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-25abf8d1-0415-4d9c-b3b3-ab06bc89d3d0 None None] Attempting to bind port 9941d0a5-cdb6-4512-a90e-12c42b906fcd by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': 'edd69e72-3f7e-4939-b863-44483abb7720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'ca7b392c-8180-4a04-9249-470a26584648'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:44:48.576109 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25abf8d1-0415-4d9c-b3b3-ab06bc89d3d0 None None] Attempting to bind port 9941d0a5-cdb6-4512-a90e-12c42b906fcd on network ca7b392c-8180-4a04-9249-470a26584648 {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:44:48.594647 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25abf8d1-0415-4d9c-b3b3-ab06bc89d3d0 None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 18, 44, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:44:48.595502 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25abf8d1-0415-4d9c-b3b3-ab06bc89d3d0 None None] Checking segment: {'id': 'edd69e72-3f7e-4939-b863-44483abb7720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'ca7b392c-8180-4a04-9249-470a26584648'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:44:48.595980 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-25abf8d1-0415-4d9c-b3b3-ab06bc89d3d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:48.596470 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25abf8d1-0415-4d9c-b3b3-ab06bc89d3d0 None None] Bound using segment: {'id': 'edd69e72-3f7e-4939-b863-44483abb7720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'ca7b392c-8180-4a04-9249-470a26584648'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:44:48.597099 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-25abf8d1-0415-4d9c-b3b3-ab06bc89d3d0 None None] Bound port: 9941d0a5-cdb6-4512-a90e-12c42b906fcd, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edd69e72-3f7e-4939-b863-44483abb7720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'ca7b392c-8180-4a04-9249-470a26584648'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:44:48.597516 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-25abf8d1-0415-4d9c-b3b3-ab06bc89d3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:48.619880 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=d988fe22-c967-42a2-b782-a45aecc0087f,revision_number=8']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:44:48.709235 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b93ed5-4589-4672-8650-1c307d56ac8e req-6a871fdb-7c79-4373-a5e8-78e16539b14f tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:44:48.719082 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-30b93ed5-4589-4672-8650-1c307d56ac8e req-6a871fdb-7c79-4373-a5e8-78e16539b14f tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] 10.222.0.41 "GET /v2.0/ports?device_id=bb3df7f9-2434-4ba7-9379-cd0b0030b6bd HTTP/1.1" status: 200 len: 945 time: 0.5468230 Jun 01 18:44:48.723788 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-25abf8d1-0415-4d9c-b3b3-ab06bc89d3d0 None None] For port 9941d0a5-cdb6-4512-a90e-12c42b906fcd, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:44:48.727645 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-25abf8d1-0415-4d9c-b3b3-ab06bc89d3d0 None None] For port 9941d0a5-cdb6-4512-a90e-12c42b906fcd, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=9941d0a5-cdb6-4512-a90e-12c42b906fcd,segment=NetworkSegment(edd69e72-3f7e-4939-b863-44483abb7720),segment_id=edd69e72-3f7e-4939-b863-44483abb7720)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:44:48.732930 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-25abf8d1-0415-4d9c-b3b3-ab06bc89d3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:48.739063 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b117a86-d1a8-4a70-bcd6-001473c94977 admin admin] Made reservation on behalf of 5e0ead56e0d24edfb943f0d89aaec01a for: {'network': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:44:48.742060 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2b117a86-d1a8-4a70-bcd6-001473c94977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:48.781253 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2b117a86-d1a8-4a70-bcd6-001473c94977 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:48.788855 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cda64d7-6470-49da-b147-2d53e42da35b None None] DHCP port deletion for 18cc4e4f-761f-49c9-826c-48ea46f95616 request from n-d-844202-1 {{(pid=88526) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 18:44:48.807355 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-8cda64d7-6470-49da-b147-2d53e42da35b None None] Deleting port b10ed351-431e-4b33-a3c3-33b42b311a7c {{(pid=88526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:44:48.807673 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-8cda64d7-6470-49da-b147-2d53e42da35b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:48.827148 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-8718c131-05ba-4d65-9dec-4ae20bf9e9c4 req-5889bf11-38e2-4fce-b5db-2e8d830ce616 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] 10.222.0.41 "GET /v2.0/security-groups?id=92820b43-7593-449e-bdb5-02c9f22d29e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3350754 Jun 01 18:44:48.862692 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-30b93ed5-4589-4672-8650-1c307d56ac8e req-9b889fdd-0016-48e9-b72b-f6e54b5acf72 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] 10.222.0.41 "GET /v2.0/security-groups?id=444c87ba-31dc-4b5a-9977-492e198b845a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415882 Jun 01 18:44:48.871456 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-2b117a86-d1a8-4a70-bcd6-001473c94977 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:44:48.901831 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-b56890e6-881f-450b-8b3f-8056d3e63267 req-66b6ea81-32fc-406c-aaad-a112ea4abdbe service neutron] For port 7cf6562d-e594-4ed3-bb66-f96014ae7aef, host n-h1-844202-1, cleared binding levels {{(pid=88525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:44:48.904398 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-2b117a86-d1a8-4a70-bcd6-001473c94977 admin admin] Usage tracker for resource:security_group_rule and tenant:5e0ead56e0d24edfb943f0d89aaec01a is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:44:48.913096 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [None req-9745440d-bd32-494e-9a8f-c6b331a067d1 admin admin] For port b10ed351-431e-4b33-a3c3-33b42b311a7c, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=b10ed351-431e-4b33-a3c3-33b42b311a7c,segment=NetworkSegment(177be86f-471e-4b12-bda0-1497c6cf7f80),segment_id=177be86f-471e-4b12-bda0-1497c6cf7f80)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:44:48.913335 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-9745440d-bd32-494e-9a8f-c6b331a067d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:48.937761 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-2b117a86-d1a8-4a70-bcd6-001473c94977 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:44:48.961917 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-64182f33-a5a8-463c-9a88-388f0cc449b3 tempest-AttachSCSIVolumeTestJSON-660953961 tempest-AttachSCSIVolumeTestJSON-660953961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:48.981224 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25abf8d1-0415-4d9c-b3b3-ab06bc89d3d0 None None] Pushing event updated for resources: {'Port': ['ID=9941d0a5-cdb6-4512-a90e-12c42b906fcd,revision_number=2']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:44:49.078280 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a12428d2-a820-400a-b278-36ef949af8cf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:49.116279 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-006b0f81-8bcf-4fdc-a3c7-c160b02f2002'] response: {'server_uuid': '97fc5fd1-6738-443f-8426-3662143a4c2a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd988fe22-c967-42a2-b782-a45aecc0087f', 'code': 200} Jun 01 18:44:49.122520 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device b10ed351-431e-4b33-a3c3-33b42b311a7c no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:44:49.133112 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-2b117a86-d1a8-4a70-bcd6-001473c94977 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:44:49.171996 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-9745440d-bd32-494e-9a8f-c6b331a067d1 admin admin] Calling delete_port for b10ed351-431e-4b33-a3c3-33b42b311a7c owned by network:dhcp {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:44:49.216725 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64182f33-a5a8-463c-9a88-388f0cc449b3 tempest-AttachSCSIVolumeTestJSON-660953961 tempest-AttachSCSIVolumeTestJSON-660953961-project] Pushing event deleted for resources: {'Port': ['ID=763f4223-e0b7-4bbf-afc1-ca4bc49b771d,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:44:49.230956 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a12428d2-a820-400a-b278-36ef949af8cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:49.236645 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-b56890e6-881f-450b-8b3f-8056d3e63267 req-66b6ea81-32fc-406c-aaad-a112ea4abdbe service neutron] Notify callbacks [] for binding, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:49.237022 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b56890e6-881f-450b-8b3f-8056d3e63267 req-66b6ea81-32fc-406c-aaad-a112ea4abdbe service neutron] 10.222.0.50 "DELETE /v2.0/ports/7cf6562d-e594-4ed3-bb66-f96014ae7aef/bindings/n-h1-844202-1 HTTP/1.1" status: 204 len: 173 time: 1.1016390 Jun 01 18:44:49.300099 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-8cda64d7-6470-49da-b147-2d53e42da35b None None] For port b10ed351-431e-4b33-a3c3-33b42b311a7c, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=b10ed351-431e-4b33-a3c3-33b42b311a7c,segment=NetworkSegment(177be86f-471e-4b12-bda0-1497c6cf7f80),segment_id=177be86f-471e-4b12-bda0-1497c6cf7f80)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:44:49.300632 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-8cda64d7-6470-49da-b147-2d53e42da35b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:49.370274 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-64182f33-a5a8-463c-9a88-388f0cc449b3 tempest-AttachSCSIVolumeTestJSON-660953961 tempest-AttachSCSIVolumeTestJSON-660953961-project] Notify callbacks [] for floatingip, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:49.435185 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-64182f33-a5a8-463c-9a88-388f0cc449b3 tempest-AttachSCSIVolumeTestJSON-660953961 tempest-AttachSCSIVolumeTestJSON-660953961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for floatingip, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:49.435185 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-64182f33-a5a8-463c-9a88-388f0cc449b3 tempest-AttachSCSIVolumeTestJSON-660953961 tempest-AttachSCSIVolumeTestJSON-660953961-project] 10.222.0.41 "DELETE /v2.0/floatingips/9119c3b3-ce62-41ad-be3e-9bf9f20a6048 HTTP/1.1" status: 204 len: 168 time: 2.8288383 Jun 01 18:44:49.502760 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-9745440d-bd32-494e-9a8f-c6b331a067d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:49.612983 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8de542e7-0e6e-4d6c-b220-a6ce49a4daa4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-887474'] for router_interface, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:49.615406 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9745440d-bd32-494e-9a8f-c6b331a067d1 admin admin] No DVR routers for this DVR port b10ed351-431e-4b33-a3c3-33b42b311a7c on host n-d-844202-1 {{(pid=88524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 18:44:49.666365 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9745440d-bd32-494e-9a8f-c6b331a067d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=b10ed351-431e-4b33-a3c3-33b42b311a7c,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:44:49.764667 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-8cda64d7-6470-49da-b147-2d53e42da35b None None] Calling delete_port for b10ed351-431e-4b33-a3c3-33b42b311a7c owned by network:dhcp {{(pid=88526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:44:49.804175 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2b117a86-d1a8-4a70-bcd6-001473c94977 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:49.832432 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2b117a86-d1a8-4a70-bcd6-001473c94977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:49.843287 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Port b10ed351-431e-4b33-a3c3-33b42b311a7c update to DOWN by agent not found {{(pid=88526) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Jun 01 18:44:49.843716 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device fa50976e-aefa-45dd-8e42-ccb004496ea7 no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:44:50.001778 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b117a86-d1a8-4a70-bcd6-001473c94977 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 111} {{(pid=88525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 18:44:50.007580 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-9745440d-bd32-494e-9a8f-c6b331a067d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:50.020662 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b117a86-d1a8-4a70-bcd6-001473c94977 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9572e18c-01ef-4403-8358-e3e783c3474b,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:44:50.058373 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2b117a86-d1a8-4a70-bcd6-001473c94977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:50.058373 n-d-844202-1 neutron-server[88525]: INFO neutron.db.segments_db [None req-2b117a86-d1a8-4a70-bcd6-001473c94977 admin admin] Added segment addab7d5-ae1a-46af-8624-f392d2d8b7f8 of type vlan for network f485d579-7529-4636-ae31-9fc1fec94322 Jun 01 18:44:50.067854 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b117a86-d1a8-4a70-bcd6-001473c94977 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:44:50.067854 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b117a86-d1a8-4a70-bcd6-001473c94977 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:44:50.067854 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b117a86-d1a8-4a70-bcd6-001473c94977 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:44:50.067854 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b117a86-d1a8-4a70-bcd6-001473c94977 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:44:50.067854 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b117a86-d1a8-4a70-bcd6-001473c94977 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:44:50.067854 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b117a86-d1a8-4a70-bcd6-001473c94977 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:44:50.067854 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b117a86-d1a8-4a70-bcd6-001473c94977 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:44:50.067854 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b117a86-d1a8-4a70-bcd6-001473c94977 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:44:50.075533 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b117a86-d1a8-4a70-bcd6-001473c94977 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:44:50.075533 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b117a86-d1a8-4a70-bcd6-001473c94977 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:44:50.075533 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b117a86-d1a8-4a70-bcd6-001473c94977 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:44:50.075533 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b117a86-d1a8-4a70-bcd6-001473c94977 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:44:50.105386 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: fa50976e-aefa-45dd-8e42-ccb004496ea7 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 18:44:50.106047 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device fa50976e-aefa-45dd-8e42-ccb004496ea7 not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 18:44:50.158877 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.db.api [None req-8cda64d7-6470-49da-b147-2d53e42da35b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88526) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 18:44:50.160341 n-d-844202-1 neutron-server[88526]: DEBUG oslo_db.api [None req-8cda64d7-6470-49da-b147-2d53e42da35b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 18:44:50.169958 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-9745440d-bd32-494e-9a8f-c6b331a067d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18cc4e4f-761f-49c9-826c-48ea46f95616']}} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:44:50.219012 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-9745440d-bd32-494e-9a8f-c6b331a067d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '177be86f-471e-4b12-bda0-1497c6cf7f80') {'for_net_delete': True} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:44:50.219012 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-9745440d-bd32-494e-9a8f-c6b331a067d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '177be86f-471e-4b12-bda0-1497c6cf7f80') {} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:44:50.249634 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-9745440d-bd32-494e-9a8f-c6b331a067d1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2702126'] for segment, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:50.285578 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [None req-a12428d2-a820-400a-b278-36ef949af8cf admin admin] Allocated IP 172.25.4.132 (72a72e44-6845-488a-a5ff-3a26d4df9cb3/c314a23b-daa2-4106-ab28-8e6f954277b2/389e46bb-a7b9-4bf1-85fe-b2e71dbb89c0) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:44:50.285578 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-9745440d-bd32-494e-9a8f-c6b331a067d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:50.300712 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9745440d-bd32-494e-9a8f-c6b331a067d1 admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=88524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 18:44:50.300712 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-9745440d-bd32-494e-9a8f-c6b331a067d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2719018'] for segment, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:50.384515 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment 177be86f-471e-4b12-bda0-1497c6cf7f80 resource provider aggregate not found Jun 01 18:44:50.509638 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcbc929-2bc8-481f-9817-18e6b387bc06 req-3cf762d8-2d5d-4336-a3e3-b83030caefcb tempest-LiveMigrationTest-1173690941 tempest-LiveMigrationTest-1173690941-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:44:50.525331 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-2fcbc929-2bc8-481f-9817-18e6b387bc06 req-3cf762d8-2d5d-4336-a3e3-b83030caefcb tempest-LiveMigrationTest-1173690941 tempest-LiveMigrationTest-1173690941-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=7e793ca5-49bd-42cb-8666-a3b4655afec7 HTTP/1.1" status: 200 len: 1095 time: 1.3084092 Jun 01 18:44:50.667572 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-8cda64d7-6470-49da-b147-2d53e42da35b None None] Deleting port b10ed351-431e-4b33-a3c3-33b42b311a7c {{(pid=88526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:44:50.667572 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-8cda64d7-6470-49da-b147-2d53e42da35b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:50.919771 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-8cda64d7-6470-49da-b147-2d53e42da35b None None] The port 'b10ed351-431e-4b33-a3c3-33b42b311a7c' was deleted {{(pid=88526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 01 18:44:50.942922 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2b117a86-d1a8-4a70-bcd6-001473c94977 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:51.134432 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fb79c2d-e688-43e8-a140-bb3424daa339 None None] Network ca7b392c-8180-4a04-9249-470a26584648 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 18:44:51.154581 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment 177be86f-471e-4b12-bda0-1497c6cf7f80 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 177be86f-471e-4b12-bda0-1497c6cf7f80 found for delete ", "request_id": "req-a67710b3-0b0b-4065-873b-a13076d55f0a"}]} Jun 01 18:44:51.184470 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2b117a86-d1a8-4a70-bcd6-001473c94977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:51.186849 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b117a86-d1a8-4a70-bcd6-001473c94977 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:44:51.187813 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2b117a86-d1a8-4a70-bcd6-001473c94977 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:51.199409 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 9941d0a5-cdb6-4512-a90e-12c42b906fcd up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:44:51.227324 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-9745440d-bd32-494e-9a8f-c6b331a067d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:51.265739 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-9745440d-bd32-494e-9a8f-c6b331a067d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:51.322019 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a12428d2-a820-400a-b278-36ef949af8cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:51.435009 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a12428d2-a820-400a-b278-36ef949af8cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:51.463585 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24758a9-dff2-479e-be4f-881b46c542b9 req-901836a8-1e34-46ac-b27b-e46cc54311c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:44:51.467339 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d24758a9-dff2-479e-be4f-881b46c542b9 req-901836a8-1e34-46ac-b27b-e46cc54311c3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0182a2e51ffc43df8efdd2130dbcea4d&device_id=bb3df7f9-2434-4ba7-9379-cd0b0030b6bd HTTP/1.1" status: 200 len: 1096 time: 0.5907829 Jun 01 18:44:51.493339 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced8e366-ca29-49bb-bcbe-6e308a4828ed req-04b7f13a-a128-4eba-a178-e25fc2b2cf8b tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:44:51.495358 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ced8e366-ca29-49bb-bcbe-6e308a4828ed req-04b7f13a-a128-4eba-a178-e25fc2b2cf8b tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] 10.222.0.41 "GET /v2.0/ports?device_id=bb3df7f9-2434-4ba7-9379-cd0b0030b6bd HTTP/1.1" status: 200 len: 945 time: 1.1845074 Jun 01 18:44:51.500192 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-2b117a86-d1a8-4a70-bcd6-001473c94977 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 3.4227076 Jun 01 18:44:51.515036 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 46326) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:44:51.597364 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-2fcbc929-2bc8-481f-9817-18e6b387bc06 req-8de49d8b-1bbd-4faf-afd2-978c859518e5 tempest-LiveMigrationTest-1173690941 tempest-LiveMigrationTest-1173690941-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=92820b43-7593-449e-bdb5-02c9f22d29e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0770557 Jun 01 18:44:51.597677 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-5b3d6cb6-f7b3-407b-b61d-465eb2c72dd6 None None] Provisioning for port 9941d0a5-cdb6-4512-a90e-12c42b906fcd completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:44:51.598664 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9745440d-bd32-494e-9a8f-c6b331a067d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=18cc4e4f-761f-49c9-826c-48ea46f95616,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:44:51.610435 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-9745440d-bd32-494e-9a8f-c6b331a067d1 admin admin] 10.222.0.41 "DELETE /v2.0/networks/18cc4e4f-761f-49c9-826c-48ea46f95616 HTTP/1.1" status: 204 len: 168 time: 3.4850323 Jun 01 18:44:51.611894 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 46330) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:44:51.612904 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port 9941d0a5-cdb6-4512-a90e-12c42b906fcd completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:44:51.632011 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-5b3d6cb6-f7b3-407b-b61d-465eb2c72dd6 None None] Provisioning complete for port 9941d0a5-cdb6-4512-a90e-12c42b906fcd triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:44:51.632011 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-5b3d6cb6-f7b3-407b-b61d-465eb2c72dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:51.746916 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 9941d0a5-cdb6-4512-a90e-12c42b906fcd triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:44:51.747607 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:51.788633 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12428d2-a820-400a-b278-36ef949af8cf admin admin] Pushing event updated for resources: {'Port': ['ID=389e46bb-a7b9-4bf1-85fe-b2e71dbb89c0,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:44:51.805131 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a12428d2-a820-400a-b278-36ef949af8cf admin admin] Network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:44:51.806624 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-a12428d2-a820-400a-b278-36ef949af8cf admin admin] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:44:51.822628 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-cf92a248-0793-46d9-abea-a03dfacfb813 admin admin] Request body: {'subnet': {'network_id': 'f485d579-7529-4636-ae31-9fc1fec94322', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-183292155-subnet', 'tenant_id': '5e0ead56e0d24edfb943f0d89aaec01a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:44:51.831668 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a12428d2-a820-400a-b278-36ef949af8cf admin admin] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:44:51.841227 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24758a9-dff2-479e-be4f-881b46c542b9 req-05ce9290-e0d5-47cf-a192-5c19f5daa3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:44:51.842674 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d24758a9-dff2-479e-be4f-881b46c542b9 req-05ce9290-e0d5-47cf-a192-5c19f5daa3ae service neutron] 10.222.0.50 "GET /v2.0/networks?id=411d1518-9352-4dec-8af2-2285a53556b4 HTTP/1.1" status: 200 len: 922 time: 0.3370490 Jun 01 18:44:51.857517 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b117a86-d1a8-4a70-bcd6-001473c94977 admin admin] Pushing event updated for resources: {'Network': ['ID=f485d579-7529-4636-ae31-9fc1fec94322,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:44:51.862975 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-cf92a248-0793-46d9-abea-a03dfacfb813 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:44:51.907742 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network f485d579-7529-4636-ae31-9fc1fec94322 details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 18:44:51.970795 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-8de542e7-0e6e-4d6c-b220-a6ce49a4daa4 admin admin] Deleting port 38612e8c-0101-4044-80b4-fb606c42da57 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:44:51.971442 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8de542e7-0e6e-4d6c-b220-a6ce49a4daa4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:52.023278 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-cf92a248-0793-46d9-abea-a03dfacfb813 admin admin] Usage tracker for resource:subnet and tenant:5e0ead56e0d24edfb943f0d89aaec01a is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:44:52.043022 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ced8e366-ca29-49bb-bcbe-6e308a4828ed req-9f5e2e3d-fdfa-4a85-9191-d7928dfadda6 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] 10.222.0.41 "GET /v2.0/security-groups?id=444c87ba-31dc-4b5a-9977-492e198b845a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5413949 Jun 01 18:44:52.051128 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d24758a9-dff2-479e-be4f-881b46c542b9 req-34434104-ed97-4fb5-bdb6-81b931ce754d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=76ff1072-6dd9-430e-a046-4981370d94c1 HTTP/1.1" status: 200 len: 217 time: 0.1946769 Jun 01 18:44:52.069113 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-cf92a248-0793-46d9-abea-a03dfacfb813 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:44:52.193559 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-cf92a248-0793-46d9-abea-a03dfacfb813 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:44:52.346412 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 501e4fc3-0fdc-4f32-bbc6-7f6d266eefc1 details requested by agent hyperv_n-h2-844202-1 with host n-h2-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 18:44:52.352161 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf92a248-0793-46d9-abea-a03dfacfb813 admin admin] Made reservation on behalf of 5e0ead56e0d24edfb943f0d89aaec01a for: {'subnet': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:44:52.355167 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-cf92a248-0793-46d9-abea-a03dfacfb813 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9667140'] for subnet, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:52.457797 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 9941d0a5-cdb6-4512-a90e-12c42b906fcd is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:44:52.458172 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:52.512008 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-5b3d6cb6-f7b3-407b-b61d-465eb2c72dd6 None None] Current status of the port 9941d0a5-cdb6-4512-a90e-12c42b906fcd is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:44:52.512412 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-5b3d6cb6-f7b3-407b-b61d-465eb2c72dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:52.674661 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-5b3d6cb6-f7b3-407b-b61d-465eb2c72dd6 None None] For port 9941d0a5-cdb6-4512-a90e-12c42b906fcd, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=9941d0a5-cdb6-4512-a90e-12c42b906fcd,segment=NetworkSegment(edd69e72-3f7e-4939-b863-44483abb7720),segment_id=edd69e72-3f7e-4939-b863-44483abb7720)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:44:52.734467 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-5b3d6cb6-f7b3-407b-b61d-465eb2c72dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:52.750054 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96032af-96d9-4d74-baec-4f306a758ad6 req-b1bc74b0-8d6a-4777-aab2-2def25333b52 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:44:52.759373 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e96032af-96d9-4d74-baec-4f306a758ad6 req-b1bc74b0-8d6a-4777-aab2-2def25333b52 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] 10.222.0.41 "GET /v2.0/networks?id=222758ca-4c6e-4ccb-8f11-8c829f4da008 HTTP/1.1" status: 200 len: 808 time: 0.5088634 Jun 01 18:44:52.799453 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e96032af-96d9-4d74-baec-4f306a758ad6 req-2f52df44-6eaa-436b-92e0-e9407860c7a0 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] 10.222.0.41 "GET /v2.0/quotas/ee3dca5a75c542e0966797f286e0b4d5 HTTP/1.1" status: 200 len: 375 time: 0.0388222 Jun 01 18:44:52.891064 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [None req-8de542e7-0e6e-4d6c-b220-a6ce49a4daa4 admin admin] For port 38612e8c-0101-4044-80b4-fb606c42da57, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=38612e8c-0101-4044-80b4-fb606c42da57,segment=NetworkSegment(55263802-5ec7-4dff-8473-f61d2e94acb2),segment_id=55263802-5ec7-4dff-8473-f61d2e94acb2)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:44:52.892493 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8de542e7-0e6e-4d6c-b220-a6ce49a4daa4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:53.216384 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 501e4fc3-0fdc-4f32-bbc6-7f6d266eefc1, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=501e4fc3-0fdc-4f32-bbc6-7f6d266eefc1,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:44:53.227630 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-8de542e7-0e6e-4d6c-b220-a6ce49a4daa4 admin admin] Calling delete_port for 38612e8c-0101-4044-80b4-fb606c42da57 owned by network:router_interface {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:44:53.263354 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.db.api [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88526) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 18:44:53.264355 n-d-844202-1 neutron-server[88526]: DEBUG oslo_db.api [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 18:44:53.276493 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3d6cb6-f7b3-407b-b61d-465eb2c72dd6 None None] Pushing event updated for resources: {'Port': ['ID=9941d0a5-cdb6-4512-a90e-12c42b906fcd,revision_number=3']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:44:53.286782 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Returning: {'device': '501e4fc3-0fdc-4f32-bbc6-7f6d266eefc1', 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426', 'port_id': '501e4fc3-0fdc-4f32-bbc6-7f6d266eefc1', 'mac_address': 'fa:16:3e:d5:3f:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35e3ad2f-9c88-4698-b634-4e1b58de1cc2', 'ip_address': '192.168.233.134'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 18:44:53.346238 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24758a9-dff2-479e-be4f-881b46c542b9 req-4647f018-5e88-4e06-b584-0c21d9339195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:44:53.366635 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d24758a9-dff2-479e-be4f-881b46c542b9 req-4647f018-5e88-4e06-b584-0c21d9339195 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=cfa67698-6bf3-43ec-a752-299eaec79caf HTTP/1.1" status: 200 len: 861 time: 1.2398727 Jun 01 18:44:53.477596 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-cf92a248-0793-46d9-abea-a03dfacfb813 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2614064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9667190'] for subnet, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:53.498179 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port 501e4fc3-0fdc-4f32-bbc6-7f6d266eefc1 is: ACTIVE; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:44:53.498179 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:53.599797 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 501e4fc3-0fdc-4f32-bbc6-7f6d266eefc1 {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:44:53.641588 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 501e4fc3-0fdc-4f32-bbc6-7f6d266eefc1, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=501e4fc3-0fdc-4f32-bbc6-7f6d266eefc1,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:44:53.645109 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:53.826505 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e96032af-96d9-4d74-baec-4f306a758ad6 req-19b6d3f3-735e-46df-811c-b2bd92560a03 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=ee3dca5a75c542e0966797f286e0b4d5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7986448 Jun 01 18:44:53.827140 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a12428d2-a820-400a-b278-36ef949af8cf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:53.895691 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=501e4fc3-0fdc-4f32-bbc6-7f6d266eefc1,revision_number=6']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:44:53.962994 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] get_ports_and_sgs() called for port_ids ['501e4fc3-0fdc-4f32-bbc6-7f6d266eefc1'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:44:54.162946 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 9941d0a5-cdb6-4512-a90e-12c42b906fcd is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:44:54.170571 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-66626885-42e3-4e82-b09d-a2b2c20fc57c None None] Provisioning complete for port 9941d0a5-cdb6-4512-a90e-12c42b906fcd triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:44:54.200411 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-66626885-42e3-4e82-b09d-a2b2c20fc57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:54.271315 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8de542e7-0e6e-4d6c-b220-a6ce49a4daa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:54.504620 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d24758a9-dff2-479e-be4f-881b46c542b9 req-d9d35bc5-9899-4c13-b597-da1467846243 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=411d1518-9352-4dec-8af2-2285a53556b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.9876614 Jun 01 18:44:54.507094 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 9941d0a5-cdb6-4512-a90e-12c42b906fcd up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:44:54.567581 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de542e7-0e6e-4d6c-b220-a6ce49a4daa4 admin admin] Pushing event deleted for resources: {'Port': ['ID=38612e8c-0101-4044-80b4-fb606c42da57,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:44:54.879111 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 9941d0a5-cdb6-4512-a90e-12c42b906fcd triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:44:54.879111 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:55.083110 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-66626885-42e3-4e82-b09d-a2b2c20fc57c None None] Current status of the port 9941d0a5-cdb6-4512-a90e-12c42b906fcd is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:44:55.166616 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf92a248-0793-46d9-abea-a03dfacfb813 admin admin] Checking segment: {'id': 'addab7d5-ae1a-46af-8624-f392d2d8b7f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'f485d579-7529-4636-ae31-9fc1fec94322'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:44:55.166616 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf92a248-0793-46d9-abea-a03dfacfb813 admin admin] Network hostable DHCP agents. Network: f485d579-7529-4636-ae31-9fc1fec94322, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 18:44:55.187828 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d24758a9-dff2-479e-be4f-881b46c542b9 req-93ba125a-4757-41e3-bc5a-887b03d4f558 service neutron] 10.222.0.50 "GET /v2.0/networks/411d1518-9352-4dec-8af2-2285a53556b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6377780 Jun 01 18:44:55.298080 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf92a248-0793-46d9-abea-a03dfacfb813 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3aaca05-30ec-4457-96c4-ed8fafe49371,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:44:55.341550 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 9941d0a5-cdb6-4512-a90e-12c42b906fcd is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:44:55.376351 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf92a248-0793-46d9-abea-a03dfacfb813 admin admin] Network f485d579-7529-4636-ae31-9fc1fec94322 is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 18:44:55.412654 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-cf92a248-0793-46d9-abea-a03dfacfb813 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, f485d579-7529-4636-ae31-9fc1fec94322) {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:44:55.418015 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf92a248-0793-46d9-abea-a03dfacfb813 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:44:55.418534 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-cf92a248-0793-46d9-abea-a03dfacfb813 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:55.428956 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63bbf1b2-e8f4-4bc0-bc5e-c3a8fa565275 None None] Network f485d579-7529-4636-ae31-9fc1fec94322 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 18:44:55.438212 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898c2ee8-ed52-407d-a376-ed65ee7d97d7 req-15269420-6a71-4128-b4f0-6b661ae8a166 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:44:55.440458 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-898c2ee8-ed52-407d-a376-ed65ee7d97d7 req-15269420-6a71-4128-b4f0-6b661ae8a166 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] 10.222.0.41 "GET /v2.0/ports?device_id=bb3df7f9-2434-4ba7-9379-cd0b0030b6bd HTTP/1.1" status: 200 len: 945 time: 2.0917528 Jun 01 18:44:55.567719 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e96032af-96d9-4d74-baec-4f306a758ad6 req-f83204ea-bda3-4040-a272-2cbabf617924 service neutron] 10.222.0.41 "GET /v2.0/networks/222758ca-4c6e-4ccb-8f11-8c829f4da008?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3621438 Jun 01 18:44:55.706823 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a12428d2-a820-400a-b278-36ef949af8cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-885820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-886655'] for router, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:55.720364 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-cf92a248-0793-46d9-abea-a03dfacfb813 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 4.2004449 Jun 01 18:44:55.721944 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 46396) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:44:55.728024 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d24758a9-dff2-479e-be4f-881b46c542b9 req-0e43d53c-c712-4687-8f92-5139831e4407 service neutron] 10.222.0.50 "GET /v2.0/networks/411d1518-9352-4dec-8af2-2285a53556b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5226724 Jun 01 18:44:55.760215 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-a81af7cb-a3cc-4c08-8976-718d41c21a0f admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-183292155-router', 'tenant_id': '5e0ead56e0d24edfb943f0d89aaec01a', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:44:55.906596 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-a81af7cb-a3cc-4c08-8976-718d41c21a0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:44:55.946905 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-a81af7cb-a3cc-4c08-8976-718d41c21a0f admin admin] Usage tracker for resource:router and tenant:5e0ead56e0d24edfb943f0d89aaec01a is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:44:55.968870 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-a81af7cb-a3cc-4c08-8976-718d41c21a0f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:44:55.987967 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-a81af7cb-a3cc-4c08-8976-718d41c21a0f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:44:56.051271 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a81af7cb-a3cc-4c08-8976-718d41c21a0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-885767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25238'] for router, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:56.054978 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a81af7cb-a3cc-4c08-8976-718d41c21a0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-901042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-886562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-981784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25327'] for router, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:56.074246 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4da81472-6875-48ed-8db6-a801773efedc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc93f83c3-7fb6-5c13-a9d4-29d739a4e8d2-f485d579-7529-4636-ae31-9fc1fec94322', 'network_id': 'f485d579-7529-4636-ae31-9fc1fec94322', 'tenant_id': '5e0ead56e0d24edfb943f0d89aaec01a', 'fixed_ips': [{'subnet_id': 'e3aaca05-30ec-4457-96c4-ed8fafe49371'}]}} from n-d-844202-1. {{(pid=88526) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 18:44:56.075237 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-4da81472-6875-48ed-8db6-a801773efedc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:56.085263 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-898c2ee8-ed52-407d-a376-ed65ee7d97d7 req-15eba3ca-780d-4ed9-af55-b412ea28cb0e tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] 10.222.0.41 "GET /v2.0/security-groups?id=444c87ba-31dc-4b5a-9977-492e198b845a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5713727 Jun 01 18:44:56.154412 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8de542e7-0e6e-4d6c-b220-a6ce49a4daa4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-887310'] for router_interface, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:56.208605 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a81af7cb-a3cc-4c08-8976-718d41c21a0f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:56.315547 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e96032af-96d9-4d74-baec-4f306a758ad6 req-d0251ef8-8866-4c56-9404-905011cb847d service neutron] 10.222.0.41 "GET /v2.0/networks/222758ca-4c6e-4ccb-8f11-8c829f4da008?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7336159 Jun 01 18:44:56.534389 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-466260f6-dcfc-4916-8b68-7f85fb0942f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-887474'] for router_interface, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:56.754133 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 501e4fc3-0fdc-4f32-bbc6-7f6d266eefc1 up at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:44:56.846954 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.db_base_plugin_common [None req-4da81472-6875-48ed-8db6-a801773efedc None None] Allocated IP 172.20.0.2 (f485d579-7529-4636-ae31-9fc1fec94322/e3aaca05-30ec-4457-96c4-ed8fafe49371/e05ec485-90bd-4cba-bab7-bf10ceaba0a3) {{(pid=88526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:44:56.939324 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-193bb88a-7479-41c3-b5cb-6f5fb41d8dbf req-2ff30b58-861b-42bb-90c4-ec25e41d3ab9 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a626321-194f-492e-91f3-8995de8b564c HTTP/1.1" status: 200 len: 210 time: 0.1109996 Jun 01 18:44:57.176963 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 46420) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:44:57.322106 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a12428d2-a820-400a-b278-36ef949af8cf admin admin] Router e617e89e-2542-4473-8020-539e7395fae0 is scheduled to L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 with binding_index 1 {{(pid=88524) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 18:44:57.632092 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-4da81472-6875-48ed-8db6-a801773efedc None None] Notify callbacks [] for port, precommit_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:57.658862 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-4da81472-6875-48ed-8db6-a801773efedc None None] Transition to ACTIVE for port object e05ec485-90bd-4cba-bab7-bf10ceaba0a3 will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:44:57.711331 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-4da81472-6875-48ed-8db6-a801773efedc None None] Transition to ACTIVE for port object e05ec485-90bd-4cba-bab7-bf10ceaba0a3 will not be triggered until provisioned by entity DHCP. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:44:57.801379 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-4da81472-6875-48ed-8db6-a801773efedc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526'] for port, after_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:57.917729 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning complete for port 501e4fc3-0fdc-4f32-bbc6-7f6d266eefc1 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:44:57.918159 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:58.124471 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4da81472-6875-48ed-8db6-a801773efedc None None] Network f485d579-7529-4636-ae31-9fc1fec94322 is already hosted by enough agents. {{(pid=88526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:44:58.132845 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.base_scheduler [None req-4da81472-6875-48ed-8db6-a801773efedc None None] Resources bound (agent type, host, resource id): {{(pid=88526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:44:58.139699 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da81472-6875-48ed-8db6-a801773efedc None None] Pushing event updated for resources: {'Port': ['ID=e05ec485-90bd-4cba-bab7-bf10ceaba0a3,revision_number=1']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:44:58.143563 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da81472-6875-48ed-8db6-a801773efedc None None] Received port after_create {{(pid=88526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:44:58.273328 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a81af7cb-a3cc-4c08-8976-718d41c21a0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-886608', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-885830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25341'] for router, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:58.500433 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a12428d2-a820-400a-b278-36ef949af8cf admin admin] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 18:44:58.517026 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3fd34dc-03fa-4b02-a585-a24997ef5fea None None] Sync routers for ids ['e617e89e-2542-4473-8020-539e7395fae0'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 18:44:58.530994 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3fd34dc-03fa-4b02-a585-a24997ef5fea None None] Routers {'e617e89e-2542-4473-8020-539e7395fae0'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:44:58.531624 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-a3fd34dc-03fa-4b02-a585-a24997ef5fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:44:39Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['e617e89e-2542-4473-8020-539e7395fae0'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:44:58.560192 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a12428d2-a820-400a-b278-36ef949af8cf admin admin] Notify callbacks [] for router, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:58.564697 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-a12428d2-a820-400a-b278-36ef949af8cf admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 11.9165084 Jun 01 18:44:58.567546 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 46448) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:44:58.599589 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-4da81472-6875-48ed-8db6-a801773efedc None None] Attempting to bind port e05ec485-90bd-4cba-bab7-bf10ceaba0a3 on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:44:58.618353 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-4da81472-6875-48ed-8db6-a801773efedc None None] Attempting to bind port e05ec485-90bd-4cba-bab7-bf10ceaba0a3 by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': 'addab7d5-ae1a-46af-8624-f392d2d8b7f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'f485d579-7529-4636-ae31-9fc1fec94322'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:44:58.618781 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da81472-6875-48ed-8db6-a801773efedc None None] Attempting to bind port e05ec485-90bd-4cba-bab7-bf10ceaba0a3 on network f485d579-7529-4636-ae31-9fc1fec94322 {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:44:58.640496 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port 501e4fc3-0fdc-4f32-bbc6-7f6d266eefc1 is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:44:58.641100 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:58.701582 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da81472-6875-48ed-8db6-a801773efedc None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 18, 44, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:44:58.701959 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da81472-6875-48ed-8db6-a801773efedc None None] Checking segment: {'id': 'addab7d5-ae1a-46af-8624-f392d2d8b7f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'f485d579-7529-4636-ae31-9fc1fec94322'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:44:58.702358 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-4da81472-6875-48ed-8db6-a801773efedc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:58.703091 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da81472-6875-48ed-8db6-a801773efedc None None] Bound using segment: {'id': 'addab7d5-ae1a-46af-8624-f392d2d8b7f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'f485d579-7529-4636-ae31-9fc1fec94322'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:44:58.703203 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-4da81472-6875-48ed-8db6-a801773efedc None None] Bound port: e05ec485-90bd-4cba-bab7-bf10ceaba0a3, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'addab7d5-ae1a-46af-8624-f392d2d8b7f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'f485d579-7529-4636-ae31-9fc1fec94322'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:44:58.727017 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-4da81472-6875-48ed-8db6-a801773efedc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:58.932493 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75eeb2d2-9f66-496a-80bb-b33663e212ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '501e4fc3-0fdc-4f32-bbc6-7f6d266eefc1'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:44:58.998058 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f8a1110d-85c3-4382-aab5-aee97a38f9eb req-94fec5d5-6cfe-41cc-b033-37193c9c8014 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a626321-194f-492e-91f3-8995de8b564c HTTP/1.1" status: 200 len: 210 time: 0.9134343 Jun 01 18:44:59.208308 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 501e4fc3-0fdc-4f32-bbc6-7f6d266eefc1, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=501e4fc3-0fdc-4f32-bbc6-7f6d266eefc1,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:44:59.243797 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:44:59.537783 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-a3fd34dc-03fa-4b02-a585-a24997ef5fea None None] Set router e617e89e-2542-4473-8020-539e7395fae0 gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:44:59.561877 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79380b7e-c232-4889-9a39-efdb0c4ca0b4'] response: {'server_uuid': '75eeb2d2-9f66-496a-80bb-b33663e212ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '501e4fc3-0fdc-4f32-bbc6-7f6d266eefc1', 'code': 200} Jun 01 18:44:59.707016 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521bd282-3b97-45db-a7dd-3a70bf3f49ff req-1f631908-21a2-42c6-b69f-c69b649c7b8a tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:44:59.707016 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-521bd282-3b97-45db-a7dd-3a70bf3f49ff req-1f631908-21a2-42c6-b69f-c69b649c7b8a tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] 10.222.0.41 "GET /v2.0/ports?device_id=bb3df7f9-2434-4ba7-9379-cd0b0030b6bd HTTP/1.1" status: 200 len: 945 time: 1.9099736 Jun 01 18:44:59.773217 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-4da81472-6875-48ed-8db6-a801773efedc None None] For port e05ec485-90bd-4cba-bab7-bf10ceaba0a3, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:44:59.789405 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=501e4fc3-0fdc-4f32-bbc6-7f6d266eefc1,revision_number=7']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:44:59.807741 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8de542e7-0e6e-4d6c-b220-a6ce49a4daa4 admin admin] Router e37b1a48-11b2-44e4-8049-72b888626de6 has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 18:44:59.817313 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-4da81472-6875-48ed-8db6-a801773efedc None None] For port e05ec485-90bd-4cba-bab7-bf10ceaba0a3, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=e05ec485-90bd-4cba-bab7-bf10ceaba0a3,segment=NetworkSegment(addab7d5-ae1a-46af-8624-f392d2d8b7f8),segment_id=addab7d5-ae1a-46af-8624-f392d2d8b7f8)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:44:59.825898 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-4da81472-6875-48ed-8db6-a801773efedc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:00.106234 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-521bd282-3b97-45db-a7dd-3a70bf3f49ff req-5b623016-39cd-4130-8662-e739ef003098 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] 10.222.0.41 "GET /v2.0/security-groups?id=444c87ba-31dc-4b5a-9977-492e198b845a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266874 Jun 01 18:45:00.127503 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-466260f6-dcfc-4916-8b68-7f85fb0942f8 admin admin] Deleting port 4116bb34-a6fa-4a03-90bf-05e711587487 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:45:00.128109 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-466260f6-dcfc-4916-8b68-7f85fb0942f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:00.157095 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da81472-6875-48ed-8db6-a801773efedc None None] Pushing event updated for resources: {'Port': ['ID=e05ec485-90bd-4cba-bab7-bf10ceaba0a3,revision_number=2']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:45:00.442947 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-a3fd34dc-03fa-4b02-a585-a24997ef5fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e617e89e-2542-4473-8020-539e7395fae0', 'name': 'tempest-FloatingIPsNegativeTestJSON-1005469641-router', 'tenant_id': '82c6ad5b65e44aa09a1d82e678a9d3d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': '389e46bb-a7b9-4bf1-85fe-b2e71dbb89c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:44:46Z', 'updated_at': '2022-06-01T18:44:53Z', 'revision_number': 3, 'project_id': '82c6ad5b65e44aa09a1d82e678a9d3d2', 'gw_port': {'id': '389e46bb-a7b9-4bf1-85fe-b2e71dbb89c0', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:76:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e617e89e-2542-4473-8020-539e7395fae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:44:49Z', 'updated_at': '2022-06-01T18:44:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:45:00.465320 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3fd34dc-03fa-4b02-a585-a24997ef5fea None None] Checking router: e617e89e-2542-4473-8020-539e7395fae0 for host: n-d-844202-1 {{(pid=88527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 18:45:00.465656 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3fd34dc-03fa-4b02-a585-a24997ef5fea None None] Updating router e617e89e-2542-4473-8020-539e7395fae0 port 389e46bb-a7b9-4bf1-85fe-b2e71dbb89c0 binding host n-d-844202-1 {{(pid=88527) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 18:45:00.488811 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-902734db-7a0b-414c-975f-e633eead4ea1 req-eb7a36dd-436b-49e1-872d-b34f798107eb tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a626321-194f-492e-91f3-8995de8b564c HTTP/1.1" status: 200 len: 210 time: 0.1569014 Jun 01 18:45:00.690453 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-a3fd34dc-03fa-4b02-a585-a24997ef5fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:01.076474 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96032af-96d9-4d74-baec-4f306a758ad6 req-19898f9e-a0da-4eeb-bf21-23c0c5b492c6 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:45:01.078857 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e96032af-96d9-4d74-baec-4f306a758ad6 req-19898f9e-a0da-4eeb-bf21-23c0c5b492c6 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] 10.222.0.15 "GET /v2.0/networks?id=222758ca-4c6e-4ccb-8f11-8c829f4da008 HTTP/1.1" status: 200 len: 808 time: 0.7940478 Jun 01 18:45:01.092198 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-e96032af-96d9-4d74-baec-4f306a758ad6 req-ebf21f44-028b-44aa-aaf1-965fabd75613 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] Request body: {'port': {'device_id': '9a626321-194f-492e-91f3-8995de8b564c', 'network_id': '222758ca-4c6e-4ccb-8f11-8c829f4da008', 'admin_state_up': True, 'tenant_id': 'ee3dca5a75c542e0966797f286e0b4d5'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:45:01.137265 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [None req-466260f6-dcfc-4916-8b68-7f85fb0942f8 admin admin] For port 4116bb34-a6fa-4a03-90bf-05e711587487, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=4116bb34-a6fa-4a03-90bf-05e711587487,segment=NetworkSegment(5828215d-0fb1-4631-9fbf-29cbb70cb3dc),segment_id=5828215d-0fb1-4631-9fbf-29cbb70cb3dc)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:45:01.137754 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-466260f6-dcfc-4916-8b68-7f85fb0942f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:01.241166 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a81af7cb-a3cc-4c08-8976-718d41c21a0f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:01.342221 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a81af7cb-a3cc-4c08-8976-718d41c21a0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:01.347833 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8de542e7-0e6e-4d6c-b220-a6ce49a4daa4 admin admin] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 18:45:01.358686 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d8902da-133d-4944-a1ef-5155b6d3b6c4 None None] Sync routers for ids ['e37b1a48-11b2-44e4-8049-72b888626de6'] in n-d-844202-1 {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 18:45:01.380457 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d8902da-133d-4944-a1ef-5155b6d3b6c4 None None] Routers {'e37b1a48-11b2-44e4-8049-72b888626de6'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:45:01.385019 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-2d8902da-133d-4944-a1ef-5155b6d3b6c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:44:39Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['e37b1a48-11b2-44e4-8049-72b888626de6'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:45:01.534649 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-a3fd34dc-03fa-4b02-a585-a24997ef5fea None None] Notify callbacks [] for port, precommit_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:01.580374 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.provisioning_blocks [None req-a3fd34dc-03fa-4b02-a585-a24997ef5fea None None] Transition to ACTIVE for port object 389e46bb-a7b9-4bf1-85fe-b2e71dbb89c0 will not be triggered until provisioned by entity L2. {{(pid=88527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:45:01.603366 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-a3fd34dc-03fa-4b02-a585-a24997ef5fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:01.721638 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-8de542e7-0e6e-4d6c-b220-a6ce49a4daa4 admin admin] 10.222.0.41 "PUT /v2.0/routers/e37b1a48-11b2-44e4-8049-72b888626de6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 14.5060306 Jun 01 18:45:01.796759 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 46490) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:45:01.901452 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e63b68-0c57-4a77-968d-885d6eef2360 None None] Pushing event updated for resources: {'Port': ['ID=389e46bb-a7b9-4bf1-85fe-b2e71dbb89c0,revision_number=2']} {{(pid=88527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:45:01.941142 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8f1f5bc-d6a5-4565-94d6-32bd24b6ebfb None None] Network f485d579-7529-4636-ae31-9fc1fec94322 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 18:45:01.955936 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e63b68-0c57-4a77-968d-885d6eef2360 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:45:01.957461 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e63b68-0c57-4a77-968d-885d6eef2360 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:45:01.958378 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e63b68-0c57-4a77-968d-885d6eef2360 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:45:01.958659 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e63b68-0c57-4a77-968d-885d6eef2360 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:45:01.959165 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e63b68-0c57-4a77-968d-885d6eef2360 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:45:01.959719 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e63b68-0c57-4a77-968d-885d6eef2360 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:45:01.960521 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e63b68-0c57-4a77-968d-885d6eef2360 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:45:01.961039 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e63b68-0c57-4a77-968d-885d6eef2360 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:45:01.961541 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e63b68-0c57-4a77-968d-885d6eef2360 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:45:01.963107 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e63b68-0c57-4a77-968d-885d6eef2360 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:45:01.963640 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e63b68-0c57-4a77-968d-885d6eef2360 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:45:01.964322 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e63b68-0c57-4a77-968d-885d6eef2360 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:45:01.966076 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-466260f6-dcfc-4916-8b68-7f85fb0942f8 admin admin] Calling delete_port for 4116bb34-a6fa-4a03-90bf-05e711587487 owned by network:router_interface {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:45:01.987524 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-eaaa4ae4-2572-4a0e-bd3c-001a1a600a2e req-769ac6aa-8748-484b-abc7-8fc8556c33f3 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a626321-194f-492e-91f3-8995de8b564c HTTP/1.1" status: 200 len: 210 time: 0.0591664 Jun 01 18:45:02.001377 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-a3fd34dc-03fa-4b02-a585-a24997ef5fea None None] Attempting to bind port 389e46bb-a7b9-4bf1-85fe-b2e71dbb89c0 on host n-d-844202-1 for vnic_type normal with profile {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:45:02.006046 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-a3fd34dc-03fa-4b02-a585-a24997ef5fea None None] Attempting to bind port 389e46bb-a7b9-4bf1-85fe-b2e71dbb89c0 by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}] {{(pid=88527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:45:02.008057 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3fd34dc-03fa-4b02-a585-a24997ef5fea None None] Attempting to bind port 389e46bb-a7b9-4bf1-85fe-b2e71dbb89c0 on network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:45:02.029594 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3fd34dc-03fa-4b02-a585-a24997ef5fea None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 18, 44, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:45:02.030414 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3fd34dc-03fa-4b02-a585-a24997ef5fea None None] Checking segment: {'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:45:02.031009 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-a3fd34dc-03fa-4b02-a585-a24997ef5fea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:02.037420 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3fd34dc-03fa-4b02-a585-a24997ef5fea None None] Bound using segment: {'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'} {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:45:02.039950 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-a3fd34dc-03fa-4b02-a585-a24997ef5fea None None] Bound port: 389e46bb-a7b9-4bf1-85fe-b2e71dbb89c0, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}}] {{(pid=88527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:45:02.040779 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-a3fd34dc-03fa-4b02-a585-a24997ef5fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:02.106241 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-e96032af-96d9-4d74-baec-4f306a758ad6 req-ebf21f44-028b-44aa-aaf1-965fabd75613 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:45:02.216877 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-e96032af-96d9-4d74-baec-4f306a758ad6 req-ebf21f44-028b-44aa-aaf1-965fabd75613 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:45:02.224451 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [None req-a81af7cb-a3cc-4c08-8976-718d41c21a0f admin admin] Allocated IP 172.25.4.76 (72a72e44-6845-488a-a5ff-3a26d4df9cb3/c314a23b-daa2-4106-ab28-8e6f954277b2/22e7dc2c-baf7-420c-b31e-f3158358106f) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:45:02.286223 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e96032af-96d9-4d74-baec-4f306a758ad6 req-ebf21f44-028b-44aa-aaf1-965fabd75613 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] Made reservation on behalf of ee3dca5a75c542e0966797f286e0b4d5 for: {'port': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:45:02.289882 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-e96032af-96d9-4d74-baec-4f306a758ad6 req-ebf21f44-028b-44aa-aaf1-965fabd75613 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:02.326707 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.db [None req-a3fd34dc-03fa-4b02-a585-a24997ef5fea None None] For port 389e46bb-a7b9-4bf1-85fe-b2e71dbb89c0, host n-d-844202-1, cleared binding levels {{(pid=88527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:45:02.337379 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.db [None req-a3fd34dc-03fa-4b02-a585-a24997ef5fea None None] For port 389e46bb-a7b9-4bf1-85fe-b2e71dbb89c0, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=389e46bb-a7b9-4bf1-85fe-b2e71dbb89c0,segment=NetworkSegment(7875af61-4c53-4ff2-b8c8-d4b7c35ff947),segment_id=7875af61-4c53-4ff2-b8c8-d4b7c35ff947)] {{(pid=88527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:45:02.351347 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-a3fd34dc-03fa-4b02-a585-a24997ef5fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:02.520003 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e63b68-0c57-4a77-968d-885d6eef2360 None None] Pushing event updated for resources: {'Port': ['ID=389e46bb-a7b9-4bf1-85fe-b2e71dbb89c0,revision_number=3']} {{(pid=88527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:45:02.542438 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device e05ec485-90bd-4cba-bab7-bf10ceaba0a3 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:45:02.559883 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3fd34dc-03fa-4b02-a585-a24997ef5fea None None] Routers {'e617e89e-2542-4473-8020-539e7395fae0'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:45:02.562682 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-a3fd34dc-03fa-4b02-a585-a24997ef5fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:44:39Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['e617e89e-2542-4473-8020-539e7395fae0'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:45:02.586986 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a81af7cb-a3cc-4c08-8976-718d41c21a0f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:02.644634 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a81af7cb-a3cc-4c08-8976-718d41c21a0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:02.817450 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-c8efb06c-505c-46ea-af13-2f55683ab99e None None] Provisioning for port e05ec485-90bd-4cba-bab7-bf10ceaba0a3 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:45:02.827684 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-2d8902da-133d-4944-a1ef-5155b6d3b6c4 None None] Set router e37b1a48-11b2-44e4-8049-72b888626de6 gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:45:02.910894 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-42fd2904-3fcd-47ba-b2f0-b67ee6a24bb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-887474'] for router_interface, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:02.913987 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dc1129-1670-4bc2-9e24-68bd9516779b req-bc3234fb-539e-41bb-818d-643c602c34ce tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:45:02.913987 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f7dc1129-1670-4bc2-9e24-68bd9516779b req-bc3234fb-539e-41bb-818d-643c602c34ce tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] 10.222.0.41 "GET /v2.0/ports?device_id=bb3df7f9-2434-4ba7-9379-cd0b0030b6bd HTTP/1.1" status: 200 len: 945 time: 1.2066388 Jun 01 18:45:02.969149 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-a3fd34dc-03fa-4b02-a585-a24997ef5fea None None] Set router e617e89e-2542-4473-8020-539e7395fae0 gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:45:03.349078 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a81af7cb-a3cc-4c08-8976-718d41c21a0f admin admin] Network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:45:03.409519 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-466260f6-dcfc-4916-8b68-7f85fb0942f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:03.420216 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-a81af7cb-a3cc-4c08-8976-718d41c21a0f admin admin] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:45:03.441295 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-fa41b59b-d634-412c-ad5d-9e18d663afa6 admin admin] Notify callbacks [] for router, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:03.481986 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f7dc1129-1670-4bc2-9e24-68bd9516779b req-6746243f-aea0-41c5-976b-4b796edf3408 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] 10.222.0.41 "GET /v2.0/security-groups?id=444c87ba-31dc-4b5a-9977-492e198b845a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5769861 Jun 01 18:45:03.605477 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466260f6-dcfc-4916-8b68-7f85fb0942f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=4116bb34-a6fa-4a03-90bf-05e711587487,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:45:03.722107 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a81af7cb-a3cc-4c08-8976-718d41c21a0f admin admin] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:45:03.799858 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port e05ec485-90bd-4cba-bab7-bf10ceaba0a3 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:45:03.803159 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [req-e96032af-96d9-4d74-baec-4f306a758ad6 req-ebf21f44-028b-44aa-aaf1-965fabd75613 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] Allocated IP 172.20.0.6 (222758ca-4c6e-4ccb-8f11-8c829f4da008/2d25927e-118e-41f9-9e0e-90f9021c9592/a09c27c1-f153-4c91-8781-38190ade8e78) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:45:03.849357 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port e05ec485-90bd-4cba-bab7-bf10ceaba0a3 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:45:03.851046 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:04.003776 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-a3fd34dc-03fa-4b02-a585-a24997ef5fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e617e89e-2542-4473-8020-539e7395fae0', 'name': 'tempest-FloatingIPsNegativeTestJSON-1005469641-router', 'tenant_id': '82c6ad5b65e44aa09a1d82e678a9d3d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': '389e46bb-a7b9-4bf1-85fe-b2e71dbb89c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:44:46Z', 'updated_at': '2022-06-01T18:44:53Z', 'revision_number': 3, 'project_id': '82c6ad5b65e44aa09a1d82e678a9d3d2', 'gw_port': {'id': '389e46bb-a7b9-4bf1-85fe-b2e71dbb89c0', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:76:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e617e89e-2542-4473-8020-539e7395fae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:44:49Z', 'updated_at': '2022-06-01T18:45:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:45:04.021038 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3fd34dc-03fa-4b02-a585-a24997ef5fea None None] The sync data for ids ['e617e89e-2542-4473-8020-539e7395fae0'] in n-d-844202-1 is: [{'id': 'e617e89e-2542-4473-8020-539e7395fae0', 'name': 'tempest-FloatingIPsNegativeTestJSON-1005469641-router', 'tenant_id': '82c6ad5b65e44aa09a1d82e678a9d3d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': '389e46bb-a7b9-4bf1-85fe-b2e71dbb89c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:44:46Z', 'updated_at': '2022-06-01T18:44:53Z', 'revision_number': 3, 'project_id': '82c6ad5b65e44aa09a1d82e678a9d3d2', 'gw_port': {'id': '389e46bb-a7b9-4bf1-85fe-b2e71dbb89c0', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:76:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e617e89e-2542-4473-8020-539e7395fae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:44:49Z', 'updated_at': '2022-06-01T18:45:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 18:45:04.120407 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81af7cb-a3cc-4c08-8976-718d41c21a0f admin admin] Pushing event updated for resources: {'Port': ['ID=22e7dc2c-baf7-420c-b31e-f3158358106f,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:45:04.132125 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-e96032af-96d9-4d74-baec-4f306a758ad6 req-ebf21f44-028b-44aa-aaf1-965fabd75613 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:04.143205 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-2d8902da-133d-4944-a1ef-5155b6d3b6c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e37b1a48-11b2-44e4-8049-72b888626de6', 'name': 'tempest-FloatingIPsAssociationTestJSON-260000424-router', 'tenant_id': 'e0dc2e96ec69456782f276e47bf2486d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': '368eb3c4-ec62-4afc-a515-5b1dd5f282d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:42:23Z', 'updated_at': '2022-06-01T18:44:53Z', 'revision_number': 5, 'project_id': 'e0dc2e96ec69456782f276e47bf2486d', 'gw_port': {'id': '368eb3c4-ec62-4afc-a515-5b1dd5f282d3', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:2a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37b1a48-11b2-44e4-8049-72b888626de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:42:25Z', 'updated_at': '2022-06-01T18:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:45:04.148283 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d8902da-133d-4944-a1ef-5155b6d3b6c4 None None] Checking router: e37b1a48-11b2-44e4-8049-72b888626de6 for host: n-d-844202-1 {{(pid=88526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 18:45:04.152504 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-7e16fe16-7c91-42b5-8e47-0976ae41f04d req-5d4e9381-e387-490e-b9fb-fb60bb335520 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a626321-194f-492e-91f3-8995de8b564c HTTP/1.1" status: 200 len: 210 time: 0.4430399 Jun 01 18:45:04.175166 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d8902da-133d-4944-a1ef-5155b6d3b6c4 None None] Routers {'e37b1a48-11b2-44e4-8049-72b888626de6'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:45:04.175656 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-2d8902da-133d-4944-a1ef-5155b6d3b6c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:44:39Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['e37b1a48-11b2-44e4-8049-72b888626de6'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:45:04.255858 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-e96032af-96d9-4d74-baec-4f306a758ad6 req-ebf21f44-028b-44aa-aaf1-965fabd75613 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:04.569269 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-2d8902da-133d-4944-a1ef-5155b6d3b6c4 None None] Set router e37b1a48-11b2-44e4-8049-72b888626de6 gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:45:04.644131 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e96032af-96d9-4d74-baec-4f306a758ad6 req-ebf21f44-028b-44aa-aaf1-965fabd75613 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] Network 222758ca-4c6e-4ccb-8f11-8c829f4da008 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:45:04.710595 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [req-e96032af-96d9-4d74-baec-4f306a758ad6 req-ebf21f44-028b-44aa-aaf1-965fabd75613 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:45:04.713524 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf21f44-028b-44aa-aaf1-965fabd75613 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] Pushing event updated for resources: {'Port': ['ID=a09c27c1-f153-4c91-8781-38190ade8e78,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:45:04.723683 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-e96032af-96d9-4d74-baec-4f306a758ad6 req-ebf21f44-028b-44aa-aaf1-965fabd75613 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:45:04.930048 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96032af-96d9-4d74-baec-4f306a758ad6 req-ebf21f44-028b-44aa-aaf1-965fabd75613 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:45:04.931315 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-e96032af-96d9-4d74-baec-4f306a758ad6 req-ebf21f44-028b-44aa-aaf1-965fabd75613 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:04.976762 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-fa41b59b-d634-412c-ad5d-9e18d663afa6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:05.106996 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf21f44-028b-44aa-aaf1-965fabd75613 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:45:05.107690 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf21f44-028b-44aa-aaf1-965fabd75613 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:45:05.108289 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf21f44-028b-44aa-aaf1-965fabd75613 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:45:05.110389 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf21f44-028b-44aa-aaf1-965fabd75613 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:45:05.113830 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf21f44-028b-44aa-aaf1-965fabd75613 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:45:05.114428 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf21f44-028b-44aa-aaf1-965fabd75613 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:45:05.115004 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf21f44-028b-44aa-aaf1-965fabd75613 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:45:05.116380 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf21f44-028b-44aa-aaf1-965fabd75613 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:45:05.117145 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf21f44-028b-44aa-aaf1-965fabd75613 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:45:05.117712 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf21f44-028b-44aa-aaf1-965fabd75613 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:45:05.118840 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf21f44-028b-44aa-aaf1-965fabd75613 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:45:05.119423 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf21f44-028b-44aa-aaf1-965fabd75613 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:45:05.154081 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-fa41b59b-d634-412c-ad5d-9e18d663afa6 admin admin] Deleting port 368eb3c4-ec62-4afc-a515-5b1dd5f282d3 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:45:05.154202 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-fa41b59b-d634-412c-ad5d-9e18d663afa6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:05.168746 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e96032af-96d9-4d74-baec-4f306a758ad6 req-ebf21f44-028b-44aa-aaf1-965fabd75613 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0807681 Jun 01 18:45:05.247105 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d7b2a1e5-575b-45f3-96cf-ed9b3e88587a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:05.292910 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-e96032af-96d9-4d74-baec-4f306a758ad6 req-8f704e94-1d44-41c0-8ce7-5fbe7c8450e0 service neutron] Request body: {'port': {'device_id': '9a626321-194f-492e-91f3-8995de8b564c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844202-1'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:45:05.605536 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-42fd2904-3fcd-47ba-b2f0-b67ee6a24bb9 admin admin] Deleting port 36f5f216-1a85-431b-aada-810ed3c1fec5 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:45:05.606249 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-42fd2904-3fcd-47ba-b2f0-b67ee6a24bb9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:05.671935 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-c708b621-f303-4d94-b793-b6c46a54dd43 None None] Provisioning complete for port e05ec485-90bd-4cba-bab7-bf10ceaba0a3 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:45:05.673791 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-c708b621-f303-4d94-b793-b6c46a54dd43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:05.840616 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [None req-d7b2a1e5-575b-45f3-96cf-ed9b3e88587a admin admin] Allocated IP 172.20.0.1 (ca7b392c-8180-4a04-9249-470a26584648/2a094ab5-df87-4744-9e61-75be4c4af882/d9f2e6c7-22a3-4b12-a802-eb87b1c5343b) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:45:06.045548 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port e05ec485-90bd-4cba-bab7-bf10ceaba0a3 is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:45:06.045548 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:06.112093 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-c708b621-f303-4d94-b793-b6c46a54dd43 None None] Current status of the port e05ec485-90bd-4cba-bab7-bf10ceaba0a3 is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:45:06.112093 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-c708b621-f303-4d94-b793-b6c46a54dd43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:06.127257 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d7b2a1e5-575b-45f3-96cf-ed9b3e88587a admin admin] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:06.159255 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [None req-d7b2a1e5-575b-45f3-96cf-ed9b3e88587a admin admin] Transition to ACTIVE for port object d9f2e6c7-22a3-4b12-a802-eb87b1c5343b will not be triggered until provisioned by entity DHCP. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:45:06.166498 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port e05ec485-90bd-4cba-bab7-bf10ceaba0a3, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=e05ec485-90bd-4cba-bab7-bf10ceaba0a3,segment=NetworkSegment(addab7d5-ae1a-46af-8624-f392d2d8b7f8),segment_id=addab7d5-ae1a-46af-8624-f392d2d8b7f8)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:45:06.193937 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:06.214581 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-2d8902da-133d-4944-a1ef-5155b6d3b6c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e37b1a48-11b2-44e4-8049-72b888626de6', 'name': 'tempest-FloatingIPsAssociationTestJSON-260000424-router', 'tenant_id': 'e0dc2e96ec69456782f276e47bf2486d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': '368eb3c4-ec62-4afc-a515-5b1dd5f282d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:42:23Z', 'updated_at': '2022-06-01T18:44:53Z', 'revision_number': 5, 'project_id': 'e0dc2e96ec69456782f276e47bf2486d', 'gw_port': {'id': '368eb3c4-ec62-4afc-a515-5b1dd5f282d3', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:2a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37b1a48-11b2-44e4-8049-72b888626de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:42:25Z', 'updated_at': '2022-06-01T18:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:45:06.240696 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc132d67-fa06-4bc7-89f4-ba0646e87de2 req-ad0ff942-6950-4289-88f7-c25359ef3156 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:45:06.251194 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fc132d67-fa06-4bc7-89f4-ba0646e87de2 req-ad0ff942-6950-4289-88f7-c25359ef3156 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] 10.222.0.41 "GET /v2.0/ports?device_id=bb3df7f9-2434-4ba7-9379-cd0b0030b6bd HTTP/1.1" status: 200 len: 945 time: 1.3104398 Jun 01 18:45:06.255683 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d7b2a1e5-575b-45f3-96cf-ed9b3e88587a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:06.423701 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d8902da-133d-4944-a1ef-5155b6d3b6c4 None None] The sync data for ids ['e37b1a48-11b2-44e4-8049-72b888626de6'] in n-d-844202-1 is: [{'id': 'e37b1a48-11b2-44e4-8049-72b888626de6', 'name': 'tempest-FloatingIPsAssociationTestJSON-260000424-router', 'tenant_id': 'e0dc2e96ec69456782f276e47bf2486d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': '368eb3c4-ec62-4afc-a515-5b1dd5f282d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:42:23Z', 'updated_at': '2022-06-01T18:44:53Z', 'revision_number': 5, 'project_id': 'e0dc2e96ec69456782f276e47bf2486d', 'gw_port': {'id': '368eb3c4-ec62-4afc-a515-5b1dd5f282d3', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:2a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37b1a48-11b2-44e4-8049-72b888626de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:42:25Z', 'updated_at': '2022-06-01T18:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}] {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 18:45:06.680366 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [None req-42fd2904-3fcd-47ba-b2f0-b67ee6a24bb9 admin admin] For port 36f5f216-1a85-431b-aada-810ed3c1fec5, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=36f5f216-1a85-431b-aada-810ed3c1fec5,segment=NetworkSegment(af4f816e-23a9-4a28-b51f-1045978fc81d),segment_id=af4f816e-23a9-4a28-b51f-1045978fc81d)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:45:06.681362 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-42fd2904-3fcd-47ba-b2f0-b67ee6a24bb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:06.760384 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.db.api [None req-c708b621-f303-4d94-b793-b6c46a54dd43 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88526) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 18:45:06.761491 n-d-844202-1 neutron-server[88526]: DEBUG oslo_db.api [None req-c708b621-f303-4d94-b793-b6c46a54dd43 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 18:45:06.769642 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=e05ec485-90bd-4cba-bab7-bf10ceaba0a3,revision_number=3']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:45:06.972873 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 389e46bb-a7b9-4bf1-85fe-b2e71dbb89c0 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:45:07.075872 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7b2a1e5-575b-45f3-96cf-ed9b3e88587a admin admin] Network ca7b392c-8180-4a04-9249-470a26584648 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:45:07.084163 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-42fd2904-3fcd-47ba-b2f0-b67ee6a24bb9 admin admin] Calling delete_port for 36f5f216-1a85-431b-aada-810ed3c1fec5 owned by network:router_interface {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:45:07.089955 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-466260f6-dcfc-4916-8b68-7f85fb0942f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-887310'] for router_interface, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:07.122641 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-d7b2a1e5-575b-45f3-96cf-ed9b3e88587a admin admin] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:45:07.208808 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-b0e19608-fd8d-43f4-938d-d6b3dc2ed665 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:07.271307 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fc132d67-fa06-4bc7-89f4-ba0646e87de2 req-56641156-9895-4bb3-ad98-a53322fbcc8f tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] 10.222.0.41 "GET /v2.0/security-groups?id=444c87ba-31dc-4b5a-9977-492e198b845a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0177720 Jun 01 18:45:07.280480 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b2a1e5-575b-45f3-96cf-ed9b3e88587a admin admin] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:45:07.314011 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [None req-fa41b59b-d634-412c-ad5d-9e18d663afa6 admin admin] For port 368eb3c4-ec62-4afc-a515-5b1dd5f282d3, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=368eb3c4-ec62-4afc-a515-5b1dd5f282d3,segment=NetworkSegment(7875af61-4c53-4ff2-b8c8-d4b7c35ff947),segment_id=7875af61-4c53-4ff2-b8c8-d4b7c35ff947)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:45:07.314785 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-fa41b59b-d634-412c-ad5d-9e18d663afa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:07.357388 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a81af7cb-a3cc-4c08-8976-718d41c21a0f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:07.411249 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b2a1e5-575b-45f3-96cf-ed9b3e88587a admin admin] Pushing event updated for resources: {'Port': ['ID=d9f2e6c7-22a3-4b12-a802-eb87b1c5343b,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:45:07.416003 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d7b2a1e5-575b-45f3-96cf-ed9b3e88587a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-887605'] for router_interface, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:07.425790 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-c708b621-f303-4d94-b793-b6c46a54dd43 None None] Current status of the port e05ec485-90bd-4cba-bab7-bf10ceaba0a3 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:45:07.438871 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port 389e46bb-a7b9-4bf1-85fe-b2e71dbb89c0 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:45:07.452034 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 389e46bb-a7b9-4bf1-85fe-b2e71dbb89c0 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:45:07.452442 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:07.652367 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-e96032af-96d9-4d74-baec-4f306a758ad6 req-8f704e94-1d44-41c0-8ce7-5fbe7c8450e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:07.756190 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-fa41b59b-d634-412c-ad5d-9e18d663afa6 admin admin] Calling delete_port for 368eb3c4-ec62-4afc-a515-5b1dd5f282d3 owned by network:router_gateway {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:45:07.819685 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f4ab100d-6986-4ff1-8848-d5399ec95978 None None] Provisioning for port d9f2e6c7-22a3-4b12-a802-eb87b1c5343b completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:45:07.859985 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f4ab100d-6986-4ff1-8848-d5399ec95978 None None] Provisioning complete for port d9f2e6c7-22a3-4b12-a802-eb87b1c5343b triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:45:07.863551 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f4ab100d-6986-4ff1-8848-d5399ec95978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:08.088885 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a493cff-a740-4df1-a57b-28c4f3f822f7 req-237915df-d870-4a14-a516-dbc0daeb5ee2 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:45:08.090821 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-6a493cff-a740-4df1-a57b-28c4f3f822f7 req-237915df-d870-4a14-a516-dbc0daeb5ee2 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a626321-194f-492e-91f3-8995de8b564c HTTP/1.1" status: 200 len: 931 time: 2.4864936 Jun 01 18:45:08.129239 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f4ab100d-6986-4ff1-8848-d5399ec95978 None None] Port d9f2e6c7-22a3-4b12-a802-eb87b1c5343b cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 18:45:08.153867 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 389e46bb-a7b9-4bf1-85fe-b2e71dbb89c0 is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:45:08.154333 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:08.193778 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port 389e46bb-a7b9-4bf1-85fe-b2e71dbb89c0, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=389e46bb-a7b9-4bf1-85fe-b2e71dbb89c0,segment=NetworkSegment(7875af61-4c53-4ff2-b8c8-d4b7c35ff947),segment_id=7875af61-4c53-4ff2-b8c8-d4b7c35ff947)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:45:08.231010 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:08.318519 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-6a493cff-a740-4df1-a57b-28c4f3f822f7 req-b83e9e85-37e9-4ee4-9c90-bef8a822b47a tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] 10.222.0.41 "GET /v2.0/security-groups?id=92820b43-7593-449e-bdb5-02c9f22d29e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123833 Jun 01 18:45:08.433960 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=389e46bb-a7b9-4bf1-85fe-b2e71dbb89c0,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:45:08.439318 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 76ff1072-6dd9-430e-a046-4981370d94c1 details requested by agent hyperv_n-h2-844202-1 with host n-h2-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 18:45:08.509554 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device e05ec485-90bd-4cba-bab7-bf10ceaba0a3 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:45:08.518968 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24758a9-dff2-479e-be4f-881b46c542b9 req-6f225ae5-8084-4c06-bf01-b2e6fe0d89c7 tempest-LiveAutoBlockMigrationV225Test-590672389 tempest-LiveAutoBlockMigrationV225Test-590672389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:45:08.526023 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d24758a9-dff2-479e-be4f-881b46c542b9 req-6f225ae5-8084-4c06-bf01-b2e6fe0d89c7 tempest-LiveAutoBlockMigrationV225Test-590672389 tempest-LiveAutoBlockMigrationV225Test-590672389-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=bb3df7f9-2434-4ba7-9379-cd0b0030b6bd&tenant_id=0182a2e51ffc43df8efdd2130dbcea4d&binding%3Ahost_id=n-h1-844202-1 HTTP/1.1" status: 200 len: 1096 time: 1.4853747 Jun 01 18:45:08.571216 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-466260f6-dcfc-4916-8b68-7f85fb0942f8 admin admin] Router b7963473-2ba4-4d96-946f-45675f8efef5 has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 18:45:08.755282 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [req-d24758a9-dff2-479e-be4f-881b46c542b9 req-f7933b70-6fc0-4c3b-84da-e5ffc7e62025 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-844202-1'}}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:45:08.786315 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 76ff1072-6dd9-430e-a046-4981370d94c1, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=76ff1072-6dd9-430e-a046-4981370d94c1,segment=NetworkSegment(e7a2e8fb-b3d5-44ba-bb42-81da885a74e3),segment_id=e7a2e8fb-b3d5-44ba-bb42-81da885a74e3)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:45:08.806431 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 76ff1072-6dd9-430e-a046-4981370d94c1 has no active binding in host n-h2-844202-1 {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Jun 01 18:45:08.836901 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port e05ec485-90bd-4cba-bab7-bf10ceaba0a3 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:45:08.837550 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:08.878148 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a81af7cb-a3cc-4c08-8976-718d41c21a0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-885820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-886655'] for router, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:08.981291 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-466260f6-dcfc-4916-8b68-7f85fb0942f8 admin admin] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 18:45:09.002639 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3fecb7-81fd-440b-b374-ce775b564edc None None] Sync routers for ids ['b7963473-2ba4-4d96-946f-45675f8efef5'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 18:45:09.004063 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-466260f6-dcfc-4916-8b68-7f85fb0942f8 admin admin] 10.222.0.41 "PUT /v2.0/routers/b7963473-2ba4-4d96-946f-45675f8efef5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 17.3683054 Jun 01 18:45:09.007113 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 46558) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:45:09.010131 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d7b2a1e5-575b-45f3-96cf-ed9b3e88587a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:09.017265 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3fecb7-81fd-440b-b374-ce775b564edc None None] Routers {'b7963473-2ba4-4d96-946f-45675f8efef5'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:45:09.018213 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-bd3fecb7-81fd-440b-b374-ce775b564edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:44:39Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['b7963473-2ba4-4d96-946f-45675f8efef5'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:45:09.105849 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port e05ec485-90bd-4cba-bab7-bf10ceaba0a3 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:45:09.118240 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 38612e8c-0101-4044-80b4-fb606c42da57 no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:45:09.223400 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: 38612e8c-0101-4044-80b4-fb606c42da57 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 18:45:09.223918 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 38612e8c-0101-4044-80b4-fb606c42da57 not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 18:45:09.414402 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-bd3fecb7-81fd-440b-b374-ce775b564edc None None] Set router b7963473-2ba4-4d96-946f-45675f8efef5 gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:45:09.441554 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-3157b490-14ee-4d5d-a160-cf163843f9f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:09.497572 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a5e0e711-468f-46d1-a07f-1c00ac981de3 admin admin] Notify callbacks [] for router, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:09.534549 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-fa41b59b-d634-412c-ad5d-9e18d663afa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:09.544779 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-d24758a9-dff2-479e-be4f-881b46c542b9 req-f7933b70-6fc0-4c3b-84da-e5ffc7e62025 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:09.850958 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d7b2a1e5-575b-45f3-96cf-ed9b3e88587a admin admin] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:09.855156 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa41b59b-d634-412c-ad5d-9e18d663afa6 admin admin] Pushing event deleted for resources: {'Port': ['ID=368eb3c4-ec62-4afc-a515-5b1dd5f282d3,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:45:09.877743 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d7b2a1e5-575b-45f3-96cf-ed9b3e88587a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:09.974603 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d7b2a1e5-575b-45f3-96cf-ed9b3e88587a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-887436'] for router_interface, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:10.041347 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-42fd2904-3fcd-47ba-b2f0-b67ee6a24bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:10.152812 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bf4639-e313-4286-a42f-a9170b947516 req-cac8631a-1ded-40b4-a20d-d21ba6baa301 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:45:10.164142 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-49bf4639-e313-4286-a42f-a9170b947516 req-cac8631a-1ded-40b4-a20d-d21ba6baa301 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] 10.222.0.41 "GET /v2.0/ports?device_id=bb3df7f9-2434-4ba7-9379-cd0b0030b6bd HTTP/1.1" status: 200 len: 945 time: 1.5423114 Jun 01 18:45:10.165314 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fd2904-3fcd-47ba-b2f0-b67ee6a24bb9 admin admin] Pushing event deleted for resources: {'Port': ['ID=36f5f216-1a85-431b-aada-810ed3c1fec5,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:45:10.254184 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-bd3fecb7-81fd-440b-b374-ce775b564edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7963473-2ba4-4d96-946f-45675f8efef5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1981723236-router', 'tenant_id': '791cd63522fd41cfbd5ae3d119118261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': '0a10ce14-b8ee-427c-a90e-ab2b9c33098a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:41:03Z', 'updated_at': '2022-06-01T18:45:03Z', 'revision_number': 5, 'project_id': '791cd63522fd41cfbd5ae3d119118261', 'gw_port': {'id': '0a10ce14-b8ee-427c-a90e-ab2b9c33098a', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c5:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7963473-2ba4-4d96-946f-45675f8efef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:41:06Z', 'updated_at': '2022-06-01T18:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:45:10.259438 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3fecb7-81fd-440b-b374-ce775b564edc None None] Checking router: b7963473-2ba4-4d96-946f-45675f8efef5 for host: n-d-844202-1 {{(pid=88527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 18:45:10.271999 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3fecb7-81fd-440b-b374-ce775b564edc None None] Routers {'b7963473-2ba4-4d96-946f-45675f8efef5'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:45:10.272967 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-bd3fecb7-81fd-440b-b374-ce775b564edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:45:09Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['b7963473-2ba4-4d96-946f-45675f8efef5'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:45:10.306743 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a81af7cb-a3cc-4c08-8976-718d41c21a0f admin admin] Router 56e90cb8-600d-4b7f-b1a8-1ed7e5a9c164 is scheduled to L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 with binding_index 1 {{(pid=88525) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 18:45:10.328863 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-fa41b59b-d634-412c-ad5d-9e18d663afa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-887703'] for router_gateway, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:10.428543 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:10.458929 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7b2a1e5-575b-45f3-96cf-ed9b3e88587a admin admin] Network ca7b392c-8180-4a04-9249-470a26584648 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:45:10.472045 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-d7b2a1e5-575b-45f3-96cf-ed9b3e88587a admin admin] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:45:10.530578 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-bd3fecb7-81fd-440b-b374-ce775b564edc None None] Set router b7963473-2ba4-4d96-946f-45675f8efef5 gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:45:10.561704 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:10.576026 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [req-e96032af-96d9-4d74-baec-4f306a758ad6 req-8f704e94-1d44-41c0-8ce7-5fbe7c8450e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a09c27c1-f153-4c91-8781-38190ade8e78 {{(pid=88524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:45:10.587202 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 389e46bb-a7b9-4bf1-85fe-b2e71dbb89c0 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:45:10.622275 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-49bf4639-e313-4286-a42f-a9170b947516 req-45317153-9114-4c69-8735-0b93e0eaaf5d tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] 10.222.0.41 "GET /v2.0/security-groups?id=444c87ba-31dc-4b5a-9977-492e198b845a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4566543 Jun 01 18:45:10.626011 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b2a1e5-575b-45f3-96cf-ed9b3e88587a admin admin] Pushing event updated for resources: {'Port': ['ID=d9f2e6c7-22a3-4b12-a802-eb87b1c5343b,revision_number=2']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:45:10.658916 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-e96032af-96d9-4d74-baec-4f306a758ad6 req-8f704e94-1d44-41c0-8ce7-5fbe7c8450e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:10.876786 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 389e46bb-a7b9-4bf1-85fe-b2e71dbb89c0 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:45:10.884891 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:11.074628 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-a204bb63-bf88-4c4b-bc6d-cf1fde8b18f0 None None] Provisioning complete for port d9f2e6c7-22a3-4b12-a802-eb87b1c5343b triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:45:11.078208 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-a204bb63-bf88-4c4b-bc6d-cf1fde8b18f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:11.125115 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [req-e96032af-96d9-4d74-baec-4f306a758ad6 req-8f704e94-1d44-41c0-8ce7-5fbe7c8450e0 service neutron] Transition to ACTIVE for port object a09c27c1-f153-4c91-8781-38190ade8e78 will not be triggered until provisioned by entity L2. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:45:11.136592 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a5e0e711-468f-46d1-a07f-1c00ac981de3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:11.150041 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-bd3fecb7-81fd-440b-b374-ce775b564edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7963473-2ba4-4d96-946f-45675f8efef5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1981723236-router', 'tenant_id': '791cd63522fd41cfbd5ae3d119118261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': '0a10ce14-b8ee-427c-a90e-ab2b9c33098a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:41:03Z', 'updated_at': '2022-06-01T18:45:03Z', 'revision_number': 5, 'project_id': '791cd63522fd41cfbd5ae3d119118261', 'gw_port': {'id': '0a10ce14-b8ee-427c-a90e-ab2b9c33098a', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c5:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7963473-2ba4-4d96-946f-45675f8efef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:41:06Z', 'updated_at': '2022-06-01T18:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:45:11.154489 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7b2a1e5-575b-45f3-96cf-ed9b3e88587a admin admin] Router e617e89e-2542-4473-8020-539e7395fae0 has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 18:45:11.154995 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3fecb7-81fd-440b-b374-ce775b564edc None None] The sync data for ids ['b7963473-2ba4-4d96-946f-45675f8efef5'] in n-d-844202-1 is: [{'id': 'b7963473-2ba4-4d96-946f-45675f8efef5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1981723236-router', 'tenant_id': '791cd63522fd41cfbd5ae3d119118261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': '0a10ce14-b8ee-427c-a90e-ab2b9c33098a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:41:03Z', 'updated_at': '2022-06-01T18:45:03Z', 'revision_number': 5, 'project_id': '791cd63522fd41cfbd5ae3d119118261', 'gw_port': {'id': '0a10ce14-b8ee-427c-a90e-ab2b9c33098a', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c5:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7963473-2ba4-4d96-946f-45675f8efef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:41:06Z', 'updated_at': '2022-06-01T18:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 18:45:11.168126 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:11.176853 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-e96032af-96d9-4d74-baec-4f306a758ad6 req-8f704e94-1d44-41c0-8ce7-5fbe7c8450e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:11.221290 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-fa41b59b-d634-412c-ad5d-9e18d663afa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25316'] for router, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:11.248952 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-fa41b59b-d634-412c-ad5d-9e18d663afa6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:11.287913 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 389e46bb-a7b9-4bf1-85fe-b2e71dbb89c0 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:45:11.306074 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-a204bb63-bf88-4c4b-bc6d-cf1fde8b18f0 None None] Port d9f2e6c7-22a3-4b12-a802-eb87b1c5343b cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 18:45:11.468873 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-a5e0e711-468f-46d1-a07f-1c00ac981de3 admin admin] Deleting port 0a10ce14-b8ee-427c-a90e-ab2b9c33098a {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:45:11.469695 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a5e0e711-468f-46d1-a07f-1c00ac981de3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:11.524999 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:11.664624 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343f7407-1b61-4ff3-bdf5-10ffe39529ea req-c0bd4565-f1a9-4161-bb03-ea3b2bf42cd4 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:45:11.674412 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-343f7407-1b61-4ff3-bdf5-10ffe39529ea req-c0bd4565-f1a9-4161-bb03-ea3b2bf42cd4 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a626321-194f-492e-91f3-8995de8b564c HTTP/1.1" status: 200 len: 931 time: 1.8762255 Jun 01 18:45:11.705360 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-d24758a9-dff2-479e-be4f-881b46c542b9 req-f7933b70-6fc0-4c3b-84da-e5ffc7e62025 service neutron] For port 76ff1072-6dd9-430e-a046-4981370d94c1, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=76ff1072-6dd9-430e-a046-4981370d94c1,segment=NetworkSegment(e7a2e8fb-b3d5-44ba-bb42-81da885a74e3),segment_id=e7a2e8fb-b3d5-44ba-bb42-81da885a74e3)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:45:11.795797 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:11.903100 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-fa41b59b-d634-412c-ad5d-9e18d663afa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-891519'] for router, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:11.903842 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa41b59b-d634-412c-ad5d-9e18d663afa6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e37b1a48-11b2-44e4-8049-72b888626de6 {{(pid=88525) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 18:45:11.942400 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7b2a1e5-575b-45f3-96cf-ed9b3e88587a admin admin] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 18:45:11.952467 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-d7b2a1e5-575b-45f3-96cf-ed9b3e88587a admin admin] 10.222.0.41 "PUT /v2.0/routers/e617e89e-2542-4473-8020-539e7395fae0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.3824883 Jun 01 18:45:11.953476 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af84d97-0c7f-4f6f-b609-89654ae476d3 None None] Sync routers for ids ['e617e89e-2542-4473-8020-539e7395fae0'] in n-d-844202-1 {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 18:45:11.956756 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-42fd2904-3fcd-47ba-b2f0-b67ee6a24bb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-887310'] for router_interface, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:11.990329 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af84d97-0c7f-4f6f-b609-89654ae476d3 None None] Routers {'e617e89e-2542-4473-8020-539e7395fae0'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:45:12.000590 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-9af84d97-0c7f-4f6f-b609-89654ae476d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:45:09Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['e617e89e-2542-4473-8020-539e7395fae0'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:45:12.222703 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f704e94-1d44-41c0-8ce7-5fbe7c8450e0 service neutron] Pushing event updated for resources: {'Port': ['ID=a09c27c1-f153-4c91-8781-38190ade8e78,revision_number=2']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:45:12.310830 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 4116bb34-a6fa-4a03-90bf-05e711587487 no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:45:12.397131 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-343f7407-1b61-4ff3-bdf5-10ffe39529ea req-181530ed-46f9-44a8-82b5-17f2f69e1b89 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] 10.222.0.41 "GET /v2.0/security-groups?id=92820b43-7593-449e-bdb5-02c9f22d29e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7217953 Jun 01 18:45:12.414524 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-d24758a9-dff2-479e-be4f-881b46c542b9 req-f7933b70-6fc0-4c3b-84da-e5ffc7e62025 service neutron] For port 76ff1072-6dd9-430e-a046-4981370d94c1, host n-h1-844202-1, cleared binding levels {{(pid=88525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:45:12.433318 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: 4116bb34-a6fa-4a03-90bf-05e711587487 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 18:45:12.433662 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 4116bb34-a6fa-4a03-90bf-05e711587487 not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 18:45:12.519344 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-fa41b59b-d634-412c-ad5d-9e18d663afa6 admin admin] Notify callbacks [] for router, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:12.520960 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-fa41b59b-d634-412c-ad5d-9e18d663afa6 admin admin] 10.222.0.41 "DELETE /v2.0/routers/e37b1a48-11b2-44e4-8049-72b888626de6 HTTP/1.1" status: 204 len: 168 time: 10.7166080 Jun 01 18:45:12.527374 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a81af7cb-a3cc-4c08-8976-718d41c21a0f admin admin] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 18:45:12.529588 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 46588) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:45:12.541442 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-e96032af-96d9-4d74-baec-4f306a758ad6 req-8f704e94-1d44-41c0-8ce7-5fbe7c8450e0 service neutron] Attempting to bind port a09c27c1-f153-4c91-8781-38190ade8e78 on host n-h1-844202-1 for vnic_type normal with profile {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:45:12.541810 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-e96032af-96d9-4d74-baec-4f306a758ad6 req-8f704e94-1d44-41c0-8ce7-5fbe7c8450e0 service neutron] Attempting to bind port a09c27c1-f153-4c91-8781-38190ade8e78 by drivers openvswitch,hyperv on host n-h1-844202-1 at level 0 using segments [{'id': '9bd376cf-8b39-4b75-aaa6-34bd3746194e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '222758ca-4c6e-4ccb-8f11-8c829f4da008'}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:45:12.542499 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e96032af-96d9-4d74-baec-4f306a758ad6 req-8f704e94-1d44-41c0-8ce7-5fbe7c8450e0 service neutron] Attempting to bind port a09c27c1-f153-4c91-8781-38190ade8e78 on network 222758ca-4c6e-4ccb-8f11-8c829f4da008 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:45:12.549707 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-291fddd1-0a65-405b-b363-3d2099101993 None None] Sync routers for ids ['56e90cb8-600d-4b7f-b1a8-1ed7e5a9c164'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 18:45:12.594509 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-291fddd1-0a65-405b-b363-3d2099101993 None None] Routers {'56e90cb8-600d-4b7f-b1a8-1ed7e5a9c164'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:45:12.595352 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-291fddd1-0a65-405b-b363-3d2099101993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:45:09Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['56e90cb8-600d-4b7f-b1a8-1ed7e5a9c164'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:45:12.674320 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-9af84d97-0c7f-4f6f-b609-89654ae476d3 None None] Set router e617e89e-2542-4473-8020-539e7395fae0 gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:45:12.745570 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e96032af-96d9-4d74-baec-4f306a758ad6 req-8f704e94-1d44-41c0-8ce7-5fbe7c8450e0 service neutron] Port a09c27c1-f153-4c91-8781-38190ade8e78 on network 222758ca-4c6e-4ccb-8f11-8c829f4da008 not bound, no agent of type Open vSwitch agent registered on host n-h1-844202-1 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 18:45:12.746072 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e96032af-96d9-4d74-baec-4f306a758ad6 req-8f704e94-1d44-41c0-8ce7-5fbe7c8450e0 service neutron] Attempting to bind port a09c27c1-f153-4c91-8781-38190ade8e78 on network 222758ca-4c6e-4ccb-8f11-8c829f4da008 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:45:12.749139 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a81af7cb-a3cc-4c08-8976-718d41c21a0f admin admin] Notify callbacks [] for router, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:12.753661 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-a81af7cb-a3cc-4c08-8976-718d41c21a0f admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 17.0205781 Jun 01 18:45:12.759443 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb3df7f9-2434-4ba7-9379-cd0b0030b6bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76ff1072-6dd9-430e-a046-4981370d94c1'}] {{(pid=88525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:45:12.770219 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 46602) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:45:12.771743 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-d24758a9-dff2-479e-be4f-881b46c542b9 req-f7933b70-6fc0-4c3b-84da-e5ffc7e62025 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:12.788754 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e96032af-96d9-4d74-baec-4f306a758ad6 req-8f704e94-1d44-41c0-8ce7-5fbe7c8450e0 service neutron] Checking agent: {'id': 'bdb1e5d7-b998-4259-838f-3d278e930f32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 18, 45, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:45:12.789200 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e96032af-96d9-4d74-baec-4f306a758ad6 req-8f704e94-1d44-41c0-8ce7-5fbe7c8450e0 service neutron] Checking segment: {'id': '9bd376cf-8b39-4b75-aaa6-34bd3746194e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '222758ca-4c6e-4ccb-8f11-8c829f4da008'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:45:12.789888 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e96032af-96d9-4d74-baec-4f306a758ad6 req-8f704e94-1d44-41c0-8ce7-5fbe7c8450e0 service neutron] Bound using segment: {'id': '9bd376cf-8b39-4b75-aaa6-34bd3746194e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '222758ca-4c6e-4ccb-8f11-8c829f4da008'} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:45:12.790601 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-e96032af-96d9-4d74-baec-4f306a758ad6 req-8f704e94-1d44-41c0-8ce7-5fbe7c8450e0 service neutron] Bound port: a09c27c1-f153-4c91-8781-38190ade8e78, host: n-h1-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bd376cf-8b39-4b75-aaa6-34bd3746194e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '222758ca-4c6e-4ccb-8f11-8c829f4da008'}}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:45:12.791581 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-e96032af-96d9-4d74-baec-4f306a758ad6 req-8f704e94-1d44-41c0-8ce7-5fbe7c8450e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:12.925317 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [None req-a5e0e711-468f-46d1-a07f-1c00ac981de3 admin admin] For port 0a10ce14-b8ee-427c-a90e-ab2b9c33098a, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=0a10ce14-b8ee-427c-a90e-ab2b9c33098a,segment=NetworkSegment(7875af61-4c53-4ff2-b8c8-d4b7c35ff947),segment_id=7875af61-4c53-4ff2-b8c8-d4b7c35ff947)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:45:12.925712 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a5e0e711-468f-46d1-a07f-1c00ac981de3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:12.940524 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-d24758a9-dff2-479e-be4f-881b46c542b9 req-f7933b70-6fc0-4c3b-84da-e5ffc7e62025 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:13.056210 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_v2 [None req-22063e13-512d-4d18-b6e8-24b7088960f1 admin admin] Deleting subnet ba995e64-eb1c-4c76-a421-630e9228b936 {{(pid=88525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 18:45:13.067024 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-291fddd1-0a65-405b-b363-3d2099101993 None None] Set router 56e90cb8-600d-4b7f-b1a8-1ed7e5a9c164 gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:45:13.075412 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7933b70-6fc0-4c3b-84da-e5ffc7e62025 service neutron] Pushing event updated for resources: {'Port': ['ID=76ff1072-6dd9-430e-a046-4981370d94c1,revision_number=7']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:45:13.084247 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a41f6bc9-3bbc-4099-a9fc-fbc611faa34d req-79795f28-adbb-436a-921e-aafa855ea798 tempest-FloatingIPsNegativeTestJSON-48032270 tempest-FloatingIPsNegativeTestJSON-48032270-project] 10.222.0.41 "GET /v2.0/floatingips?tenant_id=82c6ad5b65e44aa09a1d82e678a9d3d2 HTTP/1.1" status: 200 len: 217 time: 0.3053408 Jun 01 18:45:13.087622 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-22063e13-512d-4d18-b6e8-24b7088960f1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:13.233731 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-a5e0e711-468f-46d1-a07f-1c00ac981de3 admin admin] Calling delete_port for 0a10ce14-b8ee-427c-a90e-ab2b9c33098a owned by network:router_gateway {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:45:13.421031 n-d-844202-1 neutron-server[88525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa8d0540-61ee-43cd-80af-4a7abfbd3257'] response: {'server_uuid': 'bb3df7f9-2434-4ba7-9379-cd0b0030b6bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76ff1072-6dd9-430e-a046-4981370d94c1', 'code': 200} Jun 01 18:45:13.447852 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-9af84d97-0c7f-4f6f-b609-89654ae476d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e617e89e-2542-4473-8020-539e7395fae0', 'name': 'tempest-FloatingIPsNegativeTestJSON-1005469641-router', 'tenant_id': '82c6ad5b65e44aa09a1d82e678a9d3d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': '389e46bb-a7b9-4bf1-85fe-b2e71dbb89c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:44:46Z', 'updated_at': '2022-06-01T18:45:08Z', 'revision_number': 4, 'project_id': '82c6ad5b65e44aa09a1d82e678a9d3d2', 'gw_port': {'id': '389e46bb-a7b9-4bf1-85fe-b2e71dbb89c0', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:76:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e617e89e-2542-4473-8020-539e7395fae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:44:49Z', 'updated_at': '2022-06-01T18:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': 'd9f2e6c7-22a3-4b12-a802-eb87b1c5343b', 'name': '', 'network_id': 'ca7b392c-8180-4a04-9249-470a26584648', 'tenant_id': '82c6ad5b65e44aa09a1d82e678a9d3d2', 'mac_address': 'fa:16:3e:05:bc:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e617e89e-2542-4473-8020-539e7395fae0', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '2a094ab5-df87-4744-9e61-75be4c4af882', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:45:05Z', 'updated_at': '2022-06-01T18:45:09Z', 'revision_number': 2, 'project_id': '82c6ad5b65e44aa09a1d82e678a9d3d2', 'subnets': [{'id': '2a094ab5-df87-4744-9e61-75be4c4af882', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:45:13.452609 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af84d97-0c7f-4f6f-b609-89654ae476d3 None None] Checking router: e617e89e-2542-4473-8020-539e7395fae0 for host: n-d-844202-1 {{(pid=88526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 18:45:13.452957 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af84d97-0c7f-4f6f-b609-89654ae476d3 None None] Updating router e617e89e-2542-4473-8020-539e7395fae0 port d9f2e6c7-22a3-4b12-a802-eb87b1c5343b binding host n-d-844202-1 {{(pid=88526) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 18:45:13.486840 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-db0ea0e3-4133-4e6b-9998-b27e2fa9ea0a req-eac72f77-9e2b-4dfc-a3e2-ec00f4cd384f tempest-FloatingIPsNegativeTestJSON-48032270 tempest-FloatingIPsNegativeTestJSON-48032270-project] Synchronizing usage tracker for tenant:82c6ad5b65e44aa09a1d82e678a9d3d2 on resource:network {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:45:13.543857 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-9af84d97-0c7f-4f6f-b609-89654ae476d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:13.964798 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-291fddd1-0a65-405b-b363-3d2099101993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56e90cb8-600d-4b7f-b1a8-1ed7e5a9c164', 'name': 'tempest-TaggedBootDevicesTest_v242-183292155-router', 'tenant_id': '5e0ead56e0d24edfb943f0d89aaec01a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': '22e7dc2c-baf7-420c-b31e-f3158358106f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:44:56Z', 'updated_at': '2022-06-01T18:45:05Z', 'revision_number': 3, 'project_id': '5e0ead56e0d24edfb943f0d89aaec01a', 'gw_port': {'id': '22e7dc2c-baf7-420c-b31e-f3158358106f', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:07:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56e90cb8-600d-4b7f-b1a8-1ed7e5a9c164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:45:01Z', 'updated_at': '2022-06-01T18:45:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:45:13.973083 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-22063e13-512d-4d18-b6e8-24b7088960f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2258509'] for subnet, precommit_delete_associations {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:13.978600 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-291fddd1-0a65-405b-b363-3d2099101993 None None] Checking router: 56e90cb8-600d-4b7f-b1a8-1ed7e5a9c164 for host: n-d-844202-1 {{(pid=88527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 18:45:13.979192 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-291fddd1-0a65-405b-b363-3d2099101993 None None] Updating router 56e90cb8-600d-4b7f-b1a8-1ed7e5a9c164 port 22e7dc2c-baf7-420c-b31e-f3158358106f binding host n-d-844202-1 {{(pid=88527) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 18:45:14.031412 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-d24758a9-dff2-479e-be4f-881b46c542b9 req-f7933b70-6fc0-4c3b-84da-e5ffc7e62025 service neutron] Attempting to bind port 76ff1072-6dd9-430e-a046-4981370d94c1 on host n-h1-844202-1 for vnic_type normal with profile {"migrating_to": "n-h2-844202-1"} {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:45:14.031750 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-d24758a9-dff2-479e-be4f-881b46c542b9 req-f7933b70-6fc0-4c3b-84da-e5ffc7e62025 service neutron] Attempting to bind port 76ff1072-6dd9-430e-a046-4981370d94c1 by drivers openvswitch,hyperv on host n-h1-844202-1 at level 0 using segments [{'id': 'e7a2e8fb-b3d5-44ba-bb42-81da885a74e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '411d1518-9352-4dec-8af2-2285a53556b4'}] {{(pid=88525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:45:14.032085 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d24758a9-dff2-479e-be4f-881b46c542b9 req-f7933b70-6fc0-4c3b-84da-e5ffc7e62025 service neutron] Attempting to bind port 76ff1072-6dd9-430e-a046-4981370d94c1 on network 411d1518-9352-4dec-8af2-2285a53556b4 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:45:14.078462 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d24758a9-dff2-479e-be4f-881b46c542b9 req-f7933b70-6fc0-4c3b-84da-e5ffc7e62025 service neutron] Port 76ff1072-6dd9-430e-a046-4981370d94c1 on network 411d1518-9352-4dec-8af2-2285a53556b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-844202-1 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 18:45:14.078781 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d24758a9-dff2-479e-be4f-881b46c542b9 req-f7933b70-6fc0-4c3b-84da-e5ffc7e62025 service neutron] Attempting to bind port 76ff1072-6dd9-430e-a046-4981370d94c1 on network 411d1518-9352-4dec-8af2-2285a53556b4 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:45:14.082590 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a5e0e711-468f-46d1-a07f-1c00ac981de3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:14.101253 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-291fddd1-0a65-405b-b363-3d2099101993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:14.107078 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d24758a9-dff2-479e-be4f-881b46c542b9 req-f7933b70-6fc0-4c3b-84da-e5ffc7e62025 service neutron] Checking agent: {'id': 'bdb1e5d7-b998-4259-838f-3d278e930f32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 18, 45, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:45:14.107409 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d24758a9-dff2-479e-be4f-881b46c542b9 req-f7933b70-6fc0-4c3b-84da-e5ffc7e62025 service neutron] Checking segment: {'id': 'e7a2e8fb-b3d5-44ba-bb42-81da885a74e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '411d1518-9352-4dec-8af2-2285a53556b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:45:14.107797 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d24758a9-dff2-479e-be4f-881b46c542b9 req-f7933b70-6fc0-4c3b-84da-e5ffc7e62025 service neutron] Bound using segment: {'id': 'e7a2e8fb-b3d5-44ba-bb42-81da885a74e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '411d1518-9352-4dec-8af2-2285a53556b4'} {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:45:14.108266 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-d24758a9-dff2-479e-be4f-881b46c542b9 req-f7933b70-6fc0-4c3b-84da-e5ffc7e62025 service neutron] Bound port: 76ff1072-6dd9-430e-a046-4981370d94c1, host: n-h1-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7a2e8fb-b3d5-44ba-bb42-81da885a74e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '411d1518-9352-4dec-8af2-2285a53556b4'}}] {{(pid=88525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:45:14.108620 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-d24758a9-dff2-479e-be4f-881b46c542b9 req-f7933b70-6fc0-4c3b-84da-e5ffc7e62025 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:14.222749 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e0e711-468f-46d1-a07f-1c00ac981de3 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a10ce14-b8ee-427c-a90e-ab2b9c33098a,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:45:14.283773 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-9af84d97-0c7f-4f6f-b609-89654ae476d3 None None] Notify callbacks [] for port, precommit_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:14.313447 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-9af84d97-0c7f-4f6f-b609-89654ae476d3 None None] Transition to ACTIVE for port object d9f2e6c7-22a3-4b12-a802-eb87b1c5343b will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:45:14.352391 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-9af84d97-0c7f-4f6f-b609-89654ae476d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:14.428155 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 368eb3c4-ec62-4afc-a515-5b1dd5f282d3 no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:45:14.441547 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-22063e13-512d-4d18-b6e8-24b7088960f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:14.444687 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-e96032af-96d9-4d74-baec-4f306a758ad6 req-8f704e94-1d44-41c0-8ce7-5fbe7c8450e0 service neutron] For port a09c27c1-f153-4c91-8781-38190ade8e78, host n-h1-844202-1, cleared binding levels {{(pid=88524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:45:14.455741 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-e96032af-96d9-4d74-baec-4f306a758ad6 req-8f704e94-1d44-41c0-8ce7-5fbe7c8450e0 service neutron] For port a09c27c1-f153-4c91-8781-38190ade8e78, host n-h1-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=a09c27c1-f153-4c91-8781-38190ade8e78,segment=NetworkSegment(9bd376cf-8b39-4b75-aaa6-34bd3746194e),segment_id=9bd376cf-8b39-4b75-aaa6-34bd3746194e)] {{(pid=88524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:45:14.464547 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a5e0e711-468f-46d1-a07f-1c00ac981de3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-887703'] for router_gateway, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:14.542324 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-db0ea0e3-4133-4e6b-9998-b27e2fa9ea0a req-eac72f77-9e2b-4dfc-a3e2-ec00f4cd384f tempest-FloatingIPsNegativeTestJSON-48032270 tempest-FloatingIPsNegativeTestJSON-48032270-project] Unset dirty status for tenant:82c6ad5b65e44aa09a1d82e678a9d3d2 on resource:network {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:45:14.543599 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-db0ea0e3-4133-4e6b-9998-b27e2fa9ea0a req-eac72f77-9e2b-4dfc-a3e2-ec00f4cd384f tempest-FloatingIPsNegativeTestJSON-48032270 tempest-FloatingIPsNegativeTestJSON-48032270-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 1.1298764 Jun 01 18:45:14.640672 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-e96032af-96d9-4d74-baec-4f306a758ad6 req-8f704e94-1d44-41c0-8ce7-5fbe7c8450e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:14.656002 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8927da-7429-4180-a421-1c64d636359a req-1a7bd674-f7a9-45fb-9a64-be9365de4b3d tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:45:14.660336 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-8a8927da-7429-4180-a421-1c64d636359a req-1a7bd674-f7a9-45fb-9a64-be9365de4b3d tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] 10.222.0.41 "GET /v2.0/ports?device_id=bb3df7f9-2434-4ba7-9379-cd0b0030b6bd HTTP/1.1" status: 200 len: 945 time: 2.2214060 Jun 01 18:45:14.751707 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: 368eb3c4-ec62-4afc-a515-5b1dd5f282d3 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 18:45:14.752203 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 368eb3c4-ec62-4afc-a515-5b1dd5f282d3 not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 18:45:14.853476 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b17cc3-e496-4077-987e-65b17a8502db None None] Pushing event updated for resources: {'Port': ['ID=d9f2e6c7-22a3-4b12-a802-eb87b1c5343b,revision_number=3']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:45:14.946770 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-291fddd1-0a65-405b-b363-3d2099101993 None None] Notify callbacks [] for port, precommit_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:14.951824 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f704e94-1d44-41c0-8ce7-5fbe7c8450e0 service neutron] Pushing event updated for resources: {'Port': ['ID=a09c27c1-f153-4c91-8781-38190ade8e78,revision_number=3']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:45:14.975092 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.provisioning_blocks [None req-291fddd1-0a65-405b-b363-3d2099101993 None None] Transition to ACTIVE for port object 22e7dc2c-baf7-420c-b31e-f3158358106f will not be triggered until provisioned by entity L2. {{(pid=88527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:45:14.993847 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-291fddd1-0a65-405b-b363-3d2099101993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:15.026080 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-9af84d97-0c7f-4f6f-b609-89654ae476d3 None None] Attempting to bind port d9f2e6c7-22a3-4b12-a802-eb87b1c5343b on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:45:15.026477 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-9af84d97-0c7f-4f6f-b609-89654ae476d3 None None] Attempting to bind port d9f2e6c7-22a3-4b12-a802-eb87b1c5343b by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': 'edd69e72-3f7e-4939-b863-44483abb7720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'ca7b392c-8180-4a04-9249-470a26584648'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:45:15.028058 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af84d97-0c7f-4f6f-b609-89654ae476d3 None None] Attempting to bind port d9f2e6c7-22a3-4b12-a802-eb87b1c5343b on network ca7b392c-8180-4a04-9249-470a26584648 {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:45:15.051923 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af84d97-0c7f-4f6f-b609-89654ae476d3 None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 18, 45, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:45:15.054273 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af84d97-0c7f-4f6f-b609-89654ae476d3 None None] Checking segment: {'id': 'edd69e72-3f7e-4939-b863-44483abb7720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'ca7b392c-8180-4a04-9249-470a26584648'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:45:15.054783 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-9af84d97-0c7f-4f6f-b609-89654ae476d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:15.056069 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af84d97-0c7f-4f6f-b609-89654ae476d3 None None] Bound using segment: {'id': 'edd69e72-3f7e-4939-b863-44483abb7720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'ca7b392c-8180-4a04-9249-470a26584648'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:45:15.056199 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-d24758a9-dff2-479e-be4f-881b46c542b9 req-f7933b70-6fc0-4c3b-84da-e5ffc7e62025 service neutron] For port 76ff1072-6dd9-430e-a046-4981370d94c1, host n-h1-844202-1, cleared binding levels {{(pid=88525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:45:15.056325 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-9af84d97-0c7f-4f6f-b609-89654ae476d3 None None] Bound port: d9f2e6c7-22a3-4b12-a802-eb87b1c5343b, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edd69e72-3f7e-4939-b863-44483abb7720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'ca7b392c-8180-4a04-9249-470a26584648'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:45:15.058105 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-9af84d97-0c7f-4f6f-b609-89654ae476d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:15.109801 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-d24758a9-dff2-479e-be4f-881b46c542b9 req-f7933b70-6fc0-4c3b-84da-e5ffc7e62025 service neutron] For port 76ff1072-6dd9-430e-a046-4981370d94c1, host n-h1-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=76ff1072-6dd9-430e-a046-4981370d94c1,segment=NetworkSegment(e7a2e8fb-b3d5-44ba-bb42-81da885a74e3),segment_id=e7a2e8fb-b3d5-44ba-bb42-81da885a74e3)] {{(pid=88525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:45:15.118542 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42fd2904-3fcd-47ba-b2f0-b67ee6a24bb9 admin admin] Router debb898e-75a8-4c0d-a69f-ed380535a9f7 has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 18:45:15.183827 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-22063e13-512d-4d18-b6e8-24b7088960f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2614143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9667199'] for subnet, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:15.223402 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-291fddd1-0a65-405b-b363-3d2099101993 None None] Attempting to bind port 22e7dc2c-baf7-420c-b31e-f3158358106f on host n-d-844202-1 for vnic_type normal with profile {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:45:15.223793 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-291fddd1-0a65-405b-b363-3d2099101993 None None] Attempting to bind port 22e7dc2c-baf7-420c-b31e-f3158358106f by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}] {{(pid=88527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:45:15.228048 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291fddd1-0a65-405b-b363-3d2099101993 None None] Attempting to bind port 22e7dc2c-baf7-420c-b31e-f3158358106f on network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:45:15.238231 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f29052-a219-4bde-ab64-038c20b1698f None None] Pushing event updated for resources: {'Port': ['ID=22e7dc2c-baf7-420c-b31e-f3158358106f,revision_number=2']} {{(pid=88527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:45:15.253335 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291fddd1-0a65-405b-b363-3d2099101993 None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 18, 45, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:45:15.253980 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291fddd1-0a65-405b-b363-3d2099101993 None None] Checking segment: {'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:45:15.254545 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-291fddd1-0a65-405b-b363-3d2099101993 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:15.255090 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291fddd1-0a65-405b-b363-3d2099101993 None None] Bound using segment: {'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'} {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:45:15.256759 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-291fddd1-0a65-405b-b363-3d2099101993 None None] Bound port: 22e7dc2c-baf7-420c-b31e-f3158358106f, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}}] {{(pid=88527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:45:15.257162 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-d24758a9-dff2-479e-be4f-881b46c542b9 req-f7933b70-6fc0-4c3b-84da-e5ffc7e62025 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:15.257638 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-291fddd1-0a65-405b-b363-3d2099101993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:15.275137 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-22063e13-512d-4d18-b6e8-24b7088960f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:15.336875 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-9af84d97-0c7f-4f6f-b609-89654ae476d3 None None] For port d9f2e6c7-22a3-4b12-a802-eb87b1c5343b, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:45:15.352922 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-9af84d97-0c7f-4f6f-b609-89654ae476d3 None None] For port d9f2e6c7-22a3-4b12-a802-eb87b1c5343b, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=d9f2e6c7-22a3-4b12-a802-eb87b1c5343b,segment=NetworkSegment(edd69e72-3f7e-4939-b863-44483abb7720),segment_id=edd69e72-3f7e-4939-b863-44483abb7720)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:45:15.361436 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c38c9b17-b77b-46a4-8ad8-0ecb97132123 None None] Network 7475c262-ab00-42c7-8a8e-ce0d66e28c6b requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 18:45:15.412288 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96032af-96d9-4d74-baec-4f306a758ad6 req-8f704e94-1d44-41c0-8ce7-5fbe7c8450e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:45:15.413787 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-e96032af-96d9-4d74-baec-4f306a758ad6 req-8f704e94-1d44-41c0-8ce7-5fbe7c8450e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:15.415350 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e96032af-96d9-4d74-baec-4f306a758ad6 req-8f704e94-1d44-41c0-8ce7-5fbe7c8450e0 service neutron] 10.222.0.15 "PUT /v2.0/ports/a09c27c1-f153-4c91-8781-38190ade8e78 HTTP/1.1" status: 200 len: 1091 time: 10.2314003 Jun 01 18:45:15.422623 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a626321-194f-492e-91f3-8995de8b564c', 'tag': 'a09c27c1-f153-4c91-8781-38190ade8e78'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:45:15.433188 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-9af84d97-0c7f-4f6f-b609-89654ae476d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:15.446107 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a5e0e711-468f-46d1-a07f-1c00ac981de3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25316'] for router, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:15.454051 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.db [None req-291fddd1-0a65-405b-b363-3d2099101993 None None] For port 22e7dc2c-baf7-420c-b31e-f3158358106f, host n-d-844202-1, cleared binding levels {{(pid=88527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:45:15.456366 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a5e0e711-468f-46d1-a07f-1c00ac981de3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:15.462081 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.db [None req-291fddd1-0a65-405b-b363-3d2099101993 None None] For port 22e7dc2c-baf7-420c-b31e-f3158358106f, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=22e7dc2c-baf7-420c-b31e-f3158358106f,segment=NetworkSegment(7875af61-4c53-4ff2-b8c8-d4b7c35ff947),segment_id=7875af61-4c53-4ff2-b8c8-d4b7c35ff947)] {{(pid=88527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:45:15.464628 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-8a8927da-7429-4180-a421-1c64d636359a req-50412f57-4105-4ac0-a221-62227a33dd2c tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] 10.222.0.41 "GET /v2.0/security-groups?id=444c87ba-31dc-4b5a-9977-492e198b845a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6752524 Jun 01 18:45:15.474356 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-291fddd1-0a65-405b-b363-3d2099101993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:15.591627 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a5e0e711-468f-46d1-a07f-1c00ac981de3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-891519'] for router, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:15.592121 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5e0e711-468f-46d1-a07f-1c00ac981de3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b7963473-2ba4-4d96-946f-45675f8efef5 {{(pid=88524) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 18:45:15.630102 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f29052-a219-4bde-ab64-038c20b1698f None None] Pushing event updated for resources: {'Port': ['ID=22e7dc2c-baf7-420c-b31e-f3158358106f,revision_number=3']} {{(pid=88527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:45:15.679518 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22063e13-512d-4d18-b6e8-24b7088960f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba995e64-eb1c-4c76-a421-630e9228b936,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:45:15.690322 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96032af-96d9-4d74-baec-4f306a758ad6 req-e543daec-9d52-499f-ac2d-fedc27a5fee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:45:15.698403 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-291fddd1-0a65-405b-b363-3d2099101993 None None] Routers {'56e90cb8-600d-4b7f-b1a8-1ed7e5a9c164'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:45:15.699071 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-291fddd1-0a65-405b-b363-3d2099101993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:45:09Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['56e90cb8-600d-4b7f-b1a8-1ed7e5a9c164'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:45:15.701737 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e96032af-96d9-4d74-baec-4f306a758ad6 req-e543daec-9d52-499f-ac2d-fedc27a5fee2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ee3dca5a75c542e0966797f286e0b4d5&device_id=9a626321-194f-492e-91f3-8995de8b564c HTTP/1.1" status: 200 len: 1094 time: 0.2353027 Jun 01 18:45:15.706083 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a5e0e711-468f-46d1-a07f-1c00ac981de3 admin admin] Notify callbacks [] for router, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:15.707711 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-a5e0e711-468f-46d1-a07f-1c00ac981de3 admin admin] 10.222.0.41 "DELETE /v2.0/routers/b7963473-2ba4-4d96-946f-45675f8efef5 HTTP/1.1" status: 204 len: 168 time: 6.6864550 Jun 01 18:45:15.805696 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7933b70-6fc0-4c3b-84da-e5ffc7e62025 service neutron] Pushing event updated for resources: {'Port': ['ID=76ff1072-6dd9-430e-a046-4981370d94c1,revision_number=8']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:45:15.821965 n-d-844202-1 neutron-server[88524]: INFO neutron.api.v2.resource [req-348ad5d8-fd9d-4ed9-a8d1-5e9794c807ed req-8eb8473c-2ba8-4ff7-b3d6-8590595539f8 tempest-FloatingIPsNegativeTestJSON-48032270 tempest-FloatingIPsNegativeTestJSON-48032270-project] show failed (client error): The resource could not be found. Jun 01 18:45:15.838289 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6d0460-d809-4797-96fc-6bd35bdc64a5 req-f6b9a83c-0efb-4f5c-b5c4-2d97f9263bbd tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:45:15.839556 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-348ad5d8-fd9d-4ed9-a8d1-5e9794c807ed req-8eb8473c-2ba8-4ff7-b3d6-8590595539f8 tempest-FloatingIPsNegativeTestJSON-48032270 tempest-FloatingIPsNegativeTestJSON-48032270-project] 10.222.0.41 "GET /v2.0/floatingips/268713fd-003e-4eaa-9dec-704c14f35c60 HTTP/1.1" status: 404 len: 350 time: 0.1293557 Jun 01 18:45:15.840448 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 46630) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:45:15.843617 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-6a6d0460-d809-4797-96fc-6bd35bdc64a5 req-f6b9a83c-0efb-4f5c-b5c4-2d97f9263bbd tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a626321-194f-492e-91f3-8995de8b564c HTTP/1.1" status: 200 len: 943 time: 0.9778049 Jun 01 18:45:15.893963 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-22063e13-512d-4d18-b6e8-24b7088960f1 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/ba995e64-eb1c-4c76-a421-630e9228b936 HTTP/1.1" status: 204 len: 168 time: 3.3597858 Jun 01 18:45:15.931445 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 46632) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:45:15.934188 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 46634) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:45:16.071572 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e96032af-96d9-4d74-baec-4f306a758ad6 req-88b61e68-c066-477f-8fc4-3fe094bd5a90 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a09c27c1-f153-4c91-8781-38190ade8e78 HTTP/1.1" status: 200 len: 217 time: 0.2523661 Jun 01 18:45:16.077171 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac3dc3c0-82a4-4504-97ae-c295eb841bf8'] response: {'name': 'network-changed', 'server_uuid': '9a626321-194f-492e-91f3-8995de8b564c', 'tag': 'a09c27c1-f153-4c91-8781-38190ade8e78', 'status': 'completed', 'code': 200} Jun 01 18:45:16.110395 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af84d97-0c7f-4f6f-b609-89654ae476d3 None None] Routers {'e617e89e-2542-4473-8020-539e7395fae0'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:45:16.112175 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-9af84d97-0c7f-4f6f-b609-89654ae476d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:45:09Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['e617e89e-2542-4473-8020-539e7395fae0'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:45:16.332905 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-291fddd1-0a65-405b-b363-3d2099101993 None None] Set router 56e90cb8-600d-4b7f-b1a8-1ed7e5a9c164 gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:45:16.353803 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96032af-96d9-4d74-baec-4f306a758ad6 req-3edbcfb7-fadd-434e-97d7-c709322f9c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:45:16.356047 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e96032af-96d9-4d74-baec-4f306a758ad6 req-3edbcfb7-fadd-434e-97d7-c709322f9c6d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2d25927e-118e-41f9-9e0e-90f9021c9592 HTTP/1.1" status: 200 len: 848 time: 0.2767196 Jun 01 18:45:16.359020 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_v2 [None req-48196744-8a74-46f1-b395-0f62b993ca8c admin admin] Deleting subnet 3b709953-8e75-4bbd-94e9-9aa3763b7455 {{(pid=88524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 18:45:16.364882 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-48196744-8a74-46f1-b395-0f62b993ca8c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:16.461620 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-48196744-8a74-46f1-b395-0f62b993ca8c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2702137'] for subnet, precommit_delete_associations {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:16.629414 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-9af84d97-0c7f-4f6f-b609-89654ae476d3 None None] Set router e617e89e-2542-4473-8020-539e7395fae0 gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:45:16.643783 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-48196744-8a74-46f1-b395-0f62b993ca8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:16.736743 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24758a9-dff2-479e-be4f-881b46c542b9 req-f7933b70-6fc0-4c3b-84da-e5ffc7e62025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:45:16.741201 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-d24758a9-dff2-479e-be4f-881b46c542b9 req-f7933b70-6fc0-4c3b-84da-e5ffc7e62025 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:16.742475 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d24758a9-dff2-479e-be4f-881b46c542b9 req-f7933b70-6fc0-4c3b-84da-e5ffc7e62025 service neutron] 10.222.0.50 "PUT /v2.0/ports/76ff1072-6dd9-430e-a046-4981370d94c1 HTTP/1.1" status: 200 len: 1121 time: 7.9931154 Jun 01 18:45:16.775021 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-48196744-8a74-46f1-b395-0f62b993ca8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2718856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3066595'] for subnet, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:16.820873 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e96032af-96d9-4d74-baec-4f306a758ad6 req-499b66cf-d741-4797-b485-9d5e24a5d7a0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=222758ca-4c6e-4ccb-8f11-8c829f4da008&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0909564 Jun 01 18:45:16.828889 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48196744-8a74-46f1-b395-0f62b993ca8c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b709953-8e75-4bbd-94e9-9aa3763b7455,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:45:16.855360 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 0a10ce14-b8ee-427c-a90e-ab2b9c33098a no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:45:16.899347 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94ff47ba-931b-4fbe-a851-33d2508ee7df None None] Network 8ff033f0-924c-436a-a7c5-a3c4e591b74e requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 18:45:17.006564 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-48196744-8a74-46f1-b395-0f62b993ca8c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:17.014335 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e96032af-96d9-4d74-baec-4f306a758ad6 req-8fe0570f-df52-413b-8990-a6ce6c79b88b service neutron] 10.222.0.15 "GET /v2.0/networks/222758ca-4c6e-4ccb-8f11-8c829f4da008?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838274 Jun 01 18:45:17.019455 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-48196744-8a74-46f1-b395-0f62b993ca8c admin admin] 10.222.0.41 "DELETE /v2.0/subnets/3b709953-8e75-4bbd-94e9-9aa3763b7455 HTTP/1.1" status: 204 len: 168 time: 0.9517386 Jun 01 18:45:17.135947 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-6a6d0460-d809-4797-96fc-6bd35bdc64a5 req-de547c43-6bf0-4c34-bdf4-8e26f34d47ee tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] 10.222.0.41 "GET /v2.0/security-groups?id=92820b43-7593-449e-bdb5-02c9f22d29e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1912158 Jun 01 18:45:17.137144 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb3df7f9-2434-4ba7-9379-cd0b0030b6bd', 'tag': '76ff1072-6dd9-430e-a046-4981370d94c1'}] {{(pid=88525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:45:17.152862 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 46646) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:45:17.219581 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b17cc3-e496-4077-987e-65b17a8502db None None] Pushing event updated for resources: {'Port': ['ID=d9f2e6c7-22a3-4b12-a802-eb87b1c5343b,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:45:17.277676 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] get_ports_and_sgs() called for port_ids ['76ff1072-6dd9-430e-a046-4981370d94c1'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:45:17.336342 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-291fddd1-0a65-405b-b363-3d2099101993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56e90cb8-600d-4b7f-b1a8-1ed7e5a9c164', 'name': 'tempest-TaggedBootDevicesTest_v242-183292155-router', 'tenant_id': '5e0ead56e0d24edfb943f0d89aaec01a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': '22e7dc2c-baf7-420c-b31e-f3158358106f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:44:56Z', 'updated_at': '2022-06-01T18:45:05Z', 'revision_number': 3, 'project_id': '5e0ead56e0d24edfb943f0d89aaec01a', 'gw_port': {'id': '22e7dc2c-baf7-420c-b31e-f3158358106f', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:07:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56e90cb8-600d-4b7f-b1a8-1ed7e5a9c164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:45:01Z', 'updated_at': '2022-06-01T18:45:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:45:17.344152 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-291fddd1-0a65-405b-b363-3d2099101993 None None] The sync data for ids ['56e90cb8-600d-4b7f-b1a8-1ed7e5a9c164'] in n-d-844202-1 is: [{'id': '56e90cb8-600d-4b7f-b1a8-1ed7e5a9c164', 'name': 'tempest-TaggedBootDevicesTest_v242-183292155-router', 'tenant_id': '5e0ead56e0d24edfb943f0d89aaec01a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': '22e7dc2c-baf7-420c-b31e-f3158358106f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:44:56Z', 'updated_at': '2022-06-01T18:45:05Z', 'revision_number': 3, 'project_id': '5e0ead56e0d24edfb943f0d89aaec01a', 'gw_port': {'id': '22e7dc2c-baf7-420c-b31e-f3158358106f', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:07:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56e90cb8-600d-4b7f-b1a8-1ed7e5a9c164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:45:01Z', 'updated_at': '2022-06-01T18:45:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 18:45:17.368974 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] get_ports_and_sgs() called for port_ids ['76ff1072-6dd9-430e-a046-4981370d94c1'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:45:17.514552 n-d-844202-1 neutron-server[88525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb40d217-27eb-476d-80fc-d83d6941d0d6'] response: {'name': 'network-changed', 'server_uuid': 'bb3df7f9-2434-4ba7-9379-cd0b0030b6bd', 'tag': '76ff1072-6dd9-430e-a046-4981370d94c1', 'status': 'completed', 'code': 200} Jun 01 18:45:17.585167 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: 0a10ce14-b8ee-427c-a90e-ab2b9c33098a {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 18:45:17.585613 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 0a10ce14-b8ee-427c-a90e-ab2b9c33098a not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 18:45:17.612319 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-71a0cb8f-a43a-4cab-98b9-c4a59e41ce70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:17.622797 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e96032af-96d9-4d74-baec-4f306a758ad6 req-28508307-e50f-4740-9206-c3b90cbc46ca service neutron] 10.222.0.15 "GET /v2.0/networks/222758ca-4c6e-4ccb-8f11-8c829f4da008?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4549675 Jun 01 18:45:17.660914 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b89a5514-966d-407d-a316-1c6d44b0eb5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:17.670166 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-71a0cb8f-a43a-4cab-98b9-c4a59e41ce70 admin admin] Deleting port e288b122-48ee-41ca-9cdf-de82e3b7defc {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:45:17.670431 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-71a0cb8f-a43a-4cab-98b9-c4a59e41ce70 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:17.877149 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129d4c44-54ed-4cbe-8999-c0a645c0c204 req-ce971097-667d-481b-953d-6830497a6b28 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:45:17.880457 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-129d4c44-54ed-4cbe-8999-c0a645c0c204 req-ce971097-667d-481b-953d-6830497a6b28 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] 10.222.0.41 "GET /v2.0/ports?device_id=bb3df7f9-2434-4ba7-9379-cd0b0030b6bd HTTP/1.1" status: 200 len: 943 time: 0.8589439 Jun 01 18:45:18.208980 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-129d4c44-54ed-4cbe-8999-c0a645c0c204 req-1dc69fca-112b-4600-bf76-61a4363dd03c tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] 10.222.0.41 "GET /v2.0/security-groups?id=444c87ba-31dc-4b5a-9977-492e198b845a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3140483 Jun 01 18:45:18.262534 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31146f22-0ddf-42c3-807b-164a43e17d73 req-07b8bfda-dbf2-4a4c-a7c1-1de2e1300a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:45:18.264406 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-31146f22-0ddf-42c3-807b-164a43e17d73 req-07b8bfda-dbf2-4a4c-a7c1-1de2e1300a47 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ee3dca5a75c542e0966797f286e0b4d5&device_id=9a626321-194f-492e-91f3-8995de8b564c HTTP/1.1" status: 200 len: 1094 time: 0.5475216 Jun 01 18:45:18.285372 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-b89a5514-966d-407d-a316-1c6d44b0eb5a admin admin] Deleting port 7cd1747f-74b1-4914-bb97-b75cd6ab8652 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:45:18.285896 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b89a5514-966d-407d-a316-1c6d44b0eb5a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:18.311018 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-603941b2-5619-4668-b88f-356e1ed359e8 None None] DHCP port deletion for 7475c262-ab00-42c7-8a8e-ce0d66e28c6b request from n-d-844202-1 {{(pid=88526) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 18:45:18.328694 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-603941b2-5619-4668-b88f-356e1ed359e8 None None] Deleting port 7cd1747f-74b1-4914-bb97-b75cd6ab8652 {{(pid=88526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:45:18.330643 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-603941b2-5619-4668-b88f-356e1ed359e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:18.547982 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42fd2904-3fcd-47ba-b2f0-b67ee6a24bb9 admin admin] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 18:45:18.550009 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9db37c4c-93cf-4696-80bc-44438907f664 None None] DHCP port deletion for 8ff033f0-924c-436a-a7c5-a3c4e591b74e request from n-d-844202-1 {{(pid=88526) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 18:45:18.615220 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 22e7dc2c-baf7-420c-b31e-f3158358106f up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:45:18.713569 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb7e579-0fc8-4d24-854a-2b79f44e9350 None None] Sync routers for ids ['debb898e-75a8-4c0d-a69f-ed380535a9f7'] in n-d-844202-1 {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 18:45:18.739035 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-9db37c4c-93cf-4696-80bc-44438907f664 None None] Deleting port e288b122-48ee-41ca-9cdf-de82e3b7defc {{(pid=88526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:45:18.739035 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-9db37c4c-93cf-4696-80bc-44438907f664 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:18.759138 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-42fd2904-3fcd-47ba-b2f0-b67ee6a24bb9 admin admin] 10.222.0.41 "PUT /v2.0/routers/debb898e-75a8-4c0d-a69f-ed380535a9f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 21.5729232 Jun 01 18:45:18.808072 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb7e579-0fc8-4d24-854a-2b79f44e9350 None None] Routers {'debb898e-75a8-4c0d-a69f-ed380535a9f7'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:45:18.809300 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-cfb7e579-0fc8-4d24-854a-2b79f44e9350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:45:09Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['debb898e-75a8-4c0d-a69f-ed380535a9f7'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:45:18.909373 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 46674) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:45:19.064286 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [None req-71a0cb8f-a43a-4cab-98b9-c4a59e41ce70 admin admin] For port e288b122-48ee-41ca-9cdf-de82e3b7defc, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=e288b122-48ee-41ca-9cdf-de82e3b7defc,segment=NetworkSegment(5828215d-0fb1-4631-9fbf-29cbb70cb3dc),segment_id=5828215d-0fb1-4631-9fbf-29cbb70cb3dc)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:45:19.067314 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-71a0cb8f-a43a-4cab-98b9-c4a59e41ce70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:19.130688 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [None req-b89a5514-966d-407d-a316-1c6d44b0eb5a admin admin] For port 7cd1747f-74b1-4914-bb97-b75cd6ab8652, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=7cd1747f-74b1-4914-bb97-b75cd6ab8652,segment=NetworkSegment(55263802-5ec7-4dff-8473-f61d2e94acb2),segment_id=55263802-5ec7-4dff-8473-f61d2e94acb2)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:45:19.131351 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b89a5514-966d-407d-a316-1c6d44b0eb5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:19.343695 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-b89a5514-966d-407d-a316-1c6d44b0eb5a admin admin] Calling delete_port for 7cd1747f-74b1-4914-bb97-b75cd6ab8652 owned by network:dhcp {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:45:19.384493 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.agents_db [None req-e814b9cf-7de8-45d0-a079-29c61fabe7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 18:45:19.386285 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device a09c27c1-f153-4c91-8781-38190ade8e78 details requested by agent hyperv_n-h1-844202-1 with host n-h1-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 18:45:19.411776 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port 22e7dc2c-baf7-420c-b31e-f3158358106f completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:45:19.431928 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-603941b2-5619-4668-b88f-356e1ed359e8 None None] For port 7cd1747f-74b1-4914-bb97-b75cd6ab8652, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=7cd1747f-74b1-4914-bb97-b75cd6ab8652,segment=NetworkSegment(55263802-5ec7-4dff-8473-f61d2e94acb2),segment_id=55263802-5ec7-4dff-8473-f61d2e94acb2)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:45:19.432707 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-603941b2-5619-4668-b88f-356e1ed359e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:19.483567 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-71a0cb8f-a43a-4cab-98b9-c4a59e41ce70 admin admin] Calling delete_port for e288b122-48ee-41ca-9cdf-de82e3b7defc owned by network:dhcp {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:45:19.601827 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b89a5514-966d-407d-a316-1c6d44b0eb5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:19.644580 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 22e7dc2c-baf7-420c-b31e-f3158358106f triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:45:19.645409 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:19.696175 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89a5514-966d-407d-a316-1c6d44b0eb5a admin admin] No DVR routers for this DVR port 7cd1747f-74b1-4914-bb97-b75cd6ab8652 on host n-d-844202-1 {{(pid=88525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 18:45:19.790444 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89a5514-966d-407d-a316-1c6d44b0eb5a admin admin] Pushing event deleted for resources: {'Port': ['ID=7cd1747f-74b1-4914-bb97-b75cd6ab8652,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:45:19.802939 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-603941b2-5619-4668-b88f-356e1ed359e8 None None] Calling delete_port for 7cd1747f-74b1-4914-bb97-b75cd6ab8652 owned by network:dhcp {{(pid=88526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:45:20.011132 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-cfb7e579-0fc8-4d24-854a-2b79f44e9350 None None] Set router debb898e-75a8-4c0d-a69f-ed380535a9f7 gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:45:20.029832 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31146f22-0ddf-42c3-807b-164a43e17d73 req-8ee22883-133c-4657-9595-d3c31d0da727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:45:20.032110 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-31146f22-0ddf-42c3-807b-164a43e17d73 req-8ee22883-133c-4657-9595-d3c31d0da727 service neutron] 10.222.0.15 "GET /v2.0/networks?id=222758ca-4c6e-4ccb-8f11-8c829f4da008 HTTP/1.1" status: 200 len: 909 time: 1.7139490 Jun 01 18:45:20.034156 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-890d1305-de33-4e4d-ae35-dac604f7b188 admin admin] Notify callbacks [] for router, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:20.380302 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.db.resource_extend [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] It took 0.68 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 18:45:20.469333 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-890d1305-de33-4e4d-ae35-dac604f7b188 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:20.487899 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-31146f22-0ddf-42c3-807b-164a43e17d73 req-3e521626-5a9b-4544-a282-4e5e182e2255 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a09c27c1-f153-4c91-8781-38190ade8e78 HTTP/1.1" status: 200 len: 217 time: 0.3439214 Jun 01 18:45:20.617718 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-890d1305-de33-4e4d-ae35-dac604f7b188 admin admin] Deleting port b3984faa-a400-4337-a911-8cb7708e9c10 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:45:20.617910 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-890d1305-de33-4e4d-ae35-dac604f7b188 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:20.666505 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.15', 61085) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:45:20.781351 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-71a0cb8f-a43a-4cab-98b9-c4a59e41ce70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:20.804699 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-9db37c4c-93cf-4696-80bc-44438907f664 None None] For port e288b122-48ee-41ca-9cdf-de82e3b7defc, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=e288b122-48ee-41ca-9cdf-de82e3b7defc,segment=NetworkSegment(5828215d-0fb1-4631-9fbf-29cbb70cb3dc),segment_id=5828215d-0fb1-4631-9fbf-29cbb70cb3dc)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:45:20.805560 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-9db37c4c-93cf-4696-80bc-44438907f664 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:20.810253 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d5a5fd-e30a-4af7-8ccf-6b727b34bd3c req-d4f503a0-395a-4455-a1e0-60ee2c16fec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:45:20.812039 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-89d5a5fd-e30a-4af7-8ccf-6b727b34bd3c req-d4f503a0-395a-4455-a1e0-60ee2c16fec0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0182a2e51ffc43df8efdd2130dbcea4d&device_id=bb3df7f9-2434-4ba7-9379-cd0b0030b6bd HTTP/1.1" status: 200 len: 1124 time: 3.2878544 Jun 01 18:45:20.883518 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31146f22-0ddf-42c3-807b-164a43e17d73 req-c1ca7ff1-6da5-41bf-bbf2-5006cbac13d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:45:20.885578 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-31146f22-0ddf-42c3-807b-164a43e17d73 req-c1ca7ff1-6da5-41bf-bbf2-5006cbac13d9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2d25927e-118e-41f9-9e0e-90f9021c9592 HTTP/1.1" status: 200 len: 848 time: 0.3894849 Jun 01 18:45:20.887849 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a0cb8f-a43a-4cab-98b9-c4a59e41ce70 admin admin] Pushing event deleted for resources: {'Port': ['ID=e288b122-48ee-41ca-9cdf-de82e3b7defc,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:45:20.900101 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b89a5514-966d-407d-a316-1c6d44b0eb5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:20.945724 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a0cb8f-a43a-4cab-98b9-c4a59e41ce70 admin admin] No DVR routers for this DVR port e288b122-48ee-41ca-9cdf-de82e3b7defc on host n-d-844202-1 {{(pid=88524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 18:45:20.968514 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-9db37c4c-93cf-4696-80bc-44438907f664 None None] Calling delete_port for e288b122-48ee-41ca-9cdf-de82e3b7defc owned by network:dhcp {{(pid=88526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:45:21.055020 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709c8b6f-856d-4811-8168-868f03fe3f2f req-d25ccccf-cf76-439e-8837-7898eba9d5f6 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:45:21.057257 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-709c8b6f-856d-4811-8168-868f03fe3f2f req-d25ccccf-cf76-439e-8837-7898eba9d5f6 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] 10.222.0.41 "GET /v2.0/ports?device_id=bb3df7f9-2434-4ba7-9379-cd0b0030b6bd HTTP/1.1" status: 200 len: 943 time: 1.3376815 Jun 01 18:45:21.059814 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-31146f22-0ddf-42c3-807b-164a43e17d73 req-3df7accf-510d-47d4-a4ec-e33d6dab0071 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=222758ca-4c6e-4ccb-8f11-8c829f4da008&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1118193 Jun 01 18:45:21.075465 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-57951a9d-a7a7-4ee3-bf37-54cd0be435a6 req-1274ee32-9d06-4827-be90-8e6c9d6fd7f4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=97fc5fd1-6738-443f-8426-3662143a4c2a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 2.3150027 Jun 01 18:45:21.077097 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-9af84d97-0c7f-4f6f-b609-89654ae476d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e617e89e-2542-4473-8020-539e7395fae0', 'name': 'tempest-FloatingIPsNegativeTestJSON-1005469641-router', 'tenant_id': '82c6ad5b65e44aa09a1d82e678a9d3d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': '389e46bb-a7b9-4bf1-85fe-b2e71dbb89c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:44:46Z', 'updated_at': '2022-06-01T18:45:08Z', 'revision_number': 4, 'project_id': '82c6ad5b65e44aa09a1d82e678a9d3d2', 'gw_port': {'id': '389e46bb-a7b9-4bf1-85fe-b2e71dbb89c0', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:76:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e617e89e-2542-4473-8020-539e7395fae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:44:49Z', 'updated_at': '2022-06-01T18:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': 'd9f2e6c7-22a3-4b12-a802-eb87b1c5343b', 'name': '', 'network_id': 'ca7b392c-8180-4a04-9249-470a26584648', 'tenant_id': '82c6ad5b65e44aa09a1d82e678a9d3d2', 'mac_address': 'fa:16:3e:05:bc:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e617e89e-2542-4473-8020-539e7395fae0', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '2a094ab5-df87-4744-9e61-75be4c4af882', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:45:05Z', 'updated_at': '2022-06-01T18:45:15Z', 'revision_number': 4, 'project_id': '82c6ad5b65e44aa09a1d82e678a9d3d2', 'subnets': [{'id': '2a094ab5-df87-4744-9e61-75be4c4af882', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:45:21.105784 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af84d97-0c7f-4f6f-b609-89654ae476d3 None None] The sync data for ids ['e617e89e-2542-4473-8020-539e7395fae0'] in n-d-844202-1 is: [{'id': 'e617e89e-2542-4473-8020-539e7395fae0', 'name': 'tempest-FloatingIPsNegativeTestJSON-1005469641-router', 'tenant_id': '82c6ad5b65e44aa09a1d82e678a9d3d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': '389e46bb-a7b9-4bf1-85fe-b2e71dbb89c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:44:46Z', 'updated_at': '2022-06-01T18:45:08Z', 'revision_number': 4, 'project_id': '82c6ad5b65e44aa09a1d82e678a9d3d2', 'gw_port': {'id': '389e46bb-a7b9-4bf1-85fe-b2e71dbb89c0', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:76:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e617e89e-2542-4473-8020-539e7395fae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:44:49Z', 'updated_at': '2022-06-01T18:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': 'd9f2e6c7-22a3-4b12-a802-eb87b1c5343b', 'name': '', 'network_id': 'ca7b392c-8180-4a04-9249-470a26584648', 'tenant_id': '82c6ad5b65e44aa09a1d82e678a9d3d2', 'mac_address': 'fa:16:3e:05:bc:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e617e89e-2542-4473-8020-539e7395fae0', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '2a094ab5-df87-4744-9e61-75be4c4af882', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:45:05Z', 'updated_at': '2022-06-01T18:45:15Z', 'revision_number': 4, 'project_id': '82c6ad5b65e44aa09a1d82e678a9d3d2', 'subnets': [{'id': '2a094ab5-df87-4744-9e61-75be4c4af882', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 18:45:21.232568 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d24758a9-dff2-479e-be4f-881b46c542b9 req-b3a4b83c-5d3e-4381-9d91-f97f015dca30 service neutron] 10.222.0.15 "GET /v2.0/ports/76ff1072-6dd9-430e-a046-4981370d94c1/bindings/n-h2-844202-1 HTTP/1.1" status: 200 len: 384 time: 0.5633802 Jun 01 18:45:21.234762 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 22e7dc2c-baf7-420c-b31e-f3158358106f is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:45:21.235141 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:21.259599 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port 22e7dc2c-baf7-420c-b31e-f3158358106f, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=22e7dc2c-baf7-420c-b31e-f3158358106f,segment=NetworkSegment(7875af61-4c53-4ff2-b8c8-d4b7c35ff947),segment_id=7875af61-4c53-4ff2-b8c8-d4b7c35ff947)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:45:21.272600 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-b89a5514-966d-407d-a316-1c6d44b0eb5a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7475c262-ab00-42c7-8a8e-ce0d66e28c6b']}} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:45:21.290821 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:21.364915 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c252637d-d03d-476f-b3fe-653e91e5639a req-d4d5e28f-a2c6-484a-ab56-85dc78cd7b02 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:45:21.366951 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c252637d-d03d-476f-b3fe-653e91e5639a req-d4d5e28f-a2c6-484a-ab56-85dc78cd7b02 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a626321-194f-492e-91f3-8995de8b564c HTTP/1.1" status: 200 len: 943 time: 2.8307016 Jun 01 18:45:21.379592 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.db.api [None req-603941b2-5619-4668-b88f-356e1ed359e8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88526) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 18:45:21.380309 n-d-844202-1 neutron-server[88526]: DEBUG oslo_db.api [None req-603941b2-5619-4668-b88f-356e1ed359e8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 18:45:21.382483 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-b89a5514-966d-407d-a316-1c6d44b0eb5a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55263802-5ec7-4dff-8473-f61d2e94acb2') {'for_net_delete': True} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:45:21.382776 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-b89a5514-966d-407d-a316-1c6d44b0eb5a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55263802-5ec7-4dff-8473-f61d2e94acb2') {} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:45:21.432487 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 7cd1747f-74b1-4914-bb97-b75cd6ab8652 no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:45:21.490592 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: 7cd1747f-74b1-4914-bb97-b75cd6ab8652 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 18:45:21.491248 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 7cd1747f-74b1-4914-bb97-b75cd6ab8652 not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 18:45:21.521301 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port a09c27c1-f153-4c91-8781-38190ade8e78, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=a09c27c1-f153-4c91-8781-38190ade8e78,segment=NetworkSegment(9bd376cf-8b39-4b75-aaa6-34bd3746194e),segment_id=9bd376cf-8b39-4b75-aaa6-34bd3746194e)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:45:21.572568 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d5a5fd-e30a-4af7-8ccf-6b727b34bd3c req-6deb317a-3a9b-4a6f-aec2-f4cd9c04618d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:45:21.574048 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-89d5a5fd-e30a-4af7-8ccf-6b727b34bd3c req-6deb317a-3a9b-4a6f-aec2-f4cd9c04618d service neutron] 10.222.0.15 "GET /v2.0/networks?id=411d1518-9352-4dec-8af2-2285a53556b4 HTTP/1.1" status: 200 len: 922 time: 0.7431228 Jun 01 18:45:21.621493 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Returning: {'device': 'a09c27c1-f153-4c91-8781-38190ade8e78', 'network_id': '222758ca-4c6e-4ccb-8f11-8c829f4da008', 'port_id': 'a09c27c1-f153-4c91-8781-38190ade8e78', 'mac_address': 'fa:16:3e:28:ec:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d25927e-118e-41f9-9e0e-90f9021c9592', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 18:45:21.630111 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.db.api [None req-9db37c4c-93cf-4696-80bc-44438907f664 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88526) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 18:45:21.630467 n-d-844202-1 neutron-server[88526]: DEBUG oslo_db.api [None req-9db37c4c-93cf-4696-80bc-44438907f664 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 18:45:21.683759 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [None req-890d1305-de33-4e4d-ae35-dac604f7b188 admin admin] For port b3984faa-a400-4337-a911-8cb7708e9c10, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=b3984faa-a400-4337-a911-8cb7708e9c10,segment=NetworkSegment(7875af61-4c53-4ff2-b8c8-d4b7c35ff947),segment_id=7875af61-4c53-4ff2-b8c8-d4b7c35ff947)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:45:21.684616 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-890d1305-de33-4e4d-ae35-dac604f7b188 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:21.710404 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b89a5514-966d-407d-a316-1c6d44b0eb5a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2258522'] for segment, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:21.759394 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=22e7dc2c-baf7-420c-b31e-f3158358106f,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:45:21.774819 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device d9f2e6c7-22a3-4b12-a802-eb87b1c5343b up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:45:21.807513 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-89d5a5fd-e30a-4af7-8ccf-6b727b34bd3c req-d4f40514-30d6-4fff-84a3-d67db53d7d54 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=76ff1072-6dd9-430e-a046-4981370d94c1 HTTP/1.1" status: 200 len: 217 time: 0.1784492 Jun 01 18:45:21.855790 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:45:21.856960 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:45:21.858758 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:45:21.859046 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:45:21.860116 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:45:21.860586 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:45:21.861431 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:45:21.862440 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:45:21.863583 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:45:21.864205 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:45:21.864823 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:45:21.865296 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:45:21.884042 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-603941b2-5619-4668-b88f-356e1ed359e8 None None] Deleting port 7cd1747f-74b1-4914-bb97-b75cd6ab8652 {{(pid=88526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:45:21.884718 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-603941b2-5619-4668-b88f-356e1ed359e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:22.007023 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-631354dc-0606-4037-a841-c3d0eee0b4b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:22.025205 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c252637d-d03d-476f-b3fe-653e91e5639a req-f659e869-df92-4143-b912-8932cb143fe5 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] 10.222.0.41 "GET /v2.0/security-groups?id=92820b43-7593-449e-bdb5-02c9f22d29e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5733483 Jun 01 18:45:22.035410 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b89a5514-966d-407d-a316-1c6d44b0eb5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:22.050838 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port a09c27c1-f153-4c91-8781-38190ade8e78 is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:45:22.054160 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:22.118092 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-603941b2-5619-4668-b88f-356e1ed359e8 None None] The port '7cd1747f-74b1-4914-bb97-b75cd6ab8652' was deleted {{(pid=88526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 01 18:45:22.147212 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-9db37c4c-93cf-4696-80bc-44438907f664 None None] Deleting port e288b122-48ee-41ca-9cdf-de82e3b7defc {{(pid=88526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:45:22.149040 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-9db37c4c-93cf-4696-80bc-44438907f664 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:22.158313 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b89a5514-966d-407d-a316-1c6d44b0eb5a admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=88525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 18:45:22.171912 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b89a5514-966d-407d-a316-1c6d44b0eb5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2613981'] for segment, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:22.208610 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a09c27c1-f153-4c91-8781-38190ade8e78 {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:45:22.265299 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-9db37c4c-93cf-4696-80bc-44438907f664 None None] The port 'e288b122-48ee-41ca-9cdf-de82e3b7defc' was deleted {{(pid=88526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 01 18:45:22.294849 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-cfb7e579-0fc8-4d24-854a-2b79f44e9350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'debb898e-75a8-4c0d-a69f-ed380535a9f7', 'name': 'tempest-AttachSCSIVolumeTestJSON-1363547105-router', 'tenant_id': '45241712d04f44c69000bd03eb1880d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': 'b3984faa-a400-4337-a911-8cb7708e9c10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:41:41Z', 'updated_at': '2022-06-01T18:45:08Z', 'revision_number': 5, 'project_id': '45241712d04f44c69000bd03eb1880d9', 'gw_port': {'id': 'b3984faa-a400-4337-a911-8cb7708e9c10', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b0:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'debb898e-75a8-4c0d-a69f-ed380535a9f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:41:43Z', 'updated_at': '2022-06-01T18:41:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:45:22.299246 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port a09c27c1-f153-4c91-8781-38190ade8e78, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=a09c27c1-f153-4c91-8781-38190ade8e78,segment=NetworkSegment(9bd376cf-8b39-4b75-aaa6-34bd3746194e),segment_id=9bd376cf-8b39-4b75-aaa6-34bd3746194e)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:45:22.306683 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port d9f2e6c7-22a3-4b12-a802-eb87b1c5343b completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:45:22.317091 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port d9f2e6c7-22a3-4b12-a802-eb87b1c5343b triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:45:22.318613 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:22.350100 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment 55263802-5ec7-4dff-8473-f61d2e94acb2 resource provider aggregate not found Jun 01 18:45:22.353236 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-31146f22-0ddf-42c3-807b-164a43e17d73 req-9a261f4d-2115-41f1-9a57-956d159f9489 service neutron] 10.222.0.15 "GET /v2.0/networks/222758ca-4c6e-4ccb-8f11-8c829f4da008?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2515194 Jun 01 18:45:22.365379 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb7e579-0fc8-4d24-854a-2b79f44e9350 None None] Checking router: debb898e-75a8-4c0d-a69f-ed380535a9f7 for host: n-d-844202-1 {{(pid=88526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 18:45:22.374635 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:22.420283 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-890d1305-de33-4e4d-ae35-dac604f7b188 admin admin] Calling delete_port for b3984faa-a400-4337-a911-8cb7708e9c10 owned by network:router_gateway {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:45:22.425719 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57951a9d-a7a7-4ee3-bf37-54cd0be435a6 req-6fe20134-0d69-4199-ae76-3a0e11aa095c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:45:22.428979 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-57951a9d-a7a7-4ee3-bf37-54cd0be435a6 req-6fe20134-0d69-4199-ae76-3a0e11aa095c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=137ece96c9a540a3beca61997d52bb89&device_id=97fc5fd1-6738-443f-8426-3662143a4c2a HTTP/1.1" status: 200 len: 1099 time: 1.2921386 Jun 01 18:45:22.472654 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment 55263802-5ec7-4dff-8473-f61d2e94acb2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 55263802-5ec7-4dff-8473-f61d2e94acb2 found for delete ", "request_id": "req-31ff7bd5-8dd0-451d-8f28-940d9fa6c8d0"}]} Jun 01 18:45:22.503569 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d5a5fd-e30a-4af7-8ccf-6b727b34bd3c req-a5d20448-c931-4862-8945-8b1f4dd8c71d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:45:22.505123 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-89d5a5fd-e30a-4af7-8ccf-6b727b34bd3c req-a5d20448-c931-4862-8945-8b1f4dd8c71d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cfa67698-6bf3-43ec-a752-299eaec79caf HTTP/1.1" status: 200 len: 861 time: 0.6767607 Jun 01 18:45:22.624687 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=a09c27c1-f153-4c91-8781-38190ade8e78,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:45:22.640493 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb7e579-0fc8-4d24-854a-2b79f44e9350 None None] Routers {'debb898e-75a8-4c0d-a69f-ed380535a9f7'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:45:22.641301 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-cfb7e579-0fc8-4d24-854a-2b79f44e9350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:45:09Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['debb898e-75a8-4c0d-a69f-ed380535a9f7'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:45:22.681400 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-709c8b6f-856d-4811-8168-868f03fe3f2f req-a8c3e51f-5f6a-4816-93fc-6f18e838638c tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] 10.222.0.41 "GET /v2.0/security-groups?id=444c87ba-31dc-4b5a-9977-492e198b845a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6059442 Jun 01 18:45:22.692479 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-71a0cb8f-a43a-4cab-98b9-c4a59e41ce70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:22.748333 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-89d5a5fd-e30a-4af7-8ccf-6b727b34bd3c req-ee68ecd9-7650-4838-aba1-faadae9dbbb3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=411d1518-9352-4dec-8af2-2285a53556b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2166677 Jun 01 18:45:22.832445 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-71a0cb8f-a43a-4cab-98b9-c4a59e41ce70 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ff033f0-924c-436a-a7c5-a3c4e591b74e']}} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:45:22.887180 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-71a0cb8f-a43a-4cab-98b9-c4a59e41ce70 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5828215d-0fb1-4631-9fbf-29cbb70cb3dc') {'for_net_delete': True} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:45:22.887840 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-71a0cb8f-a43a-4cab-98b9-c4a59e41ce70 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5828215d-0fb1-4631-9fbf-29cbb70cb3dc') {} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:45:22.903258 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-71a0cb8f-a43a-4cab-98b9-c4a59e41ce70 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2702126'] for segment, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:22.914647 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-cfb7e579-0fc8-4d24-854a-2b79f44e9350 None None] Set router debb898e-75a8-4c0d-a69f-ed380535a9f7 gateway port host: None {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:45:22.944586 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-71a0cb8f-a43a-4cab-98b9-c4a59e41ce70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:22.993928 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d42590f0-d899-4e0a-a3dc-33759cdd4ec3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-887474'] for router_interface, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:23.012380 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] get_ports_and_sgs() called for port_ids ['a09c27c1-f153-4c91-8781-38190ade8e78'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:45:23.235785 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-cfb7e579-0fc8-4d24-854a-2b79f44e9350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'debb898e-75a8-4c0d-a69f-ed380535a9f7', 'name': 'tempest-AttachSCSIVolumeTestJSON-1363547105-router', 'tenant_id': '45241712d04f44c69000bd03eb1880d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:41:41Z', 'updated_at': '2022-06-01T18:45:20Z', 'revision_number': 6, 'project_id': '45241712d04f44c69000bd03eb1880d9', 'gw_port_host': None}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:45:23.252685 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb7e579-0fc8-4d24-854a-2b79f44e9350 None None] The sync data for ids ['debb898e-75a8-4c0d-a69f-ed380535a9f7'] in n-d-844202-1 is: [{'id': 'debb898e-75a8-4c0d-a69f-ed380535a9f7', 'name': 'tempest-AttachSCSIVolumeTestJSON-1363547105-router', 'tenant_id': '45241712d04f44c69000bd03eb1880d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:41:41Z', 'updated_at': '2022-06-01T18:45:20Z', 'revision_number': 6, 'project_id': '45241712d04f44c69000bd03eb1880d9', 'gw_port_host': None}] {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 18:45:23.403744 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-d24758a9-dff2-479e-be4f-881b46c542b9 req-55ae084a-9b1d-4096-98e6-5738dfde4a3e service neutron] For port 76ff1072-6dd9-430e-a046-4981370d94c1, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=76ff1072-6dd9-430e-a046-4981370d94c1,segment=NetworkSegment(e7a2e8fb-b3d5-44ba-bb42-81da885a74e3),segment_id=e7a2e8fb-b3d5-44ba-bb42-81da885a74e3)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:45:23.426487 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port d9f2e6c7-22a3-4b12-a802-eb87b1c5343b is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:45:23.426871 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:23.453144 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-d24758a9-dff2-479e-be4f-881b46c542b9 req-55ae084a-9b1d-4096-98e6-5738dfde4a3e service neutron] For port 76ff1072-6dd9-430e-a046-4981370d94c1, host n-h1-844202-1, cleared binding levels {{(pid=88524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:45:23.499325 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port d9f2e6c7-22a3-4b12-a802-eb87b1c5343b, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=d9f2e6c7-22a3-4b12-a802-eb87b1c5343b,segment=NetworkSegment(edd69e72-3f7e-4939-b863-44483abb7720),segment_id=edd69e72-3f7e-4939-b863-44483abb7720)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:45:23.515392 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b89a5514-966d-407d-a316-1c6d44b0eb5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:23.525526 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [req-d24758a9-dff2-479e-be4f-881b46c542b9 req-55ae084a-9b1d-4096-98e6-5738dfde4a3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76ff1072-6dd9-430e-a046-4981370d94c1 {{(pid=88524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:45:23.530211 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:23.549961 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-d24758a9-dff2-479e-be4f-881b46c542b9 req-55ae084a-9b1d-4096-98e6-5738dfde4a3e service neutron] For port 76ff1072-6dd9-430e-a046-4981370d94c1, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=76ff1072-6dd9-430e-a046-4981370d94c1,segment=NetworkSegment(e7a2e8fb-b3d5-44ba-bb42-81da885a74e3),segment_id=e7a2e8fb-b3d5-44ba-bb42-81da885a74e3)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:45:23.596099 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71a0cb8f-a43a-4cab-98b9-c4a59e41ce70 admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=88524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 18:45:23.597701 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-71a0cb8f-a43a-4cab-98b9-c4a59e41ce70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2719018'] for segment, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:23.723518 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-31146f22-0ddf-42c3-807b-164a43e17d73 req-e69bdeed-06f4-40c7-b6c8-aed8a2bcd529 service neutron] 10.222.0.15 "GET /v2.0/networks/222758ca-4c6e-4ccb-8f11-8c829f4da008?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2280309 Jun 01 18:45:23.833788 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=d9f2e6c7-22a3-4b12-a802-eb87b1c5343b,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:45:23.913489 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device e288b122-48ee-41ca-9cdf-de82e3b7defc no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:45:24.015086 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: e288b122-48ee-41ca-9cdf-de82e3b7defc {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 18:45:24.016408 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device e288b122-48ee-41ca-9cdf-de82e3b7defc not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 18:45:24.018472 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment 5828215d-0fb1-4631-9fbf-29cbb70cb3dc resource provider aggregate not found Jun 01 18:45:24.039787 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b89a5514-966d-407d-a316-1c6d44b0eb5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:24.042460 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-d24758a9-dff2-479e-be4f-881b46c542b9 req-55ae084a-9b1d-4096-98e6-5738dfde4a3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:24.164800 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-b89a5514-966d-407d-a316-1c6d44b0eb5a admin admin] 10.222.0.41 "DELETE /v2.0/networks/7475c262-ab00-42c7-8a8e-ce0d66e28c6b HTTP/1.1" status: 204 len: 168 time: 8.1916544 Jun 01 18:45:24.166409 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 22e7dc2c-baf7-420c-b31e-f3158358106f up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:45:24.185262 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57951a9d-a7a7-4ee3-bf37-54cd0be435a6 req-d7eb3426-8563-4a98-ad3a-1992952745eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:45:24.187558 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-57951a9d-a7a7-4ee3-bf37-54cd0be435a6 req-d7eb3426-8563-4a98-ad3a-1992952745eb service neutron] 10.222.0.15 "GET /v2.0/networks?id=898153a3-5d71-43be-9d14-343ea4a48426 HTTP/1.1" status: 200 len: 870 time: 1.7100508 Jun 01 18:45:24.220066 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-890d1305-de33-4e4d-ae35-dac604f7b188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:24.234766 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment 5828215d-0fb1-4631-9fbf-29cbb70cb3dc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5828215d-0fb1-4631-9fbf-29cbb70cb3dc found for delete ", "request_id": "req-2bedb971-c69b-4415-826e-df6184c17061"}]} Jun 01 18:45:24.237938 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89a5514-966d-407d-a316-1c6d44b0eb5a admin admin] Pushing event deleted for resources: {'Network': ['ID=7475c262-ab00-42c7-8a8e-ce0d66e28c6b,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:45:24.352270 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-57951a9d-a7a7-4ee3-bf37-54cd0be435a6 req-10b035fc-e48b-451f-842a-23a798c9ce5f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=d988fe22-c967-42a2-b782-a45aecc0087f HTTP/1.1" status: 200 len: 217 time: 0.1375506 Jun 01 18:45:24.390937 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 76ff1072-6dd9-430e-a046-4981370d94c1 no longer exists at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:45:24.395456 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890d1305-de33-4e4d-ae35-dac604f7b188 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3984faa-a400-4337-a911-8cb7708e9c10,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:45:24.467634 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-71a0cb8f-a43a-4cab-98b9-c4a59e41ce70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:24.468657 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57951a9d-a7a7-4ee3-bf37-54cd0be435a6 req-f6b472ba-cd5d-48ca-a11a-8dfd5f5d1262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:45:24.470626 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-57951a9d-a7a7-4ee3-bf37-54cd0be435a6 req-f6b472ba-cd5d-48ca-a11a-8dfd5f5d1262 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=35e3ad2f-9c88-4698-b634-4e1b58de1cc2 HTTP/1.1" status: 200 len: 843 time: 0.1108015 Jun 01 18:45:24.501230 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-71a0cb8f-a43a-4cab-98b9-c4a59e41ce70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:24.542026 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a0cb8f-a43a-4cab-98b9-c4a59e41ce70 admin admin] Pushing event deleted for resources: {'Network': ['ID=8ff033f0-924c-436a-a7c5-a3c4e591b74e,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:45:24.557485 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-71a0cb8f-a43a-4cab-98b9-c4a59e41ce70 admin admin] 10.222.0.41 "DELETE /v2.0/networks/8ff033f0-924c-436a-a7c5-a3c4e591b74e HTTP/1.1" status: 204 len: 168 time: 7.3949320 Jun 01 18:45:24.574232 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-890d1305-de33-4e4d-ae35-dac604f7b188 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-887703'] for router_gateway, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:24.698013 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 46730) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:45:24.716283 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-89d5a5fd-e30a-4af7-8ccf-6b727b34bd3c req-cb1a30b7-8c9a-405f-8a63-490a2b91b543 service neutron] 10.222.0.15 "GET /v2.0/networks/411d1518-9352-4dec-8af2-2285a53556b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.9396131 Jun 01 18:45:24.733492 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 22e7dc2c-baf7-420c-b31e-f3158358106f triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:45:24.734349 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:24.784738 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [req-d24758a9-dff2-479e-be4f-881b46c542b9 req-55ae084a-9b1d-4096-98e6-5738dfde4a3e service neutron] Transition to ACTIVE for port object 76ff1072-6dd9-430e-a046-4981370d94c1 will not be triggered until provisioned by entity L2. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:45:24.785357 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 46738) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:45:24.835788 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 76ff1072-6dd9-430e-a046-4981370d94c1 not bound to the agent host n-h1-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 18:45:24.930053 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-d24758a9-dff2-479e-be4f-881b46c542b9 req-55ae084a-9b1d-4096-98e6-5738dfde4a3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:24.947203 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64542567-8b6e-48ec-aa9a-f2a3e45a6990 req-0212cbcf-6cd5-4822-9a9b-4188fd43cf9f tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:45:24.950402 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-64542567-8b6e-48ec-aa9a-f2a3e45a6990 req-0212cbcf-6cd5-4822-9a9b-4188fd43cf9f tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a626321-194f-492e-91f3-8995de8b564c HTTP/1.1" status: 200 len: 944 time: 1.4294000 Jun 01 18:45:24.965822 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 22e7dc2c-baf7-420c-b31e-f3158358106f is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:45:24.967507 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device d9f2e6c7-22a3-4b12-a802-eb87b1c5343b up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:45:24.989279 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57408d97-7459-43a5-9dd7-1e76a784a6e5 req-cfde9f38-ed2f-4832-a402-79ac4c641983 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:45:24.996894 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-57408d97-7459-43a5-9dd7-1e76a784a6e5 req-cfde9f38-ed2f-4832-a402-79ac4c641983 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] 10.222.0.41 "GET /v2.0/ports?device_id=bb3df7f9-2434-4ba7-9379-cd0b0030b6bd HTTP/1.1" status: 200 len: 943 time: 0.9603138 Jun 01 18:45:25.023727 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-890d1305-de33-4e4d-ae35-dac604f7b188 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25316'] for router, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:25.047977 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-890d1305-de33-4e4d-ae35-dac604f7b188 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:25.118244 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [None req-631354dc-0606-4037-a841-c3d0eee0b4b9 admin admin] Allocated IP 172.20.0.1 (f485d579-7529-4636-ae31-9fc1fec94322/e3aaca05-30ec-4457-96c4-ed8fafe49371/747bae15-5021-49b5-bc08-285fe5695725) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:45:25.129968 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port d9f2e6c7-22a3-4b12-a802-eb87b1c5343b triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:45:25.131315 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:25.217196 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-d24758a9-dff2-479e-be4f-881b46c542b9 req-55ae084a-9b1d-4096-98e6-5738dfde4a3e service neutron] No DVR routers for this DVR port 76ff1072-6dd9-430e-a046-4981370d94c1 on host n-h1-844202-1 {{(pid=88524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 18:45:25.224563 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-890d1305-de33-4e4d-ae35-dac604f7b188 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-891519'] for router, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:25.225108 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-890d1305-de33-4e4d-ae35-dac604f7b188 admin admin] Fanout notify agent at l3_agent the message router_deleted on router debb898e-75a8-4c0d-a69f-ed380535a9f7 {{(pid=88524) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 18:45:25.232769 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-05f5304a-79b6-4ef8-9aab-352b966b13b3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7dd3c8e221f9433b9e41db5bb127ec48&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4446163 Jun 01 18:45:25.249013 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-57408d97-7459-43a5-9dd7-1e76a784a6e5 req-7d73c736-247b-4e00-be2d-f5afdd3b10d7 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] 10.222.0.41 "GET /v2.0/security-groups?id=444c87ba-31dc-4b5a-9977-492e198b845a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2516499 Jun 01 18:45:25.251393 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-890d1305-de33-4e4d-ae35-dac604f7b188 admin admin] Notify callbacks [] for router, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:25.256786 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-890d1305-de33-4e4d-ae35-dac604f7b188 admin admin] 10.222.0.41 "DELETE /v2.0/routers/debb898e-75a8-4c0d-a69f-ed380535a9f7 HTTP/1.1" status: 204 len: 168 time: 6.3427794 Jun 01 18:45:25.258622 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 46742) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:45:25.259308 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 46744) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:45:25.259957 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ae084a-9b1d-4096-98e6-5738dfde4a3e service neutron] Pushing event updated for resources: {'Port': ['ID=76ff1072-6dd9-430e-a046-4981370d94c1,revision_number=10']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:45:25.278876 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-d42590f0-d899-4e0a-a3dc-33759cdd4ec3 admin admin] Deleting port d9f2e6c7-22a3-4b12-a802-eb87b1c5343b {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:45:25.279213 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d42590f0-d899-4e0a-a3dc-33759cdd4ec3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:25.304021 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port d9f2e6c7-22a3-4b12-a802-eb87b1c5343b is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:45:25.404339 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 36f5f216-1a85-431b-aada-810ed3c1fec5 no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:45:25.418579 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57951a9d-a7a7-4ee3-bf37-54cd0be435a6 req-900aeeea-5905-406e-b3fe-6ac7b09a4fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:45:25.420254 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-57951a9d-a7a7-4ee3-bf37-54cd0be435a6 req-900aeeea-5905-406e-b3fe-6ac7b09a4fc3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=898153a3-5d71-43be-9d14-343ea4a48426&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9207714 Jun 01 18:45:25.444749 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: 36f5f216-1a85-431b-aada-810ed3c1fec5 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 18:45:25.445101 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 36f5f216-1a85-431b-aada-810ed3c1fec5 not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 18:45:25.445501 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device b3984faa-a400-4337-a911-8cb7708e9c10 no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:45:25.481794 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-64542567-8b6e-48ec-aa9a-f2a3e45a6990 req-e86ebef5-3718-47c6-94d2-1ddb3f688e55 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] 10.222.0.41 "GET /v2.0/security-groups?id=92820b43-7593-449e-bdb5-02c9f22d29e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4689317 Jun 01 18:45:25.515221 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: b3984faa-a400-4337-a911-8cb7708e9c10 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 18:45:25.515587 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device b3984faa-a400-4337-a911-8cb7708e9c10 not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 18:45:25.541256 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d24758a9-dff2-479e-be4f-881b46c542b9 req-55ae084a-9b1d-4096-98e6-5738dfde4a3e service neutron] 10.222.0.15 "PUT /v2.0/ports/76ff1072-6dd9-430e-a046-4981370d94c1/bindings/n-h2-844202-1/activate HTTP/1.1" status: 200 len: 369 time: 3.3082604 Jun 01 18:45:25.547316 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-aa39f54d-20ca-4470-b9df-fd942d44e452 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:25.557443 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-33871730-0a11-46e6-8136-4e049a144528 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e0dc2e96ec69456782f276e47bf2486d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8457398 Jun 01 18:45:25.557664 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_v2 [None req-35210e52-5fff-4906-95ab-a37bc289d394 admin admin] Deleting subnet 095d92a5-4fce-4555-937d-a37b373b8ecc {{(pid=88524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 18:45:25.566888 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 46772) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:45:25.584184 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-35210e52-5fff-4906-95ab-a37bc289d394 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:25.748898 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-aa39f54d-20ca-4470-b9df-fd942d44e452 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:25.751733 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-89d5a5fd-e30a-4af7-8ccf-6b727b34bd3c req-8c550530-7777-4ab7-94b5-5f00be3192fb service neutron] 10.222.0.15 "GET /v2.0/networks/411d1518-9352-4dec-8af2-2285a53556b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0236552 Jun 01 18:45:25.785353 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-631354dc-0606-4037-a841-c3d0eee0b4b9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:25.802228 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-35210e52-5fff-4906-95ab-a37bc289d394 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2702137'] for subnet, precommit_delete_associations {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:25.854193 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [None req-631354dc-0606-4037-a841-c3d0eee0b4b9 admin admin] Transition to ACTIVE for port object 747bae15-5021-49b5-bc08-285fe5695725 will not be triggered until provisioned by entity DHCP. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:45:25.902304 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a555b852-ee0f-4550-b7ef-9c341f6c0d76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:25.904180 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-57951a9d-a7a7-4ee3-bf37-54cd0be435a6 req-b6e9825c-c7ee-4b6c-801e-ba36ea1655e9 service neutron] 10.222.0.15 "GET /v2.0/networks/898153a3-5d71-43be-9d14-343ea4a48426?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4521031 Jun 01 18:45:25.963300 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24758a9-dff2-479e-be4f-881b46c542b9 req-30724fcd-07c6-4cf3-9b7c-7fd89bfda114 tempest-LiveAutoBlockMigrationV225Test-590672389 tempest-LiveAutoBlockMigrationV225Test-590672389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:45:25.964360 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [None req-d42590f0-d899-4e0a-a3dc-33759cdd4ec3 admin admin] For port d9f2e6c7-22a3-4b12-a802-eb87b1c5343b, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=d9f2e6c7-22a3-4b12-a802-eb87b1c5343b,segment=NetworkSegment(edd69e72-3f7e-4939-b863-44483abb7720),segment_id=edd69e72-3f7e-4939-b863-44483abb7720)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:45:25.964837 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d42590f0-d899-4e0a-a3dc-33759cdd4ec3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:25.964970 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d24758a9-dff2-479e-be4f-881b46c542b9 req-30724fcd-07c6-4cf3-9b7c-7fd89bfda114 tempest-LiveAutoBlockMigrationV225Test-590672389 tempest-LiveAutoBlockMigrationV225Test-590672389-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=bb3df7f9-2434-4ba7-9379-cd0b0030b6bd&tenant_id=0182a2e51ffc43df8efdd2130dbcea4d&binding%3Ahost_id=n-h1-844202-1 HTTP/1.1" status: 200 len: 1095 time: 0.3045866 Jun 01 18:45:25.976503 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcc8381-86b2-4c64-8317-44fc00bba92b req-5d57945c-f97b-456a-90c6-b1b428a96933 tempest-ListImageFiltersTestJSON-5492641 tempest-ListImageFiltersTestJSON-5492641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:45:25.977952 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-bbcc8381-86b2-4c64-8317-44fc00bba92b req-5d57945c-f97b-456a-90c6-b1b428a96933 tempest-ListImageFiltersTestJSON-5492641 tempest-ListImageFiltersTestJSON-5492641-project] 10.222.0.41 "GET /v2.0/ports?device_id=75eeb2d2-9f66-496a-80bb-b33663e212ac HTTP/1.1" status: 200 len: 950 time: 0.3658061 Jun 01 18:45:25.980942 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a555b852-ee0f-4550-b7ef-9c341f6c0d76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:25.989235 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-aa39f54d-20ca-4470-b9df-fd942d44e452 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:26.081580 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa39f54d-20ca-4470-b9df-fd942d44e452 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81c047ee-8160-4f43-848f-c45b1de327c3,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:45:26.119647 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-35210e52-5fff-4906-95ab-a37bc289d394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:26.163536 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-aa39f54d-20ca-4470-b9df-fd942d44e452 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:26.164698 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-aa39f54d-20ca-4470-b9df-fd942d44e452 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/81c047ee-8160-4f43-848f-c45b1de327c3 HTTP/1.1" status: 204 len: 168 time: 0.8521719 Jun 01 18:45:26.198160 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-bbcc8381-86b2-4c64-8317-44fc00bba92b req-9b4a92af-4edc-4ceb-9d4e-92649f39299d tempest-ListImageFiltersTestJSON-5492641 tempest-ListImageFiltersTestJSON-5492641-project] 10.222.0.41 "GET /v2.0/security-groups?id=5427509f-34d7-4eb0-9761-0171d484d3bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019510 Jun 01 18:45:26.232745 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24758a9-dff2-479e-be4f-881b46c542b9 req-0ff1cdd5-b45d-4cc4-92be-397989ff0906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:45:26.234556 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d24758a9-dff2-479e-be4f-881b46c542b9 req-0ff1cdd5-b45d-4cc4-92be-397989ff0906 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=bb3df7f9-2434-4ba7-9379-cd0b0030b6bd&tenant_id=0182a2e51ffc43df8efdd2130dbcea4d HTTP/1.1" status: 200 len: 1095 time: 0.2557309 Jun 01 18:45:26.237926 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a555b852-ee0f-4550-b7ef-9c341f6c0d76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:26.252333 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-35210e52-5fff-4906-95ab-a37bc289d394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2718856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3066595'] for subnet, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:26.289449 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a555b852-ee0f-4550-b7ef-9c341f6c0d76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b07651a0-9e42-4158-83b3-465d7a0dded5,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:45:26.335765 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-d42590f0-d899-4e0a-a3dc-33759cdd4ec3 admin admin] Calling delete_port for d9f2e6c7-22a3-4b12-a802-eb87b1c5343b owned by network:router_interface {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:45:26.356081 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35210e52-5fff-4906-95ab-a37bc289d394 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=095d92a5-4fce-4555-937d-a37b373b8ecc,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:45:26.366422 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device a09c27c1-f153-4c91-8781-38190ade8e78 up at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:45:26.377645 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-35210e52-5fff-4906-95ab-a37bc289d394 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:26.379209 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-cdf11561-22bf-4e99-8738-a4e5fdfd07cf req-182a6559-b85f-4406-8004-55c3f7e426b1 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=26f7889e-93cf-42e0-b644-7fc47dc1a909&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8534453 Jun 01 18:45:26.395419 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a555b852-ee0f-4550-b7ef-9c341f6c0d76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:26.397032 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-a555b852-ee0f-4550-b7ef-9c341f6c0d76 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b07651a0-9e42-4158-83b3-465d7a0dded5 HTTP/1.1" status: 204 len: 168 time: 0.8292661 Jun 01 18:45:26.398881 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-35210e52-5fff-4906-95ab-a37bc289d394 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/095d92a5-4fce-4555-937d-a37b373b8ecc HTTP/1.1" status: 204 len: 168 time: 1.0811286 Jun 01 18:45:26.401237 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 46784) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:45:26.456422 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-631354dc-0606-4037-a841-c3d0eee0b4b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:26.528455 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-063801e3-df6c-4a15-a3d7-6a45b297463b None None] Network 10a2587b-1014-44b1-b177-99812ce7e0cf requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 18:45:26.581879 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e964a5fb-f59e-4e73-9498-944e3bfcd63d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:26.614938 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24758a9-dff2-479e-be4f-881b46c542b9 req-67613c1a-7dd7-4340-b4a9-e3c97164909e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:45:26.616481 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d24758a9-dff2-479e-be4f-881b46c542b9 req-67613c1a-7dd7-4340-b4a9-e3c97164909e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0182a2e51ffc43df8efdd2130dbcea4d&device_id=bb3df7f9-2434-4ba7-9379-cd0b0030b6bd HTTP/1.1" status: 200 len: 1095 time: 0.3203614 Jun 01 18:45:26.687316 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-e964a5fb-f59e-4e73-9498-944e3bfcd63d admin admin] Deleting port c2feb823-02ea-45da-ad8e-6a3dd13cc4ba {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:45:26.687735 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e964a5fb-f59e-4e73-9498-944e3bfcd63d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:26.769602 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-631354dc-0606-4037-a841-c3d0eee0b4b9 admin admin] Network f485d579-7529-4636-ae31-9fc1fec94322 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:45:26.808465 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-631354dc-0606-4037-a841-c3d0eee0b4b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:45:26.843959 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631354dc-0606-4037-a841-c3d0eee0b4b9 admin admin] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:45:26.924332 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631354dc-0606-4037-a841-c3d0eee0b4b9 admin admin] Pushing event updated for resources: {'Port': ['ID=747bae15-5021-49b5-bc08-285fe5695725,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:45:26.943380 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-57951a9d-a7a7-4ee3-bf37-54cd0be435a6 req-f2bac01d-8a90-407e-86c0-ea91d9cdaf45 service neutron] 10.222.0.15 "GET /v2.0/networks/898153a3-5d71-43be-9d14-343ea4a48426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0248044 Jun 01 18:45:26.985727 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Provisioning for port a09c27c1-f153-4c91-8781-38190ade8e78 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:45:27.003325 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Provisioning complete for port a09c27c1-f153-4c91-8781-38190ade8e78 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:45:27.003966 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:27.050906 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf11561-22bf-4e99-8738-a4e5fdfd07cf req-0fe2154a-6f43-4f0f-b0c6-bf573685a600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:45:27.061516 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-cdf11561-22bf-4e99-8738-a4e5fdfd07cf req-0fe2154a-6f43-4f0f-b0c6-bf573685a600 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0182a2e51ffc43df8efdd2130dbcea4d&device_id=26f7889e-93cf-42e0-b644-7fc47dc1a909 HTTP/1.1" status: 200 len: 1096 time: 0.6573415 Jun 01 18:45:27.098059 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-631354dc-0606-4037-a841-c3d0eee0b4b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-887605'] for router_interface, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:27.265995 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 46810) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:45:27.338904 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1835c185-873c-4a99-b198-e7cd91d3ff51 req-fc38289a-f2df-44f1-b15f-fdf844308e25 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:45:27.340437 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-1835c185-873c-4a99-b198-e7cd91d3ff51 req-fc38289a-f2df-44f1-b15f-fdf844308e25 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] 10.222.0.41 "GET /v2.0/ports?device_id=bb3df7f9-2434-4ba7-9379-cd0b0030b6bd HTTP/1.1" status: 200 len: 944 time: 0.8041422 Jun 01 18:45:27.371232 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port a09c27c1-f153-4c91-8781-38190ade8e78 is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:45:27.371781 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:27.373089 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24758a9-dff2-479e-be4f-881b46c542b9 req-7fcca57d-571d-4883-b078-72d2b35dcc57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:45:27.374538 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d24758a9-dff2-479e-be4f-881b46c542b9 req-7fcca57d-571d-4883-b078-72d2b35dcc57 service neutron] 10.222.0.50 "GET /v2.0/networks?id=411d1518-9352-4dec-8af2-2285a53556b4 HTTP/1.1" status: 200 len: 922 time: 0.7348378 Jun 01 18:45:27.389733 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97f3f8db-cb01-474a-80e6-081fd257ff5b None None] DHCP port deletion for 10a2587b-1014-44b1-b177-99812ce7e0cf request from n-d-844202-1 {{(pid=88526) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 18:45:27.461002 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port a09c27c1-f153-4c91-8781-38190ade8e78, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=a09c27c1-f153-4c91-8781-38190ade8e78,segment=NetworkSegment(9bd376cf-8b39-4b75-aaa6-34bd3746194e),segment_id=9bd376cf-8b39-4b75-aaa6-34bd3746194e)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:45:27.462303 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-97f3f8db-cb01-474a-80e6-081fd257ff5b None None] Deleting port c2feb823-02ea-45da-ad8e-6a3dd13cc4ba {{(pid=88526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:45:27.462857 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-97f3f8db-cb01-474a-80e6-081fd257ff5b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:27.565413 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a626321-194f-492e-91f3-8995de8b564c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a09c27c1-f153-4c91-8781-38190ade8e78'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:45:27.591207 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-5bcf1bfd-73ac-4b4b-ad64-d76eab7946d4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=791cd63522fd41cfbd5ae3d119118261&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3189301 Jun 01 18:45:27.592456 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 46820) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:45:27.605756 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d24758a9-dff2-479e-be4f-881b46c542b9 req-063a61bb-f011-4a77-b6bc-d3e5205f85c8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=76ff1072-6dd9-430e-a046-4981370d94c1 HTTP/1.1" status: 200 len: 217 time: 0.1794617 Jun 01 18:45:27.647940 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:27.748923 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [None req-e964a5fb-f59e-4e73-9498-944e3bfcd63d admin admin] For port c2feb823-02ea-45da-ad8e-6a3dd13cc4ba, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=c2feb823-02ea-45da-ad8e-6a3dd13cc4ba,segment=NetworkSegment(af4f816e-23a9-4a28-b51f-1045978fc81d),segment_id=af4f816e-23a9-4a28-b51f-1045978fc81d)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:45:27.749290 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e964a5fb-f59e-4e73-9498-944e3bfcd63d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:27.755508 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-e7e1eb31-a1b0-4bc4-9f88-0a0a8d93c53e None None] Provisioning for port 747bae15-5021-49b5-bc08-285fe5695725 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:45:27.760141 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-1835c185-873c-4a99-b198-e7cd91d3ff51 req-670421e7-7704-486e-8bb0-56852f9e2de0 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] 10.222.0.41 "GET /v2.0/security-groups?id=444c87ba-31dc-4b5a-9977-492e198b845a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4005859 Jun 01 18:45:27.860696 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=a09c27c1-f153-4c91-8781-38190ade8e78,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:45:27.886780 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1ac7e944-c177-4592-a260-d799b2259fd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:27.894678 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-e7e1eb31-a1b0-4bc4-9f88-0a0a8d93c53e None None] Provisioning complete for port 747bae15-5021-49b5-bc08-285fe5695725 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:45:27.895051 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-e7e1eb31-a1b0-4bc4-9f88-0a0a8d93c53e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:27.948089 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-e964a5fb-f59e-4e73-9498-944e3bfcd63d admin admin] Calling delete_port for c2feb823-02ea-45da-ad8e-6a3dd13cc4ba owned by network:dhcp {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:45:27.950184 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1ac7e944-c177-4592-a260-d799b2259fd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:28.071788 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24758a9-dff2-479e-be4f-881b46c542b9 req-35e88062-1e93-4d05-af64-0551a88e5bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:45:28.074059 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d24758a9-dff2-479e-be4f-881b46c542b9 req-35e88062-1e93-4d05-af64-0551a88e5bdc service neutron] 10.222.0.50 "GET /v2.0/subnets?id=cfa67698-6bf3-43ec-a752-299eaec79caf HTTP/1.1" status: 200 len: 861 time: 0.4672484 Jun 01 18:45:28.087278 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d42590f0-d899-4e0a-a3dc-33759cdd4ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:28.100752 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-97f3f8db-cb01-474a-80e6-081fd257ff5b None None] For port c2feb823-02ea-45da-ad8e-6a3dd13cc4ba, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=c2feb823-02ea-45da-ad8e-6a3dd13cc4ba,segment=NetworkSegment(af4f816e-23a9-4a28-b51f-1045978fc81d),segment_id=af4f816e-23a9-4a28-b51f-1045978fc81d)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:45:28.100752 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-97f3f8db-cb01-474a-80e6-081fd257ff5b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:28.169314 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d24758a9-dff2-479e-be4f-881b46c542b9 req-56841eea-4201-4db9-8f2d-61c91e930d7a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=411d1518-9352-4dec-8af2-2285a53556b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0700181 Jun 01 18:45:28.169940 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e964a5fb-f59e-4e73-9498-944e3bfcd63d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:28.209587 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42590f0-d899-4e0a-a3dc-33759cdd4ec3 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9f2e6c7-22a3-4b12-a802-eb87b1c5343b,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:45:28.219174 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1ac7e944-c177-4592-a260-d799b2259fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:28.255791 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-97f3f8db-cb01-474a-80e6-081fd257ff5b None None] Calling delete_port for c2feb823-02ea-45da-ad8e-6a3dd13cc4ba owned by network:dhcp {{(pid=88526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:45:28.280110 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e964a5fb-f59e-4e73-9498-944e3bfcd63d admin admin] Pushing event deleted for resources: {'Port': ['ID=c2feb823-02ea-45da-ad8e-6a3dd13cc4ba,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:45:28.365152 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac7e944-c177-4592-a260-d799b2259fd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=966fece0-0089-49a9-993f-68f5cf3cf249,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:45:28.369040 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.db.api [None req-97f3f8db-cb01-474a-80e6-081fd257ff5b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88526) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 18:45:28.369397 n-d-844202-1 neutron-server[88526]: DEBUG oslo_db.api [None req-97f3f8db-cb01-474a-80e6-081fd257ff5b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 18:45:28.371200 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7eeec1c-1f75-4a4e-b4d0-a2aee09bce5f'] response: {'server_uuid': '9a626321-194f-492e-91f3-8995de8b564c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a09c27c1-f153-4c91-8781-38190ade8e78', 'code': 200} Jun 01 18:45:28.375462 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device c2feb823-02ea-45da-ad8e-6a3dd13cc4ba no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:45:28.429867 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-e7e1eb31-a1b0-4bc4-9f88-0a0a8d93c53e None None] Port 747bae15-5021-49b5-bc08-285fe5695725 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 18:45:28.433013 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: c2feb823-02ea-45da-ad8e-6a3dd13cc4ba {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 18:45:28.433364 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device c2feb823-02ea-45da-ad8e-6a3dd13cc4ba not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 18:45:28.439160 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e964a5fb-f59e-4e73-9498-944e3bfcd63d admin admin] No DVR routers for this DVR port c2feb823-02ea-45da-ad8e-6a3dd13cc4ba on host n-d-844202-1 {{(pid=88524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 18:45:28.477434 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917035f7-f3e4-4e46-9a2e-36bd703507c0 req-f1273d2c-c834-419e-970b-264089a7ca1d tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:45:28.478906 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-917035f7-f3e4-4e46-9a2e-36bd703507c0 req-f1273d2c-c834-419e-970b-264089a7ca1d tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a626321-194f-492e-91f3-8995de8b564c HTTP/1.1" status: 200 len: 945 time: 0.9782023 Jun 01 18:45:28.527596 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 501e4fc3-0fdc-4f32-bbc6-7f6d266eefc1 no longer exists at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:45:28.622604 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e964a5fb-f59e-4e73-9498-944e3bfcd63d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:28.653182 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf11561-22bf-4e99-8738-a4e5fdfd07cf req-8a3ab5f3-d336-40bd-8521-4f3ff39a006c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:45:28.654648 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-cdf11561-22bf-4e99-8738-a4e5fdfd07cf req-8a3ab5f3-d336-40bd-8521-4f3ff39a006c service neutron] 10.222.0.50 "GET /v2.0/networks?id=411d1518-9352-4dec-8af2-2285a53556b4 HTTP/1.1" status: 200 len: 922 time: 1.0706916 Jun 01 18:45:28.655429 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1ac7e944-c177-4592-a260-d799b2259fd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:28.659622 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-1ac7e944-c177-4592-a260-d799b2259fd6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/966fece0-0089-49a9-993f-68f5cf3cf249 HTTP/1.1" status: 204 len: 168 time: 1.0037274 Jun 01 18:45:28.666874 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d24758a9-dff2-479e-be4f-881b46c542b9 req-8baddcad-b805-4c38-ac40-e82e14660f95 service neutron] 10.222.0.50 "GET /v2.0/networks/411d1518-9352-4dec-8af2-2285a53556b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4417844 Jun 01 18:45:28.668488 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-e964a5fb-f59e-4e73-9498-944e3bfcd63d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10a2587b-1014-44b1-b177-99812ce7e0cf']}} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:45:28.711910 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-e964a5fb-f59e-4e73-9498-944e3bfcd63d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af4f816e-23a9-4a28-b51f-1045978fc81d') {'for_net_delete': True} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:45:28.711910 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-e964a5fb-f59e-4e73-9498-944e3bfcd63d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af4f816e-23a9-4a28-b51f-1045978fc81d') {} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:45:28.762031 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port 501e4fc3-0fdc-4f32-bbc6-7f6d266eefc1 is: ACTIVE; New status is: DOWN {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:45:28.762286 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:28.793157 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e964a5fb-f59e-4e73-9498-944e3bfcd63d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2702126'] for segment, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:28.823186 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e964a5fb-f59e-4e73-9498-944e3bfcd63d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:28.864051 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e964a5fb-f59e-4e73-9498-944e3bfcd63d admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=88524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 18:45:28.864485 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e964a5fb-f59e-4e73-9498-944e3bfcd63d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2719018'] for segment, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:28.884676 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 501e4fc3-0fdc-4f32-bbc6-7f6d266eefc1, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=501e4fc3-0fdc-4f32-bbc6-7f6d266eefc1,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:45:28.887064 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-97f3f8db-cb01-474a-80e6-081fd257ff5b None None] Deleting port c2feb823-02ea-45da-ad8e-6a3dd13cc4ba {{(pid=88526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:45:28.887451 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-97f3f8db-cb01-474a-80e6-081fd257ff5b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:28.955448 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:29.036045 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-631354dc-0606-4037-a841-c3d0eee0b4b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:29.048341 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment af4f816e-23a9-4a28-b51f-1045978fc81d resource provider aggregate not found Jun 01 18:45:29.053563 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-cdf11561-22bf-4e99-8738-a4e5fdfd07cf req-9173269d-bb18-418d-afbe-ec02d2ed3b40 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=865499a8-4a47-4d3a-a9d0-7d19c3aa98c3 HTTP/1.1" status: 200 len: 217 time: 0.3759499 Jun 01 18:45:29.070934 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-917035f7-f3e4-4e46-9a2e-36bd703507c0 req-77cd8a64-cad8-4626-8864-3c99f48af937 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] 10.222.0.41 "GET /v2.0/security-groups?id=92820b43-7593-449e-bdb5-02c9f22d29e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5475798 Jun 01 18:45:29.107721 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment af4f816e-23a9-4a28-b51f-1045978fc81d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid af4f816e-23a9-4a28-b51f-1045978fc81d found for delete ", "request_id": "req-9464a985-c172-420f-9629-184365c1e170"}]} Jun 01 18:45:29.160756 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-97f3f8db-cb01-474a-80e6-081fd257ff5b None None] The port 'c2feb823-02ea-45da-ad8e-6a3dd13cc4ba' was deleted {{(pid=88526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 01 18:45:29.185159 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 46898) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:45:29.196688 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=501e4fc3-0fdc-4f32-bbc6-7f6d266eefc1,revision_number=8']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:45:29.221506 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d24758a9-dff2-479e-be4f-881b46c542b9 req-450f2f9b-3eae-4211-ab80-741fff1f1ecf service neutron] 10.222.0.50 "GET /v2.0/networks/411d1518-9352-4dec-8af2-2285a53556b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5434687 Jun 01 18:45:29.235748 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d42590f0-d899-4e0a-a3dc-33759cdd4ec3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-887310'] for router_interface, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:29.259430 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e964a5fb-f59e-4e73-9498-944e3bfcd63d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:29.261473 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fdd060-2a82-4bc8-9c9b-7006934c4250 req-46f5be50-ac0e-4115-9b82-4e7a4dee611f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:45:29.263341 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d4fdd060-2a82-4bc8-9c9b-7006934c4250 req-46f5be50-ac0e-4115-9b82-4e7a4dee611f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9a626321-194f-492e-91f3-8995de8b564c HTTP/1.1" status: 200 len: 1096 time: 0.9023526 Jun 01 18:45:29.274331 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf11561-22bf-4e99-8738-a4e5fdfd07cf req-11be405f-a6e4-450e-84b9-5c5c805fe46b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:45:29.276084 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-cdf11561-22bf-4e99-8738-a4e5fdfd07cf req-11be405f-a6e4-450e-84b9-5c5c805fe46b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=cfa67698-6bf3-43ec-a752-299eaec79caf HTTP/1.1" status: 200 len: 861 time: 0.2042222 Jun 01 18:45:29.292026 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e964a5fb-f59e-4e73-9498-944e3bfcd63d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:29.300981 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e964a5fb-f59e-4e73-9498-944e3bfcd63d admin admin] Pushing event deleted for resources: {'Network': ['ID=10a2587b-1014-44b1-b177-99812ce7e0cf,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:45:29.329124 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-e964a5fb-f59e-4e73-9498-944e3bfcd63d admin admin] 10.222.0.41 "DELETE /v2.0/networks/10a2587b-1014-44b1-b177-99812ce7e0cf HTTP/1.1" status: 204 len: 168 time: 2.9265320 Jun 01 18:45:29.332857 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 46912) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:45:29.443729 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-cdf11561-22bf-4e99-8738-a4e5fdfd07cf req-b3eb557d-90c7-4dea-8004-69e318ce2e99 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=411d1518-9352-4dec-8af2-2285a53556b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0886405 Jun 01 18:45:29.546299 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092ba7b2-17e2-4273-b1e0-afc43a02d32b req-e3c5ce37-49a0-4c70-9c00-a0f34dc87a64 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:45:29.547763 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-092ba7b2-17e2-4273-b1e0-afc43a02d32b req-e3c5ce37-49a0-4c70-9c00-a0f34dc87a64 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] 10.222.0.41 "GET /v2.0/ports?device_id=bb3df7f9-2434-4ba7-9379-cd0b0030b6bd HTTP/1.1" status: 200 len: 944 time: 0.4822564 Jun 01 18:45:29.625175 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d4fdd060-2a82-4bc8-9c9b-7006934c4250 req-e50b4e85-d759-4660-b850-768033e7e6a5 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=92820b43-7593-449e-bdb5-02c9f22d29e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3477085 Jun 01 18:45:29.657467 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-850a7137-6f22-4a61-a243-d0e0e08e0e6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:29.749494 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-850a7137-6f22-4a61-a243-d0e0e08e0e6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:45:29.784322 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-850a7137-6f22-4a61-a243-d0e0e08e0e6e admin admin] Usage tracker for resource:security_group_rule and tenant:1c75c9cb90da4c1a83fba8047849c149 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:45:29.791321 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-850a7137-6f22-4a61-a243-d0e0e08e0e6e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:45:29.804659 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-092ba7b2-17e2-4273-b1e0-afc43a02d32b req-a6e318df-c160-4828-ade7-055e13e7195c tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] 10.222.0.41 "GET /v2.0/security-groups?id=444c87ba-31dc-4b5a-9977-492e198b845a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841307 Jun 01 18:45:29.813186 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-850a7137-6f22-4a61-a243-d0e0e08e0e6e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:45:29.884055 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-cdf11561-22bf-4e99-8738-a4e5fdfd07cf req-8193edc7-7a9b-4ac8-a2c7-38421a07962a service neutron] 10.222.0.50 "GET /v2.0/networks/411d1518-9352-4dec-8af2-2285a53556b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3651879 Jun 01 18:45:29.944584 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-631354dc-0606-4037-a841-c3d0eee0b4b9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:29.959705 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24758a9-dff2-479e-be4f-881b46c542b9 req-f78f20f1-be35-43de-bff5-e8bfccc6e70b tempest-LiveAutoBlockMigrationV225Test-590672389 tempest-LiveAutoBlockMigrationV225Test-590672389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:45:29.961204 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d24758a9-dff2-479e-be4f-881b46c542b9 req-f78f20f1-be35-43de-bff5-e8bfccc6e70b tempest-LiveAutoBlockMigrationV225Test-590672389 tempest-LiveAutoBlockMigrationV225Test-590672389-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=bb3df7f9-2434-4ba7-9379-cd0b0030b6bd&tenant_id=0182a2e51ffc43df8efdd2130dbcea4d&binding%3Ahost_id=n-h2-844202-1 HTTP/1.1" status: 200 len: 1095 time: 0.4067090 Jun 01 18:45:30.001535 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-631354dc-0606-4037-a841-c3d0eee0b4b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:30.225253 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631354dc-0606-4037-a841-c3d0eee0b4b9 admin admin] Pushing event updated for resources: {'Port': ['ID=747bae15-5021-49b5-bc08-285fe5695725,revision_number=2']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:45:30.239397 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-631354dc-0606-4037-a841-c3d0eee0b4b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-887436'] for router_interface, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:30.262837 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d42590f0-d899-4e0a-a3dc-33759cdd4ec3 admin admin] Router e617e89e-2542-4473-8020-539e7395fae0 has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 18:45:30.313142 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-850a7137-6f22-4a61-a243-d0e0e08e0e6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:30.331778 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-850a7137-6f22-4a61-a243-d0e0e08e0e6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:30.339847 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-cdf11561-22bf-4e99-8738-a4e5fdfd07cf req-c938d36a-ed63-49bd-adcf-0a6c1c678a4f service neutron] 10.222.0.50 "GET /v2.0/networks/411d1518-9352-4dec-8af2-2285a53556b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4416029 Jun 01 18:45:30.372372 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75eeb2d2-9f66-496a-80bb-b33663e212ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '501e4fc3-0fdc-4f32-bbc6-7f6d266eefc1'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:45:30.382007 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device d988fe22-c967-42a2-b782-a45aecc0087f details requested by agent hyperv_n-h1-844202-1 with host n-h1-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 18:45:30.440960 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e84ca08-8eaf-4977-b3fb-d8bcc5f48d1b'] response: {'server_uuid': '75eeb2d2-9f66-496a-80bb-b33663e212ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '501e4fc3-0fdc-4f32-bbc6-7f6d266eefc1', 'code': 200} Jun 01 18:45:30.478912 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-850a7137-6f22-4a61-a243-d0e0e08e0e6e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1c75c9cb90da4c1a83fba8047849c149&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2794201 Jun 01 18:45:30.482939 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 46954) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:45:30.491513 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850a7137-6f22-4a61-a243-d0e0e08e0e6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=065799be-2fda-4869-a563-3045a22aee7a,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:45:30.514337 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-d24758a9-dff2-479e-be4f-881b46c542b9 req-2c5fa0ef-9b95-4d1f-b441-82cdfbe4b987 service neutron] For port 76ff1072-6dd9-430e-a046-4981370d94c1, host n-h1-844202-1, cleared binding levels {{(pid=88524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:45:30.534715 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-d24758a9-dff2-479e-be4f-881b46c542b9 req-2c5fa0ef-9b95-4d1f-b441-82cdfbe4b987 service neutron] Notify callbacks [] for binding, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:30.535841 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d24758a9-dff2-479e-be4f-881b46c542b9 req-2c5fa0ef-9b95-4d1f-b441-82cdfbe4b987 service neutron] 10.222.0.50 "DELETE /v2.0/ports/76ff1072-6dd9-430e-a046-4981370d94c1/bindings/n-h1-844202-1 HTTP/1.1" status: 204 len: 173 time: 0.5690341 Jun 01 18:45:30.581471 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port d988fe22-c967-42a2-b782-a45aecc0087f, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=d988fe22-c967-42a2-b782-a45aecc0087f,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:45:30.599326 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Returning: {'device': 'd988fe22-c967-42a2-b782-a45aecc0087f', 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426', 'port_id': 'd988fe22-c967-42a2-b782-a45aecc0087f', 'mac_address': 'fa:16:3e:5f:73:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35e3ad2f-9c88-4698-b634-4e1b58de1cc2', 'ip_address': '192.168.233.227'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 18:45:30.654553 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-abdfef97-fec7-42e4-8ea7-b839ffd47563 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-887474'] for router_interface, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:30.668491 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port d988fe22-c967-42a2-b782-a45aecc0087f is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:45:30.669150 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:30.704450 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d988fe22-c967-42a2-b782-a45aecc0087f {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:45:30.729850 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port d988fe22-c967-42a2-b782-a45aecc0087f, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=d988fe22-c967-42a2-b782-a45aecc0087f,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:45:30.735099 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:30.828085 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=d988fe22-c967-42a2-b782-a45aecc0087f,revision_number=9']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:45:30.851865 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] get_ports_and_sgs() called for port_ids ['d988fe22-c967-42a2-b782-a45aecc0087f'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:45:31.022481 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-631354dc-0606-4037-a841-c3d0eee0b4b9 admin admin] Network f485d579-7529-4636-ae31-9fc1fec94322 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:45:31.051321 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-631354dc-0606-4037-a841-c3d0eee0b4b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:45:31.055098 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-51ee1200-6ddb-4e3c-b78e-f4b1ce38b865 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:31.074612 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d7ddc0-fce3-439f-9fc8-a16576565b7a req-65741657-a62b-4565-86bd-7ba5ac0e5b3b tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:45:31.075692 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-58d7ddc0-fce3-439f-9fc8-a16576565b7a req-65741657-a62b-4565-86bd-7ba5ac0e5b3b tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a626321-194f-492e-91f3-8995de8b564c HTTP/1.1" status: 200 len: 945 time: 0.7913818 Jun 01 18:45:31.076792 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d42590f0-d899-4e0a-a3dc-33759cdd4ec3 admin admin] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 18:45:31.087163 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-d42590f0-d899-4e0a-a3dc-33759cdd4ec3 admin admin] 10.222.0.41 "PUT /v2.0/routers/e617e89e-2542-4473-8020-539e7395fae0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 15.1157050 Jun 01 18:45:31.088075 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 46968) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:45:31.097971 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e171ce-d7c7-4aef-b422-d2564a2d01f0 None None] Sync routers for ids ['e617e89e-2542-4473-8020-539e7395fae0'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 18:45:31.120371 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e171ce-d7c7-4aef-b422-d2564a2d01f0 None None] Routers {'e617e89e-2542-4473-8020-539e7395fae0'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:45:31.128853 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-a6e171ce-d7c7-4aef-b422-d2564a2d01f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:45:09Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['e617e89e-2542-4473-8020-539e7395fae0'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:45:31.297895 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-51ee1200-6ddb-4e3c-b78e-f4b1ce38b865 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:31.410456 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-58d7ddc0-fce3-439f-9fc8-a16576565b7a req-7166c281-b3f1-4cda-b0c5-cc00c7a0178f tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] 10.222.0.41 "GET /v2.0/security-groups?id=92820b43-7593-449e-bdb5-02c9f22d29e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026737 Jun 01 18:45:31.490641 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-d6c53fb6-0326-4643-bd14-24acff0123dc None None] Provisioning complete for port 747bae15-5021-49b5-bc08-285fe5695725 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:45:31.491745 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-d6c53fb6-0326-4643-bd14-24acff0123dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:31.526708 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-51ee1200-6ddb-4e3c-b78e-f4b1ce38b865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:31.569394 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-a6e171ce-d7c7-4aef-b422-d2564a2d01f0 None None] Set router e617e89e-2542-4473-8020-539e7395fae0 gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:45:31.587632 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ee1200-6ddb-4e3c-b78e-f4b1ce38b865 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=065799be-2fda-4869-a563-3045a22aee7a,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:45:31.588307 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-d6c53fb6-0326-4643-bd14-24acff0123dc None None] Port 747bae15-5021-49b5-bc08-285fe5695725 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 18:45:31.607874 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-51ee1200-6ddb-4e3c-b78e-f4b1ce38b865 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:31.609059 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-51ee1200-6ddb-4e3c-b78e-f4b1ce38b865 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/065799be-2fda-4869-a563-3045a22aee7a HTTP/1.1" status: 204 len: 168 time: 1.1187608 Jun 01 18:45:31.630282 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-631354dc-0606-4037-a841-c3d0eee0b4b9 admin admin] Router 56e90cb8-600d-4b7f-b1a8-1ed7e5a9c164 has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 18:45:31.833049 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-36db368c-c43d-4844-a153-a878e22abb4b admin admin] Notify callbacks [] for router, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:32.100028 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-631354dc-0606-4037-a841-c3d0eee0b4b9 admin admin] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 18:45:32.110738 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-631354dc-0606-4037-a841-c3d0eee0b4b9 admin admin] 10.222.0.41 "PUT /v2.0/routers/56e90cb8-600d-4b7f-b1a8-1ed7e5a9c164/add_router_interface HTTP/1.1" status: 200 len: 503 time: 19.3333926 Jun 01 18:45:32.116163 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ad4a2ac-5154-4b66-95e9-865ca0e6a0ea None None] Sync routers for ids ['56e90cb8-600d-4b7f-b1a8-1ed7e5a9c164'] in n-d-844202-1 {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 18:45:32.130982 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad4a2ac-5154-4b66-95e9-865ca0e6a0ea None None] Routers {'56e90cb8-600d-4b7f-b1a8-1ed7e5a9c164'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:45:32.132366 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-8ad4a2ac-5154-4b66-95e9-865ca0e6a0ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:45:09Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['56e90cb8-600d-4b7f-b1a8-1ed7e5a9c164'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:45:32.169401 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-abdfef97-fec7-42e4-8ea7-b839ffd47563 admin admin] Deleting port e42b8b77-8718-40f0-b537-6fc687570cb7 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:45:32.169973 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-abdfef97-fec7-42e4-8ea7-b839ffd47563 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:32.175125 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 47006) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:45:32.235622 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-a6e171ce-d7c7-4aef-b422-d2564a2d01f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e617e89e-2542-4473-8020-539e7395fae0', 'name': 'tempest-FloatingIPsNegativeTestJSON-1005469641-router', 'tenant_id': '82c6ad5b65e44aa09a1d82e678a9d3d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': '389e46bb-a7b9-4bf1-85fe-b2e71dbb89c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:44:46Z', 'updated_at': '2022-06-01T18:45:27Z', 'revision_number': 5, 'project_id': '82c6ad5b65e44aa09a1d82e678a9d3d2', 'gw_port': {'id': '389e46bb-a7b9-4bf1-85fe-b2e71dbb89c0', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:76:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e617e89e-2542-4473-8020-539e7395fae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:44:49Z', 'updated_at': '2022-06-01T18:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:45:32.242159 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e171ce-d7c7-4aef-b422-d2564a2d01f0 None None] Checking router: e617e89e-2542-4473-8020-539e7395fae0 for host: n-d-844202-1 {{(pid=88527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 18:45:32.270578 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e171ce-d7c7-4aef-b422-d2564a2d01f0 None None] Routers {'e617e89e-2542-4473-8020-539e7395fae0'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:45:32.272400 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-a6e171ce-d7c7-4aef-b422-d2564a2d01f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:45:09Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['e617e89e-2542-4473-8020-539e7395fae0'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:45:32.277084 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a94934-888f-4e8c-84d1-d82d85bc4874 req-80ca411f-47fe-461a-aa4b-02e3d4abfc13 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:45:32.285138 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d5a94934-888f-4e8c-84d1-d82d85bc4874 req-80ca411f-47fe-461a-aa4b-02e3d4abfc13 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] 10.222.0.41 "GET /v2.0/ports?device_id=bb3df7f9-2434-4ba7-9379-cd0b0030b6bd HTTP/1.1" status: 200 len: 944 time: 0.8214257 Jun 01 18:45:32.476139 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d5a94934-888f-4e8c-84d1-d82d85bc4874 req-474d8447-8644-4486-b13a-29a5548a124d tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] 10.222.0.41 "GET /v2.0/security-groups?id=444c87ba-31dc-4b5a-9977-492e198b845a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903009 Jun 01 18:45:32.490088 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-36db368c-c43d-4844-a153-a878e22abb4b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:32.514075 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6a708c0e-6858-4243-ada6-05e1146682a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:32.567269 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-36db368c-c43d-4844-a153-a878e22abb4b admin admin] Deleting port 389e46bb-a7b9-4bf1-85fe-b2e71dbb89c0 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:45:32.567541 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-36db368c-c43d-4844-a153-a878e22abb4b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:32.583996 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-6a708c0e-6858-4243-ada6-05e1146682a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:45:32.599719 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-6a708c0e-6858-4243-ada6-05e1146682a4 admin admin] Usage tracker for resource:security_group_rule and tenant:e60e043fe11245b1b8305b8b7e4be77c is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:45:32.600371 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device d988fe22-c967-42a2-b782-a45aecc0087f up at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:45:32.617827 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-6a708c0e-6858-4243-ada6-05e1146682a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:45:32.633490 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-6a708c0e-6858-4243-ada6-05e1146682a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:45:32.643565 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-a6e171ce-d7c7-4aef-b422-d2564a2d01f0 None None] Set router e617e89e-2542-4473-8020-539e7395fae0 gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:45:32.682847 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [None req-abdfef97-fec7-42e4-8ea7-b839ffd47563 admin admin] For port e42b8b77-8718-40f0-b537-6fc687570cb7, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=e42b8b77-8718-40f0-b537-6fc687570cb7,segment=NetworkSegment(9a53a35c-8043-4b58-9be9-1626eae9a1a4),segment_id=9a53a35c-8043-4b58-9be9-1626eae9a1a4)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:45:32.685118 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-abdfef97-fec7-42e4-8ea7-b839ffd47563 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:32.874334 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-8ad4a2ac-5154-4b66-95e9-865ca0e6a0ea None None] Set router 56e90cb8-600d-4b7f-b1a8-1ed7e5a9c164 gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:45:32.888926 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be57b415-6130-43c1-ae74-b0750eef4147 req-5d1f5000-4b71-4e23-b7c0-9c63cebf82f1 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:45:32.890919 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-be57b415-6130-43c1-ae74-b0750eef4147 req-5d1f5000-4b71-4e23-b7c0-9c63cebf82f1 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a626321-194f-492e-91f3-8995de8b564c HTTP/1.1" status: 200 len: 945 time: 0.2344947 Jun 01 18:45:32.980941 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Provisioning complete for port d988fe22-c967-42a2-b782-a45aecc0087f triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:45:32.980941 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:33.052839 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-abdfef97-fec7-42e4-8ea7-b839ffd47563 admin admin] Calling delete_port for e42b8b77-8718-40f0-b537-6fc687570cb7 owned by network:router_interface {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:45:33.132053 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6a708c0e-6858-4243-ada6-05e1146682a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:33.188105 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-be57b415-6130-43c1-ae74-b0750eef4147 req-8cdbd252-f13c-4f2a-aff2-37bb4e71e7a8 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] 10.222.0.41 "GET /v2.0/security-groups?id=92820b43-7593-449e-bdb5-02c9f22d29e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2741234 Jun 01 18:45:33.191100 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6a708c0e-6858-4243-ada6-05e1146682a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:33.235785 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-a6e171ce-d7c7-4aef-b422-d2564a2d01f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e617e89e-2542-4473-8020-539e7395fae0', 'name': 'tempest-FloatingIPsNegativeTestJSON-1005469641-router', 'tenant_id': '82c6ad5b65e44aa09a1d82e678a9d3d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': '389e46bb-a7b9-4bf1-85fe-b2e71dbb89c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:44:46Z', 'updated_at': '2022-06-01T18:45:27Z', 'revision_number': 5, 'project_id': '82c6ad5b65e44aa09a1d82e678a9d3d2', 'gw_port': {'id': '389e46bb-a7b9-4bf1-85fe-b2e71dbb89c0', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:76:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e617e89e-2542-4473-8020-539e7395fae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:44:49Z', 'updated_at': '2022-06-01T18:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:45:33.257213 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e171ce-d7c7-4aef-b422-d2564a2d01f0 None None] The sync data for ids ['e617e89e-2542-4473-8020-539e7395fae0'] in n-d-844202-1 is: [{'id': 'e617e89e-2542-4473-8020-539e7395fae0', 'name': 'tempest-FloatingIPsNegativeTestJSON-1005469641-router', 'tenant_id': '82c6ad5b65e44aa09a1d82e678a9d3d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': '389e46bb-a7b9-4bf1-85fe-b2e71dbb89c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:44:46Z', 'updated_at': '2022-06-01T18:45:27Z', 'revision_number': 5, 'project_id': '82c6ad5b65e44aa09a1d82e678a9d3d2', 'gw_port': {'id': '389e46bb-a7b9-4bf1-85fe-b2e71dbb89c0', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:76:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e617e89e-2542-4473-8020-539e7395fae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:44:49Z', 'updated_at': '2022-06-01T18:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 18:45:33.373199 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-6a708c0e-6858-4243-ada6-05e1146682a4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e60e043fe11245b1b8305b8b7e4be77c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1964140 Jun 01 18:45:33.385120 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 47060) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:45:33.494252 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a708c0e-6858-4243-ada6-05e1146682a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68ed0e3a-36bc-40fb-8a49-cd6759e01f89,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:45:33.620261 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port d988fe22-c967-42a2-b782-a45aecc0087f is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:45:33.620261 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:33.622049 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-abdfef97-fec7-42e4-8ea7-b839ffd47563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:33.678795 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port d988fe22-c967-42a2-b782-a45aecc0087f, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=d988fe22-c967-42a2-b782-a45aecc0087f,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:45:33.680525 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97fc5fd1-6738-443f-8426-3662143a4c2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd988fe22-c967-42a2-b782-a45aecc0087f'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:45:33.700607 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 47074) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:45:33.708082 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:33.720640 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-6a3242ec-5f5b-4a52-ae9c-dc35ca1e8d8e admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-2082509201-network', 'tenant_id': '39ffcc15901e49978660c230f5a8808d'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:45:33.732262 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a50ca066-84f4-46b1-bf59-29ae6f93aa80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:33.735357 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-6a3242ec-5f5b-4a52-ae9c-dc35ca1e8d8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:45:33.775969 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-6a3242ec-5f5b-4a52-ae9c-dc35ca1e8d8e admin admin] Usage tracker for resource:network and tenant:39ffcc15901e49978660c230f5a8808d is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:45:33.790759 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-6a3242ec-5f5b-4a52-ae9c-dc35ca1e8d8e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:45:33.809811 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-6a3242ec-5f5b-4a52-ae9c-dc35ca1e8d8e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:45:33.833291 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a50ca066-84f4-46b1-bf59-29ae6f93aa80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:33.877570 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdfef97-fec7-42e4-8ea7-b839ffd47563 admin admin] Pushing event deleted for resources: {'Port': ['ID=e42b8b77-8718-40f0-b537-6fc687570cb7,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:45:33.932189 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a3242ec-5f5b-4a52-ae9c-dc35ca1e8d8e admin admin] Made reservation on behalf of 39ffcc15901e49978660c230f5a8808d for: {'network': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:45:33.940715 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6a3242ec-5f5b-4a52-ae9c-dc35ca1e8d8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:33.965750 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=d988fe22-c967-42a2-b782-a45aecc0087f,revision_number=10']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:45:34.000741 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6a3242ec-5f5b-4a52-ae9c-dc35ca1e8d8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:34.076969 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-6a3242ec-5f5b-4a52-ae9c-dc35ca1e8d8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:45:34.093735 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-6a3242ec-5f5b-4a52-ae9c-dc35ca1e8d8e admin admin] Usage tracker for resource:security_group_rule and tenant:39ffcc15901e49978660c230f5a8808d is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:45:34.097135 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-6a3242ec-5f5b-4a52-ae9c-dc35ca1e8d8e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:45:34.130221 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-6a3242ec-5f5b-4a52-ae9c-dc35ca1e8d8e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:45:34.216445 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device d9f2e6c7-22a3-4b12-a802-eb87b1c5343b no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:45:34.319481 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6a3242ec-5f5b-4a52-ae9c-dc35ca1e8d8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:34.323963 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477b8367-ebe8-4c9a-8770-7cfca228b5a4 req-1ac60b2d-f72a-4945-895b-c8bc5cfba0cf tempest-LiveMigrationTest-1173690941 tempest-LiveMigrationTest-1173690941-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:45:34.328187 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-477b8367-ebe8-4c9a-8770-7cfca228b5a4 req-1ac60b2d-f72a-4945-895b-c8bc5cfba0cf tempest-LiveMigrationTest-1173690941 tempest-LiveMigrationTest-1173690941-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=9a626321-194f-492e-91f3-8995de8b564c HTTP/1.1" status: 200 len: 1096 time: 0.7221227 Jun 01 18:45:34.331185 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6a3242ec-5f5b-4a52-ae9c-dc35ca1e8d8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:34.341191 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-8ad4a2ac-5154-4b66-95e9-865ca0e6a0ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56e90cb8-600d-4b7f-b1a8-1ed7e5a9c164', 'name': 'tempest-TaggedBootDevicesTest_v242-183292155-router', 'tenant_id': '5e0ead56e0d24edfb943f0d89aaec01a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': '22e7dc2c-baf7-420c-b31e-f3158358106f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:44:56Z', 'updated_at': '2022-06-01T18:45:28Z', 'revision_number': 4, 'project_id': '5e0ead56e0d24edfb943f0d89aaec01a', 'gw_port': {'id': '22e7dc2c-baf7-420c-b31e-f3158358106f', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:07:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e90cb8-600d-4b7f-b1a8-1ed7e5a9c164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:45:01Z', 'updated_at': '2022-06-01T18:45:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '747bae15-5021-49b5-bc08-285fe5695725', 'name': '', 'network_id': 'f485d579-7529-4636-ae31-9fc1fec94322', 'tenant_id': '5e0ead56e0d24edfb943f0d89aaec01a', 'mac_address': 'fa:16:3e:cc:f7:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56e90cb8-600d-4b7f-b1a8-1ed7e5a9c164', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'e3aaca05-30ec-4457-96c4-ed8fafe49371', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:45:22Z', 'updated_at': '2022-06-01T18:45:29Z', 'revision_number': 2, 'project_id': '5e0ead56e0d24edfb943f0d89aaec01a', 'subnets': [{'id': 'e3aaca05-30ec-4457-96c4-ed8fafe49371', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:45:34.345458 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: d9f2e6c7-22a3-4b12-a802-eb87b1c5343b {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 18:45:34.347069 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device d9f2e6c7-22a3-4b12-a802-eb87b1c5343b not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 18:45:34.352952 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ad4a2ac-5154-4b66-95e9-865ca0e6a0ea None None] Checking router: 56e90cb8-600d-4b7f-b1a8-1ed7e5a9c164 for host: n-d-844202-1 {{(pid=88526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 18:45:34.353301 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ad4a2ac-5154-4b66-95e9-865ca0e6a0ea None None] Updating router 56e90cb8-600d-4b7f-b1a8-1ed7e5a9c164 port 747bae15-5021-49b5-bc08-285fe5695725 binding host n-d-844202-1 {{(pid=88526) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 18:45:34.404633 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [None req-36db368c-c43d-4844-a153-a878e22abb4b admin admin] For port 389e46bb-a7b9-4bf1-85fe-b2e71dbb89c0, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=389e46bb-a7b9-4bf1-85fe-b2e71dbb89c0,segment=NetworkSegment(7875af61-4c53-4ff2-b8c8-d4b7c35ff947),segment_id=7875af61-4c53-4ff2-b8c8-d4b7c35ff947)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:45:34.404633 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-36db368c-c43d-4844-a153-a878e22abb4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:34.433137 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a50ca066-84f4-46b1-bf59-29ae6f93aa80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:34.457746 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3242ec-5f5b-4a52-ae9c-dc35ca1e8d8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64a458d5-9cb9-4857-b979-c5dfdd31a66f,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:45:34.459798 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-8ad4a2ac-5154-4b66-95e9-865ca0e6a0ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:34.471270 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a3242ec-5f5b-4a52-ae9c-dc35ca1e8d8e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 121} {{(pid=88525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 18:45:34.492196 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aca3700-1de6-4435-86a3-b44b476e2f77 req-4d6b3ccb-7abb-4ac5-a9b6-b57349d905cd tempest-LiveAutoBlockMigrationV225Test-590672389 tempest-LiveAutoBlockMigrationV225Test-590672389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:45:34.493836 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3aca3700-1de6-4435-86a3-b44b476e2f77 req-4d6b3ccb-7abb-4ac5-a9b6-b57349d905cd tempest-LiveAutoBlockMigrationV225Test-590672389 tempest-LiveAutoBlockMigrationV225Test-590672389-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=bb3df7f9-2434-4ba7-9379-cd0b0030b6bd HTTP/1.1" status: 200 len: 1095 time: 1.6501236 Jun 01 18:45:34.505851 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a50ca066-84f4-46b1-bf59-29ae6f93aa80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:34.507299 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-a50ca066-84f4-46b1-bf59-29ae6f93aa80 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/68ed0e3a-36bc-40fb-8a49-cd6759e01f89 HTTP/1.1" status: 204 len: 168 time: 1.1132922 Jun 01 18:45:34.512893 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50ca066-84f4-46b1-bf59-29ae6f93aa80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68ed0e3a-36bc-40fb-8a49-cd6759e01f89,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:45:34.528837 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-477b8367-ebe8-4c9a-8770-7cfca228b5a4 req-9de94519-d8da-418c-a149-b8e9471d0e97 tempest-LiveMigrationTest-1173690941 tempest-LiveMigrationTest-1173690941-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=92820b43-7593-449e-bdb5-02c9f22d29e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749222 Jun 01 18:45:34.532553 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6a3242ec-5f5b-4a52-ae9c-dc35ca1e8d8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:34.534055 n-d-844202-1 neutron-server[88525]: INFO neutron.db.segments_db [None req-6a3242ec-5f5b-4a52-ae9c-dc35ca1e8d8e admin admin] Added segment eaa2715f-9e3e-4cd1-9713-65addcedaa58 of type vlan for network 0359b58a-a602-4aa0-910f-8ba542d00719 Jun 01 18:45:34.583363 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6a3242ec-5f5b-4a52-ae9c-dc35ca1e8d8e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:34.657081 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-36db368c-c43d-4844-a153-a878e22abb4b admin admin] Calling delete_port for 389e46bb-a7b9-4bf1-85fe-b2e71dbb89c0 owned by network:router_gateway {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:45:34.677016 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6a3242ec-5f5b-4a52-ae9c-dc35ca1e8d8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:34.678628 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a3242ec-5f5b-4a52-ae9c-dc35ca1e8d8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:45:34.679779 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6a3242ec-5f5b-4a52-ae9c-dc35ca1e8d8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:34.763567 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ab69e05-9e4e-4a2a-a6d0-f4f93eb7ed7c'] response: {'server_uuid': '97fc5fd1-6738-443f-8426-3662143a4c2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd988fe22-c967-42a2-b782-a45aecc0087f', 'code': 200} Jun 01 18:45:34.790755 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-6a3242ec-5f5b-4a52-ae9c-dc35ca1e8d8e admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0842593 Jun 01 18:45:34.924582 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 47092) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:45:34.941922 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-6f812df6-03ad-4ece-8559-8b333b6e16ae admin admin] Request body: {'subnet': {'network_id': '0359b58a-a602-4aa0-910f-8ba542d00719', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-2082509201-subnet', 'tenant_id': '39ffcc15901e49978660c230f5a8808d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:45:34.953531 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-6f812df6-03ad-4ece-8559-8b333b6e16ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:45:34.964943 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-6f812df6-03ad-4ece-8559-8b333b6e16ae admin admin] Usage tracker for resource:subnet and tenant:39ffcc15901e49978660c230f5a8808d is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:45:34.973387 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-6f812df6-03ad-4ece-8559-8b333b6e16ae admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:45:34.993470 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-6f812df6-03ad-4ece-8559-8b333b6e16ae admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:45:35.066304 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f812df6-03ad-4ece-8559-8b333b6e16ae admin admin] Made reservation on behalf of 39ffcc15901e49978660c230f5a8808d for: {'subnet': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:45:35.080118 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6f812df6-03ad-4ece-8559-8b333b6e16ae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9667140'] for subnet, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:35.192493 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-abdfef97-fec7-42e4-8ea7-b839ffd47563 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-887310'] for router_interface, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:35.310937 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 47098) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:45:35.433401 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-50aaa360-d004-450f-9db3-f37fb3ef4c1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:35.464093 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3242ec-5f5b-4a52-ae9c-dc35ca1e8d8e admin admin] Pushing event updated for resources: {'Network': ['ID=0359b58a-a602-4aa0-910f-8ba542d00719,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:45:35.481901 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-50aaa360-d004-450f-9db3-f37fb3ef4c1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:45:35.489781 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-50aaa360-d004-450f-9db3-f37fb3ef4c1f admin admin] Usage tracker for resource:security_group_rule and tenant:f02eb61d63fa4f99a2e26cdb4133c388 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:45:35.493636 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-50aaa360-d004-450f-9db3-f37fb3ef4c1f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:45:35.503599 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-50aaa360-d004-450f-9db3-f37fb3ef4c1f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:45:35.507824 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network 0359b58a-a602-4aa0-910f-8ba542d00719 details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 18:45:35.586757 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-8ad4a2ac-5154-4b66-95e9-865ca0e6a0ea None None] Notify callbacks [] for port, precommit_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:35.628861 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-50aaa360-d004-450f-9db3-f37fb3ef4c1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:35.643033 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-50aaa360-d004-450f-9db3-f37fb3ef4c1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:35.749374 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-8ad4a2ac-5154-4b66-95e9-865ca0e6a0ea None None] Transition to ACTIVE for port object 747bae15-5021-49b5-bc08-285fe5695725 will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:45:35.766646 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-8ad4a2ac-5154-4b66-95e9-865ca0e6a0ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:35.802862 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3aca3700-1de6-4435-86a3-b44b476e2f77 req-caec8772-1a20-4921-93bb-e1f34055cf4b tempest-LiveAutoBlockMigrationV225Test-590672389 tempest-LiveAutoBlockMigrationV225Test-590672389-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=444c87ba-31dc-4b5a-9977-492e198b845a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1684382 Jun 01 18:45:35.803645 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-36db368c-c43d-4844-a153-a878e22abb4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:35.889487 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36db368c-c43d-4844-a153-a878e22abb4b admin admin] Pushing event deleted for resources: {'Port': ['ID=389e46bb-a7b9-4bf1-85fe-b2e71dbb89c0,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:45:36.099786 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-36db368c-c43d-4844-a153-a878e22abb4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-887703'] for router_gateway, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:36.139346 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fec3953-79f7-4729-9f73-214654157323 None None] Pushing event updated for resources: {'Port': ['ID=747bae15-5021-49b5-bc08-285fe5695725,revision_number=3']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:45:36.234777 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-50aaa360-d004-450f-9db3-f37fb3ef4c1f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f02eb61d63fa4f99a2e26cdb4133c388&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9084654 Jun 01 18:45:36.247275 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 47120) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:45:36.275501 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50aaa360-d004-450f-9db3-f37fb3ef4c1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd4cc810-5553-4785-8474-995b851a0d3e,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:45:36.320987 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-8ad4a2ac-5154-4b66-95e9-865ca0e6a0ea None None] Attempting to bind port 747bae15-5021-49b5-bc08-285fe5695725 on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:45:36.321472 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-8ad4a2ac-5154-4b66-95e9-865ca0e6a0ea None None] Attempting to bind port 747bae15-5021-49b5-bc08-285fe5695725 by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': 'addab7d5-ae1a-46af-8624-f392d2d8b7f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'f485d579-7529-4636-ae31-9fc1fec94322'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:45:36.321947 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad4a2ac-5154-4b66-95e9-865ca0e6a0ea None None] Attempting to bind port 747bae15-5021-49b5-bc08-285fe5695725 on network f485d579-7529-4636-ae31-9fc1fec94322 {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:45:36.328320 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad4a2ac-5154-4b66-95e9-865ca0e6a0ea None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 18, 45, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:45:36.328854 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad4a2ac-5154-4b66-95e9-865ca0e6a0ea None None] Checking segment: {'id': 'addab7d5-ae1a-46af-8624-f392d2d8b7f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'f485d579-7529-4636-ae31-9fc1fec94322'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:45:36.329336 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-8ad4a2ac-5154-4b66-95e9-865ca0e6a0ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:36.329852 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad4a2ac-5154-4b66-95e9-865ca0e6a0ea None None] Bound using segment: {'id': 'addab7d5-ae1a-46af-8624-f392d2d8b7f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'f485d579-7529-4636-ae31-9fc1fec94322'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:45:36.330998 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-8ad4a2ac-5154-4b66-95e9-865ca0e6a0ea None None] Bound port: 747bae15-5021-49b5-bc08-285fe5695725, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'addab7d5-ae1a-46af-8624-f392d2d8b7f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'f485d579-7529-4636-ae31-9fc1fec94322'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:45:36.331474 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-8ad4a2ac-5154-4b66-95e9-865ca0e6a0ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:36.386844 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6f812df6-03ad-4ece-8559-8b333b6e16ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2614064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9667190'] for subnet, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:36.457340 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-8ad4a2ac-5154-4b66-95e9-865ca0e6a0ea None None] For port 747bae15-5021-49b5-bc08-285fe5695725, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:45:36.466577 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-8ad4a2ac-5154-4b66-95e9-865ca0e6a0ea None None] For port 747bae15-5021-49b5-bc08-285fe5695725, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=747bae15-5021-49b5-bc08-285fe5695725,segment=NetworkSegment(addab7d5-ae1a-46af-8624-f392d2d8b7f8),segment_id=addab7d5-ae1a-46af-8624-f392d2d8b7f8)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:45:36.475649 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-8ad4a2ac-5154-4b66-95e9-865ca0e6a0ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:36.509993 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6674b41-49e8-41b5-97b0-a12bf38ac14c req-cefdd50d-8549-4e4e-809b-fce3112a57ec tempest-LiveMigrationTest-1173690941 tempest-LiveMigrationTest-1173690941-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:45:36.518254 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e6674b41-49e8-41b5-97b0-a12bf38ac14c req-cefdd50d-8549-4e4e-809b-fce3112a57ec tempest-LiveMigrationTest-1173690941 tempest-LiveMigrationTest-1173690941-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=9a626321-194f-492e-91f3-8995de8b564c HTTP/1.1" status: 200 len: 1096 time: 0.7710249 Jun 01 18:45:36.557429 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f812df6-03ad-4ece-8559-8b333b6e16ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8a835bb-7edf-456e-82c4-101e4c9049d0,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:45:36.568025 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ff1f9272-1755-47a0-9f04-9f1b755685a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:36.593612 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fec3953-79f7-4729-9f73-214654157323 None None] Pushing event updated for resources: {'Port': ['ID=747bae15-5021-49b5-bc08-285fe5695725,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:45:36.644564 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad4a2ac-5154-4b66-95e9-865ca0e6a0ea None None] Routers {'56e90cb8-600d-4b7f-b1a8-1ed7e5a9c164'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:45:36.645337 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-8ad4a2ac-5154-4b66-95e9-865ca0e6a0ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:45:09Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['56e90cb8-600d-4b7f-b1a8-1ed7e5a9c164'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:45:36.677308 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f812df6-03ad-4ece-8559-8b333b6e16ae admin admin] Checking segment: {'id': 'eaa2715f-9e3e-4cd1-9713-65addcedaa58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '0359b58a-a602-4aa0-910f-8ba542d00719'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:45:36.677879 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f812df6-03ad-4ece-8559-8b333b6e16ae admin admin] Network hostable DHCP agents. Network: 0359b58a-a602-4aa0-910f-8ba542d00719, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 18:45:36.691904 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ff1f9272-1755-47a0-9f04-9f1b755685a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:36.731118 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e6674b41-49e8-41b5-97b0-a12bf38ac14c req-4b00dd52-35ee-4383-bf58-e1171bd81244 tempest-LiveMigrationTest-1173690941 tempest-LiveMigrationTest-1173690941-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=92820b43-7593-449e-bdb5-02c9f22d29e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098882 Jun 01 18:45:36.797494 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-36db368c-c43d-4844-a153-a878e22abb4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25316'] for router, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:36.807762 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-36db368c-c43d-4844-a153-a878e22abb4b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:36.859515 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f812df6-03ad-4ece-8559-8b333b6e16ae admin admin] Network 0359b58a-a602-4aa0-910f-8ba542d00719 is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 18:45:36.866459 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-36db368c-c43d-4844-a153-a878e22abb4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-891519'] for router, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:36.867109 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36db368c-c43d-4844-a153-a878e22abb4b admin admin] Fanout notify agent at l3_agent the message router_deleted on router e617e89e-2542-4473-8020-539e7395fae0 {{(pid=88524) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 18:45:36.896759 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-6f812df6-03ad-4ece-8559-8b333b6e16ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, 0359b58a-a602-4aa0-910f-8ba542d00719) {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:45:36.909821 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f812df6-03ad-4ece-8559-8b333b6e16ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:45:36.928430 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6f812df6-03ad-4ece-8559-8b333b6e16ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:36.959507 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-36db368c-c43d-4844-a153-a878e22abb4b admin admin] Notify callbacks [] for router, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:36.963410 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-36db368c-c43d-4844-a153-a878e22abb4b admin admin] 10.222.0.41 "DELETE /v2.0/routers/e617e89e-2542-4473-8020-539e7395fae0 HTTP/1.1" status: 204 len: 168 time: 5.8675807 Jun 01 18:45:36.969983 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 47150) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:45:37.094960 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-6f812df6-03ad-4ece-8559-8b333b6e16ae admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.1602325 Jun 01 18:45:37.094960 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 47158) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:45:37.104357 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61bc697b-dafc-4ca8-a4a8-0a0a585078ae None None] Network 0359b58a-a602-4aa0-910f-8ba542d00719 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 18:45:37.193229 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abdfef97-fec7-42e4-8ea7-b839ffd47563 admin admin] Router e382871c-246a-46b7-8bb4-dda49899d8cb has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 18:45:37.219596 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-97e0c002-2647-4ff5-9a5e-b1adae2f7121 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-2082509201-router', 'tenant_id': '39ffcc15901e49978660c230f5a8808d', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:45:37.255646 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ff1f9272-1755-47a0-9f04-9f1b755685a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:37.258139 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ff1f9272-1755-47a0-9f04-9f1b755685a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:37.266683 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-ff1f9272-1755-47a0-9f04-9f1b755685a2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fd4cc810-5553-4785-8474-995b851a0d3e HTTP/1.1" status: 204 len: 168 time: 1.0103471 Jun 01 18:45:37.268985 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-97e0c002-2647-4ff5-9a5e-b1adae2f7121 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:45:37.306471 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-97e0c002-2647-4ff5-9a5e-b1adae2f7121 admin admin] Usage tracker for resource:router and tenant:39ffcc15901e49978660c230f5a8808d is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:45:37.337527 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1f9272-1755-47a0-9f04-9f1b755685a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd4cc810-5553-4785-8474-995b851a0d3e,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:45:37.363619 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-97e0c002-2647-4ff5-9a5e-b1adae2f7121 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:45:37.388068 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-97e0c002-2647-4ff5-9a5e-b1adae2f7121 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:45:37.455932 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-97e0c002-2647-4ff5-9a5e-b1adae2f7121 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-885767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25238'] for router, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:37.460603 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-97e0c002-2647-4ff5-9a5e-b1adae2f7121 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-901042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-886562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-981784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25327'] for router, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:37.542922 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-0cd7e809-690f-49c9-9284-f4d41cb2b3f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:37.545217 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c58726f-5760-4ac7-b3e5-01346558fb71 req-739527de-9366-4de8-a44b-f73648bda872 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:45:37.549926 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-9c58726f-5760-4ac7-b3e5-01346558fb71 req-739527de-9366-4de8-a44b-f73648bda872 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] 10.222.0.41 "GET /v2.0/ports?device_id=bb3df7f9-2434-4ba7-9379-cd0b0030b6bd HTTP/1.1" status: 200 len: 944 time: 0.4865487 Jun 01 18:45:37.568417 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-97e0c002-2647-4ff5-9a5e-b1adae2f7121 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:37.644449 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-8ad4a2ac-5154-4b66-95e9-865ca0e6a0ea None None] Set router 56e90cb8-600d-4b7f-b1a8-1ed7e5a9c164 gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:45:37.707595 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-9c58726f-5760-4ac7-b3e5-01346558fb71 req-3a5286c8-8116-4bb1-a1ec-3d2523dc8f2a tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] 10.222.0.41 "GET /v2.0/security-groups?id=444c87ba-31dc-4b5a-9977-492e198b845a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348763 Jun 01 18:45:37.949783 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ae95270-ad88-49f3-a545-250132448467 admin admin] Deleting subnet 2a094ab5-df87-4744-9e61-75be4c4af882 {{(pid=88524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 18:45:37.958559 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-7ae95270-ad88-49f3-a545-250132448467 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:38.126902 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 389e46bb-a7b9-4bf1-85fe-b2e71dbb89c0 no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:45:38.151428 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-7ae95270-ad88-49f3-a545-250132448467 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2702137'] for subnet, precommit_delete_associations {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:38.187955 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: 389e46bb-a7b9-4bf1-85fe-b2e71dbb89c0 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 18:45:38.188444 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 389e46bb-a7b9-4bf1-85fe-b2e71dbb89c0 not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 18:45:38.197685 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdbfd525-c451-4a8e-aa89-b3d86e145400 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc93f83c3-7fb6-5c13-a9d4-29d739a4e8d2-0359b58a-a602-4aa0-910f-8ba542d00719', 'network_id': '0359b58a-a602-4aa0-910f-8ba542d00719', 'tenant_id': '39ffcc15901e49978660c230f5a8808d', 'fixed_ips': [{'subnet_id': 'b8a835bb-7edf-456e-82c4-101e4c9049d0'}]}} from n-d-844202-1. {{(pid=88526) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 18:45:38.199021 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-bdbfd525-c451-4a8e-aa89-b3d86e145400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:38.268399 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-7ae95270-ad88-49f3-a545-250132448467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:38.469452 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-97e0c002-2647-4ff5-9a5e-b1adae2f7121 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-886608', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-885830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25341'] for router, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:38.495284 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 47198) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:45:38.551111 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-7ae95270-ad88-49f3-a545-250132448467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2718856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3066595'] for subnet, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:38.650652 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae95270-ad88-49f3-a545-250132448467 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a094ab5-df87-4744-9e61-75be4c4af882,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:45:38.674962 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-7ae95270-ad88-49f3-a545-250132448467 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:38.685731 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-7ae95270-ad88-49f3-a545-250132448467 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/2a094ab5-df87-4744-9e61-75be4c4af882 HTTP/1.1" status: 204 len: 168 time: 1.7126627 Jun 01 18:45:38.699735 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 47206) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:45:38.701341 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-019610f9-ab43-444b-aa48-c58b2def4df3 None None] Network ca7b392c-8180-4a04-9249-470a26584648 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 18:45:38.747136 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abdfef97-fec7-42e4-8ea7-b839ffd47563 admin admin] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 18:45:38.759582 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5951a8f2-8073-4fda-b1e4-7c9b17c15541 None None] Sync routers for ids ['e382871c-246a-46b7-8bb4-dda49899d8cb'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 18:45:38.816194 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5951a8f2-8073-4fda-b1e4-7c9b17c15541 None None] Routers {'e382871c-246a-46b7-8bb4-dda49899d8cb'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:45:38.818929 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-5951a8f2-8073-4fda-b1e4-7c9b17c15541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:45:09Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['e382871c-246a-46b7-8bb4-dda49899d8cb'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:45:38.965504 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-cb091fe9-9ecb-4adf-b2cf-f21050754c86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:39.002035 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-cb091fe9-9ecb-4adf-b2cf-f21050754c86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:45:39.027642 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-cb091fe9-9ecb-4adf-b2cf-f21050754c86 admin admin] Usage tracker for resource:security_group_rule and tenant:de89d860ba284c82b79b6c78859558be is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:45:39.050391 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-cb091fe9-9ecb-4adf-b2cf-f21050754c86 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:45:39.074916 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-abdfef97-fec7-42e4-8ea7-b839ffd47563 admin admin] 10.222.0.41 "PUT /v2.0/routers/e382871c-246a-46b7-8bb4-dda49899d8cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7394106 Jun 01 18:45:39.076962 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-97e0c002-2647-4ff5-9a5e-b1adae2f7121 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:39.094430 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 47220) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:45:39.171369 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-cb091fe9-9ecb-4adf-b2cf-f21050754c86 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:45:39.232461 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.db_base_plugin_common [None req-bdbfd525-c451-4a8e-aa89-b3d86e145400 None None] Allocated IP 172.20.0.2 (0359b58a-a602-4aa0-910f-8ba542d00719/b8a835bb-7edf-456e-82c4-101e4c9049d0/0ff2faec-5edf-45b1-b197-2cb9cf2f77c7) {{(pid=88526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:45:39.289399 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-97e0c002-2647-4ff5-9a5e-b1adae2f7121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:39.315081 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-bfd44aee-6c56-44ca-b356-c9b32a83e055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:39.405809 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-5951a8f2-8073-4fda-b1e4-7c9b17c15541 None None] Set router e382871c-246a-46b7-8bb4-dda49899d8cb gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:45:39.468806 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566e6c1c-4356-4a1a-835a-6909ce6183a3 req-ff16a77a-caf3-4cee-b0e7-031b1e63b63e tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:45:39.474128 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-566e6c1c-4356-4a1a-835a-6909ce6183a3 req-ff16a77a-caf3-4cee-b0e7-031b1e63b63e tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] 10.222.0.50 "GET /v2.0/ports?device_id=bb3df7f9-2434-4ba7-9379-cd0b0030b6bd HTTP/1.1" status: 200 len: 944 time: 1.7545567 Jun 01 18:45:39.509899 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9196838-f1f4-4246-8cb1-a8fb6541bafe req-6267f069-ec8f-43b4-a007-54015b93a468 tempest-LiveMigrationTest-1173690941 tempest-LiveMigrationTest-1173690941-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:45:39.522010 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a9196838-f1f4-4246-8cb1-a8fb6541bafe req-6267f069-ec8f-43b4-a007-54015b93a468 tempest-LiveMigrationTest-1173690941 tempest-LiveMigrationTest-1173690941-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=9a626321-194f-492e-91f3-8995de8b564c HTTP/1.1" status: 200 len: 1096 time: 1.6290882 Jun 01 18:45:39.523896 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-bfd44aee-6c56-44ca-b356-c9b32a83e055 admin admin] Deleting port 9941d0a5-cdb6-4512-a90e-12c42b906fcd {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:45:39.525099 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-bfd44aee-6c56-44ca-b356-c9b32a83e055 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:39.609245 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897eac73-d383-40a1-88d6-cedcc66a9873 req-d3292d22-66c2-4127-a171-c67332adf2b2 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:45:39.612564 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-897eac73-d383-40a1-88d6-cedcc66a9873 req-d3292d22-66c2-4127-a171-c67332adf2b2 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] 10.222.0.41 "GET /v2.0/ports?device_id=bb3df7f9-2434-4ba7-9379-cd0b0030b6bd HTTP/1.1" status: 200 len: 944 time: 0.4389627 Jun 01 18:45:39.789280 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [None req-97e0c002-2647-4ff5-9a5e-b1adae2f7121 admin admin] Allocated IP 172.25.4.32 (72a72e44-6845-488a-a5ff-3a26d4df9cb3/c314a23b-daa2-4106-ab28-8e6f954277b2/c591a942-ba70-4f70-bb91-e67aef13e0c0) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:45:39.793825 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-897eac73-d383-40a1-88d6-cedcc66a9873 req-7f03f1b0-afc0-4060-a16f-5d1d072f29fd tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] 10.222.0.41 "GET /v2.0/security-groups?id=444c87ba-31dc-4b5a-9977-492e198b845a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736677 Jun 01 18:45:39.848529 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-cb091fe9-9ecb-4adf-b2cf-f21050754c86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:39.895547 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-cb091fe9-9ecb-4adf-b2cf-f21050754c86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:40.037100 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-5951a8f2-8073-4fda-b1e4-7c9b17c15541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e382871c-246a-46b7-8bb4-dda49899d8cb', 'name': 'tempest-AttachSCSIVolumeTestJSON-695433826-router', 'tenant_id': 'b2fc35811561461b9f06bb5ae636c264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': 'ca33a62c-04fd-47b9-b4f4-68e7629e50d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:41:57Z', 'updated_at': '2022-06-01T18:45:33Z', 'revision_number': 5, 'project_id': 'b2fc35811561461b9f06bb5ae636c264', 'gw_port': {'id': 'ca33a62c-04fd-47b9-b4f4-68e7629e50d1', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:f5:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e382871c-246a-46b7-8bb4-dda49899d8cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:41:58Z', 'updated_at': '2022-06-01T18:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:45:40.041991 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5951a8f2-8073-4fda-b1e4-7c9b17c15541 None None] Checking router: e382871c-246a-46b7-8bb4-dda49899d8cb for host: n-d-844202-1 {{(pid=88527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 18:45:40.069106 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5951a8f2-8073-4fda-b1e4-7c9b17c15541 None None] Routers {'e382871c-246a-46b7-8bb4-dda49899d8cb'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:45:40.069732 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-5951a8f2-8073-4fda-b1e4-7c9b17c15541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:45:09Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['e382871c-246a-46b7-8bb4-dda49899d8cb'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:45:40.170772 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-be4eff89-d58e-49d8-a67a-3298989a988c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:40.277744 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-78d6e55d-956a-4ebb-8bab-b16f4c92d11b admin admin] Notify callbacks [] for router, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:40.293213 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-97e0c002-2647-4ff5-9a5e-b1adae2f7121 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:40.401602 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-8ad4a2ac-5154-4b66-95e9-865ca0e6a0ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56e90cb8-600d-4b7f-b1a8-1ed7e5a9c164', 'name': 'tempest-TaggedBootDevicesTest_v242-183292155-router', 'tenant_id': '5e0ead56e0d24edfb943f0d89aaec01a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': '22e7dc2c-baf7-420c-b31e-f3158358106f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:44:56Z', 'updated_at': '2022-06-01T18:45:28Z', 'revision_number': 4, 'project_id': '5e0ead56e0d24edfb943f0d89aaec01a', 'gw_port': {'id': '22e7dc2c-baf7-420c-b31e-f3158358106f', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:07:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e90cb8-600d-4b7f-b1a8-1ed7e5a9c164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:45:01Z', 'updated_at': '2022-06-01T18:45:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '747bae15-5021-49b5-bc08-285fe5695725', 'name': '', 'network_id': 'f485d579-7529-4636-ae31-9fc1fec94322', 'tenant_id': '5e0ead56e0d24edfb943f0d89aaec01a', 'mac_address': 'fa:16:3e:cc:f7:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56e90cb8-600d-4b7f-b1a8-1ed7e5a9c164', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'e3aaca05-30ec-4457-96c4-ed8fafe49371', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:45:22Z', 'updated_at': '2022-06-01T18:45:36Z', 'revision_number': 4, 'project_id': '5e0ead56e0d24edfb943f0d89aaec01a', 'subnets': [{'id': 'e3aaca05-30ec-4457-96c4-ed8fafe49371', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:45:40.418304 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ad4a2ac-5154-4b66-95e9-865ca0e6a0ea None None] The sync data for ids ['56e90cb8-600d-4b7f-b1a8-1ed7e5a9c164'] in n-d-844202-1 is: [{'id': '56e90cb8-600d-4b7f-b1a8-1ed7e5a9c164', 'name': 'tempest-TaggedBootDevicesTest_v242-183292155-router', 'tenant_id': '5e0ead56e0d24edfb943f0d89aaec01a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': '22e7dc2c-baf7-420c-b31e-f3158358106f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:44:56Z', 'updated_at': '2022-06-01T18:45:28Z', 'revision_number': 4, 'project_id': '5e0ead56e0d24edfb943f0d89aaec01a', 'gw_port': {'id': '22e7dc2c-baf7-420c-b31e-f3158358106f', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:07:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e90cb8-600d-4b7f-b1a8-1ed7e5a9c164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:45:01Z', 'updated_at': '2022-06-01T18:45:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '747bae15-5021-49b5-bc08-285fe5695725', 'name': '', 'network_id': 'f485d579-7529-4636-ae31-9fc1fec94322', 'tenant_id': '5e0ead56e0d24edfb943f0d89aaec01a', 'mac_address': 'fa:16:3e:cc:f7:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56e90cb8-600d-4b7f-b1a8-1ed7e5a9c164', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'e3aaca05-30ec-4457-96c4-ed8fafe49371', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:45:22Z', 'updated_at': '2022-06-01T18:45:36Z', 'revision_number': 4, 'project_id': '5e0ead56e0d24edfb943f0d89aaec01a', 'subnets': [{'id': 'e3aaca05-30ec-4457-96c4-ed8fafe49371', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 18:45:40.447363 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-bdbfd525-c451-4a8e-aa89-b3d86e145400 None None] Notify callbacks [] for port, precommit_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:40.456207 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:40.478156 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-bdbfd525-c451-4a8e-aa89-b3d86e145400 None None] Transition to ACTIVE for port object 0ff2faec-5edf-45b1-b197-2cb9cf2f77c7 will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:45:40.583514 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-406b9b18-54a0-4fc8-b453-3f764d9aa260 None None] DHCP port deletion for ca7b392c-8180-4a04-9249-470a26584648 request from n-d-844202-1 {{(pid=88526) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 18:45:40.587575 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-5951a8f2-8073-4fda-b1e4-7c9b17c15541 None None] Set router e382871c-246a-46b7-8bb4-dda49899d8cb gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:45:40.608894 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 76ff1072-6dd9-430e-a046-4981370d94c1 no longer exists at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:45:40.755249 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-97e0c002-2647-4ff5-9a5e-b1adae2f7121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:40.761422 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-406b9b18-54a0-4fc8-b453-3f764d9aa260 None None] Deleting port 9941d0a5-cdb6-4512-a90e-12c42b906fcd {{(pid=88526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:45:40.761993 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-406b9b18-54a0-4fc8-b453-3f764d9aa260 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:40.919675 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-bdbfd525-c451-4a8e-aa89-b3d86e145400 None None] Transition to ACTIVE for port object 0ff2faec-5edf-45b1-b197-2cb9cf2f77c7 will not be triggered until provisioned by entity DHCP. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:45:40.928939 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port 76ff1072-6dd9-430e-a046-4981370d94c1 is: DOWN; New status is: DOWN {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:45:40.957062 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:40.960584 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-bdbfd525-c451-4a8e-aa89-b3d86e145400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526'] for port, after_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:41.040267 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-566e6c1c-4356-4a1a-835a-6909ce6183a3 req-88fece66-fa6b-4cdf-ad1d-46cc438dccb6 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] Deleting port 76ff1072-6dd9-430e-a046-4981370d94c1 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:45:41.040899 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-566e6c1c-4356-4a1a-835a-6909ce6183a3 req-88fece66-fa6b-4cdf-ad1d-46cc438dccb6 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:41.108665 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdbfd525-c451-4a8e-aa89-b3d86e145400 None None] Network 0359b58a-a602-4aa0-910f-8ba542d00719 is already hosted by enough agents. {{(pid=88526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:45:41.117765 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e0c002-2647-4ff5-9a5e-b1adae2f7121 admin admin] Pushing event updated for resources: {'Port': ['ID=c591a942-ba70-4f70-bb91-e67aef13e0c0,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:45:41.145600 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbfd525-c451-4a8e-aa89-b3d86e145400 None None] Pushing event updated for resources: {'Port': ['ID=0ff2faec-5edf-45b1-b197-2cb9cf2f77c7,revision_number=1']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:45:41.165130 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.base_scheduler [None req-bdbfd525-c451-4a8e-aa89-b3d86e145400 None None] Resources bound (agent type, host, resource id): {{(pid=88526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:45:41.169152 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdbfd525-c451-4a8e-aa89-b3d86e145400 None None] Received port after_create {{(pid=88526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:45:41.180330 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a9196838-f1f4-4246-8cb1-a8fb6541bafe req-dd3b515e-8d41-444b-a00a-65615d73c90b tempest-LiveMigrationTest-1173690941 tempest-LiveMigrationTest-1173690941-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=92820b43-7593-449e-bdb5-02c9f22d29e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6580219 Jun 01 18:45:41.244736 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-cb091fe9-9ecb-4adf-b2cf-f21050754c86 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=de89d860ba284c82b79b6c78859558be&name=default HTTP/1.1" status: 200 len: 2979 time: 2.7474587 Jun 01 18:45:41.251071 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 47260) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:45:41.254302 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb091fe9-9ecb-4adf-b2cf-f21050754c86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=986c7c2b-09b5-42e3-8434-6ac3275c6f8d,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:45:41.282293 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97e0c002-2647-4ff5-9a5e-b1adae2f7121 admin admin] Network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:45:41.329451 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-97e0c002-2647-4ff5-9a5e-b1adae2f7121 admin admin] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:45:41.352697 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e0c002-2647-4ff5-9a5e-b1adae2f7121 admin admin] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:45:41.624329 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:41.954811 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-566e6c1c-4356-4a1a-835a-6909ce6183a3 req-88fece66-fa6b-4cdf-ad1d-46cc438dccb6 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] For port 76ff1072-6dd9-430e-a046-4981370d94c1, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=76ff1072-6dd9-430e-a046-4981370d94c1,segment=NetworkSegment(e7a2e8fb-b3d5-44ba-bb42-81da885a74e3),segment_id=e7a2e8fb-b3d5-44ba-bb42-81da885a74e3)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:45:41.956209 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-5951a8f2-8073-4fda-b1e4-7c9b17c15541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e382871c-246a-46b7-8bb4-dda49899d8cb', 'name': 'tempest-AttachSCSIVolumeTestJSON-695433826-router', 'tenant_id': 'b2fc35811561461b9f06bb5ae636c264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': 'ca33a62c-04fd-47b9-b4f4-68e7629e50d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:41:57Z', 'updated_at': '2022-06-01T18:45:33Z', 'revision_number': 5, 'project_id': 'b2fc35811561461b9f06bb5ae636c264', 'gw_port': {'id': 'ca33a62c-04fd-47b9-b4f4-68e7629e50d1', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:f5:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e382871c-246a-46b7-8bb4-dda49899d8cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:41:58Z', 'updated_at': '2022-06-01T18:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:45:41.961086 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-566e6c1c-4356-4a1a-835a-6909ce6183a3 req-88fece66-fa6b-4cdf-ad1d-46cc438dccb6 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:41.975411 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:41.981138 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5951a8f2-8073-4fda-b1e4-7c9b17c15541 None None] The sync data for ids ['e382871c-246a-46b7-8bb4-dda49899d8cb'] in n-d-844202-1 is: [{'id': 'e382871c-246a-46b7-8bb4-dda49899d8cb', 'name': 'tempest-AttachSCSIVolumeTestJSON-695433826-router', 'tenant_id': 'b2fc35811561461b9f06bb5ae636c264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': 'ca33a62c-04fd-47b9-b4f4-68e7629e50d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:41:57Z', 'updated_at': '2022-06-01T18:45:33Z', 'revision_number': 5, 'project_id': 'b2fc35811561461b9f06bb5ae636c264', 'gw_port': {'id': 'ca33a62c-04fd-47b9-b4f4-68e7629e50d1', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:f5:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e382871c-246a-46b7-8bb4-dda49899d8cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:41:58Z', 'updated_at': '2022-06-01T18:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 18:45:42.003117 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-bdbfd525-c451-4a8e-aa89-b3d86e145400 None None] Attempting to bind port 0ff2faec-5edf-45b1-b197-2cb9cf2f77c7 on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:45:42.003492 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-bdbfd525-c451-4a8e-aa89-b3d86e145400 None None] Attempting to bind port 0ff2faec-5edf-45b1-b197-2cb9cf2f77c7 by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': 'eaa2715f-9e3e-4cd1-9713-65addcedaa58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '0359b58a-a602-4aa0-910f-8ba542d00719'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:45:42.003855 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdbfd525-c451-4a8e-aa89-b3d86e145400 None None] Attempting to bind port 0ff2faec-5edf-45b1-b197-2cb9cf2f77c7 on network 0359b58a-a602-4aa0-910f-8ba542d00719 {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:45:42.007387 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-406b9b18-54a0-4fc8-b453-3f764d9aa260 None None] For port 9941d0a5-cdb6-4512-a90e-12c42b906fcd, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=9941d0a5-cdb6-4512-a90e-12c42b906fcd,segment=NetworkSegment(edd69e72-3f7e-4939-b863-44483abb7720),segment_id=edd69e72-3f7e-4939-b863-44483abb7720)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:45:42.007785 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-406b9b18-54a0-4fc8-b453-3f764d9aa260 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:42.020991 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:42.067147 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdbfd525-c451-4a8e-aa89-b3d86e145400 None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 18, 45, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:45:42.067775 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdbfd525-c451-4a8e-aa89-b3d86e145400 None None] Checking segment: {'id': 'eaa2715f-9e3e-4cd1-9713-65addcedaa58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '0359b58a-a602-4aa0-910f-8ba542d00719'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:45:42.068178 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-bdbfd525-c451-4a8e-aa89-b3d86e145400 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:42.090510 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdbfd525-c451-4a8e-aa89-b3d86e145400 None None] Bound using segment: {'id': 'eaa2715f-9e3e-4cd1-9713-65addcedaa58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '0359b58a-a602-4aa0-910f-8ba542d00719'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:45:42.092049 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-bdbfd525-c451-4a8e-aa89-b3d86e145400 None None] Bound port: 0ff2faec-5edf-45b1-b197-2cb9cf2f77c7, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eaa2715f-9e3e-4cd1-9713-65addcedaa58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '0359b58a-a602-4aa0-910f-8ba542d00719'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:45:42.092948 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-bdbfd525-c451-4a8e-aa89-b3d86e145400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:42.208993 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-97e0c002-2647-4ff5-9a5e-b1adae2f7121 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:42.312985 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-406b9b18-54a0-4fc8-b453-3f764d9aa260 None None] Calling delete_port for 9941d0a5-cdb6-4512-a90e-12c42b906fcd owned by network:dhcp {{(pid=88526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:45:42.329350 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-566e6c1c-4356-4a1a-835a-6909ce6183a3 req-88fece66-fa6b-4cdf-ad1d-46cc438dccb6 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] Calling delete_port for 76ff1072-6dd9-430e-a046-4981370d94c1 owned by compute:nova {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:45:42.465741 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-406b9b18-54a0-4fc8-b453-3f764d9aa260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535'] for port, after_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:42.543934 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 747bae15-5021-49b5-bc08-285fe5695725 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:45:42.600545 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-406b9b18-54a0-4fc8-b453-3f764d9aa260 None None] No DVR routers for this DVR port 9941d0a5-cdb6-4512-a90e-12c42b906fcd on host n-d-844202-1 {{(pid=88526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 18:45:42.677641 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406b9b18-54a0-4fc8-b453-3f764d9aa260 None None] Pushing event deleted for resources: {'Port': ['ID=9941d0a5-cdb6-4512-a90e-12c42b906fcd,revision_number=None']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:45:42.694862 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-120130b7-1838-41d4-8f59-2cf3434f07b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:42.753547 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-117ec6f9-ce36-4c0b-aea7-6f166a8fdc4b req-96a08122-b481-42c2-a527-e02b75114b39 tempest-SecurityGroupsTestAdminJSON-2126490001 tempest-SecurityGroupsTestAdminJSON-2126490001-project] Request body: {'security_group': {'name': 'tempest-securitygroup-554292814', 'description': 'tempest-description-1441082542'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:45:42.785701 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-117ec6f9-ce36-4c0b-aea7-6f166a8fdc4b req-96a08122-b481-42c2-a527-e02b75114b39 tempest-SecurityGroupsTestAdminJSON-2126490001 tempest-SecurityGroupsTestAdminJSON-2126490001-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:45:42.805157 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [None req-bfd44aee-6c56-44ca-b356-c9b32a83e055 admin admin] For port 9941d0a5-cdb6-4512-a90e-12c42b906fcd, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=9941d0a5-cdb6-4512-a90e-12c42b906fcd,segment=NetworkSegment(edd69e72-3f7e-4939-b863-44483abb7720),segment_id=edd69e72-3f7e-4939-b863-44483abb7720)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:45:42.814187 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-bfd44aee-6c56-44ca-b356-c9b32a83e055 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:42.873959 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-117ec6f9-ce36-4c0b-aea7-6f166a8fdc4b req-96a08122-b481-42c2-a527-e02b75114b39 tempest-SecurityGroupsTestAdminJSON-2126490001 tempest-SecurityGroupsTestAdminJSON-2126490001-project] Usage tracker for resource:security_group and tenant:862a74a5da8945d481b7098ccd2db5e1 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:45:42.895834 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-bdbfd525-c451-4a8e-aa89-b3d86e145400 None None] For port 0ff2faec-5edf-45b1-b197-2cb9cf2f77c7, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:45:42.903198 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-bdbfd525-c451-4a8e-aa89-b3d86e145400 None None] For port 0ff2faec-5edf-45b1-b197-2cb9cf2f77c7, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=0ff2faec-5edf-45b1-b197-2cb9cf2f77c7,segment=NetworkSegment(eaa2715f-9e3e-4cd1-9713-65addcedaa58),segment_id=eaa2715f-9e3e-4cd1-9713-65addcedaa58)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:45:42.912041 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port 747bae15-5021-49b5-bc08-285fe5695725 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:45:42.931576 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-bdbfd525-c451-4a8e-aa89-b3d86e145400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:42.982968 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-120130b7-1838-41d4-8f59-2cf3434f07b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:43.015169 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69ee782-161c-48db-92fc-13a65e431583 req-5974c4e5-6097-4d0d-a99a-33b61f4281bb tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:45:43.016794 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a69ee782-161c-48db-92fc-13a65e431583 req-5974c4e5-6097-4d0d-a99a-33b61f4281bb tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] 10.222.0.41 "GET /v2.0/ports?device_id=bb3df7f9-2434-4ba7-9379-cd0b0030b6bd HTTP/1.1" status: 200 len: 944 time: 1.7331512 Jun 01 18:45:43.034059 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-97e0c002-2647-4ff5-9a5e-b1adae2f7121 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-885820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-886655'] for router, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:43.088987 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 747bae15-5021-49b5-bc08-285fe5695725 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:45:43.097726 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:43.119051 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-bfd44aee-6c56-44ca-b356-c9b32a83e055 admin admin] Calling delete_port for 9941d0a5-cdb6-4512-a90e-12c42b906fcd owned by network:dhcp {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:45:43.194582 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a69ee782-161c-48db-92fc-13a65e431583 req-1f4c29d3-f7bb-4dee-8b9c-7a3179323f59 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] 10.222.0.41 "GET /v2.0/security-groups?id=444c87ba-31dc-4b5a-9977-492e198b845a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663370 Jun 01 18:45:43.250805 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-117ec6f9-ce36-4c0b-aea7-6f166a8fdc4b req-96a08122-b481-42c2-a527-e02b75114b39 tempest-SecurityGroupsTestAdminJSON-2126490001 tempest-SecurityGroupsTestAdminJSON-2126490001-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:45:43.259251 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-117ec6f9-ce36-4c0b-aea7-6f166a8fdc4b req-96a08122-b481-42c2-a527-e02b75114b39 tempest-SecurityGroupsTestAdminJSON-2126490001 tempest-SecurityGroupsTestAdminJSON-2126490001-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:45:43.306616 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-120130b7-1838-41d4-8f59-2cf3434f07b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:43.338175 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbfd525-c451-4a8e-aa89-b3d86e145400 None None] Pushing event updated for resources: {'Port': ['ID=0ff2faec-5edf-45b1-b197-2cb9cf2f77c7,revision_number=2']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:45:43.351276 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120130b7-1838-41d4-8f59-2cf3434f07b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=986c7c2b-09b5-42e3-8434-6ac3275c6f8d,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:45:43.392277 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.db.api [None req-bfd44aee-6c56-44ca-b356-c9b32a83e055 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88524) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 18:45:43.393658 n-d-844202-1 neutron-server[88524]: DEBUG oslo_db.api [None req-bfd44aee-6c56-44ca-b356-c9b32a83e055 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 18:45:43.394529 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-117ec6f9-ce36-4c0b-aea7-6f166a8fdc4b req-96a08122-b481-42c2-a527-e02b75114b39 tempest-SecurityGroupsTestAdminJSON-2126490001 tempest-SecurityGroupsTestAdminJSON-2126490001-project] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:43.402859 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-120130b7-1838-41d4-8f59-2cf3434f07b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:43.406935 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-120130b7-1838-41d4-8f59-2cf3434f07b9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/986c7c2b-09b5-42e3-8434-6ac3275c6f8d HTTP/1.1" status: 204 len: 168 time: 2.1515613 Jun 01 18:45:43.460674 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-78d6e55d-956a-4ebb-8bab-b16f4c92d11b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:43.488397 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-117ec6f9-ce36-4c0b-aea7-6f166a8fdc4b req-96a08122-b481-42c2-a527-e02b75114b39 tempest-SecurityGroupsTestAdminJSON-2126490001 tempest-SecurityGroupsTestAdminJSON-2126490001-project] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:43.542705 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-117ec6f9-ce36-4c0b-aea7-6f166a8fdc4b req-96a08122-b481-42c2-a527-e02b75114b39 tempest-SecurityGroupsTestAdminJSON-2126490001 tempest-SecurityGroupsTestAdminJSON-2126490001-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:45:43.548572 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-117ec6f9-ce36-4c0b-aea7-6f166a8fdc4b req-96a08122-b481-42c2-a527-e02b75114b39 tempest-SecurityGroupsTestAdminJSON-2126490001 tempest-SecurityGroupsTestAdminJSON-2126490001-project] Usage tracker for resource:security_group_rule and tenant:862a74a5da8945d481b7098ccd2db5e1 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:45:43.552463 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 747bae15-5021-49b5-bc08-285fe5695725 is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:45:43.552937 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-117ec6f9-ce36-4c0b-aea7-6f166a8fdc4b req-96a08122-b481-42c2-a527-e02b75114b39 tempest-SecurityGroupsTestAdminJSON-2126490001 tempest-SecurityGroupsTestAdminJSON-2126490001-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:45:43.554711 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97e0c002-2647-4ff5-9a5e-b1adae2f7121 admin admin] Router 594dc08c-ae2f-492d-84e1-dc5ecb123c33 is scheduled to L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 with binding_index 1 {{(pid=88525) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 18:45:43.555481 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:43.561784 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-117ec6f9-ce36-4c0b-aea7-6f166a8fdc4b req-96a08122-b481-42c2-a527-e02b75114b39 tempest-SecurityGroupsTestAdminJSON-2126490001 tempest-SecurityGroupsTestAdminJSON-2126490001-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:45:43.663950 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port 747bae15-5021-49b5-bc08-285fe5695725, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=747bae15-5021-49b5-bc08-285fe5695725,segment=NetworkSegment(addab7d5-ae1a-46af-8624-f392d2d8b7f8),segment_id=addab7d5-ae1a-46af-8624-f392d2d8b7f8)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:45:43.689964 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:43.752767 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-117ec6f9-ce36-4c0b-aea7-6f166a8fdc4b req-96a08122-b481-42c2-a527-e02b75114b39 tempest-SecurityGroupsTestAdminJSON-2126490001 tempest-SecurityGroupsTestAdminJSON-2126490001-project] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:43.760684 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-78d6e55d-956a-4ebb-8bab-b16f4c92d11b admin admin] Deleting port ca33a62c-04fd-47b9-b4f4-68e7629e50d1 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:45:43.761435 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-78d6e55d-956a-4ebb-8bab-b16f4c92d11b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:43.825216 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 9941d0a5-cdb6-4512-a90e-12c42b906fcd no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:45:43.938843 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: 9941d0a5-cdb6-4512-a90e-12c42b906fcd {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 18:45:43.952617 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 9941d0a5-cdb6-4512-a90e-12c42b906fcd not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 18:45:43.953667 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device e42b8b77-8718-40f0-b537-6fc687570cb7 no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:45:44.091270 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-bfd44aee-6c56-44ca-b356-c9b32a83e055 admin admin] Deleting port 9941d0a5-cdb6-4512-a90e-12c42b906fcd {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:45:44.091987 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-bfd44aee-6c56-44ca-b356-c9b32a83e055 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:44.100014 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: e42b8b77-8718-40f0-b537-6fc687570cb7 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 18:45:44.108753 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device e42b8b77-8718-40f0-b537-6fc687570cb7 not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 18:45:44.131231 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=747bae15-5021-49b5-bc08-285fe5695725,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:45:44.191860 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-566e6c1c-4356-4a1a-835a-6909ce6183a3 req-88fece66-fa6b-4cdf-ad1d-46cc438dccb6 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:44.207515 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] get_ports_and_sgs() called for port_ids ['865499a8-4a47-4d3a-a9d0-7d19c3aa98c3'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:45:44.211372 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-117ec6f9-ce36-4c0b-aea7-6f166a8fdc4b req-96a08122-b481-42c2-a527-e02b75114b39 tempest-SecurityGroupsTestAdminJSON-2126490001 tempest-SecurityGroupsTestAdminJSON-2126490001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:44.236736 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97e0c002-2647-4ff5-9a5e-b1adae2f7121 admin admin] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 18:45:44.246883 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11374de-9a42-45d2-a591-12f62131038d req-94a43c69-c64e-4418-bf7e-3ebacf7967b2 tempest-LiveMigrationTest-1173690941 tempest-LiveMigrationTest-1173690941-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:45:44.272282 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a19e07-5b87-4cdd-a8c6-9578ae6eca2c None None] Sync routers for ids ['594dc08c-ae2f-492d-84e1-dc5ecb123c33'] in n-d-844202-1 {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 18:45:44.279791 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a11374de-9a42-45d2-a591-12f62131038d req-94a43c69-c64e-4418-bf7e-3ebacf7967b2 tempest-LiveMigrationTest-1173690941 tempest-LiveMigrationTest-1173690941-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=9a626321-194f-492e-91f3-8995de8b564c HTTP/1.1" status: 200 len: 1096 time: 0.8264096 Jun 01 18:45:44.331601 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a19e07-5b87-4cdd-a8c6-9578ae6eca2c None None] Routers {'594dc08c-ae2f-492d-84e1-dc5ecb123c33'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:45:44.333139 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-02a19e07-5b87-4cdd-a8c6-9578ae6eca2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:45:39Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['594dc08c-ae2f-492d-84e1-dc5ecb123c33'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:45:44.363570 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-117ec6f9-ce36-4c0b-aea7-6f166a8fdc4b req-96a08122-b481-42c2-a527-e02b75114b39 tempest-SecurityGroupsTestAdminJSON-2126490001 tempest-SecurityGroupsTestAdminJSON-2126490001-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:45:44.375271 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-97e0c002-2647-4ff5-9a5e-b1adae2f7121 admin admin] Notify callbacks [] for router, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:44.377760 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a08122-b481-42c2-a527-e02b75114b39 tempest-SecurityGroupsTestAdminJSON-2126490001 tempest-SecurityGroupsTestAdminJSON-2126490001-project] Pushing event updated for resources: {'SecurityGroup': ['ID=617bc5d3-33c8-48c1-8b2a-9d9da11cbb5d,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:45:44.386692 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-97e0c002-2647-4ff5-9a5e-b1adae2f7121 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.1941226 Jun 01 18:45:44.391151 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 47288) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:45:44.467176 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-117ec6f9-ce36-4c0b-aea7-6f166a8fdc4b req-96a08122-b481-42c2-a527-e02b75114b39 tempest-SecurityGroupsTestAdminJSON-2126490001 tempest-SecurityGroupsTestAdminJSON-2126490001-project] Usage tracker for resource:security_group_rule and tenant:862a74a5da8945d481b7098ccd2db5e1 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:45:44.479246 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fece66-fa6b-4cdf-ad1d-46cc438dccb6 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] Pushing event deleted for resources: {'Port': ['ID=76ff1072-6dd9-430e-a046-4981370d94c1,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:45:44.515737 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-bfd44aee-6c56-44ca-b356-c9b32a83e055 admin admin] The port '9941d0a5-cdb6-4512-a90e-12c42b906fcd' was deleted {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 01 18:45:44.520677 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-117ec6f9-ce36-4c0b-aea7-6f166a8fdc4b req-96a08122-b481-42c2-a527-e02b75114b39 tempest-SecurityGroupsTestAdminJSON-2126490001 tempest-SecurityGroupsTestAdminJSON-2126490001-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:45:44.528380 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 0ff2faec-5edf-45b1-b197-2cb9cf2f77c7 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:45:44.628820 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a11374de-9a42-45d2-a591-12f62131038d req-79741b91-9290-4a11-9e2c-fea18c16ab80 tempest-LiveMigrationTest-1173690941 tempest-LiveMigrationTest-1173690941-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=92820b43-7593-449e-bdb5-02c9f22d29e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3480928 Jun 01 18:45:44.671300 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-117ec6f9-ce36-4c0b-aea7-6f166a8fdc4b req-96a08122-b481-42c2-a527-e02b75114b39 tempest-SecurityGroupsTestAdminJSON-2126490001 tempest-SecurityGroupsTestAdminJSON-2126490001-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:45:44.719948 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-566e6c1c-4356-4a1a-835a-6909ce6183a3 req-88fece66-fa6b-4cdf-ad1d-46cc438dccb6 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] No DVR routers for this DVR port 76ff1072-6dd9-430e-a046-4981370d94c1 on host n-h2-844202-1 {{(pid=88524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 18:45:44.774961 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-566e6c1c-4356-4a1a-835a-6909ce6183a3 req-88fece66-fa6b-4cdf-ad1d-46cc438dccb6 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:44.798645 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb3df7f9-2434-4ba7-9379-cd0b0030b6bd', 'name': 'network-vif-deleted', 'tag': '76ff1072-6dd9-430e-a046-4981370d94c1'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:45:44.814298 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-566e6c1c-4356-4a1a-835a-6909ce6183a3 req-88fece66-fa6b-4cdf-ad1d-46cc438dccb6 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] 10.222.0.50 "DELETE /v2.0/ports/76ff1072-6dd9-430e-a046-4981370d94c1 HTTP/1.1" status: 204 len: 173 time: 5.3122878 Jun 01 18:45:45.044650 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port 0ff2faec-5edf-45b1-b197-2cb9cf2f77c7 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:45:45.060466 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [None req-78d6e55d-956a-4ebb-8bab-b16f4c92d11b admin admin] For port ca33a62c-04fd-47b9-b4f4-68e7629e50d1, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=ca33a62c-04fd-47b9-b4f4-68e7629e50d1,segment=NetworkSegment(7875af61-4c53-4ff2-b8c8-d4b7c35ff947),segment_id=7875af61-4c53-4ff2-b8c8-d4b7c35ff947)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:45:45.065451 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-78d6e55d-956a-4ebb-8bab-b16f4c92d11b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:45.098216 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-bfd44aee-6c56-44ca-b356-c9b32a83e055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:45.164877 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a49153a-fdf9-499c-aeb9-e8cb2ba215b0 None None] Network 0359b58a-a602-4aa0-910f-8ba542d00719 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 18:45:45.297989 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e4a03fb7-a32a-4c75-ada7-563b4f4fdbf4 req-ec7ed656-5076-4a12-ab5b-d42443cbf95b tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] 10.222.0.41 "GET /v2.0/ports?device_id=bb3df7f9-2434-4ba7-9379-cd0b0030b6bd HTTP/1.1" status: 200 len: 210 time: 0.1526744 Jun 01 18:45:45.339725 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-78d6e55d-956a-4ebb-8bab-b16f4c92d11b admin admin] Calling delete_port for ca33a62c-04fd-47b9-b4f4-68e7629e50d1 owned by network:router_gateway {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:45:45.417875 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-bfd44aee-6c56-44ca-b356-c9b32a83e055 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca7b392c-8180-4a04-9249-470a26584648']}} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:45:45.470540 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-bfd44aee-6c56-44ca-b356-c9b32a83e055 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edd69e72-3f7e-4939-b863-44483abb7720') {'for_net_delete': True} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:45:45.471815 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-bfd44aee-6c56-44ca-b356-c9b32a83e055 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edd69e72-3f7e-4939-b863-44483abb7720') {} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:45:45.522488 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-bfd44aee-6c56-44ca-b356-c9b32a83e055 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2702126'] for segment, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:45.552049 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-02a19e07-5b87-4cdd-a8c6-9578ae6eca2c None None] Set router 594dc08c-ae2f-492d-84e1-dc5ecb123c33 gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:45:45.614550 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-117ec6f9-ce36-4c0b-aea7-6f166a8fdc4b req-96a08122-b481-42c2-a527-e02b75114b39 tempest-SecurityGroupsTestAdminJSON-2126490001 tempest-SecurityGroupsTestAdminJSON-2126490001-project] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:45.627802 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-bfd44aee-6c56-44ca-b356-c9b32a83e055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:45.671607 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 47316) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:45:45.682266 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-117ec6f9-ce36-4c0b-aea7-6f166a8fdc4b req-96a08122-b481-42c2-a527-e02b75114b39 tempest-SecurityGroupsTestAdminJSON-2126490001 tempest-SecurityGroupsTestAdminJSON-2126490001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:45.777819 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfd44aee-6c56-44ca-b356-c9b32a83e055 admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=88524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 18:45:45.778958 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-bfd44aee-6c56-44ca-b356-c9b32a83e055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2719018'] for segment, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:45.856540 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a08122-b481-42c2-a527-e02b75114b39 tempest-SecurityGroupsTestAdminJSON-2126490001 tempest-SecurityGroupsTestAdminJSON-2126490001-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80d76114-047f-477e-8eab-e79d5de3aaf5,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:45:45.989587 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-117ec6f9-ce36-4c0b-aea7-6f166a8fdc4b req-96a08122-b481-42c2-a527-e02b75114b39 tempest-SecurityGroupsTestAdminJSON-2126490001 tempest-SecurityGroupsTestAdminJSON-2126490001-project] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:46.017308 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-117ec6f9-ce36-4c0b-aea7-6f166a8fdc4b req-96a08122-b481-42c2-a527-e02b75114b39 tempest-SecurityGroupsTestAdminJSON-2126490001 tempest-SecurityGroupsTestAdminJSON-2126490001-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 3.2756317 Jun 01 18:45:46.050372 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-bfd44aee-6c56-44ca-b356-c9b32a83e055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:46.121900 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-bfd44aee-6c56-44ca-b356-c9b32a83e055 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:46.138558 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-50e0eba7-a15a-467f-8a69-5d3ab4d06c2a admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-700210475-network', 'tenant_id': 'a987e2b14da04abd9c5d60b7dda4a32d'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:45:46.163806 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd44aee-6c56-44ca-b356-c9b32a83e055 admin admin] Pushing event deleted for resources: {'Network': ['ID=ca7b392c-8180-4a04-9249-470a26584648,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:45:46.170512 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-50e0eba7-a15a-467f-8a69-5d3ab4d06c2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:45:46.198904 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-80d1dd4d-61ce-4c3e-bed6-027cf2788d5b None None] Provisioning for port 0ff2faec-5edf-45b1-b197-2cb9cf2f77c7 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:45:46.227072 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-50e0eba7-a15a-467f-8a69-5d3ab4d06c2a admin admin] Usage tracker for resource:network and tenant:a987e2b14da04abd9c5d60b7dda4a32d is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:45:46.245936 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-50e0eba7-a15a-467f-8a69-5d3ab4d06c2a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:45:46.273132 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-bfd44aee-6c56-44ca-b356-c9b32a83e055 admin admin] 10.222.0.41 "DELETE /v2.0/networks/ca7b392c-8180-4a04-9249-470a26584648 HTTP/1.1" status: 204 len: 168 time: 7.5691829 Jun 01 18:45:46.296159 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-80d1dd4d-61ce-4c3e-bed6-027cf2788d5b None None] Provisioning complete for port 0ff2faec-5edf-45b1-b197-2cb9cf2f77c7 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:45:46.296462 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-80d1dd4d-61ce-4c3e-bed6-027cf2788d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:46.425183 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-50e0eba7-a15a-467f-8a69-5d3ab4d06c2a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:45:46.431044 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment edd69e72-3f7e-4939-b863-44483abb7720 resource provider aggregate not found Jun 01 18:45:46.449719 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 747bae15-5021-49b5-bc08-285fe5695725 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:45:46.520022 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment edd69e72-3f7e-4939-b863-44483abb7720 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid edd69e72-3f7e-4939-b863-44483abb7720 found for delete ", "request_id": "req-a428dda7-f867-4545-8fb5-3363dabe8ddc"}]} Jun 01 18:45:46.521415 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ed45de2-c298-4237-9a27-89bced5261aa'] response: {'server_uuid': 'bb3df7f9-2434-4ba7-9379-cd0b0030b6bd', 'name': 'network-vif-deleted', 'tag': '76ff1072-6dd9-430e-a046-4981370d94c1', 'status': 'completed', 'code': 200} Jun 01 18:45:46.528509 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50e0eba7-a15a-467f-8a69-5d3ab4d06c2a admin admin] Made reservation on behalf of a987e2b14da04abd9c5d60b7dda4a32d for: {'network': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:45:46.536848 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-50e0eba7-a15a-467f-8a69-5d3ab4d06c2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:46.578289 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-50e0eba7-a15a-467f-8a69-5d3ab4d06c2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:46.628923 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-50e0eba7-a15a-467f-8a69-5d3ab4d06c2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:45:46.638919 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-50e0eba7-a15a-467f-8a69-5d3ab4d06c2a admin admin] Usage tracker for resource:security_group_rule and tenant:a987e2b14da04abd9c5d60b7dda4a32d is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:45:46.652349 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-50e0eba7-a15a-467f-8a69-5d3ab4d06c2a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:45:46.661660 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 47362) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:45:46.691850 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7dc29718-dfcb-41cc-a2ae-416b0a077d5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:46.710011 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-78d6e55d-956a-4ebb-8bab-b16f4c92d11b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:46.722674 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-50e0eba7-a15a-467f-8a69-5d3ab4d06c2a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:45:47.200853 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d6e55d-956a-4ebb-8bab-b16f4c92d11b admin admin] Pushing event deleted for resources: {'Port': ['ID=ca33a62c-04fd-47b9-b4f4-68e7629e50d1,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:45:47.206760 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 747bae15-5021-49b5-bc08-285fe5695725 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:45:47.210738 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:47.213740 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-3dc7681c-da40-4d55-b013-c3684b4673c8 req-0cefe482-8b14-4b2b-9559-0bcb737dcb48 tempest-SecurityGroupsTestAdminJSON-2126490001 tempest-SecurityGroupsTestAdminJSON-2126490001-project] Request body: {'security_group': {'name': 'tempest-securitygroup-819467642', 'description': 'tempest-description-1737652468'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:45:47.220217 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-3dc7681c-da40-4d55-b013-c3684b4673c8 req-0cefe482-8b14-4b2b-9559-0bcb737dcb48 tempest-SecurityGroupsTestAdminJSON-2126490001 tempest-SecurityGroupsTestAdminJSON-2126490001-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:45:47.225165 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-3dc7681c-da40-4d55-b013-c3684b4673c8 req-0cefe482-8b14-4b2b-9559-0bcb737dcb48 tempest-SecurityGroupsTestAdminJSON-2126490001 tempest-SecurityGroupsTestAdminJSON-2126490001-project] Usage tracker for resource:security_group and tenant:862a74a5da8945d481b7098ccd2db5e1 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:45:47.228499 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-3dc7681c-da40-4d55-b013-c3684b4673c8 req-0cefe482-8b14-4b2b-9559-0bcb737dcb48 tempest-SecurityGroupsTestAdminJSON-2126490001 tempest-SecurityGroupsTestAdminJSON-2126490001-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:45:47.231649 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [None req-7dc29718-dfcb-41cc-a2ae-416b0a077d5e admin admin] Allocated IP 172.20.0.1 (0359b58a-a602-4aa0-910f-8ba542d00719/b8a835bb-7edf-456e-82c4-101e4c9049d0/12afda22-8406-48f9-9359-01345e828787) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:45:47.234822 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-3dc7681c-da40-4d55-b013-c3684b4673c8 req-0cefe482-8b14-4b2b-9559-0bcb737dcb48 tempest-SecurityGroupsTestAdminJSON-2126490001 tempest-SecurityGroupsTestAdminJSON-2126490001-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:45:47.269236 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-3dc7681c-da40-4d55-b013-c3684b4673c8 req-0cefe482-8b14-4b2b-9559-0bcb737dcb48 tempest-SecurityGroupsTestAdminJSON-2126490001 tempest-SecurityGroupsTestAdminJSON-2126490001-project] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:47.321501 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-3dc7681c-da40-4d55-b013-c3684b4673c8 req-0cefe482-8b14-4b2b-9559-0bcb737dcb48 tempest-SecurityGroupsTestAdminJSON-2126490001 tempest-SecurityGroupsTestAdminJSON-2126490001-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:45:47.329869 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-3dc7681c-da40-4d55-b013-c3684b4673c8 req-0cefe482-8b14-4b2b-9559-0bcb737dcb48 tempest-SecurityGroupsTestAdminJSON-2126490001 tempest-SecurityGroupsTestAdminJSON-2126490001-project] Usage tracker for resource:security_group_rule and tenant:862a74a5da8945d481b7098ccd2db5e1 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:45:47.334166 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-3dc7681c-da40-4d55-b013-c3684b4673c8 req-0cefe482-8b14-4b2b-9559-0bcb737dcb48 tempest-SecurityGroupsTestAdminJSON-2126490001 tempest-SecurityGroupsTestAdminJSON-2126490001-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:45:47.340293 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-3dc7681c-da40-4d55-b013-c3684b4673c8 req-0cefe482-8b14-4b2b-9559-0bcb737dcb48 tempest-SecurityGroupsTestAdminJSON-2126490001 tempest-SecurityGroupsTestAdminJSON-2126490001-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:45:47.428110 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7dc29718-dfcb-41cc-a2ae-416b0a077d5e admin admin] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:47.431104 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-3dc7681c-da40-4d55-b013-c3684b4673c8 req-0cefe482-8b14-4b2b-9559-0bcb737dcb48 tempest-SecurityGroupsTestAdminJSON-2126490001 tempest-SecurityGroupsTestAdminJSON-2126490001-project] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:47.447049 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [None req-7dc29718-dfcb-41cc-a2ae-416b0a077d5e admin admin] Transition to ACTIVE for port object 12afda22-8406-48f9-9359-01345e828787 will not be triggered until provisioned by entity DHCP. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:45:47.473780 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-80d1dd4d-61ce-4c3e-bed6-027cf2788d5b None None] Current status of the port 0ff2faec-5edf-45b1-b197-2cb9cf2f77c7 is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:45:47.474020 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-80d1dd4d-61ce-4c3e-bed6-027cf2788d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:47.489103 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7dc29718-dfcb-41cc-a2ae-416b0a077d5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:47.496919 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-02a19e07-5b87-4cdd-a8c6-9578ae6eca2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '594dc08c-ae2f-492d-84e1-dc5ecb123c33', 'name': 'tempest-TaggedBootDevicesTest_v242-2082509201-router', 'tenant_id': '39ffcc15901e49978660c230f5a8808d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': 'c591a942-ba70-4f70-bb91-e67aef13e0c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:45:37Z', 'updated_at': '2022-06-01T18:45:41Z', 'revision_number': 3, 'project_id': '39ffcc15901e49978660c230f5a8808d', 'gw_port': {'id': 'c591a942-ba70-4f70-bb91-e67aef13e0c0', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:b8:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '594dc08c-ae2f-492d-84e1-dc5ecb123c33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:45:39Z', 'updated_at': '2022-06-01T18:45:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:45:47.526302 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a19e07-5b87-4cdd-a8c6-9578ae6eca2c None None] Checking router: 594dc08c-ae2f-492d-84e1-dc5ecb123c33 for host: n-d-844202-1 {{(pid=88526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 18:45:47.526719 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a19e07-5b87-4cdd-a8c6-9578ae6eca2c None None] Updating router 594dc08c-ae2f-492d-84e1-dc5ecb123c33 port c591a942-ba70-4f70-bb91-e67aef13e0c0 binding host n-d-844202-1 {{(pid=88526) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 18:45:47.559831 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-3dc7681c-da40-4d55-b013-c3684b4673c8 req-0cefe482-8b14-4b2b-9559-0bcb737dcb48 tempest-SecurityGroupsTestAdminJSON-2126490001 tempest-SecurityGroupsTestAdminJSON-2126490001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:47.566050 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-78d6e55d-956a-4ebb-8bab-b16f4c92d11b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-887703'] for router_gateway, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:47.605353 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-80d1dd4d-61ce-4c3e-bed6-027cf2788d5b None None] For port 0ff2faec-5edf-45b1-b197-2cb9cf2f77c7, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=0ff2faec-5edf-45b1-b197-2cb9cf2f77c7,segment=NetworkSegment(eaa2715f-9e3e-4cd1-9713-65addcedaa58),segment_id=eaa2715f-9e3e-4cd1-9713-65addcedaa58)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:45:47.650211 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-80d1dd4d-61ce-4c3e-bed6-027cf2788d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:47.659386 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc29718-dfcb-41cc-a2ae-416b0a077d5e admin admin] Network 0359b58a-a602-4aa0-910f-8ba542d00719 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:45:47.664379 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-7dc29718-dfcb-41cc-a2ae-416b0a077d5e admin admin] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:45:47.671850 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc29718-dfcb-41cc-a2ae-416b0a077d5e admin admin] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:45:47.797463 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-02a19e07-5b87-4cdd-a8c6-9578ae6eca2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:47.831413 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-78d6e55d-956a-4ebb-8bab-b16f4c92d11b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25316'] for router, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:47.844681 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-78d6e55d-956a-4ebb-8bab-b16f4c92d11b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:47.926931 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cefe482-8b14-4b2b-9559-0bcb737dcb48 tempest-SecurityGroupsTestAdminJSON-2126490001 tempest-SecurityGroupsTestAdminJSON-2126490001-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f345fcf-0fbf-4576-a635-72e3141b4a52,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:45:47.930652 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-78d6e55d-956a-4ebb-8bab-b16f4c92d11b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-891519'] for router, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:47.931203 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78d6e55d-956a-4ebb-8bab-b16f4c92d11b admin admin] Fanout notify agent at l3_agent the message router_deleted on router e382871c-246a-46b7-8bb4-dda49899d8cb {{(pid=88524) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 18:45:47.965441 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d1dd4d-61ce-4c3e-bed6-027cf2788d5b None None] Pushing event updated for resources: {'Port': ['ID=0ff2faec-5edf-45b1-b197-2cb9cf2f77c7,revision_number=3']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:45:48.035980 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-fd9f83f0-081f-455e-9847-08be43277995 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=82c6ad5b65e44aa09a1d82e678a9d3d2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3723791 Jun 01 18:45:48.059336 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-78d6e55d-956a-4ebb-8bab-b16f4c92d11b admin admin] Notify callbacks [] for router, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:48.060983 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-78d6e55d-956a-4ebb-8bab-b16f4c92d11b admin admin] 10.222.0.41 "DELETE /v2.0/routers/e382871c-246a-46b7-8bb4-dda49899d8cb HTTP/1.1" status: 204 len: 168 time: 8.9509325 Jun 01 18:45:48.061977 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 47374) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:45:48.082081 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 47376) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:45:48.103907 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 747bae15-5021-49b5-bc08-285fe5695725 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:45:48.239341 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc29718-dfcb-41cc-a2ae-416b0a077d5e admin admin] Pushing event updated for resources: {'Port': ['ID=12afda22-8406-48f9-9359-01345e828787,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:45:48.300578 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-b06c2284-8e5a-4fdc-8a09-f4b0149f0365 None None] Provisioning complete for port 0ff2faec-5edf-45b1-b197-2cb9cf2f77c7 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:45:48.301058 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-b06c2284-8e5a-4fdc-8a09-f4b0149f0365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:48.304743 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7dc29718-dfcb-41cc-a2ae-416b0a077d5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-887605'] for router_interface, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:48.382153 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-3dc7681c-da40-4d55-b013-c3684b4673c8 req-0cefe482-8b14-4b2b-9559-0bcb737dcb48 tempest-SecurityGroupsTestAdminJSON-2126490001 tempest-SecurityGroupsTestAdminJSON-2126490001-project] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:48.411601 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3dc7681c-da40-4d55-b013-c3684b4673c8 req-0cefe482-8b14-4b2b-9559-0bcb737dcb48 tempest-SecurityGroupsTestAdminJSON-2126490001 tempest-SecurityGroupsTestAdminJSON-2126490001-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.2766833 Jun 01 18:45:48.448295 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 0ff2faec-5edf-45b1-b197-2cb9cf2f77c7 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:45:48.502863 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_v2 [None req-901fe45d-2bf9-4e33-b2f0-9f929093a7f1 admin admin] Deleting subnet 5e801a7e-b92c-437d-98c9-c4533c4892db {{(pid=88524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 18:45:48.532399 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-901fe45d-2bf9-4e33-b2f0-9f929093a7f1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:48.572249 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7dc29718-dfcb-41cc-a2ae-416b0a077d5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:48.704453 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-901fe45d-2bf9-4e33-b2f0-9f929093a7f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2702137'] for subnet, precommit_delete_associations {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:48.794392 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-aab7de99-7330-47d5-8786-0a8454029076 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:49.006057 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [req-15e86a9d-be46-4989-8701-33ba5c96fa76 req-5525b05e-0597-4348-a366-d1f52adfc927 tempest-LiveMigrationTest-1173690941 tempest-LiveMigrationTest-1173690941-project-admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=88525) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 18:45:49.009895 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-15e86a9d-be46-4989-8701-33ba5c96fa76 req-5525b05e-0597-4348-a366-d1f52adfc927 tempest-LiveMigrationTest-1173690941 tempest-LiveMigrationTest-1173690941-project-admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8171048 Jun 01 18:45:49.012530 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-aab7de99-7330-47d5-8786-0a8454029076 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:49.070983 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-b06c2284-8e5a-4fdc-8a09-f4b0149f0365 None None] Current status of the port 0ff2faec-5edf-45b1-b197-2cb9cf2f77c7 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:45:49.174391 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-aab7de99-7330-47d5-8786-0a8454029076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:49.228623 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [req-15e86a9d-be46-4989-8701-33ba5c96fa76 req-25da9a67-9f4e-443b-8fea-9ae17d2cf86a service neutron] Request body: {'binding': {'host': 'n-h2-844202-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:45:49.229069 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [req-15e86a9d-be46-4989-8701-33ba5c96fa76 req-25da9a67-9f4e-443b-8fea-9ae17d2cf86a service neutron] Unknown quota resources ['binding']. {{(pid=88525) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 01 18:45:49.270410 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab7de99-7330-47d5-8786-0a8454029076 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bb61fa7-6c31-4e9b-ad87-62a310551cd1,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:45:49.286335 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-50e0eba7-a15a-467f-8a69-5d3ab4d06c2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:49.309616 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-aab7de99-7330-47d5-8786-0a8454029076 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:49.310753 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-aab7de99-7330-47d5-8786-0a8454029076 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2bb61fa7-6c31-4e9b-ad87-62a310551cd1 HTTP/1.1" status: 204 len: 168 time: 1.2403522 Jun 01 18:45:49.322142 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-50e0eba7-a15a-467f-8a69-5d3ab4d06c2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:49.388440 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-04ee5e4e-d1a4-42b2-b68e-1fcfa6cb4daa req-97b39595-c8ce-415d-99fa-7bb11a05aed6 tempest-SecurityGroupsTestAdminJSON-107470308 tempest-SecurityGroupsTestAdminJSON-107470308-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1478909400', 'description': 'tempest-description-438912913'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:45:49.394981 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-04ee5e4e-d1a4-42b2-b68e-1fcfa6cb4daa req-97b39595-c8ce-415d-99fa-7bb11a05aed6 tempest-SecurityGroupsTestAdminJSON-107470308 tempest-SecurityGroupsTestAdminJSON-107470308-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:45:49.401792 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-04ee5e4e-d1a4-42b2-b68e-1fcfa6cb4daa req-97b39595-c8ce-415d-99fa-7bb11a05aed6 tempest-SecurityGroupsTestAdminJSON-107470308 tempest-SecurityGroupsTestAdminJSON-107470308-project-admin] Usage tracker for resource:security_group and tenant:c5936860426a4c88b41c3d286ca52e82 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:45:49.404997 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 0ff2faec-5edf-45b1-b197-2cb9cf2f77c7 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:45:49.405804 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-04ee5e4e-d1a4-42b2-b68e-1fcfa6cb4daa req-97b39595-c8ce-415d-99fa-7bb11a05aed6 tempest-SecurityGroupsTestAdminJSON-107470308 tempest-SecurityGroupsTestAdminJSON-107470308-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:45:49.409051 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:49.413079 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-04ee5e4e-d1a4-42b2-b68e-1fcfa6cb4daa req-97b39595-c8ce-415d-99fa-7bb11a05aed6 tempest-SecurityGroupsTestAdminJSON-107470308 tempest-SecurityGroupsTestAdminJSON-107470308-project-admin] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:45:49.423375 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e0eba7-a15a-467f-8a69-5d3ab4d06c2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec319ee7-f520-4b0e-af17-30dd6b682a91,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:45:49.429780 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-901fe45d-2bf9-4e33-b2f0-9f929093a7f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:49.559895 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50e0eba7-a15a-467f-8a69-5d3ab4d06c2a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 102} {{(pid=88524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 18:45:49.611820 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-50e0eba7-a15a-467f-8a69-5d3ab4d06c2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:49.618820 n-d-844202-1 neutron-server[88524]: INFO neutron.db.segments_db [None req-50e0eba7-a15a-467f-8a69-5d3ab4d06c2a admin admin] Added segment f7107f47-8861-44a6-b3f5-b2aeaa5b4996 of type vlan for network 11e69399-31fb-4e57-8fd5-b339e0fce319 Jun 01 18:45:49.674324 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7dc29718-dfcb-41cc-a2ae-416b0a077d5e admin admin] Notify callbacks [] for port, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:49.711029 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7dc29718-dfcb-41cc-a2ae-416b0a077d5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:49.749800 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-50e0eba7-a15a-467f-8a69-5d3ab4d06c2a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:49.750907 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f3eede79-1e63-4b53-a09f-c7889fa64de4 None None] Provisioning for port 12afda22-8406-48f9-9359-01345e828787 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:45:49.929618 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f3eede79-1e63-4b53-a09f-c7889fa64de4 None None] Provisioning complete for port 12afda22-8406-48f9-9359-01345e828787 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:45:49.933423 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f3eede79-1e63-4b53-a09f-c7889fa64de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:49.937476 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-04ee5e4e-d1a4-42b2-b68e-1fcfa6cb4daa req-97b39595-c8ce-415d-99fa-7bb11a05aed6 tempest-SecurityGroupsTestAdminJSON-107470308 tempest-SecurityGroupsTestAdminJSON-107470308-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:50.034638 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-04ee5e4e-d1a4-42b2-b68e-1fcfa6cb4daa req-97b39595-c8ce-415d-99fa-7bb11a05aed6 tempest-SecurityGroupsTestAdminJSON-107470308 tempest-SecurityGroupsTestAdminJSON-107470308-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:50.088452 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-50e0eba7-a15a-467f-8a69-5d3ab4d06c2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:50.100488 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50e0eba7-a15a-467f-8a69-5d3ab4d06c2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:45:50.101449 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-50e0eba7-a15a-467f-8a69-5d3ab4d06c2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:50.240401 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f3eede79-1e63-4b53-a09f-c7889fa64de4 None None] Port 12afda22-8406-48f9-9359-01345e828787 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 18:45:50.429268 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-15e86a9d-be46-4989-8701-33ba5c96fa76 req-25da9a67-9f4e-443b-8fea-9ae17d2cf86a service neutron] Attempting to bind port a09c27c1-f153-4c91-8781-38190ade8e78 on host n-h2-844202-1 for vnic_type normal with profile None {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:45:50.430167 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-15e86a9d-be46-4989-8701-33ba5c96fa76 req-25da9a67-9f4e-443b-8fea-9ae17d2cf86a service neutron] Attempting to bind port a09c27c1-f153-4c91-8781-38190ade8e78 by drivers openvswitch,hyperv on host n-h2-844202-1 at level 0 using segments [{'id': '9bd376cf-8b39-4b75-aaa6-34bd3746194e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '222758ca-4c6e-4ccb-8f11-8c829f4da008'}] {{(pid=88525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:45:50.430945 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e86a9d-be46-4989-8701-33ba5c96fa76 req-25da9a67-9f4e-443b-8fea-9ae17d2cf86a service neutron] Attempting to bind port a09c27c1-f153-4c91-8781-38190ade8e78 on network 222758ca-4c6e-4ccb-8f11-8c829f4da008 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:45:50.450133 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-04ee5e4e-d1a4-42b2-b68e-1fcfa6cb4daa req-97b39595-c8ce-415d-99fa-7bb11a05aed6 tempest-SecurityGroupsTestAdminJSON-107470308 tempest-SecurityGroupsTestAdminJSON-107470308-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:45:50.455452 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-04ee5e4e-d1a4-42b2-b68e-1fcfa6cb4daa req-97b39595-c8ce-415d-99fa-7bb11a05aed6 tempest-SecurityGroupsTestAdminJSON-107470308 tempest-SecurityGroupsTestAdminJSON-107470308-project-admin] Usage tracker for resource:security_group_rule and tenant:c5936860426a4c88b41c3d286ca52e82 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:45:50.459295 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-04ee5e4e-d1a4-42b2-b68e-1fcfa6cb4daa req-97b39595-c8ce-415d-99fa-7bb11a05aed6 tempest-SecurityGroupsTestAdminJSON-107470308 tempest-SecurityGroupsTestAdminJSON-107470308-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:45:50.468258 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-04ee5e4e-d1a4-42b2-b68e-1fcfa6cb4daa req-97b39595-c8ce-415d-99fa-7bb11a05aed6 tempest-SecurityGroupsTestAdminJSON-107470308 tempest-SecurityGroupsTestAdminJSON-107470308-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:45:50.478742 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e86a9d-be46-4989-8701-33ba5c96fa76 req-25da9a67-9f4e-443b-8fea-9ae17d2cf86a service neutron] Port a09c27c1-f153-4c91-8781-38190ade8e78 on network 222758ca-4c6e-4ccb-8f11-8c829f4da008 not bound, no agent of type Open vSwitch agent registered on host n-h2-844202-1 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 18:45:50.479598 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e86a9d-be46-4989-8701-33ba5c96fa76 req-25da9a67-9f4e-443b-8fea-9ae17d2cf86a service neutron] Attempting to bind port a09c27c1-f153-4c91-8781-38190ade8e78 on network 222758ca-4c6e-4ccb-8f11-8c829f4da008 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:45:50.543017 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e86a9d-be46-4989-8701-33ba5c96fa76 req-25da9a67-9f4e-443b-8fea-9ae17d2cf86a service neutron] Checking agent: {'id': 'f5db9968-6317-4186-9100-9e0ca6b50417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 18, 45, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:45:50.545020 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e86a9d-be46-4989-8701-33ba5c96fa76 req-25da9a67-9f4e-443b-8fea-9ae17d2cf86a service neutron] Checking segment: {'id': '9bd376cf-8b39-4b75-aaa6-34bd3746194e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '222758ca-4c6e-4ccb-8f11-8c829f4da008'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:45:50.547635 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e86a9d-be46-4989-8701-33ba5c96fa76 req-25da9a67-9f4e-443b-8fea-9ae17d2cf86a service neutron] Bound using segment: {'id': '9bd376cf-8b39-4b75-aaa6-34bd3746194e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '222758ca-4c6e-4ccb-8f11-8c829f4da008'} {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:45:50.550352 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-15e86a9d-be46-4989-8701-33ba5c96fa76 req-25da9a67-9f4e-443b-8fea-9ae17d2cf86a service neutron] Bound port: a09c27c1-f153-4c91-8781-38190ade8e78, host: n-h2-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bd376cf-8b39-4b75-aaa6-34bd3746194e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '222758ca-4c6e-4ccb-8f11-8c829f4da008'}}] {{(pid=88525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:45:50.551358 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.db.resource_extend [None req-02a19e07-5b87-4cdd-a8c6-9578ae6eca2c None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 18:45:50.599963 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7dc29718-dfcb-41cc-a2ae-416b0a077d5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-887436'] for router_interface, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:50.646884 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc29718-dfcb-41cc-a2ae-416b0a077d5e admin admin] Pushing event updated for resources: {'Port': ['ID=12afda22-8406-48f9-9359-01345e828787,revision_number=2']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:45:50.673801 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc29718-dfcb-41cc-a2ae-416b0a077d5e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:45:50.675094 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc29718-dfcb-41cc-a2ae-416b0a077d5e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:45:50.675094 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc29718-dfcb-41cc-a2ae-416b0a077d5e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:45:50.675690 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc29718-dfcb-41cc-a2ae-416b0a077d5e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:45:50.675690 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc29718-dfcb-41cc-a2ae-416b0a077d5e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:45:50.675865 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc29718-dfcb-41cc-a2ae-416b0a077d5e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:45:50.676144 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc29718-dfcb-41cc-a2ae-416b0a077d5e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:45:50.676492 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc29718-dfcb-41cc-a2ae-416b0a077d5e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:45:50.676809 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc29718-dfcb-41cc-a2ae-416b0a077d5e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:45:50.677121 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc29718-dfcb-41cc-a2ae-416b0a077d5e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:45:50.677430 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc29718-dfcb-41cc-a2ae-416b0a077d5e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:45:50.677738 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc29718-dfcb-41cc-a2ae-416b0a077d5e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:45:50.686866 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 47422) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:45:50.689195 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-50e0eba7-a15a-467f-8a69-5d3ab4d06c2a admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 4.9993896 Jun 01 18:45:50.699219 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 0ff2faec-5edf-45b1-b197-2cb9cf2f77c7 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:45:50.732798 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-385efd58-7dc7-4b0c-8f17-c188d63f9031 admin admin] Request body: {'subnet': {'network_id': '11e69399-31fb-4e57-8fd5-b339e0fce319', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-700210475-subnet', 'tenant_id': 'a987e2b14da04abd9c5d60b7dda4a32d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:45:50.735532 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-02a19e07-5b87-4cdd-a8c6-9578ae6eca2c None None] Notify callbacks [] for port, precommit_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:50.754307 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-02a19e07-5b87-4cdd-a8c6-9578ae6eca2c None None] Transition to ACTIVE for port object c591a942-ba70-4f70-bb91-e67aef13e0c0 will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:45:50.771467 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device ca33a62c-04fd-47b9-b4f4-68e7629e50d1 no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:45:50.798470 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e0eba7-a15a-467f-8a69-5d3ab4d06c2a admin admin] Pushing event updated for resources: {'Network': ['ID=11e69399-31fb-4e57-8fd5-b339e0fce319,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:45:50.814012 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-385efd58-7dc7-4b0c-8f17-c188d63f9031 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:45:50.841114 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-385efd58-7dc7-4b0c-8f17-c188d63f9031 admin admin] Usage tracker for resource:subnet and tenant:a987e2b14da04abd9c5d60b7dda4a32d is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:45:50.871868 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network 11e69399-31fb-4e57-8fd5-b339e0fce319 details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 18:45:50.873730 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-04ee5e4e-d1a4-42b2-b68e-1fcfa6cb4daa req-97b39595-c8ce-415d-99fa-7bb11a05aed6 tempest-SecurityGroupsTestAdminJSON-107470308 tempest-SecurityGroupsTestAdminJSON-107470308-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:50.896027 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-04ee5e4e-d1a4-42b2-b68e-1fcfa6cb4daa req-97b39595-c8ce-415d-99fa-7bb11a05aed6 tempest-SecurityGroupsTestAdminJSON-107470308 tempest-SecurityGroupsTestAdminJSON-107470308-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:50.899802 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-02a19e07-5b87-4cdd-a8c6-9578ae6eca2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:50.903695 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-04ee5e4e-d1a4-42b2-b68e-1fcfa6cb4daa req-97b39595-c8ce-415d-99fa-7bb11a05aed6 tempest-SecurityGroupsTestAdminJSON-107470308 tempest-SecurityGroupsTestAdminJSON-107470308-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:45:50.925762 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-04ee5e4e-d1a4-42b2-b68e-1fcfa6cb4daa req-97b39595-c8ce-415d-99fa-7bb11a05aed6 tempest-SecurityGroupsTestAdminJSON-107470308 tempest-SecurityGroupsTestAdminJSON-107470308-project-admin] Usage tracker for resource:security_group_rule and tenant:c5936860426a4c88b41c3d286ca52e82 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:45:50.939317 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-04ee5e4e-d1a4-42b2-b68e-1fcfa6cb4daa req-97b39595-c8ce-415d-99fa-7bb11a05aed6 tempest-SecurityGroupsTestAdminJSON-107470308 tempest-SecurityGroupsTestAdminJSON-107470308-project-admin] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:45:50.946412 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-385efd58-7dc7-4b0c-8f17-c188d63f9031 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:45:50.959341 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-04ee5e4e-d1a4-42b2-b68e-1fcfa6cb4daa req-97b39595-c8ce-415d-99fa-7bb11a05aed6 tempest-SecurityGroupsTestAdminJSON-107470308 tempest-SecurityGroupsTestAdminJSON-107470308-project-admin] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:45:50.995153 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: ca33a62c-04fd-47b9-b4f4-68e7629e50d1 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 18:45:50.995447 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device ca33a62c-04fd-47b9-b4f4-68e7629e50d1 not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 18:45:50.996292 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-385efd58-7dc7-4b0c-8f17-c188d63f9031 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:45:51.084588 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-15e86a9d-be46-4989-8701-33ba5c96fa76 req-25da9a67-9f4e-443b-8fea-9ae17d2cf86a service neutron] For port a09c27c1-f153-4c91-8781-38190ade8e78, host n-h2-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=a09c27c1-f153-4c91-8781-38190ade8e78,segment=NetworkSegment(9bd376cf-8b39-4b75-aaa6-34bd3746194e),segment_id=9bd376cf-8b39-4b75-aaa6-34bd3746194e)] {{(pid=88525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:45:51.107728 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-385efd58-7dc7-4b0c-8f17-c188d63f9031 admin admin] Made reservation on behalf of a987e2b14da04abd9c5d60b7dda4a32d for: {'subnet': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:45:51.110104 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-385efd58-7dc7-4b0c-8f17-c188d63f9031 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9667140'] for subnet, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:51.140590 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb55880b-d6bf-4284-bdd9-531fbe9f5dc5 None None] Pushing event updated for resources: {'Port': ['ID=c591a942-ba70-4f70-bb91-e67aef13e0c0,revision_number=2']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:45:51.210106 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-15e86a9d-be46-4989-8701-33ba5c96fa76 req-25da9a67-9f4e-443b-8fea-9ae17d2cf86a service neutron] Notify callbacks [] for binding, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:51.225266 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-04ee5e4e-d1a4-42b2-b68e-1fcfa6cb4daa req-97b39595-c8ce-415d-99fa-7bb11a05aed6 tempest-SecurityGroupsTestAdminJSON-107470308 tempest-SecurityGroupsTestAdminJSON-107470308-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:51.229482 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-15e86a9d-be46-4989-8701-33ba5c96fa76 req-25da9a67-9f4e-443b-8fea-9ae17d2cf86a service neutron] 10.222.0.41 "POST /v2.0/ports/a09c27c1-f153-4c91-8781-38190ade8e78/bindings HTTP/1.1" status: 201 len: 389 time: 2.1849029 Jun 01 18:45:51.244364 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-02a19e07-5b87-4cdd-a8c6-9578ae6eca2c None None] Attempting to bind port c591a942-ba70-4f70-bb91-e67aef13e0c0 on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:45:51.247103 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-02a19e07-5b87-4cdd-a8c6-9578ae6eca2c None None] Attempting to bind port c591a942-ba70-4f70-bb91-e67aef13e0c0 by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:45:51.249284 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a19e07-5b87-4cdd-a8c6-9578ae6eca2c None None] Attempting to bind port c591a942-ba70-4f70-bb91-e67aef13e0c0 on network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:45:51.271022 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a19e07-5b87-4cdd-a8c6-9578ae6eca2c None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 18, 45, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:45:51.274808 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a19e07-5b87-4cdd-a8c6-9578ae6eca2c None None] Checking segment: {'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:45:51.276298 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-02a19e07-5b87-4cdd-a8c6-9578ae6eca2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:51.276975 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a19e07-5b87-4cdd-a8c6-9578ae6eca2c None None] Bound using segment: {'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:45:51.280131 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-02a19e07-5b87-4cdd-a8c6-9578ae6eca2c None None] Bound port: c591a942-ba70-4f70-bb91-e67aef13e0c0, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:45:51.280341 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b39595-c8ce-415d-99fa-7bb11a05aed6 tempest-SecurityGroupsTestAdminJSON-107470308 tempest-SecurityGroupsTestAdminJSON-107470308-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4a6d7a7-8c17-419d-b7d8-e5ffde32288d,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:45:51.283781 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-02a19e07-5b87-4cdd-a8c6-9578ae6eca2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:51.299567 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-04ee5e4e-d1a4-42b2-b68e-1fcfa6cb4daa req-97b39595-c8ce-415d-99fa-7bb11a05aed6 tempest-SecurityGroupsTestAdminJSON-107470308 tempest-SecurityGroupsTestAdminJSON-107470308-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:51.431288 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 47434) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:45:51.492354 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b39595-c8ce-415d-99fa-7bb11a05aed6 tempest-SecurityGroupsTestAdminJSON-107470308 tempest-SecurityGroupsTestAdminJSON-107470308-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f37ac5a-211a-4531-b0be-467727e70b03,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:45:51.512443 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-901fe45d-2bf9-4e33-b2f0-9f929093a7f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2718856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3066595'] for subnet, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:51.640147 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-901fe45d-2bf9-4e33-b2f0-9f929093a7f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:51.665482 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-901fe45d-2bf9-4e33-b2f0-9f929093a7f1 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/5e801a7e-b92c-437d-98c9-c4533c4892db HTTP/1.1" status: 204 len: 168 time: 3.5817404 Jun 01 18:45:51.670912 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc29718-dfcb-41cc-a2ae-416b0a077d5e admin admin] Network 0359b58a-a602-4aa0-910f-8ba542d00719 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:45:51.674354 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 47450) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:45:51.697900 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-7dc29718-dfcb-41cc-a2ae-416b0a077d5e admin admin] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:45:51.715950 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f85810e-9fb8-41a1-9dbf-92dbd1add6ab None None] Network a22884f9-447c-4fe6-bc33-ad08c444cdec requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 18:45:51.727765 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901fe45d-2bf9-4e33-b2f0-9f929093a7f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e801a7e-b92c-437d-98c9-c4533c4892db,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:45:51.741011 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-04ee5e4e-d1a4-42b2-b68e-1fcfa6cb4daa req-97b39595-c8ce-415d-99fa-7bb11a05aed6 tempest-SecurityGroupsTestAdminJSON-107470308 tempest-SecurityGroupsTestAdminJSON-107470308-project-admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:51.748041 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-04ee5e4e-d1a4-42b2-b68e-1fcfa6cb4daa req-97b39595-c8ce-415d-99fa-7bb11a05aed6 tempest-SecurityGroupsTestAdminJSON-107470308 tempest-SecurityGroupsTestAdminJSON-107470308-project-admin] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 2.3637109 Jun 01 18:45:51.795789 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-32e7a69b-c49d-435c-b17c-39de82956b9f req-2edc44c3-4094-4662-b96e-c2e1fdf9300e tempest-SecurityGroupsTestAdminJSON-107470308 tempest-SecurityGroupsTestAdminJSON-107470308-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1742368174', 'description': 'tempest-description-941485490'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:45:51.818811 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-32e7a69b-c49d-435c-b17c-39de82956b9f req-2edc44c3-4094-4662-b96e-c2e1fdf9300e tempest-SecurityGroupsTestAdminJSON-107470308 tempest-SecurityGroupsTestAdminJSON-107470308-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:45:51.852143 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-32e7a69b-c49d-435c-b17c-39de82956b9f req-2edc44c3-4094-4662-b96e-c2e1fdf9300e tempest-SecurityGroupsTestAdminJSON-107470308 tempest-SecurityGroupsTestAdminJSON-107470308-project-admin] Usage tracker for resource:security_group and tenant:c5936860426a4c88b41c3d286ca52e82 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:45:51.862126 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-32e7a69b-c49d-435c-b17c-39de82956b9f req-2edc44c3-4094-4662-b96e-c2e1fdf9300e tempest-SecurityGroupsTestAdminJSON-107470308 tempest-SecurityGroupsTestAdminJSON-107470308-project-admin] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:45:51.881644 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-32e7a69b-c49d-435c-b17c-39de82956b9f req-2edc44c3-4094-4662-b96e-c2e1fdf9300e tempest-SecurityGroupsTestAdminJSON-107470308 tempest-SecurityGroupsTestAdminJSON-107470308-project-admin] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:45:51.938999 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-32e7a69b-c49d-435c-b17c-39de82956b9f req-2edc44c3-4094-4662-b96e-c2e1fdf9300e tempest-SecurityGroupsTestAdminJSON-107470308 tempest-SecurityGroupsTestAdminJSON-107470308-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:52.006404 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-32e7a69b-c49d-435c-b17c-39de82956b9f req-2edc44c3-4094-4662-b96e-c2e1fdf9300e tempest-SecurityGroupsTestAdminJSON-107470308 tempest-SecurityGroupsTestAdminJSON-107470308-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:45:52.036103 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e86a9d-be46-4989-8701-33ba5c96fa76 req-70152b83-f534-43da-a75e-b0358de1b832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:45:52.037958 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-15e86a9d-be46-4989-8701-33ba5c96fa76 req-70152b83-f534-43da-a75e-b0358de1b832 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ee3dca5a75c542e0966797f286e0b4d5&device_id=9a626321-194f-492e-91f3-8995de8b564c HTTP/1.1" status: 200 len: 1096 time: 0.3830667 Jun 01 18:45:52.039073 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-32e7a69b-c49d-435c-b17c-39de82956b9f req-2edc44c3-4094-4662-b96e-c2e1fdf9300e tempest-SecurityGroupsTestAdminJSON-107470308 tempest-SecurityGroupsTestAdminJSON-107470308-project-admin] Usage tracker for resource:security_group_rule and tenant:c5936860426a4c88b41c3d286ca52e82 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:45:52.077332 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-32e7a69b-c49d-435c-b17c-39de82956b9f req-2edc44c3-4094-4662-b96e-c2e1fdf9300e tempest-SecurityGroupsTestAdminJSON-107470308 tempest-SecurityGroupsTestAdminJSON-107470308-project-admin] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:45:52.092825 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-32e7a69b-c49d-435c-b17c-39de82956b9f req-2edc44c3-4094-4662-b96e-c2e1fdf9300e tempest-SecurityGroupsTestAdminJSON-107470308 tempest-SecurityGroupsTestAdminJSON-107470308-project-admin] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:45:52.164361 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-02a19e07-5b87-4cdd-a8c6-9578ae6eca2c None None] For port c591a942-ba70-4f70-bb91-e67aef13e0c0, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:45:52.185768 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-933b545d-fc99-469c-bf53-48bec21b45d5 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1790110017-network', 'tenant_id': '6884b43c239b4677a270eb283de39d49'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:45:52.192572 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-933b545d-fc99-469c-bf53-48bec21b45d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:45:52.206817 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-933b545d-fc99-469c-bf53-48bec21b45d5 admin admin] Usage tracker for resource:network and tenant:6884b43c239b4677a270eb283de39d49 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:45:52.207021 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-02a19e07-5b87-4cdd-a8c6-9578ae6eca2c None None] For port c591a942-ba70-4f70-bb91-e67aef13e0c0, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=c591a942-ba70-4f70-bb91-e67aef13e0c0,segment=NetworkSegment(7875af61-4c53-4ff2-b8c8-d4b7c35ff947),segment_id=7875af61-4c53-4ff2-b8c8-d4b7c35ff947)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:45:52.215641 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-933b545d-fc99-469c-bf53-48bec21b45d5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:45:52.220187 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-02a19e07-5b87-4cdd-a8c6-9578ae6eca2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:52.232678 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-933b545d-fc99-469c-bf53-48bec21b45d5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:45:52.376758 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-32e7a69b-c49d-435c-b17c-39de82956b9f req-2edc44c3-4094-4662-b96e-c2e1fdf9300e tempest-SecurityGroupsTestAdminJSON-107470308 tempest-SecurityGroupsTestAdminJSON-107470308-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:52.378462 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-933b545d-fc99-469c-bf53-48bec21b45d5 admin admin] Made reservation on behalf of 6884b43c239b4677a270eb283de39d49 for: {'network': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:45:52.384570 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-933b545d-fc99-469c-bf53-48bec21b45d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:52.391120 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-32e7a69b-c49d-435c-b17c-39de82956b9f req-2edc44c3-4094-4662-b96e-c2e1fdf9300e tempest-SecurityGroupsTestAdminJSON-107470308 tempest-SecurityGroupsTestAdminJSON-107470308-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:52.498596 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edc44c3-4094-4662-b96e-c2e1fdf9300e tempest-SecurityGroupsTestAdminJSON-107470308 tempest-SecurityGroupsTestAdminJSON-107470308-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=955ee851-828a-4399-bd51-b06cde94ac86,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:45:52.501536 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a19e07-5b87-4cdd-a8c6-9578ae6eca2c None None] Routers {'594dc08c-ae2f-492d-84e1-dc5ecb123c33'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:45:52.502247 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-02a19e07-5b87-4cdd-a8c6-9578ae6eca2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:45:39Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['594dc08c-ae2f-492d-84e1-dc5ecb123c33'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:45:52.520961 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-32e7a69b-c49d-435c-b17c-39de82956b9f req-2edc44c3-4094-4662-b96e-c2e1fdf9300e tempest-SecurityGroupsTestAdminJSON-107470308 tempest-SecurityGroupsTestAdminJSON-107470308-project-admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:52.529316 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-32e7a69b-c49d-435c-b17c-39de82956b9f req-2edc44c3-4094-4662-b96e-c2e1fdf9300e tempest-SecurityGroupsTestAdminJSON-107470308 tempest-SecurityGroupsTestAdminJSON-107470308-project-admin] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.7407713 Jun 01 18:45:52.552560 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-933b545d-fc99-469c-bf53-48bec21b45d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:52.684061 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb55880b-d6bf-4284-bdd9-531fbe9f5dc5 None None] Pushing event updated for resources: {'Port': ['ID=c591a942-ba70-4f70-bb91-e67aef13e0c0,revision_number=3']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:45:52.723113 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e86a9d-be46-4989-8701-33ba5c96fa76 req-c94e9cc6-5b5f-479d-856b-acd922ac1a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:45:52.726080 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-15e86a9d-be46-4989-8701-33ba5c96fa76 req-c94e9cc6-5b5f-479d-856b-acd922ac1a42 service neutron] 10.222.0.50 "GET /v2.0/networks?id=222758ca-4c6e-4ccb-8f11-8c829f4da008 HTTP/1.1" status: 200 len: 909 time: 0.6601765 Jun 01 18:45:52.726481 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-d3cad2d5-1ff2-4246-9447-ac291e0b8f12 None None] Provisioning complete for port 12afda22-8406-48f9-9359-01345e828787 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:45:52.727269 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-d3cad2d5-1ff2-4246-9447-ac291e0b8f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:52.754626 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-933b545d-fc99-469c-bf53-48bec21b45d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:45:52.769112 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-933b545d-fc99-469c-bf53-48bec21b45d5 admin admin] Usage tracker for resource:security_group_rule and tenant:6884b43c239b4677a270eb283de39d49 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:45:52.781767 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-933b545d-fc99-469c-bf53-48bec21b45d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:45:52.810368 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-933b545d-fc99-469c-bf53-48bec21b45d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:45:53.094845 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-02a19e07-5b87-4cdd-a8c6-9578ae6eca2c None None] Set router 594dc08c-ae2f-492d-84e1-dc5ecb123c33 gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:45:53.108537 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7ee0aa3e-917b-479e-bfad-cb0133e2ae1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:53.137980 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-15e86a9d-be46-4989-8701-33ba5c96fa76 req-6427b1f6-844f-45ba-8174-797a1eb658dc service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a09c27c1-f153-4c91-8781-38190ade8e78 HTTP/1.1" status: 200 len: 217 time: 0.4028094 Jun 01 18:45:53.203746 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-7ee0aa3e-917b-479e-bfad-cb0133e2ae1c admin admin] Deleting port 51411b31-6298-4b0c-a347-77105bb327b5 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:45:53.204501 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7ee0aa3e-917b-479e-bfad-cb0133e2ae1c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:53.506410 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5770f3-18c9-40ad-8cc0-b72a0e2f00dc req-7d16570c-1b85-4820-889e-a891d6b431f3 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:45:53.515366 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8c5770f3-18c9-40ad-8cc0-b72a0e2f00dc req-7d16570c-1b85-4820-889e-a891d6b431f3 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a626321-194f-492e-91f3-8995de8b564c HTTP/1.1" status: 200 len: 945 time: 1.2532854 Jun 01 18:45:53.551821 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dc29718-dfcb-41cc-a2ae-416b0a077d5e admin admin] Router 594dc08c-ae2f-492d-84e1-dc5ecb123c33 has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 18:45:53.557034 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-3c778457-b526-4e68-94da-5fe883861d48 req-e94fd9d5-5e6f-4296-99d8-0147780de558 tempest-SecurityGroupsTestAdminJSON-107470308 tempest-SecurityGroupsTestAdminJSON-107470308-project-admin] Synchronizing usage tracker for tenant:c5936860426a4c88b41c3d286ca52e82 on resource:security_group {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:45:53.583889 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-3c778457-b526-4e68-94da-5fe883861d48 req-e94fd9d5-5e6f-4296-99d8-0147780de558 tempest-SecurityGroupsTestAdminJSON-107470308 tempest-SecurityGroupsTestAdminJSON-107470308-project-admin] Unset dirty status for tenant:c5936860426a4c88b41c3d286ca52e82 on resource:security_group {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:45:53.586438 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3c778457-b526-4e68-94da-5fe883861d48 req-e94fd9d5-5e6f-4296-99d8-0147780de558 tempest-SecurityGroupsTestAdminJSON-107470308 tempest-SecurityGroupsTestAdminJSON-107470308-project-admin] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 47891 time: 1.0090826 Jun 01 18:45:53.609761 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e86a9d-be46-4989-8701-33ba5c96fa76 req-80c759e0-e113-4e71-8ada-2646c4ef5238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:45:53.611144 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-15e86a9d-be46-4989-8701-33ba5c96fa76 req-80c759e0-e113-4e71-8ada-2646c4ef5238 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2d25927e-118e-41f9-9e0e-90f9021c9592 HTTP/1.1" status: 200 len: 848 time: 0.4522777 Jun 01 18:45:53.642662 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-d3cad2d5-1ff2-4246-9447-ac291e0b8f12 None None] Port 12afda22-8406-48f9-9359-01345e828787 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 18:45:53.730222 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f56bf303-19e1-4f05-b06e-89c3d8b55fa1 None None] DHCP port deletion for a22884f9-447c-4fe6-bc33-ad08c444cdec request from n-d-844202-1 {{(pid=88526) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 18:45:53.769248 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3c778457-b526-4e68-94da-5fe883861d48 req-a5b9b8f7-8c7f-46fc-8e51-4b91428c5565 tempest-SecurityGroupsTestAdminJSON-107470308 tempest-SecurityGroupsTestAdminJSON-107470308-project-admin] 10.222.0.41 "GET /v2.0/security-groups/0ad455f3-0f6d-4ed0-aea8-1383b7c8f030 HTTP/1.1" status: 200 len: 2981 time: 0.0985215 Jun 01 18:45:53.777343 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-15e86a9d-be46-4989-8701-33ba5c96fa76 req-3f76de9d-f143-4ef9-b926-c0610df0e5a9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=222758ca-4c6e-4ccb-8f11-8c829f4da008&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1591117 Jun 01 18:45:53.788607 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [None req-7ee0aa3e-917b-479e-bfad-cb0133e2ae1c admin admin] For port 51411b31-6298-4b0c-a347-77105bb327b5, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=51411b31-6298-4b0c-a347-77105bb327b5,segment=NetworkSegment(9a53a35c-8043-4b58-9be9-1626eae9a1a4),segment_id=9a53a35c-8043-4b58-9be9-1626eae9a1a4)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:45:53.789483 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7ee0aa3e-917b-479e-bfad-cb0133e2ae1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:53.806878 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f56bf303-19e1-4f05-b06e-89c3d8b55fa1 None None] Deleting port 51411b31-6298-4b0c-a347-77105bb327b5 {{(pid=88526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:45:53.808331 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f56bf303-19e1-4f05-b06e-89c3d8b55fa1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:54.055394 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-15e86a9d-be46-4989-8701-33ba5c96fa76 req-21b1c67c-ed7f-4f53-80ba-b352365e2090 service neutron] 10.222.0.50 "GET /v2.0/networks/222758ca-4c6e-4ccb-8f11-8c829f4da008?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594372 Jun 01 18:45:54.092012 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3c778457-b526-4e68-94da-5fe883861d48 req-efddceb4-33b2-4283-834f-974e244240e3 tempest-SecurityGroupsTestAdminJSON-107470308 tempest-SecurityGroupsTestAdminJSON-107470308-project-admin] 10.222.0.41 "GET /v2.0/security-groups/0ad455f3-0f6d-4ed0-aea8-1383b7c8f030 HTTP/1.1" status: 200 len: 2981 time: 0.3218875 Jun 01 18:45:54.119117 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-7ee0aa3e-917b-479e-bfad-cb0133e2ae1c admin admin] Calling delete_port for 51411b31-6298-4b0c-a347-77105bb327b5 owned by network:dhcp {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:45:54.156091 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3c778457-b526-4e68-94da-5fe883861d48 req-511d334b-9337-4da9-9abc-23abb5a066cb tempest-SecurityGroupsTestAdminJSON-107470308 tempest-SecurityGroupsTestAdminJSON-107470308-project-admin] 10.222.0.41 "GET /v2.0/security-groups/444c87ba-31dc-4b5a-9977-492e198b845a HTTP/1.1" status: 200 len: 2981 time: 0.0628433 Jun 01 18:45:54.216444 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f56bf303-19e1-4f05-b06e-89c3d8b55fa1 None None] For port 51411b31-6298-4b0c-a347-77105bb327b5, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=51411b31-6298-4b0c-a347-77105bb327b5,segment=NetworkSegment(9a53a35c-8043-4b58-9be9-1626eae9a1a4),segment_id=9a53a35c-8043-4b58-9be9-1626eae9a1a4)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:45:54.216993 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f56bf303-19e1-4f05-b06e-89c3d8b55fa1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:54.229958 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-385efd58-7dc7-4b0c-8f17-c188d63f9031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2614064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9667190'] for subnet, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:54.274289 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7ee0aa3e-917b-479e-bfad-cb0133e2ae1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:54.295875 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3c778457-b526-4e68-94da-5fe883861d48 req-6dba1475-93ea-4c91-923f-cdf63e1c4439 tempest-SecurityGroupsTestAdminJSON-107470308 tempest-SecurityGroupsTestAdminJSON-107470308-project-admin] 10.222.0.41 "GET /v2.0/security-groups/444c87ba-31dc-4b5a-9977-492e198b845a HTTP/1.1" status: 200 len: 2981 time: 0.1388111 Jun 01 18:45:54.362820 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee0aa3e-917b-479e-bfad-cb0133e2ae1c admin admin] Pushing event deleted for resources: {'Port': ['ID=51411b31-6298-4b0c-a347-77105bb327b5,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:45:54.398313 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3c778457-b526-4e68-94da-5fe883861d48 req-9b74bbbf-2447-4342-9ed5-be98ea142de2 tempest-SecurityGroupsTestAdminJSON-107470308 tempest-SecurityGroupsTestAdminJSON-107470308-project-admin] 10.222.0.41 "GET /v2.0/security-groups/5427509f-34d7-4eb0-9761-0171d484d3bb HTTP/1.1" status: 200 len: 2981 time: 0.1012363 Jun 01 18:45:54.403283 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-15e86a9d-be46-4989-8701-33ba5c96fa76 req-d78345f3-e5a4-4e02-858c-112d964562d3 service neutron] 10.222.0.50 "GET /v2.0/networks/222758ca-4c6e-4ccb-8f11-8c829f4da008?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3407898 Jun 01 18:45:54.408840 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f56bf303-19e1-4f05-b06e-89c3d8b55fa1 None None] Calling delete_port for 51411b31-6298-4b0c-a347-77105bb327b5 owned by network:dhcp {{(pid=88526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:45:54.474637 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8c5770f3-18c9-40ad-8cc0-b72a0e2f00dc req-298b431e-d686-44cf-9944-87f261b74257 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] 10.222.0.41 "GET /v2.0/security-groups?id=92820b43-7593-449e-bdb5-02c9f22d29e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9578259 Jun 01 18:45:54.489684 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3c778457-b526-4e68-94da-5fe883861d48 req-5dbe3852-7b4d-4e1b-957e-58e977890ddf tempest-SecurityGroupsTestAdminJSON-107470308 tempest-SecurityGroupsTestAdminJSON-107470308-project-admin] 10.222.0.41 "GET /v2.0/security-groups/5427509f-34d7-4eb0-9761-0171d484d3bb HTTP/1.1" status: 200 len: 2981 time: 0.0896299 Jun 01 18:45:54.497383 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee0aa3e-917b-479e-bfad-cb0133e2ae1c admin admin] No DVR routers for this DVR port 51411b31-6298-4b0c-a347-77105bb327b5 on host n-d-844202-1 {{(pid=88525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 18:45:54.536050 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.db.api [None req-f56bf303-19e1-4f05-b06e-89c3d8b55fa1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88526) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 18:45:54.536518 n-d-844202-1 neutron-server[88526]: DEBUG oslo_db.api [None req-f56bf303-19e1-4f05-b06e-89c3d8b55fa1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 18:45:54.563652 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-02a19e07-5b87-4cdd-a8c6-9578ae6eca2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '594dc08c-ae2f-492d-84e1-dc5ecb123c33', 'name': 'tempest-TaggedBootDevicesTest_v242-2082509201-router', 'tenant_id': '39ffcc15901e49978660c230f5a8808d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': 'c591a942-ba70-4f70-bb91-e67aef13e0c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:45:37Z', 'updated_at': '2022-06-01T18:45:48Z', 'revision_number': 4, 'project_id': '39ffcc15901e49978660c230f5a8808d', 'gw_port': {'id': 'c591a942-ba70-4f70-bb91-e67aef13e0c0', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:b8:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '594dc08c-ae2f-492d-84e1-dc5ecb123c33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:45:39Z', 'updated_at': '2022-06-01T18:45:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '12afda22-8406-48f9-9359-01345e828787', 'name': '', 'network_id': '0359b58a-a602-4aa0-910f-8ba542d00719', 'tenant_id': '39ffcc15901e49978660c230f5a8808d', 'mac_address': 'fa:16:3e:4d:b2:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '594dc08c-ae2f-492d-84e1-dc5ecb123c33', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'b8a835bb-7edf-456e-82c4-101e4c9049d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:45:46Z', 'updated_at': '2022-06-01T18:45:48Z', 'revision_number': 2, 'project_id': '39ffcc15901e49978660c230f5a8808d', 'subnets': [{'id': 'b8a835bb-7edf-456e-82c4-101e4c9049d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:45:54.569068 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a19e07-5b87-4cdd-a8c6-9578ae6eca2c None None] The sync data for ids ['594dc08c-ae2f-492d-84e1-dc5ecb123c33'] in n-d-844202-1 is: [{'id': '594dc08c-ae2f-492d-84e1-dc5ecb123c33', 'name': 'tempest-TaggedBootDevicesTest_v242-2082509201-router', 'tenant_id': '39ffcc15901e49978660c230f5a8808d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': 'c591a942-ba70-4f70-bb91-e67aef13e0c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:45:37Z', 'updated_at': '2022-06-01T18:45:48Z', 'revision_number': 4, 'project_id': '39ffcc15901e49978660c230f5a8808d', 'gw_port': {'id': 'c591a942-ba70-4f70-bb91-e67aef13e0c0', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:b8:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '594dc08c-ae2f-492d-84e1-dc5ecb123c33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:45:39Z', 'updated_at': '2022-06-01T18:45:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '12afda22-8406-48f9-9359-01345e828787', 'name': '', 'network_id': '0359b58a-a602-4aa0-910f-8ba542d00719', 'tenant_id': '39ffcc15901e49978660c230f5a8808d', 'mac_address': 'fa:16:3e:4d:b2:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '594dc08c-ae2f-492d-84e1-dc5ecb123c33', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'b8a835bb-7edf-456e-82c4-101e4c9049d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:45:46Z', 'updated_at': '2022-06-01T18:45:48Z', 'revision_number': 2, 'project_id': '39ffcc15901e49978660c230f5a8808d', 'subnets': [{'id': 'b8a835bb-7edf-456e-82c4-101e4c9049d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 18:45:54.666233 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3c778457-b526-4e68-94da-5fe883861d48 req-1a089ece-38fe-4ca7-a593-2c09062f942c tempest-SecurityGroupsTestAdminJSON-107470308 tempest-SecurityGroupsTestAdminJSON-107470308-project-admin] 10.222.0.41 "GET /v2.0/security-groups/617bc5d3-33c8-48c1-8b2a-9d9da11cbb5d HTTP/1.1" status: 200 len: 2981 time: 0.1734138 Jun 01 18:45:54.687741 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e86a9d-be46-4989-8701-33ba5c96fa76 req-fc2070ca-7d9f-4285-96e3-b21a7535cf07 tempest-LiveMigrationTest-1173690941 tempest-LiveMigrationTest-1173690941-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:45:54.689198 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-15e86a9d-be46-4989-8701-33ba5c96fa76 req-fc2070ca-7d9f-4285-96e3-b21a7535cf07 tempest-LiveMigrationTest-1173690941 tempest-LiveMigrationTest-1173690941-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=9a626321-194f-492e-91f3-8995de8b564c&tenant_id=ee3dca5a75c542e0966797f286e0b4d5&binding%3Ahost_id=n-h1-844202-1 HTTP/1.1" status: 200 len: 1096 time: 0.2095842 Jun 01 18:45:54.707681 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-15e86a9d-be46-4989-8701-33ba5c96fa76 req-5100c204-86a9-451c-9009-b02367f9f247 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-844202-1'}}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:45:54.779438 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7ee0aa3e-917b-479e-bfad-cb0133e2ae1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:54.836541 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 51411b31-6298-4b0c-a347-77105bb327b5 no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:45:54.838278 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-7ee0aa3e-917b-479e-bfad-cb0133e2ae1c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a22884f9-447c-4fe6-bc33-ad08c444cdec']}} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:45:54.855037 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-7ee0aa3e-917b-479e-bfad-cb0133e2ae1c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a53a35c-8043-4b58-9be9-1626eae9a1a4') {'for_net_delete': True} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:45:54.855334 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-7ee0aa3e-917b-479e-bfad-cb0133e2ae1c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a53a35c-8043-4b58-9be9-1626eae9a1a4') {} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:45:54.869930 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7ee0aa3e-917b-479e-bfad-cb0133e2ae1c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2258522'] for segment, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:54.875440 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-15e86a9d-be46-4989-8701-33ba5c96fa76 req-5100c204-86a9-451c-9009-b02367f9f247 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:54.892601 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7ee0aa3e-917b-479e-bfad-cb0133e2ae1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:54.899985 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ee0aa3e-917b-479e-bfad-cb0133e2ae1c admin admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=88525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 18:45:54.900402 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7ee0aa3e-917b-479e-bfad-cb0133e2ae1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2613981'] for segment, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:54.937329 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: 51411b31-6298-4b0c-a347-77105bb327b5 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 18:45:54.937662 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 51411b31-6298-4b0c-a347-77105bb327b5 not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 18:45:55.004502 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3c778457-b526-4e68-94da-5fe883861d48 req-7277d432-899a-4691-910a-ba47f01d75b9 tempest-SecurityGroupsTestAdminJSON-107470308 tempest-SecurityGroupsTestAdminJSON-107470308-project-admin] 10.222.0.41 "GET /v2.0/security-groups/617bc5d3-33c8-48c1-8b2a-9d9da11cbb5d HTTP/1.1" status: 200 len: 2981 time: 0.3372457 Jun 01 18:45:55.037358 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f56bf303-19e1-4f05-b06e-89c3d8b55fa1 None None] Deleting port 51411b31-6298-4b0c-a347-77105bb327b5 {{(pid=88526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:45:55.038022 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f56bf303-19e1-4f05-b06e-89c3d8b55fa1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:55.151131 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385efd58-7dc7-4b0c-8f17-c188d63f9031 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c282baf-c070-40de-892d-87b0d65c4c2e,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:45:55.180721 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7ee0aa3e-917b-479e-bfad-cb0133e2ae1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:55.192328 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7ee0aa3e-917b-479e-bfad-cb0133e2ae1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:55.203437 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-933b545d-fc99-469c-bf53-48bec21b45d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:55.215017 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3c778457-b526-4e68-94da-5fe883861d48 req-d5c6b11a-f419-496f-a264-17a0b0c57887 tempest-SecurityGroupsTestAdminJSON-107470308 tempest-SecurityGroupsTestAdminJSON-107470308-project-admin] 10.222.0.41 "GET /v2.0/security-groups/64a458d5-9cb9-4857-b979-c5dfdd31a66f HTTP/1.1" status: 200 len: 2981 time: 0.2092941 Jun 01 18:45:55.270931 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee0aa3e-917b-479e-bfad-cb0133e2ae1c admin admin] Pushing event deleted for resources: {'Network': ['ID=a22884f9-447c-4fe6-bc33-ad08c444cdec,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:45:55.278224 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-933b545d-fc99-469c-bf53-48bec21b45d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:55.305797 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-933b545d-fc99-469c-bf53-48bec21b45d5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107} {{(pid=88525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 18:45:55.314837 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f56bf303-19e1-4f05-b06e-89c3d8b55fa1 None None] The port '51411b31-6298-4b0c-a347-77105bb327b5' was deleted {{(pid=88526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 01 18:45:55.318469 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-933b545d-fc99-469c-bf53-48bec21b45d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:55.318958 n-d-844202-1 neutron-server[88525]: INFO neutron.db.segments_db [None req-933b545d-fc99-469c-bf53-48bec21b45d5 admin admin] Added segment 5423f802-8952-4dea-8b13-e2a87f408f8c of type vlan for network e3dea7fc-235f-4736-8c6d-38e23ed566b9 Jun 01 18:45:55.407866 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-933b545d-fc99-469c-bf53-48bec21b45d5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:55.518995 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-385efd58-7dc7-4b0c-8f17-c188d63f9031 admin admin] Checking segment: {'id': 'f7107f47-8861-44a6-b3f5-b2aeaa5b4996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '11e69399-31fb-4e57-8fd5-b339e0fce319'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:45:55.520991 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-385efd58-7dc7-4b0c-8f17-c188d63f9031 admin admin] Network hostable DHCP agents. Network: 11e69399-31fb-4e57-8fd5-b339e0fce319, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 18:45:55.621738 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment 9a53a35c-8043-4b58-9be9-1626eae9a1a4 resource provider aggregate not found Jun 01 18:45:55.627234 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3c778457-b526-4e68-94da-5fe883861d48 req-672d4912-6819-4d49-8608-ff98cb2b5ac9 tempest-SecurityGroupsTestAdminJSON-107470308 tempest-SecurityGroupsTestAdminJSON-107470308-project-admin] 10.222.0.41 "GET /v2.0/security-groups/64a458d5-9cb9-4857-b979-c5dfdd31a66f HTTP/1.1" status: 200 len: 2981 time: 0.4034717 Jun 01 18:45:55.633917 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933b545d-fc99-469c-bf53-48bec21b45d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f2fd699-5af8-4379-8a92-35d8c8796709,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:45:55.689089 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment 9a53a35c-8043-4b58-9be9-1626eae9a1a4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9a53a35c-8043-4b58-9be9-1626eae9a1a4 found for delete ", "request_id": "req-00a4e7fa-1a5b-498b-8baf-7c69a50fe0d2"}]} Jun 01 18:45:55.714321 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-7ee0aa3e-917b-479e-bfad-cb0133e2ae1c admin admin] 10.222.0.41 "DELETE /v2.0/networks/a22884f9-447c-4fe6-bc33-ad08c444cdec HTTP/1.1" status: 204 len: 168 time: 4.0250962 Jun 01 18:45:55.814566 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-933b545d-fc99-469c-bf53-48bec21b45d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:55.816102 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-933b545d-fc99-469c-bf53-48bec21b45d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:45:55.817642 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-933b545d-fc99-469c-bf53-48bec21b45d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:55.820771 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3c778457-b526-4e68-94da-5fe883861d48 req-040b0d28-c4b5-4465-b03b-ca5f8c7563a2 tempest-SecurityGroupsTestAdminJSON-107470308 tempest-SecurityGroupsTestAdminJSON-107470308-project-admin] 10.222.0.41 "GET /v2.0/security-groups/737c0ba6-1105-46fe-ab41-51e32946b911 HTTP/1.1" status: 200 len: 2981 time: 0.1912727 Jun 01 18:45:55.879234 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-385efd58-7dc7-4b0c-8f17-c188d63f9031 admin admin] Network 11e69399-31fb-4e57-8fd5-b339e0fce319 is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 18:45:55.891456 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3c778457-b526-4e68-94da-5fe883861d48 req-4e22af3e-f622-4f8d-b259-f6b35c690ad8 tempest-SecurityGroupsTestAdminJSON-107470308 tempest-SecurityGroupsTestAdminJSON-107470308-project-admin] 10.222.0.41 "GET /v2.0/security-groups/737c0ba6-1105-46fe-ab41-51e32946b911 HTTP/1.1" status: 200 len: 2981 time: 0.0695269 Jun 01 18:45:55.910484 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-15e86a9d-be46-4989-8701-33ba5c96fa76 req-5100c204-86a9-451c-9009-b02367f9f247 service neutron] For port a09c27c1-f153-4c91-8781-38190ade8e78, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=a09c27c1-f153-4c91-8781-38190ade8e78,segment=NetworkSegment(9bd376cf-8b39-4b75-aaa6-34bd3746194e),segment_id=9bd376cf-8b39-4b75-aaa6-34bd3746194e)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:45:55.983286 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3c778457-b526-4e68-94da-5fe883861d48 req-3cea54a4-97cf-4fe9-bbfb-42576ec9a66f tempest-SecurityGroupsTestAdminJSON-107470308 tempest-SecurityGroupsTestAdminJSON-107470308-project-admin] 10.222.0.41 "GET /v2.0/security-groups/92820b43-7593-449e-bdb5-02c9f22d29e7 HTTP/1.1" status: 200 len: 2981 time: 0.0883727 Jun 01 18:45:55.992946 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 47492) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:45:56.135904 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3c778457-b526-4e68-94da-5fe883861d48 req-3bab2da9-9803-4c31-92ea-fc75b9c3097f tempest-SecurityGroupsTestAdminJSON-107470308 tempest-SecurityGroupsTestAdminJSON-107470308-project-admin] 10.222.0.41 "GET /v2.0/security-groups/92820b43-7593-449e-bdb5-02c9f22d29e7 HTTP/1.1" status: 200 len: 2981 time: 0.1399875 Jun 01 18:45:56.139190 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-385efd58-7dc7-4b0c-8f17-c188d63f9031 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, 11e69399-31fb-4e57-8fd5-b339e0fce319) {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:45:56.145442 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dc29718-dfcb-41cc-a2ae-416b0a077d5e admin admin] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 18:45:56.151905 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-356c0212-effc-4aec-855b-8168f5619ffa None None] Network 11e69399-31fb-4e57-8fd5-b339e0fce319 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 18:45:56.177894 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-385efd58-7dc7-4b0c-8f17-c188d63f9031 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:45:56.178624 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-385efd58-7dc7-4b0c-8f17-c188d63f9031 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:56.183488 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-15e86a9d-be46-4989-8701-33ba5c96fa76 req-5100c204-86a9-451c-9009-b02367f9f247 service neutron] For port a09c27c1-f153-4c91-8781-38190ade8e78, host n-h1-844202-1, cleared binding levels {{(pid=88524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:45:56.199748 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-7dc29718-dfcb-41cc-a2ae-416b0a077d5e admin admin] 10.222.0.41 "PUT /v2.0/routers/594dc08c-ae2f-492d-84e1-dc5ecb123c33/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.8079765 Jun 01 18:45:56.211622 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-933b545d-fc99-469c-bf53-48bec21b45d5 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 4.7596734 Jun 01 18:45:56.226807 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 47498) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:45:56.229625 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933b545d-fc99-469c-bf53-48bec21b45d5 admin admin] Pushing event updated for resources: {'Network': ['ID=e3dea7fc-235f-4736-8c6d-38e23ed566b9,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:45:56.254714 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-d78f7ce1-f6e4-4205-b4ed-1dfd263252ea admin admin] Request body: {'subnet': {'network_id': 'e3dea7fc-235f-4736-8c6d-38e23ed566b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1790110017-subnet', 'tenant_id': '6884b43c239b4677a270eb283de39d49', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:45:56.278291 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network e3dea7fc-235f-4736-8c6d-38e23ed566b9 details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 18:45:56.292201 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-d78f7ce1-f6e4-4205-b4ed-1dfd263252ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:45:56.316633 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-d78f7ce1-f6e4-4205-b4ed-1dfd263252ea admin admin] Usage tracker for resource:subnet and tenant:6884b43c239b4677a270eb283de39d49 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:45:56.337597 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-385efd58-7dc7-4b0c-8f17-c188d63f9031 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 5.6304197 Jun 01 18:45:56.338916 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-d78f7ce1-f6e4-4205-b4ed-1dfd263252ea admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:45:56.356329 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-d78f7ce1-f6e4-4205-b4ed-1dfd263252ea admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:45:56.375026 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.agents_db [None req-e814b9cf-7de8-45d0-a079-29c61fabe7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 18:45:56.414418 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d78f7ce1-f6e4-4205-b4ed-1dfd263252ea admin admin] Made reservation on behalf of 6884b43c239b4677a270eb283de39d49 for: {'subnet': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:45:56.420334 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d78f7ce1-f6e4-4205-b4ed-1dfd263252ea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9667140'] for subnet, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:56.450243 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-25b5401a-1da0-4230-afbd-f812ee85c565 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=45241712d04f44c69000bd03eb1880d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4541640 Jun 01 18:45:56.451959 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3c778457-b526-4e68-94da-5fe883861d48 req-d6dad89d-471d-4ffa-b12d-4f59bd85c4c6 tempest-SecurityGroupsTestAdminJSON-107470308 tempest-SecurityGroupsTestAdminJSON-107470308-project-admin] 10.222.0.41 "GET /v2.0/security-groups/9572e18c-01ef-4403-8358-e3e783c3474b HTTP/1.1" status: 200 len: 2981 time: 0.3006346 Jun 01 18:45:56.452451 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 47504) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:45:56.463122 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6e935f-0e20-434f-9e3d-a169aff7ccf4 req-91250852-f240-485d-8a09-4148ed384fc4 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:45:56.465240 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-fb6e935f-0e20-434f-9e3d-a169aff7ccf4 req-91250852-f240-485d-8a09-4148ed384fc4 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] 10.222.0.41 "GET /v2.0/ports?device_id=26f7889e-93cf-42e0-b644-7fc47dc1a909 HTTP/1.1" status: 200 len: 945 time: 0.7671931 Jun 01 18:45:56.474002 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e120a78-6a66-4c7a-a78f-e49ae073ba47 req-2d9f6cef-8394-4822-ae1e-5cfbef5234f8 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:45:56.477805 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8e120a78-6a66-4c7a-a78f-e49ae073ba47 req-2d9f6cef-8394-4822-ae1e-5cfbef5234f8 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] 10.222.0.50 "GET /v2.0/ports?device_id=26f7889e-93cf-42e0-b644-7fc47dc1a909 HTTP/1.1" status: 200 len: 945 time: 0.5338123 Jun 01 18:45:56.716808 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a626321-194f-492e-91f3-8995de8b564c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a09c27c1-f153-4c91-8781-38190ade8e78'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:45:56.726121 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-15e86a9d-be46-4989-8701-33ba5c96fa76 req-5100c204-86a9-451c-9009-b02367f9f247 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:56.760720 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3c778457-b526-4e68-94da-5fe883861d48 req-c079fb6d-328e-48c5-8635-5a24d133cdf9 tempest-SecurityGroupsTestAdminJSON-107470308 tempest-SecurityGroupsTestAdminJSON-107470308-project-admin] 10.222.0.41 "GET /v2.0/security-groups/9572e18c-01ef-4403-8358-e3e783c3474b HTTP/1.1" status: 200 len: 2981 time: 0.2837021 Jun 01 18:45:56.767506 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-15e86a9d-be46-4989-8701-33ba5c96fa76 req-5100c204-86a9-451c-9009-b02367f9f247 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:56.816785 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae75b9a4-cd60-4bfc-bf9a-a5dcb4999806 None None] Network 11e69399-31fb-4e57-8fd5-b339e0fce319 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 18:45:57.154801 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device c591a942-ba70-4f70-bb91-e67aef13e0c0 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:45:57.192020 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [req-8e120a78-6a66-4c7a-a78f-e49ae073ba47 req-13939b20-6d17-43ad-bc52-52c127fd41f2 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] Deleting port 865499a8-4a47-4d3a-a9d0-7d19c3aa98c3 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:45:57.192632 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-8e120a78-6a66-4c7a-a78f-e49ae073ba47 req-13939b20-6d17-43ad-bc52-52c127fd41f2 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:57.336129 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port c591a942-ba70-4f70-bb91-e67aef13e0c0 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:45:57.354004 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port c591a942-ba70-4f70-bb91-e67aef13e0c0 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:45:57.354439 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:57.359862 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-bf703f65-1bd1-4b73-a567-8085dfd4d10d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:57.523170 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3c778457-b526-4e68-94da-5fe883861d48 req-d78c408a-108d-4a9c-a0d2-9c11ee986abe tempest-SecurityGroupsTestAdminJSON-107470308 tempest-SecurityGroupsTestAdminJSON-107470308-project-admin] 10.222.0.41 "GET /v2.0/security-groups/bca6b4b0-0757-4c3f-b6f7-a3c9547a20e8 HTTP/1.1" status: 200 len: 2973 time: 0.7455413 Jun 01 18:45:57.569114 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-15e86a9d-be46-4989-8701-33ba5c96fa76 req-5100c204-86a9-451c-9009-b02367f9f247 service neutron] Attempting to bind port a09c27c1-f153-4c91-8781-38190ade8e78 on host n-h1-844202-1 for vnic_type normal with profile {"migrating_to": "n-h2-844202-1"} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:45:57.569338 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-15e86a9d-be46-4989-8701-33ba5c96fa76 req-5100c204-86a9-451c-9009-b02367f9f247 service neutron] Attempting to bind port a09c27c1-f153-4c91-8781-38190ade8e78 by drivers openvswitch,hyperv on host n-h1-844202-1 at level 0 using segments [{'id': '9bd376cf-8b39-4b75-aaa6-34bd3746194e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '222758ca-4c6e-4ccb-8f11-8c829f4da008'}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:45:57.569562 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e86a9d-be46-4989-8701-33ba5c96fa76 req-5100c204-86a9-451c-9009-b02367f9f247 service neutron] Attempting to bind port a09c27c1-f153-4c91-8781-38190ade8e78 on network 222758ca-4c6e-4ccb-8f11-8c829f4da008 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:45:57.582755 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port c591a942-ba70-4f70-bb91-e67aef13e0c0 is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:45:57.583317 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:57.631631 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port c591a942-ba70-4f70-bb91-e67aef13e0c0, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=c591a942-ba70-4f70-bb91-e67aef13e0c0,segment=NetworkSegment(7875af61-4c53-4ff2-b8c8-d4b7c35ff947),segment_id=7875af61-4c53-4ff2-b8c8-d4b7c35ff947)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:45:57.633681 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-bf703f65-1bd1-4b73-a567-8085dfd4d10d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:57.644090 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:57.657261 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e86a9d-be46-4989-8701-33ba5c96fa76 req-5100c204-86a9-451c-9009-b02367f9f247 service neutron] Port a09c27c1-f153-4c91-8781-38190ade8e78 on network 222758ca-4c6e-4ccb-8f11-8c829f4da008 not bound, no agent of type Open vSwitch agent registered on host n-h1-844202-1 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 18:45:57.659318 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e86a9d-be46-4989-8701-33ba5c96fa76 req-5100c204-86a9-451c-9009-b02367f9f247 service neutron] Attempting to bind port a09c27c1-f153-4c91-8781-38190ade8e78 on network 222758ca-4c6e-4ccb-8f11-8c829f4da008 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:45:57.666521 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-fb6e935f-0e20-434f-9e3d-a169aff7ccf4 req-b19381c6-5442-43be-9bfe-873bb873330b tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] 10.222.0.41 "GET /v2.0/security-groups?id=444c87ba-31dc-4b5a-9977-492e198b845a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1873922 Jun 01 18:45:57.673437 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5100c204-86a9-451c-9009-b02367f9f247 service neutron] Pushing event updated for resources: {'Port': ['ID=a09c27c1-f153-4c91-8781-38190ade8e78,revision_number=7']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:45:57.677091 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d78f7ce1-f6e4-4205-b4ed-1dfd263252ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2614064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9667190'] for subnet, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:57.702012 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e86a9d-be46-4989-8701-33ba5c96fa76 req-5100c204-86a9-451c-9009-b02367f9f247 service neutron] Checking agent: {'id': 'bdb1e5d7-b998-4259-838f-3d278e930f32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 18, 45, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:45:57.704981 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e86a9d-be46-4989-8701-33ba5c96fa76 req-5100c204-86a9-451c-9009-b02367f9f247 service neutron] Checking segment: {'id': '9bd376cf-8b39-4b75-aaa6-34bd3746194e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '222758ca-4c6e-4ccb-8f11-8c829f4da008'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:45:57.708326 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e86a9d-be46-4989-8701-33ba5c96fa76 req-5100c204-86a9-451c-9009-b02367f9f247 service neutron] Bound using segment: {'id': '9bd376cf-8b39-4b75-aaa6-34bd3746194e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '222758ca-4c6e-4ccb-8f11-8c829f4da008'} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:45:57.709705 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-15e86a9d-be46-4989-8701-33ba5c96fa76 req-5100c204-86a9-451c-9009-b02367f9f247 service neutron] Bound port: a09c27c1-f153-4c91-8781-38190ade8e78, host: n-h1-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bd376cf-8b39-4b75-aaa6-34bd3746194e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '222758ca-4c6e-4ccb-8f11-8c829f4da008'}}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:45:57.711639 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-15e86a9d-be46-4989-8701-33ba5c96fa76 req-5100c204-86a9-451c-9009-b02367f9f247 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:57.827479 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=c591a942-ba70-4f70-bb91-e67aef13e0c0,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:45:57.918195 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-15e86a9d-be46-4989-8701-33ba5c96fa76 req-5100c204-86a9-451c-9009-b02367f9f247 service neutron] For port a09c27c1-f153-4c91-8781-38190ade8e78, host n-h1-844202-1, cleared binding levels {{(pid=88524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:45:57.924215 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-15e86a9d-be46-4989-8701-33ba5c96fa76 req-5100c204-86a9-451c-9009-b02367f9f247 service neutron] For port a09c27c1-f153-4c91-8781-38190ade8e78, host n-h1-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=a09c27c1-f153-4c91-8781-38190ade8e78,segment=NetworkSegment(9bd376cf-8b39-4b75-aaa6-34bd3746194e),segment_id=9bd376cf-8b39-4b75-aaa6-34bd3746194e)] {{(pid=88524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:45:57.950676 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-15e86a9d-be46-4989-8701-33ba5c96fa76 req-5100c204-86a9-451c-9009-b02367f9f247 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:58.174845 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3c778457-b526-4e68-94da-5fe883861d48 req-3b2e26c0-505b-4d52-aaf2-80e48af288a5 tempest-SecurityGroupsTestAdminJSON-107470308 tempest-SecurityGroupsTestAdminJSON-107470308-project-admin] 10.222.0.41 "GET /v2.0/security-groups/bca6b4b0-0757-4c3f-b6f7-a3c9547a20e8 HTTP/1.1" status: 200 len: 2973 time: 0.6065223 Jun 01 18:45:58.241696 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e86a9d-be46-4989-8701-33ba5c96fa76 req-5100c204-86a9-451c-9009-b02367f9f247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:45:58.243375 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-15e86a9d-be46-4989-8701-33ba5c96fa76 req-5100c204-86a9-451c-9009-b02367f9f247 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:58.245457 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-15e86a9d-be46-4989-8701-33ba5c96fa76 req-5100c204-86a9-451c-9009-b02367f9f247 service neutron] 10.222.0.50 "PUT /v2.0/ports/a09c27c1-f153-4c91-8781-38190ade8e78 HTTP/1.1" status: 200 len: 1121 time: 3.5432222 Jun 01 18:45:58.322552 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5100c204-86a9-451c-9009-b02367f9f247 service neutron] Pushing event updated for resources: {'Port': ['ID=a09c27c1-f153-4c91-8781-38190ade8e78,revision_number=8']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:45:58.359924 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] get_ports_and_sgs() called for port_ids ['a09c27c1-f153-4c91-8781-38190ade8e78'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:45:58.374961 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-bf703f65-1bd1-4b73-a567-8085dfd4d10d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:58.434168 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78f7ce1-f6e4-4205-b4ed-1dfd263252ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=da8eacd5-9944-4111-9d5f-9f3e01b23eff,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:45:58.444684 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603ed2fa-b8c6-4ccd-b671-d483e4714409 None None] Sync routers for ids ['594dc08c-ae2f-492d-84e1-dc5ecb123c33'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 18:45:58.461204 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603ed2fa-b8c6-4ccd-b671-d483e4714409 None None] Routers {'594dc08c-ae2f-492d-84e1-dc5ecb123c33'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:45:58.461834 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-603ed2fa-b8c6-4ccd-b671-d483e4714409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:45:39Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['594dc08c-ae2f-492d-84e1-dc5ecb123c33'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:45:58.470321 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf703f65-1bd1-4b73-a567-8085dfd4d10d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ad455f3-0f6d-4ed0-aea8-1383b7c8f030,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:45:58.488418 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-bf703f65-1bd1-4b73-a567-8085dfd4d10d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:58.490839 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-bf703f65-1bd1-4b73-a567-8085dfd4d10d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0ad455f3-0f6d-4ed0-aea8-1383b7c8f030 HTTP/1.1" status: 204 len: 168 time: 2.0219805 Jun 01 18:45:58.511250 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3c778457-b526-4e68-94da-5fe883861d48 req-6b6ac168-f696-4a38-ab88-ca02ef8df8f0 tempest-SecurityGroupsTestAdminJSON-107470308 tempest-SecurityGroupsTestAdminJSON-107470308-project-admin] 10.222.0.41 "GET /v2.0/security-groups/c4a6d7a7-8c17-419d-b7d8-e5ffde32288d HTTP/1.1" status: 200 len: 2981 time: 0.3222830 Jun 01 18:45:58.648711 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d78f7ce1-f6e4-4205-b4ed-1dfd263252ea admin admin] Checking segment: {'id': '5423f802-8952-4dea-8b13-e2a87f408f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e3dea7fc-235f-4736-8c6d-38e23ed566b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:45:58.649070 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d78f7ce1-f6e4-4205-b4ed-1dfd263252ea admin admin] Network hostable DHCP agents. Network: e3dea7fc-235f-4736-8c6d-38e23ed566b9, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 18:45:58.676487 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3c778457-b526-4e68-94da-5fe883861d48 req-92d2e797-6adb-4634-b3c4-ec09e3d1e291 tempest-SecurityGroupsTestAdminJSON-107470308 tempest-SecurityGroupsTestAdminJSON-107470308-project-admin] 10.222.0.41 "GET /v2.0/security-groups/c4a6d7a7-8c17-419d-b7d8-e5ffde32288d HTTP/1.1" status: 200 len: 2981 time: 0.1609333 Jun 01 18:45:58.777826 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-8e120a78-6a66-4c7a-a78f-e49ae073ba47 req-13939b20-6d17-43ad-bc52-52c127fd41f2 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] For port 865499a8-4a47-4d3a-a9d0-7d19c3aa98c3, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=865499a8-4a47-4d3a-a9d0-7d19c3aa98c3,segment=NetworkSegment(e7a2e8fb-b3d5-44ba-bb42-81da885a74e3),segment_id=e7a2e8fb-b3d5-44ba-bb42-81da885a74e3)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:45:58.780444 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-8e120a78-6a66-4c7a-a78f-e49ae073ba47 req-13939b20-6d17-43ad-bc52-52c127fd41f2 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:58.803591 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3c778457-b526-4e68-94da-5fe883861d48 req-ad3f3483-7369-4a72-baf1-bfade8d2db77 tempest-SecurityGroupsTestAdminJSON-107470308 tempest-SecurityGroupsTestAdminJSON-107470308-project-admin] 10.222.0.41 "GET /v2.0/security-groups/c59bb087-b057-463d-aa12-940a152c1490 HTTP/1.1" status: 200 len: 2981 time: 0.1261103 Jun 01 18:45:58.865769 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device c591a942-ba70-4f70-bb91-e67aef13e0c0 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:45:58.892461 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3c778457-b526-4e68-94da-5fe883861d48 req-57b0779c-9ce9-4bc1-a1a5-d4e6fb7e75a1 tempest-SecurityGroupsTestAdminJSON-107470308 tempest-SecurityGroupsTestAdminJSON-107470308-project-admin] 10.222.0.41 "GET /v2.0/security-groups/c59bb087-b057-463d-aa12-940a152c1490 HTTP/1.1" status: 200 len: 2981 time: 0.0840392 Jun 01 18:45:58.997656 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3c778457-b526-4e68-94da-5fe883861d48 req-70ec727e-797f-4a88-98ab-a37530f86774 tempest-SecurityGroupsTestAdminJSON-107470308 tempest-SecurityGroupsTestAdminJSON-107470308-project-admin] 10.222.0.41 "GET /v2.0/security-groups/d6fc4be6-cf9c-4add-a15c-ca83038cc581 HTTP/1.1" status: 200 len: 2977 time: 0.1036124 Jun 01 18:45:59.008632 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-603ed2fa-b8c6-4ccd-b671-d483e4714409 None None] Set router 594dc08c-ae2f-492d-84e1-dc5ecb123c33 gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:45:59.123114 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3c778457-b526-4e68-94da-5fe883861d48 req-7394cbbe-89d1-4359-9c84-cb4d49489464 tempest-SecurityGroupsTestAdminJSON-107470308 tempest-SecurityGroupsTestAdminJSON-107470308-project-admin] 10.222.0.41 "GET /v2.0/security-groups/d6fc4be6-cf9c-4add-a15c-ca83038cc581 HTTP/1.1" status: 200 len: 2977 time: 0.1245468 Jun 01 18:45:59.172619 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port c591a942-ba70-4f70-bb91-e67aef13e0c0 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:45:59.173223 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:59.221597 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 47572) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:45:59.284901 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3c778457-b526-4e68-94da-5fe883861d48 req-ec2491c9-b8eb-42e6-ba59-28377966da2b tempest-SecurityGroupsTestAdminJSON-107470308 tempest-SecurityGroupsTestAdminJSON-107470308-project-admin] 10.222.0.41 "GET /v2.0/security-groups/e2bc9581-bb8c-4dac-ae31-84db7f776845 HTTP/1.1" status: 200 len: 2981 time: 0.1607275 Jun 01 18:45:59.289870 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [req-8e120a78-6a66-4c7a-a78f-e49ae073ba47 req-13939b20-6d17-43ad-bc52-52c127fd41f2 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] Calling delete_port for 865499a8-4a47-4d3a-a9d0-7d19c3aa98c3 owned by compute:nova {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:45:59.378982 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port c591a942-ba70-4f70-bb91-e67aef13e0c0 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:45:59.385832 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-455603e8-180d-4646-beb5-b793033ea053 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b2fc35811561461b9f06bb5ae636c264&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1596239 Jun 01 18:45:59.394260 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 47592) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:45:59.431472 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3c778457-b526-4e68-94da-5fe883861d48 req-20b371a0-4465-43a7-b62b-129e8629fd32 tempest-SecurityGroupsTestAdminJSON-107470308 tempest-SecurityGroupsTestAdminJSON-107470308-project-admin] 10.222.0.41 "GET /v2.0/security-groups/e2bc9581-bb8c-4dac-ae31-84db7f776845 HTTP/1.1" status: 200 len: 2981 time: 0.1452587 Jun 01 18:45:59.473235 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e73d58-f357-4fdc-9777-3638b0d69d9a req-0eed1d6b-c8de-41a9-8ff0-0a78e8760d2a tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:45:59.479872 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-65e73d58-f357-4fdc-9777-3638b0d69d9a req-0eed1d6b-c8de-41a9-8ff0-0a78e8760d2a tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a626321-194f-492e-91f3-8995de8b564c HTTP/1.1" status: 200 len: 943 time: 1.4557261 Jun 01 18:45:59.489401 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d78f7ce1-f6e4-4205-b4ed-1dfd263252ea admin admin] Network e3dea7fc-235f-4736-8c6d-38e23ed566b9 is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 18:45:59.569727 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-d78f7ce1-f6e4-4205-b4ed-1dfd263252ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, e3dea7fc-235f-4736-8c6d-38e23ed566b9) {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:45:59.578318 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d96aa96e-8f03-40b4-af5d-9b395fa2b458 None None] Network e3dea7fc-235f-4736-8c6d-38e23ed566b9 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 18:45:59.590856 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-85b3245b-cfe7-44ca-9764-588dbde9aa9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:59.594325 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3c778457-b526-4e68-94da-5fe883861d48 req-aa0fa26c-53de-403f-b791-2827e3e002d9 tempest-SecurityGroupsTestAdminJSON-107470308 tempest-SecurityGroupsTestAdminJSON-107470308-project-admin] 10.222.0.41 "GET /v2.0/security-groups/ec319ee7-f520-4b0e-af17-30dd6b682a91 HTTP/1.1" status: 200 len: 2981 time: 0.1620035 Jun 01 18:45:59.617256 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d78f7ce1-f6e4-4205-b4ed-1dfd263252ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:45:59.617845 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d78f7ce1-f6e4-4205-b4ed-1dfd263252ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:59.657151 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-603ed2fa-b8c6-4ccd-b671-d483e4714409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '594dc08c-ae2f-492d-84e1-dc5ecb123c33', 'name': 'tempest-TaggedBootDevicesTest_v242-2082509201-router', 'tenant_id': '39ffcc15901e49978660c230f5a8808d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': 'c591a942-ba70-4f70-bb91-e67aef13e0c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:45:37Z', 'updated_at': '2022-06-01T18:45:48Z', 'revision_number': 4, 'project_id': '39ffcc15901e49978660c230f5a8808d', 'gw_port': {'id': 'c591a942-ba70-4f70-bb91-e67aef13e0c0', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:b8:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '594dc08c-ae2f-492d-84e1-dc5ecb123c33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:45:39Z', 'updated_at': '2022-06-01T18:45:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '12afda22-8406-48f9-9359-01345e828787', 'name': '', 'network_id': '0359b58a-a602-4aa0-910f-8ba542d00719', 'tenant_id': '39ffcc15901e49978660c230f5a8808d', 'mac_address': 'fa:16:3e:4d:b2:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '594dc08c-ae2f-492d-84e1-dc5ecb123c33', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'b8a835bb-7edf-456e-82c4-101e4c9049d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:45:46Z', 'updated_at': '2022-06-01T18:45:48Z', 'revision_number': 2, 'project_id': '39ffcc15901e49978660c230f5a8808d', 'subnets': [{'id': 'b8a835bb-7edf-456e-82c4-101e4c9049d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:45:59.662723 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603ed2fa-b8c6-4ccd-b671-d483e4714409 None None] Checking router: 594dc08c-ae2f-492d-84e1-dc5ecb123c33 for host: n-d-844202-1 {{(pid=88527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 18:45:59.663294 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603ed2fa-b8c6-4ccd-b671-d483e4714409 None None] Updating router 594dc08c-ae2f-492d-84e1-dc5ecb123c33 port 12afda22-8406-48f9-9359-01345e828787 binding host n-d-844202-1 {{(pid=88527) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 18:45:59.676919 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-85b3245b-cfe7-44ca-9764-588dbde9aa9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:59.679274 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-65e73d58-f357-4fdc-9777-3638b0d69d9a req-60f66512-3e36-4a84-a4e0-00300e590250 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] 10.222.0.41 "GET /v2.0/security-groups?id=92820b43-7593-449e-bdb5-02c9f22d29e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708355 Jun 01 18:45:59.692206 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-d78f7ce1-f6e4-4205-b4ed-1dfd263252ea admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.4638846 Jun 01 18:45:59.752799 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-603ed2fa-b8c6-4ccd-b671-d483e4714409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:45:59.991237 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-85b3245b-cfe7-44ca-9764-588dbde9aa9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:00.009922 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-8e120a78-6a66-4c7a-a78f-e49ae073ba47 req-13939b20-6d17-43ad-bc52-52c127fd41f2 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:00.044525 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-85b3245b-cfe7-44ca-9764-588dbde9aa9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:00.045692 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-85b3245b-cfe7-44ca-9764-588dbde9aa9c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/737c0ba6-1105-46fe-ab41-51e32946b911 HTTP/1.1" status: 204 len: 168 time: 0.6504319 Jun 01 18:46:00.079357 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3c778457-b526-4e68-94da-5fe883861d48 req-e3b62b3a-8101-49de-a4ca-caba478f0554 tempest-SecurityGroupsTestAdminJSON-107470308 tempest-SecurityGroupsTestAdminJSON-107470308-project-admin] 10.222.0.41 "GET /v2.0/security-groups/ec319ee7-f520-4b0e-af17-30dd6b682a91 HTTP/1.1" status: 200 len: 2981 time: 0.4749451 Jun 01 18:46:00.081020 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b3245b-cfe7-44ca-9764-588dbde9aa9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=737c0ba6-1105-46fe-ab41-51e32946b911,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:46:00.147549 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13939b20-6d17-43ad-bc52-52c127fd41f2 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] Pushing event deleted for resources: {'Port': ['ID=865499a8-4a47-4d3a-a9d0-7d19c3aa98c3,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:46:00.230614 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3c778457-b526-4e68-94da-5fe883861d48 req-0969b8d7-1dfb-433e-9637-e17431a31a33 tempest-SecurityGroupsTestAdminJSON-107470308 tempest-SecurityGroupsTestAdminJSON-107470308-project-admin] 10.222.0.41 "GET /v2.0/security-groups/ee06662d-df19-4f9b-b159-da51d7daf152 HTTP/1.1" status: 200 len: 2981 time: 0.1290929 Jun 01 18:46:00.381272 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-595e86e1-5c4c-48a4-b1d2-b0f36564a0ba None None] Network e3dea7fc-235f-4736-8c6d-38e23ed566b9 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 18:46:00.397458 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e120a78-6a66-4c7a-a78f-e49ae073ba47 req-13939b20-6d17-43ad-bc52-52c127fd41f2 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] No DVR routers for this DVR port 865499a8-4a47-4d3a-a9d0-7d19c3aa98c3 on host n-h2-844202-1 {{(pid=88525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 18:46:00.400701 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-8e120a78-6a66-4c7a-a78f-e49ae073ba47 req-13939b20-6d17-43ad-bc52-52c127fd41f2 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:00.402270 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3c778457-b526-4e68-94da-5fe883861d48 req-e11bff28-a03c-413f-8add-bc830014483b tempest-SecurityGroupsTestAdminJSON-107470308 tempest-SecurityGroupsTestAdminJSON-107470308-project-admin] 10.222.0.41 "GET /v2.0/security-groups/ee06662d-df19-4f9b-b159-da51d7daf152 HTTP/1.1" status: 200 len: 2981 time: 0.1655235 Jun 01 18:46:00.404789 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26f7889e-93cf-42e0-b644-7fc47dc1a909', 'name': 'network-vif-deleted', 'tag': '865499a8-4a47-4d3a-a9d0-7d19c3aa98c3'}] {{(pid=88525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:46:00.464701 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8e120a78-6a66-4c7a-a78f-e49ae073ba47 req-13939b20-6d17-43ad-bc52-52c127fd41f2 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] 10.222.0.50 "DELETE /v2.0/ports/865499a8-4a47-4d3a-a9d0-7d19c3aa98c3 HTTP/1.1" status: 204 len: 173 time: 3.9607067 Jun 01 18:46:00.472753 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-603ed2fa-b8c6-4ccd-b671-d483e4714409 None None] Notify callbacks [] for port, precommit_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:00.527348 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.provisioning_blocks [None req-603ed2fa-b8c6-4ccd-b671-d483e4714409 None None] Transition to ACTIVE for port object 12afda22-8406-48f9-9359-01345e828787 will not be triggered until provisioned by entity L2. {{(pid=88527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:46:00.574129 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-603ed2fa-b8c6-4ccd-b671-d483e4714409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:00.670848 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 865499a8-4a47-4d3a-a9d0-7d19c3aa98c3 no longer exists at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:46:00.743168 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device a09c27c1-f153-4c91-8781-38190ade8e78 details requested by agent hyperv_n-h2-844202-1 with host n-h2-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 18:46:00.812282 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da2ef9-a606-4697-9ca6-4772a2c9b4a6 None None] Pushing event updated for resources: {'Port': ['ID=12afda22-8406-48f9-9359-01345e828787,revision_number=3']} {{(pid=88527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:46:01.112880 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-603ed2fa-b8c6-4ccd-b671-d483e4714409 None None] Attempting to bind port 12afda22-8406-48f9-9359-01345e828787 on host n-d-844202-1 for vnic_type normal with profile {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:46:01.120408 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-603ed2fa-b8c6-4ccd-b671-d483e4714409 None None] Attempting to bind port 12afda22-8406-48f9-9359-01345e828787 by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': 'eaa2715f-9e3e-4cd1-9713-65addcedaa58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '0359b58a-a602-4aa0-910f-8ba542d00719'}] {{(pid=88527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:46:01.123485 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603ed2fa-b8c6-4ccd-b671-d483e4714409 None None] Attempting to bind port 12afda22-8406-48f9-9359-01345e828787 on network 0359b58a-a602-4aa0-910f-8ba542d00719 {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:46:01.163419 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603ed2fa-b8c6-4ccd-b671-d483e4714409 None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 18, 45, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:46:01.163830 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603ed2fa-b8c6-4ccd-b671-d483e4714409 None None] Checking segment: {'id': 'eaa2715f-9e3e-4cd1-9713-65addcedaa58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '0359b58a-a602-4aa0-910f-8ba542d00719'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:46:01.164609 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-603ed2fa-b8c6-4ccd-b671-d483e4714409 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:01.165302 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603ed2fa-b8c6-4ccd-b671-d483e4714409 None None] Bound using segment: {'id': 'eaa2715f-9e3e-4cd1-9713-65addcedaa58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '0359b58a-a602-4aa0-910f-8ba542d00719'} {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:46:01.165975 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-603ed2fa-b8c6-4ccd-b671-d483e4714409 None None] Bound port: 12afda22-8406-48f9-9359-01345e828787, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eaa2715f-9e3e-4cd1-9713-65addcedaa58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '0359b58a-a602-4aa0-910f-8ba542d00719'}}] {{(pid=88527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:46:01.166752 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-603ed2fa-b8c6-4ccd-b671-d483e4714409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:01.257141 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port a09c27c1-f153-4c91-8781-38190ade8e78, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=a09c27c1-f153-4c91-8781-38190ade8e78,segment=NetworkSegment(9bd376cf-8b39-4b75-aaa6-34bd3746194e),segment_id=9bd376cf-8b39-4b75-aaa6-34bd3746194e)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:46:01.321535 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device a09c27c1-f153-4c91-8781-38190ade8e78 has no active binding in host n-h2-844202-1 {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Jun 01 18:46:01.382052 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-def91099-a5b0-4723-af70-9f9f580fbb6e req-58fdac97-0bd0-454e-8258-d76299e975b7 tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-598409072', 'description': 'tempest-description-1913412397'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:46:01.383590 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] No Port match for: 865499a8-4a47-4d3a-a9d0-7d19c3aa98c3 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 18:46:01.384037 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 865499a8-4a47-4d3a-a9d0-7d19c3aa98c3 not bound to the agent host n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 18:46:01.394729 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-def91099-a5b0-4723-af70-9f9f580fbb6e req-58fdac97-0bd0-454e-8258-d76299e975b7 tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:46:01.401290 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-def91099-a5b0-4723-af70-9f9f580fbb6e req-58fdac97-0bd0-454e-8258-d76299e975b7 tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] Usage tracker for resource:security_group and tenant:a987e2b14da04abd9c5d60b7dda4a32d is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:46:01.438327 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-def91099-a5b0-4723-af70-9f9f580fbb6e req-58fdac97-0bd0-454e-8258-d76299e975b7 tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:46:01.459266 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-def91099-a5b0-4723-af70-9f9f580fbb6e req-58fdac97-0bd0-454e-8258-d76299e975b7 tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:46:01.477705 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.db [None req-603ed2fa-b8c6-4ccd-b671-d483e4714409 None None] For port 12afda22-8406-48f9-9359-01345e828787, host n-d-844202-1, cleared binding levels {{(pid=88527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:46:01.485459 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-def91099-a5b0-4723-af70-9f9f580fbb6e req-58fdac97-0bd0-454e-8258-d76299e975b7 tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:01.498178 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.db [None req-603ed2fa-b8c6-4ccd-b671-d483e4714409 None None] For port 12afda22-8406-48f9-9359-01345e828787, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=12afda22-8406-48f9-9359-01345e828787,segment=NetworkSegment(eaa2715f-9e3e-4cd1-9713-65addcedaa58),segment_id=eaa2715f-9e3e-4cd1-9713-65addcedaa58)] {{(pid=88527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:46:01.512480 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-603ed2fa-b8c6-4ccd-b671-d483e4714409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:01.524866 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-def91099-a5b0-4723-af70-9f9f580fbb6e req-58fdac97-0bd0-454e-8258-d76299e975b7 tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:46:01.539041 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-def91099-a5b0-4723-af70-9f9f580fbb6e req-58fdac97-0bd0-454e-8258-d76299e975b7 tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] Usage tracker for resource:security_group_rule and tenant:a987e2b14da04abd9c5d60b7dda4a32d is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:46:01.547430 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-def91099-a5b0-4723-af70-9f9f580fbb6e req-58fdac97-0bd0-454e-8258-d76299e975b7 tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:46:01.567583 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-def91099-a5b0-4723-af70-9f9f580fbb6e req-58fdac97-0bd0-454e-8258-d76299e975b7 tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:46:01.777764 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da2ef9-a606-4697-9ca6-4772a2c9b4a6 None None] Pushing event updated for resources: {'Port': ['ID=12afda22-8406-48f9-9359-01345e828787,revision_number=4']} {{(pid=88527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:46:01.793171 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603ed2fa-b8c6-4ccd-b671-d483e4714409 None None] Routers {'594dc08c-ae2f-492d-84e1-dc5ecb123c33'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:46:01.798248 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-603ed2fa-b8c6-4ccd-b671-d483e4714409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:45:39Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['594dc08c-ae2f-492d-84e1-dc5ecb123c33'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:46:01.809347 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-def91099-a5b0-4723-af70-9f9f580fbb6e req-58fdac97-0bd0-454e-8258-d76299e975b7 tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:01.825390 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-def91099-a5b0-4723-af70-9f9f580fbb6e req-58fdac97-0bd0-454e-8258-d76299e975b7 tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:01.959277 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fdac97-0bd0-454e-8258-d76299e975b7 tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1641d89-5f2d-4dee-b82b-dd813e9ce140,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:46:01.995310 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-def91099-a5b0-4723-af70-9f9f580fbb6e req-58fdac97-0bd0-454e-8258-d76299e975b7 tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:01.997052 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-def91099-a5b0-4723-af70-9f9f580fbb6e req-58fdac97-0bd0-454e-8258-d76299e975b7 tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.6219528 Jun 01 18:46:02.104346 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe536484-690a-42bb-af41-a933bf3d2b0a'] response: {'server_uuid': '9a626321-194f-492e-91f3-8995de8b564c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a09c27c1-f153-4c91-8781-38190ade8e78', 'code': 200} Jun 01 18:46:02.190962 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 47646) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:46:02.254691 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-15e86a9d-be46-4989-8701-33ba5c96fa76 req-bfe8da0e-3c18-483d-8f22-38b23b72bf6c service neutron] 10.222.0.15 "GET /v2.0/ports/a09c27c1-f153-4c91-8781-38190ade8e78/bindings/n-h2-844202-1 HTTP/1.1" status: 200 len: 384 time: 0.2272143 Jun 01 18:46:02.268910 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-603ed2fa-b8c6-4ccd-b671-d483e4714409 None None] Set router 594dc08c-ae2f-492d-84e1-dc5ecb123c33 gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:46:02.400838 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-4b99192e-6613-4387-a701-189f9174c25d admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-760001664-network', 'tenant_id': 'dd99cee1173546e6a5fd323f8dfa5a74'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:46:02.413578 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-4b99192e-6613-4387-a701-189f9174c25d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:46:02.420615 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-4b99192e-6613-4387-a701-189f9174c25d admin admin] Usage tracker for resource:network and tenant:dd99cee1173546e6a5fd323f8dfa5a74 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:46:02.427545 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-4b99192e-6613-4387-a701-189f9174c25d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:46:02.462657 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-4b99192e-6613-4387-a701-189f9174c25d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:46:02.488063 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b99192e-6613-4387-a701-189f9174c25d admin admin] Made reservation on behalf of dd99cee1173546e6a5fd323f8dfa5a74 for: {'network': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:46:02.492320 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4b99192e-6613-4387-a701-189f9174c25d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:02.532247 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4b99192e-6613-4387-a701-189f9174c25d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:02.575712 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-4b99192e-6613-4387-a701-189f9174c25d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:46:02.594538 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-4b99192e-6613-4387-a701-189f9174c25d admin admin] Usage tracker for resource:security_group_rule and tenant:dd99cee1173546e6a5fd323f8dfa5a74 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:46:02.599139 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-4b99192e-6613-4387-a701-189f9174c25d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:46:02.614097 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-4b99192e-6613-4387-a701-189f9174c25d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:46:02.710410 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-15e86a9d-be46-4989-8701-33ba5c96fa76 req-f8400844-1b4b-48bb-8210-acd67c267e87 service neutron] For port a09c27c1-f153-4c91-8781-38190ade8e78, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=a09c27c1-f153-4c91-8781-38190ade8e78,segment=NetworkSegment(9bd376cf-8b39-4b75-aaa6-34bd3746194e),segment_id=9bd376cf-8b39-4b75-aaa6-34bd3746194e)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:46:02.747922 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-15e86a9d-be46-4989-8701-33ba5c96fa76 req-f8400844-1b4b-48bb-8210-acd67c267e87 service neutron] For port a09c27c1-f153-4c91-8781-38190ade8e78, host n-h1-844202-1, cleared binding levels {{(pid=88525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:46:02.902697 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [req-15e86a9d-be46-4989-8701-33ba5c96fa76 req-f8400844-1b4b-48bb-8210-acd67c267e87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a09c27c1-f153-4c91-8781-38190ade8e78 {{(pid=88525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:46:02.919303 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-15e86a9d-be46-4989-8701-33ba5c96fa76 req-f8400844-1b4b-48bb-8210-acd67c267e87 service neutron] For port a09c27c1-f153-4c91-8781-38190ade8e78, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=a09c27c1-f153-4c91-8781-38190ade8e78,segment=NetworkSegment(9bd376cf-8b39-4b75-aaa6-34bd3746194e),segment_id=9bd376cf-8b39-4b75-aaa6-34bd3746194e)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:46:02.920485 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 12afda22-8406-48f9-9359-01345e828787 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:46:02.945602 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-15e86a9d-be46-4989-8701-33ba5c96fa76 req-f8400844-1b4b-48bb-8210-acd67c267e87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:02.947344 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4b99192e-6613-4387-a701-189f9174c25d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:02.958210 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4b99192e-6613-4387-a701-189f9174c25d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:02.990872 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b99192e-6613-4387-a701-189f9174c25d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 138} {{(pid=88524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 18:46:03.016489 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b99192e-6613-4387-a701-189f9174c25d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32e0c067-0089-408b-a3cd-4b24e22ccce3,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:46:03.020961 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4b99192e-6613-4387-a701-189f9174c25d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:03.021605 n-d-844202-1 neutron-server[88524]: INFO neutron.db.segments_db [None req-4b99192e-6613-4387-a701-189f9174c25d admin admin] Added segment 641e9a4f-e613-4ae2-9aeb-2789f815da51 of type vlan for network f464bab1-fed8-4b70-bd0a-84f4f32a722e Jun 01 18:46:03.062304 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4b99192e-6613-4387-a701-189f9174c25d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:03.132859 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4b99192e-6613-4387-a701-189f9174c25d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:03.133829 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b99192e-6613-4387-a701-189f9174c25d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:46:03.134409 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4b99192e-6613-4387-a701-189f9174c25d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:03.150435 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port 12afda22-8406-48f9-9359-01345e828787 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:46:03.152740 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [req-15e86a9d-be46-4989-8701-33ba5c96fa76 req-f8400844-1b4b-48bb-8210-acd67c267e87 service neutron] Transition to ACTIVE for port object a09c27c1-f153-4c91-8781-38190ade8e78 will not be triggered until provisioned by entity L2. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:46:03.157646 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 12afda22-8406-48f9-9359-01345e828787 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:46:03.158000 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:03.165156 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-15e86a9d-be46-4989-8701-33ba5c96fa76 req-f8400844-1b4b-48bb-8210-acd67c267e87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:03.248608 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-603ed2fa-b8c6-4ccd-b671-d483e4714409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '594dc08c-ae2f-492d-84e1-dc5ecb123c33', 'name': 'tempest-TaggedBootDevicesTest_v242-2082509201-router', 'tenant_id': '39ffcc15901e49978660c230f5a8808d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': 'c591a942-ba70-4f70-bb91-e67aef13e0c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:45:37Z', 'updated_at': '2022-06-01T18:45:48Z', 'revision_number': 4, 'project_id': '39ffcc15901e49978660c230f5a8808d', 'gw_port': {'id': 'c591a942-ba70-4f70-bb91-e67aef13e0c0', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:b8:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '594dc08c-ae2f-492d-84e1-dc5ecb123c33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:45:39Z', 'updated_at': '2022-06-01T18:45:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '12afda22-8406-48f9-9359-01345e828787', 'name': '', 'network_id': '0359b58a-a602-4aa0-910f-8ba542d00719', 'tenant_id': '39ffcc15901e49978660c230f5a8808d', 'mac_address': 'fa:16:3e:4d:b2:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '594dc08c-ae2f-492d-84e1-dc5ecb123c33', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'b8a835bb-7edf-456e-82c4-101e4c9049d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:45:46Z', 'updated_at': '2022-06-01T18:46:01Z', 'revision_number': 4, 'project_id': '39ffcc15901e49978660c230f5a8808d', 'subnets': [{'id': 'b8a835bb-7edf-456e-82c4-101e4c9049d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:46:03.257242 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603ed2fa-b8c6-4ccd-b671-d483e4714409 None None] The sync data for ids ['594dc08c-ae2f-492d-84e1-dc5ecb123c33'] in n-d-844202-1 is: [{'id': '594dc08c-ae2f-492d-84e1-dc5ecb123c33', 'name': 'tempest-TaggedBootDevicesTest_v242-2082509201-router', 'tenant_id': '39ffcc15901e49978660c230f5a8808d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': 'c591a942-ba70-4f70-bb91-e67aef13e0c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:45:37Z', 'updated_at': '2022-06-01T18:45:48Z', 'revision_number': 4, 'project_id': '39ffcc15901e49978660c230f5a8808d', 'gw_port': {'id': 'c591a942-ba70-4f70-bb91-e67aef13e0c0', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:b8:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '594dc08c-ae2f-492d-84e1-dc5ecb123c33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:45:39Z', 'updated_at': '2022-06-01T18:45:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '12afda22-8406-48f9-9359-01345e828787', 'name': '', 'network_id': '0359b58a-a602-4aa0-910f-8ba542d00719', 'tenant_id': '39ffcc15901e49978660c230f5a8808d', 'mac_address': 'fa:16:3e:4d:b2:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '594dc08c-ae2f-492d-84e1-dc5ecb123c33', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'b8a835bb-7edf-456e-82c4-101e4c9049d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:45:46Z', 'updated_at': '2022-06-01T18:46:01Z', 'revision_number': 4, 'project_id': '39ffcc15901e49978660c230f5a8808d', 'subnets': [{'id': 'b8a835bb-7edf-456e-82c4-101e4c9049d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 18:46:03.348004 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-4b99192e-6613-4387-a701-189f9174c25d admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1529081 Jun 01 18:46:03.353922 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 47660) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:46:03.365447 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b99192e-6613-4387-a701-189f9174c25d admin admin] Pushing event updated for resources: {'Network': ['ID=f464bab1-fed8-4b70-bd0a-84f4f32a722e,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:46:03.370683 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-c808ad97-9493-4be1-948b-1ae93e1e0d90 admin admin] Request body: {'subnet': {'network_id': 'f464bab1-fed8-4b70-bd0a-84f4f32a722e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-760001664-subnet', 'tenant_id': 'dd99cee1173546e6a5fd323f8dfa5a74', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:46:03.376715 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-c808ad97-9493-4be1-948b-1ae93e1e0d90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:46:03.389054 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-c808ad97-9493-4be1-948b-1ae93e1e0d90 admin admin] Usage tracker for resource:subnet and tenant:dd99cee1173546e6a5fd323f8dfa5a74 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:46:03.394518 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-c808ad97-9493-4be1-948b-1ae93e1e0d90 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:46:03.429421 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-c808ad97-9493-4be1-948b-1ae93e1e0d90 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:46:03.469696 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network f464bab1-fed8-4b70-bd0a-84f4f32a722e details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 18:46:03.474138 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c808ad97-9493-4be1-948b-1ae93e1e0d90 admin admin] Made reservation on behalf of dd99cee1173546e6a5fd323f8dfa5a74 for: {'subnet': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:46:03.479634 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-c808ad97-9493-4be1-948b-1ae93e1e0d90 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3066584'] for subnet, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:03.595249 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [req-15e86a9d-be46-4989-8701-33ba5c96fa76 req-f8400844-1b4b-48bb-8210-acd67c267e87 service neutron] No DVR routers for this DVR port a09c27c1-f153-4c91-8781-38190ade8e78 on host n-h1-844202-1 {{(pid=88525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 18:46:03.601988 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8400844-1b4b-48bb-8210-acd67c267e87 service neutron] Pushing event updated for resources: {'Port': ['ID=a09c27c1-f153-4c91-8781-38190ade8e78,revision_number=10']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:46:03.652208 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-15e86a9d-be46-4989-8701-33ba5c96fa76 req-f8400844-1b4b-48bb-8210-acd67c267e87 service neutron] 10.222.0.15 "PUT /v2.0/ports/a09c27c1-f153-4c91-8781-38190ade8e78/bindings/n-h2-844202-1/activate HTTP/1.1" status: 200 len: 369 time: 1.3873632 Jun 01 18:46:03.883657 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 12afda22-8406-48f9-9359-01345e828787 is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:46:03.884926 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:03.981430 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port 12afda22-8406-48f9-9359-01345e828787, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=12afda22-8406-48f9-9359-01345e828787,segment=NetworkSegment(eaa2715f-9e3e-4cd1-9713-65addcedaa58),segment_id=eaa2715f-9e3e-4cd1-9713-65addcedaa58)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:46:03.990640 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:04.092889 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e86a9d-be46-4989-8701-33ba5c96fa76 req-68563112-d3a4-48dd-8c61-dab969ac086c tempest-LiveMigrationTest-1173690941 tempest-LiveMigrationTest-1173690941-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:46:04.094399 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-15e86a9d-be46-4989-8701-33ba5c96fa76 req-68563112-d3a4-48dd-8c61-dab969ac086c tempest-LiveMigrationTest-1173690941 tempest-LiveMigrationTest-1173690941-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=9a626321-194f-492e-91f3-8995de8b564c&tenant_id=ee3dca5a75c542e0966797f286e0b4d5&binding%3Ahost_id=n-h1-844202-1 HTTP/1.1" status: 200 len: 1095 time: 0.3551748 Jun 01 18:46:04.118623 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=12afda22-8406-48f9-9359-01345e828787,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:46:04.133740 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a626321-194f-492e-91f3-8995de8b564c', 'tag': 'a09c27c1-f153-4c91-8781-38190ade8e78'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:46:04.208415 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-5071cac1-5fa3-4561-bfe3-13690d94f4c0 req-d6fe9ed9-1b95-4d1e-bda4-50304d39ac8e tempest-SecurityGroupsTestAdminJSON-2126490001 tempest-SecurityGroupsTestAdminJSON-2126490001-project] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=862a74a5da8945d481b7098ccd2db5e1 HTTP/1.1" status: 200 len: 6102 time: 0.2594512 Jun 01 18:46:04.285030 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-5071cac1-5fa3-4561-bfe3-13690d94f4c0 req-105d08a6-73d5-4a76-b3ba-ee91ef8cad86 tempest-SecurityGroupsTestAdminJSON-2126490001 tempest-SecurityGroupsTestAdminJSON-2126490001-project] 10.222.0.41 "GET /v2.0/security-groups/617bc5d3-33c8-48c1-8b2a-9d9da11cbb5d HTTP/1.1" status: 200 len: 2981 time: 0.0672841 Jun 01 18:46:04.311642 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-c808ad97-9493-4be1-948b-1ae93e1e0d90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2718919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3066602'] for subnet, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:04.327429 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e86a9d-be46-4989-8701-33ba5c96fa76 req-66a903b8-00ac-4b05-9e31-b05f306d5187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:46:04.332900 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-15e86a9d-be46-4989-8701-33ba5c96fa76 req-66a903b8-00ac-4b05-9e31-b05f306d5187 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=9a626321-194f-492e-91f3-8995de8b564c&tenant_id=ee3dca5a75c542e0966797f286e0b4d5 HTTP/1.1" status: 200 len: 1095 time: 0.2270534 Jun 01 18:46:04.444483 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-5071cac1-5fa3-4561-bfe3-13690d94f4c0 req-b3af8d39-6c8f-48d6-bebf-703455569f23 tempest-SecurityGroupsTestAdminJSON-2126490001 tempest-SecurityGroupsTestAdminJSON-2126490001-project] 10.222.0.41 "GET /v2.0/security-groups/617bc5d3-33c8-48c1-8b2a-9d9da11cbb5d HTTP/1.1" status: 200 len: 2981 time: 0.1511157 Jun 01 18:46:04.446925 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a3af31-f42b-4417-9374-77cd4956dedc req-bba2abec-59ab-40cc-a229-ad564e49fe6e tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:46:04.449069 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-35a3af31-f42b-4417-9374-77cd4956dedc req-bba2abec-59ab-40cc-a229-ad564e49fe6e tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] 10.222.0.41 "GET /v2.0/networks?id=e3dea7fc-235f-4736-8c6d-38e23ed566b9 HTTP/1.1" status: 200 len: 805 time: 0.4560897 Jun 01 18:46:04.491439 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c808ad97-9493-4be1-948b-1ae93e1e0d90 admin admin] Checking segment: {'id': '641e9a4f-e613-4ae2-9aeb-2789f815da51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'f464bab1-fed8-4b70-bd0a-84f4f32a722e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:46:04.491785 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c808ad97-9493-4be1-948b-1ae93e1e0d90 admin admin] Network hostable DHCP agents. Network: f464bab1-fed8-4b70-bd0a-84f4f32a722e, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88524) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 18:46:04.501938 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e86a9d-be46-4989-8701-33ba5c96fa76 req-0ac592e0-f64c-45a4-b2f1-f5d58f4705b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:46:04.502836 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-35a3af31-f42b-4417-9374-77cd4956dedc req-de538bd9-8bdf-4e7c-a8c5-f1319dc66b77 tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] 10.222.0.41 "GET /v2.0/quotas/6884b43c239b4677a270eb283de39d49 HTTP/1.1" status: 200 len: 375 time: 0.0322001 Jun 01 18:46:04.506918 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-15e86a9d-be46-4989-8701-33ba5c96fa76 req-0ac592e0-f64c-45a4-b2f1-f5d58f4705b2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ee3dca5a75c542e0966797f286e0b4d5&device_id=9a626321-194f-492e-91f3-8995de8b564c HTTP/1.1" status: 200 len: 1095 time: 0.1329548 Jun 01 18:46:04.512005 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c808ad97-9493-4be1-948b-1ae93e1e0d90 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b06a1f2-b51f-445c-a75f-8362b440f3f4,revision_number=0']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:46:04.552123 n-d-844202-1 neutron-server[88525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ab5455a-c7cf-46f4-9621-659599265bd4'] response: {'server_uuid': '26f7889e-93cf-42e0-b644-7fc47dc1a909', 'name': 'network-vif-deleted', 'tag': '865499a8-4a47-4d3a-a9d0-7d19c3aa98c3', 'status': 'completed', 'code': 200} Jun 01 18:46:04.585102 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-35a3af31-f42b-4417-9374-77cd4956dedc req-ba8cfed3-9b50-42ee-894d-accf5b36ef28 tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=6884b43c239b4677a270eb283de39d49&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0742581 Jun 01 18:46:04.586258 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c808ad97-9493-4be1-948b-1ae93e1e0d90 admin admin] Network f464bab1-fed8-4b70-bd0a-84f4f32a722e is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88524) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 18:46:04.612011 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-c808ad97-9493-4be1-948b-1ae93e1e0d90 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, f464bab1-fed8-4b70-bd0a-84f4f32a722e) {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:46:04.616990 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c808ad97-9493-4be1-948b-1ae93e1e0d90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:46:04.620476 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57f08e19-4d65-40f8-9d33-a65b767cbc93 None None] Network f464bab1-fed8-4b70-bd0a-84f4f32a722e requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 18:46:04.633764 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-c808ad97-9493-4be1-948b-1ae93e1e0d90 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:04.679051 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-c808ad97-9493-4be1-948b-1ae93e1e0d90 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3161402 Jun 01 18:46:04.754330 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e86a9d-be46-4989-8701-33ba5c96fa76 req-4a836b8f-c09e-4026-ad17-de7e04f13006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:46:04.756062 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-15e86a9d-be46-4989-8701-33ba5c96fa76 req-4a836b8f-c09e-4026-ad17-de7e04f13006 service neutron] 10.222.0.50 "GET /v2.0/networks?id=222758ca-4c6e-4ccb-8f11-8c829f4da008 HTTP/1.1" status: 200 len: 909 time: 0.2423203 Jun 01 18:46:04.903337 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 12afda22-8406-48f9-9359-01345e828787 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:46:04.912829 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-15e86a9d-be46-4989-8701-33ba5c96fa76 req-bafa2a13-bacf-4165-b34f-d5b10f0c28f5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a09c27c1-f153-4c91-8781-38190ade8e78 HTTP/1.1" status: 200 len: 217 time: 0.1212175 Jun 01 18:46:04.999909 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e86a9d-be46-4989-8701-33ba5c96fa76 req-0f7ed08d-d6ab-4b57-bcad-afb246bc2194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:46:05.001637 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-15e86a9d-be46-4989-8701-33ba5c96fa76 req-0f7ed08d-d6ab-4b57-bcad-afb246bc2194 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2d25927e-118e-41f9-9e0e-90f9021c9592 HTTP/1.1" status: 200 len: 848 time: 0.0777702 Jun 01 18:46:05.022652 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-35a3af31-f42b-4417-9374-77cd4956dedc req-cbe6fe1f-98b5-490e-a7ce-f72422ef95e6 service neutron] 10.222.0.41 "GET /v2.0/networks/e3dea7fc-235f-4736-8c6d-38e23ed566b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4190977 Jun 01 18:46:05.058650 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babeb5a7-1b31-4165-b693-2ffdb825b120 req-f9f9be54-0403-4dc5-bfeb-f829e794f297 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:46:05.060184 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-babeb5a7-1b31-4165-b693-2ffdb825b120 req-f9f9be54-0403-4dc5-bfeb-f829e794f297 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a626321-194f-492e-91f3-8995de8b564c HTTP/1.1" status: 200 len: 944 time: 0.3032238 Jun 01 18:46:05.088802 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-15e86a9d-be46-4989-8701-33ba5c96fa76 req-053347a7-0e81-496d-b99f-24d8347d7363 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=222758ca-4c6e-4ccb-8f11-8c829f4da008&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0800147 Jun 01 18:46:05.185527 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 12afda22-8406-48f9-9359-01345e828787 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:46:05.186091 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:05.217267 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-35a3af31-f42b-4417-9374-77cd4956dedc req-26d1c337-3126-45cf-9c77-863fb1973f11 service neutron] 10.222.0.41 "GET /v2.0/networks/e3dea7fc-235f-4736-8c6d-38e23ed566b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875343 Jun 01 18:46:05.246020 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-babeb5a7-1b31-4165-b693-2ffdb825b120 req-c739a246-d7de-4f0e-8c37-f41d4125bef1 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] 10.222.0.41 "GET /v2.0/security-groups?id=92820b43-7593-449e-bdb5-02c9f22d29e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793370 Jun 01 18:46:05.258854 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d250b83b-ae0d-475e-84c4-5f2dbcc30d1d None None] Network f464bab1-fed8-4b70-bd0a-84f4f32a722e requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 18:46:05.359622 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-15e86a9d-be46-4989-8701-33ba5c96fa76 req-c7b18887-f4fc-492a-a858-d9473d7c4bad service neutron] 10.222.0.50 "GET /v2.0/networks/222758ca-4c6e-4ccb-8f11-8c829f4da008?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2649961 Jun 01 18:46:05.532670 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-15e86a9d-be46-4989-8701-33ba5c96fa76 req-f53e8649-6b16-418f-ba70-5f735281eb3b service neutron] 10.222.0.50 "GET /v2.0/networks/222758ca-4c6e-4ccb-8f11-8c829f4da008?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661966 Jun 01 18:46:05.543111 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-5fdcff44-24b2-42f7-a12c-305e1f75b2f8 req-0e82fb78-f3cf-4092-95f9-9d6fa22dfdb7 tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] 10.222.0.41 "GET /v2.0/security-groups/e1641d89-5f2d-4dee-b82b-dd813e9ce140 HTTP/1.1" status: 200 len: 1804 time: 0.2606437 Jun 01 18:46:05.548029 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [req-5fdcff44-24b2-42f7-a12c-305e1f75b2f8 req-dd255c3b-8eef-4fd1-822d-457f1314d839 tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e1641d89-5f2d-4dee-b82b-dd813e9ce140', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:46:05.548364 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [req-5fdcff44-24b2-42f7-a12c-305e1f75b2f8 req-dd255c3b-8eef-4fd1-822d-457f1314d839 tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e1641d89-5f2d-4dee-b82b-dd813e9ce140', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:46:05.556485 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [req-5fdcff44-24b2-42f7-a12c-305e1f75b2f8 req-dd255c3b-8eef-4fd1-822d-457f1314d839 tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:46:05.560872 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-5fdcff44-24b2-42f7-a12c-305e1f75b2f8 req-dd255c3b-8eef-4fd1-822d-457f1314d839 tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] Usage tracker for resource:security_group_rule and tenant:a987e2b14da04abd9c5d60b7dda4a32d is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:46:05.564385 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-5fdcff44-24b2-42f7-a12c-305e1f75b2f8 req-dd255c3b-8eef-4fd1-822d-457f1314d839 tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:46:05.584581 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [req-5fdcff44-24b2-42f7-a12c-305e1f75b2f8 req-dd255c3b-8eef-4fd1-822d-457f1314d839 tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:46:05.622226 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 12afda22-8406-48f9-9359-01345e828787 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:46:05.687234 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-5fdcff44-24b2-42f7-a12c-305e1f75b2f8 req-dd255c3b-8eef-4fd1-822d-457f1314d839 tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:05.733015 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-5fdcff44-24b2-42f7-a12c-305e1f75b2f8 req-dd255c3b-8eef-4fd1-822d-457f1314d839 tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:05.743254 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-5fdcff44-24b2-42f7-a12c-305e1f75b2f8 req-dd255c3b-8eef-4fd1-822d-457f1314d839 tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:05.782091 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-5fdcff44-24b2-42f7-a12c-305e1f75b2f8 req-dd255c3b-8eef-4fd1-822d-457f1314d839 tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:05.789497 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-5fdcff44-24b2-42f7-a12c-305e1f75b2f8 req-dd255c3b-8eef-4fd1-822d-457f1314d839 tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2454779 Jun 01 18:46:05.811667 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd255c3b-8eef-4fd1-822d-457f1314d839 tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62285f2d-b4a8-4d2a-ae4e-e293d0958c45,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:46:05.895355 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64b39ebc-1528-45b1-8d00-dddb86e14e6d'] response: {'name': 'network-changed', 'server_uuid': '9a626321-194f-492e-91f3-8995de8b564c', 'tag': 'a09c27c1-f153-4c91-8781-38190ade8e78', 'status': 'completed', 'code': 200} Jun 01 18:46:05.954608 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e86a9d-be46-4989-8701-33ba5c96fa76 req-f15d4303-34c0-4b12-98dc-9ab462890838 tempest-LiveMigrationTest-1173690941 tempest-LiveMigrationTest-1173690941-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:46:05.958050 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-15e86a9d-be46-4989-8701-33ba5c96fa76 req-f15d4303-34c0-4b12-98dc-9ab462890838 tempest-LiveMigrationTest-1173690941 tempest-LiveMigrationTest-1173690941-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=9a626321-194f-492e-91f3-8995de8b564c&tenant_id=ee3dca5a75c542e0966797f286e0b4d5&binding%3Ahost_id=n-h2-844202-1 HTTP/1.1" status: 200 len: 1095 time: 0.1358249 Jun 01 18:46:05.997393 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f412abef-ba38-4556-a4ff-c7c7a80b0fa1 req-d9924d05-c7b5-429e-a630-8b2c06bb5cf0 tempest-SecurityGroupsTestAdminJSON-107470308 tempest-SecurityGroupsTestAdminJSON-107470308-project-admin] 10.222.0.41 "GET /v2.0/security-groups/955ee851-828a-4399-bd51-b06cde94ac86 HTTP/1.1" status: 200 len: 1777 time: 0.1189599 Jun 01 18:46:06.093719 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-f412abef-ba38-4556-a4ff-c7c7a80b0fa1 req-b3aa7de2-7944-47df-a35a-b52d18c2f1fd tempest-SecurityGroupsTestAdminJSON-107470308 tempest-SecurityGroupsTestAdminJSON-107470308-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:06.123375 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980a8761-64bb-4659-ba63-eae0c789b33d req-d4e7f9e8-ba68-4cb3-8970-33e8e0856f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:46:06.124943 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-980a8761-64bb-4659-ba63-eae0c789b33d req-d4e7f9e8-ba68-4cb3-8970-33e8e0856f01 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ee3dca5a75c542e0966797f286e0b4d5&device_id=9a626321-194f-492e-91f3-8995de8b564c HTTP/1.1" status: 200 len: 1095 time: 0.2146757 Jun 01 18:46:06.159515 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-15e86a9d-be46-4989-8701-33ba5c96fa76 req-ab662822-1c01-4496-be3b-f08dfd3c2e6b service neutron] For port a09c27c1-f153-4c91-8781-38190ade8e78, host n-h1-844202-1, cleared binding levels {{(pid=88525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:46:06.163462 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-15e86a9d-be46-4989-8701-33ba5c96fa76 req-ab662822-1c01-4496-be3b-f08dfd3c2e6b service neutron] Notify callbacks [] for binding, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:06.165494 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-15e86a9d-be46-4989-8701-33ba5c96fa76 req-ab662822-1c01-4496-be3b-f08dfd3c2e6b service neutron] 10.222.0.50 "DELETE /v2.0/ports/a09c27c1-f153-4c91-8781-38190ade8e78/bindings/n-h1-844202-1 HTTP/1.1" status: 204 len: 173 time: 0.2014277 Jun 01 18:46:06.185124 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-f412abef-ba38-4556-a4ff-c7c7a80b0fa1 req-b3aa7de2-7944-47df-a35a-b52d18c2f1fd tempest-SecurityGroupsTestAdminJSON-107470308 tempest-SecurityGroupsTestAdminJSON-107470308-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:06.340706 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-f412abef-ba38-4556-a4ff-c7c7a80b0fa1 req-b3aa7de2-7944-47df-a35a-b52d18c2f1fd tempest-SecurityGroupsTestAdminJSON-107470308 tempest-SecurityGroupsTestAdminJSON-107470308-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:06.365295 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980a8761-64bb-4659-ba63-eae0c789b33d req-249a3991-f3f7-4c3e-9ac6-c9e11d51fc82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:46:06.366757 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-980a8761-64bb-4659-ba63-eae0c789b33d req-249a3991-f3f7-4c3e-9ac6-c9e11d51fc82 service neutron] 10.222.0.50 "GET /v2.0/networks?id=222758ca-4c6e-4ccb-8f11-8c829f4da008 HTTP/1.1" status: 200 len: 909 time: 0.2148538 Jun 01 18:46:06.370926 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3aa7de2-7944-47df-a35a-b52d18c2f1fd tempest-SecurityGroupsTestAdminJSON-107470308 tempest-SecurityGroupsTestAdminJSON-107470308-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=955ee851-828a-4399-bd51-b06cde94ac86,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:46:06.447737 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-980a8761-64bb-4659-ba63-eae0c789b33d req-a644760f-9e58-461c-8882-b473cc1f4777 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a09c27c1-f153-4c91-8781-38190ade8e78 HTTP/1.1" status: 200 len: 217 time: 0.0731931 Jun 01 18:46:06.454864 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3aa7de2-7944-47df-a35a-b52d18c2f1fd tempest-SecurityGroupsTestAdminJSON-107470308 tempest-SecurityGroupsTestAdminJSON-107470308-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:46:06.455726 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3aa7de2-7944-47df-a35a-b52d18c2f1fd tempest-SecurityGroupsTestAdminJSON-107470308 tempest-SecurityGroupsTestAdminJSON-107470308-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:46:06.456052 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3aa7de2-7944-47df-a35a-b52d18c2f1fd tempest-SecurityGroupsTestAdminJSON-107470308 tempest-SecurityGroupsTestAdminJSON-107470308-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:46:06.456405 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3aa7de2-7944-47df-a35a-b52d18c2f1fd tempest-SecurityGroupsTestAdminJSON-107470308 tempest-SecurityGroupsTestAdminJSON-107470308-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:46:06.456805 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3aa7de2-7944-47df-a35a-b52d18c2f1fd tempest-SecurityGroupsTestAdminJSON-107470308 tempest-SecurityGroupsTestAdminJSON-107470308-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:46:06.457036 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3aa7de2-7944-47df-a35a-b52d18c2f1fd tempest-SecurityGroupsTestAdminJSON-107470308 tempest-SecurityGroupsTestAdminJSON-107470308-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:46:06.457353 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3aa7de2-7944-47df-a35a-b52d18c2f1fd tempest-SecurityGroupsTestAdminJSON-107470308 tempest-SecurityGroupsTestAdminJSON-107470308-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:46:06.457665 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3aa7de2-7944-47df-a35a-b52d18c2f1fd tempest-SecurityGroupsTestAdminJSON-107470308 tempest-SecurityGroupsTestAdminJSON-107470308-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:46:06.457977 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3aa7de2-7944-47df-a35a-b52d18c2f1fd tempest-SecurityGroupsTestAdminJSON-107470308 tempest-SecurityGroupsTestAdminJSON-107470308-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:46:06.458286 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3aa7de2-7944-47df-a35a-b52d18c2f1fd tempest-SecurityGroupsTestAdminJSON-107470308 tempest-SecurityGroupsTestAdminJSON-107470308-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:46:06.458596 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3aa7de2-7944-47df-a35a-b52d18c2f1fd tempest-SecurityGroupsTestAdminJSON-107470308 tempest-SecurityGroupsTestAdminJSON-107470308-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:46:06.458905 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3aa7de2-7944-47df-a35a-b52d18c2f1fd tempest-SecurityGroupsTestAdminJSON-107470308 tempest-SecurityGroupsTestAdminJSON-107470308-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:46:06.539332 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2fca12-fffa-420c-b1f1-cbd9ee5a194a req-1e86cd51-a97e-45e6-80a2-ba90dfdacfa1 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:46:06.540104 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-6c2fca12-fffa-420c-b1f1-cbd9ee5a194a req-1e86cd51-a97e-45e6-80a2-ba90dfdacfa1 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] Synchronizing usage tracker for tenant:0182a2e51ffc43df8efdd2130dbcea4d on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:46:06.571759 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7ec72e-2bfb-41af-bbdf-726fefaad414 req-dc1c9d7f-4b02-4c70-9823-4510feac0528 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:46:06.573310 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2e7ec72e-2bfb-41af-bbdf-726fefaad414 req-dc1c9d7f-4b02-4c70-9823-4510feac0528 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] 10.222.0.41 "GET /v2.0/networks?id=f464bab1-fed8-4b70-bd0a-84f4f32a722e HTTP/1.1" status: 200 len: 814 time: 0.3335268 Jun 01 18:46:06.589669 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-f412abef-ba38-4556-a4ff-c7c7a80b0fa1 req-b3aa7de2-7944-47df-a35a-b52d18c2f1fd tempest-SecurityGroupsTestAdminJSON-107470308 tempest-SecurityGroupsTestAdminJSON-107470308-project-admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:06.592368 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-6c2fca12-fffa-420c-b1f1-cbd9ee5a194a req-1e86cd51-a97e-45e6-80a2-ba90dfdacfa1 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] Unset dirty status for tenant:0182a2e51ffc43df8efdd2130dbcea4d on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:46:06.593640 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-6c2fca12-fffa-420c-b1f1-cbd9ee5a194a req-1e86cd51-a97e-45e6-80a2-ba90dfdacfa1 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b432ea8-6343-4437-89ac-a5a9fde09c84 HTTP/1.1" status: 200 len: 944 time: 0.4110887 Jun 01 18:46:06.600911 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device a09c27c1-f153-4c91-8781-38190ade8e78 no longer exists at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:46:06.605508 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f412abef-ba38-4556-a4ff-c7c7a80b0fa1 req-b3aa7de2-7944-47df-a35a-b52d18c2f1fd tempest-SecurityGroupsTestAdminJSON-107470308 tempest-SecurityGroupsTestAdminJSON-107470308-project-admin] 10.222.0.41 "DELETE /v2.0/security-groups/955ee851-828a-4399-bd51-b06cde94ac86 HTTP/1.1" status: 204 len: 173 time: 0.6069486 Jun 01 18:46:06.607751 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2e7ec72e-2bfb-41af-bbdf-726fefaad414 req-c80e51f7-5809-4ce9-83a4-6025ce983bef tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] 10.222.0.41 "GET /v2.0/quotas/dd99cee1173546e6a5fd323f8dfa5a74 HTTP/1.1" status: 200 len: 375 time: 0.0175474 Jun 01 18:46:06.663039 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980a8761-64bb-4659-ba63-eae0c789b33d req-e6d41c04-9c02-4578-b622-ddbf6e8bccde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:46:06.665317 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-980a8761-64bb-4659-ba63-eae0c789b33d req-e6d41c04-9c02-4578-b622-ddbf6e8bccde service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2d25927e-118e-41f9-9e0e-90f9021c9592 HTTP/1.1" status: 200 len: 848 time: 0.1944189 Jun 01 18:46:06.689046 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [req-6c2fca12-fffa-420c-b1f1-cbd9ee5a194a req-1174e687-d1a7-42b4-b8e1-ae6f4d90b1fc tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] Deleting port b29cde38-1e74-4c37-bf95-a285a435b640 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:46:06.689421 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-6c2fca12-fffa-420c-b1f1-cbd9ee5a194a req-1174e687-d1a7-42b4-b8e1-ae6f4d90b1fc tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:06.760719 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-980a8761-64bb-4659-ba63-eae0c789b33d req-7cb9e342-f3f6-4645-a091-f9c8f04fd6c5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=222758ca-4c6e-4ccb-8f11-8c829f4da008&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0889456 Jun 01 18:46:06.766703 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device a09c27c1-f153-4c91-8781-38190ade8e78 not bound to the agent host n-h1-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 18:46:06.826226 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2e7ec72e-2bfb-41af-bbdf-726fefaad414 req-72a8ddeb-3a42-4290-8316-26ae68831dac tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=dd99cee1173546e6a5fd323f8dfa5a74&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0940073 Jun 01 18:46:06.972795 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-25e9a784-2850-436b-94d3-a4e94d175eba req-e82a0be8-e2ac-4e99-8db5-c3316afba49a tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] 10.222.0.41 "GET /v2.0/ports?device_id=55029693-c19b-4c54-a14f-1c970cbbeca5 HTTP/1.1" status: 200 len: 210 time: 0.1730561 Jun 01 18:46:07.058404 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-4c688d1e-4d3d-4d06-a1bd-4f5f4de192e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:07.177087 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-980a8761-64bb-4659-ba63-eae0c789b33d req-accd0d73-f283-4424-8499-60051da8b030 service neutron] 10.222.0.50 "GET /v2.0/networks/222758ca-4c6e-4ccb-8f11-8c829f4da008?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4063075 Jun 01 18:46:07.285884 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2e7ec72e-2bfb-41af-bbdf-726fefaad414 req-abb13611-2e3b-4883-be87-ec28a64b8969 service neutron] 10.222.0.41 "GET /v2.0/networks/f464bab1-fed8-4b70-bd0a-84f4f32a722e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4466035 Jun 01 18:46:07.301728 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-6c2fca12-fffa-420c-b1f1-cbd9ee5a194a req-1174e687-d1a7-42b4-b8e1-ae6f4d90b1fc tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] For port b29cde38-1e74-4c37-bf95-a285a435b640, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=b29cde38-1e74-4c37-bf95-a285a435b640,segment=NetworkSegment(e7a2e8fb-b3d5-44ba-bb42-81da885a74e3),segment_id=e7a2e8fb-b3d5-44ba-bb42-81da885a74e3)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:46:07.302120 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-6c2fca12-fffa-420c-b1f1-cbd9ee5a194a req-1174e687-d1a7-42b4-b8e1-ae6f4d90b1fc tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:07.511440 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-980a8761-64bb-4659-ba63-eae0c789b33d req-7a3bfee4-837f-4e3d-b38a-3ab62403206d service neutron] 10.222.0.50 "GET /v2.0/networks/222758ca-4c6e-4ccb-8f11-8c829f4da008?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3275802 Jun 01 18:46:07.547069 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [req-6c2fca12-fffa-420c-b1f1-cbd9ee5a194a req-1174e687-d1a7-42b4-b8e1-ae6f4d90b1fc tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] Calling delete_port for b29cde38-1e74-4c37-bf95-a285a435b640 owned by compute:nova {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:46:07.681509 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2e7ec72e-2bfb-41af-bbdf-726fefaad414 req-a29786f1-8243-45cf-8781-b3ae779d2344 service neutron] 10.222.0.41 "GET /v2.0/networks/f464bab1-fed8-4b70-bd0a-84f4f32a722e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3836493 Jun 01 18:46:07.682569 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c551f68d-ec70-4121-8b7b-6bcee2bc2358 req-2f3a436a-8a2c-41f9-b8d4-b02336d98b20 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:46:07.683490 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-c551f68d-ec70-4121-8b7b-6bcee2bc2358 req-2f3a436a-8a2c-41f9-b8d4-b02336d98b20 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] Synchronizing usage tracker for tenant:0182a2e51ffc43df8efdd2130dbcea4d on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:46:07.713526 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-c551f68d-ec70-4121-8b7b-6bcee2bc2358 req-2f3a436a-8a2c-41f9-b8d4-b02336d98b20 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] Unset dirty status for tenant:0182a2e51ffc43df8efdd2130dbcea4d on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:46:07.714696 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c551f68d-ec70-4121-8b7b-6bcee2bc2358 req-2f3a436a-8a2c-41f9-b8d4-b02336d98b20 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b432ea8-6343-4437-89ac-a5a9fde09c84 HTTP/1.1" status: 200 len: 944 time: 0.4840298 Jun 01 18:46:07.726401 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a3af31-f42b-4417-9374-77cd4956dedc req-9d82f8a4-e21f-46b4-b991-433c0e07fe5b tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:46:07.727862 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-35a3af31-f42b-4417-9374-77cd4956dedc req-9d82f8a4-e21f-46b4-b991-433c0e07fe5b tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] 10.222.0.50 "GET /v2.0/networks?id=e3dea7fc-235f-4736-8c6d-38e23ed566b9 HTTP/1.1" status: 200 len: 805 time: 0.3583727 Jun 01 18:46:07.749782 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-35a3af31-f42b-4417-9374-77cd4956dedc req-a1335bb8-6915-4bec-8429-a94a331a989a tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] Request body: {'port': {'device_id': '55029693-c19b-4c54-a14f-1c970cbbeca5', 'network_id': 'e3dea7fc-235f-4736-8c6d-38e23ed566b9', 'admin_state_up': True, 'tenant_id': '6884b43c239b4677a270eb283de39d49'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:46:07.799976 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-6c2fca12-fffa-420c-b1f1-cbd9ee5a194a req-1174e687-d1a7-42b4-b8e1-ae6f4d90b1fc tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:07.879611 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [req-b24fa234-304e-42e9-afc1-0b53757448ca req-09c4e584-c989-4008-b710-9553e3a52783 tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-363551435', 'description': 'tempest-description-1225917524'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:46:07.886568 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1174e687-d1a7-42b4-b8e1-ae6f4d90b1fc tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] Pushing event deleted for resources: {'Port': ['ID=b29cde38-1e74-4c37-bf95-a285a435b640,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:46:07.916118 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [req-b24fa234-304e-42e9-afc1-0b53757448ca req-09c4e584-c989-4008-b710-9553e3a52783 tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:46:07.925664 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-b24fa234-304e-42e9-afc1-0b53757448ca req-09c4e584-c989-4008-b710-9553e3a52783 tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] Usage tracker for resource:security_group and tenant:a987e2b14da04abd9c5d60b7dda4a32d is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:46:07.933149 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-b24fa234-304e-42e9-afc1-0b53757448ca req-09c4e584-c989-4008-b710-9553e3a52783 tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:46:07.982621 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c2fca12-fffa-420c-b1f1-cbd9ee5a194a req-1174e687-d1a7-42b4-b8e1-ae6f4d90b1fc tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] No DVR routers for this DVR port b29cde38-1e74-4c37-bf95-a285a435b640 on host n-h2-844202-1 {{(pid=88525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 18:46:07.984579 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [req-b24fa234-304e-42e9-afc1-0b53757448ca req-09c4e584-c989-4008-b710-9553e3a52783 tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:46:07.987078 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-6c2fca12-fffa-420c-b1f1-cbd9ee5a194a req-1174e687-d1a7-42b4-b8e1-ae6f4d90b1fc tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:07.996040 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b432ea8-6343-4437-89ac-a5a9fde09c84', 'name': 'network-vif-deleted', 'tag': 'b29cde38-1e74-4c37-bf95-a285a435b640'}] {{(pid=88525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:46:08.010524 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-6c2fca12-fffa-420c-b1f1-cbd9ee5a194a req-1174e687-d1a7-42b4-b8e1-ae6f4d90b1fc tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] 10.222.0.50 "DELETE /v2.0/ports/b29cde38-1e74-4c37-bf95-a285a435b640 HTTP/1.1" status: 204 len: 173 time: 1.4017529 Jun 01 18:46:08.011029 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c551f68d-ec70-4121-8b7b-6bcee2bc2358 req-5506c3f4-a725-4db0-8b6c-1fa137fb3874 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] 10.222.0.41 "GET /v2.0/security-groups?id=444c87ba-31dc-4b5a-9977-492e198b845a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2818117 Jun 01 18:46:08.030367 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-b24fa234-304e-42e9-afc1-0b53757448ca req-09c4e584-c989-4008-b710-9553e3a52783 tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:08.058411 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [req-b24fa234-304e-42e9-afc1-0b53757448ca req-09c4e584-c989-4008-b710-9553e3a52783 tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:46:08.063678 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-b24fa234-304e-42e9-afc1-0b53757448ca req-09c4e584-c989-4008-b710-9553e3a52783 tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] Usage tracker for resource:security_group_rule and tenant:a987e2b14da04abd9c5d60b7dda4a32d is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:46:08.068561 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-b24fa234-304e-42e9-afc1-0b53757448ca req-09c4e584-c989-4008-b710-9553e3a52783 tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:46:08.076326 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [req-b24fa234-304e-42e9-afc1-0b53757448ca req-09c4e584-c989-4008-b710-9553e3a52783 tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:46:08.124804 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-35a3af31-f42b-4417-9374-77cd4956dedc req-a1335bb8-6915-4bec-8429-a94a331a989a tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:46:08.131744 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-35a3af31-f42b-4417-9374-77cd4956dedc req-a1335bb8-6915-4bec-8429-a94a331a989a tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] Usage tracker for resource:port and tenant:6884b43c239b4677a270eb283de39d49 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:46:08.135130 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-35a3af31-f42b-4417-9374-77cd4956dedc req-a1335bb8-6915-4bec-8429-a94a331a989a tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:46:08.142575 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-35a3af31-f42b-4417-9374-77cd4956dedc req-a1335bb8-6915-4bec-8429-a94a331a989a tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:46:08.176752 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-b24fa234-304e-42e9-afc1-0b53757448ca req-09c4e584-c989-4008-b710-9553e3a52783 tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:08.185087 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-b24fa234-304e-42e9-afc1-0b53757448ca req-09c4e584-c989-4008-b710-9553e3a52783 tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:08.196717 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35a3af31-f42b-4417-9374-77cd4956dedc req-a1335bb8-6915-4bec-8429-a94a331a989a tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] Made reservation on behalf of 6884b43c239b4677a270eb283de39d49 for: {'port': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:46:08.203225 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-35a3af31-f42b-4417-9374-77cd4956dedc req-a1335bb8-6915-4bec-8429-a94a331a989a tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:08.244550 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c4e584-c989-4008-b710-9553e3a52783 tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bdd02e2a-5339-4920-8380-6f1fd4a63eca,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:46:08.251290 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-b24fa234-304e-42e9-afc1-0b53757448ca req-09c4e584-c989-4008-b710-9553e3a52783 tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:08.269072 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b24fa234-304e-42e9-afc1-0b53757448ca req-09c4e584-c989-4008-b710-9553e3a52783 tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4142201 Jun 01 18:46:08.481654 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aac08ea-aa3c-43b4-ae89-3b59783cff72 req-095ea68c-d9e4-4a22-befb-ae490811fa27 tempest-ListImageFiltersTestJSON-5492641 tempest-ListImageFiltersTestJSON-5492641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:46:08.489248 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7aac08ea-aa3c-43b4-ae89-3b59783cff72 req-095ea68c-d9e4-4a22-befb-ae490811fa27 tempest-ListImageFiltersTestJSON-5492641 tempest-ListImageFiltersTestJSON-5492641-project] 10.222.0.41 "GET /v2.0/ports?device_id=97fc5fd1-6738-443f-8426-3662143a4c2a HTTP/1.1" status: 200 len: 951 time: 0.2532063 Jun 01 18:46:08.511665 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032c6e80-f0cc-4614-ac8a-43fc74cf160f req-86b57545-0e1c-40d1-bd90-1e5d768c126b tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:46:08.513884 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-032c6e80-f0cc-4614-ac8a-43fc74cf160f req-86b57545-0e1c-40d1-bd90-1e5d768c126b tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a626321-194f-492e-91f3-8995de8b564c HTTP/1.1" status: 200 len: 944 time: 0.1122034 Jun 01 18:46:08.546421 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [req-35a3af31-f42b-4417-9374-77cd4956dedc req-a1335bb8-6915-4bec-8429-a94a331a989a tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] Allocated IP 172.20.0.4 (e3dea7fc-235f-4736-8c6d-38e23ed566b9/da8eacd5-9944-4111-9d5f-9f3e01b23eff/4bc4794c-a46b-4311-ab6d-334e022485bf) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:46:08.573766 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7aac08ea-aa3c-43b4-ae89-3b59783cff72 req-b16e4f63-8d3a-4fdb-a25b-b5f7901fdbc8 tempest-ListImageFiltersTestJSON-5492641 tempest-ListImageFiltersTestJSON-5492641-project] 10.222.0.41 "GET /v2.0/security-groups?id=5427509f-34d7-4eb0-9761-0171d484d3bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835447 Jun 01 18:46:08.594375 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-032c6e80-f0cc-4614-ac8a-43fc74cf160f req-d1f5c291-422d-4695-bde2-c34902995591 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] 10.222.0.41 "GET /v2.0/security-groups?id=92820b43-7593-449e-bdb5-02c9f22d29e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598626 Jun 01 18:46:08.609307 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device d988fe22-c967-42a2-b782-a45aecc0087f no longer exists at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:46:08.753368 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9c9c308b-f245-45c6-bfe0-b197f8d4c2ab req-d63af7b9-d6ce-4364-b3ec-0dc07b0465a0 tempest-SecurityGroupsTestAdminJSON-107470308 tempest-SecurityGroupsTestAdminJSON-107470308-project-admin] 10.222.0.41 "GET /v2.0/security-groups/7f37ac5a-211a-4531-b0be-467727e70b03 HTTP/1.1" status: 200 len: 1777 time: 0.1582925 Jun 01 18:46:08.758867 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c4d8f1c9-a24f-40ff-aeb6-bc189d0a65a5 req-8e80ac04-49cc-494f-bc87-90a0d7c1db1f tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] 10.222.0.41 "GET /v2.0/ports?device_id=25555729-d93d-444d-a0b5-0a4fa55d3cb8 HTTP/1.1" status: 200 len: 210 time: 0.0565836 Jun 01 18:46:08.874014 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port d988fe22-c967-42a2-b782-a45aecc0087f is: ACTIVE; New status is: DOWN {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:46:08.875064 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:08.911938 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97fc5fd1-6738-443f-8426-3662143a4c2a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd988fe22-c967-42a2-b782-a45aecc0087f'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:46:08.923400 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port d988fe22-c967-42a2-b782-a45aecc0087f, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=d988fe22-c967-42a2-b782-a45aecc0087f,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:46:08.936351 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:08.953234 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-9c9c308b-f245-45c6-bfe0-b197f8d4c2ab req-fe8160e9-332b-4e49-a73c-fb969a89f267 tempest-SecurityGroupsTestAdminJSON-107470308 tempest-SecurityGroupsTestAdminJSON-107470308-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:08.986105 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-35a3af31-f42b-4417-9374-77cd4956dedc req-a1335bb8-6915-4bec-8429-a94a331a989a tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:09.035256 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-53f9a79e-7497-4a73-8019-d747e8bf7194 req-6bc5c908-04cd-444e-9843-4de18a25e449 tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] 10.222.0.41 "GET /v2.0/ports?device_id=55029693-c19b-4c54-a14f-1c970cbbeca5 HTTP/1.1" status: 200 len: 210 time: 0.1207356 Jun 01 18:46:09.061606 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-9c9c308b-f245-45c6-bfe0-b197f8d4c2ab req-fe8160e9-332b-4e49-a73c-fb969a89f267 tempest-SecurityGroupsTestAdminJSON-107470308 tempest-SecurityGroupsTestAdminJSON-107470308-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:09.110523 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=d988fe22-c967-42a2-b782-a45aecc0087f,revision_number=11']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:46:09.120560 n-d-844202-1 neutron-server[88525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1057ac7f-dfa9-4d68-a856-cc71c483e9ce'] response: {'server_uuid': '4b432ea8-6343-4437-89ac-a5a9fde09c84', 'name': 'network-vif-deleted', 'tag': 'b29cde38-1e74-4c37-bf95-a285a435b640', 'status': 'completed', 'code': 200} Jun 01 18:46:09.133099 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-9c9c308b-f245-45c6-bfe0-b197f8d4c2ab req-fe8160e9-332b-4e49-a73c-fb969a89f267 tempest-SecurityGroupsTestAdminJSON-107470308 tempest-SecurityGroupsTestAdminJSON-107470308-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:09.148746 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-35a3af31-f42b-4417-9374-77cd4956dedc req-a1335bb8-6915-4bec-8429-a94a331a989a tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:09.199124 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8160e9-332b-4e49-a73c-fb969a89f267 tempest-SecurityGroupsTestAdminJSON-107470308 tempest-SecurityGroupsTestAdminJSON-107470308-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f37ac5a-211a-4531-b0be-467727e70b03,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:46:09.199368 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-83635738-184d-4912-840b-32e017b0e4be req-565157fd-c93a-4d07-abee-5fb7820c930d tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] 10.222.0.41 "GET /v2.0/security-groups/bdd02e2a-5339-4920-8380-6f1fd4a63eca HTTP/1.1" status: 200 len: 1804 time: 0.0620990 Jun 01 18:46:09.214239 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [req-83635738-184d-4912-840b-32e017b0e4be req-ee196342-ff50-4418-b19b-504ce84ced49 tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'bdd02e2a-5339-4920-8380-6f1fd4a63eca', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:46:09.214652 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [req-83635738-184d-4912-840b-32e017b0e4be req-ee196342-ff50-4418-b19b-504ce84ced49 tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'bdd02e2a-5339-4920-8380-6f1fd4a63eca', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:46:09.226688 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [req-83635738-184d-4912-840b-32e017b0e4be req-ee196342-ff50-4418-b19b-504ce84ced49 tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:46:09.230596 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-83635738-184d-4912-840b-32e017b0e4be req-ee196342-ff50-4418-b19b-504ce84ced49 tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] Usage tracker for resource:security_group_rule and tenant:a987e2b14da04abd9c5d60b7dda4a32d is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:46:09.233762 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-83635738-184d-4912-840b-32e017b0e4be req-ee196342-ff50-4418-b19b-504ce84ced49 tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:46:09.240837 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [req-83635738-184d-4912-840b-32e017b0e4be req-ee196342-ff50-4418-b19b-504ce84ced49 tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:46:09.261046 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35a3af31-f42b-4417-9374-77cd4956dedc req-a1335bb8-6915-4bec-8429-a94a331a989a tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] Network e3dea7fc-235f-4736-8c6d-38e23ed566b9 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:46:09.265264 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [req-35a3af31-f42b-4417-9374-77cd4956dedc req-a1335bb8-6915-4bec-8429-a94a331a989a tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:46:09.268355 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-35a3af31-f42b-4417-9374-77cd4956dedc req-a1335bb8-6915-4bec-8429-a94a331a989a tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:46:09.305794 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1335bb8-6915-4bec-8429-a94a331a989a tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] Pushing event updated for resources: {'Port': ['ID=4bc4794c-a46b-4311-ab6d-334e022485bf,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:46:09.307220 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-83635738-184d-4912-840b-32e017b0e4be req-ee196342-ff50-4418-b19b-504ce84ced49 tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:09.316097 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-9c9c308b-f245-45c6-bfe0-b197f8d4c2ab req-fe8160e9-332b-4e49-a73c-fb969a89f267 tempest-SecurityGroupsTestAdminJSON-107470308 tempest-SecurityGroupsTestAdminJSON-107470308-project-admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:09.317293 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9c9c308b-f245-45c6-bfe0-b197f8d4c2ab req-fe8160e9-332b-4e49-a73c-fb969a89f267 tempest-SecurityGroupsTestAdminJSON-107470308 tempest-SecurityGroupsTestAdminJSON-107470308-project-admin] 10.222.0.41 "DELETE /v2.0/security-groups/7f37ac5a-211a-4531-b0be-467727e70b03 HTTP/1.1" status: 204 len: 173 time: 0.5630808 Jun 01 18:46:09.352744 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-83635738-184d-4912-840b-32e017b0e4be req-ee196342-ff50-4418-b19b-504ce84ced49 tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:09.357712 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-83635738-184d-4912-840b-32e017b0e4be req-ee196342-ff50-4418-b19b-504ce84ced49 tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:09.358280 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a3af31-f42b-4417-9374-77cd4956dedc req-a1335bb8-6915-4bec-8429-a94a331a989a tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:46:09.359903 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-35a3af31-f42b-4417-9374-77cd4956dedc req-a1335bb8-6915-4bec-8429-a94a331a989a tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:09.385804 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee196342-ff50-4418-b19b-504ce84ced49 tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a788e932-4378-44c7-b3cc-51422aa6791d,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:46:09.411543 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-83635738-184d-4912-840b-32e017b0e4be req-ee196342-ff50-4418-b19b-504ce84ced49 tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:09.416438 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-35a3af31-f42b-4417-9374-77cd4956dedc req-a1335bb8-6915-4bec-8429-a94a331a989a tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6731877 Jun 01 18:46:09.417905 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-83635738-184d-4912-840b-32e017b0e4be req-ee196342-ff50-4418-b19b-504ce84ced49 tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.2087431 Jun 01 18:46:09.450162 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-780cb3e1-2400-48b6-961c-0aff02688b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:09.450630 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-35a3af31-f42b-4417-9374-77cd4956dedc req-f0fe3392-e4cd-411e-9b93-0d65228ea7a7 service neutron] Request body: {'port': {'device_id': '55029693-c19b-4c54-a14f-1c970cbbeca5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844202-1'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:46:09.552355 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b121045-c8d6-467b-996d-68bc8e92b3f0'] response: {'server_uuid': '97fc5fd1-6738-443f-8426-3662143a4c2a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd988fe22-c967-42a2-b782-a45aecc0087f', 'code': 200} Jun 01 18:46:09.654783 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-35a3af31-f42b-4417-9374-77cd4956dedc req-f0fe3392-e4cd-411e-9b93-0d65228ea7a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:09.808652 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-b0f4ae3b-84cb-4f44-b623-82f229731ee9 req-a1b9c298-0972-4b78-9dec-6858979071b0 tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1197643893', 'description': 'tempest-description-624330308'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:46:09.883351 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-b0f4ae3b-84cb-4f44-b623-82f229731ee9 req-a1b9c298-0972-4b78-9dec-6858979071b0 tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:46:09.905497 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-b0f4ae3b-84cb-4f44-b623-82f229731ee9 req-a1b9c298-0972-4b78-9dec-6858979071b0 tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] Usage tracker for resource:security_group and tenant:a987e2b14da04abd9c5d60b7dda4a32d is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:46:09.911381 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-b0f4ae3b-84cb-4f44-b623-82f229731ee9 req-a1b9c298-0972-4b78-9dec-6858979071b0 tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:46:09.921843 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-b0f4ae3b-84cb-4f44-b623-82f229731ee9 req-a1b9c298-0972-4b78-9dec-6858979071b0 tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:46:09.955840 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-b0f4ae3b-84cb-4f44-b623-82f229731ee9 req-a1b9c298-0972-4b78-9dec-6858979071b0 tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:09.962836 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f4c1e0b4-a9e3-42d9-b072-d64f60de29c9 req-f539384a-a436-42f4-9c95-4fa0636db734 tempest-SecurityGroupsTestAdminJSON-2126490001 tempest-SecurityGroupsTestAdminJSON-2126490001-project] 10.222.0.41 "GET /v2.0/security-groups/0f345fcf-0fbf-4576-a635-72e3141b4a52 HTTP/1.1" status: 200 len: 1777 time: 0.3891761 Jun 01 18:46:10.040595 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-b0f4ae3b-84cb-4f44-b623-82f229731ee9 req-a1b9c298-0972-4b78-9dec-6858979071b0 tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:46:10.047481 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-b0f4ae3b-84cb-4f44-b623-82f229731ee9 req-a1b9c298-0972-4b78-9dec-6858979071b0 tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] Usage tracker for resource:security_group_rule and tenant:a987e2b14da04abd9c5d60b7dda4a32d is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:46:10.052735 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-b0f4ae3b-84cb-4f44-b623-82f229731ee9 req-a1b9c298-0972-4b78-9dec-6858979071b0 tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:46:10.065717 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-b0f4ae3b-84cb-4f44-b623-82f229731ee9 req-a1b9c298-0972-4b78-9dec-6858979071b0 tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:46:10.081203 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-f4c1e0b4-a9e3-42d9-b072-d64f60de29c9 req-a64aece7-f3c3-4b14-b1b4-131a93db8b22 tempest-SecurityGroupsTestAdminJSON-2126490001 tempest-SecurityGroupsTestAdminJSON-2126490001-project] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:10.116580 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7ec72e-2bfb-41af-bbdf-726fefaad414 req-986a8ff9-aeee-41cd-9f1d-10c212107b19 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:46:10.118295 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2e7ec72e-2bfb-41af-bbdf-726fefaad414 req-986a8ff9-aeee-41cd-9f1d-10c212107b19 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] 10.222.0.15 "GET /v2.0/networks?id=f464bab1-fed8-4b70-bd0a-84f4f32a722e HTTP/1.1" status: 200 len: 814 time: 0.5181508 Jun 01 18:46:10.135786 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [req-2e7ec72e-2bfb-41af-bbdf-726fefaad414 req-b44914e0-9295-4535-8fcc-615f08deba17 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] Request body: {'port': {'device_id': '25555729-d93d-444d-a0b5-0a4fa55d3cb8', 'network_id': 'f464bab1-fed8-4b70-bd0a-84f4f32a722e', 'admin_state_up': True, 'tenant_id': 'dd99cee1173546e6a5fd323f8dfa5a74'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:46:10.152119 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-f4c1e0b4-a9e3-42d9-b072-d64f60de29c9 req-a64aece7-f3c3-4b14-b1b4-131a93db8b22 tempest-SecurityGroupsTestAdminJSON-2126490001 tempest-SecurityGroupsTestAdminJSON-2126490001-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:10.236737 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-b0f4ae3b-84cb-4f44-b623-82f229731ee9 req-a1b9c298-0972-4b78-9dec-6858979071b0 tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:10.239251 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [req-35a3af31-f42b-4417-9374-77cd4956dedc req-f0fe3392-e4cd-411e-9b93-0d65228ea7a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bc4794c-a46b-4311-ab6d-334e022485bf {{(pid=88524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:46:10.244417 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-b0f4ae3b-84cb-4f44-b623-82f229731ee9 req-a1b9c298-0972-4b78-9dec-6858979071b0 tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:10.267070 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-35a3af31-f42b-4417-9374-77cd4956dedc req-f0fe3392-e4cd-411e-9b93-0d65228ea7a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:10.286389 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-f4c1e0b4-a9e3-42d9-b072-d64f60de29c9 req-a64aece7-f3c3-4b14-b1b4-131a93db8b22 tempest-SecurityGroupsTestAdminJSON-2126490001 tempest-SecurityGroupsTestAdminJSON-2126490001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:10.313856 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b9c298-0972-4b78-9dec-6858979071b0 tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe9da8a2-cdee-444f-9cc6-2178f490177c,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:46:10.317917 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [req-35a3af31-f42b-4417-9374-77cd4956dedc req-f0fe3392-e4cd-411e-9b93-0d65228ea7a7 service neutron] Transition to ACTIVE for port object 4bc4794c-a46b-4311-ab6d-334e022485bf will not be triggered until provisioned by entity L2. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:46:10.324319 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-b0f4ae3b-84cb-4f44-b623-82f229731ee9 req-a1b9c298-0972-4b78-9dec-6858979071b0 tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:10.326535 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b0f4ae3b-84cb-4f44-b623-82f229731ee9 req-a1b9c298-0972-4b78-9dec-6858979071b0 tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.5576711 Jun 01 18:46:10.328522 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-35a3af31-f42b-4417-9374-77cd4956dedc req-f0fe3392-e4cd-411e-9b93-0d65228ea7a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:10.340174 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64aece7-f3c3-4b14-b1b4-131a93db8b22 tempest-SecurityGroupsTestAdminJSON-2126490001 tempest-SecurityGroupsTestAdminJSON-2126490001-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f345fcf-0fbf-4576-a635-72e3141b4a52,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:46:10.349836 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-f4c1e0b4-a9e3-42d9-b072-d64f60de29c9 req-a64aece7-f3c3-4b14-b1b4-131a93db8b22 tempest-SecurityGroupsTestAdminJSON-2126490001 tempest-SecurityGroupsTestAdminJSON-2126490001-project] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:10.364505 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f4c1e0b4-a9e3-42d9-b072-d64f60de29c9 req-a64aece7-f3c3-4b14-b1b4-131a93db8b22 tempest-SecurityGroupsTestAdminJSON-2126490001 tempest-SecurityGroupsTestAdminJSON-2126490001-project] 10.222.0.41 "DELETE /v2.0/security-groups/0f345fcf-0fbf-4576-a635-72e3141b4a52 HTTP/1.1" status: 204 len: 173 time: 0.4005928 Jun 01 18:46:10.375043 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [req-2e7ec72e-2bfb-41af-bbdf-726fefaad414 req-b44914e0-9295-4535-8fcc-615f08deba17 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:46:10.381539 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-2e7ec72e-2bfb-41af-bbdf-726fefaad414 req-b44914e0-9295-4535-8fcc-615f08deba17 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] Usage tracker for resource:port and tenant:dd99cee1173546e6a5fd323f8dfa5a74 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:46:10.385010 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-2e7ec72e-2bfb-41af-bbdf-726fefaad414 req-b44914e0-9295-4535-8fcc-615f08deba17 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:46:10.404776 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [req-2e7ec72e-2bfb-41af-bbdf-726fefaad414 req-b44914e0-9295-4535-8fcc-615f08deba17 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:46:10.422588 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:10.430304 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e7ec72e-2bfb-41af-bbdf-726fefaad414 req-b44914e0-9295-4535-8fcc-615f08deba17 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] Made reservation on behalf of dd99cee1173546e6a5fd323f8dfa5a74 for: {'port': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:46:10.434378 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-2e7ec72e-2bfb-41af-bbdf-726fefaad414 req-b44914e0-9295-4535-8fcc-615f08deba17 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:10.544728 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fe3392-e4cd-411e-9b93-0d65228ea7a7 service neutron] Pushing event updated for resources: {'Port': ['ID=4bc4794c-a46b-4311-ab6d-334e022485bf,revision_number=2']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:46:10.550697 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:10.716260 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device b29cde38-1e74-4c37-bf95-a285a435b640 no longer exists at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:46:10.787537 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [req-2e7ec72e-2bfb-41af-bbdf-726fefaad414 req-b44914e0-9295-4535-8fcc-615f08deba17 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] Allocated IP 172.20.0.4 (f464bab1-fed8-4b70-bd0a-84f4f32a722e/9b06a1f2-b51f-445c-a75f-8362b440f3f4/1c6871b3-056c-4e65-926a-58f41668075c) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:46:10.789038 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] No Port match for: b29cde38-1e74-4c37-bf95-a285a435b640 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 18:46:10.789791 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device b29cde38-1e74-4c37-bf95-a285a435b640 not bound to the agent host n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 18:46:10.838678 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-35a3af31-f42b-4417-9374-77cd4956dedc req-f0fe3392-e4cd-411e-9b93-0d65228ea7a7 service neutron] Attempting to bind port 4bc4794c-a46b-4311-ab6d-334e022485bf on host n-h2-844202-1 for vnic_type normal with profile {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:46:10.839292 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-35a3af31-f42b-4417-9374-77cd4956dedc req-f0fe3392-e4cd-411e-9b93-0d65228ea7a7 service neutron] Attempting to bind port 4bc4794c-a46b-4311-ab6d-334e022485bf by drivers openvswitch,hyperv on host n-h2-844202-1 at level 0 using segments [{'id': '5423f802-8952-4dea-8b13-e2a87f408f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e3dea7fc-235f-4736-8c6d-38e23ed566b9'}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:46:10.839616 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35a3af31-f42b-4417-9374-77cd4956dedc req-f0fe3392-e4cd-411e-9b93-0d65228ea7a7 service neutron] Attempting to bind port 4bc4794c-a46b-4311-ab6d-334e022485bf on network e3dea7fc-235f-4736-8c6d-38e23ed566b9 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:46:10.848873 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35a3af31-f42b-4417-9374-77cd4956dedc req-f0fe3392-e4cd-411e-9b93-0d65228ea7a7 service neutron] Port 4bc4794c-a46b-4311-ab6d-334e022485bf on network e3dea7fc-235f-4736-8c6d-38e23ed566b9 not bound, no agent of type Open vSwitch agent registered on host n-h2-844202-1 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 18:46:10.849329 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35a3af31-f42b-4417-9374-77cd4956dedc req-f0fe3392-e4cd-411e-9b93-0d65228ea7a7 service neutron] Attempting to bind port 4bc4794c-a46b-4311-ab6d-334e022485bf on network e3dea7fc-235f-4736-8c6d-38e23ed566b9 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:46:10.853967 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e9287c-f00e-4e73-a6c1-213be55a8ac5 req-8de2cc72-e8ef-4648-9f96-e5d35b004913 tempest-LiveMigrationTest-1173690941 tempest-LiveMigrationTest-1173690941-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:46:10.855480 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-40e9287c-f00e-4e73-a6c1-213be55a8ac5 req-8de2cc72-e8ef-4648-9f96-e5d35b004913 tempest-LiveMigrationTest-1173690941 tempest-LiveMigrationTest-1173690941-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=9a626321-194f-492e-91f3-8995de8b564c HTTP/1.1" status: 200 len: 1095 time: 0.2992251 Jun 01 18:46:10.860885 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35a3af31-f42b-4417-9374-77cd4956dedc req-f0fe3392-e4cd-411e-9b93-0d65228ea7a7 service neutron] Checking agent: {'id': 'f5db9968-6317-4186-9100-9e0ca6b50417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 18, 45, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:46:10.861278 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35a3af31-f42b-4417-9374-77cd4956dedc req-f0fe3392-e4cd-411e-9b93-0d65228ea7a7 service neutron] Checking segment: {'id': '5423f802-8952-4dea-8b13-e2a87f408f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e3dea7fc-235f-4736-8c6d-38e23ed566b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:46:10.862279 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35a3af31-f42b-4417-9374-77cd4956dedc req-f0fe3392-e4cd-411e-9b93-0d65228ea7a7 service neutron] Bound using segment: {'id': '5423f802-8952-4dea-8b13-e2a87f408f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e3dea7fc-235f-4736-8c6d-38e23ed566b9'} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:46:10.862984 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-35a3af31-f42b-4417-9374-77cd4956dedc req-f0fe3392-e4cd-411e-9b93-0d65228ea7a7 service neutron] Bound port: 4bc4794c-a46b-4311-ab6d-334e022485bf, host: n-h2-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5423f802-8952-4dea-8b13-e2a87f408f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e3dea7fc-235f-4736-8c6d-38e23ed566b9'}}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:46:10.863595 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-35a3af31-f42b-4417-9374-77cd4956dedc req-f0fe3392-e4cd-411e-9b93-0d65228ea7a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:10.980397 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-40e9287c-f00e-4e73-a6c1-213be55a8ac5 req-c5fdcca8-b000-428c-8e53-a2fd6aedf632 tempest-LiveMigrationTest-1173690941 tempest-LiveMigrationTest-1173690941-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=92820b43-7593-449e-bdb5-02c9f22d29e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986843 Jun 01 18:46:11.020160 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:11.047231 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-35a3af31-f42b-4417-9374-77cd4956dedc req-f0fe3392-e4cd-411e-9b93-0d65228ea7a7 service neutron] For port 4bc4794c-a46b-4311-ab6d-334e022485bf, host n-h2-844202-1, cleared binding levels {{(pid=88524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:46:11.053727 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-35a3af31-f42b-4417-9374-77cd4956dedc req-f0fe3392-e4cd-411e-9b93-0d65228ea7a7 service neutron] For port 4bc4794c-a46b-4311-ab6d-334e022485bf, host n-h2-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=4bc4794c-a46b-4311-ab6d-334e022485bf,segment=NetworkSegment(5423f802-8952-4dea-8b13-e2a87f408f8c),segment_id=5423f802-8952-4dea-8b13-e2a87f408f8c)] {{(pid=88524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:46:11.061662 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-35a3af31-f42b-4417-9374-77cd4956dedc req-f0fe3392-e4cd-411e-9b93-0d65228ea7a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:11.216800 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-5d0d804a-c234-4267-b5a0-2c61ba49c5e9 req-b9bb0428-1a41-472d-b92a-462ea5cbe766 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] 10.222.0.41 "GET /v2.0/ports?device_id=25555729-d93d-444d-a0b5-0a4fa55d3cb8 HTTP/1.1" status: 200 len: 210 time: 0.1134987 Jun 01 18:46:11.248055 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a3af31-f42b-4417-9374-77cd4956dedc req-f0fe3392-e4cd-411e-9b93-0d65228ea7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:46:11.248055 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-35a3af31-f42b-4417-9374-77cd4956dedc req-f0fe3392-e4cd-411e-9b93-0d65228ea7a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:11.248731 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-2e7ec72e-2bfb-41af-bbdf-726fefaad414 req-b44914e0-9295-4535-8fcc-615f08deba17 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:11.248961 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-35a3af31-f42b-4417-9374-77cd4956dedc req-f0fe3392-e4cd-411e-9b93-0d65228ea7a7 service neutron] 10.222.0.50 "PUT /v2.0/ports/4bc4794c-a46b-4311-ab6d-334e022485bf HTTP/1.1" status: 200 len: 1091 time: 1.8228431 Jun 01 18:46:11.249412 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55029693-c19b-4c54-a14f-1c970cbbeca5', 'tag': '4bc4794c-a46b-4311-ab6d-334e022485bf'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:46:11.270184 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [req-634ba0f7-aba8-4a4f-ba41-2a52e75b9249 req-f8cd1418-41f4-4ab7-80c2-34e1c57a6d9b tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-693215479', 'description': 'tempest-description-1689609320'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:46:11.281687 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fe3392-e4cd-411e-9b93-0d65228ea7a7 service neutron] Pushing event updated for resources: {'Port': ['ID=4bc4794c-a46b-4311-ab6d-334e022485bf,revision_number=3']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:46:11.324604 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [req-634ba0f7-aba8-4a4f-ba41-2a52e75b9249 req-f8cd1418-41f4-4ab7-80c2-34e1c57a6d9b tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:46:11.337398 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-634ba0f7-aba8-4a4f-ba41-2a52e75b9249 req-f8cd1418-41f4-4ab7-80c2-34e1c57a6d9b tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] Usage tracker for resource:security_group and tenant:a987e2b14da04abd9c5d60b7dda4a32d is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:46:11.342367 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-634ba0f7-aba8-4a4f-ba41-2a52e75b9249 req-f8cd1418-41f4-4ab7-80c2-34e1c57a6d9b tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:46:11.364280 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14be1d6b-3a66-4a48-b54d-3c9406b82338 req-e7764243-d782-4593-b7d4-01f1694bb841 tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:46:11.364678 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [req-634ba0f7-aba8-4a4f-ba41-2a52e75b9249 req-f8cd1418-41f4-4ab7-80c2-34e1c57a6d9b tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:46:11.364988 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-14be1d6b-3a66-4a48-b54d-3c9406b82338 req-e7764243-d782-4593-b7d4-01f1694bb841 tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] Synchronizing usage tracker for tenant:6884b43c239b4677a270eb283de39d49 on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:46:11.402784 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-634ba0f7-aba8-4a4f-ba41-2a52e75b9249 req-f8cd1418-41f4-4ab7-80c2-34e1c57a6d9b tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:11.403803 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-14be1d6b-3a66-4a48-b54d-3c9406b82338 req-e7764243-d782-4593-b7d4-01f1694bb841 tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] Unset dirty status for tenant:6884b43c239b4677a270eb283de39d49 on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:46:11.405050 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-14be1d6b-3a66-4a48-b54d-3c9406b82338 req-e7764243-d782-4593-b7d4-01f1694bb841 tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] 10.222.0.41 "GET /v2.0/ports?device_id=55029693-c19b-4c54-a14f-1c970cbbeca5 HTTP/1.1" status: 200 len: 943 time: 0.2212751 Jun 01 18:46:11.411980 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a3af31-f42b-4417-9374-77cd4956dedc req-971c6867-83a7-45b4-853e-36978504caa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:46:11.413429 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-35a3af31-f42b-4417-9374-77cd4956dedc req-971c6867-83a7-45b4-853e-36978504caa3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=6884b43c239b4677a270eb283de39d49&device_id=55029693-c19b-4c54-a14f-1c970cbbeca5 HTTP/1.1" status: 200 len: 1094 time: 0.1254406 Jun 01 18:46:11.423435 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49df4c35-0019-4244-84be-5b64bc2de050 req-bf315e77-44af-46cf-80d2-fb9a5c88a6a0 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:46:11.424197 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-49df4c35-0019-4244-84be-5b64bc2de050 req-bf315e77-44af-46cf-80d2-fb9a5c88a6a0 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] Synchronizing usage tracker for tenant:0182a2e51ffc43df8efdd2130dbcea4d on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:46:11.430158 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-2e7ec72e-2bfb-41af-bbdf-726fefaad414 req-b44914e0-9295-4535-8fcc-615f08deba17 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:11.507179 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-35a3af31-f42b-4417-9374-77cd4956dedc req-495551d6-ce71-49c5-a4fd-4037c36249fc service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4bc4794c-a46b-4311-ab6d-334e022485bf HTTP/1.1" status: 200 len: 217 time: 0.0753260 Jun 01 18:46:11.512186 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [req-634ba0f7-aba8-4a4f-ba41-2a52e75b9249 req-f8cd1418-41f4-4ab7-80c2-34e1c57a6d9b tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:46:11.519792 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:11.529161 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-634ba0f7-aba8-4a4f-ba41-2a52e75b9249 req-f8cd1418-41f4-4ab7-80c2-34e1c57a6d9b tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] Usage tracker for resource:security_group_rule and tenant:a987e2b14da04abd9c5d60b7dda4a32d is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:46:11.537467 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-634ba0f7-aba8-4a4f-ba41-2a52e75b9249 req-f8cd1418-41f4-4ab7-80c2-34e1c57a6d9b tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:46:11.540084 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-49df4c35-0019-4244-84be-5b64bc2de050 req-bf315e77-44af-46cf-80d2-fb9a5c88a6a0 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] Unset dirty status for tenant:0182a2e51ffc43df8efdd2130dbcea4d on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:46:11.541249 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-49df4c35-0019-4244-84be-5b64bc2de050 req-bf315e77-44af-46cf-80d2-fb9a5c88a6a0 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d29c071-4e6a-4167-9c9f-69f1a274133e HTTP/1.1" status: 200 len: 945 time: 0.2619467 Jun 01 18:46:11.545025 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e7ec72e-2bfb-41af-bbdf-726fefaad414 req-b44914e0-9295-4535-8fcc-615f08deba17 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] Network f464bab1-fed8-4b70-bd0a-84f4f32a722e is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:46:11.550514 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [req-2e7ec72e-2bfb-41af-bbdf-726fefaad414 req-b44914e0-9295-4535-8fcc-615f08deba17 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:46:11.555990 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [req-634ba0f7-aba8-4a4f-ba41-2a52e75b9249 req-f8cd1418-41f4-4ab7-80c2-34e1c57a6d9b tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:46:11.558029 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e7ec72e-2bfb-41af-bbdf-726fefaad414 req-b44914e0-9295-4535-8fcc-615f08deba17 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:46:11.573246 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-14be1d6b-3a66-4a48-b54d-3c9406b82338 req-bfdbed6f-2ece-4e2b-9d77-227609ab5832 tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f2fd699-5af8-4379-8a92-35d8c8796709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552851 Jun 01 18:46:11.613183 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a3af31-f42b-4417-9374-77cd4956dedc req-2dc31c3e-25ba-40b7-bcb0-73a0d791ce6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:46:11.615468 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-35a3af31-f42b-4417-9374-77cd4956dedc req-2dc31c3e-25ba-40b7-bcb0-73a0d791ce6a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=da8eacd5-9944-4111-9d5f-9f3e01b23eff HTTP/1.1" status: 200 len: 845 time: 0.0965133 Jun 01 18:46:11.633916 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44914e0-9295-4535-8fcc-615f08deba17 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] Pushing event updated for resources: {'Port': ['ID=1c6871b3-056c-4e65-926a-58f41668075c,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:46:11.697602 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-35a3af31-f42b-4417-9374-77cd4956dedc req-1cbda7bf-e51c-4e57-9ef6-085b708ad562 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e3dea7fc-235f-4736-8c6d-38e23ed566b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0645583 Jun 01 18:46:11.711045 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7ec72e-2bfb-41af-bbdf-726fefaad414 req-b44914e0-9295-4535-8fcc-615f08deba17 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:46:11.711288 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-2e7ec72e-2bfb-41af-bbdf-726fefaad414 req-b44914e0-9295-4535-8fcc-615f08deba17 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:11.731002 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [req-49df4c35-0019-4244-84be-5b64bc2de050 req-991e73fd-8201-40a9-93cf-f58a20579cca tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] Deleting port 35420f97-05c5-4e2d-b246-8037075de4fa {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:46:11.731372 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-49df4c35-0019-4244-84be-5b64bc2de050 req-991e73fd-8201-40a9-93cf-f58a20579cca tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:11.755409 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c65895fb-72c4-4f58-85ad-19b2b79f55e6 req-6559a0fd-c456-4135-b7b2-346944f0a562 tempest-SecurityGroupsTestAdminJSON-2126490001 tempest-SecurityGroupsTestAdminJSON-2126490001-project] 10.222.0.41 "GET /v2.0/security-groups/80d76114-047f-477e-8eab-e79d5de3aaf5 HTTP/1.1" status: 200 len: 1777 time: 0.1445580 Jun 01 18:46:11.785270 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:11.833576 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2e7ec72e-2bfb-41af-bbdf-726fefaad414 req-b44914e0-9295-4535-8fcc-615f08deba17 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7046528 Jun 01 18:46:11.893517 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [req-2e7ec72e-2bfb-41af-bbdf-726fefaad414 req-fdbe1768-fc81-4ee0-899d-a11613d10248 service neutron] Request body: {'port': {'device_id': '25555729-d93d-444d-a0b5-0a4fa55d3cb8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844202-1'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:46:11.964991 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-634ba0f7-aba8-4a4f-ba41-2a52e75b9249 req-f8cd1418-41f4-4ab7-80c2-34e1c57a6d9b tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:11.979580 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-634ba0f7-aba8-4a4f-ba41-2a52e75b9249 req-f8cd1418-41f4-4ab7-80c2-34e1c57a6d9b tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:11.992603 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-35a3af31-f42b-4417-9374-77cd4956dedc req-c617859a-a3da-4386-8568-9d25a662d96e service neutron] 10.222.0.50 "GET /v2.0/networks/e3dea7fc-235f-4736-8c6d-38e23ed566b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2882411 Jun 01 18:46:11.993440 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-c65895fb-72c4-4f58-85ad-19b2b79f55e6 req-dd9ac250-d7c2-42a7-9eb8-c7d626ae5135 tempest-SecurityGroupsTestAdminJSON-2126490001 tempest-SecurityGroupsTestAdminJSON-2126490001-project] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:12.163836 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-c65895fb-72c4-4f58-85ad-19b2b79f55e6 req-dd9ac250-d7c2-42a7-9eb8-c7d626ae5135 tempest-SecurityGroupsTestAdminJSON-2126490001 tempest-SecurityGroupsTestAdminJSON-2126490001-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:12.164873 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-634ba0f7-aba8-4a4f-ba41-2a52e75b9249 req-f8cd1418-41f4-4ab7-80c2-34e1c57a6d9b tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:12.166074 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-634ba0f7-aba8-4a4f-ba41-2a52e75b9249 req-f8cd1418-41f4-4ab7-80c2-34e1c57a6d9b tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.9005802 Jun 01 18:46:12.171214 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cd1418-41f4-4ab7-80c2-34e1c57a6d9b tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36fe6524-e8e7-4bcf-818a-544d098ca28b,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:46:12.203111 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-2e7ec72e-2bfb-41af-bbdf-726fefaad414 req-fdbe1768-fc81-4ee0-899d-a11613d10248 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:12.281981 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-35a3af31-f42b-4417-9374-77cd4956dedc req-5f152717-89f8-42d9-993e-0a11cbb1b04f service neutron] 10.222.0.50 "GET /v2.0/networks/e3dea7fc-235f-4736-8c6d-38e23ed566b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2683988 Jun 01 18:46:12.282926 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-c65895fb-72c4-4f58-85ad-19b2b79f55e6 req-dd9ac250-d7c2-42a7-9eb8-c7d626ae5135 tempest-SecurityGroupsTestAdminJSON-2126490001 tempest-SecurityGroupsTestAdminJSON-2126490001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:12.308972 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-49df4c35-0019-4244-84be-5b64bc2de050 req-991e73fd-8201-40a9-93cf-f58a20579cca tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] For port 35420f97-05c5-4e2d-b246-8037075de4fa, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=35420f97-05c5-4e2d-b246-8037075de4fa,segment=NetworkSegment(e7a2e8fb-b3d5-44ba-bb42-81da885a74e3),segment_id=e7a2e8fb-b3d5-44ba-bb42-81da885a74e3)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:46:12.309596 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-49df4c35-0019-4244-84be-5b64bc2de050 req-991e73fd-8201-40a9-93cf-f58a20579cca tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:12.312282 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9ac250-d7c2-42a7-9eb8-c7d626ae5135 tempest-SecurityGroupsTestAdminJSON-2126490001 tempest-SecurityGroupsTestAdminJSON-2126490001-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80d76114-047f-477e-8eab-e79d5de3aaf5,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:46:12.320108 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-c65895fb-72c4-4f58-85ad-19b2b79f55e6 req-dd9ac250-d7c2-42a7-9eb8-c7d626ae5135 tempest-SecurityGroupsTestAdminJSON-2126490001 tempest-SecurityGroupsTestAdminJSON-2126490001-project] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:12.338484 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c65895fb-72c4-4f58-85ad-19b2b79f55e6 req-dd9ac250-d7c2-42a7-9eb8-c7d626ae5135 tempest-SecurityGroupsTestAdminJSON-2126490001 tempest-SecurityGroupsTestAdminJSON-2126490001-project] 10.222.0.41 "DELETE /v2.0/security-groups/80d76114-047f-477e-8eab-e79d5de3aaf5 HTTP/1.1" status: 204 len: 173 time: 0.4979234 Jun 01 18:46:12.595393 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d07bbf8-af5c-4a92-85d0-cd6e2a5fbd16 req-e5f27831-2e19-4b16-87d9-b3e34100bfc4 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:46:12.599867 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9d07bbf8-af5c-4a92-85d0-cd6e2a5fbd16 req-e5f27831-2e19-4b16-87d9-b3e34100bfc4 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d29c071-4e6a-4167-9c9f-69f1a274133e HTTP/1.1" status: 200 len: 945 time: 0.1394584 Jun 01 18:46:12.659549 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [req-49df4c35-0019-4244-84be-5b64bc2de050 req-991e73fd-8201-40a9-93cf-f58a20579cca tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] Calling delete_port for 35420f97-05c5-4e2d-b246-8037075de4fa owned by compute:nova {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:46:12.665137 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9d07bbf8-af5c-4a92-85d0-cd6e2a5fbd16 req-f1de7982-e6d6-4933-9c55-41a92057d277 tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] 10.222.0.41 "GET /v2.0/security-groups?id=444c87ba-31dc-4b5a-9977-492e198b845a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565121 Jun 01 18:46:12.707421 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 47848) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:46:12.756155 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-441c0acf-95bd-4010-b402-cbf323b7a153'] response: {'name': 'network-changed', 'server_uuid': '55029693-c19b-4c54-a14f-1c970cbbeca5', 'tag': '4bc4794c-a46b-4311-ab6d-334e022485bf', 'status': 'completed', 'code': 200} Jun 01 18:46:12.884430 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-23dd88aa-eed1-4838-a84d-b63921e2903d req-79fc618d-9977-4626-b58e-713a1dc69d55 tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] 10.222.0.41 "GET /v2.0/security-groups/fe9da8a2-cdee-444f-9cc6-2178f490177c HTTP/1.1" status: 200 len: 1804 time: 0.1109760 Jun 01 18:46:12.959999 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-23dd88aa-eed1-4838-a84d-b63921e2903d req-23a9521b-bb6b-4462-8dab-9c4c476e11b4 tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] 10.222.0.41 "GET /v2.0/security-groups/36fe6524-e8e7-4bcf-818a-544d098ca28b HTTP/1.1" status: 200 len: 1804 time: 0.0743189 Jun 01 18:46:12.965939 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-23dd88aa-eed1-4838-a84d-b63921e2903d req-8bbd380b-e253-4a1f-92a9-f4b4cbb92e44 tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'fe9da8a2-cdee-444f-9cc6-2178f490177c', 'remote_group_id': '36fe6524-e8e7-4bcf-818a-544d098ca28b', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:46:12.966352 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-23dd88aa-eed1-4838-a84d-b63921e2903d req-8bbd380b-e253-4a1f-92a9-f4b4cbb92e44 tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'fe9da8a2-cdee-444f-9cc6-2178f490177c', 'remote_group_id': '36fe6524-e8e7-4bcf-818a-544d098ca28b', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:46:12.975575 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-23dd88aa-eed1-4838-a84d-b63921e2903d req-8bbd380b-e253-4a1f-92a9-f4b4cbb92e44 tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:46:12.981410 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-23dd88aa-eed1-4838-a84d-b63921e2903d req-8bbd380b-e253-4a1f-92a9-f4b4cbb92e44 tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] Usage tracker for resource:security_group_rule and tenant:a987e2b14da04abd9c5d60b7dda4a32d is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:46:12.987443 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-23dd88aa-eed1-4838-a84d-b63921e2903d req-8bbd380b-e253-4a1f-92a9-f4b4cbb92e44 tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:46:12.998071 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-23dd88aa-eed1-4838-a84d-b63921e2903d req-8bbd380b-e253-4a1f-92a9-f4b4cbb92e44 tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:46:13.043775 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de5e59f-0919-41a4-af60-e548e8c5d162 req-fef02692-2968-4097-b7f5-a07d30d4e088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:46:13.045674 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4de5e59f-0919-41a4-af60-e548e8c5d162 req-fef02692-2968-4097-b7f5-a07d30d4e088 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=6884b43c239b4677a270eb283de39d49&device_id=55029693-c19b-4c54-a14f-1c970cbbeca5 HTTP/1.1" status: 200 len: 1094 time: 0.2221706 Jun 01 18:46:13.101191 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-ce205044-b625-46b1-b23f-d8cd8c39cf3f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=862a74a5da8945d481b7098ccd2db5e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3925748 Jun 01 18:46:13.110731 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 47856) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:46:13.170382 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68070055-8962-4047-9061-110a7b91a25d req-2d40aa60-0f5a-4d89-8cdc-f136b5a33921 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:46:13.171853 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-68070055-8962-4047-9061-110a7b91a25d req-2d40aa60-0f5a-4d89-8cdc-f136b5a33921 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] 10.222.0.41 "GET /v2.0/networks?id=222758ca-4c6e-4ccb-8f11-8c829f4da008 HTTP/1.1" status: 200 len: 808 time: 0.5842950 Jun 01 18:46:13.229479 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-49df4c35-0019-4244-84be-5b64bc2de050 req-991e73fd-8201-40a9-93cf-f58a20579cca tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:13.241105 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-23dd88aa-eed1-4838-a84d-b63921e2903d req-8bbd380b-e253-4a1f-92a9-f4b4cbb92e44 tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:13.242264 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-68070055-8962-4047-9061-110a7b91a25d req-b3b9aaa0-6fd7-46df-9c05-e9e28c41c6d4 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] 10.222.0.41 "GET /v2.0/quotas/ee3dca5a75c542e0966797f286e0b4d5 HTTP/1.1" status: 200 len: 375 time: 0.0496342 Jun 01 18:46:13.262574 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de5e59f-0919-41a4-af60-e548e8c5d162 req-2f79a960-3f1e-464e-9bac-32e8b530f450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:46:13.264031 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4de5e59f-0919-41a4-af60-e548e8c5d162 req-2f79a960-3f1e-464e-9bac-32e8b530f450 service neutron] 10.222.0.50 "GET /v2.0/networks?id=e3dea7fc-235f-4736-8c6d-38e23ed566b9 HTTP/1.1" status: 200 len: 906 time: 0.2030838 Jun 01 18:46:13.332015 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991e73fd-8201-40a9-93cf-f58a20579cca tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] Pushing event deleted for resources: {'Port': ['ID=35420f97-05c5-4e2d-b246-8037075de4fa,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:46:13.342722 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4de5e59f-0919-41a4-af60-e548e8c5d162 req-a77b7b65-fd7d-40a7-ab69-245280861b01 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4bc4794c-a46b-4311-ab6d-334e022485bf HTTP/1.1" status: 200 len: 217 time: 0.0700400 Jun 01 18:46:13.346654 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-23dd88aa-eed1-4838-a84d-b63921e2903d req-8bbd380b-e253-4a1f-92a9-f4b4cbb92e44 tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:13.507198 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-23dd88aa-eed1-4838-a84d-b63921e2903d req-8bbd380b-e253-4a1f-92a9-f4b4cbb92e44 tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:13.512293 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3b28d566-243e-4dba-a4c1-a4da90705972 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:13.525696 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [req-49df4c35-0019-4244-84be-5b64bc2de050 req-991e73fd-8201-40a9-93cf-f58a20579cca tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] No DVR routers for this DVR port 35420f97-05c5-4e2d-b246-8037075de4fa on host n-h1-844202-1 {{(pid=88525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 18:46:13.537253 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-49df4c35-0019-4244-84be-5b64bc2de050 req-991e73fd-8201-40a9-93cf-f58a20579cca tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:13.542889 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d29c071-4e6a-4167-9c9f-69f1a274133e', 'name': 'network-vif-deleted', 'tag': '35420f97-05c5-4e2d-b246-8037075de4fa'}] {{(pid=88525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:46:13.555504 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbd380b-e253-4a1f-92a9-f4b4cbb92e44 tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0175e88e-d792-417c-8322-62b612585772,revision_number=0']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:46:13.574459 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [req-2e7ec72e-2bfb-41af-bbdf-726fefaad414 req-fdbe1768-fc81-4ee0-899d-a11613d10248 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c6871b3-056c-4e65-926a-58f41668075c {{(pid=88525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:46:13.576363 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de5e59f-0919-41a4-af60-e548e8c5d162 req-2d139695-3588-4a6b-b004-35548dec93e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:46:13.578588 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4de5e59f-0919-41a4-af60-e548e8c5d162 req-2d139695-3588-4a6b-b004-35548dec93e3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=da8eacd5-9944-4111-9d5f-9f3e01b23eff HTTP/1.1" status: 200 len: 845 time: 0.2305982 Jun 01 18:46:13.580189 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-23dd88aa-eed1-4838-a84d-b63921e2903d req-8bbd380b-e253-4a1f-92a9-f4b4cbb92e44 tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:13.583313 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-23dd88aa-eed1-4838-a84d-b63921e2903d req-8bbd380b-e253-4a1f-92a9-f4b4cbb92e44 tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.6212792 Jun 01 18:46:13.584278 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3b28d566-243e-4dba-a4c1-a4da90705972 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:13.596520 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-2e7ec72e-2bfb-41af-bbdf-726fefaad414 req-fdbe1768-fc81-4ee0-899d-a11613d10248 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:13.624690 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-49df4c35-0019-4244-84be-5b64bc2de050 req-991e73fd-8201-40a9-93cf-f58a20579cca tempest-LiveAutoBlockMigrationV225Test-1061300439 tempest-LiveAutoBlockMigrationV225Test-1061300439-project] 10.222.0.15 "DELETE /v2.0/ports/35420f97-05c5-4e2d-b246-8037075de4fa HTTP/1.1" status: 204 len: 173 time: 2.0697227 Jun 01 18:46:13.644760 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [req-2e7ec72e-2bfb-41af-bbdf-726fefaad414 req-fdbe1768-fc81-4ee0-899d-a11613d10248 service neutron] Transition to ACTIVE for port object 1c6871b3-056c-4e65-926a-58f41668075c will not be triggered until provisioned by entity L2. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:46:13.653609 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-2e7ec72e-2bfb-41af-bbdf-726fefaad414 req-fdbe1768-fc81-4ee0-899d-a11613d10248 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:13.654978 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4de5e59f-0919-41a4-af60-e548e8c5d162 req-b3bca1e5-79c1-4ed4-9c72-fffabc6be9a3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e3dea7fc-235f-4736-8c6d-38e23ed566b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0680764 Jun 01 18:46:13.699502 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-68070055-8962-4047-9061-110a7b91a25d req-51084f18-904a-46b5-8abe-5179f1d703c8 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=ee3dca5a75c542e0966797f286e0b4d5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4200728 Jun 01 18:46:13.842238 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbe1768-fc81-4ee0-899d-a11613d10248 service neutron] Pushing event updated for resources: {'Port': ['ID=1c6871b3-056c-4e65-926a-58f41668075c,revision_number=2']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:46:13.959328 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4de5e59f-0919-41a4-af60-e548e8c5d162 req-c86656d9-ed76-4982-a2a0-93400ebde0e3 service neutron] 10.222.0.50 "GET /v2.0/networks/e3dea7fc-235f-4736-8c6d-38e23ed566b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2885756 Jun 01 18:46:13.972563 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3b28d566-243e-4dba-a4c1-a4da90705972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:14.016279 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b28d566-243e-4dba-a4c1-a4da90705972 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=617bc5d3-33c8-48c1-8b2a-9d9da11cbb5d,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:46:14.023294 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3b28d566-243e-4dba-a4c1-a4da90705972 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:14.024779 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-3b28d566-243e-4dba-a4c1-a4da90705972 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/617bc5d3-33c8-48c1-8b2a-9d9da11cbb5d HTTP/1.1" status: 204 len: 168 time: 0.9031086 Jun 01 18:46:14.101872 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-2e7ec72e-2bfb-41af-bbdf-726fefaad414 req-fdbe1768-fc81-4ee0-899d-a11613d10248 service neutron] Attempting to bind port 1c6871b3-056c-4e65-926a-58f41668075c on host n-h1-844202-1 for vnic_type normal with profile {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:46:14.102462 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-2e7ec72e-2bfb-41af-bbdf-726fefaad414 req-fdbe1768-fc81-4ee0-899d-a11613d10248 service neutron] Attempting to bind port 1c6871b3-056c-4e65-926a-58f41668075c by drivers openvswitch,hyperv on host n-h1-844202-1 at level 0 using segments [{'id': '641e9a4f-e613-4ae2-9aeb-2789f815da51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'f464bab1-fed8-4b70-bd0a-84f4f32a722e'}] {{(pid=88525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:46:14.103016 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e7ec72e-2bfb-41af-bbdf-726fefaad414 req-fdbe1768-fc81-4ee0-899d-a11613d10248 service neutron] Attempting to bind port 1c6871b3-056c-4e65-926a-58f41668075c on network f464bab1-fed8-4b70-bd0a-84f4f32a722e {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:46:14.112968 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b107b84-dc89-467a-8a1e-4eb965af202f req-aa6481df-214f-4eb7-be2d-443471da0f8d tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:46:14.120204 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6b107b84-dc89-467a-8a1e-4eb965af202f req-aa6481df-214f-4eb7-be2d-443471da0f8d tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] 10.222.0.41 "GET /v2.0/ports?device_id=25555729-d93d-444d-a0b5-0a4fa55d3cb8 HTTP/1.1" status: 200 len: 943 time: 0.3638985 Jun 01 18:46:14.122624 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e7ec72e-2bfb-41af-bbdf-726fefaad414 req-fdbe1768-fc81-4ee0-899d-a11613d10248 service neutron] Port 1c6871b3-056c-4e65-926a-58f41668075c on network f464bab1-fed8-4b70-bd0a-84f4f32a722e not bound, no agent of type Open vSwitch agent registered on host n-h1-844202-1 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 18:46:14.123146 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e7ec72e-2bfb-41af-bbdf-726fefaad414 req-fdbe1768-fc81-4ee0-899d-a11613d10248 service neutron] Attempting to bind port 1c6871b3-056c-4e65-926a-58f41668075c on network f464bab1-fed8-4b70-bd0a-84f4f32a722e {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:46:14.134121 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-68070055-8962-4047-9061-110a7b91a25d req-077c0dac-34fb-4a88-a3cd-886a8dc91ce7 service neutron] 10.222.0.41 "GET /v2.0/networks/222758ca-4c6e-4ccb-8f11-8c829f4da008?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4154081 Jun 01 18:46:14.135325 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e7ec72e-2bfb-41af-bbdf-726fefaad414 req-fdbe1768-fc81-4ee0-899d-a11613d10248 service neutron] Checking agent: {'id': 'bdb1e5d7-b998-4259-838f-3d278e930f32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 18, 46, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:46:14.135869 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e7ec72e-2bfb-41af-bbdf-726fefaad414 req-fdbe1768-fc81-4ee0-899d-a11613d10248 service neutron] Checking segment: {'id': '641e9a4f-e613-4ae2-9aeb-2789f815da51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'f464bab1-fed8-4b70-bd0a-84f4f32a722e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:46:14.136574 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e7ec72e-2bfb-41af-bbdf-726fefaad414 req-fdbe1768-fc81-4ee0-899d-a11613d10248 service neutron] Bound using segment: {'id': '641e9a4f-e613-4ae2-9aeb-2789f815da51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'f464bab1-fed8-4b70-bd0a-84f4f32a722e'} {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:46:14.137218 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-2e7ec72e-2bfb-41af-bbdf-726fefaad414 req-fdbe1768-fc81-4ee0-899d-a11613d10248 service neutron] Bound port: 1c6871b3-056c-4e65-926a-58f41668075c, host: n-h1-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '641e9a4f-e613-4ae2-9aeb-2789f815da51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'f464bab1-fed8-4b70-bd0a-84f4f32a722e'}}] {{(pid=88525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:46:14.137786 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-2e7ec72e-2bfb-41af-bbdf-726fefaad414 req-fdbe1768-fc81-4ee0-899d-a11613d10248 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:14.252797 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4de5e59f-0919-41a4-af60-e548e8c5d162 req-d10418b4-4e50-4ea1-9769-489fbc3aec82 service neutron] 10.222.0.50 "GET /v2.0/networks/e3dea7fc-235f-4736-8c6d-38e23ed566b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2829692 Jun 01 18:46:14.256580 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-6b107b84-dc89-467a-8a1e-4eb965af202f req-0aafd8fc-a919-4c96-97ac-cfa5ee6e3313 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] Synchronizing usage tracker for tenant:dd99cee1173546e6a5fd323f8dfa5a74 on resource:security_group {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:46:14.290750 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-6b107b84-dc89-467a-8a1e-4eb965af202f req-0aafd8fc-a919-4c96-97ac-cfa5ee6e3313 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] Unset dirty status for tenant:dd99cee1173546e6a5fd323f8dfa5a74 on resource:security_group {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:46:14.292570 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6b107b84-dc89-467a-8a1e-4eb965af202f req-0aafd8fc-a919-4c96-97ac-cfa5ee6e3313 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] 10.222.0.41 "GET /v2.0/security-groups?id=32e0c067-0089-408b-a3cd-4b24e22ccce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713915 Jun 01 18:46:14.511299 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 47884) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:46:14.554854 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-68070055-8962-4047-9061-110a7b91a25d req-c10c7ff7-95d3-43cd-8f07-5c786a8eb500 service neutron] 10.222.0.41 "GET /v2.0/networks/222758ca-4c6e-4ccb-8f11-8c829f4da008?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4062192 Jun 01 18:46:14.566637 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-2e7ec72e-2bfb-41af-bbdf-726fefaad414 req-fdbe1768-fc81-4ee0-899d-a11613d10248 service neutron] For port 1c6871b3-056c-4e65-926a-58f41668075c, host n-h1-844202-1, cleared binding levels {{(pid=88525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:46:14.571328 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-2e7ec72e-2bfb-41af-bbdf-726fefaad414 req-fdbe1768-fc81-4ee0-899d-a11613d10248 service neutron] For port 1c6871b3-056c-4e65-926a-58f41668075c, host n-h1-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=1c6871b3-056c-4e65-926a-58f41668075c,segment=NetworkSegment(641e9a4f-e613-4ae2-9aeb-2789f815da51),segment_id=641e9a4f-e613-4ae2-9aeb-2789f815da51)] {{(pid=88525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:46:14.578228 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-2e7ec72e-2bfb-41af-bbdf-726fefaad414 req-fdbe1768-fc81-4ee0-899d-a11613d10248 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:14.639888 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-128d8e4d-9a35-458c-a2a8-2b9963554227 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c5936860426a4c88b41c3d286ca52e82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1251104 Jun 01 18:46:14.647440 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 47888) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:46:14.666436 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7ec72e-2bfb-41af-bbdf-726fefaad414 req-fdbe1768-fc81-4ee0-899d-a11613d10248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:46:14.667010 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-2e7ec72e-2bfb-41af-bbdf-726fefaad414 req-fdbe1768-fc81-4ee0-899d-a11613d10248 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:14.668496 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2e7ec72e-2bfb-41af-bbdf-726fefaad414 req-fdbe1768-fc81-4ee0-899d-a11613d10248 service neutron] 10.222.0.15 "PUT /v2.0/ports/1c6871b3-056c-4e65-926a-58f41668075c HTTP/1.1" status: 200 len: 1091 time: 2.7932398 Jun 01 18:46:14.695523 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbe1768-fc81-4ee0-899d-a11613d10248 service neutron] Pushing event updated for resources: {'Port': ['ID=1c6871b3-056c-4e65-926a-58f41668075c,revision_number=3']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:46:14.742099 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 4bc4794c-a46b-4311-ab6d-334e022485bf details requested by agent hyperv_n-h2-844202-1 with host n-h2-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 18:46:14.775116 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4da0138d-7bea-4865-9596-cedb45c99031 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:14.818043 n-d-844202-1 neutron-server[88525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98be70b2-31e6-4e4b-94cc-fecf53254845'] response: {'server_uuid': '7d29c071-4e6a-4167-9c9f-69f1a274133e', 'name': 'network-vif-deleted', 'tag': '35420f97-05c5-4e2d-b246-8037075de4fa', 'status': 'completed', 'code': 200} Jun 01 18:46:14.830068 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7ec72e-2bfb-41af-bbdf-726fefaad414 req-190c1873-723c-4090-b9b2-0544d4b97408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:46:14.835153 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2e7ec72e-2bfb-41af-bbdf-726fefaad414 req-190c1873-723c-4090-b9b2-0544d4b97408 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=dd99cee1173546e6a5fd323f8dfa5a74&device_id=25555729-d93d-444d-a0b5-0a4fa55d3cb8 HTTP/1.1" status: 200 len: 1094 time: 0.1228063 Jun 01 18:46:14.844202 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4da0138d-7bea-4865-9596-cedb45c99031 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:14.846355 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [req-8029d84f-3e5a-48ba-8dc1-5878ed6bd964 req-ffc7bc8b-8761-47cc-afee-cd719bf2ecb1 tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1377571377', 'description': 'tempest-description-257302713'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:46:14.859425 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [req-8029d84f-3e5a-48ba-8dc1-5878ed6bd964 req-ffc7bc8b-8761-47cc-afee-cd719bf2ecb1 tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:46:14.869906 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-8029d84f-3e5a-48ba-8dc1-5878ed6bd964 req-ffc7bc8b-8761-47cc-afee-cd719bf2ecb1 tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] Usage tracker for resource:security_group and tenant:a987e2b14da04abd9c5d60b7dda4a32d is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:46:14.873024 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-8029d84f-3e5a-48ba-8dc1-5878ed6bd964 req-ffc7bc8b-8761-47cc-afee-cd719bf2ecb1 tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:46:14.896215 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [req-8029d84f-3e5a-48ba-8dc1-5878ed6bd964 req-ffc7bc8b-8761-47cc-afee-cd719bf2ecb1 tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:46:14.897050 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bd176c-b045-4043-83e7-6e8b3ec41002 req-d26f070b-ac65-4d45-833f-da7a1bbc0fc3 tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:46:14.904343 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-73bd176c-b045-4043-83e7-6e8b3ec41002 req-d26f070b-ac65-4d45-833f-da7a1bbc0fc3 tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] 10.222.0.41 "GET /v2.0/ports?device_id=55029693-c19b-4c54-a14f-1c970cbbeca5 HTTP/1.1" status: 200 len: 943 time: 0.3279035 Jun 01 18:46:14.983054 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4da0138d-7bea-4865-9596-cedb45c99031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:14.993459 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 4bc4794c-a46b-4311-ab6d-334e022485bf, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=4bc4794c-a46b-4311-ab6d-334e022485bf,segment=NetworkSegment(5423f802-8952-4dea-8b13-e2a87f408f8c),segment_id=5423f802-8952-4dea-8b13-e2a87f408f8c)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:46:15.015826 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-73bd176c-b045-4043-83e7-6e8b3ec41002 req-6a17c1ec-05a6-4022-8170-134723dc4efa tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f2fd699-5af8-4379-8a92-35d8c8796709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103077 Jun 01 18:46:15.024703 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da0138d-7bea-4865-9596-cedb45c99031 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4a6d7a7-8c17-419d-b7d8-e5ffde32288d,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:46:15.028542 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Returning: {'device': '4bc4794c-a46b-4311-ab6d-334e022485bf', 'network_id': 'e3dea7fc-235f-4736-8c6d-38e23ed566b9', 'port_id': '4bc4794c-a46b-4311-ab6d-334e022485bf', 'mac_address': 'fa:16:3e:60:19:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da8eacd5-9944-4111-9d5f-9f3e01b23eff', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 18:46:15.055835 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4da0138d-7bea-4865-9596-cedb45c99031 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:15.059012 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-4da0138d-7bea-4865-9596-cedb45c99031 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c4a6d7a7-8c17-419d-b7d8-e5ffde32288d HTTP/1.1" status: 204 len: 168 time: 0.4104762 Jun 01 18:46:15.084346 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2e7ec72e-2bfb-41af-bbdf-726fefaad414 req-31f4deee-1d0a-43d2-bf41-e7ee623b8f01 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1c6871b3-056c-4e65-926a-58f41668075c HTTP/1.1" status: 200 len: 217 time: 0.2254438 Jun 01 18:46:15.084891 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-8029d84f-3e5a-48ba-8dc1-5878ed6bd964 req-ffc7bc8b-8761-47cc-afee-cd719bf2ecb1 tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:15.167227 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [req-8029d84f-3e5a-48ba-8dc1-5878ed6bd964 req-ffc7bc8b-8761-47cc-afee-cd719bf2ecb1 tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:46:15.172375 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-8029d84f-3e5a-48ba-8dc1-5878ed6bd964 req-ffc7bc8b-8761-47cc-afee-cd719bf2ecb1 tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] Usage tracker for resource:security_group_rule and tenant:a987e2b14da04abd9c5d60b7dda4a32d is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:46:15.176410 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-8029d84f-3e5a-48ba-8dc1-5878ed6bd964 req-ffc7bc8b-8761-47cc-afee-cd719bf2ecb1 tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:46:15.188166 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [req-8029d84f-3e5a-48ba-8dc1-5878ed6bd964 req-ffc7bc8b-8761-47cc-afee-cd719bf2ecb1 tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:46:15.208832 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 47904) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:46:15.238387 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port 4bc4794c-a46b-4311-ab6d-334e022485bf is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:46:15.238769 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:15.281691 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bc4794c-a46b-4311-ab6d-334e022485bf {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:46:15.288384 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7ec72e-2bfb-41af-bbdf-726fefaad414 req-60a92633-a6b1-4930-a442-d686ddcfe0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:46:15.293526 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2e7ec72e-2bfb-41af-bbdf-726fefaad414 req-60a92633-a6b1-4930-a442-d686ddcfe0ce service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9b06a1f2-b51f-445c-a75f-8362b440f3f4 HTTP/1.1" status: 200 len: 854 time: 0.1893148 Jun 01 18:46:15.320577 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 4bc4794c-a46b-4311-ab6d-334e022485bf, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=4bc4794c-a46b-4311-ab6d-334e022485bf,segment=NetworkSegment(5423f802-8952-4dea-8b13-e2a87f408f8c),segment_id=5423f802-8952-4dea-8b13-e2a87f408f8c)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:46:15.342451 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:15.416249 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=4bc4794c-a46b-4311-ab6d-334e022485bf,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:46:15.428354 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-6f7edb99-eea3-4a4c-9b09-3b745f2ffc99 req-2e5cb382-d5bd-4e95-8d88-68a7d8bac0c5 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] Synchronizing usage tracker for tenant:ee3dca5a75c542e0966797f286e0b4d5 on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:46:15.469320 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2e7ec72e-2bfb-41af-bbdf-726fefaad414 req-ee8d3866-3ce1-48be-ac85-22988a80ef96 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f464bab1-fed8-4b70-bd0a-84f4f32a722e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1587305 Jun 01 18:46:15.500830 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-6f7edb99-eea3-4a4c-9b09-3b745f2ffc99 req-2e5cb382-d5bd-4e95-8d88-68a7d8bac0c5 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] Unset dirty status for tenant:ee3dca5a75c542e0966797f286e0b4d5 on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:46:15.512825 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6f7edb99-eea3-4a4c-9b09-3b745f2ffc99 req-2e5cb382-d5bd-4e95-8d88-68a7d8bac0c5 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c2f9279-7cc9-4d6f-b8cb-b08438524fa4 HTTP/1.1" status: 200 len: 210 time: 0.1376836 Jun 01 18:46:15.541104 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_v2 [None req-30c105e8-f27c-425e-9084-804bdf30fa31 admin admin] Deleting subnet cfa67698-6bf3-43ec-a752-299eaec79caf {{(pid=88524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 18:46:15.551902 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-30c105e8-f27c-425e-9084-804bdf30fa31 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:15.552983 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-8029d84f-3e5a-48ba-8dc1-5878ed6bd964 req-ffc7bc8b-8761-47cc-afee-cd719bf2ecb1 tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:15.580558 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] get_ports_and_sgs() called for port_ids ['4bc4794c-a46b-4311-ab6d-334e022485bf'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:46:15.613632 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-8029d84f-3e5a-48ba-8dc1-5878ed6bd964 req-ffc7bc8b-8761-47cc-afee-cd719bf2ecb1 tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:15.671825 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-30c105e8-f27c-425e-9084-804bdf30fa31 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2702137'] for subnet, precommit_delete_associations {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:15.730625 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc7bc8b-8761-47cc-afee-cd719bf2ecb1 tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b97e44cb-bd21-47c0-becf-3652452d324c,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:46:15.824859 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-8029d84f-3e5a-48ba-8dc1-5878ed6bd964 req-ffc7bc8b-8761-47cc-afee-cd719bf2ecb1 tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:15.840790 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8029d84f-3e5a-48ba-8dc1-5878ed6bd964 req-ffc7bc8b-8761-47cc-afee-cd719bf2ecb1 tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 1.0154004 Jun 01 18:46:15.846605 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-30c105e8-f27c-425e-9084-804bdf30fa31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:15.849292 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2e7ec72e-2bfb-41af-bbdf-726fefaad414 req-95fe334a-36ee-42a6-9674-6bd20160d6ff service neutron] 10.222.0.15 "GET /v2.0/networks/f464bab1-fed8-4b70-bd0a-84f4f32a722e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3525901 Jun 01 18:46:16.032570 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e430b8-7f65-4f02-8bbd-8295490ecde9 req-eaeb4dfc-089a-4995-875f-77939a44b6e3 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:46:16.045764 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e8e430b8-7f65-4f02-8bbd-8295490ecde9 req-eaeb4dfc-089a-4995-875f-77939a44b6e3 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] 10.222.0.41 "GET /v2.0/ports?device_id=25555729-d93d-444d-a0b5-0a4fa55d3cb8 HTTP/1.1" status: 200 len: 943 time: 0.3297110 Jun 01 18:46:16.109963 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-30c105e8-f27c-425e-9084-804bdf30fa31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2718856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3066595'] for subnet, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:16.115849 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [req-023b7126-7208-4a9a-a7af-0c7b98779830 req-d2e3b400-8b4e-4d7f-80aa-4552ef055702 tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1632066015', 'description': 'tempest-description-1249784228'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:46:16.124530 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [req-023b7126-7208-4a9a-a7af-0c7b98779830 req-d2e3b400-8b4e-4d7f-80aa-4552ef055702 tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:46:16.129051 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2e7ec72e-2bfb-41af-bbdf-726fefaad414 req-4faaccac-33e9-4d8c-95d6-a422a3137cda service neutron] 10.222.0.15 "GET /v2.0/networks/f464bab1-fed8-4b70-bd0a-84f4f32a722e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2679813 Jun 01 18:46:16.131460 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-023b7126-7208-4a9a-a7af-0c7b98779830 req-d2e3b400-8b4e-4d7f-80aa-4552ef055702 tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] Usage tracker for resource:security_group and tenant:a987e2b14da04abd9c5d60b7dda4a32d is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:46:16.134789 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-023b7126-7208-4a9a-a7af-0c7b98779830 req-d2e3b400-8b4e-4d7f-80aa-4552ef055702 tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] Quota usage for security_group was recalculated. Used quota:6. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:46:16.141288 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [req-023b7126-7208-4a9a-a7af-0c7b98779830 req-d2e3b400-8b4e-4d7f-80aa-4552ef055702 tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] Attempting to reserve 1 items for resource security_group. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:46:16.155183 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-023b7126-7208-4a9a-a7af-0c7b98779830 req-d2e3b400-8b4e-4d7f-80aa-4552ef055702 tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:16.160192 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-30c105e8-f27c-425e-9084-804bdf30fa31 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:16.166780 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e8e430b8-7f65-4f02-8bbd-8295490ecde9 req-db38cfb0-6348-43de-8773-7facc0f9db39 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] 10.222.0.41 "GET /v2.0/security-groups?id=32e0c067-0089-408b-a3cd-4b24e22ccce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199872 Jun 01 18:46:16.174147 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c105e8-f27c-425e-9084-804bdf30fa31 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cfa67698-6bf3-43ec-a752-299eaec79caf,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:46:16.181208 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-30c105e8-f27c-425e-9084-804bdf30fa31 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/cfa67698-6bf3-43ec-a752-299eaec79caf HTTP/1.1" status: 204 len: 168 time: 0.9711533 Jun 01 18:46:16.183553 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 47948) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:46:16.195056 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [req-023b7126-7208-4a9a-a7af-0c7b98779830 req-d2e3b400-8b4e-4d7f-80aa-4552ef055702 tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:46:16.199096 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-023b7126-7208-4a9a-a7af-0c7b98779830 req-d2e3b400-8b4e-4d7f-80aa-4552ef055702 tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] Usage tracker for resource:security_group_rule and tenant:a987e2b14da04abd9c5d60b7dda4a32d is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:46:16.202111 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-023b7126-7208-4a9a-a7af-0c7b98779830 req-d2e3b400-8b4e-4d7f-80aa-4552ef055702 tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:46:16.210697 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [req-023b7126-7208-4a9a-a7af-0c7b98779830 req-d2e3b400-8b4e-4d7f-80aa-4552ef055702 tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:46:16.339533 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-158f15c4-4d96-4908-8576-b7efbb39fdb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:16.408205 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-023b7126-7208-4a9a-a7af-0c7b98779830 req-d2e3b400-8b4e-4d7f-80aa-4552ef055702 tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:16.415161 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-023b7126-7208-4a9a-a7af-0c7b98779830 req-d2e3b400-8b4e-4d7f-80aa-4552ef055702 tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:16.614080 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-158f15c4-4d96-4908-8576-b7efbb39fdb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:16.628281 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 35420f97-05c5-4e2d-b246-8037075de4fa no longer exists at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:46:16.655851 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-158f15c4-4d96-4908-8576-b7efbb39fdb1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['411d1518-9352-4dec-8af2-2285a53556b4']}} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:46:16.673275 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-158f15c4-4d96-4908-8576-b7efbb39fdb1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7a2e8fb-b3d5-44ba-bb42-81da885a74e3') {'for_net_delete': True} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:46:16.673573 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-158f15c4-4d96-4908-8576-b7efbb39fdb1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7a2e8fb-b3d5-44ba-bb42-81da885a74e3') {} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:46:16.676948 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e3b400-8b4e-4d7f-80aa-4552ef055702 tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9b95c92-5ca8-4b6a-a7be-b7a0edfdaf85,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:46:16.680798 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-023b7126-7208-4a9a-a7af-0c7b98779830 req-d2e3b400-8b4e-4d7f-80aa-4552ef055702 tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:16.682203 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-023b7126-7208-4a9a-a7af-0c7b98779830 req-d2e3b400-8b4e-4d7f-80aa-4552ef055702 tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.5777776 Jun 01 18:46:16.695957 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-158f15c4-4d96-4908-8576-b7efbb39fdb1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2702126'] for segment, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:16.735845 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09b0a62-9889-480c-932e-e33801ec2fa0 req-6d13aa96-e578-4144-b1a6-cd320fb82446 tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:46:16.746685 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c09b0a62-9889-480c-932e-e33801ec2fa0 req-6d13aa96-e578-4144-b1a6-cd320fb82446 tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] 10.222.0.41 "GET /v2.0/ports?device_id=55029693-c19b-4c54-a14f-1c970cbbeca5 HTTP/1.1" status: 200 len: 944 time: 0.3140626 Jun 01 18:46:16.771767 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 4bc4794c-a46b-4311-ab6d-334e022485bf up at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:46:16.801222 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68070055-8962-4047-9061-110a7b91a25d req-df18eb79-b3f5-498f-985e-162ad2cd6ee7 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:46:16.801458 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-158f15c4-4d96-4908-8576-b7efbb39fdb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:16.806982 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-68070055-8962-4047-9061-110a7b91a25d req-df18eb79-b3f5-498f-985e-162ad2cd6ee7 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] 10.222.0.15 "GET /v2.0/networks?id=222758ca-4c6e-4ccb-8f11-8c829f4da008 HTTP/1.1" status: 200 len: 808 time: 0.2771897 Jun 01 18:46:16.820267 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25555729-d93d-444d-a0b5-0a4fa55d3cb8', 'tag': '1c6871b3-056c-4e65-926a-58f41668075c'}] {{(pid=88525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:46:16.836434 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-158f15c4-4d96-4908-8576-b7efbb39fdb1 admin admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=88524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 18:46:16.837667 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-158f15c4-4d96-4908-8576-b7efbb39fdb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2719018'] for segment, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:16.838997 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [req-68070055-8962-4047-9061-110a7b91a25d req-23f44a3e-7d4d-4ebc-893a-0717a064e26b tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] Request body: {'port': {'device_id': '0c2f9279-7cc9-4d6f-b8cb-b08438524fa4', 'network_id': '222758ca-4c6e-4ccb-8f11-8c829f4da008', 'admin_state_up': True, 'tenant_id': 'ee3dca5a75c542e0966797f286e0b4d5'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:46:16.874755 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] No Port match for: 35420f97-05c5-4e2d-b246-8037075de4fa {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 18:46:16.875417 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 35420f97-05c5-4e2d-b246-8037075de4fa not bound to the agent host n-h1-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 18:46:16.898936 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c09b0a62-9889-480c-932e-e33801ec2fa0 req-fa3f31f4-ba49-42c3-8218-dd234b501e59 tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f2fd699-5af8-4379-8a92-35d8c8796709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513004 Jun 01 18:46:16.934178 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning for port 4bc4794c-a46b-4311-ab6d-334e022485bf completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:46:16.953959 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning complete for port 4bc4794c-a46b-4311-ab6d-334e022485bf triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:46:16.956280 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:17.099620 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e0826aed-853e-4c6c-8558-ca4e06581c1e req-d7afcd2c-e209-43fb-bba2-d8bc5b8d65ab tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] 10.222.0.41 "GET /v2.0/security-groups/b97e44cb-bd21-47c0-becf-3652452d324c HTTP/1.1" status: 200 len: 1804 time: 0.0986691 Jun 01 18:46:17.136058 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment e7a2e8fb-b3d5-44ba-bb42-81da885a74e3 resource provider aggregate not found Jun 01 18:46:17.164970 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port 4bc4794c-a46b-4311-ab6d-334e022485bf is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:46:17.165348 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:17.167944 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment e7a2e8fb-b3d5-44ba-bb42-81da885a74e3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e7a2e8fb-b3d5-44ba-bb42-81da885a74e3 found for delete ", "request_id": "req-b891fdaa-52d3-4d0b-a15e-6e785cae79de"}]} Jun 01 18:46:17.182250 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-158f15c4-4d96-4908-8576-b7efbb39fdb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:17.224651 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55029693-c19b-4c54-a14f-1c970cbbeca5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bc4794c-a46b-4311-ab6d-334e022485bf'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:46:17.226676 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-158f15c4-4d96-4908-8576-b7efbb39fdb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:17.238479 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 4bc4794c-a46b-4311-ab6d-334e022485bf, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=4bc4794c-a46b-4311-ab6d-334e022485bf,segment=NetworkSegment(5423f802-8952-4dea-8b13-e2a87f408f8c),segment_id=5423f802-8952-4dea-8b13-e2a87f408f8c)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:46:17.246425 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:17.247457 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [req-68070055-8962-4047-9061-110a7b91a25d req-23f44a3e-7d4d-4ebc-893a-0717a064e26b tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:46:17.259023 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [req-68070055-8962-4047-9061-110a7b91a25d req-23f44a3e-7d4d-4ebc-893a-0717a064e26b tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:46:17.272613 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68070055-8962-4047-9061-110a7b91a25d req-23f44a3e-7d4d-4ebc-893a-0717a064e26b tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] Made reservation on behalf of ee3dca5a75c542e0966797f286e0b4d5 for: {'port': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:46:17.279544 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-68070055-8962-4047-9061-110a7b91a25d req-23f44a3e-7d4d-4ebc-893a-0717a064e26b tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:17.300803 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158f15c4-4d96-4908-8576-b7efbb39fdb1 admin admin] Pushing event deleted for resources: {'Network': ['ID=411d1518-9352-4dec-8af2-2285a53556b4,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:46:17.320472 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-66dcaf40-1dd8-4a72-9c30-6158f8078c92 req-36be9b09-c5a4-4558-b633-2a0f1844a506 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c2f9279-7cc9-4d6f-b8cb-b08438524fa4 HTTP/1.1" status: 200 len: 210 time: 0.0698178 Jun 01 18:46:17.324668 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-158f15c4-4d96-4908-8576-b7efbb39fdb1 admin admin] 10.222.0.41 "DELETE /v2.0/networks/411d1518-9352-4dec-8af2-2285a53556b4 HTTP/1.1" status: 204 len: 168 time: 1.1374021 Jun 01 18:46:17.324998 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 47990) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:46:17.331939 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e0826aed-853e-4c6c-8558-ca4e06581c1e req-8d0f7513-b693-470f-9b26-c0b6f109ec29 tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] 10.222.0.41 "GET /v2.0/security-groups/b9b95c92-5ca8-4b6a-a7be-b7a0edfdaf85 HTTP/1.1" status: 200 len: 1805 time: 0.2165141 Jun 01 18:46:17.338736 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [req-e0826aed-853e-4c6c-8558-ca4e06581c1e req-27fc1e93-fb11-401c-b6cc-b8e4628dbd22 tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'b97e44cb-bd21-47c0-becf-3652452d324c', 'remote_group_id': 'b9b95c92-5ca8-4b6a-a7be-b7a0edfdaf85', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:46:17.339050 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [req-e0826aed-853e-4c6c-8558-ca4e06581c1e req-27fc1e93-fb11-401c-b6cc-b8e4628dbd22 tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'b97e44cb-bd21-47c0-becf-3652452d324c', 'remote_group_id': 'b9b95c92-5ca8-4b6a-a7be-b7a0edfdaf85', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:46:17.379547 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=4bc4794c-a46b-4311-ab6d-334e022485bf,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:46:17.423773 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [req-e0826aed-853e-4c6c-8558-ca4e06581c1e req-27fc1e93-fb11-401c-b6cc-b8e4628dbd22 tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:46:17.435234 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_v2 [None req-15c23ed6-3cb4-4017-a7b4-22e6ce47dd35 admin admin] Deleting subnet 80adb1a1-d7a9-4961-8b6a-ff138728e6e3 {{(pid=88524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 18:46:17.439025 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-15c23ed6-3cb4-4017-a7b4-22e6ce47dd35 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:17.461140 n-d-844202-1 neutron-server[88525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-129d2593-a7b1-4280-af35-bb8979203093'] response: {'name': 'network-changed', 'server_uuid': '25555729-d93d-444d-a0b5-0a4fa55d3cb8', 'tag': '1c6871b3-056c-4e65-926a-58f41668075c', 'status': 'completed', 'code': 200} Jun 01 18:46:17.462056 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-e0826aed-853e-4c6c-8558-ca4e06581c1e req-27fc1e93-fb11-401c-b6cc-b8e4628dbd22 tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] Usage tracker for resource:security_group_rule and tenant:a987e2b14da04abd9c5d60b7dda4a32d is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:46:17.475385 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-e0826aed-853e-4c6c-8558-ca4e06581c1e req-27fc1e93-fb11-401c-b6cc-b8e4628dbd22 tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:46:17.538516 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-15c23ed6-3cb4-4017-a7b4-22e6ce47dd35 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2702137'] for subnet, precommit_delete_associations {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:17.550830 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [req-e0826aed-853e-4c6c-8558-ca4e06581c1e req-27fc1e93-fb11-401c-b6cc-b8e4628dbd22 tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:46:17.609077 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-15c23ed6-3cb4-4017-a7b4-22e6ce47dd35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:17.700082 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-15c23ed6-3cb4-4017-a7b4-22e6ce47dd35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2718856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3066595'] for subnet, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:17.767456 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c23ed6-3cb4-4017-a7b4-22e6ce47dd35 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80adb1a1-d7a9-4961-8b6a-ff138728e6e3,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:46:17.769757 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-15c23ed6-3cb4-4017-a7b4-22e6ce47dd35 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:17.778833 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-15c23ed6-3cb4-4017-a7b4-22e6ce47dd35 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/80adb1a1-d7a9-4961-8b6a-ff138728e6e3 HTTP/1.1" status: 204 len: 168 time: 0.4517038 Jun 01 18:46:17.782728 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 48020) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:46:17.873215 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa9f54e-3272-47c4-9596-8abd4d7192e5 req-65d8385e-d71c-41c4-9e32-595a44950951 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:46:17.874964 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0fa9f54e-3272-47c4-9596-8abd4d7192e5 req-65d8385e-d71c-41c4-9e32-595a44950951 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] 10.222.0.41 "GET /v2.0/ports?device_id=25555729-d93d-444d-a0b5-0a4fa55d3cb8 HTTP/1.1" status: 200 len: 943 time: 0.0988865 Jun 01 18:46:17.922288 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-e0826aed-853e-4c6c-8558-ca4e06581c1e req-27fc1e93-fb11-401c-b6cc-b8e4628dbd22 tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:17.924886 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0fa9f54e-3272-47c4-9596-8abd4d7192e5 req-6f5f2efe-9fd6-4637-9120-92dfda3bcb4b tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] 10.222.0.41 "GET /v2.0/security-groups?id=32e0c067-0089-408b-a3cd-4b24e22ccce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425591 Jun 01 18:46:17.951197 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c896b3a-673f-465c-9eb0-ce04e34cce02 req-c7034574-8985-480e-b059-979606362d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:46:17.953063 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-5c896b3a-673f-465c-9eb0-ce04e34cce02 req-c7034574-8985-480e-b059-979606362d02 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=dd99cee1173546e6a5fd323f8dfa5a74&device_id=25555729-d93d-444d-a0b5-0a4fa55d3cb8 HTTP/1.1" status: 200 len: 1094 time: 0.4704795 Jun 01 18:46:18.025016 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a500dd4-ea82-48a3-a458-c2d3c44d5719'] response: {'server_uuid': '55029693-c19b-4c54-a14f-1c970cbbeca5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bc4794c-a46b-4311-ab6d-334e022485bf', 'code': 200} Jun 01 18:46:18.203000 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [req-68070055-8962-4047-9061-110a7b91a25d req-23f44a3e-7d4d-4ebc-893a-0717a064e26b tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] Allocated IP 172.20.0.13 (222758ca-4c6e-4ccb-8f11-8c829f4da008/2d25927e-118e-41f9-9e0e-90f9021c9592/d2fed082-f232-473f-b203-8abb2abbb3b0) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:46:18.224983 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c28f16d4-28b6-4bee-abfc-c0fb04d3db80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:18.237136 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f10ff4-7e64-44f5-8a67-e5303bde0bb6 req-e3d79bf5-6341-4459-8bf4-4daacfb415a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:46:18.239090 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e8f10ff4-7e64-44f5-8a67-e5303bde0bb6 req-e3d79bf5-6341-4459-8bf4-4daacfb415a9 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=55029693-c19b-4c54-a14f-1c970cbbeca5 HTTP/1.1" status: 200 len: 1096 time: 0.1330037 Jun 01 18:46:18.243891 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-e0826aed-853e-4c6c-8558-ca4e06581c1e req-27fc1e93-fb11-401c-b6cc-b8e4628dbd22 tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:18.264407 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-e0826aed-853e-4c6c-8558-ca4e06581c1e req-27fc1e93-fb11-401c-b6cc-b8e4628dbd22 tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:18.336405 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fc1e93-fb11-401c-b6cc-b8e4628dbd22 tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ef3f44c-76d6-4179-8180-6a28998b280e,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:46:18.360705 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e8f10ff4-7e64-44f5-8a67-e5303bde0bb6 req-5de53902-4341-4bf0-a18c-983d6cc5373c service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=8f2fd699-5af8-4379-8a92-35d8c8796709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151686 Jun 01 18:46:18.400617 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-e0826aed-853e-4c6c-8558-ca4e06581c1e req-27fc1e93-fb11-401c-b6cc-b8e4628dbd22 tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:18.400959 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ee8dea-f030-4eae-bcea-fb46bd3781c5 req-7c27b62f-a81e-4840-b1ec-87897bba5a52 tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:46:18.401703 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e0826aed-853e-4c6c-8558-ca4e06581c1e req-27fc1e93-fb11-401c-b6cc-b8e4628dbd22 tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 1.0689352 Jun 01 18:46:18.402502 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-91ee8dea-f030-4eae-bcea-fb46bd3781c5 req-7c27b62f-a81e-4840-b1ec-87897bba5a52 tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] 10.222.0.41 "GET /v2.0/ports?device_id=55029693-c19b-4c54-a14f-1c970cbbeca5 HTTP/1.1" status: 200 len: 945 time: 0.1004834 Jun 01 18:46:18.464763 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-91ee8dea-f030-4eae-bcea-fb46bd3781c5 req-f2f5a8cf-7d0a-44bf-a042-914103d979cd tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f2fd699-5af8-4379-8a92-35d8c8796709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526328 Jun 01 18:46:18.524571 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c896b3a-673f-465c-9eb0-ce04e34cce02 req-b4a7d30f-ab3f-4ebd-b853-17a32160889b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:46:18.526180 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-5c896b3a-673f-465c-9eb0-ce04e34cce02 req-b4a7d30f-ab3f-4ebd-b853-17a32160889b service neutron] 10.222.0.15 "GET /v2.0/networks?id=f464bab1-fed8-4b70-bd0a-84f4f32a722e HTTP/1.1" status: 200 len: 915 time: 0.5582147 Jun 01 18:46:18.646096 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 1c6871b3-056c-4e65-926a-58f41668075c details requested by agent hyperv_n-h1-844202-1 with host n-h1-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 18:46:18.692368 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c28f16d4-28b6-4bee-abfc-c0fb04d3db80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:18.724803 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-c28f16d4-28b6-4bee-abfc-c0fb04d3db80 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72815759-ecbe-49ef-83ad-b3861a978b64']}} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:46:18.783041 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-c28f16d4-28b6-4bee-abfc-c0fb04d3db80 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '552cc5bf-ed1b-46d0-b549-911ff0a19246') {'for_net_delete': True} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:46:18.783828 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-c28f16d4-28b6-4bee-abfc-c0fb04d3db80 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '552cc5bf-ed1b-46d0-b549-911ff0a19246') {} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:46:18.798571 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-5c896b3a-673f-465c-9eb0-ce04e34cce02 req-5a426ef5-18ed-48c2-86ad-3308c1aa3e5e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1c6871b3-056c-4e65-926a-58f41668075c HTTP/1.1" status: 200 len: 217 time: 0.2213535 Jun 01 18:46:18.809934 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2185adae-644e-4899-a0a1-7ff47723cd18 req-e59fee09-5fb9-471f-b5e3-70694e37b7b8 tempest-ServersAdminNegativeTestJSON-1513463400 tempest-ServersAdminNegativeTestJSON-1513463400-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=6760d429cc524cbaad2a1ea67424b2d0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1274941 Jun 01 18:46:18.815863 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c28f16d4-28b6-4bee-abfc-c0fb04d3db80 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2258522'] for segment, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:18.884813 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0452bd7d-3ea1-4d42-bd9f-421c7d083417 req-34a202af-7eab-4d5b-bd32-4d01d1cc3814 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c2f9279-7cc9-4d6f-b8cb-b08438524fa4 HTTP/1.1" status: 200 len: 210 time: 0.0967722 Jun 01 18:46:18.929050 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port 1c6871b3-056c-4e65-926a-58f41668075c, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=1c6871b3-056c-4e65-926a-58f41668075c,segment=NetworkSegment(641e9a4f-e613-4ae2-9aeb-2789f815da51),segment_id=641e9a4f-e613-4ae2-9aeb-2789f815da51)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:46:18.946278 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Returning: {'device': '1c6871b3-056c-4e65-926a-58f41668075c', 'network_id': 'f464bab1-fed8-4b70-bd0a-84f4f32a722e', 'port_id': '1c6871b3-056c-4e65-926a-58f41668075c', 'mac_address': 'fa:16:3e:c2:05:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b06a1f2-b51f-445c-a75f-8362b440f3f4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 18:46:18.986452 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c28f16d4-28b6-4bee-abfc-c0fb04d3db80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:19.025781 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port 1c6871b3-056c-4e65-926a-58f41668075c is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:46:19.027681 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:19.027939 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c28f16d4-28b6-4bee-abfc-c0fb04d3db80 admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=88525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 18:46:19.028463 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c28f16d4-28b6-4bee-abfc-c0fb04d3db80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2613981'] for segment, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:19.049496 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ce7e1df9-8010-42d5-9262-81e2eb044c1b req-baac6fda-b399-4b96-9694-a7ecd2014d33 tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] 10.222.0.41 "GET /v2.0/security-groups/b9b95c92-5ca8-4b6a-a7be-b7a0edfdaf85 HTTP/1.1" status: 200 len: 1805 time: 0.1084535 Jun 01 18:46:19.059492 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c6871b3-056c-4e65-926a-58f41668075c {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:46:19.087152 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port 1c6871b3-056c-4e65-926a-58f41668075c, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=1c6871b3-056c-4e65-926a-58f41668075c,segment=NetworkSegment(641e9a4f-e613-4ae2-9aeb-2789f815da51),segment_id=641e9a4f-e613-4ae2-9aeb-2789f815da51)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:46:19.091260 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-68070055-8962-4047-9061-110a7b91a25d req-23f44a3e-7d4d-4ebc-893a-0717a064e26b tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:19.093016 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:19.146588 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment 552cc5bf-ed1b-46d0-b549-911ff0a19246 resource provider aggregate not found Jun 01 18:46:19.154740 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-ce7e1df9-8010-42d5-9262-81e2eb044c1b req-25359a9d-ba56-4d55-808b-e776032fd7a8 tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:19.180720 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c896b3a-673f-465c-9eb0-ce04e34cce02 req-831a9df3-f0e9-4714-885b-e5311d414940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:46:19.182310 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-5c896b3a-673f-465c-9eb0-ce04e34cce02 req-831a9df3-f0e9-4714-885b-e5311d414940 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9b06a1f2-b51f-445c-a75f-8362b440f3f4 HTTP/1.1" status: 200 len: 854 time: 0.3691211 Jun 01 18:46:19.185534 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=1c6871b3-056c-4e65-926a-58f41668075c,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:46:19.187785 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment 552cc5bf-ed1b-46d0-b549-911ff0a19246 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 552cc5bf-ed1b-46d0-b549-911ff0a19246 found for delete ", "request_id": "req-97734678-e48e-40c5-b6ba-be272c656c13"}]} Jun 01 18:46:19.204903 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-ce7e1df9-8010-42d5-9262-81e2eb044c1b req-25359a9d-ba56-4d55-808b-e776032fd7a8 tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:19.271287 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-5c896b3a-673f-465c-9eb0-ce04e34cce02 req-9ed76771-a814-4a2e-84c2-acf48bc3d57f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f464bab1-fed8-4b70-bd0a-84f4f32a722e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0737576 Jun 01 18:46:19.281202 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c28f16d4-28b6-4bee-abfc-c0fb04d3db80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:19.298344 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-ce7e1df9-8010-42d5-9262-81e2eb044c1b req-25359a9d-ba56-4d55-808b-e776032fd7a8 tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:19.327312 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c28f16d4-28b6-4bee-abfc-c0fb04d3db80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:19.330524 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25359a9d-ba56-4d55-808b-e776032fd7a8 tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9b95c92-5ca8-4b6a-a7be-b7a0edfdaf85,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:46:19.343113 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-ce7e1df9-8010-42d5-9262-81e2eb044c1b req-25359a9d-ba56-4d55-808b-e776032fd7a8 tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:19.343854 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2185adae-644e-4899-a0a1-7ff47723cd18 req-4f7e765c-07c4-4289-8247-ca07ab5b5416 tempest-ServersAdminNegativeTestJSON-1513463400 tempest-ServersAdminNegativeTestJSON-1513463400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:46:19.354741 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2185adae-644e-4899-a0a1-7ff47723cd18 req-4f7e765c-07c4-4289-8247-ca07ab5b5416 tempest-ServersAdminNegativeTestJSON-1513463400 tempest-ServersAdminNegativeTestJSON-1513463400-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5314136 Jun 01 18:46:19.355497 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] get_ports_and_sgs() called for port_ids ['1c6871b3-056c-4e65-926a-58f41668075c'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:46:19.356503 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ce7e1df9-8010-42d5-9262-81e2eb044c1b req-25359a9d-ba56-4d55-808b-e776032fd7a8 tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] 10.222.0.41 "DELETE /v2.0/security-groups/b9b95c92-5ca8-4b6a-a7be-b7a0edfdaf85 HTTP/1.1" status: 204 len: 173 time: 0.3006780 Jun 01 18:46:19.406770 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28f16d4-28b6-4bee-abfc-c0fb04d3db80 admin admin] Pushing event deleted for resources: {'Network': ['ID=72815759-ecbe-49ef-83ad-b3861a978b64,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:46:19.441311 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2185adae-644e-4899-a0a1-7ff47723cd18 req-629f4b02-d4e8-43e3-98b3-7d6e7956427e tempest-ServersAdminNegativeTestJSON-1513463400 tempest-ServersAdminNegativeTestJSON-1513463400-project] 10.222.0.41 "GET /v2.0/quotas/6760d429cc524cbaad2a1ea67424b2d0 HTTP/1.1" status: 200 len: 375 time: 0.0853984 Jun 01 18:46:19.443088 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-c28f16d4-28b6-4bee-abfc-c0fb04d3db80 admin admin] 10.222.0.41 "DELETE /v2.0/networks/72815759-ecbe-49ef-83ad-b3861a978b64 HTTP/1.1" status: 204 len: 168 time: 1.6530330 Jun 01 18:46:19.467503 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-68070055-8962-4047-9061-110a7b91a25d req-23f44a3e-7d4d-4ebc-893a-0717a064e26b tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:19.594561 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2185adae-644e-4899-a0a1-7ff47723cd18 req-98fc594f-a831-43b4-970d-1d8e3077ceee tempest-ServersAdminNegativeTestJSON-1513463400 tempest-ServersAdminNegativeTestJSON-1513463400-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=6760d429cc524cbaad2a1ea67424b2d0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1407697 Jun 01 18:46:19.693598 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68070055-8962-4047-9061-110a7b91a25d req-23f44a3e-7d4d-4ebc-893a-0717a064e26b tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] Network 222758ca-4c6e-4ccb-8f11-8c829f4da008 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:46:19.694938 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [req-68070055-8962-4047-9061-110a7b91a25d req-23f44a3e-7d4d-4ebc-893a-0717a064e26b tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:46:19.702826 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [req-68070055-8962-4047-9061-110a7b91a25d req-23f44a3e-7d4d-4ebc-893a-0717a064e26b tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:46:19.775039 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f44a3e-7d4d-4ebc-893a-0717a064e26b tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] Pushing event updated for resources: {'Port': ['ID=d2fed082-f232-473f-b203-8abb2abbb3b0,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:46:19.813170 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 48106) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:46:19.853788 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-5c896b3a-673f-465c-9eb0-ce04e34cce02 req-55f7a4c0-1dc0-421c-bde8-f7606a3702c4 service neutron] 10.222.0.15 "GET /v2.0/networks/f464bab1-fed8-4b70-bd0a-84f4f32a722e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5706115 Jun 01 18:46:19.892079 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84912aa0-eaf4-4456-99f0-29747a13df47 req-1d4e40ef-c652-48a0-beaf-5c7e77fa916f tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:46:19.893419 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-84912aa0-eaf4-4456-99f0-29747a13df47 req-1d4e40ef-c652-48a0-beaf-5c7e77fa916f tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] 10.222.0.41 "GET /v2.0/ports?device_id=25555729-d93d-444d-a0b5-0a4fa55d3cb8 HTTP/1.1" status: 200 len: 944 time: 0.2208576 Jun 01 18:46:19.918714 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 48110) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:46:19.928895 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-a546494b-6aea-4a39-a09b-21de4a607fd7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0182a2e51ffc43df8efdd2130dbcea4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0973618 Jun 01 18:46:19.940171 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68070055-8962-4047-9061-110a7b91a25d req-23f44a3e-7d4d-4ebc-893a-0717a064e26b tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:46:19.942905 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-68070055-8962-4047-9061-110a7b91a25d req-23f44a3e-7d4d-4ebc-893a-0717a064e26b tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:20.021431 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-84912aa0-eaf4-4456-99f0-29747a13df47 req-c86a6415-bdb1-479e-badf-94e0cb76b296 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] 10.222.0.41 "GET /v2.0/security-groups?id=32e0c067-0089-408b-a3cd-4b24e22ccce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913665 Jun 01 18:46:20.086770 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-583822d1-bd4e-4f9a-a224-b8ab68c92f4e req-f909e72d-df03-4e7e-a0b2-37a274dc0c03 tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] 10.222.0.41 "GET /v2.0/security-groups/b97e44cb-bd21-47c0-becf-3652452d324c HTTP/1.1" status: 200 len: 1804 time: 0.2627788 Jun 01 18:46:20.093332 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-68070055-8962-4047-9061-110a7b91a25d req-23f44a3e-7d4d-4ebc-893a-0717a064e26b tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2744288 Jun 01 18:46:20.151956 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [req-68070055-8962-4047-9061-110a7b91a25d req-5c67c4b6-b997-4412-9171-67843e506078 service neutron] Request body: {'port': {'device_id': '0c2f9279-7cc9-4d6f-b8cb-b08438524fa4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844202-1'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:46:20.267080 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b6d2f5df-3b52-4d2d-bf4a-43b84d5765fb req-4b8cf4d6-c035-46d8-8046-d4f82db5ae38 tempest-ServersAdminNegativeTestJSON-1513463400 tempest-ServersAdminNegativeTestJSON-1513463400-project] 10.222.0.41 "GET /v2.0/ports?device_id=c94c9101-8bda-4879-9243-999265ce9d5f HTTP/1.1" status: 200 len: 210 time: 0.0540481 Jun 01 18:46:20.395250 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5adde2b5-be48-443d-9f99-66ca8d1b11e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:20.522010 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ea0a4a-29d6-420c-86b6-922fa78e7e90 req-e52cda91-ca07-42ed-bbd4-27ec6cb3b394 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:46:20.523425 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-53ea0a4a-29d6-420c-86b6-922fa78e7e90 req-e52cda91-ca07-42ed-bbd4-27ec6cb3b394 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c2f9279-7cc9-4d6f-b8cb-b08438524fa4 HTTP/1.1" status: 200 len: 932 time: 0.1270707 Jun 01 18:46:20.545740 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-5c896b3a-673f-465c-9eb0-ce04e34cce02 req-9a3a8bef-678b-4305-9394-26fc99dc9a09 service neutron] 10.222.0.15 "GET /v2.0/networks/f464bab1-fed8-4b70-bd0a-84f4f32a722e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6768928 Jun 01 18:46:20.570036 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5adde2b5-be48-443d-9f99-66ca8d1b11e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:20.622219 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-53ea0a4a-29d6-420c-86b6-922fa78e7e90 req-4fc11238-4270-4bd6-acc3-08856cb29803 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] 10.222.0.41 "GET /v2.0/security-groups?id=92820b43-7593-449e-bdb5-02c9f22d29e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921819 Jun 01 18:46:20.638412 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-68070055-8962-4047-9061-110a7b91a25d req-5c67c4b6-b997-4412-9171-67843e506078 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:20.650040 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-67e19a26-fd6d-4c6b-af2b-afc02f8b3a5c req-5556555b-011a-4729-9675-f62fe4daae86 tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1167750740', 'description': 'tempest-description-1831474030'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:46:20.656865 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-67e19a26-fd6d-4c6b-af2b-afc02f8b3a5c req-5556555b-011a-4729-9675-f62fe4daae86 tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:46:20.659881 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 1c6871b3-056c-4e65-926a-58f41668075c up at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:46:20.662754 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-67e19a26-fd6d-4c6b-af2b-afc02f8b3a5c req-5556555b-011a-4729-9675-f62fe4daae86 tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] Usage tracker for resource:security_group and tenant:a987e2b14da04abd9c5d60b7dda4a32d is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:46:20.666929 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-67e19a26-fd6d-4c6b-af2b-afc02f8b3a5c req-5556555b-011a-4729-9675-f62fe4daae86 tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] Quota usage for security_group was recalculated. Used quota:6. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:46:20.674551 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-67e19a26-fd6d-4c6b-af2b-afc02f8b3a5c req-5556555b-011a-4729-9675-f62fe4daae86 tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] Attempting to reserve 1 items for resource security_group. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:46:20.687838 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-67e19a26-fd6d-4c6b-af2b-afc02f8b3a5c req-5556555b-011a-4729-9675-f62fe4daae86 tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:20.727415 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937da466-88de-43f2-8285-b9451344e876 req-bcceda77-5da5-4f3f-a545-4261bf8c094f tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:46:20.729089 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-937da466-88de-43f2-8285-b9451344e876 req-bcceda77-5da5-4f3f-a545-4261bf8c094f tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] 10.222.0.41 "GET /v2.0/ports?device_id=55029693-c19b-4c54-a14f-1c970cbbeca5 HTTP/1.1" status: 200 len: 945 time: 0.3674219 Jun 01 18:46:20.741335 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-67e19a26-fd6d-4c6b-af2b-afc02f8b3a5c req-5556555b-011a-4729-9675-f62fe4daae86 tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:46:20.747076 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-67e19a26-fd6d-4c6b-af2b-afc02f8b3a5c req-5556555b-011a-4729-9675-f62fe4daae86 tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] Usage tracker for resource:security_group_rule and tenant:a987e2b14da04abd9c5d60b7dda4a32d is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:46:20.750355 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-67e19a26-fd6d-4c6b-af2b-afc02f8b3a5c req-5556555b-011a-4729-9675-f62fe4daae86 tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:46:20.758952 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-67e19a26-fd6d-4c6b-af2b-afc02f8b3a5c req-5556555b-011a-4729-9675-f62fe4daae86 tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:46:20.810064 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Provisioning for port 1c6871b3-056c-4e65-926a-58f41668075c completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:46:20.815199 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Provisioning complete for port 1c6871b3-056c-4e65-926a-58f41668075c triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:46:20.815644 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:20.851604 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5adde2b5-be48-443d-9f99-66ca8d1b11e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:20.862268 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-67e19a26-fd6d-4c6b-af2b-afc02f8b3a5c req-5556555b-011a-4729-9675-f62fe4daae86 tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:20.868562 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-67e19a26-fd6d-4c6b-af2b-afc02f8b3a5c req-5556555b-011a-4729-9675-f62fe4daae86 tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:20.888997 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adde2b5-be48-443d-9f99-66ca8d1b11e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=444c87ba-31dc-4b5a-9977-492e198b845a,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:46:20.939304 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5556555b-011a-4729-9675-f62fe4daae86 tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3c72142-c309-460c-924a-06cf514cf6fa,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:46:20.945773 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-67e19a26-fd6d-4c6b-af2b-afc02f8b3a5c req-5556555b-011a-4729-9675-f62fe4daae86 tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:20.958418 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-67e19a26-fd6d-4c6b-af2b-afc02f8b3a5c req-5556555b-011a-4729-9675-f62fe4daae86 tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.3181217 Jun 01 18:46:20.988336 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port 1c6871b3-056c-4e65-926a-58f41668075c is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:46:20.988734 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:21.051451 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25555729-d93d-444d-a0b5-0a4fa55d3cb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c6871b3-056c-4e65-926a-58f41668075c'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:46:21.096282 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port 1c6871b3-056c-4e65-926a-58f41668075c, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=1c6871b3-056c-4e65-926a-58f41668075c,segment=NetworkSegment(641e9a4f-e613-4ae2-9aeb-2789f815da51),segment_id=641e9a4f-e613-4ae2-9aeb-2789f815da51)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:46:21.103866 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:21.123775 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-937da466-88de-43f2-8285-b9451344e876 req-62f9c5a6-2256-4401-940e-e56109fae81f tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] Synchronizing usage tracker for tenant:6884b43c239b4677a270eb283de39d49 on resource:security_group {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:46:21.142152 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5adde2b5-be48-443d-9f99-66ca8d1b11e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:21.143841 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-5adde2b5-be48-443d-9f99-66ca8d1b11e5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/444c87ba-31dc-4b5a-9977-492e198b845a HTTP/1.1" status: 204 len: 168 time: 1.2222271 Jun 01 18:46:21.198022 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-937da466-88de-43f2-8285-b9451344e876 req-62f9c5a6-2256-4401-940e-e56109fae81f tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] Unset dirty status for tenant:6884b43c239b4677a270eb283de39d49 on resource:security_group {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:46:21.212200 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-937da466-88de-43f2-8285-b9451344e876 req-62f9c5a6-2256-4401-940e-e56109fae81f tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f2fd699-5af8-4379-8a92-35d8c8796709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4508781 Jun 01 18:46:21.242973 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-995f15ce-cfb6-4ded-a404-e4e6471d94a2 req-5b7f33b4-ba5d-441a-8514-f6bc8664cb1f tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] 10.222.0.41 "GET /v2.0/security-groups/b3c72142-c309-460c-924a-06cf514cf6fa HTTP/1.1" status: 200 len: 1805 time: 0.0662754 Jun 01 18:46:21.248212 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-995f15ce-cfb6-4ded-a404-e4e6471d94a2 req-0a957c62-8e50-4452-a3d1-f26b0ea2fb38 tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b3c72142-c309-460c-924a-06cf514cf6fa', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:46:21.248820 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-995f15ce-cfb6-4ded-a404-e4e6471d94a2 req-0a957c62-8e50-4452-a3d1-f26b0ea2fb38 tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b3c72142-c309-460c-924a-06cf514cf6fa', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:46:21.256164 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-995f15ce-cfb6-4ded-a404-e4e6471d94a2 req-0a957c62-8e50-4452-a3d1-f26b0ea2fb38 tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:46:21.261235 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-995f15ce-cfb6-4ded-a404-e4e6471d94a2 req-0a957c62-8e50-4452-a3d1-f26b0ea2fb38 tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] Usage tracker for resource:security_group_rule and tenant:a987e2b14da04abd9c5d60b7dda4a32d is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:46:21.264581 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-995f15ce-cfb6-4ded-a404-e4e6471d94a2 req-0a957c62-8e50-4452-a3d1-f26b0ea2fb38 tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:46:21.274051 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-995f15ce-cfb6-4ded-a404-e4e6471d94a2 req-0a957c62-8e50-4452-a3d1-f26b0ea2fb38 tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:46:21.313997 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=1c6871b3-056c-4e65-926a-58f41668075c,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:46:21.350144 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-2185adae-644e-4899-a0a1-7ff47723cd18 req-7f02afc8-db1a-4215-8145-bfad43367583 tempest-ServersAdminNegativeTestJSON-1513463400 tempest-ServersAdminNegativeTestJSON-1513463400-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=6760d429cc524cbaad2a1ea67424b2d0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0483429 Jun 01 18:46:21.358638 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [req-68070055-8962-4047-9061-110a7b91a25d req-5c67c4b6-b997-4412-9171-67843e506078 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2fed082-f232-473f-b203-8abb2abbb3b0 {{(pid=88525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:46:21.380129 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-68070055-8962-4047-9061-110a7b91a25d req-5c67c4b6-b997-4412-9171-67843e506078 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:21.418806 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [req-68070055-8962-4047-9061-110a7b91a25d req-5c67c4b6-b997-4412-9171-67843e506078 service neutron] Transition to ACTIVE for port object d2fed082-f232-473f-b203-8abb2abbb3b0 will not be triggered until provisioned by entity L2. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:46:21.464203 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-68070055-8962-4047-9061-110a7b91a25d req-5c67c4b6-b997-4412-9171-67843e506078 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:21.621460 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2185adae-644e-4899-a0a1-7ff47723cd18 req-45c77f32-8d33-4c44-8d17-f7b5384a7113 tempest-ServersAdminNegativeTestJSON-1513463400 tempest-ServersAdminNegativeTestJSON-1513463400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:46:21.626102 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-2185adae-644e-4899-a0a1-7ff47723cd18 req-45c77f32-8d33-4c44-8d17-f7b5384a7113 tempest-ServersAdminNegativeTestJSON-1513463400 tempest-ServersAdminNegativeTestJSON-1513463400-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2679834 Jun 01 18:46:21.654215 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-2185adae-644e-4899-a0a1-7ff47723cd18 req-6eb6d0db-e260-452e-844e-979860f8d366 tempest-ServersAdminNegativeTestJSON-1513463400 tempest-ServersAdminNegativeTestJSON-1513463400-project] Request body: {'port': {'device_id': 'c94c9101-8bda-4879-9243-999265ce9d5f', 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426', 'admin_state_up': True, 'tenant_id': '6760d429cc524cbaad2a1ea67424b2d0'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:46:21.682126 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c67c4b6-b997-4412-9171-67843e506078 service neutron] Pushing event updated for resources: {'Port': ['ID=d2fed082-f232-473f-b203-8abb2abbb3b0,revision_number=2']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:46:21.741184 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-995f15ce-cfb6-4ded-a404-e4e6471d94a2 req-0a957c62-8e50-4452-a3d1-f26b0ea2fb38 tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:21.762954 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0892a0fe-b4c2-4e04-8a64-f5c099da08f1 req-9d9d8a39-0449-44fb-be90-837bccf64dc2 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:46:21.764592 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-0892a0fe-b4c2-4e04-8a64-f5c099da08f1 req-9d9d8a39-0449-44fb-be90-837bccf64dc2 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] Synchronizing usage tracker for tenant:dd99cee1173546e6a5fd323f8dfa5a74 on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:46:21.807146 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-68070055-8962-4047-9061-110a7b91a25d req-5c67c4b6-b997-4412-9171-67843e506078 service neutron] Attempting to bind port d2fed082-f232-473f-b203-8abb2abbb3b0 on host n-h1-844202-1 for vnic_type normal with profile {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:46:21.807381 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-68070055-8962-4047-9061-110a7b91a25d req-5c67c4b6-b997-4412-9171-67843e506078 service neutron] Attempting to bind port d2fed082-f232-473f-b203-8abb2abbb3b0 by drivers openvswitch,hyperv on host n-h1-844202-1 at level 0 using segments [{'id': '9bd376cf-8b39-4b75-aaa6-34bd3746194e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '222758ca-4c6e-4ccb-8f11-8c829f4da008'}] {{(pid=88525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:46:21.807702 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68070055-8962-4047-9061-110a7b91a25d req-5c67c4b6-b997-4412-9171-67843e506078 service neutron] Attempting to bind port d2fed082-f232-473f-b203-8abb2abbb3b0 on network 222758ca-4c6e-4ccb-8f11-8c829f4da008 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:46:21.811246 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-995f15ce-cfb6-4ded-a404-e4e6471d94a2 req-0a957c62-8e50-4452-a3d1-f26b0ea2fb38 tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:21.817636 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-995f15ce-cfb6-4ded-a404-e4e6471d94a2 req-0a957c62-8e50-4452-a3d1-f26b0ea2fb38 tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:21.819899 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68070055-8962-4047-9061-110a7b91a25d req-5c67c4b6-b997-4412-9171-67843e506078 service neutron] Port d2fed082-f232-473f-b203-8abb2abbb3b0 on network 222758ca-4c6e-4ccb-8f11-8c829f4da008 not bound, no agent of type Open vSwitch agent registered on host n-h1-844202-1 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 18:46:21.820279 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68070055-8962-4047-9061-110a7b91a25d req-5c67c4b6-b997-4412-9171-67843e506078 service neutron] Attempting to bind port d2fed082-f232-473f-b203-8abb2abbb3b0 on network 222758ca-4c6e-4ccb-8f11-8c829f4da008 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:46:21.822821 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 48170) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:46:21.844050 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-0892a0fe-b4c2-4e04-8a64-f5c099da08f1 req-9d9d8a39-0449-44fb-be90-837bccf64dc2 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] Unset dirty status for tenant:dd99cee1173546e6a5fd323f8dfa5a74 on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:46:21.852118 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-0892a0fe-b4c2-4e04-8a64-f5c099da08f1 req-9d9d8a39-0449-44fb-be90-837bccf64dc2 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] 10.222.0.41 "GET /v2.0/ports?device_id=25555729-d93d-444d-a0b5-0a4fa55d3cb8 HTTP/1.1" status: 200 len: 945 time: 0.4305842 Jun 01 18:46:21.865693 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a957c62-8e50-4452-a3d1-f26b0ea2fb38 tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21f8a071-1d18-4bad-a766-993947d26aa4,revision_number=0']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:46:21.879005 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-2185adae-644e-4899-a0a1-7ff47723cd18 req-6eb6d0db-e260-452e-844e-979860f8d366 tempest-ServersAdminNegativeTestJSON-1513463400 tempest-ServersAdminNegativeTestJSON-1513463400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:46:21.883039 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68070055-8962-4047-9061-110a7b91a25d req-5c67c4b6-b997-4412-9171-67843e506078 service neutron] Checking agent: {'id': 'bdb1e5d7-b998-4259-838f-3d278e930f32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 18, 46, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:46:21.883637 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68070055-8962-4047-9061-110a7b91a25d req-5c67c4b6-b997-4412-9171-67843e506078 service neutron] Checking segment: {'id': '9bd376cf-8b39-4b75-aaa6-34bd3746194e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '222758ca-4c6e-4ccb-8f11-8c829f4da008'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:46:21.884049 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68070055-8962-4047-9061-110a7b91a25d req-5c67c4b6-b997-4412-9171-67843e506078 service neutron] Bound using segment: {'id': '9bd376cf-8b39-4b75-aaa6-34bd3746194e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '222758ca-4c6e-4ccb-8f11-8c829f4da008'} {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:46:21.884360 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-2185adae-644e-4899-a0a1-7ff47723cd18 req-6eb6d0db-e260-452e-844e-979860f8d366 tempest-ServersAdminNegativeTestJSON-1513463400 tempest-ServersAdminNegativeTestJSON-1513463400-project] Usage tracker for resource:port and tenant:6760d429cc524cbaad2a1ea67424b2d0 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:46:21.884525 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-68070055-8962-4047-9061-110a7b91a25d req-5c67c4b6-b997-4412-9171-67843e506078 service neutron] Bound port: d2fed082-f232-473f-b203-8abb2abbb3b0, host: n-h1-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bd376cf-8b39-4b75-aaa6-34bd3746194e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '222758ca-4c6e-4ccb-8f11-8c829f4da008'}}] {{(pid=88525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:46:21.884890 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-68070055-8962-4047-9061-110a7b91a25d req-5c67c4b6-b997-4412-9171-67843e506078 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:21.888287 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-995f15ce-cfb6-4ded-a404-e4e6471d94a2 req-0a957c62-8e50-4452-a3d1-f26b0ea2fb38 tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:21.901290 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-995f15ce-cfb6-4ded-a404-e4e6471d94a2 req-0a957c62-8e50-4452-a3d1-f26b0ea2fb38 tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6569216 Jun 01 18:46:21.902252 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-2185adae-644e-4899-a0a1-7ff47723cd18 req-6eb6d0db-e260-452e-844e-979860f8d366 tempest-ServersAdminNegativeTestJSON-1513463400 tempest-ServersAdminNegativeTestJSON-1513463400-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:46:21.912628 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-2185adae-644e-4899-a0a1-7ff47723cd18 req-6eb6d0db-e260-452e-844e-979860f8d366 tempest-ServersAdminNegativeTestJSON-1513463400 tempest-ServersAdminNegativeTestJSON-1513463400-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:46:21.930717 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2185adae-644e-4899-a0a1-7ff47723cd18 req-6eb6d0db-e260-452e-844e-979860f8d366 tempest-ServersAdminNegativeTestJSON-1513463400 tempest-ServersAdminNegativeTestJSON-1513463400-project] Made reservation on behalf of 6760d429cc524cbaad2a1ea67424b2d0 for: {'port': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:46:21.934581 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-2185adae-644e-4899-a0a1-7ff47723cd18 req-6eb6d0db-e260-452e-844e-979860f8d366 tempest-ServersAdminNegativeTestJSON-1513463400 tempest-ServersAdminNegativeTestJSON-1513463400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:21.946070 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7ce2625-e90e-48ff-84a0-6f9bd85ddb7f'] response: {'server_uuid': '25555729-d93d-444d-a0b5-0a4fa55d3cb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c6871b3-056c-4e65-926a-58f41668075c', 'code': 200} Jun 01 18:46:21.962823 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-2185adae-644e-4899-a0a1-7ff47723cd18 req-6eb6d0db-e260-452e-844e-979860f8d366 tempest-ServersAdminNegativeTestJSON-1513463400 tempest-ServersAdminNegativeTestJSON-1513463400-project] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:21.997027 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-2185adae-644e-4899-a0a1-7ff47723cd18 req-6eb6d0db-e260-452e-844e-979860f8d366 tempest-ServersAdminNegativeTestJSON-1513463400 tempest-ServersAdminNegativeTestJSON-1513463400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:46:22.005551 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-2185adae-644e-4899-a0a1-7ff47723cd18 req-6eb6d0db-e260-452e-844e-979860f8d366 tempest-ServersAdminNegativeTestJSON-1513463400 tempest-ServersAdminNegativeTestJSON-1513463400-project] Usage tracker for resource:security_group_rule and tenant:6760d429cc524cbaad2a1ea67424b2d0 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:46:22.009483 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-2185adae-644e-4899-a0a1-7ff47723cd18 req-6eb6d0db-e260-452e-844e-979860f8d366 tempest-ServersAdminNegativeTestJSON-1513463400 tempest-ServersAdminNegativeTestJSON-1513463400-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:46:22.027744 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-2185adae-644e-4899-a0a1-7ff47723cd18 req-6eb6d0db-e260-452e-844e-979860f8d366 tempest-ServersAdminNegativeTestJSON-1513463400 tempest-ServersAdminNegativeTestJSON-1513463400-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:46:22.153559 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-0892a0fe-b4c2-4e04-8a64-f5c099da08f1 req-5515e485-9887-44c2-b851-44fe10562815 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] 10.222.0.41 "GET /v2.0/security-groups?id=32e0c067-0089-408b-a3cd-4b24e22ccce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3004465 Jun 01 18:46:22.162888 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-cebe2545-752f-4471-a9a0-322b9bfb1f7e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8b9bb4b92af249dc9c7d913089ba5558&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3389361 Jun 01 18:46:22.166446 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 48188) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:46:22.210920 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-2185adae-644e-4899-a0a1-7ff47723cd18 req-6eb6d0db-e260-452e-844e-979860f8d366 tempest-ServersAdminNegativeTestJSON-1513463400 tempest-ServersAdminNegativeTestJSON-1513463400-project] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:22.216765 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-2185adae-644e-4899-a0a1-7ff47723cd18 req-6eb6d0db-e260-452e-844e-979860f8d366 tempest-ServersAdminNegativeTestJSON-1513463400 tempest-ServersAdminNegativeTestJSON-1513463400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:22.266851 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-68070055-8962-4047-9061-110a7b91a25d req-5c67c4b6-b997-4412-9171-67843e506078 service neutron] For port d2fed082-f232-473f-b203-8abb2abbb3b0, host n-h1-844202-1, cleared binding levels {{(pid=88525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:46:22.273833 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-68070055-8962-4047-9061-110a7b91a25d req-5c67c4b6-b997-4412-9171-67843e506078 service neutron] For port d2fed082-f232-473f-b203-8abb2abbb3b0, host n-h1-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=d2fed082-f232-473f-b203-8abb2abbb3b0,segment=NetworkSegment(9bd376cf-8b39-4b75-aaa6-34bd3746194e),segment_id=9bd376cf-8b39-4b75-aaa6-34bd3746194e)] {{(pid=88525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:46:22.282981 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7aa3242-0b86-4281-a70f-84a6aee25bad req-ee01ac5f-c43a-4a26-8ba6-1a278639a2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:46:22.285634 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f7aa3242-0b86-4281-a70f-84a6aee25bad req-ee01ac5f-c43a-4a26-8ba6-1a278639a2d7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=25555729-d93d-444d-a0b5-0a4fa55d3cb8 HTTP/1.1" status: 200 len: 1096 time: 0.2370086 Jun 01 18:46:22.296088 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-68070055-8962-4047-9061-110a7b91a25d req-5c67c4b6-b997-4412-9171-67843e506078 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:22.359208 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb6d0db-e260-452e-844e-979860f8d366 tempest-ServersAdminNegativeTestJSON-1513463400 tempest-ServersAdminNegativeTestJSON-1513463400-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4853b3a-4c33-4f4d-ae0e-b592366e4676,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:46:22.460406 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c67c4b6-b997-4412-9171-67843e506078 service neutron] Pushing event updated for resources: {'Port': ['ID=d2fed082-f232-473f-b203-8abb2abbb3b0,revision_number=3']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:46:22.515186 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d33eec8e-ba40-4b7f-ae24-61ce97768b63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:22.523467 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [req-2185adae-644e-4899-a0a1-7ff47723cd18 req-6eb6d0db-e260-452e-844e-979860f8d366 tempest-ServersAdminNegativeTestJSON-1513463400 tempest-ServersAdminNegativeTestJSON-1513463400-project] Allocated IP 192.168.233.240 (898153a3-5d71-43be-9d14-343ea4a48426/35e3ad2f-9c88-4698-b634-4e1b58de1cc2/9ea03fd7-644d-4f11-ab4e-964ac35dcab3) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:46:22.545065 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4705cf79-ac23-4321-a8ca-e3a4c016e202 req-9ebd7c5a-f300-4552-8135-6cceee5c9b6a tempest-ServersAdminNegativeTestJSON-1513463400 tempest-ServersAdminNegativeTestJSON-1513463400-project] 10.222.0.41 "GET /v2.0/ports?device_id=c94c9101-8bda-4879-9243-999265ce9d5f HTTP/1.1" status: 200 len: 210 time: 0.1544933 Jun 01 18:46:22.581246 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68070055-8962-4047-9061-110a7b91a25d req-5c67c4b6-b997-4412-9171-67843e506078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:46:22.582407 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-68070055-8962-4047-9061-110a7b91a25d req-5c67c4b6-b997-4412-9171-67843e506078 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:22.585395 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-68070055-8962-4047-9061-110a7b91a25d req-5c67c4b6-b997-4412-9171-67843e506078 service neutron] 10.222.0.15 "PUT /v2.0/ports/d2fed082-f232-473f-b203-8abb2abbb3b0 HTTP/1.1" status: 200 len: 1092 time: 2.4429893 Jun 01 18:46:22.586889 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c2f9279-7cc9-4d6f-b8cb-b08438524fa4', 'tag': 'd2fed082-f232-473f-b203-8abb2abbb3b0'}] {{(pid=88525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:46:22.616084 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f7aa3242-0b86-4281-a70f-84a6aee25bad req-6202d1c5-44e1-4453-9b97-d7fc18924851 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=32e0c067-0089-408b-a3cd-4b24e22ccce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3134131 Jun 01 18:46:22.641256 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d33eec8e-ba40-4b7f-ae24-61ce97768b63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:22.679315 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b10ae3-81bc-4783-a82f-7f7801ea33ef req-ac0137b5-c66e-4d26-a4d9-3e7b8a277f15 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:46:22.681636 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-52b10ae3-81bc-4783-a82f-7f7801ea33ef req-ac0137b5-c66e-4d26-a4d9-3e7b8a277f15 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c2f9279-7cc9-4d6f-b8cb-b08438524fa4 HTTP/1.1" status: 200 len: 944 time: 0.1661892 Jun 01 18:46:22.742986 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-5fc4653e-9c50-488f-b0ab-c597d7081f21 req-f5640a66-a68c-4117-86a9-fc2de103ce8b tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] 10.222.0.41 "GET /v2.0/security-groups/b3c72142-c309-460c-924a-06cf514cf6fa HTTP/1.1" status: 200 len: 2398 time: 0.1299973 Jun 01 18:46:22.771470 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [req-5fc4653e-9c50-488f-b0ab-c597d7081f21 req-3f3a97d8-1d42-41bd-aa79-430f209cf47c tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b3c72142-c309-460c-924a-06cf514cf6fa', 'remote_group_id': None}]} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:46:22.772430 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [req-5fc4653e-9c50-488f-b0ab-c597d7081f21 req-3f3a97d8-1d42-41bd-aa79-430f209cf47c tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b3c72142-c309-460c-924a-06cf514cf6fa', 'remote_group_id': None}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:46:22.782414 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [req-5fc4653e-9c50-488f-b0ab-c597d7081f21 req-3f3a97d8-1d42-41bd-aa79-430f209cf47c tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:46:22.789642 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-5fc4653e-9c50-488f-b0ab-c597d7081f21 req-3f3a97d8-1d42-41bd-aa79-430f209cf47c tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] Usage tracker for resource:security_group_rule and tenant:a987e2b14da04abd9c5d60b7dda4a32d is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:46:22.796410 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-5fc4653e-9c50-488f-b0ab-c597d7081f21 req-3f3a97d8-1d42-41bd-aa79-430f209cf47c tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] Quota usage for security_group_rule was recalculated. Used quota:20. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:46:22.812916 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [req-5fc4653e-9c50-488f-b0ab-c597d7081f21 req-3f3a97d8-1d42-41bd-aa79-430f209cf47c tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 20; quota limit: 100; headroom:80 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:46:22.817817 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d33eec8e-ba40-4b7f-ae24-61ce97768b63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:22.914752 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33eec8e-ba40-4b7f-ae24-61ce97768b63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee06662d-df19-4f9b-b159-da51d7daf152,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:46:22.934412 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d33eec8e-ba40-4b7f-ae24-61ce97768b63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:22.935664 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-d33eec8e-ba40-4b7f-ae24-61ce97768b63 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ee06662d-df19-4f9b-b159-da51d7daf152 HTTP/1.1" status: 204 len: 168 time: 0.7666848 Jun 01 18:46:22.966794 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-52b10ae3-81bc-4783-a82f-7f7801ea33ef req-56d9e0d2-4259-4f1d-9a1a-84c250b6e00a tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] 10.222.0.41 "GET /v2.0/security-groups?id=92820b43-7593-449e-bdb5-02c9f22d29e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2618122 Jun 01 18:46:23.019746 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-5fc4653e-9c50-488f-b0ab-c597d7081f21 req-3f3a97d8-1d42-41bd-aa79-430f209cf47c tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:23.084457 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-2185adae-644e-4899-a0a1-7ff47723cd18 req-6eb6d0db-e260-452e-844e-979860f8d366 tempest-ServersAdminNegativeTestJSON-1513463400 tempest-ServersAdminNegativeTestJSON-1513463400-project] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:23.104907 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-5fc4653e-9c50-488f-b0ab-c597d7081f21 req-3f3a97d8-1d42-41bd-aa79-430f209cf47c tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:23.114140 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68070055-8962-4047-9061-110a7b91a25d req-398173e4-294e-42ce-9231-cc9818f57435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:46:23.117205 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-68070055-8962-4047-9061-110a7b91a25d req-398173e4-294e-42ce-9231-cc9818f57435 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ee3dca5a75c542e0966797f286e0b4d5&device_id=0c2f9279-7cc9-4d6f-b8cb-b08438524fa4 HTTP/1.1" status: 200 len: 1095 time: 0.2883933 Jun 01 18:46:23.119777 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-5fc4653e-9c50-488f-b0ab-c597d7081f21 req-3f3a97d8-1d42-41bd-aa79-430f209cf47c tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:23.131297 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [req-2185adae-644e-4899-a0a1-7ff47723cd18 req-6eb6d0db-e260-452e-844e-979860f8d366 tempest-ServersAdminNegativeTestJSON-1513463400 tempest-ServersAdminNegativeTestJSON-1513463400-project] Transition to ACTIVE for port object 9ea03fd7-644d-4f11-ab4e-964ac35dcab3 will not be triggered until provisioned by entity DHCP. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:46:23.196510 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-2185adae-644e-4899-a0a1-7ff47723cd18 req-6eb6d0db-e260-452e-844e-979860f8d366 tempest-ServersAdminNegativeTestJSON-1513463400 tempest-ServersAdminNegativeTestJSON-1513463400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:23.445984 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2185adae-644e-4899-a0a1-7ff47723cd18 req-6eb6d0db-e260-452e-844e-979860f8d366 tempest-ServersAdminNegativeTestJSON-1513463400 tempest-ServersAdminNegativeTestJSON-1513463400-project] Network 898153a3-5d71-43be-9d14-343ea4a48426 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:46:23.449985 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [req-2185adae-644e-4899-a0a1-7ff47723cd18 req-6eb6d0db-e260-452e-844e-979860f8d366 tempest-ServersAdminNegativeTestJSON-1513463400 tempest-ServersAdminNegativeTestJSON-1513463400-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:46:23.456845 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-2185adae-644e-4899-a0a1-7ff47723cd18 req-6eb6d0db-e260-452e-844e-979860f8d366 tempest-ServersAdminNegativeTestJSON-1513463400 tempest-ServersAdminNegativeTestJSON-1513463400-project] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:46:23.539307 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb6d0db-e260-452e-844e-979860f8d366 tempest-ServersAdminNegativeTestJSON-1513463400 tempest-ServersAdminNegativeTestJSON-1513463400-project] Pushing event updated for resources: {'Port': ['ID=9ea03fd7-644d-4f11-ab4e-964ac35dcab3,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:46:23.576486 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-68070055-8962-4047-9061-110a7b91a25d req-7b4e0f1c-bcd2-4520-a839-892b885f293c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d2fed082-f232-473f-b203-8abb2abbb3b0 HTTP/1.1" status: 200 len: 217 time: 0.4258413 Jun 01 18:46:23.577684 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2185adae-644e-4899-a0a1-7ff47723cd18 req-6eb6d0db-e260-452e-844e-979860f8d366 tempest-ServersAdminNegativeTestJSON-1513463400 tempest-ServersAdminNegativeTestJSON-1513463400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:46:23.578352 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-2185adae-644e-4899-a0a1-7ff47723cd18 req-6eb6d0db-e260-452e-844e-979860f8d366 tempest-ServersAdminNegativeTestJSON-1513463400 tempest-ServersAdminNegativeTestJSON-1513463400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:23.581156 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3a97d8-1d42-41bd-aa79-430f209cf47c tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3668e0e0-75ef-4bbb-8b44-c6527515f61a,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:46:23.637606 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-5fc4653e-9c50-488f-b0ab-c597d7081f21 req-3f3a97d8-1d42-41bd-aa79-430f209cf47c tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:23.638459 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce778e2-678e-4463-bae2-ee123db56d70 req-5a5db90f-2155-4aff-bbaa-5f72f24b08e8 tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:46:23.643566 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-5fc4653e-9c50-488f-b0ab-c597d7081f21 req-3f3a97d8-1d42-41bd-aa79-430f209cf47c tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.8858855 Jun 01 18:46:23.648138 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6ce778e2-678e-4463-bae2-ee123db56d70 req-5a5db90f-2155-4aff-bbaa-5f72f24b08e8 tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] 10.222.0.41 "GET /v2.0/ports?device_id=55029693-c19b-4c54-a14f-1c970cbbeca5 HTTP/1.1" status: 200 len: 945 time: 0.3203597 Jun 01 18:46:23.679933 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68070055-8962-4047-9061-110a7b91a25d req-b7cf41b3-7659-4f82-8b7c-278b3d2d4a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:46:23.681426 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-68070055-8962-4047-9061-110a7b91a25d req-b7cf41b3-7659-4f82-8b7c-278b3d2d4a1a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2d25927e-118e-41f9-9e0e-90f9021c9592 HTTP/1.1" status: 200 len: 848 time: 0.0973229 Jun 01 18:46:23.682400 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-2185adae-644e-4899-a0a1-7ff47723cd18 req-6eb6d0db-e260-452e-844e-979860f8d366 tempest-ServersAdminNegativeTestJSON-1513463400 tempest-ServersAdminNegativeTestJSON-1513463400-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0365114 Jun 01 18:46:23.728802 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-2185adae-644e-4899-a0a1-7ff47723cd18 req-f93bc7b1-956d-4f07-8001-1d29c12fa747 service neutron] Request body: {'port': {'device_id': 'c94c9101-8bda-4879-9243-999265ce9d5f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844202-1'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:46:23.734678 n-d-844202-1 neutron-server[88525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2506c85-045e-4b9e-bbe2-d94599c4efb5'] response: {'name': 'network-changed', 'server_uuid': '0c2f9279-7cc9-4d6f-b8cb-b08438524fa4', 'tag': 'd2fed082-f232-473f-b203-8abb2abbb3b0', 'status': 'completed', 'code': 200} Jun 01 18:46:23.754897 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-68070055-8962-4047-9061-110a7b91a25d req-e94286f8-0e26-401b-a390-3e32d05c376d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=222758ca-4c6e-4ccb-8f11-8c829f4da008&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0657797 Jun 01 18:46:23.883310 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-cacb8027-6a70-42e8-8bb4-bc6489f9b791 None None] Provisioning for port 9ea03fd7-644d-4f11-ab4e-964ac35dcab3 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:46:23.895478 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-cacb8027-6a70-42e8-8bb4-bc6489f9b791 None None] Provisioning complete for port 9ea03fd7-644d-4f11-ab4e-964ac35dcab3 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:46:23.900113 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-cacb8027-6a70-42e8-8bb4-bc6489f9b791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:24.030137 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-cacb8027-6a70-42e8-8bb4-bc6489f9b791 None None] Port 9ea03fd7-644d-4f11-ab4e-964ac35dcab3 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 18:46:24.074696 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6ce778e2-678e-4463-bae2-ee123db56d70 req-0ab4480f-3aa0-472a-86d7-6e4269d9c94c tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f2fd699-5af8-4379-8a92-35d8c8796709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4257755 Jun 01 18:46:24.100111 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-68070055-8962-4047-9061-110a7b91a25d req-50729936-f5ad-44cf-8148-05439d4c1c6c service neutron] 10.222.0.15 "GET /v2.0/networks/222758ca-4c6e-4ccb-8f11-8c829f4da008?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3288651 Jun 01 18:46:24.100511 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-2185adae-644e-4899-a0a1-7ff47723cd18 req-f93bc7b1-956d-4f07-8001-1d29c12fa747 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:24.136285 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421c44e7-b9ec-445b-b0e2-085110d2533b req-65dffaf3-c8b3-43ce-9d9e-de547ad639fe tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:46:24.143622 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-421c44e7-b9ec-445b-b0e2-085110d2533b req-65dffaf3-c8b3-43ce-9d9e-de547ad639fe tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] 10.222.0.41 "GET /v2.0/ports?device_id=25555729-d93d-444d-a0b5-0a4fa55d3cb8 HTTP/1.1" status: 200 len: 945 time: 0.1631892 Jun 01 18:46:24.263637 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-421c44e7-b9ec-445b-b0e2-085110d2533b req-2495893b-59e9-4e90-9a81-0e6f963b15e2 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] 10.222.0.41 "GET /v2.0/security-groups?id=32e0c067-0089-408b-a3cd-4b24e22ccce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190162 Jun 01 18:46:24.339962 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-68070055-8962-4047-9061-110a7b91a25d req-036b55c7-5678-44bf-bfdc-2ed74abb9d25 service neutron] 10.222.0.15 "GET /v2.0/networks/222758ca-4c6e-4ccb-8f11-8c829f4da008?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2404740 Jun 01 18:46:24.375174 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-eb0d9954-aa0c-4685-9944-d83935536c12 req-ae1aee1b-9f31-46db-99ea-47b1b95a09ac tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] 10.222.0.41 "GET /v2.0/security-groups/b3c72142-c309-460c-924a-06cf514cf6fa HTTP/1.1" status: 200 len: 2996 time: 0.0811090 Jun 01 18:46:24.542385 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d887185c-5685-4e1f-9549-f8bc658c4e2b req-7d6fc84f-695e-463a-a1b3-981652ba5975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:46:24.544405 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d887185c-5685-4e1f-9549-f8bc658c4e2b req-7d6fc84f-695e-463a-a1b3-981652ba5975 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ee3dca5a75c542e0966797f286e0b4d5&device_id=0c2f9279-7cc9-4d6f-b8cb-b08438524fa4 HTTP/1.1" status: 200 len: 1095 time: 0.1411688 Jun 01 18:46:24.612867 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804faef2-96b7-4e9a-9ced-ac48003c23a0 req-81d4630a-c270-4751-a27b-065cdaf272af tempest-ServersAdminNegativeTestJSON-1513463400 tempest-ServersAdminNegativeTestJSON-1513463400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:46:24.613586 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-804faef2-96b7-4e9a-9ced-ac48003c23a0 req-81d4630a-c270-4751-a27b-065cdaf272af tempest-ServersAdminNegativeTestJSON-1513463400 tempest-ServersAdminNegativeTestJSON-1513463400-project] Synchronizing usage tracker for tenant:6760d429cc524cbaad2a1ea67424b2d0 on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:46:24.663259 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [req-2185adae-644e-4899-a0a1-7ff47723cd18 req-f93bc7b1-956d-4f07-8001-1d29c12fa747 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ea03fd7-644d-4f11-ab4e-964ac35dcab3 {{(pid=88524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:46:24.672667 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-804faef2-96b7-4e9a-9ced-ac48003c23a0 req-81d4630a-c270-4751-a27b-065cdaf272af tempest-ServersAdminNegativeTestJSON-1513463400 tempest-ServersAdminNegativeTestJSON-1513463400-project] Unset dirty status for tenant:6760d429cc524cbaad2a1ea67424b2d0 on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:46:24.673848 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-804faef2-96b7-4e9a-9ced-ac48003c23a0 req-81d4630a-c270-4751-a27b-065cdaf272af tempest-ServersAdminNegativeTestJSON-1513463400 tempest-ServersAdminNegativeTestJSON-1513463400-project] 10.222.0.41 "GET /v2.0/ports?device_id=c94c9101-8bda-4879-9243-999265ce9d5f HTTP/1.1" status: 200 len: 936 time: 0.2278466 Jun 01 18:46:24.675675 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-2185adae-644e-4899-a0a1-7ff47723cd18 req-f93bc7b1-956d-4f07-8001-1d29c12fa747 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:24.714206 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [req-2185adae-644e-4899-a0a1-7ff47723cd18 req-f93bc7b1-956d-4f07-8001-1d29c12fa747 service neutron] Transition to ACTIVE for port object 9ea03fd7-644d-4f11-ab4e-964ac35dcab3 will not be triggered until provisioned by entity L2. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:46:24.732779 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-2185adae-644e-4899-a0a1-7ff47723cd18 req-f93bc7b1-956d-4f07-8001-1d29c12fa747 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:24.748898 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d887185c-5685-4e1f-9549-f8bc658c4e2b req-7b6736f6-786e-4203-8b9f-2ccb40c59122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:46:24.751045 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d887185c-5685-4e1f-9549-f8bc658c4e2b req-7b6736f6-786e-4203-8b9f-2ccb40c59122 service neutron] 10.222.0.15 "GET /v2.0/networks?id=222758ca-4c6e-4ccb-8f11-8c829f4da008 HTTP/1.1" status: 200 len: 909 time: 0.1998878 Jun 01 18:46:24.794587 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-804faef2-96b7-4e9a-9ced-ac48003c23a0 req-da32e59c-1bc6-4c6f-8f00-1cedc1a02674 tempest-ServersAdminNegativeTestJSON-1513463400 tempest-ServersAdminNegativeTestJSON-1513463400-project] Synchronizing usage tracker for tenant:6760d429cc524cbaad2a1ea67424b2d0 on resource:security_group {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:46:24.858844 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d887185c-5685-4e1f-9549-f8bc658c4e2b req-9b3b2d54-657b-4176-a2f4-2b45eddf7deb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d2fed082-f232-473f-b203-8abb2abbb3b0 HTTP/1.1" status: 200 len: 217 time: 0.0998037 Jun 01 18:46:24.861267 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93bc7b1-956d-4f07-8001-1d29c12fa747 service neutron] Pushing event updated for resources: {'Port': ['ID=9ea03fd7-644d-4f11-ab4e-964ac35dcab3,revision_number=2']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:46:24.962011 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d887185c-5685-4e1f-9549-f8bc658c4e2b req-27ee057c-3704-46e3-b1cc-033587267ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:46:24.964572 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d887185c-5685-4e1f-9549-f8bc658c4e2b req-27ee057c-3704-46e3-b1cc-033587267ab8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2d25927e-118e-41f9-9e0e-90f9021c9592 HTTP/1.1" status: 200 len: 848 time: 0.0984125 Jun 01 18:46:24.971476 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-804faef2-96b7-4e9a-9ced-ac48003c23a0 req-da32e59c-1bc6-4c6f-8f00-1cedc1a02674 tempest-ServersAdminNegativeTestJSON-1513463400 tempest-ServersAdminNegativeTestJSON-1513463400-project] Unset dirty status for tenant:6760d429cc524cbaad2a1ea67424b2d0 on resource:security_group {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:46:24.973253 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-804faef2-96b7-4e9a-9ced-ac48003c23a0 req-da32e59c-1bc6-4c6f-8f00-1cedc1a02674 tempest-ServersAdminNegativeTestJSON-1513463400 tempest-ServersAdminNegativeTestJSON-1513463400-project] 10.222.0.41 "GET /v2.0/security-groups?id=a4853b3a-4c33-4f4d-ae0e-b592366e4676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2887156 Jun 01 18:46:25.101106 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d887185c-5685-4e1f-9549-f8bc658c4e2b req-b6c658c2-baa0-4951-8b2f-b3060922280a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=222758ca-4c6e-4ccb-8f11-8c829f4da008&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1175580 Jun 01 18:46:25.153791 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-2185adae-644e-4899-a0a1-7ff47723cd18 req-f93bc7b1-956d-4f07-8001-1d29c12fa747 service neutron] Attempting to bind port 9ea03fd7-644d-4f11-ab4e-964ac35dcab3 on host n-h2-844202-1 for vnic_type normal with profile {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:46:25.154322 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-2185adae-644e-4899-a0a1-7ff47723cd18 req-f93bc7b1-956d-4f07-8001-1d29c12fa747 service neutron] Attempting to bind port 9ea03fd7-644d-4f11-ab4e-964ac35dcab3 by drivers openvswitch,hyperv on host n-h2-844202-1 at level 0 using segments [{'id': 'e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426'}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:46:25.154876 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2185adae-644e-4899-a0a1-7ff47723cd18 req-f93bc7b1-956d-4f07-8001-1d29c12fa747 service neutron] Attempting to bind port 9ea03fd7-644d-4f11-ab4e-964ac35dcab3 on network 898153a3-5d71-43be-9d14-343ea4a48426 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:46:25.167352 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2185adae-644e-4899-a0a1-7ff47723cd18 req-f93bc7b1-956d-4f07-8001-1d29c12fa747 service neutron] Port 9ea03fd7-644d-4f11-ab4e-964ac35dcab3 on network 898153a3-5d71-43be-9d14-343ea4a48426 not bound, no agent of type Open vSwitch agent registered on host n-h2-844202-1 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 18:46:25.167855 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2185adae-644e-4899-a0a1-7ff47723cd18 req-f93bc7b1-956d-4f07-8001-1d29c12fa747 service neutron] Attempting to bind port 9ea03fd7-644d-4f11-ab4e-964ac35dcab3 on network 898153a3-5d71-43be-9d14-343ea4a48426 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:46:25.181865 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2185adae-644e-4899-a0a1-7ff47723cd18 req-f93bc7b1-956d-4f07-8001-1d29c12fa747 service neutron] Checking agent: {'id': 'f5db9968-6317-4186-9100-9e0ca6b50417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 18, 46, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:46:25.182810 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2185adae-644e-4899-a0a1-7ff47723cd18 req-f93bc7b1-956d-4f07-8001-1d29c12fa747 service neutron] Checking segment: {'id': 'e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:46:25.183427 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2185adae-644e-4899-a0a1-7ff47723cd18 req-f93bc7b1-956d-4f07-8001-1d29c12fa747 service neutron] Bound using segment: {'id': 'e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426'} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:46:25.184336 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-2185adae-644e-4899-a0a1-7ff47723cd18 req-f93bc7b1-956d-4f07-8001-1d29c12fa747 service neutron] Bound port: 9ea03fd7-644d-4f11-ab4e-964ac35dcab3, host: n-h2-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426'}}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:46:25.185603 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-2185adae-644e-4899-a0a1-7ff47723cd18 req-f93bc7b1-956d-4f07-8001-1d29c12fa747 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:25.375216 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d887185c-5685-4e1f-9549-f8bc658c4e2b req-717c50fa-7775-463b-aa3b-cb9e5c97f3c9 service neutron] 10.222.0.15 "GET /v2.0/networks/222758ca-4c6e-4ccb-8f11-8c829f4da008?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2671320 Jun 01 18:46:25.428878 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-2185adae-644e-4899-a0a1-7ff47723cd18 req-f93bc7b1-956d-4f07-8001-1d29c12fa747 service neutron] For port 9ea03fd7-644d-4f11-ab4e-964ac35dcab3, host n-h2-844202-1, cleared binding levels {{(pid=88524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:46:25.440829 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e275e59-3915-4171-bd04-66bc77ecbf58 req-f2f1db01-8d62-41f7-9910-a4bcba014dbc tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:46:25.449222 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-1e275e59-3915-4171-bd04-66bc77ecbf58 req-f2f1db01-8d62-41f7-9910-a4bcba014dbc tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c2f9279-7cc9-4d6f-b8cb-b08438524fa4 HTTP/1.1" status: 200 len: 944 time: 0.2386537 Jun 01 18:46:25.452454 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-2185adae-644e-4899-a0a1-7ff47723cd18 req-f93bc7b1-956d-4f07-8001-1d29c12fa747 service neutron] For port 9ea03fd7-644d-4f11-ab4e-964ac35dcab3, host n-h2-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=9ea03fd7-644d-4f11-ab4e-964ac35dcab3,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:46:25.476719 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-2185adae-644e-4899-a0a1-7ff47723cd18 req-f93bc7b1-956d-4f07-8001-1d29c12fa747 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:25.557199 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2185adae-644e-4899-a0a1-7ff47723cd18 req-f93bc7b1-956d-4f07-8001-1d29c12fa747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:46:25.557806 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-2185adae-644e-4899-a0a1-7ff47723cd18 req-f93bc7b1-956d-4f07-8001-1d29c12fa747 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:25.559236 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-2185adae-644e-4899-a0a1-7ff47723cd18 req-f93bc7b1-956d-4f07-8001-1d29c12fa747 service neutron] 10.222.0.50 "PUT /v2.0/ports/9ea03fd7-644d-4f11-ab4e-964ac35dcab3 HTTP/1.1" status: 200 len: 1096 time: 1.8575180 Jun 01 18:46:25.561882 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c94c9101-8bda-4879-9243-999265ce9d5f', 'tag': '9ea03fd7-644d-4f11-ab4e-964ac35dcab3'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:46:25.562404 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d887185c-5685-4e1f-9549-f8bc658c4e2b req-90c3e833-cdac-45ff-8e78-c8ff5205e18a service neutron] 10.222.0.15 "GET /v2.0/networks/222758ca-4c6e-4ccb-8f11-8c829f4da008?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804287 Jun 01 18:46:25.588868 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-1e275e59-3915-4171-bd04-66bc77ecbf58 req-494a0adb-579a-41f0-80e2-68022e9da3a9 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] 10.222.0.41 "GET /v2.0/security-groups?id=92820b43-7593-449e-bdb5-02c9f22d29e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384101 Jun 01 18:46:25.625286 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93bc7b1-956d-4f07-8001-1d29c12fa747 service neutron] Pushing event updated for resources: {'Port': ['ID=9ea03fd7-644d-4f11-ab4e-964ac35dcab3,revision_number=3']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:46:25.734112 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2185adae-644e-4899-a0a1-7ff47723cd18 req-44f3fa04-7c0e-4580-9e7d-dfa2b48910b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:46:25.735621 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-2185adae-644e-4899-a0a1-7ff47723cd18 req-44f3fa04-7c0e-4580-9e7d-dfa2b48910b7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=6760d429cc524cbaad2a1ea67424b2d0&device_id=c94c9101-8bda-4879-9243-999265ce9d5f HTTP/1.1" status: 200 len: 1099 time: 0.1196249 Jun 01 18:46:25.775863 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-25664c36-1021-45fd-b15d-d9bc6242b116 req-73bb51ad-b22e-4134-84ab-3fe087a4c8fa tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] 10.222.0.41 "GET /v2.0/security-group-rules/3668e0e0-75ef-4bbb-8b44-c6527515f61a HTTP/1.1" status: 200 len: 783 time: 0.0371089 Jun 01 18:46:25.864204 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-25664c36-1021-45fd-b15d-d9bc6242b116 req-9b25840a-fd8a-4b86-82c5-2f0d801f1f3a tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] 10.222.0.41 "GET /v2.0/security-groups/b3c72142-c309-460c-924a-06cf514cf6fa HTTP/1.1" status: 200 len: 2996 time: 0.0823121 Jun 01 18:46:25.928210 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-25664c36-1021-45fd-b15d-d9bc6242b116 req-634b46d7-c11e-43a4-8c07-41d03ef71ce9 tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:25.952041 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-25664c36-1021-45fd-b15d-d9bc6242b116 req-634b46d7-c11e-43a4-8c07-41d03ef71ce9 tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:25.983897 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-2185adae-644e-4899-a0a1-7ff47723cd18 req-9646ca79-4ce0-480e-bf71-518b8c857bb7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=9ea03fd7-644d-4f11-ab4e-964ac35dcab3 HTTP/1.1" status: 200 len: 217 time: 0.2337523 Jun 01 18:46:25.990039 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-25664c36-1021-45fd-b15d-d9bc6242b116 req-634b46d7-c11e-43a4-8c07-41d03ef71ce9 tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:26.027615 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634b46d7-c11e-43a4-8c07-41d03ef71ce9 tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3668e0e0-75ef-4bbb-8b44-c6527515f61a,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:46:26.030808 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-25664c36-1021-45fd-b15d-d9bc6242b116 req-634b46d7-c11e-43a4-8c07-41d03ef71ce9 tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:26.047661 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-25664c36-1021-45fd-b15d-d9bc6242b116 req-634b46d7-c11e-43a4-8c07-41d03ef71ce9 tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/3668e0e0-75ef-4bbb-8b44-c6527515f61a HTTP/1.1" status: 204 len: 173 time: 0.1607609 Jun 01 18:46:26.062744 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2185adae-644e-4899-a0a1-7ff47723cd18 req-41aa825a-6da1-4b5b-b321-7ff3f819f107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:46:26.064560 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-2185adae-644e-4899-a0a1-7ff47723cd18 req-41aa825a-6da1-4b5b-b321-7ff3f819f107 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=35e3ad2f-9c88-4698-b634-4e1b58de1cc2 HTTP/1.1" status: 200 len: 843 time: 0.0746040 Jun 01 18:46:26.162910 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2185adae-644e-4899-a0a1-7ff47723cd18 req-4d56965b-c3a7-4142-a2e4-bad2ecf7cc02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:46:26.164512 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-2185adae-644e-4899-a0a1-7ff47723cd18 req-4d56965b-c3a7-4142-a2e4-bad2ecf7cc02 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=898153a3-5d71-43be-9d14-343ea4a48426&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0858033 Jun 01 18:46:26.256504 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3f61ca6-a610-4be0-9ff5-60f5c1c9a755'] response: {'name': 'network-changed', 'server_uuid': 'c94c9101-8bda-4879-9243-999265ce9d5f', 'tag': '9ea03fd7-644d-4f11-ab4e-964ac35dcab3', 'status': 'completed', 'code': 200} Jun 01 18:46:26.349888 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-2185adae-644e-4899-a0a1-7ff47723cd18 req-6e72a28c-aa16-4f42-b6df-7d095c5d83e0 service neutron] 10.222.0.50 "GET /v2.0/networks/898153a3-5d71-43be-9d14-343ea4a48426?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796975 Jun 01 18:46:26.350574 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eb406b-b236-42d9-a544-ae64d327c55b req-90272d24-45d2-4f2e-afca-f82c9e87c35e tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:46:26.364598 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-36eb406b-b236-42d9-a544-ae64d327c55b req-90272d24-45d2-4f2e-afca-f82c9e87c35e tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] 10.222.0.41 "GET /v2.0/ports?device_id=25555729-d93d-444d-a0b5-0a4fa55d3cb8 HTTP/1.1" status: 200 len: 945 time: 0.2228947 Jun 01 18:46:26.489928 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-36eb406b-b236-42d9-a544-ae64d327c55b req-9e3947c4-62f0-40bc-8349-dc0382760c06 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] 10.222.0.41 "GET /v2.0/security-groups?id=32e0c067-0089-408b-a3cd-4b24e22ccce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240206 Jun 01 18:46:26.514398 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-2185adae-644e-4899-a0a1-7ff47723cd18 req-98173058-96ce-4a0b-9604-f7c8af48f75a service neutron] 10.222.0.50 "GET /v2.0/networks/898153a3-5d71-43be-9d14-343ea4a48426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575356 Jun 01 18:46:26.560329 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a609d721-e24e-4e4a-bf92-03b5dea1f074 req-d256c276-bdf0-4105-ab6c-a839445eeef4 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=75eeb2d2-9f66-496a-80bb-b33663e212ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1694486 Jun 01 18:46:26.679109 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-2278ba91-4f5e-488e-a861-ea0bb2305830 req-05482a6f-de0d-450b-844b-1b416cc9a93a tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=5a29f45689de4723b61fb9850cc62a10&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0421062 Jun 01 18:46:26.692868 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device d2fed082-f232-473f-b203-8abb2abbb3b0 details requested by agent hyperv_n-h1-844202-1 with host n-h1-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 18:46:26.793166 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a609d721-e24e-4e4a-bf92-03b5dea1f074 req-3bfc23d2-87d7-4cee-801e-7ada6b61fe70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:46:26.794670 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a609d721-e24e-4e4a-bf92-03b5dea1f074 req-3bfc23d2-87d7-4cee-801e-7ada6b61fe70 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=137ece96c9a540a3beca61997d52bb89&device_id=75eeb2d2-9f66-496a-80bb-b33663e212ac HTTP/1.1" status: 200 len: 1099 time: 0.2120423 Jun 01 18:46:26.828740 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc1aebb-0609-4804-824e-8c34cbcfb88e req-2fa1da34-21a7-4643-93f9-126f976b101c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:46:26.830682 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-6cc1aebb-0609-4804-824e-8c34cbcfb88e req-2fa1da34-21a7-4643-93f9-126f976b101c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=6760d429cc524cbaad2a1ea67424b2d0&device_id=c94c9101-8bda-4879-9243-999265ce9d5f HTTP/1.1" status: 200 len: 1099 time: 0.2574825 Jun 01 18:46:26.927639 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port d2fed082-f232-473f-b203-8abb2abbb3b0, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=d2fed082-f232-473f-b203-8abb2abbb3b0,segment=NetworkSegment(9bd376cf-8b39-4b75-aaa6-34bd3746194e),segment_id=9bd376cf-8b39-4b75-aaa6-34bd3746194e)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:46:26.954015 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Returning: {'device': 'd2fed082-f232-473f-b203-8abb2abbb3b0', 'network_id': '222758ca-4c6e-4ccb-8f11-8c829f4da008', 'port_id': 'd2fed082-f232-473f-b203-8abb2abbb3b0', 'mac_address': 'fa:16:3e:4c:e6:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d25927e-118e-41f9-9e0e-90f9021c9592', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 18:46:26.999305 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2278ba91-4f5e-488e-a861-ea0bb2305830 req-7d7598f2-d6d6-44ec-a841-9481196e8426 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:46:27.006283 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-2278ba91-4f5e-488e-a861-ea0bb2305830 req-7d7598f2-d6d6-44ec-a841-9481196e8426 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3201602 Jun 01 18:46:27.031695 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port d2fed082-f232-473f-b203-8abb2abbb3b0 is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:46:27.032081 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:27.047594 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-2278ba91-4f5e-488e-a861-ea0bb2305830 req-75f6e1cd-37d1-407a-b573-d3d78f6d64f4 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/quotas/5a29f45689de4723b61fb9850cc62a10 HTTP/1.1" status: 200 len: 375 time: 0.0403697 Jun 01 18:46:27.052685 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2fed082-f232-473f-b203-8abb2abbb3b0 {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:46:27.075268 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port d2fed082-f232-473f-b203-8abb2abbb3b0, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=d2fed082-f232-473f-b203-8abb2abbb3b0,segment=NetworkSegment(9bd376cf-8b39-4b75-aaa6-34bd3746194e),segment_id=9bd376cf-8b39-4b75-aaa6-34bd3746194e)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:46:27.082835 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:27.099447 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc1aebb-0609-4804-824e-8c34cbcfb88e req-516292cf-bb39-476d-8c5f-3cf1949d72d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:46:27.103503 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-6cc1aebb-0609-4804-824e-8c34cbcfb88e req-516292cf-bb39-476d-8c5f-3cf1949d72d6 service neutron] 10.222.0.50 "GET /v2.0/networks?id=898153a3-5d71-43be-9d14-343ea4a48426 HTTP/1.1" status: 200 len: 870 time: 0.2648566 Jun 01 18:46:27.122381 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-2278ba91-4f5e-488e-a861-ea0bb2305830 req-7bbc1125-3a93-431d-a383-823cacbf73c8 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=5a29f45689de4723b61fb9850cc62a10&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0737844 Jun 01 18:46:27.140059 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a609d721-e24e-4e4a-bf92-03b5dea1f074 req-f9be78b9-66fb-4129-bf56-213f06f6b2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:46:27.153712 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a609d721-e24e-4e4a-bf92-03b5dea1f074 req-f9be78b9-66fb-4129-bf56-213f06f6b2a1 service neutron] 10.222.0.50 "GET /v2.0/networks?id=898153a3-5d71-43be-9d14-343ea4a48426 HTTP/1.1" status: 200 len: 870 time: 0.3315911 Jun 01 18:46:27.221824 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=d2fed082-f232-473f-b203-8abb2abbb3b0,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:46:27.246293 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:46:27.246957 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:46:27.247461 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:46:27.249268 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:46:27.249853 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:46:27.250750 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:46:27.251824 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:46:27.253495 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:46:27.253857 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a609d721-e24e-4e4a-bf92-03b5dea1f074 req-b4c2355d-e928-49ba-b77b-dd880509b9c6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=501e4fc3-0fdc-4f32-bbc6-7f6d266eefc1 HTTP/1.1" status: 200 len: 217 time: 0.0918863 Jun 01 18:46:27.256562 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:46:27.257063 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:46:27.257483 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:46:27.257937 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:46:27.358702 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-6cc1aebb-0609-4804-824e-8c34cbcfb88e req-6dfdc1a7-5346-412e-bc24-52364d023b82 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=9ea03fd7-644d-4f11-ab4e-964ac35dcab3 HTTP/1.1" status: 200 len: 217 time: 0.2379296 Jun 01 18:46:27.362676 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] get_ports_and_sgs() called for port_ids ['d2fed082-f232-473f-b203-8abb2abbb3b0'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:46:27.454730 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a609d721-e24e-4e4a-bf92-03b5dea1f074 req-bc4c4a22-2948-41e3-b738-b0d81c524203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:46:27.459064 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a609d721-e24e-4e4a-bf92-03b5dea1f074 req-bc4c4a22-2948-41e3-b738-b0d81c524203 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=35e3ad2f-9c88-4698-b634-4e1b58de1cc2 HTTP/1.1" status: 200 len: 843 time: 0.1974218 Jun 01 18:46:27.470715 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc1aebb-0609-4804-824e-8c34cbcfb88e req-d0c0f915-2d27-4c2e-acc7-4167426256f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:46:27.472633 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-6cc1aebb-0609-4804-824e-8c34cbcfb88e req-d0c0f915-2d27-4c2e-acc7-4167426256f3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=35e3ad2f-9c88-4698-b634-4e1b58de1cc2 HTTP/1.1" status: 200 len: 843 time: 0.1067197 Jun 01 18:46:27.633242 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc1aebb-0609-4804-824e-8c34cbcfb88e req-bac1fb68-14f3-48ae-84b6-a1f67250f9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:46:27.634913 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-6cc1aebb-0609-4804-824e-8c34cbcfb88e req-bac1fb68-14f3-48ae-84b6-a1f67250f9a8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=898153a3-5d71-43be-9d14-343ea4a48426&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1564686 Jun 01 18:46:27.706613 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e3e777-40a9-401b-9606-69ab31b9abe2 req-f77840c8-62a4-49e6-8018-723bbe48f8ee tempest-ServersAdminNegativeTestJSON-1513463400 tempest-ServersAdminNegativeTestJSON-1513463400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:46:27.708726 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-28e3e777-40a9-401b-9606-69ab31b9abe2 req-f77840c8-62a4-49e6-8018-723bbe48f8ee tempest-ServersAdminNegativeTestJSON-1513463400 tempest-ServersAdminNegativeTestJSON-1513463400-project] 10.222.0.41 "GET /v2.0/ports?device_id=c94c9101-8bda-4879-9243-999265ce9d5f HTTP/1.1" status: 200 len: 948 time: 0.2409947 Jun 01 18:46:27.755548 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a609d721-e24e-4e4a-bf92-03b5dea1f074 req-2dff6bec-e372-4e64-ba9d-941c6952f1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:46:27.757045 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a609d721-e24e-4e4a-bf92-03b5dea1f074 req-2dff6bec-e372-4e64-ba9d-941c6952f1c0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=898153a3-5d71-43be-9d14-343ea4a48426&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2868791 Jun 01 18:46:27.824265 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-83c19a14-d0d2-4611-a83d-cc4c185a636d req-7c8caafc-970b-4fb0-a17b-be34d21989b3 tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] 10.222.0.41 "GET /v2.0/security-groups/b3c72142-c309-460c-924a-06cf514cf6fa HTTP/1.1" status: 200 len: 2398 time: 0.2129951 Jun 01 18:46:27.849067 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-28e3e777-40a9-401b-9606-69ab31b9abe2 req-de2e53d1-d7a6-480a-b22d-39999dd75d63 tempest-ServersAdminNegativeTestJSON-1513463400 tempest-ServersAdminNegativeTestJSON-1513463400-project] 10.222.0.41 "GET /v2.0/security-groups?id=a4853b3a-4c33-4f4d-ae0e-b592366e4676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326780 Jun 01 18:46:27.859866 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-6cc1aebb-0609-4804-824e-8c34cbcfb88e req-65330217-adf9-4ef3-991e-5225f7729482 service neutron] 10.222.0.50 "GET /v2.0/networks/898153a3-5d71-43be-9d14-343ea4a48426?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2158465 Jun 01 18:46:27.944271 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a609d721-e24e-4e4a-bf92-03b5dea1f074 req-e9aeb052-60c2-4265-a85c-1de16149b3d9 service neutron] 10.222.0.50 "GET /v2.0/networks/898153a3-5d71-43be-9d14-343ea4a48426?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764390 Jun 01 18:46:28.074857 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-83c19a14-d0d2-4611-a83d-cc4c185a636d req-10da136f-04f8-44cb-98eb-e6d33afd5d6d tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:28.117737 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-6cc1aebb-0609-4804-824e-8c34cbcfb88e req-1ef52828-758f-4ccb-8170-34b1b6456bae service neutron] 10.222.0.50 "GET /v2.0/networks/898153a3-5d71-43be-9d14-343ea4a48426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2454503 Jun 01 18:46:28.121487 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-83c19a14-d0d2-4611-a83d-cc4c185a636d req-10da136f-04f8-44cb-98eb-e6d33afd5d6d tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:28.154179 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a609d721-e24e-4e4a-bf92-03b5dea1f074 req-30e59604-bcde-4ac3-a3ea-7ccbd08b27db service neutron] 10.222.0.50 "GET /v2.0/networks/898153a3-5d71-43be-9d14-343ea4a48426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1969905 Jun 01 18:46:28.183147 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-83c19a14-d0d2-4611-a83d-cc4c185a636d req-10da136f-04f8-44cb-98eb-e6d33afd5d6d tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:28.188562 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81712bc1-9f48-4c41-bff0-d356b0de211c req-642bdcd7-09c9-455a-82f3-f101beae51fb tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:46:28.196760 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-81712bc1-9f48-4c41-bff0-d356b0de211c req-642bdcd7-09c9-455a-82f3-f101beae51fb tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] 10.222.0.41 "GET /v2.0/ports?device_id=25555729-d93d-444d-a0b5-0a4fa55d3cb8 HTTP/1.1" status: 200 len: 945 time: 0.1104751 Jun 01 18:46:28.204844 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10da136f-04f8-44cb-98eb-e6d33afd5d6d tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3c72142-c309-460c-924a-06cf514cf6fa,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:46:28.207418 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-83c19a14-d0d2-4611-a83d-cc4c185a636d req-10da136f-04f8-44cb-98eb-e6d33afd5d6d tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:28.208526 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-83c19a14-d0d2-4611-a83d-cc4c185a636d req-10da136f-04f8-44cb-98eb-e6d33afd5d6d tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] 10.222.0.41 "DELETE /v2.0/security-groups/b3c72142-c309-460c-924a-06cf514cf6fa HTTP/1.1" status: 204 len: 173 time: 0.3721528 Jun 01 18:46:28.375010 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-81712bc1-9f48-4c41-bff0-d356b0de211c req-da7580a6-7fe1-4844-b730-d87794c713a1 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] 10.222.0.41 "GET /v2.0/security-groups?id=32e0c067-0089-408b-a3cd-4b24e22ccce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761997 Jun 01 18:46:28.405560 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea500ce-c1fb-4a88-abc5-d6f6191096f5 req-6863988d-41e3-4c4c-8ce0-96d46942a0ce tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:46:28.406244 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-8ea500ce-c1fb-4a88-abc5-d6f6191096f5 req-6863988d-41e3-4c4c-8ce0-96d46942a0ce tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] Synchronizing usage tracker for tenant:ee3dca5a75c542e0966797f286e0b4d5 on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:46:28.422975 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-8ea500ce-c1fb-4a88-abc5-d6f6191096f5 req-6863988d-41e3-4c4c-8ce0-96d46942a0ce tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] Unset dirty status for tenant:ee3dca5a75c542e0966797f286e0b4d5 on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:46:28.425193 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8ea500ce-c1fb-4a88-abc5-d6f6191096f5 req-6863988d-41e3-4c4c-8ce0-96d46942a0ce tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c2f9279-7cc9-4d6f-b8cb-b08438524fa4 HTTP/1.1" status: 200 len: 945 time: 0.1122015 Jun 01 18:46:28.472491 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8ea500ce-c1fb-4a88-abc5-d6f6191096f5 req-2d005a37-6906-4ae9-9902-8e2786a7dc5b tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] 10.222.0.41 "GET /v2.0/security-groups?id=92820b43-7593-449e-bdb5-02c9f22d29e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415955 Jun 01 18:46:28.515352 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-def38024-7aec-4ab9-bf04-d28e3fb47199 req-38c2d540-a56e-4822-8ad9-7cd1be0d10d9 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6a6d9c3-8862-4eeb-b898-6afb369449ea HTTP/1.1" status: 200 len: 210 time: 0.0425875 Jun 01 18:46:28.565130 n-d-844202-1 neutron-server[88524]: INFO neutron.api.v2.resource [req-65c36b9b-8ad2-4b56-b5f1-836db30b0edd req-deabec2c-91eb-4820-8a21-e8a262e622ff tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] show failed (client error): The resource could not be found. Jun 01 18:46:28.567258 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-65c36b9b-8ad2-4b56-b5f1-836db30b0edd req-deabec2c-91eb-4820-8a21-e8a262e622ff tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] 10.222.0.41 "GET /v2.0/security-groups/b9b95c92-5ca8-4b6a-a7be-b7a0edfdaf85 HTTP/1.1" status: 404 len: 352 time: 0.0209544 Jun 01 18:46:28.710077 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device d2fed082-f232-473f-b203-8abb2abbb3b0 up at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:46:28.760788 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-2278ba91-4f5e-488e-a861-ea0bb2305830 req-5413bb88-68c9-4417-9560-1f54308fad1b tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=5a29f45689de4723b61fb9850cc62a10&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0489309 Jun 01 18:46:28.812069 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 9ea03fd7-644d-4f11-ab4e-964ac35dcab3 details requested by agent hyperv_n-h2-844202-1 with host n-h2-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 18:46:28.961835 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2278ba91-4f5e-488e-a861-ea0bb2305830 req-b77bea6e-cf70-4cba-be85-a39a035b02a0 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:46:28.963817 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-2278ba91-4f5e-488e-a861-ea0bb2305830 req-b77bea6e-cf70-4cba-be85-a39a035b02a0 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1972661 Jun 01 18:46:28.987928 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-2278ba91-4f5e-488e-a861-ea0bb2305830 req-dfd3ff81-50fc-4418-8f09-d45edc54b33a tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Request body: {'port': {'device_id': 'b6a6d9c3-8862-4eeb-b898-6afb369449ea', 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426', 'admin_state_up': True, 'tenant_id': '5a29f45689de4723b61fb9850cc62a10'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:46:29.187024 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Provisioning for port d2fed082-f232-473f-b203-8abb2abbb3b0 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:46:29.218149 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-2278ba91-4f5e-488e-a861-ea0bb2305830 req-dfd3ff81-50fc-4418-8f09-d45edc54b33a tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:46:29.224488 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-2278ba91-4f5e-488e-a861-ea0bb2305830 req-dfd3ff81-50fc-4418-8f09-d45edc54b33a tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Usage tracker for resource:port and tenant:5a29f45689de4723b61fb9850cc62a10 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:46:29.228411 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-2278ba91-4f5e-488e-a861-ea0bb2305830 req-dfd3ff81-50fc-4418-8f09-d45edc54b33a tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:46:29.236463 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-2278ba91-4f5e-488e-a861-ea0bb2305830 req-dfd3ff81-50fc-4418-8f09-d45edc54b33a tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:46:29.245743 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Provisioning complete for port d2fed082-f232-473f-b203-8abb2abbb3b0 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:46:29.254449 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:29.305122 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2278ba91-4f5e-488e-a861-ea0bb2305830 req-dfd3ff81-50fc-4418-8f09-d45edc54b33a tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Made reservation on behalf of 5a29f45689de4723b61fb9850cc62a10 for: {'port': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:46:29.315083 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-2278ba91-4f5e-488e-a861-ea0bb2305830 req-dfd3ff81-50fc-4418-8f09-d45edc54b33a tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:29.346845 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-2278ba91-4f5e-488e-a861-ea0bb2305830 req-dfd3ff81-50fc-4418-8f09-d45edc54b33a tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:29.394564 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 9ea03fd7-644d-4f11-ab4e-964ac35dcab3, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=9ea03fd7-644d-4f11-ab4e-964ac35dcab3,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:46:29.405538 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-2278ba91-4f5e-488e-a861-ea0bb2305830 req-dfd3ff81-50fc-4418-8f09-d45edc54b33a tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:46:29.430881 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-2278ba91-4f5e-488e-a861-ea0bb2305830 req-dfd3ff81-50fc-4418-8f09-d45edc54b33a tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Usage tracker for resource:security_group_rule and tenant:5a29f45689de4723b61fb9850cc62a10 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:46:29.436031 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b088e5bc-f540-4a57-ade0-a1de9957eae9 req-51e6f89d-b3b7-4a1b-8bf1-9bfc6ddc9664 tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] 10.222.0.41 "GET /v2.0/security-groups/b97e44cb-bd21-47c0-becf-3652452d324c HTTP/1.1" status: 200 len: 1804 time: 0.1866090 Jun 01 18:46:29.437025 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-2278ba91-4f5e-488e-a861-ea0bb2305830 req-dfd3ff81-50fc-4418-8f09-d45edc54b33a tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:46:29.443517 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-2278ba91-4f5e-488e-a861-ea0bb2305830 req-dfd3ff81-50fc-4418-8f09-d45edc54b33a tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:46:29.497030 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Returning: {'device': '9ea03fd7-644d-4f11-ab4e-964ac35dcab3', 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426', 'port_id': '9ea03fd7-644d-4f11-ab4e-964ac35dcab3', 'mac_address': 'fa:16:3e:0a:ec:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35e3ad2f-9c88-4698-b634-4e1b58de1cc2', 'ip_address': '192.168.233.240'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 18:46:29.529857 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-b088e5bc-f540-4a57-ade0-a1de9957eae9 req-714cfcb9-779e-4040-878b-124e8e863905 tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:29.571639 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5adef0-b7db-43c1-ae87-fc2fae105480 req-d59f2e31-ae1d-4e99-896b-44321e1149c3 tempest-ServersAdminNegativeTestJSON-1513463400 tempest-ServersAdminNegativeTestJSON-1513463400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:46:29.574267 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4b5adef0-b7db-43c1-ae87-fc2fae105480 req-d59f2e31-ae1d-4e99-896b-44321e1149c3 tempest-ServersAdminNegativeTestJSON-1513463400 tempest-ServersAdminNegativeTestJSON-1513463400-project] 10.222.0.41 "GET /v2.0/ports?device_id=c94c9101-8bda-4879-9243-999265ce9d5f HTTP/1.1" status: 200 len: 948 time: 0.1631482 Jun 01 18:46:29.578518 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-b088e5bc-f540-4a57-ade0-a1de9957eae9 req-714cfcb9-779e-4040-878b-124e8e863905 tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:29.632940 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port d2fed082-f232-473f-b203-8abb2abbb3b0 is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:46:29.633617 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:29.653189 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port 9ea03fd7-644d-4f11-ab4e-964ac35dcab3 is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:46:29.653789 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:29.692205 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4b5adef0-b7db-43c1-ae87-fc2fae105480 req-d80fe2c2-a6cb-4e7f-8b3f-f46d120d0c00 tempest-ServersAdminNegativeTestJSON-1513463400 tempest-ServersAdminNegativeTestJSON-1513463400-project] 10.222.0.41 "GET /v2.0/security-groups?id=a4853b3a-4c33-4f4d-ae0e-b592366e4676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016910 Jun 01 18:46:29.708934 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-b088e5bc-f540-4a57-ade0-a1de9957eae9 req-714cfcb9-779e-4040-878b-124e8e863905 tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:29.712700 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port d2fed082-f232-473f-b203-8abb2abbb3b0, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=d2fed082-f232-473f-b203-8abb2abbb3b0,segment=NetworkSegment(9bd376cf-8b39-4b75-aaa6-34bd3746194e),segment_id=9bd376cf-8b39-4b75-aaa6-34bd3746194e)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:46:29.713809 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c2f9279-7cc9-4d6f-b8cb-b08438524fa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2fed082-f232-473f-b203-8abb2abbb3b0'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:46:29.719540 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-2278ba91-4f5e-488e-a861-ea0bb2305830 req-dfd3ff81-50fc-4418-8f09-d45edc54b33a tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:29.722796 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ea03fd7-644d-4f11-ab4e-964ac35dcab3 {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:46:29.730564 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:29.737310 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-2278ba91-4f5e-488e-a861-ea0bb2305830 req-dfd3ff81-50fc-4418-8f09-d45edc54b33a tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:29.807317 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 9ea03fd7-644d-4f11-ab4e-964ac35dcab3, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=9ea03fd7-644d-4f11-ab4e-964ac35dcab3,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:46:29.818293 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:29.819294 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 4bc4794c-a46b-4311-ab6d-334e022485bf details requested by agent hyperv_n-h2-844202-1 with host n-h2-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 18:46:29.916651 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=d2fed082-f232-473f-b203-8abb2abbb3b0,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:46:30.008028 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714cfcb9-779e-4040-878b-124e8e863905 tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b97e44cb-bd21-47c0-becf-3652452d324c,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:46:30.048125 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-b088e5bc-f540-4a57-ade0-a1de9957eae9 req-714cfcb9-779e-4040-878b-124e8e863905 tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:30.060135 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b088e5bc-f540-4a57-ade0-a1de9957eae9 req-714cfcb9-779e-4040-878b-124e8e863905 tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] 10.222.0.41 "DELETE /v2.0/security-groups/b97e44cb-bd21-47c0-becf-3652452d324c HTTP/1.1" status: 204 len: 173 time: 0.6131036 Jun 01 18:46:30.078463 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b316035-9a92-4877-b70d-b92df5275778 req-bcdede1d-3f2e-4bdc-b8c0-4ea0b8065e28 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:46:30.079909 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8b316035-9a92-4877-b70d-b92df5275778 req-bcdede1d-3f2e-4bdc-b8c0-4ea0b8065e28 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] 10.222.0.41 "GET /v2.0/ports?device_id=25555729-d93d-444d-a0b5-0a4fa55d3cb8 HTTP/1.1" status: 200 len: 945 time: 0.1381700 Jun 01 18:46:30.142663 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd3ff81-50fc-4418-8f09-d45edc54b33a tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbe27866-6450-47f0-a8e1-f266dfb72433,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:46:30.192592 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8b316035-9a92-4877-b70d-b92df5275778 req-5a9ec775-baa2-467f-be28-05d9e68dfea3 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] 10.222.0.41 "GET /v2.0/security-groups?id=32e0c067-0089-408b-a3cd-4b24e22ccce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059322 Jun 01 18:46:30.209184 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [req-2278ba91-4f5e-488e-a861-ea0bb2305830 req-dfd3ff81-50fc-4418-8f09-d45edc54b33a tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Allocated IP 192.168.233.189 (898153a3-5d71-43be-9d14-343ea4a48426/35e3ad2f-9c88-4698-b634-4e1b58de1cc2/29ef26a4-a70e-49b7-bba7-1d3944f13d1a) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:46:30.306418 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=9ea03fd7-644d-4f11-ab4e-964ac35dcab3,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:46:30.377989 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 4bc4794c-a46b-4311-ab6d-334e022485bf, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=4bc4794c-a46b-4311-ab6d-334e022485bf,segment=NetworkSegment(5423f802-8952-4dea-8b13-e2a87f408f8c),segment_id=5423f802-8952-4dea-8b13-e2a87f408f8c)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:46:30.432885 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Returning: {'device': '4bc4794c-a46b-4311-ab6d-334e022485bf', 'network_id': 'e3dea7fc-235f-4736-8c6d-38e23ed566b9', 'port_id': '4bc4794c-a46b-4311-ab6d-334e022485bf', 'mac_address': 'fa:16:3e:60:19:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da8eacd5-9944-4111-9d5f-9f3e01b23eff', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 18:46:30.567267 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port 4bc4794c-a46b-4311-ab6d-334e022485bf is: ACTIVE; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:46:30.567660 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:30.608897 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-2278ba91-4f5e-488e-a861-ea0bb2305830 req-dfd3ff81-50fc-4418-8f09-d45edc54b33a tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:30.638283 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4bc4794c-a46b-4311-ab6d-334e022485bf {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:46:30.662396 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [req-2278ba91-4f5e-488e-a861-ea0bb2305830 req-dfd3ff81-50fc-4418-8f09-d45edc54b33a tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Transition to ACTIVE for port object 29ef26a4-a70e-49b7-bba7-1d3944f13d1a will not be triggered until provisioned by entity DHCP. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:46:30.684071 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 4bc4794c-a46b-4311-ab6d-334e022485bf, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=4bc4794c-a46b-4311-ab6d-334e022485bf,segment=NetworkSegment(5423f802-8952-4dea-8b13-e2a87f408f8c),segment_id=5423f802-8952-4dea-8b13-e2a87f408f8c)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:46:30.698221 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:30.727810 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e28cfd6-7134-40e8-bcc3-caac49d5a2da req-441e105f-d99f-4d96-b759-ce65784135b4 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:46:30.747347 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-7e28cfd6-7134-40e8-bcc3-caac49d5a2da req-441e105f-d99f-4d96-b759-ce65784135b4 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c2f9279-7cc9-4d6f-b8cb-b08438524fa4 HTTP/1.1" status: 200 len: 946 time: 0.3053305 Jun 01 18:46:30.795645 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-75acf80e-ede2-450e-8792-dbdd7b8e19ef req-ec5c1e48-a444-4ec2-8e73-f82d0733e66f tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6a6d9c3-8862-4eeb-b898-6afb369449ea HTTP/1.1" status: 200 len: 210 time: 0.1225934 Jun 01 18:46:30.820088 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] get_ports_and_sgs() called for port_ids ['4bc4794c-a46b-4311-ab6d-334e022485bf'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:46:30.831093 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-2278ba91-4f5e-488e-a861-ea0bb2305830 req-dfd3ff81-50fc-4418-8f09-d45edc54b33a tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:30.850215 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-7e28cfd6-7134-40e8-bcc3-caac49d5a2da req-bcfa2748-b848-4f1c-a102-d31c4e51d3cf tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] 10.222.0.41 "GET /v2.0/security-groups?id=92820b43-7593-449e-bdb5-02c9f22d29e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018970 Jun 01 18:46:30.933000 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38e02311-9ab1-4566-ab9e-efd029a7f258'] response: {'server_uuid': '0c2f9279-7cc9-4d6f-b8cb-b08438524fa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2fed082-f232-473f-b203-8abb2abbb3b0', 'code': 200} Jun 01 18:46:30.933579 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=4bc4794c-a46b-4311-ab6d-334e022485bf,revision_number=6']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:46:30.960215 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2278ba91-4f5e-488e-a861-ea0bb2305830 req-dfd3ff81-50fc-4418-8f09-d45edc54b33a tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Network 898153a3-5d71-43be-9d14-343ea4a48426 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:46:30.976396 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [req-2278ba91-4f5e-488e-a861-ea0bb2305830 req-dfd3ff81-50fc-4418-8f09-d45edc54b33a tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:46:30.983956 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-2278ba91-4f5e-488e-a861-ea0bb2305830 req-dfd3ff81-50fc-4418-8f09-d45edc54b33a tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:46:31.003319 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] get_ports_and_sgs() called for port_ids ['9ea03fd7-644d-4f11-ab4e-964ac35dcab3'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:46:31.081865 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2278ba91-4f5e-488e-a861-ea0bb2305830 req-dfd3ff81-50fc-4418-8f09-d45edc54b33a tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:46:31.083148 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-2278ba91-4f5e-488e-a861-ea0bb2305830 req-dfd3ff81-50fc-4418-8f09-d45edc54b33a tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:31.147391 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd3ff81-50fc-4418-8f09-d45edc54b33a tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Pushing event updated for resources: {'Port': ['ID=29ef26a4-a70e-49b7-bba7-1d3944f13d1a,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:46:31.148514 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b64a6c83-e28c-479e-bbe3-3b7fbc2be681 req-74d17f0f-876a-4dd0-81c6-8f580e73f2be tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] 10.222.0.41 "GET /v2.0/security-groups/36fe6524-e8e7-4bcf-818a-544d098ca28b HTTP/1.1" status: 200 len: 1804 time: 0.2614648 Jun 01 18:46:31.162786 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-2278ba91-4f5e-488e-a861-ea0bb2305830 req-dfd3ff81-50fc-4418-8f09-d45edc54b33a tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1867852 Jun 01 18:46:31.240479 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-2278ba91-4f5e-488e-a861-ea0bb2305830 req-d4c80a7a-e0b9-4159-9df6-e5cc9fbf7cc3 service neutron] Request body: {'port': {'device_id': 'b6a6d9c3-8862-4eeb-b898-6afb369449ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844202-1'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:46:31.327456 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-b64a6c83-e28c-479e-bbe3-3b7fbc2be681 req-1455f71d-facc-482e-8fda-3d56f73e7371 tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:31.341302 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b38d6c-f082-4525-8006-bb4b0f00d974 req-3db12ffa-2751-4ccf-ad5f-a2d87d4da957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:46:31.343016 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c0b38d6c-f082-4525-8006-bb4b0f00d974 req-3db12ffa-2751-4ccf-ad5f-a2d87d4da957 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0c2f9279-7cc9-4d6f-b8cb-b08438524fa4 HTTP/1.1" status: 200 len: 1097 time: 0.3501136 Jun 01 18:46:31.389767 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-b64a6c83-e28c-479e-bbe3-3b7fbc2be681 req-1455f71d-facc-482e-8fda-3d56f73e7371 tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:31.394935 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-62ec8ae5-12b3-4ca8-9ee3-6dfabbca5fa2 None None] Provisioning for port 29ef26a4-a70e-49b7-bba7-1d3944f13d1a completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:46:31.405560 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-62ec8ae5-12b3-4ca8-9ee3-6dfabbca5fa2 None None] Provisioning complete for port 29ef26a4-a70e-49b7-bba7-1d3944f13d1a triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:46:31.406436 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-62ec8ae5-12b3-4ca8-9ee3-6dfabbca5fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:31.425322 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c0b38d6c-f082-4525-8006-bb4b0f00d974 req-edb79ce5-0bdf-4804-b1da-6f37389e9ffd service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=92820b43-7593-449e-bdb5-02c9f22d29e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720942 Jun 01 18:46:31.433761 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-2278ba91-4f5e-488e-a861-ea0bb2305830 req-d4c80a7a-e0b9-4159-9df6-e5cc9fbf7cc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:31.470769 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-b64a6c83-e28c-479e-bbe3-3b7fbc2be681 req-1455f71d-facc-482e-8fda-3d56f73e7371 tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:31.486774 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-62ec8ae5-12b3-4ca8-9ee3-6dfabbca5fa2 None None] Port 29ef26a4-a70e-49b7-bba7-1d3944f13d1a cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 18:46:31.489587 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1455f71d-facc-482e-8fda-3d56f73e7371 tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36fe6524-e8e7-4bcf-818a-544d098ca28b,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:46:31.499425 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-b64a6c83-e28c-479e-bbe3-3b7fbc2be681 req-1455f71d-facc-482e-8fda-3d56f73e7371 tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:31.500723 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b64a6c83-e28c-479e-bbe3-3b7fbc2be681 req-1455f71d-facc-482e-8fda-3d56f73e7371 tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] 10.222.0.41 "DELETE /v2.0/security-groups/36fe6524-e8e7-4bcf-818a-544d098ca28b HTTP/1.1" status: 204 len: 173 time: 0.3512020 Jun 01 18:46:31.545416 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bd6b5b-a2ba-4127-8881-b61b6c2be747 req-15358f1c-855c-4893-abd8-d2c088ef378c tempest-ListImageFiltersTestJSON-5492641 tempest-ListImageFiltersTestJSON-5492641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:46:31.552957 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-31bd6b5b-a2ba-4127-8881-b61b6c2be747 req-15358f1c-855c-4893-abd8-d2c088ef378c tempest-ListImageFiltersTestJSON-5492641 tempest-ListImageFiltersTestJSON-5492641-project] 10.222.0.41 "GET /v2.0/ports?device_id=75eeb2d2-9f66-496a-80bb-b33663e212ac HTTP/1.1" status: 200 len: 948 time: 0.4070716 Jun 01 18:46:31.622615 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-31bd6b5b-a2ba-4127-8881-b61b6c2be747 req-b4aee541-f96a-4e34-a545-aa720dfd205d tempest-ListImageFiltersTestJSON-5492641 tempest-ListImageFiltersTestJSON-5492641-project] 10.222.0.41 "GET /v2.0/security-groups?id=5427509f-34d7-4eb0-9761-0171d484d3bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678239 Jun 01 18:46:31.862717 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4091b4d8-8928-49e4-abbc-6cfec77be7a7 req-a059a53f-11bb-461a-af49-d949cc35250f tempest-ServersAdminNegativeTestJSON-1513463400 tempest-ServersAdminNegativeTestJSON-1513463400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:46:31.875302 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4091b4d8-8928-49e4-abbc-6cfec77be7a7 req-a059a53f-11bb-461a-af49-d949cc35250f tempest-ServersAdminNegativeTestJSON-1513463400 tempest-ServersAdminNegativeTestJSON-1513463400-project] 10.222.0.41 "GET /v2.0/ports?device_id=c94c9101-8bda-4879-9243-999265ce9d5f HTTP/1.1" status: 200 len: 949 time: 0.2179749 Jun 01 18:46:31.907806 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 48544) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:46:31.918716 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-7b9f8c57-386d-4241-acb9-f413526a9d65 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1445385370'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:46:31.944529 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-7b9f8c57-386d-4241-acb9-f413526a9d65 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:46:31.960660 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-7b9f8c57-386d-4241-acb9-f413526a9d65 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Usage tracker for resource:network and tenant:5e0ead56e0d24edfb943f0d89aaec01a is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:46:31.991159 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4091b4d8-8928-49e4-abbc-6cfec77be7a7 req-f591af98-6cc8-43ca-9ba2-632ad322d6cb tempest-ServersAdminNegativeTestJSON-1513463400 tempest-ServersAdminNegativeTestJSON-1513463400-project] 10.222.0.41 "GET /v2.0/security-groups?id=a4853b3a-4c33-4f4d-ae0e-b592366e4676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147923 Jun 01 18:46:32.082510 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3c0dcdf4-9530-4e34-ae83-93faff0f930f req-920d6508-fda8-44f5-ad4d-065a7364251f tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] 10.222.0.41 "GET /v2.0/security-groups/fe9da8a2-cdee-444f-9cc6-2178f490177c HTTP/1.1" status: 200 len: 1804 time: 0.0621836 Jun 01 18:46:32.103570 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-7b9f8c57-386d-4241-acb9-f413526a9d65 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:46:32.147867 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-7b9f8c57-386d-4241-acb9-f413526a9d65 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:46:32.193867 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b9f8c57-386d-4241-acb9-f413526a9d65 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Made reservation on behalf of 5e0ead56e0d24edfb943f0d89aaec01a for: {'network': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:46:32.197766 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-7b9f8c57-386d-4241-acb9-f413526a9d65 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:32.305549 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b9f8c57-386d-4241-acb9-f413526a9d65 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 100} {{(pid=88524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 18:46:32.334068 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-7b9f8c57-386d-4241-acb9-f413526a9d65 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:32.334558 n-d-844202-1 neutron-server[88524]: INFO neutron.db.segments_db [None req-7b9f8c57-386d-4241-acb9-f413526a9d65 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Added segment 8211a189-6538-4b5e-a099-2eaf80282694 of type vlan for network 9faf4c95-7954-4d11-b97c-b5c0332de1f6 Jun 01 18:46:32.343225 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37d98c5-f216-4cec-8073-c1806dc19298 req-12043a73-81fb-40d2-8784-8f0c9c856e3b tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:46:32.350734 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e37d98c5-f216-4cec-8073-c1806dc19298 req-12043a73-81fb-40d2-8784-8f0c9c856e3b tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] 10.222.0.41 "GET /v2.0/ports?device_id=25555729-d93d-444d-a0b5-0a4fa55d3cb8 HTTP/1.1" status: 200 len: 945 time: 0.2488358 Jun 01 18:46:32.360966 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [req-2278ba91-4f5e-488e-a861-ea0bb2305830 req-d4c80a7a-e0b9-4159-9df6-e5cc9fbf7cc3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29ef26a4-a70e-49b7-bba7-1d3944f13d1a {{(pid=88524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:46:32.391184 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-2278ba91-4f5e-488e-a861-ea0bb2305830 req-d4c80a7a-e0b9-4159-9df6-e5cc9fbf7cc3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:32.411093 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-3c0dcdf4-9530-4e34-ae83-93faff0f930f req-78283817-94f0-4bb0-806a-d24eea09b280 tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:32.437071 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-7b9f8c57-386d-4241-acb9-f413526a9d65 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:32.442952 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [req-2278ba91-4f5e-488e-a861-ea0bb2305830 req-d4c80a7a-e0b9-4159-9df6-e5cc9fbf7cc3 service neutron] Transition to ACTIVE for port object 29ef26a4-a70e-49b7-bba7-1d3944f13d1a will not be triggered until provisioned by entity L2. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:46:32.455094 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e37d98c5-f216-4cec-8073-c1806dc19298 req-0888d05e-0dae-4ade-a8e7-efd614de43a7 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] 10.222.0.41 "GET /v2.0/security-groups?id=32e0c067-0089-408b-a3cd-4b24e22ccce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032853 Jun 01 18:46:32.461116 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-2278ba91-4f5e-488e-a861-ea0bb2305830 req-d4c80a7a-e0b9-4159-9df6-e5cc9fbf7cc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:32.477576 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-3c0dcdf4-9530-4e34-ae83-93faff0f930f req-78283817-94f0-4bb0-806a-d24eea09b280 tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:32.498093 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e83b33-09df-4153-913e-eee9d6ba6e11 req-0f82cab3-3d4c-49eb-9c59-5062c6a8d740 tempest-ListImageFiltersTestJSON-5492641 tempest-ListImageFiltersTestJSON-5492641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:46:32.499662 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-47e83b33-09df-4153-913e-eee9d6ba6e11 req-0f82cab3-3d4c-49eb-9c59-5062c6a8d740 tempest-ListImageFiltersTestJSON-5492641 tempest-ListImageFiltersTestJSON-5492641-project] 10.222.0.50 "GET /v2.0/ports?device_id=75eeb2d2-9f66-496a-80bb-b33663e212ac HTTP/1.1" status: 200 len: 948 time: 0.3802249 Jun 01 18:46:32.589342 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [req-47e83b33-09df-4153-913e-eee9d6ba6e11 req-62926598-99d9-417a-8501-96b1ac3695fa tempest-ListImageFiltersTestJSON-5492641 tempest-ListImageFiltersTestJSON-5492641-project] Deleting port 501e4fc3-0fdc-4f32-bbc6-7f6d266eefc1 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:46:32.589689 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-47e83b33-09df-4153-913e-eee9d6ba6e11 req-62926598-99d9-417a-8501-96b1ac3695fa tempest-ListImageFiltersTestJSON-5492641 tempest-ListImageFiltersTestJSON-5492641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:32.768370 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c80a7a-e0b9-4159-9df6-e5cc9fbf7cc3 service neutron] Pushing event updated for resources: {'Port': ['ID=29ef26a4-a70e-49b7-bba7-1d3944f13d1a,revision_number=2']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:46:32.805808 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-3c0dcdf4-9530-4e34-ae83-93faff0f930f req-78283817-94f0-4bb0-806a-d24eea09b280 tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:32.826105 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 9ea03fd7-644d-4f11-ab4e-964ac35dcab3 up at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:46:32.841616 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-7b9f8c57-386d-4241-acb9-f413526a9d65 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:32.847583 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b9f8c57-386d-4241-acb9-f413526a9d65 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:46:32.848213 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-7b9f8c57-386d-4241-acb9-f413526a9d65 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:32.858564 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78283817-94f0-4bb0-806a-d24eea09b280 tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe9da8a2-cdee-444f-9cc6-2178f490177c,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:46:32.883537 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-3c0dcdf4-9530-4e34-ae83-93faff0f930f req-78283817-94f0-4bb0-806a-d24eea09b280 tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:32.885480 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3c0dcdf4-9530-4e34-ae83-93faff0f930f req-78283817-94f0-4bb0-806a-d24eea09b280 tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] 10.222.0.41 "DELETE /v2.0/security-groups/fe9da8a2-cdee-444f-9cc6-2178f490177c HTTP/1.1" status: 204 len: 173 time: 0.7959685 Jun 01 18:46:32.975340 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning for port 9ea03fd7-644d-4f11-ab4e-964ac35dcab3 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:46:32.984515 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning complete for port 9ea03fd7-644d-4f11-ab4e-964ac35dcab3 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:46:32.985236 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:33.114468 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-2278ba91-4f5e-488e-a861-ea0bb2305830 req-d4c80a7a-e0b9-4159-9df6-e5cc9fbf7cc3 service neutron] Attempting to bind port 29ef26a4-a70e-49b7-bba7-1d3944f13d1a on host n-h2-844202-1 for vnic_type normal with profile {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:46:33.114695 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-2278ba91-4f5e-488e-a861-ea0bb2305830 req-d4c80a7a-e0b9-4159-9df6-e5cc9fbf7cc3 service neutron] Attempting to bind port 29ef26a4-a70e-49b7-bba7-1d3944f13d1a by drivers openvswitch,hyperv on host n-h2-844202-1 at level 0 using segments [{'id': 'e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426'}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:46:33.115026 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2278ba91-4f5e-488e-a861-ea0bb2305830 req-d4c80a7a-e0b9-4159-9df6-e5cc9fbf7cc3 service neutron] Attempting to bind port 29ef26a4-a70e-49b7-bba7-1d3944f13d1a on network 898153a3-5d71-43be-9d14-343ea4a48426 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:46:33.131164 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-7b9f8c57-386d-4241-acb9-f413526a9d65 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.2223384 Jun 01 18:46:33.164252 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port 9ea03fd7-644d-4f11-ab4e-964ac35dcab3 is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:46:33.164643 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:33.173529 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 48556) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:46:33.183403 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-5c186836-3bfd-4b93-8208-dc449efb8b51 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1024316106'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:46:33.197954 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c94c9101-8bda-4879-9243-999265ce9d5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ea03fd7-644d-4f11-ab4e-964ac35dcab3'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:46:33.209652 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 9ea03fd7-644d-4f11-ab4e-964ac35dcab3, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=9ea03fd7-644d-4f11-ab4e-964ac35dcab3,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:46:33.215806 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-5c186836-3bfd-4b93-8208-dc449efb8b51 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:46:33.217446 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:33.218440 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 4bc4794c-a46b-4311-ab6d-334e022485bf up at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:46:33.235414 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-5c186836-3bfd-4b93-8208-dc449efb8b51 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Usage tracker for resource:network and tenant:5e0ead56e0d24edfb943f0d89aaec01a is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:46:33.239584 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9f8c57-386d-4241-acb9-f413526a9d65 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Pushing event updated for resources: {'Network': ['ID=9faf4c95-7954-4d11-b97c-b5c0332de1f6,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:46:33.243841 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-5c186836-3bfd-4b93-8208-dc449efb8b51 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:46:33.245959 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2278ba91-4f5e-488e-a861-ea0bb2305830 req-d4c80a7a-e0b9-4159-9df6-e5cc9fbf7cc3 service neutron] Port 29ef26a4-a70e-49b7-bba7-1d3944f13d1a on network 898153a3-5d71-43be-9d14-343ea4a48426 not bound, no agent of type Open vSwitch agent registered on host n-h2-844202-1 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 18:46:33.246541 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2278ba91-4f5e-488e-a861-ea0bb2305830 req-d4c80a7a-e0b9-4159-9df6-e5cc9fbf7cc3 service neutron] Attempting to bind port 29ef26a4-a70e-49b7-bba7-1d3944f13d1a on network 898153a3-5d71-43be-9d14-343ea4a48426 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:46:33.248400 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-47e83b33-09df-4153-913e-eee9d6ba6e11 req-62926598-99d9-417a-8501-96b1ac3695fa tempest-ListImageFiltersTestJSON-5492641 tempest-ListImageFiltersTestJSON-5492641-project] For port 501e4fc3-0fdc-4f32-bbc6-7f6d266eefc1, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=501e4fc3-0fdc-4f32-bbc6-7f6d266eefc1,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:46:33.248756 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-47e83b33-09df-4153-913e-eee9d6ba6e11 req-62926598-99d9-417a-8501-96b1ac3695fa tempest-ListImageFiltersTestJSON-5492641 tempest-ListImageFiltersTestJSON-5492641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:33.258554 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2278ba91-4f5e-488e-a861-ea0bb2305830 req-d4c80a7a-e0b9-4159-9df6-e5cc9fbf7cc3 service neutron] Checking agent: {'id': 'f5db9968-6317-4186-9100-9e0ca6b50417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 18, 46, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:46:33.259361 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2278ba91-4f5e-488e-a861-ea0bb2305830 req-d4c80a7a-e0b9-4159-9df6-e5cc9fbf7cc3 service neutron] Checking segment: {'id': 'e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:46:33.259984 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2278ba91-4f5e-488e-a861-ea0bb2305830 req-d4c80a7a-e0b9-4159-9df6-e5cc9fbf7cc3 service neutron] Bound using segment: {'id': 'e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426'} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:46:33.260814 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-2278ba91-4f5e-488e-a861-ea0bb2305830 req-d4c80a7a-e0b9-4159-9df6-e5cc9fbf7cc3 service neutron] Bound port: 29ef26a4-a70e-49b7-bba7-1d3944f13d1a, host: n-h2-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426'}}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:46:33.261397 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-2278ba91-4f5e-488e-a861-ea0bb2305830 req-d4c80a7a-e0b9-4159-9df6-e5cc9fbf7cc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:33.269367 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-5c186836-3bfd-4b93-8208-dc449efb8b51 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:46:33.298731 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb412791-f123-4fe1-8760-85d63ef22498 req-50f25bbf-16d1-41e8-8801-787421f52ef6 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:46:33.300874 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-fb412791-f123-4fe1-8760-85d63ef22498 req-50f25bbf-16d1-41e8-8801-787421f52ef6 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Synchronizing usage tracker for tenant:5a29f45689de4723b61fb9850cc62a10 on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:46:33.318307 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network 9faf4c95-7954-4d11-b97c-b5c0332de1f6 details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 18:46:33.375723 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.agents_db [None req-e814b9cf-7de8-45d0-a079-29c61fabe7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 18:46:33.403727 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-2278ba91-4f5e-488e-a861-ea0bb2305830 req-d4c80a7a-e0b9-4159-9df6-e5cc9fbf7cc3 service neutron] For port 29ef26a4-a70e-49b7-bba7-1d3944f13d1a, host n-h2-844202-1, cleared binding levels {{(pid=88524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:46:33.408256 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-2278ba91-4f5e-488e-a861-ea0bb2305830 req-d4c80a7a-e0b9-4159-9df6-e5cc9fbf7cc3 service neutron] For port 29ef26a4-a70e-49b7-bba7-1d3944f13d1a, host n-h2-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=29ef26a4-a70e-49b7-bba7-1d3944f13d1a,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:46:33.411841 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [req-47e83b33-09df-4153-913e-eee9d6ba6e11 req-62926598-99d9-417a-8501-96b1ac3695fa tempest-ListImageFiltersTestJSON-5492641 tempest-ListImageFiltersTestJSON-5492641-project] Calling delete_port for 501e4fc3-0fdc-4f32-bbc6-7f6d266eefc1 owned by compute:nova {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:46:33.421093 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-2278ba91-4f5e-488e-a861-ea0bb2305830 req-d4c80a7a-e0b9-4159-9df6-e5cc9fbf7cc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:33.461412 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c186836-3bfd-4b93-8208-dc449efb8b51 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Made reservation on behalf of 5e0ead56e0d24edfb943f0d89aaec01a for: {'network': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:46:33.464943 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5c186836-3bfd-4b93-8208-dc449efb8b51 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:33.516406 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2278ba91-4f5e-488e-a861-ea0bb2305830 req-d4c80a7a-e0b9-4159-9df6-e5cc9fbf7cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:46:33.520607 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c186836-3bfd-4b93-8208-dc449efb8b51 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 143} {{(pid=88525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 18:46:33.521577 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-2278ba91-4f5e-488e-a861-ea0bb2305830 req-d4c80a7a-e0b9-4159-9df6-e5cc9fbf7cc3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:33.523128 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-2278ba91-4f5e-488e-a861-ea0bb2305830 req-d4c80a7a-e0b9-4159-9df6-e5cc9fbf7cc3 service neutron] 10.222.0.50 "PUT /v2.0/ports/29ef26a4-a70e-49b7-bba7-1d3944f13d1a HTTP/1.1" status: 200 len: 1096 time: 2.2891896 Jun 01 18:46:33.535365 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-fb412791-f123-4fe1-8760-85d63ef22498 req-50f25bbf-16d1-41e8-8801-787421f52ef6 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Unset dirty status for tenant:5a29f45689de4723b61fb9850cc62a10 on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:46:33.542727 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fb412791-f123-4fe1-8760-85d63ef22498 req-50f25bbf-16d1-41e8-8801-787421f52ef6 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6a6d9c3-8862-4eeb-b898-6afb369449ea HTTP/1.1" status: 200 len: 948 time: 0.8962684 Jun 01 18:46:33.545163 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6a6d9c3-8862-4eeb-b898-6afb369449ea', 'tag': '29ef26a4-a70e-49b7-bba7-1d3944f13d1a'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:46:33.553626 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75886583-0afc-42fe-99cb-a868c827d0a4 req-252b0587-c6df-4b06-ba3a-9f94f225d3be tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:46:33.560817 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-75886583-0afc-42fe-99cb-a868c827d0a4 req-252b0587-c6df-4b06-ba3a-9f94f225d3be tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c2f9279-7cc9-4d6f-b8cb-b08438524fa4 HTTP/1.1" status: 200 len: 946 time: 0.4350049 Jun 01 18:46:33.571929 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=9ea03fd7-644d-4f11-ab4e-964ac35dcab3,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:46:33.609051 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning complete for port 4bc4794c-a46b-4311-ab6d-334e022485bf triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:46:33.609940 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:33.610506 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5c186836-3bfd-4b93-8208-dc449efb8b51 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:33.612912 n-d-844202-1 neutron-server[88525]: INFO neutron.db.segments_db [None req-5c186836-3bfd-4b93-8208-dc449efb8b51 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Added segment 1f216ea7-d556-42bd-9325-5581fab5db25 of type vlan for network c16c0733-68a0-4af2-9aa5-b2266da91869 Jun 01 18:46:33.706843 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c80a7a-e0b9-4159-9df6-e5cc9fbf7cc3 service neutron] Pushing event updated for resources: {'Port': ['ID=29ef26a4-a70e-49b7-bba7-1d3944f13d1a,revision_number=3']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:46:33.766720 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-fb412791-f123-4fe1-8760-85d63ef22498 req-73a4bf19-4ed2-40de-acfc-1b758a8edd76 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Synchronizing usage tracker for tenant:5a29f45689de4723b61fb9850cc62a10 on resource:security_group {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:46:33.791124 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2278ba91-4f5e-488e-a861-ea0bb2305830 req-55736014-5521-4c82-ac91-662d79cafba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:46:33.792694 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-2278ba91-4f5e-488e-a861-ea0bb2305830 req-55736014-5521-4c82-ac91-662d79cafba5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5a29f45689de4723b61fb9850cc62a10&device_id=b6a6d9c3-8862-4eeb-b898-6afb369449ea HTTP/1.1" status: 200 len: 1099 time: 0.1850390 Jun 01 18:46:33.828528 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port 4bc4794c-a46b-4311-ab6d-334e022485bf is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:46:33.829268 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:33.842899 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-47e83b33-09df-4153-913e-eee9d6ba6e11 req-62926598-99d9-417a-8501-96b1ac3695fa tempest-ListImageFiltersTestJSON-5492641 tempest-ListImageFiltersTestJSON-5492641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:33.890332 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-fb412791-f123-4fe1-8760-85d63ef22498 req-73a4bf19-4ed2-40de-acfc-1b758a8edd76 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Unset dirty status for tenant:5a29f45689de4723b61fb9850cc62a10 on resource:security_group {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:46:33.902280 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fb412791-f123-4fe1-8760-85d63ef22498 req-73a4bf19-4ed2-40de-acfc-1b758a8edd76 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbe27866-6450-47f0-a8e1-f266dfb72433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3581846 Jun 01 18:46:33.905904 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 4bc4794c-a46b-4311-ab6d-334e022485bf, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=4bc4794c-a46b-4311-ab6d-334e022485bf,segment=NetworkSegment(5423f802-8952-4dea-8b13-e2a87f408f8c),segment_id=5423f802-8952-4dea-8b13-e2a87f408f8c)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:46:33.915278 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:33.929029 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-2278ba91-4f5e-488e-a861-ea0bb2305830 req-9badb19d-c1eb-4ba3-8bd5-24df9e8f05ec service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=29ef26a4-a70e-49b7-bba7-1d3944f13d1a HTTP/1.1" status: 200 len: 217 time: 0.1261616 Jun 01 18:46:33.948707 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-75886583-0afc-42fe-99cb-a868c827d0a4 req-69ab8f70-2dde-4cc3-9175-593b962abcb6 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] 10.222.0.41 "GET /v2.0/security-groups?id=92820b43-7593-449e-bdb5-02c9f22d29e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3868442 Jun 01 18:46:33.950579 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5c186836-3bfd-4b93-8208-dc449efb8b51 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:34.015058 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62926598-99d9-417a-8501-96b1ac3695fa tempest-ListImageFiltersTestJSON-5492641 tempest-ListImageFiltersTestJSON-5492641-project] Pushing event deleted for resources: {'Port': ['ID=501e4fc3-0fdc-4f32-bbc6-7f6d266eefc1,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:46:34.028206 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=4bc4794c-a46b-4311-ab6d-334e022485bf,revision_number=7']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:46:34.075470 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [req-47e83b33-09df-4153-913e-eee9d6ba6e11 req-62926598-99d9-417a-8501-96b1ac3695fa tempest-ListImageFiltersTestJSON-5492641 tempest-ListImageFiltersTestJSON-5492641-project] No DVR routers for this DVR port 501e4fc3-0fdc-4f32-bbc6-7f6d266eefc1 on host n-h2-844202-1 {{(pid=88525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 18:46:34.078751 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-47e83b33-09df-4153-913e-eee9d6ba6e11 req-62926598-99d9-417a-8501-96b1ac3695fa tempest-ListImageFiltersTestJSON-5492641 tempest-ListImageFiltersTestJSON-5492641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:34.082599 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75eeb2d2-9f66-496a-80bb-b33663e212ac', 'name': 'network-vif-deleted', 'tag': '501e4fc3-0fdc-4f32-bbc6-7f6d266eefc1'}] {{(pid=88525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:46:34.100675 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2278ba91-4f5e-488e-a861-ea0bb2305830 req-9c1a12e0-579e-4730-8ea9-13dd0de9b7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:46:34.103973 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-2278ba91-4f5e-488e-a861-ea0bb2305830 req-9c1a12e0-579e-4730-8ea9-13dd0de9b7e8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=35e3ad2f-9c88-4698-b634-4e1b58de1cc2 HTTP/1.1" status: 200 len: 843 time: 0.1711624 Jun 01 18:46:34.172110 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-47e83b33-09df-4153-913e-eee9d6ba6e11 req-62926598-99d9-417a-8501-96b1ac3695fa tempest-ListImageFiltersTestJSON-5492641 tempest-ListImageFiltersTestJSON-5492641-project] 10.222.0.50 "DELETE /v2.0/ports/501e4fc3-0fdc-4f32-bbc6-7f6d266eefc1 HTTP/1.1" status: 204 len: 173 time: 1.6617408 Jun 01 18:46:34.180010 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5c186836-3bfd-4b93-8208-dc449efb8b51 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:34.186015 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c186836-3bfd-4b93-8208-dc449efb8b51 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:46:34.187179 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5c186836-3bfd-4b93-8208-dc449efb8b51 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:34.214265 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-85684e81-f4d6-42b7-84ee-ee3fc598bd78 req-ec0699c4-9c91-4d7e-af47-1bee18997252 tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] 10.222.0.41 "GET /v2.0/security-groups/bdd02e2a-5339-4920-8380-6f1fd4a63eca HTTP/1.1" status: 200 len: 2403 time: 0.1001074 Jun 01 18:46:34.227763 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-db5d1d7e-183d-472e-965b-5f48986e0249 req-ef100202-72ec-40ee-a023-cdd784dc31bd tempest-ListImageFiltersTestJSON-5492641 tempest-ListImageFiltersTestJSON-5492641-project] 10.222.0.41 "GET /v2.0/ports?device_id=75eeb2d2-9f66-496a-80bb-b33663e212ac HTTP/1.1" status: 200 len: 210 time: 0.0756259 Jun 01 18:46:34.313536 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2278ba91-4f5e-488e-a861-ea0bb2305830 req-bcac30d1-0e37-4d11-a62b-15f30710d3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:46:34.316468 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-2278ba91-4f5e-488e-a861-ea0bb2305830 req-bcac30d1-0e37-4d11-a62b-15f30710d3dd service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=898153a3-5d71-43be-9d14-343ea4a48426&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2031770 Jun 01 18:46:34.398163 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-5c186836-3bfd-4b93-8208-dc449efb8b51 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.2202373 Jun 01 18:46:34.404824 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 48578) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:46:34.412991 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c186836-3bfd-4b93-8208-dc449efb8b51 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Pushing event updated for resources: {'Network': ['ID=c16c0733-68a0-4af2-9aa5-b2266da91869,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:46:34.426334 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network c16c0733-68a0-4af2-9aa5-b2266da91869 details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 18:46:34.439333 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-044467d8-4e93-457a-bedf-2b55aaf7d47c tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Request body: {'subnet': {'network_id': '9faf4c95-7954-4d11-b97c-b5c0332de1f6', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:46:34.575158 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-2278ba91-4f5e-488e-a861-ea0bb2305830 req-0da1126c-a114-4646-8ee2-2fc3e2a361c3 service neutron] 10.222.0.50 "GET /v2.0/networks/898153a3-5d71-43be-9d14-343ea4a48426?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2487280 Jun 01 18:46:34.611350 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-85684e81-f4d6-42b7-84ee-ee3fc598bd78 req-1e104c5e-7594-49e3-b133-8e2bb11904f7 tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:34.643538 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-85684e81-f4d6-42b7-84ee-ee3fc598bd78 req-1e104c5e-7594-49e3-b133-8e2bb11904f7 tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:34.706276 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-85684e81-f4d6-42b7-84ee-ee3fc598bd78 req-1e104c5e-7594-49e3-b133-8e2bb11904f7 tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:34.710259 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-044467d8-4e93-457a-bedf-2b55aaf7d47c tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:46:34.725600 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-044467d8-4e93-457a-bedf-2b55aaf7d47c tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Usage tracker for resource:subnet and tenant:5e0ead56e0d24edfb943f0d89aaec01a is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:46:34.731690 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-044467d8-4e93-457a-bedf-2b55aaf7d47c tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:46:34.735935 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e104c5e-7594-49e3-b133-8e2bb11904f7 tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdd02e2a-5339-4920-8380-6f1fd4a63eca,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:46:34.742991 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-044467d8-4e93-457a-bedf-2b55aaf7d47c tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:46:34.745161 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-85684e81-f4d6-42b7-84ee-ee3fc598bd78 req-1e104c5e-7594-49e3-b133-8e2bb11904f7 tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:34.746892 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-85684e81-f4d6-42b7-84ee-ee3fc598bd78 req-1e104c5e-7594-49e3-b133-8e2bb11904f7 tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] 10.222.0.41 "DELETE /v2.0/security-groups/bdd02e2a-5339-4920-8380-6f1fd4a63eca HTTP/1.1" status: 204 len: 173 time: 0.5169632 Jun 01 18:46:34.760584 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-044467d8-4e93-457a-bedf-2b55aaf7d47c tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Made reservation on behalf of 5e0ead56e0d24edfb943f0d89aaec01a for: {'subnet': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:46:34.765738 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-044467d8-4e93-457a-bedf-2b55aaf7d47c tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9667140'] for subnet, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:34.824550 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0583fb2d-77cc-450d-b73f-75c5051c7e9c req-293044cd-bdf6-470c-a9ed-e2b76baf29ab tempest-ServersAdminNegativeTestJSON-1513463400 tempest-ServersAdminNegativeTestJSON-1513463400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:46:34.833032 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0583fb2d-77cc-450d-b73f-75c5051c7e9c req-293044cd-bdf6-470c-a9ed-e2b76baf29ab tempest-ServersAdminNegativeTestJSON-1513463400 tempest-ServersAdminNegativeTestJSON-1513463400-project] 10.222.0.41 "GET /v2.0/ports?device_id=c94c9101-8bda-4879-9243-999265ce9d5f HTTP/1.1" status: 200 len: 950 time: 0.2568483 Jun 01 18:46:34.838168 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-2278ba91-4f5e-488e-a861-ea0bb2305830 req-8350f346-3619-4e2f-a175-93b630c51023 service neutron] 10.222.0.50 "GET /v2.0/networks/898153a3-5d71-43be-9d14-343ea4a48426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2242467 Jun 01 18:46:34.859396 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47d65146-5e46-4006-9f8f-6e5189bbfc54'] response: {'server_uuid': 'c94c9101-8bda-4879-9243-999265ce9d5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ea03fd7-644d-4f11-ab4e-964ac35dcab3', 'code': 200} Jun 01 18:46:35.198809 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0583fb2d-77cc-450d-b73f-75c5051c7e9c req-f7f9f910-2333-4846-9317-e9aaf22fc946 tempest-ServersAdminNegativeTestJSON-1513463400 tempest-ServersAdminNegativeTestJSON-1513463400-project] 10.222.0.41 "GET /v2.0/security-groups?id=a4853b3a-4c33-4f4d-ae0e-b592366e4676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3646207 Jun 01 18:46:35.234060 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-044467d8-4e93-457a-bedf-2b55aaf7d47c tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2614064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9667190'] for subnet, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:35.294035 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec586ac-ada8-485f-94b1-185ba43d0a38 req-237b7100-2567-4406-8720-50267d3e3872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:46:35.297728 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5ec586ac-ada8-485f-94b1-185ba43d0a38 req-237b7100-2567-4406-8720-50267d3e3872 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=c94c9101-8bda-4879-9243-999265ce9d5f HTTP/1.1" status: 200 len: 1101 time: 0.1556792 Jun 01 18:46:35.302950 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5fd4fec4-a72b-4476-81ae-fa5e66fa8ab0'] response: {'name': 'network-changed', 'server_uuid': 'b6a6d9c3-8862-4eeb-b898-6afb369449ea', 'tag': '29ef26a4-a70e-49b7-bba7-1d3944f13d1a', 'status': 'completed', 'code': 200} Jun 01 18:46:35.342503 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044467d8-4e93-457a-bedf-2b55aaf7d47c tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Pushing event updated for resources: {'Subnet': ['ID=9cb56e39-8160-40c7-9c0d-c774dff2bfbf,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:46:35.415922 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5ec586ac-ada8-485f-94b1-185ba43d0a38 req-9009cd09-0dc0-472e-b42e-861525e8f7d3 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=a4853b3a-4c33-4f4d-ae0e-b592366e4676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113396 Jun 01 18:46:35.430376 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-044467d8-4e93-457a-bedf-2b55aaf7d47c tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Checking segment: {'id': '8211a189-6538-4b5e-a099-2eaf80282694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '9faf4c95-7954-4d11-b97c-b5c0332de1f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:46:35.430734 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-044467d8-4e93-457a-bedf-2b55aaf7d47c tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Network hostable DHCP agents. Network: 9faf4c95-7954-4d11-b97c-b5c0332de1f6, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 18:46:35.450392 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9fb398-5724-43a3-96c2-023e4bf4f7b8 req-e5aead96-9ac8-45e0-b3f2-f401f634091a tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:46:35.451867 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-cb9fb398-5724-43a3-96c2-023e4bf4f7b8 req-e5aead96-9ac8-45e0-b3f2-f401f634091a tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] 10.222.0.41 "GET /v2.0/ports?device_id=25555729-d93d-444d-a0b5-0a4fa55d3cb8 HTTP/1.1" status: 200 len: 945 time: 0.2686734 Jun 01 18:46:35.511659 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-044467d8-4e93-457a-bedf-2b55aaf7d47c tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Network 9faf4c95-7954-4d11-b97c-b5c0332de1f6 is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 18:46:35.549454 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-044467d8-4e93-457a-bedf-2b55aaf7d47c tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, 9faf4c95-7954-4d11-b97c-b5c0332de1f6) {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:46:35.556382 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c511f0b-ade1-471b-9a87-2e27c9448f99 req-0e6e99f1-e9e8-4b8a-8b9f-23b6518b9668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:46:35.558739 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2c511f0b-ade1-471b-9a87-2e27c9448f99 req-0e6e99f1-e9e8-4b8a-8b9f-23b6518b9668 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5a29f45689de4723b61fb9850cc62a10&device_id=b6a6d9c3-8862-4eeb-b898-6afb369449ea HTTP/1.1" status: 200 len: 1099 time: 0.2185018 Jun 01 18:46:35.561131 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfa47110-7754-4375-94f3-0872e1d3e46a None None] Network 9faf4c95-7954-4d11-b97c-b5c0332de1f6 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 18:46:35.573378 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-cb9fb398-5724-43a3-96c2-023e4bf4f7b8 req-c4519fa3-9025-456e-8e7f-220a9a0b2036 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] 10.222.0.41 "GET /v2.0/security-groups?id=32e0c067-0089-408b-a3cd-4b24e22ccce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102328 Jun 01 18:46:35.575183 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-044467d8-4e93-457a-bedf-2b55aaf7d47c tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:46:35.575781 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-044467d8-4e93-457a-bedf-2b55aaf7d47c tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:35.585993 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dafb81a-6c2d-4466-a0b1-308c826357b0 req-bf05d564-de11-424f-af14-1b5f8985d752 tempest-LiveMigrationTest-1173690941 tempest-LiveMigrationTest-1173690941-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:46:35.587509 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-8dafb81a-6c2d-4466-a0b1-308c826357b0 req-bf05d564-de11-424f-af14-1b5f8985d752 tempest-LiveMigrationTest-1173690941 tempest-LiveMigrationTest-1173690941-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=0c2f9279-7cc9-4d6f-b8cb-b08438524fa4 HTTP/1.1" status: 200 len: 1097 time: 0.1112936 Jun 01 18:46:35.682731 n-d-844202-1 neutron-server[88525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76b256d2-68bc-456c-ad6a-4c7631ed5c1a'] response: {'server_uuid': '75eeb2d2-9f66-496a-80bb-b33663e212ac', 'name': 'network-vif-deleted', 'tag': '501e4fc3-0fdc-4f32-bbc6-7f6d266eefc1', 'status': 'completed', 'code': 200} Jun 01 18:46:35.685954 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-8dafb81a-6c2d-4466-a0b1-308c826357b0 req-5a5eca1d-b930-4b93-bae8-328e45dea438 tempest-LiveMigrationTest-1173690941 tempest-LiveMigrationTest-1173690941-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=92820b43-7593-449e-bdb5-02c9f22d29e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911653 Jun 01 18:46:35.695154 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-044467d8-4e93-457a-bedf-2b55aaf7d47c tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.2812672 Jun 01 18:46:35.695579 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 48590) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:46:35.702674 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-d332d462-d6f6-436e-8674-2bfb5954203e tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Request body: {'subnet': {'network_id': 'c16c0733-68a0-4af2-9aa5-b2266da91869', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:46:35.935607 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-d332d462-d6f6-436e-8674-2bfb5954203e tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:46:35.989266 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-d332d462-d6f6-436e-8674-2bfb5954203e tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Usage tracker for resource:subnet and tenant:5e0ead56e0d24edfb943f0d89aaec01a is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:46:36.001057 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-d332d462-d6f6-436e-8674-2bfb5954203e tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:46:36.009800 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f7fe15e9-1d4b-431b-842d-03e72f24a6fc req-a1ab69e8-4364-4620-aa63-4543f0d2d692 tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] 10.222.0.41 "GET /v2.0/security-groups/e1641d89-5f2d-4dee-b82b-dd813e9ce140 HTTP/1.1" status: 200 len: 2397 time: 0.1923063 Jun 01 18:46:36.010483 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-d332d462-d6f6-436e-8674-2bfb5954203e tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:46:36.038379 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0a4ae6e-3c5e-4710-82e3-ebcebb4b2c51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc93f83c3-7fb6-5c13-a9d4-29d739a4e8d2-9faf4c95-7954-4d11-b97c-b5c0332de1f6', 'network_id': '9faf4c95-7954-4d11-b97c-b5c0332de1f6', 'tenant_id': '5e0ead56e0d24edfb943f0d89aaec01a', 'fixed_ips': [{'subnet_id': '9cb56e39-8160-40c7-9c0d-c774dff2bfbf'}]}} from n-d-844202-1. {{(pid=88526) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 18:46:36.040539 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-a0a4ae6e-3c5e-4710-82e3-ebcebb4b2c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:36.045477 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d332d462-d6f6-436e-8674-2bfb5954203e tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Made reservation on behalf of 5e0ead56e0d24edfb943f0d89aaec01a for: {'subnet': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:46:36.049861 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d332d462-d6f6-436e-8674-2bfb5954203e tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3066584'] for subnet, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:36.089393 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c511f0b-ade1-471b-9a87-2e27c9448f99 req-63376315-e607-4992-8c76-ab77de2a3ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:46:36.091717 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2c511f0b-ade1-471b-9a87-2e27c9448f99 req-63376315-e607-4992-8c76-ab77de2a3ec8 service neutron] 10.222.0.50 "GET /v2.0/networks?id=898153a3-5d71-43be-9d14-343ea4a48426 HTTP/1.1" status: 200 len: 870 time: 0.4630246 Jun 01 18:46:36.179636 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37af248-9bde-4894-a8a9-4cf9eade2f5f req-79817ee8-f81d-4285-a5bb-e680f38f1cba tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:46:36.181286 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c37af248-9bde-4894-a8a9-4cf9eade2f5f req-79817ee8-f81d-4285-a5bb-e680f38f1cba tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6a6d9c3-8862-4eeb-b898-6afb369449ea HTTP/1.1" status: 200 len: 948 time: 0.2473528 Jun 01 18:46:36.200107 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2c511f0b-ade1-471b-9a87-2e27c9448f99 req-f43ab402-0ea2-4e45-a5cd-372d44394d27 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=29ef26a4-a70e-49b7-bba7-1d3944f13d1a HTTP/1.1" status: 200 len: 217 time: 0.0971050 Jun 01 18:46:36.286990 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-f7fe15e9-1d4b-431b-842d-03e72f24a6fc req-4ae9b63b-8c6c-4c4e-b0ad-812e61234a5a tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:36.305692 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c511f0b-ade1-471b-9a87-2e27c9448f99 req-df6a2276-9ac9-4c6c-aff2-9997fa6afac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:46:36.307848 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2c511f0b-ade1-471b-9a87-2e27c9448f99 req-df6a2276-9ac9-4c6c-aff2-9997fa6afac8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=35e3ad2f-9c88-4698-b634-4e1b58de1cc2 HTTP/1.1" status: 200 len: 843 time: 0.0993412 Jun 01 18:46:36.336041 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.db_base_plugin_common [None req-a0a4ae6e-3c5e-4710-82e3-ebcebb4b2c51 None None] Allocated IP 10.1.1.2 (9faf4c95-7954-4d11-b97c-b5c0332de1f6/9cb56e39-8160-40c7-9c0d-c774dff2bfbf/b93350c7-ef3c-4754-9798-ec549ed4f8d7) {{(pid=88526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:46:36.394097 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-f7fe15e9-1d4b-431b-842d-03e72f24a6fc req-4ae9b63b-8c6c-4c4e-b0ad-812e61234a5a tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:36.569270 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c511f0b-ade1-471b-9a87-2e27c9448f99 req-891ec2ed-1a47-440a-85c7-03e7eb787ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:46:36.571793 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2c511f0b-ade1-471b-9a87-2e27c9448f99 req-891ec2ed-1a47-440a-85c7-03e7eb787ec4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=898153a3-5d71-43be-9d14-343ea4a48426&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2542706 Jun 01 18:46:36.571947 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-f7fe15e9-1d4b-431b-842d-03e72f24a6fc req-4ae9b63b-8c6c-4c4e-b0ad-812e61234a5a tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:36.625599 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae9b63b-8c6c-4c4e-b0ad-812e61234a5a tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1641d89-5f2d-4dee-b82b-dd813e9ce140,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:46:36.645520 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-f7fe15e9-1d4b-431b-842d-03e72f24a6fc req-4ae9b63b-8c6c-4c4e-b0ad-812e61234a5a tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:36.662624 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f7fe15e9-1d4b-431b-842d-03e72f24a6fc req-4ae9b63b-8c6c-4c4e-b0ad-812e61234a5a tempest-SecurityGroupRulesTestJSON-1884904172 tempest-SecurityGroupRulesTestJSON-1884904172-project] 10.222.0.41 "DELETE /v2.0/security-groups/e1641d89-5f2d-4dee-b82b-dd813e9ce140 HTTP/1.1" status: 204 len: 173 time: 0.6503222 Jun 01 18:46:36.663164 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 48608) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:46:36.700256 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c37af248-9bde-4894-a8a9-4cf9eade2f5f req-095fda05-38d1-495f-bfd0-f31fec77b759 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbe27866-6450-47f0-a8e1-f266dfb72433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4805863 Jun 01 18:46:36.707404 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d332d462-d6f6-436e-8674-2bfb5954203e tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2718919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3066602'] for subnet, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:36.948557 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-a0a4ae6e-3c5e-4710-82e3-ebcebb4b2c51 None None] Notify callbacks [] for port, precommit_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:36.954660 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_v2 [None req-47ec772a-39ab-4c1b-aa12-e7ddd07ebd73 admin admin] Deleting subnet 2c282baf-c070-40de-892d-87b0d65c4c2e {{(pid=88525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 18:46:36.962518 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-47ec772a-39ab-4c1b-aa12-e7ddd07ebd73 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:36.987277 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-a0a4ae6e-3c5e-4710-82e3-ebcebb4b2c51 None None] Transition to ACTIVE for port object b93350c7-ef3c-4754-9798-ec549ed4f8d7 will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:46:36.990752 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d332d462-d6f6-436e-8674-2bfb5954203e tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Pushing event updated for resources: {'Subnet': ['ID=bcbe5adf-a3df-4f93-a0dd-793635937e2f,revision_number=0']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:46:37.039613 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-47ec772a-39ab-4c1b-aa12-e7ddd07ebd73 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2258509'] for subnet, precommit_delete_associations {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:37.051778 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d332d462-d6f6-436e-8674-2bfb5954203e tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Checking segment: {'id': '1f216ea7-d556-42bd-9325-5581fab5db25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c16c0733-68a0-4af2-9aa5-b2266da91869'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:46:37.052304 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d332d462-d6f6-436e-8674-2bfb5954203e tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Network hostable DHCP agents. Network: c16c0733-68a0-4af2-9aa5-b2266da91869, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88524) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 18:46:37.064558 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-a0a4ae6e-3c5e-4710-82e3-ebcebb4b2c51 None None] Transition to ACTIVE for port object b93350c7-ef3c-4754-9798-ec549ed4f8d7 will not be triggered until provisioned by entity DHCP. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:46:37.077311 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55029693-c19b-4c54-a14f-1c970cbbeca5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bc4794c-a46b-4311-ab6d-334e022485bf'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:46:37.112110 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-a0a4ae6e-3c5e-4710-82e3-ebcebb4b2c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526'] for port, after_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:37.117486 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-47ec772a-39ab-4c1b-aa12-e7ddd07ebd73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:37.126565 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d332d462-d6f6-436e-8674-2bfb5954203e tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Network c16c0733-68a0-4af2-9aa5-b2266da91869 is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88524) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 18:46:37.146373 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 501e4fc3-0fdc-4f32-bbc6-7f6d266eefc1 no longer exists at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:46:37.163900 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-d332d462-d6f6-436e-8674-2bfb5954203e tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, c16c0733-68a0-4af2-9aa5-b2266da91869) {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:46:37.181536 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d332d462-d6f6-436e-8674-2bfb5954203e tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:46:37.182351 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d332d462-d6f6-436e-8674-2bfb5954203e tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:37.245918 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f10f8db1-eee6-48bc-a47e-a80ca79e7c0f None None] Network c16c0733-68a0-4af2-9aa5-b2266da91869 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 18:46:37.321981 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2c511f0b-ade1-471b-9a87-2e27c9448f99 req-ef42066d-ef98-4824-a92d-84ee3501499a service neutron] 10.222.0.50 "GET /v2.0/networks/898153a3-5d71-43be-9d14-343ea4a48426?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7269499 Jun 01 18:46:37.326679 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-d332d462-d6f6-436e-8674-2bfb5954203e tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.6299522 Jun 01 18:46:37.334101 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-47ec772a-39ab-4c1b-aa12-e7ddd07ebd73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2614143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9667199'] for subnet, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:37.339933 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 48628) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:46:37.356858 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-c48b02f7-1200-49fd-81d9-ccf710a48efd tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Request body: {'port': {'network_id': '9faf4c95-7954-4d11-b97c-b5c0332de1f6', 'name': 'tempest-TaggedBootDevicesTest_v242-878110052', 'fixed_ips': [{'subnet_id': '9cb56e39-8160-40c7-9c0d-c774dff2bfbf'}]}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:46:37.510250 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] No Port match for: 501e4fc3-0fdc-4f32-bbc6-7f6d266eefc1 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 18:46:37.514262 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 501e4fc3-0fdc-4f32-bbc6-7f6d266eefc1 not bound to the agent host n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 18:46:37.585220 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-47ec772a-39ab-4c1b-aa12-e7ddd07ebd73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:37.589595 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0a4ae6e-3c5e-4710-82e3-ebcebb4b2c51 None None] Network 9faf4c95-7954-4d11-b97c-b5c0332de1f6 is already hosted by enough agents. {{(pid=88526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:46:37.590103 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2c511f0b-ade1-471b-9a87-2e27c9448f99 req-bd634114-96a1-4b5c-980a-5414d56898aa service neutron] 10.222.0.50 "GET /v2.0/networks/898153a3-5d71-43be-9d14-343ea4a48426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2465305 Jun 01 18:46:37.592559 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-7852e0f0-2e3f-4b7d-ad2a-c69f1f42a117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:37.598602 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ec772a-39ab-4c1b-aa12-e7ddd07ebd73 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c282baf-c070-40de-892d-87b0d65c4c2e,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:46:37.599811 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.base_scheduler [None req-a0a4ae6e-3c5e-4710-82e3-ebcebb4b2c51 None None] Resources bound (agent type, host, resource id): {{(pid=88526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:46:37.606483 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a4ae6e-3c5e-4710-82e3-ebcebb4b2c51 None None] Received port after_create {{(pid=88526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:46:37.616278 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-47ec772a-39ab-4c1b-aa12-e7ddd07ebd73 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/2c282baf-c070-40de-892d-87b0d65c4c2e HTTP/1.1" status: 204 len: 168 time: 0.8242931 Jun 01 18:46:37.616955 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 48632) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:46:37.653242 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a4ae6e-3c5e-4710-82e3-ebcebb4b2c51 None None] Pushing event updated for resources: {'Port': ['ID=b93350c7-ef3c-4754-9798-ec549ed4f8d7,revision_number=1']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:46:37.770514 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f7378c-3817-41a2-9952-1e4d229bb2d6 req-75bbaf08-6783-4c52-88ac-2d867d7036c2 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:46:37.780082 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-08f7378c-3817-41a2-9952-1e4d229bb2d6 req-75bbaf08-6783-4c52-88ac-2d867d7036c2 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] 10.222.0.41 "GET /v2.0/ports?device_id=25555729-d93d-444d-a0b5-0a4fa55d3cb8 HTTP/1.1" status: 200 len: 945 time: 0.6020477 Jun 01 18:46:37.847630 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54a29084-75b0-4ef9-b7d4-2a480fafb2f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc93f83c3-7fb6-5c13-a9d4-29d739a4e8d2-c16c0733-68a0-4af2-9aa5-b2266da91869', 'network_id': 'c16c0733-68a0-4af2-9aa5-b2266da91869', 'tenant_id': '5e0ead56e0d24edfb943f0d89aaec01a', 'fixed_ips': [{'subnet_id': 'bcbe5adf-a3df-4f93-a0dd-793635937e2f'}]}} from n-d-844202-1. {{(pid=88526) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 18:46:37.848479 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-54a29084-75b0-4ef9-b7d4-2a480fafb2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:37.851714 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-c48b02f7-1200-49fd-81d9-ccf710a48efd tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:46:37.894557 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-c48b02f7-1200-49fd-81d9-ccf710a48efd tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Usage tracker for resource:port and tenant:5e0ead56e0d24edfb943f0d89aaec01a is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:46:37.902041 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b996fa6-331b-40da-b2c9-4daad74b9a9e req-0d179e7e-4123-41fd-911e-2ceed170548a tempest-ServersAdminNegativeTestJSON-1513463400 tempest-ServersAdminNegativeTestJSON-1513463400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:46:37.903963 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-0b996fa6-331b-40da-b2c9-4daad74b9a9e req-0d179e7e-4123-41fd-911e-2ceed170548a tempest-ServersAdminNegativeTestJSON-1513463400 tempest-ServersAdminNegativeTestJSON-1513463400-project] 10.222.0.41 "GET /v2.0/ports?device_id=c94c9101-8bda-4879-9243-999265ce9d5f HTTP/1.1" status: 200 len: 950 time: 0.6266069 Jun 01 18:46:37.907130 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2fb5a029-7bba-4017-ba20-a9c3357035b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:37.932012 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-c48b02f7-1200-49fd-81d9-ccf710a48efd tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:46:37.946222 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-a0a4ae6e-3c5e-4710-82e3-ebcebb4b2c51 None None] Attempting to bind port b93350c7-ef3c-4754-9798-ec549ed4f8d7 on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:46:37.946613 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-a0a4ae6e-3c5e-4710-82e3-ebcebb4b2c51 None None] Attempting to bind port b93350c7-ef3c-4754-9798-ec549ed4f8d7 by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': '8211a189-6538-4b5e-a099-2eaf80282694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '9faf4c95-7954-4d11-b97c-b5c0332de1f6'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:46:37.946936 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a4ae6e-3c5e-4710-82e3-ebcebb4b2c51 None None] Attempting to bind port b93350c7-ef3c-4754-9798-ec549ed4f8d7 on network 9faf4c95-7954-4d11-b97c-b5c0332de1f6 {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:46:37.956938 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a4ae6e-3c5e-4710-82e3-ebcebb4b2c51 None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 18, 46, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:46:37.957210 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a4ae6e-3c5e-4710-82e3-ebcebb4b2c51 None None] Checking segment: {'id': '8211a189-6538-4b5e-a099-2eaf80282694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '9faf4c95-7954-4d11-b97c-b5c0332de1f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:46:37.957829 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-a0a4ae6e-3c5e-4710-82e3-ebcebb4b2c51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:37.958217 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a4ae6e-3c5e-4710-82e3-ebcebb4b2c51 None None] Bound using segment: {'id': '8211a189-6538-4b5e-a099-2eaf80282694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '9faf4c95-7954-4d11-b97c-b5c0332de1f6'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:46:37.958351 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-c48b02f7-1200-49fd-81d9-ccf710a48efd tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:46:37.958715 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-a0a4ae6e-3c5e-4710-82e3-ebcebb4b2c51 None None] Bound port: b93350c7-ef3c-4754-9798-ec549ed4f8d7, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8211a189-6538-4b5e-a099-2eaf80282694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '9faf4c95-7954-4d11-b97c-b5c0332de1f6'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:46:37.959089 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-a0a4ae6e-3c5e-4710-82e3-ebcebb4b2c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:37.975437 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-08f7378c-3817-41a2-9952-1e4d229bb2d6 req-6b18659a-cfa4-4265-8b1e-ca60411f232f tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] 10.222.0.41 "GET /v2.0/security-groups?id=32e0c067-0089-408b-a3cd-4b24e22ccce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813715 Jun 01 18:46:38.000974 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c48b02f7-1200-49fd-81d9-ccf710a48efd tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Made reservation on behalf of 5e0ead56e0d24edfb943f0d89aaec01a for: {'port': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:46:38.016369 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-0b996fa6-331b-40da-b2c9-4daad74b9a9e req-18c36166-2afe-4eb6-94e2-e61f6c030197 tempest-ServersAdminNegativeTestJSON-1513463400 tempest-ServersAdminNegativeTestJSON-1513463400-project] 10.222.0.41 "GET /v2.0/security-groups?id=a4853b3a-4c33-4f4d-ae0e-b592366e4676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022117 Jun 01 18:46:38.215578 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7107341f-ec19-4c05-8352-4bd871fc91ef'] response: {'server_uuid': '55029693-c19b-4c54-a14f-1c970cbbeca5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bc4794c-a46b-4311-ab6d-334e022485bf', 'code': 200} Jun 01 18:46:38.590738 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-c48b02f7-1200-49fd-81d9-ccf710a48efd tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:38.599550 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-a0a4ae6e-3c5e-4710-82e3-ebcebb4b2c51 None None] For port b93350c7-ef3c-4754-9798-ec549ed4f8d7, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:46:38.608077 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-a0a4ae6e-3c5e-4710-82e3-ebcebb4b2c51 None None] For port b93350c7-ef3c-4754-9798-ec549ed4f8d7, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=b93350c7-ef3c-4754-9798-ec549ed4f8d7,segment=NetworkSegment(8211a189-6538-4b5e-a099-2eaf80282694),segment_id=8211a189-6538-4b5e-a099-2eaf80282694)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:46:38.610671 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.db_base_plugin_common [None req-54a29084-75b0-4ef9-b7d4-2a480fafb2f6 None None] Allocated IP 10.2.2.2 (c16c0733-68a0-4af2-9aa5-b2266da91869/bcbe5adf-a3df-4f93-a0dd-793635937e2f/124f965c-2aeb-4160-a78a-031a79f405b4) {{(pid=88526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:46:38.620829 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-a0a4ae6e-3c5e-4710-82e3-ebcebb4b2c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:38.648346 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [None req-c48b02f7-1200-49fd-81d9-ccf710a48efd tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] device_id is not set on port a2b102db-a0be-4f77-9ba0-fac6ef78d2af yet. {{(pid=88524) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 18:46:38.701341 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2fb5a029-7bba-4017-ba20-a9c3357035b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:38.853517 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-2fb5a029-7bba-4017-ba20-a9c3357035b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11e69399-31fb-4e57-8fd5-b339e0fce319']}} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:46:38.903769 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-2fb5a029-7bba-4017-ba20-a9c3357035b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7107f47-8861-44a6-b3f5-b2aeaa5b4996') {'for_net_delete': True} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:46:38.905643 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-2fb5a029-7bba-4017-ba20-a9c3357035b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7107f47-8861-44a6-b3f5-b2aeaa5b4996') {} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:46:38.959596 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570100fc-1b59-4e3d-baa7-94345292a159 req-ea143feb-3fa1-40bc-8e55-0af3127ff15a tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:46:38.967363 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-570100fc-1b59-4e3d-baa7-94345292a159 req-ea143feb-3fa1-40bc-8e55-0af3127ff15a tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6a6d9c3-8862-4eeb-b898-6afb369449ea HTTP/1.1" status: 200 len: 948 time: 0.3483155 Jun 01 18:46:38.971245 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2fb5a029-7bba-4017-ba20-a9c3357035b7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2258522'] for segment, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:39.062724 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 29ef26a4-a70e-49b7-bba7-1d3944f13d1a details requested by agent hyperv_n-h2-844202-1 with host n-h2-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 18:46:39.129523 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2fb5a029-7bba-4017-ba20-a9c3357035b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:39.147828 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fb5a029-7bba-4017-ba20-a9c3357035b7 admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=88525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 18:46:39.148284 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2fb5a029-7bba-4017-ba20-a9c3357035b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2613981'] for segment, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:39.322641 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment f7107f47-8861-44a6-b3f5-b2aeaa5b4996 resource provider aggregate not found Jun 01 18:46:39.349249 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-570100fc-1b59-4e3d-baa7-94345292a159 req-a9e1b77f-ee97-4421-891c-12655de717d7 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbe27866-6450-47f0-a8e1-f266dfb72433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3367517 Jun 01 18:46:39.369827 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a4ae6e-3c5e-4710-82e3-ebcebb4b2c51 None None] Pushing event updated for resources: {'Port': ['ID=b93350c7-ef3c-4754-9798-ec549ed4f8d7,revision_number=2']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:46:39.376392 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment f7107f47-8861-44a6-b3f5-b2aeaa5b4996 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f7107f47-8861-44a6-b3f5-b2aeaa5b4996 found for delete ", "request_id": "req-27445fd7-e693-4583-bb6e-0be440bb7d78"}]} Jun 01 18:46:39.380650 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2fb5a029-7bba-4017-ba20-a9c3357035b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:39.443911 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2fb5a029-7bba-4017-ba20-a9c3357035b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:39.498573 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb5a029-7bba-4017-ba20-a9c3357035b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=11e69399-31fb-4e57-8fd5-b339e0fce319,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:46:39.517194 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [None req-c48b02f7-1200-49fd-81d9-ccf710a48efd tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Allocated IP 10.1.1.224 (9faf4c95-7954-4d11-b97c-b5c0332de1f6/9cb56e39-8160-40c7-9c0d-c774dff2bfbf/a2b102db-a0be-4f77-9ba0-fac6ef78d2af) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:46:39.539784 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-2fb5a029-7bba-4017-ba20-a9c3357035b7 admin admin] 10.222.0.41 "DELETE /v2.0/networks/11e69399-31fb-4e57-8fd5-b339e0fce319 HTTP/1.1" status: 204 len: 168 time: 1.9204090 Jun 01 18:46:39.548787 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cf0bf8-53f7-49b3-9107-ded74703a12e req-af543fb1-9686-4f7b-8cab-7b6fd70958a4 tempest-ListImageFiltersTestJSON-5492641 tempest-ListImageFiltersTestJSON-5492641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:46:39.551796 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-92cf0bf8-53f7-49b3-9107-ded74703a12e req-af543fb1-9686-4f7b-8cab-7b6fd70958a4 tempest-ListImageFiltersTestJSON-5492641 tempest-ListImageFiltersTestJSON-5492641-project] 10.222.0.41 "GET /v2.0/ports?device_id=97fc5fd1-6738-443f-8426-3662143a4c2a HTTP/1.1" status: 200 len: 949 time: 0.2798352 Jun 01 18:46:39.713368 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-68bcdbb4-d38c-4b5c-983b-5e90c00d9319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:39.721685 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-92cf0bf8-53f7-49b3-9107-ded74703a12e req-b619f906-91ab-4ec8-956f-b9025f153ba4 tempest-ListImageFiltersTestJSON-5492641 tempest-ListImageFiltersTestJSON-5492641-project] 10.222.0.41 "GET /v2.0/security-groups?id=5427509f-34d7-4eb0-9761-0171d484d3bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586349 Jun 01 18:46:39.755453 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebaee48-2d77-4c72-8372-293003fc394b req-b3c42a4f-cb3d-430a-a327-d3e41dd7eb47 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:46:39.764961 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-0ebaee48-2d77-4c72-8372-293003fc394b req-b3c42a4f-cb3d-430a-a327-d3e41dd7eb47 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] 10.222.0.41 "GET /v2.0/ports?device_id=25555729-d93d-444d-a0b5-0a4fa55d3cb8 HTTP/1.1" status: 200 len: 945 time: 0.1815026 Jun 01 18:46:39.845857 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-0ebaee48-2d77-4c72-8372-293003fc394b req-c34c3d6f-624a-47f5-a692-9ffc80e28008 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] 10.222.0.41 "GET /v2.0/security-groups?id=32e0c067-0089-408b-a3cd-4b24e22ccce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797586 Jun 01 18:46:39.931623 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 29ef26a4-a70e-49b7-bba7-1d3944f13d1a, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=29ef26a4-a70e-49b7-bba7-1d3944f13d1a,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:46:39.954365 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 48688) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:46:40.003761 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-54a29084-75b0-4ef9-b7d4-2a480fafb2f6 None None] Notify callbacks [] for port, precommit_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:40.008864 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Returning: {'device': '29ef26a4-a70e-49b7-bba7-1d3944f13d1a', 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426', 'port_id': '29ef26a4-a70e-49b7-bba7-1d3944f13d1a', 'mac_address': 'fa:16:3e:34:29:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35e3ad2f-9c88-4698-b634-4e1b58de1cc2', 'ip_address': '192.168.233.189'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 18:46:40.048849 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-54a29084-75b0-4ef9-b7d4-2a480fafb2f6 None None] Transition to ACTIVE for port object 124f965c-2aeb-4160-a78a-031a79f405b4 will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:46:40.050757 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-dace2572-3748-4465-93fe-23439e88f0a6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a987e2b14da04abd9c5d60b7dda4a32d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0941970 Jun 01 18:46:40.051866 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 48696) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:46:40.075158 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e90d5a08-85d4-4bb4-a94d-13f07f25c260 req-8a161f02-03d9-4a8a-a215-afce0c4ab9c5 tempest-ServersAdminNegativeTestJSON-1513463400 tempest-ServersAdminNegativeTestJSON-1513463400-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=6760d429cc524cbaad2a1ea67424b2d0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0859146 Jun 01 18:46:40.168589 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d048bddd-ca77-4f65-9a38-1e9f522e5016 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:40.179073 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-54a29084-75b0-4ef9-b7d4-2a480fafb2f6 None None] Transition to ACTIVE for port object 124f965c-2aeb-4160-a78a-031a79f405b4 will not be triggered until provisioned by entity DHCP. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:46:40.189652 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-54a29084-75b0-4ef9-b7d4-2a480fafb2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526'] for port, after_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:40.200605 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port 29ef26a4-a70e-49b7-bba7-1d3944f13d1a is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:46:40.200980 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:40.221404 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d048bddd-ca77-4f65-9a38-1e9f522e5016 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:40.327263 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a29084-75b0-4ef9-b7d4-2a480fafb2f6 None None] Network c16c0733-68a0-4af2-9aa5-b2266da91869 is already hosted by enough agents. {{(pid=88526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:46:40.328948 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d048bddd-ca77-4f65-9a38-1e9f522e5016 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:40.354500 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.base_scheduler [None req-54a29084-75b0-4ef9-b7d4-2a480fafb2f6 None None] Resources bound (agent type, host, resource id): {{(pid=88526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:46:40.357208 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29ef26a4-a70e-49b7-bba7-1d3944f13d1a {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:46:40.367432 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a29084-75b0-4ef9-b7d4-2a480fafb2f6 None None] Received port after_create {{(pid=88526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:46:40.400921 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d048bddd-ca77-4f65-9a38-1e9f522e5016 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec319ee7-f520-4b0e-af17-30dd6b682a91,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:46:40.403260 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d048bddd-ca77-4f65-9a38-1e9f522e5016 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:40.404420 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-d048bddd-ca77-4f65-9a38-1e9f522e5016 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ec319ee7-f520-4b0e-af17-30dd6b682a91 HTTP/1.1" status: 204 len: 168 time: 0.3513114 Jun 01 18:46:40.625642 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a29084-75b0-4ef9-b7d4-2a480fafb2f6 None None] Pushing event updated for resources: {'Port': ['ID=124f965c-2aeb-4160-a78a-031a79f405b4,revision_number=1']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:46:40.679500 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-c48b02f7-1200-49fd-81d9-ccf710a48efd tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:40.686513 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-54a29084-75b0-4ef9-b7d4-2a480fafb2f6 None None] Attempting to bind port 124f965c-2aeb-4160-a78a-031a79f405b4 on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:46:40.686878 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-54a29084-75b0-4ef9-b7d4-2a480fafb2f6 None None] Attempting to bind port 124f965c-2aeb-4160-a78a-031a79f405b4 by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': '1f216ea7-d556-42bd-9325-5581fab5db25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c16c0733-68a0-4af2-9aa5-b2266da91869'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:46:40.687375 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a29084-75b0-4ef9-b7d4-2a480fafb2f6 None None] Attempting to bind port 124f965c-2aeb-4160-a78a-031a79f405b4 on network c16c0733-68a0-4af2-9aa5-b2266da91869 {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:46:40.708294 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a29084-75b0-4ef9-b7d4-2a480fafb2f6 None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 18, 46, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:46:40.709253 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a29084-75b0-4ef9-b7d4-2a480fafb2f6 None None] Checking segment: {'id': '1f216ea7-d556-42bd-9325-5581fab5db25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c16c0733-68a0-4af2-9aa5-b2266da91869'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:46:40.709513 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-54a29084-75b0-4ef9-b7d4-2a480fafb2f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:40.711987 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a29084-75b0-4ef9-b7d4-2a480fafb2f6 None None] Bound using segment: {'id': '1f216ea7-d556-42bd-9325-5581fab5db25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c16c0733-68a0-4af2-9aa5-b2266da91869'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:46:40.712570 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-54a29084-75b0-4ef9-b7d4-2a480fafb2f6 None None] Bound port: 124f965c-2aeb-4160-a78a-031a79f405b4, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f216ea7-d556-42bd-9325-5581fab5db25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c16c0733-68a0-4af2-9aa5-b2266da91869'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:46:40.712899 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-54a29084-75b0-4ef9-b7d4-2a480fafb2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:40.741152 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 29ef26a4-a70e-49b7-bba7-1d3944f13d1a, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=29ef26a4-a70e-49b7-bba7-1d3944f13d1a,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:46:40.742322 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb159113-b7d3-4435-a25a-f6b3a410bcba req-d6d3337d-0f87-42d0-ac71-b53702a740b2 tempest-ListImageFiltersTestJSON-5492641 tempest-ListImageFiltersTestJSON-5492641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:46:40.744122 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-cb159113-b7d3-4435-a25a-f6b3a410bcba req-d6d3337d-0f87-42d0-ac71-b53702a740b2 tempest-ListImageFiltersTestJSON-5492641 tempest-ListImageFiltersTestJSON-5492641-project] Synchronizing usage tracker for tenant:137ece96c9a540a3beca61997d52bb89 on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:46:40.769735 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-cb159113-b7d3-4435-a25a-f6b3a410bcba req-d6d3337d-0f87-42d0-ac71-b53702a740b2 tempest-ListImageFiltersTestJSON-5492641 tempest-ListImageFiltersTestJSON-5492641-project] Unset dirty status for tenant:137ece96c9a540a3beca61997d52bb89 on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:46:40.771242 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-cb159113-b7d3-4435-a25a-f6b3a410bcba req-d6d3337d-0f87-42d0-ac71-b53702a740b2 tempest-ListImageFiltersTestJSON-5492641 tempest-ListImageFiltersTestJSON-5492641-project] 10.222.0.15 "GET /v2.0/ports?device_id=97fc5fd1-6738-443f-8426-3662143a4c2a HTTP/1.1" status: 200 len: 949 time: 0.2601442 Jun 01 18:46:40.772653 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92c7599d-4cba-405b-aa6a-c8640f7ea7ef None None] Network 9faf4c95-7954-4d11-b97c-b5c0332de1f6 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 18:46:40.834705 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [None req-c48b02f7-1200-49fd-81d9-ccf710a48efd tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Transition to ACTIVE for port object a2b102db-a0be-4f77-9ba0-fac6ef78d2af will not be triggered until provisioned by entity DHCP. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:46:40.898089 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [req-cb159113-b7d3-4435-a25a-f6b3a410bcba req-57fbb144-0581-43d9-a9a7-51b4488098df tempest-ListImageFiltersTestJSON-5492641 tempest-ListImageFiltersTestJSON-5492641-project] Deleting port d988fe22-c967-42a2-b782-a45aecc0087f {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:46:40.898348 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-cb159113-b7d3-4435-a25a-f6b3a410bcba req-57fbb144-0581-43d9-a9a7-51b4488098df tempest-ListImageFiltersTestJSON-5492641 tempest-ListImageFiltersTestJSON-5492641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:40.926491 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90d5a08-85d4-4bb4-a94d-13f07f25c260 req-8e4722b4-3f3f-459b-aadc-e9d4adb70f7f tempest-ServersAdminNegativeTestJSON-1513463400 tempest-ServersAdminNegativeTestJSON-1513463400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:46:40.935481 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e90d5a08-85d4-4bb4-a94d-13f07f25c260 req-8e4722b4-3f3f-459b-aadc-e9d4adb70f7f tempest-ServersAdminNegativeTestJSON-1513463400 tempest-ServersAdminNegativeTestJSON-1513463400-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5239687 Jun 01 18:46:40.974740 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device b93350c7-ef3c-4754-9798-ec549ed4f8d7 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:46:40.984719 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e90d5a08-85d4-4bb4-a94d-13f07f25c260 req-b2dbcc27-e90a-4af9-a180-d0dd7dd45941 tempest-ServersAdminNegativeTestJSON-1513463400 tempest-ServersAdminNegativeTestJSON-1513463400-project] 10.222.0.41 "GET /v2.0/quotas/6760d429cc524cbaad2a1ea67424b2d0 HTTP/1.1" status: 200 len: 375 time: 0.0403368 Jun 01 18:46:41.038974 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:41.100007 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:41.102090 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:41.125647 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-c48b02f7-1200-49fd-81d9-ccf710a48efd tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:41.318890 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:41.351765 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-09bc83c2-e187-488b-b936-888f4be0d625 None None] Provisioning for port b93350c7-ef3c-4754-9798-ec549ed4f8d7 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:46:41.387213 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c48b02f7-1200-49fd-81d9-ccf710a48efd tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Network 9faf4c95-7954-4d11-b97c-b5c0332de1f6 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:46:41.395459 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-c48b02f7-1200-49fd-81d9-ccf710a48efd tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:46:41.413287 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c48b02f7-1200-49fd-81d9-ccf710a48efd tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:46:41.473438 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] get_ports_and_sgs() called for port_ids ['29ef26a4-a70e-49b7-bba7-1d3944f13d1a'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:46:41.535415 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48b02f7-1200-49fd-81d9-ccf710a48efd tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Pushing event updated for resources: {'Port': ['ID=a2b102db-a0be-4f77-9ba0-fac6ef78d2af,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:46:41.538042 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-cb159113-b7d3-4435-a25a-f6b3a410bcba req-57fbb144-0581-43d9-a9a7-51b4488098df tempest-ListImageFiltersTestJSON-5492641 tempest-ListImageFiltersTestJSON-5492641-project] For port d988fe22-c967-42a2-b782-a45aecc0087f, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=d988fe22-c967-42a2-b782-a45aecc0087f,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:46:41.540683 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-cb159113-b7d3-4435-a25a-f6b3a410bcba req-57fbb144-0581-43d9-a9a7-51b4488098df tempest-ListImageFiltersTestJSON-5492641 tempest-ListImageFiltersTestJSON-5492641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:41.576937 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c48b02f7-1200-49fd-81d9-ccf710a48efd tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:46:41.577998 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-c48b02f7-1200-49fd-81d9-ccf710a48efd tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:41.617153 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-c48b02f7-1200-49fd-81d9-ccf710a48efd tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.2711596 Jun 01 18:46:41.619312 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 48734) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:46:41.625982 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=29ef26a4-a70e-49b7-bba7-1d3944f13d1a,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:46:41.640078 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e90d5a08-85d4-4bb4-a94d-13f07f25c260 req-4c1105d0-d897-46f1-90c1-c3661517d439 tempest-ServersAdminNegativeTestJSON-1513463400 tempest-ServersAdminNegativeTestJSON-1513463400-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=6760d429cc524cbaad2a1ea67424b2d0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6440110 Jun 01 18:46:41.645537 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-5e358d08-c7d6-4829-ae3c-2ea3d532a914 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Request body: {'port': {'network_id': '9faf4c95-7954-4d11-b97c-b5c0332de1f6', 'name': 'tempest-TaggedBootDevicesTest_v242-1247359150', 'fixed_ips': [{'subnet_id': '9cb56e39-8160-40c7-9c0d-c774dff2bfbf'}]}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:46:41.666884 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:41.700415 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-54a29084-75b0-4ef9-b7d4-2a480fafb2f6 None None] For port 124f965c-2aeb-4160-a78a-031a79f405b4, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:46:41.872166 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [req-cb159113-b7d3-4435-a25a-f6b3a410bcba req-57fbb144-0581-43d9-a9a7-51b4488098df tempest-ListImageFiltersTestJSON-5492641 tempest-ListImageFiltersTestJSON-5492641-project] Calling delete_port for d988fe22-c967-42a2-b782-a45aecc0087f owned by compute:nova {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:46:41.884126 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-54a29084-75b0-4ef9-b7d4-2a480fafb2f6 None None] For port 124f965c-2aeb-4160-a78a-031a79f405b4, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=124f965c-2aeb-4160-a78a-031a79f405b4,segment=NetworkSegment(1f216ea7-d556-42bd-9325-5581fab5db25),segment_id=1f216ea7-d556-42bd-9325-5581fab5db25)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:46:41.901829 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port b93350c7-ef3c-4754-9798-ec549ed4f8d7 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:46:41.975043 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:41.976860 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-54a29084-75b0-4ef9-b7d4-2a480fafb2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:42.104137 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-5e358d08-c7d6-4829-ae3c-2ea3d532a914 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:46:42.126353 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a29084-75b0-4ef9-b7d4-2a480fafb2f6 None None] Pushing event updated for resources: {'Port': ['ID=124f965c-2aeb-4160-a78a-031a79f405b4,revision_number=2']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:46:42.139251 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port b93350c7-ef3c-4754-9798-ec549ed4f8d7 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:46:42.139785 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:42.171948 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddbd252-cb60-4f94-b6d0-fd7c62e3ee93 req-173e527d-92ac-4813-9b03-c00dc373ffc7 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:46:42.179821 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3ddbd252-cb60-4f94-b6d0-fd7c62e3ee93 req-173e527d-92ac-4813-9b03-c00dc373ffc7 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6a6d9c3-8862-4eeb-b898-6afb369449ea HTTP/1.1" status: 200 len: 949 time: 0.2386477 Jun 01 18:46:42.246726 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-5e358d08-c7d6-4829-ae3c-2ea3d532a914 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Usage tracker for resource:port and tenant:5e0ead56e0d24edfb943f0d89aaec01a is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:46:42.255293 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 48748) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:46:42.258724 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-5e358d08-c7d6-4829-ae3c-2ea3d532a914 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:46:42.281007 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-5e358d08-c7d6-4829-ae3c-2ea3d532a914 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:46:42.303262 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e358d08-c7d6-4829-ae3c-2ea3d532a914 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Made reservation on behalf of 5e0ead56e0d24edfb943f0d89aaec01a for: {'port': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:46:42.325162 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-5e358d08-c7d6-4829-ae3c-2ea3d532a914 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:42.342834 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3ddbd252-cb60-4f94-b6d0-fd7c62e3ee93 req-44d14813-0fd2-4c48-87bc-0ec2e2f73f68 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbe27866-6450-47f0-a8e1-f266dfb72433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620150 Jun 01 18:46:42.454743 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [None req-5e358d08-c7d6-4829-ae3c-2ea3d532a914 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] device_id is not set on port a3f4ba38-c0d9-4785-8b90-9f4ff43d59a6 yet. {{(pid=88524) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 18:46:42.587680 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-cb159113-b7d3-4435-a25a-f6b3a410bcba req-57fbb144-0581-43d9-a9a7-51b4488098df tempest-ListImageFiltersTestJSON-5492641 tempest-ListImageFiltersTestJSON-5492641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:42.920215 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port b93350c7-ef3c-4754-9798-ec549ed4f8d7 is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:46:42.923968 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:43.195033 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb159113-b7d3-4435-a25a-f6b3a410bcba req-57fbb144-0581-43d9-a9a7-51b4488098df tempest-ListImageFiltersTestJSON-5492641 tempest-ListImageFiltersTestJSON-5492641-project] No DVR routers for this DVR port d988fe22-c967-42a2-b782-a45aecc0087f on host n-h1-844202-1 {{(pid=88525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 18:46:43.199409 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-389608cd-aad9-4444-8676-f5bb751c6b74 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-499305876-network', 'tenant_id': 'bee367ae0ad54e12b26a009fd0a33774'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:46:43.206225 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-cb159113-b7d3-4435-a25a-f6b3a410bcba req-57fbb144-0581-43d9-a9a7-51b4488098df tempest-ListImageFiltersTestJSON-5492641 tempest-ListImageFiltersTestJSON-5492641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:43.209733 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fbb144-0581-43d9-a9a7-51b4488098df tempest-ListImageFiltersTestJSON-5492641 tempest-ListImageFiltersTestJSON-5492641-project] Pushing event deleted for resources: {'Port': ['ID=d988fe22-c967-42a2-b782-a45aecc0087f,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:46:43.217873 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97fc5fd1-6738-443f-8426-3662143a4c2a', 'name': 'network-vif-deleted', 'tag': 'd988fe22-c967-42a2-b782-a45aecc0087f'}] {{(pid=88525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:46:43.230047 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-389608cd-aad9-4444-8676-f5bb751c6b74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:46:43.256427 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-389608cd-aad9-4444-8676-f5bb751c6b74 admin admin] Usage tracker for resource:network and tenant:bee367ae0ad54e12b26a009fd0a33774 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:46:43.282655 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ee8be4-f288-47e1-8a8f-ae6ccaad380d req-adfc9e88-6096-412e-8b99-48389cdb73d7 tempest-ListImageFiltersTestJSON-5492641 tempest-ListImageFiltersTestJSON-5492641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:46:43.300613 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-cb159113-b7d3-4435-a25a-f6b3a410bcba req-57fbb144-0581-43d9-a9a7-51b4488098df tempest-ListImageFiltersTestJSON-5492641 tempest-ListImageFiltersTestJSON-5492641-project] 10.222.0.15 "DELETE /v2.0/ports/d988fe22-c967-42a2-b782-a45aecc0087f HTTP/1.1" status: 204 len: 173 time: 2.5232756 Jun 01 18:46:43.303157 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-16ee8be4-f288-47e1-8a8f-ae6ccaad380d req-adfc9e88-6096-412e-8b99-48389cdb73d7 tempest-ListImageFiltersTestJSON-5492641 tempest-ListImageFiltersTestJSON-5492641-project] 10.222.0.41 "GET /v2.0/ports?device_id=97fc5fd1-6738-443f-8426-3662143a4c2a HTTP/1.1" status: 200 len: 949 time: 1.2037940 Jun 01 18:46:43.310273 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-389608cd-aad9-4444-8676-f5bb751c6b74 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:46:43.340432 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c31f4e-77bd-49c1-86ed-eb9544bdf299 req-b7edd77e-abf4-4e3a-a418-0259051b85a8 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:46:43.356438 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b5c31f4e-77bd-49c1-86ed-eb9544bdf299 req-b7edd77e-abf4-4e3a-a418-0259051b85a8 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] 10.222.0.41 "GET /v2.0/ports?device_id=25555729-d93d-444d-a0b5-0a4fa55d3cb8 HTTP/1.1" status: 200 len: 945 time: 0.6764321 Jun 01 18:46:43.379718 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-389608cd-aad9-4444-8676-f5bb751c6b74 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:46:43.404735 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port b93350c7-ef3c-4754-9798-ec549ed4f8d7, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=b93350c7-ef3c-4754-9798-ec549ed4f8d7,segment=NetworkSegment(8211a189-6538-4b5e-a099-2eaf80282694),segment_id=8211a189-6538-4b5e-a099-2eaf80282694)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:46:43.449106 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:43.492883 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b5c31f4e-77bd-49c1-86ed-eb9544bdf299 req-4c105ecd-b2b4-49a3-ae02-0d4095150b12 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] 10.222.0.41 "GET /v2.0/security-groups?id=32e0c067-0089-408b-a3cd-4b24e22ccce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354322 Jun 01 18:46:43.542956 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-389608cd-aad9-4444-8676-f5bb751c6b74 admin admin] Made reservation on behalf of bee367ae0ad54e12b26a009fd0a33774 for: {'network': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:46:43.545459 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-389608cd-aad9-4444-8676-f5bb751c6b74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:43.581382 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [None req-5e358d08-c7d6-4829-ae3c-2ea3d532a914 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Allocated IP 10.1.1.109 (9faf4c95-7954-4d11-b97c-b5c0332de1f6/9cb56e39-8160-40c7-9c0d-c774dff2bfbf/a3f4ba38-c0d9-4785-8b90-9f4ff43d59a6) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:46:43.629231 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-389608cd-aad9-4444-8676-f5bb751c6b74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:43.703275 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-16ee8be4-f288-47e1-8a8f-ae6ccaad380d req-b3f7187f-2219-44c2-b115-9102d06e5e8d tempest-ListImageFiltersTestJSON-5492641 tempest-ListImageFiltersTestJSON-5492641-project] 10.222.0.41 "GET /v2.0/security-groups?id=5427509f-34d7-4eb0-9761-0171d484d3bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3991292 Jun 01 18:46:43.736477 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-9061026c-e92e-479c-b898-b680cb87f178 None None] Provisioning for port a2b102db-a0be-4f77-9ba0-fac6ef78d2af completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:46:43.783359 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 124f965c-2aeb-4160-a78a-031a79f405b4 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:46:43.791809 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-389608cd-aad9-4444-8676-f5bb751c6b74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:46:43.805061 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-389608cd-aad9-4444-8676-f5bb751c6b74 admin admin] Usage tracker for resource:security_group_rule and tenant:bee367ae0ad54e12b26a009fd0a33774 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:46:43.825388 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-389608cd-aad9-4444-8676-f5bb751c6b74 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:46:43.833650 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-389608cd-aad9-4444-8676-f5bb751c6b74 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:46:43.908451 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-9061026c-e92e-479c-b898-b680cb87f178 None None] Provisioning complete for port a2b102db-a0be-4f77-9ba0-fac6ef78d2af triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:46:43.909518 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-9061026c-e92e-479c-b898-b680cb87f178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:43.924605 n-d-844202-1 neutron-server[88525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2c78847-e5c6-4c70-a323-1e0e89adc026'] response: {'server_uuid': '97fc5fd1-6738-443f-8426-3662143a4c2a', 'name': 'network-vif-deleted', 'tag': 'd988fe22-c967-42a2-b782-a45aecc0087f', 'status': 'completed', 'code': 200} Jun 01 18:46:44.093886 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-389608cd-aad9-4444-8676-f5bb751c6b74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:44.103122 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-389608cd-aad9-4444-8676-f5bb751c6b74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:44.131716 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-389608cd-aad9-4444-8676-f5bb751c6b74 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 120} {{(pid=88524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 18:46:44.154680 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-389608cd-aad9-4444-8676-f5bb751c6b74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:44.157265 n-d-844202-1 neutron-server[88524]: INFO neutron.db.segments_db [None req-389608cd-aad9-4444-8676-f5bb751c6b74 admin admin] Added segment dbed2ef3-fec2-48d6-9802-f5f8c232ad46 of type vlan for network ae90aacb-06d8-4816-9f23-36440149798c Jun 01 18:46:44.181635 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8fc752a4-992a-4a47-870a-82f0652eb496 req-780e9d52-d8c5-4481-95c1-d7272e54348e tempest-ServersAdminNegativeTestJSON-1513463400 tempest-ServersAdminNegativeTestJSON-1513463400-project] 10.222.0.41 "GET /v2.0/ports?device_id=7430290e-18f1-41b8-a9fc-5005fa06fc62 HTTP/1.1" status: 200 len: 210 time: 0.1303635 Jun 01 18:46:44.212242 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-389608cd-aad9-4444-8676-f5bb751c6b74 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:44.359489 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389608cd-aad9-4444-8676-f5bb751c6b74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a4d0211-c441-4177-8348-9ad5fbc0be0c,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:46:44.401770 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e90d5a08-85d4-4bb4-a94d-13f07f25c260 req-01527e58-64e3-445b-a02d-0fc2d0ee28d5 tempest-ServersAdminNegativeTestJSON-1513463400 tempest-ServersAdminNegativeTestJSON-1513463400-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=6760d429cc524cbaad2a1ea67424b2d0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0587921 Jun 01 18:46:44.485691 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-9061026c-e92e-479c-b898-b680cb87f178 None None] Port a2b102db-a0be-4f77-9ba0-fac6ef78d2af cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 18:46:44.543206 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e35248d-d345-49e3-8abe-e92191ce0bcf None None] Network c16c0733-68a0-4af2-9aa5-b2266da91869 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 18:46:44.700939 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=b93350c7-ef3c-4754-9798-ec549ed4f8d7,revision_number=3']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:46:44.719114 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-9061026c-e92e-479c-b898-b680cb87f178 None None] Provisioning complete for port b93350c7-ef3c-4754-9798-ec549ed4f8d7 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:46:44.720071 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-9061026c-e92e-479c-b898-b680cb87f178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:44.747786 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-389608cd-aad9-4444-8676-f5bb751c6b74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:44.749594 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-389608cd-aad9-4444-8676-f5bb751c6b74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:46:44.750465 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-389608cd-aad9-4444-8676-f5bb751c6b74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:44.750919 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90d5a08-85d4-4bb4-a94d-13f07f25c260 req-5aee9ebb-49d7-4d5c-b9a8-308da0e680ec tempest-ServersAdminNegativeTestJSON-1513463400 tempest-ServersAdminNegativeTestJSON-1513463400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:46:44.755913 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e90d5a08-85d4-4bb4-a94d-13f07f25c260 req-5aee9ebb-49d7-4d5c-b9a8-308da0e680ec tempest-ServersAdminNegativeTestJSON-1513463400 tempest-ServersAdminNegativeTestJSON-1513463400-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3438892 Jun 01 18:46:44.826642 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device d988fe22-c967-42a2-b782-a45aecc0087f no longer exists at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:46:44.844365 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f22c3b-5d28-49ac-848f-633cf3660921 req-0338bf90-acdf-4c4a-84e1-658d2cf26e50 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:46:44.852499 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-00f22c3b-5d28-49ac-848f-633cf3660921 req-0338bf90-acdf-4c4a-84e1-658d2cf26e50 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6a6d9c3-8862-4eeb-b898-6afb369449ea HTTP/1.1" status: 200 len: 949 time: 0.6222768 Jun 01 18:46:44.865383 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [req-e90d5a08-85d4-4bb4-a94d-13f07f25c260 req-2a7eb0f3-2f1d-444b-a8cb-83fc284e269b tempest-ServersAdminNegativeTestJSON-1513463400 tempest-ServersAdminNegativeTestJSON-1513463400-project] Request body: {'port': {'device_id': '7430290e-18f1-41b8-a9fc-5005fa06fc62', 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426', 'admin_state_up': True, 'tenant_id': '6760d429cc524cbaad2a1ea67424b2d0'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:46:44.867092 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port 124f965c-2aeb-4160-a78a-031a79f405b4 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:46:44.964989 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] No Port match for: d988fe22-c967-42a2-b782-a45aecc0087f {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 18:46:44.967439 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device d988fe22-c967-42a2-b782-a45aecc0087f not bound to the agent host n-h1-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 18:46:45.147693 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 29ef26a4-a70e-49b7-bba7-1d3944f13d1a up at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:46:45.170020 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [req-e90d5a08-85d4-4bb4-a94d-13f07f25c260 req-2a7eb0f3-2f1d-444b-a8cb-83fc284e269b tempest-ServersAdminNegativeTestJSON-1513463400 tempest-ServersAdminNegativeTestJSON-1513463400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:46:45.203986 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [req-e90d5a08-85d4-4bb4-a94d-13f07f25c260 req-2a7eb0f3-2f1d-444b-a8cb-83fc284e269b tempest-ServersAdminNegativeTestJSON-1513463400 tempest-ServersAdminNegativeTestJSON-1513463400-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:46:45.235077 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389608cd-aad9-4444-8676-f5bb751c6b74 admin admin] Pushing event updated for resources: {'Network': ['ID=ae90aacb-06d8-4816-9f23-36440149798c,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:46:45.237875 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e90d5a08-85d4-4bb4-a94d-13f07f25c260 req-2a7eb0f3-2f1d-444b-a8cb-83fc284e269b tempest-ServersAdminNegativeTestJSON-1513463400 tempest-ServersAdminNegativeTestJSON-1513463400-project] Made reservation on behalf of 6760d429cc524cbaad2a1ea67424b2d0 for: {'port': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:46:45.249150 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-e90d5a08-85d4-4bb4-a94d-13f07f25c260 req-2a7eb0f3-2f1d-444b-a8cb-83fc284e269b tempest-ServersAdminNegativeTestJSON-1513463400 tempest-ServersAdminNegativeTestJSON-1513463400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:45.258274 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-9061026c-e92e-479c-b898-b680cb87f178 None None] Current status of the port b93350c7-ef3c-4754-9798-ec549ed4f8d7 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:46:45.273829 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-389608cd-aad9-4444-8676-f5bb751c6b74 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 3.0141466 Jun 01 18:46:45.276197 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 48788) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:46:45.290866 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network ae90aacb-06d8-4816-9f23-36440149798c details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 18:46:45.311419 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-b9b50799-627c-451f-b916-65cd8d895cc5 admin admin] Request body: {'subnet': {'network_id': 'ae90aacb-06d8-4816-9f23-36440149798c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-499305876-subnet', 'tenant_id': 'bee367ae0ad54e12b26a009fd0a33774', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:46:45.326159 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-b9b50799-627c-451f-b916-65cd8d895cc5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:46:45.333980 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-b9b50799-627c-451f-b916-65cd8d895cc5 admin admin] Usage tracker for resource:subnet and tenant:bee367ae0ad54e12b26a009fd0a33774 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:46:45.337537 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-00f22c3b-5d28-49ac-848f-633cf3660921 req-7823fc16-67a3-4bd4-b798-636b0f6d768f tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbe27866-6450-47f0-a8e1-f266dfb72433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3229654 Jun 01 18:46:45.338979 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-b9b50799-627c-451f-b916-65cd8d895cc5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:46:45.356701 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-b9b50799-627c-451f-b916-65cd8d895cc5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:46:45.386810 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-5e358d08-c7d6-4829-ae3c-2ea3d532a914 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:45.398292 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9b50799-627c-451f-b916-65cd8d895cc5 admin admin] Made reservation on behalf of bee367ae0ad54e12b26a009fd0a33774 for: {'subnet': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:46:45.400609 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b9b50799-627c-451f-b916-65cd8d895cc5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9667140'] for subnet, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:45.414545 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [None req-5e358d08-c7d6-4829-ae3c-2ea3d532a914 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Transition to ACTIVE for port object a3f4ba38-c0d9-4785-8b90-9f4ff43d59a6 will not be triggered until provisioned by entity DHCP. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:46:45.542260 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-5e358d08-c7d6-4829-ae3c-2ea3d532a914 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:45.694781 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e358d08-c7d6-4829-ae3c-2ea3d532a914 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Network 9faf4c95-7954-4d11-b97c-b5c0332de1f6 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:46:45.697322 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device b93350c7-ef3c-4754-9798-ec549ed4f8d7 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:46:45.698153 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-5e358d08-c7d6-4829-ae3c-2ea3d532a914 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:46:45.702826 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e358d08-c7d6-4829-ae3c-2ea3d532a914 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:46:45.829102 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e358d08-c7d6-4829-ae3c-2ea3d532a914 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:46:45.829102 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-5e358d08-c7d6-4829-ae3c-2ea3d532a914 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:45.844238 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fb68cf-7267-4b17-8d34-f1d91482c447 req-5d018e02-c0a3-4fb0-91ea-90aac6601e29 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:46:45.853310 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a9fb68cf-7267-4b17-8d34-f1d91482c447 req-5d018e02-c0a3-4fb0-91ea-90aac6601e29 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] 10.222.0.41 "GET /v2.0/ports?device_id=25555729-d93d-444d-a0b5-0a4fa55d3cb8 HTTP/1.1" status: 200 len: 945 time: 1.0960655 Jun 01 18:46:45.869444 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e358d08-c7d6-4829-ae3c-2ea3d532a914 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Pushing event updated for resources: {'Port': ['ID=a3f4ba38-c0d9-4785-8b90-9f4ff43d59a6,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:46:45.874172 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-3f0b1b0d-d573-4e53-bd08-a822daf71c02 None None] Provisioning complete for port a2b102db-a0be-4f77-9ba0-fac6ef78d2af triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:46:45.874619 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-3f0b1b0d-d573-4e53-bd08-a822daf71c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:45.886947 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-5e358d08-c7d6-4829-ae3c-2ea3d532a914 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.2656407 Jun 01 18:46:45.954289 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-3f0b1b0d-d573-4e53-bd08-a822daf71c02 None None] Port a2b102db-a0be-4f77-9ba0-fac6ef78d2af cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 18:46:45.967925 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning for port 29ef26a4-a70e-49b7-bba7-1d3944f13d1a completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:46:45.979400 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning complete for port 29ef26a4-a70e-49b7-bba7-1d3944f13d1a triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:46:45.980089 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:45.989982 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a9fb68cf-7267-4b17-8d34-f1d91482c447 req-f1593853-ea1a-4c0d-8849-f9f4ab4f2f0d tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] 10.222.0.41 "GET /v2.0/security-groups?id=32e0c067-0089-408b-a3cd-4b24e22ccce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353896 Jun 01 18:46:46.098239 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [req-e90d5a08-85d4-4bb4-a94d-13f07f25c260 req-2a7eb0f3-2f1d-444b-a8cb-83fc284e269b tempest-ServersAdminNegativeTestJSON-1513463400 tempest-ServersAdminNegativeTestJSON-1513463400-project] Allocated IP 192.168.233.100 (898153a3-5d71-43be-9d14-343ea4a48426/35e3ad2f-9c88-4698-b634-4e1b58de1cc2/9ada9520-8290-4bb2-b5b5-7d86daed3818) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:46:46.106318 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-910ccd1b-925e-4614-935a-60908c9a0df1 req-4fbfe0a8-10b6-428b-aeb0-d0dd8a898126 tempest-ServersAdminNegativeTestJSON-1513463400 tempest-ServersAdminNegativeTestJSON-1513463400-project] 10.222.0.41 "GET /v2.0/ports?device_id=7430290e-18f1-41b8-a9fc-5005fa06fc62 HTTP/1.1" status: 200 len: 210 time: 0.0995266 Jun 01 18:46:46.120058 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-3f0b1b0d-d573-4e53-bd08-a822daf71c02 None None] Provisioning for port 124f965c-2aeb-4160-a78a-031a79f405b4 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:46:46.129671 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-3f0b1b0d-d573-4e53-bd08-a822daf71c02 None None] Provisioning complete for port 124f965c-2aeb-4160-a78a-031a79f405b4 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:46:46.130363 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-3f0b1b0d-d573-4e53-bd08-a822daf71c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:46.258967 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b9b50799-627c-451f-b916-65cd8d895cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2614064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9667190'] for subnet, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:46.298905 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port 29ef26a4-a70e-49b7-bba7-1d3944f13d1a is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:46:46.299388 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:46.325241 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 48816) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:46:46.331634 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-e3a090de-b963-45fc-82f5-3f0392cd1c83 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1814212536', 'description': 'tempest-description--442823567'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:46:46.342194 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-e3a090de-b963-45fc-82f5-3f0392cd1c83 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:46:46.346280 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port b93350c7-ef3c-4754-9798-ec549ed4f8d7 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:46:46.346934 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:46.351234 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-e3a090de-b963-45fc-82f5-3f0392cd1c83 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Usage tracker for resource:security_group and tenant:5e0ead56e0d24edfb943f0d89aaec01a is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:46:46.360742 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-e3a090de-b963-45fc-82f5-3f0392cd1c83 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:46:46.376039 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-e3a090de-b963-45fc-82f5-3f0392cd1c83 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:46:46.399664 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e3a090de-b963-45fc-82f5-3f0392cd1c83 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:46.445512 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-e3a090de-b963-45fc-82f5-3f0392cd1c83 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:46:46.457875 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-e3a090de-b963-45fc-82f5-3f0392cd1c83 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Usage tracker for resource:security_group_rule and tenant:5e0ead56e0d24edfb943f0d89aaec01a is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:46:46.462205 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-e3a090de-b963-45fc-82f5-3f0392cd1c83 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:46:46.476358 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-e3a090de-b963-45fc-82f5-3f0392cd1c83 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:46:46.510216 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 29ef26a4-a70e-49b7-bba7-1d3944f13d1a, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=29ef26a4-a70e-49b7-bba7-1d3944f13d1a,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:46:46.543786 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6a6d9c3-8862-4eeb-b898-6afb369449ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29ef26a4-a70e-49b7-bba7-1d3944f13d1a'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:46:46.563654 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:46.638497 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b50799-627c-451f-b916-65cd8d895cc5 admin admin] Checking segment: {'id': 'dbed2ef3-fec2-48d6-9802-f5f8c232ad46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'ae90aacb-06d8-4816-9f23-36440149798c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:46:46.638862 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9b50799-627c-451f-b916-65cd8d895cc5 admin admin] Network hostable DHCP agents. Network: ae90aacb-06d8-4816-9f23-36440149798c, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 18:46:46.667698 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b50799-627c-451f-b916-65cd8d895cc5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=619ce5e2-1a90-4a7c-b866-53d809336772,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:46:46.731068 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9b50799-627c-451f-b916-65cd8d895cc5 admin admin] Network ae90aacb-06d8-4816-9f23-36440149798c is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 18:46:46.757534 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-b9b50799-627c-451f-b916-65cd8d895cc5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, ae90aacb-06d8-4816-9f23-36440149798c) {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:46:46.773635 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9b50799-627c-451f-b916-65cd8d895cc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:46:46.774516 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b9b50799-627c-451f-b916-65cd8d895cc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:46.882739 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e3a090de-b963-45fc-82f5-3f0392cd1c83 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:46.886055 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-e90d5a08-85d4-4bb4-a94d-13f07f25c260 req-2a7eb0f3-2f1d-444b-a8cb-83fc284e269b tempest-ServersAdminNegativeTestJSON-1513463400 tempest-ServersAdminNegativeTestJSON-1513463400-project] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:46.891053 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e3a090de-b963-45fc-82f5-3f0392cd1c83 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:46.895517 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-3f0b1b0d-d573-4e53-bd08-a822daf71c02 None None] Current status of the port 124f965c-2aeb-4160-a78a-031a79f405b4 is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:46:46.896066 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-3f0b1b0d-d573-4e53-bd08-a822daf71c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:46.903489 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-b9b50799-627c-451f-b916-65cd8d895cc5 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6260731 Jun 01 18:46:46.913518 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9cefbb1-d7b9-4664-90fa-865856fa5c90 None None] Network ae90aacb-06d8-4816-9f23-36440149798c requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 18:46:46.919100 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 48836) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:46:46.931581 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-a7ad6f47-7001-4785-bcaf-abcbe83547de admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-499305876-router', 'tenant_id': 'bee367ae0ad54e12b26a009fd0a33774', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:46:46.938745 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-a7ad6f47-7001-4785-bcaf-abcbe83547de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:46:46.949784 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-a7ad6f47-7001-4785-bcaf-abcbe83547de admin admin] Usage tracker for resource:router and tenant:bee367ae0ad54e12b26a009fd0a33774 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:46:46.960387 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-a7ad6f47-7001-4785-bcaf-abcbe83547de admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:46:46.973419 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [req-e90d5a08-85d4-4bb4-a94d-13f07f25c260 req-2a7eb0f3-2f1d-444b-a8cb-83fc284e269b tempest-ServersAdminNegativeTestJSON-1513463400 tempest-ServersAdminNegativeTestJSON-1513463400-project] Transition to ACTIVE for port object 9ada9520-8290-4bb2-b5b5-7d86daed3818 will not be triggered until provisioned by entity DHCP. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:46:47.040970 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-e90d5a08-85d4-4bb4-a94d-13f07f25c260 req-2a7eb0f3-2f1d-444b-a8cb-83fc284e269b tempest-ServersAdminNegativeTestJSON-1513463400 tempest-ServersAdminNegativeTestJSON-1513463400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:47.053284 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e3a090de-b963-45fc-82f5-3f0392cd1c83 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:47.054543 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-e3a090de-b963-45fc-82f5-3f0392cd1c83 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.7282665 Jun 01 18:46:47.055320 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a090de-b963-45fc-82f5-3f0392cd1c83 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3eddd810-beb6-4f1d-8108-29288df7e7ee,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:46:47.068890 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-a7ad6f47-7001-4785-bcaf-abcbe83547de admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:46:47.084696 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 48848) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:46:47.097478 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-b06e08d3-177e-4979-8c44-c79baa3934aa tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Request body: {'security_group_rule': {'security_group_id': '3eddd810-beb6-4f1d-8108-29288df7e7ee', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:46:47.113978 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-b06e08d3-177e-4979-8c44-c79baa3934aa tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:46:47.127867 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-b06e08d3-177e-4979-8c44-c79baa3934aa tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Usage tracker for resource:security_group_rule and tenant:5e0ead56e0d24edfb943f0d89aaec01a is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:46:47.129310 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] get_ports_and_sgs() called for port_ids ['9ea03fd7-644d-4f11-ab4e-964ac35dcab3'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:46:47.133212 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a7ad6f47-7001-4785-bcaf-abcbe83547de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-885767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25238'] for router, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:47.134153 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a7ad6f47-7001-4785-bcaf-abcbe83547de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-901042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-886562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-981784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25327'] for router, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:47.145541 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-b06e08d3-177e-4979-8c44-c79baa3934aa tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:46:47.150922 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a7ad6f47-7001-4785-bcaf-abcbe83547de admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:47.153509 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-b06e08d3-177e-4979-8c44-c79baa3934aa tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:46:47.178333 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a223aa39-1c64-45d4-8680-033e63b72bcd req-7ceb5aa1-d91a-4393-b560-5a0c48919cf5 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:46:47.179903 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a223aa39-1c64-45d4-8680-033e63b72bcd req-7ceb5aa1-d91a-4393-b560-5a0c48919cf5 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6a6d9c3-8862-4eeb-b898-6afb369449ea HTTP/1.1" status: 200 len: 950 time: 0.5700929 Jun 01 18:46:47.201501 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eadb9875-c086-4a31-8f46-773cd711ac50'] response: {'server_uuid': 'b6a6d9c3-8862-4eeb-b898-6afb369449ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29ef26a4-a70e-49b7-bba7-1d3944f13d1a', 'code': 200} Jun 01 18:46:47.257636 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b06e08d3-177e-4979-8c44-c79baa3934aa tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:47.267329 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e90d5a08-85d4-4bb4-a94d-13f07f25c260 req-2a7eb0f3-2f1d-444b-a8cb-83fc284e269b tempest-ServersAdminNegativeTestJSON-1513463400 tempest-ServersAdminNegativeTestJSON-1513463400-project] Network 898153a3-5d71-43be-9d14-343ea4a48426 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:46:47.278633 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [req-e90d5a08-85d4-4bb4-a94d-13f07f25c260 req-2a7eb0f3-2f1d-444b-a8cb-83fc284e269b tempest-ServersAdminNegativeTestJSON-1513463400 tempest-ServersAdminNegativeTestJSON-1513463400-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:46:47.298259 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a223aa39-1c64-45d4-8680-033e63b72bcd req-037671c9-a361-43ec-a8c8-bf099a1da56d tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbe27866-6450-47f0-a8e1-f266dfb72433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042783 Jun 01 18:46:47.373186 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=29ef26a4-a70e-49b7-bba7-1d3944f13d1a,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:46:47.422661 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b06e08d3-177e-4979-8c44-c79baa3934aa tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:47.427733 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b06e08d3-177e-4979-8c44-c79baa3934aa tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:47.466444 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06e08d3-177e-4979-8c44-c79baa3934aa tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44101621-6bfc-4476-8e08-12c523a734c7,revision_number=0']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:46:47.476630 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-3f0b1b0d-d573-4e53-bd08-a822daf71c02 None None] For port 124f965c-2aeb-4160-a78a-031a79f405b4, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=124f965c-2aeb-4160-a78a-031a79f405b4,segment=NetworkSegment(1f216ea7-d556-42bd-9325-5581fab5db25),segment_id=1f216ea7-d556-42bd-9325-5581fab5db25)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:46:47.494538 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b06e08d3-177e-4979-8c44-c79baa3934aa tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:47.497624 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-b06e08d3-177e-4979-8c44-c79baa3934aa tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4107041 Jun 01 18:46:47.501106 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 48872) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:46:47.508394 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [req-e90d5a08-85d4-4bb4-a94d-13f07f25c260 req-2a7eb0f3-2f1d-444b-a8cb-83fc284e269b tempest-ServersAdminNegativeTestJSON-1513463400 tempest-ServersAdminNegativeTestJSON-1513463400-project] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:46:47.525091 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-ea34b998-ab84-4b90-aa77-2e8ef70433ce tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Request body: {'security_group_rule': {'security_group_id': '3eddd810-beb6-4f1d-8108-29288df7e7ee', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:46:47.550314 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-ea34b998-ab84-4b90-aa77-2e8ef70433ce tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:46:47.559272 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-ea34b998-ab84-4b90-aa77-2e8ef70433ce tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Usage tracker for resource:security_group_rule and tenant:5e0ead56e0d24edfb943f0d89aaec01a is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:46:47.568122 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-ea34b998-ab84-4b90-aa77-2e8ef70433ce tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:46:47.572984 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-3f0b1b0d-d573-4e53-bd08-a822daf71c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:47.647239 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-ea34b998-ab84-4b90-aa77-2e8ef70433ce tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:46:47.735882 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ea34b998-ab84-4b90-aa77-2e8ef70433ce tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:47.867253 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7eb0f3-2f1d-444b-a8cb-83fc284e269b tempest-ServersAdminNegativeTestJSON-1513463400 tempest-ServersAdminNegativeTestJSON-1513463400-project] Pushing event updated for resources: {'Port': ['ID=9ada9520-8290-4bb2-b5b5-7d86daed3818,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:46:47.919025 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70721b27-a24a-4da3-be4d-4edfdb0a79a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc93f83c3-7fb6-5c13-a9d4-29d739a4e8d2-ae90aacb-06d8-4816-9f23-36440149798c', 'network_id': 'ae90aacb-06d8-4816-9f23-36440149798c', 'tenant_id': 'bee367ae0ad54e12b26a009fd0a33774', 'fixed_ips': [{'subnet_id': '619ce5e2-1a90-4a7c-b866-53d809336772'}]}} from n-d-844202-1. {{(pid=88526) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 18:46:47.919846 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-70721b27-a24a-4da3-be4d-4edfdb0a79a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:47.930054 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port b93350c7-ef3c-4754-9798-ec549ed4f8d7 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:46:47.937305 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ea34b998-ab84-4b90-aa77-2e8ef70433ce tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:47.970226 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5cbb36-ae11-47d8-b9c6-146de16d8d5c req-0ce03591-0d9f-4eca-9d6e-c727f5c326c2 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:46:47.973131 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-a264f9b8-4e42-4bfa-94e9-06958e582c21 None None] Provisioning for port a3f4ba38-c0d9-4785-8b90-9f4ff43d59a6 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:46:47.978528 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-dd5cbb36-ae11-47d8-b9c6-146de16d8d5c req-0ce03591-0d9f-4eca-9d6e-c727f5c326c2 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] 10.222.0.41 "GET /v2.0/ports?device_id=25555729-d93d-444d-a0b5-0a4fa55d3cb8 HTTP/1.1" status: 200 len: 945 time: 0.4020102 Jun 01 18:46:47.979370 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ea34b998-ab84-4b90-aa77-2e8ef70433ce tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:48.035031 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-a264f9b8-4e42-4bfa-94e9-06958e582c21 None None] Provisioning complete for port a3f4ba38-c0d9-4785-8b90-9f4ff43d59a6 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:46:48.035648 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-a264f9b8-4e42-4bfa-94e9-06958e582c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:48.069477 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea34b998-ab84-4b90-aa77-2e8ef70433ce tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4fa3174-1eb6-4a00-9763-3fa3d048dd2d,revision_number=0']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:46:48.087521 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0b1b0d-d573-4e53-bd08-a822daf71c02 None None] Pushing event updated for resources: {'Port': ['ID=124f965c-2aeb-4160-a78a-031a79f405b4,revision_number=3']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:46:48.103338 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90d5a08-85d4-4bb4-a94d-13f07f25c260 req-2a7eb0f3-2f1d-444b-a8cb-83fc284e269b tempest-ServersAdminNegativeTestJSON-1513463400 tempest-ServersAdminNegativeTestJSON-1513463400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:46:48.104622 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-e90d5a08-85d4-4bb4-a94d-13f07f25c260 req-2a7eb0f3-2f1d-444b-a8cb-83fc284e269b tempest-ServersAdminNegativeTestJSON-1513463400 tempest-ServersAdminNegativeTestJSON-1513463400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:48.135707 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-dd5cbb36-ae11-47d8-b9c6-146de16d8d5c req-c8c6b439-9218-4a04-96ef-0de52f0005ef tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] 10.222.0.41 "GET /v2.0/security-groups?id=32e0c067-0089-408b-a3cd-4b24e22ccce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319346 Jun 01 18:46:48.137696 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ea34b998-ab84-4b90-aa77-2e8ef70433ce tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:48.139090 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-ea34b998-ab84-4b90-aa77-2e8ef70433ce tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6366560 Jun 01 18:46:48.142052 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 48884) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:46:48.160283 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-91cd335e-dda4-4c00-89a3-d97ba173b48b tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Request body: {'floatingip': {'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:46:48.171138 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a7ad6f47-7001-4785-bcaf-abcbe83547de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-886608', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-885830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25341'] for router, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:48.175039 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-91cd335e-dda4-4c00-89a3-d97ba173b48b tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:46:48.187560 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-91cd335e-dda4-4c00-89a3-d97ba173b48b tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Usage tracker for resource:floatingip and tenant:5e0ead56e0d24edfb943f0d89aaec01a is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:46:48.192734 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-91cd335e-dda4-4c00-89a3-d97ba173b48b tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:46:48.202843 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-91cd335e-dda4-4c00-89a3-d97ba173b48b tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:46:48.203493 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003a9eaf-5c55-4f6a-a988-e304bea4c8f2 req-b368467a-d813-4c11-a764-ec695961f69c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:46:48.205022 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-003a9eaf-5c55-4f6a-a988-e304bea4c8f2 req-b368467a-d813-4c11-a764-ec695961f69c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=b6a6d9c3-8862-4eeb-b898-6afb369449ea HTTP/1.1" status: 200 len: 1101 time: 0.8029466 Jun 01 18:46:48.213814 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-a264f9b8-4e42-4bfa-94e9-06958e582c21 None None] Port a3f4ba38-c0d9-4785-8b90-9f4ff43d59a6 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 18:46:48.231793 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-91cd335e-dda4-4c00-89a3-d97ba173b48b tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Notify callbacks [] for floatingip, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:48.275965 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e90d5a08-85d4-4bb4-a94d-13f07f25c260 req-2a7eb0f3-2f1d-444b-a8cb-83fc284e269b tempest-ServersAdminNegativeTestJSON-1513463400 tempest-ServersAdminNegativeTestJSON-1513463400-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4348702 Jun 01 18:46:48.295891 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-a264f9b8-4e42-4bfa-94e9-06958e582c21 None None] Provisioning complete for port 124f965c-2aeb-4160-a78a-031a79f405b4 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:46:48.296384 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-a264f9b8-4e42-4bfa-94e9-06958e582c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:48.301540 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [req-e90d5a08-85d4-4bb4-a94d-13f07f25c260 req-b12756a1-ae11-44c3-8051-417c82851473 service neutron] Request body: {'port': {'device_id': '7430290e-18f1-41b8-a9fc-5005fa06fc62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844202-1'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:46:48.387872 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.db_base_plugin_common [None req-70721b27-a24a-4da3-be4d-4edfdb0a79a9 None None] Allocated IP 172.20.0.2 (ae90aacb-06d8-4816-9f23-36440149798c/619ce5e2-1a90-4a7c-b866-53d809336772/e0cf1b60-593f-4d24-aae3-8601bf5fcea4) {{(pid=88526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:46:48.427183 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-003a9eaf-5c55-4f6a-a988-e304bea4c8f2 req-c1b44a5d-bdcf-40da-a8d0-7857dba4b92b service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=bbe27866-6450-47f0-a8e1-f266dfb72433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080560 Jun 01 18:46:48.460345 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6b1fa0-559a-497b-a60e-4d690adad42c req-5113ea10-5961-4c64-9cf5-f143aa188423 tempest-ServersAdminNegativeTestJSON-1513463400 tempest-ServersAdminNegativeTestJSON-1513463400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:46:48.461638 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-7b6b1fa0-559a-497b-a60e-4d690adad42c req-5113ea10-5961-4c64-9cf5-f143aa188423 tempest-ServersAdminNegativeTestJSON-1513463400 tempest-ServersAdminNegativeTestJSON-1513463400-project] Synchronizing usage tracker for tenant:6760d429cc524cbaad2a1ea67424b2d0 on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:46:48.511358 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-91cd335e-dda4-4c00-89a3-d97ba173b48b tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:48.558968 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-7b6b1fa0-559a-497b-a60e-4d690adad42c req-5113ea10-5961-4c64-9cf5-f143aa188423 tempest-ServersAdminNegativeTestJSON-1513463400 tempest-ServersAdminNegativeTestJSON-1513463400-project] Unset dirty status for tenant:6760d429cc524cbaad2a1ea67424b2d0 on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:46:48.567407 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-7b6b1fa0-559a-497b-a60e-4d690adad42c req-5113ea10-5961-4c64-9cf5-f143aa188423 tempest-ServersAdminNegativeTestJSON-1513463400 tempest-ServersAdminNegativeTestJSON-1513463400-project] 10.222.0.41 "GET /v2.0/ports?device_id=7430290e-18f1-41b8-a9fc-5005fa06fc62 HTTP/1.1" status: 200 len: 936 time: 0.6372640 Jun 01 18:46:48.631111 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-e90d5a08-85d4-4bb4-a94d-13f07f25c260 req-b12756a1-ae11-44c3-8051-417c82851473 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:48.668711 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-a264f9b8-4e42-4bfa-94e9-06958e582c21 None None] Current status of the port 124f965c-2aeb-4160-a78a-031a79f405b4 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:46:48.771000 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [None req-91cd335e-dda4-4c00-89a3-d97ba173b48b tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Allocated IP 172.25.4.20 (72a72e44-6845-488a-a5ff-3a26d4df9cb3/c314a23b-daa2-4106-ab28-8e6f954277b2/660719cc-a49e-4833-96bb-9fdd7a61cfe9) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:46:48.782989 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-7b6b1fa0-559a-497b-a60e-4d690adad42c req-cba36821-23e1-4aac-a215-63cc8fcc0e78 tempest-ServersAdminNegativeTestJSON-1513463400 tempest-ServersAdminNegativeTestJSON-1513463400-project] 10.222.0.41 "GET /v2.0/security-groups?id=a4853b3a-4c33-4f4d-ae0e-b592366e4676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146807 Jun 01 18:46:48.947317 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-e74b03fa-10cc-48da-9166-928930f16019 None None] Provisioning for port 9ada9520-8290-4bb2-b5b5-7d86daed3818 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:46:48.999764 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-e74b03fa-10cc-48da-9166-928930f16019 None None] Provisioning complete for port 9ada9520-8290-4bb2-b5b5-7d86daed3818 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:46:49.003903 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-e74b03fa-10cc-48da-9166-928930f16019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:49.074342 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-91cd335e-dda4-4c00-89a3-d97ba173b48b tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:49.132026 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-70721b27-a24a-4da3-be4d-4edfdb0a79a9 None None] Notify callbacks [] for port, precommit_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:49.134929 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-e74b03fa-10cc-48da-9166-928930f16019 None None] Port 9ada9520-8290-4bb2-b5b5-7d86daed3818 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 18:46:49.146605 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-70721b27-a24a-4da3-be4d-4edfdb0a79a9 None None] Transition to ACTIVE for port object e0cf1b60-593f-4d24-aae3-8601bf5fcea4 will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:46:49.161561 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-91cd335e-dda4-4c00-89a3-d97ba173b48b tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:49.182127 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-70721b27-a24a-4da3-be4d-4edfdb0a79a9 None None] Transition to ACTIVE for port object e0cf1b60-593f-4d24-aae3-8601bf5fcea4 will not be triggered until provisioned by entity DHCP. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:46:49.192793 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-70721b27-a24a-4da3-be4d-4edfdb0a79a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526'] for port, after_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:49.281269 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 48922) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:46:49.311169 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91cd335e-dda4-4c00-89a3-d97ba173b48b tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:46:49.313056 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-91cd335e-dda4-4c00-89a3-d97ba173b48b tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:46:49.315656 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70721b27-a24a-4da3-be4d-4edfdb0a79a9 None None] Network ae90aacb-06d8-4816-9f23-36440149798c is already hosted by enough agents. {{(pid=88526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:46:49.321928 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91cd335e-dda4-4c00-89a3-d97ba173b48b tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:46:49.333279 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.base_scheduler [None req-70721b27-a24a-4da3-be4d-4edfdb0a79a9 None None] Resources bound (agent type, host, resource id): {{(pid=88526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:46:49.366131 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70721b27-a24a-4da3-be4d-4edfdb0a79a9 None None] Received port after_create {{(pid=88526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:46:49.378072 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cd335e-dda4-4c00-89a3-d97ba173b48b tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Pushing event updated for resources: {'Port': ['ID=660719cc-a49e-4833-96bb-9fdd7a61cfe9,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:46:49.422290 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655eff56-82b5-419e-acb4-6c8e23b01b92 req-af8faca2-9792-48cc-bca5-8ce5295e7404 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:46:49.430579 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-655eff56-82b5-419e-acb4-6c8e23b01b92 req-af8faca2-9792-48cc-bca5-8ce5295e7404 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6a6d9c3-8862-4eeb-b898-6afb369449ea HTTP/1.1" status: 200 len: 950 time: 0.3197830 Jun 01 18:46:49.511990 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-655eff56-82b5-419e-acb4-6c8e23b01b92 req-a703ad7c-ce0e-44d0-aee6-d62db953bd8b tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbe27866-6450-47f0-a8e1-f266dfb72433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800714 Jun 01 18:46:49.542316 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-91cd335e-dda4-4c00-89a3-d97ba173b48b tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:49.595302 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70721b27-a24a-4da3-be4d-4edfdb0a79a9 None None] Pushing event updated for resources: {'Port': ['ID=e0cf1b60-593f-4d24-aae3-8601bf5fcea4,revision_number=1']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:46:49.615553 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a7ad6f47-7001-4785-bcaf-abcbe83547de admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:49.629612 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-70721b27-a24a-4da3-be4d-4edfdb0a79a9 None None] Attempting to bind port e0cf1b60-593f-4d24-aae3-8601bf5fcea4 on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:46:49.630283 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-70721b27-a24a-4da3-be4d-4edfdb0a79a9 None None] Attempting to bind port e0cf1b60-593f-4d24-aae3-8601bf5fcea4 by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': 'dbed2ef3-fec2-48d6-9802-f5f8c232ad46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'ae90aacb-06d8-4816-9f23-36440149798c'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:46:49.630877 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70721b27-a24a-4da3-be4d-4edfdb0a79a9 None None] Attempting to bind port e0cf1b60-593f-4d24-aae3-8601bf5fcea4 on network ae90aacb-06d8-4816-9f23-36440149798c {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:46:49.638676 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70721b27-a24a-4da3-be4d-4edfdb0a79a9 None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 18, 46, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:46:49.639348 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70721b27-a24a-4da3-be4d-4edfdb0a79a9 None None] Checking segment: {'id': 'dbed2ef3-fec2-48d6-9802-f5f8c232ad46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'ae90aacb-06d8-4816-9f23-36440149798c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:46:49.640778 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-70721b27-a24a-4da3-be4d-4edfdb0a79a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:49.641332 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70721b27-a24a-4da3-be4d-4edfdb0a79a9 None None] Bound using segment: {'id': 'dbed2ef3-fec2-48d6-9802-f5f8c232ad46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'ae90aacb-06d8-4816-9f23-36440149798c'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:46:49.641958 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-70721b27-a24a-4da3-be4d-4edfdb0a79a9 None None] Bound port: e0cf1b60-593f-4d24-aae3-8601bf5fcea4, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbed2ef3-fec2-48d6-9802-f5f8c232ad46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'ae90aacb-06d8-4816-9f23-36440149798c'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:46:49.642519 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-70721b27-a24a-4da3-be4d-4edfdb0a79a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:49.717331 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a7ad6f47-7001-4785-bcaf-abcbe83547de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:49.779616 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-91cd335e-dda4-4c00-89a3-d97ba173b48b tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:49.862023 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-70721b27-a24a-4da3-be4d-4edfdb0a79a9 None None] For port e0cf1b60-593f-4d24-aae3-8601bf5fcea4, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:46:49.869026 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-70721b27-a24a-4da3-be4d-4edfdb0a79a9 None None] For port e0cf1b60-593f-4d24-aae3-8601bf5fcea4, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=e0cf1b60-593f-4d24-aae3-8601bf5fcea4,segment=NetworkSegment(dbed2ef3-fec2-48d6-9802-f5f8c232ad46),segment_id=dbed2ef3-fec2-48d6-9802-f5f8c232ad46)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:46:49.882533 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-70721b27-a24a-4da3-be4d-4edfdb0a79a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:50.056922 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-91cd335e-dda4-4c00-89a3-d97ba173b48b tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:50.069575 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-91cd335e-dda4-4c00-89a3-d97ba173b48b tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:50.101096 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70721b27-a24a-4da3-be4d-4edfdb0a79a9 None None] Pushing event updated for resources: {'Port': ['ID=e0cf1b60-593f-4d24-aae3-8601bf5fcea4,revision_number=2']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:46:50.164599 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 124f965c-2aeb-4160-a78a-031a79f405b4 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:46:50.220493 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [req-e90d5a08-85d4-4bb4-a94d-13f07f25c260 req-b12756a1-ae11-44c3-8051-417c82851473 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ada9520-8290-4bb2-b5b5-7d86daed3818 {{(pid=88525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:46:50.230436 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-e90d5a08-85d4-4bb4-a94d-13f07f25c260 req-b12756a1-ae11-44c3-8051-417c82851473 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:50.246778 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [req-e90d5a08-85d4-4bb4-a94d-13f07f25c260 req-b12756a1-ae11-44c3-8051-417c82851473 service neutron] Transition to ACTIVE for port object 9ada9520-8290-4bb2-b5b5-7d86daed3818 will not be triggered until provisioned by entity L2. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:46:50.338267 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 124f965c-2aeb-4160-a78a-031a79f405b4 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:46:50.344466 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:50.347097 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-3172511f-1bb6-4740-b66b-3ab4c290ca6b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=137ece96c9a540a3beca61997d52bb89&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0529981 Jun 01 18:46:50.358135 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [None req-a7ad6f47-7001-4785-bcaf-abcbe83547de admin admin] Allocated IP 172.25.4.139 (72a72e44-6845-488a-a5ff-3a26d4df9cb3/c314a23b-daa2-4106-ab28-8e6f954277b2/aaf58b36-6e6a-4312-96df-a13111622765) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:46:50.441641 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 48942) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:46:50.600384 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a7ad6f47-7001-4785-bcaf-abcbe83547de admin admin] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:50.613437 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cd335e-dda4-4c00-89a3-d97ba173b48b tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Pushing event updated for resources: {'Port': ['ID=660719cc-a49e-4833-96bb-9fdd7a61cfe9,revision_number=2']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:46:50.641242 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8d8a03-41cd-443b-a350-a343bd605143 req-0120f644-52f8-4f8a-ae4a-5712c958d63e tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:46:50.644039 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2d8d8a03-41cd-443b-a350-a343bd605143 req-0120f644-52f8-4f8a-ae4a-5712c958d63e tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] 10.222.0.41 "GET /v2.0/ports?device_id=25555729-d93d-444d-a0b5-0a4fa55d3cb8 HTTP/1.1" status: 200 len: 945 time: 1.2594984 Jun 01 18:46:50.645242 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-e90d5a08-85d4-4bb4-a94d-13f07f25c260 req-b12756a1-ae11-44c3-8051-417c82851473 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:50.649890 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a7ad6f47-7001-4785-bcaf-abcbe83547de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:50.660781 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 124f965c-2aeb-4160-a78a-031a79f405b4 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:46:50.667127 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-afab260c-03c0-4427-95c2-cb72d91bef5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:50.671150 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-91cd335e-dda4-4c00-89a3-d97ba173b48b tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887712'] for floatingip, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:50.846654 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1aa25c-a2b2-4dae-8a74-71d67ea49dd8 req-9ff9a5f9-3926-4e11-b733-7c24c5a69288 tempest-ServersAdminNegativeTestJSON-1513463400 tempest-ServersAdminNegativeTestJSON-1513463400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:46:50.854776 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ec1aa25c-a2b2-4dae-8a74-71d67ea49dd8 req-9ff9a5f9-3926-4e11-b733-7c24c5a69288 tempest-ServersAdminNegativeTestJSON-1513463400 tempest-ServersAdminNegativeTestJSON-1513463400-project] 10.222.0.41 "GET /v2.0/ports?device_id=7430290e-18f1-41b8-a9fc-5005fa06fc62 HTTP/1.1" status: 200 len: 948 time: 0.5184224 Jun 01 18:46:50.882624 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-afab260c-03c0-4427-95c2-cb72d91bef5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:50.891748 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-91cd335e-dda4-4c00-89a3-d97ba173b48b tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for floatingip, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:50.893064 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-91cd335e-dda4-4c00-89a3-d97ba173b48b tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.7490792 Jun 01 18:46:50.980647 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ec1aa25c-a2b2-4dae-8a74-71d67ea49dd8 req-4af5f3ac-f5ad-4957-97ff-b278992e8db6 tempest-ServersAdminNegativeTestJSON-1513463400 tempest-ServersAdminNegativeTestJSON-1513463400-project] 10.222.0.41 "GET /v2.0/security-groups?id=a4853b3a-4c33-4f4d-ae0e-b592366e4676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128104 Jun 01 18:46:51.006664 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-afab260c-03c0-4427-95c2-cb72d91bef5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:51.062962 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afab260c-03c0-4427-95c2-cb72d91bef5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5427509f-34d7-4eb0-9761-0171d484d3bb,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:46:51.101178 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-afab260c-03c0-4427-95c2-cb72d91bef5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:51.104700 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-afab260c-03c0-4427-95c2-cb72d91bef5b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5427509f-34d7-4eb0-9761-0171d484d3bb HTTP/1.1" status: 204 len: 168 time: 0.6412430 Jun 01 18:46:51.146212 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7ad6f47-7001-4785-bcaf-abcbe83547de admin admin] Network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:46:51.297175 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-a7ad6f47-7001-4785-bcaf-abcbe83547de admin admin] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:46:51.300064 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ad6f47-7001-4785-bcaf-abcbe83547de admin admin] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:46:51.468694 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b93d98-4826-4281-b97c-23cb21a3bb26 req-7f5274cf-6849-4502-8aa8-de8373462f74 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:46:51.487503 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-60b93d98-4826-4281-b97c-23cb21a3bb26 req-7f5274cf-6849-4502-8aa8-de8373462f74 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6a6d9c3-8862-4eeb-b898-6afb369449ea HTTP/1.1" status: 200 len: 950 time: 0.2118888 Jun 01 18:46:51.574308 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-60b93d98-4826-4281-b97c-23cb21a3bb26 req-694c3c8d-b6b7-4b3d-b985-bfd732d8ee85 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbe27866-6450-47f0-a8e1-f266dfb72433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831723 Jun 01 18:46:51.660490 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12756a1-ae11-44c3-8051-417c82851473 service neutron] Pushing event updated for resources: {'Port': ['ID=9ada9520-8290-4bb2-b5b5-7d86daed3818,revision_number=2']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:46:51.735502 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2d8d8a03-41cd-443b-a350-a343bd605143 req-5b9a35bd-6526-4dad-aa5b-f397794df1e1 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] 10.222.0.41 "GET /v2.0/security-groups?id=32e0c067-0089-408b-a3cd-4b24e22ccce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0812998 Jun 01 18:46:51.747935 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12756a1-ae11-44c3-8051-417c82851473 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:46:51.748580 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12756a1-ae11-44c3-8051-417c82851473 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:46:51.749094 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12756a1-ae11-44c3-8051-417c82851473 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:46:51.749628 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12756a1-ae11-44c3-8051-417c82851473 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:46:51.750141 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12756a1-ae11-44c3-8051-417c82851473 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:46:51.750661 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12756a1-ae11-44c3-8051-417c82851473 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:46:51.751088 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12756a1-ae11-44c3-8051-417c82851473 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:46:51.751512 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12756a1-ae11-44c3-8051-417c82851473 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:46:51.751945 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12756a1-ae11-44c3-8051-417c82851473 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:46:51.753015 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12756a1-ae11-44c3-8051-417c82851473 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:46:51.753516 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12756a1-ae11-44c3-8051-417c82851473 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:46:51.754062 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12756a1-ae11-44c3-8051-417c82851473 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:46:51.993977 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ad6f47-7001-4785-bcaf-abcbe83547de admin admin] Pushing event updated for resources: {'Port': ['ID=aaf58b36-6e6a-4312-96df-a13111622765,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:46:52.173434 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-d1fbdf60-ece7-495f-bec4-4f08e4f5ee7c tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Synchronizing usage tracker for tenant:5e0ead56e0d24edfb943f0d89aaec01a on resource:security_group {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:46:52.187976 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bf092e9-6283-4d73-9e29-0111610471d6 None None] Network ae90aacb-06d8-4816-9f23-36440149798c requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 18:46:52.239910 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-d1fbdf60-ece7-495f-bec4-4f08e4f5ee7c tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Unset dirty status for tenant:5e0ead56e0d24edfb943f0d89aaec01a on resource:security_group {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:46:52.255190 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-d1fbdf60-ece7-495f-bec4-4f08e4f5ee7c tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1814212536&fields=id&tenant_id=5e0ead56e0d24edfb943f0d89aaec01a HTTP/1.1" status: 200 len: 267 time: 0.2228141 Jun 01 18:46:52.356271 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-e90d5a08-85d4-4bb4-a94d-13f07f25c260 req-b12756a1-ae11-44c3-8051-417c82851473 service neutron] Attempting to bind port 9ada9520-8290-4bb2-b5b5-7d86daed3818 on host n-h1-844202-1 for vnic_type normal with profile {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:46:52.356511 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-e90d5a08-85d4-4bb4-a94d-13f07f25c260 req-b12756a1-ae11-44c3-8051-417c82851473 service neutron] Attempting to bind port 9ada9520-8290-4bb2-b5b5-7d86daed3818 by drivers openvswitch,hyperv on host n-h1-844202-1 at level 0 using segments [{'id': 'e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426'}] {{(pid=88525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:46:52.356925 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e90d5a08-85d4-4bb4-a94d-13f07f25c260 req-b12756a1-ae11-44c3-8051-417c82851473 service neutron] Attempting to bind port 9ada9520-8290-4bb2-b5b5-7d86daed3818 on network 898153a3-5d71-43be-9d14-343ea4a48426 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:46:52.379123 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e90d5a08-85d4-4bb4-a94d-13f07f25c260 req-b12756a1-ae11-44c3-8051-417c82851473 service neutron] Port 9ada9520-8290-4bb2-b5b5-7d86daed3818 on network 898153a3-5d71-43be-9d14-343ea4a48426 not bound, no agent of type Open vSwitch agent registered on host n-h1-844202-1 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 18:46:52.382018 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e90d5a08-85d4-4bb4-a94d-13f07f25c260 req-b12756a1-ae11-44c3-8051-417c82851473 service neutron] Attempting to bind port 9ada9520-8290-4bb2-b5b5-7d86daed3818 on network 898153a3-5d71-43be-9d14-343ea4a48426 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:46:52.398122 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-42960ca5-025b-49d6-b57a-a404d39716fb tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:46:52.398515 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-42960ca5-025b-49d6-b57a-a404d39716fb tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Synchronizing usage tracker for tenant:5e0ead56e0d24edfb943f0d89aaec01a on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:46:52.409473 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e90d5a08-85d4-4bb4-a94d-13f07f25c260 req-b12756a1-ae11-44c3-8051-417c82851473 service neutron] Checking agent: {'id': 'bdb1e5d7-b998-4259-838f-3d278e930f32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 18, 46, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:46:52.410362 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e90d5a08-85d4-4bb4-a94d-13f07f25c260 req-b12756a1-ae11-44c3-8051-417c82851473 service neutron] Checking segment: {'id': 'e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:46:52.410789 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e90d5a08-85d4-4bb4-a94d-13f07f25c260 req-b12756a1-ae11-44c3-8051-417c82851473 service neutron] Bound using segment: {'id': 'e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426'} {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:46:52.411232 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-e90d5a08-85d4-4bb4-a94d-13f07f25c260 req-b12756a1-ae11-44c3-8051-417c82851473 service neutron] Bound port: 9ada9520-8290-4bb2-b5b5-7d86daed3818, host: n-h1-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426'}}] {{(pid=88525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:46:52.412818 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-e90d5a08-85d4-4bb4-a94d-13f07f25c260 req-b12756a1-ae11-44c3-8051-417c82851473 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:52.444263 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-42960ca5-025b-49d6-b57a-a404d39716fb tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Unset dirty status for tenant:5e0ead56e0d24edfb943f0d89aaec01a on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:46:52.453131 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-42960ca5-025b-49d6-b57a-a404d39716fb tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] 10.222.0.41 "GET /v2.0/ports/a2b102db-a0be-4f77-9ba0-fac6ef78d2af HTTP/1.1" status: 200 len: 936 time: 0.1967859 Jun 01 18:46:52.493044 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device e0cf1b60-593f-4d24-aae3-8601bf5fcea4 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:46:52.613383 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-a85e66ef-7294-4113-bb7b-a0748ac51640 None None] Provisioning for port e0cf1b60-593f-4d24-aae3-8601bf5fcea4 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:46:52.661311 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port e0cf1b60-593f-4d24-aae3-8601bf5fcea4 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:46:52.669102 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port e0cf1b60-593f-4d24-aae3-8601bf5fcea4 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:46:52.671318 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:52.721294 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-7ebdddca-06cb-41fc-adb6-12fc80fa51b4 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:46:52.729943 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-7ebdddca-06cb-41fc-adb6-12fc80fa51b4 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] 10.222.0.41 "GET /v2.0/ports/a3f4ba38-c0d9-4785-8b90-9f4ff43d59a6 HTTP/1.1" status: 200 len: 937 time: 0.2752218 Jun 01 18:46:52.884449 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-27d700f5-fe76-4028-8c2b-0b8986bf5d10 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] 10.222.0.41 "GET /v2.0/ports?network_id=c16c0733-68a0-4af2-9aa5-b2266da91869&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1530921 Jun 01 18:46:52.953068 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a7ad6f47-7001-4785-bcaf-abcbe83547de admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:52.963349 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port e0cf1b60-593f-4d24-aae3-8601bf5fcea4 is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:46:52.964165 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:53.027803 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-8c8d32df-d5bd-4d28-8130-dcd2c7175d57 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] 10.222.0.41 "GET /v2.0/ports?network_id=c16c0733-68a0-4af2-9aa5-b2266da91869&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1422470 Jun 01 18:46:53.079842 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port e0cf1b60-593f-4d24-aae3-8601bf5fcea4, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=e0cf1b60-593f-4d24-aae3-8601bf5fcea4,segment=NetworkSegment(dbed2ef3-fec2-48d6-9802-f5f8c232ad46),segment_id=dbed2ef3-fec2-48d6-9802-f5f8c232ad46)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:46:53.085359 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:53.231256 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-e90d5a08-85d4-4bb4-a94d-13f07f25c260 req-b12756a1-ae11-44c3-8051-417c82851473 service neutron] For port 9ada9520-8290-4bb2-b5b5-7d86daed3818, host n-h1-844202-1, cleared binding levels {{(pid=88525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:46:53.242945 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-e90d5a08-85d4-4bb4-a94d-13f07f25c260 req-b12756a1-ae11-44c3-8051-417c82851473 service neutron] For port 9ada9520-8290-4bb2-b5b5-7d86daed3818, host n-h1-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=9ada9520-8290-4bb2-b5b5-7d86daed3818,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:46:53.261992 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=e0cf1b60-593f-4d24-aae3-8601bf5fcea4,revision_number=3']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:46:53.307196 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-703638ad-d46b-4c91-bf43-270423b25978 None None] Provisioning complete for port e0cf1b60-593f-4d24-aae3-8601bf5fcea4 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:46:53.307701 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-703638ad-d46b-4c91-bf43-270423b25978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:53.354814 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-e90d5a08-85d4-4bb4-a94d-13f07f25c260 req-b12756a1-ae11-44c3-8051-417c82851473 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:53.423543 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-ae200a33-a51f-4645-b3fc-c3e8605612bc tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:46:53.439487 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-ae200a33-a51f-4645-b3fc-c3e8605612bc tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:46:53.457411 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-ae200a33-a51f-4645-b3fc-c3e8605612bc tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:46:53.458366 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-ae200a33-a51f-4645-b3fc-c3e8605612bc tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Synchronizing usage tracker for tenant:5e0ead56e0d24edfb943f0d89aaec01a on resource:network {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:46:53.468988 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90d5a08-85d4-4bb4-a94d-13f07f25c260 req-b12756a1-ae11-44c3-8051-417c82851473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:46:53.469957 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-e90d5a08-85d4-4bb4-a94d-13f07f25c260 req-b12756a1-ae11-44c3-8051-417c82851473 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:53.472703 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e90d5a08-85d4-4bb4-a94d-13f07f25c260 req-b12756a1-ae11-44c3-8051-417c82851473 service neutron] 10.222.0.15 "PUT /v2.0/ports/9ada9520-8290-4bb2-b5b5-7d86daed3818 HTTP/1.1" status: 200 len: 1096 time: 5.1754372 Jun 01 18:46:53.492706 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7430290e-18f1-41b8-a9fc-5005fa06fc62', 'tag': '9ada9520-8290-4bb2-b5b5-7d86daed3818'}] {{(pid=88525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:46:53.510297 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-ae200a33-a51f-4645-b3fc-c3e8605612bc tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Unset dirty status for tenant:5e0ead56e0d24edfb943f0d89aaec01a on resource:network {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:46:53.517213 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-ae200a33-a51f-4645-b3fc-c3e8605612bc tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] 10.222.0.41 "GET /v2.0/networks?id=f485d579-7529-4636-ae31-9fc1fec94322&id=9faf4c95-7954-4d11-b97c-b5c0332de1f6&id=9faf4c95-7954-4d11-b97c-b5c0332de1f6&id=c16c0733-68a0-4af2-9aa5-b2266da91869&id=c16c0733-68a0-4af2-9aa5-b2266da91869 HTTP/1.1" status: 200 len: 1995 time: 0.4884996 Jun 01 18:46:53.529845 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-703638ad-d46b-4c91-bf43-270423b25978 None None] Current status of the port e0cf1b60-593f-4d24-aae3-8601bf5fcea4 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:46:53.535953 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d99921b-4c5b-4a5c-b315-d8b899df4fd4 req-e670c32f-3932-44d3-b7aa-066681b19aa9 tempest-MigrationsAdminTest-1367962390 tempest-MigrationsAdminTest-1367962390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:46:53.539572 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-81300bc4-a965-4c59-982d-f05897ad2c4c tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] 10.222.0.41 "GET /v2.0/quotas/5e0ead56e0d24edfb943f0d89aaec01a HTTP/1.1" status: 200 len: 375 time: 0.0211318 Jun 01 18:46:53.544835 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4d99921b-4c5b-4a5c-b315-d8b899df4fd4 req-e670c32f-3932-44d3-b7aa-066681b19aa9 tempest-MigrationsAdminTest-1367962390 tempest-MigrationsAdminTest-1367962390-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=b6a6d9c3-8862-4eeb-b898-6afb369449ea HTTP/1.1" status: 200 len: 1101 time: 1.0686007 Jun 01 18:46:53.649261 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-4d99921b-4c5b-4a5c-b315-d8b899df4fd4 req-c738b1f7-e2e4-446e-9f1b-4f1e369ccf17 tempest-MigrationsAdminTest-1367962390 tempest-MigrationsAdminTest-1367962390-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:53.701874 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-a353f4e3-b6e6-433a-af33-3c09bfa0d5b0 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=5e0ead56e0d24edfb943f0d89aaec01a&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1489444 Jun 01 18:46:53.739570 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12756a1-ae11-44c3-8051-417c82851473 service neutron] Pushing event updated for resources: {'Port': ['ID=9ada9520-8290-4bb2-b5b5-7d86daed3818,revision_number=3']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:46:53.786341 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [req-4d99921b-4c5b-4a5c-b315-d8b899df4fd4 req-c738b1f7-e2e4-446e-9f1b-4f1e369ccf17 tempest-MigrationsAdminTest-1367962390 tempest-MigrationsAdminTest-1367962390-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:46:53.803105 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-4d99921b-4c5b-4a5c-b315-d8b899df4fd4 req-c738b1f7-e2e4-446e-9f1b-4f1e369ccf17 tempest-MigrationsAdminTest-1367962390 tempest-MigrationsAdminTest-1367962390-project-admin] Usage tracker for resource:security_group_rule and tenant:1075e7573f24406fbf79b0847084c418 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:46:53.811977 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-4d99921b-4c5b-4a5c-b315-d8b899df4fd4 req-c738b1f7-e2e4-446e-9f1b-4f1e369ccf17 tempest-MigrationsAdminTest-1367962390 tempest-MigrationsAdminTest-1367962390-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:46:53.901411 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-8b97a03e-3013-4c99-bcbc-fdc8a8a353a8 service neutron] 10.222.0.41 "GET /v2.0/networks/f485d579-7529-4636-ae31-9fc1fec94322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1978033 Jun 01 18:46:54.050699 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device e0cf1b60-593f-4d24-aae3-8601bf5fcea4 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:46:54.058302 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [req-4d99921b-4c5b-4a5c-b315-d8b899df4fd4 req-c738b1f7-e2e4-446e-9f1b-4f1e369ccf17 tempest-MigrationsAdminTest-1367962390 tempest-MigrationsAdminTest-1367962390-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:46:54.126333 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90d5a08-85d4-4bb4-a94d-13f07f25c260 req-5f80fa56-d308-4077-a068-1c05578668f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:46:54.128685 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e90d5a08-85d4-4bb4-a94d-13f07f25c260 req-5f80fa56-d308-4077-a068-1c05578668f2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6760d429cc524cbaad2a1ea67424b2d0&device_id=7430290e-18f1-41b8-a9fc-5005fa06fc62 HTTP/1.1" status: 200 len: 1099 time: 0.6012070 Jun 01 18:46:54.134909 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-63201131-e1aa-4a7e-9611-4fc5402e65a0 service neutron] 10.222.0.41 "GET /v2.0/networks/f485d579-7529-4636-ae31-9fc1fec94322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2261221 Jun 01 18:46:54.137895 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a7ad6f47-7001-4785-bcaf-abcbe83547de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-885820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-886655'] for router, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:54.183637 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port e0cf1b60-593f-4d24-aae3-8601bf5fcea4 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:46:54.184009 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:54.224161 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-0f3f6983-fd41-4fc5-9f7d-a89562c45b54 service neutron] 10.222.0.41 "GET /v2.0/ports/a2b102db-a0be-4f77-9ba0-fac6ef78d2af?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0877287 Jun 01 18:46:54.310746 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e90d5a08-85d4-4bb4-a94d-13f07f25c260 req-f0403121-e9cb-4cbc-b288-3f687dc49e42 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=9ada9520-8290-4bb2-b5b5-7d86daed3818 HTTP/1.1" status: 200 len: 217 time: 0.1688142 Jun 01 18:46:54.416274 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-c35efa13-d9d5-4023-88e2-f693775a5820 service neutron] 10.222.0.41 "GET /v2.0/networks/9faf4c95-7954-4d11-b97c-b5c0332de1f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1909339 Jun 01 18:46:54.442342 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port e0cf1b60-593f-4d24-aae3-8601bf5fcea4 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:46:54.526242 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90d5a08-85d4-4bb4-a94d-13f07f25c260 req-c0911672-2525-4c45-b38d-64fe9fd99293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:46:54.527719 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e90d5a08-85d4-4bb4-a94d-13f07f25c260 req-c0911672-2525-4c45-b38d-64fe9fd99293 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=35e3ad2f-9c88-4698-b634-4e1b58de1cc2 HTTP/1.1" status: 200 len: 843 time: 0.1982093 Jun 01 18:46:54.593844 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-4d99921b-4c5b-4a5c-b315-d8b899df4fd4 req-c738b1f7-e2e4-446e-9f1b-4f1e369ccf17 tempest-MigrationsAdminTest-1367962390 tempest-MigrationsAdminTest-1367962390-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:54.600590 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-e8691847-4609-46a5-9516-43cfd0ccfe06 service neutron] 10.222.0.41 "GET /v2.0/networks/9faf4c95-7954-4d11-b97c-b5c0332de1f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830196 Jun 01 18:46:54.604952 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-4d99921b-4c5b-4a5c-b315-d8b899df4fd4 req-c738b1f7-e2e4-446e-9f1b-4f1e369ccf17 tempest-MigrationsAdminTest-1367962390 tempest-MigrationsAdminTest-1367962390-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:54.664138 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4d99921b-4c5b-4a5c-b315-d8b899df4fd4 req-c738b1f7-e2e4-446e-9f1b-4f1e369ccf17 tempest-MigrationsAdminTest-1367962390 tempest-MigrationsAdminTest-1367962390-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=bbe27866-6450-47f0-a8e1-f266dfb72433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0766737 Jun 01 18:46:54.680985 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c738b1f7-e2e4-446e-9f1b-4f1e369ccf17 tempest-MigrationsAdminTest-1367962390 tempest-MigrationsAdminTest-1367962390-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e411a5c-2985-4b63-ae47-37028e1d3c52,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:46:54.729233 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-7dab36f8-fb01-4860-9b13-23437d2f67dd service neutron] 10.222.0.41 "GET /v2.0/ports/a3f4ba38-c0d9-4785-8b90-9f4ff43d59a6?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1185274 Jun 01 18:46:54.733375 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90d5a08-85d4-4bb4-a94d-13f07f25c260 req-1e810efa-6089-4b98-b24c-ff2377f9360f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:46:54.734834 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e90d5a08-85d4-4bb4-a94d-13f07f25c260 req-1e810efa-6089-4b98-b24c-ff2377f9360f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=898153a3-5d71-43be-9d14-343ea4a48426&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1955664 Jun 01 18:46:54.735609 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7ad6f47-7001-4785-bcaf-abcbe83547de admin admin] Router b0ab07c4-7ff0-4de6-af4d-94c92307380c is scheduled to L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 with binding_index 1 {{(pid=88525) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 18:46:54.931108 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-a57f4b21-5856-4952-bd6e-24c7cf7cb11b service neutron] 10.222.0.41 "GET /v2.0/networks/9faf4c95-7954-4d11-b97c-b5c0332de1f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2003634 Jun 01 18:46:55.126818 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e90d5a08-85d4-4bb4-a94d-13f07f25c260 req-47e15aa3-cea8-4f6e-809c-09040a92c292 service neutron] 10.222.0.15 "GET /v2.0/networks/898153a3-5d71-43be-9d14-343ea4a48426?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3830881 Jun 01 18:46:55.205737 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-65db28db-f5cf-42cd-a787-eb068a149ad8 service neutron] 10.222.0.41 "GET /v2.0/networks/9faf4c95-7954-4d11-b97c-b5c0332de1f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2737436 Jun 01 18:46:55.220689 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7ad6f47-7001-4785-bcaf-abcbe83547de admin admin] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 18:46:55.231230 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf0c6731-bb7a-45f7-b991-21f004f61049 None None] Sync routers for ids ['b0ab07c4-7ff0-4de6-af4d-94c92307380c'] in n-d-844202-1 {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 18:46:55.246764 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf0c6731-bb7a-45f7-b991-21f004f61049 None None] Routers {'b0ab07c4-7ff0-4de6-af4d-94c92307380c'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:46:55.247823 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-bf0c6731-bb7a-45f7-b991-21f004f61049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:46:39Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['b0ab07c4-7ff0-4de6-af4d-94c92307380c'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:46:55.266601 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74be3ce8-6ab3-45f5-8894-c228cb027a9d req-e31e9a09-3e82-4892-95c1-4ffe00633b8b tempest-ServersAdminNegativeTestJSON-1513463400 tempest-ServersAdminNegativeTestJSON-1513463400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:46:55.268173 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-74be3ce8-6ab3-45f5-8894-c228cb027a9d req-e31e9a09-3e82-4892-95c1-4ffe00633b8b tempest-ServersAdminNegativeTestJSON-1513463400 tempest-ServersAdminNegativeTestJSON-1513463400-project] 10.222.0.41 "GET /v2.0/ports?device_id=7430290e-18f1-41b8-a9fc-5005fa06fc62 HTTP/1.1" status: 200 len: 948 time: 0.3499911 Jun 01 18:46:55.316761 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a7ad6f47-7001-4785-bcaf-abcbe83547de admin admin] Notify callbacks [] for router, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:55.320926 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 49030) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:46:55.321154 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-a7ad6f47-7001-4785-bcaf-abcbe83547de admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.4007845 Jun 01 18:46:55.371360 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-74be3ce8-6ab3-45f5-8894-c228cb027a9d req-eadf1e56-75b1-4f0d-b9b8-7e6ae6ff0877 tempest-ServersAdminNegativeTestJSON-1513463400 tempest-ServersAdminNegativeTestJSON-1513463400-project] 10.222.0.41 "GET /v2.0/security-groups?id=a4853b3a-4c33-4f4d-ae0e-b592366e4676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938268 Jun 01 18:46:55.375517 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e90d5a08-85d4-4bb4-a94d-13f07f25c260 req-7bcc1ae0-1663-4701-9983-790c0c31ae82 service neutron] 10.222.0.15 "GET /v2.0/networks/898153a3-5d71-43be-9d14-343ea4a48426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2392142 Jun 01 18:46:55.476462 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-5ed3bf3c-a457-4dac-a085-180c632c5162 service neutron] 10.222.0.41 "GET /v2.0/networks/9faf4c95-7954-4d11-b97c-b5c0332de1f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2643321 Jun 01 18:46:55.495305 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-bf0c6731-bb7a-45f7-b991-21f004f61049 None None] Set router b0ab07c4-7ff0-4de6-af4d-94c92307380c gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:46:55.633728 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423bb77a-0f56-4c90-be5f-365d91e87e62 req-8062cb09-a810-4bf2-a056-fed449b4fae9 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:46:55.635340 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-423bb77a-0f56-4c90-be5f-365d91e87e62 req-8062cb09-a810-4bf2-a056-fed449b4fae9 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] 10.222.0.41 "GET /v2.0/ports?device_id=25555729-d93d-444d-a0b5-0a4fa55d3cb8 HTTP/1.1" status: 200 len: 945 time: 0.0922356 Jun 01 18:46:55.694956 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-423bb77a-0f56-4c90-be5f-365d91e87e62 req-1be75c8b-02ac-4922-bc8c-91d03f678eff tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] 10.222.0.41 "GET /v2.0/security-groups?id=32e0c067-0089-408b-a3cd-4b24e22ccce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485079 Jun 01 18:46:55.850315 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-af9de82a-2d15-4e06-9366-80ef338f91bc service neutron] 10.222.0.41 "GET /v2.0/networks/9faf4c95-7954-4d11-b97c-b5c0332de1f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3680913 Jun 01 18:46:55.856703 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-bf0c6731-bb7a-45f7-b991-21f004f61049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0ab07c4-7ff0-4de6-af4d-94c92307380c', 'name': 'tempest-ServersTestManualDisk-499305876-router', 'tenant_id': 'bee367ae0ad54e12b26a009fd0a33774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.139'}], 'enable_snat': True}, 'gw_port_id': 'aaf58b36-6e6a-4312-96df-a13111622765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:46:47Z', 'updated_at': '2022-06-01T18:46:52Z', 'revision_number': 3, 'project_id': 'bee367ae0ad54e12b26a009fd0a33774', 'gw_port': {'id': 'aaf58b36-6e6a-4312-96df-a13111622765', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:bc:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0ab07c4-7ff0-4de6-af4d-94c92307380c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:46:49Z', 'updated_at': '2022-06-01T18:46:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:46:55.862960 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf0c6731-bb7a-45f7-b991-21f004f61049 None None] Checking router: b0ab07c4-7ff0-4de6-af4d-94c92307380c for host: n-d-844202-1 {{(pid=88526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 18:46:55.863645 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf0c6731-bb7a-45f7-b991-21f004f61049 None None] Updating router b0ab07c4-7ff0-4de6-af4d-94c92307380c port aaf58b36-6e6a-4312-96df-a13111622765 binding host n-d-844202-1 {{(pid=88526) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 18:46:55.919848 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-bf0c6731-bb7a-45f7-b991-21f004f61049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:55.929931 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa55474-2f7d-423d-8899-3ec7735f540f req-0fb3503a-58d0-4ba4-b81c-5dc65e450701 tempest-LiveMigrationTest-1173690941 tempest-LiveMigrationTest-1173690941-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:46:55.932485 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-5aa55474-2f7d-423d-8899-3ec7735f540f req-0fb3503a-58d0-4ba4-b81c-5dc65e450701 tempest-LiveMigrationTest-1173690941 tempest-LiveMigrationTest-1173690941-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=0c2f9279-7cc9-4d6f-b8cb-b08438524fa4 HTTP/1.1" status: 200 len: 1097 time: 0.0968761 Jun 01 18:46:56.000795 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-5aa55474-2f7d-423d-8899-3ec7735f540f req-e0a793ca-011f-47a3-ba4e-d2b16e5d8e08 tempest-LiveMigrationTest-1173690941 tempest-LiveMigrationTest-1173690941-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=92820b43-7593-449e-bdb5-02c9f22d29e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548792 Jun 01 18:46:56.166876 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-4ab91ccb-6e2c-4b0b-8149-d39b36084699 service neutron] 10.222.0.41 "GET /v2.0/networks/9faf4c95-7954-4d11-b97c-b5c0332de1f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3063715 Jun 01 18:46:56.277677 n-d-844202-1 neutron-server[88525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-030eab34-cec5-484e-8d51-6dd19a873357'] response: {'name': 'network-changed', 'server_uuid': '7430290e-18f1-41b8-a9fc-5005fa06fc62', 'tag': '9ada9520-8290-4bb2-b5b5-7d86daed3818', 'status': 'completed', 'code': 200} Jun 01 18:46:56.370390 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-bf0c6731-bb7a-45f7-b991-21f004f61049 None None] Notify callbacks [] for port, precommit_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:56.378435 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbaa576-3d39-4cd5-b509-f7caae1041dd req-7fb5e240-f3ca-4cd7-923b-f05fd6f97c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:46:56.380078 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-edbaa576-3d39-4cd5-b509-f7caae1041dd req-7fb5e240-f3ca-4cd7-923b-f05fd6f97c3d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6760d429cc524cbaad2a1ea67424b2d0&device_id=7430290e-18f1-41b8-a9fc-5005fa06fc62 HTTP/1.1" status: 200 len: 1099 time: 0.0787976 Jun 01 18:46:56.386382 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-bf0c6731-bb7a-45f7-b991-21f004f61049 None None] Transition to ACTIVE for port object aaf58b36-6e6a-4312-96df-a13111622765 will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:46:56.396547 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-bf0c6731-bb7a-45f7-b991-21f004f61049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:56.440308 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-f77fdf86-9410-431f-89e0-03e90a05dd52 service neutron] 10.222.0.41 "GET /v2.0/networks/9faf4c95-7954-4d11-b97c-b5c0332de1f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2608764 Jun 01 18:46:56.503079 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a5f47a-bc29-430b-a214-c529400d949c None None] Pushing event updated for resources: {'Port': ['ID=aaf58b36-6e6a-4312-96df-a13111622765,revision_number=2']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:46:56.543718 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-bf0c6731-bb7a-45f7-b991-21f004f61049 None None] Attempting to bind port aaf58b36-6e6a-4312-96df-a13111622765 on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:46:56.544365 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-bf0c6731-bb7a-45f7-b991-21f004f61049 None None] Attempting to bind port aaf58b36-6e6a-4312-96df-a13111622765 by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:46:56.544964 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf0c6731-bb7a-45f7-b991-21f004f61049 None None] Attempting to bind port aaf58b36-6e6a-4312-96df-a13111622765 on network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:46:56.555198 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf0c6731-bb7a-45f7-b991-21f004f61049 None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 18, 46, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:46:56.556006 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf0c6731-bb7a-45f7-b991-21f004f61049 None None] Checking segment: {'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:46:56.557188 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-bf0c6731-bb7a-45f7-b991-21f004f61049 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:56.557817 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf0c6731-bb7a-45f7-b991-21f004f61049 None None] Bound using segment: {'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:46:56.558753 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-bf0c6731-bb7a-45f7-b991-21f004f61049 None None] Bound port: aaf58b36-6e6a-4312-96df-a13111622765, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:46:56.559449 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbaa576-3d39-4cd5-b509-f7caae1041dd req-9496c0fd-6580-4f8f-a57c-9e1dbd50f56f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:46:56.560282 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-bf0c6731-bb7a-45f7-b991-21f004f61049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:56.560980 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-edbaa576-3d39-4cd5-b509-f7caae1041dd req-9496c0fd-6580-4f8f-a57c-9e1dbd50f56f service neutron] 10.222.0.15 "GET /v2.0/networks?id=898153a3-5d71-43be-9d14-343ea4a48426 HTTP/1.1" status: 200 len: 870 time: 0.1711471 Jun 01 18:46:56.667245 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-bf0c6731-bb7a-45f7-b991-21f004f61049 None None] For port aaf58b36-6e6a-4312-96df-a13111622765, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:46:56.673418 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-bf0c6731-bb7a-45f7-b991-21f004f61049 None None] For port aaf58b36-6e6a-4312-96df-a13111622765, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=aaf58b36-6e6a-4312-96df-a13111622765,segment=NetworkSegment(7875af61-4c53-4ff2-b8c8-d4b7c35ff947),segment_id=7875af61-4c53-4ff2-b8c8-d4b7c35ff947)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:46:56.681795 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-bf0c6731-bb7a-45f7-b991-21f004f61049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:56.808285 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a5f47a-bc29-430b-a214-c529400d949c None None] Pushing event updated for resources: {'Port': ['ID=aaf58b36-6e6a-4312-96df-a13111622765,revision_number=3']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:46:56.811842 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-cc20743b-cbcd-4829-952a-27ebe8f2e6e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:56.826569 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf0c6731-bb7a-45f7-b991-21f004f61049 None None] Routers {'b0ab07c4-7ff0-4de6-af4d-94c92307380c'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:46:56.827209 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-bf0c6731-bb7a-45f7-b991-21f004f61049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:46:39Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['b0ab07c4-7ff0-4de6-af4d-94c92307380c'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:46:56.876310 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-edbaa576-3d39-4cd5-b509-f7caae1041dd req-06eba9a7-f43b-42e9-98b1-23cb794dc520 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=9ada9520-8290-4bb2-b5b5-7d86daed3818 HTTP/1.1" status: 200 len: 217 time: 0.3084676 Jun 01 18:46:56.898874 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-4e5dddce-002d-4cf1-8e6f-f774d4ff817e service neutron] 10.222.0.41 "GET /v2.0/networks/c16c0733-68a0-4af2-9aa5-b2266da91869?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4265642 Jun 01 18:46:57.014153 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbaa576-3d39-4cd5-b509-f7caae1041dd req-e6ca094d-4733-42ec-99b4-cf48b3992d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:46:57.016344 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-edbaa576-3d39-4cd5-b509-f7caae1041dd req-e6ca094d-4733-42ec-99b4-cf48b3992d64 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=35e3ad2f-9c88-4698-b634-4e1b58de1cc2 HTTP/1.1" status: 200 len: 843 time: 0.1300013 Jun 01 18:46:57.227375 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-4c46bdec-7b0c-4dcd-b77a-73e61dd98dee service neutron] 10.222.0.41 "GET /v2.0/networks/c16c0733-68a0-4af2-9aa5-b2266da91869?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3127031 Jun 01 18:46:57.253787 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-bf0c6731-bb7a-45f7-b991-21f004f61049 None None] Set router b0ab07c4-7ff0-4de6-af4d-94c92307380c gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:46:57.283741 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbaa576-3d39-4cd5-b509-f7caae1041dd req-32d68d86-f5b3-4a22-9d40-b470895e4e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:46:57.285298 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-edbaa576-3d39-4cd5-b509-f7caae1041dd req-32d68d86-f5b3-4a22-9d40-b470895e4e31 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=898153a3-5d71-43be-9d14-343ea4a48426&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2583556 Jun 01 18:46:57.415665 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-06645c13-805f-42ad-a330-ef451f394c64 req-06239c37-507a-45f5-836b-05835b97f3b6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b6a6d9c3-8862-4eeb-b898-6afb369449ea&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2279162 Jun 01 18:46:57.426644 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [None req-cc20743b-cbcd-4829-952a-27ebe8f2e6e3 admin admin] Allocated IP 172.20.0.1 (ae90aacb-06d8-4816-9f23-36440149798c/619ce5e2-1a90-4a7c-b866-53d809336772/818bd10a-4a86-480e-93cf-dfd86c22ba80) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:46:57.578173 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-edbaa576-3d39-4cd5-b509-f7caae1041dd req-79649d92-5085-4bd4-b788-ae93a8a7b3d2 service neutron] 10.222.0.15 "GET /v2.0/networks/898153a3-5d71-43be-9d14-343ea4a48426?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2696273 Jun 01 18:46:57.726010 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-ca40c801-5eb2-4695-bdc5-d1af2ce98d60 service neutron] 10.222.0.41 "GET /v2.0/networks/c16c0733-68a0-4af2-9aa5-b2266da91869?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4926991 Jun 01 18:46:57.790409 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-edbaa576-3d39-4cd5-b509-f7caae1041dd req-654925ce-7a3b-460b-a502-4c948da322c0 service neutron] 10.222.0.15 "GET /v2.0/networks/898153a3-5d71-43be-9d14-343ea4a48426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2193515 Jun 01 18:46:57.824758 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-bf0c6731-bb7a-45f7-b991-21f004f61049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0ab07c4-7ff0-4de6-af4d-94c92307380c', 'name': 'tempest-ServersTestManualDisk-499305876-router', 'tenant_id': 'bee367ae0ad54e12b26a009fd0a33774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.139'}], 'enable_snat': True}, 'gw_port_id': 'aaf58b36-6e6a-4312-96df-a13111622765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:46:47Z', 'updated_at': '2022-06-01T18:46:52Z', 'revision_number': 3, 'project_id': 'bee367ae0ad54e12b26a009fd0a33774', 'gw_port': {'id': 'aaf58b36-6e6a-4312-96df-a13111622765', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:bc:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0ab07c4-7ff0-4de6-af4d-94c92307380c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:46:49Z', 'updated_at': '2022-06-01T18:46:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:46:57.830494 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf0c6731-bb7a-45f7-b991-21f004f61049 None None] The sync data for ids ['b0ab07c4-7ff0-4de6-af4d-94c92307380c'] in n-d-844202-1 is: [{'id': 'b0ab07c4-7ff0-4de6-af4d-94c92307380c', 'name': 'tempest-ServersTestManualDisk-499305876-router', 'tenant_id': 'bee367ae0ad54e12b26a009fd0a33774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.139'}], 'enable_snat': True}, 'gw_port_id': 'aaf58b36-6e6a-4312-96df-a13111622765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:46:47Z', 'updated_at': '2022-06-01T18:46:52Z', 'revision_number': 3, 'project_id': 'bee367ae0ad54e12b26a009fd0a33774', 'gw_port': {'id': 'aaf58b36-6e6a-4312-96df-a13111622765', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:bc:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0ab07c4-7ff0-4de6-af4d-94c92307380c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:46:49Z', 'updated_at': '2022-06-01T18:46:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}] {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 18:46:57.894668 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-cc20743b-cbcd-4829-952a-27ebe8f2e6e3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:57.924794 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [None req-cc20743b-cbcd-4829-952a-27ebe8f2e6e3 admin admin] Transition to ACTIVE for port object 818bd10a-4a86-480e-93cf-dfd86c22ba80 will not be triggered until provisioned by entity DHCP. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:46:57.982738 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-1225360c-4d26-443f-badf-8eb5f3270ea7 service neutron] 10.222.0.41 "GET /v2.0/networks/c16c0733-68a0-4af2-9aa5-b2266da91869?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2374904 Jun 01 18:46:58.000887 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-cc20743b-cbcd-4829-952a-27ebe8f2e6e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:58.089109 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc20743b-cbcd-4829-952a-27ebe8f2e6e3 admin admin] Network ae90aacb-06d8-4816-9f23-36440149798c is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:46:58.092554 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-cc20743b-cbcd-4829-952a-27ebe8f2e6e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:46:58.096729 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc20743b-cbcd-4829-952a-27ebe8f2e6e3 admin admin] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:46:58.132847 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc20743b-cbcd-4829-952a-27ebe8f2e6e3 admin admin] Pushing event updated for resources: {'Port': ['ID=818bd10a-4a86-480e-93cf-dfd86c22ba80,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:46:58.173497 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-cc20743b-cbcd-4829-952a-27ebe8f2e6e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-887605'] for router_interface, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:58.583297 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-0c47cba4-cdf9-4bd3-a496-8bc91dcc6862 None None] Provisioning for port 818bd10a-4a86-480e-93cf-dfd86c22ba80 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:46:58.597486 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-0c47cba4-cdf9-4bd3-a496-8bc91dcc6862 None None] Provisioning complete for port 818bd10a-4a86-480e-93cf-dfd86c22ba80 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:46:58.601974 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-0c47cba4-cdf9-4bd3-a496-8bc91dcc6862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:58.725864 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-0c47cba4-cdf9-4bd3-a496-8bc91dcc6862 None None] Port 818bd10a-4a86-480e-93cf-dfd86c22ba80 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 18:46:58.788566 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-cc20743b-cbcd-4829-952a-27ebe8f2e6e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:58.884383 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 9ada9520-8290-4bb2-b5b5-7d86daed3818 details requested by agent hyperv_n-h1-844202-1 with host n-h1-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 18:46:59.169983 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-cc20743b-cbcd-4829-952a-27ebe8f2e6e3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:59.176880 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-cc20743b-cbcd-4829-952a-27ebe8f2e6e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:59.178461 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port 9ada9520-8290-4bb2-b5b5-7d86daed3818, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=9ada9520-8290-4bb2-b5b5-7d86daed3818,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:46:59.188538 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 4bc4794c-a46b-4311-ab6d-334e022485bf no longer exists at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:46:59.226524 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [req-aeb077a6-39bb-40fd-b046-aba6c3890484 req-0eaea3c3-834f-4d87-9d56-3f4985b560d4 tempest-LiveMigrationTest-1173690941 tempest-LiveMigrationTest-1173690941-project-admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=88525) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 18:46:59.243050 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-aeb077a6-39bb-40fd-b046-aba6c3890484 req-0eaea3c3-834f-4d87-9d56-3f4985b560d4 tempest-LiveMigrationTest-1173690941 tempest-LiveMigrationTest-1173690941-project-admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2410705 Jun 01 18:46:59.257206 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Returning: {'device': '9ada9520-8290-4bb2-b5b5-7d86daed3818', 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426', 'port_id': '9ada9520-8290-4bb2-b5b5-7d86daed3818', 'mac_address': 'fa:16:3e:46:c1:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35e3ad2f-9c88-4698-b634-4e1b58de1cc2', 'ip_address': '192.168.233.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 18:46:59.310351 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-cc20743b-cbcd-4829-952a-27ebe8f2e6e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-887436'] for router_interface, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:59.414683 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port 9ada9520-8290-4bb2-b5b5-7d86daed3818 is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:46:59.414916 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:59.446990 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [req-aeb077a6-39bb-40fd-b046-aba6c3890484 req-8a09a9d6-247d-4b8d-8e60-17e07b8eb3a7 service neutron] Request body: {'binding': {'host': 'n-h2-844202-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:46:59.460643 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ada9520-8290-4bb2-b5b5-7d86daed3818 {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:46:59.464951 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [req-aeb077a6-39bb-40fd-b046-aba6c3890484 req-8a09a9d6-247d-4b8d-8e60-17e07b8eb3a7 service neutron] Unknown quota resources ['binding']. {{(pid=88525) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 01 18:46:59.538177 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port 9ada9520-8290-4bb2-b5b5-7d86daed3818, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=9ada9520-8290-4bb2-b5b5-7d86daed3818,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:46:59.539305 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port 4bc4794c-a46b-4311-ab6d-334e022485bf is: ACTIVE; New status is: DOWN {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:46:59.539715 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:59.567288 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:59.670241 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55029693-c19b-4c54-a14f-1c970cbbeca5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4bc4794c-a46b-4311-ab6d-334e022485bf'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:46:59.676007 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc20743b-cbcd-4829-952a-27ebe8f2e6e3 admin admin] Pushing event updated for resources: {'Port': ['ID=818bd10a-4a86-480e-93cf-dfd86c22ba80,revision_number=2']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:46:59.697548 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 4bc4794c-a46b-4311-ab6d-334e022485bf, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=4bc4794c-a46b-4311-ab6d-334e022485bf,segment=NetworkSegment(5423f802-8952-4dea-8b13-e2a87f408f8c),segment_id=5423f802-8952-4dea-8b13-e2a87f408f8c)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:46:59.703034 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:46:59.713984 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=9ada9520-8290-4bb2-b5b5-7d86daed3818,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:46:59.766820 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc20743b-cbcd-4829-952a-27ebe8f2e6e3 admin admin] Network ae90aacb-06d8-4816-9f23-36440149798c is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:46:59.790909 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06645c13-805f-42ad-a330-ef451f394c64 req-f70e4c6e-736a-40ab-a062-c68316c5d317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:46:59.791695 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35dae6c-3755-45b8-935e-a38574de9a34 req-4fe82797-246f-4f9c-9a03-33a6d8ab3719 tempest-ServersAdminNegativeTestJSON-1513463400 tempest-ServersAdminNegativeTestJSON-1513463400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:46:59.793279 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-06645c13-805f-42ad-a330-ef451f394c64 req-f70e4c6e-736a-40ab-a062-c68316c5d317 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5a29f45689de4723b61fb9850cc62a10&device_id=b6a6d9c3-8862-4eeb-b898-6afb369449ea HTTP/1.1" status: 200 len: 1101 time: 0.4536593 Jun 01 18:46:59.793651 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e35dae6c-3755-45b8-935e-a38574de9a34 req-4fe82797-246f-4f9c-9a03-33a6d8ab3719 tempest-ServersAdminNegativeTestJSON-1513463400 tempest-ServersAdminNegativeTestJSON-1513463400-project] 10.222.0.41 "GET /v2.0/ports?device_id=7430290e-18f1-41b8-a9fc-5005fa06fc62 HTTP/1.1" status: 200 len: 949 time: 0.1716824 Jun 01 18:46:59.795166 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-cc20743b-cbcd-4829-952a-27ebe8f2e6e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:46:59.811492 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=4bc4794c-a46b-4311-ab6d-334e022485bf,revision_number=8']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:46:59.854056 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] get_ports_and_sgs() called for port_ids ['9ada9520-8290-4bb2-b5b5-7d86daed3818'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:47:00.132016 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device aaf58b36-6e6a-4312-96df-a13111622765 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:47:00.137799 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e35dae6c-3755-45b8-935e-a38574de9a34 req-a3e561a2-b1fa-4081-8a04-c21bf635750f tempest-ServersAdminNegativeTestJSON-1513463400 tempest-ServersAdminNegativeTestJSON-1513463400-project] 10.222.0.41 "GET /v2.0/security-groups?id=a4853b3a-4c33-4f4d-ae0e-b592366e4676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2455125 Jun 01 18:47:00.207278 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06645c13-805f-42ad-a330-ef451f394c64 req-cc15e121-bd95-47c7-9172-f5e43251790f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:00.210279 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-06645c13-805f-42ad-a330-ef451f394c64 req-cc15e121-bd95-47c7-9172-f5e43251790f service neutron] 10.222.0.50 "GET /v2.0/networks?id=898153a3-5d71-43be-9d14-343ea4a48426 HTTP/1.1" status: 200 len: 870 time: 0.4068587 Jun 01 18:47:00.305460 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-522a2acf-c12b-4422-880d-14e182f16c18 None None] Provisioning complete for port 818bd10a-4a86-480e-93cf-dfd86c22ba80 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:47:00.305859 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-522a2acf-c12b-4422-880d-14e182f16c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:00.311347 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc20743b-cbcd-4829-952a-27ebe8f2e6e3 admin admin] Router b0ab07c4-7ff0-4de6-af4d-94c92307380c has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 18:47:00.356569 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-aeb077a6-39bb-40fd-b046-aba6c3890484 req-8a09a9d6-247d-4b8d-8e60-17e07b8eb3a7 service neutron] Attempting to bind port d2fed082-f232-473f-b203-8abb2abbb3b0 on host n-h2-844202-1 for vnic_type normal with profile None {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:47:00.357890 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-aeb077a6-39bb-40fd-b046-aba6c3890484 req-8a09a9d6-247d-4b8d-8e60-17e07b8eb3a7 service neutron] Attempting to bind port d2fed082-f232-473f-b203-8abb2abbb3b0 by drivers openvswitch,hyperv on host n-h2-844202-1 at level 0 using segments [{'id': '9bd376cf-8b39-4b75-aaa6-34bd3746194e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '222758ca-4c6e-4ccb-8f11-8c829f4da008'}] {{(pid=88525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:47:00.358433 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeb077a6-39bb-40fd-b046-aba6c3890484 req-8a09a9d6-247d-4b8d-8e60-17e07b8eb3a7 service neutron] Attempting to bind port d2fed082-f232-473f-b203-8abb2abbb3b0 on network 222758ca-4c6e-4ccb-8f11-8c829f4da008 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:47:00.362038 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-06645c13-805f-42ad-a330-ef451f394c64 req-d2206aa4-4f27-484e-8bf8-a1f592bb7dc2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=29ef26a4-a70e-49b7-bba7-1d3944f13d1a HTTP/1.1" status: 200 len: 217 time: 0.1372101 Jun 01 18:47:00.366230 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeb077a6-39bb-40fd-b046-aba6c3890484 req-8a09a9d6-247d-4b8d-8e60-17e07b8eb3a7 service neutron] Port d2fed082-f232-473f-b203-8abb2abbb3b0 on network 222758ca-4c6e-4ccb-8f11-8c829f4da008 not bound, no agent of type Open vSwitch agent registered on host n-h2-844202-1 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 18:47:00.366885 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeb077a6-39bb-40fd-b046-aba6c3890484 req-8a09a9d6-247d-4b8d-8e60-17e07b8eb3a7 service neutron] Attempting to bind port d2fed082-f232-473f-b203-8abb2abbb3b0 on network 222758ca-4c6e-4ccb-8f11-8c829f4da008 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:47:00.398163 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-522a2acf-c12b-4422-880d-14e182f16c18 None None] Port 818bd10a-4a86-480e-93cf-dfd86c22ba80 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 18:47:00.413879 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port aaf58b36-6e6a-4312-96df-a13111622765 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:47:00.425870 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeb077a6-39bb-40fd-b046-aba6c3890484 req-8a09a9d6-247d-4b8d-8e60-17e07b8eb3a7 service neutron] Checking agent: {'id': 'f5db9968-6317-4186-9100-9e0ca6b50417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 18, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:47:00.426354 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeb077a6-39bb-40fd-b046-aba6c3890484 req-8a09a9d6-247d-4b8d-8e60-17e07b8eb3a7 service neutron] Checking segment: {'id': '9bd376cf-8b39-4b75-aaa6-34bd3746194e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '222758ca-4c6e-4ccb-8f11-8c829f4da008'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:47:00.426828 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeb077a6-39bb-40fd-b046-aba6c3890484 req-8a09a9d6-247d-4b8d-8e60-17e07b8eb3a7 service neutron] Bound using segment: {'id': '9bd376cf-8b39-4b75-aaa6-34bd3746194e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '222758ca-4c6e-4ccb-8f11-8c829f4da008'} {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:47:00.427409 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-aeb077a6-39bb-40fd-b046-aba6c3890484 req-8a09a9d6-247d-4b8d-8e60-17e07b8eb3a7 service neutron] Bound port: d2fed082-f232-473f-b203-8abb2abbb3b0, host: n-h2-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bd376cf-8b39-4b75-aaa6-34bd3746194e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '222758ca-4c6e-4ccb-8f11-8c829f4da008'}}] {{(pid=88525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:47:00.429320 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port aaf58b36-6e6a-4312-96df-a13111622765 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:47:00.429699 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:00.476356 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06645c13-805f-42ad-a330-ef451f394c64 req-6d5ca40c-2e87-44a5-a445-6a9a1e530d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:00.477992 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-06645c13-805f-42ad-a330-ef451f394c64 req-6d5ca40c-2e87-44a5-a445-6a9a1e530d96 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=35e3ad2f-9c88-4698-b634-4e1b58de1cc2 HTTP/1.1" status: 200 len: 843 time: 0.1058800 Jun 01 18:47:00.556723 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-aeb077a6-39bb-40fd-b046-aba6c3890484 req-8a09a9d6-247d-4b8d-8e60-17e07b8eb3a7 service neutron] For port d2fed082-f232-473f-b203-8abb2abbb3b0, host n-h2-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=d2fed082-f232-473f-b203-8abb2abbb3b0,segment=NetworkSegment(9bd376cf-8b39-4b75-aaa6-34bd3746194e),segment_id=9bd376cf-8b39-4b75-aaa6-34bd3746194e)] {{(pid=88525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:47:00.571688 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-aeb077a6-39bb-40fd-b046-aba6c3890484 req-8a09a9d6-247d-4b8d-8e60-17e07b8eb3a7 service neutron] Notify callbacks [] for binding, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:00.574056 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-aeb077a6-39bb-40fd-b046-aba6c3890484 req-8a09a9d6-247d-4b8d-8e60-17e07b8eb3a7 service neutron] 10.222.0.41 "POST /v2.0/ports/d2fed082-f232-473f-b203-8abb2abbb3b0/bindings HTTP/1.1" status: 201 len: 389 time: 1.3291180 Jun 01 18:47:00.598149 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06645c13-805f-42ad-a330-ef451f394c64 req-30f1df90-18cc-47de-ad34-ff55319c52fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:00.600007 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-06645c13-805f-42ad-a330-ef451f394c64 req-30f1df90-18cc-47de-ad34-ff55319c52fc service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=898153a3-5d71-43be-9d14-343ea4a48426&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1135070 Jun 01 18:47:00.615529 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port aaf58b36-6e6a-4312-96df-a13111622765 is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:47:00.616097 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:00.647135 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port aaf58b36-6e6a-4312-96df-a13111622765, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=aaf58b36-6e6a-4312-96df-a13111622765,segment=NetworkSegment(7875af61-4c53-4ff2-b8c8-d4b7c35ff947),segment_id=7875af61-4c53-4ff2-b8c8-d4b7c35ff947)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:47:00.653838 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:00.668770 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0b0be7-fdb1-4b97-b4f3-4dc09f15039c req-98b1978a-256d-4403-b778-e2019ab28332 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:00.670358 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ec0b0be7-fdb1-4b97-b4f3-4dc09f15039c req-98b1978a-256d-4403-b778-e2019ab28332 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] 10.222.0.41 "GET /v2.0/ports?device_id=25555729-d93d-444d-a0b5-0a4fa55d3cb8 HTTP/1.1" status: 200 len: 945 time: 0.2506781 Jun 01 18:47:00.678339 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc20743b-cbcd-4829-952a-27ebe8f2e6e3 admin admin] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 18:47:00.691328 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f17f1d7-5c04-4436-bbd6-ddcb7ff42bd4 None None] Sync routers for ids ['b0ab07c4-7ff0-4de6-af4d-94c92307380c'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 18:47:00.707669 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f17f1d7-5c04-4436-bbd6-ddcb7ff42bd4 None None] Routers {'b0ab07c4-7ff0-4de6-af4d-94c92307380c'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:47:00.709252 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-2f17f1d7-5c04-4436-bbd6-ddcb7ff42bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:46:39Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['b0ab07c4-7ff0-4de6-af4d-94c92307380c'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:47:00.714786 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-cc20743b-cbcd-4829-952a-27ebe8f2e6e3 admin admin] 10.222.0.41 "PUT /v2.0/routers/b0ab07c4-7ff0-4de6-af4d-94c92307380c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3927565 Jun 01 18:47:00.781299 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=aaf58b36-6e6a-4312-96df-a13111622765,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:47:00.827144 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ec0b0be7-fdb1-4b97-b4f3-4dc09f15039c req-c803c157-d303-427f-91a0-485ab09144f5 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] 10.222.0.41 "GET /v2.0/security-groups?id=32e0c067-0089-408b-a3cd-4b24e22ccce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406152 Jun 01 18:47:00.880280 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 1c6871b3-056c-4e65-926a-58f41668075c details requested by agent hyperv_n-h1-844202-1 with host n-h1-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 18:47:00.926992 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-06645c13-805f-42ad-a330-ef451f394c64 req-148496ba-c605-44b1-afe3-82214ae1aa47 service neutron] 10.222.0.50 "GET /v2.0/networks/898153a3-5d71-43be-9d14-343ea4a48426?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3192420 Jun 01 18:47:01.125725 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-2f17f1d7-5c04-4436-bbd6-ddcb7ff42bd4 None None] Set router b0ab07c4-7ff0-4de6-af4d-94c92307380c gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:47:01.144873 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port 1c6871b3-056c-4e65-926a-58f41668075c, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=1c6871b3-056c-4e65-926a-58f41668075c,segment=NetworkSegment(641e9a4f-e613-4ae2-9aeb-2789f815da51),segment_id=641e9a4f-e613-4ae2-9aeb-2789f815da51)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:47:01.161761 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Returning: {'device': '1c6871b3-056c-4e65-926a-58f41668075c', 'network_id': 'f464bab1-fed8-4b70-bd0a-84f4f32a722e', 'port_id': '1c6871b3-056c-4e65-926a-58f41668075c', 'mac_address': 'fa:16:3e:c2:05:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b06a1f2-b51f-445c-a75f-8362b440f3f4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 18:47:01.163639 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 1c6871b3-056c-4e65-926a-58f41668075c no longer exists at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:47:01.346188 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port 1c6871b3-056c-4e65-926a-58f41668075c is: ACTIVE; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:47:01.346975 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:01.350622 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb077a6-39bb-40fd-b046-aba6c3890484 req-d5ffac77-379d-4b1e-b3b3-534f349970f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:01.352430 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-aeb077a6-39bb-40fd-b046-aba6c3890484 req-d5ffac77-379d-4b1e-b3b3-534f349970f2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ee3dca5a75c542e0966797f286e0b4d5&device_id=0c2f9279-7cc9-4d6f-b8cb-b08438524fa4 HTTP/1.1" status: 200 len: 1097 time: 0.1641524 Jun 01 18:47:01.480670 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1c6871b3-056c-4e65-926a-58f41668075c {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:47:01.485091 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port 1c6871b3-056c-4e65-926a-58f41668075c is: ACTIVE; New status is: DOWN {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:47:01.485521 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:01.552802 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb077a6-39bb-40fd-b046-aba6c3890484 req-e3977ad3-799c-4913-beac-35fe27294cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:01.555877 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-aeb077a6-39bb-40fd-b046-aba6c3890484 req-e3977ad3-799c-4913-beac-35fe27294cdd service neutron] 10.222.0.50 "GET /v2.0/networks?id=222758ca-4c6e-4ccb-8f11-8c829f4da008 HTTP/1.1" status: 200 len: 909 time: 0.1960647 Jun 01 18:47:01.587475 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-06645c13-805f-42ad-a330-ef451f394c64 req-0959192e-661d-4086-abfd-5789b909ddaf service neutron] 10.222.0.50 "GET /v2.0/networks/898153a3-5d71-43be-9d14-343ea4a48426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6473203 Jun 01 18:47:01.588573 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port 1c6871b3-056c-4e65-926a-58f41668075c, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=1c6871b3-056c-4e65-926a-58f41668075c,segment=NetworkSegment(641e9a4f-e613-4ae2-9aeb-2789f815da51),segment_id=641e9a4f-e613-4ae2-9aeb-2789f815da51)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:47:01.599264 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:01.666085 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-2f17f1d7-5c04-4436-bbd6-ddcb7ff42bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0ab07c4-7ff0-4de6-af4d-94c92307380c', 'name': 'tempest-ServersTestManualDisk-499305876-router', 'tenant_id': 'bee367ae0ad54e12b26a009fd0a33774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.139'}], 'enable_snat': True}, 'gw_port_id': 'aaf58b36-6e6a-4312-96df-a13111622765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:46:47Z', 'updated_at': '2022-06-01T18:46:58Z', 'revision_number': 4, 'project_id': 'bee367ae0ad54e12b26a009fd0a33774', 'gw_port': {'id': 'aaf58b36-6e6a-4312-96df-a13111622765', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:bc:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ab07c4-7ff0-4de6-af4d-94c92307380c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:46:49Z', 'updated_at': '2022-06-01T18:47:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '818bd10a-4a86-480e-93cf-dfd86c22ba80', 'name': '', 'network_id': 'ae90aacb-06d8-4816-9f23-36440149798c', 'tenant_id': 'bee367ae0ad54e12b26a009fd0a33774', 'mac_address': 'fa:16:3e:d9:a1:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0ab07c4-7ff0-4de6-af4d-94c92307380c', 'device_owner': 'network:router_interface', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': '619ce5e2-1a90-4a7c-b866-53d809336772', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:46:56Z', 'updated_at': '2022-06-01T18:46:58Z', 'revision_number': 2, 'project_id': 'bee367ae0ad54e12b26a009fd0a33774', 'subnets': [{'id': '619ce5e2-1a90-4a7c-b866-53d809336772', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:47:01.672968 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-aeb077a6-39bb-40fd-b046-aba6c3890484 req-ef48d44a-316a-4871-b348-ccae55575117 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d2fed082-f232-473f-b203-8abb2abbb3b0 HTTP/1.1" status: 200 len: 217 time: 0.1091168 Jun 01 18:47:01.685916 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f17f1d7-5c04-4436-bbd6-ddcb7ff42bd4 None None] Checking router: b0ab07c4-7ff0-4de6-af4d-94c92307380c for host: n-d-844202-1 {{(pid=88527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 18:47:01.686569 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f17f1d7-5c04-4436-bbd6-ddcb7ff42bd4 None None] Updating router b0ab07c4-7ff0-4de6-af4d-94c92307380c port 818bd10a-4a86-480e-93cf-dfd86c22ba80 binding host n-d-844202-1 {{(pid=88527) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 18:47:01.724642 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-b1feddfe-bfb6-48e4-b372-dcb6fc659240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:01.726056 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-b1feddfe-bfb6-48e4-b372-dcb6fc659240 service neutron] 10.222.0.50 "GET /v2.0/ports/a2b102db-a0be-4f77-9ba0-fac6ef78d2af HTTP/1.1" status: 200 len: 1032 time: 0.1076477 Jun 01 18:47:01.798662 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb077a6-39bb-40fd-b046-aba6c3890484 req-da5f239a-d83a-4089-b5c0-14e15516070e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:01.802349 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-aeb077a6-39bb-40fd-b046-aba6c3890484 req-da5f239a-d83a-4089-b5c0-14e15516070e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2d25927e-118e-41f9-9e0e-90f9021c9592 HTTP/1.1" status: 200 len: 848 time: 0.1199784 Jun 01 18:47:01.821372 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-2f17f1d7-5c04-4436-bbd6-ddcb7ff42bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:01.844600 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b36659-bcbe-476a-bb62-e881081fadc5 req-d836569c-f27f-468f-9c5d-6e9223a2bfd5 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:01.855149 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-64b36659-bcbe-476a-bb62-e881081fadc5 req-d836569c-f27f-468f-9c5d-6e9223a2bfd5 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6a6d9c3-8862-4eeb-b898-6afb369449ea HTTP/1.1" status: 200 len: 950 time: 0.8384955 Jun 01 18:47:01.885359 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.db.api [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88526) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 18:47:01.885792 n-d-844202-1 neutron-server[88526]: DEBUG oslo_db.api [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 18:47:01.889826 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=1c6871b3-056c-4e65-926a-58f41668075c,revision_number=6']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:47:01.914274 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-aeb077a6-39bb-40fd-b046-aba6c3890484 req-59a4c56e-8d6f-4ab2-afc7-b393b4b9e6bf service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=222758ca-4c6e-4ccb-8f11-8c829f4da008&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1049492 Jun 01 18:47:01.940415 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] get_ports_and_sgs() called for port_ids ['1c6871b3-056c-4e65-926a-58f41668075c'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:47:01.964847 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-64b36659-bcbe-476a-bb62-e881081fadc5 req-e60a68a5-5144-4cb0-9bac-a8a655db5e51 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbe27866-6450-47f0-a8e1-f266dfb72433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087327 Jun 01 18:47:01.968070 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-67879c4f-d330-4fe0-b65b-add2d12a67df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:01.977747 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-67879c4f-d330-4fe0-b65b-add2d12a67df service neutron] 10.222.0.50 "GET /v2.0/ports/a3f4ba38-c0d9-4785-8b90-9f4ff43d59a6 HTTP/1.1" status: 200 len: 1033 time: 0.2424257 Jun 01 18:47:02.135512 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device aaf58b36-6e6a-4312-96df-a13111622765 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:47:02.145515 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6a43fca2-6ed7-4dec-9726-a149b8ad420f req-a403dcb9-3eb2-4f5c-9f2e-286cf465ff84 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c83a2c5-aa3d-4e8d-af22-cb838112216f HTTP/1.1" status: 200 len: 210 time: 0.1585467 Jun 01 18:47:02.255489 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa65149d-6df7-45f3-a17e-2dacab2bead7'] response: {'server_uuid': '55029693-c19b-4c54-a14f-1c970cbbeca5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4bc4794c-a46b-4311-ab6d-334e022485bf', 'code': 200} Jun 01 18:47:02.290917 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-aeb077a6-39bb-40fd-b046-aba6c3890484 req-5fdf3f3c-ed8c-47e8-8090-83fe94e5422a service neutron] 10.222.0.50 "GET /v2.0/networks/222758ca-4c6e-4ccb-8f11-8c829f4da008?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3698814 Jun 01 18:47:02.347598 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-94c46c8c-89fc-4ccb-a6cf-340a7d9648f2 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:02.371835 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-94c46c8c-89fc-4ccb-a6cf-340a7d9648f2 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:02.388192 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-94c46c8c-89fc-4ccb-a6cf-340a7d9648f2 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:02.406612 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-94c46c8c-89fc-4ccb-a6cf-340a7d9648f2 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Synchronizing usage tracker for tenant:5e0ead56e0d24edfb943f0d89aaec01a on resource:network {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:47:02.411919 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 49208) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:47:02.489093 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port aaf58b36-6e6a-4312-96df-a13111622765 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:47:02.489480 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:02.495684 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-b505157d-78e4-4ec9-9579-7a381286febe tempest-ServersTestManualDisk-1181965885 tempest-ServersTestManualDisk-1181965885-project] Request body: {'security_group': {'name': 'tempest-securitygroup--652071872', 'description': 'tempest-description--700851485'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:47:02.536041 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-b505157d-78e4-4ec9-9579-7a381286febe tempest-ServersTestManualDisk-1181965885 tempest-ServersTestManualDisk-1181965885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:47:02.538929 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port 1c6871b3-056c-4e65-926a-58f41668075c is: BUILD; New status is: DOWN {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:47:02.539306 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:02.543744 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-b505157d-78e4-4ec9-9579-7a381286febe tempest-ServersTestManualDisk-1181965885 tempest-ServersTestManualDisk-1181965885-project] Usage tracker for resource:security_group and tenant:bee367ae0ad54e12b26a009fd0a33774 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:47:02.548496 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-b505157d-78e4-4ec9-9579-7a381286febe tempest-ServersTestManualDisk-1181965885 tempest-ServersTestManualDisk-1181965885-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:47:02.563466 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-b505157d-78e4-4ec9-9579-7a381286febe tempest-ServersTestManualDisk-1181965885 tempest-ServersTestManualDisk-1181965885-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:47:02.586186 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 1c6871b3-056c-4e65-926a-58f41668075c {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:47:02.624867 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-94c46c8c-89fc-4ccb-a6cf-340a7d9648f2 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Unset dirty status for tenant:5e0ead56e0d24edfb943f0d89aaec01a on resource:network {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:47:02.627192 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-94c46c8c-89fc-4ccb-a6cf-340a7d9648f2 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] 10.222.0.50 "GET /v2.0/networks?id=f485d579-7529-4636-ae31-9fc1fec94322&id=9faf4c95-7954-4d11-b97c-b5c0332de1f6&id=9faf4c95-7954-4d11-b97c-b5c0332de1f6&id=9faf4c95-7954-4d11-b97c-b5c0332de1f6&id=9faf4c95-7954-4d11-b97c-b5c0332de1f6&id=c16c0733-68a0-4af2-9aa5-b2266da91869&id=c16c0733-68a0-4af2-9aa5-b2266da91869 HTTP/1.1" status: 200 len: 1995 time: 0.6416140 Jun 01 18:47:02.634395 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b505157d-78e4-4ec9-9579-7a381286febe tempest-ServersTestManualDisk-1181965885 tempest-ServersTestManualDisk-1181965885-project] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:02.649431 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port 1c6871b3-056c-4e65-926a-58f41668075c, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=1c6871b3-056c-4e65-926a-58f41668075c,segment=NetworkSegment(641e9a4f-e613-4ae2-9aeb-2789f815da51),segment_id=641e9a4f-e613-4ae2-9aeb-2789f815da51)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:47:02.749580 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:02.764244 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-aeb077a6-39bb-40fd-b046-aba6c3890484 req-74ba4977-7420-445c-bd53-c87b787e2e35 service neutron] 10.222.0.50 "GET /v2.0/networks/222758ca-4c6e-4ccb-8f11-8c829f4da008?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4601707 Jun 01 18:47:02.781880 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-b505157d-78e4-4ec9-9579-7a381286febe tempest-ServersTestManualDisk-1181965885 tempest-ServersTestManualDisk-1181965885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:47:02.806997 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-b505157d-78e4-4ec9-9579-7a381286febe tempest-ServersTestManualDisk-1181965885 tempest-ServersTestManualDisk-1181965885-project] Usage tracker for resource:security_group_rule and tenant:bee367ae0ad54e12b26a009fd0a33774 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:47:02.806997 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-b505157d-78e4-4ec9-9579-7a381286febe tempest-ServersTestManualDisk-1181965885 tempest-ServersTestManualDisk-1181965885-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:47:02.821267 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-2f17f1d7-5c04-4436-bbd6-ddcb7ff42bd4 None None] Notify callbacks [] for port, precommit_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:02.832463 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.provisioning_blocks [None req-2f17f1d7-5c04-4436-bbd6-ddcb7ff42bd4 None None] Transition to ACTIVE for port object 818bd10a-4a86-480e-93cf-dfd86c22ba80 will not be triggered until provisioned by entity L2. {{(pid=88527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:47:02.839584 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-b505157d-78e4-4ec9-9579-7a381286febe tempest-ServersTestManualDisk-1181965885 tempest-ServersTestManualDisk-1181965885-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:47:02.846468 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-2f17f1d7-5c04-4436-bbd6-ddcb7ff42bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:02.883516 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f602db88-24eb-451a-9342-101a67813ced req-7d7d77ca-8be8-4691-8e0d-29df298cede9 tempest-ServersAdminNegativeTestJSON-1513463400 tempest-ServersAdminNegativeTestJSON-1513463400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:02.885212 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f602db88-24eb-451a-9342-101a67813ced req-7d7d77ca-8be8-4691-8e0d-29df298cede9 tempest-ServersAdminNegativeTestJSON-1513463400 tempest-ServersAdminNegativeTestJSON-1513463400-project] 10.222.0.41 "GET /v2.0/ports?device_id=7430290e-18f1-41b8-a9fc-5005fa06fc62 HTTP/1.1" status: 200 len: 949 time: 0.3185794 Jun 01 18:47:02.896917 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48124e07-948e-44c0-a497-0ded4ff0ec66 req-00c05a6e-30dc-48ad-a2d8-e34410f13292 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:02.898463 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-48124e07-948e-44c0-a497-0ded4ff0ec66 req-00c05a6e-30dc-48ad-a2d8-e34410f13292 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c2f9279-7cc9-4d6f-b8cb-b08438524fa4 HTTP/1.1" status: 200 len: 946 time: 0.4855957 Jun 01 18:47:02.927791 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-207e613c-a90f-4bd2-93ab-3f1a7e0ba058 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Synchronizing usage tracker for tenant:5e0ead56e0d24edfb943f0d89aaec01a on resource:security_group {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:47:02.965630 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port aaf58b36-6e6a-4312-96df-a13111622765 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:47:02.973652 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 9ada9520-8290-4bb2-b5b5-7d86daed3818 up at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:47:02.986042 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e26a7b-c5e0-4b72-9fb7-dc25143d8134 None None] Pushing event updated for resources: {'Port': ['ID=818bd10a-4a86-480e-93cf-dfd86c22ba80,revision_number=3']} {{(pid=88527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:47:02.998925 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f602db88-24eb-451a-9342-101a67813ced req-9e652861-10bd-4777-9137-2d6e2469d88c tempest-ServersAdminNegativeTestJSON-1513463400 tempest-ServersAdminNegativeTestJSON-1513463400-project] 10.222.0.41 "GET /v2.0/security-groups?id=a4853b3a-4c33-4f4d-ae0e-b592366e4676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063535 Jun 01 18:47:03.010388 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e26a7b-c5e0-4b72-9fb7-dc25143d8134 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:47:03.010735 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e26a7b-c5e0-4b72-9fb7-dc25143d8134 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:47:03.013960 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e26a7b-c5e0-4b72-9fb7-dc25143d8134 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:47:03.014558 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e26a7b-c5e0-4b72-9fb7-dc25143d8134 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:47:03.015120 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e26a7b-c5e0-4b72-9fb7-dc25143d8134 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:47:03.015683 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e26a7b-c5e0-4b72-9fb7-dc25143d8134 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:47:03.016167 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e26a7b-c5e0-4b72-9fb7-dc25143d8134 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:47:03.023119 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e26a7b-c5e0-4b72-9fb7-dc25143d8134 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:47:03.023758 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e26a7b-c5e0-4b72-9fb7-dc25143d8134 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:47:03.024294 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e26a7b-c5e0-4b72-9fb7-dc25143d8134 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:47:03.024822 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e26a7b-c5e0-4b72-9fb7-dc25143d8134 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:47:03.025316 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e26a7b-c5e0-4b72-9fb7-dc25143d8134 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:47:03.079215 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-207e613c-a90f-4bd2-93ab-3f1a7e0ba058 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Unset dirty status for tenant:5e0ead56e0d24edfb943f0d89aaec01a on resource:security_group {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:47:03.087574 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-207e613c-a90f-4bd2-93ab-3f1a7e0ba058 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5e0ead56e0d24edfb943f0d89aaec01a HTTP/1.1" status: 200 len: 380 time: 0.4223883 Jun 01 18:47:03.095730 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=1c6871b3-056c-4e65-926a-58f41668075c,revision_number=7']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:47:03.130237 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Provisioning for port 9ada9520-8290-4bb2-b5b5-7d86daed3818 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:47:03.140976 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Provisioning complete for port 9ada9520-8290-4bb2-b5b5-7d86daed3818 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:47:03.141338 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:03.157209 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-5d44db38-4a7a-4b1c-a1d6-dd2ee2433190 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Request body: {'port': {'device_id': '9c83a2c5-aa3d-4e8d-af22-cb838112216f', 'network_id': 'f485d579-7529-4636-ae31-9fc1fec94322', 'admin_state_up': True, 'tenant_id': '5e0ead56e0d24edfb943f0d89aaec01a', 'security_groups': ['3eddd810-beb6-4f1d-8108-29288df7e7ee']}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:47:03.342289 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-2f17f1d7-5c04-4436-bbd6-ddcb7ff42bd4 None None] Attempting to bind port 818bd10a-4a86-480e-93cf-dfd86c22ba80 on host n-d-844202-1 for vnic_type normal with profile {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:47:03.343126 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-2f17f1d7-5c04-4436-bbd6-ddcb7ff42bd4 None None] Attempting to bind port 818bd10a-4a86-480e-93cf-dfd86c22ba80 by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': 'dbed2ef3-fec2-48d6-9802-f5f8c232ad46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'ae90aacb-06d8-4816-9f23-36440149798c'}] {{(pid=88527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:47:03.343800 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f17f1d7-5c04-4436-bbd6-ddcb7ff42bd4 None None] Attempting to bind port 818bd10a-4a86-480e-93cf-dfd86c22ba80 on network ae90aacb-06d8-4816-9f23-36440149798c {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:47:03.351055 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f17f1d7-5c04-4436-bbd6-ddcb7ff42bd4 None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 18, 46, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:47:03.351739 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f17f1d7-5c04-4436-bbd6-ddcb7ff42bd4 None None] Checking segment: {'id': 'dbed2ef3-fec2-48d6-9802-f5f8c232ad46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'ae90aacb-06d8-4816-9f23-36440149798c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:47:03.352387 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-2f17f1d7-5c04-4436-bbd6-ddcb7ff42bd4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:03.352951 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f17f1d7-5c04-4436-bbd6-ddcb7ff42bd4 None None] Bound using segment: {'id': 'dbed2ef3-fec2-48d6-9802-f5f8c232ad46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'ae90aacb-06d8-4816-9f23-36440149798c'} {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:47:03.353572 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-2f17f1d7-5c04-4436-bbd6-ddcb7ff42bd4 None None] Bound port: 818bd10a-4a86-480e-93cf-dfd86c22ba80, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbed2ef3-fec2-48d6-9802-f5f8c232ad46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'ae90aacb-06d8-4816-9f23-36440149798c'}}] {{(pid=88527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:47:03.354251 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-2f17f1d7-5c04-4436-bbd6-ddcb7ff42bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:03.407283 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-48124e07-948e-44c0-a497-0ded4ff0ec66 req-809bb438-2fe1-4722-82a5-0a0c19ea81ae tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] 10.222.0.41 "GET /v2.0/security-groups?id=92820b43-7593-449e-bdb5-02c9f22d29e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4870667 Jun 01 18:47:03.475364 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b505157d-78e4-4ec9-9579-7a381286febe tempest-ServersTestManualDisk-1181965885 tempest-ServersTestManualDisk-1181965885-project] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:03.478940 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port 9ada9520-8290-4bb2-b5b5-7d86daed3818 is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:47:03.479541 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:03.483344 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b505157d-78e4-4ec9-9579-7a381286febe tempest-ServersTestManualDisk-1181965885 tempest-ServersTestManualDisk-1181965885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:03.509791 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-5d44db38-4a7a-4b1c-a1d6-dd2ee2433190 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:47:03.556970 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-5d44db38-4a7a-4b1c-a1d6-dd2ee2433190 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:47:03.559701 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b505157d-78e4-4ec9-9579-7a381286febe tempest-ServersTestManualDisk-1181965885 tempest-ServersTestManualDisk-1181965885-project] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:03.561204 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-b505157d-78e4-4ec9-9579-7a381286febe tempest-ServersTestManualDisk-1181965885 tempest-ServersTestManualDisk-1181965885-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.1392725 Jun 01 18:47:03.573196 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b505157d-78e4-4ec9-9579-7a381286febe tempest-ServersTestManualDisk-1181965885 tempest-ServersTestManualDisk-1181965885-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0917b9ba-05f4-43cf-a302-ae418afea998,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:47:03.574108 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 49216) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:47:03.587486 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-e4941794-6d3d-40a4-9797-cc9db09cfab7 tempest-ServersTestManualDisk-1181965885 tempest-ServersTestManualDisk-1181965885-project] Request body: {'security_group_rule': {'security_group_id': '0917b9ba-05f4-43cf-a302-ae418afea998', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:47:03.595078 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-5d44db38-4a7a-4b1c-a1d6-dd2ee2433190 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Made reservation on behalf of 5e0ead56e0d24edfb943f0d89aaec01a for: {'port': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:47:03.596747 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.db [None req-2f17f1d7-5c04-4436-bbd6-ddcb7ff42bd4 None None] For port 818bd10a-4a86-480e-93cf-dfd86c22ba80, host n-d-844202-1, cleared binding levels {{(pid=88527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:47:03.599292 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-5d44db38-4a7a-4b1c-a1d6-dd2ee2433190 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:03.604425 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.db [None req-2f17f1d7-5c04-4436-bbd6-ddcb7ff42bd4 None None] For port 818bd10a-4a86-480e-93cf-dfd86c22ba80, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=818bd10a-4a86-480e-93cf-dfd86c22ba80,segment=NetworkSegment(dbed2ef3-fec2-48d6-9802-f5f8c232ad46),segment_id=dbed2ef3-fec2-48d6-9802-f5f8c232ad46)] {{(pid=88527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:47:03.610021 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-e4941794-6d3d-40a4-9797-cc9db09cfab7 tempest-ServersTestManualDisk-1181965885 tempest-ServersTestManualDisk-1181965885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:47:03.614456 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-2f17f1d7-5c04-4436-bbd6-ddcb7ff42bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:03.631533 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port 9ada9520-8290-4bb2-b5b5-7d86daed3818, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=9ada9520-8290-4bb2-b5b5-7d86daed3818,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:47:03.642522 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-e4941794-6d3d-40a4-9797-cc9db09cfab7 tempest-ServersTestManualDisk-1181965885 tempest-ServersTestManualDisk-1181965885-project] Usage tracker for resource:security_group_rule and tenant:bee367ae0ad54e12b26a009fd0a33774 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:47:03.644970 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:03.648023 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-e4941794-6d3d-40a4-9797-cc9db09cfab7 tempest-ServersTestManualDisk-1181965885 tempest-ServersTestManualDisk-1181965885-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:47:03.663247 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-e4941794-6d3d-40a4-9797-cc9db09cfab7 tempest-ServersTestManualDisk-1181965885 tempest-ServersTestManualDisk-1181965885-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:47:03.715230 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e4941794-6d3d-40a4-9797-cc9db09cfab7 tempest-ServersTestManualDisk-1181965885 tempest-ServersTestManualDisk-1181965885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:03.842396 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f17f1d7-5c04-4436-bbd6-ddcb7ff42bd4 None None] Routers {'b0ab07c4-7ff0-4de6-af4d-94c92307380c'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:47:03.843077 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-2f17f1d7-5c04-4436-bbd6-ddcb7ff42bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:46:39Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['b0ab07c4-7ff0-4de6-af4d-94c92307380c'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:47:03.894197 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=9ada9520-8290-4bb2-b5b5-7d86daed3818,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:47:03.916013 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e4941794-6d3d-40a4-9797-cc9db09cfab7 tempest-ServersTestManualDisk-1181965885 tempest-ServersTestManualDisk-1181965885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:03.922014 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e4941794-6d3d-40a4-9797-cc9db09cfab7 tempest-ServersTestManualDisk-1181965885 tempest-ServersTestManualDisk-1181965885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:03.975007 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4941794-6d3d-40a4-9797-cc9db09cfab7 tempest-ServersTestManualDisk-1181965885 tempest-ServersTestManualDisk-1181965885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a722ff62-ec78-4e9f-8aca-d953fbd235b3,revision_number=0']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:47:04.006125 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e4941794-6d3d-40a4-9797-cc9db09cfab7 tempest-ServersTestManualDisk-1181965885 tempest-ServersTestManualDisk-1181965885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:04.007613 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-e4941794-6d3d-40a4-9797-cc9db09cfab7 tempest-ServersTestManualDisk-1181965885 tempest-ServersTestManualDisk-1181965885-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4324346 Jun 01 18:47:04.010616 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 49226) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:47:04.026349 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-5d7759f6-d57a-4a6d-ad0e-545404489fcd tempest-ServersTestManualDisk-1181965885 tempest-ServersTestManualDisk-1181965885-project] Request body: {'security_group_rule': {'security_group_id': '0917b9ba-05f4-43cf-a302-ae418afea998', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:47:04.049856 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-5d7759f6-d57a-4a6d-ad0e-545404489fcd tempest-ServersTestManualDisk-1181965885 tempest-ServersTestManualDisk-1181965885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:47:04.105522 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e26a7b-c5e0-4b72-9fb7-dc25143d8134 None None] Pushing event updated for resources: {'Port': ['ID=818bd10a-4a86-480e-93cf-dfd86c22ba80,revision_number=4']} {{(pid=88527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:47:04.119059 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-5d7759f6-d57a-4a6d-ad0e-545404489fcd tempest-ServersTestManualDisk-1181965885 tempest-ServersTestManualDisk-1181965885-project] Usage tracker for resource:security_group_rule and tenant:bee367ae0ad54e12b26a009fd0a33774 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:47:04.129148 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-5d7759f6-d57a-4a6d-ad0e-545404489fcd tempest-ServersTestManualDisk-1181965885 tempest-ServersTestManualDisk-1181965885-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:47:04.145211 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-5d7759f6-d57a-4a6d-ad0e-545404489fcd tempest-ServersTestManualDisk-1181965885 tempest-ServersTestManualDisk-1181965885-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:47:04.198815 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-5d7759f6-d57a-4a6d-ad0e-545404489fcd tempest-ServersTestManualDisk-1181965885 tempest-ServersTestManualDisk-1181965885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:04.237775 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4b9af5-2b3a-4378-a256-4454fbed7a40 req-0ea8fe04-fc6e-4977-bb36-bd75b4c14853 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:04.239765 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-db4b9af5-2b3a-4378-a256-4454fbed7a40 req-0ea8fe04-fc6e-4977-bb36-bd75b4c14853 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6a6d9c3-8862-4eeb-b898-6afb369449ea HTTP/1.1" status: 200 len: 950 time: 0.1866322 Jun 01 18:47:04.256578 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7430290e-18f1-41b8-a9fc-5005fa06fc62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ada9520-8290-4bb2-b5b5-7d86daed3818'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:47:04.271084 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-2f17f1d7-5c04-4436-bbd6-ddcb7ff42bd4 None None] Set router b0ab07c4-7ff0-4de6-af4d-94c92307380c gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:47:04.276023 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-5d44db38-4a7a-4b1c-a1d6-dd2ee2433190 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Allocated IP 172.20.0.4 (f485d579-7529-4636-ae31-9fc1fec94322/e3aaca05-30ec-4457-96c4-ed8fafe49371/762e1d9d-53a1-4374-8f81-cfb057889d39) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:47:04.329677 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-db4b9af5-2b3a-4378-a256-4454fbed7a40 req-a99090d4-5ac2-4089-aeab-1c7db4227498 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbe27866-6450-47f0-a8e1-f266dfb72433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755565 Jun 01 18:47:04.347149 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9623022-3972-4c20-8ef3-eb3b321adaed req-9c60173e-9fda-48bb-972f-b9eeba356bb0 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:04.362182 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c9623022-3972-4c20-8ef3-eb3b321adaed req-9c60173e-9fda-48bb-972f-b9eeba356bb0 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] 10.222.0.41 "GET /v2.0/ports?device_id=25555729-d93d-444d-a0b5-0a4fa55d3cb8 HTTP/1.1" status: 200 len: 943 time: 0.6927295 Jun 01 18:47:04.388876 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-5d7759f6-d57a-4a6d-ad0e-545404489fcd tempest-ServersTestManualDisk-1181965885 tempest-ServersTestManualDisk-1181965885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:04.395730 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-5d7759f6-d57a-4a6d-ad0e-545404489fcd tempest-ServersTestManualDisk-1181965885 tempest-ServersTestManualDisk-1181965885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:04.436055 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7759f6-d57a-4a6d-ad0e-545404489fcd tempest-ServersTestManualDisk-1181965885 tempest-ServersTestManualDisk-1181965885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=133bde17-3234-441b-b1b1-489145f799bc,revision_number=0']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:47:04.448040 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c9623022-3972-4c20-8ef3-eb3b321adaed req-0e6633a7-09a1-4b90-9fd2-caafd0278666 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] 10.222.0.41 "GET /v2.0/security-groups?id=32e0c067-0089-408b-a3cd-4b24e22ccce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821896 Jun 01 18:47:04.512131 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-5d7759f6-d57a-4a6d-ad0e-545404489fcd tempest-ServersTestManualDisk-1181965885 tempest-ServersTestManualDisk-1181965885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:04.515817 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-5d7759f6-d57a-4a6d-ad0e-545404489fcd tempest-ServersTestManualDisk-1181965885 tempest-ServersTestManualDisk-1181965885-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5023906 Jun 01 18:47:04.525745 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 49236) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:47:04.558778 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-1abf6afc-07f6-4aa9-a8dd-aa1c2a3039a1 tempest-ServersTestManualDisk-1181965885 tempest-ServersTestManualDisk-1181965885-project] Request body: {'floatingip': {'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:47:04.608871 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6d0ddd6d-546b-4d24-8164-a6b8ff0aff0e req-f0ab4234-7b03-4ed4-bee3-e4fbff5ac23c tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c83a2c5-aa3d-4e8d-af22-cb838112216f HTTP/1.1" status: 200 len: 210 time: 0.0538762 Jun 01 18:47:04.675619 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-1abf6afc-07f6-4aa9-a8dd-aa1c2a3039a1 tempest-ServersTestManualDisk-1181965885 tempest-ServersTestManualDisk-1181965885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:47:04.701348 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-1abf6afc-07f6-4aa9-a8dd-aa1c2a3039a1 tempest-ServersTestManualDisk-1181965885 tempest-ServersTestManualDisk-1181965885-project] Usage tracker for resource:floatingip and tenant:bee367ae0ad54e12b26a009fd0a33774 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:47:04.708502 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-1abf6afc-07f6-4aa9-a8dd-aa1c2a3039a1 tempest-ServersTestManualDisk-1181965885 tempest-ServersTestManualDisk-1181965885-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:47:04.719246 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-1abf6afc-07f6-4aa9-a8dd-aa1c2a3039a1 tempest-ServersTestManualDisk-1181965885 tempest-ServersTestManualDisk-1181965885-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:47:04.841050 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-2f17f1d7-5c04-4436-bbd6-ddcb7ff42bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0ab07c4-7ff0-4de6-af4d-94c92307380c', 'name': 'tempest-ServersTestManualDisk-499305876-router', 'tenant_id': 'bee367ae0ad54e12b26a009fd0a33774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.139'}], 'enable_snat': True}, 'gw_port_id': 'aaf58b36-6e6a-4312-96df-a13111622765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:46:47Z', 'updated_at': '2022-06-01T18:46:58Z', 'revision_number': 4, 'project_id': 'bee367ae0ad54e12b26a009fd0a33774', 'gw_port': {'id': 'aaf58b36-6e6a-4312-96df-a13111622765', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:bc:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ab07c4-7ff0-4de6-af4d-94c92307380c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:46:49Z', 'updated_at': '2022-06-01T18:47:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '818bd10a-4a86-480e-93cf-dfd86c22ba80', 'name': '', 'network_id': 'ae90aacb-06d8-4816-9f23-36440149798c', 'tenant_id': 'bee367ae0ad54e12b26a009fd0a33774', 'mac_address': 'fa:16:3e:d9:a1:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0ab07c4-7ff0-4de6-af4d-94c92307380c', 'device_owner': 'network:router_interface', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': '619ce5e2-1a90-4a7c-b866-53d809336772', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:46:56Z', 'updated_at': '2022-06-01T18:47:03Z', 'revision_number': 4, 'project_id': 'bee367ae0ad54e12b26a009fd0a33774', 'subnets': [{'id': '619ce5e2-1a90-4a7c-b866-53d809336772', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:47:04.855996 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f17f1d7-5c04-4436-bbd6-ddcb7ff42bd4 None None] The sync data for ids ['b0ab07c4-7ff0-4de6-af4d-94c92307380c'] in n-d-844202-1 is: [{'id': 'b0ab07c4-7ff0-4de6-af4d-94c92307380c', 'name': 'tempest-ServersTestManualDisk-499305876-router', 'tenant_id': 'bee367ae0ad54e12b26a009fd0a33774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.139'}], 'enable_snat': True}, 'gw_port_id': 'aaf58b36-6e6a-4312-96df-a13111622765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:46:47Z', 'updated_at': '2022-06-01T18:46:58Z', 'revision_number': 4, 'project_id': 'bee367ae0ad54e12b26a009fd0a33774', 'gw_port': {'id': 'aaf58b36-6e6a-4312-96df-a13111622765', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:bc:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ab07c4-7ff0-4de6-af4d-94c92307380c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:46:49Z', 'updated_at': '2022-06-01T18:47:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '818bd10a-4a86-480e-93cf-dfd86c22ba80', 'name': '', 'network_id': 'ae90aacb-06d8-4816-9f23-36440149798c', 'tenant_id': 'bee367ae0ad54e12b26a009fd0a33774', 'mac_address': 'fa:16:3e:d9:a1:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0ab07c4-7ff0-4de6-af4d-94c92307380c', 'device_owner': 'network:router_interface', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': '619ce5e2-1a90-4a7c-b866-53d809336772', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:46:56Z', 'updated_at': '2022-06-01T18:47:03Z', 'revision_number': 4, 'project_id': 'bee367ae0ad54e12b26a009fd0a33774', 'subnets': [{'id': '619ce5e2-1a90-4a7c-b866-53d809336772', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 18:47:04.902001 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1abf6afc-07f6-4aa9-a8dd-aa1c2a3039a1 tempest-ServersTestManualDisk-1181965885 tempest-ServersTestManualDisk-1181965885-project] Notify callbacks [] for floatingip, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:04.904693 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 1c6871b3-056c-4e65-926a-58f41668075c up at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:47:04.937263 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb737a4-a393-4115-9f9e-24a65e8ad2d6 req-050274aa-29de-4609-98b1-db674e62edb8 tempest-ServersAdminNegativeTestJSON-1513463400 tempest-ServersAdminNegativeTestJSON-1513463400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:04.947523 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0bb737a4-a393-4115-9f9e-24a65e8ad2d6 req-050274aa-29de-4609-98b1-db674e62edb8 tempest-ServersAdminNegativeTestJSON-1513463400 tempest-ServersAdminNegativeTestJSON-1513463400-project] 10.222.0.41 "GET /v2.0/ports?device_id=7430290e-18f1-41b8-a9fc-5005fa06fc62 HTTP/1.1" status: 200 len: 950 time: 0.1406043 Jun 01 18:47:05.051185 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0bb737a4-a393-4115-9f9e-24a65e8ad2d6 req-cb7914c9-d7cb-494b-802b-ca822220b795 tempest-ServersAdminNegativeTestJSON-1513463400 tempest-ServersAdminNegativeTestJSON-1513463400-project] 10.222.0.41 "GET /v2.0/security-groups?id=a4853b3a-4c33-4f4d-ae0e-b592366e4676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934684 Jun 01 18:47:05.136278 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-5d44db38-4a7a-4b1c-a1d6-dd2ee2433190 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:05.165929 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e25761ca-d4bc-4b23-ad65-806923dbb79d'] response: {'server_uuid': '7430290e-18f1-41b8-a9fc-5005fa06fc62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ada9520-8290-4bb2-b5b5-7d86daed3818', 'code': 200} Jun 01 18:47:05.167508 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Provisioning complete for port 1c6871b3-056c-4e65-926a-58f41668075c triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:47:05.168064 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:05.176932 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f42af5b-fb8c-4773-8b2b-1aed77ef4bb7 req-bb137abe-e505-4ec4-9985-63bc3ec73ff5 tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:05.177966 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-9f42af5b-fb8c-4773-8b2b-1aed77ef4bb7 req-bb137abe-e505-4ec4-9985-63bc3ec73ff5 tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] Synchronizing usage tracker for tenant:6884b43c239b4677a270eb283de39d49 on resource:network {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:47:05.205332 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-5d44db38-4a7a-4b1c-a1d6-dd2ee2433190 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Transition to ACTIVE for port object 762e1d9d-53a1-4374-8f81-cfb057889d39 will not be triggered until provisioned by entity DHCP. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:47:05.233219 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-9f42af5b-fb8c-4773-8b2b-1aed77ef4bb7 req-bb137abe-e505-4ec4-9985-63bc3ec73ff5 tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] Unset dirty status for tenant:6884b43c239b4677a270eb283de39d49 on resource:network {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:47:05.234305 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-9f42af5b-fb8c-4773-8b2b-1aed77ef4bb7 req-bb137abe-e505-4ec4-9985-63bc3ec73ff5 tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] 10.222.0.41 "GET /v2.0/networks?id=e3dea7fc-235f-4736-8c6d-38e23ed566b9 HTTP/1.1" status: 200 len: 805 time: 0.5102811 Jun 01 18:47:05.281819 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-9f42af5b-fb8c-4773-8b2b-1aed77ef4bb7 req-97f5932a-5112-44bd-b7e4-f3bc9639133a tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] 10.222.0.41 "GET /v2.0/quotas/6884b43c239b4677a270eb283de39d49 HTTP/1.1" status: 200 len: 375 time: 0.0368958 Jun 01 18:47:05.422201 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port 1c6871b3-056c-4e65-926a-58f41668075c is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:47:05.422591 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:05.558478 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port 1c6871b3-056c-4e65-926a-58f41668075c, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=1c6871b3-056c-4e65-926a-58f41668075c,segment=NetworkSegment(641e9a4f-e613-4ae2-9aeb-2789f815da51),segment_id=641e9a4f-e613-4ae2-9aeb-2789f815da51)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:47:05.570075 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:05.606325 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-5d44db38-4a7a-4b1c-a1d6-dd2ee2433190 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:05.703295 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b88398-0e98-4cf1-92b4-6e58503fa3fb req-7356b349-95b8-492a-a002-80b39e5d8e40 tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:05.710244 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-18b88398-0e98-4cf1-92b4-6e58503fa3fb req-7356b349-95b8-492a-a002-80b39e5d8e40 tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] 10.222.0.50 "GET /v2.0/ports?device_id=55029693-c19b-4c54-a14f-1c970cbbeca5 HTTP/1.1" status: 200 len: 943 time: 0.3397529 Jun 01 18:47:05.792545 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=1c6871b3-056c-4e65-926a-58f41668075c,revision_number=8']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:47:05.838943 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09cf4de-7c84-4932-a9db-9b64037f0ce0 req-3e9125b6-296b-439f-8b03-12c2920f26fe tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:05.858375 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f09cf4de-7c84-4932-a9db-9b64037f0ce0 req-3e9125b6-296b-439f-8b03-12c2920f26fe tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c2f9279-7cc9-4d6f-b8cb-b08438524fa4 HTTP/1.1" status: 200 len: 946 time: 0.3992128 Jun 01 18:47:06.038232 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f09cf4de-7c84-4932-a9db-9b64037f0ce0 req-5b7dc61d-00c6-468e-8bd0-858d5bd44c3a tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] 10.222.0.41 "GET /v2.0/security-groups?id=92820b43-7593-449e-bdb5-02c9f22d29e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785693 Jun 01 18:47:06.093146 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-5d44db38-4a7a-4b1c-a1d6-dd2ee2433190 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Network f485d579-7529-4636-ae31-9fc1fec94322 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:47:06.096044 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1abf6afc-07f6-4aa9-a8dd-aa1c2a3039a1 tempest-ServersTestManualDisk-1181965885 tempest-ServersTestManualDisk-1181965885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:06.099000 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-5d44db38-4a7a-4b1c-a1d6-dd2ee2433190 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:47:06.113657 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-5d44db38-4a7a-4b1c-a1d6-dd2ee2433190 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:47:06.127167 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-18b88398-0e98-4cf1-92b4-6e58503fa3fb req-1feff9f3-1ab8-40b1-b650-08ae4b1d9ba8 tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] Deleting port 4bc4794c-a46b-4311-ab6d-334e022485bf {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:47:06.128119 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-18b88398-0e98-4cf1-92b4-6e58503fa3fb req-1feff9f3-1ab8-40b1-b650-08ae4b1d9ba8 tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:06.204412 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 818bd10a-4a86-480e-93cf-dfd86c22ba80 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:47:06.335119 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d44db38-4a7a-4b1c-a1d6-dd2ee2433190 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Pushing event updated for resources: {'Port': ['ID=762e1d9d-53a1-4374-8f81-cfb057889d39,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:47:06.352711 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port 818bd10a-4a86-480e-93cf-dfd86c22ba80 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:47:06.359251 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 818bd10a-4a86-480e-93cf-dfd86c22ba80 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:47:06.360801 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:06.452697 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d841e175-fab0-4919-8d37-9225f51dbc3f req-f5900c57-d403-4b4c-a1a5-3f1960bbaf74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:06.455876 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d841e175-fab0-4919-8d37-9225f51dbc3f req-f5900c57-d403-4b4c-a1a5-3f1960bbaf74 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7430290e-18f1-41b8-a9fc-5005fa06fc62 HTTP/1.1" status: 200 len: 1101 time: 1.0688159 Jun 01 18:47:06.460164 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-9f42af5b-fb8c-4773-8b2b-1aed77ef4bb7 req-4e3880fc-9cd8-4f00-8d46-25aa54dc2374 tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=6884b43c239b4677a270eb283de39d49&fields=id HTTP/1.1" status: 200 len: 255 time: 1.1775026 Jun 01 18:47:06.616800 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 818bd10a-4a86-480e-93cf-dfd86c22ba80 is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:47:06.617569 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:06.657729 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-10410a76-ca45-42ed-9a5b-2ac304890b94 None None] Provisioning for port 762e1d9d-53a1-4374-8f81-cfb057889d39 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:47:06.669948 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-10410a76-ca45-42ed-9a5b-2ac304890b94 None None] Provisioning complete for port 762e1d9d-53a1-4374-8f81-cfb057889d39 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:47:06.670511 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-10410a76-ca45-42ed-9a5b-2ac304890b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:06.676863 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-5d44db38-4a7a-4b1c-a1d6-dd2ee2433190 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:06.679833 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-5d44db38-4a7a-4b1c-a1d6-dd2ee2433190 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:06.739530 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c8bd18-5a94-4e9a-8862-af75bb41b0e0 req-daa21e6d-6f41-4e3f-aa81-bbe78db9b806 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:06.743164 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port 818bd10a-4a86-480e-93cf-dfd86c22ba80, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=818bd10a-4a86-480e-93cf-dfd86c22ba80,segment=NetworkSegment(dbed2ef3-fec2-48d6-9802-f5f8c232ad46),segment_id=dbed2ef3-fec2-48d6-9802-f5f8c232ad46)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:47:06.744066 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-20c8bd18-5a94-4e9a-8862-af75bb41b0e0 req-daa21e6d-6f41-4e3f-aa81-bbe78db9b806 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6a6d9c3-8862-4eeb-b898-6afb369449ea HTTP/1.1" status: 200 len: 950 time: 0.2838531 Jun 01 18:47:06.759441 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:06.793810 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-18b88398-0e98-4cf1-92b4-6e58503fa3fb req-1feff9f3-1ab8-40b1-b650-08ae4b1d9ba8 tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] For port 4bc4794c-a46b-4311-ab6d-334e022485bf, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=4bc4794c-a46b-4311-ab6d-334e022485bf,segment=NetworkSegment(5423f802-8952-4dea-8b13-e2a87f408f8c),segment_id=5423f802-8952-4dea-8b13-e2a87f408f8c)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:47:06.794975 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-18b88398-0e98-4cf1-92b4-6e58503fa3fb req-1feff9f3-1ab8-40b1-b650-08ae4b1d9ba8 tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:06.798527 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d841e175-fab0-4919-8d37-9225f51dbc3f req-29ed751d-5e77-4713-8cd3-8e8a5c952e3d service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=a4853b3a-4c33-4f4d-ae0e-b592366e4676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3166788 Jun 01 18:47:06.836545 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-5d44db38-4a7a-4b1c-a1d6-dd2ee2433190 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6920595 Jun 01 18:47:06.862559 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-7e87860a-bcb5-40a4-8bdc-4f80abb90e6b tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Request body: {'port': {'device_id': '9c83a2c5-aa3d-4e8d-af22-cb838112216f', 'network_id': '9faf4c95-7954-4d11-b97c-b5c0332de1f6', 'admin_state_up': True, 'tenant_id': '5e0ead56e0d24edfb943f0d89aaec01a', 'security_groups': ['3eddd810-beb6-4f1d-8108-29288df7e7ee']}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:47:06.871396 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-10410a76-ca45-42ed-9a5b-2ac304890b94 None None] Port 762e1d9d-53a1-4374-8f81-cfb057889d39 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 18:47:06.895956 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [None req-1abf6afc-07f6-4aa9-a8dd-aa1c2a3039a1 tempest-ServersTestManualDisk-1181965885 tempest-ServersTestManualDisk-1181965885-project] Allocated IP 172.25.4.225 (72a72e44-6845-488a-a5ff-3a26d4df9cb3/c314a23b-daa2-4106-ab28-8e6f954277b2/a706fbce-1c79-443b-af97-84ff46d37405) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:47:06.961526 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=818bd10a-4a86-480e-93cf-dfd86c22ba80,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:47:06.966495 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-9f42af5b-fb8c-4773-8b2b-1aed77ef4bb7 req-d36db5a4-beab-4221-bfe3-468da46106c8 service neutron] 10.222.0.41 "GET /v2.0/networks/e3dea7fc-235f-4736-8c6d-38e23ed566b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4469745 Jun 01 18:47:06.975375 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-18b88398-0e98-4cf1-92b4-6e58503fa3fb req-1feff9f3-1ab8-40b1-b650-08ae4b1d9ba8 tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] Calling delete_port for 4bc4794c-a46b-4311-ab6d-334e022485bf owned by compute:nova {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:47:07.022637 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-20c8bd18-5a94-4e9a-8862-af75bb41b0e0 req-835e5e81-500c-43e4-81c2-98fcbe9ff00d tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbe27866-6450-47f0-a8e1-f266dfb72433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2648602 Jun 01 18:47:07.044289 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-ee99b6ff-16e2-4f32-b9cd-17bf662ec017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:07.167432 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25555729-d93d-444d-a0b5-0a4fa55d3cb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c6871b3-056c-4e65-926a-58f41668075c'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:47:07.252908 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-18b88398-0e98-4cf1-92b4-6e58503fa3fb req-1feff9f3-1ab8-40b1-b650-08ae4b1d9ba8 tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:07.311570 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-9f42af5b-fb8c-4773-8b2b-1aed77ef4bb7 req-b5d88328-e128-4585-9c9b-fafdae3e23ec service neutron] 10.222.0.41 "GET /v2.0/networks/e3dea7fc-235f-4736-8c6d-38e23ed566b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3436475 Jun 01 18:47:07.318081 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-7e87860a-bcb5-40a4-8bdc-4f80abb90e6b tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:47:07.320202 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1feff9f3-1ab8-40b1-b650-08ae4b1d9ba8 tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] Pushing event deleted for resources: {'Port': ['ID=4bc4794c-a46b-4311-ab6d-334e022485bf,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:47:07.333772 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-7e87860a-bcb5-40a4-8bdc-4f80abb90e6b tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Usage tracker for resource:port and tenant:5e0ead56e0d24edfb943f0d89aaec01a is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:47:07.340346 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-7e87860a-bcb5-40a4-8bdc-4f80abb90e6b tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Quota usage for port was recalculated. Used quota:8. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:47:07.354252 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-7e87860a-bcb5-40a4-8bdc-4f80abb90e6b tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attempting to reserve 1 items for resource port. Total usage: 8; quota limit: 500; headroom:492 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:47:07.358120 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1feff9f3-1ab8-40b1-b650-08ae4b1d9ba8 tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:47:07.358458 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1feff9f3-1ab8-40b1-b650-08ae4b1d9ba8 tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:47:07.358793 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1feff9f3-1ab8-40b1-b650-08ae4b1d9ba8 tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:47:07.359123 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1feff9f3-1ab8-40b1-b650-08ae4b1d9ba8 tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:47:07.359450 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1feff9f3-1ab8-40b1-b650-08ae4b1d9ba8 tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:47:07.359800 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1feff9f3-1ab8-40b1-b650-08ae4b1d9ba8 tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:47:07.360137 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1feff9f3-1ab8-40b1-b650-08ae4b1d9ba8 tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:47:07.360506 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1feff9f3-1ab8-40b1-b650-08ae4b1d9ba8 tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:47:07.360799 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1feff9f3-1ab8-40b1-b650-08ae4b1d9ba8 tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:47:07.361111 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1feff9f3-1ab8-40b1-b650-08ae4b1d9ba8 tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:47:07.361476 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1feff9f3-1ab8-40b1-b650-08ae4b1d9ba8 tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:47:07.361820 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1feff9f3-1ab8-40b1-b650-08ae4b1d9ba8 tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:47:07.378946 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1abf6afc-07f6-4aa9-a8dd-aa1c2a3039a1 tempest-ServersTestManualDisk-1181965885 tempest-ServersTestManualDisk-1181965885-project] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:07.389347 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-7e87860a-bcb5-40a4-8bdc-4f80abb90e6b tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Made reservation on behalf of 5e0ead56e0d24edfb943f0d89aaec01a for: {'port': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:47:07.393914 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-7e87860a-bcb5-40a4-8bdc-4f80abb90e6b tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:07.428592 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-18b88398-0e98-4cf1-92b4-6e58503fa3fb req-1feff9f3-1ab8-40b1-b650-08ae4b1d9ba8 tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] No DVR routers for this DVR port 4bc4794c-a46b-4311-ab6d-334e022485bf on host n-h2-844202-1 {{(pid=88524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 18:47:07.431380 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-18b88398-0e98-4cf1-92b4-6e58503fa3fb req-1feff9f3-1ab8-40b1-b650-08ae4b1d9ba8 tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:07.434197 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55029693-c19b-4c54-a14f-1c970cbbeca5', 'name': 'network-vif-deleted', 'tag': '4bc4794c-a46b-4311-ab6d-334e022485bf'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:47:07.458142 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-18b88398-0e98-4cf1-92b4-6e58503fa3fb req-1feff9f3-1ab8-40b1-b650-08ae4b1d9ba8 tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] 10.222.0.50 "DELETE /v2.0/ports/4bc4794c-a46b-4311-ab6d-334e022485bf HTTP/1.1" status: 204 len: 173 time: 1.7318411 Jun 01 18:47:07.478394 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29aa28ad-1b2f-4f20-b5a0-0b845a672906 req-d9db5186-e4a6-4f97-9b7e-d6e1541e9d70 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:07.479974 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-29aa28ad-1b2f-4f20-b5a0-0b845a672906 req-d9db5186-e4a6-4f97-9b7e-d6e1541e9d70 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] 10.222.0.41 "GET /v2.0/ports?device_id=25555729-d93d-444d-a0b5-0a4fa55d3cb8 HTTP/1.1" status: 200 len: 945 time: 0.2726102 Jun 01 18:47:07.585349 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-29aa28ad-1b2f-4f20-b5a0-0b845a672906 req-a3d44c4d-a1dc-4f3a-a28e-dd95420e20a5 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] 10.222.0.41 "GET /v2.0/security-groups?id=32e0c067-0089-408b-a3cd-4b24e22ccce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861573 Jun 01 18:47:07.767257 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1abf6afc-07f6-4aa9-a8dd-aa1c2a3039a1 tempest-ServersTestManualDisk-1181965885 tempest-ServersTestManualDisk-1181965885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:08.069007 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 818bd10a-4a86-480e-93cf-dfd86c22ba80 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:47:08.089930 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1abf6afc-07f6-4aa9-a8dd-aa1c2a3039a1 tempest-ServersTestManualDisk-1181965885 tempest-ServersTestManualDisk-1181965885-project] Network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:47:08.146092 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fc2122-2d12-460c-b77a-6420463e3b4f req-c2ccc260-310c-4618-a46c-808482bad656 tempest-ServersAdminNegativeTestJSON-1513463400 tempest-ServersAdminNegativeTestJSON-1513463400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:08.151882 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-1abf6afc-07f6-4aa9-a8dd-aa1c2a3039a1 tempest-ServersTestManualDisk-1181965885 tempest-ServersTestManualDisk-1181965885-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:47:08.162808 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e0fc2122-2d12-460c-b77a-6420463e3b4f req-c2ccc260-310c-4618-a46c-808482bad656 tempest-ServersAdminNegativeTestJSON-1513463400 tempest-ServersAdminNegativeTestJSON-1513463400-project] 10.222.0.41 "GET /v2.0/ports?device_id=7430290e-18f1-41b8-a9fc-5005fa06fc62 HTTP/1.1" status: 200 len: 950 time: 0.3493056 Jun 01 18:47:08.175283 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1abf6afc-07f6-4aa9-a8dd-aa1c2a3039a1 tempest-ServersTestManualDisk-1181965885 tempest-ServersTestManualDisk-1181965885-project] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:47:08.265605 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e0fc2122-2d12-460c-b77a-6420463e3b4f req-00d3dc5b-bf92-448b-a9e4-380b1cea7ec0 tempest-ServersAdminNegativeTestJSON-1513463400 tempest-ServersAdminNegativeTestJSON-1513463400-project] 10.222.0.41 "GET /v2.0/security-groups?id=a4853b3a-4c33-4f4d-ae0e-b592366e4676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010611 Jun 01 18:47:08.301854 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 818bd10a-4a86-480e-93cf-dfd86c22ba80 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:47:08.302447 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:08.375799 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abf6afc-07f6-4aa9-a8dd-aa1c2a3039a1 tempest-ServersTestManualDisk-1181965885 tempest-ServersTestManualDisk-1181965885-project] Pushing event updated for resources: {'Port': ['ID=a706fbce-1c79-443b-af97-84ff46d37405,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:47:08.416975 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-7e87860a-bcb5-40a4-8bdc-4f80abb90e6b tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Allocated IP 10.1.1.125 (9faf4c95-7954-4d11-b97c-b5c0332de1f6/9cb56e39-8160-40c7-9c0d-c774dff2bfbf/15057b2f-c9f2-4f18-9e31-7266bab9b95d) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:47:08.579726 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 818bd10a-4a86-480e-93cf-dfd86c22ba80 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:47:08.672082 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4633e36a-5556-40e8-aa9d-d0d76fa39c93 req-104046df-aa48-4fe0-a547-842dd1b00c01 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:08.685560 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4633e36a-5556-40e8-aa9d-d0d76fa39c93 req-104046df-aa48-4fe0-a547-842dd1b00c01 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c2f9279-7cc9-4d6f-b8cb-b08438524fa4 HTTP/1.1" status: 200 len: 946 time: 0.1572671 Jun 01 18:47:08.725698 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34988e44-97b8-4c4c-ac79-cafe0e5480ff req-35f1d918-8bbe-4f39-8e09-224d830628f9 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:08.730547 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-34988e44-97b8-4c4c-ac79-cafe0e5480ff req-35f1d918-8bbe-4f39-8e09-224d830628f9 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Synchronizing usage tracker for tenant:5e0ead56e0d24edfb943f0d89aaec01a on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:47:08.754955 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4633e36a-5556-40e8-aa9d-d0d76fa39c93 req-09b1a71f-d379-4cce-91f1-e4e8478e82a3 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] 10.222.0.41 "GET /v2.0/security-groups?id=92820b43-7593-449e-bdb5-02c9f22d29e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565095 Jun 01 18:47:08.773354 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1abf6afc-07f6-4aa9-a8dd-aa1c2a3039a1 tempest-ServersTestManualDisk-1181965885 tempest-ServersTestManualDisk-1181965885-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:08.800190 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-7e87860a-bcb5-40a4-8bdc-4f80abb90e6b tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:08.814704 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-34988e44-97b8-4c4c-ac79-cafe0e5480ff req-35f1d918-8bbe-4f39-8e09-224d830628f9 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Unset dirty status for tenant:5e0ead56e0d24edfb943f0d89aaec01a on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:47:08.819033 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e1dc872-57b8-48a2-90ef-1e6b65aa61ef'] response: {'server_uuid': '25555729-d93d-444d-a0b5-0a4fa55d3cb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c6871b3-056c-4e65-926a-58f41668075c', 'code': 200} Jun 01 18:47:08.821748 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-34988e44-97b8-4c4c-ac79-cafe0e5480ff req-35f1d918-8bbe-4f39-8e09-224d830628f9 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c83a2c5-aa3d-4e8d-af22-cb838112216f HTTP/1.1" status: 200 len: 931 time: 1.0275214 Jun 01 18:47:08.868660 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ba927b1-36b0-4b16-ac4e-c9071be0a6b9'] response: {'server_uuid': '55029693-c19b-4c54-a14f-1c970cbbeca5', 'name': 'network-vif-deleted', 'tag': '4bc4794c-a46b-4311-ab6d-334e022485bf', 'status': 'completed', 'code': 200} Jun 01 18:47:08.998885 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-7e87860a-bcb5-40a4-8bdc-4f80abb90e6b tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Transition to ACTIVE for port object 15057b2f-c9f2-4f18-9e31-7266bab9b95d will not be triggered until provisioned by entity DHCP. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:47:09.003931 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1abf6afc-07f6-4aa9-a8dd-aa1c2a3039a1 tempest-ServersTestManualDisk-1181965885 tempest-ServersTestManualDisk-1181965885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:09.046007 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-03d27db0-8b78-4eb4-9344-129aa47872f7 req-9cc21ee7-e33c-478f-ab37-a9ed1e211fa8 tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] Synchronizing usage tracker for tenant:6884b43c239b4677a270eb283de39d49 on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:47:09.070191 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-03d27db0-8b78-4eb4-9344-129aa47872f7 req-9cc21ee7-e33c-478f-ab37-a9ed1e211fa8 tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] Unset dirty status for tenant:6884b43c239b4677a270eb283de39d49 on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:47:09.072157 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-03d27db0-8b78-4eb4-9344-129aa47872f7 req-9cc21ee7-e33c-478f-ab37-a9ed1e211fa8 tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] 10.222.0.41 "GET /v2.0/ports?device_id=420a476b-0d5b-4dc2-9bfb-22ae930ac2da HTTP/1.1" status: 200 len: 210 time: 0.1060991 Jun 01 18:47:09.170141 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-34988e44-97b8-4c4c-ac79-cafe0e5480ff req-965c8c23-4426-4bdc-befd-a28e7778a283 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] 10.222.0.41 "GET /v2.0/security-groups?id=3eddd810-beb6-4f1d-8108-29288df7e7ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2257054 Jun 01 18:47:09.219189 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 4bc4794c-a46b-4311-ab6d-334e022485bf no longer exists at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:47:09.298790 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] No Port match for: 4bc4794c-a46b-4311-ab6d-334e022485bf {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 18:47:09.299562 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 4bc4794c-a46b-4311-ab6d-334e022485bf not bound to the agent host n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 18:47:09.344825 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30993600-84cc-4398-8f38-6ce5f0a8bdbb req-d51b7543-f52d-48a3-af58-d743e8d05214 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:09.354112 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-30993600-84cc-4398-8f38-6ce5f0a8bdbb req-d51b7543-f52d-48a3-af58-d743e8d05214 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6a6d9c3-8862-4eeb-b898-6afb369449ea HTTP/1.1" status: 200 len: 950 time: 0.1549346 Jun 01 18:47:09.431442 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-bc0fe5ee-112c-4b7d-bb4b-ae6139c755b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:09.464733 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-30993600-84cc-4398-8f38-6ce5f0a8bdbb req-4b05aedf-51b9-4ce5-9d7a-6d5c2c2d67cf tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbe27866-6450-47f0-a8e1-f266dfb72433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095529 Jun 01 18:47:09.598759 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-7e87860a-bcb5-40a4-8bdc-4f80abb90e6b tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:09.702779 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e671f62a-7edb-4685-a104-c09a86022d6b req-85df2a3b-e1c1-424f-8b9d-291201dc6cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:09.703041 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e671f62a-7edb-4685-a104-c09a86022d6b req-85df2a3b-e1c1-424f-8b9d-291201dc6cfd service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=25555729-d93d-444d-a0b5-0a4fa55d3cb8 HTTP/1.1" status: 200 len: 1096 time: 0.6362383 Jun 01 18:47:09.719853 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c7ddc9-ebcc-415f-ba69-594ad87d6108 req-146b4b1d-a9ea-4707-ada6-579e05e24b91 tempest-ServersAdminNegativeTestJSON-1513463400 tempest-ServersAdminNegativeTestJSON-1513463400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:09.728902 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-22c7ddc9-ebcc-415f-ba69-594ad87d6108 req-146b4b1d-a9ea-4707-ada6-579e05e24b91 tempest-ServersAdminNegativeTestJSON-1513463400 tempest-ServersAdminNegativeTestJSON-1513463400-project] 10.222.0.41 "GET /v2.0/ports?device_id=7430290e-18f1-41b8-a9fc-5005fa06fc62 HTTP/1.1" status: 200 len: 950 time: 0.1519971 Jun 01 18:47:09.772955 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-7e87860a-bcb5-40a4-8bdc-4f80abb90e6b tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Network 9faf4c95-7954-4d11-b97c-b5c0332de1f6 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:47:09.775101 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-22c7ddc9-ebcc-415f-ba69-594ad87d6108 req-309b9ac9-e5b1-4854-a1ab-38c6106ee0ec tempest-ServersAdminNegativeTestJSON-1513463400 tempest-ServersAdminNegativeTestJSON-1513463400-project] 10.222.0.41 "GET /v2.0/security-groups?id=a4853b3a-4c33-4f4d-ae0e-b592366e4676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453298 Jun 01 18:47:09.798699 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-7e87860a-bcb5-40a4-8bdc-4f80abb90e6b tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:47:09.825303 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-7e87860a-bcb5-40a4-8bdc-4f80abb90e6b tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:47:09.867377 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e87860a-bcb5-40a4-8bdc-4f80abb90e6b tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Pushing event updated for resources: {'Port': ['ID=15057b2f-c9f2-4f18-9e31-7266bab9b95d,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:47:09.931621 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e671f62a-7edb-4685-a104-c09a86022d6b req-99a5b552-af42-42ad-b4b2-fef5dd697f14 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=32e0c067-0089-408b-a3cd-4b24e22ccce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055848 Jun 01 18:47:09.947467 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f42af5b-fb8c-4773-8b2b-1aed77ef4bb7 req-972659a0-d02f-4eb6-8048-e2779d8e45b6 tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:09.949748 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-9f42af5b-fb8c-4773-8b2b-1aed77ef4bb7 req-972659a0-d02f-4eb6-8048-e2779d8e45b6 tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] 10.222.0.15 "GET /v2.0/networks?id=e3dea7fc-235f-4736-8c6d-38e23ed566b9 HTTP/1.1" status: 200 len: 805 time: 0.4635255 Jun 01 18:47:09.974020 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b13d2f6-7029-4bca-bc6a-962846772ad7 req-89a78847-6a87-4131-ba1e-1b467a98b67a tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:09.975778 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-9b13d2f6-7029-4bca-bc6a-962846772ad7 req-89a78847-6a87-4131-ba1e-1b467a98b67a tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] 10.222.0.41 "GET /v2.0/ports?device_id=25555729-d93d-444d-a0b5-0a4fa55d3cb8 HTTP/1.1" status: 200 len: 945 time: 0.5368671 Jun 01 18:47:10.025938 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-7e87860a-bcb5-40a4-8bdc-4f80abb90e6b tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:10.025938 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-7e87860a-bcb5-40a4-8bdc-4f80abb90e6b tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:10.045253 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1abf6afc-07f6-4aa9-a8dd-aa1c2a3039a1 tempest-ServersTestManualDisk-1181965885 tempest-ServersTestManualDisk-1181965885-project] Notify callbacks [] for port, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:10.091416 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1abf6afc-07f6-4aa9-a8dd-aa1c2a3039a1 tempest-ServersTestManualDisk-1181965885 tempest-ServersTestManualDisk-1181965885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:10.162919 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [req-9f42af5b-fb8c-4773-8b2b-1aed77ef4bb7 req-7c5de943-8ec0-4751-b10b-b6acab3317e5 tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] Request body: {'port': {'device_id': '420a476b-0d5b-4dc2-9bfb-22ae930ac2da', 'network_id': 'e3dea7fc-235f-4736-8c6d-38e23ed566b9', 'admin_state_up': True, 'tenant_id': '6884b43c239b4677a270eb283de39d49'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:47:10.187989 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d985119-0459-44b2-a01e-ca8dd6509470 req-8307c56e-74dc-460f-ba5c-29d7643c1d79 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:10.191034 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6d985119-0459-44b2-a01e-ca8dd6509470 req-8307c56e-74dc-460f-ba5c-29d7643c1d79 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c2f9279-7cc9-4d6f-b8cb-b08438524fa4 HTTP/1.1" status: 200 len: 946 time: 0.1122749 Jun 01 18:47:10.228756 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-7e87860a-bcb5-40a4-8bdc-4f80abb90e6b tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3712337 Jun 01 18:47:10.228999 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-8cb74ab7-388a-428f-9886-51dbf022d353 None None] Provisioning for port 15057b2f-c9f2-4f18-9e31-7266bab9b95d completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:47:10.237875 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-8cb74ab7-388a-428f-9886-51dbf022d353 None None] Provisioning complete for port 15057b2f-c9f2-4f18-9e31-7266bab9b95d triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:47:10.238373 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-8cb74ab7-388a-428f-9886-51dbf022d353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:10.262659 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6d985119-0459-44b2-a01e-ca8dd6509470 req-29570577-0a84-49e1-aee3-2667958578cd tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] 10.222.0.41 "GET /v2.0/security-groups?id=92820b43-7593-449e-bdb5-02c9f22d29e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650616 Jun 01 18:47:10.306648 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-8cb74ab7-388a-428f-9886-51dbf022d353 None None] Port 15057b2f-c9f2-4f18-9e31-7266bab9b95d cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 18:47:10.312887 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-9b13d2f6-7029-4bca-bc6a-962846772ad7 req-e4db7f37-6b41-4bb0-81cf-b19733470368 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] 10.222.0.41 "GET /v2.0/security-groups?id=32e0c067-0089-408b-a3cd-4b24e22ccce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3192875 Jun 01 18:47:10.332881 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-66669d77-9082-4c39-b3c9-18ed579f1b77 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Request body: {'port': {'device_id': '9c83a2c5-aa3d-4e8d-af22-cb838112216f', 'network_id': '9faf4c95-7954-4d11-b97c-b5c0332de1f6', 'admin_state_up': True, 'tenant_id': '5e0ead56e0d24edfb943f0d89aaec01a', 'security_groups': ['3eddd810-beb6-4f1d-8108-29288df7e7ee']}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:47:10.374774 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.agents_db [None req-e814b9cf-7de8-45d0-a079-29c61fabe7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 18:47:10.417000 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:10.476186 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abf6afc-07f6-4aa9-a8dd-aa1c2a3039a1 tempest-ServersTestManualDisk-1181965885 tempest-ServersTestManualDisk-1181965885-project] Pushing event updated for resources: {'Port': ['ID=a706fbce-1c79-443b-af97-84ff46d37405,revision_number=2']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:47:10.483368 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1abf6afc-07f6-4aa9-a8dd-aa1c2a3039a1 tempest-ServersTestManualDisk-1181965885 tempest-ServersTestManualDisk-1181965885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887712'] for floatingip, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:10.521796 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1abf6afc-07f6-4aa9-a8dd-aa1c2a3039a1 tempest-ServersTestManualDisk-1181965885 tempest-ServersTestManualDisk-1181965885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for floatingip, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:10.537716 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-1abf6afc-07f6-4aa9-a8dd-aa1c2a3039a1 tempest-ServersTestManualDisk-1181965885 tempest-ServersTestManualDisk-1181965885-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.9982531 Jun 01 18:47:10.572054 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:10.670273 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f855815f-8818-45ef-81d0-5d2f48eb6383 req-2415a619-125a-4643-a45e-079bb8fde617 tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] 10.222.0.41 "GET /v2.0/ports?device_id=420a476b-0d5b-4dc2-9bfb-22ae930ac2da HTTP/1.1" status: 200 len: 210 time: 0.0880673 Jun 01 18:47:10.680047 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [req-9f42af5b-fb8c-4773-8b2b-1aed77ef4bb7 req-7c5de943-8ec0-4751-b10b-b6acab3317e5 tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:47:10.706260 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [req-9f42af5b-fb8c-4773-8b2b-1aed77ef4bb7 req-7c5de943-8ec0-4751-b10b-b6acab3317e5 tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:47:10.718624 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-66669d77-9082-4c39-b3c9-18ed579f1b77 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:47:10.733626 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f42af5b-fb8c-4773-8b2b-1aed77ef4bb7 req-7c5de943-8ec0-4751-b10b-b6acab3317e5 tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] Made reservation on behalf of 6884b43c239b4677a270eb283de39d49 for: {'port': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:47:10.738208 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-9f42af5b-fb8c-4773-8b2b-1aed77ef4bb7 req-7c5de943-8ec0-4751-b10b-b6acab3317e5 tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:10.775527 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-66669d77-9082-4c39-b3c9-18ed579f1b77 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attempting to reserve 1 items for resource port. Total usage: 8; quota limit: 500; headroom:492 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:47:10.842185 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2de80ff-cf53-4230-b8fd-b69f1d8caae1 req-0527ecf0-4f9f-468f-915c-6bd78c732d8d tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:10.848811 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2de80ff-cf53-4230-b8fd-b69f1d8caae1 req-0527ecf0-4f9f-468f-915c-6bd78c732d8d tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:10.856210 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d2de80ff-cf53-4230-b8fd-b69f1d8caae1 req-0527ecf0-4f9f-468f-915c-6bd78c732d8d tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c83a2c5-aa3d-4e8d-af22-cb838112216f HTTP/1.1" status: 200 len: 1653 time: 0.1164317 Jun 01 18:47:10.903021 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d2de80ff-cf53-4230-b8fd-b69f1d8caae1 req-00999482-f71c-483c-9415-3f5e3d2b8361 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] 10.222.0.41 "GET /v2.0/security-groups?id=3eddd810-beb6-4f1d-8108-29288df7e7ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457685 Jun 01 18:47:10.915819 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-66669d77-9082-4c39-b3c9-18ed579f1b77 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Made reservation on behalf of 5e0ead56e0d24edfb943f0d89aaec01a for: {'port': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:47:10.919282 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-66669d77-9082-4c39-b3c9-18ed579f1b77 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:11.042578 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:11.089161 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-b024f1b3-0009-4072-82d6-e9e64e209ce9 req-1951a4c7-abb2-4f8d-baac-565ce3b070f7 tempest-ServersTestManualDisk-1181965885 tempest-ServersTestManualDisk-1181965885-project] Synchronizing usage tracker for tenant:bee367ae0ad54e12b26a009fd0a33774 on resource:security_group {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:47:11.110307 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-b024f1b3-0009-4072-82d6-e9e64e209ce9 req-1951a4c7-abb2-4f8d-baac-565ce3b070f7 tempest-ServersTestManualDisk-1181965885 tempest-ServersTestManualDisk-1181965885-project] Unset dirty status for tenant:bee367ae0ad54e12b26a009fd0a33774 on resource:security_group {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:47:11.116876 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b024f1b3-0009-4072-82d6-e9e64e209ce9 req-1951a4c7-abb2-4f8d-baac-565ce3b070f7 tempest-ServersTestManualDisk-1181965885 tempest-ServersTestManualDisk-1181965885-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--652071872&fields=id&tenant_id=bee367ae0ad54e12b26a009fd0a33774 HTTP/1.1" status: 200 len: 267 time: 0.0816519 Jun 01 18:47:11.244742 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-66669d77-9082-4c39-b3c9-18ed579f1b77 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Allocated IP 10.1.1.252 (9faf4c95-7954-4d11-b97c-b5c0332de1f6/9cb56e39-8160-40c7-9c0d-c774dff2bfbf/44b44b8b-1cb0-4633-8ae2-35b7a49b3f45) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:47:11.270160 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3740d6a-055e-4a95-9da3-3c813efe3bb1 req-4fde4d01-d578-4ca4-b7b7-4837621a851d tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:11.279842 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f3740d6a-055e-4a95-9da3-3c813efe3bb1 req-4fde4d01-d578-4ca4-b7b7-4837621a851d tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6a6d9c3-8862-4eeb-b898-6afb369449ea HTTP/1.1" status: 200 len: 950 time: 0.4436448 Jun 01 18:47:11.306281 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [req-9f42af5b-fb8c-4773-8b2b-1aed77ef4bb7 req-7c5de943-8ec0-4751-b10b-b6acab3317e5 tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] Allocated IP 172.20.0.12 (e3dea7fc-235f-4736-8c6d-38e23ed566b9/da8eacd5-9944-4111-9d5f-9f3e01b23eff/cc8eaa17-8441-4d5c-bf5b-397c949381f6) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:47:11.347043 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b024f1b3-0009-4072-82d6-e9e64e209ce9 req-2d588fee-dca1-45a5-b308-e075cfd893e9 tempest-ServersTestManualDisk-1181965885 tempest-ServersTestManualDisk-1181965885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:11.348214 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-b024f1b3-0009-4072-82d6-e9e64e209ce9 req-2d588fee-dca1-45a5-b308-e075cfd893e9 tempest-ServersTestManualDisk-1181965885 tempest-ServersTestManualDisk-1181965885-project] Synchronizing usage tracker for tenant:bee367ae0ad54e12b26a009fd0a33774 on resource:network {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:47:11.372051 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-b024f1b3-0009-4072-82d6-e9e64e209ce9 req-2d588fee-dca1-45a5-b308-e075cfd893e9 tempest-ServersTestManualDisk-1181965885 tempest-ServersTestManualDisk-1181965885-project] Unset dirty status for tenant:bee367ae0ad54e12b26a009fd0a33774 on resource:network {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:47:11.376824 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b024f1b3-0009-4072-82d6-e9e64e209ce9 req-2d588fee-dca1-45a5-b308-e075cfd893e9 tempest-ServersTestManualDisk-1181965885 tempest-ServersTestManualDisk-1181965885-project] 10.222.0.41 "GET /v2.0/networks?id=ae90aacb-06d8-4816-9f23-36440149798c HTTP/1.1" status: 200 len: 811 time: 0.2519011 Jun 01 18:47:11.409470 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b024f1b3-0009-4072-82d6-e9e64e209ce9 req-b49ec13d-e307-4144-b18b-d9dad054517e tempest-ServersTestManualDisk-1181965885 tempest-ServersTestManualDisk-1181965885-project] 10.222.0.41 "GET /v2.0/quotas/bee367ae0ad54e12b26a009fd0a33774 HTTP/1.1" status: 200 len: 375 time: 0.0162261 Jun 01 18:47:11.413618 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f3740d6a-055e-4a95-9da3-3c813efe3bb1 req-dfbb8bbb-8684-4af9-b866-be485898bfc9 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbe27866-6450-47f0-a8e1-f266dfb72433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323774 Jun 01 18:47:11.505534 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:11.530558 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-b024f1b3-0009-4072-82d6-e9e64e209ce9 req-6d2dd9eb-7625-4fdd-8a32-0c46d70c12b8 tempest-ServersTestManualDisk-1181965885 tempest-ServersTestManualDisk-1181965885-project] Synchronizing usage tracker for tenant:bee367ae0ad54e12b26a009fd0a33774 on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:47:11.549288 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-b024f1b3-0009-4072-82d6-e9e64e209ce9 req-6d2dd9eb-7625-4fdd-8a32-0c46d70c12b8 tempest-ServersTestManualDisk-1181965885 tempest-ServersTestManualDisk-1181965885-project] Unset dirty status for tenant:bee367ae0ad54e12b26a009fd0a33774 on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:47:11.550410 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b024f1b3-0009-4072-82d6-e9e64e209ce9 req-6d2dd9eb-7625-4fdd-8a32-0c46d70c12b8 tempest-ServersTestManualDisk-1181965885 tempest-ServersTestManualDisk-1181965885-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=bee367ae0ad54e12b26a009fd0a33774&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1401241 Jun 01 18:47:11.704588 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b024f1b3-0009-4072-82d6-e9e64e209ce9 req-a5295590-8711-461d-8704-0b43f5e1e0a5 service neutron] 10.222.0.41 "GET /v2.0/networks/ae90aacb-06d8-4816-9f23-36440149798c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419728 Jun 01 18:47:11.783322 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:11.856701 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b024f1b3-0009-4072-82d6-e9e64e209ce9 req-994063cd-8ada-4340-8a74-572716d1110b service neutron] 10.222.0.41 "GET /v2.0/networks/ae90aacb-06d8-4816-9f23-36440149798c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452096 Jun 01 18:47:11.974433 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-66669d77-9082-4c39-b3c9-18ed579f1b77 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:12.003394 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-9f42af5b-fb8c-4773-8b2b-1aed77ef4bb7 req-7c5de943-8ec0-4751-b10b-b6acab3317e5 tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:12.015686 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e471f47a-6152-4aad-b649-58b66d46aaa4 req-19ee2da8-f64f-4dd0-bcf6-8de1690ae50f tempest-ServersAdminNegativeTestJSON-228597633 tempest-ServersAdminNegativeTestJSON-228597633-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:12.017550 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e471f47a-6152-4aad-b649-58b66d46aaa4 req-19ee2da8-f64f-4dd0-bcf6-8de1690ae50f tempest-ServersAdminNegativeTestJSON-228597633 tempest-ServersAdminNegativeTestJSON-228597633-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=7430290e-18f1-41b8-a9fc-5005fa06fc62 HTTP/1.1" status: 200 len: 1101 time: 0.4625199 Jun 01 18:47:12.019400 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-66669d77-9082-4c39-b3c9-18ed579f1b77 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Transition to ACTIVE for port object 44b44b8b-1cb0-4633-8ae2-35b7a49b3f45 will not be triggered until provisioned by entity DHCP. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:47:12.050188 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-e471f47a-6152-4aad-b649-58b66d46aaa4 req-7a274946-9d8f-4bf4-a379-29ef922c5c79 tempest-ServersAdminNegativeTestJSON-228597633 tempest-ServersAdminNegativeTestJSON-228597633-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:12.080573 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [req-e471f47a-6152-4aad-b649-58b66d46aaa4 req-7a274946-9d8f-4bf4-a379-29ef922c5c79 tempest-ServersAdminNegativeTestJSON-228597633 tempest-ServersAdminNegativeTestJSON-228597633-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:47:12.090826 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-e471f47a-6152-4aad-b649-58b66d46aaa4 req-7a274946-9d8f-4bf4-a379-29ef922c5c79 tempest-ServersAdminNegativeTestJSON-228597633 tempest-ServersAdminNegativeTestJSON-228597633-project-admin] Usage tracker for resource:security_group_rule and tenant:55adf84dda134faea8ca91c69492b967 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:47:12.094542 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-e471f47a-6152-4aad-b649-58b66d46aaa4 req-7a274946-9d8f-4bf4-a379-29ef922c5c79 tempest-ServersAdminNegativeTestJSON-228597633 tempest-ServersAdminNegativeTestJSON-228597633-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:47:12.105239 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [req-e471f47a-6152-4aad-b649-58b66d46aaa4 req-7a274946-9d8f-4bf4-a379-29ef922c5c79 tempest-ServersAdminNegativeTestJSON-228597633 tempest-ServersAdminNegativeTestJSON-228597633-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:47:12.138056 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-66669d77-9082-4c39-b3c9-18ed579f1b77 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:12.192061 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-9f42af5b-fb8c-4773-8b2b-1aed77ef4bb7 req-7c5de943-8ec0-4751-b10b-b6acab3317e5 tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:12.210781 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb077a6-39bb-40fd-b046-aba6c3890484 req-1a3f2b99-7d61-4f1d-a099-b0ed50d01f33 tempest-LiveMigrationTest-1173690941 tempest-LiveMigrationTest-1173690941-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:12.213492 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-aeb077a6-39bb-40fd-b046-aba6c3890484 req-1a3f2b99-7d61-4f1d-a099-b0ed50d01f33 tempest-LiveMigrationTest-1173690941 tempest-LiveMigrationTest-1173690941-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=0c2f9279-7cc9-4d6f-b8cb-b08438524fa4&tenant_id=ee3dca5a75c542e0966797f286e0b4d5&binding%3Ahost_id=n-h1-844202-1 HTTP/1.1" status: 200 len: 1097 time: 0.1132789 Jun 01 18:47:12.226088 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-aeb077a6-39bb-40fd-b046-aba6c3890484 req-ce9cacf7-010a-41ea-b2a1-da58b9c52786 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-844202-1'}}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:47:12.264082 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-66669d77-9082-4c39-b3c9-18ed579f1b77 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Network 9faf4c95-7954-4d11-b97c-b5c0332de1f6 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:47:12.278311 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-66669d77-9082-4c39-b3c9-18ed579f1b77 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:47:12.281482 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f42af5b-fb8c-4773-8b2b-1aed77ef4bb7 req-7c5de943-8ec0-4751-b10b-b6acab3317e5 tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] Network e3dea7fc-235f-4736-8c6d-38e23ed566b9 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:47:12.284368 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66669d77-9082-4c39-b3c9-18ed579f1b77 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Pushing event updated for resources: {'Port': ['ID=44b44b8b-1cb0-4633-8ae2-35b7a49b3f45,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:47:12.290623 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-66669d77-9082-4c39-b3c9-18ed579f1b77 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:47:12.322578 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [req-9f42af5b-fb8c-4773-8b2b-1aed77ef4bb7 req-7c5de943-8ec0-4751-b10b-b6acab3317e5 tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:47:12.380893 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f42af5b-fb8c-4773-8b2b-1aed77ef4bb7 req-7c5de943-8ec0-4751-b10b-b6acab3317e5 tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:47:12.468331 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-aeb077a6-39bb-40fd-b046-aba6c3890484 req-ce9cacf7-010a-41ea-b2a1-da58b9c52786 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:12.500278 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988d36a7-9e95-4a57-8f80-8a0977dce122 req-48aeeff4-5ad8-43b0-b37e-9aa6bf1dad7a tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:12.509793 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-988d36a7-9e95-4a57-8f80-8a0977dce122 req-48aeeff4-5ad8-43b0-b37e-9aa6bf1dad7a tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c2f9279-7cc9-4d6f-b8cb-b08438524fa4 HTTP/1.1" status: 200 len: 946 time: 0.2499461 Jun 01 18:47:12.527982 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-66669d77-9082-4c39-b3c9-18ed579f1b77 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:12.528656 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-66669d77-9082-4c39-b3c9-18ed579f1b77 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:12.552646 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5de943-8ec0-4751-b10b-b6acab3317e5 tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] Pushing event updated for resources: {'Port': ['ID=cc8eaa17-8441-4d5c-bf5b-397c949381f6,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:47:12.579353 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f42af5b-fb8c-4773-8b2b-1aed77ef4bb7 req-7c5de943-8ec0-4751-b10b-b6acab3317e5 tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:12.579987 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-9f42af5b-fb8c-4773-8b2b-1aed77ef4bb7 req-7c5de943-8ec0-4751-b10b-b6acab3317e5 tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:12.585617 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-e471f47a-6152-4aad-b649-58b66d46aaa4 req-7a274946-9d8f-4bf4-a379-29ef922c5c79 tempest-ServersAdminNegativeTestJSON-228597633 tempest-ServersAdminNegativeTestJSON-228597633-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:12.601022 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-e471f47a-6152-4aad-b649-58b66d46aaa4 req-7a274946-9d8f-4bf4-a379-29ef922c5c79 tempest-ServersAdminNegativeTestJSON-228597633 tempest-ServersAdminNegativeTestJSON-228597633-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:12.630584 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-988d36a7-9e95-4a57-8f80-8a0977dce122 req-62b53591-db8f-47c1-9d03-df62942913b7 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] 10.222.0.41 "GET /v2.0/security-groups?id=92820b43-7593-449e-bdb5-02c9f22d29e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199121 Jun 01 18:47:12.648790 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-e471f47a-6152-4aad-b649-58b66d46aaa4 req-7a274946-9d8f-4bf4-a379-29ef922c5c79 tempest-ServersAdminNegativeTestJSON-228597633 tempest-ServersAdminNegativeTestJSON-228597633-project-admin] Synchronizing usage tracker for tenant:55adf84dda134faea8ca91c69492b967 on resource:security_group {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:47:12.663009 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-ba4cf0d0-1002-482e-96d8-d3b9b099e969 None None] Provisioning for port 44b44b8b-1cb0-4633-8ae2-35b7a49b3f45 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:47:12.664124 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-66669d77-9082-4c39-b3c9-18ed579f1b77 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3443408 Jun 01 18:47:12.665453 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-ba4cf0d0-1002-482e-96d8-d3b9b099e969 None None] Provisioning complete for port 44b44b8b-1cb0-4633-8ae2-35b7a49b3f45 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:47:12.665941 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-ba4cf0d0-1002-482e-96d8-d3b9b099e969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:12.669219 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a274946-9d8f-4bf4-a379-29ef922c5c79 tempest-ServersAdminNegativeTestJSON-228597633 tempest-ServersAdminNegativeTestJSON-228597633-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9fb55ed-7d07-4fa2-b356-c246e6e50021,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:47:12.680528 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-b98617bd-cb33-49f7-bc3a-0bb1244f69fc tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Request body: {'port': {'device_id': '9c83a2c5-aa3d-4e8d-af22-cb838112216f', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'c16c0733-68a0-4af2-9aa5-b2266da91869', 'admin_state_up': True, 'tenant_id': '5e0ead56e0d24edfb943f0d89aaec01a', 'security_groups': ['3eddd810-beb6-4f1d-8108-29288df7e7ee']}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:47:12.698800 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-9f42af5b-fb8c-4773-8b2b-1aed77ef4bb7 req-7c5de943-8ec0-4751-b10b-b6acab3317e5 tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5403211 Jun 01 18:47:12.715711 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [req-9f42af5b-fb8c-4773-8b2b-1aed77ef4bb7 req-3e8f91c1-d643-4964-9fa7-6f18d51254c9 service neutron] Request body: {'port': {'device_id': '420a476b-0d5b-4dc2-9bfb-22ae930ac2da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844202-1'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:47:12.767702 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-ba4cf0d0-1002-482e-96d8-d3b9b099e969 None None] Port 44b44b8b-1cb0-4633-8ae2-35b7a49b3f45 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 18:47:12.825864 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-e471f47a-6152-4aad-b649-58b66d46aaa4 req-7a274946-9d8f-4bf4-a379-29ef922c5c79 tempest-ServersAdminNegativeTestJSON-228597633 tempest-ServersAdminNegativeTestJSON-228597633-project-admin] Unset dirty status for tenant:55adf84dda134faea8ca91c69492b967 on resource:security_group {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:47:12.827556 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e471f47a-6152-4aad-b649-58b66d46aaa4 req-7a274946-9d8f-4bf4-a379-29ef922c5c79 tempest-ServersAdminNegativeTestJSON-228597633 tempest-ServersAdminNegativeTestJSON-228597633-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=a4853b3a-4c33-4f4d-ae0e-b592366e4676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8030784 Jun 01 18:47:12.963263 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-9f42af5b-fb8c-4773-8b2b-1aed77ef4bb7 req-3e8f91c1-d643-4964-9fa7-6f18d51254c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:13.025310 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24e8a61-3369-4e28-a452-8498ebe721ad req-1d942659-e53c-4ae0-a985-90f7a867ce12 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:13.032408 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f24e8a61-3369-4e28-a452-8498ebe721ad req-1d942659-e53c-4ae0-a985-90f7a867ce12 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] 10.222.0.41 "GET /v2.0/ports?device_id=25555729-d93d-444d-a0b5-0a4fa55d3cb8 HTTP/1.1" status: 200 len: 945 time: 0.2490573 Jun 01 18:47:13.036633 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-aeb077a6-39bb-40fd-b046-aba6c3890484 req-ce9cacf7-010a-41ea-b2a1-da58b9c52786 service neutron] For port d2fed082-f232-473f-b203-8abb2abbb3b0, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=d2fed082-f232-473f-b203-8abb2abbb3b0,segment=NetworkSegment(9bd376cf-8b39-4b75-aaa6-34bd3746194e),segment_id=9bd376cf-8b39-4b75-aaa6-34bd3746194e)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:47:13.095137 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f24e8a61-3369-4e28-a452-8498ebe721ad req-600f26dd-2eda-42af-b548-d85c1374cbfd tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] 10.222.0.41 "GET /v2.0/security-groups?id=32e0c067-0089-408b-a3cd-4b24e22ccce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618570 Jun 01 18:47:13.107793 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-b98617bd-cb33-49f7-bc3a-0bb1244f69fc tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:47:13.108506 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-aeb077a6-39bb-40fd-b046-aba6c3890484 req-ce9cacf7-010a-41ea-b2a1-da58b9c52786 service neutron] For port d2fed082-f232-473f-b203-8abb2abbb3b0, host n-h1-844202-1, cleared binding levels {{(pid=88524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:47:13.125509 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-b98617bd-cb33-49f7-bc3a-0bb1244f69fc tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Usage tracker for resource:port and tenant:5e0ead56e0d24edfb943f0d89aaec01a is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:47:13.137087 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-b98617bd-cb33-49f7-bc3a-0bb1244f69fc tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Quota usage for port was recalculated. Used quota:10. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:47:13.182205 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c2f9279-7cc9-4d6f-b8cb-b08438524fa4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd2fed082-f232-473f-b203-8abb2abbb3b0'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:47:13.188348 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-aeb077a6-39bb-40fd-b046-aba6c3890484 req-ce9cacf7-010a-41ea-b2a1-da58b9c52786 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:13.190495 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-b98617bd-cb33-49f7-bc3a-0bb1244f69fc tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attempting to reserve 1 items for resource port. Total usage: 10; quota limit: 500; headroom:490 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:47:13.195857 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-aeb077a6-39bb-40fd-b046-aba6c3890484 req-ce9cacf7-010a-41ea-b2a1-da58b9c52786 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:13.232017 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-b98617bd-cb33-49f7-bc3a-0bb1244f69fc tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Made reservation on behalf of 5e0ead56e0d24edfb943f0d89aaec01a for: {'port': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:47:13.246891 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device d2fed082-f232-473f-b203-8abb2abbb3b0 details requested by agent hyperv_n-h2-844202-1 with host n-h2-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 18:47:13.383383 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acae25a1-c39b-4d02-b5d2-87ef480610d3 req-ac049737-4ca8-42f4-a9ba-32c8fc1db3d0 tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:13.384158 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-acae25a1-c39b-4d02-b5d2-87ef480610d3 req-ac049737-4ca8-42f4-a9ba-32c8fc1db3d0 tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] Synchronizing usage tracker for tenant:6884b43c239b4677a270eb283de39d49 on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:47:13.450876 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-acae25a1-c39b-4d02-b5d2-87ef480610d3 req-ac049737-4ca8-42f4-a9ba-32c8fc1db3d0 tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] Unset dirty status for tenant:6884b43c239b4677a270eb283de39d49 on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:47:13.452045 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-acae25a1-c39b-4d02-b5d2-87ef480610d3 req-ac049737-4ca8-42f4-a9ba-32c8fc1db3d0 tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] 10.222.0.41 "GET /v2.0/ports?device_id=420a476b-0d5b-4dc2-9bfb-22ae930ac2da HTTP/1.1" status: 200 len: 932 time: 0.4287701 Jun 01 18:47:13.475757 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port d2fed082-f232-473f-b203-8abb2abbb3b0, host n-h1-844202-1, got binding levels [] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:47:13.516815 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-b98617bd-cb33-49f7-bc3a-0bb1244f69fc tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:13.531749 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Attempting to bind port d2fed082-f232-473f-b203-8abb2abbb3b0 on host n-h1-844202-1 for vnic_type normal with profile {"migrating_to": "n-h2-844202-1"} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:47:13.533049 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Attempting to bind port d2fed082-f232-473f-b203-8abb2abbb3b0 by drivers openvswitch,hyperv on host n-h1-844202-1 at level 0 using segments [{'id': '9bd376cf-8b39-4b75-aaa6-34bd3746194e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '222758ca-4c6e-4ccb-8f11-8c829f4da008'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:47:13.533771 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Attempting to bind port d2fed082-f232-473f-b203-8abb2abbb3b0 on network 222758ca-4c6e-4ccb-8f11-8c829f4da008 {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:47:13.537728 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9cacf7-010a-41ea-b2a1-da58b9c52786 service neutron] Pushing event updated for resources: {'Port': ['ID=d2fed082-f232-473f-b203-8abb2abbb3b0,revision_number=7']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:47:13.555210 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Port d2fed082-f232-473f-b203-8abb2abbb3b0 on network 222758ca-4c6e-4ccb-8f11-8c829f4da008 not bound, no agent of type Open vSwitch agent registered on host n-h1-844202-1 {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 18:47:13.555914 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Attempting to bind port d2fed082-f232-473f-b203-8abb2abbb3b0 on network 222758ca-4c6e-4ccb-8f11-8c829f4da008 {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:47:13.564201 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Checking agent: {'id': 'bdb1e5d7-b998-4259-838f-3d278e930f32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 18, 47, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:47:13.565868 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Checking segment: {'id': '9bd376cf-8b39-4b75-aaa6-34bd3746194e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '222758ca-4c6e-4ccb-8f11-8c829f4da008'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:47:13.566557 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Bound using segment: {'id': '9bd376cf-8b39-4b75-aaa6-34bd3746194e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '222758ca-4c6e-4ccb-8f11-8c829f4da008'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:47:13.567234 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Bound port: d2fed082-f232-473f-b203-8abb2abbb3b0, host: n-h1-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bd376cf-8b39-4b75-aaa6-34bd3746194e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '222758ca-4c6e-4ccb-8f11-8c829f4da008'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:47:13.568655 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:13.573018 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-acae25a1-c39b-4d02-b5d2-87ef480610d3 req-524bbd5f-2b25-4b5c-9b8a-b6f314754303 tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f2fd699-5af8-4379-8a92-35d8c8796709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054275 Jun 01 18:47:13.592469 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-aeb077a6-39bb-40fd-b046-aba6c3890484 req-ce9cacf7-010a-41ea-b2a1-da58b9c52786 service neutron] Attempting to bind port d2fed082-f232-473f-b203-8abb2abbb3b0 on host n-h1-844202-1 for vnic_type normal with profile {"migrating_to": "n-h2-844202-1"} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:47:13.592833 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-aeb077a6-39bb-40fd-b046-aba6c3890484 req-ce9cacf7-010a-41ea-b2a1-da58b9c52786 service neutron] Attempting to bind port d2fed082-f232-473f-b203-8abb2abbb3b0 by drivers openvswitch,hyperv on host n-h1-844202-1 at level 0 using segments [{'id': '9bd376cf-8b39-4b75-aaa6-34bd3746194e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '222758ca-4c6e-4ccb-8f11-8c829f4da008'}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:47:13.593082 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeb077a6-39bb-40fd-b046-aba6c3890484 req-ce9cacf7-010a-41ea-b2a1-da58b9c52786 service neutron] Attempting to bind port d2fed082-f232-473f-b203-8abb2abbb3b0 on network 222758ca-4c6e-4ccb-8f11-8c829f4da008 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:47:13.632986 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeb077a6-39bb-40fd-b046-aba6c3890484 req-ce9cacf7-010a-41ea-b2a1-da58b9c52786 service neutron] Port d2fed082-f232-473f-b203-8abb2abbb3b0 on network 222758ca-4c6e-4ccb-8f11-8c829f4da008 not bound, no agent of type Open vSwitch agent registered on host n-h1-844202-1 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 18:47:13.633301 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeb077a6-39bb-40fd-b046-aba6c3890484 req-ce9cacf7-010a-41ea-b2a1-da58b9c52786 service neutron] Attempting to bind port d2fed082-f232-473f-b203-8abb2abbb3b0 on network 222758ca-4c6e-4ccb-8f11-8c829f4da008 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:47:13.653165 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeb077a6-39bb-40fd-b046-aba6c3890484 req-ce9cacf7-010a-41ea-b2a1-da58b9c52786 service neutron] Checking agent: {'id': 'bdb1e5d7-b998-4259-838f-3d278e930f32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 18, 47, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:47:13.653536 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeb077a6-39bb-40fd-b046-aba6c3890484 req-ce9cacf7-010a-41ea-b2a1-da58b9c52786 service neutron] Checking segment: {'id': '9bd376cf-8b39-4b75-aaa6-34bd3746194e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '222758ca-4c6e-4ccb-8f11-8c829f4da008'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:47:13.653870 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeb077a6-39bb-40fd-b046-aba6c3890484 req-ce9cacf7-010a-41ea-b2a1-da58b9c52786 service neutron] Bound using segment: {'id': '9bd376cf-8b39-4b75-aaa6-34bd3746194e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '222758ca-4c6e-4ccb-8f11-8c829f4da008'} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:47:13.654301 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-aeb077a6-39bb-40fd-b046-aba6c3890484 req-ce9cacf7-010a-41ea-b2a1-da58b9c52786 service neutron] Bound port: d2fed082-f232-473f-b203-8abb2abbb3b0, host: n-h1-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bd376cf-8b39-4b75-aaa6-34bd3746194e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '222758ca-4c6e-4ccb-8f11-8c829f4da008'}}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:47:13.654638 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-aeb077a6-39bb-40fd-b046-aba6c3890484 req-ce9cacf7-010a-41ea-b2a1-da58b9c52786 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:13.689651 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0d917a-0e43-47ed-9fce-b771657c4aec req-370c3fdd-5aa1-4a0c-a686-1c51c3e2b25d tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:13.695959 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0d917a-0e43-47ed-9fce-b771657c4aec req-370c3fdd-5aa1-4a0c-a686-1c51c3e2b25d tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:13.702499 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0d917a-0e43-47ed-9fce-b771657c4aec req-370c3fdd-5aa1-4a0c-a686-1c51c3e2b25d tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:13.704173 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3b0d917a-0e43-47ed-9fce-b771657c4aec req-370c3fdd-5aa1-4a0c-a686-1c51c3e2b25d tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c83a2c5-aa3d-4e8d-af22-cb838112216f HTTP/1.1" status: 200 len: 2374 time: 0.4681761 Jun 01 18:47:13.786525 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b024f1b3-0009-4072-82d6-e9e64e209ce9 req-85038733-2c25-45be-be5e-5da886a3e71c tempest-ServersTestManualDisk-1181965885 tempest-ServersTestManualDisk-1181965885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:13.788018 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b024f1b3-0009-4072-82d6-e9e64e209ce9 req-85038733-2c25-45be-be5e-5da886a3e71c tempest-ServersTestManualDisk-1181965885 tempest-ServersTestManualDisk-1181965885-project] 10.222.0.50 "GET /v2.0/networks?id=ae90aacb-06d8-4816-9f23-36440149798c HTTP/1.1" status: 200 len: 811 time: 0.3786581 Jun 01 18:47:13.790674 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port d2fed082-f232-473f-b203-8abb2abbb3b0, host n-h1-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:47:13.796030 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port d2fed082-f232-473f-b203-8abb2abbb3b0, host n-h1-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=d2fed082-f232-473f-b203-8abb2abbb3b0,segment=NetworkSegment(9bd376cf-8b39-4b75-aaa6-34bd3746194e),segment_id=9bd376cf-8b39-4b75-aaa6-34bd3746194e)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:47:13.803046 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:13.881608 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3b0d917a-0e43-47ed-9fce-b771657c4aec req-d7a515c3-f5a8-454b-87ec-442c432ec1e5 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] 10.222.0.41 "GET /v2.0/security-groups?id=3eddd810-beb6-4f1d-8108-29288df7e7ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1581018 Jun 01 18:47:13.894726 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b024f1b3-0009-4072-82d6-e9e64e209ce9 req-dfaa1571-371c-4c2b-94f2-ae46d7d0bb7c tempest-ServersTestManualDisk-1181965885 tempest-ServersTestManualDisk-1181965885-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bee367ae0ad54e12b26a009fd0a33774 HTTP/1.1" status: 200 len: 379 time: 0.0958545 Jun 01 18:47:13.905713 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-b024f1b3-0009-4072-82d6-e9e64e209ce9 req-2bfbfa6e-3680-4d86-ba96-04cf511cc5c6 tempest-ServersTestManualDisk-1181965885 tempest-ServersTestManualDisk-1181965885-project] Request body: {'port': {'device_id': 'e48f61a1-dfd3-445e-99ff-341d1de8b7d1', 'network_id': 'ae90aacb-06d8-4816-9f23-36440149798c', 'admin_state_up': True, 'tenant_id': 'bee367ae0ad54e12b26a009fd0a33774', 'security_groups': ['0917b9ba-05f4-43cf-a302-ae418afea998']}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:47:13.930316 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-aeb077a6-39bb-40fd-b046-aba6c3890484 req-ce9cacf7-010a-41ea-b2a1-da58b9c52786 service neutron] For port d2fed082-f232-473f-b203-8abb2abbb3b0, host n-h1-844202-1, cleared binding levels {{(pid=88524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:47:14.020603 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.db.api [req-aeb077a6-39bb-40fd-b046-aba6c3890484 req-ce9cacf7-010a-41ea-b2a1-da58b9c52786 service neutron] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) d2fed082-f232-473f-b203-8abb2abbb3b0-n-h1-844202-1-0 {{(pid=88524) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 18:47:14.020951 n-d-844202-1 neutron-server[88524]: DEBUG oslo_db.api [req-aeb077a6-39bb-40fd-b046-aba6c3890484 req-ce9cacf7-010a-41ea-b2a1-da58b9c52786 service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 18:47:14.033755 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device d2fed082-f232-473f-b203-8abb2abbb3b0 has no active binding in host n-h2-844202-1 {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Jun 01 18:47:14.047321 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=d2fed082-f232-473f-b203-8abb2abbb3b0,revision_number=8']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:47:14.083736 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [req-9f42af5b-fb8c-4773-8b2b-1aed77ef4bb7 req-3e8f91c1-d643-4964-9fa7-6f18d51254c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc8eaa17-8441-4d5c-bf5b-397c949381f6 {{(pid=88525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:47:14.092744 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b39953ea-4f94-4c6e-9e9a-c9399dbdad7f req-92d5345b-ccf1-4a15-9afa-c87319dfd7d4 tempest-ServersTestManualDisk-1181965885 tempest-ServersTestManualDisk-1181965885-project] 10.222.0.41 "GET /v2.0/ports?device_id=e48f61a1-dfd3-445e-99ff-341d1de8b7d1 HTTP/1.1" status: 200 len: 210 time: 0.2955308 Jun 01 18:47:14.103193 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-9f42af5b-fb8c-4773-8b2b-1aed77ef4bb7 req-3e8f91c1-d643-4964-9fa7-6f18d51254c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:14.155794 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-b024f1b3-0009-4072-82d6-e9e64e209ce9 req-2bfbfa6e-3680-4d86-ba96-04cf511cc5c6 tempest-ServersTestManualDisk-1181965885 tempest-ServersTestManualDisk-1181965885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:47:14.175534 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-b024f1b3-0009-4072-82d6-e9e64e209ce9 req-2bfbfa6e-3680-4d86-ba96-04cf511cc5c6 tempest-ServersTestManualDisk-1181965885 tempest-ServersTestManualDisk-1181965885-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:47:14.188994 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [req-9f42af5b-fb8c-4773-8b2b-1aed77ef4bb7 req-3e8f91c1-d643-4964-9fa7-6f18d51254c9 service neutron] Transition to ACTIVE for port object cc8eaa17-8441-4d5c-bf5b-397c949381f6 will not be triggered until provisioned by entity L2. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:47:14.190431 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b024f1b3-0009-4072-82d6-e9e64e209ce9 req-2bfbfa6e-3680-4d86-ba96-04cf511cc5c6 tempest-ServersTestManualDisk-1181965885 tempest-ServersTestManualDisk-1181965885-project] Made reservation on behalf of bee367ae0ad54e12b26a009fd0a33774 for: {'port': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:47:14.194307 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-b024f1b3-0009-4072-82d6-e9e64e209ce9 req-2bfbfa6e-3680-4d86-ba96-04cf511cc5c6 tempest-ServersTestManualDisk-1181965885 tempest-ServersTestManualDisk-1181965885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:14.207672 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-9f42af5b-fb8c-4773-8b2b-1aed77ef4bb7 req-3e8f91c1-d643-4964-9fa7-6f18d51254c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:14.234272 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687f4435-969e-46b4-b556-a93744e07368 req-2931d2e1-af7e-43f6-8827-0ad881848715 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:14.235944 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-687f4435-969e-46b4-b556-a93744e07368 req-2931d2e1-af7e-43f6-8827-0ad881848715 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6a6d9c3-8862-4eeb-b898-6afb369449ea HTTP/1.1" status: 200 len: 950 time: 0.1526589 Jun 01 18:47:14.367589 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-687f4435-969e-46b4-b556-a93744e07368 req-92ac24c7-a872-45bb-9bbe-183d58949e12 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbe27866-6450-47f0-a8e1-f266dfb72433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823245 Jun 01 18:47:14.396744 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-b98617bd-cb33-49f7-bc3a-0bb1244f69fc tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Allocated IP 10.2.2.100 (c16c0733-68a0-4af2-9aa5-b2266da91869/bcbe5adf-a3df-4f93-a0dd-793635937e2f/140193c9-fdbc-41ee-a1d8-9a596f9546a5) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:47:14.436606 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23a0d284-7570-498c-a418-f6a0adaf65cf'] response: {'server_uuid': '0c2f9279-7cc9-4d6f-b8cb-b08438524fa4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd2fed082-f232-473f-b203-8abb2abbb3b0', 'code': 200} Jun 01 18:47:14.443884 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [req-b024f1b3-0009-4072-82d6-e9e64e209ce9 req-2bfbfa6e-3680-4d86-ba96-04cf511cc5c6 tempest-ServersTestManualDisk-1181965885 tempest-ServersTestManualDisk-1181965885-project] Allocated IP 172.20.0.8 (ae90aacb-06d8-4816-9f23-36440149798c/619ce5e2-1a90-4a7c-b866-53d809336772/e4ed00a5-b372-4c7c-91cb-1b4c6d82ac88) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:47:14.459598 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8f91c1-d643-4964-9fa7-6f18d51254c9 service neutron] Pushing event updated for resources: {'Port': ['ID=cc8eaa17-8441-4d5c-bf5b-397c949381f6,revision_number=2']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:47:14.649782 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-aeb077a6-39bb-40fd-b046-aba6c3890484 req-ce9cacf7-010a-41ea-b2a1-da58b9c52786 service neutron] Attempting to bind port d2fed082-f232-473f-b203-8abb2abbb3b0 on host n-h1-844202-1 for vnic_type normal with profile {"migrating_to": "n-h2-844202-1"} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:47:14.650068 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-aeb077a6-39bb-40fd-b046-aba6c3890484 req-ce9cacf7-010a-41ea-b2a1-da58b9c52786 service neutron] Attempting to bind port d2fed082-f232-473f-b203-8abb2abbb3b0 by drivers openvswitch,hyperv on host n-h1-844202-1 at level 0 using segments [{'id': '9bd376cf-8b39-4b75-aaa6-34bd3746194e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '222758ca-4c6e-4ccb-8f11-8c829f4da008'}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:47:14.650336 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeb077a6-39bb-40fd-b046-aba6c3890484 req-ce9cacf7-010a-41ea-b2a1-da58b9c52786 service neutron] Attempting to bind port d2fed082-f232-473f-b203-8abb2abbb3b0 on network 222758ca-4c6e-4ccb-8f11-8c829f4da008 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:47:14.667478 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeb077a6-39bb-40fd-b046-aba6c3890484 req-ce9cacf7-010a-41ea-b2a1-da58b9c52786 service neutron] Port d2fed082-f232-473f-b203-8abb2abbb3b0 on network 222758ca-4c6e-4ccb-8f11-8c829f4da008 not bound, no agent of type Open vSwitch agent registered on host n-h1-844202-1 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 18:47:14.667819 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeb077a6-39bb-40fd-b046-aba6c3890484 req-ce9cacf7-010a-41ea-b2a1-da58b9c52786 service neutron] Attempting to bind port d2fed082-f232-473f-b203-8abb2abbb3b0 on network 222758ca-4c6e-4ccb-8f11-8c829f4da008 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:47:14.681594 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-9f42af5b-fb8c-4773-8b2b-1aed77ef4bb7 req-3e8f91c1-d643-4964-9fa7-6f18d51254c9 service neutron] Attempting to bind port cc8eaa17-8441-4d5c-bf5b-397c949381f6 on host n-h1-844202-1 for vnic_type normal with profile {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:47:14.681594 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-9f42af5b-fb8c-4773-8b2b-1aed77ef4bb7 req-3e8f91c1-d643-4964-9fa7-6f18d51254c9 service neutron] Attempting to bind port cc8eaa17-8441-4d5c-bf5b-397c949381f6 by drivers openvswitch,hyperv on host n-h1-844202-1 at level 0 using segments [{'id': '5423f802-8952-4dea-8b13-e2a87f408f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e3dea7fc-235f-4736-8c6d-38e23ed566b9'}] {{(pid=88525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:47:14.681594 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f42af5b-fb8c-4773-8b2b-1aed77ef4bb7 req-3e8f91c1-d643-4964-9fa7-6f18d51254c9 service neutron] Attempting to bind port cc8eaa17-8441-4d5c-bf5b-397c949381f6 on network e3dea7fc-235f-4736-8c6d-38e23ed566b9 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:47:14.697471 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a3a0a7-16fd-4a91-8177-3ace828b6b54 req-f3512d1b-4df5-4ae0-b13a-18a41eeac29c tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:14.702303 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a4a3a0a7-16fd-4a91-8177-3ace828b6b54 req-f3512d1b-4df5-4ae0-b13a-18a41eeac29c tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] 10.222.0.41 "GET /v2.0/ports?device_id=25555729-d93d-444d-a0b5-0a4fa55d3cb8 HTTP/1.1" status: 200 len: 945 time: 0.3593013 Jun 01 18:47:14.702529 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeb077a6-39bb-40fd-b046-aba6c3890484 req-ce9cacf7-010a-41ea-b2a1-da58b9c52786 service neutron] Checking agent: {'id': 'bdb1e5d7-b998-4259-838f-3d278e930f32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 18, 47, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:47:14.702529 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeb077a6-39bb-40fd-b046-aba6c3890484 req-ce9cacf7-010a-41ea-b2a1-da58b9c52786 service neutron] Checking segment: {'id': '9bd376cf-8b39-4b75-aaa6-34bd3746194e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '222758ca-4c6e-4ccb-8f11-8c829f4da008'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:47:14.702529 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeb077a6-39bb-40fd-b046-aba6c3890484 req-ce9cacf7-010a-41ea-b2a1-da58b9c52786 service neutron] Bound using segment: {'id': '9bd376cf-8b39-4b75-aaa6-34bd3746194e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '222758ca-4c6e-4ccb-8f11-8c829f4da008'} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:47:14.702529 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-aeb077a6-39bb-40fd-b046-aba6c3890484 req-ce9cacf7-010a-41ea-b2a1-da58b9c52786 service neutron] Bound port: d2fed082-f232-473f-b203-8abb2abbb3b0, host: n-h1-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bd376cf-8b39-4b75-aaa6-34bd3746194e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '222758ca-4c6e-4ccb-8f11-8c829f4da008'}}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:47:14.702529 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-aeb077a6-39bb-40fd-b046-aba6c3890484 req-ce9cacf7-010a-41ea-b2a1-da58b9c52786 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:14.704501 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f42af5b-fb8c-4773-8b2b-1aed77ef4bb7 req-3e8f91c1-d643-4964-9fa7-6f18d51254c9 service neutron] Port cc8eaa17-8441-4d5c-bf5b-397c949381f6 on network e3dea7fc-235f-4736-8c6d-38e23ed566b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-844202-1 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 18:47:14.704824 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f42af5b-fb8c-4773-8b2b-1aed77ef4bb7 req-3e8f91c1-d643-4964-9fa7-6f18d51254c9 service neutron] Attempting to bind port cc8eaa17-8441-4d5c-bf5b-397c949381f6 on network e3dea7fc-235f-4736-8c6d-38e23ed566b9 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:47:14.743812 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f42af5b-fb8c-4773-8b2b-1aed77ef4bb7 req-3e8f91c1-d643-4964-9fa7-6f18d51254c9 service neutron] Checking agent: {'id': 'bdb1e5d7-b998-4259-838f-3d278e930f32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 18, 47, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:47:14.744144 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f42af5b-fb8c-4773-8b2b-1aed77ef4bb7 req-3e8f91c1-d643-4964-9fa7-6f18d51254c9 service neutron] Checking segment: {'id': '5423f802-8952-4dea-8b13-e2a87f408f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e3dea7fc-235f-4736-8c6d-38e23ed566b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:47:14.744553 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f42af5b-fb8c-4773-8b2b-1aed77ef4bb7 req-3e8f91c1-d643-4964-9fa7-6f18d51254c9 service neutron] Bound using segment: {'id': '5423f802-8952-4dea-8b13-e2a87f408f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e3dea7fc-235f-4736-8c6d-38e23ed566b9'} {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:47:14.744999 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-9f42af5b-fb8c-4773-8b2b-1aed77ef4bb7 req-3e8f91c1-d643-4964-9fa7-6f18d51254c9 service neutron] Bound port: cc8eaa17-8441-4d5c-bf5b-397c949381f6, host: n-h1-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5423f802-8952-4dea-8b13-e2a87f408f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e3dea7fc-235f-4736-8c6d-38e23ed566b9'}}] {{(pid=88525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:47:14.745341 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-9f42af5b-fb8c-4773-8b2b-1aed77ef4bb7 req-3e8f91c1-d643-4964-9fa7-6f18d51254c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:14.807046 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-b024f1b3-0009-4072-82d6-e9e64e209ce9 req-2bfbfa6e-3680-4d86-ba96-04cf511cc5c6 tempest-ServersTestManualDisk-1181965885 tempest-ServersTestManualDisk-1181965885-project] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:14.837233 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-b98617bd-cb33-49f7-bc3a-0bb1244f69fc tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:14.845072 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130ce22b-26b5-406c-9317-cdaaee7483e8 req-1797d042-4eb5-4f6e-82e5-e4da66f22151 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:14.846929 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-130ce22b-26b5-406c-9317-cdaaee7483e8 req-1797d042-4eb5-4f6e-82e5-e4da66f22151 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c2f9279-7cc9-4d6f-b8cb-b08438524fa4 HTTP/1.1" status: 200 len: 944 time: 0.2642319 Jun 01 18:47:14.857151 n-d-844202-1 neutron-server[88524]: WARNING neutron.plugins.ml2.plugin [req-aeb077a6-39bb-40fd-b046-aba6c3890484 req-ce9cacf7-010a-41ea-b2a1-da58b9c52786 service neutron] Concurrent port binding operations failed on port d2fed082-f232-473f-b203-8abb2abbb3b0 Jun 01 18:47:14.860123 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [req-b024f1b3-0009-4072-82d6-e9e64e209ce9 req-2bfbfa6e-3680-4d86-ba96-04cf511cc5c6 tempest-ServersTestManualDisk-1181965885 tempest-ServersTestManualDisk-1181965885-project] Transition to ACTIVE for port object e4ed00a5-b372-4c7c-91cb-1b4c6d82ac88 will not be triggered until provisioned by entity DHCP. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:47:14.863574 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-aeb077a6-39bb-40fd-b046-aba6c3890484 req-ce9cacf7-010a-41ea-b2a1-da58b9c52786 service neutron] For port d2fed082-f232-473f-b203-8abb2abbb3b0, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=d2fed082-f232-473f-b203-8abb2abbb3b0,segment=NetworkSegment(9bd376cf-8b39-4b75-aaa6-34bd3746194e),segment_id=9bd376cf-8b39-4b75-aaa6-34bd3746194e)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:47:14.874136 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a4a3a0a7-16fd-4a91-8177-3ace828b6b54 req-7362b2c3-534f-492f-8573-6a613d9c3a9b tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] 10.222.0.41 "GET /v2.0/security-groups?id=32e0c067-0089-408b-a3cd-4b24e22ccce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559243 Jun 01 18:47:14.882604 n-d-844202-1 neutron-server[88524]: INFO neutron.plugins.ml2.plugin [req-aeb077a6-39bb-40fd-b046-aba6c3890484 req-ce9cacf7-010a-41ea-b2a1-da58b9c52786 service neutron] Attempt 2 to bind port d2fed082-f232-473f-b203-8abb2abbb3b0 Jun 01 18:47:14.887338 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-b98617bd-cb33-49f7-bc3a-0bb1244f69fc tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Transition to ACTIVE for port object 140193c9-fdbc-41ee-a1d8-9a596f9546a5 will not be triggered until provisioned by entity DHCP. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:47:14.888557 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb077a6-39bb-40fd-b046-aba6c3890484 req-ce9cacf7-010a-41ea-b2a1-da58b9c52786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:14.889338 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-aeb077a6-39bb-40fd-b046-aba6c3890484 req-ce9cacf7-010a-41ea-b2a1-da58b9c52786 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:14.890684 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-aeb077a6-39bb-40fd-b046-aba6c3890484 req-ce9cacf7-010a-41ea-b2a1-da58b9c52786 service neutron] 10.222.0.50 "PUT /v2.0/ports/d2fed082-f232-473f-b203-8abb2abbb3b0 HTTP/1.1" status: 200 len: 1122 time: 2.6711419 Jun 01 18:47:14.940405 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-130ce22b-26b5-406c-9317-cdaaee7483e8 req-319bfe13-1f00-48f3-a568-4fa6a8666c05 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] 10.222.0.41 "GET /v2.0/security-groups?id=92820b43-7593-449e-bdb5-02c9f22d29e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779634 Jun 01 18:47:14.942915 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-9f42af5b-fb8c-4773-8b2b-1aed77ef4bb7 req-3e8f91c1-d643-4964-9fa7-6f18d51254c9 service neutron] For port cc8eaa17-8441-4d5c-bf5b-397c949381f6, host n-h1-844202-1, cleared binding levels {{(pid=88525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:47:14.949874 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-9f42af5b-fb8c-4773-8b2b-1aed77ef4bb7 req-3e8f91c1-d643-4964-9fa7-6f18d51254c9 service neutron] For port cc8eaa17-8441-4d5c-bf5b-397c949381f6, host n-h1-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=cc8eaa17-8441-4d5c-bf5b-397c949381f6,segment=NetworkSegment(5423f802-8952-4dea-8b13-e2a87f408f8c),segment_id=5423f802-8952-4dea-8b13-e2a87f408f8c)] {{(pid=88525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:47:14.958529 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-9f42af5b-fb8c-4773-8b2b-1aed77ef4bb7 req-3e8f91c1-d643-4964-9fa7-6f18d51254c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:14.965281 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-b024f1b3-0009-4072-82d6-e9e64e209ce9 req-2bfbfa6e-3680-4d86-ba96-04cf511cc5c6 tempest-ServersTestManualDisk-1181965885 tempest-ServersTestManualDisk-1181965885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:14.968681 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] get_ports_and_sgs() called for port_ids ['d2fed082-f232-473f-b203-8abb2abbb3b0'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:47:15.020009 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-b98617bd-cb33-49f7-bc3a-0bb1244f69fc tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:15.066666 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f42af5b-fb8c-4773-8b2b-1aed77ef4bb7 req-3e8f91c1-d643-4964-9fa7-6f18d51254c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:15.068038 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-9f42af5b-fb8c-4773-8b2b-1aed77ef4bb7 req-3e8f91c1-d643-4964-9fa7-6f18d51254c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:15.071976 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-9f42af5b-fb8c-4773-8b2b-1aed77ef4bb7 req-3e8f91c1-d643-4964-9fa7-6f18d51254c9 service neutron] 10.222.0.15 "PUT /v2.0/ports/cc8eaa17-8441-4d5c-bf5b-397c949381f6 HTTP/1.1" status: 200 len: 1092 time: 2.3608985 Jun 01 18:47:15.072988 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '420a476b-0d5b-4dc2-9bfb-22ae930ac2da', 'tag': 'cc8eaa17-8441-4d5c-bf5b-397c949381f6'}] {{(pid=88525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:47:15.102015 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] get_ports_and_sgs() called for port_ids ['d2fed082-f232-473f-b203-8abb2abbb3b0'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:47:15.114304 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-b98617bd-cb33-49f7-bc3a-0bb1244f69fc tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Network c16c0733-68a0-4af2-9aa5-b2266da91869 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:47:15.175656 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-b98617bd-cb33-49f7-bc3a-0bb1244f69fc tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:47:15.175859 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b024f1b3-0009-4072-82d6-e9e64e209ce9 req-2bfbfa6e-3680-4d86-ba96-04cf511cc5c6 tempest-ServersTestManualDisk-1181965885 tempest-ServersTestManualDisk-1181965885-project] Network ae90aacb-06d8-4816-9f23-36440149798c is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:47:15.185998 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [req-b024f1b3-0009-4072-82d6-e9e64e209ce9 req-2bfbfa6e-3680-4d86-ba96-04cf511cc5c6 tempest-ServersTestManualDisk-1181965885 tempest-ServersTestManualDisk-1181965885-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:47:15.196918 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-b98617bd-cb33-49f7-bc3a-0bb1244f69fc tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:47:15.201758 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-b024f1b3-0009-4072-82d6-e9e64e209ce9 req-2bfbfa6e-3680-4d86-ba96-04cf511cc5c6 tempest-ServersTestManualDisk-1181965885 tempest-ServersTestManualDisk-1181965885-project] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:47:15.307648 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfbfa6e-3680-4d86-ba96-04cf511cc5c6 tempest-ServersTestManualDisk-1181965885 tempest-ServersTestManualDisk-1181965885-project] Pushing event updated for resources: {'Port': ['ID=e4ed00a5-b372-4c7c-91cb-1b4c6d82ac88,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:47:15.372583 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8f91c1-d643-4964-9fa7-6f18d51254c9 service neutron] Pushing event updated for resources: {'Port': ['ID=cc8eaa17-8441-4d5c-bf5b-397c949381f6,revision_number=3']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:47:15.647610 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-dbf45d12-5b6f-487b-af6b-e4154d476230 None None] Provisioning for port e4ed00a5-b372-4c7c-91cb-1b4c6d82ac88 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:47:15.664785 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-dbf45d12-5b6f-487b-af6b-e4154d476230 None None] Provisioning complete for port e4ed00a5-b372-4c7c-91cb-1b4c6d82ac88 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:47:15.665304 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-dbf45d12-5b6f-487b-af6b-e4154d476230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:15.670922 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-b98617bd-cb33-49f7-bc3a-0bb1244f69fc tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:15.671797 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-b98617bd-cb33-49f7-bc3a-0bb1244f69fc tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:15.691659 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98617bd-cb33-49f7-bc3a-0bb1244f69fc tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Pushing event updated for resources: {'Port': ['ID=140193c9-fdbc-41ee-a1d8-9a596f9546a5,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:47:15.706410 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b024f1b3-0009-4072-82d6-e9e64e209ce9 req-2bfbfa6e-3680-4d86-ba96-04cf511cc5c6 tempest-ServersTestManualDisk-1181965885 tempest-ServersTestManualDisk-1181965885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:15.707408 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-b024f1b3-0009-4072-82d6-e9e64e209ce9 req-2bfbfa6e-3680-4d86-ba96-04cf511cc5c6 tempest-ServersTestManualDisk-1181965885 tempest-ServersTestManualDisk-1181965885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:15.728411 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 49370) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:47:15.750963 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-b98617bd-cb33-49f7-bc3a-0bb1244f69fc tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0772300 Jun 01 18:47:15.758484 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f42af5b-fb8c-4773-8b2b-1aed77ef4bb7 req-dea941d1-bf6b-48a8-804b-9bb6c25e2608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:15.760332 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-9f42af5b-fb8c-4773-8b2b-1aed77ef4bb7 req-dea941d1-bf6b-48a8-804b-9bb6c25e2608 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6884b43c239b4677a270eb283de39d49&device_id=420a476b-0d5b-4dc2-9bfb-22ae930ac2da HTTP/1.1" status: 200 len: 1095 time: 0.6414404 Jun 01 18:47:15.766390 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-20f4b247-a3b9-4027-bdaf-1bcb8c926499 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Request body: {'port': {'device_id': '9c83a2c5-aa3d-4e8d-af22-cb838112216f', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'c16c0733-68a0-4af2-9aa5-b2266da91869', 'admin_state_up': True, 'tenant_id': '5e0ead56e0d24edfb943f0d89aaec01a', 'security_groups': ['3eddd810-beb6-4f1d-8108-29288df7e7ee']}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:47:15.808468 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b024f1b3-0009-4072-82d6-e9e64e209ce9 req-2bfbfa6e-3680-4d86-ba96-04cf511cc5c6 tempest-ServersTestManualDisk-1181965885 tempest-ServersTestManualDisk-1181965885-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9030299 Jun 01 18:47:15.814020 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-dbf45d12-5b6f-487b-af6b-e4154d476230 None None] Port e4ed00a5-b372-4c7c-91cb-1b4c6d82ac88 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 18:47:15.840492 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d112f026-f81c-4813-8c2c-1e62328a9ea5 req-36befd2e-37f1-447b-aecc-a77456bcde1c tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:15.844799 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d112f026-f81c-4813-8c2c-1e62328a9ea5 req-36befd2e-37f1-447b-aecc-a77456bcde1c tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] 10.222.0.41 "GET /v2.0/ports?device_id=420a476b-0d5b-4dc2-9bfb-22ae930ac2da HTTP/1.1" status: 200 len: 944 time: 0.5467110 Jun 01 18:47:15.854046 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-b024f1b3-0009-4072-82d6-e9e64e209ce9 req-e06344d4-6737-4925-bcda-0745bc368c03 service neutron] Request body: {'port': {'device_id': 'e48f61a1-dfd3-445e-99ff-341d1de8b7d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844202-1'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:47:15.946939 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-ce7a1b74-a8b5-45d9-a688-61be00f13f68 None None] Provisioning for port 140193c9-fdbc-41ee-a1d8-9a596f9546a5 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:47:15.980534 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-ce7a1b74-a8b5-45d9-a688-61be00f13f68 None None] Provisioning complete for port 140193c9-fdbc-41ee-a1d8-9a596f9546a5 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:47:15.982858 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-ce7a1b74-a8b5-45d9-a688-61be00f13f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:16.024578 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-b024f1b3-0009-4072-82d6-e9e64e209ce9 req-e06344d4-6737-4925-bcda-0745bc368c03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:16.035217 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-9f42af5b-fb8c-4773-8b2b-1aed77ef4bb7 req-d600190d-8fe2-47a4-9f06-44829d1ee5c7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cc8eaa17-8441-4d5c-bf5b-397c949381f6 HTTP/1.1" status: 200 len: 217 time: 0.2475622 Jun 01 18:47:16.035872 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d112f026-f81c-4813-8c2c-1e62328a9ea5 req-56642957-f0dc-4db4-82bb-b896465defa1 tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f2fd699-5af8-4379-8a92-35d8c8796709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460733 Jun 01 18:47:16.069530 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-ce7a1b74-a8b5-45d9-a688-61be00f13f68 None None] Port 140193c9-fdbc-41ee-a1d8-9a596f9546a5 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 18:47:16.124857 n-d-844202-1 neutron-server[88525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c762ebdf-f87a-4aba-bcd2-597f50e408b2'] response: {'name': 'network-changed', 'server_uuid': '420a476b-0d5b-4dc2-9bfb-22ae930ac2da', 'tag': 'cc8eaa17-8441-4d5c-bf5b-397c949381f6', 'status': 'completed', 'code': 200} Jun 01 18:47:16.138385 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-fd8afe00-ed41-45c4-a9aa-84a9f0030657 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:16.206103 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-fd8afe00-ed41-45c4-a9aa-84a9f0030657 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:47:16.237210 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f42af5b-fb8c-4773-8b2b-1aed77ef4bb7 req-08db7fbe-424b-4f2f-9ee6-dfb4761c9399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:16.239318 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-9f42af5b-fb8c-4773-8b2b-1aed77ef4bb7 req-08db7fbe-424b-4f2f-9ee6-dfb4761c9399 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=da8eacd5-9944-4111-9d5f-9f3e01b23eff HTTP/1.1" status: 200 len: 845 time: 0.1861649 Jun 01 18:47:16.242011 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-fd8afe00-ed41-45c4-a9aa-84a9f0030657 admin admin] Usage tracker for resource:security_group_rule and tenant:254241269a8c4686a2823793cb12dca0 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:47:16.246072 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-fd8afe00-ed41-45c4-a9aa-84a9f0030657 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:47:16.296115 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-fd8afe00-ed41-45c4-a9aa-84a9f0030657 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:47:16.300606 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-20f4b247-a3b9-4027-bdaf-1bcb8c926499 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:47:16.314572 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-9f42af5b-fb8c-4773-8b2b-1aed77ef4bb7 req-81dd1443-1f27-475d-8597-a41b86734ea3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e3dea7fc-235f-4736-8c6d-38e23ed566b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0634196 Jun 01 18:47:16.317581 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-20f4b247-a3b9-4027-bdaf-1bcb8c926499 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Usage tracker for resource:port and tenant:5e0ead56e0d24edfb943f0d89aaec01a is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:47:16.329267 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a825c3c-8c1d-436e-963a-d3900f2217b0 req-e6857e6c-9aeb-403e-86e1-5066a3b50c6b tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:16.335147 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a825c3c-8c1d-436e-963a-d3900f2217b0 req-e6857e6c-9aeb-403e-86e1-5066a3b50c6b tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:16.340975 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a825c3c-8c1d-436e-963a-d3900f2217b0 req-e6857e6c-9aeb-403e-86e1-5066a3b50c6b tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:16.347403 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a825c3c-8c1d-436e-963a-d3900f2217b0 req-e6857e6c-9aeb-403e-86e1-5066a3b50c6b tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:16.348330 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-4a825c3c-8c1d-436e-963a-d3900f2217b0 req-e6857e6c-9aeb-403e-86e1-5066a3b50c6b tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Synchronizing usage tracker for tenant:5e0ead56e0d24edfb943f0d89aaec01a on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:47:16.352408 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-20f4b247-a3b9-4027-bdaf-1bcb8c926499 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Quota usage for port was recalculated. Used quota:11. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:47:16.383197 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-20f4b247-a3b9-4027-bdaf-1bcb8c926499 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attempting to reserve 1 items for resource port. Total usage: 11; quota limit: 500; headroom:489 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:47:16.424580 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84315a2-bf02-4b5c-9036-48f2a34ccf54 req-ff12184c-e773-4938-a9b6-0af4439953fd tempest-ServersTestManualDisk-1181965885 tempest-ServersTestManualDisk-1181965885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:16.425619 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-e84315a2-bf02-4b5c-9036-48f2a34ccf54 req-ff12184c-e773-4938-a9b6-0af4439953fd tempest-ServersTestManualDisk-1181965885 tempest-ServersTestManualDisk-1181965885-project] Synchronizing usage tracker for tenant:bee367ae0ad54e12b26a009fd0a33774 on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:47:16.437506 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c2f9279-7cc9-4d6f-b8cb-b08438524fa4', 'tag': 'd2fed082-f232-473f-b203-8abb2abbb3b0'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:47:16.463043 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-e84315a2-bf02-4b5c-9036-48f2a34ccf54 req-ff12184c-e773-4938-a9b6-0af4439953fd tempest-ServersTestManualDisk-1181965885 tempest-ServersTestManualDisk-1181965885-project] Unset dirty status for tenant:bee367ae0ad54e12b26a009fd0a33774 on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:47:16.464120 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e84315a2-bf02-4b5c-9036-48f2a34ccf54 req-ff12184c-e773-4938-a9b6-0af4439953fd tempest-ServersTestManualDisk-1181965885 tempest-ServersTestManualDisk-1181965885-project] 10.222.0.41 "GET /v2.0/ports?device_id=e48f61a1-dfd3-445e-99ff-341d1de8b7d1 HTTP/1.1" status: 200 len: 931 time: 0.2506504 Jun 01 18:47:16.558475 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [req-b024f1b3-0009-4072-82d6-e9e64e209ce9 req-e06344d4-6737-4925-bcda-0745bc368c03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4ed00a5-b372-4c7c-91cb-1b4c6d82ac88 {{(pid=88524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:47:16.570546 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-b024f1b3-0009-4072-82d6-e9e64e209ce9 req-e06344d4-6737-4925-bcda-0745bc368c03 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:16.575900 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e84315a2-bf02-4b5c-9036-48f2a34ccf54 req-61bbe6c4-a28c-44ae-9ae1-b665cb1d72d1 tempest-ServersTestManualDisk-1181965885 tempest-ServersTestManualDisk-1181965885-project] 10.222.0.41 "GET /v2.0/security-groups?id=0917b9ba-05f4-43cf-a302-ae418afea998&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787263 Jun 01 18:47:16.593369 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [req-b024f1b3-0009-4072-82d6-e9e64e209ce9 req-e06344d4-6737-4925-bcda-0745bc368c03 service neutron] Transition to ACTIVE for port object e4ed00a5-b372-4c7c-91cb-1b4c6d82ac88 will not be triggered until provisioned by entity L2. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:47:16.608375 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-b024f1b3-0009-4072-82d6-e9e64e209ce9 req-e06344d4-6737-4925-bcda-0745bc368c03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:16.619175 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-20f4b247-a3b9-4027-bdaf-1bcb8c926499 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Made reservation on behalf of 5e0ead56e0d24edfb943f0d89aaec01a for: {'port': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:47:16.623744 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-20f4b247-a3b9-4027-bdaf-1bcb8c926499 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:16.641803 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-4a825c3c-8c1d-436e-963a-d3900f2217b0 req-e6857e6c-9aeb-403e-86e1-5066a3b50c6b tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Unset dirty status for tenant:5e0ead56e0d24edfb943f0d89aaec01a on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:47:16.643485 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4a825c3c-8c1d-436e-963a-d3900f2217b0 req-e6857e6c-9aeb-403e-86e1-5066a3b50c6b tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c83a2c5-aa3d-4e8d-af22-cb838112216f HTTP/1.1" status: 200 len: 3095 time: 0.7573431 Jun 01 18:47:16.804973 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06344d4-6737-4925-bcda-0745bc368c03 service neutron] Pushing event updated for resources: {'Port': ['ID=e4ed00a5-b372-4c7c-91cb-1b4c6d82ac88,revision_number=2']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:47:16.826321 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-9f42af5b-fb8c-4773-8b2b-1aed77ef4bb7 req-92c92bc5-e373-4ae2-91ed-b7c3fb66c8c7 service neutron] 10.222.0.15 "GET /v2.0/networks/e3dea7fc-235f-4736-8c6d-38e23ed566b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4750395 Jun 01 18:47:16.937445 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4a825c3c-8c1d-436e-963a-d3900f2217b0 req-29d4a703-a960-4e92-9bd5-ece2cd5bdb8b tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] 10.222.0.41 "GET /v2.0/security-groups?id=3eddd810-beb6-4f1d-8108-29288df7e7ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2665071 Jun 01 18:47:16.944269 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-b024f1b3-0009-4072-82d6-e9e64e209ce9 req-e06344d4-6737-4925-bcda-0745bc368c03 service neutron] Attempting to bind port e4ed00a5-b372-4c7c-91cb-1b4c6d82ac88 on host n-h2-844202-1 for vnic_type normal with profile {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:47:16.944604 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-b024f1b3-0009-4072-82d6-e9e64e209ce9 req-e06344d4-6737-4925-bcda-0745bc368c03 service neutron] Attempting to bind port e4ed00a5-b372-4c7c-91cb-1b4c6d82ac88 by drivers openvswitch,hyperv on host n-h2-844202-1 at level 0 using segments [{'id': 'dbed2ef3-fec2-48d6-9802-f5f8c232ad46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'ae90aacb-06d8-4816-9f23-36440149798c'}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:47:16.944925 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b024f1b3-0009-4072-82d6-e9e64e209ce9 req-e06344d4-6737-4925-bcda-0745bc368c03 service neutron] Attempting to bind port e4ed00a5-b372-4c7c-91cb-1b4c6d82ac88 on network ae90aacb-06d8-4816-9f23-36440149798c {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:47:16.954321 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c487b54d-3718-4c9e-baa1-fd35c96ec2ac req-58936ad7-df57-4c36-a190-e6eb054bff60 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:16.956655 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c487b54d-3718-4c9e-baa1-fd35c96ec2ac req-58936ad7-df57-4c36-a190-e6eb054bff60 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6a6d9c3-8862-4eeb-b898-6afb369449ea HTTP/1.1" status: 200 len: 950 time: 0.2207525 Jun 01 18:47:16.961097 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b024f1b3-0009-4072-82d6-e9e64e209ce9 req-e06344d4-6737-4925-bcda-0745bc368c03 service neutron] Port e4ed00a5-b372-4c7c-91cb-1b4c6d82ac88 on network ae90aacb-06d8-4816-9f23-36440149798c not bound, no agent of type Open vSwitch agent registered on host n-h2-844202-1 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 18:47:16.961739 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b024f1b3-0009-4072-82d6-e9e64e209ce9 req-e06344d4-6737-4925-bcda-0745bc368c03 service neutron] Attempting to bind port e4ed00a5-b372-4c7c-91cb-1b4c6d82ac88 on network ae90aacb-06d8-4816-9f23-36440149798c {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:47:16.978947 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b024f1b3-0009-4072-82d6-e9e64e209ce9 req-e06344d4-6737-4925-bcda-0745bc368c03 service neutron] Checking agent: {'id': 'f5db9968-6317-4186-9100-9e0ca6b50417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 18, 47, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:47:16.979460 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b024f1b3-0009-4072-82d6-e9e64e209ce9 req-e06344d4-6737-4925-bcda-0745bc368c03 service neutron] Checking segment: {'id': 'dbed2ef3-fec2-48d6-9802-f5f8c232ad46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'ae90aacb-06d8-4816-9f23-36440149798c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:47:16.979995 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b024f1b3-0009-4072-82d6-e9e64e209ce9 req-e06344d4-6737-4925-bcda-0745bc368c03 service neutron] Bound using segment: {'id': 'dbed2ef3-fec2-48d6-9802-f5f8c232ad46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'ae90aacb-06d8-4816-9f23-36440149798c'} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:47:16.980638 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-b024f1b3-0009-4072-82d6-e9e64e209ce9 req-e06344d4-6737-4925-bcda-0745bc368c03 service neutron] Bound port: e4ed00a5-b372-4c7c-91cb-1b4c6d82ac88, host: n-h2-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbed2ef3-fec2-48d6-9802-f5f8c232ad46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'ae90aacb-06d8-4816-9f23-36440149798c'}}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:47:16.981138 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-b024f1b3-0009-4072-82d6-e9e64e209ce9 req-e06344d4-6737-4925-bcda-0745bc368c03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:17.012746 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-fd8afe00-ed41-45c4-a9aa-84a9f0030657 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:17.035722 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-fd8afe00-ed41-45c4-a9aa-84a9f0030657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:17.105757 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c487b54d-3718-4c9e-baa1-fd35c96ec2ac req-05356a9f-ea57-483f-b4be-b3fc5e9a0a3a tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbe27866-6450-47f0-a8e1-f266dfb72433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281347 Jun 01 18:47:17.161617 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-b024f1b3-0009-4072-82d6-e9e64e209ce9 req-e06344d4-6737-4925-bcda-0745bc368c03 service neutron] For port e4ed00a5-b372-4c7c-91cb-1b4c6d82ac88, host n-h2-844202-1, cleared binding levels {{(pid=88524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:47:17.165891 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-b024f1b3-0009-4072-82d6-e9e64e209ce9 req-e06344d4-6737-4925-bcda-0745bc368c03 service neutron] For port e4ed00a5-b372-4c7c-91cb-1b4c6d82ac88, host n-h2-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=e4ed00a5-b372-4c7c-91cb-1b4c6d82ac88,segment=NetworkSegment(dbed2ef3-fec2-48d6-9802-f5f8c232ad46),segment_id=dbed2ef3-fec2-48d6-9802-f5f8c232ad46)] {{(pid=88524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:47:17.174451 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-b024f1b3-0009-4072-82d6-e9e64e209ce9 req-e06344d4-6737-4925-bcda-0745bc368c03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:17.293155 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b024f1b3-0009-4072-82d6-e9e64e209ce9 req-e06344d4-6737-4925-bcda-0745bc368c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:17.294195 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-b024f1b3-0009-4072-82d6-e9e64e209ce9 req-e06344d4-6737-4925-bcda-0745bc368c03 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:17.295973 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b024f1b3-0009-4072-82d6-e9e64e209ce9 req-e06344d4-6737-4925-bcda-0745bc368c03 service neutron] 10.222.0.50 "PUT /v2.0/ports/e4ed00a5-b372-4c7c-91cb-1b4c6d82ac88 HTTP/1.1" status: 200 len: 1091 time: 1.4483228 Jun 01 18:47:17.333274 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06344d4-6737-4925-bcda-0745bc368c03 service neutron] Pushing event updated for resources: {'Port': ['ID=e4ed00a5-b372-4c7c-91cb-1b4c6d82ac88,revision_number=3']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:47:17.379951 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8afe00-ed41-45c4-a9aa-84a9f0030657 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0e705c2-adaf-4133-896c-948cfd605fa9,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:47:17.385366 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-fd8afe00-ed41-45c4-a9aa-84a9f0030657 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=254241269a8c4686a2823793cb12dca0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6490319 Jun 01 18:47:17.388773 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 49394) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:47:17.437011 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87adac45-2c57-4234-a4fe-b1380b393a99 req-01d1b4a7-c851-48c2-af50-9a5ceb140005 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:17.445232 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-87adac45-2c57-4234-a4fe-b1380b393a99 req-01d1b4a7-c851-48c2-af50-9a5ceb140005 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c2f9279-7cc9-4d6f-b8cb-b08438524fa4 HTTP/1.1" status: 200 len: 944 time: 0.2288046 Jun 01 18:47:17.478231 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-9f42af5b-fb8c-4773-8b2b-1aed77ef4bb7 req-8112d151-42ef-4a43-aa0b-afebc20ef075 service neutron] 10.222.0.15 "GET /v2.0/networks/e3dea7fc-235f-4736-8c6d-38e23ed566b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6433103 Jun 01 18:47:17.482987 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-20f4b247-a3b9-4027-bdaf-1bcb8c926499 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Allocated IP 10.2.2.200 (c16c0733-68a0-4af2-9aa5-b2266da91869/bcbe5adf-a3df-4f93-a0dd-793635937e2f/93302f40-25f2-43b4-81bb-fbbce8a6a912) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:47:17.538642 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-87adac45-2c57-4234-a4fe-b1380b393a99 req-b571457f-2a3a-4903-8360-2a7166f1d067 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] 10.222.0.41 "GET /v2.0/security-groups?id=92820b43-7593-449e-bdb5-02c9f22d29e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924249 Jun 01 18:47:17.556180 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d427c93-5bd2-49cf-814d-454f65f76fc7 req-2afc36f3-8df5-4fcd-908c-5cc2a9cd3768 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:17.558015 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2d427c93-5bd2-49cf-814d-454f65f76fc7 req-2afc36f3-8df5-4fcd-908c-5cc2a9cd3768 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] 10.222.0.41 "GET /v2.0/networks?id=f464bab1-fed8-4b70-bd0a-84f4f32a722e HTTP/1.1" status: 200 len: 814 time: 0.4432120 Jun 01 18:47:17.566895 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2ec6c7d7-55f3-4ec3-ab62-4089219c9855 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:17.572213 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b024f1b3-0009-4072-82d6-e9e64e209ce9 req-1ecccd5d-fcbe-4c1f-9470-82bf1898be5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:17.573830 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b024f1b3-0009-4072-82d6-e9e64e209ce9 req-1ecccd5d-fcbe-4c1f-9470-82bf1898be5d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=bee367ae0ad54e12b26a009fd0a33774&device_id=e48f61a1-dfd3-445e-99ff-341d1de8b7d1 HTTP/1.1" status: 200 len: 1094 time: 0.2295461 Jun 01 18:47:17.630193 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a4ab73-bef9-43a8-8219-37eb61ef5655 req-ab79d1c6-8cef-4670-a285-36bb0213fbe2 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:17.631797 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-50a4ab73-bef9-43a8-8219-37eb61ef5655 req-ab79d1c6-8cef-4670-a285-36bb0213fbe2 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] 10.222.0.15 "GET /v2.0/ports?device_id=25555729-d93d-444d-a0b5-0a4fa55d3cb8 HTTP/1.1" status: 200 len: 945 time: 0.5699434 Jun 01 18:47:17.652862 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2d427c93-5bd2-49cf-814d-454f65f76fc7 req-915693fc-5f56-4a93-9773-8624170d6e66 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] 10.222.0.41 "GET /v2.0/quotas/dd99cee1173546e6a5fd323f8dfa5a74 HTTP/1.1" status: 200 len: 375 time: 0.0507874 Jun 01 18:47:17.654456 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f1ba3f3-f219-4123-910a-5b613cd961c6'] response: {'name': 'network-changed', 'server_uuid': '0c2f9279-7cc9-4d6f-b8cb-b08438524fa4', 'tag': 'd2fed082-f232-473f-b203-8abb2abbb3b0', 'status': 'completed', 'code': 200} Jun 01 18:47:17.722561 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b024f1b3-0009-4072-82d6-e9e64e209ce9 req-c0358717-5190-422b-867f-64a91e8cb7fb service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e4ed00a5-b372-4c7c-91cb-1b4c6d82ac88 HTTP/1.1" status: 200 len: 217 time: 0.1364403 Jun 01 18:47:17.732069 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2ec6c7d7-55f3-4ec3-ab62-4089219c9855 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:17.880677 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [req-50a4ab73-bef9-43a8-8219-37eb61ef5655 req-e4e3d5a0-b431-46a4-8ac0-28e835e4d293 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] Deleting port 1c6871b3-056c-4e65-926a-58f41668075c {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:47:17.880901 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-50a4ab73-bef9-43a8-8219-37eb61ef5655 req-e4e3d5a0-b431-46a4-8ac0-28e835e4d293 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:17.997088 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cceb2eca-0e7a-4dbf-b9c3-c70a8d63364a req-b96fa26f-8a5e-4939-9f94-54af8a331dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:17.998571 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-cceb2eca-0e7a-4dbf-b9c3-c70a8d63364a req-b96fa26f-8a5e-4939-9f94-54af8a331dcf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6884b43c239b4677a270eb283de39d49&device_id=420a476b-0d5b-4dc2-9bfb-22ae930ac2da HTTP/1.1" status: 200 len: 1095 time: 0.4547365 Jun 01 18:47:18.019460 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b024f1b3-0009-4072-82d6-e9e64e209ce9 req-975359cb-9f39-4b16-8e43-e1f1581fac9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:18.020945 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b024f1b3-0009-4072-82d6-e9e64e209ce9 req-975359cb-9f39-4b16-8e43-e1f1581fac9d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=619ce5e2-1a90-4a7c-b866-53d809336772 HTTP/1.1" status: 200 len: 850 time: 0.2815509 Jun 01 18:47:18.055206 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-20f4b247-a3b9-4027-bdaf-1bcb8c926499 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:18.098026 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36e6895-cada-4bca-adf7-c3f758859fdd req-2c8f496c-ae16-4fd4-8aaa-6c4e0e07fd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:18.099522 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f36e6895-cada-4bca-adf7-c3f758859fdd req-2c8f496c-ae16-4fd4-8aaa-6c4e0e07fd83 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ee3dca5a75c542e0966797f286e0b4d5&device_id=0c2f9279-7cc9-4d6f-b8cb-b08438524fa4 HTTP/1.1" status: 200 len: 1125 time: 0.4363577 Jun 01 18:47:18.101111 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2ec6c7d7-55f3-4ec3-ab62-4089219c9855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:18.128285 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112dfb9e-9bfb-4d38-958b-08a979a5460f req-7159bb74-3322-4368-b6c7-2229d45e5f77 tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:18.130316 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-112dfb9e-9bfb-4d38-958b-08a979a5460f req-7159bb74-3322-4368-b6c7-2229d45e5f77 tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] 10.222.0.41 "GET /v2.0/ports?device_id=420a476b-0d5b-4dc2-9bfb-22ae930ac2da HTTP/1.1" status: 200 len: 944 time: 0.3871257 Jun 01 18:47:18.160892 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec6c7d7-55f3-4ec3-ab62-4089219c9855 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0e705c2-adaf-4133-896c-948cfd605fa9,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:47:18.170427 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-20f4b247-a3b9-4027-bdaf-1bcb8c926499 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Transition to ACTIVE for port object 93302f40-25f2-43b4-81bb-fbbce8a6a912 will not be triggered until provisioned by entity DHCP. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:47:18.184591 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2d427c93-5bd2-49cf-814d-454f65f76fc7 req-279a4d09-8f9b-44c9-adec-75eabcef7f96 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=dd99cee1173546e6a5fd323f8dfa5a74&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4767241 Jun 01 18:47:18.237916 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2ec6c7d7-55f3-4ec3-ab62-4089219c9855 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:18.239036 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-2ec6c7d7-55f3-4ec3-ab62-4089219c9855 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e0e705c2-adaf-4133-896c-948cfd605fa9 HTTP/1.1" status: 204 len: 168 time: 0.8476310 Jun 01 18:47:18.286858 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-112dfb9e-9bfb-4d38-958b-08a979a5460f req-9534dbf3-4782-415d-ad6a-fd92514bfe3d tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f2fd699-5af8-4379-8a92-35d8c8796709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296952 Jun 01 18:47:18.311177 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b024f1b3-0009-4072-82d6-e9e64e209ce9 req-8b032ff0-a296-4e6c-aec7-90f1fc76bb6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:18.312600 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b024f1b3-0009-4072-82d6-e9e64e209ce9 req-8b032ff0-a296-4e6c-aec7-90f1fc76bb6b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ae90aacb-06d8-4816-9f23-36440149798c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2835042 Jun 01 18:47:18.418768 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36e6895-cada-4bca-adf7-c3f758859fdd req-096fcdef-5b45-4f76-a699-20fc2021beb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:18.420656 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f36e6895-cada-4bca-adf7-c3f758859fdd req-096fcdef-5b45-4f76-a699-20fc2021beb9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=222758ca-4c6e-4ccb-8f11-8c829f4da008 HTTP/1.1" status: 200 len: 909 time: 0.3038902 Jun 01 18:47:18.565812 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f36e6895-cada-4bca-adf7-c3f758859fdd req-0840a2be-f51f-4403-b32b-925d2ada4e1b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d2fed082-f232-473f-b203-8abb2abbb3b0 HTTP/1.1" status: 200 len: 217 time: 0.1287603 Jun 01 18:47:18.588507 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cceb2eca-0e7a-4dbf-b9c3-c70a8d63364a req-311408ea-45da-4d4e-9417-8e897a6e320e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:18.590089 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-cceb2eca-0e7a-4dbf-b9c3-c70a8d63364a req-311408ea-45da-4d4e-9417-8e897a6e320e service neutron] 10.222.0.15 "GET /v2.0/networks?id=e3dea7fc-235f-4736-8c6d-38e23ed566b9 HTTP/1.1" status: 200 len: 906 time: 0.5828338 Jun 01 18:47:18.682556 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-20f4b247-a3b9-4027-bdaf-1bcb8c926499 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:18.696114 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36e6895-cada-4bca-adf7-c3f758859fdd req-15f1d08d-564f-4b8f-9788-95996260894f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:18.698139 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f36e6895-cada-4bca-adf7-c3f758859fdd req-15f1d08d-564f-4b8f-9788-95996260894f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2d25927e-118e-41f9-9e0e-90f9021c9592 HTTP/1.1" status: 200 len: 848 time: 0.1305265 Jun 01 18:47:18.700858 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b024f1b3-0009-4072-82d6-e9e64e209ce9 req-8d2af8fb-389f-4182-8da6-6caf9c3a31b6 service neutron] 10.222.0.50 "GET /v2.0/networks/ae90aacb-06d8-4816-9f23-36440149798c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3807817 Jun 01 18:47:18.748300 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-cceb2eca-0e7a-4dbf-b9c3-c70a8d63364a req-7f45b84c-6eeb-4b11-83d7-8842a8ef639b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cc8eaa17-8441-4d5c-bf5b-397c949381f6 HTTP/1.1" status: 200 len: 217 time: 0.1449804 Jun 01 18:47:18.781907 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f36e6895-cada-4bca-adf7-c3f758859fdd req-98fb7f4c-9234-46c0-a82a-b8b9975e0d13 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=222758ca-4c6e-4ccb-8f11-8c829f4da008&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0752001 Jun 01 18:47:18.816661 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-50a4ab73-bef9-43a8-8219-37eb61ef5655 req-e4e3d5a0-b431-46a4-8ac0-28e835e4d293 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] For port 1c6871b3-056c-4e65-926a-58f41668075c, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=1c6871b3-056c-4e65-926a-58f41668075c,segment=NetworkSegment(641e9a4f-e613-4ae2-9aeb-2789f815da51),segment_id=641e9a4f-e613-4ae2-9aeb-2789f815da51)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:47:18.817035 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-50a4ab73-bef9-43a8-8219-37eb61ef5655 req-e4e3d5a0-b431-46a4-8ac0-28e835e4d293 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:18.866506 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2d427c93-5bd2-49cf-814d-454f65f76fc7 req-527222eb-dad4-4a34-a0be-877a0ceb4bfe service neutron] 10.222.0.41 "GET /v2.0/networks/f464bab1-fed8-4b70-bd0a-84f4f32a722e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6520305 Jun 01 18:47:18.873536 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-20f4b247-a3b9-4027-bdaf-1bcb8c926499 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Network c16c0733-68a0-4af2-9aa5-b2266da91869 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:47:19.046890 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-20f4b247-a3b9-4027-bdaf-1bcb8c926499 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:47:19.074889 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [req-50a4ab73-bef9-43a8-8219-37eb61ef5655 req-e4e3d5a0-b431-46a4-8ac0-28e835e4d293 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] Calling delete_port for 1c6871b3-056c-4e65-926a-58f41668075c owned by compute:nova {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:47:19.100771 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b024f1b3-0009-4072-82d6-e9e64e209ce9 req-62e7dbe5-8dbc-4f40-ac26-423e1a660b62 service neutron] 10.222.0.50 "GET /v2.0/networks/ae90aacb-06d8-4816-9f23-36440149798c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3563588 Jun 01 18:47:19.121602 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f36e6895-cada-4bca-adf7-c3f758859fdd req-8e93dfc8-5ebe-4999-b794-0c4787a101b9 service neutron] 10.222.0.15 "GET /v2.0/networks/222758ca-4c6e-4ccb-8f11-8c829f4da008?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2744081 Jun 01 18:47:19.130158 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c988abc5-cdba-44ed-9595-3d7b3854139f req-35c00ed6-8041-49f6-8dd4-1e864aac9c02 tempest-ServersTestManualDisk-1181965885 tempest-ServersTestManualDisk-1181965885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:19.130503 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-20f4b247-a3b9-4027-bdaf-1bcb8c926499 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:47:19.131938 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c988abc5-cdba-44ed-9595-3d7b3854139f req-35c00ed6-8041-49f6-8dd4-1e864aac9c02 tempest-ServersTestManualDisk-1181965885 tempest-ServersTestManualDisk-1181965885-project] 10.222.0.41 "GET /v2.0/ports?device_id=e48f61a1-dfd3-445e-99ff-341d1de8b7d1 HTTP/1.1" status: 200 len: 943 time: 0.2871301 Jun 01 18:47:19.218941 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f4b247-a3b9-4027-bdaf-1bcb8c926499 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Pushing event updated for resources: {'Port': ['ID=93302f40-25f2-43b4-81bb-fbbce8a6a912,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:47:19.274299 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c988abc5-cdba-44ed-9595-3d7b3854139f req-a9bfd445-3a3c-4b04-a448-5a62b490ac0b tempest-ServersTestManualDisk-1181965885 tempest-ServersTestManualDisk-1181965885-project] 10.222.0.41 "GET /v2.0/security-groups?id=0917b9ba-05f4-43cf-a302-ae418afea998&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1204534 Jun 01 18:47:19.320213 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f36e6895-cada-4bca-adf7-c3f758859fdd req-f0e24518-cc4f-44e5-ad1a-7d9ca9b64bfd service neutron] 10.222.0.15 "GET /v2.0/networks/222758ca-4c6e-4ccb-8f11-8c829f4da008?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1869693 Jun 01 18:47:19.329774 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cceb2eca-0e7a-4dbf-b9c3-c70a8d63364a req-6da0dfde-dbb8-4708-99f5-f3668a2b7aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:19.331376 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-cceb2eca-0e7a-4dbf-b9c3-c70a8d63364a req-6da0dfde-dbb8-4708-99f5-f3668a2b7aee service neutron] 10.222.0.15 "GET /v2.0/subnets?id=da8eacd5-9944-4111-9d5f-9f3e01b23eff HTTP/1.1" status: 200 len: 845 time: 0.5711002 Jun 01 18:47:19.410277 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-7072cc9c-cce1-4bd8-a0a7-a18e7f5ee4f9 None None] Provisioning for port 93302f40-25f2-43b4-81bb-fbbce8a6a912 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:47:19.416555 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-7072cc9c-cce1-4bd8-a0a7-a18e7f5ee4f9 None None] Provisioning complete for port 93302f40-25f2-43b4-81bb-fbbce8a6a912 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:47:19.416992 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-7072cc9c-cce1-4bd8-a0a7-a18e7f5ee4f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:19.431073 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-cceb2eca-0e7a-4dbf-b9c3-c70a8d63364a req-ba967043-421a-47a3-852e-f94f3fbed750 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e3dea7fc-235f-4736-8c6d-38e23ed566b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0709314 Jun 01 18:47:19.479758 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-7072cc9c-cce1-4bd8-a0a7-a18e7f5ee4f9 None None] Port 93302f40-25f2-43b4-81bb-fbbce8a6a912 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 18:47:19.524458 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ceb467-17a3-45c4-a3ca-663ef40f2905 req-578df31e-9eec-4b6d-aeb2-84e5a0895912 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:19.530283 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ceb467-17a3-45c4-a3ca-663ef40f2905 req-578df31e-9eec-4b6d-aeb2-84e5a0895912 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:19.537034 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ceb467-17a3-45c4-a3ca-663ef40f2905 req-578df31e-9eec-4b6d-aeb2-84e5a0895912 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:19.543114 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ceb467-17a3-45c4-a3ca-663ef40f2905 req-578df31e-9eec-4b6d-aeb2-84e5a0895912 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:19.549467 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ceb467-17a3-45c4-a3ca-663ef40f2905 req-578df31e-9eec-4b6d-aeb2-84e5a0895912 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:19.551269 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-00ceb467-17a3-45c4-a3ca-663ef40f2905 req-578df31e-9eec-4b6d-aeb2-84e5a0895912 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c83a2c5-aa3d-4e8d-af22-cb838112216f HTTP/1.1" status: 200 len: 3816 time: 0.1329441 Jun 01 18:47:19.576848 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-20f4b247-a3b9-4027-bdaf-1bcb8c926499 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:19.577488 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-20f4b247-a3b9-4027-bdaf-1bcb8c926499 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:19.612908 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-00ceb467-17a3-45c4-a3ca-663ef40f2905 req-f3f1c9bd-10cd-46ff-8567-7ddd0f850dd4 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] 10.222.0.41 "GET /v2.0/security-groups?id=3eddd810-beb6-4f1d-8108-29288df7e7ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535054 Jun 01 18:47:19.655647 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e48f61a1-dfd3-445e-99ff-341d1de8b7d1', 'tag': 'e4ed00a5-b372-4c7c-91cb-1b4c6d82ac88'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:47:19.694136 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2d427c93-5bd2-49cf-814d-454f65f76fc7 req-c1d6e9b6-8e00-445a-ba6e-fccea41f6e46 service neutron] 10.222.0.41 "GET /v2.0/networks/f464bab1-fed8-4b70-bd0a-84f4f32a722e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6770241 Jun 01 18:47:19.750313 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-20f4b247-a3b9-4027-bdaf-1bcb8c926499 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9888463 Jun 01 18:47:19.764129 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-cceb2eca-0e7a-4dbf-b9c3-c70a8d63364a req-5f498671-d9c7-4de1-86fc-71613126b22d service neutron] 10.222.0.15 "GET /v2.0/networks/e3dea7fc-235f-4736-8c6d-38e23ed566b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3249793 Jun 01 18:47:19.770240 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-1fc47d47-fe63-4823-a8f8-b4dc5ec329d8 service neutron] Request body: {'port': {'device_id': '9c83a2c5-aa3d-4e8d-af22-cb838112216f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844202-1'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:47:19.857164 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-50a4ab73-bef9-43a8-8219-37eb61ef5655 req-e4e3d5a0-b431-46a4-8ac0-28e835e4d293 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:19.876116 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3797dc-08da-470f-9e49-5982ce8118da req-c7c0cc2a-ab18-4d54-aa94-1e29ee7cda1c tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:19.878904 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9e3797dc-08da-470f-9e49-5982ce8118da req-c7c0cc2a-ab18-4d54-aa94-1e29ee7cda1c tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6a6d9c3-8862-4eeb-b898-6afb369449ea HTTP/1.1" status: 200 len: 950 time: 0.1347783 Jun 01 18:47:19.981282 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9e3797dc-08da-470f-9e49-5982ce8118da req-b195061a-7c6b-4cd4-a42b-b2e74635ee2c tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbe27866-6450-47f0-a8e1-f266dfb72433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962651 Jun 01 18:47:19.998168 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e3d5a0-b431-46a4-8ac0-28e835e4d293 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] Pushing event deleted for resources: {'Port': ['ID=1c6871b3-056c-4e65-926a-58f41668075c,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:47:20.180466 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-cceb2eca-0e7a-4dbf-b9c3-c70a8d63364a req-c355cbf9-cd93-441c-9720-03ad1ff03a3e service neutron] 10.222.0.15 "GET /v2.0/networks/e3dea7fc-235f-4736-8c6d-38e23ed566b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3632641 Jun 01 18:47:20.335518 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9b2de3-9a55-402b-80e5-a66f8ac6816e req-babfff73-b5b8-4490-ab6c-d254b67199ae tempest-ServersAdminNegativeTestJSON-1513463400 tempest-ServersAdminNegativeTestJSON-1513463400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:20.337910 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-cc9b2de3-9a55-402b-80e5-a66f8ac6816e req-babfff73-b5b8-4490-ab6c-d254b67199ae tempest-ServersAdminNegativeTestJSON-1513463400 tempest-ServersAdminNegativeTestJSON-1513463400-project] 10.222.0.41 "GET /v2.0/ports?device_id=7430290e-18f1-41b8-a9fc-5005fa06fc62 HTTP/1.1" status: 200 len: 950 time: 0.1180379 Jun 01 18:47:20.343048 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [req-50a4ab73-bef9-43a8-8219-37eb61ef5655 req-e4e3d5a0-b431-46a4-8ac0-28e835e4d293 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] No DVR routers for this DVR port 1c6871b3-056c-4e65-926a-58f41668075c on host n-h1-844202-1 {{(pid=88525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 18:47:20.349725 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-50a4ab73-bef9-43a8-8219-37eb61ef5655 req-e4e3d5a0-b431-46a4-8ac0-28e835e4d293 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:20.351785 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-50a4ab73-bef9-43a8-8219-37eb61ef5655 req-e4e3d5a0-b431-46a4-8ac0-28e835e4d293 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] 10.222.0.15 "DELETE /v2.0/ports/1c6871b3-056c-4e65-926a-58f41668075c HTTP/1.1" status: 204 len: 173 time: 2.7021332 Jun 01 18:47:20.355533 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25555729-d93d-444d-a0b5-0a4fa55d3cb8', 'name': 'network-vif-deleted', 'tag': '1c6871b3-056c-4e65-926a-58f41668075c'}] {{(pid=88525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:47:20.414700 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-cc9b2de3-9a55-402b-80e5-a66f8ac6816e req-578153db-4976-4b7d-8b39-19c6b7c0712a tempest-ServersAdminNegativeTestJSON-1513463400 tempest-ServersAdminNegativeTestJSON-1513463400-project] 10.222.0.41 "GET /v2.0/security-groups?id=a4853b3a-4c33-4f4d-ae0e-b592366e4676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672534 Jun 01 18:47:20.429432 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-1fc47d47-fe63-4823-a8f8-b4dc5ec329d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:20.553423 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91313ace-4bac-468c-a140-5e34bae07f7e req-682dd068-4f5c-4180-bbce-900375847f4b tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:20.555548 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-91313ace-4bac-468c-a140-5e34bae07f7e req-682dd068-4f5c-4180-bbce-900375847f4b tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c2f9279-7cc9-4d6f-b8cb-b08438524fa4 HTTP/1.1" status: 200 len: 944 time: 0.5150859 Jun 01 18:47:20.725361 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f9ea70-d9ed-474d-98ed-5e0546bcb34a req-67000d0b-d09e-475d-a05c-0d76cb37bcc2 tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:20.729253 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a4f9ea70-d9ed-474d-98ed-5e0546bcb34a req-67000d0b-d09e-475d-a05c-0d76cb37bcc2 tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] 10.222.0.41 "GET /v2.0/ports?device_id=420a476b-0d5b-4dc2-9bfb-22ae930ac2da HTTP/1.1" status: 200 len: 944 time: 0.1118498 Jun 01 18:47:20.780954 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a4f9ea70-d9ed-474d-98ed-5e0546bcb34a req-664120cd-9de8-4465-ba1b-f61dfc7a3a71 tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f2fd699-5af8-4379-8a92-35d8c8796709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477107 Jun 01 18:47:20.927154 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-91313ace-4bac-468c-a140-5e34bae07f7e req-4560eaf2-3213-47f6-a9e9-f3cfaf4f7f8f tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] 10.222.0.41 "GET /v2.0/security-groups?id=92820b43-7593-449e-bdb5-02c9f22d29e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3587964 Jun 01 18:47:20.941088 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8555e0b2-44b4-4520-a794-1faeaaa662f6 req-fbbc5500-aa0d-4804-b942-d8077b844975 tempest-ServersAdminNegativeTestJSON-1513463400 tempest-ServersAdminNegativeTestJSON-1513463400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:20.942591 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8555e0b2-44b4-4520-a794-1faeaaa662f6 req-fbbc5500-aa0d-4804-b942-d8077b844975 tempest-ServersAdminNegativeTestJSON-1513463400 tempest-ServersAdminNegativeTestJSON-1513463400-project] 10.222.0.15 "GET /v2.0/ports?device_id=7430290e-18f1-41b8-a9fc-5005fa06fc62 HTTP/1.1" status: 200 len: 950 time: 0.5899360 Jun 01 18:47:21.023542 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device cc8eaa17-8441-4d5c-bf5b-397c949381f6 details requested by agent hyperv_n-h1-844202-1 with host n-h1-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 18:47:21.026533 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-aeb077a6-39bb-40fd-b046-aba6c3890484 req-1aa4d4e5-359c-4cd6-ba1c-6d4b279cda68 service neutron] 10.222.0.15 "GET /v2.0/ports/d2fed082-f232-473f-b203-8abb2abbb3b0/bindings/n-h2-844202-1 HTTP/1.1" status: 200 len: 384 time: 0.2626891 Jun 01 18:47:21.029547 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 1c6871b3-056c-4e65-926a-58f41668075c no longer exists at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:47:21.111103 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f0347fc-0559-42b8-8760-7cbcd8917809'] response: {'name': 'network-changed', 'server_uuid': 'e48f61a1-dfd3-445e-99ff-341d1de8b7d1', 'tag': 'e4ed00a5-b372-4c7c-91cb-1b4c6d82ac88', 'status': 'completed', 'code': 200} Jun 01 18:47:21.118130 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [req-8555e0b2-44b4-4520-a794-1faeaaa662f6 req-f08e3e79-1323-46ae-9b90-f12b4d9c5cb8 tempest-ServersAdminNegativeTestJSON-1513463400 tempest-ServersAdminNegativeTestJSON-1513463400-project] Deleting port 9ada9520-8290-4bb2-b5b5-7d86daed3818 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:47:21.118533 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-8555e0b2-44b4-4520-a794-1faeaaa662f6 req-f08e3e79-1323-46ae-9b90-f12b4d9c5cb8 tempest-ServersAdminNegativeTestJSON-1513463400 tempest-ServersAdminNegativeTestJSON-1513463400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:21.277114 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] No Port match for: 1c6871b3-056c-4e65-926a-58f41668075c {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 18:47:21.277547 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 1c6871b3-056c-4e65-926a-58f41668075c not bound to the agent host n-h1-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 18:47:21.333776 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port cc8eaa17-8441-4d5c-bf5b-397c949381f6, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=cc8eaa17-8441-4d5c-bf5b-397c949381f6,segment=NetworkSegment(5423f802-8952-4dea-8b13-e2a87f408f8c),segment_id=5423f802-8952-4dea-8b13-e2a87f408f8c)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:47:21.371668 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Returning: {'device': 'cc8eaa17-8441-4d5c-bf5b-397c949381f6', 'network_id': 'e3dea7fc-235f-4736-8c6d-38e23ed566b9', 'port_id': 'cc8eaa17-8441-4d5c-bf5b-397c949381f6', 'mac_address': 'fa:16:3e:35:60:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da8eacd5-9944-4111-9d5f-9f3e01b23eff', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 18:47:21.459796 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-1fc47d47-fe63-4823-a8f8-b4dc5ec329d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 762e1d9d-53a1-4374-8f81-cfb057889d39 {{(pid=88525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:47:21.496434 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port cc8eaa17-8441-4d5c-bf5b-397c949381f6 is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:47:21.497086 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:21.559673 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-1fc47d47-fe63-4823-a8f8-b4dc5ec329d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:21.562646 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc8eaa17-8441-4d5c-bf5b-397c949381f6 {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:47:21.568979 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f49e419d-5d11-4cec-ae14-37ea071d398c req-66aeb772-2f3f-4635-86e4-dbad60da9634 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=25555729-d93d-444d-a0b5-0a4fa55d3cb8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.2814126 Jun 01 18:47:21.592076 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port cc8eaa17-8441-4d5c-bf5b-397c949381f6, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=cc8eaa17-8441-4d5c-bf5b-397c949381f6,segment=NetworkSegment(5423f802-8952-4dea-8b13-e2a87f408f8c),segment_id=5423f802-8952-4dea-8b13-e2a87f408f8c)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:47:21.603925 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:21.653315 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9763c1f4-2603-406b-bc1f-4c51589664c6 req-285a2b44-e3e0-4818-b373-31bf76e8e90a tempest-ServersTestManualDisk-1181965885 tempest-ServersTestManualDisk-1181965885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:21.654565 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9763c1f4-2603-406b-bc1f-4c51589664c6 req-285a2b44-e3e0-4818-b373-31bf76e8e90a tempest-ServersTestManualDisk-1181965885 tempest-ServersTestManualDisk-1181965885-project] 10.222.0.41 "GET /v2.0/ports?device_id=e48f61a1-dfd3-445e-99ff-341d1de8b7d1 HTTP/1.1" status: 200 len: 943 time: 0.1296182 Jun 01 18:47:21.660831 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997b4257-f227-4627-a8d1-2c2ec77e7d93 req-c6325cda-9f4d-4695-91aa-463af3318087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:21.662256 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-997b4257-f227-4627-a8d1-2c2ec77e7d93 req-c6325cda-9f4d-4695-91aa-463af3318087 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=bee367ae0ad54e12b26a009fd0a33774&device_id=e48f61a1-dfd3-445e-99ff-341d1de8b7d1 HTTP/1.1" status: 200 len: 1094 time: 0.4663916 Jun 01 18:47:21.664521 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-1fc47d47-fe63-4823-a8f8-b4dc5ec329d8 service neutron] Transition to ACTIVE for port object 762e1d9d-53a1-4374-8f81-cfb057889d39 will not be triggered until provisioned by entity L2. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:47:21.698136 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=cc8eaa17-8441-4d5c-bf5b-397c949381f6,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:47:21.738596 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-334d7156-19cb-4cb5-ab31-e18d5cdb4c28 req-7b591647-0f42-468a-92bd-7adb785f86ce tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] Synchronizing usage tracker for tenant:dd99cee1173546e6a5fd323f8dfa5a74 on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:47:21.789379 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-1fc47d47-fe63-4823-a8f8-b4dc5ec329d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:21.802497 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f49e419d-5d11-4cec-ae14-37ea071d398c req-8a19638c-26d3-4788-9f1e-3084868ea2fc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=dd99cee1173546e6a5fd323f8dfa5a74&device_id=25555729-d93d-444d-a0b5-0a4fa55d3cb8 HTTP/1.1" status: 200 len: 210 time: 0.1014664 Jun 01 18:47:21.826804 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] get_ports_and_sgs() called for port_ids ['cc8eaa17-8441-4d5c-bf5b-397c949381f6'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:47:21.895963 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9763c1f4-2603-406b-bc1f-4c51589664c6 req-7b57a7f2-092d-4c31-8d4c-10f7ffb4bab2 tempest-ServersTestManualDisk-1181965885 tempest-ServersTestManualDisk-1181965885-project] 10.222.0.41 "GET /v2.0/security-groups?id=0917b9ba-05f4-43cf-a302-ae418afea998&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2208564 Jun 01 18:47:21.997885 n-d-844202-1 neutron-server[88525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5cb06e3b-f8fa-45cf-b5b6-7d1ddb938329'] response: {'server_uuid': '25555729-d93d-444d-a0b5-0a4fa55d3cb8', 'name': 'network-vif-deleted', 'tag': '1c6871b3-056c-4e65-926a-58f41668075c', 'status': 'completed', 'code': 200} Jun 01 18:47:22.140127 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-334d7156-19cb-4cb5-ab31-e18d5cdb4c28 req-7b591647-0f42-468a-92bd-7adb785f86ce tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] Unset dirty status for tenant:dd99cee1173546e6a5fd323f8dfa5a74 on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:47:22.141319 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-334d7156-19cb-4cb5-ab31-e18d5cdb4c28 req-7b591647-0f42-468a-92bd-7adb785f86ce tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] 10.222.0.41 "GET /v2.0/ports?device_id=0dcd1d1e-530a-45dd-9d6b-dc7638ac52db HTTP/1.1" status: 200 len: 210 time: 0.5872867 Jun 01 18:47:22.327112 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49e419d-5d11-4cec-ae14-37ea071d398c req-7b2a6177-7764-4c80-b1c2-a851604ba1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:22.331695 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f49e419d-5d11-4cec-ae14-37ea071d398c req-7b2a6177-7764-4c80-b1c2-a851604ba1dc service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=dd99cee1173546e6a5fd323f8dfa5a74&shared=False HTTP/1.1" status: 200 len: 915 time: 0.4990225 Jun 01 18:47:22.361033 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc47d47-fe63-4823-a8f8-b4dc5ec329d8 service neutron] Pushing event updated for resources: {'Port': ['ID=762e1d9d-53a1-4374-8f81-cfb057889d39,revision_number=2']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:47:22.570582 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997b4257-f227-4627-a8d1-2c2ec77e7d93 req-24979656-0d29-4e64-b963-7621ceaefc77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:22.572389 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-997b4257-f227-4627-a8d1-2c2ec77e7d93 req-24979656-0d29-4e64-b963-7621ceaefc77 service neutron] 10.222.0.50 "GET /v2.0/networks?id=ae90aacb-06d8-4816-9f23-36440149798c HTTP/1.1" status: 200 len: 912 time: 0.8928556 Jun 01 18:47:22.672432 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-aeb077a6-39bb-40fd-b046-aba6c3890484 req-3119b1bb-73a1-4bac-b27e-cf1c38579eee service neutron] For port d2fed082-f232-473f-b203-8abb2abbb3b0, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=d2fed082-f232-473f-b203-8abb2abbb3b0,segment=NetworkSegment(9bd376cf-8b39-4b75-aaa6-34bd3746194e),segment_id=9bd376cf-8b39-4b75-aaa6-34bd3746194e)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:47:22.680690 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-8555e0b2-44b4-4520-a794-1faeaaa662f6 req-f08e3e79-1323-46ae-9b90-f12b4d9c5cb8 tempest-ServersAdminNegativeTestJSON-1513463400 tempest-ServersAdminNegativeTestJSON-1513463400-project] For port 9ada9520-8290-4bb2-b5b5-7d86daed3818, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=9ada9520-8290-4bb2-b5b5-7d86daed3818,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:47:22.681023 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-8555e0b2-44b4-4520-a794-1faeaaa662f6 req-f08e3e79-1323-46ae-9b90-f12b4d9c5cb8 tempest-ServersAdminNegativeTestJSON-1513463400 tempest-ServersAdminNegativeTestJSON-1513463400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:22.689317 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-997b4257-f227-4627-a8d1-2c2ec77e7d93 req-bd3f3571-d2b4-44a2-b589-a2fb3a18077d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e4ed00a5-b372-4c7c-91cb-1b4c6d82ac88 HTTP/1.1" status: 200 len: 217 time: 0.1017380 Jun 01 18:47:22.704322 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-1fc47d47-fe63-4823-a8f8-b4dc5ec329d8 service neutron] Attempting to bind port 762e1d9d-53a1-4374-8f81-cfb057889d39 on host n-h2-844202-1 for vnic_type normal with profile {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:47:22.704647 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-1fc47d47-fe63-4823-a8f8-b4dc5ec329d8 service neutron] Attempting to bind port 762e1d9d-53a1-4374-8f81-cfb057889d39 by drivers openvswitch,hyperv on host n-h2-844202-1 at level 0 using segments [{'id': 'addab7d5-ae1a-46af-8624-f392d2d8b7f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'f485d579-7529-4636-ae31-9fc1fec94322'}] {{(pid=88525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:47:22.705467 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-1fc47d47-fe63-4823-a8f8-b4dc5ec329d8 service neutron] Attempting to bind port 762e1d9d-53a1-4374-8f81-cfb057889d39 on network f485d579-7529-4636-ae31-9fc1fec94322 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:47:22.766751 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49e419d-5d11-4cec-ae14-37ea071d398c req-17b8b444-1f99-4dea-9774-2a2c8b9c2577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:22.768871 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f49e419d-5d11-4cec-ae14-37ea071d398c req-17b8b444-1f99-4dea-9774-2a2c8b9c2577 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4153402 Jun 01 18:47:22.781818 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d427c93-5bd2-49cf-814d-454f65f76fc7 req-ddd066ce-d2b3-47e6-80e5-8426b7e867fb tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:22.782513 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-2d427c93-5bd2-49cf-814d-454f65f76fc7 req-ddd066ce-d2b3-47e6-80e5-8426b7e867fb tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] Synchronizing usage tracker for tenant:dd99cee1173546e6a5fd323f8dfa5a74 on resource:network {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:47:22.799607 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27db2882-65fc-4bf2-85a8-13eb788e8b0f req-fd12e380-83b4-4b2a-8034-14fc1795582c tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:22.805712 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27db2882-65fc-4bf2-85a8-13eb788e8b0f req-fd12e380-83b4-4b2a-8034-14fc1795582c tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:22.811553 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27db2882-65fc-4bf2-85a8-13eb788e8b0f req-fd12e380-83b4-4b2a-8034-14fc1795582c tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:22.817829 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27db2882-65fc-4bf2-85a8-13eb788e8b0f req-fd12e380-83b4-4b2a-8034-14fc1795582c tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:22.824115 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27db2882-65fc-4bf2-85a8-13eb788e8b0f req-fd12e380-83b4-4b2a-8034-14fc1795582c tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:22.825900 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-27db2882-65fc-4bf2-85a8-13eb788e8b0f req-fd12e380-83b4-4b2a-8034-14fc1795582c tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c83a2c5-aa3d-4e8d-af22-cb838112216f HTTP/1.1" status: 200 len: 3828 time: 0.6293960 Jun 01 18:47:22.828916 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [req-8555e0b2-44b4-4520-a794-1faeaaa662f6 req-f08e3e79-1323-46ae-9b90-f12b4d9c5cb8 tempest-ServersAdminNegativeTestJSON-1513463400 tempest-ServersAdminNegativeTestJSON-1513463400-project] Calling delete_port for 9ada9520-8290-4bb2-b5b5-7d86daed3818 owned by compute:nova {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:47:22.864029 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-1fc47d47-fe63-4823-a8f8-b4dc5ec329d8 service neutron] Port 762e1d9d-53a1-4374-8f81-cfb057889d39 on network f485d579-7529-4636-ae31-9fc1fec94322 not bound, no agent of type Open vSwitch agent registered on host n-h2-844202-1 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 18:47:22.864422 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-1fc47d47-fe63-4823-a8f8-b4dc5ec329d8 service neutron] Attempting to bind port 762e1d9d-53a1-4374-8f81-cfb057889d39 on network f485d579-7529-4636-ae31-9fc1fec94322 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:47:22.864742 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997b4257-f227-4627-a8d1-2c2ec77e7d93 req-2eed5298-a771-4761-9daf-9e9bb96acb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:22.866313 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-997b4257-f227-4627-a8d1-2c2ec77e7d93 req-2eed5298-a771-4761-9daf-9e9bb96acb60 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=619ce5e2-1a90-4a7c-b866-53d809336772 HTTP/1.1" status: 200 len: 850 time: 0.1516604 Jun 01 18:47:22.912065 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-2d427c93-5bd2-49cf-814d-454f65f76fc7 req-ddd066ce-d2b3-47e6-80e5-8426b7e867fb tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] Unset dirty status for tenant:dd99cee1173546e6a5fd323f8dfa5a74 on resource:network {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:47:22.913257 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-2d427c93-5bd2-49cf-814d-454f65f76fc7 req-ddd066ce-d2b3-47e6-80e5-8426b7e867fb tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] 10.222.0.15 "GET /v2.0/networks?id=f464bab1-fed8-4b70-bd0a-84f4f32a722e HTTP/1.1" status: 200 len: 814 time: 0.6124287 Jun 01 18:47:22.966790 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-27db2882-65fc-4bf2-85a8-13eb788e8b0f req-53e56bbe-130e-4e47-95a6-e2bca98c17e9 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] 10.222.0.41 "GET /v2.0/security-groups?id=3eddd810-beb6-4f1d-8108-29288df7e7ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1216769 Jun 01 18:47:22.977311 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-2d427c93-5bd2-49cf-814d-454f65f76fc7 req-7d4a1fc9-97cc-41b5-8623-3e6d5e16a9d6 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] Request body: {'port': {'device_id': '0dcd1d1e-530a-45dd-9d6b-dc7638ac52db', 'network_id': 'f464bab1-fed8-4b70-bd0a-84f4f32a722e', 'admin_state_up': True, 'tenant_id': 'dd99cee1173546e6a5fd323f8dfa5a74'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:47:23.018476 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device cc8eaa17-8441-4d5c-bf5b-397c949381f6 up at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:47:23.023377 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-1fc47d47-fe63-4823-a8f8-b4dc5ec329d8 service neutron] Checking agent: {'id': 'f5db9968-6317-4186-9100-9e0ca6b50417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 18, 47, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:47:23.023861 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-1fc47d47-fe63-4823-a8f8-b4dc5ec329d8 service neutron] Checking segment: {'id': 'addab7d5-ae1a-46af-8624-f392d2d8b7f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'f485d579-7529-4636-ae31-9fc1fec94322'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:47:23.024078 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-1fc47d47-fe63-4823-a8f8-b4dc5ec329d8 service neutron] Bound using segment: {'id': 'addab7d5-ae1a-46af-8624-f392d2d8b7f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'f485d579-7529-4636-ae31-9fc1fec94322'} {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:47:23.024530 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-1fc47d47-fe63-4823-a8f8-b4dc5ec329d8 service neutron] Bound port: 762e1d9d-53a1-4374-8f81-cfb057889d39, host: n-h2-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'addab7d5-ae1a-46af-8624-f392d2d8b7f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'f485d579-7529-4636-ae31-9fc1fec94322'}}] {{(pid=88525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:47:23.024868 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-1fc47d47-fe63-4823-a8f8-b4dc5ec329d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:23.036810 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-aeb077a6-39bb-40fd-b046-aba6c3890484 req-3119b1bb-73a1-4bac-b27e-cf1c38579eee service neutron] For port d2fed082-f232-473f-b203-8abb2abbb3b0, host n-h1-844202-1, cleared binding levels {{(pid=88525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:47:23.115381 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c089af-8fd8-477e-a353-befc3cc72f7d req-cf0412b9-ff5f-4c72-bfb6-81cfb5f5046e tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:23.123299 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f1c089af-8fd8-477e-a353-befc3cc72f7d req-cf0412b9-ff5f-4c72-bfb6-81cfb5f5046e tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6a6d9c3-8862-4eeb-b898-6afb369449ea HTTP/1.1" status: 200 len: 950 time: 0.7713060 Jun 01 18:47:23.156650 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997b4257-f227-4627-a8d1-2c2ec77e7d93 req-209c5da1-aa23-4ca0-8028-78a33818d07a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:23.158977 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-997b4257-f227-4627-a8d1-2c2ec77e7d93 req-209c5da1-aa23-4ca0-8028-78a33818d07a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ae90aacb-06d8-4816-9f23-36440149798c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2858970 Jun 01 18:47:23.162142 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Provisioning for port cc8eaa17-8441-4d5c-bf5b-397c949381f6 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:47:23.173588 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Provisioning complete for port cc8eaa17-8441-4d5c-bf5b-397c949381f6 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:47:23.174549 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:23.220500 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [req-aeb077a6-39bb-40fd-b046-aba6c3890484 req-3119b1bb-73a1-4bac-b27e-cf1c38579eee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2fed082-f232-473f-b203-8abb2abbb3b0 {{(pid=88525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:47:23.275144 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-aeb077a6-39bb-40fd-b046-aba6c3890484 req-3119b1bb-73a1-4bac-b27e-cf1c38579eee service neutron] For port d2fed082-f232-473f-b203-8abb2abbb3b0, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=d2fed082-f232-473f-b203-8abb2abbb3b0,segment=NetworkSegment(9bd376cf-8b39-4b75-aaa6-34bd3746194e),segment_id=9bd376cf-8b39-4b75-aaa6-34bd3746194e)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:47:23.302744 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3a1993cd-0ff2-4a3b-95fc-6fe561394767 req-960660b7-c1eb-4d80-9a18-4ac0f9d27551 tempest-AbsoluteLimitsNegativeTestJSON-1690668431 tempest-AbsoluteLimitsNegativeTestJSON-1690668431-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=f5e0313728ec40d08c640203ec16fc68&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1375322 Jun 01 18:47:23.304280 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device e4ed00a5-b372-4c7c-91cb-1b4c6d82ac88 details requested by agent hyperv_n-h2-844202-1 with host n-h2-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 18:47:23.324898 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f1c089af-8fd8-477e-a353-befc3cc72f7d req-00907435-cd93-4de3-bcbc-acdd190e4340 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbe27866-6450-47f0-a8e1-f266dfb72433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002809 Jun 01 18:47:23.360070 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port cc8eaa17-8441-4d5c-bf5b-397c949381f6 is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:47:23.362101 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:23.369572 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-2d427c93-5bd2-49cf-814d-454f65f76fc7 req-7d4a1fc9-97cc-41b5-8623-3e6d5e16a9d6 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:47:23.380432 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-2d427c93-5bd2-49cf-814d-454f65f76fc7 req-7d4a1fc9-97cc-41b5-8623-3e6d5e16a9d6 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:47:23.448216 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-aeb077a6-39bb-40fd-b046-aba6c3890484 req-3119b1bb-73a1-4bac-b27e-cf1c38579eee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:23.471364 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-8555e0b2-44b4-4520-a794-1faeaaa662f6 req-f08e3e79-1323-46ae-9b90-f12b4d9c5cb8 tempest-ServersAdminNegativeTestJSON-1513463400 tempest-ServersAdminNegativeTestJSON-1513463400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:23.484327 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '420a476b-0d5b-4dc2-9bfb-22ae930ac2da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc8eaa17-8441-4d5c-bf5b-397c949381f6'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:47:23.500366 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] get_ports_and_sgs() called for port_ids ['9ea03fd7-644d-4f11-ab4e-964ac35dcab3'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:47:23.552794 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port cc8eaa17-8441-4d5c-bf5b-397c949381f6, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=cc8eaa17-8441-4d5c-bf5b-397c949381f6,segment=NetworkSegment(5423f802-8952-4dea-8b13-e2a87f408f8c),segment_id=5423f802-8952-4dea-8b13-e2a87f408f8c)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:47:23.558162 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-1fc47d47-fe63-4823-a8f8-b4dc5ec329d8 service neutron] For port 762e1d9d-53a1-4374-8f81-cfb057889d39, host n-h2-844202-1, cleared binding levels {{(pid=88525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:47:23.569865 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:23.601672 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d427c93-5bd2-49cf-814d-454f65f76fc7 req-7d4a1fc9-97cc-41b5-8623-3e6d5e16a9d6 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] Made reservation on behalf of dd99cee1173546e6a5fd323f8dfa5a74 for: {'port': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:47:23.605185 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-2d427c93-5bd2-49cf-814d-454f65f76fc7 req-7d4a1fc9-97cc-41b5-8623-3e6d5e16a9d6 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:23.608827 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-6845f13d-e4eb-49c1-976f-fdd73de9e400 req-439ea91a-af56-48f7-b399-ed60ce6d0e01 tempest-ServersAdminNegativeTestJSON-1513463400 tempest-ServersAdminNegativeTestJSON-1513463400-project] 10.222.0.41 "GET /v2.0/ports?device_id=7430290e-18f1-41b8-a9fc-5005fa06fc62 HTTP/1.1" status: 200 len: 210 time: 0.1445272 Jun 01 18:47:23.618806 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08e3e79-1323-46ae-9b90-f12b4d9c5cb8 tempest-ServersAdminNegativeTestJSON-1513463400 tempest-ServersAdminNegativeTestJSON-1513463400-project] Pushing event deleted for resources: {'Port': ['ID=9ada9520-8290-4bb2-b5b5-7d86daed3818,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:47:23.640640 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-1fc47d47-fe63-4823-a8f8-b4dc5ec329d8 service neutron] For port 762e1d9d-53a1-4374-8f81-cfb057889d39, host n-h2-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=762e1d9d-53a1-4374-8f81-cfb057889d39,segment=NetworkSegment(addab7d5-ae1a-46af-8624-f392d2d8b7f8),segment_id=addab7d5-ae1a-46af-8624-f392d2d8b7f8)] {{(pid=88525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:47:23.700372 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-1fc47d47-fe63-4823-a8f8-b4dc5ec329d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:23.725225 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port e4ed00a5-b372-4c7c-91cb-1b4c6d82ac88, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=e4ed00a5-b372-4c7c-91cb-1b4c6d82ac88,segment=NetworkSegment(dbed2ef3-fec2-48d6-9802-f5f8c232ad46),segment_id=dbed2ef3-fec2-48d6-9802-f5f8c232ad46)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:47:23.829412 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=cc8eaa17-8441-4d5c-bf5b-397c949381f6,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:47:23.837895 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Returning: {'device': 'e4ed00a5-b372-4c7c-91cb-1b4c6d82ac88', 'network_id': 'ae90aacb-06d8-4816-9f23-36440149798c', 'port_id': 'e4ed00a5-b372-4c7c-91cb-1b4c6d82ac88', 'mac_address': 'fa:16:3e:27:c6:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '619ce5e2-1a90-4a7c-b866-53d809336772', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 18:47:23.870307 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-997b4257-f227-4627-a8d1-2c2ec77e7d93 req-12cef811-9828-47d3-8e84-0f791223a1da service neutron] 10.222.0.50 "GET /v2.0/networks/ae90aacb-06d8-4816-9f23-36440149798c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7034712 Jun 01 18:47:23.881676 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [req-8555e0b2-44b4-4520-a794-1faeaaa662f6 req-f08e3e79-1323-46ae-9b90-f12b4d9c5cb8 tempest-ServersAdminNegativeTestJSON-1513463400 tempest-ServersAdminNegativeTestJSON-1513463400-project] No DVR routers for this DVR port 9ada9520-8290-4bb2-b5b5-7d86daed3818 on host n-h1-844202-1 {{(pid=88525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 18:47:23.920409 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-1fc47d47-fe63-4823-a8f8-b4dc5ec329d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:23.921020 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-1fc47d47-fe63-4823-a8f8-b4dc5ec329d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:23.923448 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-1fc47d47-fe63-4823-a8f8-b4dc5ec329d8 service neutron] 10.222.0.50 "PUT /v2.0/ports/762e1d9d-53a1-4374-8f81-cfb057889d39 HTTP/1.1" status: 200 len: 1091 time: 4.1578422 Jun 01 18:47:23.924577 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-8555e0b2-44b4-4520-a794-1faeaaa662f6 req-f08e3e79-1323-46ae-9b90-f12b4d9c5cb8 tempest-ServersAdminNegativeTestJSON-1513463400 tempest-ServersAdminNegativeTestJSON-1513463400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:23.995260 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-c51a0737-5499-4bc3-b595-4b2a9667810b service neutron] Request body: {'port': {'device_id': '9c83a2c5-aa3d-4e8d-af22-cb838112216f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844202-1'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:47:24.058295 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port e4ed00a5-b372-4c7c-91cb-1b4c6d82ac88 is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:47:24.059083 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:24.110233 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c83a2c5-aa3d-4e8d-af22-cb838112216f', 'tag': '762e1d9d-53a1-4374-8f81-cfb057889d39'}, {'server_uuid': '7430290e-18f1-41b8-a9fc-5005fa06fc62', 'name': 'network-vif-deleted', 'tag': '9ada9520-8290-4bb2-b5b5-7d86daed3818'}] {{(pid=88525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:47:24.129900 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8555e0b2-44b4-4520-a794-1faeaaa662f6 req-f08e3e79-1323-46ae-9b90-f12b4d9c5cb8 tempest-ServersAdminNegativeTestJSON-1513463400 tempest-ServersAdminNegativeTestJSON-1513463400-project] 10.222.0.15 "DELETE /v2.0/ports/9ada9520-8290-4bb2-b5b5-7d86daed3818 HTTP/1.1" status: 204 len: 173 time: 3.1777546 Jun 01 18:47:24.169401 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4ed00a5-b372-4c7c-91cb-1b4c6d82ac88 {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:47:24.225622 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc47d47-fe63-4823-a8f8-b4dc5ec329d8 service neutron] Pushing event updated for resources: {'Port': ['ID=762e1d9d-53a1-4374-8f81-cfb057889d39,revision_number=3']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:47:24.230830 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [req-aeb077a6-39bb-40fd-b046-aba6c3890484 req-3119b1bb-73a1-4bac-b27e-cf1c38579eee service neutron] Transition to ACTIVE for port object d2fed082-f232-473f-b203-8abb2abbb3b0 will not be triggered until provisioned by entity L2. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:47:24.256722 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port e4ed00a5-b372-4c7c-91cb-1b4c6d82ac88, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=e4ed00a5-b372-4c7c-91cb-1b4c6d82ac88,segment=NetworkSegment(dbed2ef3-fec2-48d6-9802-f5f8c232ad46),segment_id=dbed2ef3-fec2-48d6-9802-f5f8c232ad46)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:47:24.260581 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-aeb077a6-39bb-40fd-b046-aba6c3890484 req-3119b1bb-73a1-4bac-b27e-cf1c38579eee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:24.271058 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:24.350221 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1993cd-0ff2-4a3b-95fc-6fe561394767 req-2a984df6-3f4f-4dc7-8aa5-13637260a430 tempest-AbsoluteLimitsNegativeTestJSON-1690668431 tempest-AbsoluteLimitsNegativeTestJSON-1690668431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:24.358113 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3a1993cd-0ff2-4a3b-95fc-6fe561394767 req-2a984df6-3f4f-4dc7-8aa5-13637260a430 tempest-AbsoluteLimitsNegativeTestJSON-1690668431 tempest-AbsoluteLimitsNegativeTestJSON-1690668431-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0473533 Jun 01 18:47:24.401387 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=e4ed00a5-b372-4c7c-91cb-1b4c6d82ac88,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:47:24.449225 n-d-844202-1 neutron-server[88524]: INFO neutron.api.v2.resource [req-06645c13-805f-42ad-a330-ef451f394c64 req-f11b8ad4-5d3f-405b-9094-c1bc6a54729e service neutron] show failed (client error): The resource could not be found. Jun 01 18:47:24.450775 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-06645c13-805f-42ad-a330-ef451f394c64 req-f11b8ad4-5d3f-405b-9094-c1bc6a54729e service neutron] 10.222.0.50 "GET /v2.0/ports/29ef26a4-a70e-49b7-bba7-1d3944f13d1a/bindings/n-h1-844202-1 HTTP/1.1" status: 404 len: 380 time: 0.5788524 Jun 01 18:47:24.451529 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3a1993cd-0ff2-4a3b-95fc-6fe561394767 req-b30b674b-cf01-4f43-b162-759b89488c38 tempest-AbsoluteLimitsNegativeTestJSON-1690668431 tempest-AbsoluteLimitsNegativeTestJSON-1690668431-project] 10.222.0.41 "GET /v2.0/quotas/f5e0313728ec40d08c640203ec16fc68 HTTP/1.1" status: 200 len: 375 time: 0.0927107 Jun 01 18:47:24.500408 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-c51a0737-5499-4bc3-b595-4b2a9667810b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:24.522469 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [req-aeb077a6-39bb-40fd-b046-aba6c3890484 req-3119b1bb-73a1-4bac-b27e-cf1c38579eee service neutron] No DVR routers for this DVR port d2fed082-f232-473f-b203-8abb2abbb3b0 on host n-h1-844202-1 {{(pid=88525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 18:47:24.523739 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] get_ports_and_sgs() called for port_ids ['e4ed00a5-b372-4c7c-91cb-1b4c6d82ac88'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:47:24.525519 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3119b1bb-73a1-4bac-b27e-cf1c38579eee service neutron] Pushing event updated for resources: {'Port': ['ID=d2fed082-f232-473f-b203-8abb2abbb3b0,revision_number=10']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:47:24.540805 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bf9bec-f319-48b1-825b-cc40e169414e req-a66e45d8-5eef-4138-9828-345c2138fc1f tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:24.547753 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-33bf9bec-f319-48b1-825b-cc40e169414e req-a66e45d8-5eef-4138-9828-345c2138fc1f tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] 10.222.0.41 "GET /v2.0/ports?device_id=420a476b-0d5b-4dc2-9bfb-22ae930ac2da HTTP/1.1" status: 200 len: 946 time: 0.7378900 Jun 01 18:47:24.556292 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3a1993cd-0ff2-4a3b-95fc-6fe561394767 req-449e8e46-e862-40b3-a157-75c7400c9a8d tempest-AbsoluteLimitsNegativeTestJSON-1690668431 tempest-AbsoluteLimitsNegativeTestJSON-1690668431-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=f5e0313728ec40d08c640203ec16fc68&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0970283 Jun 01 18:47:24.561847 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-997b4257-f227-4627-a8d1-2c2ec77e7d93 req-a914eae8-0234-4a33-bafd-9aff2482667e service neutron] 10.222.0.50 "GET /v2.0/networks/ae90aacb-06d8-4816-9f23-36440149798c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5812755 Jun 01 18:47:24.570540 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [req-2d427c93-5bd2-49cf-814d-454f65f76fc7 req-7d4a1fc9-97cc-41b5-8623-3e6d5e16a9d6 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] Allocated IP 172.20.0.13 (f464bab1-fed8-4b70-bd0a-84f4f32a722e/9b06a1f2-b51f-445c-a75f-8362b440f3f4/c67628e5-ab76-4fd4-839e-32aabe1b8aae) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:47:24.692929 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-aeb077a6-39bb-40fd-b046-aba6c3890484 req-3119b1bb-73a1-4bac-b27e-cf1c38579eee service neutron] 10.222.0.15 "PUT /v2.0/ports/d2fed082-f232-473f-b203-8abb2abbb3b0/bindings/n-h2-844202-1/activate HTTP/1.1" status: 200 len: 369 time: 3.6468139 Jun 01 18:47:24.700450 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-33bf9bec-f319-48b1-825b-cc40e169414e req-eb38993b-34ae-4704-bcb4-0e9ac2ef652c tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f2fd699-5af8-4379-8a92-35d8c8796709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518009 Jun 01 18:47:25.019175 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device d2fed082-f232-473f-b203-8abb2abbb3b0 no longer exists at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:47:25.031376 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0981e62f-eafe-4b0e-9c34-c15c43c79c66 req-9a556864-d5cb-4e60-854d-aa4b4d368690 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:25.039252 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0981e62f-eafe-4b0e-9c34-c15c43c79c66 req-9a556864-d5cb-4e60-854d-aa4b4d368690 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c2f9279-7cc9-4d6f-b8cb-b08438524fa4 HTTP/1.1" status: 200 len: 945 time: 0.1686993 Jun 01 18:47:25.083419 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 49498) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:47:25.120739 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device d2fed082-f232-473f-b203-8abb2abbb3b0 not bound to the agent host n-h1-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 18:47:25.121343 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 9ada9520-8290-4bb2-b5b5-7d86daed3818 no longer exists at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:47:25.192211 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] No Port match for: 9ada9520-8290-4bb2-b5b5-7d86daed3818 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 18:47:25.193270 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 9ada9520-8290-4bb2-b5b5-7d86daed3818 not bound to the agent host n-h1-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 18:47:25.203352 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06645c13-805f-42ad-a330-ef451f394c64 req-0b5c8ed7-22f0-41b4-aaf3-8d5191415d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:25.205908 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-06645c13-805f-42ad-a330-ef451f394c64 req-0b5c8ed7-22f0-41b4-aaf3-8d5191415d2b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b6a6d9c3-8862-4eeb-b898-6afb369449ea&tenant_id=5a29f45689de4723b61fb9850cc62a10 HTTP/1.1" status: 200 len: 1101 time: 0.3503923 Jun 01 18:47:25.218288 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [req-06645c13-805f-42ad-a330-ef451f394c64 req-b19dd75b-1e29-4a85-8268-0a75ba141f46 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-844202-1', 'device_owner': 'compute:nova'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:47:25.235416 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-2d427c93-5bd2-49cf-814d-454f65f76fc7 req-7d4a1fc9-97cc-41b5-8623-3e6d5e16a9d6 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:25.252777 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0981e62f-eafe-4b0e-9c34-c15c43c79c66 req-d48239bb-115d-4945-94d0-729baf0acffb tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] 10.222.0.41 "GET /v2.0/security-groups?id=92820b43-7593-449e-bdb5-02c9f22d29e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012365 Jun 01 18:47:25.265797 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb38b91-5d62-4bec-8f76-553d01c60c74 req-d60ed11f-786c-4a6a-ac8d-69994b42a59e tempest-ServersTestManualDisk-1181965885 tempest-ServersTestManualDisk-1181965885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:25.273777 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-bdb38b91-5d62-4bec-8f76-553d01c60c74 req-d60ed11f-786c-4a6a-ac8d-69994b42a59e tempest-ServersTestManualDisk-1181965885 tempest-ServersTestManualDisk-1181965885-project] 10.222.0.41 "GET /v2.0/ports?device_id=e48f61a1-dfd3-445e-99ff-341d1de8b7d1 HTTP/1.1" status: 200 len: 944 time: 0.3822978 Jun 01 18:47:25.331399 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 29ef26a4-a70e-49b7-bba7-1d3944f13d1a no longer exists at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:47:25.370007 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb077a6-39bb-40fd-b046-aba6c3890484 req-47887070-7493-4469-bb77-327b261f34fc tempest-LiveMigrationTest-1173690941 tempest-LiveMigrationTest-1173690941-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:25.381575 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-aeb077a6-39bb-40fd-b046-aba6c3890484 req-47887070-7493-4469-bb77-327b261f34fc tempest-LiveMigrationTest-1173690941 tempest-LiveMigrationTest-1173690941-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=0c2f9279-7cc9-4d6f-b8cb-b08438524fa4&tenant_id=ee3dca5a75c542e0966797f286e0b4d5&binding%3Ahost_id=n-h1-844202-1 HTTP/1.1" status: 200 len: 1096 time: 0.2547708 Jun 01 18:47:25.462923 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-2d427c93-5bd2-49cf-814d-454f65f76fc7 req-7d4a1fc9-97cc-41b5-8623-3e6d5e16a9d6 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:25.599123 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-bdb38b91-5d62-4bec-8f76-553d01c60c74 req-4814b474-0f6b-4047-8977-8c23adc86d4c tempest-ServersTestManualDisk-1181965885 tempest-ServersTestManualDisk-1181965885-project] Synchronizing usage tracker for tenant:bee367ae0ad54e12b26a009fd0a33774 on resource:security_group {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:47:25.607964 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-c51a0737-5499-4bc3-b595-4b2a9667810b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2b102db-a0be-4f77-9ba0-fac6ef78d2af {{(pid=88525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:47:25.621237 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-c51a0737-5499-4bc3-b595-4b2a9667810b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:25.631857 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port 29ef26a4-a70e-49b7-bba7-1d3944f13d1a is: ACTIVE; New status is: DOWN {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:47:25.632252 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:25.637658 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-06645c13-805f-42ad-a330-ef451f394c64 req-b19dd75b-1e29-4a85-8268-0a75ba141f46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:25.654579 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4ad69f53-4a36-448e-84b0-ee8555fb676a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:25.660378 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-bdb38b91-5d62-4bec-8f76-553d01c60c74 req-4814b474-0f6b-4047-8977-8c23adc86d4c tempest-ServersTestManualDisk-1181965885 tempest-ServersTestManualDisk-1181965885-project] Unset dirty status for tenant:bee367ae0ad54e12b26a009fd0a33774 on resource:security_group {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:47:25.673573 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-bdb38b91-5d62-4bec-8f76-553d01c60c74 req-4814b474-0f6b-4047-8977-8c23adc86d4c tempest-ServersTestManualDisk-1181965885 tempest-ServersTestManualDisk-1181965885-project] 10.222.0.41 "GET /v2.0/security-groups?id=0917b9ba-05f4-43cf-a302-ae418afea998&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3988507 Jun 01 18:47:25.678083 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-c51a0737-5499-4bc3-b595-4b2a9667810b service neutron] Transition to ACTIVE for port object a2b102db-a0be-4f77-9ba0-fac6ef78d2af will not be triggered until provisioned by entity L2. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:47:25.683114 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 29ef26a4-a70e-49b7-bba7-1d3944f13d1a, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=29ef26a4-a70e-49b7-bba7-1d3944f13d1a,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:47:25.694722 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d427c93-5bd2-49cf-814d-454f65f76fc7 req-7d4a1fc9-97cc-41b5-8623-3e6d5e16a9d6 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] Network f464bab1-fed8-4b70-bd0a-84f4f32a722e is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:47:25.698710 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:25.711214 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [req-2d427c93-5bd2-49cf-814d-454f65f76fc7 req-7d4a1fc9-97cc-41b5-8623-3e6d5e16a9d6 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:47:25.712632 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-c51a0737-5499-4bc3-b595-4b2a9667810b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:25.730606 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d427c93-5bd2-49cf-814d-454f65f76fc7 req-7d4a1fc9-97cc-41b5-8623-3e6d5e16a9d6 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:47:25.758036 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-4ad69f53-4a36-448e-84b0-ee8555fb676a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:47:25.796614 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-4ad69f53-4a36-448e-84b0-ee8555fb676a admin admin] Usage tracker for resource:security_group_rule and tenant:f5e0313728ec40d08c640203ec16fc68 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:47:25.812425 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26dddbb3-2c97-4327-943d-1dd39798506b'] response: {'server_uuid': '420a476b-0d5b-4dc2-9bfb-22ae930ac2da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc8eaa17-8441-4d5c-bf5b-397c949381f6', 'code': 200} Jun 01 18:47:25.816349 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-4ad69f53-4a36-448e-84b0-ee8555fb676a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:47:25.819407 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4a1fc9-97cc-41b5-8623-3e6d5e16a9d6 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] Pushing event updated for resources: {'Port': ['ID=c67628e5-ab76-4fd4-839e-32aabe1b8aae,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:47:25.855574 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-4ad69f53-4a36-448e-84b0-ee8555fb676a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:47:25.888124 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=29ef26a4-a70e-49b7-bba7-1d3944f13d1a,revision_number=6']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:47:25.921445 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d427c93-5bd2-49cf-814d-454f65f76fc7 req-7d4a1fc9-97cc-41b5-8623-3e6d5e16a9d6 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:25.922106 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-2d427c93-5bd2-49cf-814d-454f65f76fc7 req-7d4a1fc9-97cc-41b5-8623-3e6d5e16a9d6 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:26.005331 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb077a6-39bb-40fd-b046-aba6c3890484 req-11e2399a-43e4-4adc-9050-d19d1f893b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:26.006961 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-aeb077a6-39bb-40fd-b046-aba6c3890484 req-11e2399a-43e4-4adc-9050-d19d1f893b9e service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=0c2f9279-7cc9-4d6f-b8cb-b08438524fa4&tenant_id=ee3dca5a75c542e0966797f286e0b4d5 HTTP/1.1" status: 200 len: 1096 time: 0.6179748 Jun 01 18:47:26.024967 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51a0737-5499-4bc3-b595-4b2a9667810b service neutron] Pushing event updated for resources: {'Port': ['ID=a2b102db-a0be-4f77-9ba0-fac6ef78d2af,revision_number=2']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:47:26.029969 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20c7acb-4abc-4ffc-a18f-ace1fef3d75c req-b95444e3-7625-4661-9381-86d94422f05b tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:26.031525 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d20c7acb-4abc-4ffc-a18f-ace1fef3d75c req-b95444e3-7625-4661-9381-86d94422f05b tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] 10.222.0.41 "GET /v2.0/ports?device_id=0dcd1d1e-530a-45dd-9d6b-dc7638ac52db HTTP/1.1" status: 200 len: 932 time: 0.4926512 Jun 01 18:47:26.143696 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-2d427c93-5bd2-49cf-814d-454f65f76fc7 req-7d4a1fc9-97cc-41b5-8623-3e6d5e16a9d6 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1790359 Jun 01 18:47:26.175033 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-2d427c93-5bd2-49cf-814d-454f65f76fc7 req-45ff585d-df28-4a55-928a-a2d531a1f984 service neutron] Request body: {'port': {'device_id': '0dcd1d1e-530a-45dd-9d6b-dc7638ac52db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844202-1'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:47:26.229018 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d20c7acb-4abc-4ffc-a18f-ace1fef3d75c req-63a20201-4b45-484e-92c0-ea758d116814 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] 10.222.0.41 "GET /v2.0/security-groups?id=32e0c067-0089-408b-a3cd-4b24e22ccce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883352 Jun 01 18:47:26.282622 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4ad69f53-4a36-448e-84b0-ee8555fb676a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:26.318870 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4ad69f53-4a36-448e-84b0-ee8555fb676a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:26.388687 n-d-844202-1 neutron-server[88525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4793b2a-e4f4-4b4c-aef5-c2c38e79a853'] response: {'name': 'network-changed', 'server_uuid': '9c83a2c5-aa3d-4e8d-af22-cb838112216f', 'tag': '762e1d9d-53a1-4374-8f81-cfb057889d39', 'status': 'completed', 'code': 200} Jun 01 18:47:26.389288 n-d-844202-1 neutron-server[88525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4793b2a-e4f4-4b4c-aef5-c2c38e79a853'] response: {'server_uuid': '7430290e-18f1-41b8-a9fc-5005fa06fc62', 'name': 'network-vif-deleted', 'tag': '9ada9520-8290-4bb2-b5b5-7d86daed3818', 'status': 'completed', 'code': 200} Jun 01 18:47:26.437098 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-c51a0737-5499-4bc3-b595-4b2a9667810b service neutron] Attempting to bind port a2b102db-a0be-4f77-9ba0-fac6ef78d2af on host n-h2-844202-1 for vnic_type normal with profile {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:47:26.437098 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-c51a0737-5499-4bc3-b595-4b2a9667810b service neutron] Attempting to bind port a2b102db-a0be-4f77-9ba0-fac6ef78d2af by drivers openvswitch,hyperv on host n-h2-844202-1 at level 0 using segments [{'id': '8211a189-6538-4b5e-a099-2eaf80282694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '9faf4c95-7954-4d11-b97c-b5c0332de1f6'}] {{(pid=88525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:47:26.437098 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-c51a0737-5499-4bc3-b595-4b2a9667810b service neutron] Attempting to bind port a2b102db-a0be-4f77-9ba0-fac6ef78d2af on network 9faf4c95-7954-4d11-b97c-b5c0332de1f6 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:47:26.454392 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb54d7a-e049-4d47-a71e-c8361de85971 req-afc98cd8-2196-43e7-bc35-b30a8743856e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:26.455429 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-4ad69f53-4a36-448e-84b0-ee8555fb676a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f5e0313728ec40d08c640203ec16fc68&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3705523 Jun 01 18:47:26.455949 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8fb54d7a-e049-4d47-a71e-c8361de85971 req-afc98cd8-2196-43e7-bc35-b30a8743856e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=420a476b-0d5b-4dc2-9bfb-22ae930ac2da HTTP/1.1" status: 200 len: 1097 time: 0.5197058 Jun 01 18:47:26.456727 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 49508) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:47:26.463496 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad69f53-4a36-448e-84b0-ee8555fb676a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8d4148d-b221-4ead-8aef-3f93011600b2,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:47:26.469103 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-2d427c93-5bd2-49cf-814d-454f65f76fc7 req-45ff585d-df28-4a55-928a-a2d531a1f984 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:26.481385 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-c51a0737-5499-4bc3-b595-4b2a9667810b service neutron] Port a2b102db-a0be-4f77-9ba0-fac6ef78d2af on network 9faf4c95-7954-4d11-b97c-b5c0332de1f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-844202-1 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 18:47:26.481651 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-c51a0737-5499-4bc3-b595-4b2a9667810b service neutron] Attempting to bind port a2b102db-a0be-4f77-9ba0-fac6ef78d2af on network 9faf4c95-7954-4d11-b97c-b5c0332de1f6 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:47:26.496283 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb077a6-39bb-40fd-b046-aba6c3890484 req-e6a75089-40c3-4eb7-afbe-eebc3407810d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:26.496283 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-aeb077a6-39bb-40fd-b046-aba6c3890484 req-e6a75089-40c3-4eb7-afbe-eebc3407810d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ee3dca5a75c542e0966797f286e0b4d5&device_id=0c2f9279-7cc9-4d6f-b8cb-b08438524fa4 HTTP/1.1" status: 200 len: 1096 time: 0.4254107 Jun 01 18:47:26.521214 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-c51a0737-5499-4bc3-b595-4b2a9667810b service neutron] Checking agent: {'id': 'f5db9968-6317-4186-9100-9e0ca6b50417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 18, 47, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:47:26.521638 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-c51a0737-5499-4bc3-b595-4b2a9667810b service neutron] Checking segment: {'id': '8211a189-6538-4b5e-a099-2eaf80282694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '9faf4c95-7954-4d11-b97c-b5c0332de1f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:47:26.521934 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-c51a0737-5499-4bc3-b595-4b2a9667810b service neutron] Bound using segment: {'id': '8211a189-6538-4b5e-a099-2eaf80282694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '9faf4c95-7954-4d11-b97c-b5c0332de1f6'} {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:47:26.522363 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-c51a0737-5499-4bc3-b595-4b2a9667810b service neutron] Bound port: a2b102db-a0be-4f77-9ba0-fac6ef78d2af, host: n-h2-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8211a189-6538-4b5e-a099-2eaf80282694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '9faf4c95-7954-4d11-b97c-b5c0332de1f6'}}] {{(pid=88525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:47:26.522707 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-c51a0737-5499-4bc3-b595-4b2a9667810b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:26.556619 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38f8448-5b88-4628-a722-87ba6881b291 req-7ce56bbf-6d87-4c64-9fa2-fa40e0f4cb8b tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:26.562420 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38f8448-5b88-4628-a722-87ba6881b291 req-7ce56bbf-6d87-4c64-9fa2-fa40e0f4cb8b tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:26.569013 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38f8448-5b88-4628-a722-87ba6881b291 req-7ce56bbf-6d87-4c64-9fa2-fa40e0f4cb8b tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:26.575131 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38f8448-5b88-4628-a722-87ba6881b291 req-7ce56bbf-6d87-4c64-9fa2-fa40e0f4cb8b tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:26.581371 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38f8448-5b88-4628-a722-87ba6881b291 req-7ce56bbf-6d87-4c64-9fa2-fa40e0f4cb8b tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:26.590806 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38f8448-5b88-4628-a722-87ba6881b291 req-7ce56bbf-6d87-4c64-9fa2-fa40e0f4cb8b tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:26.590806 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-d38f8448-5b88-4628-a722-87ba6881b291 req-7ce56bbf-6d87-4c64-9fa2-fa40e0f4cb8b tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Synchronizing usage tracker for tenant:5e0ead56e0d24edfb943f0d89aaec01a on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:47:26.609580 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-06645c13-805f-42ad-a330-ef451f394c64 req-b19dd75b-1e29-4a85-8268-0a75ba141f46 service neutron] For port 29ef26a4-a70e-49b7-bba7-1d3944f13d1a, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=29ef26a4-a70e-49b7-bba7-1d3944f13d1a,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:47:26.660817 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8fb54d7a-e049-4d47-a71e-c8361de85971 req-d067d182-816c-4075-bce5-05e21d14445a service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=8f2fd699-5af8-4379-8a92-35d8c8796709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729984 Jun 01 18:47:26.685086 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-d38f8448-5b88-4628-a722-87ba6881b291 req-7ce56bbf-6d87-4c64-9fa2-fa40e0f4cb8b tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Unset dirty status for tenant:5e0ead56e0d24edfb943f0d89aaec01a on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:47:26.686266 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d38f8448-5b88-4628-a722-87ba6881b291 req-7ce56bbf-6d87-4c64-9fa2-fa40e0f4cb8b tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c83a2c5-aa3d-4e8d-af22-cb838112216f HTTP/1.1" status: 200 len: 4605 time: 0.5832326 Jun 01 18:47:26.742248 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-06645c13-805f-42ad-a330-ef451f394c64 req-b19dd75b-1e29-4a85-8268-0a75ba141f46 service neutron] For port 29ef26a4-a70e-49b7-bba7-1d3944f13d1a, host n-h2-844202-1, cleared binding levels {{(pid=88525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:47:26.815709 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-c51a0737-5499-4bc3-b595-4b2a9667810b service neutron] For port a2b102db-a0be-4f77-9ba0-fac6ef78d2af, host n-h2-844202-1, cleared binding levels {{(pid=88525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:47:26.830699 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d38f8448-5b88-4628-a722-87ba6881b291 req-f541ea91-3d89-4986-921b-747d71d6e04d tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] 10.222.0.41 "GET /v2.0/security-groups?id=3eddd810-beb6-4f1d-8108-29288df7e7ee&id=9572e18c-01ef-4403-8358-e3e783c3474b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1326559 Jun 01 18:47:26.837482 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [req-06645c13-805f-42ad-a330-ef451f394c64 req-b19dd75b-1e29-4a85-8268-0a75ba141f46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29ef26a4-a70e-49b7-bba7-1d3944f13d1a {{(pid=88525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:47:26.842575 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-c51a0737-5499-4bc3-b595-4b2a9667810b service neutron] For port a2b102db-a0be-4f77-9ba0-fac6ef78d2af, host n-h2-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=a2b102db-a0be-4f77-9ba0-fac6ef78d2af,segment=NetworkSegment(8211a189-6538-4b5e-a099-2eaf80282694),segment_id=8211a189-6538-4b5e-a099-2eaf80282694)] {{(pid=88525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:47:26.848269 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-06645c13-805f-42ad-a330-ef451f394c64 req-b19dd75b-1e29-4a85-8268-0a75ba141f46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:26.856369 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-c51a0737-5499-4bc3-b595-4b2a9667810b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:26.934460 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [req-06645c13-805f-42ad-a330-ef451f394c64 req-b19dd75b-1e29-4a85-8268-0a75ba141f46 service neutron] Transition to ACTIVE for port object 29ef26a4-a70e-49b7-bba7-1d3944f13d1a will not be triggered until provisioned by entity L2. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:47:26.953580 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-c51a0737-5499-4bc3-b595-4b2a9667810b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:26.954832 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-c51a0737-5499-4bc3-b595-4b2a9667810b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:26.956532 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-c51a0737-5499-4bc3-b595-4b2a9667810b service neutron] 10.222.0.50 "PUT /v2.0/ports/a2b102db-a0be-4f77-9ba0-fac6ef78d2af HTTP/1.1" status: 200 len: 1135 time: 2.9822607 Jun 01 18:47:26.971121 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-06645c13-805f-42ad-a330-ef451f394c64 req-b19dd75b-1e29-4a85-8268-0a75ba141f46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:26.993232 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-bf7062c4-47e3-4f31-b55d-ba0f55ee458a service neutron] Request body: {'port': {'device_id': '9c83a2c5-aa3d-4e8d-af22-cb838112216f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844202-1'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:47:27.013071 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-180020de-13e0-44ec-9d53-3ea839195618 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:27.063866 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb077a6-39bb-40fd-b046-aba6c3890484 req-fc46f16d-9841-4ada-a529-ea9e4f94311f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:27.065520 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-aeb077a6-39bb-40fd-b046-aba6c3890484 req-fc46f16d-9841-4ada-a529-ea9e4f94311f service neutron] 10.222.0.50 "GET /v2.0/networks?id=222758ca-4c6e-4ccb-8f11-8c829f4da008 HTTP/1.1" status: 200 len: 909 time: 0.5590327 Jun 01 18:47:27.088459 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d928e05-e8cb-40d0-84e3-d505304992a4 req-261a238c-3e10-41ec-a2e0-92f9c2645474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:27.089048 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d928e05-e8cb-40d0-84e3-d505304992a4 req-261a238c-3e10-41ec-a2e0-92f9c2645474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:27.089730 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d928e05-e8cb-40d0-84e3-d505304992a4 req-261a238c-3e10-41ec-a2e0-92f9c2645474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:27.090258 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d928e05-e8cb-40d0-84e3-d505304992a4 req-261a238c-3e10-41ec-a2e0-92f9c2645474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:27.090954 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d928e05-e8cb-40d0-84e3-d505304992a4 req-261a238c-3e10-41ec-a2e0-92f9c2645474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:27.092337 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d928e05-e8cb-40d0-84e3-d505304992a4 req-261a238c-3e10-41ec-a2e0-92f9c2645474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:27.094315 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-8d928e05-e8cb-40d0-84e3-d505304992a4 req-261a238c-3e10-41ec-a2e0-92f9c2645474 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5e0ead56e0d24edfb943f0d89aaec01a&device_id=9c83a2c5-aa3d-4e8d-af22-cb838112216f HTTP/1.1" status: 200 len: 5249 time: 0.7097077 Jun 01 18:47:27.255191 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51a0737-5499-4bc3-b595-4b2a9667810b service neutron] Pushing event updated for resources: {'Port': ['ID=a2b102db-a0be-4f77-9ba0-fac6ef78d2af,revision_number=3']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:47:27.286820 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-180020de-13e0-44ec-9d53-3ea839195618 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:27.328853 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [req-06645c13-805f-42ad-a330-ef451f394c64 req-b19dd75b-1e29-4a85-8268-0a75ba141f46 service neutron] No DVR routers for this DVR port 29ef26a4-a70e-49b7-bba7-1d3944f13d1a on host n-h2-844202-1 {{(pid=88525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 18:47:27.340290 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device e4ed00a5-b372-4c7c-91cb-1b4c6d82ac88 up at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:47:27.351835 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-aeb077a6-39bb-40fd-b046-aba6c3890484 req-c1c7e946-ea77-40f5-94f7-22877e531656 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d2fed082-f232-473f-b203-8abb2abbb3b0 HTTP/1.1" status: 200 len: 217 time: 0.2430613 Jun 01 18:47:27.391169 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0eec22-cccf-43e7-9450-f9f3942f7fb8 req-fa0ef325-c77d-485c-86de-908e426ba600 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:27.393615 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-bd0eec22-cccf-43e7-9450-f9f3942f7fb8 req-fa0ef325-c77d-485c-86de-908e426ba600 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6a6d9c3-8862-4eeb-b898-6afb369449ea HTTP/1.1" status: 200 len: 948 time: 0.8852468 Jun 01 18:47:27.427912 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning for port e4ed00a5-b372-4c7c-91cb-1b4c6d82ac88 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:47:27.434677 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning complete for port e4ed00a5-b372-4c7c-91cb-1b4c6d82ac88 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:47:27.434677 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:27.508808 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19dd75b-1e29-4a85-8268-0a75ba141f46 service neutron] Pushing event updated for resources: {'Port': ['ID=29ef26a4-a70e-49b7-bba7-1d3944f13d1a,revision_number=7']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:47:27.515419 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-bf7062c4-47e3-4f31-b55d-ba0f55ee458a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:27.595218 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-bd0eec22-cccf-43e7-9450-f9f3942f7fb8 req-0ac0978c-6824-4bb8-8854-cea009ca0d4e tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbe27866-6450-47f0-a8e1-f266dfb72433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524189 Jun 01 18:47:27.608496 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port e4ed00a5-b372-4c7c-91cb-1b4c6d82ac88 is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:47:27.609466 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:27.624645 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb077a6-39bb-40fd-b046-aba6c3890484 req-5f00774c-e0bf-4a97-931e-169ec5527134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:27.626100 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-aeb077a6-39bb-40fd-b046-aba6c3890484 req-5f00774c-e0bf-4a97-931e-169ec5527134 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2d25927e-118e-41f9-9e0e-90f9021c9592 HTTP/1.1" status: 200 len: 848 time: 0.2502046 Jun 01 18:47:27.630105 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d928e05-e8cb-40d0-84e3-d505304992a4 req-dba565b3-8bb8-4507-9a14-f653c706dfd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:27.630574 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d928e05-e8cb-40d0-84e3-d505304992a4 req-dba565b3-8bb8-4507-9a14-f653c706dfd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:27.631029 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d928e05-e8cb-40d0-84e3-d505304992a4 req-dba565b3-8bb8-4507-9a14-f653c706dfd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:27.632603 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-8d928e05-e8cb-40d0-84e3-d505304992a4 req-dba565b3-8bb8-4507-9a14-f653c706dfd7 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=5e0ead56e0d24edfb943f0d89aaec01a&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.4666510 Jun 01 18:47:27.671410 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port e4ed00a5-b372-4c7c-91cb-1b4c6d82ac88, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=e4ed00a5-b372-4c7c-91cb-1b4c6d82ac88,segment=NetworkSegment(dbed2ef3-fec2-48d6-9802-f5f8c232ad46),segment_id=dbed2ef3-fec2-48d6-9802-f5f8c232ad46)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:47:27.678521 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:27.687228 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-aeb077a6-39bb-40fd-b046-aba6c3890484 req-95fd5479-1d75-420e-ab30-eb6236ff9872 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=222758ca-4c6e-4ccb-8f11-8c829f4da008&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491049 Jun 01 18:47:27.711337 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-180020de-13e0-44ec-9d53-3ea839195618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:27.755492 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-06645c13-805f-42ad-a330-ef451f394c64 req-b19dd75b-1e29-4a85-8268-0a75ba141f46 service neutron] Attempting to bind port 29ef26a4-a70e-49b7-bba7-1d3944f13d1a on host n-h1-844202-1 for vnic_type normal with profile {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:47:27.755755 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-06645c13-805f-42ad-a330-ef451f394c64 req-b19dd75b-1e29-4a85-8268-0a75ba141f46 service neutron] Attempting to bind port 29ef26a4-a70e-49b7-bba7-1d3944f13d1a by drivers openvswitch,hyperv on host n-h1-844202-1 at level 0 using segments [{'id': 'e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426'}] {{(pid=88525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:47:27.755858 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06645c13-805f-42ad-a330-ef451f394c64 req-b19dd75b-1e29-4a85-8268-0a75ba141f46 service neutron] Attempting to bind port 29ef26a4-a70e-49b7-bba7-1d3944f13d1a on network 898153a3-5d71-43be-9d14-343ea4a48426 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:47:27.773842 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=e4ed00a5-b372-4c7c-91cb-1b4c6d82ac88,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:47:27.774255 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06645c13-805f-42ad-a330-ef451f394c64 req-b19dd75b-1e29-4a85-8268-0a75ba141f46 service neutron] Port 29ef26a4-a70e-49b7-bba7-1d3944f13d1a on network 898153a3-5d71-43be-9d14-343ea4a48426 not bound, no agent of type Open vSwitch agent registered on host n-h1-844202-1 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 18:47:27.774635 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06645c13-805f-42ad-a330-ef451f394c64 req-b19dd75b-1e29-4a85-8268-0a75ba141f46 service neutron] Attempting to bind port 29ef26a4-a70e-49b7-bba7-1d3944f13d1a on network 898153a3-5d71-43be-9d14-343ea4a48426 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:47:27.782122 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:47:27.782488 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:47:27.782786 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:47:27.783179 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:47:27.783542 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:47:27.783828 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:47:27.784162 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:47:27.784646 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:47:27.784967 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:47:27.785283 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:47:27.785605 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:47:27.785918 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:47:27.813222 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6a6d9c3-8862-4eeb-b898-6afb369449ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29ef26a4-a70e-49b7-bba7-1d3944f13d1a'}, {'server_uuid': 'e48f61a1-dfd3-445e-99ff-341d1de8b7d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4ed00a5-b372-4c7c-91cb-1b4c6d82ac88'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:47:27.822118 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc9e6d5-ae73-4a82-99fb-fbb4db9cf08b req-03fdb9ec-1436-4c11-8e3e-326c7be567e7 tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:27.829270 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-7dc9e6d5-ae73-4a82-99fb-fbb4db9cf08b req-03fdb9ec-1436-4c11-8e3e-326c7be567e7 tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] 10.222.0.41 "GET /v2.0/ports?device_id=420a476b-0d5b-4dc2-9bfb-22ae930ac2da HTTP/1.1" status: 200 len: 946 time: 0.6456056 Jun 01 18:47:27.837312 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06645c13-805f-42ad-a330-ef451f394c64 req-b19dd75b-1e29-4a85-8268-0a75ba141f46 service neutron] Checking agent: {'id': 'bdb1e5d7-b998-4259-838f-3d278e930f32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 18, 47, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:47:27.837638 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06645c13-805f-42ad-a330-ef451f394c64 req-b19dd75b-1e29-4a85-8268-0a75ba141f46 service neutron] Checking segment: {'id': 'e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:47:27.838021 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06645c13-805f-42ad-a330-ef451f394c64 req-b19dd75b-1e29-4a85-8268-0a75ba141f46 service neutron] Bound using segment: {'id': 'e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426'} {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:47:27.838450 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-06645c13-805f-42ad-a330-ef451f394c64 req-b19dd75b-1e29-4a85-8268-0a75ba141f46 service neutron] Bound port: 29ef26a4-a70e-49b7-bba7-1d3944f13d1a, host: n-h1-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426'}}] {{(pid=88525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:47:27.838791 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-06645c13-805f-42ad-a330-ef451f394c64 req-b19dd75b-1e29-4a85-8268-0a75ba141f46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:27.855978 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180020de-13e0-44ec-9d53-3ea839195618 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8d4148d-b221-4ead-8aef-3f93011600b2,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:47:27.938456 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-180020de-13e0-44ec-9d53-3ea839195618 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:27.940299 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-180020de-13e0-44ec-9d53-3ea839195618 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e8d4148d-b221-4ead-8aef-3f93011600b2 HTTP/1.1" status: 204 len: 168 time: 1.4775515 Jun 01 18:47:27.952585 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.db.resource_extend [req-2d427c93-5bd2-49cf-814d-454f65f76fc7 req-45ff585d-df28-4a55-928a-a2d531a1f984 service neutron] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 18:47:28.110616 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-7dc9e6d5-ae73-4a82-99fb-fbb4db9cf08b req-7e51dba2-eb88-43f2-8d9f-6837dd2033be tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f2fd699-5af8-4379-8a92-35d8c8796709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2804666 Jun 01 18:47:28.139899 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-06645c13-805f-42ad-a330-ef451f394c64 req-b19dd75b-1e29-4a85-8268-0a75ba141f46 service neutron] For port 29ef26a4-a70e-49b7-bba7-1d3944f13d1a, host n-h1-844202-1, cleared binding levels {{(pid=88525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:47:28.150859 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [req-2d427c93-5bd2-49cf-814d-454f65f76fc7 req-45ff585d-df28-4a55-928a-a2d531a1f984 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c67628e5-ab76-4fd4-839e-32aabe1b8aae {{(pid=88524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:47:28.176502 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-2d427c93-5bd2-49cf-814d-454f65f76fc7 req-45ff585d-df28-4a55-928a-a2d531a1f984 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:28.222039 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c778bd-39ef-4e19-b48b-f590002d73b9 req-159da197-7b2f-44b8-a1ab-67cf8d524efd tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:28.223342 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-99c778bd-39ef-4e19-b48b-f590002d73b9 req-159da197-7b2f-44b8-a1ab-67cf8d524efd tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c2f9279-7cc9-4d6f-b8cb-b08438524fa4 HTTP/1.1" status: 200 len: 945 time: 0.4837787 Jun 01 18:47:28.224453 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d928e05-e8cb-40d0-84e3-d505304992a4 req-96dea5cc-19a2-4c52-9f91-28940d0221a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:28.225795 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-8d928e05-e8cb-40d0-84e3-d505304992a4 req-96dea5cc-19a2-4c52-9f91-28940d0221a5 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5866344 Jun 01 18:47:28.227878 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-06645c13-805f-42ad-a330-ef451f394c64 req-b19dd75b-1e29-4a85-8268-0a75ba141f46 service neutron] For port 29ef26a4-a70e-49b7-bba7-1d3944f13d1a, host n-h1-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=29ef26a4-a70e-49b7-bba7-1d3944f13d1a,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:47:28.234736 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-aeb077a6-39bb-40fd-b046-aba6c3890484 req-2cf74a42-14de-4674-8b8f-e4f763bb724c service neutron] 10.222.0.50 "GET /v2.0/networks/222758ca-4c6e-4ccb-8f11-8c829f4da008?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5240440 Jun 01 18:47:28.235950 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [req-2d427c93-5bd2-49cf-814d-454f65f76fc7 req-45ff585d-df28-4a55-928a-a2d531a1f984 service neutron] Transition to ACTIVE for port object c67628e5-ab76-4fd4-839e-32aabe1b8aae will not be triggered until provisioned by entity L2. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:47:28.245617 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-06645c13-805f-42ad-a330-ef451f394c64 req-b19dd75b-1e29-4a85-8268-0a75ba141f46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:28.287252 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-2d427c93-5bd2-49cf-814d-454f65f76fc7 req-45ff585d-df28-4a55-928a-a2d531a1f984 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:28.404006 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c83a2c5-aa3d-4e8d-af22-cb838112216f', 'tag': 'a2b102db-a0be-4f77-9ba0-fac6ef78d2af'}] {{(pid=88525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:47:28.430542 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06645c13-805f-42ad-a330-ef451f394c64 req-b19dd75b-1e29-4a85-8268-0a75ba141f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:28.431161 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-06645c13-805f-42ad-a330-ef451f394c64 req-b19dd75b-1e29-4a85-8268-0a75ba141f46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:28.432619 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-06645c13-805f-42ad-a330-ef451f394c64 req-b19dd75b-1e29-4a85-8268-0a75ba141f46 service neutron] 10.222.0.15 "PUT /v2.0/ports/29ef26a4-a70e-49b7-bba7-1d3944f13d1a HTTP/1.1" status: 200 len: 1096 time: 3.2183459 Jun 01 18:47:28.523262 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-99c778bd-39ef-4e19-b48b-f590002d73b9 req-5c9577d9-b9f3-4bd1-9fb6-70ce054b3c21 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] 10.222.0.41 "GET /v2.0/security-groups?id=92820b43-7593-449e-bdb5-02c9f22d29e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2856448 Jun 01 18:47:28.548134 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19dd75b-1e29-4a85-8268-0a75ba141f46 service neutron] Pushing event updated for resources: {'Port': ['ID=29ef26a4-a70e-49b7-bba7-1d3944f13d1a,revision_number=8']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:47:28.726838 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252bd22d-eba4-4938-af19-30988f560412 req-cf3177d8-98b4-49c4-a976-b6c85aa96b87 tempest-ServersTestManualDisk-1181965885 tempest-ServersTestManualDisk-1181965885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:28.734470 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-252bd22d-eba4-4938-af19-30988f560412 req-cf3177d8-98b4-49c4-a976-b6c85aa96b87 tempest-ServersTestManualDisk-1181965885 tempest-ServersTestManualDisk-1181965885-project] 10.222.0.41 "GET /v2.0/ports?device_id=e48f61a1-dfd3-445e-99ff-341d1de8b7d1 HTTP/1.1" status: 200 len: 945 time: 0.4411802 Jun 01 18:47:28.774487 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-bf7062c4-47e3-4f31-b55d-ba0f55ee458a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3f4ba38-c0d9-4785-8b90-9f4ff43d59a6 {{(pid=88525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:47:28.788695 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-bf7062c4-47e3-4f31-b55d-ba0f55ee458a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:28.809004 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ff585d-df28-4a55-928a-a2d531a1f984 service neutron] Pushing event updated for resources: {'Port': ['ID=c67628e5-ab76-4fd4-839e-32aabe1b8aae,revision_number=2']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:47:28.816797 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06645c13-805f-42ad-a330-ef451f394c64 req-bbb950db-5608-4a22-b9b9-e803faf212c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:28.818683 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-06645c13-805f-42ad-a330-ef451f394c64 req-bbb950db-5608-4a22-b9b9-e803faf212c3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5a29f45689de4723b61fb9850cc62a10&device_id=b6a6d9c3-8862-4eeb-b898-6afb369449ea HTTP/1.1" status: 200 len: 1099 time: 0.3440452 Jun 01 18:47:28.830274 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-bf7062c4-47e3-4f31-b55d-ba0f55ee458a service neutron] Transition to ACTIVE for port object a3f4ba38-c0d9-4785-8b90-9f4ff43d59a6 will not be triggered until provisioned by entity L2. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:47:28.856372 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-252bd22d-eba4-4938-af19-30988f560412 req-2b6bf6fe-26b0-451f-9f2d-02bfd6f7d6cb tempest-ServersTestManualDisk-1181965885 tempest-ServersTestManualDisk-1181965885-project] 10.222.0.41 "GET /v2.0/security-groups?id=0917b9ba-05f4-43cf-a302-ae418afea998&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1208191 Jun 01 18:47:28.860456 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-bf7062c4-47e3-4f31-b55d-ba0f55ee458a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:29.008179 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-aeb077a6-39bb-40fd-b046-aba6c3890484 req-e2b13f3a-2767-4691-868d-8a481a5e7eda service neutron] 10.222.0.50 "GET /v2.0/networks/222758ca-4c6e-4ccb-8f11-8c829f4da008?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7497241 Jun 01 18:47:29.012396 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29ce1ae3-dfeb-4ade-b526-fd4b7b4d0f21'] response: {'server_uuid': 'b6a6d9c3-8862-4eeb-b898-6afb369449ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29ef26a4-a70e-49b7-bba7-1d3944f13d1a', 'code': 200} Jun 01 18:47:29.013260 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29ce1ae3-dfeb-4ade-b526-fd4b7b4d0f21'] response: {'server_uuid': 'e48f61a1-dfd3-445e-99ff-341d1de8b7d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4ed00a5-b372-4c7c-91cb-1b4c6d82ac88', 'code': 200} Jun 01 18:47:29.040188 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-2d427c93-5bd2-49cf-814d-454f65f76fc7 req-45ff585d-df28-4a55-928a-a2d531a1f984 service neutron] Attempting to bind port c67628e5-ab76-4fd4-839e-32aabe1b8aae on host n-h1-844202-1 for vnic_type normal with profile {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:47:29.040639 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-2d427c93-5bd2-49cf-814d-454f65f76fc7 req-45ff585d-df28-4a55-928a-a2d531a1f984 service neutron] Attempting to bind port c67628e5-ab76-4fd4-839e-32aabe1b8aae by drivers openvswitch,hyperv on host n-h1-844202-1 at level 0 using segments [{'id': '641e9a4f-e613-4ae2-9aeb-2789f815da51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'f464bab1-fed8-4b70-bd0a-84f4f32a722e'}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:47:29.040938 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d427c93-5bd2-49cf-814d-454f65f76fc7 req-45ff585d-df28-4a55-928a-a2d531a1f984 service neutron] Attempting to bind port c67628e5-ab76-4fd4-839e-32aabe1b8aae on network f464bab1-fed8-4b70-bd0a-84f4f32a722e {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:47:29.060326 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d427c93-5bd2-49cf-814d-454f65f76fc7 req-45ff585d-df28-4a55-928a-a2d531a1f984 service neutron] Port c67628e5-ab76-4fd4-839e-32aabe1b8aae on network f464bab1-fed8-4b70-bd0a-84f4f32a722e not bound, no agent of type Open vSwitch agent registered on host n-h1-844202-1 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 18:47:29.060612 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d427c93-5bd2-49cf-814d-454f65f76fc7 req-45ff585d-df28-4a55-928a-a2d531a1f984 service neutron] Attempting to bind port c67628e5-ab76-4fd4-839e-32aabe1b8aae on network f464bab1-fed8-4b70-bd0a-84f4f32a722e {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:47:29.077813 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d427c93-5bd2-49cf-814d-454f65f76fc7 req-45ff585d-df28-4a55-928a-a2d531a1f984 service neutron] Checking agent: {'id': 'bdb1e5d7-b998-4259-838f-3d278e930f32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 18, 47, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:47:29.078216 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d427c93-5bd2-49cf-814d-454f65f76fc7 req-45ff585d-df28-4a55-928a-a2d531a1f984 service neutron] Checking segment: {'id': '641e9a4f-e613-4ae2-9aeb-2789f815da51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'f464bab1-fed8-4b70-bd0a-84f4f32a722e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:47:29.078521 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d427c93-5bd2-49cf-814d-454f65f76fc7 req-45ff585d-df28-4a55-928a-a2d531a1f984 service neutron] Bound using segment: {'id': '641e9a4f-e613-4ae2-9aeb-2789f815da51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'f464bab1-fed8-4b70-bd0a-84f4f32a722e'} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:47:29.078965 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-2d427c93-5bd2-49cf-814d-454f65f76fc7 req-45ff585d-df28-4a55-928a-a2d531a1f984 service neutron] Bound port: c67628e5-ab76-4fd4-839e-32aabe1b8aae, host: n-h1-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '641e9a4f-e613-4ae2-9aeb-2789f815da51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'f464bab1-fed8-4b70-bd0a-84f4f32a722e'}}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:47:29.079435 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-2d427c93-5bd2-49cf-814d-454f65f76fc7 req-45ff585d-df28-4a55-928a-a2d531a1f984 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:29.235518 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 49550) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:47:29.288736 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fbd56aeb-50bc-427b-be48-63f04440f255 req-bae9585f-3678-4bd6-8ee4-9014f314d189 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=7e793ca5-49bd-42cb-8666-a3b4655afec7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5277109 Jun 01 18:47:29.341632 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7062c4-47e3-4f31-b55d-ba0f55ee458a service neutron] Pushing event updated for resources: {'Port': ['ID=a3f4ba38-c0d9-4785-8b90-9f4ff43d59a6,revision_number=2']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:47:29.405596 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0b17d4-8d2e-463e-bbd2-627f9d650403 req-5aa1439b-13c4-4cb3-a6fa-0fad79a8411c tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:29.412773 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0b17d4-8d2e-463e-bbd2-627f9d650403 req-5aa1439b-13c4-4cb3-a6fa-0fad79a8411c tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:29.419044 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0b17d4-8d2e-463e-bbd2-627f9d650403 req-5aa1439b-13c4-4cb3-a6fa-0fad79a8411c tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:29.425448 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0b17d4-8d2e-463e-bbd2-627f9d650403 req-5aa1439b-13c4-4cb3-a6fa-0fad79a8411c tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:29.428432 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.50', 61450) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:47:29.431399 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0b17d4-8d2e-463e-bbd2-627f9d650403 req-5aa1439b-13c4-4cb3-a6fa-0fad79a8411c tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:29.437304 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0b17d4-8d2e-463e-bbd2-627f9d650403 req-5aa1439b-13c4-4cb3-a6fa-0fad79a8411c tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:29.443427 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0b17d4-8d2e-463e-bbd2-627f9d650403 req-5aa1439b-13c4-4cb3-a6fa-0fad79a8411c tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:29.450167 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-af0b17d4-8d2e-463e-bbd2-627f9d650403 req-5aa1439b-13c4-4cb3-a6fa-0fad79a8411c tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c83a2c5-aa3d-4e8d-af22-cb838112216f HTTP/1.1" status: 200 len: 5383 time: 0.2789800 Jun 01 18:47:29.485103 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-8deead78-17e0-439a-ba07-6d1c74e403eb admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1448983939-network', 'tenant_id': '03a56f87111741e99eac45e7902d811c'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:47:29.513411 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-8deead78-17e0-439a-ba07-6d1c74e403eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:47:29.515147 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-2d427c93-5bd2-49cf-814d-454f65f76fc7 req-45ff585d-df28-4a55-928a-a2d531a1f984 service neutron] For port c67628e5-ab76-4fd4-839e-32aabe1b8aae, host n-h1-844202-1, cleared binding levels {{(pid=88524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:47:29.525259 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-8deead78-17e0-439a-ba07-6d1c74e403eb admin admin] Usage tracker for resource:network and tenant:03a56f87111741e99eac45e7902d811c is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:47:29.528716 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06645c13-805f-42ad-a330-ef451f394c64 req-aa9e7410-09af-4de3-97eb-fe589a506289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:29.529389 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ec6d04-3cc3-4dc2-921a-0837348fe7c1 req-c8c543af-9d8b-49a9-8d47-c742ead3c1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:29.530190 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-06645c13-805f-42ad-a330-ef451f394c64 req-aa9e7410-09af-4de3-97eb-fe589a506289 service neutron] 10.222.0.15 "GET /v2.0/networks?id=898153a3-5d71-43be-9d14-343ea4a48426 HTTP/1.1" status: 200 len: 870 time: 0.7013268 Jun 01 18:47:29.530857 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e3ec6d04-3cc3-4dc2-921a-0837348fe7c1 req-c8c543af-9d8b-49a9-8d47-c742ead3c1d9 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=e48f61a1-dfd3-445e-99ff-341d1de8b7d1 HTTP/1.1" status: 200 len: 1096 time: 0.3744085 Jun 01 18:47:29.540271 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-8deead78-17e0-439a-ba07-6d1c74e403eb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:47:29.556951 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-2d427c93-5bd2-49cf-814d-454f65f76fc7 req-45ff585d-df28-4a55-928a-a2d531a1f984 service neutron] For port c67628e5-ab76-4fd4-839e-32aabe1b8aae, host n-h1-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=c67628e5-ab76-4fd4-839e-32aabe1b8aae,segment=NetworkSegment(641e9a4f-e613-4ae2-9aeb-2789f815da51),segment_id=641e9a4f-e613-4ae2-9aeb-2789f815da51)] {{(pid=88524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:47:29.569011 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-2d427c93-5bd2-49cf-814d-454f65f76fc7 req-45ff585d-df28-4a55-928a-a2d531a1f984 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:29.612961 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-8deead78-17e0-439a-ba07-6d1c74e403eb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:47:29.639036 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-bf7062c4-47e3-4f31-b55d-ba0f55ee458a service neutron] Attempting to bind port a3f4ba38-c0d9-4785-8b90-9f4ff43d59a6 on host n-h2-844202-1 for vnic_type normal with profile {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:47:29.639360 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-bf7062c4-47e3-4f31-b55d-ba0f55ee458a service neutron] Attempting to bind port a3f4ba38-c0d9-4785-8b90-9f4ff43d59a6 by drivers openvswitch,hyperv on host n-h2-844202-1 at level 0 using segments [{'id': '8211a189-6538-4b5e-a099-2eaf80282694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '9faf4c95-7954-4d11-b97c-b5c0332de1f6'}] {{(pid=88525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:47:29.639684 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-bf7062c4-47e3-4f31-b55d-ba0f55ee458a service neutron] Attempting to bind port a3f4ba38-c0d9-4785-8b90-9f4ff43d59a6 on network 9faf4c95-7954-4d11-b97c-b5c0332de1f6 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:47:29.642240 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d427c93-5bd2-49cf-814d-454f65f76fc7 req-45ff585d-df28-4a55-928a-a2d531a1f984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:29.643471 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-2d427c93-5bd2-49cf-814d-454f65f76fc7 req-45ff585d-df28-4a55-928a-a2d531a1f984 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:29.645209 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-06645c13-805f-42ad-a330-ef451f394c64 req-15b983cb-fa40-4621-b604-83dab54660e9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=29ef26a4-a70e-49b7-bba7-1d3944f13d1a HTTP/1.1" status: 200 len: 217 time: 0.1060929 Jun 01 18:47:29.646017 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-2d427c93-5bd2-49cf-814d-454f65f76fc7 req-45ff585d-df28-4a55-928a-a2d531a1f984 service neutron] 10.222.0.15 "PUT /v2.0/ports/c67628e5-ab76-4fd4-839e-32aabe1b8aae HTTP/1.1" status: 200 len: 1092 time: 3.4825749 Jun 01 18:47:29.657241 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b71ea0-050b-484f-b257-2c5c559a0df0 req-a7858ed3-53f0-4aa1-80ec-19a3e247af55 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:29.659513 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-49b71ea0-050b-484f-b257-2c5c559a0df0 req-a7858ed3-53f0-4aa1-80ec-19a3e247af55 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] 10.222.0.41 "GET /v2.0/ports?device_id=0dcd1d1e-530a-45dd-9d6b-dc7638ac52db HTTP/1.1" status: 200 len: 944 time: 0.6398573 Jun 01 18:47:29.660715 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dcd1d1e-530a-45dd-9d6b-dc7638ac52db', 'tag': 'c67628e5-ab76-4fd4-839e-32aabe1b8aae'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:47:29.692566 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-bf7062c4-47e3-4f31-b55d-ba0f55ee458a service neutron] Port a3f4ba38-c0d9-4785-8b90-9f4ff43d59a6 on network 9faf4c95-7954-4d11-b97c-b5c0332de1f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-844202-1 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 18:47:29.692891 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-bf7062c4-47e3-4f31-b55d-ba0f55ee458a service neutron] Attempting to bind port a3f4ba38-c0d9-4785-8b90-9f4ff43d59a6 on network 9faf4c95-7954-4d11-b97c-b5c0332de1f6 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:47:29.695738 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-af0b17d4-8d2e-463e-bbd2-627f9d650403 req-9b37a47d-9ea5-4ecf-a315-8c0e1bdc9fbb tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] 10.222.0.41 "GET /v2.0/security-groups?id=3eddd810-beb6-4f1d-8108-29288df7e7ee&id=9572e18c-01ef-4403-8358-e3e783c3474b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2444692 Jun 01 18:47:29.714784 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8deead78-17e0-439a-ba07-6d1c74e403eb admin admin] Made reservation on behalf of 03a56f87111741e99eac45e7902d811c for: {'network': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:47:29.727814 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8deead78-17e0-439a-ba07-6d1c74e403eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:29.744283 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-bf7062c4-47e3-4f31-b55d-ba0f55ee458a service neutron] Checking agent: {'id': 'f5db9968-6317-4186-9100-9e0ca6b50417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 18, 47, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:47:29.744602 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-bf7062c4-47e3-4f31-b55d-ba0f55ee458a service neutron] Checking segment: {'id': '8211a189-6538-4b5e-a099-2eaf80282694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '9faf4c95-7954-4d11-b97c-b5c0332de1f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:47:29.744729 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-bf7062c4-47e3-4f31-b55d-ba0f55ee458a service neutron] Bound using segment: {'id': '8211a189-6538-4b5e-a099-2eaf80282694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '9faf4c95-7954-4d11-b97c-b5c0332de1f6'} {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:47:29.745171 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-bf7062c4-47e3-4f31-b55d-ba0f55ee458a service neutron] Bound port: a3f4ba38-c0d9-4785-8b90-9f4ff43d59a6, host: n-h2-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8211a189-6538-4b5e-a099-2eaf80282694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '9faf4c95-7954-4d11-b97c-b5c0332de1f6'}}] {{(pid=88525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:47:29.745519 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e3ec6d04-3cc3-4dc2-921a-0837348fe7c1 req-7b2d04f8-a0fc-4ab8-b31c-1a26b7e3fe39 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=0917b9ba-05f4-43cf-a302-ae418afea998&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2042241 Jun 01 18:47:29.745677 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-bf7062c4-47e3-4f31-b55d-ba0f55ee458a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:29.774140 n-d-844202-1 neutron-server[88525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13031232-9214-4d44-8afc-eba665b8c6d3'] response: {'name': 'network-changed', 'server_uuid': '9c83a2c5-aa3d-4e8d-af22-cb838112216f', 'tag': 'a2b102db-a0be-4f77-9ba0-fac6ef78d2af', 'status': 'completed', 'code': 200} Jun 01 18:47:29.780898 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8deead78-17e0-439a-ba07-6d1c74e403eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:29.782352 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ff585d-df28-4a55-928a-a2d531a1f984 service neutron] Pushing event updated for resources: {'Port': ['ID=c67628e5-ab76-4fd4-839e-32aabe1b8aae,revision_number=3']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:47:29.808850 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd56aeb-50bc-427b-be48-63f04440f255 req-bafe02c0-15e3-4ac0-8bc4-965f99f56067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:29.810603 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fbd56aeb-50bc-427b-be48-63f04440f255 req-bafe02c0-15e3-4ac0-8bc4-965f99f56067 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ee3dca5a75c542e0966797f286e0b4d5&device_id=7e793ca5-49bd-42cb-8666-a3b4655afec7 HTTP/1.1" status: 200 len: 1095 time: 0.3580894 Jun 01 18:47:29.824247 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d427c93-5bd2-49cf-814d-454f65f76fc7 req-0267e431-36be-483b-ba3e-6ce2e5b71e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:29.825812 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-2d427c93-5bd2-49cf-814d-454f65f76fc7 req-0267e431-36be-483b-ba3e-6ce2e5b71e45 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=dd99cee1173546e6a5fd323f8dfa5a74&device_id=0dcd1d1e-530a-45dd-9d6b-dc7638ac52db HTTP/1.1" status: 200 len: 1095 time: 0.1262050 Jun 01 18:47:29.862238 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-8deead78-17e0-439a-ba07-6d1c74e403eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:47:29.885203 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06645c13-805f-42ad-a330-ef451f394c64 req-a73d5f8e-c81a-4312-9897-ba032c1e3ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:29.885498 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-06645c13-805f-42ad-a330-ef451f394c64 req-a73d5f8e-c81a-4312-9897-ba032c1e3ae9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=35e3ad2f-9c88-4698-b634-4e1b58de1cc2 HTTP/1.1" status: 200 len: 843 time: 0.2230763 Jun 01 18:47:29.886440 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-8deead78-17e0-439a-ba07-6d1c74e403eb admin admin] Usage tracker for resource:security_group_rule and tenant:03a56f87111741e99eac45e7902d811c is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:47:29.899529 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-8deead78-17e0-439a-ba07-6d1c74e403eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:47:29.902991 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-2d427c93-5bd2-49cf-814d-454f65f76fc7 req-d228acfa-d9f3-45de-baa3-5ac50f948b5a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c67628e5-ab76-4fd4-839e-32aabe1b8aae HTTP/1.1" status: 200 len: 217 time: 0.0701754 Jun 01 18:47:30.060251 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-49b71ea0-050b-484f-b257-2c5c559a0df0 req-75fbb2a3-3664-424a-8523-b1bbf6c065cb tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] 10.222.0.41 "GET /v2.0/security-groups?id=32e0c067-0089-408b-a3cd-4b24e22ccce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3530514 Jun 01 18:47:30.062403 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb077a6-39bb-40fd-b046-aba6c3890484 req-9b7f8c9e-2874-4a4d-a5c2-72f5379c17e4 tempest-LiveMigrationTest-1173690941 tempest-LiveMigrationTest-1173690941-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:30.063981 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-aeb077a6-39bb-40fd-b046-aba6c3890484 req-9b7f8c9e-2874-4a4d-a5c2-72f5379c17e4 tempest-LiveMigrationTest-1173690941 tempest-LiveMigrationTest-1173690941-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=0c2f9279-7cc9-4d6f-b8cb-b08438524fa4&tenant_id=ee3dca5a75c542e0966797f286e0b4d5&binding%3Ahost_id=n-h2-844202-1 HTTP/1.1" status: 200 len: 1096 time: 0.6321292 Jun 01 18:47:30.084707 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-8deead78-17e0-439a-ba07-6d1c74e403eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:47:30.193897 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d427c93-5bd2-49cf-814d-454f65f76fc7 req-2211997a-f769-4b69-89b6-a8f2efeb4eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:30.195495 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-2d427c93-5bd2-49cf-814d-454f65f76fc7 req-2211997a-f769-4b69-89b6-a8f2efeb4eb1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9b06a1f2-b51f-445c-a75f-8362b440f3f4 HTTP/1.1" status: 200 len: 854 time: 0.2602947 Jun 01 18:47:30.241391 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-bf7062c4-47e3-4f31-b55d-ba0f55ee458a service neutron] For port a3f4ba38-c0d9-4785-8b90-9f4ff43d59a6, host n-h2-844202-1, cleared binding levels {{(pid=88525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:47:30.275189 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-bf7062c4-47e3-4f31-b55d-ba0f55ee458a service neutron] For port a3f4ba38-c0d9-4785-8b90-9f4ff43d59a6, host n-h2-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=a3f4ba38-c0d9-4785-8b90-9f4ff43d59a6,segment=NetworkSegment(8211a189-6538-4b5e-a099-2eaf80282694),segment_id=8211a189-6538-4b5e-a099-2eaf80282694)] {{(pid=88525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:47:30.279246 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-2d427c93-5bd2-49cf-814d-454f65f76fc7 req-e301c004-c7a5-4d0f-89ab-c5f6b2cdfaa8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f464bab1-fed8-4b70-bd0a-84f4f32a722e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0654552 Jun 01 18:47:30.294367 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-bf7062c4-47e3-4f31-b55d-ba0f55ee458a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:30.309192 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd56aeb-50bc-427b-be48-63f04440f255 req-6a874f0c-9877-442a-87f5-8707c1e733e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:30.310753 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fbd56aeb-50bc-427b-be48-63f04440f255 req-6a874f0c-9877-442a-87f5-8707c1e733e6 service neutron] 10.222.0.50 "GET /v2.0/networks?id=222758ca-4c6e-4ccb-8f11-8c829f4da008 HTTP/1.1" status: 200 len: 909 time: 0.3262396 Jun 01 18:47:30.411197 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06645c13-805f-42ad-a330-ef451f394c64 req-8b8b3107-8626-48c8-b9eb-94ccf4a676fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:30.413118 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-06645c13-805f-42ad-a330-ef451f394c64 req-8b8b3107-8626-48c8-b9eb-94ccf4a676fa service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=898153a3-5d71-43be-9d14-343ea4a48426&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5170805 Jun 01 18:47:30.416876 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-bf7062c4-47e3-4f31-b55d-ba0f55ee458a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:30.417496 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-bf7062c4-47e3-4f31-b55d-ba0f55ee458a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:30.418818 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-bf7062c4-47e3-4f31-b55d-ba0f55ee458a service neutron] 10.222.0.50 "PUT /v2.0/ports/a3f4ba38-c0d9-4785-8b90-9f4ff43d59a6 HTTP/1.1" status: 200 len: 1136 time: 3.4302106 Jun 01 18:47:30.465577 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fbd56aeb-50bc-427b-be48-63f04440f255 req-20203520-4b0e-47d8-b5e5-e792c1c93f64 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7cf6562d-e594-4ed3-bb66-f96014ae7aef HTTP/1.1" status: 200 len: 217 time: 0.1377358 Jun 01 18:47:30.465905 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-1dfb54bf-f219-41e6-bb75-0bbf1a12c9f2 service neutron] Request body: {'port': {'device_id': '9c83a2c5-aa3d-4e8d-af22-cb838112216f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844202-1'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:47:30.473640 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57360af3-995e-4667-83df-de6492c26f8d req-ddc472b4-b2fb-40ba-a419-87c62a7880de tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:30.476812 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-57360af3-995e-4667-83df-de6492c26f8d req-ddc472b4-b2fb-40ba-a419-87c62a7880de tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6a6d9c3-8862-4eeb-b898-6afb369449ea HTTP/1.1" status: 200 len: 948 time: 0.5727718 Jun 01 18:47:30.491131 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beafefcf-facf-4352-a3b0-17a54051d10c req-aae6c00e-7893-4d3f-a6e4-49196a451814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:30.492161 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beafefcf-facf-4352-a3b0-17a54051d10c req-aae6c00e-7893-4d3f-a6e4-49196a451814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:30.492691 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beafefcf-facf-4352-a3b0-17a54051d10c req-aae6c00e-7893-4d3f-a6e4-49196a451814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:30.493622 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beafefcf-facf-4352-a3b0-17a54051d10c req-aae6c00e-7893-4d3f-a6e4-49196a451814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:30.494381 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beafefcf-facf-4352-a3b0-17a54051d10c req-aae6c00e-7893-4d3f-a6e4-49196a451814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:30.495307 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beafefcf-facf-4352-a3b0-17a54051d10c req-aae6c00e-7893-4d3f-a6e4-49196a451814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:30.497034 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beafefcf-facf-4352-a3b0-17a54051d10c req-aae6c00e-7893-4d3f-a6e4-49196a451814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:30.500106 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-beafefcf-facf-4352-a3b0-17a54051d10c req-aae6c00e-7893-4d3f-a6e4-49196a451814 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5e0ead56e0d24edfb943f0d89aaec01a&device_id=9c83a2c5-aa3d-4e8d-af22-cb838112216f HTTP/1.1" status: 200 len: 6178 time: 0.5220437 Jun 01 18:47:30.502842 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7062c4-47e3-4f31-b55d-ba0f55ee458a service neutron] Pushing event updated for resources: {'Port': ['ID=a3f4ba38-c0d9-4785-8b90-9f4ff43d59a6,revision_number=3']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:47:30.551118 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.50', 61451) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:47:30.627111 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-aeb077a6-39bb-40fd-b046-aba6c3890484 req-7ddc4b29-d595-4bcb-a914-898bc1321bb1 service neutron] For port d2fed082-f232-473f-b203-8abb2abbb3b0, host n-h1-844202-1, cleared binding levels {{(pid=88525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:47:30.647927 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6337e10b-cf94-4aa1-aef4-0e0c3e39506d req-ebe60dcf-3c80-4c55-acf7-2c00d23163c6 tempest-ServersAdminNegativeTestJSON-1513463400 tempest-ServersAdminNegativeTestJSON-1513463400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:30.648838 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-6337e10b-cf94-4aa1-aef4-0e0c3e39506d req-ebe60dcf-3c80-4c55-acf7-2c00d23163c6 tempest-ServersAdminNegativeTestJSON-1513463400 tempest-ServersAdminNegativeTestJSON-1513463400-project] Synchronizing usage tracker for tenant:6760d429cc524cbaad2a1ea67424b2d0 on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:47:30.666768 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8deead78-17e0-439a-ba07-6d1c74e403eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:30.724517 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8deead78-17e0-439a-ba07-6d1c74e403eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:30.795170 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-aeb077a6-39bb-40fd-b046-aba6c3890484 req-7ddc4b29-d595-4bcb-a914-898bc1321bb1 service neutron] Notify callbacks [] for binding, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:30.796289 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-aeb077a6-39bb-40fd-b046-aba6c3890484 req-7ddc4b29-d595-4bcb-a914-898bc1321bb1 service neutron] 10.222.0.50 "DELETE /v2.0/ports/d2fed082-f232-473f-b203-8abb2abbb3b0/bindings/n-h1-844202-1 HTTP/1.1" status: 204 len: 173 time: 0.7206619 Jun 01 18:47:30.808336 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-6337e10b-cf94-4aa1-aef4-0e0c3e39506d req-ebe60dcf-3c80-4c55-acf7-2c00d23163c6 tempest-ServersAdminNegativeTestJSON-1513463400 tempest-ServersAdminNegativeTestJSON-1513463400-project] Unset dirty status for tenant:6760d429cc524cbaad2a1ea67424b2d0 on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:47:30.809489 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-6337e10b-cf94-4aa1-aef4-0e0c3e39506d req-ebe60dcf-3c80-4c55-acf7-2c00d23163c6 tempest-ServersAdminNegativeTestJSON-1513463400 tempest-ServersAdminNegativeTestJSON-1513463400-project] 10.222.0.41 "GET /v2.0/ports?device_id=c94c9101-8bda-4879-9243-999265ce9d5f HTTP/1.1" status: 200 len: 950 time: 0.6325490 Jun 01 18:47:30.811483 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-06645c13-805f-42ad-a330-ef451f394c64 req-17029669-eb63-4d97-b6c3-1c9e58ec3c72 service neutron] 10.222.0.15 "GET /v2.0/networks/898153a3-5d71-43be-9d14-343ea4a48426?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3885069 Jun 01 18:47:30.812286 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8deead78-17e0-439a-ba07-6d1c74e403eb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 136} {{(pid=88525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 18:47:30.847029 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-1dfb54bf-f219-41e6-bb75-0bbf1a12c9f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:30.883626 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8deead78-17e0-439a-ba07-6d1c74e403eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c5ecf30-c6e9-40ba-b15a-d3f269f6b4ca,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:47:30.936620 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-57360af3-995e-4667-83df-de6492c26f8d req-f01299f4-48ac-4c8c-9794-bfe83d12ae00 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbe27866-6450-47f0-a8e1-f266dfb72433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3884664 Jun 01 18:47:30.959958 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd56aeb-50bc-427b-be48-63f04440f255 req-9f230cce-6939-4b59-9632-c4c2774fee36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:30.969366 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8deead78-17e0-439a-ba07-6d1c74e403eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:30.969850 n-d-844202-1 neutron-server[88525]: INFO neutron.db.segments_db [None req-8deead78-17e0-439a-ba07-6d1c74e403eb admin admin] Added segment 3a68ef34-7e9a-4cb9-bb1d-922280e423dc of type vlan for network a07ebbeb-60e0-4b03-9320-3082a1d6fcc8 Jun 01 18:47:30.970622 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fbd56aeb-50bc-427b-be48-63f04440f255 req-9f230cce-6939-4b59-9632-c4c2774fee36 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2d25927e-118e-41f9-9e0e-90f9021c9592 HTTP/1.1" status: 200 len: 848 time: 0.4780340 Jun 01 18:47:31.039565 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fbd56aeb-50bc-427b-be48-63f04440f255 req-c1b87b4b-b076-42a1-9c7e-f1bd8cba0390 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=222758ca-4c6e-4ccb-8f11-8c829f4da008&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0673594 Jun 01 18:47:31.046424 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-2d427c93-5bd2-49cf-814d-454f65f76fc7 req-315d64da-26f1-4c01-86bf-3546553623df service neutron] 10.222.0.15 "GET /v2.0/networks/f464bab1-fed8-4b70-bd0a-84f4f32a722e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7599380 Jun 01 18:47:31.102600 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-6337e10b-cf94-4aa1-aef4-0e0c3e39506d req-e82898a5-1b87-4211-9ab1-83de3918272b tempest-ServersAdminNegativeTestJSON-1513463400 tempest-ServersAdminNegativeTestJSON-1513463400-project] 10.222.0.41 "GET /v2.0/security-groups?id=a4853b3a-4c33-4f4d-ae0e-b592366e4676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2817063 Jun 01 18:47:31.108771 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8deead78-17e0-439a-ba07-6d1c74e403eb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:31.164412 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beafefcf-facf-4352-a3b0-17a54051d10c req-9b799c41-f46c-4113-9203-35badaf4525e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:31.165294 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beafefcf-facf-4352-a3b0-17a54051d10c req-9b799c41-f46c-4113-9203-35badaf4525e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:31.166018 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beafefcf-facf-4352-a3b0-17a54051d10c req-9b799c41-f46c-4113-9203-35badaf4525e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:31.167962 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-beafefcf-facf-4352-a3b0-17a54051d10c req-9b799c41-f46c-4113-9203-35badaf4525e service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=5e0ead56e0d24edfb943f0d89aaec01a&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.6136472 Jun 01 18:47:31.319445 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-06645c13-805f-42ad-a330-ef451f394c64 req-753b650a-5bd1-4347-8b30-115a8d24acbf service neutron] 10.222.0.15 "GET /v2.0/networks/898153a3-5d71-43be-9d14-343ea4a48426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4996741 Jun 01 18:47:31.329255 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8deead78-17e0-439a-ba07-6d1c74e403eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:31.330340 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8deead78-17e0-439a-ba07-6d1c74e403eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:31.330986 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8deead78-17e0-439a-ba07-6d1c74e403eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:31.385286 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d49a8c-67fd-4c12-b62b-23ce1f1678a5 req-ebc12b6f-d9c9-46fb-94ee-6cc243370ba6 tempest-ServersAdminNegativeTestJSON-1513463400 tempest-ServersAdminNegativeTestJSON-1513463400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:31.386790 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c9d49a8c-67fd-4c12-b62b-23ce1f1678a5 req-ebc12b6f-d9c9-46fb-94ee-6cc243370ba6 tempest-ServersAdminNegativeTestJSON-1513463400 tempest-ServersAdminNegativeTestJSON-1513463400-project] 10.222.0.50 "GET /v2.0/ports?device_id=c94c9101-8bda-4879-9243-999265ce9d5f HTTP/1.1" status: 200 len: 950 time: 0.8347673 Jun 01 18:47:31.536975 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-8deead78-17e0-439a-ba07-6d1c74e403eb admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.2900512 Jun 01 18:47:31.541070 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8deead78-17e0-439a-ba07-6d1c74e403eb admin admin] Pushing event updated for resources: {'Network': ['ID=a07ebbeb-60e0-4b03-9320-3082a1d6fcc8,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:47:31.543626 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 49574) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:47:31.554541 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network a07ebbeb-60e0-4b03-9320-3082a1d6fcc8 details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 18:47:31.555175 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-1331e326-d06b-422b-8597-27d17cf1972c admin admin] Request body: {'subnet': {'network_id': 'a07ebbeb-60e0-4b03-9320-3082a1d6fcc8', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1448983939-subnet', 'tenant_id': '03a56f87111741e99eac45e7902d811c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:47:31.566487 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-1331e326-d06b-422b-8597-27d17cf1972c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:47:31.588950 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-1331e326-d06b-422b-8597-27d17cf1972c admin admin] Usage tracker for resource:subnet and tenant:03a56f87111741e99eac45e7902d811c is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:47:31.594403 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-1331e326-d06b-422b-8597-27d17cf1972c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:47:31.604928 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3638e0-a34c-480b-95d8-8402a7e36ed6 req-fb9c4ce5-b4aa-44b1-b177-3583665de580 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:31.608871 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-6b3638e0-a34c-480b-95d8-8402a7e36ed6 req-fb9c4ce5-b4aa-44b1-b177-3583665de580 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c2f9279-7cc9-4d6f-b8cb-b08438524fa4 HTTP/1.1" status: 200 len: 945 time: 0.3681886 Jun 01 18:47:31.618280 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-1331e326-d06b-422b-8597-27d17cf1972c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:47:31.647086 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-c9d49a8c-67fd-4c12-b62b-23ce1f1678a5 req-ae1d77a1-113f-470a-8bbb-a45e5c9738d3 tempest-ServersAdminNegativeTestJSON-1513463400 tempest-ServersAdminNegativeTestJSON-1513463400-project] Deleting port 9ea03fd7-644d-4f11-ab4e-964ac35dcab3 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:47:31.647439 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-c9d49a8c-67fd-4c12-b62b-23ce1f1678a5 req-ae1d77a1-113f-470a-8bbb-a45e5c9738d3 tempest-ServersAdminNegativeTestJSON-1513463400 tempest-ServersAdminNegativeTestJSON-1513463400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:31.661141 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1331e326-d06b-422b-8597-27d17cf1972c admin admin] Made reservation on behalf of 03a56f87111741e99eac45e7902d811c for: {'subnet': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:47:31.665850 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1331e326-d06b-422b-8597-27d17cf1972c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9667140'] for subnet, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:31.743497 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fbd56aeb-50bc-427b-be48-63f04440f255 req-c82e4ea5-e8a4-49d4-9d79-04c64626e584 service neutron] 10.222.0.50 "GET /v2.0/networks/222758ca-4c6e-4ccb-8f11-8c829f4da008?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6961088 Jun 01 18:47:31.752594 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-2d427c93-5bd2-49cf-814d-454f65f76fc7 req-da457935-d3b5-41c4-830f-660197a92962 service neutron] 10.222.0.15 "GET /v2.0/networks/f464bab1-fed8-4b70-bd0a-84f4f32a722e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6617303 Jun 01 18:47:31.776801 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6a6d9c3-8862-4eeb-b898-6afb369449ea', 'tag': '29ef26a4-a70e-49b7-bba7-1d3944f13d1a'}, {'name': 'network-changed', 'server_uuid': '9c83a2c5-aa3d-4e8d-af22-cb838112216f', 'tag': 'a3f4ba38-c0d9-4785-8b90-9f4ff43d59a6'}] {{(pid=88525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:47:31.794756 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beafefcf-facf-4352-a3b0-17a54051d10c req-0d9f57cd-4145-4b70-9b74-00a938e097ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:31.796290 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-beafefcf-facf-4352-a3b0-17a54051d10c req-0d9f57cd-4145-4b70-9b74-00a938e097ab service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5616708 Jun 01 18:47:31.849217 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-6b3638e0-a34c-480b-95d8-8402a7e36ed6 req-a4e6ef5b-f561-4a3e-9d62-78b31ab53fcb tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] 10.222.0.41 "GET /v2.0/security-groups?id=92820b43-7593-449e-bdb5-02c9f22d29e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955528 Jun 01 18:47:31.898747 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5c4d97-de07-4976-8bd4-818f8f1d9b5f req-6f41b18e-571c-488a-96b1-73e20edf64c0 tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:31.900328 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ef5c4d97-de07-4976-8bd4-818f8f1d9b5f req-6f41b18e-571c-488a-96b1-73e20edf64c0 tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] 10.222.0.41 "GET /v2.0/ports?device_id=420a476b-0d5b-4dc2-9bfb-22ae930ac2da HTTP/1.1" status: 200 len: 946 time: 0.7308354 Jun 01 18:47:31.949062 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-1dfb54bf-f219-41e6-bb75-0bbf1a12c9f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15057b2f-c9f2-4f18-9e31-7266bab9b95d {{(pid=88525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:47:31.989186 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-1dfb54bf-f219-41e6-bb75-0bbf1a12c9f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:32.009611 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b79954f-9f85-4d94-a8e0-4e43d9ee6af7'] response: {'name': 'network-changed', 'server_uuid': '0dcd1d1e-530a-45dd-9d6b-dc7638ac52db', 'tag': 'c67628e5-ab76-4fd4-839e-32aabe1b8aae', 'status': 'completed', 'code': 200} Jun 01 18:47:32.019620 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-1dfb54bf-f219-41e6-bb75-0bbf1a12c9f2 service neutron] Transition to ACTIVE for port object 15057b2f-c9f2-4f18-9e31-7266bab9b95d will not be triggered until provisioned by entity L2. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:47:32.031309 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-1dfb54bf-f219-41e6-bb75-0bbf1a12c9f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:32.154325 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fbd56aeb-50bc-427b-be48-63f04440f255 req-f0474573-b92f-4892-8fdf-98b878482c92 service neutron] 10.222.0.50 "GET /v2.0/networks/222758ca-4c6e-4ccb-8f11-8c829f4da008?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3955042 Jun 01 18:47:32.219385 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ef5c4d97-de07-4976-8bd4-818f8f1d9b5f req-ee7a1779-e348-4128-b05e-d0f4310b568c tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f2fd699-5af8-4379-8a92-35d8c8796709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3098257 Jun 01 18:47:32.305072 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c17344-394c-4120-9e3c-03e37a77de3a req-2dcf7b0f-513d-4a3f-8bd5-d5f269885db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:32.306919 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e8c17344-394c-4120-9e3c-03e37a77de3a req-2dcf7b0f-513d-4a3f-8bd5-d5f269885db1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=dd99cee1173546e6a5fd323f8dfa5a74&device_id=0dcd1d1e-530a-45dd-9d6b-dc7638ac52db HTTP/1.1" status: 200 len: 1095 time: 0.2947299 Jun 01 18:47:32.313272 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-c9d49a8c-67fd-4c12-b62b-23ce1f1678a5 req-ae1d77a1-113f-470a-8bbb-a45e5c9738d3 tempest-ServersAdminNegativeTestJSON-1513463400 tempest-ServersAdminNegativeTestJSON-1513463400-project] For port 9ea03fd7-644d-4f11-ab4e-964ac35dcab3, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=9ea03fd7-644d-4f11-ab4e-964ac35dcab3,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:47:32.313708 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-c9d49a8c-67fd-4c12-b62b-23ce1f1678a5 req-ae1d77a1-113f-470a-8bbb-a45e5c9738d3 tempest-ServersAdminNegativeTestJSON-1513463400 tempest-ServersAdminNegativeTestJSON-1513463400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:32.407323 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfb54bf-f219-41e6-bb75-0bbf1a12c9f2 service neutron] Pushing event updated for resources: {'Port': ['ID=15057b2f-c9f2-4f18-9e31-7266bab9b95d,revision_number=2']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:47:32.416753 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1331e326-d06b-422b-8597-27d17cf1972c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2614064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9667190'] for subnet, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:32.588512 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1331e326-d06b-422b-8597-27d17cf1972c admin admin] Pushing event updated for resources: {'Subnet': ['ID=63c99bbc-91d7-46ff-b5ec-5a88ea59ce4e,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:47:32.631807 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b545219f-644d-4d4e-a54a-3155a682dee2 req-77111966-c2b0-466e-ae42-6de5f5401575 tempest-ServersTestManualDisk-1181965885 tempest-ServersTestManualDisk-1181965885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:32.633585 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b545219f-644d-4d4e-a54a-3155a682dee2 req-77111966-c2b0-466e-ae42-6de5f5401575 tempest-ServersTestManualDisk-1181965885 tempest-ServersTestManualDisk-1181965885-project] 10.222.0.41 "GET /v2.0/ports?device_id=e48f61a1-dfd3-445e-99ff-341d1de8b7d1 HTTP/1.1" status: 200 len: 945 time: 0.5428326 Jun 01 18:47:32.634382 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1331e326-d06b-422b-8597-27d17cf1972c admin admin] Checking segment: {'id': '3a68ef34-7e9a-4cb9-bb1d-922280e423dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'a07ebbeb-60e0-4b03-9320-3082a1d6fcc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:47:32.634707 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1331e326-d06b-422b-8597-27d17cf1972c admin admin] Network hostable DHCP agents. Network: a07ebbeb-60e0-4b03-9320-3082a1d6fcc8, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 18:47:32.668134 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-1dfb54bf-f219-41e6-bb75-0bbf1a12c9f2 service neutron] Attempting to bind port 15057b2f-c9f2-4f18-9e31-7266bab9b95d on host n-h2-844202-1 for vnic_type normal with profile {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:47:32.668881 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-1dfb54bf-f219-41e6-bb75-0bbf1a12c9f2 service neutron] Attempting to bind port 15057b2f-c9f2-4f18-9e31-7266bab9b95d by drivers openvswitch,hyperv on host n-h2-844202-1 at level 0 using segments [{'id': '8211a189-6538-4b5e-a099-2eaf80282694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '9faf4c95-7954-4d11-b97c-b5c0332de1f6'}] {{(pid=88525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:47:32.668881 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-1dfb54bf-f219-41e6-bb75-0bbf1a12c9f2 service neutron] Attempting to bind port 15057b2f-c9f2-4f18-9e31-7266bab9b95d on network 9faf4c95-7954-4d11-b97c-b5c0332de1f6 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:47:32.690199 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-1dfb54bf-f219-41e6-bb75-0bbf1a12c9f2 service neutron] Port 15057b2f-c9f2-4f18-9e31-7266bab9b95d on network 9faf4c95-7954-4d11-b97c-b5c0332de1f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-844202-1 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 18:47:32.690713 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-1dfb54bf-f219-41e6-bb75-0bbf1a12c9f2 service neutron] Attempting to bind port 15057b2f-c9f2-4f18-9e31-7266bab9b95d on network 9faf4c95-7954-4d11-b97c-b5c0332de1f6 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:47:32.708964 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-1dfb54bf-f219-41e6-bb75-0bbf1a12c9f2 service neutron] Checking agent: {'id': 'f5db9968-6317-4186-9100-9e0ca6b50417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 18, 47, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:47:32.709379 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-1dfb54bf-f219-41e6-bb75-0bbf1a12c9f2 service neutron] Checking segment: {'id': '8211a189-6538-4b5e-a099-2eaf80282694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '9faf4c95-7954-4d11-b97c-b5c0332de1f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:47:32.709678 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-1dfb54bf-f219-41e6-bb75-0bbf1a12c9f2 service neutron] Bound using segment: {'id': '8211a189-6538-4b5e-a099-2eaf80282694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '9faf4c95-7954-4d11-b97c-b5c0332de1f6'} {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:47:32.710092 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-1dfb54bf-f219-41e6-bb75-0bbf1a12c9f2 service neutron] Bound port: 15057b2f-c9f2-4f18-9e31-7266bab9b95d, host: n-h2-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8211a189-6538-4b5e-a099-2eaf80282694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '9faf4c95-7954-4d11-b97c-b5c0332de1f6'}}] {{(pid=88525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:47:32.710429 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-1dfb54bf-f219-41e6-bb75-0bbf1a12c9f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:32.722025 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b545219f-644d-4d4e-a54a-3155a682dee2 req-ebaf1414-151b-4d16-a4d0-933ec686d907 tempest-ServersTestManualDisk-1181965885 tempest-ServersTestManualDisk-1181965885-project] 10.222.0.41 "GET /v2.0/security-groups?id=0917b9ba-05f4-43cf-a302-ae418afea998&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781825 Jun 01 18:47:32.724971 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1331e326-d06b-422b-8597-27d17cf1972c admin admin] Network a07ebbeb-60e0-4b03-9320-3082a1d6fcc8 is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 18:47:32.735179 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-c9d49a8c-67fd-4c12-b62b-23ce1f1678a5 req-ae1d77a1-113f-470a-8bbb-a45e5c9738d3 tempest-ServersAdminNegativeTestJSON-1513463400 tempest-ServersAdminNegativeTestJSON-1513463400-project] Calling delete_port for 9ea03fd7-644d-4f11-ab4e-964ac35dcab3 owned by compute:nova {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:47:32.767530 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-1331e326-d06b-422b-8597-27d17cf1972c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, a07ebbeb-60e0-4b03-9320-3082a1d6fcc8) {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:47:32.780029 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd705fbe-07ed-4532-b9d9-f0797431c2f1 None None] Network a07ebbeb-60e0-4b03-9320-3082a1d6fcc8 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 18:47:32.784911 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1331e326-d06b-422b-8597-27d17cf1972c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:32.785504 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1331e326-d06b-422b-8597-27d17cf1972c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:32.856638 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-1dfb54bf-f219-41e6-bb75-0bbf1a12c9f2 service neutron] For port 15057b2f-c9f2-4f18-9e31-7266bab9b95d, host n-h2-844202-1, cleared binding levels {{(pid=88525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:47:32.860743 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-1dfb54bf-f219-41e6-bb75-0bbf1a12c9f2 service neutron] For port 15057b2f-c9f2-4f18-9e31-7266bab9b95d, host n-h2-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=15057b2f-c9f2-4f18-9e31-7266bab9b95d,segment=NetworkSegment(8211a189-6538-4b5e-a099-2eaf80282694),segment_id=8211a189-6538-4b5e-a099-2eaf80282694)] {{(pid=88525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:47:32.882118 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c17344-394c-4120-9e3c-03e37a77de3a req-680e94cf-f641-4b71-bf82-93eb6177beb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:32.883986 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e8c17344-394c-4120-9e3c-03e37a77de3a req-680e94cf-f641-4b71-bf82-93eb6177beb2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f464bab1-fed8-4b70-bd0a-84f4f32a722e HTTP/1.1" status: 200 len: 915 time: 0.5616469 Jun 01 18:47:32.910740 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-1dfb54bf-f219-41e6-bb75-0bbf1a12c9f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:32.950211 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-1331e326-d06b-422b-8597-27d17cf1972c admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.4028013 Jun 01 18:47:33.003483 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-1dfb54bf-f219-41e6-bb75-0bbf1a12c9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:33.004071 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0792a57a-2f45-4d45-bdcd-1ec813ef1a13 req-b00af840-2e47-49ab-8de1-341f950f0fa6 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:33.004330 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-1dfb54bf-f219-41e6-bb75-0bbf1a12c9f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:33.005508 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-1dfb54bf-f219-41e6-bb75-0bbf1a12c9f2 service neutron] 10.222.0.50 "PUT /v2.0/ports/15057b2f-c9f2-4f18-9e31-7266bab9b95d HTTP/1.1" status: 200 len: 1091 time: 2.5533369 Jun 01 18:47:33.015251 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0792a57a-2f45-4d45-bdcd-1ec813ef1a13 req-b00af840-2e47-49ab-8de1-341f950f0fa6 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:33.039299 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0792a57a-2f45-4d45-bdcd-1ec813ef1a13 req-b00af840-2e47-49ab-8de1-341f950f0fa6 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:33.043736 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-6bcb01a4-cdef-4bb8-a438-d22dacb652ea service neutron] Request body: {'port': {'device_id': '9c83a2c5-aa3d-4e8d-af22-cb838112216f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844202-1'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:47:33.046393 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0792a57a-2f45-4d45-bdcd-1ec813ef1a13 req-b00af840-2e47-49ab-8de1-341f950f0fa6 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:33.059713 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0792a57a-2f45-4d45-bdcd-1ec813ef1a13 req-b00af840-2e47-49ab-8de1-341f950f0fa6 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:33.067013 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0792a57a-2f45-4d45-bdcd-1ec813ef1a13 req-b00af840-2e47-49ab-8de1-341f950f0fa6 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:33.073756 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0792a57a-2f45-4d45-bdcd-1ec813ef1a13 req-b00af840-2e47-49ab-8de1-341f950f0fa6 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:33.084616 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0792a57a-2f45-4d45-bdcd-1ec813ef1a13 req-b00af840-2e47-49ab-8de1-341f950f0fa6 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c83a2c5-aa3d-4e8d-af22-cb838112216f HTTP/1.1" status: 200 len: 5395 time: 0.7279592 Jun 01 18:47:33.098985 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-429cc595-b69a-4993-9c9f-3e31cf2653eb None None] Network a07ebbeb-60e0-4b03-9320-3082a1d6fcc8 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 18:47:33.099417 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f046e7a1-b582-4adb-914c-61c35a49c12b req-39701d15-e7c5-4b39-a700-d392af015b60 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:33.108217 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f046e7a1-b582-4adb-914c-61c35a49c12b req-39701d15-e7c5-4b39-a700-d392af015b60 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] 10.222.0.41 "GET /v2.0/ports?device_id=0dcd1d1e-530a-45dd-9d6b-dc7638ac52db HTTP/1.1" status: 200 len: 944 time: 0.2446175 Jun 01 18:47:33.109992 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfb54bf-f219-41e6-bb75-0bbf1a12c9f2 service neutron] Pushing event updated for resources: {'Port': ['ID=15057b2f-c9f2-4f18-9e31-7266bab9b95d,revision_number=3']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:47:33.157288 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e8c17344-394c-4120-9e3c-03e37a77de3a req-1081b7f3-4dc3-4608-969d-fdf4a81031f4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c67628e5-ab76-4fd4-839e-32aabe1b8aae HTTP/1.1" status: 200 len: 217 time: 0.2656286 Jun 01 18:47:33.257295 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f046e7a1-b582-4adb-914c-61c35a49c12b req-9e844a10-21ab-414d-90b1-985fe719a47f tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] 10.222.0.41 "GET /v2.0/security-groups?id=32e0c067-0089-408b-a3cd-4b24e22ccce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481268 Jun 01 18:47:33.285710 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0792a57a-2f45-4d45-bdcd-1ec813ef1a13 req-7fc30b18-5807-4987-9e78-ca836f9901bd tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] 10.222.0.41 "GET /v2.0/security-groups?id=3eddd810-beb6-4f1d-8108-29288df7e7ee&id=9572e18c-01ef-4403-8358-e3e783c3474b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1994286 Jun 01 18:47:33.350720 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-6bcb01a4-cdef-4bb8-a438-d22dacb652ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:33.396701 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-c9d49a8c-67fd-4c12-b62b-23ce1f1678a5 req-ae1d77a1-113f-470a-8bbb-a45e5c9738d3 tempest-ServersAdminNegativeTestJSON-1513463400 tempest-ServersAdminNegativeTestJSON-1513463400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:33.495373 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c17344-394c-4120-9e3c-03e37a77de3a req-208bf521-9626-455c-bc21-06555bbe3e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:33.497556 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e8c17344-394c-4120-9e3c-03e37a77de3a req-208bf521-9626-455c-bc21-06555bbe3e3c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9b06a1f2-b51f-445c-a75f-8362b440f3f4 HTTP/1.1" status: 200 len: 854 time: 0.3269544 Jun 01 18:47:33.540867 n-d-844202-1 neutron-server[88525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71d87e04-81cc-4019-ae18-fe796e5ef1a1'] response: {'name': 'network-changed', 'server_uuid': 'b6a6d9c3-8862-4eeb-b898-6afb369449ea', 'tag': '29ef26a4-a70e-49b7-bba7-1d3944f13d1a', 'status': 'completed', 'code': 200} Jun 01 18:47:33.541384 n-d-844202-1 neutron-server[88525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71d87e04-81cc-4019-ae18-fe796e5ef1a1'] response: {'name': 'network-changed', 'server_uuid': '9c83a2c5-aa3d-4e8d-af22-cb838112216f', 'tag': 'a3f4ba38-c0d9-4785-8b90-9f4ff43d59a6', 'status': 'completed', 'code': 200} Jun 01 18:47:33.597086 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1d77a1-113f-470a-8bbb-a45e5c9738d3 tempest-ServersAdminNegativeTestJSON-1513463400 tempest-ServersAdminNegativeTestJSON-1513463400-project] Pushing event deleted for resources: {'Port': ['ID=9ea03fd7-644d-4f11-ab4e-964ac35dcab3,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:47:33.670719 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d69bec01-9dc7-4891-a507-f262f0029912 req-162e21f9-12d2-47b1-ae43-2f270a20213d tempest-ServersAdminNegativeTestJSON-1513463400 tempest-ServersAdminNegativeTestJSON-1513463400-project] 10.222.0.41 "GET /v2.0/ports?device_id=c94c9101-8bda-4879-9243-999265ce9d5f HTTP/1.1" status: 200 len: 210 time: 0.1281083 Jun 01 18:47:33.697255 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e8c17344-394c-4120-9e3c-03e37a77de3a req-aafaa25d-70e0-4126-acf5-ae2460d5bcc8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f464bab1-fed8-4b70-bd0a-84f4f32a722e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1422548 Jun 01 18:47:33.827382 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9d49a8c-67fd-4c12-b62b-23ce1f1678a5 req-ae1d77a1-113f-470a-8bbb-a45e5c9738d3 tempest-ServersAdminNegativeTestJSON-1513463400 tempest-ServersAdminNegativeTestJSON-1513463400-project] No DVR routers for this DVR port 9ea03fd7-644d-4f11-ab4e-964ac35dcab3 on host n-h2-844202-1 {{(pid=88524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 18:47:33.837150 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-c9d49a8c-67fd-4c12-b62b-23ce1f1678a5 req-ae1d77a1-113f-470a-8bbb-a45e5c9738d3 tempest-ServersAdminNegativeTestJSON-1513463400 tempest-ServersAdminNegativeTestJSON-1513463400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:33.859884 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f589ca4-c522-4706-bdda-9efc2f2e3a3c req-37873ca5-70da-4088-83e4-1fa990707fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:33.862193 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-6f589ca4-c522-4706-bdda-9efc2f2e3a3c req-37873ca5-70da-4088-83e4-1fa990707fd3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5a29f45689de4723b61fb9850cc62a10&device_id=b6a6d9c3-8862-4eeb-b898-6afb369449ea HTTP/1.1" status: 200 len: 1099 time: 0.3840835 Jun 01 18:47:33.890140 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c9d49a8c-67fd-4c12-b62b-23ce1f1678a5 req-ae1d77a1-113f-470a-8bbb-a45e5c9738d3 tempest-ServersAdminNegativeTestJSON-1513463400 tempest-ServersAdminNegativeTestJSON-1513463400-project] 10.222.0.50 "DELETE /v2.0/ports/9ea03fd7-644d-4f11-ab4e-964ac35dcab3 HTTP/1.1" status: 204 len: 173 time: 2.4369605 Jun 01 18:47:33.952165 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f589ca4-c522-4706-bdda-9efc2f2e3a3c req-2bab1fe5-27dd-4cca-bf4c-a663a4f60452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:33.972917 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6f589ca4-c522-4706-bdda-9efc2f2e3a3c req-2bab1fe5-27dd-4cca-bf4c-a663a4f60452 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5a29f45689de4723b61fb9850cc62a10&device_id=b6a6d9c3-8862-4eeb-b898-6afb369449ea HTTP/1.1" status: 200 len: 1099 time: 0.4913082 Jun 01 18:47:33.978748 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e8c17344-394c-4120-9e3c-03e37a77de3a req-b8606835-e596-4542-8a39-46a88ab5d782 service neutron] 10.222.0.15 "GET /v2.0/networks/f464bab1-fed8-4b70-bd0a-84f4f32a722e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2514865 Jun 01 18:47:34.041936 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c94c9101-8bda-4879-9243-999265ce9d5f', 'name': 'network-vif-deleted', 'tag': '9ea03fd7-644d-4f11-ab4e-964ac35dcab3'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:47:34.124195 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a7271a-f0c9-4ccf-841a-055c816c8a95 req-c6e114cc-fb3e-44b6-9ded-4a340a44d99b tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:34.136174 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-42a7271a-f0c9-4ccf-841a-055c816c8a95 req-c6e114cc-fb3e-44b6-9ded-4a340a44d99b tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6a6d9c3-8862-4eeb-b898-6afb369449ea HTTP/1.1" status: 200 len: 948 time: 0.5278392 Jun 01 18:47:34.248212 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f589ca4-c522-4706-bdda-9efc2f2e3a3c req-cd9c13a0-e2d9-4535-b64a-ca1ebe908954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:34.251557 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-6f589ca4-c522-4706-bdda-9efc2f2e3a3c req-cd9c13a0-e2d9-4535-b64a-ca1ebe908954 service neutron] 10.222.0.15 "GET /v2.0/networks?id=898153a3-5d71-43be-9d14-343ea4a48426 HTTP/1.1" status: 200 len: 870 time: 0.3835480 Jun 01 18:47:34.335584 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-42a7271a-f0c9-4ccf-841a-055c816c8a95 req-c4063872-5301-40e0-b99e-b17839358cdf tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbe27866-6450-47f0-a8e1-f266dfb72433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984942 Jun 01 18:47:34.384044 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-6f589ca4-c522-4706-bdda-9efc2f2e3a3c req-b8dca504-6d8c-4835-8fe0-eefebf605521 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=29ef26a4-a70e-49b7-bba7-1d3944f13d1a HTTP/1.1" status: 200 len: 217 time: 0.1249917 Jun 01 18:47:34.395503 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4735c00-fdeb-4185-9b14-28bcf3d7206e req-d735d0a2-c89e-4490-af83-c7675317b313 tempest-ServersTestManualDisk-1181965885 tempest-ServersTestManualDisk-1181965885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:34.397397 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d4735c00-fdeb-4185-9b14-28bcf3d7206e req-d735d0a2-c89e-4490-af83-c7675317b313 tempest-ServersTestManualDisk-1181965885 tempest-ServersTestManualDisk-1181965885-project] 10.222.0.41 "GET /v2.0/ports?device_id=e48f61a1-dfd3-445e-99ff-341d1de8b7d1 HTTP/1.1" status: 200 len: 945 time: 0.2870305 Jun 01 18:47:34.404190 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f589ca4-c522-4706-bdda-9efc2f2e3a3c req-bb8a17ba-8747-47ca-b91d-c26a1e92aae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:34.406332 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6f589ca4-c522-4706-bdda-9efc2f2e3a3c req-bb8a17ba-8747-47ca-b91d-c26a1e92aae1 service neutron] 10.222.0.50 "GET /v2.0/networks?id=898153a3-5d71-43be-9d14-343ea4a48426 HTTP/1.1" status: 200 len: 870 time: 0.4193277 Jun 01 18:47:34.406950 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 49608) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:47:34.414064 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-4833b472-ee30-4955-b713-402c37ea7ecf tempest-ServersTestManualDisk-1181965885 tempest-ServersTestManualDisk-1181965885-project] Request body: {'floatingip': {'port_id': 'e4ed00a5-b372-4c7c-91cb-1b4c6d82ac88'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:47:34.510736 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e8c17344-394c-4120-9e3c-03e37a77de3a req-15909e07-9b18-4234-902d-aea8a1759f87 service neutron] 10.222.0.15 "GET /v2.0/networks/f464bab1-fed8-4b70-bd0a-84f4f32a722e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4717939 Jun 01 18:47:34.514251 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4833b472-ee30-4955-b713-402c37ea7ecf tempest-ServersTestManualDisk-1181965885 tempest-ServersTestManualDisk-1181965885-project] Notify callbacks [] for floatingip, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:34.615145 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-6bcb01a4-cdef-4bb8-a438-d22dacb652ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44b44b8b-1cb0-4633-8ae2-35b7a49b3f45 {{(pid=88525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:47:34.637567 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-6bcb01a4-cdef-4bb8-a438-d22dacb652ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:34.659228 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f589ca4-c522-4706-bdda-9efc2f2e3a3c req-7507104d-bccc-4cab-8ab0-25b7260ca0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:34.660713 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-6f589ca4-c522-4706-bdda-9efc2f2e3a3c req-7507104d-bccc-4cab-8ab0-25b7260ca0fb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=35e3ad2f-9c88-4698-b634-4e1b58de1cc2 HTTP/1.1" status: 200 len: 843 time: 0.2604611 Jun 01 18:47:34.682720 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-edd7f375-1f64-4f4a-952b-5426b0aa326e req-5a74a7ba-3773-4dad-8877-6c80b3ff7916 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-165104164', 'description': 'tempest-description-366745549'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:47:34.695589 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6f589ca4-c522-4706-bdda-9efc2f2e3a3c req-2db01720-0769-447d-80ad-708a68d43c55 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=29ef26a4-a70e-49b7-bba7-1d3944f13d1a HTTP/1.1" status: 200 len: 217 time: 0.1070247 Jun 01 18:47:34.712081 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-6bcb01a4-cdef-4bb8-a438-d22dacb652ea service neutron] Transition to ACTIVE for port object 44b44b8b-1cb0-4633-8ae2-35b7a49b3f45 will not be triggered until provisioned by entity L2. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:47:34.722908 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-6bcb01a4-cdef-4bb8-a438-d22dacb652ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:34.730791 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-edd7f375-1f64-4f4a-952b-5426b0aa326e req-5a74a7ba-3773-4dad-8877-6c80b3ff7916 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:47:34.891611 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802303ff-dbe0-492c-8458-f4dcf6702c09 req-1aeb9ddd-8033-401a-bebb-3de79143931a tempest-LiveMigrationTest-1173690941 tempest-LiveMigrationTest-1173690941-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:34.893301 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-802303ff-dbe0-492c-8458-f4dcf6702c09 req-1aeb9ddd-8033-401a-bebb-3de79143931a tempest-LiveMigrationTest-1173690941 tempest-LiveMigrationTest-1173690941-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=0c2f9279-7cc9-4d6f-b8cb-b08438524fa4 HTTP/1.1" status: 200 len: 1096 time: 0.3300617 Jun 01 18:47:34.929157 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcb01a4-cdef-4bb8-a438-d22dacb652ea service neutron] Pushing event updated for resources: {'Port': ['ID=44b44b8b-1cb0-4633-8ae2-35b7a49b3f45,revision_number=2']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:47:34.940077 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-edd7f375-1f64-4f4a-952b-5426b0aa326e req-5a74a7ba-3773-4dad-8877-6c80b3ff7916 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Usage tracker for resource:security_group and tenant:03a56f87111741e99eac45e7902d811c is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:47:34.950812 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-edd7f375-1f64-4f4a-952b-5426b0aa326e req-5a74a7ba-3773-4dad-8877-6c80b3ff7916 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:47:34.961394 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-edd7f375-1f64-4f4a-952b-5426b0aa326e req-5a74a7ba-3773-4dad-8877-6c80b3ff7916 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:47:35.019248 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-edd7f375-1f64-4f4a-952b-5426b0aa326e req-5a74a7ba-3773-4dad-8877-6c80b3ff7916 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:35.020259 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f589ca4-c522-4706-bdda-9efc2f2e3a3c req-dd36af01-0ab7-432a-b432-4a17cc29df14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:35.021758 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-6f589ca4-c522-4706-bdda-9efc2f2e3a3c req-dd36af01-0ab7-432a-b432-4a17cc29df14 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=898153a3-5d71-43be-9d14-343ea4a48426&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3518543 Jun 01 18:47:35.034019 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-802303ff-dbe0-492c-8458-f4dcf6702c09 req-c6dd0133-983b-4613-be34-f06aff2f1889 tempest-LiveMigrationTest-1173690941 tempest-LiveMigrationTest-1173690941-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=92820b43-7593-449e-bdb5-02c9f22d29e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120276 Jun 01 18:47:35.045190 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f589ca4-c522-4706-bdda-9efc2f2e3a3c req-dc2ee40f-c4b2-4919-ba32-169066e3cc86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:35.046670 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6f589ca4-c522-4706-bdda-9efc2f2e3a3c req-dc2ee40f-c4b2-4919-ba32-169066e3cc86 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=35e3ad2f-9c88-4698-b634-4e1b58de1cc2 HTTP/1.1" status: 200 len: 843 time: 0.3172247 Jun 01 18:47:35.087243 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 29ef26a4-a70e-49b7-bba7-1d3944f13d1a details requested by agent hyperv_n-h1-844202-1 with host n-h1-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 18:47:35.133400 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-edd7f375-1f64-4f4a-952b-5426b0aa326e req-5a74a7ba-3773-4dad-8877-6c80b3ff7916 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:47:35.149867 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-6bcb01a4-cdef-4bb8-a438-d22dacb652ea service neutron] Attempting to bind port 44b44b8b-1cb0-4633-8ae2-35b7a49b3f45 on host n-h2-844202-1 for vnic_type normal with profile {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:47:35.150198 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-6bcb01a4-cdef-4bb8-a438-d22dacb652ea service neutron] Attempting to bind port 44b44b8b-1cb0-4633-8ae2-35b7a49b3f45 by drivers openvswitch,hyperv on host n-h2-844202-1 at level 0 using segments [{'id': '8211a189-6538-4b5e-a099-2eaf80282694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '9faf4c95-7954-4d11-b97c-b5c0332de1f6'}] {{(pid=88525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:47:35.150540 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-6bcb01a4-cdef-4bb8-a438-d22dacb652ea service neutron] Attempting to bind port 44b44b8b-1cb0-4633-8ae2-35b7a49b3f45 on network 9faf4c95-7954-4d11-b97c-b5c0332de1f6 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:47:35.161060 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-6bcb01a4-cdef-4bb8-a438-d22dacb652ea service neutron] Port 44b44b8b-1cb0-4633-8ae2-35b7a49b3f45 on network 9faf4c95-7954-4d11-b97c-b5c0332de1f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-844202-1 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 18:47:35.161357 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-6bcb01a4-cdef-4bb8-a438-d22dacb652ea service neutron] Attempting to bind port 44b44b8b-1cb0-4633-8ae2-35b7a49b3f45 on network 9faf4c95-7954-4d11-b97c-b5c0332de1f6 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:47:35.170013 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-6bcb01a4-cdef-4bb8-a438-d22dacb652ea service neutron] Checking agent: {'id': 'f5db9968-6317-4186-9100-9e0ca6b50417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 18, 47, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:47:35.170349 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-6bcb01a4-cdef-4bb8-a438-d22dacb652ea service neutron] Checking segment: {'id': '8211a189-6538-4b5e-a099-2eaf80282694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '9faf4c95-7954-4d11-b97c-b5c0332de1f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:47:35.170732 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-6bcb01a4-cdef-4bb8-a438-d22dacb652ea service neutron] Bound using segment: {'id': '8211a189-6538-4b5e-a099-2eaf80282694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '9faf4c95-7954-4d11-b97c-b5c0332de1f6'} {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:47:35.171172 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-6bcb01a4-cdef-4bb8-a438-d22dacb652ea service neutron] Bound port: 44b44b8b-1cb0-4633-8ae2-35b7a49b3f45, host: n-h2-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8211a189-6538-4b5e-a099-2eaf80282694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '9faf4c95-7954-4d11-b97c-b5c0332de1f6'}}] {{(pid=88525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:47:35.171520 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-6bcb01a4-cdef-4bb8-a438-d22dacb652ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:35.198097 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-edd7f375-1f64-4f4a-952b-5426b0aa326e req-5a74a7ba-3773-4dad-8877-6c80b3ff7916 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Usage tracker for resource:security_group_rule and tenant:03a56f87111741e99eac45e7902d811c is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:47:35.217801 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-edd7f375-1f64-4f4a-952b-5426b0aa326e req-5a74a7ba-3773-4dad-8877-6c80b3ff7916 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:47:35.236766 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-edd7f375-1f64-4f4a-952b-5426b0aa326e req-5a74a7ba-3773-4dad-8877-6c80b3ff7916 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:47:35.278280 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-6f589ca4-c522-4706-bdda-9efc2f2e3a3c req-82a96c1d-1f82-4c32-988e-1767121a77d2 service neutron] 10.222.0.15 "GET /v2.0/networks/898153a3-5d71-43be-9d14-343ea4a48426?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2472360 Jun 01 18:47:35.316326 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port 29ef26a4-a70e-49b7-bba7-1d3944f13d1a, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=29ef26a4-a70e-49b7-bba7-1d3944f13d1a,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:47:35.341154 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Returning: {'device': '29ef26a4-a70e-49b7-bba7-1d3944f13d1a', 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426', 'port_id': '29ef26a4-a70e-49b7-bba7-1d3944f13d1a', 'mac_address': 'fa:16:3e:34:29:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35e3ad2f-9c88-4698-b634-4e1b58de1cc2', 'ip_address': '192.168.233.189'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 18:47:35.389094 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 9ea03fd7-644d-4f11-ab4e-964ac35dcab3 no longer exists at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:47:35.453573 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] No Port match for: 9ea03fd7-644d-4f11-ab4e-964ac35dcab3 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 18:47:35.454212 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 9ea03fd7-644d-4f11-ab4e-964ac35dcab3 not bound to the agent host n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 18:47:35.468390 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f589ca4-c522-4706-bdda-9efc2f2e3a3c req-45dc14e5-fb7a-451a-afb8-4fcd817bdc8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:35.469838 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port 29ef26a4-a70e-49b7-bba7-1d3944f13d1a is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:47:35.469973 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6f589ca4-c522-4706-bdda-9efc2f2e3a3c req-45dc14e5-fb7a-451a-afb8-4fcd817bdc8a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=898153a3-5d71-43be-9d14-343ea4a48426&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4145114 Jun 01 18:47:35.471245 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:35.478177 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-6bcb01a4-cdef-4bb8-a438-d22dacb652ea service neutron] For port 44b44b8b-1cb0-4633-8ae2-35b7a49b3f45, host n-h2-844202-1, cleared binding levels {{(pid=88525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:47:35.493924 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29ef26a4-a70e-49b7-bba7-1d3944f13d1a {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:47:35.511024 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port 29ef26a4-a70e-49b7-bba7-1d3944f13d1a, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=29ef26a4-a70e-49b7-bba7-1d3944f13d1a,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:47:35.511653 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-6bcb01a4-cdef-4bb8-a438-d22dacb652ea service neutron] For port 44b44b8b-1cb0-4633-8ae2-35b7a49b3f45, host n-h2-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=44b44b8b-1cb0-4633-8ae2-35b7a49b3f45,segment=NetworkSegment(8211a189-6538-4b5e-a099-2eaf80282694),segment_id=8211a189-6538-4b5e-a099-2eaf80282694)] {{(pid=88525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:47:35.520063 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:35.521252 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device c67628e5-ab76-4fd4-839e-32aabe1b8aae details requested by agent hyperv_n-h1-844202-1 with host n-h1-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 18:47:35.541695 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-6bcb01a4-cdef-4bb8-a438-d22dacb652ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:35.551010 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c83a2c5-aa3d-4e8d-af22-cb838112216f', 'tag': '15057b2f-c9f2-4f18-9e31-7266bab9b95d'}] {{(pid=88525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:47:35.623887 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-edd7f375-1f64-4f4a-952b-5426b0aa326e req-5a74a7ba-3773-4dad-8877-6c80b3ff7916 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:35.633051 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c51644-5333-40a7-8d82-d1b1f1099d28 req-f8278e11-1c9c-452e-889e-5973c3a599f6 tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:35.633992 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-edd7f375-1f64-4f4a-952b-5426b0aa326e req-5a74a7ba-3773-4dad-8877-6c80b3ff7916 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:35.634603 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-90c51644-5333-40a7-8d82-d1b1f1099d28 req-f8278e11-1c9c-452e-889e-5973c3a599f6 tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] 10.222.0.41 "GET /v2.0/ports?device_id=420a476b-0d5b-4dc2-9bfb-22ae930ac2da HTTP/1.1" status: 200 len: 946 time: 0.3589172 Jun 01 18:47:35.636521 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-6f589ca4-c522-4706-bdda-9efc2f2e3a3c req-b6009df5-34aa-4e72-b09e-06fc59cf1827 service neutron] 10.222.0.15 "GET /v2.0/networks/898153a3-5d71-43be-9d14-343ea4a48426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3192248 Jun 01 18:47:35.647331 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-6bcb01a4-cdef-4bb8-a438-d22dacb652ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:35.647965 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-6bcb01a4-cdef-4bb8-a438-d22dacb652ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:35.649491 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-6bcb01a4-cdef-4bb8-a438-d22dacb652ea service neutron] 10.222.0.50 "PUT /v2.0/ports/44b44b8b-1cb0-4633-8ae2-35b7a49b3f45 HTTP/1.1" status: 200 len: 1091 time: 2.6108823 Jun 01 18:47:35.702837 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcb01a4-cdef-4bb8-a438-d22dacb652ea service neutron] Pushing event updated for resources: {'Port': ['ID=44b44b8b-1cb0-4633-8ae2-35b7a49b3f45,revision_number=3']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:47:35.712976 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-a82c45b0-ea95-466c-badf-ae4726ef524a service neutron] Request body: {'port': {'device_id': '9c83a2c5-aa3d-4e8d-af22-cb838112216f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844202-1'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:47:35.728828 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=29ef26a4-a70e-49b7-bba7-1d3944f13d1a,revision_number=9']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:47:35.752402 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-edd7f375-1f64-4f4a-952b-5426b0aa326e req-5a74a7ba-3773-4dad-8877-6c80b3ff7916 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:35.757097 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-edd7f375-1f64-4f4a-952b-5426b0aa326e req-5a74a7ba-3773-4dad-8877-6c80b3ff7916 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 1.1029594 Jun 01 18:47:35.806771 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-90c51644-5333-40a7-8d82-d1b1f1099d28 req-630a2459-cee1-46c0-8aa5-29b88df583a6 tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f2fd699-5af8-4379-8a92-35d8c8796709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631093 Jun 01 18:47:35.820793 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a74a7ba-3773-4dad-8877-6c80b3ff7916 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f2b1122-c764-4c03-97d7-8e3515c3505a,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:47:35.840827 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port c67628e5-ab76-4fd4-839e-32aabe1b8aae, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=c67628e5-ab76-4fd4-839e-32aabe1b8aae,segment=NetworkSegment(641e9a4f-e613-4ae2-9aeb-2789f815da51),segment_id=641e9a4f-e613-4ae2-9aeb-2789f815da51)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:47:35.847839 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a5b5858-f482-4a52-80b4-1c4618d20621'] response: {'server_uuid': 'c94c9101-8bda-4879-9243-999265ce9d5f', 'name': 'network-vif-deleted', 'tag': '9ea03fd7-644d-4f11-ab4e-964ac35dcab3', 'status': 'completed', 'code': 200} Jun 01 18:47:35.895177 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Returning: {'device': 'c67628e5-ab76-4fd4-839e-32aabe1b8aae', 'network_id': 'f464bab1-fed8-4b70-bd0a-84f4f32a722e', 'port_id': 'c67628e5-ab76-4fd4-839e-32aabe1b8aae', 'mac_address': 'fa:16:3e:65:c5:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b06a1f2-b51f-445c-a75f-8362b440f3f4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 18:47:36.013956 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6f589ca4-c522-4706-bdda-9efc2f2e3a3c req-a3a40a09-a7ce-4048-adcb-fd35c78f030d service neutron] 10.222.0.50 "GET /v2.0/networks/898153a3-5d71-43be-9d14-343ea4a48426?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5312164 Jun 01 18:47:36.019777 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-a82c45b0-ea95-466c-badf-ae4726ef524a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:36.038466 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port c67628e5-ab76-4fd4-839e-32aabe1b8aae is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:47:36.039935 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:36.072191 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c67628e5-ab76-4fd4-839e-32aabe1b8aae {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:47:36.099940 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port c67628e5-ab76-4fd4-839e-32aabe1b8aae, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=c67628e5-ab76-4fd4-839e-32aabe1b8aae,segment=NetworkSegment(641e9a4f-e613-4ae2-9aeb-2789f815da51),segment_id=641e9a4f-e613-4ae2-9aeb-2789f815da51)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:47:36.118518 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:36.222453 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=c67628e5-ab76-4fd4-839e-32aabe1b8aae,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:47:36.275755 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4833b472-ee30-4955-b713-402c37ea7ecf tempest-ServersTestManualDisk-1181965885 tempest-ServersTestManualDisk-1181965885-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:36.285409 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4833b472-ee30-4955-b713-402c37ea7ecf tempest-ServersTestManualDisk-1181965885 tempest-ServersTestManualDisk-1181965885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887712'] for floatingip, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:36.323065 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba0b812-4f02-424c-8da4-efcfff61b415 req-03ee0135-e0ad-4429-990f-84799fbad172 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:36.329164 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba0b812-4f02-424c-8da4-efcfff61b415 req-03ee0135-e0ad-4429-990f-84799fbad172 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:36.335840 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba0b812-4f02-424c-8da4-efcfff61b415 req-03ee0135-e0ad-4429-990f-84799fbad172 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:36.341687 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba0b812-4f02-424c-8da4-efcfff61b415 req-03ee0135-e0ad-4429-990f-84799fbad172 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:36.348320 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba0b812-4f02-424c-8da4-efcfff61b415 req-03ee0135-e0ad-4429-990f-84799fbad172 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:36.354167 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba0b812-4f02-424c-8da4-efcfff61b415 req-03ee0135-e0ad-4429-990f-84799fbad172 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:36.359985 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba0b812-4f02-424c-8da4-efcfff61b415 req-03ee0135-e0ad-4429-990f-84799fbad172 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:36.361963 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-6ba0b812-4f02-424c-8da4-efcfff61b415 req-03ee0135-e0ad-4429-990f-84799fbad172 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c83a2c5-aa3d-4e8d-af22-cb838112216f HTTP/1.1" status: 200 len: 5407 time: 0.2865705 Jun 01 18:47:36.372932 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] get_ports_and_sgs() called for port_ids ['c67628e5-ab76-4fd4-839e-32aabe1b8aae'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:47:36.416687 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] get_ports_and_sgs() called for port_ids ['29ef26a4-a70e-49b7-bba7-1d3944f13d1a'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:47:36.445503 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6f589ca4-c522-4706-bdda-9efc2f2e3a3c req-5ab47645-8262-4309-b0cc-710e29dd5f82 service neutron] 10.222.0.50 "GET /v2.0/networks/898153a3-5d71-43be-9d14-343ea4a48426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3915241 Jun 01 18:47:36.532439 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-6ba0b812-4f02-424c-8da4-efcfff61b415 req-59a3a380-efbf-4b9a-8046-617c89d17e14 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] 10.222.0.41 "GET /v2.0/security-groups?id=3eddd810-beb6-4f1d-8108-29288df7e7ee&id=9572e18c-01ef-4403-8358-e3e783c3474b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1626151 Jun 01 18:47:36.605234 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15073fdc-65d5-40af-9538-3380d3ed2abd req-09a44f75-a6bb-4bed-b1c4-fbec6640948a tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:36.606252 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-15073fdc-65d5-40af-9538-3380d3ed2abd req-09a44f75-a6bb-4bed-b1c4-fbec6640948a tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] Synchronizing usage tracker for tenant:dd99cee1173546e6a5fd323f8dfa5a74 on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:47:36.678204 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-15073fdc-65d5-40af-9538-3380d3ed2abd req-09a44f75-a6bb-4bed-b1c4-fbec6640948a tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] Unset dirty status for tenant:dd99cee1173546e6a5fd323f8dfa5a74 on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:47:36.686895 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-15073fdc-65d5-40af-9538-3380d3ed2abd req-09a44f75-a6bb-4bed-b1c4-fbec6640948a tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] 10.222.0.41 "GET /v2.0/ports?device_id=0dcd1d1e-530a-45dd-9d6b-dc7638ac52db HTTP/1.1" status: 200 len: 945 time: 0.6715686 Jun 01 18:47:36.691289 n-d-844202-1 neutron-server[88524]: INFO neutron.db.l3_db [None req-4833b472-ee30-4955-b713-402c37ea7ecf tempest-ServersTestManualDisk-1181965885 tempest-ServersTestManualDisk-1181965885-project] Floating IP b18094dc-a056-407c-b655-5f4a96d99bd2 associated. External IP: 172.25.4.225, port: e4ed00a5-b372-4c7c-91cb-1b4c6d82ac88. Jun 01 18:47:36.732249 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-a82c45b0-ea95-466c-badf-ae4726ef524a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 140193c9-fdbc-41ee-a1d8-9a596f9546a5 {{(pid=88525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:47:36.763056 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-a82c45b0-ea95-466c-badf-ae4726ef524a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:36.786659 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-a82c45b0-ea95-466c-badf-ae4726ef524a service neutron] Transition to ACTIVE for port object 140193c9-fdbc-41ee-a1d8-9a596f9546a5 will not be triggered until provisioned by entity L2. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:47:36.795656 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-a82c45b0-ea95-466c-badf-ae4726ef524a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:37.045105 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-9d473fa5-7e92-4318-892e-670551c2b685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:37.082697 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-15073fdc-65d5-40af-9538-3380d3ed2abd req-ebc9f367-1158-4551-a1b8-7a1f684fe964 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] 10.222.0.41 "GET /v2.0/security-groups?id=32e0c067-0089-408b-a3cd-4b24e22ccce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3948007 Jun 01 18:47:37.164177 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f589ca4-c522-4706-bdda-9efc2f2e3a3c req-357a2792-0983-4222-a4c6-c9249134ef9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:37.164681 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f589ca4-c522-4706-bdda-9efc2f2e3a3c req-357a2792-0983-4222-a4c6-c9249134ef9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:37.169525 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f589ca4-c522-4706-bdda-9efc2f2e3a3c req-357a2792-0983-4222-a4c6-c9249134ef9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:37.170264 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f589ca4-c522-4706-bdda-9efc2f2e3a3c req-357a2792-0983-4222-a4c6-c9249134ef9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:37.170742 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f589ca4-c522-4706-bdda-9efc2f2e3a3c req-357a2792-0983-4222-a4c6-c9249134ef9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:37.171306 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f589ca4-c522-4706-bdda-9efc2f2e3a3c req-357a2792-0983-4222-a4c6-c9249134ef9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:37.171773 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f589ca4-c522-4706-bdda-9efc2f2e3a3c req-357a2792-0983-4222-a4c6-c9249134ef9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:37.174385 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6f589ca4-c522-4706-bdda-9efc2f2e3a3c req-357a2792-0983-4222-a4c6-c9249134ef9e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5e0ead56e0d24edfb943f0d89aaec01a&device_id=9c83a2c5-aa3d-4e8d-af22-cb838112216f HTTP/1.1" status: 200 len: 6354 time: 0.6543396 Jun 01 18:47:37.188455 n-d-844202-1 neutron-server[88525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5d2f809-fd89-4718-9410-1493f897b8d9'] response: {'name': 'network-changed', 'server_uuid': '9c83a2c5-aa3d-4e8d-af22-cb838112216f', 'tag': '15057b2f-c9f2-4f18-9e31-7266bab9b95d', 'status': 'completed', 'code': 200} Jun 01 18:47:37.190034 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82c45b0-ea95-466c-badf-ae4726ef524a service neutron] Pushing event updated for resources: {'Port': ['ID=140193c9-fdbc-41ee-a1d8-9a596f9546a5,revision_number=2']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:47:37.260657 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 49628) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:47:37.310676 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-b14ff0fa-95ae-4617-b903-3c7a8c84db2e req-d6dd1881-e782-41f1-863c-9b154d1763ff tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-530611658', 'description': 'tempest-description-514804760'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:47:37.348478 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-b14ff0fa-95ae-4617-b903-3c7a8c84db2e req-d6dd1881-e782-41f1-863c-9b154d1763ff tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:47:37.367219 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fc7af6-1e3d-4657-930f-5ff2ef439b5a req-cddd8e16-65b5-4a3c-919c-991d3c24c4f4 tempest-LiveMigrationTest-1173690941 tempest-LiveMigrationTest-1173690941-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:37.369667 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-30fc7af6-1e3d-4657-930f-5ff2ef439b5a req-cddd8e16-65b5-4a3c-919c-991d3c24c4f4 tempest-LiveMigrationTest-1173690941 tempest-LiveMigrationTest-1173690941-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=0c2f9279-7cc9-4d6f-b8cb-b08438524fa4 HTTP/1.1" status: 200 len: 1096 time: 0.3096962 Jun 01 18:47:37.422408 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-b14ff0fa-95ae-4617-b903-3c7a8c84db2e req-d6dd1881-e782-41f1-863c-9b154d1763ff tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Usage tracker for resource:security_group and tenant:03a56f87111741e99eac45e7902d811c is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:47:37.427302 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-a82c45b0-ea95-466c-badf-ae4726ef524a service neutron] Attempting to bind port 140193c9-fdbc-41ee-a1d8-9a596f9546a5 on host n-h2-844202-1 for vnic_type normal with profile {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:47:37.427631 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-a82c45b0-ea95-466c-badf-ae4726ef524a service neutron] Attempting to bind port 140193c9-fdbc-41ee-a1d8-9a596f9546a5 by drivers openvswitch,hyperv on host n-h2-844202-1 at level 0 using segments [{'id': '1f216ea7-d556-42bd-9325-5581fab5db25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c16c0733-68a0-4af2-9aa5-b2266da91869'}] {{(pid=88525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:47:37.427954 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-a82c45b0-ea95-466c-badf-ae4726ef524a service neutron] Attempting to bind port 140193c9-fdbc-41ee-a1d8-9a596f9546a5 on network c16c0733-68a0-4af2-9aa5-b2266da91869 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:47:37.445117 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-b14ff0fa-95ae-4617-b903-3c7a8c84db2e req-d6dd1881-e782-41f1-863c-9b154d1763ff tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:47:37.454702 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-a82c45b0-ea95-466c-badf-ae4726ef524a service neutron] Port 140193c9-fdbc-41ee-a1d8-9a596f9546a5 on network c16c0733-68a0-4af2-9aa5-b2266da91869 not bound, no agent of type Open vSwitch agent registered on host n-h2-844202-1 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 18:47:37.456703 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-a82c45b0-ea95-466c-badf-ae4726ef524a service neutron] Attempting to bind port 140193c9-fdbc-41ee-a1d8-9a596f9546a5 on network c16c0733-68a0-4af2-9aa5-b2266da91869 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:47:37.473454 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-30fc7af6-1e3d-4657-930f-5ff2ef439b5a req-a5e95023-75c3-49f0-bd8f-b88c94582181 tempest-LiveMigrationTest-1173690941 tempest-LiveMigrationTest-1173690941-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=92820b43-7593-449e-bdb5-02c9f22d29e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957384 Jun 01 18:47:37.474393 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-a82c45b0-ea95-466c-badf-ae4726ef524a service neutron] Checking agent: {'id': 'f5db9968-6317-4186-9100-9e0ca6b50417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 18, 47, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:47:37.474776 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-a82c45b0-ea95-466c-badf-ae4726ef524a service neutron] Checking segment: {'id': '1f216ea7-d556-42bd-9325-5581fab5db25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c16c0733-68a0-4af2-9aa5-b2266da91869'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:47:37.475137 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-a82c45b0-ea95-466c-badf-ae4726ef524a service neutron] Bound using segment: {'id': '1f216ea7-d556-42bd-9325-5581fab5db25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c16c0733-68a0-4af2-9aa5-b2266da91869'} {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:47:37.475667 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-a82c45b0-ea95-466c-badf-ae4726ef524a service neutron] Bound port: 140193c9-fdbc-41ee-a1d8-9a596f9546a5, host: n-h2-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f216ea7-d556-42bd-9325-5581fab5db25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c16c0733-68a0-4af2-9aa5-b2266da91869'}}] {{(pid=88525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:47:37.475956 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-a82c45b0-ea95-466c-badf-ae4726ef524a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:37.483160 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-b14ff0fa-95ae-4617-b903-3c7a8c84db2e req-d6dd1881-e782-41f1-863c-9b154d1763ff tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:47:37.510371 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad9480f-3ef4-4e9d-85a0-d234e6a9ba7f req-cd7f201f-8b98-4f58-9d9e-cfb02ba8c8e9 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:37.511896 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fad9480f-3ef4-4e9d-85a0-d234e6a9ba7f req-cd7f201f-8b98-4f58-9d9e-cfb02ba8c8e9 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6a6d9c3-8862-4eeb-b898-6afb369449ea&tenant_id=5a29f45689de4723b61fb9850cc62a10&binding%3Ahost_id=n-h1-844202-1 HTTP/1.1" status: 200 len: 949 time: 0.5795462 Jun 01 18:47:37.601586 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-c31b8bc7-ea09-46d0-8161-bb383ea03e09 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6760d429cc524cbaad2a1ea67424b2d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3375618 Jun 01 18:47:37.601825 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 49638) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:47:37.648795 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f589ca4-c522-4706-bdda-9efc2f2e3a3c req-516fc1c8-ee04-4fde-b7e5-a19bb090158d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:37.649384 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f589ca4-c522-4706-bdda-9efc2f2e3a3c req-516fc1c8-ee04-4fde-b7e5-a19bb090158d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:37.649851 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f589ca4-c522-4706-bdda-9efc2f2e3a3c req-516fc1c8-ee04-4fde-b7e5-a19bb090158d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:37.651441 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6f589ca4-c522-4706-bdda-9efc2f2e3a3c req-516fc1c8-ee04-4fde-b7e5-a19bb090158d service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=5e0ead56e0d24edfb943f0d89aaec01a&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.4571733 Jun 01 18:47:37.665989 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-b14ff0fa-95ae-4617-b903-3c7a8c84db2e req-d6dd1881-e782-41f1-863c-9b154d1763ff tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:37.700680 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-a82c45b0-ea95-466c-badf-ae4726ef524a service neutron] For port 140193c9-fdbc-41ee-a1d8-9a596f9546a5, host n-h2-844202-1, cleared binding levels {{(pid=88525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:47:37.728622 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-a82c45b0-ea95-466c-badf-ae4726ef524a service neutron] For port 140193c9-fdbc-41ee-a1d8-9a596f9546a5, host n-h2-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=140193c9-fdbc-41ee-a1d8-9a596f9546a5,segment=NetworkSegment(1f216ea7-d556-42bd-9325-5581fab5db25),segment_id=1f216ea7-d556-42bd-9325-5581fab5db25)] {{(pid=88525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:47:37.740979 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-a82c45b0-ea95-466c-badf-ae4726ef524a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:37.816449 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-b14ff0fa-95ae-4617-b903-3c7a8c84db2e req-d6dd1881-e782-41f1-863c-9b154d1763ff tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:47:37.821152 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-30f4a98e-fc10-4aa0-b9a5-21bde9288373 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:37.826128 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-a82c45b0-ea95-466c-badf-ae4726ef524a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:37.826725 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-a82c45b0-ea95-466c-badf-ae4726ef524a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:37.828125 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-a82c45b0-ea95-466c-badf-ae4726ef524a service neutron] 10.222.0.50 "PUT /v2.0/ports/140193c9-fdbc-41ee-a1d8-9a596f9546a5 HTTP/1.1" status: 200 len: 1091 time: 2.1272936 Jun 01 18:47:37.843817 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-b14ff0fa-95ae-4617-b903-3c7a8c84db2e req-d6dd1881-e782-41f1-863c-9b154d1763ff tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Usage tracker for resource:security_group_rule and tenant:03a56f87111741e99eac45e7902d811c is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:47:37.848638 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-b14ff0fa-95ae-4617-b903-3c7a8c84db2e req-d6dd1881-e782-41f1-863c-9b154d1763ff tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:47:37.870206 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-b14ff0fa-95ae-4617-b903-3c7a8c84db2e req-d6dd1881-e782-41f1-863c-9b154d1763ff tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:47:37.885549 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7f8db9-2873-4bca-a1d3-3278321be59d req-254030cb-6ca6-4616-b1ec-6cb35ff3cfed tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:37.887142 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-5d7f8db9-2873-4bca-a1d3-3278321be59d req-254030cb-6ca6-4616-b1ec-6cb35ff3cfed tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6a6d9c3-8862-4eeb-b898-6afb369449ea HTTP/1.1" status: 200 len: 949 time: 0.2640479 Jun 01 18:47:37.891145 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-26f401b4-368f-47af-9a43-58cab53b1c7f service neutron] Request body: {'port': {'device_id': '9c83a2c5-aa3d-4e8d-af22-cb838112216f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844202-1'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:47:37.900543 n-d-844202-1 neutron-server[88524]: INFO neutron.api.v2.resource [req-fad9480f-3ef4-4e9d-85a0-d234e6a9ba7f req-edbb9e2a-16bc-426b-8c99-9bf12dcb14eb service neutron] delete failed (client error): The resource could not be found. Jun 01 18:47:37.901575 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fad9480f-3ef4-4e9d-85a0-d234e6a9ba7f req-edbb9e2a-16bc-426b-8c99-9bf12dcb14eb service neutron] 10.222.0.50 "DELETE /v2.0/ports/29ef26a4-a70e-49b7-bba7-1d3944f13d1a/bindings/n-h2-844202-1 HTTP/1.1" status: 404 len: 380 time: 0.3679621 Jun 01 18:47:37.919014 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4833b472-ee30-4955-b713-402c37ea7ecf tempest-ServersTestManualDisk-1181965885 tempest-ServersTestManualDisk-1181965885-project] Router b0ab07c4-7ff0-4de6-af4d-94c92307380c has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 18:47:37.920160 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-30f4a98e-fc10-4aa0-b9a5-21bde9288373 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:37.968398 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82c45b0-ea95-466c-badf-ae4726ef524a service neutron] Pushing event updated for resources: {'Port': ['ID=140193c9-fdbc-41ee-a1d8-9a596f9546a5,revision_number=3']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:47:38.039505 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f589ca4-c522-4706-bdda-9efc2f2e3a3c req-edd53f01-4e59-4e67-b359-05f71415865a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:38.041318 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6f589ca4-c522-4706-bdda-9efc2f2e3a3c req-edd53f01-4e59-4e67-b359-05f71415865a service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3496785 Jun 01 18:47:38.153091 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-5d7f8db9-2873-4bca-a1d3-3278321be59d req-b8ca557b-c783-4497-b1b6-c5309c293deb tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbe27866-6450-47f0-a8e1-f266dfb72433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203934 Jun 01 18:47:38.190720 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-26f401b4-368f-47af-9a43-58cab53b1c7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:38.258151 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-30f4a98e-fc10-4aa0-b9a5-21bde9288373 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:38.293003 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f4a98e-fc10-4aa0-b9a5-21bde9288373 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4853b3a-4c33-4f4d-ae0e-b592366e4676,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:47:38.344753 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-30f4a98e-fc10-4aa0-b9a5-21bde9288373 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:38.346380 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-30f4a98e-fc10-4aa0-b9a5-21bde9288373 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a4853b3a-4c33-4f4d-ae0e-b592366e4676 HTTP/1.1" status: 204 len: 168 time: 0.7437129 Jun 01 18:47:38.365906 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-b14ff0fa-95ae-4617-b903-3c7a8c84db2e req-d6dd1881-e782-41f1-863c-9b154d1763ff tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:38.386095 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-b14ff0fa-95ae-4617-b903-3c7a8c84db2e req-d6dd1881-e782-41f1-863c-9b154d1763ff tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:38.402476 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4833b472-ee30-4955-b713-402c37ea7ecf tempest-ServersTestManualDisk-1181965885 tempest-ServersTestManualDisk-1181965885-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 18:47:38.421834 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a007423d-9f60-4b4e-b572-582a4d8de0f6 None None] Sync routers for ids ['b0ab07c4-7ff0-4de6-af4d-94c92307380c'] in n-d-844202-1 {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 18:47:38.443352 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a007423d-9f60-4b4e-b572-582a4d8de0f6 None None] Routers {'b0ab07c4-7ff0-4de6-af4d-94c92307380c'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:47:38.444422 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-a007423d-9f60-4b4e-b572-582a4d8de0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:47:09Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['b0ab07c4-7ff0-4de6-af4d-94c92307380c'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:47:38.461888 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7d0dd4-37c8-4892-a5b4-3680a49755e0 req-ebfdbe6b-3e62-4c46-99f7-f4dfe3df643e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:38.462367 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7d0dd4-37c8-4892-a5b4-3680a49755e0 req-ebfdbe6b-3e62-4c46-99f7-f4dfe3df643e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:38.462841 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7d0dd4-37c8-4892-a5b4-3680a49755e0 req-ebfdbe6b-3e62-4c46-99f7-f4dfe3df643e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:38.463305 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7d0dd4-37c8-4892-a5b4-3680a49755e0 req-ebfdbe6b-3e62-4c46-99f7-f4dfe3df643e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:38.463765 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7d0dd4-37c8-4892-a5b4-3680a49755e0 req-ebfdbe6b-3e62-4c46-99f7-f4dfe3df643e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:38.464243 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7d0dd4-37c8-4892-a5b4-3680a49755e0 req-ebfdbe6b-3e62-4c46-99f7-f4dfe3df643e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:38.464701 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7d0dd4-37c8-4892-a5b4-3680a49755e0 req-ebfdbe6b-3e62-4c46-99f7-f4dfe3df643e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:38.466683 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9e7d0dd4-37c8-4892-a5b4-3680a49755e0 req-ebfdbe6b-3e62-4c46-99f7-f4dfe3df643e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5e0ead56e0d24edfb943f0d89aaec01a&device_id=9c83a2c5-aa3d-4e8d-af22-cb838112216f HTTP/1.1" status: 200 len: 6421 time: 0.3757341 Jun 01 18:47:38.482699 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-b14ff0fa-95ae-4617-b903-3c7a8c84db2e req-d6dd1881-e782-41f1-863c-9b154d1763ff tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:38.484551 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b14ff0fa-95ae-4617-b903-3c7a8c84db2e req-d6dd1881-e782-41f1-863c-9b154d1763ff tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 1.1780427 Jun 01 18:47:38.540052 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad9480f-3ef4-4e9d-85a0-d234e6a9ba7f req-6059499b-d983-4deb-b02f-61df2bd45185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:38.541613 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fad9480f-3ef4-4e9d-85a0-d234e6a9ba7f req-6059499b-d983-4deb-b02f-61df2bd45185 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5a29f45689de4723b61fb9850cc62a10&device_id=b6a6d9c3-8862-4eeb-b898-6afb369449ea HTTP/1.1" status: 200 len: 1100 time: 0.4174840 Jun 01 18:47:38.546911 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dd1881-e782-41f1-863c-9b154d1763ff tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc907bc4-f9fb-4844-a136-77b2db1f787c,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:47:38.551446 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4833b472-ee30-4955-b713-402c37ea7ecf tempest-ServersTestManualDisk-1181965885 tempest-ServersTestManualDisk-1181965885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for floatingip, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:38.580376 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693edbab-5ddb-4c6d-9d74-f4b6d355a596 req-72f817fc-1ac3-4000-ac62-6c3057943b1b tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:38.582041 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-693edbab-5ddb-4c6d-9d74-f4b6d355a596 req-72f817fc-1ac3-4000-ac62-6c3057943b1b tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] 10.222.0.41 "GET /v2.0/ports?device_id=420a476b-0d5b-4dc2-9bfb-22ae930ac2da HTTP/1.1" status: 200 len: 946 time: 0.2703371 Jun 01 18:47:38.675624 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-693edbab-5ddb-4c6d-9d74-f4b6d355a596 req-9fd00975-c68a-423e-96d3-e0dacc11652f tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f2fd699-5af8-4379-8a92-35d8c8796709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854802 Jun 01 18:47:38.832480 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-26f401b4-368f-47af-9a43-58cab53b1c7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93302f40-25f2-43b4-81bb-fbbce8a6a912 {{(pid=88525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:47:38.846792 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-26f401b4-368f-47af-9a43-58cab53b1c7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:38.885915 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-26f401b4-368f-47af-9a43-58cab53b1c7f service neutron] Transition to ACTIVE for port object 93302f40-25f2-43b4-81bb-fbbce8a6a912 will not be triggered until provisioned by entity L2. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:47:38.891473 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-26f401b4-368f-47af-9a43-58cab53b1c7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:38.942067 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-a007423d-9f60-4b4e-b572-582a4d8de0f6 None None] Set router b0ab07c4-7ff0-4de6-af4d-94c92307380c gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:47:39.133888 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 49656) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:47:39.147301 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 29ef26a4-a70e-49b7-bba7-1d3944f13d1a up at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:47:39.182562 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f401b4-368f-47af-9a43-58cab53b1c7f service neutron] Pushing event updated for resources: {'Port': ['ID=93302f40-25f2-43b4-81bb-fbbce8a6a912,revision_number=2']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:47:39.199814 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c83a2c5-aa3d-4e8d-af22-cb838112216f', 'tag': '44b44b8b-1cb0-4633-8ae2-35b7a49b3f45'}, {'name': 'network-changed', 'server_uuid': '9c83a2c5-aa3d-4e8d-af22-cb838112216f', 'tag': '140193c9-fdbc-41ee-a1d8-9a596f9546a5'}] {{(pid=88525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:47:39.315623 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-4833b472-ee30-4955-b713-402c37ea7ecf tempest-ServersTestManualDisk-1181965885 tempest-ServersTestManualDisk-1181965885-project] 10.222.0.41 "PUT /v2.0/floatingips/b18094dc-a056-407c-b655-5f4a96d99bd2 HTTP/1.1" status: 200 len: 991 time: 4.9025085 Jun 01 18:47:39.316879 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e48f61a1-dfd3-445e-99ff-341d1de8b7d1', 'tag': 'e4ed00a5-b372-4c7c-91cb-1b4c6d82ac88'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:47:39.322513 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad9480f-3ef4-4e9d-85a0-d234e6a9ba7f req-42acef42-bc3c-452f-a706-b9022ee45b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:39.323941 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fad9480f-3ef4-4e9d-85a0-d234e6a9ba7f req-42acef42-bc3c-452f-a706-b9022ee45b1f service neutron] 10.222.0.50 "GET /v2.0/networks?id=898153a3-5d71-43be-9d14-343ea4a48426 HTTP/1.1" status: 200 len: 870 time: 0.7401845 Jun 01 18:47:39.441785 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7d0dd4-37c8-4892-a5b4-3680a49755e0 req-3ccb7753-62e2-4b64-82fa-5d9495df8289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:39.442991 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7d0dd4-37c8-4892-a5b4-3680a49755e0 req-3ccb7753-62e2-4b64-82fa-5d9495df8289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:39.443648 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7d0dd4-37c8-4892-a5b4-3680a49755e0 req-3ccb7753-62e2-4b64-82fa-5d9495df8289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:39.445559 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9e7d0dd4-37c8-4892-a5b4-3680a49755e0 req-3ccb7753-62e2-4b64-82fa-5d9495df8289 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=5e0ead56e0d24edfb943f0d89aaec01a&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.9708836 Jun 01 18:47:39.448943 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fad9480f-3ef4-4e9d-85a0-d234e6a9ba7f req-01b58998-41f4-4c59-af08-6c5ad2c18a70 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=29ef26a4-a70e-49b7-bba7-1d3944f13d1a HTTP/1.1" status: 200 len: 217 time: 0.0984511 Jun 01 18:47:39.477024 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Provisioning for port 29ef26a4-a70e-49b7-bba7-1d3944f13d1a completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:47:39.486427 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Provisioning complete for port 29ef26a4-a70e-49b7-bba7-1d3944f13d1a triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:47:39.487055 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:39.502646 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-26f401b4-368f-47af-9a43-58cab53b1c7f service neutron] Attempting to bind port 93302f40-25f2-43b4-81bb-fbbce8a6a912 on host n-h2-844202-1 for vnic_type normal with profile {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:47:39.503273 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-26f401b4-368f-47af-9a43-58cab53b1c7f service neutron] Attempting to bind port 93302f40-25f2-43b4-81bb-fbbce8a6a912 by drivers openvswitch,hyperv on host n-h2-844202-1 at level 0 using segments [{'id': '1f216ea7-d556-42bd-9325-5581fab5db25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c16c0733-68a0-4af2-9aa5-b2266da91869'}] {{(pid=88525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:47:39.503673 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-26f401b4-368f-47af-9a43-58cab53b1c7f service neutron] Attempting to bind port 93302f40-25f2-43b4-81bb-fbbce8a6a912 on network c16c0733-68a0-4af2-9aa5-b2266da91869 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:47:39.536205 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-ee2e5305-dff9-4745-aefc-c246a22b4d05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:39.570598 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-e2b71e94-8553-4eca-b265-efbd9cecab94 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=55adf84dda134faea8ca91c69492b967&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4247186 Jun 01 18:47:39.570598 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-26f401b4-368f-47af-9a43-58cab53b1c7f service neutron] Port 93302f40-25f2-43b4-81bb-fbbce8a6a912 on network c16c0733-68a0-4af2-9aa5-b2266da91869 not bound, no agent of type Open vSwitch agent registered on host n-h2-844202-1 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 18:47:39.571474 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-26f401b4-368f-47af-9a43-58cab53b1c7f service neutron] Attempting to bind port 93302f40-25f2-43b4-81bb-fbbce8a6a912 on network c16c0733-68a0-4af2-9aa5-b2266da91869 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:47:39.575457 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 49672) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:47:39.596440 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-26f401b4-368f-47af-9a43-58cab53b1c7f service neutron] Checking agent: {'id': 'f5db9968-6317-4186-9100-9e0ca6b50417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 18, 47, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:47:39.596893 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-26f401b4-368f-47af-9a43-58cab53b1c7f service neutron] Checking segment: {'id': '1f216ea7-d556-42bd-9325-5581fab5db25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c16c0733-68a0-4af2-9aa5-b2266da91869'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:47:39.597586 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-26f401b4-368f-47af-9a43-58cab53b1c7f service neutron] Bound using segment: {'id': '1f216ea7-d556-42bd-9325-5581fab5db25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c16c0733-68a0-4af2-9aa5-b2266da91869'} {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:47:39.597920 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-26f401b4-368f-47af-9a43-58cab53b1c7f service neutron] Bound port: 93302f40-25f2-43b4-81bb-fbbce8a6a912, host: n-h2-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f216ea7-d556-42bd-9325-5581fab5db25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c16c0733-68a0-4af2-9aa5-b2266da91869'}}] {{(pid=88525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:47:39.598566 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-26f401b4-368f-47af-9a43-58cab53b1c7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:39.652913 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128fbb6e-08b5-45bb-a925-7007776d306d req-ea2efe3a-320c-4f45-8ca6-91ad4d36c4aa tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:39.659392 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128fbb6e-08b5-45bb-a925-7007776d306d req-ea2efe3a-320c-4f45-8ca6-91ad4d36c4aa tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:39.665682 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128fbb6e-08b5-45bb-a925-7007776d306d req-ea2efe3a-320c-4f45-8ca6-91ad4d36c4aa tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:39.671508 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128fbb6e-08b5-45bb-a925-7007776d306d req-ea2efe3a-320c-4f45-8ca6-91ad4d36c4aa tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:39.677725 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128fbb6e-08b5-45bb-a925-7007776d306d req-ea2efe3a-320c-4f45-8ca6-91ad4d36c4aa tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:39.683606 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128fbb6e-08b5-45bb-a925-7007776d306d req-ea2efe3a-320c-4f45-8ca6-91ad4d36c4aa tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:39.690650 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128fbb6e-08b5-45bb-a925-7007776d306d req-ea2efe3a-320c-4f45-8ca6-91ad4d36c4aa tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:39.692902 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-128fbb6e-08b5-45bb-a925-7007776d306d req-ea2efe3a-320c-4f45-8ca6-91ad4d36c4aa tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c83a2c5-aa3d-4e8d-af22-cb838112216f HTTP/1.1" status: 200 len: 5431 time: 0.5494943 Jun 01 18:47:39.726833 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port 29ef26a4-a70e-49b7-bba7-1d3944f13d1a is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:47:39.727202 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:39.746830 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-a007423d-9f60-4b4e-b572-582a4d8de0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0ab07c4-7ff0-4de6-af4d-94c92307380c', 'name': 'tempest-ServersTestManualDisk-499305876-router', 'tenant_id': 'bee367ae0ad54e12b26a009fd0a33774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.139'}], 'enable_snat': True}, 'gw_port_id': 'aaf58b36-6e6a-4312-96df-a13111622765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:46:47Z', 'updated_at': '2022-06-01T18:46:58Z', 'revision_number': 4, 'project_id': 'bee367ae0ad54e12b26a009fd0a33774', 'gw_port': {'id': 'aaf58b36-6e6a-4312-96df-a13111622765', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:bc:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ab07c4-7ff0-4de6-af4d-94c92307380c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:46:49Z', 'updated_at': '2022-06-01T18:47:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_floatingips': [{'id': 'b18094dc-a056-407c-b655-5f4a96d99bd2', 'tenant_id': 'bee367ae0ad54e12b26a009fd0a33774', 'floating_ip_address': '172.25.4.225', 'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'router_id': 'b0ab07c4-7ff0-4de6-af4d-94c92307380c', 'port_id': 'e4ed00a5-b372-4c7c-91cb-1b4c6d82ac88', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 837, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae90aacb-06d8-4816-9f23-36440149798c', 'mac_address': 'fa:16:3e:27:c6:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48f61a1-dfd3-445e-99ff-341d1de8b7d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T18:47:08Z', 'updated_at': '2022-06-01T18:47:35Z', 'revision_number': 1, 'project_id': 'bee367ae0ad54e12b26a009fd0a33774', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '818bd10a-4a86-480e-93cf-dfd86c22ba80', 'name': '', 'network_id': 'ae90aacb-06d8-4816-9f23-36440149798c', 'tenant_id': 'bee367ae0ad54e12b26a009fd0a33774', 'mac_address': 'fa:16:3e:d9:a1:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ab07c4-7ff0-4de6-af4d-94c92307380c', 'device_owner': 'network:router_interface', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': '619ce5e2-1a90-4a7c-b866-53d809336772', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:46:56Z', 'updated_at': '2022-06-01T18:47:06Z', 'revision_number': 5, 'project_id': 'bee367ae0ad54e12b26a009fd0a33774', 'subnets': [{'id': '619ce5e2-1a90-4a7c-b866-53d809336772', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:47:39.752994 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a007423d-9f60-4b4e-b572-582a4d8de0f6 None None] Checking router: b0ab07c4-7ff0-4de6-af4d-94c92307380c for host: n-d-844202-1 {{(pid=88526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 18:47:39.773555 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad9480f-3ef4-4e9d-85a0-d234e6a9ba7f req-d78768cd-0464-46ea-a6c5-e535baddd2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:39.774915 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6a6d9c3-8862-4eeb-b898-6afb369449ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29ef26a4-a70e-49b7-bba7-1d3944f13d1a'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:47:39.775131 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fad9480f-3ef4-4e9d-85a0-d234e6a9ba7f req-d78768cd-0464-46ea-a6c5-e535baddd2e3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=35e3ad2f-9c88-4698-b634-4e1b58de1cc2 HTTP/1.1" status: 200 len: 843 time: 0.3153565 Jun 01 18:47:39.781349 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ba954145-5007-4b9d-bc2f-ea10698badbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:39.794654 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a007423d-9f60-4b4e-b572-582a4d8de0f6 None None] Routers {'b0ab07c4-7ff0-4de6-af4d-94c92307380c'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:47:39.795265 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-a007423d-9f60-4b4e-b572-582a4d8de0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:47:39Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['b0ab07c4-7ff0-4de6-af4d-94c92307380c'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:47:39.806417 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd878052-2596-4034-aa4d-33171843071a req-a85c4efe-95a7-49c8-a4aa-35a62080ec13 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:39.808366 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-cd878052-2596-4034-aa4d-33171843071a req-a85c4efe-95a7-49c8-a4aa-35a62080ec13 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] 10.222.0.41 "GET /v2.0/ports?device_id=0dcd1d1e-530a-45dd-9d6b-dc7638ac52db HTTP/1.1" status: 200 len: 945 time: 0.2991011 Jun 01 18:47:39.811960 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-26f401b4-368f-47af-9a43-58cab53b1c7f service neutron] For port 93302f40-25f2-43b4-81bb-fbbce8a6a912, host n-h2-844202-1, cleared binding levels {{(pid=88525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:47:39.817998 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-26f401b4-368f-47af-9a43-58cab53b1c7f service neutron] For port 93302f40-25f2-43b4-81bb-fbbce8a6a912, host n-h2-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=93302f40-25f2-43b4-81bb-fbbce8a6a912,segment=NetworkSegment(1f216ea7-d556-42bd-9325-5581fab5db25),segment_id=1f216ea7-d556-42bd-9325-5581fab5db25)] {{(pid=88525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:47:39.844713 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-128fbb6e-08b5-45bb-a925-7007776d306d req-9365466c-56f2-4fb6-9696-0d556883a985 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] 10.222.0.41 "GET /v2.0/security-groups?id=3eddd810-beb6-4f1d-8108-29288df7e7ee&id=9572e18c-01ef-4403-8358-e3e783c3474b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1411011 Jun 01 18:47:39.851245 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port 29ef26a4-a70e-49b7-bba7-1d3944f13d1a, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=29ef26a4-a70e-49b7-bba7-1d3944f13d1a,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:47:39.853759 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-26f401b4-368f-47af-9a43-58cab53b1c7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:39.854331 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:39.854331 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device c67628e5-ab76-4fd4-839e-32aabe1b8aae up at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:47:39.866373 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7d0dd4-37c8-4892-a5b4-3680a49755e0 req-209308ee-e132-47aa-8e62-de2e82fbfadd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:39.868707 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9e7d0dd4-37c8-4892-a5b4-3680a49755e0 req-209308ee-e132-47aa-8e62-de2e82fbfadd service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4099576 Jun 01 18:47:39.906731 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad9480f-3ef4-4e9d-85a0-d234e6a9ba7f req-d442a430-fe3f-4591-b98a-88e54d05de81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:39.909129 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fad9480f-3ef4-4e9d-85a0-d234e6a9ba7f req-d442a430-fe3f-4591-b98a-88e54d05de81 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=898153a3-5d71-43be-9d14-343ea4a48426&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1240571 Jun 01 18:47:39.926168 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ba954145-5007-4b9d-bc2f-ea10698badbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:39.964126 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-26f401b4-368f-47af-9a43-58cab53b1c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:39.965275 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-26f401b4-368f-47af-9a43-58cab53b1c7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:39.967801 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-26f401b4-368f-47af-9a43-58cab53b1c7f service neutron] 10.222.0.50 "PUT /v2.0/ports/93302f40-25f2-43b4-81bb-fbbce8a6a912 HTTP/1.1" status: 200 len: 1091 time: 2.0925031 Jun 01 18:47:40.130065 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-cd878052-2596-4034-aa4d-33171843071a req-eaa9f976-a318-417b-877a-72c7d7977c60 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] 10.222.0.41 "GET /v2.0/security-groups?id=32e0c067-0089-408b-a3cd-4b24e22ccce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2979379 Jun 01 18:47:40.205527 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f401b4-368f-47af-9a43-58cab53b1c7f service neutron] Pushing event updated for resources: {'Port': ['ID=93302f40-25f2-43b4-81bb-fbbce8a6a912,revision_number=3']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:47:40.298339 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ba954145-5007-4b9d-bc2f-ea10698badbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:40.341643 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-4404ffb1-24a3-4b7c-99e4-3792c9029ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:40.342384 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-4404ffb1-24a3-4b7c-99e4-3792c9029ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:40.343001 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-4404ffb1-24a3-4b7c-99e4-3792c9029ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:40.346309 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-4404ffb1-24a3-4b7c-99e4-3792c9029ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:40.346774 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fad9480f-3ef4-4e9d-85a0-d234e6a9ba7f req-b5101cd2-215c-4f7f-a670-e703d8db02cc service neutron] 10.222.0.50 "GET /v2.0/networks/898153a3-5d71-43be-9d14-343ea4a48426?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4086165 Jun 01 18:47:40.350784 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-4404ffb1-24a3-4b7c-99e4-3792c9029ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:40.351718 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-4404ffb1-24a3-4b7c-99e4-3792c9029ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:40.352618 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-4404ffb1-24a3-4b7c-99e4-3792c9029ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:40.355948 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-4404ffb1-24a3-4b7c-99e4-3792c9029ac2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5e0ead56e0d24edfb943f0d89aaec01a&device_id=9c83a2c5-aa3d-4e8d-af22-cb838112216f HTTP/1.1" status: 200 len: 6488 time: 0.3459408 Jun 01 18:47:40.372766 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-a007423d-9f60-4b4e-b572-582a4d8de0f6 None None] Set router b0ab07c4-7ff0-4de6-af4d-94c92307380c gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:47:40.408543 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1cc141-f5ad-4267-b8df-d8eef8d83628 req-439fac0b-239b-499d-bdb2-6e1de7fba913 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:40.410108 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7d1cc141-f5ad-4267-b8df-d8eef8d83628 req-439fac0b-239b-499d-bdb2-6e1de7fba913 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] 10.222.0.41 "GET /v2.0/networks?id=a07ebbeb-60e0-4b03-9320-3082a1d6fcc8 HTTP/1.1" status: 200 len: 813 time: 0.3494563 Jun 01 18:47:40.477694 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7d1cc141-f5ad-4267-b8df-d8eef8d83628 req-b27f2fcd-2c7e-44b9-81e9-829005b0f824 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] 10.222.0.41 "GET /v2.0/quotas/03a56f87111741e99eac45e7902d811c HTTP/1.1" status: 200 len: 375 time: 0.0151596 Jun 01 18:47:40.512575 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba954145-5007-4b9d-bc2f-ea10698badbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9fb55ed-7d07-4fa2-b356-c246e6e50021,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:47:40.526642 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-5455b320-b44c-4b3c-9139-230211e1e151 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=762e1d9d-53a1-4374-8f81-cfb057889d39 HTTP/1.1" status: 200 len: 217 time: 0.1587636 Jun 01 18:47:40.534762 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ba954145-5007-4b9d-bc2f-ea10698badbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:40.535823 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-ba954145-5007-4b9d-bc2f-ea10698badbc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b9fb55ed-7d07-4fa2-b356-c246e6e50021 HTTP/1.1" status: 204 len: 168 time: 0.9578660 Jun 01 18:47:40.590332 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7d1cc141-f5ad-4267-b8df-d8eef8d83628 req-cc2e6157-16da-46ba-b5b5-1a3c4cfb6798 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=03a56f87111741e99eac45e7902d811c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1040442 Jun 01 18:47:40.614343 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-8a7a7dc6-7dc3-4b94-a66a-d324e0e93e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:40.615704 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-8a7a7dc6-7dc3-4b94-a66a-d324e0e93e42 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e3aaca05-30ec-4457-96c4-ed8fafe49371 HTTP/1.1" status: 200 len: 855 time: 0.0828199 Jun 01 18:47:40.621648 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=29ef26a4-a70e-49b7-bba7-1d3944f13d1a,revision_number=10']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:47:40.726666 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc506d80-935c-4a0f-9118-91b7e9f88265 req-0167a574-80ea-40d5-a6ba-bc5ee9c87f3c tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:40.733976 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-bc506d80-935c-4a0f-9118-91b7e9f88265 req-0167a574-80ea-40d5-a6ba-bc5ee9c87f3c tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6a6d9c3-8862-4eeb-b898-6afb369449ea HTTP/1.1" status: 200 len: 951 time: 0.2894604 Jun 01 18:47:40.780769 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-9d121d79-5c79-4cb2-85f4-ffb17594e96d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:40.782268 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-9d121d79-5c79-4cb2-85f4-ffb17594e96d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f485d579-7529-4636-ae31-9fc1fec94322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1603103 Jun 01 18:47:40.797115 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-bc506d80-935c-4a0f-9118-91b7e9f88265 req-ef766d9e-4cf3-439d-8cd2-8b1b575c4a3f tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbe27866-6450-47f0-a8e1-f266dfb72433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621982 Jun 01 18:47:40.919375 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fad9480f-3ef4-4e9d-85a0-d234e6a9ba7f req-5d4b477c-cdad-4916-ac88-28277af2630e service neutron] 10.222.0.50 "GET /v2.0/networks/898153a3-5d71-43be-9d14-343ea4a48426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5624993 Jun 01 18:47:40.930442 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7d1cc141-f5ad-4267-b8df-d8eef8d83628 req-e7865f50-3fe0-4e87-ae2d-517bfe3e3ba7 service neutron] 10.222.0.41 "GET /v2.0/networks/a07ebbeb-60e0-4b03-9320-3082a1d6fcc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3295147 Jun 01 18:47:41.027191 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:41.042792 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:41.069118 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Provisioning for port c67628e5-ab76-4fd4-839e-32aabe1b8aae completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:47:41.089186 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Provisioning complete for port c67628e5-ab76-4fd4-839e-32aabe1b8aae triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:47:41.089186 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:41.125022 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:41.157775 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7d1cc141-f5ad-4267-b8df-d8eef8d83628 req-9e0226f9-3c3a-47b1-a516-b0f1aa106dab service neutron] 10.222.0.41 "GET /v2.0/networks/a07ebbeb-60e0-4b03-9320-3082a1d6fcc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2261829 Jun 01 18:47:41.181536 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-a554a1bc-42e2-4a78-9b0a-a788608f112b service neutron] 10.222.0.50 "GET /v2.0/networks/f485d579-7529-4636-ae31-9fc1fec94322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3796983 Jun 01 18:47:41.198305 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-a007423d-9f60-4b4e-b572-582a4d8de0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0ab07c4-7ff0-4de6-af4d-94c92307380c', 'name': 'tempest-ServersTestManualDisk-499305876-router', 'tenant_id': 'bee367ae0ad54e12b26a009fd0a33774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.139'}], 'enable_snat': True}, 'gw_port_id': 'aaf58b36-6e6a-4312-96df-a13111622765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:46:47Z', 'updated_at': '2022-06-01T18:46:58Z', 'revision_number': 4, 'project_id': 'bee367ae0ad54e12b26a009fd0a33774', 'gw_port': {'id': 'aaf58b36-6e6a-4312-96df-a13111622765', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:bc:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ab07c4-7ff0-4de6-af4d-94c92307380c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:46:49Z', 'updated_at': '2022-06-01T18:47:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_floatingips': [{'id': 'b18094dc-a056-407c-b655-5f4a96d99bd2', 'tenant_id': 'bee367ae0ad54e12b26a009fd0a33774', 'floating_ip_address': '172.25.4.225', 'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'router_id': 'b0ab07c4-7ff0-4de6-af4d-94c92307380c', 'port_id': 'e4ed00a5-b372-4c7c-91cb-1b4c6d82ac88', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 837, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae90aacb-06d8-4816-9f23-36440149798c', 'mac_address': 'fa:16:3e:27:c6:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48f61a1-dfd3-445e-99ff-341d1de8b7d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T18:47:08Z', 'updated_at': '2022-06-01T18:47:35Z', 'revision_number': 1, 'project_id': 'bee367ae0ad54e12b26a009fd0a33774', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '818bd10a-4a86-480e-93cf-dfd86c22ba80', 'name': '', 'network_id': 'ae90aacb-06d8-4816-9f23-36440149798c', 'tenant_id': 'bee367ae0ad54e12b26a009fd0a33774', 'mac_address': 'fa:16:3e:d9:a1:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ab07c4-7ff0-4de6-af4d-94c92307380c', 'device_owner': 'network:router_interface', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': '619ce5e2-1a90-4a7c-b866-53d809336772', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:46:56Z', 'updated_at': '2022-06-01T18:47:06Z', 'revision_number': 5, 'project_id': 'bee367ae0ad54e12b26a009fd0a33774', 'subnets': [{'id': '619ce5e2-1a90-4a7c-b866-53d809336772', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:47:41.206724 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a007423d-9f60-4b4e-b572-582a4d8de0f6 None None] The sync data for ids ['b0ab07c4-7ff0-4de6-af4d-94c92307380c'] in n-d-844202-1 is: [{'id': 'b0ab07c4-7ff0-4de6-af4d-94c92307380c', 'name': 'tempest-ServersTestManualDisk-499305876-router', 'tenant_id': 'bee367ae0ad54e12b26a009fd0a33774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.139'}], 'enable_snat': True}, 'gw_port_id': 'aaf58b36-6e6a-4312-96df-a13111622765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:46:47Z', 'updated_at': '2022-06-01T18:46:58Z', 'revision_number': 4, 'project_id': 'bee367ae0ad54e12b26a009fd0a33774', 'gw_port': {'id': 'aaf58b36-6e6a-4312-96df-a13111622765', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:bc:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ab07c4-7ff0-4de6-af4d-94c92307380c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:46:49Z', 'updated_at': '2022-06-01T18:47:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_floatingips': [{'id': 'b18094dc-a056-407c-b655-5f4a96d99bd2', 'tenant_id': 'bee367ae0ad54e12b26a009fd0a33774', 'floating_ip_address': '172.25.4.225', 'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'router_id': 'b0ab07c4-7ff0-4de6-af4d-94c92307380c', 'port_id': 'e4ed00a5-b372-4c7c-91cb-1b4c6d82ac88', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 837, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae90aacb-06d8-4816-9f23-36440149798c', 'mac_address': 'fa:16:3e:27:c6:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48f61a1-dfd3-445e-99ff-341d1de8b7d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T18:47:08Z', 'updated_at': '2022-06-01T18:47:35Z', 'revision_number': 1, 'project_id': 'bee367ae0ad54e12b26a009fd0a33774', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '818bd10a-4a86-480e-93cf-dfd86c22ba80', 'name': '', 'network_id': 'ae90aacb-06d8-4816-9f23-36440149798c', 'tenant_id': 'bee367ae0ad54e12b26a009fd0a33774', 'mac_address': 'fa:16:3e:d9:a1:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ab07c4-7ff0-4de6-af4d-94c92307380c', 'device_owner': 'network:router_interface', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': '619ce5e2-1a90-4a7c-b866-53d809336772', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:46:56Z', 'updated_at': '2022-06-01T18:47:06Z', 'revision_number': 5, 'project_id': 'bee367ae0ad54e12b26a009fd0a33774', 'subnets': [{'id': '619ce5e2-1a90-4a7c-b866-53d809336772', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 18:47:41.325296 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port c67628e5-ab76-4fd4-839e-32aabe1b8aae is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:47:41.326247 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:41.361909 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b47334-815d-4338-9d04-c214392ecf43 req-790b9409-d274-40e0-984d-33d25e890b3a tempest-ServersTestManualDisk-1181965885 tempest-ServersTestManualDisk-1181965885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:41.370692 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b8b47334-815d-4338-9d04-c214392ecf43 req-790b9409-d274-40e0-984d-33d25e890b3a tempest-ServersTestManualDisk-1181965885 tempest-ServersTestManualDisk-1181965885-project] 10.222.0.41 "GET /v2.0/ports?device_id=e48f61a1-dfd3-445e-99ff-341d1de8b7d1 HTTP/1.1" status: 200 len: 945 time: 0.3366721 Jun 01 18:47:41.396281 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port c67628e5-ab76-4fd4-839e-32aabe1b8aae, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=c67628e5-ab76-4fd4-839e-32aabe1b8aae,segment=NetworkSegment(641e9a4f-e613-4ae2-9aeb-2789f815da51),segment_id=641e9a4f-e613-4ae2-9aeb-2789f815da51)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:47:41.403787 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:41.406951 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-741919e1-5133-4dd5-85cf-040b9d494ce4'] response: {'name': 'network-changed', 'server_uuid': 'e48f61a1-dfd3-445e-99ff-341d1de8b7d1', 'tag': 'e4ed00a5-b372-4c7c-91cb-1b4c6d82ac88', 'status': 'completed', 'code': 200} Jun 01 18:47:41.485700 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b8b47334-815d-4338-9d04-c214392ecf43 req-18994121-efa9-46e4-a128-0a5dad51226e tempest-ServersTestManualDisk-1181965885 tempest-ServersTestManualDisk-1181965885-project] 10.222.0.41 "GET /v2.0/security-groups?id=0917b9ba-05f4-43cf-a302-ae418afea998&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1137383 Jun 01 18:47:41.632465 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=c67628e5-ab76-4fd4-839e-32aabe1b8aae,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:47:41.655541 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c7fa4b-a846-44d5-b569-b1215d72aeec req-a52d093a-cd3a-4260-a5bb-796f002981f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:41.658195 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:41.662312 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-84c7fa4b-a846-44d5-b569-b1215d72aeec req-a52d093a-cd3a-4260-a5bb-796f002981f1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=bee367ae0ad54e12b26a009fd0a33774&device_id=e48f61a1-dfd3-445e-99ff-341d1de8b7d1 HTTP/1.1" status: 200 len: 1096 time: 0.2244480 Jun 01 18:47:41.662591 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac69c784-ab4f-4074-b37c-2a32741f182c None None] New status for floating IP b18094dc-a056-407c-b655-5f4a96d99bd2: ACTIVE {{(pid=88527) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 18:47:41.666647 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-e4927211-f793-48e2-8d3b-7cd0acb9f169 service neutron] 10.222.0.50 "GET /v2.0/networks/f485d579-7529-4636-ae31-9fc1fec94322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4703202 Jun 01 18:47:41.678058 n-d-844202-1 neutron-server[88525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2cb34427-fc87-445f-a2d1-7b3a07aaeb95'] response: {'name': 'network-changed', 'server_uuid': '9c83a2c5-aa3d-4e8d-af22-cb838112216f', 'tag': '44b44b8b-1cb0-4633-8ae2-35b7a49b3f45', 'status': 'completed', 'code': 200} Jun 01 18:47:41.678416 n-d-844202-1 neutron-server[88525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2cb34427-fc87-445f-a2d1-7b3a07aaeb95'] response: {'name': 'network-changed', 'server_uuid': '9c83a2c5-aa3d-4e8d-af22-cb838112216f', 'tag': '140193c9-fdbc-41ee-a1d8-9a596f9546a5', 'status': 'completed', 'code': 200} Jun 01 18:47:41.798866 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:41.807767 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c3a96d4-5945-4a2b-adf7-fc163f1943a1'] response: {'server_uuid': 'b6a6d9c3-8862-4eeb-b898-6afb369449ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29ef26a4-a70e-49b7-bba7-1d3944f13d1a', 'code': 200} Jun 01 18:47:41.992265 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-99194651-0179-4df8-8e0e-5e4bbba25153 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.224&port_id=a2b102db-a0be-4f77-9ba0-fac6ef78d2af HTTP/1.1" status: 200 len: 217 time: 0.2983773 Jun 01 18:47:42.116315 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c7fa4b-a846-44d5-b569-b1215d72aeec req-65978af5-73a4-49fe-9622-cad08e27cf72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:42.120494 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-84c7fa4b-a846-44d5-b569-b1215d72aeec req-65978af5-73a4-49fe-9622-cad08e27cf72 service neutron] 10.222.0.50 "GET /v2.0/networks?id=ae90aacb-06d8-4816-9f23-36440149798c HTTP/1.1" status: 200 len: 912 time: 0.4483926 Jun 01 18:47:42.286806 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-55400c4f-8917-4d5c-bf19-314944d420df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:42.288526 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-55400c4f-8917-4d5c-bf19-314944d420df service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9cb56e39-8160-40c7-9c0d-c774dff2bfbf HTTP/1.1" status: 200 len: 797 time: 0.1954803 Jun 01 18:47:42.358320 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b0ba63-7641-4f84-8bd2-5e79124a687c req-2a15e19b-d69f-4363-9a37-0707ffce5f34 tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:42.359900 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a5b0ba63-7641-4f84-8bd2-5e79124a687c req-2a15e19b-d69f-4363-9a37-0707ffce5f34 tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] 10.222.0.41 "GET /v2.0/ports?device_id=420a476b-0d5b-4dc2-9bfb-22ae930ac2da HTTP/1.1" status: 200 len: 946 time: 0.3811524 Jun 01 18:47:42.438290 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a5b0ba63-7641-4f84-8bd2-5e79124a687c req-14d81f09-deb6-42df-b3c8-21b9554aa5f0 tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f2fd699-5af8-4379-8a92-35d8c8796709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647995 Jun 01 18:47:42.448926 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-263a35c3-f92b-42ef-b96e-e82228a1e386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:42.450401 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-263a35c3-f92b-42ef-b96e-e82228a1e386 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9faf4c95-7954-4d11-b97c-b5c0332de1f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1557386 Jun 01 18:47:42.610236 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-84c7fa4b-a846-44d5-b569-b1215d72aeec req-bb671a7a-8c4d-4b02-a952-36b6786632f1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e4ed00a5-b372-4c7c-91cb-1b4c6d82ac88 HTTP/1.1" status: 200 len: 1001 time: 0.1807740 Jun 01 18:47:42.716361 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcc8c48-c94d-4446-b3d6-487f87943929 req-d48df586-8742-463b-a61e-1aea382750bd tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:42.724490 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcc8c48-c94d-4446-b3d6-487f87943929 req-d48df586-8742-463b-a61e-1aea382750bd tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:42.730723 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcc8c48-c94d-4446-b3d6-487f87943929 req-d48df586-8742-463b-a61e-1aea382750bd tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:42.737967 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcc8c48-c94d-4446-b3d6-487f87943929 req-d48df586-8742-463b-a61e-1aea382750bd tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:42.743913 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcc8c48-c94d-4446-b3d6-487f87943929 req-d48df586-8742-463b-a61e-1aea382750bd tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:42.750171 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcc8c48-c94d-4446-b3d6-487f87943929 req-d48df586-8742-463b-a61e-1aea382750bd tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:42.757316 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcc8c48-c94d-4446-b3d6-487f87943929 req-d48df586-8742-463b-a61e-1aea382750bd tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:42.759555 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-cbcc8c48-c94d-4446-b3d6-487f87943929 req-d48df586-8742-463b-a61e-1aea382750bd tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c83a2c5-aa3d-4e8d-af22-cb838112216f HTTP/1.1" status: 200 len: 5431 time: 0.6381309 Jun 01 18:47:42.761381 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c7fa4b-a846-44d5-b569-b1215d72aeec req-30beb62c-93b9-4589-8782-81c25bf0beb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:42.762811 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-84c7fa4b-a846-44d5-b569-b1215d72aeec req-30beb62c-93b9-4589-8782-81c25bf0beb5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=619ce5e2-1a90-4a7c-b866-53d809336772 HTTP/1.1" status: 200 len: 850 time: 0.1462812 Jun 01 18:47:42.843548 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-45ce92c9-111d-42fd-9572-3e9c7e41bdae service neutron] 10.222.0.50 "GET /v2.0/networks/9faf4c95-7954-4d11-b97c-b5c0332de1f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3866060 Jun 01 18:47:42.870351 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-cbcc8c48-c94d-4446-b3d6-487f87943929 req-1db72ce3-c0be-4b67-986c-53147176089e tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] 10.222.0.41 "GET /v2.0/security-groups?id=3eddd810-beb6-4f1d-8108-29288df7e7ee&id=9572e18c-01ef-4403-8358-e3e783c3474b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1001139 Jun 01 18:47:42.889075 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c7fa4b-a846-44d5-b569-b1215d72aeec req-ee836c39-4c24-4c84-bede-c6b85d7c38d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:42.890691 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-84c7fa4b-a846-44d5-b569-b1215d72aeec req-ee836c39-4c24-4c84-bede-c6b85d7c38d9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ae90aacb-06d8-4816-9f23-36440149798c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1222911 Jun 01 18:47:42.986296 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7081c11c-c562-426c-bd0e-ac6ba7866ddd req-e4752977-65d0-4ca7-8c9e-cbb023d287d9 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:42.987837 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-7081c11c-c562-426c-bd0e-ac6ba7866ddd req-e4752977-65d0-4ca7-8c9e-cbb023d287d9 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] 10.222.0.41 "GET /v2.0/ports?device_id=0dcd1d1e-530a-45dd-9d6b-dc7638ac52db HTTP/1.1" status: 200 len: 946 time: 0.2210798 Jun 01 18:47:43.122977 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-84c7fa4b-a846-44d5-b569-b1215d72aeec req-fc4391e5-283c-4047-9a3f-3d92e114c521 service neutron] 10.222.0.50 "GET /v2.0/networks/ae90aacb-06d8-4816-9f23-36440149798c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125680 Jun 01 18:47:43.133172 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b9348caf-2175-48bc-bc9e-57dcd02e69f4 req-a5cb42a7-ac6e-4d9d-b49c-a34825cf2ef4 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8ede430-e6a1-4a7c-ba66-f5a9871ad1d4 HTTP/1.1" status: 200 len: 210 time: 0.0593519 Jun 01 18:47:43.140896 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-7081c11c-c562-426c-bd0e-ac6ba7866ddd req-2c6aaafd-66c3-4da8-92bc-ed9132b81b50 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] 10.222.0.41 "GET /v2.0/security-groups?id=32e0c067-0089-408b-a3cd-4b24e22ccce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383994 Jun 01 18:47:43.157006 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-b44a6b1e-b6d0-4611-b5e8-15931e51077a service neutron] 10.222.0.50 "GET /v2.0/networks/9faf4c95-7954-4d11-b97c-b5c0332de1f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3054640 Jun 01 18:47:43.300364 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-84c7fa4b-a846-44d5-b569-b1215d72aeec req-1aa67387-1655-412e-ae68-00484e889b3b service neutron] 10.222.0.50 "GET /v2.0/networks/ae90aacb-06d8-4816-9f23-36440149798c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697166 Jun 01 18:47:43.349859 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-a24b872c-c85f-4940-b192-82aeb6cec7e5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.109&port_id=a3f4ba38-c0d9-4785-8b90-9f4ff43d59a6 HTTP/1.1" status: 200 len: 217 time: 0.1867368 Jun 01 18:47:43.530923 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0923fe46-1ff1-4217-803b-f34d4ed9b3d8 req-e1c86a5b-962a-4be5-b736-f5290b8cda06 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:43.534927 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0923fe46-1ff1-4217-803b-f34d4ed9b3d8 req-e1c86a5b-962a-4be5-b736-f5290b8cda06 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6a6d9c3-8862-4eeb-b898-6afb369449ea HTTP/1.1" status: 200 len: 951 time: 0.1448534 Jun 01 18:47:43.537922 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-e7e6eff3-0eeb-4c8e-b7d1-5f361a7bd836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:43.540789 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-e7e6eff3-0eeb-4c8e-b7d1-5f361a7bd836 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9cb56e39-8160-40c7-9c0d-c774dff2bfbf HTTP/1.1" status: 200 len: 797 time: 0.1218758 Jun 01 18:47:43.671041 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0923fe46-1ff1-4217-803b-f34d4ed9b3d8 req-59ec2c30-8dee-4427-947c-1417fdb1f07a tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbe27866-6450-47f0-a8e1-f266dfb72433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160722 Jun 01 18:47:43.717156 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c83a2c5-aa3d-4e8d-af22-cb838112216f', 'tag': '93302f40-25f2-43b4-81bb-fbbce8a6a912'}] {{(pid=88525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:47:43.728272 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1cc141-f5ad-4267-b8df-d8eef8d83628 req-f303cd07-1ba7-4f63-85ba-3eae9db6d8c0 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:43.729004 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-7d1cc141-f5ad-4267-b8df-d8eef8d83628 req-f303cd07-1ba7-4f63-85ba-3eae9db6d8c0 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Synchronizing usage tracker for tenant:03a56f87111741e99eac45e7902d811c on resource:network {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:47:43.810336 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dcd1d1e-530a-45dd-9d6b-dc7638ac52db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c67628e5-ab76-4fd4-839e-32aabe1b8aae'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:47:43.823149 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-7d1cc141-f5ad-4267-b8df-d8eef8d83628 req-f303cd07-1ba7-4f63-85ba-3eae9db6d8c0 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Unset dirty status for tenant:03a56f87111741e99eac45e7902d811c on resource:network {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:47:43.824608 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-7d1cc141-f5ad-4267-b8df-d8eef8d83628 req-f303cd07-1ba7-4f63-85ba-3eae9db6d8c0 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] 10.222.0.15 "GET /v2.0/networks?id=a07ebbeb-60e0-4b03-9320-3082a1d6fcc8 HTTP/1.1" status: 200 len: 813 time: 0.5315564 Jun 01 18:47:43.856390 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [req-7d1cc141-f5ad-4267-b8df-d8eef8d83628 req-e76ee2fc-ea71-4f8d-be4c-7dbc0c947aa7 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Request body: {'port': {'device_id': 'c8ede430-e6a1-4a7c-ba66-f5a9871ad1d4', 'network_id': 'a07ebbeb-60e0-4b03-9320-3082a1d6fcc8', 'admin_state_up': True, 'tenant_id': '03a56f87111741e99eac45e7902d811c'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:47:43.901643 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1cd60f-855e-4ec6-8082-f17eff4c208d req-ae7f5c01-1c0c-4ebf-b0bc-56799cac1897 tempest-MigrationsAdminTest-1367962390 tempest-MigrationsAdminTest-1367962390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:43.903690 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ec1cd60f-855e-4ec6-8082-f17eff4c208d req-ae7f5c01-1c0c-4ebf-b0bc-56799cac1897 tempest-MigrationsAdminTest-1367962390 tempest-MigrationsAdminTest-1367962390-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=b6a6d9c3-8862-4eeb-b898-6afb369449ea HTTP/1.1" status: 200 len: 1102 time: 0.0985341 Jun 01 18:47:43.962158 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-33a05e00-c137-483d-99a3-c028eb5adb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:43.963807 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-33a05e00-c137-483d-99a3-c028eb5adb2d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9faf4c95-7954-4d11-b97c-b5c0332de1f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3811831 Jun 01 18:47:43.972977 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ec1cd60f-855e-4ec6-8082-f17eff4c208d req-c5379b15-ac7c-4178-8966-f4d6d51309f8 tempest-MigrationsAdminTest-1367962390 tempest-MigrationsAdminTest-1367962390-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=bbe27866-6450-47f0-a8e1-f266dfb72433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625663 Jun 01 18:47:44.091934 n-d-844202-1 neutron-server[88525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0da73a83-f4ee-4cb0-a0dd-3be346ffe8d0'] response: {'name': 'network-changed', 'server_uuid': '9c83a2c5-aa3d-4e8d-af22-cb838112216f', 'tag': '93302f40-25f2-43b4-81bb-fbbce8a6a912', 'status': 'completed', 'code': 200} Jun 01 18:47:44.102617 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027daae2-a2d7-492f-bbf9-ddd71ee269c8 req-7320a3de-2641-48a1-a6ab-15b0d1e10bea tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:44.104180 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-027daae2-a2d7-492f-bbf9-ddd71ee269c8 req-7320a3de-2641-48a1-a6ab-15b0d1e10bea tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] 10.222.0.41 "GET /v2.0/ports?device_id=420a476b-0d5b-4dc2-9bfb-22ae930ac2da HTTP/1.1" status: 200 len: 946 time: 0.4280922 Jun 01 18:47:44.144065 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-492fb6b3-c5c3-4328-afbf-4e17f09b547f'] response: {'server_uuid': '0dcd1d1e-530a-45dd-9d6b-dc7638ac52db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c67628e5-ab76-4fd4-839e-32aabe1b8aae', 'code': 200} Jun 01 18:47:44.274222 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [req-7d1cc141-f5ad-4267-b8df-d8eef8d83628 req-e76ee2fc-ea71-4f8d-be4c-7dbc0c947aa7 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:47:44.279660 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-027daae2-a2d7-492f-bbf9-ddd71ee269c8 req-41ec0aaf-bd53-4c5d-9710-82038b595bcc tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f2fd699-5af8-4379-8a92-35d8c8796709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650739 Jun 01 18:47:44.286803 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-87d96ebc-f5c2-4a26-a6ed-4dfa941abdcf service neutron] 10.222.0.50 "GET /v2.0/networks/9faf4c95-7954-4d11-b97c-b5c0332de1f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3059390 Jun 01 18:47:44.287874 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-7d1cc141-f5ad-4267-b8df-d8eef8d83628 req-e76ee2fc-ea71-4f8d-be4c-7dbc0c947aa7 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Usage tracker for resource:port and tenant:03a56f87111741e99eac45e7902d811c is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:47:44.291587 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-7d1cc141-f5ad-4267-b8df-d8eef8d83628 req-e76ee2fc-ea71-4f8d-be4c-7dbc0c947aa7 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:47:44.336512 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [req-7d1cc141-f5ad-4267-b8df-d8eef8d83628 req-e76ee2fc-ea71-4f8d-be4c-7dbc0c947aa7 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:47:44.491625 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b64d0c-5d44-4b50-a75c-5b8f9be95a81 req-5286edf6-a2fc-468a-9d02-5e8b094091a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:44.493175 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-59b64d0c-5d44-4b50-a75c-5b8f9be95a81 req-5286edf6-a2fc-468a-9d02-5e8b094091a0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0dcd1d1e-530a-45dd-9d6b-dc7638ac52db HTTP/1.1" status: 200 len: 1097 time: 0.2469931 Jun 01 18:47:44.549611 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4160fd-4f3f-4b83-bc4b-621291bfd2f4 req-1ddb6c55-f51e-4e5b-b2cc-7a65cf9c28cb tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:44.551290 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d1cc141-f5ad-4267-b8df-d8eef8d83628 req-e76ee2fc-ea71-4f8d-be4c-7dbc0c947aa7 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Made reservation on behalf of 03a56f87111741e99eac45e7902d811c for: {'port': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:47:44.563135 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4160fd-4f3f-4b83-bc4b-621291bfd2f4 req-1ddb6c55-f51e-4e5b-b2cc-7a65cf9c28cb tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:44.563411 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-7d1cc141-f5ad-4267-b8df-d8eef8d83628 req-e76ee2fc-ea71-4f8d-be4c-7dbc0c947aa7 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:44.572412 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4160fd-4f3f-4b83-bc4b-621291bfd2f4 req-1ddb6c55-f51e-4e5b-b2cc-7a65cf9c28cb tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:44.579493 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4160fd-4f3f-4b83-bc4b-621291bfd2f4 req-1ddb6c55-f51e-4e5b-b2cc-7a65cf9c28cb tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:44.586622 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4160fd-4f3f-4b83-bc4b-621291bfd2f4 req-1ddb6c55-f51e-4e5b-b2cc-7a65cf9c28cb tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:44.593376 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4160fd-4f3f-4b83-bc4b-621291bfd2f4 req-1ddb6c55-f51e-4e5b-b2cc-7a65cf9c28cb tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:44.599466 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4160fd-4f3f-4b83-bc4b-621291bfd2f4 req-1ddb6c55-f51e-4e5b-b2cc-7a65cf9c28cb tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:44.607680 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0a4160fd-4f3f-4b83-bc4b-621291bfd2f4 req-1ddb6c55-f51e-4e5b-b2cc-7a65cf9c28cb tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c83a2c5-aa3d-4e8d-af22-cb838112216f HTTP/1.1" status: 200 len: 5431 time: 0.2650812 Jun 01 18:47:44.641436 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-1e43a8b8-c024-47bb-bb88-b114af063ee4 req-57dbaf00-861a-464b-9d0d-ad587721f543 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8ede430-e6a1-4a7c-ba66-f5a9871ad1d4 HTTP/1.1" status: 200 len: 210 time: 0.0651965 Jun 01 18:47:44.647963 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-59b64d0c-5d44-4b50-a75c-5b8f9be95a81 req-74911f7f-a255-4003-a048-0deebabe28da service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=32e0c067-0089-408b-a3cd-4b24e22ccce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468050 Jun 01 18:47:44.685898 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0a4160fd-4f3f-4b83-bc4b-621291bfd2f4 req-39cd7f1b-7d54-42da-927d-918605b9b959 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] 10.222.0.41 "GET /v2.0/security-groups?id=3eddd810-beb6-4f1d-8108-29288df7e7ee&id=9572e18c-01ef-4403-8358-e3e783c3474b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0773225 Jun 01 18:47:44.837750 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f8be6386-dedd-4c0d-bc15-2cb78cf90e1f req-66867d32-344f-46ca-ba7e-6a10e8822090 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=5a29f45689de4723b61fb9850cc62a10&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0336607 Jun 01 18:47:44.839683 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-46235f85-8260-477f-8aa7-94e111a52b6c service neutron] 10.222.0.50 "GET /v2.0/networks/9faf4c95-7954-4d11-b97c-b5c0332de1f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5442719 Jun 01 18:47:44.971520 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-d2b99e7c-4e04-45ac-8ca5-e5d06494f5ca service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.125&port_id=15057b2f-c9f2-4f18-9e31-7266bab9b95d HTTP/1.1" status: 200 len: 217 time: 0.1250527 Jun 01 18:47:45.052841 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [req-7d1cc141-f5ad-4267-b8df-d8eef8d83628 req-e76ee2fc-ea71-4f8d-be4c-7dbc0c947aa7 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Allocated IP 172.20.0.13 (a07ebbeb-60e0-4b03-9320-3082a1d6fcc8/63c99bbc-91d7-46ff-b5ec-5a88ea59ce4e/c5716d5a-c2ed-4f70-9f4e-10b7c67ee8ae) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:47:45.074121 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8be6386-dedd-4c0d-bc15-2cb78cf90e1f req-b0ed6932-f8f5-413c-ad09-7864656ff834 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:45.075828 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f8be6386-dedd-4c0d-bc15-2cb78cf90e1f req-b0ed6932-f8f5-413c-ad09-7864656ff834 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2309995 Jun 01 18:47:45.090709 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680e617b-65cc-49cb-ad3f-3c4cb470c3e7 req-7f68e9a8-e191-4450-b425-b087489c9b21 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:45.092362 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-680e617b-65cc-49cb-ad3f-3c4cb470c3e7 req-7f68e9a8-e191-4450-b425-b087489c9b21 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] 10.222.0.41 "GET /v2.0/ports?device_id=0dcd1d1e-530a-45dd-9d6b-dc7638ac52db HTTP/1.1" status: 200 len: 946 time: 0.3122861 Jun 01 18:47:45.096964 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-e3f6ee86-30de-4a3c-b100-bc5bba99d93d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:45.098450 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-e3f6ee86-30de-4a3c-b100-bc5bba99d93d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9cb56e39-8160-40c7-9c0d-c774dff2bfbf HTTP/1.1" status: 200 len: 797 time: 0.1184704 Jun 01 18:47:45.104444 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f8be6386-dedd-4c0d-bc15-2cb78cf90e1f req-9c0af486-85ca-41f5-a594-25dc2141b0de tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/quotas/5a29f45689de4723b61fb9850cc62a10 HTTP/1.1" status: 200 len: 375 time: 0.0198305 Jun 01 18:47:45.204453 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f8be6386-dedd-4c0d-bc15-2cb78cf90e1f req-da342de2-6d84-478b-8ad0-70d0b0df0e89 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=5a29f45689de4723b61fb9850cc62a10&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0934656 Jun 01 18:47:45.362625 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-680e617b-65cc-49cb-ad3f-3c4cb470c3e7 req-e183dd14-c5e6-4d43-ab06-876131cd78f3 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] 10.222.0.41 "GET /v2.0/security-groups?id=32e0c067-0089-408b-a3cd-4b24e22ccce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2605410 Jun 01 18:47:45.565813 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-17554f40-a8a0-497e-9e93-453e216dabd9 req-ca2fc718-0afe-405f-99c5-e0e61d104bb7 tempest-FlavorsV2NegativeTest-582587170 tempest-FlavorsV2NegativeTest-582587170-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=34c4df6654bf4c26aaab374f0e3eb304&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0466843 Jun 01 18:47:45.676565 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-041779d2-9ae1-4857-8067-27183dda81ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:45.678064 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-041779d2-9ae1-4857-8067-27183dda81ad service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9faf4c95-7954-4d11-b97c-b5c0332de1f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4197819 Jun 01 18:47:45.807945 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17554f40-a8a0-497e-9e93-453e216dabd9 req-62477d2b-1641-4337-89c5-c9df61986acb tempest-FlavorsV2NegativeTest-582587170 tempest-FlavorsV2NegativeTest-582587170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:45.816315 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-17554f40-a8a0-497e-9e93-453e216dabd9 req-62477d2b-1641-4337-89c5-c9df61986acb tempest-FlavorsV2NegativeTest-582587170 tempest-FlavorsV2NegativeTest-582587170-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2447622 Jun 01 18:47:45.835823 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-17554f40-a8a0-497e-9e93-453e216dabd9 req-a753ceb2-8cfc-4acc-b8e1-f15e3a741e8e tempest-FlavorsV2NegativeTest-582587170 tempest-FlavorsV2NegativeTest-582587170-project] 10.222.0.41 "GET /v2.0/quotas/34c4df6654bf4c26aaab374f0e3eb304 HTTP/1.1" status: 200 len: 375 time: 0.0180805 Jun 01 18:47:45.878448 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-7d1cc141-f5ad-4267-b8df-d8eef8d83628 req-e76ee2fc-ea71-4f8d-be4c-7dbc0c947aa7 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:45.906890 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-17554f40-a8a0-497e-9e93-453e216dabd9 req-abd19755-e04c-46b5-b887-e931402aefdf tempest-FlavorsV2NegativeTest-582587170 tempest-FlavorsV2NegativeTest-582587170-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=34c4df6654bf4c26aaab374f0e3eb304&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0705500 Jun 01 18:47:46.020933 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7525f004-3e9f-4805-84c9-4b72c26cf699 req-672d7278-0d59-4633-8991-d839196d9884 tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:46.022491 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-7525f004-3e9f-4805-84c9-4b72c26cf699 req-672d7278-0d59-4633-8991-d839196d9884 tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] 10.222.0.41 "GET /v2.0/ports?device_id=420a476b-0d5b-4dc2-9bfb-22ae930ac2da HTTP/1.1" status: 200 len: 946 time: 0.4833887 Jun 01 18:47:46.123046 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-40011eaf-a155-463c-9e47-ebcbb0885f8b service neutron] 10.222.0.50 "GET /v2.0/networks/9faf4c95-7954-4d11-b97c-b5c0332de1f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4384754 Jun 01 18:47:46.153291 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6096424d-1cfa-4767-838f-fe7cda5e2dea req-4fc4388f-cb38-41e3-b856-ba9a0764bbfa tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/ports?device_id=bbc6cdff-04ae-48c7-ad6e-c61c3c6d16b7 HTTP/1.1" status: 200 len: 210 time: 0.0970266 Jun 01 18:47:46.250909 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-7525f004-3e9f-4805-84c9-4b72c26cf699 req-c90be8d9-09ec-4ac8-9e8d-3e9f881cb40d tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f2fd699-5af8-4379-8a92-35d8c8796709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137113 Jun 01 18:47:46.289102 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-7d1cc141-f5ad-4267-b8df-d8eef8d83628 req-e76ee2fc-ea71-4f8d-be4c-7dbc0c947aa7 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:46.485034 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d1cc141-f5ad-4267-b8df-d8eef8d83628 req-e76ee2fc-ea71-4f8d-be4c-7dbc0c947aa7 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Network a07ebbeb-60e0-4b03-9320-3082a1d6fcc8 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:47:46.495794 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [req-7d1cc141-f5ad-4267-b8df-d8eef8d83628 req-e76ee2fc-ea71-4f8d-be4c-7dbc0c947aa7 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:47:46.503409 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d1cc141-f5ad-4267-b8df-d8eef8d83628 req-e76ee2fc-ea71-4f8d-be4c-7dbc0c947aa7 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:47:46.614372 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76ee2fc-ea71-4f8d-be4c-7dbc0c947aa7 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Pushing event updated for resources: {'Port': ['ID=c5716d5a-c2ed-4f70-9f4e-10b7c67ee8ae,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:47:46.622493 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-de0132e9-636f-4fa4-9d1b-1322abdb89b3 service neutron] 10.222.0.50 "GET /v2.0/networks/9faf4c95-7954-4d11-b97c-b5c0332de1f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4916005 Jun 01 18:47:46.706013 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e411b8-c8f2-4734-bd0d-08c6c00455ac req-4dc35537-2608-4e43-b9ed-de9895d90a61 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:46.713530 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-24149f30-d492-4092-8e41-e9b101607dc2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.252&port_id=44b44b8b-1cb0-4633-8ae2-35b7a49b3f45 HTTP/1.1" status: 200 len: 217 time: 0.0771277 Jun 01 18:47:46.715623 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d1e411b8-c8f2-4734-bd0d-08c6c00455ac req-4dc35537-2608-4e43-b9ed-de9895d90a61 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8ede430-e6a1-4a7c-ba66-f5a9871ad1d4 HTTP/1.1" status: 200 len: 932 time: 0.3575790 Jun 01 18:47:46.771929 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1cc141-f5ad-4267-b8df-d8eef8d83628 req-e76ee2fc-ea71-4f8d-be4c-7dbc0c947aa7 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:46.772617 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-7d1cc141-f5ad-4267-b8df-d8eef8d83628 req-e76ee2fc-ea71-4f8d-be4c-7dbc0c947aa7 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:46.777427 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-d1e411b8-c8f2-4734-bd0d-08c6c00455ac req-89e0dcaf-497e-4df1-87b3-4f8a24021d0d tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Synchronizing usage tracker for tenant:03a56f87111741e99eac45e7902d811c on resource:security_group {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:47:46.806303 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-d1e411b8-c8f2-4734-bd0d-08c6c00455ac req-89e0dcaf-497e-4df1-87b3-4f8a24021d0d tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Unset dirty status for tenant:03a56f87111741e99eac45e7902d811c on resource:security_group {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:47:46.819983 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d1e411b8-c8f2-4734-bd0d-08c6c00455ac req-89e0dcaf-497e-4df1-87b3-4f8a24021d0d tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] 10.222.0.41 "GET /v2.0/security-groups?id=4c5ecf30-c6e9-40ba-b15a-d3f269f6b4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028605 Jun 01 18:47:46.889392 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48858c8-a737-4783-888f-e6098a7d0e43 req-02b13134-da02-4347-aa63-db91574df66b tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:46.900131 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48858c8-a737-4783-888f-e6098a7d0e43 req-02b13134-da02-4347-aa63-db91574df66b tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:46.910164 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f8be6386-dedd-4c0d-bc15-2cb78cf90e1f req-da4c9a5a-e91a-4a8d-8f69-1c088b4e60a5 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=5a29f45689de4723b61fb9850cc62a10&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0408998 Jun 01 18:47:46.918979 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48858c8-a737-4783-888f-e6098a7d0e43 req-02b13134-da02-4347-aa63-db91574df66b tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:46.928215 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48858c8-a737-4783-888f-e6098a7d0e43 req-02b13134-da02-4347-aa63-db91574df66b tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:46.945373 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48858c8-a737-4783-888f-e6098a7d0e43 req-02b13134-da02-4347-aa63-db91574df66b tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:46.956113 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48858c8-a737-4783-888f-e6098a7d0e43 req-02b13134-da02-4347-aa63-db91574df66b tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:46.962852 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48858c8-a737-4783-888f-e6098a7d0e43 req-02b13134-da02-4347-aa63-db91574df66b tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:46.964900 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b48858c8-a737-4783-888f-e6098a7d0e43 req-02b13134-da02-4347-aa63-db91574df66b tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c83a2c5-aa3d-4e8d-af22-cb838112216f HTTP/1.1" status: 200 len: 5431 time: 0.4764667 Jun 01 18:47:46.966488 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-b194099b-1f1e-4b92-8cf4-f162c6de6dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:46.967894 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-b194099b-1f1e-4b92-8cf4-f162c6de6dc8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9cb56e39-8160-40c7-9c0d-c774dff2bfbf HTTP/1.1" status: 200 len: 797 time: 0.2492857 Jun 01 18:47:46.969824 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-7d1cc141-f5ad-4267-b8df-d8eef8d83628 req-e76ee2fc-ea71-4f8d-be4c-7dbc0c947aa7 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1194890 Jun 01 18:47:47.021751 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 49912) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:47:47.026868 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [req-7d1cc141-f5ad-4267-b8df-d8eef8d83628 req-7ff96ccb-65c5-4cf8-b6cf-fac6cbc35ba8 service neutron] Request body: {'port': {'device_id': 'c8ede430-e6a1-4a7c-ba66-f5a9871ad1d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844202-1'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:47:47.175060 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b48858c8-a737-4783-888f-e6098a7d0e43 req-62405e05-ef95-430b-82d8-5f08b90c4169 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] 10.222.0.41 "GET /v2.0/security-groups?id=3eddd810-beb6-4f1d-8108-29288df7e7ee&id=9572e18c-01ef-4403-8358-e3e783c3474b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1983604 Jun 01 18:47:47.237145 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8be6386-dedd-4c0d-bc15-2cb78cf90e1f req-04d6265c-219d-44f0-a94d-fdb0d89efc11 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:47.239102 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f8be6386-dedd-4c0d-bc15-2cb78cf90e1f req-04d6265c-219d-44f0-a94d-fdb0d89efc11 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3239834 Jun 01 18:47:47.257206 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324439fd-0a1c-4ad8-9dec-055d75baeb56 req-d4dd6f15-cb3e-424d-bb6e-67c7077061ee tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:47.264420 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-324439fd-0a1c-4ad8-9dec-055d75baeb56 req-d4dd6f15-cb3e-424d-bb6e-67c7077061ee tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] 10.222.0.41 "GET /v2.0/ports?device_id=0dcd1d1e-530a-45dd-9d6b-dc7638ac52db HTTP/1.1" status: 200 len: 946 time: 0.2965834 Jun 01 18:47:47.271765 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-f8be6386-dedd-4c0d-bc15-2cb78cf90e1f req-6b867c46-1430-41a6-a24a-80e5920b0b2f tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Request body: {'port': {'device_id': 'bbc6cdff-04ae-48c7-ad6e-c61c3c6d16b7', 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426', 'admin_state_up': True, 'tenant_id': '5a29f45689de4723b61fb9850cc62a10'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:47:47.361559 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ac042018-3be6-4eed-a8a1-4bc940cb425b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:47.376112 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.agents_db [None req-e814b9cf-7de8-45d0-a079-29c61fabe7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 18:47:47.416470 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-324439fd-0a1c-4ad8-9dec-055d75baeb56 req-04c43111-bf0a-44b8-8723-236baf06e3fc tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] 10.222.0.41 "GET /v2.0/security-groups?id=32e0c067-0089-408b-a3cd-4b24e22ccce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510141 Jun 01 18:47:47.449782 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-11edef9a-337e-42b2-a4f1-8ce006d4fcf1 req-39de5927-f024-439a-89e7-8605f9456acb tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/ports?device_id=bbc6cdff-04ae-48c7-ad6e-c61c3c6d16b7 HTTP/1.1" status: 200 len: 210 time: 0.0582752 Jun 01 18:47:47.479757 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-ac042018-3be6-4eed-a8a1-4bc940cb425b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:47:47.481220 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-f8be6386-dedd-4c0d-bc15-2cb78cf90e1f req-6b867c46-1430-41a6-a24a-80e5920b0b2f tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:47:47.484443 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-7d1cc141-f5ad-4267-b8df-d8eef8d83628 req-7ff96ccb-65c5-4cf8-b6cf-fac6cbc35ba8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:47.502636 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-f8be6386-dedd-4c0d-bc15-2cb78cf90e1f req-6b867c46-1430-41a6-a24a-80e5920b0b2f tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:47:47.506783 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-ac042018-3be6-4eed-a8a1-4bc940cb425b admin admin] Usage tracker for resource:security_group_rule and tenant:34c4df6654bf4c26aaab374f0e3eb304 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:47:47.513922 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-e94637d6-ae3f-4921-a721-5a69b5b27b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:47.515687 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-e94637d6-ae3f-4921-a721-5a69b5b27b87 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9faf4c95-7954-4d11-b97c-b5c0332de1f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5406888 Jun 01 18:47:47.519322 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-ac042018-3be6-4eed-a8a1-4bc940cb425b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:47:47.521828 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8be6386-dedd-4c0d-bc15-2cb78cf90e1f req-6b867c46-1430-41a6-a24a-80e5920b0b2f tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Made reservation on behalf of 5a29f45689de4723b61fb9850cc62a10 for: {'port': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:47:47.526437 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-f8be6386-dedd-4c0d-bc15-2cb78cf90e1f req-6b867c46-1430-41a6-a24a-80e5920b0b2f tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:47.583922 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-ac042018-3be6-4eed-a8a1-4bc940cb425b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:47:47.850085 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dfc271-3264-4ba2-9ad8-5332d30f9438 req-dfd46bef-a9c2-492e-ba24-0938e008fef5 tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:47.851969 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-38dfc271-3264-4ba2-9ad8-5332d30f9438 req-dfd46bef-a9c2-492e-ba24-0938e008fef5 tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] 10.222.0.41 "GET /v2.0/ports?device_id=420a476b-0d5b-4dc2-9bfb-22ae930ac2da HTTP/1.1" status: 200 len: 946 time: 0.2199340 Jun 01 18:47:47.858065 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [req-f8be6386-dedd-4c0d-bc15-2cb78cf90e1f req-6b867c46-1430-41a6-a24a-80e5920b0b2f tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Allocated IP 192.168.233.4 (898153a3-5d71-43be-9d14-343ea4a48426/35e3ad2f-9c88-4698-b634-4e1b58de1cc2/1e38921f-0057-4abf-aff6-93f3058d24de) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:47:47.936502 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-38dfc271-3264-4ba2-9ad8-5332d30f9438 req-7a47ba94-da35-4bc2-bc9a-22b1e6dbc892 tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f2fd699-5af8-4379-8a92-35d8c8796709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760908 Jun 01 18:47:48.079520 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-47cb9817-e39e-4258-a7a5-b37249fae689 service neutron] 10.222.0.50 "GET /v2.0/networks/9faf4c95-7954-4d11-b97c-b5c0332de1f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5526145 Jun 01 18:47:48.253245 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-f8be6386-dedd-4c0d-bc15-2cb78cf90e1f req-6b867c46-1430-41a6-a24a-80e5920b0b2f tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:48.284816 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918d6f07-29ec-4306-9e1e-69f157151646 req-91b3ca28-1408-4076-805f-072ff83c8878 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:48.286646 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-918d6f07-29ec-4306-9e1e-69f157151646 req-91b3ca28-1408-4076-805f-072ff83c8878 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8ede430-e6a1-4a7c-ba66-f5a9871ad1d4 HTTP/1.1" status: 200 len: 932 time: 0.1830413 Jun 01 18:47:48.287846 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [req-f8be6386-dedd-4c0d-bc15-2cb78cf90e1f req-6b867c46-1430-41a6-a24a-80e5920b0b2f tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Transition to ACTIVE for port object 1e38921f-0057-4abf-aff6-93f3058d24de will not be triggered until provisioned by entity DHCP. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:47:48.298024 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa24060-87cb-4372-9299-9b9dfbe55ef4 req-e6c04d43-63bb-4f44-988c-a080daf3fdbd tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:48.299729 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4aa24060-87cb-4372-9299-9b9dfbe55ef4 req-e6c04d43-63bb-4f44-988c-a080daf3fdbd tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] 10.222.0.41 "GET /v2.0/ports?device_id=0dcd1d1e-530a-45dd-9d6b-dc7638ac52db HTTP/1.1" status: 200 len: 946 time: 0.6308429 Jun 01 18:47:48.348502 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-918d6f07-29ec-4306-9e1e-69f157151646 req-53efe5eb-0e7d-49d5-81ef-e4a9fecb839f tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] 10.222.0.41 "GET /v2.0/security-groups?id=4c5ecf30-c6e9-40ba-b15a-d3f269f6b4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529199 Jun 01 18:47:48.356936 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-f8be6386-dedd-4c0d-bc15-2cb78cf90e1f req-6b867c46-1430-41a6-a24a-80e5920b0b2f tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:48.370859 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] get_ports_and_sgs() called for port_ids ['29ef26a4-a70e-49b7-bba7-1d3944f13d1a'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:47:48.371707 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ac042018-3be6-4eed-a8a1-4bc940cb425b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:48.391433 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ac042018-3be6-4eed-a8a1-4bc940cb425b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:48.458617 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8be6386-dedd-4c0d-bc15-2cb78cf90e1f req-6b867c46-1430-41a6-a24a-80e5920b0b2f tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Network 898153a3-5d71-43be-9d14-343ea4a48426 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:47:48.462912 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [req-f8be6386-dedd-4c0d-bc15-2cb78cf90e1f req-6b867c46-1430-41a6-a24a-80e5920b0b2f tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:47:48.468441 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8be6386-dedd-4c0d-bc15-2cb78cf90e1f req-6b867c46-1430-41a6-a24a-80e5920b0b2f tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:47:48.480595 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-bdd55f42-b5e1-4bf5-bfd7-cbc21951b908 service neutron] 10.222.0.50 "GET /v2.0/networks/9faf4c95-7954-4d11-b97c-b5c0332de1f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3452697 Jun 01 18:47:48.494029 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac042018-3be6-4eed-a8a1-4bc940cb425b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87178581-e204-4518-ab4e-3db282a6e38c,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:47:48.525224 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4aa24060-87cb-4372-9299-9b9dfbe55ef4 req-b9d606b3-1383-4d21-93ba-9ac1f8919275 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] 10.222.0.41 "GET /v2.0/security-groups?id=32e0c067-0089-408b-a3cd-4b24e22ccce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982400 Jun 01 18:47:48.571558 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b867c46-1430-41a6-a24a-80e5920b0b2f tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Pushing event updated for resources: {'Port': ['ID=1e38921f-0057-4abf-aff6-93f3058d24de,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:47:48.644489 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8be6386-dedd-4c0d-bc15-2cb78cf90e1f req-6b867c46-1430-41a6-a24a-80e5920b0b2f tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:48.645195 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-f8be6386-dedd-4c0d-bc15-2cb78cf90e1f req-6b867c46-1430-41a6-a24a-80e5920b0b2f tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:48.738717 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 49938) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:47:48.748390 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-ac042018-3be6-4eed-a8a1-4bc940cb425b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=34c4df6654bf4c26aaab374f0e3eb304&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6513145 Jun 01 18:47:48.750853 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.db.resource_extend [req-7d1cc141-f5ad-4267-b8df-d8eef8d83628 req-7ff96ccb-65c5-4cf8-b6cf-fac6cbc35ba8 service neutron] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 18:47:48.787861 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f8be6386-dedd-4c0d-bc15-2cb78cf90e1f req-6b867c46-1430-41a6-a24a-80e5920b0b2f tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.5208807 Jun 01 18:47:48.807399 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-f8be6386-dedd-4c0d-bc15-2cb78cf90e1f req-23e05afc-1685-4671-965b-cdf9f73e35f3 service neutron] Request body: {'port': {'device_id': 'bbc6cdff-04ae-48c7-ad6e-c61c3c6d16b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844202-1'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:47:48.809665 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-aede1c4b-fc13-46e9-aee5-c2cbd34cfb4e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=140193c9-fdbc-41ee-a1d8-9a596f9546a5 HTTP/1.1" status: 200 len: 217 time: 0.3202713 Jun 01 18:47:48.892796 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-a553a8f9-00d3-4c6f-8900-1c712e874536 None None] Provisioning for port 1e38921f-0057-4abf-aff6-93f3058d24de completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:47:48.909272 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-a553a8f9-00d3-4c6f-8900-1c712e874536 None None] Provisioning complete for port 1e38921f-0057-4abf-aff6-93f3058d24de triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:47:48.909906 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-a553a8f9-00d3-4c6f-8900-1c712e874536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:48.988296 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1d093047-7eed-42c1-b25f-204fd9926d9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:48.999420 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-a553a8f9-00d3-4c6f-8900-1c712e874536 None None] Port 1e38921f-0057-4abf-aff6-93f3058d24de cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 18:47:49.025440 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [req-7d1cc141-f5ad-4267-b8df-d8eef8d83628 req-7ff96ccb-65c5-4cf8-b6cf-fac6cbc35ba8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5716d5a-c2ed-4f70-9f4e-10b7c67ee8ae {{(pid=88525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:47:49.029454 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-f8be6386-dedd-4c0d-bc15-2cb78cf90e1f req-23e05afc-1685-4671-965b-cdf9f73e35f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:49.037259 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-7d1cc141-f5ad-4267-b8df-d8eef8d83628 req-7ff96ccb-65c5-4cf8-b6cf-fac6cbc35ba8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:49.048303 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1d093047-7eed-42c1-b25f-204fd9926d9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:49.067103 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-a1520f28-cd2a-4635-8039-55d1a6054978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:49.068753 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-a1520f28-cd2a-4635-8039-55d1a6054978 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=bcbe5adf-a3df-4f93-a0dd-793635937e2f HTTP/1.1" status: 200 len: 797 time: 0.1388109 Jun 01 18:47:49.070408 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [req-7d1cc141-f5ad-4267-b8df-d8eef8d83628 req-7ff96ccb-65c5-4cf8-b6cf-fac6cbc35ba8 service neutron] Transition to ACTIVE for port object c5716d5a-c2ed-4f70-9f4e-10b7c67ee8ae will not be triggered until provisioned by entity L2. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:47:49.077532 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6271f1d-3bf4-4445-9411-007bf22c5cf1 req-950cad71-bccd-4840-9c5c-d7e0927fcd00 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:49.085175 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6271f1d-3bf4-4445-9411-007bf22c5cf1 req-950cad71-bccd-4840-9c5c-d7e0927fcd00 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:49.091955 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6271f1d-3bf4-4445-9411-007bf22c5cf1 req-950cad71-bccd-4840-9c5c-d7e0927fcd00 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:49.098397 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6271f1d-3bf4-4445-9411-007bf22c5cf1 req-950cad71-bccd-4840-9c5c-d7e0927fcd00 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:49.104134 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6271f1d-3bf4-4445-9411-007bf22c5cf1 req-950cad71-bccd-4840-9c5c-d7e0927fcd00 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:49.110118 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6271f1d-3bf4-4445-9411-007bf22c5cf1 req-950cad71-bccd-4840-9c5c-d7e0927fcd00 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:49.119401 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-7d1cc141-f5ad-4267-b8df-d8eef8d83628 req-7ff96ccb-65c5-4cf8-b6cf-fac6cbc35ba8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:49.120316 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6271f1d-3bf4-4445-9411-007bf22c5cf1 req-950cad71-bccd-4840-9c5c-d7e0927fcd00 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:49.120316 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c6271f1d-3bf4-4445-9411-007bf22c5cf1 req-950cad71-bccd-4840-9c5c-d7e0927fcd00 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c83a2c5-aa3d-4e8d-af22-cb838112216f HTTP/1.1" status: 200 len: 5431 time: 0.4877005 Jun 01 18:47:49.186032 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76179b7-1287-4865-9875-6dc33109ca10 req-f468ca5a-9e18-416b-90c8-b9b1c8316624 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:49.187569 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f76179b7-1287-4865-9875-6dc33109ca10 req-f468ca5a-9e18-416b-90c8-b9b1c8316624 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/ports?device_id=bbc6cdff-04ae-48c7-ad6e-c61c3c6d16b7 HTTP/1.1" status: 200 len: 934 time: 0.3973925 Jun 01 18:47:49.292944 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c6271f1d-3bf4-4445-9411-007bf22c5cf1 req-dad71904-982e-4e63-b742-a7b5e8205df1 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] 10.222.0.41 "GET /v2.0/security-groups?id=3eddd810-beb6-4f1d-8108-29288df7e7ee&id=9572e18c-01ef-4403-8358-e3e783c3474b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1351957 Jun 01 18:47:49.356706 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff96ccb-65c5-4cf8-b6cf-fac6cbc35ba8 service neutron] Pushing event updated for resources: {'Port': ['ID=c5716d5a-c2ed-4f70-9f4e-10b7c67ee8ae,revision_number=2']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:47:49.413610 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f76179b7-1287-4865-9875-6dc33109ca10 req-0404cb06-cadb-498b-9b7a-dc8cf968b531 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbe27866-6450-47f0-a8e1-f266dfb72433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153361 Jun 01 18:47:49.438183 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1d093047-7eed-42c1-b25f-204fd9926d9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:49.456772 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-86dcbcaf-7bb4-4b60-ad16-b1434d7ff884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:49.459372 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-86dcbcaf-7bb4-4b60-ad16-b1434d7ff884 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c16c0733-68a0-4af2-9aa5-b2266da91869&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3817811 Jun 01 18:47:49.472780 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d093047-7eed-42c1-b25f-204fd9926d9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87178581-e204-4518-ab4e-3db282a6e38c,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:47:49.478581 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1d093047-7eed-42c1-b25f-204fd9926d9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:49.482408 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-1d093047-7eed-42c1-b25f-204fd9926d9f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/87178581-e204-4518-ab4e-3db282a6e38c HTTP/1.1" status: 204 len: 168 time: 0.7399650 Jun 01 18:47:49.576511 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-7d1cc141-f5ad-4267-b8df-d8eef8d83628 req-7ff96ccb-65c5-4cf8-b6cf-fac6cbc35ba8 service neutron] Attempting to bind port c5716d5a-c2ed-4f70-9f4e-10b7c67ee8ae on host n-h1-844202-1 for vnic_type normal with profile {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:47:49.577130 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-7d1cc141-f5ad-4267-b8df-d8eef8d83628 req-7ff96ccb-65c5-4cf8-b6cf-fac6cbc35ba8 service neutron] Attempting to bind port c5716d5a-c2ed-4f70-9f4e-10b7c67ee8ae by drivers openvswitch,hyperv on host n-h1-844202-1 at level 0 using segments [{'id': '3a68ef34-7e9a-4cb9-bb1d-922280e423dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'a07ebbeb-60e0-4b03-9320-3082a1d6fcc8'}] {{(pid=88525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:47:49.577621 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d1cc141-f5ad-4267-b8df-d8eef8d83628 req-7ff96ccb-65c5-4cf8-b6cf-fac6cbc35ba8 service neutron] Attempting to bind port c5716d5a-c2ed-4f70-9f4e-10b7c67ee8ae on network a07ebbeb-60e0-4b03-9320-3082a1d6fcc8 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:47:49.597619 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d1cc141-f5ad-4267-b8df-d8eef8d83628 req-7ff96ccb-65c5-4cf8-b6cf-fac6cbc35ba8 service neutron] Port c5716d5a-c2ed-4f70-9f4e-10b7c67ee8ae on network a07ebbeb-60e0-4b03-9320-3082a1d6fcc8 not bound, no agent of type Open vSwitch agent registered on host n-h1-844202-1 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 18:47:49.598183 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d1cc141-f5ad-4267-b8df-d8eef8d83628 req-7ff96ccb-65c5-4cf8-b6cf-fac6cbc35ba8 service neutron] Attempting to bind port c5716d5a-c2ed-4f70-9f4e-10b7c67ee8ae on network a07ebbeb-60e0-4b03-9320-3082a1d6fcc8 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:47:49.609044 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d1cc141-f5ad-4267-b8df-d8eef8d83628 req-7ff96ccb-65c5-4cf8-b6cf-fac6cbc35ba8 service neutron] Checking agent: {'id': 'bdb1e5d7-b998-4259-838f-3d278e930f32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 18, 47, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:47:49.609692 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d1cc141-f5ad-4267-b8df-d8eef8d83628 req-7ff96ccb-65c5-4cf8-b6cf-fac6cbc35ba8 service neutron] Checking segment: {'id': '3a68ef34-7e9a-4cb9-bb1d-922280e423dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'a07ebbeb-60e0-4b03-9320-3082a1d6fcc8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:47:49.610243 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d1cc141-f5ad-4267-b8df-d8eef8d83628 req-7ff96ccb-65c5-4cf8-b6cf-fac6cbc35ba8 service neutron] Bound using segment: {'id': '3a68ef34-7e9a-4cb9-bb1d-922280e423dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'a07ebbeb-60e0-4b03-9320-3082a1d6fcc8'} {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:47:49.610973 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-7d1cc141-f5ad-4267-b8df-d8eef8d83628 req-7ff96ccb-65c5-4cf8-b6cf-fac6cbc35ba8 service neutron] Bound port: c5716d5a-c2ed-4f70-9f4e-10b7c67ee8ae, host: n-h1-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a68ef34-7e9a-4cb9-bb1d-922280e423dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'a07ebbeb-60e0-4b03-9320-3082a1d6fcc8'}}] {{(pid=88525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:47:49.611665 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-7d1cc141-f5ad-4267-b8df-d8eef8d83628 req-7ff96ccb-65c5-4cf8-b6cf-fac6cbc35ba8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:49.818695 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-f9117dcc-c127-4017-9c4a-3549b9f73743 service neutron] 10.222.0.50 "GET /v2.0/networks/c16c0733-68a0-4af2-9aa5-b2266da91869?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3487020 Jun 01 18:47:50.097726 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [req-f8be6386-dedd-4c0d-bc15-2cb78cf90e1f req-23e05afc-1685-4671-965b-cdf9f73e35f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e38921f-0057-4abf-aff6-93f3058d24de {{(pid=88524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:47:50.127828 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-f8be6386-dedd-4c0d-bc15-2cb78cf90e1f req-23e05afc-1685-4671-965b-cdf9f73e35f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:50.149689 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-7d1cc141-f5ad-4267-b8df-d8eef8d83628 req-7ff96ccb-65c5-4cf8-b6cf-fac6cbc35ba8 service neutron] For port c5716d5a-c2ed-4f70-9f4e-10b7c67ee8ae, host n-h1-844202-1, cleared binding levels {{(pid=88525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:47:50.167762 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-3a595add-297a-4c93-af47-bf81a9bccc5f service neutron] 10.222.0.50 "GET /v2.0/networks/c16c0733-68a0-4af2-9aa5-b2266da91869?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3280590 Jun 01 18:47:50.168051 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [req-f8be6386-dedd-4c0d-bc15-2cb78cf90e1f req-23e05afc-1685-4671-965b-cdf9f73e35f3 service neutron] Transition to ACTIVE for port object 1e38921f-0057-4abf-aff6-93f3058d24de will not be triggered until provisioned by entity L2. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:47:50.172765 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-7d1cc141-f5ad-4267-b8df-d8eef8d83628 req-7ff96ccb-65c5-4cf8-b6cf-fac6cbc35ba8 service neutron] For port c5716d5a-c2ed-4f70-9f4e-10b7c67ee8ae, host n-h1-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=c5716d5a-c2ed-4f70-9f4e-10b7c67ee8ae,segment=NetworkSegment(3a68ef34-7e9a-4cb9-bb1d-922280e423dc),segment_id=3a68ef34-7e9a-4cb9-bb1d-922280e423dc)] {{(pid=88525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:47:50.177711 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-f8be6386-dedd-4c0d-bc15-2cb78cf90e1f req-23e05afc-1685-4671-965b-cdf9f73e35f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:50.284466 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee91995-20a3-499c-8435-ea8788d953c8 req-52bf0c48-3ad2-46a3-8c4e-d55d4f86fbd7 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:50.293966 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-2ee91995-20a3-499c-8435-ea8788d953c8 req-52bf0c48-3ad2-46a3-8c4e-d55d4f86fbd7 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8ede430-e6a1-4a7c-ba66-f5a9871ad1d4 HTTP/1.1" status: 200 len: 944 time: 0.3929551 Jun 01 18:47:50.458010 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-7d1cc141-f5ad-4267-b8df-d8eef8d83628 req-7ff96ccb-65c5-4cf8-b6cf-fac6cbc35ba8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:50.469439 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e05afc-1685-4671-965b-cdf9f73e35f3 service neutron] Pushing event updated for resources: {'Port': ['ID=1e38921f-0057-4abf-aff6-93f3058d24de,revision_number=2']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:47:50.537257 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-ccf2a7f7-74f6-45d3-ad59-e33e18e602f2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=93302f40-25f2-43b4-81bb-fbbce8a6a912 HTTP/1.1" status: 200 len: 217 time: 0.3619475 Jun 01 18:47:50.567614 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecb0d31-946f-4e84-be31-2863ad63b419 req-43890f55-99ab-4dce-92de-9b1f7a42cecd tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:50.574726 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-cecb0d31-946f-4e84-be31-2863ad63b419 req-43890f55-99ab-4dce-92de-9b1f7a42cecd tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] 10.222.0.41 "GET /v2.0/ports?device_id=420a476b-0d5b-4dc2-9bfb-22ae930ac2da HTTP/1.1" status: 200 len: 946 time: 0.8463540 Jun 01 18:47:50.580892 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-2ee91995-20a3-499c-8435-ea8788d953c8 req-166fe8d5-9c1f-4f6b-8b8f-4a5be20fe1a7 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] 10.222.0.41 "GET /v2.0/security-groups?id=4c5ecf30-c6e9-40ba-b15a-d3f269f6b4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2857323 Jun 01 18:47:50.688860 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1cc141-f5ad-4267-b8df-d8eef8d83628 req-7ff96ccb-65c5-4cf8-b6cf-fac6cbc35ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:50.690357 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-7d1cc141-f5ad-4267-b8df-d8eef8d83628 req-7ff96ccb-65c5-4cf8-b6cf-fac6cbc35ba8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:50.690673 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-f8be6386-dedd-4c0d-bc15-2cb78cf90e1f req-23e05afc-1685-4671-965b-cdf9f73e35f3 service neutron] Attempting to bind port 1e38921f-0057-4abf-aff6-93f3058d24de on host n-h1-844202-1 for vnic_type normal with profile {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:47:50.691215 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-f8be6386-dedd-4c0d-bc15-2cb78cf90e1f req-23e05afc-1685-4671-965b-cdf9f73e35f3 service neutron] Attempting to bind port 1e38921f-0057-4abf-aff6-93f3058d24de by drivers openvswitch,hyperv on host n-h1-844202-1 at level 0 using segments [{'id': 'e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426'}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:47:50.691780 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8be6386-dedd-4c0d-bc15-2cb78cf90e1f req-23e05afc-1685-4671-965b-cdf9f73e35f3 service neutron] Attempting to bind port 1e38921f-0057-4abf-aff6-93f3058d24de on network 898153a3-5d71-43be-9d14-343ea4a48426 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:47:50.691967 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-7d1cc141-f5ad-4267-b8df-d8eef8d83628 req-7ff96ccb-65c5-4cf8-b6cf-fac6cbc35ba8 service neutron] 10.222.0.15 "PUT /v2.0/ports/c5716d5a-c2ed-4f70-9f4e-10b7c67ee8ae HTTP/1.1" status: 200 len: 1092 time: 3.6769612 Jun 01 18:47:50.705485 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8be6386-dedd-4c0d-bc15-2cb78cf90e1f req-23e05afc-1685-4671-965b-cdf9f73e35f3 service neutron] Port 1e38921f-0057-4abf-aff6-93f3058d24de on network 898153a3-5d71-43be-9d14-343ea4a48426 not bound, no agent of type Open vSwitch agent registered on host n-h1-844202-1 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 18:47:50.706988 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8be6386-dedd-4c0d-bc15-2cb78cf90e1f req-23e05afc-1685-4671-965b-cdf9f73e35f3 service neutron] Attempting to bind port 1e38921f-0057-4abf-aff6-93f3058d24de on network 898153a3-5d71-43be-9d14-343ea4a48426 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:47:50.709654 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8ede430-e6a1-4a7c-ba66-f5a9871ad1d4', 'tag': 'c5716d5a-c2ed-4f70-9f4e-10b7c67ee8ae'}] {{(pid=88525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:47:50.719246 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8be6386-dedd-4c0d-bc15-2cb78cf90e1f req-23e05afc-1685-4671-965b-cdf9f73e35f3 service neutron] Checking agent: {'id': 'bdb1e5d7-b998-4259-838f-3d278e930f32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 18, 47, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:47:50.724422 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8be6386-dedd-4c0d-bc15-2cb78cf90e1f req-23e05afc-1685-4671-965b-cdf9f73e35f3 service neutron] Checking segment: {'id': 'e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:47:50.727064 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8be6386-dedd-4c0d-bc15-2cb78cf90e1f req-23e05afc-1685-4671-965b-cdf9f73e35f3 service neutron] Bound using segment: {'id': 'e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426'} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:47:50.728123 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-f8be6386-dedd-4c0d-bc15-2cb78cf90e1f req-23e05afc-1685-4671-965b-cdf9f73e35f3 service neutron] Bound port: 1e38921f-0057-4abf-aff6-93f3058d24de, host: n-h1-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426'}}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:47:50.728770 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-f8be6386-dedd-4c0d-bc15-2cb78cf90e1f req-23e05afc-1685-4671-965b-cdf9f73e35f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:50.839715 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff96ccb-65c5-4cf8-b6cf-fac6cbc35ba8 service neutron] Pushing event updated for resources: {'Port': ['ID=c5716d5a-c2ed-4f70-9f4e-10b7c67ee8ae,revision_number=3']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:47:50.844790 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-b3ca5298-6994-4041-8fe5-6f7290d8f668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:50.847635 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-b3ca5298-6994-4041-8fe5-6f7290d8f668 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=bcbe5adf-a3df-4f93-a0dd-793635937e2f HTTP/1.1" status: 200 len: 797 time: 0.2445316 Jun 01 18:47:50.858178 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-cecb0d31-946f-4e84-be31-2863ad63b419 req-73bb0448-c5ea-4562-b895-60773899e953 tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f2fd699-5af8-4379-8a92-35d8c8796709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2824726 Jun 01 18:47:50.930710 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 49976) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:47:51.046604 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1cc141-f5ad-4267-b8df-d8eef8d83628 req-8e30c195-7c8b-4344-b627-37f0f62e06f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:51.048151 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-7d1cc141-f5ad-4267-b8df-d8eef8d83628 req-8e30c195-7c8b-4344-b627-37f0f62e06f5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=03a56f87111741e99eac45e7902d811c&device_id=c8ede430-e6a1-4a7c-ba66-f5a9871ad1d4 HTTP/1.1" status: 200 len: 1095 time: 0.3122668 Jun 01 18:47:51.057484 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-f8be6386-dedd-4c0d-bc15-2cb78cf90e1f req-23e05afc-1685-4671-965b-cdf9f73e35f3 service neutron] For port 1e38921f-0057-4abf-aff6-93f3058d24de, host n-h1-844202-1, cleared binding levels {{(pid=88524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:47:51.062891 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-f8be6386-dedd-4c0d-bc15-2cb78cf90e1f req-23e05afc-1685-4671-965b-cdf9f73e35f3 service neutron] For port 1e38921f-0057-4abf-aff6-93f3058d24de, host n-h1-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=1e38921f-0057-4abf-aff6-93f3058d24de,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:47:51.075485 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-f8be6386-dedd-4c0d-bc15-2cb78cf90e1f req-23e05afc-1685-4671-965b-cdf9f73e35f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:51.172650 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8be6386-dedd-4c0d-bc15-2cb78cf90e1f req-23e05afc-1685-4671-965b-cdf9f73e35f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:51.174060 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-f8be6386-dedd-4c0d-bc15-2cb78cf90e1f req-23e05afc-1685-4671-965b-cdf9f73e35f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:51.175788 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f8be6386-dedd-4c0d-bc15-2cb78cf90e1f req-23e05afc-1685-4671-965b-cdf9f73e35f3 service neutron] 10.222.0.15 "PUT /v2.0/ports/1e38921f-0057-4abf-aff6-93f3058d24de HTTP/1.1" status: 200 len: 1094 time: 2.3786719 Jun 01 18:47:51.176373 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbc6cdff-04ae-48c7-ad6e-c61c3c6d16b7', 'tag': '1e38921f-0057-4abf-aff6-93f3058d24de'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:47:51.200764 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e05afc-1685-4671-965b-cdf9f73e35f3 service neutron] Pushing event updated for resources: {'Port': ['ID=1e38921f-0057-4abf-aff6-93f3058d24de,revision_number=3']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:47:51.233528 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd7a46f-38df-4b53-ab53-7b4cb356359f req-8380d4c0-4db7-414d-b4f8-785017b9c6be tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:51.235092 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fcd7a46f-38df-4b53-ab53-7b4cb356359f req-8380d4c0-4db7-414d-b4f8-785017b9c6be tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] 10.222.0.41 "GET /v2.0/ports?device_id=0dcd1d1e-530a-45dd-9d6b-dc7638ac52db HTTP/1.1" status: 200 len: 946 time: 0.3647604 Jun 01 18:47:51.281161 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-4a5f3493-8803-420f-9573-fb30499485c0 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1214912404-network', 'tenant_id': '2e54302b464545128cc217aaf6f57f42'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:47:51.287436 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-7d1cc141-f5ad-4267-b8df-d8eef8d83628 req-a22c5446-2dc8-4557-9b48-55bb7e38b7b8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c5716d5a-c2ed-4f70-9f4e-10b7c67ee8ae HTTP/1.1" status: 200 len: 217 time: 0.2199929 Jun 01 18:47:51.311126 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-4a5f3493-8803-420f-9573-fb30499485c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:47:51.356896 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fcd7a46f-38df-4b53-ab53-7b4cb356359f req-ee6b3590-95bb-42f7-bd57-f1d4bdd9b829 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] 10.222.0.41 "GET /v2.0/security-groups?id=32e0c067-0089-408b-a3cd-4b24e22ccce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115403 Jun 01 18:47:51.398821 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8be6386-dedd-4c0d-bc15-2cb78cf90e1f req-d560e2f8-750b-417f-af69-9db97709b2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:51.404747 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f8be6386-dedd-4c0d-bc15-2cb78cf90e1f req-d560e2f8-750b-417f-af69-9db97709b2b2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5a29f45689de4723b61fb9850cc62a10&device_id=bbc6cdff-04ae-48c7-ad6e-c61c3c6d16b7 HTTP/1.1" status: 200 len: 1097 time: 0.1581819 Jun 01 18:47:51.411899 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-4a5f3493-8803-420f-9573-fb30499485c0 admin admin] Usage tracker for resource:network and tenant:2e54302b464545128cc217aaf6f57f42 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:47:51.421011 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-4a5f3493-8803-420f-9573-fb30499485c0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:47:51.429069 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-65f5a4b8-c9ba-4fb1-83f0-2dcc4ee84368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:51.430656 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-65f5a4b8-c9ba-4fb1-83f0-2dcc4ee84368 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c16c0733-68a0-4af2-9aa5-b2266da91869&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5715396 Jun 01 18:47:51.438449 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-4a5f3493-8803-420f-9573-fb30499485c0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:47:51.574031 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a5f3493-8803-420f-9573-fb30499485c0 admin admin] Made reservation on behalf of 2e54302b464545128cc217aaf6f57f42 for: {'network': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:47:51.576268 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4a5f3493-8803-420f-9573-fb30499485c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:51.586959 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1cc141-f5ad-4267-b8df-d8eef8d83628 req-281fc169-4339-41a7-9967-4c63941241c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:51.588445 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-7d1cc141-f5ad-4267-b8df-d8eef8d83628 req-281fc169-4339-41a7-9967-4c63941241c6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=63c99bbc-91d7-46ff-b5ec-5a88ea59ce4e HTTP/1.1" status: 200 len: 853 time: 0.2869203 Jun 01 18:47:51.599988 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4a5f3493-8803-420f-9573-fb30499485c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:51.637520 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f8be6386-dedd-4c0d-bc15-2cb78cf90e1f req-8bdbf56b-1ac4-48bc-a732-791f9d08d715 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=1e38921f-0057-4abf-aff6-93f3058d24de HTTP/1.1" status: 200 len: 217 time: 0.2234187 Jun 01 18:47:51.669936 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-7d1cc141-f5ad-4267-b8df-d8eef8d83628 req-c9e8a378-0400-44c1-b84d-45f97012167f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a07ebbeb-60e0-4b03-9320-3082a1d6fcc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0602856 Jun 01 18:47:51.671975 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-4a5f3493-8803-420f-9573-fb30499485c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:47:51.680734 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-4a5f3493-8803-420f-9573-fb30499485c0 admin admin] Usage tracker for resource:security_group_rule and tenant:2e54302b464545128cc217aaf6f57f42 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:47:51.696796 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-4a5f3493-8803-420f-9573-fb30499485c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:47:51.730100 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-4a5f3493-8803-420f-9573-fb30499485c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:47:51.743127 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a8ed76-886c-4c5e-8d37-bca1e3753655 req-30c7bef4-e318-409c-8dc5-92b2bfdf937d tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:51.746909 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8be6386-dedd-4c0d-bc15-2cb78cf90e1f req-70122d47-d49f-4acb-8f2a-f1e8c66a351e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:51.748436 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f8be6386-dedd-4c0d-bc15-2cb78cf90e1f req-70122d47-d49f-4acb-8f2a-f1e8c66a351e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=35e3ad2f-9c88-4698-b634-4e1b58de1cc2 HTTP/1.1" status: 200 len: 843 time: 0.1003332 Jun 01 18:47:51.749105 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a8ed76-886c-4c5e-8d37-bca1e3753655 req-30c7bef4-e318-409c-8dc5-92b2bfdf937d tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:51.756076 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a8ed76-886c-4c5e-8d37-bca1e3753655 req-30c7bef4-e318-409c-8dc5-92b2bfdf937d tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:51.761964 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a8ed76-886c-4c5e-8d37-bca1e3753655 req-30c7bef4-e318-409c-8dc5-92b2bfdf937d tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:51.768640 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a8ed76-886c-4c5e-8d37-bca1e3753655 req-30c7bef4-e318-409c-8dc5-92b2bfdf937d tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:51.774545 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a8ed76-886c-4c5e-8d37-bca1e3753655 req-30c7bef4-e318-409c-8dc5-92b2bfdf937d tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:51.780601 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a8ed76-886c-4c5e-8d37-bca1e3753655 req-30c7bef4-e318-409c-8dc5-92b2bfdf937d tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:51.789041 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-64a8ed76-886c-4c5e-8d37-bca1e3753655 req-30c7bef4-e318-409c-8dc5-92b2bfdf937d tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c83a2c5-aa3d-4e8d-af22-cb838112216f HTTP/1.1" status: 200 len: 5431 time: 0.5720825 Jun 01 18:47:51.806794 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01e6660-19b5-4e2c-bc0a-e1c78b0fd07c req-d045d0b9-a33f-47c2-b115-bfc5b88fd10d tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:51.807540 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-a01e6660-19b5-4e2c-bc0a-e1c78b0fd07c req-d045d0b9-a33f-47c2-b115-bfc5b88fd10d tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Synchronizing usage tracker for tenant:5a29f45689de4723b61fb9850cc62a10 on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:47:51.843421 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-a01e6660-19b5-4e2c-bc0a-e1c78b0fd07c req-d045d0b9-a33f-47c2-b115-bfc5b88fd10d tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Unset dirty status for tenant:5a29f45689de4723b61fb9850cc62a10 on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:47:51.844616 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a01e6660-19b5-4e2c-bc0a-e1c78b0fd07c req-d045d0b9-a33f-47c2-b115-bfc5b88fd10d tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/ports?device_id=bbc6cdff-04ae-48c7-ad6e-c61c3c6d16b7 HTTP/1.1" status: 200 len: 946 time: 0.2878962 Jun 01 18:47:51.895191 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8be6386-dedd-4c0d-bc15-2cb78cf90e1f req-826fa78a-5d68-4286-818f-7832a105dc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:51.896583 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f8be6386-dedd-4c0d-bc15-2cb78cf90e1f req-826fa78a-5d68-4286-818f-7832a105dc83 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=898153a3-5d71-43be-9d14-343ea4a48426&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1423137 Jun 01 18:47:51.936589 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-74865b87-fa67-487c-b910-ba039edd46b5 service neutron] 10.222.0.50 "GET /v2.0/networks/c16c0733-68a0-4af2-9aa5-b2266da91869?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4936512 Jun 01 18:47:51.937219 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a01e6660-19b5-4e2c-bc0a-e1c78b0fd07c req-eb6e7392-7ded-41d0-87ca-7f6d2b194255 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbe27866-6450-47f0-a8e1-f266dfb72433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839520 Jun 01 18:47:51.994836 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-64a8ed76-886c-4c5e-8d37-bca1e3753655 req-69444848-0799-4ec9-8fbe-3382ae06e137 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] 10.222.0.41 "GET /v2.0/security-groups?id=3eddd810-beb6-4f1d-8108-29288df7e7ee&id=9572e18c-01ef-4403-8358-e3e783c3474b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2028768 Jun 01 18:47:52.088322 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3fdb3aa8-86a0-404d-a5f9-c49c66629bed'] response: {'name': 'network-changed', 'server_uuid': 'bbc6cdff-04ae-48c7-ad6e-c61c3c6d16b7', 'tag': '1e38921f-0057-4abf-aff6-93f3058d24de', 'status': 'completed', 'code': 200} Jun 01 18:47:52.119936 n-d-844202-1 neutron-server[88525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dbaa50aa-903e-4b62-b8a5-9667cd086797'] response: {'name': 'network-changed', 'server_uuid': 'c8ede430-e6a1-4a7c-ba66-f5a9871ad1d4', 'tag': 'c5716d5a-c2ed-4f70-9f4e-10b7c67ee8ae', 'status': 'completed', 'code': 200} Jun 01 18:47:52.160863 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f8be6386-dedd-4c0d-bc15-2cb78cf90e1f req-3d61a421-24cf-48ac-b885-e3cc7b315e6a service neutron] 10.222.0.15 "GET /v2.0/networks/898153a3-5d71-43be-9d14-343ea4a48426?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2565615 Jun 01 18:47:52.175537 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-7d1cc141-f5ad-4267-b8df-d8eef8d83628 req-feda76ea-e425-41db-8a20-1b24fb4ee8c0 service neutron] 10.222.0.15 "GET /v2.0/networks/a07ebbeb-60e0-4b03-9320-3082a1d6fcc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4752936 Jun 01 18:47:52.398890 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b121fb93-e240-4d04-aec6-56a960b738d2 req-95424018-15f8-4e3a-a833-597783fb22a9 service neutron] 10.222.0.50 "GET /v2.0/networks/c16c0733-68a0-4af2-9aa5-b2266da91869?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4552119 Jun 01 18:47:52.415460 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4a5f3493-8803-420f-9573-fb30499485c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:52.437651 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4a5f3493-8803-420f-9573-fb30499485c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:52.465729 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f8be6386-dedd-4c0d-bc15-2cb78cf90e1f req-5525971c-82df-469c-aa04-e0aaaf0dc49a service neutron] 10.222.0.15 "GET /v2.0/networks/898153a3-5d71-43be-9d14-343ea4a48426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2888181 Jun 01 18:47:52.479042 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aed9ca-28bb-428d-9d39-0548a05998fb req-7b70284a-f1a0-4734-9455-b0f451a8a9b2 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:52.481100 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-50aed9ca-28bb-428d-9d39-0548a05998fb req-7b70284a-f1a0-4734-9455-b0f451a8a9b2 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] 10.222.0.41 "GET /v2.0/ports?device_id=0dcd1d1e-530a-45dd-9d6b-dc7638ac52db HTTP/1.1" status: 200 len: 946 time: 0.1601188 Jun 01 18:47:52.491269 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a5f3493-8803-420f-9573-fb30499485c0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 116} {{(pid=88525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 18:47:52.553908 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-7d1cc141-f5ad-4267-b8df-d8eef8d83628 req-e7fb08a6-3b5b-4c00-b4e5-f586462d99d7 service neutron] 10.222.0.15 "GET /v2.0/networks/a07ebbeb-60e0-4b03-9320-3082a1d6fcc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3690939 Jun 01 18:47:52.564880 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5f3493-8803-420f-9573-fb30499485c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=777b9664-bd6c-4185-8219-e578e56a3565,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:47:52.572677 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4a5f3493-8803-420f-9573-fb30499485c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:52.573093 n-d-844202-1 neutron-server[88525]: INFO neutron.db.segments_db [None req-4a5f3493-8803-420f-9573-fb30499485c0 admin admin] Added segment 609d7256-ada8-4273-a1cd-03c74f74a3e6 of type vlan for network 996f5be9-f9b8-4d12-8f72-afae694b3fff Jun 01 18:47:52.598937 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5f3493-8803-420f-9573-fb30499485c0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:47:52.599274 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5f3493-8803-420f-9573-fb30499485c0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:47:52.599594 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5f3493-8803-420f-9573-fb30499485c0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:47:52.599911 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5f3493-8803-420f-9573-fb30499485c0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:47:52.600264 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5f3493-8803-420f-9573-fb30499485c0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:47:52.600568 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5f3493-8803-420f-9573-fb30499485c0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:47:52.600876 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5f3493-8803-420f-9573-fb30499485c0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:47:52.601184 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5f3493-8803-420f-9573-fb30499485c0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:47:52.601502 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5f3493-8803-420f-9573-fb30499485c0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:47:52.601819 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5f3493-8803-420f-9573-fb30499485c0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:47:52.602130 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5f3493-8803-420f-9573-fb30499485c0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:47:52.602442 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5f3493-8803-420f-9573-fb30499485c0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:47:52.629323 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5193ed3e-0d67-4c8f-a77f-2b287b790f23 req-aac17a68-5969-4264-95df-9af6c2f846ab tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:52.630466 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-5193ed3e-0d67-4c8f-a77f-2b287b790f23 req-aac17a68-5969-4264-95df-9af6c2f846ab tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Synchronizing usage tracker for tenant:03a56f87111741e99eac45e7902d811c on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:47:52.700089 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4a5f3493-8803-420f-9573-fb30499485c0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:52.732786 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-50aed9ca-28bb-428d-9d39-0548a05998fb req-687af31f-ad54-40fa-bf01-5c4b6125d386 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] 10.222.0.41 "GET /v2.0/security-groups?id=32e0c067-0089-408b-a3cd-4b24e22ccce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2362764 Jun 01 18:47:52.757371 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-5193ed3e-0d67-4c8f-a77f-2b287b790f23 req-aac17a68-5969-4264-95df-9af6c2f846ab tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Unset dirty status for tenant:03a56f87111741e99eac45e7902d811c on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:47:52.761844 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-5193ed3e-0d67-4c8f-a77f-2b287b790f23 req-aac17a68-5969-4264-95df-9af6c2f846ab tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8ede430-e6a1-4a7c-ba66-f5a9871ad1d4 HTTP/1.1" status: 200 len: 944 time: 0.4817393 Jun 01 18:47:52.774722 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdab18f-f4a2-4d1c-ae8c-67d8f734e063 req-4e0c3c6e-efd8-4c29-bb53-e1d83a2ed53b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:52.776294 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9bdab18f-f4a2-4d1c-ae8c-67d8f734e063 req-4e0c3c6e-efd8-4c29-bb53-e1d83a2ed53b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5a29f45689de4723b61fb9850cc62a10&device_id=bbc6cdff-04ae-48c7-ad6e-c61c3c6d16b7 HTTP/1.1" status: 200 len: 1097 time: 0.2401559 Jun 01 18:47:52.985178 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43672f0-eded-4b00-a730-5d913c881607 req-742bb8f7-ae51-4659-bfb0-14c064dce367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:52.985568 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43672f0-eded-4b00-a730-5d913c881607 req-742bb8f7-ae51-4659-bfb0-14c064dce367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:52.988156 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43672f0-eded-4b00-a730-5d913c881607 req-742bb8f7-ae51-4659-bfb0-14c064dce367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:52.988156 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43672f0-eded-4b00-a730-5d913c881607 req-742bb8f7-ae51-4659-bfb0-14c064dce367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:52.988156 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43672f0-eded-4b00-a730-5d913c881607 req-742bb8f7-ae51-4659-bfb0-14c064dce367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:52.988156 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43672f0-eded-4b00-a730-5d913c881607 req-742bb8f7-ae51-4659-bfb0-14c064dce367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:52.988624 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43672f0-eded-4b00-a730-5d913c881607 req-742bb8f7-ae51-4659-bfb0-14c064dce367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:52.990425 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b43672f0-eded-4b00-a730-5d913c881607 req-742bb8f7-ae51-4659-bfb0-14c064dce367 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5e0ead56e0d24edfb943f0d89aaec01a&device_id=9c83a2c5-aa3d-4e8d-af22-cb838112216f HTTP/1.1" status: 200 len: 6488 time: 0.4964926 Jun 01 18:47:52.997521 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4a5f3493-8803-420f-9573-fb30499485c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:52.998443 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a5f3493-8803-420f-9573-fb30499485c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:52.999011 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4a5f3493-8803-420f-9573-fb30499485c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:53.020752 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdab18f-f4a2-4d1c-ae8c-67d8f734e063 req-3d6ebeaf-bafa-4c4c-a225-cfd0572614b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:53.022182 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9bdab18f-f4a2-4d1c-ae8c-67d8f734e063 req-3d6ebeaf-bafa-4c4c-a225-cfd0572614b0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=898153a3-5d71-43be-9d14-343ea4a48426 HTTP/1.1" status: 200 len: 870 time: 0.2374198 Jun 01 18:47:53.033819 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b128be65-6827-4537-917b-c1c1a5924509 req-82d00643-6369-4398-97a7-dbb3fbd5b463 tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:53.035528 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b128be65-6827-4537-917b-c1c1a5924509 req-82d00643-6369-4398-97a7-dbb3fbd5b463 tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] 10.222.0.41 "GET /v2.0/ports?device_id=420a476b-0d5b-4dc2-9bfb-22ae930ac2da HTTP/1.1" status: 200 len: 946 time: 0.1656678 Jun 01 18:47:53.055999 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-5193ed3e-0d67-4c8f-a77f-2b287b790f23 req-9c6b8a90-ef71-42a1-af2e-797b56cc02db tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Synchronizing usage tracker for tenant:03a56f87111741e99eac45e7902d811c on resource:security_group {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:47:53.138629 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9bdab18f-f4a2-4d1c-ae8c-67d8f734e063 req-9bd9ee42-9fcd-4032-8ec3-15ec50946192 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=1e38921f-0057-4abf-aff6-93f3058d24de HTTP/1.1" status: 200 len: 217 time: 0.1019969 Jun 01 18:47:53.212164 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b128be65-6827-4537-917b-c1c1a5924509 req-408d10e5-87e2-4409-88f9-17c1e78f0c35 tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f2fd699-5af8-4379-8a92-35d8c8796709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062584 Jun 01 18:47:53.214715 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fa0693-ab54-46fe-942f-05b031809008 req-8a401691-d8a0-42b7-87c8-1bc3bda6946b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:53.216209 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d0fa0693-ab54-46fe-942f-05b031809008 req-8a401691-d8a0-42b7-87c8-1bc3bda6946b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=03a56f87111741e99eac45e7902d811c&device_id=c8ede430-e6a1-4a7c-ba66-f5a9871ad1d4 HTTP/1.1" status: 200 len: 1095 time: 0.5643299 Jun 01 18:47:53.229010 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdab18f-f4a2-4d1c-ae8c-67d8f734e063 req-512eb27f-1e65-4044-8e05-6865adc3d7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:53.230475 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9bdab18f-f4a2-4d1c-ae8c-67d8f734e063 req-512eb27f-1e65-4044-8e05-6865adc3d7d2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=35e3ad2f-9c88-4698-b634-4e1b58de1cc2 HTTP/1.1" status: 200 len: 843 time: 0.0748520 Jun 01 18:47:53.253339 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-5193ed3e-0d67-4c8f-a77f-2b287b790f23 req-9c6b8a90-ef71-42a1-af2e-797b56cc02db tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Unset dirty status for tenant:03a56f87111741e99eac45e7902d811c on resource:security_group {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:47:53.254489 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-5193ed3e-0d67-4c8f-a77f-2b287b790f23 req-9c6b8a90-ef71-42a1-af2e-797b56cc02db tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] 10.222.0.41 "GET /v2.0/security-groups?id=4c5ecf30-c6e9-40ba-b15a-d3f269f6b4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4834404 Jun 01 18:47:53.260623 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5f3493-8803-420f-9573-fb30499485c0 admin admin] Pushing event updated for resources: {'Network': ['ID=996f5be9-f9b8-4d12-8f72-afae694b3fff,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:47:53.271215 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-4a5f3493-8803-420f-9573-fb30499485c0 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.3394458 Jun 01 18:47:53.275553 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 50000) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:47:53.279028 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network 996f5be9-f9b8-4d12-8f72-afae694b3fff details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 18:47:53.286286 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-deb6b76f-6bf3-46e7-bca8-c4e0cf62187b admin admin] Request body: {'subnet': {'network_id': '996f5be9-f9b8-4d12-8f72-afae694b3fff', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1214912404-subnet', 'tenant_id': '2e54302b464545128cc217aaf6f57f42', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:47:53.308391 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-deb6b76f-6bf3-46e7-bca8-c4e0cf62187b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:47:53.323537 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-deb6b76f-6bf3-46e7-bca8-c4e0cf62187b admin admin] Usage tracker for resource:subnet and tenant:2e54302b464545128cc217aaf6f57f42 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:47:53.333883 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-deb6b76f-6bf3-46e7-bca8-c4e0cf62187b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:47:53.347076 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-deb6b76f-6bf3-46e7-bca8-c4e0cf62187b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:47:53.358871 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deb6b76f-6bf3-46e7-bca8-c4e0cf62187b admin admin] Made reservation on behalf of 2e54302b464545128cc217aaf6f57f42 for: {'subnet': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:47:53.362948 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-deb6b76f-6bf3-46e7-bca8-c4e0cf62187b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3066584'] for subnet, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:53.471121 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43672f0-eded-4b00-a730-5d913c881607 req-28b5b078-7f29-4232-a938-232d13760079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:53.472956 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b43672f0-eded-4b00-a730-5d913c881607 req-28b5b078-7f29-4232-a938-232d13760079 service neutron] 10.222.0.50 "GET /v2.0/networks?id=9faf4c95-7954-4d11-b97c-b5c0332de1f6 HTTP/1.1" status: 200 len: 903 time: 0.4692450 Jun 01 18:47:53.500358 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdab18f-f4a2-4d1c-ae8c-67d8f734e063 req-37f71c93-8a05-40d2-9159-4789fb280274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:53.502595 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9bdab18f-f4a2-4d1c-ae8c-67d8f734e063 req-37f71c93-8a05-40d2-9159-4789fb280274 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=898153a3-5d71-43be-9d14-343ea4a48426&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2642660 Jun 01 18:47:53.614920 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b43672f0-eded-4b00-a730-5d913c881607 req-38927d06-2054-41a0-b209-e8615e5592f8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.252&port_id=44b44b8b-1cb0-4633-8ae2-35b7a49b3f45 HTTP/1.1" status: 200 len: 217 time: 0.1308796 Jun 01 18:47:53.670666 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fa0693-ab54-46fe-942f-05b031809008 req-fc586cf9-1761-4ee9-a8ab-812bb7bf21dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:53.672342 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d0fa0693-ab54-46fe-942f-05b031809008 req-fc586cf9-1761-4ee9-a8ab-812bb7bf21dc service neutron] 10.222.0.15 "GET /v2.0/networks?id=a07ebbeb-60e0-4b03-9320-3082a1d6fcc8 HTTP/1.1" status: 200 len: 914 time: 0.4424479 Jun 01 18:47:53.765538 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d0fa0693-ab54-46fe-942f-05b031809008 req-87026db5-2d85-478f-ba42-ff5357b9cb7d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c5716d5a-c2ed-4f70-9f4e-10b7c67ee8ae HTTP/1.1" status: 200 len: 217 time: 0.0824666 Jun 01 18:47:53.806533 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9bdab18f-f4a2-4d1c-ae8c-67d8f734e063 req-2f1456b6-073b-43c4-969b-ceccab39c3f1 service neutron] 10.222.0.15 "GET /v2.0/networks/898153a3-5d71-43be-9d14-343ea4a48426?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2926016 Jun 01 18:47:53.821111 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43672f0-eded-4b00-a730-5d913c881607 req-da3fe99a-0c31-4536-9ea0-7721d7b3984c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:53.822892 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b43672f0-eded-4b00-a730-5d913c881607 req-da3fe99a-0c31-4536-9ea0-7721d7b3984c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9cb56e39-8160-40c7-9c0d-c774dff2bfbf HTTP/1.1" status: 200 len: 797 time: 0.2019513 Jun 01 18:47:53.913622 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53984e37-5a59-4b2c-b199-962b84798f74 req-ad4755ce-a654-4007-b2bf-3fd7f362e146 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:53.920893 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-53984e37-5a59-4b2c-b199-962b84798f74 req-ad4755ce-a654-4007-b2bf-3fd7f362e146 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/ports?device_id=bbc6cdff-04ae-48c7-ad6e-c61c3c6d16b7 HTTP/1.1" status: 200 len: 946 time: 0.3712189 Jun 01 18:47:53.945588 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fa0693-ab54-46fe-942f-05b031809008 req-cac12ec1-f534-4803-928c-98ddbc27c141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:53.947735 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d0fa0693-ab54-46fe-942f-05b031809008 req-cac12ec1-f534-4803-928c-98ddbc27c141 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=63c99bbc-91d7-46ff-b5ec-5a88ea59ce4e HTTP/1.1" status: 200 len: 853 time: 0.1747770 Jun 01 18:47:54.043960 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d0fa0693-ab54-46fe-942f-05b031809008 req-4431497e-0538-461d-ad07-ad0143de8da4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a07ebbeb-60e0-4b03-9320-3082a1d6fcc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0643182 Jun 01 18:47:54.054262 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-53984e37-5a59-4b2c-b199-962b84798f74 req-edf28519-1588-47ea-9fc5-54ebaa0f587f tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbe27866-6450-47f0-a8e1-f266dfb72433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305349 Jun 01 18:47:54.214092 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9bdab18f-f4a2-4d1c-ae8c-67d8f734e063 req-2b07e4aa-efc9-4f25-9364-f81cfe0f36fe service neutron] 10.222.0.15 "GET /v2.0/networks/898153a3-5d71-43be-9d14-343ea4a48426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3940659 Jun 01 18:47:54.228785 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-deb6b76f-6bf3-46e7-bca8-c4e0cf62187b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2718919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3066602'] for subnet, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:54.253378 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43672f0-eded-4b00-a730-5d913c881607 req-cde3e723-ed4d-4c53-a056-e864cb1706e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:54.254971 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b43672f0-eded-4b00-a730-5d913c881607 req-cde3e723-ed4d-4c53-a056-e864cb1706e5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9faf4c95-7954-4d11-b97c-b5c0332de1f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4191253 Jun 01 18:47:54.294176 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d0fa0693-ab54-46fe-942f-05b031809008 req-deb3ab24-b84f-45a8-a7ed-357758147dc3 service neutron] 10.222.0.15 "GET /v2.0/networks/a07ebbeb-60e0-4b03-9320-3082a1d6fcc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2406995 Jun 01 18:47:54.377676 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65de3c5f-0ccc-438f-aa47-31e55efda622 req-57b52f95-4420-473f-8b78-3b40da602aae tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:54.384760 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65de3c5f-0ccc-438f-aa47-31e55efda622 req-57b52f95-4420-473f-8b78-3b40da602aae tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:54.395279 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65de3c5f-0ccc-438f-aa47-31e55efda622 req-57b52f95-4420-473f-8b78-3b40da602aae tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:54.405611 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65de3c5f-0ccc-438f-aa47-31e55efda622 req-57b52f95-4420-473f-8b78-3b40da602aae tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:54.417495 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65de3c5f-0ccc-438f-aa47-31e55efda622 req-57b52f95-4420-473f-8b78-3b40da602aae tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:54.424676 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65de3c5f-0ccc-438f-aa47-31e55efda622 req-57b52f95-4420-473f-8b78-3b40da602aae tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:54.432262 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65de3c5f-0ccc-438f-aa47-31e55efda622 req-57b52f95-4420-473f-8b78-3b40da602aae tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:54.440645 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-65de3c5f-0ccc-438f-aa47-31e55efda622 req-57b52f95-4420-473f-8b78-3b40da602aae tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c83a2c5-aa3d-4e8d-af22-cb838112216f HTTP/1.1" status: 200 len: 5431 time: 0.4030430 Jun 01 18:47:54.467662 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb6b76f-6bf3-46e7-bca8-c4e0cf62187b admin admin] Checking segment: {'id': '609d7256-ada8-4273-a1cd-03c74f74a3e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '996f5be9-f9b8-4d12-8f72-afae694b3fff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:47:54.467662 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deb6b76f-6bf3-46e7-bca8-c4e0cf62187b admin admin] Network hostable DHCP agents. Network: 996f5be9-f9b8-4d12-8f72-afae694b3fff, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88524) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 18:47:54.521791 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-65de3c5f-0ccc-438f-aa47-31e55efda622 req-69197b51-29fd-4c2a-bdf7-31fb6a00544a tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] 10.222.0.41 "GET /v2.0/security-groups?id=3eddd810-beb6-4f1d-8108-29288df7e7ee&id=9572e18c-01ef-4403-8358-e3e783c3474b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0781791 Jun 01 18:47:54.542083 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deb6b76f-6bf3-46e7-bca8-c4e0cf62187b admin admin] Network 996f5be9-f9b8-4d12-8f72-afae694b3fff is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88524) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 18:47:54.561099 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6b76f-6bf3-46e7-bca8-c4e0cf62187b admin admin] Pushing event updated for resources: {'Subnet': ['ID=804cef28-2b95-48a6-a413-c7247330379d,revision_number=0']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:47:54.579798 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-deb6b76f-6bf3-46e7-bca8-c4e0cf62187b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, 996f5be9-f9b8-4d12-8f72-afae694b3fff) {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:47:54.581688 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0e41fc-886e-4baf-911f-8ab835233a74 req-39831852-1975-496e-8b92-1caa642c23cb tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:54.586121 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deb6b76f-6bf3-46e7-bca8-c4e0cf62187b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:54.586721 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-deb6b76f-6bf3-46e7-bca8-c4e0cf62187b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:54.588976 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-bf0e41fc-886e-4baf-911f-8ab835233a74 req-39831852-1975-496e-8b92-1caa642c23cb tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] 10.222.0.41 "GET /v2.0/ports?device_id=0dcd1d1e-530a-45dd-9d6b-dc7638ac52db HTTP/1.1" status: 200 len: 946 time: 0.3847253 Jun 01 18:47:54.620461 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-deb6b76f-6bf3-46e7-bca8-c4e0cf62187b admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3443923 Jun 01 18:47:54.624940 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 50028) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:47:54.628008 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-2f9b708a-8add-4bde-891a-c8da60c86017 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1214912404-router', 'tenant_id': '2e54302b464545128cc217aaf6f57f42', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:47:54.629253 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7843c3a4-8a72-4187-9b47-4d3ff942e4cb None None] Network 996f5be9-f9b8-4d12-8f72-afae694b3fff requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 18:47:54.640220 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-2f9b708a-8add-4bde-891a-c8da60c86017 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:47:54.647066 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-2f9b708a-8add-4bde-891a-c8da60c86017 admin admin] Usage tracker for resource:router and tenant:2e54302b464545128cc217aaf6f57f42 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:47:54.651518 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-2f9b708a-8add-4bde-891a-c8da60c86017 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:47:54.656995 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-bf0e41fc-886e-4baf-911f-8ab835233a74 req-2c865dbe-8a3f-4ca5-b86b-f1bad88d1c8d tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] 10.222.0.41 "GET /v2.0/security-groups?id=32e0c067-0089-408b-a3cd-4b24e22ccce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669973 Jun 01 18:47:54.659488 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-2f9b708a-8add-4bde-891a-c8da60c86017 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:47:54.678601 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b43672f0-eded-4b00-a730-5d913c881607 req-170a6ff0-f84a-4abd-8cc7-ac130b6a9d70 service neutron] 10.222.0.50 "GET /v2.0/networks/9faf4c95-7954-4d11-b97c-b5c0332de1f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4068248 Jun 01 18:47:54.678601 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d0fa0693-ab54-46fe-942f-05b031809008 req-bb4f2ecc-9d6a-4913-a65b-4c442c11ace9 service neutron] 10.222.0.15 "GET /v2.0/networks/a07ebbeb-60e0-4b03-9320-3082a1d6fcc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3719020 Jun 01 18:47:54.686410 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2f9b708a-8add-4bde-891a-c8da60c86017 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-885767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25238'] for router, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:54.687796 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2f9b708a-8add-4bde-891a-c8da60c86017 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-901042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-886562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-981784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25327'] for router, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:54.711188 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2f9b708a-8add-4bde-891a-c8da60c86017 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:55.007288 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6da4b041-9aaf-4f6d-bcbf-a8581e9490df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc93f83c3-7fb6-5c13-a9d4-29d739a4e8d2-996f5be9-f9b8-4d12-8f72-afae694b3fff', 'network_id': '996f5be9-f9b8-4d12-8f72-afae694b3fff', 'tenant_id': '2e54302b464545128cc217aaf6f57f42', 'fixed_ips': [{'subnet_id': '804cef28-2b95-48a6-a413-c7247330379d'}]}} from n-d-844202-1. {{(pid=88526) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 18:47:55.008350 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6da4b041-9aaf-4f6d-bcbf-a8581e9490df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:55.127540 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b43672f0-eded-4b00-a730-5d913c881607 req-c71cebd8-f62f-4703-9c9c-83ebe4cbf157 service neutron] 10.222.0.50 "GET /v2.0/networks/9faf4c95-7954-4d11-b97c-b5c0332de1f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4513361 Jun 01 18:47:55.190446 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b809d89-d616-4179-bd90-1f4d45662025 req-18b2bf32-9685-41b3-9173-1ef2b78f87ab tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:55.198960 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4b809d89-d616-4179-bd90-1f4d45662025 req-18b2bf32-9685-41b3-9173-1ef2b78f87ab tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8ede430-e6a1-4a7c-ba66-f5a9871ad1d4 HTTP/1.1" status: 200 len: 944 time: 0.1838710 Jun 01 18:47:55.219083 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 1e38921f-0057-4abf-aff6-93f3058d24de details requested by agent hyperv_n-h1-844202-1 with host n-h1-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 18:47:55.315793 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2f9b708a-8add-4bde-891a-c8da60c86017 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-886608', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-885830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25341'] for router, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:55.342848 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4b809d89-d616-4179-bd90-1f4d45662025 req-234f2e9c-c898-41fa-96de-c63e8d63e476 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] 10.222.0.41 "GET /v2.0/security-groups?id=4c5ecf30-c6e9-40ba-b15a-d3f269f6b4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422324 Jun 01 18:47:55.344303 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69504454-350b-4ec7-8bb0-c67ea26a321d req-309a6bfc-251e-40c9-a8c0-1da7e09755de tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:55.351889 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-69504454-350b-4ec7-8bb0-c67ea26a321d req-309a6bfc-251e-40c9-a8c0-1da7e09755de tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] 10.222.0.41 "GET /v2.0/ports?device_id=420a476b-0d5b-4dc2-9bfb-22ae930ac2da HTTP/1.1" status: 200 len: 946 time: 0.5244968 Jun 01 18:47:55.379877 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.db_base_plugin_common [None req-6da4b041-9aaf-4f6d-bcbf-a8581e9490df None None] Allocated IP 172.20.0.2 (996f5be9-f9b8-4d12-8f72-afae694b3fff/804cef28-2b95-48a6-a413-c7247330379d/6ab63f11-3c1f-4538-97f6-fda64744cd95) {{(pid=88526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:47:55.411751 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43672f0-eded-4b00-a730-5d913c881607 req-c251e42d-9615-4df3-8cdf-e7572c9bb346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:55.412242 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43672f0-eded-4b00-a730-5d913c881607 req-c251e42d-9615-4df3-8cdf-e7572c9bb346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:55.412706 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43672f0-eded-4b00-a730-5d913c881607 req-c251e42d-9615-4df3-8cdf-e7572c9bb346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:55.413159 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43672f0-eded-4b00-a730-5d913c881607 req-c251e42d-9615-4df3-8cdf-e7572c9bb346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:55.413610 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43672f0-eded-4b00-a730-5d913c881607 req-c251e42d-9615-4df3-8cdf-e7572c9bb346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:55.414447 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43672f0-eded-4b00-a730-5d913c881607 req-c251e42d-9615-4df3-8cdf-e7572c9bb346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:55.414568 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43672f0-eded-4b00-a730-5d913c881607 req-c251e42d-9615-4df3-8cdf-e7572c9bb346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:55.416471 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b43672f0-eded-4b00-a730-5d913c881607 req-c251e42d-9615-4df3-8cdf-e7572c9bb346 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5e0ead56e0d24edfb943f0d89aaec01a&device_id=9c83a2c5-aa3d-4e8d-af22-cb838112216f HTTP/1.1" status: 200 len: 6488 time: 0.1980987 Jun 01 18:47:55.533391 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port 1e38921f-0057-4abf-aff6-93f3058d24de, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=1e38921f-0057-4abf-aff6-93f3058d24de,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:47:55.546905 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-69504454-350b-4ec7-8bb0-c67ea26a321d req-af1e0611-1eef-4e88-9a88-998b56eca1ee tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f2fd699-5af8-4379-8a92-35d8c8796709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940386 Jun 01 18:47:55.587231 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43672f0-eded-4b00-a730-5d913c881607 req-987dd752-17cc-4bb0-b658-2e64200688a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:55.588912 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b43672f0-eded-4b00-a730-5d913c881607 req-987dd752-17cc-4bb0-b658-2e64200688a2 service neutron] 10.222.0.50 "GET /v2.0/networks?id=c16c0733-68a0-4af2-9aa5-b2266da91869 HTTP/1.1" status: 200 len: 903 time: 0.1664665 Jun 01 18:47:55.734808 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6da4b041-9aaf-4f6d-bcbf-a8581e9490df None None] Notify callbacks [] for port, precommit_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:55.748533 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6da4b041-9aaf-4f6d-bcbf-a8581e9490df None None] Transition to ACTIVE for port object 6ab63f11-3c1f-4538-97f6-fda64744cd95 will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:47:55.756153 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b43672f0-eded-4b00-a730-5d913c881607 req-acb7132f-62b2-4cd8-b9bf-af362e1a68af service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=140193c9-fdbc-41ee-a1d8-9a596f9546a5 HTTP/1.1" status: 200 len: 217 time: 0.1063378 Jun 01 18:47:55.780059 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Returning: {'device': '1e38921f-0057-4abf-aff6-93f3058d24de', 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426', 'port_id': '1e38921f-0057-4abf-aff6-93f3058d24de', 'mac_address': 'fa:16:3e:73:77:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35e3ad2f-9c88-4698-b634-4e1b58de1cc2', 'ip_address': '192.168.233.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 18:47:55.798274 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6da4b041-9aaf-4f6d-bcbf-a8581e9490df None None] Transition to ACTIVE for port object 6ab63f11-3c1f-4538-97f6-fda64744cd95 will not be triggered until provisioned by entity DHCP. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:47:55.870239 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43672f0-eded-4b00-a730-5d913c881607 req-5a3c0259-934e-4620-af1c-d7eaacf4f5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:55.872568 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b43672f0-eded-4b00-a730-5d913c881607 req-5a3c0259-934e-4620-af1c-d7eaacf4f5a6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=bcbe5adf-a3df-4f93-a0dd-793635937e2f HTTP/1.1" status: 200 len: 797 time: 0.1074145 Jun 01 18:47:55.877264 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6da4b041-9aaf-4f6d-bcbf-a8581e9490df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526'] for port, after_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:55.931472 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5317e6-2afd-49de-970f-3985884c6aec req-24783c44-b003-48e1-b9a0-b6c7cf6aa88c tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:55.933324 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-dc5317e6-2afd-49de-970f-3985884c6aec req-24783c44-b003-48e1-b9a0-b6c7cf6aa88c tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/ports?device_id=bbc6cdff-04ae-48c7-ad6e-c61c3c6d16b7 HTTP/1.1" status: 200 len: 946 time: 0.3435249 Jun 01 18:47:55.973623 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port 1e38921f-0057-4abf-aff6-93f3058d24de is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:47:55.974008 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:56.000927 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6da4b041-9aaf-4f6d-bcbf-a8581e9490df None None] Network 996f5be9-f9b8-4d12-8f72-afae694b3fff is already hosted by enough agents. {{(pid=88526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:47:56.011342 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.base_scheduler [None req-6da4b041-9aaf-4f6d-bcbf-a8581e9490df None None] Resources bound (agent type, host, resource id): {{(pid=88526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:47:56.016736 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da4b041-9aaf-4f6d-bcbf-a8581e9490df None None] Received port after_create {{(pid=88526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:47:56.026219 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e38921f-0057-4abf-aff6-93f3058d24de {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:47:56.026700 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-dc5317e6-2afd-49de-970f-3985884c6aec req-29f990dd-508a-477d-a714-cd7bad4e2cbd tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbe27866-6450-47f0-a8e1-f266dfb72433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794711 Jun 01 18:47:56.047110 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da4b041-9aaf-4f6d-bcbf-a8581e9490df None None] Pushing event updated for resources: {'Port': ['ID=6ab63f11-3c1f-4538-97f6-fda64744cd95,revision_number=1']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:47:56.049608 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43672f0-eded-4b00-a730-5d913c881607 req-f277a4bd-f08f-4f0b-aed1-ed084a0a50dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:56.051194 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b43672f0-eded-4b00-a730-5d913c881607 req-f277a4bd-f08f-4f0b-aed1-ed084a0a50dc service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c16c0733-68a0-4af2-9aa5-b2266da91869&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1719308 Jun 01 18:47:56.071703 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2f9b708a-8add-4bde-891a-c8da60c86017 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:56.112948 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2f9b708a-8add-4bde-891a-c8da60c86017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:56.165238 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port 1e38921f-0057-4abf-aff6-93f3058d24de, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=1e38921f-0057-4abf-aff6-93f3058d24de,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:47:56.172873 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:56.173965 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device c5716d5a-c2ed-4f70-9f4e-10b7c67ee8ae details requested by agent hyperv_n-h1-844202-1 with host n-h1-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 18:47:56.206550 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e08843-3d99-4487-ab56-34da1bc9edbb req-f004bdf5-83ed-4cb9-90b6-36ae4f763fd1 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:56.213287 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e08843-3d99-4487-ab56-34da1bc9edbb req-f004bdf5-83ed-4cb9-90b6-36ae4f763fd1 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:56.219920 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e08843-3d99-4487-ab56-34da1bc9edbb req-f004bdf5-83ed-4cb9-90b6-36ae4f763fd1 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:56.227175 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e08843-3d99-4487-ab56-34da1bc9edbb req-f004bdf5-83ed-4cb9-90b6-36ae4f763fd1 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:56.234340 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e08843-3d99-4487-ab56-34da1bc9edbb req-f004bdf5-83ed-4cb9-90b6-36ae4f763fd1 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:56.239946 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e08843-3d99-4487-ab56-34da1bc9edbb req-f004bdf5-83ed-4cb9-90b6-36ae4f763fd1 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:56.247279 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e08843-3d99-4487-ab56-34da1bc9edbb req-f004bdf5-83ed-4cb9-90b6-36ae4f763fd1 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:56.249199 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-13e08843-3d99-4487-ab56-34da1bc9edbb req-f004bdf5-83ed-4cb9-90b6-36ae4f763fd1 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c83a2c5-aa3d-4e8d-af22-cb838112216f HTTP/1.1" status: 200 len: 5431 time: 0.4995217 Jun 01 18:47:56.276201 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=1e38921f-0057-4abf-aff6-93f3058d24de,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:47:56.281260 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-6da4b041-9aaf-4f6d-bcbf-a8581e9490df None None] Attempting to bind port 6ab63f11-3c1f-4538-97f6-fda64744cd95 on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:47:56.281633 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-6da4b041-9aaf-4f6d-bcbf-a8581e9490df None None] Attempting to bind port 6ab63f11-3c1f-4538-97f6-fda64744cd95 by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': '609d7256-ada8-4273-a1cd-03c74f74a3e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '996f5be9-f9b8-4d12-8f72-afae694b3fff'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:47:56.281994 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da4b041-9aaf-4f6d-bcbf-a8581e9490df None None] Attempting to bind port 6ab63f11-3c1f-4538-97f6-fda64744cd95 on network 996f5be9-f9b8-4d12-8f72-afae694b3fff {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:47:56.291516 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da4b041-9aaf-4f6d-bcbf-a8581e9490df None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 18, 47, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:47:56.291924 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da4b041-9aaf-4f6d-bcbf-a8581e9490df None None] Checking segment: {'id': '609d7256-ada8-4273-a1cd-03c74f74a3e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '996f5be9-f9b8-4d12-8f72-afae694b3fff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:47:56.292315 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6da4b041-9aaf-4f6d-bcbf-a8581e9490df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:56.292807 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da4b041-9aaf-4f6d-bcbf-a8581e9490df None None] Bound using segment: {'id': '609d7256-ada8-4273-a1cd-03c74f74a3e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '996f5be9-f9b8-4d12-8f72-afae694b3fff'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:47:56.293376 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-6da4b041-9aaf-4f6d-bcbf-a8581e9490df None None] Bound port: 6ab63f11-3c1f-4538-97f6-fda64744cd95, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '609d7256-ada8-4273-a1cd-03c74f74a3e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '996f5be9-f9b8-4d12-8f72-afae694b3fff'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:47:56.293758 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6da4b041-9aaf-4f6d-bcbf-a8581e9490df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:56.372862 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-13e08843-3d99-4487-ab56-34da1bc9edbb req-7db49d07-94fa-466f-84e8-8f97645e82f4 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] 10.222.0.41 "GET /v2.0/security-groups?id=3eddd810-beb6-4f1d-8108-29288df7e7ee&id=9572e18c-01ef-4403-8358-e3e783c3474b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1157470 Jun 01 18:47:56.382546 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde6d72d-f495-4f43-8635-0a2ac03baee4 req-8dcf0bd4-2dc4-48df-a62c-e716ec924212 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:56.385322 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-cde6d72d-f495-4f43-8635-0a2ac03baee4 req-8dcf0bd4-2dc4-48df-a62c-e716ec924212 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] 10.222.0.41 "GET /v2.0/ports?device_id=0dcd1d1e-530a-45dd-9d6b-dc7638ac52db HTTP/1.1" status: 200 len: 946 time: 0.1694415 Jun 01 18:47:56.390041 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b43672f0-eded-4b00-a730-5d913c881607 req-7dd5cb07-7961-48a6-96cc-f81798b6a96b service neutron] 10.222.0.50 "GET /v2.0/networks/c16c0733-68a0-4af2-9aa5-b2266da91869?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3301544 Jun 01 18:47:56.438635 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [None req-2f9b708a-8add-4bde-891a-c8da60c86017 admin admin] Allocated IP 172.25.4.159 (72a72e44-6845-488a-a5ff-3a26d4df9cb3/c314a23b-daa2-4106-ab28-8e6f954277b2/eb160ee4-0a93-4740-b828-321d7f9c8e28) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:47:56.543520 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-cde6d72d-f495-4f43-8635-0a2ac03baee4 req-4b345c7d-1717-454a-a5e2-f746268c1107 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] 10.222.0.41 "GET /v2.0/security-groups?id=32e0c067-0089-408b-a3cd-4b24e22ccce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522825 Jun 01 18:47:56.585016 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6da4b041-9aaf-4f6d-bcbf-a8581e9490df None None] For port 6ab63f11-3c1f-4538-97f6-fda64744cd95, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:47:56.610052 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6da4b041-9aaf-4f6d-bcbf-a8581e9490df None None] For port 6ab63f11-3c1f-4538-97f6-fda64744cd95, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=6ab63f11-3c1f-4538-97f6-fda64744cd95,segment=NetworkSegment(609d7256-ada8-4273-a1cd-03c74f74a3e6),segment_id=609d7256-ada8-4273-a1cd-03c74f74a3e6)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:47:56.614024 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port c5716d5a-c2ed-4f70-9f4e-10b7c67ee8ae, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=c5716d5a-c2ed-4f70-9f4e-10b7c67ee8ae,segment=NetworkSegment(3a68ef34-7e9a-4cb9-bb1d-922280e423dc),segment_id=3a68ef34-7e9a-4cb9-bb1d-922280e423dc)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:47:56.629897 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6da4b041-9aaf-4f6d-bcbf-a8581e9490df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:56.677545 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b43672f0-eded-4b00-a730-5d913c881607 req-59b15a73-a1d1-4de9-a48f-67e308d7a4a5 service neutron] 10.222.0.50 "GET /v2.0/networks/c16c0733-68a0-4af2-9aa5-b2266da91869?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2418742 Jun 01 18:47:56.711273 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Returning: {'device': 'c5716d5a-c2ed-4f70-9f4e-10b7c67ee8ae', 'network_id': 'a07ebbeb-60e0-4b03-9320-3082a1d6fcc8', 'port_id': 'c5716d5a-c2ed-4f70-9f4e-10b7c67ee8ae', 'mac_address': 'fa:16:3e:5c:96:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63c99bbc-91d7-46ff-b5ec-5a88ea59ce4e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 18:47:56.801294 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da4b041-9aaf-4f6d-bcbf-a8581e9490df None None] Pushing event updated for resources: {'Port': ['ID=6ab63f11-3c1f-4538-97f6-fda64744cd95,revision_number=2']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:47:56.806065 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port c5716d5a-c2ed-4f70-9f4e-10b7c67ee8ae is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:47:56.806546 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:56.840544 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5716d5a-c2ed-4f70-9f4e-10b7c67ee8ae {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:47:56.863689 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port c5716d5a-c2ed-4f70-9f4e-10b7c67ee8ae, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=c5716d5a-c2ed-4f70-9f4e-10b7c67ee8ae,segment=NetworkSegment(3a68ef34-7e9a-4cb9-bb1d-922280e423dc),segment_id=3a68ef34-7e9a-4cb9-bb1d-922280e423dc)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:47:56.869018 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:56.883944 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2f9b708a-8add-4bde-891a-c8da60c86017 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:56.955429 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f11379f-aecb-4090-97dc-721d2ae4e8f8 req-29d3496b-20e4-400b-a5aa-45bc0ba5318d tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:56.957435 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5f11379f-aecb-4090-97dc-721d2ae4e8f8 req-29d3496b-20e4-400b-a5aa-45bc0ba5318d tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8ede430-e6a1-4a7c-ba66-f5a9871ad1d4 HTTP/1.1" status: 200 len: 944 time: 0.3860466 Jun 01 18:47:56.959024 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2f9b708a-8add-4bde-891a-c8da60c86017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:56.995026 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=c5716d5a-c2ed-4f70-9f4e-10b7c67ee8ae,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:47:57.010705 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c47c1a-014d-4568-9bf5-817d70a8737d req-56ab2345-ffa3-4207-bb25-748b9dc58222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:57.011099 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c47c1a-014d-4568-9bf5-817d70a8737d req-56ab2345-ffa3-4207-bb25-748b9dc58222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:57.011566 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c47c1a-014d-4568-9bf5-817d70a8737d req-56ab2345-ffa3-4207-bb25-748b9dc58222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:57.012018 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c47c1a-014d-4568-9bf5-817d70a8737d req-56ab2345-ffa3-4207-bb25-748b9dc58222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:57.012673 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c47c1a-014d-4568-9bf5-817d70a8737d req-56ab2345-ffa3-4207-bb25-748b9dc58222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:57.013131 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c47c1a-014d-4568-9bf5-817d70a8737d req-56ab2345-ffa3-4207-bb25-748b9dc58222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:57.013580 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c47c1a-014d-4568-9bf5-817d70a8737d req-56ab2345-ffa3-4207-bb25-748b9dc58222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:57.015503 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-44c47c1a-014d-4568-9bf5-817d70a8737d req-56ab2345-ffa3-4207-bb25-748b9dc58222 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5e0ead56e0d24edfb943f0d89aaec01a&device_id=9c83a2c5-aa3d-4e8d-af22-cb838112216f HTTP/1.1" status: 200 len: 6488 time: 0.2175629 Jun 01 18:47:57.071704 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce2932a-83f2-4269-b9e8-5f50456874d8 req-13503c7d-4996-4544-8923-6f7dcc747fb9 tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:57.089553 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-7ce2932a-83f2-4269-b9e8-5f50456874d8 req-13503c7d-4996-4544-8923-6f7dcc747fb9 tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] 10.222.0.41 "GET /v2.0/ports?device_id=420a476b-0d5b-4dc2-9bfb-22ae930ac2da HTTP/1.1" status: 200 len: 946 time: 0.3703876 Jun 01 18:47:57.138881 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f9b708a-8add-4bde-891a-c8da60c86017 admin admin] Network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:47:57.144364 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-2f9b708a-8add-4bde-891a-c8da60c86017 admin admin] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:47:57.153182 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f9b708a-8add-4bde-891a-c8da60c86017 admin admin] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:47:57.162471 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] get_ports_and_sgs() called for port_ids ['c5716d5a-c2ed-4f70-9f4e-10b7c67ee8ae'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:47:57.194086 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5f11379f-aecb-4090-97dc-721d2ae4e8f8 req-7da87005-2568-4fae-8ed4-e79bf2d113c1 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] 10.222.0.41 "GET /v2.0/security-groups?id=4c5ecf30-c6e9-40ba-b15a-d3f269f6b4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753476 Jun 01 18:47:57.210855 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] get_ports_and_sgs() called for port_ids ['1e38921f-0057-4abf-aff6-93f3058d24de'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:47:57.214795 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9b708a-8add-4bde-891a-c8da60c86017 admin admin] Pushing event updated for resources: {'Port': ['ID=eb160ee4-0a93-4740-b828-321d7f9c8e28,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:47:57.237140 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-7ce2932a-83f2-4269-b9e8-5f50456874d8 req-66e4601d-0654-459c-9edf-37dc77aba1e1 tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f2fd699-5af8-4379-8a92-35d8c8796709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498504 Jun 01 18:47:57.319694 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c47c1a-014d-4568-9bf5-817d70a8737d req-9e7c6c64-d82f-4c5a-a3d5-93eb8a94768c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:57.328865 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-44c47c1a-014d-4568-9bf5-817d70a8737d req-9e7c6c64-d82f-4c5a-a3d5-93eb8a94768c service neutron] 10.222.0.50 "GET /v2.0/networks?id=c16c0733-68a0-4af2-9aa5-b2266da91869 HTTP/1.1" status: 200 len: 903 time: 0.2992344 Jun 01 18:47:57.466056 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-44c47c1a-014d-4568-9bf5-817d70a8737d req-26964ca4-33cc-4d87-99ba-312f56241361 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=93302f40-25f2-43b4-81bb-fbbce8a6a912 HTTP/1.1" status: 200 len: 217 time: 0.1354702 Jun 01 18:47:57.561253 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c47c1a-014d-4568-9bf5-817d70a8737d req-4830d29b-f7d1-4c8f-950e-78601b46a35c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:57.563088 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-44c47c1a-014d-4568-9bf5-817d70a8737d req-4830d29b-f7d1-4c8f-950e-78601b46a35c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=bcbe5adf-a3df-4f93-a0dd-793635937e2f HTTP/1.1" status: 200 len: 797 time: 0.0903456 Jun 01 18:47:57.858987 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340d5bc6-40d4-480b-ab02-39a77d5448df req-e1442318-1ffa-4f7a-ba37-c245360809a8 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:57.860516 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-340d5bc6-40d4-480b-ab02-39a77d5448df req-e1442318-1ffa-4f7a-ba37-c245360809a8 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/ports?device_id=bbc6cdff-04ae-48c7-ad6e-c61c3c6d16b7 HTTP/1.1" status: 200 len: 947 time: 0.3987765 Jun 01 18:47:57.950192 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c47c1a-014d-4568-9bf5-817d70a8737d req-dd3291b5-18af-464b-a801-29d3fe6e08dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:57.953448 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-44c47c1a-014d-4568-9bf5-817d70a8737d req-dd3291b5-18af-464b-a801-29d3fe6e08dc service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c16c0733-68a0-4af2-9aa5-b2266da91869&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3830466 Jun 01 18:47:58.007586 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-340d5bc6-40d4-480b-ab02-39a77d5448df req-8ff71f8f-f100-4270-9f32-2c21f6978426 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbe27866-6450-47f0-a8e1-f266dfb72433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371317 Jun 01 18:47:58.030304 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2f9b708a-8add-4bde-891a-c8da60c86017 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:58.220915 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-44c47c1a-014d-4568-9bf5-817d70a8737d req-b5fa68cd-c8ff-4a12-a0c0-ec976ad91b75 service neutron] 10.222.0.50 "GET /v2.0/networks/c16c0733-68a0-4af2-9aa5-b2266da91869?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2599616 Jun 01 18:47:58.242667 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea49521b-a9ed-4843-b3c2-00db702ed2b0 req-ad2a243a-454a-4972-8d73-0b0b71dfbb95 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:58.254359 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea49521b-a9ed-4843-b3c2-00db702ed2b0 req-ad2a243a-454a-4972-8d73-0b0b71dfbb95 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:58.268481 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea49521b-a9ed-4843-b3c2-00db702ed2b0 req-ad2a243a-454a-4972-8d73-0b0b71dfbb95 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:58.273542 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 6ab63f11-3c1f-4538-97f6-fda64744cd95 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:47:58.276505 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea49521b-a9ed-4843-b3c2-00db702ed2b0 req-ad2a243a-454a-4972-8d73-0b0b71dfbb95 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:58.283616 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea49521b-a9ed-4843-b3c2-00db702ed2b0 req-ad2a243a-454a-4972-8d73-0b0b71dfbb95 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:58.292028 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea49521b-a9ed-4843-b3c2-00db702ed2b0 req-ad2a243a-454a-4972-8d73-0b0b71dfbb95 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:58.311077 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea49521b-a9ed-4843-b3c2-00db702ed2b0 req-ad2a243a-454a-4972-8d73-0b0b71dfbb95 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:58.311077 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ea49521b-a9ed-4843-b3c2-00db702ed2b0 req-ad2a243a-454a-4972-8d73-0b0b71dfbb95 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c83a2c5-aa3d-4e8d-af22-cb838112216f HTTP/1.1" status: 200 len: 5431 time: 0.5030499 Jun 01 18:47:58.352674 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5b4c429-6168-4d53-b9d7-87a583d508e6 None None] Network 996f5be9-f9b8-4d12-8f72-afae694b3fff requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 18:47:58.482662 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ea49521b-a9ed-4843-b3c2-00db702ed2b0 req-f074828a-4edc-4b29-8c32-4fb7dbab9829 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] 10.222.0.41 "GET /v2.0/security-groups?id=3eddd810-beb6-4f1d-8108-29288df7e7ee&id=9572e18c-01ef-4403-8358-e3e783c3474b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1739516 Jun 01 18:47:58.505935 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-bc73e53f-cb36-4a1c-ba9d-6f26a381cbce None None] Provisioning for port 6ab63f11-3c1f-4538-97f6-fda64744cd95 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:47:58.587530 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-44c47c1a-014d-4568-9bf5-817d70a8737d req-f72b2d88-66d4-476f-91ba-cc24193e48dd service neutron] 10.222.0.50 "GET /v2.0/networks/c16c0733-68a0-4af2-9aa5-b2266da91869?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2614164 Jun 01 18:47:58.588215 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port 6ab63f11-3c1f-4538-97f6-fda64744cd95 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:47:58.599331 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bce014-7d0c-4ce3-966e-0fb7ed753d86 req-85e9bacf-9f68-4b58-8b18-9f782182a285 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:58.618056 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 6ab63f11-3c1f-4538-97f6-fda64744cd95 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:47:58.619196 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:58.665786 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-65bce014-7d0c-4ce3-966e-0fb7ed753d86 req-85e9bacf-9f68-4b58-8b18-9f782182a285 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] 10.222.0.41 "GET /v2.0/ports?device_id=0dcd1d1e-530a-45dd-9d6b-dc7638ac52db HTTP/1.1" status: 200 len: 946 time: 0.3166597 Jun 01 18:47:58.851737 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1b5337-0bf7-4af0-90a3-e3f3bd93eaf6 req-b2b8fe39-895e-451f-820c-d41961f1c81d tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:58.854046 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3b1b5337-0bf7-4af0-90a3-e3f3bd93eaf6 req-b2b8fe39-895e-451f-820c-d41961f1c81d tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8ede430-e6a1-4a7c-ba66-f5a9871ad1d4 HTTP/1.1" status: 200 len: 945 time: 0.1497588 Jun 01 18:47:58.887095 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-65bce014-7d0c-4ce3-966e-0fb7ed753d86 req-f6498e04-9704-4140-9065-dc9693389f2c tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] 10.222.0.41 "GET /v2.0/security-groups?id=32e0c067-0089-408b-a3cd-4b24e22ccce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272302 Jun 01 18:47:58.894743 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2f9b708a-8add-4bde-891a-c8da60c86017 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-885820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-886655'] for router, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:58.924249 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3b1b5337-0bf7-4af0-90a3-e3f3bd93eaf6 req-3933121c-743c-4cfb-9b60-5ba515858b59 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] 10.222.0.41 "GET /v2.0/security-groups?id=4c5ecf30-c6e9-40ba-b15a-d3f269f6b4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615051 Jun 01 18:47:58.965612 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 6ab63f11-3c1f-4538-97f6-fda64744cd95 is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:47:58.966141 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:59.008104 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port 6ab63f11-3c1f-4538-97f6-fda64744cd95, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=6ab63f11-3c1f-4538-97f6-fda64744cd95,segment=NetworkSegment(609d7256-ada8-4273-a1cd-03c74f74a3e6),segment_id=609d7256-ada8-4273-a1cd-03c74f74a3e6)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:47:59.014326 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:59.154947 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=6ab63f11-3c1f-4538-97f6-fda64744cd95,revision_number=3']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:47:59.233996 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 1e38921f-0057-4abf-aff6-93f3058d24de up at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:47:59.324403 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588a77fd-b450-4120-9e34-dd379f0cb8fa req-378a13fc-cc55-49c6-88b2-e0d6c9a46668 tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:59.332304 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-588a77fd-b450-4120-9e34-dd379f0cb8fa req-378a13fc-cc55-49c6-88b2-e0d6c9a46668 tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] 10.222.0.41 "GET /v2.0/ports?device_id=420a476b-0d5b-4dc2-9bfb-22ae930ac2da HTTP/1.1" status: 200 len: 946 time: 0.1918881 Jun 01 18:47:59.403661 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Provisioning for port 1e38921f-0057-4abf-aff6-93f3058d24de completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:47:59.416513 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Provisioning complete for port 1e38921f-0057-4abf-aff6-93f3058d24de triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:47:59.417109 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:59.417625 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-588a77fd-b450-4120-9e34-dd379f0cb8fa req-f64e3865-5b6f-4ff1-a482-9e03d480e2d7 tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f2fd699-5af8-4379-8a92-35d8c8796709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816000 Jun 01 18:47:59.426823 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f9b708a-8add-4bde-891a-c8da60c86017 admin admin] Router 98c6f889-c8db-4801-8135-e74558dc7084 is scheduled to L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 with binding_index 1 {{(pid=88524) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 18:47:59.543789 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-5790aa18-8f0c-4243-8d71-51bf5802c8ab None None] Provisioning complete for port 6ab63f11-3c1f-4538-97f6-fda64744cd95 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:47:59.544337 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-5790aa18-8f0c-4243-8d71-51bf5802c8ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:59.554508 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ba809a-c188-4fdd-a7bd-924203bf5cb3 req-7a708b03-c418-4dba-b960-3009ee677e96 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:59.556906 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-18ba809a-c188-4fdd-a7bd-924203bf5cb3 req-7a708b03-c418-4dba-b960-3009ee677e96 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/ports?device_id=bbc6cdff-04ae-48c7-ad6e-c61c3c6d16b7 HTTP/1.1" status: 200 len: 947 time: 0.1376381 Jun 01 18:47:59.637791 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-18ba809a-c188-4fdd-a7bd-924203bf5cb3 req-a3eb0312-f577-4e7c-9dee-755c18a36ab8 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbe27866-6450-47f0-a8e1-f266dfb72433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741947 Jun 01 18:47:59.715764 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f9b708a-8add-4bde-891a-c8da60c86017 admin admin] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 18:47:59.747599 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43450301-76c5-4b0a-b80a-34ce56d355c2 None None] Sync routers for ids ['98c6f889-c8db-4801-8135-e74558dc7084'] in n-d-844202-1 {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 18:47:59.775047 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2f9b708a-8add-4bde-891a-c8da60c86017 admin admin] Notify callbacks [] for router, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:59.777225 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-2f9b708a-8add-4bde-891a-c8da60c86017 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.1551735 Jun 01 18:47:59.780003 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 50064) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:47:59.792449 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8250151b-8f6e-4355-a016-6a847079320d req-2e372dce-c1ec-4831-b97f-158a40d35f64 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:59.800816 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43450301-76c5-4b0a-b80a-34ce56d355c2 None None] Routers {'98c6f889-c8db-4801-8135-e74558dc7084'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:47:59.801448 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-43450301-76c5-4b0a-b80a-34ce56d355c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:47:39Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['98c6f889-c8db-4801-8135-e74558dc7084'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:47:59.801981 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8250151b-8f6e-4355-a016-6a847079320d req-2e372dce-c1ec-4831-b97f-158a40d35f64 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:59.808868 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8250151b-8f6e-4355-a016-6a847079320d req-2e372dce-c1ec-4831-b97f-158a40d35f64 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:59.816010 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8250151b-8f6e-4355-a016-6a847079320d req-2e372dce-c1ec-4831-b97f-158a40d35f64 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:59.824052 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8250151b-8f6e-4355-a016-6a847079320d req-2e372dce-c1ec-4831-b97f-158a40d35f64 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:59.829427 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8250151b-8f6e-4355-a016-6a847079320d req-2e372dce-c1ec-4831-b97f-158a40d35f64 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:59.836246 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8250151b-8f6e-4355-a016-6a847079320d req-2e372dce-c1ec-4831-b97f-158a40d35f64 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:47:59.840765 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-8250151b-8f6e-4355-a016-6a847079320d req-2e372dce-c1ec-4831-b97f-158a40d35f64 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c83a2c5-aa3d-4e8d-af22-cb838112216f HTTP/1.1" status: 200 len: 5431 time: 0.1894841 Jun 01 18:47:59.931265 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-8250151b-8f6e-4355-a016-6a847079320d req-2b4e60a1-471f-4ae6-907f-ef770ccf1f3d tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] 10.222.0.41 "GET /v2.0/security-groups?id=3eddd810-beb6-4f1d-8108-29288df7e7ee&id=9572e18c-01ef-4403-8358-e3e783c3474b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0861146 Jun 01 18:47:59.950748 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port 1e38921f-0057-4abf-aff6-93f3058d24de is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:47:59.950748 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:47:59.964905 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-5790aa18-8f0c-4243-8d71-51bf5802c8ab None None] Current status of the port 6ab63f11-3c1f-4538-97f6-fda64744cd95 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:48:00.072016 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbc6cdff-04ae-48c7-ad6e-c61c3c6d16b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e38921f-0057-4abf-aff6-93f3058d24de'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:48:00.118078 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port 1e38921f-0057-4abf-aff6-93f3058d24de, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=1e38921f-0057-4abf-aff6-93f3058d24de,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:48:00.124765 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:00.125908 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device c5716d5a-c2ed-4f70-9f4e-10b7c67ee8ae up at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:48:00.237266 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 6ab63f11-3c1f-4538-97f6-fda64744cd95 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:48:00.250411 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef31cd80-4965-49c5-bd4f-e129ef6d2575 req-f8b44adf-9ed9-403f-b73c-14d37936581d tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:00.252292 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ef31cd80-4965-49c5-bd4f-e129ef6d2575 req-f8b44adf-9ed9-403f-b73c-14d37936581d tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8ede430-e6a1-4a7c-ba66-f5a9871ad1d4 HTTP/1.1" status: 200 len: 945 time: 0.1051562 Jun 01 18:48:00.320780 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ef31cd80-4965-49c5-bd4f-e129ef6d2575 req-fd814048-8b53-4749-b36a-e6fd681dc865 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] 10.222.0.41 "GET /v2.0/security-groups?id=4c5ecf30-c6e9-40ba-b15a-d3f269f6b4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583982 Jun 01 18:48:00.343103 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-43450301-76c5-4b0a-b80a-34ce56d355c2 None None] Set router 98c6f889-c8db-4801-8135-e74558dc7084 gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:48:00.420448 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc30eb2-9e76-4022-85c2-7d7df8c9190f req-56b1c92c-38f9-4ac3-8bd5-c37372412be4 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:00.427978 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-5dc30eb2-9e76-4022-85c2-7d7df8c9190f req-56b1c92c-38f9-4ac3-8bd5-c37372412be4 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] 10.222.0.41 "GET /v2.0/ports?device_id=0dcd1d1e-530a-45dd-9d6b-dc7638ac52db HTTP/1.1" status: 200 len: 946 time: 0.3430164 Jun 01 18:48:00.500064 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25cd2c3e-c30d-49af-8de1-498dae3c6ac2'] response: {'server_uuid': 'bbc6cdff-04ae-48c7-ad6e-c61c3c6d16b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e38921f-0057-4abf-aff6-93f3058d24de', 'code': 200} Jun 01 18:48:00.506022 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=1e38921f-0057-4abf-aff6-93f3058d24de,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:00.651805 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-5dc30eb2-9e76-4022-85c2-7d7df8c9190f req-325948bf-0589-47c2-914f-c4bfe8c1537b tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] 10.222.0.41 "GET /v2.0/security-groups?id=32e0c067-0089-408b-a3cd-4b24e22ccce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227626 Jun 01 18:48:00.658382 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 6ab63f11-3c1f-4538-97f6-fda64744cd95 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:48:00.659091 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:00.691518 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Provisioning for port c5716d5a-c2ed-4f70-9f4e-10b7c67ee8ae completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:48:00.725483 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Provisioning complete for port c5716d5a-c2ed-4f70-9f4e-10b7c67ee8ae triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:48:00.725901 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:00.851916 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9be58e0-963f-4f94-b484-f89e385478f3 req-d2f1521d-679e-4c8b-b9f4-95fe20e580d0 tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:00.854943 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f9be58e0-963f-4f94-b484-f89e385478f3 req-d2f1521d-679e-4c8b-b9f4-95fe20e580d0 tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] 10.222.0.41 "GET /v2.0/ports?device_id=420a476b-0d5b-4dc2-9bfb-22ae930ac2da HTTP/1.1" status: 200 len: 946 time: 0.2697172 Jun 01 18:48:00.880117 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb36200-2595-49b7-a530-c75681328550 req-1074761d-82a3-4ca6-a1c1-f7ac8b75644c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:00.882380 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-eeb36200-2595-49b7-a530-c75681328550 req-1074761d-82a3-4ca6-a1c1-f7ac8b75644c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=bbc6cdff-04ae-48c7-ad6e-c61c3c6d16b7 HTTP/1.1" status: 200 len: 1099 time: 0.3365300 Jun 01 18:48:00.967688 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f9be58e0-963f-4f94-b484-f89e385478f3 req-b7305382-df1d-402c-a140-896e66e3b00a tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f2fd699-5af8-4379-8a92-35d8c8796709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056559 Jun 01 18:48:01.017744 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 6ab63f11-3c1f-4538-97f6-fda64744cd95 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:48:01.098823 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-43450301-76c5-4b0a-b80a-34ce56d355c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98c6f889-c8db-4801-8135-e74558dc7084', 'name': 'tempest-FloatingIPsTestJSON-1214912404-router', 'tenant_id': '2e54302b464545128cc217aaf6f57f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.159'}], 'enable_snat': True}, 'gw_port_id': 'eb160ee4-0a93-4740-b828-321d7f9c8e28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:47:54Z', 'updated_at': '2022-06-01T18:47:57Z', 'revision_number': 3, 'project_id': '2e54302b464545128cc217aaf6f57f42', 'gw_port': {'id': 'eb160ee4-0a93-4740-b828-321d7f9c8e28', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:c1:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98c6f889-c8db-4801-8135-e74558dc7084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:47:56Z', 'updated_at': '2022-06-01T18:47:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:48:01.105598 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port c5716d5a-c2ed-4f70-9f4e-10b7c67ee8ae is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:48:01.105973 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:01.116174 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43450301-76c5-4b0a-b80a-34ce56d355c2 None None] Checking router: 98c6f889-c8db-4801-8135-e74558dc7084 for host: n-d-844202-1 {{(pid=88526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 18:48:01.116538 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43450301-76c5-4b0a-b80a-34ce56d355c2 None None] Updating router 98c6f889-c8db-4801-8135-e74558dc7084 port eb160ee4-0a93-4740-b828-321d7f9c8e28 binding host n-d-844202-1 {{(pid=88526) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 18:48:01.191844 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-43450301-76c5-4b0a-b80a-34ce56d355c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:01.212723 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-eeb36200-2595-49b7-a530-c75681328550 req-48b6fb57-727a-4a7e-8a3a-a6183c6c6809 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=bbe27866-6450-47f0-a8e1-f266dfb72433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545377 Jun 01 18:48:01.231541 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-780ee70d-8aea-4aa6-a505-097077321a88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:01.241340 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port c5716d5a-c2ed-4f70-9f4e-10b7c67ee8ae, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=c5716d5a-c2ed-4f70-9f4e-10b7c67ee8ae,segment=NetworkSegment(3a68ef34-7e9a-4cb9-bb1d-922280e423dc),segment_id=3a68ef34-7e9a-4cb9-bb1d-922280e423dc)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:48:01.246216 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79972658-4b75-4156-98cc-2d8ca6528bde req-7e5237ad-49cd-40a3-af16-21bc88473f16 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:01.250990 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:01.258225 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79972658-4b75-4156-98cc-2d8ca6528bde req-7e5237ad-49cd-40a3-af16-21bc88473f16 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:01.264482 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79972658-4b75-4156-98cc-2d8ca6528bde req-7e5237ad-49cd-40a3-af16-21bc88473f16 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:01.270966 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5b1834-e207-471d-b241-2761b53b5fe1 req-1912ef30-253b-49a9-b9c6-5c8748e09633 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:01.271891 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79972658-4b75-4156-98cc-2d8ca6528bde req-7e5237ad-49cd-40a3-af16-21bc88473f16 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:01.272906 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-6f5b1834-e207-471d-b241-2761b53b5fe1 req-1912ef30-253b-49a9-b9c6-5c8748e09633 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/ports?device_id=bbc6cdff-04ae-48c7-ad6e-c61c3c6d16b7 HTTP/1.1" status: 200 len: 948 time: 0.2137303 Jun 01 18:48:01.287154 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79972658-4b75-4156-98cc-2d8ca6528bde req-7e5237ad-49cd-40a3-af16-21bc88473f16 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:01.294238 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79972658-4b75-4156-98cc-2d8ca6528bde req-7e5237ad-49cd-40a3-af16-21bc88473f16 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:01.303633 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79972658-4b75-4156-98cc-2d8ca6528bde req-7e5237ad-49cd-40a3-af16-21bc88473f16 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:01.313481 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-79972658-4b75-4156-98cc-2d8ca6528bde req-7e5237ad-49cd-40a3-af16-21bc88473f16 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c83a2c5-aa3d-4e8d-af22-cb838112216f HTTP/1.1" status: 200 len: 5431 time: 0.1896837 Jun 01 18:48:01.403192 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-6f5b1834-e207-471d-b241-2761b53b5fe1 req-1d86e30f-6e70-4760-aa40-d0cb990840d7 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbe27866-6450-47f0-a8e1-f266dfb72433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932894 Jun 01 18:48:01.410433 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-79972658-4b75-4156-98cc-2d8ca6528bde req-71bd6f70-d430-4e3a-afbd-2cc5cea4d2f8 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] 10.222.0.41 "GET /v2.0/security-groups?id=3eddd810-beb6-4f1d-8108-29288df7e7ee&id=9572e18c-01ef-4403-8358-e3e783c3474b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0955303 Jun 01 18:48:01.432518 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=c5716d5a-c2ed-4f70-9f4e-10b7c67ee8ae,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:01.611900 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [None req-780ee70d-8aea-4aa6-a505-097077321a88 admin admin] Allocated IP 172.20.0.1 (996f5be9-f9b8-4d12-8f72-afae694b3fff/804cef28-2b95-48a6-a413-c7247330379d/5e8a5c76-0c5f-49eb-ad75-01af0221bf22) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:48:01.667140 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-43450301-76c5-4b0a-b80a-34ce56d355c2 None None] Notify callbacks [] for port, precommit_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:01.683851 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-43450301-76c5-4b0a-b80a-34ce56d355c2 None None] Transition to ACTIVE for port object eb160ee4-0a93-4740-b828-321d7f9c8e28 will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:48:01.693466 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-43450301-76c5-4b0a-b80a-34ce56d355c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:01.772478 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83190df-a33d-4d6a-b7b4-0ea22650cb9d req-8015ccb5-0396-4800-9f0c-ba03d00ab167 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:01.779476 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e83190df-a33d-4d6a-b7b4-0ea22650cb9d req-8015ccb5-0396-4800-9f0c-ba03d00ab167 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8ede430-e6a1-4a7c-ba66-f5a9871ad1d4 HTTP/1.1" status: 200 len: 946 time: 0.2060840 Jun 01 18:48:01.791651 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-43450301-76c5-4b0a-b80a-34ce56d355c2 None None] Attempting to bind port eb160ee4-0a93-4740-b828-321d7f9c8e28 on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:48:01.792163 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-43450301-76c5-4b0a-b80a-34ce56d355c2 None None] Attempting to bind port eb160ee4-0a93-4740-b828-321d7f9c8e28 by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:48:01.792653 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43450301-76c5-4b0a-b80a-34ce56d355c2 None None] Attempting to bind port eb160ee4-0a93-4740-b828-321d7f9c8e28 on network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:48:01.807948 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43450301-76c5-4b0a-b80a-34ce56d355c2 None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 18, 47, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:48:01.808525 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43450301-76c5-4b0a-b80a-34ce56d355c2 None None] Checking segment: {'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:48:01.809034 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-43450301-76c5-4b0a-b80a-34ce56d355c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:01.809526 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43450301-76c5-4b0a-b80a-34ce56d355c2 None None] Bound using segment: {'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:48:01.810119 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-43450301-76c5-4b0a-b80a-34ce56d355c2 None None] Bound port: eb160ee4-0a93-4740-b828-321d7f9c8e28, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:48:01.810573 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-43450301-76c5-4b0a-b80a-34ce56d355c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:01.842574 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a205e45b-8904-4877-a599-35981c5110e6 None None] Pushing event updated for resources: {'Port': ['ID=eb160ee4-0a93-4740-b828-321d7f9c8e28,revision_number=2']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:01.870378 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e83190df-a33d-4d6a-b7b4-0ea22650cb9d req-f847e8d7-f5f1-4674-a8d6-669979910fde tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] 10.222.0.41 "GET /v2.0/security-groups?id=4c5ecf30-c6e9-40ba-b15a-d3f269f6b4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898695 Jun 01 18:48:01.876981 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-780ee70d-8aea-4aa6-a505-097077321a88 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:01.913544 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [None req-780ee70d-8aea-4aa6-a505-097077321a88 admin admin] Transition to ACTIVE for port object 5e8a5c76-0c5f-49eb-ad75-01af0221bf22 will not be triggered until provisioned by entity DHCP. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:48:01.948530 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-780ee70d-8aea-4aa6-a505-097077321a88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:01.958896 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f11166-c69d-477a-a434-7aabf1a3cdbf req-7aa21b7e-db4c-446e-8ce5-5d7ba1c8cfcb tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:01.976083 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-85f11166-c69d-477a-a434-7aabf1a3cdbf req-7aa21b7e-db4c-446e-8ce5-5d7ba1c8cfcb tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] 10.222.0.41 "GET /v2.0/ports?device_id=0dcd1d1e-530a-45dd-9d6b-dc7638ac52db HTTP/1.1" status: 200 len: 946 time: 0.1314399 Jun 01 18:48:02.045373 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-85f11166-c69d-477a-a434-7aabf1a3cdbf req-4dab5639-1416-4c85-934b-c1de53c80525 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] 10.222.0.41 "GET /v2.0/security-groups?id=32e0c067-0089-408b-a3cd-4b24e22ccce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677593 Jun 01 18:48:02.067843 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-780ee70d-8aea-4aa6-a505-097077321a88 admin admin] Network 996f5be9-f9b8-4d12-8f72-afae694b3fff is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:48:02.068315 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780ee70d-8aea-4aa6-a505-097077321a88 admin admin] Pushing event updated for resources: {'Port': ['ID=5e8a5c76-0c5f-49eb-ad75-01af0221bf22,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:02.076924 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-780ee70d-8aea-4aa6-a505-097077321a88 admin admin] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:48:02.079995 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-780ee70d-8aea-4aa6-a505-097077321a88 admin admin] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:48:02.104848 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-43450301-76c5-4b0a-b80a-34ce56d355c2 None None] For port eb160ee4-0a93-4740-b828-321d7f9c8e28, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:48:02.112729 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-43450301-76c5-4b0a-b80a-34ce56d355c2 None None] For port eb160ee4-0a93-4740-b828-321d7f9c8e28, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=eb160ee4-0a93-4740-b828-321d7f9c8e28,segment=NetworkSegment(7875af61-4c53-4ff2-b8c8-d4b7c35ff947),segment_id=7875af61-4c53-4ff2-b8c8-d4b7c35ff947)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:48:02.118458 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-43450301-76c5-4b0a-b80a-34ce56d355c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:02.184150 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-780ee70d-8aea-4aa6-a505-097077321a88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-887605'] for router_interface, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:02.213325 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43450301-76c5-4b0a-b80a-34ce56d355c2 None None] Routers {'98c6f889-c8db-4801-8135-e74558dc7084'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:48:02.214124 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-43450301-76c5-4b0a-b80a-34ce56d355c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:47:39Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['98c6f889-c8db-4801-8135-e74558dc7084'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:48:02.293233 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17e3317-fc3c-4703-b270-6121091afcaa req-fef10064-1e74-412a-a740-19f2ff3d2638 tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:02.294713 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e17e3317-fc3c-4703-b270-6121091afcaa req-fef10064-1e74-412a-a740-19f2ff3d2638 tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] 10.222.0.41 "GET /v2.0/ports?device_id=420a476b-0d5b-4dc2-9bfb-22ae930ac2da HTTP/1.1" status: 200 len: 946 time: 0.1554179 Jun 01 18:48:02.354732 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a205e45b-8904-4877-a599-35981c5110e6 None None] Pushing event updated for resources: {'Port': ['ID=eb160ee4-0a93-4740-b828-321d7f9c8e28,revision_number=3']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:02.374723 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e17e3317-fc3c-4703-b270-6121091afcaa req-0dc1cd1d-162f-4f31-9c67-4b442c99372e tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f2fd699-5af8-4379-8a92-35d8c8796709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701408 Jun 01 18:48:02.503320 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8ede430-e6a1-4a7c-ba66-f5a9871ad1d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5716d5a-c2ed-4f70-9f4e-10b7c67ee8ae'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:48:02.508368 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-780ee70d-8aea-4aa6-a505-097077321a88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:02.571962 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-7576a24d-9f06-4e31-9586-6dadc3874daa None None] Provisioning for port 5e8a5c76-0c5f-49eb-ad75-01af0221bf22 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:48:02.598979 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-43450301-76c5-4b0a-b80a-34ce56d355c2 None None] Set router 98c6f889-c8db-4801-8135-e74558dc7084 gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:48:02.704052 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-7576a24d-9f06-4e31-9586-6dadc3874daa None None] Provisioning complete for port 5e8a5c76-0c5f-49eb-ad75-01af0221bf22 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:48:02.705322 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-7576a24d-9f06-4e31-9586-6dadc3874daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:02.719173 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a47b71-552b-4fe2-8ddd-ad88decfce8d req-35009010-3985-41e1-8230-3450e11333b1 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:02.736920 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-58a47b71-552b-4fe2-8ddd-ad88decfce8d req-35009010-3985-41e1-8230-3450e11333b1 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/ports?device_id=bbc6cdff-04ae-48c7-ad6e-c61c3c6d16b7 HTTP/1.1" status: 200 len: 948 time: 0.1245835 Jun 01 18:48:02.793376 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-58a47b71-552b-4fe2-8ddd-ad88decfce8d req-a725abaf-d583-4edb-b0c1-981ca1d3a4dd tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbe27866-6450-47f0-a8e1-f266dfb72433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638552 Jun 01 18:48:02.856827 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d57a68-09f8-493a-bca6-99c3af11424d req-900b53fb-e83f-480b-ad00-b6b2b27ded40 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:02.865646 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d57a68-09f8-493a-bca6-99c3af11424d req-900b53fb-e83f-480b-ad00-b6b2b27ded40 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:02.872218 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d57a68-09f8-493a-bca6-99c3af11424d req-900b53fb-e83f-480b-ad00-b6b2b27ded40 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:02.879000 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-7576a24d-9f06-4e31-9586-6dadc3874daa None None] Port 5e8a5c76-0c5f-49eb-ad75-01af0221bf22 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 18:48:02.885776 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d57a68-09f8-493a-bca6-99c3af11424d req-900b53fb-e83f-480b-ad00-b6b2b27ded40 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:02.891873 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d104ecf-3693-484f-9fef-af752c0c348b'] response: {'server_uuid': 'c8ede430-e6a1-4a7c-ba66-f5a9871ad1d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5716d5a-c2ed-4f70-9f4e-10b7c67ee8ae', 'code': 200} Jun 01 18:48:02.898593 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d57a68-09f8-493a-bca6-99c3af11424d req-900b53fb-e83f-480b-ad00-b6b2b27ded40 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:02.904702 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d57a68-09f8-493a-bca6-99c3af11424d req-900b53fb-e83f-480b-ad00-b6b2b27ded40 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:02.911242 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d57a68-09f8-493a-bca6-99c3af11424d req-900b53fb-e83f-480b-ad00-b6b2b27ded40 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:02.913375 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-79d57a68-09f8-493a-bca6-99c3af11424d req-900b53fb-e83f-480b-ad00-b6b2b27ded40 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c83a2c5-aa3d-4e8d-af22-cb838112216f HTTP/1.1" status: 200 len: 5431 time: 0.2888231 Jun 01 18:48:03.042064 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-780ee70d-8aea-4aa6-a505-097077321a88 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:03.047353 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-79d57a68-09f8-493a-bca6-99c3af11424d req-56b3fee5-b8e0-4f53-9d3f-1395ebdfa5d4 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] 10.222.0.41 "GET /v2.0/security-groups?id=3eddd810-beb6-4f1d-8108-29288df7e7ee&id=9572e18c-01ef-4403-8358-e3e783c3474b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1249788 Jun 01 18:48:03.051655 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-780ee70d-8aea-4aa6-a505-097077321a88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:03.193242 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780ee70d-8aea-4aa6-a505-097077321a88 admin admin] Pushing event updated for resources: {'Port': ['ID=5e8a5c76-0c5f-49eb-ad75-01af0221bf22,revision_number=2']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:03.197566 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-780ee70d-8aea-4aa6-a505-097077321a88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-887436'] for router_interface, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:03.207636 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda150fa-b830-468d-9631-23b15200725a req-9075a4e2-a645-4611-a2a0-56ff69b7266e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:03.209240 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-eda150fa-b830-468d-9631-23b15200725a req-9075a4e2-a645-4611-a2a0-56ff69b7266e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c8ede430-e6a1-4a7c-ba66-f5a9871ad1d4 HTTP/1.1" status: 200 len: 1097 time: 0.2658112 Jun 01 18:48:03.262626 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-43450301-76c5-4b0a-b80a-34ce56d355c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98c6f889-c8db-4801-8135-e74558dc7084', 'name': 'tempest-FloatingIPsTestJSON-1214912404-router', 'tenant_id': '2e54302b464545128cc217aaf6f57f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.159'}], 'enable_snat': True}, 'gw_port_id': 'eb160ee4-0a93-4740-b828-321d7f9c8e28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:47:54Z', 'updated_at': '2022-06-01T18:47:57Z', 'revision_number': 3, 'project_id': '2e54302b464545128cc217aaf6f57f42', 'gw_port': {'id': 'eb160ee4-0a93-4740-b828-321d7f9c8e28', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:c1:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98c6f889-c8db-4801-8135-e74558dc7084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:47:56Z', 'updated_at': '2022-06-01T18:48:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:48:03.275785 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43450301-76c5-4b0a-b80a-34ce56d355c2 None None] The sync data for ids ['98c6f889-c8db-4801-8135-e74558dc7084'] in n-d-844202-1 is: [{'id': '98c6f889-c8db-4801-8135-e74558dc7084', 'name': 'tempest-FloatingIPsTestJSON-1214912404-router', 'tenant_id': '2e54302b464545128cc217aaf6f57f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.159'}], 'enable_snat': True}, 'gw_port_id': 'eb160ee4-0a93-4740-b828-321d7f9c8e28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:47:54Z', 'updated_at': '2022-06-01T18:47:57Z', 'revision_number': 3, 'project_id': '2e54302b464545128cc217aaf6f57f42', 'gw_port': {'id': 'eb160ee4-0a93-4740-b828-321d7f9c8e28', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:c1:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98c6f889-c8db-4801-8135-e74558dc7084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:47:56Z', 'updated_at': '2022-06-01T18:48:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}] {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 18:48:03.458790 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12afdba3-2fce-4f67-ae45-ce77c9a57886 req-99441e01-fc9f-4acd-91f6-cb03010d9ff7 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:03.463632 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-12afdba3-2fce-4f67-ae45-ce77c9a57886 req-99441e01-fc9f-4acd-91f6-cb03010d9ff7 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] 10.222.0.41 "GET /v2.0/ports?device_id=0dcd1d1e-530a-45dd-9d6b-dc7638ac52db HTTP/1.1" status: 200 len: 946 time: 0.1107373 Jun 01 18:48:03.519616 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-12afdba3-2fce-4f67-ae45-ce77c9a57886 req-af217a05-0270-47e4-97c3-a15757fabbc1 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] 10.222.0.41 "GET /v2.0/security-groups?id=32e0c067-0089-408b-a3cd-4b24e22ccce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523448 Jun 01 18:48:03.561360 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-eda150fa-b830-468d-9631-23b15200725a req-ed2d23db-c8b4-4c9a-963a-c981b53ff7ad service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=4c5ecf30-c6e9-40ba-b15a-d3f269f6b4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3360133 Jun 01 18:48:03.708384 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-780ee70d-8aea-4aa6-a505-097077321a88 admin admin] Network 996f5be9-f9b8-4d12-8f72-afae694b3fff is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:48:03.708384 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-780ee70d-8aea-4aa6-a505-097077321a88 admin admin] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:48:03.819714 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-13f2ca31-b351-43ea-a4e1-f3a07ab3d87e req-4fac93d2-6907-4858-9435-21c5c725bf87 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=bbc6cdff-04ae-48c7-ad6e-c61c3c6d16b7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3699954 Jun 01 18:48:03.852447 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418dc422-9524-4217-a927-367184a4e4e1 req-74c58d6f-e6d0-4a60-9926-12e49a5ba871 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:03.859755 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-418dc422-9524-4217-a927-367184a4e4e1 req-74c58d6f-e6d0-4a60-9926-12e49a5ba871 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8ede430-e6a1-4a7c-ba66-f5a9871ad1d4 HTTP/1.1" status: 200 len: 946 time: 0.4110918 Jun 01 18:48:03.913727 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8f5773-328e-4ffb-aae9-5b69b770ba46 req-15e447e1-c3a0-40ee-a967-ed3562bb2118 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:03.939787 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fe8f5773-328e-4ffb-aae9-5b69b770ba46 req-15e447e1-c3a0-40ee-a967-ed3562bb2118 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/ports?device_id=bbc6cdff-04ae-48c7-ad6e-c61c3c6d16b7 HTTP/1.1" status: 200 len: 948 time: 0.2439594 Jun 01 18:48:04.060870 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fe8f5773-328e-4ffb-aae9-5b69b770ba46 req-36fe347c-8916-424e-a39b-9721a853e59c tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbe27866-6450-47f0-a8e1-f266dfb72433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201212 Jun 01 18:48:04.180267 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device eb160ee4-0a93-4740-b828-321d7f9c8e28 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:48:04.305850 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-18dc41de-0785-4b87-9601-2fceeb35305c None None] Provisioning complete for port 5e8a5c76-0c5f-49eb-ad75-01af0221bf22 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:48:04.306456 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-18dc41de-0785-4b87-9601-2fceeb35305c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:04.350363 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-418dc422-9524-4217-a927-367184a4e4e1 req-da5bb472-2fe5-4138-815d-5b8f26932092 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] 10.222.0.41 "GET /v2.0/security-groups?id=4c5ecf30-c6e9-40ba-b15a-d3f269f6b4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4895670 Jun 01 18:48:04.357305 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-780ee70d-8aea-4aa6-a505-097077321a88 admin admin] Router 98c6f889-c8db-4801-8135-e74558dc7084 has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 18:48:04.373840 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-18dc41de-0785-4b87-9601-2fceeb35305c None None] Port 5e8a5c76-0c5f-49eb-ad75-01af0221bf22 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 18:48:04.375167 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port eb160ee4-0a93-4740-b828-321d7f9c8e28 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:48:04.390795 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port eb160ee4-0a93-4740-b828-321d7f9c8e28 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:48:04.391169 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:04.545970 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acbf0ea-0e3e-4230-aefd-2bed6263a3da req-f41e9bbd-2c43-4287-a6c4-c63e8ee7dfc7 tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:04.555690 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4acbf0ea-0e3e-4230-aefd-2bed6263a3da req-f41e9bbd-2c43-4287-a6c4-c63e8ee7dfc7 tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] 10.222.0.41 "GET /v2.0/ports?device_id=420a476b-0d5b-4dc2-9bfb-22ae930ac2da HTTP/1.1" status: 200 len: 946 time: 0.3201449 Jun 01 18:48:04.697409 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4acbf0ea-0e3e-4230-aefd-2bed6263a3da req-601a5034-d8de-4f28-a739-def70ed34951 tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f2fd699-5af8-4379-8a92-35d8c8796709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324711 Jun 01 18:48:04.706842 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port eb160ee4-0a93-4740-b828-321d7f9c8e28 is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:48:04.707491 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:04.739150 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port eb160ee4-0a93-4740-b828-321d7f9c8e28, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=eb160ee4-0a93-4740-b828-321d7f9c8e28,segment=NetworkSegment(7875af61-4c53-4ff2-b8c8-d4b7c35ff947),segment_id=7875af61-4c53-4ff2-b8c8-d4b7c35ff947)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:48:04.746540 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:04.912817 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=eb160ee4-0a93-4740-b828-321d7f9c8e28,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:04.942927 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba80bc45-3501-4700-b085-2b7f9a9a1176 req-977b9ceb-529c-49a6-af87-7370c21a18d0 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:04.950442 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba80bc45-3501-4700-b085-2b7f9a9a1176 req-977b9ceb-529c-49a6-af87-7370c21a18d0 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:04.982637 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba80bc45-3501-4700-b085-2b7f9a9a1176 req-977b9ceb-529c-49a6-af87-7370c21a18d0 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:04.999389 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba80bc45-3501-4700-b085-2b7f9a9a1176 req-977b9ceb-529c-49a6-af87-7370c21a18d0 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:05.027078 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba80bc45-3501-4700-b085-2b7f9a9a1176 req-977b9ceb-529c-49a6-af87-7370c21a18d0 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:05.043286 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba80bc45-3501-4700-b085-2b7f9a9a1176 req-977b9ceb-529c-49a6-af87-7370c21a18d0 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:05.056918 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba80bc45-3501-4700-b085-2b7f9a9a1176 req-977b9ceb-529c-49a6-af87-7370c21a18d0 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:05.066623 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ba80bc45-3501-4700-b085-2b7f9a9a1176 req-977b9ceb-529c-49a6-af87-7370c21a18d0 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c83a2c5-aa3d-4e8d-af22-cb838112216f HTTP/1.1" status: 200 len: 5431 time: 0.4591386 Jun 01 18:48:05.162558 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-780ee70d-8aea-4aa6-a505-097077321a88 admin admin] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 18:48:05.175374 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00df7d2-35f8-42a4-a9bb-c1ce4b48bd6d req-3bd00530-c32d-461b-86ec-c017f6f77737 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:05.194410 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c00df7d2-35f8-42a4-a9bb-c1ce4b48bd6d req-3bd00530-c32d-461b-86ec-c017f6f77737 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] 10.222.0.41 "GET /v2.0/ports?device_id=0dcd1d1e-530a-45dd-9d6b-dc7638ac52db HTTP/1.1" status: 200 len: 946 time: 0.2171006 Jun 01 18:48:05.197563 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ba80bc45-3501-4700-b085-2b7f9a9a1176 req-aa215e39-223c-4431-876c-920fe8970620 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] 10.222.0.41 "GET /v2.0/security-groups?id=3eddd810-beb6-4f1d-8108-29288df7e7ee&id=9572e18c-01ef-4403-8358-e3e783c3474b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1297245 Jun 01 18:48:05.235153 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-780ee70d-8aea-4aa6-a505-097077321a88 admin admin] 10.222.0.41 "PUT /v2.0/routers/98c6f889-c8db-4801-8135-e74558dc7084/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4529505 Jun 01 18:48:05.272908 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c00df7d2-35f8-42a4-a9bb-c1ce4b48bd6d req-fd465635-4786-4130-92ad-27f0bb06b361 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] 10.222.0.41 "GET /v2.0/security-groups?id=32e0c067-0089-408b-a3cd-4b24e22ccce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771754 Jun 01 18:48:05.542392 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf2943b-4e38-48a7-99c6-12b2ba48171a req-68a5ea62-28de-449e-a68e-0d87a0a17c0b tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:05.544363 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-dcf2943b-4e38-48a7-99c6-12b2ba48171a req-68a5ea62-28de-449e-a68e-0d87a0a17c0b tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/ports?device_id=bbc6cdff-04ae-48c7-ad6e-c61c3c6d16b7 HTTP/1.1" status: 200 len: 948 time: 0.1582913 Jun 01 18:48:05.614094 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-dcf2943b-4e38-48a7-99c6-12b2ba48171a req-c9205827-b410-4c46-8bf7-4f320dc05d46 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbe27866-6450-47f0-a8e1-f266dfb72433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606580 Jun 01 18:48:05.631147 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c632ec0-0fb2-4944-b27e-6658562ad3a7 req-408dbe0c-0c69-4714-bf5b-17fd4b4f3752 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:05.633134 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-1c632ec0-0fb2-4944-b27e-6658562ad3a7 req-408dbe0c-0c69-4714-bf5b-17fd4b4f3752 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8ede430-e6a1-4a7c-ba66-f5a9871ad1d4 HTTP/1.1" status: 200 len: 946 time: 0.1162620 Jun 01 18:48:05.687377 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-1c632ec0-0fb2-4944-b27e-6658562ad3a7 req-cbb7ecb2-81eb-417e-934d-0bbe9c39947e tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] 10.222.0.41 "GET /v2.0/security-groups?id=4c5ecf30-c6e9-40ba-b15a-d3f269f6b4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481126 Jun 01 18:48:05.894783 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e5a2dbb3-2719-4d5d-a566-7c9281ea4ee5 req-f143a92c-2891-4b41-98b7-9826fd25815b tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-165104164&fields=id&tenant_id=03a56f87111741e99eac45e7902d811c HTTP/1.1" status: 200 len: 267 time: 0.0560784 Jun 01 18:48:06.010776 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a2dbb3-2719-4d5d-a566-7c9281ea4ee5 req-e2aa79ce-e8ef-4241-bee6-4d14c0686ecf tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:06.012492 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e5a2dbb3-2719-4d5d-a566-7c9281ea4ee5 req-e2aa79ce-e8ef-4241-bee6-4d14c0686ecf tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8ede430-e6a1-4a7c-ba66-f5a9871ad1d4 HTTP/1.1" status: 200 len: 946 time: 0.1117365 Jun 01 18:48:06.042911 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-e5a2dbb3-2719-4d5d-a566-7c9281ea4ee5 req-7b1b4732-b146-44a1-aca4-507a33361610 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Request body: {'port': {'security_groups': ['4c5ecf30-c6e9-40ba-b15a-d3f269f6b4ca', '8f2b1122-c764-4c03-97d7-8e3515c3505a']}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:48:06.088551 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f31566b-908f-4f22-9c8c-a696e764e89f None None] Sync routers for ids ['98c6f889-c8db-4801-8135-e74558dc7084'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 18:48:06.113705 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f31566b-908f-4f22-9c8c-a696e764e89f None None] Routers {'98c6f889-c8db-4801-8135-e74558dc7084'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:48:06.128139 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-6f31566b-908f-4f22-9c8c-a696e764e89f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:47:39Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['98c6f889-c8db-4801-8135-e74558dc7084'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:48:06.158620 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-2ead2ae9-c04b-4e2c-95b7-744c4df125d1 req-623b7223-1793-406f-a543-dd3d30e90ccc tempest-FloatingIPsTestJSON-1690271538 tempest-FloatingIPsTestJSON-1690271538-project] Synchronizing usage tracker for tenant:2e54302b464545128cc217aaf6f57f42 on resource:network {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:48:06.181241 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device eb160ee4-0a93-4740-b828-321d7f9c8e28 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:48:06.186567 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-2ead2ae9-c04b-4e2c-95b7-744c4df125d1 req-623b7223-1793-406f-a543-dd3d30e90ccc tempest-FloatingIPsTestJSON-1690271538 tempest-FloatingIPsTestJSON-1690271538-project] Unset dirty status for tenant:2e54302b464545128cc217aaf6f57f42 on resource:network {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:48:06.187877 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2ead2ae9-c04b-4e2c-95b7-744c4df125d1 req-623b7223-1793-406f-a543-dd3d30e90ccc tempest-FloatingIPsTestJSON-1690271538 tempest-FloatingIPsTestJSON-1690271538-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3765996 Jun 01 18:48:06.194826 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f2ca31-b351-43ea-a4e1-f3a07ab3d87e req-6e945a59-4786-449f-a5a7-7758cd58f0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:06.196406 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-13f2ca31-b351-43ea-a4e1-f3a07ab3d87e req-6e945a59-4786-449f-a5a7-7758cd58f0b8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5a29f45689de4723b61fb9850cc62a10&device_id=bbc6cdff-04ae-48c7-ad6e-c61c3c6d16b7 HTTP/1.1" status: 200 len: 1099 time: 0.2153170 Jun 01 18:48:06.202611 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [req-2ead2ae9-c04b-4e2c-95b7-744c4df125d1 req-405748bd-af40-44b3-acfc-bde997da1206 tempest-FloatingIPsTestJSON-1690271538 tempest-FloatingIPsTestJSON-1690271538-project] Request body: {'floatingip': {'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:48:06.210991 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [req-2ead2ae9-c04b-4e2c-95b7-744c4df125d1 req-405748bd-af40-44b3-acfc-bde997da1206 tempest-FloatingIPsTestJSON-1690271538 tempest-FloatingIPsTestJSON-1690271538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:48:06.222919 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-2ead2ae9-c04b-4e2c-95b7-744c4df125d1 req-405748bd-af40-44b3-acfc-bde997da1206 tempest-FloatingIPsTestJSON-1690271538 tempest-FloatingIPsTestJSON-1690271538-project] Usage tracker for resource:floatingip and tenant:2e54302b464545128cc217aaf6f57f42 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:48:06.266669 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-2ead2ae9-c04b-4e2c-95b7-744c4df125d1 req-405748bd-af40-44b3-acfc-bde997da1206 tempest-FloatingIPsTestJSON-1690271538 tempest-FloatingIPsTestJSON-1690271538-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:48:06.271665 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-e5a2dbb3-2719-4d5d-a566-7c9281ea4ee5 req-7b1b4732-b146-44a1-aca4-507a33361610 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:06.273853 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [req-2ead2ae9-c04b-4e2c-95b7-744c4df125d1 req-405748bd-af40-44b3-acfc-bde997da1206 tempest-FloatingIPsTestJSON-1690271538 tempest-FloatingIPsTestJSON-1690271538-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:48:06.294917 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-2ead2ae9-c04b-4e2c-95b7-744c4df125d1 req-405748bd-af40-44b3-acfc-bde997da1206 tempest-FloatingIPsTestJSON-1690271538 tempest-FloatingIPsTestJSON-1690271538-project] Notify callbacks [] for floatingip, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:06.335410 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port eb160ee4-0a93-4740-b828-321d7f9c8e28 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:48:06.335780 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:06.451654 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-6f31566b-908f-4f22-9c8c-a696e764e89f None None] Set router 98c6f889-c8db-4801-8135-e74558dc7084 gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:48:06.480216 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f2ca31-b351-43ea-a4e1-f3a07ab3d87e req-8bbb2faa-3992-4a16-9ee9-5d44d5eccd4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:06.483326 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-13f2ca31-b351-43ea-a4e1-f3a07ab3d87e req-8bbb2faa-3992-4a16-9ee9-5d44d5eccd4f service neutron] 10.222.0.15 "GET /v2.0/networks?id=898153a3-5d71-43be-9d14-343ea4a48426 HTTP/1.1" status: 200 len: 870 time: 0.2621233 Jun 01 18:48:06.549144 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port eb160ee4-0a93-4740-b828-321d7f9c8e28 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:48:06.627553 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-13f2ca31-b351-43ea-a4e1-f3a07ab3d87e req-6bcbdba3-fa1d-48db-a182-0742c01bbafe service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=1e38921f-0057-4abf-aff6-93f3058d24de HTTP/1.1" status: 200 len: 217 time: 0.0814545 Jun 01 18:48:06.733194 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-e5a2dbb3-2719-4d5d-a566-7c9281ea4ee5 req-7b1b4732-b146-44a1-aca4-507a33361610 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] For port c5716d5a-c2ed-4f70-9f4e-10b7c67ee8ae, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=c5716d5a-c2ed-4f70-9f4e-10b7c67ee8ae,segment=NetworkSegment(3a68ef34-7e9a-4cb9-bb1d-922280e423dc),segment_id=3a68ef34-7e9a-4cb9-bb1d-922280e423dc)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:48:06.763445 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-e5a2dbb3-2719-4d5d-a566-7c9281ea4ee5 req-7b1b4732-b146-44a1-aca4-507a33361610 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:06.769693 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-e5a2dbb3-2719-4d5d-a566-7c9281ea4ee5 req-7b1b4732-b146-44a1-aca4-507a33361610 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:06.781838 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] get_ports_and_sgs() called for port_ids ['c5716d5a-c2ed-4f70-9f4e-10b7c67ee8ae'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:48:06.852686 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a2dbb3-2719-4d5d-a566-7c9281ea4ee5 req-7b1b4732-b146-44a1-aca4-507a33361610 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:06.853317 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-e5a2dbb3-2719-4d5d-a566-7c9281ea4ee5 req-7b1b4732-b146-44a1-aca4-507a33361610 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:06.866878 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e5a2dbb3-2719-4d5d-a566-7c9281ea4ee5 req-7b1b4732-b146-44a1-aca4-507a33361610 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] 10.222.0.41 "PUT /v2.0/ports/c5716d5a-c2ed-4f70-9f4e-10b7c67ee8ae HTTP/1.1" status: 200 len: 982 time: 0.8291104 Jun 01 18:48:06.868797 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8ede430-e6a1-4a7c-ba66-f5a9871ad1d4', 'tag': 'c5716d5a-c2ed-4f70-9f4e-10b7c67ee8ae'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:48:06.931585 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-6f31566b-908f-4f22-9c8c-a696e764e89f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98c6f889-c8db-4801-8135-e74558dc7084', 'name': 'tempest-FloatingIPsTestJSON-1214912404-router', 'tenant_id': '2e54302b464545128cc217aaf6f57f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.159'}], 'enable_snat': True}, 'gw_port_id': 'eb160ee4-0a93-4740-b828-321d7f9c8e28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:47:54Z', 'updated_at': '2022-06-01T18:48:02Z', 'revision_number': 4, 'project_id': '2e54302b464545128cc217aaf6f57f42', 'gw_port': {'id': 'eb160ee4-0a93-4740-b828-321d7f9c8e28', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:c1:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c6f889-c8db-4801-8135-e74558dc7084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:47:56Z', 'updated_at': '2022-06-01T18:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '5e8a5c76-0c5f-49eb-ad75-01af0221bf22', 'name': '', 'network_id': '996f5be9-f9b8-4d12-8f72-afae694b3fff', 'tenant_id': '2e54302b464545128cc217aaf6f57f42', 'mac_address': 'fa:16:3e:fb:e4:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98c6f889-c8db-4801-8135-e74558dc7084', 'device_owner': 'network:router_interface', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': '804cef28-2b95-48a6-a413-c7247330379d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:48:01Z', 'updated_at': '2022-06-01T18:48:02Z', 'revision_number': 2, 'project_id': '2e54302b464545128cc217aaf6f57f42', 'subnets': [{'id': '804cef28-2b95-48a6-a413-c7247330379d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:48:06.947871 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] get_ports_and_sgs() called for port_ids ['c5716d5a-c2ed-4f70-9f4e-10b7c67ee8ae'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:48:06.951432 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f31566b-908f-4f22-9c8c-a696e764e89f None None] Checking router: 98c6f889-c8db-4801-8135-e74558dc7084 for host: n-d-844202-1 {{(pid=88527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 18:48:06.951820 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f31566b-908f-4f22-9c8c-a696e764e89f None None] Updating router 98c6f889-c8db-4801-8135-e74558dc7084 port 5e8a5c76-0c5f-49eb-ad75-01af0221bf22 binding host n-d-844202-1 {{(pid=88527) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 18:48:06.966875 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f2ca31-b351-43ea-a4e1-f3a07ab3d87e req-a4f12978-319c-4657-8634-45793c46502d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:06.970210 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-13f2ca31-b351-43ea-a4e1-f3a07ab3d87e req-a4f12978-319c-4657-8634-45793c46502d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=35e3ad2f-9c88-4698-b634-4e1b58de1cc2 HTTP/1.1" status: 200 len: 843 time: 0.3332672 Jun 01 18:48:06.973459 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1b4732-b146-44a1-aca4-507a33361610 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Pushing event updated for resources: {'Port': ['ID=c5716d5a-c2ed-4f70-9f4e-10b7c67ee8ae,revision_number=6']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:07.083208 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-6f31566b-908f-4f22-9c8c-a696e764e89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:07.141749 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-0bc544af-19a6-450a-af58-54d6cf15f4e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:07.244005 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-2ead2ae9-c04b-4e2c-95b7-744c4df125d1 req-405748bd-af40-44b3-acfc-bde997da1206 tempest-FloatingIPsTestJSON-1690271538 tempest-FloatingIPsTestJSON-1690271538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:07.292241 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e980ceca-120d-463a-b4d0-7d37bac45d9a req-67c96ded-d28a-4cfa-a147-55bfa7fb3d5e tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:07.294526 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e980ceca-120d-463a-b4d0-7d37bac45d9a req-67c96ded-d28a-4cfa-a147-55bfa7fb3d5e tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] 10.222.0.41 "GET /v2.0/ports?device_id=420a476b-0d5b-4dc2-9bfb-22ae930ac2da HTTP/1.1" status: 200 len: 946 time: 0.2310627 Jun 01 18:48:07.364293 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f2ca31-b351-43ea-a4e1-f3a07ab3d87e req-5ff15f84-715b-491f-bc36-783fd31760fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:07.367550 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-13f2ca31-b351-43ea-a4e1-f3a07ab3d87e req-5ff15f84-715b-491f-bc36-783fd31760fd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=898153a3-5d71-43be-9d14-343ea4a48426&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3513367 Jun 01 18:48:07.420645 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e980ceca-120d-463a-b4d0-7d37bac45d9a req-1b5a1e07-b76c-42c2-bb3b-71492713e020 tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f2fd699-5af8-4379-8a92-35d8c8796709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114597 Jun 01 18:48:07.549225 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [req-2ead2ae9-c04b-4e2c-95b7-744c4df125d1 req-405748bd-af40-44b3-acfc-bde997da1206 tempest-FloatingIPsTestJSON-1690271538 tempest-FloatingIPsTestJSON-1690271538-project] Allocated IP 172.25.4.148 (72a72e44-6845-488a-a5ff-3a26d4df9cb3/c314a23b-daa2-4106-ab28-8e6f954277b2/c352f635-e3ab-41cf-9f1c-885124e63c22) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:48:07.739318 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1f0e08-be47-4d22-a25e-4147afe3d48b req-d504d54c-2a3a-4736-aa0f-149f88358b15 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:07.745749 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1f0e08-be47-4d22-a25e-4147afe3d48b req-d504d54c-2a3a-4736-aa0f-149f88358b15 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:07.753210 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1f0e08-be47-4d22-a25e-4147afe3d48b req-d504d54c-2a3a-4736-aa0f-149f88358b15 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:07.759635 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1f0e08-be47-4d22-a25e-4147afe3d48b req-d504d54c-2a3a-4736-aa0f-149f88358b15 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:07.766383 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1f0e08-be47-4d22-a25e-4147afe3d48b req-d504d54c-2a3a-4736-aa0f-149f88358b15 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:07.776038 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1f0e08-be47-4d22-a25e-4147afe3d48b req-d504d54c-2a3a-4736-aa0f-149f88358b15 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:07.781015 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1f0e08-be47-4d22-a25e-4147afe3d48b req-d504d54c-2a3a-4736-aa0f-149f88358b15 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:07.783586 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-cc1f0e08-be47-4d22-a25e-4147afe3d48b req-d504d54c-2a3a-4736-aa0f-149f88358b15 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c83a2c5-aa3d-4e8d-af22-cb838112216f HTTP/1.1" status: 200 len: 5431 time: 0.1688876 Jun 01 18:48:07.811214 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-6f31566b-908f-4f22-9c8c-a696e764e89f None None] Notify callbacks [] for port, precommit_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:07.828027 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.provisioning_blocks [None req-6f31566b-908f-4f22-9c8c-a696e764e89f None None] Transition to ACTIVE for port object 5e8a5c76-0c5f-49eb-ad75-01af0221bf22 will not be triggered until provisioned by entity L2. {{(pid=88527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:48:07.838520 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-6f31566b-908f-4f22-9c8c-a696e764e89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:07.849360 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-cc1f0e08-be47-4d22-a25e-4147afe3d48b req-c7d73ff8-435a-4f3f-81e0-9b88e1b0d2e4 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] 10.222.0.41 "GET /v2.0/security-groups?id=3eddd810-beb6-4f1d-8108-29288df7e7ee&id=9572e18c-01ef-4403-8358-e3e783c3474b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0582371 Jun 01 18:48:07.886535 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-13f2ca31-b351-43ea-a4e1-f3a07ab3d87e req-837126df-247e-4e70-8b8f-e8b82f3c2f3e service neutron] 10.222.0.15 "GET /v2.0/networks/898153a3-5d71-43be-9d14-343ea4a48426?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4031079 Jun 01 18:48:07.941990 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-2ead2ae9-c04b-4e2c-95b7-744c4df125d1 req-405748bd-af40-44b3-acfc-bde997da1206 tempest-FloatingIPsTestJSON-1690271538 tempest-FloatingIPsTestJSON-1690271538-project] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:08.131346 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-13f2ca31-b351-43ea-a4e1-f3a07ab3d87e req-7d24d5ff-d172-45e4-bbf7-f3a11c8e7582 service neutron] 10.222.0.15 "GET /v2.0/networks/898153a3-5d71-43be-9d14-343ea4a48426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2284513 Jun 01 18:48:08.153898 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-2ead2ae9-c04b-4e2c-95b7-744c4df125d1 req-405748bd-af40-44b3-acfc-bde997da1206 tempest-FloatingIPsTestJSON-1690271538 tempest-FloatingIPsTestJSON-1690271538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:08.164810 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123e6d81-b7c0-45fd-934a-223d8b36e390 None None] Pushing event updated for resources: {'Port': ['ID=5e8a5c76-0c5f-49eb-ad75-01af0221bf22,revision_number=3']} {{(pid=88527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:08.248071 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123e6d81-b7c0-45fd-934a-223d8b36e390 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:48:08.248635 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123e6d81-b7c0-45fd-934a-223d8b36e390 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:48:08.249046 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123e6d81-b7c0-45fd-934a-223d8b36e390 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:48:08.249442 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123e6d81-b7c0-45fd-934a-223d8b36e390 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:48:08.249856 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123e6d81-b7c0-45fd-934a-223d8b36e390 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:48:08.250313 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123e6d81-b7c0-45fd-934a-223d8b36e390 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:48:08.250706 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123e6d81-b7c0-45fd-934a-223d8b36e390 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:48:08.251151 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123e6d81-b7c0-45fd-934a-223d8b36e390 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:48:08.251565 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123e6d81-b7c0-45fd-934a-223d8b36e390 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:48:08.251950 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123e6d81-b7c0-45fd-934a-223d8b36e390 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:48:08.252368 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123e6d81-b7c0-45fd-934a-223d8b36e390 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:48:08.252753 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123e6d81-b7c0-45fd-934a-223d8b36e390 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:48:08.288621 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-6f31566b-908f-4f22-9c8c-a696e764e89f None None] Attempting to bind port 5e8a5c76-0c5f-49eb-ad75-01af0221bf22 on host n-d-844202-1 for vnic_type normal with profile {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:48:08.289145 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-6f31566b-908f-4f22-9c8c-a696e764e89f None None] Attempting to bind port 5e8a5c76-0c5f-49eb-ad75-01af0221bf22 by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': '609d7256-ada8-4273-a1cd-03c74f74a3e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '996f5be9-f9b8-4d12-8f72-afae694b3fff'}] {{(pid=88527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:48:08.289621 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f31566b-908f-4f22-9c8c-a696e764e89f None None] Attempting to bind port 5e8a5c76-0c5f-49eb-ad75-01af0221bf22 on network 996f5be9-f9b8-4d12-8f72-afae694b3fff {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:48:08.299667 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f31566b-908f-4f22-9c8c-a696e764e89f None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 18, 47, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:48:08.300194 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f31566b-908f-4f22-9c8c-a696e764e89f None None] Checking segment: {'id': '609d7256-ada8-4273-a1cd-03c74f74a3e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '996f5be9-f9b8-4d12-8f72-afae694b3fff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:48:08.301030 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-6f31566b-908f-4f22-9c8c-a696e764e89f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:08.301543 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f31566b-908f-4f22-9c8c-a696e764e89f None None] Bound using segment: {'id': '609d7256-ada8-4273-a1cd-03c74f74a3e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '996f5be9-f9b8-4d12-8f72-afae694b3fff'} {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:48:08.304250 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-6f31566b-908f-4f22-9c8c-a696e764e89f None None] Bound port: 5e8a5c76-0c5f-49eb-ad75-01af0221bf22, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '609d7256-ada8-4273-a1cd-03c74f74a3e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '996f5be9-f9b8-4d12-8f72-afae694b3fff'}}] {{(pid=88527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:48:08.304250 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-6f31566b-908f-4f22-9c8c-a696e764e89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:08.321493 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63976cfe-232b-4fe0-84f7-824d4699c4e3 req-b6e7d34d-5a78-46a0-b17c-ceb28121f1e6 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:08.332531 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-63976cfe-232b-4fe0-84f7-824d4699c4e3 req-b6e7d34d-5a78-46a0-b17c-ceb28121f1e6 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] 10.222.0.41 "GET /v2.0/ports?device_id=0dcd1d1e-530a-45dd-9d6b-dc7638ac52db HTTP/1.1" status: 200 len: 946 time: 0.2890723 Jun 01 18:48:08.354784 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ead2ae9-c04b-4e2c-95b7-744c4df125d1 req-405748bd-af40-44b3-acfc-bde997da1206 tempest-FloatingIPsTestJSON-1690271538 tempest-FloatingIPsTestJSON-1690271538-project] Network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:48:08.358287 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [req-2ead2ae9-c04b-4e2c-95b7-744c4df125d1 req-405748bd-af40-44b3-acfc-bde997da1206 tempest-FloatingIPsTestJSON-1690271538 tempest-FloatingIPsTestJSON-1690271538-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:48:08.370811 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ead2ae9-c04b-4e2c-95b7-744c4df125d1 req-405748bd-af40-44b3-acfc-bde997da1206 tempest-FloatingIPsTestJSON-1690271538 tempest-FloatingIPsTestJSON-1690271538-project] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:48:08.392883 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-63976cfe-232b-4fe0-84f7-824d4699c4e3 req-ed88a529-6ed2-4692-8ff1-1b7c7e6f9b76 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] 10.222.0.41 "GET /v2.0/security-groups?id=32e0c067-0089-408b-a3cd-4b24e22ccce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590534 Jun 01 18:48:08.459245 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.db [None req-6f31566b-908f-4f22-9c8c-a696e764e89f None None] For port 5e8a5c76-0c5f-49eb-ad75-01af0221bf22, host n-d-844202-1, cleared binding levels {{(pid=88527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:48:08.462983 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.db [None req-6f31566b-908f-4f22-9c8c-a696e764e89f None None] For port 5e8a5c76-0c5f-49eb-ad75-01af0221bf22, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=5e8a5c76-0c5f-49eb-ad75-01af0221bf22,segment=NetworkSegment(609d7256-ada8-4273-a1cd-03c74f74a3e6),segment_id=609d7256-ada8-4273-a1cd-03c74f74a3e6)] {{(pid=88527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:48:08.468476 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-6f31566b-908f-4f22-9c8c-a696e764e89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:08.621755 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-2ead2ae9-c04b-4e2c-95b7-744c4df125d1 req-405748bd-af40-44b3-acfc-bde997da1206 tempest-FloatingIPsTestJSON-1690271538 tempest-FloatingIPsTestJSON-1690271538-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:08.625937 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405748bd-af40-44b3-acfc-bde997da1206 tempest-FloatingIPsTestJSON-1690271538 tempest-FloatingIPsTestJSON-1690271538-project] Pushing event updated for resources: {'Port': ['ID=c352f635-e3ab-41cf-9f1c-885124e63c22,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:08.698517 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f31566b-908f-4f22-9c8c-a696e764e89f None None] Routers {'98c6f889-c8db-4801-8135-e74558dc7084'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:48:08.699130 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-6f31566b-908f-4f22-9c8c-a696e764e89f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:47:39Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['98c6f889-c8db-4801-8135-e74558dc7084'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:48:08.714160 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-2ead2ae9-c04b-4e2c-95b7-744c4df125d1 req-405748bd-af40-44b3-acfc-bde997da1206 tempest-FloatingIPsTestJSON-1690271538 tempest-FloatingIPsTestJSON-1690271538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:08.761307 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beccecdd-3b34-4146-aaab-21c978dd380f req-e3db726c-108a-4b43-a09d-21648f05a883 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:08.763152 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-beccecdd-3b34-4146-aaab-21c978dd380f req-e3db726c-108a-4b43-a09d-21648f05a883 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/ports?device_id=bbc6cdff-04ae-48c7-ad6e-c61c3c6d16b7 HTTP/1.1" status: 200 len: 948 time: 0.1948223 Jun 01 18:48:08.783747 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123e6d81-b7c0-45fd-934a-223d8b36e390 None None] Pushing event updated for resources: {'Port': ['ID=5e8a5c76-0c5f-49eb-ad75-01af0221bf22,revision_number=4']} {{(pid=88527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:08.872515 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-beccecdd-3b34-4146-aaab-21c978dd380f req-174eff8c-484a-4296-830b-5444d770ebe6 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbe27866-6450-47f0-a8e1-f266dfb72433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029353 Jun 01 18:48:09.006023 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-6f31566b-908f-4f22-9c8c-a696e764e89f None None] Set router 98c6f889-c8db-4801-8135-e74558dc7084 gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:48:09.036032 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-2ead2ae9-c04b-4e2c-95b7-744c4df125d1 req-405748bd-af40-44b3-acfc-bde997da1206 tempest-FloatingIPsTestJSON-1690271538 tempest-FloatingIPsTestJSON-1690271538-project] Notify callbacks [] for port, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:09.043076 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-2ead2ae9-c04b-4e2c-95b7-744c4df125d1 req-405748bd-af40-44b3-acfc-bde997da1206 tempest-FloatingIPsTestJSON-1690271538 tempest-FloatingIPsTestJSON-1690271538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:09.151575 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-558de30a-c775-4dd0-bcfe-b52b8a4c4e47 req-d9e20b60-9c21-473a-ba7b-3002be3634e8 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-530611658&fields=id&tenant_id=03a56f87111741e99eac45e7902d811c HTTP/1.1" status: 200 len: 267 time: 0.0631673 Jun 01 18:48:09.181748 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405748bd-af40-44b3-acfc-bde997da1206 tempest-FloatingIPsTestJSON-1690271538 tempest-FloatingIPsTestJSON-1690271538-project] Pushing event updated for resources: {'Port': ['ID=c352f635-e3ab-41cf-9f1c-885124e63c22,revision_number=2']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:09.193655 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-2ead2ae9-c04b-4e2c-95b7-744c4df125d1 req-405748bd-af40-44b3-acfc-bde997da1206 tempest-FloatingIPsTestJSON-1690271538 tempest-FloatingIPsTestJSON-1690271538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887712'] for floatingip, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:09.225060 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-2ead2ae9-c04b-4e2c-95b7-744c4df125d1 req-405748bd-af40-44b3-acfc-bde997da1206 tempest-FloatingIPsTestJSON-1690271538 tempest-FloatingIPsTestJSON-1690271538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for floatingip, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:09.233434 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2ead2ae9-c04b-4e2c-95b7-744c4df125d1 req-405748bd-af40-44b3-acfc-bde997da1206 tempest-FloatingIPsTestJSON-1690271538 tempest-FloatingIPsTestJSON-1690271538-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.0359585 Jun 01 18:48:09.285888 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558de30a-c775-4dd0-bcfe-b52b8a4c4e47 req-6e95b64d-aaf9-4eec-906b-52eef30499e1 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:09.287591 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-558de30a-c775-4dd0-bcfe-b52b8a4c4e47 req-6e95b64d-aaf9-4eec-906b-52eef30499e1 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8ede430-e6a1-4a7c-ba66-f5a9871ad1d4 HTTP/1.1" status: 200 len: 985 time: 0.1282845 Jun 01 18:48:09.303806 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-558de30a-c775-4dd0-bcfe-b52b8a4c4e47 req-943e8929-eec3-401f-b41e-d2996212dc34 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Request body: {'port': {'security_groups': ['4c5ecf30-c6e9-40ba-b15a-d3f269f6b4ca', '8f2b1122-c764-4c03-97d7-8e3515c3505a', 'bc907bc4-f9fb-4844-a136-77b2db1f787c']}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:48:09.323194 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-2ead2ae9-c04b-4e2c-95b7-744c4df125d1 req-7762fdf2-0d9f-4f32-8668-464388387395 tempest-FloatingIPsTestJSON-1690271538 tempest-FloatingIPsTestJSON-1690271538-project] Synchronizing usage tracker for tenant:2e54302b464545128cc217aaf6f57f42 on resource:floatingip {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:48:09.342585 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-2ead2ae9-c04b-4e2c-95b7-744c4df125d1 req-7762fdf2-0d9f-4f32-8668-464388387395 tempest-FloatingIPsTestJSON-1690271538 tempest-FloatingIPsTestJSON-1690271538-project] Unset dirty status for tenant:2e54302b464545128cc217aaf6f57f42 on resource:floatingip {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:48:09.348898 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2ead2ae9-c04b-4e2c-95b7-744c4df125d1 req-7762fdf2-0d9f-4f32-8668-464388387395 tempest-FloatingIPsTestJSON-1690271538 tempest-FloatingIPsTestJSON-1690271538-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.4.148 HTTP/1.1" status: 200 len: 696 time: 0.1141043 Jun 01 18:48:09.415217 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-6f31566b-908f-4f22-9c8c-a696e764e89f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98c6f889-c8db-4801-8135-e74558dc7084', 'name': 'tempest-FloatingIPsTestJSON-1214912404-router', 'tenant_id': '2e54302b464545128cc217aaf6f57f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.159'}], 'enable_snat': True}, 'gw_port_id': 'eb160ee4-0a93-4740-b828-321d7f9c8e28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:47:54Z', 'updated_at': '2022-06-01T18:48:02Z', 'revision_number': 4, 'project_id': '2e54302b464545128cc217aaf6f57f42', 'gw_port': {'id': 'eb160ee4-0a93-4740-b828-321d7f9c8e28', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:c1:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c6f889-c8db-4801-8135-e74558dc7084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:47:56Z', 'updated_at': '2022-06-01T18:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '5e8a5c76-0c5f-49eb-ad75-01af0221bf22', 'name': '', 'network_id': '996f5be9-f9b8-4d12-8f72-afae694b3fff', 'tenant_id': '2e54302b464545128cc217aaf6f57f42', 'mac_address': 'fa:16:3e:fb:e4:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98c6f889-c8db-4801-8135-e74558dc7084', 'device_owner': 'network:router_interface', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': '804cef28-2b95-48a6-a413-c7247330379d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:48:01Z', 'updated_at': '2022-06-01T18:48:08Z', 'revision_number': 4, 'project_id': '2e54302b464545128cc217aaf6f57f42', 'subnets': [{'id': '804cef28-2b95-48a6-a413-c7247330379d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:48:09.420000 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f31566b-908f-4f22-9c8c-a696e764e89f None None] The sync data for ids ['98c6f889-c8db-4801-8135-e74558dc7084'] in n-d-844202-1 is: [{'id': '98c6f889-c8db-4801-8135-e74558dc7084', 'name': 'tempest-FloatingIPsTestJSON-1214912404-router', 'tenant_id': '2e54302b464545128cc217aaf6f57f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.159'}], 'enable_snat': True}, 'gw_port_id': 'eb160ee4-0a93-4740-b828-321d7f9c8e28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:47:54Z', 'updated_at': '2022-06-01T18:48:02Z', 'revision_number': 4, 'project_id': '2e54302b464545128cc217aaf6f57f42', 'gw_port': {'id': 'eb160ee4-0a93-4740-b828-321d7f9c8e28', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:c1:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c6f889-c8db-4801-8135-e74558dc7084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:47:56Z', 'updated_at': '2022-06-01T18:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '5e8a5c76-0c5f-49eb-ad75-01af0221bf22', 'name': '', 'network_id': '996f5be9-f9b8-4d12-8f72-afae694b3fff', 'tenant_id': '2e54302b464545128cc217aaf6f57f42', 'mac_address': 'fa:16:3e:fb:e4:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98c6f889-c8db-4801-8135-e74558dc7084', 'device_owner': 'network:router_interface', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': '804cef28-2b95-48a6-a413-c7247330379d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:48:01Z', 'updated_at': '2022-06-01T18:48:08Z', 'revision_number': 4, 'project_id': '2e54302b464545128cc217aaf6f57f42', 'subnets': [{'id': '804cef28-2b95-48a6-a413-c7247330379d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 18:48:09.428948 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f592a445-580b-4715-8bf2-a89c711bd8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:09.550528 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ead2ae9-c04b-4e2c-95b7-744c4df125d1 req-754be16f-26ba-4ed3-9a3b-de48601e0d22 tempest-FloatingIPsTestJSON-1690271538 tempest-FloatingIPsTestJSON-1690271538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:09.553325 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2ead2ae9-c04b-4e2c-95b7-744c4df125d1 req-754be16f-26ba-4ed3-9a3b-de48601e0d22 tempest-FloatingIPsTestJSON-1690271538 tempest-FloatingIPsTestJSON-1690271538-project] 10.222.0.41 "GET /v2.0/networks/72a72e44-6845-488a-a5ff-3a26d4df9cb3 HTTP/1.1" status: 200 len: 784 time: 0.2020783 Jun 01 18:48:09.580796 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-558de30a-c775-4dd0-bcfe-b52b8a4c4e47 req-943e8929-eec3-401f-b41e-d2996212dc34 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:09.630124 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34a51231-d6dd-4e76-bb6e-c5702bbda78a'] response: {'name': 'network-changed', 'server_uuid': 'c8ede430-e6a1-4a7c-ba66-f5a9871ad1d4', 'tag': 'c5716d5a-c2ed-4f70-9f4e-10b7c67ee8ae', 'status': 'completed', 'code': 200} Jun 01 18:48:09.749631 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802e339f-f1d1-4ef2-b94c-00a046341bb7 req-4f9ce846-8e55-4acd-a9ad-e1fcb3c8193f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:09.751851 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-802e339f-f1d1-4ef2-b94c-00a046341bb7 req-4f9ce846-8e55-4acd-a9ad-e1fcb3c8193f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=03a56f87111741e99eac45e7902d811c&device_id=c8ede430-e6a1-4a7c-ba66-f5a9871ad1d4 HTTP/1.1" status: 200 len: 1136 time: 0.1089110 Jun 01 18:48:09.950116 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-558de30a-c775-4dd0-bcfe-b52b8a4c4e47 req-943e8929-eec3-401f-b41e-d2996212dc34 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] For port c5716d5a-c2ed-4f70-9f4e-10b7c67ee8ae, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=c5716d5a-c2ed-4f70-9f4e-10b7c67ee8ae,segment=NetworkSegment(3a68ef34-7e9a-4cb9-bb1d-922280e423dc),segment_id=3a68ef34-7e9a-4cb9-bb1d-922280e423dc)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:48:09.987765 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-558de30a-c775-4dd0-bcfe-b52b8a4c4e47 req-943e8929-eec3-401f-b41e-d2996212dc34 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:09.997226 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-558de30a-c775-4dd0-bcfe-b52b8a4c4e47 req-943e8929-eec3-401f-b41e-d2996212dc34 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:10.012092 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] get_ports_and_sgs() called for port_ids ['c5716d5a-c2ed-4f70-9f4e-10b7c67ee8ae'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:48:10.144168 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943e8929-eec3-401f-b41e-d2996212dc34 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Pushing event updated for resources: {'Port': ['ID=c5716d5a-c2ed-4f70-9f4e-10b7c67ee8ae,revision_number=7']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:10.159271 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943e8929-eec3-401f-b41e-d2996212dc34 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:48:10.160025 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943e8929-eec3-401f-b41e-d2996212dc34 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:48:10.160274 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943e8929-eec3-401f-b41e-d2996212dc34 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:48:10.160611 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943e8929-eec3-401f-b41e-d2996212dc34 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:48:10.161041 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943e8929-eec3-401f-b41e-d2996212dc34 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:48:10.161461 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943e8929-eec3-401f-b41e-d2996212dc34 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:48:10.161877 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943e8929-eec3-401f-b41e-d2996212dc34 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:48:10.162294 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943e8929-eec3-401f-b41e-d2996212dc34 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:48:10.162707 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943e8929-eec3-401f-b41e-d2996212dc34 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:48:10.163121 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943e8929-eec3-401f-b41e-d2996212dc34 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:48:10.163556 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943e8929-eec3-401f-b41e-d2996212dc34 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:48:10.163959 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943e8929-eec3-401f-b41e-d2996212dc34 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:48:10.194099 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558de30a-c775-4dd0-bcfe-b52b8a4c4e47 req-943e8929-eec3-401f-b41e-d2996212dc34 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:10.195241 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-558de30a-c775-4dd0-bcfe-b52b8a4c4e47 req-943e8929-eec3-401f-b41e-d2996212dc34 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:10.196836 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-558de30a-c775-4dd0-bcfe-b52b8a4c4e47 req-943e8929-eec3-401f-b41e-d2996212dc34 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] 10.222.0.41 "PUT /v2.0/ports/c5716d5a-c2ed-4f70-9f4e-10b7c67ee8ae HTTP/1.1" status: 200 len: 1021 time: 0.8994284 Jun 01 18:48:10.247778 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 5e8a5c76-0c5f-49eb-ad75-01af0221bf22 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:48:10.300633 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802e339f-f1d1-4ef2-b94c-00a046341bb7 req-e1bb8986-e8f1-4323-956e-238addfa96a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:10.302364 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-802e339f-f1d1-4ef2-b94c-00a046341bb7 req-e1bb8986-e8f1-4323-956e-238addfa96a5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a07ebbeb-60e0-4b03-9320-3082a1d6fcc8 HTTP/1.1" status: 200 len: 914 time: 0.5395401 Jun 01 18:48:10.328474 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] get_ports_and_sgs() called for port_ids ['c5716d5a-c2ed-4f70-9f4e-10b7c67ee8ae'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:48:10.510668 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-802e339f-f1d1-4ef2-b94c-00a046341bb7 req-ad5d36bd-6ff1-431f-bb0b-93bc78ce1388 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c5716d5a-c2ed-4f70-9f4e-10b7c67ee8ae HTTP/1.1" status: 200 len: 217 time: 0.1795740 Jun 01 18:48:10.543191 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cdc170-1b9c-4d5b-bf0e-67dea17a2ee8 req-04107ade-7957-4b92-9f1b-6060ed2d945c tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:10.553997 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cdc170-1b9c-4d5b-bf0e-67dea17a2ee8 req-04107ade-7957-4b92-9f1b-6060ed2d945c tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:10.573845 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cdc170-1b9c-4d5b-bf0e-67dea17a2ee8 req-04107ade-7957-4b92-9f1b-6060ed2d945c tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:10.583212 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cdc170-1b9c-4d5b-bf0e-67dea17a2ee8 req-04107ade-7957-4b92-9f1b-6060ed2d945c tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:10.601481 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cdc170-1b9c-4d5b-bf0e-67dea17a2ee8 req-04107ade-7957-4b92-9f1b-6060ed2d945c tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:10.607547 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cdc170-1b9c-4d5b-bf0e-67dea17a2ee8 req-04107ade-7957-4b92-9f1b-6060ed2d945c tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:10.630088 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cdc170-1b9c-4d5b-bf0e-67dea17a2ee8 req-04107ade-7957-4b92-9f1b-6060ed2d945c tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:10.642549 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a3cdc170-1b9c-4d5b-bf0e-67dea17a2ee8 req-04107ade-7957-4b92-9f1b-6060ed2d945c tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c83a2c5-aa3d-4e8d-af22-cb838112216f HTTP/1.1" status: 200 len: 5431 time: 0.2465007 Jun 01 18:48:10.663646 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802e339f-f1d1-4ef2-b94c-00a046341bb7 req-bae1d742-4952-45ae-9b68-edc30d2fd0da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:10.665871 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-802e339f-f1d1-4ef2-b94c-00a046341bb7 req-bae1d742-4952-45ae-9b68-edc30d2fd0da service neutron] 10.222.0.15 "GET /v2.0/subnets?id=63c99bbc-91d7-46ff-b5ec-5a88ea59ce4e HTTP/1.1" status: 200 len: 853 time: 0.1475124 Jun 01 18:48:10.697044 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:10.717509 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:10.717760 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a3cdc170-1b9c-4d5b-bf0e-67dea17a2ee8 req-b5bdb186-27d0-45ca-bf9a-57fc08ea1b39 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] 10.222.0.41 "GET /v2.0/security-groups?id=3eddd810-beb6-4f1d-8108-29288df7e7ee&id=9572e18c-01ef-4403-8358-e3e783c3474b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0739198 Jun 01 18:48:10.794347 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port 5e8a5c76-0c5f-49eb-ad75-01af0221bf22 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:48:10.798611 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-802e339f-f1d1-4ef2-b94c-00a046341bb7 req-ea12e6e0-3127-46a3-8d85-f6d941e94ddc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a07ebbeb-60e0-4b03-9320-3082a1d6fcc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1228898 Jun 01 18:48:10.855661 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5644f95d-21e8-4bf8-a1ee-3336565a67fd req-a8a8a026-aa98-4414-a893-ee41db44cabb tempest-FloatingIPsTestJSON-1690271538 tempest-FloatingIPsTestJSON-1690271538-project] 10.222.0.41 "GET /v2.0/floatingips/eb083c12-bc4a-4c93-a4aa-0755efc6b073 HTTP/1.1" status: 200 len: 693 time: 0.1099722 Jun 01 18:48:10.856665 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 5e8a5c76-0c5f-49eb-ad75-01af0221bf22 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:48:10.857430 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:11.040171 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae92b89-56fb-417b-9978-dbf54b0e17a9 req-223e7ab3-8b3a-4f55-a01b-80fd4333fb6f tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:11.053775 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2ae92b89-56fb-417b-9978-dbf54b0e17a9 req-223e7ab3-8b3a-4f55-a01b-80fd4333fb6f tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] 10.222.0.41 "GET /v2.0/ports?device_id=0dcd1d1e-530a-45dd-9d6b-dc7638ac52db HTTP/1.1" status: 200 len: 946 time: 0.3802776 Jun 01 18:48:11.152439 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5644f95d-21e8-4bf8-a1ee-3336565a67fd req-484c83f1-0880-48ac-ad83-930539f2826d tempest-FloatingIPsTestJSON-1690271538 tempest-FloatingIPsTestJSON-1690271538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:11.153884 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5644f95d-21e8-4bf8-a1ee-3336565a67fd req-484c83f1-0880-48ac-ad83-930539f2826d tempest-FloatingIPsTestJSON-1690271538 tempest-FloatingIPsTestJSON-1690271538-project] 10.222.0.41 "GET /v2.0/networks/72a72e44-6845-488a-a5ff-3a26d4df9cb3 HTTP/1.1" status: 200 len: 784 time: 0.2891755 Jun 01 18:48:11.154949 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2ae92b89-56fb-417b-9978-dbf54b0e17a9 req-a04de57e-4e83-40d9-b54c-868a932a7933 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] 10.222.0.41 "GET /v2.0/security-groups?id=32e0c067-0089-408b-a3cd-4b24e22ccce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999138 Jun 01 18:48:11.166313 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [req-5644f95d-21e8-4bf8-a1ee-3336565a67fd req-51452432-50cd-455c-9f52-2807446750d3 tempest-FloatingIPsTestJSON-1690271538 tempest-FloatingIPsTestJSON-1690271538-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=88524) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 18:48:11.185943 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5644f95d-21e8-4bf8-a1ee-3336565a67fd req-51452432-50cd-455c-9f52-2807446750d3 tempest-FloatingIPsTestJSON-1690271538 tempest-FloatingIPsTestJSON-1690271538-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0245116 Jun 01 18:48:11.196446 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-802e339f-f1d1-4ef2-b94c-00a046341bb7 req-3d8c8515-5ae3-4b22-a041-4b989482c72a service neutron] 10.222.0.15 "GET /v2.0/networks/a07ebbeb-60e0-4b03-9320-3082a1d6fcc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3798010 Jun 01 18:48:11.356168 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:11.398840 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 5e8a5c76-0c5f-49eb-ad75-01af0221bf22 is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:48:11.399621 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:11.433538 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae82c25b-fee6-4dcd-b6b3-c356159c8293 req-cef2b29b-978e-4fda-b9f9-e4a59868c150 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:11.435242 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ae82c25b-fee6-4dcd-b6b3-c356159c8293 req-cef2b29b-978e-4fda-b9f9-e4a59868c150 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/ports?device_id=bbc6cdff-04ae-48c7-ad6e-c61c3c6d16b7 HTTP/1.1" status: 200 len: 948 time: 0.1218450 Jun 01 18:48:11.453713 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-802e339f-f1d1-4ef2-b94c-00a046341bb7 req-b960cbc5-5efa-4b56-937d-6b980e160e07 service neutron] 10.222.0.15 "GET /v2.0/networks/a07ebbeb-60e0-4b03-9320-3082a1d6fcc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2466378 Jun 01 18:48:11.486877 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 44b44b8b-1cb0-4633-8ae2-35b7a49b3f45 details requested by agent hyperv_n-h2-844202-1 with host n-h2-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 18:48:11.499874 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ae82c25b-fee6-4dcd-b6b3-c356159c8293 req-de4d1580-2c32-4d38-b93b-b2c8f5b102ec tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbe27866-6450-47f0-a8e1-f266dfb72433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574956 Jun 01 18:48:11.502630 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port 5e8a5c76-0c5f-49eb-ad75-01af0221bf22, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=5e8a5c76-0c5f-49eb-ad75-01af0221bf22,segment=NetworkSegment(609d7256-ada8-4273-a1cd-03c74f74a3e6),segment_id=609d7256-ada8-4273-a1cd-03c74f74a3e6)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:48:11.521736 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:11.536948 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff27baf-12e1-4a4b-b4d9-0bb3ae8c373a req-87850ebe-4fb8-4c62-9143-ae58ea8142b5 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:11.538840 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-dff27baf-12e1-4a4b-b4d9-0bb3ae8c373a req-87850ebe-4fb8-4c62-9143-ae58ea8142b5 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] 10.222.0.41 "GET /v2.0/networks?id=222758ca-4c6e-4ccb-8f11-8c829f4da008 HTTP/1.1" status: 200 len: 808 time: 0.1868322 Jun 01 18:48:11.555434 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-dff27baf-12e1-4a4b-b4d9-0bb3ae8c373a req-2c2649e7-0617-4b21-99a0-82d936491d5f tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] 10.222.0.41 "GET /v2.0/quotas/ee3dca5a75c542e0966797f286e0b4d5 HTTP/1.1" status: 200 len: 375 time: 0.0104971 Jun 01 18:48:11.621320 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:11.631426 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8ede430-e6a1-4a7c-ba66-f5a9871ad1d4', 'tag': 'c5716d5a-c2ed-4f70-9f4e-10b7c67ee8ae'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:48:11.666934 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-dff27baf-12e1-4a4b-b4d9-0bb3ae8c373a req-27fb2469-46dd-4bb9-90d3-e6ff5a71cea9 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=ee3dca5a75c542e0966797f286e0b4d5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1014352 Jun 01 18:48:11.718872 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=5e8a5c76-0c5f-49eb-ad75-01af0221bf22,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:11.772708 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 44b44b8b-1cb0-4633-8ae2-35b7a49b3f45, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=44b44b8b-1cb0-4633-8ae2-35b7a49b3f45,segment=NetworkSegment(8211a189-6538-4b5e-a099-2eaf80282694),segment_id=8211a189-6538-4b5e-a099-2eaf80282694)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:48:11.779667 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e6f7d4-6cfe-4533-8543-d46a2b6536c2 req-4f3826df-4687-4559-9fcb-23dd7ff2e17c tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:11.781442 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-84e6f7d4-6cfe-4533-8543-d46a2b6536c2 req-4f3826df-4687-4559-9fcb-23dd7ff2e17c tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8ede430-e6a1-4a7c-ba66-f5a9871ad1d4 HTTP/1.1" status: 200 len: 1024 time: 0.0982854 Jun 01 18:48:11.796343 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Returning: {'device': '44b44b8b-1cb0-4633-8ae2-35b7a49b3f45', 'network_id': '9faf4c95-7954-4d11-b97c-b5c0332de1f6', 'port_id': '44b44b8b-1cb0-4633-8ae2-35b7a49b3f45', 'mac_address': 'fa:16:3e:a4:f8:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9cb56e39-8160-40c7-9c0d-c774dff2bfbf', 'ip_address': '10.1.1.252'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 18:48:11.798284 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:11.845326 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-dff27baf-12e1-4a4b-b4d9-0bb3ae8c373a req-10aa240b-c3cf-496d-a411-39e71fe8b7fb service neutron] 10.222.0.41 "GET /v2.0/networks/222758ca-4c6e-4ccb-8f11-8c829f4da008?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704676 Jun 01 18:48:11.872851 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port 44b44b8b-1cb0-4633-8ae2-35b7a49b3f45 is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:48:11.873223 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:11.888335 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-84e6f7d4-6cfe-4533-8543-d46a2b6536c2 req-9eb749ae-271d-4863-80ca-ce9bbd172e19 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f2b1122-c764-4c03-97d7-8e3515c3505a&id=bc907bc4-f9fb-4844-a136-77b2db1f787c&id=4c5ecf30-c6e9-40ba-b15a-d3f269f6b4ca HTTP/1.1" status: 200 len: 6146 time: 0.0999022 Jun 01 18:48:11.893397 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44b44b8b-1cb0-4633-8ae2-35b7a49b3f45 {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:48:11.916395 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 44b44b8b-1cb0-4633-8ae2-35b7a49b3f45, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=44b44b8b-1cb0-4633-8ae2-35b7a49b3f45,segment=NetworkSegment(8211a189-6538-4b5e-a099-2eaf80282694),segment_id=8211a189-6538-4b5e-a099-2eaf80282694)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:48:11.921884 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:11.923198 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 140193c9-fdbc-41ee-a1d8-9a596f9546a5 details requested by agent hyperv_n-h2-844202-1 with host n-h2-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 18:48:12.036149 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-dff27baf-12e1-4a4b-b4d9-0bb3ae8c373a req-f1a249d7-2b44-43c6-8d49-c576a7cdcbe0 service neutron] 10.222.0.41 "GET /v2.0/networks/222758ca-4c6e-4ccb-8f11-8c829f4da008?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1902187 Jun 01 18:48:12.129052 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 5e8a5c76-0c5f-49eb-ad75-01af0221bf22 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:48:12.160929 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=44b44b8b-1cb0-4633-8ae2-35b7a49b3f45,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:12.205077 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 140193c9-fdbc-41ee-a1d8-9a596f9546a5, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=140193c9-fdbc-41ee-a1d8-9a596f9546a5,segment=NetworkSegment(1f216ea7-d556-42bd-9325-5581fab5db25),segment_id=1f216ea7-d556-42bd-9325-5581fab5db25)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:48:12.227596 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Returning: {'device': '140193c9-fdbc-41ee-a1d8-9a596f9546a5', 'network_id': 'c16c0733-68a0-4af2-9aa5-b2266da91869', 'port_id': '140193c9-fdbc-41ee-a1d8-9a596f9546a5', 'mac_address': 'fa:16:3e:ff:1b:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcbe5adf-a3df-4f93-a0dd-793635937e2f', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 18:48:12.291388 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c3dc04-a6fe-419e-85cc-785f350ae4c0 req-978ade83-9052-4bf1-848b-49999681c3ba tempest-ServersTestManualDisk-1181965885 tempest-ServersTestManualDisk-1181965885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:12.291911 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 5e8a5c76-0c5f-49eb-ad75-01af0221bf22 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:48:12.292256 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:12.292971 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-71c3dc04-a6fe-419e-85cc-785f350ae4c0 req-978ade83-9052-4bf1-848b-49999681c3ba tempest-ServersTestManualDisk-1181965885 tempest-ServersTestManualDisk-1181965885-project] 10.222.0.41 "GET /v2.0/ports?device_id=e48f61a1-dfd3-445e-99ff-341d1de8b7d1 HTTP/1.1" status: 200 len: 945 time: 0.0994129 Jun 01 18:48:12.338179 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port 140193c9-fdbc-41ee-a1d8-9a596f9546a5 is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:48:12.338558 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:12.343329 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-71c3dc04-a6fe-419e-85cc-785f350ae4c0 req-595dc91a-d209-4876-958f-bba414c6ab8d tempest-ServersTestManualDisk-1181965885 tempest-ServersTestManualDisk-1181965885-project] 10.222.0.41 "GET /v2.0/security-groups?id=0917b9ba-05f4-43cf-a302-ae418afea998&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444057 Jun 01 18:48:12.371318 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 140193c9-fdbc-41ee-a1d8-9a596f9546a5 {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:48:12.427815 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 140193c9-fdbc-41ee-a1d8-9a596f9546a5, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=140193c9-fdbc-41ee-a1d8-9a596f9546a5,segment=NetworkSegment(1f216ea7-d556-42bd-9325-5581fab5db25),segment_id=1f216ea7-d556-42bd-9325-5581fab5db25)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:48:12.441982 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:12.442633 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device a2b102db-a0be-4f77-9ba0-fac6ef78d2af details requested by agent hyperv_n-h2-844202-1 with host n-h2-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 18:48:12.488011 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5c958994-98f6-4e50-8aae-3cdf75ee1555 req-54988440-dbc6-4794-aab4-5cf6fed5c30b tempest-FloatingIPsTestJSON-1690271538 tempest-FloatingIPsTestJSON-1690271538-project] 10.222.0.41 "GET /v2.0/floatingips?tenant_id=2e54302b464545128cc217aaf6f57f42 HTTP/1.1" status: 200 len: 696 time: 0.1145329 Jun 01 18:48:12.491929 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8136813-1d28-4219-9690-2da248a7acd1'] response: {'name': 'network-changed', 'server_uuid': 'c8ede430-e6a1-4a7c-ba66-f5a9871ad1d4', 'tag': 'c5716d5a-c2ed-4f70-9f4e-10b7c67ee8ae', 'status': 'completed', 'code': 200} Jun 01 18:48:12.552754 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 5e8a5c76-0c5f-49eb-ad75-01af0221bf22 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:48:12.565236 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=140193c9-fdbc-41ee-a1d8-9a596f9546a5,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:12.571893 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port a2b102db-a0be-4f77-9ba0-fac6ef78d2af, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=a2b102db-a0be-4f77-9ba0-fac6ef78d2af,segment=NetworkSegment(8211a189-6538-4b5e-a099-2eaf80282694),segment_id=8211a189-6538-4b5e-a099-2eaf80282694)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:48:12.589360 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Returning: {'device': 'a2b102db-a0be-4f77-9ba0-fac6ef78d2af', 'network_id': '9faf4c95-7954-4d11-b97c-b5c0332de1f6', 'port_id': 'a2b102db-a0be-4f77-9ba0-fac6ef78d2af', 'mac_address': 'fa:16:3e:e5:36:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9cb56e39-8160-40c7-9c0d-c774dff2bfbf', 'ip_address': '10.1.1.224'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 18:48:12.651397 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161f989f-9343-42ef-ac82-606e629d043c req-9c6eb5d7-f515-4eac-868d-574ff968a2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:12.654195 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-161f989f-9343-42ef-ac82-606e629d043c req-9c6eb5d7-f515-4eac-868d-574ff968a2fd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=03a56f87111741e99eac45e7902d811c&device_id=c8ede430-e6a1-4a7c-ba66-f5a9871ad1d4 HTTP/1.1" status: 200 len: 1175 time: 0.1398439 Jun 01 18:48:12.660079 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port a2b102db-a0be-4f77-9ba0-fac6ef78d2af is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:48:12.660468 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:12.683262 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2b102db-a0be-4f77-9ba0-fac6ef78d2af {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:48:12.706137 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port a2b102db-a0be-4f77-9ba0-fac6ef78d2af, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=a2b102db-a0be-4f77-9ba0-fac6ef78d2af,segment=NetworkSegment(8211a189-6538-4b5e-a099-2eaf80282694),segment_id=8211a189-6538-4b5e-a099-2eaf80282694)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:48:12.711494 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:12.712154 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 15057b2f-c9f2-4f18-9e31-7266bab9b95d details requested by agent hyperv_n-h2-844202-1 with host n-h2-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 18:48:12.733841 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c958994-98f6-4e50-8aae-3cdf75ee1555 req-72a9b857-6140-42e4-a05a-c5400c4d14d7 tempest-FloatingIPsTestJSON-1690271538 tempest-FloatingIPsTestJSON-1690271538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:12.735859 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5c958994-98f6-4e50-8aae-3cdf75ee1555 req-72a9b857-6140-42e4-a05a-c5400c4d14d7 tempest-FloatingIPsTestJSON-1690271538 tempest-FloatingIPsTestJSON-1690271538-project] 10.222.0.41 "GET /v2.0/networks?id=72a72e44-6845-488a-a5ff-3a26d4df9cb3 HTTP/1.1" status: 200 len: 787 time: 0.2468843 Jun 01 18:48:12.777245 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-23e4df35-a8f3-45e5-96ae-431ee6531381 req-47f23a59-7370-4b83-833c-e9a44b33bccc tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Request body: {'security_group': {'name': ' tempest-securitygroup -2076690149 ', 'description': 'tempest-description-306816290'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:48:12.787523 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-23e4df35-a8f3-45e5-96ae-431ee6531381 req-47f23a59-7370-4b83-833c-e9a44b33bccc tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:48:12.800526 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=a2b102db-a0be-4f77-9ba0-fac6ef78d2af,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:12.802395 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-23e4df35-a8f3-45e5-96ae-431ee6531381 req-47f23a59-7370-4b83-833c-e9a44b33bccc tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:48:12.807365 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 15057b2f-c9f2-4f18-9e31-7266bab9b95d, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=15057b2f-c9f2-4f18-9e31-7266bab9b95d,segment=NetworkSegment(8211a189-6538-4b5e-a099-2eaf80282694),segment_id=8211a189-6538-4b5e-a099-2eaf80282694)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:48:12.829902 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-23e4df35-a8f3-45e5-96ae-431ee6531381 req-47f23a59-7370-4b83-833c-e9a44b33bccc tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:12.830133 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Returning: {'device': '15057b2f-c9f2-4f18-9e31-7266bab9b95d', 'network_id': '9faf4c95-7954-4d11-b97c-b5c0332de1f6', 'port_id': '15057b2f-c9f2-4f18-9e31-7266bab9b95d', 'mac_address': 'fa:16:3e:43:f8:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9cb56e39-8160-40c7-9c0d-c774dff2bfbf', 'ip_address': '10.1.1.125'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 18:48:12.862016 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-23e4df35-a8f3-45e5-96ae-431ee6531381 req-47f23a59-7370-4b83-833c-e9a44b33bccc tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:48:12.867594 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-23e4df35-a8f3-45e5-96ae-431ee6531381 req-47f23a59-7370-4b83-833c-e9a44b33bccc tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Usage tracker for resource:security_group_rule and tenant:03a56f87111741e99eac45e7902d811c is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:48:12.873578 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-23e4df35-a8f3-45e5-96ae-431ee6531381 req-47f23a59-7370-4b83-833c-e9a44b33bccc tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:48:12.882451 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-23e4df35-a8f3-45e5-96ae-431ee6531381 req-47f23a59-7370-4b83-833c-e9a44b33bccc tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:48:12.921133 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161f989f-9343-42ef-ac82-606e629d043c req-424d2c23-f036-4a4b-bb9c-1cf7430c3dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:12.922660 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-161f989f-9343-42ef-ac82-606e629d043c req-424d2c23-f036-4a4b-bb9c-1cf7430c3dce service neutron] 10.222.0.15 "GET /v2.0/networks?id=a07ebbeb-60e0-4b03-9320-3082a1d6fcc8 HTTP/1.1" status: 200 len: 914 time: 0.2591417 Jun 01 18:48:12.941135 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a6b147-78b1-487f-b872-63f5e08adf5f req-2d7bdbf3-2547-491a-bdc0-ca129dfb4849 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:12.948477 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a6b147-78b1-487f-b872-63f5e08adf5f req-2d7bdbf3-2547-491a-bdc0-ca129dfb4849 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:12.950123 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port 15057b2f-c9f2-4f18-9e31-7266bab9b95d is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:48:12.950688 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:12.956807 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a6b147-78b1-487f-b872-63f5e08adf5f req-2d7bdbf3-2547-491a-bdc0-ca129dfb4849 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:12.963090 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a6b147-78b1-487f-b872-63f5e08adf5f req-2d7bdbf3-2547-491a-bdc0-ca129dfb4849 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:12.969124 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a6b147-78b1-487f-b872-63f5e08adf5f req-2d7bdbf3-2547-491a-bdc0-ca129dfb4849 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:12.975657 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a6b147-78b1-487f-b872-63f5e08adf5f req-2d7bdbf3-2547-491a-bdc0-ca129dfb4849 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:12.978681 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15057b2f-c9f2-4f18-9e31-7266bab9b95d {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:48:12.981827 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a6b147-78b1-487f-b872-63f5e08adf5f req-2d7bdbf3-2547-491a-bdc0-ca129dfb4849 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:12.991830 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b0a6b147-78b1-487f-b872-63f5e08adf5f req-2d7bdbf3-2547-491a-bdc0-ca129dfb4849 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c83a2c5-aa3d-4e8d-af22-cb838112216f HTTP/1.1" status: 200 len: 5434 time: 0.2991691 Jun 01 18:48:12.997656 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-23e4df35-a8f3-45e5-96ae-431ee6531381 req-47f23a59-7370-4b83-833c-e9a44b33bccc tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:13.013374 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-23e4df35-a8f3-45e5-96ae-431ee6531381 req-47f23a59-7370-4b83-833c-e9a44b33bccc tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:13.018978 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 15057b2f-c9f2-4f18-9e31-7266bab9b95d, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=15057b2f-c9f2-4f18-9e31-7266bab9b95d,segment=NetworkSegment(8211a189-6538-4b5e-a099-2eaf80282694),segment_id=8211a189-6538-4b5e-a099-2eaf80282694)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:48:13.028456 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:13.029512 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 93302f40-25f2-43b4-81bb-fbbce8a6a912 details requested by agent hyperv_n-h2-844202-1 with host n-h2-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 18:48:13.068153 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f23a59-7370-4b83-833c-e9a44b33bccc tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d497c33e-a311-4727-9b36-b087fc223f35,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:13.084396 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-23e4df35-a8f3-45e5-96ae-431ee6531381 req-47f23a59-7370-4b83-833c-e9a44b33bccc tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:13.094985 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-23e4df35-a8f3-45e5-96ae-431ee6531381 req-47f23a59-7370-4b83-833c-e9a44b33bccc tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1785 time: 0.3235006 Jun 01 18:48:13.121444 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-161f989f-9343-42ef-ac82-606e629d043c req-aadee05e-0bb7-431f-bb16-04682d12b82e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c5716d5a-c2ed-4f70-9f4e-10b7c67ee8ae HTTP/1.1" status: 200 len: 217 time: 0.1002009 Jun 01 18:48:13.141061 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b0a6b147-78b1-487f-b872-63f5e08adf5f req-a19e04c3-55f1-40c7-8c25-9b2e55b61bb8 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] 10.222.0.41 "GET /v2.0/security-groups?id=3eddd810-beb6-4f1d-8108-29288df7e7ee&id=9572e18c-01ef-4403-8358-e3e783c3474b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1480210 Jun 01 18:48:13.149214 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 93302f40-25f2-43b4-81bb-fbbce8a6a912, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=93302f40-25f2-43b4-81bb-fbbce8a6a912,segment=NetworkSegment(1f216ea7-d556-42bd-9325-5581fab5db25),segment_id=1f216ea7-d556-42bd-9325-5581fab5db25)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:48:13.174371 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=15057b2f-c9f2-4f18-9e31-7266bab9b95d,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:13.179119 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Returning: {'device': '93302f40-25f2-43b4-81bb-fbbce8a6a912', 'network_id': 'c16c0733-68a0-4af2-9aa5-b2266da91869', 'port_id': '93302f40-25f2-43b4-81bb-fbbce8a6a912', 'mac_address': 'fa:16:3e:07:fc:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcbe5adf-a3df-4f93-a0dd-793635937e2f', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 18:48:13.268705 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port 93302f40-25f2-43b4-81bb-fbbce8a6a912 is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:48:13.269243 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:13.300128 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device cc8eaa17-8441-4d5c-bf5b-397c949381f6 details requested by agent hyperv_n-h1-844202-1 with host n-h1-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 18:48:13.311782 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93302f40-25f2-43b4-81bb-fbbce8a6a912 {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:48:13.360817 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125d96a8-e2aa-4442-853d-50cfdf98d87e req-4a521781-f37c-4f11-95d8-df8fdf576a5c tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:13.363993 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 93302f40-25f2-43b4-81bb-fbbce8a6a912, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=93302f40-25f2-43b4-81bb-fbbce8a6a912,segment=NetworkSegment(1f216ea7-d556-42bd-9325-5581fab5db25),segment_id=1f216ea7-d556-42bd-9325-5581fab5db25)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:48:13.372902 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-125d96a8-e2aa-4442-853d-50cfdf98d87e req-4a521781-f37c-4f11-95d8-df8fdf576a5c tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] 10.222.0.41 "GET /v2.0/ports?device_id=0dcd1d1e-530a-45dd-9d6b-dc7638ac52db HTTP/1.1" status: 200 len: 946 time: 0.1596172 Jun 01 18:48:13.436259 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-125d96a8-e2aa-4442-853d-50cfdf98d87e req-6ea869fa-cd40-4a80-b22d-a9d557ae5f02 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] 10.222.0.41 "GET /v2.0/security-groups?id=32e0c067-0089-408b-a3cd-4b24e22ccce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622787 Jun 01 18:48:13.480180 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:13.485063 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device a3f4ba38-c0d9-4785-8b90-9f4ff43d59a6 details requested by agent hyperv_n-h2-844202-1 with host n-h2-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 18:48:13.550990 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-eecaf7a0-24ac-43ff-9438-cfb4d0d741b5 req-e24c80c3-cff9-4ba5-a262-50c0684eae38 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac320b65-95b9-4d8c-bd7b-e804c1aaac09 HTTP/1.1" status: 200 len: 210 time: 0.1051707 Jun 01 18:48:13.576947 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161f989f-9343-42ef-ac82-606e629d043c req-b9682d14-a4f2-4c17-815f-452573db95a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:13.578996 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-161f989f-9343-42ef-ac82-606e629d043c req-b9682d14-a4f2-4c17-815f-452573db95a0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=63c99bbc-91d7-46ff-b5ec-5a88ea59ce4e HTTP/1.1" status: 200 len: 853 time: 0.4363685 Jun 01 18:48:13.638326 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-161f989f-9343-42ef-ac82-606e629d043c req-d50dbec6-40cb-420e-8d35-04502ce7434d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a07ebbeb-60e0-4b03-9320-3082a1d6fcc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521951 Jun 01 18:48:13.650864 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port a3f4ba38-c0d9-4785-8b90-9f4ff43d59a6, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=a3f4ba38-c0d9-4785-8b90-9f4ff43d59a6,segment=NetworkSegment(8211a189-6538-4b5e-a099-2eaf80282694),segment_id=8211a189-6538-4b5e-a099-2eaf80282694)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:48:13.681927 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=93302f40-25f2-43b4-81bb-fbbce8a6a912,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:13.687457 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port cc8eaa17-8441-4d5c-bf5b-397c949381f6, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=cc8eaa17-8441-4d5c-bf5b-397c949381f6,segment=NetworkSegment(5423f802-8952-4dea-8b13-e2a87f408f8c),segment_id=5423f802-8952-4dea-8b13-e2a87f408f8c)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:48:13.708617 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0012bb24-c176-45ca-a363-182c49bbcbdb req-e789beb5-8030-4efc-ab02-3f4972c54130 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:13.709801 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Returning: {'device': 'a3f4ba38-c0d9-4785-8b90-9f4ff43d59a6', 'network_id': '9faf4c95-7954-4d11-b97c-b5c0332de1f6', 'port_id': 'a3f4ba38-c0d9-4785-8b90-9f4ff43d59a6', 'mac_address': 'fa:16:3e:d7:20:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9cb56e39-8160-40c7-9c0d-c774dff2bfbf', 'ip_address': '10.1.1.109'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 18:48:13.721153 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0012bb24-c176-45ca-a363-182c49bbcbdb req-e789beb5-8030-4efc-ab02-3f4972c54130 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/ports?device_id=bbc6cdff-04ae-48c7-ad6e-c61c3c6d16b7 HTTP/1.1" status: 200 len: 948 time: 0.1325598 Jun 01 18:48:13.790215 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Returning: {'device': 'cc8eaa17-8441-4d5c-bf5b-397c949381f6', 'network_id': 'e3dea7fc-235f-4736-8c6d-38e23ed566b9', 'port_id': 'cc8eaa17-8441-4d5c-bf5b-397c949381f6', 'mac_address': 'fa:16:3e:35:60:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da8eacd5-9944-4111-9d5f-9f3e01b23eff', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 18:48:13.833818 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0012bb24-c176-45ca-a363-182c49bbcbdb req-3cd2a9c5-fa5d-4c20-8cac-36b8787bbfcd tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbe27866-6450-47f0-a8e1-f266dfb72433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110725 Jun 01 18:48:13.909403 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port a3f4ba38-c0d9-4785-8b90-9f4ff43d59a6 is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:48:13.909986 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:13.941356 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port cc8eaa17-8441-4d5c-bf5b-397c949381f6 is: ACTIVE; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:48:13.941738 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:13.982888 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-1125be06-f8f5-4658-80d6-67d12529f4c7 req-83f74b7b-0ddf-471a-869e-cfb2616c3186 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] 10.222.0.41 "GET /v2.0/security-groups/d497c33e-a311-4727-9b36-b087fc223f35 HTTP/1.1" status: 200 len: 1780 time: 0.0963244 Jun 01 18:48:13.991523 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3f4ba38-c0d9-4785-8b90-9f4ff43d59a6 {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:48:14.041528 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port a3f4ba38-c0d9-4785-8b90-9f4ff43d59a6, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=a3f4ba38-c0d9-4785-8b90-9f4ff43d59a6,segment=NetworkSegment(8211a189-6538-4b5e-a099-2eaf80282694),segment_id=8211a189-6538-4b5e-a099-2eaf80282694)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:48:14.049618 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cc8eaa17-8441-4d5c-bf5b-397c949381f6 {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:48:14.057139 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:14.057889 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 762e1d9d-53a1-4374-8f81-cfb057889d39 details requested by agent hyperv_n-h2-844202-1 with host n-h2-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 18:48:14.133341 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port cc8eaa17-8441-4d5c-bf5b-397c949381f6, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=cc8eaa17-8441-4d5c-bf5b-397c949381f6,segment=NetworkSegment(5423f802-8952-4dea-8b13-e2a87f408f8c),segment_id=5423f802-8952-4dea-8b13-e2a87f408f8c)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:48:14.150822 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:14.197653 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff27baf-12e1-4a4b-b4d9-0bb3ae8c373a req-7cb89b1e-02e2-42bb-9cd8-81413b0a8d6c tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:14.200259 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-dff27baf-12e1-4a4b-b4d9-0bb3ae8c373a req-7cb89b1e-02e2-42bb-9cd8-81413b0a8d6c tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] 10.222.0.50 "GET /v2.0/networks?id=222758ca-4c6e-4ccb-8f11-8c829f4da008 HTTP/1.1" status: 200 len: 808 time: 0.2463591 Jun 01 18:48:14.216607 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a4b98f09-f309-4b7f-b7d7-3ed36aeda09a req-2a9dcbf7-e615-49f6-abb0-4aa23d5a168b tempest-FloatingIPsTestJSON-1690271538 tempest-FloatingIPsTestJSON-1690271538-project] 10.222.0.41 "GET /v2.0/floatingips/eb083c12-bc4a-4c93-a4aa-0755efc6b073 HTTP/1.1" status: 200 len: 693 time: 0.5224369 Jun 01 18:48:14.270749 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] get_ports_and_sgs() called for port_ids ['cc8eaa17-8441-4d5c-bf5b-397c949381f6'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:48:14.305092 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=a3f4ba38-c0d9-4785-8b90-9f4ff43d59a6,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:14.377937 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [req-dff27baf-12e1-4a4b-b4d9-0bb3ae8c373a req-fe6eb132-186d-4879-8ed5-1f173f8a4904 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] Request body: {'port': {'device_id': 'ac320b65-95b9-4d8c-bd7b-e804c1aaac09', 'network_id': '222758ca-4c6e-4ccb-8f11-8c829f4da008', 'admin_state_up': True, 'tenant_id': 'ee3dca5a75c542e0966797f286e0b4d5'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:48:14.446919 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3fb9a4b8-bbfa-4d81-80f7-3ac241d42398 req-0bd649a4-01c3-4429-beaf-9b95c35288da tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] 10.222.0.41 "GET /v2.0/security-groups/d497c33e-a311-4727-9b36-b087fc223f35 HTTP/1.1" status: 200 len: 1780 time: 0.1080101 Jun 01 18:48:14.501809 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=cc8eaa17-8441-4d5c-bf5b-397c949381f6,revision_number=6']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:14.508635 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 762e1d9d-53a1-4374-8f81-cfb057889d39, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=762e1d9d-53a1-4374-8f81-cfb057889d39,segment=NetworkSegment(addab7d5-ae1a-46af-8624-f392d2d8b7f8),segment_id=addab7d5-ae1a-46af-8624-f392d2d8b7f8)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:48:14.538549 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Returning: {'device': '762e1d9d-53a1-4374-8f81-cfb057889d39', 'network_id': 'f485d579-7529-4636-ae31-9fc1fec94322', 'port_id': '762e1d9d-53a1-4374-8f81-cfb057889d39', 'mac_address': 'fa:16:3e:23:d2:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3aaca05-30ec-4457-96c4-ed8fafe49371', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 18:48:14.565922 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-3fb9a4b8-bbfa-4d81-80f7-3ac241d42398 req-c06d3b22-29e9-4d2e-bea0-699cfa4540f9 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:14.600366 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-3fb9a4b8-bbfa-4d81-80f7-3ac241d42398 req-c06d3b22-29e9-4d2e-bea0-699cfa4540f9 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:14.651280 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b98f09-f309-4b7f-b7d7-3ed36aeda09a req-0955724b-21f7-4fd7-bddf-a0a1d3dd6df3 tempest-FloatingIPsTestJSON-1690271538 tempest-FloatingIPsTestJSON-1690271538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:14.662053 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-3fb9a4b8-bbfa-4d81-80f7-3ac241d42398 req-c06d3b22-29e9-4d2e-bea0-699cfa4540f9 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:14.663092 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a4b98f09-f309-4b7f-b7d7-3ed36aeda09a req-0955724b-21f7-4fd7-bddf-a0a1d3dd6df3 tempest-FloatingIPsTestJSON-1690271538 tempest-FloatingIPsTestJSON-1690271538-project] 10.222.0.41 "GET /v2.0/networks/72a72e44-6845-488a-a5ff-3a26d4df9cb3 HTTP/1.1" status: 200 len: 784 time: 0.4455545 Jun 01 18:48:14.704088 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port 762e1d9d-53a1-4374-8f81-cfb057889d39 is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:48:14.704379 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:14.742180 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 762e1d9d-53a1-4374-8f81-cfb057889d39 {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:48:14.767207 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 762e1d9d-53a1-4374-8f81-cfb057889d39, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=762e1d9d-53a1-4374-8f81-cfb057889d39,segment=NetworkSegment(addab7d5-ae1a-46af-8624-f392d2d8b7f8),segment_id=addab7d5-ae1a-46af-8624-f392d2d8b7f8)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:48:14.776048 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:14.798752 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a4b98f09-f309-4b7f-b7d7-3ed36aeda09a req-1182d88b-dc06-449d-8fd3-184c095fcdc1 tempest-FloatingIPsTestJSON-1690271538 tempest-FloatingIPsTestJSON-1690271538-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.4.148 HTTP/1.1" status: 200 len: 696 time: 0.1334159 Jun 01 18:48:14.869738 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=762e1d9d-53a1-4374-8f81-cfb057889d39,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:14.876874 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-161f989f-9343-42ef-ac82-606e629d043c req-80f3b776-8d91-4612-ba7c-58228875bb00 service neutron] 10.222.0.15 "GET /v2.0/networks/a07ebbeb-60e0-4b03-9320-3082a1d6fcc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2247374 Jun 01 18:48:14.887498 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [req-dff27baf-12e1-4a4b-b4d9-0bb3ae8c373a req-fe6eb132-186d-4879-8ed5-1f173f8a4904 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:48:14.901075 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [req-dff27baf-12e1-4a4b-b4d9-0bb3ae8c373a req-fe6eb132-186d-4879-8ed5-1f173f8a4904 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:48:14.928848 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06d3b22-29e9-4d2e-bea0-699cfa4540f9 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d497c33e-a311-4727-9b36-b087fc223f35,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:14.941041 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-3fb9a4b8-bbfa-4d81-80f7-3ac241d42398 req-c06d3b22-29e9-4d2e-bea0-699cfa4540f9 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:14.955732 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3fb9a4b8-bbfa-4d81-80f7-3ac241d42398 req-c06d3b22-29e9-4d2e-bea0-699cfa4540f9 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] 10.222.0.41 "DELETE /v2.0/security-groups/d497c33e-a311-4727-9b36-b087fc223f35 HTTP/1.1" status: 204 len: 173 time: 0.5071428 Jun 01 18:48:14.979511 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a4b98f09-f309-4b7f-b7d7-3ed36aeda09a req-b2467ea8-155d-4fef-8d2b-64397344aeb0 tempest-FloatingIPsTestJSON-1690271538 tempest-FloatingIPsTestJSON-1690271538-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.4.148 HTTP/1.1" status: 200 len: 696 time: 0.1796763 Jun 01 18:48:15.206395 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dff27baf-12e1-4a4b-b4d9-0bb3ae8c373a req-fe6eb132-186d-4879-8ed5-1f173f8a4904 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] Made reservation on behalf of ee3dca5a75c542e0966797f286e0b4d5 for: {'port': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:48:15.209988 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-dff27baf-12e1-4a4b-b4d9-0bb3ae8c373a req-fe6eb132-186d-4879-8ed5-1f173f8a4904 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:15.212602 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a52172c-0822-4c21-a6c1-f384977d45c4 req-1c592095-44db-4ae1-9777-8382c3c95b8b tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:15.222905 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a52172c-0822-4c21-a6c1-f384977d45c4 req-1c592095-44db-4ae1-9777-8382c3c95b8b tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:15.229972 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a52172c-0822-4c21-a6c1-f384977d45c4 req-1c592095-44db-4ae1-9777-8382c3c95b8b tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:15.236599 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a52172c-0822-4c21-a6c1-f384977d45c4 req-1c592095-44db-4ae1-9777-8382c3c95b8b tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:15.244616 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a52172c-0822-4c21-a6c1-f384977d45c4 req-1c592095-44db-4ae1-9777-8382c3c95b8b tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:15.250802 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a52172c-0822-4c21-a6c1-f384977d45c4 req-1c592095-44db-4ae1-9777-8382c3c95b8b tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:15.259565 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a52172c-0822-4c21-a6c1-f384977d45c4 req-1c592095-44db-4ae1-9777-8382c3c95b8b tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:15.272024 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9a52172c-0822-4c21-a6c1-f384977d45c4 req-1c592095-44db-4ae1-9777-8382c3c95b8b tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c83a2c5-aa3d-4e8d-af22-cb838112216f HTTP/1.1" status: 200 len: 5438 time: 0.2070498 Jun 01 18:48:15.304515 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device c67628e5-ab76-4fd4-839e-32aabe1b8aae details requested by agent hyperv_n-h1-844202-1 with host n-h1-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 18:48:15.310596 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device cc8eaa17-8441-4d5c-bf5b-397c949381f6 up at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:48:15.334039 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [req-a4b98f09-f309-4b7f-b7d7-3ed36aeda09a req-d4fb648f-c177-4c6a-8524-6c7536fe21a4 tempest-FloatingIPsTestJSON-1690271538 tempest-FloatingIPsTestJSON-1690271538-project] Deleting port c352f635-e3ab-41cf-9f1c-885124e63c22 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:48:15.334377 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-a4b98f09-f309-4b7f-b7d7-3ed36aeda09a req-d4fb648f-c177-4c6a-8524-6c7536fe21a4 tempest-FloatingIPsTestJSON-1690271538 tempest-FloatingIPsTestJSON-1690271538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:15.340670 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9a52172c-0822-4c21-a6c1-f384977d45c4 req-989bcd49-ba63-437e-be4e-bdd172dba7a1 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] 10.222.0.41 "GET /v2.0/security-groups?id=3eddd810-beb6-4f1d-8108-29288df7e7ee&id=9572e18c-01ef-4403-8358-e3e783c3474b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0674927 Jun 01 18:48:15.642166 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-161f989f-9343-42ef-ac82-606e629d043c req-79821be7-6b83-45a6-9dd4-7193a1a4338b service neutron] 10.222.0.15 "GET /v2.0/networks/a07ebbeb-60e0-4b03-9320-3082a1d6fcc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7352889 Jun 01 18:48:15.683631 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aed6c9-7f82-46f4-8109-a4be8acc5e64 req-66ab8427-a84d-47f5-a0e2-d80c7a302386 tempest-ServersTestManualDisk-1181965885 tempest-ServersTestManualDisk-1181965885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:15.683631 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-47aed6c9-7f82-46f4-8109-a4be8acc5e64 req-66ab8427-a84d-47f5-a0e2-d80c7a302386 tempest-ServersTestManualDisk-1181965885 tempest-ServersTestManualDisk-1181965885-project] 10.222.0.41 "GET /v2.0/ports?device_id=e48f61a1-dfd3-445e-99ff-341d1de8b7d1 HTTP/1.1" status: 200 len: 945 time: 0.1610134 Jun 01 18:48:15.684611 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port c67628e5-ab76-4fd4-839e-32aabe1b8aae, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=c67628e5-ab76-4fd4-839e-32aabe1b8aae,segment=NetworkSegment(641e9a4f-e613-4ae2-9aeb-2789f815da51),segment_id=641e9a4f-e613-4ae2-9aeb-2789f815da51)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:48:15.692370 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Returning: {'device': 'c67628e5-ab76-4fd4-839e-32aabe1b8aae', 'network_id': 'f464bab1-fed8-4b70-bd0a-84f4f32a722e', 'port_id': 'c67628e5-ab76-4fd4-839e-32aabe1b8aae', 'mac_address': 'fa:16:3e:65:c5:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b06a1f2-b51f-445c-a75f-8362b440f3f4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 18:48:15.779144 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-47aed6c9-7f82-46f4-8109-a4be8acc5e64 req-70592e9d-e38c-4640-9d71-4320c2b8d0e8 tempest-ServersTestManualDisk-1181965885 tempest-ServersTestManualDisk-1181965885-project] 10.222.0.41 "GET /v2.0/security-groups?id=0917b9ba-05f4-43cf-a302-ae418afea998&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1185915 Jun 01 18:48:15.797811 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] get_ports_and_sgs() called for port_ids ['93302f40-25f2-43b4-81bb-fbbce8a6a912'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:48:15.829740 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] get_ports_and_sgs() called for port_ids ['a2b102db-a0be-4f77-9ba0-fac6ef78d2af'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:48:15.859560 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] get_ports_and_sgs() called for port_ids ['15057b2f-c9f2-4f18-9e31-7266bab9b95d'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:48:15.885106 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb3385e-45f3-4ee5-af62-71b398858f62 req-e728cab2-11f4-470d-8e99-e80964cee6bc tempest-ServersTestManualDisk-1181965885 tempest-ServersTestManualDisk-1181965885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:15.885349 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-a4b98f09-f309-4b7f-b7d7-3ed36aeda09a req-d4fb648f-c177-4c6a-8524-6c7536fe21a4 tempest-FloatingIPsTestJSON-1690271538 tempest-FloatingIPsTestJSON-1690271538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:15.885483 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-a4b98f09-f309-4b7f-b7d7-3ed36aeda09a req-d4fb648f-c177-4c6a-8524-6c7536fe21a4 tempest-FloatingIPsTestJSON-1690271538 tempest-FloatingIPsTestJSON-1690271538-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:15.888325 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] get_ports_and_sgs() called for port_ids ['762e1d9d-53a1-4374-8f81-cfb057889d39'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:48:15.889688 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-aeb3385e-45f3-4ee5-af62-71b398858f62 req-e728cab2-11f4-470d-8e99-e80964cee6bc tempest-ServersTestManualDisk-1181965885 tempest-ServersTestManualDisk-1181965885-project] 10.222.0.50 "GET /v2.0/ports?device_id=e48f61a1-dfd3-445e-99ff-341d1de8b7d1 HTTP/1.1" status: 200 len: 945 time: 0.1880829 Jun 01 18:48:15.894905 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [req-dff27baf-12e1-4a4b-b4d9-0bb3ae8c373a req-fe6eb132-186d-4879-8ed5-1f173f8a4904 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] Allocated IP 172.20.0.3 (222758ca-4c6e-4ccb-8f11-8c829f4da008/2d25927e-118e-41f9-9e0e-90f9021c9592/dff298bd-3110-4ad7-9eae-fe40df9d84f7) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:48:15.953974 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] get_ports_and_sgs() called for port_ids ['140193c9-fdbc-41ee-a1d8-9a596f9546a5'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:48:16.062124 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] get_ports_and_sgs() called for port_ids ['a3f4ba38-c0d9-4785-8b90-9f4ff43d59a6'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:48:16.106462 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port c67628e5-ab76-4fd4-839e-32aabe1b8aae is: ACTIVE; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:48:16.108317 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:16.160663 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-aeb3385e-45f3-4ee5-af62-71b398858f62 req-c13c32eb-164c-4335-98bc-d09500aa896f tempest-ServersTestManualDisk-1181965885 tempest-ServersTestManualDisk-1181965885-project] Deleting port e4ed00a5-b372-4c7c-91cb-1b4c6d82ac88 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:48:16.161270 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-aeb3385e-45f3-4ee5-af62-71b398858f62 req-c13c32eb-164c-4335-98bc-d09500aa896f tempest-ServersTestManualDisk-1181965885 tempest-ServersTestManualDisk-1181965885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:16.178529 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c67628e5-ab76-4fd4-839e-32aabe1b8aae {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:48:16.195699 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [req-a4b98f09-f309-4b7f-b7d7-3ed36aeda09a req-d4fb648f-c177-4c6a-8524-6c7536fe21a4 tempest-FloatingIPsTestJSON-1690271538 tempest-FloatingIPsTestJSON-1690271538-project] Calling delete_port for c352f635-e3ab-41cf-9f1c-885124e63c22 owned by network:floatingip {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:48:16.198377 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port c67628e5-ab76-4fd4-839e-32aabe1b8aae, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=c67628e5-ab76-4fd4-839e-32aabe1b8aae,segment=NetworkSegment(641e9a4f-e613-4ae2-9aeb-2789f815da51),segment_id=641e9a4f-e613-4ae2-9aeb-2789f815da51)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:48:16.377445 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:16.385855 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ae647a-c078-4aef-9a4b-0e8abce06d57 req-0528a689-3674-42d1-8007-ba076838785d tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:16.395470 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-98ae647a-c078-4aef-9a4b-0e8abce06d57 req-0528a689-3674-42d1-8007-ba076838785d tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] 10.222.0.41 "GET /v2.0/ports?device_id=0dcd1d1e-530a-45dd-9d6b-dc7638ac52db HTTP/1.1" status: 200 len: 946 time: 0.3396275 Jun 01 18:48:16.538317 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=c67628e5-ab76-4fd4-839e-32aabe1b8aae,revision_number=6']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:16.544823 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] get_ports_and_sgs() called for port_ids ['44b44b8b-1cb0-4633-8ae2-35b7a49b3f45'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:48:16.713296 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-98ae647a-c078-4aef-9a4b-0e8abce06d57 req-7cf87b46-b4ce-40d2-9eb8-8c6207152618 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] 10.222.0.41 "GET /v2.0/security-groups?id=32e0c067-0089-408b-a3cd-4b24e22ccce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3165531 Jun 01 18:48:16.747634 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-a4b98f09-f309-4b7f-b7d7-3ed36aeda09a req-d4fb648f-c177-4c6a-8524-6c7536fe21a4 tempest-FloatingIPsTestJSON-1690271538 tempest-FloatingIPsTestJSON-1690271538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:16.839566 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-dff27baf-12e1-4a4b-b4d9-0bb3ae8c373a req-fe6eb132-186d-4879-8ed5-1f173f8a4904 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:16.855543 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fb648f-c177-4c6a-8524-6c7536fe21a4 tempest-FloatingIPsTestJSON-1690271538 tempest-FloatingIPsTestJSON-1690271538-project] Pushing event deleted for resources: {'Port': ['ID=c352f635-e3ab-41cf-9f1c-885124e63c22,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:16.903320 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-aeb3385e-45f3-4ee5-af62-71b398858f62 req-c13c32eb-164c-4335-98bc-d09500aa896f tempest-ServersTestManualDisk-1181965885 tempest-ServersTestManualDisk-1181965885-project] For port e4ed00a5-b372-4c7c-91cb-1b4c6d82ac88, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=e4ed00a5-b372-4c7c-91cb-1b4c6d82ac88,segment=NetworkSegment(dbed2ef3-fec2-48d6-9802-f5f8c232ad46),segment_id=dbed2ef3-fec2-48d6-9802-f5f8c232ad46)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:48:16.904541 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-aeb3385e-45f3-4ee5-af62-71b398858f62 req-c13c32eb-164c-4335-98bc-d09500aa896f tempest-ServersTestManualDisk-1181965885 tempest-ServersTestManualDisk-1181965885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:16.940862 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] get_ports_and_sgs() called for port_ids ['c67628e5-ab76-4fd4-839e-32aabe1b8aae'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:48:17.115854 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-a4b98f09-f309-4b7f-b7d7-3ed36aeda09a req-d4fb648f-c177-4c6a-8524-6c7536fe21a4 tempest-FloatingIPsTestJSON-1690271538 tempest-FloatingIPsTestJSON-1690271538-project] Notify callbacks [] for floatingip, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:17.159783 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-a4b98f09-f309-4b7f-b7d7-3ed36aeda09a req-d4fb648f-c177-4c6a-8524-6c7536fe21a4 tempest-FloatingIPsTestJSON-1690271538 tempest-FloatingIPsTestJSON-1690271538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for floatingip, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:17.161321 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a4b98f09-f309-4b7f-b7d7-3ed36aeda09a req-d4fb648f-c177-4c6a-8524-6c7536fe21a4 tempest-FloatingIPsTestJSON-1690271538 tempest-FloatingIPsTestJSON-1690271538-project] 10.222.0.41 "DELETE /v2.0/floatingips/eb083c12-bc4a-4c93-a4aa-0755efc6b073 HTTP/1.1" status: 204 len: 173 time: 2.1810536 Jun 01 18:48:17.162515 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-dff27baf-12e1-4a4b-b4d9-0bb3ae8c373a req-fe6eb132-186d-4879-8ed5-1f173f8a4904 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:17.289530 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Provisioning complete for port cc8eaa17-8441-4d5c-bf5b-397c949381f6 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:48:17.289912 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:17.319567 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dff27baf-12e1-4a4b-b4d9-0bb3ae8c373a req-fe6eb132-186d-4879-8ed5-1f173f8a4904 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] Network 222758ca-4c6e-4ccb-8f11-8c829f4da008 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:48:17.352691 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [req-dff27baf-12e1-4a4b-b4d9-0bb3ae8c373a req-fe6eb132-186d-4879-8ed5-1f173f8a4904 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:48:17.360371 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [req-dff27baf-12e1-4a4b-b4d9-0bb3ae8c373a req-fe6eb132-186d-4879-8ed5-1f173f8a4904 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:48:17.432786 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6eb132-186d-4879-8ed5-1f173f8a4904 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] Pushing event updated for resources: {'Port': ['ID=dff298bd-3110-4ad7-9eae-fe40df9d84f7,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:17.469923 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff27baf-12e1-4a4b-b4d9-0bb3ae8c373a req-fe6eb132-186d-4879-8ed5-1f173f8a4904 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:17.470631 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-dff27baf-12e1-4a4b-b4d9-0bb3ae8c373a req-fe6eb132-186d-4879-8ed5-1f173f8a4904 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:17.493720 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-dff27baf-12e1-4a4b-b4d9-0bb3ae8c373a req-fe6eb132-186d-4879-8ed5-1f173f8a4904 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1242514 Jun 01 18:48:17.511889 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [req-dff27baf-12e1-4a4b-b4d9-0bb3ae8c373a req-72aa70f7-6f5d-43fc-94cf-b96329590e86 service neutron] Request body: {'port': {'device_id': 'ac320b65-95b9-4d8c-bd7b-e804c1aaac09', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844202-1'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:48:17.593837 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] get_ports_and_sgs() called for port_ids ['d2fed082-f232-473f-b203-8abb2abbb3b0'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:48:17.864443 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df17b6fb-4555-4cb3-bb71-a9320c352d88 req-a5fec955-657b-49ce-acc5-61bcc81faf59 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:17.872508 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-df17b6fb-4555-4cb3-bb71-a9320c352d88 req-a5fec955-657b-49ce-acc5-61bcc81faf59 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/ports?device_id=bbc6cdff-04ae-48c7-ad6e-c61c3c6d16b7 HTTP/1.1" status: 200 len: 948 time: 0.1990786 Jun 01 18:48:17.919207 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-dff27baf-12e1-4a4b-b4d9-0bb3ae8c373a req-72aa70f7-6f5d-43fc-94cf-b96329590e86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:17.934319 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-aeb3385e-45f3-4ee5-af62-71b398858f62 req-c13c32eb-164c-4335-98bc-d09500aa896f tempest-ServersTestManualDisk-1181965885 tempest-ServersTestManualDisk-1181965885-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:17.935349 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-aeb3385e-45f3-4ee5-af62-71b398858f62 req-c13c32eb-164c-4335-98bc-d09500aa896f tempest-ServersTestManualDisk-1181965885 tempest-ServersTestManualDisk-1181965885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887712'] for floatingip, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:17.935850 n-d-844202-1 neutron-server[88524]: INFO neutron.db.l3_db [req-aeb3385e-45f3-4ee5-af62-71b398858f62 req-c13c32eb-164c-4335-98bc-d09500aa896f tempest-ServersTestManualDisk-1181965885 tempest-ServersTestManualDisk-1181965885-project] Floating IP b18094dc-a056-407c-b655-5f4a96d99bd2 disassociated. External IP: 172.25.4.225, port: e4ed00a5-b372-4c7c-91cb-1b4c6d82ac88. Jun 01 18:48:17.936411 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-aeb3385e-45f3-4ee5-af62-71b398858f62 req-c13c32eb-164c-4335-98bc-d09500aa896f tempest-ServersTestManualDisk-1181965885 tempest-ServersTestManualDisk-1181965885-project] Calling delete_port for e4ed00a5-b372-4c7c-91cb-1b4c6d82ac88 owned by compute:nova {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:48:18.179368 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-df17b6fb-4555-4cb3-bb71-a9320c352d88 req-9c6493c2-6f62-461d-9280-1cbb27aeec6e tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbe27866-6450-47f0-a8e1-f266dfb72433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3022842 Jun 01 18:48:18.191588 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-aeb3385e-45f3-4ee5-af62-71b398858f62 req-c13c32eb-164c-4335-98bc-d09500aa896f tempest-ServersTestManualDisk-1181965885 tempest-ServersTestManualDisk-1181965885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:18.258856 n-d-844202-1 neutron-server[88525]: INFO neutron.api.v2.resource [req-19d8953a-ef2c-4044-92fc-47b752c21c60 req-64e4d5e1-0b3e-45bd-9a05-71148ab81033 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] show failed (client error): The resource could not be found. Jun 01 18:48:18.264195 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13c32eb-164c-4335-98bc-d09500aa896f tempest-ServersTestManualDisk-1181965885 tempest-ServersTestManualDisk-1181965885-project] Pushing event deleted for resources: {'Port': ['ID=e4ed00a5-b372-4c7c-91cb-1b4c6d82ac88,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:18.278232 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-19d8953a-ef2c-4044-92fc-47b752c21c60 req-64e4d5e1-0b3e-45bd-9a05-71148ab81033 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] 10.222.0.41 "GET /v2.0/security-groups/d497c33e-a311-4727-9b36-b087fc223f35 HTTP/1.1" status: 404 len: 352 time: 0.0480897 Jun 01 18:48:18.443617 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7899be84-689b-4d39-aa9b-3321e6a77656 req-7daacd09-e575-4206-bafb-d70e83613be0 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:18.445197 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7899be84-689b-4d39-aa9b-3321e6a77656 req-7daacd09-e575-4206-bafb-d70e83613be0 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac320b65-95b9-4d8c-bd7b-e804c1aaac09 HTTP/1.1" status: 200 len: 931 time: 0.9516034 Jun 01 18:48:18.509788 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port cc8eaa17-8441-4d5c-bf5b-397c949381f6 is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:48:18.510188 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:18.570562 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '420a476b-0d5b-4dc2-9bfb-22ae930ac2da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc8eaa17-8441-4d5c-bf5b-397c949381f6'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:48:18.577313 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port cc8eaa17-8441-4d5c-bf5b-397c949381f6, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=cc8eaa17-8441-4d5c-bf5b-397c949381f6,segment=NetworkSegment(5423f802-8952-4dea-8b13-e2a87f408f8c),segment_id=5423f802-8952-4dea-8b13-e2a87f408f8c)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:48:18.584018 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:18.584862 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device c67628e5-ab76-4fd4-839e-32aabe1b8aae no longer exists at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:48:18.645787 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aeb3385e-45f3-4ee5-af62-71b398858f62 req-c13c32eb-164c-4335-98bc-d09500aa896f tempest-ServersTestManualDisk-1181965885 tempest-ServersTestManualDisk-1181965885-project] Router b0ab07c4-7ff0-4de6-af4d-94c92307380c has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 18:48:18.666798 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7899be84-689b-4d39-aa9b-3321e6a77656 req-6077ef11-70ce-4945-ba82-0d51a5cb51b8 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] 10.222.0.41 "GET /v2.0/security-groups?id=92820b43-7593-449e-bdb5-02c9f22d29e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974368 Jun 01 18:48:18.696024 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5479e2b5-0031-4e8d-ab0c-b90bbc395fab req-1fc4647f-24b9-46c9-ae3c-4a8ec59d9947 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:18.704760 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5479e2b5-0031-4e8d-ab0c-b90bbc395fab req-1fc4647f-24b9-46c9-ae3c-4a8ec59d9947 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:18.714498 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5479e2b5-0031-4e8d-ab0c-b90bbc395fab req-1fc4647f-24b9-46c9-ae3c-4a8ec59d9947 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:18.723481 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5479e2b5-0031-4e8d-ab0c-b90bbc395fab req-1fc4647f-24b9-46c9-ae3c-4a8ec59d9947 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:18.741687 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5479e2b5-0031-4e8d-ab0c-b90bbc395fab req-1fc4647f-24b9-46c9-ae3c-4a8ec59d9947 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:18.755085 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5479e2b5-0031-4e8d-ab0c-b90bbc395fab req-1fc4647f-24b9-46c9-ae3c-4a8ec59d9947 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:18.767743 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5479e2b5-0031-4e8d-ab0c-b90bbc395fab req-1fc4647f-24b9-46c9-ae3c-4a8ec59d9947 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:18.770455 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-5479e2b5-0031-4e8d-ab0c-b90bbc395fab req-1fc4647f-24b9-46c9-ae3c-4a8ec59d9947 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c83a2c5-aa3d-4e8d-af22-cb838112216f HTTP/1.1" status: 200 len: 5438 time: 0.2543802 Jun 01 18:48:18.807145 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=cc8eaa17-8441-4d5c-bf5b-397c949381f6,revision_number=7']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:18.820311 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 44b44b8b-1cb0-4633-8ae2-35b7a49b3f45 up at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:48:18.917641 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-5479e2b5-0031-4e8d-ab0c-b90bbc395fab req-204e1fcf-b7a2-4d46-93f4-b5044e45f97b tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] 10.222.0.41 "GET /v2.0/security-groups?id=3eddd810-beb6-4f1d-8108-29288df7e7ee&id=9572e18c-01ef-4403-8358-e3e783c3474b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1285355 Jun 01 18:48:19.080254 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port c67628e5-ab76-4fd4-839e-32aabe1b8aae is: BUILD; New status is: DOWN {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:48:19.080818 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:19.088501 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d9acd8b3-e387-472c-b48f-4ab259a0029e req-9e03c17e-09fb-4136-9642-1807f521fffe tempest-ServersTestManualDisk-1181965885 tempest-ServersTestManualDisk-1181965885-project] 10.222.0.41 "GET /v2.0/ports?device_id=e48f61a1-dfd3-445e-99ff-341d1de8b7d1 HTTP/1.1" status: 200 len: 210 time: 0.0726039 Jun 01 18:48:19.107250 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning for port 44b44b8b-1cb0-4633-8ae2-35b7a49b3f45 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:48:19.118967 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning complete for port 44b44b8b-1cb0-4633-8ae2-35b7a49b3f45 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:48:19.119351 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:19.174271 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id c67628e5-ab76-4fd4-839e-32aabe1b8aae {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:48:19.205025 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port c67628e5-ab76-4fd4-839e-32aabe1b8aae, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=c67628e5-ab76-4fd4-839e-32aabe1b8aae,segment=NetworkSegment(641e9a4f-e613-4ae2-9aeb-2789f815da51),segment_id=641e9a4f-e613-4ae2-9aeb-2789f815da51)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:48:19.221196 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:19.309864 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device c67628e5-ab76-4fd4-839e-32aabe1b8aae up at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:48:19.349184 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [req-dff27baf-12e1-4a4b-b4d9-0bb3ae8c373a req-72aa70f7-6f5d-43fc-94cf-b96329590e86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dff298bd-3110-4ad7-9eae-fe40df9d84f7 {{(pid=88525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:48:19.364474 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-dff27baf-12e1-4a4b-b4d9-0bb3ae8c373a req-72aa70f7-6f5d-43fc-94cf-b96329590e86 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:19.418069 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [req-dff27baf-12e1-4a4b-b4d9-0bb3ae8c373a req-72aa70f7-6f5d-43fc-94cf-b96329590e86 service neutron] Transition to ACTIVE for port object dff298bd-3110-4ad7-9eae-fe40df9d84f7 will not be triggered until provisioned by entity L2. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:48:19.436884 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-5d5a522c-1043-4f19-92eb-43cc19706e7f req-546e2408-dd65-4cd7-b9f0-cecc3efd5c0b tempest-FloatingIPsTestJSON-1690271538 tempest-FloatingIPsTestJSON-1690271538-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2547374 Jun 01 18:48:19.439081 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-dff27baf-12e1-4a4b-b4d9-0bb3ae8c373a req-72aa70f7-6f5d-43fc-94cf-b96329590e86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:19.460939 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aeb3385e-45f3-4ee5-af62-71b398858f62 req-c13c32eb-164c-4335-98bc-d09500aa896f tempest-ServersTestManualDisk-1181965885 tempest-ServersTestManualDisk-1181965885-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 18:48:19.477384 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1d46b0-e3c1-4301-9465-df558315925e None None] Sync routers for ids ['b0ab07c4-7ff0-4de6-af4d-94c92307380c'] in n-d-844202-1 {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 18:48:19.521926 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=c67628e5-ab76-4fd4-839e-32aabe1b8aae,revision_number=7']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:19.526687 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1d46b0-e3c1-4301-9465-df558315925e None None] Routers {'b0ab07c4-7ff0-4de6-af4d-94c92307380c'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:48:19.527316 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-5f1d46b0-e3c1-4301-9465-df558315925e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:48:09Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['b0ab07c4-7ff0-4de6-af4d-94c92307380c'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:48:19.551423 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-aeb3385e-45f3-4ee5-af62-71b398858f62 req-c13c32eb-164c-4335-98bc-d09500aa896f tempest-ServersTestManualDisk-1181965885 tempest-ServersTestManualDisk-1181965885-project] No DVR routers for this DVR port e4ed00a5-b372-4c7c-91cb-1b4c6d82ac88 on host n-h2-844202-1 {{(pid=88524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 18:48:19.555943 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-aeb3385e-45f3-4ee5-af62-71b398858f62 req-c13c32eb-164c-4335-98bc-d09500aa896f tempest-ServersTestManualDisk-1181965885 tempest-ServersTestManualDisk-1181965885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:19.558877 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e48f61a1-dfd3-445e-99ff-341d1de8b7d1', 'name': 'network-vif-deleted', 'tag': 'e4ed00a5-b372-4c7c-91cb-1b4c6d82ac88'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:48:19.596912 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b90057-735f-4ff5-abc6-7bef8c58ed9c req-e818f2c0-bb0c-4937-ae4f-e8fb8d7faae8 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:19.597591 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [req-5d5a522c-1043-4f19-92eb-43cc19706e7f req-5f584d1c-bb43-42f7-b009-9411a228a67e tempest-FloatingIPsTestJSON-1690271538 tempest-FloatingIPsTestJSON-1690271538-project] Request body: {'floatingip': {'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:48:19.598512 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-96b90057-735f-4ff5-abc6-7bef8c58ed9c req-e818f2c0-bb0c-4937-ae4f-e8fb8d7faae8 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] 10.222.0.41 "GET /v2.0/ports?device_id=0dcd1d1e-530a-45dd-9d6b-dc7638ac52db HTTP/1.1" status: 200 len: 944 time: 0.2892811 Jun 01 18:48:19.604673 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-aeb3385e-45f3-4ee5-af62-71b398858f62 req-c13c32eb-164c-4335-98bc-d09500aa896f tempest-ServersTestManualDisk-1181965885 tempest-ServersTestManualDisk-1181965885-project] 10.222.0.50 "DELETE /v2.0/ports/e4ed00a5-b372-4c7c-91cb-1b4c6d82ac88 HTTP/1.1" status: 204 len: 173 time: 3.7037172 Jun 01 18:48:19.629669 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [req-5d5a522c-1043-4f19-92eb-43cc19706e7f req-5f584d1c-bb43-42f7-b009-9411a228a67e tempest-FloatingIPsTestJSON-1690271538 tempest-FloatingIPsTestJSON-1690271538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:48:19.662939 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-96b90057-735f-4ff5-abc6-7bef8c58ed9c req-86f64382-2bfa-4297-9b5f-dcec42273550 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] 10.222.0.41 "GET /v2.0/security-groups?id=32e0c067-0089-408b-a3cd-4b24e22ccce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566292 Jun 01 18:48:19.676761 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-5d5a522c-1043-4f19-92eb-43cc19706e7f req-5f584d1c-bb43-42f7-b009-9411a228a67e tempest-FloatingIPsTestJSON-1690271538 tempest-FloatingIPsTestJSON-1690271538-project] Usage tracker for resource:floatingip and tenant:2e54302b464545128cc217aaf6f57f42 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:48:19.695717 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-5d5a522c-1043-4f19-92eb-43cc19706e7f req-5f584d1c-bb43-42f7-b009-9411a228a67e tempest-FloatingIPsTestJSON-1690271538 tempest-FloatingIPsTestJSON-1690271538-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:48:19.702705 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-43eea501-0a07-4e3f-bc38-8e77ae49046a req-a643db8f-1f6e-4631-9367-0db63b94a8c9 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-125064304', 'description': 'tempest-description-1798369166'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:48:19.711945 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-43eea501-0a07-4e3f-bc38-8e77ae49046a req-a643db8f-1f6e-4631-9367-0db63b94a8c9 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:48:19.717297 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-43eea501-0a07-4e3f-bc38-8e77ae49046a req-a643db8f-1f6e-4631-9367-0db63b94a8c9 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Usage tracker for resource:security_group and tenant:03a56f87111741e99eac45e7902d811c is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:48:19.724492 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-43eea501-0a07-4e3f-bc38-8e77ae49046a req-a643db8f-1f6e-4631-9367-0db63b94a8c9 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:48:19.731615 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-43eea501-0a07-4e3f-bc38-8e77ae49046a req-a643db8f-1f6e-4631-9367-0db63b94a8c9 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:48:19.750751 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [req-5d5a522c-1043-4f19-92eb-43cc19706e7f req-5f584d1c-bb43-42f7-b009-9411a228a67e tempest-FloatingIPsTestJSON-1690271538 tempest-FloatingIPsTestJSON-1690271538-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:48:19.752155 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-43eea501-0a07-4e3f-bc38-8e77ae49046a req-a643db8f-1f6e-4631-9367-0db63b94a8c9 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:19.759214 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72aa70f7-6f5d-43fc-94cf-b96329590e86 service neutron] Pushing event updated for resources: {'Port': ['ID=dff298bd-3110-4ad7-9eae-fe40df9d84f7,revision_number=2']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:19.802166 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-43eea501-0a07-4e3f-bc38-8e77ae49046a req-a643db8f-1f6e-4631-9367-0db63b94a8c9 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:48:19.816078 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-43eea501-0a07-4e3f-bc38-8e77ae49046a req-a643db8f-1f6e-4631-9367-0db63b94a8c9 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Usage tracker for resource:security_group_rule and tenant:03a56f87111741e99eac45e7902d811c is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:48:19.833009 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-43eea501-0a07-4e3f-bc38-8e77ae49046a req-a643db8f-1f6e-4631-9367-0db63b94a8c9 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:48:19.861618 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-43eea501-0a07-4e3f-bc38-8e77ae49046a req-a643db8f-1f6e-4631-9367-0db63b94a8c9 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:48:19.867984 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port 44b44b8b-1cb0-4633-8ae2-35b7a49b3f45 is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:48:19.868604 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:19.933097 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-dff27baf-12e1-4a4b-b4d9-0bb3ae8c373a req-72aa70f7-6f5d-43fc-94cf-b96329590e86 service neutron] Attempting to bind port dff298bd-3110-4ad7-9eae-fe40df9d84f7 on host n-h2-844202-1 for vnic_type normal with profile {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:48:19.934067 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-dff27baf-12e1-4a4b-b4d9-0bb3ae8c373a req-72aa70f7-6f5d-43fc-94cf-b96329590e86 service neutron] Attempting to bind port dff298bd-3110-4ad7-9eae-fe40df9d84f7 by drivers openvswitch,hyperv on host n-h2-844202-1 at level 0 using segments [{'id': '9bd376cf-8b39-4b75-aaa6-34bd3746194e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '222758ca-4c6e-4ccb-8f11-8c829f4da008'}] {{(pid=88525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:48:19.934067 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dff27baf-12e1-4a4b-b4d9-0bb3ae8c373a req-72aa70f7-6f5d-43fc-94cf-b96329590e86 service neutron] Attempting to bind port dff298bd-3110-4ad7-9eae-fe40df9d84f7 on network 222758ca-4c6e-4ccb-8f11-8c829f4da008 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:48:19.937119 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-5d5a522c-1043-4f19-92eb-43cc19706e7f req-5f584d1c-bb43-42f7-b009-9411a228a67e tempest-FloatingIPsTestJSON-1690271538 tempest-FloatingIPsTestJSON-1690271538-project] Notify callbacks [] for floatingip, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:19.962103 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Provisioning complete for port c67628e5-ab76-4fd4-839e-32aabe1b8aae triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:48:19.962362 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:19.975280 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dff27baf-12e1-4a4b-b4d9-0bb3ae8c373a req-72aa70f7-6f5d-43fc-94cf-b96329590e86 service neutron] Port dff298bd-3110-4ad7-9eae-fe40df9d84f7 on network 222758ca-4c6e-4ccb-8f11-8c829f4da008 not bound, no agent of type Open vSwitch agent registered on host n-h2-844202-1 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 18:48:19.975782 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dff27baf-12e1-4a4b-b4d9-0bb3ae8c373a req-72aa70f7-6f5d-43fc-94cf-b96329590e86 service neutron] Attempting to bind port dff298bd-3110-4ad7-9eae-fe40df9d84f7 on network 222758ca-4c6e-4ccb-8f11-8c829f4da008 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:48:19.984318 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dff27baf-12e1-4a4b-b4d9-0bb3ae8c373a req-72aa70f7-6f5d-43fc-94cf-b96329590e86 service neutron] Checking agent: {'id': 'f5db9968-6317-4186-9100-9e0ca6b50417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 18, 48, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:48:19.984813 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dff27baf-12e1-4a4b-b4d9-0bb3ae8c373a req-72aa70f7-6f5d-43fc-94cf-b96329590e86 service neutron] Checking segment: {'id': '9bd376cf-8b39-4b75-aaa6-34bd3746194e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '222758ca-4c6e-4ccb-8f11-8c829f4da008'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:48:19.985726 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dff27baf-12e1-4a4b-b4d9-0bb3ae8c373a req-72aa70f7-6f5d-43fc-94cf-b96329590e86 service neutron] Bound using segment: {'id': '9bd376cf-8b39-4b75-aaa6-34bd3746194e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '222758ca-4c6e-4ccb-8f11-8c829f4da008'} {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:48:19.987087 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-dff27baf-12e1-4a4b-b4d9-0bb3ae8c373a req-72aa70f7-6f5d-43fc-94cf-b96329590e86 service neutron] Bound port: dff298bd-3110-4ad7-9eae-fe40df9d84f7, host: n-h2-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bd376cf-8b39-4b75-aaa6-34bd3746194e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '222758ca-4c6e-4ccb-8f11-8c829f4da008'}}] {{(pid=88525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:48:19.987704 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-dff27baf-12e1-4a4b-b4d9-0bb3ae8c373a req-72aa70f7-6f5d-43fc-94cf-b96329590e86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:20.053305 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-43eea501-0a07-4e3f-bc38-8e77ae49046a req-a643db8f-1f6e-4631-9367-0db63b94a8c9 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:20.063043 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-43eea501-0a07-4e3f-bc38-8e77ae49046a req-a643db8f-1f6e-4631-9367-0db63b94a8c9 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:20.083019 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 44b44b8b-1cb0-4633-8ae2-35b7a49b3f45, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=44b44b8b-1cb0-4633-8ae2-35b7a49b3f45,segment=NetworkSegment(8211a189-6538-4b5e-a099-2eaf80282694),segment_id=8211a189-6538-4b5e-a099-2eaf80282694)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:48:20.108257 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:20.109390 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 140193c9-fdbc-41ee-a1d8-9a596f9546a5 up at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:48:20.129825 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-dff27baf-12e1-4a4b-b4d9-0bb3ae8c373a req-72aa70f7-6f5d-43fc-94cf-b96329590e86 service neutron] For port dff298bd-3110-4ad7-9eae-fe40df9d84f7, host n-h2-844202-1, cleared binding levels {{(pid=88525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:48:20.133852 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-dff27baf-12e1-4a4b-b4d9-0bb3ae8c373a req-72aa70f7-6f5d-43fc-94cf-b96329590e86 service neutron] For port dff298bd-3110-4ad7-9eae-fe40df9d84f7, host n-h2-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=dff298bd-3110-4ad7-9eae-fe40df9d84f7,segment=NetworkSegment(9bd376cf-8b39-4b75-aaa6-34bd3746194e),segment_id=9bd376cf-8b39-4b75-aaa6-34bd3746194e)] {{(pid=88525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:48:20.150566 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-43eea501-0a07-4e3f-bc38-8e77ae49046a req-a643db8f-1f6e-4631-9367-0db63b94a8c9 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:20.162397 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-43eea501-0a07-4e3f-bc38-8e77ae49046a req-a643db8f-1f6e-4631-9367-0db63b94a8c9 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.4657674 Jun 01 18:48:20.169638 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a643db8f-1f6e-4631-9367-0db63b94a8c9 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Pushing event updated for resources: {'SecurityGroup': ['ID=543e7e17-b4bf-4acc-8432-497ca22c9e31,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:20.227258 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-dff27baf-12e1-4a4b-b4d9-0bb3ae8c373a req-72aa70f7-6f5d-43fc-94cf-b96329590e86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:20.270483 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-5f1d46b0-e3c1-4301-9465-df558315925e None None] Set router b0ab07c4-7ff0-4de6-af4d-94c92307380c gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:48:20.377850 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38f26850-024d-496d-a2a1-d6aabe27e94f'] response: {'server_uuid': '420a476b-0d5b-4dc2-9bfb-22ae930ac2da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc8eaa17-8441-4d5c-bf5b-397c949381f6', 'code': 200} Jun 01 18:48:20.405612 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff27baf-12e1-4a4b-b4d9-0bb3ae8c373a req-72aa70f7-6f5d-43fc-94cf-b96329590e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:20.409375 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-dff27baf-12e1-4a4b-b4d9-0bb3ae8c373a req-72aa70f7-6f5d-43fc-94cf-b96329590e86 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:20.411174 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-dff27baf-12e1-4a4b-b4d9-0bb3ae8c373a req-72aa70f7-6f5d-43fc-94cf-b96329590e86 service neutron] 10.222.0.50 "PUT /v2.0/ports/dff298bd-3110-4ad7-9eae-fe40df9d84f7 HTTP/1.1" status: 200 len: 1091 time: 2.9106915 Jun 01 18:48:20.419118 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac320b65-95b9-4d8c-bd7b-e804c1aaac09', 'tag': 'dff298bd-3110-4ad7-9eae-fe40df9d84f7'}] {{(pid=88525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:48:20.480050 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72aa70f7-6f5d-43fc-94cf-b96329590e86 service neutron] Pushing event updated for resources: {'Port': ['ID=dff298bd-3110-4ad7-9eae-fe40df9d84f7,revision_number=3']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:20.697993 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee37e3cb-50bf-449b-83aa-0e8c90f6ed6d req-96832b58-2121-4650-9e13-d652f898860f tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:20.705638 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ee37e3cb-50bf-449b-83aa-0e8c90f6ed6d req-96832b58-2121-4650-9e13-d652f898860f tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/ports?device_id=bbc6cdff-04ae-48c7-ad6e-c61c3c6d16b7 HTTP/1.1" status: 200 len: 948 time: 0.1382051 Jun 01 18:48:20.710837 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-5d5a522c-1043-4f19-92eb-43cc19706e7f req-5f584d1c-bb43-42f7-b009-9411a228a67e tempest-FloatingIPsTestJSON-1690271538 tempest-FloatingIPsTestJSON-1690271538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:20.756275 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=44b44b8b-1cb0-4633-8ae2-35b7a49b3f45,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:20.774428 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ee37e3cb-50bf-449b-83aa-0e8c90f6ed6d req-39fe3e36-7f23-426a-86e7-b6a92dce63e8 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbe27866-6450-47f0-a8e1-f266dfb72433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677836 Jun 01 18:48:20.795519 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning for port 140193c9-fdbc-41ee-a1d8-9a596f9546a5 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:48:20.808308 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning complete for port 140193c9-fdbc-41ee-a1d8-9a596f9546a5 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:48:20.809509 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:20.837659 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a7dd291-6c7f-4941-89e5-eadf428d25bb'] response: {'server_uuid': 'e48f61a1-dfd3-445e-99ff-341d1de8b7d1', 'name': 'network-vif-deleted', 'tag': 'e4ed00a5-b372-4c7c-91cb-1b4c6d82ac88', 'status': 'completed', 'code': 200} Jun 01 18:48:20.868329 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port c67628e5-ab76-4fd4-839e-32aabe1b8aae is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:48:20.869540 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:20.884271 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [req-5d5a522c-1043-4f19-92eb-43cc19706e7f req-5f584d1c-bb43-42f7-b009-9411a228a67e tempest-FloatingIPsTestJSON-1690271538 tempest-FloatingIPsTestJSON-1690271538-project] Allocated IP 172.25.4.162 (72a72e44-6845-488a-a5ff-3a26d4df9cb3/c314a23b-daa2-4106-ab28-8e6f954277b2/a01a5d74-2421-4872-bcbb-af5ded8c0ae5) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:48:21.013508 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port c67628e5-ab76-4fd4-839e-32aabe1b8aae, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=c67628e5-ab76-4fd4-839e-32aabe1b8aae,segment=NetworkSegment(641e9a4f-e613-4ae2-9aeb-2789f815da51),segment_id=641e9a4f-e613-4ae2-9aeb-2789f815da51)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:48:21.038854 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:21.063065 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-5d5a522c-1043-4f19-92eb-43cc19706e7f req-5f584d1c-bb43-42f7-b009-9411a228a67e tempest-FloatingIPsTestJSON-1690271538 tempest-FloatingIPsTestJSON-1690271538-project] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:21.106625 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-5d5a522c-1043-4f19-92eb-43cc19706e7f req-5f584d1c-bb43-42f7-b009-9411a228a67e tempest-FloatingIPsTestJSON-1690271538 tempest-FloatingIPsTestJSON-1690271538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:21.140580 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=c67628e5-ab76-4fd4-839e-32aabe1b8aae,revision_number=8']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:21.184731 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff27baf-12e1-4a4b-b4d9-0bb3ae8c373a req-d1b620ae-92c6-4133-bc03-cb04d031a8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:21.186250 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-dff27baf-12e1-4a4b-b4d9-0bb3ae8c373a req-d1b620ae-92c6-4133-bc03-cb04d031a8b4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ee3dca5a75c542e0966797f286e0b4d5&device_id=ac320b65-95b9-4d8c-bd7b-e804c1aaac09 HTTP/1.1" status: 200 len: 1094 time: 0.6928737 Jun 01 18:48:21.214855 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5645858b-32b6-4f1f-b3f5-9dad17c68b1e req-28e378dc-4619-4d50-9d9c-ec95e320c205 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:21.217327 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5645858b-32b6-4f1f-b3f5-9dad17c68b1e req-28e378dc-4619-4d50-9d9c-ec95e320c205 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac320b65-95b9-4d8c-bd7b-e804c1aaac09 HTTP/1.1" status: 200 len: 943 time: 0.1955078 Jun 01 18:48:21.247329 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port 140193c9-fdbc-41ee-a1d8-9a596f9546a5 is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:48:21.247748 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:21.261326 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-5f1d46b0-e3c1-4301-9465-df558315925e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0ab07c4-7ff0-4de6-af4d-94c92307380c', 'name': 'tempest-ServersTestManualDisk-499305876-router', 'tenant_id': 'bee367ae0ad54e12b26a009fd0a33774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.139'}], 'enable_snat': True}, 'gw_port_id': 'aaf58b36-6e6a-4312-96df-a13111622765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:46:47Z', 'updated_at': '2022-06-01T18:46:58Z', 'revision_number': 4, 'project_id': 'bee367ae0ad54e12b26a009fd0a33774', 'gw_port': {'id': 'aaf58b36-6e6a-4312-96df-a13111622765', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:bc:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ab07c4-7ff0-4de6-af4d-94c92307380c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:46:49Z', 'updated_at': '2022-06-01T18:47:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '818bd10a-4a86-480e-93cf-dfd86c22ba80', 'name': '', 'network_id': 'ae90aacb-06d8-4816-9f23-36440149798c', 'tenant_id': 'bee367ae0ad54e12b26a009fd0a33774', 'mac_address': 'fa:16:3e:d9:a1:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ab07c4-7ff0-4de6-af4d-94c92307380c', 'device_owner': 'network:router_interface', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': '619ce5e2-1a90-4a7c-b866-53d809336772', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:46:56Z', 'updated_at': '2022-06-01T18:47:06Z', 'revision_number': 5, 'project_id': 'bee367ae0ad54e12b26a009fd0a33774', 'subnets': [{'id': '619ce5e2-1a90-4a7c-b866-53d809336772', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:48:21.269656 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1d46b0-e3c1-4301-9465-df558315925e None None] Checking router: b0ab07c4-7ff0-4de6-af4d-94c92307380c for host: n-d-844202-1 {{(pid=88526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 18:48:21.270413 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d5a522c-1043-4f19-92eb-43cc19706e7f req-5f584d1c-bb43-42f7-b009-9411a228a67e tempest-FloatingIPsTestJSON-1690271538 tempest-FloatingIPsTestJSON-1690271538-project] Network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:48:21.275093 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [req-5d5a522c-1043-4f19-92eb-43cc19706e7f req-5f584d1c-bb43-42f7-b009-9411a228a67e tempest-FloatingIPsTestJSON-1690271538 tempest-FloatingIPsTestJSON-1690271538-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:48:21.296338 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5645858b-32b6-4f1f-b3f5-9dad17c68b1e req-999403d1-bb57-445d-9077-6c1eff8e8958 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] 10.222.0.41 "GET /v2.0/security-groups?id=92820b43-7593-449e-bdb5-02c9f22d29e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656705 Jun 01 18:48:21.296585 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d5a522c-1043-4f19-92eb-43cc19706e7f req-5f584d1c-bb43-42f7-b009-9411a228a67e tempest-FloatingIPsTestJSON-1690271538 tempest-FloatingIPsTestJSON-1690271538-project] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:48:21.315592 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1d46b0-e3c1-4301-9465-df558315925e None None] Routers {'b0ab07c4-7ff0-4de6-af4d-94c92307380c'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:48:21.316246 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-5f1d46b0-e3c1-4301-9465-df558315925e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:48:09Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['b0ab07c4-7ff0-4de6-af4d-94c92307380c'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:48:21.357786 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-dff27baf-12e1-4a4b-b4d9-0bb3ae8c373a req-ab31307f-19b2-43cf-a993-cb9b4d07e759 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dff298bd-3110-4ad7-9eae-fe40df9d84f7 HTTP/1.1" status: 200 len: 217 time: 0.1604812 Jun 01 18:48:21.424043 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f584d1c-bb43-42f7-b009-9411a228a67e tempest-FloatingIPsTestJSON-1690271538 tempest-FloatingIPsTestJSON-1690271538-project] Pushing event updated for resources: {'Port': ['ID=a01a5d74-2421-4872-bcbb-af5ded8c0ae5,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:21.451505 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff27baf-12e1-4a4b-b4d9-0bb3ae8c373a req-12a74839-7fc2-4f1a-979b-451db366a6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:21.453423 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-dff27baf-12e1-4a4b-b4d9-0bb3ae8c373a req-12a74839-7fc2-4f1a-979b-451db366a6bb service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2d25927e-118e-41f9-9e0e-90f9021c9592 HTTP/1.1" status: 200 len: 848 time: 0.0892122 Jun 01 18:48:21.525752 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-dff27baf-12e1-4a4b-b4d9-0bb3ae8c373a req-acad5896-3f2c-43b6-85bf-8a27db8a7ad8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=222758ca-4c6e-4ccb-8f11-8c829f4da008&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0586021 Jun 01 18:48:21.528539 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 140193c9-fdbc-41ee-a1d8-9a596f9546a5, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=140193c9-fdbc-41ee-a1d8-9a596f9546a5,segment=NetworkSegment(1f216ea7-d556-42bd-9325-5581fab5db25),segment_id=1f216ea7-d556-42bd-9325-5581fab5db25)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:48:21.544203 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:21.545219 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device e4ed00a5-b372-4c7c-91cb-1b4c6d82ac88 no longer exists at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:48:21.632324 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc66e16-d300-4a51-993a-478ae69763ca req-189a8006-0bc9-4828-b2f1-7b30436b6342 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:21.639456 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc66e16-d300-4a51-993a-478ae69763ca req-189a8006-0bc9-4828-b2f1-7b30436b6342 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:21.649117 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc66e16-d300-4a51-993a-478ae69763ca req-189a8006-0bc9-4828-b2f1-7b30436b6342 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:21.659859 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc66e16-d300-4a51-993a-478ae69763ca req-189a8006-0bc9-4828-b2f1-7b30436b6342 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:21.668403 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc66e16-d300-4a51-993a-478ae69763ca req-189a8006-0bc9-4828-b2f1-7b30436b6342 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:21.679099 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc66e16-d300-4a51-993a-478ae69763ca req-189a8006-0bc9-4828-b2f1-7b30436b6342 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:21.685365 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc66e16-d300-4a51-993a-478ae69763ca req-189a8006-0bc9-4828-b2f1-7b30436b6342 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:21.687525 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7bc66e16-d300-4a51-993a-478ae69763ca req-189a8006-0bc9-4828-b2f1-7b30436b6342 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c83a2c5-aa3d-4e8d-af22-cb838112216f HTTP/1.1" status: 200 len: 5440 time: 0.2405717 Jun 01 18:48:21.741392 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-5f1d46b0-e3c1-4301-9465-df558315925e None None] Set router b0ab07c4-7ff0-4de6-af4d-94c92307380c gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:48:21.764557 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7bc66e16-d300-4a51-993a-478ae69763ca req-bc223ab2-c149-4741-b743-f7ba4d4cc57a tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] 10.222.0.41 "GET /v2.0/security-groups?id=3eddd810-beb6-4f1d-8108-29288df7e7ee&id=9572e18c-01ef-4403-8358-e3e783c3474b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0670550 Jun 01 18:48:21.918031 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-5d5a522c-1043-4f19-92eb-43cc19706e7f req-5f584d1c-bb43-42f7-b009-9411a228a67e tempest-FloatingIPsTestJSON-1690271538 tempest-FloatingIPsTestJSON-1690271538-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:21.939039 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-b1e1461e-c10e-418f-9131-8348287ecdb8 req-5f92dc00-dd32-4dd4-904f-f08c8c54b9cf tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1977465459', 'description': 'tempest-description-90723130'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:48:21.953339 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-b1e1461e-c10e-418f-9131-8348287ecdb8 req-5f92dc00-dd32-4dd4-904f-f08c8c54b9cf tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:48:21.976672 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-b1e1461e-c10e-418f-9131-8348287ecdb8 req-5f92dc00-dd32-4dd4-904f-f08c8c54b9cf tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Usage tracker for resource:security_group and tenant:03a56f87111741e99eac45e7902d811c is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:48:21.982575 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-b1e1461e-c10e-418f-9131-8348287ecdb8 req-5f92dc00-dd32-4dd4-904f-f08c8c54b9cf tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:48:22.002815 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-b1e1461e-c10e-418f-9131-8348287ecdb8 req-5f92dc00-dd32-4dd4-904f-f08c8c54b9cf tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:48:22.010746 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-dff27baf-12e1-4a4b-b4d9-0bb3ae8c373a req-4d8c012b-e7ea-4a9d-8c7b-595352ab2405 service neutron] 10.222.0.50 "GET /v2.0/networks/222758ca-4c6e-4ccb-8f11-8c829f4da008?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4774010 Jun 01 18:48:22.033521 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-b1e1461e-c10e-418f-9131-8348287ecdb8 req-5f92dc00-dd32-4dd4-904f-f08c8c54b9cf tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:22.078100 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-b1e1461e-c10e-418f-9131-8348287ecdb8 req-5f92dc00-dd32-4dd4-904f-f08c8c54b9cf tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:48:22.084262 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-b1e1461e-c10e-418f-9131-8348287ecdb8 req-5f92dc00-dd32-4dd4-904f-f08c8c54b9cf tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Usage tracker for resource:security_group_rule and tenant:03a56f87111741e99eac45e7902d811c is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:48:22.088906 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-b1e1461e-c10e-418f-9131-8348287ecdb8 req-5f92dc00-dd32-4dd4-904f-f08c8c54b9cf tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:48:22.097478 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-b1e1461e-c10e-418f-9131-8348287ecdb8 req-5f92dc00-dd32-4dd4-904f-f08c8c54b9cf tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:48:22.115296 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] No Port match for: e4ed00a5-b372-4c7c-91cb-1b4c6d82ac88 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 18:48:22.115296 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device e4ed00a5-b372-4c7c-91cb-1b4c6d82ac88 not bound to the agent host n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 18:48:22.143543 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-5d5a522c-1043-4f19-92eb-43cc19706e7f req-5f584d1c-bb43-42f7-b009-9411a228a67e tempest-FloatingIPsTestJSON-1690271538 tempest-FloatingIPsTestJSON-1690271538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:22.171889 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 93302f40-25f2-43b4-81bb-fbbce8a6a912 up at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:48:22.255704 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-b1e1461e-c10e-418f-9131-8348287ecdb8 req-5f92dc00-dd32-4dd4-904f-f08c8c54b9cf tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:22.270438 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-b1e1461e-c10e-418f-9131-8348287ecdb8 req-5f92dc00-dd32-4dd4-904f-f08c8c54b9cf tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:22.326368 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f92dc00-dd32-4dd4-904f-f08c8c54b9cf tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f5e1615-d3ec-4aa4-82e4-1bb455e60804,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:22.352580 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-b1e1461e-c10e-418f-9131-8348287ecdb8 req-5f92dc00-dd32-4dd4-904f-f08c8c54b9cf tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:22.368749 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b1e1461e-c10e-418f-9131-8348287ecdb8 req-5f92dc00-dd32-4dd4-904f-f08c8c54b9cf tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.4334831 Jun 01 18:48:22.395895 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-dff27baf-12e1-4a4b-b4d9-0bb3ae8c373a req-54a3061c-239f-4aee-a497-f3aef88538ce service neutron] 10.222.0.50 "GET /v2.0/networks/222758ca-4c6e-4ccb-8f11-8c829f4da008?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3748264 Jun 01 18:48:22.405838 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c83a2c5-aa3d-4e8d-af22-cb838112216f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44b44b8b-1cb0-4633-8ae2-35b7a49b3f45'}, {'server_uuid': '0dcd1d1e-530a-45dd-9d6b-dc7638ac52db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c67628e5-ab76-4fd4-839e-32aabe1b8aae'}, {'server_uuid': '9c83a2c5-aa3d-4e8d-af22-cb838112216f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '140193c9-fdbc-41ee-a1d8-9a596f9546a5'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:48:22.419427 n-d-844202-1 neutron-server[88525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-680b1652-830e-41a0-a4fc-4f0214339fb0'] response: {'name': 'network-changed', 'server_uuid': 'ac320b65-95b9-4d8c-bd7b-e804c1aaac09', 'tag': 'dff298bd-3110-4ad7-9eae-fe40df9d84f7', 'status': 'completed', 'code': 200} Jun 01 18:48:22.505555 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=140193c9-fdbc-41ee-a1d8-9a596f9546a5,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:22.529504 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning for port 93302f40-25f2-43b4-81bb-fbbce8a6a912 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:48:22.541519 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning complete for port 93302f40-25f2-43b4-81bb-fbbce8a6a912 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:48:22.541897 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:22.617082 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-5f1d46b0-e3c1-4301-9465-df558315925e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0ab07c4-7ff0-4de6-af4d-94c92307380c', 'name': 'tempest-ServersTestManualDisk-499305876-router', 'tenant_id': 'bee367ae0ad54e12b26a009fd0a33774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.139'}], 'enable_snat': True}, 'gw_port_id': 'aaf58b36-6e6a-4312-96df-a13111622765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:46:47Z', 'updated_at': '2022-06-01T18:46:58Z', 'revision_number': 4, 'project_id': 'bee367ae0ad54e12b26a009fd0a33774', 'gw_port': {'id': 'aaf58b36-6e6a-4312-96df-a13111622765', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:bc:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ab07c4-7ff0-4de6-af4d-94c92307380c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:46:49Z', 'updated_at': '2022-06-01T18:47:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '818bd10a-4a86-480e-93cf-dfd86c22ba80', 'name': '', 'network_id': 'ae90aacb-06d8-4816-9f23-36440149798c', 'tenant_id': 'bee367ae0ad54e12b26a009fd0a33774', 'mac_address': 'fa:16:3e:d9:a1:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ab07c4-7ff0-4de6-af4d-94c92307380c', 'device_owner': 'network:router_interface', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': '619ce5e2-1a90-4a7c-b866-53d809336772', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:46:56Z', 'updated_at': '2022-06-01T18:47:06Z', 'revision_number': 5, 'project_id': 'bee367ae0ad54e12b26a009fd0a33774', 'subnets': [{'id': '619ce5e2-1a90-4a7c-b866-53d809336772', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:48:22.622964 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1d46b0-e3c1-4301-9465-df558315925e None None] The sync data for ids ['b0ab07c4-7ff0-4de6-af4d-94c92307380c'] in n-d-844202-1 is: [{'id': 'b0ab07c4-7ff0-4de6-af4d-94c92307380c', 'name': 'tempest-ServersTestManualDisk-499305876-router', 'tenant_id': 'bee367ae0ad54e12b26a009fd0a33774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.139'}], 'enable_snat': True}, 'gw_port_id': 'aaf58b36-6e6a-4312-96df-a13111622765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:46:47Z', 'updated_at': '2022-06-01T18:46:58Z', 'revision_number': 4, 'project_id': 'bee367ae0ad54e12b26a009fd0a33774', 'gw_port': {'id': 'aaf58b36-6e6a-4312-96df-a13111622765', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:bc:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ab07c4-7ff0-4de6-af4d-94c92307380c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:46:49Z', 'updated_at': '2022-06-01T18:47:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '818bd10a-4a86-480e-93cf-dfd86c22ba80', 'name': '', 'network_id': 'ae90aacb-06d8-4816-9f23-36440149798c', 'tenant_id': 'bee367ae0ad54e12b26a009fd0a33774', 'mac_address': 'fa:16:3e:d9:a1:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ab07c4-7ff0-4de6-af4d-94c92307380c', 'device_owner': 'network:router_interface', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': '619ce5e2-1a90-4a7c-b866-53d809336772', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:46:56Z', 'updated_at': '2022-06-01T18:47:06Z', 'revision_number': 5, 'project_id': 'bee367ae0ad54e12b26a009fd0a33774', 'subnets': [{'id': '619ce5e2-1a90-4a7c-b866-53d809336772', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 18:48:22.687895 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6921c1-eaeb-4c64-afbb-3e71c58d6077 req-2b82201d-f810-46fb-91bc-a545401ed1ae tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:22.696893 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3f6921c1-eaeb-4c64-afbb-3e71c58d6077 req-2b82201d-f810-46fb-91bc-a545401ed1ae tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] 10.222.0.41 "GET /v2.0/ports?device_id=0dcd1d1e-530a-45dd-9d6b-dc7638ac52db HTTP/1.1" status: 200 len: 946 time: 0.1609223 Jun 01 18:48:22.726132 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port 93302f40-25f2-43b4-81bb-fbbce8a6a912 is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:48:22.726692 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:22.744089 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-5d5a522c-1043-4f19-92eb-43cc19706e7f req-5f584d1c-bb43-42f7-b009-9411a228a67e tempest-FloatingIPsTestJSON-1690271538 tempest-FloatingIPsTestJSON-1690271538-project] Notify callbacks [] for port, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:22.751697 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3f6921c1-eaeb-4c64-afbb-3e71c58d6077 req-f8a0e61d-9e47-4663-9e18-35fd7d09978b tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] 10.222.0.41 "GET /v2.0/security-groups?id=32e0c067-0089-408b-a3cd-4b24e22ccce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531292 Jun 01 18:48:22.758623 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80253f09-21f6-4957-a95b-4a42261da072 req-64d878cf-7089-47df-a700-0fcc49bc09c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:22.760202 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-80253f09-21f6-4957-a95b-4a42261da072 req-64d878cf-7089-47df-a700-0fcc49bc09c8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ee3dca5a75c542e0966797f286e0b4d5&device_id=ac320b65-95b9-4d8c-bd7b-e804c1aaac09 HTTP/1.1" status: 200 len: 1094 time: 0.2978539 Jun 01 18:48:22.760974 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-5d5a522c-1043-4f19-92eb-43cc19706e7f req-5f584d1c-bb43-42f7-b009-9411a228a67e tempest-FloatingIPsTestJSON-1690271538 tempest-FloatingIPsTestJSON-1690271538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:22.790184 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 93302f40-25f2-43b4-81bb-fbbce8a6a912, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=93302f40-25f2-43b4-81bb-fbbce8a6a912,segment=NetworkSegment(1f216ea7-d556-42bd-9325-5581fab5db25),segment_id=1f216ea7-d556-42bd-9325-5581fab5db25)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:48:22.812613 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:22.813617 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device a3f4ba38-c0d9-4785-8b90-9f4ff43d59a6 up at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:48:23.073484 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=93302f40-25f2-43b4-81bb-fbbce8a6a912,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:23.106736 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning for port a3f4ba38-c0d9-4785-8b90-9f4ff43d59a6 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:48:23.112333 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-682a437b-b005-40dc-91a2-9682dd9bdad8 None None] New status for floating IP b18094dc-a056-407c-b655-5f4a96d99bd2: DOWN {{(pid=88527) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 18:48:23.127514 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning complete for port a3f4ba38-c0d9-4785-8b90-9f4ff43d59a6 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:48:23.128113 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:23.139782 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80253f09-21f6-4957-a95b-4a42261da072 req-b427d940-e9ac-4529-babe-51add3eea063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:23.143245 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-80253f09-21f6-4957-a95b-4a42261da072 req-b427d940-e9ac-4529-babe-51add3eea063 service neutron] 10.222.0.50 "GET /v2.0/networks?id=222758ca-4c6e-4ccb-8f11-8c829f4da008 HTTP/1.1" status: 200 len: 909 time: 0.3646331 Jun 01 18:48:23.224851 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a5431f-bcfe-41b9-aa98-e159e2d78243 req-e2ee153c-4e9d-42a5-8d82-7ebf481e7245 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:23.227430 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-82a5431f-bcfe-41b9-aa98-e159e2d78243 req-e2ee153c-4e9d-42a5-8d82-7ebf481e7245 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/ports?device_id=bbc6cdff-04ae-48c7-ad6e-c61c3c6d16b7 HTTP/1.1" status: 200 len: 948 time: 0.1731231 Jun 01 18:48:23.311677 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-82a5431f-bcfe-41b9-aa98-e159e2d78243 req-04c1727f-1568-4864-b210-ec02ff780c9c tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbe27866-6450-47f0-a8e1-f266dfb72433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766809 Jun 01 18:48:23.330866 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-80253f09-21f6-4957-a95b-4a42261da072 req-0dafe366-ca1a-460b-b8cd-92a7861163be service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dff298bd-3110-4ad7-9eae-fe40df9d84f7 HTTP/1.1" status: 200 len: 217 time: 0.1088185 Jun 01 18:48:23.390138 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 50398) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:48:23.390503 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f584d1c-bb43-42f7-b009-9411a228a67e tempest-FloatingIPsTestJSON-1690271538 tempest-FloatingIPsTestJSON-1690271538-project] Pushing event updated for resources: {'Port': ['ID=a01a5d74-2421-4872-bcbb-af5ded8c0ae5,revision_number=2']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:23.409613 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port a3f4ba38-c0d9-4785-8b90-9f4ff43d59a6 is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:48:23.409998 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:23.432052 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-5d5a522c-1043-4f19-92eb-43cc19706e7f req-5f584d1c-bb43-42f7-b009-9411a228a67e tempest-FloatingIPsTestJSON-1690271538 tempest-FloatingIPsTestJSON-1690271538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887712'] for floatingip, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:23.469321 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80253f09-21f6-4957-a95b-4a42261da072 req-fb7fb641-b71e-4f76-b9e3-4c4b48d3490b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:23.472870 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-80253f09-21f6-4957-a95b-4a42261da072 req-fb7fb641-b71e-4f76-b9e3-4c4b48d3490b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2d25927e-118e-41f9-9e0e-90f9021c9592 HTTP/1.1" status: 200 len: 848 time: 0.1287565 Jun 01 18:48:23.513443 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port a3f4ba38-c0d9-4785-8b90-9f4ff43d59a6, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=a3f4ba38-c0d9-4785-8b90-9f4ff43d59a6,segment=NetworkSegment(8211a189-6538-4b5e-a099-2eaf80282694),segment_id=8211a189-6538-4b5e-a099-2eaf80282694)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:48:23.525512 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:23.526459 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device a2b102db-a0be-4f77-9ba0-fac6ef78d2af up at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:48:23.540986 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-5d5a522c-1043-4f19-92eb-43cc19706e7f req-5f584d1c-bb43-42f7-b009-9411a228a67e tempest-FloatingIPsTestJSON-1690271538 tempest-FloatingIPsTestJSON-1690271538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for floatingip, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:23.542207 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-5d5a522c-1043-4f19-92eb-43cc19706e7f req-5f584d1c-bb43-42f7-b009-9411a228a67e tempest-FloatingIPsTestJSON-1690271538 tempest-FloatingIPsTestJSON-1690271538-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.0815694 Jun 01 18:48:23.623113 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-80253f09-21f6-4957-a95b-4a42261da072 req-d5cdd5aa-c913-44ed-b880-ef80df24cf66 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=222758ca-4c6e-4ccb-8f11-8c829f4da008&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1411593 Jun 01 18:48:23.653945 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-066aa882-4266-45e6-85da-ee1f31d32b8d tempest-ServersTestManualDisk-1181965885 tempest-ServersTestManualDisk-1181965885-project] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:23.678818 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-5d5a522c-1043-4f19-92eb-43cc19706e7f req-d9438808-12c4-4fec-a4ab-8cd5bfdd0410 tempest-FloatingIPsTestJSON-1690271538 tempest-FloatingIPsTestJSON-1690271538-project] Synchronizing usage tracker for tenant:2e54302b464545128cc217aaf6f57f42 on resource:floatingip {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:48:23.713219 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-066aa882-4266-45e6-85da-ee1f31d32b8d tempest-ServersTestManualDisk-1181965885 tempest-ServersTestManualDisk-1181965885-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:23.744034 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=a3f4ba38-c0d9-4785-8b90-9f4ff43d59a6,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:23.753969 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ced2c0e-991e-4b5e-aca1-574ed0726421 req-919f428c-5297-46c5-832c-28e4f0abf19b tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:23.761649 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4ced2c0e-991e-4b5e-aca1-574ed0726421 req-919f428c-5297-46c5-832c-28e4f0abf19b tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac320b65-95b9-4d8c-bd7b-e804c1aaac09 HTTP/1.1" status: 200 len: 943 time: 0.2151582 Jun 01 18:48:23.772564 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-5d5a522c-1043-4f19-92eb-43cc19706e7f req-d9438808-12c4-4fec-a4ab-8cd5bfdd0410 tempest-FloatingIPsTestJSON-1690271538 tempest-FloatingIPsTestJSON-1690271538-project] Unset dirty status for tenant:2e54302b464545128cc217aaf6f57f42 on resource:floatingip {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:48:23.773646 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-5d5a522c-1043-4f19-92eb-43cc19706e7f req-d9438808-12c4-4fec-a4ab-8cd5bfdd0410 tempest-FloatingIPsTestJSON-1690271538 tempest-FloatingIPsTestJSON-1690271538-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.4.162 HTTP/1.1" status: 200 len: 696 time: 0.2211022 Jun 01 18:48:23.781067 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning for port a2b102db-a0be-4f77-9ba0-fac6ef78d2af completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:48:23.792111 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning complete for port a2b102db-a0be-4f77-9ba0-fac6ef78d2af triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:48:23.792111 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:23.821926 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-80253f09-21f6-4957-a95b-4a42261da072 req-b2c57867-39cd-4710-b8ab-1f2ac1027318 service neutron] 10.222.0.50 "GET /v2.0/networks/222758ca-4c6e-4ccb-8f11-8c829f4da008?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919284 Jun 01 18:48:23.864203 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4ced2c0e-991e-4b5e-aca1-574ed0726421 req-e7f872f9-e590-40cf-930a-4ba052e5f3a1 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] 10.222.0.41 "GET /v2.0/security-groups?id=92820b43-7593-449e-bdb5-02c9f22d29e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015821 Jun 01 18:48:23.908340 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-066aa882-4266-45e6-85da-ee1f31d32b8d tempest-ServersTestManualDisk-1181965885 tempest-ServersTestManualDisk-1181965885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:23.937006 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-5d5f7aea-4288-41b8-87c6-28d75e174da6 req-ba40202c-d525-4009-b1eb-c635696660d9 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-483427334', 'description': 'tempest-description-697246262'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:48:23.978696 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-5d5f7aea-4288-41b8-87c6-28d75e174da6 req-ba40202c-d525-4009-b1eb-c635696660d9 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:48:23.985140 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066aa882-4266-45e6-85da-ee1f31d32b8d tempest-ServersTestManualDisk-1181965885 tempest-ServersTestManualDisk-1181965885-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0917b9ba-05f4-43cf-a302-ae418afea998,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:23.998887 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-5d5f7aea-4288-41b8-87c6-28d75e174da6 req-ba40202c-d525-4009-b1eb-c635696660d9 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Usage tracker for resource:security_group and tenant:03a56f87111741e99eac45e7902d811c is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:48:24.003951 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-5d5f7aea-4288-41b8-87c6-28d75e174da6 req-ba40202c-d525-4009-b1eb-c635696660d9 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:48:24.007245 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-066aa882-4266-45e6-85da-ee1f31d32b8d tempest-ServersTestManualDisk-1181965885 tempest-ServersTestManualDisk-1181965885-project] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:24.015674 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-066aa882-4266-45e6-85da-ee1f31d32b8d tempest-ServersTestManualDisk-1181965885 tempest-ServersTestManualDisk-1181965885-project] 10.222.0.41 "DELETE /v2.0/security-groups/0917b9ba-05f4-43cf-a302-ae418afea998 HTTP/1.1" status: 204 len: 168 time: 0.6173337 Jun 01 18:48:24.028870 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 50406) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:48:24.045504 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-5d5f7aea-4288-41b8-87c6-28d75e174da6 req-ba40202c-d525-4009-b1eb-c635696660d9 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:48:24.056031 n-d-844202-1 neutron-server[88524]: INFO neutron.api.v2.resource [None req-ab99ecb4-3f1d-49eb-a5f6-8ab3466de11f tempest-ServersTestManualDisk-1181965885 tempest-ServersTestManualDisk-1181965885-project] show failed (client error): The resource could not be found. Jun 01 18:48:24.057120 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-ab99ecb4-3f1d-49eb-a5f6-8ab3466de11f tempest-ServersTestManualDisk-1181965885 tempest-ServersTestManualDisk-1181965885-project] 10.222.0.41 "GET /v2.0/security-groups/0917b9ba-05f4-43cf-a302-ae418afea998 HTTP/1.1" status: 404 len: 347 time: 0.0234115 Jun 01 18:48:24.057432 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port a2b102db-a0be-4f77-9ba0-fac6ef78d2af is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:48:24.059943 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 50410) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:48:24.062378 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:24.117212 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port a2b102db-a0be-4f77-9ba0-fac6ef78d2af, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=a2b102db-a0be-4f77-9ba0-fac6ef78d2af,segment=NetworkSegment(8211a189-6538-4b5e-a099-2eaf80282694),segment_id=8211a189-6538-4b5e-a099-2eaf80282694)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:48:24.132154 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:24.134111 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 15057b2f-c9f2-4f18-9e31-7266bab9b95d up at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:48:24.165542 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-5d5f7aea-4288-41b8-87c6-28d75e174da6 req-ba40202c-d525-4009-b1eb-c635696660d9 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:24.171895 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5a522c-1043-4f19-92eb-43cc19706e7f req-b2f19ac2-aa89-4f96-94b1-d3da61bca460 tempest-FloatingIPsTestJSON-1690271538 tempest-FloatingIPsTestJSON-1690271538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:24.175485 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-5d5a522c-1043-4f19-92eb-43cc19706e7f req-b2f19ac2-aa89-4f96-94b1-d3da61bca460 tempest-FloatingIPsTestJSON-1690271538 tempest-FloatingIPsTestJSON-1690271538-project] 10.222.0.41 "GET /v2.0/networks/72a72e44-6845-488a-a5ff-3a26d4df9cb3 HTTP/1.1" status: 200 len: 784 time: 0.3505564 Jun 01 18:48:24.213753 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-80253f09-21f6-4957-a95b-4a42261da072 req-fce056ae-f3e6-43c0-a393-9f5256a1f04e service neutron] 10.222.0.50 "GET /v2.0/networks/222758ca-4c6e-4ccb-8f11-8c829f4da008?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2607915 Jun 01 18:48:24.312167 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93025dc0-860c-4c08-811c-e9a3f1497c80'] response: {'server_uuid': '9c83a2c5-aa3d-4e8d-af22-cb838112216f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44b44b8b-1cb0-4633-8ae2-35b7a49b3f45', 'code': 200} Jun 01 18:48:24.312633 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93025dc0-860c-4c08-811c-e9a3f1497c80'] response: {'server_uuid': '0dcd1d1e-530a-45dd-9d6b-dc7638ac52db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c67628e5-ab76-4fd4-839e-32aabe1b8aae', 'code': 200} Jun 01 18:48:24.313021 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93025dc0-860c-4c08-811c-e9a3f1497c80'] response: {'server_uuid': '9c83a2c5-aa3d-4e8d-af22-cb838112216f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '140193c9-fdbc-41ee-a1d8-9a596f9546a5', 'code': 200} Jun 01 18:48:24.314509 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=a2b102db-a0be-4f77-9ba0-fac6ef78d2af,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:24.343534 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning for port 15057b2f-c9f2-4f18-9e31-7266bab9b95d completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:48:24.345373 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-b24de369-16a4-40c2-8d14-46fd5227e6c7 tempest-ServersTestManualDisk-1181965885 tempest-ServersTestManualDisk-1181965885-project] Deleting port a706fbce-1c79-443b-af97-84ff46d37405 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:48:24.346326 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b24de369-16a4-40c2-8d14-46fd5227e6c7 tempest-ServersTestManualDisk-1181965885 tempest-ServersTestManualDisk-1181965885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:24.352011 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning complete for port 15057b2f-c9f2-4f18-9e31-7266bab9b95d triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:48:24.352794 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:24.378154 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.agents_db [None req-e814b9cf-7de8-45d0-a079-29c61fabe7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 18:48:24.397015 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-5d5f7aea-4288-41b8-87c6-28d75e174da6 req-ba40202c-d525-4009-b1eb-c635696660d9 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:48:24.530273 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-5d5f7aea-4288-41b8-87c6-28d75e174da6 req-ba40202c-d525-4009-b1eb-c635696660d9 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Usage tracker for resource:security_group_rule and tenant:03a56f87111741e99eac45e7902d811c is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:48:24.537924 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-5d5f7aea-4288-41b8-87c6-28d75e174da6 req-ba40202c-d525-4009-b1eb-c635696660d9 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:48:24.547168 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-5d5f7aea-4288-41b8-87c6-28d75e174da6 req-ba40202c-d525-4009-b1eb-c635696660d9 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:48:24.567352 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port 15057b2f-c9f2-4f18-9e31-7266bab9b95d is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:48:24.567874 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:24.606267 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 15057b2f-c9f2-4f18-9e31-7266bab9b95d, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=15057b2f-c9f2-4f18-9e31-7266bab9b95d,segment=NetworkSegment(8211a189-6538-4b5e-a099-2eaf80282694),segment_id=8211a189-6538-4b5e-a099-2eaf80282694)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:48:24.617260 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:24.618310 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 762e1d9d-53a1-4374-8f81-cfb057889d39 up at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:48:24.745656 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b24de369-16a4-40c2-8d14-46fd5227e6c7 tempest-ServersTestManualDisk-1181965885 tempest-ServersTestManualDisk-1181965885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:24.746252 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b24de369-16a4-40c2-8d14-46fd5227e6c7 tempest-ServersTestManualDisk-1181965885 tempest-ServersTestManualDisk-1181965885-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:24.808348 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=15057b2f-c9f2-4f18-9e31-7266bab9b95d,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:24.831895 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-5d5f7aea-4288-41b8-87c6-28d75e174da6 req-ba40202c-d525-4009-b1eb-c635696660d9 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:24.833573 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning for port 762e1d9d-53a1-4374-8f81-cfb057889d39 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:48:24.846270 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning complete for port 762e1d9d-53a1-4374-8f81-cfb057889d39 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:48:24.846789 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:24.856702 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ad5143-bac0-478d-b78b-2c6c3e5994ca req-81c69519-7fa2-45ce-8b44-7b832ea27c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:24.858614 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-10ad5143-bac0-478d-b78b-2c6c3e5994ca req-81c69519-7fa2-45ce-8b44-7b832ea27c5d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0dcd1d1e-530a-45dd-9d6b-dc7638ac52db HTTP/1.1" status: 200 len: 1097 time: 0.3300066 Jun 01 18:48:24.873419 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e00dea3-bca7-48b5-9e3c-bb9876cbd0a0 req-84616c3a-2ef1-4327-8807-e7b0af3bdc79 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:24.898546 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-5d5f7aea-4288-41b8-87c6-28d75e174da6 req-ba40202c-d525-4009-b1eb-c635696660d9 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:24.901175 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e00dea3-bca7-48b5-9e3c-bb9876cbd0a0 req-84616c3a-2ef1-4327-8807-e7b0af3bdc79 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:24.910249 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e00dea3-bca7-48b5-9e3c-bb9876cbd0a0 req-84616c3a-2ef1-4327-8807-e7b0af3bdc79 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:24.911303 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-b24de369-16a4-40c2-8d14-46fd5227e6c7 tempest-ServersTestManualDisk-1181965885 tempest-ServersTestManualDisk-1181965885-project] Calling delete_port for a706fbce-1c79-443b-af97-84ff46d37405 owned by network:floatingip {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:48:24.918903 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e00dea3-bca7-48b5-9e3c-bb9876cbd0a0 req-84616c3a-2ef1-4327-8807-e7b0af3bdc79 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:24.925916 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e00dea3-bca7-48b5-9e3c-bb9876cbd0a0 req-84616c3a-2ef1-4327-8807-e7b0af3bdc79 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:24.934257 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e00dea3-bca7-48b5-9e3c-bb9876cbd0a0 req-84616c3a-2ef1-4327-8807-e7b0af3bdc79 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:24.943483 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e00dea3-bca7-48b5-9e3c-bb9876cbd0a0 req-84616c3a-2ef1-4327-8807-e7b0af3bdc79 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:24.946211 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-6e00dea3-bca7-48b5-9e3c-bb9876cbd0a0 req-84616c3a-2ef1-4327-8807-e7b0af3bdc79 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c83a2c5-aa3d-4e8d-af22-cb838112216f HTTP/1.1" status: 200 len: 5443 time: 0.4840846 Jun 01 18:48:25.057036 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port 762e1d9d-53a1-4374-8f81-cfb057889d39 is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:48:25.057398 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:25.060893 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-10ad5143-bac0-478d-b78b-2c6c3e5994ca req-f115cc62-8238-4991-a0ee-9d50ab52f34e service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=32e0c067-0089-408b-a3cd-4b24e22ccce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133010 Jun 01 18:48:25.069216 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-6e00dea3-bca7-48b5-9e3c-bb9876cbd0a0 req-d3f7b5a0-b19f-472d-b460-d4d943cad604 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] 10.222.0.41 "GET /v2.0/security-groups?id=3eddd810-beb6-4f1d-8108-29288df7e7ee&id=9572e18c-01ef-4403-8358-e3e783c3474b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0962067 Jun 01 18:48:25.125209 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 762e1d9d-53a1-4374-8f81-cfb057889d39, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=762e1d9d-53a1-4374-8f81-cfb057889d39,segment=NetworkSegment(addab7d5-ae1a-46af-8624-f392d2d8b7f8),segment_id=addab7d5-ae1a-46af-8624-f392d2d8b7f8)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:48:25.127099 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-5d5f7aea-4288-41b8-87c6-28d75e174da6 req-ba40202c-d525-4009-b1eb-c635696660d9 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:25.128828 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5d5f7aea-4288-41b8-87c6-28d75e174da6 req-ba40202c-d525-4009-b1eb-c635696660d9 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 1.2262824 Jun 01 18:48:25.142281 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba40202c-d525-4009-b1eb-c635696660d9 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fac7d9dc-a334-4d23-bfed-1ab727ae8d53,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:25.142631 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:25.313843 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=762e1d9d-53a1-4374-8f81-cfb057889d39,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:25.389809 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1f70f5-4fd2-4bb2-a885-da85e57e742c req-8f41498d-f874-4769-9b76-8ee6d8d9297c tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:25.391827 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2a1f70f5-4fd2-4bb2-a885-da85e57e742c req-8f41498d-f874-4769-9b76-8ee6d8d9297c tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] 10.222.0.41 "GET /v2.0/ports?device_id=0dcd1d1e-530a-45dd-9d6b-dc7638ac52db HTTP/1.1" status: 200 len: 946 time: 0.1121352 Jun 01 18:48:25.397613 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3ec071f8-7024-4631-86df-fde310dfec89 req-56db08a6-c1a9-4996-b25a-ad8e5e398f94 tempest-FloatingIPsTestJSON-1690271538 tempest-FloatingIPsTestJSON-1690271538-project] 10.222.0.41 "GET /v2.0/floatingips/d9e4c90a-7a1a-42ac-a7f2-233dc7f2d49c HTTP/1.1" status: 200 len: 693 time: 0.1094809 Jun 01 18:48:25.478492 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2a1f70f5-4fd2-4bb2-a885-da85e57e742c req-95116c25-4243-4a4a-9d23-b15404b00828 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] 10.222.0.41 "GET /v2.0/security-groups?id=32e0c067-0089-408b-a3cd-4b24e22ccce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793169 Jun 01 18:48:25.525938 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b24de369-16a4-40c2-8d14-46fd5227e6c7 tempest-ServersTestManualDisk-1181965885 tempest-ServersTestManualDisk-1181965885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:25.661981 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24de369-16a4-40c2-8d14-46fd5227e6c7 tempest-ServersTestManualDisk-1181965885 tempest-ServersTestManualDisk-1181965885-project] Pushing event deleted for resources: {'Port': ['ID=a706fbce-1c79-443b-af97-84ff46d37405,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:25.743546 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0314f07-9a50-4311-8e60-792bfca8142d req-8ab4b783-a768-4607-845f-a0002f3440c1 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:25.743880 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec071f8-7024-4631-86df-fde310dfec89 req-0de73f0f-de20-4c06-a0e0-8cb9c1999397 tempest-FloatingIPsTestJSON-1690271538 tempest-FloatingIPsTestJSON-1690271538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:25.745372 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e0314f07-9a50-4311-8e60-792bfca8142d req-8ab4b783-a768-4607-845f-a0002f3440c1 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/ports?device_id=bbc6cdff-04ae-48c7-ad6e-c61c3c6d16b7 HTTP/1.1" status: 200 len: 948 time: 0.1330395 Jun 01 18:48:25.748957 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3ec071f8-7024-4631-86df-fde310dfec89 req-0de73f0f-de20-4c06-a0e0-8cb9c1999397 tempest-FloatingIPsTestJSON-1690271538 tempest-FloatingIPsTestJSON-1690271538-project] 10.222.0.41 "GET /v2.0/networks/72a72e44-6845-488a-a5ff-3a26d4df9cb3 HTTP/1.1" status: 200 len: 784 time: 0.3504984 Jun 01 18:48:25.832654 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e0314f07-9a50-4311-8e60-792bfca8142d req-86e78499-63a5-4371-9fea-fb2f1cf459fe tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbe27866-6450-47f0-a8e1-f266dfb72433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769145 Jun 01 18:48:25.849262 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b24de369-16a4-40c2-8d14-46fd5227e6c7 tempest-ServersTestManualDisk-1181965885 tempest-ServersTestManualDisk-1181965885-project] Notify callbacks [] for floatingip, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:25.865016 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3ec071f8-7024-4631-86df-fde310dfec89 req-276a8926-e50f-4d8d-94f8-1de0ad7c148b tempest-FloatingIPsTestJSON-1690271538 tempest-FloatingIPsTestJSON-1690271538-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.4.162 HTTP/1.1" status: 200 len: 696 time: 0.1071153 Jun 01 18:48:26.057986 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3ec071f8-7024-4631-86df-fde310dfec89 req-ea03a530-70cd-4713-b2e1-96bff81d0305 tempest-FloatingIPsTestJSON-1690271538 tempest-FloatingIPsTestJSON-1690271538-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.4.162 HTTP/1.1" status: 200 len: 696 time: 0.1815188 Jun 01 18:48:26.108160 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1d0736-74ca-4156-a851-a66c72ff07b4 req-5725a5f0-8a00-4427-9513-869769700a49 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:26.108886 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-8a1d0736-74ca-4156-a851-a66c72ff07b4 req-5725a5f0-8a00-4427-9513-869769700a49 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] Synchronizing usage tracker for tenant:ee3dca5a75c542e0966797f286e0b4d5 on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:48:26.131915 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b24de369-16a4-40c2-8d14-46fd5227e6c7 tempest-ServersTestManualDisk-1181965885 tempest-ServersTestManualDisk-1181965885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for floatingip, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:26.133181 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-b24de369-16a4-40c2-8d14-46fd5227e6c7 tempest-ServersTestManualDisk-1181965885 tempest-ServersTestManualDisk-1181965885-project] 10.222.0.41 "DELETE /v2.0/floatingips/b18094dc-a056-407c-b655-5f4a96d99bd2 HTTP/1.1" status: 204 len: 168 time: 2.0719657 Jun 01 18:48:26.136337 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 50432) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:48:26.139615 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-8a1d0736-74ca-4156-a851-a66c72ff07b4 req-5725a5f0-8a00-4427-9513-869769700a49 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] Unset dirty status for tenant:ee3dca5a75c542e0966797f286e0b4d5 on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:48:26.150251 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8a1d0736-74ca-4156-a851-a66c72ff07b4 req-5725a5f0-8a00-4427-9513-869769700a49 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac320b65-95b9-4d8c-bd7b-e804c1aaac09 HTTP/1.1" status: 200 len: 943 time: 0.1960497 Jun 01 18:48:26.285731 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-3ec071f8-7024-4631-86df-fde310dfec89 req-03c6b2c1-cdb8-49f4-a4ce-dddb199e28ae tempest-FloatingIPsTestJSON-1690271538 tempest-FloatingIPsTestJSON-1690271538-project] Deleting port a01a5d74-2421-4872-bcbb-af5ded8c0ae5 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:48:26.287141 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-3ec071f8-7024-4631-86df-fde310dfec89 req-03c6b2c1-cdb8-49f4-a4ce-dddb199e28ae tempest-FloatingIPsTestJSON-1690271538 tempest-FloatingIPsTestJSON-1690271538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:26.315190 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c83a2c5-aa3d-4e8d-af22-cb838112216f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93302f40-25f2-43b4-81bb-fbbce8a6a912'}, {'server_uuid': '9c83a2c5-aa3d-4e8d-af22-cb838112216f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3f4ba38-c0d9-4785-8b90-9f4ff43d59a6'}, {'server_uuid': '9c83a2c5-aa3d-4e8d-af22-cb838112216f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2b102db-a0be-4f77-9ba0-fac6ef78d2af'}, {'server_uuid': '9c83a2c5-aa3d-4e8d-af22-cb838112216f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15057b2f-c9f2-4f18-9e31-7266bab9b95d'}, {'server_uuid': '9c83a2c5-aa3d-4e8d-af22-cb838112216f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '762e1d9d-53a1-4374-8f81-cfb057889d39'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:48:26.343064 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8a1d0736-74ca-4156-a851-a66c72ff07b4 req-4ac17bb7-8c91-4190-b117-ea72827ff549 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] 10.222.0.41 "GET /v2.0/security-groups?id=92820b43-7593-449e-bdb5-02c9f22d29e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915562 Jun 01 18:48:26.770447 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-3ec071f8-7024-4631-86df-fde310dfec89 req-03c6b2c1-cdb8-49f4-a4ce-dddb199e28ae tempest-FloatingIPsTestJSON-1690271538 tempest-FloatingIPsTestJSON-1690271538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:26.771099 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-3ec071f8-7024-4631-86df-fde310dfec89 req-03c6b2c1-cdb8-49f4-a4ce-dddb199e28ae tempest-FloatingIPsTestJSON-1690271538 tempest-FloatingIPsTestJSON-1690271538-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:26.811351 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8d90ce69-442c-484a-b62b-cde43ef26018 req-f1da726a-2fbd-48b3-8c7f-bbb67103abf6 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=03a56f87111741e99eac45e7902d811c HTTP/1.1" status: 200 len: 10891 time: 0.4316218 Jun 01 18:48:26.900810 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8d90ce69-442c-484a-b62b-cde43ef26018 req-5a48d75c-aa05-4533-864f-bea2cb0defb5 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] 10.222.0.41 "GET /v2.0/security-groups/4c5ecf30-c6e9-40ba-b15a-d3f269f6b4ca HTTP/1.1" status: 200 len: 2981 time: 0.0884159 Jun 01 18:48:27.016190 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8d90ce69-442c-484a-b62b-cde43ef26018 req-0339f357-4e5c-49bb-8793-febf28805429 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] 10.222.0.41 "GET /v2.0/security-groups/4c5ecf30-c6e9-40ba-b15a-d3f269f6b4ca HTTP/1.1" status: 200 len: 2981 time: 0.1143579 Jun 01 18:48:27.172411 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-3ec071f8-7024-4631-86df-fde310dfec89 req-03c6b2c1-cdb8-49f4-a4ce-dddb199e28ae tempest-FloatingIPsTestJSON-1690271538 tempest-FloatingIPsTestJSON-1690271538-project] Calling delete_port for a01a5d74-2421-4872-bcbb-af5ded8c0ae5 owned by network:floatingip {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:48:27.341174 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7fc76de6-3e01-4539-b1e7-e9f56eca345b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-887474'] for router_interface, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:27.416929 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-3ec071f8-7024-4631-86df-fde310dfec89 req-03c6b2c1-cdb8-49f4-a4ce-dddb199e28ae tempest-FloatingIPsTestJSON-1690271538 tempest-FloatingIPsTestJSON-1690271538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:27.441695 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7532bd5e-81a1-40b9-ac2a-a055adee80e3 req-2680dbae-0de8-40f9-a3d5-3c19525d6d12 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:27.448168 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7532bd5e-81a1-40b9-ac2a-a055adee80e3 req-2680dbae-0de8-40f9-a3d5-3c19525d6d12 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:27.454974 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7532bd5e-81a1-40b9-ac2a-a055adee80e3 req-2680dbae-0de8-40f9-a3d5-3c19525d6d12 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:27.461380 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7532bd5e-81a1-40b9-ac2a-a055adee80e3 req-2680dbae-0de8-40f9-a3d5-3c19525d6d12 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:27.468193 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7532bd5e-81a1-40b9-ac2a-a055adee80e3 req-2680dbae-0de8-40f9-a3d5-3c19525d6d12 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:27.475909 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7532bd5e-81a1-40b9-ac2a-a055adee80e3 req-2680dbae-0de8-40f9-a3d5-3c19525d6d12 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:27.481212 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6b2c1-cdb8-49f4-a4ce-dddb199e28ae tempest-FloatingIPsTestJSON-1690271538 tempest-FloatingIPsTestJSON-1690271538-project] Pushing event deleted for resources: {'Port': ['ID=a01a5d74-2421-4872-bcbb-af5ded8c0ae5,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:27.481909 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7532bd5e-81a1-40b9-ac2a-a055adee80e3 req-2680dbae-0de8-40f9-a3d5-3c19525d6d12 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:27.483907 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-7532bd5e-81a1-40b9-ac2a-a055adee80e3 req-2680dbae-0de8-40f9-a3d5-3c19525d6d12 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c83a2c5-aa3d-4e8d-af22-cb838112216f HTTP/1.1" status: 200 len: 5445 time: 0.2675481 Jun 01 18:48:27.633574 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-3ec071f8-7024-4631-86df-fde310dfec89 req-03c6b2c1-cdb8-49f4-a4ce-dddb199e28ae tempest-FloatingIPsTestJSON-1690271538 tempest-FloatingIPsTestJSON-1690271538-project] Notify callbacks [] for floatingip, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:27.634969 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-7532bd5e-81a1-40b9-ac2a-a055adee80e3 req-0ec05eca-38a7-4a6c-98b2-77ea254bce6e tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] 10.222.0.41 "GET /v2.0/security-groups?id=3eddd810-beb6-4f1d-8108-29288df7e7ee&id=9572e18c-01ef-4403-8358-e3e783c3474b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1420405 Jun 01 18:48:27.698241 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-3ec071f8-7024-4631-86df-fde310dfec89 req-03c6b2c1-cdb8-49f4-a4ce-dddb199e28ae tempest-FloatingIPsTestJSON-1690271538 tempest-FloatingIPsTestJSON-1690271538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for floatingip, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:27.716014 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3ec071f8-7024-4631-86df-fde310dfec89 req-03c6b2c1-cdb8-49f4-a4ce-dddb199e28ae tempest-FloatingIPsTestJSON-1690271538 tempest-FloatingIPsTestJSON-1690271538-project] 10.222.0.41 "DELETE /v2.0/floatingips/d9e4c90a-7a1a-42ac-a7f2-233dc7f2d49c HTTP/1.1" status: 204 len: 173 time: 1.6538751 Jun 01 18:48:27.775531 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ffa5acb6-b06e-49ba-b23c-a6f71b8f049d'] response: {'server_uuid': '9c83a2c5-aa3d-4e8d-af22-cb838112216f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93302f40-25f2-43b4-81bb-fbbce8a6a912', 'code': 200} Jun 01 18:48:27.776032 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ffa5acb6-b06e-49ba-b23c-a6f71b8f049d'] response: {'server_uuid': '9c83a2c5-aa3d-4e8d-af22-cb838112216f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3f4ba38-c0d9-4785-8b90-9f4ff43d59a6', 'code': 200} Jun 01 18:48:27.776032 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ffa5acb6-b06e-49ba-b23c-a6f71b8f049d'] response: {'server_uuid': '9c83a2c5-aa3d-4e8d-af22-cb838112216f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2b102db-a0be-4f77-9ba0-fac6ef78d2af', 'code': 200} Jun 01 18:48:27.776460 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ffa5acb6-b06e-49ba-b23c-a6f71b8f049d'] response: {'server_uuid': '9c83a2c5-aa3d-4e8d-af22-cb838112216f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15057b2f-c9f2-4f18-9e31-7266bab9b95d', 'code': 200} Jun 01 18:48:27.776547 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ffa5acb6-b06e-49ba-b23c-a6f71b8f049d'] response: {'server_uuid': '9c83a2c5-aa3d-4e8d-af22-cb838112216f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '762e1d9d-53a1-4374-8f81-cfb057889d39', 'code': 200} Jun 01 18:48:28.074059 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0261029a-586e-42c9-a09d-fde097ac5e29 req-3363d423-4be1-4368-bed2-870540a07a58 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:28.083373 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0261029a-586e-42c9-a09d-fde097ac5e29 req-3363d423-4be1-4368-bed2-870540a07a58 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] 10.222.0.41 "GET /v2.0/ports?device_id=0dcd1d1e-530a-45dd-9d6b-dc7638ac52db HTTP/1.1" status: 200 len: 946 time: 0.1643002 Jun 01 18:48:28.160254 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0261029a-586e-42c9-a09d-fde097ac5e29 req-512c5cc5-f8bc-4362-95b7-f23c1d1643d7 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] 10.222.0.41 "GET /v2.0/security-groups?id=32e0c067-0089-408b-a3cd-4b24e22ccce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758615 Jun 01 18:48:28.256275 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79653b5e-e46c-437c-8dd3-8c16d232228c req-dbecb283-0978-469e-beaa-6304327a7458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:28.256275 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79653b5e-e46c-437c-8dd3-8c16d232228c req-dbecb283-0978-469e-beaa-6304327a7458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:28.256275 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79653b5e-e46c-437c-8dd3-8c16d232228c req-dbecb283-0978-469e-beaa-6304327a7458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:28.256275 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79653b5e-e46c-437c-8dd3-8c16d232228c req-dbecb283-0978-469e-beaa-6304327a7458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:28.256275 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79653b5e-e46c-437c-8dd3-8c16d232228c req-dbecb283-0978-469e-beaa-6304327a7458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:28.257143 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79653b5e-e46c-437c-8dd3-8c16d232228c req-dbecb283-0978-469e-beaa-6304327a7458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:28.257453 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79653b5e-e46c-437c-8dd3-8c16d232228c req-dbecb283-0978-469e-beaa-6304327a7458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:28.259639 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-79653b5e-e46c-437c-8dd3-8c16d232228c req-dbecb283-0978-469e-beaa-6304327a7458 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=9c83a2c5-aa3d-4e8d-af22-cb838112216f HTTP/1.1" status: 200 len: 6502 time: 0.2128227 Jun 01 18:48:28.320517 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eb9161-f3e1-4049-a0ef-7a556116babb req-c9aa3a26-e442-4051-8cec-78ded1b7e293 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:28.327677 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-86eb9161-f3e1-4049-a0ef-7a556116babb req-c9aa3a26-e442-4051-8cec-78ded1b7e293 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/ports?device_id=bbc6cdff-04ae-48c7-ad6e-c61c3c6d16b7 HTTP/1.1" status: 200 len: 948 time: 0.3510416 Jun 01 18:48:28.333370 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-abc967af-4c02-4324-9871-b7b43f55260d req-eee3fe0e-3e37-4def-9592-0afe1475d2f9 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] 10.222.0.41 "GET /v2.0/security-groups/543e7e17-b4bf-4acc-8432-497ca22c9e31 HTTP/1.1" status: 200 len: 1800 time: 0.1515729 Jun 01 18:48:28.432625 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-86eb9161-f3e1-4049-a0ef-7a556116babb req-e27c8e0b-23a8-4fee-a9de-dc2f30a900cc tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbe27866-6450-47f0-a8e1-f266dfb72433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038165 Jun 01 18:48:28.433627 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-7fc76de6-3e01-4539-b1e7-e9f56eca345b admin admin] Deleting port 818bd10a-4a86-480e-93cf-dfd86c22ba80 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:48:28.434136 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7fc76de6-3e01-4539-b1e7-e9f56eca345b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:28.445653 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-abc967af-4c02-4324-9871-b7b43f55260d req-d9262f58-00ea-4528-bbdc-93963e20c2e7 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:28.452946 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6ed89721-33f4-4787-9df3-86fdfbfca008 req-a666d5de-5f15-4d77-88c4-35c3f7558708 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=9a626321-194f-492e-91f3-8995de8b564c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2121174 Jun 01 18:48:28.467743 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-79653b5e-e46c-437c-8dd3-8c16d232228c req-b7f8adab-cdd6-46cd-a3ba-4045458700e4 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=9572e18c-01ef-4403-8358-e3e783c3474b&id=3eddd810-beb6-4f1d-8108-29288df7e7ee&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1951947 Jun 01 18:48:28.520123 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-abc967af-4c02-4324-9871-b7b43f55260d req-d9262f58-00ea-4528-bbdc-93963e20c2e7 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:28.622924 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-abc967af-4c02-4324-9871-b7b43f55260d req-d9262f58-00ea-4528-bbdc-93963e20c2e7 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:28.654920 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9262f58-00ea-4528-bbdc-93963e20c2e7 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=543e7e17-b4bf-4acc-8432-497ca22c9e31,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:28.672874 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-abc967af-4c02-4324-9871-b7b43f55260d req-d9262f58-00ea-4528-bbdc-93963e20c2e7 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:28.694922 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-abc967af-4c02-4324-9871-b7b43f55260d req-d9262f58-00ea-4528-bbdc-93963e20c2e7 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] 10.222.0.41 "DELETE /v2.0/security-groups/543e7e17-b4bf-4acc-8432-497ca22c9e31 HTTP/1.1" status: 204 len: 173 time: 0.3599989 Jun 01 18:48:28.804521 n-d-844202-1 neutron-server[88524]: INFO neutron.api.v2.resource [req-b3919373-05b3-424c-935e-230ab5289ba7 req-b4c4c8a1-a39b-4715-8ac4-d6f8ca626ec8 tempest-FloatingIPsTestJSON-1690271538 tempest-FloatingIPsTestJSON-1690271538-project] show failed (client error): The resource could not be found. Jun 01 18:48:28.820952 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [None req-7fc76de6-3e01-4539-b1e7-e9f56eca345b admin admin] For port 818bd10a-4a86-480e-93cf-dfd86c22ba80, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=818bd10a-4a86-480e-93cf-dfd86c22ba80,segment=NetworkSegment(dbed2ef3-fec2-48d6-9802-f5f8c232ad46),segment_id=dbed2ef3-fec2-48d6-9802-f5f8c232ad46)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:48:28.821485 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7fc76de6-3e01-4539-b1e7-e9f56eca345b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:28.822171 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b3919373-05b3-424c-935e-230ab5289ba7 req-b4c4c8a1-a39b-4715-8ac4-d6f8ca626ec8 tempest-FloatingIPsTestJSON-1690271538 tempest-FloatingIPsTestJSON-1690271538-project] 10.222.0.41 "GET /v2.0/floatingips/d9e4c90a-7a1a-42ac-a7f2-233dc7f2d49c HTTP/1.1" status: 404 len: 350 time: 0.1191244 Jun 01 18:48:28.914584 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device dff298bd-3110-4ad7-9eae-fe40df9d84f7 details requested by agent hyperv_n-h2-844202-1 with host n-h2-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 18:48:28.990361 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-7fc76de6-3e01-4539-b1e7-e9f56eca345b admin admin] Calling delete_port for 818bd10a-4a86-480e-93cf-dfd86c22ba80 owned by network:router_interface {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:48:29.062658 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a63da1-df2a-4e71-b645-9ef16490735d req-6002b157-0055-4b51-b750-48695407cb8e tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:29.064337 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-33a63da1-df2a-4e71-b645-9ef16490735d req-6002b157-0055-4b51-b750-48695407cb8e tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac320b65-95b9-4d8c-bd7b-e804c1aaac09 HTTP/1.1" status: 200 len: 943 time: 0.4429607 Jun 01 18:48:29.078742 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed89721-33f4-4787-9df3-86fdfbfca008 req-76093ee0-e0c8-46af-9b6b-83a692563dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:29.080759 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-6ed89721-33f4-4787-9df3-86fdfbfca008 req-76093ee0-e0c8-46af-9b6b-83a692563dba service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ee3dca5a75c542e0966797f286e0b4d5&device_id=9a626321-194f-492e-91f3-8995de8b564c HTTP/1.1" status: 200 len: 1095 time: 0.4037385 Jun 01 18:48:29.114561 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port dff298bd-3110-4ad7-9eae-fe40df9d84f7, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=dff298bd-3110-4ad7-9eae-fe40df9d84f7,segment=NetworkSegment(9bd376cf-8b39-4b75-aaa6-34bd3746194e),segment_id=9bd376cf-8b39-4b75-aaa6-34bd3746194e)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:48:29.123202 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079e3ba7-5f71-4c20-acb1-9f4edaa03298 req-987a988a-353c-492c-8eea-b1a2c35ad99b tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:29.131782 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Returning: {'device': 'dff298bd-3110-4ad7-9eae-fe40df9d84f7', 'network_id': '222758ca-4c6e-4ccb-8f11-8c829f4da008', 'port_id': 'dff298bd-3110-4ad7-9eae-fe40df9d84f7', 'mac_address': 'fa:16:3e:8f:85:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d25927e-118e-41f9-9e0e-90f9021c9592', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 18:48:29.132267 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-079e3ba7-5f71-4c20-acb1-9f4edaa03298 req-987a988a-353c-492c-8eea-b1a2c35ad99b tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] 10.222.0.41 "GET /v2.0/ports?device_id=0dcd1d1e-530a-45dd-9d6b-dc7638ac52db HTTP/1.1" status: 200 len: 946 time: 0.2179983 Jun 01 18:48:29.190842 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-079e3ba7-5f71-4c20-acb1-9f4edaa03298 req-c5494e8e-f5ad-4e34-99fe-b91b636d51ba tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] 10.222.0.41 "GET /v2.0/security-groups?id=32e0c067-0089-408b-a3cd-4b24e22ccce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550215 Jun 01 18:48:29.207357 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port dff298bd-3110-4ad7-9eae-fe40df9d84f7 is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:48:29.207357 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:29.225747 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dff298bd-3110-4ad7-9eae-fe40df9d84f7 {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:48:29.252404 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port dff298bd-3110-4ad7-9eae-fe40df9d84f7, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=dff298bd-3110-4ad7-9eae-fe40df9d84f7,segment=NetworkSegment(9bd376cf-8b39-4b75-aaa6-34bd3746194e),segment_id=9bd376cf-8b39-4b75-aaa6-34bd3746194e)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:48:29.264954 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:29.414404 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=dff298bd-3110-4ad7-9eae-fe40df9d84f7,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:29.430742 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:48:29.431237 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:48:29.431708 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:48:29.432121 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:48:29.432581 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:48:29.432999 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:48:29.434190 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:48:29.435929 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:48:29.436492 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:48:29.436932 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:48:29.437357 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:48:29.437917 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:48:29.460756 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-33a63da1-df2a-4e71-b645-9ef16490735d req-2a55d336-824f-497e-b0e0-148a0d960121 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] 10.222.0.41 "GET /v2.0/security-groups?id=92820b43-7593-449e-bdb5-02c9f22d29e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3871241 Jun 01 18:48:29.483570 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c4bc97-e196-49dc-a8ac-814649cb2a66 req-be88ad42-6552-4d24-b1af-da1367ce175d tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:29.497237 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c4bc97-e196-49dc-a8ac-814649cb2a66 req-be88ad42-6552-4d24-b1af-da1367ce175d tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:29.510900 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c4bc97-e196-49dc-a8ac-814649cb2a66 req-be88ad42-6552-4d24-b1af-da1367ce175d tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:29.518015 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c4bc97-e196-49dc-a8ac-814649cb2a66 req-be88ad42-6552-4d24-b1af-da1367ce175d tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:29.524285 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c4bc97-e196-49dc-a8ac-814649cb2a66 req-be88ad42-6552-4d24-b1af-da1367ce175d tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:29.530023 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c4bc97-e196-49dc-a8ac-814649cb2a66 req-be88ad42-6552-4d24-b1af-da1367ce175d tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:29.542525 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c4bc97-e196-49dc-a8ac-814649cb2a66 req-be88ad42-6552-4d24-b1af-da1367ce175d tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:29.544654 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-55c4bc97-e196-49dc-a8ac-814649cb2a66 req-be88ad42-6552-4d24-b1af-da1367ce175d tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c83a2c5-aa3d-4e8d-af22-cb838112216f HTTP/1.1" status: 200 len: 5445 time: 0.2252991 Jun 01 18:48:29.551792 n-d-844202-1 neutron-server[88525]: INFO neutron.api.v2.resource [req-517f65ec-7c4e-4c35-b953-ddb22c434299 req-45ee37a0-1880-44fb-99c0-b62624d4059f tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] show failed (client error): The resource could not be found. Jun 01 18:48:29.569009 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-517f65ec-7c4e-4c35-b953-ddb22c434299 req-45ee37a0-1880-44fb-99c0-b62624d4059f tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] 10.222.0.41 "GET /v2.0/security-groups/543e7e17-b4bf-4acc-8432-497ca22c9e31 HTTP/1.1" status: 404 len: 352 time: 0.0588582 Jun 01 18:48:29.602401 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed89721-33f4-4787-9df3-86fdfbfca008 req-6af02ba8-d8af-4958-8bcd-7d0ccf0e3187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:29.604108 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-6ed89721-33f4-4787-9df3-86fdfbfca008 req-6af02ba8-d8af-4958-8bcd-7d0ccf0e3187 service neutron] 10.222.0.50 "GET /v2.0/networks?id=222758ca-4c6e-4ccb-8f11-8c829f4da008 HTTP/1.1" status: 200 len: 909 time: 0.4995871 Jun 01 18:48:29.607416 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] get_ports_and_sgs() called for port_ids ['dff298bd-3110-4ad7-9eae-fe40df9d84f7'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:48:29.634697 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-55c4bc97-e196-49dc-a8ac-814649cb2a66 req-e355d215-fc28-4670-9c41-d06fd3b925f8 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] 10.222.0.41 "GET /v2.0/security-groups?id=3eddd810-beb6-4f1d-8108-29288df7e7ee&id=9572e18c-01ef-4403-8358-e3e783c3474b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0798097 Jun 01 18:48:29.759994 n-d-844202-1 neutron-server[88524]: INFO neutron.api.v2.resource [req-d0d4f056-b593-4970-8be7-db5f435280f5 req-c946e79b-d804-43b2-8250-b906c9ceb510 tempest-FloatingIPsTestJSON-1690271538 tempest-FloatingIPsTestJSON-1690271538-project] show failed (client error): The resource could not be found. Jun 01 18:48:29.761071 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d0d4f056-b593-4970-8be7-db5f435280f5 req-c946e79b-d804-43b2-8250-b906c9ceb510 tempest-FloatingIPsTestJSON-1690271538 tempest-FloatingIPsTestJSON-1690271538-project] 10.222.0.41 "GET /v2.0/floatingips/d9e4c90a-7a1a-42ac-a7f2-233dc7f2d49c HTTP/1.1" status: 404 len: 350 time: 0.0993528 Jun 01 18:48:29.774037 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 50486) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:48:29.802909 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-6ed89721-33f4-4787-9df3-86fdfbfca008 req-c19dc939-899d-4305-8312-b6125b0b31f6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a09c27c1-f153-4c91-8781-38190ade8e78 HTTP/1.1" status: 200 len: 217 time: 0.1830885 Jun 01 18:48:30.116736 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed89721-33f4-4787-9df3-86fdfbfca008 req-529007e2-d78c-45fd-b202-5b0cccfa838f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:30.119068 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-6ed89721-33f4-4787-9df3-86fdfbfca008 req-529007e2-d78c-45fd-b202-5b0cccfa838f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2d25927e-118e-41f9-9e0e-90f9021c9592 HTTP/1.1" status: 200 len: 848 time: 0.2975509 Jun 01 18:48:30.335363 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637a2ce7-5e77-44f8-b4f5-3726b2035356 req-15e98303-111e-4746-aca9-1dfc5c89a9c9 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:30.340111 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-637a2ce7-5e77-44f8-b4f5-3726b2035356 req-15e98303-111e-4746-aca9-1dfc5c89a9c9 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/ports?device_id=bbc6cdff-04ae-48c7-ad6e-c61c3c6d16b7 HTTP/1.1" status: 200 len: 948 time: 0.3164861 Jun 01 18:48:30.396280 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-6ed89721-33f4-4787-9df3-86fdfbfca008 req-6e20b9fc-0302-472e-b678-8c64750159dd service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=222758ca-4c6e-4ccb-8f11-8c829f4da008&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2564712 Jun 01 18:48:30.552006 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7fc76de6-3e01-4539-b1e7-e9f56eca345b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:30.617167 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc76de6-3e01-4539-b1e7-e9f56eca345b admin admin] Pushing event deleted for resources: {'Port': ['ID=818bd10a-4a86-480e-93cf-dfd86c22ba80,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:30.634226 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-43cf2e2d-f1c4-492a-93db-47c9bf706641 req-c6475689-63f6-491c-9d3c-8586362f63cb tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] 10.222.0.41 "GET /v2.0/security-groups/2f5e1615-d3ec-4aa4-82e4-1bb455e60804 HTTP/1.1" status: 200 len: 1799 time: 0.2425337 Jun 01 18:48:30.819641 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-637a2ce7-5e77-44f8-b4f5-3726b2035356 req-7114f1e3-9d49-40c0-9a7c-d78caa15796f tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbe27866-6450-47f0-a8e1-f266dfb72433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3510153 Jun 01 18:48:30.857263 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-6ed89721-33f4-4787-9df3-86fdfbfca008 req-11129c0b-deed-4a4e-8d71-9d384edb7985 service neutron] 10.222.0.50 "GET /v2.0/networks/222758ca-4c6e-4ccb-8f11-8c829f4da008?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4465821 Jun 01 18:48:30.933263 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device dff298bd-3110-4ad7-9eae-fe40df9d84f7 up at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:48:31.074827 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning for port dff298bd-3110-4ad7-9eae-fe40df9d84f7 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:48:31.086617 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning complete for port dff298bd-3110-4ad7-9eae-fe40df9d84f7 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:48:31.087354 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:31.275914 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4cb5cb-befd-479d-8e55-46e235b3d058 req-c6be0bdd-446e-4bf6-a083-42bfec0b7db7 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:31.284073 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fb4cb5cb-befd-479d-8e55-46e235b3d058 req-c6be0bdd-446e-4bf6-a083-42bfec0b7db7 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] 10.222.0.41 "GET /v2.0/networks?id=f464bab1-fed8-4b70-bd0a-84f4f32a722e HTTP/1.1" status: 200 len: 814 time: 0.3144498 Jun 01 18:48:31.309999 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port dff298bd-3110-4ad7-9eae-fe40df9d84f7 is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:48:31.310929 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:31.313494 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7fc76de6-3e01-4539-b1e7-e9f56eca345b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-887310'] for router_interface, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:31.326549 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fb4cb5cb-befd-479d-8e55-46e235b3d058 req-880193e1-fffe-4e5a-83ff-6c2bdf3a880f tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] 10.222.0.41 "GET /v2.0/quotas/dd99cee1173546e6a5fd323f8dfa5a74 HTTP/1.1" status: 200 len: 375 time: 0.0343521 Jun 01 18:48:31.329525 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-6ed89721-33f4-4787-9df3-86fdfbfca008 req-358946d8-2039-47b5-87bc-c42444fcca1a service neutron] 10.222.0.50 "GET /v2.0/networks/222758ca-4c6e-4ccb-8f11-8c829f4da008?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4645767 Jun 01 18:48:31.332159 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-43cf2e2d-f1c4-492a-93db-47c9bf706641 req-019ed6e9-b72e-427d-b806-724efa6c328d tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:31.358035 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac320b65-95b9-4d8c-bd7b-e804c1aaac09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dff298bd-3110-4ad7-9eae-fe40df9d84f7'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:48:31.375700 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port dff298bd-3110-4ad7-9eae-fe40df9d84f7, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=dff298bd-3110-4ad7-9eae-fe40df9d84f7,segment=NetworkSegment(9bd376cf-8b39-4b75-aaa6-34bd3746194e),segment_id=9bd376cf-8b39-4b75-aaa6-34bd3746194e)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:48:31.385235 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:31.453720 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-43cf2e2d-f1c4-492a-93db-47c9bf706641 req-019ed6e9-b72e-427d-b806-724efa6c328d tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:31.506007 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=dff298bd-3110-4ad7-9eae-fe40df9d84f7,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:31.526255 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fb4cb5cb-befd-479d-8e55-46e235b3d058 req-374a0071-52f4-452b-a77e-5d1aae603f8c tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=dd99cee1173546e6a5fd323f8dfa5a74&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1986020 Jun 01 18:48:31.689538 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6c35f1b2-c180-49c5-bc8a-0efca1a42543 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-887474'] for router_interface, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:31.702808 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-43cf2e2d-f1c4-492a-93db-47c9bf706641 req-019ed6e9-b72e-427d-b806-724efa6c328d tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:31.788934 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019ed6e9-b72e-427d-b806-724efa6c328d tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f5e1615-d3ec-4aa4-82e4-1bb455e60804,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:31.818183 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fb4cb5cb-befd-479d-8e55-46e235b3d058 req-f90876a5-1cf7-4736-9af6-c0a15b948612 service neutron] 10.222.0.41 "GET /v2.0/networks/f464bab1-fed8-4b70-bd0a-84f4f32a722e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2905126 Jun 01 18:48:31.846529 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-43cf2e2d-f1c4-492a-93db-47c9bf706641 req-019ed6e9-b72e-427d-b806-724efa6c328d tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:31.848264 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-43cf2e2d-f1c4-492a-93db-47c9bf706641 req-019ed6e9-b72e-427d-b806-724efa6c328d tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] 10.222.0.41 "DELETE /v2.0/security-groups/2f5e1615-d3ec-4aa4-82e4-1bb455e60804 HTTP/1.1" status: 204 len: 173 time: 1.1683819 Jun 01 18:48:31.983064 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385c0e0b-e014-4b0f-889a-f3d3c15e112e req-bd3f57c6-d35f-4a3b-8d17-86622ba863a8 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:31.983064 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-385c0e0b-e014-4b0f-889a-f3d3c15e112e req-bd3f57c6-d35f-4a3b-8d17-86622ba863a8 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] 10.222.0.15 "GET /v2.0/ports?device_id=0dcd1d1e-530a-45dd-9d6b-dc7638ac52db HTTP/1.1" status: 200 len: 946 time: 0.2352014 Jun 01 18:48:32.153283 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [req-385c0e0b-e014-4b0f-889a-f3d3c15e112e req-b7577f4a-d420-4d7e-be41-52eb816c1318 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] Deleting port c67628e5-ab76-4fd4-839e-32aabe1b8aae {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:48:32.153628 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-385c0e0b-e014-4b0f-889a-f3d3c15e112e req-b7577f4a-d420-4d7e-be41-52eb816c1318 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:32.189045 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fc76de6-3e01-4539-b1e7-e9f56eca345b admin admin] Router b0ab07c4-7ff0-4de6-af4d-94c92307380c has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 18:48:32.240192 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fb4cb5cb-befd-479d-8e55-46e235b3d058 req-8c3f081f-6767-4f76-beef-01f4fd67a7fd service neutron] 10.222.0.41 "GET /v2.0/networks/f464bab1-fed8-4b70-bd0a-84f4f32a722e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4210961 Jun 01 18:48:32.426602 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-6c35f1b2-c180-49c5-bc8a-0efca1a42543 admin admin] Deleting port 5e8a5c76-0c5f-49eb-ad75-01af0221bf22 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:48:32.427124 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6c35f1b2-c180-49c5-bc8a-0efca1a42543 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:32.557406 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b78ce1e-2528-4f81-80fc-ef6f06324c01 req-9be69279-ce71-45b5-8aa8-c7f4b5609ab3 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:32.565756 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3b78ce1e-2528-4f81-80fc-ef6f06324c01 req-9be69279-ce71-45b5-8aa8-c7f4b5609ab3 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac320b65-95b9-4d8c-bd7b-e804c1aaac09 HTTP/1.1" status: 200 len: 945 time: 0.5764129 Jun 01 18:48:32.671688 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3b78ce1e-2528-4f81-80fc-ef6f06324c01 req-190cfcc7-0817-4aac-9b4f-009b623195ba tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] 10.222.0.41 "GET /v2.0/security-groups?id=92820b43-7593-449e-bdb5-02c9f22d29e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047854 Jun 01 18:48:32.859541 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [None req-6c35f1b2-c180-49c5-bc8a-0efca1a42543 admin admin] For port 5e8a5c76-0c5f-49eb-ad75-01af0221bf22, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=5e8a5c76-0c5f-49eb-ad75-01af0221bf22,segment=NetworkSegment(609d7256-ada8-4273-a1cd-03c74f74a3e6),segment_id=609d7256-ada8-4273-a1cd-03c74f74a3e6)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:48:32.860054 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6c35f1b2-c180-49c5-bc8a-0efca1a42543 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:32.874270 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1878dd5e-a433-4070-ba2e-36494b80eea6'] response: {'server_uuid': 'ac320b65-95b9-4d8c-bd7b-e804c1aaac09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dff298bd-3110-4ad7-9eae-fe40df9d84f7', 'code': 200} Jun 01 18:48:32.882772 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b5cde7-f830-4ead-92a6-4b6302403296 req-2f025fe6-8309-439b-99e8-dd5e8b9f48e7 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:32.889202 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b5cde7-f830-4ead-92a6-4b6302403296 req-2f025fe6-8309-439b-99e8-dd5e8b9f48e7 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:32.907822 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b5cde7-f830-4ead-92a6-4b6302403296 req-2f025fe6-8309-439b-99e8-dd5e8b9f48e7 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:32.914344 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b5cde7-f830-4ead-92a6-4b6302403296 req-2f025fe6-8309-439b-99e8-dd5e8b9f48e7 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:32.920767 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b5cde7-f830-4ead-92a6-4b6302403296 req-2f025fe6-8309-439b-99e8-dd5e8b9f48e7 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:32.928303 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b5cde7-f830-4ead-92a6-4b6302403296 req-2f025fe6-8309-439b-99e8-dd5e8b9f48e7 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:32.934955 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b5cde7-f830-4ead-92a6-4b6302403296 req-2f025fe6-8309-439b-99e8-dd5e8b9f48e7 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:32.944670 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-34b5cde7-f830-4ead-92a6-4b6302403296 req-2f025fe6-8309-439b-99e8-dd5e8b9f48e7 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c83a2c5-aa3d-4e8d-af22-cb838112216f HTTP/1.1" status: 200 len: 5445 time: 0.3146138 Jun 01 18:48:33.272332 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-6c35f1b2-c180-49c5-bc8a-0efca1a42543 admin admin] Calling delete_port for 5e8a5c76-0c5f-49eb-ad75-01af0221bf22 owned by network:router_interface {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:48:33.302945 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-385c0e0b-e014-4b0f-889a-f3d3c15e112e req-b7577f4a-d420-4d7e-be41-52eb816c1318 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] For port c67628e5-ab76-4fd4-839e-32aabe1b8aae, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=c67628e5-ab76-4fd4-839e-32aabe1b8aae,segment=NetworkSegment(641e9a4f-e613-4ae2-9aeb-2789f815da51),segment_id=641e9a4f-e613-4ae2-9aeb-2789f815da51)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:48:33.303563 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-385c0e0b-e014-4b0f-889a-f3d3c15e112e req-b7577f4a-d420-4d7e-be41-52eb816c1318 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:33.412196 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-34b5cde7-f830-4ead-92a6-4b6302403296 req-7087553f-2b86-48a9-8541-2a69d28763b1 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] 10.222.0.41 "GET /v2.0/security-groups?id=3eddd810-beb6-4f1d-8108-29288df7e7ee&id=9572e18c-01ef-4403-8358-e3e783c3474b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4665141 Jun 01 18:48:33.480625 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fc76de6-3e01-4539-b1e7-e9f56eca345b admin admin] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 18:48:33.492932 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb930c0-4e76-4f6e-9ed7-3b75c17b59eb None None] Sync routers for ids ['b0ab07c4-7ff0-4de6-af4d-94c92307380c'] in n-d-844202-1 {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 18:48:33.493180 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-7fc76de6-3e01-4539-b1e7-e9f56eca345b admin admin] 10.222.0.41 "PUT /v2.0/routers/b0ab07c4-7ff0-4de6-af4d-94c92307380c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3552654 Jun 01 18:48:33.493904 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 50538) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:48:33.508516 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [req-385c0e0b-e014-4b0f-889a-f3d3c15e112e req-b7577f4a-d420-4d7e-be41-52eb816c1318 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] Calling delete_port for c67628e5-ab76-4fd4-839e-32aabe1b8aae owned by compute:nova {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:48:33.543204 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb930c0-4e76-4f6e-9ed7-3b75c17b59eb None None] Routers {'b0ab07c4-7ff0-4de6-af4d-94c92307380c'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:48:33.543905 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-ebb930c0-4e76-4f6e-9ed7-3b75c17b59eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:48:09Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['b0ab07c4-7ff0-4de6-af4d-94c92307380c'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:48:33.693519 n-d-844202-1 neutron-server[88524]: INFO neutron.api.v2.resource [req-be97c868-b5aa-4493-b148-f80568c57e3b req-0018483a-f087-4eaa-b2ed-71243ea7c3b9 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] show failed (client error): The resource could not be found. Jun 01 18:48:33.697890 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5e0102-f4d0-4df0-9778-55061cac8203 req-9e6591e4-9b3e-424c-9b41-6d99849387f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:33.700315 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-6c5e0102-f4d0-4df0-9778-55061cac8203 req-9e6591e4-9b3e-424c-9b41-6d99849387f0 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=ac320b65-95b9-4d8c-bd7b-e804c1aaac09 HTTP/1.1" status: 200 len: 1096 time: 0.7397459 Jun 01 18:48:33.713673 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-be97c868-b5aa-4493-b148-f80568c57e3b req-0018483a-f087-4eaa-b2ed-71243ea7c3b9 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] 10.222.0.41 "GET /v2.0/security-groups/2f5e1615-d3ec-4aa4-82e4-1bb455e60804 HTTP/1.1" status: 404 len: 352 time: 0.0780847 Jun 01 18:48:33.856851 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795b57a9-8f51-4ba6-8290-9c8fd1195349 req-8b7a070e-eae9-4aa4-a09b-41068b377e5a tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:33.864559 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-795b57a9-8f51-4ba6-8290-9c8fd1195349 req-8b7a070e-eae9-4aa4-a09b-41068b377e5a tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/ports?device_id=bbc6cdff-04ae-48c7-ad6e-c61c3c6d16b7 HTTP/1.1" status: 200 len: 948 time: 0.7414119 Jun 01 18:48:33.955625 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-ebb930c0-4e76-4f6e-9ed7-3b75c17b59eb None None] Set router b0ab07c4-7ff0-4de6-af4d-94c92307380c gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:48:33.972586 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6c35f1b2-c180-49c5-bc8a-0efca1a42543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:34.088551 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ce88ba8f-9fe9-44c1-aee6-7130e5effa3f req-822fa1dd-44c0-41cc-b7d2-d0cea1366e38 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1e43742-8455-441c-b05d-c4f9921981bf HTTP/1.1" status: 200 len: 210 time: 0.1681378 Jun 01 18:48:34.105544 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c35f1b2-c180-49c5-bc8a-0efca1a42543 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e8a5c76-0c5f-49eb-ad75-01af0221bf22,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:34.180889 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-795b57a9-8f51-4ba6-8290-9c8fd1195349 req-162da481-c68d-4ebe-b8ab-159dc30dfc3e tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbe27866-6450-47f0-a8e1-f266dfb72433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3153498 Jun 01 18:48:34.202932 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-6c5e0102-f4d0-4df0-9778-55061cac8203 req-2aa45192-4cdf-41f1-8aa1-ca172dcd6759 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=92820b43-7593-449e-bdb5-02c9f22d29e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4716399 Jun 01 18:48:34.212973 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4b189414-9e39-4af0-a326-f88acc615798 admin admin] Notify callbacks [] for router, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:34.510507 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-385c0e0b-e014-4b0f-889a-f3d3c15e112e req-b7577f4a-d420-4d7e-be41-52eb816c1318 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:34.677275 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-ebb930c0-4e76-4f6e-9ed7-3b75c17b59eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0ab07c4-7ff0-4de6-af4d-94c92307380c', 'name': 'tempest-ServersTestManualDisk-499305876-router', 'tenant_id': 'bee367ae0ad54e12b26a009fd0a33774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.139'}], 'enable_snat': True}, 'gw_port_id': 'aaf58b36-6e6a-4312-96df-a13111622765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:46:47Z', 'updated_at': '2022-06-01T18:48:29Z', 'revision_number': 5, 'project_id': 'bee367ae0ad54e12b26a009fd0a33774', 'gw_port': {'id': 'aaf58b36-6e6a-4312-96df-a13111622765', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:bc:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ab07c4-7ff0-4de6-af4d-94c92307380c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:46:49Z', 'updated_at': '2022-06-01T18:47:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:48:34.683210 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb930c0-4e76-4f6e-9ed7-3b75c17b59eb None None] Checking router: b0ab07c4-7ff0-4de6-af4d-94c92307380c for host: n-d-844202-1 {{(pid=88526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 18:48:34.693164 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb930c0-4e76-4f6e-9ed7-3b75c17b59eb None None] Routers {'b0ab07c4-7ff0-4de6-af4d-94c92307380c'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:48:34.693983 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-ebb930c0-4e76-4f6e-9ed7-3b75c17b59eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:48:09Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['b0ab07c4-7ff0-4de6-af4d-94c92307380c'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:48:34.723883 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7577f4a-d420-4d7e-be41-52eb816c1318 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] Pushing event deleted for resources: {'Port': ['ID=c67628e5-ab76-4fd4-839e-32aabe1b8aae,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:34.766896 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4cb5cb-befd-479d-8e55-46e235b3d058 req-245b5441-749b-475e-95a3-9b79e4345ee3 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:34.768489 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fb4cb5cb-befd-479d-8e55-46e235b3d058 req-245b5441-749b-475e-95a3-9b79e4345ee3 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] 10.222.0.15 "GET /v2.0/networks?id=f464bab1-fed8-4b70-bd0a-84f4f32a722e HTTP/1.1" status: 200 len: 814 time: 0.5221682 Jun 01 18:48:34.786919 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f975a7-d1d1-4c22-b92b-51ea2f8bfcde req-e90aa722-b00d-418c-8cda-30e2e21a4bd7 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:34.793282 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f975a7-d1d1-4c22-b92b-51ea2f8bfcde req-e90aa722-b00d-418c-8cda-30e2e21a4bd7 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:34.799928 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f975a7-d1d1-4c22-b92b-51ea2f8bfcde req-e90aa722-b00d-418c-8cda-30e2e21a4bd7 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:34.806492 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f975a7-d1d1-4c22-b92b-51ea2f8bfcde req-e90aa722-b00d-418c-8cda-30e2e21a4bd7 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:34.812462 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f975a7-d1d1-4c22-b92b-51ea2f8bfcde req-e90aa722-b00d-418c-8cda-30e2e21a4bd7 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:34.819209 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f975a7-d1d1-4c22-b92b-51ea2f8bfcde req-e90aa722-b00d-418c-8cda-30e2e21a4bd7 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:34.825372 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f975a7-d1d1-4c22-b92b-51ea2f8bfcde req-e90aa722-b00d-418c-8cda-30e2e21a4bd7 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:34.827519 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d4f975a7-d1d1-4c22-b92b-51ea2f8bfcde req-e90aa722-b00d-418c-8cda-30e2e21a4bd7 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c83a2c5-aa3d-4e8d-af22-cb838112216f HTTP/1.1" status: 200 len: 5445 time: 0.4086733 Jun 01 18:48:34.832401 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-fb4cb5cb-befd-479d-8e55-46e235b3d058 req-6c21e994-63ee-4d90-ae67-3ea0e1495dd1 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] Request body: {'port': {'device_id': 'c1e43742-8455-441c-b05d-c4f9921981bf', 'network_id': 'f464bab1-fed8-4b70-bd0a-84f4f32a722e', 'admin_state_up': True, 'tenant_id': 'dd99cee1173546e6a5fd323f8dfa5a74'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:48:34.873902 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 50558) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:48:34.892048 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-ab2ccc33-d63a-4259-a74e-f0d0adc6ed13 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Request body: {'floatingip': {'port_id': '762e1d9d-53a1-4374-8f81-cfb057889d39'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:48:34.941653 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-ebb930c0-4e76-4f6e-9ed7-3b75c17b59eb None None] Set router b0ab07c4-7ff0-4de6-af4d-94c92307380c gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:48:35.006434 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [req-385c0e0b-e014-4b0f-889a-f3d3c15e112e req-b7577f4a-d420-4d7e-be41-52eb816c1318 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] No DVR routers for this DVR port c67628e5-ab76-4fd4-839e-32aabe1b8aae on host n-h1-844202-1 {{(pid=88525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 18:48:35.010772 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-385c0e0b-e014-4b0f-889a-f3d3c15e112e req-b7577f4a-d420-4d7e-be41-52eb816c1318 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:35.013516 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dcd1d1e-530a-45dd-9d6b-dc7638ac52db', 'name': 'network-vif-deleted', 'tag': 'c67628e5-ab76-4fd4-839e-32aabe1b8aae'}] {{(pid=88525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:48:35.021284 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4b189414-9e39-4af0-a326-f88acc615798 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:35.045460 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-4b189414-9e39-4af0-a326-f88acc615798 admin admin] Deleting port aaf58b36-6e6a-4312-96df-a13111622765 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:48:35.045809 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4b189414-9e39-4af0-a326-f88acc615798 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:35.058593 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ab2ccc33-d63a-4259-a74e-f0d0adc6ed13 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Notify callbacks [] for floatingip, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:35.113386 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-385c0e0b-e014-4b0f-889a-f3d3c15e112e req-b7577f4a-d420-4d7e-be41-52eb816c1318 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] 10.222.0.15 "DELETE /v2.0/ports/c67628e5-ab76-4fd4-839e-32aabe1b8aae HTTP/1.1" status: 204 len: 173 time: 3.1212015 Jun 01 18:48:35.164556 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6c35f1b2-c180-49c5-bc8a-0efca1a42543 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-887310'] for router_interface, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:35.317243 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [None req-4b189414-9e39-4af0-a326-f88acc615798 admin admin] For port aaf58b36-6e6a-4312-96df-a13111622765, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=aaf58b36-6e6a-4312-96df-a13111622765,segment=NetworkSegment(7875af61-4c53-4ff2-b8c8-d4b7c35ff947),segment_id=7875af61-4c53-4ff2-b8c8-d4b7c35ff947)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:48:35.318006 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4b189414-9e39-4af0-a326-f88acc615798 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:35.411651 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-ebb930c0-4e76-4f6e-9ed7-3b75c17b59eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0ab07c4-7ff0-4de6-af4d-94c92307380c', 'name': 'tempest-ServersTestManualDisk-499305876-router', 'tenant_id': 'bee367ae0ad54e12b26a009fd0a33774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.139'}], 'enable_snat': True}, 'gw_port_id': 'aaf58b36-6e6a-4312-96df-a13111622765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:46:47Z', 'updated_at': '2022-06-01T18:48:29Z', 'revision_number': 5, 'project_id': 'bee367ae0ad54e12b26a009fd0a33774', 'gw_port': {'id': 'aaf58b36-6e6a-4312-96df-a13111622765', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:bc:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ab07c4-7ff0-4de6-af4d-94c92307380c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:46:49Z', 'updated_at': '2022-06-01T18:47:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:48:35.421280 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb930c0-4e76-4f6e-9ed7-3b75c17b59eb None None] The sync data for ids ['b0ab07c4-7ff0-4de6-af4d-94c92307380c'] in n-d-844202-1 is: [{'id': 'b0ab07c4-7ff0-4de6-af4d-94c92307380c', 'name': 'tempest-ServersTestManualDisk-499305876-router', 'tenant_id': 'bee367ae0ad54e12b26a009fd0a33774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.139'}], 'enable_snat': True}, 'gw_port_id': 'aaf58b36-6e6a-4312-96df-a13111622765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:46:47Z', 'updated_at': '2022-06-01T18:48:29Z', 'revision_number': 5, 'project_id': 'bee367ae0ad54e12b26a009fd0a33774', 'gw_port': {'id': 'aaf58b36-6e6a-4312-96df-a13111622765', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:bc:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ab07c4-7ff0-4de6-af4d-94c92307380c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:46:49Z', 'updated_at': '2022-06-01T18:47:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}] {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 18:48:35.440491 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device c67628e5-ab76-4fd4-839e-32aabe1b8aae no longer exists at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:48:35.489109 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] No Port match for: c67628e5-ab76-4fd4-839e-32aabe1b8aae {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 18:48:35.489455 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device c67628e5-ab76-4fd4-839e-32aabe1b8aae not bound to the agent host n-h1-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 18:48:35.517777 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-4b189414-9e39-4af0-a326-f88acc615798 admin admin] Calling delete_port for aaf58b36-6e6a-4312-96df-a13111622765 owned by network:router_gateway {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:48:35.531451 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-df6ca7c3-eb5d-4f1e-8057-acf6726a95d2 req-a82738c8-999d-45fd-93a7-fe99b8a11236 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] 10.222.0.41 "GET /v2.0/security-groups/fac7d9dc-a334-4d23-bfed-1ab727ae8d53 HTTP/1.1" status: 200 len: 1799 time: 0.6687255 Jun 01 18:48:35.566334 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9449a1-8365-4bb2-9710-1f210f553aaf req-ec1552e0-08b5-4676-b9b3-7ebeaedbfd5a tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:35.568393 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ec9449a1-8365-4bb2-9710-1f210f553aaf req-ec1552e0-08b5-4676-b9b3-7ebeaedbfd5a tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac320b65-95b9-4d8c-bd7b-e804c1aaac09 HTTP/1.1" status: 200 len: 945 time: 1.1206908 Jun 01 18:48:35.650403 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ec9449a1-8365-4bb2-9710-1f210f553aaf req-a6ff239d-50e8-43a1-80b5-cc40de5400c4 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] 10.222.0.41 "GET /v2.0/security-groups?id=92820b43-7593-449e-bdb5-02c9f22d29e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745893 Jun 01 18:48:35.849784 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4b189414-9e39-4af0-a326-f88acc615798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:35.858692 n-d-844202-1 neutron-server[88525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb3d4bbe-2461-437b-ba15-04a7982488c7'] response: {'server_uuid': '0dcd1d1e-530a-45dd-9d6b-dc7638ac52db', 'name': 'network-vif-deleted', 'tag': 'c67628e5-ab76-4fd4-839e-32aabe1b8aae', 'status': 'completed', 'code': 200} Jun 01 18:48:35.984063 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b189414-9e39-4af0-a326-f88acc615798 admin admin] Pushing event deleted for resources: {'Port': ['ID=aaf58b36-6e6a-4312-96df-a13111622765,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:36.090649 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-df6ca7c3-eb5d-4f1e-8057-acf6726a95d2 req-e4f66511-11f2-4b18-b0b2-45973e4cea9c tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:36.108357 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-fb4cb5cb-befd-479d-8e55-46e235b3d058 req-6c21e994-63ee-4d90-ae67-3ea0e1495dd1 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:48:36.135897 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-fb4cb5cb-befd-479d-8e55-46e235b3d058 req-6c21e994-63ee-4d90-ae67-3ea0e1495dd1 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] Usage tracker for resource:port and tenant:dd99cee1173546e6a5fd323f8dfa5a74 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:48:36.145797 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-fb4cb5cb-befd-479d-8e55-46e235b3d058 req-6c21e994-63ee-4d90-ae67-3ea0e1495dd1 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:48:36.146186 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-c007d64e-da3a-4bca-a6fa-65c733f61d09 req-67f27812-2d36-466d-908a-08832d8b1815 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] Synchronizing usage tracker for tenant:dd99cee1173546e6a5fd323f8dfa5a74 on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:48:36.169417 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-fb4cb5cb-befd-479d-8e55-46e235b3d058 req-6c21e994-63ee-4d90-ae67-3ea0e1495dd1 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:48:36.206756 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 818bd10a-4a86-480e-93cf-dfd86c22ba80 no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:48:36.217208 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-df6ca7c3-eb5d-4f1e-8057-acf6726a95d2 req-e4f66511-11f2-4b18-b0b2-45973e4cea9c tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:36.220350 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4b189414-9e39-4af0-a326-f88acc615798 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-887703'] for router_gateway, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:36.271462 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: 818bd10a-4a86-480e-93cf-dfd86c22ba80 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 18:48:36.272044 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 818bd10a-4a86-480e-93cf-dfd86c22ba80 not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 18:48:36.394219 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb4cb5cb-befd-479d-8e55-46e235b3d058 req-6c21e994-63ee-4d90-ae67-3ea0e1495dd1 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] Made reservation on behalf of dd99cee1173546e6a5fd323f8dfa5a74 for: {'port': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:48:36.399453 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-fb4cb5cb-befd-479d-8e55-46e235b3d058 req-6c21e994-63ee-4d90-ae67-3ea0e1495dd1 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:36.437762 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-c007d64e-da3a-4bca-a6fa-65c733f61d09 req-67f27812-2d36-466d-908a-08832d8b1815 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] Unset dirty status for tenant:dd99cee1173546e6a5fd323f8dfa5a74 on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:48:36.439841 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c007d64e-da3a-4bca-a6fa-65c733f61d09 req-67f27812-2d36-466d-908a-08832d8b1815 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1e43742-8455-441c-b05d-c4f9921981bf HTTP/1.1" status: 200 len: 210 time: 0.4517295 Jun 01 18:48:36.444583 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4b189414-9e39-4af0-a326-f88acc615798 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25316'] for router, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:36.449200 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4b189414-9e39-4af0-a326-f88acc615798 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:36.496069 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4b189414-9e39-4af0-a326-f88acc615798 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-891519'] for router, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:36.496645 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b189414-9e39-4af0-a326-f88acc615798 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b0ab07c4-7ff0-4de6-af4d-94c92307380c {{(pid=88525) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 18:48:36.514694 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4b189414-9e39-4af0-a326-f88acc615798 admin admin] Notify callbacks [] for router, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:36.519288 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-4b189414-9e39-4af0-a326-f88acc615798 admin admin] 10.222.0.41 "DELETE /v2.0/routers/b0ab07c4-7ff0-4de6-af4d-94c92307380c HTTP/1.1" status: 204 len: 168 time: 2.9763253 Jun 01 18:48:36.519948 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 50578) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:48:36.640827 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcd2a06a-ffe3-47fd-832d-cc9d97f89dcc admin admin] Deleting subnet 619ce5e2-1a90-4a7c-b866-53d809336772 {{(pid=88525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 18:48:36.655118 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-bcd2a06a-ffe3-47fd-832d-cc9d97f89dcc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:36.667486 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-df6ca7c3-eb5d-4f1e-8057-acf6726a95d2 req-e4f66511-11f2-4b18-b0b2-45973e4cea9c tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:36.738450 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f66511-11f2-4b18-b0b2-45973e4cea9c tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fac7d9dc-a334-4d23-bfed-1ab727ae8d53,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:36.746437 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-bcd2a06a-ffe3-47fd-832d-cc9d97f89dcc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2258509'] for subnet, precommit_delete_associations {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:36.814688 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38590fae-c064-4252-be49-fa6e0941e3fa req-459592af-67b2-4164-80f1-777cff30353b tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:36.816259 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-38590fae-c064-4252-be49-fa6e0941e3fa req-459592af-67b2-4164-80f1-777cff30353b tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/ports?device_id=bbc6cdff-04ae-48c7-ad6e-c61c3c6d16b7 HTTP/1.1" status: 200 len: 948 time: 0.2221315 Jun 01 18:48:36.839552 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c35f1b2-c180-49c5-bc8a-0efca1a42543 admin admin] Router 98c6f889-c8db-4801-8135-e74558dc7084 has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 18:48:36.849440 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-df6ca7c3-eb5d-4f1e-8057-acf6726a95d2 req-e4f66511-11f2-4b18-b0b2-45973e4cea9c tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:36.850559 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-df6ca7c3-eb5d-4f1e-8057-acf6726a95d2 req-e4f66511-11f2-4b18-b0b2-45973e4cea9c tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] 10.222.0.41 "DELETE /v2.0/security-groups/fac7d9dc-a334-4d23-bfed-1ab727ae8d53 HTTP/1.1" status: 204 len: 173 time: 1.2683949 Jun 01 18:48:36.889404 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-38590fae-c064-4252-be49-fa6e0941e3fa req-47e2efcb-acaf-47c1-87fc-301d6102bc7a tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbe27866-6450-47f0-a8e1-f266dfb72433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632851 Jun 01 18:48:36.894428 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-bcd2a06a-ffe3-47fd-832d-cc9d97f89dcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:37.016205 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-bcd2a06a-ffe3-47fd-832d-cc9d97f89dcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2614143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9667199'] for subnet, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:37.049316 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ab2ccc33-d63a-4259-a74e-f0d0adc6ed13 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:37.056464 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [req-fb4cb5cb-befd-479d-8e55-46e235b3d058 req-6c21e994-63ee-4d90-ae67-3ea0e1495dd1 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] Allocated IP 172.20.0.4 (f464bab1-fed8-4b70-bd0a-84f4f32a722e/9b06a1f2-b51f-445c-a75f-8362b440f3f4/f4af72b8-3fa7-4de5-96e1-25aceae241bd) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:48:37.066325 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-4349cfb9-3d18-46b9-bae3-98fcdaa89954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:37.075470 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd2a06a-ffe3-47fd-832d-cc9d97f89dcc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=619ce5e2-1a90-4a7c-b866-53d809336772,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:37.077310 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ab2ccc33-d63a-4259-a74e-f0d0adc6ed13 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887712'] for floatingip, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:37.084411 n-d-844202-1 neutron-server[88525]: INFO neutron.api.v2.resource [req-d9039cf9-6aae-4ba9-acf0-1efc2e5e6a45 req-4d1bf84f-efc9-4f75-9db3-81b49c3ef6be tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] show failed (client error): The resource could not be found. Jun 01 18:48:37.085520 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d9039cf9-6aae-4ba9-acf0-1efc2e5e6a45 req-4d1bf84f-efc9-4f75-9db3-81b49c3ef6be tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] 10.222.0.41 "GET /v2.0/security-groups/fac7d9dc-a334-4d23-bfed-1ab727ae8d53 HTTP/1.1" status: 404 len: 352 time: 0.0892756 Jun 01 18:48:37.103871 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7a75389-de30-4024-9668-d0fdd9f56868 None None] Network ae90aacb-06d8-4816-9f23-36440149798c requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 18:48:37.107248 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-bcd2a06a-ffe3-47fd-832d-cc9d97f89dcc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:37.114740 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-bcd2a06a-ffe3-47fd-832d-cc9d97f89dcc admin admin] 10.222.0.41 "DELETE /v2.0/subnets/619ce5e2-1a90-4a7c-b866-53d809336772 HTTP/1.1" status: 204 len: 168 time: 0.5935307 Jun 01 18:48:37.117237 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 50598) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:48:37.273558 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-321bd9f5-d800-4dd7-ae4a-62a08918ddbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:37.288167 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-321bd9f5-d800-4dd7-ae4a-62a08918ddbc admin admin] Deleting port e0cf1b60-593f-4d24-aae3-8601bf5fcea4 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:48:37.288552 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-321bd9f5-d800-4dd7-ae4a-62a08918ddbc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:37.505591 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc16097f-5fae-4c95-95c7-5f57a1a63a45 None None] DHCP port deletion for ae90aacb-06d8-4816-9f23-36440149798c request from n-d-844202-1 {{(pid=88526) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 18:48:37.517075 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-bc16097f-5fae-4c95-95c7-5f57a1a63a45 None None] Deleting port e0cf1b60-593f-4d24-aae3-8601bf5fcea4 {{(pid=88526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:48:37.517762 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-bc16097f-5fae-4c95-95c7-5f57a1a63a45 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:37.675591 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c35f1b2-c180-49c5-bc8a-0efca1a42543 admin admin] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 18:48:37.688384 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ad85af-bce8-4a72-afaa-d33ac2606dc2 None None] Sync routers for ids ['98c6f889-c8db-4801-8135-e74558dc7084'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 18:48:37.696583 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-6c35f1b2-c180-49c5-bc8a-0efca1a42543 admin admin] 10.222.0.41 "PUT /v2.0/routers/98c6f889-c8db-4801-8135-e74558dc7084/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9213583 Jun 01 18:48:37.714854 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 50640) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:48:37.720502 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ad85af-bce8-4a72-afaa-d33ac2606dc2 None None] Routers {'98c6f889-c8db-4801-8135-e74558dc7084'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:48:37.721405 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-03ad85af-bce8-4a72-afaa-d33ac2606dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:48:09Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['98c6f889-c8db-4801-8135-e74558dc7084'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:48:37.802980 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [None req-321bd9f5-d800-4dd7-ae4a-62a08918ddbc admin admin] For port e0cf1b60-593f-4d24-aae3-8601bf5fcea4, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=e0cf1b60-593f-4d24-aae3-8601bf5fcea4,segment=NetworkSegment(dbed2ef3-fec2-48d6-9802-f5f8c232ad46),segment_id=dbed2ef3-fec2-48d6-9802-f5f8c232ad46)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:48:37.803611 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-321bd9f5-d800-4dd7-ae4a-62a08918ddbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:37.810373 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-bc16097f-5fae-4c95-95c7-5f57a1a63a45 None None] For port e0cf1b60-593f-4d24-aae3-8601bf5fcea4, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=e0cf1b60-593f-4d24-aae3-8601bf5fcea4,segment=NetworkSegment(dbed2ef3-fec2-48d6-9802-f5f8c232ad46),segment_id=dbed2ef3-fec2-48d6-9802-f5f8c232ad46)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:48:37.811183 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-bc16097f-5fae-4c95-95c7-5f57a1a63a45 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:37.867593 n-d-844202-1 neutron-server[88524]: INFO neutron.db.l3_db [None req-ab2ccc33-d63a-4259-a74e-f0d0adc6ed13 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Floating IP a8e7075c-fc57-415d-80f4-f26316e1535a associated. External IP: 172.25.4.20, port: 762e1d9d-53a1-4374-8f81-cfb057889d39. Jun 01 18:48:37.945980 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-5e97f8f3-1436-489e-9b0b-6fe1fddbd9ba req-af4a258b-e989-4f6a-b97c-3c99d03c9eb9 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Synchronizing usage tracker for tenant:03a56f87111741e99eac45e7902d811c on resource:security_group {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:48:37.961625 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-03ad85af-bce8-4a72-afaa-d33ac2606dc2 None None] Set router 98c6f889-c8db-4801-8135-e74558dc7084 gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:48:37.990283 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-bc16097f-5fae-4c95-95c7-5f57a1a63a45 None None] Calling delete_port for e0cf1b60-593f-4d24-aae3-8601bf5fcea4 owned by network:dhcp {{(pid=88526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:48:38.026684 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-321bd9f5-d800-4dd7-ae4a-62a08918ddbc admin admin] Calling delete_port for e0cf1b60-593f-4d24-aae3-8601bf5fcea4 owned by network:dhcp {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:48:38.097052 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-bc16097f-5fae-4c95-95c7-5f57a1a63a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535'] for port, after_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:38.105748 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-5e97f8f3-1436-489e-9b0b-6fe1fddbd9ba req-af4a258b-e989-4f6a-b97c-3c99d03c9eb9 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Unset dirty status for tenant:03a56f87111741e99eac45e7902d811c on resource:security_group {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:48:38.116378 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-5e97f8f3-1436-489e-9b0b-6fe1fddbd9ba req-af4a258b-e989-4f6a-b97c-3c99d03c9eb9 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=03a56f87111741e99eac45e7902d811c HTTP/1.1" status: 200 len: 6146 time: 0.3378139 Jun 01 18:48:38.177704 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device aaf58b36-6e6a-4312-96df-a13111622765 no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:48:38.193853 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-5e97f8f3-1436-489e-9b0b-6fe1fddbd9ba req-d78f0b97-e5b4-47b3-8c2b-ae0b32c38bc4 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] 10.222.0.41 "GET /v2.0/security-groups/4c5ecf30-c6e9-40ba-b15a-d3f269f6b4ca HTTP/1.1" status: 200 len: 2981 time: 0.0751929 Jun 01 18:48:38.207520 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc16097f-5fae-4c95-95c7-5f57a1a63a45 None None] No DVR routers for this DVR port e0cf1b60-593f-4d24-aae3-8601bf5fcea4 on host n-d-844202-1 {{(pid=88526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 18:48:38.229941 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc16097f-5fae-4c95-95c7-5f57a1a63a45 None None] Pushing event deleted for resources: {'Port': ['ID=e0cf1b60-593f-4d24-aae3-8601bf5fcea4,revision_number=None']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:38.234288 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: aaf58b36-6e6a-4312-96df-a13111622765 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 18:48:38.234712 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device aaf58b36-6e6a-4312-96df-a13111622765 not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 18:48:38.235716 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device e0cf1b60-593f-4d24-aae3-8601bf5fcea4 no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:48:38.265379 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.db.api [None req-321bd9f5-d800-4dd7-ae4a-62a08918ddbc admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88525) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 18:48:38.266147 n-d-844202-1 neutron-server[88525]: DEBUG oslo_db.api [None req-321bd9f5-d800-4dd7-ae4a-62a08918ddbc admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 18:48:38.271902 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf70cde-6213-46a9-b477-b79800c1b8dc req-0a7bb408-2b39-4c34-aa33-3ef7506c08b6 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:38.273530 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-bbf70cde-6213-46a9-b477-b79800c1b8dc req-0a7bb408-2b39-4c34-aa33-3ef7506c08b6 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac320b65-95b9-4d8c-bd7b-e804c1aaac09 HTTP/1.1" status: 200 len: 945 time: 0.8405709 Jun 01 18:48:38.289162 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-5e97f8f3-1436-489e-9b0b-6fe1fddbd9ba req-7e29cdac-c7cc-4d64-9ef5-f319e328fefc tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] 10.222.0.41 "GET /v2.0/security-groups/4c5ecf30-c6e9-40ba-b15a-d3f269f6b4ca HTTP/1.1" status: 200 len: 2981 time: 0.0815067 Jun 01 18:48:38.291690 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: e0cf1b60-593f-4d24-aae3-8601bf5fcea4 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 18:48:38.295435 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device e0cf1b60-593f-4d24-aae3-8601bf5fcea4 not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 18:48:38.381783 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-03ad85af-bce8-4a72-afaa-d33ac2606dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98c6f889-c8db-4801-8135-e74558dc7084', 'name': 'tempest-FloatingIPsTestJSON-1214912404-router', 'tenant_id': '2e54302b464545128cc217aaf6f57f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.159'}], 'enable_snat': True}, 'gw_port_id': 'eb160ee4-0a93-4740-b828-321d7f9c8e28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:47:54Z', 'updated_at': '2022-06-01T18:48:33Z', 'revision_number': 5, 'project_id': '2e54302b464545128cc217aaf6f57f42', 'gw_port': {'id': 'eb160ee4-0a93-4740-b828-321d7f9c8e28', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:c1:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c6f889-c8db-4801-8135-e74558dc7084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:47:56Z', 'updated_at': '2022-06-01T18:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:48:38.388370 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ad85af-bce8-4a72-afaa-d33ac2606dc2 None None] Checking router: 98c6f889-c8db-4801-8135-e74558dc7084 for host: n-d-844202-1 {{(pid=88527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 18:48:38.398096 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ad85af-bce8-4a72-afaa-d33ac2606dc2 None None] Routers {'98c6f889-c8db-4801-8135-e74558dc7084'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:48:38.398702 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-03ad85af-bce8-4a72-afaa-d33ac2606dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:48:09Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['98c6f889-c8db-4801-8135-e74558dc7084'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:48:38.435751 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-05206796-64c4-4e80-be58-cfe2bb94b988 req-67bc240c-ca2f-42cd-be76-30e582e4d5ac tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1e43742-8455-441c-b05d-c4f9921981bf HTTP/1.1" status: 200 len: 210 time: 0.0476754 Jun 01 18:48:38.457518 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8dfa99b7-9435-4a2a-81bd-625a796f388a admin admin] Notify callbacks [] for router, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:38.542126 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-bbf70cde-6213-46a9-b477-b79800c1b8dc req-2ab3318a-3799-48fd-b4fa-0f7c472e62a3 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] 10.222.0.41 "GET /v2.0/security-groups?id=92820b43-7593-449e-bdb5-02c9f22d29e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2499940 Jun 01 18:48:38.585105 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-fb4cb5cb-befd-479d-8e55-46e235b3d058 req-6c21e994-63ee-4d90-ae67-3ea0e1495dd1 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:38.665930 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-03ad85af-bce8-4a72-afaa-d33ac2606dc2 None None] Set router 98c6f889-c8db-4801-8135-e74558dc7084 gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:48:38.740299 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [req-ab384fc1-9510-40c3-b166-28d1e58b5c8a req-def1cea0-6d22-4429-b60d-098ab9cb0ec4 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2026089035', 'description': 'tempest-description-674161041'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:48:38.757833 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [req-ab384fc1-9510-40c3-b166-28d1e58b5c8a req-def1cea0-6d22-4429-b60d-098ab9cb0ec4 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:48:38.770342 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-321bd9f5-d800-4dd7-ae4a-62a08918ddbc admin admin] Deleting port e0cf1b60-593f-4d24-aae3-8601bf5fcea4 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:48:38.770917 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-321bd9f5-d800-4dd7-ae4a-62a08918ddbc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:38.842218 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [req-ab384fc1-9510-40c3-b166-28d1e58b5c8a req-def1cea0-6d22-4429-b60d-098ab9cb0ec4 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:48:38.922923 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-321bd9f5-d800-4dd7-ae4a-62a08918ddbc admin admin] The port 'e0cf1b60-593f-4d24-aae3-8601bf5fcea4' was deleted {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 01 18:48:38.971236 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-ab384fc1-9510-40c3-b166-28d1e58b5c8a req-def1cea0-6d22-4429-b60d-098ab9cb0ec4 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:38.973086 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8dfa99b7-9435-4a2a-81bd-625a796f388a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:38.984959 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-fb4cb5cb-befd-479d-8e55-46e235b3d058 req-6c21e994-63ee-4d90-ae67-3ea0e1495dd1 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:39.015015 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [req-ab384fc1-9510-40c3-b166-28d1e58b5c8a req-def1cea0-6d22-4429-b60d-098ab9cb0ec4 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:48:39.027222 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-ab384fc1-9510-40c3-b166-28d1e58b5c8a req-def1cea0-6d22-4429-b60d-098ab9cb0ec4 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Usage tracker for resource:security_group_rule and tenant:03a56f87111741e99eac45e7902d811c is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:48:39.052027 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-03ad85af-bce8-4a72-afaa-d33ac2606dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98c6f889-c8db-4801-8135-e74558dc7084', 'name': 'tempest-FloatingIPsTestJSON-1214912404-router', 'tenant_id': '2e54302b464545128cc217aaf6f57f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.159'}], 'enable_snat': True}, 'gw_port_id': 'eb160ee4-0a93-4740-b828-321d7f9c8e28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:47:54Z', 'updated_at': '2022-06-01T18:48:33Z', 'revision_number': 5, 'project_id': '2e54302b464545128cc217aaf6f57f42', 'gw_port': {'id': 'eb160ee4-0a93-4740-b828-321d7f9c8e28', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:c1:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c6f889-c8db-4801-8135-e74558dc7084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:47:56Z', 'updated_at': '2022-06-01T18:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:48:39.056848 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ad85af-bce8-4a72-afaa-d33ac2606dc2 None None] The sync data for ids ['98c6f889-c8db-4801-8135-e74558dc7084'] in n-d-844202-1 is: [{'id': '98c6f889-c8db-4801-8135-e74558dc7084', 'name': 'tempest-FloatingIPsTestJSON-1214912404-router', 'tenant_id': '2e54302b464545128cc217aaf6f57f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.159'}], 'enable_snat': True}, 'gw_port_id': 'eb160ee4-0a93-4740-b828-321d7f9c8e28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:47:54Z', 'updated_at': '2022-06-01T18:48:33Z', 'revision_number': 5, 'project_id': '2e54302b464545128cc217aaf6f57f42', 'gw_port': {'id': 'eb160ee4-0a93-4740-b828-321d7f9c8e28', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:c1:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c6f889-c8db-4801-8135-e74558dc7084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:47:56Z', 'updated_at': '2022-06-01T18:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 18:48:39.104088 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-ab384fc1-9510-40c3-b166-28d1e58b5c8a req-def1cea0-6d22-4429-b60d-098ab9cb0ec4 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:48:39.127138 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [req-ab384fc1-9510-40c3-b166-28d1e58b5c8a req-def1cea0-6d22-4429-b60d-098ab9cb0ec4 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:48:39.142314 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-321bd9f5-d800-4dd7-ae4a-62a08918ddbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:39.182364 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-321bd9f5-d800-4dd7-ae4a-62a08918ddbc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae90aacb-06d8-4816-9f23-36440149798c']}} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:48:39.188155 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-8dfa99b7-9435-4a2a-81bd-625a796f388a admin admin] Deleting port eb160ee4-0a93-4740-b828-321d7f9c8e28 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:48:39.188515 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8dfa99b7-9435-4a2a-81bd-625a796f388a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:39.198840 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-321bd9f5-d800-4dd7-ae4a-62a08918ddbc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbed2ef3-fec2-48d6-9802-f5f8c232ad46') {'for_net_delete': True} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:48:39.199126 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-321bd9f5-d800-4dd7-ae4a-62a08918ddbc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbed2ef3-fec2-48d6-9802-f5f8c232ad46') {} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:48:39.216652 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-321bd9f5-d800-4dd7-ae4a-62a08918ddbc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2258522'] for segment, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:39.253607 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-321bd9f5-d800-4dd7-ae4a-62a08918ddbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:39.270576 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-321bd9f5-d800-4dd7-ae4a-62a08918ddbc admin admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=88525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 18:48:39.270971 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-321bd9f5-d800-4dd7-ae4a-62a08918ddbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2613981'] for segment, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:39.275154 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab2ccc33-d63a-4259-a74e-f0d0adc6ed13 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Router 56e90cb8-600d-4b7f-b1a8-1ed7e5a9c164 has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 18:48:39.287823 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb4cb5cb-befd-479d-8e55-46e235b3d058 req-6c21e994-63ee-4d90-ae67-3ea0e1495dd1 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] Network f464bab1-fed8-4b70-bd0a-84f4f32a722e is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:48:39.305208 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf5dbcd-afd8-4467-ac59-5e6419baf584 req-fc55ff2c-7c25-4ced-88f9-b154b956ccce tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:39.305208 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fcf5dbcd-afd8-4467-ac59-5e6419baf584 req-fc55ff2c-7c25-4ced-88f9-b154b956ccce tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/ports?device_id=bbc6cdff-04ae-48c7-ad6e-c61c3c6d16b7 HTTP/1.1" status: 200 len: 948 time: 0.5582304 Jun 01 18:48:39.305694 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [req-fb4cb5cb-befd-479d-8e55-46e235b3d058 req-6c21e994-63ee-4d90-ae67-3ea0e1495dd1 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:48:39.331776 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb4cb5cb-befd-479d-8e55-46e235b3d058 req-6c21e994-63ee-4d90-ae67-3ea0e1495dd1 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:48:39.347677 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment dbed2ef3-fec2-48d6-9802-f5f8c232ad46 resource provider aggregate not found Jun 01 18:48:39.352625 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-ab384fc1-9510-40c3-b166-28d1e58b5c8a req-def1cea0-6d22-4429-b60d-098ab9cb0ec4 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:39.373623 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment dbed2ef3-fec2-48d6-9802-f5f8c232ad46 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dbed2ef3-fec2-48d6-9802-f5f8c232ad46 found for delete ", "request_id": "req-033d5507-8cbd-4fd5-be54-10584aab6fd1"}]} Jun 01 18:48:39.377449 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-ab384fc1-9510-40c3-b166-28d1e58b5c8a req-def1cea0-6d22-4429-b60d-098ab9cb0ec4 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:39.423408 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c21e994-63ee-4d90-ae67-3ea0e1495dd1 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] Pushing event updated for resources: {'Port': ['ID=f4af72b8-3fa7-4de5-96e1-25aceae241bd,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:39.427247 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-321bd9f5-d800-4dd7-ae4a-62a08918ddbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:39.453305 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-321bd9f5-d800-4dd7-ae4a-62a08918ddbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:39.469625 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device cc8eaa17-8441-4d5c-bf5b-397c949381f6 no longer exists at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:48:39.473740 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-321bd9f5-d800-4dd7-ae4a-62a08918ddbc admin admin] 10.222.0.41 "DELETE /v2.0/networks/ae90aacb-06d8-4816-9f23-36440149798c HTTP/1.1" status: 204 len: 168 time: 2.3555956 Jun 01 18:48:39.478161 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-ab384fc1-9510-40c3-b166-28d1e58b5c8a req-def1cea0-6d22-4429-b60d-098ab9cb0ec4 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:39.497241 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ab384fc1-9510-40c3-b166-28d1e58b5c8a req-def1cea0-6d22-4429-b60d-098ab9cb0ec4 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.7677796 Jun 01 18:48:39.498255 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def1cea0-6d22-4429-b60d-098ab9cb0ec4 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62d1aafa-8d72-482c-96b8-ea39cca31eca,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:39.501286 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321bd9f5-d800-4dd7-ae4a-62a08918ddbc admin admin] Pushing event deleted for resources: {'Network': ['ID=ae90aacb-06d8-4816-9f23-36440149798c,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:39.601613 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-263d0e5d-16cf-4e5b-bec5-2e587ceee59c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:39.675795 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 50668) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:48:39.693374 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port cc8eaa17-8441-4d5c-bf5b-397c949381f6 is: ACTIVE; New status is: DOWN {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:48:39.694040 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:39.729646 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '420a476b-0d5b-4dc2-9bfb-22ae930ac2da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc8eaa17-8441-4d5c-bf5b-397c949381f6'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:48:39.742691 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port cc8eaa17-8441-4d5c-bf5b-397c949381f6, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=cc8eaa17-8441-4d5c-bf5b-397c949381f6,segment=NetworkSegment(5423f802-8952-4dea-8b13-e2a87f408f8c),segment_id=5423f802-8952-4dea-8b13-e2a87f408f8c)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:48:39.747911 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:39.765583 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-29f29232-c68f-46b8-9ea5-9cb827df7f23 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bee367ae0ad54e12b26a009fd0a33774&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0843236 Jun 01 18:48:39.770133 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 50676) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:48:39.809154 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [None req-8dfa99b7-9435-4a2a-81bd-625a796f388a admin admin] For port eb160ee4-0a93-4740-b828-321d7f9c8e28, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=eb160ee4-0a93-4740-b828-321d7f9c8e28,segment=NetworkSegment(7875af61-4c53-4ff2-b8c8-d4b7c35ff947),segment_id=7875af61-4c53-4ff2-b8c8-d4b7c35ff947)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:48:39.809579 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8dfa99b7-9435-4a2a-81bd-625a796f388a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:39.813853 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b042a3-b7c6-4994-a943-0179a4845528 req-fff13d13-f530-4b7c-88b5-e77673b6f78b tempest-LiveMigrationTest-1173690941 tempest-LiveMigrationTest-1173690941-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:39.815376 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-21b042a3-b7c6-4994-a943-0179a4845528 req-fff13d13-f530-4b7c-88b5-e77673b6f78b tempest-LiveMigrationTest-1173690941 tempest-LiveMigrationTest-1173690941-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ac320b65-95b9-4d8c-bd7b-e804c1aaac09 HTTP/1.1" status: 200 len: 1096 time: 0.1966627 Jun 01 18:48:39.859281 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=cc8eaa17-8441-4d5c-bf5b-397c949381f6,revision_number=8']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:39.887111 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4cb5cb-befd-479d-8e55-46e235b3d058 req-6c21e994-63ee-4d90-ae67-3ea0e1495dd1 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:39.887700 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-fb4cb5cb-befd-479d-8e55-46e235b3d058 req-6c21e994-63ee-4d90-ae67-3ea0e1495dd1 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:39.894918 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-445d46c6-bbfc-4eaf-9d4a-42b6e10c80bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:39.899035 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-21b042a3-b7c6-4994-a943-0179a4845528 req-4b8d6cae-59a3-43a9-be20-0bac26548abb tempest-LiveMigrationTest-1173690941 tempest-LiveMigrationTest-1173690941-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=92820b43-7593-449e-bdb5-02c9f22d29e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728471 Jun 01 18:48:39.943111 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-445d46c6-bbfc-4eaf-9d4a-42b6e10c80bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:39.967169 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fcf5dbcd-afd8-4467-ac59-5e6419baf584 req-e7d62e76-edc8-4023-9b3c-a2fef4ef0c2d tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbe27866-6450-47f0-a8e1-f266dfb72433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6441312 Jun 01 18:48:39.967984 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab2ccc33-d63a-4259-a74e-f0d0adc6ed13 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 18:48:39.985796 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15cb1247-03a2-493e-b2ad-942a68be7e7e None None] Sync routers for ids ['56e90cb8-600d-4b7f-b1a8-1ed7e5a9c164'] in n-d-844202-1 {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 18:48:39.998982 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-8dfa99b7-9435-4a2a-81bd-625a796f388a admin admin] Calling delete_port for eb160ee4-0a93-4740-b828-321d7f9c8e28 owned by network:router_gateway {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:48:40.002205 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15cb1247-03a2-493e-b2ad-942a68be7e7e None None] Routers {'56e90cb8-600d-4b7f-b1a8-1ed7e5a9c164'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:48:40.003434 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-15cb1247-03a2-493e-b2ad-942a68be7e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:48:39Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['56e90cb8-600d-4b7f-b1a8-1ed7e5a9c164'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:48:40.055495 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ab2ccc33-d63a-4259-a74e-f0d0adc6ed13 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for floatingip, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:40.090562 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 5e8a5c76-0c5f-49eb-ad75-01af0221bf22 no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:48:40.095238 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-445d46c6-bbfc-4eaf-9d4a-42b6e10c80bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:40.203345 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fb4cb5cb-befd-479d-8e55-46e235b3d058 req-6c21e994-63ee-4d90-ae67-3ea0e1495dd1 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.3747592 Jun 01 18:48:40.210070 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445d46c6-bbfc-4eaf-9d4a-42b6e10c80bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a4d0211-c441-4177-8348-9ad5fbc0be0c,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:40.211413 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: 5e8a5c76-0c5f-49eb-ad75-01af0221bf22 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 18:48:40.211763 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 5e8a5c76-0c5f-49eb-ad75-01af0221bf22 not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 18:48:40.223534 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-fb4cb5cb-befd-479d-8e55-46e235b3d058 req-f2de13a7-d062-43fe-b192-c0f88e958136 service neutron] Request body: {'port': {'device_id': 'c1e43742-8455-441c-b05d-c4f9921981bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844202-1'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:48:40.272943 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-445d46c6-bbfc-4eaf-9d4a-42b6e10c80bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:40.273975 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-445d46c6-bbfc-4eaf-9d4a-42b6e10c80bb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0a4d0211-c441-4177-8348-9ad5fbc0be0c HTTP/1.1" status: 204 len: 168 time: 0.5027041 Jun 01 18:48:40.295198 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-ab2ccc33-d63a-4259-a74e-f0d0adc6ed13 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] 10.222.0.41 "PUT /v2.0/floatingips/a8e7075c-fc57-415d-80f4-f26316e1535a HTTP/1.1" status: 200 len: 990 time: 5.4132526 Jun 01 18:48:40.330890 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c83a2c5-aa3d-4e8d-af22-cb838112216f', 'tag': '762e1d9d-53a1-4374-8f81-cfb057889d39'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:48:40.350036 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-13f2ca31-b351-43ea-a4e1-f3a07ab3d87e req-a4af0cce-73bb-4693-b9c1-0c1d7717cd64 service neutron] 10.222.0.15 "GET /v2.0/ports/1e38921f-0057-4abf-aff6-93f3058d24de/bindings/n-h1-844202-1 HTTP/1.1" status: 200 len: 382 time: 0.1821036 Jun 01 18:48:40.368947 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-15cb1247-03a2-493e-b2ad-942a68be7e7e None None] Set router 56e90cb8-600d-4b7f-b1a8-1ed7e5a9c164 gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:48:40.437534 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5127668e-c8d8-484f-bc3f-b939d25ce10b req-679198eb-1c03-4124-b2cf-13ca1f2f06e0 tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:40.452390 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-5127668e-c8d8-484f-bc3f-b939d25ce10b req-679198eb-1c03-4124-b2cf-13ca1f2f06e0 tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] 10.222.0.41 "GET /v2.0/networks?id=e3dea7fc-235f-4736-8c6d-38e23ed566b9 HTTP/1.1" status: 200 len: 805 time: 0.4095685 Jun 01 18:48:40.491177 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-5127668e-c8d8-484f-bc3f-b939d25ce10b req-fde1e633-d3c5-47dc-8990-43125ab6e48f tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] 10.222.0.41 "GET /v2.0/quotas/6884b43c239b4677a270eb283de39d49 HTTP/1.1" status: 200 len: 375 time: 0.0395970 Jun 01 18:48:40.497063 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12df0f0-a5c3-4193-88c3-34d68557d05e req-1f05e5a8-3476-4a16-a000-87770e5baec4 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:40.498252 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-b12df0f0-a5c3-4193-88c3-34d68557d05e req-1f05e5a8-3476-4a16-a000-87770e5baec4 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] Synchronizing usage tracker for tenant:dd99cee1173546e6a5fd323f8dfa5a74 on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:48:40.498414 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:40.524091 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-fb4cb5cb-befd-479d-8e55-46e235b3d058 req-f2de13a7-d062-43fe-b192-c0f88e958136 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:40.602243 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-b12df0f0-a5c3-4193-88c3-34d68557d05e req-1f05e5a8-3476-4a16-a000-87770e5baec4 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] Unset dirty status for tenant:dd99cee1173546e6a5fd323f8dfa5a74 on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:48:40.602243 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b12df0f0-a5c3-4193-88c3-34d68557d05e req-1f05e5a8-3476-4a16-a000-87770e5baec4 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1e43742-8455-441c-b05d-c4f9921981bf HTTP/1.1" status: 200 len: 931 time: 0.4484730 Jun 01 18:48:40.676160 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:41.056923 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f2ca31-b351-43ea-a4e1-f3a07ab3d87e req-5d473a1d-0093-4483-8afa-5feaf4981221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:41.058370 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-13f2ca31-b351-43ea-a4e1-f3a07ab3d87e req-5d473a1d-0093-4483-8afa-5feaf4981221 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=bbc6cdff-04ae-48c7-ad6e-c61c3c6d16b7&tenant_id=5a29f45689de4723b61fb9850cc62a10 HTTP/1.1" status: 200 len: 1099 time: 0.1973867 Jun 01 18:48:41.067411 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b516f4d7-7610-4f34-be58-24afd8a1a074 req-87790ff2-29c9-4a67-82a6-bdd8b925c4ff tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:41.069135 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b516f4d7-7610-4f34-be58-24afd8a1a074 req-87790ff2-29c9-4a67-82a6-bdd8b925c4ff tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] 10.222.0.15 "GET /v2.0/ports?device_id=420a476b-0d5b-4dc2-9bfb-22ae930ac2da HTTP/1.1" status: 200 len: 944 time: 0.1653080 Jun 01 18:48:41.086271 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-5127668e-c8d8-484f-bc3f-b939d25ce10b req-a0c7c3d7-c11a-4215-a384-8d4466f5ee62 tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=6884b43c239b4677a270eb283de39d49&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5936909 Jun 01 18:48:41.185566 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:41.190286 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b12df0f0-a5c3-4193-88c3-34d68557d05e req-526af6aa-1f40-4d62-b239-93f021e00169 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] 10.222.0.41 "GET /v2.0/security-groups?id=32e0c067-0089-408b-a3cd-4b24e22ccce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5621407 Jun 01 18:48:41.208133 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8dfa99b7-9435-4a2a-81bd-625a796f388a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:41.265610 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [req-b516f4d7-7610-4f34-be58-24afd8a1a074 req-69605a1b-6209-4bc1-8e02-da03103a2c2b tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] Deleting port cc8eaa17-8441-4d5c-bf5b-397c949381f6 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:48:41.265610 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-b516f4d7-7610-4f34-be58-24afd8a1a074 req-69605a1b-6209-4bc1-8e02-da03103a2c2b tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:41.275453 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-15cb1247-03a2-493e-b2ad-942a68be7e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56e90cb8-600d-4b7f-b1a8-1ed7e5a9c164', 'name': 'tempest-TaggedBootDevicesTest_v242-183292155-router', 'tenant_id': '5e0ead56e0d24edfb943f0d89aaec01a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': '22e7dc2c-baf7-420c-b31e-f3158358106f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:44:56Z', 'updated_at': '2022-06-01T18:45:28Z', 'revision_number': 4, 'project_id': '5e0ead56e0d24edfb943f0d89aaec01a', 'gw_port': {'id': '22e7dc2c-baf7-420c-b31e-f3158358106f', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:07:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e90cb8-600d-4b7f-b1a8-1ed7e5a9c164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:45:01Z', 'updated_at': '2022-06-01T18:45:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_floatingips': [{'id': 'a8e7075c-fc57-415d-80f4-f26316e1535a', 'tenant_id': '5e0ead56e0d24edfb943f0d89aaec01a', 'floating_ip_address': '172.25.4.20', 'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'router_id': '56e90cb8-600d-4b7f-b1a8-1ed7e5a9c164', 'port_id': '762e1d9d-53a1-4374-8f81-cfb057889d39', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 821, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f485d579-7529-4636-ae31-9fc1fec94322', 'mac_address': 'fa:16:3e:23:d2:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c83a2c5-aa3d-4e8d-af22-cb838112216f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T18:46:49Z', 'updated_at': '2022-06-01T18:48:36Z', 'revision_number': 1, 'project_id': '5e0ead56e0d24edfb943f0d89aaec01a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '747bae15-5021-49b5-bc08-285fe5695725', 'name': '', 'network_id': 'f485d579-7529-4636-ae31-9fc1fec94322', 'tenant_id': '5e0ead56e0d24edfb943f0d89aaec01a', 'mac_address': 'fa:16:3e:cc:f7:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e90cb8-600d-4b7f-b1a8-1ed7e5a9c164', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'e3aaca05-30ec-4457-96c4-ed8fafe49371', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:45:22Z', 'updated_at': '2022-06-01T18:45:43Z', 'revision_number': 5, 'project_id': '5e0ead56e0d24edfb943f0d89aaec01a', 'subnets': [{'id': 'e3aaca05-30ec-4457-96c4-ed8fafe49371', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:48:41.275453 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15cb1247-03a2-493e-b2ad-942a68be7e7e None None] Checking router: 56e90cb8-600d-4b7f-b1a8-1ed7e5a9c164 for host: n-d-844202-1 {{(pid=88526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 18:48:41.299465 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-f08b4ff5-0d6b-4bd4-9f88-9069d98e8123 req-fc3481cd-cb93-4e6e-a028-e2e72cf5f84d tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1384342867', 'description': 'tempest-description-1847598922'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:48:41.299465 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfa99b7-9435-4a2a-81bd-625a796f388a admin admin] Pushing event deleted for resources: {'Port': ['ID=eb160ee4-0a93-4740-b828-321d7f9c8e28,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:41.325934 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15cb1247-03a2-493e-b2ad-942a68be7e7e None None] Routers {'56e90cb8-600d-4b7f-b1a8-1ed7e5a9c164'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:48:41.325934 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-15cb1247-03a2-493e-b2ad-942a68be7e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:48:39Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['56e90cb8-600d-4b7f-b1a8-1ed7e5a9c164'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:48:41.373817 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-f08b4ff5-0d6b-4bd4-9f88-9069d98e8123 req-fc3481cd-cb93-4e6e-a028-e2e72cf5f84d tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:48:41.549677 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-f08b4ff5-0d6b-4bd4-9f88-9069d98e8123 req-fc3481cd-cb93-4e6e-a028-e2e72cf5f84d tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Usage tracker for resource:security_group and tenant:03a56f87111741e99eac45e7902d811c is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:48:41.569160 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-f08b4ff5-0d6b-4bd4-9f88-9069d98e8123 req-fc3481cd-cb93-4e6e-a028-e2e72cf5f84d tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:48:41.601773 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:41.681441 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-15cb1247-03a2-493e-b2ad-942a68be7e7e None None] Set router 56e90cb8-600d-4b7f-b1a8-1ed7e5a9c164 gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:48:41.720736 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f2ca31-b351-43ea-a4e1-f3a07ab3d87e req-d6ad0231-c88c-4e43-bc18-8792e647c28e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:41.720736 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-13f2ca31-b351-43ea-a4e1-f3a07ab3d87e req-d6ad0231-c88c-4e43-bc18-8792e647c28e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5a29f45689de4723b61fb9850cc62a10&device_id=bbc6cdff-04ae-48c7-ad6e-c61c3c6d16b7 HTTP/1.1" status: 200 len: 1099 time: 0.5962048 Jun 01 18:48:41.720736 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-5127668e-c8d8-484f-bc3f-b939d25ce10b req-b5bb9869-5103-4ca2-8a93-0d3cb9f2618c service neutron] 10.222.0.41 "GET /v2.0/networks/e3dea7fc-235f-4736-8c6d-38e23ed566b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6238608 Jun 01 18:48:41.727805 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-f08b4ff5-0d6b-4bd4-9f88-9069d98e8123 req-fc3481cd-cb93-4e6e-a028-e2e72cf5f84d tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:48:41.745522 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-f08b4ff5-0d6b-4bd4-9f88-9069d98e8123 req-fc3481cd-cb93-4e6e-a028-e2e72cf5f84d tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:41.794022 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8dfa99b7-9435-4a2a-81bd-625a796f388a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-887703'] for router_gateway, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:41.809501 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:42.009065 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-f08b4ff5-0d6b-4bd4-9f88-9069d98e8123 req-fc3481cd-cb93-4e6e-a028-e2e72cf5f84d tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:48:42.143076 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-5127668e-c8d8-484f-bc3f-b939d25ce10b req-2c87728d-5855-4321-872e-dea382a8cd53 service neutron] 10.222.0.41 "GET /v2.0/networks/e3dea7fc-235f-4736-8c6d-38e23ed566b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3816130 Jun 01 18:48:42.164898 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-f08b4ff5-0d6b-4bd4-9f88-9069d98e8123 req-fc3481cd-cb93-4e6e-a028-e2e72cf5f84d tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Usage tracker for resource:security_group_rule and tenant:03a56f87111741e99eac45e7902d811c is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:48:42.202638 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 50716) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:48:42.205958 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-f08b4ff5-0d6b-4bd4-9f88-9069d98e8123 req-fc3481cd-cb93-4e6e-a028-e2e72cf5f84d tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:48:42.214323 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-f08b4ff5-0d6b-4bd4-9f88-9069d98e8123 req-fc3481cd-cb93-4e6e-a028-e2e72cf5f84d tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:48:42.247630 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-b516f4d7-7610-4f34-be58-24afd8a1a074 req-69605a1b-6209-4bc1-8e02-da03103a2c2b tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] For port cc8eaa17-8441-4d5c-bf5b-397c949381f6, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=cc8eaa17-8441-4d5c-bf5b-397c949381f6,segment=NetworkSegment(5423f802-8952-4dea-8b13-e2a87f408f8c),segment_id=5423f802-8952-4dea-8b13-e2a87f408f8c)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:48:42.248794 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-b516f4d7-7610-4f34-be58-24afd8a1a074 req-69605a1b-6209-4bc1-8e02-da03103a2c2b tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:42.257821 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8dfa99b7-9435-4a2a-81bd-625a796f388a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25316'] for router, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:42.278424 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f2ca31-b351-43ea-a4e1-f3a07ab3d87e req-6105b9cf-3aa1-4bf9-8738-2ecf29cf0ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:42.279265 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8dfa99b7-9435-4a2a-81bd-625a796f388a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:42.279870 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-13f2ca31-b351-43ea-a4e1-f3a07ab3d87e req-6105b9cf-3aa1-4bf9-8738-2ecf29cf0ba3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=898153a3-5d71-43be-9d14-343ea4a48426 HTTP/1.1" status: 200 len: 870 time: 0.5443344 Jun 01 18:48:42.330064 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-15cb1247-03a2-493e-b2ad-942a68be7e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56e90cb8-600d-4b7f-b1a8-1ed7e5a9c164', 'name': 'tempest-TaggedBootDevicesTest_v242-183292155-router', 'tenant_id': '5e0ead56e0d24edfb943f0d89aaec01a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': '22e7dc2c-baf7-420c-b31e-f3158358106f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:44:56Z', 'updated_at': '2022-06-01T18:45:28Z', 'revision_number': 4, 'project_id': '5e0ead56e0d24edfb943f0d89aaec01a', 'gw_port': {'id': '22e7dc2c-baf7-420c-b31e-f3158358106f', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:07:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e90cb8-600d-4b7f-b1a8-1ed7e5a9c164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:45:01Z', 'updated_at': '2022-06-01T18:45:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_floatingips': [{'id': 'a8e7075c-fc57-415d-80f4-f26316e1535a', 'tenant_id': '5e0ead56e0d24edfb943f0d89aaec01a', 'floating_ip_address': '172.25.4.20', 'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'router_id': '56e90cb8-600d-4b7f-b1a8-1ed7e5a9c164', 'port_id': '762e1d9d-53a1-4374-8f81-cfb057889d39', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 821, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f485d579-7529-4636-ae31-9fc1fec94322', 'mac_address': 'fa:16:3e:23:d2:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c83a2c5-aa3d-4e8d-af22-cb838112216f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T18:46:49Z', 'updated_at': '2022-06-01T18:48:36Z', 'revision_number': 1, 'project_id': '5e0ead56e0d24edfb943f0d89aaec01a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '747bae15-5021-49b5-bc08-285fe5695725', 'name': '', 'network_id': 'f485d579-7529-4636-ae31-9fc1fec94322', 'tenant_id': '5e0ead56e0d24edfb943f0d89aaec01a', 'mac_address': 'fa:16:3e:cc:f7:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e90cb8-600d-4b7f-b1a8-1ed7e5a9c164', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'e3aaca05-30ec-4457-96c4-ed8fafe49371', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:45:22Z', 'updated_at': '2022-06-01T18:45:43Z', 'revision_number': 5, 'project_id': '5e0ead56e0d24edfb943f0d89aaec01a', 'subnets': [{'id': 'e3aaca05-30ec-4457-96c4-ed8fafe49371', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:48:42.336527 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [req-fb4cb5cb-befd-479d-8e55-46e235b3d058 req-f2de13a7-d062-43fe-b192-c0f88e958136 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4af72b8-3fa7-4de5-96e1-25aceae241bd {{(pid=88524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:48:42.346492 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15cb1247-03a2-493e-b2ad-942a68be7e7e None None] The sync data for ids ['56e90cb8-600d-4b7f-b1a8-1ed7e5a9c164'] in n-d-844202-1 is: [{'id': '56e90cb8-600d-4b7f-b1a8-1ed7e5a9c164', 'name': 'tempest-TaggedBootDevicesTest_v242-183292155-router', 'tenant_id': '5e0ead56e0d24edfb943f0d89aaec01a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': '22e7dc2c-baf7-420c-b31e-f3158358106f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:44:56Z', 'updated_at': '2022-06-01T18:45:28Z', 'revision_number': 4, 'project_id': '5e0ead56e0d24edfb943f0d89aaec01a', 'gw_port': {'id': '22e7dc2c-baf7-420c-b31e-f3158358106f', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:07:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e90cb8-600d-4b7f-b1a8-1ed7e5a9c164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:45:01Z', 'updated_at': '2022-06-01T18:45:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_floatingips': [{'id': 'a8e7075c-fc57-415d-80f4-f26316e1535a', 'tenant_id': '5e0ead56e0d24edfb943f0d89aaec01a', 'floating_ip_address': '172.25.4.20', 'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'router_id': '56e90cb8-600d-4b7f-b1a8-1ed7e5a9c164', 'port_id': '762e1d9d-53a1-4374-8f81-cfb057889d39', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 821, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f485d579-7529-4636-ae31-9fc1fec94322', 'mac_address': 'fa:16:3e:23:d2:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c83a2c5-aa3d-4e8d-af22-cb838112216f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T18:46:49Z', 'updated_at': '2022-06-01T18:48:36Z', 'revision_number': 1, 'project_id': '5e0ead56e0d24edfb943f0d89aaec01a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '747bae15-5021-49b5-bc08-285fe5695725', 'name': '', 'network_id': 'f485d579-7529-4636-ae31-9fc1fec94322', 'tenant_id': '5e0ead56e0d24edfb943f0d89aaec01a', 'mac_address': 'fa:16:3e:cc:f7:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e90cb8-600d-4b7f-b1a8-1ed7e5a9c164', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'e3aaca05-30ec-4457-96c4-ed8fafe49371', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:45:22Z', 'updated_at': '2022-06-01T18:45:43Z', 'revision_number': 5, 'project_id': '5e0ead56e0d24edfb943f0d89aaec01a', 'subnets': [{'id': 'e3aaca05-30ec-4457-96c4-ed8fafe49371', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 18:48:42.354283 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-fb4cb5cb-befd-479d-8e55-46e235b3d058 req-f2de13a7-d062-43fe-b192-c0f88e958136 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:42.372840 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8dfa99b7-9435-4a2a-81bd-625a796f388a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-891519'] for router, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:42.373536 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dfa99b7-9435-4a2a-81bd-625a796f388a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 98c6f889-c8db-4801-8135-e74558dc7084 {{(pid=88524) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 18:48:42.405097 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58edbee1-aa70-4e85-a9a4-6f1dc8a63d34'] response: {'server_uuid': '420a476b-0d5b-4dc2-9bfb-22ae930ac2da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc8eaa17-8441-4d5c-bf5b-397c949381f6', 'code': 200} Jun 01 18:48:42.480486 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [req-fb4cb5cb-befd-479d-8e55-46e235b3d058 req-f2de13a7-d062-43fe-b192-c0f88e958136 service neutron] Transition to ACTIVE for port object f4af72b8-3fa7-4de5-96e1-25aceae241bd will not be triggered until provisioned by entity L2. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:48:42.502213 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-fb4cb5cb-befd-479d-8e55-46e235b3d058 req-f2de13a7-d062-43fe-b192-c0f88e958136 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:42.575717 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-f08b4ff5-0d6b-4bd4-9f88-9069d98e8123 req-fc3481cd-cb93-4e6e-a028-e2e72cf5f84d tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:42.605030 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [req-b516f4d7-7610-4f34-be58-24afd8a1a074 req-69605a1b-6209-4bc1-8e02-da03103a2c2b tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] Calling delete_port for cc8eaa17-8441-4d5c-bf5b-397c949381f6 owned by compute:nova {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:48:42.660877 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-f08b4ff5-0d6b-4bd4-9f88-9069d98e8123 req-fc3481cd-cb93-4e6e-a028-e2e72cf5f84d tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:42.664688 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-13f2ca31-b351-43ea-a4e1-f3a07ab3d87e req-40bc27b2-ac7b-425e-9aa3-e29e1ac08da7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=1e38921f-0057-4abf-aff6-93f3058d24de HTTP/1.1" status: 200 len: 217 time: 0.2832994 Jun 01 18:48:42.687059 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2de13a7-d062-43fe-b192-c0f88e958136 service neutron] Pushing event updated for resources: {'Port': ['ID=f4af72b8-3fa7-4de5-96e1-25aceae241bd,revision_number=2']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:42.702648 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-8c03e530-ffa7-4d3a-93bf-67726e49bdb9 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-569487050-network', 'tenant_id': 'bba0af6b22cc48889542d40b4d85508e'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:48:42.721846 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-8c03e530-ffa7-4d3a-93bf-67726e49bdb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:48:42.780033 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aba19eb-12d3-4262-af49-0fa895f7f2e2 None None] New status for floating IP a8e7075c-fc57-415d-80f4-f26316e1535a: ACTIVE {{(pid=88527) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 18:48:42.809143 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-8c03e530-ffa7-4d3a-93bf-67726e49bdb9 admin admin] Usage tracker for resource:network and tenant:bba0af6b22cc48889542d40b4d85508e is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:48:42.820605 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-8c03e530-ffa7-4d3a-93bf-67726e49bdb9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:48:42.822862 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8dfa99b7-9435-4a2a-81bd-625a796f388a admin admin] Notify callbacks [] for router, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:42.826990 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-8dfa99b7-9435-4a2a-81bd-625a796f388a admin admin] 10.222.0.41 "DELETE /v2.0/routers/98c6f889-c8db-4801-8135-e74558dc7084 HTTP/1.1" status: 204 len: 168 time: 5.1059072 Jun 01 18:48:42.829380 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 50734) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:48:42.832582 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-8c03e530-ffa7-4d3a-93bf-67726e49bdb9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:48:42.868665 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3481cd-cb93-4e6e-a028-e2e72cf5f84d tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f892b279-0845-4ebd-a4cf-37dcbd32c2b7,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:42.876175 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-f08b4ff5-0d6b-4bd4-9f88-9069d98e8123 req-fc3481cd-cb93-4e6e-a028-e2e72cf5f84d tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:42.878089 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f08b4ff5-0d6b-4bd4-9f88-9069d98e8123 req-fc3481cd-cb93-4e6e-a028-e2e72cf5f84d tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 1.5887427 Jun 01 18:48:42.895354 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f2ca31-b351-43ea-a4e1-f3a07ab3d87e req-b8025edd-8a74-42d5-bd5c-43bfd30846e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:42.900116 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-13f2ca31-b351-43ea-a4e1-f3a07ab3d87e req-b8025edd-8a74-42d5-bd5c-43bfd30846e6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=35e3ad2f-9c88-4698-b634-4e1b58de1cc2 HTTP/1.1" status: 200 len: 843 time: 0.1849403 Jun 01 18:48:42.939932 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c03e530-ffa7-4d3a-93bf-67726e49bdb9 admin admin] Made reservation on behalf of bba0af6b22cc48889542d40b4d85508e for: {'network': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:48:42.955611 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8c03e530-ffa7-4d3a-93bf-67726e49bdb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:43.059875 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2880ffc0-e0ca-4896-a951-204bac0a8cdc'] response: {'name': 'network-changed', 'server_uuid': '9c83a2c5-aa3d-4e8d-af22-cb838112216f', 'tag': '762e1d9d-53a1-4374-8f81-cfb057889d39', 'status': 'completed', 'code': 200} Jun 01 18:48:43.071050 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_v2 [None req-31d78b17-8b45-4736-959b-36128dd6e7ed admin admin] Deleting subnet 804cef28-2b95-48a6-a413-c7247330379d {{(pid=88524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 18:48:43.163067 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-31d78b17-8b45-4736-959b-36128dd6e7ed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:43.242190 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-fb4cb5cb-befd-479d-8e55-46e235b3d058 req-f2de13a7-d062-43fe-b192-c0f88e958136 service neutron] Attempting to bind port f4af72b8-3fa7-4de5-96e1-25aceae241bd on host n-h1-844202-1 for vnic_type normal with profile {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:48:43.242863 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-fb4cb5cb-befd-479d-8e55-46e235b3d058 req-f2de13a7-d062-43fe-b192-c0f88e958136 service neutron] Attempting to bind port f4af72b8-3fa7-4de5-96e1-25aceae241bd by drivers openvswitch,hyperv on host n-h1-844202-1 at level 0 using segments [{'id': '641e9a4f-e613-4ae2-9aeb-2789f815da51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'f464bab1-fed8-4b70-bd0a-84f4f32a722e'}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:48:43.242863 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb4cb5cb-befd-479d-8e55-46e235b3d058 req-f2de13a7-d062-43fe-b192-c0f88e958136 service neutron] Attempting to bind port f4af72b8-3fa7-4de5-96e1-25aceae241bd on network f464bab1-fed8-4b70-bd0a-84f4f32a722e {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:48:43.280001 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb4cb5cb-befd-479d-8e55-46e235b3d058 req-f2de13a7-d062-43fe-b192-c0f88e958136 service neutron] Port f4af72b8-3fa7-4de5-96e1-25aceae241bd on network f464bab1-fed8-4b70-bd0a-84f4f32a722e not bound, no agent of type Open vSwitch agent registered on host n-h1-844202-1 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 18:48:43.289841 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb4cb5cb-befd-479d-8e55-46e235b3d058 req-f2de13a7-d062-43fe-b192-c0f88e958136 service neutron] Attempting to bind port f4af72b8-3fa7-4de5-96e1-25aceae241bd on network f464bab1-fed8-4b70-bd0a-84f4f32a722e {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:48:43.341554 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-31d78b17-8b45-4736-959b-36128dd6e7ed admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2702137'] for subnet, precommit_delete_associations {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:43.381422 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8c03e530-ffa7-4d3a-93bf-67726e49bdb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:43.423190 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb4cb5cb-befd-479d-8e55-46e235b3d058 req-f2de13a7-d062-43fe-b192-c0f88e958136 service neutron] Checking agent: {'id': 'bdb1e5d7-b998-4259-838f-3d278e930f32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 18, 48, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:48:43.423190 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb4cb5cb-befd-479d-8e55-46e235b3d058 req-f2de13a7-d062-43fe-b192-c0f88e958136 service neutron] Checking segment: {'id': '641e9a4f-e613-4ae2-9aeb-2789f815da51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'f464bab1-fed8-4b70-bd0a-84f4f32a722e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:48:43.423190 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb4cb5cb-befd-479d-8e55-46e235b3d058 req-f2de13a7-d062-43fe-b192-c0f88e958136 service neutron] Bound using segment: {'id': '641e9a4f-e613-4ae2-9aeb-2789f815da51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'f464bab1-fed8-4b70-bd0a-84f4f32a722e'} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:48:43.423190 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-fb4cb5cb-befd-479d-8e55-46e235b3d058 req-f2de13a7-d062-43fe-b192-c0f88e958136 service neutron] Bound port: f4af72b8-3fa7-4de5-96e1-25aceae241bd, host: n-h1-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '641e9a4f-e613-4ae2-9aeb-2789f815da51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'f464bab1-fed8-4b70-bd0a-84f4f32a722e'}}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:48:43.423190 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-fb4cb5cb-befd-479d-8e55-46e235b3d058 req-f2de13a7-d062-43fe-b192-c0f88e958136 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:43.487885 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 1e38921f-0057-4abf-aff6-93f3058d24de no longer exists at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:48:43.497127 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-8c03e530-ffa7-4d3a-93bf-67726e49bdb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:48:43.523071 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-8c03e530-ffa7-4d3a-93bf-67726e49bdb9 admin admin] Usage tracker for resource:security_group_rule and tenant:bba0af6b22cc48889542d40b4d85508e is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:48:43.533046 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-8c03e530-ffa7-4d3a-93bf-67726e49bdb9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:48:43.541648 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b160dc-fc53-4b1d-8fbc-0f2f8b122953 req-eba9ce4c-6c62-401e-9480-b49c1a6202fe tempest-LiveMigrationTest-1173690941 tempest-LiveMigrationTest-1173690941-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:43.549008 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-60b160dc-fc53-4b1d-8fbc-0f2f8b122953 req-eba9ce4c-6c62-401e-9480-b49c1a6202fe tempest-LiveMigrationTest-1173690941 tempest-LiveMigrationTest-1173690941-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ac320b65-95b9-4d8c-bd7b-e804c1aaac09 HTTP/1.1" status: 200 len: 1096 time: 0.8958848 Jun 01 18:48:43.575458 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-8c03e530-ffa7-4d3a-93bf-67726e49bdb9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:48:43.630643 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-b516f4d7-7610-4f34-be58-24afd8a1a074 req-69605a1b-6209-4bc1-8e02-da03103a2c2b tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:43.634217 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-fb4cb5cb-befd-479d-8e55-46e235b3d058 req-f2de13a7-d062-43fe-b192-c0f88e958136 service neutron] For port f4af72b8-3fa7-4de5-96e1-25aceae241bd, host n-h1-844202-1, cleared binding levels {{(pid=88524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:48:43.640595 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-fb4cb5cb-befd-479d-8e55-46e235b3d058 req-f2de13a7-d062-43fe-b192-c0f88e958136 service neutron] For port f4af72b8-3fa7-4de5-96e1-25aceae241bd, host n-h1-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=f4af72b8-3fa7-4de5-96e1-25aceae241bd,segment=NetworkSegment(641e9a4f-e613-4ae2-9aeb-2789f815da51),segment_id=641e9a4f-e613-4ae2-9aeb-2789f815da51)] {{(pid=88524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:48:43.645320 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-31d78b17-8b45-4736-959b-36128dd6e7ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:43.680789 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-fb4cb5cb-befd-479d-8e55-46e235b3d058 req-f2de13a7-d062-43fe-b192-c0f88e958136 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:43.686154 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f2ca31-b351-43ea-a4e1-f3a07ab3d87e req-2894ba30-b276-437a-889b-b7a4312c873b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:43.688061 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-13f2ca31-b351-43ea-a4e1-f3a07ab3d87e req-2894ba30-b276-437a-889b-b7a4312c873b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=898153a3-5d71-43be-9d14-343ea4a48426&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7762017 Jun 01 18:48:43.706852 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port 1e38921f-0057-4abf-aff6-93f3058d24de is: ACTIVE; New status is: DOWN {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:48:43.707295 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:43.740717 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69605a1b-6209-4bc1-8e02-da03103a2c2b tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] Pushing event deleted for resources: {'Port': ['ID=cc8eaa17-8441-4d5c-bf5b-397c949381f6,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:43.744779 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port 1e38921f-0057-4abf-aff6-93f3058d24de, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=1e38921f-0057-4abf-aff6-93f3058d24de,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:48:43.751748 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:43.755787 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120ebd39-bb24-463a-b6bf-b753d391249f req-6c75ff4c-094e-4eeb-8ac9-410ec9ad71ca tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:43.757355 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-120ebd39-bb24-463a-b6bf-b753d391249f req-6c75ff4c-094e-4eeb-8ac9-410ec9ad71ca tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/ports?device_id=bbc6cdff-04ae-48c7-ad6e-c61c3c6d16b7 HTTP/1.1" status: 200 len: 948 time: 0.4884062 Jun 01 18:48:43.758602 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-60b160dc-fc53-4b1d-8fbc-0f2f8b122953 req-aef35aba-d3d1-4c74-9d47-3d305b56e5cd tempest-LiveMigrationTest-1173690941 tempest-LiveMigrationTest-1173690941-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=92820b43-7593-449e-bdb5-02c9f22d29e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795566 Jun 01 18:48:43.764616 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da81aae-2afc-4358-b674-bff202bb52b6 req-a62cc791-2ec9-4815-982f-77dd60d190c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:43.765094 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da81aae-2afc-4358-b674-bff202bb52b6 req-a62cc791-2ec9-4815-982f-77dd60d190c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:43.765563 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da81aae-2afc-4358-b674-bff202bb52b6 req-a62cc791-2ec9-4815-982f-77dd60d190c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:43.766548 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da81aae-2afc-4358-b674-bff202bb52b6 req-a62cc791-2ec9-4815-982f-77dd60d190c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:43.767189 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da81aae-2afc-4358-b674-bff202bb52b6 req-a62cc791-2ec9-4815-982f-77dd60d190c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:43.767818 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da81aae-2afc-4358-b674-bff202bb52b6 req-a62cc791-2ec9-4815-982f-77dd60d190c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:43.769004 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da81aae-2afc-4358-b674-bff202bb52b6 req-a62cc791-2ec9-4815-982f-77dd60d190c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:43.771365 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-7da81aae-2afc-4358-b674-bff202bb52b6 req-a62cc791-2ec9-4815-982f-77dd60d190c8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5e0ead56e0d24edfb943f0d89aaec01a&device_id=9c83a2c5-aa3d-4e8d-af22-cb838112216f HTTP/1.1" status: 200 len: 6502 time: 0.4482841 Jun 01 18:48:43.834387 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4cb5cb-befd-479d-8e55-46e235b3d058 req-f2de13a7-d062-43fe-b192-c0f88e958136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:43.834996 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-fb4cb5cb-befd-479d-8e55-46e235b3d058 req-f2de13a7-d062-43fe-b192-c0f88e958136 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:43.836395 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fb4cb5cb-befd-479d-8e55-46e235b3d058 req-f2de13a7-d062-43fe-b192-c0f88e958136 service neutron] 10.222.0.15 "PUT /v2.0/ports/f4af72b8-3fa7-4de5-96e1-25aceae241bd HTTP/1.1" status: 200 len: 1091 time: 3.6182547 Jun 01 18:48:43.882274 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2de13a7-d062-43fe-b192-c0f88e958136 service neutron] Pushing event updated for resources: {'Port': ['ID=f4af72b8-3fa7-4de5-96e1-25aceae241bd,revision_number=3']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:43.889113 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-120ebd39-bb24-463a-b6bf-b753d391249f req-4cd9aacd-f372-459b-ac79-ce432dfe8274 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbe27866-6450-47f0-a8e1-f266dfb72433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940845 Jun 01 18:48:43.898257 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-31d78b17-8b45-4736-959b-36128dd6e7ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2718856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3066595'] for subnet, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:44.024344 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=1e38921f-0057-4abf-aff6-93f3058d24de,revision_number=6']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:44.082712 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device eb160ee4-0a93-4740-b828-321d7f9c8e28 no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:48:44.104048 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [req-b516f4d7-7610-4f34-be58-24afd8a1a074 req-69605a1b-6209-4bc1-8e02-da03103a2c2b tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] No DVR routers for this DVR port cc8eaa17-8441-4d5c-bf5b-397c949381f6 on host n-h1-844202-1 {{(pid=88525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 18:48:44.113676 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d78b17-8b45-4736-959b-36128dd6e7ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=804cef28-2b95-48a6-a413-c7247330379d,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:44.126681 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-b516f4d7-7610-4f34-be58-24afd8a1a074 req-69605a1b-6209-4bc1-8e02-da03103a2c2b tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:44.133041 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '420a476b-0d5b-4dc2-9bfb-22ae930ac2da', 'name': 'network-vif-deleted', 'tag': 'cc8eaa17-8441-4d5c-bf5b-397c949381f6'}] {{(pid=88525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:48:44.135100 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: eb160ee4-0a93-4740-b828-321d7f9c8e28 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 18:48:44.135440 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device eb160ee4-0a93-4740-b828-321d7f9c8e28 not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 18:48:44.205690 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59f893c7-607d-49f3-a035-76e4eb0b7ccf None None] Network 996f5be9-f9b8-4d12-8f72-afae694b3fff requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 18:48:44.208671 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-31d78b17-8b45-4736-959b-36128dd6e7ed admin admin] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:44.222254 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-8e7bda64-9866-4cf6-a60a-64cd4b904dee req-42f3224e-3458-48d4-b5b7-c5166a219846 tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] 10.222.0.41 "GET /v2.0/ports?device_id=675df3e8-dc6b-45bc-a4c8-ae86a5f24463 HTTP/1.1" status: 200 len: 210 time: 0.1057782 Jun 01 18:48:44.295230 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b516f4d7-7610-4f34-be58-24afd8a1a074 req-69605a1b-6209-4bc1-8e02-da03103a2c2b tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] 10.222.0.15 "DELETE /v2.0/ports/cc8eaa17-8441-4d5c-bf5b-397c949381f6 HTTP/1.1" status: 204 len: 173 time: 3.2059720 Jun 01 18:48:44.298351 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-13f2ca31-b351-43ea-a4e1-f3a07ab3d87e req-79e2372c-2229-474f-96fc-609a64a95ce2 service neutron] 10.222.0.15 "GET /v2.0/networks/898153a3-5d71-43be-9d14-343ea4a48426?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5884173 Jun 01 18:48:44.345157 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8c03e530-ffa7-4d3a-93bf-67726e49bdb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:44.346835 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da81aae-2afc-4358-b674-bff202bb52b6 req-8cf8d71b-2780-443f-9bdf-a85629ce7fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:44.348942 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-7da81aae-2afc-4358-b674-bff202bb52b6 req-8cf8d71b-2780-443f-9bdf-a85629ce7fdf service neutron] 10.222.0.50 "GET /v2.0/networks?id=f485d579-7529-4636-ae31-9fc1fec94322 HTTP/1.1" status: 200 len: 917 time: 0.4967377 Jun 01 18:48:44.403296 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-31d78b17-8b45-4736-959b-36128dd6e7ed admin admin] 10.222.0.41 "DELETE /v2.0/subnets/804cef28-2b95-48a6-a413-c7247330379d HTTP/1.1" status: 204 len: 168 time: 1.5693808 Jun 01 18:48:44.405522 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8c03e530-ffa7-4d3a-93bf-67726e49bdb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:44.409590 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 50752) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:48:44.445881 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbc6cdff-04ae-48c7-ad6e-c61c3c6d16b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e38921f-0057-4abf-aff6-93f3058d24de'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:48:44.543020 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c03e530-ffa7-4d3a-93bf-67726e49bdb9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 105} {{(pid=88525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 18:48:44.556745 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8c03e530-ffa7-4d3a-93bf-67726e49bdb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:44.557400 n-d-844202-1 neutron-server[88525]: INFO neutron.db.segments_db [None req-8c03e530-ffa7-4d3a-93bf-67726e49bdb9 admin admin] Added segment 18206650-252d-483b-b176-e766419278ec of type vlan for network 733f1d30-f98a-417d-a420-8babaa4f930e Jun 01 18:48:44.677505 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02889ebe-ac51-40ad-8fba-8c8a06a3d1ce None None] DHCP port deletion for 996f5be9-f9b8-4d12-8f72-afae694b3fff request from n-d-844202-1 {{(pid=88526) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 18:48:44.685491 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-02889ebe-ac51-40ad-8fba-8c8a06a3d1ce None None] Deleting port 6ab63f11-3c1f-4538-97f6-fda64744cd95 {{(pid=88526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:48:44.686069 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-02889ebe-ac51-40ad-8fba-8c8a06a3d1ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:44.722552 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8c03e530-ffa7-4d3a-93bf-67726e49bdb9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:44.748357 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5127668e-c8d8-484f-bc3f-b939d25ce10b req-8fd652b5-9cae-4572-8556-88e9308455df tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:44.749822 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5127668e-c8d8-484f-bc3f-b939d25ce10b req-8fd652b5-9cae-4572-8556-88e9308455df tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] 10.222.0.50 "GET /v2.0/networks?id=e3dea7fc-235f-4736-8c6d-38e23ed566b9 HTTP/1.1" status: 200 len: 805 time: 0.5920243 Jun 01 18:48:44.755926 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4cb5cb-befd-479d-8e55-46e235b3d058 req-f63df774-730b-4f2f-b1f1-94fc05b75874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:44.757378 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fb4cb5cb-befd-479d-8e55-46e235b3d058 req-f63df774-730b-4f2f-b1f1-94fc05b75874 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=dd99cee1173546e6a5fd323f8dfa5a74&device_id=c1e43742-8455-441c-b05d-c4f9921981bf HTTP/1.1" status: 200 len: 1094 time: 0.7443211 Jun 01 18:48:44.781344 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e48b30-44f8-4654-9052-e91a76c2d7fe req-2c57ecfa-1567-4961-9dc2-56f2d5eb5a88 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:44.783804 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d7e48b30-44f8-4654-9052-e91a76c2d7fe req-2c57ecfa-1567-4961-9dc2-56f2d5eb5a88 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1e43742-8455-441c-b05d-c4f9921981bf HTTP/1.1" status: 200 len: 943 time: 0.8440819 Jun 01 18:48:44.784262 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-5127668e-c8d8-484f-bc3f-b939d25ce10b req-6db146ff-ef53-4971-a3f2-bd8413a00e4d tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] Request body: {'port': {'device_id': '675df3e8-dc6b-45bc-a4c8-ae86a5f24463', 'network_id': 'e3dea7fc-235f-4736-8c6d-38e23ed566b9', 'admin_state_up': True, 'tenant_id': '6884b43c239b4677a270eb283de39d49'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:48:44.784467 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c03e530-ffa7-4d3a-93bf-67726e49bdb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fc7fdb2-998f-4fa0-8e3e-2050d2f86fec,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:44.883671 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-7da81aae-2afc-4358-b674-bff202bb52b6 req-e074ea29-97db-4da7-9d84-13b26b4202a2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=762e1d9d-53a1-4374-8f81-cfb057889d39 HTTP/1.1" status: 200 len: 1000 time: 0.4679663 Jun 01 18:48:44.890179 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-11426670-1be1-4a3e-a7da-5005dcf9d792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:44.933506 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-13f2ca31-b351-43ea-a4e1-f3a07ab3d87e req-a872510d-e901-4824-8718-1d8becb7c101 service neutron] 10.222.0.15 "GET /v2.0/networks/898153a3-5d71-43be-9d14-343ea4a48426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6236084 Jun 01 18:48:44.975450 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8c03e530-ffa7-4d3a-93bf-67726e49bdb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:44.975949 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-02889ebe-ac51-40ad-8fba-8c8a06a3d1ce None None] For port 6ab63f11-3c1f-4538-97f6-fda64744cd95, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=6ab63f11-3c1f-4538-97f6-fda64744cd95,segment=NetworkSegment(609d7256-ada8-4273-a1cd-03c74f74a3e6),segment_id=609d7256-ada8-4273-a1cd-03c74f74a3e6)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:48:44.976724 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-02889ebe-ac51-40ad-8fba-8c8a06a3d1ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:44.977055 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c03e530-ffa7-4d3a-93bf-67726e49bdb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:44.977789 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8c03e530-ffa7-4d3a-93bf-67726e49bdb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:44.987193 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fb4cb5cb-befd-479d-8e55-46e235b3d058 req-b521fbcc-de7d-433a-9fdc-e4a4e18d39d6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f4af72b8-3fa7-4de5-96e1-25aceae241bd HTTP/1.1" status: 200 len: 217 time: 0.2075493 Jun 01 18:48:45.009580 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d7e48b30-44f8-4654-9052-e91a76c2d7fe req-bfbdbaae-f7e6-401c-9fb1-1cf7f95c0190 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] 10.222.0.41 "GET /v2.0/security-groups?id=32e0c067-0089-408b-a3cd-4b24e22ccce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855345 Jun 01 18:48:45.021831 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-11426670-1be1-4a3e-a7da-5005dcf9d792 admin admin] Deleting port 6ab63f11-3c1f-4538-97f6-fda64744cd95 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:48:45.035449 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-11426670-1be1-4a3e-a7da-5005dcf9d792 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:45.158845 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-02889ebe-ac51-40ad-8fba-8c8a06a3d1ce None None] Calling delete_port for 6ab63f11-3c1f-4538-97f6-fda64744cd95 owned by network:dhcp {{(pid=88526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:48:45.185510 n-d-844202-1 neutron-server[88525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-053f4555-6e90-46d8-8596-8cbf6304d3c2'] response: {'server_uuid': '420a476b-0d5b-4dc2-9bfb-22ae930ac2da', 'name': 'network-vif-deleted', 'tag': 'cc8eaa17-8441-4d5c-bf5b-397c949381f6', 'status': 'completed', 'code': 200} Jun 01 18:48:45.198841 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1e43742-8455-441c-b05d-c4f9921981bf', 'tag': 'f4af72b8-3fa7-4de5-96e1-25aceae241bd'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:48:45.204455 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4cb5cb-befd-479d-8e55-46e235b3d058 req-cf85b3fe-f2ee-4300-93ac-7be5a943be9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:45.205907 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fb4cb5cb-befd-479d-8e55-46e235b3d058 req-cf85b3fe-f2ee-4300-93ac-7be5a943be9f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9b06a1f2-b51f-445c-a75f-8362b440f3f4 HTTP/1.1" status: 200 len: 854 time: 0.1961546 Jun 01 18:48:45.239402 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da81aae-2afc-4358-b674-bff202bb52b6 req-3a9c6a53-474d-4757-8f9f-d7b50757234f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:45.242159 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-7da81aae-2afc-4358-b674-bff202bb52b6 req-3a9c6a53-474d-4757-8f9f-d7b50757234f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e3aaca05-30ec-4457-96c4-ed8fafe49371 HTTP/1.1" status: 200 len: 855 time: 0.3465047 Jun 01 18:48:45.254162 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e33747-83c7-4ec9-8dfc-60998f7ebfdd req-15e1fcdf-7667-4b90-a37c-608b2fa08526 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:45.258337 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6e356d9-33d7-4bb3-8455-1033e51889d0'] response: {'server_uuid': 'bbc6cdff-04ae-48c7-ad6e-c61c3c6d16b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e38921f-0057-4abf-aff6-93f3058d24de', 'code': 200} Jun 01 18:48:45.259593 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-02889ebe-ac51-40ad-8fba-8c8a06a3d1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535'] for port, after_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:45.265207 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d6e33747-83c7-4ec9-8dfc-60998f7ebfdd req-15e1fcdf-7667-4b90-a37c-608b2fa08526 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] 10.222.0.41 "GET /v2.0/networks?id=a07ebbeb-60e0-4b03-9320-3082a1d6fcc8 HTTP/1.1" status: 200 len: 813 time: 0.8188810 Jun 01 18:48:45.298532 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-8c03e530-ffa7-4d3a-93bf-67726e49bdb9 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 3.0947256 Jun 01 18:48:45.307295 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c03e530-ffa7-4d3a-93bf-67726e49bdb9 admin admin] Pushing event updated for resources: {'Network': ['ID=733f1d30-f98a-417d-a420-8babaa4f930e,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:45.317949 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 50772) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:48:45.324040 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-64d864c6-9d6c-4750-8c70-6c088d7a5572 admin admin] Request body: {'subnet': {'network_id': '733f1d30-f98a-417d-a420-8babaa4f930e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-569487050-subnet', 'tenant_id': 'bba0af6b22cc48889542d40b4d85508e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:48:45.351450 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d6e33747-83c7-4ec9-8dfc-60998f7ebfdd req-ef23c1b5-64f2-4e8e-9855-e91bf427436a tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] 10.222.0.41 "GET /v2.0/quotas/03a56f87111741e99eac45e7902d811c HTTP/1.1" status: 200 len: 375 time: 0.0844841 Jun 01 18:48:45.358155 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network 733f1d30-f98a-417d-a420-8babaa4f930e details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 18:48:45.365620 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-64d864c6-9d6c-4750-8c70-6c088d7a5572 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:48:45.382593 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-11426670-1be1-4a3e-a7da-5005dcf9d792 admin admin] The port '6ab63f11-3c1f-4538-97f6-fda64744cd95' was deleted {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 01 18:48:45.407524 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02889ebe-ac51-40ad-8fba-8c8a06a3d1ce None None] Pushing event deleted for resources: {'Port': ['ID=6ab63f11-3c1f-4538-97f6-fda64744cd95,revision_number=None']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:45.409915 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-64d864c6-9d6c-4750-8c70-6c088d7a5572 admin admin] Usage tracker for resource:subnet and tenant:bba0af6b22cc48889542d40b4d85508e is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:48:45.417264 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02889ebe-ac51-40ad-8fba-8c8a06a3d1ce None None] No DVR routers for this DVR port 6ab63f11-3c1f-4538-97f6-fda64744cd95 on host n-d-844202-1 {{(pid=88526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 18:48:45.439984 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fb4cb5cb-befd-479d-8e55-46e235b3d058 req-520aa2c4-d6b9-4d35-8d96-4b68043c474c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f464bab1-fed8-4b70-bd0a-84f4f32a722e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2016635 Jun 01 18:48:45.452136 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-64d864c6-9d6c-4750-8c70-6c088d7a5572 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:48:45.492244 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device cc8eaa17-8441-4d5c-bf5b-397c949381f6 no longer exists at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:48:45.565604 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] No Port match for: cc8eaa17-8441-4d5c-bf5b-397c949381f6 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 18:48:45.565604 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device cc8eaa17-8441-4d5c-bf5b-397c949381f6 not bound to the agent host n-h1-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 18:48:45.621705 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-64d864c6-9d6c-4750-8c70-6c088d7a5572 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:48:45.621932 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-5127668e-c8d8-484f-bc3f-b939d25ce10b req-6db146ff-ef53-4971-a3f2-bd8413a00e4d tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:48:45.636079 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-5127668e-c8d8-484f-bc3f-b939d25ce10b req-6db146ff-ef53-4971-a3f2-bd8413a00e4d tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] Usage tracker for resource:port and tenant:6884b43c239b4677a270eb283de39d49 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:48:45.642689 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-5127668e-c8d8-484f-bc3f-b939d25ce10b req-6db146ff-ef53-4971-a3f2-bd8413a00e4d tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:48:45.651780 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-5127668e-c8d8-484f-bc3f-b939d25ce10b req-6db146ff-ef53-4971-a3f2-bd8413a00e4d tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:48:45.681243 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5127668e-c8d8-484f-bc3f-b939d25ce10b req-6db146ff-ef53-4971-a3f2-bd8413a00e4d tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] Made reservation on behalf of 6884b43c239b4677a270eb283de39d49 for: {'port': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:48:45.684775 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-5127668e-c8d8-484f-bc3f-b939d25ce10b req-6db146ff-ef53-4971-a3f2-bd8413a00e4d tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:45.749264 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d6e33747-83c7-4ec9-8dfc-60998f7ebfdd req-839928d4-a0bb-4f70-8121-bcca06d347ca tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=03a56f87111741e99eac45e7902d811c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3672535 Jun 01 18:48:45.749404 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64d864c6-9d6c-4750-8c70-6c088d7a5572 admin admin] Made reservation on behalf of bba0af6b22cc48889542d40b4d85508e for: {'subnet': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:48:45.750747 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-64d864c6-9d6c-4750-8c70-6c088d7a5572 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9667140'] for subnet, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:45.785217 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fb4cb5cb-befd-479d-8e55-46e235b3d058 req-9a834e23-0cfd-4f9e-9d58-774ee89c8b0c service neutron] 10.222.0.15 "GET /v2.0/networks/f464bab1-fed8-4b70-bd0a-84f4f32a722e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3054357 Jun 01 18:48:45.864982 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-11426670-1be1-4a3e-a7da-5005dcf9d792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:45.913167 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da81aae-2afc-4358-b674-bff202bb52b6 req-c5bd6ea4-4d38-4a98-bb0b-10446bf02dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:45.914502 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-7da81aae-2afc-4358-b674-bff202bb52b6 req-c5bd6ea4-4d38-4a98-bb0b-10446bf02dfb service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f485d579-7529-4636-ae31-9fc1fec94322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6644890 Jun 01 18:48:45.923791 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-11426670-1be1-4a3e-a7da-5005dcf9d792 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['996f5be9-f9b8-4d12-8f72-afae694b3fff']}} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:48:45.977031 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-11426670-1be1-4a3e-a7da-5005dcf9d792 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '609d7256-ada8-4273-a1cd-03c74f74a3e6') {'for_net_delete': True} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:48:45.977031 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-11426670-1be1-4a3e-a7da-5005dcf9d792 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '609d7256-ada8-4273-a1cd-03c74f74a3e6') {} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:48:46.054701 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-11426670-1be1-4a3e-a7da-5005dcf9d792 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2258522'] for segment, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:46.135728 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 6ab63f11-3c1f-4538-97f6-fda64744cd95 no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:48:46.177813 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e79a10-88bf-4f81-bea2-a2518ab8742c req-61b3da6b-fa25-4694-a107-b6ff289f7e6d tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:46.187140 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-07e79a10-88bf-4f81-bea2-a2518ab8742c req-61b3da6b-fa25-4694-a107-b6ff289f7e6d tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/ports?device_id=bbc6cdff-04ae-48c7-ad6e-c61c3c6d16b7 HTTP/1.1" status: 200 len: 946 time: 0.5661998 Jun 01 18:48:46.187140 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-7da81aae-2afc-4358-b674-bff202bb52b6 req-d3367a23-8e5e-4f25-9bae-8721a3e30001 service neutron] 10.222.0.50 "GET /v2.0/networks/f485d579-7529-4636-ae31-9fc1fec94322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2551067 Jun 01 18:48:46.202907 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: 6ab63f11-3c1f-4538-97f6-fda64744cd95 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 18:48:46.202907 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 6ab63f11-3c1f-4538-97f6-fda64744cd95 not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 18:48:46.218435 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-11426670-1be1-4a3e-a7da-5005dcf9d792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:46.227650 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fb4cb5cb-befd-479d-8e55-46e235b3d058 req-621c32b6-71aa-4f67-b3ca-95174c2c6a01 service neutron] 10.222.0.15 "GET /v2.0/networks/f464bab1-fed8-4b70-bd0a-84f4f32a722e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4054332 Jun 01 18:48:46.244015 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d6e33747-83c7-4ec9-8dfc-60998f7ebfdd req-021cc0a2-ec04-417b-85d1-78b7092f3bfc service neutron] 10.222.0.41 "GET /v2.0/networks/a07ebbeb-60e0-4b03-9320-3082a1d6fcc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4560504 Jun 01 18:48:46.260259 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11426670-1be1-4a3e-a7da-5005dcf9d792 admin admin] Releasing vlan 116 on physical network physnet1 to pool {{(pid=88525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 18:48:46.260259 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-11426670-1be1-4a3e-a7da-5005dcf9d792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2613981'] for segment, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:46.352508 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [req-5127668e-c8d8-484f-bc3f-b939d25ce10b req-6db146ff-ef53-4971-a3f2-bd8413a00e4d tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] Allocated IP 172.20.0.13 (e3dea7fc-235f-4736-8c6d-38e23ed566b9/da8eacd5-9944-4111-9d5f-9f3e01b23eff/8c188c56-af18-4811-9a90-e69cb5d2eda5) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:48:46.438742 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment 609d7256-ada8-4273-a1cd-03c74f74a3e6 resource provider aggregate not found Jun 01 18:48:46.458160 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d6e33747-83c7-4ec9-8dfc-60998f7ebfdd req-4656cd54-59a9-4eb9-8eb6-f2fb672ce4e0 service neutron] 10.222.0.41 "GET /v2.0/networks/a07ebbeb-60e0-4b03-9320-3082a1d6fcc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2013471 Jun 01 18:48:46.529971 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-07e79a10-88bf-4f81-bea2-a2518ab8742c req-3d596273-04f0-45de-be1e-aa3d5faf5a8c tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbe27866-6450-47f0-a8e1-f266dfb72433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3449883 Jun 01 18:48:46.536677 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment 609d7256-ada8-4273-a1cd-03c74f74a3e6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 609d7256-ada8-4273-a1cd-03c74f74a3e6 found for delete ", "request_id": "req-be6cc42c-36b0-4f8c-ae03-914996ee8b79"}]} Jun 01 18:48:46.594162 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-11426670-1be1-4a3e-a7da-5005dcf9d792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:46.659005 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-11426670-1be1-4a3e-a7da-5005dcf9d792 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:46.772790 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5257340-68dc-411b-a512-8bd4b256d3e3'] response: {'name': 'network-changed', 'server_uuid': 'c1e43742-8455-441c-b05d-c4f9921981bf', 'tag': 'f4af72b8-3fa7-4de5-96e1-25aceae241bd', 'status': 'completed', 'code': 200} Jun 01 18:48:46.782870 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-11426670-1be1-4a3e-a7da-5005dcf9d792 admin admin] 10.222.0.41 "DELETE /v2.0/networks/996f5be9-f9b8-4d12-8f72-afae694b3fff HTTP/1.1" status: 204 len: 168 time: 2.3371341 Jun 01 18:48:46.795584 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11426670-1be1-4a3e-a7da-5005dcf9d792 admin admin] Pushing event deleted for resources: {'Network': ['ID=996f5be9-f9b8-4d12-8f72-afae694b3fff,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:46.948579 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-64d864c6-9d6c-4750-8c70-6c088d7a5572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2614064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9667190'] for subnet, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:47.120134 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-7da81aae-2afc-4358-b674-bff202bb52b6 req-97ed9dc2-34b0-4314-9ffb-f2f249ebf026 service neutron] 10.222.0.50 "GET /v2.0/networks/f485d579-7529-4636-ae31-9fc1fec94322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8987129 Jun 01 18:48:47.163052 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9d864312-f46f-4dfc-9dad-aaefa8ff6bda req-a9126934-adbd-44cc-bf02-f11f95a3810e tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] 10.222.0.41 "GET /v2.0/ports?device_id=675df3e8-dc6b-45bc-a4c8-ae86a5f24463 HTTP/1.1" status: 200 len: 210 time: 0.1830497 Jun 01 18:48:47.248859 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-5127668e-c8d8-484f-bc3f-b939d25ce10b req-6db146ff-ef53-4971-a3f2-bd8413a00e4d tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:47.344511 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d864c6-9d6c-4750-8c70-6c088d7a5572 admin admin] Pushing event updated for resources: {'Subnet': ['ID=feb88351-1be4-4281-aea1-860175961a49,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:47.346289 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 50794) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:48:47.420198 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d864c6-9d6c-4750-8c70-6c088d7a5572 admin admin] Checking segment: {'id': '18206650-252d-483b-b176-e766419278ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '733f1d30-f98a-417d-a420-8babaa4f930e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:48:47.420198 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64d864c6-9d6c-4750-8c70-6c088d7a5572 admin admin] Network hostable DHCP agents. Network: 733f1d30-f98a-417d-a420-8babaa4f930e, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 18:48:47.476771 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64d864c6-9d6c-4750-8c70-6c088d7a5572 admin admin] Network 733f1d30-f98a-417d-a420-8babaa4f930e is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 18:48:47.500964 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-64d864c6-9d6c-4750-8c70-6c088d7a5572 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, 733f1d30-f98a-417d-a420-8babaa4f930e) {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:48:47.505395 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d864c6-9d6c-4750-8c70-6c088d7a5572 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:47.505395 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-64d864c6-9d6c-4750-8c70-6c088d7a5572 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:47.518815 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc822966-1c45-4c4b-9260-6c6182d9cb34 None None] Network 733f1d30-f98a-417d-a420-8babaa4f930e requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 18:48:47.539944 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076ff867-a217-4e73-b6c6-ad832c8a428b req-3515eeaa-243e-4302-b587-420f423fb09f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:47.542272 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-076ff867-a217-4e73-b6c6-ad832c8a428b req-3515eeaa-243e-4302-b587-420f423fb09f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=dd99cee1173546e6a5fd323f8dfa5a74&device_id=c1e43742-8455-441c-b05d-c4f9921981bf HTTP/1.1" status: 200 len: 1094 time: 0.7528431 Jun 01 18:48:47.559815 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-64d864c6-9d6c-4750-8c70-6c088d7a5572 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.2380998 Jun 01 18:48:47.560354 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 50800) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:48:47.571636 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-4ce12416-0e2c-4c35-ba3e-0bcd79f587d6 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-569487050-router', 'tenant_id': 'bba0af6b22cc48889542d40b4d85508e', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:48:47.580679 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-4ce12416-0e2c-4c35-ba3e-0bcd79f587d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:48:47.588135 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-4ce12416-0e2c-4c35-ba3e-0bcd79f587d6 admin admin] Usage tracker for resource:router and tenant:bba0af6b22cc48889542d40b4d85508e is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:48:47.592174 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-4ce12416-0e2c-4c35-ba3e-0bcd79f587d6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:48:47.610382 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-4ce12416-0e2c-4c35-ba3e-0bcd79f587d6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:48:47.628193 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4ce12416-0e2c-4c35-ba3e-0bcd79f587d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-885767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25238'] for router, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:47.629577 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4ce12416-0e2c-4c35-ba3e-0bcd79f587d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-901042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-886562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-981784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25327'] for router, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:47.671564 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4ce12416-0e2c-4c35-ba3e-0bcd79f587d6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:47.830794 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-3a6c4935-d855-4cbe-bb64-b214b0dffd94 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2e54302b464545128cc217aaf6f57f42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4805958 Jun 01 18:48:47.837855 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 50812) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:48:47.863683 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-5127668e-c8d8-484f-bc3f-b939d25ce10b req-6db146ff-ef53-4971-a3f2-bd8413a00e4d tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:47.946941 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-588de579-dd94-44f1-b3b9-a9ee9b78b7b7 None None] Network 733f1d30-f98a-417d-a420-8babaa4f930e requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 18:48:48.017961 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5127668e-c8d8-484f-bc3f-b939d25ce10b req-6db146ff-ef53-4971-a3f2-bd8413a00e4d tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] Network e3dea7fc-235f-4736-8c6d-38e23ed566b9 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:48:48.038870 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [req-5127668e-c8d8-484f-bc3f-b939d25ce10b req-6db146ff-ef53-4971-a3f2-bd8413a00e4d tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:48:48.060655 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-5127668e-c8d8-484f-bc3f-b939d25ce10b req-6db146ff-ef53-4971-a3f2-bd8413a00e4d tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:48:48.108741 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e75a92-345a-40d4-9e40-7a971d2e0641 req-5e73b5a0-1d1c-4add-af2c-e3e8dac95104 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:48.118896 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-59e75a92-345a-40d4-9e40-7a971d2e0641 req-5e73b5a0-1d1c-4add-af2c-e3e8dac95104 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1e43742-8455-441c-b05d-c4f9921981bf HTTP/1.1" status: 200 len: 943 time: 0.7223537 Jun 01 18:48:48.118896 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db146ff-ef53-4971-a3f2-bd8413a00e4d tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] Pushing event updated for resources: {'Port': ['ID=8c188c56-af18-4811-9a90-e69cb5d2eda5,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:48.150351 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076ff867-a217-4e73-b6c6-ad832c8a428b req-d30e64ac-252a-417a-872d-8af7b170b433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:48.160667 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-076ff867-a217-4e73-b6c6-ad832c8a428b req-d30e64ac-252a-417a-872d-8af7b170b433 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f464bab1-fed8-4b70-bd0a-84f4f32a722e HTTP/1.1" status: 200 len: 915 time: 0.5834749 Jun 01 18:48:48.260551 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4ce12416-0e2c-4c35-ba3e-0bcd79f587d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-886608', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-885830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25341'] for router, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:48.300396 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-076ff867-a217-4e73-b6c6-ad832c8a428b req-ffddd0f8-df51-434c-aa26-7a1e55a76d26 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f4af72b8-3fa7-4de5-96e1-25aceae241bd HTTP/1.1" status: 200 len: 217 time: 0.1211445 Jun 01 18:48:48.342986 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a96063b2-b6c8-44e6-92ad-85137b8d863d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:48.358677 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5127668e-c8d8-484f-bc3f-b939d25ce10b req-6db146ff-ef53-4971-a3f2-bd8413a00e4d tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:48.362828 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-5127668e-c8d8-484f-bc3f-b939d25ce10b req-6db146ff-ef53-4971-a3f2-bd8413a00e4d tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:48.431424 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-59e75a92-345a-40d4-9e40-7a971d2e0641 req-04e19a1f-653e-49bf-8b7e-f6bad7f22f1f tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] 10.222.0.41 "GET /v2.0/security-groups?id=32e0c067-0089-408b-a3cd-4b24e22ccce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2998204 Jun 01 18:48:48.514568 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a96063b2-b6c8-44e6-92ad-85137b8d863d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:48.621957 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076ff867-a217-4e73-b6c6-ad832c8a428b req-1b4f1cfe-aa26-4fa2-a58e-68f5be1f8e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:48.621957 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-076ff867-a217-4e73-b6c6-ad832c8a428b req-1b4f1cfe-aa26-4fa2-a58e-68f5be1f8e98 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9b06a1f2-b51f-445c-a75f-8362b440f3f4 HTTP/1.1" status: 200 len: 854 time: 0.3215868 Jun 01 18:48:48.655522 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5127668e-c8d8-484f-bc3f-b939d25ce10b req-6db146ff-ef53-4971-a3f2-bd8413a00e4d tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8726294 Jun 01 18:48:48.768452 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-5127668e-c8d8-484f-bc3f-b939d25ce10b req-95b840b6-19ea-4e78-9110-a29b79e0fa2f service neutron] Request body: {'port': {'device_id': '675df3e8-dc6b-45bc-a4c8-ae86a5f24463', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844202-1'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:48:48.814652 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-076ff867-a217-4e73-b6c6-ad832c8a428b req-8bf75a8a-f692-4cc2-86ba-92f6857f348d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f464bab1-fed8-4b70-bd0a-84f4f32a722e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1638720 Jun 01 18:48:48.830375 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e008eb81-eeb8-4913-9dd1-13666e74b8bb req-4784d86c-ebbf-4d8c-96d1-b306ba6194be tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ada7162-289e-4343-99b0-e5199fbd144c HTTP/1.1" status: 200 len: 210 time: 0.2057621 Jun 01 18:48:49.186013 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [req-38ab3e4b-89ac-4941-a19b-6c468fa40c11 req-917c7985-85d4-4ebf-babe-e64173098abc tempest-LiveMigrationTest-1173690941 tempest-LiveMigrationTest-1173690941-project-admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=88525) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 18:48:49.187012 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-38ab3e4b-89ac-4941-a19b-6c468fa40c11 req-917c7985-85d4-4ebf-babe-e64173098abc tempest-LiveMigrationTest-1173690941 tempest-LiveMigrationTest-1173690941-project-admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0167871 Jun 01 18:48:49.192051 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a96063b2-b6c8-44e6-92ad-85137b8d863d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:49.260765 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96063b2-b6c8-44e6-92ad-85137b8d863d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=777b9664-bd6c-4185-8219-e578e56a3565,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:49.260765 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-5127668e-c8d8-484f-bc3f-b939d25ce10b req-95b840b6-19ea-4e78-9110-a29b79e0fa2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:49.281871 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [req-38ab3e4b-89ac-4941-a19b-6c468fa40c11 req-f9f0080a-b172-4c6d-b7b5-6ca8300d40ac service neutron] Request body: {'binding': {'host': 'n-h1-844202-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:48:49.281871 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [req-38ab3e4b-89ac-4941-a19b-6c468fa40c11 req-f9f0080a-b172-4c6d-b7b5-6ca8300d40ac service neutron] Unknown quota resources ['binding']. {{(pid=88525) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 01 18:48:49.305812 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a96063b2-b6c8-44e6-92ad-85137b8d863d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:49.305812 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-a96063b2-b6c8-44e6-92ad-85137b8d863d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/777b9664-bd6c-4185-8219-e578e56a3565 HTTP/1.1" status: 204 len: 168 time: 1.4499745 Jun 01 18:48:49.343560 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-076ff867-a217-4e73-b6c6-ad832c8a428b req-8af44d0d-c0f9-47b4-9f71-1087de16be2d service neutron] 10.222.0.15 "GET /v2.0/networks/f464bab1-fed8-4b70-bd0a-84f4f32a722e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4997003 Jun 01 18:48:49.518744 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6967af6-80a5-45d8-9eff-f33266a0ba03 req-1adde492-f153-4b3a-bc99-af9469aaa797 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:49.518744 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b6967af6-80a5-45d8-9eff-f33266a0ba03 req-1adde492-f153-4b3a-bc99-af9469aaa797 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/ports?device_id=bbc6cdff-04ae-48c7-ad6e-c61c3c6d16b7 HTTP/1.1" status: 200 len: 946 time: 0.4931092 Jun 01 18:48:49.525512 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device f4af72b8-3fa7-4de5-96e1-25aceae241bd details requested by agent hyperv_n-h1-844202-1 with host n-h1-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 18:48:49.667506 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-38ab3e4b-89ac-4941-a19b-6c468fa40c11 req-f9f0080a-b172-4c6d-b7b5-6ca8300d40ac service neutron] Attempting to bind port dff298bd-3110-4ad7-9eae-fe40df9d84f7 on host n-h1-844202-1 for vnic_type normal with profile None {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:48:49.667506 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-38ab3e4b-89ac-4941-a19b-6c468fa40c11 req-f9f0080a-b172-4c6d-b7b5-6ca8300d40ac service neutron] Attempting to bind port dff298bd-3110-4ad7-9eae-fe40df9d84f7 by drivers openvswitch,hyperv on host n-h1-844202-1 at level 0 using segments [{'id': '9bd376cf-8b39-4b75-aaa6-34bd3746194e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '222758ca-4c6e-4ccb-8f11-8c829f4da008'}] {{(pid=88525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:48:49.667506 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ab3e4b-89ac-4941-a19b-6c468fa40c11 req-f9f0080a-b172-4c6d-b7b5-6ca8300d40ac service neutron] Attempting to bind port dff298bd-3110-4ad7-9eae-fe40df9d84f7 on network 222758ca-4c6e-4ccb-8f11-8c829f4da008 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:48:49.713916 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ab3e4b-89ac-4941-a19b-6c468fa40c11 req-f9f0080a-b172-4c6d-b7b5-6ca8300d40ac service neutron] Port dff298bd-3110-4ad7-9eae-fe40df9d84f7 on network 222758ca-4c6e-4ccb-8f11-8c829f4da008 not bound, no agent of type Open vSwitch agent registered on host n-h1-844202-1 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 18:48:49.713916 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ab3e4b-89ac-4941-a19b-6c468fa40c11 req-f9f0080a-b172-4c6d-b7b5-6ca8300d40ac service neutron] Attempting to bind port dff298bd-3110-4ad7-9eae-fe40df9d84f7 on network 222758ca-4c6e-4ccb-8f11-8c829f4da008 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:48:49.726309 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e33747-83c7-4ec9-8dfc-60998f7ebfdd req-eb2de03e-b9af-4740-a5bf-1551c7e34217 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:49.726309 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d6e33747-83c7-4ec9-8dfc-60998f7ebfdd req-eb2de03e-b9af-4740-a5bf-1551c7e34217 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] 10.222.0.15 "GET /v2.0/networks?id=a07ebbeb-60e0-4b03-9320-3082a1d6fcc8 HTTP/1.1" status: 200 len: 813 time: 0.6830349 Jun 01 18:48:49.737439 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ab3e4b-89ac-4941-a19b-6c468fa40c11 req-f9f0080a-b172-4c6d-b7b5-6ca8300d40ac service neutron] Checking agent: {'id': 'bdb1e5d7-b998-4259-838f-3d278e930f32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 18, 48, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:48:49.737439 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ab3e4b-89ac-4941-a19b-6c468fa40c11 req-f9f0080a-b172-4c6d-b7b5-6ca8300d40ac service neutron] Checking segment: {'id': '9bd376cf-8b39-4b75-aaa6-34bd3746194e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '222758ca-4c6e-4ccb-8f11-8c829f4da008'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:48:49.737439 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ab3e4b-89ac-4941-a19b-6c468fa40c11 req-f9f0080a-b172-4c6d-b7b5-6ca8300d40ac service neutron] Bound using segment: {'id': '9bd376cf-8b39-4b75-aaa6-34bd3746194e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '222758ca-4c6e-4ccb-8f11-8c829f4da008'} {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:48:49.737439 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-38ab3e4b-89ac-4941-a19b-6c468fa40c11 req-f9f0080a-b172-4c6d-b7b5-6ca8300d40ac service neutron] Bound port: dff298bd-3110-4ad7-9eae-fe40df9d84f7, host: n-h1-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bd376cf-8b39-4b75-aaa6-34bd3746194e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '222758ca-4c6e-4ccb-8f11-8c829f4da008'}}] {{(pid=88525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:48:49.754448 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [req-d6e33747-83c7-4ec9-8dfc-60998f7ebfdd req-e809371c-7e35-443f-914e-133bbe9550c3 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Request body: {'port': {'device_id': '4ada7162-289e-4343-99b0-e5199fbd144c', 'network_id': 'a07ebbeb-60e0-4b03-9320-3082a1d6fcc8', 'admin_state_up': True, 'tenant_id': '03a56f87111741e99eac45e7902d811c'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:48:49.849936 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4ce12416-0e2c-4c35-ba3e-0bcd79f587d6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:49.952549 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4ce12416-0e2c-4c35-ba3e-0bcd79f587d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:50.034506 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port f4af72b8-3fa7-4de5-96e1-25aceae241bd, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=f4af72b8-3fa7-4de5-96e1-25aceae241bd,segment=NetworkSegment(641e9a4f-e613-4ae2-9aeb-2789f815da51),segment_id=641e9a4f-e613-4ae2-9aeb-2789f815da51)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:48:50.092129 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Returning: {'device': 'f4af72b8-3fa7-4de5-96e1-25aceae241bd', 'network_id': 'f464bab1-fed8-4b70-bd0a-84f4f32a722e', 'port_id': 'f4af72b8-3fa7-4de5-96e1-25aceae241bd', 'mac_address': 'fa:16:3e:36:a5:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b06a1f2-b51f-445c-a75f-8362b440f3f4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 18:48:50.116007 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-38ab3e4b-89ac-4941-a19b-6c468fa40c11 req-f9f0080a-b172-4c6d-b7b5-6ca8300d40ac service neutron] For port dff298bd-3110-4ad7-9eae-fe40df9d84f7, host n-h1-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=dff298bd-3110-4ad7-9eae-fe40df9d84f7,segment=NetworkSegment(9bd376cf-8b39-4b75-aaa6-34bd3746194e),segment_id=9bd376cf-8b39-4b75-aaa6-34bd3746194e)] {{(pid=88525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:48:50.275157 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [req-5127668e-c8d8-484f-bc3f-b939d25ce10b req-95b840b6-19ea-4e78-9110-a29b79e0fa2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c188c56-af18-4811-9a90-e69cb5d2eda5 {{(pid=88524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:48:50.284196 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-38ab3e4b-89ac-4941-a19b-6c468fa40c11 req-f9f0080a-b172-4c6d-b7b5-6ca8300d40ac service neutron] Notify callbacks [] for binding, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:50.295725 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-5127668e-c8d8-484f-bc3f-b939d25ce10b req-95b840b6-19ea-4e78-9110-a29b79e0fa2f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:50.302254 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-38ab3e4b-89ac-4941-a19b-6c468fa40c11 req-f9f0080a-b172-4c6d-b7b5-6ca8300d40ac service neutron] 10.222.0.41 "POST /v2.0/ports/dff298bd-3110-4ad7-9eae-fe40df9d84f7/bindings HTTP/1.1" status: 201 len: 389 time: 1.0480268 Jun 01 18:48:50.308000 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [req-5127668e-c8d8-484f-bc3f-b939d25ce10b req-95b840b6-19ea-4e78-9110-a29b79e0fa2f service neutron] Transition to ACTIVE for port object 8c188c56-af18-4811-9a90-e69cb5d2eda5 will not be triggered until provisioned by entity L2. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:48:50.308000 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-5127668e-c8d8-484f-bc3f-b939d25ce10b req-95b840b6-19ea-4e78-9110-a29b79e0fa2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:50.315866 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [req-d6e33747-83c7-4ec9-8dfc-60998f7ebfdd req-e809371c-7e35-443f-914e-133bbe9550c3 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:48:50.349594 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port f4af72b8-3fa7-4de5-96e1-25aceae241bd is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:48:50.349594 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:50.377810 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4af72b8-3fa7-4de5-96e1-25aceae241bd {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:48:50.408023 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [req-d6e33747-83c7-4ec9-8dfc-60998f7ebfdd req-e809371c-7e35-443f-914e-133bbe9550c3 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:48:50.454165 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port f4af72b8-3fa7-4de5-96e1-25aceae241bd, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=f4af72b8-3fa7-4de5-96e1-25aceae241bd,segment=NetworkSegment(641e9a4f-e613-4ae2-9aeb-2789f815da51),segment_id=641e9a4f-e613-4ae2-9aeb-2789f815da51)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:48:50.464596 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:50.465254 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 1e38921f-0057-4abf-aff6-93f3058d24de details requested by agent hyperv_n-h1-844202-1 with host n-h1-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 18:48:50.487176 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6e33747-83c7-4ec9-8dfc-60998f7ebfdd req-e809371c-7e35-443f-914e-133bbe9550c3 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Made reservation on behalf of 03a56f87111741e99eac45e7902d811c for: {'port': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:48:50.504200 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-d6e33747-83c7-4ec9-8dfc-60998f7ebfdd req-e809371c-7e35-443f-914e-133bbe9550c3 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:50.548099 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [None req-4ce12416-0e2c-4c35-ba3e-0bcd79f587d6 admin admin] Allocated IP 172.25.4.195 (72a72e44-6845-488a-a5ff-3a26d4df9cb3/c314a23b-daa2-4106-ab28-8e6f954277b2/a87fe2a0-8767-47f7-b26d-385ed6a48322) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:48:50.745930 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=f4af72b8-3fa7-4de5-96e1-25aceae241bd,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:50.818184 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port 1e38921f-0057-4abf-aff6-93f3058d24de, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=1e38921f-0057-4abf-aff6-93f3058d24de,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:48:50.836728 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Returning: {'device': '1e38921f-0057-4abf-aff6-93f3058d24de', 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426', 'port_id': '1e38921f-0057-4abf-aff6-93f3058d24de', 'mac_address': 'fa:16:3e:73:77:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35e3ad2f-9c88-4698-b634-4e1b58de1cc2', 'ip_address': '192.168.233.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 18:48:50.918502 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port 1e38921f-0057-4abf-aff6-93f3058d24de is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:48:50.919371 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:50.951770 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b6967af6-80a5-45d8-9eff-f33266a0ba03 req-c78c8651-3efc-4baf-ba3e-d17de6a41a42 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbe27866-6450-47f0-a8e1-f266dfb72433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4402449 Jun 01 18:48:50.952370 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e38921f-0057-4abf-aff6-93f3058d24de {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:48:50.972596 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-076ff867-a217-4e73-b6c6-ad832c8a428b req-fa6b1be9-c08b-42e1-9031-e67379b9ec28 service neutron] 10.222.0.15 "GET /v2.0/networks/f464bab1-fed8-4b70-bd0a-84f4f32a722e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6307490 Jun 01 18:48:50.987516 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b840b6-19ea-4e78-9110-a29b79e0fa2f service neutron] Pushing event updated for resources: {'Port': ['ID=8c188c56-af18-4811-9a90-e69cb5d2eda5,revision_number=2']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:51.032012 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port 1e38921f-0057-4abf-aff6-93f3058d24de, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=1e38921f-0057-4abf-aff6-93f3058d24de,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:48:51.039140 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:51.176549 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 50860) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:48:51.205560 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [req-d6e33747-83c7-4ec9-8dfc-60998f7ebfdd req-e809371c-7e35-443f-914e-133bbe9550c3 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Allocated IP 172.20.0.2 (a07ebbeb-60e0-4b03-9320-3082a1d6fcc8/63c99bbc-91d7-46ff-b5ec-5a88ea59ce4e/0b69acb9-d8bb-4557-b2f9-232615a9df10) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:48:51.210393 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=1e38921f-0057-4abf-aff6-93f3058d24de,revision_number=7']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:51.215901 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4ce12416-0e2c-4c35-ba3e-0bcd79f587d6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:51.237092 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ab3e4b-89ac-4941-a19b-6c468fa40c11 req-7082349b-a515-4c31-8d71-7c2a88281cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:51.237990 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-38ab3e4b-89ac-4941-a19b-6c468fa40c11 req-7082349b-a515-4c31-8d71-7c2a88281cf6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ee3dca5a75c542e0966797f286e0b4d5&device_id=ac320b65-95b9-4d8c-bd7b-e804c1aaac09 HTTP/1.1" status: 200 len: 1096 time: 0.5381882 Jun 01 18:48:51.252538 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb1f826-5bbb-41ab-a086-4332b602e6f9 req-2ef002d2-f278-4e35-b46a-191a6b5ff4f8 tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:51.253405 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-0bb1f826-5bbb-41ab-a086-4332b602e6f9 req-2ef002d2-f278-4e35-b46a-191a6b5ff4f8 tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] Synchronizing usage tracker for tenant:6884b43c239b4677a270eb283de39d49 on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:48:51.293513 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-5127668e-c8d8-484f-bc3f-b939d25ce10b req-95b840b6-19ea-4e78-9110-a29b79e0fa2f service neutron] Attempting to bind port 8c188c56-af18-4811-9a90-e69cb5d2eda5 on host n-h2-844202-1 for vnic_type normal with profile {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:48:51.294053 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-5127668e-c8d8-484f-bc3f-b939d25ce10b req-95b840b6-19ea-4e78-9110-a29b79e0fa2f service neutron] Attempting to bind port 8c188c56-af18-4811-9a90-e69cb5d2eda5 by drivers openvswitch,hyperv on host n-h2-844202-1 at level 0 using segments [{'id': '5423f802-8952-4dea-8b13-e2a87f408f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e3dea7fc-235f-4736-8c6d-38e23ed566b9'}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:48:51.294194 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5127668e-c8d8-484f-bc3f-b939d25ce10b req-95b840b6-19ea-4e78-9110-a29b79e0fa2f service neutron] Attempting to bind port 8c188c56-af18-4811-9a90-e69cb5d2eda5 on network e3dea7fc-235f-4736-8c6d-38e23ed566b9 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:48:51.320396 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5127668e-c8d8-484f-bc3f-b939d25ce10b req-95b840b6-19ea-4e78-9110-a29b79e0fa2f service neutron] Port 8c188c56-af18-4811-9a90-e69cb5d2eda5 on network e3dea7fc-235f-4736-8c6d-38e23ed566b9 not bound, no agent of type Open vSwitch agent registered on host n-h2-844202-1 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 18:48:51.320396 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5127668e-c8d8-484f-bc3f-b939d25ce10b req-95b840b6-19ea-4e78-9110-a29b79e0fa2f service neutron] Attempting to bind port 8c188c56-af18-4811-9a90-e69cb5d2eda5 on network e3dea7fc-235f-4736-8c6d-38e23ed566b9 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:48:51.320396 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5127668e-c8d8-484f-bc3f-b939d25ce10b req-95b840b6-19ea-4e78-9110-a29b79e0fa2f service neutron] Checking agent: {'id': 'f5db9968-6317-4186-9100-9e0ca6b50417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 18, 48, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:48:51.320396 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5127668e-c8d8-484f-bc3f-b939d25ce10b req-95b840b6-19ea-4e78-9110-a29b79e0fa2f service neutron] Checking segment: {'id': '5423f802-8952-4dea-8b13-e2a87f408f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e3dea7fc-235f-4736-8c6d-38e23ed566b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:48:51.320396 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5127668e-c8d8-484f-bc3f-b939d25ce10b req-95b840b6-19ea-4e78-9110-a29b79e0fa2f service neutron] Bound using segment: {'id': '5423f802-8952-4dea-8b13-e2a87f408f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e3dea7fc-235f-4736-8c6d-38e23ed566b9'} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:48:51.328812 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-5127668e-c8d8-484f-bc3f-b939d25ce10b req-95b840b6-19ea-4e78-9110-a29b79e0fa2f service neutron] Bound port: 8c188c56-af18-4811-9a90-e69cb5d2eda5, host: n-h2-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5423f802-8952-4dea-8b13-e2a87f408f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e3dea7fc-235f-4736-8c6d-38e23ed566b9'}}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:48:51.328812 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-5127668e-c8d8-484f-bc3f-b939d25ce10b req-95b840b6-19ea-4e78-9110-a29b79e0fa2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:51.353988 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] get_ports_and_sgs() called for port_ids ['1e38921f-0057-4abf-aff6-93f3058d24de'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:48:51.403966 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] get_ports_and_sgs() called for port_ids ['f4af72b8-3fa7-4de5-96e1-25aceae241bd'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:48:51.406083 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759f7feb-2c0a-4632-861f-37db157967d7 req-9fe2751f-8f47-41fb-a5b4-27984af0f606 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:51.413805 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-759f7feb-2c0a-4632-861f-37db157967d7 req-9fe2751f-8f47-41fb-a5b4-27984af0f606 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1e43742-8455-441c-b05d-c4f9921981bf HTTP/1.1" status: 200 len: 944 time: 0.2319746 Jun 01 18:48:51.434046 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-1b294ea4-96bb-48bb-9e2c-df882c93f120 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-612907466-network', 'tenant_id': 'b31e587f72ec47b29326ef37208d57b9'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:48:51.457417 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-1b294ea4-96bb-48bb-9e2c-df882c93f120 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:48:51.464388 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-0bb1f826-5bbb-41ab-a086-4332b602e6f9 req-2ef002d2-f278-4e35-b46a-191a6b5ff4f8 tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] Unset dirty status for tenant:6884b43c239b4677a270eb283de39d49 on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:48:51.466334 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-0bb1f826-5bbb-41ab-a086-4332b602e6f9 req-2ef002d2-f278-4e35-b46a-191a6b5ff4f8 tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] 10.222.0.41 "GET /v2.0/ports?device_id=675df3e8-dc6b-45bc-a4c8-ae86a5f24463 HTTP/1.1" status: 200 len: 944 time: 0.7919152 Jun 01 18:48:51.522116 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-1b294ea4-96bb-48bb-9e2c-df882c93f120 admin admin] Usage tracker for resource:network and tenant:b31e587f72ec47b29326ef37208d57b9 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:48:51.530838 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-1b294ea4-96bb-48bb-9e2c-df882c93f120 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:48:51.556713 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-1b294ea4-96bb-48bb-9e2c-df882c93f120 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:48:51.607116 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-759f7feb-2c0a-4632-861f-37db157967d7 req-317ab3c6-ffff-44cf-ac96-4641a782f7b3 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] 10.222.0.41 "GET /v2.0/security-groups?id=32e0c067-0089-408b-a3cd-4b24e22ccce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900916 Jun 01 18:48:51.616856 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b294ea4-96bb-48bb-9e2c-df882c93f120 admin admin] Made reservation on behalf of b31e587f72ec47b29326ef37208d57b9 for: {'network': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:48:51.618548 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1b294ea4-96bb-48bb-9e2c-df882c93f120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:51.646528 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1b294ea4-96bb-48bb-9e2c-df882c93f120 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:51.672623 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-5127668e-c8d8-484f-bc3f-b939d25ce10b req-95b840b6-19ea-4e78-9110-a29b79e0fa2f service neutron] For port 8c188c56-af18-4811-9a90-e69cb5d2eda5, host n-h2-844202-1, cleared binding levels {{(pid=88524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:48:51.682899 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-1b294ea4-96bb-48bb-9e2c-df882c93f120 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:48:51.688563 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-5127668e-c8d8-484f-bc3f-b939d25ce10b req-95b840b6-19ea-4e78-9110-a29b79e0fa2f service neutron] For port 8c188c56-af18-4811-9a90-e69cb5d2eda5, host n-h2-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=8c188c56-af18-4811-9a90-e69cb5d2eda5,segment=NetworkSegment(5423f802-8952-4dea-8b13-e2a87f408f8c),segment_id=5423f802-8952-4dea-8b13-e2a87f408f8c)] {{(pid=88524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:48:51.690289 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-1b294ea4-96bb-48bb-9e2c-df882c93f120 admin admin] Usage tracker for resource:security_group_rule and tenant:b31e587f72ec47b29326ef37208d57b9 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:48:51.693974 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-1b294ea4-96bb-48bb-9e2c-df882c93f120 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:48:51.698327 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-5127668e-c8d8-484f-bc3f-b939d25ce10b req-95b840b6-19ea-4e78-9110-a29b79e0fa2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:51.746767 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-1b294ea4-96bb-48bb-9e2c-df882c93f120 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:48:51.858198 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5127668e-c8d8-484f-bc3f-b939d25ce10b req-95b840b6-19ea-4e78-9110-a29b79e0fa2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:51.859145 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-5127668e-c8d8-484f-bc3f-b939d25ce10b req-95b840b6-19ea-4e78-9110-a29b79e0fa2f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:51.862266 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5127668e-c8d8-484f-bc3f-b939d25ce10b req-95b840b6-19ea-4e78-9110-a29b79e0fa2f service neutron] 10.222.0.50 "PUT /v2.0/ports/8c188c56-af18-4811-9a90-e69cb5d2eda5 HTTP/1.1" status: 200 len: 1092 time: 3.1313291 Jun 01 18:48:51.867732 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '675df3e8-dc6b-45bc-a4c8-ae86a5f24463', 'tag': '8c188c56-af18-4811-9a90-e69cb5d2eda5'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:48:51.873573 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ab3e4b-89ac-4941-a19b-6c468fa40c11 req-c37f640d-2ad7-4a7c-a524-8edeffe9e842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:51.875081 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-38ab3e4b-89ac-4941-a19b-6c468fa40c11 req-c37f640d-2ad7-4a7c-a524-8edeffe9e842 service neutron] 10.222.0.15 "GET /v2.0/networks?id=222758ca-4c6e-4ccb-8f11-8c829f4da008 HTTP/1.1" status: 200 len: 909 time: 0.6156497 Jun 01 18:48:51.896915 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f2e25cf5-abcf-441b-b699-ec9f40a30fa7 req-f3d43856-7b2c-4f2f-99df-e188426cc04c tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ada7162-289e-4343-99b0-e5199fbd144c HTTP/1.1" status: 200 len: 210 time: 0.1085138 Jun 01 18:48:51.963798 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-0bb1f826-5bbb-41ab-a086-4332b602e6f9 req-dcf42651-1aef-474b-a617-2234595ff4d8 tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f2fd699-5af8-4379-8a92-35d8c8796709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4605243 Jun 01 18:48:51.964914 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4ce12416-0e2c-4c35-ba3e-0bcd79f587d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:52.038308 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-38ab3e4b-89ac-4941-a19b-6c468fa40c11 req-411d0327-0435-4a5e-a3b6-7701611e3518 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dff298bd-3110-4ad7-9eae-fe40df9d84f7 HTTP/1.1" status: 200 len: 217 time: 0.1544008 Jun 01 18:48:52.040219 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1b294ea4-96bb-48bb-9e2c-df882c93f120 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:52.105365 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1b294ea4-96bb-48bb-9e2c-df882c93f120 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:52.116016 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b840b6-19ea-4e78-9110-a29b79e0fa2f service neutron] Pushing event updated for resources: {'Port': ['ID=8c188c56-af18-4811-9a90-e69cb5d2eda5,revision_number=3']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:52.150304 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ce12416-0e2c-4c35-ba3e-0bcd79f587d6 admin admin] Network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:48:52.158821 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-4ce12416-0e2c-4c35-ba3e-0bcd79f587d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:48:52.162108 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b294ea4-96bb-48bb-9e2c-df882c93f120 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 114} {{(pid=88524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 18:48:52.166561 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce12416-0e2c-4c35-ba3e-0bcd79f587d6 admin admin] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:48:52.205184 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-d6e33747-83c7-4ec9-8dfc-60998f7ebfdd req-e809371c-7e35-443f-914e-133bbe9550c3 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:52.211067 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce12416-0e2c-4c35-ba3e-0bcd79f587d6 admin admin] Pushing event updated for resources: {'Port': ['ID=a87fe2a0-8767-47f7-b26d-385ed6a48322,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:52.217037 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b294ea4-96bb-48bb-9e2c-df882c93f120 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=389e1d24-2035-4cd5-9cf0-925dc7464dfe,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:52.226770 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1b294ea4-96bb-48bb-9e2c-df882c93f120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:52.227207 n-d-844202-1 neutron-server[88524]: INFO neutron.db.segments_db [None req-1b294ea4-96bb-48bb-9e2c-df882c93f120 admin admin] Added segment 9650369f-7cf2-4607-bf1e-cbb9e35f003a of type vlan for network bdf4488b-5688-4804-bc8d-ddc08c819c1e Jun 01 18:48:52.239410 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6707194c-a46f-4dae-941b-abde0cd3b82c'] response: {'name': 'network-changed', 'server_uuid': '675df3e8-dc6b-45bc-a4c8-ae86a5f24463', 'tag': '8c188c56-af18-4811-9a90-e69cb5d2eda5', 'status': 'completed', 'code': 200} Jun 01 18:48:52.246620 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ab3e4b-89ac-4941-a19b-6c468fa40c11 req-d0079403-a525-4cb0-a1f5-5fba7080ddb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:52.247580 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-38ab3e4b-89ac-4941-a19b-6c468fa40c11 req-d0079403-a525-4cb0-a1f5-5fba7080ddb0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2d25927e-118e-41f9-9e0e-90f9021c9592 HTTP/1.1" status: 200 len: 848 time: 0.1809683 Jun 01 18:48:52.266948 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5127668e-c8d8-484f-bc3f-b939d25ce10b req-d0aedfd9-1f01-4bdb-9937-b55c84383d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:52.268604 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5127668e-c8d8-484f-bc3f-b939d25ce10b req-d0aedfd9-1f01-4bdb-9937-b55c84383d3e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=6884b43c239b4677a270eb283de39d49&device_id=675df3e8-dc6b-45bc-a4c8-ae86a5f24463 HTTP/1.1" status: 200 len: 1095 time: 0.2268169 Jun 01 18:48:52.281929 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1b294ea4-96bb-48bb-9e2c-df882c93f120 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:52.361865 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-38ab3e4b-89ac-4941-a19b-6c468fa40c11 req-1c1315fa-76f8-4700-8550-b69802dbfc70 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=222758ca-4c6e-4ccb-8f11-8c829f4da008&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0951707 Jun 01 18:48:52.468189 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5127668e-c8d8-484f-bc3f-b939d25ce10b req-a665f7c6-18a5-417b-ac8f-d2572fa55a04 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8c188c56-af18-4811-9a90-e69cb5d2eda5 HTTP/1.1" status: 200 len: 217 time: 0.1734059 Jun 01 18:48:52.544941 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.db.resource_extend [None req-1b294ea4-96bb-48bb-9e2c-df882c93f120 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 18:48:52.596728 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5127668e-c8d8-484f-bc3f-b939d25ce10b req-bdfe452f-8f1b-423f-a8c2-9c750e8b04dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:52.597854 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5127668e-c8d8-484f-bc3f-b939d25ce10b req-bdfe452f-8f1b-423f-a8c2-9c750e8b04dc service neutron] 10.222.0.50 "GET /v2.0/subnets?id=da8eacd5-9944-4111-9d5f-9f3e01b23eff HTTP/1.1" status: 200 len: 845 time: 0.1257877 Jun 01 18:48:52.700611 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1b294ea4-96bb-48bb-9e2c-df882c93f120 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:52.700611 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b294ea4-96bb-48bb-9e2c-df882c93f120 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:52.700611 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1b294ea4-96bb-48bb-9e2c-df882c93f120 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:52.731721 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5127668e-c8d8-484f-bc3f-b939d25ce10b req-5edd5d3f-03df-4fe7-9c6c-31d1623ec523 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e3dea7fc-235f-4736-8c6d-38e23ed566b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1236074 Jun 01 18:48:52.843393 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-d6e33747-83c7-4ec9-8dfc-60998f7ebfdd req-e809371c-7e35-443f-914e-133bbe9550c3 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:52.855379 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] get_ports_and_sgs() called for port_ids ['c5716d5a-c2ed-4f70-9f4e-10b7c67ee8ae'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:48:52.970543 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-1b294ea4-96bb-48bb-9e2c-df882c93f120 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.7920349 Jun 01 18:48:52.975501 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 50880) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:48:52.987400 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c550df25-e73a-41e9-97dc-b8679871c31d req-73973e96-211f-45c7-941d-89d891176666 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:52.989377 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c550df25-e73a-41e9-97dc-b8679871c31d req-73973e96-211f-45c7-941d-89d891176666 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbc6cdff-04ae-48c7-ad6e-c61c3c6d16b7&tenant_id=5a29f45689de4723b61fb9850cc62a10&binding%3Ahost_id=n-h1-844202-1 HTTP/1.1" status: 200 len: 947 time: 0.5848060 Jun 01 18:48:52.995635 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b294ea4-96bb-48bb-9e2c-df882c93f120 admin admin] Pushing event updated for resources: {'Network': ['ID=bdf4488b-5688-4804-bc8d-ddc08c819c1e,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:53.006183 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-13794fe3-5ae5-4bad-b10e-bd3ef0a928f2 admin admin] Request body: {'subnet': {'network_id': 'bdf4488b-5688-4804-bc8d-ddc08c819c1e', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-612907466-subnet', 'tenant_id': 'b31e587f72ec47b29326ef37208d57b9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:48:53.023967 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-13794fe3-5ae5-4bad-b10e-bd3ef0a928f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:48:53.037571 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-13794fe3-5ae5-4bad-b10e-bd3ef0a928f2 admin admin] Usage tracker for resource:subnet and tenant:b31e587f72ec47b29326ef37208d57b9 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:48:53.047174 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network bdf4488b-5688-4804-bc8d-ddc08c819c1e details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 18:48:53.051521 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c594fe-cc10-44d3-ba81-400991a764f1 req-af31bee5-d245-4100-a1b3-7b50727a21c4 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:53.053380 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-86c594fe-cc10-44d3-ba81-400991a764f1 req-af31bee5-d245-4100-a1b3-7b50727a21c4 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac320b65-95b9-4d8c-bd7b-e804c1aaac09 HTTP/1.1" status: 200 len: 945 time: 0.4466031 Jun 01 18:48:53.058265 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6e33747-83c7-4ec9-8dfc-60998f7ebfdd req-e809371c-7e35-443f-914e-133bbe9550c3 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Network a07ebbeb-60e0-4b03-9320-3082a1d6fcc8 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:48:53.060553 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-38ab3e4b-89ac-4941-a19b-6c468fa40c11 req-de5551bf-3e9c-4727-b21c-7d327f670a5d service neutron] 10.222.0.15 "GET /v2.0/networks/222758ca-4c6e-4ccb-8f11-8c829f4da008?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5719063 Jun 01 18:48:53.067060 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [req-d6e33747-83c7-4ec9-8dfc-60998f7ebfdd req-e809371c-7e35-443f-914e-133bbe9550c3 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:48:53.069786 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-13794fe3-5ae5-4bad-b10e-bd3ef0a928f2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:48:53.080879 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e809371c-7e35-443f-914e-133bbe9550c3 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Pushing event updated for resources: {'Port': ['ID=0b69acb9-d8bb-4557-b2f9-232615a9df10,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:53.122253 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-13794fe3-5ae5-4bad-b10e-bd3ef0a928f2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:48:53.132595 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6e33747-83c7-4ec9-8dfc-60998f7ebfdd req-e809371c-7e35-443f-914e-133bbe9550c3 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:48:53.182335 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5127668e-c8d8-484f-bc3f-b939d25ce10b req-79b205f6-3efc-4c55-8b5a-cf8655e1cb56 service neutron] 10.222.0.50 "GET /v2.0/networks/e3dea7fc-235f-4736-8c6d-38e23ed566b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4279649 Jun 01 18:48:53.182335 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13794fe3-5ae5-4bad-b10e-bd3ef0a928f2 admin admin] Made reservation on behalf of b31e587f72ec47b29326ef37208d57b9 for: {'subnet': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:48:53.182335 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-13794fe3-5ae5-4bad-b10e-bd3ef0a928f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3066584'] for subnet, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:53.204916 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38511a5-6b44-4fc5-b181-f3637432baa8 req-b563e94f-0ab9-45a3-a4f2-1065b4af28b3 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:53.204916 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f38511a5-6b44-4fc5-b181-f3637432baa8 req-b563e94f-0ab9-45a3-a4f2-1065b4af28b3 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/ports?device_id=bbc6cdff-04ae-48c7-ad6e-c61c3c6d16b7 HTTP/1.1" status: 200 len: 947 time: 0.6694753 Jun 01 18:48:53.283818 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e809371c-7e35-443f-914e-133bbe9550c3 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:48:53.283818 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e809371c-7e35-443f-914e-133bbe9550c3 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:48:53.283818 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e809371c-7e35-443f-914e-133bbe9550c3 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:48:53.283818 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e809371c-7e35-443f-914e-133bbe9550c3 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:48:53.283818 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e809371c-7e35-443f-914e-133bbe9550c3 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:48:53.283818 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e809371c-7e35-443f-914e-133bbe9550c3 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:48:53.283818 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e809371c-7e35-443f-914e-133bbe9550c3 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:48:53.283818 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e809371c-7e35-443f-914e-133bbe9550c3 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:48:53.283818 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e809371c-7e35-443f-914e-133bbe9550c3 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:48:53.283818 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e809371c-7e35-443f-914e-133bbe9550c3 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:48:53.283818 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e809371c-7e35-443f-914e-133bbe9550c3 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:48:53.283818 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e809371c-7e35-443f-914e-133bbe9550c3 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:48:53.473255 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-86c594fe-cc10-44d3-ba81-400991a764f1 req-a9276aab-2bf5-48a8-9739-de2c735c13e9 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] 10.222.0.41 "GET /v2.0/security-groups?id=92820b43-7593-449e-bdb5-02c9f22d29e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3879519 Jun 01 18:48:53.525225 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e33747-83c7-4ec9-8dfc-60998f7ebfdd req-e809371c-7e35-443f-914e-133bbe9550c3 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:53.525225 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-d6e33747-83c7-4ec9-8dfc-60998f7ebfdd req-e809371c-7e35-443f-914e-133bbe9550c3 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:53.544744 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 1e38921f-0057-4abf-aff6-93f3058d24de up at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:48:53.551077 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f38511a5-6b44-4fc5-b181-f3637432baa8 req-7450034c-cf9c-471f-a98c-105d79db83d0 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbe27866-6450-47f0-a8e1-f266dfb72433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2488585 Jun 01 18:48:53.599697 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4ce12416-0e2c-4c35-ba3e-0bcd79f587d6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:53.745806 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Provisioning complete for port 1e38921f-0057-4abf-aff6-93f3058d24de triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:48:53.745806 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:53.957119 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port 1e38921f-0057-4abf-aff6-93f3058d24de is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:48:53.957119 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:53.968303 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d6e33747-83c7-4ec9-8dfc-60998f7ebfdd req-e809371c-7e35-443f-914e-133bbe9550c3 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2107482 Jun 01 18:48:53.968303 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-38ab3e4b-89ac-4941-a19b-6c468fa40c11 req-34b92258-a669-48eb-b690-69d805a77061 service neutron] 10.222.0.15 "GET /v2.0/networks/222758ca-4c6e-4ccb-8f11-8c829f4da008?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8767624 Jun 01 18:48:54.035470 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [req-d6e33747-83c7-4ec9-8dfc-60998f7ebfdd req-d9dc0583-e280-4c33-8100-a63970ac7826 service neutron] Request body: {'port': {'device_id': '4ada7162-289e-4343-99b0-e5199fbd144c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844202-1'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:48:54.062704 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port 1e38921f-0057-4abf-aff6-93f3058d24de, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=1e38921f-0057-4abf-aff6-93f3058d24de,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:48:54.062704 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbc6cdff-04ae-48c7-ad6e-c61c3c6d16b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e38921f-0057-4abf-aff6-93f3058d24de'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:48:54.086878 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:54.086878 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device f4af72b8-3fa7-4de5-96e1-25aceae241bd up at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:48:54.190038 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5127668e-c8d8-484f-bc3f-b939d25ce10b req-6369d509-7b09-4548-87aa-fa50aa27b33e service neutron] 10.222.0.50 "GET /v2.0/networks/e3dea7fc-235f-4736-8c6d-38e23ed566b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9687440 Jun 01 18:48:54.190038 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c550df25-e73a-41e9-97dc-b8679871c31d req-695e69a2-d27b-4be3-b0ee-fadbdcace434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:54.190038 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c550df25-e73a-41e9-97dc-b8679871c31d req-695e69a2-d27b-4be3-b0ee-fadbdcace434 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5a29f45689de4723b61fb9850cc62a10&device_id=bbc6cdff-04ae-48c7-ad6e-c61c3c6d16b7 HTTP/1.1" status: 200 len: 1098 time: 0.8486187 Jun 01 18:48:54.298641 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e86aac4-f22f-4762-9951-b9f2a0e080b7 req-90156f4c-2dc4-4a89-93aa-c78b7b0c52c8 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:54.298641 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-8e86aac4-f22f-4762-9951-b9f2a0e080b7 req-90156f4c-2dc4-4a89-93aa-c78b7b0c52c8 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1e43742-8455-441c-b05d-c4f9921981bf HTTP/1.1" status: 200 len: 944 time: 0.5506351 Jun 01 18:48:54.334659 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=1e38921f-0057-4abf-aff6-93f3058d24de,revision_number=8']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:54.340269 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14c62a5-33b4-4bdd-93c8-bd290f916db5 req-fcb7f53f-c946-4dc6-85db-d5df9622f828 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:54.340269 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-d14c62a5-33b4-4bdd-93c8-bd290f916db5 req-fcb7f53f-c946-4dc6-85db-d5df9622f828 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Synchronizing usage tracker for tenant:03a56f87111741e99eac45e7902d811c on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:48:54.354060 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-d6e33747-83c7-4ec9-8dfc-60998f7ebfdd req-d9dc0583-e280-4c33-8100-a63970ac7826 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:54.358766 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Provisioning for port f4af72b8-3fa7-4de5-96e1-25aceae241bd completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:48:54.377867 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Provisioning complete for port f4af72b8-3fa7-4de5-96e1-25aceae241bd triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:48:54.393214 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:54.436971 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-13794fe3-5ae5-4bad-b10e-bd3ef0a928f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2718919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3066602'] for subnet, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:54.500916 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-d14c62a5-33b4-4bdd-93c8-bd290f916db5 req-fcb7f53f-c946-4dc6-85db-d5df9622f828 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Unset dirty status for tenant:03a56f87111741e99eac45e7902d811c on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:48:54.500916 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d14c62a5-33b4-4bdd-93c8-bd290f916db5 req-fcb7f53f-c946-4dc6-85db-d5df9622f828 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ada7162-289e-4343-99b0-e5199fbd144c HTTP/1.1" status: 200 len: 931 time: 0.6370542 Jun 01 18:48:54.553091 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13794fe3-5ae5-4bad-b10e-bd3ef0a928f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b15c17d5-ce6f-4a39-b59b-8444214cfec8,revision_number=0']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:54.613666 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-d14c62a5-33b4-4bdd-93c8-bd290f916db5 req-87bf0e8a-c862-40db-b4ee-b96b8b00669d tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Synchronizing usage tracker for tenant:03a56f87111741e99eac45e7902d811c on resource:security_group {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:48:54.613666 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4ce12416-0e2c-4c35-ba3e-0bcd79f587d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-885820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-886655'] for router, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:54.654891 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-8e86aac4-f22f-4762-9951-b9f2a0e080b7 req-26bf0e85-f72e-4ee4-a312-4de3c43200e2 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] 10.222.0.41 "GET /v2.0/security-groups?id=32e0c067-0089-408b-a3cd-4b24e22ccce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2583663 Jun 01 18:48:54.691083 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13794fe3-5ae5-4bad-b10e-bd3ef0a928f2 admin admin] Checking segment: {'id': '9650369f-7cf2-4607-bf1e-cbb9e35f003a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'bdf4488b-5688-4804-bc8d-ddc08c819c1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:48:54.691083 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13794fe3-5ae5-4bad-b10e-bd3ef0a928f2 admin admin] Network hostable DHCP agents. Network: bdf4488b-5688-4804-bc8d-ddc08c819c1e, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88524) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 18:48:54.721984 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99f60b8-a3d7-4434-b25f-7a3170ab614a req-9cea4715-03bc-4952-b125-102fbab74f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:54.721984 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c99f60b8-a3d7-4434-b25f-7a3170ab614a req-9cea4715-03bc-4952-b125-102fbab74f4c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=6884b43c239b4677a270eb283de39d49&device_id=675df3e8-dc6b-45bc-a4c8-ae86a5f24463 HTTP/1.1" status: 200 len: 1095 time: 0.3436801 Jun 01 18:48:54.795012 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c550df25-e73a-41e9-97dc-b8679871c31d req-a78c5b4b-602c-43da-9536-6ac3f441e81b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:54.795012 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c550df25-e73a-41e9-97dc-b8679871c31d req-a78c5b4b-602c-43da-9536-6ac3f441e81b service neutron] 10.222.0.15 "GET /v2.0/networks?id=898153a3-5d71-43be-9d14-343ea4a48426 HTTP/1.1" status: 200 len: 870 time: 0.5774841 Jun 01 18:48:54.795012 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13794fe3-5ae5-4bad-b10e-bd3ef0a928f2 admin admin] Network bdf4488b-5688-4804-bc8d-ddc08c819c1e is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88524) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 18:48:54.889035 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-d14c62a5-33b4-4bdd-93c8-bd290f916db5 req-87bf0e8a-c862-40db-b4ee-b96b8b00669d tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Unset dirty status for tenant:03a56f87111741e99eac45e7902d811c on resource:security_group {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:48:54.898039 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port f4af72b8-3fa7-4de5-96e1-25aceae241bd is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:48:54.898039 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:54.902834 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d14c62a5-33b4-4bdd-93c8-bd290f916db5 req-87bf0e8a-c862-40db-b4ee-b96b8b00669d tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] 10.222.0.41 "GET /v2.0/security-groups?id=4c5ecf30-c6e9-40ba-b15a-d3f269f6b4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3762293 Jun 01 18:48:55.006987 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99f60b8-a3d7-4434-b25f-7a3170ab614a req-db7c6272-d349-4fc5-98b0-ceebab4aa2da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:55.006987 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c99f60b8-a3d7-4434-b25f-7a3170ab614a req-db7c6272-d349-4fc5-98b0-ceebab4aa2da service neutron] 10.222.0.50 "GET /v2.0/networks?id=e3dea7fc-235f-4736-8c6d-38e23ed566b9 HTTP/1.1" status: 200 len: 906 time: 0.2524958 Jun 01 18:48:55.026319 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port f4af72b8-3fa7-4de5-96e1-25aceae241bd, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=f4af72b8-3fa7-4de5-96e1-25aceae241bd,segment=NetworkSegment(641e9a4f-e613-4ae2-9aeb-2789f815da51),segment_id=641e9a4f-e613-4ae2-9aeb-2789f815da51)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:48:55.038110 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:55.127333 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8feaeb1b-0ba2-4aa0-b8de-0e680ac9b1f8'] response: {'server_uuid': 'bbc6cdff-04ae-48c7-ad6e-c61c3c6d16b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e38921f-0057-4abf-aff6-93f3058d24de', 'code': 200} Jun 01 18:48:55.176303 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=f4af72b8-3fa7-4de5-96e1-25aceae241bd,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:55.377388 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c99f60b8-a3d7-4434-b25f-7a3170ab614a req-e0f406b2-0135-4720-b679-688e18d43b38 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8c188c56-af18-4811-9a90-e69cb5d2eda5 HTTP/1.1" status: 200 len: 217 time: 0.1307905 Jun 01 18:48:55.377388 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-13794fe3-5ae5-4bad-b10e-bd3ef0a928f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, bdf4488b-5688-4804-bc8d-ddc08c819c1e) {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:48:55.386494 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13794fe3-5ae5-4bad-b10e-bd3ef0a928f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:55.386494 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-13794fe3-5ae5-4bad-b10e-bd3ef0a928f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:55.393469 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a016ed60-d23b-4d2e-918e-586fc70d69c3 None None] Network bdf4488b-5688-4804-bc8d-ddc08c819c1e requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 18:48:55.545563 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c550df25-e73a-41e9-97dc-b8679871c31d req-eaaeef8c-f070-4dd5-b154-785fac95d3a7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=1e38921f-0057-4abf-aff6-93f3058d24de HTTP/1.1" status: 200 len: 217 time: 0.5318735 Jun 01 18:48:55.545563 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-13794fe3-5ae5-4bad-b10e-bd3ef0a928f2 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.5496874 Jun 01 18:48:55.568454 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 50892) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:48:55.636074 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ce12416-0e2c-4c35-ba3e-0bcd79f587d6 admin admin] Router f295a693-958b-4d4b-9229-d104ee449169 is scheduled to L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 with binding_index 1 {{(pid=88525) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 18:48:55.638974 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99f60b8-a3d7-4434-b25f-7a3170ab614a req-5e27e698-ca85-462d-bc79-1820f8b7c189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:55.638974 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c99f60b8-a3d7-4434-b25f-7a3170ab614a req-5e27e698-ca85-462d-bc79-1820f8b7c189 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=da8eacd5-9944-4111-9d5f-9f3e01b23eff HTTP/1.1" status: 200 len: 845 time: 0.2277973 Jun 01 18:48:55.665961 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-183d43ff-26ca-4101-9432-752fa5a2a3bb admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-612907466-router', 'tenant_id': 'b31e587f72ec47b29326ef37208d57b9', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:48:55.693839 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-183d43ff-26ca-4101-9432-752fa5a2a3bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:48:55.721693 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c99f60b8-a3d7-4434-b25f-7a3170ab614a req-ee0ad2b7-8349-4e0d-a2c8-74d8e787a261 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e3dea7fc-235f-4736-8c6d-38e23ed566b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0820694 Jun 01 18:48:55.721693 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c550df25-e73a-41e9-97dc-b8679871c31d req-401a7f9d-2764-43df-adc5-e7a102a6ed2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:55.721693 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c550df25-e73a-41e9-97dc-b8679871c31d req-401a7f9d-2764-43df-adc5-e7a102a6ed2d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=35e3ad2f-9c88-4698-b634-4e1b58de1cc2 HTTP/1.1" status: 200 len: 843 time: 0.1796010 Jun 01 18:48:55.731981 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a2d13d-342d-4e4e-b62d-258c4e0f3987 req-e06dcff2-39d7-48ab-ae13-1e21fadf9934 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:55.737521 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f6a2d13d-342d-4e4e-b62d-258c4e0f3987 req-e06dcff2-39d7-48ab-ae13-1e21fadf9934 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac320b65-95b9-4d8c-bd7b-e804c1aaac09 HTTP/1.1" status: 200 len: 945 time: 0.4278448 Jun 01 18:48:55.759624 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-183d43ff-26ca-4101-9432-752fa5a2a3bb admin admin] Usage tracker for resource:router and tenant:b31e587f72ec47b29326ef37208d57b9 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:48:55.790182 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89a537fd-1770-439c-9242-cb03a8b48e83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc93f83c3-7fb6-5c13-a9d4-29d739a4e8d2-bdf4488b-5688-4804-bc8d-ddc08c819c1e', 'network_id': 'bdf4488b-5688-4804-bc8d-ddc08c819c1e', 'tenant_id': 'b31e587f72ec47b29326ef37208d57b9', 'fixed_ips': [{'subnet_id': 'b15c17d5-ce6f-4a39-b59b-8444214cfec8'}]}} from n-d-844202-1. {{(pid=88526) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 18:48:55.790182 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-89a537fd-1770-439c-9242-cb03a8b48e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:55.797258 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-183d43ff-26ca-4101-9432-752fa5a2a3bb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:48:55.797258 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [req-d6e33747-83c7-4ec9-8dfc-60998f7ebfdd req-d9dc0583-e280-4c33-8100-a63970ac7826 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b69acb9-d8bb-4557-b2f9-232615a9df10 {{(pid=88525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:48:55.943404 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a00142a-ed4a-4b87-8120-2ebe5f6fec7c req-66339f92-f6eb-4634-8fef-484b28c5fe19 tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:55.943404 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-2a00142a-ed4a-4b87-8120-2ebe5f6fec7c req-66339f92-f6eb-4634-8fef-484b28c5fe19 tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] Synchronizing usage tracker for tenant:6884b43c239b4677a270eb283de39d49 on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:48:55.943404 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c99f60b8-a3d7-4434-b25f-7a3170ab614a req-ed519454-50fa-42ec-ab67-ecedc6a59e17 service neutron] 10.222.0.50 "GET /v2.0/networks/e3dea7fc-235f-4736-8c6d-38e23ed566b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2172647 Jun 01 18:48:55.957651 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-d6e33747-83c7-4ec9-8dfc-60998f7ebfdd req-d9dc0583-e280-4c33-8100-a63970ac7826 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:56.009928 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [req-d6e33747-83c7-4ec9-8dfc-60998f7ebfdd req-d9dc0583-e280-4c33-8100-a63970ac7826 service neutron] Transition to ACTIVE for port object 0b69acb9-d8bb-4557-b2f9-232615a9df10 will not be triggered until provisioned by entity L2. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:48:56.009928 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-183d43ff-26ca-4101-9432-752fa5a2a3bb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:48:56.052058 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-d6e33747-83c7-4ec9-8dfc-60998f7ebfdd req-d9dc0583-e280-4c33-8100-a63970ac7826 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:56.112446 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.db_base_plugin_common [None req-89a537fd-1770-439c-9242-cb03a8b48e83 None None] Allocated IP 172.20.0.2 (bdf4488b-5688-4804-bc8d-ddc08c819c1e/b15c17d5-ce6f-4a39-b59b-8444214cfec8/f5894000-f580-4313-8172-4033c18e7191) {{(pid=88526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:48:56.235726 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dc0583-e280-4c33-8100-a63970ac7826 service neutron] Pushing event updated for resources: {'Port': ['ID=0b69acb9-d8bb-4557-b2f9-232615a9df10,revision_number=2']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:56.242828 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-183d43ff-26ca-4101-9432-752fa5a2a3bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-885767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25238'] for router, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:56.242828 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-183d43ff-26ca-4101-9432-752fa5a2a3bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-901042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-886562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-981784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25327'] for router, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:56.262487 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-183d43ff-26ca-4101-9432-752fa5a2a3bb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:56.319381 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c99f60b8-a3d7-4434-b25f-7a3170ab614a req-bacc8097-defd-44b5-b150-56d6dcfd55d9 service neutron] 10.222.0.50 "GET /v2.0/networks/e3dea7fc-235f-4736-8c6d-38e23ed566b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3149986 Jun 01 18:48:56.349912 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-2a00142a-ed4a-4b87-8120-2ebe5f6fec7c req-66339f92-f6eb-4634-8fef-484b28c5fe19 tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] Unset dirty status for tenant:6884b43c239b4677a270eb283de39d49 on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:48:56.363376 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-2a00142a-ed4a-4b87-8120-2ebe5f6fec7c req-66339f92-f6eb-4634-8fef-484b28c5fe19 tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] 10.222.0.41 "GET /v2.0/ports?device_id=675df3e8-dc6b-45bc-a4c8-ae86a5f24463 HTTP/1.1" status: 200 len: 944 time: 1.2067034 Jun 01 18:48:56.441123 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-2a00142a-ed4a-4b87-8120-2ebe5f6fec7c req-9d4512f8-2ebd-4fbf-9911-1b3a3432eefa tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f2fd699-5af8-4379-8a92-35d8c8796709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868680 Jun 01 18:48:56.516681 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c550df25-e73a-41e9-97dc-b8679871c31d req-5de266b7-4748-4d4e-9c8e-23f530a70525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:56.516681 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c550df25-e73a-41e9-97dc-b8679871c31d req-5de266b7-4748-4d4e-9c8e-23f530a70525 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=898153a3-5d71-43be-9d14-343ea4a48426&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5709000 Jun 01 18:48:56.677668 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f6a2d13d-342d-4e4e-b62d-258c4e0f3987 req-8ce3fc88-655c-4583-8b4c-56efb9cf44e0 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] 10.222.0.41 "GET /v2.0/security-groups?id=92820b43-7593-449e-bdb5-02c9f22d29e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9407489 Jun 01 18:48:57.043609 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-89a537fd-1770-439c-9242-cb03a8b48e83 None None] Notify callbacks [] for port, precommit_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:57.052706 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ce12416-0e2c-4c35-ba3e-0bcd79f587d6 admin admin] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 18:48:57.083825 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 8c188c56-af18-4811-9a90-e69cb5d2eda5 details requested by agent hyperv_n-h2-844202-1 with host n-h2-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 18:48:57.102320 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c550df25-e73a-41e9-97dc-b8679871c31d req-90668a44-ce1c-4cb0-853e-27016acf726c service neutron] 10.222.0.15 "GET /v2.0/networks/898153a3-5d71-43be-9d14-343ea4a48426?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5692790 Jun 01 18:48:57.190722 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f19794d-8a63-48f2-8deb-8c5ae16b92f5 req-2c122331-e995-46b0-8320-f62955313780 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:57.190722 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-8f19794d-8a63-48f2-8deb-8c5ae16b92f5 req-2c122331-e995-46b0-8320-f62955313780 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/ports?device_id=bbc6cdff-04ae-48c7-ad6e-c61c3c6d16b7 HTTP/1.1" status: 200 len: 948 time: 0.4424753 Jun 01 18:48:57.220529 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1e43742-8455-441c-b05d-c4f9921981bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4af72b8-3fa7-4de5-96e1-25aceae241bd'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:48:57.230857 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eadf7ed-eff4-4d65-a733-8bdc6ee8bcf6 None None] Sync routers for ids ['f295a693-958b-4d4b-9229-d104ee449169'] in n-d-844202-1 {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 18:48:57.253281 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-89a537fd-1770-439c-9242-cb03a8b48e83 None None] Transition to ACTIVE for port object f5894000-f580-4313-8172-4033c18e7191 will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:48:57.340178 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-d6e33747-83c7-4ec9-8dfc-60998f7ebfdd req-d9dc0583-e280-4c33-8100-a63970ac7826 service neutron] Attempting to bind port 0b69acb9-d8bb-4557-b2f9-232615a9df10 on host n-h1-844202-1 for vnic_type normal with profile {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:48:57.340178 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-d6e33747-83c7-4ec9-8dfc-60998f7ebfdd req-d9dc0583-e280-4c33-8100-a63970ac7826 service neutron] Attempting to bind port 0b69acb9-d8bb-4557-b2f9-232615a9df10 by drivers openvswitch,hyperv on host n-h1-844202-1 at level 0 using segments [{'id': '3a68ef34-7e9a-4cb9-bb1d-922280e423dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'a07ebbeb-60e0-4b03-9320-3082a1d6fcc8'}] {{(pid=88525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:48:57.340178 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6e33747-83c7-4ec9-8dfc-60998f7ebfdd req-d9dc0583-e280-4c33-8100-a63970ac7826 service neutron] Attempting to bind port 0b69acb9-d8bb-4557-b2f9-232615a9df10 on network a07ebbeb-60e0-4b03-9320-3082a1d6fcc8 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:48:57.347230 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-8f19794d-8a63-48f2-8deb-8c5ae16b92f5 req-bb20e19e-b7e5-4e28-ac11-331cce8eed62 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbe27866-6450-47f0-a8e1-f266dfb72433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858450 Jun 01 18:48:57.355165 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4ce12416-0e2c-4c35-ba3e-0bcd79f587d6 admin admin] Notify callbacks [] for router, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:57.359086 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 50902) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:48:57.364888 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-4ce12416-0e2c-4c35-ba3e-0bcd79f587d6 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 9.7928839 Jun 01 18:48:57.383350 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6e33747-83c7-4ec9-8dfc-60998f7ebfdd req-d9dc0583-e280-4c33-8100-a63970ac7826 service neutron] Port 0b69acb9-d8bb-4557-b2f9-232615a9df10 on network a07ebbeb-60e0-4b03-9320-3082a1d6fcc8 not bound, no agent of type Open vSwitch agent registered on host n-h1-844202-1 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 18:48:57.395234 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6e33747-83c7-4ec9-8dfc-60998f7ebfdd req-d9dc0583-e280-4c33-8100-a63970ac7826 service neutron] Attempting to bind port 0b69acb9-d8bb-4557-b2f9-232615a9df10 on network a07ebbeb-60e0-4b03-9320-3082a1d6fcc8 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:48:57.405526 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-183d43ff-26ca-4101-9432-752fa5a2a3bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-886608', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-885830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25341'] for router, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:57.425530 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6e33747-83c7-4ec9-8dfc-60998f7ebfdd req-d9dc0583-e280-4c33-8100-a63970ac7826 service neutron] Checking agent: {'id': 'bdb1e5d7-b998-4259-838f-3d278e930f32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 18, 48, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:48:57.425530 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6e33747-83c7-4ec9-8dfc-60998f7ebfdd req-d9dc0583-e280-4c33-8100-a63970ac7826 service neutron] Checking segment: {'id': '3a68ef34-7e9a-4cb9-bb1d-922280e423dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'a07ebbeb-60e0-4b03-9320-3082a1d6fcc8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:48:57.425530 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6e33747-83c7-4ec9-8dfc-60998f7ebfdd req-d9dc0583-e280-4c33-8100-a63970ac7826 service neutron] Bound using segment: {'id': '3a68ef34-7e9a-4cb9-bb1d-922280e423dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'a07ebbeb-60e0-4b03-9320-3082a1d6fcc8'} {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:48:57.425530 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-d6e33747-83c7-4ec9-8dfc-60998f7ebfdd req-d9dc0583-e280-4c33-8100-a63970ac7826 service neutron] Bound port: 0b69acb9-d8bb-4557-b2f9-232615a9df10, host: n-h1-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a68ef34-7e9a-4cb9-bb1d-922280e423dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'a07ebbeb-60e0-4b03-9320-3082a1d6fcc8'}}] {{(pid=88525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:48:57.425530 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-d6e33747-83c7-4ec9-8dfc-60998f7ebfdd req-d9dc0583-e280-4c33-8100-a63970ac7826 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:57.608858 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c550df25-e73a-41e9-97dc-b8679871c31d req-c11720f8-8ac3-4c17-9438-7d79bd3b3cda service neutron] 10.222.0.15 "GET /v2.0/networks/898153a3-5d71-43be-9d14-343ea4a48426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4978397 Jun 01 18:48:57.618973 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 8c188c56-af18-4811-9a90-e69cb5d2eda5, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=8c188c56-af18-4811-9a90-e69cb5d2eda5,segment=NetworkSegment(5423f802-8952-4dea-8b13-e2a87f408f8c),segment_id=5423f802-8952-4dea-8b13-e2a87f408f8c)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:48:57.637222 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Returning: {'device': '8c188c56-af18-4811-9a90-e69cb5d2eda5', 'network_id': 'e3dea7fc-235f-4736-8c6d-38e23ed566b9', 'port_id': '8c188c56-af18-4811-9a90-e69cb5d2eda5', 'mac_address': 'fa:16:3e:32:8f:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da8eacd5-9944-4111-9d5f-9f3e01b23eff', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 18:48:57.669890 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eadf7ed-eff4-4d65-a733-8bdc6ee8bcf6 None None] Routers {'f295a693-958b-4d4b-9229-d104ee449169'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:48:57.669890 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-2eadf7ed-eff4-4d65-a733-8bdc6ee8bcf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:48:39Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['f295a693-958b-4d4b-9229-d104ee449169'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:48:57.830364 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4569a26-8e02-40eb-8b3a-e23c01a78ff7 req-4945f2a1-1510-44a3-8b4c-ba0560bc8625 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:57.841504 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c4569a26-8e02-40eb-8b3a-e23c01a78ff7 req-4945f2a1-1510-44a3-8b4c-ba0560bc8625 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ada7162-289e-4343-99b0-e5199fbd144c HTTP/1.1" status: 200 len: 943 time: 0.3308201 Jun 01 18:48:57.924797 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-c4569a26-8e02-40eb-8b3a-e23c01a78ff7 req-57c64fe2-de46-430a-852b-0c230534cbab tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Synchronizing usage tracker for tenant:03a56f87111741e99eac45e7902d811c on resource:security_group {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:48:58.055263 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-d6e33747-83c7-4ec9-8dfc-60998f7ebfdd req-d9dc0583-e280-4c33-8100-a63970ac7826 service neutron] For port 0b69acb9-d8bb-4557-b2f9-232615a9df10, host n-h1-844202-1, cleared binding levels {{(pid=88525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:48:58.055263 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-d6e33747-83c7-4ec9-8dfc-60998f7ebfdd req-d9dc0583-e280-4c33-8100-a63970ac7826 service neutron] For port 0b69acb9-d8bb-4557-b2f9-232615a9df10, host n-h1-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=0b69acb9-d8bb-4557-b2f9-232615a9df10,segment=NetworkSegment(3a68ef34-7e9a-4cb9-bb1d-922280e423dc),segment_id=3a68ef34-7e9a-4cb9-bb1d-922280e423dc)] {{(pid=88525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:48:58.070331 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78338a9-16dc-4b51-af8a-91ee701b4320 req-c94dff51-d158-49b0-984c-9a58db8c78bd tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:58.076676 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-c4569a26-8e02-40eb-8b3a-e23c01a78ff7 req-57c64fe2-de46-430a-852b-0c230534cbab tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Unset dirty status for tenant:03a56f87111741e99eac45e7902d811c on resource:security_group {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:48:58.079657 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a78338a9-16dc-4b51-af8a-91ee701b4320 req-c94dff51-d158-49b0-984c-9a58db8c78bd tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1e43742-8455-441c-b05d-c4f9921981bf HTTP/1.1" status: 200 len: 945 time: 1.0280437 Jun 01 18:48:58.091562 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c4569a26-8e02-40eb-8b3a-e23c01a78ff7 req-57c64fe2-de46-430a-852b-0c230534cbab tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] 10.222.0.41 "GET /v2.0/security-groups?id=4c5ecf30-c6e9-40ba-b15a-d3f269f6b4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2453589 Jun 01 18:48:58.143643 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-d6e33747-83c7-4ec9-8dfc-60998f7ebfdd req-d9dc0583-e280-4c33-8100-a63970ac7826 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:58.220851 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a9cccfb-c3ab-4003-bf35-8f7a3e0217b2'] response: {'server_uuid': 'c1e43742-8455-441c-b05d-c4f9921981bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4af72b8-3fa7-4de5-96e1-25aceae241bd', 'code': 200} Jun 01 18:48:58.348114 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-89a537fd-1770-439c-9242-cb03a8b48e83 None None] Transition to ACTIVE for port object f5894000-f580-4313-8172-4033c18e7191 will not be triggered until provisioned by entity DHCP. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:48:58.374666 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-89a537fd-1770-439c-9242-cb03a8b48e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526'] for port, after_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:58.429428 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dc0583-e280-4c33-8100-a63970ac7826 service neutron] Pushing event updated for resources: {'Port': ['ID=0b69acb9-d8bb-4557-b2f9-232615a9df10,revision_number=3']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:58.440031 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a78338a9-16dc-4b51-af8a-91ee701b4320 req-639bf7cd-4972-4292-8079-43d36091b670 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] 10.222.0.41 "GET /v2.0/security-groups?id=32e0c067-0089-408b-a3cd-4b24e22ccce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3649557 Jun 01 18:48:58.462640 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89a537fd-1770-439c-9242-cb03a8b48e83 None None] Network bdf4488b-5688-4804-bc8d-ddc08c819c1e is already hosted by enough agents. {{(pid=88526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:48:58.495400 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.base_scheduler [None req-89a537fd-1770-439c-9242-cb03a8b48e83 None None] Resources bound (agent type, host, resource id): {{(pid=88526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:48:58.500967 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e33747-83c7-4ec9-8dfc-60998f7ebfdd req-d9dc0583-e280-4c33-8100-a63970ac7826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:58.500967 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-d6e33747-83c7-4ec9-8dfc-60998f7ebfdd req-d9dc0583-e280-4c33-8100-a63970ac7826 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:58.500967 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d6e33747-83c7-4ec9-8dfc-60998f7ebfdd req-d9dc0583-e280-4c33-8100-a63970ac7826 service neutron] 10.222.0.15 "PUT /v2.0/ports/0b69acb9-d8bb-4557-b2f9-232615a9df10 HTTP/1.1" status: 200 len: 1091 time: 4.4662156 Jun 01 18:48:58.506596 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a537fd-1770-439c-9242-cb03a8b48e83 None None] Received port after_create {{(pid=88526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:48:58.512859 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ada7162-289e-4343-99b0-e5199fbd144c', 'tag': '0b69acb9-d8bb-4557-b2f9-232615a9df10'}] {{(pid=88525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:48:58.748934 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port 8c188c56-af18-4811-9a90-e69cb5d2eda5 is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:48:58.748934 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:58.802239 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e33747-83c7-4ec9-8dfc-60998f7ebfdd req-564da0e7-15e4-421b-ba5f-5b3d75928bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:58.802239 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d6e33747-83c7-4ec9-8dfc-60998f7ebfdd req-564da0e7-15e4-421b-ba5f-5b3d75928bcc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=03a56f87111741e99eac45e7902d811c&device_id=4ada7162-289e-4343-99b0-e5199fbd144c HTTP/1.1" status: 200 len: 1094 time: 0.1934557 Jun 01 18:48:58.997080 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-183d43ff-26ca-4101-9432-752fa5a2a3bb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:59.030483 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-2eadf7ed-eff4-4d65-a733-8bdc6ee8bcf6 None None] Set router f295a693-958b-4d4b-9229-d104ee449169 gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:48:59.097498 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae74b5bb-8ced-44cc-866f-7a9de23ad952 req-a6ffecba-e8c4-4b7f-9039-01c421ad1db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:59.097498 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ae74b5bb-8ced-44cc-866f-7a9de23ad952 req-a6ffecba-e8c4-4b7f-9039-01c421ad1db4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c1e43742-8455-441c-b05d-c4f9921981bf HTTP/1.1" status: 200 len: 1096 time: 0.7446253 Jun 01 18:48:59.146420 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8210479d-2b50-498a-bf0c-e4fc0ff5428c req-937014f8-3593-4500-943a-706a191e03be tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:59.151184 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-8210479d-2b50-498a-bf0c-e4fc0ff5428c req-937014f8-3593-4500-943a-706a191e03be tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] 10.222.0.41 "GET /v2.0/ports?device_id=675df3e8-dc6b-45bc-a4c8-ae86a5f24463 HTTP/1.1" status: 200 len: 944 time: 0.5802338 Jun 01 18:48:59.185537 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c188c56-af18-4811-9a90-e69cb5d2eda5 {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:48:59.224957 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-183d43ff-26ca-4101-9432-752fa5a2a3bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:59.278310 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-8210479d-2b50-498a-bf0c-e4fc0ff5428c req-0e546a16-712a-461f-9025-f7d0da396c6a tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f2fd699-5af8-4379-8a92-35d8c8796709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256764 Jun 01 18:48:59.284359 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-89a537fd-1770-439c-9242-cb03a8b48e83 None None] Attempting to bind port f5894000-f580-4313-8172-4033c18e7191 on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:48:59.290978 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ae74b5bb-8ced-44cc-866f-7a9de23ad952 req-7b1f9bc0-4702-4368-9f68-15a7a920c48f service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=32e0c067-0089-408b-a3cd-4b24e22ccce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761692 Jun 01 18:48:59.295997 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-89a537fd-1770-439c-9242-cb03a8b48e83 None None] Attempting to bind port f5894000-f580-4313-8172-4033c18e7191 by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': '9650369f-7cf2-4607-bf1e-cbb9e35f003a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'bdf4488b-5688-4804-bc8d-ddc08c819c1e'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:48:59.295997 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a537fd-1770-439c-9242-cb03a8b48e83 None None] Attempting to bind port f5894000-f580-4313-8172-4033c18e7191 on network bdf4488b-5688-4804-bc8d-ddc08c819c1e {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:48:59.302642 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f7757d8f-a753-4348-9f64-c07531c33cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:59.310091 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a537fd-1770-439c-9242-cb03a8b48e83 None None] Pushing event updated for resources: {'Port': ['ID=f5894000-f580-4313-8172-4033c18e7191,revision_number=1']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:59.524825 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a537fd-1770-439c-9242-cb03a8b48e83 None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 18, 48, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:48:59.527464 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d6e33747-83c7-4ec9-8dfc-60998f7ebfdd req-2379c489-1a33-4b6c-b1a0-6f069f526462 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0b69acb9-d8bb-4557-b2f9-232615a9df10 HTTP/1.1" status: 200 len: 217 time: 0.5469534 Jun 01 18:48:59.527949 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a537fd-1770-439c-9242-cb03a8b48e83 None None] Checking segment: {'id': '9650369f-7cf2-4607-bf1e-cbb9e35f003a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'bdf4488b-5688-4804-bc8d-ddc08c819c1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:48:59.528536 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-89a537fd-1770-439c-9242-cb03a8b48e83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:59.528932 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a537fd-1770-439c-9242-cb03a8b48e83 None None] Bound using segment: {'id': '9650369f-7cf2-4607-bf1e-cbb9e35f003a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'bdf4488b-5688-4804-bc8d-ddc08c819c1e'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:48:59.531429 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-89a537fd-1770-439c-9242-cb03a8b48e83 None None] Bound port: f5894000-f580-4313-8172-4033c18e7191, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9650369f-7cf2-4607-bf1e-cbb9e35f003a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'bdf4488b-5688-4804-bc8d-ddc08c819c1e'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:48:59.531429 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-89a537fd-1770-439c-9242-cb03a8b48e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:59.586778 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 8c188c56-af18-4811-9a90-e69cb5d2eda5, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=8c188c56-af18-4811-9a90-e69cb5d2eda5,segment=NetworkSegment(5423f802-8952-4dea-8b13-e2a87f408f8c),segment_id=5423f802-8952-4dea-8b13-e2a87f408f8c)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:48:59.624085 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:59.701163 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e33747-83c7-4ec9-8dfc-60998f7ebfdd req-0f9c07ea-6758-475e-8b20-1ad0a78c18a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:59.701163 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d6e33747-83c7-4ec9-8dfc-60998f7ebfdd req-0f9c07ea-6758-475e-8b20-1ad0a78c18a3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=63c99bbc-91d7-46ff-b5ec-5a88ea59ce4e HTTP/1.1" status: 200 len: 853 time: 0.1568575 Jun 01 18:48:59.784296 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12853cbe-1579-4f45-8271-29b936b89046 req-df3ddc45-4207-498b-89cc-1f9e645d9b2e tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:59.784296 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-12853cbe-1579-4f45-8271-29b936b89046 req-df3ddc45-4207-498b-89cc-1f9e645d9b2e tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac320b65-95b9-4d8c-bd7b-e804c1aaac09 HTTP/1.1" status: 200 len: 945 time: 0.8927372 Jun 01 18:48:59.834260 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-89a537fd-1770-439c-9242-cb03a8b48e83 None None] For port f5894000-f580-4313-8172-4033c18e7191, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:48:59.834260 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=8c188c56-af18-4811-9a90-e69cb5d2eda5,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:48:59.854772 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-89a537fd-1770-439c-9242-cb03a8b48e83 None None] For port f5894000-f580-4313-8172-4033c18e7191, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=f5894000-f580-4313-8172-4033c18e7191,segment=NetworkSegment(9650369f-7cf2-4607-bf1e-cbb9e35f003a),segment_id=9650369f-7cf2-4607-bf1e-cbb9e35f003a)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:48:59.866366 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-89a537fd-1770-439c-9242-cb03a8b48e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:48:59.909465 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f4f5d7-22f7-4c64-8304-061a7bb4f1f2 req-8028e0b9-b5e1-48b9-95f1-b7c127ff75ee tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:48:59.909465 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-33f4f5d7-22f7-4c64-8304-061a7bb4f1f2 req-8028e0b9-b5e1-48b9-95f1-b7c127ff75ee tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/ports?device_id=bbc6cdff-04ae-48c7-ad6e-c61c3c6d16b7 HTTP/1.1" status: 200 len: 948 time: 0.4115086 Jun 01 18:48:59.917998 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d6e33747-83c7-4ec9-8dfc-60998f7ebfdd req-08d4387f-9bb4-4dc7-9af5-5964e1a52212 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a07ebbeb-60e0-4b03-9320-3082a1d6fcc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2068126 Jun 01 18:48:59.942290 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [None req-f7757d8f-a753-4348-9f64-c07531c33cd9 admin admin] Allocated IP 172.20.0.1 (733f1d30-f98a-417d-a420-8babaa4f930e/feb88351-1be4-4281-aea1-860175961a49/58e2e037-de43-49ff-8616-26fec74bc066) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:48:59.961724 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] get_ports_and_sgs() called for port_ids ['8c188c56-af18-4811-9a90-e69cb5d2eda5'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:48:59.995570 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-33f4f5d7-22f7-4c64-8304-061a7bb4f1f2 req-e5d78d7c-926b-4ce4-a561-6949657a4b3b tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbe27866-6450-47f0-a8e1-f266dfb72433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820236 Jun 01 18:49:00.144894 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-2eadf7ed-eff4-4d65-a733-8bdc6ee8bcf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f295a693-958b-4d4b-9229-d104ee449169', 'name': 'tempest-ServerRescueTestJSONUnderV235-569487050-router', 'tenant_id': 'bba0af6b22cc48889542d40b4d85508e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': 'a87fe2a0-8767-47f7-b26d-385ed6a48322', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:48:47Z', 'updated_at': '2022-06-01T18:48:52Z', 'revision_number': 3, 'project_id': 'bba0af6b22cc48889542d40b4d85508e', 'gw_port': {'id': 'a87fe2a0-8767-47f7-b26d-385ed6a48322', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:6c:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f295a693-958b-4d4b-9229-d104ee449169', 'device_owner': 'network:router_gateway', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:48:49Z', 'updated_at': '2022-06-01T18:48:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:49:00.144894 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a537fd-1770-439c-9242-cb03a8b48e83 None None] Pushing event updated for resources: {'Port': ['ID=f5894000-f580-4313-8172-4033c18e7191,revision_number=2']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:49:00.185162 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eadf7ed-eff4-4d65-a733-8bdc6ee8bcf6 None None] Checking router: f295a693-958b-4d4b-9229-d104ee449169 for host: n-d-844202-1 {{(pid=88526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 18:49:00.185162 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eadf7ed-eff4-4d65-a733-8bdc6ee8bcf6 None None] Updating router f295a693-958b-4d4b-9229-d104ee449169 port a87fe2a0-8767-47f7-b26d-385ed6a48322 binding host n-d-844202-1 {{(pid=88526) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 18:49:00.310237 n-d-844202-1 neutron-server[88525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7257e8b-ccfe-4be2-a795-5eb77014d396'] response: {'name': 'network-changed', 'server_uuid': '4ada7162-289e-4343-99b0-e5199fbd144c', 'tag': '0b69acb9-d8bb-4557-b2f9-232615a9df10', 'status': 'completed', 'code': 200} Jun 01 18:49:00.412786 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-12853cbe-1579-4f45-8271-29b936b89046 req-78890f22-5959-46dc-9e2b-3ca593e69677 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] 10.222.0.41 "GET /v2.0/security-groups?id=92820b43-7593-449e-bdb5-02c9f22d29e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5444505 Jun 01 18:49:00.483044 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-2eadf7ed-eff4-4d65-a733-8bdc6ee8bcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:00.526718 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [None req-183d43ff-26ca-4101-9432-752fa5a2a3bb admin admin] Allocated IP 172.25.4.214 (72a72e44-6845-488a-a5ff-3a26d4df9cb3/c314a23b-daa2-4106-ab28-8e6f954277b2/792b79d8-3606-4aea-abf9-78e5ef9a879b) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:49:00.598309 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f7757d8f-a753-4348-9f64-c07531c33cd9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:00.714236 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f7757d8f-a753-4348-9f64-c07531c33cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:00.884580 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7757d8f-a753-4348-9f64-c07531c33cd9 admin admin] Network 733f1d30-f98a-417d-a420-8babaa4f930e is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:49:00.884580 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-f7757d8f-a753-4348-9f64-c07531c33cd9 admin admin] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:49:00.904864 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9106314d-2717-4b88-9985-f8ae8e03507c req-94909f9f-14fd-48b0-a2b9-20e668fe2fad tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:49:00.904864 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9106314d-2717-4b88-9985-f8ae8e03507c req-94909f9f-14fd-48b0-a2b9-20e668fe2fad tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ada7162-289e-4343-99b0-e5199fbd144c HTTP/1.1" status: 200 len: 943 time: 0.5697794 Jun 01 18:49:00.926873 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7757d8f-a753-4348-9f64-c07531c33cd9 admin admin] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:49:00.992578 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f7757d8f-a753-4348-9f64-c07531c33cd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-887605'] for router_interface, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:01.150461 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7757d8f-a753-4348-9f64-c07531c33cd9 admin admin] Pushing event updated for resources: {'Port': ['ID=58e2e037-de43-49ff-8616-26fec74bc066,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:49:01.221244 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9106314d-2717-4b88-9985-f8ae8e03507c req-d89cd855-ce8b-4547-a9f6-03a9f3698f06 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] 10.222.0.41 "GET /v2.0/security-groups?id=4c5ecf30-c6e9-40ba-b15a-d3f269f6b4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842350 Jun 01 18:49:01.247657 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d6e33747-83c7-4ec9-8dfc-60998f7ebfdd req-9acc9cd2-6913-4fc0-9719-645e7954a2a0 service neutron] 10.222.0.15 "GET /v2.0/networks/a07ebbeb-60e0-4b03-9320-3082a1d6fcc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3029780 Jun 01 18:49:01.405200 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-183d43ff-26ca-4101-9432-752fa5a2a3bb admin admin] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:01.417663 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.agents_db [None req-e814b9cf-7de8-45d0-a079-29c61fabe7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 18:49:01.429761 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2cf388-bea2-4287-b4bc-680b98eb7da7 req-fcfe2cc9-baf2-4b9c-aeed-69485dba6159 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:49:01.452461 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ec2cf388-bea2-4287-b4bc-680b98eb7da7 req-fcfe2cc9-baf2-4b9c-aeed-69485dba6159 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1e43742-8455-441c-b05d-c4f9921981bf HTTP/1.1" status: 200 len: 945 time: 0.6223211 Jun 01 18:49:01.497355 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f7757d8f-a753-4348-9f64-c07531c33cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:01.587811 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ec2cf388-bea2-4287-b4bc-680b98eb7da7 req-780bf3a8-f047-4e19-a1f6-c8417edbb2ce tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] 10.222.0.41 "GET /v2.0/security-groups?id=32e0c067-0089-408b-a3cd-4b24e22ccce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290338 Jun 01 18:49:01.651089 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d6e33747-83c7-4ec9-8dfc-60998f7ebfdd req-f3a36d8b-2e00-431b-8e42-d2cd377be09a service neutron] 10.222.0.15 "GET /v2.0/networks/a07ebbeb-60e0-4b03-9320-3082a1d6fcc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3866630 Jun 01 18:49:01.678293 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-183d43ff-26ca-4101-9432-752fa5a2a3bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:01.806864 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac1bf51-27d6-4374-9bf9-2ec4f73bf920 req-2a44ecc3-4d0f-4a88-ab26-4f67dd4be781 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:49:01.806864 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-aac1bf51-27d6-4374-9bf9-2ec4f73bf920 req-2a44ecc3-4d0f-4a88-ab26-4f67dd4be781 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/ports?device_id=bbc6cdff-04ae-48c7-ad6e-c61c3c6d16b7 HTTP/1.1" status: 200 len: 948 time: 0.3915000 Jun 01 18:49:02.079997 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-183d43ff-26ca-4101-9432-752fa5a2a3bb admin admin] Network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:49:02.103460 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-183d43ff-26ca-4101-9432-752fa5a2a3bb admin admin] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:49:02.103460 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183d43ff-26ca-4101-9432-752fa5a2a3bb admin admin] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:49:02.161959 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183d43ff-26ca-4101-9432-752fa5a2a3bb admin admin] Pushing event updated for resources: {'Port': ['ID=792b79d8-3606-4aea-abf9-78e5ef9a879b,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:49:02.191610 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-aac1bf51-27d6-4374-9bf9-2ec4f73bf920 req-d71d0f09-801f-46fc-89d1-cc65747e809e tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbe27866-6450-47f0-a8e1-f266dfb72433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147498 Jun 01 18:49:02.261160 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device f5894000-f580-4313-8172-4033c18e7191 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:49:02.329270 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcfb79ba-a727-4afd-9deb-c10e327c19d9 None None] Network bdf4488b-5688-4804-bc8d-ddc08c819c1e requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 18:49:02.426779 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f7757d8f-a753-4348-9f64-c07531c33cd9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:02.440218 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f7757d8f-a753-4348-9f64-c07531c33cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:02.487717 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-2eadf7ed-eff4-4d65-a733-8bdc6ee8bcf6 None None] Notify callbacks [] for port, precommit_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:02.536020 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebd1891-6fe2-4b4a-9359-56d79e9452f8 req-5059b49f-4e53-42bb-a695-1abecc890f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:49:02.536020 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-0ebd1891-6fe2-4b4a-9359-56d79e9452f8 req-5059b49f-4e53-42bb-a695-1abecc890f49 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=03a56f87111741e99eac45e7902d811c&device_id=4ada7162-289e-4343-99b0-e5199fbd144c HTTP/1.1" status: 200 len: 1094 time: 0.7258587 Jun 01 18:49:02.547811 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15364f2b-bd90-490f-ab61-b7cfac10755e req-db4f6a52-9175-463d-b31d-1ad58610514b tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:49:02.549820 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-2eadf7ed-eff4-4d65-a733-8bdc6ee8bcf6 None None] Transition to ACTIVE for port object a87fe2a0-8767-47f7-b26d-385ed6a48322 will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:49:02.551833 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-15364f2b-bd90-490f-ab61-b7cfac10755e req-db4f6a52-9175-463d-b31d-1ad58610514b tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] 10.222.0.41 "GET /v2.0/ports?device_id=675df3e8-dc6b-45bc-a4c8-ae86a5f24463 HTTP/1.1" status: 200 len: 945 time: 0.6366515 Jun 01 18:49:02.577823 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port f5894000-f580-4313-8172-4033c18e7191 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:49:02.577823 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-ef676d6e-a4a0-4d0c-8ba0-d8367c289c51 None None] Provisioning for port f5894000-f580-4313-8172-4033c18e7191 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:49:02.596533 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-ef676d6e-a4a0-4d0c-8ba0-d8367c289c51 None None] Provisioning complete for port f5894000-f580-4313-8172-4033c18e7191 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:49:02.596533 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-ef676d6e-a4a0-4d0c-8ba0-d8367c289c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:02.621501 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-2eadf7ed-eff4-4d65-a733-8bdc6ee8bcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:02.673414 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port f5894000-f580-4313-8172-4033c18e7191 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:49:02.673414 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:02.867426 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-2eadf7ed-eff4-4d65-a733-8bdc6ee8bcf6 None None] Attempting to bind port a87fe2a0-8767-47f7-b26d-385ed6a48322 on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:49:02.867426 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-2eadf7ed-eff4-4d65-a733-8bdc6ee8bcf6 None None] Attempting to bind port a87fe2a0-8767-47f7-b26d-385ed6a48322 by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:49:02.867426 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eadf7ed-eff4-4d65-a733-8bdc6ee8bcf6 None None] Attempting to bind port a87fe2a0-8767-47f7-b26d-385ed6a48322 on network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:49:02.880359 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f7757d8f-a753-4348-9f64-c07531c33cd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-887436'] for router_interface, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:02.896540 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7757d8f-a753-4348-9f64-c07531c33cd9 admin admin] Pushing event updated for resources: {'Port': ['ID=58e2e037-de43-49ff-8616-26fec74bc066,revision_number=2']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:49:02.965755 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eadf7ed-eff4-4d65-a733-8bdc6ee8bcf6 None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 18, 48, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:49:02.965755 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eadf7ed-eff4-4d65-a733-8bdc6ee8bcf6 None None] Checking segment: {'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:49:02.965755 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-2eadf7ed-eff4-4d65-a733-8bdc6ee8bcf6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:02.965755 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eadf7ed-eff4-4d65-a733-8bdc6ee8bcf6 None None] Bound using segment: {'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:49:02.965755 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-2eadf7ed-eff4-4d65-a733-8bdc6ee8bcf6 None None] Bound port: a87fe2a0-8767-47f7-b26d-385ed6a48322, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:49:02.965755 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-2eadf7ed-eff4-4d65-a733-8bdc6ee8bcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:02.997926 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-15364f2b-bd90-490f-ab61-b7cfac10755e req-5e48f510-d539-4304-a632-fb59ca6e057e tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f2fd699-5af8-4379-8a92-35d8c8796709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4380779 Jun 01 18:49:03.116807 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-2eadf7ed-eff4-4d65-a733-8bdc6ee8bcf6 None None] For port a87fe2a0-8767-47f7-b26d-385ed6a48322, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:49:03.116807 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-2eadf7ed-eff4-4d65-a733-8bdc6ee8bcf6 None None] For port a87fe2a0-8767-47f7-b26d-385ed6a48322, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=a87fe2a0-8767-47f7-b26d-385ed6a48322,segment=NetworkSegment(7875af61-4c53-4ff2-b8c8-d4b7c35ff947),segment_id=7875af61-4c53-4ff2-b8c8-d4b7c35ff947)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:49:03.134409 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4874574c-1b41-40b3-911c-3380e5533c95 None None] Pushing event updated for resources: {'Port': ['ID=a87fe2a0-8767-47f7-b26d-385ed6a48322,revision_number=2']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:49:03.145358 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-2eadf7ed-eff4-4d65-a733-8bdc6ee8bcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:03.160125 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 50932) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:49:03.193731 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-950fc307-a07d-439f-a39b-fffee21e0ae6 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1794523858', 'description': 'tempest-description--346980312'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:49:03.216346 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7757d8f-a753-4348-9f64-c07531c33cd9 admin admin] Network 733f1d30-f98a-417d-a420-8babaa4f930e is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:49:03.216346 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-950fc307-a07d-439f-a39b-fffee21e0ae6 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:49:03.222734 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-f7757d8f-a753-4348-9f64-c07531c33cd9 admin admin] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:49:03.256139 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-950fc307-a07d-439f-a39b-fffee21e0ae6 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:49:03.305324 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-950fc307-a07d-439f-a39b-fffee21e0ae6 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:03.332118 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebd1891-6fe2-4b4a-9359-56d79e9452f8 req-bb479ef5-cade-4bb7-b90a-e5c046ba8989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:49:03.332118 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-0ebd1891-6fe2-4b4a-9359-56d79e9452f8 req-bb479ef5-cade-4bb7-b90a-e5c046ba8989 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a07ebbeb-60e0-4b03-9320-3082a1d6fcc8 HTTP/1.1" status: 200 len: 914 time: 0.7502525 Jun 01 18:49:03.388259 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port f5894000-f580-4313-8172-4033c18e7191 is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:49:03.388259 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:03.457068 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eadf7ed-eff4-4d65-a733-8bdc6ee8bcf6 None None] Routers {'f295a693-958b-4d4b-9229-d104ee449169'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:49:03.457068 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-2eadf7ed-eff4-4d65-a733-8bdc6ee8bcf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:48:39Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['f295a693-958b-4d4b-9229-d104ee449169'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:49:03.496325 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-0ebd1891-6fe2-4b4a-9359-56d79e9452f8 req-9a865674-66f0-4cc8-b004-c01eb19561a6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0b69acb9-d8bb-4557-b2f9-232615a9df10 HTTP/1.1" status: 200 len: 217 time: 0.1521008 Jun 01 18:49:03.526143 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-ef676d6e-a4a0-4d0c-8ba0-d8367c289c51 None None] Current status of the port f5894000-f580-4313-8172-4033c18e7191 is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:49:03.526143 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-ef676d6e-a4a0-4d0c-8ba0-d8367c289c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:03.550554 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-183d43ff-26ca-4101-9432-752fa5a2a3bb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:03.581587 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4874574c-1b41-40b3-911c-3380e5533c95 None None] Pushing event updated for resources: {'Port': ['ID=a87fe2a0-8767-47f7-b26d-385ed6a48322,revision_number=3']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:49:03.581587 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port f5894000-f580-4313-8172-4033c18e7191, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=f5894000-f580-4313-8172-4033c18e7191,segment=NetworkSegment(9650369f-7cf2-4607-bf1e-cbb9e35f003a),segment_id=9650369f-7cf2-4607-bf1e-cbb9e35f003a)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:49:03.646731 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:03.736449 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=f5894000-f580-4313-8172-4033c18e7191,revision_number=3']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:49:03.736449 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 8c188c56-af18-4811-9a90-e69cb5d2eda5 up at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:49:03.794372 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebd1891-6fe2-4b4a-9359-56d79e9452f8 req-7e049dfc-a0b9-4549-8e70-6069137ef944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:49:03.794372 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-0ebd1891-6fe2-4b4a-9359-56d79e9452f8 req-7e049dfc-a0b9-4549-8e70-6069137ef944 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=63c99bbc-91d7-46ff-b5ec-5a88ea59ce4e HTTP/1.1" status: 200 len: 853 time: 0.2932973 Jun 01 18:49:03.810563 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb86cb8c-9061-42cf-bce6-0760c1a9ad80 req-eb8fc830-3bf7-496f-9294-af44bb321111 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:49:03.810563 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-bb86cb8c-9061-42cf-bce6-0760c1a9ad80 req-eb8fc830-3bf7-496f-9294-af44bb321111 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac320b65-95b9-4d8c-bd7b-e804c1aaac09 HTTP/1.1" status: 200 len: 945 time: 1.1604633 Jun 01 18:49:03.890142 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-950fc307-a07d-439f-a39b-fffee21e0ae6 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:49:03.907413 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.db.api [None req-ef676d6e-a4a0-4d0c-8ba0-d8367c289c51 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88526) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 18:49:03.907413 n-d-844202-1 neutron-server[88526]: DEBUG oslo_db.api [None req-ef676d6e-a4a0-4d0c-8ba0-d8367c289c51 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 18:49:03.916128 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-0ebd1891-6fe2-4b4a-9359-56d79e9452f8 req-da26b521-bfa5-4ac8-af12-3b3170e6d3a7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a07ebbeb-60e0-4b03-9320-3082a1d6fcc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0865815 Jun 01 18:49:03.923021 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-950fc307-a07d-439f-a39b-fffee21e0ae6 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Usage tracker for resource:security_group_rule and tenant:5a29f45689de4723b61fb9850cc62a10 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:49:03.923021 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-950fc307-a07d-439f-a39b-fffee21e0ae6 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:49:03.934976 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-950fc307-a07d-439f-a39b-fffee21e0ae6 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:49:03.934976 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-bb86cb8c-9061-42cf-bce6-0760c1a9ad80 req-6a501c15-0304-450e-917a-dc0a4a6d37ca tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] 10.222.0.41 "GET /v2.0/security-groups?id=92820b43-7593-449e-bdb5-02c9f22d29e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068637 Jun 01 18:49:03.964723 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7757d8f-a753-4348-9f64-c07531c33cd9 admin admin] Router f295a693-958b-4d4b-9229-d104ee449169 has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 18:49:04.048138 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-2eadf7ed-eff4-4d65-a733-8bdc6ee8bcf6 None None] Set router f295a693-958b-4d4b-9229-d104ee449169 gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:49:04.121620 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-0ebd1891-6fe2-4b4a-9359-56d79e9452f8 req-f19d2f29-2745-40c5-9e57-d85475d09d75 service neutron] 10.222.0.15 "GET /v2.0/networks/a07ebbeb-60e0-4b03-9320-3082a1d6fcc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2065585 Jun 01 18:49:04.379988 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-950fc307-a07d-439f-a39b-fffee21e0ae6 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:04.395340 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ab3e4b-89ac-4941-a19b-6c468fa40c11 req-11ff8978-c049-4663-8214-20a54f784863 tempest-LiveMigrationTest-1173690941 tempest-LiveMigrationTest-1173690941-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:49:04.395340 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-38ab3e4b-89ac-4941-a19b-6c468fa40c11 req-11ff8978-c049-4663-8214-20a54f784863 tempest-LiveMigrationTest-1173690941 tempest-LiveMigrationTest-1173690941-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=ac320b65-95b9-4d8c-bd7b-e804c1aaac09&tenant_id=ee3dca5a75c542e0966797f286e0b4d5&binding%3Ahost_id=n-h2-844202-1 HTTP/1.1" status: 200 len: 1096 time: 0.4186144 Jun 01 18:49:04.395340 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-950fc307-a07d-439f-a39b-fffee21e0ae6 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:04.409910 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-0ebd1891-6fe2-4b4a-9359-56d79e9452f8 req-8993ad98-2081-4595-a7dd-9373f792c694 service neutron] 10.222.0.15 "GET /v2.0/networks/a07ebbeb-60e0-4b03-9320-3082a1d6fcc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2673278 Jun 01 18:49:04.421486 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-38ab3e4b-89ac-4941-a19b-6c468fa40c11 req-20c34521-fa6d-420e-b1f5-2de78872bdf5 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-844202-1'}}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:49:04.474680 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e84351-8dcf-496b-9ffe-5d83c7a39a3d req-80459a0b-d201-4ba4-907f-646f44be215c tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:49:04.476171 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e3e84351-8dcf-496b-9ffe-5d83c7a39a3d req-80459a0b-d201-4ba4-907f-646f44be215c tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ada7162-289e-4343-99b0-e5199fbd144c HTTP/1.1" status: 200 len: 943 time: 1.0570545 Jun 01 18:49:04.476355 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device f5894000-f580-4313-8172-4033c18e7191 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:49:04.561046 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning for port 8c188c56-af18-4811-9a90-e69cb5d2eda5 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:49:04.626087 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e3e84351-8dcf-496b-9ffe-5d83c7a39a3d req-a4ded4d6-7c3b-44e9-a807-1c8f557af68d tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] 10.222.0.41 "GET /v2.0/security-groups?id=4c5ecf30-c6e9-40ba-b15a-d3f269f6b4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323633 Jun 01 18:49:04.641894 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning complete for port 8c188c56-af18-4811-9a90-e69cb5d2eda5 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:49:04.641894 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:04.644186 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-38ab3e4b-89ac-4941-a19b-6c468fa40c11 req-20c34521-fa6d-420e-b1f5-2de78872bdf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:04.657930 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7757d8f-a753-4348-9f64-c07531c33cd9 admin admin] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 18:49:04.686869 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-ef676d6e-a4a0-4d0c-8ba0-d8367c289c51 None None] Current status of the port f5894000-f580-4313-8172-4033c18e7191 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:49:04.687432 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-183d43ff-26ca-4101-9432-752fa5a2a3bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-885820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-886655'] for router, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:04.739263 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950fc307-a07d-439f-a39b-fffee21e0ae6 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f055d04e-b656-46ab-abf0-f5f0811ab50e,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:49:04.810041 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-f7757d8f-a753-4348-9f64-c07531c33cd9 admin admin] 10.222.0.41 "PUT /v2.0/routers/f295a693-958b-4d4b-9229-d104ee449169/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4365101 Jun 01 18:49:04.889656 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port f5894000-f580-4313-8172-4033c18e7191 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:49:04.889656 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:05.025841 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-950fc307-a07d-439f-a39b-fffee21e0ae6 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:05.027678 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-950fc307-a07d-439f-a39b-fffee21e0ae6 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.8652253 Jun 01 18:49:05.037225 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 50944) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:49:05.043492 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-f69c221b-8dad-46af-9c9b-5111f5f51f1e tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Request body: {'security_group_rule': {'security_group_id': 'f055d04e-b656-46ab-abf0-f5f0811ab50e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:49:05.060715 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-f69c221b-8dad-46af-9c9b-5111f5f51f1e tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:49:05.071040 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-5675614a-3093-4b44-bab0-067536c53277 None None] Provisioning complete for port f5894000-f580-4313-8172-4033c18e7191 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:49:05.073881 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-5675614a-3093-4b44-bab0-067536c53277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:05.080785 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfab3ada-2be4-41f8-8baf-2353821c8a7f req-7d1f1875-7e8a-4176-8c26-876aec8a68ca tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:49:05.089114 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-dfab3ada-2be4-41f8-8baf-2353821c8a7f req-7d1f1875-7e8a-4176-8c26-876aec8a68ca tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1e43742-8455-441c-b05d-c4f9921981bf HTTP/1.1" status: 200 len: 945 time: 0.6343768 Jun 01 18:49:05.109688 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-f69c221b-8dad-46af-9c9b-5111f5f51f1e tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Usage tracker for resource:security_group_rule and tenant:5a29f45689de4723b61fb9850cc62a10 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:49:05.120690 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-f69c221b-8dad-46af-9c9b-5111f5f51f1e tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:49:05.158624 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-f69c221b-8dad-46af-9c9b-5111f5f51f1e tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:49:05.173384 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88ac56d-d484-47b8-aaf6-281d6c5f19c7 req-e436a788-8b3b-41ec-9baf-215a06b99564 tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:49:05.177003 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e88ac56d-d484-47b8-aaf6-281d6c5f19c7 req-e436a788-8b3b-41ec-9baf-215a06b99564 tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] 10.222.0.41 "GET /v2.0/ports?device_id=675df3e8-dc6b-45bc-a4c8-ae86a5f24463 HTTP/1.1" status: 200 len: 945 time: 0.3236895 Jun 01 18:49:05.215867 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port 8c188c56-af18-4811-9a90-e69cb5d2eda5 is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:49:05.215867 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:05.249032 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e88ac56d-d484-47b8-aaf6-281d6c5f19c7 req-959d13c6-db53-4442-ad01-065beada06e3 tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f2fd699-5af8-4379-8a92-35d8c8796709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662534 Jun 01 18:49:05.251682 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-183d43ff-26ca-4101-9432-752fa5a2a3bb admin admin] Router 00e1bb82-0feb-4373-99b4-cdc8af6c1c0e is scheduled to L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 with binding_index 1 {{(pid=88525) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 18:49:05.252875 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-dfab3ada-2be4-41f8-8baf-2353821c8a7f req-83246395-30dd-4b36-9215-3284e83e1c30 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] 10.222.0.41 "GET /v2.0/security-groups?id=32e0c067-0089-408b-a3cd-4b24e22ccce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582775 Jun 01 18:49:05.276712 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-38ab3e4b-89ac-4941-a19b-6c468fa40c11 req-20c34521-fa6d-420e-b1f5-2de78872bdf5 service neutron] For port dff298bd-3110-4ad7-9eae-fe40df9d84f7, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=dff298bd-3110-4ad7-9eae-fe40df9d84f7,segment=NetworkSegment(9bd376cf-8b39-4b75-aaa6-34bd3746194e),segment_id=9bd376cf-8b39-4b75-aaa6-34bd3746194e)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:49:05.279032 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f69c221b-8dad-46af-9c9b-5111f5f51f1e tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:05.354760 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-38ab3e4b-89ac-4941-a19b-6c468fa40c11 req-20c34521-fa6d-420e-b1f5-2de78872bdf5 service neutron] For port dff298bd-3110-4ad7-9eae-fe40df9d84f7, host n-h2-844202-1, cleared binding levels {{(pid=88524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:49:05.364661 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '675df3e8-dc6b-45bc-a4c8-ae86a5f24463', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c188c56-af18-4811-9a90-e69cb5d2eda5'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:49:05.381260 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port f5894000-f580-4313-8172-4033c18e7191 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:49:05.435047 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f69c221b-8dad-46af-9c9b-5111f5f51f1e tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:05.483665 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 8c188c56-af18-4811-9a90-e69cb5d2eda5, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=8c188c56-af18-4811-9a90-e69cb5d2eda5,segment=NetworkSegment(5423f802-8952-4dea-8b13-e2a87f408f8c),segment_id=5423f802-8952-4dea-8b13-e2a87f408f8c)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:49:05.485522 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f69c221b-8dad-46af-9c9b-5111f5f51f1e tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:05.499994 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:05.513993 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac320b65-95b9-4d8c-bd7b-e804c1aaac09', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dff298bd-3110-4ad7-9eae-fe40df9d84f7'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:49:05.526945 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-38ab3e4b-89ac-4941-a19b-6c468fa40c11 req-20c34521-fa6d-420e-b1f5-2de78872bdf5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:05.552722 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69c221b-8dad-46af-9c9b-5111f5f51f1e tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b947ce56-cace-4388-a28a-93523033208b,revision_number=0']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:49:05.557449 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-2eadf7ed-eff4-4d65-a733-8bdc6ee8bcf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f295a693-958b-4d4b-9229-d104ee449169', 'name': 'tempest-ServerRescueTestJSONUnderV235-569487050-router', 'tenant_id': 'bba0af6b22cc48889542d40b4d85508e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': 'a87fe2a0-8767-47f7-b26d-385ed6a48322', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:48:47Z', 'updated_at': '2022-06-01T18:49:01Z', 'revision_number': 4, 'project_id': 'bba0af6b22cc48889542d40b4d85508e', 'gw_port': {'id': 'a87fe2a0-8767-47f7-b26d-385ed6a48322', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:6c:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f295a693-958b-4d4b-9229-d104ee449169', 'device_owner': 'network:router_gateway', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:48:49Z', 'updated_at': '2022-06-01T18:49:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '58e2e037-de43-49ff-8616-26fec74bc066', 'name': '', 'network_id': '733f1d30-f98a-417d-a420-8babaa4f930e', 'tenant_id': 'bba0af6b22cc48889542d40b4d85508e', 'mac_address': 'fa:16:3e:37:1f:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f295a693-958b-4d4b-9229-d104ee449169', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': 'feb88351-1be4-4281-aea1-860175961a49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:48:59Z', 'updated_at': '2022-06-01T18:49:01Z', 'revision_number': 2, 'project_id': 'bba0af6b22cc48889542d40b4d85508e', 'subnets': [{'id': 'feb88351-1be4-4281-aea1-860175961a49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:49:05.566539 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-38ab3e4b-89ac-4941-a19b-6c468fa40c11 req-20c34521-fa6d-420e-b1f5-2de78872bdf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:05.612834 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eadf7ed-eff4-4d65-a733-8bdc6ee8bcf6 None None] The sync data for ids ['f295a693-958b-4d4b-9229-d104ee449169'] in n-d-844202-1 is: [{'id': 'f295a693-958b-4d4b-9229-d104ee449169', 'name': 'tempest-ServerRescueTestJSONUnderV235-569487050-router', 'tenant_id': 'bba0af6b22cc48889542d40b4d85508e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': 'a87fe2a0-8767-47f7-b26d-385ed6a48322', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:48:47Z', 'updated_at': '2022-06-01T18:49:01Z', 'revision_number': 4, 'project_id': 'bba0af6b22cc48889542d40b4d85508e', 'gw_port': {'id': 'a87fe2a0-8767-47f7-b26d-385ed6a48322', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:6c:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f295a693-958b-4d4b-9229-d104ee449169', 'device_owner': 'network:router_gateway', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:48:49Z', 'updated_at': '2022-06-01T18:49:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '58e2e037-de43-49ff-8616-26fec74bc066', 'name': '', 'network_id': '733f1d30-f98a-417d-a420-8babaa4f930e', 'tenant_id': 'bba0af6b22cc48889542d40b4d85508e', 'mac_address': 'fa:16:3e:37:1f:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f295a693-958b-4d4b-9229-d104ee449169', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': 'feb88351-1be4-4281-aea1-860175961a49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:48:59Z', 'updated_at': '2022-06-01T18:49:01Z', 'revision_number': 2, 'project_id': 'bba0af6b22cc48889542d40b4d85508e', 'subnets': [{'id': 'feb88351-1be4-4281-aea1-860175961a49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 18:49:05.627892 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 0b69acb9-d8bb-4557-b2f9-232615a9df10 details requested by agent hyperv_n-h1-844202-1 with host n-h1-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 18:49:05.645943 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f69c221b-8dad-46af-9c9b-5111f5f51f1e tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:05.645943 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-f69c221b-8dad-46af-9c9b-5111f5f51f1e tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6074822 Jun 01 18:49:05.677751 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 50966) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:49:05.690520 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-5675614a-3093-4b44-bab0-067536c53277 None None] Current status of the port f5894000-f580-4313-8172-4033c18e7191 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:49:05.695360 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-84bf7918-f033-4a73-b951-d4c89b549d75 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Request body: {'security_group_rule': {'security_group_id': 'f055d04e-b656-46ab-abf0-f5f0811ab50e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:49:05.696312 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=8c188c56-af18-4811-9a90-e69cb5d2eda5,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:49:05.744116 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-84bf7918-f033-4a73-b951-d4c89b549d75 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:49:05.773645 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-84bf7918-f033-4a73-b951-d4c89b549d75 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Usage tracker for resource:security_group_rule and tenant:5a29f45689de4723b61fb9850cc62a10 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:49:05.791398 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-183d43ff-26ca-4101-9432-752fa5a2a3bb admin admin] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 18:49:05.793613 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-84bf7918-f033-4a73-b951-d4c89b549d75 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:49:05.817050 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66626cb5-25fc-4266-b587-a4460e91b5a7 None None] Sync routers for ids ['00e1bb82-0feb-4373-99b4-cdc8af6c1c0e'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 18:49:05.836720 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66626cb5-25fc-4266-b587-a4460e91b5a7 None None] Routers {'00e1bb82-0feb-4373-99b4-cdc8af6c1c0e'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:49:05.841179 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-66626cb5-25fc-4266-b587-a4460e91b5a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:48:39Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['00e1bb82-0feb-4373-99b4-cdc8af6c1c0e'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:49:05.933395 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-84bf7918-f033-4a73-b951-d4c89b549d75 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:49:05.995151 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c34521-fa6d-420e-b1f5-2de78872bdf5 service neutron] Pushing event updated for resources: {'Port': ['ID=dff298bd-3110-4ad7-9eae-fe40df9d84f7,revision_number=7']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:49:06.080217 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-38ab3e4b-89ac-4941-a19b-6c468fa40c11 req-20c34521-fa6d-420e-b1f5-2de78872bdf5 service neutron] Attempting to bind port dff298bd-3110-4ad7-9eae-fe40df9d84f7 on host n-h2-844202-1 for vnic_type normal with profile {"migrating_to": "n-h1-844202-1"} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:49:06.080895 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-38ab3e4b-89ac-4941-a19b-6c468fa40c11 req-20c34521-fa6d-420e-b1f5-2de78872bdf5 service neutron] Attempting to bind port dff298bd-3110-4ad7-9eae-fe40df9d84f7 by drivers openvswitch,hyperv on host n-h2-844202-1 at level 0 using segments [{'id': '9bd376cf-8b39-4b75-aaa6-34bd3746194e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '222758ca-4c6e-4ccb-8f11-8c829f4da008'}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:49:06.080895 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ab3e4b-89ac-4941-a19b-6c468fa40c11 req-20c34521-fa6d-420e-b1f5-2de78872bdf5 service neutron] Attempting to bind port dff298bd-3110-4ad7-9eae-fe40df9d84f7 on network 222758ca-4c6e-4ccb-8f11-8c829f4da008 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:49:06.113071 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5e22e9-f26e-42fc-9baf-f409a2a9f60d req-3f0c56f8-15b7-4f98-8444-d52271e12274 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:49:06.115349 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9b5e22e9-f26e-42fc-9baf-f409a2a9f60d req-3f0c56f8-15b7-4f98-8444-d52271e12274 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac320b65-95b9-4d8c-bd7b-e804c1aaac09 HTTP/1.1" status: 200 len: 945 time: 0.6823969 Jun 01 18:49:06.125928 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-84bf7918-f033-4a73-b951-d4c89b549d75 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:06.134192 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port 0b69acb9-d8bb-4557-b2f9-232615a9df10, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=0b69acb9-d8bb-4557-b2f9-232615a9df10,segment=NetworkSegment(3a68ef34-7e9a-4cb9-bb1d-922280e423dc),segment_id=3a68ef34-7e9a-4cb9-bb1d-922280e423dc)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:49:06.160594 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Returning: {'device': '0b69acb9-d8bb-4557-b2f9-232615a9df10', 'network_id': 'a07ebbeb-60e0-4b03-9320-3082a1d6fcc8', 'port_id': '0b69acb9-d8bb-4557-b2f9-232615a9df10', 'mac_address': 'fa:16:3e:86:da:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63c99bbc-91d7-46ff-b5ec-5a88ea59ce4e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 18:49:06.170080 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337bda76-29f0-4f66-8943-65759969f54b req-0a1c5877-b419-4f97-a53f-c5964153a628 tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:49:06.171949 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-337bda76-29f0-4f66-8943-65759969f54b req-0a1c5877-b419-4f97-a53f-c5964153a628 tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] Synchronizing usage tracker for tenant:bba0af6b22cc48889542d40b4d85508e on resource:network {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:49:06.183074 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ab3e4b-89ac-4941-a19b-6c468fa40c11 req-20c34521-fa6d-420e-b1f5-2de78872bdf5 service neutron] Port dff298bd-3110-4ad7-9eae-fe40df9d84f7 on network 222758ca-4c6e-4ccb-8f11-8c829f4da008 not bound, no agent of type Open vSwitch agent registered on host n-h2-844202-1 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 18:49:06.183074 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ab3e4b-89ac-4941-a19b-6c468fa40c11 req-20c34521-fa6d-420e-b1f5-2de78872bdf5 service neutron] Attempting to bind port dff298bd-3110-4ad7-9eae-fe40df9d84f7 on network 222758ca-4c6e-4ccb-8f11-8c829f4da008 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:49:06.202337 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-66626cb5-25fc-4266-b587-a4460e91b5a7 None None] Set router 00e1bb82-0feb-4373-99b4-cdc8af6c1c0e gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:49:06.209600 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-183d43ff-26ca-4101-9432-752fa5a2a3bb admin admin] Notify callbacks [] for router, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:06.212336 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-183d43ff-26ca-4101-9432-752fa5a2a3bb admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 10.6624227 Jun 01 18:49:06.215606 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 50974) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:49:06.218532 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-337bda76-29f0-4f66-8943-65759969f54b req-0a1c5877-b419-4f97-a53f-c5964153a628 tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] Unset dirty status for tenant:bba0af6b22cc48889542d40b4d85508e on resource:network {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:49:06.223795 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ab3e4b-89ac-4941-a19b-6c468fa40c11 req-20c34521-fa6d-420e-b1f5-2de78872bdf5 service neutron] Checking agent: {'id': 'f5db9968-6317-4186-9100-9e0ca6b50417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 18, 48, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:49:06.224278 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ab3e4b-89ac-4941-a19b-6c468fa40c11 req-20c34521-fa6d-420e-b1f5-2de78872bdf5 service neutron] Checking segment: {'id': '9bd376cf-8b39-4b75-aaa6-34bd3746194e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '222758ca-4c6e-4ccb-8f11-8c829f4da008'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:49:06.224770 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ab3e4b-89ac-4941-a19b-6c468fa40c11 req-20c34521-fa6d-420e-b1f5-2de78872bdf5 service neutron] Bound using segment: {'id': '9bd376cf-8b39-4b75-aaa6-34bd3746194e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '222758ca-4c6e-4ccb-8f11-8c829f4da008'} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:49:06.225296 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-38ab3e4b-89ac-4941-a19b-6c468fa40c11 req-20c34521-fa6d-420e-b1f5-2de78872bdf5 service neutron] Bound port: dff298bd-3110-4ad7-9eae-fe40df9d84f7, host: n-h2-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bd376cf-8b39-4b75-aaa6-34bd3746194e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '222758ca-4c6e-4ccb-8f11-8c829f4da008'}}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:49:06.225728 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-38ab3e4b-89ac-4941-a19b-6c468fa40c11 req-20c34521-fa6d-420e-b1f5-2de78872bdf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:06.235830 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-337bda76-29f0-4f66-8943-65759969f54b req-0a1c5877-b419-4f97-a53f-c5964153a628 tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] 10.222.0.41 "GET /v2.0/networks?id=733f1d30-f98a-417d-a420-8babaa4f930e HTTP/1.1" status: 200 len: 819 time: 0.4463921 Jun 01 18:49:06.263923 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-337bda76-29f0-4f66-8943-65759969f54b req-c25136da-d191-4fe8-b56b-46e1cb321306 tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] 10.222.0.41 "GET /v2.0/quotas/bba0af6b22cc48889542d40b4d85508e HTTP/1.1" status: 200 len: 375 time: 0.0258608 Jun 01 18:49:06.293401 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port 0b69acb9-d8bb-4557-b2f9-232615a9df10 is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:49:06.293505 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:06.330526 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b69acb9-d8bb-4557-b2f9-232615a9df10 {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:49:06.361928 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port 0b69acb9-d8bb-4557-b2f9-232615a9df10, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=0b69acb9-d8bb-4557-b2f9-232615a9df10,segment=NetworkSegment(3a68ef34-7e9a-4cb9-bb1d-922280e423dc),segment_id=3a68ef34-7e9a-4cb9-bb1d-922280e423dc)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:49:06.379591 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:06.380506 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device dff298bd-3110-4ad7-9eae-fe40df9d84f7 details requested by agent hyperv_n-h1-844202-1 with host n-h1-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 18:49:06.442588 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-337bda76-29f0-4f66-8943-65759969f54b req-ef348a58-6514-4e78-a7d3-3912c88fcadd tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=bba0af6b22cc48889542d40b4d85508e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1774738 Jun 01 18:49:06.519553 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9b5e22e9-f26e-42fc-9baf-f409a2a9f60d req-f0e5adbb-4613-4ae2-b1a1-bf821fe5039d tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] 10.222.0.41 "GET /v2.0/security-groups?id=92820b43-7593-449e-bdb5-02c9f22d29e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3625619 Jun 01 18:49:06.579818 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port dff298bd-3110-4ad7-9eae-fe40df9d84f7, host n-h2-844202-1, got binding levels [] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:49:06.621289 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-66626cb5-25fc-4266-b587-a4460e91b5a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00e1bb82-0feb-4373-99b4-cdc8af6c1c0e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-612907466-router', 'tenant_id': 'b31e587f72ec47b29326ef37208d57b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': '792b79d8-3606-4aea-abf9-78e5ef9a879b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:48:56Z', 'updated_at': '2022-06-01T18:49:02Z', 'revision_number': 3, 'project_id': 'b31e587f72ec47b29326ef37208d57b9', 'gw_port': {'id': '792b79d8-3606-4aea-abf9-78e5ef9a879b', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:2a:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00e1bb82-0feb-4373-99b4-cdc8af6c1c0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:48:59Z', 'updated_at': '2022-06-01T18:49:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:49:06.630785 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66626cb5-25fc-4266-b587-a4460e91b5a7 None None] Checking router: 00e1bb82-0feb-4373-99b4-cdc8af6c1c0e for host: n-d-844202-1 {{(pid=88527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 18:49:06.631771 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66626cb5-25fc-4266-b587-a4460e91b5a7 None None] Updating router 00e1bb82-0feb-4373-99b4-cdc8af6c1c0e port 792b79d8-3606-4aea-abf9-78e5ef9a879b binding host n-d-844202-1 {{(pid=88527) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 18:49:06.790887 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Attempting to bind port dff298bd-3110-4ad7-9eae-fe40df9d84f7 on host n-h2-844202-1 for vnic_type normal with profile {"migrating_to": "n-h1-844202-1"} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:49:06.790887 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Attempting to bind port dff298bd-3110-4ad7-9eae-fe40df9d84f7 by drivers openvswitch,hyperv on host n-h2-844202-1 at level 0 using segments [{'id': '9bd376cf-8b39-4b75-aaa6-34bd3746194e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '222758ca-4c6e-4ccb-8f11-8c829f4da008'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:49:06.790887 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Attempting to bind port dff298bd-3110-4ad7-9eae-fe40df9d84f7 on network 222758ca-4c6e-4ccb-8f11-8c829f4da008 {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:49:06.804033 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-66626cb5-25fc-4266-b587-a4460e91b5a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:06.805738 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Port dff298bd-3110-4ad7-9eae-fe40df9d84f7 on network 222758ca-4c6e-4ccb-8f11-8c829f4da008 not bound, no agent of type Open vSwitch agent registered on host n-h2-844202-1 {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 18:49:06.805738 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Attempting to bind port dff298bd-3110-4ad7-9eae-fe40df9d84f7 on network 222758ca-4c6e-4ccb-8f11-8c829f4da008 {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:49:06.821626 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Checking agent: {'id': 'f5db9968-6317-4186-9100-9e0ca6b50417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 18, 48, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:49:06.821626 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Checking segment: {'id': '9bd376cf-8b39-4b75-aaa6-34bd3746194e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '222758ca-4c6e-4ccb-8f11-8c829f4da008'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:49:06.821626 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Bound using segment: {'id': '9bd376cf-8b39-4b75-aaa6-34bd3746194e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '222758ca-4c6e-4ccb-8f11-8c829f4da008'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:49:06.821626 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Bound port: dff298bd-3110-4ad7-9eae-fe40df9d84f7, host: n-h2-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bd376cf-8b39-4b75-aaa6-34bd3746194e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '222758ca-4c6e-4ccb-8f11-8c829f4da008'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:49:06.821626 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:06.872899 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=0b69acb9-d8bb-4557-b2f9-232615a9df10,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:49:06.927580 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-337bda76-29f0-4f66-8943-65759969f54b req-3690395e-33ec-41dd-a493-b9c8631468d5 service neutron] 10.222.0.41 "GET /v2.0/networks/733f1d30-f98a-417d-a420-8babaa4f930e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4585886 Jun 01 18:49:07.056254 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-ab1e32c4-26eb-4c6f-b946-aed57d07b4a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:07.230105 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-337bda76-29f0-4f66-8943-65759969f54b req-6899d855-24d1-4cfe-a981-e1f2488b34ca service neutron] 10.222.0.41 "GET /v2.0/networks/733f1d30-f98a-417d-a420-8babaa4f930e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3077617 Jun 01 18:49:07.278783 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-38ab3e4b-89ac-4941-a19b-6c468fa40c11 req-20c34521-fa6d-420e-b1f5-2de78872bdf5 service neutron] For port dff298bd-3110-4ad7-9eae-fe40df9d84f7, host n-h2-844202-1, cleared binding levels {{(pid=88524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:49:07.296573 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-84bf7918-f033-4a73-b951-d4c89b549d75 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:07.309445 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-84bf7918-f033-4a73-b951-d4c89b549d75 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:07.315686 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-38ab3e4b-89ac-4941-a19b-6c468fa40c11 req-20c34521-fa6d-420e-b1f5-2de78872bdf5 service neutron] For port dff298bd-3110-4ad7-9eae-fe40df9d84f7, host n-h2-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=dff298bd-3110-4ad7-9eae-fe40df9d84f7,segment=NetworkSegment(9bd376cf-8b39-4b75-aaa6-34bd3746194e),segment_id=9bd376cf-8b39-4b75-aaa6-34bd3746194e)] {{(pid=88524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:49:07.338884 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port dff298bd-3110-4ad7-9eae-fe40df9d84f7, host n-h2-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:49:07.347590 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.db.api [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) dff298bd-3110-4ad7-9eae-fe40df9d84f7-n-h2-844202-1-0 {{(pid=88526) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 18:49:07.353845 n-d-844202-1 neutron-server[88526]: DEBUG oslo_db.api [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 18:49:07.367959 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-38ab3e4b-89ac-4941-a19b-6c468fa40c11 req-20c34521-fa6d-420e-b1f5-2de78872bdf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:07.405836 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-66626cb5-25fc-4266-b587-a4460e91b5a7 None None] Notify callbacks [] for port, precommit_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:07.423418 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.provisioning_blocks [None req-66626cb5-25fc-4266-b587-a4460e91b5a7 None None] Transition to ACTIVE for port object 792b79d8-3606-4aea-abf9-78e5ef9a879b will not be triggered until provisioned by entity L2. {{(pid=88527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:49:07.434122 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-66626cb5-25fc-4266-b587-a4460e91b5a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:07.440685 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-84bf7918-f033-4a73-b951-d4c89b549d75 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:07.442045 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-84bf7918-f033-4a73-b951-d4c89b549d75 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.7826185 Jun 01 18:49:07.445480 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 50980) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:49:07.452266 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-a7cfbe27-ccab-4b2f-83b4-77d76ff5cd6e tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Request body: {'floatingip': {'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:49:07.464299 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-a7cfbe27-ccab-4b2f-83b4-77d76ff5cd6e tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:49:07.474124 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-a7cfbe27-ccab-4b2f-83b4-77d76ff5cd6e tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Usage tracker for resource:floatingip and tenant:5a29f45689de4723b61fb9850cc62a10 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:49:07.480086 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-a7cfbe27-ccab-4b2f-83b4-77d76ff5cd6e tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:49:07.518809 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-a7cfbe27-ccab-4b2f-83b4-77d76ff5cd6e tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:49:07.552261 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a7cfbe27-ccab-4b2f-83b4-77d76ff5cd6e tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Notify callbacks [] for floatingip, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:07.558289 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c624ce8-ab3a-46aa-b486-5b415505b0ec None None] Pushing event updated for resources: {'Port': ['ID=792b79d8-3606-4aea-abf9-78e5ef9a879b,revision_number=2']} {{(pid=88527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:49:07.573037 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27e6a5ba-0e24-4e01-9929-27e8a8a5f7aa'] response: {'server_uuid': '675df3e8-dc6b-45bc-a4c8-ae86a5f24463', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c188c56-af18-4811-9a90-e69cb5d2eda5', 'code': 200} Jun 01 18:49:07.647277 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-66626cb5-25fc-4266-b587-a4460e91b5a7 None None] Attempting to bind port 792b79d8-3606-4aea-abf9-78e5ef9a879b on host n-d-844202-1 for vnic_type normal with profile {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:49:07.647895 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-66626cb5-25fc-4266-b587-a4460e91b5a7 None None] Attempting to bind port 792b79d8-3606-4aea-abf9-78e5ef9a879b by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}] {{(pid=88527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:49:07.648445 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66626cb5-25fc-4266-b587-a4460e91b5a7 None None] Attempting to bind port 792b79d8-3606-4aea-abf9-78e5ef9a879b on network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:49:07.661568 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66626cb5-25fc-4266-b587-a4460e91b5a7 None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 18, 48, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:49:07.662160 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66626cb5-25fc-4266-b587-a4460e91b5a7 None None] Checking segment: {'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:49:07.667757 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-66626cb5-25fc-4266-b587-a4460e91b5a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:07.670916 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66626cb5-25fc-4266-b587-a4460e91b5a7 None None] Bound using segment: {'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'} {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:49:07.672730 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-66626cb5-25fc-4266-b587-a4460e91b5a7 None None] Bound port: 792b79d8-3606-4aea-abf9-78e5ef9a879b, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}}] {{(pid=88527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:49:07.673292 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-66626cb5-25fc-4266-b587-a4460e91b5a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:07.696085 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bf7918-f033-4a73-b951-d4c89b549d75 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52800452-69c8-4f80-a4fd-3e03ad649191,revision_number=0']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:49:07.727091 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0566f8b6-22c7-46bc-95ed-4ceb897ca2ff'] response: {'server_uuid': 'ac320b65-95b9-4d8c-bd7b-e804c1aaac09', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dff298bd-3110-4ad7-9eae-fe40df9d84f7', 'code': 200} Jun 01 18:49:07.879663 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.db [None req-66626cb5-25fc-4266-b587-a4460e91b5a7 None None] For port 792b79d8-3606-4aea-abf9-78e5ef9a879b, host n-d-844202-1, cleared binding levels {{(pid=88527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:49:07.884677 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.db [None req-66626cb5-25fc-4266-b587-a4460e91b5a7 None None] For port 792b79d8-3606-4aea-abf9-78e5ef9a879b, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=792b79d8-3606-4aea-abf9-78e5ef9a879b,segment=NetworkSegment(7875af61-4c53-4ff2-b8c8-d4b7c35ff947),segment_id=7875af61-4c53-4ff2-b8c8-d4b7c35ff947)] {{(pid=88527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:49:07.888853 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Attempting to bind port dff298bd-3110-4ad7-9eae-fe40df9d84f7 on host n-h2-844202-1 for vnic_type normal with profile {"migrating_to": "n-h1-844202-1"} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:49:07.889955 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Attempting to bind port dff298bd-3110-4ad7-9eae-fe40df9d84f7 by drivers openvswitch,hyperv on host n-h2-844202-1 at level 0 using segments [{'id': '9bd376cf-8b39-4b75-aaa6-34bd3746194e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '222758ca-4c6e-4ccb-8f11-8c829f4da008'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:49:07.893828 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-66626cb5-25fc-4266-b587-a4460e91b5a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:07.895547 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Attempting to bind port dff298bd-3110-4ad7-9eae-fe40df9d84f7 on network 222758ca-4c6e-4ccb-8f11-8c829f4da008 {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:49:07.907926 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Port dff298bd-3110-4ad7-9eae-fe40df9d84f7 on network 222758ca-4c6e-4ccb-8f11-8c829f4da008 not bound, no agent of type Open vSwitch agent registered on host n-h2-844202-1 {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 18:49:07.909838 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Attempting to bind port dff298bd-3110-4ad7-9eae-fe40df9d84f7 on network 222758ca-4c6e-4ccb-8f11-8c829f4da008 {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:49:07.931912 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Checking agent: {'id': 'f5db9968-6317-4186-9100-9e0ca6b50417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 18, 48, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:49:07.932310 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Checking segment: {'id': '9bd376cf-8b39-4b75-aaa6-34bd3746194e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '222758ca-4c6e-4ccb-8f11-8c829f4da008'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:49:07.934038 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a7cfbe27-ccab-4b2f-83b4-77d76ff5cd6e tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:07.938189 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Bound using segment: {'id': '9bd376cf-8b39-4b75-aaa6-34bd3746194e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '222758ca-4c6e-4ccb-8f11-8c829f4da008'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:49:07.939561 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Bound port: dff298bd-3110-4ad7-9eae-fe40df9d84f7, host: n-h2-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bd376cf-8b39-4b75-aaa6-34bd3746194e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '222758ca-4c6e-4ccb-8f11-8c829f4da008'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:49:07.939970 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:08.058505 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d138b7-cb85-4b0b-8684-25185d7b93de req-6481be53-7579-4345-ae61-abc206eeab7b tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:49:08.060336 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b7d138b7-cb85-4b0b-8684-25185d7b93de req-6481be53-7579-4345-ae61-abc206eeab7b tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ada7162-289e-4343-99b0-e5199fbd144c HTTP/1.1" status: 200 len: 944 time: 0.2070293 Jun 01 18:49:08.128436 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c624ce8-ab3a-46aa-b486-5b415505b0ec None None] Pushing event updated for resources: {'Port': ['ID=792b79d8-3606-4aea-abf9-78e5ef9a879b,revision_number=3']} {{(pid=88527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:49:08.135697 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66626cb5-25fc-4266-b587-a4460e91b5a7 None None] Routers {'00e1bb82-0feb-4373-99b4-cdc8af6c1c0e'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:49:08.136166 n-d-844202-1 neutron-server[88526]: WARNING neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Concurrent port binding operations failed on port dff298bd-3110-4ad7-9eae-fe40df9d84f7 Jun 01 18:49:08.136727 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-66626cb5-25fc-4266-b587-a4460e91b5a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:48:39Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['00e1bb82-0feb-4373-99b4-cdc8af6c1c0e'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:49:08.150162 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port dff298bd-3110-4ad7-9eae-fe40df9d84f7, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=dff298bd-3110-4ad7-9eae-fe40df9d84f7,segment=NetworkSegment(9bd376cf-8b39-4b75-aaa6-34bd3746194e),segment_id=9bd376cf-8b39-4b75-aaa6-34bd3746194e)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:49:08.151653 n-d-844202-1 neutron-server[88526]: INFO neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Attempt 2 to bind port dff298bd-3110-4ad7-9eae-fe40df9d84f7 Jun 01 18:49:08.152040 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device dff298bd-3110-4ad7-9eae-fe40df9d84f7 has no active binding in host n-h1-844202-1 {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Jun 01 18:49:08.222563 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device a87fe2a0-8767-47f7-b26d-385ed6a48322 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:49:08.243338 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b7d138b7-cb85-4b0b-8684-25185d7b93de req-3bb84a06-bf02-43a4-8050-741e68ba55a7 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] 10.222.0.41 "GET /v2.0/security-groups?id=4c5ecf30-c6e9-40ba-b15a-d3f269f6b4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567917 Jun 01 18:49:08.307144 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [None req-a7cfbe27-ccab-4b2f-83b4-77d76ff5cd6e tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Allocated IP 172.25.4.11 (72a72e44-6845-488a-a5ff-3a26d4df9cb3/c314a23b-daa2-4106-ab28-8e6f954277b2/c3e20cbc-7ab9-40d2-aa3d-19a1c03c191c) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:49:08.365229 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] get_ports_and_sgs() called for port_ids ['dff298bd-3110-4ad7-9eae-fe40df9d84f7'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:49:08.385657 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ab3e4b-89ac-4941-a19b-6c468fa40c11 req-20c34521-fa6d-420e-b1f5-2de78872bdf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:49:08.386623 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-38ab3e4b-89ac-4941-a19b-6c468fa40c11 req-20c34521-fa6d-420e-b1f5-2de78872bdf5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:08.388010 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-38ab3e4b-89ac-4941-a19b-6c468fa40c11 req-20c34521-fa6d-420e-b1f5-2de78872bdf5 service neutron] 10.222.0.15 "PUT /v2.0/ports/dff298bd-3110-4ad7-9eae-fe40df9d84f7 HTTP/1.1" status: 200 len: 1121 time: 3.9706268 Jun 01 18:49:08.424405 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] get_ports_and_sgs() called for port_ids ['dff298bd-3110-4ad7-9eae-fe40df9d84f7'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:49:08.430100 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c34521-fa6d-420e-b1f5-2de78872bdf5 service neutron] Pushing event updated for resources: {'Port': ['ID=dff298bd-3110-4ad7-9eae-fe40df9d84f7,revision_number=8']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:49:08.458930 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-66626cb5-25fc-4266-b587-a4460e91b5a7 None None] Set router 00e1bb82-0feb-4373-99b4-cdc8af6c1c0e gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:49:08.463006 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a27ac8-aaa6-4127-b855-bb300714ef2e req-7069c085-6390-4444-8cee-111d1f12efea tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:49:08.465007 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-59a27ac8-aaa6-4127-b855-bb300714ef2e req-7069c085-6390-4444-8cee-111d1f12efea tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1e43742-8455-441c-b05d-c4f9921981bf HTTP/1.1" status: 200 len: 945 time: 1.2996910 Jun 01 18:49:08.535225 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] get_ports_and_sgs() called for port_ids ['0b69acb9-d8bb-4557-b2f9-232615a9df10'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:49:08.688200 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6167829-329f-437b-896c-28515b1c38a3 req-92a8a82d-70dd-449b-974d-8c5ef49b6a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:49:08.698734 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d6167829-329f-437b-896c-28515b1c38a3 req-92a8a82d-70dd-449b-974d-8c5ef49b6a03 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=675df3e8-dc6b-45bc-a4c8-ae86a5f24463 HTTP/1.1" status: 200 len: 1097 time: 0.9600298 Jun 01 18:49:08.807955 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a7cfbe27-ccab-4b2f-83b4-77d76ff5cd6e tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:08.856754 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-59a27ac8-aaa6-4127-b855-bb300714ef2e req-5e453075-2fbe-4aed-9895-d774441ba6fe tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] 10.222.0.41 "GET /v2.0/security-groups?id=32e0c067-0089-408b-a3cd-4b24e22ccce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3646572 Jun 01 18:49:08.912600 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a7cfbe27-ccab-4b2f-83b4-77d76ff5cd6e tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:08.940722 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port a87fe2a0-8767-47f7-b26d-385ed6a48322 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:49:08.972748 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d6167829-329f-437b-896c-28515b1c38a3 req-e5a57fad-c641-4b75-96c5-38804a2e2463 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=8f2fd699-5af8-4379-8a92-35d8c8796709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101247 Jun 01 18:49:08.981659 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port a87fe2a0-8767-47f7-b26d-385ed6a48322 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:49:08.982256 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:09.158127 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8601762-ae1c-4a1a-a4a9-b278072df20b None None] Sync routers for ids ['f295a693-958b-4d4b-9229-d104ee449169'] in n-d-844202-1 {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 18:49:09.188787 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-56be39ee-165a-4aaa-b383-542bfca316f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:09.282344 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c3a40b-7496-4cb1-84fa-f401b0dabe55 req-83a48db5-cdb0-4543-8c0f-41c34f00c092 tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:49:09.303886 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-17c3a40b-7496-4cb1-84fa-f401b0dabe55 req-83a48db5-cdb0-4543-8c0f-41c34f00c092 tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] 10.222.0.41 "GET /v2.0/ports?device_id=675df3e8-dc6b-45bc-a4c8-ae86a5f24463 HTTP/1.1" status: 200 len: 946 time: 0.8055034 Jun 01 18:49:09.319160 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8601762-ae1c-4a1a-a4a9-b278072df20b None None] Routers {'f295a693-958b-4d4b-9229-d104ee449169'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:49:09.319160 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-b8601762-ae1c-4a1a-a4a9-b278072df20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:48:39Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['f295a693-958b-4d4b-9229-d104ee449169'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:49:09.374067 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7cfbe27-ccab-4b2f-83b4-77d76ff5cd6e tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:49:09.386006 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-a7cfbe27-ccab-4b2f-83b4-77d76ff5cd6e tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:49:09.386006 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7cfbe27-ccab-4b2f-83b4-77d76ff5cd6e tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:49:09.471334 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-66626cb5-25fc-4266-b587-a4460e91b5a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00e1bb82-0feb-4373-99b4-cdc8af6c1c0e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-612907466-router', 'tenant_id': 'b31e587f72ec47b29326ef37208d57b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': '792b79d8-3606-4aea-abf9-78e5ef9a879b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:48:56Z', 'updated_at': '2022-06-01T18:49:02Z', 'revision_number': 3, 'project_id': 'b31e587f72ec47b29326ef37208d57b9', 'gw_port': {'id': '792b79d8-3606-4aea-abf9-78e5ef9a879b', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:2a:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00e1bb82-0feb-4373-99b4-cdc8af6c1c0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:48:59Z', 'updated_at': '2022-06-01T18:49:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:49:09.476565 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66626cb5-25fc-4266-b587-a4460e91b5a7 None None] The sync data for ids ['00e1bb82-0feb-4373-99b4-cdc8af6c1c0e'] in n-d-844202-1 is: [{'id': '00e1bb82-0feb-4373-99b4-cdc8af6c1c0e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-612907466-router', 'tenant_id': 'b31e587f72ec47b29326ef37208d57b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': '792b79d8-3606-4aea-abf9-78e5ef9a879b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:48:56Z', 'updated_at': '2022-06-01T18:49:02Z', 'revision_number': 3, 'project_id': 'b31e587f72ec47b29326ef37208d57b9', 'gw_port': {'id': '792b79d8-3606-4aea-abf9-78e5ef9a879b', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:2a:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00e1bb82-0feb-4373-99b4-cdc8af6c1c0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:48:59Z', 'updated_at': '2022-06-01T18:49:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 18:49:09.596807 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-7ac20e44-ab2a-4580-b652-2bd332d67f6a req-6d3d9ca4-ccf5-4d94-a292-a9250ecacb82 tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] Synchronizing usage tracker for tenant:bba0af6b22cc48889542d40b4d85508e on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:49:09.607186 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a7cfbe27-ccab-4b2f-83b4-77d76ff5cd6e tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:09.630009 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-73789735-8cd8-4fc8-a7e8-2c3fe72da109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:09.691599 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-17c3a40b-7496-4cb1-84fa-f401b0dabe55 req-05094bb9-8a52-476b-bd0d-efd042343adf tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f2fd699-5af8-4379-8a92-35d8c8796709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3913321 Jun 01 18:49:09.721919 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cfbe27-ccab-4b2f-83b4-77d76ff5cd6e tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Pushing event updated for resources: {'Port': ['ID=c3e20cbc-7ab9-40d2-aa3d-19a1c03c191c,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:49:09.778728 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac320b65-95b9-4d8c-bd7b-e804c1aaac09', 'tag': 'dff298bd-3110-4ad7-9eae-fe40df9d84f7'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:49:09.791926 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a7cfbe27-ccab-4b2f-83b4-77d76ff5cd6e tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:09.844744 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-7ac20e44-ab2a-4580-b652-2bd332d67f6a req-6d3d9ca4-ccf5-4d94-a292-a9250ecacb82 tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] Unset dirty status for tenant:bba0af6b22cc48889542d40b4d85508e on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:49:09.854105 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7ac20e44-ab2a-4580-b652-2bd332d67f6a req-6d3d9ca4-ccf5-4d94-a292-a9250ecacb82 tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f67c738-584f-4106-9a9a-b1bbbc4b97b6 HTTP/1.1" status: 200 len: 210 time: 0.3671522 Jun 01 18:49:09.950847 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port a87fe2a0-8767-47f7-b26d-385ed6a48322 is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:49:09.950847 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:10.009436 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [None req-56be39ee-165a-4aaa-b383-542bfca316f9 admin admin] Allocated IP 172.20.0.1 (bdf4488b-5688-4804-bc8d-ddc08c819c1e/b15c17d5-ce6f-4a39-b59b-8444214cfec8/a89c5127-853a-4492-8421-4a2b9c73226a) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:49:10.151003 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-b8601762-ae1c-4a1a-a4a9-b278072df20b None None] Set router f295a693-958b-4d4b-9229-d104ee449169 gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:49:10.489926 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337bda76-29f0-4f66-8943-65759969f54b req-9650ca43-edae-480c-85ac-69cd87973b54 tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:49:10.491700 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-337bda76-29f0-4f66-8943-65759969f54b req-9650ca43-edae-480c-85ac-69cd87973b54 tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] 10.222.0.15 "GET /v2.0/networks?id=733f1d30-f98a-417d-a420-8babaa4f930e HTTP/1.1" status: 200 len: 819 time: 0.7667079 Jun 01 18:49:10.519703 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-337bda76-29f0-4f66-8943-65759969f54b req-73ca15d3-8599-4acf-9a99-5c8107a401d6 tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] Request body: {'port': {'device_id': '0f67c738-584f-4106-9a9a-b1bbbc4b97b6', 'network_id': '733f1d30-f98a-417d-a420-8babaa4f930e', 'admin_state_up': True, 'tenant_id': 'bba0af6b22cc48889542d40b4d85508e'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:49:10.583096 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3ed11d-8bd8-4c45-8ae9-be554c8ebde6 req-3fd8541c-39ce-436e-9447-9a36867c0dd4 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:49:10.584772 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-de3ed11d-8bd8-4c45-8ae9-be554c8ebde6 req-3fd8541c-39ce-436e-9447-9a36867c0dd4 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac320b65-95b9-4d8c-bd7b-e804c1aaac09 HTTP/1.1" status: 200 len: 943 time: 0.6994081 Jun 01 18:49:10.651024 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-de3ed11d-8bd8-4c45-8ae9-be554c8ebde6 req-dd3b596f-c854-438e-b629-761082cdd45d tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] 10.222.0.41 "GET /v2.0/security-groups?id=92820b43-7593-449e-bdb5-02c9f22d29e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566740 Jun 01 18:49:10.734907 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-56be39ee-165a-4aaa-b383-542bfca316f9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:10.771183 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a7cfbe27-ccab-4b2f-83b4-77d76ff5cd6e tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Notify callbacks [] for port, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:10.782116 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a7cfbe27-ccab-4b2f-83b4-77d76ff5cd6e tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:10.786286 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c55972b-9a57-49ec-a8dd-605d72eb288b'] response: {'name': 'network-changed', 'server_uuid': 'ac320b65-95b9-4d8c-bd7b-e804c1aaac09', 'tag': 'dff298bd-3110-4ad7-9eae-fe40df9d84f7', 'status': 'completed', 'code': 200} Jun 01 18:49:10.857050 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port a87fe2a0-8767-47f7-b26d-385ed6a48322, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=a87fe2a0-8767-47f7-b26d-385ed6a48322,segment=NetworkSegment(7875af61-4c53-4ff2-b8c8-d4b7c35ff947),segment_id=7875af61-4c53-4ff2-b8c8-d4b7c35ff947)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:49:10.883757 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cfbe27-ccab-4b2f-83b4-77d76ff5cd6e tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Pushing event updated for resources: {'Port': ['ID=c3e20cbc-7ab9-40d2-aa3d-19a1c03c191c,revision_number=2']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:49:10.887779 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:10.908145 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-337bda76-29f0-4f66-8943-65759969f54b req-73ca15d3-8599-4acf-9a99-5c8107a401d6 tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:49:10.920034 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-337bda76-29f0-4f66-8943-65759969f54b req-73ca15d3-8599-4acf-9a99-5c8107a401d6 tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:49:10.945973 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-337bda76-29f0-4f66-8943-65759969f54b req-73ca15d3-8599-4acf-9a99-5c8107a401d6 tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] Made reservation on behalf of bba0af6b22cc48889542d40b4d85508e for: {'port': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:49:10.949867 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-337bda76-29f0-4f66-8943-65759969f54b req-73ca15d3-8599-4acf-9a99-5c8107a401d6 tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:10.972782 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [None req-56be39ee-165a-4aaa-b383-542bfca316f9 admin admin] Transition to ACTIVE for port object a89c5127-853a-4492-8421-4a2b9c73226a will not be triggered until provisioned by entity DHCP. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:49:10.992508 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:10.994676 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a7cfbe27-ccab-4b2f-83b4-77d76ff5cd6e tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887712'] for floatingip, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:11.031121 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:11.112840 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a7cfbe27-ccab-4b2f-83b4-77d76ff5cd6e tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for floatingip, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:11.114913 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-a7cfbe27-ccab-4b2f-83b4-77d76ff5cd6e tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.6683433 Jun 01 18:49:11.129085 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 792b79d8-3606-4aea-abf9-78e5ef9a879b up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:49:11.141485 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d785e984-f880-40da-b99a-c9589786cf99 req-75784fb5-50ad-4569-a36d-d1094b68203e tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:49:11.143236 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d785e984-f880-40da-b99a-c9589786cf99 req-75784fb5-50ad-4569-a36d-d1094b68203e tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ada7162-289e-4343-99b0-e5199fbd144c HTTP/1.1" status: 200 len: 944 time: 0.5021858 Jun 01 18:49:11.150209 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13083bda-f84b-43bb-a631-c6807fd4e482 req-dc6e434c-5c99-40cb-b076-a57a01ebbb54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:49:11.151480 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-13083bda-f84b-43bb-a631-c6807fd4e482 req-dc6e434c-5c99-40cb-b076-a57a01ebbb54 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ee3dca5a75c542e0966797f286e0b4d5&device_id=ac320b65-95b9-4d8c-bd7b-e804c1aaac09 HTTP/1.1" status: 200 len: 1124 time: 0.3082447 Jun 01 18:49:11.154128 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6205c1-c59c-48b2-84b5-0f34a5cdb5e9 req-51dc7eae-d6fd-494a-8da8-bc93c1ca566b tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:49:11.157029 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8c6205c1-c59c-48b2-84b5-0f34a5cdb5e9 req-51dc7eae-d6fd-494a-8da8-bc93c1ca566b tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1e43742-8455-441c-b05d-c4f9921981bf HTTP/1.1" status: 200 len: 945 time: 0.1569700 Jun 01 18:49:11.177935 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-56be39ee-165a-4aaa-b383-542bfca316f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:11.213623 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8c6205c1-c59c-48b2-84b5-0f34a5cdb5e9 req-851767ef-7b25-444b-aea4-40f1a65cee94 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] 10.222.0.41 "GET /v2.0/security-groups?id=32e0c067-0089-408b-a3cd-4b24e22ccce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507371 Jun 01 18:49:11.261639 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:11.275349 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=a87fe2a0-8767-47f7-b26d-385ed6a48322,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:49:11.335960 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port 792b79d8-3606-4aea-abf9-78e5ef9a879b completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:49:11.350944 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 792b79d8-3606-4aea-abf9-78e5ef9a879b triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:49:11.351130 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:11.356919 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56be39ee-165a-4aaa-b383-542bfca316f9 admin admin] Network bdf4488b-5688-4804-bc8d-ddc08c819c1e is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:49:11.433571 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-56be39ee-165a-4aaa-b383-542bfca316f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:49:11.455970 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56be39ee-165a-4aaa-b383-542bfca316f9 admin admin] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:49:11.467203 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abec3ee9-847a-4a05-86bf-9a95d63ccbbb req-e5dc0c69-dd26-4311-a86e-d7bc934df972 tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:49:11.468833 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-abec3ee9-847a-4a05-86bf-9a95d63ccbbb req-e5dc0c69-dd26-4311-a86e-d7bc934df972 tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] 10.222.0.41 "GET /v2.0/ports?device_id=675df3e8-dc6b-45bc-a4c8-ae86a5f24463 HTTP/1.1" status: 200 len: 946 time: 0.0937324 Jun 01 18:49:11.510178 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d785e984-f880-40da-b99a-c9589786cf99 req-4059d00e-0c14-4527-a525-eae1885bbf8f tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] 10.222.0.41 "GET /v2.0/security-groups?id=4c5ecf30-c6e9-40ba-b15a-d3f269f6b4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3571403 Jun 01 18:49:11.536509 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 792b79d8-3606-4aea-abf9-78e5ef9a879b is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:49:11.536899 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:11.539216 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56be39ee-165a-4aaa-b383-542bfca316f9 admin admin] Pushing event updated for resources: {'Port': ['ID=a89c5127-853a-4492-8421-4a2b9c73226a,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:49:11.543689 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-abec3ee9-847a-4a05-86bf-9a95d63ccbbb req-c4444659-d59d-4694-b016-42446ba1e53f tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f2fd699-5af8-4379-8a92-35d8c8796709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686357 Jun 01 18:49:11.562353 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port 792b79d8-3606-4aea-abf9-78e5ef9a879b, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=792b79d8-3606-4aea-abf9-78e5ef9a879b,segment=NetworkSegment(7875af61-4c53-4ff2-b8c8-d4b7c35ff947),segment_id=7875af61-4c53-4ff2-b8c8-d4b7c35ff947)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:49:11.567810 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-b8601762-ae1c-4a1a-a4a9-b278072df20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f295a693-958b-4d4b-9229-d104ee449169', 'name': 'tempest-ServerRescueTestJSONUnderV235-569487050-router', 'tenant_id': 'bba0af6b22cc48889542d40b4d85508e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': 'a87fe2a0-8767-47f7-b26d-385ed6a48322', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:48:47Z', 'updated_at': '2022-06-01T18:49:01Z', 'revision_number': 4, 'project_id': 'bba0af6b22cc48889542d40b4d85508e', 'gw_port': {'id': 'a87fe2a0-8767-47f7-b26d-385ed6a48322', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:6c:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f295a693-958b-4d4b-9229-d104ee449169', 'device_owner': 'network:router_gateway', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:48:49Z', 'updated_at': '2022-06-01T18:49:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '58e2e037-de43-49ff-8616-26fec74bc066', 'name': '', 'network_id': '733f1d30-f98a-417d-a420-8babaa4f930e', 'tenant_id': 'bba0af6b22cc48889542d40b4d85508e', 'mac_address': 'fa:16:3e:37:1f:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f295a693-958b-4d4b-9229-d104ee449169', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': 'feb88351-1be4-4281-aea1-860175961a49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:48:59Z', 'updated_at': '2022-06-01T18:49:01Z', 'revision_number': 2, 'project_id': 'bba0af6b22cc48889542d40b4d85508e', 'subnets': [{'id': 'feb88351-1be4-4281-aea1-860175961a49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:49:11.582954 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:11.603773 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [req-337bda76-29f0-4f66-8943-65759969f54b req-73ca15d3-8599-4acf-9a99-5c8107a401d6 tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] Allocated IP 172.20.0.14 (733f1d30-f98a-417d-a420-8babaa4f930e/feb88351-1be4-4281-aea1-860175961a49/693d54c3-1b70-418e-bb59-fef3cfd9ad9c) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:49:11.606715 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56be39ee-165a-4aaa-b383-542bfca316f9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:49:11.607155 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56be39ee-165a-4aaa-b383-542bfca316f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:49:11.607729 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56be39ee-165a-4aaa-b383-542bfca316f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:49:11.608341 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56be39ee-165a-4aaa-b383-542bfca316f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:49:11.609513 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56be39ee-165a-4aaa-b383-542bfca316f9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:49:11.610042 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56be39ee-165a-4aaa-b383-542bfca316f9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:49:11.610715 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56be39ee-165a-4aaa-b383-542bfca316f9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:49:11.611254 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56be39ee-165a-4aaa-b383-542bfca316f9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:49:11.611771 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56be39ee-165a-4aaa-b383-542bfca316f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:49:11.612325 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56be39ee-165a-4aaa-b383-542bfca316f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:49:11.612860 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56be39ee-165a-4aaa-b383-542bfca316f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:49:11.613371 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56be39ee-165a-4aaa-b383-542bfca316f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:49:11.638176 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8601762-ae1c-4a1a-a4a9-b278072df20b None None] Checking router: f295a693-958b-4d4b-9229-d104ee449169 for host: n-d-844202-1 {{(pid=88526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 18:49:11.638542 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8601762-ae1c-4a1a-a4a9-b278072df20b None None] Updating router f295a693-958b-4d4b-9229-d104ee449169 port 58e2e037-de43-49ff-8616-26fec74bc066 binding host n-d-844202-1 {{(pid=88526) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 18:49:11.665299 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-56be39ee-165a-4aaa-b383-542bfca316f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-887605'] for router_interface, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:11.737561 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:11.744326 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13083bda-f84b-43bb-a631-c6807fd4e482 req-7f9abaca-347e-47c6-a76e-e9c967dfee59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:49:11.746505 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-13083bda-f84b-43bb-a631-c6807fd4e482 req-7f9abaca-347e-47c6-a76e-e9c967dfee59 service neutron] 10.222.0.50 "GET /v2.0/networks?id=222758ca-4c6e-4ccb-8f11-8c829f4da008 HTTP/1.1" status: 200 len: 909 time: 0.5719008 Jun 01 18:49:11.766937 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-b8601762-ae1c-4a1a-a4a9-b278072df20b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:11.804991 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=792b79d8-3606-4aea-abf9-78e5ef9a879b,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:49:11.861765 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:11.863910 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9964397f-6fb2-4865-8cb8-df6b11da8da8 req-5aa92864-93d6-4223-ba73-e4d82d851072 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:49:11.890402 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-9964397f-6fb2-4865-8cb8-df6b11da8da8 req-5aa92864-93d6-4223-ba73-e4d82d851072 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1e43742-8455-441c-b05d-c4f9921981bf HTTP/1.1" status: 200 len: 945 time: 0.1257787 Jun 01 18:49:11.896975 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d9ddf54c-6a2f-4571-8acd-f1072c64dc58 req-a1b50f14-a4b6-400a-a902-25d58a908dec tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f67c738-584f-4106-9a9a-b1bbbc4b97b6 HTTP/1.1" status: 200 len: 210 time: 0.1666703 Jun 01 18:49:11.902201 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-2b63a5f2-1b5c-4b9b-90ed-7aaad6d7b044 None None] Provisioning for port a89c5127-853a-4492-8421-4a2b9c73226a completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:49:11.905008 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-13083bda-f84b-43bb-a631-c6807fd4e482 req-373b6a90-c272-47da-b675-92d1548cdd4a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dff298bd-3110-4ad7-9eae-fe40df9d84f7 HTTP/1.1" status: 200 len: 217 time: 0.1401885 Jun 01 18:49:11.922229 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-2b63a5f2-1b5c-4b9b-90ed-7aaad6d7b044 None None] Provisioning complete for port a89c5127-853a-4492-8421-4a2b9c73226a triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:49:11.922684 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-2b63a5f2-1b5c-4b9b-90ed-7aaad6d7b044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:12.036059 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-9964397f-6fb2-4865-8cb8-df6b11da8da8 req-60cc1cad-47a4-4112-bcfb-d4444286ee75 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] 10.222.0.41 "GET /v2.0/security-groups?id=32e0c067-0089-408b-a3cd-4b24e22ccce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453321 Jun 01 18:49:12.213084 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13083bda-f84b-43bb-a631-c6807fd4e482 req-f5c1660e-e49f-45b3-bffc-70ce5cbce74c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:49:12.224213 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-13083bda-f84b-43bb-a631-c6807fd4e482 req-f5c1660e-e49f-45b3-bffc-70ce5cbce74c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2d25927e-118e-41f9-9e0e-90f9021c9592 HTTP/1.1" status: 200 len: 848 time: 0.2906251 Jun 01 18:49:12.228086 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 0b69acb9-d8bb-4557-b2f9-232615a9df10 up at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:49:12.350646 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-13083bda-f84b-43bb-a631-c6807fd4e482 req-a9192651-c3d8-43ec-8e89-18e1c61d2406 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=222758ca-4c6e-4ccb-8f11-8c829f4da008&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1194646 Jun 01 18:49:12.432155 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-2b63a5f2-1b5c-4b9b-90ed-7aaad6d7b044 None None] Port a89c5127-853a-4492-8421-4a2b9c73226a cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 18:49:12.513446 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Provisioning for port 0b69acb9-d8bb-4557-b2f9-232615a9df10 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:49:12.529525 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Provisioning complete for port 0b69acb9-d8bb-4557-b2f9-232615a9df10 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:49:12.529525 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:12.644993 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-337bda76-29f0-4f66-8943-65759969f54b req-73ca15d3-8599-4acf-9a99-5c8107a401d6 tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:12.708032 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-13083bda-f84b-43bb-a631-c6807fd4e482 req-df51d1a5-0986-4631-93a4-39746b8431bc service neutron] 10.222.0.50 "GET /v2.0/networks/222758ca-4c6e-4ccb-8f11-8c829f4da008?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3447978 Jun 01 18:49:12.757671 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-38ab3e4b-89ac-4941-a19b-6c468fa40c11 req-60c5f866-5915-4ee9-ab73-302a36d21f2b service neutron] 10.222.0.50 "GET /v2.0/ports/dff298bd-3110-4ad7-9eae-fe40df9d84f7/bindings/n-h1-844202-1 HTTP/1.1" status: 200 len: 384 time: 0.1047492 Jun 01 18:49:12.789326 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port 0b69acb9-d8bb-4557-b2f9-232615a9df10 is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:49:12.790811 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:12.831756 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ada7162-289e-4343-99b0-e5199fbd144c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b69acb9-d8bb-4557-b2f9-232615a9df10'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:49:12.846526 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port 0b69acb9-d8bb-4557-b2f9-232615a9df10, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=0b69acb9-d8bb-4557-b2f9-232615a9df10,segment=NetworkSegment(3a68ef34-7e9a-4cb9-bb1d-922280e423dc),segment_id=3a68ef34-7e9a-4cb9-bb1d-922280e423dc)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:49:12.856357 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:13.050913 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-56be39ee-165a-4aaa-b383-542bfca316f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:13.104781 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 792b79d8-3606-4aea-abf9-78e5ef9a879b up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:49:13.173418 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=0b69acb9-d8bb-4557-b2f9-232615a9df10,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:49:13.195115 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57221841-b869-44ba-9602-58ffc5079ee6 req-153cbd17-bcc4-4271-a312-7b540f0b14f9 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:49:13.202823 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-57221841-b869-44ba-9602-58ffc5079ee6 req-153cbd17-bcc4-4271-a312-7b540f0b14f9 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac320b65-95b9-4d8c-bd7b-e804c1aaac09 HTTP/1.1" status: 200 len: 943 time: 0.7078040 Jun 01 18:49:13.227562 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-13083bda-f84b-43bb-a631-c6807fd4e482 req-5a8fbe99-a73f-4797-9cff-83ce8090f731 service neutron] 10.222.0.50 "GET /v2.0/networks/222758ca-4c6e-4ccb-8f11-8c829f4da008?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4868360 Jun 01 18:49:13.227860 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-337bda76-29f0-4f66-8943-65759969f54b req-73ca15d3-8599-4acf-9a99-5c8107a401d6 tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:13.369287 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-337bda76-29f0-4f66-8943-65759969f54b req-73ca15d3-8599-4acf-9a99-5c8107a401d6 tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] Network 733f1d30-f98a-417d-a420-8babaa4f930e is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:49:13.381775 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-57221841-b869-44ba-9602-58ffc5079ee6 req-a3d69737-b57b-4107-a0f2-5c3b1aa560f2 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] 10.222.0.41 "GET /v2.0/security-groups?id=92820b43-7593-449e-bdb5-02c9f22d29e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758373 Jun 01 18:49:13.384098 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [req-337bda76-29f0-4f66-8943-65759969f54b req-73ca15d3-8599-4acf-9a99-5c8107a401d6 tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:49:13.387817 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-337bda76-29f0-4f66-8943-65759969f54b req-73ca15d3-8599-4acf-9a99-5c8107a401d6 tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:49:13.457984 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-38ab3e4b-89ac-4941-a19b-6c468fa40c11 req-95c338b4-ef03-48a8-8899-e922bbf1eaef service neutron] For port dff298bd-3110-4ad7-9eae-fe40df9d84f7, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=dff298bd-3110-4ad7-9eae-fe40df9d84f7,segment=NetworkSegment(9bd376cf-8b39-4b75-aaa6-34bd3746194e),segment_id=9bd376cf-8b39-4b75-aaa6-34bd3746194e)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:49:13.513177 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38f97c2-3c0e-483b-9c3f-d5398572173e req-34b0d28f-15b5-4fb2-abe8-402640c0f7c2 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:49:13.518684 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 792b79d8-3606-4aea-abf9-78e5ef9a879b triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:49:13.518684 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:13.523950 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b38f97c2-3c0e-483b-9c3f-d5398572173e req-34b0d28f-15b5-4fb2-abe8-402640c0f7c2 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ada7162-289e-4343-99b0-e5199fbd144c HTTP/1.1" status: 200 len: 945 time: 0.3177536 Jun 01 18:49:13.523950 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-38ab3e4b-89ac-4941-a19b-6c468fa40c11 req-95c338b4-ef03-48a8-8899-e922bbf1eaef service neutron] For port dff298bd-3110-4ad7-9eae-fe40df9d84f7, host n-h2-844202-1, cleared binding levels {{(pid=88525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:49:13.534078 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ca15d3-8599-4acf-9a99-5c8107a401d6 tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] Pushing event updated for resources: {'Port': ['ID=693d54c3-1b70-418e-bb59-fef3cfd9ad9c,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:49:13.645580 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b38f97c2-3c0e-483b-9c3f-d5398572173e req-2df9a5cd-94eb-4e35-9834-fcc10c112dc2 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] 10.222.0.41 "GET /v2.0/security-groups?id=4c5ecf30-c6e9-40ba-b15a-d3f269f6b4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861669 Jun 01 18:49:13.660586 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [req-38ab3e4b-89ac-4941-a19b-6c468fa40c11 req-95c338b4-ef03-48a8-8899-e922bbf1eaef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dff298bd-3110-4ad7-9eae-fe40df9d84f7 {{(pid=88525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:49:13.673874 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-38ab3e4b-89ac-4941-a19b-6c468fa40c11 req-95c338b4-ef03-48a8-8899-e922bbf1eaef service neutron] For port dff298bd-3110-4ad7-9eae-fe40df9d84f7, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=dff298bd-3110-4ad7-9eae-fe40df9d84f7,segment=NetworkSegment(9bd376cf-8b39-4b75-aaa6-34bd3746194e),segment_id=9bd376cf-8b39-4b75-aaa6-34bd3746194e)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:49:13.687498 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-38ab3e4b-89ac-4941-a19b-6c468fa40c11 req-95c338b4-ef03-48a8-8899-e922bbf1eaef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:13.798121 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-b8601762-ae1c-4a1a-a4a9-b278072df20b None None] Notify callbacks [] for port, precommit_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:13.816096 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9ba39b9-4563-4721-a68b-861e707db6b6'] response: {'server_uuid': '4ada7162-289e-4343-99b0-e5199fbd144c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b69acb9-d8bb-4557-b2f9-232615a9df10', 'code': 200} Jun 01 18:49:13.822678 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-b8601762-ae1c-4a1a-a4a9-b278072df20b None None] Transition to ACTIVE for port object 58e2e037-de43-49ff-8616-26fec74bc066 will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:49:13.822678 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 792b79d8-3606-4aea-abf9-78e5ef9a879b is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:49:13.829378 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device a87fe2a0-8767-47f7-b26d-385ed6a48322 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:49:13.858494 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-56be39ee-165a-4aaa-b383-542bfca316f9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:13.892611 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-b8601762-ae1c-4a1a-a4a9-b278072df20b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:13.976027 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-56be39ee-165a-4aaa-b383-542bfca316f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:14.198237 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [req-38ab3e4b-89ac-4941-a19b-6c468fa40c11 req-95c338b4-ef03-48a8-8899-e922bbf1eaef service neutron] Transition to ACTIVE for port object dff298bd-3110-4ad7-9eae-fe40df9d84f7 will not be triggered until provisioned by entity L2. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:49:14.204146 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08ac776-60e0-4257-9c32-1d4df8004c5a None None] Pushing event updated for resources: {'Port': ['ID=58e2e037-de43-49ff-8616-26fec74bc066,revision_number=3']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:49:14.209861 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-56be39ee-165a-4aaa-b383-542bfca316f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-887436'] for router_interface, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:14.220096 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56be39ee-165a-4aaa-b383-542bfca316f9 admin admin] Pushing event updated for resources: {'Port': ['ID=a89c5127-853a-4492-8421-4a2b9c73226a,revision_number=2']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:49:14.232922 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-38ab3e4b-89ac-4941-a19b-6c468fa40c11 req-95c338b4-ef03-48a8-8899-e922bbf1eaef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:14.286711 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-b8601762-ae1c-4a1a-a4a9-b278072df20b None None] Attempting to bind port 58e2e037-de43-49ff-8616-26fec74bc066 on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:49:14.286711 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-b8601762-ae1c-4a1a-a4a9-b278072df20b None None] Attempting to bind port 58e2e037-de43-49ff-8616-26fec74bc066 by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': '18206650-252d-483b-b176-e766419278ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '733f1d30-f98a-417d-a420-8babaa4f930e'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:49:14.286711 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8601762-ae1c-4a1a-a4a9-b278072df20b None None] Attempting to bind port 58e2e037-de43-49ff-8616-26fec74bc066 on network 733f1d30-f98a-417d-a420-8babaa4f930e {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:49:14.286711 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port a87fe2a0-8767-47f7-b26d-385ed6a48322 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:49:14.286711 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:14.291569 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337bda76-29f0-4f66-8943-65759969f54b req-73ca15d3-8599-4acf-9a99-5c8107a401d6 tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:49:14.291569 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-337bda76-29f0-4f66-8943-65759969f54b req-73ca15d3-8599-4acf-9a99-5c8107a401d6 tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:14.329985 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8601762-ae1c-4a1a-a4a9-b278072df20b None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 18, 49, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:49:14.329985 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8601762-ae1c-4a1a-a4a9-b278072df20b None None] Checking segment: {'id': '18206650-252d-483b-b176-e766419278ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '733f1d30-f98a-417d-a420-8babaa4f930e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:49:14.329985 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-b8601762-ae1c-4a1a-a4a9-b278072df20b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:14.329985 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8601762-ae1c-4a1a-a4a9-b278072df20b None None] Bound using segment: {'id': '18206650-252d-483b-b176-e766419278ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '733f1d30-f98a-417d-a420-8babaa4f930e'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:49:14.329985 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-b8601762-ae1c-4a1a-a4a9-b278072df20b None None] Bound port: 58e2e037-de43-49ff-8616-26fec74bc066, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18206650-252d-483b-b176-e766419278ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '733f1d30-f98a-417d-a420-8babaa4f930e'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:49:14.329985 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-b8601762-ae1c-4a1a-a4a9-b278072df20b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:14.489830 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56be39ee-165a-4aaa-b383-542bfca316f9 admin admin] Network bdf4488b-5688-4804-bc8d-ddc08c819c1e is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:49:14.489830 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-337bda76-29f0-4f66-8943-65759969f54b req-73ca15d3-8599-4acf-9a99-5c8107a401d6 tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9721904 Jun 01 18:49:14.500045 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-56be39ee-165a-4aaa-b383-542bfca316f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:49:14.512870 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-337bda76-29f0-4f66-8943-65759969f54b req-dca319ca-ae5e-4a7d-b747-1a8dba6adccb service neutron] Request body: {'port': {'device_id': '0f67c738-584f-4106-9a9a-b1bbbc4b97b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844202-1'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:49:14.608063 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-b8601762-ae1c-4a1a-a4a9-b278072df20b None None] For port 58e2e037-de43-49ff-8616-26fec74bc066, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:49:14.645310 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-b8601762-ae1c-4a1a-a4a9-b278072df20b None None] For port 58e2e037-de43-49ff-8616-26fec74bc066, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=58e2e037-de43-49ff-8616-26fec74bc066,segment=NetworkSegment(18206650-252d-483b-b176-e766419278ec),segment_id=18206650-252d-483b-b176-e766419278ec)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:49:14.667127 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-b8601762-ae1c-4a1a-a4a9-b278072df20b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:14.751710 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port a87fe2a0-8767-47f7-b26d-385ed6a48322 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:49:14.773223 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790a035f-7047-4c14-91d7-21bdcf0f5a3c req-c18c8b53-ed22-450e-8b60-355277c1b638 tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:49:14.773223 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-790a035f-7047-4c14-91d7-21bdcf0f5a3c req-c18c8b53-ed22-450e-8b60-355277c1b638 tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] 10.222.0.41 "GET /v2.0/ports?device_id=675df3e8-dc6b-45bc-a4c8-ae86a5f24463 HTTP/1.1" status: 200 len: 946 time: 0.8903213 Jun 01 18:49:14.888544 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [req-38ab3e4b-89ac-4941-a19b-6c468fa40c11 req-95c338b4-ef03-48a8-8899-e922bbf1eaef service neutron] No DVR routers for this DVR port dff298bd-3110-4ad7-9eae-fe40df9d84f7 on host n-h2-844202-1 {{(pid=88525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 18:49:14.896568 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08ac776-60e0-4257-9c32-1d4df8004c5a None None] Pushing event updated for resources: {'Port': ['ID=58e2e037-de43-49ff-8616-26fec74bc066,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:49:14.958576 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8601762-ae1c-4a1a-a4a9-b278072df20b None None] Routers {'f295a693-958b-4d4b-9229-d104ee449169'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:49:14.958576 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-b8601762-ae1c-4a1a-a4a9-b278072df20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:49:09Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['f295a693-958b-4d4b-9229-d104ee449169'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:49:14.979702 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6748e9-48a6-40f0-b7d1-1a434afb413a req-2cb1456b-1412-47d9-b45f-6d535a8b2b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:49:14.979702 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-cd6748e9-48a6-40f0-b7d1-1a434afb413a req-2cb1456b-1412-47d9-b45f-6d535a8b2b5d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4ada7162-289e-4343-99b0-e5199fbd144c HTTP/1.1" status: 200 len: 1096 time: 1.0531383 Jun 01 18:49:15.081976 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fff15c-3191-4e26-ae3e-141d353fd82d req-a65f0b3e-2086-479f-bd37-dadeb44ae8dd tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:49:15.098893 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d7fff15c-3191-4e26-ae3e-141d353fd82d req-a65f0b3e-2086-479f-bd37-dadeb44ae8dd tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1e43742-8455-441c-b05d-c4f9921981bf HTTP/1.1" status: 200 len: 945 time: 0.9714324 Jun 01 18:49:15.104733 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-790a035f-7047-4c14-91d7-21bdcf0f5a3c req-10ac5e2a-2267-45e9-92c4-3020131f5d23 tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f2fd699-5af8-4379-8a92-35d8c8796709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2829320 Jun 01 18:49:15.104733 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-337bda76-29f0-4f66-8943-65759969f54b req-dca319ca-ae5e-4a7d-b747-1a8dba6adccb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:15.165918 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 58e2e037-de43-49ff-8616-26fec74bc066 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:49:15.173170 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56be39ee-165a-4aaa-b383-542bfca316f9 admin admin] Router 00e1bb82-0feb-4373-99b4-cdc8af6c1c0e has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 18:49:15.316515 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-cd6748e9-48a6-40f0-b7d1-1a434afb413a req-8a072c90-baa5-49ea-8926-c82bbd056312 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=4c5ecf30-c6e9-40ba-b15a-d3f269f6b4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2914953 Jun 01 18:49:15.316515 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c338b4-ef03-48a8-8899-e922bbf1eaef service neutron] Pushing event updated for resources: {'Port': ['ID=dff298bd-3110-4ad7-9eae-fe40df9d84f7,revision_number=10']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:49:15.335782 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-38ab3e4b-89ac-4941-a19b-6c468fa40c11 req-95c338b4-ef03-48a8-8899-e922bbf1eaef service neutron] 10.222.0.50 "PUT /v2.0/ports/dff298bd-3110-4ad7-9eae-fe40df9d84f7/bindings/n-h1-844202-1/activate HTTP/1.1" status: 200 len: 369 time: 2.5624101 Jun 01 18:49:15.365677 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-5f1e367a-7bef-428f-a822-3a66ad1ef731 None None] Provisioning complete for port a89c5127-853a-4492-8421-4a2b9c73226a triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:49:15.365677 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-5f1e367a-7bef-428f-a822-3a66ad1ef731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:15.386596 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d7fff15c-3191-4e26-ae3e-141d353fd82d req-925b704a-cf5c-4925-a929-5d2b30be0419 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] 10.222.0.41 "GET /v2.0/security-groups?id=32e0c067-0089-408b-a3cd-4b24e22ccce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2898610 Jun 01 18:49:15.604537 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port 58e2e037-de43-49ff-8616-26fec74bc066 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:49:15.616934 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-5f1e367a-7bef-428f-a822-3a66ad1ef731 None None] Port a89c5127-853a-4492-8421-4a2b9c73226a cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 18:49:15.616934 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 58e2e037-de43-49ff-8616-26fec74bc066 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:49:15.616934 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:15.658295 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-b8601762-ae1c-4a1a-a4a9-b278072df20b None None] Set router f295a693-958b-4d4b-9229-d104ee449169 gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:49:15.759929 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device dff298bd-3110-4ad7-9eae-fe40df9d84f7 no longer exists at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:49:15.973886 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a57d685-d125-49a5-aa56-d9c91edb1a2e req-5ac2f48c-f89e-4c4a-90e0-348eb1772048 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:49:15.973886 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-5a57d685-d125-49a5-aa56-d9c91edb1a2e req-5ac2f48c-f89e-4c4a-90e0-348eb1772048 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac320b65-95b9-4d8c-bd7b-e804c1aaac09 HTTP/1.1" status: 200 len: 944 time: 0.3765714 Jun 01 18:49:16.032619 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ab3e4b-89ac-4941-a19b-6c468fa40c11 req-03d94b92-a80a-4d0a-978f-839b8c4d4e3a tempest-LiveMigrationTest-1173690941 tempest-LiveMigrationTest-1173690941-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:49:16.037896 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56be39ee-165a-4aaa-b383-542bfca316f9 admin admin] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 18:49:16.044115 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-38ab3e4b-89ac-4941-a19b-6c468fa40c11 req-03d94b92-a80a-4d0a-978f-839b8c4d4e3a tempest-LiveMigrationTest-1173690941 tempest-LiveMigrationTest-1173690941-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=ac320b65-95b9-4d8c-bd7b-e804c1aaac09&tenant_id=ee3dca5a75c542e0966797f286e0b4d5&binding%3Ahost_id=n-h2-844202-1 HTTP/1.1" status: 200 len: 1095 time: 0.3467960 Jun 01 18:49:16.055802 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d61b830d-cc28-4e2a-8e99-decf07621ec9 None None] Sync routers for ids ['00e1bb82-0feb-4373-99b4-cdc8af6c1c0e'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 18:49:16.064305 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-56be39ee-165a-4aaa-b383-542bfca316f9 admin admin] 10.222.0.41 "PUT /v2.0/routers/00e1bb82-0feb-4373-99b4-cdc8af6c1c0e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8337703 Jun 01 18:49:16.080771 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61b830d-cc28-4e2a-8e99-decf07621ec9 None None] Routers {'00e1bb82-0feb-4373-99b4-cdc8af6c1c0e'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:49:16.080771 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-d61b830d-cc28-4e2a-8e99-decf07621ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:49:09Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['00e1bb82-0feb-4373-99b4-cdc8af6c1c0e'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:49:16.102588 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device dff298bd-3110-4ad7-9eae-fe40df9d84f7 not bound to the agent host n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 18:49:16.132972 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e960c16-1a5e-4e84-b01e-42e0b5c8d5fe req-fe908e86-6014-4169-9b00-d9d057645cbd tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:49:16.132972 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-5e960c16-1a5e-4e84-b01e-42e0b5c8d5fe req-fe908e86-6014-4169-9b00-d9d057645cbd tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] Synchronizing usage tracker for tenant:bba0af6b22cc48889542d40b4d85508e on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:49:16.213276 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-5e960c16-1a5e-4e84-b01e-42e0b5c8d5fe req-fe908e86-6014-4169-9b00-d9d057645cbd tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] Unset dirty status for tenant:bba0af6b22cc48889542d40b4d85508e on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:49:16.213276 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5e960c16-1a5e-4e84-b01e-42e0b5c8d5fe req-fe908e86-6014-4169-9b00-d9d057645cbd tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f67c738-584f-4106-9a9a-b1bbbc4b97b6 HTTP/1.1" status: 200 len: 932 time: 0.7834048 Jun 01 18:49:16.253044 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-5a57d685-d125-49a5-aa56-d9c91edb1a2e req-f96a0446-157d-49c1-8526-5667d2f8151b tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] 10.222.0.41 "GET /v2.0/security-groups?id=92820b43-7593-449e-bdb5-02c9f22d29e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2619824 Jun 01 18:49:16.292854 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 58e2e037-de43-49ff-8616-26fec74bc066 is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:49:16.292854 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:16.317376 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.db.resource_extend [req-337bda76-29f0-4f66-8943-65759969f54b req-dca319ca-ae5e-4a7d-b747-1a8dba6adccb service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 18:49:16.351422 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ab3e4b-89ac-4941-a19b-6c468fa40c11 req-69ef151f-6d24-4fd3-99b9-749000116a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:49:16.351422 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-38ab3e4b-89ac-4941-a19b-6c468fa40c11 req-69ef151f-6d24-4fd3-99b9-749000116a67 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ac320b65-95b9-4d8c-bd7b-e804c1aaac09&tenant_id=ee3dca5a75c542e0966797f286e0b4d5 HTTP/1.1" status: 200 len: 1095 time: 0.2909458 Jun 01 18:49:16.356456 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-d61b830d-cc28-4e2a-8e99-decf07621ec9 None None] Set router 00e1bb82-0feb-4373-99b4-cdc8af6c1c0e gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:49:16.460712 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5e960c16-1a5e-4e84-b01e-42e0b5c8d5fe req-fe715d24-ac74-4888-ae37-ff13def8d9a6 tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] 10.222.0.41 "GET /v2.0/security-groups?id=8fc7fdb2-998f-4fa0-8e3e-2050d2f86fec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2388723 Jun 01 18:49:16.473096 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [req-337bda76-29f0-4f66-8943-65759969f54b req-dca319ca-ae5e-4a7d-b747-1a8dba6adccb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 693d54c3-1b70-418e-bb59-fef3cfd9ad9c {{(pid=88524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:49:16.484957 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-337bda76-29f0-4f66-8943-65759969f54b req-dca319ca-ae5e-4a7d-b747-1a8dba6adccb service neutron] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:16.493154 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port 58e2e037-de43-49ff-8616-26fec74bc066, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=58e2e037-de43-49ff-8616-26fec74bc066,segment=NetworkSegment(18206650-252d-483b-b176-e766419278ec),segment_id=18206650-252d-483b-b176-e766419278ec)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:49:16.504035 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:16.528192 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [req-337bda76-29f0-4f66-8943-65759969f54b req-dca319ca-ae5e-4a7d-b747-1a8dba6adccb service neutron] Transition to ACTIVE for port object 693d54c3-1b70-418e-bb59-fef3cfd9ad9c will not be triggered until provisioned by entity L2. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:49:16.537914 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-337bda76-29f0-4f66-8943-65759969f54b req-dca319ca-ae5e-4a7d-b747-1a8dba6adccb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:16.656088 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ab3e4b-89ac-4941-a19b-6c468fa40c11 req-0469ae11-b6b4-4203-b8aa-c6fb7edf63ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:49:16.657898 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-38ab3e4b-89ac-4941-a19b-6c468fa40c11 req-0469ae11-b6b4-4203-b8aa-c6fb7edf63ce service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ee3dca5a75c542e0966797f286e0b4d5&device_id=ac320b65-95b9-4d8c-bd7b-e804c1aaac09 HTTP/1.1" status: 200 len: 1095 time: 0.2636962 Jun 01 18:49:16.666291 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0210170-eb9e-438f-8410-3efc1b26cbb1 req-22037c5a-3bb9-47b9-bea1-eb5e7a6adece tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:49:16.674158 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d0210170-eb9e-438f-8410-3efc1b26cbb1 req-22037c5a-3bb9-47b9-bea1-eb5e7a6adece tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ada7162-289e-4343-99b0-e5199fbd144c HTTP/1.1" status: 200 len: 945 time: 0.1796429 Jun 01 18:49:16.701965 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=58e2e037-de43-49ff-8616-26fec74bc066,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:49:16.728374 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-b8601762-ae1c-4a1a-a4a9-b278072df20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f295a693-958b-4d4b-9229-d104ee449169', 'name': 'tempest-ServerRescueTestJSONUnderV235-569487050-router', 'tenant_id': 'bba0af6b22cc48889542d40b4d85508e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': 'a87fe2a0-8767-47f7-b26d-385ed6a48322', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:48:47Z', 'updated_at': '2022-06-01T18:49:01Z', 'revision_number': 4, 'project_id': 'bba0af6b22cc48889542d40b4d85508e', 'gw_port': {'id': 'a87fe2a0-8767-47f7-b26d-385ed6a48322', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:6c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f295a693-958b-4d4b-9229-d104ee449169', 'device_owner': 'network:router_gateway', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:48:49Z', 'updated_at': '2022-06-01T18:49:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '58e2e037-de43-49ff-8616-26fec74bc066', 'name': '', 'network_id': '733f1d30-f98a-417d-a420-8babaa4f930e', 'tenant_id': 'bba0af6b22cc48889542d40b4d85508e', 'mac_address': 'fa:16:3e:37:1f:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f295a693-958b-4d4b-9229-d104ee449169', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': 'feb88351-1be4-4281-aea1-860175961a49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:48:59Z', 'updated_at': '2022-06-01T18:49:14Z', 'revision_number': 4, 'project_id': 'bba0af6b22cc48889542d40b4d85508e', 'subnets': [{'id': 'feb88351-1be4-4281-aea1-860175961a49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:49:16.757209 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca319ca-ae5e-4a7d-b747-1a8dba6adccb service neutron] Pushing event updated for resources: {'Port': ['ID=693d54c3-1b70-418e-bb59-fef3cfd9ad9c,revision_number=2']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:49:16.782591 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8601762-ae1c-4a1a-a4a9-b278072df20b None None] The sync data for ids ['f295a693-958b-4d4b-9229-d104ee449169'] in n-d-844202-1 is: [{'id': 'f295a693-958b-4d4b-9229-d104ee449169', 'name': 'tempest-ServerRescueTestJSONUnderV235-569487050-router', 'tenant_id': 'bba0af6b22cc48889542d40b4d85508e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': 'a87fe2a0-8767-47f7-b26d-385ed6a48322', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:48:47Z', 'updated_at': '2022-06-01T18:49:01Z', 'revision_number': 4, 'project_id': 'bba0af6b22cc48889542d40b4d85508e', 'gw_port': {'id': 'a87fe2a0-8767-47f7-b26d-385ed6a48322', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:6c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f295a693-958b-4d4b-9229-d104ee449169', 'device_owner': 'network:router_gateway', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:48:49Z', 'updated_at': '2022-06-01T18:49:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '58e2e037-de43-49ff-8616-26fec74bc066', 'name': '', 'network_id': '733f1d30-f98a-417d-a420-8babaa4f930e', 'tenant_id': 'bba0af6b22cc48889542d40b4d85508e', 'mac_address': 'fa:16:3e:37:1f:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f295a693-958b-4d4b-9229-d104ee449169', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': 'feb88351-1be4-4281-aea1-860175961a49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:48:59Z', 'updated_at': '2022-06-01T18:49:14Z', 'revision_number': 4, 'project_id': 'bba0af6b22cc48889542d40b4d85508e', 'subnets': [{'id': 'feb88351-1be4-4281-aea1-860175961a49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 18:49:17.007594 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d0210170-eb9e-438f-8410-3efc1b26cbb1 req-749b870e-bb93-4fec-aeb7-d31cc31eda9d tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] 10.222.0.41 "GET /v2.0/security-groups?id=4c5ecf30-c6e9-40ba-b15a-d3f269f6b4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3324292 Jun 01 18:49:17.178213 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 58e2e037-de43-49ff-8616-26fec74bc066 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:49:17.213331 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ab3e4b-89ac-4941-a19b-6c468fa40c11 req-fe638313-4c0a-42de-8cf2-b96b4f2512ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:49:17.243053 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-38ab3e4b-89ac-4941-a19b-6c468fa40c11 req-fe638313-4c0a-42de-8cf2-b96b4f2512ec service neutron] 10.222.0.15 "GET /v2.0/networks?id=222758ca-4c6e-4ccb-8f11-8c829f4da008 HTTP/1.1" status: 200 len: 909 time: 0.5374293 Jun 01 18:49:17.298560 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-d61b830d-cc28-4e2a-8e99-decf07621ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00e1bb82-0feb-4373-99b4-cdc8af6c1c0e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-612907466-router', 'tenant_id': 'b31e587f72ec47b29326ef37208d57b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': '792b79d8-3606-4aea-abf9-78e5ef9a879b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:48:56Z', 'updated_at': '2022-06-01T18:49:12Z', 'revision_number': 4, 'project_id': 'b31e587f72ec47b29326ef37208d57b9', 'gw_port': {'id': '792b79d8-3606-4aea-abf9-78e5ef9a879b', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:2a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00e1bb82-0feb-4373-99b4-cdc8af6c1c0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:48:59Z', 'updated_at': '2022-06-01T18:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': 'a89c5127-853a-4492-8421-4a2b9c73226a', 'name': '', 'network_id': 'bdf4488b-5688-4804-bc8d-ddc08c819c1e', 'tenant_id': 'b31e587f72ec47b29326ef37208d57b9', 'mac_address': 'fa:16:3e:34:d1:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00e1bb82-0feb-4373-99b4-cdc8af6c1c0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': 'b15c17d5-ce6f-4a39-b59b-8444214cfec8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:49:09Z', 'updated_at': '2022-06-01T18:49:13Z', 'revision_number': 2, 'project_id': 'b31e587f72ec47b29326ef37208d57b9', 'subnets': [{'id': 'b15c17d5-ce6f-4a39-b59b-8444214cfec8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:49:17.308465 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d61b830d-cc28-4e2a-8e99-decf07621ec9 None None] Checking router: 00e1bb82-0feb-4373-99b4-cdc8af6c1c0e for host: n-d-844202-1 {{(pid=88527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 18:49:17.308465 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d61b830d-cc28-4e2a-8e99-decf07621ec9 None None] Updating router 00e1bb82-0feb-4373-99b4-cdc8af6c1c0e port a89c5127-853a-4492-8421-4a2b9c73226a binding host n-d-844202-1 {{(pid=88527) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 18:49:17.395789 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-337bda76-29f0-4f66-8943-65759969f54b req-dca319ca-ae5e-4a7d-b747-1a8dba6adccb service neutron] Attempting to bind port 693d54c3-1b70-418e-bb59-fef3cfd9ad9c on host n-h1-844202-1 for vnic_type normal with profile {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:49:17.396412 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-337bda76-29f0-4f66-8943-65759969f54b req-dca319ca-ae5e-4a7d-b747-1a8dba6adccb service neutron] Attempting to bind port 693d54c3-1b70-418e-bb59-fef3cfd9ad9c by drivers openvswitch,hyperv on host n-h1-844202-1 at level 0 using segments [{'id': '18206650-252d-483b-b176-e766419278ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '733f1d30-f98a-417d-a420-8babaa4f930e'}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:49:17.397092 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-337bda76-29f0-4f66-8943-65759969f54b req-dca319ca-ae5e-4a7d-b747-1a8dba6adccb service neutron] Attempting to bind port 693d54c3-1b70-418e-bb59-fef3cfd9ad9c on network 733f1d30-f98a-417d-a420-8babaa4f930e {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:49:17.402634 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-38ab3e4b-89ac-4941-a19b-6c468fa40c11 req-f679d87b-026c-4fad-b514-450a09b27912 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dff298bd-3110-4ad7-9eae-fe40df9d84f7 HTTP/1.1" status: 200 len: 217 time: 0.1533251 Jun 01 18:49:17.418477 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-337bda76-29f0-4f66-8943-65759969f54b req-dca319ca-ae5e-4a7d-b747-1a8dba6adccb service neutron] Port 693d54c3-1b70-418e-bb59-fef3cfd9ad9c on network 733f1d30-f98a-417d-a420-8babaa4f930e not bound, no agent of type Open vSwitch agent registered on host n-h1-844202-1 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 18:49:17.418814 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-337bda76-29f0-4f66-8943-65759969f54b req-dca319ca-ae5e-4a7d-b747-1a8dba6adccb service neutron] Attempting to bind port 693d54c3-1b70-418e-bb59-fef3cfd9ad9c on network 733f1d30-f98a-417d-a420-8babaa4f930e {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:49:17.428191 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-337bda76-29f0-4f66-8943-65759969f54b req-dca319ca-ae5e-4a7d-b747-1a8dba6adccb service neutron] Checking agent: {'id': 'bdb1e5d7-b998-4259-838f-3d278e930f32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 18, 49, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:49:17.428551 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-337bda76-29f0-4f66-8943-65759969f54b req-dca319ca-ae5e-4a7d-b747-1a8dba6adccb service neutron] Checking segment: {'id': '18206650-252d-483b-b176-e766419278ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '733f1d30-f98a-417d-a420-8babaa4f930e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:49:17.428938 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-337bda76-29f0-4f66-8943-65759969f54b req-dca319ca-ae5e-4a7d-b747-1a8dba6adccb service neutron] Bound using segment: {'id': '18206650-252d-483b-b176-e766419278ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '733f1d30-f98a-417d-a420-8babaa4f930e'} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:49:17.429055 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 58e2e037-de43-49ff-8616-26fec74bc066 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:49:17.429370 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-337bda76-29f0-4f66-8943-65759969f54b req-dca319ca-ae5e-4a7d-b747-1a8dba6adccb service neutron] Bound port: 693d54c3-1b70-418e-bb59-fef3cfd9ad9c, host: n-h1-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18206650-252d-483b-b176-e766419278ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '733f1d30-f98a-417d-a420-8babaa4f930e'}}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:49:17.429473 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:17.429720 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-337bda76-29f0-4f66-8943-65759969f54b req-dca319ca-ae5e-4a7d-b747-1a8dba6adccb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:17.441950 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-d61b830d-cc28-4e2a-8e99-decf07621ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:17.646218 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-337bda76-29f0-4f66-8943-65759969f54b req-dca319ca-ae5e-4a7d-b747-1a8dba6adccb service neutron] For port 693d54c3-1b70-418e-bb59-fef3cfd9ad9c, host n-h1-844202-1, cleared binding levels {{(pid=88524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:49:17.654281 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 58e2e037-de43-49ff-8616-26fec74bc066 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:49:17.655854 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-337bda76-29f0-4f66-8943-65759969f54b req-dca319ca-ae5e-4a7d-b747-1a8dba6adccb service neutron] For port 693d54c3-1b70-418e-bb59-fef3cfd9ad9c, host n-h1-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=693d54c3-1b70-418e-bb59-fef3cfd9ad9c,segment=NetworkSegment(18206650-252d-483b-b176-e766419278ec),segment_id=18206650-252d-483b-b176-e766419278ec)] {{(pid=88524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:49:17.659300 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ab3e4b-89ac-4941-a19b-6c468fa40c11 req-c25665e7-32c9-47c1-b2d0-5ed92348cc55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:49:17.662716 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-38ab3e4b-89ac-4941-a19b-6c468fa40c11 req-c25665e7-32c9-47c1-b2d0-5ed92348cc55 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2d25927e-118e-41f9-9e0e-90f9021c9592 HTTP/1.1" status: 200 len: 848 time: 0.1550560 Jun 01 18:49:17.666783 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-337bda76-29f0-4f66-8943-65759969f54b req-dca319ca-ae5e-4a7d-b747-1a8dba6adccb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:17.774638 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337bda76-29f0-4f66-8943-65759969f54b req-dca319ca-ae5e-4a7d-b747-1a8dba6adccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:49:17.774921 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-337bda76-29f0-4f66-8943-65759969f54b req-dca319ca-ae5e-4a7d-b747-1a8dba6adccb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:17.777204 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-337bda76-29f0-4f66-8943-65759969f54b req-dca319ca-ae5e-4a7d-b747-1a8dba6adccb service neutron] 10.222.0.15 "PUT /v2.0/ports/693d54c3-1b70-418e-bb59-fef3cfd9ad9c HTTP/1.1" status: 200 len: 1092 time: 3.2784007 Jun 01 18:49:17.778264 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f67c738-584f-4106-9a9a-b1bbbc4b97b6', 'tag': '693d54c3-1b70-418e-bb59-fef3cfd9ad9c'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:49:17.811566 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-38ab3e4b-89ac-4941-a19b-6c468fa40c11 req-2d519b0c-0837-422d-a9dc-7395db71b3b6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=222758ca-4c6e-4ccb-8f11-8c829f4da008&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1309404 Jun 01 18:49:17.934324 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d9da305d-34d5-4787-ad96-5ee1babe20d8 req-001a89db-b8ef-42e9-a15c-23bad9d8cfb4 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=5a29f45689de4723b61fb9850cc62a10&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1422589 Jun 01 18:49:17.960692 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca319ca-ae5e-4a7d-b747-1a8dba6adccb service neutron] Pushing event updated for resources: {'Port': ['ID=693d54c3-1b70-418e-bb59-fef3cfd9ad9c,revision_number=3']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:49:18.038126 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d6517a-2800-4451-be5c-232281562dde req-f09b6304-3ff4-4a64-9de9-8a570d212876 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:49:18.042146 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c9d6517a-2800-4451-be5c-232281562dde req-f09b6304-3ff4-4a64-9de9-8a570d212876 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1e43742-8455-441c-b05d-c4f9921981bf HTTP/1.1" status: 200 len: 945 time: 0.6386008 Jun 01 18:49:18.122300 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-38ab3e4b-89ac-4941-a19b-6c468fa40c11 req-ffad94f8-9839-447e-b6e2-f8985d46ee85 service neutron] 10.222.0.15 "GET /v2.0/networks/222758ca-4c6e-4ccb-8f11-8c829f4da008?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2994699 Jun 01 18:49:18.182058 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337bda76-29f0-4f66-8943-65759969f54b req-d277949e-c549-46cd-8576-0a2617c43540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:49:18.183543 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-337bda76-29f0-4f66-8943-65759969f54b req-d277949e-c549-46cd-8576-0a2617c43540 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bba0af6b22cc48889542d40b4d85508e&device_id=0f67c738-584f-4106-9a9a-b1bbbc4b97b6 HTTP/1.1" status: 200 len: 1095 time: 0.3281529 Jun 01 18:49:18.192537 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9da305d-34d5-4787-ad96-5ee1babe20d8 req-e687a001-494e-40ad-9f33-6710e2f784ff tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:49:18.194016 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d9da305d-34d5-4787-ad96-5ee1babe20d8 req-e687a001-494e-40ad-9f33-6710e2f784ff tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2242184 Jun 01 18:49:18.282257 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d9da305d-34d5-4787-ad96-5ee1babe20d8 req-e734b185-b5f2-4e51-a2b6-996fefb9ce1d tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/quotas/5a29f45689de4723b61fb9850cc62a10 HTTP/1.1" status: 200 len: 375 time: 0.0259891 Jun 01 18:49:18.282257 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-337bda76-29f0-4f66-8943-65759969f54b req-ea01ddb2-d688-4d68-9bb2-d417d3589403 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=693d54c3-1b70-418e-bb59-fef3cfd9ad9c HTTP/1.1" status: 200 len: 217 time: 0.0853233 Jun 01 18:49:18.285972 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-d61b830d-cc28-4e2a-8e99-decf07621ec9 None None] Notify callbacks [] for port, precommit_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:18.288812 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c9d6517a-2800-4451-be5c-232281562dde req-7822ab20-047c-4cd3-9a60-390ae90dfecb tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] 10.222.0.41 "GET /v2.0/security-groups?id=32e0c067-0089-408b-a3cd-4b24e22ccce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2232211 Jun 01 18:49:18.311464 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.provisioning_blocks [None req-d61b830d-cc28-4e2a-8e99-decf07621ec9 None None] Transition to ACTIVE for port object a89c5127-853a-4492-8421-4a2b9c73226a will not be triggered until provisioned by entity L2. {{(pid=88527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:49:18.333746 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-d61b830d-cc28-4e2a-8e99-decf07621ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:18.440995 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5a2613-29e0-4c8d-af45-b46b21c908b2 None None] Pushing event updated for resources: {'Port': ['ID=a89c5127-853a-4492-8421-4a2b9c73226a,revision_number=3']} {{(pid=88527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:49:18.485128 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337bda76-29f0-4f66-8943-65759969f54b req-d38577ce-5bef-44f3-a4f0-72bbed705de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:49:18.486418 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-337bda76-29f0-4f66-8943-65759969f54b req-d38577ce-5bef-44f3-a4f0-72bbed705de5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=feb88351-1be4-4281-aea1-860175961a49 HTTP/1.1" status: 200 len: 859 time: 0.1245384 Jun 01 18:49:18.515810 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d9da305d-34d5-4787-ad96-5ee1babe20d8 req-8cb664c3-4a0c-4730-afc7-0fd6301a0970 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=5a29f45689de4723b61fb9850cc62a10&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2286747 Jun 01 18:49:18.518307 n-d-844202-1 neutron-server[88525]: INFO neutron.api.v2.resource [req-cb9e39fa-c42d-4c56-a230-d8586fd5ec09 req-d2531928-93ce-456a-9b8f-f903da1da3f8 tempest-FloatingIPDetailsNegativeTestJSON-354741968 tempest-FloatingIPDetailsNegativeTestJSON-354741968-project] show failed (client error): The resource could not be found. Jun 01 18:49:18.521601 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-cb9e39fa-c42d-4c56-a230-d8586fd5ec09 req-d2531928-93ce-456a-9b8f-f903da1da3f8 tempest-FloatingIPDetailsNegativeTestJSON-354741968 tempest-FloatingIPDetailsNegativeTestJSON-354741968-project] 10.222.0.41 "GET /v2.0/floatingips/c05f0229-e563-4591-bfa2-a2a61070b4e0 HTTP/1.1" status: 404 len: 350 time: 0.1536574 Jun 01 18:49:18.540504 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 51084) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:49:18.597165 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-337bda76-29f0-4f66-8943-65759969f54b req-5488f429-1c21-4f46-b2db-68512806ab96 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=733f1d30-f98a-417d-a420-8babaa4f930e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0801954 Jun 01 18:49:18.657845 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5a2613-29e0-4c8d-af45-b46b21c908b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:49:18.658188 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5a2613-29e0-4c8d-af45-b46b21c908b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:49:18.658524 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5a2613-29e0-4c8d-af45-b46b21c908b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:49:18.658876 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5a2613-29e0-4c8d-af45-b46b21c908b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:49:18.659341 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5a2613-29e0-4c8d-af45-b46b21c908b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:49:18.659878 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5a2613-29e0-4c8d-af45-b46b21c908b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:49:18.661299 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5a2613-29e0-4c8d-af45-b46b21c908b2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:49:18.661787 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5a2613-29e0-4c8d-af45-b46b21c908b2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:49:18.662250 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5a2613-29e0-4c8d-af45-b46b21c908b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:49:18.662808 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5a2613-29e0-4c8d-af45-b46b21c908b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:49:18.663410 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5a2613-29e0-4c8d-af45-b46b21c908b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:49:18.663928 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5a2613-29e0-4c8d-af45-b46b21c908b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:49:18.757210 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-38ab3e4b-89ac-4941-a19b-6c468fa40c11 req-a0448600-c029-4515-92c3-5bcaf75b4cbc service neutron] 10.222.0.15 "GET /v2.0/networks/222758ca-4c6e-4ccb-8f11-8c829f4da008?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6249716 Jun 01 18:49:18.879214 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-d61b830d-cc28-4e2a-8e99-decf07621ec9 None None] Attempting to bind port a89c5127-853a-4492-8421-4a2b9c73226a on host n-d-844202-1 for vnic_type normal with profile {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:49:18.879214 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-d61b830d-cc28-4e2a-8e99-decf07621ec9 None None] Attempting to bind port a89c5127-853a-4492-8421-4a2b9c73226a by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': '9650369f-7cf2-4607-bf1e-cbb9e35f003a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'bdf4488b-5688-4804-bc8d-ddc08c819c1e'}] {{(pid=88527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:49:18.881071 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61b830d-cc28-4e2a-8e99-decf07621ec9 None None] Attempting to bind port a89c5127-853a-4492-8421-4a2b9c73226a on network bdf4488b-5688-4804-bc8d-ddc08c819c1e {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:49:18.893904 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61b830d-cc28-4e2a-8e99-decf07621ec9 None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 18, 49, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:49:18.894414 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61b830d-cc28-4e2a-8e99-decf07621ec9 None None] Checking segment: {'id': '9650369f-7cf2-4607-bf1e-cbb9e35f003a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'bdf4488b-5688-4804-bc8d-ddc08c819c1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:49:18.894614 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-d61b830d-cc28-4e2a-8e99-decf07621ec9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:18.897654 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61b830d-cc28-4e2a-8e99-decf07621ec9 None None] Bound using segment: {'id': '9650369f-7cf2-4607-bf1e-cbb9e35f003a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'bdf4488b-5688-4804-bc8d-ddc08c819c1e'} {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:49:18.898158 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-d61b830d-cc28-4e2a-8e99-decf07621ec9 None None] Bound port: a89c5127-853a-4492-8421-4a2b9c73226a, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9650369f-7cf2-4607-bf1e-cbb9e35f003a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'bdf4488b-5688-4804-bc8d-ddc08c819c1e'}}] {{(pid=88527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:49:18.899992 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-d61b830d-cc28-4e2a-8e99-decf07621ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:19.014650 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-337bda76-29f0-4f66-8943-65759969f54b req-aae7970c-1f1f-4f37-b403-908f86b2cf34 service neutron] 10.222.0.15 "GET /v2.0/networks/733f1d30-f98a-417d-a420-8babaa4f930e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4060555 Jun 01 18:49:19.182276 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.db [None req-d61b830d-cc28-4e2a-8e99-decf07621ec9 None None] For port a89c5127-853a-4492-8421-4a2b9c73226a, host n-d-844202-1, cleared binding levels {{(pid=88527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:49:19.182465 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228d0977-d325-40fe-af03-d088c43c6680 req-99c52b14-2078-4aa7-8f06-7f5a5f3b723f tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:49:19.183819 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-228d0977-d325-40fe-af03-d088c43c6680 req-99c52b14-2078-4aa7-8f06-7f5a5f3b723f tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f67c738-584f-4106-9a9a-b1bbbc4b97b6 HTTP/1.1" status: 200 len: 944 time: 0.2759073 Jun 01 18:49:19.192375 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.db [None req-d61b830d-cc28-4e2a-8e99-decf07621ec9 None None] For port a89c5127-853a-4492-8421-4a2b9c73226a, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=a89c5127-853a-4492-8421-4a2b9c73226a,segment=NetworkSegment(9650369f-7cf2-4607-bf1e-cbb9e35f003a),segment_id=9650369f-7cf2-4607-bf1e-cbb9e35f003a)] {{(pid=88527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:49:19.201676 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-d61b830d-cc28-4e2a-8e99-decf07621ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:19.323995 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61b830d-cc28-4e2a-8e99-decf07621ec9 None None] Routers {'00e1bb82-0feb-4373-99b4-cdc8af6c1c0e'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:49:19.324788 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-d61b830d-cc28-4e2a-8e99-decf07621ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:49:09Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['00e1bb82-0feb-4373-99b4-cdc8af6c1c0e'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:49:19.654792 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5a2613-29e0-4c8d-af45-b46b21c908b2 None None] Pushing event updated for resources: {'Port': ['ID=a89c5127-853a-4492-8421-4a2b9c73226a,revision_number=4']} {{(pid=88527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:49:19.717449 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-d61b830d-cc28-4e2a-8e99-decf07621ec9 None None] Set router 00e1bb82-0feb-4373-99b4-cdc8af6c1c0e gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:49:19.737274 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-337bda76-29f0-4f66-8943-65759969f54b req-10536b16-3665-479d-a3f5-5e49a0fca20a service neutron] 10.222.0.15 "GET /v2.0/networks/733f1d30-f98a-417d-a420-8babaa4f930e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7125490 Jun 01 18:49:19.776428 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 8c188c56-af18-4811-9a90-e69cb5d2eda5 details requested by agent hyperv_n-h2-844202-1 with host n-h2-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 18:49:19.782456 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-228d0977-d325-40fe-af03-d088c43c6680 req-1a866ba1-5612-43b7-b07a-7a89f6a6ef21 tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] 10.222.0.41 "GET /v2.0/security-groups?id=8fc7fdb2-998f-4fa0-8e3e-2050d2f86fec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5638149 Jun 01 18:49:19.943536 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fdd745d1-06c9-446f-833a-71e79d58af43'] response: {'name': 'network-changed', 'server_uuid': '0f67c738-584f-4106-9a9a-b1bbbc4b97b6', 'tag': '693d54c3-1b70-418e-bb59-fef3cfd9ad9c', 'status': 'completed', 'code': 200} Jun 01 18:49:19.945754 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f14703-9894-41ec-89c1-5729c2e0464e req-a8664ee2-d081-4252-bf98-eddc469a2bd4 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:49:19.965265 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f9f14703-9894-41ec-89c1-5729c2e0464e req-a8664ee2-d081-4252-bf98-eddc469a2bd4 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac320b65-95b9-4d8c-bd7b-e804c1aaac09 HTTP/1.1" status: 200 len: 944 time: 1.0607157 Jun 01 18:49:20.093891 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c34a16-ce0c-4e59-8d1b-43dc26e8c4c5 req-15a3ee2e-e53e-4f71-8db9-b8bd079dd20a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:49:20.095647 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-29c34a16-ce0c-4e59-8d1b-43dc26e8c4c5 req-15a3ee2e-e53e-4f71-8db9-b8bd079dd20a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bba0af6b22cc48889542d40b4d85508e&device_id=0f67c738-584f-4106-9a9a-b1bbbc4b97b6 HTTP/1.1" status: 200 len: 1095 time: 0.1244347 Jun 01 18:49:20.173396 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f9f14703-9894-41ec-89c1-5729c2e0464e req-12c969a5-9b36-46e2-85b4-6309da2b70f3 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] 10.222.0.41 "GET /v2.0/security-groups?id=92820b43-7593-449e-bdb5-02c9f22d29e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040818 Jun 01 18:49:20.278163 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 8c188c56-af18-4811-9a90-e69cb5d2eda5, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=8c188c56-af18-4811-9a90-e69cb5d2eda5,segment=NetworkSegment(5423f802-8952-4dea-8b13-e2a87f408f8c),segment_id=5423f802-8952-4dea-8b13-e2a87f408f8c)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:49:20.292683 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Returning: {'device': '8c188c56-af18-4811-9a90-e69cb5d2eda5', 'network_id': 'e3dea7fc-235f-4736-8c6d-38e23ed566b9', 'port_id': '8c188c56-af18-4811-9a90-e69cb5d2eda5', 'mac_address': 'fa:16:3e:32:8f:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da8eacd5-9944-4111-9d5f-9f3e01b23eff', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 18:49:20.365642 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ab3e4b-89ac-4941-a19b-6c468fa40c11 req-55813200-8454-47b9-bbe6-04093bdc64da tempest-LiveMigrationTest-1173690941 tempest-LiveMigrationTest-1173690941-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:49:20.367614 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-38ab3e4b-89ac-4941-a19b-6c468fa40c11 req-55813200-8454-47b9-bbe6-04093bdc64da tempest-LiveMigrationTest-1173690941 tempest-LiveMigrationTest-1173690941-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=ac320b65-95b9-4d8c-bd7b-e804c1aaac09&tenant_id=ee3dca5a75c542e0966797f286e0b4d5&binding%3Ahost_id=n-h1-844202-1 HTTP/1.1" status: 200 len: 1095 time: 1.1451001 Jun 01 18:49:20.430725 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port 8c188c56-af18-4811-9a90-e69cb5d2eda5 is: ACTIVE; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:49:20.430725 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:20.460826 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8c188c56-af18-4811-9a90-e69cb5d2eda5 {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:49:20.478522 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 8c188c56-af18-4811-9a90-e69cb5d2eda5, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=8c188c56-af18-4811-9a90-e69cb5d2eda5,segment=NetworkSegment(5423f802-8952-4dea-8b13-e2a87f408f8c),segment_id=5423f802-8952-4dea-8b13-e2a87f408f8c)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:49:20.492451 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:20.537051 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fc69cb-7f6d-49ba-a154-9f19fab1b2bc req-2d2e41fd-1b15-412f-aaf9-168ee3057ec2 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:49:20.553240 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f4fc69cb-7f6d-49ba-a154-9f19fab1b2bc req-2d2e41fd-1b15-412f-aaf9-168ee3057ec2 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ada7162-289e-4343-99b0-e5199fbd144c HTTP/1.1" status: 200 len: 945 time: 0.2745025 Jun 01 18:49:20.579153 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c34a16-ce0c-4e59-8d1b-43dc26e8c4c5 req-73674666-fb2e-47bd-b222-28ddfe9b8737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:49:20.579153 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-29c34a16-ce0c-4e59-8d1b-43dc26e8c4c5 req-73674666-fb2e-47bd-b222-28ddfe9b8737 service neutron] 10.222.0.15 "GET /v2.0/networks?id=733f1d30-f98a-417d-a420-8babaa4f930e HTTP/1.1" status: 200 len: 920 time: 0.4719164 Jun 01 18:49:20.712957 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-d61b830d-cc28-4e2a-8e99-decf07621ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00e1bb82-0feb-4373-99b4-cdc8af6c1c0e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-612907466-router', 'tenant_id': 'b31e587f72ec47b29326ef37208d57b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': '792b79d8-3606-4aea-abf9-78e5ef9a879b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:48:56Z', 'updated_at': '2022-06-01T18:49:12Z', 'revision_number': 4, 'project_id': 'b31e587f72ec47b29326ef37208d57b9', 'gw_port': {'id': '792b79d8-3606-4aea-abf9-78e5ef9a879b', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:2a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00e1bb82-0feb-4373-99b4-cdc8af6c1c0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:48:59Z', 'updated_at': '2022-06-01T18:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': 'a89c5127-853a-4492-8421-4a2b9c73226a', 'name': '', 'network_id': 'bdf4488b-5688-4804-bc8d-ddc08c819c1e', 'tenant_id': 'b31e587f72ec47b29326ef37208d57b9', 'mac_address': 'fa:16:3e:34:d1:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00e1bb82-0feb-4373-99b4-cdc8af6c1c0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': 'b15c17d5-ce6f-4a39-b59b-8444214cfec8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:49:09Z', 'updated_at': '2022-06-01T18:49:19Z', 'revision_number': 4, 'project_id': 'b31e587f72ec47b29326ef37208d57b9', 'subnets': [{'id': 'b15c17d5-ce6f-4a39-b59b-8444214cfec8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:49:20.717069 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=8c188c56-af18-4811-9a90-e69cb5d2eda5,revision_number=6']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:49:20.721144 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d61b830d-cc28-4e2a-8e99-decf07621ec9 None None] The sync data for ids ['00e1bb82-0feb-4373-99b4-cdc8af6c1c0e'] in n-d-844202-1 is: [{'id': '00e1bb82-0feb-4373-99b4-cdc8af6c1c0e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-612907466-router', 'tenant_id': 'b31e587f72ec47b29326ef37208d57b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': '792b79d8-3606-4aea-abf9-78e5ef9a879b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:48:56Z', 'updated_at': '2022-06-01T18:49:12Z', 'revision_number': 4, 'project_id': 'b31e587f72ec47b29326ef37208d57b9', 'gw_port': {'id': '792b79d8-3606-4aea-abf9-78e5ef9a879b', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:2a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00e1bb82-0feb-4373-99b4-cdc8af6c1c0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:48:59Z', 'updated_at': '2022-06-01T18:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': 'a89c5127-853a-4492-8421-4a2b9c73226a', 'name': '', 'network_id': 'bdf4488b-5688-4804-bc8d-ddc08c819c1e', 'tenant_id': 'b31e587f72ec47b29326ef37208d57b9', 'mac_address': 'fa:16:3e:34:d1:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00e1bb82-0feb-4373-99b4-cdc8af6c1c0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': 'b15c17d5-ce6f-4a39-b59b-8444214cfec8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:49:09Z', 'updated_at': '2022-06-01T18:49:19Z', 'revision_number': 4, 'project_id': 'b31e587f72ec47b29326ef37208d57b9', 'subnets': [{'id': 'b15c17d5-ce6f-4a39-b59b-8444214cfec8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 18:49:20.836940 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] get_ports_and_sgs() called for port_ids ['8c188c56-af18-4811-9a90-e69cb5d2eda5'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:49:20.854472 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-29c34a16-ce0c-4e59-8d1b-43dc26e8c4c5 req-86b604ee-ba64-4453-a8a6-9faf82117e08 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=693d54c3-1b70-418e-bb59-fef3cfd9ad9c HTTP/1.1" status: 200 len: 217 time: 0.2605913 Jun 01 18:49:20.967310 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f4fc69cb-7f6d-49ba-a154-9f19fab1b2bc req-32a6c1b8-dc97-44a6-be39-ca3c5801da54 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] 10.222.0.41 "GET /v2.0/security-groups?id=4c5ecf30-c6e9-40ba-b15a-d3f269f6b4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4165585 Jun 01 18:49:21.051143 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c34a16-ce0c-4e59-8d1b-43dc26e8c4c5 req-802d1ac2-8055-4023-aef4-6bcf8a001316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:49:21.064943 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-29c34a16-ce0c-4e59-8d1b-43dc26e8c4c5 req-802d1ac2-8055-4023-aef4-6bcf8a001316 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=feb88351-1be4-4281-aea1-860175961a49 HTTP/1.1" status: 200 len: 859 time: 0.1909297 Jun 01 18:49:21.263233 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-29c34a16-ce0c-4e59-8d1b-43dc26e8c4c5 req-ce3698a6-2086-46c0-8f3f-6ae380499e2f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=733f1d30-f98a-417d-a420-8babaa4f930e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1885126 Jun 01 18:49:21.320539 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device a89c5127-853a-4492-8421-4a2b9c73226a up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:49:21.365200 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-dfc39a47-2131-4cd3-bd95-83458d938efb req-a2f9f939-e4c6-4c98-9835-ed49d9e1d971 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ae812a2-5303-4c9c-88e8-5c44f26565c9 HTTP/1.1" status: 200 len: 210 time: 0.1742489 Jun 01 18:49:21.403694 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-38ab3e4b-89ac-4941-a19b-6c468fa40c11 req-f7edf378-f439-444d-9373-13c785b844b7 service neutron] For port dff298bd-3110-4ad7-9eae-fe40df9d84f7, host n-h2-844202-1, cleared binding levels {{(pid=88525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:49:21.403694 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-08591da3-39d6-43e5-b8f2-7a4da4278247 req-d9a1201c-43f9-46d4-92c9-ad610f5dc7b3 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b6a6d9c3-8862-4eeb-b898-6afb369449ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8395722 Jun 01 18:49:21.460788 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-38ab3e4b-89ac-4941-a19b-6c468fa40c11 req-f7edf378-f439-444d-9373-13c785b844b7 service neutron] Notify callbacks [] for binding, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:21.460788 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-38ab3e4b-89ac-4941-a19b-6c468fa40c11 req-f7edf378-f439-444d-9373-13c785b844b7 service neutron] 10.222.0.15 "DELETE /v2.0/ports/dff298bd-3110-4ad7-9eae-fe40df9d84f7/bindings/n-h2-844202-1 HTTP/1.1" status: 204 len: 173 time: 1.0486279 Jun 01 18:49:21.471936 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d9da305d-34d5-4787-ad96-5ee1babe20d8 req-9324f85a-da3c-4b4e-9398-8a6ee53114bd tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=5a29f45689de4723b61fb9850cc62a10&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0691884 Jun 01 18:49:21.781976 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-29c34a16-ce0c-4e59-8d1b-43dc26e8c4c5 req-7e2e405e-cc06-4eb6-900c-165305e16719 service neutron] 10.222.0.15 "GET /v2.0/networks/733f1d30-f98a-417d-a420-8babaa4f930e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5199649 Jun 01 18:49:21.830538 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9da305d-34d5-4787-ad96-5ee1babe20d8 req-547e55ec-09a7-44b9-8efe-fc8af8096bff tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:49:21.832459 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d9da305d-34d5-4787-ad96-5ee1babe20d8 req-547e55ec-09a7-44b9-8efe-fc8af8096bff tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3631926 Jun 01 18:49:21.857651 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [req-d9da305d-34d5-4787-ad96-5ee1babe20d8 req-944bf731-54e7-4880-ac70-0e210b76d65b tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Request body: {'port': {'device_id': '2ae812a2-5303-4c9c-88e8-5c44f26565c9', 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426', 'admin_state_up': True, 'tenant_id': '5a29f45689de4723b61fb9850cc62a10'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:49:21.929099 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port a89c5127-853a-4492-8421-4a2b9c73226a completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:49:22.021524 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port a89c5127-853a-4492-8421-4a2b9c73226a triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:49:22.021956 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:22.316627 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-29c34a16-ce0c-4e59-8d1b-43dc26e8c4c5 req-8c3fc052-0c32-4816-97ba-b7accae1a6f8 service neutron] 10.222.0.15 "GET /v2.0/networks/733f1d30-f98a-417d-a420-8babaa4f930e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4967287 Jun 01 18:49:22.342944 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port a89c5127-853a-4492-8421-4a2b9c73226a is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:49:22.344197 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:22.357679 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b1ecb1-01fb-4bb7-b6d4-b417fc247169 req-9e40720a-bb51-475c-8f5a-2a8afbb32e5a tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:49:22.392506 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-22b1ecb1-01fb-4bb7-b6d4-b417fc247169 req-9e40720a-bb51-475c-8f5a-2a8afbb32e5a tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f67c738-584f-4106-9a9a-b1bbbc4b97b6 HTTP/1.1" status: 200 len: 944 time: 0.7533526 Jun 01 18:49:22.405089 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port a89c5127-853a-4492-8421-4a2b9c73226a, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=a89c5127-853a-4492-8421-4a2b9c73226a,segment=NetworkSegment(9650369f-7cf2-4607-bf1e-cbb9e35f003a),segment_id=9650369f-7cf2-4607-bf1e-cbb9e35f003a)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:49:22.419721 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:22.548772 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-344224cf-7f77-4038-bf1f-91fb7ed282c6 req-61cdfc50-0125-4e7a-b244-8b34827c75f9 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2026089035&fields=id&tenant_id=03a56f87111741e99eac45e7902d811c HTTP/1.1" status: 200 len: 267 time: 0.2995553 Jun 01 18:49:22.591778 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=a89c5127-853a-4492-8421-4a2b9c73226a,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:49:22.751165 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08591da3-39d6-43e5-b8f2-7a4da4278247 req-dffb963e-3170-4991-99b1-9e9630cf913b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:49:22.751165 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-08591da3-39d6-43e5-b8f2-7a4da4278247 req-dffb963e-3170-4991-99b1-9e9630cf913b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5a29f45689de4723b61fb9850cc62a10&device_id=b6a6d9c3-8862-4eeb-b898-6afb369449ea HTTP/1.1" status: 200 len: 1102 time: 0.8056884 Jun 01 18:49:22.769338 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b96e9480-d079-406f-9086-6bd3388b3d88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-887474'] for router_interface, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:22.897281 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-22b1ecb1-01fb-4bb7-b6d4-b417fc247169 req-2be22467-f2f5-4ce7-89b8-313933677c06 tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] 10.222.0.41 "GET /v2.0/security-groups?id=8fc7fdb2-998f-4fa0-8e3e-2050d2f86fec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5037916 Jun 01 18:49:22.928654 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [req-d9da305d-34d5-4787-ad96-5ee1babe20d8 req-944bf731-54e7-4880-ac70-0e210b76d65b tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:49:22.968035 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6dd17c-dfbb-43ba-b4d5-b7726fdc4ed0 req-8582c202-734b-4c1c-bbbf-28c7da2adb66 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:49:22.976452 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0e6dd17c-dfbb-43ba-b4d5-b7726fdc4ed0 req-8582c202-734b-4c1c-bbbf-28c7da2adb66 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1e43742-8455-441c-b05d-c4f9921981bf HTTP/1.1" status: 200 len: 945 time: 0.5719421 Jun 01 18:49:23.105416 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device a89c5127-853a-4492-8421-4a2b9c73226a up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:49:23.170479 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-0e6dd17c-dfbb-43ba-b4d5-b7726fdc4ed0 req-5ab65b15-654c-4144-a06e-5813b58bb118 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] Deleting port f4af72b8-3fa7-4de5-96e1-25aceae241bd {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:49:23.170479 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-0e6dd17c-dfbb-43ba-b4d5-b7726fdc4ed0 req-5ab65b15-654c-4144-a06e-5813b58bb118 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:23.240688 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [req-d9da305d-34d5-4787-ad96-5ee1babe20d8 req-944bf731-54e7-4880-ac70-0e210b76d65b tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:49:23.302544 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port a89c5127-853a-4492-8421-4a2b9c73226a triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:49:23.306052 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:23.565192 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port a89c5127-853a-4492-8421-4a2b9c73226a is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:49:23.660869 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344224cf-7f77-4038-bf1f-91fb7ed282c6 req-b4c84e54-34e4-4b85-a5b1-7c7a81bf9690 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:49:23.663653 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-344224cf-7f77-4038-bf1f-91fb7ed282c6 req-b4c84e54-34e4-4b85-a5b1-7c7a81bf9690 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ada7162-289e-4343-99b0-e5199fbd144c HTTP/1.1" status: 200 len: 945 time: 1.1029830 Jun 01 18:49:23.695533 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [req-344224cf-7f77-4038-bf1f-91fb7ed282c6 req-3cc8353c-1be7-4555-bb0f-a3cba94b2beb tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Request body: {'port': {'security_groups': ['4c5ecf30-c6e9-40ba-b15a-d3f269f6b4ca', '62d1aafa-8d72-482c-96b8-ea39cca31eca']}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:49:23.696642 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac522f65-30f3-4113-9b1b-bd3c856fa812 req-079cf683-5705-4dcf-8d1a-b8a3ef20d2b4 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:49:23.699360 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ac522f65-30f3-4113-9b1b-bd3c856fa812 req-079cf683-5705-4dcf-8d1a-b8a3ef20d2b4 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac320b65-95b9-4d8c-bd7b-e804c1aaac09 HTTP/1.1" status: 200 len: 944 time: 0.3669276 Jun 01 18:49:23.766649 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9da305d-34d5-4787-ad96-5ee1babe20d8 req-944bf731-54e7-4880-ac70-0e210b76d65b tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Made reservation on behalf of 5a29f45689de4723b61fb9850cc62a10 for: {'port': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:49:23.768639 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-d9da305d-34d5-4787-ad96-5ee1babe20d8 req-944bf731-54e7-4880-ac70-0e210b76d65b tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:23.773740 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 8c188c56-af18-4811-9a90-e69cb5d2eda5 up at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:49:23.827691 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ac522f65-30f3-4113-9b1b-bd3c856fa812 req-ca41b908-6e9f-4663-9db2-d77ede68d31b tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] 10.222.0.41 "GET /v2.0/security-groups?id=92820b43-7593-449e-bdb5-02c9f22d29e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035140 Jun 01 18:49:23.880816 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-0e6dd17c-dfbb-43ba-b4d5-b7726fdc4ed0 req-5ab65b15-654c-4144-a06e-5813b58bb118 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] For port f4af72b8-3fa7-4de5-96e1-25aceae241bd, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=f4af72b8-3fa7-4de5-96e1-25aceae241bd,segment=NetworkSegment(641e9a4f-e613-4ae2-9aeb-2789f815da51),segment_id=641e9a4f-e613-4ae2-9aeb-2789f815da51)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:49:23.881378 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-0e6dd17c-dfbb-43ba-b4d5-b7726fdc4ed0 req-5ab65b15-654c-4144-a06e-5813b58bb118 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:23.958625 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning complete for port 8c188c56-af18-4811-9a90-e69cb5d2eda5 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:49:23.959524 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:24.195435 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port 8c188c56-af18-4811-9a90-e69cb5d2eda5 is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:49:24.196016 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:24.206504 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08591da3-39d6-43e5-b8f2-7a4da4278247 req-430ef213-2a4a-4fe5-a17d-5fec388a38f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:49:24.208494 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-08591da3-39d6-43e5-b8f2-7a4da4278247 req-430ef213-2a4a-4fe5-a17d-5fec388a38f7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=898153a3-5d71-43be-9d14-343ea4a48426 HTTP/1.1" status: 200 len: 870 time: 1.3403223 Jun 01 18:49:24.214385 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-344224cf-7f77-4038-bf1f-91fb7ed282c6 req-3cc8353c-1be7-4555-bb0f-a3cba94b2beb tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:24.250956 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 8c188c56-af18-4811-9a90-e69cb5d2eda5, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=8c188c56-af18-4811-9a90-e69cb5d2eda5,segment=NetworkSegment(5423f802-8952-4dea-8b13-e2a87f408f8c),segment_id=5423f802-8952-4dea-8b13-e2a87f408f8c)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:49:24.260806 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '675df3e8-dc6b-45bc-a4c8-ae86a5f24463', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c188c56-af18-4811-9a90-e69cb5d2eda5'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:49:24.270005 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-0e6dd17c-dfbb-43ba-b4d5-b7726fdc4ed0 req-5ab65b15-654c-4144-a06e-5813b58bb118 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] Calling delete_port for f4af72b8-3fa7-4de5-96e1-25aceae241bd owned by compute:nova {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:49:24.270975 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 693d54c3-1b70-418e-bb59-fef3cfd9ad9c details requested by agent hyperv_n-h1-844202-1 with host n-h1-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 18:49:24.277697 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:24.430766 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-08591da3-39d6-43e5-b8f2-7a4da4278247 req-e3c835a9-7b3e-4527-897b-f9bc27ea3025 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=29ef26a4-a70e-49b7-bba7-1d3944f13d1a HTTP/1.1" status: 200 len: 217 time: 0.1602921 Jun 01 18:49:24.444894 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=8c188c56-af18-4811-9a90-e69cb5d2eda5,revision_number=7']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:49:24.470699 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-0e6dd17c-dfbb-43ba-b4d5-b7726fdc4ed0 req-5ab65b15-654c-4144-a06e-5813b58bb118 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:24.501829 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] get_ports_and_sgs() called for port_ids ['f4af72b8-3fa7-4de5-96e1-25aceae241bd'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:49:24.540030 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab65b15-654c-4144-a06e-5813b58bb118 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] Pushing event deleted for resources: {'Port': ['ID=f4af72b8-3fa7-4de5-96e1-25aceae241bd,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:49:24.558208 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6042ec6b-6061-4937-b298-176f5c58195e req-804cf986-85e5-44a0-9004-53cd1fe82af3 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:49:24.559760 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6042ec6b-6061-4937-b298-176f5c58195e req-804cf986-85e5-44a0-9004-53cd1fe82af3 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1e43742-8455-441c-b05d-c4f9921981bf HTTP/1.1" status: 200 len: 945 time: 0.5621562 Jun 01 18:49:24.651561 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08591da3-39d6-43e5-b8f2-7a4da4278247 req-58b66b26-feb8-4eda-9c9e-fa547bf340b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:49:24.653213 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-08591da3-39d6-43e5-b8f2-7a4da4278247 req-58b66b26-feb8-4eda-9c9e-fa547bf340b0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=35e3ad2f-9c88-4698-b634-4e1b58de1cc2 HTTP/1.1" status: 200 len: 843 time: 0.2126336 Jun 01 18:49:24.676132 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e6dd17c-dfbb-43ba-b4d5-b7726fdc4ed0 req-5ab65b15-654c-4144-a06e-5813b58bb118 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] No DVR routers for this DVR port f4af72b8-3fa7-4de5-96e1-25aceae241bd on host n-h1-844202-1 {{(pid=88524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 18:49:24.682570 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-0e6dd17c-dfbb-43ba-b4d5-b7726fdc4ed0 req-5ab65b15-654c-4144-a06e-5813b58bb118 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:24.693347 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1e43742-8455-441c-b05d-c4f9921981bf', 'name': 'network-vif-deleted', 'tag': 'f4af72b8-3fa7-4de5-96e1-25aceae241bd'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:49:24.707772 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0e6dd17c-dfbb-43ba-b4d5-b7726fdc4ed0 req-5ab65b15-654c-4144-a06e-5813b58bb118 tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] 10.222.0.15 "DELETE /v2.0/ports/f4af72b8-3fa7-4de5-96e1-25aceae241bd HTTP/1.1" status: 204 len: 173 time: 1.7259347 Jun 01 18:49:24.717389 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6042ec6b-6061-4937-b298-176f5c58195e req-3801cddb-8adc-4409-9cae-98b1243189da tempest-ServerDiskConfigTestJSON-1530647707 tempest-ServerDiskConfigTestJSON-1530647707-project] 10.222.0.41 "GET /v2.0/security-groups?id=32e0c067-0089-408b-a3cd-4b24e22ccce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835183 Jun 01 18:49:24.805581 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [req-d9da305d-34d5-4787-ad96-5ee1babe20d8 req-944bf731-54e7-4880-ac70-0e210b76d65b tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Allocated IP 192.168.233.171 (898153a3-5d71-43be-9d14-343ea4a48426/35e3ad2f-9c88-4698-b634-4e1b58de1cc2/60f01c35-737d-4a5d-b74d-d5493aef4b97) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:49:24.880557 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port 693d54c3-1b70-418e-bb59-fef3cfd9ad9c, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=693d54c3-1b70-418e-bb59-fef3cfd9ad9c,segment=NetworkSegment(18206650-252d-483b-b176-e766419278ec),segment_id=18206650-252d-483b-b176-e766419278ec)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:49:24.907953 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Returning: {'device': '693d54c3-1b70-418e-bb59-fef3cfd9ad9c', 'network_id': '733f1d30-f98a-417d-a420-8babaa4f930e', 'port_id': '693d54c3-1b70-418e-bb59-fef3cfd9ad9c', 'mac_address': 'fa:16:3e:8e:ee:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'feb88351-1be4-4281-aea1-860175961a49', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 18:49:25.028536 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9d2dfbf4-5055-422b-ad65-6ad2ae88e77a req-af3cca70-9c12-46fa-a33d-f0865c50375a tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ae812a2-5303-4c9c-88e8-5c44f26565c9 HTTP/1.1" status: 200 len: 210 time: 0.1017120 Jun 01 18:49:25.129217 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port 693d54c3-1b70-418e-bb59-fef3cfd9ad9c is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:49:25.130845 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:25.151953 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-b96e9480-d079-406f-9086-6bd3388b3d88 admin admin] Deleting port a89c5127-853a-4492-8421-4a2b9c73226a {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:49:25.154430 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b96e9480-d079-406f-9086-6bd3388b3d88 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:25.160530 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 693d54c3-1b70-418e-bb59-fef3cfd9ad9c {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:49:25.203655 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port 693d54c3-1b70-418e-bb59-fef3cfd9ad9c, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=693d54c3-1b70-418e-bb59-fef3cfd9ad9c,segment=NetworkSegment(18206650-252d-483b-b176-e766419278ec),segment_id=18206650-252d-483b-b176-e766419278ec)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:49:25.227731 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:25.302854 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=693d54c3-1b70-418e-bb59-fef3cfd9ad9c,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:49:25.422207 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e2be50-0433-44c2-80c7-20db02af7d5e req-5ecedda8-f50a-4a65-990f-9ef17ddc0db7 tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:49:25.432585 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f1e2be50-0433-44c2-80c7-20db02af7d5e req-5ecedda8-f50a-4a65-990f-9ef17ddc0db7 tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f67c738-584f-4106-9a9a-b1bbbc4b97b6 HTTP/1.1" status: 200 len: 945 time: 0.1166868 Jun 01 18:49:25.498102 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08591da3-39d6-43e5-b8f2-7a4da4278247 req-d8d1d779-99d6-442e-ad8b-064cccc23860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:49:25.500092 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-08591da3-39d6-43e5-b8f2-7a4da4278247 req-d8d1d779-99d6-442e-ad8b-064cccc23860 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=898153a3-5d71-43be-9d14-343ea4a48426&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8298225 Jun 01 18:49:25.500658 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f1e2be50-0433-44c2-80c7-20db02af7d5e req-e580058a-d787-4c12-bb98-759d3d011f48 tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] 10.222.0.41 "GET /v2.0/security-groups?id=8fc7fdb2-998f-4fa0-8e3e-2050d2f86fec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642242 Jun 01 18:49:25.516510 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] get_ports_and_sgs() called for port_ids ['693d54c3-1b70-418e-bb59-fef3cfd9ad9c'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:49:25.632918 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4814d20-8b92-41c0-a5ba-6895d225f84c'] response: {'server_uuid': '675df3e8-dc6b-45bc-a4c8-ae86a5f24463', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c188c56-af18-4811-9a90-e69cb5d2eda5', 'code': 200} Jun 01 18:49:25.642892 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-344224cf-7f77-4038-bf1f-91fb7ed282c6 req-3cc8353c-1be7-4555-bb0f-a3cba94b2beb tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] For port 0b69acb9-d8bb-4557-b2f9-232615a9df10, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=0b69acb9-d8bb-4557-b2f9-232615a9df10,segment=NetworkSegment(3a68ef34-7e9a-4cb9-bb1d-922280e423dc),segment_id=3a68ef34-7e9a-4cb9-bb1d-922280e423dc)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:49:25.663772 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01320a16-9247-4311-9fae-ce5b7be1fa6d'] response: {'server_uuid': 'c1e43742-8455-441c-b05d-c4f9921981bf', 'name': 'network-vif-deleted', 'tag': 'f4af72b8-3fa7-4de5-96e1-25aceae241bd', 'status': 'completed', 'code': 200} Jun 01 18:49:25.841187 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-d9da305d-34d5-4787-ad96-5ee1babe20d8 req-944bf731-54e7-4880-ac70-0e210b76d65b tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:25.892062 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [req-d9da305d-34d5-4787-ad96-5ee1babe20d8 req-944bf731-54e7-4880-ac70-0e210b76d65b tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Transition to ACTIVE for port object 60f01c35-737d-4a5d-b74d-d5493aef4b97 will not be triggered until provisioned by entity DHCP. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:49:25.940051 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-d9da305d-34d5-4787-ad96-5ee1babe20d8 req-944bf731-54e7-4880-ac70-0e210b76d65b tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:25.948555 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.db.resource_extend [req-344224cf-7f77-4038-bf1f-91fb7ed282c6 req-3cc8353c-1be7-4555-bb0f-a3cba94b2beb tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 18:49:25.969686 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5360fe6-e7ca-48f1-9c2c-3acafaada1f1 req-4bbdaa47-5bb9-4956-b612-957ffbe88b80 tempest-LiveMigrationTest-1173690941 tempest-LiveMigrationTest-1173690941-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:49:25.971150 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f5360fe6-e7ca-48f1-9c2c-3acafaada1f1 req-4bbdaa47-5bb9-4956-b612-957ffbe88b80 tempest-LiveMigrationTest-1173690941 tempest-LiveMigrationTest-1173690941-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ac320b65-95b9-4d8c-bd7b-e804c1aaac09 HTTP/1.1" status: 200 len: 1095 time: 0.1219616 Jun 01 18:49:26.027313 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-344224cf-7f77-4038-bf1f-91fb7ed282c6 req-3cc8353c-1be7-4555-bb0f-a3cba94b2beb tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Notify callbacks [] for port, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:26.039758 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f5360fe6-e7ca-48f1-9c2c-3acafaada1f1 req-5d9501ea-496f-47fb-ae82-d4c8fc8438a9 tempest-LiveMigrationTest-1173690941 tempest-LiveMigrationTest-1173690941-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=92820b43-7593-449e-bdb5-02c9f22d29e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593383 Jun 01 18:49:26.235599 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device f4af72b8-3fa7-4de5-96e1-25aceae241bd no longer exists at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:49:26.294360 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9da305d-34d5-4787-ad96-5ee1babe20d8 req-944bf731-54e7-4880-ac70-0e210b76d65b tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Network 898153a3-5d71-43be-9d14-343ea4a48426 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:49:26.298506 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-08591da3-39d6-43e5-b8f2-7a4da4278247 req-c1809cfb-eefb-4fd3-8312-3f6f6e12ddf0 service neutron] 10.222.0.15 "GET /v2.0/networks/898153a3-5d71-43be-9d14-343ea4a48426?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7254343 Jun 01 18:49:26.302716 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [req-d9da305d-34d5-4787-ad96-5ee1babe20d8 req-944bf731-54e7-4880-ac70-0e210b76d65b tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:49:26.304045 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-344224cf-7f77-4038-bf1f-91fb7ed282c6 req-3cc8353c-1be7-4555-bb0f-a3cba94b2beb tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:26.311891 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9da305d-34d5-4787-ad96-5ee1babe20d8 req-944bf731-54e7-4880-ac70-0e210b76d65b tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:49:26.405009 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] No Port match for: f4af72b8-3fa7-4de5-96e1-25aceae241bd {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 18:49:26.406244 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device f4af72b8-3fa7-4de5-96e1-25aceae241bd not bound to the agent host n-h1-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 18:49:26.454501 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] get_ports_and_sgs() called for port_ids ['29ef26a4-a70e-49b7-bba7-1d3944f13d1a', '1e38921f-0057-4abf-aff6-93f3058d24de'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:49:26.481087 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [None req-b96e9480-d079-406f-9086-6bd3388b3d88 admin admin] For port a89c5127-853a-4492-8421-4a2b9c73226a, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=a89c5127-853a-4492-8421-4a2b9c73226a,segment=NetworkSegment(9650369f-7cf2-4607-bf1e-cbb9e35f003a),segment_id=9650369f-7cf2-4607-bf1e-cbb9e35f003a)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:49:26.488388 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b96e9480-d079-406f-9086-6bd3388b3d88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:26.559371 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944bf731-54e7-4880-ac70-0e210b76d65b tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Pushing event updated for resources: {'Port': ['ID=60f01c35-737d-4a5d-b74d-d5493aef4b97,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:49:26.581155 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] get_ports_and_sgs() called for port_ids ['c5716d5a-c2ed-4f70-9f4e-10b7c67ee8ae', '0b69acb9-d8bb-4557-b2f9-232615a9df10'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:49:26.766149 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc8353c-1be7-4555-bb0f-a3cba94b2beb tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Pushing event updated for resources: {'Port': ['ID=0b69acb9-d8bb-4557-b2f9-232615a9df10,revision_number=6']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:49:26.774652 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344224cf-7f77-4038-bf1f-91fb7ed282c6 req-3cc8353c-1be7-4555-bb0f-a3cba94b2beb tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:49:26.775947 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-344224cf-7f77-4038-bf1f-91fb7ed282c6 req-3cc8353c-1be7-4555-bb0f-a3cba94b2beb tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:26.789733 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-344224cf-7f77-4038-bf1f-91fb7ed282c6 req-3cc8353c-1be7-4555-bb0f-a3cba94b2beb tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] 10.222.0.41 "PUT /v2.0/ports/0b69acb9-d8bb-4557-b2f9-232615a9df10 HTTP/1.1" status: 200 len: 981 time: 3.1037221 Jun 01 18:49:26.871386 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b8d13a-a0e5-4a58-896f-5122c7dd128f req-bcd75804-e611-4640-acb4-996090c82e57 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:49:26.874313 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a3b8d13a-a0e5-4a58-896f-5122c7dd128f req-bcd75804-e611-4640-acb4-996090c82e57 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ae812a2-5303-4c9c-88e8-5c44f26565c9 HTTP/1.1" status: 200 len: 936 time: 0.1338768 Jun 01 18:49:26.936392 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] get_ports_and_sgs() called for port_ids ['0b69acb9-d8bb-4557-b2f9-232615a9df10'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:49:27.012193 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-a3b8d13a-a0e5-4a58-896f-5122c7dd128f req-56542bc7-abec-4f88-9a91-c94cc8ab8721 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Synchronizing usage tracker for tenant:5a29f45689de4723b61fb9850cc62a10 on resource:security_group {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:49:27.037695 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-48af02bc-5e86-44b1-bee9-6d92786c4afa None None] Provisioning for port 60f01c35-737d-4a5d-b74d-d5493aef4b97 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:49:27.059540 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ada7162-289e-4343-99b0-e5199fbd144c', 'tag': '0b69acb9-d8bb-4557-b2f9-232615a9df10'}] {{(pid=88525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:49:27.065919 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-48af02bc-5e86-44b1-bee9-6d92786c4afa None None] Provisioning complete for port 60f01c35-737d-4a5d-b74d-d5493aef4b97 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:49:27.066795 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-48af02bc-5e86-44b1-bee9-6d92786c4afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:27.068400 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-a3b8d13a-a0e5-4a58-896f-5122c7dd128f req-56542bc7-abec-4f88-9a91-c94cc8ab8721 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Unset dirty status for tenant:5a29f45689de4723b61fb9850cc62a10 on resource:security_group {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:49:27.069569 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a3b8d13a-a0e5-4a58-896f-5122c7dd128f req-56542bc7-abec-4f88-9a91-c94cc8ab8721 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbe27866-6450-47f0-a8e1-f266dfb72433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882935 Jun 01 18:49:27.075193 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9da305d-34d5-4787-ad96-5ee1babe20d8 req-944bf731-54e7-4880-ac70-0e210b76d65b tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:49:27.075994 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-d9da305d-34d5-4787-ad96-5ee1babe20d8 req-944bf731-54e7-4880-ac70-0e210b76d65b tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:27.258674 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-b96e9480-d079-406f-9086-6bd3388b3d88 admin admin] Calling delete_port for a89c5127-853a-4492-8421-4a2b9c73226a owned by network:router_interface {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:49:27.320397 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-48af02bc-5e86-44b1-bee9-6d92786c4afa None None] Port 60f01c35-737d-4a5d-b74d-d5493aef4b97 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 18:49:27.476078 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbc27cf-545f-4740-bdb6-a7f606ec42f8 req-0d630857-5c62-404e-8e11-fffac570d05d tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:49:27.477716 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ddbc27cf-545f-4740-bdb6-a7f606ec42f8 req-0d630857-5c62-404e-8e11-fffac570d05d tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f67c738-584f-4106-9a9a-b1bbbc4b97b6 HTTP/1.1" status: 200 len: 945 time: 0.1891515 Jun 01 18:49:27.505574 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd7a91a-11be-4d15-b233-e494f799929f req-cc388180-2e20-4c7f-9011-e084ef8680a7 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:49:27.507083 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-abd7a91a-11be-4d15-b233-e494f799929f req-cc388180-2e20-4c7f-9011-e084ef8680a7 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac320b65-95b9-4d8c-bd7b-e804c1aaac09 HTTP/1.1" status: 200 len: 944 time: 0.2676516 Jun 01 18:49:27.518594 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d9da305d-34d5-4787-ad96-5ee1babe20d8 req-944bf731-54e7-4880-ac70-0e210b76d65b tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.6764057 Jun 01 18:49:27.529912 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-08591da3-39d6-43e5-b8f2-7a4da4278247 req-a53de610-c4fd-4dfa-972e-2152e1389024 service neutron] 10.222.0.15 "GET /v2.0/networks/898153a3-5d71-43be-9d14-343ea4a48426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1764991 Jun 01 18:49:27.543856 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [req-d9da305d-34d5-4787-ad96-5ee1babe20d8 req-71d90385-d159-4c27-927d-8f13af17b20f service neutron] Request body: {'port': {'device_id': '2ae812a2-5303-4c9c-88e8-5c44f26565c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844202-1'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:49:27.603668 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-abd7a91a-11be-4d15-b233-e494f799929f req-d1772cd1-5896-42a1-a60b-1cd613e95e4d tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] Deleting port dff298bd-3110-4ad7-9eae-fe40df9d84f7 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:49:27.604274 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-abd7a91a-11be-4d15-b233-e494f799929f req-d1772cd1-5896-42a1-a60b-1cd613e95e4d tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:27.761637 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ddbc27cf-545f-4740-bdb6-a7f606ec42f8 req-1cef9534-9252-45b3-bed0-085d8a2b31c7 tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] 10.222.0.41 "GET /v2.0/security-groups?id=8fc7fdb2-998f-4fa0-8e3e-2050d2f86fec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2700915 Jun 01 18:49:27.762131 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-d9da305d-34d5-4787-ad96-5ee1babe20d8 req-71d90385-d159-4c27-927d-8f13af17b20f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:28.045308 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c272afd4-1c1a-415b-8a5e-826c6f4c2c65 req-41edfccf-cb23-428a-8798-149b07012a01 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] 10.222.0.41 "GET /v2.0/security-groups/62d1aafa-8d72-482c-96b8-ea39cca31eca HTTP/1.1" status: 200 len: 1800 time: 0.1597099 Jun 01 18:49:28.182511 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-abd7a91a-11be-4d15-b233-e494f799929f req-d1772cd1-5896-42a1-a60b-1cd613e95e4d tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] For port dff298bd-3110-4ad7-9eae-fe40df9d84f7, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=dff298bd-3110-4ad7-9eae-fe40df9d84f7,segment=NetworkSegment(9bd376cf-8b39-4b75-aaa6-34bd3746194e),segment_id=9bd376cf-8b39-4b75-aaa6-34bd3746194e)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:49:28.183214 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-abd7a91a-11be-4d15-b233-e494f799929f req-d1772cd1-5896-42a1-a60b-1cd613e95e4d tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:28.203049 n-d-844202-1 neutron-server[88524]: INFO neutron.api.v2.resource [req-c272afd4-1c1a-415b-8a5e-826c6f4c2c65 req-77eef53a-baf2-43fe-8af5-0cbfa38ccc57 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] delete failed (client error): There was a conflict when trying to complete your request. Jun 01 18:49:28.208882 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c272afd4-1c1a-415b-8a5e-826c6f4c2c65 req-77eef53a-baf2-43fe-8af5-0cbfa38ccc57 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] 10.222.0.41 "DELETE /v2.0/security-groups/62d1aafa-8d72-482c-96b8-ea39cca31eca HTTP/1.1" status: 409 len: 341 time: 0.1622977 Jun 01 18:49:28.240663 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 693d54c3-1b70-418e-bb59-fef3cfd9ad9c up at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:49:28.344859 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b96e9480-d079-406f-9086-6bd3388b3d88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:28.388525 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-abd7a91a-11be-4d15-b233-e494f799929f req-d1772cd1-5896-42a1-a60b-1cd613e95e4d tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] Calling delete_port for dff298bd-3110-4ad7-9eae-fe40df9d84f7 owned by compute:nova {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:49:28.484502 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Provisioning for port 693d54c3-1b70-418e-bb59-fef3cfd9ad9c completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:49:28.527588 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Provisioning complete for port 693d54c3-1b70-418e-bb59-fef3cfd9ad9c triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:49:28.530739 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:28.536823 n-d-844202-1 neutron-server[88525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e05d834-eb6d-4fad-821d-a9bc1bf95263'] response: {'name': 'network-changed', 'server_uuid': '4ada7162-289e-4343-99b0-e5199fbd144c', 'tag': '0b69acb9-d8bb-4557-b2f9-232615a9df10', 'status': 'completed', 'code': 200} Jun 01 18:49:28.580158 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-abd7a91a-11be-4d15-b233-e494f799929f req-d1772cd1-5896-42a1-a60b-1cd613e95e4d tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:28.613549 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96e9480-d079-406f-9086-6bd3388b3d88 admin admin] Pushing event deleted for resources: {'Port': ['ID=a89c5127-853a-4492-8421-4a2b9c73226a,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:49:28.647959 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1772cd1-5896-42a1-a60b-1cd613e95e4d tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] Pushing event deleted for resources: {'Port': ['ID=dff298bd-3110-4ad7-9eae-fe40df9d84f7,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:49:28.687101 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e5b7ce-fc8e-45ab-890a-4faff3b8191d req-9eea7df0-fa85-4a3b-805b-6654fbc14d98 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:49:28.699764 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-87e5b7ce-fc8e-45ab-890a-4faff3b8191d req-9eea7df0-fa85-4a3b-805b-6654fbc14d98 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac320b65-95b9-4d8c-bd7b-e804c1aaac09 HTTP/1.1" status: 200 len: 944 time: 1.2355506 Jun 01 18:49:28.701525 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] get_ports_and_sgs() called for port_ids ['d2fed082-f232-473f-b203-8abb2abbb3b0'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:49:28.842340 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] get_ports_and_sgs() called for port_ids ['dff298bd-3110-4ad7-9eae-fe40df9d84f7'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:49:29.099582 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port 693d54c3-1b70-418e-bb59-fef3cfd9ad9c is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:49:29.100198 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:29.192046 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-87e5b7ce-fc8e-45ab-890a-4faff3b8191d req-18a56237-b128-4fcd-9d64-2d1cfaac8795 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] 10.222.0.41 "GET /v2.0/security-groups?id=92820b43-7593-449e-bdb5-02c9f22d29e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4886003 Jun 01 18:49:29.194213 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f67c738-584f-4106-9a9a-b1bbbc4b97b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '693d54c3-1b70-418e-bb59-fef3cfd9ad9c'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:49:29.204192 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-abd7a91a-11be-4d15-b233-e494f799929f req-d1772cd1-5896-42a1-a60b-1cd613e95e4d tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] No DVR routers for this DVR port dff298bd-3110-4ad7-9eae-fe40df9d84f7 on host n-h1-844202-1 {{(pid=88524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 18:49:29.210358 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-abd7a91a-11be-4d15-b233-e494f799929f req-d1772cd1-5896-42a1-a60b-1cd613e95e4d tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:29.240317 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac320b65-95b9-4d8c-bd7b-e804c1aaac09', 'name': 'network-vif-deleted', 'tag': 'dff298bd-3110-4ad7-9eae-fe40df9d84f7'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:49:29.246873 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port 693d54c3-1b70-418e-bb59-fef3cfd9ad9c, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=693d54c3-1b70-418e-bb59-fef3cfd9ad9c,segment=NetworkSegment(18206650-252d-483b-b176-e766419278ec),segment_id=18206650-252d-483b-b176-e766419278ec)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:49:29.256002 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:29.259324 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-abd7a91a-11be-4d15-b233-e494f799929f req-d1772cd1-5896-42a1-a60b-1cd613e95e4d tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] 10.222.0.15 "DELETE /v2.0/ports/dff298bd-3110-4ad7-9eae-fe40df9d84f7 HTTP/1.1" status: 204 len: 173 time: 1.7365699 Jun 01 18:49:29.284450 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b1c429-59df-4d87-ae59-358dd29c45ec req-b0bf40de-73ec-4d83-9094-0a9a27ad87dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:49:29.286892 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b9b1c429-59df-4d87-ae59-358dd29c45ec req-b0bf40de-73ec-4d83-9094-0a9a27ad87dd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=03a56f87111741e99eac45e7902d811c&device_id=4ada7162-289e-4343-99b0-e5199fbd144c HTTP/1.1" status: 200 len: 1135 time: 0.7401693 Jun 01 18:49:29.352347 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02434e9d-ca99-42d6-8977-35ec8fe3edc4 req-601181ee-a761-46fd-9267-62e9b9119c2b tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:49:29.356195 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-02434e9d-ca99-42d6-8977-35ec8fe3edc4 req-601181ee-a761-46fd-9267-62e9b9119c2b tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ae812a2-5303-4c9c-88e8-5c44f26565c9 HTTP/1.1" status: 200 len: 936 time: 0.3013365 Jun 01 18:49:29.425349 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=693d54c3-1b70-418e-bb59-fef3cfd9ad9c,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:49:29.443948 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-02434e9d-ca99-42d6-8977-35ec8fe3edc4 req-916ee2d0-42bb-4966-8eaa-9e13c968772d tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbe27866-6450-47f0-a8e1-f266dfb72433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755074 Jun 01 18:49:29.857560 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [req-d9da305d-34d5-4787-ad96-5ee1babe20d8 req-71d90385-d159-4c27-927d-8f13af17b20f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60f01c35-737d-4a5d-b74d-d5493aef4b97 {{(pid=88525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:49:29.903104 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-d9da305d-34d5-4787-ad96-5ee1babe20d8 req-71d90385-d159-4c27-927d-8f13af17b20f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:29.951365 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b96e9480-d079-406f-9086-6bd3388b3d88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-887310'] for router_interface, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:29.996144 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba36af13-3c71-4242-b430-50d2a33903f7'] response: {'server_uuid': '0f67c738-584f-4106-9a9a-b1bbbc4b97b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '693d54c3-1b70-418e-bb59-fef3cfd9ad9c', 'code': 200} Jun 01 18:49:30.007131 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [req-d9da305d-34d5-4787-ad96-5ee1babe20d8 req-71d90385-d159-4c27-927d-8f13af17b20f service neutron] Transition to ACTIVE for port object 60f01c35-737d-4a5d-b74d-d5493aef4b97 will not be triggered until provisioned by entity L2. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:49:30.068514 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0c8960-cdf1-48ba-9c65-60a7c38e0f3c req-0f3aef39-1e0f-4761-a638-71e31e24b2f7 tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:49:30.073362 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-bd0c8960-cdf1-48ba-9c65-60a7c38e0f3c req-0f3aef39-1e0f-4761-a638-71e31e24b2f7 tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f67c738-584f-4106-9a9a-b1bbbc4b97b6 HTTP/1.1" status: 200 len: 946 time: 0.2635837 Jun 01 18:49:30.259570 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79b6a184-60a9-44c8-aa4d-dbe2b89a2c0f'] response: {'server_uuid': 'ac320b65-95b9-4d8c-bd7b-e804c1aaac09', 'name': 'network-vif-deleted', 'tag': 'dff298bd-3110-4ad7-9eae-fe40df9d84f7', 'status': 'completed', 'code': 200} Jun 01 18:49:30.263997 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-d9da305d-34d5-4787-ad96-5ee1babe20d8 req-71d90385-d159-4c27-927d-8f13af17b20f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:30.305465 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-bd0c8960-cdf1-48ba-9c65-60a7c38e0f3c req-9ca51d9b-a034-4234-8815-277f1e92c871 tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] 10.222.0.41 "GET /v2.0/security-groups?id=8fc7fdb2-998f-4fa0-8e3e-2050d2f86fec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2310963 Jun 01 18:49:30.391177 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d8df62-3843-44cc-b3bd-2eec6e15050f req-f77d81cf-8c93-4d01-a494-d73860d44d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:49:30.403192 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-81d8df62-3843-44cc-b3bd-2eec6e15050f req-f77d81cf-8c93-4d01-a494-d73860d44d2e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0f67c738-584f-4106-9a9a-b1bbbc4b97b6 HTTP/1.1" status: 200 len: 1097 time: 0.2945638 Jun 01 18:49:30.543451 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 51248) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:49:30.779868 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-81d8df62-3843-44cc-b3bd-2eec6e15050f req-defea4ac-0ff9-48fe-8a9d-b00b7e3c65b4 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=8fc7fdb2-998f-4fa0-8e3e-2050d2f86fec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3704071 Jun 01 18:49:30.873242 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-db384301-08dc-41b2-bc53-6dd70e137d95 req-c765b0e9-6667-43bb-bde9-75d994a478f7 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac320b65-95b9-4d8c-bd7b-e804c1aaac09 HTTP/1.1" status: 200 len: 210 time: 0.0710924 Jun 01 18:49:30.898768 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_v2 [None req-1dd36787-6cb3-4a79-8532-80a4eabb0d47 admin admin] Deleting subnet 9b06a1f2-b51f-445c-a75f-8362b440f3f4 {{(pid=88524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 18:49:30.904157 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1dd36787-6cb3-4a79-8532-80a4eabb0d47 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:30.996611 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d90385-d159-4c27-927d-8f13af17b20f service neutron] Pushing event updated for resources: {'Port': ['ID=60f01c35-737d-4a5d-b74d-d5493aef4b97,revision_number=2']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:49:31.015275 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b1c429-59df-4d87-ae59-358dd29c45ec req-83426893-4af7-4f65-9db9-198d1fe05fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:49:31.019019 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b9b1c429-59df-4d87-ae59-358dd29c45ec req-83426893-4af7-4f65-9db9-198d1fe05fa5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a07ebbeb-60e0-4b03-9320-3082a1d6fcc8 HTTP/1.1" status: 200 len: 914 time: 1.5506675 Jun 01 18:49:31.120639 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1dd36787-6cb3-4a79-8532-80a4eabb0d47 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2702137'] for subnet, precommit_delete_associations {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:31.279794 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b2081f-069b-4452-aabc-458e277eec9b req-62587c39-5879-4e49-9901-e1f9db7c4740 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:49:31.287078 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-63b2081f-069b-4452-aabc-458e277eec9b req-62587c39-5879-4e49-9901-e1f9db7c4740 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ada7162-289e-4343-99b0-e5199fbd144c HTTP/1.1" status: 200 len: 984 time: 0.4925776 Jun 01 18:49:31.334660 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b9b1c429-59df-4d87-ae59-358dd29c45ec req-ff1b17f0-b7de-4beb-b4fc-5c61b8ba9960 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0b69acb9-d8bb-4557-b2f9-232615a9df10 HTTP/1.1" status: 200 len: 217 time: 0.2180383 Jun 01 18:49:31.358726 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1dd36787-6cb3-4a79-8532-80a4eabb0d47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:31.468903 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-63b2081f-069b-4452-aabc-458e277eec9b req-1bec1ae7-2daf-4e6d-b2c7-135650daf598 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] 10.222.0.41 "GET /v2.0/security-groups?id=62d1aafa-8d72-482c-96b8-ea39cca31eca&id=4c5ecf30-c6e9-40ba-b15a-d3f269f6b4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1738000 Jun 01 18:49:31.549579 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1dd36787-6cb3-4a79-8532-80a4eabb0d47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2718856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3066595'] for subnet, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:31.633258 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd36787-6cb3-4a79-8532-80a4eabb0d47 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b06a1f2-b51f-445c-a75f-8362b440f3f4,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:49:31.649434 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1dd36787-6cb3-4a79-8532-80a4eabb0d47 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:31.682799 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-1dd36787-6cb3-4a79-8532-80a4eabb0d47 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/9b06a1f2-b51f-445c-a75f-8362b440f3f4 HTTP/1.1" status: 204 len: 168 time: 1.1394868 Jun 01 18:49:31.692886 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 51258) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:49:32.013893 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b9ed332f-3fa0-4703-a188-627c4d145b11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:32.140211 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a45eb3e-8fc8-4773-89f9-2438bdd7e20a req-2e7038d2-4d67-457c-a4c5-d443ae77fdbc tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:49:32.142135 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7a45eb3e-8fc8-4773-89f9-2438bdd7e20a req-2e7038d2-4d67-457c-a4c5-d443ae77fdbc tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f67c738-584f-4106-9a9a-b1bbbc4b97b6 HTTP/1.1" status: 200 len: 946 time: 0.2967653 Jun 01 18:49:32.252163 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device dff298bd-3110-4ad7-9eae-fe40df9d84f7 no longer exists at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:49:32.259108 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-d9da305d-34d5-4787-ad96-5ee1babe20d8 req-71d90385-d159-4c27-927d-8f13af17b20f service neutron] Attempting to bind port 60f01c35-737d-4a5d-b74d-d5493aef4b97 on host n-h2-844202-1 for vnic_type normal with profile {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:49:32.259647 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-d9da305d-34d5-4787-ad96-5ee1babe20d8 req-71d90385-d159-4c27-927d-8f13af17b20f service neutron] Attempting to bind port 60f01c35-737d-4a5d-b74d-d5493aef4b97 by drivers openvswitch,hyperv on host n-h2-844202-1 at level 0 using segments [{'id': 'e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426'}] {{(pid=88525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:49:32.260446 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9da305d-34d5-4787-ad96-5ee1babe20d8 req-71d90385-d159-4c27-927d-8f13af17b20f service neutron] Attempting to bind port 60f01c35-737d-4a5d-b74d-d5493aef4b97 on network 898153a3-5d71-43be-9d14-343ea4a48426 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:49:32.278116 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b9ed332f-3fa0-4703-a188-627c4d145b11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:32.334912 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b96e9480-d079-406f-9086-6bd3388b3d88 admin admin] Router 00e1bb82-0feb-4373-99b4-cdc8af6c1c0e has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 18:49:32.336908 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9da305d-34d5-4787-ad96-5ee1babe20d8 req-71d90385-d159-4c27-927d-8f13af17b20f service neutron] Port 60f01c35-737d-4a5d-b74d-d5493aef4b97 on network 898153a3-5d71-43be-9d14-343ea4a48426 not bound, no agent of type Open vSwitch agent registered on host n-h2-844202-1 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 18:49:32.337777 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9da305d-34d5-4787-ad96-5ee1babe20d8 req-71d90385-d159-4c27-927d-8f13af17b20f service neutron] Attempting to bind port 60f01c35-737d-4a5d-b74d-d5493aef4b97 on network 898153a3-5d71-43be-9d14-343ea4a48426 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:49:32.348637 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] No Port match for: dff298bd-3110-4ad7-9eae-fe40df9d84f7 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 18:49:32.348971 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device dff298bd-3110-4ad7-9eae-fe40df9d84f7 not bound to the agent host n-h1-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 18:49:32.352837 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7a45eb3e-8fc8-4773-89f9-2438bdd7e20a req-0125ecd0-3408-4b58-9919-ebf97146e016 tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] 10.222.0.41 "GET /v2.0/security-groups?id=8fc7fdb2-998f-4fa0-8e3e-2050d2f86fec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541624 Jun 01 18:49:32.377831 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-b9ed332f-3fa0-4703-a188-627c4d145b11 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f464bab1-fed8-4b70-bd0a-84f4f32a722e']}} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:49:32.431910 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-b9ed332f-3fa0-4703-a188-627c4d145b11 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '641e9a4f-e613-4ae2-9aeb-2789f815da51') {'for_net_delete': True} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:49:32.432478 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-b9ed332f-3fa0-4703-a188-627c4d145b11 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '641e9a4f-e613-4ae2-9aeb-2789f815da51') {} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:49:32.454091 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9da305d-34d5-4787-ad96-5ee1babe20d8 req-71d90385-d159-4c27-927d-8f13af17b20f service neutron] Checking agent: {'id': 'f5db9968-6317-4186-9100-9e0ca6b50417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 18, 49, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:49:32.454785 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9da305d-34d5-4787-ad96-5ee1babe20d8 req-71d90385-d159-4c27-927d-8f13af17b20f service neutron] Checking segment: {'id': 'e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:49:32.455497 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9da305d-34d5-4787-ad96-5ee1babe20d8 req-71d90385-d159-4c27-927d-8f13af17b20f service neutron] Bound using segment: {'id': 'e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426'} {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:49:32.456367 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-d9da305d-34d5-4787-ad96-5ee1babe20d8 req-71d90385-d159-4c27-927d-8f13af17b20f service neutron] Bound port: 60f01c35-737d-4a5d-b74d-d5493aef4b97, host: n-h2-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426'}}] {{(pid=88525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:49:32.457066 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-d9da305d-34d5-4787-ad96-5ee1babe20d8 req-71d90385-d159-4c27-927d-8f13af17b20f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:32.463530 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b9ed332f-3fa0-4703-a188-627c4d145b11 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2702126'] for segment, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:32.489783 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b1c429-59df-4d87-ae59-358dd29c45ec req-5110243b-da87-4a60-aeca-573e25886c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:49:32.492264 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b9b1c429-59df-4d87-ae59-358dd29c45ec req-5110243b-da87-4a60-aeca-573e25886c30 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=63c99bbc-91d7-46ff-b5ec-5a88ea59ce4e HTTP/1.1" status: 200 len: 853 time: 1.0885224 Jun 01 18:49:32.532897 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b9ed332f-3fa0-4703-a188-627c4d145b11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:32.554307 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9ed332f-3fa0-4703-a188-627c4d145b11 admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=88524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 18:49:32.554307 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b9ed332f-3fa0-4703-a188-627c4d145b11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2719018'] for segment, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:32.788373 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment 641e9a4f-e613-4ae2-9aeb-2789f815da51 resource provider aggregate not found Jun 01 18:49:32.892862 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b9ed332f-3fa0-4703-a188-627c4d145b11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:32.930590 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b9ed332f-3fa0-4703-a188-627c4d145b11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:32.933097 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ed332f-3fa0-4703-a188-627c4d145b11 admin admin] Pushing event deleted for resources: {'Network': ['ID=f464bab1-fed8-4b70-bd0a-84f4f32a722e,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:49:32.945572 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment 641e9a4f-e613-4ae2-9aeb-2789f815da51 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 641e9a4f-e613-4ae2-9aeb-2789f815da51 found for delete ", "request_id": "req-4884fb6e-8fc8-41a1-80fa-9db3a9a64326"}]} Jun 01 18:49:32.959894 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-b9ed332f-3fa0-4703-a188-627c4d145b11 admin admin] 10.222.0.41 "DELETE /v2.0/networks/f464bab1-fed8-4b70-bd0a-84f4f32a722e HTTP/1.1" status: 204 len: 168 time: 1.2629750 Jun 01 18:49:33.006970 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b90c35e-3b1d-4507-a581-1e58016c7e25 req-f7d925bc-1f4b-429c-b8bf-3baa8f148eec tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:49:33.019930 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b90c35e-3b1d-4507-a581-1e58016c7e25 req-f7d925bc-1f4b-429c-b8bf-3baa8f148eec tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:49:33.033427 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b90c35e-3b1d-4507-a581-1e58016c7e25 req-f7d925bc-1f4b-429c-b8bf-3baa8f148eec tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:49:33.069919 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b90c35e-3b1d-4507-a581-1e58016c7e25 req-f7d925bc-1f4b-429c-b8bf-3baa8f148eec tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:49:33.103353 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b90c35e-3b1d-4507-a581-1e58016c7e25 req-f7d925bc-1f4b-429c-b8bf-3baa8f148eec tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:49:33.122618 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b90c35e-3b1d-4507-a581-1e58016c7e25 req-f7d925bc-1f4b-429c-b8bf-3baa8f148eec tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:49:33.135675 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b90c35e-3b1d-4507-a581-1e58016c7e25 req-f7d925bc-1f4b-429c-b8bf-3baa8f148eec tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:49:33.138066 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5b90c35e-3b1d-4507-a581-1e58016c7e25 req-f7d925bc-1f4b-429c-b8bf-3baa8f148eec tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c83a2c5-aa3d-4e8d-af22-cb838112216f HTTP/1.1" status: 200 len: 5445 time: 0.3300021 Jun 01 18:49:33.231680 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5b90c35e-3b1d-4507-a581-1e58016c7e25 req-decf26bb-7b5d-4e69-9b3b-679e21614ecc tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] 10.222.0.41 "GET /v2.0/security-groups?id=3eddd810-beb6-4f1d-8108-29288df7e7ee&id=9572e18c-01ef-4403-8358-e3e783c3474b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0853450 Jun 01 18:49:33.243385 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3771e5-710c-4145-a2db-cb855f2c68a4 req-5ab07b99-971b-4012-a859-29fcbfb3d2a4 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:49:33.245318 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-eb3771e5-710c-4145-a2db-cb855f2c68a4 req-5ab07b99-971b-4012-a859-29fcbfb3d2a4 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Synchronizing usage tracker for tenant:5a29f45689de4723b61fb9850cc62a10 on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:49:33.345425 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 51286) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:49:33.482661 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-44e414d4-c516-4783-b367-b1eae0df7e97 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=dd99cee1173546e6a5fd323f8dfa5a74&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1278272 Jun 01 18:49:33.482661 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 51292) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:49:33.495414 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b96e9480-d079-406f-9086-6bd3388b3d88 admin admin] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 18:49:33.504075 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b9b1c429-59df-4d87-ae59-358dd29c45ec req-e9ac4509-c4c1-4ea8-91a2-c253f3599672 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a07ebbeb-60e0-4b03-9320-3082a1d6fcc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4817212 Jun 01 18:49:33.508582 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0407a423-deab-4600-ae1c-82d046938420 None None] Sync routers for ids ['00e1bb82-0feb-4373-99b4-cdc8af6c1c0e'] in n-d-844202-1 {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 18:49:33.532476 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0407a423-deab-4600-ae1c-82d046938420 None None] Routers {'00e1bb82-0feb-4373-99b4-cdc8af6c1c0e'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:49:33.537351 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-0407a423-deab-4600-ae1c-82d046938420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:49:09Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['00e1bb82-0feb-4373-99b4-cdc8af6c1c0e'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:49:33.590839 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-c3b7d66d-2e2f-49d7-9e90-19b53ad57164 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:33.655938 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-b96e9480-d079-406f-9086-6bd3388b3d88 admin admin] 10.222.0.41 "PUT /v2.0/routers/00e1bb82-0feb-4373-99b4-cdc8af6c1c0e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 15.0989518 Jun 01 18:49:33.675292 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 51300) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:49:33.727493 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-eb3771e5-710c-4145-a2db-cb855f2c68a4 req-5ab07b99-971b-4012-a859-29fcbfb3d2a4 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Unset dirty status for tenant:5a29f45689de4723b61fb9850cc62a10 on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:49:33.733812 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-eb3771e5-710c-4145-a2db-cb855f2c68a4 req-5ab07b99-971b-4012-a859-29fcbfb3d2a4 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ae812a2-5303-4c9c-88e8-5c44f26565c9 HTTP/1.1" status: 200 len: 948 time: 2.7123537 Jun 01 18:49:34.078784 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-0407a423-deab-4600-ae1c-82d046938420 None None] Set router 00e1bb82-0feb-4373-99b4-cdc8af6c1c0e gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:49:34.134021 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-d9da305d-34d5-4787-ad96-5ee1babe20d8 req-71d90385-d159-4c27-927d-8f13af17b20f service neutron] For port 60f01c35-737d-4a5d-b74d-d5493aef4b97, host n-h2-844202-1, cleared binding levels {{(pid=88525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:49:34.185206 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-eb3771e5-710c-4145-a2db-cb855f2c68a4 req-93d99d3e-8775-4764-897a-4803b1a34fd6 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbe27866-6450-47f0-a8e1-f266dfb72433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489761 Jun 01 18:49:34.209629 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-d9da305d-34d5-4787-ad96-5ee1babe20d8 req-71d90385-d159-4c27-927d-8f13af17b20f service neutron] For port 60f01c35-737d-4a5d-b74d-d5493aef4b97, host n-h2-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=60f01c35-737d-4a5d-b74d-d5493aef4b97,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:49:34.227786 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-d9da305d-34d5-4787-ad96-5ee1babe20d8 req-71d90385-d159-4c27-927d-8f13af17b20f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:34.297010 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b9b1c429-59df-4d87-ae59-358dd29c45ec req-11db780b-fd20-459c-b714-8881562783e9 service neutron] 10.222.0.15 "GET /v2.0/networks/a07ebbeb-60e0-4b03-9320-3082a1d6fcc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7629061 Jun 01 18:49:34.333328 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9da305d-34d5-4787-ad96-5ee1babe20d8 req-71d90385-d159-4c27-927d-8f13af17b20f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:49:34.337293 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-d9da305d-34d5-4787-ad96-5ee1babe20d8 req-71d90385-d159-4c27-927d-8f13af17b20f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:34.338885 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d9da305d-34d5-4787-ad96-5ee1babe20d8 req-71d90385-d159-4c27-927d-8f13af17b20f service neutron] 10.222.0.50 "PUT /v2.0/ports/60f01c35-737d-4a5d-b74d-d5493aef4b97 HTTP/1.1" status: 200 len: 1096 time: 6.8128157 Jun 01 18:49:34.339346 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ae812a2-5303-4c9c-88e8-5c44f26565c9', 'tag': '60f01c35-737d-4a5d-b74d-d5493aef4b97'}] {{(pid=88525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:49:34.428674 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-c3b7d66d-2e2f-49d7-9e90-19b53ad57164 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:34.818646 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-626a66ba-c4f5-4601-b0d6-4cb69da5a3cc admin admin] Notify callbacks [] for router, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:34.852461 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d90385-d159-4c27-927d-8f13af17b20f service neutron] Pushing event updated for resources: {'Port': ['ID=60f01c35-737d-4a5d-b74d-d5493aef4b97,revision_number=3']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:49:35.081510 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-0407a423-deab-4600-ae1c-82d046938420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00e1bb82-0feb-4373-99b4-cdc8af6c1c0e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-612907466-router', 'tenant_id': 'b31e587f72ec47b29326ef37208d57b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': '792b79d8-3606-4aea-abf9-78e5ef9a879b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:48:56Z', 'updated_at': '2022-06-01T18:49:27Z', 'revision_number': 5, 'project_id': 'b31e587f72ec47b29326ef37208d57b9', 'gw_port': {'id': '792b79d8-3606-4aea-abf9-78e5ef9a879b', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:2a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00e1bb82-0feb-4373-99b4-cdc8af6c1c0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:48:59Z', 'updated_at': '2022-06-01T18:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:49:35.094372 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0407a423-deab-4600-ae1c-82d046938420 None None] Checking router: 00e1bb82-0feb-4373-99b4-cdc8af6c1c0e for host: n-d-844202-1 {{(pid=88526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 18:49:35.111469 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0407a423-deab-4600-ae1c-82d046938420 None None] Routers {'00e1bb82-0feb-4373-99b4-cdc8af6c1c0e'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:49:35.112108 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-0407a423-deab-4600-ae1c-82d046938420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:49:09Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['00e1bb82-0feb-4373-99b4-cdc8af6c1c0e'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:49:35.182009 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b9b1c429-59df-4d87-ae59-358dd29c45ec req-2dee9ebb-318b-4fa6-948f-f1b7acb8d313 service neutron] 10.222.0.15 "GET /v2.0/networks/a07ebbeb-60e0-4b03-9320-3082a1d6fcc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8749716 Jun 01 18:49:35.186603 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9ef6c1-8355-440f-b670-28014251c0df req-c4360157-7588-4c84-8bce-c0d654085d92 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:49:35.196879 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6a9ef6c1-8355-440f-b670-28014251c0df req-c4360157-7588-4c84-8bce-c0d654085d92 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ada7162-289e-4343-99b0-e5199fbd144c HTTP/1.1" status: 200 len: 984 time: 1.5955284 Jun 01 18:49:35.221945 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4cd963-c01c-4236-8869-f042afaeff07 req-e6dd0dff-c4d6-4c27-9096-c4102177c759 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:49:35.240477 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4cd963-c01c-4236-8869-f042afaeff07 req-e6dd0dff-c4d6-4c27-9096-c4102177c759 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:49:35.247241 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4cd963-c01c-4236-8869-f042afaeff07 req-e6dd0dff-c4d6-4c27-9096-c4102177c759 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:49:35.254219 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4cd963-c01c-4236-8869-f042afaeff07 req-e6dd0dff-c4d6-4c27-9096-c4102177c759 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:49:35.264819 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4cd963-c01c-4236-8869-f042afaeff07 req-e6dd0dff-c4d6-4c27-9096-c4102177c759 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:49:35.273681 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4cd963-c01c-4236-8869-f042afaeff07 req-e6dd0dff-c4d6-4c27-9096-c4102177c759 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:49:35.280127 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4cd963-c01c-4236-8869-f042afaeff07 req-e6dd0dff-c4d6-4c27-9096-c4102177c759 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:49:35.282341 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-9c4cd963-c01c-4236-8869-f042afaeff07 req-e6dd0dff-c4d6-4c27-9096-c4102177c759 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c83a2c5-aa3d-4e8d-af22-cb838112216f HTTP/1.1" status: 200 len: 5445 time: 0.7200303 Jun 01 18:49:35.288593 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9da305d-34d5-4787-ad96-5ee1babe20d8 req-7497a29f-641c-47d8-8e27-d829459ec6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:49:35.290367 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d9da305d-34d5-4787-ad96-5ee1babe20d8 req-7497a29f-641c-47d8-8e27-d829459ec6e4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5a29f45689de4723b61fb9850cc62a10&device_id=2ae812a2-5303-4c9c-88e8-5c44f26565c9 HTTP/1.1" status: 200 len: 1099 time: 0.7713430 Jun 01 18:49:35.362334 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-c3b7d66d-2e2f-49d7-9e90-19b53ad57164 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:35.439150 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d9da305d-34d5-4787-ad96-5ee1babe20d8 req-8bd8ede1-5c43-45fb-98bc-f648e0023530 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=60f01c35-737d-4a5d-b74d-d5493aef4b97 HTTP/1.1" status: 200 len: 217 time: 0.1018791 Jun 01 18:49:35.566415 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b7d66d-2e2f-49d7-9e90-19b53ad57164 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32e0c067-0089-408b-a3cd-4b24e22ccce3,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:49:35.567971 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-0407a423-deab-4600-ae1c-82d046938420 None None] Set router 00e1bb82-0feb-4373-99b4-cdc8af6c1c0e gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:49:35.603413 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9da305d-34d5-4787-ad96-5ee1babe20d8 req-bda4b73d-304e-43d4-a508-9253ce5c180e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:49:35.605283 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d9da305d-34d5-4787-ad96-5ee1babe20d8 req-bda4b73d-304e-43d4-a508-9253ce5c180e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=35e3ad2f-9c88-4698-b634-4e1b58de1cc2 HTTP/1.1" status: 200 len: 843 time: 0.1588862 Jun 01 18:49:35.652985 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-626a66ba-c4f5-4601-b0d6-4cb69da5a3cc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:35.698607 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-c3b7d66d-2e2f-49d7-9e90-19b53ad57164 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:35.710043 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-c3b7d66d-2e2f-49d7-9e90-19b53ad57164 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/32e0c067-0089-408b-a3cd-4b24e22ccce3 HTTP/1.1" status: 204 len: 168 time: 2.2287292 Jun 01 18:49:35.753224 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6a9ef6c1-8355-440f-b670-28014251c0df req-4c070744-563e-45b8-97c9-9770f31c9d7d tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] 10.222.0.41 "GET /v2.0/security-groups?id=62d1aafa-8d72-482c-96b8-ea39cca31eca&id=4c5ecf30-c6e9-40ba-b15a-d3f269f6b4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.5549119 Jun 01 18:49:35.759876 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-626a66ba-c4f5-4601-b0d6-4cb69da5a3cc admin admin] Deleting port 792b79d8-3606-4aea-abf9-78e5ef9a879b {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:49:35.763529 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-626a66ba-c4f5-4601-b0d6-4cb69da5a3cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:36.156967 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9695f5c0-6f97-421d-a670-e6a742acdcbe req-65ba1573-2c39-4b53-b116-8ea35300dc8a tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:49:36.176504 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-9695f5c0-6f97-421d-a670-e6a742acdcbe req-65ba1573-2c39-4b53-b116-8ea35300dc8a tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f67c738-584f-4106-9a9a-b1bbbc4b97b6 HTTP/1.1" status: 200 len: 946 time: 0.6585159 Jun 01 18:49:36.210730 n-d-844202-1 neutron-server[88525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66413172-7bab-46fb-ade2-574c6e666a31'] response: {'name': 'network-changed', 'server_uuid': '2ae812a2-5303-4c9c-88e8-5c44f26565c9', 'tag': '60f01c35-737d-4a5d-b74d-d5493aef4b97', 'status': 'completed', 'code': 200} Jun 01 18:49:36.237725 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fc22c3-6c67-4146-bb57-1a77a2e15584 req-fb237159-4e05-44eb-94a7-30069ecf9fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:49:36.239839 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-63fc22c3-6c67-4146-bb57-1a77a2e15584 req-fb237159-4e05-44eb-94a7-30069ecf9fbe service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=03a56f87111741e99eac45e7902d811c&device_id=4ada7162-289e-4343-99b0-e5199fbd144c HTTP/1.1" status: 200 len: 1135 time: 0.9484410 Jun 01 18:49:36.243995 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-9695f5c0-6f97-421d-a670-e6a742acdcbe req-3e9ec49d-831f-4fd3-ac24-ab0f33a2074e tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] Synchronizing usage tracker for tenant:bba0af6b22cc48889542d40b4d85508e on resource:security_group {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:49:36.300630 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9da305d-34d5-4787-ad96-5ee1babe20d8 req-ec186e93-749e-49ab-9f67-59029b5e3bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:49:36.302696 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d9da305d-34d5-4787-ad96-5ee1babe20d8 req-ec186e93-749e-49ab-9f67-59029b5e3bcf service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=898153a3-5d71-43be-9d14-343ea4a48426&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6888494 Jun 01 18:49:36.617203 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [None req-626a66ba-c4f5-4601-b0d6-4cb69da5a3cc admin admin] For port 792b79d8-3606-4aea-abf9-78e5ef9a879b, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=792b79d8-3606-4aea-abf9-78e5ef9a879b,segment=NetworkSegment(7875af61-4c53-4ff2-b8c8-d4b7c35ff947),segment_id=7875af61-4c53-4ff2-b8c8-d4b7c35ff947)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:49:36.620117 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-626a66ba-c4f5-4601-b0d6-4cb69da5a3cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:36.734840 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-0407a423-deab-4600-ae1c-82d046938420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00e1bb82-0feb-4373-99b4-cdc8af6c1c0e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-612907466-router', 'tenant_id': 'b31e587f72ec47b29326ef37208d57b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': '792b79d8-3606-4aea-abf9-78e5ef9a879b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:48:56Z', 'updated_at': '2022-06-01T18:49:27Z', 'revision_number': 5, 'project_id': 'b31e587f72ec47b29326ef37208d57b9', 'gw_port': {'id': '792b79d8-3606-4aea-abf9-78e5ef9a879b', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:2a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00e1bb82-0feb-4373-99b4-cdc8af6c1c0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:48:59Z', 'updated_at': '2022-06-01T18:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:49:36.743268 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-9695f5c0-6f97-421d-a670-e6a742acdcbe req-3e9ec49d-831f-4fd3-ac24-ab0f33a2074e tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] Unset dirty status for tenant:bba0af6b22cc48889542d40b4d85508e on resource:security_group {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:49:36.744261 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-9695f5c0-6f97-421d-a670-e6a742acdcbe req-3e9ec49d-831f-4fd3-ac24-ab0f33a2074e tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] 10.222.0.41 "GET /v2.0/security-groups?id=8fc7fdb2-998f-4fa0-8e3e-2050d2f86fec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5668397 Jun 01 18:49:36.745318 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fc22c3-6c67-4146-bb57-1a77a2e15584 req-22cc229b-e163-4ceb-a2ec-8dfb9403bb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:49:36.746688 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-63fc22c3-6c67-4146-bb57-1a77a2e15584 req-22cc229b-e163-4ceb-a2ec-8dfb9403bb64 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a07ebbeb-60e0-4b03-9320-3082a1d6fcc8 HTTP/1.1" status: 200 len: 914 time: 0.4969716 Jun 01 18:49:36.791241 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0407a423-deab-4600-ae1c-82d046938420 None None] The sync data for ids ['00e1bb82-0feb-4373-99b4-cdc8af6c1c0e'] in n-d-844202-1 is: [{'id': '00e1bb82-0feb-4373-99b4-cdc8af6c1c0e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-612907466-router', 'tenant_id': 'b31e587f72ec47b29326ef37208d57b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': '792b79d8-3606-4aea-abf9-78e5ef9a879b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:48:56Z', 'updated_at': '2022-06-01T18:49:27Z', 'revision_number': 5, 'project_id': 'b31e587f72ec47b29326ef37208d57b9', 'gw_port': {'id': '792b79d8-3606-4aea-abf9-78e5ef9a879b', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:2a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00e1bb82-0feb-4373-99b4-cdc8af6c1c0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:48:59Z', 'updated_at': '2022-06-01T18:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}] {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 18:49:37.025989 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-63fc22c3-6c67-4146-bb57-1a77a2e15584 req-cc2e7149-5729-4e4a-8fec-33d119f1b0a6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0b69acb9-d8bb-4557-b2f9-232615a9df10 HTTP/1.1" status: 200 len: 217 time: 0.2697418 Jun 01 18:49:37.070777 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6c2f3066-087c-4220-845e-8e8c930180a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:37.153921 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-626a66ba-c4f5-4601-b0d6-4cb69da5a3cc admin admin] Calling delete_port for 792b79d8-3606-4aea-abf9-78e5ef9a879b owned by network:router_gateway {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:49:37.222110 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device a89c5127-853a-4492-8421-4a2b9c73226a no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:49:37.431126 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: a89c5127-853a-4492-8421-4a2b9c73226a {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 18:49:37.433896 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device a89c5127-853a-4492-8421-4a2b9c73226a not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 18:49:37.492124 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fc22c3-6c67-4146-bb57-1a77a2e15584 req-e402cc7d-c197-4cb9-bb87-f464d4df20c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:49:37.493618 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-63fc22c3-6c67-4146-bb57-1a77a2e15584 req-e402cc7d-c197-4cb9-bb87-f464d4df20c1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=63c99bbc-91d7-46ff-b5ec-5a88ea59ce4e HTTP/1.1" status: 200 len: 853 time: 0.4440806 Jun 01 18:49:37.632524 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-63fc22c3-6c67-4146-bb57-1a77a2e15584 req-7711985b-e963-4981-9dae-35e44bcba92c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a07ebbeb-60e0-4b03-9320-3082a1d6fcc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1145344 Jun 01 18:49:37.637521 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d9da305d-34d5-4787-ad96-5ee1babe20d8 req-e59cba6b-871d-4d9a-9e37-c6d1f0a2a3c6 service neutron] 10.222.0.50 "GET /v2.0/networks/898153a3-5d71-43be-9d14-343ea4a48426?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9823866 Jun 01 18:49:37.640393 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 51374) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:49:37.688086 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 51378) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:49:37.725055 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e72715-67aa-44a4-a8d2-e4d685975769 req-a2fe8079-56a3-4528-9e48-a50861d26894 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:49:37.726956 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b6e72715-67aa-44a4-a8d2-e4d685975769 req-a2fe8079-56a3-4528-9e48-a50861d26894 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ae812a2-5303-4c9c-88e8-5c44f26565c9 HTTP/1.1" status: 200 len: 948 time: 1.2553675 Jun 01 18:49:37.833263 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b6e72715-67aa-44a4-a8d2-e4d685975769 req-35fa0959-3e06-4d9f-9aaa-6b942913c2da tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbe27866-6450-47f0-a8e1-f266dfb72433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982873 Jun 01 18:49:37.871512 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aa2549-dd23-4bf2-9fc2-01922d783f52 req-e39401c9-d076-4368-8ef3-5457b3e2f4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:49:37.873474 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-64aa2549-dd23-4bf2-9fc2-01922d783f52 req-e39401c9-d076-4368-8ef3-5457b3e2f4d1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bba0af6b22cc48889542d40b4d85508e&device_id=0f67c738-584f-4106-9a9a-b1bbbc4b97b6 HTTP/1.1" status: 200 len: 1097 time: 0.2306137 Jun 01 18:49:38.155013 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aa2549-dd23-4bf2-9fc2-01922d783f52 req-82cd1b59-3206-43eb-a402-d46c26b53466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:49:38.156929 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-64aa2549-dd23-4bf2-9fc2-01922d783f52 req-82cd1b59-3206-43eb-a402-d46c26b53466 service neutron] 10.222.0.15 "GET /v2.0/networks?id=733f1d30-f98a-417d-a420-8babaa4f930e HTTP/1.1" status: 200 len: 920 time: 0.2754676 Jun 01 18:49:38.157597 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-46ec2c04-4105-44c7-b436-a638460fedc9 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-985949606-network', 'tenant_id': '722c4f653eb54dd18e783c5f350712c1'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:49:38.215779 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-46ec2c04-4105-44c7-b436-a638460fedc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:49:38.245481 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-46ec2c04-4105-44c7-b436-a638460fedc9 admin admin] Usage tracker for resource:network and tenant:722c4f653eb54dd18e783c5f350712c1 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:49:38.252236 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-46ec2c04-4105-44c7-b436-a638460fedc9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:49:38.300799 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-64aa2549-dd23-4bf2-9fc2-01922d783f52 req-e5fc2be3-f6d8-4b86-a3b1-e0fb2c7c18b0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=693d54c3-1b70-418e-bb59-fef3cfd9ad9c HTTP/1.1" status: 200 len: 217 time: 0.1003578 Jun 01 18:49:38.321211 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-46ec2c04-4105-44c7-b436-a638460fedc9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:49:38.376958 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.agents_db [None req-e814b9cf-7de8-45d0-a079-29c61fabe7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 18:49:38.397170 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d9da305d-34d5-4787-ad96-5ee1babe20d8 req-4dacf26b-eed9-4104-8090-d6afa871136b service neutron] 10.222.0.50 "GET /v2.0/networks/898153a3-5d71-43be-9d14-343ea4a48426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7180538 Jun 01 18:49:38.400330 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46ec2c04-4105-44c7-b436-a638460fedc9 admin admin] Made reservation on behalf of 722c4f653eb54dd18e783c5f350712c1 for: {'network': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:49:38.405069 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-46ec2c04-4105-44c7-b436-a638460fedc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:38.418183 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-63fc22c3-6c67-4146-bb57-1a77a2e15584 req-061c059d-10ba-4b71-8412-c67b4f36cb65 service neutron] 10.222.0.15 "GET /v2.0/networks/a07ebbeb-60e0-4b03-9320-3082a1d6fcc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7312057 Jun 01 18:49:38.432688 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-46ec2c04-4105-44c7-b436-a638460fedc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:38.534273 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aa2549-dd23-4bf2-9fc2-01922d783f52 req-1436a5cb-bc9a-4fdf-bf09-b318053c4d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:49:38.535757 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-64aa2549-dd23-4bf2-9fc2-01922d783f52 req-1436a5cb-bc9a-4fdf-bf09-b318053c4d3c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=feb88351-1be4-4281-aea1-860175961a49 HTTP/1.1" status: 200 len: 859 time: 0.2285430 Jun 01 18:49:38.537670 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f58c4c8-d8c4-45fb-91d8-b2298b682d85 req-177c240e-b923-4626-8f7d-ba02c236dc84 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:49:38.539252 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2f58c4c8-d8c4-45fb-91d8-b2298b682d85 req-177c240e-b923-4626-8f7d-ba02c236dc84 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ada7162-289e-4343-99b0-e5199fbd144c HTTP/1.1" status: 200 len: 984 time: 0.7815812 Jun 01 18:49:38.626329 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-46ec2c04-4105-44c7-b436-a638460fedc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:49:38.632390 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-64aa2549-dd23-4bf2-9fc2-01922d783f52 req-9657b049-5c72-427b-98f6-a4a5b398cc50 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=733f1d30-f98a-417d-a420-8babaa4f930e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0607278 Jun 01 18:49:38.638739 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-46ec2c04-4105-44c7-b436-a638460fedc9 admin admin] Usage tracker for resource:security_group_rule and tenant:722c4f653eb54dd18e783c5f350712c1 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:49:38.651229 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbc411b-de7c-417e-9b59-837322a15ff0 req-7b8663f7-dce1-4cd7-99d3-a58c80efc06a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:49:38.652077 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbc411b-de7c-417e-9b59-837322a15ff0 req-7b8663f7-dce1-4cd7-99d3-a58c80efc06a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:49:38.652733 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbc411b-de7c-417e-9b59-837322a15ff0 req-7b8663f7-dce1-4cd7-99d3-a58c80efc06a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:49:38.653363 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbc411b-de7c-417e-9b59-837322a15ff0 req-7b8663f7-dce1-4cd7-99d3-a58c80efc06a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:49:38.654007 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbc411b-de7c-417e-9b59-837322a15ff0 req-7b8663f7-dce1-4cd7-99d3-a58c80efc06a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:49:38.654657 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbc411b-de7c-417e-9b59-837322a15ff0 req-7b8663f7-dce1-4cd7-99d3-a58c80efc06a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:49:38.655807 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbc411b-de7c-417e-9b59-837322a15ff0 req-7b8663f7-dce1-4cd7-99d3-a58c80efc06a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:49:38.663586 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-cbbc411b-de7c-417e-9b59-837322a15ff0 req-7b8663f7-dce1-4cd7-99d3-a58c80efc06a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9c83a2c5-aa3d-4e8d-af22-cb838112216f HTTP/1.1" status: 200 len: 6502 time: 0.9094620 Jun 01 18:49:38.680091 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-626a66ba-c4f5-4601-b0d6-4cb69da5a3cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:38.686815 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-46ec2c04-4105-44c7-b436-a638460fedc9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:49:38.734787 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-46ec2c04-4105-44c7-b436-a638460fedc9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:49:38.750962 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2f58c4c8-d8c4-45fb-91d8-b2298b682d85 req-b4cfeaa8-3fd4-4836-a855-b0fa4bfedb51 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] 10.222.0.41 "GET /v2.0/security-groups?id=62d1aafa-8d72-482c-96b8-ea39cca31eca&id=4c5ecf30-c6e9-40ba-b15a-d3f269f6b4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1660416 Jun 01 18:49:38.810621 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626a66ba-c4f5-4601-b0d6-4cb69da5a3cc admin admin] Pushing event deleted for resources: {'Port': ['ID=792b79d8-3606-4aea-abf9-78e5ef9a879b,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:49:38.831955 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-cbbc411b-de7c-417e-9b59-837322a15ff0 req-79d82c87-adbb-4e4a-80fb-f181d2b6427c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=3eddd810-beb6-4f1d-8108-29288df7e7ee&id=9572e18c-01ef-4403-8358-e3e783c3474b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1670516 Jun 01 18:49:38.870194 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-63fc22c3-6c67-4146-bb57-1a77a2e15584 req-ab81fdba-53a3-41cc-8147-a61db3a37073 service neutron] 10.222.0.15 "GET /v2.0/networks/a07ebbeb-60e0-4b03-9320-3082a1d6fcc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4233410 Jun 01 18:49:38.879351 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e1bc13-bc2e-46cd-b6b2-64cf78df3a53 req-d58a4cf2-c8b1-4488-9e76-6e8047849756 tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:49:38.889135 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b7e1bc13-bc2e-46cd-b6b2-64cf78df3a53 req-d58a4cf2-c8b1-4488-9e76-6e8047849756 tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f67c738-584f-4106-9a9a-b1bbbc4b97b6 HTTP/1.1" status: 200 len: 946 time: 0.3521492 Jun 01 18:49:38.889993 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21451f52-1008-4e62-bae0-b102e4948681 req-cb87db06-e762-4ffd-8f26-40686336d7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:49:38.891579 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-21451f52-1008-4e62-bae0-b102e4948681 req-cb87db06-e762-4ffd-8f26-40686336d7a3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5a29f45689de4723b61fb9850cc62a10&device_id=2ae812a2-5303-4c9c-88e8-5c44f26565c9 HTTP/1.1" status: 200 len: 1099 time: 0.4217587 Jun 01 18:49:39.162303 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21451f52-1008-4e62-bae0-b102e4948681 req-c737c29e-093c-411d-bce2-6f4d6bc4de49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:49:39.164896 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-21451f52-1008-4e62-bae0-b102e4948681 req-c737c29e-093c-411d-bce2-6f4d6bc4de49 service neutron] 10.222.0.50 "GET /v2.0/networks?id=898153a3-5d71-43be-9d14-343ea4a48426 HTTP/1.1" status: 200 len: 870 time: 0.2646694 Jun 01 18:49:39.192909 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b7e1bc13-bc2e-46cd-b6b2-64cf78df3a53 req-8078cb42-d1bd-40f0-b84c-a15ea52c06df tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] 10.222.0.41 "GET /v2.0/security-groups?id=8fc7fdb2-998f-4fa0-8e3e-2050d2f86fec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3027868 Jun 01 18:49:39.213897 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-64aa2549-dd23-4bf2-9fc2-01922d783f52 req-ec10358a-2b9d-40f6-90c2-4b8166ef59e2 service neutron] 10.222.0.15 "GET /v2.0/networks/733f1d30-f98a-417d-a420-8babaa4f930e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5562317 Jun 01 18:49:39.401041 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-626a66ba-c4f5-4601-b0d6-4cb69da5a3cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-887703'] for router_gateway, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:39.435076 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-3c861984-4d6c-4d50-a3c1-f5e3ca1b570d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:39.436767 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-21451f52-1008-4e62-bae0-b102e4948681 req-4874bfe3-b53a-4eb9-b6e5-3645a4df52df service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=60f01c35-737d-4a5d-b74d-d5493aef4b97 HTTP/1.1" status: 200 len: 217 time: 0.1989677 Jun 01 18:49:39.446488 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-46ec2c04-4105-44c7-b436-a638460fedc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:39.552367 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-46ec2c04-4105-44c7-b436-a638460fedc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:39.747245 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46ec2c04-4105-44c7-b436-a638460fedc9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 103} {{(pid=88525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 18:49:39.783532 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ec2c04-4105-44c7-b436-a638460fedc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9caa0f54-cb0e-4092-b752-f15eca9f84a5,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:49:39.801030 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21451f52-1008-4e62-bae0-b102e4948681 req-9fc34486-83bb-4f69-9419-4fb7ca3821fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:49:39.807411 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-21451f52-1008-4e62-bae0-b102e4948681 req-9fc34486-83bb-4f69-9419-4fb7ca3821fd service neutron] 10.222.0.50 "GET /v2.0/subnets?id=35e3ad2f-9c88-4698-b634-4e1b58de1cc2 HTTP/1.1" status: 200 len: 843 time: 0.3629148 Jun 01 18:49:39.816965 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-46ec2c04-4105-44c7-b436-a638460fedc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:39.817491 n-d-844202-1 neutron-server[88525]: INFO neutron.db.segments_db [None req-46ec2c04-4105-44c7-b436-a638460fedc9 admin admin] Added segment 8fe03d0a-6f47-4b90-b09a-f9196062e68e of type vlan for network 87b9dfd0-7353-4a39-8c80-aeabedc47621 Jun 01 18:49:39.915853 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-46ec2c04-4105-44c7-b436-a638460fedc9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:39.970812 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe60d629-b4fd-4e6d-aac6-e9043541c231 req-c17c9b28-acd4-4f04-a05e-23f4d2cde840 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:49:39.977859 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-fe60d629-b4fd-4e6d-aac6-e9043541c231 req-c17c9b28-acd4-4f04-a05e-23f4d2cde840 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c2f9279-7cc9-4d6f-b8cb-b08438524fa4 HTTP/1.1" status: 200 len: 945 time: 0.3567836 Jun 01 18:49:40.027010 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-46ec2c04-4105-44c7-b436-a638460fedc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:40.027964 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ec2c04-4105-44c7-b436-a638460fedc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:49:40.028576 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-46ec2c04-4105-44c7-b436-a638460fedc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:40.042293 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-64aa2549-dd23-4bf2-9fc2-01922d783f52 req-23beb5e6-507b-4d34-b3dd-9efbf18300d0 service neutron] 10.222.0.15 "GET /v2.0/networks/733f1d30-f98a-417d-a420-8babaa4f930e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7883558 Jun 01 18:49:40.052055 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21451f52-1008-4e62-bae0-b102e4948681 req-cbec3864-2314-4c80-aff1-bc03d3dcdf74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:49:40.053977 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-21451f52-1008-4e62-bae0-b102e4948681 req-cbec3864-2314-4c80-aff1-bc03d3dcdf74 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=898153a3-5d71-43be-9d14-343ea4a48426&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2385767 Jun 01 18:49:40.093317 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-626a66ba-c4f5-4601-b0d6-4cb69da5a3cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25316'] for router, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:40.101333 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-626a66ba-c4f5-4601-b0d6-4cb69da5a3cc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:40.157199 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffd542b-6371-492a-b1dc-2fcf43340b89 req-9fd358fa-348f-43bc-a574-5e8196e8a49e tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:49:40.158272 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-bffd542b-6371-492a-b1dc-2fcf43340b89 req-9fd358fa-348f-43bc-a574-5e8196e8a49e tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] Synchronizing usage tracker for tenant:ee3dca5a75c542e0966797f286e0b4d5 on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:49:40.164769 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-626a66ba-c4f5-4601-b0d6-4cb69da5a3cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-891519'] for router, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:40.165675 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-626a66ba-c4f5-4601-b0d6-4cb69da5a3cc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 00e1bb82-0feb-4373-99b4-cdc8af6c1c0e {{(pid=88524) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 18:49:40.184295 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-fe60d629-b4fd-4e6d-aac6-e9043541c231 req-dcfa2175-0304-4e38-8f76-a4faaa98e3a7 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] 10.222.0.41 "GET /v2.0/security-groups?id=92820b43-7593-449e-bdb5-02c9f22d29e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052922 Jun 01 18:49:40.188582 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4c2ee7-2091-4e31-8d75-5a2a0d739b4d req-0d94f58b-8320-4c84-86c1-88cc41a74d40 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:49:40.190352 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-cc4c2ee7-2091-4e31-8d75-5a2a0d739b4d req-0d94f58b-8320-4c84-86c1-88cc41a74d40 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ae812a2-5303-4c9c-88e8-5c44f26565c9 HTTP/1.1" status: 200 len: 948 time: 0.6739063 Jun 01 18:49:40.259116 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-626a66ba-c4f5-4601-b0d6-4cb69da5a3cc admin admin] Notify callbacks [] for router, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:40.260527 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-626a66ba-c4f5-4601-b0d6-4cb69da5a3cc admin admin] 10.222.0.41 "DELETE /v2.0/routers/00e1bb82-0feb-4373-99b4-cdc8af6c1c0e HTTP/1.1" status: 204 len: 168 time: 6.5809410 Jun 01 18:49:40.262118 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-bffd542b-6371-492a-b1dc-2fcf43340b89 req-9fd358fa-348f-43bc-a574-5e8196e8a49e tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] Unset dirty status for tenant:ee3dca5a75c542e0966797f286e0b4d5 on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:49:40.263158 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-bffd542b-6371-492a-b1dc-2fcf43340b89 req-9fd358fa-348f-43bc-a574-5e8196e8a49e tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c2f9279-7cc9-4d6f-b8cb-b08438524fa4 HTTP/1.1" status: 200 len: 945 time: 0.3826399 Jun 01 18:49:40.263630 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 51432) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:49:40.341572 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-46ec2c04-4105-44c7-b436-a638460fedc9 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.6926656 Jun 01 18:49:40.341572 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ec2c04-4105-44c7-b436-a638460fedc9 admin admin] Pushing event updated for resources: {'Network': ['ID=87b9dfd0-7353-4a39-8c80-aeabedc47621,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:49:40.343882 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 51436) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:49:40.351216 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-2994ea29-18d3-4113-b674-86462b6a2448 admin admin] Request body: {'subnet': {'network_id': '87b9dfd0-7353-4a39-8c80-aeabedc47621', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-985949606-subnet', 'tenant_id': '722c4f653eb54dd18e783c5f350712c1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:49:40.353548 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network 87b9dfd0-7353-4a39-8c80-aeabedc47621 details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 18:49:40.360455 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-2994ea29-18d3-4113-b674-86462b6a2448 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:49:40.392540 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-2994ea29-18d3-4113-b674-86462b6a2448 admin admin] Usage tracker for resource:subnet and tenant:722c4f653eb54dd18e783c5f350712c1 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:49:40.411079 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-2994ea29-18d3-4113-b674-86462b6a2448 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:49:40.431216 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-2994ea29-18d3-4113-b674-86462b6a2448 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:49:40.433708 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-cc4c2ee7-2091-4e31-8d75-5a2a0d739b4d req-5761766f-9fa7-4d1c-a45c-a17888668e62 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbe27866-6450-47f0-a8e1-f266dfb72433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303898 Jun 01 18:49:40.503865 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_v2 [None req-349adeda-7f1a-4e60-9ae2-cf4fd9f23f86 admin admin] Deleting subnet b15c17d5-ce6f-4a39-b59b-8444214cfec8 {{(pid=88524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 18:49:40.522437 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-bffd542b-6371-492a-b1dc-2fcf43340b89 req-49c7e52e-3538-4bc3-877b-ebd3f223e983 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] Deleting port d2fed082-f232-473f-b203-8abb2abbb3b0 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:49:40.522792 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-bffd542b-6371-492a-b1dc-2fcf43340b89 req-49c7e52e-3538-4bc3-877b-ebd3f223e983 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:40.524087 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2994ea29-18d3-4113-b674-86462b6a2448 admin admin] Made reservation on behalf of 722c4f653eb54dd18e783c5f350712c1 for: {'subnet': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:49:40.525978 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2994ea29-18d3-4113-b674-86462b6a2448 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9667140'] for subnet, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:40.594324 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:40.617797 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:40.648755 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-21451f52-1008-4e62-bae0-b102e4948681 req-eee08abf-8fc6-4629-99fc-14cdc48c3c49 service neutron] 10.222.0.50 "GET /v2.0/networks/898153a3-5d71-43be-9d14-343ea4a48426?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5770650 Jun 01 18:49:40.720024 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-349adeda-7f1a-4e60-9ae2-cf4fd9f23f86 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:40.997862 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa37134-7b5b-4644-ad17-da5592e9c1cb req-0de3c9e7-f6ae-4219-a8d1-75f4bba67633 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:49:40.999946 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-7aa37134-7b5b-4644-ad17-da5592e9c1cb req-0de3c9e7-f6ae-4219-a8d1-75f4bba67633 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ada7162-289e-4343-99b0-e5199fbd144c HTTP/1.1" status: 200 len: 984 time: 0.5576169 Jun 01 18:49:41.038237 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 792b79d8-3606-4aea-abf9-78e5ef9a879b no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:49:41.049244 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-21451f52-1008-4e62-bae0-b102e4948681 req-b423ef50-9e62-477e-a677-9f0b471fb35f service neutron] 10.222.0.50 "GET /v2.0/networks/898153a3-5d71-43be-9d14-343ea4a48426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3867705 Jun 01 18:49:41.096907 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: 792b79d8-3606-4aea-abf9-78e5ef9a879b {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 18:49:41.098102 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 792b79d8-3606-4aea-abf9-78e5ef9a879b not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 18:49:41.111071 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:41.121321 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-349adeda-7f1a-4e60-9ae2-cf4fd9f23f86 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2702137'] for subnet, precommit_delete_associations {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:41.121936 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-7aa37134-7b5b-4644-ad17-da5592e9c1cb req-c91772dc-013b-4a87-ae01-03aa7cbd6ad7 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] 10.222.0.41 "GET /v2.0/security-groups?id=62d1aafa-8d72-482c-96b8-ea39cca31eca&id=4c5ecf30-c6e9-40ba-b15a-d3f269f6b4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1115716 Jun 01 18:49:41.222094 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac4c368-950e-4b3c-8d20-7a2b3d62d5a2 req-a83531d2-c410-487c-951d-4a6b82ef9ee4 tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:49:41.223285 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-dac4c368-950e-4b3c-8d20-7a2b3d62d5a2 req-a83531d2-c410-487c-951d-4a6b82ef9ee4 tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f67c738-584f-4106-9a9a-b1bbbc4b97b6 HTTP/1.1" status: 200 len: 946 time: 0.6001976 Jun 01 18:49:41.229540 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2994ea29-18d3-4113-b674-86462b6a2448 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2614064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9667190'] for subnet, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:41.320075 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2994ea29-18d3-4113-b674-86462b6a2448 admin admin] Pushing event updated for resources: {'Subnet': ['ID=af6795b5-bdde-4ed9-943b-407812e69e16,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:49:41.320323 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-bffd542b-6371-492a-b1dc-2fcf43340b89 req-49c7e52e-3538-4bc3-877b-ebd3f223e983 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] For port d2fed082-f232-473f-b203-8abb2abbb3b0, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=d2fed082-f232-473f-b203-8abb2abbb3b0,segment=NetworkSegment(9bd376cf-8b39-4b75-aaa6-34bd3746194e),segment_id=9bd376cf-8b39-4b75-aaa6-34bd3746194e)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:49:41.320620 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-bffd542b-6371-492a-b1dc-2fcf43340b89 req-49c7e52e-3538-4bc3-877b-ebd3f223e983 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:41.324718 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2994ea29-18d3-4113-b674-86462b6a2448 admin admin] Checking segment: {'id': '8fe03d0a-6f47-4b90-b09a-f9196062e68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '87b9dfd0-7353-4a39-8c80-aeabedc47621'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:49:41.325075 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2994ea29-18d3-4113-b674-86462b6a2448 admin admin] Network hostable DHCP agents. Network: 87b9dfd0-7353-4a39-8c80-aeabedc47621, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 18:49:41.337158 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-dac4c368-950e-4b3c-8d20-7a2b3d62d5a2 req-f26c32b1-b696-4185-a0bc-73eb7ab824f9 tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] 10.222.0.41 "GET /v2.0/security-groups?id=8fc7fdb2-998f-4fa0-8e3e-2050d2f86fec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936127 Jun 01 18:49:41.376036 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2994ea29-18d3-4113-b674-86462b6a2448 admin admin] Network 87b9dfd0-7353-4a39-8c80-aeabedc47621 is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 18:49:41.396111 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-2994ea29-18d3-4113-b674-86462b6a2448 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, 87b9dfd0-7353-4a39-8c80-aeabedc47621) {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:49:41.400997 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2994ea29-18d3-4113-b674-86462b6a2448 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:49:41.401569 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2994ea29-18d3-4113-b674-86462b6a2448 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:41.407948 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51ef42b1-a9fc-4618-a2fe-7553cdb3a8e3 None None] Network 87b9dfd0-7353-4a39-8c80-aeabedc47621 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 18:49:41.465674 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-bffd542b-6371-492a-b1dc-2fcf43340b89 req-49c7e52e-3538-4bc3-877b-ebd3f223e983 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] Calling delete_port for d2fed082-f232-473f-b203-8abb2abbb3b0 owned by compute:nova {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:49:41.473093 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-2994ea29-18d3-4113-b674-86462b6a2448 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1265173 Jun 01 18:49:41.504915 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3819ba8d-7ee2-4fd1-91a2-3eb94b93087f req-6e6ee273-7087-4ccb-83bd-e11ea6bb1342 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1384342867&fields=id&tenant_id=03a56f87111741e99eac45e7902d811c HTTP/1.1" status: 200 len: 267 time: 0.0849686 Jun 01 18:49:41.518839 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-349adeda-7f1a-4e60-9ae2-cf4fd9f23f86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:41.595948 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:41.727263 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3819ba8d-7ee2-4fd1-91a2-3eb94b93087f req-460b8b27-1f81-4c48-8353-cb6e6c510323 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:49:41.736475 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3819ba8d-7ee2-4fd1-91a2-3eb94b93087f req-460b8b27-1f81-4c48-8353-cb6e6c510323 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ada7162-289e-4343-99b0-e5199fbd144c HTTP/1.1" status: 200 len: 984 time: 0.2302785 Jun 01 18:49:41.742262 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [req-3819ba8d-7ee2-4fd1-91a2-3eb94b93087f req-09e73f65-e51c-4ef0-b948-c6549bca34ce tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Request body: {'port': {'security_groups': ['4c5ecf30-c6e9-40ba-b15a-d3f269f6b4ca', '62d1aafa-8d72-482c-96b8-ea39cca31eca', 'f892b279-0845-4ebd-a4cf-37dcbd32c2b7']}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:49:41.754271 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-349adeda-7f1a-4e60-9ae2-cf4fd9f23f86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2718856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3066595'] for subnet, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:41.824400 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77e5eaa8-fe37-428f-b7cb-3b53af8968e0 None None] Network 87b9dfd0-7353-4a39-8c80-aeabedc47621 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 18:49:41.867821 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 60f01c35-737d-4a5d-b74d-d5493aef4b97 details requested by agent hyperv_n-h2-844202-1 with host n-h2-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 18:49:41.922812 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-349adeda-7f1a-4e60-9ae2-cf4fd9f23f86 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:41.929643 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:41.931266 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349adeda-7f1a-4e60-9ae2-cf4fd9f23f86 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b15c17d5-ce6f-4a39-b59b-8444214cfec8,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:49:41.944593 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1512cbb-da61-4a89-9a42-2373395df827 None None] Network bdf4488b-5688-4804-bc8d-ddc08c819c1e requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 18:49:41.954514 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff430d10-022d-4089-a524-00c883325d32 req-8c5ad33b-d450-48b9-abbf-60102eed41c5 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:49:41.956075 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ff430d10-022d-4089-a524-00c883325d32 req-8c5ad33b-d450-48b9-abbf-60102eed41c5 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c2f9279-7cc9-4d6f-b8cb-b08438524fa4 HTTP/1.1" status: 200 len: 945 time: 0.3731449 Jun 01 18:49:41.997166 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-349adeda-7f1a-4e60-9ae2-cf4fd9f23f86 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/b15c17d5-ce6f-4a39-b59b-8444214cfec8 HTTP/1.1" status: 204 len: 168 time: 1.7291722 Jun 01 18:49:41.997700 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-3819ba8d-7ee2-4fd1-91a2-3eb94b93087f req-09e73f65-e51c-4ef0-b948-c6549bca34ce tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:42.001338 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 51462) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:49:42.026376 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-bffd542b-6371-492a-b1dc-2fcf43340b89 req-49c7e52e-3538-4bc3-877b-ebd3f223e983 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:42.167336 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] get_ports_and_sgs() called for port_ids ['d2fed082-f232-473f-b203-8abb2abbb3b0'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:49:42.176405 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c7e52e-3538-4bc3-877b-ebd3f223e983 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] Pushing event deleted for resources: {'Port': ['ID=d2fed082-f232-473f-b203-8abb2abbb3b0,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:49:42.199469 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ff430d10-022d-4089-a524-00c883325d32 req-207a6542-764b-433c-a431-26c88973c2f2 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] 10.222.0.41 "GET /v2.0/security-groups?id=92820b43-7593-449e-bdb5-02c9f22d29e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191501 Jun 01 18:49:42.341062 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-bffd542b-6371-492a-b1dc-2fcf43340b89 req-49c7e52e-3538-4bc3-877b-ebd3f223e983 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] No DVR routers for this DVR port d2fed082-f232-473f-b203-8abb2abbb3b0 on host n-h2-844202-1 {{(pid=88524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 18:49:42.350743 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-bffd542b-6371-492a-b1dc-2fcf43340b89 req-49c7e52e-3538-4bc3-877b-ebd3f223e983 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:42.359578 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-bffd542b-6371-492a-b1dc-2fcf43340b89 req-49c7e52e-3538-4bc3-877b-ebd3f223e983 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] 10.222.0.50 "DELETE /v2.0/ports/d2fed082-f232-473f-b203-8abb2abbb3b0 HTTP/1.1" status: 204 len: 173 time: 2.0893586 Jun 01 18:49:42.371178 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c2f9279-7cc9-4d6f-b8cb-b08438524fa4', 'name': 'network-vif-deleted', 'tag': 'd2fed082-f232-473f-b203-8abb2abbb3b0'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:49:42.391046 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d0864b80-1152-4142-bc72-8ecfe4ae3ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:42.422182 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-3819ba8d-7ee2-4fd1-91a2-3eb94b93087f req-09e73f65-e51c-4ef0-b948-c6549bca34ce tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] For port 0b69acb9-d8bb-4557-b2f9-232615a9df10, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=0b69acb9-d8bb-4557-b2f9-232615a9df10,segment=NetworkSegment(3a68ef34-7e9a-4cb9-bb1d-922280e423dc),segment_id=3a68ef34-7e9a-4cb9-bb1d-922280e423dc)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:49:42.462472 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-3819ba8d-7ee2-4fd1-91a2-3eb94b93087f req-09e73f65-e51c-4ef0-b948-c6549bca34ce tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Notify callbacks [] for port, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:42.477723 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-3819ba8d-7ee2-4fd1-91a2-3eb94b93087f req-09e73f65-e51c-4ef0-b948-c6549bca34ce tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:42.481142 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-d0864b80-1152-4142-bc72-8ecfe4ae3ff5 admin admin] Deleting port f5894000-f580-4313-8172-4033c18e7191 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:49:42.481682 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d0864b80-1152-4142-bc72-8ecfe4ae3ff5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:42.502542 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] get_ports_and_sgs() called for port_ids ['c5716d5a-c2ed-4f70-9f4e-10b7c67ee8ae', '0b69acb9-d8bb-4557-b2f9-232615a9df10'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:49:42.621956 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 60f01c35-737d-4a5d-b74d-d5493aef4b97, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=60f01c35-737d-4a5d-b74d-d5493aef4b97,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:49:42.625109 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae13bc8-816c-45de-9864-346263db5a7a req-4a213cad-8c32-45c2-875d-5ee3a0a76519 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:49:42.632479 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-aae13bc8-816c-45de-9864-346263db5a7a req-4a213cad-8c32-45c2-875d-5ee3a0a76519 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ae812a2-5303-4c9c-88e8-5c44f26565c9 HTTP/1.1" status: 200 len: 948 time: 0.2461483 Jun 01 18:49:42.691105 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e73f65-e51c-4ef0-b948-c6549bca34ce tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Pushing event updated for resources: {'Port': ['ID=0b69acb9-d8bb-4557-b2f9-232615a9df10,revision_number=7']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:49:42.698479 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-288d5b7e-2a21-460b-b5a4-eb5a01185511 None None] DHCP port deletion for bdf4488b-5688-4804-bc8d-ddc08c819c1e request from n-d-844202-1 {{(pid=88526) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 18:49:42.703263 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Returning: {'device': '60f01c35-737d-4a5d-b74d-d5493aef4b97', 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426', 'port_id': '60f01c35-737d-4a5d-b74d-d5493aef4b97', 'mac_address': 'fa:16:3e:2f:66:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35e3ad2f-9c88-4698-b634-4e1b58de1cc2', 'ip_address': '192.168.233.171'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 18:49:42.717089 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-288d5b7e-2a21-460b-b5a4-eb5a01185511 None None] Deleting port f5894000-f580-4313-8172-4033c18e7191 {{(pid=88526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:49:42.717786 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-288d5b7e-2a21-460b-b5a4-eb5a01185511 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:42.720296 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3819ba8d-7ee2-4fd1-91a2-3eb94b93087f req-09e73f65-e51c-4ef0-b948-c6549bca34ce tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:49:42.721104 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-3819ba8d-7ee2-4fd1-91a2-3eb94b93087f req-09e73f65-e51c-4ef0-b948-c6549bca34ce tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:42.736978 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3819ba8d-7ee2-4fd1-91a2-3eb94b93087f req-09e73f65-e51c-4ef0-b948-c6549bca34ce tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] 10.222.0.41 "PUT /v2.0/ports/0b69acb9-d8bb-4557-b2f9-232615a9df10 HTTP/1.1" status: 200 len: 1020 time: 0.9987578 Jun 01 18:49:42.737634 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ada7162-289e-4343-99b0-e5199fbd144c', 'tag': '0b69acb9-d8bb-4557-b2f9-232615a9df10'}] {{(pid=88525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:49:42.839144 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [None req-d0864b80-1152-4142-bc72-8ecfe4ae3ff5 admin admin] For port f5894000-f580-4313-8172-4033c18e7191, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=f5894000-f580-4313-8172-4033c18e7191,segment=NetworkSegment(9650369f-7cf2-4607-bf1e-cbb9e35f003a),segment_id=9650369f-7cf2-4607-bf1e-cbb9e35f003a)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:49:42.839906 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d0864b80-1152-4142-bc72-8ecfe4ae3ff5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:42.999684 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] get_ports_and_sgs() called for port_ids ['0b69acb9-d8bb-4557-b2f9-232615a9df10'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:49:43.025085 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-d0864b80-1152-4142-bc72-8ecfe4ae3ff5 admin admin] Calling delete_port for f5894000-f580-4313-8172-4033c18e7191 owned by network:dhcp {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:49:43.039790 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port 60f01c35-737d-4a5d-b74d-d5493aef4b97 is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:49:43.040161 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:43.070280 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60f01c35-737d-4a5d-b74d-d5493aef4b97 {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:49:43.099626 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device f5894000-f580-4313-8172-4033c18e7191 no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:49:43.109290 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-aae13bc8-816c-45de-9864-346263db5a7a req-7314aa9f-9b1f-4121-9d62-def9ad2d3a78 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbe27866-6450-47f0-a8e1-f266dfb72433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4752374 Jun 01 18:49:43.195248 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d0864b80-1152-4142-bc72-8ecfe4ae3ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:43.337997 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 60f01c35-737d-4a5d-b74d-d5493aef4b97, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=60f01c35-737d-4a5d-b74d-d5493aef4b97,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:49:43.347503 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0864b80-1152-4142-bc72-8ecfe4ae3ff5 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5894000-f580-4313-8172-4033c18e7191,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:49:43.368185 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-288d5b7e-2a21-460b-b5a4-eb5a01185511 None None] The port 'f5894000-f580-4313-8172-4033c18e7191' was deleted {{(pid=88526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 01 18:49:43.374741 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0864b80-1152-4142-bc72-8ecfe4ae3ff5 admin admin] No DVR routers for this DVR port f5894000-f580-4313-8172-4033c18e7191 on host n-d-844202-1 {{(pid=88524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 18:49:43.399485 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:43.437953 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ad5288-1483-417b-9b50-e67ec5ea5a0c req-6b86c676-6ec0-45e3-850a-4b1851ef3782 tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:49:43.439089 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-a3ad5288-1483-417b-9b50-e67ec5ea5a0c req-6b86c676-6ec0-45e3-850a-4b1851ef3782 tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] Synchronizing usage tracker for tenant:722c4f653eb54dd18e783c5f350712c1 on resource:network {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:49:43.462185 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-a3ad5288-1483-417b-9b50-e67ec5ea5a0c req-6b86c676-6ec0-45e3-850a-4b1851ef3782 tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] Unset dirty status for tenant:722c4f653eb54dd18e783c5f350712c1 on resource:network {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:49:43.471064 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a3ad5288-1483-417b-9b50-e67ec5ea5a0c req-6b86c676-6ec0-45e3-850a-4b1851ef3782 tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] 10.222.0.41 "GET /v2.0/networks?id=87b9dfd0-7353-4a39-8c80-aeabedc47621 HTTP/1.1" status: 200 len: 812 time: 0.2506657 Jun 01 18:49:43.500285 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a3ad5288-1483-417b-9b50-e67ec5ea5a0c req-b4ba8077-a189-43fd-b4cf-e15fa6edeb8c tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] 10.222.0.41 "GET /v2.0/quotas/722c4f653eb54dd18e783c5f350712c1 HTTP/1.1" status: 200 len: 375 time: 0.0277152 Jun 01 18:49:43.538467 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No active binding found for port f5894000-f580-4313-8172-4033c18e7191 {{(pid=88526) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jun 01 18:49:43.538467 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device f5894000-f580-4313-8172-4033c18e7191 not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 18:49:43.584268 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a3ad5288-1483-417b-9b50-e67ec5ea5a0c req-4f18ccfd-2490-42b2-bda9-b7e52e29fa5e tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=722c4f653eb54dd18e783c5f350712c1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0825248 Jun 01 18:49:43.596133 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=60f01c35-737d-4a5d-b74d-d5493aef4b97,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:49:43.674357 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:49:43.674975 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:49:43.674975 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:49:43.675238 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:49:43.675730 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:49:43.676075 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:49:43.676402 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:49:43.676717 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:49:43.677029 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:49:43.677340 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:49:43.677650 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:49:43.677963 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:49:43.711175 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d0864b80-1152-4142-bc72-8ecfe4ae3ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:43.729383 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] get_ports_and_sgs() called for port_ids ['60f01c35-737d-4a5d-b74d-d5493aef4b97'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:49:43.750614 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-d0864b80-1152-4142-bc72-8ecfe4ae3ff5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdf4488b-5688-4804-bc8d-ddc08c819c1e']}} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:49:43.754797 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a3ad5288-1483-417b-9b50-e67ec5ea5a0c req-e048a0f6-b435-49f4-91fe-e6320471698a service neutron] 10.222.0.41 "GET /v2.0/networks/87b9dfd0-7353-4a39-8c80-aeabedc47621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693900 Jun 01 18:49:43.767281 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-d0864b80-1152-4142-bc72-8ecfe4ae3ff5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9650369f-7cf2-4607-bf1e-cbb9e35f003a') {'for_net_delete': True} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:49:43.767619 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-d0864b80-1152-4142-bc72-8ecfe4ae3ff5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9650369f-7cf2-4607-bf1e-cbb9e35f003a') {} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:49:43.792176 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039b6d1e-fe83-49ee-a742-a554af22d9cf req-918b3996-44c7-40c5-b71c-36358357a77a tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:49:43.793723 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-039b6d1e-fe83-49ee-a742-a554af22d9cf req-918b3996-44c7-40c5-b71c-36358357a77a tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f67c738-584f-4106-9a9a-b1bbbc4b97b6 HTTP/1.1" status: 200 len: 946 time: 0.2156374 Jun 01 18:49:43.795543 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d0864b80-1152-4142-bc72-8ecfe4ae3ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2702126'] for segment, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:43.839935 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d0864b80-1152-4142-bc72-8ecfe4ae3ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:43.864744 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0864b80-1152-4142-bc72-8ecfe4ae3ff5 admin admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=88524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 18:49:43.865141 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d0864b80-1152-4142-bc72-8ecfe4ae3ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2719018'] for segment, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:43.900608 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device d2fed082-f232-473f-b203-8abb2abbb3b0 no longer exists at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:49:43.901887 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-039b6d1e-fe83-49ee-a742-a554af22d9cf req-6711f19c-0adb-42ee-8734-87a80753043b tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] 10.222.0.41 "GET /v2.0/security-groups?id=8fc7fdb2-998f-4fa0-8e3e-2050d2f86fec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987813 Jun 01 18:49:44.008442 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment 9650369f-7cf2-4607-bf1e-cbb9e35f003a resource provider aggregate not found Jun 01 18:49:44.021647 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a3ad5288-1483-417b-9b50-e67ec5ea5a0c req-52063062-c222-46c1-bf46-dec7cf0e0453 service neutron] 10.222.0.41 "GET /v2.0/networks/87b9dfd0-7353-4a39-8c80-aeabedc47621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2652183 Jun 01 18:49:44.039458 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] No Port match for: d2fed082-f232-473f-b203-8abb2abbb3b0 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 18:49:44.039794 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device d2fed082-f232-473f-b203-8abb2abbb3b0 not bound to the agent host n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 18:49:44.059498 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment 9650369f-7cf2-4607-bf1e-cbb9e35f003a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9650369f-7cf2-4607-bf1e-cbb9e35f003a found for delete ", "request_id": "req-2688e8b9-5648-4b00-a49c-5e6db554b84a"}]} Jun 01 18:49:44.063817 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0216996-2847-4e76-b9f3-a2f4241ce4cc'] response: {'server_uuid': '0c2f9279-7cc9-4d6f-b8cb-b08438524fa4', 'name': 'network-vif-deleted', 'tag': 'd2fed082-f232-473f-b203-8abb2abbb3b0', 'status': 'completed', 'code': 200} Jun 01 18:49:44.069001 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d0864b80-1152-4142-bc72-8ecfe4ae3ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:44.076965 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d0864b80-1152-4142-bc72-8ecfe4ae3ff5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:44.168214 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0864b80-1152-4142-bc72-8ecfe4ae3ff5 admin admin] Pushing event deleted for resources: {'Network': ['ID=bdf4488b-5688-4804-bc8d-ddc08c819c1e,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:49:44.181895 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-936173ef-ce70-4b8f-9e81-d19e3ee9797b req-702ea83b-d0a3-43d7-9dd7-81ca700a8bf4 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] 10.222.0.41 "GET /v2.0/security-groups/f892b279-0845-4ebd-a4cf-37dcbd32c2b7 HTTP/1.1" status: 200 len: 1801 time: 0.0815465 Jun 01 18:49:44.199993 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-d0864b80-1152-4142-bc72-8ecfe4ae3ff5 admin admin] 10.222.0.41 "DELETE /v2.0/networks/bdf4488b-5688-4804-bc8d-ddc08c819c1e HTTP/1.1" status: 204 len: 168 time: 2.1976199 Jun 01 18:49:44.319910 n-d-844202-1 neutron-server[88525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c26a81a-bdd7-4d6a-b557-268299092a9a'] response: {'name': 'network-changed', 'server_uuid': '4ada7162-289e-4343-99b0-e5199fbd144c', 'tag': '0b69acb9-d8bb-4557-b2f9-232615a9df10', 'status': 'completed', 'code': 200} Jun 01 18:49:44.434315 n-d-844202-1 neutron-server[88524]: INFO neutron.api.v2.resource [req-936173ef-ce70-4b8f-9e81-d19e3ee9797b req-f9564259-00a2-4586-8aec-f843359932c2 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] delete failed (client error): There was a conflict when trying to complete your request. Jun 01 18:49:44.448901 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-936173ef-ce70-4b8f-9e81-d19e3ee9797b req-f9564259-00a2-4586-8aec-f843359932c2 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] 10.222.0.41 "DELETE /v2.0/security-groups/f892b279-0845-4ebd-a4cf-37dcbd32c2b7 HTTP/1.1" status: 409 len: 341 time: 0.2658737 Jun 01 18:49:44.495058 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 51514) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:49:44.545708 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3d0b83-9337-45fb-a802-d23a793821fa req-0e9238e8-9368-4791-82a4-5e5187e5798f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:49:44.547230 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ce3d0b83-9337-45fb-a802-d23a793821fa req-0e9238e8-9368-4791-82a4-5e5187e5798f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=03a56f87111741e99eac45e7902d811c&device_id=4ada7162-289e-4343-99b0-e5199fbd144c HTTP/1.1" status: 200 len: 1174 time: 0.1825154 Jun 01 18:49:44.591633 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-5a6db736-c8dd-47cc-a911-7dff642759fb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b31e587f72ec47b29326ef37208d57b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0949945 Jun 01 18:49:44.599168 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 51522) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:49:44.742648 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-fdf0fb35-1112-4d46-9e09-73b35c9e17c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:44.805956 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-fdf0fb35-1112-4d46-9e09-73b35c9e17c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:44.897577 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-fdf0fb35-1112-4d46-9e09-73b35c9e17c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:44.928764 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf0fb35-1112-4d46-9e09-73b35c9e17c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=389e1d24-2035-4cd5-9cf0-925dc7464dfe,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:49:44.970519 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-fdf0fb35-1112-4d46-9e09-73b35c9e17c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:44.981943 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-fdf0fb35-1112-4d46-9e09-73b35c9e17c4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/389e1d24-2035-4cd5-9cf0-925dc7464dfe HTTP/1.1" status: 204 len: 168 time: 0.3759730 Jun 01 18:49:45.023959 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3d0b83-9337-45fb-a802-d23a793821fa req-487c75a2-8fe0-40f9-83af-a3f0c3729150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:49:45.025466 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ce3d0b83-9337-45fb-a802-d23a793821fa req-487c75a2-8fe0-40f9-83af-a3f0c3729150 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a07ebbeb-60e0-4b03-9320-3082a1d6fcc8 HTTP/1.1" status: 200 len: 914 time: 0.4654520 Jun 01 18:49:45.180067 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ce3d0b83-9337-45fb-a802-d23a793821fa req-e4d3c1b3-9f60-402b-a057-7838e6f11b48 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0b69acb9-d8bb-4557-b2f9-232615a9df10 HTTP/1.1" status: 200 len: 217 time: 0.1450329 Jun 01 18:49:45.287997 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00a0855-c423-46f5-8b06-0d6d852338ef req-2adf0657-1634-402f-a20c-b0aad88e6c4e tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:49:45.289624 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d00a0855-c423-46f5-8b06-0d6d852338ef req-2adf0657-1634-402f-a20c-b0aad88e6c4e tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ae812a2-5303-4c9c-88e8-5c44f26565c9 HTTP/1.1" status: 200 len: 949 time: 0.5387645 Jun 01 18:49:45.291222 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3d0b83-9337-45fb-a802-d23a793821fa req-9f1cd7fa-4594-423e-a8e5-4b0ca33cff08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:49:45.292539 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ce3d0b83-9337-45fb-a802-d23a793821fa req-9f1cd7fa-4594-423e-a8e5-4b0ca33cff08 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=63c99bbc-91d7-46ff-b5ec-5a88ea59ce4e HTTP/1.1" status: 200 len: 853 time: 0.1045146 Jun 01 18:49:45.362235 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ce3d0b83-9337-45fb-a802-d23a793821fa req-2c9c5947-b0bc-4d01-8fc6-8b21784bd132 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a07ebbeb-60e0-4b03-9320-3082a1d6fcc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478849 Jun 01 18:49:45.553876 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d00a0855-c423-46f5-8b06-0d6d852338ef req-a7b42060-0c5e-4b59-8f87-c335787c42ad tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbe27866-6450-47f0-a8e1-f266dfb72433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2544816 Jun 01 18:49:45.556584 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ce3d0b83-9337-45fb-a802-d23a793821fa req-af381da2-e4dc-4d28-a956-7865c0f2bfd6 service neutron] 10.222.0.15 "GET /v2.0/networks/a07ebbeb-60e0-4b03-9320-3082a1d6fcc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857572 Jun 01 18:49:45.877925 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 60f01c35-737d-4a5d-b74d-d5493aef4b97 up at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:49:45.906565 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e77ccf4-5ea7-415f-aa27-8037f06827de req-e6b47ada-86cd-4269-a59e-01f15a949ab2 tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:49:45.917653 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-7e77ccf4-5ea7-415f-aa27-8037f06827de req-e6b47ada-86cd-4269-a59e-01f15a949ab2 tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f67c738-584f-4106-9a9a-b1bbbc4b97b6 HTTP/1.1" status: 200 len: 946 time: 0.1201622 Jun 01 18:49:45.933214 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0e346493-dd34-40be-b4d1-542acc27d969 req-5916154f-bca9-4d2f-8ab4-d5378bc24e1b tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c8c0f97-af30-4a88-bb45-e5b26a62cab8 HTTP/1.1" status: 200 len: 210 time: 0.0896409 Jun 01 18:49:45.984333 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-7e77ccf4-5ea7-415f-aa27-8037f06827de req-fc6346e3-fcb5-4996-a6d5-f3ccddd0e8f2 tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] 10.222.0.41 "GET /v2.0/security-groups?id=8fc7fdb2-998f-4fa0-8e3e-2050d2f86fec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611358 Jun 01 18:49:46.071056 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ce3d0b83-9337-45fb-a802-d23a793821fa req-1c6d4c7d-7ed1-4f75-bf57-f65fbf6c2bb8 service neutron] 10.222.0.15 "GET /v2.0/networks/a07ebbeb-60e0-4b03-9320-3082a1d6fcc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4992325 Jun 01 18:49:46.177337 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning for port 60f01c35-737d-4a5d-b74d-d5493aef4b97 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:49:46.185559 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning complete for port 60f01c35-737d-4a5d-b74d-d5493aef4b97 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:49:46.190460 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:46.355141 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0916bdf7-1358-4ab5-a0e1-d76d37c361f7 req-9d976616-a5e1-4065-bc8b-3f8ac23443b1 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:49:46.358594 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-0916bdf7-1358-4ab5-a0e1-d76d37c361f7 req-9d976616-a5e1-4065-bc8b-3f8ac23443b1 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a626321-194f-492e-91f3-8995de8b564c HTTP/1.1" status: 200 len: 944 time: 0.1223361 Jun 01 18:49:46.367778 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45e3cd0-11b3-4125-8597-150d6ba5aa35 req-37e999e9-d423-4474-a5f9-184e96499625 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:49:46.368592 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-d45e3cd0-11b3-4125-8597-150d6ba5aa35 req-37e999e9-d423-4474-a5f9-184e96499625 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] Synchronizing usage tracker for tenant:ee3dca5a75c542e0966797f286e0b4d5 on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:49:46.406727 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f7f705-440b-4d92-a3fe-20062e716be5 req-c641ce3c-ea69-4bbd-a0c9-e282b5f6ee72 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:49:46.414104 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-14f7f705-440b-4d92-a3fe-20062e716be5 req-c641ce3c-ea69-4bbd-a0c9-e282b5f6ee72 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ada7162-289e-4343-99b0-e5199fbd144c HTTP/1.1" status: 200 len: 1023 time: 0.1625814 Jun 01 18:49:46.438712 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-d45e3cd0-11b3-4125-8597-150d6ba5aa35 req-37e999e9-d423-4474-a5f9-184e96499625 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] Unset dirty status for tenant:ee3dca5a75c542e0966797f286e0b4d5 on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:49:46.439923 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d45e3cd0-11b3-4125-8597-150d6ba5aa35 req-37e999e9-d423-4474-a5f9-184e96499625 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] 10.222.0.50 "GET /v2.0/ports?device_id=9a626321-194f-492e-91f3-8995de8b564c HTTP/1.1" status: 200 len: 944 time: 0.3045382 Jun 01 18:49:46.524810 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port 60f01c35-737d-4a5d-b74d-d5493aef4b97 is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:49:46.525184 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:46.603775 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 60f01c35-737d-4a5d-b74d-d5493aef4b97, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=60f01c35-737d-4a5d-b74d-d5493aef4b97,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:49:46.605395 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ae812a2-5303-4c9c-88e8-5c44f26565c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60f01c35-737d-4a5d-b74d-d5493aef4b97'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:49:46.616885 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:46.693801 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-14f7f705-440b-4d92-a3fe-20062e716be5 req-3fe36411-773e-49a0-8921-ada450aee05d tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] 10.222.0.41 "GET /v2.0/security-groups?id=62d1aafa-8d72-482c-96b8-ea39cca31eca&id=f892b279-0845-4ebd-a4cf-37dcbd32c2b7&id=4c5ecf30-c6e9-40ba-b15a-d3f269f6b4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.2786744 Jun 01 18:49:46.802126 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-d45e3cd0-11b3-4125-8597-150d6ba5aa35 req-dd6b3d3c-b6de-4a28-b621-b295dd03fc84 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] Deleting port a09c27c1-f153-4c91-8781-38190ade8e78 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:49:46.802553 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-d45e3cd0-11b3-4125-8597-150d6ba5aa35 req-dd6b3d3c-b6de-4a28-b621-b295dd03fc84 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:46.849228 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=60f01c35-737d-4a5d-b74d-d5493aef4b97,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:49:47.309840 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ad5288-1483-417b-9b50-e67ec5ea5a0c req-1d1197c5-b2e2-4cfa-a441-96b2eec2d0fb tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:49:47.311611 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a3ad5288-1483-417b-9b50-e67ec5ea5a0c req-1d1197c5-b2e2-4cfa-a441-96b2eec2d0fb tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] 10.222.0.50 "GET /v2.0/networks?id=87b9dfd0-7353-4a39-8c80-aeabedc47621 HTTP/1.1" status: 200 len: 812 time: 0.2987647 Jun 01 18:49:47.324905 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-0916bdf7-1358-4ab5-a0e1-d76d37c361f7 req-6315b9ca-9ccb-4eaf-bdd5-736b3b0291cc tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] 10.222.0.41 "GET /v2.0/security-groups?id=92820b43-7593-449e-bdb5-02c9f22d29e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9543753 Jun 01 18:49:47.377541 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [req-a3ad5288-1483-417b-9b50-e67ec5ea5a0c req-9a9fef70-86c0-4a76-9cc8-dd0c5738b02a tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] Request body: {'port': {'device_id': '9c8c0f97-af30-4a88-bb45-e5b26a62cab8', 'network_id': '87b9dfd0-7353-4a39-8c80-aeabedc47621', 'admin_state_up': True, 'tenant_id': '722c4f653eb54dd18e783c5f350712c1'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:49:47.411580 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-654a8bbb-74cf-4732-8e55-bb95def1113a'] response: {'server_uuid': '2ae812a2-5303-4c9c-88e8-5c44f26565c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60f01c35-737d-4a5d-b74d-d5493aef4b97', 'code': 200} Jun 01 18:49:47.588831 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ad5288-1483-417b-9b50-e67ec5ea5a0c req-c8553a16-b9f9-4a20-bd93-7c6103beda17 tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:49:47.590340 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a3ad5288-1483-417b-9b50-e67ec5ea5a0c req-c8553a16-b9f9-4a20-bd93-7c6103beda17 tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] 10.222.0.15 "GET /v2.0/networks?id=87b9dfd0-7353-4a39-8c80-aeabedc47621 HTTP/1.1" status: 200 len: 812 time: 0.5785971 Jun 01 18:49:47.599534 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [req-a3ad5288-1483-417b-9b50-e67ec5ea5a0c req-9a9fef70-86c0-4a76-9cc8-dd0c5738b02a tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:49:47.605828 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [req-a3ad5288-1483-417b-9b50-e67ec5ea5a0c req-bb4f6b3a-7996-4aed-8f41-47237b2b3e10 tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] Request body: {'port': {'device_id': '57c3b0bd-55d6-4312-8b02-6eef8c1261ce', 'network_id': '87b9dfd0-7353-4a39-8c80-aeabedc47621', 'admin_state_up': True, 'tenant_id': '722c4f653eb54dd18e783c5f350712c1'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:49:47.628775 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-a3ad5288-1483-417b-9b50-e67ec5ea5a0c req-9a9fef70-86c0-4a76-9cc8-dd0c5738b02a tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] Usage tracker for resource:port and tenant:722c4f653eb54dd18e783c5f350712c1 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:49:47.697785 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-a3ad5288-1483-417b-9b50-e67ec5ea5a0c req-9a9fef70-86c0-4a76-9cc8-dd0c5738b02a tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:49:47.716218 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [req-a3ad5288-1483-417b-9b50-e67ec5ea5a0c req-9a9fef70-86c0-4a76-9cc8-dd0c5738b02a tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:49:47.750026 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7aaffde-6c48-4fc9-964f-6e226fb89635 req-8e5dff2c-581f-4549-883d-497fe0d181c7 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:49:47.751537 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f7aaffde-6c48-4fc9-964f-6e226fb89635 req-8e5dff2c-581f-4549-883d-497fe0d181c7 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ae812a2-5303-4c9c-88e8-5c44f26565c9 HTTP/1.1" status: 200 len: 950 time: 0.5115461 Jun 01 18:49:47.758691 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3ad5288-1483-417b-9b50-e67ec5ea5a0c req-9a9fef70-86c0-4a76-9cc8-dd0c5738b02a tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] Made reservation on behalf of 722c4f653eb54dd18e783c5f350712c1 for: {'port': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:49:47.765459 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-a3ad5288-1483-417b-9b50-e67ec5ea5a0c req-9a9fef70-86c0-4a76-9cc8-dd0c5738b02a tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:47.784009 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1f0880-3715-4510-9579-22605ce79785 req-d4f22bcc-e9bd-4b84-9868-6d060c7db9c8 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:49:47.785547 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0b1f0880-3715-4510-9579-22605ce79785 req-d4f22bcc-e9bd-4b84-9868-6d060c7db9c8 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ada7162-289e-4343-99b0-e5199fbd144c HTTP/1.1" status: 200 len: 1023 time: 0.8813434 Jun 01 18:49:47.876724 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-d45e3cd0-11b3-4125-8597-150d6ba5aa35 req-dd6b3d3c-b6de-4a28-b621-b295dd03fc84 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] For port a09c27c1-f153-4c91-8781-38190ade8e78, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=a09c27c1-f153-4c91-8781-38190ade8e78,segment=NetworkSegment(9bd376cf-8b39-4b75-aaa6-34bd3746194e),segment_id=9bd376cf-8b39-4b75-aaa6-34bd3746194e)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:49:47.877086 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-d45e3cd0-11b3-4125-8597-150d6ba5aa35 req-dd6b3d3c-b6de-4a28-b621-b295dd03fc84 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:47.992575 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [req-a3ad5288-1483-417b-9b50-e67ec5ea5a0c req-bb4f6b3a-7996-4aed-8f41-47237b2b3e10 tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:49:47.997927 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-a3ad5288-1483-417b-9b50-e67ec5ea5a0c req-bb4f6b3a-7996-4aed-8f41-47237b2b3e10 tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] Usage tracker for resource:port and tenant:722c4f653eb54dd18e783c5f350712c1 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:49:48.001963 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-a3ad5288-1483-417b-9b50-e67ec5ea5a0c req-bb4f6b3a-7996-4aed-8f41-47237b2b3e10 tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:49:48.010765 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [req-a3ad5288-1483-417b-9b50-e67ec5ea5a0c req-bb4f6b3a-7996-4aed-8f41-47237b2b3e10 tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:49:48.067571 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f7aaffde-6c48-4fc9-964f-6e226fb89635 req-0af5f93a-fc00-431d-8d53-0094edf395f8 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbe27866-6450-47f0-a8e1-f266dfb72433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3066432 Jun 01 18:49:48.076352 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-d45e3cd0-11b3-4125-8597-150d6ba5aa35 req-dd6b3d3c-b6de-4a28-b621-b295dd03fc84 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] Calling delete_port for a09c27c1-f153-4c91-8781-38190ade8e78 owned by compute:nova {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:49:48.087374 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-34d8e6b4-fc8c-41f2-8ee0-f65d5cc4cc20 req-d763375a-aede-4138-bd92-fa3dbb46abcc tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c8c0f97-af30-4a88-bb45-e5b26a62cab8 HTTP/1.1" status: 200 len: 210 time: 0.5456760 Jun 01 18:49:48.088811 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [req-a3ad5288-1483-417b-9b50-e67ec5ea5a0c req-9a9fef70-86c0-4a76-9cc8-dd0c5738b02a tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] Allocated IP 172.20.0.6 (87b9dfd0-7353-4a39-8c80-aeabedc47621/af6795b5-bdde-4ed9-943b-407812e69e16/64feebd0-3853-4d40-88d5-dd8d02dfe5a4) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:49:48.090935 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3ad5288-1483-417b-9b50-e67ec5ea5a0c req-bb4f6b3a-7996-4aed-8f41-47237b2b3e10 tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] Made reservation on behalf of 722c4f653eb54dd18e783c5f350712c1 for: {'port': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:49:48.115402 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085988bf-dfaa-4d14-a065-af0d658044a4 req-c2e2b37b-a714-426f-aa1f-2e44673162eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:49:48.115601 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-a3ad5288-1483-417b-9b50-e67ec5ea5a0c req-bb4f6b3a-7996-4aed-8f41-47237b2b3e10 tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:48.116872 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-085988bf-dfaa-4d14-a065-af0d658044a4 req-c2e2b37b-a714-426f-aa1f-2e44673162eb service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=2ae812a2-5303-4c9c-88e8-5c44f26565c9 HTTP/1.1" status: 200 len: 1101 time: 0.5121918 Jun 01 18:49:48.120424 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-0b1f0880-3715-4510-9579-22605ce79785 req-364a1fbd-4f65-48e8-988d-2120a68f7c5d tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Deleting port 0b69acb9-d8bb-4557-b2f9-232615a9df10 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:49:48.120882 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-0b1f0880-3715-4510-9579-22605ce79785 req-364a1fbd-4f65-48e8-988d-2120a68f7c5d tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:48.302676 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-085988bf-dfaa-4d14-a065-af0d658044a4 req-3e3ff20a-ac0f-4d1f-9ba8-27c0b7ff20f9 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=bbe27866-6450-47f0-a8e1-f266dfb72433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498744 Jun 01 18:49:48.323728 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-24169127-bd81-4f3f-8dc1-b39d128a61de req-ce74f7ac-f53b-40e2-b390-87b45c4d14b2 tempest-ImagesNegativeTestJSON-1208796558 tempest-ImagesNegativeTestJSON-1208796558-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=6a27102617d1431180133ab7caf63d74&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0537350 Jun 01 18:49:48.530440 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-d45e3cd0-11b3-4125-8597-150d6ba5aa35 req-dd6b3d3c-b6de-4a28-b621-b295dd03fc84 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:48.584401 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef756032-843a-4bac-8036-eded983cc616 req-dcdd7766-4aaa-4cde-b7da-8805645a7a55 tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:49:48.585887 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ef756032-843a-4bac-8036-eded983cc616 req-dcdd7766-4aaa-4cde-b7da-8805645a7a55 tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f67c738-584f-4106-9a9a-b1bbbc4b97b6 HTTP/1.1" status: 200 len: 946 time: 0.3666086 Jun 01 18:49:48.604096 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24169127-bd81-4f3f-8dc1-b39d128a61de req-7da89367-9013-4528-bc0b-6728574d8702 tempest-ImagesNegativeTestJSON-1208796558 tempest-ImagesNegativeTestJSON-1208796558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:49:48.605603 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-24169127-bd81-4f3f-8dc1-b39d128a61de req-7da89367-9013-4528-bc0b-6728574d8702 tempest-ImagesNegativeTestJSON-1208796558 tempest-ImagesNegativeTestJSON-1208796558-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2738147 Jun 01 18:49:48.608268 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6b3d3c-b6de-4a28-b621-b295dd03fc84 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] Pushing event deleted for resources: {'Port': ['ID=a09c27c1-f153-4c91-8781-38190ade8e78,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:49:48.610194 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-a3ad5288-1483-417b-9b50-e67ec5ea5a0c req-9a9fef70-86c0-4a76-9cc8-dd0c5738b02a tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:48.631328 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-24169127-bd81-4f3f-8dc1-b39d128a61de req-a5c441cb-5025-44a9-bc8c-16b9be7e707c tempest-ImagesNegativeTestJSON-1208796558 tempest-ImagesNegativeTestJSON-1208796558-project] 10.222.0.41 "GET /v2.0/quotas/6a27102617d1431180133ab7caf63d74 HTTP/1.1" status: 200 len: 375 time: 0.0135107 Jun 01 18:49:48.692504 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-24169127-bd81-4f3f-8dc1-b39d128a61de req-d8f9b2a1-d713-49f8-ae39-487ba27e5cd8 tempest-ImagesNegativeTestJSON-1208796558 tempest-ImagesNegativeTestJSON-1208796558-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=6a27102617d1431180133ab7caf63d74&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0502582 Jun 01 18:49:48.706533 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-a3ad5288-1483-417b-9b50-e67ec5ea5a0c req-9a9fef70-86c0-4a76-9cc8-dd0c5738b02a tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:48.740385 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-d45e3cd0-11b3-4125-8597-150d6ba5aa35 req-dd6b3d3c-b6de-4a28-b621-b295dd03fc84 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] No DVR routers for this DVR port a09c27c1-f153-4c91-8781-38190ade8e78 on host n-h2-844202-1 {{(pid=88524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 18:49:48.745594 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-d45e3cd0-11b3-4125-8597-150d6ba5aa35 req-dd6b3d3c-b6de-4a28-b621-b295dd03fc84 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:48.750624 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-0b1f0880-3715-4510-9579-22605ce79785 req-364a1fbd-4f65-48e8-988d-2120a68f7c5d tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] For port 0b69acb9-d8bb-4557-b2f9-232615a9df10, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=0b69acb9-d8bb-4557-b2f9-232615a9df10,segment=NetworkSegment(3a68ef34-7e9a-4cb9-bb1d-922280e423dc),segment_id=3a68ef34-7e9a-4cb9-bb1d-922280e423dc)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:49:48.751256 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-0b1f0880-3715-4510-9579-22605ce79785 req-364a1fbd-4f65-48e8-988d-2120a68f7c5d tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:48.758128 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a626321-194f-492e-91f3-8995de8b564c', 'name': 'network-vif-deleted', 'tag': 'a09c27c1-f153-4c91-8781-38190ade8e78'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:49:48.781838 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ef756032-843a-4bac-8036-eded983cc616 req-d04d5920-17e2-4fa6-88f8-4121acfcd5e4 tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] 10.222.0.41 "GET /v2.0/security-groups?id=8fc7fdb2-998f-4fa0-8e3e-2050d2f86fec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753275 Jun 01 18:49:48.829117 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3ad5288-1483-417b-9b50-e67ec5ea5a0c req-9a9fef70-86c0-4a76-9cc8-dd0c5738b02a tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] Network 87b9dfd0-7353-4a39-8c80-aeabedc47621 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:49:48.834101 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [req-a3ad5288-1483-417b-9b50-e67ec5ea5a0c req-9a9fef70-86c0-4a76-9cc8-dd0c5738b02a tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:49:48.853789 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3ad5288-1483-417b-9b50-e67ec5ea5a0c req-9a9fef70-86c0-4a76-9cc8-dd0c5738b02a tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:49:48.889423 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9fef70-86c0-4a76-9cc8-dd0c5738b02a tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] Pushing event updated for resources: {'Port': ['ID=64feebd0-3853-4d40-88d5-dd8d02dfe5a4,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:49:48.906128 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [req-a3ad5288-1483-417b-9b50-e67ec5ea5a0c req-bb4f6b3a-7996-4aed-8f41-47237b2b3e10 tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] Allocated IP 172.20.0.3 (87b9dfd0-7353-4a39-8c80-aeabedc47621/af6795b5-bdde-4ed9-943b-407812e69e16/523781ee-a041-41ca-848b-db06d2ccbd54) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:49:48.980168 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ad5288-1483-417b-9b50-e67ec5ea5a0c req-9a9fef70-86c0-4a76-9cc8-dd0c5738b02a tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:49:48.981068 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-a3ad5288-1483-417b-9b50-e67ec5ea5a0c req-9a9fef70-86c0-4a76-9cc8-dd0c5738b02a tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:49.022656 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-0b1f0880-3715-4510-9579-22605ce79785 req-364a1fbd-4f65-48e8-988d-2120a68f7c5d tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Calling delete_port for 0b69acb9-d8bb-4557-b2f9-232615a9df10 owned by compute:nova {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:49:49.088911 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a475b70f-612a-4e6d-abdc-1c787054b08b req-46eec475-d277-44df-950c-1bf52e29e0e5 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a626321-194f-492e-91f3-8995de8b564c HTTP/1.1" status: 200 len: 210 time: 0.0712357 Jun 01 18:49:49.098159 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a3ad5288-1483-417b-9b50-e67ec5ea5a0c req-9a9fef70-86c0-4a76-9cc8-dd0c5738b02a tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7720299 Jun 01 18:49:49.198253 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8abcd67f-a162-4052-8f57-c6d61aff9697'] response: {'server_uuid': '9a626321-194f-492e-91f3-8995de8b564c', 'name': 'network-vif-deleted', 'tag': 'a09c27c1-f153-4c91-8781-38190ade8e78', 'status': 'completed', 'code': 200} Jun 01 18:49:49.214463 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d45e3cd0-11b3-4125-8597-150d6ba5aa35 req-dd6b3d3c-b6de-4a28-b621-b295dd03fc84 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] 10.222.0.50 "DELETE /v2.0/ports/a09c27c1-f153-4c91-8781-38190ade8e78 HTTP/1.1" status: 204 len: 173 time: 2.7643213 Jun 01 18:49:49.286246 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [req-a3ad5288-1483-417b-9b50-e67ec5ea5a0c req-191e4743-64b3-4e53-aa0c-236b212e7bf6 service neutron] Request body: {'port': {'device_id': '9c8c0f97-af30-4a88-bb45-e5b26a62cab8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844202-1'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:49:49.445986 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8dc8ae7f-78fd-48ce-801b-2fbcdf929b2b req-99f909b7-3b17-456f-a95c-c41c83e679e7 tempest-ImagesNegativeTestJSON-1208796558 tempest-ImagesNegativeTestJSON-1208796558-project] 10.222.0.41 "GET /v2.0/ports?device_id=96bc78b3-8f94-48ff-babc-34f6df7405ef HTTP/1.1" status: 200 len: 210 time: 0.1945615 Jun 01 18:49:49.449803 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-0b1f0880-3715-4510-9579-22605ce79785 req-364a1fbd-4f65-48e8-988d-2120a68f7c5d tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:49.462741 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] get_ports_and_sgs() called for port_ids ['c5716d5a-c2ed-4f70-9f4e-10b7c67ee8ae'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:49:49.528305 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364a1fbd-4f65-48e8-988d-2120a68f7c5d tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Pushing event deleted for resources: {'Port': ['ID=0b69acb9-d8bb-4557-b2f9-232615a9df10,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:49:49.556788 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-a3ad5288-1483-417b-9b50-e67ec5ea5a0c req-bb4f6b3a-7996-4aed-8f41-47237b2b3e10 tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:49.627246 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260b00fa-1588-49d1-b5e1-0c58c5ca3247 req-4fa02302-2536-403c-acff-9885be81d51a tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:49:49.634654 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-260b00fa-1588-49d1-b5e1-0c58c5ca3247 req-4fa02302-2536-403c-acff-9885be81d51a tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ada7162-289e-4343-99b0-e5199fbd144c HTTP/1.1" status: 200 len: 1023 time: 0.4355807 Jun 01 18:49:49.651109 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-a3ad5288-1483-417b-9b50-e67ec5ea5a0c req-bb4f6b3a-7996-4aed-8f41-47237b2b3e10 tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:49.658026 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b1f0880-3715-4510-9579-22605ce79785 req-364a1fbd-4f65-48e8-988d-2120a68f7c5d tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] No DVR routers for this DVR port 0b69acb9-d8bb-4557-b2f9-232615a9df10 on host n-h1-844202-1 {{(pid=88524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 18:49:49.663154 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-0b1f0880-3715-4510-9579-22605ce79785 req-364a1fbd-4f65-48e8-988d-2120a68f7c5d tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:49.704831 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0b1f0880-3715-4510-9579-22605ce79785 req-364a1fbd-4f65-48e8-988d-2120a68f7c5d tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] 10.222.0.15 "DELETE /v2.0/ports/0b69acb9-d8bb-4557-b2f9-232615a9df10 HTTP/1.1" status: 204 len: 173 time: 1.8995914 Jun 01 18:49:49.738020 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-260b00fa-1588-49d1-b5e1-0c58c5ca3247 req-2a517058-3a1d-4eff-93f3-c16399d87d64 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] 10.222.0.41 "GET /v2.0/security-groups?id=62d1aafa-8d72-482c-96b8-ea39cca31eca&id=f892b279-0845-4ebd-a4cf-37dcbd32c2b7&id=4c5ecf30-c6e9-40ba-b15a-d3f269f6b4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1021845 Jun 01 18:49:49.739290 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4f6b3a-7996-4aed-8f41-47237b2b3e10 tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] Pushing event updated for resources: {'Port': ['ID=523781ee-a041-41ca-848b-db06d2ccbd54,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:49:49.773586 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3ad5288-1483-417b-9b50-e67ec5ea5a0c req-bb4f6b3a-7996-4aed-8f41-47237b2b3e10 tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] Network 87b9dfd0-7353-4a39-8c80-aeabedc47621 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:49:49.775222 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [req-a3ad5288-1483-417b-9b50-e67ec5ea5a0c req-bb4f6b3a-7996-4aed-8f41-47237b2b3e10 tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:49:49.777113 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-a3ad5288-1483-417b-9b50-e67ec5ea5a0c req-191e4743-64b3-4e53-aa0c-236b212e7bf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:49.787273 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3ad5288-1483-417b-9b50-e67ec5ea5a0c req-bb4f6b3a-7996-4aed-8f41-47237b2b3e10 tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:49:49.907714 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 8c188c56-af18-4811-9a90-e69cb5d2eda5 no longer exists at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:49:50.106321 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a195654c-69bc-4d30-a225-37cb087f22d9 req-879040cb-b857-4582-88ed-4b70f953ec78 tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:49:50.108076 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a195654c-69bc-4d30-a225-37cb087f22d9 req-879040cb-b857-4582-88ed-4b70f953ec78 tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c8c0f97-af30-4a88-bb45-e5b26a62cab8 HTTP/1.1" status: 200 len: 931 time: 0.1695004 Jun 01 18:49:50.127066 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ad5288-1483-417b-9b50-e67ec5ea5a0c req-bb4f6b3a-7996-4aed-8f41-47237b2b3e10 tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:49:50.127876 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-a3ad5288-1483-417b-9b50-e67ec5ea5a0c req-bb4f6b3a-7996-4aed-8f41-47237b2b3e10 tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:50.172384 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a195654c-69bc-4d30-a225-37cb087f22d9 req-2b73bf16-1802-4090-be79-abd9bf4d65d0 tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] 10.222.0.41 "GET /v2.0/security-groups?id=9caa0f54-cb0e-4092-b752-f15eca9f84a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579457 Jun 01 18:49:50.176529 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a3ad5288-1483-417b-9b50-e67ec5ea5a0c req-bb4f6b3a-7996-4aed-8f41-47237b2b3e10 tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5680532 Jun 01 18:49:50.186238 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [req-a3ad5288-1483-417b-9b50-e67ec5ea5a0c req-925cd70a-b906-4e93-bc11-aab364fb2b67 service neutron] Request body: {'port': {'device_id': '57c3b0bd-55d6-4312-8b02-6eef8c1261ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844202-1'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:49:50.266790 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port 8c188c56-af18-4811-9a90-e69cb5d2eda5 is: ACTIVE; New status is: DOWN {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:49:50.267186 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:50.298590 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '675df3e8-dc6b-45bc-a4c8-ae86a5f24463', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c188c56-af18-4811-9a90-e69cb5d2eda5'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:49:50.311976 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 8c188c56-af18-4811-9a90-e69cb5d2eda5, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=8c188c56-af18-4811-9a90-e69cb5d2eda5,segment=NetworkSegment(5423f802-8952-4dea-8b13-e2a87f408f8c),segment_id=5423f802-8952-4dea-8b13-e2a87f408f8c)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:49:50.316811 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:50.318688 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device a09c27c1-f153-4c91-8781-38190ade8e78 no longer exists at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:49:50.330813 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a7b45e-e57c-4e4d-92f4-bfb651659fa8 req-7a3187f3-2bcd-41b6-b482-fa733848b063 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:49:50.332282 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e7a7b45e-e57c-4e4d-92f4-bfb651659fa8 req-7a3187f3-2bcd-41b6-b482-fa733848b063 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ae812a2-5303-4c9c-88e8-5c44f26565c9 HTTP/1.1" status: 200 len: 950 time: 0.3859432 Jun 01 18:49:50.397603 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 0b69acb9-d8bb-4557-b2f9-232615a9df10 no longer exists at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:49:50.501047 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-a3ad5288-1483-417b-9b50-e67ec5ea5a0c req-925cd70a-b906-4e93-bc11-aab364fb2b67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:50.507181 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] No Port match for: 0b69acb9-d8bb-4557-b2f9-232615a9df10 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 18:49:50.508117 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 0b69acb9-d8bb-4557-b2f9-232615a9df10 not bound to the agent host n-h1-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 18:49:50.513186 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] No Port match for: a09c27c1-f153-4c91-8781-38190ade8e78 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 18:49:50.513965 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device a09c27c1-f153-4c91-8781-38190ade8e78 not bound to the agent host n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 18:49:50.545019 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=8c188c56-af18-4811-9a90-e69cb5d2eda5,revision_number=8']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:49:50.553676 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e7a7b45e-e57c-4e4d-92f4-bfb651659fa8 req-e3b93f36-a968-4f2d-8815-d1336d3de890 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbe27866-6450-47f0-a8e1-f266dfb72433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835887 Jun 01 18:49:50.689955 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-24169127-bd81-4f3f-8dc1-b39d128a61de req-b4b44c4e-3dc1-4b29-a4f8-bb0525691f8b tempest-ImagesNegativeTestJSON-1208796558 tempest-ImagesNegativeTestJSON-1208796558-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=6a27102617d1431180133ab7caf63d74&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0460484 Jun 01 18:49:51.019523 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24169127-bd81-4f3f-8dc1-b39d128a61de req-bb4975cf-25cc-465a-9c7f-47a7c1816ba7 tempest-ImagesNegativeTestJSON-1208796558 tempest-ImagesNegativeTestJSON-1208796558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:49:51.021052 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-24169127-bd81-4f3f-8dc1-b39d128a61de req-bb4975cf-25cc-465a-9c7f-47a7c1816ba7 tempest-ImagesNegativeTestJSON-1208796558 tempest-ImagesNegativeTestJSON-1208796558-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3252654 Jun 01 18:49:51.033690 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-24169127-bd81-4f3f-8dc1-b39d128a61de req-76a0f2c1-6db8-4240-bb20-3cef393c836c tempest-ImagesNegativeTestJSON-1208796558 tempest-ImagesNegativeTestJSON-1208796558-project] Request body: {'port': {'device_id': '96bc78b3-8f94-48ff-babc-34f6df7405ef', 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426', 'admin_state_up': True, 'tenant_id': '6a27102617d1431180133ab7caf63d74'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:49:51.052045 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [req-a3ad5288-1483-417b-9b50-e67ec5ea5a0c req-191e4743-64b3-4e53-aa0c-236b212e7bf6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64feebd0-3853-4d40-88d5-dd8d02dfe5a4 {{(pid=88525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:49:51.067887 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-a3ad5288-1483-417b-9b50-e67ec5ea5a0c req-191e4743-64b3-4e53-aa0c-236b212e7bf6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:51.085210 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e1e441-0be8-4c2a-ab04-9fe9c2da5816 req-21afdec7-d95c-49be-8eea-411e831fdf86 tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:49:51.092648 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-05e1e441-0be8-4c2a-ab04-9fe9c2da5816 req-21afdec7-d95c-49be-8eea-411e831fdf86 tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f67c738-584f-4106-9a9a-b1bbbc4b97b6 HTTP/1.1" status: 200 len: 946 time: 0.3281856 Jun 01 18:49:51.127785 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [req-a3ad5288-1483-417b-9b50-e67ec5ea5a0c req-191e4743-64b3-4e53-aa0c-236b212e7bf6 service neutron] Transition to ACTIVE for port object 64feebd0-3853-4d40-88d5-dd8d02dfe5a4 will not be triggered until provisioned by entity L2. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:49:51.152796 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-a3ad5288-1483-417b-9b50-e67ec5ea5a0c req-191e4743-64b3-4e53-aa0c-236b212e7bf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:51.231818 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ada7162-289e-4343-99b0-e5199fbd144c', 'name': 'network-vif-deleted', 'tag': '0b69acb9-d8bb-4557-b2f9-232615a9df10'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:49:51.273364 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-24169127-bd81-4f3f-8dc1-b39d128a61de req-76a0f2c1-6db8-4240-bb20-3cef393c836c tempest-ImagesNegativeTestJSON-1208796558 tempest-ImagesNegativeTestJSON-1208796558-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:49:51.277439 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-24169127-bd81-4f3f-8dc1-b39d128a61de req-76a0f2c1-6db8-4240-bb20-3cef393c836c tempest-ImagesNegativeTestJSON-1208796558 tempest-ImagesNegativeTestJSON-1208796558-project] Usage tracker for resource:port and tenant:6a27102617d1431180133ab7caf63d74 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:49:51.279904 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-05e1e441-0be8-4c2a-ab04-9fe9c2da5816 req-0a0f4004-54ec-4018-8ab0-b5437b41a905 tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] 10.222.0.41 "GET /v2.0/security-groups?id=8fc7fdb2-998f-4fa0-8e3e-2050d2f86fec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857994 Jun 01 18:49:51.281613 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-24169127-bd81-4f3f-8dc1-b39d128a61de req-76a0f2c1-6db8-4240-bb20-3cef393c836c tempest-ImagesNegativeTestJSON-1208796558 tempest-ImagesNegativeTestJSON-1208796558-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:49:51.287584 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-24169127-bd81-4f3f-8dc1-b39d128a61de req-76a0f2c1-6db8-4240-bb20-3cef393c836c tempest-ImagesNegativeTestJSON-1208796558 tempest-ImagesNegativeTestJSON-1208796558-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:49:51.300726 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24169127-bd81-4f3f-8dc1-b39d128a61de req-76a0f2c1-6db8-4240-bb20-3cef393c836c tempest-ImagesNegativeTestJSON-1208796558 tempest-ImagesNegativeTestJSON-1208796558-project] Made reservation on behalf of 6a27102617d1431180133ab7caf63d74 for: {'port': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:49:51.304184 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-24169127-bd81-4f3f-8dc1-b39d128a61de req-76a0f2c1-6db8-4240-bb20-3cef393c836c tempest-ImagesNegativeTestJSON-1208796558 tempest-ImagesNegativeTestJSON-1208796558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:51.325835 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-24169127-bd81-4f3f-8dc1-b39d128a61de req-76a0f2c1-6db8-4240-bb20-3cef393c836c tempest-ImagesNegativeTestJSON-1208796558 tempest-ImagesNegativeTestJSON-1208796558-project] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:51.346070 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-24169127-bd81-4f3f-8dc1-b39d128a61de req-76a0f2c1-6db8-4240-bb20-3cef393c836c tempest-ImagesNegativeTestJSON-1208796558 tempest-ImagesNegativeTestJSON-1208796558-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:49:51.350561 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-24169127-bd81-4f3f-8dc1-b39d128a61de req-76a0f2c1-6db8-4240-bb20-3cef393c836c tempest-ImagesNegativeTestJSON-1208796558 tempest-ImagesNegativeTestJSON-1208796558-project] Usage tracker for resource:security_group_rule and tenant:6a27102617d1431180133ab7caf63d74 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:49:51.352340 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f9e6939-5178-44ff-8284-33e9373f877b'] response: {'server_uuid': '675df3e8-dc6b-45bc-a4c8-ae86a5f24463', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c188c56-af18-4811-9a90-e69cb5d2eda5', 'code': 200} Jun 01 18:49:51.354238 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-24169127-bd81-4f3f-8dc1-b39d128a61de req-76a0f2c1-6db8-4240-bb20-3cef393c836c tempest-ImagesNegativeTestJSON-1208796558 tempest-ImagesNegativeTestJSON-1208796558-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:49:51.362098 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-24169127-bd81-4f3f-8dc1-b39d128a61de req-76a0f2c1-6db8-4240-bb20-3cef393c836c tempest-ImagesNegativeTestJSON-1208796558 tempest-ImagesNegativeTestJSON-1208796558-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:49:51.505969 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-24169127-bd81-4f3f-8dc1-b39d128a61de req-76a0f2c1-6db8-4240-bb20-3cef393c836c tempest-ImagesNegativeTestJSON-1208796558 tempest-ImagesNegativeTestJSON-1208796558-project] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:51.512901 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-24169127-bd81-4f3f-8dc1-b39d128a61de req-76a0f2c1-6db8-4240-bb20-3cef393c836c tempest-ImagesNegativeTestJSON-1208796558 tempest-ImagesNegativeTestJSON-1208796558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:51.546848 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191e4743-64b3-4e53-aa0c-236b212e7bf6 service neutron] Pushing event updated for resources: {'Port': ['ID=64feebd0-3853-4d40-88d5-dd8d02dfe5a4,revision_number=2']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:49:51.593293 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a0f2c1-6db8-4240-bb20-3cef393c836c tempest-ImagesNegativeTestJSON-1208796558 tempest-ImagesNegativeTestJSON-1208796558-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dcbeff12-2246-4981-86e6-ae4558f0b5e8,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:49:51.601796 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-31ab49a4-b7cd-4730-a34e-391ecbfe53e5 req-165f17aa-013f-49ec-aa22-5a3a23dc67c5 tempest-ImagesNegativeTestJSON-1208796558 tempest-ImagesNegativeTestJSON-1208796558-project] 10.222.0.41 "GET /v2.0/ports?device_id=96bc78b3-8f94-48ff-babc-34f6df7405ef HTTP/1.1" status: 200 len: 210 time: 0.0971961 Jun 01 18:49:51.679981 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a200e8-653f-454f-ad52-dd08e8d30fe1 req-41c19a3b-d860-4f19-9622-4a9451fabc9e tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:49:51.681211 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a5a200e8-653f-454f-ad52-dd08e8d30fe1 req-41c19a3b-d860-4f19-9622-4a9451fabc9e tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ae812a2-5303-4c9c-88e8-5c44f26565c9 HTTP/1.1" status: 200 len: 950 time: 0.2214737 Jun 01 18:49:51.705959 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-a3ad5288-1483-417b-9b50-e67ec5ea5a0c req-191e4743-64b3-4e53-aa0c-236b212e7bf6 service neutron] Attempting to bind port 64feebd0-3853-4d40-88d5-dd8d02dfe5a4 on host n-h2-844202-1 for vnic_type normal with profile {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:49:51.706284 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-a3ad5288-1483-417b-9b50-e67ec5ea5a0c req-191e4743-64b3-4e53-aa0c-236b212e7bf6 service neutron] Attempting to bind port 64feebd0-3853-4d40-88d5-dd8d02dfe5a4 by drivers openvswitch,hyperv on host n-h2-844202-1 at level 0 using segments [{'id': '8fe03d0a-6f47-4b90-b09a-f9196062e68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '87b9dfd0-7353-4a39-8c80-aeabedc47621'}] {{(pid=88525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:49:51.706937 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3ad5288-1483-417b-9b50-e67ec5ea5a0c req-191e4743-64b3-4e53-aa0c-236b212e7bf6 service neutron] Attempting to bind port 64feebd0-3853-4d40-88d5-dd8d02dfe5a4 on network 87b9dfd0-7353-4a39-8c80-aeabedc47621 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:49:51.749663 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [req-24169127-bd81-4f3f-8dc1-b39d128a61de req-76a0f2c1-6db8-4240-bb20-3cef393c836c tempest-ImagesNegativeTestJSON-1208796558 tempest-ImagesNegativeTestJSON-1208796558-project] Allocated IP 192.168.233.197 (898153a3-5d71-43be-9d14-343ea4a48426/35e3ad2f-9c88-4698-b634-4e1b58de1cc2/2559c4d9-0a11-4939-aac5-7a66d121c8de) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:49:51.751516 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3ad5288-1483-417b-9b50-e67ec5ea5a0c req-191e4743-64b3-4e53-aa0c-236b212e7bf6 service neutron] Port 64feebd0-3853-4d40-88d5-dd8d02dfe5a4 on network 87b9dfd0-7353-4a39-8c80-aeabedc47621 not bound, no agent of type Open vSwitch agent registered on host n-h2-844202-1 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 18:49:51.752029 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3ad5288-1483-417b-9b50-e67ec5ea5a0c req-191e4743-64b3-4e53-aa0c-236b212e7bf6 service neutron] Attempting to bind port 64feebd0-3853-4d40-88d5-dd8d02dfe5a4 on network 87b9dfd0-7353-4a39-8c80-aeabedc47621 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:49:51.755909 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a5a200e8-653f-454f-ad52-dd08e8d30fe1 req-f3c98597-a644-46e9-9000-e39aa9cbd889 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbe27866-6450-47f0-a8e1-f266dfb72433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614805 Jun 01 18:49:51.763742 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3ad5288-1483-417b-9b50-e67ec5ea5a0c req-191e4743-64b3-4e53-aa0c-236b212e7bf6 service neutron] Checking agent: {'id': 'f5db9968-6317-4186-9100-9e0ca6b50417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 18, 49, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:49:51.764215 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3ad5288-1483-417b-9b50-e67ec5ea5a0c req-191e4743-64b3-4e53-aa0c-236b212e7bf6 service neutron] Checking segment: {'id': '8fe03d0a-6f47-4b90-b09a-f9196062e68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '87b9dfd0-7353-4a39-8c80-aeabedc47621'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:49:51.764676 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3ad5288-1483-417b-9b50-e67ec5ea5a0c req-191e4743-64b3-4e53-aa0c-236b212e7bf6 service neutron] Bound using segment: {'id': '8fe03d0a-6f47-4b90-b09a-f9196062e68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '87b9dfd0-7353-4a39-8c80-aeabedc47621'} {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:49:51.765116 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-a3ad5288-1483-417b-9b50-e67ec5ea5a0c req-191e4743-64b3-4e53-aa0c-236b212e7bf6 service neutron] Bound port: 64feebd0-3853-4d40-88d5-dd8d02dfe5a4, host: n-h2-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fe03d0a-6f47-4b90-b09a-f9196062e68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '87b9dfd0-7353-4a39-8c80-aeabedc47621'}}] {{(pid=88525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:49:51.765461 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-a3ad5288-1483-417b-9b50-e67ec5ea5a0c req-191e4743-64b3-4e53-aa0c-236b212e7bf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:51.799667 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [req-a3ad5288-1483-417b-9b50-e67ec5ea5a0c req-925cd70a-b906-4e93-bc11-aab364fb2b67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 523781ee-a041-41ca-848b-db06d2ccbd54 {{(pid=88525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:49:51.836652 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-a3ad5288-1483-417b-9b50-e67ec5ea5a0c req-925cd70a-b906-4e93-bc11-aab364fb2b67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:51.921425 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [req-a3ad5288-1483-417b-9b50-e67ec5ea5a0c req-925cd70a-b906-4e93-bc11-aab364fb2b67 service neutron] Transition to ACTIVE for port object 523781ee-a041-41ca-848b-db06d2ccbd54 will not be triggered until provisioned by entity L2. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:49:51.934093 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-a3ad5288-1483-417b-9b50-e67ec5ea5a0c req-925cd70a-b906-4e93-bc11-aab364fb2b67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:51.991459 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-24169127-bd81-4f3f-8dc1-b39d128a61de req-76a0f2c1-6db8-4240-bb20-3cef393c836c tempest-ImagesNegativeTestJSON-1208796558 tempest-ImagesNegativeTestJSON-1208796558-project] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:52.009368 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [req-24169127-bd81-4f3f-8dc1-b39d128a61de req-76a0f2c1-6db8-4240-bb20-3cef393c836c tempest-ImagesNegativeTestJSON-1208796558 tempest-ImagesNegativeTestJSON-1208796558-project] Transition to ACTIVE for port object 2559c4d9-0a11-4939-aac5-7a66d121c8de will not be triggered until provisioned by entity DHCP. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:49:52.044380 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-24169127-bd81-4f3f-8dc1-b39d128a61de req-76a0f2c1-6db8-4240-bb20-3cef393c836c tempest-ImagesNegativeTestJSON-1208796558 tempest-ImagesNegativeTestJSON-1208796558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:52.090182 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-366da7b0-3fbd-4aec-8424-e5fb3e74441b'] response: {'server_uuid': '4ada7162-289e-4343-99b0-e5199fbd144c', 'name': 'network-vif-deleted', 'tag': '0b69acb9-d8bb-4557-b2f9-232615a9df10', 'status': 'completed', 'code': 200} Jun 01 18:49:52.100687 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-a3ad5288-1483-417b-9b50-e67ec5ea5a0c req-191e4743-64b3-4e53-aa0c-236b212e7bf6 service neutron] For port 64feebd0-3853-4d40-88d5-dd8d02dfe5a4, host n-h2-844202-1, cleared binding levels {{(pid=88525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:49:52.128391 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24169127-bd81-4f3f-8dc1-b39d128a61de req-76a0f2c1-6db8-4240-bb20-3cef393c836c tempest-ImagesNegativeTestJSON-1208796558 tempest-ImagesNegativeTestJSON-1208796558-project] Network 898153a3-5d71-43be-9d14-343ea4a48426 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:49:52.131467 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [req-24169127-bd81-4f3f-8dc1-b39d128a61de req-76a0f2c1-6db8-4240-bb20-3cef393c836c tempest-ImagesNegativeTestJSON-1208796558 tempest-ImagesNegativeTestJSON-1208796558-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:49:52.136366 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-24169127-bd81-4f3f-8dc1-b39d128a61de req-76a0f2c1-6db8-4240-bb20-3cef393c836c tempest-ImagesNegativeTestJSON-1208796558 tempest-ImagesNegativeTestJSON-1208796558-project] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:49:52.145069 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-a3ad5288-1483-417b-9b50-e67ec5ea5a0c req-191e4743-64b3-4e53-aa0c-236b212e7bf6 service neutron] For port 64feebd0-3853-4d40-88d5-dd8d02dfe5a4, host n-h2-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=64feebd0-3853-4d40-88d5-dd8d02dfe5a4,segment=NetworkSegment(8fe03d0a-6f47-4b90-b09a-f9196062e68e),segment_id=8fe03d0a-6f47-4b90-b09a-f9196062e68e)] {{(pid=88525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:49:52.147466 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925cd70a-b906-4e93-bc11-aab364fb2b67 service neutron] Pushing event updated for resources: {'Port': ['ID=523781ee-a041-41ca-848b-db06d2ccbd54,revision_number=2']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:49:52.193735 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-a3ad5288-1483-417b-9b50-e67ec5ea5a0c req-191e4743-64b3-4e53-aa0c-236b212e7bf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:52.216254 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a0f2c1-6db8-4240-bb20-3cef393c836c tempest-ImagesNegativeTestJSON-1208796558 tempest-ImagesNegativeTestJSON-1208796558-project] Pushing event updated for resources: {'Port': ['ID=2559c4d9-0a11-4939-aac5-7a66d121c8de,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:49:52.243463 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24169127-bd81-4f3f-8dc1-b39d128a61de req-76a0f2c1-6db8-4240-bb20-3cef393c836c tempest-ImagesNegativeTestJSON-1208796558 tempest-ImagesNegativeTestJSON-1208796558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:49:52.244417 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-24169127-bd81-4f3f-8dc1-b39d128a61de req-76a0f2c1-6db8-4240-bb20-3cef393c836c tempest-ImagesNegativeTestJSON-1208796558 tempest-ImagesNegativeTestJSON-1208796558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:52.275792 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-24169127-bd81-4f3f-8dc1-b39d128a61de req-76a0f2c1-6db8-4240-bb20-3cef393c836c tempest-ImagesNegativeTestJSON-1208796558 tempest-ImagesNegativeTestJSON-1208796558-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2460568 Jun 01 18:49:52.289025 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-24169127-bd81-4f3f-8dc1-b39d128a61de req-327e6ec2-5f16-4ae0-81be-4192d64569cb service neutron] Request body: {'port': {'device_id': '96bc78b3-8f94-48ff-babc-34f6df7405ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844202-1'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:49:52.341100 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ad5288-1483-417b-9b50-e67ec5ea5a0c req-191e4743-64b3-4e53-aa0c-236b212e7bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:49:52.342378 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-a3ad5288-1483-417b-9b50-e67ec5ea5a0c req-191e4743-64b3-4e53-aa0c-236b212e7bf6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:52.344282 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a3ad5288-1483-417b-9b50-e67ec5ea5a0c req-191e4743-64b3-4e53-aa0c-236b212e7bf6 service neutron] 10.222.0.50 "PUT /v2.0/ports/64feebd0-3853-4d40-88d5-dd8d02dfe5a4 HTTP/1.1" status: 200 len: 1091 time: 3.2373288 Jun 01 18:49:52.353462 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da0bdd2-af2e-4f01-ab4b-b89c9adf0d71 req-af881f79-1f56-4ca2-b191-2bf007cd4c39 tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:49:52.354251 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-3da0bdd2-af2e-4f01-ab4b-b89c9adf0d71 req-af881f79-1f56-4ca2-b191-2bf007cd4c39 tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] Synchronizing usage tracker for tenant:722c4f653eb54dd18e783c5f350712c1 on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:49:52.366049 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c8c0f97-af30-4a88-bb45-e5b26a62cab8', 'tag': '64feebd0-3853-4d40-88d5-dd8d02dfe5a4'}] {{(pid=88525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:49:52.418546 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-71225295-732a-4c05-9996-58339435e456 None None] Provisioning for port 2559c4d9-0a11-4939-aac5-7a66d121c8de completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:49:52.424477 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-71225295-732a-4c05-9996-58339435e456 None None] Provisioning complete for port 2559c4d9-0a11-4939-aac5-7a66d121c8de triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:49:52.424775 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-71225295-732a-4c05-9996-58339435e456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:52.457433 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191e4743-64b3-4e53-aa0c-236b212e7bf6 service neutron] Pushing event updated for resources: {'Port': ['ID=64feebd0-3853-4d40-88d5-dd8d02dfe5a4,revision_number=3']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:49:52.462862 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-24169127-bd81-4f3f-8dc1-b39d128a61de req-327e6ec2-5f16-4ae0-81be-4192d64569cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:52.471840 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-3da0bdd2-af2e-4f01-ab4b-b89c9adf0d71 req-af881f79-1f56-4ca2-b191-2bf007cd4c39 tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] Unset dirty status for tenant:722c4f653eb54dd18e783c5f350712c1 on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:49:52.472909 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3da0bdd2-af2e-4f01-ab4b-b89c9adf0d71 req-af881f79-1f56-4ca2-b191-2bf007cd4c39 tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c8c0f97-af30-4a88-bb45-e5b26a62cab8 HTTP/1.1" status: 200 len: 943 time: 0.6654100 Jun 01 18:49:52.481204 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-425d52c8-3914-4bca-9a0e-9474cdf51408 req-bd72c253-792e-496f-b24e-0c974f28336b tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] 10.222.0.41 "GET /v2.0/security-groups/62d1aafa-8d72-482c-96b8-ea39cca31eca HTTP/1.1" status: 200 len: 1800 time: 0.0879042 Jun 01 18:49:52.498849 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-71225295-732a-4c05-9996-58339435e456 None None] Port 2559c4d9-0a11-4939-aac5-7a66d121c8de cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 18:49:52.516165 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-a3ad5288-1483-417b-9b50-e67ec5ea5a0c req-925cd70a-b906-4e93-bc11-aab364fb2b67 service neutron] Attempting to bind port 523781ee-a041-41ca-848b-db06d2ccbd54 on host n-h1-844202-1 for vnic_type normal with profile {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:49:52.516529 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-a3ad5288-1483-417b-9b50-e67ec5ea5a0c req-925cd70a-b906-4e93-bc11-aab364fb2b67 service neutron] Attempting to bind port 523781ee-a041-41ca-848b-db06d2ccbd54 by drivers openvswitch,hyperv on host n-h1-844202-1 at level 0 using segments [{'id': '8fe03d0a-6f47-4b90-b09a-f9196062e68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '87b9dfd0-7353-4a39-8c80-aeabedc47621'}] {{(pid=88525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:49:52.516852 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3ad5288-1483-417b-9b50-e67ec5ea5a0c req-925cd70a-b906-4e93-bc11-aab364fb2b67 service neutron] Attempting to bind port 523781ee-a041-41ca-848b-db06d2ccbd54 on network 87b9dfd0-7353-4a39-8c80-aeabedc47621 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:49:52.531453 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3ad5288-1483-417b-9b50-e67ec5ea5a0c req-925cd70a-b906-4e93-bc11-aab364fb2b67 service neutron] Port 523781ee-a041-41ca-848b-db06d2ccbd54 on network 87b9dfd0-7353-4a39-8c80-aeabedc47621 not bound, no agent of type Open vSwitch agent registered on host n-h1-844202-1 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 18:49:52.531771 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3ad5288-1483-417b-9b50-e67ec5ea5a0c req-925cd70a-b906-4e93-bc11-aab364fb2b67 service neutron] Attempting to bind port 523781ee-a041-41ca-848b-db06d2ccbd54 on network 87b9dfd0-7353-4a39-8c80-aeabedc47621 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:49:52.550489 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3ad5288-1483-417b-9b50-e67ec5ea5a0c req-925cd70a-b906-4e93-bc11-aab364fb2b67 service neutron] Checking agent: {'id': 'bdb1e5d7-b998-4259-838f-3d278e930f32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 18, 49, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:49:52.551419 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3ad5288-1483-417b-9b50-e67ec5ea5a0c req-925cd70a-b906-4e93-bc11-aab364fb2b67 service neutron] Checking segment: {'id': '8fe03d0a-6f47-4b90-b09a-f9196062e68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '87b9dfd0-7353-4a39-8c80-aeabedc47621'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:49:52.551419 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3ad5288-1483-417b-9b50-e67ec5ea5a0c req-925cd70a-b906-4e93-bc11-aab364fb2b67 service neutron] Bound using segment: {'id': '8fe03d0a-6f47-4b90-b09a-f9196062e68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '87b9dfd0-7353-4a39-8c80-aeabedc47621'} {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:49:52.551611 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-a3ad5288-1483-417b-9b50-e67ec5ea5a0c req-925cd70a-b906-4e93-bc11-aab364fb2b67 service neutron] Bound port: 523781ee-a041-41ca-848b-db06d2ccbd54, host: n-h1-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fe03d0a-6f47-4b90-b09a-f9196062e68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '87b9dfd0-7353-4a39-8c80-aeabedc47621'}}] {{(pid=88525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:49:52.552328 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-a3ad5288-1483-417b-9b50-e67ec5ea5a0c req-925cd70a-b906-4e93-bc11-aab364fb2b67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:52.569672 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-3da0bdd2-af2e-4f01-ab4b-b89c9adf0d71 req-029dc453-ceb3-4803-8439-aeb64897fa09 tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] Synchronizing usage tracker for tenant:722c4f653eb54dd18e783c5f350712c1 on resource:security_group {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:49:52.606048 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ad5288-1483-417b-9b50-e67ec5ea5a0c req-acda7654-f1ec-406a-8196-42350541da36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:49:52.608112 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a3ad5288-1483-417b-9b50-e67ec5ea5a0c req-acda7654-f1ec-406a-8196-42350541da36 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=722c4f653eb54dd18e783c5f350712c1&device_id=9c8c0f97-af30-4a88-bb45-e5b26a62cab8 HTTP/1.1" status: 200 len: 1094 time: 0.2181745 Jun 01 18:49:52.701754 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a3ad5288-1483-417b-9b50-e67ec5ea5a0c req-54d7f732-1297-4a1a-8393-1e0dd1309d5f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=64feebd0-3853-4d40-88d5-dd8d02dfe5a4 HTTP/1.1" status: 200 len: 217 time: 0.0851710 Jun 01 18:49:52.740450 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-3da0bdd2-af2e-4f01-ab4b-b89c9adf0d71 req-029dc453-ceb3-4803-8439-aeb64897fa09 tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] Unset dirty status for tenant:722c4f653eb54dd18e783c5f350712c1 on resource:security_group {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:49:52.741582 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3da0bdd2-af2e-4f01-ab4b-b89c9adf0d71 req-029dc453-ceb3-4803-8439-aeb64897fa09 tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] 10.222.0.41 "GET /v2.0/security-groups?id=9caa0f54-cb0e-4092-b752-f15eca9f84a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2571318 Jun 01 18:49:52.780736 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-a3ad5288-1483-417b-9b50-e67ec5ea5a0c req-925cd70a-b906-4e93-bc11-aab364fb2b67 service neutron] For port 523781ee-a041-41ca-848b-db06d2ccbd54, host n-h1-844202-1, cleared binding levels {{(pid=88525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:49:52.785543 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-a3ad5288-1483-417b-9b50-e67ec5ea5a0c req-925cd70a-b906-4e93-bc11-aab364fb2b67 service neutron] For port 523781ee-a041-41ca-848b-db06d2ccbd54, host n-h1-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=523781ee-a041-41ca-848b-db06d2ccbd54,segment=NetworkSegment(8fe03d0a-6f47-4b90-b09a-f9196062e68e),segment_id=8fe03d0a-6f47-4b90-b09a-f9196062e68e)] {{(pid=88525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:49:52.791321 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ad5288-1483-417b-9b50-e67ec5ea5a0c req-6ed7ff98-1fdf-40e6-8060-b45833f75f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:49:52.792921 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a3ad5288-1483-417b-9b50-e67ec5ea5a0c req-6ed7ff98-1fdf-40e6-8060-b45833f75f1c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=af6795b5-bdde-4ed9-943b-407812e69e16 HTTP/1.1" status: 200 len: 852 time: 0.0840700 Jun 01 18:49:52.794438 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-a3ad5288-1483-417b-9b50-e67ec5ea5a0c req-925cd70a-b906-4e93-bc11-aab364fb2b67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:52.819265 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-425d52c8-3914-4bca-9a0e-9474cdf51408 req-229c5130-d92e-4b8c-8cda-a2dab115e5f3 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:52.941240 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a3ad5288-1483-417b-9b50-e67ec5ea5a0c req-138bc2aa-86b1-4cfa-8ac8-0a73f3c19cfe service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=87b9dfd0-7353-4a39-8c80-aeabedc47621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1041188 Jun 01 18:49:52.945437 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ad5288-1483-417b-9b50-e67ec5ea5a0c req-925cd70a-b906-4e93-bc11-aab364fb2b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:49:52.945558 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-a3ad5288-1483-417b-9b50-e67ec5ea5a0c req-925cd70a-b906-4e93-bc11-aab364fb2b67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:52.946894 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a3ad5288-1483-417b-9b50-e67ec5ea5a0c req-925cd70a-b906-4e93-bc11-aab364fb2b67 service neutron] 10.222.0.15 "PUT /v2.0/ports/523781ee-a041-41ca-848b-db06d2ccbd54 HTTP/1.1" status: 200 len: 1091 time: 2.7654226 Jun 01 18:49:52.952282 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-425d52c8-3914-4bca-9a0e-9474cdf51408 req-229c5130-d92e-4b8c-8cda-a2dab115e5f3 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:53.054197 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5efad9-c996-4ac6-a14c-014c3f4446d0 req-de020aca-7da9-469c-b739-81f3396559d8 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:49:53.054881 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-6d5efad9-c996-4ac6-a14c-014c3f4446d0 req-de020aca-7da9-469c-b739-81f3396559d8 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] Synchronizing usage tracker for tenant:ee3dca5a75c542e0966797f286e0b4d5 on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:49:53.065318 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-425d52c8-3914-4bca-9a0e-9474cdf51408 req-229c5130-d92e-4b8c-8cda-a2dab115e5f3 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:53.109089 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229c5130-d92e-4b8c-8cda-a2dab115e5f3 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62d1aafa-8d72-482c-96b8-ea39cca31eca,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:49:53.151965 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925cd70a-b906-4e93-bc11-aab364fb2b67 service neutron] Pushing event updated for resources: {'Port': ['ID=523781ee-a041-41ca-848b-db06d2ccbd54,revision_number=3']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:49:53.155391 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-6d5efad9-c996-4ac6-a14c-014c3f4446d0 req-de020aca-7da9-469c-b739-81f3396559d8 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] Unset dirty status for tenant:ee3dca5a75c542e0966797f286e0b4d5 on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:49:53.156580 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6d5efad9-c996-4ac6-a14c-014c3f4446d0 req-de020aca-7da9-469c-b739-81f3396559d8 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e793ca5-49bd-42cb-8666-a3b4655afec7 HTTP/1.1" status: 200 len: 944 time: 0.3985789 Jun 01 18:49:53.198218 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-425d52c8-3914-4bca-9a0e-9474cdf51408 req-229c5130-d92e-4b8c-8cda-a2dab115e5f3 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:53.199314 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-425d52c8-3914-4bca-9a0e-9474cdf51408 req-229c5130-d92e-4b8c-8cda-a2dab115e5f3 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] 10.222.0.41 "DELETE /v2.0/security-groups/62d1aafa-8d72-482c-96b8-ea39cca31eca HTTP/1.1" status: 204 len: 173 time: 0.6839740 Jun 01 18:49:53.227230 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [req-24169127-bd81-4f3f-8dc1-b39d128a61de req-327e6ec2-5f16-4ae0-81be-4192d64569cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2559c4d9-0a11-4939-aac5-7a66d121c8de {{(pid=88524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:49:53.238578 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-24169127-bd81-4f3f-8dc1-b39d128a61de req-327e6ec2-5f16-4ae0-81be-4192d64569cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:53.258909 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-6d5efad9-c996-4ac6-a14c-014c3f4446d0 req-f8af1c45-0190-4f45-aed8-ae9cdcb30d0f tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] Deleting port 7cf6562d-e594-4ed3-bb66-f96014ae7aef {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:49:53.259658 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-6d5efad9-c996-4ac6-a14c-014c3f4446d0 req-f8af1c45-0190-4f45-aed8-ae9cdcb30d0f tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:53.274328 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299c5f08-c0a1-427f-aedc-bae2d92e5cd4 req-9cf1eff6-558b-4002-ba03-bdaadc6041b3 tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:49:53.275968 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-299c5f08-c0a1-427f-aedc-bae2d92e5cd4 req-9cf1eff6-558b-4002-ba03-bdaadc6041b3 tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] 10.222.0.41 "GET /v2.0/networks?id=e3dea7fc-235f-4736-8c6d-38e23ed566b9 HTTP/1.1" status: 200 len: 805 time: 0.3805573 Jun 01 18:49:53.280757 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a3ad5288-1483-417b-9b50-e67ec5ea5a0c req-77c4a95d-21af-494e-bf3b-8d2b4599fdda service neutron] 10.222.0.50 "GET /v2.0/networks/87b9dfd0-7353-4a39-8c80-aeabedc47621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3258994 Jun 01 18:49:53.307029 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [req-24169127-bd81-4f3f-8dc1-b39d128a61de req-327e6ec2-5f16-4ae0-81be-4192d64569cb service neutron] Transition to ACTIVE for port object 2559c4d9-0a11-4939-aac5-7a66d121c8de will not be triggered until provisioned by entity L2. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:49:53.329177 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-24169127-bd81-4f3f-8dc1-b39d128a61de req-327e6ec2-5f16-4ae0-81be-4192d64569cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:53.463520 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-299c5f08-c0a1-427f-aedc-bae2d92e5cd4 req-69990a86-03db-4dc2-9738-fe4a690d6b0e tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] 10.222.0.41 "GET /v2.0/quotas/6884b43c239b4677a270eb283de39d49 HTTP/1.1" status: 200 len: 375 time: 0.1804156 Jun 01 18:49:53.501474 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ad5288-1483-417b-9b50-e67ec5ea5a0c req-dc0b9ae8-d17a-4a86-9e6e-59d55dac7f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:49:53.502933 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a3ad5288-1483-417b-9b50-e67ec5ea5a0c req-dc0b9ae8-d17a-4a86-9e6e-59d55dac7f0f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=722c4f653eb54dd18e783c5f350712c1&device_id=57c3b0bd-55d6-4312-8b02-6eef8c1261ce HTTP/1.1" status: 200 len: 1094 time: 0.4608970 Jun 01 18:49:53.531191 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327e6ec2-5f16-4ae0-81be-4192d64569cb service neutron] Pushing event updated for resources: {'Port': ['ID=2559c4d9-0a11-4939-aac5-7a66d121c8de,revision_number=2']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:49:53.644179 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a3ad5288-1483-417b-9b50-e67ec5ea5a0c req-b29b8586-2680-415c-921c-3c8222cf3161 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=523781ee-a041-41ca-848b-db06d2ccbd54 HTTP/1.1" status: 200 len: 217 time: 0.0859606 Jun 01 18:49:53.747308 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ad5288-1483-417b-9b50-e67ec5ea5a0c req-06e06334-278d-4e78-9033-b4a5bd7fd8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:49:53.749002 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a3ad5288-1483-417b-9b50-e67ec5ea5a0c req-06e06334-278d-4e78-9033-b4a5bd7fd8aa service neutron] 10.222.0.15 "GET /v2.0/subnets?id=af6795b5-bdde-4ed9-943b-407812e69e16 HTTP/1.1" status: 200 len: 852 time: 0.0950313 Jun 01 18:49:53.753637 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a3ad5288-1483-417b-9b50-e67ec5ea5a0c req-714fa3c0-7b73-454d-86da-e8f4f4e4e7ae service neutron] 10.222.0.50 "GET /v2.0/networks/87b9dfd0-7353-4a39-8c80-aeabedc47621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4596560 Jun 01 18:49:53.800974 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-299c5f08-c0a1-427f-aedc-bae2d92e5cd4 req-0152a23a-07b2-4dcd-bfdc-9c41ac9854ca tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=6884b43c239b4677a270eb283de39d49&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3366818 Jun 01 18:49:53.834696 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-24169127-bd81-4f3f-8dc1-b39d128a61de req-327e6ec2-5f16-4ae0-81be-4192d64569cb service neutron] Attempting to bind port 2559c4d9-0a11-4939-aac5-7a66d121c8de on host n-h1-844202-1 for vnic_type normal with profile {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:49:53.835026 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-24169127-bd81-4f3f-8dc1-b39d128a61de req-327e6ec2-5f16-4ae0-81be-4192d64569cb service neutron] Attempting to bind port 2559c4d9-0a11-4939-aac5-7a66d121c8de by drivers openvswitch,hyperv on host n-h1-844202-1 at level 0 using segments [{'id': 'e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426'}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:49:53.835354 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24169127-bd81-4f3f-8dc1-b39d128a61de req-327e6ec2-5f16-4ae0-81be-4192d64569cb service neutron] Attempting to bind port 2559c4d9-0a11-4939-aac5-7a66d121c8de on network 898153a3-5d71-43be-9d14-343ea4a48426 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:49:53.842693 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a3ad5288-1483-417b-9b50-e67ec5ea5a0c req-0eaa0e23-743f-4928-b796-ebd2276b47e5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=87b9dfd0-7353-4a39-8c80-aeabedc47621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0849967 Jun 01 18:49:53.848830 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24169127-bd81-4f3f-8dc1-b39d128a61de req-327e6ec2-5f16-4ae0-81be-4192d64569cb service neutron] Port 2559c4d9-0a11-4939-aac5-7a66d121c8de on network 898153a3-5d71-43be-9d14-343ea4a48426 not bound, no agent of type Open vSwitch agent registered on host n-h1-844202-1 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 18:49:53.849150 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24169127-bd81-4f3f-8dc1-b39d128a61de req-327e6ec2-5f16-4ae0-81be-4192d64569cb service neutron] Attempting to bind port 2559c4d9-0a11-4939-aac5-7a66d121c8de on network 898153a3-5d71-43be-9d14-343ea4a48426 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:49:53.864292 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2741fe59-b5d2-4ff0-98ff-713d381c3f8a req-627350d4-2071-41e3-8119-568da562d27b tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:49:53.866613 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-2741fe59-b5d2-4ff0-98ff-713d381c3f8a req-627350d4-2071-41e3-8119-568da562d27b tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f67c738-584f-4106-9a9a-b1bbbc4b97b6 HTTP/1.1" status: 200 len: 946 time: 0.3440790 Jun 01 18:49:53.878729 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24169127-bd81-4f3f-8dc1-b39d128a61de req-327e6ec2-5f16-4ae0-81be-4192d64569cb service neutron] Checking agent: {'id': 'bdb1e5d7-b998-4259-838f-3d278e930f32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 18, 49, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:49:53.879069 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24169127-bd81-4f3f-8dc1-b39d128a61de req-327e6ec2-5f16-4ae0-81be-4192d64569cb service neutron] Checking segment: {'id': 'e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:49:53.879443 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24169127-bd81-4f3f-8dc1-b39d128a61de req-327e6ec2-5f16-4ae0-81be-4192d64569cb service neutron] Bound using segment: {'id': 'e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426'} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:49:53.879879 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-24169127-bd81-4f3f-8dc1-b39d128a61de req-327e6ec2-5f16-4ae0-81be-4192d64569cb service neutron] Bound port: 2559c4d9-0a11-4939-aac5-7a66d121c8de, host: n-h1-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426'}}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:49:53.880236 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-24169127-bd81-4f3f-8dc1-b39d128a61de req-327e6ec2-5f16-4ae0-81be-4192d64569cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:53.916252 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-6d5efad9-c996-4ac6-a14c-014c3f4446d0 req-f8af1c45-0190-4f45-aed8-ae9cdcb30d0f tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] For port 7cf6562d-e594-4ed3-bb66-f96014ae7aef, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=7cf6562d-e594-4ed3-bb66-f96014ae7aef,segment=NetworkSegment(9bd376cf-8b39-4b75-aaa6-34bd3746194e),segment_id=9bd376cf-8b39-4b75-aaa6-34bd3746194e)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:49:53.916629 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-6d5efad9-c996-4ac6-a14c-014c3f4446d0 req-f8af1c45-0190-4f45-aed8-ae9cdcb30d0f tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:54.101972 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-6d5efad9-c996-4ac6-a14c-014c3f4446d0 req-f8af1c45-0190-4f45-aed8-ae9cdcb30d0f tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] Calling delete_port for 7cf6562d-e594-4ed3-bb66-f96014ae7aef owned by compute:nova {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:49:54.110965 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-299c5f08-c0a1-427f-aedc-bae2d92e5cd4 req-11b81007-0db5-4779-a45c-16f57ae428db service neutron] 10.222.0.41 "GET /v2.0/networks/e3dea7fc-235f-4736-8c6d-38e23ed566b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2757244 Jun 01 18:49:54.120588 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cde8ed-8a29-4a81-a45b-9e65f0d7f4c2 req-26522840-4977-46eb-b083-330aed1ac4fe tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:49:54.122161 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f4cde8ed-8a29-4a81-a45b-9e65f0d7f4c2 req-26522840-4977-46eb-b083-330aed1ac4fe tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] 10.222.0.50 "GET /v2.0/ports?device_id=675df3e8-dc6b-45bc-a4c8-ae86a5f24463 HTTP/1.1" status: 200 len: 944 time: 0.3305295 Jun 01 18:49:54.147433 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a3ad5288-1483-417b-9b50-e67ec5ea5a0c req-5128db22-16c1-445a-9da2-0349dbaac19e service neutron] 10.222.0.15 "GET /v2.0/networks/87b9dfd0-7353-4a39-8c80-aeabedc47621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2799237 Jun 01 18:49:54.157477 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-2741fe59-b5d2-4ff0-98ff-713d381c3f8a req-1ebe8f84-6369-431a-aebe-4df683a4f7c9 tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] 10.222.0.41 "GET /v2.0/security-groups?id=8fc7fdb2-998f-4fa0-8e3e-2050d2f86fec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2797840 Jun 01 18:49:54.232272 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-24169127-bd81-4f3f-8dc1-b39d128a61de req-327e6ec2-5f16-4ae0-81be-4192d64569cb service neutron] For port 2559c4d9-0a11-4939-aac5-7a66d121c8de, host n-h1-844202-1, cleared binding levels {{(pid=88524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:49:54.235784 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-24169127-bd81-4f3f-8dc1-b39d128a61de req-327e6ec2-5f16-4ae0-81be-4192d64569cb service neutron] For port 2559c4d9-0a11-4939-aac5-7a66d121c8de, host n-h1-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=2559c4d9-0a11-4939-aac5-7a66d121c8de,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:49:54.275727 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-24169127-bd81-4f3f-8dc1-b39d128a61de req-327e6ec2-5f16-4ae0-81be-4192d64569cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:54.381282 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [req-f4cde8ed-8a29-4a81-a45b-9e65f0d7f4c2 req-35af5aa4-dde2-45fd-b2ec-13b87eafc00e tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] Deleting port 8c188c56-af18-4811-9a90-e69cb5d2eda5 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:49:54.381618 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-f4cde8ed-8a29-4a81-a45b-9e65f0d7f4c2 req-35af5aa4-dde2-45fd-b2ec-13b87eafc00e tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:54.471724 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-299c5f08-c0a1-427f-aedc-bae2d92e5cd4 req-fde50893-523c-4057-8927-ebe6936d2f7c service neutron] 10.222.0.41 "GET /v2.0/networks/e3dea7fc-235f-4736-8c6d-38e23ed566b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3465586 Jun 01 18:49:54.514442 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24169127-bd81-4f3f-8dc1-b39d128a61de req-327e6ec2-5f16-4ae0-81be-4192d64569cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:49:54.515211 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-24169127-bd81-4f3f-8dc1-b39d128a61de req-327e6ec2-5f16-4ae0-81be-4192d64569cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:54.516798 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-24169127-bd81-4f3f-8dc1-b39d128a61de req-327e6ec2-5f16-4ae0-81be-4192d64569cb service neutron] 10.222.0.15 "PUT /v2.0/ports/2559c4d9-0a11-4939-aac5-7a66d121c8de HTTP/1.1" status: 200 len: 1096 time: 2.2321451 Jun 01 18:49:54.521368 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a3ad5288-1483-417b-9b50-e67ec5ea5a0c req-82437424-dbd7-49be-9808-f4e6d4c98321 service neutron] 10.222.0.15 "GET /v2.0/networks/87b9dfd0-7353-4a39-8c80-aeabedc47621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2951934 Jun 01 18:49:54.522800 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96bc78b3-8f94-48ff-babc-34f6df7405ef', 'tag': '2559c4d9-0a11-4939-aac5-7a66d121c8de'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:49:54.572116 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-6d5efad9-c996-4ac6-a14c-014c3f4446d0 req-f8af1c45-0190-4f45-aed8-ae9cdcb30d0f tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:54.582475 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327e6ec2-5f16-4ae0-81be-4192d64569cb service neutron] Pushing event updated for resources: {'Port': ['ID=2559c4d9-0a11-4939-aac5-7a66d121c8de,revision_number=3']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:49:54.638212 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8af1c45-0190-4f45-aed8-ae9cdcb30d0f tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] Pushing event deleted for resources: {'Port': ['ID=7cf6562d-e594-4ed3-bb66-f96014ae7aef,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:49:54.747321 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d5efad9-c996-4ac6-a14c-014c3f4446d0 req-f8af1c45-0190-4f45-aed8-ae9cdcb30d0f tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] No DVR routers for this DVR port 7cf6562d-e594-4ed3-bb66-f96014ae7aef on host n-h2-844202-1 {{(pid=88524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 18:49:54.751286 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-6d5efad9-c996-4ac6-a14c-014c3f4446d0 req-f8af1c45-0190-4f45-aed8-ae9cdcb30d0f tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:54.757089 n-d-844202-1 neutron-server[88525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea441c0f-21db-4bcb-bb71-4ae3efd92701'] response: {'name': 'network-changed', 'server_uuid': '9c8c0f97-af30-4a88-bb45-e5b26a62cab8', 'tag': '64feebd0-3853-4d40-88d5-dd8d02dfe5a4', 'status': 'completed', 'code': 200} Jun 01 18:49:54.849418 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6d5efad9-c996-4ac6-a14c-014c3f4446d0 req-f8af1c45-0190-4f45-aed8-ae9cdcb30d0f tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] 10.222.0.50 "DELETE /v2.0/ports/7cf6562d-e594-4ed3-bb66-f96014ae7aef HTTP/1.1" status: 204 len: 173 time: 1.6868241 Jun 01 18:49:54.863531 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524a1704-9fc4-48aa-8804-72d4abb15d7a req-fe3cb936-16ea-4760-81ad-dc4bf212c211 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:49:54.864440 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-524a1704-9fc4-48aa-8804-72d4abb15d7a req-fe3cb936-16ea-4760-81ad-dc4bf212c211 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] Synchronizing usage tracker for tenant:ee3dca5a75c542e0966797f286e0b4d5 on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:49:54.908267 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-524a1704-9fc4-48aa-8804-72d4abb15d7a req-fe3cb936-16ea-4760-81ad-dc4bf212c211 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] Unset dirty status for tenant:ee3dca5a75c542e0966797f286e0b4d5 on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:49:54.908576 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-524a1704-9fc4-48aa-8804-72d4abb15d7a req-fe3cb936-16ea-4760-81ad-dc4bf212c211 tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] 10.222.0.41 "GET /v2.0/ports?device_id=7e793ca5-49bd-42cb-8666-a3b4655afec7 HTTP/1.1" status: 200 len: 944 time: 0.6394086 Jun 01 18:49:54.949539 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24169127-bd81-4f3f-8dc1-b39d128a61de req-f6d1a338-272d-46eb-b0ec-08a23fdf4b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:49:54.951343 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-24169127-bd81-4f3f-8dc1-b39d128a61de req-f6d1a338-272d-46eb-b0ec-08a23fdf4b74 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6a27102617d1431180133ab7caf63d74&device_id=96bc78b3-8f94-48ff-babc-34f6df7405ef HTTP/1.1" status: 200 len: 1099 time: 0.3954225 Jun 01 18:49:55.047652 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-524a1704-9fc4-48aa-8804-72d4abb15d7a req-f6c8968f-1a7a-4d6c-82b4-de8f05abc15f tempest-LiveMigrationTest-1266313141 tempest-LiveMigrationTest-1266313141-project] 10.222.0.41 "GET /v2.0/security-groups?id=92820b43-7593-449e-bdb5-02c9f22d29e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328757 Jun 01 18:49:55.051191 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ce80a0-6c36-4f72-b120-39b0bb98e631 req-ac2bca4c-a1a3-40d7-9a2c-c8ddea262c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:49:55.052643 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-62ce80a0-6c36-4f72-b120-39b0bb98e631 req-ac2bca4c-a1a3-40d7-9a2c-c8ddea262c2b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=722c4f653eb54dd18e783c5f350712c1&device_id=9c8c0f97-af30-4a88-bb45-e5b26a62cab8 HTTP/1.1" status: 200 len: 1094 time: 0.2718301 Jun 01 18:49:55.212417 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-f4cde8ed-8a29-4a81-a45b-9e65f0d7f4c2 req-35af5aa4-dde2-45fd-b2ec-13b87eafc00e tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] For port 8c188c56-af18-4811-9a90-e69cb5d2eda5, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=8c188c56-af18-4811-9a90-e69cb5d2eda5,segment=NetworkSegment(5423f802-8952-4dea-8b13-e2a87f408f8c),segment_id=5423f802-8952-4dea-8b13-e2a87f408f8c)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:49:55.212986 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-f4cde8ed-8a29-4a81-a45b-9e65f0d7f4c2 req-35af5aa4-dde2-45fd-b2ec-13b87eafc00e tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:55.234692 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-24169127-bd81-4f3f-8dc1-b39d128a61de req-d0f5fcda-353e-4e0a-ad07-2e1bc680aa8d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=2559c4d9-0a11-4939-aac5-7a66d121c8de HTTP/1.1" status: 200 len: 217 time: 0.2742798 Jun 01 18:49:55.245740 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6e6b2535-4d0c-44ec-b53b-8c0fac62de7d req-9ce4a45c-449d-458e-aa56-da730b0f6a2d tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] 10.222.0.41 "GET /v2.0/security-groups/f892b279-0845-4ebd-a4cf-37dcbd32c2b7 HTTP/1.1" status: 200 len: 1801 time: 0.0967872 Jun 01 18:49:55.289765 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ce80a0-6c36-4f72-b120-39b0bb98e631 req-4e31b774-27ad-438f-aadb-d9b5989ca5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:49:55.293976 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-62ce80a0-6c36-4f72-b120-39b0bb98e631 req-4e31b774-27ad-438f-aadb-d9b5989ca5ab service neutron] 10.222.0.50 "GET /v2.0/networks?id=87b9dfd0-7353-4a39-8c80-aeabedc47621 HTTP/1.1" status: 200 len: 913 time: 0.2349703 Jun 01 18:49:55.361013 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [req-f4cde8ed-8a29-4a81-a45b-9e65f0d7f4c2 req-35af5aa4-dde2-45fd-b2ec-13b87eafc00e tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] Calling delete_port for 8c188c56-af18-4811-9a90-e69cb5d2eda5 owned by compute:nova {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:49:55.412378 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-6e6b2535-4d0c-44ec-b53b-8c0fac62de7d req-04396cbc-eeef-4e89-8b49-2122d42d3a13 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:55.414851 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-62ce80a0-6c36-4f72-b120-39b0bb98e631 req-63d05925-0de7-4fa6-a482-cf7cc589257a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=64feebd0-3853-4d40-88d5-dd8d02dfe5a4 HTTP/1.1" status: 200 len: 217 time: 0.0838146 Jun 01 18:49:55.485464 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-6e6b2535-4d0c-44ec-b53b-8c0fac62de7d req-04396cbc-eeef-4e89-8b49-2122d42d3a13 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:55.491885 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24169127-bd81-4f3f-8dc1-b39d128a61de req-14e11e00-c6d8-4243-a6ec-af4b96fb5407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:49:55.493822 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-24169127-bd81-4f3f-8dc1-b39d128a61de req-14e11e00-c6d8-4243-a6ec-af4b96fb5407 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=35e3ad2f-9c88-4698-b634-4e1b58de1cc2 HTTP/1.1" status: 200 len: 843 time: 0.1424153 Jun 01 18:49:55.519342 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ce80a0-6c36-4f72-b120-39b0bb98e631 req-dcbacf83-ed65-4190-91ad-8cad58b65407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:49:55.521150 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-62ce80a0-6c36-4f72-b120-39b0bb98e631 req-dcbacf83-ed65-4190-91ad-8cad58b65407 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=af6795b5-bdde-4ed9-943b-407812e69e16 HTTP/1.1" status: 200 len: 852 time: 0.0966208 Jun 01 18:49:55.558821 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b38d497-8387-4e76-b29f-323450b80641 req-2388eada-c969-4834-9ade-1ce2bdd7ec73 tempest-ImagesNegativeTestJSON-1208796558 tempest-ImagesNegativeTestJSON-1208796558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:49:55.560314 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-6b38d497-8387-4e76-b29f-323450b80641 req-2388eada-c969-4834-9ade-1ce2bdd7ec73 tempest-ImagesNegativeTestJSON-1208796558 tempest-ImagesNegativeTestJSON-1208796558-project] 10.222.0.41 "GET /v2.0/ports?device_id=96bc78b3-8f94-48ff-babc-34f6df7405ef HTTP/1.1" status: 200 len: 948 time: 0.7141671 Jun 01 18:49:55.587768 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-62ce80a0-6c36-4f72-b120-39b0bb98e631 req-5adf85ca-51d3-4517-b5b9-33aa2fbfa8e2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=87b9dfd0-7353-4a39-8c80-aeabedc47621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568593 Jun 01 18:49:55.622344 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-6e6b2535-4d0c-44ec-b53b-8c0fac62de7d req-04396cbc-eeef-4e89-8b49-2122d42d3a13 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:55.704352 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-6b38d497-8387-4e76-b29f-323450b80641 req-c1f70d31-1133-41c1-b6b6-938fbe46f357 tempest-ImagesNegativeTestJSON-1208796558 tempest-ImagesNegativeTestJSON-1208796558-project] 10.222.0.41 "GET /v2.0/security-groups?id=dcbeff12-2246-4981-86e6-ae4558f0b5e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319048 Jun 01 18:49:55.705297 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04396cbc-eeef-4e89-8b49-2122d42d3a13 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f892b279-0845-4ebd-a4cf-37dcbd32c2b7,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:49:55.715918 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-6e6b2535-4d0c-44ec-b53b-8c0fac62de7d req-04396cbc-eeef-4e89-8b49-2122d42d3a13 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:55.718213 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6e6b2535-4d0c-44ec-b53b-8c0fac62de7d req-04396cbc-eeef-4e89-8b49-2122d42d3a13 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] 10.222.0.41 "DELETE /v2.0/security-groups/f892b279-0845-4ebd-a4cf-37dcbd32c2b7 HTTP/1.1" status: 204 len: 173 time: 0.4624176 Jun 01 18:49:55.718589 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24169127-bd81-4f3f-8dc1-b39d128a61de req-5709adb7-313f-4e83-b827-706eedc37bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:49:55.720701 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-24169127-bd81-4f3f-8dc1-b39d128a61de req-5709adb7-313f-4e83-b827-706eedc37bd2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=898153a3-5d71-43be-9d14-343ea4a48426&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2127562 Jun 01 18:49:55.721751 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-f4cde8ed-8a29-4a81-a45b-9e65f0d7f4c2 req-35af5aa4-dde2-45fd-b2ec-13b87eafc00e tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:55.778645 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-62ce80a0-6c36-4f72-b120-39b0bb98e631 req-aa916d10-ff92-4a37-a887-32aeb6778bbb service neutron] 10.222.0.50 "GET /v2.0/networks/87b9dfd0-7353-4a39-8c80-aeabedc47621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814992 Jun 01 18:49:55.803441 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35af5aa4-dde2-45fd-b2ec-13b87eafc00e tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] Pushing event deleted for resources: {'Port': ['ID=8c188c56-af18-4811-9a90-e69cb5d2eda5,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:49:55.834765 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8208fac0-bdd2-424c-b376-c0cae7f45b4b'] response: {'name': 'network-changed', 'server_uuid': '96bc78b3-8f94-48ff-babc-34f6df7405ef', 'tag': '2559c4d9-0a11-4939-aac5-7a66d121c8de', 'status': 'completed', 'code': 200} Jun 01 18:49:55.941662 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35af5aa4-dde2-45fd-b2ec-13b87eafc00e tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:49:55.941973 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35af5aa4-dde2-45fd-b2ec-13b87eafc00e tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:49:55.942306 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35af5aa4-dde2-45fd-b2ec-13b87eafc00e tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:49:55.942634 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35af5aa4-dde2-45fd-b2ec-13b87eafc00e tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:49:55.942970 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35af5aa4-dde2-45fd-b2ec-13b87eafc00e tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:49:55.943789 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35af5aa4-dde2-45fd-b2ec-13b87eafc00e tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:49:55.943789 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35af5aa4-dde2-45fd-b2ec-13b87eafc00e tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:49:55.943996 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35af5aa4-dde2-45fd-b2ec-13b87eafc00e tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:49:55.944240 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35af5aa4-dde2-45fd-b2ec-13b87eafc00e tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:49:55.945210 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35af5aa4-dde2-45fd-b2ec-13b87eafc00e tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:49:55.945210 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35af5aa4-dde2-45fd-b2ec-13b87eafc00e tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:49:55.945210 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35af5aa4-dde2-45fd-b2ec-13b87eafc00e tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:49:55.949511 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 64feebd0-3853-4d40-88d5-dd8d02dfe5a4 details requested by agent hyperv_n-h2-844202-1 with host n-h2-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 18:49:55.954910 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 7cf6562d-e594-4ed3-bb66-f96014ae7aef no longer exists at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:49:55.957453 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4cde8ed-8a29-4a81-a45b-9e65f0d7f4c2 req-35af5aa4-dde2-45fd-b2ec-13b87eafc00e tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] No DVR routers for this DVR port 8c188c56-af18-4811-9a90-e69cb5d2eda5 on host n-h2-844202-1 {{(pid=88525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 18:49:55.961013 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-f4cde8ed-8a29-4a81-a45b-9e65f0d7f4c2 req-35af5aa4-dde2-45fd-b2ec-13b87eafc00e tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:56.010785 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f4cde8ed-8a29-4a81-a45b-9e65f0d7f4c2 req-35af5aa4-dde2-45fd-b2ec-13b87eafc00e tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] 10.222.0.50 "DELETE /v2.0/ports/8c188c56-af18-4811-9a90-e69cb5d2eda5 HTTP/1.1" status: 204 len: 173 time: 1.8594179 Jun 01 18:49:56.067429 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] No Port match for: 7cf6562d-e594-4ed3-bb66-f96014ae7aef {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 18:49:56.068135 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 7cf6562d-e594-4ed3-bb66-f96014ae7aef not bound to the agent host n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 18:49:56.094438 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-24169127-bd81-4f3f-8dc1-b39d128a61de req-6a9e650e-e4b8-4d41-8969-8eb9e54b2bfe service neutron] 10.222.0.15 "GET /v2.0/networks/898153a3-5d71-43be-9d14-343ea4a48426?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3252497 Jun 01 18:49:56.133062 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-1e15e582-7bd9-44ab-b9ea-402c460f5079 req-8ee14808-e727-49b8-ab30-47904221fee1 tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] Synchronizing usage tracker for tenant:6884b43c239b4677a270eb283de39d49 on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:49:56.170619 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-62ce80a0-6c36-4f72-b120-39b0bb98e631 req-4167d7d1-1f23-40f8-9f85-a61f1e2f8556 service neutron] 10.222.0.50 "GET /v2.0/networks/87b9dfd0-7353-4a39-8c80-aeabedc47621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3825738 Jun 01 18:49:56.188012 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f3c480-b549-4ba2-99df-ed0e6a1a1990 req-8fad102c-edb1-4c2a-8e51-d6a3714903f3 tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:49:56.198366 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c0f3c480-b549-4ba2-99df-ed0e6a1a1990 req-8fad102c-edb1-4c2a-8e51-d6a3714903f3 tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c8c0f97-af30-4a88-bb45-e5b26a62cab8 HTTP/1.1" status: 200 len: 943 time: 0.2902062 Jun 01 18:49:56.219382 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-1e15e582-7bd9-44ab-b9ea-402c460f5079 req-8ee14808-e727-49b8-ab30-47904221fee1 tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] Unset dirty status for tenant:6884b43c239b4677a270eb283de39d49 on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:49:56.229427 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-1e15e582-7bd9-44ab-b9ea-402c460f5079 req-8ee14808-e727-49b8-ab30-47904221fee1 tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] 10.222.0.41 "GET /v2.0/ports?device_id=864a6568-f45e-4c63-b75a-3b962c4b6f1e HTTP/1.1" status: 200 len: 210 time: 0.2001359 Jun 01 18:49:56.258504 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 64feebd0-3853-4d40-88d5-dd8d02dfe5a4, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=64feebd0-3853-4d40-88d5-dd8d02dfe5a4,segment=NetworkSegment(8fe03d0a-6f47-4b90-b09a-f9196062e68e),segment_id=8fe03d0a-6f47-4b90-b09a-f9196062e68e)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:49:56.265690 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299c5f08-c0a1-427f-aedc-bae2d92e5cd4 req-89fd35f7-52aa-4c74-9d03-c549b595494e tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:49:56.267704 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-299c5f08-c0a1-427f-aedc-bae2d92e5cd4 req-89fd35f7-52aa-4c74-9d03-c549b595494e tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] 10.222.0.50 "GET /v2.0/networks?id=e3dea7fc-235f-4736-8c6d-38e23ed566b9 HTTP/1.1" status: 200 len: 805 time: 0.3200645 Jun 01 18:49:56.274984 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Returning: {'device': '64feebd0-3853-4d40-88d5-dd8d02dfe5a4', 'network_id': '87b9dfd0-7353-4a39-8c80-aeabedc47621', 'port_id': '64feebd0-3853-4d40-88d5-dd8d02dfe5a4', 'mac_address': 'fa:16:3e:d6:1d:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af6795b5-bdde-4ed9-943b-407812e69e16', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 18:49:56.292832 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c0f3c480-b549-4ba2-99df-ed0e6a1a1990 req-1a0c7283-e946-401e-97a7-80586384d745 tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] 10.222.0.41 "GET /v2.0/security-groups?id=9caa0f54-cb0e-4092-b752-f15eca9f84a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934956 Jun 01 18:49:56.303865 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-299c5f08-c0a1-427f-aedc-bae2d92e5cd4 req-3bca6deb-1052-4122-9960-2423ab268154 tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] Request body: {'port': {'device_id': '864a6568-f45e-4c63-b75a-3b962c4b6f1e', 'network_id': 'e3dea7fc-235f-4736-8c6d-38e23ed566b9', 'admin_state_up': True, 'tenant_id': '6884b43c239b4677a270eb283de39d49'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:49:56.314972 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-24169127-bd81-4f3f-8dc1-b39d128a61de req-13ea69b1-52a4-4ca9-959c-6494f71537a5 service neutron] 10.222.0.15 "GET /v2.0/networks/898153a3-5d71-43be-9d14-343ea4a48426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2130365 Jun 01 18:49:56.368776 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port 64feebd0-3853-4d40-88d5-dd8d02dfe5a4 is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:49:56.369153 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:56.387857 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64feebd0-3853-4d40-88d5-dd8d02dfe5a4 {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:49:56.421920 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 64feebd0-3853-4d40-88d5-dd8d02dfe5a4, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=64feebd0-3853-4d40-88d5-dd8d02dfe5a4,segment=NetworkSegment(8fe03d0a-6f47-4b90-b09a-f9196062e68e),segment_id=8fe03d0a-6f47-4b90-b09a-f9196062e68e)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:49:56.427299 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:56.508819 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1873b646-7a62-4652-af48-6d07faf014d9 req-7c992d52-07a5-4770-8e3c-f0a81faff4df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:49:56.510492 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-1873b646-7a62-4652-af48-6d07faf014d9 req-7c992d52-07a5-4770-8e3c-f0a81faff4df service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6a27102617d1431180133ab7caf63d74&device_id=96bc78b3-8f94-48ff-babc-34f6df7405ef HTTP/1.1" status: 200 len: 1099 time: 0.1098800 Jun 01 18:49:56.531850 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=64feebd0-3853-4d40-88d5-dd8d02dfe5a4,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:49:56.569371 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-299c5f08-c0a1-427f-aedc-bae2d92e5cd4 req-3bca6deb-1052-4122-9960-2423ab268154 tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:49:56.583935 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-299c5f08-c0a1-427f-aedc-bae2d92e5cd4 req-3bca6deb-1052-4122-9960-2423ab268154 tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:49:56.610729 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a5ccd4-56cf-42d9-a8ca-b4dd057539c7 req-b7a382cc-c832-48ee-9c6c-82eaf5a8a2b0 tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:49:56.613035 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-95a5ccd4-56cf-42d9-a8ca-b4dd057539c7 req-b7a382cc-c832-48ee-9c6c-82eaf5a8a2b0 tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f67c738-584f-4106-9a9a-b1bbbc4b97b6 HTTP/1.1" status: 200 len: 946 time: 0.1529627 Jun 01 18:49:56.613958 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-299c5f08-c0a1-427f-aedc-bae2d92e5cd4 req-3bca6deb-1052-4122-9960-2423ab268154 tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] Made reservation on behalf of 6884b43c239b4677a270eb283de39d49 for: {'port': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:49:56.614214 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [req-847ab0f8-56c9-4689-bce1-c1787dda55e2 req-decfff3f-f949-414e-b8cc-502e23f44790 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1917444135', 'description': 'tempest-description-1135858387'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:49:56.617892 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-299c5f08-c0a1-427f-aedc-bae2d92e5cd4 req-3bca6deb-1052-4122-9960-2423ab268154 tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:56.624055 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [req-847ab0f8-56c9-4689-bce1-c1787dda55e2 req-decfff3f-f949-414e-b8cc-502e23f44790 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:49:56.631029 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-847ab0f8-56c9-4689-bce1-c1787dda55e2 req-decfff3f-f949-414e-b8cc-502e23f44790 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Usage tracker for resource:security_group and tenant:03a56f87111741e99eac45e7902d811c is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:49:56.635363 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-847ab0f8-56c9-4689-bce1-c1787dda55e2 req-decfff3f-f949-414e-b8cc-502e23f44790 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:49:56.645331 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [req-847ab0f8-56c9-4689-bce1-c1787dda55e2 req-decfff3f-f949-414e-b8cc-502e23f44790 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:49:56.710876 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] get_ports_and_sgs() called for port_ids ['64feebd0-3853-4d40-88d5-dd8d02dfe5a4'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:49:56.752127 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-847ab0f8-56c9-4689-bce1-c1787dda55e2 req-decfff3f-f949-414e-b8cc-502e23f44790 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:56.773519 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57c3b0bd-55d6-4312-8b02-6eef8c1261ce', 'tag': '523781ee-a041-41ca-848b-db06d2ccbd54'}, {'server_uuid': '675df3e8-dc6b-45bc-a4c8-ae86a5f24463', 'name': 'network-vif-deleted', 'tag': '8c188c56-af18-4811-9a90-e69cb5d2eda5'}] {{(pid=88525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:49:56.804072 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [req-847ab0f8-56c9-4689-bce1-c1787dda55e2 req-decfff3f-f949-414e-b8cc-502e23f44790 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:49:56.809043 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-847ab0f8-56c9-4689-bce1-c1787dda55e2 req-decfff3f-f949-414e-b8cc-502e23f44790 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Usage tracker for resource:security_group_rule and tenant:03a56f87111741e99eac45e7902d811c is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:49:56.813698 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-847ab0f8-56c9-4689-bce1-c1787dda55e2 req-decfff3f-f949-414e-b8cc-502e23f44790 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:49:56.823467 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1873b646-7a62-4652-af48-6d07faf014d9 req-7285d12f-05ec-494e-97a8-467768120809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:49:56.824921 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-1873b646-7a62-4652-af48-6d07faf014d9 req-7285d12f-05ec-494e-97a8-467768120809 service neutron] 10.222.0.15 "GET /v2.0/networks?id=898153a3-5d71-43be-9d14-343ea4a48426 HTTP/1.1" status: 200 len: 870 time: 0.3082952 Jun 01 18:49:56.827975 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [req-847ab0f8-56c9-4689-bce1-c1787dda55e2 req-decfff3f-f949-414e-b8cc-502e23f44790 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:49:56.870169 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-95a5ccd4-56cf-42d9-a8ca-b4dd057539c7 req-803b2c5b-7553-4940-b577-4bff1faed614 tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] 10.222.0.41 "GET /v2.0/security-groups?id=8fc7fdb2-998f-4fa0-8e3e-2050d2f86fec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2386398 Jun 01 18:49:57.003170 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [req-299c5f08-c0a1-427f-aedc-bae2d92e5cd4 req-3bca6deb-1052-4122-9960-2423ab268154 tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] Allocated IP 172.20.0.7 (e3dea7fc-235f-4736-8c6d-38e23ed566b9/da8eacd5-9944-4111-9d5f-9f3e01b23eff/a4e4b726-a1b4-48f8-9da7-461297262309) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:49:57.022931 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 51774) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:49:57.058623 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-1873b646-7a62-4652-af48-6d07faf014d9 req-bc5c7de0-0eef-430d-a541-cf76ac886006 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=2559c4d9-0a11-4939-aac5-7a66d121c8de HTTP/1.1" status: 200 len: 217 time: 0.1052482 Jun 01 18:49:57.061425 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-847ab0f8-56c9-4689-bce1-c1787dda55e2 req-decfff3f-f949-414e-b8cc-502e23f44790 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:57.069974 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ba3dd7d8-3361-4055-97ce-e4e26c7078f0 req-3e784a06-ebec-497b-98b3-97112988e46a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2ae812a2-5303-4c9c-88e8-5c44f26565c9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4123704 Jun 01 18:49:57.106315 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-847ab0f8-56c9-4689-bce1-c1787dda55e2 req-decfff3f-f949-414e-b8cc-502e23f44790 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:57.176860 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-847ab0f8-56c9-4689-bce1-c1787dda55e2 req-decfff3f-f949-414e-b8cc-502e23f44790 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:57.189689 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-847ab0f8-56c9-4689-bce1-c1787dda55e2 req-decfff3f-f949-414e-b8cc-502e23f44790 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.5863743 Jun 01 18:49:57.194982 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decfff3f-f949-414e-b8cc-502e23f44790 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Pushing event updated for resources: {'SecurityGroup': ['ID=014be740-ce6a-4a70-9de8-09874281717d,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:49:57.204376 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1873b646-7a62-4652-af48-6d07faf014d9 req-c7a948fe-43e4-46db-9193-3c5ac9e13ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:49:57.208126 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-1873b646-7a62-4652-af48-6d07faf014d9 req-c7a948fe-43e4-46db-9193-3c5ac9e13ab1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=35e3ad2f-9c88-4698-b634-4e1b58de1cc2 HTTP/1.1" status: 200 len: 843 time: 0.1409574 Jun 01 18:49:57.347848 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9120566-4f3a-4c12-bdf6-2ea07507bdca req-1dfdd108-4559-4fc0-8664-a0bd29cfa18d tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:49:57.350803 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a9120566-4f3a-4c12-bdf6-2ea07507bdca req-1dfdd108-4559-4fc0-8664-a0bd29cfa18d tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ae812a2-5303-4c9c-88e8-5c44f26565c9 HTTP/1.1" status: 200 len: 950 time: 0.2252591 Jun 01 18:49:57.366171 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-299c5f08-c0a1-427f-aedc-bae2d92e5cd4 req-3bca6deb-1052-4122-9960-2423ab268154 tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:57.420162 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a9120566-4f3a-4c12-bdf6-2ea07507bdca req-b6304cb7-c6cc-4e7c-b094-77164dab04ff tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbe27866-6450-47f0-a8e1-f266dfb72433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618517 Jun 01 18:49:57.453027 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-299c5f08-c0a1-427f-aedc-bae2d92e5cd4 req-3bca6deb-1052-4122-9960-2423ab268154 tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:57.508898 n-d-844202-1 neutron-server[88525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18cd145d-1812-434e-8f8b-edbe5eb57dc7'] response: {'name': 'network-changed', 'server_uuid': '57c3b0bd-55d6-4312-8b02-6eef8c1261ce', 'tag': '523781ee-a041-41ca-848b-db06d2ccbd54', 'status': 'completed', 'code': 200} Jun 01 18:49:57.509156 n-d-844202-1 neutron-server[88525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18cd145d-1812-434e-8f8b-edbe5eb57dc7'] response: {'server_uuid': '675df3e8-dc6b-45bc-a4c8-ae86a5f24463', 'name': 'network-vif-deleted', 'tag': '8c188c56-af18-4811-9a90-e69cb5d2eda5', 'status': 'completed', 'code': 200} Jun 01 18:49:57.533864 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-299c5f08-c0a1-427f-aedc-bae2d92e5cd4 req-3bca6deb-1052-4122-9960-2423ab268154 tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] Network e3dea7fc-235f-4736-8c6d-38e23ed566b9 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:49:57.543080 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_v2 [None req-490ded1c-043e-4a3b-9ad6-29c2414fc5b6 admin admin] Deleting subnet 2d25927e-118e-41f9-9e0e-90f9021c9592 {{(pid=88525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 18:49:57.549649 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-490ded1c-043e-4a3b-9ad6-29c2414fc5b6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:57.581852 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [req-299c5f08-c0a1-427f-aedc-bae2d92e5cd4 req-3bca6deb-1052-4122-9960-2423ab268154 tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:49:57.605280 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-299c5f08-c0a1-427f-aedc-bae2d92e5cd4 req-3bca6deb-1052-4122-9960-2423ab268154 tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:49:57.618526 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1873b646-7a62-4652-af48-6d07faf014d9 req-fdfd4a84-6cc9-4745-a176-9d8e25c12e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:49:57.620010 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-1873b646-7a62-4652-af48-6d07faf014d9 req-fdfd4a84-6cc9-4745-a176-9d8e25c12e1f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=898153a3-5d71-43be-9d14-343ea4a48426&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4064624 Jun 01 18:49:57.622128 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-490ded1c-043e-4a3b-9ad6-29c2414fc5b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2258509'] for subnet, precommit_delete_associations {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:57.704450 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fbab2e-10ea-4589-986d-e131323e094d req-f53daefa-6ad5-4f62-805d-07def23851da tempest-ImagesNegativeTestJSON-1208796558 tempest-ImagesNegativeTestJSON-1208796558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:49:57.705985 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a7fbab2e-10ea-4589-986d-e131323e094d req-f53daefa-6ad5-4f62-805d-07def23851da tempest-ImagesNegativeTestJSON-1208796558 tempest-ImagesNegativeTestJSON-1208796558-project] 10.222.0.41 "GET /v2.0/ports?device_id=96bc78b3-8f94-48ff-babc-34f6df7405ef HTTP/1.1" status: 200 len: 948 time: 0.2738504 Jun 01 18:49:57.717750 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bca6deb-1052-4122-9960-2423ab268154 tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] Pushing event updated for resources: {'Port': ['ID=a4e4b726-a1b4-48f8-9da7-461297262309,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:49:57.733330 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299c5f08-c0a1-427f-aedc-bae2d92e5cd4 req-3bca6deb-1052-4122-9960-2423ab268154 tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:49:57.733976 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-299c5f08-c0a1-427f-aedc-bae2d92e5cd4 req-3bca6deb-1052-4122-9960-2423ab268154 tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:57.749035 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ceb7d530-920c-4128-9c0a-d700092cba55 req-429aa496-e38e-49c8-ac12-c66b93f6beca tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] 10.222.0.41 "GET /v2.0/security-groups/014be740-ce6a-4a70-9de8-09874281717d HTTP/1.1" status: 200 len: 1801 time: 0.2172744 Jun 01 18:49:57.770159 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-ceb7d530-920c-4128-9c0a-d700092cba55 req-33ed4c2a-b8be-4797-93aa-b4e3fe196e76 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1065610020', 'description': 'tempest-description-hth-1212691794'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:49:57.812520 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-299c5f08-c0a1-427f-aedc-bae2d92e5cd4 req-3bca6deb-1052-4122-9960-2423ab268154 tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5185723 Jun 01 18:49:57.819007 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813e3fd4-eeb6-4c23-8b14-21530b2cacdb req-dc1407b5-c560-40c1-9d23-00cc23d7768f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:49:57.820492 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-813e3fd4-eeb6-4c23-8b14-21530b2cacdb req-dc1407b5-c560-40c1-9d23-00cc23d7768f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=722c4f653eb54dd18e783c5f350712c1&device_id=57c3b0bd-55d6-4312-8b02-6eef8c1261ce HTTP/1.1" status: 200 len: 1094 time: 0.2902787 Jun 01 18:49:57.823973 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-ceb7d530-920c-4128-9c0a-d700092cba55 req-33ed4c2a-b8be-4797-93aa-b4e3fe196e76 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Notify callbacks [] for security_group, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:57.834763 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-299c5f08-c0a1-427f-aedc-bae2d92e5cd4 req-018051f3-8c7a-4113-a9cf-5985808c4f4e service neutron] Request body: {'port': {'device_id': '864a6568-f45e-4c63-b75a-3b962c4b6f1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844202-1'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:49:57.843132 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-490ded1c-043e-4a3b-9ad6-29c2414fc5b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:57.862553 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e793ca5-49bd-42cb-8666-a3b4655afec7', 'name': 'network-vif-deleted', 'tag': '7cf6562d-e594-4ed3-bb66-f96014ae7aef'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:49:57.898351 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a7fbab2e-10ea-4589-986d-e131323e094d req-6396c82f-ebdb-4ff0-abcc-d62ccc98750e tempest-ImagesNegativeTestJSON-1208796558 tempest-ImagesNegativeTestJSON-1208796558-project] 10.222.0.41 "GET /v2.0/security-groups?id=dcbeff12-2246-4981-86e6-ae4558f0b5e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428483 Jun 01 18:49:57.930881 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-1873b646-7a62-4652-af48-6d07faf014d9 req-e1851d09-4a9c-4d43-899e-6e390a0917f9 service neutron] 10.222.0.15 "GET /v2.0/networks/898153a3-5d71-43be-9d14-343ea4a48426?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2790098 Jun 01 18:49:57.961893 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 64feebd0-3853-4d40-88d5-dd8d02dfe5a4 up at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:49:58.103584 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning for port 64feebd0-3853-4d40-88d5-dd8d02dfe5a4 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:49:58.106837 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-ceb7d530-920c-4128-9c0a-d700092cba55 req-33ed4c2a-b8be-4797-93aa-b4e3fe196e76 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Notify callbacks [] for security_group, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:58.117903 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning complete for port 64feebd0-3853-4d40-88d5-dd8d02dfe5a4 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:49:58.118295 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:58.132071 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-ceb7d530-920c-4128-9c0a-d700092cba55 req-33ed4c2a-b8be-4797-93aa-b4e3fe196e76 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:58.134538 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-ceb7d530-920c-4128-9c0a-d700092cba55 req-33ed4c2a-b8be-4797-93aa-b4e3fe196e76 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:58.144477 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ceb7d530-920c-4128-9c0a-d700092cba55 req-33ed4c2a-b8be-4797-93aa-b4e3fe196e76 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] 10.222.0.41 "PUT /v2.0/security-groups/014be740-ce6a-4a70-9de8-09874281717d HTTP/1.1" status: 200 len: 1775 time: 0.3821683 Jun 01 18:49:58.196603 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813e3fd4-eeb6-4c23-8b14-21530b2cacdb req-345cb514-d8f5-4fa4-88e4-4bee3ae286d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:49:58.198312 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-813e3fd4-eeb6-4c23-8b14-21530b2cacdb req-345cb514-d8f5-4fa4-88e4-4bee3ae286d2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=87b9dfd0-7353-4a39-8c80-aeabedc47621 HTTP/1.1" status: 200 len: 913 time: 0.3364944 Jun 01 18:49:58.222597 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-299c5f08-c0a1-427f-aedc-bae2d92e5cd4 req-018051f3-8c7a-4113-a9cf-5985808c4f4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:58.305702 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port 64feebd0-3853-4d40-88d5-dd8d02dfe5a4 is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:49:58.306478 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:58.312866 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-490ded1c-043e-4a3b-9ad6-29c2414fc5b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2614143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9667199'] for subnet, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:58.351735 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 64feebd0-3853-4d40-88d5-dd8d02dfe5a4, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=64feebd0-3853-4d40-88d5-dd8d02dfe5a4,segment=NetworkSegment(8fe03d0a-6f47-4b90-b09a-f9196062e68e),segment_id=8fe03d0a-6f47-4b90-b09a-f9196062e68e)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:49:58.354181 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c8c0f97-af30-4a88-bb45-e5b26a62cab8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64feebd0-3853-4d40-88d5-dd8d02dfe5a4'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:49:58.366201 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 523781ee-a041-41ca-848b-db06d2ccbd54 details requested by agent hyperv_n-h1-844202-1 with host n-h1-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 18:49:58.368281 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-1873b646-7a62-4652-af48-6d07faf014d9 req-0a58360e-592b-45e3-948b-ab62601855ad service neutron] 10.222.0.15 "GET /v2.0/networks/898153a3-5d71-43be-9d14-343ea4a48426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4290690 Jun 01 18:49:58.369099 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:58.370211 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 8c188c56-af18-4811-9a90-e69cb5d2eda5 no longer exists at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:49:58.370731 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490ded1c-043e-4a3b-9ad6-29c2414fc5b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d25927e-118e-41f9-9e0e-90f9021c9592,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:49:58.389508 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-490ded1c-043e-4a3b-9ad6-29c2414fc5b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:58.403214 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-490ded1c-043e-4a3b-9ad6-29c2414fc5b6 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/2d25927e-118e-41f9-9e0e-90f9021c9592 HTTP/1.1" status: 204 len: 168 time: 1.3717759 Jun 01 18:49:58.405513 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 51820) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:49:58.410901 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ed4c2a-b8be-4797-93aa-b4e3fe196e76 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Pushing event updated for resources: {'SecurityGroup': ['ID=014be740-ce6a-4a70-9de8-09874281717d,revision_number=2']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:49:58.421571 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-813e3fd4-eeb6-4c23-8b14-21530b2cacdb req-7a97ba82-7408-4d04-bb2b-2507d5aef51d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=523781ee-a041-41ca-848b-db06d2ccbd54 HTTP/1.1" status: 200 len: 217 time: 0.2020137 Jun 01 18:49:58.504155 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] No Port match for: 8c188c56-af18-4811-9a90-e69cb5d2eda5 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 18:49:58.504567 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 8c188c56-af18-4811-9a90-e69cb5d2eda5 not bound to the agent host n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 18:49:58.541964 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a219b3fe-ed37-4053-ae59-e5d3f63f2e59 req-d8a13a05-ada9-474a-b235-aeb8cb534e05 tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:49:58.543457 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a219b3fe-ed37-4053-ae59-e5d3f63f2e59 req-d8a13a05-ada9-474a-b235-aeb8cb534e05 tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] 10.222.0.41 "GET /v2.0/ports?device_id=864a6568-f45e-4c63-b75a-3b962c4b6f1e HTTP/1.1" status: 200 len: 931 time: 0.3829107 Jun 01 18:49:58.548051 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=64feebd0-3853-4d40-88d5-dd8d02dfe5a4,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:49:58.601159 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ed98d074-0678-4608-93f1-dbdc66bbdbb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:58.631546 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813e3fd4-eeb6-4c23-8b14-21530b2cacdb req-35ae66f9-9583-49e2-9f6b-be5d12988dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:49:58.632985 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-813e3fd4-eeb6-4c23-8b14-21530b2cacdb req-35ae66f9-9583-49e2-9f6b-be5d12988dbb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=af6795b5-bdde-4ed9-943b-407812e69e16 HTTP/1.1" status: 200 len: 852 time: 0.1738262 Jun 01 18:49:58.671250 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a219b3fe-ed37-4053-ae59-e5d3f63f2e59 req-90dd5676-977d-4c4d-b9ac-5ab28595e1ad tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f2fd699-5af8-4379-8a92-35d8c8796709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976069 Jun 01 18:49:58.749863 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port 523781ee-a041-41ca-848b-db06d2ccbd54, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=523781ee-a041-41ca-848b-db06d2ccbd54,segment=NetworkSegment(8fe03d0a-6f47-4b90-b09a-f9196062e68e),segment_id=8fe03d0a-6f47-4b90-b09a-f9196062e68e)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:49:58.758211 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb3cadf3-8629-447f-8e43-ac86ec2aee36'] response: {'server_uuid': '7e793ca5-49bd-42cb-8666-a3b4655afec7', 'name': 'network-vif-deleted', 'tag': '7cf6562d-e594-4ed3-bb66-f96014ae7aef', 'status': 'completed', 'code': 200} Jun 01 18:49:58.770581 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-813e3fd4-eeb6-4c23-8b14-21530b2cacdb req-6f721729-7a6e-44aa-aa24-2d728cefe166 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=87b9dfd0-7353-4a39-8c80-aeabedc47621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1263151 Jun 01 18:49:58.776387 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Returning: {'device': '523781ee-a041-41ca-848b-db06d2ccbd54', 'network_id': '87b9dfd0-7353-4a39-8c80-aeabedc47621', 'port_id': '523781ee-a041-41ca-848b-db06d2ccbd54', 'mac_address': 'fa:16:3e:77:e1:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af6795b5-bdde-4ed9-943b-407812e69e16', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 18:49:58.785571 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b17d8a-d72b-443a-8c1b-5367aca48a0e req-64356b30-20c0-411a-b06f-c9004dba64fc tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:49:58.787558 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ed98d074-0678-4608-93f1-dbdc66bbdbb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:58.792656 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f7b17d8a-d72b-443a-8c1b-5367aca48a0e req-64356b30-20c0-411a-b06f-c9004dba64fc tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c8c0f97-af30-4a88-bb45-e5b26a62cab8 HTTP/1.1" status: 200 len: 945 time: 0.3906527 Jun 01 18:49:58.817856 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-ed98d074-0678-4608-93f1-dbdc66bbdbb6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['222758ca-4c6e-4ccb-8f11-8c829f4da008']}} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:49:58.818496 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [req-813e3fd4-eeb6-4c23-8b14-21530b2cacdb req-bedee2ab-9e45-4abf-9255-d2f7b14bb39c service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=88524) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 18:49:58.819485 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-813e3fd4-eeb6-4c23-8b14-21530b2cacdb req-bedee2ab-9e45-4abf-9255-d2f7b14bb39c service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0217600 Jun 01 18:49:58.832782 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-ed98d074-0678-4608-93f1-dbdc66bbdbb6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bd376cf-8b39-4b75-aaa6-34bd3746194e') {'for_net_delete': True} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:49:58.833815 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-ed98d074-0678-4608-93f1-dbdc66bbdbb6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bd376cf-8b39-4b75-aaa6-34bd3746194e') {} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:49:58.841233 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port 523781ee-a041-41ca-848b-db06d2ccbd54 is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:49:58.841817 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:58.845031 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ed98d074-0678-4608-93f1-dbdc66bbdbb6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2258522'] for segment, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:58.865401 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 523781ee-a041-41ca-848b-db06d2ccbd54 {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:49:58.869507 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ed98d074-0678-4608-93f1-dbdc66bbdbb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:58.878559 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed98d074-0678-4608-93f1-dbdc66bbdbb6 admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=88525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 18:49:58.879097 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ed98d074-0678-4608-93f1-dbdc66bbdbb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2613981'] for segment, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:58.884384 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port 523781ee-a041-41ca-848b-db06d2ccbd54, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=523781ee-a041-41ca-848b-db06d2ccbd54,segment=NetworkSegment(8fe03d0a-6f47-4b90-b09a-f9196062e68e),segment_id=8fe03d0a-6f47-4b90-b09a-f9196062e68e)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:49:58.889051 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:58.986099 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment 9bd376cf-8b39-4b75-aaa6-34bd3746194e resource provider aggregate not found Jun 01 18:49:58.989030 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=523781ee-a041-41ca-848b-db06d2ccbd54,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:49:59.020087 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment 9bd376cf-8b39-4b75-aaa6-34bd3746194e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9bd376cf-8b39-4b75-aaa6-34bd3746194e found for delete ", "request_id": "req-e65d764a-437b-425e-bbec-e5f5307ae9bf"}]} Jun 01 18:49:59.043558 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ed98d074-0678-4608-93f1-dbdc66bbdbb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:59.049971 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ed98d074-0678-4608-93f1-dbdc66bbdbb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:59.087931 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed98d074-0678-4608-93f1-dbdc66bbdbb6 admin admin] Pushing event deleted for resources: {'Network': ['ID=222758ca-4c6e-4ccb-8f11-8c829f4da008,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:49:59.092556 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-ed98d074-0678-4608-93f1-dbdc66bbdbb6 admin admin] 10.222.0.41 "DELETE /v2.0/networks/222758ca-4c6e-4ccb-8f11-8c829f4da008 HTTP/1.1" status: 204 len: 168 time: 0.6862292 Jun 01 18:49:59.096977 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 51832) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:49:59.136009 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986c103b-16e5-4dfb-8e36-ac375a72f705 req-f8064502-291c-4592-ace7-ed799db2244d tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:49:59.137427 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-986c103b-16e5-4dfb-8e36-ac375a72f705 req-f8064502-291c-4592-ace7-ed799db2244d tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f67c738-584f-4106-9a9a-b1bbbc4b97b6 HTTP/1.1" status: 200 len: 946 time: 0.2365716 Jun 01 18:49:59.191685 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] get_ports_and_sgs() called for port_ids ['523781ee-a041-41ca-848b-db06d2ccbd54'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:49:59.193830 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5f77d31-3938-4f43-8bf8-8fbb8f007635 admin admin] Deleting subnet 42830e55-aa2f-4053-adf4-7c2d753aa110 {{(pid=88525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 18:49:59.201698 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c5f77d31-3938-4f43-8bf8-8fbb8f007635 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:59.220985 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f7b17d8a-d72b-443a-8c1b-5367aca48a0e req-15f38bd4-b6b9-46b1-af4f-a3d10f244280 tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] 10.222.0.41 "GET /v2.0/security-groups?id=9caa0f54-cb0e-4092-b752-f15eca9f84a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4274619 Jun 01 18:49:59.244010 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-986c103b-16e5-4dfb-8e36-ac375a72f705 req-9b9e7c99-8844-48eb-9c21-ea8247820b12 tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] 10.222.0.41 "GET /v2.0/security-groups?id=8fc7fdb2-998f-4fa0-8e3e-2050d2f86fec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978909 Jun 01 18:49:59.283776 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c5f77d31-3938-4f43-8bf8-8fbb8f007635 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2258509'] for subnet, precommit_delete_associations {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:59.316421 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d839d97-ac34-443c-b905-afef3579e6c0'] response: {'server_uuid': '9c8c0f97-af30-4a88-bb45-e5b26a62cab8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64feebd0-3853-4d40-88d5-dd8d02dfe5a4', 'code': 200} Jun 01 18:49:59.370281 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-813e3fd4-eeb6-4c23-8b14-21530b2cacdb req-80da32eb-cc5e-45f8-a795-65a029dc6f73 service neutron] 10.222.0.15 "GET /v2.0/networks/87b9dfd0-7353-4a39-8c80-aeabedc47621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5392449 Jun 01 18:49:59.374033 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ff9161bd-6a76-44bf-8705-8c189c6a69da req-ecea3986-e4f4-4721-84ea-8736e4908b35 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] 10.222.0.41 "GET /v2.0/security-groups/014be740-ce6a-4a70-9de8-09874281717d HTTP/1.1" status: 200 len: 1775 time: 0.1123476 Jun 01 18:49:59.375234 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c5f77d31-3938-4f43-8bf8-8fbb8f007635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:59.529393 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3dd7d8-3361-4055-97ce-e4e26c7078f0 req-2cf31c1a-e6dc-4d5e-b114-4702fc615fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:49:59.531045 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ba3dd7d8-3361-4055-97ce-e4e26c7078f0 req-2cf31c1a-e6dc-4d5e-b114-4702fc615fea service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5a29f45689de4723b61fb9850cc62a10&device_id=2ae812a2-5303-4c9c-88e8-5c44f26565c9 HTTP/1.1" status: 200 len: 1101 time: 0.3748872 Jun 01 18:49:59.609681 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [req-299c5f08-c0a1-427f-aedc-bae2d92e5cd4 req-018051f3-8c7a-4113-a9cf-5985808c4f4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4e4b726-a1b4-48f8-9da7-461297262309 {{(pid=88524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:49:59.671733 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-299c5f08-c0a1-427f-aedc-bae2d92e5cd4 req-018051f3-8c7a-4113-a9cf-5985808c4f4e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:59.680606 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c5f77d31-3938-4f43-8bf8-8fbb8f007635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2614143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9667199'] for subnet, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:59.733416 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f77d31-3938-4f43-8bf8-8fbb8f007635 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42830e55-aa2f-4053-adf4-7c2d753aa110,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:49:59.736680 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c5f77d31-3938-4f43-8bf8-8fbb8f007635 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:59.742584 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [req-299c5f08-c0a1-427f-aedc-bae2d92e5cd4 req-018051f3-8c7a-4113-a9cf-5985808c4f4e service neutron] Transition to ACTIVE for port object a4e4b726-a1b4-48f8-9da7-461297262309 will not be triggered until provisioned by entity L2. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:49:59.749436 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-c5f77d31-3938-4f43-8bf8-8fbb8f007635 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/42830e55-aa2f-4053-adf4-7c2d753aa110 HTTP/1.1" status: 204 len: 168 time: 0.6513722 Jun 01 18:49:59.753687 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 51840) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:49:59.758808 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a295d69-1b17-4a53-80c9-f4c369eb51eb req-e0e3c859-610e-4a69-92a2-1ebc36dfd5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:49:59.760238 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8a295d69-1b17-4a53-80c9-f4c369eb51eb req-e0e3c859-610e-4a69-92a2-1ebc36dfd5c4 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=9c8c0f97-af30-4a88-bb45-e5b26a62cab8 HTTP/1.1" status: 200 len: 1096 time: 0.3343389 Jun 01 18:49:59.768596 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-299c5f08-c0a1-427f-aedc-bae2d92e5cd4 req-018051f3-8c7a-4113-a9cf-5985808c4f4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:49:59.769079 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9887b885-cc52-4edb-988a-f43019e54b30 req-8430bc2f-600a-41ae-867e-1f029697ff76 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:49:59.770279 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-9887b885-cc52-4edb-988a-f43019e54b30 req-8430bc2f-600a-41ae-867e-1f029697ff76 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ae812a2-5303-4c9c-88e8-5c44f26565c9 HTTP/1.1" status: 200 len: 950 time: 0.1786544 Jun 01 18:49:59.824389 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-813e3fd4-eeb6-4c23-8b14-21530b2cacdb req-db8ef966-7084-4b70-9a9a-89c0cc3ca57d service neutron] 10.222.0.15 "GET /v2.0/networks/87b9dfd0-7353-4a39-8c80-aeabedc47621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4377549 Jun 01 18:49:59.842331 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8a295d69-1b17-4a53-80c9-f4c369eb51eb req-bad910fd-e6bd-447e-92d3-6df8a7cdb59f service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=9caa0f54-cb0e-4092-b752-f15eca9f84a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705175 Jun 01 18:49:59.854491 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-9887b885-cc52-4edb-988a-f43019e54b30 req-f66d24a8-5a73-4930-8235-4bac188c7752 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbe27866-6450-47f0-a8e1-f266dfb72433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662928 Jun 01 18:49:59.951353 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-987aba2c-3e47-47a8-9beb-346bce641cc6 req-a493ac9e-3039-4387-98ad-fcb0ec094236 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] 10.222.0.41 "GET /v2.0/security-groups/014be740-ce6a-4a70-9de8-09874281717d HTTP/1.1" status: 200 len: 1775 time: 0.0646577 Jun 01 18:50:00.005950 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3dd7d8-3361-4055-97ce-e4e26c7078f0 req-c7d7af32-64bd-4752-b386-44b8b647f3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:00.007410 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ba3dd7d8-3361-4055-97ce-e4e26c7078f0 req-c7d7af32-64bd-4752-b386-44b8b647f3cf service neutron] 10.222.0.50 "GET /v2.0/networks?id=898153a3-5d71-43be-9d14-343ea4a48426 HTTP/1.1" status: 200 len: 870 time: 0.4416804 Jun 01 18:50:00.039280 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-987aba2c-3e47-47a8-9beb-346bce641cc6 req-ccecf8be-f9b8-4ea9-ab0e-93ca620f974d tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:00.043109 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafdf856-42d5-47b2-bbd8-cda723fa84f6 req-bc0139a8-2995-4f69-851e-6722a6465510 tempest-ImagesNegativeTestJSON-1208796558 tempest-ImagesNegativeTestJSON-1208796558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:00.043897 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-aafdf856-42d5-47b2-bbd8-cda723fa84f6 req-bc0139a8-2995-4f69-851e-6722a6465510 tempest-ImagesNegativeTestJSON-1208796558 tempest-ImagesNegativeTestJSON-1208796558-project] Synchronizing usage tracker for tenant:6a27102617d1431180133ab7caf63d74 on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:50:00.073296 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-987aba2c-3e47-47a8-9beb-346bce641cc6 req-ccecf8be-f9b8-4ea9-ab0e-93ca620f974d tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:00.117989 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f8af1d4a-1ff5-4c8d-aaeb-9e792699054c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:00.129408 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-987aba2c-3e47-47a8-9beb-346bce641cc6 req-ccecf8be-f9b8-4ea9-ab0e-93ca620f974d tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:00.145758 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018051f3-8c7a-4113-a9cf-5985808c4f4e service neutron] Pushing event updated for resources: {'Port': ['ID=a4e4b726-a1b4-48f8-9da7-461297262309,revision_number=2']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:50:00.156978 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccecf8be-f9b8-4ea9-ab0e-93ca620f974d tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=014be740-ce6a-4a70-9de8-09874281717d,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:50:00.164754 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-987aba2c-3e47-47a8-9beb-346bce641cc6 req-ccecf8be-f9b8-4ea9-ab0e-93ca620f974d tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:00.165841 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-987aba2c-3e47-47a8-9beb-346bce641cc6 req-ccecf8be-f9b8-4ea9-ab0e-93ca620f974d tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] 10.222.0.41 "DELETE /v2.0/security-groups/014be740-ce6a-4a70-9de8-09874281717d HTTP/1.1" status: 204 len: 173 time: 0.2045240 Jun 01 18:50:00.167916 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ba3dd7d8-3361-4055-97ce-e4e26c7078f0 req-c86d507d-d44c-401f-8358-ea44de891675 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=60f01c35-737d-4a5d-b74d-d5493aef4b97 HTTP/1.1" status: 200 len: 217 time: 0.1137083 Jun 01 18:50:00.310903 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-aafdf856-42d5-47b2-bbd8-cda723fa84f6 req-bc0139a8-2995-4f69-851e-6722a6465510 tempest-ImagesNegativeTestJSON-1208796558 tempest-ImagesNegativeTestJSON-1208796558-project] Unset dirty status for tenant:6a27102617d1431180133ab7caf63d74 on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:50:00.312132 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-aafdf856-42d5-47b2-bbd8-cda723fa84f6 req-bc0139a8-2995-4f69-851e-6722a6465510 tempest-ImagesNegativeTestJSON-1208796558 tempest-ImagesNegativeTestJSON-1208796558-project] 10.222.0.41 "GET /v2.0/ports?device_id=96bc78b3-8f94-48ff-babc-34f6df7405ef HTTP/1.1" status: 200 len: 948 time: 0.8005960 Jun 01 18:50:00.347705 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2e363d-43bb-4df2-8ca6-c6c3b9f229af req-93b40fc1-e368-47d6-ba89-6ab041965489 tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:00.349253 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8e2e363d-43bb-4df2-8ca6-c6c3b9f229af req-93b40fc1-e368-47d6-ba89-6ab041965489 tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] 10.222.0.41 "GET /v2.0/ports?device_id=864a6568-f45e-4c63-b75a-3b962c4b6f1e HTTP/1.1" status: 200 len: 943 time: 0.0863993 Jun 01 18:50:00.375094 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 2559c4d9-0a11-4939-aac5-7a66d121c8de details requested by agent hyperv_n-h1-844202-1 with host n-h1-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 18:50:00.377433 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 523781ee-a041-41ca-848b-db06d2ccbd54 up at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:50:00.378331 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3dd7d8-3361-4055-97ce-e4e26c7078f0 req-86e344a7-fa99-4811-a875-1bf032a8937a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:00.379767 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ba3dd7d8-3361-4055-97ce-e4e26c7078f0 req-86e344a7-fa99-4811-a875-1bf032a8937a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=35e3ad2f-9c88-4698-b634-4e1b58de1cc2 HTTP/1.1" status: 200 len: 843 time: 0.1725848 Jun 01 18:50:00.398488 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8e2e363d-43bb-4df2-8ca6-c6c3b9f229af req-f036f8e1-1206-41c8-a217-201911be3cd9 tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f2fd699-5af8-4379-8a92-35d8c8796709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431290 Jun 01 18:50:00.495285 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-299c5f08-c0a1-427f-aedc-bae2d92e5cd4 req-018051f3-8c7a-4113-a9cf-5985808c4f4e service neutron] Attempting to bind port a4e4b726-a1b4-48f8-9da7-461297262309 on host n-h2-844202-1 for vnic_type normal with profile {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:50:00.495432 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-299c5f08-c0a1-427f-aedc-bae2d92e5cd4 req-018051f3-8c7a-4113-a9cf-5985808c4f4e service neutron] Attempting to bind port a4e4b726-a1b4-48f8-9da7-461297262309 by drivers openvswitch,hyperv on host n-h2-844202-1 at level 0 using segments [{'id': '5423f802-8952-4dea-8b13-e2a87f408f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e3dea7fc-235f-4736-8c6d-38e23ed566b9'}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:50:00.495719 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-299c5f08-c0a1-427f-aedc-bae2d92e5cd4 req-018051f3-8c7a-4113-a9cf-5985808c4f4e service neutron] Attempting to bind port a4e4b726-a1b4-48f8-9da7-461297262309 on network e3dea7fc-235f-4736-8c6d-38e23ed566b9 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:50:00.522037 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f8af1d4a-1ff5-4c8d-aaeb-9e792699054c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:00.529855 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-299c5f08-c0a1-427f-aedc-bae2d92e5cd4 req-018051f3-8c7a-4113-a9cf-5985808c4f4e service neutron] Port a4e4b726-a1b4-48f8-9da7-461297262309 on network e3dea7fc-235f-4736-8c6d-38e23ed566b9 not bound, no agent of type Open vSwitch agent registered on host n-h2-844202-1 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 18:50:00.529855 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-299c5f08-c0a1-427f-aedc-bae2d92e5cd4 req-018051f3-8c7a-4113-a9cf-5985808c4f4e service neutron] Attempting to bind port a4e4b726-a1b4-48f8-9da7-461297262309 on network e3dea7fc-235f-4736-8c6d-38e23ed566b9 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:50:00.533503 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-aafdf856-42d5-47b2-bbd8-cda723fa84f6 req-ca2edae8-78f3-41d7-89de-f68c0e99eae1 tempest-ImagesNegativeTestJSON-1208796558 tempest-ImagesNegativeTestJSON-1208796558-project] Synchronizing usage tracker for tenant:6a27102617d1431180133ab7caf63d74 on resource:security_group {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:50:00.551477 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-299c5f08-c0a1-427f-aedc-bae2d92e5cd4 req-018051f3-8c7a-4113-a9cf-5985808c4f4e service neutron] Checking agent: {'id': 'f5db9968-6317-4186-9100-9e0ca6b50417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 18, 49, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:50:00.551813 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-299c5f08-c0a1-427f-aedc-bae2d92e5cd4 req-018051f3-8c7a-4113-a9cf-5985808c4f4e service neutron] Checking segment: {'id': '5423f802-8952-4dea-8b13-e2a87f408f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e3dea7fc-235f-4736-8c6d-38e23ed566b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:50:00.552194 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-299c5f08-c0a1-427f-aedc-bae2d92e5cd4 req-018051f3-8c7a-4113-a9cf-5985808c4f4e service neutron] Bound using segment: {'id': '5423f802-8952-4dea-8b13-e2a87f408f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e3dea7fc-235f-4736-8c6d-38e23ed566b9'} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:50:00.552667 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-299c5f08-c0a1-427f-aedc-bae2d92e5cd4 req-018051f3-8c7a-4113-a9cf-5985808c4f4e service neutron] Bound port: a4e4b726-a1b4-48f8-9da7-461297262309, host: n-h2-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5423f802-8952-4dea-8b13-e2a87f408f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e3dea7fc-235f-4736-8c6d-38e23ed566b9'}}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:50:00.553007 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-299c5f08-c0a1-427f-aedc-bae2d92e5cd4 req-018051f3-8c7a-4113-a9cf-5985808c4f4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:00.570659 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Provisioning for port 523781ee-a041-41ca-848b-db06d2ccbd54 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:50:00.582969 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Provisioning complete for port 523781ee-a041-41ca-848b-db06d2ccbd54 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:50:00.583404 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:00.628215 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-f8af1d4a-1ff5-4c8d-aaeb-9e792699054c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48be3294-5d8f-495f-8bce-b8c95e28a825']}} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:50:00.647534 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port 2559c4d9-0a11-4939-aac5-7a66d121c8de, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=2559c4d9-0a11-4939-aac5-7a66d121c8de,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:50:00.661061 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-aafdf856-42d5-47b2-bbd8-cda723fa84f6 req-ca2edae8-78f3-41d7-89de-f68c0e99eae1 tempest-ImagesNegativeTestJSON-1208796558 tempest-ImagesNegativeTestJSON-1208796558-project] Unset dirty status for tenant:6a27102617d1431180133ab7caf63d74 on resource:security_group {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:50:00.669291 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Returning: {'device': '2559c4d9-0a11-4939-aac5-7a66d121c8de', 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426', 'port_id': '2559c4d9-0a11-4939-aac5-7a66d121c8de', 'mac_address': 'fa:16:3e:55:53:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35e3ad2f-9c88-4698-b634-4e1b58de1cc2', 'ip_address': '192.168.233.197'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 18:50:00.669490 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-aafdf856-42d5-47b2-bbd8-cda723fa84f6 req-ca2edae8-78f3-41d7-89de-f68c0e99eae1 tempest-ImagesNegativeTestJSON-1208796558 tempest-ImagesNegativeTestJSON-1208796558-project] 10.222.0.41 "GET /v2.0/security-groups?id=dcbeff12-2246-4981-86e6-ae4558f0b5e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3474965 Jun 01 18:50:00.671666 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-f8af1d4a-1ff5-4c8d-aaeb-9e792699054c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f7a8979-1891-4f32-9675-a3d287cf6026') {'for_net_delete': True} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:50:00.671961 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-f8af1d4a-1ff5-4c8d-aaeb-9e792699054c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f7a8979-1891-4f32-9675-a3d287cf6026') {} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:50:00.678374 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a7c358-9c56-4e77-8c65-28ac0f33ce97 req-3a046e0d-ccf9-4f24-acb2-d940e2a5a1c4 tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:00.691899 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-53a7c358-9c56-4e77-8c65-28ac0f33ce97 req-3a046e0d-ccf9-4f24-acb2-d940e2a5a1c4 tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c8c0f97-af30-4a88-bb45-e5b26a62cab8 HTTP/1.1" status: 200 len: 945 time: 0.1046410 Jun 01 18:50:00.692529 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f8af1d4a-1ff5-4c8d-aaeb-9e792699054c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2702126'] for segment, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:00.732760 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f8af1d4a-1ff5-4c8d-aaeb-9e792699054c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:00.740627 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port 2559c4d9-0a11-4939-aac5-7a66d121c8de is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:50:00.740986 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:00.742181 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-299c5f08-c0a1-427f-aedc-bae2d92e5cd4 req-018051f3-8c7a-4113-a9cf-5985808c4f4e service neutron] For port a4e4b726-a1b4-48f8-9da7-461297262309, host n-h2-844202-1, cleared binding levels {{(pid=88524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:50:00.745164 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8af1d4a-1ff5-4c8d-aaeb-9e792699054c admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=88524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 18:50:00.745563 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f8af1d4a-1ff5-4c8d-aaeb-9e792699054c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2719018'] for segment, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:00.752544 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-53a7c358-9c56-4e77-8c65-28ac0f33ce97 req-90fd5d70-194e-4114-8866-dfc2dcbec3b0 tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] 10.222.0.41 "GET /v2.0/security-groups?id=9caa0f54-cb0e-4092-b752-f15eca9f84a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584261 Jun 01 18:50:00.761734 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2559c4d9-0a11-4939-aac5-7a66d121c8de {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:50:00.765878 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3dd7d8-3361-4055-97ce-e4e26c7078f0 req-2ad0ac67-db8d-45f5-b2ab-c3d07841432d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:00.767361 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ba3dd7d8-3361-4055-97ce-e4e26c7078f0 req-2ad0ac67-db8d-45f5-b2ab-c3d07841432d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=898153a3-5d71-43be-9d14-343ea4a48426&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3387697 Jun 01 18:50:00.789472 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port 2559c4d9-0a11-4939-aac5-7a66d121c8de, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=2559c4d9-0a11-4939-aac5-7a66d121c8de,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:50:00.797431 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:00.870446 n-d-844202-1 neutron-server[88525]: INFO neutron.api.v2.resource [req-36fbce24-50f8-4803-aa21-7d046ab0a2d2 req-9c47b8f3-4575-46d2-97b6-6d4abbb2d702 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] show failed (client error): The resource could not be found. Jun 01 18:50:00.881733 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-36fbce24-50f8-4803-aa21-7d046ab0a2d2 req-9c47b8f3-4575-46d2-97b6-6d4abbb2d702 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] 10.222.0.41 "GET /v2.0/security-groups/f892b279-0845-4ebd-a4cf-37dcbd32c2b7 HTTP/1.1" status: 404 len: 352 time: 0.0289247 Jun 01 18:50:00.895605 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=2559c4d9-0a11-4939-aac5-7a66d121c8de,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:50:00.929990 n-d-844202-1 neutron-server[88525]: INFO neutron.api.v2.resource [req-728a3cf4-8558-4e1b-ae3b-05e727423f0c req-b21cba56-bf76-4651-bdc9-12e1c36b9b1c tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] show failed (client error): The resource could not be found. Jun 01 18:50:00.945286 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-728a3cf4-8558-4e1b-ae3b-05e727423f0c req-b21cba56-bf76-4651-bdc9-12e1c36b9b1c tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] 10.222.0.41 "GET /v2.0/security-groups/62d1aafa-8d72-482c-96b8-ea39cca31eca HTTP/1.1" status: 404 len: 352 time: 0.0437665 Jun 01 18:50:01.008766 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment 3f7a8979-1891-4f32-9675-a3d287cf6026 resource provider aggregate not found Jun 01 18:50:01.017809 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f8af1d4a-1ff5-4c8d-aaeb-9e792699054c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:01.052407 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port 523781ee-a041-41ca-848b-db06d2ccbd54 is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:50:01.052781 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:01.059987 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment 3f7a8979-1891-4f32-9675-a3d287cf6026 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3f7a8979-1891-4f32-9675-a3d287cf6026 found for delete ", "request_id": "req-7fd0c02d-84bb-4834-93b5-5e325e60c740"}]} Jun 01 18:50:01.104130 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] get_ports_and_sgs() called for port_ids ['2559c4d9-0a11-4939-aac5-7a66d121c8de'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:50:01.131935 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f8af1d4a-1ff5-4c8d-aaeb-9e792699054c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:01.135542 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-299c5f08-c0a1-427f-aedc-bae2d92e5cd4 req-018051f3-8c7a-4113-a9cf-5985808c4f4e service neutron] For port a4e4b726-a1b4-48f8-9da7-461297262309, host n-h2-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=a4e4b726-a1b4-48f8-9da7-461297262309,segment=NetworkSegment(5423f802-8952-4dea-8b13-e2a87f408f8c),segment_id=5423f802-8952-4dea-8b13-e2a87f408f8c)] {{(pid=88524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:50:01.142262 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port 523781ee-a041-41ca-848b-db06d2ccbd54, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=523781ee-a041-41ca-848b-db06d2ccbd54,segment=NetworkSegment(8fe03d0a-6f47-4b90-b09a-f9196062e68e),segment_id=8fe03d0a-6f47-4b90-b09a-f9196062e68e)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:50:01.160322 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8af1d4a-1ff5-4c8d-aaeb-9e792699054c admin admin] Pushing event deleted for resources: {'Network': ['ID=48be3294-5d8f-495f-8bce-b8c95e28a825,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:50:01.165707 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-f8af1d4a-1ff5-4c8d-aaeb-9e792699054c admin admin] 10.222.0.41 "DELETE /v2.0/networks/48be3294-5d8f-495f-8bce-b8c95e28a825 HTTP/1.1" status: 204 len: 168 time: 1.4119163 Jun 01 18:50:01.167213 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-299c5f08-c0a1-427f-aedc-bae2d92e5cd4 req-018051f3-8c7a-4113-a9cf-5985808c4f4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:01.181912 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:01.202096 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59142ecf-5a81-467a-8897-fd74946d8194 req-dc38eff9-66ad-4442-af24-c4e04a3e8352 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:01.210410 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-59142ecf-5a81-467a-8897-fd74946d8194 req-dc38eff9-66ad-4442-af24-c4e04a3e8352 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ae812a2-5303-4c9c-88e8-5c44f26565c9 HTTP/1.1" status: 200 len: 950 time: 0.1131351 Jun 01 18:50:01.254814 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299c5f08-c0a1-427f-aedc-bae2d92e5cd4 req-018051f3-8c7a-4113-a9cf-5985808c4f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:01.255210 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-299c5f08-c0a1-427f-aedc-bae2d92e5cd4 req-018051f3-8c7a-4113-a9cf-5985808c4f4e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:01.257419 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-299c5f08-c0a1-427f-aedc-bae2d92e5cd4 req-018051f3-8c7a-4113-a9cf-5985808c4f4e service neutron] 10.222.0.50 "PUT /v2.0/ports/a4e4b726-a1b4-48f8-9da7-461297262309 HTTP/1.1" status: 200 len: 1091 time: 3.4348128 Jun 01 18:50:01.260551 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '864a6568-f45e-4c63-b75a-3b962c4b6f1e', 'tag': 'a4e4b726-a1b4-48f8-9da7-461297262309'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:50:01.292857 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-59142ecf-5a81-467a-8897-fd74946d8194 req-bfdcf295-9ef2-4678-be6b-f4c1ec08cd4f tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbe27866-6450-47f0-a8e1-f266dfb72433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813057 Jun 01 18:50:01.336784 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57c3b0bd-55d6-4312-8b02-6eef8c1261ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '523781ee-a041-41ca-848b-db06d2ccbd54'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:50:01.349743 n-d-844202-1 neutron-server[88525]: INFO neutron.api.v2.resource [req-8431eea7-eb9d-4947-bfd4-4b049a9e11c6 req-e78ef8a9-44f6-4925-a9ef-04c8cf53a39a tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] show failed (client error): The resource could not be found. Jun 01 18:50:01.351032 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018051f3-8c7a-4113-a9cf-5985808c4f4e service neutron] Pushing event updated for resources: {'Port': ['ID=a4e4b726-a1b4-48f8-9da7-461297262309,revision_number=3']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:50:01.353184 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=523781ee-a041-41ca-848b-db06d2ccbd54,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:50:01.367192 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ba3dd7d8-3361-4055-97ce-e4e26c7078f0 req-0fa5805f-30f1-447a-915a-eb2e032c4ea2 service neutron] 10.222.0.50 "GET /v2.0/networks/898153a3-5d71-43be-9d14-343ea4a48426?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5100598 Jun 01 18:50:01.369549 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 51870) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:50:01.369689 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8431eea7-eb9d-4947-bfd4-4b049a9e11c6 req-e78ef8a9-44f6-4925-a9ef-04c8cf53a39a tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] 10.222.0.41 "GET /v2.0/security-groups/fac7d9dc-a334-4d23-bfed-1ab727ae8d53 HTTP/1.1" status: 404 len: 352 time: 0.0448360 Jun 01 18:50:01.430860 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c71d2c-eb3c-42cb-9236-df253735e7f0 req-919111d1-3bf0-4946-918c-ba081c9e5da7 tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:01.432423 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e8c71d2c-eb3c-42cb-9236-df253735e7f0 req-919111d1-3bf0-4946-918c-ba081c9e5da7 tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f67c738-584f-4106-9a9a-b1bbbc4b97b6 HTTP/1.1" status: 200 len: 946 time: 0.5744951 Jun 01 18:50:01.439582 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a47e61af-28ac-4118-be1e-6c67b3a7ca80'] response: {'name': 'network-changed', 'server_uuid': '864a6568-f45e-4c63-b75a-3b962c4b6f1e', 'tag': 'a4e4b726-a1b4-48f8-9da7-461297262309', 'status': 'completed', 'code': 200} Jun 01 18:50:01.468507 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a3fc54b-2fc0-457f-a111-585eb248fd46'] response: {'server_uuid': '57c3b0bd-55d6-4312-8b02-6eef8c1261ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '523781ee-a041-41ca-848b-db06d2ccbd54', 'code': 200} Jun 01 18:50:01.500277 n-d-844202-1 neutron-server[88525]: INFO neutron.api.v2.resource [req-4e6a695c-8f00-4dc3-bac2-cee22db04ef6 req-94e16f14-81c8-435c-82a1-1608ace78bfe tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] show failed (client error): The resource could not be found. Jun 01 18:50:01.501817 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4e6a695c-8f00-4dc3-bac2-cee22db04ef6 req-94e16f14-81c8-435c-82a1-1608ace78bfe tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] 10.222.0.41 "GET /v2.0/security-groups/2f5e1615-d3ec-4aa4-82e4-1bb455e60804 HTTP/1.1" status: 404 len: 352 time: 0.0212729 Jun 01 18:50:01.615944 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-f2363ce7-ecc2-4985-9f92-e8dd78ab62b8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ee3dca5a75c542e0966797f286e0b4d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2445452 Jun 01 18:50:01.628874 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 51880) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:50:01.660022 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e8c71d2c-eb3c-42cb-9236-df253735e7f0 req-d445d50b-ec17-4880-a292-4b26b8b459ea tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] 10.222.0.41 "GET /v2.0/security-groups?id=8fc7fdb2-998f-4fa0-8e3e-2050d2f86fec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734362 Jun 01 18:50:01.689297 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299c5f08-c0a1-427f-aedc-bae2d92e5cd4 req-bfdf3513-3865-4eb1-87de-7d8334d8d703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:01.691036 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-299c5f08-c0a1-427f-aedc-bae2d92e5cd4 req-bfdf3513-3865-4eb1-87de-7d8334d8d703 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=6884b43c239b4677a270eb283de39d49&device_id=864a6568-f45e-4c63-b75a-3b962c4b6f1e HTTP/1.1" status: 200 len: 1094 time: 0.3820167 Jun 01 18:50:01.700887 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c37977-e71b-4394-8c80-f05e01aaa237 req-1250523c-70d3-4196-b594-3b6474b35e4f tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:01.702437 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-70c37977-e71b-4394-8c80-f05e01aaa237 req-1250523c-70d3-4196-b594-3b6474b35e4f tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] 10.222.0.41 "GET /v2.0/ports?device_id=864a6568-f45e-4c63-b75a-3b962c4b6f1e HTTP/1.1" status: 200 len: 943 time: 0.0962210 Jun 01 18:50:01.753995 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-70c37977-e71b-4394-8c80-f05e01aaa237 req-73ac0885-4e7e-4d6f-8e09-3f22a9fbce2c tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f2fd699-5af8-4379-8a92-35d8c8796709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448129 Jun 01 18:50:01.781325 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ba3dd7d8-3361-4055-97ce-e4e26c7078f0 req-2a4c8c7d-b3e8-46ef-9603-931a7e0da53e service neutron] 10.222.0.50 "GET /v2.0/networks/898153a3-5d71-43be-9d14-343ea4a48426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3855686 Jun 01 18:50:01.809156 n-d-844202-1 neutron-server[88524]: INFO neutron.api.v2.resource [req-21c2cd37-6019-4662-84f7-1f9122ee80fc req-a4e65266-45cd-4865-8b5b-e06271df0c91 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] show failed (client error): The resource could not be found. Jun 01 18:50:01.810262 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-21c2cd37-6019-4662-84f7-1f9122ee80fc req-a4e65266-45cd-4865-8b5b-e06271df0c91 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] 10.222.0.41 "GET /v2.0/security-groups/543e7e17-b4bf-4acc-8432-497ca22c9e31 HTTP/1.1" status: 404 len: 352 time: 0.1182740 Jun 01 18:50:01.811602 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-299c5f08-c0a1-427f-aedc-bae2d92e5cd4 req-3f8dd638-b022-47be-b9f3-ca0393bed3e1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a4e4b726-a1b4-48f8-9da7-461297262309 HTTP/1.1" status: 200 len: 217 time: 0.1031203 Jun 01 18:50:01.892065 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-76ecc99c-69ab-413f-9095-652bba116098 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:01.910823 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f714d25-e17a-4029-8af7-b1f11c5ccd4d req-a8189de6-8312-4d27-b7db-60541b0ccbc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:01.912336 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-1f714d25-e17a-4029-8af7-b1f11c5ccd4d req-a8189de6-8312-4d27-b7db-60541b0ccbc7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=57c3b0bd-55d6-4312-8b02-6eef8c1261ce HTTP/1.1" status: 200 len: 1096 time: 0.3654780 Jun 01 18:50:01.966439 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299c5f08-c0a1-427f-aedc-bae2d92e5cd4 req-2fdada64-3289-4270-9b1d-57127e6a6cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:01.968399 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-299c5f08-c0a1-427f-aedc-bae2d92e5cd4 req-2fdada64-3289-4270-9b1d-57127e6a6cdc service neutron] 10.222.0.50 "GET /v2.0/subnets?id=da8eacd5-9944-4111-9d5f-9f3e01b23eff HTTP/1.1" status: 200 len: 845 time: 0.1345928 Jun 01 18:50:01.985062 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872bd293-e03f-45c6-8069-64bf2e787376 req-5c1480cb-9cb6-41a6-826d-bed8d942c480 tempest-ImagesNegativeTestJSON-1208796558 tempest-ImagesNegativeTestJSON-1208796558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:01.986974 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-872bd293-e03f-45c6-8069-64bf2e787376 req-5c1480cb-9cb6-41a6-826d-bed8d942c480 tempest-ImagesNegativeTestJSON-1208796558 tempest-ImagesNegativeTestJSON-1208796558-project] 10.222.0.41 "GET /v2.0/ports?device_id=96bc78b3-8f94-48ff-babc-34f6df7405ef HTTP/1.1" status: 200 len: 949 time: 0.1110780 Jun 01 18:50:02.004078 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-76ecc99c-69ab-413f-9095-652bba116098 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:02.048992 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-872bd293-e03f-45c6-8069-64bf2e787376 req-32d6fd73-8106-428f-95df-40380b96f638 tempest-ImagesNegativeTestJSON-1208796558 tempest-ImagesNegativeTestJSON-1208796558-project] 10.222.0.41 "GET /v2.0/security-groups?id=dcbeff12-2246-4981-86e6-ae4558f0b5e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497115 Jun 01 18:50:02.090227 n-d-844202-1 neutron-server[88525]: INFO neutron.api.v2.resource [req-7e694095-5c27-43a8-8e54-2662ae80a5fe req-2b306ce2-9327-4c5e-8fac-e646c8d3dbef tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] show failed (client error): The resource could not be found. Jun 01 18:50:02.091224 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-7e694095-5c27-43a8-8e54-2662ae80a5fe req-2b306ce2-9327-4c5e-8fac-e646c8d3dbef tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] 10.222.0.41 "GET /v2.0/security-groups/d497c33e-a311-4727-9b36-b087fc223f35 HTTP/1.1" status: 404 len: 352 time: 0.0168576 Jun 01 18:50:02.093016 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-299c5f08-c0a1-427f-aedc-bae2d92e5cd4 req-e7eb664b-be48-4c6e-8749-52ec4b65da59 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e3dea7fc-235f-4736-8c6d-38e23ed566b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0803616 Jun 01 18:50:02.143531 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-1f714d25-e17a-4029-8af7-b1f11c5ccd4d req-698052c4-772b-4e83-8310-43a5da8e6e23 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=9caa0f54-cb0e-4092-b752-f15eca9f84a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233191 Jun 01 18:50:02.267197 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727d477a-6ae6-4066-9820-f194687d11cc req-a383e650-5948-4440-8160-330efa50483f tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:02.268784 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-727d477a-6ae6-4066-9820-f194687d11cc req-a383e650-5948-4440-8160-330efa50483f tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c8c0f97-af30-4a88-bb45-e5b26a62cab8 HTTP/1.1" status: 200 len: 945 time: 0.3104670 Jun 01 18:50:02.274177 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-76ecc99c-69ab-413f-9095-652bba116098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:02.322040 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-299c5f08-c0a1-427f-aedc-bae2d92e5cd4 req-18f3488d-fb46-46e1-a12f-58e27c59bebe service neutron] 10.222.0.50 "GET /v2.0/networks/e3dea7fc-235f-4736-8c6d-38e23ed566b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2149942 Jun 01 18:50:02.326439 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ecc99c-69ab-413f-9095-652bba116098 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92820b43-7593-449e-bdb5-02c9f22d29e7,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:50:02.374917 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 2559c4d9-0a11-4939-aac5-7a66d121c8de up at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:50:02.418039 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-76ecc99c-69ab-413f-9095-652bba116098 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:02.421473 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-76ecc99c-69ab-413f-9095-652bba116098 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/92820b43-7593-449e-bdb5-02c9f22d29e7 HTTP/1.1" status: 204 len: 168 time: 0.7881591 Jun 01 18:50:02.436664 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-727d477a-6ae6-4066-9820-f194687d11cc req-4ff6b8e6-95ec-407c-91a7-a1aad55067dd tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] 10.222.0.41 "GET /v2.0/security-groups?id=9caa0f54-cb0e-4092-b752-f15eca9f84a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533210 Jun 01 18:50:02.472963 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Provisioning for port 2559c4d9-0a11-4939-aac5-7a66d121c8de completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:50:02.472963 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Provisioning complete for port 2559c4d9-0a11-4939-aac5-7a66d121c8de triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:50:02.472963 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:02.506435 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-299c5f08-c0a1-427f-aedc-bae2d92e5cd4 req-b7597107-01c7-4c28-9484-0725d4a34229 service neutron] 10.222.0.50 "GET /v2.0/networks/e3dea7fc-235f-4736-8c6d-38e23ed566b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759074 Jun 01 18:50:02.580215 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8b1aed-fff3-4ef7-b39d-4b742add3b6f req-85a16566-c658-4d83-8521-22c817696da1 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:02.584444 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3e8b1aed-fff3-4ef7-b39d-4b742add3b6f req-85a16566-c658-4d83-8521-22c817696da1 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ae812a2-5303-4c9c-88e8-5c44f26565c9 HTTP/1.1" status: 200 len: 950 time: 0.1388690 Jun 01 18:50:02.646535 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port 2559c4d9-0a11-4939-aac5-7a66d121c8de is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:50:02.646843 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3e8b1aed-fff3-4ef7-b39d-4b742add3b6f req-02c84d62-b4a5-476f-ae2a-d0198eaa5111 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbe27866-6450-47f0-a8e1-f266dfb72433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547595 Jun 01 18:50:02.646998 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:02.693465 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port 2559c4d9-0a11-4939-aac5-7a66d121c8de, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=2559c4d9-0a11-4939-aac5-7a66d121c8de,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:50:02.698855 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:02.755294 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c86005-ba34-4e8b-8312-0eb64963005b req-46544538-ae6e-45ee-8082-e36339a7db9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:02.756906 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-71c86005-ba34-4e8b-8312-0eb64963005b req-46544538-ae6e-45ee-8082-e36339a7db9e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=6884b43c239b4677a270eb283de39d49&device_id=864a6568-f45e-4c63-b75a-3b962c4b6f1e HTTP/1.1" status: 200 len: 1094 time: 0.1726708 Jun 01 18:50:02.770151 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae06823c-a7cc-47a7-8223-8b9a20ea6f90 req-eaa7df4a-bfd1-42e3-b15e-4b031f8a1254 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:02.771399 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-ae06823c-a7cc-47a7-8223-8b9a20ea6f90 req-eaa7df4a-bfd1-42e3-b15e-4b031f8a1254 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Synchronizing usage tracker for tenant:03a56f87111741e99eac45e7902d811c on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:50:02.796577 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=2559c4d9-0a11-4939-aac5-7a66d121c8de,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:50:02.855308 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636f1bee-fbcf-42aa-9a71-931ea5f8190e req-1e2ee18d-7680-4136-a953-81ebe1ec988b tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:02.856950 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-636f1bee-fbcf-42aa-9a71-931ea5f8190e req-1e2ee18d-7680-4136-a953-81ebe1ec988b tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] 10.222.0.41 "GET /v2.0/ports?device_id=57c3b0bd-55d6-4312-8b02-6eef8c1261ce HTTP/1.1" status: 200 len: 945 time: 0.0853024 Jun 01 18:50:02.922910 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-636f1bee-fbcf-42aa-9a71-931ea5f8190e req-4391c639-b6d3-4e78-bb2a-5bd93a2cbe89 tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] 10.222.0.41 "GET /v2.0/security-groups?id=9caa0f54-cb0e-4092-b752-f15eca9f84a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575631 Jun 01 18:50:02.969395 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 51906) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:50:03.002522 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-ae06823c-a7cc-47a7-8223-8b9a20ea6f90 req-eaa7df4a-bfd1-42e3-b15e-4b031f8a1254 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Unset dirty status for tenant:03a56f87111741e99eac45e7902d811c on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:50:03.003674 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ae06823c-a7cc-47a7-8223-8b9a20ea6f90 req-eaa7df4a-bfd1-42e3-b15e-4b031f8a1254 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8ede430-e6a1-4a7c-ba66-f5a9871ad1d4 HTTP/1.1" status: 200 len: 1024 time: 0.3802786 Jun 01 18:50:03.036215 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-6d2d9594-4112-4925-8fe4-65bbdabd5289 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e5b4f8a361cf441590530a53e1ce77fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0656674 Jun 01 18:50:03.038609 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 51910) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:50:03.086380 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-ae06823c-a7cc-47a7-8223-8b9a20ea6f90 req-14a6ec40-903e-4c3f-b312-f7461fb82f45 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Synchronizing usage tracker for tenant:03a56f87111741e99eac45e7902d811c on resource:security_group {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:50:03.089307 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c86005-ba34-4e8b-8312-0eb64963005b req-c3020cdf-ddb0-4fa8-b3f5-49a69def21b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:03.090711 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-71c86005-ba34-4e8b-8312-0eb64963005b req-c3020cdf-ddb0-4fa8-b3f5-49a69def21b9 service neutron] 10.222.0.50 "GET /v2.0/networks?id=e3dea7fc-235f-4736-8c6d-38e23ed566b9 HTTP/1.1" status: 200 len: 906 time: 0.3164394 Jun 01 18:50:03.153966 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c6548be9-43e0-49f3-9b62-86b5a5215971 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:03.166841 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-71c86005-ba34-4e8b-8312-0eb64963005b req-6bd1f9d2-f753-48eb-9121-125468620f93 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a4e4b726-a1b4-48f8-9da7-461297262309 HTTP/1.1" status: 200 len: 217 time: 0.0674596 Jun 01 18:50:03.167641 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-ae06823c-a7cc-47a7-8223-8b9a20ea6f90 req-14a6ec40-903e-4c3f-b312-f7461fb82f45 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Unset dirty status for tenant:03a56f87111741e99eac45e7902d811c on resource:security_group {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:50:03.168777 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ae06823c-a7cc-47a7-8223-8b9a20ea6f90 req-14a6ec40-903e-4c3f-b312-f7461fb82f45 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f2b1122-c764-4c03-97d7-8e3515c3505a&id=bc907bc4-f9fb-4844-a136-77b2db1f787c&id=4c5ecf30-c6e9-40ba-b15a-d3f269f6b4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1580386 Jun 01 18:50:03.231750 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c86005-ba34-4e8b-8312-0eb64963005b req-019de0b5-b83b-4f39-9763-0479d0bea397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:03.233614 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-71c86005-ba34-4e8b-8312-0eb64963005b req-019de0b5-b83b-4f39-9763-0479d0bea397 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=da8eacd5-9944-4111-9d5f-9f3e01b23eff HTTP/1.1" status: 200 len: 845 time: 0.0612137 Jun 01 18:50:03.233769 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a4f4ef-f596-4861-ac94-aa88e7155106 req-6ed90749-bf2e-46f6-821b-1426c7f8f187 tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:03.235680 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-02a4f4ef-f596-4861-ac94-aa88e7155106 req-6ed90749-bf2e-46f6-821b-1426c7f8f187 tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f67c738-584f-4106-9a9a-b1bbbc4b97b6 HTTP/1.1" status: 200 len: 946 time: 0.1727331 Jun 01 18:50:03.240911 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c6548be9-43e0-49f3-9b62-86b5a5215971 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:03.292956 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-71c86005-ba34-4e8b-8312-0eb64963005b req-9e7394e3-b1c4-4a06-b989-53e9d73ff63d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e3dea7fc-235f-4736-8c6d-38e23ed566b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516646 Jun 01 18:50:03.337411 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-02a4f4ef-f596-4861-ac94-aa88e7155106 req-da8d5918-a909-4b1f-aeea-e4f71b435fcf tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] 10.222.0.41 "GET /v2.0/security-groups?id=8fc7fdb2-998f-4fa0-8e3e-2050d2f86fec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882518 Jun 01 18:50:03.374780 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c6548be9-43e0-49f3-9b62-86b5a5215971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:03.394344 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6548be9-43e0-49f3-9b62-86b5a5215971 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2bc9581-bb8c-4dac-ae31-84db7f776845,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:50:03.407251 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c6548be9-43e0-49f3-9b62-86b5a5215971 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:03.407832 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-c6548be9-43e0-49f3-9b62-86b5a5215971 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e2bc9581-bb8c-4dac-ae31-84db7f776845 HTTP/1.1" status: 204 len: 168 time: 0.3681250 Jun 01 18:50:03.479245 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96bc78b3-8f94-48ff-babc-34f6df7405ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2559c4d9-0a11-4939-aac5-7a66d121c8de'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:50:03.510359 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dfac62-d65b-49f7-af02-0bf904a00791 req-c1b71d56-2985-4f61-bb04-e70467f1bb97 tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:03.511087 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-61dfac62-d65b-49f7-af02-0bf904a00791 req-c1b71d56-2985-4f61-bb04-e70467f1bb97 tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] Synchronizing usage tracker for tenant:6884b43c239b4677a270eb283de39d49 on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:50:03.516102 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-71c86005-ba34-4e8b-8312-0eb64963005b req-89f0ad16-7659-4450-a07b-e58c653cf588 service neutron] 10.222.0.50 "GET /v2.0/networks/e3dea7fc-235f-4736-8c6d-38e23ed566b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862304 Jun 01 18:50:03.555397 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edc33cc-165a-46a5-a1ce-6f5018d862c8 req-a0328530-9961-45de-b1c7-84a2868c6425 tempest-ImagesNegativeTestJSON-1208796558 tempest-ImagesNegativeTestJSON-1208796558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:03.556952 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-1edc33cc-165a-46a5-a1ce-6f5018d862c8 req-a0328530-9961-45de-b1c7-84a2868c6425 tempest-ImagesNegativeTestJSON-1208796558 tempest-ImagesNegativeTestJSON-1208796558-project] 10.222.0.41 "GET /v2.0/ports?device_id=96bc78b3-8f94-48ff-babc-34f6df7405ef HTTP/1.1" status: 200 len: 950 time: 0.1020684 Jun 01 18:50:03.609465 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-1edc33cc-165a-46a5-a1ce-6f5018d862c8 req-69a8afc9-23d6-4e2d-8692-ede98f343126 tempest-ImagesNegativeTestJSON-1208796558 tempest-ImagesNegativeTestJSON-1208796558-project] 10.222.0.41 "GET /v2.0/security-groups?id=dcbeff12-2246-4981-86e6-ae4558f0b5e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457437 Jun 01 18:50:03.613803 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-61dfac62-d65b-49f7-af02-0bf904a00791 req-c1b71d56-2985-4f61-bb04-e70467f1bb97 tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] Unset dirty status for tenant:6884b43c239b4677a270eb283de39d49 on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:50:03.614949 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-61dfac62-d65b-49f7-af02-0bf904a00791 req-c1b71d56-2985-4f61-bb04-e70467f1bb97 tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] 10.222.0.41 "GET /v2.0/ports?device_id=864a6568-f45e-4c63-b75a-3b962c4b6f1e HTTP/1.1" status: 200 len: 943 time: 0.3248694 Jun 01 18:50:03.661488 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7af96ec1-d4cd-4294-b621-2972a819e1b6'] response: {'server_uuid': '96bc78b3-8f94-48ff-babc-34f6df7405ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2559c4d9-0a11-4939-aac5-7a66d121c8de', 'code': 200} Jun 01 18:50:03.706384 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-61dfac62-d65b-49f7-af02-0bf904a00791 req-0386fdcb-7e95-4860-9a7e-6877b97165fc tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f2fd699-5af8-4379-8a92-35d8c8796709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835423 Jun 01 18:50:03.721058 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-71c86005-ba34-4e8b-8312-0eb64963005b req-6366e872-06ce-4c0c-b112-8acba06d9381 service neutron] 10.222.0.50 "GET /v2.0/networks/e3dea7fc-235f-4736-8c6d-38e23ed566b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1984174 Jun 01 18:50:03.853630 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6063f416-daed-4440-9fdc-977dd39d725e req-fae02199-93cf-49c7-90e9-dc4a955b598e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:03.855095 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6063f416-daed-4440-9fdc-977dd39d725e req-fae02199-93cf-49c7-90e9-dc4a955b598e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=96bc78b3-8f94-48ff-babc-34f6df7405ef HTTP/1.1" status: 200 len: 1101 time: 0.0939279 Jun 01 18:50:03.904951 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6063f416-daed-4440-9fdc-977dd39d725e req-ef97aace-4f30-4310-9dc1-0f873fd26817 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=dcbeff12-2246-4981-86e6-ae4558f0b5e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439472 Jun 01 18:50:03.939671 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c59e555-f9b1-4fc8-bf5c-a4259f93e13c req-15f641c6-95e5-4eaa-8e5d-d93b9db89d34 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:03.941361 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3c59e555-f9b1-4fc8-bf5c-a4259f93e13c req-15f641c6-95e5-4eaa-8e5d-d93b9db89d34 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ae812a2-5303-4c9c-88e8-5c44f26565c9 HTTP/1.1" status: 200 len: 950 time: 0.1581769 Jun 01 18:50:03.961899 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f561b7-9405-432d-ab7c-ee4c6b1d68e6 req-6ffab06c-178c-44b8-bed1-4369ed9f466b tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:03.963224 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a0f561b7-9405-432d-ab7c-ee4c6b1d68e6 req-6ffab06c-178c-44b8-bed1-4369ed9f466b tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8ede430-e6a1-4a7c-ba66-f5a9871ad1d4 HTTP/1.1" status: 200 len: 1024 time: 0.1180120 Jun 01 18:50:04.001388 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device a4e4b726-a1b4-48f8-9da7-461297262309 details requested by agent hyperv_n-h2-844202-1 with host n-h2-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 18:50:04.006272 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3c59e555-f9b1-4fc8-bf5c-a4259f93e13c req-cf8ce979-3655-44b4-a911-7a9dd4655aa8 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbe27866-6450-47f0-a8e1-f266dfb72433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573480 Jun 01 18:50:04.163759 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port a4e4b726-a1b4-48f8-9da7-461297262309, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=a4e4b726-a1b4-48f8-9da7-461297262309,segment=NetworkSegment(5423f802-8952-4dea-8b13-e2a87f408f8c),segment_id=5423f802-8952-4dea-8b13-e2a87f408f8c)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:50:04.173705 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d01f1f-10cb-4735-bb87-d03929561cf8 req-5f1884f2-fd01-485c-a29e-32cacdacf1eb tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:04.175052 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-64d01f1f-10cb-4735-bb87-d03929561cf8 req-5f1884f2-fd01-485c-a29e-32cacdacf1eb tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] 10.222.0.41 "GET /v2.0/ports?device_id=57c3b0bd-55d6-4312-8b02-6eef8c1261ce HTTP/1.1" status: 200 len: 945 time: 0.0924933 Jun 01 18:50:04.181388 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Returning: {'device': 'a4e4b726-a1b4-48f8-9da7-461297262309', 'network_id': 'e3dea7fc-235f-4736-8c6d-38e23ed566b9', 'port_id': 'a4e4b726-a1b4-48f8-9da7-461297262309', 'mac_address': 'fa:16:3e:c1:72:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da8eacd5-9944-4111-9d5f-9f3e01b23eff', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 18:50:04.208879 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [req-a0f561b7-9405-432d-ab7c-ee4c6b1d68e6 req-29415787-2a76-4eb9-8e5d-d3edde17f301 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Deleting port c5716d5a-c2ed-4f70-9f4e-10b7c67ee8ae {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:50:04.209720 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-a0f561b7-9405-432d-ab7c-ee4c6b1d68e6 req-29415787-2a76-4eb9-8e5d-d3edde17f301 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:04.240919 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-64d01f1f-10cb-4735-bb87-d03929561cf8 req-2f9379ee-6126-47a7-a1d3-1928fa1c0a4c tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] 10.222.0.41 "GET /v2.0/security-groups?id=9caa0f54-cb0e-4092-b752-f15eca9f84a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575893 Jun 01 18:50:04.256498 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port a4e4b726-a1b4-48f8-9da7-461297262309 is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:50:04.256888 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:04.290441 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4e4b726-a1b4-48f8-9da7-461297262309 {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:50:04.313209 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port a4e4b726-a1b4-48f8-9da7-461297262309, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=a4e4b726-a1b4-48f8-9da7-461297262309,segment=NetworkSegment(5423f802-8952-4dea-8b13-e2a87f408f8c),segment_id=5423f802-8952-4dea-8b13-e2a87f408f8c)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:50:04.318116 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:04.412435 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=a4e4b726-a1b4-48f8-9da7-461297262309,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:50:04.624693 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] get_ports_and_sgs() called for port_ids ['a4e4b726-a1b4-48f8-9da7-461297262309'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:50:04.712267 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aa9b6b-e7d0-4a63-965b-ea22f584789a req-b28cb3ce-b3e2-4014-9cb6-357dc201282f tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:04.721651 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c9aa9b6b-e7d0-4a63-965b-ea22f584789a req-b28cb3ce-b3e2-4014-9cb6-357dc201282f tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f67c738-584f-4106-9a9a-b1bbbc4b97b6 HTTP/1.1" status: 200 len: 946 time: 0.1262434 Jun 01 18:50:04.726031 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0a734d-ff97-4f92-b591-71d0235a0594 req-7f43df4b-c7f8-4b24-91be-d8ff4d4633c1 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:04.727635 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-be0a734d-ff97-4f92-b591-71d0235a0594 req-7f43df4b-c7f8-4b24-91be-d8ff4d4633c1 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8ede430-e6a1-4a7c-ba66-f5a9871ad1d4 HTTP/1.1" status: 200 len: 1024 time: 0.3862669 Jun 01 18:50:04.772248 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-a0f561b7-9405-432d-ab7c-ee4c6b1d68e6 req-29415787-2a76-4eb9-8e5d-d3edde17f301 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] For port c5716d5a-c2ed-4f70-9f4e-10b7c67ee8ae, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=c5716d5a-c2ed-4f70-9f4e-10b7c67ee8ae,segment=NetworkSegment(3a68ef34-7e9a-4cb9-bb1d-922280e423dc),segment_id=3a68ef34-7e9a-4cb9-bb1d-922280e423dc)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:50:04.772873 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-a0f561b7-9405-432d-ab7c-ee4c6b1d68e6 req-29415787-2a76-4eb9-8e5d-d3edde17f301 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:04.775335 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c9aa9b6b-e7d0-4a63-965b-ea22f584789a req-67ff123a-8db6-42aa-b450-d416a1857d40 tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] 10.222.0.41 "GET /v2.0/security-groups?id=8fc7fdb2-998f-4fa0-8e3e-2050d2f86fec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526226 Jun 01 18:50:04.938197 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [req-a0f561b7-9405-432d-ab7c-ee4c6b1d68e6 req-29415787-2a76-4eb9-8e5d-d3edde17f301 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Calling delete_port for c5716d5a-c2ed-4f70-9f4e-10b7c67ee8ae owned by compute:nova {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:50:04.983938 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-be0a734d-ff97-4f92-b591-71d0235a0594 req-d7f9c175-e78a-4c89-9974-69ab3974d49c tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Synchronizing usage tracker for tenant:03a56f87111741e99eac45e7902d811c on resource:security_group {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:50:05.015615 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-be0a734d-ff97-4f92-b591-71d0235a0594 req-d7f9c175-e78a-4c89-9974-69ab3974d49c tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Unset dirty status for tenant:03a56f87111741e99eac45e7902d811c on resource:security_group {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:50:05.027284 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-be0a734d-ff97-4f92-b591-71d0235a0594 req-d7f9c175-e78a-4c89-9974-69ab3974d49c tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f2b1122-c764-4c03-97d7-8e3515c3505a&id=bc907bc4-f9fb-4844-a136-77b2db1f787c&id=4c5ecf30-c6e9-40ba-b15a-d3f269f6b4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.2803638 Jun 01 18:50:05.291797 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-a0f561b7-9405-432d-ab7c-ee4c6b1d68e6 req-29415787-2a76-4eb9-8e5d-d3edde17f301 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:05.315483 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] get_ports_and_sgs() called for port_ids ['c5716d5a-c2ed-4f70-9f4e-10b7c67ee8ae'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:50:05.398813 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39532c54-0301-45ff-a10a-8e298d28c0bd req-3cdda5db-d31c-49c8-a0bb-285141655890 tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:05.414754 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-39532c54-0301-45ff-a10a-8e298d28c0bd req-3cdda5db-d31c-49c8-a0bb-285141655890 tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] 10.222.0.41 "GET /v2.0/ports?device_id=864a6568-f45e-4c63-b75a-3b962c4b6f1e HTTP/1.1" status: 200 len: 944 time: 0.1952510 Jun 01 18:50:05.423905 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29415787-2a76-4eb9-8e5d-d3edde17f301 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Pushing event deleted for resources: {'Port': ['ID=c5716d5a-c2ed-4f70-9f4e-10b7c67ee8ae,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:50:05.478117 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0d5fe8-0810-471b-acbb-a03d205700bb req-0ed4acc1-0806-4606-a411-431681028d9a tempest-ImagesNegativeTestJSON-1208796558 tempest-ImagesNegativeTestJSON-1208796558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:05.479579 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-1a0d5fe8-0810-471b-acbb-a03d205700bb req-0ed4acc1-0806-4606-a411-431681028d9a tempest-ImagesNegativeTestJSON-1208796558 tempest-ImagesNegativeTestJSON-1208796558-project] 10.222.0.41 "GET /v2.0/ports?device_id=96bc78b3-8f94-48ff-babc-34f6df7405ef HTTP/1.1" status: 200 len: 950 time: 0.3181348 Jun 01 18:50:05.486576 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0f561b7-9405-432d-ab7c-ee4c6b1d68e6 req-29415787-2a76-4eb9-8e5d-d3edde17f301 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] No DVR routers for this DVR port c5716d5a-c2ed-4f70-9f4e-10b7c67ee8ae on host n-h1-844202-1 {{(pid=88525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 18:50:05.487762 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-39532c54-0301-45ff-a10a-8e298d28c0bd req-10886a78-abaf-4dd2-8dc6-743922afb063 tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f2fd699-5af8-4379-8a92-35d8c8796709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719638 Jun 01 18:50:05.490420 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-a0f561b7-9405-432d-ab7c-ee4c6b1d68e6 req-29415787-2a76-4eb9-8e5d-d3edde17f301 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:05.493667 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8ede430-e6a1-4a7c-ba66-f5a9871ad1d4', 'name': 'network-vif-deleted', 'tag': 'c5716d5a-c2ed-4f70-9f4e-10b7c67ee8ae'}] {{(pid=88525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:50:05.535760 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a0f561b7-9405-432d-ab7c-ee4c6b1d68e6 req-29415787-2a76-4eb9-8e5d-d3edde17f301 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] 10.222.0.15 "DELETE /v2.0/ports/c5716d5a-c2ed-4f70-9f4e-10b7c67ee8ae HTTP/1.1" status: 204 len: 173 time: 1.4404416 Jun 01 18:50:05.546716 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-1a0d5fe8-0810-471b-acbb-a03d205700bb req-14919f8d-2b5b-4202-b09d-aa276caa6e37 tempest-ImagesNegativeTestJSON-1208796558 tempest-ImagesNegativeTestJSON-1208796558-project] 10.222.0.41 "GET /v2.0/security-groups?id=dcbeff12-2246-4981-86e6-ae4558f0b5e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582116 Jun 01 18:50:05.720390 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8dc31c-fc9d-4883-815d-e9bece9d0f09 req-0c3195d4-583c-48d8-98c7-616c739a91b1 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:05.722039 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ed8dc31c-fc9d-4883-815d-e9bece9d0f09 req-0c3195d4-583c-48d8-98c7-616c739a91b1 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ae812a2-5303-4c9c-88e8-5c44f26565c9 HTTP/1.1" status: 200 len: 950 time: 0.1067281 Jun 01 18:50:05.772052 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ed8dc31c-fc9d-4883-815d-e9bece9d0f09 req-4f73ee87-a515-4958-adc8-7a7cb062f678 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbe27866-6450-47f0-a8e1-f266dfb72433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428505 Jun 01 18:50:05.859422 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e363fe-6efc-4a3a-8cc6-2001366eda36 req-893eaa67-9119-432c-b28f-cb46085f1211 tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:05.861272 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c2e363fe-6efc-4a3a-8cc6-2001366eda36 req-893eaa67-9119-432c-b28f-cb46085f1211 tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] 10.222.0.41 "GET /v2.0/networks?id=87b9dfd0-7353-4a39-8c80-aeabedc47621 HTTP/1.1" status: 200 len: 812 time: 0.1830630 Jun 01 18:50:05.877600 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c2e363fe-6efc-4a3a-8cc6-2001366eda36 req-d3837204-1a8d-436b-af9b-1a6f39da735d tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] 10.222.0.41 "GET /v2.0/quotas/722c4f653eb54dd18e783c5f350712c1 HTTP/1.1" status: 200 len: 375 time: 0.0105889 Jun 01 18:50:05.999140 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c2e363fe-6efc-4a3a-8cc6-2001366eda36 req-649e2bbc-4f9f-4474-ada3-975dd0d82684 tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=722c4f653eb54dd18e783c5f350712c1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1146421 Jun 01 18:50:06.001564 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device a4e4b726-a1b4-48f8-9da7-461297262309 up at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:50:06.108860 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning for port a4e4b726-a1b4-48f8-9da7-461297262309 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:50:06.118713 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning complete for port a4e4b726-a1b4-48f8-9da7-461297262309 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:50:06.119280 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:06.213897 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c2e363fe-6efc-4a3a-8cc6-2001366eda36 req-b6c34fed-6b96-4ce6-a204-be8634ed8e67 service neutron] 10.222.0.41 "GET /v2.0/networks/87b9dfd0-7353-4a39-8c80-aeabedc47621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2057867 Jun 01 18:50:06.221499 n-d-844202-1 neutron-server[88525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b40dd216-a149-4d6d-9855-4a5da213003d'] response: {'server_uuid': 'c8ede430-e6a1-4a7c-ba66-f5a9871ad1d4', 'name': 'network-vif-deleted', 'tag': 'c5716d5a-c2ed-4f70-9f4e-10b7c67ee8ae', 'status': 'completed', 'code': 200} Jun 01 18:50:06.300788 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port a4e4b726-a1b4-48f8-9da7-461297262309 is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:50:06.301051 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:06.311945 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805e1d34-d0cd-4d4e-99aa-525fdb5cdf00 req-90805a7e-c940-4906-8280-a7bce99e2b3a tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:06.313782 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-805e1d34-d0cd-4d4e-99aa-525fdb5cdf00 req-90805a7e-c940-4906-8280-a7bce99e2b3a tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] 10.222.0.15 "GET /v2.0/ports?device_id=57c3b0bd-55d6-4312-8b02-6eef8c1261ce HTTP/1.1" status: 200 len: 945 time: 0.2306178 Jun 01 18:50:06.347849 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port a4e4b726-a1b4-48f8-9da7-461297262309, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=a4e4b726-a1b4-48f8-9da7-461297262309,segment=NetworkSegment(5423f802-8952-4dea-8b13-e2a87f408f8c),segment_id=5423f802-8952-4dea-8b13-e2a87f408f8c)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:50:06.349782 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '864a6568-f45e-4c63-b75a-3b962c4b6f1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4e4b726-a1b4-48f8-9da7-461297262309'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:50:06.356043 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:06.424260 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [req-805e1d34-d0cd-4d4e-99aa-525fdb5cdf00 req-ad0c49a9-8052-4e3f-a83f-5b7c58822b2c tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] Deleting port 523781ee-a041-41ca-848b-db06d2ccbd54 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:50:06.424596 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-805e1d34-d0cd-4d4e-99aa-525fdb5cdf00 req-ad0c49a9-8052-4e3f-a83f-5b7c58822b2c tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:06.428073 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e5b593-b6e9-437a-8b13-ba50d4d2279c req-a291f4d7-3db3-4142-8c15-e897d5a9e49a tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:06.438171 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-39e5b593-b6e9-437a-8b13-ba50d4d2279c req-a291f4d7-3db3-4142-8c15-e897d5a9e49a tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f67c738-584f-4106-9a9a-b1bbbc4b97b6 HTTP/1.1" status: 200 len: 946 time: 0.1057560 Jun 01 18:50:06.446016 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=a4e4b726-a1b4-48f8-9da7-461297262309,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:50:06.489001 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-39e5b593-b6e9-437a-8b13-ba50d4d2279c req-1c57878b-2e52-4e01-bf06-eb13d0afa8a7 tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] 10.222.0.41 "GET /v2.0/security-groups?id=8fc7fdb2-998f-4fa0-8e3e-2050d2f86fec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526011 Jun 01 18:50:06.494820 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c2e363fe-6efc-4a3a-8cc6-2001366eda36 req-c52d3895-decf-44d5-9e6a-b6dd424b39c6 service neutron] 10.222.0.41 "GET /v2.0/networks/87b9dfd0-7353-4a39-8c80-aeabedc47621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2800725 Jun 01 18:50:06.680551 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3bdc6587-4389-4478-bed3-9551fbd0c3cf'] response: {'server_uuid': '864a6568-f45e-4c63-b75a-3b962c4b6f1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4e4b726-a1b4-48f8-9da7-461297262309', 'code': 200} Jun 01 18:50:06.700262 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bf9512-571e-4108-9f27-9e01a4cc997c req-86109fbd-96a6-4374-8a4f-8d162076fb7b tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:06.710445 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-91bf9512-571e-4108-9f27-9e01a4cc997c req-86109fbd-96a6-4374-8a4f-8d162076fb7b tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] 10.222.0.50 "GET /v2.0/ports?device_id=9c8c0f97-af30-4a88-bb45-e5b26a62cab8 HTTP/1.1" status: 200 len: 945 time: 0.1459372 Jun 01 18:50:06.798985 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-805e1d34-d0cd-4d4e-99aa-525fdb5cdf00 req-ad0c49a9-8052-4e3f-a83f-5b7c58822b2c tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] For port 523781ee-a041-41ca-848b-db06d2ccbd54, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=523781ee-a041-41ca-848b-db06d2ccbd54,segment=NetworkSegment(8fe03d0a-6f47-4b90-b09a-f9196062e68e),segment_id=8fe03d0a-6f47-4b90-b09a-f9196062e68e)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:50:06.799708 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-805e1d34-d0cd-4d4e-99aa-525fdb5cdf00 req-ad0c49a9-8052-4e3f-a83f-5b7c58822b2c tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:06.939476 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-91bf9512-571e-4108-9f27-9e01a4cc997c req-e014c1d8-2336-4c03-98dd-42dfa38036fa tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] Deleting port 64feebd0-3853-4d40-88d5-dd8d02dfe5a4 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:50:06.939849 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-91bf9512-571e-4108-9f27-9e01a4cc997c req-e014c1d8-2336-4c03-98dd-42dfa38036fa tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:07.058974 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-b5e35444-b539-405c-a29b-0c6460a22485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:07.146581 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [req-805e1d34-d0cd-4d4e-99aa-525fdb5cdf00 req-ad0c49a9-8052-4e3f-a83f-5b7c58822b2c tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] Calling delete_port for 523781ee-a041-41ca-848b-db06d2ccbd54 owned by compute:nova {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:50:07.154055 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35069224-65a0-426a-bb70-b930326380a3 req-62defaeb-779b-4364-a221-c467b82f61ad tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:07.155564 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-35069224-65a0-426a-bb70-b930326380a3 req-62defaeb-779b-4364-a221-c467b82f61ad tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] 10.222.0.41 "GET /v2.0/ports?device_id=864a6568-f45e-4c63-b75a-3b962c4b6f1e HTTP/1.1" status: 200 len: 945 time: 0.3474896 Jun 01 18:50:07.308502 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03fa24a-c8fd-457b-ac25-a93f93034e27 req-e71d2c92-421c-4863-ad9e-8eab7214d806 tempest-ImagesNegativeTestJSON-1208796558 tempest-ImagesNegativeTestJSON-1208796558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:07.310315 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b03fa24a-c8fd-457b-ac25-a93f93034e27 req-e71d2c92-421c-4863-ad9e-8eab7214d806 tempest-ImagesNegativeTestJSON-1208796558 tempest-ImagesNegativeTestJSON-1208796558-project] 10.222.0.41 "GET /v2.0/ports?device_id=96bc78b3-8f94-48ff-babc-34f6df7405ef HTTP/1.1" status: 200 len: 950 time: 0.5019424 Jun 01 18:50:07.322370 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa62bba7-7ee0-4ef9-a5e5-93df56d10457 req-597c09e7-d22e-43c5-bf7c-fcd3f9708057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:07.324391 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-aa62bba7-7ee0-4ef9-a5e5-93df56d10457 req-597c09e7-d22e-43c5-bf7c-fcd3f9708057 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=864a6568-f45e-4c63-b75a-3b962c4b6f1e HTTP/1.1" status: 200 len: 1096 time: 0.5152032 Jun 01 18:50:07.386321 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b03fa24a-c8fd-457b-ac25-a93f93034e27 req-374dde96-1b13-4ab3-a5c9-b751c3437131 tempest-ImagesNegativeTestJSON-1208796558 tempest-ImagesNegativeTestJSON-1208796558-project] 10.222.0.41 "GET /v2.0/security-groups?id=dcbeff12-2246-4981-86e6-ae4558f0b5e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626550 Jun 01 18:50:07.391430 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-805e1d34-d0cd-4d4e-99aa-525fdb5cdf00 req-ad0c49a9-8052-4e3f-a83f-5b7c58822b2c tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:07.411766 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] get_ports_and_sgs() called for port_ids ['64feebd0-3853-4d40-88d5-dd8d02dfe5a4'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:50:07.446837 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-aa62bba7-7ee0-4ef9-a5e5-93df56d10457 req-f89b5442-302e-488f-a95e-e43b764fb83f service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=8f2fd699-5af8-4379-8a92-35d8c8796709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143501 Jun 01 18:50:07.461308 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-35069224-65a0-426a-bb70-b930326380a3 req-1a8a85d2-8c8c-465a-bda1-fa0aa9327f98 tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f2fd699-5af8-4379-8a92-35d8c8796709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357574 Jun 01 18:50:07.479966 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] get_ports_and_sgs() called for port_ids ['523781ee-a041-41ca-848b-db06d2ccbd54'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:50:07.531094 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-91bf9512-571e-4108-9f27-9e01a4cc997c req-e014c1d8-2336-4c03-98dd-42dfa38036fa tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] For port 64feebd0-3853-4d40-88d5-dd8d02dfe5a4, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=64feebd0-3853-4d40-88d5-dd8d02dfe5a4,segment=NetworkSegment(8fe03d0a-6f47-4b90-b09a-f9196062e68e),segment_id=8fe03d0a-6f47-4b90-b09a-f9196062e68e)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:50:07.531773 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-91bf9512-571e-4108-9f27-9e01a4cc997c req-e014c1d8-2336-4c03-98dd-42dfa38036fa tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:07.541924 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0c49a9-8052-4e3f-a83f-5b7c58822b2c tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] Pushing event deleted for resources: {'Port': ['ID=523781ee-a041-41ca-848b-db06d2ccbd54,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:50:07.610108 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-08583044-2f6c-4d49-9104-c9e5cfdb48d2 req-9657e890-a271-46ff-9d0b-03490cd0b3ed tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] 10.222.0.41 "GET /v2.0/security-groups/bc907bc4-f9fb-4844-a136-77b2db1f787c HTTP/1.1" status: 200 len: 1799 time: 0.1796668 Jun 01 18:50:07.675553 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [req-805e1d34-d0cd-4d4e-99aa-525fdb5cdf00 req-ad0c49a9-8052-4e3f-a83f-5b7c58822b2c tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] No DVR routers for this DVR port 523781ee-a041-41ca-848b-db06d2ccbd54 on host n-h1-844202-1 {{(pid=88525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 18:50:07.686900 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-805e1d34-d0cd-4d4e-99aa-525fdb5cdf00 req-ad0c49a9-8052-4e3f-a83f-5b7c58822b2c tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:07.722411 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-805e1d34-d0cd-4d4e-99aa-525fdb5cdf00 req-ad0c49a9-8052-4e3f-a83f-5b7c58822b2c tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] 10.222.0.15 "DELETE /v2.0/ports/523781ee-a041-41ca-848b-db06d2ccbd54 HTTP/1.1" status: 204 len: 173 time: 1.3981659 Jun 01 18:50:07.787804 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-91bf9512-571e-4108-9f27-9e01a4cc997c req-e014c1d8-2336-4c03-98dd-42dfa38036fa tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] Calling delete_port for 64feebd0-3853-4d40-88d5-dd8d02dfe5a4 owned by compute:nova {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:50:07.790689 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-08583044-2f6c-4d49-9104-c9e5cfdb48d2 req-192db16e-5659-45e6-8129-daeb09bf68d3 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:07.852845 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-08583044-2f6c-4d49-9104-c9e5cfdb48d2 req-192db16e-5659-45e6-8129-daeb09bf68d3 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:07.940777 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-08583044-2f6c-4d49-9104-c9e5cfdb48d2 req-192db16e-5659-45e6-8129-daeb09bf68d3 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:07.967130 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192db16e-5659-45e6-8129-daeb09bf68d3 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc907bc4-f9fb-4844-a136-77b2db1f787c,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:50:07.975850 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-08583044-2f6c-4d49-9104-c9e5cfdb48d2 req-192db16e-5659-45e6-8129-daeb09bf68d3 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:07.989293 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-08583044-2f6c-4d49-9104-c9e5cfdb48d2 req-192db16e-5659-45e6-8129-daeb09bf68d3 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] 10.222.0.41 "DELETE /v2.0/security-groups/bc907bc4-f9fb-4844-a136-77b2db1f787c HTTP/1.1" status: 204 len: 173 time: 0.3781393 Jun 01 18:50:08.171754 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62002e33-8540-4721-80ac-1adbbb9dc057 req-1616f9e6-f6bc-4bd3-869d-a532acfb5866 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:08.173166 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-62002e33-8540-4721-80ac-1adbbb9dc057 req-1616f9e6-f6bc-4bd3-869d-a532acfb5866 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ae812a2-5303-4c9c-88e8-5c44f26565c9 HTTP/1.1" status: 200 len: 950 time: 0.2110858 Jun 01 18:50:08.210657 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-91bf9512-571e-4108-9f27-9e01a4cc997c req-e014c1d8-2336-4c03-98dd-42dfa38036fa tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:08.223115 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57c3b0bd-55d6-4312-8b02-6eef8c1261ce', 'name': 'network-vif-deleted', 'tag': '523781ee-a041-41ca-848b-db06d2ccbd54'}] {{(pid=88525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:50:08.224917 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] get_ports_and_sgs() called for port_ids ['523781ee-a041-41ca-848b-db06d2ccbd54'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:50:08.282011 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e014c1d8-2336-4c03-98dd-42dfa38036fa tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] Pushing event deleted for resources: {'Port': ['ID=64feebd0-3853-4d40-88d5-dd8d02dfe5a4,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:50:08.286471 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-62002e33-8540-4721-80ac-1adbbb9dc057 req-b6b61b44-c7e5-4118-b7f9-d8f39d779428 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbe27866-6450-47f0-a8e1-f266dfb72433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052141 Jun 01 18:50:08.371720 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-91bf9512-571e-4108-9f27-9e01a4cc997c req-e014c1d8-2336-4c03-98dd-42dfa38036fa tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] No DVR routers for this DVR port 64feebd0-3853-4d40-88d5-dd8d02dfe5a4 on host n-h2-844202-1 {{(pid=88524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 18:50:08.375182 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-91bf9512-571e-4108-9f27-9e01a4cc997c req-e014c1d8-2336-4c03-98dd-42dfa38036fa tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:08.375366 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 523781ee-a041-41ca-848b-db06d2ccbd54 no longer exists at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:50:08.385212 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c8c0f97-af30-4a88-bb45-e5b26a62cab8', 'name': 'network-vif-deleted', 'tag': '64feebd0-3853-4d40-88d5-dd8d02dfe5a4'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:50:08.391534 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-91bf9512-571e-4108-9f27-9e01a4cc997c req-e014c1d8-2336-4c03-98dd-42dfa38036fa tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] 10.222.0.50 "DELETE /v2.0/ports/64feebd0-3853-4d40-88d5-dd8d02dfe5a4 HTTP/1.1" status: 204 len: 173 time: 1.6776409 Jun 01 18:50:08.455570 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] No Port match for: 523781ee-a041-41ca-848b-db06d2ccbd54 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 18:50:08.456294 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 523781ee-a041-41ca-848b-db06d2ccbd54 not bound to the agent host n-h1-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 18:50:08.457064 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device c5716d5a-c2ed-4f70-9f4e-10b7c67ee8ae no longer exists at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:50:08.525080 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] No Port match for: c5716d5a-c2ed-4f70-9f4e-10b7c67ee8ae {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 18:50:08.525632 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device c5716d5a-c2ed-4f70-9f4e-10b7c67ee8ae not bound to the agent host n-h1-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 18:50:08.570555 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-b903b568-d853-459a-ba67-515a6c2f6eac req-64181a78-4141-45f3-ac2e-39a5a4c8df82 tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] Synchronizing usage tracker for tenant:722c4f653eb54dd18e783c5f350712c1 on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:50:08.592385 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-b903b568-d853-459a-ba67-515a6c2f6eac req-64181a78-4141-45f3-ac2e-39a5a4c8df82 tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] Unset dirty status for tenant:722c4f653eb54dd18e783c5f350712c1 on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:50:08.593908 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b903b568-d853-459a-ba67-515a6c2f6eac req-64181a78-4141-45f3-ac2e-39a5a4c8df82 tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] 10.222.0.41 "GET /v2.0/ports?device_id=749bbb7c-b02e-4e1b-aef8-be7b290a27b1 HTTP/1.1" status: 200 len: 210 time: 0.0677605 Jun 01 18:50:08.667558 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd850d4-6e1c-4a19-9f23-0ebb02d19d4b req-be56dc4d-5622-455c-a084-14be0205e0cd tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:08.676155 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-7fd850d4-6e1c-4a19-9f23-0ebb02d19d4b req-be56dc4d-5622-455c-a084-14be0205e0cd tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f67c738-584f-4106-9a9a-b1bbbc4b97b6 HTTP/1.1" status: 200 len: 946 time: 0.3242390 Jun 01 18:50:08.710119 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-2291cc05-ad23-4610-99a9-5ee773eeb263 req-fa42902b-8452-49a4-80c1-e1a57078fc62 tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] 10.222.0.41 "GET /v2.0/security-groups/8f2b1122-c764-4c03-97d7-8e3515c3505a HTTP/1.1" status: 200 len: 1799 time: 0.0766907 Jun 01 18:50:08.791854 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-7fd850d4-6e1c-4a19-9f23-0ebb02d19d4b req-0854eafc-ea22-4255-ac0f-2181118285a6 tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] 10.222.0.41 "GET /v2.0/security-groups?id=8fc7fdb2-998f-4fa0-8e3e-2050d2f86fec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146073 Jun 01 18:50:08.800040 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e363fe-6efc-4a3a-8cc6-2001366eda36 req-4962be90-ca80-4f31-8f90-7e89d866fb0d tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:08.803025 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-2291cc05-ad23-4610-99a9-5ee773eeb263 req-ed415732-06dc-4013-b1d9-53c58e200dcd tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:08.820367 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c2e363fe-6efc-4a3a-8cc6-2001366eda36 req-4962be90-ca80-4f31-8f90-7e89d866fb0d tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] 10.222.0.15 "GET /v2.0/networks?id=87b9dfd0-7353-4a39-8c80-aeabedc47621 HTTP/1.1" status: 200 len: 812 time: 0.2890606 Jun 01 18:50:08.835084 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [req-c2e363fe-6efc-4a3a-8cc6-2001366eda36 req-e0bfd44b-5150-4e37-b957-35cb3cb709db tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] Request body: {'port': {'device_id': 'e4403b80-70b9-4a94-ae28-21cc84b5df22', 'network_id': '87b9dfd0-7353-4a39-8c80-aeabedc47621', 'admin_state_up': True, 'tenant_id': '722c4f653eb54dd18e783c5f350712c1'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:50:09.018231 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-2291cc05-ad23-4610-99a9-5ee773eeb263 req-ed415732-06dc-4013-b1d9-53c58e200dcd tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:09.129633 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [req-c2e363fe-6efc-4a3a-8cc6-2001366eda36 req-e0bfd44b-5150-4e37-b957-35cb3cb709db tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:50:09.151123 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e91fa9-ef1d-4025-9087-c0bf688ee463 req-83df2b28-7f4c-45c2-900c-8a3fb218fca6 tempest-ImagesNegativeTestJSON-1208796558 tempest-ImagesNegativeTestJSON-1208796558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:09.158901 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-62e91fa9-ef1d-4025-9087-c0bf688ee463 req-83df2b28-7f4c-45c2-900c-8a3fb218fca6 tempest-ImagesNegativeTestJSON-1208796558 tempest-ImagesNegativeTestJSON-1208796558-project] 10.222.0.41 "GET /v2.0/ports?device_id=96bc78b3-8f94-48ff-babc-34f6df7405ef HTTP/1.1" status: 200 len: 950 time: 0.1797307 Jun 01 18:50:09.163565 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [req-c2e363fe-6efc-4a3a-8cc6-2001366eda36 req-e0bfd44b-5150-4e37-b957-35cb3cb709db tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:50:09.164658 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-2291cc05-ad23-4610-99a9-5ee773eeb263 req-ed415732-06dc-4013-b1d9-53c58e200dcd tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:09.202505 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e363fe-6efc-4a3a-8cc6-2001366eda36 req-e64ffd55-edad-4ec3-9bc1-3288b4d14e95 tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:09.204285 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c2e363fe-6efc-4a3a-8cc6-2001366eda36 req-e64ffd55-edad-4ec3-9bc1-3288b4d14e95 tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] 10.222.0.50 "GET /v2.0/networks?id=87b9dfd0-7353-4a39-8c80-aeabedc47621 HTTP/1.1" status: 200 len: 812 time: 0.3879225 Jun 01 18:50:09.209647 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed415732-06dc-4013-b1d9-53c58e200dcd tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f2b1122-c764-4c03-97d7-8e3515c3505a,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:50:09.219607 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-c2e363fe-6efc-4a3a-8cc6-2001366eda36 req-7b19d8cb-c46f-49dd-b638-ad50e3bd7ef7 tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] Request body: {'port': {'device_id': '749bbb7c-b02e-4e1b-aef8-be7b290a27b1', 'network_id': '87b9dfd0-7353-4a39-8c80-aeabedc47621', 'admin_state_up': True, 'tenant_id': '722c4f653eb54dd18e783c5f350712c1'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:50:09.254547 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-62e91fa9-ef1d-4025-9087-c0bf688ee463 req-e9c7f3da-8b4d-4fec-b0d1-d79152ec04ec tempest-ImagesNegativeTestJSON-1208796558 tempest-ImagesNegativeTestJSON-1208796558-project] 10.222.0.41 "GET /v2.0/security-groups?id=dcbeff12-2246-4981-86e6-ae4558f0b5e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947349 Jun 01 18:50:09.255200 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2e363fe-6efc-4a3a-8cc6-2001366eda36 req-e0bfd44b-5150-4e37-b957-35cb3cb709db tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] Made reservation on behalf of 722c4f653eb54dd18e783c5f350712c1 for: {'port': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:50:09.264534 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-c2e363fe-6efc-4a3a-8cc6-2001366eda36 req-e0bfd44b-5150-4e37-b957-35cb3cb709db tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:09.386454 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-2291cc05-ad23-4610-99a9-5ee773eeb263 req-ed415732-06dc-4013-b1d9-53c58e200dcd tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:09.387564 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-2291cc05-ad23-4610-99a9-5ee773eeb263 req-ed415732-06dc-4013-b1d9-53c58e200dcd tempest-SecurityGroupsTestJSON-1823925667 tempest-SecurityGroupsTestJSON-1823925667-project] 10.222.0.41 "DELETE /v2.0/security-groups/8f2b1122-c764-4c03-97d7-8e3515c3505a HTTP/1.1" status: 204 len: 173 time: 0.6766710 Jun 01 18:50:09.390113 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-c2e363fe-6efc-4a3a-8cc6-2001366eda36 req-7b19d8cb-c46f-49dd-b638-ad50e3bd7ef7 tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:50:09.394928 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 52052) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:50:09.458624 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-9da66f1f-b1b5-4b16-a0af-587e2a801e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:09.470456 n-d-844202-1 neutron-server[88525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-863c9b2d-1610-44b0-8bbd-728b19b326d6'] response: {'server_uuid': '57c3b0bd-55d6-4312-8b02-6eef8c1261ce', 'name': 'network-vif-deleted', 'tag': '523781ee-a041-41ca-848b-db06d2ccbd54', 'status': 'completed', 'code': 200} Jun 01 18:50:09.537328 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_v2 [None req-687d4f6c-0318-4db3-8413-ed4628ca0933 admin admin] Deleting subnet 63c99bbc-91d7-46ff-b5ec-5a88ea59ce4e {{(pid=88524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 18:50:09.539609 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [req-c2e363fe-6efc-4a3a-8cc6-2001366eda36 req-e0bfd44b-5150-4e37-b957-35cb3cb709db tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] Allocated IP 172.20.0.5 (87b9dfd0-7353-4a39-8c80-aeabedc47621/af6795b5-bdde-4ed9-943b-407812e69e16/58d3bc7f-a29e-455c-8444-21624267451b) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:50:09.540110 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a76d6be0-851a-458c-b1d6-b7c2382ba3bf'] response: {'server_uuid': '9c8c0f97-af30-4a88-bb45-e5b26a62cab8', 'name': 'network-vif-deleted', 'tag': '64feebd0-3853-4d40-88d5-dd8d02dfe5a4', 'status': 'completed', 'code': 200} Jun 01 18:50:09.545087 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-687d4f6c-0318-4db3-8413-ed4628ca0933 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:09.641210 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-c2e363fe-6efc-4a3a-8cc6-2001366eda36 req-7b19d8cb-c46f-49dd-b638-ad50e3bd7ef7 tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:50:09.698100 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2e363fe-6efc-4a3a-8cc6-2001366eda36 req-7b19d8cb-c46f-49dd-b638-ad50e3bd7ef7 tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] Made reservation on behalf of 722c4f653eb54dd18e783c5f350712c1 for: {'port': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:50:09.702297 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-c2e363fe-6efc-4a3a-8cc6-2001366eda36 req-7b19d8cb-c46f-49dd-b638-ad50e3bd7ef7 tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:09.849069 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-687d4f6c-0318-4db3-8413-ed4628ca0933 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2702137'] for subnet, precommit_delete_associations {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:09.902701 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0010f26-db8f-4f06-9f31-1f4a577ca622 req-701ab4a1-e0ec-4b0a-9939-c10b99e3301e tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:09.904800 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e0010f26-db8f-4f06-9f31-1f4a577ca622 req-701ab4a1-e0ec-4b0a-9939-c10b99e3301e tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] 10.222.0.41 "GET /v2.0/ports?device_id=864a6568-f45e-4c63-b75a-3b962c4b6f1e HTTP/1.1" status: 200 len: 945 time: 0.2763908 Jun 01 18:50:09.999642 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-c2e363fe-6efc-4a3a-8cc6-2001366eda36 req-e0bfd44b-5150-4e37-b957-35cb3cb709db tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:10.012449 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e0010f26-db8f-4f06-9f31-1f4a577ca622 req-0742a71e-550c-43ef-9ffa-d28c8b8a4db8 tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f2fd699-5af8-4379-8a92-35d8c8796709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871787 Jun 01 18:50:10.018184 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 64feebd0-3853-4d40-88d5-dd8d02dfe5a4 no longer exists at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:50:10.040304 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-c2e363fe-6efc-4a3a-8cc6-2001366eda36 req-e0bfd44b-5150-4e37-b957-35cb3cb709db tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:10.105293 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-687d4f6c-0318-4db3-8413-ed4628ca0933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:10.116705 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] No Port match for: 64feebd0-3853-4d40-88d5-dd8d02dfe5a4 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 18:50:10.117282 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 64feebd0-3853-4d40-88d5-dd8d02dfe5a4 not bound to the agent host n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 18:50:10.154000 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2e363fe-6efc-4a3a-8cc6-2001366eda36 req-e0bfd44b-5150-4e37-b957-35cb3cb709db tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] Network 87b9dfd0-7353-4a39-8c80-aeabedc47621 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:50:10.157489 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [req-c2e363fe-6efc-4a3a-8cc6-2001366eda36 req-e0bfd44b-5150-4e37-b957-35cb3cb709db tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:50:10.159977 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2e363fe-6efc-4a3a-8cc6-2001366eda36 req-e0bfd44b-5150-4e37-b957-35cb3cb709db tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:50:10.198833 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bfd44b-5150-4e37-b957-35cb3cb709db tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] Pushing event updated for resources: {'Port': ['ID=58d3bc7f-a29e-455c-8444-21624267451b,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:50:10.222755 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5899184-dca7-44bd-a641-3ccfccdb8489 req-fdcacadf-4d2f-4656-9053-12e238292fe7 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:10.224442 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a5899184-dca7-44bd-a641-3ccfccdb8489 req-fdcacadf-4d2f-4656-9053-12e238292fe7 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ae812a2-5303-4c9c-88e8-5c44f26565c9 HTTP/1.1" status: 200 len: 950 time: 0.5846527 Jun 01 18:50:10.272767 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [req-c2e363fe-6efc-4a3a-8cc6-2001366eda36 req-7b19d8cb-c46f-49dd-b638-ad50e3bd7ef7 tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] Allocated IP 172.20.0.7 (87b9dfd0-7353-4a39-8c80-aeabedc47621/af6795b5-bdde-4ed9-943b-407812e69e16/29ee3954-38a7-48c9-8ea1-079432f5027a) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:50:10.291865 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c967ff56-a0eb-4349-91a0-896c8c698db8 req-c89337bb-6a17-4ccf-9e3e-dab6368ca21c tempest-ImagesNegativeTestJSON-1208796558 tempest-ImagesNegativeTestJSON-1208796558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:10.293438 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c967ff56-a0eb-4349-91a0-896c8c698db8 req-c89337bb-6a17-4ccf-9e3e-dab6368ca21c tempest-ImagesNegativeTestJSON-1208796558 tempest-ImagesNegativeTestJSON-1208796558-project] 10.222.0.15 "GET /v2.0/ports?device_id=96bc78b3-8f94-48ff-babc-34f6df7405ef HTTP/1.1" status: 200 len: 950 time: 0.5479553 Jun 01 18:50:10.360110 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-687d4f6c-0318-4db3-8413-ed4628ca0933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2718856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3066595'] for subnet, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:10.391907 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e363fe-6efc-4a3a-8cc6-2001366eda36 req-e0bfd44b-5150-4e37-b957-35cb3cb709db tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:10.392552 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-c2e363fe-6efc-4a3a-8cc6-2001366eda36 req-e0bfd44b-5150-4e37-b957-35cb3cb709db tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:10.397146 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-36887ade-92ae-4792-bd80-36e996226c8b req-780d1bac-4771-4b52-b385-c753485f6695 tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] Synchronizing usage tracker for tenant:722c4f653eb54dd18e783c5f350712c1 on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:50:10.431613 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-36887ade-92ae-4792-bd80-36e996226c8b req-780d1bac-4771-4b52-b385-c753485f6695 tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] Unset dirty status for tenant:722c4f653eb54dd18e783c5f350712c1 on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:50:10.433883 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-36887ade-92ae-4792-bd80-36e996226c8b req-780d1bac-4771-4b52-b385-c753485f6695 tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] 10.222.0.41 "GET /v2.0/ports?device_id=749bbb7c-b02e-4e1b-aef8-be7b290a27b1 HTTP/1.1" status: 200 len: 210 time: 0.2113147 Jun 01 18:50:10.436696 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c2e363fe-6efc-4a3a-8cc6-2001366eda36 req-e0bfd44b-5150-4e37-b957-35cb3cb709db tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6058686 Jun 01 18:50:10.445357 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a5899184-dca7-44bd-a641-3ccfccdb8489 req-8b7832e7-686c-4fd4-88b4-ab08ab8d097e tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbe27866-6450-47f0-a8e1-f266dfb72433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079957 Jun 01 18:50:10.446052 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687d4f6c-0318-4db3-8413-ed4628ca0933 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63c99bbc-91d7-46ff-b5ec-5a88ea59ce4e,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:50:10.451812 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-687d4f6c-0318-4db3-8413-ed4628ca0933 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:10.490578 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:10.493188 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-c967ff56-a0eb-4349-91a0-896c8c698db8 req-ff24be98-bf7c-4097-a859-706bcd5c2809 tempest-ImagesNegativeTestJSON-1208796558 tempest-ImagesNegativeTestJSON-1208796558-project] Deleting port 2559c4d9-0a11-4939-aac5-7a66d121c8de {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:50:10.493884 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-c967ff56-a0eb-4349-91a0-896c8c698db8 req-ff24be98-bf7c-4097-a859-706bcd5c2809 tempest-ImagesNegativeTestJSON-1208796558 tempest-ImagesNegativeTestJSON-1208796558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:10.553791 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 52074) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:50:10.564838 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-687d4f6c-0318-4db3-8413-ed4628ca0933 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/63c99bbc-91d7-46ff-b5ec-5a88ea59ce4e HTTP/1.1" status: 204 len: 168 time: 1.1679208 Jun 01 18:50:10.584163 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:10.704283 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [req-c2e363fe-6efc-4a3a-8cc6-2001366eda36 req-3bd3b70b-2679-4d41-ba00-cd2d2a906b61 service neutron] Request body: {'port': {'device_id': 'e4403b80-70b9-4a94-ae28-21cc84b5df22', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844202-1'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:50:10.816877 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a167b46f-1a35-436a-bab4-23447032dbc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:10.889945 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-c2e363fe-6efc-4a3a-8cc6-2001366eda36 req-3bd3b70b-2679-4d41-ba00-cd2d2a906b61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:10.928481 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-c2e363fe-6efc-4a3a-8cc6-2001366eda36 req-7b19d8cb-c46f-49dd-b638-ad50e3bd7ef7 tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:11.087573 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96453fdd-e890-4001-a1a7-257ea834731c req-1be201b2-9219-4d57-9116-410068184f80 tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:11.089185 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:11.093712 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-c967ff56-a0eb-4349-91a0-896c8c698db8 req-ff24be98-bf7c-4097-a859-706bcd5c2809 tempest-ImagesNegativeTestJSON-1208796558 tempest-ImagesNegativeTestJSON-1208796558-project] For port 2559c4d9-0a11-4939-aac5-7a66d121c8de, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=2559c4d9-0a11-4939-aac5-7a66d121c8de,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:50:11.094076 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-c967ff56-a0eb-4349-91a0-896c8c698db8 req-ff24be98-bf7c-4097-a859-706bcd5c2809 tempest-ImagesNegativeTestJSON-1208796558 tempest-ImagesNegativeTestJSON-1208796558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:11.094423 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-96453fdd-e890-4001-a1a7-257ea834731c req-1be201b2-9219-4d57-9116-410068184f80 tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f67c738-584f-4106-9a9a-b1bbbc4b97b6 HTTP/1.1" status: 200 len: 946 time: 0.4323299 Jun 01 18:50:11.151844 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a167b46f-1a35-436a-bab4-23447032dbc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:11.270535 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-c967ff56-a0eb-4349-91a0-896c8c698db8 req-ff24be98-bf7c-4097-a859-706bcd5c2809 tempest-ImagesNegativeTestJSON-1208796558 tempest-ImagesNegativeTestJSON-1208796558-project] Calling delete_port for 2559c4d9-0a11-4939-aac5-7a66d121c8de owned by compute:nova {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:50:11.280870 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-96453fdd-e890-4001-a1a7-257ea834731c req-80e091a3-06e0-4bda-b365-2298bb8d90e9 tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] 10.222.0.41 "GET /v2.0/security-groups?id=8fc7fdb2-998f-4fa0-8e3e-2050d2f86fec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853306 Jun 01 18:50:11.297416 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-a167b46f-1a35-436a-bab4-23447032dbc7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a07ebbeb-60e0-4b03-9320-3082a1d6fcc8']}} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:50:11.360319 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-a167b46f-1a35-436a-bab4-23447032dbc7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a68ef34-7e9a-4cb9-bb1d-922280e423dc') {'for_net_delete': True} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:50:11.360691 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-a167b46f-1a35-436a-bab4-23447032dbc7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a68ef34-7e9a-4cb9-bb1d-922280e423dc') {} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:50:11.375243 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a167b46f-1a35-436a-bab4-23447032dbc7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2258522'] for segment, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:11.398824 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a167b46f-1a35-436a-bab4-23447032dbc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:11.402732 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a167b46f-1a35-436a-bab4-23447032dbc7 admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=88525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 18:50:11.403101 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a167b46f-1a35-436a-bab4-23447032dbc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2613981'] for segment, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:11.464563 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-c2e363fe-6efc-4a3a-8cc6-2001366eda36 req-7b19d8cb-c46f-49dd-b638-ad50e3bd7ef7 tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:11.524643 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:11.577340 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment 3a68ef34-7e9a-4cb9-bb1d-922280e423dc resource provider aggregate not found Jun 01 18:50:11.580633 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 52120) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:50:11.623720 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2e363fe-6efc-4a3a-8cc6-2001366eda36 req-7b19d8cb-c46f-49dd-b638-ad50e3bd7ef7 tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] Network 87b9dfd0-7353-4a39-8c80-aeabedc47621 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:50:11.631454 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [req-c2e363fe-6efc-4a3a-8cc6-2001366eda36 req-7b19d8cb-c46f-49dd-b638-ad50e3bd7ef7 tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:50:11.634235 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2e363fe-6efc-4a3a-8cc6-2001366eda36 req-7b19d8cb-c46f-49dd-b638-ad50e3bd7ef7 tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:50:11.645177 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment 3a68ef34-7e9a-4cb9-bb1d-922280e423dc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3a68ef34-7e9a-4cb9-bb1d-922280e423dc found for delete ", "request_id": "req-1c1108f3-1319-4f77-9eb9-f2bd95d5277e"}]} Jun 01 18:50:11.681469 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b19d8cb-c46f-49dd-b638-ad50e3bd7ef7 tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] Pushing event updated for resources: {'Port': ['ID=29ee3954-38a7-48c9-8ea1-079432f5027a,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:50:11.737845 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b19d8cb-c46f-49dd-b638-ad50e3bd7ef7 tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:50:11.738177 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b19d8cb-c46f-49dd-b638-ad50e3bd7ef7 tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:50:11.738507 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b19d8cb-c46f-49dd-b638-ad50e3bd7ef7 tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:50:11.738834 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b19d8cb-c46f-49dd-b638-ad50e3bd7ef7 tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:50:11.739156 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b19d8cb-c46f-49dd-b638-ad50e3bd7ef7 tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:50:11.739477 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b19d8cb-c46f-49dd-b638-ad50e3bd7ef7 tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:50:11.740168 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b19d8cb-c46f-49dd-b638-ad50e3bd7ef7 tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:50:11.740168 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b19d8cb-c46f-49dd-b638-ad50e3bd7ef7 tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:50:11.740484 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b19d8cb-c46f-49dd-b638-ad50e3bd7ef7 tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:50:11.740739 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b19d8cb-c46f-49dd-b638-ad50e3bd7ef7 tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:50:11.741155 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b19d8cb-c46f-49dd-b638-ad50e3bd7ef7 tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:50:11.741364 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b19d8cb-c46f-49dd-b638-ad50e3bd7ef7 tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:50:11.742754 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a167b46f-1a35-436a-bab4-23447032dbc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:11.789968 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:11.791466 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a167b46f-1a35-436a-bab4-23447032dbc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:11.802145 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e363fe-6efc-4a3a-8cc6-2001366eda36 req-7b19d8cb-c46f-49dd-b638-ad50e3bd7ef7 tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:11.802960 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-c2e363fe-6efc-4a3a-8cc6-2001366eda36 req-7b19d8cb-c46f-49dd-b638-ad50e3bd7ef7 tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:11.823163 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a167b46f-1a35-436a-bab4-23447032dbc7 admin admin] Pushing event deleted for resources: {'Network': ['ID=a07ebbeb-60e0-4b03-9320-3082a1d6fcc8,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:50:11.827301 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6385b9-e3d7-4b3c-a26b-051efc79437d req-253d1ca5-47a5-4c5d-9b2b-a9432c0ef0cd tempest-ImagesNegativeTestJSON-1208796558 tempest-ImagesNegativeTestJSON-1208796558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:11.829238 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-2f6385b9-e3d7-4b3c-a26b-051efc79437d req-253d1ca5-47a5-4c5d-9b2b-a9432c0ef0cd tempest-ImagesNegativeTestJSON-1208796558 tempest-ImagesNegativeTestJSON-1208796558-project] 10.222.0.41 "GET /v2.0/ports?device_id=96bc78b3-8f94-48ff-babc-34f6df7405ef HTTP/1.1" status: 200 len: 950 time: 0.5223243 Jun 01 18:50:11.849143 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-602281d8-3f5e-409b-8f7f-3541c3615a60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:11.849348 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-c967ff56-a0eb-4349-91a0-896c8c698db8 req-ff24be98-bf7c-4097-a859-706bcd5c2809 tempest-ImagesNegativeTestJSON-1208796558 tempest-ImagesNegativeTestJSON-1208796558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:11.865083 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] get_ports_and_sgs() called for port_ids ['2559c4d9-0a11-4939-aac5-7a66d121c8de'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:50:11.876268 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-a167b46f-1a35-436a-bab4-23447032dbc7 admin admin] 10.222.0.41 "DELETE /v2.0/networks/a07ebbeb-60e0-4b03-9320-3082a1d6fcc8 HTTP/1.1" status: 204 len: 168 time: 1.3186471 Jun 01 18:50:11.904819 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-602281d8-3f5e-409b-8f7f-3541c3615a60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:50:11.924038 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-602281d8-3f5e-409b-8f7f-3541c3615a60 admin admin] Usage tracker for resource:security_group_rule and tenant:932c16995f574ebf874fdd190661d11a is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:50:11.930192 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c2e363fe-6efc-4a3a-8cc6-2001366eda36 req-7b19d8cb-c46f-49dd-b638-ad50e3bd7ef7 tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7180347 Jun 01 18:50:11.944340 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff24be98-bf7c-4097-a859-706bcd5c2809 tempest-ImagesNegativeTestJSON-1208796558 tempest-ImagesNegativeTestJSON-1208796558-project] Pushing event deleted for resources: {'Port': ['ID=2559c4d9-0a11-4939-aac5-7a66d121c8de,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:50:11.951117 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-c2e363fe-6efc-4a3a-8cc6-2001366eda36 req-1e7895a4-dcbf-4568-a0c8-50be47b94459 service neutron] Request body: {'port': {'device_id': '749bbb7c-b02e-4e1b-aef8-be7b290a27b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844202-1'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:50:11.964903 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-602281d8-3f5e-409b-8f7f-3541c3615a60 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:50:11.992037 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-602281d8-3f5e-409b-8f7f-3541c3615a60 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:50:12.000152 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d86452-29a1-4c95-afd1-90f5d9659eb1 req-59d8cf49-d81c-4f9e-9fdf-76538152cf2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:12.001722 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b1d86452-29a1-4c95-afd1-90f5d9659eb1 req-59d8cf49-d81c-4f9e-9fdf-76538152cf2f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0f67c738-584f-4106-9a9a-b1bbbc4b97b6 HTTP/1.1" status: 200 len: 1097 time: 0.4140158 Jun 01 18:50:12.015035 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed610b8f-dd3b-4ced-81f1-31fe66a46d5a req-11092da7-04ac-4311-a8b1-e3203e1040e1 tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:12.023353 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ed610b8f-dd3b-4ced-81f1-31fe66a46d5a req-11092da7-04ac-4311-a8b1-e3203e1040e1 tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] 10.222.0.41 "GET /v2.0/ports?device_id=749bbb7c-b02e-4e1b-aef8-be7b290a27b1 HTTP/1.1" status: 200 len: 931 time: 0.3772223 Jun 01 18:50:12.066746 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 52130) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:50:12.102542 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [req-c2e363fe-6efc-4a3a-8cc6-2001366eda36 req-3bd3b70b-2679-4d41-ba00-cd2d2a906b61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58d3bc7f-a29e-455c-8444-21624267451b {{(pid=88525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:50:12.122742 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-c2e363fe-6efc-4a3a-8cc6-2001366eda36 req-3bd3b70b-2679-4d41-ba00-cd2d2a906b61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:12.149872 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-2f6385b9-e3d7-4b3c-a26b-051efc79437d req-bb899481-bf58-4cae-85f5-300fad72f0a8 tempest-ImagesNegativeTestJSON-1208796558 tempest-ImagesNegativeTestJSON-1208796558-project] 10.222.0.41 "GET /v2.0/security-groups?id=dcbeff12-2246-4981-86e6-ae4558f0b5e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3032579 Jun 01 18:50:12.158770 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-c967ff56-a0eb-4349-91a0-896c8c698db8 req-ff24be98-bf7c-4097-a859-706bcd5c2809 tempest-ImagesNegativeTestJSON-1208796558 tempest-ImagesNegativeTestJSON-1208796558-project] No DVR routers for this DVR port 2559c4d9-0a11-4939-aac5-7a66d121c8de on host n-h1-844202-1 {{(pid=88524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 18:50:12.163830 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-c967ff56-a0eb-4349-91a0-896c8c698db8 req-ff24be98-bf7c-4097-a859-706bcd5c2809 tempest-ImagesNegativeTestJSON-1208796558 tempest-ImagesNegativeTestJSON-1208796558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:12.165832 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c967ff56-a0eb-4349-91a0-896c8c698db8 req-ff24be98-bf7c-4097-a859-706bcd5c2809 tempest-ImagesNegativeTestJSON-1208796558 tempest-ImagesNegativeTestJSON-1208796558-project] 10.222.0.15 "DELETE /v2.0/ports/2559c4d9-0a11-4939-aac5-7a66d121c8de HTTP/1.1" status: 204 len: 173 time: 1.8602338 Jun 01 18:50:12.166282 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96bc78b3-8f94-48ff-babc-34f6df7405ef', 'name': 'network-vif-deleted', 'tag': '2559c4d9-0a11-4939-aac5-7a66d121c8de'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:50:12.206408 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [req-c2e363fe-6efc-4a3a-8cc6-2001366eda36 req-3bd3b70b-2679-4d41-ba00-cd2d2a906b61 service neutron] Transition to ACTIVE for port object 58d3bc7f-a29e-455c-8444-21624267451b will not be triggered until provisioned by entity L2. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:50:12.228586 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b1d86452-29a1-4c95-afd1-90f5d9659eb1 req-54880730-91c9-43d6-94db-2c69dfd9758d service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=8fc7fdb2-998f-4fa0-8e3e-2050d2f86fec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962249 Jun 01 18:50:12.240641 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ed610b8f-dd3b-4ced-81f1-31fe66a46d5a req-b8485f42-6480-4860-b845-642351472a40 tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] 10.222.0.41 "GET /v2.0/security-groups?id=9caa0f54-cb0e-4092-b752-f15eca9f84a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163639 Jun 01 18:50:12.241289 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-c2e363fe-6efc-4a3a-8cc6-2001366eda36 req-3bd3b70b-2679-4d41-ba00-cd2d2a906b61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:12.281322 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-c2e363fe-6efc-4a3a-8cc6-2001366eda36 req-1e7895a4-dcbf-4568-a0c8-50be47b94459 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:12.395888 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-744e432f-9983-4130-aac3-3dd867461056 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=03a56f87111741e99eac45e7902d811c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3261135 Jun 01 18:50:12.409613 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 52142) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:50:12.447493 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd3b70b-2679-4d41-ba00-cd2d2a906b61 service neutron] Pushing event updated for resources: {'Port': ['ID=58d3bc7f-a29e-455c-8444-21624267451b,revision_number=2']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:50:12.647276 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-476c94c1-3c54-4beb-997f-cb2e1fdc1cad'] response: {'server_uuid': '96bc78b3-8f94-48ff-babc-34f6df7405ef', 'name': 'network-vif-deleted', 'tag': '2559c4d9-0a11-4939-aac5-7a66d121c8de', 'status': 'completed', 'code': 200} Jun 01 18:50:12.746344 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4fd3dee5-b36f-436f-a860-3900067ba9ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:12.782820 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-602281d8-3f5e-409b-8f7f-3541c3615a60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:12.791470 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-602281d8-3f5e-409b-8f7f-3541c3615a60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:12.865542 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde49a31-afe7-4cde-bc40-67333df816b3 req-d00865c9-0cf8-4026-86cf-b1c7472c9e55 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:12.867639 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-bde49a31-afe7-4cde-bc40-67333df816b3 req-d00865c9-0cf8-4026-86cf-b1c7472c9e55 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ae812a2-5303-4c9c-88e8-5c44f26565c9 HTTP/1.1" status: 200 len: 950 time: 0.5034866 Jun 01 18:50:12.875702 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4fd3dee5-b36f-436f-a860-3900067ba9ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:12.881227 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-c2e363fe-6efc-4a3a-8cc6-2001366eda36 req-3bd3b70b-2679-4d41-ba00-cd2d2a906b61 service neutron] Attempting to bind port 58d3bc7f-a29e-455c-8444-21624267451b on host n-h1-844202-1 for vnic_type normal with profile {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:50:12.881554 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-c2e363fe-6efc-4a3a-8cc6-2001366eda36 req-3bd3b70b-2679-4d41-ba00-cd2d2a906b61 service neutron] Attempting to bind port 58d3bc7f-a29e-455c-8444-21624267451b by drivers openvswitch,hyperv on host n-h1-844202-1 at level 0 using segments [{'id': '8fe03d0a-6f47-4b90-b09a-f9196062e68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '87b9dfd0-7353-4a39-8c80-aeabedc47621'}] {{(pid=88525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:50:12.881873 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2e363fe-6efc-4a3a-8cc6-2001366eda36 req-3bd3b70b-2679-4d41-ba00-cd2d2a906b61 service neutron] Attempting to bind port 58d3bc7f-a29e-455c-8444-21624267451b on network 87b9dfd0-7353-4a39-8c80-aeabedc47621 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:50:12.886053 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-602281d8-3f5e-409b-8f7f-3541c3615a60 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=932c16995f574ebf874fdd190661d11a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2955832 Jun 01 18:50:12.890198 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602281d8-3f5e-409b-8f7f-3541c3615a60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d481a4c4-d16e-44c7-bbf5-a7cabe1e8ff6,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:50:12.893509 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 52148) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:50:12.899804 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2e363fe-6efc-4a3a-8cc6-2001366eda36 req-3bd3b70b-2679-4d41-ba00-cd2d2a906b61 service neutron] Port 58d3bc7f-a29e-455c-8444-21624267451b on network 87b9dfd0-7353-4a39-8c80-aeabedc47621 not bound, no agent of type Open vSwitch agent registered on host n-h1-844202-1 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 18:50:12.900129 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2e363fe-6efc-4a3a-8cc6-2001366eda36 req-3bd3b70b-2679-4d41-ba00-cd2d2a906b61 service neutron] Attempting to bind port 58d3bc7f-a29e-455c-8444-21624267451b on network 87b9dfd0-7353-4a39-8c80-aeabedc47621 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:50:12.922613 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2e363fe-6efc-4a3a-8cc6-2001366eda36 req-3bd3b70b-2679-4d41-ba00-cd2d2a906b61 service neutron] Checking agent: {'id': 'bdb1e5d7-b998-4259-838f-3d278e930f32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 18, 50, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:50:12.922991 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2e363fe-6efc-4a3a-8cc6-2001366eda36 req-3bd3b70b-2679-4d41-ba00-cd2d2a906b61 service neutron] Checking segment: {'id': '8fe03d0a-6f47-4b90-b09a-f9196062e68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '87b9dfd0-7353-4a39-8c80-aeabedc47621'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:50:12.923646 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2e363fe-6efc-4a3a-8cc6-2001366eda36 req-3bd3b70b-2679-4d41-ba00-cd2d2a906b61 service neutron] Bound using segment: {'id': '8fe03d0a-6f47-4b90-b09a-f9196062e68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '87b9dfd0-7353-4a39-8c80-aeabedc47621'} {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:50:12.923760 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-c2e363fe-6efc-4a3a-8cc6-2001366eda36 req-3bd3b70b-2679-4d41-ba00-cd2d2a906b61 service neutron] Bound port: 58d3bc7f-a29e-455c-8444-21624267451b, host: n-h1-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fe03d0a-6f47-4b90-b09a-f9196062e68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '87b9dfd0-7353-4a39-8c80-aeabedc47621'}}] {{(pid=88525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:50:12.924064 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-c2e363fe-6efc-4a3a-8cc6-2001366eda36 req-3bd3b70b-2679-4d41-ba00-cd2d2a906b61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:12.997434 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-bde49a31-afe7-4cde-bc40-67333df816b3 req-ad8af8ff-9d6b-4a85-9d17-d139f4412be3 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbe27866-6450-47f0-a8e1-f266dfb72433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131971 Jun 01 18:50:13.020133 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61a2ac3-8c34-4fec-80bd-970a40a6e740 req-087eaf77-3d15-4b3e-b7df-11f9ec6f264c tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:13.031014 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d61a2ac3-8c34-4fec-80bd-970a40a6e740 req-087eaf77-3d15-4b3e-b7df-11f9ec6f264c tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f67c738-584f-4106-9a9a-b1bbbc4b97b6 HTTP/1.1" status: 200 len: 946 time: 0.3076270 Jun 01 18:50:13.032971 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4fd3dee5-b36f-436f-a860-3900067ba9ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:13.089712 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd3dee5-b36f-436f-a860-3900067ba9ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c5ecf30-c6e9-40ba-b15a-d3f269f6b4ca,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:50:13.160559 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4fd3dee5-b36f-436f-a860-3900067ba9ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:13.162375 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-4fd3dee5-b36f-436f-a860-3900067ba9ef admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4c5ecf30-c6e9-40ba-b15a-d3f269f6b4ca HTTP/1.1" status: 204 len: 168 time: 0.7526419 Jun 01 18:50:13.188253 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d61a2ac3-8c34-4fec-80bd-970a40a6e740 req-b77a6bd0-6aea-4bb7-a431-14e82d663350 tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] 10.222.0.41 "GET /v2.0/security-groups?id=8fc7fdb2-998f-4fa0-8e3e-2050d2f86fec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559620 Jun 01 18:50:13.194678 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-c2e363fe-6efc-4a3a-8cc6-2001366eda36 req-3bd3b70b-2679-4d41-ba00-cd2d2a906b61 service neutron] For port 58d3bc7f-a29e-455c-8444-21624267451b, host n-h1-844202-1, cleared binding levels {{(pid=88525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:50:13.204749 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5e8429ec-6599-4939-86f5-5d9e07643c05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:13.215523 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [req-c2e363fe-6efc-4a3a-8cc6-2001366eda36 req-1e7895a4-dcbf-4568-a0c8-50be47b94459 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29ee3954-38a7-48c9-8ea1-079432f5027a {{(pid=88524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:50:13.234374 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-c2e363fe-6efc-4a3a-8cc6-2001366eda36 req-1e7895a4-dcbf-4568-a0c8-50be47b94459 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:13.251098 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5e8429ec-6599-4939-86f5-5d9e07643c05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:13.273490 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [req-c2e363fe-6efc-4a3a-8cc6-2001366eda36 req-1e7895a4-dcbf-4568-a0c8-50be47b94459 service neutron] Transition to ACTIVE for port object 29ee3954-38a7-48c9-8ea1-079432f5027a will not be triggered until provisioned by entity L2. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:50:13.282431 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-c2e363fe-6efc-4a3a-8cc6-2001366eda36 req-1e7895a4-dcbf-4568-a0c8-50be47b94459 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:13.302668 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-c2e363fe-6efc-4a3a-8cc6-2001366eda36 req-3bd3b70b-2679-4d41-ba00-cd2d2a906b61 service neutron] For port 58d3bc7f-a29e-455c-8444-21624267451b, host n-h1-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=58d3bc7f-a29e-455c-8444-21624267451b,segment=NetworkSegment(8fe03d0a-6f47-4b90-b09a-f9196062e68e),segment_id=8fe03d0a-6f47-4b90-b09a-f9196062e68e)] {{(pid=88525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:50:13.322586 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-c2e363fe-6efc-4a3a-8cc6-2001366eda36 req-3bd3b70b-2679-4d41-ba00-cd2d2a906b61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:13.471588 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd3b70b-2679-4d41-ba00-cd2d2a906b61 service neutron] Pushing event updated for resources: {'Port': ['ID=58d3bc7f-a29e-455c-8444-21624267451b,revision_number=3']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:50:13.504085 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e363fe-6efc-4a3a-8cc6-2001366eda36 req-3bd3b70b-2679-4d41-ba00-cd2d2a906b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:13.504864 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-c2e363fe-6efc-4a3a-8cc6-2001366eda36 req-3bd3b70b-2679-4d41-ba00-cd2d2a906b61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:13.508496 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c2e363fe-6efc-4a3a-8cc6-2001366eda36 req-3bd3b70b-2679-4d41-ba00-cd2d2a906b61 service neutron] 10.222.0.15 "PUT /v2.0/ports/58d3bc7f-a29e-455c-8444-21624267451b HTTP/1.1" status: 200 len: 1091 time: 3.0598264 Jun 01 18:50:13.509014 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4403b80-70b9-4a94-ae28-21cc84b5df22', 'tag': '58d3bc7f-a29e-455c-8444-21624267451b'}] {{(pid=88525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:50:13.522160 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5e8429ec-6599-4939-86f5-5d9e07643c05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:13.548790 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8429ec-6599-4939-86f5-5d9e07643c05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d481a4c4-d16e-44c7-bbf5-a7cabe1e8ff6,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:50:13.581996 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7895a4-dcbf-4568-a0c8-50be47b94459 service neutron] Pushing event updated for resources: {'Port': ['ID=29ee3954-38a7-48c9-8ea1-079432f5027a,revision_number=2']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:50:13.639820 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5e8429ec-6599-4939-86f5-5d9e07643c05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:13.643293 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-5e8429ec-6599-4939-86f5-5d9e07643c05 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d481a4c4-d16e-44c7-bbf5-a7cabe1e8ff6 HTTP/1.1" status: 204 len: 168 time: 0.7445500 Jun 01 18:50:13.716797 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e363fe-6efc-4a3a-8cc6-2001366eda36 req-36d70f1b-e126-4b71-a5ac-1893f68e2551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:13.717064 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-c2e363fe-6efc-4a3a-8cc6-2001366eda36 req-1e7895a4-dcbf-4568-a0c8-50be47b94459 service neutron] Attempting to bind port 29ee3954-38a7-48c9-8ea1-079432f5027a on host n-h2-844202-1 for vnic_type normal with profile {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:50:13.717410 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-c2e363fe-6efc-4a3a-8cc6-2001366eda36 req-1e7895a4-dcbf-4568-a0c8-50be47b94459 service neutron] Attempting to bind port 29ee3954-38a7-48c9-8ea1-079432f5027a by drivers openvswitch,hyperv on host n-h2-844202-1 at level 0 using segments [{'id': '8fe03d0a-6f47-4b90-b09a-f9196062e68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '87b9dfd0-7353-4a39-8c80-aeabedc47621'}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:50:13.717741 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2e363fe-6efc-4a3a-8cc6-2001366eda36 req-1e7895a4-dcbf-4568-a0c8-50be47b94459 service neutron] Attempting to bind port 29ee3954-38a7-48c9-8ea1-079432f5027a on network 87b9dfd0-7353-4a39-8c80-aeabedc47621 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:50:13.718454 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c2e363fe-6efc-4a3a-8cc6-2001366eda36 req-36d70f1b-e126-4b71-a5ac-1893f68e2551 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=722c4f653eb54dd18e783c5f350712c1&device_id=e4403b80-70b9-4a94-ae28-21cc84b5df22 HTTP/1.1" status: 200 len: 1094 time: 0.1159577 Jun 01 18:50:13.725514 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2e363fe-6efc-4a3a-8cc6-2001366eda36 req-1e7895a4-dcbf-4568-a0c8-50be47b94459 service neutron] Port 29ee3954-38a7-48c9-8ea1-079432f5027a on network 87b9dfd0-7353-4a39-8c80-aeabedc47621 not bound, no agent of type Open vSwitch agent registered on host n-h2-844202-1 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 18:50:13.725864 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2e363fe-6efc-4a3a-8cc6-2001366eda36 req-1e7895a4-dcbf-4568-a0c8-50be47b94459 service neutron] Attempting to bind port 29ee3954-38a7-48c9-8ea1-079432f5027a on network 87b9dfd0-7353-4a39-8c80-aeabedc47621 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:50:13.727049 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5f317e-0e4c-4013-bb78-7c2a890ed303 req-8e8c3015-4f91-4b1f-a881-c931526fc770 tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:13.728615 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-dd5f317e-0e4c-4013-bb78-7c2a890ed303 req-8e8c3015-4f91-4b1f-a881-c931526fc770 tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] 10.222.0.41 "GET /v2.0/ports?device_id=749bbb7c-b02e-4e1b-aef8-be7b290a27b1 HTTP/1.1" status: 200 len: 943 time: 0.1959610 Jun 01 18:50:13.735779 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2e363fe-6efc-4a3a-8cc6-2001366eda36 req-1e7895a4-dcbf-4568-a0c8-50be47b94459 service neutron] Checking agent: {'id': 'f5db9968-6317-4186-9100-9e0ca6b50417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 18, 50, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:50:13.736122 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2e363fe-6efc-4a3a-8cc6-2001366eda36 req-1e7895a4-dcbf-4568-a0c8-50be47b94459 service neutron] Checking segment: {'id': '8fe03d0a-6f47-4b90-b09a-f9196062e68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '87b9dfd0-7353-4a39-8c80-aeabedc47621'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:50:13.736535 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2e363fe-6efc-4a3a-8cc6-2001366eda36 req-1e7895a4-dcbf-4568-a0c8-50be47b94459 service neutron] Bound using segment: {'id': '8fe03d0a-6f47-4b90-b09a-f9196062e68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '87b9dfd0-7353-4a39-8c80-aeabedc47621'} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:50:13.736977 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-c2e363fe-6efc-4a3a-8cc6-2001366eda36 req-1e7895a4-dcbf-4568-a0c8-50be47b94459 service neutron] Bound port: 29ee3954-38a7-48c9-8ea1-079432f5027a, host: n-h2-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fe03d0a-6f47-4b90-b09a-f9196062e68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '87b9dfd0-7353-4a39-8c80-aeabedc47621'}}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:50:13.737326 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-c2e363fe-6efc-4a3a-8cc6-2001366eda36 req-1e7895a4-dcbf-4568-a0c8-50be47b94459 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:13.803029 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c2e363fe-6efc-4a3a-8cc6-2001366eda36 req-eb56676c-ab67-4636-9dbd-b136d004e6a1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=58d3bc7f-a29e-455c-8444-21624267451b HTTP/1.1" status: 200 len: 217 time: 0.0732789 Jun 01 18:50:13.841185 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f245768b-d06b-45fe-9296-fc86ca0cbaf2 req-094aedac-4a2e-4f21-9188-db6fafd340dd tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:13.848559 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f245768b-d06b-45fe-9296-fc86ca0cbaf2 req-094aedac-4a2e-4f21-9188-db6fafd340dd tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] 10.222.0.41 "GET /v2.0/ports?device_id=864a6568-f45e-4c63-b75a-3b962c4b6f1e HTTP/1.1" status: 200 len: 945 time: 0.5597653 Jun 01 18:50:13.879852 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-c2e363fe-6efc-4a3a-8cc6-2001366eda36 req-1e7895a4-dcbf-4568-a0c8-50be47b94459 service neutron] For port 29ee3954-38a7-48c9-8ea1-079432f5027a, host n-h2-844202-1, cleared binding levels {{(pid=88524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:50:13.900308 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-c2e363fe-6efc-4a3a-8cc6-2001366eda36 req-1e7895a4-dcbf-4568-a0c8-50be47b94459 service neutron] For port 29ee3954-38a7-48c9-8ea1-079432f5027a, host n-h2-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=29ee3954-38a7-48c9-8ea1-079432f5027a,segment=NetworkSegment(8fe03d0a-6f47-4b90-b09a-f9196062e68e),segment_id=8fe03d0a-6f47-4b90-b09a-f9196062e68e)] {{(pid=88524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:50:13.907974 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-c2e363fe-6efc-4a3a-8cc6-2001366eda36 req-1e7895a4-dcbf-4568-a0c8-50be47b94459 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:13.923468 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-dd5f317e-0e4c-4013-bb78-7c2a890ed303 req-6996c3b9-8c3b-49d4-9f5d-dbfe6c3306ea tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] 10.222.0.41 "GET /v2.0/security-groups?id=9caa0f54-cb0e-4092-b752-f15eca9f84a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194947 Jun 01 18:50:13.942429 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e363fe-6efc-4a3a-8cc6-2001366eda36 req-fc851df4-72e7-4bb0-a0e0-f221516a8987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:13.944423 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c2e363fe-6efc-4a3a-8cc6-2001366eda36 req-fc851df4-72e7-4bb0-a0e0-f221516a8987 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=af6795b5-bdde-4ed9-943b-407812e69e16 HTTP/1.1" status: 200 len: 852 time: 0.1251044 Jun 01 18:50:14.011938 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f245768b-d06b-45fe-9296-fc86ca0cbaf2 req-19311c22-0323-4753-b4bc-087c4b360ece tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f2fd699-5af8-4379-8a92-35d8c8796709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623561 Jun 01 18:50:14.021581 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7895a4-dcbf-4568-a0c8-50be47b94459 service neutron] Pushing event updated for resources: {'Port': ['ID=29ee3954-38a7-48c9-8ea1-079432f5027a,revision_number=3']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:50:14.040561 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e363fe-6efc-4a3a-8cc6-2001366eda36 req-1e7895a4-dcbf-4568-a0c8-50be47b94459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:14.041305 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-c2e363fe-6efc-4a3a-8cc6-2001366eda36 req-1e7895a4-dcbf-4568-a0c8-50be47b94459 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:14.043769 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c2e363fe-6efc-4a3a-8cc6-2001366eda36 req-1e7895a4-dcbf-4568-a0c8-50be47b94459 service neutron] 10.222.0.50 "PUT /v2.0/ports/29ee3954-38a7-48c9-8ea1-079432f5027a HTTP/1.1" status: 200 len: 1091 time: 2.1021063 Jun 01 18:50:14.046370 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device a4e4b726-a1b4-48f8-9da7-461297262309 details requested by agent hyperv_n-h2-844202-1 with host n-h2-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 18:50:14.049025 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c2e363fe-6efc-4a3a-8cc6-2001366eda36 req-7894093d-3bdd-4736-85cb-7792078600c4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=87b9dfd0-7353-4a39-8c80-aeabedc47621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0982964 Jun 01 18:50:14.238685 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 52188) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:50:14.263720 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d09783c9-5430-4228-871d-95f865eb738f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:14.288460 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-d09783c9-5430-4228-871d-95f865eb738f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:50:14.293270 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-d09783c9-5430-4228-871d-95f865eb738f admin admin] Usage tracker for resource:security_group_rule and tenant:9fa4a2e2ca454f07921d1bb4110cc941 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:50:14.297505 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-d09783c9-5430-4228-871d-95f865eb738f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:50:14.303864 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-d09783c9-5430-4228-871d-95f865eb738f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:50:14.327196 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port a4e4b726-a1b4-48f8-9da7-461297262309, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=a4e4b726-a1b4-48f8-9da7-461297262309,segment=NetworkSegment(5423f802-8952-4dea-8b13-e2a87f408f8c),segment_id=5423f802-8952-4dea-8b13-e2a87f408f8c)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:50:14.380337 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Returning: {'device': 'a4e4b726-a1b4-48f8-9da7-461297262309', 'network_id': 'e3dea7fc-235f-4736-8c6d-38e23ed566b9', 'port_id': 'a4e4b726-a1b4-48f8-9da7-461297262309', 'mac_address': 'fa:16:3e:c1:72:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da8eacd5-9944-4111-9d5f-9f3e01b23eff', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 18:50:14.381648 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c2e363fe-6efc-4a3a-8cc6-2001366eda36 req-e1c53ee9-7f20-4498-89f6-130419a0d50b service neutron] 10.222.0.15 "GET /v2.0/networks/87b9dfd0-7353-4a39-8c80-aeabedc47621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3267350 Jun 01 18:50:14.412996 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d09783c9-5430-4228-871d-95f865eb738f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:14.420743 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d09783c9-5430-4228-871d-95f865eb738f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:14.461356 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e363fe-6efc-4a3a-8cc6-2001366eda36 req-65a9b79f-10fa-42e4-aa6a-34dd92c43b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:14.462878 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c2e363fe-6efc-4a3a-8cc6-2001366eda36 req-65a9b79f-10fa-42e4-aa6a-34dd92c43b6d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=722c4f653eb54dd18e783c5f350712c1&device_id=749bbb7c-b02e-4e1b-aef8-be7b290a27b1 HTTP/1.1" status: 200 len: 1094 time: 0.3680620 Jun 01 18:50:14.499027 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 2559c4d9-0a11-4939-aac5-7a66d121c8de no longer exists at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:50:14.506040 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6781ea54-5492-4d38-8ee1-b223c2acd577 req-bcd5dd6a-627d-4e17-ad6a-7865e1e2ea13 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:14.514005 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-6781ea54-5492-4d38-8ee1-b223c2acd577 req-bcd5dd6a-627d-4e17-ad6a-7865e1e2ea13 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ae812a2-5303-4c9c-88e8-5c44f26565c9 HTTP/1.1" status: 200 len: 950 time: 0.2133055 Jun 01 18:50:14.598774 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] No Port match for: 2559c4d9-0a11-4939-aac5-7a66d121c8de {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 18:50:14.599124 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 2559c4d9-0a11-4939-aac5-7a66d121c8de not bound to the agent host n-h1-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 18:50:14.608291 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-d09783c9-5430-4228-871d-95f865eb738f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9fa4a2e2ca454f07921d1bb4110cc941&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3628273 Jun 01 18:50:14.612169 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 52200) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:50:14.619100 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port a4e4b726-a1b4-48f8-9da7-461297262309 is: ACTIVE; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:50:14.619363 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:14.647569 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c2e363fe-6efc-4a3a-8cc6-2001366eda36 req-4019582f-b087-4929-972a-a4c58040737b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=29ee3954-38a7-48c9-8ea1-079432f5027a HTTP/1.1" status: 200 len: 217 time: 0.1665699 Jun 01 18:50:14.649616 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '749bbb7c-b02e-4e1b-aef8-be7b290a27b1', 'tag': '29ee3954-38a7-48c9-8ea1-079432f5027a'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:50:14.665364 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a4e4b726-a1b4-48f8-9da7-461297262309 {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:50:14.672415 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-6781ea54-5492-4d38-8ee1-b223c2acd577 req-f5acb569-8344-4d15-884d-da3512fda80c tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbe27866-6450-47f0-a8e1-f266dfb72433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537032 Jun 01 18:50:14.694097 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c2e363fe-6efc-4a3a-8cc6-2001366eda36 req-d7440226-fe09-4b90-a574-45170865098d service neutron] 10.222.0.15 "GET /v2.0/networks/87b9dfd0-7353-4a39-8c80-aeabedc47621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3057082 Jun 01 18:50:14.708544 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port a4e4b726-a1b4-48f8-9da7-461297262309, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=a4e4b726-a1b4-48f8-9da7-461297262309,segment=NetworkSegment(5423f802-8952-4dea-8b13-e2a87f408f8c),segment_id=5423f802-8952-4dea-8b13-e2a87f408f8c)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:50:14.720171 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:14.737019 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09783c9-5430-4228-871d-95f865eb738f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1aa57d2-adaf-4e25-81bd-255efb016ee0,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:50:14.754961 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5939efa8-77ce-4fa2-8856-66760d8bb97c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:14.790885 n-d-844202-1 neutron-server[88525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2f62a14-1510-442e-88ed-9ced326bb0e6'] response: {'name': 'network-changed', 'server_uuid': 'e4403b80-70b9-4a94-ae28-21cc84b5df22', 'tag': '58d3bc7f-a29e-455c-8444-21624267451b', 'status': 'completed', 'code': 200} Jun 01 18:50:14.807083 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5939efa8-77ce-4fa2-8856-66760d8bb97c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:14.824310 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e363fe-6efc-4a3a-8cc6-2001366eda36 req-d777e0b5-41eb-45b9-8e4d-26f723986931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:14.825987 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c2e363fe-6efc-4a3a-8cc6-2001366eda36 req-d777e0b5-41eb-45b9-8e4d-26f723986931 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=af6795b5-bdde-4ed9-943b-407812e69e16 HTTP/1.1" status: 200 len: 852 time: 0.1681554 Jun 01 18:50:14.888729 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] get_ports_and_sgs() called for port_ids ['a4e4b726-a1b4-48f8-9da7-461297262309'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:50:14.901637 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 52212) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:50:14.906132 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c9f2107-64a1-4ec4-99e7-5fd226033941'] response: {'name': 'network-changed', 'server_uuid': '749bbb7c-b02e-4e1b-aef8-be7b290a27b1', 'tag': '29ee3954-38a7-48c9-8ea1-079432f5027a', 'status': 'completed', 'code': 200} Jun 01 18:50:14.913215 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c2e363fe-6efc-4a3a-8cc6-2001366eda36 req-2de2784a-ab45-4440-8db6-28df781cfe67 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=87b9dfd0-7353-4a39-8c80-aeabedc47621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0808239 Jun 01 18:50:15.042542 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=a4e4b726-a1b4-48f8-9da7-461297262309,revision_number=6']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:50:15.045363 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92496d3c-fac9-4a5f-9f39-8bf9c66414c6 req-346875bd-bfdf-416a-ae06-8205ea20eb5f tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:15.052871 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-92496d3c-fac9-4a5f-9f39-8bf9c66414c6 req-346875bd-bfdf-416a-ae06-8205ea20eb5f tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f67c738-584f-4106-9a9a-b1bbbc4b97b6 HTTP/1.1" status: 200 len: 946 time: 0.1624796 Jun 01 18:50:15.056482 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5939efa8-77ce-4fa2-8856-66760d8bb97c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:15.083506 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8296f0d6-9bc4-41a5-97d3-541e6be99066 req-75da51e2-710e-494d-a31b-eeb1cde90b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:15.085068 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8296f0d6-9bc4-41a5-97d3-541e6be99066 req-75da51e2-710e-494d-a31b-eeb1cde90b25 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=722c4f653eb54dd18e783c5f350712c1&device_id=e4403b80-70b9-4a94-ae28-21cc84b5df22 HTTP/1.1" status: 200 len: 1094 time: 0.2852240 Jun 01 18:50:15.103590 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5939efa8-77ce-4fa2-8856-66760d8bb97c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1aa57d2-adaf-4e25-81bd-255efb016ee0,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:50:15.195628 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c2e363fe-6efc-4a3a-8cc6-2001366eda36 req-09e4aa84-4fd6-4fef-ae11-d2ac7e0e6073 service neutron] 10.222.0.50 "GET /v2.0/networks/87b9dfd0-7353-4a39-8c80-aeabedc47621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2764211 Jun 01 18:50:15.225388 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-3a298a64-fcb3-4479-8659-d0382efa558d admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1920496728-network', 'tenant_id': '008b5114a12a48d5a4c6e4db1f7d7e5c'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:50:15.268271 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5939efa8-77ce-4fa2-8856-66760d8bb97c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:15.270484 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-5939efa8-77ce-4fa2-8856-66760d8bb97c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b1aa57d2-adaf-4e25-81bd-255efb016ee0 HTTP/1.1" status: 204 len: 168 time: 0.6552210 Jun 01 18:50:15.278811 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-3a298a64-fcb3-4479-8659-d0382efa558d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:50:15.291227 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-3a298a64-fcb3-4479-8659-d0382efa558d admin admin] Usage tracker for resource:network and tenant:008b5114a12a48d5a4c6e4db1f7d7e5c is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:50:15.296878 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-3a298a64-fcb3-4479-8659-d0382efa558d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:50:15.303484 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-92496d3c-fac9-4a5f-9f39-8bf9c66414c6 req-583c1004-df8a-480b-a877-1f11c60eed96 tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] 10.222.0.41 "GET /v2.0/security-groups?id=8fc7fdb2-998f-4fa0-8e3e-2050d2f86fec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2497663 Jun 01 18:50:15.316310 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-3a298a64-fcb3-4479-8659-d0382efa558d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:50:15.343154 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8296f0d6-9bc4-41a5-97d3-541e6be99066 req-74faa9c8-7f5a-42a4-94bf-3b6bfd938bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:15.344788 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8296f0d6-9bc4-41a5-97d3-541e6be99066 req-74faa9c8-7f5a-42a4-94bf-3b6bfd938bd1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=87b9dfd0-7353-4a39-8c80-aeabedc47621 HTTP/1.1" status: 200 len: 913 time: 0.2442505 Jun 01 18:50:15.351481 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a298a64-fcb3-4479-8659-d0382efa558d admin admin] Made reservation on behalf of 008b5114a12a48d5a4c6e4db1f7d7e5c for: {'network': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:50:15.355921 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3a298a64-fcb3-4479-8659-d0382efa558d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:15.379219 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.agents_db [None req-e814b9cf-7de8-45d0-a079-29c61fabe7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 18:50:15.573832 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8296f0d6-9bc4-41a5-97d3-541e6be99066 req-29e6c907-df5e-45ca-a368-9374e20a694b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=58d3bc7f-a29e-455c-8444-21624267451b HTTP/1.1" status: 200 len: 217 time: 0.2044425 Jun 01 18:50:15.577702 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3a298a64-fcb3-4479-8659-d0382efa558d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:15.624778 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c2e363fe-6efc-4a3a-8cc6-2001366eda36 req-44927cb3-4c09-4beb-a9b4-14458d096120 service neutron] 10.222.0.50 "GET /v2.0/networks/87b9dfd0-7353-4a39-8c80-aeabedc47621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3860822 Jun 01 18:50:15.634658 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0d2d99-e9a8-42c5-a104-6854c567b9ec req-5f1cd952-32a5-4456-8789-781b26faa252 tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:15.635398 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-1e0d2d99-e9a8-42c5-a104-6854c567b9ec req-5f1cd952-32a5-4456-8789-781b26faa252 tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] Synchronizing usage tracker for tenant:722c4f653eb54dd18e783c5f350712c1 on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:50:15.668094 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-1e0d2d99-e9a8-42c5-a104-6854c567b9ec req-5f1cd952-32a5-4456-8789-781b26faa252 tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] Unset dirty status for tenant:722c4f653eb54dd18e783c5f350712c1 on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:50:15.673960 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-1e0d2d99-e9a8-42c5-a104-6854c567b9ec req-5f1cd952-32a5-4456-8789-781b26faa252 tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] 10.222.0.41 "GET /v2.0/ports?device_id=749bbb7c-b02e-4e1b-aef8-be7b290a27b1 HTTP/1.1" status: 200 len: 943 time: 0.3190813 Jun 01 18:50:15.689973 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-3a298a64-fcb3-4479-8659-d0382efa558d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:50:15.705819 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-3a298a64-fcb3-4479-8659-d0382efa558d admin admin] Usage tracker for resource:security_group_rule and tenant:008b5114a12a48d5a4c6e4db1f7d7e5c is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:50:15.711684 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-3a298a64-fcb3-4479-8659-d0382efa558d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:50:15.722532 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-3a298a64-fcb3-4479-8659-d0382efa558d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:50:15.732717 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8296f0d6-9bc4-41a5-97d3-541e6be99066 req-294fd2d2-1d39-446a-90db-1e9a708ce933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:15.734214 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8296f0d6-9bc4-41a5-97d3-541e6be99066 req-294fd2d2-1d39-446a-90db-1e9a708ce933 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=af6795b5-bdde-4ed9-943b-407812e69e16 HTTP/1.1" status: 200 len: 852 time: 0.1468983 Jun 01 18:50:15.794911 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-1e0d2d99-e9a8-42c5-a104-6854c567b9ec req-eda7975f-06a9-40ed-ad03-2cf14be340ad tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] 10.222.0.41 "GET /v2.0/security-groups?id=9caa0f54-cb0e-4092-b752-f15eca9f84a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196620 Jun 01 18:50:15.804735 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8296f0d6-9bc4-41a5-97d3-541e6be99066 req-92b3f986-f3f3-41a4-b608-796dde814d01 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=87b9dfd0-7353-4a39-8c80-aeabedc47621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0628369 Jun 01 18:50:15.835198 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4594efd-b30b-49d3-a9c5-39c9658d031a req-3dd10c9e-5cc9-4ef4-8a69-2d23b88b5b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:15.837334 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c4594efd-b30b-49d3-a9c5-39c9658d031a req-3dd10c9e-5cc9-4ef4-8a69-2d23b88b5b48 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=722c4f653eb54dd18e783c5f350712c1&device_id=749bbb7c-b02e-4e1b-aef8-be7b290a27b1 HTTP/1.1" status: 200 len: 1094 time: 0.1369660 Jun 01 18:50:15.946990 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-16fc25cc-b675-4367-9444-fe13b6a2a3d2 req-e4b231cb-cf81-4673-9dbd-7663f2d0ef52 tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-158483282', 'description': 'tempest-description-252110213'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:50:15.965458 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-16fc25cc-b675-4367-9444-fe13b6a2a3d2 req-e4b231cb-cf81-4673-9dbd-7663f2d0ef52 tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:50:15.982798 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-16fc25cc-b675-4367-9444-fe13b6a2a3d2 req-e4b231cb-cf81-4673-9dbd-7663f2d0ef52 tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:50:16.027636 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4b12c3-2bd8-4e06-b6c8-71aea3fc5f01 req-ce054757-c0fd-4182-ac63-421f33201e0e tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:16.030469 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-16fc25cc-b675-4367-9444-fe13b6a2a3d2 req-e4b231cb-cf81-4673-9dbd-7663f2d0ef52 tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:16.036974 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2d4b12c3-2bd8-4e06-b6c8-71aea3fc5f01 req-ce054757-c0fd-4182-ac63-421f33201e0e tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] 10.222.0.41 "GET /v2.0/ports?device_id=864a6568-f45e-4c63-b75a-3b962c4b6f1e HTTP/1.1" status: 200 len: 944 time: 0.4665930 Jun 01 18:50:16.075653 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device a4e4b726-a1b4-48f8-9da7-461297262309 no longer exists at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:50:16.105579 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4594efd-b30b-49d3-a9c5-39c9658d031a req-cbeeaa23-9dbc-472b-83c8-763d8039da51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:16.108857 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c4594efd-b30b-49d3-a9c5-39c9658d031a req-cbeeaa23-9dbc-472b-83c8-763d8039da51 service neutron] 10.222.0.50 "GET /v2.0/networks?id=87b9dfd0-7353-4a39-8c80-aeabedc47621 HTTP/1.1" status: 200 len: 913 time: 0.2649109 Jun 01 18:50:16.110599 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-16fc25cc-b675-4367-9444-fe13b6a2a3d2 req-e4b231cb-cf81-4673-9dbd-7663f2d0ef52 tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:50:16.144453 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3a298a64-fcb3-4479-8659-d0382efa558d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:16.163950 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3a298a64-fcb3-4479-8659-d0382efa558d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:16.215456 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2d4b12c3-2bd8-4e06-b6c8-71aea3fc5f01 req-d71f6c35-be16-4be5-ac06-b23c19b595e4 tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f2fd699-5af8-4379-8a92-35d8c8796709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773992 Jun 01 18:50:16.226451 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-16fc25cc-b675-4367-9444-fe13b6a2a3d2 req-e4b231cb-cf81-4673-9dbd-7663f2d0ef52 tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] Usage tracker for resource:security_group_rule and tenant:bba0af6b22cc48889542d40b4d85508e is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:50:16.245103 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-16fc25cc-b675-4367-9444-fe13b6a2a3d2 req-e4b231cb-cf81-4673-9dbd-7663f2d0ef52 tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:50:16.272895 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c4594efd-b30b-49d3-a9c5-39c9658d031a req-e33ad54d-c548-43e1-956a-a6653cea40fa service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=29ee3954-38a7-48c9-8ea1-079432f5027a HTTP/1.1" status: 200 len: 217 time: 0.1538038 Jun 01 18:50:16.274286 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-16fc25cc-b675-4367-9444-fe13b6a2a3d2 req-e4b231cb-cf81-4673-9dbd-7663f2d0ef52 tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:50:16.318611 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a298a64-fcb3-4479-8659-d0382efa558d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 144} {{(pid=88525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 18:50:16.342133 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port a4e4b726-a1b4-48f8-9da7-461297262309 is: BUILD; New status is: DOWN {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:50:16.342314 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:16.347467 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a298a64-fcb3-4479-8659-d0382efa558d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c889e86-14a3-4bba-aac4-bcb9dc5e0377,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:50:16.351459 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 52258) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:50:16.357889 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8296f0d6-9bc4-41a5-97d3-541e6be99066 req-e470b051-7c7d-4825-984a-f6408437cf07 service neutron] 10.222.0.15 "GET /v2.0/networks/87b9dfd0-7353-4a39-8c80-aeabedc47621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5152404 Jun 01 18:50:16.380501 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id a4e4b726-a1b4-48f8-9da7-461297262309 {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:50:16.406484 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port a4e4b726-a1b4-48f8-9da7-461297262309, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=a4e4b726-a1b4-48f8-9da7-461297262309,segment=NetworkSegment(5423f802-8952-4dea-8b13-e2a87f408f8c),segment_id=5423f802-8952-4dea-8b13-e2a87f408f8c)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:50:16.412360 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:16.434997 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3a298a64-fcb3-4479-8659-d0382efa558d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:16.435930 n-d-844202-1 neutron-server[88525]: INFO neutron.db.segments_db [None req-3a298a64-fcb3-4479-8659-d0382efa558d admin admin] Added segment b91be4d7-31fc-4972-ae0b-7be1127e4506 of type vlan for network 207b77f8-10b5-4db7-a096-72175afaed8a Jun 01 18:50:16.491638 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-16fc25cc-b675-4367-9444-fe13b6a2a3d2 req-e4b231cb-cf81-4673-9dbd-7663f2d0ef52 tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:16.500815 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-16fc25cc-b675-4367-9444-fe13b6a2a3d2 req-e4b231cb-cf81-4673-9dbd-7663f2d0ef52 tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:16.540617 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4594efd-b30b-49d3-a9c5-39c9658d031a req-af7b6a74-c61e-4fe2-9781-11f5e7994ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:16.542334 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c4594efd-b30b-49d3-a9c5-39c9658d031a req-af7b6a74-c61e-4fe2-9781-11f5e7994ed6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=af6795b5-bdde-4ed9-943b-407812e69e16 HTTP/1.1" status: 200 len: 852 time: 0.2607360 Jun 01 18:50:16.549474 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=a4e4b726-a1b4-48f8-9da7-461297262309,revision_number=7']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:50:16.600179 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-16fc25cc-b675-4367-9444-fe13b6a2a3d2 req-e4b231cb-cf81-4673-9dbd-7663f2d0ef52 tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:16.601755 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-16fc25cc-b675-4367-9444-fe13b6a2a3d2 req-e4b231cb-cf81-4673-9dbd-7663f2d0ef52 tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.6637566 Jun 01 18:50:16.614128 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c4594efd-b30b-49d3-a9c5-39c9658d031a req-c8547b78-ca97-4bd2-b1f6-7898fdcdb177 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=87b9dfd0-7353-4a39-8c80-aeabedc47621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0630102 Jun 01 18:50:16.615813 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b231cb-cf81-4673-9dbd-7663f2d0ef52 tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9bbfd0a5-9b79-4e8d-a6a3-8a87ebb71fd2,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:50:16.685246 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3a298a64-fcb3-4479-8659-d0382efa558d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:16.782869 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c4594efd-b30b-49d3-a9c5-39c9658d031a req-eebe371f-9e5e-47fc-b075-22d0fa524676 service neutron] 10.222.0.50 "GET /v2.0/networks/87b9dfd0-7353-4a39-8c80-aeabedc47621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570258 Jun 01 18:50:16.784862 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8296f0d6-9bc4-41a5-97d3-541e6be99066 req-47736f7b-c2e4-4841-82d4-3c1e2222ad75 service neutron] 10.222.0.15 "GET /v2.0/networks/87b9dfd0-7353-4a39-8c80-aeabedc47621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4156363 Jun 01 18:50:16.809208 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3a298a64-fcb3-4479-8659-d0382efa558d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:16.810691 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a298a64-fcb3-4479-8659-d0382efa558d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:16.811252 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3a298a64-fcb3-4479-8659-d0382efa558d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:16.844642 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-44132d2b-8a00-47f1-9672-b067e5b7d4d1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6a27102617d1431180133ab7caf63d74&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4740212 Jun 01 18:50:16.852578 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a294bd4e-d534-4a55-a0c1-edb516fc89c4 req-a94e9a0f-ab46-4a5b-ad72-92351c7b8f1e tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:16.854059 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a294bd4e-d534-4a55-a0c1-edb516fc89c4 req-a94e9a0f-ab46-4a5b-ad72-92351c7b8f1e tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ae812a2-5303-4c9c-88e8-5c44f26565c9 HTTP/1.1" status: 200 len: 950 time: 0.4045196 Jun 01 18:50:16.854541 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 52276) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:50:17.005685 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-3a298a64-fcb3-4479-8659-d0382efa558d admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.0500290 Jun 01 18:50:17.008973 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 52284) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:50:17.016173 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-22ed7ec3-af3e-4ece-b662-0a58fd6e36e6 admin admin] Request body: {'subnet': {'network_id': '207b77f8-10b5-4db7-a096-72175afaed8a', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1920496728-subnet', 'tenant_id': '008b5114a12a48d5a4c6e4db1f7d7e5c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:50:17.026185 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c4594efd-b30b-49d3-a9c5-39c9658d031a req-d2f92e85-1a64-49a9-896e-d58b217dd77e service neutron] 10.222.0.50 "GET /v2.0/networks/87b9dfd0-7353-4a39-8c80-aeabedc47621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2354956 Jun 01 18:50:17.026626 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a294bd4e-d534-4a55-a0c1-edb516fc89c4 req-f220d92b-49ba-4444-9075-825cf4450475 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbe27866-6450-47f0-a8e1-f266dfb72433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642790 Jun 01 18:50:17.027625 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-22ed7ec3-af3e-4ece-b662-0a58fd6e36e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:50:17.030304 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a298a64-fcb3-4479-8659-d0382efa558d admin admin] Pushing event updated for resources: {'Network': ['ID=207b77f8-10b5-4db7-a096-72175afaed8a,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:50:17.051306 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network 207b77f8-10b5-4db7-a096-72175afaed8a details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 18:50:17.052506 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-729a5d1c-1a2f-437f-998b-614eb45f18e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:17.077450 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-22ed7ec3-af3e-4ece-b662-0a58fd6e36e6 admin admin] Usage tracker for resource:subnet and tenant:008b5114a12a48d5a4c6e4db1f7d7e5c is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:50:17.081733 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-22ed7ec3-af3e-4ece-b662-0a58fd6e36e6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:50:17.092346 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-22ed7ec3-af3e-4ece-b662-0a58fd6e36e6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:50:17.094756 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-729a5d1c-1a2f-437f-998b-614eb45f18e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:17.111145 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22ed7ec3-af3e-4ece-b662-0a58fd6e36e6 admin admin] Made reservation on behalf of 008b5114a12a48d5a4c6e4db1f7d7e5c for: {'subnet': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:50:17.114548 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-22ed7ec3-af3e-4ece-b662-0a58fd6e36e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3066584'] for subnet, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:17.261238 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-729a5d1c-1a2f-437f-998b-614eb45f18e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:17.283268 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729a5d1c-1a2f-437f-998b-614eb45f18e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcbeff12-2246-4981-86e6-ae4558f0b5e8,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:50:17.288142 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-4f586972-f6eb-4833-aa6c-18512ad98d02 req-ef0424c5-4539-4fa1-9da0-0b540c8a094e tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] Synchronizing usage tracker for tenant:bba0af6b22cc48889542d40b4d85508e on resource:security_group {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:50:17.299205 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-729a5d1c-1a2f-437f-998b-614eb45f18e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:17.300468 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-729a5d1c-1a2f-437f-998b-614eb45f18e7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/dcbeff12-2246-4981-86e6-ae4558f0b5e8 HTTP/1.1" status: 204 len: 168 time: 0.4399748 Jun 01 18:50:17.318207 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167165b6-0f12-4159-a33a-42eedf9bbf70 req-8dad12b8-6de7-426d-8b0d-f4180a39b5f8 tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:17.326297 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-167165b6-0f12-4159-a33a-42eedf9bbf70 req-8dad12b8-6de7-426d-8b0d-f4180a39b5f8 tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] 10.222.0.41 "GET /v2.0/ports?device_id=749bbb7c-b02e-4e1b-aef8-be7b290a27b1 HTTP/1.1" status: 200 len: 943 time: 0.1206613 Jun 01 18:50:17.393675 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-167165b6-0f12-4159-a33a-42eedf9bbf70 req-317fdadd-6c7f-4b8a-9e4e-5a3d6dfde741 tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] 10.222.0.41 "GET /v2.0/security-groups?id=9caa0f54-cb0e-4092-b752-f15eca9f84a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605447 Jun 01 18:50:17.433130 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-4f586972-f6eb-4833-aa6c-18512ad98d02 req-ef0424c5-4539-4fa1-9da0-0b540c8a094e tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] Unset dirty status for tenant:bba0af6b22cc48889542d40b4d85508e on resource:security_group {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:50:17.435207 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4f586972-f6eb-4833-aa6c-18512ad98d02 req-ef0424c5-4539-4fa1-9da0-0b540c8a094e tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-158483282&fields=id&tenant_id=bba0af6b22cc48889542d40b4d85508e HTTP/1.1" status: 200 len: 267 time: 0.2853327 Jun 01 18:50:17.516040 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-22ed7ec3-af3e-4ece-b662-0a58fd6e36e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2718919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3066602'] for subnet, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:17.620957 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ed7ec3-af3e-4ece-b662-0a58fd6e36e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e62c3296-9c48-4125-9b6d-90d1c097b1bb,revision_number=0']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:50:17.630215 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ed7ec3-af3e-4ece-b662-0a58fd6e36e6 admin admin] Checking segment: {'id': 'b91be4d7-31fc-4972-ae0b-7be1127e4506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '207b77f8-10b5-4db7-a096-72175afaed8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:50:17.630576 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22ed7ec3-af3e-4ece-b662-0a58fd6e36e6 admin admin] Network hostable DHCP agents. Network: 207b77f8-10b5-4db7-a096-72175afaed8a, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88524) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 18:50:17.653764 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f586972-f6eb-4833-aa6c-18512ad98d02 req-60a481f0-0ec7-4c6f-aaf3-3cc1daac1ae9 tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:17.655395 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4f586972-f6eb-4833-aa6c-18512ad98d02 req-60a481f0-0ec7-4c6f-aaf3-3cc1daac1ae9 tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f67c738-584f-4106-9a9a-b1bbbc4b97b6 HTTP/1.1" status: 200 len: 946 time: 0.2031786 Jun 01 18:50:17.668694 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-4f586972-f6eb-4833-aa6c-18512ad98d02 req-ae198689-59d3-40be-b593-23690d0ddb6c tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] Request body: {'port': {'security_groups': ['8fc7fdb2-998f-4fa0-8e3e-2050d2f86fec', '9bbfd0a5-9b79-4e8d-a6a3-8a87ebb71fd2']}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:50:17.702953 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22ed7ec3-af3e-4ece-b662-0a58fd6e36e6 admin admin] Network 207b77f8-10b5-4db7-a096-72175afaed8a is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88524) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 18:50:17.730112 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-22ed7ec3-af3e-4ece-b662-0a58fd6e36e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, 207b77f8-10b5-4db7-a096-72175afaed8a) {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:50:17.740644 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2775ef40-215f-4dbe-841e-32fbe9175937 None None] Network 207b77f8-10b5-4db7-a096-72175afaed8a requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 18:50:17.829077 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22ed7ec3-af3e-4ece-b662-0a58fd6e36e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:17.829658 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-22ed7ec3-af3e-4ece-b662-0a58fd6e36e6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:17.852470 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-4f586972-f6eb-4833-aa6c-18512ad98d02 req-ae198689-59d3-40be-b593-23690d0ddb6c tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:17.873330 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-22ed7ec3-af3e-4ece-b662-0a58fd6e36e6 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.8619845 Jun 01 18:50:18.090451 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 29ee3954-38a7-48c9-8ea1-079432f5027a details requested by agent hyperv_n-h2-844202-1 with host n-h2-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 18:50:18.236739 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-4f586972-f6eb-4833-aa6c-18512ad98d02 req-ae198689-59d3-40be-b593-23690d0ddb6c tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] For port 693d54c3-1b70-418e-bb59-fef3cfd9ad9c, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=693d54c3-1b70-418e-bb59-fef3cfd9ad9c,segment=NetworkSegment(18206650-252d-483b-b176-e766419278ec),segment_id=18206650-252d-483b-b176-e766419278ec)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:50:18.262420 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10078cf4-f363-4ebd-99ac-9302ca879b9f None None] Network 207b77f8-10b5-4db7-a096-72175afaed8a requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 18:50:18.269359 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-4f586972-f6eb-4833-aa6c-18512ad98d02 req-ae198689-59d3-40be-b593-23690d0ddb6c tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:18.275711 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-4f586972-f6eb-4833-aa6c-18512ad98d02 req-ae198689-59d3-40be-b593-23690d0ddb6c tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:18.287910 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7bc5d5-4fff-45f8-a3f5-78ba5a19cdf0 req-57790760-ee47-4731-b2fa-decb02dbcae1 tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:18.297021 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-dc7bc5d5-4fff-45f8-a3f5-78ba5a19cdf0 req-57790760-ee47-4731-b2fa-decb02dbcae1 tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] 10.222.0.41 "GET /v2.0/ports?device_id=864a6568-f45e-4c63-b75a-3b962c4b6f1e HTTP/1.1" status: 200 len: 943 time: 0.1168113 Jun 01 18:50:18.360666 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-dc7bc5d5-4fff-45f8-a3f5-78ba5a19cdf0 req-48cb4414-1555-449f-865c-15e60ef68783 tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f2fd699-5af8-4379-8a92-35d8c8796709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625050 Jun 01 18:50:18.372930 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] get_ports_and_sgs() called for port_ids ['693d54c3-1b70-418e-bb59-fef3cfd9ad9c'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:50:18.437704 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 58d3bc7f-a29e-455c-8444-21624267451b details requested by agent hyperv_n-h1-844202-1 with host n-h1-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 18:50:18.585927 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f586972-f6eb-4833-aa6c-18512ad98d02 req-ae198689-59d3-40be-b593-23690d0ddb6c tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:18.586599 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-4f586972-f6eb-4833-aa6c-18512ad98d02 req-ae198689-59d3-40be-b593-23690d0ddb6c tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:18.587985 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4f586972-f6eb-4833-aa6c-18512ad98d02 req-ae198689-59d3-40be-b593-23690d0ddb6c tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] 10.222.0.41 "PUT /v2.0/ports/693d54c3-1b70-418e-bb59-fef3cfd9ad9c HTTP/1.1" status: 200 len: 982 time: 0.9244401 Jun 01 18:50:18.588663 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f67c738-584f-4106-9a9a-b1bbbc4b97b6', 'tag': '693d54c3-1b70-418e-bb59-fef3cfd9ad9c'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:50:18.671604 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae198689-59d3-40be-b593-23690d0ddb6c tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] Pushing event updated for resources: {'Port': ['ID=693d54c3-1b70-418e-bb59-fef3cfd9ad9c,revision_number=6']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:50:18.686993 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 29ee3954-38a7-48c9-8ea1-079432f5027a, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=29ee3954-38a7-48c9-8ea1-079432f5027a,segment=NetworkSegment(8fe03d0a-6f47-4b90-b09a-f9196062e68e),segment_id=8fe03d0a-6f47-4b90-b09a-f9196062e68e)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:50:18.715127 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5e0213-534c-4d6b-83e9-667128838b27 req-ac460057-ed7c-4b74-b18b-2fa441c51527 tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:18.718014 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7f5e0213-534c-4d6b-83e9-667128838b27 req-ac460057-ed7c-4b74-b18b-2fa441c51527 tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] 10.222.0.50 "GET /v2.0/ports?device_id=864a6568-f45e-4c63-b75a-3b962c4b6f1e HTTP/1.1" status: 200 len: 943 time: 0.1132915 Jun 01 18:50:18.731089 n-d-844202-1 neutron-server[88525]: INFO neutron.api.v2.resource [req-2551dfda-7579-4a94-a8d3-41d50125be7a req-8a043843-b79b-4325-aab1-69ab32d23435 tempest-SecurityGroupsNegativeTestJSON-821472326 tempest-SecurityGroupsNegativeTestJSON-821472326-project] show failed (client error): The resource could not be found. Jun 01 18:50:18.733270 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2551dfda-7579-4a94-a8d3-41d50125be7a req-8a043843-b79b-4325-aab1-69ab32d23435 tempest-SecurityGroupsNegativeTestJSON-821472326 tempest-SecurityGroupsNegativeTestJSON-821472326-project] 10.222.0.41 "GET /v2.0/security-groups/7e89eddc-7594-4c9f-be33-53f7edd327b6 HTTP/1.1" status: 404 len: 352 time: 0.0195994 Jun 01 18:50:18.738494 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] get_ports_and_sgs() called for port_ids ['693d54c3-1b70-418e-bb59-fef3cfd9ad9c'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:50:18.798344 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Returning: {'device': '29ee3954-38a7-48c9-8ea1-079432f5027a', 'network_id': '87b9dfd0-7353-4a39-8c80-aeabedc47621', 'port_id': '29ee3954-38a7-48c9-8ea1-079432f5027a', 'mac_address': 'fa:16:3e:9c:76:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af6795b5-bdde-4ed9-943b-407812e69e16', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 18:50:18.861692 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-7f5e0213-534c-4d6b-83e9-667128838b27 req-f88cd3b6-eb12-4920-86ae-9116d590160c tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] Deleting port a4e4b726-a1b4-48f8-9da7-461297262309 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:50:18.862239 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-7f5e0213-534c-4d6b-83e9-667128838b27 req-f88cd3b6-eb12-4920-86ae-9116d590160c tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:18.928850 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port 29ee3954-38a7-48c9-8ea1-079432f5027a is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:50:18.929232 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:18.960404 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port 58d3bc7f-a29e-455c-8444-21624267451b, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=58d3bc7f-a29e-455c-8444-21624267451b,segment=NetworkSegment(8fe03d0a-6f47-4b90-b09a-f9196062e68e),segment_id=8fe03d0a-6f47-4b90-b09a-f9196062e68e)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:50:18.995716 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29ee3954-38a7-48c9-8ea1-079432f5027a {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:50:19.000888 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Returning: {'device': '58d3bc7f-a29e-455c-8444-21624267451b', 'network_id': '87b9dfd0-7353-4a39-8c80-aeabedc47621', 'port_id': '58d3bc7f-a29e-455c-8444-21624267451b', 'mac_address': 'fa:16:3e:f0:30:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af6795b5-bdde-4ed9-943b-407812e69e16', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 18:50:19.050710 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0ccd82-5f8d-4bb8-b8dd-89e048d606dd req-0c62214a-e056-4794-9d72-8bd72a3a2f0b tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:19.057677 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-da0ccd82-5f8d-4bb8-b8dd-89e048d606dd req-0c62214a-e056-4794-9d72-8bd72a3a2f0b tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ae812a2-5303-4c9c-88e8-5c44f26565c9 HTTP/1.1" status: 200 len: 950 time: 0.2963183 Jun 01 18:50:19.118979 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 29ee3954-38a7-48c9-8ea1-079432f5027a, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=29ee3954-38a7-48c9-8ea1-079432f5027a,segment=NetworkSegment(8fe03d0a-6f47-4b90-b09a-f9196062e68e),segment_id=8fe03d0a-6f47-4b90-b09a-f9196062e68e)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:50:19.150635 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port 58d3bc7f-a29e-455c-8444-21624267451b is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:50:19.151336 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:19.161546 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-da0ccd82-5f8d-4bb8-b8dd-89e048d606dd req-f8b4ff4f-03e5-452c-82f5-ce34649a982e tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbe27866-6450-47f0-a8e1-f266dfb72433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029229 Jun 01 18:50:19.209762 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58d3bc7f-a29e-455c-8444-21624267451b {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:50:19.231133 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:19.269505 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b465b6e-2f1c-456e-b6fe-293b59d6765c'] response: {'name': 'network-changed', 'server_uuid': '0f67c738-584f-4106-9a9a-b1bbbc4b97b6', 'tag': '693d54c3-1b70-418e-bb59-fef3cfd9ad9c', 'status': 'completed', 'code': 200} Jun 01 18:50:19.336540 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f56d27-3b7f-482a-9b62-06a8e59873a1 req-37258c15-cf5d-40a8-9653-cd74800fb1c7 tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:19.349404 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-58f56d27-3b7f-482a-9b62-06a8e59873a1 req-37258c15-cf5d-40a8-9653-cd74800fb1c7 tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] 10.222.0.41 "GET /v2.0/ports?device_id=749bbb7c-b02e-4e1b-aef8-be7b290a27b1 HTTP/1.1" status: 200 len: 944 time: 0.2306504 Jun 01 18:50:19.397695 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-7f5e0213-534c-4d6b-83e9-667128838b27 req-f88cd3b6-eb12-4920-86ae-9116d590160c tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] For port a4e4b726-a1b4-48f8-9da7-461297262309, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=a4e4b726-a1b4-48f8-9da7-461297262309,segment=NetworkSegment(5423f802-8952-4dea-8b13-e2a87f408f8c),segment_id=5423f802-8952-4dea-8b13-e2a87f408f8c)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:50:19.398321 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-7f5e0213-534c-4d6b-83e9-667128838b27 req-f88cd3b6-eb12-4920-86ae-9116d590160c tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:19.409500 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port 58d3bc7f-a29e-455c-8444-21624267451b, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=58d3bc7f-a29e-455c-8444-21624267451b,segment=NetworkSegment(8fe03d0a-6f47-4b90-b09a-f9196062e68e),segment_id=8fe03d0a-6f47-4b90-b09a-f9196062e68e)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:50:19.431253 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-759f6c4e-ed34-4dbf-b7a2-e8bd9a4e9188 req-f5bdf8e5-ef66-447c-b47a-5dd6e75b5428 tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-158483282&fields=id&tenant_id=bba0af6b22cc48889542d40b4d85508e HTTP/1.1" status: 200 len: 267 time: 0.0828295 Jun 01 18:50:19.433945 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-58f56d27-3b7f-482a-9b62-06a8e59873a1 req-ef7adc32-0ac5-4e24-a39e-3a8b6f9c6349 tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] 10.222.0.41 "GET /v2.0/security-groups?id=9caa0f54-cb0e-4092-b752-f15eca9f84a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834022 Jun 01 18:50:19.456762 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 52356) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:50:19.482904 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:19.489607 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbb9b0c-562d-4fbf-8fad-b1384cc6b1fc req-5ec806b4-34a1-493e-9b3a-fb2e13111391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:19.491129 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-0cbb9b0c-562d-4fbf-8fad-b1384cc6b1fc req-5ec806b4-34a1-493e-9b3a-fb2e13111391 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bba0af6b22cc48889542d40b4d85508e&device_id=0f67c738-584f-4106-9a9a-b1bbbc4b97b6 HTTP/1.1" status: 200 len: 1136 time: 0.2230296 Jun 01 18:50:19.494004 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=29ee3954-38a7-48c9-8ea1-079432f5027a,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:50:19.592904 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=58d3bc7f-a29e-455c-8444-21624267451b,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:50:19.610819 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] get_ports_and_sgs() called for port_ids ['29ee3954-38a7-48c9-8ea1-079432f5027a'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:50:19.666601 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbb9b0c-562d-4fbf-8fad-b1384cc6b1fc req-b8d13ca7-94d4-40d0-aadd-866d9ff0cc82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:19.670167 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-0cbb9b0c-562d-4fbf-8fad-b1384cc6b1fc req-b8d13ca7-94d4-40d0-aadd-866d9ff0cc82 service neutron] 10.222.0.15 "GET /v2.0/networks?id=733f1d30-f98a-417d-a420-8babaa4f930e HTTP/1.1" status: 200 len: 920 time: 0.1715426 Jun 01 18:50:19.718461 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-7f5e0213-534c-4d6b-83e9-667128838b27 req-f88cd3b6-eb12-4920-86ae-9116d590160c tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] Calling delete_port for a4e4b726-a1b4-48f8-9da7-461297262309 owned by compute:nova {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:50:19.875987 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] get_ports_and_sgs() called for port_ids ['58d3bc7f-a29e-455c-8444-21624267451b'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:50:19.926689 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-7f5e0213-534c-4d6b-83e9-667128838b27 req-f88cd3b6-eb12-4920-86ae-9116d590160c tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:19.988007 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-0cbb9b0c-562d-4fbf-8fad-b1384cc6b1fc req-472828b1-21ab-4bd4-8357-7be7201f6612 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=693d54c3-1b70-418e-bb59-fef3cfd9ad9c HTTP/1.1" status: 200 len: 217 time: 0.3106139 Jun 01 18:50:19.989881 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-605b58d5-b0f0-4660-8d5f-5b95ae7ab94f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:20.048132 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88cd3b6-eb12-4920-86ae-9116d590160c tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] Pushing event deleted for resources: {'Port': ['ID=a4e4b726-a1b4-48f8-9da7-461297262309,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:50:20.111896 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbb9b0c-562d-4fbf-8fad-b1384cc6b1fc req-a0090822-525f-4c0a-ac94-0de48c0b958f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:20.114736 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-0cbb9b0c-562d-4fbf-8fad-b1384cc6b1fc req-a0090822-525f-4c0a-ac94-0de48c0b958f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=feb88351-1be4-4281-aea1-860175961a49 HTTP/1.1" status: 200 len: 859 time: 0.1128204 Jun 01 18:50:20.123460 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-605b58d5-b0f0-4660-8d5f-5b95ae7ab94f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:50:20.125416 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f5e0213-534c-4d6b-83e9-667128838b27 req-f88cd3b6-eb12-4920-86ae-9116d590160c tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] No DVR routers for this DVR port a4e4b726-a1b4-48f8-9da7-461297262309 on host n-h2-844202-1 {{(pid=88524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 18:50:20.131272 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-7f5e0213-534c-4d6b-83e9-667128838b27 req-f88cd3b6-eb12-4920-86ae-9116d590160c tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:20.148825 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759f6c4e-ed34-4dbf-b7a2-e8bd9a4e9188 req-197af24d-5490-4d4a-b1af-49abaa42a27b tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:20.151190 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-759f6c4e-ed34-4dbf-b7a2-e8bd9a4e9188 req-197af24d-5490-4d4a-b1af-49abaa42a27b tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f67c738-584f-4106-9a9a-b1bbbc4b97b6 HTTP/1.1" status: 200 len: 985 time: 0.6357117 Jun 01 18:50:20.169365 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-759f6c4e-ed34-4dbf-b7a2-e8bd9a4e9188 req-bc7fede5-4646-4705-a3c8-c8302071138b tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] Request body: {'port': {'security_groups': ['8fc7fdb2-998f-4fa0-8e3e-2050d2f86fec']}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:50:20.172807 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-41ba74f9-7381-4d36-a90c-81ed19bf2f94 req-4b137298-6d9f-4ab4-83d0-14233ab7860c tempest-ImagesOneServerTestJSON-1533552250 tempest-ImagesOneServerTestJSON-1533552250-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=6bd17bf1f540474aac43920effd43aff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0887113 Jun 01 18:50:20.176125 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-605b58d5-b0f0-4660-8d5f-5b95ae7ab94f admin admin] Usage tracker for resource:security_group_rule and tenant:bb0b31a804d34135867dc0417d17d41d is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:50:20.192732 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-605b58d5-b0f0-4660-8d5f-5b95ae7ab94f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:50:20.207598 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7f5e0213-534c-4d6b-83e9-667128838b27 req-f88cd3b6-eb12-4920-86ae-9116d590160c tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] 10.222.0.50 "DELETE /v2.0/ports/a4e4b726-a1b4-48f8-9da7-461297262309 HTTP/1.1" status: 204 len: 173 time: 1.4835570 Jun 01 18:50:20.229789 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-0cbb9b0c-562d-4fbf-8fad-b1384cc6b1fc req-82e124ed-45bb-4141-8b0b-7de6c05386fc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=733f1d30-f98a-417d-a420-8babaa4f930e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1085832 Jun 01 18:50:20.285494 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-605b58d5-b0f0-4660-8d5f-5b95ae7ab94f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:50:20.324080 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-759f6c4e-ed34-4dbf-b7a2-e8bd9a4e9188 req-bc7fede5-4646-4705-a3c8-c8302071138b tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:20.526176 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ba74f9-7381-4d36-a90c-81ed19bf2f94 req-75f23ea0-0d99-4a91-a724-81a7f77a7abe tempest-ImagesOneServerTestJSON-1533552250 tempest-ImagesOneServerTestJSON-1533552250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:20.527653 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-41ba74f9-7381-4d36-a90c-81ed19bf2f94 req-75f23ea0-0d99-4a91-a724-81a7f77a7abe tempest-ImagesOneServerTestJSON-1533552250 tempest-ImagesOneServerTestJSON-1533552250-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3538315 Jun 01 18:50:20.532882 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-0cbb9b0c-562d-4fbf-8fad-b1384cc6b1fc req-6e49df80-acb4-4a58-b7e3-3fc725d1d799 service neutron] 10.222.0.15 "GET /v2.0/networks/733f1d30-f98a-417d-a420-8babaa4f930e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2538559 Jun 01 18:50:20.595375 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-759f6c4e-ed34-4dbf-b7a2-e8bd9a4e9188 req-bc7fede5-4646-4705-a3c8-c8302071138b tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] For port 693d54c3-1b70-418e-bb59-fef3cfd9ad9c, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=693d54c3-1b70-418e-bb59-fef3cfd9ad9c,segment=NetworkSegment(18206650-252d-483b-b176-e766419278ec),segment_id=18206650-252d-483b-b176-e766419278ec)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:50:20.624567 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-759f6c4e-ed34-4dbf-b7a2-e8bd9a4e9188 req-bc7fede5-4646-4705-a3c8-c8302071138b tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:20.630242 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-759f6c4e-ed34-4dbf-b7a2-e8bd9a4e9188 req-bc7fede5-4646-4705-a3c8-c8302071138b tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:20.709845 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-41ba74f9-7381-4d36-a90c-81ed19bf2f94 req-6e78b3e5-42c4-4179-90a4-d35abf946fa3 tempest-ImagesOneServerTestJSON-1533552250 tempest-ImagesOneServerTestJSON-1533552250-project] 10.222.0.41 "GET /v2.0/quotas/6bd17bf1f540474aac43920effd43aff HTTP/1.1" status: 200 len: 375 time: 0.1397972 Jun 01 18:50:20.710850 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759f6c4e-ed34-4dbf-b7a2-e8bd9a4e9188 req-bc7fede5-4646-4705-a3c8-c8302071138b tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:20.711883 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-759f6c4e-ed34-4dbf-b7a2-e8bd9a4e9188 req-bc7fede5-4646-4705-a3c8-c8302071138b tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:20.713483 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-759f6c4e-ed34-4dbf-b7a2-e8bd9a4e9188 req-bc7fede5-4646-4705-a3c8-c8302071138b tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] 10.222.0.41 "PUT /v2.0/ports/693d54c3-1b70-418e-bb59-fef3cfd9ad9c HTTP/1.1" status: 200 len: 943 time: 0.5504766 Jun 01 18:50:20.719031 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] get_ports_and_sgs() called for port_ids ['693d54c3-1b70-418e-bb59-fef3cfd9ad9c'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:50:20.746966 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7fede5-4646-4705-a3c8-c8302071138b tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] Pushing event updated for resources: {'Port': ['ID=693d54c3-1b70-418e-bb59-fef3cfd9ad9c,revision_number=7']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:50:20.791064 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-605b58d5-b0f0-4660-8d5f-5b95ae7ab94f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:20.804303 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-41ba74f9-7381-4d36-a90c-81ed19bf2f94 req-6ab143e8-f1ac-4b95-b15b-e77a66c327af tempest-ImagesOneServerTestJSON-1533552250 tempest-ImagesOneServerTestJSON-1533552250-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=6bd17bf1f540474aac43920effd43aff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0794892 Jun 01 18:50:20.815572 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-605b58d5-b0f0-4660-8d5f-5b95ae7ab94f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:20.919172 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] get_ports_and_sgs() called for port_ids ['693d54c3-1b70-418e-bb59-fef3cfd9ad9c'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:50:20.940335 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-605b58d5-b0f0-4660-8d5f-5b95ae7ab94f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bb0b31a804d34135867dc0417d17d41d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4713156 Jun 01 18:50:20.942799 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-0cbb9b0c-562d-4fbf-8fad-b1384cc6b1fc req-8f173311-83b3-4226-80b2-75cb74c0538b service neutron] 10.222.0.15 "GET /v2.0/networks/733f1d30-f98a-417d-a420-8babaa4f930e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4024148 Jun 01 18:50:20.944008 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 52382) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:50:20.946378 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605b58d5-b0f0-4660-8d5f-5b95ae7ab94f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51d860e4-1b1e-4974-bab8-d00160a5b479,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:50:20.958691 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-1244297a-cbd2-48e6-9d80-42491bf2f3bc req-fdbf148d-512e-4cfa-870c-2750792ae950 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=bbc6cdff-04ae-48c7-ad6e-c61c3c6d16b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3875153 Jun 01 18:50:21.001978 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-1b17a79b-a589-4cf2-bada-c6b24af0915e req-ed44ed93-4e74-47b9-88df-a036b849367b tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] Synchronizing usage tracker for tenant:6884b43c239b4677a270eb283de39d49 on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:50:21.064054 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-1b17a79b-a589-4cf2-bada-c6b24af0915e req-ed44ed93-4e74-47b9-88df-a036b849367b tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] Unset dirty status for tenant:6884b43c239b4677a270eb283de39d49 on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:50:21.065809 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-1b17a79b-a589-4cf2-bada-c6b24af0915e req-ed44ed93-4e74-47b9-88df-a036b849367b tempest-ImagesTestJSON-1805720782 tempest-ImagesTestJSON-1805720782-project] 10.222.0.41 "GET /v2.0/ports?device_id=864a6568-f45e-4c63-b75a-3b962c4b6f1e HTTP/1.1" status: 200 len: 210 time: 0.1827645 Jun 01 18:50:21.246275 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-beb334d3-69c7-49c9-b3c1-99cd7be0f886 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:21.271494 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '864a6568-f45e-4c63-b75a-3b962c4b6f1e', 'name': 'network-vif-deleted', 'tag': 'a4e4b726-a1b4-48f8-9da7-461297262309'}, {'name': 'network-changed', 'server_uuid': '0f67c738-584f-4106-9a9a-b1bbbc4b97b6', 'tag': '693d54c3-1b70-418e-bb59-fef3cfd9ad9c'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:50:21.284548 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1244297a-cbd2-48e6-9d80-42491bf2f3bc req-890e18f2-d984-4f59-874f-dccea31c4045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:21.286076 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-1244297a-cbd2-48e6-9d80-42491bf2f3bc req-890e18f2-d984-4f59-874f-dccea31c4045 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5a29f45689de4723b61fb9850cc62a10&device_id=bbc6cdff-04ae-48c7-ad6e-c61c3c6d16b7 HTTP/1.1" status: 200 len: 1099 time: 0.3004844 Jun 01 18:50:21.292465 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-beb334d3-69c7-49c9-b3c1-99cd7be0f886 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:21.313692 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df17655-e7f0-4931-bca6-159820148d6c req-42fec05b-5903-42fb-9b89-0b33f70d26dd tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:21.325047 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-5df17655-e7f0-4931-bca6-159820148d6c req-42fec05b-5903-42fb-9b89-0b33f70d26dd tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ae812a2-5303-4c9c-88e8-5c44f26565c9 HTTP/1.1" status: 200 len: 950 time: 0.2158883 Jun 01 18:50:21.331398 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61f786b-733e-4924-8b81-b84cfb02d310 req-393b96ce-2c42-47a9-a6c2-4c778f7d7fa1 tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:21.333192 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a61f786b-733e-4924-8b81-b84cfb02d310 req-393b96ce-2c42-47a9-a6c2-4c778f7d7fa1 tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] 10.222.0.41 "GET /v2.0/ports?device_id=749bbb7c-b02e-4e1b-aef8-be7b290a27b1 HTTP/1.1" status: 200 len: 944 time: 0.1214211 Jun 01 18:50:21.510144 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-5df17655-e7f0-4931-bca6-159820148d6c req-4ab722b3-21a9-4338-8ad9-baee93ee2189 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbe27866-6450-47f0-a8e1-f266dfb72433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839921 Jun 01 18:50:21.518650 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a61f786b-733e-4924-8b81-b84cfb02d310 req-ae8f8f13-1278-47fb-ab51-cc81f8109f91 tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] 10.222.0.41 "GET /v2.0/security-groups?id=9caa0f54-cb0e-4092-b752-f15eca9f84a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756845 Jun 01 18:50:21.556852 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-beb334d3-69c7-49c9-b3c1-99cd7be0f886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:21.576590 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1244297a-cbd2-48e6-9d80-42491bf2f3bc req-b57a9a8f-e7b4-4065-b6f5-32663cdfb652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:21.578206 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-1244297a-cbd2-48e6-9d80-42491bf2f3bc req-b57a9a8f-e7b4-4065-b6f5-32663cdfb652 service neutron] 10.222.0.15 "GET /v2.0/networks?id=898153a3-5d71-43be-9d14-343ea4a48426 HTTP/1.1" status: 200 len: 870 time: 0.2313080 Jun 01 18:50:21.596875 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb334d3-69c7-49c9-b3c1-99cd7be0f886 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51d860e4-1b1e-4974-bab8-d00160a5b479,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:50:21.677546 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-1244297a-cbd2-48e6-9d80-42491bf2f3bc req-d379c8df-ad59-44bf-a8f5-7460b71b57b7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=1e38921f-0057-4abf-aff6-93f3058d24de HTTP/1.1" status: 200 len: 217 time: 0.0839365 Jun 01 18:50:21.726373 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-075bf826-2a36-408d-bc07-0f51a78c72b6 req-20b9e99c-4092-4939-8a96-1183125b9483 tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1872892 Jun 01 18:50:21.727044 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-beb334d3-69c7-49c9-b3c1-99cd7be0f886 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:21.728147 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-beb334d3-69c7-49c9-b3c1-99cd7be0f886 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/51d860e4-1b1e-4974-bab8-d00160a5b479 HTTP/1.1" status: 204 len: 168 time: 0.7830606 Jun 01 18:50:21.741698 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-075bf826-2a36-408d-bc07-0f51a78c72b6 req-a368cccb-aa4f-4838-8973-d98d06e17575 tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] Request body: {'floatingip': {'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:50:21.759364 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-7883b980-ca40-4106-9b34-9c82637863dc req-f65a3423-e855-43be-a55d-c3bebc9ce8f6 tempest-SecurityGroupsNegativeTestJSON-821472326 tempest-SecurityGroupsNegativeTestJSON-821472326-project] Synchronizing usage tracker for tenant:008b5114a12a48d5a4c6e4db1f7d7e5c on resource:security_group {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:50:21.760638 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-075bf826-2a36-408d-bc07-0f51a78c72b6 req-a368cccb-aa4f-4838-8973-d98d06e17575 tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:50:21.770012 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-075bf826-2a36-408d-bc07-0f51a78c72b6 req-a368cccb-aa4f-4838-8973-d98d06e17575 tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] Usage tracker for resource:floatingip and tenant:bba0af6b22cc48889542d40b4d85508e is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:50:21.773306 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-075bf826-2a36-408d-bc07-0f51a78c72b6 req-a368cccb-aa4f-4838-8973-d98d06e17575 tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:50:21.774340 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1244297a-cbd2-48e6-9d80-42491bf2f3bc req-05c0f754-baa8-4add-98d2-59a6d268fafa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:21.775805 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-1244297a-cbd2-48e6-9d80-42491bf2f3bc req-05c0f754-baa8-4add-98d2-59a6d268fafa service neutron] 10.222.0.15 "GET /v2.0/subnets?id=35e3ad2f-9c88-4698-b634-4e1b58de1cc2 HTTP/1.1" status: 200 len: 843 time: 0.0880511 Jun 01 18:50:21.780559 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-075bf826-2a36-408d-bc07-0f51a78c72b6 req-a368cccb-aa4f-4838-8973-d98d06e17575 tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:50:21.795150 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-075bf826-2a36-408d-bc07-0f51a78c72b6 req-a368cccb-aa4f-4838-8973-d98d06e17575 tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] Notify callbacks [] for floatingip, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:21.830741 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-7883b980-ca40-4106-9b34-9c82637863dc req-f65a3423-e855-43be-a55d-c3bebc9ce8f6 tempest-SecurityGroupsNegativeTestJSON-821472326 tempest-SecurityGroupsNegativeTestJSON-821472326-project] Unset dirty status for tenant:008b5114a12a48d5a4c6e4db1f7d7e5c on resource:security_group {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:50:21.839216 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-7883b980-ca40-4106-9b34-9c82637863dc req-f65a3423-e855-43be-a55d-c3bebc9ce8f6 tempest-SecurityGroupsNegativeTestJSON-821472326 tempest-SecurityGroupsNegativeTestJSON-821472326-project] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=008b5114a12a48d5a4c6e4db1f7d7e5c HTTP/1.1" status: 200 len: 2984 time: 0.2677174 Jun 01 18:50:21.932213 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-7883b980-ca40-4106-9b34-9c82637863dc req-2c78a9aa-dfc9-4932-9efb-0a1c902c2ef2 tempest-SecurityGroupsNegativeTestJSON-821472326 tempest-SecurityGroupsNegativeTestJSON-821472326-project] 10.222.0.41 "GET /v2.0/security-groups/4c889e86-14a3-4bba-aac4-bcb9dc5e0377 HTTP/1.1" status: 200 len: 2981 time: 0.0846539 Jun 01 18:50:22.000075 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1244297a-cbd2-48e6-9d80-42491bf2f3bc req-8c7ef8c9-6d17-4a5b-9f89-66c93f6afbac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:22.001667 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-1244297a-cbd2-48e6-9d80-42491bf2f3bc req-8c7ef8c9-6d17-4a5b-9f89-66c93f6afbac service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=898153a3-5d71-43be-9d14-343ea4a48426&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2096965 Jun 01 18:50:22.001986 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-075bf826-2a36-408d-bc07-0f51a78c72b6 req-a368cccb-aa4f-4838-8973-d98d06e17575 tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:22.114023 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 29ee3954-38a7-48c9-8ea1-079432f5027a up at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:50:22.167591 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 52404) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:50:22.198805 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-7ec86725-c71d-4454-871f-168c962b4b02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:22.217729 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning for port 29ee3954-38a7-48c9-8ea1-079432f5027a completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:50:22.227894 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning complete for port 29ee3954-38a7-48c9-8ea1-079432f5027a triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:50:22.228446 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:22.234759 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [req-075bf826-2a36-408d-bc07-0f51a78c72b6 req-a368cccb-aa4f-4838-8973-d98d06e17575 tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] Allocated IP 172.25.4.181 (72a72e44-6845-488a-a5ff-3a26d4df9cb3/c314a23b-daa2-4106-ab28-8e6f954277b2/135318ca-55d2-4718-af7d-300abe62251a) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:50:22.237418 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-7ec86725-c71d-4454-871f-168c962b4b02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:50:22.245819 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-7ec86725-c71d-4454-871f-168c962b4b02 admin admin] Usage tracker for resource:security_group_rule and tenant:c8c16f1cb2eb4cde9abcb0ff425d31d9 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:50:22.252811 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-7ec86725-c71d-4454-871f-168c962b4b02 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:50:22.260057 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-7ec86725-c71d-4454-871f-168c962b4b02 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:50:22.348845 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-7883b980-ca40-4106-9b34-9c82637863dc req-bd3ab72d-13be-46b3-9856-63f1ed6f1396 tempest-SecurityGroupsNegativeTestJSON-821472326 tempest-SecurityGroupsNegativeTestJSON-821472326-project] 10.222.0.41 "GET /v2.0/security-groups/4c889e86-14a3-4bba-aac4-bcb9dc5e0377 HTTP/1.1" status: 200 len: 2981 time: 0.4073086 Jun 01 18:50:22.371281 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-1244297a-cbd2-48e6-9d80-42491bf2f3bc req-953b6ab4-dc39-4a35-a0a5-0b8bcd4a3ebb service neutron] 10.222.0.15 "GET /v2.0/networks/898153a3-5d71-43be-9d14-343ea4a48426?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3610561 Jun 01 18:50:22.448618 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 58d3bc7f-a29e-455c-8444-21624267451b up at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:50:22.451619 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-41ba74f9-7381-4d36-a90c-81ed19bf2f94 req-5837371c-ae5a-4466-a16f-63e65f7c3a9d tempest-ImagesOneServerTestJSON-1533552250 tempest-ImagesOneServerTestJSON-1533552250-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=6bd17bf1f540474aac43920effd43aff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0780528 Jun 01 18:50:22.480591 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-075bf826-2a36-408d-bc07-0f51a78c72b6 req-a368cccb-aa4f-4838-8973-d98d06e17575 tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:22.486834 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port 29ee3954-38a7-48c9-8ea1-079432f5027a is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:50:22.487397 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:22.522389 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-7ec86725-c71d-4454-871f-168c962b4b02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:22.530821 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-7ec86725-c71d-4454-871f-168c962b4b02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:22.564901 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '749bbb7c-b02e-4e1b-aef8-be7b290a27b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29ee3954-38a7-48c9-8ea1-079432f5027a'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:50:22.581505 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 29ee3954-38a7-48c9-8ea1-079432f5027a, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=29ee3954-38a7-48c9-8ea1-079432f5027a,segment=NetworkSegment(8fe03d0a-6f47-4b90-b09a-f9196062e68e),segment_id=8fe03d0a-6f47-4b90-b09a-f9196062e68e)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:50:22.591421 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:22.592560 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device a4e4b726-a1b4-48f8-9da7-461297262309 no longer exists at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:50:22.597449 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-7ec86725-c71d-4454-871f-168c962b4b02 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c8c16f1cb2eb4cde9abcb0ff425d31d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4278374 Jun 01 18:50:22.598957 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec86725-c71d-4454-871f-168c962b4b02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b292cd1-f429-45c1-9f56-a3ecdca8b977,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:50:22.601871 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 52416) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:50:22.602825 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-075bf826-2a36-408d-bc07-0f51a78c72b6 req-a368cccb-aa4f-4838-8973-d98d06e17575 tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:22.619062 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-249b6c9e-ac01-48c2-88c3-bf790738197f req-77e0562f-908f-4f9f-94c4-27dece62efaf tempest-ImagesOneServerTestJSON-1533552250 tempest-ImagesOneServerTestJSON-1533552250-project] 10.222.0.41 "GET /v2.0/ports?device_id=4fd908a7-170c-44e2-8719-e7c307ce1667 HTTP/1.1" status: 200 len: 210 time: 0.1663451 Jun 01 18:50:22.721417 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-075bf826-2a36-408d-bc07-0f51a78c72b6 req-a368cccb-aa4f-4838-8973-d98d06e17575 tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] Network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:50:22.734598 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [req-075bf826-2a36-408d-bc07-0f51a78c72b6 req-a368cccb-aa4f-4838-8973-d98d06e17575 tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:50:22.742141 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Provisioning for port 58d3bc7f-a29e-455c-8444-21624267451b completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:50:22.742353 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95fe1615-9280-4dff-a5b3-71002b6092b6'] response: {'server_uuid': '864a6568-f45e-4c63-b75a-3b962c4b6f1e', 'name': 'network-vif-deleted', 'tag': 'a4e4b726-a1b4-48f8-9da7-461297262309', 'status': 'completed', 'code': 200} Jun 01 18:50:22.742520 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95fe1615-9280-4dff-a5b3-71002b6092b6'] response: {'name': 'network-changed', 'server_uuid': '0f67c738-584f-4106-9a9a-b1bbbc4b97b6', 'tag': '693d54c3-1b70-418e-bb59-fef3cfd9ad9c', 'status': 'completed', 'code': 200} Jun 01 18:50:22.745697 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] No Port match for: a4e4b726-a1b4-48f8-9da7-461297262309 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 18:50:22.747202 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device a4e4b726-a1b4-48f8-9da7-461297262309 not bound to the agent host n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 18:50:22.758343 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-075bf826-2a36-408d-bc07-0f51a78c72b6 req-a368cccb-aa4f-4838-8973-d98d06e17575 tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:50:22.765427 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Provisioning complete for port 58d3bc7f-a29e-455c-8444-21624267451b triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:50:22.765945 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:22.795261 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a368cccb-aa4f-4838-8973-d98d06e17575 tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] Pushing event updated for resources: {'Port': ['ID=135318ca-55d2-4718-af7d-300abe62251a,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:50:22.833388 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=29ee3954-38a7-48c9-8ea1-079432f5027a,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:50:22.858635 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-1244297a-cbd2-48e6-9d80-42491bf2f3bc req-bfbd4411-df03-4fff-ba2d-e456424c1829 service neutron] 10.222.0.15 "GET /v2.0/networks/898153a3-5d71-43be-9d14-343ea4a48426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4462051 Jun 01 18:50:22.909521 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port 58d3bc7f-a29e-455c-8444-21624267451b is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:50:22.910054 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:22.930755 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ba74f9-7381-4d36-a90c-81ed19bf2f94 req-6ebed88f-d706-4432-8b32-fd7abe230387 tempest-ImagesOneServerTestJSON-1533552250 tempest-ImagesOneServerTestJSON-1533552250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:22.932259 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-41ba74f9-7381-4d36-a90c-81ed19bf2f94 req-6ebed88f-d706-4432-8b32-fd7abe230387 tempest-ImagesOneServerTestJSON-1533552250 tempest-ImagesOneServerTestJSON-1533552250-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4144411 Jun 01 18:50:22.936778 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d1a38490-0541-4974-80e4-0252663e92a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:22.945085 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [req-41ba74f9-7381-4d36-a90c-81ed19bf2f94 req-6a1d3303-98a4-4a21-bea7-8342c9e561ce tempest-ImagesOneServerTestJSON-1533552250 tempest-ImagesOneServerTestJSON-1533552250-project] Request body: {'port': {'device_id': '4fd908a7-170c-44e2-8719-e7c307ce1667', 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426', 'admin_state_up': True, 'tenant_id': '6bd17bf1f540474aac43920effd43aff'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:50:22.965446 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port 58d3bc7f-a29e-455c-8444-21624267451b, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=58d3bc7f-a29e-455c-8444-21624267451b,segment=NetworkSegment(8fe03d0a-6f47-4b90-b09a-f9196062e68e),segment_id=8fe03d0a-6f47-4b90-b09a-f9196062e68e)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:50:22.972899 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:23.002059 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d1a38490-0541-4974-80e4-0252663e92a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:23.047927 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-075bf826-2a36-408d-bc07-0f51a78c72b6 req-a368cccb-aa4f-4838-8973-d98d06e17575 tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:23.063716 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f104d1f0-9ea2-4c44-8d08-aebab963e8f8 req-35993d49-1efd-4e3b-8805-dd931d2b3613 tempest-SecurityGroupsNegativeTestJSON-821472326 tempest-SecurityGroupsNegativeTestJSON-821472326-project] 10.222.0.41 "GET /v2.0/security-groups/4c889e86-14a3-4bba-aac4-bcb9dc5e0377 HTTP/1.1" status: 200 len: 2981 time: 0.2005761 Jun 01 18:50:23.077348 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7935f2-866d-4ccb-a162-3bd3a1390825 req-9cfa92f2-f7ea-46a7-9822-3c357abcda4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:23.079244 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5e7935f2-866d-4ccb-a162-3bd3a1390825 req-9cfa92f2-f7ea-46a7-9822-3c357abcda4a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bba0af6b22cc48889542d40b4d85508e&device_id=0f67c738-584f-4106-9a9a-b1bbbc4b97b6 HTTP/1.1" status: 200 len: 1097 time: 0.2908118 Jun 01 18:50:23.096004 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=58d3bc7f-a29e-455c-8444-21624267451b,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:50:23.179900 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [req-41ba74f9-7381-4d36-a90c-81ed19bf2f94 req-6a1d3303-98a4-4a21-bea7-8342c9e561ce tempest-ImagesOneServerTestJSON-1533552250 tempest-ImagesOneServerTestJSON-1533552250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:50:23.188941 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-41ba74f9-7381-4d36-a90c-81ed19bf2f94 req-6a1d3303-98a4-4a21-bea7-8342c9e561ce tempest-ImagesOneServerTestJSON-1533552250 tempest-ImagesOneServerTestJSON-1533552250-project] Usage tracker for resource:port and tenant:6bd17bf1f540474aac43920effd43aff is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:50:23.193786 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-41ba74f9-7381-4d36-a90c-81ed19bf2f94 req-6a1d3303-98a4-4a21-bea7-8342c9e561ce tempest-ImagesOneServerTestJSON-1533552250 tempest-ImagesOneServerTestJSON-1533552250-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:50:23.196770 n-d-844202-1 neutron-server[88525]: INFO neutron.api.v2.resource [req-f104d1f0-9ea2-4c44-8d08-aebab963e8f8 req-0b8a2488-75b7-4269-a09a-e64ac88aa874 tempest-SecurityGroupsNegativeTestJSON-821472326 tempest-SecurityGroupsNegativeTestJSON-821472326-project] delete failed (client error): There was a conflict when trying to complete your request. Jun 01 18:50:23.198061 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f104d1f0-9ea2-4c44-8d08-aebab963e8f8 req-0b8a2488-75b7-4269-a09a-e64ac88aa874 tempest-SecurityGroupsNegativeTestJSON-821472326 tempest-SecurityGroupsNegativeTestJSON-821472326-project] 10.222.0.41 "DELETE /v2.0/security-groups/4c889e86-14a3-4bba-aac4-bcb9dc5e0377 HTTP/1.1" status: 409 len: 352 time: 0.1278260 Jun 01 18:50:23.202195 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [req-41ba74f9-7381-4d36-a90c-81ed19bf2f94 req-6a1d3303-98a4-4a21-bea7-8342c9e561ce tempest-ImagesOneServerTestJSON-1533552250 tempest-ImagesOneServerTestJSON-1533552250-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:50:23.224950 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41ba74f9-7381-4d36-a90c-81ed19bf2f94 req-6a1d3303-98a4-4a21-bea7-8342c9e561ce tempest-ImagesOneServerTestJSON-1533552250 tempest-ImagesOneServerTestJSON-1533552250-project] Made reservation on behalf of 6bd17bf1f540474aac43920effd43aff for: {'port': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:50:23.229314 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-41ba74f9-7381-4d36-a90c-81ed19bf2f94 req-6a1d3303-98a4-4a21-bea7-8342c9e561ce tempest-ImagesOneServerTestJSON-1533552250 tempest-ImagesOneServerTestJSON-1533552250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:23.254093 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-075bf826-2a36-408d-bc07-0f51a78c72b6 req-a368cccb-aa4f-4838-8973-d98d06e17575 tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:23.255125 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-41ba74f9-7381-4d36-a90c-81ed19bf2f94 req-6a1d3303-98a4-4a21-bea7-8342c9e561ce tempest-ImagesOneServerTestJSON-1533552250 tempest-ImagesOneServerTestJSON-1533552250-project] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:23.275221 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [req-41ba74f9-7381-4d36-a90c-81ed19bf2f94 req-6a1d3303-98a4-4a21-bea7-8342c9e561ce tempest-ImagesOneServerTestJSON-1533552250 tempest-ImagesOneServerTestJSON-1533552250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:50:23.277550 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d1a38490-0541-4974-80e4-0252663e92a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:23.282680 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-41ba74f9-7381-4d36-a90c-81ed19bf2f94 req-6a1d3303-98a4-4a21-bea7-8342c9e561ce tempest-ImagesOneServerTestJSON-1533552250 tempest-ImagesOneServerTestJSON-1533552250-project] Usage tracker for resource:security_group_rule and tenant:6bd17bf1f540474aac43920effd43aff is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:50:23.288879 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-41ba74f9-7381-4d36-a90c-81ed19bf2f94 req-6a1d3303-98a4-4a21-bea7-8342c9e561ce tempest-ImagesOneServerTestJSON-1533552250 tempest-ImagesOneServerTestJSON-1533552250-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:50:23.296082 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [req-41ba74f9-7381-4d36-a90c-81ed19bf2f94 req-6a1d3303-98a4-4a21-bea7-8342c9e561ce tempest-ImagesOneServerTestJSON-1533552250 tempest-ImagesOneServerTestJSON-1533552250-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:50:23.329888 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a38490-0541-4974-80e4-0252663e92a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b292cd1-f429-45c1-9f56-a3ecdca8b977,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:50:23.373556 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7935f2-866d-4ccb-a162-3bd3a1390825 req-9d0be4d6-5757-462f-9f22-6d46bb49ba0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:23.375019 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5e7935f2-866d-4ccb-a162-3bd3a1390825 req-9d0be4d6-5757-462f-9f22-6d46bb49ba0d service neutron] 10.222.0.15 "GET /v2.0/networks?id=733f1d30-f98a-417d-a420-8babaa4f930e HTTP/1.1" status: 200 len: 920 time: 0.2602010 Jun 01 18:50:23.446979 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6a611a-b3ec-431b-b06f-67dda07195c4 req-f9ab42aa-4e88-4cd3-bb86-24296d6f01ed tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:23.448772 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-cd6a611a-b3ec-431b-b06f-67dda07195c4 req-f9ab42aa-4e88-4cd3-bb86-24296d6f01ed tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] 10.222.0.41 "GET /v2.0/ports?device_id=749bbb7c-b02e-4e1b-aef8-be7b290a27b1 HTTP/1.1" status: 200 len: 945 time: 0.1461234 Jun 01 18:50:23.516788 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d1a38490-0541-4974-80e4-0252663e92a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:23.516972 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-41ba74f9-7381-4d36-a90c-81ed19bf2f94 req-6a1d3303-98a4-4a21-bea7-8342c9e561ce tempest-ImagesOneServerTestJSON-1533552250 tempest-ImagesOneServerTestJSON-1533552250-project] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:23.517894 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-d1a38490-0541-4974-80e4-0252663e92a3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6b292cd1-f429-45c1-9f56-a3ecdca8b977 HTTP/1.1" status: 204 len: 168 time: 0.9104338 Jun 01 18:50:23.541222 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [req-ba3dd7d8-3361-4055-97ce-e4e26c7078f0 req-7e7dd4cb-e1c7-475b-946e-a56f244a3668 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=88524) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 18:50:23.542200 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ba3dd7d8-3361-4055-97ce-e4e26c7078f0 req-7e7dd4cb-e1c7-475b-946e-a56f244a3668 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0152473 Jun 01 18:50:23.543330 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5e7935f2-866d-4ccb-a162-3bd3a1390825 req-8aca7da4-cea1-4bc8-9353-55426d2d46b9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=693d54c3-1b70-418e-bb59-fef3cfd9ad9c HTTP/1.1" status: 200 len: 217 time: 0.1357002 Jun 01 18:50:23.545230 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-cd6a611a-b3ec-431b-b06f-67dda07195c4 req-3556f21e-e708-4d43-9b0d-d0e6653e7a8a tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] 10.222.0.41 "GET /v2.0/security-groups?id=9caa0f54-cb0e-4092-b752-f15eca9f84a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780139 Jun 01 18:50:23.547121 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-41ba74f9-7381-4d36-a90c-81ed19bf2f94 req-6a1d3303-98a4-4a21-bea7-8342c9e561ce tempest-ImagesOneServerTestJSON-1533552250 tempest-ImagesOneServerTestJSON-1533552250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:23.750268 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1d3303-98a4-4a21-bea7-8342c9e561ce tempest-ImagesOneServerTestJSON-1533552250 tempest-ImagesOneServerTestJSON-1533552250-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a2ffece-5c89-4f80-8f74-c5fd1708da19,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:50:23.844044 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7935f2-866d-4ccb-a162-3bd3a1390825 req-4ab4c03d-1dcf-4157-b3dd-740a88e19bea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:23.845669 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5e7935f2-866d-4ccb-a162-3bd3a1390825 req-4ab4c03d-1dcf-4157-b3dd-740a88e19bea service neutron] 10.222.0.15 "GET /v2.0/subnets?id=feb88351-1be4-4281-aea1-860175961a49 HTTP/1.1" status: 200 len: 859 time: 0.2572825 Jun 01 18:50:23.849337 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ba3dd7d8-3361-4055-97ce-e4e26c7078f0 req-50289cda-a1cf-4d75-ad81-b8d6a4de2eb7 service neutron] 10.222.0.50 "GET /v2.0/ports/60f01c35-737d-4a5d-b74d-d5493aef4b97/bindings/n-h2-844202-1 HTTP/1.1" status: 200 len: 382 time: 0.3017056 Jun 01 18:50:23.879148 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a867b0c-f8ce-4981-b262-75762f4f2dff req-2fc5cf10-c913-4804-afa3-7ae08d079eb5 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:23.885017 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-0a867b0c-f8ce-4981-b262-75762f4f2dff req-2fc5cf10-c913-4804-afa3-7ae08d079eb5 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ae812a2-5303-4c9c-88e8-5c44f26565c9 HTTP/1.1" status: 200 len: 950 time: 0.2027192 Jun 01 18:50:23.903689 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5e7935f2-866d-4ccb-a162-3bd3a1390825 req-efa779aa-16e9-4071-bcc0-293c9249e67e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=733f1d30-f98a-417d-a420-8babaa4f930e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506485 Jun 01 18:50:23.915408 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [req-41ba74f9-7381-4d36-a90c-81ed19bf2f94 req-6a1d3303-98a4-4a21-bea7-8342c9e561ce tempest-ImagesOneServerTestJSON-1533552250 tempest-ImagesOneServerTestJSON-1533552250-project] Allocated IP 192.168.233.53 (898153a3-5d71-43be-9d14-343ea4a48426/35e3ad2f-9c88-4698-b634-4e1b58de1cc2/873ea4ea-e0cb-4148-afa6-bb316ccb2dac) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:50:23.966825 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-075bf826-2a36-408d-bc07-0f51a78c72b6 req-a368cccb-aa4f-4838-8973-d98d06e17575 tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:23.983482 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-0a867b0c-f8ce-4981-b262-75762f4f2dff req-8cb98340-ca5a-47cf-bc2c-6d65dc745230 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbe27866-6450-47f0-a8e1-f266dfb72433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933106 Jun 01 18:50:24.058039 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-075bf826-2a36-408d-bc07-0f51a78c72b6 req-a368cccb-aa4f-4838-8973-d98d06e17575 tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:24.109695 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8aa56385-dd75-47ac-9dc5-5a279bd2d2c7'] response: {'server_uuid': '749bbb7c-b02e-4e1b-aef8-be7b290a27b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29ee3954-38a7-48c9-8ea1-079432f5027a', 'code': 200} Jun 01 18:50:24.189106 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a368cccb-aa4f-4838-8973-d98d06e17575 tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] Pushing event updated for resources: {'Port': ['ID=135318ca-55d2-4718-af7d-300abe62251a,revision_number=2']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:50:24.223300 n-d-844202-1 neutron-server[88525]: INFO neutron.api.v2.resource [req-3db9e84e-9a2f-42f7-9bd3-6d2fadd7634d req-6c8813b7-969e-4fd9-91b5-5f7774b90d0c tempest-SecurityGroupsNegativeTestJSON-821472326 tempest-SecurityGroupsNegativeTestJSON-821472326-project] show failed (client error): The resource could not be found. Jun 01 18:50:24.224426 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3db9e84e-9a2f-42f7-9bd3-6d2fadd7634d req-6c8813b7-969e-4fd9-91b5-5f7774b90d0c tempest-SecurityGroupsNegativeTestJSON-821472326 tempest-SecurityGroupsNegativeTestJSON-821472326-project] 10.222.0.41 "GET /v2.0/security-groups/8eef3a8e-39b1-45f5-8d29-1f46b822d702 HTTP/1.1" status: 404 len: 352 time: 0.0209873 Jun 01 18:50:24.376148 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-41ba74f9-7381-4d36-a90c-81ed19bf2f94 req-6a1d3303-98a4-4a21-bea7-8342c9e561ce tempest-ImagesOneServerTestJSON-1533552250 tempest-ImagesOneServerTestJSON-1533552250-project] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:24.397168 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-aa5d8cd5-e752-4634-ae27-d91ad0c921b7 req-a3b6d69c-eb7e-41e4-9b2d-9ceee5dfacab tempest-ImagesOneServerTestJSON-1533552250 tempest-ImagesOneServerTestJSON-1533552250-project] 10.222.0.41 "GET /v2.0/ports?device_id=4fd908a7-170c-44e2-8719-e7c307ce1667 HTTP/1.1" status: 200 len: 210 time: 0.0597057 Jun 01 18:50:24.411414 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [req-41ba74f9-7381-4d36-a90c-81ed19bf2f94 req-6a1d3303-98a4-4a21-bea7-8342c9e561ce tempest-ImagesOneServerTestJSON-1533552250 tempest-ImagesOneServerTestJSON-1533552250-project] Transition to ACTIVE for port object 873ea4ea-e0cb-4148-afa6-bb316ccb2dac will not be triggered until provisioned by entity DHCP. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:50:24.447623 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-075bf826-2a36-408d-bc07-0f51a78c72b6 req-a368cccb-aa4f-4838-8973-d98d06e17575 tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887712'] for floatingip, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:24.448083 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-41ba74f9-7381-4d36-a90c-81ed19bf2f94 req-6a1d3303-98a4-4a21-bea7-8342c9e561ce tempest-ImagesOneServerTestJSON-1533552250 tempest-ImagesOneServerTestJSON-1533552250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:24.456151 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5e7935f2-866d-4ccb-a162-3bd3a1390825 req-2e37a65d-4c42-438f-9a49-eba653acb717 service neutron] 10.222.0.15 "GET /v2.0/networks/733f1d30-f98a-417d-a420-8babaa4f930e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5415609 Jun 01 18:50:24.569580 n-d-844202-1 neutron-server[88525]: INFO neutron.api.v2.resource [req-6834ff9d-8988-4cb1-875a-c08df4b6cc52 req-07d8f913-eff8-47d7-be56-b5c0004b2d2f tempest-SecurityGroupsNegativeTestJSON-821472326 tempest-SecurityGroupsNegativeTestJSON-821472326-project] show failed (client error): The resource could not be found. Jun 01 18:50:24.571429 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-6834ff9d-8988-4cb1-875a-c08df4b6cc52 req-07d8f913-eff8-47d7-be56-b5c0004b2d2f tempest-SecurityGroupsNegativeTestJSON-821472326 tempest-SecurityGroupsNegativeTestJSON-821472326-project] 10.222.0.41 "GET /v2.0/security-groups/c4b5ae4f-9de2-4c3d-a946-ac7b134a5ac9 HTTP/1.1" status: 404 len: 352 time: 0.0340538 Jun 01 18:50:24.577476 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41ba74f9-7381-4d36-a90c-81ed19bf2f94 req-6a1d3303-98a4-4a21-bea7-8342c9e561ce tempest-ImagesOneServerTestJSON-1533552250 tempest-ImagesOneServerTestJSON-1533552250-project] Network 898153a3-5d71-43be-9d14-343ea4a48426 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:50:24.580419 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-075bf826-2a36-408d-bc07-0f51a78c72b6 req-a368cccb-aa4f-4838-8973-d98d06e17575 tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for floatingip, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:24.582485 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [req-41ba74f9-7381-4d36-a90c-81ed19bf2f94 req-6a1d3303-98a4-4a21-bea7-8342c9e561ce tempest-ImagesOneServerTestJSON-1533552250 tempest-ImagesOneServerTestJSON-1533552250-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:50:24.588032 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-075bf826-2a36-408d-bc07-0f51a78c72b6 req-a368cccb-aa4f-4838-8973-d98d06e17575 tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.8509896 Jun 01 18:50:24.593182 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [req-41ba74f9-7381-4d36-a90c-81ed19bf2f94 req-6a1d3303-98a4-4a21-bea7-8342c9e561ce tempest-ImagesOneServerTestJSON-1533552250 tempest-ImagesOneServerTestJSON-1533552250-project] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:50:24.596694 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 52456) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:50:24.621437 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1d3303-98a4-4a21-bea7-8342c9e561ce tempest-ImagesOneServerTestJSON-1533552250 tempest-ImagesOneServerTestJSON-1533552250-project] Pushing event updated for resources: {'Port': ['ID=873ea4ea-e0cb-4148-afa6-bb316ccb2dac,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:50:24.699532 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ba74f9-7381-4d36-a90c-81ed19bf2f94 req-6a1d3303-98a4-4a21-bea7-8342c9e561ce tempest-ImagesOneServerTestJSON-1533552250 tempest-ImagesOneServerTestJSON-1533552250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:24.700975 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-41ba74f9-7381-4d36-a90c-81ed19bf2f94 req-6a1d3303-98a4-4a21-bea7-8342c9e561ce tempest-ImagesOneServerTestJSON-1533552250 tempest-ImagesOneServerTestJSON-1533552250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:24.734180 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3dd7d8-3361-4055-97ce-e4e26c7078f0 req-0b302b8a-745d-46b7-8a80-dd128edfa4db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:24.735903 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ba3dd7d8-3361-4055-97ce-e4e26c7078f0 req-0b302b8a-745d-46b7-8a80-dd128edfa4db service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=2ae812a2-5303-4c9c-88e8-5c44f26565c9&tenant_id=5a29f45689de4723b61fb9850cc62a10 HTTP/1.1" status: 200 len: 1101 time: 0.4922752 Jun 01 18:50:24.760191 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994feccc-ea91-4eb0-b5cd-3f666fb36da5 req-7d019676-345e-4f8a-97ca-ac0127f71f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:24.761378 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-41ba74f9-7381-4d36-a90c-81ed19bf2f94 req-6a1d3303-98a4-4a21-bea7-8342c9e561ce tempest-ImagesOneServerTestJSON-1533552250 tempest-ImagesOneServerTestJSON-1533552250-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8197389 Jun 01 18:50:24.761877 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-994feccc-ea91-4eb0-b5cd-3f666fb36da5 req-7d019676-345e-4f8a-97ca-ac0127f71f99 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=749bbb7c-b02e-4e1b-aef8-be7b290a27b1 HTTP/1.1" status: 200 len: 1096 time: 0.5224032 Jun 01 18:50:24.775128 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-075bf826-2a36-408d-bc07-0f51a78c72b6 req-bf940c5b-d606-44fc-98d8-2eaec492c05d tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] Synchronizing usage tracker for tenant:bba0af6b22cc48889542d40b4d85508e on resource:floatingip {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:50:24.796970 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [req-41ba74f9-7381-4d36-a90c-81ed19bf2f94 req-31ed033f-339e-4a67-9352-f885b7192f0c service neutron] Request body: {'port': {'device_id': '4fd908a7-170c-44e2-8719-e7c307ce1667', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844202-1'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:50:24.909082 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_v2 [None req-1aa60ab5-c6dc-4389-8fea-9913f3e0e512 admin admin] Deleting subnet e62c3296-9c48-4125-9b6d-90d1c097b1bb {{(pid=88524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 18:50:24.929248 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-994feccc-ea91-4eb0-b5cd-3f666fb36da5 req-6d2a4c18-63b0-4fce-9dac-f743edd3e8ae service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=9caa0f54-cb0e-4092-b752-f15eca9f84a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501074 Jun 01 18:50:24.930161 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1aa60ab5-c6dc-4389-8fea-9913f3e0e512 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:25.007655 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-075bf826-2a36-408d-bc07-0f51a78c72b6 req-bf940c5b-d606-44fc-98d8-2eaec492c05d tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] Unset dirty status for tenant:bba0af6b22cc48889542d40b4d85508e on resource:floatingip {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:50:25.009178 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-075bf826-2a36-408d-bc07-0f51a78c72b6 req-bf940c5b-d606-44fc-98d8-2eaec492c05d tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.4.181 HTTP/1.1" status: 200 len: 696 time: 0.4203315 Jun 01 18:50:25.011873 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5e7935f2-866d-4ccb-a162-3bd3a1390825 req-cd2e78fd-f63b-40ed-9533-a4a08ab11194 service neutron] 10.222.0.15 "GET /v2.0/networks/733f1d30-f98a-417d-a420-8babaa4f930e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5386925 Jun 01 18:50:25.020549 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-dd8a195b-2077-4cde-a986-e7261e490898 None None] Provisioning for port 873ea4ea-e0cb-4148-afa6-bb316ccb2dac completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:50:25.028067 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-dd8a195b-2077-4cde-a986-e7261e490898 None None] Provisioning complete for port 873ea4ea-e0cb-4148-afa6-bb316ccb2dac triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:50:25.029179 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-dd8a195b-2077-4cde-a986-e7261e490898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:25.095557 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-dd8a195b-2077-4cde-a986-e7261e490898 None None] Port 873ea4ea-e0cb-4148-afa6-bb316ccb2dac cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 18:50:25.111101 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1aa60ab5-c6dc-4389-8fea-9913f3e0e512 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2702137'] for subnet, precommit_delete_associations {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:25.125880 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-41ba74f9-7381-4d36-a90c-81ed19bf2f94 req-31ed033f-339e-4a67-9352-f885b7192f0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:25.198272 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f90e87d-c8fc-41e2-92e3-3b57bd09a8e0 req-83ca1b0d-8f9a-46e0-97c0-49896c45f8b2 tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:25.199843 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4f90e87d-c8fc-41e2-92e3-3b57bd09a8e0 req-83ca1b0d-8f9a-46e0-97c0-49896c45f8b2 tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] 10.222.0.41 "GET /v2.0/ports?device_id=749bbb7c-b02e-4e1b-aef8-be7b290a27b1 HTTP/1.1" status: 200 len: 945 time: 0.3504903 Jun 01 18:50:25.217094 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3dd7d8-3361-4055-97ce-e4e26c7078f0 req-bcd4591e-6b21-4ad9-9407-0f8df0ea2b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:25.218589 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ba3dd7d8-3361-4055-97ce-e4e26c7078f0 req-bcd4591e-6b21-4ad9-9407-0f8df0ea2b6d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5a29f45689de4723b61fb9850cc62a10&device_id=2ae812a2-5303-4c9c-88e8-5c44f26565c9 HTTP/1.1" status: 200 len: 1101 time: 0.4341125 Jun 01 18:50:25.221895 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1aa60ab5-c6dc-4389-8fea-9913f3e0e512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:25.295744 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075bf826-2a36-408d-bc07-0f51a78c72b6 req-88a51116-9050-4b64-a644-14c4836bd1e7 tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:25.297202 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-075bf826-2a36-408d-bc07-0f51a78c72b6 req-88a51116-9050-4b64-a644-14c4836bd1e7 tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] 10.222.0.41 "GET /v2.0/networks/72a72e44-6845-488a-a5ff-3a26d4df9cb3 HTTP/1.1" status: 200 len: 784 time: 0.2802339 Jun 01 18:50:25.327614 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4f90e87d-c8fc-41e2-92e3-3b57bd09a8e0 req-2a85e000-6af2-4095-870e-449f668006fe tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] 10.222.0.41 "GET /v2.0/security-groups?id=9caa0f54-cb0e-4092-b752-f15eca9f84a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112773 Jun 01 18:50:25.347136 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1aa60ab5-c6dc-4389-8fea-9913f3e0e512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2718856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3066595'] for subnet, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:25.458590 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa60ab5-c6dc-4389-8fea-9913f3e0e512 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e62c3296-9c48-4125-9b6d-90d1c097b1bb,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:50:25.518079 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1aa60ab5-c6dc-4389-8fea-9913f3e0e512 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:25.595498 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-1aa60ab5-c6dc-4389-8fea-9913f3e0e512 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/e62c3296-9c48-4125-9b6d-90d1c097b1bb HTTP/1.1" status: 204 len: 168 time: 0.9919164 Jun 01 18:50:25.596357 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 52484) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:50:25.602206 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [req-41ba74f9-7381-4d36-a90c-81ed19bf2f94 req-31ed033f-339e-4a67-9352-f885b7192f0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 873ea4ea-e0cb-4148-afa6-bb316ccb2dac {{(pid=88525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:50:25.628666 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-41ba74f9-7381-4d36-a90c-81ed19bf2f94 req-31ed033f-339e-4a67-9352-f885b7192f0c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:25.666525 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3dd7d8-3361-4055-97ce-e4e26c7078f0 req-0686e0c4-6e15-4cbb-9549-fb6a55bcea5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:25.667996 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ba3dd7d8-3361-4055-97ce-e4e26c7078f0 req-0686e0c4-6e15-4cbb-9549-fb6a55bcea5b service neutron] 10.222.0.50 "GET /v2.0/networks?id=898153a3-5d71-43be-9d14-343ea4a48426 HTTP/1.1" status: 200 len: 870 time: 0.4154932 Jun 01 18:50:25.760099 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [req-41ba74f9-7381-4d36-a90c-81ed19bf2f94 req-31ed033f-339e-4a67-9352-f885b7192f0c service neutron] Transition to ACTIVE for port object 873ea4ea-e0cb-4148-afa6-bb316ccb2dac will not be triggered until provisioned by entity L2. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:50:25.788999 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-41ba74f9-7381-4d36-a90c-81ed19bf2f94 req-31ed033f-339e-4a67-9352-f885b7192f0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:25.839486 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-461e5a68-1ecb-4170-a4dd-d3734d976116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:25.891561 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ba3dd7d8-3361-4055-97ce-e4e26c7078f0 req-74b85636-9735-4380-a6aa-2415ecf7e224 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=60f01c35-737d-4a5d-b74d-d5493aef4b97 HTTP/1.1" status: 200 len: 217 time: 0.2142284 Jun 01 18:50:25.901696 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc4b964-c04e-4374-a140-6b380aad8b74 req-91b3230e-ae57-4ed9-81aa-40fe5d1e4937 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:25.905502 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-2dc4b964-c04e-4374-a140-6b380aad8b74 req-91b3230e-ae57-4ed9-81aa-40fe5d1e4937 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ae812a2-5303-4c9c-88e8-5c44f26565c9 HTTP/1.1" status: 200 len: 950 time: 0.3845806 Jun 01 18:50:25.970390 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ed033f-339e-4a67-9352-f885b7192f0c service neutron] Pushing event updated for resources: {'Port': ['ID=873ea4ea-e0cb-4148-afa6-bb316ccb2dac,revision_number=2']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:50:26.044594 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3dd7d8-3361-4055-97ce-e4e26c7078f0 req-88a79964-31c1-471e-b0af-73bcc6d79cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:26.047598 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ba3dd7d8-3361-4055-97ce-e4e26c7078f0 req-88a79964-31c1-471e-b0af-73bcc6d79cc0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=35e3ad2f-9c88-4698-b634-4e1b58de1cc2 HTTP/1.1" status: 200 len: 843 time: 0.1406379 Jun 01 18:50:26.051712 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-2dc4b964-c04e-4374-a140-6b380aad8b74 req-33392b1f-3f88-4853-8cfe-e92200c2021c tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbe27866-6450-47f0-a8e1-f266dfb72433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023724 Jun 01 18:50:26.111130 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4403b80-70b9-4a94-ae28-21cc84b5df22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58d3bc7f-a29e-455c-8444-21624267451b'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:50:26.137538 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a260744-7b90-453e-90d1-57d34e28581e req-ff2f8b08-d602-4f8c-bb17-015f63974930 tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:26.143291 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 60f01c35-737d-4a5d-b74d-d5493aef4b97 no longer exists at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:50:26.161140 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4a260744-7b90-453e-90d1-57d34e28581e req-ff2f8b08-d602-4f8c-bb17-015f63974930 tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f67c738-584f-4106-9a9a-b1bbbc4b97b6&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.4683652 Jun 01 18:50:26.177844 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3dd7d8-3361-4055-97ce-e4e26c7078f0 req-d9c37d21-0fe1-4587-b036-c9980bffdbd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:26.179742 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ba3dd7d8-3361-4055-97ce-e4e26c7078f0 req-d9c37d21-0fe1-4587-b036-c9980bffdbd6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=898153a3-5d71-43be-9d14-343ea4a48426&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1140218 Jun 01 18:50:26.320080 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port 60f01c35-737d-4a5d-b74d-d5493aef4b97 is: ACTIVE; New status is: DOWN {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:50:26.320818 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:26.367430 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 60f01c35-737d-4a5d-b74d-d5493aef4b97, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=60f01c35-737d-4a5d-b74d-d5493aef4b97,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:50:26.374022 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:26.405477 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-41ba74f9-7381-4d36-a90c-81ed19bf2f94 req-31ed033f-339e-4a67-9352-f885b7192f0c service neutron] Attempting to bind port 873ea4ea-e0cb-4148-afa6-bb316ccb2dac on host n-h1-844202-1 for vnic_type normal with profile {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:50:26.405870 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-41ba74f9-7381-4d36-a90c-81ed19bf2f94 req-31ed033f-339e-4a67-9352-f885b7192f0c service neutron] Attempting to bind port 873ea4ea-e0cb-4148-afa6-bb316ccb2dac by drivers openvswitch,hyperv on host n-h1-844202-1 at level 0 using segments [{'id': 'e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426'}] {{(pid=88525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:50:26.406126 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ba74f9-7381-4d36-a90c-81ed19bf2f94 req-31ed033f-339e-4a67-9352-f885b7192f0c service neutron] Attempting to bind port 873ea4ea-e0cb-4148-afa6-bb316ccb2dac on network 898153a3-5d71-43be-9d14-343ea4a48426 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:50:26.414981 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-461e5a68-1ecb-4170-a4dd-d3734d976116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:26.422751 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ba3dd7d8-3361-4055-97ce-e4e26c7078f0 req-117e2e63-3d11-4293-a22d-1757983eb551 service neutron] 10.222.0.50 "GET /v2.0/networks/898153a3-5d71-43be-9d14-343ea4a48426?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2375648 Jun 01 18:50:26.430825 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4a260744-7b90-453e-90d1-57d34e28581e req-95c58755-b09a-45d0-b77e-725259e30bb2 tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.4.181 HTTP/1.1" status: 200 len: 696 time: 0.2688172 Jun 01 18:50:26.437984 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ba74f9-7381-4d36-a90c-81ed19bf2f94 req-31ed033f-339e-4a67-9352-f885b7192f0c service neutron] Port 873ea4ea-e0cb-4148-afa6-bb316ccb2dac on network 898153a3-5d71-43be-9d14-343ea4a48426 not bound, no agent of type Open vSwitch agent registered on host n-h1-844202-1 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 18:50:26.438292 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ba74f9-7381-4d36-a90c-81ed19bf2f94 req-31ed033f-339e-4a67-9352-f885b7192f0c service neutron] Attempting to bind port 873ea4ea-e0cb-4148-afa6-bb316ccb2dac on network 898153a3-5d71-43be-9d14-343ea4a48426 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:50:26.444891 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [req-4a260744-7b90-453e-90d1-57d34e28581e req-fe2cc7b2-cf70-45e1-bf0a-d03096f56416 tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] Request body: {'floatingip': {'port_id': '693d54c3-1b70-418e-bb59-fef3cfd9ad9c', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:50:26.457417 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=60f01c35-737d-4a5d-b74d-d5493aef4b97,revision_number=6']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:50:26.467377 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8d6a70-4ffe-4c9a-982b-3c462c735f9e req-f173328f-5de7-43cd-81d7-c6f74f771d59 tempest-ImagesOneServerTestJSON-1533552250 tempest-ImagesOneServerTestJSON-1533552250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:26.468949 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7c8d6a70-4ffe-4c9a-982b-3c462c735f9e req-f173328f-5de7-43cd-81d7-c6f74f771d59 tempest-ImagesOneServerTestJSON-1533552250 tempest-ImagesOneServerTestJSON-1533552250-project] 10.222.0.41 "GET /v2.0/ports?device_id=4fd908a7-170c-44e2-8719-e7c307ce1667 HTTP/1.1" status: 200 len: 947 time: 0.1747651 Jun 01 18:50:26.518340 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ba74f9-7381-4d36-a90c-81ed19bf2f94 req-31ed033f-339e-4a67-9352-f885b7192f0c service neutron] Checking agent: {'id': 'bdb1e5d7-b998-4259-838f-3d278e930f32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 18, 50, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:50:26.518673 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ba74f9-7381-4d36-a90c-81ed19bf2f94 req-31ed033f-339e-4a67-9352-f885b7192f0c service neutron] Checking segment: {'id': 'e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:50:26.519055 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ba74f9-7381-4d36-a90c-81ed19bf2f94 req-31ed033f-339e-4a67-9352-f885b7192f0c service neutron] Bound using segment: {'id': 'e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426'} {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:50:26.519491 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-41ba74f9-7381-4d36-a90c-81ed19bf2f94 req-31ed033f-339e-4a67-9352-f885b7192f0c service neutron] Bound port: 873ea4ea-e0cb-4148-afa6-bb316ccb2dac, host: n-h1-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426'}}] {{(pid=88525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:50:26.519850 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-41ba74f9-7381-4d36-a90c-81ed19bf2f94 req-31ed033f-339e-4a67-9352-f885b7192f0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:26.552182 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-461e5a68-1ecb-4170-a4dd-d3734d976116 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['207b77f8-10b5-4db7-a096-72175afaed8a']}} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:50:26.572302 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-4a260744-7b90-453e-90d1-57d34e28581e req-fe2cc7b2-cf70-45e1-bf0a-d03096f56416 tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] Notify callbacks [] for floatingip, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:26.591020 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7c8d6a70-4ffe-4c9a-982b-3c462c735f9e req-9162c1f4-850f-4c30-a1a9-6d6d66327471 tempest-ImagesOneServerTestJSON-1533552250 tempest-ImagesOneServerTestJSON-1533552250-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a2ffece-5c89-4f80-8f74-c5fd1708da19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790553 Jun 01 18:50:26.614527 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ba3dd7d8-3361-4055-97ce-e4e26c7078f0 req-a26b4fdd-a721-4e37-af61-7c35e000146a service neutron] 10.222.0.50 "GET /v2.0/networks/898153a3-5d71-43be-9d14-343ea4a48426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828566 Jun 01 18:50:26.627740 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-461e5a68-1ecb-4170-a4dd-d3734d976116 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b91be4d7-31fc-4972-ae0b-7be1127e4506') {'for_net_delete': True} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:50:26.628340 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-461e5a68-1ecb-4170-a4dd-d3734d976116 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b91be4d7-31fc-4972-ae0b-7be1127e4506') {} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:50:26.706437 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-461e5a68-1ecb-4170-a4dd-d3734d976116 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2258522'] for segment, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:26.724264 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a4b22b2-b64e-476b-a0f8-1ee826279ab7'] response: {'server_uuid': 'e4403b80-70b9-4a94-ae28-21cc84b5df22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58d3bc7f-a29e-455c-8444-21624267451b', 'code': 200} Jun 01 18:50:26.799891 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-461e5a68-1ecb-4170-a4dd-d3734d976116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:26.820780 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-461e5a68-1ecb-4170-a4dd-d3734d976116 admin admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=88525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 18:50:26.821004 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-461e5a68-1ecb-4170-a4dd-d3734d976116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2613981'] for segment, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:26.893744 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53110f4a-7ec6-42ab-9390-22fac6fb8eca req-9964d559-c07d-48f6-958d-8d27c05134a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:26.895431 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-53110f4a-7ec6-42ab-9390-22fac6fb8eca req-9964d559-c07d-48f6-958d-8d27c05134a1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e4403b80-70b9-4a94-ae28-21cc84b5df22 HTTP/1.1" status: 200 len: 1096 time: 0.0884910 Jun 01 18:50:26.999620 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-53110f4a-7ec6-42ab-9390-22fac6fb8eca req-56964cd0-fef6-4f44-9c31-8340680256c4 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=9caa0f54-cb0e-4092-b752-f15eca9f84a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974684 Jun 01 18:50:27.029041 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment b91be4d7-31fc-4972-ae0b-7be1127e4506 resource provider aggregate not found Jun 01 18:50:27.037881 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af8efd3-a000-4909-aa3c-1347acfb484b req-01487a2c-1233-4309-9703-a20bf20b6c8f tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:27.039782 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9af8efd3-a000-4909-aa3c-1347acfb484b req-01487a2c-1233-4309-9703-a20bf20b6c8f tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] 10.222.0.41 "GET /v2.0/ports?device_id=749bbb7c-b02e-4e1b-aef8-be7b290a27b1 HTTP/1.1" status: 200 len: 945 time: 0.1222305 Jun 01 18:50:27.067062 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-41ba74f9-7381-4d36-a90c-81ed19bf2f94 req-31ed033f-339e-4a67-9352-f885b7192f0c service neutron] For port 873ea4ea-e0cb-4148-afa6-bb316ccb2dac, host n-h1-844202-1, cleared binding levels {{(pid=88525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:50:27.089936 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9af8efd3-a000-4909-aa3c-1347acfb484b req-31435916-a6e9-4ed8-9037-7e9a8f5c8637 tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] 10.222.0.41 "GET /v2.0/security-groups?id=9caa0f54-cb0e-4092-b752-f15eca9f84a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437746 Jun 01 18:50:27.104702 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-41ba74f9-7381-4d36-a90c-81ed19bf2f94 req-31ed033f-339e-4a67-9352-f885b7192f0c service neutron] For port 873ea4ea-e0cb-4148-afa6-bb316ccb2dac, host n-h1-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=873ea4ea-e0cb-4148-afa6-bb316ccb2dac,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:50:27.106698 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment b91be4d7-31fc-4972-ae0b-7be1127e4506 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b91be4d7-31fc-4972-ae0b-7be1127e4506 found for delete ", "request_id": "req-b0c7c80d-9b95-451b-9061-4901a3b0a4d6"}]} Jun 01 18:50:27.122000 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-41ba74f9-7381-4d36-a90c-81ed19bf2f94 req-31ed033f-339e-4a67-9352-f885b7192f0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:27.234365 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-461e5a68-1ecb-4170-a4dd-d3734d976116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:27.239205 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-461e5a68-1ecb-4170-a4dd-d3734d976116 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:27.306071 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ba74f9-7381-4d36-a90c-81ed19bf2f94 req-31ed033f-339e-4a67-9352-f885b7192f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:27.306976 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-41ba74f9-7381-4d36-a90c-81ed19bf2f94 req-31ed033f-339e-4a67-9352-f885b7192f0c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:27.308406 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-41ba74f9-7381-4d36-a90c-81ed19bf2f94 req-31ed033f-339e-4a67-9352-f885b7192f0c service neutron] 10.222.0.15 "PUT /v2.0/ports/873ea4ea-e0cb-4148-afa6-bb316ccb2dac HTTP/1.1" status: 200 len: 1095 time: 2.5311697 Jun 01 18:50:27.309397 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fd908a7-170c-44e2-8719-e7c307ce1667', 'tag': '873ea4ea-e0cb-4148-afa6-bb316ccb2dac'}] {{(pid=88525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:50:27.321761 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-461e5a68-1ecb-4170-a4dd-d3734d976116 admin admin] 10.222.0.41 "DELETE /v2.0/networks/207b77f8-10b5-4db7-a096-72175afaed8a HTTP/1.1" status: 204 len: 168 time: 1.7241547 Jun 01 18:50:27.328978 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461e5a68-1ecb-4170-a4dd-d3734d976116 admin admin] Pushing event deleted for resources: {'Network': ['ID=207b77f8-10b5-4db7-a096-72175afaed8a,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:50:27.418598 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ed033f-339e-4a67-9352-f885b7192f0c service neutron] Pushing event updated for resources: {'Port': ['ID=873ea4ea-e0cb-4148-afa6-bb316ccb2dac,revision_number=3']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:50:27.467033 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b362873c-e2da-4488-aa4b-815a70bbd1e0 req-b0c00592-9b0a-410b-88f7-c0d2482be078 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:27.474965 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b362873c-e2da-4488-aa4b-815a70bbd1e0 req-b0c00592-9b0a-410b-88f7-c0d2482be078 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ae812a2-5303-4c9c-88e8-5c44f26565c9 HTTP/1.1" status: 200 len: 948 time: 0.1391673 Jun 01 18:50:27.529709 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b362873c-e2da-4488-aa4b-815a70bbd1e0 req-5087199b-a7d6-4d7d-962b-c3f50ae54b56 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbe27866-6450-47f0-a8e1-f266dfb72433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538275 Jun 01 18:50:27.617338 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 52520) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:50:27.661501 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ba74f9-7381-4d36-a90c-81ed19bf2f94 req-7da44355-c966-499d-ab62-4a6cf9d1bd03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:27.663135 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-41ba74f9-7381-4d36-a90c-81ed19bf2f94 req-7da44355-c966-499d-ab62-4a6cf9d1bd03 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6bd17bf1f540474aac43920effd43aff&device_id=4fd908a7-170c-44e2-8719-e7c307ce1667 HTTP/1.1" status: 200 len: 1098 time: 0.2457395 Jun 01 18:50:27.724410 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-3274cdfb-2cff-42ff-8243-5a8673da0d0e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=008b5114a12a48d5a4c6e4db1f7d7e5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1051447 Jun 01 18:50:27.725706 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 52524) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:50:27.741753 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-41ba74f9-7381-4d36-a90c-81ed19bf2f94 req-a0eb0d91-5ba0-46c7-a69e-e6425ff6bd4f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=873ea4ea-e0cb-4148-afa6-bb316ccb2dac HTTP/1.1" status: 200 len: 217 time: 0.0660155 Jun 01 18:50:27.825001 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bda0e4-860c-4607-b677-2c1239072e26 req-e3522fe3-4426-4b06-99de-bb611136c880 tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:27.826584 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-15bda0e4-860c-4607-b677-2c1239072e26 req-e3522fe3-4426-4b06-99de-bb611136c880 tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] 10.222.0.41 "GET /v2.0/ports?device_id=e4403b80-70b9-4a94-ae28-21cc84b5df22 HTTP/1.1" status: 200 len: 945 time: 0.1659160 Jun 01 18:50:27.838618 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ba74f9-7381-4d36-a90c-81ed19bf2f94 req-57389f4b-5fc0-4db9-a1a8-4f90e978376f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:27.839988 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-41ba74f9-7381-4d36-a90c-81ed19bf2f94 req-57389f4b-5fc0-4db9-a1a8-4f90e978376f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=35e3ad2f-9c88-4698-b634-4e1b58de1cc2 HTTP/1.1" status: 200 len: 843 time: 0.0914550 Jun 01 18:50:27.850448 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-5aae1168-5033-4094-881c-a74cbb8464fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:27.906695 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-5aae1168-5033-4094-881c-a74cbb8464fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:27.919883 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-15bda0e4-860c-4607-b677-2c1239072e26 req-f1502963-6fee-48b0-b9b5-bbe073d741df tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] 10.222.0.41 "GET /v2.0/security-groups?id=9caa0f54-cb0e-4092-b752-f15eca9f84a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854244 Jun 01 18:50:27.994201 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-5aae1168-5033-4094-881c-a74cbb8464fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:28.017094 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aae1168-5033-4094-881c-a74cbb8464fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c889e86-14a3-4bba-aac4-bcb9dc5e0377,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:50:28.024363 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-5aae1168-5033-4094-881c-a74cbb8464fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:28.025538 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-5aae1168-5033-4094-881c-a74cbb8464fc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4c889e86-14a3-4bba-aac4-bcb9dc5e0377 HTTP/1.1" status: 204 len: 168 time: 0.2961094 Jun 01 18:50:28.034539 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-4a260744-7b90-453e-90d1-57d34e28581e req-fe2cc7b2-cf70-45e1-bf0a-d03096f56416 tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:28.041277 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-4a260744-7b90-453e-90d1-57d34e28581e req-fe2cc7b2-cf70-45e1-bf0a-d03096f56416 tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887712'] for floatingip, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:28.143531 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 60f01c35-737d-4a5d-b74d-d5493aef4b97 details requested by agent hyperv_n-h2-844202-1 with host n-h2-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 18:50:28.170985 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ba74f9-7381-4d36-a90c-81ed19bf2f94 req-3023f3c9-53fb-43df-ad3a-0a3d7de58317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:28.175493 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-41ba74f9-7381-4d36-a90c-81ed19bf2f94 req-3023f3c9-53fb-43df-ad3a-0a3d7de58317 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=898153a3-5d71-43be-9d14-343ea4a48426&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2660248 Jun 01 18:50:28.307106 n-d-844202-1 neutron-server[88525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55134ae8-ed8f-44be-8b27-67150ef3405f'] response: {'name': 'network-changed', 'server_uuid': '4fd908a7-170c-44e2-8719-e7c307ce1667', 'tag': '873ea4ea-e0cb-4148-afa6-bb316ccb2dac', 'status': 'completed', 'code': 200} Jun 01 18:50:28.450866 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 60f01c35-737d-4a5d-b74d-d5493aef4b97, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=60f01c35-737d-4a5d-b74d-d5493aef4b97,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:50:28.468146 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Returning: {'device': '60f01c35-737d-4a5d-b74d-d5493aef4b97', 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426', 'port_id': '60f01c35-737d-4a5d-b74d-d5493aef4b97', 'mac_address': 'fa:16:3e:2f:66:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35e3ad2f-9c88-4698-b634-4e1b58de1cc2', 'ip_address': '192.168.233.171'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 18:50:28.534106 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port 60f01c35-737d-4a5d-b74d-d5493aef4b97 is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:50:28.534661 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:28.553262 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60f01c35-737d-4a5d-b74d-d5493aef4b97 {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:50:28.556196 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-41ba74f9-7381-4d36-a90c-81ed19bf2f94 req-84d4330a-9632-4dcf-a6a3-d2bd921fd239 service neutron] 10.222.0.15 "GET /v2.0/networks/898153a3-5d71-43be-9d14-343ea4a48426?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2562318 Jun 01 18:50:28.580069 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 60f01c35-737d-4a5d-b74d-d5493aef4b97, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=60f01c35-737d-4a5d-b74d-d5493aef4b97,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:50:28.585675 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:28.623325 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c563f2d5-8d85-40d1-8ad4-e85667389bb4 req-41bf818c-dddf-444f-9bb7-676deced4726 tempest-ImagesOneServerTestJSON-1533552250 tempest-ImagesOneServerTestJSON-1533552250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:28.632372 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c563f2d5-8d85-40d1-8ad4-e85667389bb4 req-41bf818c-dddf-444f-9bb7-676deced4726 tempest-ImagesOneServerTestJSON-1533552250 tempest-ImagesOneServerTestJSON-1533552250-project] 10.222.0.41 "GET /v2.0/ports?device_id=4fd908a7-170c-44e2-8719-e7c307ce1667 HTTP/1.1" status: 200 len: 947 time: 0.1513014 Jun 01 18:50:28.680329 n-d-844202-1 neutron-server[88525]: INFO neutron.db.l3_db [req-4a260744-7b90-453e-90d1-57d34e28581e req-fe2cc7b2-cf70-45e1-bf0a-d03096f56416 tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] Floating IP 080f72d1-ea00-4ffc-8064-7b35862ab36c associated. External IP: 172.25.4.181, port: 693d54c3-1b70-418e-bb59-fef3cfd9ad9c. Jun 01 18:50:28.682861 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c563f2d5-8d85-40d1-8ad4-e85667389bb4 req-49a07917-ddc3-4003-9607-929a533f7af2 tempest-ImagesOneServerTestJSON-1533552250 tempest-ImagesOneServerTestJSON-1533552250-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a2ffece-5c89-4f80-8f74-c5fd1708da19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490091 Jun 01 18:50:28.687742 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=60f01c35-737d-4a5d-b74d-d5493aef4b97,revision_number=7']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:50:28.725613 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ae812a2-5303-4c9c-88e8-5c44f26565c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60f01c35-737d-4a5d-b74d-d5493aef4b97'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:50:28.842490 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 52550) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:50:28.867171 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] get_ports_and_sgs() called for port_ids ['60f01c35-737d-4a5d-b74d-d5493aef4b97'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:50:28.919032 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_v2 [None req-07f7da97-95e0-4713-8eee-c011b5cfda56 admin admin] Deleting subnet da8eacd5-9944-4111-9d5f-9f3e01b23eff {{(pid=88524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 18:50:28.922979 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-07f7da97-95e0-4713-8eee-c011b5cfda56 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:28.984805 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-07f7da97-95e0-4713-8eee-c011b5cfda56 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2702137'] for subnet, precommit_delete_associations {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:29.066041 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-41ba74f9-7381-4d36-a90c-81ed19bf2f94 req-e7777f65-73a9-4ce2-86f8-37ea7050448b service neutron] 10.222.0.15 "GET /v2.0/networks/898153a3-5d71-43be-9d14-343ea4a48426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5026355 Jun 01 18:50:29.144937 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-07f7da97-95e0-4713-8eee-c011b5cfda56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:29.253833 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cadc83-0114-4b7c-b8d7-2c20930fe709 req-4272c16f-5a22-4250-a8ec-704abf54248b tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:29.255513 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b0cadc83-0114-4b7c-b8d7-2c20930fe709 req-4272c16f-5a22-4250-a8ec-704abf54248b tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ae812a2-5303-4c9c-88e8-5c44f26565c9 HTTP/1.1" status: 200 len: 949 time: 0.2405200 Jun 01 18:50:29.258020 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-07f7da97-95e0-4713-8eee-c011b5cfda56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2718856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3066595'] for subnet, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:29.319619 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f7da97-95e0-4713-8eee-c011b5cfda56 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da8eacd5-9944-4111-9d5f-9f3e01b23eff,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:50:29.329214 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-07f7da97-95e0-4713-8eee-c011b5cfda56 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:29.346668 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-07f7da97-95e0-4713-8eee-c011b5cfda56 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/da8eacd5-9944-4111-9d5f-9f3e01b23eff HTTP/1.1" status: 204 len: 168 time: 0.5013044 Jun 01 18:50:29.348539 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 52566) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:50:29.383280 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b0cadc83-0114-4b7c-b8d7-2c20930fe709 req-fe1ba11e-5477-4dda-ace7-52c6de3f7d4f tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbe27866-6450-47f0-a8e1-f266dfb72433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183701 Jun 01 18:50:29.383486 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd62ad07-0443-4066-8abd-f216bc96c0f9 req-69a57a18-40f6-4b10-902a-1ce3929120f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:29.384115 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-bd62ad07-0443-4066-8abd-f216bc96c0f9 req-69a57a18-40f6-4b10-902a-1ce3929120f1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6bd17bf1f540474aac43920effd43aff&device_id=4fd908a7-170c-44e2-8719-e7c307ce1667 HTTP/1.1" status: 200 len: 1098 time: 0.2213054 Jun 01 18:50:29.396324 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4a260744-7b90-453e-90d1-57d34e28581e req-fe2cc7b2-cf70-45e1-bf0a-d03096f56416 tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] Router f295a693-958b-4d4b-9229-d104ee449169 has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 18:50:29.484792 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-508f36a1-7768-4040-a779-a2dc3400f27f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:29.633076 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3484748-94d7-46d3-8cb3-6c127f09fb25'] response: {'server_uuid': '2ae812a2-5303-4c9c-88e8-5c44f26565c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60f01c35-737d-4a5d-b74d-d5493aef4b97', 'code': 200} Jun 01 18:50:29.697224 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd62ad07-0443-4066-8abd-f216bc96c0f9 req-97d6a100-cedf-4b30-8905-539cda659f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:29.698942 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-bd62ad07-0443-4066-8abd-f216bc96c0f9 req-97d6a100-cedf-4b30-8905-539cda659f9e service neutron] 10.222.0.15 "GET /v2.0/networks?id=898153a3-5d71-43be-9d14-343ea4a48426 HTTP/1.1" status: 200 len: 870 time: 0.3048277 Jun 01 18:50:29.733462 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-508f36a1-7768-4040-a779-a2dc3400f27f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:29.776761 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-bd62ad07-0443-4066-8abd-f216bc96c0f9 req-fec2b6e0-ebcc-424d-9ecd-7b037f0684a6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=873ea4ea-e0cb-4148-afa6-bb316ccb2dac HTTP/1.1" status: 200 len: 217 time: 0.0712149 Jun 01 18:50:29.801048 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-508f36a1-7768-4040-a779-a2dc3400f27f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3dea7fc-235f-4736-8c6d-38e23ed566b9']}} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:50:29.820743 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-508f36a1-7768-4040-a779-a2dc3400f27f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5423f802-8952-4dea-8b13-e2a87f408f8c') {'for_net_delete': True} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:50:29.821002 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-508f36a1-7768-4040-a779-a2dc3400f27f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5423f802-8952-4dea-8b13-e2a87f408f8c') {} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:50:29.824901 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4a260744-7b90-453e-90d1-57d34e28581e req-fe2cc7b2-cf70-45e1-bf0a-d03096f56416 tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 18:50:29.834322 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-4a260744-7b90-453e-90d1-57d34e28581e req-fe2cc7b2-cf70-45e1-bf0a-d03096f56416 tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for floatingip, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:29.837604 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-508f36a1-7768-4040-a779-a2dc3400f27f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2702126'] for segment, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:29.838766 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc6e0803-4d0f-41d4-88d0-ec752657df08 None None] Sync routers for ids ['f295a693-958b-4d4b-9229-d104ee449169'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 18:50:29.855239 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6e0803-4d0f-41d4-88d0-ec752657df08 None None] Routers {'f295a693-958b-4d4b-9229-d104ee449169'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:50:29.856744 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-dc6e0803-4d0f-41d4-88d0-ec752657df08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:50:09Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['f295a693-958b-4d4b-9229-d104ee449169'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:50:29.877134 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-508f36a1-7768-4040-a779-a2dc3400f27f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:29.889582 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-508f36a1-7768-4040-a779-a2dc3400f27f admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=88524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 18:50:29.890004 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-508f36a1-7768-4040-a779-a2dc3400f27f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2719018'] for segment, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:29.899642 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd62ad07-0443-4066-8abd-f216bc96c0f9 req-ac32fff8-abc7-4344-9f63-cdfc60614719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:29.901113 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-bd62ad07-0443-4066-8abd-f216bc96c0f9 req-ac32fff8-abc7-4344-9f63-cdfc60614719 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=35e3ad2f-9c88-4698-b634-4e1b58de1cc2 HTTP/1.1" status: 200 len: 843 time: 0.1174293 Jun 01 18:50:29.907192 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4a260744-7b90-453e-90d1-57d34e28581e req-fe2cc7b2-cf70-45e1-bf0a-d03096f56416 tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] 10.222.0.41 "PUT /v2.0/floatingips/080f72d1-ea00-4ffc-8064-7b35862ab36c HTTP/1.1" status: 200 len: 997 time: 3.4754770 Jun 01 18:50:29.985705 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment 5423f802-8952-4dea-8b13-e2a87f408f8c resource provider aggregate not found Jun 01 18:50:30.000329 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5aa7b4-21b7-4c7c-ae6a-137d69fca3c0 req-77a2f3e4-f07a-4896-9a4e-869c470fe170 tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:30.001979 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3a5aa7b4-21b7-4c7c-ae6a-137d69fca3c0 req-77a2f3e4-f07a-4896-9a4e-869c470fe170 tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] 10.222.0.41 "GET /v2.0/ports?device_id=e4403b80-70b9-4a94-ae28-21cc84b5df22 HTTP/1.1" status: 200 len: 945 time: 0.2577870 Jun 01 18:50:30.032077 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment 5423f802-8952-4dea-8b13-e2a87f408f8c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5423f802-8952-4dea-8b13-e2a87f408f8c found for delete ", "request_id": "req-c77569ae-73e4-442b-83b0-789a8b66fd8b"}]} Jun 01 18:50:30.068434 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-508f36a1-7768-4040-a779-a2dc3400f27f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:30.073409 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd62ad07-0443-4066-8abd-f216bc96c0f9 req-4bf1d5fe-db68-42de-8c83-9f93917b4e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:30.075065 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-bd62ad07-0443-4066-8abd-f216bc96c0f9 req-4bf1d5fe-db68-42de-8c83-9f93917b4e01 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=898153a3-5d71-43be-9d14-343ea4a48426&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1669674 Jun 01 18:50:30.084665 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a260744-7b90-453e-90d1-57d34e28581e req-55e68ec1-f359-4dc6-ad23-4130d88c1f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:30.086671 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4a260744-7b90-453e-90d1-57d34e28581e req-55e68ec1-f359-4dc6-ad23-4130d88c1f9a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bba0af6b22cc48889542d40b4d85508e&device_id=0f67c738-584f-4106-9a9a-b1bbbc4b97b6 HTTP/1.1" status: 200 len: 1097 time: 0.1331575 Jun 01 18:50:30.094913 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-508f36a1-7768-4040-a779-a2dc3400f27f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:30.107080 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508f36a1-7768-4040-a779-a2dc3400f27f admin admin] Pushing event deleted for resources: {'Network': ['ID=e3dea7fc-235f-4736-8c6d-38e23ed566b9,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:50:30.122669 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3a5aa7b4-21b7-4c7c-ae6a-137d69fca3c0 req-854e70a6-a48e-47fc-b061-74fa69bdcb5d tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] 10.222.0.41 "GET /v2.0/security-groups?id=9caa0f54-cb0e-4092-b752-f15eca9f84a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014488 Jun 01 18:50:30.134502 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-dc6e0803-4d0f-41d4-88d0-ec752657df08 None None] Set router f295a693-958b-4d4b-9229-d104ee449169 gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:50:30.153854 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-508f36a1-7768-4040-a779-a2dc3400f27f admin admin] 10.222.0.41 "DELETE /v2.0/networks/e3dea7fc-235f-4736-8c6d-38e23ed566b9 HTTP/1.1" status: 204 len: 168 time: 0.8052628 Jun 01 18:50:30.157350 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 60f01c35-737d-4a5d-b74d-d5493aef4b97 up at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:50:30.313539 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f67c738-584f-4106-9a9a-b1bbbc4b97b6', 'tag': '693d54c3-1b70-418e-bb59-fef3cfd9ad9c'}] {{(pid=88525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:50:30.337498 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning complete for port 60f01c35-737d-4a5d-b74d-d5493aef4b97 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:50:30.338028 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:30.346944 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fa6a8c97-bfa6-4389-b701-8bab9fc51226 req-da2cfc67-8df0-479d-8ef4-f13a8cb6fa2c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=9c83a2c5-aa3d-4e8d-af22-cb838112216f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1443522 Jun 01 18:50:30.428679 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-bd62ad07-0443-4066-8abd-f216bc96c0f9 req-19e9b6cc-9b9e-4caa-93e4-95b9abec5d2b service neutron] 10.222.0.15 "GET /v2.0/networks/898153a3-5d71-43be-9d14-343ea4a48426?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3409579 Jun 01 18:50:30.433220 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a260744-7b90-453e-90d1-57d34e28581e req-0fe9f25b-acd5-4294-8cbf-db7fe4eaf4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:30.436117 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4a260744-7b90-453e-90d1-57d34e28581e req-0fe9f25b-acd5-4294-8cbf-db7fe4eaf4f4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=733f1d30-f98a-417d-a420-8babaa4f930e HTTP/1.1" status: 200 len: 920 time: 0.3284307 Jun 01 18:50:30.588908 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 52600) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:50:30.622330 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port 60f01c35-737d-4a5d-b74d-d5493aef4b97 is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:50:30.623330 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:30.681778 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 60f01c35-737d-4a5d-b74d-d5493aef4b97, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=60f01c35-737d-4a5d-b74d-d5493aef4b97,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:50:30.688775 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:30.807577 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4a260744-7b90-453e-90d1-57d34e28581e req-0f4b333f-a4c9-4059-bea5-a88489e4f75c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=693d54c3-1b70-418e-bb59-fef3cfd9ad9c HTTP/1.1" status: 200 len: 1000 time: 0.3501525 Jun 01 18:50:30.818845 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=60f01c35-737d-4a5d-b74d-d5493aef4b97,revision_number=8']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:50:30.882553 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-0891c0c7-8fbc-48c9-9cf6-3cdad2eb8445 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6884b43c239b4677a270eb283de39d49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2364912 Jun 01 18:50:30.887267 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 52608) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:50:30.891727 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6a8c97-bfa6-4389-b701-8bab9fc51226 req-ee996fd5-4435-47ea-b029-a8a40a3f4c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:30.892337 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6a8c97-bfa6-4389-b701-8bab9fc51226 req-ee996fd5-4435-47ea-b029-a8a40a3f4c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:30.892964 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6a8c97-bfa6-4389-b701-8bab9fc51226 req-ee996fd5-4435-47ea-b029-a8a40a3f4c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:30.893439 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6a8c97-bfa6-4389-b701-8bab9fc51226 req-ee996fd5-4435-47ea-b029-a8a40a3f4c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:30.893939 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6a8c97-bfa6-4389-b701-8bab9fc51226 req-ee996fd5-4435-47ea-b029-a8a40a3f4c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:30.894345 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6a8c97-bfa6-4389-b701-8bab9fc51226 req-ee996fd5-4435-47ea-b029-a8a40a3f4c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:30.895975 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6a8c97-bfa6-4389-b701-8bab9fc51226 req-ee996fd5-4435-47ea-b029-a8a40a3f4c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:30.898599 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fa6a8c97-bfa6-4389-b701-8bab9fc51226 req-ee996fd5-4435-47ea-b029-a8a40a3f4c8e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5e0ead56e0d24edfb943f0d89aaec01a&device_id=9c83a2c5-aa3d-4e8d-af22-cb838112216f HTTP/1.1" status: 200 len: 6502 time: 0.3992574 Jun 01 18:50:30.904987 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-dc6e0803-4d0f-41d4-88d0-ec752657df08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f295a693-958b-4d4b-9229-d104ee449169', 'name': 'tempest-ServerRescueTestJSONUnderV235-569487050-router', 'tenant_id': 'bba0af6b22cc48889542d40b4d85508e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': 'a87fe2a0-8767-47f7-b26d-385ed6a48322', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:48:47Z', 'updated_at': '2022-06-01T18:49:01Z', 'revision_number': 4, 'project_id': 'bba0af6b22cc48889542d40b4d85508e', 'gw_port': {'id': 'a87fe2a0-8767-47f7-b26d-385ed6a48322', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:6c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f295a693-958b-4d4b-9229-d104ee449169', 'device_owner': 'network:router_gateway', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:48:49Z', 'updated_at': '2022-06-01T18:49:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_floatingips': [{'id': '080f72d1-ea00-4ffc-8064-7b35862ab36c', 'tenant_id': 'bba0af6b22cc48889542d40b4d85508e', 'floating_ip_address': '172.25.4.181', 'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'router_id': 'f295a693-958b-4d4b-9229-d104ee449169', 'port_id': '693d54c3-1b70-418e-bb59-fef3cfd9ad9c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1004, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '733f1d30-f98a-417d-a420-8babaa4f930e', 'mac_address': 'fa:16:3e:8e:ee:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f67c738-584f-4106-9a9a-b1bbbc4b97b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T18:50:22Z', 'updated_at': '2022-06-01T18:50:27Z', 'revision_number': 1, 'project_id': 'bba0af6b22cc48889542d40b4d85508e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58e2e037-de43-49ff-8616-26fec74bc066', 'name': '', 'network_id': '733f1d30-f98a-417d-a420-8babaa4f930e', 'tenant_id': 'bba0af6b22cc48889542d40b4d85508e', 'mac_address': 'fa:16:3e:37:1f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f295a693-958b-4d4b-9229-d104ee449169', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': 'feb88351-1be4-4281-aea1-860175961a49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:48:59Z', 'updated_at': '2022-06-01T18:49:16Z', 'revision_number': 5, 'project_id': 'bba0af6b22cc48889542d40b4d85508e', 'subnets': [{'id': 'feb88351-1be4-4281-aea1-860175961a49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:50:30.912150 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc6e0803-4d0f-41d4-88d0-ec752657df08 None None] Checking router: f295a693-958b-4d4b-9229-d104ee449169 for host: n-d-844202-1 {{(pid=88527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 18:50:30.939484 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6e0803-4d0f-41d4-88d0-ec752657df08 None None] Routers {'f295a693-958b-4d4b-9229-d104ee449169'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:50:30.940101 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-dc6e0803-4d0f-41d4-88d0-ec752657df08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:50:09Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['f295a693-958b-4d4b-9229-d104ee449169'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:50:30.982366 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-bd62ad07-0443-4066-8abd-f216bc96c0f9 req-85a5b2ed-57ab-4334-821e-e4edb9056aaf service neutron] 10.222.0.15 "GET /v2.0/networks/898153a3-5d71-43be-9d14-343ea4a48426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5452259 Jun 01 18:50:31.015827 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a260744-7b90-453e-90d1-57d34e28581e req-937ab8a0-fc97-411f-831b-dc1a40cf2b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:31.017374 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4a260744-7b90-453e-90d1-57d34e28581e req-937ab8a0-fc97-411f-831b-dc1a40cf2b9c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=feb88351-1be4-4281-aea1-860175961a49 HTTP/1.1" status: 200 len: 859 time: 0.1951625 Jun 01 18:50:31.124876 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4a260744-7b90-453e-90d1-57d34e28581e req-d6c6a543-7893-4bd5-8dc4-bfc3ee1bb86b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=733f1d30-f98a-417d-a420-8babaa4f930e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0952721 Jun 01 18:50:31.174544 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-fa0585db-20de-47ab-9036-956ee6287f22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:31.273418 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6a8c97-bfa6-4389-b701-8bab9fc51226 req-85da3859-94a9-4a76-8615-c8308b584b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:31.274286 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6a8c97-bfa6-4389-b701-8bab9fc51226 req-85da3859-94a9-4a76-8615-c8308b584b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:31.274933 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6a8c97-bfa6-4389-b701-8bab9fc51226 req-85da3859-94a9-4a76-8615-c8308b584b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:31.276749 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fa6a8c97-bfa6-4389-b701-8bab9fc51226 req-85da3859-94a9-4a76-8615-c8308b584b7f service neutron] 10.222.0.50 "GET /v2.0/networks?id=f485d579-7529-4636-ae31-9fc1fec94322&id=9faf4c95-7954-4d11-b97c-b5c0332de1f6&id=9faf4c95-7954-4d11-b97c-b5c0332de1f6&id=9faf4c95-7954-4d11-b97c-b5c0332de1f6&id=9faf4c95-7954-4d11-b97c-b5c0332de1f6&id=c16c0733-68a0-4af2-9aa5-b2266da91869&id=c16c0733-68a0-4af2-9aa5-b2266da91869 HTTP/1.1" status: 200 len: 2298 time: 0.3355975 Jun 01 18:50:31.300615 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-fa0585db-20de-47ab-9036-956ee6287f22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:31.318186 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-dc6e0803-4d0f-41d4-88d0-ec752657df08 None None] Set router f295a693-958b-4d4b-9229-d104ee449169 gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:50:31.456046 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4a260744-7b90-453e-90d1-57d34e28581e req-a8efe555-afe0-417a-8fa4-b4da7b7e08c7 service neutron] 10.222.0.41 "GET /v2.0/networks/733f1d30-f98a-417d-a420-8babaa4f930e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3226674 Jun 01 18:50:31.529875 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fa6a8c97-bfa6-4389-b701-8bab9fc51226 req-24f807ad-e009-4915-8529-0775e761e319 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=762e1d9d-53a1-4374-8f81-cfb057889d39 HTTP/1.1" status: 200 len: 1000 time: 0.2458017 Jun 01 18:50:31.587159 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-fa0585db-20de-47ab-9036-956ee6287f22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:31.625154 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0585db-20de-47ab-9036-956ee6287f22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f2fd699-5af8-4379-8a92-35d8c8796709,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:50:31.634294 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ae812a2-5303-4c9c-88e8-5c44f26565c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60f01c35-737d-4a5d-b74d-d5493aef4b97'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:50:31.644252 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-fa0585db-20de-47ab-9036-956ee6287f22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:31.645840 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-fa0585db-20de-47ab-9036-956ee6287f22 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8f2fd699-5af8-4379-8a92-35d8c8796709 HTTP/1.1" status: 204 len: 168 time: 0.7496624 Jun 01 18:50:31.680899 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331d76d2-90d8-4ca9-be90-80c309bae931 req-84ea7f70-0e7f-4d33-a079-8b3681d44788 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:31.683099 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-331d76d2-90d8-4ca9-be90-80c309bae931 req-84ea7f70-0e7f-4d33-a079-8b3681d44788 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.50 "GET /v2.0/ports?device_id=2ae812a2-5303-4c9c-88e8-5c44f26565c9&tenant_id=5a29f45689de4723b61fb9850cc62a10&binding%3Ahost_id=n-h2-844202-1 HTTP/1.1" status: 200 len: 950 time: 0.4620931 Jun 01 18:50:31.691244 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4a260744-7b90-453e-90d1-57d34e28581e req-b485d8e5-cffd-48c9-ba1c-3a1d19c375eb service neutron] 10.222.0.41 "GET /v2.0/networks/733f1d30-f98a-417d-a420-8babaa4f930e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2270224 Jun 01 18:50:31.702186 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6a8c97-bfa6-4389-b701-8bab9fc51226 req-3121318d-ebee-443b-a251-a1a12652e1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:31.704866 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fa6a8c97-bfa6-4389-b701-8bab9fc51226 req-3121318d-ebee-443b-a251-a1a12652e1bd service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e3aaca05-30ec-4457-96c4-ed8fafe49371 HTTP/1.1" status: 200 len: 855 time: 0.1678224 Jun 01 18:50:31.724326 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d785626-fa34-473c-9341-80863073c624 req-b62e58c9-d2c5-48ca-a464-4a06aaeb527b tempest-ImagesOneServerTestJSON-1533552250 tempest-ImagesOneServerTestJSON-1533552250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:31.731769 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7d785626-fa34-473c-9341-80863073c624 req-b62e58c9-d2c5-48ca-a464-4a06aaeb527b tempest-ImagesOneServerTestJSON-1533552250 tempest-ImagesOneServerTestJSON-1533552250-project] 10.222.0.41 "GET /v2.0/ports?device_id=4fd908a7-170c-44e2-8719-e7c307ce1667 HTTP/1.1" status: 200 len: 947 time: 0.3310130 Jun 01 18:50:31.866245 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-dc6e0803-4d0f-41d4-88d0-ec752657df08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f295a693-958b-4d4b-9229-d104ee449169', 'name': 'tempest-ServerRescueTestJSONUnderV235-569487050-router', 'tenant_id': 'bba0af6b22cc48889542d40b4d85508e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': 'a87fe2a0-8767-47f7-b26d-385ed6a48322', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:48:47Z', 'updated_at': '2022-06-01T18:49:01Z', 'revision_number': 4, 'project_id': 'bba0af6b22cc48889542d40b4d85508e', 'gw_port': {'id': 'a87fe2a0-8767-47f7-b26d-385ed6a48322', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:6c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f295a693-958b-4d4b-9229-d104ee449169', 'device_owner': 'network:router_gateway', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:48:49Z', 'updated_at': '2022-06-01T18:49:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_floatingips': [{'id': '080f72d1-ea00-4ffc-8064-7b35862ab36c', 'tenant_id': 'bba0af6b22cc48889542d40b4d85508e', 'floating_ip_address': '172.25.4.181', 'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'router_id': 'f295a693-958b-4d4b-9229-d104ee449169', 'port_id': '693d54c3-1b70-418e-bb59-fef3cfd9ad9c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1004, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '733f1d30-f98a-417d-a420-8babaa4f930e', 'mac_address': 'fa:16:3e:8e:ee:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f67c738-584f-4106-9a9a-b1bbbc4b97b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T18:50:22Z', 'updated_at': '2022-06-01T18:50:27Z', 'revision_number': 1, 'project_id': 'bba0af6b22cc48889542d40b4d85508e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58e2e037-de43-49ff-8616-26fec74bc066', 'name': '', 'network_id': '733f1d30-f98a-417d-a420-8babaa4f930e', 'tenant_id': 'bba0af6b22cc48889542d40b4d85508e', 'mac_address': 'fa:16:3e:37:1f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f295a693-958b-4d4b-9229-d104ee449169', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': 'feb88351-1be4-4281-aea1-860175961a49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:48:59Z', 'updated_at': '2022-06-01T18:49:16Z', 'revision_number': 5, 'project_id': 'bba0af6b22cc48889542d40b4d85508e', 'subnets': [{'id': 'feb88351-1be4-4281-aea1-860175961a49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:50:31.876601 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc6e0803-4d0f-41d4-88d0-ec752657df08 None None] The sync data for ids ['f295a693-958b-4d4b-9229-d104ee449169'] in n-d-844202-1 is: [{'id': 'f295a693-958b-4d4b-9229-d104ee449169', 'name': 'tempest-ServerRescueTestJSONUnderV235-569487050-router', 'tenant_id': 'bba0af6b22cc48889542d40b4d85508e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': 'a87fe2a0-8767-47f7-b26d-385ed6a48322', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:48:47Z', 'updated_at': '2022-06-01T18:49:01Z', 'revision_number': 4, 'project_id': 'bba0af6b22cc48889542d40b4d85508e', 'gw_port': {'id': 'a87fe2a0-8767-47f7-b26d-385ed6a48322', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:6c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f295a693-958b-4d4b-9229-d104ee449169', 'device_owner': 'network:router_gateway', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:48:49Z', 'updated_at': '2022-06-01T18:49:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_floatingips': [{'id': '080f72d1-ea00-4ffc-8064-7b35862ab36c', 'tenant_id': 'bba0af6b22cc48889542d40b4d85508e', 'floating_ip_address': '172.25.4.181', 'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'router_id': 'f295a693-958b-4d4b-9229-d104ee449169', 'port_id': '693d54c3-1b70-418e-bb59-fef3cfd9ad9c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1004, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '733f1d30-f98a-417d-a420-8babaa4f930e', 'mac_address': 'fa:16:3e:8e:ee:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f67c738-584f-4106-9a9a-b1bbbc4b97b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T18:50:22Z', 'updated_at': '2022-06-01T18:50:27Z', 'revision_number': 1, 'project_id': 'bba0af6b22cc48889542d40b4d85508e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58e2e037-de43-49ff-8616-26fec74bc066', 'name': '', 'network_id': '733f1d30-f98a-417d-a420-8babaa4f930e', 'tenant_id': 'bba0af6b22cc48889542d40b4d85508e', 'mac_address': 'fa:16:3e:37:1f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f295a693-958b-4d4b-9229-d104ee449169', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': 'feb88351-1be4-4281-aea1-860175961a49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:48:59Z', 'updated_at': '2022-06-01T18:49:16Z', 'revision_number': 5, 'project_id': 'bba0af6b22cc48889542d40b4d85508e', 'subnets': [{'id': 'feb88351-1be4-4281-aea1-860175961a49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 18:50:31.980010 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7d785626-fa34-473c-9341-80863073c624 req-a34c8b98-774b-4570-b39f-55471eed68ec tempest-ImagesOneServerTestJSON-1533552250 tempest-ImagesOneServerTestJSON-1533552250-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a2ffece-5c89-4f80-8f74-c5fd1708da19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2471502 Jun 01 18:50:32.032579 n-d-844202-1 neutron-server[88525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-faf5cbd8-1b82-4552-9c10-d020120c20e3'] response: {'name': 'network-changed', 'server_uuid': '0f67c738-584f-4106-9a9a-b1bbbc4b97b6', 'tag': '693d54c3-1b70-418e-bb59-fef3cfd9ad9c', 'status': 'completed', 'code': 200} Jun 01 18:50:32.060213 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-331d76d2-90d8-4ca9-be90-80c309bae931 req-622b6357-4ee7-4a88-81db-41fe001f1430 service neutron] 10.222.0.50 "GET /v2.0/ports/60f01c35-737d-4a5d-b74d-d5493aef4b97/bindings/n-h2-844202-1 HTTP/1.1" status: 200 len: 382 time: 0.3514204 Jun 01 18:50:32.067025 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6a8c97-bfa6-4389-b701-8bab9fc51226 req-4c2a312c-99c3-4cbe-b63d-97f49fcaf16d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:32.070023 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fa6a8c97-bfa6-4389-b701-8bab9fc51226 req-4c2a312c-99c3-4cbe-b63d-97f49fcaf16d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f485d579-7529-4636-ae31-9fc1fec94322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3358533 Jun 01 18:50:32.250860 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbcbbb9-48ae-4af6-8e0e-ca348b013cae req-a1702d38-dda0-4bc1-86c2-d36549e47851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:32.253594 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-6dbcbbb9-48ae-4af6-8e0e-ca348b013cae req-a1702d38-dda0-4bc1-86c2-d36549e47851 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bba0af6b22cc48889542d40b4d85508e&device_id=0f67c738-584f-4106-9a9a-b1bbbc4b97b6 HTTP/1.1" status: 200 len: 1097 time: 0.1954503 Jun 01 18:50:32.320506 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83bd4f1e-4903-4b6a-973f-32946347ce6f None None] New status for floating IP 080f72d1-ea00-4ffc-8064-7b35862ab36c: ACTIVE {{(pid=88526) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 18:50:32.436951 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-23473ee1-6eaf-40e5-89bf-7581693a516d req-968f6599-2aee-4087-a689-923007bbd5c1 tempest-ServersAaction247Test-373857896 tempest-ServersAaction247Test-373857896-project] 10.222.0.41 "GET /v2.0/ports?device_id=838a666f-c4fc-4501-b4d0-a5d1795a60d4 HTTP/1.1" status: 200 len: 210 time: 0.2263808 Jun 01 18:50:32.536283 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 873ea4ea-e0cb-4148-afa6-bb316ccb2dac details requested by agent hyperv_n-h1-844202-1 with host n-h1-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 18:50:32.541133 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9ee92e9-2336-41a4-a3fd-4d179e0dcdb3'] response: {'server_uuid': '2ae812a2-5303-4c9c-88e8-5c44f26565c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60f01c35-737d-4a5d-b74d-d5493aef4b97', 'code': 200} Jun 01 18:50:32.561697 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fa6a8c97-bfa6-4389-b701-8bab9fc51226 req-b0d0ab57-b2f6-486d-915e-97210ddf73dd service neutron] 10.222.0.50 "GET /v2.0/networks/f485d579-7529-4636-ae31-9fc1fec94322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4835560 Jun 01 18:50:32.577495 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4824b94-960f-4f0e-8b7a-b9fffe0e5f3f req-3b3a0e63-9613-4d23-88a6-13b0cbf062e8 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:32.579008 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e4824b94-960f-4f0e-8b7a-b9fffe0e5f3f req-3b3a0e63-9613-4d23-88a6-13b0cbf062e8 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ae812a2-5303-4c9c-88e8-5c44f26565c9 HTTP/1.1" status: 200 len: 950 time: 0.2202466 Jun 01 18:50:32.619069 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbcbbb9-48ae-4af6-8e0e-ca348b013cae req-ce279f39-9529-487e-a8d7-682418cd43dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:32.621345 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-6dbcbbb9-48ae-4af6-8e0e-ca348b013cae req-ce279f39-9529-487e-a8d7-682418cd43dc service neutron] 10.222.0.15 "GET /v2.0/networks?id=733f1d30-f98a-417d-a420-8babaa4f930e HTTP/1.1" status: 200 len: 920 time: 0.3609393 Jun 01 18:50:32.728018 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.db.resource_extend [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 18:50:32.807635 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-6dbcbbb9-48ae-4af6-8e0e-ca348b013cae req-9a70985f-954d-4346-a77e-e7be854be0be service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=693d54c3-1b70-418e-bb59-fef3cfd9ad9c HTTP/1.1" status: 200 len: 1000 time: 0.1621089 Jun 01 18:50:32.821126 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-271199af-176d-4b80-b6e6-06bf4d859965 req-d213ee2d-ba0a-4d33-b3f0-421d2b631dfa tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.4.181 HTTP/1.1" status: 200 len: 1000 time: 0.2562878 Jun 01 18:50:32.850356 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e4824b94-960f-4f0e-8b7a-b9fffe0e5f3f req-b8e08723-3d74-41f8-adb1-ddc79e851082 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbe27866-6450-47f0-a8e1-f266dfb72433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329416 Jun 01 18:50:32.974273 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbcbbb9-48ae-4af6-8e0e-ca348b013cae req-0649354a-1c29-4e32-afad-753b07067d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:32.975721 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-6dbcbbb9-48ae-4af6-8e0e-ca348b013cae req-0649354a-1c29-4e32-afad-753b07067d1c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=feb88351-1be4-4281-aea1-860175961a49 HTTP/1.1" status: 200 len: 859 time: 0.1409390 Jun 01 18:50:33.014775 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331d76d2-90d8-4ca9-be90-80c309bae931 req-0fd017a1-91f2-4b95-9922-2b0e50cfaee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:33.016917 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-331d76d2-90d8-4ca9-be90-80c309bae931 req-0fd017a1-91f2-4b95-9922-2b0e50cfaee3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5a29f45689de4723b61fb9850cc62a10&device_id=2ae812a2-5303-4c9c-88e8-5c44f26565c9 HTTP/1.1" status: 200 len: 1101 time: 0.8758841 Jun 01 18:50:33.067482 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-6dbcbbb9-48ae-4af6-8e0e-ca348b013cae req-bec64a5a-bc05-4917-93cf-b374fa99f2ee service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=733f1d30-f98a-417d-a420-8babaa4f930e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0844746 Jun 01 18:50:33.100936 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port 873ea4ea-e0cb-4148-afa6-bb316ccb2dac, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=873ea4ea-e0cb-4148-afa6-bb316ccb2dac,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:50:33.133065 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Returning: {'device': '873ea4ea-e0cb-4148-afa6-bb316ccb2dac', 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426', 'port_id': '873ea4ea-e0cb-4148-afa6-bb316ccb2dac', 'mac_address': 'fa:16:3e:cf:ef:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35e3ad2f-9c88-4698-b634-4e1b58de1cc2', 'ip_address': '192.168.233.53'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 18:50:33.171941 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271199af-176d-4b80-b6e6-06bf4d859965 req-acf79dcf-079f-4418-9a8e-9a571007ae22 tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:33.181710 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-271199af-176d-4b80-b6e6-06bf4d859965 req-acf79dcf-079f-4418-9a8e-9a571007ae22 tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] 10.222.0.41 "GET /v2.0/ports/693d54c3-1b70-418e-bb59-fef3cfd9ad9c HTTP/1.1" status: 200 len: 943 time: 0.3576641 Jun 01 18:50:33.223881 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port 873ea4ea-e0cb-4148-afa6-bb316ccb2dac is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:50:33.224576 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:33.245514 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 873ea4ea-e0cb-4148-afa6-bb316ccb2dac {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:50:33.278501 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port 873ea4ea-e0cb-4148-afa6-bb316ccb2dac, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=873ea4ea-e0cb-4148-afa6-bb316ccb2dac,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:50:33.284673 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:33.313251 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-6dbcbbb9-48ae-4af6-8e0e-ca348b013cae req-88dd8cea-84aa-436d-ac56-b8021103fff9 service neutron] 10.222.0.15 "GET /v2.0/networks/733f1d30-f98a-417d-a420-8babaa4f930e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2368817 Jun 01 18:50:33.408373 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fa6a8c97-bfa6-4389-b701-8bab9fc51226 req-a3d5d5a6-0936-47d3-aa84-b0606a91f1d8 service neutron] 10.222.0.50 "GET /v2.0/networks/f485d579-7529-4636-ae31-9fc1fec94322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8398743 Jun 01 18:50:33.421177 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=873ea4ea-e0cb-4148-afa6-bb316ccb2dac,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:50:33.511807 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-6dbcbbb9-48ae-4af6-8e0e-ca348b013cae req-d636f5b5-070a-44c4-92dc-4b44589b566a service neutron] 10.222.0.15 "GET /v2.0/networks/733f1d30-f98a-417d-a420-8babaa4f930e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855991 Jun 01 18:50:33.523103 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fa6a8c97-bfa6-4389-b701-8bab9fc51226 req-7df86235-5897-4de5-9bc5-37afd46ea6c2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.224&port_id=a2b102db-a0be-4f77-9ba0-fac6ef78d2af HTTP/1.1" status: 200 len: 217 time: 0.1024389 Jun 01 18:50:33.529243 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] get_ports_and_sgs() called for port_ids ['873ea4ea-e0cb-4148-afa6-bb316ccb2dac'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:50:33.584959 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331d76d2-90d8-4ca9-be90-80c309bae931 req-95eee3c0-099f-4814-8bad-c19bece7f9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:33.587286 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-331d76d2-90d8-4ca9-be90-80c309bae931 req-95eee3c0-099f-4814-8bad-c19bece7f9fa service neutron] 10.222.0.50 "GET /v2.0/networks?id=898153a3-5d71-43be-9d14-343ea4a48426 HTTP/1.1" status: 200 len: 870 time: 0.5597699 Jun 01 18:50:33.789862 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-331d76d2-90d8-4ca9-be90-80c309bae931 req-719ec8df-debf-44d5-93e3-6e13df6e7c55 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=60f01c35-737d-4a5d-b74d-d5493aef4b97 HTTP/1.1" status: 200 len: 217 time: 0.1307261 Jun 01 18:50:33.804965 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-271199af-176d-4b80-b6e6-06bf4d859965 req-34ce277f-1a72-47d7-9138-32bec2a7cad9 tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.4.181 HTTP/1.1" status: 200 len: 1002 time: 0.5348260 Jun 01 18:50:33.830984 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-897d78b5-20ff-4925-b55d-332833747aae req-04af14a1-4fb4-43d4-bf51-e925072ff2bd service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=838a666f-c4fc-4501-b4d0-a5d1795a60d4 HTTP/1.1" status: 200 len: 210 time: 0.0490956 Jun 01 18:50:33.843363 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78da342-2513-46e6-85bf-4d93d111dd7c req-7acadf79-d962-430c-b97e-7f5aa306292d tempest-ImagesOneServerTestJSON-1533552250 tempest-ImagesOneServerTestJSON-1533552250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:33.844078 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-f78da342-2513-46e6-85bf-4d93d111dd7c req-7acadf79-d962-430c-b97e-7f5aa306292d tempest-ImagesOneServerTestJSON-1533552250 tempest-ImagesOneServerTestJSON-1533552250-project] Synchronizing usage tracker for tenant:6bd17bf1f540474aac43920effd43aff on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:50:33.863235 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-f78da342-2513-46e6-85bf-4d93d111dd7c req-7acadf79-d962-430c-b97e-7f5aa306292d tempest-ImagesOneServerTestJSON-1533552250 tempest-ImagesOneServerTestJSON-1533552250-project] Unset dirty status for tenant:6bd17bf1f540474aac43920effd43aff on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:50:33.864619 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f78da342-2513-46e6-85bf-4d93d111dd7c req-7acadf79-d962-430c-b97e-7f5aa306292d tempest-ImagesOneServerTestJSON-1533552250 tempest-ImagesOneServerTestJSON-1533552250-project] 10.222.0.41 "GET /v2.0/ports?device_id=4fd908a7-170c-44e2-8719-e7c307ce1667 HTTP/1.1" status: 200 len: 948 time: 0.3433347 Jun 01 18:50:33.885835 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6a8c97-bfa6-4389-b701-8bab9fc51226 req-af4b262c-067c-451a-a496-1ab6fa59e8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:33.887845 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fa6a8c97-bfa6-4389-b701-8bab9fc51226 req-af4b262c-067c-451a-a496-1ab6fa59e8bd service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9cb56e39-8160-40c7-9c0d-c774dff2bfbf HTTP/1.1" status: 200 len: 797 time: 0.2994289 Jun 01 18:50:33.916021 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-f78da342-2513-46e6-85bf-4d93d111dd7c req-2f961aa2-db93-423a-9518-1447f0576f13 tempest-ImagesOneServerTestJSON-1533552250 tempest-ImagesOneServerTestJSON-1533552250-project] Synchronizing usage tracker for tenant:6bd17bf1f540474aac43920effd43aff on resource:security_group {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:50:33.938288 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-f78da342-2513-46e6-85bf-4d93d111dd7c req-2f961aa2-db93-423a-9518-1447f0576f13 tempest-ImagesOneServerTestJSON-1533552250 tempest-ImagesOneServerTestJSON-1533552250-project] Unset dirty status for tenant:6bd17bf1f540474aac43920effd43aff on resource:security_group {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:50:33.939917 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f78da342-2513-46e6-85bf-4d93d111dd7c req-2f961aa2-db93-423a-9518-1447f0576f13 tempest-ImagesOneServerTestJSON-1533552250 tempest-ImagesOneServerTestJSON-1533552250-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a2ffece-5c89-4f80-8f74-c5fd1708da19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692642 Jun 01 18:50:33.994576 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331d76d2-90d8-4ca9-be90-80c309bae931 req-291fdd69-cfc6-49a8-a60c-fa7e9451ec16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:33.996948 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-331d76d2-90d8-4ca9-be90-80c309bae931 req-291fdd69-cfc6-49a8-a60c-fa7e9451ec16 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=35e3ad2f-9c88-4698-b634-4e1b58de1cc2 HTTP/1.1" status: 200 len: 843 time: 0.1968133 Jun 01 18:50:34.026441 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a04fe4-7c9d-4c3a-b7bd-41d16880963a req-52682501-8c04-47c0-b5f7-9266c893ea49 tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:34.028406 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-67a04fe4-7c9d-4c3a-b7bd-41d16880963a req-52682501-8c04-47c0-b5f7-9266c893ea49 tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] 10.222.0.15 "GET /v2.0/ports?device_id=e4403b80-70b9-4a94-ae28-21cc84b5df22 HTTP/1.1" status: 200 len: 945 time: 0.5201230 Jun 01 18:50:34.230265 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271199af-176d-4b80-b6e6-06bf4d859965 req-8279b956-5d03-4e52-8325-fd6d07083e85 tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:34.231702 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-271199af-176d-4b80-b6e6-06bf4d859965 req-8279b956-5d03-4e52-8325-fd6d07083e85 tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] 10.222.0.41 "GET /v2.0/networks/72a72e44-6845-488a-a5ff-3a26d4df9cb3 HTTP/1.1" status: 200 len: 784 time: 0.3884056 Jun 01 18:50:34.258799 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-67a04fe4-7c9d-4c3a-b7bd-41d16880963a req-92bf6226-e3d1-49c0-a8cc-d6af2cf800e9 tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] Deleting port 58d3bc7f-a29e-455c-8444-21624267451b {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:50:34.259136 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-67a04fe4-7c9d-4c3a-b7bd-41d16880963a req-92bf6226-e3d1-49c0-a8cc-d6af2cf800e9 tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:34.377647 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0800320f-25e8-4146-9735-983ebd9c891e req-c898f93d-0183-497f-9007-fa36a040ae13 tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:34.379668 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-0800320f-25e8-4146-9735-983ebd9c891e req-c898f93d-0183-497f-9007-fa36a040ae13 tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] 10.222.0.41 "GET /v2.0/ports?device_id=e4403b80-70b9-4a94-ae28-21cc84b5df22 HTTP/1.1" status: 200 len: 945 time: 0.0965412 Jun 01 18:50:34.427020 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-0800320f-25e8-4146-9735-983ebd9c891e req-b02a7429-f976-47f1-8866-7a0d9f7b60cc tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] 10.222.0.41 "GET /v2.0/security-groups?id=9caa0f54-cb0e-4092-b752-f15eca9f84a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411606 Jun 01 18:50:34.493407 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-271199af-176d-4b80-b6e6-06bf4d859965 req-b38c6fc4-7ed6-4a9c-afb1-5a908cbda6b1 tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.4.181 HTTP/1.1" status: 200 len: 1002 time: 0.2444677 Jun 01 18:50:34.495416 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6a8c97-bfa6-4389-b701-8bab9fc51226 req-da794170-aef2-40d4-88b8-690b4134f4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:34.497703 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fa6a8c97-bfa6-4389-b701-8bab9fc51226 req-da794170-aef2-40d4-88b8-690b4134f4dc service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9faf4c95-7954-4d11-b97c-b5c0332de1f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4578974 Jun 01 18:50:34.528385 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331d76d2-90d8-4ca9-be90-80c309bae931 req-6262f6e0-6383-49a5-b702-2faaf5509ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:34.529878 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-331d76d2-90d8-4ca9-be90-80c309bae931 req-6262f6e0-6383-49a5-b702-2faaf5509ebb service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=898153a3-5d71-43be-9d14-343ea4a48426&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4890935 Jun 01 18:50:34.547329 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 873ea4ea-e0cb-4148-afa6-bb316ccb2dac up at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:50:34.615241 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-1a6a81a1-8691-42c5-8eb8-506deaca26cc req-3947089d-7464-48d4-8080-d0ee28e25c54 tempest-ServersAaction247Test-373857896 tempest-ServersAaction247Test-373857896-project] 10.222.0.41 "GET /v2.0/ports?device_id=838a666f-c4fc-4501-b4d0-a5d1795a60d4 HTTP/1.1" status: 200 len: 210 time: 0.0538721 Jun 01 18:50:34.665122 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Provisioning for port 873ea4ea-e0cb-4148-afa6-bb316ccb2dac completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:50:34.673824 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Provisioning complete for port 873ea4ea-e0cb-4148-afa6-bb316ccb2dac triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:50:34.674823 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:34.781960 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-271199af-176d-4b80-b6e6-06bf4d859965 req-1753d75e-455d-4643-b1b8-3a3dc29b279d tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:50:34.826318 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port 873ea4ea-e0cb-4148-afa6-bb316ccb2dac is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:50:34.826711 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:34.859895 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fd908a7-170c-44e2-8719-e7c307ce1667', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '873ea4ea-e0cb-4148-afa6-bb316ccb2dac'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:50:34.863295 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 52672) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:50:34.870491 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port 873ea4ea-e0cb-4148-afa6-bb316ccb2dac, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=873ea4ea-e0cb-4148-afa6-bb316ccb2dac,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:50:34.875993 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:34.892844 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57312aa-b396-4da3-a5de-34ef93e6c102 req-21b4db93-d236-47d3-bc9e-77b7bc4fa69e tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:34.904054 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b57312aa-b396-4da3-a5de-34ef93e6c102 req-21b4db93-d236-47d3-bc9e-77b7bc4fa69e tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ae812a2-5303-4c9c-88e8-5c44f26565c9 HTTP/1.1" status: 200 len: 950 time: 0.1579626 Jun 01 18:50:34.956483 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=873ea4ea-e0cb-4148-afa6-bb316ccb2dac,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:50:34.963561 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b57312aa-b396-4da3-a5de-34ef93e6c102 req-48937571-4a4b-4e64-b9db-3280acda5c84 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbe27866-6450-47f0-a8e1-f266dfb72433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582535 Jun 01 18:50:35.110352 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-674644e2-4dfa-4fdf-89ba-2079d291ec5a'] response: {'server_uuid': '4fd908a7-170c-44e2-8719-e7c307ce1667', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '873ea4ea-e0cb-4148-afa6-bb316ccb2dac', 'code': 200} Jun 01 18:50:35.209974 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-271199af-176d-4b80-b6e6-06bf4d859965 req-1753d75e-455d-4643-b1b8-3a3dc29b279d tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] Notify callbacks [] for floatingip, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:35.213386 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ba3a6d-3800-4f6e-a280-b0cabed4cf04 req-bde94bb0-f80e-4433-bf20-ff57da5fd4b2 tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:35.215489 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d9ba3a6d-3800-4f6e-a280-b0cabed4cf04 req-bde94bb0-f80e-4433-bf20-ff57da5fd4b2 tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] 10.222.0.50 "GET /v2.0/ports?device_id=749bbb7c-b02e-4e1b-aef8-be7b290a27b1 HTTP/1.1" status: 200 len: 945 time: 0.2400124 Jun 01 18:50:35.217739 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c9958d18-42d5-4980-8e8e-ab8503c35887 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:35.349389 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fa6a8c97-bfa6-4389-b701-8bab9fc51226 req-eca8e9a3-1cfd-4a83-acfc-30e5ae7fae0c service neutron] 10.222.0.50 "GET /v2.0/networks/9faf4c95-7954-4d11-b97c-b5c0332de1f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8450181 Jun 01 18:50:35.353308 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-c9958d18-42d5-4980-8e8e-ab8503c35887 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:50:35.373084 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-c9958d18-42d5-4980-8e8e-ab8503c35887 admin admin] Usage tracker for resource:security_group_rule and tenant:32a8a6d8c129456b9199730f660a2de1 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:50:35.379135 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-c9958d18-42d5-4980-8e8e-ab8503c35887 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:50:35.396349 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-c9958d18-42d5-4980-8e8e-ab8503c35887 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:50:35.434295 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [req-d9ba3a6d-3800-4f6e-a280-b0cabed4cf04 req-99a7411a-9573-43c6-a999-5f7f376d5692 tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] Deleting port 29ee3954-38a7-48c9-8ea1-079432f5027a {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:50:35.434295 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-d9ba3a6d-3800-4f6e-a280-b0cabed4cf04 req-99a7411a-9573-43c6-a999-5f7f376d5692 tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:35.536588 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-67a04fe4-7c9d-4c3a-b7bd-41d16880963a req-92bf6226-e3d1-49c0-a8cc-d6af2cf800e9 tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] For port 58d3bc7f-a29e-455c-8444-21624267451b, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=58d3bc7f-a29e-455c-8444-21624267451b,segment=NetworkSegment(8fe03d0a-6f47-4b90-b09a-f9196062e68e),segment_id=8fe03d0a-6f47-4b90-b09a-f9196062e68e)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:50:35.536588 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-67a04fe4-7c9d-4c3a-b7bd-41d16880963a req-92bf6226-e3d1-49c0-a8cc-d6af2cf800e9 tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:35.556063 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-331d76d2-90d8-4ca9-be90-80c309bae931 req-731a9b19-aa9c-48bf-b3d1-cedb522ea512 service neutron] 10.222.0.50 "GET /v2.0/networks/898153a3-5d71-43be-9d14-343ea4a48426?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9952693 Jun 01 18:50:35.614406 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d033da1-b2dc-47e8-97ee-8d11532bcb1d req-5e5788af-7678-4d65-8103-ae3b52e76de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:35.614406 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-0d033da1-b2dc-47e8-97ee-8d11532bcb1d req-5e5788af-7678-4d65-8103-ae3b52e76de4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4fd908a7-170c-44e2-8719-e7c307ce1667 HTTP/1.1" status: 200 len: 1100 time: 0.3920512 Jun 01 18:50:35.629279 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff686e5-dc57-4ac5-9d83-b9d26f07e247 req-fe66b438-c457-434c-b543-c96b85f7d505 tempest-ImagesOneServerTestJSON-1533552250 tempest-ImagesOneServerTestJSON-1533552250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:35.629279 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-1ff686e5-dc57-4ac5-9d83-b9d26f07e247 req-fe66b438-c457-434c-b543-c96b85f7d505 tempest-ImagesOneServerTestJSON-1533552250 tempest-ImagesOneServerTestJSON-1533552250-project] 10.222.0.41 "GET /v2.0/ports?device_id=4fd908a7-170c-44e2-8719-e7c307ce1667 HTTP/1.1" status: 200 len: 949 time: 0.3356664 Jun 01 18:50:35.759929 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-67a04fe4-7c9d-4c3a-b7bd-41d16880963a req-92bf6226-e3d1-49c0-a8cc-d6af2cf800e9 tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] Calling delete_port for 58d3bc7f-a29e-455c-8444-21624267451b owned by compute:nova {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:50:35.856536 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-0d033da1-b2dc-47e8-97ee-8d11532bcb1d req-b8fc87b5-1c87-4a1e-a9fd-220219973674 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=4a2ffece-5c89-4f80-8f74-c5fd1708da19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2254343 Jun 01 18:50:35.900344 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-1ff686e5-dc57-4ac5-9d83-b9d26f07e247 req-00567243-8c8b-4255-a15b-ffdb14caa79d tempest-ImagesOneServerTestJSON-1533552250 tempest-ImagesOneServerTestJSON-1533552250-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a2ffece-5c89-4f80-8f74-c5fd1708da19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389894 Jun 01 18:50:35.910133 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c9958d18-42d5-4980-8e8e-ab8503c35887 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:35.930607 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c9958d18-42d5-4980-8e8e-ab8503c35887 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:35.968129 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-d9ba3a6d-3800-4f6e-a280-b0cabed4cf04 req-99a7411a-9573-43c6-a999-5f7f376d5692 tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] For port 29ee3954-38a7-48c9-8ea1-079432f5027a, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=29ee3954-38a7-48c9-8ea1-079432f5027a,segment=NetworkSegment(8fe03d0a-6f47-4b90-b09a-f9196062e68e),segment_id=8fe03d0a-6f47-4b90-b09a-f9196062e68e)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:50:35.968129 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-d9ba3a6d-3800-4f6e-a280-b0cabed4cf04 req-99a7411a-9573-43c6-a999-5f7f376d5692 tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:36.054774 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fa6a8c97-bfa6-4389-b701-8bab9fc51226 req-d70ca13c-8082-496d-8e8a-9b4a8f366614 service neutron] 10.222.0.50 "GET /v2.0/networks/9faf4c95-7954-4d11-b97c-b5c0332de1f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6928163 Jun 01 18:50:36.126925 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-c9958d18-42d5-4980-8e8e-ab8503c35887 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=32a8a6d8c129456b9199730f660a2de1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2595294 Jun 01 18:50:36.134304 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [req-d9ba3a6d-3800-4f6e-a280-b0cabed4cf04 req-99a7411a-9573-43c6-a999-5f7f376d5692 tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] Calling delete_port for 29ee3954-38a7-48c9-8ea1-079432f5027a owned by compute:nova {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:50:36.158860 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 52692) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:50:36.162294 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-271199af-176d-4b80-b6e6-06bf4d859965 req-1753d75e-455d-4643-b1b8-3a3dc29b279d tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:36.165332 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9958d18-42d5-4980-8e8e-ab8503c35887 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5db3ba48-9134-4d7d-96c0-8d306a89632a,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:50:36.342411 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2827243-a1f3-4892-a42e-c7183b52b624 req-3a853aa3-7b64-4abe-902a-4a7ff3648465 tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:36.343920 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a2827243-a1f3-4892-a42e-c7183b52b624 req-3a853aa3-7b64-4abe-902a-4a7ff3648465 tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] 10.222.0.41 "GET /v2.0/ports?device_id=e4403b80-70b9-4a94-ae28-21cc84b5df22 HTTP/1.1" status: 200 len: 945 time: 0.1803553 Jun 01 18:50:36.352214 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-271199af-176d-4b80-b6e6-06bf4d859965 req-1753d75e-455d-4643-b1b8-3a3dc29b279d tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887712'] for floatingip, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:36.352791 n-d-844202-1 neutron-server[88524]: INFO neutron.db.l3_db [req-271199af-176d-4b80-b6e6-06bf4d859965 req-1753d75e-455d-4643-b1b8-3a3dc29b279d tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] Floating IP 080f72d1-ea00-4ffc-8064-7b35862ab36c disassociated. External IP: 172.25.4.181, port: 693d54c3-1b70-418e-bb59-fef3cfd9ad9c. Jun 01 18:50:36.384901 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-d9ba3a6d-3800-4f6e-a280-b0cabed4cf04 req-99a7411a-9573-43c6-a999-5f7f376d5692 tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:36.410602 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] get_ports_and_sgs() called for port_ids ['58d3bc7f-a29e-455c-8444-21624267451b'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:50:36.411283 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fa6a8c97-bfa6-4389-b701-8bab9fc51226 req-ade60660-2b59-46a4-8693-db089d20ed32 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.109&port_id=a3f4ba38-c0d9-4785-8b90-9f4ff43d59a6 HTTP/1.1" status: 200 len: 217 time: 0.3389981 Jun 01 18:50:36.422481 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-331d76d2-90d8-4ca9-be90-80c309bae931 req-c94f8ee5-84cc-4990-9bdf-fe5bf9f65902 service neutron] 10.222.0.50 "GET /v2.0/networks/898153a3-5d71-43be-9d14-343ea4a48426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8410027 Jun 01 18:50:36.458074 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a7411a-9573-43c6-a999-5f7f376d5692 tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] Pushing event deleted for resources: {'Port': ['ID=29ee3954-38a7-48c9-8ea1-079432f5027a,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:50:36.469157 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a2827243-a1f3-4892-a42e-c7183b52b624 req-6c069f59-1211-4443-ad7e-fed9a97a5dd7 tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] 10.222.0.41 "GET /v2.0/security-groups?id=9caa0f54-cb0e-4092-b752-f15eca9f84a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168771 Jun 01 18:50:36.722325 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9ba3a6d-3800-4f6e-a280-b0cabed4cf04 req-99a7411a-9573-43c6-a999-5f7f376d5692 tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] No DVR routers for this DVR port 29ee3954-38a7-48c9-8ea1-079432f5027a on host n-h2-844202-1 {{(pid=88525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 18:50:36.722558 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6a8c97-bfa6-4389-b701-8bab9fc51226 req-1a18509e-22b5-4e36-9f04-ef8f11b1696f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:36.723853 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fa6a8c97-bfa6-4389-b701-8bab9fc51226 req-1a18509e-22b5-4e36-9f04-ef8f11b1696f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9cb56e39-8160-40c7-9c0d-c774dff2bfbf HTTP/1.1" status: 200 len: 797 time: 0.2987301 Jun 01 18:50:36.725017 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-d9ba3a6d-3800-4f6e-a280-b0cabed4cf04 req-99a7411a-9573-43c6-a999-5f7f376d5692 tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:36.727755 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '749bbb7c-b02e-4e1b-aef8-be7b290a27b1', 'name': 'network-vif-deleted', 'tag': '29ee3954-38a7-48c9-8ea1-079432f5027a'}] {{(pid=88525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:50:36.773347 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d371a7e8-1c50-4913-b9b2-a5bb7e52cc19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:36.778725 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4e33e895-0f32-4812-9659-9c7d3c96e129 req-9508625e-623d-47ed-ba59-92f933642c6a tempest-ServersAaction247Test-373857896 tempest-ServersAaction247Test-373857896-project] 10.222.0.41 "GET /v2.0/ports?device_id=838a666f-c4fc-4501-b4d0-a5d1795a60d4 HTTP/1.1" status: 200 len: 210 time: 0.0575881 Jun 01 18:50:36.798640 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d9ba3a6d-3800-4f6e-a280-b0cabed4cf04 req-99a7411a-9573-43c6-a999-5f7f376d5692 tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] 10.222.0.50 "DELETE /v2.0/ports/29ee3954-38a7-48c9-8ea1-079432f5027a HTTP/1.1" status: 204 len: 173 time: 1.5711865 Jun 01 18:50:36.811460 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-67a04fe4-7c9d-4c3a-b7bd-41d16880963a req-92bf6226-e3d1-49c0-a8cc-d6af2cf800e9 tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:37.034480 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d371a7e8-1c50-4913-b9b2-a5bb7e52cc19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:37.051107 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bf6226-e3d1-49c0-a8cc-d6af2cf800e9 tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] Pushing event deleted for resources: {'Port': ['ID=58d3bc7f-a29e-455c-8444-21624267451b,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:50:37.095857 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-b8668c21-4fc5-40c2-8057-2a462d0afd4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:37.139378 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada74b54-e1ba-4f7c-b18f-fcb7fadf173c req-e005608e-bd91-40ef-8566-0e0b2d1dafc0 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:37.151605 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ada74b54-e1ba-4f7c-b18f-fcb7fadf173c req-e005608e-bd91-40ef-8566-0e0b2d1dafc0 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ae812a2-5303-4c9c-88e8-5c44f26565c9 HTTP/1.1" status: 200 len: 950 time: 0.2145941 Jun 01 18:50:37.276651 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ada74b54-e1ba-4f7c-b18f-fcb7fadf173c req-8c77a3bf-1f5e-41a6-82b6-4419d907f4ae tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbe27866-6450-47f0-a8e1-f266dfb72433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212676 Jun 01 18:50:37.305527 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d371a7e8-1c50-4913-b9b2-a5bb7e52cc19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:37.331410 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-67a04fe4-7c9d-4c3a-b7bd-41d16880963a req-92bf6226-e3d1-49c0-a8cc-d6af2cf800e9 tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] No DVR routers for this DVR port 58d3bc7f-a29e-455c-8444-21624267451b on host n-h1-844202-1 {{(pid=88524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 18:50:37.392054 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d371a7e8-1c50-4913-b9b2-a5bb7e52cc19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5db3ba48-9134-4d7d-96c0-8d306a89632a,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:50:37.392054 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-67a04fe4-7c9d-4c3a-b7bd-41d16880963a req-92bf6226-e3d1-49c0-a8cc-d6af2cf800e9 tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:37.401974 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4403b80-70b9-4a94-ae28-21cc84b5df22', 'name': 'network-vif-deleted', 'tag': '58d3bc7f-a29e-455c-8444-21624267451b'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:50:37.431319 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6a8c97-bfa6-4389-b701-8bab9fc51226 req-5328e39d-0c47-4d82-aed5-d258fe5887a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:37.431319 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fa6a8c97-bfa6-4389-b701-8bab9fc51226 req-5328e39d-0c47-4d82-aed5-d258fe5887a7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9faf4c95-7954-4d11-b97c-b5c0332de1f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6958351 Jun 01 18:50:37.441487 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d371a7e8-1c50-4913-b9b2-a5bb7e52cc19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:37.444140 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-d371a7e8-1c50-4913-b9b2-a5bb7e52cc19 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5db3ba48-9134-4d7d-96c0-8d306a89632a HTTP/1.1" status: 204 len: 168 time: 1.2792974 Jun 01 18:50:37.444250 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-67a04fe4-7c9d-4c3a-b7bd-41d16880963a req-92bf6226-e3d1-49c0-a8cc-d6af2cf800e9 tempest-MultipleCreateTestJSON-1077991489 tempest-MultipleCreateTestJSON-1077991489-project] 10.222.0.15 "DELETE /v2.0/ports/58d3bc7f-a29e-455c-8444-21624267451b HTTP/1.1" status: 204 len: 173 time: 3.4024439 Jun 01 18:50:37.451369 n-d-844202-1 neutron-server[88525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02ab8f6d-27a3-443a-98f3-41272a453510'] response: {'server_uuid': '749bbb7c-b02e-4e1b-aef8-be7b290a27b1', 'name': 'network-vif-deleted', 'tag': '29ee3954-38a7-48c9-8ea1-079432f5027a', 'status': 'completed', 'code': 200} Jun 01 18:50:37.703093 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.l3_agent_scheduler [req-271199af-176d-4b80-b6e6-06bf4d859965 req-1753d75e-455d-4643-b1b8-3a3dc29b279d tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] Router f295a693-958b-4d4b-9229-d104ee449169 has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 18:50:38.139250 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fa6a8c97-bfa6-4389-b701-8bab9fc51226 req-5eb56e70-e1fb-46bb-9372-df6350f82370 service neutron] 10.222.0.50 "GET /v2.0/networks/9faf4c95-7954-4d11-b97c-b5c0332de1f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6822593 Jun 01 18:50:38.189441 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 29ee3954-38a7-48c9-8ea1-079432f5027a no longer exists at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:50:38.309985 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-271199af-176d-4b80-b6e6-06bf4d859965 req-1753d75e-455d-4643-b1b8-3a3dc29b279d tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 18:50:38.316191 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-271199af-176d-4b80-b6e6-06bf4d859965 req-1753d75e-455d-4643-b1b8-3a3dc29b279d tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for floatingip, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:38.325729 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d887c074-97d7-474d-93c5-e0d47c4cfc27 None None] Sync routers for ids ['f295a693-958b-4d4b-9229-d104ee449169'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 18:50:38.350164 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] No Port match for: 29ee3954-38a7-48c9-8ea1-079432f5027a {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 18:50:38.350920 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 29ee3954-38a7-48c9-8ea1-079432f5027a not bound to the agent host n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 18:50:38.353248 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d887c074-97d7-474d-93c5-e0d47c4cfc27 None None] Routers {'f295a693-958b-4d4b-9229-d104ee449169'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:50:38.353879 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-d887c074-97d7-474d-93c5-e0d47c4cfc27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:50:09Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['f295a693-958b-4d4b-9229-d104ee449169'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:50:38.487298 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-271199af-176d-4b80-b6e6-06bf4d859965 req-1753d75e-455d-4643-b1b8-3a3dc29b279d tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] 10.222.0.41 "PUT /v2.0/floatingips/080f72d1-ea00-4ffc-8064-7b35862ab36c HTTP/1.1" status: 200 len: 695 time: 3.9816353 Jun 01 18:50:38.490475 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fa6a8c97-bfa6-4389-b701-8bab9fc51226 req-1e0ef003-6e51-40d7-bf4f-babb9a60f4cc service neutron] 10.222.0.50 "GET /v2.0/networks/9faf4c95-7954-4d11-b97c-b5c0332de1f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3385415 Jun 01 18:50:38.535556 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 58d3bc7f-a29e-455c-8444-21624267451b no longer exists at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:50:38.613043 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] No Port match for: 58d3bc7f-a29e-455c-8444-21624267451b {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 18:50:38.615524 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 58d3bc7f-a29e-455c-8444-21624267451b not bound to the agent host n-h1-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 18:50:38.661388 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34d8062-0d34-44ca-a419-f241ebc72536 req-58a22c84-3ddc-4e30-94a6-0924fde8593f tempest-ImagesOneServerTestJSON-1533552250 tempest-ImagesOneServerTestJSON-1533552250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:38.664743 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e34d8062-0d34-44ca-a419-f241ebc72536 req-58a22c84-3ddc-4e30-94a6-0924fde8593f tempest-ImagesOneServerTestJSON-1533552250 tempest-ImagesOneServerTestJSON-1533552250-project] 10.222.0.41 "GET /v2.0/ports?device_id=4fd908a7-170c-44e2-8719-e7c307ce1667 HTTP/1.1" status: 200 len: 949 time: 0.1610484 Jun 01 18:50:38.793718 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e34d8062-0d34-44ca-a419-f241ebc72536 req-64714c18-edf4-4c9c-8925-6d0d73ac977c tempest-ImagesOneServerTestJSON-1533552250 tempest-ImagesOneServerTestJSON-1533552250-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a2ffece-5c89-4f80-8f74-c5fd1708da19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117361 Jun 01 18:50:38.873604 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fa6a8c97-bfa6-4389-b701-8bab9fc51226 req-a2094348-44d4-439f-9ee9-132d963b12a1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.125&port_id=15057b2f-c9f2-4f18-9e31-7266bab9b95d HTTP/1.1" status: 200 len: 217 time: 0.3750317 Jun 01 18:50:38.922277 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-d887c074-97d7-474d-93c5-e0d47c4cfc27 None None] Set router f295a693-958b-4d4b-9229-d104ee449169 gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:50:39.091629 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6a8c97-bfa6-4389-b701-8bab9fc51226 req-17166ace-5e51-416c-b9c9-bb124b0ed4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:39.091629 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fa6a8c97-bfa6-4389-b701-8bab9fc51226 req-17166ace-5e51-416c-b9c9-bb124b0ed4b3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9cb56e39-8160-40c7-9c0d-c774dff2bfbf HTTP/1.1" status: 200 len: 797 time: 0.1919572 Jun 01 18:50:39.091629 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a23ad33-598e-4206-ba67-9a973a5d033d'] response: {'server_uuid': 'e4403b80-70b9-4a94-ae28-21cc84b5df22', 'name': 'network-vif-deleted', 'tag': '58d3bc7f-a29e-455c-8444-21624267451b', 'status': 'completed', 'code': 200} Jun 01 18:50:39.228054 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271199af-176d-4b80-b6e6-06bf4d859965 req-32f0e5f9-52f2-4dfe-b57f-7fdba8d8f0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:39.229545 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-271199af-176d-4b80-b6e6-06bf4d859965 req-32f0e5f9-52f2-4dfe-b57f-7fdba8d8f0f1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bba0af6b22cc48889542d40b4d85508e&device_id=0f67c738-584f-4106-9a9a-b1bbbc4b97b6 HTTP/1.1" status: 200 len: 1097 time: 0.6547799 Jun 01 18:50:39.272043 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6a8c97-bfa6-4389-b701-8bab9fc51226 req-4d2834db-3175-4d87-a050-82d9e2eee810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:39.273814 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fa6a8c97-bfa6-4389-b701-8bab9fc51226 req-4d2834db-3175-4d87-a050-82d9e2eee810 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9faf4c95-7954-4d11-b97c-b5c0332de1f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1766398 Jun 01 18:50:39.483929 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-9bbc744a-8295-446a-8e2e-c483e94136a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:39.630737 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331d76d2-90d8-4ca9-be90-80c309bae931 req-59353f0f-0087-40b2-b3d0-81c49d82aef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:39.632912 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-331d76d2-90d8-4ca9-be90-80c309bae931 req-59353f0f-0087-40b2-b3d0-81c49d82aef7 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=2ae812a2-5303-4c9c-88e8-5c44f26565c9&tenant_id=5a29f45689de4723b61fb9850cc62a10 HTTP/1.1" status: 200 len: 1101 time: 0.1660175 Jun 01 18:50:39.771966 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d384234e-f011-4df4-a285-390076be7736 req-ce953b99-3429-4acc-9a4a-fb697775e427 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1c0a3e69bf9b4a36b403fecdf2fd81ea&device_id=838a666f-c4fc-4501-b4d0-a5d1795a60d4 HTTP/1.1" status: 200 len: 210 time: 0.0967915 Jun 01 18:50:39.823979 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331d76d2-90d8-4ca9-be90-80c309bae931 req-f3f9bcd2-1b71-430f-b481-36177c38b6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:39.823979 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-331d76d2-90d8-4ca9-be90-80c309bae931 req-f3f9bcd2-1b71-430f-b481-36177c38b6c7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5a29f45689de4723b61fb9850cc62a10&device_id=2ae812a2-5303-4c9c-88e8-5c44f26565c9 HTTP/1.1" status: 200 len: 1101 time: 0.1152375 Jun 01 18:50:39.839298 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe62af3-0592-4b1b-91f4-5e1dbadc2f03 req-c81e02c4-b411-42a2-981c-2abbdb3ba4cb tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:39.839298 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-0fe62af3-0592-4b1b-91f4-5e1dbadc2f03 req-c81e02c4-b411-42a2-981c-2abbdb3ba4cb tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ae812a2-5303-4c9c-88e8-5c44f26565c9 HTTP/1.1" status: 200 len: 950 time: 0.1747258 Jun 01 18:50:39.843303 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-d887c074-97d7-474d-93c5-e0d47c4cfc27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f295a693-958b-4d4b-9229-d104ee449169', 'name': 'tempest-ServerRescueTestJSONUnderV235-569487050-router', 'tenant_id': 'bba0af6b22cc48889542d40b4d85508e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': 'a87fe2a0-8767-47f7-b26d-385ed6a48322', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:48:47Z', 'updated_at': '2022-06-01T18:49:01Z', 'revision_number': 4, 'project_id': 'bba0af6b22cc48889542d40b4d85508e', 'gw_port': {'id': 'a87fe2a0-8767-47f7-b26d-385ed6a48322', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:6c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f295a693-958b-4d4b-9229-d104ee449169', 'device_owner': 'network:router_gateway', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:48:49Z', 'updated_at': '2022-06-01T18:49:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '58e2e037-de43-49ff-8616-26fec74bc066', 'name': '', 'network_id': '733f1d30-f98a-417d-a420-8babaa4f930e', 'tenant_id': 'bba0af6b22cc48889542d40b4d85508e', 'mac_address': 'fa:16:3e:37:1f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f295a693-958b-4d4b-9229-d104ee449169', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': 'feb88351-1be4-4281-aea1-860175961a49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:48:59Z', 'updated_at': '2022-06-01T18:49:16Z', 'revision_number': 5, 'project_id': 'bba0af6b22cc48889542d40b4d85508e', 'subnets': [{'id': 'feb88351-1be4-4281-aea1-860175961a49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:50:39.848321 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d887c074-97d7-474d-93c5-e0d47c4cfc27 None None] Checking router: f295a693-958b-4d4b-9229-d104ee449169 for host: n-d-844202-1 {{(pid=88527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 18:50:39.854915 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d887c074-97d7-474d-93c5-e0d47c4cfc27 None None] Routers {'f295a693-958b-4d4b-9229-d104ee449169'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:50:39.855403 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-d887c074-97d7-474d-93c5-e0d47c4cfc27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:50:39Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['f295a693-958b-4d4b-9229-d104ee449169'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:50:39.951296 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271199af-176d-4b80-b6e6-06bf4d859965 req-5c8577d0-b8a8-415c-a942-82626107b57f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:39.959704 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-271199af-176d-4b80-b6e6-06bf4d859965 req-5c8577d0-b8a8-415c-a942-82626107b57f service neutron] 10.222.0.41 "GET /v2.0/networks?id=733f1d30-f98a-417d-a420-8babaa4f930e HTTP/1.1" status: 200 len: 920 time: 0.7144845 Jun 01 18:50:39.963622 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fa6a8c97-bfa6-4389-b701-8bab9fc51226 req-dfb8f7c3-ca0b-442d-9c79-a641704b735a service neutron] 10.222.0.50 "GET /v2.0/networks/9faf4c95-7954-4d11-b97c-b5c0332de1f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6343954 Jun 01 18:50:39.974613 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d384234e-f011-4df4-a285-390076be7736 req-8bddcb06-9506-4cac-b4eb-b1907ccd69bb service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=1c0a3e69bf9b4a36b403fecdf2fd81ea&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1867712 Jun 01 18:50:40.020304 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-0fe62af3-0592-4b1b-91f4-5e1dbadc2f03 req-3bc10754-3bb1-4bbf-9cea-f2260a191722 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbe27866-6450-47f0-a8e1-f266dfb72433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805472 Jun 01 18:50:40.101664 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331d76d2-90d8-4ca9-be90-80c309bae931 req-ad3527cf-b091-4826-ba42-cdbd4ec00078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:40.103391 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-331d76d2-90d8-4ca9-be90-80c309bae931 req-ad3527cf-b091-4826-ba42-cdbd4ec00078 service neutron] 10.222.0.50 "GET /v2.0/networks?id=898153a3-5d71-43be-9d14-343ea4a48426 HTTP/1.1" status: 200 len: 870 time: 0.2561662 Jun 01 18:50:40.194356 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 60f01c35-737d-4a5d-b74d-d5493aef4b97 no longer exists at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:50:40.201300 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-d887c074-97d7-474d-93c5-e0d47c4cfc27 None None] Set router f295a693-958b-4d4b-9229-d104ee449169 gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:50:40.204972 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-331d76d2-90d8-4ca9-be90-80c309bae931 req-a938bf31-013b-4cc4-b41b-c2008dc520ff service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=60f01c35-737d-4a5d-b74d-d5493aef4b97 HTTP/1.1" status: 200 len: 217 time: 0.0951912 Jun 01 18:50:40.305172 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-271199af-176d-4b80-b6e6-06bf4d859965 req-5de048a1-a693-4608-854d-f747ec530e7d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=693d54c3-1b70-418e-bb59-fef3cfd9ad9c HTTP/1.1" status: 200 len: 217 time: 0.3383007 Jun 01 18:50:40.327206 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331d76d2-90d8-4ca9-be90-80c309bae931 req-b3799795-dc50-4b98-99d0-7fcc96bd8f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:40.328702 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-331d76d2-90d8-4ca9-be90-80c309bae931 req-b3799795-dc50-4b98-99d0-7fcc96bd8f94 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=35e3ad2f-9c88-4698-b634-4e1b58de1cc2 HTTP/1.1" status: 200 len: 843 time: 0.1186700 Jun 01 18:50:40.473487 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port 60f01c35-737d-4a5d-b74d-d5493aef4b97 is: ACTIVE; New status is: DOWN {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:50:40.474260 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:40.512312 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:40.521598 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fa6a8c97-bfa6-4389-b701-8bab9fc51226 req-17dad207-68aa-440c-a617-a288a358af88 service neutron] 10.222.0.50 "GET /v2.0/networks/9faf4c95-7954-4d11-b97c-b5c0332de1f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3946664 Jun 01 18:50:40.522859 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d384234e-f011-4df4-a285-390076be7736 req-93f2a0a2-ba81-4d79-9e18-3c7a21a1ee67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:40.524557 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d384234e-f011-4df4-a285-390076be7736 req-93f2a0a2-ba81-4d79-9e18-3c7a21a1ee67 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3911366 Jun 01 18:50:40.536564 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331d76d2-90d8-4ca9-be90-80c309bae931 req-0dab3acf-957a-4c3a-b505-f49874c37cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:40.540615 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-331d76d2-90d8-4ca9-be90-80c309bae931 req-0dab3acf-957a-4c3a-b505-f49874c37cfe service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=898153a3-5d71-43be-9d14-343ea4a48426&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1984153 Jun 01 18:50:40.540925 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ae812a2-5303-4c9c-88e8-5c44f26565c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60f01c35-737d-4a5d-b74d-d5493aef4b97'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:50:40.610708 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 60f01c35-737d-4a5d-b74d-d5493aef4b97, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=60f01c35-737d-4a5d-b74d-d5493aef4b97,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:50:40.613516 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:40.618731 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:40.657008 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fa6a8c97-bfa6-4389-b701-8bab9fc51226 req-0effdc6e-f6a3-4b07-9d6f-0ead22b552ab service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.252&port_id=44b44b8b-1cb0-4633-8ae2-35b7a49b3f45 HTTP/1.1" status: 200 len: 217 time: 0.0938940 Jun 01 18:50:40.726057 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=60f01c35-737d-4a5d-b74d-d5493aef4b97,revision_number=9']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:50:40.735159 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-331d76d2-90d8-4ca9-be90-80c309bae931 req-eed29d7a-b7de-4620-b0f6-17dc5c34114b service neutron] 10.222.0.50 "GET /v2.0/networks/898153a3-5d71-43be-9d14-343ea4a48426?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843128 Jun 01 18:50:40.748999 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-d887c074-97d7-474d-93c5-e0d47c4cfc27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f295a693-958b-4d4b-9229-d104ee449169', 'name': 'tempest-ServerRescueTestJSONUnderV235-569487050-router', 'tenant_id': 'bba0af6b22cc48889542d40b4d85508e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': 'a87fe2a0-8767-47f7-b26d-385ed6a48322', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:48:47Z', 'updated_at': '2022-06-01T18:49:01Z', 'revision_number': 4, 'project_id': 'bba0af6b22cc48889542d40b4d85508e', 'gw_port': {'id': 'a87fe2a0-8767-47f7-b26d-385ed6a48322', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:6c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f295a693-958b-4d4b-9229-d104ee449169', 'device_owner': 'network:router_gateway', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:48:49Z', 'updated_at': '2022-06-01T18:49:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '58e2e037-de43-49ff-8616-26fec74bc066', 'name': '', 'network_id': '733f1d30-f98a-417d-a420-8babaa4f930e', 'tenant_id': 'bba0af6b22cc48889542d40b4d85508e', 'mac_address': 'fa:16:3e:37:1f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f295a693-958b-4d4b-9229-d104ee449169', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': 'feb88351-1be4-4281-aea1-860175961a49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:48:59Z', 'updated_at': '2022-06-01T18:49:16Z', 'revision_number': 5, 'project_id': 'bba0af6b22cc48889542d40b4d85508e', 'subnets': [{'id': 'feb88351-1be4-4281-aea1-860175961a49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:50:40.756857 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d887c074-97d7-474d-93c5-e0d47c4cfc27 None None] The sync data for ids ['f295a693-958b-4d4b-9229-d104ee449169'] in n-d-844202-1 is: [{'id': 'f295a693-958b-4d4b-9229-d104ee449169', 'name': 'tempest-ServerRescueTestJSONUnderV235-569487050-router', 'tenant_id': 'bba0af6b22cc48889542d40b4d85508e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': 'a87fe2a0-8767-47f7-b26d-385ed6a48322', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:48:47Z', 'updated_at': '2022-06-01T18:49:01Z', 'revision_number': 4, 'project_id': 'bba0af6b22cc48889542d40b4d85508e', 'gw_port': {'id': 'a87fe2a0-8767-47f7-b26d-385ed6a48322', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:6c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f295a693-958b-4d4b-9229-d104ee449169', 'device_owner': 'network:router_gateway', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:48:49Z', 'updated_at': '2022-06-01T18:49:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '58e2e037-de43-49ff-8616-26fec74bc066', 'name': '', 'network_id': '733f1d30-f98a-417d-a420-8babaa4f930e', 'tenant_id': 'bba0af6b22cc48889542d40b4d85508e', 'mac_address': 'fa:16:3e:37:1f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f295a693-958b-4d4b-9229-d104ee449169', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': 'feb88351-1be4-4281-aea1-860175961a49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:48:59Z', 'updated_at': '2022-06-01T18:49:16Z', 'revision_number': 5, 'project_id': 'bba0af6b22cc48889542d40b4d85508e', 'subnets': [{'id': 'feb88351-1be4-4281-aea1-860175961a49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 18:50:40.758980 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271199af-176d-4b80-b6e6-06bf4d859965 req-ef6d4409-a3c7-485f-b914-3beacf8fe9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:40.760471 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-271199af-176d-4b80-b6e6-06bf4d859965 req-ef6d4409-a3c7-485f-b914-3beacf8fe9c5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=feb88351-1be4-4281-aea1-860175961a49 HTTP/1.1" status: 200 len: 859 time: 0.2342827 Jun 01 18:50:40.785430 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6a8c97-bfa6-4389-b701-8bab9fc51226 req-e12004a2-f3b8-4895-aba6-60cf042eddd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:40.787779 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fa6a8c97-bfa6-4389-b701-8bab9fc51226 req-e12004a2-f3b8-4895-aba6-60cf042eddd9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9cb56e39-8160-40c7-9c0d-c774dff2bfbf HTTP/1.1" status: 200 len: 797 time: 0.1236486 Jun 01 18:50:40.898628 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-271199af-176d-4b80-b6e6-06bf4d859965 req-ec78458a-b25b-4e13-90dd-2b6153514f6c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=733f1d30-f98a-417d-a420-8babaa4f930e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1253300 Jun 01 18:50:40.940592 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-331d76d2-90d8-4ca9-be90-80c309bae931 req-187ca790-2ddb-4c5a-83e8-9b6e73ffd33b service neutron] 10.222.0.50 "GET /v2.0/networks/898153a3-5d71-43be-9d14-343ea4a48426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1983254 Jun 01 18:50:41.062754 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 52774) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:50:41.085682 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6a8c97-bfa6-4389-b701-8bab9fc51226 req-ebf08d32-6b76-42dd-a1fe-95ed2db48b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:41.091078 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fa6a8c97-bfa6-4389-b701-8bab9fc51226 req-ebf08d32-6b76-42dd-a1fe-95ed2db48b40 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9faf4c95-7954-4d11-b97c-b5c0332de1f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2543142 Jun 01 18:50:41.094455 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f67c738-584f-4106-9a9a-b1bbbc4b97b6', 'tag': '693d54c3-1b70-418e-bb59-fef3cfd9ad9c'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:50:41.104431 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:41.155347 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d2691e3-ab99-4ac5-881b-3068d08d1bf7 admin admin] Deleting subnet af6795b5-bdde-4ed9-943b-407812e69e16 {{(pid=88525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 18:50:41.159343 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8d2691e3-ab99-4ac5-881b-3068d08d1bf7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:41.198417 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e6ee4d-67b4-4f69-a2cf-e18beac7b571 None None] New status for floating IP 080f72d1-ea00-4ffc-8064-7b35862ab36c: DOWN {{(pid=88526) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 18:50:41.221421 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8d2691e3-ab99-4ac5-881b-3068d08d1bf7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2258509'] for subnet, precommit_delete_associations {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:41.230146 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-271199af-176d-4b80-b6e6-06bf4d859965 req-e7226de0-e81a-4253-9db7-817047086d63 service neutron] 10.222.0.41 "GET /v2.0/networks/733f1d30-f98a-417d-a420-8babaa4f930e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3222399 Jun 01 18:50:41.311923 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-6984a979-9700-4468-8b8e-ec180fc61fd7 req-c4df7933-4ade-45d3-8ba0-38cd25c4d312 tempest-ServersAaction247Test-373857896 tempest-ServersAaction247Test-373857896-project] 10.222.0.41 "GET /v2.0/ports?device_id=838a666f-c4fc-4501-b4d0-a5d1795a60d4 HTTP/1.1" status: 200 len: 210 time: 0.0558081 Jun 01 18:50:41.364570 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8d2691e3-ab99-4ac5-881b-3068d08d1bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:41.464179 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8d2691e3-ab99-4ac5-881b-3068d08d1bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2614143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9667199'] for subnet, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:41.537164 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fa6a8c97-bfa6-4389-b701-8bab9fc51226 req-a9004bb0-f4cf-4c84-9502-17f4a23614e4 service neutron] 10.222.0.50 "GET /v2.0/networks/9faf4c95-7954-4d11-b97c-b5c0332de1f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4340110 Jun 01 18:50:41.543535 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8d2691e3-ab99-4ac5-881b-3068d08d1bf7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:41.597147 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:41.601048 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-8d2691e3-ab99-4ac5-881b-3068d08d1bf7 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/af6795b5-bdde-4ed9-943b-407812e69e16 HTTP/1.1" status: 204 len: 168 time: 0.5339174 Jun 01 18:50:41.602329 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 52782) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:50:41.608659 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2691e3-ab99-4ac5-881b-3068d08d1bf7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af6795b5-bdde-4ed9-943b-407812e69e16,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:50:41.646357 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-271199af-176d-4b80-b6e6-06bf4d859965 req-6a264b9e-9de6-438a-af72-ac80e1b4c1a2 service neutron] 10.222.0.41 "GET /v2.0/networks/733f1d30-f98a-417d-a420-8babaa4f930e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4066601 Jun 01 18:50:41.761062 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6f5d8be6-95f0-4b55-b17b-407de41fd8dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:41.767838 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c005d00d-3eb6-4b20-92e0-18843bfcb09c'] response: {'server_uuid': '2ae812a2-5303-4c9c-88e8-5c44f26565c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60f01c35-737d-4a5d-b74d-d5493aef4b97', 'code': 200} Jun 01 18:50:41.794737 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fa6a8c97-bfa6-4389-b701-8bab9fc51226 req-0db36006-ea4b-4002-ad20-4c150b2a1653 service neutron] 10.222.0.50 "GET /v2.0/networks/9faf4c95-7954-4d11-b97c-b5c0332de1f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2354338 Jun 01 18:50:41.802418 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:41.978581 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-683e5936-0727-4c8c-bf2e-3939e5889e2c'] response: {'name': 'network-changed', 'server_uuid': '0f67c738-584f-4106-9a9a-b1bbbc4b97b6', 'tag': '693d54c3-1b70-418e-bb59-fef3cfd9ad9c', 'status': 'completed', 'code': 200} Jun 01 18:50:42.061280 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fa6a8c97-bfa6-4389-b701-8bab9fc51226 req-197c2c0e-b37a-41d9-a894-51cb99c98006 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=140193c9-fdbc-41ee-a1d8-9a596f9546a5 HTTP/1.1" status: 200 len: 217 time: 0.2638345 Jun 01 18:50:42.148475 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 52802) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:50:42.179113 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6a8c97-bfa6-4389-b701-8bab9fc51226 req-28ac5cf4-3393-4a1d-9044-795dadbc1f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:42.180904 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fa6a8c97-bfa6-4389-b701-8bab9fc51226 req-28ac5cf4-3393-4a1d-9044-795dadbc1f41 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=bcbe5adf-a3df-4f93-a0dd-793635937e2f HTTP/1.1" status: 200 len: 797 time: 0.1093864 Jun 01 18:50:42.224622 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8d1e66ac-ef3e-4aad-8af9-e34a1d9b5607 req-329c6e7f-779f-45b4-b2e6-364e3e21f4c4 tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] 10.222.0.41 "GET /v2.0/floatingips/080f72d1-ea00-4ffc-8064-7b35862ab36c HTTP/1.1" status: 200 len: 693 time: 0.2359169 Jun 01 18:50:42.252027 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6f5d8be6-95f0-4b55-b17b-407de41fd8dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:42.270032 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44024528-d053-42cb-957c-64eb80adc8b4 req-6a9427d2-6795-4d77-8b2f-7eefaec82599 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:42.271844 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-44024528-d053-42cb-957c-64eb80adc8b4 req-6a9427d2-6795-4d77-8b2f-7eefaec82599 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ae812a2-5303-4c9c-88e8-5c44f26565c9 HTTP/1.1" status: 200 len: 948 time: 0.2925107 Jun 01 18:50:42.278187 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138efcad-8b09-4c54-8777-375aeec12789 req-a785ddae-e2b1-401d-a967-974ff39c6a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:42.279955 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-138efcad-8b09-4c54-8777-375aeec12789 req-a785ddae-e2b1-401d-a967-974ff39c6a99 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bba0af6b22cc48889542d40b4d85508e&device_id=0f67c738-584f-4106-9a9a-b1bbbc4b97b6 HTTP/1.1" status: 200 len: 1097 time: 0.2995334 Jun 01 18:50:42.351834 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-6f5d8be6-95f0-4b55-b17b-407de41fd8dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87b9dfd0-7353-4a39-8c80-aeabedc47621']}} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:50:42.373181 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-6f5d8be6-95f0-4b55-b17b-407de41fd8dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fe03d0a-6f47-4b90-b09a-f9196062e68e') {'for_net_delete': True} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:50:42.373474 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-6f5d8be6-95f0-4b55-b17b-407de41fd8dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fe03d0a-6f47-4b90-b09a-f9196062e68e') {} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:50:42.393619 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6f5d8be6-95f0-4b55-b17b-407de41fd8dc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2258522'] for segment, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:42.427563 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-aaaf9775-8485-41e6-8d0f-e409ab7192f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:42.470135 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-44024528-d053-42cb-957c-64eb80adc8b4 req-98b43459-6ad8-443d-bb07-9137b53ed1cb tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbe27866-6450-47f0-a8e1-f266dfb72433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890922 Jun 01 18:50:42.471315 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-aaaf9775-8485-41e6-8d0f-e409ab7192f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:50:42.485019 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-aaaf9775-8485-41e6-8d0f-e409ab7192f0 admin admin] Usage tracker for resource:security_group_rule and tenant:aa177fe068e648968bec1513dce84f1e is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:50:42.492457 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6a8c97-bfa6-4389-b701-8bab9fc51226 req-5cb8b65f-5427-4bdd-a6a0-59e277231a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:42.494660 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fa6a8c97-bfa6-4389-b701-8bab9fc51226 req-5cb8b65f-5427-4bdd-a6a0-59e277231a1b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c16c0733-68a0-4af2-9aa5-b2266da91869&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3072422 Jun 01 18:50:42.495576 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-aaaf9775-8485-41e6-8d0f-e409ab7192f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:50:42.498181 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6f5d8be6-95f0-4b55-b17b-407de41fd8dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:42.505372 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d384234e-f011-4df4-a285-390076be7736 req-84b402d3-9bb1-4b9c-af0c-cd00cc9b04d4 tempest-ServersAaction247Test-373857896 tempest-ServersAaction247Test-373857896-project] 10.222.0.50 "GET /v2.0/ports?device_id=838a666f-c4fc-4501-b4d0-a5d1795a60d4 HTTP/1.1" status: 200 len: 210 time: 0.0795426 Jun 01 18:50:42.514132 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f5d8be6-95f0-4b55-b17b-407de41fd8dc admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=88525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 18:50:42.514642 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6f5d8be6-95f0-4b55-b17b-407de41fd8dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2613981'] for segment, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:42.518059 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-aaaf9775-8485-41e6-8d0f-e409ab7192f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:50:42.547625 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1e66ac-ef3e-4aad-8af9-e34a1d9b5607 req-389454f2-ec22-42f6-8cd8-1e9713f5ccad tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:42.549432 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8d1e66ac-ef3e-4aad-8af9-e34a1d9b5607 req-389454f2-ec22-42f6-8cd8-1e9713f5ccad tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] 10.222.0.41 "GET /v2.0/networks/72a72e44-6845-488a-a5ff-3a26d4df9cb3 HTTP/1.1" status: 200 len: 784 time: 0.3237202 Jun 01 18:50:42.604400 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment 8fe03d0a-6f47-4b90-b09a-f9196062e68e resource provider aggregate not found Jun 01 18:50:42.663481 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138efcad-8b09-4c54-8777-375aeec12789 req-2e72372f-1866-4032-bc60-c21e53aea7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:42.665389 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-138efcad-8b09-4c54-8777-375aeec12789 req-2e72372f-1866-4032-bc60-c21e53aea7d5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=733f1d30-f98a-417d-a420-8babaa4f930e HTTP/1.1" status: 200 len: 920 time: 0.3685822 Jun 01 18:50:42.697102 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment 8fe03d0a-6f47-4b90-b09a-f9196062e68e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8fe03d0a-6f47-4b90-b09a-f9196062e68e found for delete ", "request_id": "req-8f2fb292-c29f-46ec-b972-370a43565d80"}]} Jun 01 18:50:42.750081 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8d1e66ac-ef3e-4aad-8af9-e34a1d9b5607 req-55bf704e-dfd4-4a15-8aa0-6bc320eedda5 tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.4.181 HTTP/1.1" status: 200 len: 696 time: 0.1406250 Jun 01 18:50:42.784597 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-138efcad-8b09-4c54-8777-375aeec12789 req-a63af6bc-92e3-4db9-878e-deefb3283c0a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=693d54c3-1b70-418e-bb59-fef3cfd9ad9c HTTP/1.1" status: 200 len: 217 time: 0.1075823 Jun 01 18:50:42.863138 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6f5d8be6-95f0-4b55-b17b-407de41fd8dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:42.874584 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8d1e66ac-ef3e-4aad-8af9-e34a1d9b5607 req-1441e681-be39-4a5b-a7b1-2626b90cfc94 tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.4.181 HTTP/1.1" status: 200 len: 696 time: 0.1232965 Jun 01 18:50:42.922000 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a65a9012-c44b-43c5-819e-0ea9373e6c9e req-01f31091-5e50-40e2-b491-31028f321899 tempest-ServersAaction247Test-373857896 tempest-ServersAaction247Test-373857896-project] 10.222.0.41 "GET /v2.0/ports?device_id=838a666f-c4fc-4501-b4d0-a5d1795a60d4 HTTP/1.1" status: 200 len: 210 time: 0.0773294 Jun 01 18:50:42.941020 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fa6a8c97-bfa6-4389-b701-8bab9fc51226 req-8323f614-7bba-4900-b1f3-59ab0996e320 service neutron] 10.222.0.50 "GET /v2.0/networks/c16c0733-68a0-4af2-9aa5-b2266da91869?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4241941 Jun 01 18:50:42.956335 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6f5d8be6-95f0-4b55-b17b-407de41fd8dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:42.978232 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5d8be6-95f0-4b55-b17b-407de41fd8dc admin admin] Pushing event deleted for resources: {'Network': ['ID=87b9dfd0-7353-4a39-8c80-aeabedc47621,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:50:43.057515 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138efcad-8b09-4c54-8777-375aeec12789 req-55e2e69f-3c42-450f-8aed-ff04141f0a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:43.059794 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-138efcad-8b09-4c54-8777-375aeec12789 req-55e2e69f-3c42-450f-8aed-ff04141f0a8b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=feb88351-1be4-4281-aea1-860175961a49 HTTP/1.1" status: 200 len: 859 time: 0.2669597 Jun 01 18:50:43.075799 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-6f5d8be6-95f0-4b55-b17b-407de41fd8dc admin admin] 10.222.0.41 "DELETE /v2.0/networks/87b9dfd0-7353-4a39-8c80-aeabedc47621 HTTP/1.1" status: 204 len: 168 time: 1.4688616 Jun 01 18:50:43.100686 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [req-8d1e66ac-ef3e-4aad-8af9-e34a1d9b5607 req-8466a0fd-09b2-400f-bad1-fa40ac640344 tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] Deleting port 135318ca-55d2-4718-af7d-300abe62251a {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:50:43.101035 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-8d1e66ac-ef3e-4aad-8af9-e34a1d9b5607 req-8466a0fd-09b2-400f-bad1-fa40ac640344 tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:43.310433 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-138efcad-8b09-4c54-8777-375aeec12789 req-74d4fb22-4245-4dc0-8429-c8413036a503 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=733f1d30-f98a-417d-a420-8babaa4f930e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2101710 Jun 01 18:50:43.352978 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-8d1e66ac-ef3e-4aad-8af9-e34a1d9b5607 req-8466a0fd-09b2-400f-bad1-fa40ac640344 tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:43.353928 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-8d1e66ac-ef3e-4aad-8af9-e34a1d9b5607 req-8466a0fd-09b2-400f-bad1-fa40ac640344 tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:43.412137 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 52832) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:50:43.414449 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-aaaf9775-8485-41e6-8d0f-e409ab7192f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:43.489880 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-aaaf9775-8485-41e6-8d0f-e409ab7192f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:43.533443 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [req-8d1e66ac-ef3e-4aad-8af9-e34a1d9b5607 req-8466a0fd-09b2-400f-bad1-fa40ac640344 tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] Calling delete_port for 135318ca-55d2-4718-af7d-300abe62251a owned by network:floatingip {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:50:43.695662 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fa6a8c97-bfa6-4389-b701-8bab9fc51226 req-2b60dea4-9585-4201-ab93-206df2f2bbdf service neutron] 10.222.0.50 "GET /v2.0/networks/c16c0733-68a0-4af2-9aa5-b2266da91869?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7445896 Jun 01 18:50:43.718108 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-8d1e66ac-ef3e-4aad-8af9-e34a1d9b5607 req-8466a0fd-09b2-400f-bad1-fa40ac640344 tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:43.822967 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-aaaf9775-8485-41e6-8d0f-e409ab7192f0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=aa177fe068e648968bec1513dce84f1e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6727326 Jun 01 18:50:43.851248 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 52846) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:50:43.861082 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fa6a8c97-bfa6-4389-b701-8bab9fc51226 req-c91da3a0-7116-4c41-b69a-5c6f9d43e120 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=93302f40-25f2-43b4-81bb-fbbce8a6a912 HTTP/1.1" status: 200 len: 217 time: 0.1444321 Jun 01 18:50:43.863475 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf9775-8485-41e6-8d0f-e409ab7192f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85cda063-38a7-4ed3-b904-83ae09023f02,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:50:43.930359 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8466a0fd-09b2-400f-bad1-fa40ac640344 tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] Pushing event deleted for resources: {'Port': ['ID=135318ca-55d2-4718-af7d-300abe62251a,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:50:43.983620 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-eef72c66-0739-4c5a-b2d6-1b57968d67b1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=722c4f653eb54dd18e783c5f350712c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5637617 Jun 01 18:50:43.992207 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-138efcad-8b09-4c54-8777-375aeec12789 req-d4b1598f-22e9-4fbc-bad4-e7a0236f4359 service neutron] 10.222.0.15 "GET /v2.0/networks/733f1d30-f98a-417d-a420-8babaa4f930e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6386344 Jun 01 18:50:43.997863 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 52852) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:50:44.004012 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-8d1e66ac-ef3e-4aad-8af9-e34a1d9b5607 req-8466a0fd-09b2-400f-bad1-fa40ac640344 tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] Notify callbacks [] for floatingip, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:44.036893 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-8d1e66ac-ef3e-4aad-8af9-e34a1d9b5607 req-8466a0fd-09b2-400f-bad1-fa40ac640344 tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for floatingip, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:44.045664 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8d1e66ac-ef3e-4aad-8af9-e34a1d9b5607 req-8466a0fd-09b2-400f-bad1-fa40ac640344 tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] 10.222.0.41 "DELETE /v2.0/floatingips/080f72d1-ea00-4ffc-8064-7b35862ab36c HTTP/1.1" status: 204 len: 173 time: 1.1688528 Jun 01 18:50:44.113305 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6a8c97-bfa6-4389-b701-8bab9fc51226 req-3291e202-033c-4e5d-98ec-bc2e99b3896c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:44.114784 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fa6a8c97-bfa6-4389-b701-8bab9fc51226 req-3291e202-033c-4e5d-98ec-bc2e99b3896c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=bcbe5adf-a3df-4f93-a0dd-793635937e2f HTTP/1.1" status: 200 len: 797 time: 0.2437024 Jun 01 18:50:44.222407 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 60f01c35-737d-4a5d-b74d-d5493aef4b97 details requested by agent hyperv_n-h2-844202-1 with host n-h2-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 18:50:44.239879 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1a2610ad-0f5f-410b-80d2-10ddf6f2365f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:44.330466 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7ac820-cfb4-4977-9a24-695a90c0b6c2 req-72475018-1e6e-4100-8773-d0d4f7bc7fca tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:44.333124 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5a7ac820-cfb4-4977-9a24-695a90c0b6c2 req-72475018-1e6e-4100-8773-d0d4f7bc7fca tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ae812a2-5303-4c9c-88e8-5c44f26565c9 HTTP/1.1" status: 200 len: 948 time: 0.6125138 Jun 01 18:50:44.338798 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-5ccda3c1-51aa-40ec-83db-c17c5204f91d req-67215e19-922c-499c-b167-859bd9ae0da5 tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] 10.222.0.41 "GET /v2.0/security-groups/9bbfd0a5-9b79-4e8d-a6a3-8a87ebb71fd2 HTTP/1.1" status: 200 len: 1806 time: 0.0830252 Jun 01 18:50:44.366610 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-91354190-f612-44a1-9ea7-62d0d54b14ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:44.423184 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-5ccda3c1-51aa-40ec-83db-c17c5204f91d req-017591cf-4983-4c76-b5a1-eec2e0724d5e tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:44.439454 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-91354190-f612-44a1-9ea7-62d0d54b14ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:44.458254 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-5ccda3c1-51aa-40ec-83db-c17c5204f91d req-017591cf-4983-4c76-b5a1-eec2e0724d5e tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:44.490708 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 60f01c35-737d-4a5d-b74d-d5493aef4b97, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=60f01c35-737d-4a5d-b74d-d5493aef4b97,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:50:44.514205 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Returning: {'device': '60f01c35-737d-4a5d-b74d-d5493aef4b97', 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426', 'port_id': '60f01c35-737d-4a5d-b74d-d5493aef4b97', 'mac_address': 'fa:16:3e:2f:66:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35e3ad2f-9c88-4698-b634-4e1b58de1cc2', 'ip_address': '192.168.233.171'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 18:50:44.515790 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-5ccda3c1-51aa-40ec-83db-c17c5204f91d req-017591cf-4983-4c76-b5a1-eec2e0724d5e tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:44.524834 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-138efcad-8b09-4c54-8777-375aeec12789 req-cb179e07-4c43-401c-944a-28223ebb1205 service neutron] 10.222.0.15 "GET /v2.0/networks/733f1d30-f98a-417d-a420-8babaa4f930e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5214078 Jun 01 18:50:44.540856 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1a2610ad-0f5f-410b-80d2-10ddf6f2365f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:44.549466 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017591cf-4983-4c76-b5a1-eec2e0724d5e tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bbfd0a5-9b79-4e8d-a6a3-8a87ebb71fd2,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:50:44.561439 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-5ccda3c1-51aa-40ec-83db-c17c5204f91d req-017591cf-4983-4c76-b5a1-eec2e0724d5e tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:44.579228 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-5ccda3c1-51aa-40ec-83db-c17c5204f91d req-017591cf-4983-4c76-b5a1-eec2e0724d5e tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] 10.222.0.41 "DELETE /v2.0/security-groups/9bbfd0a5-9b79-4e8d-a6a3-8a87ebb71fd2 HTTP/1.1" status: 204 len: 173 time: 0.2316976 Jun 01 18:50:44.635940 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 873ea4ea-e0cb-4148-afa6-bb316ccb2dac details requested by agent hyperv_n-h1-844202-1 with host n-h1-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 18:50:44.637740 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5a7ac820-cfb4-4977-9a24-695a90c0b6c2 req-e2109f51-b1d9-454f-a0e8-a95cc8510ff2 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbe27866-6450-47f0-a8e1-f266dfb72433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2472937 Jun 01 18:50:44.655942 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6a8c97-bfa6-4389-b701-8bab9fc51226 req-4ba6e449-896e-4a82-b539-25685497c292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:44.657902 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fa6a8c97-bfa6-4389-b701-8bab9fc51226 req-4ba6e449-896e-4a82-b539-25685497c292 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c16c0733-68a0-4af2-9aa5-b2266da91869&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5191102 Jun 01 18:50:44.711122 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port 60f01c35-737d-4a5d-b74d-d5493aef4b97 is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:50:44.711414 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:44.731040 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-91354190-f612-44a1-9ea7-62d0d54b14ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:44.824457 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 52898) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:50:44.856014 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60f01c35-737d-4a5d-b74d-d5493aef4b97 {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:50:44.920399 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 60f01c35-737d-4a5d-b74d-d5493aef4b97, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=60f01c35-737d-4a5d-b74d-d5493aef4b97,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:50:44.938845 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:44.946587 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91354190-f612-44a1-9ea7-62d0d54b14ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9caa0f54-cb0e-4092-b752-f15eca9f84a5,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:50:44.960582 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1a2610ad-0f5f-410b-80d2-10ddf6f2365f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:45.066575 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07777f5-1ac9-4282-a0c0-f36d49688b3c req-eb6dc5f0-9839-439b-b606-21aac88e758f tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:45.084988 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c07777f5-1ac9-4282-a0c0-f36d49688b3c req-eb6dc5f0-9839-439b-b606-21aac88e758f tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ae812a2-5303-4c9c-88e8-5c44f26565c9 HTTP/1.1" status: 200 len: 950 time: 0.2028151 Jun 01 18:50:45.085675 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2610ad-0f5f-410b-80d2-10ddf6f2365f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85cda063-38a7-4ed3-b904-83ae09023f02,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:50:45.125139 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-91354190-f612-44a1-9ea7-62d0d54b14ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:45.129206 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-91354190-f612-44a1-9ea7-62d0d54b14ea admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9caa0f54-cb0e-4092-b752-f15eca9f84a5 HTTP/1.1" status: 204 len: 168 time: 1.1263845 Jun 01 18:50:45.130626 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1a2610ad-0f5f-410b-80d2-10ddf6f2365f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:45.132500 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-1a2610ad-0f5f-410b-80d2-10ddf6f2365f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/85cda063-38a7-4ed3-b904-83ae09023f02 HTTP/1.1" status: 204 len: 168 time: 1.2704985 Jun 01 18:50:45.147911 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fa6a8c97-bfa6-4389-b701-8bab9fc51226 req-93054200-e3b7-4e8a-9eee-e623a7d70fcb service neutron] 10.222.0.50 "GET /v2.0/networks/c16c0733-68a0-4af2-9aa5-b2266da91869?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4815218 Jun 01 18:50:45.178518 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-93b8afc7-836d-485b-88ec-473e73aa8301 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:45.220188 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-93b8afc7-836d-485b-88ec-473e73aa8301 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:50:45.242037 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port 873ea4ea-e0cb-4148-afa6-bb316ccb2dac, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=873ea4ea-e0cb-4148-afa6-bb316ccb2dac,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:50:45.247006 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-93b8afc7-836d-485b-88ec-473e73aa8301 admin admin] Usage tracker for resource:security_group_rule and tenant:1c0a3e69bf9b4a36b403fecdf2fd81ea is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:50:45.267954 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c07777f5-1ac9-4282-a0c0-f36d49688b3c req-7b8620bb-1103-4fc2-aafb-ef6f03f23fda tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbe27866-6450-47f0-a8e1-f266dfb72433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819415 Jun 01 18:50:45.271528 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-93b8afc7-836d-485b-88ec-473e73aa8301 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:50:45.283891 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] get_ports_and_sgs() called for port_ids ['60f01c35-737d-4a5d-b74d-d5493aef4b97'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:50:45.302287 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-93b8afc7-836d-485b-88ec-473e73aa8301 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:50:45.372575 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=60f01c35-737d-4a5d-b74d-d5493aef4b97,revision_number=10']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:50:45.386470 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Returning: {'device': '873ea4ea-e0cb-4148-afa6-bb316ccb2dac', 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426', 'port_id': '873ea4ea-e0cb-4148-afa6-bb316ccb2dac', 'mac_address': 'fa:16:3e:cf:ef:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35e3ad2f-9c88-4698-b634-4e1b58de1cc2', 'ip_address': '192.168.233.53'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 18:50:45.546175 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-93b8afc7-836d-485b-88ec-473e73aa8301 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:45.552626 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-93b8afc7-836d-485b-88ec-473e73aa8301 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:45.581206 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port 873ea4ea-e0cb-4148-afa6-bb316ccb2dac is: ACTIVE; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:50:45.584405 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:45.609964 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:50:45.621144 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:50:45.622124 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:50:45.623188 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:50:45.628593 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:50:45.629551 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:50:45.630353 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:50:45.631192 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:50:45.632155 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:50:45.632999 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:50:45.633778 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:50:45.642354 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:50:45.650307 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fa6a8c97-bfa6-4389-b701-8bab9fc51226 req-d622f5fc-ebd7-443e-8986-b7bc2a59ef44 service neutron] 10.222.0.50 "GET /v2.0/networks/c16c0733-68a0-4af2-9aa5-b2266da91869?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4963298 Jun 01 18:50:45.659490 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 873ea4ea-e0cb-4148-afa6-bb316ccb2dac {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:50:45.676609 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b8afc7-836d-485b-88ec-473e73aa8301 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da1a6e1a-d2f8-4b89-8217-03f3db9413f6,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:50:45.737213 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642f78b0-1297-4163-9bce-a1fc874a7d41 req-bf16e4d5-348c-4a88-b363-72d14da90bef tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:45.743540 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-93b8afc7-836d-485b-88ec-473e73aa8301 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1c0a3e69bf9b4a36b403fecdf2fd81ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9136870 Jun 01 18:50:45.744450 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 52930) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:50:45.753195 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-642f78b0-1297-4163-9bce-a1fc874a7d41 req-bf16e4d5-348c-4a88-b363-72d14da90bef tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f67c738-584f-4106-9a9a-b1bbbc4b97b6 HTTP/1.1" status: 200 len: 946 time: 0.3423116 Jun 01 18:50:45.771311 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port 873ea4ea-e0cb-4148-afa6-bb316ccb2dac, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=873ea4ea-e0cb-4148-afa6-bb316ccb2dac,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:50:45.797657 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:45.896084 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-642f78b0-1297-4163-9bce-a1fc874a7d41 req-a92fef82-f82e-4a08-8c4a-9e444ff78a43 tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] 10.222.0.41 "GET /v2.0/security-groups?id=8fc7fdb2-998f-4fa0-8e3e-2050d2f86fec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409414 Jun 01 18:50:45.993968 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2d72c2a0-1a97-4132-9dac-5e89e7b8ba4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:46.021424 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=873ea4ea-e0cb-4148-afa6-bb316ccb2dac,revision_number=6']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:50:46.063096 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2d72c2a0-1a97-4132-9dac-5e89e7b8ba4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:46.082038 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] get_ports_and_sgs() called for port_ids ['873ea4ea-e0cb-4148-afa6-bb316ccb2dac'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:50:46.182727 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2d72c2a0-1a97-4132-9dac-5e89e7b8ba4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:46.202209 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2d72c2a0-1a97-4132-9dac-5e89e7b8ba4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:46.203461 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-2d72c2a0-1a97-4132-9dac-5e89e7b8ba4b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/da1a6e1a-d2f8-4b89-8217-03f3db9413f6 HTTP/1.1" status: 204 len: 168 time: 0.4580343 Jun 01 18:50:46.206156 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d72c2a0-1a97-4132-9dac-5e89e7b8ba4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da1a6e1a-d2f8-4b89-8217-03f3db9413f6,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:50:46.534450 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-caf8bbe0-2a29-4a25-b741-1c0bcecb73c3 req-d826959f-99dd-4ed6-b294-1a4f7abae955 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=5a29f45689de4723b61fb9850cc62a10&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0546992 Jun 01 18:50:46.765664 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf8bbe0-2a29-4a25-b741-1c0bcecb73c3 req-8c881a75-b3c8-4303-a28b-56987a501e3a tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:46.772609 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-caf8bbe0-2a29-4a25-b741-1c0bcecb73c3 req-8c881a75-b3c8-4303-a28b-56987a501e3a tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2367394 Jun 01 18:50:46.792194 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-caf8bbe0-2a29-4a25-b741-1c0bcecb73c3 req-084e8781-f5c7-4fc7-9902-c17fac67df7a tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/quotas/5a29f45689de4723b61fb9850cc62a10 HTTP/1.1" status: 200 len: 375 time: 0.0183578 Jun 01 18:50:46.906074 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 52988) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:50:46.959063 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-caf8bbe0-2a29-4a25-b741-1c0bcecb73c3 req-14b206dd-4779-404c-8695-f743c1dc4dcf tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=5a29f45689de4723b61fb9850cc62a10&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1658452 Jun 01 18:50:47.215008 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dbdca1-5a15-4678-a9be-04eb7de7216c req-6b9ca578-a43b-4009-80af-bbdac09bdc13 tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:47.224609 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-30dbdca1-5a15-4678-a9be-04eb7de7216c req-6b9ca578-a43b-4009-80af-bbdac09bdc13 tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f67c738-584f-4106-9a9a-b1bbbc4b97b6 HTTP/1.1" status: 200 len: 946 time: 0.1404538 Jun 01 18:50:47.353360 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f8d1c5ad-1773-4e01-96cc-970686c9d462 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:47.373608 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-885b4dff-bda7-4300-a0ce-56ba622f9545 req-4de3da12-8745-4f68-9e0b-9def63f39b38 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f43a9ce-4418-4b9a-ad7d-a8a7a81bb33c HTTP/1.1" status: 200 len: 210 time: 0.1237967 Jun 01 18:50:47.387743 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-30dbdca1-5a15-4678-a9be-04eb7de7216c req-4a4ff51c-ca9d-4cd1-9057-40e2fe18a2fa tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] 10.222.0.41 "GET /v2.0/security-groups?id=8fc7fdb2-998f-4fa0-8e3e-2050d2f86fec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618452 Jun 01 18:50:47.398479 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-f8d1c5ad-1773-4e01-96cc-970686c9d462 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:50:47.410274 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-f8d1c5ad-1773-4e01-96cc-970686c9d462 admin admin] Usage tracker for resource:security_group_rule and tenant:c403a2cd39ba4968abde042bb55f7fe0 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:50:47.413949 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-f8d1c5ad-1773-4e01-96cc-970686c9d462 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:50:47.424094 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-f8d1c5ad-1773-4e01-96cc-970686c9d462 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:50:47.515437 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 53026) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:50:47.716660 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459d6f8c-8b07-4590-982c-aa64ce74333f req-2864ce97-ebd5-48c2-a9ea-f99afb00a337 tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:47.718196 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-459d6f8c-8b07-4590-982c-aa64ce74333f req-2864ce97-ebd5-48c2-a9ea-f99afb00a337 tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f67c738-584f-4106-9a9a-b1bbbc4b97b6 HTTP/1.1" status: 200 len: 946 time: 0.1669781 Jun 01 18:50:47.831288 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-459d6f8c-8b07-4590-982c-aa64ce74333f req-0462f62c-98fa-4c0d-84db-0c9cbbf6191f tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] Deleting port 693d54c3-1b70-418e-bb59-fef3cfd9ad9c {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:50:47.831640 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-459d6f8c-8b07-4590-982c-aa64ce74333f req-0462f62c-98fa-4c0d-84db-0c9cbbf6191f tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:47.845577 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 53038) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:50:47.852713 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-813e71e1-ec05-44db-8b23-55d613a00bc5 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-251279127-network', 'tenant_id': '8954dfb656dd4378bb3153f8271ef2cc'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:50:47.863556 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-813e71e1-ec05-44db-8b23-55d613a00bc5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:50:47.879309 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-813e71e1-ec05-44db-8b23-55d613a00bc5 admin admin] Usage tracker for resource:network and tenant:8954dfb656dd4378bb3153f8271ef2cc is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:50:47.889128 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-813e71e1-ec05-44db-8b23-55d613a00bc5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:50:47.911650 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-813e71e1-ec05-44db-8b23-55d613a00bc5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:50:47.937135 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f8d1c5ad-1773-4e01-96cc-970686c9d462 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:47.942518 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f8d1c5ad-1773-4e01-96cc-970686c9d462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:47.950748 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-813e71e1-ec05-44db-8b23-55d613a00bc5 admin admin] Made reservation on behalf of 8954dfb656dd4378bb3153f8271ef2cc for: {'network': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:50:47.953358 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-813e71e1-ec05-44db-8b23-55d613a00bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:47.995554 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-813e71e1-ec05-44db-8b23-55d613a00bc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:48.009444 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-f8d1c5ad-1773-4e01-96cc-970686c9d462 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c403a2cd39ba4968abde042bb55f7fe0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1014073 Jun 01 18:50:48.013051 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d1c5ad-1773-4e01-96cc-970686c9d462 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efbdfd6c-177e-4d43-9cb1-70ce90706b00,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:50:48.014566 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 53046) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:50:48.077395 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-813e71e1-ec05-44db-8b23-55d613a00bc5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:50:48.112048 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-813e71e1-ec05-44db-8b23-55d613a00bc5 admin admin] Usage tracker for resource:security_group_rule and tenant:8954dfb656dd4378bb3153f8271ef2cc is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:50:48.138671 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-813e71e1-ec05-44db-8b23-55d613a00bc5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:50:48.161496 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-813e71e1-ec05-44db-8b23-55d613a00bc5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:50:48.238231 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-6a17a478-bbfb-46bd-ae5f-ad49da8054c9 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-182996248-network', 'tenant_id': 'ae97e1a8db6d4c6781eaa54cfd56fe1b'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:50:48.247997 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-6a17a478-bbfb-46bd-ae5f-ad49da8054c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:50:48.252528 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-808c696e-bb82-4230-89b3-72cda81c183a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:48.262226 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-6a17a478-bbfb-46bd-ae5f-ad49da8054c9 admin admin] Usage tracker for resource:network and tenant:ae97e1a8db6d4c6781eaa54cfd56fe1b is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:50:48.277917 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 60f01c35-737d-4a5d-b74d-d5493aef4b97 up at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:50:48.288059 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-6a17a478-bbfb-46bd-ae5f-ad49da8054c9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:50:48.315118 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-6a17a478-bbfb-46bd-ae5f-ad49da8054c9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:50:48.343650 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-808c696e-bb82-4230-89b3-72cda81c183a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:48.401738 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a17a478-bbfb-46bd-ae5f-ad49da8054c9 admin admin] Made reservation on behalf of ae97e1a8db6d4c6781eaa54cfd56fe1b for: {'network': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:50:48.405132 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6a17a478-bbfb-46bd-ae5f-ad49da8054c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:48.432456 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6a17a478-bbfb-46bd-ae5f-ad49da8054c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:48.515069 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning complete for port 60f01c35-737d-4a5d-b74d-d5493aef4b97 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:50:48.523536 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-6a17a478-bbfb-46bd-ae5f-ad49da8054c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:50:48.524219 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:48.534485 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-6a17a478-bbfb-46bd-ae5f-ad49da8054c9 admin admin] Usage tracker for resource:security_group_rule and tenant:ae97e1a8db6d4c6781eaa54cfd56fe1b is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:50:48.538099 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-6a17a478-bbfb-46bd-ae5f-ad49da8054c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:50:48.550594 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-459d6f8c-8b07-4590-982c-aa64ce74333f req-0462f62c-98fa-4c0d-84db-0c9cbbf6191f tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] For port 693d54c3-1b70-418e-bb59-fef3cfd9ad9c, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=693d54c3-1b70-418e-bb59-fef3cfd9ad9c,segment=NetworkSegment(18206650-252d-483b-b176-e766419278ec),segment_id=18206650-252d-483b-b176-e766419278ec)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:50:48.554199 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-459d6f8c-8b07-4590-982c-aa64ce74333f req-0462f62c-98fa-4c0d-84db-0c9cbbf6191f tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:48.563972 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-6a17a478-bbfb-46bd-ae5f-ad49da8054c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:50:48.611652 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 873ea4ea-e0cb-4148-afa6-bb316ccb2dac up at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:50:48.817165 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port 60f01c35-737d-4a5d-b74d-d5493aef4b97 is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:50:48.817452 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:48.820415 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 53064) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:50:48.847299 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Provisioning complete for port 873ea4ea-e0cb-4148-afa6-bb316ccb2dac triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:50:48.847846 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:48.924475 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ae812a2-5303-4c9c-88e8-5c44f26565c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60f01c35-737d-4a5d-b74d-d5493aef4b97'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:50:48.941854 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-808c696e-bb82-4230-89b3-72cda81c183a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:48.947415 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 60f01c35-737d-4a5d-b74d-d5493aef4b97, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=60f01c35-737d-4a5d-b74d-d5493aef4b97,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:50:48.953587 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:49.039865 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=60f01c35-737d-4a5d-b74d-d5493aef4b97,revision_number=11']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:50:49.049226 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6a17a478-bbfb-46bd-ae5f-ad49da8054c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:49.115661 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-813e71e1-ec05-44db-8b23-55d613a00bc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:49.125226 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808c696e-bb82-4230-89b3-72cda81c183a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efbdfd6c-177e-4d43-9cb1-70ce90706b00,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:50:49.131813 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6a17a478-bbfb-46bd-ae5f-ad49da8054c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:49.168123 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a17a478-bbfb-46bd-ae5f-ad49da8054c9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 120} {{(pid=88525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 18:50:49.193332 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6a17a478-bbfb-46bd-ae5f-ad49da8054c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:49.194436 n-d-844202-1 neutron-server[88525]: INFO neutron.db.segments_db [None req-6a17a478-bbfb-46bd-ae5f-ad49da8054c9 admin admin] Added segment 22287ba6-8d55-40bc-af51-dd1e4bf5ec11 of type vlan for network 2d46cf9b-19e7-4134-ae61-f2fb8ec4aebe Jun 01 18:50:49.224742 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port 873ea4ea-e0cb-4148-afa6-bb316ccb2dac is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:50:49.225131 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:49.295656 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-813e71e1-ec05-44db-8b23-55d613a00bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:49.296800 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port 873ea4ea-e0cb-4148-afa6-bb316ccb2dac, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=873ea4ea-e0cb-4148-afa6-bb316ccb2dac,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:50:49.306961 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:49.322351 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a17a478-bbfb-46bd-ae5f-ad49da8054c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c0779fc-497e-440f-b6f7-862160944962,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:50:49.336977 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-2c7e3950-401f-41ec-867f-ed36cd493d90 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1292506112-network', 'tenant_id': 'd1296626eed948b0afc05a6e5e9c0728'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:50:49.341963 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-2c7e3950-401f-41ec-867f-ed36cd493d90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:50:49.347276 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-2c7e3950-401f-41ec-867f-ed36cd493d90 admin admin] Usage tracker for resource:network and tenant:d1296626eed948b0afc05a6e5e9c0728 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:50:49.350325 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-2c7e3950-401f-41ec-867f-ed36cd493d90 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:50:49.358248 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-2c7e3950-401f-41ec-867f-ed36cd493d90 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:50:49.411756 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813e71e1-ec05-44db-8b23-55d613a00bc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19eb5883-e4d6-4a12-b8cf-1bb3a8879fab,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:50:49.428969 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c7e3950-401f-41ec-867f-ed36cd493d90 admin admin] Made reservation on behalf of d1296626eed948b0afc05a6e5e9c0728 for: {'network': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:50:49.431197 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2c7e3950-401f-41ec-867f-ed36cd493d90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:49.431904 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-459d6f8c-8b07-4590-982c-aa64ce74333f req-0462f62c-98fa-4c0d-84db-0c9cbbf6191f tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] Calling delete_port for 693d54c3-1b70-418e-bb59-fef3cfd9ad9c owned by compute:nova {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:50:49.438676 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=873ea4ea-e0cb-4148-afa6-bb316ccb2dac,revision_number=7']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:50:49.452933 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6a17a478-bbfb-46bd-ae5f-ad49da8054c9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:49.460967 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2c7e3950-401f-41ec-867f-ed36cd493d90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:49.478636 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-813e71e1-ec05-44db-8b23-55d613a00bc5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 144} {{(pid=88525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 18:50:49.488100 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-caf8bbe0-2a29-4a25-b741-1c0bcecb73c3 req-b9fdab22-50e2-4d4f-8695-c3468d9a25c9 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=5a29f45689de4723b61fb9850cc62a10&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1575956 Jun 01 18:50:49.498117 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-808c696e-bb82-4230-89b3-72cda81c183a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:49.498601 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e685e28e-d3d4-49aa-a9c0-a842968c83f0 req-d42ebc78-6aba-4599-8b64-a7b43a0ea7fa tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f43a9ce-4418-4b9a-ad7d-a8a7a81bb33c HTTP/1.1" status: 200 len: 210 time: 0.1669087 Jun 01 18:50:49.499241 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-808c696e-bb82-4230-89b3-72cda81c183a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/efbdfd6c-177e-4d43-9cb1-70ce90706b00 HTTP/1.1" status: 204 len: 168 time: 1.4662681 Jun 01 18:50:49.514711 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-2c7e3950-401f-41ec-867f-ed36cd493d90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:50:49.522045 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-2c7e3950-401f-41ec-867f-ed36cd493d90 admin admin] Usage tracker for resource:security_group_rule and tenant:d1296626eed948b0afc05a6e5e9c0728 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:50:49.525256 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-2c7e3950-401f-41ec-867f-ed36cd493d90 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:50:49.533651 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-2c7e3950-401f-41ec-867f-ed36cd493d90 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:50:49.679583 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2c7e3950-401f-41ec-867f-ed36cd493d90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:49.691014 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9e5165-bac4-4b59-b180-5f68e1b28de5 req-57b38682-3bb7-4c8a-adf5-32116a166d7e tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:49.692641 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-4a9e5165-bac4-4b59-b180-5f68e1b28de5 req-57b38682-3bb7-4c8a-adf5-32116a166d7e tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] Synchronizing usage tracker for tenant:bba0af6b22cc48889542d40b4d85508e on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:50:49.703822 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2c7e3950-401f-41ec-867f-ed36cd493d90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:49.730518 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-813e71e1-ec05-44db-8b23-55d613a00bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:49.731312 n-d-844202-1 neutron-server[88525]: INFO neutron.db.segments_db [None req-813e71e1-ec05-44db-8b23-55d613a00bc5 admin admin] Added segment 783bd49a-7d01-4eda-941d-91ad27cdf254 of type vlan for network 8bf6d215-ffa6-4f1e-a724-9435b6e76e15 Jun 01 18:50:49.734228 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.db.resource_extend [None req-6a17a478-bbfb-46bd-ae5f-ad49da8054c9 admin admin] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 18:50:49.771865 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-4a9e5165-bac4-4b59-b180-5f68e1b28de5 req-57b38682-3bb7-4c8a-adf5-32116a166d7e tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] Unset dirty status for tenant:bba0af6b22cc48889542d40b4d85508e on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:50:49.780908 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4a9e5165-bac4-4b59-b180-5f68e1b28de5 req-57b38682-3bb7-4c8a-adf5-32116a166d7e tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f67c738-584f-4106-9a9a-b1bbbc4b97b6 HTTP/1.1" status: 200 len: 946 time: 1.0682867 Jun 01 18:50:49.804477 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c7e3950-401f-41ec-867f-ed36cd493d90 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 109} {{(pid=88525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 18:50:49.804799 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2d4412c-ade4-47ff-a37e-2fb26282ea56'] response: {'server_uuid': '2ae812a2-5303-4c9c-88e8-5c44f26565c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60f01c35-737d-4a5d-b74d-d5493aef4b97', 'code': 200} Jun 01 18:50:49.877592 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-4a9e5165-bac4-4b59-b180-5f68e1b28de5 req-d1af2302-dccc-46d9-a7ee-e156c47bdf3a tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] Synchronizing usage tracker for tenant:bba0af6b22cc48889542d40b4d85508e on resource:security_group {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:50:49.884339 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf8bbe0-2a29-4a25-b741-1c0bcecb73c3 req-a506f9b4-987b-4d49-9d12-5ce119715f20 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:49.886041 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-caf8bbe0-2a29-4a25-b741-1c0bcecb73c3 req-a506f9b4-987b-4d49-9d12-5ce119715f20 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3778508 Jun 01 18:50:49.898017 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-caf8bbe0-2a29-4a25-b741-1c0bcecb73c3 req-2774db08-84a3-4df4-9774-d5f92759532e tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Request body: {'port': {'device_id': '1f43a9ce-4418-4b9a-ad7d-a8a7a81bb33c', 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426', 'admin_state_up': True, 'tenant_id': '5a29f45689de4723b61fb9850cc62a10'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:50:49.933009 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7e3950-401f-41ec-867f-ed36cd493d90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f4bc609-298e-4a8e-bc7f-b7c01286e270,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:50:49.954567 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6a17a478-bbfb-46bd-ae5f-ad49da8054c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:49.957855 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a17a478-bbfb-46bd-ae5f-ad49da8054c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:49.958483 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6a17a478-bbfb-46bd-ae5f-ad49da8054c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:50.022768 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2c7e3950-401f-41ec-867f-ed36cd493d90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:50.024041 n-d-844202-1 neutron-server[88525]: INFO neutron.db.segments_db [None req-2c7e3950-401f-41ec-867f-ed36cd493d90 admin admin] Added segment e815419a-2091-4c1b-8091-95f9d579680d of type vlan for network 6ab69dec-6b29-491c-b030-4f310f2ad845 Jun 01 18:50:50.030509 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-813e71e1-ec05-44db-8b23-55d613a00bc5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:50.079653 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-4a9e5165-bac4-4b59-b180-5f68e1b28de5 req-d1af2302-dccc-46d9-a7ee-e156c47bdf3a tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] Unset dirty status for tenant:bba0af6b22cc48889542d40b4d85508e on resource:security_group {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:50:50.094059 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4a9e5165-bac4-4b59-b180-5f68e1b28de5 req-d1af2302-dccc-46d9-a7ee-e156c47bdf3a tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] 10.222.0.41 "GET /v2.0/security-groups?id=8fc7fdb2-998f-4fa0-8e3e-2050d2f86fec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3119283 Jun 01 18:50:50.111264 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-caf8bbe0-2a29-4a25-b741-1c0bcecb73c3 req-2774db08-84a3-4df4-9774-d5f92759532e tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:50:50.135174 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-caf8bbe0-2a29-4a25-b741-1c0bcecb73c3 req-2774db08-84a3-4df4-9774-d5f92759532e tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:50:50.156484 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-caf8bbe0-2a29-4a25-b741-1c0bcecb73c3 req-2774db08-84a3-4df4-9774-d5f92759532e tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Made reservation on behalf of 5a29f45689de4723b61fb9850cc62a10 for: {'port': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:50:50.160492 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-caf8bbe0-2a29-4a25-b741-1c0bcecb73c3 req-2774db08-84a3-4df4-9774-d5f92759532e tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:50.198910 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-459d6f8c-8b07-4590-982c-aa64ce74333f req-0462f62c-98fa-4c0d-84db-0c9cbbf6191f tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:50.220143 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] get_ports_and_sgs() called for port_ids ['693d54c3-1b70-418e-bb59-fef3cfd9ad9c'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:50:50.264635 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-6a17a478-bbfb-46bd-ae5f-ad49da8054c9 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.3682868 Jun 01 18:50:50.271821 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 53088) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:50:50.279320 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.db.resource_extend [None req-813e71e1-ec05-44db-8b23-55d613a00bc5 admin admin] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 18:50:50.324448 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-d3878fbb-2e73-42b9-bb54-ab1a80b15fb1 admin admin] Request body: {'subnet': {'network_id': '2d46cf9b-19e7-4134-ae61-f2fb8ec4aebe', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-182996248-subnet', 'tenant_id': 'ae97e1a8db6d4c6781eaa54cfd56fe1b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:50:50.360103 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a17a478-bbfb-46bd-ae5f-ad49da8054c9 admin admin] Pushing event updated for resources: {'Network': ['ID=2d46cf9b-19e7-4134-ae61-f2fb8ec4aebe,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:50:50.365787 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2c7e3950-401f-41ec-867f-ed36cd493d90 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:50.382048 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-d3878fbb-2e73-42b9-bb54-ab1a80b15fb1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:50:50.399479 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network 2d46cf9b-19e7-4134-ae61-f2fb8ec4aebe details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 18:50:50.439541 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-d3878fbb-2e73-42b9-bb54-ab1a80b15fb1 admin admin] Usage tracker for resource:subnet and tenant:ae97e1a8db6d4c6781eaa54cfd56fe1b is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:50:50.450048 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-d3878fbb-2e73-42b9-bb54-ab1a80b15fb1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:50:50.461843 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-d3878fbb-2e73-42b9-bb54-ab1a80b15fb1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:50:50.469164 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-813e71e1-ec05-44db-8b23-55d613a00bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:50.470291 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-813e71e1-ec05-44db-8b23-55d613a00bc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:50.471306 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-813e71e1-ec05-44db-8b23-55d613a00bc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:50.483033 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0462f62c-98fa-4c0d-84db-0c9cbbf6191f tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] Pushing event deleted for resources: {'Port': ['ID=693d54c3-1b70-418e-bb59-fef3cfd9ad9c,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:50:50.565582 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2c7e3950-401f-41ec-867f-ed36cd493d90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:50.574592 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c7e3950-401f-41ec-867f-ed36cd493d90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:50.575495 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2c7e3950-401f-41ec-867f-ed36cd493d90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:50.677432 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-459d6f8c-8b07-4590-982c-aa64ce74333f req-0462f62c-98fa-4c0d-84db-0c9cbbf6191f tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] No DVR routers for this DVR port 693d54c3-1b70-418e-bb59-fef3cfd9ad9c on host n-h1-844202-1 {{(pid=88524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 18:50:50.682770 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-459d6f8c-8b07-4590-982c-aa64ce74333f req-0462f62c-98fa-4c0d-84db-0c9cbbf6191f tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:50.720767 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f67c738-584f-4106-9a9a-b1bbbc4b97b6', 'name': 'network-vif-deleted', 'tag': '693d54c3-1b70-418e-bb59-fef3cfd9ad9c'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:50:50.746193 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-459d6f8c-8b07-4590-982c-aa64ce74333f req-0462f62c-98fa-4c0d-84db-0c9cbbf6191f tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] 10.222.0.15 "DELETE /v2.0/ports/693d54c3-1b70-418e-bb59-fef3cfd9ad9c HTTP/1.1" status: 204 len: 173 time: 3.0222363 Jun 01 18:50:50.752048 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3878fbb-2e73-42b9-bb54-ab1a80b15fb1 admin admin] Made reservation on behalf of ae97e1a8db6d4c6781eaa54cfd56fe1b for: {'subnet': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:50:50.757548 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d3878fbb-2e73-42b9-bb54-ab1a80b15fb1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9667140'] for subnet, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:51.097565 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-f15bf69d-6d93-4a68-a768-b7b5d522a12f req-25a09bc2-4d06-48ee-963e-7e715768a1f9 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Synchronizing usage tracker for tenant:5a29f45689de4723b61fb9850cc62a10 on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:50:51.182368 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53a050b7-f901-44bf-9183-09b76e0a1768'] response: {'server_uuid': '0f67c738-584f-4106-9a9a-b1bbbc4b97b6', 'name': 'network-vif-deleted', 'tag': '693d54c3-1b70-418e-bb59-fef3cfd9ad9c', 'status': 'completed', 'code': 200} Jun 01 18:50:51.183540 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-f15bf69d-6d93-4a68-a768-b7b5d522a12f req-25a09bc2-4d06-48ee-963e-7e715768a1f9 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Unset dirty status for tenant:5a29f45689de4723b61fb9850cc62a10 on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:50:51.185078 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f15bf69d-6d93-4a68-a768-b7b5d522a12f req-25a09bc2-4d06-48ee-963e-7e715768a1f9 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f43a9ce-4418-4b9a-ad7d-a8a7a81bb33c HTTP/1.1" status: 200 len: 210 time: 0.4281473 Jun 01 18:50:51.263045 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [req-caf8bbe0-2a29-4a25-b741-1c0bcecb73c3 req-2774db08-84a3-4df4-9774-d5f92759532e tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Allocated IP 192.168.233.67 (898153a3-5d71-43be-9d14-343ea4a48426/35e3ad2f-9c88-4698-b634-4e1b58de1cc2/4e81e01b-8c80-4249-9817-a03c8dcd527d) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:50:51.320356 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-813e71e1-ec05-44db-8b23-55d613a00bc5 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 3.8036573 Jun 01 18:50:51.340327 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 53124) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:50:51.375484 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-889b9001-bc7b-4902-8c21-2469dcf757b7 admin admin] Request body: {'subnet': {'network_id': '8bf6d215-ffa6-4f1e-a724-9435b6e76e15', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-251279127-subnet', 'tenant_id': '8954dfb656dd4378bb3153f8271ef2cc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:50:51.397302 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-889b9001-bc7b-4902-8c21-2469dcf757b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:50:51.405808 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-889b9001-bc7b-4902-8c21-2469dcf757b7 admin admin] Usage tracker for resource:subnet and tenant:8954dfb656dd4378bb3153f8271ef2cc is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:50:51.409869 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-889b9001-bc7b-4902-8c21-2469dcf757b7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:50:51.427435 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-889b9001-bc7b-4902-8c21-2469dcf757b7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:50:51.472980 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-2c7e3950-401f-41ec-867f-ed36cd493d90 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 2.6286676 Jun 01 18:50:51.479417 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-889b9001-bc7b-4902-8c21-2469dcf757b7 admin admin] Made reservation on behalf of 8954dfb656dd4378bb3153f8271ef2cc for: {'subnet': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:50:51.479683 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 53128) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:50:51.483962 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-889b9001-bc7b-4902-8c21-2469dcf757b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3066584'] for subnet, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:51.555464 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 53130) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:50:51.575802 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-9a7f957e-e7de-4cf8-b9c0-8d6872f1c140 admin admin] Request body: {'subnet': {'network_id': '6ab69dec-6b29-491c-b030-4f310f2ad845', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1292506112-subnet', 'tenant_id': 'd1296626eed948b0afc05a6e5e9c0728', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:50:51.581619 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-9a7f957e-e7de-4cf8-b9c0-8d6872f1c140 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:50:51.586583 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-9a7f957e-e7de-4cf8-b9c0-8d6872f1c140 admin admin] Usage tracker for resource:subnet and tenant:d1296626eed948b0afc05a6e5e9c0728 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:50:51.590319 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-9a7f957e-e7de-4cf8-b9c0-8d6872f1c140 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:50:51.597239 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-9a7f957e-e7de-4cf8-b9c0-8d6872f1c140 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:50:51.626089 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-70a6c1b1-3459-43a5-b3a3-a9619d98c001 req-a3fc50fa-735e-4fdf-a7ef-987e90193787 tempest-ServerRescueTestJSONUnderV235-1969290737 tempest-ServerRescueTestJSONUnderV235-1969290737-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f67c738-584f-4106-9a9a-b1bbbc4b97b6 HTTP/1.1" status: 200 len: 210 time: 0.1715512 Jun 01 18:50:51.626765 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a7f957e-e7de-4cf8-b9c0-8d6872f1c140 admin admin] Made reservation on behalf of d1296626eed948b0afc05a6e5e9c0728 for: {'subnet': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:50:51.629072 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9a7f957e-e7de-4cf8-b9c0-8d6872f1c140 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9667140'] for subnet, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:51.649147 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813e71e1-ec05-44db-8b23-55d613a00bc5 admin admin] Pushing event updated for resources: {'Network': ['ID=8bf6d215-ffa6-4f1e-a724-9435b6e76e15,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:50:51.663151 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network 8bf6d215-ffa6-4f1e-a724-9435b6e76e15 details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 18:50:51.814707 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-889b9001-bc7b-4902-8c21-2469dcf757b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2718919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3066602'] for subnet, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:51.885639 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fd908a7-170c-44e2-8719-e7c307ce1667', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '873ea4ea-e0cb-4148-afa6-bb316ccb2dac'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:50:51.955493 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7e3950-401f-41ec-867f-ed36cd493d90 admin admin] Pushing event updated for resources: {'Network': ['ID=6ab69dec-6b29-491c-b030-4f310f2ad845,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:50:51.964115 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8a36cbc-88a0-4ed0-9989-99f49d60494a'] response: {'server_uuid': '4fd908a7-170c-44e2-8719-e7c307ce1667', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '873ea4ea-e0cb-4148-afa6-bb316ccb2dac', 'code': 200} Jun 01 18:50:51.991578 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network 6ab69dec-6b29-491c-b030-4f310f2ad845 details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 18:50:52.022765 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889b9001-bc7b-4902-8c21-2469dcf757b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2445a719-4314-4548-946f-72cc570cc23f,revision_number=0']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:50:52.049921 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-e4a60f3a-4627-403d-bd26-4e7682f95d43 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-694302495-network', 'tenant_id': 'eccea382ced5475f9a2098d1ef2ff267'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:50:52.055767 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-e4a60f3a-4627-403d-bd26-4e7682f95d43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:50:52.061570 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-e4a60f3a-4627-403d-bd26-4e7682f95d43 admin admin] Usage tracker for resource:network and tenant:eccea382ced5475f9a2098d1ef2ff267 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:50:52.066351 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-e4a60f3a-4627-403d-bd26-4e7682f95d43 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:50:52.073043 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-e4a60f3a-4627-403d-bd26-4e7682f95d43 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:50:52.095119 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4a60f3a-4627-403d-bd26-4e7682f95d43 admin admin] Made reservation on behalf of eccea382ced5475f9a2098d1ef2ff267 for: {'network': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:50:52.097673 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e4a60f3a-4627-403d-bd26-4e7682f95d43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:52.122114 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e4a60f3a-4627-403d-bd26-4e7682f95d43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:52.164623 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-e4a60f3a-4627-403d-bd26-4e7682f95d43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:50:52.175313 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-e4a60f3a-4627-403d-bd26-4e7682f95d43 admin admin] Usage tracker for resource:security_group_rule and tenant:eccea382ced5475f9a2098d1ef2ff267 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:50:52.183748 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-e4a60f3a-4627-403d-bd26-4e7682f95d43 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:50:52.222165 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-e4a60f3a-4627-403d-bd26-4e7682f95d43 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:50:52.230337 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-889b9001-bc7b-4902-8c21-2469dcf757b7 admin admin] Checking segment: {'id': '783bd49a-7d01-4eda-941d-91ad27cdf254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '8bf6d215-ffa6-4f1e-a724-9435b6e76e15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:50:52.230680 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-889b9001-bc7b-4902-8c21-2469dcf757b7 admin admin] Network hostable DHCP agents. Network: 8bf6d215-ffa6-4f1e-a724-9435b6e76e15, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88524) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 18:50:52.289503 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-889b9001-bc7b-4902-8c21-2469dcf757b7 admin admin] Network 8bf6d215-ffa6-4f1e-a724-9435b6e76e15 is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88524) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 18:50:52.299353 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-caf8bbe0-2a29-4a25-b741-1c0bcecb73c3 req-2774db08-84a3-4df4-9774-d5f92759532e tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:52.310097 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-889b9001-bc7b-4902-8c21-2469dcf757b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, 8bf6d215-ffa6-4f1e-a724-9435b6e76e15) {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:50:52.319591 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a44c108b-f99d-40b4-b288-592929a2b9ea None None] Network 8bf6d215-ffa6-4f1e-a724-9435b6e76e15 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 18:50:52.331868 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-889b9001-bc7b-4902-8c21-2469dcf757b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:52.332485 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-889b9001-bc7b-4902-8c21-2469dcf757b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:52.336171 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d3878fbb-2e73-42b9-bb54-ab1a80b15fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2614064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9667190'] for subnet, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:52.364729 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [req-caf8bbe0-2a29-4a25-b741-1c0bcecb73c3 req-2774db08-84a3-4df4-9774-d5f92759532e tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Transition to ACTIVE for port object 4e81e01b-8c80-4249-9817-a03c8dcd527d will not be triggered until provisioned by entity DHCP. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:50:52.380243 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.agents_db [None req-e814b9cf-7de8-45d0-a079-29c61fabe7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 18:50:52.417646 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-889b9001-bc7b-4902-8c21-2469dcf757b7 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0721445 Jun 01 18:50:52.418388 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 53152) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:50:52.428150 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3878fbb-2e73-42b9-bb54-ab1a80b15fb1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab602fe9-7ca4-47bf-b30f-ad3c87b9ac55,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:50:52.449322 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-1e13870b-f19a-4ad1-b47e-3e067f81455c admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-251279127-router', 'tenant_id': '8954dfb656dd4378bb3153f8271ef2cc', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:50:52.462392 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-1e13870b-f19a-4ad1-b47e-3e067f81455c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:50:52.470262 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-1e13870b-f19a-4ad1-b47e-3e067f81455c admin admin] Usage tracker for resource:router and tenant:8954dfb656dd4378bb3153f8271ef2cc is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:50:52.478360 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-1e13870b-f19a-4ad1-b47e-3e067f81455c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:50:52.489117 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-1e13870b-f19a-4ad1-b47e-3e067f81455c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:50:52.506241 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1e13870b-f19a-4ad1-b47e-3e067f81455c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-885767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25238'] for router, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:52.507394 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1e13870b-f19a-4ad1-b47e-3e067f81455c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-901042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-886562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-981784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25327'] for router, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:52.545020 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1e13870b-f19a-4ad1-b47e-3e067f81455c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:52.558565 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f4b8ab6c-3ed0-4007-a4b4-b5dd7f0e5bcc req-9690e143-a2d3-42d9-936d-4680953f44c7 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f43a9ce-4418-4b9a-ad7d-a8a7a81bb33c HTTP/1.1" status: 200 len: 210 time: 0.0713341 Jun 01 18:50:52.586388 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-caf8bbe0-2a29-4a25-b741-1c0bcecb73c3 req-2774db08-84a3-4df4-9774-d5f92759532e tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:52.602325 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3878fbb-2e73-42b9-bb54-ab1a80b15fb1 admin admin] Checking segment: {'id': '22287ba6-8d55-40bc-af51-dd1e4bf5ec11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '2d46cf9b-19e7-4134-ae61-f2fb8ec4aebe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:50:52.602805 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3878fbb-2e73-42b9-bb54-ab1a80b15fb1 admin admin] Network hostable DHCP agents. Network: 2d46cf9b-19e7-4134-ae61-f2fb8ec4aebe, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 18:50:52.625619 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9a7f957e-e7de-4cf8-b9c0-8d6872f1c140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2614064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9667190'] for subnet, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:52.704691 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] get_ports_and_sgs() called for port_ids ['60f01c35-737d-4a5d-b74d-d5493aef4b97'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:50:52.715012 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3878fbb-2e73-42b9-bb54-ab1a80b15fb1 admin admin] Network 2d46cf9b-19e7-4134-ae61-f2fb8ec4aebe is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 18:50:52.741061 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] get_ports_and_sgs() called for port_ids ['29ef26a4-a70e-49b7-bba7-1d3944f13d1a', '1e38921f-0057-4abf-aff6-93f3058d24de'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:50:52.751828 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e4a60f3a-4627-403d-bd26-4e7682f95d43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:52.757989 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-d3878fbb-2e73-42b9-bb54-ab1a80b15fb1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, 2d46cf9b-19e7-4134-ae61-f2fb8ec4aebe) {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:50:52.767738 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7f957e-e7de-4cf8-b9c0-8d6872f1c140 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3656dd40-ffe0-48cc-8ad3-70ecaeab86b9,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:50:52.769698 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e4a60f3a-4627-403d-bd26-4e7682f95d43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:52.783973 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4a60f3a-4627-403d-bd26-4e7682f95d43 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 104} {{(pid=88525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 18:50:52.786211 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 693d54c3-1b70-418e-bb59-fef3cfd9ad9c no longer exists at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:50:52.795574 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e4a60f3a-4627-403d-bd26-4e7682f95d43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:52.795966 n-d-844202-1 neutron-server[88525]: INFO neutron.db.segments_db [None req-e4a60f3a-4627-403d-bd26-4e7682f95d43 admin admin] Added segment e60765c6-124a-4916-8bfd-a8bc142f32ad of type vlan for network e3902938-4b6a-4448-87d9-59b63dd51a7f Jun 01 18:50:52.815140 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 53158) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:50:52.816403 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3878fbb-2e73-42b9-bb54-ab1a80b15fb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:52.816988 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d3878fbb-2e73-42b9-bb54-ab1a80b15fb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:52.851145 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] No Port match for: 693d54c3-1b70-418e-bb59-fef3cfd9ad9c {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 18:50:52.851473 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 693d54c3-1b70-418e-bb59-fef3cfd9ad9c not bound to the agent host n-h1-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 18:50:52.853480 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba45019a-07bf-4c06-b844-306bc9a9cb15 None None] Network 2d46cf9b-19e7-4134-ae61-f2fb8ec4aebe requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 18:50:52.972673 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e4a60f3a-4627-403d-bd26-4e7682f95d43 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:52.976775 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7f957e-e7de-4cf8-b9c0-8d6872f1c140 admin admin] Checking segment: {'id': 'e815419a-2091-4c1b-8091-95f9d579680d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '6ab69dec-6b29-491c-b030-4f310f2ad845'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:50:52.978044 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a7f957e-e7de-4cf8-b9c0-8d6872f1c140 admin admin] Network hostable DHCP agents. Network: 6ab69dec-6b29-491c-b030-4f310f2ad845, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 18:50:53.046469 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a60f3a-4627-403d-bd26-4e7682f95d43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e95c7360-01e1-4fb0-bbdb-7b11f637526c,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:50:53.054949 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05698f59-20d1-4b1e-806f-10b6452aa81e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc93f83c3-7fb6-5c13-a9d4-29d739a4e8d2-8bf6d215-ffa6-4f1e-a724-9435b6e76e15', 'network_id': '8bf6d215-ffa6-4f1e-a724-9435b6e76e15', 'tenant_id': '8954dfb656dd4378bb3153f8271ef2cc', 'fixed_ips': [{'subnet_id': '2445a719-4314-4548-946f-72cc570cc23f'}]}} from n-d-844202-1. {{(pid=88526) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 18:50:53.055892 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-05698f59-20d1-4b1e-806f-10b6452aa81e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:53.092593 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-caf8bbe0-2a29-4a25-b741-1c0bcecb73c3 req-2774db08-84a3-4df4-9774-d5f92759532e tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Network 898153a3-5d71-43be-9d14-343ea4a48426 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:50:53.106668 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [req-caf8bbe0-2a29-4a25-b741-1c0bcecb73c3 req-2774db08-84a3-4df4-9774-d5f92759532e tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:50:53.121187 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-d3878fbb-2e73-42b9-bb54-ab1a80b15fb1 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.8446126 Jun 01 18:50:53.129255 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2774db08-84a3-4df4-9774-d5f92759532e tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Pushing event updated for resources: {'Port': ['ID=4e81e01b-8c80-4249-9817-a03c8dcd527d,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:50:53.140557 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-caf8bbe0-2a29-4a25-b741-1c0bcecb73c3 req-2774db08-84a3-4df4-9774-d5f92759532e tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:50:53.156708 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a7f957e-e7de-4cf8-b9c0-8d6872f1c140 admin admin] Network 6ab69dec-6b29-491c-b030-4f310f2ad845 is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 18:50:53.224023 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-9a7f957e-e7de-4cf8-b9c0-8d6872f1c140 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, 6ab69dec-6b29-491c-b030-4f310f2ad845) {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:50:53.258126 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c2591b3-3ecf-4b5e-b6a3-f011d3227ccb None None] Network 6ab69dec-6b29-491c-b030-4f310f2ad845 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 18:50:53.273185 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a7f957e-e7de-4cf8-b9c0-8d6872f1c140 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:53.273774 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9a7f957e-e7de-4cf8-b9c0-8d6872f1c140 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:53.304379 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e4a60f3a-4627-403d-bd26-4e7682f95d43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:53.305313 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4a60f3a-4627-403d-bd26-4e7682f95d43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:53.305926 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e4a60f3a-4627-403d-bd26-4e7682f95d43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:53.353196 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-9a7f957e-e7de-4cf8-b9c0-8d6872f1c140 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.8018870 Jun 01 18:50:53.504592 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-e4a60f3a-4627-403d-bd26-4e7682f95d43 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.9371324 Jun 01 18:50:53.513062 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 53178) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:50:53.628800 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a60f3a-4627-403d-bd26-4e7682f95d43 admin admin] Pushing event updated for resources: {'Network': ['ID=e3902938-4b6a-4448-87d9-59b63dd51a7f,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:50:53.671986 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-bd4e6029-9780-483a-bf1c-c784bd5f94c8 admin admin] Request body: {'subnet': {'network_id': 'e3902938-4b6a-4448-87d9-59b63dd51a7f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-694302495-subnet', 'tenant_id': 'eccea382ced5475f9a2098d1ef2ff267', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:50:53.684645 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-bd4e6029-9780-483a-bf1c-c784bd5f94c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:50:53.685900 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network e3902938-4b6a-4448-87d9-59b63dd51a7f details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 18:50:53.694128 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-bd4e6029-9780-483a-bf1c-c784bd5f94c8 admin admin] Usage tracker for resource:subnet and tenant:eccea382ced5475f9a2098d1ef2ff267 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:50:53.702300 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-bd4e6029-9780-483a-bf1c-c784bd5f94c8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:50:53.712468 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1e13870b-f19a-4ad1-b47e-3e067f81455c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-886608', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-885830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25341'] for router, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:53.716755 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-bd4e6029-9780-483a-bf1c-c784bd5f94c8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:50:53.720434 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-19517eb4-5f24-40a5-8a29-6f940308caea None None] Provisioning for port 4e81e01b-8c80-4249-9817-a03c8dcd527d completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:50:53.740207 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-19517eb4-5f24-40a5-8a29-6f940308caea None None] Provisioning complete for port 4e81e01b-8c80-4249-9817-a03c8dcd527d triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:50:53.740926 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-19517eb4-5f24-40a5-8a29-6f940308caea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:53.743231 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd4e6029-9780-483a-bf1c-c784bd5f94c8 admin admin] Made reservation on behalf of eccea382ced5475f9a2098d1ef2ff267 for: {'subnet': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:50:53.749962 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-bd4e6029-9780-483a-bf1c-c784bd5f94c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9667140'] for subnet, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:53.758467 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf8bbe0-2a29-4a25-b741-1c0bcecb73c3 req-2774db08-84a3-4df4-9774-d5f92759532e tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:53.763212 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-caf8bbe0-2a29-4a25-b741-1c0bcecb73c3 req-2774db08-84a3-4df4-9774-d5f92759532e tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:53.992841 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-caf8bbe0-2a29-4a25-b741-1c0bcecb73c3 req-2774db08-84a3-4df4-9774-d5f92759532e tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.0990450 Jun 01 18:50:54.042087 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-caf8bbe0-2a29-4a25-b741-1c0bcecb73c3 req-ea3f6e80-810a-4637-bfc6-048b8a93b448 service neutron] Request body: {'port': {'device_id': '1f43a9ce-4418-4b9a-ad7d-a8a7a81bb33c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844202-1'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:50:54.160846 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-451bdf9a-7d09-494f-92cb-db6bf81a2cb8 None None] Network 6ab69dec-6b29-491c-b030-4f310f2ad845 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 18:50:54.414223 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6af6f922-eef2-4c6f-913d-012a6b18bedb None None] Network 2d46cf9b-19e7-4134-ae61-f2fb8ec4aebe requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 18:50:54.425471 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-caf8bbe0-2a29-4a25-b741-1c0bcecb73c3 req-ea3f6e80-810a-4637-bfc6-048b8a93b448 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:54.460190 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef1deb7-1d16-45ba-84cd-4ffeef822a26 req-0aa461dd-fe51-402e-bcc0-f3ecaba3ed76 tempest-ServerAddressesTestJSON-1476585331 tempest-ServerAddressesTestJSON-1476585331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:54.467834 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-cef1deb7-1d16-45ba-84cd-4ffeef822a26 req-0aa461dd-fe51-402e-bcc0-f3ecaba3ed76 tempest-ServerAddressesTestJSON-1476585331 tempest-ServerAddressesTestJSON-1476585331-project] 10.222.0.41 "GET /v2.0/networks?id=2d46cf9b-19e7-4134-ae61-f2fb8ec4aebe HTTP/1.1" status: 200 len: 813 time: 0.3453853 Jun 01 18:50:54.488696 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-cef1deb7-1d16-45ba-84cd-4ffeef822a26 req-28bacb9c-be46-446b-9a27-9db0c6b18925 tempest-ServerAddressesTestJSON-1476585331 tempest-ServerAddressesTestJSON-1476585331-project] 10.222.0.41 "GET /v2.0/quotas/ae97e1a8db6d4c6781eaa54cfd56fe1b HTTP/1.1" status: 200 len: 375 time: 0.0197730 Jun 01 18:50:54.555406 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-19517eb4-5f24-40a5-8a29-6f940308caea None None] Port 4e81e01b-8c80-4249-9817-a03c8dcd527d cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 18:50:54.611809 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-cef1deb7-1d16-45ba-84cd-4ffeef822a26 req-26dd1f1e-9561-4a22-b348-0d2bf7e694a0 tempest-ServerAddressesTestJSON-1476585331 tempest-ServerAddressesTestJSON-1476585331-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=ae97e1a8db6d4c6781eaa54cfd56fe1b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1220105 Jun 01 18:50:54.618883 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [req-cef1deb7-1d16-45ba-84cd-4ffeef822a26 req-6cd1b065-1f20-41fb-9d48-4f162ed23803 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=88524) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 18:50:54.627451 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-cef1deb7-1d16-45ba-84cd-4ffeef822a26 req-6cd1b065-1f20-41fb-9d48-4f162ed23803 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0147021 Jun 01 18:50:54.729049 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686398c9-a0ba-420e-960c-68584d56bc27 req-5865f45c-dc7a-41a0-896e-9e4f2dfdbca6 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:54.737449 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-686398c9-a0ba-420e-960c-68584d56bc27 req-5865f45c-dc7a-41a0-896e-9e4f2dfdbca6 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f43a9ce-4418-4b9a-ad7d-a8a7a81bb33c HTTP/1.1" status: 200 len: 935 time: 0.7731855 Jun 01 18:50:54.752956 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.db_base_plugin_common [None req-05698f59-20d1-4b1e-806f-10b6452aa81e None None] Allocated IP 172.20.0.2 (8bf6d215-ffa6-4f1e-a724-9435b6e76e15/2445a719-4314-4548-946f-72cc570cc23f/c9d2513c-6219-46e1-8ce1-5efa555610e1) {{(pid=88526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:50:54.809056 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-cef1deb7-1d16-45ba-84cd-4ffeef822a26 req-5db8736c-5e87-4f17-81c4-3fc7c13a4cd1 service neutron] 10.222.0.41 "GET /v2.0/networks/2d46cf9b-19e7-4134-ae61-f2fb8ec4aebe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795597 Jun 01 18:50:54.870871 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-686398c9-a0ba-420e-960c-68584d56bc27 req-fa04b2f2-832f-412f-b57a-1f9497991f5e tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbe27866-6450-47f0-a8e1-f266dfb72433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295538 Jun 01 18:50:55.300413 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-bd4e6029-9780-483a-bf1c-c784bd5f94c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2614064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9667190'] for subnet, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:55.373569 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-05698f59-20d1-4b1e-806f-10b6452aa81e None None] Notify callbacks [] for port, precommit_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:55.391281 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-05698f59-20d1-4b1e-806f-10b6452aa81e None None] Transition to ACTIVE for port object c9d2513c-6219-46e1-8ce1-5efa555610e1 will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:50:55.425479 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-05698f59-20d1-4b1e-806f-10b6452aa81e None None] Transition to ACTIVE for port object c9d2513c-6219-46e1-8ce1-5efa555610e1 will not be triggered until provisioned by entity DHCP. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:50:55.435229 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-05698f59-20d1-4b1e-806f-10b6452aa81e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526'] for port, after_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:55.450138 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1e13870b-f19a-4ad1-b47e-3e067f81455c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:55.461919 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-11fd0fcd-e445-4482-806c-601e474469af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-887474'] for router_interface, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:55.518324 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05698f59-20d1-4b1e-806f-10b6452aa81e None None] Network 8bf6d215-ffa6-4f1e-a724-9435b6e76e15 is already hosted by enough agents. {{(pid=88526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:50:55.521898 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.base_scheduler [None req-05698f59-20d1-4b1e-806f-10b6452aa81e None None] Resources bound (agent type, host, resource id): {{(pid=88526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:50:55.533892 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05698f59-20d1-4b1e-806f-10b6452aa81e None None] Received port after_create {{(pid=88526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:50:55.561572 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1e13870b-f19a-4ad1-b47e-3e067f81455c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:55.617754 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4e6029-9780-483a-bf1c-c784bd5f94c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=276181f2-c3ab-487e-8805-06ed7064e884,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:50:55.633444 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4e6029-9780-483a-bf1c-c784bd5f94c8 admin admin] Checking segment: {'id': 'e60765c6-124a-4916-8bfd-a8bc142f32ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'e3902938-4b6a-4448-87d9-59b63dd51a7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:50:55.634062 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd4e6029-9780-483a-bf1c-c784bd5f94c8 admin admin] Network hostable DHCP agents. Network: e3902938-4b6a-4448-87d9-59b63dd51a7f, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 18:50:55.661092 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05698f59-20d1-4b1e-806f-10b6452aa81e None None] Pushing event updated for resources: {'Port': ['ID=c9d2513c-6219-46e1-8ce1-5efa555610e1,revision_number=1']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:50:55.684509 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-05698f59-20d1-4b1e-806f-10b6452aa81e None None] Attempting to bind port c9d2513c-6219-46e1-8ce1-5efa555610e1 on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:50:55.685047 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-05698f59-20d1-4b1e-806f-10b6452aa81e None None] Attempting to bind port c9d2513c-6219-46e1-8ce1-5efa555610e1 by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': '783bd49a-7d01-4eda-941d-91ad27cdf254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '8bf6d215-ffa6-4f1e-a724-9435b6e76e15'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:50:55.685411 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05698f59-20d1-4b1e-806f-10b6452aa81e None None] Attempting to bind port c9d2513c-6219-46e1-8ce1-5efa555610e1 on network 8bf6d215-ffa6-4f1e-a724-9435b6e76e15 {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:50:55.692184 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05698f59-20d1-4b1e-806f-10b6452aa81e None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 18, 50, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:50:55.692602 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05698f59-20d1-4b1e-806f-10b6452aa81e None None] Checking segment: {'id': '783bd49a-7d01-4eda-941d-91ad27cdf254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '8bf6d215-ffa6-4f1e-a724-9435b6e76e15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:50:55.693003 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-05698f59-20d1-4b1e-806f-10b6452aa81e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:55.693389 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05698f59-20d1-4b1e-806f-10b6452aa81e None None] Bound using segment: {'id': '783bd49a-7d01-4eda-941d-91ad27cdf254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '8bf6d215-ffa6-4f1e-a724-9435b6e76e15'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:50:55.693858 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-05698f59-20d1-4b1e-806f-10b6452aa81e None None] Bound port: c9d2513c-6219-46e1-8ce1-5efa555610e1, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '783bd49a-7d01-4eda-941d-91ad27cdf254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '8bf6d215-ffa6-4f1e-a724-9435b6e76e15'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:50:55.694226 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-05698f59-20d1-4b1e-806f-10b6452aa81e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:55.724566 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [None req-1e13870b-f19a-4ad1-b47e-3e067f81455c admin admin] Allocated IP 172.25.4.57 (72a72e44-6845-488a-a5ff-3a26d4df9cb3/c314a23b-daa2-4106-ab28-8e6f954277b2/c6b06bf3-2d34-4097-80e7-5ccd8e38009b) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:50:55.759580 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a71980e-9852-44e0-8218-6ce146240eb7 req-6f810fc1-93a3-4367-b766-c85e78773c25 tempest-ServerAddressesNegativeTestJSON-2095929917 tempest-ServerAddressesNegativeTestJSON-2095929917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:55.761035 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-8a71980e-9852-44e0-8218-6ce146240eb7 req-6f810fc1-93a3-4367-b766-c85e78773c25 tempest-ServerAddressesNegativeTestJSON-2095929917 tempest-ServerAddressesNegativeTestJSON-2095929917-project] Synchronizing usage tracker for tenant:d1296626eed948b0afc05a6e5e9c0728 on resource:network {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:50:55.769285 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd4e6029-9780-483a-bf1c-c784bd5f94c8 admin admin] Network e3902938-4b6a-4448-87d9-59b63dd51a7f is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 18:50:55.804359 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-8a71980e-9852-44e0-8218-6ce146240eb7 req-6f810fc1-93a3-4367-b766-c85e78773c25 tempest-ServerAddressesNegativeTestJSON-2095929917 tempest-ServerAddressesNegativeTestJSON-2095929917-project] Unset dirty status for tenant:d1296626eed948b0afc05a6e5e9c0728 on resource:network {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:50:55.806017 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8a71980e-9852-44e0-8218-6ce146240eb7 req-6f810fc1-93a3-4367-b766-c85e78773c25 tempest-ServerAddressesNegativeTestJSON-2095929917 tempest-ServerAddressesNegativeTestJSON-2095929917-project] 10.222.0.41 "GET /v2.0/networks?id=6ab69dec-6b29-491c-b030-4f310f2ad845 HTTP/1.1" status: 200 len: 822 time: 0.5535855 Jun 01 18:50:55.810316 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-bd4e6029-9780-483a-bf1c-c784bd5f94c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, e3902938-4b6a-4448-87d9-59b63dd51a7f) {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:50:55.821551 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7b176c1-b597-491a-a269-4a6066fb5961 None None] Network e3902938-4b6a-4448-87d9-59b63dd51a7f requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 18:50:55.837518 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd4e6029-9780-483a-bf1c-c784bd5f94c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:55.838720 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-bd4e6029-9780-483a-bf1c-c784bd5f94c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:55.850651 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8a71980e-9852-44e0-8218-6ce146240eb7 req-5939349b-ad55-442f-93c4-45d984af1f82 tempest-ServerAddressesNegativeTestJSON-2095929917 tempest-ServerAddressesNegativeTestJSON-2095929917-project] 10.222.0.41 "GET /v2.0/quotas/d1296626eed948b0afc05a6e5e9c0728 HTTP/1.1" status: 200 len: 375 time: 0.0295727 Jun 01 18:50:55.923402 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-05698f59-20d1-4b1e-806f-10b6452aa81e None None] For port c9d2513c-6219-46e1-8ce1-5efa555610e1, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:50:55.932483 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-05698f59-20d1-4b1e-806f-10b6452aa81e None None] For port c9d2513c-6219-46e1-8ce1-5efa555610e1, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=c9d2513c-6219-46e1-8ce1-5efa555610e1,segment=NetworkSegment(783bd49a-7d01-4eda-941d-91ad27cdf254),segment_id=783bd49a-7d01-4eda-941d-91ad27cdf254)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:50:55.936346 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-cef1deb7-1d16-45ba-84cd-4ffeef822a26 req-74d1d4de-1f15-4386-890f-ddbf9d98c8c3 service neutron] 10.222.0.41 "GET /v2.0/networks/2d46cf9b-19e7-4134-ae61-f2fb8ec4aebe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1257622 Jun 01 18:50:55.946207 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1e13870b-f19a-4ad1-b47e-3e067f81455c admin admin] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:55.958373 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8a71980e-9852-44e0-8218-6ce146240eb7 req-3e32b32c-e639-4f1a-a889-44b4cac7f2ff tempest-ServerAddressesNegativeTestJSON-2095929917 tempest-ServerAddressesNegativeTestJSON-2095929917-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=d1296626eed948b0afc05a6e5e9c0728&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0919251 Jun 01 18:50:55.963525 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-05698f59-20d1-4b1e-806f-10b6452aa81e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:56.137497 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [req-caf8bbe0-2a29-4a25-b741-1c0bcecb73c3 req-ea3f6e80-810a-4637-bfc6-048b8a93b448 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e81e01b-8c80-4249-9817-a03c8dcd527d {{(pid=88524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:50:56.157033 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1e13870b-f19a-4ad1-b47e-3e067f81455c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:56.173242 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-caf8bbe0-2a29-4a25-b741-1c0bcecb73c3 req-ea3f6e80-810a-4637-bfc6-048b8a93b448 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:56.236165 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05698f59-20d1-4b1e-806f-10b6452aa81e None None] Pushing event updated for resources: {'Port': ['ID=c9d2513c-6219-46e1-8ce1-5efa555610e1,revision_number=2']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:50:56.271429 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e13870b-f19a-4ad1-b47e-3e067f81455c admin admin] Pushing event updated for resources: {'Port': ['ID=c6b06bf3-2d34-4097-80e7-5ccd8e38009b,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:50:56.287617 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e13870b-f19a-4ad1-b47e-3e067f81455c admin admin] Network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:50:56.291645 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-1e13870b-f19a-4ad1-b47e-3e067f81455c admin admin] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:50:56.299286 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e13870b-f19a-4ad1-b47e-3e067f81455c admin admin] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:50:56.305436 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8a71980e-9852-44e0-8218-6ce146240eb7 req-655c5648-4138-4b40-8b25-f2ab71a37a85 service neutron] 10.222.0.41 "GET /v2.0/networks/6ab69dec-6b29-491c-b030-4f310f2ad845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2263808 Jun 01 18:50:56.417026 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-bd4e6029-9780-483a-bf1c-c784bd5f94c8 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.9004021 Jun 01 18:50:56.556260 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 53230) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:50:56.663749 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fdf251e-148a-4731-b5f9-eaa1b2fa053e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc93f83c3-7fb6-5c13-a9d4-29d739a4e8d2-e3902938-4b6a-4448-87d9-59b63dd51a7f', 'network_id': 'e3902938-4b6a-4448-87d9-59b63dd51a7f', 'tenant_id': 'eccea382ced5475f9a2098d1ef2ff267', 'fixed_ips': [{'subnet_id': '276181f2-c3ab-487e-8805-06ed7064e884'}]}} from n-d-844202-1. {{(pid=88526) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 18:50:56.664871 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-4fdf251e-148a-4731-b5f9-eaa1b2fa053e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:56.667943 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-29cd7dfa-fdda-4125-ab49-743a88e8286e admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-694302495-router', 'tenant_id': 'eccea382ced5475f9a2098d1ef2ff267', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:50:56.708427 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [req-caf8bbe0-2a29-4a25-b741-1c0bcecb73c3 req-ea3f6e80-810a-4637-bfc6-048b8a93b448 service neutron] Transition to ACTIVE for port object 4e81e01b-8c80-4249-9817-a03c8dcd527d will not be triggered until provisioned by entity L2. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:50:56.728951 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-29cd7dfa-fdda-4125-ab49-743a88e8286e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:50:56.775431 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-caf8bbe0-2a29-4a25-b741-1c0bcecb73c3 req-ea3f6e80-810a-4637-bfc6-048b8a93b448 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:56.801713 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-29cd7dfa-fdda-4125-ab49-743a88e8286e admin admin] Usage tracker for resource:router and tenant:eccea382ced5475f9a2098d1ef2ff267 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:50:56.818501 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-29cd7dfa-fdda-4125-ab49-743a88e8286e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:50:56.849414 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-29cd7dfa-fdda-4125-ab49-743a88e8286e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:50:56.969916 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3f6e80-810a-4637-bfc6-048b8a93b448 service neutron] Pushing event updated for resources: {'Port': ['ID=4e81e01b-8c80-4249-9817-a03c8dcd527d,revision_number=2']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:50:56.988287 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-29cd7dfa-fdda-4125-ab49-743a88e8286e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-885767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25238'] for router, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:56.989290 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-29cd7dfa-fdda-4125-ab49-743a88e8286e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-901042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-886562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-981784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25327'] for router, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:57.009499 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.db_base_plugin_common [None req-4fdf251e-148a-4731-b5f9-eaa1b2fa053e None None] Allocated IP 172.20.0.2 (e3902938-4b6a-4448-87d9-59b63dd51a7f/276181f2-c3ab-487e-8805-06ed7064e884/6ec6e5ee-4556-4a61-91f2-047d820c6a5b) {{(pid=88526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:50:57.222418 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8a71980e-9852-44e0-8218-6ce146240eb7 req-561f6628-7a26-42be-a330-3640c7451245 service neutron] 10.222.0.41 "GET /v2.0/networks/6ab69dec-6b29-491c-b030-4f310f2ad845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8644240 Jun 01 18:50:57.263089 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-29cd7dfa-fdda-4125-ab49-743a88e8286e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:57.294682 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-11fd0fcd-e445-4482-806c-601e474469af admin admin] Deleting port 58e2e037-de43-49ff-8616-26fec74bc066 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:50:57.295018 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-11fd0fcd-e445-4482-806c-601e474469af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:57.333895 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device c9d2513c-6219-46e1-8ce1-5efa555610e1 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:50:57.804267 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [None req-11fd0fcd-e445-4482-806c-601e474469af admin admin] For port 58e2e037-de43-49ff-8616-26fec74bc066, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=58e2e037-de43-49ff-8616-26fec74bc066,segment=NetworkSegment(18206650-252d-483b-b176-e766419278ec),segment_id=18206650-252d-483b-b176-e766419278ec)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:50:57.805230 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-11fd0fcd-e445-4482-806c-601e474469af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:57.907502 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4c7f8b-ecc7-41f2-b25a-ce2e4ae0a73b req-f8242dba-fa7b-4b23-a336-9fd5bc65b7ce tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:57.922527 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-bb4c7f8b-ecc7-41f2-b25a-ce2e4ae0a73b req-f8242dba-fa7b-4b23-a336-9fd5bc65b7ce tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f43a9ce-4418-4b9a-ad7d-a8a7a81bb33c HTTP/1.1" status: 200 len: 947 time: 1.2663987 Jun 01 18:50:58.030913 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1e13870b-f19a-4ad1-b47e-3e067f81455c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:58.043177 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-4fdf251e-148a-4731-b5f9-eaa1b2fa053e None None] Notify callbacks [] for port, precommit_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:58.086318 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-4fdf251e-148a-4731-b5f9-eaa1b2fa053e None None] Transition to ACTIVE for port object 6ec6e5ee-4556-4a61-91f2-047d820c6a5b will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:50:58.149774 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-4fdf251e-148a-4731-b5f9-eaa1b2fa053e None None] Transition to ACTIVE for port object 6ec6e5ee-4556-4a61-91f2-047d820c6a5b will not be triggered until provisioned by entity DHCP. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:50:58.192955 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-4fdf251e-148a-4731-b5f9-eaa1b2fa053e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526'] for port, after_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:58.319771 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-819402e5-16b7-4f3a-a8c3-99577a10e56c None None] Network 8bf6d215-ffa6-4f1e-a724-9435b6e76e15 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 18:50:58.372013 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fdf251e-148a-4731-b5f9-eaa1b2fa053e None None] Network e3902938-4b6a-4448-87d9-59b63dd51a7f is already hosted by enough agents. {{(pid=88526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:50:58.388076 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.base_scheduler [None req-4fdf251e-148a-4731-b5f9-eaa1b2fa053e None None] Resources bound (agent type, host, resource id): {{(pid=88526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:50:58.393304 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fdf251e-148a-4731-b5f9-eaa1b2fa053e None None] Received port after_create {{(pid=88526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:50:58.449994 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-caf8bbe0-2a29-4a25-b741-1c0bcecb73c3 req-ea3f6e80-810a-4637-bfc6-048b8a93b448 service neutron] Attempting to bind port 4e81e01b-8c80-4249-9817-a03c8dcd527d on host n-h2-844202-1 for vnic_type normal with profile {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:50:58.450645 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-caf8bbe0-2a29-4a25-b741-1c0bcecb73c3 req-ea3f6e80-810a-4637-bfc6-048b8a93b448 service neutron] Attempting to bind port 4e81e01b-8c80-4249-9817-a03c8dcd527d by drivers openvswitch,hyperv on host n-h2-844202-1 at level 0 using segments [{'id': 'e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426'}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:50:58.451179 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caf8bbe0-2a29-4a25-b741-1c0bcecb73c3 req-ea3f6e80-810a-4637-bfc6-048b8a93b448 service neutron] Attempting to bind port 4e81e01b-8c80-4249-9817-a03c8dcd527d on network 898153a3-5d71-43be-9d14-343ea4a48426 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:50:58.481431 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caf8bbe0-2a29-4a25-b741-1c0bcecb73c3 req-ea3f6e80-810a-4637-bfc6-048b8a93b448 service neutron] Port 4e81e01b-8c80-4249-9817-a03c8dcd527d on network 898153a3-5d71-43be-9d14-343ea4a48426 not bound, no agent of type Open vSwitch agent registered on host n-h2-844202-1 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 18:50:58.482104 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caf8bbe0-2a29-4a25-b741-1c0bcecb73c3 req-ea3f6e80-810a-4637-bfc6-048b8a93b448 service neutron] Attempting to bind port 4e81e01b-8c80-4249-9817-a03c8dcd527d on network 898153a3-5d71-43be-9d14-343ea4a48426 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:50:58.533170 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-11fd0fcd-e445-4482-806c-601e474469af admin admin] Calling delete_port for 58e2e037-de43-49ff-8616-26fec74bc066 owned by network:router_interface {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:50:58.576104 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-bb4c7f8b-ecc7-41f2-b25a-ce2e4ae0a73b req-ca76580b-6610-4a9b-aeaa-b83b1839df8f tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbe27866-6450-47f0-a8e1-f266dfb72433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6515496 Jun 01 18:50:58.602736 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caf8bbe0-2a29-4a25-b741-1c0bcecb73c3 req-ea3f6e80-810a-4637-bfc6-048b8a93b448 service neutron] Checking agent: {'id': 'f5db9968-6317-4186-9100-9e0ca6b50417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 18, 50, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:50:58.609502 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caf8bbe0-2a29-4a25-b741-1c0bcecb73c3 req-ea3f6e80-810a-4637-bfc6-048b8a93b448 service neutron] Checking segment: {'id': 'e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:50:58.615670 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caf8bbe0-2a29-4a25-b741-1c0bcecb73c3 req-ea3f6e80-810a-4637-bfc6-048b8a93b448 service neutron] Bound using segment: {'id': 'e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426'} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:50:58.616580 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-caf8bbe0-2a29-4a25-b741-1c0bcecb73c3 req-ea3f6e80-810a-4637-bfc6-048b8a93b448 service neutron] Bound port: 4e81e01b-8c80-4249-9817-a03c8dcd527d, host: n-h2-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426'}}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:50:58.616580 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-caf8bbe0-2a29-4a25-b741-1c0bcecb73c3 req-ea3f6e80-810a-4637-bfc6-048b8a93b448 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:58.666257 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b0954dd1-cbc4-4a36-9b43-21164b68f28b req-9d67b70d-f008-45a7-9dca-70d6f9ece982 tempest-ServerAddressesTestJSON-1476585331 tempest-ServerAddressesTestJSON-1476585331-project] 10.222.0.41 "GET /v2.0/ports?device_id=42bde7a7-1b65-4f5b-8043-5513e782570d HTTP/1.1" status: 200 len: 210 time: 0.5612245 Jun 01 18:50:58.806481 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port c9d2513c-6219-46e1-8ce1-5efa555610e1 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:50:59.058516 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-0afa907b-adf8-4b6e-bf6b-95b680bf2305 req-96c16883-740a-4ecd-b1c9-e6f846e35909 tempest-ServerAddressesNegativeTestJSON-2095929917 tempest-ServerAddressesNegativeTestJSON-2095929917-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5abf379-c887-4351-a374-b69db40c62c9 HTTP/1.1" status: 200 len: 210 time: 0.1661212 Jun 01 18:50:59.072906 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdf251e-148a-4731-b5f9-eaa1b2fa053e None None] Pushing event updated for resources: {'Port': ['ID=6ec6e5ee-4556-4a61-91f2-047d820c6a5b,revision_number=1']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:50:59.074326 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-29cd7dfa-fdda-4125-ab49-743a88e8286e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-886608', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-885830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25341'] for router, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:59.177822 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-4fdf251e-148a-4731-b5f9-eaa1b2fa053e None None] Attempting to bind port 6ec6e5ee-4556-4a61-91f2-047d820c6a5b on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:50:59.178195 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-4fdf251e-148a-4731-b5f9-eaa1b2fa053e None None] Attempting to bind port 6ec6e5ee-4556-4a61-91f2-047d820c6a5b by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': 'e60765c6-124a-4916-8bfd-a8bc142f32ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'e3902938-4b6a-4448-87d9-59b63dd51a7f'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:50:59.178675 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fdf251e-148a-4731-b5f9-eaa1b2fa053e None None] Attempting to bind port 6ec6e5ee-4556-4a61-91f2-047d820c6a5b on network e3902938-4b6a-4448-87d9-59b63dd51a7f {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:50:59.203115 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-caf8bbe0-2a29-4a25-b741-1c0bcecb73c3 req-ea3f6e80-810a-4637-bfc6-048b8a93b448 service neutron] For port 4e81e01b-8c80-4249-9817-a03c8dcd527d, host n-h2-844202-1, cleared binding levels {{(pid=88524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:50:59.331628 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-50afba96-248e-421f-a9fe-20d0171e1b20 None None] Provisioning for port c9d2513c-6219-46e1-8ce1-5efa555610e1 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:50:59.342909 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fdf251e-148a-4731-b5f9-eaa1b2fa053e None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 18, 50, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:50:59.343454 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fdf251e-148a-4731-b5f9-eaa1b2fa053e None None] Checking segment: {'id': 'e60765c6-124a-4916-8bfd-a8bc142f32ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'e3902938-4b6a-4448-87d9-59b63dd51a7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:50:59.344204 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-4fdf251e-148a-4731-b5f9-eaa1b2fa053e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:59.344929 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fdf251e-148a-4731-b5f9-eaa1b2fa053e None None] Bound using segment: {'id': 'e60765c6-124a-4916-8bfd-a8bc142f32ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'e3902938-4b6a-4448-87d9-59b63dd51a7f'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:50:59.345805 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-4fdf251e-148a-4731-b5f9-eaa1b2fa053e None None] Bound port: 6ec6e5ee-4556-4a61-91f2-047d820c6a5b, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e60765c6-124a-4916-8bfd-a8bc142f32ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'e3902938-4b6a-4448-87d9-59b63dd51a7f'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:50:59.346522 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-4fdf251e-148a-4731-b5f9-eaa1b2fa053e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:59.403704 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-caf8bbe0-2a29-4a25-b741-1c0bcecb73c3 req-ea3f6e80-810a-4637-bfc6-048b8a93b448 service neutron] For port 4e81e01b-8c80-4249-9817-a03c8dcd527d, host n-h2-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=4e81e01b-8c80-4249-9817-a03c8dcd527d,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:50:59.423864 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-caf8bbe0-2a29-4a25-b741-1c0bcecb73c3 req-ea3f6e80-810a-4637-bfc6-048b8a93b448 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:59.445099 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-50afba96-248e-421f-a9fe-20d0171e1b20 None None] Provisioning complete for port c9d2513c-6219-46e1-8ce1-5efa555610e1 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:50:59.445473 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-50afba96-248e-421f-a9fe-20d0171e1b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:59.546802 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf8bbe0-2a29-4a25-b741-1c0bcecb73c3 req-ea3f6e80-810a-4637-bfc6-048b8a93b448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:50:59.547847 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-caf8bbe0-2a29-4a25-b741-1c0bcecb73c3 req-ea3f6e80-810a-4637-bfc6-048b8a93b448 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:59.549701 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-caf8bbe0-2a29-4a25-b741-1c0bcecb73c3 req-ea3f6e80-810a-4637-bfc6-048b8a93b448 service neutron] 10.222.0.50 "PUT /v2.0/ports/4e81e01b-8c80-4249-9817-a03c8dcd527d HTTP/1.1" status: 200 len: 1095 time: 5.5415983 Jun 01 18:50:59.554308 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f43a9ce-4418-4b9a-ad7d-a8a7a81bb33c', 'tag': '4e81e01b-8c80-4249-9817-a03c8dcd527d'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:50:59.577349 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1e13870b-f19a-4ad1-b47e-3e067f81455c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-885820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-886655'] for router, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:59.695311 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-4fdf251e-148a-4731-b5f9-eaa1b2fa053e None None] For port 6ec6e5ee-4556-4a61-91f2-047d820c6a5b, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:50:59.704922 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-4fdf251e-148a-4731-b5f9-eaa1b2fa053e None None] For port 6ec6e5ee-4556-4a61-91f2-047d820c6a5b, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=6ec6e5ee-4556-4a61-91f2-047d820c6a5b,segment=NetworkSegment(e60765c6-124a-4916-8bfd-a8bc142f32ad),segment_id=e60765c6-124a-4916-8bfd-a8bc142f32ad)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:50:59.725668 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-4fdf251e-148a-4731-b5f9-eaa1b2fa053e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:50:59.741024 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee8e71da-197c-49fd-8530-0e96e540db1a'] response: {'name': 'network-changed', 'server_uuid': '1f43a9ce-4418-4b9a-ad7d-a8a7a81bb33c', 'tag': '4e81e01b-8c80-4249-9817-a03c8dcd527d', 'status': 'completed', 'code': 200} Jun 01 18:50:59.861948 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-11fd0fcd-e445-4482-806c-601e474469af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:00.067359 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef1deb7-1d16-45ba-84cd-4ffeef822a26 req-9b5627c5-5c8f-4f8d-98db-e1c9dba6fd6b tempest-ServerAddressesTestJSON-1476585331 tempest-ServerAddressesTestJSON-1476585331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:51:00.076152 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-cef1deb7-1d16-45ba-84cd-4ffeef822a26 req-9b5627c5-5c8f-4f8d-98db-e1c9dba6fd6b tempest-ServerAddressesTestJSON-1476585331 tempest-ServerAddressesTestJSON-1476585331-project] 10.222.0.15 "GET /v2.0/networks?id=2d46cf9b-19e7-4134-ae61-f2fb8ec4aebe HTTP/1.1" status: 200 len: 813 time: 1.0987165 Jun 01 18:51:00.151586 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-50afba96-248e-421f-a9fe-20d0171e1b20 None None] Current status of the port c9d2513c-6219-46e1-8ce1-5efa555610e1 is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:51:00.152522 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-50afba96-248e-421f-a9fe-20d0171e1b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:00.198057 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-cef1deb7-1d16-45ba-84cd-4ffeef822a26 req-94b7f49a-94ab-46e9-9bee-b4ab46e1c60f tempest-ServerAddressesTestJSON-1476585331 tempest-ServerAddressesTestJSON-1476585331-project] Request body: {'port': {'device_id': '42bde7a7-1b65-4f5b-8043-5513e782570d', 'network_id': '2d46cf9b-19e7-4134-ae61-f2fb8ec4aebe', 'admin_state_up': True, 'tenant_id': 'ae97e1a8db6d4c6781eaa54cfd56fe1b'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:51:00.217060 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-50afba96-248e-421f-a9fe-20d0171e1b20 None None] For port c9d2513c-6219-46e1-8ce1-5efa555610e1, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=c9d2513c-6219-46e1-8ce1-5efa555610e1,segment=NetworkSegment(783bd49a-7d01-4eda-941d-91ad27cdf254),segment_id=783bd49a-7d01-4eda-941d-91ad27cdf254)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:51:00.221631 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdf251e-148a-4731-b5f9-eaa1b2fa053e None None] Pushing event updated for resources: {'Port': ['ID=6ec6e5ee-4556-4a61-91f2-047d820c6a5b,revision_number=2']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:51:00.228463 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-50afba96-248e-421f-a9fe-20d0171e1b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:00.264202 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3f6e80-810a-4637-bfc6-048b8a93b448 service neutron] Pushing event updated for resources: {'Port': ['ID=4e81e01b-8c80-4249-9817-a03c8dcd527d,revision_number=3']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:51:00.301135 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-652ac166-3da0-499f-8c3e-47eac37dedc9 req-4bf213be-4fcf-479a-a3b1-928f88e99f4e tempest-ServerAddressesTestJSON-1476585331 tempest-ServerAddressesTestJSON-1476585331-project] 10.222.0.41 "GET /v2.0/ports?device_id=42bde7a7-1b65-4f5b-8043-5513e782570d HTTP/1.1" status: 200 len: 210 time: 0.2134514 Jun 01 18:51:00.325551 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a71980e-9852-44e0-8218-6ce146240eb7 req-19fbbe4b-c0c8-4158-a901-0a58f08591cf tempest-ServerAddressesNegativeTestJSON-2095929917 tempest-ServerAddressesNegativeTestJSON-2095929917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:51:00.340055 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8a71980e-9852-44e0-8218-6ce146240eb7 req-19fbbe4b-c0c8-4158-a901-0a58f08591cf tempest-ServerAddressesNegativeTestJSON-2095929917 tempest-ServerAddressesNegativeTestJSON-2095929917-project] 10.222.0.15 "GET /v2.0/networks?id=6ab69dec-6b29-491c-b030-4f310f2ad845 HTTP/1.1" status: 200 len: 822 time: 0.3562067 Jun 01 18:51:00.346654 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [req-8a71980e-9852-44e0-8218-6ce146240eb7 req-02f256f3-4e39-4324-8a88-448cd81b00af tempest-ServerAddressesNegativeTestJSON-2095929917 tempest-ServerAddressesNegativeTestJSON-2095929917-project] Request body: {'port': {'device_id': 'b5abf379-c887-4351-a374-b69db40c62c9', 'network_id': '6ab69dec-6b29-491c-b030-4f310f2ad845', 'admin_state_up': True, 'tenant_id': 'd1296626eed948b0afc05a6e5e9c0728'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:51:00.415624 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50afba96-248e-421f-a9fe-20d0171e1b20 None None] Pushing event updated for resources: {'Port': ['ID=c9d2513c-6219-46e1-8ce1-5efa555610e1,revision_number=3']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:51:00.443643 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-aaeb2428-d980-47ad-888e-669d65f90280 None None] Provisioning complete for port c9d2513c-6219-46e1-8ce1-5efa555610e1 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:51:00.444042 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-aaeb2428-d980-47ad-888e-669d65f90280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:00.483995 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fd0fcd-e445-4482-806c-601e474469af admin admin] Pushing event deleted for resources: {'Port': ['ID=58e2e037-de43-49ff-8616-26fec74bc066,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:51:00.785298 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-aaeb2428-d980-47ad-888e-669d65f90280 None None] Current status of the port c9d2513c-6219-46e1-8ce1-5efa555610e1 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:51:00.802646 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ddaf2075-d56e-4fe0-b2a6-ac7708db5684 req-2005edee-af52-4149-b3e9-fe0d5c86d153 tempest-ServerAddressesNegativeTestJSON-2095929917 tempest-ServerAddressesNegativeTestJSON-2095929917-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5abf379-c887-4351-a374-b69db40c62c9 HTTP/1.1" status: 200 len: 210 time: 0.0752137 Jun 01 18:51:00.832826 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf8bbe0-2a29-4a25-b741-1c0bcecb73c3 req-a430d92c-a09f-4b90-8b06-5945e9201e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:51:00.837133 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-caf8bbe0-2a29-4a25-b741-1c0bcecb73c3 req-a430d92c-a09f-4b90-8b06-5945e9201e7d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5a29f45689de4723b61fb9850cc62a10&device_id=1f43a9ce-4418-4b9a-ad7d-a8a7a81bb33c HTTP/1.1" status: 200 len: 1098 time: 1.0879374 Jun 01 18:51:00.896314 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fd0fcd-e445-4482-806c-601e474469af admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:51:00.896901 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fd0fcd-e445-4482-806c-601e474469af admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:51:00.897511 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fd0fcd-e445-4482-806c-601e474469af admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:51:00.898000 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fd0fcd-e445-4482-806c-601e474469af admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:51:00.898462 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fd0fcd-e445-4482-806c-601e474469af admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:51:00.898922 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fd0fcd-e445-4482-806c-601e474469af admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:51:00.899439 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fd0fcd-e445-4482-806c-601e474469af admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:51:00.899909 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fd0fcd-e445-4482-806c-601e474469af admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:51:00.900389 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fd0fcd-e445-4482-806c-601e474469af admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:51:00.900840 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fd0fcd-e445-4482-806c-601e474469af admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:51:00.901349 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fd0fcd-e445-4482-806c-601e474469af admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:51:00.901820 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fd0fcd-e445-4482-806c-601e474469af admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:51:00.937593 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-caf8bbe0-2a29-4a25-b741-1c0bcecb73c3 req-e067f66b-56b1-48d7-8ae8-ba759446b9c2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=4e81e01b-8c80-4249-9817-a03c8dcd527d HTTP/1.1" status: 200 len: 217 time: 0.0919068 Jun 01 18:51:00.939943 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-cef1deb7-1d16-45ba-84cd-4ffeef822a26 req-94b7f49a-94ab-46e9-9bee-b4ab46e1c60f tempest-ServerAddressesTestJSON-1476585331 tempest-ServerAddressesTestJSON-1476585331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:51:00.995795 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-cef1deb7-1d16-45ba-84cd-4ffeef822a26 req-94b7f49a-94ab-46e9-9bee-b4ab46e1c60f tempest-ServerAddressesTestJSON-1476585331 tempest-ServerAddressesTestJSON-1476585331-project] Usage tracker for resource:port and tenant:ae97e1a8db6d4c6781eaa54cfd56fe1b is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:51:01.002755 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-cef1deb7-1d16-45ba-84cd-4ffeef822a26 req-94b7f49a-94ab-46e9-9bee-b4ab46e1c60f tempest-ServerAddressesTestJSON-1476585331 tempest-ServerAddressesTestJSON-1476585331-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:51:01.030375 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-cef1deb7-1d16-45ba-84cd-4ffeef822a26 req-94b7f49a-94ab-46e9-9bee-b4ab46e1c60f tempest-ServerAddressesTestJSON-1476585331 tempest-ServerAddressesTestJSON-1476585331-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:51:01.047944 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e13870b-f19a-4ad1-b47e-3e067f81455c admin admin] Router 0aa48483-2b0c-4af6-a768-ddd1c0992371 is scheduled to L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 with binding_index 1 {{(pid=88524) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 18:51:01.061196 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf8bbe0-2a29-4a25-b741-1c0bcecb73c3 req-788ed4bf-5762-475c-8375-27f35e9d6808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:51:01.063873 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-caf8bbe0-2a29-4a25-b741-1c0bcecb73c3 req-788ed4bf-5762-475c-8375-27f35e9d6808 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=35e3ad2f-9c88-4698-b634-4e1b58de1cc2 HTTP/1.1" status: 200 len: 843 time: 0.1124907 Jun 01 18:51:01.065737 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cef1deb7-1d16-45ba-84cd-4ffeef822a26 req-94b7f49a-94ab-46e9-9bee-b4ab46e1c60f tempest-ServerAddressesTestJSON-1476585331 tempest-ServerAddressesTestJSON-1476585331-project] Made reservation on behalf of ae97e1a8db6d4c6781eaa54cfd56fe1b for: {'port': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:51:01.069310 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-cef1deb7-1d16-45ba-84cd-4ffeef822a26 req-94b7f49a-94ab-46e9-9bee-b4ab46e1c60f tempest-ServerAddressesTestJSON-1476585331 tempest-ServerAddressesTestJSON-1476585331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:01.072971 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-29cd7dfa-fdda-4125-ab49-743a88e8286e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:01.131578 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-29cd7dfa-fdda-4125-ab49-743a88e8286e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:01.314075 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [req-8a71980e-9852-44e0-8218-6ce146240eb7 req-02f256f3-4e39-4324-8a88-448cd81b00af tempest-ServerAddressesNegativeTestJSON-2095929917 tempest-ServerAddressesNegativeTestJSON-2095929917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:51:01.341429 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8704b0-5b27-4efd-8457-3396ab01b9b2 req-e5e970df-499f-4565-b8b5-1d9f9a3ab95e tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:51:01.357604 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ff8704b0-5b27-4efd-8457-3396ab01b9b2 req-e5e970df-499f-4565-b8b5-1d9f9a3ab95e tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f43a9ce-4418-4b9a-ad7d-a8a7a81bb33c HTTP/1.1" status: 200 len: 947 time: 0.9769366 Jun 01 18:51:01.409492 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-8a71980e-9852-44e0-8218-6ce146240eb7 req-02f256f3-4e39-4324-8a88-448cd81b00af tempest-ServerAddressesNegativeTestJSON-2095929917 tempest-ServerAddressesNegativeTestJSON-2095929917-project] Usage tracker for resource:port and tenant:d1296626eed948b0afc05a6e5e9c0728 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:51:01.472056 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 6ec6e5ee-4556-4a61-91f2-047d820c6a5b up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:51:01.620940 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port 6ec6e5ee-4556-4a61-91f2-047d820c6a5b completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:51:01.641245 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device c9d2513c-6219-46e1-8ce1-5efa555610e1 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:51:01.718267 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-8a71980e-9852-44e0-8218-6ce146240eb7 req-02f256f3-4e39-4324-8a88-448cd81b00af tempest-ServerAddressesNegativeTestJSON-2095929917 tempest-ServerAddressesNegativeTestJSON-2095929917-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:51:01.719634 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-00e23c64-3204-45cf-a52f-207907d474d8 req-a347393a-25b0-4a28-939f-262bf51929fc tempest-ServerAddressesTestJSON-1476585331 tempest-ServerAddressesTestJSON-1476585331-project] 10.222.0.41 "GET /v2.0/ports?device_id=42bde7a7-1b65-4f5b-8043-5513e782570d HTTP/1.1" status: 200 len: 210 time: 0.1264935 Jun 01 18:51:01.730099 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-11fd0fcd-e445-4482-806c-601e474469af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-887310'] for router_interface, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:01.801033 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [req-8a71980e-9852-44e0-8218-6ce146240eb7 req-02f256f3-4e39-4324-8a88-448cd81b00af tempest-ServerAddressesNegativeTestJSON-2095929917 tempest-ServerAddressesNegativeTestJSON-2095929917-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:51:01.802571 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port c9d2513c-6219-46e1-8ce1-5efa555610e1 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:51:01.802950 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:01.897173 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c6f5c3e-8a59-4d33-b2e8-715fbeffb3ce None None] Network e3902938-4b6a-4448-87d9-59b63dd51a7f requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 18:51:01.996585 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a71980e-9852-44e0-8218-6ce146240eb7 req-02f256f3-4e39-4324-8a88-448cd81b00af tempest-ServerAddressesNegativeTestJSON-2095929917 tempest-ServerAddressesNegativeTestJSON-2095929917-project] Made reservation on behalf of d1296626eed948b0afc05a6e5e9c0728 for: {'port': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:51:02.000130 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-8a71980e-9852-44e0-8218-6ce146240eb7 req-02f256f3-4e39-4324-8a88-448cd81b00af tempest-ServerAddressesNegativeTestJSON-2095929917 tempest-ServerAddressesNegativeTestJSON-2095929917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:02.026968 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf8bbe0-2a29-4a25-b741-1c0bcecb73c3 req-3c9916f2-9de4-4661-862f-f470a9094c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:51:02.026968 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-caf8bbe0-2a29-4a25-b741-1c0bcecb73c3 req-3c9916f2-9de4-4661-862f-f470a9094c12 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=898153a3-5d71-43be-9d14-343ea4a48426&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9316072 Jun 01 18:51:02.067991 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ff8704b0-5b27-4efd-8457-3396ab01b9b2 req-40167aa4-7cff-478d-9c88-912fe17368d5 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbe27866-6450-47f0-a8e1-f266dfb72433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6963396 Jun 01 18:51:02.075753 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [req-cef1deb7-1d16-45ba-84cd-4ffeef822a26 req-94b7f49a-94ab-46e9-9bee-b4ab46e1c60f tempest-ServerAddressesTestJSON-1476585331 tempest-ServerAddressesTestJSON-1476585331-project] Allocated IP 172.20.0.2 (2d46cf9b-19e7-4134-ae61-f2fb8ec4aebe/ab602fe9-7ca4-47bf-b30f-ad3c87b9ac55/de9a0d97-4753-49bb-87e2-0e2cc5e9152f) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:51:02.176361 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-318c519a-3c2c-497b-8c15-384f8a27a537 None None] Provisioning for port 6ec6e5ee-4556-4a61-91f2-047d820c6a5b completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:51:02.209440 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-318c519a-3c2c-497b-8c15-384f8a27a537 None None] Provisioning complete for port 6ec6e5ee-4556-4a61-91f2-047d820c6a5b triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:51:02.209816 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-318c519a-3c2c-497b-8c15-384f8a27a537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:02.263272 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e13870b-f19a-4ad1-b47e-3e067f81455c admin admin] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 18:51:02.277420 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f85bb359-0228-4f1d-aae5-631566abddbc None None] Sync routers for ids ['0aa48483-2b0c-4af6-a768-ddd1c0992371'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 18:51:02.294538 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-356900d9-872b-4c09-bb01-09d781b147c9 req-0b74fb31-2112-4537-8386-0443e89d67c6 tempest-ServerAddressesNegativeTestJSON-2095929917 tempest-ServerAddressesNegativeTestJSON-2095929917-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5abf379-c887-4351-a374-b69db40c62c9 HTTP/1.1" status: 200 len: 210 time: 0.0797675 Jun 01 18:51:02.304833 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f85bb359-0228-4f1d-aae5-631566abddbc None None] Routers {'0aa48483-2b0c-4af6-a768-ddd1c0992371'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:51:02.306170 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-f85bb359-0228-4f1d-aae5-631566abddbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:50:39Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['0aa48483-2b0c-4af6-a768-ddd1c0992371'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:51:02.441937 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-caf8bbe0-2a29-4a25-b741-1c0bcecb73c3 req-d66255a1-e693-405e-a771-5f9667b8ec5e service neutron] 10.222.0.50 "GET /v2.0/networks/898153a3-5d71-43be-9d14-343ea4a48426?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4055119 Jun 01 18:51:02.592788 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [req-8a71980e-9852-44e0-8218-6ce146240eb7 req-02f256f3-4e39-4324-8a88-448cd81b00af tempest-ServerAddressesNegativeTestJSON-2095929917 tempest-ServerAddressesNegativeTestJSON-2095929917-project] Allocated IP 172.20.0.6 (6ab69dec-6b29-491c-b030-4f310f2ad845/3656dd40-ffe0-48cc-8ad3-70ecaeab86b9/f3c91e0d-a04a-4d1d-94b5-858df69ff6c2) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:51:02.598932 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port c9d2513c-6219-46e1-8ce1-5efa555610e1 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:51:02.616035 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-f85bb359-0228-4f1d-aae5-631566abddbc None None] Set router 0aa48483-2b0c-4af6-a768-ddd1c0992371 gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:51:02.736036 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1e13870b-f19a-4ad1-b47e-3e067f81455c admin admin] Notify callbacks [] for router, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:02.743415 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-1e13870b-f19a-4ad1-b47e-3e067f81455c admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 10.3227584 Jun 01 18:51:02.743415 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 53294) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:51:02.784120 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-318c519a-3c2c-497b-8c15-384f8a27a537 None None] Current status of the port 6ec6e5ee-4556-4a61-91f2-047d820c6a5b is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:51:02.784806 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-318c519a-3c2c-497b-8c15-384f8a27a537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:02.950582 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-318c519a-3c2c-497b-8c15-384f8a27a537 None None] For port 6ec6e5ee-4556-4a61-91f2-047d820c6a5b, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=6ec6e5ee-4556-4a61-91f2-047d820c6a5b,segment=NetworkSegment(e60765c6-124a-4916-8bfd-a8bc142f32ad),segment_id=e60765c6-124a-4916-8bfd-a8bc142f32ad)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:51:02.960493 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-318c519a-3c2c-497b-8c15-384f8a27a537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:03.153225 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318c519a-3c2c-497b-8c15-384f8a27a537 None None] Pushing event updated for resources: {'Port': ['ID=6ec6e5ee-4556-4a61-91f2-047d820c6a5b,revision_number=3']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:51:03.170436 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-f85bb359-0228-4f1d-aae5-631566abddbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aa48483-2b0c-4af6-a768-ddd1c0992371', 'name': 'tempest-ServersTestBootFromVolume-251279127-router', 'tenant_id': '8954dfb656dd4378bb3153f8271ef2cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': 'c6b06bf3-2d34-4097-80e7-5ccd8e38009b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:50:52Z', 'updated_at': '2022-06-01T18:50:56Z', 'revision_number': 3, 'project_id': '8954dfb656dd4378bb3153f8271ef2cc', 'gw_port': {'id': 'c6b06bf3-2d34-4097-80e7-5ccd8e38009b', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:46:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aa48483-2b0c-4af6-a768-ddd1c0992371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:50:55Z', 'updated_at': '2022-06-01T18:50:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:51:03.175555 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f85bb359-0228-4f1d-aae5-631566abddbc None None] Checking router: 0aa48483-2b0c-4af6-a768-ddd1c0992371 for host: n-d-844202-1 {{(pid=88527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 18:51:03.176060 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f85bb359-0228-4f1d-aae5-631566abddbc None None] Updating router 0aa48483-2b0c-4af6-a768-ddd1c0992371 port c6b06bf3-2d34-4097-80e7-5ccd8e38009b binding host n-d-844202-1 {{(pid=88527) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 18:51:03.252157 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-f85bb359-0228-4f1d-aae5-631566abddbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:03.314419 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-cef1deb7-1d16-45ba-84cd-4ffeef822a26 req-94b7f49a-94ab-46e9-9bee-b4ab46e1c60f tempest-ServerAddressesTestJSON-1476585331 tempest-ServerAddressesTestJSON-1476585331-project] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:03.407279 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-0c5bb0fa-cbd7-4d55-83fc-798099521d5b None None] Provisioning complete for port 6ec6e5ee-4556-4a61-91f2-047d820c6a5b triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:51:03.407842 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-0c5bb0fa-cbd7-4d55-83fc-798099521d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:03.420541 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11fd0fcd-e445-4482-806c-601e474469af admin admin] Router f295a693-958b-4d4b-9229-d104ee449169 has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 18:51:03.427472 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b7b1a2f4-6d43-4df4-82dc-006559685802 req-a99dcf0c-ba02-4bae-a9f0-ba7c47fbd7c2 tempest-ServerAddressesTestJSON-1476585331 tempest-ServerAddressesTestJSON-1476585331-project] 10.222.0.41 "GET /v2.0/ports?device_id=42bde7a7-1b65-4f5b-8043-5513e782570d HTTP/1.1" status: 200 len: 210 time: 0.2217519 Jun 01 18:51:03.572394 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [None req-29cd7dfa-fdda-4125-ab49-743a88e8286e admin admin] Allocated IP 172.25.4.225 (72a72e44-6845-488a-a5ff-3a26d4df9cb3/c314a23b-daa2-4106-ab28-8e6f954277b2/e693204c-43a4-4969-a0d0-15eb6d1dbe56) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:51:03.582449 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-0c5bb0fa-cbd7-4d55-83fc-798099521d5b None None] Current status of the port 6ec6e5ee-4556-4a61-91f2-047d820c6a5b is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:51:03.643829 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-cef1deb7-1d16-45ba-84cd-4ffeef822a26 req-94b7f49a-94ab-46e9-9bee-b4ab46e1c60f tempest-ServerAddressesTestJSON-1476585331 tempest-ServerAddressesTestJSON-1476585331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:03.749786 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-caf8bbe0-2a29-4a25-b741-1c0bcecb73c3 req-10ae6c7f-24be-4cdc-a253-7e1cd6fc87d5 service neutron] 10.222.0.50 "GET /v2.0/networks/898153a3-5d71-43be-9d14-343ea4a48426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2874000 Jun 01 18:51:03.770905 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cef1deb7-1d16-45ba-84cd-4ffeef822a26 req-94b7f49a-94ab-46e9-9bee-b4ab46e1c60f tempest-ServerAddressesTestJSON-1476585331 tempest-ServerAddressesTestJSON-1476585331-project] Network 2d46cf9b-19e7-4134-ae61-f2fb8ec4aebe is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:51:03.778257 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [req-cef1deb7-1d16-45ba-84cd-4ffeef822a26 req-94b7f49a-94ab-46e9-9bee-b4ab46e1c60f tempest-ServerAddressesTestJSON-1476585331 tempest-ServerAddressesTestJSON-1476585331-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:51:03.780915 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-cef1deb7-1d16-45ba-84cd-4ffeef822a26 req-94b7f49a-94ab-46e9-9bee-b4ab46e1c60f tempest-ServerAddressesTestJSON-1476585331 tempest-ServerAddressesTestJSON-1476585331-project] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:51:03.872994 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f5b7ac91-4655-47a3-8f71-191739e42e63 req-4bae3a28-6a24-47ac-97d6-72f7172fc2d4 tempest-ServerAddressesNegativeTestJSON-2095929917 tempest-ServerAddressesNegativeTestJSON-2095929917-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5abf379-c887-4351-a374-b69db40c62c9 HTTP/1.1" status: 200 len: 210 time: 0.0941350 Jun 01 18:51:04.147234 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b7f49a-94ab-46e9-9bee-b4ab46e1c60f tempest-ServerAddressesTestJSON-1476585331 tempest-ServerAddressesTestJSON-1476585331-project] Pushing event updated for resources: {'Port': ['ID=de9a0d97-4753-49bb-87e2-0e2cc5e9152f,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:51:04.205053 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-8a71980e-9852-44e0-8218-6ce146240eb7 req-02f256f3-4e39-4324-8a88-448cd81b00af tempest-ServerAddressesNegativeTestJSON-2095929917 tempest-ServerAddressesNegativeTestJSON-2095929917-project] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:04.233596 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef1deb7-1d16-45ba-84cd-4ffeef822a26 req-94b7f49a-94ab-46e9-9bee-b4ab46e1c60f tempest-ServerAddressesTestJSON-1476585331 tempest-ServerAddressesTestJSON-1476585331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:51:04.234277 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-cef1deb7-1d16-45ba-84cd-4ffeef822a26 req-94b7f49a-94ab-46e9-9bee-b4ab46e1c60f tempest-ServerAddressesTestJSON-1476585331 tempest-ServerAddressesTestJSON-1476585331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:04.246715 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45795454-922e-4d75-9eda-78ffa92b8f0d req-0404dedd-abbc-4eed-828d-ab1ab7cde075 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:51:04.253809 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-45795454-922e-4d75-9eda-78ffa92b8f0d req-0404dedd-abbc-4eed-828d-ab1ab7cde075 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f43a9ce-4418-4b9a-ad7d-a8a7a81bb33c HTTP/1.1" status: 200 len: 947 time: 0.8691993 Jun 01 18:51:04.292846 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11fd0fcd-e445-4482-806c-601e474469af admin admin] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 18:51:04.304489 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcca3f0b-b1ba-4d84-b89f-72f0e92575e5 None None] Sync routers for ids ['f295a693-958b-4d4b-9229-d104ee449169'] in n-d-844202-1 {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 18:51:04.325833 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcca3f0b-b1ba-4d84-b89f-72f0e92575e5 None None] Routers {'f295a693-958b-4d4b-9229-d104ee449169'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:51:04.326477 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-dcca3f0b-b1ba-4d84-b89f-72f0e92575e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:50:39Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['f295a693-958b-4d4b-9229-d104ee449169'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:51:04.358143 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-29cd7dfa-fdda-4125-ab49-743a88e8286e admin admin] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:04.373183 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-11fd0fcd-e445-4482-806c-601e474469af admin admin] 10.222.0.41 "PUT /v2.0/routers/f295a693-958b-4d4b-9229-d104ee449169/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5396264 Jun 01 18:51:04.376473 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 53328) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:51:04.488078 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-8a71980e-9852-44e0-8218-6ce146240eb7 req-02f256f3-4e39-4324-8a88-448cd81b00af tempest-ServerAddressesNegativeTestJSON-2095929917 tempest-ServerAddressesNegativeTestJSON-2095929917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:04.547038 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-45795454-922e-4d75-9eda-78ffa92b8f0d req-92bd3b65-2ac7-4553-a428-69edbdc0230a tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbe27866-6450-47f0-a8e1-f266dfb72433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2921143 Jun 01 18:51:04.633190 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-dcca3f0b-b1ba-4d84-b89f-72f0e92575e5 None None] Set router f295a693-958b-4d4b-9229-d104ee449169 gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:51:04.662164 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-cef1deb7-1d16-45ba-84cd-4ffeef822a26 req-94b7f49a-94ab-46e9-9bee-b4ab46e1c60f tempest-ServerAddressesTestJSON-1476585331 tempest-ServerAddressesTestJSON-1476585331-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4681370 Jun 01 18:51:04.696405 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-cef1deb7-1d16-45ba-84cd-4ffeef822a26 req-de81a736-f024-4c8c-b048-88dbc69c7e74 service neutron] Request body: {'port': {'device_id': '42bde7a7-1b65-4f5b-8043-5513e782570d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844202-1'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:51:04.827570 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-66386c3e-c147-4ea9-a78c-3d5b69f50870 admin admin] Notify callbacks [] for router, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:04.933826 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfa0686-7de2-470c-a6ff-a4840fd67c82 req-61c02dbf-b460-43da-8e5b-34384074f267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:51:04.936275 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4bfa0686-7de2-470c-a6ff-a4840fd67c82 req-61c02dbf-b460-43da-8e5b-34384074f267 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5a29f45689de4723b61fb9850cc62a10&device_id=1f43a9ce-4418-4b9a-ad7d-a8a7a81bb33c HTTP/1.1" status: 200 len: 1098 time: 1.0510693 Jun 01 18:51:05.039201 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a71980e-9852-44e0-8218-6ce146240eb7 req-02f256f3-4e39-4324-8a88-448cd81b00af tempest-ServerAddressesNegativeTestJSON-2095929917 tempest-ServerAddressesNegativeTestJSON-2095929917-project] Network 6ab69dec-6b29-491c-b030-4f310f2ad845 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:51:05.078388 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [req-8a71980e-9852-44e0-8218-6ce146240eb7 req-02f256f3-4e39-4324-8a88-448cd81b00af tempest-ServerAddressesNegativeTestJSON-2095929917 tempest-ServerAddressesNegativeTestJSON-2095929917-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:51:05.089220 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a71980e-9852-44e0-8218-6ce146240eb7 req-02f256f3-4e39-4324-8a88-448cd81b00af tempest-ServerAddressesNegativeTestJSON-2095929917 tempest-ServerAddressesNegativeTestJSON-2095929917-project] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:51:05.176970 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a71980e-9852-44e0-8218-6ce146240eb7 req-02f256f3-4e39-4324-8a88-448cd81b00af tempest-ServerAddressesNegativeTestJSON-2095929917 tempest-ServerAddressesNegativeTestJSON-2095929917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:51:05.177618 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-8a71980e-9852-44e0-8218-6ce146240eb7 req-02f256f3-4e39-4324-8a88-448cd81b00af tempest-ServerAddressesNegativeTestJSON-2095929917 tempest-ServerAddressesNegativeTestJSON-2095929917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:05.195453 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f256f3-4e39-4324-8a88-448cd81b00af tempest-ServerAddressesNegativeTestJSON-2095929917 tempest-ServerAddressesNegativeTestJSON-2095929917-project] Pushing event updated for resources: {'Port': ['ID=f3c91e0d-a04a-4d1d-94b5-858df69ff6c2,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:51:05.250528 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-dcca3f0b-b1ba-4d84-b89f-72f0e92575e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f295a693-958b-4d4b-9229-d104ee449169', 'name': 'tempest-ServerRescueTestJSONUnderV235-569487050-router', 'tenant_id': 'bba0af6b22cc48889542d40b4d85508e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': 'a87fe2a0-8767-47f7-b26d-385ed6a48322', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:48:47Z', 'updated_at': '2022-06-01T18:50:59Z', 'revision_number': 5, 'project_id': 'bba0af6b22cc48889542d40b4d85508e', 'gw_port': {'id': 'a87fe2a0-8767-47f7-b26d-385ed6a48322', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:6c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f295a693-958b-4d4b-9229-d104ee449169', 'device_owner': 'network:router_gateway', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:48:49Z', 'updated_at': '2022-06-01T18:49:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:51:05.263655 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcca3f0b-b1ba-4d84-b89f-72f0e92575e5 None None] Checking router: f295a693-958b-4d4b-9229-d104ee449169 for host: n-d-844202-1 {{(pid=88526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 18:51:05.287310 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 6ec6e5ee-4556-4a61-91f2-047d820c6a5b up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:51:05.329889 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcca3f0b-b1ba-4d84-b89f-72f0e92575e5 None None] Routers {'f295a693-958b-4d4b-9229-d104ee449169'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:51:05.331649 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-dcca3f0b-b1ba-4d84-b89f-72f0e92575e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:50:39Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['f295a693-958b-4d4b-9229-d104ee449169'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:51:05.342725 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8a71980e-9852-44e0-8218-6ce146240eb7 req-02f256f3-4e39-4324-8a88-448cd81b00af tempest-ServerAddressesNegativeTestJSON-2095929917 tempest-ServerAddressesNegativeTestJSON-2095929917-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0016568 Jun 01 18:51:05.361664 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [req-8a71980e-9852-44e0-8218-6ce146240eb7 req-e1ec6aef-be0b-4be2-b423-6d59affee4f3 service neutron] Request body: {'port': {'device_id': 'b5abf379-c887-4351-a374-b69db40c62c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844202-1'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:51:05.389597 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-cef1deb7-1d16-45ba-84cd-4ffeef822a26 req-de81a736-f024-4c8c-b048-88dbc69c7e74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:05.397812 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-29cd7dfa-fdda-4125-ab49-743a88e8286e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:05.515577 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29cd7dfa-fdda-4125-ab49-743a88e8286e admin admin] Network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:51:05.527024 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-29cd7dfa-fdda-4125-ab49-743a88e8286e admin admin] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:51:05.529770 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29cd7dfa-fdda-4125-ab49-743a88e8286e admin admin] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:51:05.566287 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-53a4bf39-fdb9-4688-b9dc-62438c2d1091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:05.585004 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f60fa4-5a61-47b6-a725-3a0c48ce3f2d req-62860fb5-c057-4e98-bb50-5d204f0887a7 tempest-ServerAddressesTestJSON-1476585331 tempest-ServerAddressesTestJSON-1476585331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:51:05.586466 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-02f60fa4-5a61-47b6-a725-3a0c48ce3f2d req-62860fb5-c057-4e98-bb50-5d204f0887a7 tempest-ServerAddressesTestJSON-1476585331 tempest-ServerAddressesTestJSON-1476585331-project] 10.222.0.41 "GET /v2.0/ports?device_id=42bde7a7-1b65-4f5b-8043-5513e782570d HTTP/1.1" status: 200 len: 931 time: 0.9076550 Jun 01 18:51:05.613193 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfa0686-7de2-470c-a6ff-a4840fd67c82 req-ea79a0f3-0717-4429-99fc-6687d7528b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:51:05.614767 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4bfa0686-7de2-470c-a6ff-a4840fd67c82 req-ea79a0f3-0717-4429-99fc-6687d7528b79 service neutron] 10.222.0.50 "GET /v2.0/networks?id=898153a3-5d71-43be-9d14-343ea4a48426 HTTP/1.1" status: 200 len: 870 time: 0.6613431 Jun 01 18:51:05.688918 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cd7dfa-fdda-4125-ab49-743a88e8286e admin admin] Pushing event updated for resources: {'Port': ['ID=e693204c-43a4-4969-a0d0-15eb6d1dbe56,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:51:05.707864 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-66386c3e-c147-4ea9-a78c-3d5b69f50870 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:05.759398 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-02f60fa4-5a61-47b6-a725-3a0c48ce3f2d req-d83580bc-70f9-4eb3-a1cb-b7fb3e113f47 tempest-ServerAddressesTestJSON-1476585331 tempest-ServerAddressesTestJSON-1476585331-project] Synchronizing usage tracker for tenant:ae97e1a8db6d4c6781eaa54cfd56fe1b on resource:security_group {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:51:05.779210 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 6ec6e5ee-4556-4a61-91f2-047d820c6a5b triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:51:05.780120 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-66386c3e-c147-4ea9-a78c-3d5b69f50870 admin admin] Deleting port a87fe2a0-8767-47f7-b26d-385ed6a48322 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:51:05.780258 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:05.780487 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-66386c3e-c147-4ea9-a78c-3d5b69f50870 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:05.831470 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-8a71980e-9852-44e0-8218-6ce146240eb7 req-e1ec6aef-be0b-4be2-b423-6d59affee4f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:05.878261 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-dcca3f0b-b1ba-4d84-b89f-72f0e92575e5 None None] Set router f295a693-958b-4d4b-9229-d104ee449169 gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:51:05.938102 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [None req-53a4bf39-fdb9-4688-b9dc-62438c2d1091 admin admin] Allocated IP 172.20.0.1 (8bf6d215-ffa6-4f1e-a724-9435b6e76e15/2445a719-4314-4548-946f-72cc570cc23f/80722309-7364-434c-8bd7-c4f7ad48d222) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:51:05.956648 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-f85bb359-0228-4f1d-aae5-631566abddbc None None] Notify callbacks [] for port, precommit_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:05.984722 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.provisioning_blocks [None req-f85bb359-0228-4f1d-aae5-631566abddbc None None] Transition to ACTIVE for port object c6b06bf3-2d34-4097-80e7-5ccd8e38009b will not be triggered until provisioned by entity L2. {{(pid=88527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:51:05.997667 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-f85bb359-0228-4f1d-aae5-631566abddbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:06.137368 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-53a4bf39-fdb9-4688-b9dc-62438c2d1091 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:06.139209 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-f85bb359-0228-4f1d-aae5-631566abddbc None None] Attempting to bind port c6b06bf3-2d34-4097-80e7-5ccd8e38009b on host n-d-844202-1 for vnic_type normal with profile {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:51:06.139574 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-f85bb359-0228-4f1d-aae5-631566abddbc None None] Attempting to bind port c6b06bf3-2d34-4097-80e7-5ccd8e38009b by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}] {{(pid=88527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:51:06.139918 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85bb359-0228-4f1d-aae5-631566abddbc None None] Attempting to bind port c6b06bf3-2d34-4097-80e7-5ccd8e38009b on network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:51:06.155992 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [None req-53a4bf39-fdb9-4688-b9dc-62438c2d1091 admin admin] Transition to ACTIVE for port object 80722309-7364-434c-8bd7-c4f7ad48d222 will not be triggered until provisioned by entity DHCP. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:51:06.156959 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85bb359-0228-4f1d-aae5-631566abddbc None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 18, 50, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:51:06.168842 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85bb359-0228-4f1d-aae5-631566abddbc None None] Checking segment: {'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:51:06.169264 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-f85bb359-0228-4f1d-aae5-631566abddbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:06.169636 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85bb359-0228-4f1d-aae5-631566abddbc None None] Bound using segment: {'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'} {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:51:06.170129 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-f85bb359-0228-4f1d-aae5-631566abddbc None None] Bound port: c6b06bf3-2d34-4097-80e7-5ccd8e38009b, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}}] {{(pid=88527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:51:06.170548 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-f85bb359-0228-4f1d-aae5-631566abddbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:06.284127 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4bfa0686-7de2-470c-a6ff-a4840fd67c82 req-27c94621-5b0e-4e61-9c35-feaefc5f5453 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=4e81e01b-8c80-4249-9817-a03c8dcd527d HTTP/1.1" status: 200 len: 217 time: 0.6573348 Jun 01 18:51:06.311203 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6683c46-b1b1-4e51-8f9c-174f2daf640e None None] Pushing event updated for resources: {'Port': ['ID=c6b06bf3-2d34-4097-80e7-5ccd8e38009b,revision_number=2']} {{(pid=88527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:51:06.347838 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6683c46-b1b1-4e51-8f9c-174f2daf640e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:51:06.348882 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6683c46-b1b1-4e51-8f9c-174f2daf640e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:51:06.349415 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6683c46-b1b1-4e51-8f9c-174f2daf640e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:51:06.350252 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6683c46-b1b1-4e51-8f9c-174f2daf640e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:51:06.350773 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6683c46-b1b1-4e51-8f9c-174f2daf640e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:51:06.351303 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6683c46-b1b1-4e51-8f9c-174f2daf640e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:51:06.351833 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6683c46-b1b1-4e51-8f9c-174f2daf640e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:51:06.352388 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6683c46-b1b1-4e51-8f9c-174f2daf640e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:51:06.352924 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6683c46-b1b1-4e51-8f9c-174f2daf640e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:51:06.353436 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6683c46-b1b1-4e51-8f9c-174f2daf640e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:51:06.353972 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6683c46-b1b1-4e51-8f9c-174f2daf640e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:51:06.354735 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6683c46-b1b1-4e51-8f9c-174f2daf640e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:51:06.369808 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 6ec6e5ee-4556-4a61-91f2-047d820c6a5b is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:51:06.384579 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-53a4bf39-fdb9-4688-b9dc-62438c2d1091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:06.386890 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 4e81e01b-8c80-4249-9817-a03c8dcd527d details requested by agent hyperv_n-h2-844202-1 with host n-h2-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 18:51:06.388260 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.db [None req-f85bb359-0228-4f1d-aae5-631566abddbc None None] For port c6b06bf3-2d34-4097-80e7-5ccd8e38009b, host n-d-844202-1, cleared binding levels {{(pid=88527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:51:06.393879 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.db [None req-f85bb359-0228-4f1d-aae5-631566abddbc None None] For port c6b06bf3-2d34-4097-80e7-5ccd8e38009b, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=c6b06bf3-2d34-4097-80e7-5ccd8e38009b,segment=NetworkSegment(7875af61-4c53-4ff2-b8c8-d4b7c35ff947),segment_id=7875af61-4c53-4ff2-b8c8-d4b7c35ff947)] {{(pid=88527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:51:06.410186 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-f85bb359-0228-4f1d-aae5-631566abddbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:06.471548 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-02f60fa4-5a61-47b6-a725-3a0c48ce3f2d req-d83580bc-70f9-4eb3-a1cb-b7fb3e113f47 tempest-ServerAddressesTestJSON-1476585331 tempest-ServerAddressesTestJSON-1476585331-project] Unset dirty status for tenant:ae97e1a8db6d4c6781eaa54cfd56fe1b on resource:security_group {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:51:06.488855 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-02f60fa4-5a61-47b6-a725-3a0c48ce3f2d req-d83580bc-70f9-4eb3-a1cb-b7fb3e113f47 tempest-ServerAddressesTestJSON-1476585331 tempest-ServerAddressesTestJSON-1476585331-project] 10.222.0.41 "GET /v2.0/security-groups?id=0c0779fc-497e-440f-b6f7-862160944962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8560393 Jun 01 18:51:06.501727 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f85bb359-0228-4f1d-aae5-631566abddbc None None] Routers {'0aa48483-2b0c-4af6-a768-ddd1c0992371'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:51:06.502411 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-f85bb359-0228-4f1d-aae5-631566abddbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:50:39Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['0aa48483-2b0c-4af6-a768-ddd1c0992371'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:51:06.588251 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.db.resource_extend [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 18:51:06.597822 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6683c46-b1b1-4e51-8f9c-174f2daf640e None None] Pushing event updated for resources: {'Port': ['ID=c6b06bf3-2d34-4097-80e7-5ccd8e38009b,revision_number=3']} {{(pid=88527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:51:06.748665 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-dcca3f0b-b1ba-4d84-b89f-72f0e92575e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f295a693-958b-4d4b-9229-d104ee449169', 'name': 'tempest-ServerRescueTestJSONUnderV235-569487050-router', 'tenant_id': 'bba0af6b22cc48889542d40b4d85508e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': 'a87fe2a0-8767-47f7-b26d-385ed6a48322', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:48:47Z', 'updated_at': '2022-06-01T18:50:59Z', 'revision_number': 5, 'project_id': 'bba0af6b22cc48889542d40b4d85508e', 'gw_port': {'id': 'a87fe2a0-8767-47f7-b26d-385ed6a48322', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:6c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f295a693-958b-4d4b-9229-d104ee449169', 'device_owner': 'network:router_gateway', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:48:49Z', 'updated_at': '2022-06-01T18:49:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:51:06.767442 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcca3f0b-b1ba-4d84-b89f-72f0e92575e5 None None] The sync data for ids ['f295a693-958b-4d4b-9229-d104ee449169'] in n-d-844202-1 is: [{'id': 'f295a693-958b-4d4b-9229-d104ee449169', 'name': 'tempest-ServerRescueTestJSONUnderV235-569487050-router', 'tenant_id': 'bba0af6b22cc48889542d40b4d85508e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': 'a87fe2a0-8767-47f7-b26d-385ed6a48322', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:48:47Z', 'updated_at': '2022-06-01T18:50:59Z', 'revision_number': 5, 'project_id': 'bba0af6b22cc48889542d40b4d85508e', 'gw_port': {'id': 'a87fe2a0-8767-47f7-b26d-385ed6a48322', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:6c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f295a693-958b-4d4b-9229-d104ee449169', 'device_owner': 'network:router_gateway', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:48:49Z', 'updated_at': '2022-06-01T18:49:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}] {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 18:51:06.794756 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0850eb72-e635-46bc-9943-638755e65180 req-7c81c5f6-9650-4536-b521-613f1baac8f8 tempest-ServerAddressesNegativeTestJSON-2095929917 tempest-ServerAddressesNegativeTestJSON-2095929917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:51:06.808840 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0850eb72-e635-46bc-9943-638755e65180 req-7c81c5f6-9650-4536-b521-613f1baac8f8 tempest-ServerAddressesNegativeTestJSON-2095929917 tempest-ServerAddressesNegativeTestJSON-2095929917-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5abf379-c887-4351-a374-b69db40c62c9 HTTP/1.1" status: 200 len: 931 time: 1.6363773 Jun 01 18:51:06.865983 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 4e81e01b-8c80-4249-9817-a03c8dcd527d, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=4e81e01b-8c80-4249-9817-a03c8dcd527d,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:51:06.893047 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Returning: {'device': '4e81e01b-8c80-4249-9817-a03c8dcd527d', 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426', 'port_id': '4e81e01b-8c80-4249-9817-a03c8dcd527d', 'mac_address': 'fa:16:3e:17:13:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35e3ad2f-9c88-4698-b634-4e1b58de1cc2', 'ip_address': '192.168.233.67'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 18:51:06.893912 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-f85bb359-0228-4f1d-aae5-631566abddbc None None] Set router 0aa48483-2b0c-4af6-a768-ddd1c0992371 gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:51:07.021680 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port 4e81e01b-8c80-4249-9817-a03c8dcd527d is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:51:07.022058 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:07.069845 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e81e01b-8c80-4249-9817-a03c8dcd527d {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:51:07.100102 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 4e81e01b-8c80-4249-9817-a03c8dcd527d, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=4e81e01b-8c80-4249-9817-a03c8dcd527d,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:51:07.116571 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:07.185149 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53a4bf39-fdb9-4688-b9dc-62438c2d1091 admin admin] Network 8bf6d215-ffa6-4f1e-a724-9435b6e76e15 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:51:07.209280 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 58e2e037-de43-49ff-8616-26fec74bc066 no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:51:07.227493 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-53a4bf39-fdb9-4688-b9dc-62438c2d1091 admin admin] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:51:07.237217 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a4bf39-fdb9-4688-b9dc-62438c2d1091 admin admin] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:51:07.280604 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [None req-66386c3e-c147-4ea9-a78c-3d5b69f50870 admin admin] For port a87fe2a0-8767-47f7-b26d-385ed6a48322, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=a87fe2a0-8767-47f7-b26d-385ed6a48322,segment=NetworkSegment(7875af61-4c53-4ff2-b8c8-d4b7c35ff947),segment_id=7875af61-4c53-4ff2-b8c8-d4b7c35ff947)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:51:07.281327 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-66386c3e-c147-4ea9-a78c-3d5b69f50870 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:07.304143 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: 58e2e037-de43-49ff-8616-26fec74bc066 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 18:51:07.304682 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 58e2e037-de43-49ff-8616-26fec74bc066 not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 18:51:07.345043 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-535a9b71-43c0-4cd6-a509-7bce2086054f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:07.359052 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a4bf39-fdb9-4688-b9dc-62438c2d1091 admin admin] Pushing event updated for resources: {'Port': ['ID=80722309-7364-434c-8bd7-c4f7ad48d222,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:51:07.380603 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=4e81e01b-8c80-4249-9817-a03c8dcd527d,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:51:07.395542 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0850eb72-e635-46bc-9943-638755e65180 req-b7c53cee-db3c-44ec-aef6-5a586f11195f tempest-ServerAddressesNegativeTestJSON-2095929917 tempest-ServerAddressesNegativeTestJSON-2095929917-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f4bc609-298e-4a8e-bc7f-b7c01286e270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5856063 Jun 01 18:51:07.404164 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfa0686-7de2-470c-a6ff-a4840fd67c82 req-6150018a-a146-4149-8f61-15a0f99b80b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:51:07.407032 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4bfa0686-7de2-470c-a6ff-a4840fd67c82 req-6150018a-a146-4149-8f61-15a0f99b80b1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=35e3ad2f-9c88-4698-b634-4e1b58de1cc2 HTTP/1.1" status: 200 len: 843 time: 1.0993471 Jun 01 18:51:07.439098 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] get_ports_and_sgs() called for port_ids ['4e81e01b-8c80-4249-9817-a03c8dcd527d'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:51:07.446461 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-f85bb359-0228-4f1d-aae5-631566abddbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aa48483-2b0c-4af6-a768-ddd1c0992371', 'name': 'tempest-ServersTestBootFromVolume-251279127-router', 'tenant_id': '8954dfb656dd4378bb3153f8271ef2cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': 'c6b06bf3-2d34-4097-80e7-5ccd8e38009b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:50:52Z', 'updated_at': '2022-06-01T18:50:56Z', 'revision_number': 3, 'project_id': '8954dfb656dd4378bb3153f8271ef2cc', 'gw_port': {'id': 'c6b06bf3-2d34-4097-80e7-5ccd8e38009b', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:46:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aa48483-2b0c-4af6-a768-ddd1c0992371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:50:55Z', 'updated_at': '2022-06-01T18:51:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:51:07.459149 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f85bb359-0228-4f1d-aae5-631566abddbc None None] The sync data for ids ['0aa48483-2b0c-4af6-a768-ddd1c0992371'] in n-d-844202-1 is: [{'id': '0aa48483-2b0c-4af6-a768-ddd1c0992371', 'name': 'tempest-ServersTestBootFromVolume-251279127-router', 'tenant_id': '8954dfb656dd4378bb3153f8271ef2cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': 'c6b06bf3-2d34-4097-80e7-5ccd8e38009b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:50:52Z', 'updated_at': '2022-06-01T18:50:56Z', 'revision_number': 3, 'project_id': '8954dfb656dd4378bb3153f8271ef2cc', 'gw_port': {'id': 'c6b06bf3-2d34-4097-80e7-5ccd8e38009b', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:46:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aa48483-2b0c-4af6-a768-ddd1c0992371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:50:55Z', 'updated_at': '2022-06-01T18:51:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 18:51:07.548314 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-53a4bf39-fdb9-4688-b9dc-62438c2d1091 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-887605'] for router_interface, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:07.731319 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-66386c3e-c147-4ea9-a78c-3d5b69f50870 admin admin] Calling delete_port for a87fe2a0-8767-47f7-b26d-385ed6a48322 owned by network:router_gateway {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:51:07.813285 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-3d736566-2a15-486d-b36c-cdfad7186fd7 None None] Provisioning for port 80722309-7364-434c-8bd7-c4f7ad48d222 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:51:07.836156 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-3d736566-2a15-486d-b36c-cdfad7186fd7 None None] Provisioning complete for port 80722309-7364-434c-8bd7-c4f7ad48d222 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:51:07.836646 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-3d736566-2a15-486d-b36c-cdfad7186fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:07.863246 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-29cd7dfa-fdda-4125-ab49-743a88e8286e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:08.051410 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-3d736566-2a15-486d-b36c-cdfad7186fd7 None None] Port 80722309-7364-434c-8bd7-c4f7ad48d222 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 18:51:08.193336 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [req-cef1deb7-1d16-45ba-84cd-4ffeef822a26 req-de81a736-f024-4c8c-b048-88dbc69c7e74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de9a0d97-4753-49bb-87e2-0e2cc5e9152f {{(pid=88524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:51:08.209655 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-cef1deb7-1d16-45ba-84cd-4ffeef822a26 req-de81a736-f024-4c8c-b048-88dbc69c7e74 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:08.248293 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [req-cef1deb7-1d16-45ba-84cd-4ffeef822a26 req-de81a736-f024-4c8c-b048-88dbc69c7e74 service neutron] Transition to ACTIVE for port object de9a0d97-4753-49bb-87e2-0e2cc5e9152f will not be triggered until provisioned by entity L2. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:51:08.253461 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfa0686-7de2-470c-a6ff-a4840fd67c82 req-e7e80d35-04e6-475b-8aa3-743b03cbca04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:51:08.255139 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4bfa0686-7de2-470c-a6ff-a4840fd67c82 req-e7e80d35-04e6-475b-8aa3-743b03cbca04 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=898153a3-5d71-43be-9d14-343ea4a48426&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8367760 Jun 01 18:51:08.259470 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-cef1deb7-1d16-45ba-84cd-4ffeef822a26 req-de81a736-f024-4c8c-b048-88dbc69c7e74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:08.342666 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b8734f-e009-461f-809a-d85fe6eca0cc req-e985b752-75b6-4c6d-89bd-db5bb76d9955 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:51:08.352485 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f7b8734f-e009-461f-809a-d85fe6eca0cc req-e985b752-75b6-4c6d-89bd-db5bb76d9955 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f43a9ce-4418-4b9a-ad7d-a8a7a81bb33c HTTP/1.1" status: 200 len: 947 time: 1.3934953 Jun 01 18:51:08.676271 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de81a736-f024-4c8c-b048-88dbc69c7e74 service neutron] Pushing event updated for resources: {'Port': ['ID=de9a0d97-4753-49bb-87e2-0e2cc5e9152f,revision_number=2']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:51:08.703065 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f55c15-a7cb-4c0c-b048-8f0e5a1fe3af req-de367a7b-5cdc-4008-af45-b08f6b512236 tempest-ServerAddressesTestJSON-1476585331 tempest-ServerAddressesTestJSON-1476585331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:51:08.704078 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-d4f55c15-a7cb-4c0c-b048-8f0e5a1fe3af req-de367a7b-5cdc-4008-af45-b08f6b512236 tempest-ServerAddressesTestJSON-1476585331 tempest-ServerAddressesTestJSON-1476585331-project] Synchronizing usage tracker for tenant:ae97e1a8db6d4c6781eaa54cfd56fe1b on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:51:08.706982 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-53a4bf39-fdb9-4688-b9dc-62438c2d1091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:08.736088 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f7b8734f-e009-461f-809a-d85fe6eca0cc req-7e62a710-7fdc-408c-ac55-30e09fd456e0 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbe27866-6450-47f0-a8e1-f266dfb72433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3823457 Jun 01 18:51:08.737050 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-66386c3e-c147-4ea9-a78c-3d5b69f50870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:08.829133 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66386c3e-c147-4ea9-a78c-3d5b69f50870 admin admin] Pushing event deleted for resources: {'Port': ['ID=a87fe2a0-8767-47f7-b26d-385ed6a48322,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:51:08.903139 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [req-8a71980e-9852-44e0-8218-6ce146240eb7 req-e1ec6aef-be0b-4be2-b423-6d59affee4f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3c91e0d-a04a-4d1d-94b5-858df69ff6c2 {{(pid=88525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:51:08.997596 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-8a71980e-9852-44e0-8218-6ce146240eb7 req-e1ec6aef-be0b-4be2-b423-6d59affee4f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:09.008748 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-d4f55c15-a7cb-4c0c-b048-8f0e5a1fe3af req-de367a7b-5cdc-4008-af45-b08f6b512236 tempest-ServerAddressesTestJSON-1476585331 tempest-ServerAddressesTestJSON-1476585331-project] Unset dirty status for tenant:ae97e1a8db6d4c6781eaa54cfd56fe1b on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:51:09.010296 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d4f55c15-a7cb-4c0c-b048-8f0e5a1fe3af req-de367a7b-5cdc-4008-af45-b08f6b512236 tempest-ServerAddressesTestJSON-1476585331 tempest-ServerAddressesTestJSON-1476585331-project] 10.222.0.41 "GET /v2.0/ports?device_id=42bde7a7-1b65-4f5b-8043-5513e782570d HTTP/1.1" status: 200 len: 931 time: 1.1667244 Jun 01 18:51:09.012913 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-66386c3e-c147-4ea9-a78c-3d5b69f50870 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-887703'] for router_gateway, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:09.100055 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4bfa0686-7de2-470c-a6ff-a4840fd67c82 req-7a1947c6-d12f-4fe3-9f36-3c8db1dce246 service neutron] 10.222.0.50 "GET /v2.0/networks/898153a3-5d71-43be-9d14-343ea4a48426?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8332922 Jun 01 18:51:09.285540 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device c6b06bf3-2d34-4097-80e7-5ccd8e38009b up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:51:09.325844 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d4f55c15-a7cb-4c0c-b048-8f0e5a1fe3af req-e4a724c9-006f-468c-a8e5-b6eb837aad3c tempest-ServerAddressesTestJSON-1476585331 tempest-ServerAddressesTestJSON-1476585331-project] 10.222.0.41 "GET /v2.0/security-groups?id=0c0779fc-497e-440f-b6f7-862160944962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2643390 Jun 01 18:51:09.347919 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-cef1deb7-1d16-45ba-84cd-4ffeef822a26 req-de81a736-f024-4c8c-b048-88dbc69c7e74 service neutron] Attempting to bind port de9a0d97-4753-49bb-87e2-0e2cc5e9152f on host n-h1-844202-1 for vnic_type normal with profile {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:51:09.348513 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-cef1deb7-1d16-45ba-84cd-4ffeef822a26 req-de81a736-f024-4c8c-b048-88dbc69c7e74 service neutron] Attempting to bind port de9a0d97-4753-49bb-87e2-0e2cc5e9152f by drivers openvswitch,hyperv on host n-h1-844202-1 at level 0 using segments [{'id': '22287ba6-8d55-40bc-af51-dd1e4bf5ec11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '2d46cf9b-19e7-4134-ae61-f2fb8ec4aebe'}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:51:09.349015 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cef1deb7-1d16-45ba-84cd-4ffeef822a26 req-de81a736-f024-4c8c-b048-88dbc69c7e74 service neutron] Attempting to bind port de9a0d97-4753-49bb-87e2-0e2cc5e9152f on network 2d46cf9b-19e7-4134-ae61-f2fb8ec4aebe {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:51:09.402799 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-66386c3e-c147-4ea9-a78c-3d5b69f50870 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25316'] for router, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:09.408878 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [req-8a71980e-9852-44e0-8218-6ce146240eb7 req-e1ec6aef-be0b-4be2-b423-6d59affee4f3 service neutron] Transition to ACTIVE for port object f3c91e0d-a04a-4d1d-94b5-858df69ff6c2 will not be triggered until provisioned by entity L2. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:51:09.410901 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-66386c3e-c147-4ea9-a78c-3d5b69f50870 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:09.414683 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port c6b06bf3-2d34-4097-80e7-5ccd8e38009b completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:51:09.423085 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cef1deb7-1d16-45ba-84cd-4ffeef822a26 req-de81a736-f024-4c8c-b048-88dbc69c7e74 service neutron] Port de9a0d97-4753-49bb-87e2-0e2cc5e9152f on network 2d46cf9b-19e7-4134-ae61-f2fb8ec4aebe not bound, no agent of type Open vSwitch agent registered on host n-h1-844202-1 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 18:51:09.423757 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cef1deb7-1d16-45ba-84cd-4ffeef822a26 req-de81a736-f024-4c8c-b048-88dbc69c7e74 service neutron] Attempting to bind port de9a0d97-4753-49bb-87e2-0e2cc5e9152f on network 2d46cf9b-19e7-4134-ae61-f2fb8ec4aebe {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:51:09.436622 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port c6b06bf3-2d34-4097-80e7-5ccd8e38009b triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:51:09.436993 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:09.454370 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-29cd7dfa-fdda-4125-ab49-743a88e8286e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-885820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-886655'] for router, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:09.501699 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-8a71980e-9852-44e0-8218-6ce146240eb7 req-e1ec6aef-be0b-4be2-b423-6d59affee4f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:09.511437 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-4401986b-f9d0-434f-9b45-8533c1ffc661 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:09.629683 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-66386c3e-c147-4ea9-a78c-3d5b69f50870 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-891519'] for router, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:09.630003 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66386c3e-c147-4ea9-a78c-3d5b69f50870 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f295a693-958b-4d4b-9229-d104ee449169 {{(pid=88525) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 18:51:09.636892 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port c6b06bf3-2d34-4097-80e7-5ccd8e38009b is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:51:09.637304 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:09.675130 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port c6b06bf3-2d34-4097-80e7-5ccd8e38009b, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=c6b06bf3-2d34-4097-80e7-5ccd8e38009b,segment=NetworkSegment(7875af61-4c53-4ff2-b8c8-d4b7c35ff947),segment_id=7875af61-4c53-4ff2-b8c8-d4b7c35ff947)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:51:09.691527 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:09.701151 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cef1deb7-1d16-45ba-84cd-4ffeef822a26 req-de81a736-f024-4c8c-b048-88dbc69c7e74 service neutron] Checking agent: {'id': 'bdb1e5d7-b998-4259-838f-3d278e930f32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 18, 50, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:51:09.701886 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cef1deb7-1d16-45ba-84cd-4ffeef822a26 req-de81a736-f024-4c8c-b048-88dbc69c7e74 service neutron] Checking segment: {'id': '22287ba6-8d55-40bc-af51-dd1e4bf5ec11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '2d46cf9b-19e7-4134-ae61-f2fb8ec4aebe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:51:09.702518 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cef1deb7-1d16-45ba-84cd-4ffeef822a26 req-de81a736-f024-4c8c-b048-88dbc69c7e74 service neutron] Bound using segment: {'id': '22287ba6-8d55-40bc-af51-dd1e4bf5ec11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '2d46cf9b-19e7-4134-ae61-f2fb8ec4aebe'} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:51:09.703246 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-cef1deb7-1d16-45ba-84cd-4ffeef822a26 req-de81a736-f024-4c8c-b048-88dbc69c7e74 service neutron] Bound port: de9a0d97-4753-49bb-87e2-0e2cc5e9152f, host: n-h1-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22287ba6-8d55-40bc-af51-dd1e4bf5ec11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '2d46cf9b-19e7-4134-ae61-f2fb8ec4aebe'}}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:51:09.703829 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-cef1deb7-1d16-45ba-84cd-4ffeef822a26 req-de81a736-f024-4c8c-b048-88dbc69c7e74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:09.917573 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4bfa0686-7de2-470c-a6ff-a4840fd67c82 req-45badd67-6a51-4605-ad8e-1166db59e70a service neutron] 10.222.0.50 "GET /v2.0/networks/898153a3-5d71-43be-9d14-343ea4a48426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7980709 Jun 01 18:51:09.964793 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=c6b06bf3-2d34-4097-80e7-5ccd8e38009b,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:51:10.225185 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-53a4bf39-fdb9-4688-b9dc-62438c2d1091 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:10.236359 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-53a4bf39-fdb9-4688-b9dc-62438c2d1091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:10.270452 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-cef1deb7-1d16-45ba-84cd-4ffeef822a26 req-de81a736-f024-4c8c-b048-88dbc69c7e74 service neutron] For port de9a0d97-4753-49bb-87e2-0e2cc5e9152f, host n-h1-844202-1, cleared binding levels {{(pid=88524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:51:10.279454 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-66386c3e-c147-4ea9-a78c-3d5b69f50870 admin admin] Notify callbacks [] for router, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:10.281929 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-66386c3e-c147-4ea9-a78c-3d5b69f50870 admin admin] 10.222.0.41 "DELETE /v2.0/routers/f295a693-958b-4d4b-9229-d104ee449169 HTTP/1.1" status: 204 len: 168 time: 5.9041770 Jun 01 18:51:10.297154 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ec6aef-be0b-4be2-b423-6d59affee4f3 service neutron] Pushing event updated for resources: {'Port': ['ID=f3c91e0d-a04a-4d1d-94b5-858df69ff6c2,revision_number=2']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:51:10.299998 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 53370) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:51:10.370802 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-53a4bf39-fdb9-4688-b9dc-62438c2d1091 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-887436'] for router_interface, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:10.384581 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 4e81e01b-8c80-4249-9817-a03c8dcd527d up at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:51:10.395965 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-cef1deb7-1d16-45ba-84cd-4ffeef822a26 req-de81a736-f024-4c8c-b048-88dbc69c7e74 service neutron] For port de9a0d97-4753-49bb-87e2-0e2cc5e9152f, host n-h1-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=de9a0d97-4753-49bb-87e2-0e2cc5e9152f,segment=NetworkSegment(22287ba6-8d55-40bc-af51-dd1e4bf5ec11),segment_id=22287ba6-8d55-40bc-af51-dd1e4bf5ec11)] {{(pid=88524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:51:10.425827 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-cef1deb7-1d16-45ba-84cd-4ffeef822a26 req-de81a736-f024-4c8c-b048-88dbc69c7e74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:10.443320 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed143d71-ada4-47b6-864e-686de8bd58ae req-23938ab6-dd56-48a8-85d6-88689015c45e tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:51:10.445018 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ed143d71-ada4-47b6-864e-686de8bd58ae req-23938ab6-dd56-48a8-85d6-88689015c45e tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f43a9ce-4418-4b9a-ad7d-a8a7a81bb33c HTTP/1.1" status: 200 len: 948 time: 0.2940433 Jun 01 18:51:10.461513 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_v2 [None req-045a6d86-3f78-47e3-91a8-56ba4708add7 admin admin] Deleting subnet feb88351-1be4-4281-aea1-860175961a49 {{(pid=88525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 18:51:10.465032 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-045a6d86-3f78-47e3-91a8-56ba4708add7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:10.518367 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a4bf39-fdb9-4688-b9dc-62438c2d1091 admin admin] Pushing event updated for resources: {'Port': ['ID=80722309-7364-434c-8bd7-c4f7ad48d222,revision_number=2']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:51:10.519875 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-045a6d86-3f78-47e3-91a8-56ba4708add7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2258509'] for subnet, precommit_delete_associations {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:10.564694 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:10.577656 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning for port 4e81e01b-8c80-4249-9817-a03c8dcd527d completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:51:10.585128 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-045a6d86-3f78-47e3-91a8-56ba4708add7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:10.587920 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning complete for port 4e81e01b-8c80-4249-9817-a03c8dcd527d triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:51:10.589175 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:10.621040 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:10.624135 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef1deb7-1d16-45ba-84cd-4ffeef822a26 req-de81a736-f024-4c8c-b048-88dbc69c7e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:51:10.625006 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-cef1deb7-1d16-45ba-84cd-4ffeef822a26 req-de81a736-f024-4c8c-b048-88dbc69c7e74 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:10.626390 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-cef1deb7-1d16-45ba-84cd-4ffeef822a26 req-de81a736-f024-4c8c-b048-88dbc69c7e74 service neutron] 10.222.0.15 "PUT /v2.0/ports/de9a0d97-4753-49bb-87e2-0e2cc5e9152f HTTP/1.1" status: 200 len: 1091 time: 5.9384322 Jun 01 18:51:10.642881 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42bde7a7-1b65-4f5b-8043-5513e782570d', 'tag': 'de9a0d97-4753-49bb-87e2-0e2cc5e9152f'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:51:10.675024 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-045a6d86-3f78-47e3-91a8-56ba4708add7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2614143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9667199'] for subnet, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:10.715885 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045a6d86-3f78-47e3-91a8-56ba4708add7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=feb88351-1be4-4281-aea1-860175961a49,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:51:10.755747 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port 4e81e01b-8c80-4249-9817-a03c8dcd527d is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:51:10.757499 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:10.764135 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b9da34-19b0-4670-872f-d1a6ffe554ee req-3b57d349-47bc-49e3-8dc8-91672b963d4c tempest-ServerAddressesNegativeTestJSON-2095929917 tempest-ServerAddressesNegativeTestJSON-2095929917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:51:10.764891 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-40b9da34-19b0-4670-872f-d1a6ffe554ee req-3b57d349-47bc-49e3-8dc8-91672b963d4c tempest-ServerAddressesNegativeTestJSON-2095929917 tempest-ServerAddressesNegativeTestJSON-2095929917-project] Synchronizing usage tracker for tenant:d1296626eed948b0afc05a6e5e9c0728 on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:51:10.801016 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 4e81e01b-8c80-4249-9817-a03c8dcd527d, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=4e81e01b-8c80-4249-9817-a03c8dcd527d,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:51:10.802552 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f43a9ce-4418-4b9a-ad7d-a8a7a81bb33c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e81e01b-8c80-4249-9817-a03c8dcd527d'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:51:10.810148 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:10.835834 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53a4bf39-fdb9-4688-b9dc-62438c2d1091 admin admin] Network 8bf6d215-ffa6-4f1e-a724-9435b6e76e15 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:51:10.836682 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-045a6d86-3f78-47e3-91a8-56ba4708add7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:10.836815 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de81a736-f024-4c8c-b048-88dbc69c7e74 service neutron] Pushing event updated for resources: {'Port': ['ID=de9a0d97-4753-49bb-87e2-0e2cc5e9152f,revision_number=3']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:51:10.844068 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29cd7dfa-fdda-4125-ab49-743a88e8286e admin admin] Router 8b62f12d-33fd-4ec5-affe-319d520937cb is scheduled to L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 with binding_index 1 {{(pid=88525) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 18:51:10.856759 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-53a4bf39-fdb9-4688-b9dc-62438c2d1091 admin admin] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:51:10.870331 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-045a6d86-3f78-47e3-91a8-56ba4708add7 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/feb88351-1be4-4281-aea1-860175961a49 HTTP/1.1" status: 204 len: 168 time: 0.5028300 Jun 01 18:51:10.892124 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 53380) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:51:10.928398 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=4e81e01b-8c80-4249-9817-a03c8dcd527d,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:51:10.953143 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-8a71980e-9852-44e0-8218-6ce146240eb7 req-e1ec6aef-be0b-4be2-b423-6d59affee4f3 service neutron] Attempting to bind port f3c91e0d-a04a-4d1d-94b5-858df69ff6c2 on host n-h1-844202-1 for vnic_type normal with profile {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:51:10.953784 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-8a71980e-9852-44e0-8218-6ce146240eb7 req-e1ec6aef-be0b-4be2-b423-6d59affee4f3 service neutron] Attempting to bind port f3c91e0d-a04a-4d1d-94b5-858df69ff6c2 by drivers openvswitch,hyperv on host n-h1-844202-1 at level 0 using segments [{'id': 'e815419a-2091-4c1b-8091-95f9d579680d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '6ab69dec-6b29-491c-b030-4f310f2ad845'}] {{(pid=88525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:51:10.954373 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a71980e-9852-44e0-8218-6ce146240eb7 req-e1ec6aef-be0b-4be2-b423-6d59affee4f3 service neutron] Attempting to bind port f3c91e0d-a04a-4d1d-94b5-858df69ff6c2 on network 6ab69dec-6b29-491c-b030-4f310f2ad845 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:51:11.110933 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-40b9da34-19b0-4670-872f-d1a6ffe554ee req-3b57d349-47bc-49e3-8dc8-91672b963d4c tempest-ServerAddressesNegativeTestJSON-2095929917 tempest-ServerAddressesNegativeTestJSON-2095929917-project] Unset dirty status for tenant:d1296626eed948b0afc05a6e5e9c0728 on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:51:11.112103 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-40b9da34-19b0-4670-872f-d1a6ffe554ee req-3b57d349-47bc-49e3-8dc8-91672b963d4c tempest-ServerAddressesNegativeTestJSON-2095929917 tempest-ServerAddressesNegativeTestJSON-2095929917-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5abf379-c887-4351-a374-b69db40c62c9 HTTP/1.1" status: 200 len: 931 time: 1.8764026 Jun 01 18:51:11.112911 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a71980e-9852-44e0-8218-6ce146240eb7 req-e1ec6aef-be0b-4be2-b423-6d59affee4f3 service neutron] Port f3c91e0d-a04a-4d1d-94b5-858df69ff6c2 on network 6ab69dec-6b29-491c-b030-4f310f2ad845 not bound, no agent of type Open vSwitch agent registered on host n-h1-844202-1 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 18:51:11.113510 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a71980e-9852-44e0-8218-6ce146240eb7 req-e1ec6aef-be0b-4be2-b423-6d59affee4f3 service neutron] Attempting to bind port f3c91e0d-a04a-4d1d-94b5-858df69ff6c2 on network 6ab69dec-6b29-491c-b030-4f310f2ad845 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:51:11.119679 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a71980e-9852-44e0-8218-6ce146240eb7 req-e1ec6aef-be0b-4be2-b423-6d59affee4f3 service neutron] Checking agent: {'id': 'bdb1e5d7-b998-4259-838f-3d278e930f32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 18, 50, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:51:11.120244 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a71980e-9852-44e0-8218-6ce146240eb7 req-e1ec6aef-be0b-4be2-b423-6d59affee4f3 service neutron] Checking segment: {'id': 'e815419a-2091-4c1b-8091-95f9d579680d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '6ab69dec-6b29-491c-b030-4f310f2ad845'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:51:11.120564 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a71980e-9852-44e0-8218-6ce146240eb7 req-e1ec6aef-be0b-4be2-b423-6d59affee4f3 service neutron] Bound using segment: {'id': 'e815419a-2091-4c1b-8091-95f9d579680d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '6ab69dec-6b29-491c-b030-4f310f2ad845'} {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:51:11.121178 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-8a71980e-9852-44e0-8218-6ce146240eb7 req-e1ec6aef-be0b-4be2-b423-6d59affee4f3 service neutron] Bound port: f3c91e0d-a04a-4d1d-94b5-858df69ff6c2, host: n-h1-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e815419a-2091-4c1b-8091-95f9d579680d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '6ab69dec-6b29-491c-b030-4f310f2ad845'}}] {{(pid=88525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:51:11.121517 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-8a71980e-9852-44e0-8218-6ce146240eb7 req-e1ec6aef-be0b-4be2-b423-6d59affee4f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:11.164933 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:11.174455 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ed143d71-ada4-47b6-864e-686de8bd58ae req-11ee85fa-844b-4b01-b4a2-734c9a03532d tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbe27866-6450-47f0-a8e1-f266dfb72433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6572945 Jun 01 18:51:11.236972 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6f764287-fa5e-4533-b287-c819fdde978f None None] Provisioning complete for port 80722309-7364-434c-8bd7-c4f7ad48d222 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:51:11.237816 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6f764287-fa5e-4533-b287-c819fdde978f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:11.287521 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device c6b06bf3-2d34-4097-80e7-5ccd8e38009b up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:51:11.327536 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2bfe6157-589f-42d4-a6bd-d11206d7c6d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:11.336127 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53a4bf39-fdb9-4688-b9dc-62438c2d1091 admin admin] Router 0aa48483-2b0c-4af6-a768-ddd1c0992371 has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 18:51:11.404116 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-40b9da34-19b0-4670-872f-d1a6ffe554ee req-38fed822-5585-4ad3-b435-8bc6b08560c0 tempest-ServerAddressesNegativeTestJSON-2095929917 tempest-ServerAddressesNegativeTestJSON-2095929917-project] Synchronizing usage tracker for tenant:d1296626eed948b0afc05a6e5e9c0728 on resource:security_group {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:51:11.430145 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-8a71980e-9852-44e0-8218-6ce146240eb7 req-e1ec6aef-be0b-4be2-b423-6d59affee4f3 service neutron] For port f3c91e0d-a04a-4d1d-94b5-858df69ff6c2, host n-h1-844202-1, cleared binding levels {{(pid=88525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:51:11.439217 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-8a71980e-9852-44e0-8218-6ce146240eb7 req-e1ec6aef-be0b-4be2-b423-6d59affee4f3 service neutron] For port f3c91e0d-a04a-4d1d-94b5-858df69ff6c2, host n-h1-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=f3c91e0d-a04a-4d1d-94b5-858df69ff6c2,segment=NetworkSegment(e815419a-2091-4c1b-8091-95f9d579680d),segment_id=e815419a-2091-4c1b-8091-95f9d579680d)] {{(pid=88525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:51:11.452565 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6f764287-fa5e-4533-b287-c819fdde978f None None] Port 80722309-7364-434c-8bd7-c4f7ad48d222 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 18:51:11.454873 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-8a71980e-9852-44e0-8218-6ce146240eb7 req-e1ec6aef-be0b-4be2-b423-6d59affee4f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:11.469405 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port c6b06bf3-2d34-4097-80e7-5ccd8e38009b triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:51:11.470033 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:11.492570 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29cd7dfa-fdda-4125-ab49-743a88e8286e admin admin] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 18:51:11.502901 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-40b9da34-19b0-4670-872f-d1a6ffe554ee req-38fed822-5585-4ad3-b435-8bc6b08560c0 tempest-ServerAddressesNegativeTestJSON-2095929917 tempest-ServerAddressesNegativeTestJSON-2095929917-project] Unset dirty status for tenant:d1296626eed948b0afc05a6e5e9c0728 on resource:security_group {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:51:11.508452 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e96e4555-8fd3-400b-b1fd-d1052371448e None None] Sync routers for ids ['8b62f12d-33fd-4ec5-affe-319d520937cb'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 18:51:11.511356 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-40b9da34-19b0-4670-872f-d1a6ffe554ee req-38fed822-5585-4ad3-b435-8bc6b08560c0 tempest-ServerAddressesNegativeTestJSON-2095929917 tempest-ServerAddressesNegativeTestJSON-2095929917-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f4bc609-298e-4a8e-bc7f-b7c01286e270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3696394 Jun 01 18:51:11.524666 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e96e4555-8fd3-400b-b1fd-d1052371448e None None] Routers {'8b62f12d-33fd-4ec5-affe-319d520937cb'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:51:11.525682 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-e96e4555-8fd3-400b-b1fd-d1052371448e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:51:09Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['8b62f12d-33fd-4ec5-affe-319d520937cb'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:51:11.535646 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:11.553205 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a71980e-9852-44e0-8218-6ce146240eb7 req-e1ec6aef-be0b-4be2-b423-6d59affee4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:51:11.553618 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-8a71980e-9852-44e0-8218-6ce146240eb7 req-e1ec6aef-be0b-4be2-b423-6d59affee4f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:11.555060 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8a71980e-9852-44e0-8218-6ce146240eb7 req-e1ec6aef-be0b-4be2-b423-6d59affee4f3 service neutron] 10.222.0.15 "PUT /v2.0/ports/f3c91e0d-a04a-4d1d-94b5-858df69ff6c2 HTTP/1.1" status: 200 len: 1091 time: 6.2008226 Jun 01 18:51:11.556623 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5abf379-c887-4351-a374-b69db40c62c9', 'tag': 'f3c91e0d-a04a-4d1d-94b5-858df69ff6c2'}] {{(pid=88525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:51:11.577261 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-29cd7dfa-fdda-4125-ab49-743a88e8286e admin admin] Notify callbacks [] for router, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:11.581902 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-29cd7dfa-fdda-4125-ab49-743a88e8286e admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 15.0196071 Jun 01 18:51:11.585000 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 53404) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:51:11.619021 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port c6b06bf3-2d34-4097-80e7-5ccd8e38009b is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:51:11.628684 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device a87fe2a0-8767-47f7-b26d-385ed6a48322 no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:51:11.686222 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ec6aef-be0b-4be2-b423-6d59affee4f3 service neutron] Pushing event updated for resources: {'Port': ['ID=f3c91e0d-a04a-4d1d-94b5-858df69ff6c2,revision_number=3']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:51:11.710781 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e296109a-45f9-4e36-9a4f-5b010d6ee4ab'] response: {'name': 'network-changed', 'server_uuid': '42bde7a7-1b65-4f5b-8043-5513e782570d', 'tag': 'de9a0d97-4753-49bb-87e2-0e2cc5e9152f', 'status': 'completed', 'code': 200} Jun 01 18:51:11.712925 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4af56c74-8a41-47c5-bfb4-16a7f660b0d0'] response: {'server_uuid': '1f43a9ce-4418-4b9a-ad7d-a8a7a81bb33c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e81e01b-8c80-4249-9817-a03c8dcd527d', 'code': 200} Jun 01 18:51:11.714609 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: a87fe2a0-8767-47f7-b26d-385ed6a48322 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 18:51:11.715443 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device a87fe2a0-8767-47f7-b26d-385ed6a48322 not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 18:51:11.722015 n-d-844202-1 neutron-server[88525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e466b13-3f59-4c81-8f3a-e6c9b60bebc1'] response: {'name': 'network-changed', 'server_uuid': 'b5abf379-c887-4351-a374-b69db40c62c9', 'tag': 'f3c91e0d-a04a-4d1d-94b5-858df69ff6c2', 'status': 'completed', 'code': 200} Jun 01 18:51:11.724594 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53a4bf39-fdb9-4688-b9dc-62438c2d1091 admin admin] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 18:51:11.735852 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a52f8a1-53b2-4c40-ae78-5ec77787c0c1 None None] Sync routers for ids ['0aa48483-2b0c-4af6-a768-ddd1c0992371'] in n-d-844202-1 {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 18:51:11.746612 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a52f8a1-53b2-4c40-ae78-5ec77787c0c1 None None] Routers {'0aa48483-2b0c-4af6-a768-ddd1c0992371'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:51:11.747244 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-5a52f8a1-53b2-4c40-ae78-5ec77787c0c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:51:09Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['0aa48483-2b0c-4af6-a768-ddd1c0992371'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:51:11.807637 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef1deb7-1d16-45ba-84cd-4ffeef822a26 req-925ea638-c664-437e-bae3-dd3317580af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:51:11.809413 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-cef1deb7-1d16-45ba-84cd-4ffeef822a26 req-925ea638-c664-437e-bae3-dd3317580af5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ae97e1a8db6d4c6781eaa54cfd56fe1b&device_id=42bde7a7-1b65-4f5b-8043-5513e782570d HTTP/1.1" status: 200 len: 1094 time: 1.1321437 Jun 01 18:51:11.892062 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:11.945400 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-e96e4555-8fd3-400b-b1fd-d1052371448e None None] Set router 8b62f12d-33fd-4ec5-affe-319d520937cb gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:51:12.006063 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-5a52f8a1-53b2-4c40-ae78-5ec77787c0c1 None None] Set router 0aa48483-2b0c-4af6-a768-ddd1c0992371 gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:51:12.067207 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-53a4bf39-fdb9-4688-b9dc-62438c2d1091 admin admin] 10.222.0.41 "PUT /v2.0/routers/0aa48483-2b0c-4af6-a768-ddd1c0992371/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2852683 Jun 01 18:51:12.089024 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-cef1deb7-1d16-45ba-84cd-4ffeef822a26 req-2817ab98-0a08-4a28-ae96-66ff328eeccb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=de9a0d97-4753-49bb-87e2-0e2cc5e9152f HTTP/1.1" status: 200 len: 217 time: 0.2399564 Jun 01 18:51:12.334037 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2bfe6157-589f-42d4-a6bd-d11206d7c6d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:12.419047 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-2bfe6157-589f-42d4-a6bd-d11206d7c6d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['733f1d30-f98a-417d-a420-8babaa4f930e']}} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:51:12.424042 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-e96e4555-8fd3-400b-b1fd-d1052371448e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b62f12d-33fd-4ec5-affe-319d520937cb', 'name': 'tempest-ServerActionsTestJSON-694302495-router', 'tenant_id': 'eccea382ced5475f9a2098d1ef2ff267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.225'}], 'enable_snat': True}, 'gw_port_id': 'e693204c-43a4-4969-a0d0-15eb6d1dbe56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:50:57Z', 'updated_at': '2022-06-01T18:51:06Z', 'revision_number': 3, 'project_id': 'eccea382ced5475f9a2098d1ef2ff267', 'gw_port': {'id': 'e693204c-43a4-4969-a0d0-15eb6d1dbe56', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:5f:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b62f12d-33fd-4ec5-affe-319d520937cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:51:01Z', 'updated_at': '2022-06-01T18:51:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:51:12.428455 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e96e4555-8fd3-400b-b1fd-d1052371448e None None] Checking router: 8b62f12d-33fd-4ec5-affe-319d520937cb for host: n-d-844202-1 {{(pid=88527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 18:51:12.428795 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e96e4555-8fd3-400b-b1fd-d1052371448e None None] Updating router 8b62f12d-33fd-4ec5-affe-319d520937cb port e693204c-43a4-4969-a0d0-15eb6d1dbe56 binding host n-d-844202-1 {{(pid=88527) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 18:51:12.432858 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-2bfe6157-589f-42d4-a6bd-d11206d7c6d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18206650-252d-483b-b176-e766419278ec') {'for_net_delete': True} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:51:12.433155 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-2bfe6157-589f-42d4-a6bd-d11206d7c6d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18206650-252d-483b-b176-e766419278ec') {} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:51:12.455468 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2bfe6157-589f-42d4-a6bd-d11206d7c6d3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2702126'] for segment, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:12.476258 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2bfe6157-589f-42d4-a6bd-d11206d7c6d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:12.483576 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bfe6157-589f-42d4-a6bd-d11206d7c6d3 admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=88524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 18:51:12.483974 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2bfe6157-589f-42d4-a6bd-d11206d7c6d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2719018'] for segment, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:12.494055 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-e96e4555-8fd3-400b-b1fd-d1052371448e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:12.497047 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-5a52f8a1-53b2-4c40-ae78-5ec77787c0c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aa48483-2b0c-4af6-a768-ddd1c0992371', 'name': 'tempest-ServersTestBootFromVolume-251279127-router', 'tenant_id': '8954dfb656dd4378bb3153f8271ef2cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': 'c6b06bf3-2d34-4097-80e7-5ccd8e38009b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:50:52Z', 'updated_at': '2022-06-01T18:51:08Z', 'revision_number': 4, 'project_id': '8954dfb656dd4378bb3153f8271ef2cc', 'gw_port': {'id': 'c6b06bf3-2d34-4097-80e7-5ccd8e38009b', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:46:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa48483-2b0c-4af6-a768-ddd1c0992371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:50:55Z', 'updated_at': '2022-06-01T18:51:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '80722309-7364-434c-8bd7-c4f7ad48d222', 'name': '', 'network_id': '8bf6d215-ffa6-4f1e-a724-9435b6e76e15', 'tenant_id': '8954dfb656dd4378bb3153f8271ef2cc', 'mac_address': 'fa:16:3e:50:02:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aa48483-2b0c-4af6-a768-ddd1c0992371', 'device_owner': 'network:router_interface', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': '2445a719-4314-4548-946f-72cc570cc23f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:51:05Z', 'updated_at': '2022-06-01T18:51:09Z', 'revision_number': 2, 'project_id': '8954dfb656dd4378bb3153f8271ef2cc', 'subnets': [{'id': '2445a719-4314-4548-946f-72cc570cc23f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:51:12.502265 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a52f8a1-53b2-4c40-ae78-5ec77787c0c1 None None] Checking router: 0aa48483-2b0c-4af6-a768-ddd1c0992371 for host: n-d-844202-1 {{(pid=88526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 18:51:12.502692 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a52f8a1-53b2-4c40-ae78-5ec77787c0c1 None None] Updating router 0aa48483-2b0c-4af6-a768-ddd1c0992371 port 80722309-7364-434c-8bd7-c4f7ad48d222 binding host n-d-844202-1 {{(pid=88526) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 18:51:12.572126 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-5a52f8a1-53b2-4c40-ae78-5ec77787c0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:12.596518 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450a12a6-3215-416f-9dc7-a173f6bb2f88 req-fed87f09-d0da-4d91-9aa3-4fe1c64fc06e tempest-ServerAddressesTestJSON-1476585331 tempest-ServerAddressesTestJSON-1476585331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:51:12.597907 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-450a12a6-3215-416f-9dc7-a173f6bb2f88 req-fed87f09-d0da-4d91-9aa3-4fe1c64fc06e tempest-ServerAddressesTestJSON-1476585331 tempest-ServerAddressesTestJSON-1476585331-project] 10.222.0.41 "GET /v2.0/ports?device_id=42bde7a7-1b65-4f5b-8043-5513e782570d HTTP/1.1" status: 200 len: 943 time: 0.9837503 Jun 01 18:51:12.599498 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a71980e-9852-44e0-8218-6ce146240eb7 req-aad27e9e-177f-4b51-bbef-e72b0324abeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:51:12.601009 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8a71980e-9852-44e0-8218-6ce146240eb7 req-aad27e9e-177f-4b51-bbef-e72b0324abeb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d1296626eed948b0afc05a6e5e9c0728&device_id=b5abf379-c887-4351-a374-b69db40c62c9 HTTP/1.1" status: 200 len: 1094 time: 0.7783349 Jun 01 18:51:12.602966 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef1deb7-1d16-45ba-84cd-4ffeef822a26 req-ac5f042c-7aab-4785-8e65-98879fdf84ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:51:12.604923 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-cef1deb7-1d16-45ba-84cd-4ffeef822a26 req-ac5f042c-7aab-4785-8e65-98879fdf84ce service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ab602fe9-7ca4-47bf-b30f-ad3c87b9ac55 HTTP/1.1" status: 200 len: 853 time: 0.3458741 Jun 01 18:51:12.690485 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8a71980e-9852-44e0-8218-6ce146240eb7 req-623db94e-44ce-4949-9586-d3117190cf89 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f3c91e0d-a04a-4d1d-94b5-858df69ff6c2 HTTP/1.1" status: 200 len: 217 time: 0.0665529 Jun 01 18:51:12.715220 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bc1189-3bc6-4159-8beb-926528eb113e req-7914d920-e8b2-4fec-a1c6-87137e3c538d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:51:12.717550 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e5bc1189-3bc6-4159-8beb-926528eb113e req-7914d920-e8b2-4fec-a1c6-87137e3c538d service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=1f43a9ce-4418-4b9a-ad7d-a8a7a81bb33c HTTP/1.1" status: 200 len: 1100 time: 0.8705170 Jun 01 18:51:12.719123 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2bfe6157-589f-42d4-a6bd-d11206d7c6d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:12.731711 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-cef1deb7-1d16-45ba-84cd-4ffeef822a26 req-80ac32ca-6025-4683-be3b-c7d1e47d9bbd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2d46cf9b-19e7-4134-ae61-f2fb8ec4aebe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1039975 Jun 01 18:51:12.752697 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c5a7a780-d049-4706-823c-ebdc8d714a06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:12.815638 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2bfe6157-589f-42d4-a6bd-d11206d7c6d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:12.839583 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment 18206650-252d-483b-b176-e766419278ec resource provider aggregate not found Jun 01 18:51:12.856363 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaf816a-405a-4b48-886d-0b65048694c1 req-47a638c8-c675-48b2-be32-fa06ba015743 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:51:12.859029 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfe6157-589f-42d4-a6bd-d11206d7c6d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=733f1d30-f98a-417d-a420-8babaa4f930e,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:51:12.863575 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ffaf816a-405a-4b48-886d-0b65048694c1 req-47a638c8-c675-48b2-be32-fa06ba015743 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f43a9ce-4418-4b9a-ad7d-a8a7a81bb33c HTTP/1.1" status: 200 len: 949 time: 0.4732895 Jun 01 18:51:12.867543 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-2bfe6157-589f-42d4-a6bd-d11206d7c6d3 admin admin] 10.222.0.41 "DELETE /v2.0/networks/733f1d30-f98a-417d-a420-8babaa4f930e HTTP/1.1" status: 204 len: 168 time: 1.9674807 Jun 01 18:51:12.874028 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a71980e-9852-44e0-8218-6ce146240eb7 req-4b616dc8-d810-4228-abc6-aed27251f43b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:51:12.875666 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8a71980e-9852-44e0-8218-6ce146240eb7 req-4b616dc8-d810-4228-abc6-aed27251f43b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3656dd40-ffe0-48cc-8ad3-70ecaeab86b9 HTTP/1.1" status: 200 len: 862 time: 0.1765490 Jun 01 18:51:12.895863 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment 18206650-252d-483b-b176-e766419278ec resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 18206650-252d-483b-b176-e766419278ec found for delete ", "request_id": "req-6d393131-37de-4a67-ac40-cc5f6cd9fca2"}]} Jun 01 18:51:13.031456 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-450a12a6-3215-416f-9dc7-a173f6bb2f88 req-fa4e696c-4364-42e1-b3b6-6aaa97e48fd4 tempest-ServerAddressesTestJSON-1476585331 tempest-ServerAddressesTestJSON-1476585331-project] 10.222.0.41 "GET /v2.0/security-groups?id=0c0779fc-497e-440f-b6f7-862160944962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4199553 Jun 01 18:51:13.066144 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfe6157-589f-42d4-a6bd-d11206d7c6d3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:51:13.073343 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfe6157-589f-42d4-a6bd-d11206d7c6d3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:51:13.075875 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfe6157-589f-42d4-a6bd-d11206d7c6d3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:51:13.076396 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfe6157-589f-42d4-a6bd-d11206d7c6d3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:51:13.076879 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfe6157-589f-42d4-a6bd-d11206d7c6d3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:51:13.077358 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfe6157-589f-42d4-a6bd-d11206d7c6d3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:51:13.077825 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfe6157-589f-42d4-a6bd-d11206d7c6d3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:51:13.078301 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfe6157-589f-42d4-a6bd-d11206d7c6d3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:51:13.078772 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfe6157-589f-42d4-a6bd-d11206d7c6d3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:51:13.079250 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfe6157-589f-42d4-a6bd-d11206d7c6d3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:51:13.086258 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfe6157-589f-42d4-a6bd-d11206d7c6d3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:51:13.087808 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfe6157-589f-42d4-a6bd-d11206d7c6d3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:51:13.108609 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 53428) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:51:13.143072 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-e96e4555-8fd3-400b-b1fd-d1052371448e None None] Notify callbacks [] for port, precommit_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:13.146570 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8a71980e-9852-44e0-8218-6ce146240eb7 req-206c379f-2f7d-47a2-9f87-55cf2310ea9c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6ab69dec-6b29-491c-b030-4f310f2ad845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2545075 Jun 01 18:51:13.154754 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e5bc1189-3bc6-4159-8beb-926528eb113e req-a6556b37-d244-4039-b1d2-4a3f95fe75e6 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=bbe27866-6450-47f0-a8e1-f266dfb72433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4219580 Jun 01 18:51:13.161604 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.provisioning_blocks [None req-e96e4555-8fd3-400b-b1fd-d1052371448e None None] Transition to ACTIVE for port object e693204c-43a4-4969-a0d0-15eb6d1dbe56 will not be triggered until provisioned by entity L2. {{(pid=88527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:51:13.192605 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-e96e4555-8fd3-400b-b1fd-d1052371448e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:13.228921 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-cef1deb7-1d16-45ba-84cd-4ffeef822a26 req-bd678b42-c35b-4f7a-9b5f-9fb77e1353fb service neutron] 10.222.0.15 "GET /v2.0/networks/2d46cf9b-19e7-4134-ae61-f2fb8ec4aebe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4754543 Jun 01 18:51:13.231315 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-3874071d-e4c3-4bf7-973e-a2ddd7288c3e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bba0af6b22cc48889542d40b4d85508e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1169391 Jun 01 18:51:13.233892 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 53444) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:51:13.301719 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-5a52f8a1-53b2-4c40-ae78-5ec77787c0c1 None None] Notify callbacks [] for port, precommit_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:13.311633 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67def3b-03a5-4162-8c8c-03aab4cb4cfc None None] Pushing event updated for resources: {'Port': ['ID=e693204c-43a4-4969-a0d0-15eb6d1dbe56,revision_number=2']} {{(pid=88527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:51:13.331010 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-5a52f8a1-53b2-4c40-ae78-5ec77787c0c1 None None] Transition to ACTIVE for port object 80722309-7364-434c-8bd7-c4f7ad48d222 will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:51:13.339131 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-5a52f8a1-53b2-4c40-ae78-5ec77787c0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:13.344917 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ffaf816a-405a-4b48-886d-0b65048694c1 req-3fdd2c55-3e61-47a2-b2c7-0da3d85f03f2 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbe27866-6450-47f0-a8e1-f266dfb72433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4805486 Jun 01 18:51:13.352944 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-e96e4555-8fd3-400b-b1fd-d1052371448e None None] Attempting to bind port e693204c-43a4-4969-a0d0-15eb6d1dbe56 on host n-d-844202-1 for vnic_type normal with profile {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:51:13.353242 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-e96e4555-8fd3-400b-b1fd-d1052371448e None None] Attempting to bind port e693204c-43a4-4969-a0d0-15eb6d1dbe56 by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}] {{(pid=88527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:51:13.353602 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e96e4555-8fd3-400b-b1fd-d1052371448e None None] Attempting to bind port e693204c-43a4-4969-a0d0-15eb6d1dbe56 on network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:51:13.372203 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e96e4555-8fd3-400b-b1fd-d1052371448e None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 18, 51, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:51:13.372588 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e96e4555-8fd3-400b-b1fd-d1052371448e None None] Checking segment: {'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:51:13.373000 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-e96e4555-8fd3-400b-b1fd-d1052371448e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:13.373381 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e96e4555-8fd3-400b-b1fd-d1052371448e None None] Bound using segment: {'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'} {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:51:13.373835 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-e96e4555-8fd3-400b-b1fd-d1052371448e None None] Bound port: e693204c-43a4-4969-a0d0-15eb6d1dbe56, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}}] {{(pid=88527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:51:13.374202 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-e96e4555-8fd3-400b-b1fd-d1052371448e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:13.434982 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d9f321-f4c6-4eca-b350-b945c75bf8fe None None] Pushing event updated for resources: {'Port': ['ID=80722309-7364-434c-8bd7-c4f7ad48d222,revision_number=3']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:51:13.600906 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.db [None req-e96e4555-8fd3-400b-b1fd-d1052371448e None None] For port e693204c-43a4-4969-a0d0-15eb6d1dbe56, host n-d-844202-1, cleared binding levels {{(pid=88527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:51:13.605171 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.db [None req-e96e4555-8fd3-400b-b1fd-d1052371448e None None] For port e693204c-43a4-4969-a0d0-15eb6d1dbe56, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=e693204c-43a4-4969-a0d0-15eb6d1dbe56,segment=NetworkSegment(7875af61-4c53-4ff2-b8c8-d4b7c35ff947),segment_id=7875af61-4c53-4ff2-b8c8-d4b7c35ff947)] {{(pid=88527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:51:13.611564 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-e96e4555-8fd3-400b-b1fd-d1052371448e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:13.626238 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 53448) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:51:13.629092 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8a71980e-9852-44e0-8218-6ce146240eb7 req-5e05dea5-a30f-4895-8cae-4fa6db2bf86f service neutron] 10.222.0.15 "GET /v2.0/networks/6ab69dec-6b29-491c-b030-4f310f2ad845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4587290 Jun 01 18:51:13.663237 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-bef9924e-dca9-4e14-b7ca-e558f8cdb193 tempest-ServersTestBootFromVolume-197582985 tempest-ServersTestBootFromVolume-197582985-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1385693634', 'description': 'tempest-description--1184016817'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:51:13.679465 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-bef9924e-dca9-4e14-b7ca-e558f8cdb193 tempest-ServersTestBootFromVolume-197582985 tempest-ServersTestBootFromVolume-197582985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:51:13.707857 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-bef9924e-dca9-4e14-b7ca-e558f8cdb193 tempest-ServersTestBootFromVolume-197582985 tempest-ServersTestBootFromVolume-197582985-project] Usage tracker for resource:security_group and tenant:8954dfb656dd4378bb3153f8271ef2cc is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:51:13.736669 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-c3befb2b-7463-459f-a104-203c82423d4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:13.739617 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-bef9924e-dca9-4e14-b7ca-e558f8cdb193 tempest-ServersTestBootFromVolume-197582985 tempest-ServersTestBootFromVolume-197582985-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:51:13.745882 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e96e4555-8fd3-400b-b1fd-d1052371448e None None] Routers {'8b62f12d-33fd-4ec5-affe-319d520937cb'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:51:13.747006 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-e96e4555-8fd3-400b-b1fd-d1052371448e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:51:09Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['8b62f12d-33fd-4ec5-affe-319d520937cb'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:51:13.761486 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-bef9924e-dca9-4e14-b7ca-e558f8cdb193 tempest-ServersTestBootFromVolume-197582985 tempest-ServersTestBootFromVolume-197582985-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:51:13.765558 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-cef1deb7-1d16-45ba-84cd-4ffeef822a26 req-b10bcc9c-c8e3-4c86-a5e7-debf91947da6 service neutron] 10.222.0.15 "GET /v2.0/networks/2d46cf9b-19e7-4134-ae61-f2fb8ec4aebe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5085371 Jun 01 18:51:13.788969 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-c3befb2b-7463-459f-a104-203c82423d4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:13.801375 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-bef9924e-dca9-4e14-b7ca-e558f8cdb193 tempest-ServersTestBootFromVolume-197582985 tempest-ServersTestBootFromVolume-197582985-project] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:13.857567 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-5a52f8a1-53b2-4c40-ae78-5ec77787c0c1 None None] Attempting to bind port 80722309-7364-434c-8bd7-c4f7ad48d222 on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:51:13.858133 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-5a52f8a1-53b2-4c40-ae78-5ec77787c0c1 None None] Attempting to bind port 80722309-7364-434c-8bd7-c4f7ad48d222 by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': '783bd49a-7d01-4eda-941d-91ad27cdf254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '8bf6d215-ffa6-4f1e-a724-9435b6e76e15'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:51:13.858231 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a52f8a1-53b2-4c40-ae78-5ec77787c0c1 None None] Attempting to bind port 80722309-7364-434c-8bd7-c4f7ad48d222 on network 8bf6d215-ffa6-4f1e-a724-9435b6e76e15 {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:51:13.866990 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a52f8a1-53b2-4c40-ae78-5ec77787c0c1 None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 18, 51, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:51:13.867377 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a52f8a1-53b2-4c40-ae78-5ec77787c0c1 None None] Checking segment: {'id': '783bd49a-7d01-4eda-941d-91ad27cdf254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '8bf6d215-ffa6-4f1e-a724-9435b6e76e15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:51:13.867757 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-5a52f8a1-53b2-4c40-ae78-5ec77787c0c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:13.868145 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a52f8a1-53b2-4c40-ae78-5ec77787c0c1 None None] Bound using segment: {'id': '783bd49a-7d01-4eda-941d-91ad27cdf254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '8bf6d215-ffa6-4f1e-a724-9435b6e76e15'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:51:13.868645 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-5a52f8a1-53b2-4c40-ae78-5ec77787c0c1 None None] Bound port: 80722309-7364-434c-8bd7-c4f7ad48d222, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '783bd49a-7d01-4eda-941d-91ad27cdf254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '8bf6d215-ffa6-4f1e-a724-9435b6e76e15'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:51:13.869021 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-5a52f8a1-53b2-4c40-ae78-5ec77787c0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:13.888554 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8a71980e-9852-44e0-8218-6ce146240eb7 req-9ad932b2-d8c6-4390-9889-c74467125462 service neutron] 10.222.0.15 "GET /v2.0/networks/6ab69dec-6b29-491c-b030-4f310f2ad845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2309725 Jun 01 18:51:13.889856 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [None req-c5a7a780-d049-4706-823c-ebdc8d714a06 admin admin] Allocated IP 172.20.0.1 (e3902938-4b6a-4448-87d9-59b63dd51a7f/276181f2-c3ab-487e-8805-06ed7064e884/e46fb5dd-cf30-42e4-89e6-46926da20e2f) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:51:13.928273 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-bef9924e-dca9-4e14-b7ca-e558f8cdb193 tempest-ServersTestBootFromVolume-197582985 tempest-ServersTestBootFromVolume-197582985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:51:13.947316 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-bef9924e-dca9-4e14-b7ca-e558f8cdb193 tempest-ServersTestBootFromVolume-197582985 tempest-ServersTestBootFromVolume-197582985-project] Usage tracker for resource:security_group_rule and tenant:8954dfb656dd4378bb3153f8271ef2cc is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:51:13.952485 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-bef9924e-dca9-4e14-b7ca-e558f8cdb193 tempest-ServersTestBootFromVolume-197582985 tempest-ServersTestBootFromVolume-197582985-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:51:13.961565 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-bef9924e-dca9-4e14-b7ca-e558f8cdb193 tempest-ServersTestBootFromVolume-197582985 tempest-ServersTestBootFromVolume-197582985-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:51:14.038701 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-5a52f8a1-53b2-4c40-ae78-5ec77787c0c1 None None] For port 80722309-7364-434c-8bd7-c4f7ad48d222, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:51:14.044374 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-5a52f8a1-53b2-4c40-ae78-5ec77787c0c1 None None] For port 80722309-7364-434c-8bd7-c4f7ad48d222, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=80722309-7364-434c-8bd7-c4f7ad48d222,segment=NetworkSegment(783bd49a-7d01-4eda-941d-91ad27cdf254),segment_id=783bd49a-7d01-4eda-941d-91ad27cdf254)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:51:14.048495 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67def3b-03a5-4162-8c8c-03aab4cb4cfc None None] Pushing event updated for resources: {'Port': ['ID=e693204c-43a4-4969-a0d0-15eb6d1dbe56,revision_number=3']} {{(pid=88527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:51:14.050334 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-5a52f8a1-53b2-4c40-ae78-5ec77787c0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:14.069627 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-e96e4555-8fd3-400b-b1fd-d1052371448e None None] Set router 8b62f12d-33fd-4ec5-affe-319d520937cb gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:51:14.121046 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-bef9924e-dca9-4e14-b7ca-e558f8cdb193 tempest-ServersTestBootFromVolume-197582985 tempest-ServersTestBootFromVolume-197582985-project] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:14.159488 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-c3befb2b-7463-459f-a104-203c82423d4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:14.170089 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a52f8a1-53b2-4c40-ae78-5ec77787c0c1 None None] Routers {'0aa48483-2b0c-4af6-a768-ddd1c0992371'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:51:14.170758 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-5a52f8a1-53b2-4c40-ae78-5ec77787c0c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:51:09Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['0aa48483-2b0c-4af6-a768-ddd1c0992371'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:51:14.185762 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-bef9924e-dca9-4e14-b7ca-e558f8cdb193 tempest-ServersTestBootFromVolume-197582985 tempest-ServersTestBootFromVolume-197582985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:14.237893 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3befb2b-7463-459f-a104-203c82423d4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fc7fdb2-998f-4fa0-8e3e-2050d2f86fec,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:51:14.254117 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-bef9924e-dca9-4e14-b7ca-e558f8cdb193 tempest-ServersTestBootFromVolume-197582985 tempest-ServersTestBootFromVolume-197582985-project] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:14.254586 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c5a7a780-d049-4706-823c-ebdc8d714a06 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:14.257845 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-bef9924e-dca9-4e14-b7ca-e558f8cdb193 tempest-ServersTestBootFromVolume-197582985 tempest-ServersTestBootFromVolume-197582985-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.6108110 Jun 01 18:51:14.257845 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-c3befb2b-7463-459f-a104-203c82423d4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:14.257845 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-c3befb2b-7463-459f-a104-203c82423d4f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8fc7fdb2-998f-4fa0-8e3e-2050d2f86fec HTTP/1.1" status: 204 len: 168 time: 1.0225465 Jun 01 18:51:14.266851 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 53464) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:51:14.285146 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-d1b61e10-c67f-4edb-a217-11e3af71ba35 tempest-ServersTestBootFromVolume-197582985 tempest-ServersTestBootFromVolume-197582985-project] Request body: {'security_group_rule': {'security_group_id': '0c6f0000-2b9c-46ed-b9d0-0867b5cac235', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:51:14.325791 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d01133d-bf59-4866-b9de-6df0d650a7f0 req-874cdd54-37f9-4e6e-b217-be338dd98862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:51:14.327158 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9d01133d-bf59-4866-b9de-6df0d650a7f0 req-874cdd54-37f9-4e6e-b217-be338dd98862 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ae97e1a8db6d4c6781eaa54cfd56fe1b&device_id=42bde7a7-1b65-4f5b-8043-5513e782570d HTTP/1.1" status: 200 len: 1094 time: 0.4969199 Jun 01 18:51:14.358815 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dddff79-42cd-4f8f-aa28-ecfb328e7d5f req-5419b20d-2d24-499a-9ff0-bac0d3e02a24 tempest-ImagesOneServerTestJSON-1533552250 tempest-ImagesOneServerTestJSON-1533552250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:51:14.359584 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05842a6-2e53-4574-8045-1dc5abd1081a req-64df1662-713c-44db-a297-c5e95a0828a2 tempest-ServerAddressesNegativeTestJSON-2095929917 tempest-ServerAddressesNegativeTestJSON-2095929917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:51:14.370698 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4dddff79-42cd-4f8f-aa28-ecfb328e7d5f req-5419b20d-2d24-499a-9ff0-bac0d3e02a24 tempest-ImagesOneServerTestJSON-1533552250 tempest-ImagesOneServerTestJSON-1533552250-project] 10.222.0.41 "GET /v2.0/ports?device_id=4fd908a7-170c-44e2-8719-e7c307ce1667 HTTP/1.1" status: 200 len: 949 time: 0.4994862 Jun 01 18:51:14.377798 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d05842a6-2e53-4574-8045-1dc5abd1081a req-64df1662-713c-44db-a297-c5e95a0828a2 tempest-ServerAddressesNegativeTestJSON-2095929917 tempest-ServerAddressesNegativeTestJSON-2095929917-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5abf379-c887-4351-a374-b69db40c62c9 HTTP/1.1" status: 200 len: 943 time: 0.8187971 Jun 01 18:51:14.398849 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-d1b61e10-c67f-4edb-a217-11e3af71ba35 tempest-ServersTestBootFromVolume-197582985 tempest-ServersTestBootFromVolume-197582985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:51:14.439304 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e17c8cc-01aa-4455-ac09-a8f68e09ca6b req-71a22715-3398-4334-b41a-29e91246b3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:51:14.442141 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-9e17c8cc-01aa-4455-ac09-a8f68e09ca6b req-71a22715-3398-4334-b41a-29e91246b3b8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d1296626eed948b0afc05a6e5e9c0728&device_id=b5abf379-c887-4351-a374-b69db40c62c9 HTTP/1.1" status: 200 len: 1094 time: 0.4001839 Jun 01 18:51:14.519735 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef9924e-dca9-4e14-b7ca-e558f8cdb193 tempest-ServersTestBootFromVolume-197582985 tempest-ServersTestBootFromVolume-197582985-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c6f0000-2b9c-46ed-b9d0-0867b5cac235,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:51:14.527558 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-d1b61e10-c67f-4edb-a217-11e3af71ba35 tempest-ServersTestBootFromVolume-197582985 tempest-ServersTestBootFromVolume-197582985-project] Usage tracker for resource:security_group_rule and tenant:8954dfb656dd4378bb3153f8271ef2cc is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:51:14.539350 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [None req-c5a7a780-d049-4706-823c-ebdc8d714a06 admin admin] Transition to ACTIVE for port object e46fb5dd-cf30-42e4-89e6-46926da20e2f will not be triggered until provisioned by entity DHCP. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:51:14.566164 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-d1b61e10-c67f-4edb-a217-11e3af71ba35 tempest-ServersTestBootFromVolume-197582985 tempest-ServersTestBootFromVolume-197582985-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:51:14.578616 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-d1b61e10-c67f-4edb-a217-11e3af71ba35 tempest-ServersTestBootFromVolume-197582985 tempest-ServersTestBootFromVolume-197582985-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:51:14.600788 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-e96e4555-8fd3-400b-b1fd-d1052371448e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b62f12d-33fd-4ec5-affe-319d520937cb', 'name': 'tempest-ServerActionsTestJSON-694302495-router', 'tenant_id': 'eccea382ced5475f9a2098d1ef2ff267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.225'}], 'enable_snat': True}, 'gw_port_id': 'e693204c-43a4-4969-a0d0-15eb6d1dbe56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:50:57Z', 'updated_at': '2022-06-01T18:51:06Z', 'revision_number': 3, 'project_id': 'eccea382ced5475f9a2098d1ef2ff267', 'gw_port': {'id': 'e693204c-43a4-4969-a0d0-15eb6d1dbe56', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:5f:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b62f12d-33fd-4ec5-affe-319d520937cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:51:01Z', 'updated_at': '2022-06-01T18:51:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:51:14.606971 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e96e4555-8fd3-400b-b1fd-d1052371448e None None] The sync data for ids ['8b62f12d-33fd-4ec5-affe-319d520937cb'] in n-d-844202-1 is: [{'id': '8b62f12d-33fd-4ec5-affe-319d520937cb', 'name': 'tempest-ServerActionsTestJSON-694302495-router', 'tenant_id': 'eccea382ced5475f9a2098d1ef2ff267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.225'}], 'enable_snat': True}, 'gw_port_id': 'e693204c-43a4-4969-a0d0-15eb6d1dbe56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:50:57Z', 'updated_at': '2022-06-01T18:51:06Z', 'revision_number': 3, 'project_id': 'eccea382ced5475f9a2098d1ef2ff267', 'gw_port': {'id': 'e693204c-43a4-4969-a0d0-15eb6d1dbe56', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:5f:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b62f12d-33fd-4ec5-affe-319d520937cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:51:01Z', 'updated_at': '2022-06-01T18:51:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 18:51:14.651572 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d1b61e10-c67f-4edb-a217-11e3af71ba35 tempest-ServersTestBootFromVolume-197582985 tempest-ServersTestBootFromVolume-197582985-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:14.671684 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d9f321-f4c6-4eca-b350-b945c75bf8fe None None] Pushing event updated for resources: {'Port': ['ID=80722309-7364-434c-8bd7-c4f7ad48d222,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:51:14.687724 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d05842a6-2e53-4574-8045-1dc5abd1081a req-67b296a8-dcab-40df-8ada-b6993a10919c tempest-ServerAddressesNegativeTestJSON-2095929917 tempest-ServerAddressesNegativeTestJSON-2095929917-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f4bc609-298e-4a8e-bc7f-b7c01286e270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3085418 Jun 01 18:51:14.690662 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4dddff79-42cd-4f8f-aa28-ecfb328e7d5f req-d431089f-38f4-458d-9e68-86add99b407e tempest-ImagesOneServerTestJSON-1533552250 tempest-ImagesOneServerTestJSON-1533552250-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a2ffece-5c89-4f80-8f74-c5fd1708da19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3190029 Jun 01 18:51:14.751459 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d01133d-bf59-4866-b9de-6df0d650a7f0 req-026b297f-6a3e-4502-aa75-f235bb50a8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:51:14.753116 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9d01133d-bf59-4866-b9de-6df0d650a7f0 req-026b297f-6a3e-4502-aa75-f235bb50a8b2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=2d46cf9b-19e7-4134-ae61-f2fb8ec4aebe HTTP/1.1" status: 200 len: 914 time: 0.4162958 Jun 01 18:51:14.778419 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-5a52f8a1-53b2-4c40-ae78-5ec77787c0c1 None None] Set router 0aa48483-2b0c-4af6-a768-ddd1c0992371 gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:51:14.832060 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c5a7a780-d049-4706-823c-ebdc8d714a06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:14.926429 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e17c8cc-01aa-4455-ac09-a8f68e09ca6b req-b2362b9b-f165-496a-a14d-e32ffddf30b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:51:14.927896 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-9e17c8cc-01aa-4455-ac09-a8f68e09ca6b req-b2362b9b-f165-496a-a14d-e32ffddf30b3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6ab69dec-6b29-491c-b030-4f310f2ad845 HTTP/1.1" status: 200 len: 923 time: 0.4705093 Jun 01 18:51:14.944769 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9d01133d-bf59-4866-b9de-6df0d650a7f0 req-9bda1848-ea01-4875-ac9e-225a52e3140b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=de9a0d97-4753-49bb-87e2-0e2cc5e9152f HTTP/1.1" status: 200 len: 217 time: 0.1738360 Jun 01 18:51:14.951683 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d1b61e10-c67f-4edb-a217-11e3af71ba35 tempest-ServersTestBootFromVolume-197582985 tempest-ServersTestBootFromVolume-197582985-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:15.020760 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d1b61e10-c67f-4edb-a217-11e3af71ba35 tempest-ServersTestBootFromVolume-197582985 tempest-ServersTestBootFromVolume-197582985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:15.157594 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5a7a780-d049-4706-823c-ebdc8d714a06 admin admin] Network e3902938-4b6a-4448-87d9-59b63dd51a7f is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:51:15.161438 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b61e10-c67f-4edb-a217-11e3af71ba35 tempest-ServersTestBootFromVolume-197582985 tempest-ServersTestBootFromVolume-197582985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fa3fe92-6041-4f80-a1bf-259884b812dc,revision_number=0']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:51:15.178562 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-c5a7a780-d049-4706-823c-ebdc8d714a06 admin admin] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:51:15.208935 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-9e17c8cc-01aa-4455-ac09-a8f68e09ca6b req-cff29339-3b0d-460c-b436-ac82646b412c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f3c91e0d-a04a-4d1d-94b5-858df69ff6c2 HTTP/1.1" status: 200 len: 217 time: 0.2620482 Jun 01 18:51:15.217669 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a7a780-d049-4706-823c-ebdc8d714a06 admin admin] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:51:15.250404 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d1b61e10-c67f-4edb-a217-11e3af71ba35 tempest-ServersTestBootFromVolume-197582985 tempest-ServersTestBootFromVolume-197582985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:15.263345 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-d1b61e10-c67f-4edb-a217-11e3af71ba35 tempest-ServersTestBootFromVolume-197582985 tempest-ServersTestBootFromVolume-197582985-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9866221 Jun 01 18:51:15.272999 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 53484) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:51:15.288179 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-4929ebd6-a656-4943-9ba7-9ceb4675475e tempest-ServersTestBootFromVolume-197582985 tempest-ServersTestBootFromVolume-197582985-project] Request body: {'security_group_rule': {'security_group_id': '0c6f0000-2b9c-46ed-b9d0-0867b5cac235', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:51:15.305923 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a7a780-d049-4706-823c-ebdc8d714a06 admin admin] Pushing event updated for resources: {'Port': ['ID=e46fb5dd-cf30-42e4-89e6-46926da20e2f,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:51:15.311989 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-4929ebd6-a656-4943-9ba7-9ceb4675475e tempest-ServersTestBootFromVolume-197582985 tempest-ServersTestBootFromVolume-197582985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:51:15.319953 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d01133d-bf59-4866-b9de-6df0d650a7f0 req-44d2e8ab-4358-40ae-8fab-16174e0f8092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:51:15.321696 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9d01133d-bf59-4866-b9de-6df0d650a7f0 req-44d2e8ab-4358-40ae-8fab-16174e0f8092 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ab602fe9-7ca4-47bf-b30f-ad3c87b9ac55 HTTP/1.1" status: 200 len: 853 time: 0.2918246 Jun 01 18:51:15.331393 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-4929ebd6-a656-4943-9ba7-9ceb4675475e tempest-ServersTestBootFromVolume-197582985 tempest-ServersTestBootFromVolume-197582985-project] Usage tracker for resource:security_group_rule and tenant:8954dfb656dd4378bb3153f8271ef2cc is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:51:15.345408 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device e693204c-43a4-4969-a0d0-15eb6d1dbe56 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:51:15.429741 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-4929ebd6-a656-4943-9ba7-9ceb4675475e tempest-ServersTestBootFromVolume-197582985 tempest-ServersTestBootFromVolume-197582985-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:51:15.436140 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9d01133d-bf59-4866-b9de-6df0d650a7f0 req-37ea6849-b1d7-40ac-b9c1-a83d3f7d568b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2d46cf9b-19e7-4134-ae61-f2fb8ec4aebe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1000862 Jun 01 18:51:15.450334 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-4929ebd6-a656-4943-9ba7-9ceb4675475e tempest-ServersTestBootFromVolume-197582985 tempest-ServersTestBootFromVolume-197582985-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:51:15.464352 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c5a7a780-d049-4706-823c-ebdc8d714a06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-887605'] for router_interface, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:15.543688 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port e693204c-43a4-4969-a0d0-15eb6d1dbe56 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:51:15.551297 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port e693204c-43a4-4969-a0d0-15eb6d1dbe56 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:51:15.551778 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:15.599214 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a92619e-fdeb-49a8-bb3d-8e577821635e req-7fa084fe-0a90-494a-9671-fe1ae549125f tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:51:15.610512 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0a92619e-fdeb-49a8-bb3d-8e577821635e req-7fa084fe-0a90-494a-9671-fe1ae549125f tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f43a9ce-4418-4b9a-ad7d-a8a7a81bb33c HTTP/1.1" status: 200 len: 949 time: 0.6973357 Jun 01 18:51:15.631370 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-5a52f8a1-53b2-4c40-ae78-5ec77787c0c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aa48483-2b0c-4af6-a768-ddd1c0992371', 'name': 'tempest-ServersTestBootFromVolume-251279127-router', 'tenant_id': '8954dfb656dd4378bb3153f8271ef2cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': 'c6b06bf3-2d34-4097-80e7-5ccd8e38009b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:50:52Z', 'updated_at': '2022-06-01T18:51:08Z', 'revision_number': 4, 'project_id': '8954dfb656dd4378bb3153f8271ef2cc', 'gw_port': {'id': 'c6b06bf3-2d34-4097-80e7-5ccd8e38009b', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:46:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa48483-2b0c-4af6-a768-ddd1c0992371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:50:55Z', 'updated_at': '2022-06-01T18:51:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '80722309-7364-434c-8bd7-c4f7ad48d222', 'name': '', 'network_id': '8bf6d215-ffa6-4f1e-a724-9435b6e76e15', 'tenant_id': '8954dfb656dd4378bb3153f8271ef2cc', 'mac_address': 'fa:16:3e:50:02:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aa48483-2b0c-4af6-a768-ddd1c0992371', 'device_owner': 'network:router_interface', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': '2445a719-4314-4548-946f-72cc570cc23f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:51:05Z', 'updated_at': '2022-06-01T18:51:14Z', 'revision_number': 4, 'project_id': '8954dfb656dd4378bb3153f8271ef2cc', 'subnets': [{'id': '2445a719-4314-4548-946f-72cc570cc23f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:51:15.643001 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a52f8a1-53b2-4c40-ae78-5ec77787c0c1 None None] The sync data for ids ['0aa48483-2b0c-4af6-a768-ddd1c0992371'] in n-d-844202-1 is: [{'id': '0aa48483-2b0c-4af6-a768-ddd1c0992371', 'name': 'tempest-ServersTestBootFromVolume-251279127-router', 'tenant_id': '8954dfb656dd4378bb3153f8271ef2cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': 'c6b06bf3-2d34-4097-80e7-5ccd8e38009b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:50:52Z', 'updated_at': '2022-06-01T18:51:08Z', 'revision_number': 4, 'project_id': '8954dfb656dd4378bb3153f8271ef2cc', 'gw_port': {'id': 'c6b06bf3-2d34-4097-80e7-5ccd8e38009b', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:46:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa48483-2b0c-4af6-a768-ddd1c0992371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:50:55Z', 'updated_at': '2022-06-01T18:51:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '80722309-7364-434c-8bd7-c4f7ad48d222', 'name': '', 'network_id': '8bf6d215-ffa6-4f1e-a724-9435b6e76e15', 'tenant_id': '8954dfb656dd4378bb3153f8271ef2cc', 'mac_address': 'fa:16:3e:50:02:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aa48483-2b0c-4af6-a768-ddd1c0992371', 'device_owner': 'network:router_interface', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': '2445a719-4314-4548-946f-72cc570cc23f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:51:05Z', 'updated_at': '2022-06-01T18:51:14Z', 'revision_number': 4, 'project_id': '8954dfb656dd4378bb3153f8271ef2cc', 'subnets': [{'id': '2445a719-4314-4548-946f-72cc570cc23f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 18:51:15.701097 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-8a797efd-c3e3-4e8a-8a0d-923f7315e5ee None None] Provisioning for port e46fb5dd-cf30-42e4-89e6-46926da20e2f completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:51:15.754112 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-8a797efd-c3e3-4e8a-8a0d-923f7315e5ee None None] Provisioning complete for port e46fb5dd-cf30-42e4-89e6-46926da20e2f triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:51:15.754483 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-8a797efd-c3e3-4e8a-8a0d-923f7315e5ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:15.779502 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e17c8cc-01aa-4455-ac09-a8f68e09ca6b req-774ab39a-aa7d-4d8e-9802-0b38d3dd38f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:51:15.781686 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-9e17c8cc-01aa-4455-ac09-a8f68e09ca6b req-774ab39a-aa7d-4d8e-9802-0b38d3dd38f3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3656dd40-ffe0-48cc-8ad3-70ecaeab86b9 HTTP/1.1" status: 200 len: 862 time: 0.4764121 Jun 01 18:51:15.897046 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4929ebd6-a656-4943-9ba7-9ceb4675475e tempest-ServersTestBootFromVolume-197582985 tempest-ServersTestBootFromVolume-197582985-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:16.045532 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4929ebd6-a656-4943-9ba7-9ceb4675475e tempest-ServersTestBootFromVolume-197582985 tempest-ServersTestBootFromVolume-197582985-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:16.061870 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-8a797efd-c3e3-4e8a-8a0d-923f7315e5ee None None] Port e46fb5dd-cf30-42e4-89e6-46926da20e2f cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 18:51:16.086074 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0a92619e-fdeb-49a8-bb3d-8e577821635e req-767a0e0c-3fd5-4d80-b4f4-4c109a7bc0e2 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbe27866-6450-47f0-a8e1-f266dfb72433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4745493 Jun 01 18:51:16.087846 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c5a7a780-d049-4706-823c-ebdc8d714a06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:16.101032 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4929ebd6-a656-4943-9ba7-9ceb4675475e tempest-ServersTestBootFromVolume-197582985 tempest-ServersTestBootFromVolume-197582985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:16.119663 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40112733-e4f3-4ffc-8d5a-200d301adf44 req-ab951720-fd2f-46c8-817a-bfcddc5fb11f tempest-ServerAddressesTestJSON-1476585331 tempest-ServerAddressesTestJSON-1476585331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:51:16.131268 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-40112733-e4f3-4ffc-8d5a-200d301adf44 req-ab951720-fd2f-46c8-817a-bfcddc5fb11f tempest-ServerAddressesTestJSON-1476585331 tempest-ServerAddressesTestJSON-1476585331-project] 10.222.0.41 "GET /v2.0/ports?device_id=42bde7a7-1b65-4f5b-8043-5513e782570d HTTP/1.1" status: 200 len: 943 time: 1.1947954 Jun 01 18:51:16.135480 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port e693204c-43a4-4969-a0d0-15eb6d1dbe56 is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:51:16.135711 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:16.149376 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-9e17c8cc-01aa-4455-ac09-a8f68e09ca6b req-23bd3afa-ab67-4ef4-8da6-31c857d3df5e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6ab69dec-6b29-491c-b030-4f310f2ad845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3602576 Jun 01 18:51:16.176260 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4929ebd6-a656-4943-9ba7-9ceb4675475e tempest-ServersTestBootFromVolume-197582985 tempest-ServersTestBootFromVolume-197582985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f48c0bdd-336b-4c1a-9e79-11465033bf3e,revision_number=0']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:51:16.181447 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port e693204c-43a4-4969-a0d0-15eb6d1dbe56, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=e693204c-43a4-4969-a0d0-15eb6d1dbe56,segment=NetworkSegment(7875af61-4c53-4ff2-b8c8-d4b7c35ff947),segment_id=7875af61-4c53-4ff2-b8c8-d4b7c35ff947)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:51:16.187112 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:16.211928 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9d01133d-bf59-4866-b9de-6df0d650a7f0 req-4bcde2e6-a88b-4c60-9e43-6b53d976fdc6 service neutron] 10.222.0.15 "GET /v2.0/networks/2d46cf9b-19e7-4134-ae61-f2fb8ec4aebe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7571239 Jun 01 18:51:16.214033 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4929ebd6-a656-4943-9ba7-9ceb4675475e tempest-ServersTestBootFromVolume-197582985 tempest-ServersTestBootFromVolume-197582985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:16.215440 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-4929ebd6-a656-4943-9ba7-9ceb4675475e tempest-ServersTestBootFromVolume-197582985 tempest-ServersTestBootFromVolume-197582985-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9411647 Jun 01 18:51:16.241504 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 53514) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:51:16.292171 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=e693204c-43a4-4969-a0d0-15eb6d1dbe56,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:51:16.310904 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-8094682e-991f-45ad-b20d-f9e044bc2d62 tempest-ServersTestBootFromVolume-197582985 tempest-ServersTestBootFromVolume-197582985-project] Request body: {'floatingip': {'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:51:16.351750 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-8094682e-991f-45ad-b20d-f9e044bc2d62 tempest-ServersTestBootFromVolume-197582985 tempest-ServersTestBootFromVolume-197582985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:51:16.378804 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9d01133d-bf59-4866-b9de-6df0d650a7f0 req-050166cb-6a3a-4f69-91df-08a7f3a92beb service neutron] 10.222.0.15 "GET /v2.0/networks/2d46cf9b-19e7-4134-ae61-f2fb8ec4aebe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609368 Jun 01 18:51:16.422321 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-40112733-e4f3-4ffc-8d5a-200d301adf44 req-c861acbb-0ffe-4238-96ea-5632bfa933c6 tempest-ServerAddressesTestJSON-1476585331 tempest-ServerAddressesTestJSON-1476585331-project] 10.222.0.41 "GET /v2.0/security-groups?id=0c0779fc-497e-440f-b6f7-862160944962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2760665 Jun 01 18:51:16.551998 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844c874d-c6cf-49fd-a53e-3a9f4743cd7c req-6195bd7d-c482-4eae-80b7-2dee6fa21719 tempest-ServerAddressesNegativeTestJSON-2095929917 tempest-ServerAddressesNegativeTestJSON-2095929917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:51:16.553998 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-844c874d-c6cf-49fd-a53e-3a9f4743cd7c req-6195bd7d-c482-4eae-80b7-2dee6fa21719 tempest-ServerAddressesNegativeTestJSON-2095929917 tempest-ServerAddressesNegativeTestJSON-2095929917-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5abf379-c887-4351-a374-b69db40c62c9 HTTP/1.1" status: 200 len: 943 time: 0.1338305 Jun 01 18:51:16.580085 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-8094682e-991f-45ad-b20d-f9e044bc2d62 tempest-ServersTestBootFromVolume-197582985 tempest-ServersTestBootFromVolume-197582985-project] Usage tracker for resource:floatingip and tenant:8954dfb656dd4378bb3153f8271ef2cc is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:51:16.598560 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-8094682e-991f-45ad-b20d-f9e044bc2d62 tempest-ServersTestBootFromVolume-197582985 tempest-ServersTestBootFromVolume-197582985-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:51:16.611653 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-8094682e-991f-45ad-b20d-f9e044bc2d62 tempest-ServersTestBootFromVolume-197582985 tempest-ServersTestBootFromVolume-197582985-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:51:16.626060 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-844c874d-c6cf-49fd-a53e-3a9f4743cd7c req-1c6674ee-5031-473f-b9d6-cca55f09fbd7 tempest-ServerAddressesNegativeTestJSON-2095929917 tempest-ServerAddressesNegativeTestJSON-2095929917-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f4bc609-298e-4a8e-bc7f-b7c01286e270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656660 Jun 01 18:51:16.676036 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8094682e-991f-45ad-b20d-f9e044bc2d62 tempest-ServersTestBootFromVolume-197582985 tempest-ServersTestBootFromVolume-197582985-project] Notify callbacks [] for floatingip, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:16.713466 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device de9a0d97-4753-49bb-87e2-0e2cc5e9152f details requested by agent hyperv_n-h1-844202-1 with host n-h1-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 18:51:16.715913 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 873ea4ea-e0cb-4148-afa6-bb316ccb2dac no longer exists at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:51:16.871807 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-9e17c8cc-01aa-4455-ac09-a8f68e09ca6b req-6913e889-7ad3-4095-9c23-3c8179c563c1 service neutron] 10.222.0.15 "GET /v2.0/networks/6ab69dec-6b29-491c-b030-4f310f2ad845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7061362 Jun 01 18:51:17.005590 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port 873ea4ea-e0cb-4148-afa6-bb316ccb2dac is: ACTIVE; New status is: DOWN {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:51:17.006407 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:17.044011 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fd908a7-170c-44e2-8719-e7c307ce1667', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '873ea4ea-e0cb-4148-afa6-bb316ccb2dac'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:51:17.071339 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port 873ea4ea-e0cb-4148-afa6-bb316ccb2dac, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=873ea4ea-e0cb-4148-afa6-bb316ccb2dac,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:51:17.078594 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:17.121248 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc2b47d-46c2-453d-8b53-265d931c7543 req-00dc729d-cf07-4885-a608-47c9c0624c30 tempest-MigrationsAdminTest-1367962390 tempest-MigrationsAdminTest-1367962390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:51:17.130968 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5cc2b47d-46c2-453d-8b53-265d931c7543 req-00dc729d-cf07-4885-a608-47c9c0624c30 tempest-MigrationsAdminTest-1367962390 tempest-MigrationsAdminTest-1367962390-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=1f43a9ce-4418-4b9a-ad7d-a8a7a81bb33c HTTP/1.1" status: 200 len: 1100 time: 0.1037579 Jun 01 18:51:17.189292 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c5a7a780-d049-4706-823c-ebdc8d714a06 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:17.214784 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5cc2b47d-46c2-453d-8b53-265d931c7543 req-d1b84dca-e57c-4021-89b0-34a0a299ee10 tempest-MigrationsAdminTest-1367962390 tempest-MigrationsAdminTest-1367962390-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=bbe27866-6450-47f0-a8e1-f266dfb72433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821013 Jun 01 18:51:17.218122 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c5a7a780-d049-4706-823c-ebdc8d714a06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:17.313747 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port de9a0d97-4753-49bb-87e2-0e2cc5e9152f, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=de9a0d97-4753-49bb-87e2-0e2cc5e9152f,segment=NetworkSegment(22287ba6-8d55-40bc-af51-dd1e4bf5ec11),segment_id=22287ba6-8d55-40bc-af51-dd1e4bf5ec11)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:51:17.341133 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Returning: {'device': 'de9a0d97-4753-49bb-87e2-0e2cc5e9152f', 'network_id': '2d46cf9b-19e7-4134-ae61-f2fb8ec4aebe', 'port_id': 'de9a0d97-4753-49bb-87e2-0e2cc5e9152f', 'mac_address': 'fa:16:3e:77:fe:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab602fe9-7ca4-47bf-b30f-ad3c87b9ac55', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 18:51:17.343563 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=873ea4ea-e0cb-4148-afa6-bb316ccb2dac,revision_number=8']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:51:17.400048 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b3f33840-6f98-4d81-9095-706b4ed946ea req-3d454ff0-79ab-496b-b7c9-0e79e2532bd1 tempest-ServerShowV257Test-993542551 tempest-ServerShowV257Test-993542551-project] 10.222.0.41 "GET /v2.0/ports?device_id=4beed13b-e21e-45fb-9e19-4ae7d3a25cc9 HTTP/1.1" status: 200 len: 210 time: 0.1973338 Jun 01 18:51:17.464809 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device e693204c-43a4-4969-a0d0-15eb6d1dbe56 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:51:17.526650 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a7a780-d049-4706-823c-ebdc8d714a06 admin admin] Pushing event updated for resources: {'Port': ['ID=e46fb5dd-cf30-42e4-89e6-46926da20e2f,revision_number=2']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:51:17.528189 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8cec69e-aa06-49b4-a0d2-27b144961cb5'] response: {'server_uuid': '4fd908a7-170c-44e2-8719-e7c307ce1667', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '873ea4ea-e0cb-4148-afa6-bb316ccb2dac', 'code': 200} Jun 01 18:51:17.532584 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c5a7a780-d049-4706-823c-ebdc8d714a06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-887436'] for router_interface, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:17.544327 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-9e17c8cc-01aa-4455-ac09-a8f68e09ca6b req-f9843e8c-f82e-495c-b0da-f24b6f1c2cda service neutron] 10.222.0.15 "GET /v2.0/networks/6ab69dec-6b29-491c-b030-4f310f2ad845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6580269 Jun 01 18:51:17.572024 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port de9a0d97-4753-49bb-87e2-0e2cc5e9152f is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:51:17.573257 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:17.624404 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de9a0d97-4753-49bb-87e2-0e2cc5e9152f {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:51:17.701076 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port de9a0d97-4753-49bb-87e2-0e2cc5e9152f, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=de9a0d97-4753-49bb-87e2-0e2cc5e9152f,segment=NetworkSegment(22287ba6-8d55-40bc-af51-dd1e4bf5ec11),segment_id=22287ba6-8d55-40bc-af51-dd1e4bf5ec11)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:51:17.718388 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:17.719128 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device f3c91e0d-a04a-4d1d-94b5-858df69ff6c2 details requested by agent hyperv_n-h1-844202-1 with host n-h1-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 18:51:17.721035 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port e693204c-43a4-4969-a0d0-15eb6d1dbe56 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:51:17.721419 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:17.752840 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5a7a780-d049-4706-823c-ebdc8d714a06 admin admin] Network e3902938-4b6a-4448-87d9-59b63dd51a7f is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:51:17.755223 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-c5a7a780-d049-4706-823c-ebdc8d714a06 admin admin] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:51:17.762848 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8094682e-991f-45ad-b20d-f9e044bc2d62 tempest-ServersTestBootFromVolume-197582985 tempest-ServersTestBootFromVolume-197582985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:18.221204 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=de9a0d97-4753-49bb-87e2-0e2cc5e9152f,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:51:18.226202 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.db.resource_extend [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 18:51:18.489535 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [None req-8094682e-991f-45ad-b20d-f9e044bc2d62 tempest-ServersTestBootFromVolume-197582985 tempest-ServersTestBootFromVolume-197582985-project] Allocated IP 172.25.4.223 (72a72e44-6845-488a-a5ff-3a26d4df9cb3/c314a23b-daa2-4106-ab28-8e6f954277b2/0c764811-ae46-43c4-b885-66bed6329688) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:51:18.508301 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-0c2887f1-1bd4-43f5-bd49-898c6711d87f None None] Provisioning complete for port e46fb5dd-cf30-42e4-89e6-46926da20e2f triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:51:18.508677 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-0c2887f1-1bd4-43f5-bd49-898c6711d87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:18.529053 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c08f8f-bf02-4870-97b4-ca92b1736447 req-f03e0a3a-c898-4b4e-baa6-d2e94d0ad723 tempest-ServerAddressesNegativeTestJSON-2095929917 tempest-ServerAddressesNegativeTestJSON-2095929917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:51:18.530680 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-12c08f8f-bf02-4870-97b4-ca92b1736447 req-f03e0a3a-c898-4b4e-baa6-d2e94d0ad723 tempest-ServerAddressesNegativeTestJSON-2095929917 tempest-ServerAddressesNegativeTestJSON-2095929917-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5abf379-c887-4351-a374-b69db40c62c9 HTTP/1.1" status: 200 len: 943 time: 0.0833590 Jun 01 18:51:18.569201 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-0c2887f1-1bd4-43f5-bd49-898c6711d87f None None] Port e46fb5dd-cf30-42e4-89e6-46926da20e2f cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 18:51:18.571523 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port e693204c-43a4-4969-a0d0-15eb6d1dbe56 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:51:18.573319 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 80722309-7364-434c-8bd7-c4f7ad48d222 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:51:18.579577 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-12c08f8f-bf02-4870-97b4-ca92b1736447 req-5cf3764b-027e-4863-bc3c-62fe8a6adfbd tempest-ServerAddressesNegativeTestJSON-2095929917 tempest-ServerAddressesNegativeTestJSON-2095929917-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f4bc609-298e-4a8e-bc7f-b7c01286e270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423851 Jun 01 18:51:18.643110 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port f3c91e0d-a04a-4d1d-94b5-858df69ff6c2, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=f3c91e0d-a04a-4d1d-94b5-858df69ff6c2,segment=NetworkSegment(e815419a-2091-4c1b-8091-95f9d579680d),segment_id=e815419a-2091-4c1b-8091-95f9d579680d)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:51:18.662447 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Returning: {'device': 'f3c91e0d-a04a-4d1d-94b5-858df69ff6c2', 'network_id': '6ab69dec-6b29-491c-b030-4f310f2ad845', 'port_id': 'f3c91e0d-a04a-4d1d-94b5-858df69ff6c2', 'mac_address': 'fa:16:3e:c2:22:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3656dd40-ffe0-48cc-8ad3-70ecaeab86b9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 18:51:18.732930 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port 80722309-7364-434c-8bd7-c4f7ad48d222 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:51:18.749092 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port f3c91e0d-a04a-4d1d-94b5-858df69ff6c2 is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:51:18.749487 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:18.771235 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3c91e0d-a04a-4d1d-94b5-858df69ff6c2 {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:51:18.789533 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port f3c91e0d-a04a-4d1d-94b5-858df69ff6c2, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=f3c91e0d-a04a-4d1d-94b5-858df69ff6c2,segment=NetworkSegment(e815419a-2091-4c1b-8091-95f9d579680d),segment_id=e815419a-2091-4c1b-8091-95f9d579680d)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:51:18.792536 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 80722309-7364-434c-8bd7-c4f7ad48d222 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:51:18.794090 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:18.818296 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06336ead-8fd1-44eb-a1d1-5cf7d119f914 req-253544b9-c815-48cb-ae70-deeac869b70a tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:51:18.820394 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-06336ead-8fd1-44eb-a1d1-5cf7d119f914 req-253544b9-c815-48cb-ae70-deeac869b70a tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f43a9ce-4418-4b9a-ad7d-a8a7a81bb33c HTTP/1.1" status: 200 len: 949 time: 0.1383109 Jun 01 18:51:18.851311 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:18.895733 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5a7a780-d049-4706-823c-ebdc8d714a06 admin admin] Router 8b62f12d-33fd-4ec5-affe-319d520937cb has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 18:51:18.913855 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-06336ead-8fd1-44eb-a1d1-5cf7d119f914 req-4df9d786-93cb-42f9-86f3-4cd969dd3838 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbe27866-6450-47f0-a8e1-f266dfb72433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866308 Jun 01 18:51:19.073054 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=f3c91e0d-a04a-4d1d-94b5-858df69ff6c2,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:51:19.088700 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 80722309-7364-434c-8bd7-c4f7ad48d222 is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:51:19.089098 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:19.133811 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port 80722309-7364-434c-8bd7-c4f7ad48d222, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=80722309-7364-434c-8bd7-c4f7ad48d222,segment=NetworkSegment(783bd49a-7d01-4eda-941d-91ad27cdf254),segment_id=783bd49a-7d01-4eda-941d-91ad27cdf254)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:51:19.138630 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:19.189393 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8094682e-991f-45ad-b20d-f9e044bc2d62 tempest-ServersTestBootFromVolume-197582985 tempest-ServersTestBootFromVolume-197582985-project] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:19.191085 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] get_ports_and_sgs() called for port_ids ['f3c91e0d-a04a-4d1d-94b5-858df69ff6c2'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:51:19.203253 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5d09f113-98a4-441d-9b65-9768faf0b67d req-6c55a2dd-8300-4bc9-96a7-84541ed2e550 tempest-ServerShowV257Test-993542551 tempest-ServerShowV257Test-993542551-project] 10.222.0.41 "GET /v2.0/ports?device_id=4beed13b-e21e-45fb-9e19-4ae7d3a25cc9 HTTP/1.1" status: 200 len: 210 time: 0.0444169 Jun 01 18:51:19.225457 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] get_ports_and_sgs() called for port_ids ['de9a0d97-4753-49bb-87e2-0e2cc5e9152f'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:51:19.230882 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f59a1b-d4fa-46f9-a6b7-2f0954a28bac req-96f9f2e2-97bf-418d-863e-d0aee94620c4 tempest-ServerAddressesTestJSON-1476585331 tempest-ServerAddressesTestJSON-1476585331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:51:19.232499 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-27f59a1b-d4fa-46f9-a6b7-2f0954a28bac req-96f9f2e2-97bf-418d-863e-d0aee94620c4 tempest-ServerAddressesTestJSON-1476585331 tempest-ServerAddressesTestJSON-1476585331-project] 10.222.0.41 "GET /v2.0/ports?device_id=42bde7a7-1b65-4f5b-8043-5513e782570d HTTP/1.1" status: 200 len: 944 time: 0.6551404 Jun 01 18:51:19.240045 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d9700f62-1169-4008-9077-47e2831b0366 req-8ad55782-c7f2-48e4-9e13-6e6a322bf01e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1f43a9ce-4418-4b9a-ad7d-a8a7a81bb33c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.9917207 Jun 01 18:51:19.246001 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5a7a780-d049-4706-823c-ebdc8d714a06 admin admin] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 18:51:19.261078 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d3363b4-2903-46fc-bf2d-2ccb5e747403 None None] Sync routers for ids ['8b62f12d-33fd-4ec5-affe-319d520937cb'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 18:51:19.285159 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-c5a7a780-d049-4706-823c-ebdc8d714a06 admin admin] 10.222.0.41 "PUT /v2.0/routers/8b62f12d-33fd-4ec5-affe-319d520937cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6990731 Jun 01 18:51:19.292857 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3363b4-2903-46fc-bf2d-2ccb5e747403 None None] Routers {'8b62f12d-33fd-4ec5-affe-319d520937cb'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:51:19.296937 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-9d3363b4-2903-46fc-bf2d-2ccb5e747403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:51:09Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['8b62f12d-33fd-4ec5-affe-319d520937cb'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:51:19.330102 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-27f59a1b-d4fa-46f9-a6b7-2f0954a28bac req-fc8e5222-a899-4b46-a65e-cbd34b354937 tempest-ServerAddressesTestJSON-1476585331 tempest-ServerAddressesTestJSON-1476585331-project] 10.222.0.41 "GET /v2.0/security-groups?id=0c0779fc-497e-440f-b6f7-862160944962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875149 Jun 01 18:51:19.358783 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8094682e-991f-45ad-b20d-f9e044bc2d62 tempest-ServersTestBootFromVolume-197582985 tempest-ServersTestBootFromVolume-197582985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:19.465586 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=80722309-7364-434c-8bd7-c4f7ad48d222,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:51:19.536294 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8094682e-991f-45ad-b20d-f9e044bc2d62 tempest-ServersTestBootFromVolume-197582985 tempest-ServersTestBootFromVolume-197582985-project] Network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:51:19.539380 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-8094682e-991f-45ad-b20d-f9e044bc2d62 tempest-ServersTestBootFromVolume-197582985 tempest-ServersTestBootFromVolume-197582985-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:51:19.542455 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8094682e-991f-45ad-b20d-f9e044bc2d62 tempest-ServersTestBootFromVolume-197582985 tempest-ServersTestBootFromVolume-197582985-project] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:51:19.574904 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8094682e-991f-45ad-b20d-f9e044bc2d62 tempest-ServersTestBootFromVolume-197582985 tempest-ServersTestBootFromVolume-197582985-project] Pushing event updated for resources: {'Port': ['ID=0c764811-ae46-43c4-b885-66bed6329688,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:51:19.729353 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8094682e-991f-45ad-b20d-f9e044bc2d62 tempest-ServersTestBootFromVolume-197582985 tempest-ServersTestBootFromVolume-197582985-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:19.765718 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-9d3363b4-2903-46fc-bf2d-2ccb5e747403 None None] Set router 8b62f12d-33fd-4ec5-affe-319d520937cb gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:51:19.902448 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8094682e-991f-45ad-b20d-f9e044bc2d62 tempest-ServersTestBootFromVolume-197582985 tempest-ServersTestBootFromVolume-197582985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:20.130294 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 53638) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:51:20.139905 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-661db883-d6a8-41b1-b763-37f24f9f6dfe tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Request body: {'security_group': {'name': 'tempest-securitygroup--608229685', 'description': 'tempest-description--1791680376'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:51:20.154529 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-661db883-d6a8-41b1-b763-37f24f9f6dfe tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:51:20.164131 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-661db883-d6a8-41b1-b763-37f24f9f6dfe tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Usage tracker for resource:security_group and tenant:eccea382ced5475f9a2098d1ef2ff267 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:51:20.173189 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-661db883-d6a8-41b1-b763-37f24f9f6dfe tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:51:20.191199 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-661db883-d6a8-41b1-b763-37f24f9f6dfe tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:51:20.210551 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-661db883-d6a8-41b1-b763-37f24f9f6dfe tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:20.242921 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-661db883-d6a8-41b1-b763-37f24f9f6dfe tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:51:20.250911 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-661db883-d6a8-41b1-b763-37f24f9f6dfe tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Usage tracker for resource:security_group_rule and tenant:eccea382ced5475f9a2098d1ef2ff267 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:51:20.254882 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-661db883-d6a8-41b1-b763-37f24f9f6dfe tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:51:20.267797 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-661db883-d6a8-41b1-b763-37f24f9f6dfe tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:51:20.286588 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6ef15b-b39f-49f6-9142-d43ad5aa71d0 req-38ec8404-efc2-4c92-bba2-20a5867b7eae tempest-ServerAddressesNegativeTestJSON-2095929917 tempest-ServerAddressesNegativeTestJSON-2095929917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:51:20.296322 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-1b6ef15b-b39f-49f6-9142-d43ad5aa71d0 req-38ec8404-efc2-4c92-bba2-20a5867b7eae tempest-ServerAddressesNegativeTestJSON-2095929917 tempest-ServerAddressesNegativeTestJSON-2095929917-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5abf379-c887-4351-a374-b69db40c62c9 HTTP/1.1" status: 200 len: 944 time: 0.4412045 Jun 01 18:51:20.445428 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-1b6ef15b-b39f-49f6-9142-d43ad5aa71d0 req-33b76067-6dd6-42e5-80ad-e82c782dd23f tempest-ServerAddressesNegativeTestJSON-2095929917 tempest-ServerAddressesNegativeTestJSON-2095929917-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f4bc609-298e-4a8e-bc7f-b7c01286e270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443517 Jun 01 18:51:20.471989 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-661db883-d6a8-41b1-b763-37f24f9f6dfe tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:20.479971 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-9d3363b4-2903-46fc-bf2d-2ccb5e747403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b62f12d-33fd-4ec5-affe-319d520937cb', 'name': 'tempest-ServerActionsTestJSON-694302495-router', 'tenant_id': 'eccea382ced5475f9a2098d1ef2ff267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.225'}], 'enable_snat': True}, 'gw_port_id': 'e693204c-43a4-4969-a0d0-15eb6d1dbe56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:50:57Z', 'updated_at': '2022-06-01T18:51:15Z', 'revision_number': 4, 'project_id': 'eccea382ced5475f9a2098d1ef2ff267', 'gw_port': {'id': 'e693204c-43a4-4969-a0d0-15eb6d1dbe56', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:5f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b62f12d-33fd-4ec5-affe-319d520937cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:51:01Z', 'updated_at': '2022-06-01T18:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': 'e46fb5dd-cf30-42e4-89e6-46926da20e2f', 'name': '', 'network_id': 'e3902938-4b6a-4448-87d9-59b63dd51a7f', 'tenant_id': 'eccea382ced5475f9a2098d1ef2ff267', 'mac_address': 'fa:16:3e:8b:0f:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b62f12d-33fd-4ec5-affe-319d520937cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': '276181f2-c3ab-487e-8805-06ed7064e884', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:51:12Z', 'updated_at': '2022-06-01T18:51:16Z', 'revision_number': 2, 'project_id': 'eccea382ced5475f9a2098d1ef2ff267', 'subnets': [{'id': '276181f2-c3ab-487e-8805-06ed7064e884', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:51:20.482592 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-661db883-d6a8-41b1-b763-37f24f9f6dfe tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:20.485707 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d3363b4-2903-46fc-bf2d-2ccb5e747403 None None] Checking router: 8b62f12d-33fd-4ec5-affe-319d520937cb for host: n-d-844202-1 {{(pid=88527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 18:51:20.486060 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d3363b4-2903-46fc-bf2d-2ccb5e747403 None None] Updating router 8b62f12d-33fd-4ec5-affe-319d520937cb port e46fb5dd-cf30-42e4-89e6-46926da20e2f binding host n-d-844202-1 {{(pid=88527) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 18:51:20.511519 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8094682e-991f-45ad-b20d-f9e044bc2d62 tempest-ServersTestBootFromVolume-197582985 tempest-ServersTestBootFromVolume-197582985-project] Notify callbacks [] for port, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:20.517351 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8094682e-991f-45ad-b20d-f9e044bc2d62 tempest-ServersTestBootFromVolume-197582985 tempest-ServersTestBootFromVolume-197582985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:20.542938 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-1a115f87-4ba3-49fe-bdbe-912433a97d6b req-29b443d6-bf00-4c3f-907e-2b6c3306198e service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=4beed13b-e21e-45fb-9e19-4ae7d3a25cc9 HTTP/1.1" status: 200 len: 210 time: 0.2480772 Jun 01 18:51:20.606061 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-9d3363b4-2903-46fc-bf2d-2ccb5e747403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:20.628944 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661db883-d6a8-41b1-b763-37f24f9f6dfe tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ce59b29-4aa6-4d2e-8584-a540c0a14c5a,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:51:20.631308 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-661db883-d6a8-41b1-b763-37f24f9f6dfe tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:20.636912 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-661db883-d6a8-41b1-b763-37f24f9f6dfe tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5048206 Jun 01 18:51:20.643032 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 53658) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:51:20.652349 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-7f1fa466-a391-4f76-9b87-f0309d53643b tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Request body: {'security_group_rule': {'security_group_id': '6ce59b29-4aa6-4d2e-8584-a540c0a14c5a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:51:20.663639 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-7f1fa466-a391-4f76-9b87-f0309d53643b tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:51:20.676043 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-7f1fa466-a391-4f76-9b87-f0309d53643b tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Usage tracker for resource:security_group_rule and tenant:eccea382ced5475f9a2098d1ef2ff267 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:51:20.686199 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-7f1fa466-a391-4f76-9b87-f0309d53643b tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:51:20.702836 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ccf534-510b-4aa5-9c09-5e8c586463ff req-3da4e7c3-5a32-4eed-82bb-1709f9e0c5e9 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:51:20.703896 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-94add044-35e7-41b9-b475-12af6ced0dc1 req-8690956b-136d-4ffc-b727-c9e2fa6ce213 tempest-ServerShowV257Test-993542551 tempest-ServerShowV257Test-993542551-project] 10.222.0.41 "GET /v2.0/ports?device_id=4beed13b-e21e-45fb-9e19-4ae7d3a25cc9 HTTP/1.1" status: 200 len: 210 time: 0.0846641 Jun 01 18:51:20.705220 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-36ccf534-510b-4aa5-9c09-5e8c586463ff req-3da4e7c3-5a32-4eed-82bb-1709f9e0c5e9 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f43a9ce-4418-4b9a-ad7d-a8a7a81bb33c HTTP/1.1" status: 200 len: 949 time: 0.2250295 Jun 01 18:51:20.706360 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-7f1fa466-a391-4f76-9b87-f0309d53643b tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:51:20.711659 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8094682e-991f-45ad-b20d-f9e044bc2d62 tempest-ServersTestBootFromVolume-197582985 tempest-ServersTestBootFromVolume-197582985-project] Pushing event updated for resources: {'Port': ['ID=0c764811-ae46-43c4-b885-66bed6329688,revision_number=2']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:51:20.726775 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-7f1fa466-a391-4f76-9b87-f0309d53643b tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:20.726937 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8094682e-991f-45ad-b20d-f9e044bc2d62 tempest-ServersTestBootFromVolume-197582985 tempest-ServersTestBootFromVolume-197582985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887712'] for floatingip, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:20.761509 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8094682e-991f-45ad-b20d-f9e044bc2d62 tempest-ServersTestBootFromVolume-197582985 tempest-ServersTestBootFromVolume-197582985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for floatingip, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:20.763237 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-8094682e-991f-45ad-b20d-f9e044bc2d62 tempest-ServersTestBootFromVolume-197582985 tempest-ServersTestBootFromVolume-197582985-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.5206053 Jun 01 18:51:20.823402 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-7f1fa466-a391-4f76-9b87-f0309d53643b tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:20.837069 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-7f1fa466-a391-4f76-9b87-f0309d53643b tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:20.875145 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device f3c91e0d-a04a-4d1d-94b5-858df69ff6c2 up at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:51:20.881140 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-36ccf534-510b-4aa5-9c09-5e8c586463ff req-1ed17413-993b-4e59-8909-49546cab61f0 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbe27866-6450-47f0-a8e1-f266dfb72433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148651 Jun 01 18:51:20.882722 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1fa466-a391-4f76-9b87-f0309d53643b tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e794630-5f1f-4648-a194-b51ac73ea9ce,revision_number=0']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:51:20.910675 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-7f1fa466-a391-4f76-9b87-f0309d53643b tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:20.914779 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 53664) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:51:20.914968 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-7f1fa466-a391-4f76-9b87-f0309d53643b tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2691984 Jun 01 18:51:20.920946 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-7b246286-f66b-4cf4-b2b2-aa9465491bde tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Request body: {'security_group_rule': {'security_group_id': '6ce59b29-4aa6-4d2e-8584-a540c0a14c5a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:51:20.933431 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-7b246286-f66b-4cf4-b2b2-aa9465491bde tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:51:20.940041 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-7b246286-f66b-4cf4-b2b2-aa9465491bde tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Usage tracker for resource:security_group_rule and tenant:eccea382ced5475f9a2098d1ef2ff267 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:51:20.951837 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-7b246286-f66b-4cf4-b2b2-aa9465491bde tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:51:20.967835 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-7b246286-f66b-4cf4-b2b2-aa9465491bde tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:51:21.008816 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Provisioning for port f3c91e0d-a04a-4d1d-94b5-858df69ff6c2 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:51:21.016936 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Provisioning complete for port f3c91e0d-a04a-4d1d-94b5-858df69ff6c2 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:51:21.017678 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:21.089373 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7b246286-f66b-4cf4-b2b2-aa9465491bde tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:21.178000 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cb7e1a-8c63-44f4-9fb7-03c1d338b0fe req-43ffb4b1-b6a8-4439-b71f-2a65f75b0d65 tempest-ServerAddressesTestJSON-1476585331 tempest-ServerAddressesTestJSON-1476585331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:51:21.181264 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port f3c91e0d-a04a-4d1d-94b5-858df69ff6c2 is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:51:21.182465 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:21.186091 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-53cb7e1a-8c63-44f4-9fb7-03c1d338b0fe req-43ffb4b1-b6a8-4439-b71f-2a65f75b0d65 tempest-ServerAddressesTestJSON-1476585331 tempest-ServerAddressesTestJSON-1476585331-project] 10.222.0.41 "GET /v2.0/ports?device_id=42bde7a7-1b65-4f5b-8043-5513e782570d HTTP/1.1" status: 200 len: 944 time: 0.2238266 Jun 01 18:51:21.190569 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-9d3363b4-2903-46fc-bf2d-2ccb5e747403 None None] Notify callbacks [] for port, precommit_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:21.216892 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.provisioning_blocks [None req-9d3363b4-2903-46fc-bf2d-2ccb5e747403 None None] Transition to ACTIVE for port object e46fb5dd-cf30-42e4-89e6-46926da20e2f will not be triggered until provisioned by entity L2. {{(pid=88527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:51:21.229737 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-9d3363b4-2903-46fc-bf2d-2ccb5e747403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:21.237029 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5abf379-c887-4351-a374-b69db40c62c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3c91e0d-a04a-4d1d-94b5-858df69ff6c2'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:51:21.273138 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port f3c91e0d-a04a-4d1d-94b5-858df69ff6c2, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=f3c91e0d-a04a-4d1d-94b5-858df69ff6c2,segment=NetworkSegment(e815419a-2091-4c1b-8091-95f9d579680d),segment_id=e815419a-2091-4c1b-8091-95f9d579680d)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:51:21.276745 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7b246286-f66b-4cf4-b2b2-aa9465491bde tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:21.280597 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 80722309-7364-434c-8bd7-c4f7ad48d222 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:51:21.294040 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-53cb7e1a-8c63-44f4-9fb7-03c1d338b0fe req-d7f49ce6-8781-4713-9ec4-8573b09bb2ef tempest-ServerAddressesTestJSON-1476585331 tempest-ServerAddressesTestJSON-1476585331-project] 10.222.0.41 "GET /v2.0/security-groups?id=0c0779fc-497e-440f-b6f7-862160944962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011558 Jun 01 18:51:21.305664 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7b246286-f66b-4cf4-b2b2-aa9465491bde tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:21.330658 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b246286-f66b-4cf4-b2b2-aa9465491bde tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e40e7c21-b924-403d-9467-12fb252b6cf6,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:51:21.345301 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15a41084-eedd-4ef4-8646-f32c97fbeffd'] response: {'server_uuid': 'b5abf379-c887-4351-a374-b69db40c62c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3c91e0d-a04a-4d1d-94b5-858df69ff6c2', 'code': 200} Jun 01 18:51:21.350885 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:21.352088 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device de9a0d97-4753-49bb-87e2-0e2cc5e9152f up at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:51:21.355255 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7b246286-f66b-4cf4-b2b2-aa9465491bde tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:21.359160 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-7b246286-f66b-4cf4-b2b2-aa9465491bde tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4404497 Jun 01 18:51:21.360726 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 53710) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:51:21.366276 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-738e840f-1cee-49d9-bc2e-217d525c6701 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Request body: {'floatingip': {'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:51:21.373121 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-738e840f-1cee-49d9-bc2e-217d525c6701 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:51:21.383685 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-738e840f-1cee-49d9-bc2e-217d525c6701 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Usage tracker for resource:floatingip and tenant:eccea382ced5475f9a2098d1ef2ff267 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:51:21.390602 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-738e840f-1cee-49d9-bc2e-217d525c6701 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:51:21.405411 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-738e840f-1cee-49d9-bc2e-217d525c6701 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:51:21.420862 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656106e0-477c-43b9-aa21-9198f3f77fc3 None None] Pushing event updated for resources: {'Port': ['ID=e46fb5dd-cf30-42e4-89e6-46926da20e2f,revision_number=3']} {{(pid=88527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:51:21.430457 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-738e840f-1cee-49d9-bc2e-217d525c6701 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Notify callbacks [] for floatingip, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:21.476907 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9700f62-1169-4008-9077-47e2831b0366 req-e3a95daa-e6d6-4b3b-8e1e-ee92ec9d0ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:51:21.479990 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d9700f62-1169-4008-9077-47e2831b0366 req-e3a95daa-e6d6-4b3b-8e1e-ee92ec9d0ffd service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5a29f45689de4723b61fb9850cc62a10&device_id=1f43a9ce-4418-4b9a-ad7d-a8a7a81bb33c HTTP/1.1" status: 200 len: 1100 time: 0.2683671 Jun 01 18:51:21.660565 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 80722309-7364-434c-8bd7-c4f7ad48d222 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:51:21.660877 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:21.692066 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-9d3363b4-2903-46fc-bf2d-2ccb5e747403 None None] Attempting to bind port e46fb5dd-cf30-42e4-89e6-46926da20e2f on host n-d-844202-1 for vnic_type normal with profile {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:51:21.694677 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-9d3363b4-2903-46fc-bf2d-2ccb5e747403 None None] Attempting to bind port e46fb5dd-cf30-42e4-89e6-46926da20e2f by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': 'e60765c6-124a-4916-8bfd-a8bc142f32ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'e3902938-4b6a-4448-87d9-59b63dd51a7f'}] {{(pid=88527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:51:21.696407 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d3363b4-2903-46fc-bf2d-2ccb5e747403 None None] Attempting to bind port e46fb5dd-cf30-42e4-89e6-46926da20e2f on network e3902938-4b6a-4448-87d9-59b63dd51a7f {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:51:21.713452 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d3363b4-2903-46fc-bf2d-2ccb5e747403 None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 18, 51, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:51:21.722114 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d3363b4-2903-46fc-bf2d-2ccb5e747403 None None] Checking segment: {'id': 'e60765c6-124a-4916-8bfd-a8bc142f32ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'e3902938-4b6a-4448-87d9-59b63dd51a7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:51:21.722747 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-9d3363b4-2903-46fc-bf2d-2ccb5e747403 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:21.726319 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d3363b4-2903-46fc-bf2d-2ccb5e747403 None None] Bound using segment: {'id': 'e60765c6-124a-4916-8bfd-a8bc142f32ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'e3902938-4b6a-4448-87d9-59b63dd51a7f'} {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:51:21.726833 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-9d3363b4-2903-46fc-bf2d-2ccb5e747403 None None] Bound port: e46fb5dd-cf30-42e4-89e6-46926da20e2f, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e60765c6-124a-4916-8bfd-a8bc142f32ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'e3902938-4b6a-4448-87d9-59b63dd51a7f'}}] {{(pid=88527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:51:21.727219 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-9d3363b4-2903-46fc-bf2d-2ccb5e747403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:21.809542 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=f3c91e0d-a04a-4d1d-94b5-858df69ff6c2,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:51:21.866884 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Provisioning for port de9a0d97-4753-49bb-87e2-0e2cc5e9152f completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:51:21.872757 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.db [None req-9d3363b4-2903-46fc-bf2d-2ccb5e747403 None None] For port e46fb5dd-cf30-42e4-89e6-46926da20e2f, host n-d-844202-1, cleared binding levels {{(pid=88527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:51:21.885865 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.db [None req-9d3363b4-2903-46fc-bf2d-2ccb5e747403 None None] For port e46fb5dd-cf30-42e4-89e6-46926da20e2f, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=e46fb5dd-cf30-42e4-89e6-46926da20e2f,segment=NetworkSegment(e60765c6-124a-4916-8bfd-a8bc142f32ad),segment_id=e60765c6-124a-4916-8bfd-a8bc142f32ad)] {{(pid=88527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:51:21.887463 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Provisioning complete for port de9a0d97-4753-49bb-87e2-0e2cc5e9152f triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:51:21.894530 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:21.896910 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-9d3363b4-2903-46fc-bf2d-2ccb5e747403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:21.961570 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f951ef0-50bc-4be8-80a7-a41d8dd1660a req-3305583e-85d8-4088-ab9a-01ca7ed0217d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:51:21.970781 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3f951ef0-50bc-4be8-80a7-a41d8dd1660a req-3305583e-85d8-4088-ab9a-01ca7ed0217d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b5abf379-c887-4351-a374-b69db40c62c9 HTTP/1.1" status: 200 len: 1096 time: 0.4757054 Jun 01 18:51:22.090838 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9700f62-1169-4008-9077-47e2831b0366 req-489717df-7754-4eba-aeb6-043fadc9677b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:51:22.093500 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d9700f62-1169-4008-9077-47e2831b0366 req-489717df-7754-4eba-aeb6-043fadc9677b service neutron] 10.222.0.50 "GET /v2.0/networks?id=898153a3-5d71-43be-9d14-343ea4a48426 HTTP/1.1" status: 200 len: 870 time: 0.6067309 Jun 01 18:51:22.094899 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3363b4-2903-46fc-bf2d-2ccb5e747403 None None] Routers {'8b62f12d-33fd-4ec5-affe-319d520937cb'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:51:22.095594 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-9d3363b4-2903-46fc-bf2d-2ccb5e747403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:51:09Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['8b62f12d-33fd-4ec5-affe-319d520937cb'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:51:22.217841 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aa0c08-0c1b-4677-a247-429f1d973ce9 req-a562c51d-5e55-4558-984f-15b7b3d1b9a2 tempest-ServerAddressesNegativeTestJSON-2095929917 tempest-ServerAddressesNegativeTestJSON-2095929917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:51:22.228310 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-46aa0c08-0c1b-4677-a247-429f1d973ce9 req-a562c51d-5e55-4558-984f-15b7b3d1b9a2 tempest-ServerAddressesNegativeTestJSON-2095929917 tempest-ServerAddressesNegativeTestJSON-2095929917-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5abf379-c887-4351-a374-b69db40c62c9 HTTP/1.1" status: 200 len: 945 time: 0.4919913 Jun 01 18:51:22.254327 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d9700f62-1169-4008-9077-47e2831b0366 req-d2d5b16b-6757-4981-b56c-1b5764681b1d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=4e81e01b-8c80-4249-9817-a03c8dcd527d HTTP/1.1" status: 200 len: 217 time: 0.1513278 Jun 01 18:51:22.264546 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-59632660-ee34-442e-96b2-7df227340152 req-fec2d7b3-6796-4364-bc49-de724de5e1ed tempest-ServerShowV257Test-993542551 tempest-ServerShowV257Test-993542551-project] 10.222.0.41 "GET /v2.0/ports?device_id=4beed13b-e21e-45fb-9e19-4ae7d3a25cc9 HTTP/1.1" status: 200 len: 210 time: 0.1589587 Jun 01 18:51:22.301188 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 80722309-7364-434c-8bd7-c4f7ad48d222 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:51:22.319786 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port de9a0d97-4753-49bb-87e2-0e2cc5e9152f is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:51:22.321490 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:22.345823 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656106e0-477c-43b9-aa21-9198f3f77fc3 None None] Pushing event updated for resources: {'Port': ['ID=e46fb5dd-cf30-42e4-89e6-46926da20e2f,revision_number=4']} {{(pid=88527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:51:22.355908 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3f951ef0-50bc-4be8-80a7-a41d8dd1660a req-ea0792ed-f0be-42e5-8fc4-4a31d2cf84f4 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=9f4bc609-298e-4a8e-bc7f-b7c01286e270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3761103 Jun 01 18:51:22.440356 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-738e840f-1cee-49d9-bc2e-217d525c6701 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:22.441997 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port de9a0d97-4753-49bb-87e2-0e2cc5e9152f, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=de9a0d97-4753-49bb-87e2-0e2cc5e9152f,segment=NetworkSegment(22287ba6-8d55-40bc-af51-dd1e4bf5ec11),segment_id=22287ba6-8d55-40bc-af51-dd1e4bf5ec11)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:51:22.450423 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:22.481771 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9700f62-1169-4008-9077-47e2831b0366 req-d7e681e0-016f-46b6-a83b-da88b943b821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:51:22.484962 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d9700f62-1169-4008-9077-47e2831b0366 req-d7e681e0-016f-46b6-a83b-da88b943b821 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=35e3ad2f-9c88-4698-b634-4e1b58de1cc2 HTTP/1.1" status: 200 len: 843 time: 0.2166483 Jun 01 18:51:22.533943 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=de9a0d97-4753-49bb-87e2-0e2cc5e9152f,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:51:22.557700 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-46aa0c08-0c1b-4677-a247-429f1d973ce9 req-0350b832-8e49-4018-9db2-605a25aa6d80 tempest-ServerAddressesNegativeTestJSON-2095929917 tempest-ServerAddressesNegativeTestJSON-2095929917-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f4bc609-298e-4a8e-bc7f-b7c01286e270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3279517 Jun 01 18:51:22.639955 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9700f62-1169-4008-9077-47e2831b0366 req-f24355e4-eb10-49b6-8687-7be493484c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:51:22.641512 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d9700f62-1169-4008-9077-47e2831b0366 req-f24355e4-eb10-49b6-8687-7be493484c29 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=898153a3-5d71-43be-9d14-343ea4a48426&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1454065 Jun 01 18:51:22.719260 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-9d3363b4-2903-46fc-bf2d-2ccb5e747403 None None] Set router 8b62f12d-33fd-4ec5-affe-319d520937cb gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:51:22.899121 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 873ea4ea-e0cb-4148-afa6-bb316ccb2dac details requested by agent hyperv_n-h1-844202-1 with host n-h1-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 18:51:23.045420 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5088e1-125f-49c7-889c-78f50b76da55 req-07e1faf2-85df-4027-b87c-8c52fc535a37 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:51:23.057540 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-9d5088e1-125f-49c7-889c-78f50b76da55 req-07e1faf2-85df-4027-b87c-8c52fc535a37 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f43a9ce-4418-4b9a-ad7d-a8a7a81bb33c HTTP/1.1" status: 200 len: 949 time: 0.5259180 Jun 01 18:51:23.115732 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [None req-738e840f-1cee-49d9-bc2e-217d525c6701 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Allocated IP 172.25.4.212 (72a72e44-6845-488a-a5ff-3a26d4df9cb3/c314a23b-daa2-4106-ab28-8e6f954277b2/158e3959-d7eb-409e-86a3-84e931acc1c6) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:51:23.199211 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d9700f62-1169-4008-9077-47e2831b0366 req-b9ba05ec-ccad-4972-86ea-04f02f97a554 service neutron] 10.222.0.50 "GET /v2.0/networks/898153a3-5d71-43be-9d14-343ea4a48426?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5510819 Jun 01 18:51:23.304003 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port 873ea4ea-e0cb-4148-afa6-bb316ccb2dac, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=873ea4ea-e0cb-4148-afa6-bb316ccb2dac,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:51:23.345269 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Returning: {'device': '873ea4ea-e0cb-4148-afa6-bb316ccb2dac', 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426', 'port_id': '873ea4ea-e0cb-4148-afa6-bb316ccb2dac', 'mac_address': 'fa:16:3e:cf:ef:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35e3ad2f-9c88-4698-b634-4e1b58de1cc2', 'ip_address': '192.168.233.53'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 18:51:23.346827 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42bde7a7-1b65-4f5b-8043-5513e782570d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de9a0d97-4753-49bb-87e2-0e2cc5e9152f'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:51:23.407097 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-9d5088e1-125f-49c7-889c-78f50b76da55 req-6ae87114-cccc-4e63-bfda-704ecb693f84 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbe27866-6450-47f0-a8e1-f266dfb72433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3425589 Jun 01 18:51:23.462774 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port 873ea4ea-e0cb-4148-afa6-bb316ccb2dac is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:51:23.463842 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:23.504573 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 873ea4ea-e0cb-4148-afa6-bb316ccb2dac {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:51:23.542381 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port 873ea4ea-e0cb-4148-afa6-bb316ccb2dac, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=873ea4ea-e0cb-4148-afa6-bb316ccb2dac,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:51:23.548529 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:23.612770 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-738e840f-1cee-49d9-bc2e-217d525c6701 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:23.650442 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d9700f62-1169-4008-9077-47e2831b0366 req-a027e15a-d29e-48b0-99ef-e63844d917df service neutron] 10.222.0.50 "GET /v2.0/networks/898153a3-5d71-43be-9d14-343ea4a48426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4457700 Jun 01 18:51:23.673847 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bf5389-c3a1-4745-b58d-47a9bd93a959 req-712e9355-e6e5-4a31-847c-ef8b98ff5395 tempest-ServerAddressesTestJSON-1476585331 tempest-ServerAddressesTestJSON-1476585331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:51:23.685490 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-41bf5389-c3a1-4745-b58d-47a9bd93a959 req-712e9355-e6e5-4a31-847c-ef8b98ff5395 tempest-ServerAddressesTestJSON-1476585331 tempest-ServerAddressesTestJSON-1476585331-project] 10.222.0.41 "GET /v2.0/ports?device_id=42bde7a7-1b65-4f5b-8043-5513e782570d HTTP/1.1" status: 200 len: 945 time: 0.3172898 Jun 01 18:51:23.689068 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-738e840f-1cee-49d9-bc2e-217d525c6701 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:23.824922 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-41bf5389-c3a1-4745-b58d-47a9bd93a959 req-489d123d-62ea-4689-aac0-df125f97d21e tempest-ServerAddressesTestJSON-1476585331 tempest-ServerAddressesTestJSON-1476585331-project] 10.222.0.41 "GET /v2.0/security-groups?id=0c0779fc-497e-440f-b6f7-862160944962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346502 Jun 01 18:51:23.826990 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=873ea4ea-e0cb-4148-afa6-bb316ccb2dac,revision_number=9']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:51:23.858221 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] get_ports_and_sgs() called for port_ids ['873ea4ea-e0cb-4148-afa6-bb316ccb2dac'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:51:23.862870 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738e840f-1cee-49d9-bc2e-217d525c6701 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Pushing event updated for resources: {'Port': ['ID=158e3959-d7eb-409e-86a3-84e931acc1c6,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:51:23.868028 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-9d3363b4-2903-46fc-bf2d-2ccb5e747403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b62f12d-33fd-4ec5-affe-319d520937cb', 'name': 'tempest-ServerActionsTestJSON-694302495-router', 'tenant_id': 'eccea382ced5475f9a2098d1ef2ff267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.225'}], 'enable_snat': True}, 'gw_port_id': 'e693204c-43a4-4969-a0d0-15eb6d1dbe56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:50:57Z', 'updated_at': '2022-06-01T18:51:15Z', 'revision_number': 4, 'project_id': 'eccea382ced5475f9a2098d1ef2ff267', 'gw_port': {'id': 'e693204c-43a4-4969-a0d0-15eb6d1dbe56', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:5f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b62f12d-33fd-4ec5-affe-319d520937cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:51:01Z', 'updated_at': '2022-06-01T18:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': 'e46fb5dd-cf30-42e4-89e6-46926da20e2f', 'name': '', 'network_id': 'e3902938-4b6a-4448-87d9-59b63dd51a7f', 'tenant_id': 'eccea382ced5475f9a2098d1ef2ff267', 'mac_address': 'fa:16:3e:8b:0f:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b62f12d-33fd-4ec5-affe-319d520937cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': '276181f2-c3ab-487e-8805-06ed7064e884', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:51:12Z', 'updated_at': '2022-06-01T18:51:21Z', 'revision_number': 4, 'project_id': 'eccea382ced5475f9a2098d1ef2ff267', 'subnets': [{'id': '276181f2-c3ab-487e-8805-06ed7064e884', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:51:23.877517 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-738e840f-1cee-49d9-bc2e-217d525c6701 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:51:23.879764 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-738e840f-1cee-49d9-bc2e-217d525c6701 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:51:23.887071 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738e840f-1cee-49d9-bc2e-217d525c6701 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:51:23.895695 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d3363b4-2903-46fc-bf2d-2ccb5e747403 None None] The sync data for ids ['8b62f12d-33fd-4ec5-affe-319d520937cb'] in n-d-844202-1 is: [{'id': '8b62f12d-33fd-4ec5-affe-319d520937cb', 'name': 'tempest-ServerActionsTestJSON-694302495-router', 'tenant_id': 'eccea382ced5475f9a2098d1ef2ff267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.225'}], 'enable_snat': True}, 'gw_port_id': 'e693204c-43a4-4969-a0d0-15eb6d1dbe56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:50:57Z', 'updated_at': '2022-06-01T18:51:15Z', 'revision_number': 4, 'project_id': 'eccea382ced5475f9a2098d1ef2ff267', 'gw_port': {'id': 'e693204c-43a4-4969-a0d0-15eb6d1dbe56', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:5f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b62f12d-33fd-4ec5-affe-319d520937cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:51:01Z', 'updated_at': '2022-06-01T18:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': 'e46fb5dd-cf30-42e4-89e6-46926da20e2f', 'name': '', 'network_id': 'e3902938-4b6a-4448-87d9-59b63dd51a7f', 'tenant_id': 'eccea382ced5475f9a2098d1ef2ff267', 'mac_address': 'fa:16:3e:8b:0f:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b62f12d-33fd-4ec5-affe-319d520937cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': '276181f2-c3ab-487e-8805-06ed7064e884', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:51:12Z', 'updated_at': '2022-06-01T18:51:21Z', 'revision_number': 4, 'project_id': 'eccea382ced5475f9a2098d1ef2ff267', 'subnets': [{'id': '276181f2-c3ab-487e-8805-06ed7064e884', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 18:51:24.044292 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89f80007-785c-4441-9bdc-57307fbe540f'] response: {'server_uuid': '42bde7a7-1b65-4f5b-8043-5513e782570d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de9a0d97-4753-49bb-87e2-0e2cc5e9152f', 'code': 200} Jun 01 18:51:24.267573 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-7b60b929-cb7b-49da-b907-7202461bec06 req-54b7eecb-0bff-4358-a13e-38af121d16ac tempest-ServerShowV257Test-993542551 tempest-ServerShowV257Test-993542551-project] 10.222.0.41 "GET /v2.0/ports?device_id=4beed13b-e21e-45fb-9e19-4ae7d3a25cc9 HTTP/1.1" status: 200 len: 210 time: 0.2178001 Jun 01 18:51:24.297173 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdfd343-f6ec-4a71-a449-2245124ec7b8 req-ea063806-0091-46c4-870e-e1ed711ae420 tempest-ServerAddressesNegativeTestJSON-2095929917 tempest-ServerAddressesNegativeTestJSON-2095929917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:51:24.303481 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3cdfd343-f6ec-4a71-a449-2245124ec7b8 req-ea063806-0091-46c4-870e-e1ed711ae420 tempest-ServerAddressesNegativeTestJSON-2095929917 tempest-ServerAddressesNegativeTestJSON-2095929917-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5abf379-c887-4351-a374-b69db40c62c9 HTTP/1.1" status: 200 len: 945 time: 0.1431599 Jun 01 18:51:24.372583 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-738e840f-1cee-49d9-bc2e-217d525c6701 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:24.383152 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3cdfd343-f6ec-4a71-a449-2245124ec7b8 req-b5bc7f2e-474e-4de0-aace-73c007b86e69 tempest-ServerAddressesNegativeTestJSON-2095929917 tempest-ServerAddressesNegativeTestJSON-2095929917-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f4bc609-298e-4a8e-bc7f-b7c01286e270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784564 Jun 01 18:51:24.440810 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a65280-5182-4e51-97fd-0d5382612104 req-9d0bf226-523d-432f-b693-0ce5b3e4c2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:51:24.442350 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-07a65280-5182-4e51-97fd-0d5382612104 req-9d0bf226-523d-432f-b693-0ce5b3e4c2ea service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=42bde7a7-1b65-4f5b-8043-5513e782570d HTTP/1.1" status: 200 len: 1096 time: 0.2380319 Jun 01 18:51:24.501250 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-738e840f-1cee-49d9-bc2e-217d525c6701 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:24.561332 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-07a65280-5182-4e51-97fd-0d5382612104 req-85e8a76e-2a5e-49ed-ba37-cb8b2b4c3dc2 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=0c0779fc-497e-440f-b6f7-862160944962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103079 Jun 01 18:51:24.714129 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e848bf4-6386-4f19-8c51-a4e8817e8c70 req-dba801a8-76c2-42be-ab32-c385e564bd3d tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:51:24.732681 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6e848bf4-6386-4f19-8c51-a4e8817e8c70 req-dba801a8-76c2-42be-ab32-c385e564bd3d tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f43a9ce-4418-4b9a-ad7d-a8a7a81bb33c HTTP/1.1" status: 200 len: 949 time: 0.1420369 Jun 01 18:51:24.833966 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6e848bf4-6386-4f19-8c51-a4e8817e8c70 req-14428022-26ad-4472-bf7e-8122c313abad tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbe27866-6450-47f0-a8e1-f266dfb72433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001759 Jun 01 18:51:24.947675 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-738e840f-1cee-49d9-bc2e-217d525c6701 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Notify callbacks [] for port, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:24.969514 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-738e840f-1cee-49d9-bc2e-217d525c6701 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:25.208088 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738e840f-1cee-49d9-bc2e-217d525c6701 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Pushing event updated for resources: {'Port': ['ID=158e3959-d7eb-409e-86a3-84e931acc1c6,revision_number=2']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:51:25.222999 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-738e840f-1cee-49d9-bc2e-217d525c6701 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887712'] for floatingip, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:25.249568 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593b1c68-e4b0-461e-a64f-20669ced6615 req-3f70760c-8516-407e-aebc-f7fb9ab21cf0 tempest-ServerAddressesTestJSON-1476585331 tempest-ServerAddressesTestJSON-1476585331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:51:25.257883 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-593b1c68-e4b0-461e-a64f-20669ced6615 req-3f70760c-8516-407e-aebc-f7fb9ab21cf0 tempest-ServerAddressesTestJSON-1476585331 tempest-ServerAddressesTestJSON-1476585331-project] 10.222.0.41 "GET /v2.0/ports?device_id=42bde7a7-1b65-4f5b-8043-5513e782570d HTTP/1.1" status: 200 len: 945 time: 0.1701601 Jun 01 18:51:25.279456 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-738e840f-1cee-49d9-bc2e-217d525c6701 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for floatingip, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:25.291041 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-738e840f-1cee-49d9-bc2e-217d525c6701 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9289231 Jun 01 18:51:25.339304 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-593b1c68-e4b0-461e-a64f-20669ced6615 req-36b9876e-e446-4633-9d0f-497f4f7ae2fe tempest-ServerAddressesTestJSON-1476585331 tempest-ServerAddressesTestJSON-1476585331-project] 10.222.0.41 "GET /v2.0/security-groups?id=0c0779fc-497e-440f-b6f7-862160944962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795138 Jun 01 18:51:25.366036 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device e46fb5dd-cf30-42e4-89e6-46926da20e2f up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:51:25.534929 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port e46fb5dd-cf30-42e4-89e6-46926da20e2f completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:51:25.548269 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port e46fb5dd-cf30-42e4-89e6-46926da20e2f triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:51:25.548644 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:25.852674 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port e46fb5dd-cf30-42e4-89e6-46926da20e2f is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:51:25.856827 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:25.950581 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port e46fb5dd-cf30-42e4-89e6-46926da20e2f, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=e46fb5dd-cf30-42e4-89e6-46926da20e2f,segment=NetworkSegment(e60765c6-124a-4916-8bfd-a8bc142f32ad),segment_id=e60765c6-124a-4916-8bfd-a8bc142f32ad)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:51:25.965997 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:26.145064 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=e46fb5dd-cf30-42e4-89e6-46926da20e2f,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:51:26.226525 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4ca1f522-6ad9-45f8-b6db-b15f1b8145a8 req-957b42f8-7499-4b59-a92e-a914bfcf0011 tempest-ServerShowV257Test-993542551 tempest-ServerShowV257Test-993542551-project] 10.222.0.41 "GET /v2.0/ports?device_id=4beed13b-e21e-45fb-9e19-4ae7d3a25cc9 HTTP/1.1" status: 200 len: 210 time: 0.0565834 Jun 01 18:51:26.906508 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 873ea4ea-e0cb-4148-afa6-bb316ccb2dac up at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:51:27.058670 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Provisioning complete for port 873ea4ea-e0cb-4148-afa6-bb316ccb2dac triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:51:27.059040 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:27.294881 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device e46fb5dd-cf30-42e4-89e6-46926da20e2f up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:51:27.373611 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port 873ea4ea-e0cb-4148-afa6-bb316ccb2dac is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:51:27.373611 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:27.418569 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fd908a7-170c-44e2-8719-e7c307ce1667', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '873ea4ea-e0cb-4148-afa6-bb316ccb2dac'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:51:27.442209 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port e46fb5dd-cf30-42e4-89e6-46926da20e2f triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:51:27.442575 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:27.508658 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port 873ea4ea-e0cb-4148-afa6-bb316ccb2dac, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=873ea4ea-e0cb-4148-afa6-bb316ccb2dac,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:51:27.519188 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:27.708859 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=873ea4ea-e0cb-4148-afa6-bb316ccb2dac,revision_number=10']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:51:27.708859 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port e46fb5dd-cf30-42e4-89e6-46926da20e2f is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:51:27.720618 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e6349e-2ef1-400b-9d70-ebe3a31a666d req-5e3b5b4d-bd38-4aa0-8cb7-15484b47f041 tempest-ServerAddressesNegativeTestJSON-2095929917 tempest-ServerAddressesNegativeTestJSON-2095929917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:51:27.722597 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e6e6349e-2ef1-400b-9d70-ebe3a31a666d req-5e3b5b4d-bd38-4aa0-8cb7-15484b47f041 tempest-ServerAddressesNegativeTestJSON-2095929917 tempest-ServerAddressesNegativeTestJSON-2095929917-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5abf379-c887-4351-a374-b69db40c62c9 HTTP/1.1" status: 200 len: 945 time: 0.3038156 Jun 01 18:51:27.828559 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [req-e6e6349e-2ef1-400b-9d70-ebe3a31a666d req-65469a3c-d5ea-4c0b-8ab8-de548904623e tempest-ServerAddressesNegativeTestJSON-2095929917 tempest-ServerAddressesNegativeTestJSON-2095929917-project] Deleting port f3c91e0d-a04a-4d1d-94b5-858df69ff6c2 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:51:27.829050 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-e6e6349e-2ef1-400b-9d70-ebe3a31a666d req-65469a3c-d5ea-4c0b-8ab8-de548904623e tempest-ServerAddressesNegativeTestJSON-2095929917 tempest-ServerAddressesNegativeTestJSON-2095929917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:28.171863 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-e6e6349e-2ef1-400b-9d70-ebe3a31a666d req-65469a3c-d5ea-4c0b-8ab8-de548904623e tempest-ServerAddressesNegativeTestJSON-2095929917 tempest-ServerAddressesNegativeTestJSON-2095929917-project] For port f3c91e0d-a04a-4d1d-94b5-858df69ff6c2, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=f3c91e0d-a04a-4d1d-94b5-858df69ff6c2,segment=NetworkSegment(e815419a-2091-4c1b-8091-95f9d579680d),segment_id=e815419a-2091-4c1b-8091-95f9d579680d)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:51:28.172259 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-e6e6349e-2ef1-400b-9d70-ebe3a31a666d req-65469a3c-d5ea-4c0b-8ab8-de548904623e tempest-ServerAddressesNegativeTestJSON-2095929917 tempest-ServerAddressesNegativeTestJSON-2095929917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:28.325846 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [req-e6e6349e-2ef1-400b-9d70-ebe3a31a666d req-65469a3c-d5ea-4c0b-8ab8-de548904623e tempest-ServerAddressesNegativeTestJSON-2095929917 tempest-ServerAddressesNegativeTestJSON-2095929917-project] Calling delete_port for f3c91e0d-a04a-4d1d-94b5-858df69ff6c2 owned by compute:nova {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:51:28.640502 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-e6e6349e-2ef1-400b-9d70-ebe3a31a666d req-65469a3c-d5ea-4c0b-8ab8-de548904623e tempest-ServerAddressesNegativeTestJSON-2095929917 tempest-ServerAddressesNegativeTestJSON-2095929917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:28.655717 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] get_ports_and_sgs() called for port_ids ['f3c91e0d-a04a-4d1d-94b5-858df69ff6c2'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:51:28.856689 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65469a3c-d5ea-4c0b-8ab8-de548904623e tempest-ServerAddressesNegativeTestJSON-2095929917 tempest-ServerAddressesNegativeTestJSON-2095929917-project] Pushing event deleted for resources: {'Port': ['ID=f3c91e0d-a04a-4d1d-94b5-858df69ff6c2,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:51:28.862863 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6e6349e-2ef1-400b-9d70-ebe3a31a666d req-65469a3c-d5ea-4c0b-8ab8-de548904623e tempest-ServerAddressesNegativeTestJSON-2095929917 tempest-ServerAddressesNegativeTestJSON-2095929917-project] No DVR routers for this DVR port f3c91e0d-a04a-4d1d-94b5-858df69ff6c2 on host n-h1-844202-1 {{(pid=88525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 18:51:28.865960 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-e6e6349e-2ef1-400b-9d70-ebe3a31a666d req-65469a3c-d5ea-4c0b-8ab8-de548904623e tempest-ServerAddressesNegativeTestJSON-2095929917 tempest-ServerAddressesNegativeTestJSON-2095929917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:28.871392 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5abf379-c887-4351-a374-b69db40c62c9', 'name': 'network-vif-deleted', 'tag': 'f3c91e0d-a04a-4d1d-94b5-858df69ff6c2'}] {{(pid=88525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:51:28.890409 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e6e6349e-2ef1-400b-9d70-ebe3a31a666d req-65469a3c-d5ea-4c0b-8ab8-de548904623e tempest-ServerAddressesNegativeTestJSON-2095929917 tempest-ServerAddressesNegativeTestJSON-2095929917-project] 10.222.0.15 "DELETE /v2.0/ports/f3c91e0d-a04a-4d1d-94b5-858df69ff6c2 HTTP/1.1" status: 204 len: 173 time: 1.1616912 Jun 01 18:51:29.389611 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.agents_db [None req-e814b9cf-7de8-45d0-a079-29c61fabe7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 18:51:30.905897 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device f3c91e0d-a04a-4d1d-94b5-858df69ff6c2 no longer exists at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:51:30.945812 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] No Port match for: f3c91e0d-a04a-4d1d-94b5-858df69ff6c2 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 18:51:30.946156 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device f3c91e0d-a04a-4d1d-94b5-858df69ff6c2 not bound to the agent host n-h1-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 18:51:32.355794 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-bc579367-1c66-4329-806c-c9799b4ef4f5 req-d6dfb605-1c24-42c7-8e13-2a506d7cd59f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=2ae812a2-5303-4c9c-88e8-5c44f26565c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1018701 Jun 01 18:51:32.481290 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc579367-1c66-4329-806c-c9799b4ef4f5 req-ea04c1c7-cb40-4504-a890-39cf940ecc11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:51:32.483248 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-bc579367-1c66-4329-806c-c9799b4ef4f5 req-ea04c1c7-cb40-4504-a890-39cf940ecc11 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5a29f45689de4723b61fb9850cc62a10&device_id=2ae812a2-5303-4c9c-88e8-5c44f26565c9 HTTP/1.1" status: 200 len: 1102 time: 0.0975406 Jun 01 18:51:32.671177 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc579367-1c66-4329-806c-c9799b4ef4f5 req-d041de2c-4fef-4657-b046-bcfbde24e493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:51:32.674513 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-bc579367-1c66-4329-806c-c9799b4ef4f5 req-d041de2c-4fef-4657-b046-bcfbde24e493 service neutron] 10.222.0.50 "GET /v2.0/networks?id=898153a3-5d71-43be-9d14-343ea4a48426 HTTP/1.1" status: 200 len: 870 time: 0.1700721 Jun 01 18:51:32.791017 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-bc579367-1c66-4329-806c-c9799b4ef4f5 req-70051c80-5fc1-4d59-b38d-240957bd95aa service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=60f01c35-737d-4a5d-b74d-d5493aef4b97 HTTP/1.1" status: 200 len: 217 time: 0.1097443 Jun 01 18:51:32.882171 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc579367-1c66-4329-806c-c9799b4ef4f5 req-fccff9f0-e136-4e20-b3fa-092f5c069129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:51:32.883720 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-bc579367-1c66-4329-806c-c9799b4ef4f5 req-fccff9f0-e136-4e20-b3fa-092f5c069129 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=35e3ad2f-9c88-4698-b634-4e1b58de1cc2 HTTP/1.1" status: 200 len: 843 time: 0.0876391 Jun 01 18:51:32.980861 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc579367-1c66-4329-806c-c9799b4ef4f5 req-b0f924f0-b02b-4709-8417-e592743945ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:51:32.986577 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-bc579367-1c66-4329-806c-c9799b4ef4f5 req-b0f924f0-b02b-4709-8417-e592743945ce service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=898153a3-5d71-43be-9d14-343ea4a48426&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0932193 Jun 01 18:51:33.223551 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-bc579367-1c66-4329-806c-c9799b4ef4f5 req-0c74dcb4-b4e7-4242-8c1b-c53d399a6b18 service neutron] 10.222.0.50 "GET /v2.0/networks/898153a3-5d71-43be-9d14-343ea4a48426?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2251518 Jun 01 18:51:33.382614 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-bc579367-1c66-4329-806c-c9799b4ef4f5 req-1077b894-27ac-4d33-92e5-300144710776 service neutron] 10.222.0.50 "GET /v2.0/networks/898153a3-5d71-43be-9d14-343ea4a48426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496048 Jun 01 18:51:35.463741 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-0110f004-0624-474a-8559-48b5d051fc46 req-7562ff41-1220-4d43-a0f5-2cd966f4c674 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Synchronizing usage tracker for tenant:eccea382ced5475f9a2098d1ef2ff267 on resource:security_group {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:51:35.483677 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-0110f004-0624-474a-8559-48b5d051fc46 req-7562ff41-1220-4d43-a0f5-2cd966f4c674 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Unset dirty status for tenant:eccea382ced5475f9a2098d1ef2ff267 on resource:security_group {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:51:35.489012 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0110f004-0624-474a-8559-48b5d051fc46 req-7562ff41-1220-4d43-a0f5-2cd966f4c674 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--608229685&fields=id&tenant_id=eccea382ced5475f9a2098d1ef2ff267 HTTP/1.1" status: 200 len: 267 time: 0.0694368 Jun 01 18:51:35.670648 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0110f004-0624-474a-8559-48b5d051fc46 req-15c1fbdc-10eb-4985-825b-635f0b25c0d1 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:51:35.672362 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0110f004-0624-474a-8559-48b5d051fc46 req-15c1fbdc-10eb-4985-825b-635f0b25c0d1 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/networks?id=e3902938-4b6a-4448-87d9-59b63dd51a7f HTTP/1.1" status: 200 len: 811 time: 0.1780548 Jun 01 18:51:35.695064 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0110f004-0624-474a-8559-48b5d051fc46 req-25c2a0bf-ac7c-4921-afda-a0c282955815 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/quotas/eccea382ced5475f9a2098d1ef2ff267 HTTP/1.1" status: 200 len: 375 time: 0.0163391 Jun 01 18:51:35.752535 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8875ae5a-9d36-4916-941e-aeaa42bd3344 req-4e142060-1ff8-4cc0-bf21-9077f9d3e8fc tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:51:35.754448 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8875ae5a-9d36-4916-941e-aeaa42bd3344 req-4e142060-1ff8-4cc0-bf21-9077f9d3e8fc tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f43a9ce-4418-4b9a-ad7d-a8a7a81bb33c HTTP/1.1" status: 200 len: 949 time: 0.0980656 Jun 01 18:51:35.834693 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8875ae5a-9d36-4916-941e-aeaa42bd3344 req-122f56d4-05ff-48f2-9e07-cb25badf832b tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbe27866-6450-47f0-a8e1-f266dfb72433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737648 Jun 01 18:51:35.944618 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 53908) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:51:35.995913 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0110f004-0624-474a-8559-48b5d051fc46 req-c53a59f8-4f3b-4a7d-843f-169a8ad828ef tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=eccea382ced5475f9a2098d1ef2ff267&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2896333 Jun 01 18:51:36.027019 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_v2 [None req-22cbad4c-b556-4ce7-a641-bd1a2525c54f admin admin] Deleting subnet 3656dd40-ffe0-48cc-8ad3-70ecaeab86b9 {{(pid=88524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 18:51:36.030205 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-22cbad4c-b556-4ce7-a641-bd1a2525c54f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:36.113046 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-22cbad4c-b556-4ce7-a641-bd1a2525c54f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2702137'] for subnet, precommit_delete_associations {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:36.151722 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3be374-2223-45d9-9786-e78b4a0a8891 req-17052317-5fed-4e94-8ebe-990328c71815 tempest-ServerAddressesTestJSON-1476585331 tempest-ServerAddressesTestJSON-1476585331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:51:36.153276 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3c3be374-2223-45d9-9786-e78b4a0a8891 req-17052317-5fed-4e94-8ebe-990328c71815 tempest-ServerAddressesTestJSON-1476585331 tempest-ServerAddressesTestJSON-1476585331-project] 10.222.0.41 "GET /v2.0/ports?device_id=42bde7a7-1b65-4f5b-8043-5513e782570d HTTP/1.1" status: 200 len: 945 time: 0.0979738 Jun 01 18:51:36.206888 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3c3be374-2223-45d9-9786-e78b4a0a8891 req-49c8cfb7-af56-4e10-b12a-cec644263c5f tempest-ServerAddressesTestJSON-1476585331 tempest-ServerAddressesTestJSON-1476585331-project] 10.222.0.41 "GET /v2.0/security-groups?id=0c0779fc-497e-440f-b6f7-862160944962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466139 Jun 01 18:51:36.279254 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-22cbad4c-b556-4ce7-a641-bd1a2525c54f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:36.342408 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0110f004-0624-474a-8559-48b5d051fc46 req-6eeb8339-108e-46b0-b3cf-b1f0a30a9f1e service neutron] 10.222.0.41 "GET /v2.0/networks/e3902938-4b6a-4448-87d9-59b63dd51a7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3275299 Jun 01 18:51:36.386409 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-24510755-1f7f-4e0d-a19e-8f58714a9af7 req-0524ba88-f206-485d-8786-86418270ceaa tempest-ServerShowV257Test-993542551 tempest-ServerShowV257Test-993542551-project] 10.222.0.41 "GET /v2.0/ports?device_id=4beed13b-e21e-45fb-9e19-4ae7d3a25cc9 HTTP/1.1" status: 200 len: 210 time: 0.0518935 Jun 01 18:51:36.452473 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cebc70a3-525a-4c23-a049-015d803b6e72'] response: {'server_uuid': '4fd908a7-170c-44e2-8719-e7c307ce1667', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '873ea4ea-e0cb-4148-afa6-bb316ccb2dac', 'code': 200} Jun 01 18:51:36.455287 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-22cbad4c-b556-4ce7-a641-bd1a2525c54f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2718856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3066595'] for subnet, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:36.507667 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-22cbad4c-b556-4ce7-a641-bd1a2525c54f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:36.522335 n-d-844202-1 neutron-server[88525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad0cb8d9-c4ea-4fdb-81ec-51c89280b722'] response: {'server_uuid': 'b5abf379-c887-4351-a374-b69db40c62c9', 'name': 'network-vif-deleted', 'tag': 'f3c91e0d-a04a-4d1d-94b5-858df69ff6c2', 'status': 'completed', 'code': 200} Jun 01 18:51:36.531391 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cbad4c-b556-4ce7-a641-bd1a2525c54f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3656dd40-ffe0-48cc-8ad3-70ecaeab86b9,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:51:36.539117 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-22cbad4c-b556-4ce7-a641-bd1a2525c54f admin admin] 10.222.0.41 "DELETE /v2.0/subnets/3656dd40-ffe0-48cc-8ad3-70ecaeab86b9 HTTP/1.1" status: 204 len: 168 time: 0.5934877 Jun 01 18:51:36.542398 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 53920) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:51:36.575628 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0110f004-0624-474a-8559-48b5d051fc46 req-edddaedf-be20-4c75-a96f-102d4d6daaee service neutron] 10.222.0.41 "GET /v2.0/networks/e3902938-4b6a-4448-87d9-59b63dd51a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2224331 Jun 01 18:51:36.673812 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-bff0643d-f52f-41b7-91f0-b9ab3b36eb9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:36.894221 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-bff0643d-f52f-41b7-91f0-b9ab3b36eb9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:36.903387 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-d8eecf6c-446d-4c62-89d7-28f1e059195f req-52a2d4e0-e1b0-4ce1-a9c3-c06d948540db tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Synchronizing usage tracker for tenant:eccea382ced5475f9a2098d1ef2ff267 on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:51:36.963557 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be02910d-4a0e-438b-a216-e90ab5e79e6b req-b95422b6-8429-4ccf-8d0d-b1744ffe90fd tempest-ImagesOneServerTestJSON-1533552250 tempest-ImagesOneServerTestJSON-1533552250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:51:36.965327 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-be02910d-4a0e-438b-a216-e90ab5e79e6b req-b95422b6-8429-4ccf-8d0d-b1744ffe90fd tempest-ImagesOneServerTestJSON-1533552250 tempest-ImagesOneServerTestJSON-1533552250-project] 10.222.0.41 "GET /v2.0/ports?device_id=4fd908a7-170c-44e2-8719-e7c307ce1667 HTTP/1.1" status: 200 len: 950 time: 0.1188440 Jun 01 18:51:36.971105 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-d8eecf6c-446d-4c62-89d7-28f1e059195f req-52a2d4e0-e1b0-4ce1-a9c3-c06d948540db tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Unset dirty status for tenant:eccea382ced5475f9a2098d1ef2ff267 on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:51:36.972309 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d8eecf6c-446d-4c62-89d7-28f1e059195f req-52a2d4e0-e1b0-4ce1-a9c3-c06d948540db tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=863d6d17-7ec0-45a3-a6dc-82b322b76ced HTTP/1.1" status: 200 len: 210 time: 0.1410427 Jun 01 18:51:36.973931 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-bff0643d-f52f-41b7-91f0-b9ab3b36eb9c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ab69dec-6b29-491c-b030-4f310f2ad845']}} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:51:37.018825 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-bff0643d-f52f-41b7-91f0-b9ab3b36eb9c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e815419a-2091-4c1b-8091-95f9d579680d') {'for_net_delete': True} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:51:37.019127 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-bff0643d-f52f-41b7-91f0-b9ab3b36eb9c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e815419a-2091-4c1b-8091-95f9d579680d') {} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:51:37.032250 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-bff0643d-f52f-41b7-91f0-b9ab3b36eb9c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2258522'] for segment, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:37.054683 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-be02910d-4a0e-438b-a216-e90ab5e79e6b req-1d35d7bd-501a-4ce1-bbe8-fc6fc5c86e3b tempest-ImagesOneServerTestJSON-1533552250 tempest-ImagesOneServerTestJSON-1533552250-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a2ffece-5c89-4f80-8f74-c5fd1708da19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820856 Jun 01 18:51:37.055140 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-bff0643d-f52f-41b7-91f0-b9ab3b36eb9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:37.078359 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bff0643d-f52f-41b7-91f0-b9ab3b36eb9c admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=88525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 18:51:37.078945 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-bff0643d-f52f-41b7-91f0-b9ab3b36eb9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2613981'] for segment, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:37.096885 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-00642b97-9e12-48ab-a103-bdf42e263ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:37.246255 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-bff0643d-f52f-41b7-91f0-b9ab3b36eb9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:37.279490 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-bff0643d-f52f-41b7-91f0-b9ab3b36eb9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:37.291325 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0643d-f52f-41b7-91f0-b9ab3b36eb9c admin admin] Pushing event deleted for resources: {'Network': ['ID=6ab69dec-6b29-491c-b030-4f310f2ad845,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:51:37.305188 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-bff0643d-f52f-41b7-91f0-b9ab3b36eb9c admin admin] 10.222.0.41 "DELETE /v2.0/networks/6ab69dec-6b29-491c-b030-4f310f2ad845 HTTP/1.1" status: 204 len: 168 time: 0.7591183 Jun 01 18:51:37.332857 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment e815419a-2091-4c1b-8091-95f9d579680d resource provider aggregate not found Jun 01 18:51:37.355441 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment e815419a-2091-4c1b-8091-95f9d579680d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e815419a-2091-4c1b-8091-95f9d579680d found for delete ", "request_id": "req-2c60e605-895a-4d8b-8a72-a38068021972"}]} Jun 01 18:51:37.421854 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5e5e66-c491-4b92-be82-cd97344ccd95 req-7b083307-f4ad-4c18-9a46-474557cf16fb tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:51:37.431931 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ca5e5e66-c491-4b92-be82-cd97344ccd95 req-7b083307-f4ad-4c18-9a46-474557cf16fb tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f43a9ce-4418-4b9a-ad7d-a8a7a81bb33c HTTP/1.1" status: 200 len: 949 time: 0.1497908 Jun 01 18:51:37.486088 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ca5e5e66-c491-4b92-be82-cd97344ccd95 req-d4587d54-db74-4907-9e06-20f8f520c57d tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbe27866-6450-47f0-a8e1-f266dfb72433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530794 Jun 01 18:51:37.626723 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 53992) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:51:37.710899 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-1d51820a-b72e-4bb2-b63b-caab6fd1a731 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d1296626eed948b0afc05a6e5e9c0728&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0830302 Jun 01 18:51:37.714350 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 54002) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:51:37.836217 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b7626aca-15df-4c85-bcd4-478d265ea99b req-f49fcca3-4025-4cb0-9b3a-d10ab82a93f4 tempest-ServerShowV257Test-993542551 tempest-ServerShowV257Test-993542551-project] 10.222.0.41 "GET /v2.0/ports?device_id=4beed13b-e21e-45fb-9e19-4ae7d3a25cc9 HTTP/1.1" status: 200 len: 210 time: 0.0708201 Jun 01 18:51:37.861779 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-10fcf5e4-11e9-422d-b4c1-6127400992bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:37.895833 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-10fcf5e4-11e9-422d-b4c1-6127400992bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:37.970025 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-10fcf5e4-11e9-422d-b4c1-6127400992bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:37.995812 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fcf5e4-11e9-422d-b4c1-6127400992bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f4bc609-298e-4a8e-bc7f-b7c01286e270,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:51:38.030224 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-10fcf5e4-11e9-422d-b4c1-6127400992bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:38.033749 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-10fcf5e4-11e9-422d-b4c1-6127400992bc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9f4bc609-298e-4a8e-bc7f-b7c01286e270 HTTP/1.1" status: 204 len: 168 time: 0.3155260 Jun 01 18:51:38.417652 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-65b49205-68ae-4048-89d7-8a63c8bc528a req-65d520ff-a1d6-447b-9646-07706ba9e602 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=863d6d17-7ec0-45a3-a6dc-82b322b76ced HTTP/1.1" status: 200 len: 210 time: 0.0802481 Jun 01 18:51:38.543913 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0110f004-0624-474a-8559-48b5d051fc46 req-7d0f7ef0-94ce-4f3a-94bb-0ef371564443 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:51:38.545611 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-0110f004-0624-474a-8559-48b5d051fc46 req-7d0f7ef0-94ce-4f3a-94bb-0ef371564443 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Synchronizing usage tracker for tenant:eccea382ced5475f9a2098d1ef2ff267 on resource:network {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:51:38.663142 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b60218-339e-4d15-8a69-a6af49492dc3 req-a08ea916-e33a-46fa-9e4e-27fe78586a83 tempest-ImagesOneServerTestJSON-1533552250 tempest-ImagesOneServerTestJSON-1533552250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:51:38.663912 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-0110f004-0624-474a-8559-48b5d051fc46 req-7d0f7ef0-94ce-4f3a-94bb-0ef371564443 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Unset dirty status for tenant:eccea382ced5475f9a2098d1ef2ff267 on resource:network {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:51:38.666591 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-58b60218-339e-4d15-8a69-a6af49492dc3 req-a08ea916-e33a-46fa-9e4e-27fe78586a83 tempest-ImagesOneServerTestJSON-1533552250 tempest-ImagesOneServerTestJSON-1533552250-project] 10.222.0.41 "GET /v2.0/ports?device_id=4fd908a7-170c-44e2-8719-e7c307ce1667 HTTP/1.1" status: 200 len: 950 time: 0.1090167 Jun 01 18:51:38.668294 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-0110f004-0624-474a-8559-48b5d051fc46 req-7d0f7ef0-94ce-4f3a-94bb-0ef371564443 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.15 "GET /v2.0/networks?id=e3902938-4b6a-4448-87d9-59b63dd51a7f HTTP/1.1" status: 200 len: 811 time: 0.3566828 Jun 01 18:51:38.720438 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-58b60218-339e-4d15-8a69-a6af49492dc3 req-23fe676d-9d53-4e25-9ed5-1942f4d57c32 tempest-ImagesOneServerTestJSON-1533552250 tempest-ImagesOneServerTestJSON-1533552250-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a2ffece-5c89-4f80-8f74-c5fd1708da19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460839 Jun 01 18:51:38.749454 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2863c3aa-487e-430f-86fd-8532c2d57743 req-0f2aa7c6-dbb1-4343-aa8f-b8b6855b7349 tempest-ServerAddressesTestJSON-1476585331 tempest-ServerAddressesTestJSON-1476585331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:51:38.757099 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2863c3aa-487e-430f-86fd-8532c2d57743 req-0f2aa7c6-dbb1-4343-aa8f-b8b6855b7349 tempest-ServerAddressesTestJSON-1476585331 tempest-ServerAddressesTestJSON-1476585331-project] 10.222.0.41 "GET /v2.0/ports?device_id=42bde7a7-1b65-4f5b-8043-5513e782570d HTTP/1.1" status: 200 len: 945 time: 0.2069812 Jun 01 18:51:38.781342 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-0110f004-0624-474a-8559-48b5d051fc46 req-4577298e-b49b-47f3-861a-cbf144f15a37 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Synchronizing usage tracker for tenant:eccea382ced5475f9a2098d1ef2ff267 on resource:security_group {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:51:38.814283 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-0110f004-0624-474a-8559-48b5d051fc46 req-4577298e-b49b-47f3-861a-cbf144f15a37 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Unset dirty status for tenant:eccea382ced5475f9a2098d1ef2ff267 on resource:security_group {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:51:38.818179 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-0110f004-0624-474a-8559-48b5d051fc46 req-4577298e-b49b-47f3-861a-cbf144f15a37 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eccea382ced5475f9a2098d1ef2ff267 HTTP/1.1" status: 200 len: 379 time: 0.1264815 Jun 01 18:51:38.833191 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2863c3aa-487e-430f-86fd-8532c2d57743 req-13957c1a-53d4-4ac5-8fb1-ef081c1c9131 tempest-ServerAddressesTestJSON-1476585331 tempest-ServerAddressesTestJSON-1476585331-project] 10.222.0.41 "GET /v2.0/security-groups?id=0c0779fc-497e-440f-b6f7-862160944962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749226 Jun 01 18:51:38.849950 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [req-0110f004-0624-474a-8559-48b5d051fc46 req-2823ff68-b382-4592-adba-10b726b04f43 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Request body: {'port': {'device_id': '863d6d17-7ec0-45a3-a6dc-82b322b76ced', 'network_id': 'e3902938-4b6a-4448-87d9-59b63dd51a7f', 'admin_state_up': True, 'tenant_id': 'eccea382ced5475f9a2098d1ef2ff267', 'security_groups': ['6ce59b29-4aa6-4d2e-8584-a540c0a14c5a']}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:51:38.926068 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de26bde2-0b05-449f-8177-5c72f83cd872 req-6e0132ee-b709-4847-8138-b037b7ec22e0 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:51:38.934459 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-de26bde2-0b05-449f-8177-5c72f83cd872 req-6e0132ee-b709-4847-8138-b037b7ec22e0 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f43a9ce-4418-4b9a-ad7d-a8a7a81bb33c HTTP/1.1" status: 200 len: 949 time: 0.0949223 Jun 01 18:51:38.953220 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 873ea4ea-e0cb-4148-afa6-bb316ccb2dac no longer exists at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:51:39.029193 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-de26bde2-0b05-449f-8177-5c72f83cd872 req-2566a6d8-4cd4-494b-88e9-729ee7d9f178 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbe27866-6450-47f0-a8e1-f266dfb72433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934410 Jun 01 18:51:39.083536 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-1c5b00a2-1e29-44ba-87b6-cf21307c7f6c req-4d39e55f-1bf6-4033-95b3-5c3fd1443650 tempest-ServerShowV257Test-993542551 tempest-ServerShowV257Test-993542551-project] 10.222.0.41 "GET /v2.0/ports?device_id=4beed13b-e21e-45fb-9e19-4ae7d3a25cc9 HTTP/1.1" status: 200 len: 210 time: 0.0798831 Jun 01 18:51:39.118211 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 54054) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:51:39.162465 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [req-0110f004-0624-474a-8559-48b5d051fc46 req-2823ff68-b382-4592-adba-10b726b04f43 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:51:39.178675 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [req-0110f004-0624-474a-8559-48b5d051fc46 req-2823ff68-b382-4592-adba-10b726b04f43 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:51:39.178861 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port 873ea4ea-e0cb-4148-afa6-bb316ccb2dac is: ACTIVE; New status is: DOWN {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:51:39.178990 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:39.191104 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0110f004-0624-474a-8559-48b5d051fc46 req-2823ff68-b382-4592-adba-10b726b04f43 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Made reservation on behalf of eccea382ced5475f9a2098d1ef2ff267 for: {'port': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:51:39.198351 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-0110f004-0624-474a-8559-48b5d051fc46 req-2823ff68-b382-4592-adba-10b726b04f43 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:39.221015 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fd908a7-170c-44e2-8719-e7c307ce1667', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '873ea4ea-e0cb-4148-afa6-bb316ccb2dac'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:51:39.253574 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port 873ea4ea-e0cb-4148-afa6-bb316ccb2dac, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=873ea4ea-e0cb-4148-afa6-bb316ccb2dac,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:51:39.259386 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:39.301812 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-6dc18234-5fd0-4116-9a33-e6cfdbb4329b admin admin] Request body: {'network': {'name': 'tempest-ServerGroup264TestJSON-785778161-network', 'tenant_id': '8eded11978a7441a8e37e2672a5dbcbe'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:51:39.307229 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-6dc18234-5fd0-4116-9a33-e6cfdbb4329b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:51:39.316856 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-6dc18234-5fd0-4116-9a33-e6cfdbb4329b admin admin] Usage tracker for resource:network and tenant:8eded11978a7441a8e37e2672a5dbcbe is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:51:39.323341 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-6dc18234-5fd0-4116-9a33-e6cfdbb4329b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:51:39.338741 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a687a8d4-c16a-4370-8eb0-26daf73e6f9e'] response: {'server_uuid': '4fd908a7-170c-44e2-8719-e7c307ce1667', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '873ea4ea-e0cb-4148-afa6-bb316ccb2dac', 'code': 200} Jun 01 18:51:39.341212 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-6dc18234-5fd0-4116-9a33-e6cfdbb4329b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:51:39.360488 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dc18234-5fd0-4116-9a33-e6cfdbb4329b admin admin] Made reservation on behalf of 8eded11978a7441a8e37e2672a5dbcbe for: {'network': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:51:39.363744 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6dc18234-5fd0-4116-9a33-e6cfdbb4329b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:39.375933 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=873ea4ea-e0cb-4148-afa6-bb316ccb2dac,revision_number=11']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:51:39.378554 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6dc18234-5fd0-4116-9a33-e6cfdbb4329b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:39.404203 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-6dc18234-5fd0-4116-9a33-e6cfdbb4329b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:51:39.408952 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-6dc18234-5fd0-4116-9a33-e6cfdbb4329b admin admin] Usage tracker for resource:security_group_rule and tenant:8eded11978a7441a8e37e2672a5dbcbe is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:51:39.412586 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-6dc18234-5fd0-4116-9a33-e6cfdbb4329b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:51:39.420555 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-6dc18234-5fd0-4116-9a33-e6cfdbb4329b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:51:39.438536 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-d0dffc4b-3280-4201-83f2-87b48f1b5bb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:39.551610 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6dc18234-5fd0-4116-9a33-e6cfdbb4329b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:39.558047 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6dc18234-5fd0-4116-9a33-e6cfdbb4329b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:39.560045 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [req-0110f004-0624-474a-8559-48b5d051fc46 req-2823ff68-b382-4592-adba-10b726b04f43 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Allocated IP 172.20.0.11 (e3902938-4b6a-4448-87d9-59b63dd51a7f/276181f2-c3ab-487e-8805-06ed7064e884/4a324220-33d8-474a-8fca-3b42f63f1ae1) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:51:39.597155 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6dc18234-5fd0-4116-9a33-e6cfdbb4329b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 115} {{(pid=88524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 18:51:39.606231 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc18234-5fd0-4116-9a33-e6cfdbb4329b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89aeb6d8-b792-478c-a365-48d8dc9ee547,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:51:39.612754 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6dc18234-5fd0-4116-9a33-e6cfdbb4329b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:39.613087 n-d-844202-1 neutron-server[88524]: INFO neutron.db.segments_db [None req-6dc18234-5fd0-4116-9a33-e6cfdbb4329b admin admin] Added segment d65779f3-a6ee-4850-a72a-0e6c7fc929ee of type vlan for network 22f85667-960e-4882-a10a-9cd290a7487a Jun 01 18:51:39.643254 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6dc18234-5fd0-4116-9a33-e6cfdbb4329b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:39.657172 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-50b4eb6a-68bf-4672-a235-75bbe0baa3ff req-286db531-6491-4f31-ba68-a5e62ba8550b tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=863d6d17-7ec0-45a3-a6dc-82b322b76ced HTTP/1.1" status: 200 len: 210 time: 0.0732350 Jun 01 18:51:39.749107 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6dc18234-5fd0-4116-9a33-e6cfdbb4329b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:39.754385 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dc18234-5fd0-4116-9a33-e6cfdbb4329b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:51:39.755879 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6dc18234-5fd0-4116-9a33-e6cfdbb4329b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:39.876434 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-0110f004-0624-474a-8559-48b5d051fc46 req-2823ff68-b382-4592-adba-10b726b04f43 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:39.901044 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [req-0110f004-0624-474a-8559-48b5d051fc46 req-2823ff68-b382-4592-adba-10b726b04f43 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Transition to ACTIVE for port object 4a324220-33d8-474a-8fca-3b42f63f1ae1 will not be triggered until provisioned by entity DHCP. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:51:39.916159 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f78b734-4568-4f03-a8ba-22fa6c483f70 req-4ed1ab1d-ded4-4022-b830-174390073b87 tempest-ServerAddressesTestJSON-1476585331 tempest-ServerAddressesTestJSON-1476585331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:51:39.920312 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-8f78b734-4568-4f03-a8ba-22fa6c483f70 req-4ed1ab1d-ded4-4022-b830-174390073b87 tempest-ServerAddressesTestJSON-1476585331 tempest-ServerAddressesTestJSON-1476585331-project] 10.222.0.15 "GET /v2.0/ports?device_id=42bde7a7-1b65-4f5b-8043-5513e782570d HTTP/1.1" status: 200 len: 945 time: 0.2731071 Jun 01 18:51:39.939811 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-0110f004-0624-474a-8559-48b5d051fc46 req-2823ff68-b382-4592-adba-10b726b04f43 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:39.991693 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-6dc18234-5fd0-4116-9a33-e6cfdbb4329b admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8715327 Jun 01 18:51:40.024505 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 54080) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:51:40.060633 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc18234-5fd0-4116-9a33-e6cfdbb4329b admin admin] Pushing event updated for resources: {'Network': ['ID=22f85667-960e-4882-a10a-9cd290a7487a,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:51:40.064662 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-407a9e52-b486-4612-83a0-4b1b4103f287 admin admin] Request body: {'subnet': {'network_id': '22f85667-960e-4882-a10a-9cd290a7487a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroup264TestJSON-785778161-subnet', 'tenant_id': '8eded11978a7441a8e37e2672a5dbcbe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:51:40.073729 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network 22f85667-960e-4882-a10a-9cd290a7487a details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 18:51:40.100597 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-8f78b734-4568-4f03-a8ba-22fa6c483f70 req-386b86c0-d5ed-441c-aa89-e5f50f4be9f1 tempest-ServerAddressesTestJSON-1476585331 tempest-ServerAddressesTestJSON-1476585331-project] Deleting port de9a0d97-4753-49bb-87e2-0e2cc5e9152f {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:51:40.100938 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-8f78b734-4568-4f03-a8ba-22fa6c483f70 req-386b86c0-d5ed-441c-aa89-e5f50f4be9f1 tempest-ServerAddressesTestJSON-1476585331 tempest-ServerAddressesTestJSON-1476585331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:40.144745 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2823ff68-b382-4592-adba-10b726b04f43 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Pushing event updated for resources: {'Port': ['ID=4a324220-33d8-474a-8fca-3b42f63f1ae1,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:51:40.160213 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0110f004-0624-474a-8559-48b5d051fc46 req-2823ff68-b382-4592-adba-10b726b04f43 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Network e3902938-4b6a-4448-87d9-59b63dd51a7f is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:51:40.221536 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [req-0110f004-0624-474a-8559-48b5d051fc46 req-2823ff68-b382-4592-adba-10b726b04f43 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:51:40.224341 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-407a9e52-b486-4612-83a0-4b1b4103f287 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:51:40.229561 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [req-0110f004-0624-474a-8559-48b5d051fc46 req-2823ff68-b382-4592-adba-10b726b04f43 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:51:40.325756 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-407a9e52-b486-4612-83a0-4b1b4103f287 admin admin] Usage tracker for resource:subnet and tenant:8eded11978a7441a8e37e2672a5dbcbe is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:51:40.346930 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-407a9e52-b486-4612-83a0-4b1b4103f287 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:51:40.371427 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f623737-7980-486f-a880-f23468c515f0 req-68b27f4f-66f3-44dd-9053-630b2b91ee3d tempest-ImagesOneServerTestJSON-1533552250 tempest-ImagesOneServerTestJSON-1533552250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:51:40.376901 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-407a9e52-b486-4612-83a0-4b1b4103f287 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:51:40.383438 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4f623737-7980-486f-a880-f23468c515f0 req-68b27f4f-66f3-44dd-9053-630b2b91ee3d tempest-ImagesOneServerTestJSON-1533552250 tempest-ImagesOneServerTestJSON-1533552250-project] 10.222.0.41 "GET /v2.0/ports?device_id=4fd908a7-170c-44e2-8719-e7c307ce1667 HTTP/1.1" status: 200 len: 948 time: 0.5157008 Jun 01 18:51:40.418981 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-407a9e52-b486-4612-83a0-4b1b4103f287 admin admin] Made reservation on behalf of 8eded11978a7441a8e37e2672a5dbcbe for: {'subnet': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:51:40.422432 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-407a9e52-b486-4612-83a0-4b1b4103f287 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9667140'] for subnet, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:40.453181 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:40.545416 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4f623737-7980-486f-a880-f23468c515f0 req-70c118db-9f5f-4367-8bc0-357175cf05b7 tempest-ImagesOneServerTestJSON-1533552250 tempest-ImagesOneServerTestJSON-1533552250-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a2ffece-5c89-4f80-8f74-c5fd1708da19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610260 Jun 01 18:51:40.546429 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0110f004-0624-474a-8559-48b5d051fc46 req-2823ff68-b382-4592-adba-10b726b04f43 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:51:40.547122 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-0110f004-0624-474a-8559-48b5d051fc46 req-2823ff68-b382-4592-adba-10b726b04f43 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:40.597304 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:40.644394 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-737e32cc-2f28-4ae2-b328-b0ba44dad3a8 None None] Provisioning for port 4a324220-33d8-474a-8fca-3b42f63f1ae1 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:51:40.648480 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36580e44-b6f2-45b8-a3c7-2af54a5cb177 req-c3545742-8f7b-47df-8ac1-bed59bc03c21 tempest-ServerAddressesTestJSON-1476585331 tempest-ServerAddressesTestJSON-1476585331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:51:40.655646 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-36580e44-b6f2-45b8-a3c7-2af54a5cb177 req-c3545742-8f7b-47df-8ac1-bed59bc03c21 tempest-ServerAddressesTestJSON-1476585331 tempest-ServerAddressesTestJSON-1476585331-project] 10.222.0.41 "GET /v2.0/ports?device_id=42bde7a7-1b65-4f5b-8043-5513e782570d HTTP/1.1" status: 200 len: 945 time: 0.6013875 Jun 01 18:51:40.658850 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-737e32cc-2f28-4ae2-b328-b0ba44dad3a8 None None] Provisioning complete for port 4a324220-33d8-474a-8fca-3b42f63f1ae1 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:51:40.659417 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-737e32cc-2f28-4ae2-b328-b0ba44dad3a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:40.672675 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-8f78b734-4568-4f03-a8ba-22fa6c483f70 req-386b86c0-d5ed-441c-aa89-e5f50f4be9f1 tempest-ServerAddressesTestJSON-1476585331 tempest-ServerAddressesTestJSON-1476585331-project] For port de9a0d97-4753-49bb-87e2-0e2cc5e9152f, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=de9a0d97-4753-49bb-87e2-0e2cc5e9152f,segment=NetworkSegment(22287ba6-8d55-40bc-af51-dd1e4bf5ec11),segment_id=22287ba6-8d55-40bc-af51-dd1e4bf5ec11)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:51:40.673327 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-8f78b734-4568-4f03-a8ba-22fa6c483f70 req-386b86c0-d5ed-441c-aa89-e5f50f4be9f1 tempest-ServerAddressesTestJSON-1476585331 tempest-ServerAddressesTestJSON-1476585331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:40.763979 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-0110f004-0624-474a-8559-48b5d051fc46 req-2823ff68-b382-4592-adba-10b726b04f43 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9245212 Jun 01 18:51:40.798663 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-737e32cc-2f28-4ae2-b328-b0ba44dad3a8 None None] Port 4a324220-33d8-474a-8fca-3b42f63f1ae1 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 18:51:40.810430 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [req-0110f004-0624-474a-8559-48b5d051fc46 req-26729236-7185-44de-aaee-8c227f52f2d1 service neutron] Request body: {'port': {'device_id': '863d6d17-7ec0-45a3-a6dc-82b322b76ced', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844202-1'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:51:40.858433 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-36580e44-b6f2-45b8-a3c7-2af54a5cb177 req-751840f7-d7ce-4aab-a2fd-ef0c1470f2e4 tempest-ServerAddressesTestJSON-1476585331 tempest-ServerAddressesTestJSON-1476585331-project] 10.222.0.41 "GET /v2.0/security-groups?id=0c0779fc-497e-440f-b6f7-862160944962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017343 Jun 01 18:51:40.897900 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-8f78b734-4568-4f03-a8ba-22fa6c483f70 req-386b86c0-d5ed-441c-aa89-e5f50f4be9f1 tempest-ServerAddressesTestJSON-1476585331 tempest-ServerAddressesTestJSON-1476585331-project] Calling delete_port for de9a0d97-4753-49bb-87e2-0e2cc5e9152f owned by compute:nova {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:51:40.911788 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4845da33-b6e9-4b5f-89ba-b4b74a511033 req-dad46acd-3b57-4230-b8eb-b91a52488522 tempest-ImagesOneServerTestJSON-1533552250 tempest-ImagesOneServerTestJSON-1533552250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:51:40.914209 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4845da33-b6e9-4b5f-89ba-b4b74a511033 req-dad46acd-3b57-4230-b8eb-b91a52488522 tempest-ImagesOneServerTestJSON-1533552250 tempest-ImagesOneServerTestJSON-1533552250-project] 10.222.0.15 "GET /v2.0/ports?device_id=4fd908a7-170c-44e2-8719-e7c307ce1667 HTTP/1.1" status: 200 len: 948 time: 0.3745265 Jun 01 18:51:41.117528 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:41.140474 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [req-4845da33-b6e9-4b5f-89ba-b4b74a511033 req-19df0c97-7af0-4e76-8135-d959e61564bc tempest-ImagesOneServerTestJSON-1533552250 tempest-ImagesOneServerTestJSON-1533552250-project] Deleting port 873ea4ea-e0cb-4148-afa6-bb316ccb2dac {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:51:41.140812 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-4845da33-b6e9-4b5f-89ba-b4b74a511033 req-19df0c97-7af0-4e76-8135-d959e61564bc tempest-ImagesOneServerTestJSON-1533552250 tempest-ImagesOneServerTestJSON-1533552250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:41.169631 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df484b4d-6320-4fd2-80bc-4c7cda3cd226 req-344fa7a8-60bb-4bfb-9238-f85c30159463 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:51:41.171311 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-df484b4d-6320-4fd2-80bc-4c7cda3cd226 req-344fa7a8-60bb-4bfb-9238-f85c30159463 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f43a9ce-4418-4b9a-ad7d-a8a7a81bb33c HTTP/1.1" status: 200 len: 949 time: 0.3207419 Jun 01 18:51:41.187977 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8266cbb6-77b5-4d41-b6bc-342a81c06fc3 req-df685f09-5780-41b6-aec8-152b00d718d7 tempest-ServerShowV257Test-993542551 tempest-ServerShowV257Test-993542551-project] 10.222.0.41 "GET /v2.0/ports?device_id=4beed13b-e21e-45fb-9e19-4ae7d3a25cc9 HTTP/1.1" status: 200 len: 210 time: 0.1686449 Jun 01 18:51:41.220907 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-0110f004-0624-474a-8559-48b5d051fc46 req-26729236-7185-44de-aaee-8c227f52f2d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:41.236561 n-d-844202-1 neutron-server[88524]: INFO neutron.api.v2.resource [req-d9700f62-1169-4008-9077-47e2831b0366 req-93c515e3-51e7-430a-81da-a7af8e2a870b service neutron] show failed (client error): The resource could not be found. Jun 01 18:51:41.237774 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d9700f62-1169-4008-9077-47e2831b0366 req-93c515e3-51e7-430a-81da-a7af8e2a870b service neutron] 10.222.0.50 "GET /v2.0/ports/4e81e01b-8c80-4249-9817-a03c8dcd527d/bindings/n-h1-844202-1 HTTP/1.1" status: 404 len: 380 time: 0.2040935 Jun 01 18:51:41.273068 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-df484b4d-6320-4fd2-80bc-4c7cda3cd226 req-6994cfb9-0c1c-4e54-9b77-1425275510ab tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbe27866-6450-47f0-a8e1-f266dfb72433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945065 Jun 01 18:51:41.317497 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-8f78b734-4568-4f03-a8ba-22fa6c483f70 req-386b86c0-d5ed-441c-aa89-e5f50f4be9f1 tempest-ServerAddressesTestJSON-1476585331 tempest-ServerAddressesTestJSON-1476585331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:41.535809 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:41.546028 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f78b734-4568-4f03-a8ba-22fa6c483f70 req-386b86c0-d5ed-441c-aa89-e5f50f4be9f1 tempest-ServerAddressesTestJSON-1476585331 tempest-ServerAddressesTestJSON-1476585331-project] No DVR routers for this DVR port de9a0d97-4753-49bb-87e2-0e2cc5e9152f on host n-h1-844202-1 {{(pid=88524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 18:51:41.580927 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386b86c0-d5ed-441c-aa89-e5f50f4be9f1 tempest-ServerAddressesTestJSON-1476585331 tempest-ServerAddressesTestJSON-1476585331-project] Pushing event deleted for resources: {'Port': ['ID=de9a0d97-4753-49bb-87e2-0e2cc5e9152f,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:51:41.593628 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-8f78b734-4568-4f03-a8ba-22fa6c483f70 req-386b86c0-d5ed-441c-aa89-e5f50f4be9f1 tempest-ServerAddressesTestJSON-1476585331 tempest-ServerAddressesTestJSON-1476585331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:41.613580 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42bde7a7-1b65-4f5b-8043-5513e782570d', 'name': 'network-vif-deleted', 'tag': 'de9a0d97-4753-49bb-87e2-0e2cc5e9152f'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:51:41.640823 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-8f78b734-4568-4f03-a8ba-22fa6c483f70 req-386b86c0-d5ed-441c-aa89-e5f50f4be9f1 tempest-ServerAddressesTestJSON-1476585331 tempest-ServerAddressesTestJSON-1476585331-project] 10.222.0.15 "DELETE /v2.0/ports/de9a0d97-4753-49bb-87e2-0e2cc5e9152f HTTP/1.1" status: 204 len: 173 time: 1.6552625 Jun 01 18:51:41.658648 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-407a9e52-b486-4612-83a0-4b1b4103f287 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2614064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9667190'] for subnet, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:41.681083 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9700f62-1169-4008-9077-47e2831b0366 req-7e7af1e5-0b18-46b9-b364-c7a005473ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:51:41.681790 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d9700f62-1169-4008-9077-47e2831b0366 req-7e7af1e5-0b18-46b9-b364-c7a005473ecb service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1f43a9ce-4418-4b9a-ad7d-a8a7a81bb33c&tenant_id=5a29f45689de4723b61fb9850cc62a10 HTTP/1.1" status: 200 len: 1100 time: 0.1361480 Jun 01 18:51:41.694534 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-d9700f62-1169-4008-9077-47e2831b0366 req-249491e1-a3c2-4ccf-932d-ef55ffc28bdc service neutron] Request body: {'port': {'binding:host_id': 'n-h1-844202-1', 'device_owner': 'compute:nova'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:51:41.815674 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:41.904199 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-d9700f62-1169-4008-9077-47e2831b0366 req-249491e1-a3c2-4ccf-932d-ef55ffc28bdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:42.154930 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407a9e52-b486-4612-83a0-4b1b4103f287 admin admin] Checking segment: {'id': 'd65779f3-a6ee-4850-a72a-0e6c7fc929ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '22f85667-960e-4882-a10a-9cd290a7487a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:51:42.155202 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-407a9e52-b486-4612-83a0-4b1b4103f287 admin admin] Network hostable DHCP agents. Network: 22f85667-960e-4882-a10a-9cd290a7487a, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 18:51:42.166194 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407a9e52-b486-4612-83a0-4b1b4103f287 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7406bffa-33d5-4a73-b8e0-73fb9ec85aab,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:51:42.258726 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee66b3d-b5da-4f5c-8413-0e018f461488 req-ee334774-efad-4772-b52b-0475df12635e tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:51:42.260006 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-4ee66b3d-b5da-4f5c-8413-0e018f461488 req-ee334774-efad-4772-b52b-0475df12635e tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Synchronizing usage tracker for tenant:eccea382ced5475f9a2098d1ef2ff267 on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:51:42.277674 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8032ab-b801-4204-a581-6b9c1dc2c85f req-a63471f4-114b-42ba-a5f8-1ad700b59b6d tempest-ImagesOneServerTestJSON-1533552250 tempest-ImagesOneServerTestJSON-1533552250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:51:42.279148 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-4845da33-b6e9-4b5f-89ba-b4b74a511033 req-19df0c97-7af0-4e76-8135-d959e61564bc tempest-ImagesOneServerTestJSON-1533552250 tempest-ImagesOneServerTestJSON-1533552250-project] For port 873ea4ea-e0cb-4148-afa6-bb316ccb2dac, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=873ea4ea-e0cb-4148-afa6-bb316ccb2dac,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:51:42.279521 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-4845da33-b6e9-4b5f-89ba-b4b74a511033 req-19df0c97-7af0-4e76-8135-d959e61564bc tempest-ImagesOneServerTestJSON-1533552250 tempest-ImagesOneServerTestJSON-1533552250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:42.280696 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-8f8032ab-b801-4204-a581-6b9c1dc2c85f req-a63471f4-114b-42ba-a5f8-1ad700b59b6d tempest-ImagesOneServerTestJSON-1533552250 tempest-ImagesOneServerTestJSON-1533552250-project] 10.222.0.41 "GET /v2.0/ports?device_id=4fd908a7-170c-44e2-8719-e7c307ce1667 HTTP/1.1" status: 200 len: 948 time: 0.2563798 Jun 01 18:51:42.289194 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-407a9e52-b486-4612-83a0-4b1b4103f287 admin admin] Network 22f85667-960e-4882-a10a-9cd290a7487a is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 18:51:42.369333 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-8f8032ab-b801-4204-a581-6b9c1dc2c85f req-cffd505f-985d-4afa-b936-5a8acdb72934 tempest-ImagesOneServerTestJSON-1533552250 tempest-ImagesOneServerTestJSON-1533552250-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a2ffece-5c89-4f80-8f74-c5fd1708da19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763276 Jun 01 18:51:42.401651 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-d9700f62-1169-4008-9077-47e2831b0366 req-249491e1-a3c2-4ccf-932d-ef55ffc28bdc service neutron] For port 4e81e01b-8c80-4249-9817-a03c8dcd527d, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=4e81e01b-8c80-4249-9817-a03c8dcd527d,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:51:42.454853 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [req-4845da33-b6e9-4b5f-89ba-b4b74a511033 req-19df0c97-7af0-4e76-8135-d959e61564bc tempest-ImagesOneServerTestJSON-1533552250 tempest-ImagesOneServerTestJSON-1533552250-project] Calling delete_port for 873ea4ea-e0cb-4148-afa6-bb316ccb2dac owned by compute:nova {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:51:42.467123 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0488b273-3a24-4fcc-b6b6-2b520fc6e1a0'] response: {'server_uuid': '42bde7a7-1b65-4f5b-8043-5513e782570d', 'name': 'network-vif-deleted', 'tag': 'de9a0d97-4753-49bb-87e2-0e2cc5e9152f', 'status': 'completed', 'code': 200} Jun 01 18:51:42.493896 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-d9700f62-1169-4008-9077-47e2831b0366 req-249491e1-a3c2-4ccf-932d-ef55ffc28bdc service neutron] For port 4e81e01b-8c80-4249-9817-a03c8dcd527d, host n-h2-844202-1, cleared binding levels {{(pid=88524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:51:42.517637 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.db.resource_extend [req-0110f004-0624-474a-8559-48b5d051fc46 req-26729236-7185-44de-aaee-8c227f52f2d1 service neutron] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 18:51:42.532668 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-407a9e52-b486-4612-83a0-4b1b4103f287 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, 22f85667-960e-4882-a10a-9cd290a7487a) {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:51:42.541536 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-556fd38a-9357-4b07-b79b-1db37cb3167f None None] Network 22f85667-960e-4882-a10a-9cd290a7487a requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 18:51:42.601210 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-4ee66b3d-b5da-4f5c-8413-0e018f461488 req-ee334774-efad-4772-b52b-0475df12635e tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Unset dirty status for tenant:eccea382ced5475f9a2098d1ef2ff267 on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:51:42.609160 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4ee66b3d-b5da-4f5c-8413-0e018f461488 req-ee334774-efad-4772-b52b-0475df12635e tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=863d6d17-7ec0-45a3-a6dc-82b322b76ced HTTP/1.1" status: 200 len: 932 time: 1.2303925 Jun 01 18:51:42.639077 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-407a9e52-b486-4612-83a0-4b1b4103f287 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:51:42.639929 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-407a9e52-b486-4612-83a0-4b1b4103f287 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:42.647708 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 54122) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:51:42.697492 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-407a9e52-b486-4612-83a0-4b1b4103f287 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6411934 Jun 01 18:51:42.749607 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4ee66b3d-b5da-4f5c-8413-0e018f461488 req-989d2072-1ff0-4119-b98a-bbbeb2b3b3e2 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ce59b29-4aa6-4d2e-8584-a540c0a14c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1319332 Jun 01 18:51:42.749767 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-d9700f62-1169-4008-9077-47e2831b0366 req-249491e1-a3c2-4ccf-932d-ef55ffc28bdc service neutron] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:42.786673 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [req-d9700f62-1169-4008-9077-47e2831b0366 req-249491e1-a3c2-4ccf-932d-ef55ffc28bdc service neutron] Transition to ACTIVE for port object 4e81e01b-8c80-4249-9817-a03c8dcd527d will not be triggered until provisioned by entity L2. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:51:42.800594 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe8efbfb-814b-4402-9602-e805fd7d74aa admin admin] Deleting subnet ab602fe9-7ca4-47bf-b30f-ad3c87b9ac55 {{(pid=88524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 18:51:42.804051 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-d9700f62-1169-4008-9077-47e2831b0366 req-249491e1-a3c2-4ccf-932d-ef55ffc28bdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:42.808116 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-fe8efbfb-814b-4402-9602-e805fd7d74aa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:42.812476 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [req-0110f004-0624-474a-8559-48b5d051fc46 req-26729236-7185-44de-aaee-8c227f52f2d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a324220-33d8-474a-8fca-3b42f63f1ae1 {{(pid=88525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:51:42.823911 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-0110f004-0624-474a-8559-48b5d051fc46 req-26729236-7185-44de-aaee-8c227f52f2d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:42.895683 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [req-0110f004-0624-474a-8559-48b5d051fc46 req-26729236-7185-44de-aaee-8c227f52f2d1 service neutron] Transition to ACTIVE for port object 4a324220-33d8-474a-8fca-3b42f63f1ae1 will not be triggered until provisioned by entity L2. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:51:42.910041 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-0110f004-0624-474a-8559-48b5d051fc46 req-26729236-7185-44de-aaee-8c227f52f2d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:43.049824 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device de9a0d97-4753-49bb-87e2-0e2cc5e9152f no longer exists at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:51:43.114328 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ad3cb3c-3f38-4dca-bf35-c7d28323d186 None None] Network 22f85667-960e-4882-a10a-9cd290a7487a requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 18:51:43.282635 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] No Port match for: de9a0d97-4753-49bb-87e2-0e2cc5e9152f {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 18:51:43.283276 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device de9a0d97-4753-49bb-87e2-0e2cc5e9152f not bound to the agent host n-h1-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 18:51:43.389818 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c360a328-73a4-4144-8644-1546ca55a6e0 req-345b4752-dd02-4a50-a03f-da06431b7a61 tempest-ServerShowV257Test-993542551 tempest-ServerShowV257Test-993542551-project] 10.222.0.41 "GET /v2.0/ports?device_id=4beed13b-e21e-45fb-9e19-4ae7d3a25cc9 HTTP/1.1" status: 200 len: 210 time: 0.1879351 Jun 01 18:51:43.434878 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-4845da33-b6e9-4b5f-89ba-b4b74a511033 req-19df0c97-7af0-4e76-8135-d959e61564bc tempest-ImagesOneServerTestJSON-1533552250 tempest-ImagesOneServerTestJSON-1533552250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:43.525777 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26729236-7185-44de-aaee-8c227f52f2d1 service neutron] Pushing event updated for resources: {'Port': ['ID=4a324220-33d8-474a-8fca-3b42f63f1ae1,revision_number=2']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:51:43.618608 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-fe8efbfb-814b-4402-9602-e805fd7d74aa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2702137'] for subnet, precommit_delete_associations {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:43.651944 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249491e1-a3c2-4ccf-932d-ef55ffc28bdc service neutron] Pushing event updated for resources: {'Port': ['ID=4e81e01b-8c80-4249-9817-a03c8dcd527d,revision_number=6']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:51:43.661106 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9700f62-1169-4008-9077-47e2831b0366 req-249491e1-a3c2-4ccf-932d-ef55ffc28bdc service neutron] No DVR routers for this DVR port 4e81e01b-8c80-4249-9817-a03c8dcd527d on host n-h2-844202-1 {{(pid=88524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 18:51:43.751616 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19df0c97-7af0-4e76-8135-d959e61564bc tempest-ImagesOneServerTestJSON-1533552250 tempest-ImagesOneServerTestJSON-1533552250-project] Pushing event deleted for resources: {'Port': ['ID=873ea4ea-e0cb-4148-afa6-bb316ccb2dac,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:51:43.774909 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-d9700f62-1169-4008-9077-47e2831b0366 req-249491e1-a3c2-4ccf-932d-ef55ffc28bdc service neutron] Attempting to bind port 4e81e01b-8c80-4249-9817-a03c8dcd527d on host n-h1-844202-1 for vnic_type normal with profile {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:51:43.775257 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-d9700f62-1169-4008-9077-47e2831b0366 req-249491e1-a3c2-4ccf-932d-ef55ffc28bdc service neutron] Attempting to bind port 4e81e01b-8c80-4249-9817-a03c8dcd527d by drivers openvswitch,hyperv on host n-h1-844202-1 at level 0 using segments [{'id': 'e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426'}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:51:43.775572 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9700f62-1169-4008-9077-47e2831b0366 req-249491e1-a3c2-4ccf-932d-ef55ffc28bdc service neutron] Attempting to bind port 4e81e01b-8c80-4249-9817-a03c8dcd527d on network 898153a3-5d71-43be-9d14-343ea4a48426 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:51:43.788151 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-fe8efbfb-814b-4402-9602-e805fd7d74aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:43.819282 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [req-4845da33-b6e9-4b5f-89ba-b4b74a511033 req-19df0c97-7af0-4e76-8135-d959e61564bc tempest-ImagesOneServerTestJSON-1533552250 tempest-ImagesOneServerTestJSON-1533552250-project] No DVR routers for this DVR port 873ea4ea-e0cb-4148-afa6-bb316ccb2dac on host n-h1-844202-1 {{(pid=88525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 18:51:43.825606 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-4845da33-b6e9-4b5f-89ba-b4b74a511033 req-19df0c97-7af0-4e76-8135-d959e61564bc tempest-ImagesOneServerTestJSON-1533552250 tempest-ImagesOneServerTestJSON-1533552250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:43.830851 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fd908a7-170c-44e2-8719-e7c307ce1667', 'name': 'network-vif-deleted', 'tag': '873ea4ea-e0cb-4148-afa6-bb316ccb2dac'}] {{(pid=88525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:51:43.851373 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-0110f004-0624-474a-8559-48b5d051fc46 req-26729236-7185-44de-aaee-8c227f52f2d1 service neutron] Attempting to bind port 4a324220-33d8-474a-8fca-3b42f63f1ae1 on host n-h1-844202-1 for vnic_type normal with profile {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:51:43.851849 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-0110f004-0624-474a-8559-48b5d051fc46 req-26729236-7185-44de-aaee-8c227f52f2d1 service neutron] Attempting to bind port 4a324220-33d8-474a-8fca-3b42f63f1ae1 by drivers openvswitch,hyperv on host n-h1-844202-1 at level 0 using segments [{'id': 'e60765c6-124a-4916-8bfd-a8bc142f32ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'e3902938-4b6a-4448-87d9-59b63dd51a7f'}] {{(pid=88525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:51:43.852264 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0110f004-0624-474a-8559-48b5d051fc46 req-26729236-7185-44de-aaee-8c227f52f2d1 service neutron] Attempting to bind port 4a324220-33d8-474a-8fca-3b42f63f1ae1 on network e3902938-4b6a-4448-87d9-59b63dd51a7f {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:51:43.865554 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4845da33-b6e9-4b5f-89ba-b4b74a511033 req-19df0c97-7af0-4e76-8135-d959e61564bc tempest-ImagesOneServerTestJSON-1533552250 tempest-ImagesOneServerTestJSON-1533552250-project] 10.222.0.15 "DELETE /v2.0/ports/873ea4ea-e0cb-4148-afa6-bb316ccb2dac HTTP/1.1" status: 204 len: 173 time: 2.9228253 Jun 01 18:51:43.866986 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0110f004-0624-474a-8559-48b5d051fc46 req-26729236-7185-44de-aaee-8c227f52f2d1 service neutron] Port 4a324220-33d8-474a-8fca-3b42f63f1ae1 on network e3902938-4b6a-4448-87d9-59b63dd51a7f not bound, no agent of type Open vSwitch agent registered on host n-h1-844202-1 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 18:51:43.867277 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0110f004-0624-474a-8559-48b5d051fc46 req-26729236-7185-44de-aaee-8c227f52f2d1 service neutron] Attempting to bind port 4a324220-33d8-474a-8fca-3b42f63f1ae1 on network e3902938-4b6a-4448-87d9-59b63dd51a7f {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:51:43.880470 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9700f62-1169-4008-9077-47e2831b0366 req-249491e1-a3c2-4ccf-932d-ef55ffc28bdc service neutron] Port 4e81e01b-8c80-4249-9817-a03c8dcd527d on network 898153a3-5d71-43be-9d14-343ea4a48426 not bound, no agent of type Open vSwitch agent registered on host n-h1-844202-1 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 18:51:43.881107 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9700f62-1169-4008-9077-47e2831b0366 req-249491e1-a3c2-4ccf-932d-ef55ffc28bdc service neutron] Attempting to bind port 4e81e01b-8c80-4249-9817-a03c8dcd527d on network 898153a3-5d71-43be-9d14-343ea4a48426 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:51:43.890173 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0110f004-0624-474a-8559-48b5d051fc46 req-26729236-7185-44de-aaee-8c227f52f2d1 service neutron] Checking agent: {'id': 'bdb1e5d7-b998-4259-838f-3d278e930f32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 18, 51, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:51:43.890498 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0110f004-0624-474a-8559-48b5d051fc46 req-26729236-7185-44de-aaee-8c227f52f2d1 service neutron] Checking segment: {'id': 'e60765c6-124a-4916-8bfd-a8bc142f32ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'e3902938-4b6a-4448-87d9-59b63dd51a7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:51:43.890874 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0110f004-0624-474a-8559-48b5d051fc46 req-26729236-7185-44de-aaee-8c227f52f2d1 service neutron] Bound using segment: {'id': 'e60765c6-124a-4916-8bfd-a8bc142f32ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'e3902938-4b6a-4448-87d9-59b63dd51a7f'} {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:51:43.891298 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-0110f004-0624-474a-8559-48b5d051fc46 req-26729236-7185-44de-aaee-8c227f52f2d1 service neutron] Bound port: 4a324220-33d8-474a-8fca-3b42f63f1ae1, host: n-h1-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e60765c6-124a-4916-8bfd-a8bc142f32ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'e3902938-4b6a-4448-87d9-59b63dd51a7f'}}] {{(pid=88525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:51:43.891636 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-0110f004-0624-474a-8559-48b5d051fc46 req-26729236-7185-44de-aaee-8c227f52f2d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:43.906205 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff684759-612a-4860-a7a3-9838f6d174c7 req-8f3f4354-c448-4dc3-95ff-43e768a5fa1b tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:51:43.912574 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff684759-612a-4860-a7a3-9838f6d174c7 req-8f3f4354-c448-4dc3-95ff-43e768a5fa1b tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:51:43.919291 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff684759-612a-4860-a7a3-9838f6d174c7 req-8f3f4354-c448-4dc3-95ff-43e768a5fa1b tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:51:43.920172 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18101a04-a559-41a7-adba-1ee0efdba44c req-dc03e349-2e5a-49a8-8276-92e6b1728acb tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:51:43.925288 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff684759-612a-4860-a7a3-9838f6d174c7 req-8f3f4354-c448-4dc3-95ff-43e768a5fa1b tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:51:43.927055 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-18101a04-a559-41a7-adba-1ee0efdba44c req-dc03e349-2e5a-49a8-8276-92e6b1728acb tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f43a9ce-4418-4b9a-ad7d-a8a7a81bb33c HTTP/1.1" status: 200 len: 947 time: 0.2571945 Jun 01 18:51:43.931518 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff684759-612a-4860-a7a3-9838f6d174c7 req-8f3f4354-c448-4dc3-95ff-43e768a5fa1b tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:51:43.937462 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff684759-612a-4860-a7a3-9838f6d174c7 req-8f3f4354-c448-4dc3-95ff-43e768a5fa1b tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:51:43.943601 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff684759-612a-4860-a7a3-9838f6d174c7 req-8f3f4354-c448-4dc3-95ff-43e768a5fa1b tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:51:43.945651 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ff684759-612a-4860-a7a3-9838f6d174c7 req-8f3f4354-c448-4dc3-95ff-43e768a5fa1b tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c83a2c5-aa3d-4e8d-af22-cb838112216f HTTP/1.1" status: 200 len: 5445 time: 0.7553439 Jun 01 18:51:43.949350 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9700f62-1169-4008-9077-47e2831b0366 req-249491e1-a3c2-4ccf-932d-ef55ffc28bdc service neutron] Checking agent: {'id': 'bdb1e5d7-b998-4259-838f-3d278e930f32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 18, 51, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:51:43.949766 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9700f62-1169-4008-9077-47e2831b0366 req-249491e1-a3c2-4ccf-932d-ef55ffc28bdc service neutron] Checking segment: {'id': 'e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:51:43.950223 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9700f62-1169-4008-9077-47e2831b0366 req-249491e1-a3c2-4ccf-932d-ef55ffc28bdc service neutron] Bound using segment: {'id': 'e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426'} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:51:43.950760 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-d9700f62-1169-4008-9077-47e2831b0366 req-249491e1-a3c2-4ccf-932d-ef55ffc28bdc service neutron] Bound port: 4e81e01b-8c80-4249-9817-a03c8dcd527d, host: n-h1-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426'}}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:51:43.951193 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-d9700f62-1169-4008-9077-47e2831b0366 req-249491e1-a3c2-4ccf-932d-ef55ffc28bdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:44.020309 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-fe8efbfb-814b-4402-9602-e805fd7d74aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2718856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3066595'] for subnet, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:44.033195 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-18101a04-a559-41a7-adba-1ee0efdba44c req-3b0ddb50-4b8a-4c07-85f1-f36d4d91e7bd tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbe27866-6450-47f0-a8e1-f266dfb72433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052058 Jun 01 18:51:44.046555 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ff684759-612a-4860-a7a3-9838f6d174c7 req-bf3791d1-68ca-48a8-93ad-09f3a0050f80 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] 10.222.0.41 "GET /v2.0/security-groups?id=3eddd810-beb6-4f1d-8108-29288df7e7ee&id=9572e18c-01ef-4403-8358-e3e783c3474b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0843956 Jun 01 18:51:44.092616 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-0110f004-0624-474a-8559-48b5d051fc46 req-26729236-7185-44de-aaee-8c227f52f2d1 service neutron] For port 4a324220-33d8-474a-8fca-3b42f63f1ae1, host n-h1-844202-1, cleared binding levels {{(pid=88525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:51:44.101674 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-0110f004-0624-474a-8559-48b5d051fc46 req-26729236-7185-44de-aaee-8c227f52f2d1 service neutron] For port 4a324220-33d8-474a-8fca-3b42f63f1ae1, host n-h1-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=4a324220-33d8-474a-8fca-3b42f63f1ae1,segment=NetworkSegment(e60765c6-124a-4916-8bfd-a8bc142f32ad),segment_id=e60765c6-124a-4916-8bfd-a8bc142f32ad)] {{(pid=88525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:51:44.119431 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-0110f004-0624-474a-8559-48b5d051fc46 req-26729236-7185-44de-aaee-8c227f52f2d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:44.197899 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8efbfb-814b-4402-9602-e805fd7d74aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab602fe9-7ca4-47bf-b30f-ad3c87b9ac55,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:51:44.240390 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-fe8efbfb-814b-4402-9602-e805fd7d74aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:44.256441 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-fe8efbfb-814b-4402-9602-e805fd7d74aa admin admin] 10.222.0.41 "DELETE /v2.0/subnets/ab602fe9-7ca4-47bf-b30f-ad3c87b9ac55 HTTP/1.1" status: 204 len: 168 time: 1.6017094 Jun 01 18:51:44.262463 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 54142) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:51:44.294408 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26729236-7185-44de-aaee-8c227f52f2d1 service neutron] Pushing event updated for resources: {'Port': ['ID=4a324220-33d8-474a-8fca-3b42f63f1ae1,revision_number=3']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:51:44.300219 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0110f004-0624-474a-8559-48b5d051fc46 req-26729236-7185-44de-aaee-8c227f52f2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:51:44.301746 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-0110f004-0624-474a-8559-48b5d051fc46 req-26729236-7185-44de-aaee-8c227f52f2d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:44.303582 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-0110f004-0624-474a-8559-48b5d051fc46 req-26729236-7185-44de-aaee-8c227f52f2d1 service neutron] 10.222.0.15 "PUT /v2.0/ports/4a324220-33d8-474a-8fca-3b42f63f1ae1 HTTP/1.1" status: 200 len: 1092 time: 3.5068431 Jun 01 18:51:44.503881 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f43a9ce-4418-4b9a-ad7d-a8a7a81bb33c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e81e01b-8c80-4249-9817-a03c8dcd527d'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:51:44.520801 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0110f004-0624-474a-8559-48b5d051fc46 req-d3030252-55eb-405c-8ad1-8ddd9334da4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:51:44.523274 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-0110f004-0624-474a-8559-48b5d051fc46 req-d3030252-55eb-405c-8ad1-8ddd9334da4d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=eccea382ced5475f9a2098d1ef2ff267&device_id=863d6d17-7ec0-45a3-a6dc-82b322b76ced HTTP/1.1" status: 200 len: 1095 time: 0.1741185 Jun 01 18:51:44.637581 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a4700a93-3fab-4407-9e21-9a160f492ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:44.658485 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-d9700f62-1169-4008-9077-47e2831b0366 req-249491e1-a3c2-4ccf-932d-ef55ffc28bdc service neutron] For port 4e81e01b-8c80-4249-9817-a03c8dcd527d, host n-h1-844202-1, cleared binding levels {{(pid=88524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:51:44.674158 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-1a401eaa-b6dc-4d59-95e2-f2c852181326 req-ac572296-0198-4fe0-a748-93e61834e0d8 tempest-ImagesOneServerTestJSON-1533552250 tempest-ImagesOneServerTestJSON-1533552250-project] 10.222.0.41 "GET /v2.0/ports?device_id=4fd908a7-170c-44e2-8719-e7c307ce1667 HTTP/1.1" status: 200 len: 210 time: 0.1494758 Jun 01 18:51:44.700933 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-0110f004-0624-474a-8559-48b5d051fc46 req-ddb8ff55-e703-4a52-9dcd-10db912f710a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4a324220-33d8-474a-8fca-3b42f63f1ae1 HTTP/1.1" status: 200 len: 217 time: 0.1588962 Jun 01 18:51:44.737405 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-d9700f62-1169-4008-9077-47e2831b0366 req-249491e1-a3c2-4ccf-932d-ef55ffc28bdc service neutron] For port 4e81e01b-8c80-4249-9817-a03c8dcd527d, host n-h1-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=4e81e01b-8c80-4249-9817-a03c8dcd527d,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:51:44.796346 n-d-844202-1 neutron-server[88525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2997321c-fe71-44f4-b0b1-cf13183585e5'] response: {'server_uuid': '4fd908a7-170c-44e2-8719-e7c307ce1667', 'name': 'network-vif-deleted', 'tag': '873ea4ea-e0cb-4148-afa6-bb316ccb2dac', 'status': 'completed', 'code': 200} Jun 01 18:51:44.804970 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0110f004-0624-474a-8559-48b5d051fc46 req-1eef861d-d182-4cd5-814b-ea95731672b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:51:44.806805 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-0110f004-0624-474a-8559-48b5d051fc46 req-1eef861d-d182-4cd5-814b-ea95731672b5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=276181f2-c3ab-487e-8805-06ed7064e884 HTTP/1.1" status: 200 len: 850 time: 0.0935254 Jun 01 18:51:44.820628 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8268fc5d-5c16-4300-8914-c837a36804da req-2025cf57-4a2b-4068-99a1-8c581552b223 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:51:44.829113 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8268fc5d-5c16-4300-8914-c837a36804da req-2025cf57-4a2b-4068-99a1-8c581552b223 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=863d6d17-7ec0-45a3-a6dc-82b322b76ced HTTP/1.1" status: 200 len: 944 time: 0.2910523 Jun 01 18:51:44.871820 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a4700a93-3fab-4407-9e21-9a160f492ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:44.929880 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-d9700f62-1169-4008-9077-47e2831b0366 req-249491e1-a3c2-4ccf-932d-ef55ffc28bdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:44.982376 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8268fc5d-5c16-4300-8914-c837a36804da req-0b7a4007-d177-4e36-85d8-045ec1b7ed37 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ce59b29-4aa6-4d2e-8584-a540c0a14c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1521113 Jun 01 18:51:44.989243 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 873ea4ea-e0cb-4148-afa6-bb316ccb2dac no longer exists at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:51:45.005267 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-a4700a93-3fab-4407-9e21-9a160f492ca7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d46cf9b-19e7-4134-ae61-f2fb8ec4aebe']}} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:51:45.048210 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] No Port match for: 873ea4ea-e0cb-4148-afa6-bb316ccb2dac {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 18:51:45.048567 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0110f004-0624-474a-8559-48b5d051fc46 req-5bb62468-006a-4477-bedf-85a0e1c8cd7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:51:45.048709 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 873ea4ea-e0cb-4148-afa6-bb316ccb2dac not bound to the agent host n-h1-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 18:51:45.050166 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-0110f004-0624-474a-8559-48b5d051fc46 req-5bb62468-006a-4477-bedf-85a0e1c8cd7a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e3902938-4b6a-4448-87d9-59b63dd51a7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1729882 Jun 01 18:51:45.080293 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-8870159a-164b-410d-b0fa-7923640d824d req-9ea534d8-0893-496d-990f-fa41f42ba753 tempest-ServerShowV257Test-993542551 tempest-ServerShowV257Test-993542551-project] 10.222.0.41 "GET /v2.0/ports?device_id=4beed13b-e21e-45fb-9e19-4ae7d3a25cc9 HTTP/1.1" status: 200 len: 210 time: 0.0781755 Jun 01 18:51:45.096373 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-a4700a93-3fab-4407-9e21-9a160f492ca7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22287ba6-8d55-40bc-af51-dd1e4bf5ec11') {'for_net_delete': True} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:51:45.096663 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-a4700a93-3fab-4407-9e21-9a160f492ca7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22287ba6-8d55-40bc-af51-dd1e4bf5ec11') {} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:51:45.119882 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f868938-6e2d-40fd-8bc8-1eca6335a432'] response: {'server_uuid': '1f43a9ce-4418-4b9a-ad7d-a8a7a81bb33c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e81e01b-8c80-4249-9817-a03c8dcd527d', 'code': 200} Jun 01 18:51:45.194201 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9700f62-1169-4008-9077-47e2831b0366 req-249491e1-a3c2-4ccf-932d-ef55ffc28bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:51:45.197694 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-d9700f62-1169-4008-9077-47e2831b0366 req-249491e1-a3c2-4ccf-932d-ef55ffc28bdc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:45.199458 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d9700f62-1169-4008-9077-47e2831b0366 req-249491e1-a3c2-4ccf-932d-ef55ffc28bdc service neutron] 10.222.0.15 "PUT /v2.0/ports/4e81e01b-8c80-4249-9817-a03c8dcd527d HTTP/1.1" status: 200 len: 1095 time: 3.5107517 Jun 01 18:51:45.202027 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a4700a93-3fab-4407-9e21-9a160f492ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2702126'] for segment, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:45.230767 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a4700a93-3fab-4407-9e21-9a160f492ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:45.241748 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4700a93-3fab-4407-9e21-9a160f492ca7 admin admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=88524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 18:51:45.242723 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a4700a93-3fab-4407-9e21-9a160f492ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2719018'] for segment, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:45.401588 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment 22287ba6-8d55-40bc-af51-dd1e4bf5ec11 resource provider aggregate not found Jun 01 18:51:45.441411 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-0110f004-0624-474a-8559-48b5d051fc46 req-e9797101-0ff5-4a98-9410-f03ccd0d59b4 service neutron] 10.222.0.15 "GET /v2.0/networks/e3902938-4b6a-4448-87d9-59b63dd51a7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3807814 Jun 01 18:51:45.461744 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d6314c-8ef3-496c-a72d-9786cf770cc4 req-ed9f1b00-b14e-4947-9e6f-123fa2ee2f26 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:51:45.468239 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d6314c-8ef3-496c-a72d-9786cf770cc4 req-ed9f1b00-b14e-4947-9e6f-123fa2ee2f26 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:51:45.473933 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment 22287ba6-8d55-40bc-af51-dd1e4bf5ec11 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 22287ba6-8d55-40bc-af51-dd1e4bf5ec11 found for delete ", "request_id": "req-3e2921b4-5d8e-449e-b4e8-ef07af7590a9"}]} Jun 01 18:51:45.474155 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d6314c-8ef3-496c-a72d-9786cf770cc4 req-ed9f1b00-b14e-4947-9e6f-123fa2ee2f26 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:51:45.478900 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249491e1-a3c2-4ccf-932d-ef55ffc28bdc service neutron] Pushing event updated for resources: {'Port': ['ID=4e81e01b-8c80-4249-9817-a03c8dcd527d,revision_number=7']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:51:45.480934 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d6314c-8ef3-496c-a72d-9786cf770cc4 req-ed9f1b00-b14e-4947-9e6f-123fa2ee2f26 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:51:45.485768 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a4700a93-3fab-4407-9e21-9a160f492ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:45.486836 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d6314c-8ef3-496c-a72d-9786cf770cc4 req-ed9f1b00-b14e-4947-9e6f-123fa2ee2f26 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:51:45.490208 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a4700a93-3fab-4407-9e21-9a160f492ca7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:45.492725 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d6314c-8ef3-496c-a72d-9786cf770cc4 req-ed9f1b00-b14e-4947-9e6f-123fa2ee2f26 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:51:45.499558 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d6314c-8ef3-496c-a72d-9786cf770cc4 req-ed9f1b00-b14e-4947-9e6f-123fa2ee2f26 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:51:45.501449 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-23d6314c-8ef3-496c-a72d-9786cf770cc4 req-ed9f1b00-b14e-4947-9e6f-123fa2ee2f26 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c83a2c5-aa3d-4e8d-af22-cb838112216f HTTP/1.1" status: 200 len: 5445 time: 0.2261629 Jun 01 18:51:45.531809 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4700a93-3fab-4407-9e21-9a160f492ca7 admin admin] Pushing event deleted for resources: {'Network': ['ID=2d46cf9b-19e7-4134-ae61-f2fb8ec4aebe,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:51:45.543646 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-a4700a93-3fab-4407-9e21-9a160f492ca7 admin admin] 10.222.0.41 "DELETE /v2.0/networks/2d46cf9b-19e7-4134-ae61-f2fb8ec4aebe HTTP/1.1" status: 204 len: 168 time: 1.2801750 Jun 01 18:51:45.586809 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0657e9d6-1cd4-4dc8-b69b-d2eb94d521fc req-10864094-ecbd-4ae8-8fcc-79b5b8563f8c tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:51:45.593353 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0657e9d6-1cd4-4dc8-b69b-d2eb94d521fc req-10864094-ecbd-4ae8-8fcc-79b5b8563f8c tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:51:45.599714 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0657e9d6-1cd4-4dc8-b69b-d2eb94d521fc req-10864094-ecbd-4ae8-8fcc-79b5b8563f8c tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:51:45.606372 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0657e9d6-1cd4-4dc8-b69b-d2eb94d521fc req-10864094-ecbd-4ae8-8fcc-79b5b8563f8c tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:51:45.612486 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0657e9d6-1cd4-4dc8-b69b-d2eb94d521fc req-10864094-ecbd-4ae8-8fcc-79b5b8563f8c tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:51:45.619118 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0657e9d6-1cd4-4dc8-b69b-d2eb94d521fc req-10864094-ecbd-4ae8-8fcc-79b5b8563f8c tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:51:45.625272 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0657e9d6-1cd4-4dc8-b69b-d2eb94d521fc req-10864094-ecbd-4ae8-8fcc-79b5b8563f8c tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:51:45.627338 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0657e9d6-1cd4-4dc8-b69b-d2eb94d521fc req-10864094-ecbd-4ae8-8fcc-79b5b8563f8c tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] 10.222.0.50 "GET /v2.0/ports?device_id=9c83a2c5-aa3d-4e8d-af22-cb838112216f HTTP/1.1" status: 200 len: 5445 time: 0.5059948 Jun 01 18:51:45.645152 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-23d6314c-8ef3-496c-a72d-9786cf770cc4 req-e1610ae7-2d96-4bcd-8fc6-4ede8db8b8ce tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] 10.222.0.41 "GET /v2.0/security-groups?id=3eddd810-beb6-4f1d-8108-29288df7e7ee&id=9572e18c-01ef-4403-8358-e3e783c3474b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1227863 Jun 01 18:51:45.679724 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-0110f004-0624-474a-8559-48b5d051fc46 req-9b76e8be-9d43-47c0-958d-bc9d353f5f0d service neutron] 10.222.0.15 "GET /v2.0/networks/e3902938-4b6a-4448-87d9-59b63dd51a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773181 Jun 01 18:51:45.680170 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 54170) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:51:45.686361 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bd4b44-c7e9-4694-9a31-cdf0a4b27348 req-55d9590b-237d-4c8c-b666-cf5508175fa1 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:51:45.688591 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-89bd4b44-c7e9-4694-9a31-cdf0a4b27348 req-55d9590b-237d-4c8c-b666-cf5508175fa1 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f43a9ce-4418-4b9a-ad7d-a8a7a81bb33c HTTP/1.1" status: 200 len: 947 time: 0.3324015 Jun 01 18:51:45.696897 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9700f62-1169-4008-9077-47e2831b0366 req-3256d776-10c7-4eb5-92d1-ddad63303ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:51:45.698965 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d9700f62-1169-4008-9077-47e2831b0366 req-3256d776-10c7-4eb5-92d1-ddad63303ffe service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5a29f45689de4723b61fb9850cc62a10&device_id=1f43a9ce-4418-4b9a-ad7d-a8a7a81bb33c HTTP/1.1" status: 200 len: 1098 time: 0.3392572 Jun 01 18:51:45.744745 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-204f75fa-e819-4c0b-a1b5-999ca9e7ceb1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ae97e1a8db6d4c6781eaa54cfd56fe1b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0632942 Jun 01 18:51:45.746689 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 54178) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:51:45.817327 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-283ecbbe-c3dd-41fd-9e90-e37c7f66cabd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:45.840130 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 54184) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:51:45.880699 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-283ecbbe-c3dd-41fd-9e90-e37c7f66cabd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:45.941944 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_v2 [None req-9910cee5-47a2-469f-af00-e19669f3938a admin admin] Deleting subnet 7406bffa-33d5-4a73-b8e0-73fb9ec85aab {{(pid=88525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 18:51:45.945457 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9910cee5-47a2-469f-af00-e19669f3938a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:45.956696 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0657e9d6-1cd4-4dc8-b69b-d2eb94d521fc req-5c4c0984-c79f-4f22-830e-d5fad37cf02f tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:51:45.959314 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0657e9d6-1cd4-4dc8-b69b-d2eb94d521fc req-5c4c0984-c79f-4f22-830e-d5fad37cf02f tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] 10.222.0.50 "GET /v2.0/ports/a3f4ba38-c0d9-4785-8b90-9f4ff43d59a6?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.3239822 Jun 01 18:51:46.007911 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9910cee5-47a2-469f-af00-e19669f3938a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2258509'] for subnet, precommit_delete_associations {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:46.063751 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-283ecbbe-c3dd-41fd-9e90-e37c7f66cabd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:46.113825 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283ecbbe-c3dd-41fd-9e90-e37c7f66cabd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c0779fc-497e-440f-b6f7-862160944962,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:51:46.132501 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-89bd4b44-c7e9-4694-9a31-cdf0a4b27348 req-fdc34c2c-bf3b-4f87-8ac6-d24103624c2c tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbe27866-6450-47f0-a8e1-f266dfb72433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4248295 Jun 01 18:51:46.135000 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9910cee5-47a2-469f-af00-e19669f3938a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:46.216480 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0657e9d6-1cd4-4dc8-b69b-d2eb94d521fc req-1948fdfd-8773-461b-a3a7-508d36a8e064 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] 10.222.0.50 "GET /v2.0/networks/9faf4c95-7954-4d11-b97c-b5c0332de1f6?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2331820 Jun 01 18:51:46.219014 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9700f62-1169-4008-9077-47e2831b0366 req-91972c3a-589b-4ee5-b357-096eb5470a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:51:46.220574 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d9700f62-1169-4008-9077-47e2831b0366 req-91972c3a-589b-4ee5-b357-096eb5470a66 service neutron] 10.222.0.15 "GET /v2.0/networks?id=898153a3-5d71-43be-9d14-343ea4a48426 HTTP/1.1" status: 200 len: 870 time: 0.5118217 Jun 01 18:51:46.225596 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-0657e9d6-1cd4-4dc8-b69b-d2eb94d521fc req-43be7a4e-06f3-4e80-b1df-d34960e5d93f service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:51:46.269928 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-283ecbbe-c3dd-41fd-9e90-e37c7f66cabd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:46.273374 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-283ecbbe-c3dd-41fd-9e90-e37c7f66cabd admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0c0779fc-497e-440f-b6f7-862160944962 HTTP/1.1" status: 204 len: 168 time: 0.5234303 Jun 01 18:51:46.273548 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 54198) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:51:46.323913 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b70dc3-35f7-4005-841f-bd28a8d2fccb req-fb4349ff-bb6e-42a3-ad12-dcf710f535c4 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:51:46.326197 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-28b70dc3-35f7-4005-841f-bd28a8d2fccb req-fb4349ff-bb6e-42a3-ad12-dcf710f535c4 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=863d6d17-7ec0-45a3-a6dc-82b322b76ced HTTP/1.1" status: 200 len: 944 time: 0.1366959 Jun 01 18:51:46.333375 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9910cee5-47a2-469f-af00-e19669f3938a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2614143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9667199'] for subnet, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:46.351552 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d9700f62-1169-4008-9077-47e2831b0366 req-f04540ad-af75-49d2-b6ed-4b37c3ecee1a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=4e81e01b-8c80-4249-9817-a03c8dcd527d HTTP/1.1" status: 200 len: 217 time: 0.0811274 Jun 01 18:51:46.419768 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9910cee5-47a2-469f-af00-e19669f3938a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7406bffa-33d5-4a73-b8e0-73fb9ec85aab,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:51:46.427780 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9910cee5-47a2-469f-af00-e19669f3938a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:46.435627 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-28b70dc3-35f7-4005-841f-bd28a8d2fccb req-1c1a14d1-c4fe-45bd-acf9-88fbf027152b tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ce59b29-4aa6-4d2e-8584-a540c0a14c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966463 Jun 01 18:51:46.439295 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-9910cee5-47a2-469f-af00-e19669f3938a admin admin] 10.222.0.41 "DELETE /v2.0/subnets/7406bffa-33d5-4a73-b8e0-73fb9ec85aab HTTP/1.1" status: 204 len: 168 time: 0.5959442 Jun 01 18:51:46.439603 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 54208) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:51:46.441391 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4c926b9f-9150-416d-a2a3-45a437ff103d req-cc49c24f-c074-44fa-885f-339a743f38aa tempest-ServerShowV257Test-993542551 tempest-ServerShowV257Test-993542551-project] 10.222.0.41 "GET /v2.0/ports?device_id=4beed13b-e21e-45fb-9e19-4ae7d3a25cc9 HTTP/1.1" status: 200 len: 210 time: 0.0947587 Jun 01 18:51:46.522790 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9700f62-1169-4008-9077-47e2831b0366 req-434b62b5-1a0f-4793-bb3e-97862e587bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:51:46.524929 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d9700f62-1169-4008-9077-47e2831b0366 req-434b62b5-1a0f-4793-bb3e-97862e587bd9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=35e3ad2f-9c88-4698-b634-4e1b58de1cc2 HTTP/1.1" status: 200 len: 843 time: 0.1349072 Jun 01 18:51:46.525681 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-0657e9d6-1cd4-4dc8-b69b-d2eb94d521fc req-43be7a4e-06f3-4e80-b1df-d34960e5d93f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:46.596120 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device a3f4ba38-c0d9-4785-8b90-9f4ff43d59a6 no longer exists at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:51:46.602068 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7c02b353-e09b-4c51-9d7c-457e74f64ecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:46.780264 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9700f62-1169-4008-9077-47e2831b0366 req-8afeb497-4328-434e-b0fe-f41586f62a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:51:46.781971 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d9700f62-1169-4008-9077-47e2831b0366 req-8afeb497-4328-434e-b0fe-f41586f62a89 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=898153a3-5d71-43be-9d14-343ea4a48426&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2451520 Jun 01 18:51:46.798456 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '863d6d17-7ec0-45a3-a6dc-82b322b76ced', 'tag': '4a324220-33d8-474a-8fca-3b42f63f1ae1'}] {{(pid=88525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:51:46.809909 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port a3f4ba38-c0d9-4785-8b90-9f4ff43d59a6 is: ACTIVE; New status is: DOWN {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:51:46.810549 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:46.860192 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7c02b353-e09b-4c51-9d7c-457e74f64ecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:46.900964 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-256b5cac-487a-41bc-9f0d-3bb22dc7b5c7 req-42e7af8d-7996-434f-ba5c-76e9065f9fed tempest-ServersTestBootFromVolume-197582985 tempest-ServersTestBootFromVolume-197582985-project] Synchronizing usage tracker for tenant:8954dfb656dd4378bb3153f8271ef2cc on resource:security_group {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:51:46.906672 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-7c02b353-e09b-4c51-9d7c-457e74f64ecc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22f85667-960e-4882-a10a-9cd290a7487a']}} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:51:46.922384 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-7c02b353-e09b-4c51-9d7c-457e74f64ecc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd65779f3-a6ee-4850-a72a-0e6c7fc929ee') {'for_net_delete': True} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:51:46.923026 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-7c02b353-e09b-4c51-9d7c-457e74f64ecc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd65779f3-a6ee-4850-a72a-0e6c7fc929ee') {} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:51:46.940596 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7c02b353-e09b-4c51-9d7c-457e74f64ecc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2258522'] for segment, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:46.954451 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-256b5cac-487a-41bc-9f0d-3bb22dc7b5c7 req-42e7af8d-7996-434f-ba5c-76e9065f9fed tempest-ServersTestBootFromVolume-197582985 tempest-ServersTestBootFromVolume-197582985-project] Unset dirty status for tenant:8954dfb656dd4378bb3153f8271ef2cc on resource:security_group {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:51:46.954451 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-256b5cac-487a-41bc-9f0d-3bb22dc7b5c7 req-42e7af8d-7996-434f-ba5c-76e9065f9fed tempest-ServersTestBootFromVolume-197582985 tempest-ServersTestBootFromVolume-197582985-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1385693634&fields=id&tenant_id=8954dfb656dd4378bb3153f8271ef2cc HTTP/1.1" status: 200 len: 267 time: 0.1298494 Jun 01 18:51:46.985155 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7c02b353-e09b-4c51-9d7c-457e74f64ecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:47.014497 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-366302de-50ca-4157-87c6-362fc9392975 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6bd17bf1f540474aac43920effd43aff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7396607 Jun 01 18:51:47.025358 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 54232) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:51:47.050974 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c02b353-e09b-4c51-9d7c-457e74f64ecc admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=88525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 18:51:47.051417 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7c02b353-e09b-4c51-9d7c-457e74f64ecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2613981'] for segment, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:47.101287 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-0657e9d6-1cd4-4dc8-b69b-d2eb94d521fc req-43be7a4e-06f3-4e80-b1df-d34960e5d93f service neutron] For port a3f4ba38-c0d9-4785-8b90-9f4ff43d59a6, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=a3f4ba38-c0d9-4785-8b90-9f4ff43d59a6,segment=NetworkSegment(8211a189-6538-4b5e-a099-2eaf80282694),segment_id=8211a189-6538-4b5e-a099-2eaf80282694)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:51:47.124022 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f43a9ce-4418-4b9a-ad7d-a8a7a81bb33c', 'tag': '4e81e01b-8c80-4249-9817-a03c8dcd527d'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:51:47.135034 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment d65779f3-a6ee-4850-a72a-0e6c7fc929ee resource provider aggregate not found Jun 01 18:51:47.160660 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment d65779f3-a6ee-4850-a72a-0e6c7fc929ee resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d65779f3-a6ee-4850-a72a-0e6c7fc929ee found for delete ", "request_id": "req-05d83565-113e-4059-83ec-c51263d3224f"}]} Jun 01 18:51:47.175979 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d9700f62-1169-4008-9077-47e2831b0366 req-4b2c64f9-a017-4a4a-aec5-79878df44236 service neutron] 10.222.0.15 "GET /v2.0/networks/898153a3-5d71-43be-9d14-343ea4a48426?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3863094 Jun 01 18:51:47.198006 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7c02b353-e09b-4c51-9d7c-457e74f64ecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:47.202316 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7c02b353-e09b-4c51-9d7c-457e74f64ecc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:47.235131 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-7c02b353-e09b-4c51-9d7c-457e74f64ecc admin admin] 10.222.0.41 "DELETE /v2.0/networks/22f85667-960e-4882-a10a-9cd290a7487a HTTP/1.1" status: 204 len: 168 time: 0.7922528 Jun 01 18:51:47.235131 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c02b353-e09b-4c51-9d7c-457e74f64ecc admin admin] Pushing event deleted for resources: {'Network': ['ID=22f85667-960e-4882-a10a-9cd290a7487a,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:51:47.237327 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1aed773f-62de-4dbd-8ca4-914727a80c2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:47.262409 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256b5cac-487a-41bc-9f0d-3bb22dc7b5c7 req-45c321e0-7e37-4bb3-8409-3f98aaeb9e04 tempest-ServersTestBootFromVolume-197582985 tempest-ServersTestBootFromVolume-197582985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:51:47.263099 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-256b5cac-487a-41bc-9f0d-3bb22dc7b5c7 req-45c321e0-7e37-4bb3-8409-3f98aaeb9e04 tempest-ServersTestBootFromVolume-197582985 tempest-ServersTestBootFromVolume-197582985-project] Synchronizing usage tracker for tenant:8954dfb656dd4378bb3153f8271ef2cc on resource:network {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:51:47.282372 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-256b5cac-487a-41bc-9f0d-3bb22dc7b5c7 req-45c321e0-7e37-4bb3-8409-3f98aaeb9e04 tempest-ServersTestBootFromVolume-197582985 tempest-ServersTestBootFromVolume-197582985-project] Unset dirty status for tenant:8954dfb656dd4378bb3153f8271ef2cc on resource:network {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:51:47.291379 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-256b5cac-487a-41bc-9f0d-3bb22dc7b5c7 req-45c321e0-7e37-4bb3-8409-3f98aaeb9e04 tempest-ServersTestBootFromVolume-197582985 tempest-ServersTestBootFromVolume-197582985-project] 10.222.0.41 "GET /v2.0/networks?id=8bf6d215-ffa6-4f1e-a724-9435b6e76e15 HTTP/1.1" status: 200 len: 815 time: 0.3303249 Jun 01 18:51:47.309707 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a00c97-a3ba-4f0e-a898-8fb84e3eef90 req-47343dac-59ed-45a7-af50-3a329755e553 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:51:47.310820 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-256b5cac-487a-41bc-9f0d-3bb22dc7b5c7 req-a65190c9-dc2c-4d16-8e13-166615bf4f8c tempest-ServersTestBootFromVolume-197582985 tempest-ServersTestBootFromVolume-197582985-project] 10.222.0.41 "GET /v2.0/quotas/8954dfb656dd4378bb3153f8271ef2cc HTTP/1.1" status: 200 len: 375 time: 0.0184717 Jun 01 18:51:47.315718 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a00c97-a3ba-4f0e-a898-8fb84e3eef90 req-47343dac-59ed-45a7-af50-3a329755e553 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:51:47.322894 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a00c97-a3ba-4f0e-a898-8fb84e3eef90 req-47343dac-59ed-45a7-af50-3a329755e553 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:51:47.328917 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a00c97-a3ba-4f0e-a898-8fb84e3eef90 req-47343dac-59ed-45a7-af50-3a329755e553 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:51:47.334624 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a00c97-a3ba-4f0e-a898-8fb84e3eef90 req-47343dac-59ed-45a7-af50-3a329755e553 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:51:47.341421 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a00c97-a3ba-4f0e-a898-8fb84e3eef90 req-47343dac-59ed-45a7-af50-3a329755e553 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:51:47.347341 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a00c97-a3ba-4f0e-a898-8fb84e3eef90 req-47343dac-59ed-45a7-af50-3a329755e553 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:51:47.355227 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-65a00c97-a3ba-4f0e-a898-8fb84e3eef90 req-47343dac-59ed-45a7-af50-3a329755e553 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c83a2c5-aa3d-4e8d-af22-cb838112216f HTTP/1.1" status: 200 len: 5445 time: 0.4773986 Jun 01 18:51:47.396259 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-0657e9d6-1cd4-4dc8-b69b-d2eb94d521fc req-43be7a4e-06f3-4e80-b1df-d34960e5d93f service neutron] For port a3f4ba38-c0d9-4785-8b90-9f4ff43d59a6, host n-h2-844202-1, cleared binding levels {{(pid=88524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:51:47.456067 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 54252) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:51:47.528167 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1aed773f-62de-4dbd-8ca4-914727a80c2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:47.532921 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-256b5cac-487a-41bc-9f0d-3bb22dc7b5c7 req-34474e88-f681-40df-a370-05932a7cb481 tempest-ServersTestBootFromVolume-197582985 tempest-ServersTestBootFromVolume-197582985-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=8954dfb656dd4378bb3153f8271ef2cc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2210581 Jun 01 18:51:47.550702 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [req-0657e9d6-1cd4-4dc8-b69b-d2eb94d521fc req-43be7a4e-06f3-4e80-b1df-d34960e5d93f service neutron] device_id is not set on port a3f4ba38-c0d9-4785-8b90-9f4ff43d59a6 yet. {{(pid=88524) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 18:51:47.591834 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-65a00c97-a3ba-4f0e-a898-8fb84e3eef90 req-f192b071-56d1-4f30-acb8-6ad6cca1ac2e tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] 10.222.0.41 "GET /v2.0/security-groups?id=3eddd810-beb6-4f1d-8108-29288df7e7ee&id=9572e18c-01ef-4403-8358-e3e783c3474b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2357147 Jun 01 18:51:47.610971 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-0657e9d6-1cd4-4dc8-b69b-d2eb94d521fc req-43be7a4e-06f3-4e80-b1df-d34960e5d93f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:47.641262 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d9700f62-1169-4008-9077-47e2831b0366 req-53f17d92-126d-4a49-abde-359268d6529d service neutron] 10.222.0.15 "GET /v2.0/networks/898153a3-5d71-43be-9d14-343ea4a48426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4505730 Jun 01 18:51:47.645808 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-0657e9d6-1cd4-4dc8-b69b-d2eb94d521fc req-43be7a4e-06f3-4e80-b1df-d34960e5d93f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:47.652332 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-56c8fcb0-993c-4949-87a0-48e722646b8a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8eded11978a7441a8e37e2672a5dbcbe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1894081 Jun 01 18:51:47.655157 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 54262) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:51:47.713245 n-d-844202-1 neutron-server[88525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f17ace42-9070-4713-848c-eb8a3552bf63'] response: {'name': 'network-changed', 'server_uuid': '863d6d17-7ec0-45a3-a6dc-82b322b76ced', 'tag': '4a324220-33d8-474a-8fca-3b42f63f1ae1', 'status': 'completed', 'code': 200} Jun 01 18:51:47.719846 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [req-256b5cac-487a-41bc-9f0d-3bb22dc7b5c7 req-8417990b-bfe9-467d-a649-24975d16ab18 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=88525) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 18:51:47.729756 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-256b5cac-487a-41bc-9f0d-3bb22dc7b5c7 req-8417990b-bfe9-467d-a649-24975d16ab18 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1865361 Jun 01 18:51:47.887087 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.db.api [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88526) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 18:51:47.887647 n-d-844202-1 neutron-server[88526]: DEBUG oslo_db.api [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 18:51:47.928829 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-256b5cac-487a-41bc-9f0d-3bb22dc7b5c7 req-33fcef0f-7a1b-41f3-b23f-0290fa27e6f1 service neutron] 10.222.0.41 "GET /v2.0/networks/8bf6d215-ffa6-4f1e-a724-9435b6e76e15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1979787 Jun 01 18:51:48.012605 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6368231e-664c-412d-b648-2c042523a16a'] response: {'name': 'network-changed', 'server_uuid': '1f43a9ce-4418-4b9a-ad7d-a8a7a81bb33c', 'tag': '4e81e01b-8c80-4249-9817-a03c8dcd527d', 'status': 'completed', 'code': 200} Jun 01 18:51:48.167850 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-0657e9d6-1cd4-4dc8-b69b-d2eb94d521fc req-43be7a4e-06f3-4e80-b1df-d34960e5d93f service neutron] No DVR routers for this DVR port a3f4ba38-c0d9-4785-8b90-9f4ff43d59a6 on host n-h2-844202-1 {{(pid=88524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 18:51:48.204133 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-83585856-92f6-472d-a448-ef21c2ed93f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:48.229410 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43be7a4e-06f3-4e80-b1df-d34960e5d93f service neutron] Pushing event updated for resources: {'Port': ['ID=a3f4ba38-c0d9-4785-8b90-9f4ff43d59a6,revision_number=6']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:51:48.252638 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1aed773f-62de-4dbd-8ca4-914727a80c2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:48.278773 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aed773f-62de-4dbd-8ca4-914727a80c2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a2ffece-5c89-4f80-8f74-c5fd1708da19,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:51:48.293501 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-83585856-92f6-472d-a448-ef21c2ed93f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:48.295764 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-0657e9d6-1cd4-4dc8-b69b-d2eb94d521fc req-43be7a4e-06f3-4e80-b1df-d34960e5d93f service neutron] In _notify_port_updated(), no bound segment for port a3f4ba38-c0d9-4785-8b90-9f4ff43d59a6 on network 9faf4c95-7954-4d11-b97c-b5c0332de1f6 {{(pid=88524) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 01 18:51:48.296762 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0657e9d6-1cd4-4dc8-b69b-d2eb94d521fc req-43be7a4e-06f3-4e80-b1df-d34960e5d93f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:51:48.297364 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-0657e9d6-1cd4-4dc8-b69b-d2eb94d521fc req-43be7a4e-06f3-4e80-b1df-d34960e5d93f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:48.298728 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0657e9d6-1cd4-4dc8-b69b-d2eb94d521fc req-43be7a4e-06f3-4e80-b1df-d34960e5d93f service neutron] 10.222.0.50 "PUT /v2.0/ports/a3f4ba38-c0d9-4785-8b90-9f4ff43d59a6 HTTP/1.1" status: 200 len: 1033 time: 2.0770719 Jun 01 18:51:48.307835 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b3c857-3a94-48da-9e84-a6a739199eb2 req-65d23a9b-a237-4b29-92f2-49e03a295d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:51:48.309277 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-64b3c857-3a94-48da-9e84-a6a739199eb2 req-65d23a9b-a237-4b29-92f2-49e03a295d2f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=eccea382ced5475f9a2098d1ef2ff267&device_id=863d6d17-7ec0-45a3-a6dc-82b322b76ced HTTP/1.1" status: 200 len: 1095 time: 0.5948415 Jun 01 18:51:48.311601 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-256b5cac-487a-41bc-9f0d-3bb22dc7b5c7 req-9ce77cf6-0ce9-45df-8732-20fdaa2726a9 service neutron] 10.222.0.41 "GET /v2.0/networks/8bf6d215-ffa6-4f1e-a724-9435b6e76e15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3819292 Jun 01 18:51:48.358853 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-82d041a4-a9db-4020-b300-7e91bf29aa51 None None] Provisioning complete for port a3f4ba38-c0d9-4785-8b90-9f4ff43d59a6 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:51:48.359512 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-82d041a4-a9db-4020-b300-7e91bf29aa51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:48.368831 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd69161-1832-40b0-a28f-2bbbfd1c56f0 req-bc0f2fe9-5288-4145-b8ef-9d91fc8255aa tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:51:48.376742 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0fd69161-1832-40b0-a28f-2bbbfd1c56f0 req-bc0f2fe9-5288-4145-b8ef-9d91fc8255aa tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f43a9ce-4418-4b9a-ad7d-a8a7a81bb33c HTTP/1.1" status: 200 len: 947 time: 0.4174049 Jun 01 18:51:48.396840 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3060836b-0b6a-49c9-81bf-64e14f53fc7f req-b1344eda-8551-45db-b38c-0ec80148d44c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:51:48.400255 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3060836b-0b6a-49c9-81bf-64e14f53fc7f req-b1344eda-8551-45db-b38c-0ec80148d44c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5a29f45689de4723b61fb9850cc62a10&device_id=1f43a9ce-4418-4b9a-ad7d-a8a7a81bb33c HTTP/1.1" status: 200 len: 1098 time: 0.4787493 Jun 01 18:51:48.450454 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1aed773f-62de-4dbd-8ca4-914727a80c2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:48.454249 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-1aed773f-62de-4dbd-8ca4-914727a80c2e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4a2ffece-5c89-4f80-8f74-c5fd1708da19 HTTP/1.1" status: 204 len: 168 time: 1.4226153 Jun 01 18:51:48.465169 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-82d041a4-a9db-4020-b300-7e91bf29aa51 None None] Port a3f4ba38-c0d9-4785-8b90-9f4ff43d59a6 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 18:51:48.477731 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3060836b-0b6a-49c9-81bf-64e14f53fc7f req-5b9466e0-261b-4167-812a-f25e2e1ba25f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:51:48.479398 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3060836b-0b6a-49c9-81bf-64e14f53fc7f req-5b9466e0-261b-4167-812a-f25e2e1ba25f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5a29f45689de4723b61fb9850cc62a10&device_id=1f43a9ce-4418-4b9a-ad7d-a8a7a81bb33c HTTP/1.1" status: 200 len: 1098 time: 0.4362581 Jun 01 18:51:48.501420 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port a3f4ba38-c0d9-4785-8b90-9f4ff43d59a6 is: DOWN; New status is: DOWN {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:51:48.502671 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 93302f40-25f2-43b4-81bb-fbbce8a6a912 no longer exists at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:51:48.631146 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port 93302f40-25f2-43b4-81bb-fbbce8a6a912 is: ACTIVE; New status is: DOWN {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:51:48.631664 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:48.677479 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 93302f40-25f2-43b4-81bb-fbbce8a6a912, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=93302f40-25f2-43b4-81bb-fbbce8a6a912,segment=NetworkSegment(1f216ea7-d556-42bd-9325-5581fab5db25),segment_id=1f216ea7-d556-42bd-9325-5581fab5db25)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:51:48.678599 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c83a2c5-aa3d-4e8d-af22-cb838112216f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93302f40-25f2-43b4-81bb-fbbce8a6a912'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:51:48.687232 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:48.688285 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 4e81e01b-8c80-4249-9817-a03c8dcd527d no longer exists at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:51:48.731468 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0657e9d6-1cd4-4dc8-b69b-d2eb94d521fc req-72346309-16f3-4a68-a29f-e3f1ff0f7d6b tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:51:48.734299 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0657e9d6-1cd4-4dc8-b69b-d2eb94d521fc req-72346309-16f3-4a68-a29f-e3f1ff0f7d6b tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] 10.222.0.50 "GET /v2.0/ports/a2b102db-a0be-4f77-9ba0-fac6ef78d2af?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.4284520 Jun 01 18:51:48.736316 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b3c857-3a94-48da-9e84-a6a739199eb2 req-84640558-641e-4e92-9b6e-3a7ef3fc821b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:51:48.738123 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-64b3c857-3a94-48da-9e84-a6a739199eb2 req-84640558-641e-4e92-9b6e-3a7ef3fc821b service neutron] 10.222.0.15 "GET /v2.0/networks?id=e3902938-4b6a-4448-87d9-59b63dd51a7f HTTP/1.1" status: 200 len: 912 time: 0.3932631 Jun 01 18:51:48.762941 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-0657e9d6-1cd4-4dc8-b69b-d2eb94d521fc req-7d60c65e-7fa9-43e5-8f4a-0037fa210e1e service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:51:48.802331 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=93302f40-25f2-43b4-81bb-fbbce8a6a912,revision_number=6']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:51:48.832250 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:51:48.832806 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:51:48.833283 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:51:48.833754 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:51:48.834702 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:51:48.835174 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:51:48.836092 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:51:48.836639 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:51:48.837994 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:51:48.838547 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:51:48.839115 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:51:48.839695 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:51:48.851364 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-83585856-92f6-472d-a448-ef21c2ed93f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:48.861429 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 4e81e01b-8c80-4249-9817-a03c8dcd527d not bound to the agent host n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 18:51:48.871744 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 44b44b8b-1cb0-4633-8ae2-35b7a49b3f45 no longer exists at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:51:49.006861 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 4a324220-33d8-474a-8fca-3b42f63f1ae1 details requested by agent hyperv_n-h1-844202-1 with host n-h1-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 18:51:49.046796 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3060836b-0b6a-49c9-81bf-64e14f53fc7f req-2dc7b673-2f6c-41de-a1f7-b4f5b2171c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:51:49.049624 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3060836b-0b6a-49c9-81bf-64e14f53fc7f req-2dc7b673-2f6c-41de-a1f7-b4f5b2171c9b service neutron] 10.222.0.15 "GET /v2.0/networks?id=898153a3-5d71-43be-9d14-343ea4a48426 HTTP/1.1" status: 200 len: 870 time: 0.5571852 Jun 01 18:51:49.051015 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83585856-92f6-472d-a448-ef21c2ed93f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89aeb6d8-b792-478c-a365-48d8dc9ee547,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:51:49.178235 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0fd69161-1832-40b0-a28f-2bbbfd1c56f0 req-f8a5f076-2f72-405b-ad32-7e4560159214 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbe27866-6450-47f0-a8e1-f266dfb72433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7489266 Jun 01 18:51:49.190153 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port 4a324220-33d8-474a-8fca-3b42f63f1ae1, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=4a324220-33d8-474a-8fca-3b42f63f1ae1,segment=NetworkSegment(e60765c6-124a-4916-8bfd-a8bc142f32ad),segment_id=e60765c6-124a-4916-8bfd-a8bc142f32ad)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:51:49.220860 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-64b3c857-3a94-48da-9e84-a6a739199eb2 req-86e57573-52cb-47ae-a3ad-b6876d785ab5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4a324220-33d8-474a-8fca-3b42f63f1ae1 HTTP/1.1" status: 200 len: 217 time: 0.3623013 Jun 01 18:51:49.295708 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-83585856-92f6-472d-a448-ef21c2ed93f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:49.299056 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-83585856-92f6-472d-a448-ef21c2ed93f0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/89aeb6d8-b792-478c-a365-48d8dc9ee547 HTTP/1.1" status: 204 len: 168 time: 1.6406305 Jun 01 18:51:49.304720 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3060836b-0b6a-49c9-81bf-64e14f53fc7f req-c37d7b21-d0cf-4d79-bd7a-e6fe4e1f57c8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=4e81e01b-8c80-4249-9817-a03c8dcd527d HTTP/1.1" status: 200 len: 217 time: 0.2430174 Jun 01 18:51:49.339532 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Returning: {'device': '4a324220-33d8-474a-8fca-3b42f63f1ae1', 'network_id': 'e3902938-4b6a-4448-87d9-59b63dd51a7f', 'port_id': '4a324220-33d8-474a-8fca-3b42f63f1ae1', 'mac_address': 'fa:16:3e:d1:f7:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '276181f2-c3ab-487e-8805-06ed7064e884', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 18:51:49.364714 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port 44b44b8b-1cb0-4633-8ae2-35b7a49b3f45 is: ACTIVE; New status is: DOWN {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:51:49.366310 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:49.416901 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-0657e9d6-1cd4-4dc8-b69b-d2eb94d521fc req-7d60c65e-7fa9-43e5-8f4a-0037fa210e1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:49.465968 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port 4a324220-33d8-474a-8fca-3b42f63f1ae1 is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:51:49.466795 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:49.494293 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a324220-33d8-474a-8fca-3b42f63f1ae1 {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:51:49.517714 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port 4a324220-33d8-474a-8fca-3b42f63f1ae1, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=4a324220-33d8-474a-8fca-3b42f63f1ae1,segment=NetworkSegment(e60765c6-124a-4916-8bfd-a8bc142f32ad),segment_id=e60765c6-124a-4916-8bfd-a8bc142f32ad)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:51:49.519366 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3060836b-0b6a-49c9-81bf-64e14f53fc7f req-7da01a1b-efeb-465f-9ee9-163b2cbb737d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:51:49.521223 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3060836b-0b6a-49c9-81bf-64e14f53fc7f req-7da01a1b-efeb-465f-9ee9-163b2cbb737d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=35e3ad2f-9c88-4698-b634-4e1b58de1cc2 HTTP/1.1" status: 200 len: 843 time: 0.1785009 Jun 01 18:51:49.530218 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:49.639384 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 44b44b8b-1cb0-4633-8ae2-35b7a49b3f45, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=44b44b8b-1cb0-4633-8ae2-35b7a49b3f45,segment=NetworkSegment(8211a189-6538-4b5e-a099-2eaf80282694),segment_id=8211a189-6538-4b5e-a099-2eaf80282694)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:51:49.641141 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=4a324220-33d8-474a-8fca-3b42f63f1ae1,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:51:49.647865 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:49.649010 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 140193c9-fdbc-41ee-a1d8-9a596f9546a5 no longer exists at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:51:49.661221 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f1843ecb-5079-4dc5-8c14-6599f57967cd req-2023ea19-cdd7-4747-ad05-0d045dc98566 tempest-ServerShowV257Test-993542551 tempest-ServerShowV257Test-993542551-project] 10.222.0.41 "GET /v2.0/ports?device_id=4beed13b-e21e-45fb-9e19-4ae7d3a25cc9 HTTP/1.1" status: 200 len: 210 time: 0.1153922 Jun 01 18:51:49.683640 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b3c857-3a94-48da-9e84-a6a739199eb2 req-e9ce0da1-5c28-40f5-8136-7940d356ac3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:51:49.688506 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-64b3c857-3a94-48da-9e84-a6a739199eb2 req-e9ce0da1-5c28-40f5-8136-7940d356ac3c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=276181f2-c3ab-487e-8805-06ed7064e884 HTTP/1.1" status: 200 len: 850 time: 0.4543903 Jun 01 18:51:49.812598 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=44b44b8b-1cb0-4633-8ae2-35b7a49b3f45,revision_number=6']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:51:49.882247 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3060836b-0b6a-49c9-81bf-64e14f53fc7f req-a4e7ccd0-abd1-408b-bc6d-05bae4b94b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:51:49.885836 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3060836b-0b6a-49c9-81bf-64e14f53fc7f req-a4e7ccd0-abd1-408b-bc6d-05bae4b94b8a service neutron] 10.222.0.50 "GET /v2.0/networks?id=898153a3-5d71-43be-9d14-343ea4a48426 HTTP/1.1" status: 200 len: 870 time: 1.4683869 Jun 01 18:51:49.893274 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port 140193c9-fdbc-41ee-a1d8-9a596f9546a5 is: ACTIVE; New status is: DOWN {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:51:49.893702 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:49.922022 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] get_ports_and_sgs() called for port_ids ['4a324220-33d8-474a-8fca-3b42f63f1ae1'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:51:50.176015 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 140193c9-fdbc-41ee-a1d8-9a596f9546a5, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=140193c9-fdbc-41ee-a1d8-9a596f9546a5,segment=NetworkSegment(1f216ea7-d556-42bd-9325-5581fab5db25),segment_id=1f216ea7-d556-42bd-9325-5581fab5db25)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:51:50.185935 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3060836b-0b6a-49c9-81bf-64e14f53fc7f req-7a28c52c-d66b-4617-aa54-a9e464834649 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=4e81e01b-8c80-4249-9817-a03c8dcd527d HTTP/1.1" status: 200 len: 217 time: 0.2698390 Jun 01 18:51:50.214571 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:50.221316 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device a2b102db-a0be-4f77-9ba0-fac6ef78d2af no longer exists at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:51:50.361445 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b3c857-3a94-48da-9e84-a6a739199eb2 req-82e88e2e-cb1a-4201-ba28-4fa0bc0ab9be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:51:50.369514 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3060836b-0b6a-49c9-81bf-64e14f53fc7f req-e8c5a44f-536f-4620-a5d0-75ffb75f2837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:51:50.370697 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-64b3c857-3a94-48da-9e84-a6a739199eb2 req-82e88e2e-cb1a-4201-ba28-4fa0bc0ab9be service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e3902938-4b6a-4448-87d9-59b63dd51a7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6715336 Jun 01 18:51:50.371306 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3060836b-0b6a-49c9-81bf-64e14f53fc7f req-e8c5a44f-536f-4620-a5d0-75ffb75f2837 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=898153a3-5d71-43be-9d14-343ea4a48426&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7011738 Jun 01 18:51:50.378790 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3060836b-0b6a-49c9-81bf-64e14f53fc7f req-abf5e86e-0343-4d40-8342-b68ff236e93f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:51:50.380709 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3060836b-0b6a-49c9-81bf-64e14f53fc7f req-abf5e86e-0343-4d40-8342-b68ff236e93f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=35e3ad2f-9c88-4698-b634-4e1b58de1cc2 HTTP/1.1" status: 200 len: 843 time: 0.1819122 Jun 01 18:51:50.507028 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dead11e-68f2-4f9d-82f3-9c569544a159 req-ff05ae37-f8c2-414f-be89-728547968c54 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:51:50.519636 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8dead11e-68f2-4f9d-82f3-9c569544a159 req-ff05ae37-f8c2-414f-be89-728547968c54 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=863d6d17-7ec0-45a3-a6dc-82b322b76ced HTTP/1.1" status: 200 len: 945 time: 0.9973197 Jun 01 18:51:50.725914 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc2b83f-a929-49d1-8eff-feb8044eff8f req-05bf2e40-1ec6-46ec-bc8b-ba7dfb21b41b tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:51:50.741608 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc2b83f-a929-49d1-8eff-feb8044eff8f req-05bf2e40-1ec6-46ec-bc8b-ba7dfb21b41b tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:51:50.754420 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=140193c9-fdbc-41ee-a1d8-9a596f9546a5,revision_number=6']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:51:50.759270 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc2b83f-a929-49d1-8eff-feb8044eff8f req-05bf2e40-1ec6-46ec-bc8b-ba7dfb21b41b tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:51:50.765548 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc2b83f-a929-49d1-8eff-feb8044eff8f req-05bf2e40-1ec6-46ec-bc8b-ba7dfb21b41b tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:51:50.775025 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port a2b102db-a0be-4f77-9ba0-fac6ef78d2af is: ACTIVE; New status is: DOWN {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:51:50.775404 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:50.782779 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc2b83f-a929-49d1-8eff-feb8044eff8f req-05bf2e40-1ec6-46ec-bc8b-ba7dfb21b41b tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:51:50.793662 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3060836b-0b6a-49c9-81bf-64e14f53fc7f req-84cd1306-c36c-4161-b036-84c905f18a09 service neutron] 10.222.0.15 "GET /v2.0/networks/898153a3-5d71-43be-9d14-343ea4a48426?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4065921 Jun 01 18:51:50.798357 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc2b83f-a929-49d1-8eff-feb8044eff8f req-05bf2e40-1ec6-46ec-bc8b-ba7dfb21b41b tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:51:50.806703 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4cc2b83f-a929-49d1-8eff-feb8044eff8f req-05bf2e40-1ec6-46ec-bc8b-ba7dfb21b41b tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c83a2c5-aa3d-4e8d-af22-cb838112216f HTTP/1.1" status: 200 len: 4659 time: 0.6617744 Jun 01 18:51:50.840509 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8dead11e-68f2-4f9d-82f3-9c569544a159 req-b481ee40-429a-4c4b-afb3-528cba247dd9 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ce59b29-4aa6-4d2e-8584-a540c0a14c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3118792 Jun 01 18:51:50.862420 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-0657e9d6-1cd4-4dc8-b69b-d2eb94d521fc req-7d60c65e-7fa9-43e5-8f4a-0037fa210e1e service neutron] For port a2b102db-a0be-4f77-9ba0-fac6ef78d2af, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=a2b102db-a0be-4f77-9ba0-fac6ef78d2af,segment=NetworkSegment(8211a189-6538-4b5e-a099-2eaf80282694),segment_id=8211a189-6538-4b5e-a099-2eaf80282694)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:51:50.956635 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4cc2b83f-a929-49d1-8eff-feb8044eff8f req-df702dfb-b3cb-4b96-a9ac-4cd0f83271ea tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] 10.222.0.41 "GET /v2.0/security-groups?id=3eddd810-beb6-4f1d-8108-29288df7e7ee&id=9572e18c-01ef-4403-8358-e3e783c3474b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1484814 Jun 01 18:51:50.958758 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-64b3c857-3a94-48da-9e84-a6a739199eb2 req-39c17061-1365-4b31-a372-7a281eb61ce1 service neutron] 10.222.0.15 "GET /v2.0/networks/e3902938-4b6a-4448-87d9-59b63dd51a7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5617199 Jun 01 18:51:51.010495 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 4e81e01b-8c80-4249-9817-a03c8dcd527d details requested by agent hyperv_n-h1-844202-1 with host n-h1-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 18:51:51.025322 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f98de68a-6177-4783-8e4d-d86ba6c36a14'] response: {'server_uuid': '9c83a2c5-aa3d-4e8d-af22-cb838112216f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93302f40-25f2-43b4-81bb-fbbce8a6a912', 'code': 200} Jun 01 18:51:51.486192 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port 4e81e01b-8c80-4249-9817-a03c8dcd527d, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=4e81e01b-8c80-4249-9817-a03c8dcd527d,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:51:51.516132 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Returning: {'device': '4e81e01b-8c80-4249-9817-a03c8dcd527d', 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426', 'port_id': '4e81e01b-8c80-4249-9817-a03c8dcd527d', 'mac_address': 'fa:16:3e:17:13:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35e3ad2f-9c88-4698-b634-4e1b58de1cc2', 'ip_address': '192.168.233.67'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 18:51:51.562757 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-0657e9d6-1cd4-4dc8-b69b-d2eb94d521fc req-7d60c65e-7fa9-43e5-8f4a-0037fa210e1e service neutron] For port a2b102db-a0be-4f77-9ba0-fac6ef78d2af, host n-h2-844202-1, cleared binding levels {{(pid=88524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:51:51.626725 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port 4e81e01b-8c80-4249-9817-a03c8dcd527d is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:51:51.629411 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:51.668385 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3060836b-0b6a-49c9-81bf-64e14f53fc7f req-e66820d5-2ddd-4f81-99f6-40bc1f797b85 service neutron] 10.222.0.15 "GET /v2.0/networks/898153a3-5d71-43be-9d14-343ea4a48426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8238449 Jun 01 18:51:51.678439 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e81e01b-8c80-4249-9817-a03c8dcd527d {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:51:51.713802 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3060836b-0b6a-49c9-81bf-64e14f53fc7f req-c1c0f1f5-781c-47d0-8d3a-69300cec1c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:51:51.715041 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3060836b-0b6a-49c9-81bf-64e14f53fc7f req-c1c0f1f5-781c-47d0-8d3a-69300cec1c79 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=898153a3-5d71-43be-9d14-343ea4a48426&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.3260183 Jun 01 18:51:51.737726 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port 4e81e01b-8c80-4249-9817-a03c8dcd527d, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=4e81e01b-8c80-4249-9817-a03c8dcd527d,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:51:51.745558 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:51.811898 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-3036a030-5ab6-4c94-956c-bbe9ae28c897 req-1da4b980-31f6-4cf0-87f9-86ea098720c6 tempest-ServersTestBootFromVolume-197582985 tempest-ServersTestBootFromVolume-197582985-project] Synchronizing usage tracker for tenant:8954dfb656dd4378bb3153f8271ef2cc on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:51:51.919209 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-64b3c857-3a94-48da-9e84-a6a739199eb2 req-3f5e5eae-0e69-4c77-baa2-f79aaad5c225 service neutron] 10.222.0.15 "GET /v2.0/networks/e3902938-4b6a-4448-87d9-59b63dd51a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9230583 Jun 01 18:51:51.936988 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [req-0657e9d6-1cd4-4dc8-b69b-d2eb94d521fc req-7d60c65e-7fa9-43e5-8f4a-0037fa210e1e service neutron] device_id is not set on port a2b102db-a0be-4f77-9ba0-fac6ef78d2af yet. {{(pid=88524) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 18:51:51.956252 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=4e81e01b-8c80-4249-9817-a03c8dcd527d,revision_number=8']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:51:51.960922 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-3036a030-5ab6-4c94-956c-bbe9ae28c897 req-1da4b980-31f6-4cf0-87f9-86ea098720c6 tempest-ServersTestBootFromVolume-197582985 tempest-ServersTestBootFromVolume-197582985-project] Unset dirty status for tenant:8954dfb656dd4378bb3153f8271ef2cc on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:51:51.981547 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3036a030-5ab6-4c94-956c-bbe9ae28c897 req-1da4b980-31f6-4cf0-87f9-86ea098720c6 tempest-ServersTestBootFromVolume-197582985 tempest-ServersTestBootFromVolume-197582985-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd3db4c5-8c77-4882-a37d-7668ef2d7c3e HTTP/1.1" status: 200 len: 210 time: 0.4641612 Jun 01 18:51:51.984254 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-0657e9d6-1cd4-4dc8-b69b-d2eb94d521fc req-7d60c65e-7fa9-43e5-8f4a-0037fa210e1e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:52.001646 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-0657e9d6-1cd4-4dc8-b69b-d2eb94d521fc req-7d60c65e-7fa9-43e5-8f4a-0037fa210e1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:52.011791 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 54378) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:51:52.012131 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 54380) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:51:52.063912 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e98a296-2014-42d8-9ab7-bb79fc6db502 req-92e45665-29b9-43b6-8a52-97af421fa858 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:51:52.065476 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2e98a296-2014-42d8-9ab7-bb79fc6db502 req-92e45665-29b9-43b6-8a52-97af421fa858 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f43a9ce-4418-4b9a-ad7d-a8a7a81bb33c HTTP/1.1" status: 200 len: 947 time: 0.6197777 Jun 01 18:51:52.082003 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] get_ports_and_sgs() called for port_ids ['4e81e01b-8c80-4249-9817-a03c8dcd527d'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:51:52.102239 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256b5cac-487a-41bc-9f0d-3bb22dc7b5c7 req-cb607fad-a0ad-45ec-9417-afc9e444a6bf tempest-ServersTestBootFromVolume-197582985 tempest-ServersTestBootFromVolume-197582985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:51:52.104686 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-256b5cac-487a-41bc-9f0d-3bb22dc7b5c7 req-cb607fad-a0ad-45ec-9417-afc9e444a6bf tempest-ServersTestBootFromVolume-197582985 tempest-ServersTestBootFromVolume-197582985-project] 10.222.0.15 "GET /v2.0/networks?id=8bf6d215-ffa6-4f1e-a724-9435b6e76e15 HTTP/1.1" status: 200 len: 815 time: 0.6062071 Jun 01 18:51:52.190208 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.db.api [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88526) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 18:51:52.190603 n-d-844202-1 neutron-server[88526]: DEBUG oslo_db.api [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 18:51:52.295113 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-256b5cac-487a-41bc-9f0d-3bb22dc7b5c7 req-1de5f6f1-fb69-4aba-a7ac-ea0ba9d5346d tempest-ServersTestBootFromVolume-197582985 tempest-ServersTestBootFromVolume-197582985-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8954dfb656dd4378bb3153f8271ef2cc HTTP/1.1" status: 200 len: 380 time: 0.1651638 Jun 01 18:51:52.334058 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [req-256b5cac-487a-41bc-9f0d-3bb22dc7b5c7 req-f0a1b225-a77e-49ef-91a1-4a0ce2d4b104 tempest-ServersTestBootFromVolume-197582985 tempest-ServersTestBootFromVolume-197582985-project] Request body: {'port': {'device_id': 'cd3db4c5-8c77-4882-a37d-7668ef2d7c3e', 'network_id': '8bf6d215-ffa6-4f1e-a724-9435b6e76e15', 'admin_state_up': True, 'tenant_id': '8954dfb656dd4378bb3153f8271ef2cc', 'security_groups': ['0c6f0000-2b9c-46ed-b9d0-0867b5cac235']}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:51:52.414849 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-bc5edb58-e66e-49b4-8768-009bb03d9306 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-210752018-network', 'tenant_id': 'f167e3bf5d8442fa98a3f8c176c30572'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:51:52.420610 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-bc5edb58-e66e-49b4-8768-009bb03d9306 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:51:52.424724 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-bc5edb58-e66e-49b4-8768-009bb03d9306 admin admin] Usage tracker for resource:network and tenant:f167e3bf5d8442fa98a3f8c176c30572 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:51:52.427753 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-bc5edb58-e66e-49b4-8768-009bb03d9306 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:51:52.469609 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2e98a296-2014-42d8-9ab7-bb79fc6db502 req-eb1104fa-a801-45b8-a97a-4356aacd751e tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbe27866-6450-47f0-a8e1-f266dfb72433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3892262 Jun 01 18:51:52.478701 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3060836b-0b6a-49c9-81bf-64e14f53fc7f req-bb75f0ea-f8b1-4b60-a461-fdc84eb3c060 service neutron] 10.222.0.50 "GET /v2.0/networks/898153a3-5d71-43be-9d14-343ea4a48426?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7547042 Jun 01 18:51:52.512186 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8e099806-888f-4bc4-a49f-a04bd65164f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:52.513411 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-37a94e44-8cfe-47ba-a766-75fd1b7a5574 None None] Provisioning complete for port a2b102db-a0be-4f77-9ba0-fac6ef78d2af triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:51:52.513986 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-37a94e44-8cfe-47ba-a766-75fd1b7a5574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:52.528198 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-bc5edb58-e66e-49b4-8768-009bb03d9306 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:51:52.540944 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-8e099806-888f-4bc4-a49f-a04bd65164f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:51:52.546029 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-8e099806-888f-4bc4-a49f-a04bd65164f4 admin admin] Usage tracker for resource:security_group_rule and tenant:6b273cbe3a04430f80b568f9fb529213 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:51:52.549424 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-8e099806-888f-4bc4-a49f-a04bd65164f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:51:52.555499 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-8e099806-888f-4bc4-a49f-a04bd65164f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:51:52.582371 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-37a94e44-8cfe-47ba-a766-75fd1b7a5574 None None] Port a2b102db-a0be-4f77-9ba0-fac6ef78d2af cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 18:51:52.590535 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-0657e9d6-1cd4-4dc8-b69b-d2eb94d521fc req-7d60c65e-7fa9-43e5-8f4a-0037fa210e1e service neutron] No DVR routers for this DVR port a2b102db-a0be-4f77-9ba0-fac6ef78d2af on host n-h2-844202-1 {{(pid=88524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 18:51:52.611329 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [req-256b5cac-487a-41bc-9f0d-3bb22dc7b5c7 req-f0a1b225-a77e-49ef-91a1-4a0ce2d4b104 tempest-ServersTestBootFromVolume-197582985 tempest-ServersTestBootFromVolume-197582985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:51:52.638573 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [req-256b5cac-487a-41bc-9f0d-3bb22dc7b5c7 req-f0a1b225-a77e-49ef-91a1-4a0ce2d4b104 tempest-ServersTestBootFromVolume-197582985 tempest-ServersTestBootFromVolume-197582985-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:51:52.656382 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-0657e9d6-1cd4-4dc8-b69b-d2eb94d521fc req-7d60c65e-7fa9-43e5-8f4a-0037fa210e1e service neutron] In _notify_port_updated(), no bound segment for port a2b102db-a0be-4f77-9ba0-fac6ef78d2af on network 9faf4c95-7954-4d11-b97c-b5c0332de1f6 {{(pid=88524) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 01 18:51:52.657308 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0657e9d6-1cd4-4dc8-b69b-d2eb94d521fc req-7d60c65e-7fa9-43e5-8f4a-0037fa210e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:51:52.657996 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-0657e9d6-1cd4-4dc8-b69b-d2eb94d521fc req-7d60c65e-7fa9-43e5-8f4a-0037fa210e1e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:52.659379 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0657e9d6-1cd4-4dc8-b69b-d2eb94d521fc req-7d60c65e-7fa9-43e5-8f4a-0037fa210e1e service neutron] 10.222.0.50 "PUT /v2.0/ports/a2b102db-a0be-4f77-9ba0-fac6ef78d2af HTTP/1.1" status: 200 len: 1032 time: 3.9170907 Jun 01 18:51:52.665386 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-256b5cac-487a-41bc-9f0d-3bb22dc7b5c7 req-f0a1b225-a77e-49ef-91a1-4a0ce2d4b104 tempest-ServersTestBootFromVolume-197582985 tempest-ServersTestBootFromVolume-197582985-project] Made reservation on behalf of 8954dfb656dd4378bb3153f8271ef2cc for: {'port': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:51:52.669098 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-256b5cac-487a-41bc-9f0d-3bb22dc7b5c7 req-f0a1b225-a77e-49ef-91a1-4a0ce2d4b104 tempest-ServersTestBootFromVolume-197582985 tempest-ServersTestBootFromVolume-197582985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:52.669845 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4b12f33b-4607-4e28-9203-625ca3116c10 req-a6c84102-1f39-4d2f-8487-67b47fd2897a tempest-ServerShowV257Test-993542551 tempest-ServerShowV257Test-993542551-project] 10.222.0.41 "GET /v2.0/ports?device_id=4beed13b-e21e-45fb-9e19-4ae7d3a25cc9 HTTP/1.1" status: 200 len: 210 time: 0.2854197 Jun 01 18:51:52.776102 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3060836b-0b6a-49c9-81bf-64e14f53fc7f req-0e8aa496-ccf6-40c9-afea-e4a44afafabf service neutron] 10.222.0.50 "GET /v2.0/networks/898153a3-5d71-43be-9d14-343ea4a48426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2835407 Jun 01 18:51:52.798974 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port a2b102db-a0be-4f77-9ba0-fac6ef78d2af is: DOWN; New status is: DOWN {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:51:52.802796 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 15057b2f-c9f2-4f18-9e31-7266bab9b95d no longer exists at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:51:52.814705 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d60c65e-7fa9-43e5-8f4a-0037fa210e1e service neutron] Pushing event updated for resources: {'Port': ['ID=a2b102db-a0be-4f77-9ba0-fac6ef78d2af,revision_number=6']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:51:52.849360 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc5edb58-e66e-49b4-8768-009bb03d9306 admin admin] Made reservation on behalf of f167e3bf5d8442fa98a3f8c176c30572 for: {'network': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:51:52.851913 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-bc5edb58-e66e-49b4-8768-009bb03d9306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:52.898375 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-bc5edb58-e66e-49b4-8768-009bb03d9306 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:52.908612 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [req-256b5cac-487a-41bc-9f0d-3bb22dc7b5c7 req-f0a1b225-a77e-49ef-91a1-4a0ce2d4b104 tempest-ServersTestBootFromVolume-197582985 tempest-ServersTestBootFromVolume-197582985-project] Allocated IP 172.20.0.12 (8bf6d215-ffa6-4f1e-a724-9435b6e76e15/2445a719-4314-4548-946f-72cc570cc23f/545a0761-7391-430a-b567-827665e1d571) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:51:52.978076 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-bc5edb58-e66e-49b4-8768-009bb03d9306 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:51:52.997880 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-0657e9d6-1cd4-4dc8-b69b-d2eb94d521fc req-8cf60540-d750-40ab-b5f8-087f9eac0085 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Deleting port 44b44b8b-1cb0-4633-8ae2-35b7a49b3f45 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:51:52.998359 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-0657e9d6-1cd4-4dc8-b69b-d2eb94d521fc req-8cf60540-d750-40ab-b5f8-087f9eac0085 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:53.030477 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-bc5edb58-e66e-49b4-8768-009bb03d9306 admin admin] Usage tracker for resource:security_group_rule and tenant:f167e3bf5d8442fa98a3f8c176c30572 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:51:53.040921 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-bc5edb58-e66e-49b4-8768-009bb03d9306 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:51:53.068362 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-bc5edb58-e66e-49b4-8768-009bb03d9306 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:51:53.104444 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c83a2c5-aa3d-4e8d-af22-cb838112216f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44b44b8b-1cb0-4633-8ae2-35b7a49b3f45'}, {'server_uuid': '9c83a2c5-aa3d-4e8d-af22-cb838112216f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '140193c9-fdbc-41ee-a1d8-9a596f9546a5'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:51:53.120614 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port 15057b2f-c9f2-4f18-9e31-7266bab9b95d is: ACTIVE; New status is: DOWN {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:51:53.120614 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:53.146229 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8e099806-888f-4bc4-a49f-a04bd65164f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:53.154749 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 4a324220-33d8-474a-8fca-3b42f63f1ae1 up at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:51:53.196820 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8e099806-888f-4bc4-a49f-a04bd65164f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:53.262265 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-8e099806-888f-4bc4-a49f-a04bd65164f4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6b273cbe3a04430f80b568f9fb529213&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1842360 Jun 01 18:51:53.265894 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 54408) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:51:53.267168 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 15057b2f-c9f2-4f18-9e31-7266bab9b95d, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=15057b2f-c9f2-4f18-9e31-7266bab9b95d,segment=NetworkSegment(8211a189-6538-4b5e-a099-2eaf80282694),segment_id=8211a189-6538-4b5e-a099-2eaf80282694)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:51:53.279958 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:53.281596 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 762e1d9d-53a1-4374-8f81-cfb057889d39 no longer exists at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:51:53.374714 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Provisioning for port 4a324220-33d8-474a-8fca-3b42f63f1ae1 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:51:53.384744 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a24a58-a523-4c0d-bc76-6419dde11dfd req-72a19834-a06a-4ec9-a119-5aa71bf14039 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:51:53.393948 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-49a24a58-a523-4c0d-bc76-6419dde11dfd req-72a19834-a06a-4ec9-a119-5aa71bf14039 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=863d6d17-7ec0-45a3-a6dc-82b322b76ced HTTP/1.1" status: 200 len: 945 time: 0.5013411 Jun 01 18:51:53.408181 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 54412) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:51:53.408369 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Provisioning complete for port 4a324220-33d8-474a-8fca-3b42f63f1ae1 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:51:53.409076 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:53.421548 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f4d3c3-9df8-4009-b71b-3c84647b0724 req-c553cf5b-0a07-455b-9102-0ebf18a2e1e6 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:51:53.427405 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f4d3c3-9df8-4009-b71b-3c84647b0724 req-c553cf5b-0a07-455b-9102-0ebf18a2e1e6 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:51:53.433846 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f4d3c3-9df8-4009-b71b-3c84647b0724 req-c553cf5b-0a07-455b-9102-0ebf18a2e1e6 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:51:53.440182 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f4d3c3-9df8-4009-b71b-3c84647b0724 req-c553cf5b-0a07-455b-9102-0ebf18a2e1e6 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:51:53.448453 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f4d3c3-9df8-4009-b71b-3c84647b0724 req-c553cf5b-0a07-455b-9102-0ebf18a2e1e6 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:51:53.456835 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-17f4d3c3-9df8-4009-b71b-3c84647b0724 req-c553cf5b-0a07-455b-9102-0ebf18a2e1e6 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c83a2c5-aa3d-4e8d-af22-cb838112216f HTTP/1.1" status: 200 len: 3878 time: 0.2853339 Jun 01 18:51:53.499025 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=15057b2f-c9f2-4f18-9e31-7266bab9b95d,revision_number=6']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:51:53.507183 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-256b5cac-487a-41bc-9f0d-3bb22dc7b5c7 req-f0a1b225-a77e-49ef-91a1-4a0ce2d4b104 tempest-ServersTestBootFromVolume-197582985 tempest-ServersTestBootFromVolume-197582985-project] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:53.543864 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-17f4d3c3-9df8-4009-b71b-3c84647b0724 req-b6df6e5e-7cb2-4d10-abd6-b29ab3561ceb tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] 10.222.0.41 "GET /v2.0/security-groups?id=3eddd810-beb6-4f1d-8108-29288df7e7ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860732 Jun 01 18:51:53.571801 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [req-256b5cac-487a-41bc-9f0d-3bb22dc7b5c7 req-f0a1b225-a77e-49ef-91a1-4a0ce2d4b104 tempest-ServersTestBootFromVolume-197582985 tempest-ServersTestBootFromVolume-197582985-project] Transition to ACTIVE for port object 545a0761-7391-430a-b567-827665e1d571 will not be triggered until provisioned by entity DHCP. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:51:53.631705 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-256b5cac-487a-41bc-9f0d-3bb22dc7b5c7 req-f0a1b225-a77e-49ef-91a1-4a0ce2d4b104 tempest-ServersTestBootFromVolume-197582985 tempest-ServersTestBootFromVolume-197582985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:53.653511 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port 762e1d9d-53a1-4374-8f81-cfb057889d39 is: ACTIVE; New status is: DOWN {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:51:53.654065 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:53.702983 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port 4a324220-33d8-474a-8fca-3b42f63f1ae1 is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:51:53.705859 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-0657e9d6-1cd4-4dc8-b69b-d2eb94d521fc req-8cf60540-d750-40ab-b5f8-087f9eac0085 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] For port 44b44b8b-1cb0-4633-8ae2-35b7a49b3f45, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=44b44b8b-1cb0-4633-8ae2-35b7a49b3f45,segment=NetworkSegment(8211a189-6538-4b5e-a099-2eaf80282694),segment_id=8211a189-6538-4b5e-a099-2eaf80282694)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:51:53.705859 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-0657e9d6-1cd4-4dc8-b69b-d2eb94d521fc req-8cf60540-d750-40ab-b5f8-087f9eac0085 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:53.709094 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:53.758856 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 762e1d9d-53a1-4374-8f81-cfb057889d39, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=762e1d9d-53a1-4374-8f81-cfb057889d39,segment=NetworkSegment(addab7d5-ae1a-46af-8624-f392d2d8b7f8),segment_id=addab7d5-ae1a-46af-8624-f392d2d8b7f8)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:51:53.769906 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:53.818521 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a1b225-a77e-49ef-91a1-4a0ce2d4b104 tempest-ServersTestBootFromVolume-197582985 tempest-ServersTestBootFromVolume-197582985-project] Pushing event updated for resources: {'Port': ['ID=545a0761-7391-430a-b567-827665e1d571,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:51:53.844273 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port 4a324220-33d8-474a-8fca-3b42f63f1ae1, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=4a324220-33d8-474a-8fca-3b42f63f1ae1,segment=NetworkSegment(e60765c6-124a-4916-8bfd-a8bc142f32ad),segment_id=e60765c6-124a-4916-8bfd-a8bc142f32ad)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:51:53.854319 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:53.855216 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 4e81e01b-8c80-4249-9817-a03c8dcd527d up at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:51:53.863756 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-256b5cac-487a-41bc-9f0d-3bb22dc7b5c7 req-f0a1b225-a77e-49ef-91a1-4a0ce2d4b104 tempest-ServersTestBootFromVolume-197582985 tempest-ServersTestBootFromVolume-197582985-project] Network 8bf6d215-ffa6-4f1e-a724-9435b6e76e15 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:51:53.866322 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-04b77947-bfc1-4e5e-a06c-353ccd44b937 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:53.883780 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-0657e9d6-1cd4-4dc8-b69b-d2eb94d521fc req-8cf60540-d750-40ab-b5f8-087f9eac0085 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Calling delete_port for 44b44b8b-1cb0-4633-8ae2-35b7a49b3f45 owned by compute:nova {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:51:53.888174 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [req-256b5cac-487a-41bc-9f0d-3bb22dc7b5c7 req-f0a1b225-a77e-49ef-91a1-4a0ce2d4b104 tempest-ServersTestBootFromVolume-197582985 tempest-ServersTestBootFromVolume-197582985-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:51:53.900061 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [req-256b5cac-487a-41bc-9f0d-3bb22dc7b5c7 req-f0a1b225-a77e-49ef-91a1-4a0ce2d4b104 tempest-ServersTestBootFromVolume-197582985 tempest-ServersTestBootFromVolume-197582985-project] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:51:53.911415 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=762e1d9d-53a1-4374-8f81-cfb057889d39,revision_number=6']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:51:54.037568 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256b5cac-487a-41bc-9f0d-3bb22dc7b5c7 req-f0a1b225-a77e-49ef-91a1-4a0ce2d4b104 tempest-ServersTestBootFromVolume-197582985 tempest-ServersTestBootFromVolume-197582985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:51:54.038188 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-256b5cac-487a-41bc-9f0d-3bb22dc7b5c7 req-f0a1b225-a77e-49ef-91a1-4a0ce2d4b104 tempest-ServersTestBootFromVolume-197582985 tempest-ServersTestBootFromVolume-197582985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:54.060980 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=4a324220-33d8-474a-8fca-3b42f63f1ae1,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:51:54.068850 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Provisioning for port 4e81e01b-8c80-4249-9817-a03c8dcd527d completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:51:54.082860 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Provisioning complete for port 4e81e01b-8c80-4249-9817-a03c8dcd527d triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:51:54.083110 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:54.118779 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-04b77947-bfc1-4e5e-a06c-353ccd44b937 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:51:54.135150 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-04b77947-bfc1-4e5e-a06c-353ccd44b937 admin admin] Usage tracker for resource:security_group_rule and tenant:55f710a64e104d3ca1091f838330d5f8 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:51:54.139705 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-04b77947-bfc1-4e5e-a06c-353ccd44b937 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:51:54.146856 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e099806-888f-4bc4-a49f-a04bd65164f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3348100b-a187-4316-baff-baa14b33336f,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:51:54.151640 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-80480fc2-bd32-4adf-b608-7a63ac994cc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:54.160480 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-04b77947-bfc1-4e5e-a06c-353ccd44b937 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:51:54.170719 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-256b5cac-487a-41bc-9f0d-3bb22dc7b5c7 req-f0a1b225-a77e-49ef-91a1-4a0ce2d4b104 tempest-ServersTestBootFromVolume-197582985 tempest-ServersTestBootFromVolume-197582985-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8428385 Jun 01 18:51:54.192738 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-80480fc2-bd32-4adf-b608-7a63ac994cc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:54.203628 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [req-256b5cac-487a-41bc-9f0d-3bb22dc7b5c7 req-a0d4026d-9926-4dab-9349-08a27cce4237 service neutron] Request body: {'port': {'device_id': 'cd3db4c5-8c77-4882-a37d-7668ef2d7c3e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844202-1'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:51:54.317807 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-49a24a58-a523-4c0d-bc76-6419dde11dfd req-590d7415-d62e-43a3-8624-76a720e28a98 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ce59b29-4aa6-4d2e-8584-a540c0a14c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9228735 Jun 01 18:51:54.335809 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port 4e81e01b-8c80-4249-9817-a03c8dcd527d is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:51:54.335809 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:54.352311 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-0fcefcf8-fe8e-4aa8-a438-262ed20b6afa None None] Provisioning for port 545a0761-7391-430a-b567-827665e1d571 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:51:54.361434 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-0fcefcf8-fe8e-4aa8-a438-262ed20b6afa None None] Provisioning complete for port 545a0761-7391-430a-b567-827665e1d571 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:51:54.361955 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-0fcefcf8-fe8e-4aa8-a438-262ed20b6afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:54.423632 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7d2a546-8e26-47d4-9465-5d110b704abd'] response: {'server_uuid': '9c83a2c5-aa3d-4e8d-af22-cb838112216f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44b44b8b-1cb0-4633-8ae2-35b7a49b3f45', 'code': 200} Jun 01 18:51:54.424044 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7d2a546-8e26-47d4-9465-5d110b704abd'] response: {'server_uuid': '9c83a2c5-aa3d-4e8d-af22-cb838112216f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '140193c9-fdbc-41ee-a1d8-9a596f9546a5', 'code': 200} Jun 01 18:51:54.438390 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-0657e9d6-1cd4-4dc8-b69b-d2eb94d521fc req-8cf60540-d750-40ab-b5f8-087f9eac0085 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:54.467971 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port 4e81e01b-8c80-4249-9817-a03c8dcd527d, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=4e81e01b-8c80-4249-9817-a03c8dcd527d,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:51:54.473625 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-0fcefcf8-fe8e-4aa8-a438-262ed20b6afa None None] Port 545a0761-7391-430a-b567-827665e1d571 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 18:51:54.484651 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:54.511084 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf60540-d750-40ab-b5f8-087f9eac0085 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Pushing event deleted for resources: {'Port': ['ID=44b44b8b-1cb0-4633-8ae2-35b7a49b3f45,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:51:54.553453 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-256b5cac-487a-41bc-9f0d-3bb22dc7b5c7 req-a0d4026d-9926-4dab-9349-08a27cce4237 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:54.615806 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=4e81e01b-8c80-4249-9817-a03c8dcd527d,revision_number=9']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:51:54.766811 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3adb0d0-57a6-467e-9913-c54fcc691dfc req-51ac28ec-00aa-4f53-a31a-e4cddd1bd12e tempest-ServersTestBootFromVolume-197582985 tempest-ServersTestBootFromVolume-197582985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:51:54.767487 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-e3adb0d0-57a6-467e-9913-c54fcc691dfc req-51ac28ec-00aa-4f53-a31a-e4cddd1bd12e tempest-ServersTestBootFromVolume-197582985 tempest-ServersTestBootFromVolume-197582985-project] Synchronizing usage tracker for tenant:8954dfb656dd4378bb3153f8271ef2cc on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:51:54.787836 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-04b77947-bfc1-4e5e-a06c-353ccd44b937 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:54.793535 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-bd6591f3-4e93-4817-b766-fe766b1edecf req-8cda2ed7-74f1-49c1-aa06-58ab4f360930 tempest-ServerShowV257Test-993542551 tempest-ServerShowV257Test-993542551-project] 10.222.0.41 "GET /v2.0/ports?device_id=4beed13b-e21e-45fb-9e19-4ae7d3a25cc9 HTTP/1.1" status: 200 len: 210 time: 0.2236094 Jun 01 18:51:54.796256 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-04b77947-bfc1-4e5e-a06c-353ccd44b937 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:54.846039 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-e3adb0d0-57a6-467e-9913-c54fcc691dfc req-51ac28ec-00aa-4f53-a31a-e4cddd1bd12e tempest-ServersTestBootFromVolume-197582985 tempest-ServersTestBootFromVolume-197582985-project] Unset dirty status for tenant:8954dfb656dd4378bb3153f8271ef2cc on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:51:54.847328 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e3adb0d0-57a6-467e-9913-c54fcc691dfc req-51ac28ec-00aa-4f53-a31a-e4cddd1bd12e tempest-ServersTestBootFromVolume-197582985 tempest-ServersTestBootFromVolume-197582985-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd3db4c5-8c77-4882-a37d-7668ef2d7c3e HTTP/1.1" status: 200 len: 932 time: 0.5644479 Jun 01 18:51:54.866930 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-0657e9d6-1cd4-4dc8-b69b-d2eb94d521fc req-8cf60540-d750-40ab-b5f8-087f9eac0085 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] No DVR routers for this DVR port 44b44b8b-1cb0-4633-8ae2-35b7a49b3f45 on host n-h2-844202-1 {{(pid=88524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 18:51:54.873130 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-80480fc2-bd32-4adf-b608-7a63ac994cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:54.877729 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-bc5edb58-e66e-49b4-8768-009bb03d9306 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:54.879602 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-0657e9d6-1cd4-4dc8-b69b-d2eb94d521fc req-8cf60540-d750-40ab-b5f8-087f9eac0085 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:54.900636 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b22550-58fe-4bc0-951e-8c97db277dcb req-90762476-bdc1-4d36-96a0-7cd43495686f tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:51:54.902147 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-90b22550-58fe-4bc0-951e-8c97db277dcb req-90762476-bdc1-4d36-96a0-7cd43495686f tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.15 "GET /v2.0/ports?device_id=1f43a9ce-4418-4b9a-ad7d-a8a7a81bb33c&tenant_id=5a29f45689de4723b61fb9850cc62a10&binding%3Ahost_id=n-h1-844202-1 HTTP/1.1" status: 200 len: 948 time: 0.6925602 Jun 01 18:51:54.902631 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c83a2c5-aa3d-4e8d-af22-cb838112216f', 'name': 'network-vif-deleted', 'tag': '44b44b8b-1cb0-4633-8ae2-35b7a49b3f45'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:51:54.910689 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80480fc2-bd32-4adf-b608-7a63ac994cc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3348100b-a187-4316-baff-baa14b33336f,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:51:54.931373 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-bc5edb58-e66e-49b4-8768-009bb03d9306 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:54.934881 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-04b77947-bfc1-4e5e-a06c-353ccd44b937 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=55f710a64e104d3ca1091f838330d5f8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4758947 Jun 01 18:51:54.938323 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 54428) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:51:54.944540 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc5edb58-e66e-49b4-8768-009bb03d9306 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 147} {{(pid=88524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 18:51:54.956999 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-bc5edb58-e66e-49b4-8768-009bb03d9306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:54.957349 n-d-844202-1 neutron-server[88524]: INFO neutron.db.segments_db [None req-bc5edb58-e66e-49b4-8768-009bb03d9306 admin admin] Added segment dab1b9f6-ccde-4fe0-bce4-194baa7219d3 of type vlan for network 6fd0b122-332b-4a84-9861-dd10d5a59a3c Jun 01 18:51:54.967081 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b77947-bfc1-4e5e-a06c-353ccd44b937 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0449a9f7-a46b-4606-bb88-6d0481044753,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:51:55.023556 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-bc5edb58-e66e-49b4-8768-009bb03d9306 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:55.068486 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e3adb0d0-57a6-467e-9913-c54fcc691dfc req-70e85759-99cb-42d2-90b8-95f71221c5f5 tempest-ServersTestBootFromVolume-197582985 tempest-ServersTestBootFromVolume-197582985-project] 10.222.0.41 "GET /v2.0/security-groups?id=0c6f0000-2b9c-46ed-b9d0-0867b5cac235&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1986873 Jun 01 18:51:55.119199 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-466f1881-3cc3-42cc-bf0f-27584001e0ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:55.157694 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-466f1881-3cc3-42cc-bf0f-27584001e0ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:55.204543 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.db.resource_extend [None req-bc5edb58-e66e-49b4-8768-009bb03d9306 admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 18:51:55.231498 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0657e9d6-1cd4-4dc8-b69b-d2eb94d521fc req-8cf60540-d750-40ab-b5f8-087f9eac0085 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] 10.222.0.50 "DELETE /v2.0/ports/44b44b8b-1cb0-4633-8ae2-35b7a49b3f45 HTTP/1.1" status: 204 len: 173 time: 2.5605760 Jun 01 18:51:55.249008 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-80480fc2-bd32-4adf-b608-7a63ac994cc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:55.250625 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-80480fc2-bd32-4adf-b608-7a63ac994cc3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3348100b-a187-4316-baff-baa14b33336f HTTP/1.1" status: 204 len: 168 time: 1.9779098 Jun 01 18:51:55.293827 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5edb58-e66e-49b4-8768-009bb03d9306 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b0166a7-13c4-4bb0-b1a5-07fc2e2cdde4,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:51:55.309839 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-bc5edb58-e66e-49b4-8768-009bb03d9306 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:55.310774 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc5edb58-e66e-49b4-8768-009bb03d9306 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:51:55.311359 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-bc5edb58-e66e-49b4-8768-009bb03d9306 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:55.431008 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-90b22550-58fe-4bc0-951e-8c97db277dcb req-2ca22ec1-86e3-4c8d-a6a5-d046f9a1195f service neutron] 10.222.0.15 "GET /v2.0/ports/4e81e01b-8c80-4249-9817-a03c8dcd527d/bindings/n-h1-844202-1 HTTP/1.1" status: 200 len: 382 time: 0.3746507 Jun 01 18:51:55.433537 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-466f1881-3cc3-42cc-bf0f-27584001e0ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:55.458633 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466f1881-3cc3-42cc-bf0f-27584001e0ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0449a9f7-a46b-4606-bb88-6d0481044753,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:51:55.462924 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-0657e9d6-1cd4-4dc8-b69b-d2eb94d521fc req-6ff65175-ecf1-4dd8-ab5c-052a674a8213 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Deleting port 93302f40-25f2-43b4-81bb-fbbce8a6a912 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:51:55.463265 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-0657e9d6-1cd4-4dc8-b69b-d2eb94d521fc req-6ff65175-ecf1-4dd8-ab5c-052a674a8213 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:55.490765 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd867903-b671-486b-b5bc-6ceefcf20559 req-a6df8c14-c387-4ca3-90b4-a36ede97ac92 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:51:55.493847 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-bc5edb58-e66e-49b4-8768-009bb03d9306 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 3.4197047 Jun 01 18:51:55.496251 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 54438) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:51:55.497333 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd867903-b671-486b-b5bc-6ceefcf20559 req-a6df8c14-c387-4ca3-90b4-a36ede97ac92 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:51:55.503189 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd867903-b671-486b-b5bc-6ceefcf20559 req-a6df8c14-c387-4ca3-90b4-a36ede97ac92 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:51:55.510236 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd867903-b671-486b-b5bc-6ceefcf20559 req-a6df8c14-c387-4ca3-90b4-a36ede97ac92 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:51:55.511966 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-cd867903-b671-486b-b5bc-6ceefcf20559 req-a6df8c14-c387-4ca3-90b4-a36ede97ac92 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c83a2c5-aa3d-4e8d-af22-cb838112216f HTTP/1.1" status: 200 len: 3143 time: 0.2383547 Jun 01 18:51:55.515700 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-466f1881-3cc3-42cc-bf0f-27584001e0ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:55.519092 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-466f1881-3cc3-42cc-bf0f-27584001e0ee admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0449a9f7-a46b-4606-bb88-6d0481044753 HTTP/1.1" status: 204 len: 168 time: 0.5690346 Jun 01 18:51:55.548520 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5edb58-e66e-49b4-8768-009bb03d9306 admin admin] Pushing event updated for resources: {'Network': ['ID=6fd0b122-332b-4a84-9861-dd10d5a59a3c,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:51:55.562233 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-de463fd0-c016-4ceb-9971-96202cef6963 admin admin] Request body: {'subnet': {'network_id': '6fd0b122-332b-4a84-9861-dd10d5a59a3c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-210752018-subnet', 'tenant_id': 'f167e3bf5d8442fa98a3f8c176c30572', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:51:55.566706 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network 6fd0b122-332b-4a84-9861-dd10d5a59a3c details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 18:51:55.600429 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-de463fd0-c016-4ceb-9971-96202cef6963 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:51:55.608245 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [req-256b5cac-487a-41bc-9f0d-3bb22dc7b5c7 req-a0d4026d-9926-4dab-9349-08a27cce4237 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 545a0761-7391-430a-b567-827665e1d571 {{(pid=88525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:51:55.609489 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-de463fd0-c016-4ceb-9971-96202cef6963 admin admin] Usage tracker for resource:subnet and tenant:f167e3bf5d8442fa98a3f8c176c30572 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:51:55.615241 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-de463fd0-c016-4ceb-9971-96202cef6963 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:51:55.621717 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-256b5cac-487a-41bc-9f0d-3bb22dc7b5c7 req-a0d4026d-9926-4dab-9349-08a27cce4237 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:55.628054 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43d9535-76e3-4fe1-bd52-a9e95e49e494 req-94362164-3380-4e56-8468-dc9f19f1da56 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:51:55.630418 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-cd867903-b671-486b-b5bc-6ceefcf20559 req-6c6f94ca-d05e-4b4a-af8c-e6d8992e73ee tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] 10.222.0.41 "GET /v2.0/security-groups?id=3eddd810-beb6-4f1d-8108-29288df7e7ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806422 Jun 01 18:51:55.636105 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a43d9535-76e3-4fe1-bd52-a9e95e49e494 req-94362164-3380-4e56-8468-dc9f19f1da56 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f43a9ce-4418-4b9a-ad7d-a8a7a81bb33c HTTP/1.1" status: 200 len: 949 time: 0.5878918 Jun 01 18:51:55.643198 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [req-256b5cac-487a-41bc-9f0d-3bb22dc7b5c7 req-a0d4026d-9926-4dab-9349-08a27cce4237 service neutron] Transition to ACTIVE for port object 545a0761-7391-430a-b567-827665e1d571 will not be triggered until provisioned by entity L2. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:51:55.650037 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-256b5cac-487a-41bc-9f0d-3bb22dc7b5c7 req-a0d4026d-9926-4dab-9349-08a27cce4237 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:55.650581 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-de463fd0-c016-4ceb-9971-96202cef6963 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:51:55.730945 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 54444) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:51:55.771727 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de463fd0-c016-4ceb-9971-96202cef6963 admin admin] Made reservation on behalf of f167e3bf5d8442fa98a3f8c176c30572 for: {'subnet': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:51:55.774852 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-de463fd0-c016-4ceb-9971-96202cef6963 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3066584'] for subnet, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:55.800925 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb693c35-5a2b-4f3c-807f-d3aa5b2e8f83'] response: {'server_uuid': '9c83a2c5-aa3d-4e8d-af22-cb838112216f', 'name': 'network-vif-deleted', 'tag': '44b44b8b-1cb0-4633-8ae2-35b7a49b3f45', 'status': 'completed', 'code': 200} Jun 01 18:51:55.844010 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a43d9535-76e3-4fe1-bd52-a9e95e49e494 req-e3485629-489d-48a5-a51c-9c4f5b473576 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbe27866-6450-47f0-a8e1-f266dfb72433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064283 Jun 01 18:51:55.857561 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-28ab2f13-b528-4354-bcb9-1f83dbc4e7e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:55.900053 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-28ab2f13-b528-4354-bcb9-1f83dbc4e7e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:51:55.905119 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-28ab2f13-b528-4354-bcb9-1f83dbc4e7e8 admin admin] Usage tracker for resource:security_group_rule and tenant:29c1527c9717496fa4c0a990365f5cb8 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:51:55.908320 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-28ab2f13-b528-4354-bcb9-1f83dbc4e7e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:51:55.915745 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-28ab2f13-b528-4354-bcb9-1f83dbc4e7e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:51:56.080020 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d4026d-9926-4dab-9349-08a27cce4237 service neutron] Pushing event updated for resources: {'Port': ['ID=545a0761-7391-430a-b567-827665e1d571,revision_number=2']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:51:56.083569 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-28ab2f13-b528-4354-bcb9-1f83dbc4e7e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:56.136929 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-28ab2f13-b528-4354-bcb9-1f83dbc4e7e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:56.218459 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-28ab2f13-b528-4354-bcb9-1f83dbc4e7e8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=29c1527c9717496fa4c0a990365f5cb8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4861162 Jun 01 18:51:56.219731 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ab2f13-b528-4354-bcb9-1f83dbc4e7e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d4b94d6-37b0-487c-86cd-9ecdf7fb03ed,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:51:56.250941 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 54458) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:51:56.293586 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-82bdfd87-fba6-49d8-9feb-64e31c4fbc5d req-1903c86f-df5c-4cb4-a619-4c104caa6e6b tempest-ServerShowV257Test-993542551 tempest-ServerShowV257Test-993542551-project] 10.222.0.41 "GET /v2.0/ports?device_id=4beed13b-e21e-45fb-9e19-4ae7d3a25cc9 HTTP/1.1" status: 200 len: 210 time: 0.1791399 Jun 01 18:51:56.372625 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b22550-58fe-4bc0-951e-8c97db277dcb req-90896b24-6df0-4c31-ba89-90ad41bc3a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:51:56.374244 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-90b22550-58fe-4bc0-951e-8c97db277dcb req-90896b24-6df0-4c31-ba89-90ad41bc3a0b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5a29f45689de4723b61fb9850cc62a10&device_id=1f43a9ce-4418-4b9a-ad7d-a8a7a81bb33c HTTP/1.1" status: 200 len: 1100 time: 0.8721099 Jun 01 18:51:56.425864 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c83a2c5-aa3d-4e8d-af22-cb838112216f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15057b2f-c9f2-4f18-9e31-7266bab9b95d'}, {'server_uuid': '9c83a2c5-aa3d-4e8d-af22-cb838112216f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '762e1d9d-53a1-4374-8f81-cfb057889d39'}, {'server_uuid': '863d6d17-7ec0-45a3-a6dc-82b322b76ced', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a324220-33d8-474a-8fca-3b42f63f1ae1'}, {'server_uuid': '1f43a9ce-4418-4b9a-ad7d-a8a7a81bb33c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e81e01b-8c80-4249-9817-a03c8dcd527d'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:51:56.434528 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d3020339-5731-4a5e-9e39-3098f48bdd5b req-b7425068-d91a-4462-a346-2382a5d9df6f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=4beed13b-e21e-45fb-9e19-4ae7d3a25cc9 HTTP/1.1" status: 200 len: 210 time: 0.0870931 Jun 01 18:51:56.468444 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-256b5cac-487a-41bc-9f0d-3bb22dc7b5c7 req-a0d4026d-9926-4dab-9349-08a27cce4237 service neutron] Attempting to bind port 545a0761-7391-430a-b567-827665e1d571 on host n-h1-844202-1 for vnic_type normal with profile {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:51:56.468766 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-256b5cac-487a-41bc-9f0d-3bb22dc7b5c7 req-a0d4026d-9926-4dab-9349-08a27cce4237 service neutron] Attempting to bind port 545a0761-7391-430a-b567-827665e1d571 by drivers openvswitch,hyperv on host n-h1-844202-1 at level 0 using segments [{'id': '783bd49a-7d01-4eda-941d-91ad27cdf254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '8bf6d215-ffa6-4f1e-a724-9435b6e76e15'}] {{(pid=88525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:51:56.469099 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-256b5cac-487a-41bc-9f0d-3bb22dc7b5c7 req-a0d4026d-9926-4dab-9349-08a27cce4237 service neutron] Attempting to bind port 545a0761-7391-430a-b567-827665e1d571 on network 8bf6d215-ffa6-4f1e-a724-9435b6e76e15 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:51:56.478035 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-256b5cac-487a-41bc-9f0d-3bb22dc7b5c7 req-a0d4026d-9926-4dab-9349-08a27cce4237 service neutron] Port 545a0761-7391-430a-b567-827665e1d571 on network 8bf6d215-ffa6-4f1e-a724-9435b6e76e15 not bound, no agent of type Open vSwitch agent registered on host n-h1-844202-1 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 18:51:56.478371 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-256b5cac-487a-41bc-9f0d-3bb22dc7b5c7 req-a0d4026d-9926-4dab-9349-08a27cce4237 service neutron] Attempting to bind port 545a0761-7391-430a-b567-827665e1d571 on network 8bf6d215-ffa6-4f1e-a724-9435b6e76e15 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:51:56.489598 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcae456-6f86-472f-85fc-a727662deb3c req-df99bb6b-8818-4fe7-b55f-146e2573aa93 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:51:56.496831 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-9fcae456-6f86-472f-85fc-a727662deb3c req-df99bb6b-8818-4fe7-b55f-146e2573aa93 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=863d6d17-7ec0-45a3-a6dc-82b322b76ced HTTP/1.1" status: 200 len: 946 time: 0.2045164 Jun 01 18:51:56.501301 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-256b5cac-487a-41bc-9f0d-3bb22dc7b5c7 req-a0d4026d-9926-4dab-9349-08a27cce4237 service neutron] Checking agent: {'id': 'bdb1e5d7-b998-4259-838f-3d278e930f32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 18, 51, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:51:56.501634 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-256b5cac-487a-41bc-9f0d-3bb22dc7b5c7 req-a0d4026d-9926-4dab-9349-08a27cce4237 service neutron] Checking segment: {'id': '783bd49a-7d01-4eda-941d-91ad27cdf254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '8bf6d215-ffa6-4f1e-a724-9435b6e76e15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:51:56.502089 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-256b5cac-487a-41bc-9f0d-3bb22dc7b5c7 req-a0d4026d-9926-4dab-9349-08a27cce4237 service neutron] Bound using segment: {'id': '783bd49a-7d01-4eda-941d-91ad27cdf254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '8bf6d215-ffa6-4f1e-a724-9435b6e76e15'} {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:51:56.502442 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-256b5cac-487a-41bc-9f0d-3bb22dc7b5c7 req-a0d4026d-9926-4dab-9349-08a27cce4237 service neutron] Bound port: 545a0761-7391-430a-b567-827665e1d571, host: n-h1-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '783bd49a-7d01-4eda-941d-91ad27cdf254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '8bf6d215-ffa6-4f1e-a724-9435b6e76e15'}}] {{(pid=88525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:51:56.502776 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-256b5cac-487a-41bc-9f0d-3bb22dc7b5c7 req-a0d4026d-9926-4dab-9349-08a27cce4237 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:56.592971 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-0657e9d6-1cd4-4dc8-b69b-d2eb94d521fc req-6ff65175-ecf1-4dd8-ab5c-052a674a8213 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] For port 93302f40-25f2-43b4-81bb-fbbce8a6a912, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=93302f40-25f2-43b4-81bb-fbbce8a6a912,segment=NetworkSegment(1f216ea7-d556-42bd-9325-5581fab5db25),segment_id=1f216ea7-d556-42bd-9325-5581fab5db25)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:51:56.593591 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-0657e9d6-1cd4-4dc8-b69b-d2eb94d521fc req-6ff65175-ecf1-4dd8-ab5c-052a674a8213 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:56.606192 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-9fcae456-6f86-472f-85fc-a727662deb3c req-0a6409d3-d213-4fce-893c-a31f40f4d84e tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ce59b29-4aa6-4d2e-8584-a540c0a14c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1084850 Jun 01 18:51:56.654638 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-256b5cac-487a-41bc-9f0d-3bb22dc7b5c7 req-a0d4026d-9926-4dab-9349-08a27cce4237 service neutron] For port 545a0761-7391-430a-b567-827665e1d571, host n-h1-844202-1, cleared binding levels {{(pid=88525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:51:56.658835 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-256b5cac-487a-41bc-9f0d-3bb22dc7b5c7 req-a0d4026d-9926-4dab-9349-08a27cce4237 service neutron] For port 545a0761-7391-430a-b567-827665e1d571, host n-h1-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=545a0761-7391-430a-b567-827665e1d571,segment=NetworkSegment(783bd49a-7d01-4eda-941d-91ad27cdf254),segment_id=783bd49a-7d01-4eda-941d-91ad27cdf254)] {{(pid=88525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:51:56.666403 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-256b5cac-487a-41bc-9f0d-3bb22dc7b5c7 req-a0d4026d-9926-4dab-9349-08a27cce4237 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:56.716800 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b72db89a-1627-4e17-9058-7e9f63e83434'] response: {'server_uuid': '9c83a2c5-aa3d-4e8d-af22-cb838112216f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15057b2f-c9f2-4f18-9e31-7266bab9b95d', 'code': 200} Jun 01 18:51:56.717286 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b72db89a-1627-4e17-9058-7e9f63e83434'] response: {'server_uuid': '9c83a2c5-aa3d-4e8d-af22-cb838112216f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '762e1d9d-53a1-4374-8f81-cfb057889d39', 'code': 200} Jun 01 18:51:56.717286 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b72db89a-1627-4e17-9058-7e9f63e83434'] response: {'server_uuid': '863d6d17-7ec0-45a3-a6dc-82b322b76ced', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a324220-33d8-474a-8fca-3b42f63f1ae1', 'code': 200} Jun 01 18:51:56.717536 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b72db89a-1627-4e17-9058-7e9f63e83434'] response: {'server_uuid': '1f43a9ce-4418-4b9a-ad7d-a8a7a81bb33c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e81e01b-8c80-4249-9817-a03c8dcd527d', 'code': 200} Jun 01 18:51:56.741452 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256b5cac-487a-41bc-9f0d-3bb22dc7b5c7 req-a0d4026d-9926-4dab-9349-08a27cce4237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:51:56.741695 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-256b5cac-487a-41bc-9f0d-3bb22dc7b5c7 req-a0d4026d-9926-4dab-9349-08a27cce4237 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:56.746306 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-256b5cac-487a-41bc-9f0d-3bb22dc7b5c7 req-a0d4026d-9926-4dab-9349-08a27cce4237 service neutron] 10.222.0.15 "PUT /v2.0/ports/545a0761-7391-430a-b567-827665e1d571 HTTP/1.1" status: 200 len: 1092 time: 2.5653481 Jun 01 18:51:56.746922 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd3db4c5-8c77-4882-a37d-7668ef2d7c3e', 'tag': '545a0761-7391-430a-b567-827665e1d571'}] {{(pid=88525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:51:56.780796 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-0657e9d6-1cd4-4dc8-b69b-d2eb94d521fc req-6ff65175-ecf1-4dd8-ab5c-052a674a8213 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Calling delete_port for 93302f40-25f2-43b4-81bb-fbbce8a6a912 owned by compute:nova {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:51:56.792415 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d4026d-9926-4dab-9349-08a27cce4237 service neutron] Pushing event updated for resources: {'Port': ['ID=545a0761-7391-430a-b567-827665e1d571,revision_number=3']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:51:57.051323 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ee61ab-f610-4b90-aa7b-8476d4f6fb78 req-5dfc6dd9-39e1-4d43-b74b-fbf211d30da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:51:57.052748 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-52ee61ab-f610-4b90-aa7b-8476d4f6fb78 req-5dfc6dd9-39e1-4d43-b74b-fbf211d30da8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=863d6d17-7ec0-45a3-a6dc-82b322b76ced HTTP/1.1" status: 200 len: 1097 time: 0.2344675 Jun 01 18:51:57.078981 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b22550-58fe-4bc0-951e-8c97db277dcb req-213ccfa0-33df-4055-9f79-26ada6afe2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:51:57.080746 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-90b22550-58fe-4bc0-951e-8c97db277dcb req-213ccfa0-33df-4055-9f79-26ada6afe2fb service neutron] 10.222.0.15 "GET /v2.0/networks?id=898153a3-5d71-43be-9d14-343ea4a48426 HTTP/1.1" status: 200 len: 870 time: 0.6705821 Jun 01 18:51:57.105208 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f309e41-e412-48d5-9d19-4a38a739f7fb req-b55a4327-88f7-4aaa-955b-1d6b37bd5a7f tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:51:57.110847 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f309e41-e412-48d5-9d19-4a38a739f7fb req-b55a4327-88f7-4aaa-955b-1d6b37bd5a7f tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:51:57.116530 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f309e41-e412-48d5-9d19-4a38a739f7fb req-b55a4327-88f7-4aaa-955b-1d6b37bd5a7f tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:51:57.122872 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f309e41-e412-48d5-9d19-4a38a739f7fb req-b55a4327-88f7-4aaa-955b-1d6b37bd5a7f tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:51:57.124552 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-9f309e41-e412-48d5-9d19-4a38a739f7fb req-b55a4327-88f7-4aaa-955b-1d6b37bd5a7f tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c83a2c5-aa3d-4e8d-af22-cb838112216f HTTP/1.1" status: 200 len: 3143 time: 0.2418942 Jun 01 18:51:57.128378 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256b5cac-487a-41bc-9f0d-3bb22dc7b5c7 req-b66b6f53-e38c-49b9-8cf2-0eb263f3c2da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:51:57.130392 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-256b5cac-487a-41bc-9f0d-3bb22dc7b5c7 req-b66b6f53-e38c-49b9-8cf2-0eb263f3c2da service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8954dfb656dd4378bb3153f8271ef2cc&device_id=cd3db4c5-8c77-4882-a37d-7668ef2d7c3e HTTP/1.1" status: 200 len: 1095 time: 0.2456903 Jun 01 18:51:57.154210 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-de463fd0-c016-4ceb-9971-96202cef6963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2718919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3066602'] for subnet, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:57.209488 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-fcbcca74-43f6-410b-a279-4d10413b6119 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:57.223263 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-90b22550-58fe-4bc0-951e-8c97db277dcb req-7d8fd9e9-c63d-406f-a268-d3b90ff8d201 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=4e81e01b-8c80-4249-9817-a03c8dcd527d HTTP/1.1" status: 200 len: 217 time: 0.1230946 Jun 01 18:51:57.341142 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-52ee61ab-f610-4b90-aa7b-8476d4f6fb78 req-32504664-c118-4081-8425-913f0197e84b service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=6ce59b29-4aa6-4d2e-8584-a540c0a14c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2820616 Jun 01 18:51:57.344816 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-256b5cac-487a-41bc-9f0d-3bb22dc7b5c7 req-473fbfcf-7dcf-4f78-b137-f7d5d6957805 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=545a0761-7391-430a-b567-827665e1d571 HTTP/1.1" status: 200 len: 217 time: 0.2069221 Jun 01 18:51:57.357484 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-fcbcca74-43f6-410b-a279-4d10413b6119 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:57.364971 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-9f309e41-e412-48d5-9d19-4a38a739f7fb req-78b4f06a-e873-41db-a8c7-9d9f5d9ad5a7 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] 10.222.0.41 "GET /v2.0/security-groups?id=3eddd810-beb6-4f1d-8108-29288df7e7ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2333248 Jun 01 18:51:57.371867 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de463fd0-c016-4ceb-9971-96202cef6963 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c087ecf-553d-4910-a4ad-56c99a1193c6,revision_number=0']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:51:57.403837 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c5170f-bea3-4316-b8ad-af830dfa70e9 req-2bd1f9f8-cd12-43d6-b023-da61f49b4842 tempest-ServersTestBootFromVolume-197582985 tempest-ServersTestBootFromVolume-197582985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:51:57.410767 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-75c5170f-bea3-4316-b8ad-af830dfa70e9 req-2bd1f9f8-cd12-43d6-b023-da61f49b4842 tempest-ServersTestBootFromVolume-197582985 tempest-ServersTestBootFromVolume-197582985-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd3db4c5-8c77-4882-a37d-7668ef2d7c3e HTTP/1.1" status: 200 len: 944 time: 0.9721720 Jun 01 18:51:57.466643 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b22550-58fe-4bc0-951e-8c97db277dcb req-2a815c1b-64bc-47d6-be7e-b3a28de5b7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:51:57.469026 n-d-844202-1 neutron-server[88525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c88905f0-d395-4d4a-abcc-7e60a046f4c2'] response: {'name': 'network-changed', 'server_uuid': 'cd3db4c5-8c77-4882-a37d-7668ef2d7c3e', 'tag': '545a0761-7391-430a-b567-827665e1d571', 'status': 'completed', 'code': 200} Jun 01 18:51:57.469886 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-90b22550-58fe-4bc0-951e-8c97db277dcb req-2a815c1b-64bc-47d6-be7e-b3a28de5b7bd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=35e3ad2f-9c88-4698-b634-4e1b58de1cc2 HTTP/1.1" status: 200 len: 843 time: 0.2258430 Jun 01 18:51:57.519011 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de463fd0-c016-4ceb-9971-96202cef6963 admin admin] Checking segment: {'id': 'dab1b9f6-ccde-4fe0-bce4-194baa7219d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '6fd0b122-332b-4a84-9861-dd10d5a59a3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:51:57.519280 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de463fd0-c016-4ceb-9971-96202cef6963 admin admin] Network hostable DHCP agents. Network: 6fd0b122-332b-4a84-9861-dd10d5a59a3c, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88524) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 18:51:57.615207 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-75c5170f-bea3-4316-b8ad-af830dfa70e9 req-e61d0472-ec02-4876-ac5e-0bb4ef5b3df1 tempest-ServersTestBootFromVolume-197582985 tempest-ServersTestBootFromVolume-197582985-project] Synchronizing usage tracker for tenant:8954dfb656dd4378bb3153f8271ef2cc on resource:security_group {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:51:57.637004 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-fcbcca74-43f6-410b-a279-4d10413b6119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:57.656674 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de463fd0-c016-4ceb-9971-96202cef6963 admin admin] Network 6fd0b122-332b-4a84-9861-dd10d5a59a3c is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88524) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 18:51:57.666943 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbcca74-43f6-410b-a279-4d10413b6119 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d4b94d6-37b0-487c-86cd-9ecdf7fb03ed,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:51:57.669012 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-0657e9d6-1cd4-4dc8-b69b-d2eb94d521fc req-6ff65175-ecf1-4dd8-ab5c-052a674a8213 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:57.697981 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256b5cac-487a-41bc-9f0d-3bb22dc7b5c7 req-28a9def7-0bcc-474c-b3c3-47bccac283f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:51:57.699766 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-256b5cac-487a-41bc-9f0d-3bb22dc7b5c7 req-28a9def7-0bcc-474c-b3c3-47bccac283f9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2445a719-4314-4548-946f-72cc570cc23f HTTP/1.1" status: 200 len: 854 time: 0.1352632 Jun 01 18:51:57.730092 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-de463fd0-c016-4ceb-9971-96202cef6963 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, 6fd0b122-332b-4a84-9861-dd10d5a59a3c) {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:51:57.736714 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-75c5170f-bea3-4316-b8ad-af830dfa70e9 req-e61d0472-ec02-4876-ac5e-0bb4ef5b3df1 tempest-ServersTestBootFromVolume-197582985 tempest-ServersTestBootFromVolume-197582985-project] Unset dirty status for tenant:8954dfb656dd4378bb3153f8271ef2cc on resource:security_group {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:51:57.737857 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-75c5170f-bea3-4316-b8ad-af830dfa70e9 req-e61d0472-ec02-4876-ac5e-0bb4ef5b3df1 tempest-ServersTestBootFromVolume-197582985 tempest-ServersTestBootFromVolume-197582985-project] 10.222.0.41 "GET /v2.0/security-groups?id=0c6f0000-2b9c-46ed-b9d0-0867b5cac235&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3263309 Jun 01 18:51:57.738922 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b37bff7-7f4f-4a94-8a17-19f159963218 None None] Network 6fd0b122-332b-4a84-9861-dd10d5a59a3c requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 18:51:57.755550 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de463fd0-c016-4ceb-9971-96202cef6963 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:51:57.756750 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-de463fd0-c016-4ceb-9971-96202cef6963 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:57.765509 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff65175-ecf1-4dd8-ab5c-052a674a8213 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Pushing event deleted for resources: {'Port': ['ID=93302f40-25f2-43b4-81bb-fbbce8a6a912,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:51:57.781940 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9351a85d-db5d-4df6-8cbd-090f731b84f7 req-73308369-1b20-479b-8903-4bfa0b44eb5c tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:51:57.783431 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-9351a85d-db5d-4df6-8cbd-090f731b84f7 req-73308369-1b20-479b-8903-4bfa0b44eb5c tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f43a9ce-4418-4b9a-ad7d-a8a7a81bb33c HTTP/1.1" status: 200 len: 949 time: 0.1766520 Jun 01 18:51:57.855966 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-9351a85d-db5d-4df6-8cbd-090f731b84f7 req-1a792a6f-1824-466e-aaf8-13869286a471 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbe27866-6450-47f0-a8e1-f266dfb72433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595136 Jun 01 18:51:57.862560 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256b5cac-487a-41bc-9f0d-3bb22dc7b5c7 req-a714db42-ff16-4682-97c7-2dce6a45e63b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:51:57.864012 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-256b5cac-487a-41bc-9f0d-3bb22dc7b5c7 req-a714db42-ff16-4682-97c7-2dce6a45e63b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8bf6d215-ffa6-4f1e-a724-9435b6e76e15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1566496 Jun 01 18:51:57.892328 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-fcbcca74-43f6-410b-a279-4d10413b6119 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:57.893569 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-fcbcca74-43f6-410b-a279-4d10413b6119 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7d4b94d6-37b0-487c-86cd-9ecdf7fb03ed HTTP/1.1" status: 204 len: 168 time: 1.6146655 Jun 01 18:51:57.912308 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-de463fd0-c016-4ceb-9971-96202cef6963 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.3977704 Jun 01 18:51:57.912308 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-0657e9d6-1cd4-4dc8-b69b-d2eb94d521fc req-6ff65175-ecf1-4dd8-ab5c-052a674a8213 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] No DVR routers for this DVR port 93302f40-25f2-43b4-81bb-fbbce8a6a912 on host n-h2-844202-1 {{(pid=88524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 18:51:57.913405 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-0657e9d6-1cd4-4dc8-b69b-d2eb94d521fc req-6ff65175-ecf1-4dd8-ab5c-052a674a8213 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:57.918732 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0657e9d6-1cd4-4dc8-b69b-d2eb94d521fc req-6ff65175-ecf1-4dd8-ab5c-052a674a8213 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] 10.222.0.50 "DELETE /v2.0/ports/93302f40-25f2-43b4-81bb-fbbce8a6a912 HTTP/1.1" status: 204 len: 173 time: 2.6779344 Jun 01 18:51:57.928692 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c83a2c5-aa3d-4e8d-af22-cb838112216f', 'name': 'network-vif-deleted', 'tag': '93302f40-25f2-43b4-81bb-fbbce8a6a912'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:51:58.115225 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b22550-58fe-4bc0-951e-8c97db277dcb req-3e62b41c-81a9-4d36-8082-ef50ee173f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:51:58.117629 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-90b22550-58fe-4bc0-951e-8c97db277dcb req-3e62b41c-81a9-4d36-8082-ef50ee173f00 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=898153a3-5d71-43be-9d14-343ea4a48426&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5461390 Jun 01 18:51:58.122570 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-18b85b89-1e14-4548-8dc0-1f3fdac44d11 req-e2935ead-9f58-430b-83b2-999a95177b71 tempest-ServerShowV257Test-993542551 tempest-ServerShowV257Test-993542551-project] 10.222.0.41 "GET /v2.0/ports?device_id=4beed13b-e21e-45fb-9e19-4ae7d3a25cc9 HTTP/1.1" status: 200 len: 210 time: 0.1204922 Jun 01 18:51:58.198647 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-0657e9d6-1cd4-4dc8-b69b-d2eb94d521fc req-55c221d3-fe00-4ef2-8d01-e95e9ea7bfe8 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Deleting port 762e1d9d-53a1-4374-8f81-cfb057889d39 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:51:58.198991 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-0657e9d6-1cd4-4dc8-b69b-d2eb94d521fc req-55c221d3-fe00-4ef2-8d01-e95e9ea7bfe8 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:58.252790 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c20752a-f057-4e34-ad33-115821f6d173 None None] Network 6fd0b122-332b-4a84-9861-dd10d5a59a3c requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 18:51:58.268392 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-256b5cac-487a-41bc-9f0d-3bb22dc7b5c7 req-18492ced-9de7-4e6e-996d-7b1d7b96628d service neutron] 10.222.0.15 "GET /v2.0/networks/8bf6d215-ffa6-4f1e-a724-9435b6e76e15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3938982 Jun 01 18:51:58.542893 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95f583ab-f917-4a2f-bf15-c9a413c6afe0'] response: {'server_uuid': '9c83a2c5-aa3d-4e8d-af22-cb838112216f', 'name': 'network-vif-deleted', 'tag': '93302f40-25f2-43b4-81bb-fbbce8a6a912', 'status': 'completed', 'code': 200} Jun 01 18:51:58.629976 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-256b5cac-487a-41bc-9f0d-3bb22dc7b5c7 req-5209f3ea-21f3-4904-b4c7-cf27398d6ec0 service neutron] 10.222.0.15 "GET /v2.0/networks/8bf6d215-ffa6-4f1e-a724-9435b6e76e15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3543718 Jun 01 18:51:58.762399 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-90b22550-58fe-4bc0-951e-8c97db277dcb req-6f2e23e1-0511-44c4-9e32-604b5adde666 service neutron] 10.222.0.15 "GET /v2.0/networks/898153a3-5d71-43be-9d14-343ea4a48426?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6350520 Jun 01 18:51:58.910459 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-31d99683-83e3-4988-836f-e954995afb3f req-ba248147-2d5a-471f-89ce-8c3da5819378 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=50a534efcb994ba093bf4e2a6998d1c8&device_id=4beed13b-e21e-45fb-9e19-4ae7d3a25cc9 HTTP/1.1" status: 200 len: 210 time: 0.0675030 Jun 01 18:51:58.946201 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-31d99683-83e3-4988-836f-e954995afb3f req-684c8335-ec03-4b34-b028-e9f5abbb3683 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=50a534efcb994ba093bf4e2a6998d1c8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0271099 Jun 01 18:51:58.947361 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 54522) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:51:59.080011 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb276c4-e9c3-4408-972c-db5c464a5734 req-2931f3b9-0127-4491-bd67-231b95c147bd tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:51:59.081547 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7cb276c4-e9c3-4408-972c-db5c464a5734 req-2931f3b9-0127-4491-bd67-231b95c147bd tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=863d6d17-7ec0-45a3-a6dc-82b322b76ced HTTP/1.1" status: 200 len: 946 time: 0.5366368 Jun 01 18:51:59.171607 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3796755d-3cc7-427c-bc4f-31faa6762ee1 req-78c6731a-f71f-456a-8b1c-b77d3340d7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:51:59.173131 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3796755d-3cc7-427c-bc4f-31faa6762ee1 req-78c6731a-f71f-456a-8b1c-b77d3340d7a8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8954dfb656dd4378bb3153f8271ef2cc&device_id=cd3db4c5-8c77-4882-a37d-7668ef2d7c3e HTTP/1.1" status: 200 len: 1095 time: 0.3982477 Jun 01 18:51:59.252579 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-0657e9d6-1cd4-4dc8-b69b-d2eb94d521fc req-55c221d3-fe00-4ef2-8d01-e95e9ea7bfe8 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] For port 762e1d9d-53a1-4374-8f81-cfb057889d39, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=762e1d9d-53a1-4374-8f81-cfb057889d39,segment=NetworkSegment(addab7d5-ae1a-46af-8624-f392d2d8b7f8),segment_id=addab7d5-ae1a-46af-8624-f392d2d8b7f8)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:51:59.253829 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-0657e9d6-1cd4-4dc8-b69b-d2eb94d521fc req-55c221d3-fe00-4ef2-8d01-e95e9ea7bfe8 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:59.263441 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7cb276c4-e9c3-4408-972c-db5c464a5734 req-9ee4de98-00c4-43aa-b9d1-33185678ffd7 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ce59b29-4aa6-4d2e-8584-a540c0a14c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1739802 Jun 01 18:51:59.272860 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-90b22550-58fe-4bc0-951e-8c97db277dcb req-62796de0-4206-4164-836e-9847a9fb5073 service neutron] 10.222.0.15 "GET /v2.0/networks/898153a3-5d71-43be-9d14-343ea4a48426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4990664 Jun 01 18:51:59.400367 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3796755d-3cc7-427c-bc4f-31faa6762ee1 req-80ee5c85-b6dd-4f43-90b2-b3ddcacb492e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:51:59.402599 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3796755d-3cc7-427c-bc4f-31faa6762ee1 req-80ee5c85-b6dd-4f43-90b2-b3ddcacb492e service neutron] 10.222.0.15 "GET /v2.0/networks?id=8bf6d215-ffa6-4f1e-a724-9435b6e76e15 HTTP/1.1" status: 200 len: 916 time: 0.2205191 Jun 01 18:51:59.407242 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-279ae41e-1388-4647-835d-4f91dd639110 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:59.479991 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 54542) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:51:59.502696 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d99683-83e3-4988-836f-e954995afb3f req-e1734a59-707f-4bea-863b-36a03c8521c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:51:59.504324 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-31d99683-83e3-4988-836f-e954995afb3f req-e1734a59-707f-4bea-863b-36a03c8521c8 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5505338 Jun 01 18:51:59.538359 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-279ae41e-1388-4647-835d-4f91dd639110 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:51:59.544858 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3796755d-3cc7-427c-bc4f-31faa6762ee1 req-2f38bbc4-0062-4110-94f6-4c412efe5ec7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=545a0761-7391-430a-b567-827665e1d571 HTTP/1.1" status: 200 len: 217 time: 0.1249750 Jun 01 18:51:59.547512 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-279ae41e-1388-4647-835d-4f91dd639110 admin admin] Usage tracker for resource:security_group_rule and tenant:fd8b1abc16c241669b168c70c4043c28 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:51:59.550097 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-e00a943b-35a3-42ae-8a73-ceea25258363 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-987094739-network', 'tenant_id': '5efadf0a23ae4ac8b0c0a0799c5c8dc9'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:51:59.559043 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc51aa0-0f1c-46ba-b7f9-4751d074799a req-d892fe16-47e5-4a9c-9432-598b8199d292 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:51:59.562983 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-e00a943b-35a3-42ae-8a73-ceea25258363 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:51:59.564933 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc51aa0-0f1c-46ba-b7f9-4751d074799a req-d892fe16-47e5-4a9c-9432-598b8199d292 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:51:59.571267 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc51aa0-0f1c-46ba-b7f9-4751d074799a req-d892fe16-47e5-4a9c-9432-598b8199d292 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:51:59.573311 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-fdc51aa0-0f1c-46ba-b7f9-4751d074799a req-d892fe16-47e5-4a9c-9432-598b8199d292 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c83a2c5-aa3d-4e8d-af22-cb838112216f HTTP/1.1" status: 200 len: 2410 time: 0.5888553 Jun 01 18:51:59.575362 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-279ae41e-1388-4647-835d-4f91dd639110 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:51:59.618520 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-279ae41e-1388-4647-835d-4f91dd639110 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:51:59.692001 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3796755d-3cc7-427c-bc4f-31faa6762ee1 req-c6c029d4-8a36-4ea4-ad17-ff4e61788d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:51:59.693507 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3796755d-3cc7-427c-bc4f-31faa6762ee1 req-c6c029d4-8a36-4ea4-ad17-ff4e61788d96 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2445a719-4314-4548-946f-72cc570cc23f HTTP/1.1" status: 200 len: 854 time: 0.1192944 Jun 01 18:51:59.697291 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-fdc51aa0-0f1c-46ba-b7f9-4751d074799a req-2bb9806f-4d07-4b9f-a8ed-2f361db8d6bb tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] 10.222.0.41 "GET /v2.0/security-groups?id=3eddd810-beb6-4f1d-8108-29288df7e7ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842571 Jun 01 18:51:59.707738 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-e00a943b-35a3-42ae-8a73-ceea25258363 admin admin] Usage tracker for resource:network and tenant:5efadf0a23ae4ac8b0c0a0799c5c8dc9 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:51:59.715450 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-e00a943b-35a3-42ae-8a73-ceea25258363 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:51:59.734573 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-e00a943b-35a3-42ae-8a73-ceea25258363 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:51:59.835782 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-279ae41e-1388-4647-835d-4f91dd639110 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:59.837431 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e00a943b-35a3-42ae-8a73-ceea25258363 admin admin] Made reservation on behalf of 5efadf0a23ae4ac8b0c0a0799c5c8dc9 for: {'network': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:51:59.840293 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e00a943b-35a3-42ae-8a73-ceea25258363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:59.851579 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-279ae41e-1388-4647-835d-4f91dd639110 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:59.870227 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e00a943b-35a3-42ae-8a73-ceea25258363 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:59.896660 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830a120a-20ba-4608-9cce-8a47610675c5 req-cb255504-cf73-45f6-9d67-284701ffd98c tempest-ServersTestBootFromVolume-197582985 tempest-ServersTestBootFromVolume-197582985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:51:59.905552 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-830a120a-20ba-4608-9cce-8a47610675c5 req-cb255504-cf73-45f6-9d67-284701ffd98c tempest-ServersTestBootFromVolume-197582985 tempest-ServersTestBootFromVolume-197582985-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd3db4c5-8c77-4882-a37d-7668ef2d7c3e HTTP/1.1" status: 200 len: 944 time: 0.4233336 Jun 01 18:51:59.936144 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-e00a943b-35a3-42ae-8a73-ceea25258363 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:51:59.949321 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-e00a943b-35a3-42ae-8a73-ceea25258363 admin admin] Usage tracker for resource:security_group_rule and tenant:5efadf0a23ae4ac8b0c0a0799c5c8dc9 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:51:59.968031 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-e00a943b-35a3-42ae-8a73-ceea25258363 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:51:59.971700 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2b815896-51dc-4ab4-8901-fb8556432c00 req-df38ee62-268d-47d0-98ab-5a0fdfc803ff tempest-ServerShowV257Test-993542551 tempest-ServerShowV257Test-993542551-project] 10.222.0.41 "GET /v2.0/ports?device_id=4beed13b-e21e-45fb-9e19-4ae7d3a25cc9 HTTP/1.1" status: 200 len: 210 time: 0.1037836 Jun 01 18:51:59.985420 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-279ae41e-1388-4647-835d-4f91dd639110 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fd8b1abc16c241669b168c70c4043c28&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0350089 Jun 01 18:51:59.988116 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279ae41e-1388-4647-835d-4f91dd639110 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de46d0f9-685f-4bc5-a781-4a98c4d47624,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:51:59.991469 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 54554) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:51:59.994950 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-0657e9d6-1cd4-4dc8-b69b-d2eb94d521fc req-55c221d3-fe00-4ef2-8d01-e95e9ea7bfe8 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:59.995326 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-0657e9d6-1cd4-4dc8-b69b-d2eb94d521fc req-55c221d3-fe00-4ef2-8d01-e95e9ea7bfe8 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887712'] for floatingip, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:51:59.995641 n-d-844202-1 neutron-server[88524]: INFO neutron.db.l3_db [req-0657e9d6-1cd4-4dc8-b69b-d2eb94d521fc req-55c221d3-fe00-4ef2-8d01-e95e9ea7bfe8 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Floating IP a8e7075c-fc57-415d-80f4-f26316e1535a disassociated. External IP: 172.25.4.20, port: 762e1d9d-53a1-4374-8f81-cfb057889d39. Jun 01 18:51:59.995987 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-0657e9d6-1cd4-4dc8-b69b-d2eb94d521fc req-55c221d3-fe00-4ef2-8d01-e95e9ea7bfe8 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Calling delete_port for 762e1d9d-53a1-4374-8f81-cfb057889d39 owned by compute:nova {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:52:00.042617 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3796755d-3cc7-427c-bc4f-31faa6762ee1 req-6a240fc4-8147-4cd8-828c-791a476b3f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:52:00.044288 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3796755d-3cc7-427c-bc4f-31faa6762ee1 req-6a240fc4-8147-4cd8-828c-791a476b3f64 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8bf6d215-ffa6-4f1e-a724-9435b6e76e15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3406746 Jun 01 18:52:00.117938 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-e00a943b-35a3-42ae-8a73-ceea25258363 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:52:00.136493 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-830a120a-20ba-4608-9cce-8a47610675c5 req-99117d72-6f67-4afb-bbf4-9ace38830de2 tempest-ServersTestBootFromVolume-197582985 tempest-ServersTestBootFromVolume-197582985-project] 10.222.0.41 "GET /v2.0/security-groups?id=0c6f0000-2b9c-46ed-b9d0-0867b5cac235&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2275331 Jun 01 18:52:00.268413 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-0657e9d6-1cd4-4dc8-b69b-d2eb94d521fc req-55c221d3-fe00-4ef2-8d01-e95e9ea7bfe8 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:00.330008 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c221d3-fe00-4ef2-8d01-e95e9ea7bfe8 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Pushing event deleted for resources: {'Port': ['ID=762e1d9d-53a1-4374-8f81-cfb057889d39,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:52:00.352326 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e00a943b-35a3-42ae-8a73-ceea25258363 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:00.387936 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3796755d-3cc7-427c-bc4f-31faa6762ee1 req-7978ea54-b1b1-44a0-aede-28dced620a78 service neutron] 10.222.0.15 "GET /v2.0/networks/8bf6d215-ffa6-4f1e-a724-9435b6e76e15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3336189 Jun 01 18:52:00.413485 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0eab1cac-94b3-46ef-afa7-d3b885a1388f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:00.419849 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e00a943b-35a3-42ae-8a73-ceea25258363 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:00.522656 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e00a943b-35a3-42ae-8a73-ceea25258363 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 103} {{(pid=88524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 18:52:00.544430 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00a943b-35a3-42ae-8a73-ceea25258363 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4039774e-58a5-44ec-bf98-3d3d1351d31a,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:52:00.554185 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0eab1cac-94b3-46ef-afa7-d3b885a1388f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:00.599713 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706d0cea-695b-4ed1-a45a-4eb620155c56 req-af8d926d-8ca1-449b-bf3e-5a4745384c44 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:52:00.606658 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-706d0cea-695b-4ed1-a45a-4eb620155c56 req-af8d926d-8ca1-449b-bf3e-5a4745384c44 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f43a9ce-4418-4b9a-ad7d-a8a7a81bb33c HTTP/1.1" status: 200 len: 949 time: 0.2879913 Jun 01 18:52:00.618820 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e00a943b-35a3-42ae-8a73-ceea25258363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:00.619066 n-d-844202-1 neutron-server[88524]: INFO neutron.db.segments_db [None req-e00a943b-35a3-42ae-8a73-ceea25258363 admin admin] Added segment 43be3a1c-8066-47cb-ad93-a3302319a3f7 of type vlan for network 1972b0a4-9176-4e4b-b513-fb2215c72416 Jun 01 18:52:00.696159 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e00a943b-35a3-42ae-8a73-ceea25258363 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:00.711489 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0657e9d6-1cd4-4dc8-b69b-d2eb94d521fc req-55c221d3-fe00-4ef2-8d01-e95e9ea7bfe8 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Router 56e90cb8-600d-4b7f-b1a8-1ed7e5a9c164 has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 18:52:00.720157 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6fa83d-94a8-4c5a-8f46-33d4f6140230 req-9c1c17bc-bb42-427b-ba5c-cf491c24af70 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:52:00.721785 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5f6fa83d-94a8-4c5a-8f46-33d4f6140230 req-9c1c17bc-bb42-427b-ba5c-cf491c24af70 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=863d6d17-7ec0-45a3-a6dc-82b322b76ced HTTP/1.1" status: 200 len: 946 time: 0.2793720 Jun 01 18:52:00.741822 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-31d99683-83e3-4988-836f-e954995afb3f req-2f7c2058-4a20-4ea0-b568-2dcadf24eaae tempest-ServerShowV257Test-993542551 tempest-ServerShowV257Test-993542551-project] 10.222.0.50 "GET /v2.0/ports?device_id=4beed13b-e21e-45fb-9e19-4ae7d3a25cc9 HTTP/1.1" status: 200 len: 210 time: 0.0631838 Jun 01 18:52:00.743974 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3796755d-3cc7-427c-bc4f-31faa6762ee1 req-6081b64c-a0e4-4cb8-b9e9-bd2d288708cb service neutron] 10.222.0.15 "GET /v2.0/networks/8bf6d215-ffa6-4f1e-a724-9435b6e76e15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3416438 Jun 01 18:52:00.761688 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-706d0cea-695b-4ed1-a45a-4eb620155c56 req-33480221-914e-48ed-9383-0dcafb0eb20a tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbe27866-6450-47f0-a8e1-f266dfb72433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541121 Jun 01 18:52:00.771383 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0eab1cac-94b3-46ef-afa7-d3b885a1388f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:00.812779 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eab1cac-94b3-46ef-afa7-d3b885a1388f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de46d0f9-685f-4bc5-a781-4a98c4d47624,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:52:00.844793 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0eab1cac-94b3-46ef-afa7-d3b885a1388f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:00.848447 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-0eab1cac-94b3-46ef-afa7-d3b885a1388f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/de46d0f9-685f-4bc5-a781-4a98c4d47624 HTTP/1.1" status: 204 len: 168 time: 0.8413730 Jun 01 18:52:00.941419 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e00a943b-35a3-42ae-8a73-ceea25258363 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:00.942426 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e00a943b-35a3-42ae-8a73-ceea25258363 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:52:00.943047 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e00a943b-35a3-42ae-8a73-ceea25258363 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:00.988345 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5f6fa83d-94a8-4c5a-8f46-33d4f6140230 req-d775cfb2-247d-4957-9563-89eac1ffba4c tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ce59b29-4aa6-4d2e-8584-a540c0a14c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2528217 Jun 01 18:52:01.030823 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-e00a943b-35a3-42ae-8a73-ceea25258363 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.5484440 Jun 01 18:52:01.052126 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 54586) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:52:01.084262 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-743c1bb2-76ca-4164-9016-8f2c95b01896 admin admin] Request body: {'subnet': {'network_id': '1972b0a4-9176-4e4b-b513-fb2215c72416', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-987094739-subnet', 'tenant_id': '5efadf0a23ae4ac8b0c0a0799c5c8dc9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:52:01.089918 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-743c1bb2-76ca-4164-9016-8f2c95b01896 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:52:01.107112 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-743c1bb2-76ca-4164-9016-8f2c95b01896 admin admin] Usage tracker for resource:subnet and tenant:5efadf0a23ae4ac8b0c0a0799c5c8dc9 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:52:01.116939 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-743c1bb2-76ca-4164-9016-8f2c95b01896 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:52:01.125716 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-743c1bb2-76ca-4164-9016-8f2c95b01896 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:52:01.145258 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-743c1bb2-76ca-4164-9016-8f2c95b01896 admin admin] Made reservation on behalf of 5efadf0a23ae4ac8b0c0a0799c5c8dc9 for: {'subnet': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:52:01.148383 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-743c1bb2-76ca-4164-9016-8f2c95b01896 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9667140'] for subnet, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:01.258643 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd76d1ce-befb-4712-9bc5-98f4e38174b2 req-2f62c1f4-059b-41f8-92e5-60df4b9fe127 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:52:01.266448 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd76d1ce-befb-4712-9bc5-98f4e38174b2 req-2f62c1f4-059b-41f8-92e5-60df4b9fe127 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:52:01.275782 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-cd76d1ce-befb-4712-9bc5-98f4e38174b2 req-2f62c1f4-059b-41f8-92e5-60df4b9fe127 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c83a2c5-aa3d-4e8d-af22-cb838112216f HTTP/1.1" status: 200 len: 1677 time: 0.3217583 Jun 01 18:52:01.330267 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3334f4d5-588b-400d-b1e9-516662c18ba4 req-5239e966-c687-4d51-a291-57b8bf16c78d tempest-ServerShowV257Test-993542551 tempest-ServerShowV257Test-993542551-project] 10.222.0.41 "GET /v2.0/ports?device_id=4beed13b-e21e-45fb-9e19-4ae7d3a25cc9 HTTP/1.1" status: 200 len: 210 time: 0.0681264 Jun 01 18:52:01.346376 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00a943b-35a3-42ae-8a73-ceea25258363 admin admin] Pushing event updated for resources: {'Network': ['ID=1972b0a4-9176-4e4b-b513-fb2215c72416,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:52:01.353764 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0657e9d6-1cd4-4dc8-b69b-d2eb94d521fc req-55c221d3-fe00-4ef2-8d01-e95e9ea7bfe8 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 18:52:01.359206 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network 1972b0a4-9176-4e4b-b513-fb2215c72416 details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 18:52:01.437882 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-cd76d1ce-befb-4712-9bc5-98f4e38174b2 req-ce98d543-6f93-4aa0-bdaa-4a37bbed12ef tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] 10.222.0.41 "GET /v2.0/security-groups?id=3eddd810-beb6-4f1d-8108-29288df7e7ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1600518 Jun 01 18:52:01.521501 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-0657e9d6-1cd4-4dc8-b69b-d2eb94d521fc req-55c221d3-fe00-4ef2-8d01-e95e9ea7bfe8 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] No DVR routers for this DVR port 762e1d9d-53a1-4374-8f81-cfb057889d39 on host n-h2-844202-1 {{(pid=88524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 18:52:01.527740 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-0657e9d6-1cd4-4dc8-b69b-d2eb94d521fc req-55c221d3-fe00-4ef2-8d01-e95e9ea7bfe8 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:01.533922 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0657e9d6-1cd4-4dc8-b69b-d2eb94d521fc req-55c221d3-fe00-4ef2-8d01-e95e9ea7bfe8 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] 10.222.0.50 "DELETE /v2.0/ports/762e1d9d-53a1-4374-8f81-cfb057889d39 HTTP/1.1" status: 204 len: 173 time: 3.5960579 Jun 01 18:52:01.535180 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c83a2c5-aa3d-4e8d-af22-cb838112216f', 'name': 'network-vif-deleted', 'tag': '762e1d9d-53a1-4374-8f81-cfb057889d39'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:52:01.658170 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f49cc8ce-14e6-446d-9e47-7da6272831a3 None None] Sync routers for ids ['56e90cb8-600d-4b7f-b1a8-1ed7e5a9c164'] in n-d-844202-1 {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 18:52:01.682885 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f49cc8ce-14e6-446d-9e47-7da6272831a3 None None] Routers {'56e90cb8-600d-4b7f-b1a8-1ed7e5a9c164'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:52:01.683533 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-f49cc8ce-14e6-446d-9e47-7da6272831a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:51:39Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['56e90cb8-600d-4b7f-b1a8-1ed7e5a9c164'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:52:01.797838 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-0657e9d6-1cd4-4dc8-b69b-d2eb94d521fc req-dba8dd11-b6d8-43ee-9901-e95b24843600 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Deleting port 15057b2f-c9f2-4f18-9e31-7266bab9b95d {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:52:01.799911 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-0657e9d6-1cd4-4dc8-b69b-d2eb94d521fc req-dba8dd11-b6d8-43ee-9901-e95b24843600 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:01.874998 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-743c1bb2-76ca-4164-9016-8f2c95b01896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2614064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9667190'] for subnet, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:01.993866 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfec477-cde1-4241-94b7-62b89a36d8a4 req-c9bd9d44-65ff-4178-b7e4-5762666e68a7 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:52:02.011528 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 54608) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:52:02.016036 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-bcfec477-cde1-4241-94b7-62b89a36d8a4 req-c9bd9d44-65ff-4178-b7e4-5762666e68a7 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=863d6d17-7ec0-45a3-a6dc-82b322b76ced HTTP/1.1" status: 200 len: 946 time: 0.4016311 Jun 01 18:52:02.022654 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-b9c34834-03ad-4d5b-b5fa-cf01c63048d2 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Request body: {'floatingip': {'port_id': '4a324220-33d8-474a-8fca-3b42f63f1ae1'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:52:02.119435 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743c1bb2-76ca-4164-9016-8f2c95b01896 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7aa3922f-9757-4000-a01e-c169d5f1b40d,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:52:02.197871 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743c1bb2-76ca-4164-9016-8f2c95b01896 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:52:02.198520 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743c1bb2-76ca-4164-9016-8f2c95b01896 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:52:02.199067 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743c1bb2-76ca-4164-9016-8f2c95b01896 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:52:02.199583 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743c1bb2-76ca-4164-9016-8f2c95b01896 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:52:02.200084 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743c1bb2-76ca-4164-9016-8f2c95b01896 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:52:02.200619 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743c1bb2-76ca-4164-9016-8f2c95b01896 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:52:02.201136 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743c1bb2-76ca-4164-9016-8f2c95b01896 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:52:02.201646 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743c1bb2-76ca-4164-9016-8f2c95b01896 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:52:02.202151 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743c1bb2-76ca-4164-9016-8f2c95b01896 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:52:02.202643 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743c1bb2-76ca-4164-9016-8f2c95b01896 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:52:02.203154 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743c1bb2-76ca-4164-9016-8f2c95b01896 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:52:02.203659 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743c1bb2-76ca-4164-9016-8f2c95b01896 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:52:02.224368 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572b736e-6bdd-4c33-8d4e-d4cb4e2efc20 req-a1fa2693-112b-471f-a0a2-b336344dfddc tempest-ServersTestBootFromVolume-197582985 tempest-ServersTestBootFromVolume-197582985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:52:02.236562 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-572b736e-6bdd-4c33-8d4e-d4cb4e2efc20 req-a1fa2693-112b-471f-a0a2-b336344dfddc tempest-ServersTestBootFromVolume-197582985 tempest-ServersTestBootFromVolume-197582985-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd3db4c5-8c77-4882-a37d-7668ef2d7c3e HTTP/1.1" status: 200 len: 944 time: 0.5163989 Jun 01 18:52:02.239974 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-f49cc8ce-14e6-446d-9e47-7da6272831a3 None None] Set router 56e90cb8-600d-4b7f-b1a8-1ed7e5a9c164 gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:52:02.241275 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b9c34834-03ad-4d5b-b5fa-cf01c63048d2 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Notify callbacks [] for floatingip, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:02.328217 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743c1bb2-76ca-4164-9016-8f2c95b01896 admin admin] Checking segment: {'id': '43be3a1c-8066-47cb-ad93-a3302319a3f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '1972b0a4-9176-4e4b-b513-fb2215c72416'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:52:02.331821 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-743c1bb2-76ca-4164-9016-8f2c95b01896 admin admin] Network hostable DHCP agents. Network: 1972b0a4-9176-4e4b-b513-fb2215c72416, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 18:52:02.526708 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-743c1bb2-76ca-4164-9016-8f2c95b01896 admin admin] Network 1972b0a4-9176-4e4b-b513-fb2215c72416 is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 18:52:02.533916 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-811390ba-cd4c-4e8d-9970-78b906e97aac'] response: {'server_uuid': '9c83a2c5-aa3d-4e8d-af22-cb838112216f', 'name': 'network-vif-deleted', 'tag': '762e1d9d-53a1-4374-8f81-cfb057889d39', 'status': 'completed', 'code': 200} Jun 01 18:52:02.544897 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-572b736e-6bdd-4c33-8d4e-d4cb4e2efc20 req-b614e574-5e66-4735-a08c-140b249aa87a tempest-ServersTestBootFromVolume-197582985 tempest-ServersTestBootFromVolume-197582985-project] 10.222.0.41 "GET /v2.0/security-groups?id=0c6f0000-2b9c-46ed-b9d0-0867b5cac235&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3068819 Jun 01 18:52:02.621998 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-743c1bb2-76ca-4164-9016-8f2c95b01896 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, 1972b0a4-9176-4e4b-b513-fb2215c72416) {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:52:02.665934 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-743c1bb2-76ca-4164-9016-8f2c95b01896 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:52:02.666745 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-743c1bb2-76ca-4164-9016-8f2c95b01896 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:02.730451 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-0657e9d6-1cd4-4dc8-b69b-d2eb94d521fc req-dba8dd11-b6d8-43ee-9901-e95b24843600 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] For port 15057b2f-c9f2-4f18-9e31-7266bab9b95d, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=15057b2f-c9f2-4f18-9e31-7266bab9b95d,segment=NetworkSegment(8211a189-6538-4b5e-a099-2eaf80282694),segment_id=8211a189-6538-4b5e-a099-2eaf80282694)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:52:02.731025 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-0657e9d6-1cd4-4dc8-b69b-d2eb94d521fc req-dba8dd11-b6d8-43ee-9901-e95b24843600 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:02.761332 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b22550-58fe-4bc0-951e-8c97db277dcb req-f8d81ff1-badf-4cf3-a67d-140d2a8ff8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:52:02.767493 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-90b22550-58fe-4bc0-951e-8c97db277dcb req-f8d81ff1-badf-4cf3-a67d-140d2a8ff8b3 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=1f43a9ce-4418-4b9a-ad7d-a8a7a81bb33c&tenant_id=5a29f45689de4723b61fb9850cc62a10 HTTP/1.1" status: 200 len: 1100 time: 0.6172316 Jun 01 18:52:02.830614 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-074711b5-cf25-411b-ab8a-0a7016ea07b3 None None] Network 1972b0a4-9176-4e4b-b513-fb2215c72416 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 18:52:02.911345 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-743c1bb2-76ca-4164-9016-8f2c95b01896 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.8528464 Jun 01 18:52:02.925887 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [req-90b22550-58fe-4bc0-951e-8c97db277dcb req-8a8e5e8e-f8cb-48e8-b807-0671887b7a9e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-844202-1', 'device_owner': 'compute:nova'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:52:02.926458 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-0657e9d6-1cd4-4dc8-b69b-d2eb94d521fc req-dba8dd11-b6d8-43ee-9901-e95b24843600 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Calling delete_port for 15057b2f-c9f2-4f18-9e31-7266bab9b95d owned by compute:nova {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:52:03.023392 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f441c929-14c5-4e62-9154-2a7babf00e92 req-ebf9290f-7a88-46dd-9f60-32238eba4f7d tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:52:03.041489 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f441c929-14c5-4e62-9154-2a7babf00e92 req-ebf9290f-7a88-46dd-9f60-32238eba4f7d tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f43a9ce-4418-4b9a-ad7d-a8a7a81bb33c HTTP/1.1" status: 200 len: 949 time: 0.5082707 Jun 01 18:52:03.152303 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f441c929-14c5-4e62-9154-2a7babf00e92 req-6fcccd84-c27f-4fbc-9297-cd03408bb7a5 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbe27866-6450-47f0-a8e1-f266dfb72433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088071 Jun 01 18:52:03.255617 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 54638) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:52:03.317710 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-0657e9d6-1cd4-4dc8-b69b-d2eb94d521fc req-dba8dd11-b6d8-43ee-9901-e95b24843600 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:03.321797 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f82b0c43-daf1-482d-ba62-8726d711a73a None None] Network 1972b0a4-9176-4e4b-b513-fb2215c72416 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 18:52:03.383207 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-90b22550-58fe-4bc0-951e-8c97db277dcb req-8a8e5e8e-f8cb-48e8-b807-0671887b7a9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:03.454135 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba8dd11-b6d8-43ee-9901-e95b24843600 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Pushing event deleted for resources: {'Port': ['ID=15057b2f-c9f2-4f18-9e31-7266bab9b95d,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:52:03.467804 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 54646) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:52:03.472155 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-f49cc8ce-14e6-446d-9e47-7da6272831a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56e90cb8-600d-4b7f-b1a8-1ed7e5a9c164', 'name': 'tempest-TaggedBootDevicesTest_v242-183292155-router', 'tenant_id': '5e0ead56e0d24edfb943f0d89aaec01a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': '22e7dc2c-baf7-420c-b31e-f3158358106f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:44:56Z', 'updated_at': '2022-06-01T18:45:28Z', 'revision_number': 4, 'project_id': '5e0ead56e0d24edfb943f0d89aaec01a', 'gw_port': {'id': '22e7dc2c-baf7-420c-b31e-f3158358106f', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:07:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e90cb8-600d-4b7f-b1a8-1ed7e5a9c164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:45:01Z', 'updated_at': '2022-06-01T18:45:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '747bae15-5021-49b5-bc08-285fe5695725', 'name': '', 'network_id': 'f485d579-7529-4636-ae31-9fc1fec94322', 'tenant_id': '5e0ead56e0d24edfb943f0d89aaec01a', 'mac_address': 'fa:16:3e:cc:f7:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e90cb8-600d-4b7f-b1a8-1ed7e5a9c164', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'e3aaca05-30ec-4457-96c4-ed8fafe49371', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:45:22Z', 'updated_at': '2022-06-01T18:45:43Z', 'revision_number': 5, 'project_id': '5e0ead56e0d24edfb943f0d89aaec01a', 'subnets': [{'id': 'e3aaca05-30ec-4457-96c4-ed8fafe49371', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:52:03.485699 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f49cc8ce-14e6-446d-9e47-7da6272831a3 None None] Checking router: 56e90cb8-600d-4b7f-b1a8-1ed7e5a9c164 for host: n-d-844202-1 {{(pid=88526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 18:52:03.528689 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f49cc8ce-14e6-446d-9e47-7da6272831a3 None None] Routers {'56e90cb8-600d-4b7f-b1a8-1ed7e5a9c164'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:52:03.529610 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-f49cc8ce-14e6-446d-9e47-7da6272831a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:51:39Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['56e90cb8-600d-4b7f-b1a8-1ed7e5a9c164'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:52:03.580935 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-0657e9d6-1cd4-4dc8-b69b-d2eb94d521fc req-dba8dd11-b6d8-43ee-9901-e95b24843600 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] No DVR routers for this DVR port 15057b2f-c9f2-4f18-9e31-7266bab9b95d on host n-h2-844202-1 {{(pid=88524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 18:52:03.586709 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-0657e9d6-1cd4-4dc8-b69b-d2eb94d521fc req-dba8dd11-b6d8-43ee-9901-e95b24843600 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:03.597749 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0657e9d6-1cd4-4dc8-b69b-d2eb94d521fc req-dba8dd11-b6d8-43ee-9901-e95b24843600 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] 10.222.0.50 "DELETE /v2.0/ports/15057b2f-c9f2-4f18-9e31-7266bab9b95d HTTP/1.1" status: 204 len: 173 time: 2.0503983 Jun 01 18:52:03.858214 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-a72a1a6b-9642-486c-a154-941e77404c8c admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1543566933-network', 'tenant_id': '5f3ed1997db14c79a2fbb09db0c8050d'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:52:03.874720 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-226e874e-9c81-47b3-89bc-41c77a1e18c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:03.886860 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-a72a1a6b-9642-486c-a154-941e77404c8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:52:03.909830 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-0657e9d6-1cd4-4dc8-b69b-d2eb94d521fc req-47cbd5db-8f3f-4b79-a7d9-d74daf3f0904 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Deleting port 140193c9-fdbc-41ee-a1d8-9a596f9546a5 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:52:03.910356 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-0657e9d6-1cd4-4dc8-b69b-d2eb94d521fc req-47cbd5db-8f3f-4b79-a7d9-d74daf3f0904 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:03.985291 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46d4d3c-347d-486b-997e-5f0b55b70fb3 req-72a0d614-e612-487d-b17f-49857ebae4a7 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:52:03.990983 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a46d4d3c-347d-486b-997e-5f0b55b70fb3 req-72a0d614-e612-487d-b17f-49857ebae4a7 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c83a2c5-aa3d-4e8d-af22-cb838112216f HTTP/1.1" status: 200 len: 943 time: 1.0813460 Jun 01 18:52:04.007257 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-a72a1a6b-9642-486c-a154-941e77404c8c admin admin] Usage tracker for resource:network and tenant:5f3ed1997db14c79a2fbb09db0c8050d is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:52:04.008490 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-90b22550-58fe-4bc0-951e-8c97db277dcb req-8a8e5e8e-f8cb-48e8-b807-0671887b7a9e service neutron] For port 4e81e01b-8c80-4249-9817-a03c8dcd527d, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=4e81e01b-8c80-4249-9817-a03c8dcd527d,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:52:04.020555 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-a72a1a6b-9642-486c-a154-941e77404c8c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:52:04.030958 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-f49cc8ce-14e6-446d-9e47-7da6272831a3 None None] Set router 56e90cb8-600d-4b7f-b1a8-1ed7e5a9c164 gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:52:04.100787 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-a72a1a6b-9642-486c-a154-941e77404c8c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:52:04.103981 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-226e874e-9c81-47b3-89bc-41c77a1e18c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:52:04.133599 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-90b22550-58fe-4bc0-951e-8c97db277dcb req-8a8e5e8e-f8cb-48e8-b807-0671887b7a9e service neutron] For port 4e81e01b-8c80-4249-9817-a03c8dcd527d, host n-h1-844202-1, cleared binding levels {{(pid=88525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:52:04.135753 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-226e874e-9c81-47b3-89bc-41c77a1e18c8 admin admin] Usage tracker for resource:security_group_rule and tenant:50a534efcb994ba093bf4e2a6998d1c8 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:52:04.147759 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-226e874e-9c81-47b3-89bc-41c77a1e18c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:52:04.165928 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-226e874e-9c81-47b3-89bc-41c77a1e18c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:52:04.207291 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a46d4d3c-347d-486b-997e-5f0b55b70fb3 req-42cff420-6b3d-4b26-8f02-0f3834c6d60d tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] 10.222.0.41 "GET /v2.0/security-groups?id=3eddd810-beb6-4f1d-8108-29288df7e7ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1527660 Jun 01 18:52:04.214656 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a72a1a6b-9642-486c-a154-941e77404c8c admin admin] Made reservation on behalf of 5f3ed1997db14c79a2fbb09db0c8050d for: {'network': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:52:04.217447 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a72a1a6b-9642-486c-a154-941e77404c8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:04.238645 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a72a1a6b-9642-486c-a154-941e77404c8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:04.280685 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-a72a1a6b-9642-486c-a154-941e77404c8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:52:04.284858 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-a72a1a6b-9642-486c-a154-941e77404c8c admin admin] Usage tracker for resource:security_group_rule and tenant:5f3ed1997db14c79a2fbb09db0c8050d is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:52:04.288189 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-a72a1a6b-9642-486c-a154-941e77404c8c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:52:04.293333 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f43a9ce-4418-4b9a-ad7d-a8a7a81bb33c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e81e01b-8c80-4249-9817-a03c8dcd527d'}] {{(pid=88525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:52:04.294639 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-a72a1a6b-9642-486c-a154-941e77404c8c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:52:04.302040 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-90b22550-58fe-4bc0-951e-8c97db277dcb req-8a8e5e8e-f8cb-48e8-b807-0671887b7a9e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:04.341505 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [req-90b22550-58fe-4bc0-951e-8c97db277dcb req-8a8e5e8e-f8cb-48e8-b807-0671887b7a9e service neutron] Transition to ACTIVE for port object 4e81e01b-8c80-4249-9817-a03c8dcd527d will not be triggered until provisioned by entity L2. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:52:04.348052 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-90b22550-58fe-4bc0-951e-8c97db277dcb req-8a8e5e8e-f8cb-48e8-b807-0671887b7a9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:04.360596 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fdaeee-2167-466f-b04d-c427d5465e82 req-4ecbea46-37e4-43e9-98ed-6903a8c2addd tempest-ServersTestBootFromVolume-197582985 tempest-ServersTestBootFromVolume-197582985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:52:04.362241 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d0fdaeee-2167-466f-b04d-c427d5465e82 req-4ecbea46-37e4-43e9-98ed-6903a8c2addd tempest-ServersTestBootFromVolume-197582985 tempest-ServersTestBootFromVolume-197582985-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd3db4c5-8c77-4882-a37d-7668ef2d7c3e HTTP/1.1" status: 200 len: 944 time: 0.6223884 Jun 01 18:52:04.461759 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.db.resource_extend [None req-b9c34834-03ad-4d5b-b5fa-cf01c63048d2 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 18:52:04.537259 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c83a2c5-aa3d-4e8d-af22-cb838112216f', 'name': 'network-vif-deleted', 'tag': '15057b2f-c9f2-4f18-9e31-7266bab9b95d'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:52:04.572828 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d0fdaeee-2167-466f-b04d-c427d5465e82 req-715c2759-3662-4a3f-9e39-80713e0b6b34 tempest-ServersTestBootFromVolume-197582985 tempest-ServersTestBootFromVolume-197582985-project] 10.222.0.41 "GET /v2.0/security-groups?id=0c6f0000-2b9c-46ed-b9d0-0867b5cac235&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1980536 Jun 01 18:52:04.603860 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-f49cc8ce-14e6-446d-9e47-7da6272831a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56e90cb8-600d-4b7f-b1a8-1ed7e5a9c164', 'name': 'tempest-TaggedBootDevicesTest_v242-183292155-router', 'tenant_id': '5e0ead56e0d24edfb943f0d89aaec01a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': '22e7dc2c-baf7-420c-b31e-f3158358106f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:44:56Z', 'updated_at': '2022-06-01T18:45:28Z', 'revision_number': 4, 'project_id': '5e0ead56e0d24edfb943f0d89aaec01a', 'gw_port': {'id': '22e7dc2c-baf7-420c-b31e-f3158358106f', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:07:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e90cb8-600d-4b7f-b1a8-1ed7e5a9c164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:45:01Z', 'updated_at': '2022-06-01T18:45:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '747bae15-5021-49b5-bc08-285fe5695725', 'name': '', 'network_id': 'f485d579-7529-4636-ae31-9fc1fec94322', 'tenant_id': '5e0ead56e0d24edfb943f0d89aaec01a', 'mac_address': 'fa:16:3e:cc:f7:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e90cb8-600d-4b7f-b1a8-1ed7e5a9c164', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'e3aaca05-30ec-4457-96c4-ed8fafe49371', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:45:22Z', 'updated_at': '2022-06-01T18:45:43Z', 'revision_number': 5, 'project_id': '5e0ead56e0d24edfb943f0d89aaec01a', 'subnets': [{'id': 'e3aaca05-30ec-4457-96c4-ed8fafe49371', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:52:04.619435 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f49cc8ce-14e6-446d-9e47-7da6272831a3 None None] The sync data for ids ['56e90cb8-600d-4b7f-b1a8-1ed7e5a9c164'] in n-d-844202-1 is: [{'id': '56e90cb8-600d-4b7f-b1a8-1ed7e5a9c164', 'name': 'tempest-TaggedBootDevicesTest_v242-183292155-router', 'tenant_id': '5e0ead56e0d24edfb943f0d89aaec01a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': '22e7dc2c-baf7-420c-b31e-f3158358106f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:44:56Z', 'updated_at': '2022-06-01T18:45:28Z', 'revision_number': 4, 'project_id': '5e0ead56e0d24edfb943f0d89aaec01a', 'gw_port': {'id': '22e7dc2c-baf7-420c-b31e-f3158358106f', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:07:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e90cb8-600d-4b7f-b1a8-1ed7e5a9c164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:45:01Z', 'updated_at': '2022-06-01T18:45:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '747bae15-5021-49b5-bc08-285fe5695725', 'name': '', 'network_id': 'f485d579-7529-4636-ae31-9fc1fec94322', 'tenant_id': '5e0ead56e0d24edfb943f0d89aaec01a', 'mac_address': 'fa:16:3e:cc:f7:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e90cb8-600d-4b7f-b1a8-1ed7e5a9c164', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'e3aaca05-30ec-4457-96c4-ed8fafe49371', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:45:22Z', 'updated_at': '2022-06-01T18:45:43Z', 'revision_number': 5, 'project_id': '5e0ead56e0d24edfb943f0d89aaec01a', 'subnets': [{'id': 'e3aaca05-30ec-4457-96c4-ed8fafe49371', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 18:52:04.723535 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-226e874e-9c81-47b3-89bc-41c77a1e18c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:04.737649 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-226e874e-9c81-47b3-89bc-41c77a1e18c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:04.801500 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [req-90b22550-58fe-4bc0-951e-8c97db277dcb req-8a8e5e8e-f8cb-48e8-b807-0671887b7a9e service neutron] No DVR routers for this DVR port 4e81e01b-8c80-4249-9817-a03c8dcd527d on host n-h1-844202-1 {{(pid=88525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 18:52:04.835549 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a72a1a6b-9642-486c-a154-941e77404c8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:04.906714 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8e5e8e-f8cb-48e8-b807-0671887b7a9e service neutron] Pushing event updated for resources: {'Port': ['ID=4e81e01b-8c80-4249-9817-a03c8dcd527d,revision_number=10']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:52:04.910623 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226e874e-9c81-47b3-89bc-41c77a1e18c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48db5009-2274-46e3-9593-149be8781fc4,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:52:04.933494 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-0657e9d6-1cd4-4dc8-b69b-d2eb94d521fc req-47cbd5db-8f3f-4b79-a7d9-d74daf3f0904 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] For port 140193c9-fdbc-41ee-a1d8-9a596f9546a5, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=140193c9-fdbc-41ee-a1d8-9a596f9546a5,segment=NetworkSegment(1f216ea7-d556-42bd-9325-5581fab5db25),segment_id=1f216ea7-d556-42bd-9325-5581fab5db25)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:52:04.934399 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-0657e9d6-1cd4-4dc8-b69b-d2eb94d521fc req-47cbd5db-8f3f-4b79-a7d9-d74daf3f0904 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:04.960707 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b9c34834-03ad-4d5b-b5fa-cf01c63048d2 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:04.981522 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-90b22550-58fe-4bc0-951e-8c97db277dcb req-8a8e5e8e-f8cb-48e8-b807-0671887b7a9e service neutron] Attempting to bind port 4e81e01b-8c80-4249-9817-a03c8dcd527d on host n-h2-844202-1 for vnic_type normal with profile {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:52:04.981942 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-90b22550-58fe-4bc0-951e-8c97db277dcb req-8a8e5e8e-f8cb-48e8-b807-0671887b7a9e service neutron] Attempting to bind port 4e81e01b-8c80-4249-9817-a03c8dcd527d by drivers openvswitch,hyperv on host n-h2-844202-1 at level 0 using segments [{'id': 'e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426'}] {{(pid=88525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:52:04.982043 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90b22550-58fe-4bc0-951e-8c97db277dcb req-8a8e5e8e-f8cb-48e8-b807-0671887b7a9e service neutron] Attempting to bind port 4e81e01b-8c80-4249-9817-a03c8dcd527d on network 898153a3-5d71-43be-9d14-343ea4a48426 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:52:04.986482 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b9c34834-03ad-4d5b-b5fa-cf01c63048d2 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887712'] for floatingip, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:05.067819 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90b22550-58fe-4bc0-951e-8c97db277dcb req-8a8e5e8e-f8cb-48e8-b807-0671887b7a9e service neutron] Port 4e81e01b-8c80-4249-9817-a03c8dcd527d on network 898153a3-5d71-43be-9d14-343ea4a48426 not bound, no agent of type Open vSwitch agent registered on host n-h2-844202-1 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 18:52:05.068213 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90b22550-58fe-4bc0-951e-8c97db277dcb req-8a8e5e8e-f8cb-48e8-b807-0671887b7a9e service neutron] Attempting to bind port 4e81e01b-8c80-4249-9817-a03c8dcd527d on network 898153a3-5d71-43be-9d14-343ea4a48426 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:52:05.094613 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90b22550-58fe-4bc0-951e-8c97db277dcb req-8a8e5e8e-f8cb-48e8-b807-0671887b7a9e service neutron] Checking agent: {'id': 'f5db9968-6317-4186-9100-9e0ca6b50417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 18, 51, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:52:05.095218 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90b22550-58fe-4bc0-951e-8c97db277dcb req-8a8e5e8e-f8cb-48e8-b807-0671887b7a9e service neutron] Checking segment: {'id': 'e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:52:05.095608 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90b22550-58fe-4bc0-951e-8c97db277dcb req-8a8e5e8e-f8cb-48e8-b807-0671887b7a9e service neutron] Bound using segment: {'id': 'e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426'} {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:52:05.096048 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-90b22550-58fe-4bc0-951e-8c97db277dcb req-8a8e5e8e-f8cb-48e8-b807-0671887b7a9e service neutron] Bound port: 4e81e01b-8c80-4249-9817-a03c8dcd527d, host: n-h2-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426'}}] {{(pid=88525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:52:05.096700 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-90b22550-58fe-4bc0-951e-8c97db277dcb req-8a8e5e8e-f8cb-48e8-b807-0671887b7a9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:05.122114 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 4e81e01b-8c80-4249-9817-a03c8dcd527d no longer exists at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:52:05.125036 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-226e874e-9c81-47b3-89bc-41c77a1e18c8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=50a534efcb994ba093bf4e2a6998d1c8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5871222 Jun 01 18:52:05.125854 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a72a1a6b-9642-486c-a154-941e77404c8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:05.130894 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 54688) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:52:05.154169 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-0657e9d6-1cd4-4dc8-b69b-d2eb94d521fc req-47cbd5db-8f3f-4b79-a7d9-d74daf3f0904 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Calling delete_port for 140193c9-fdbc-41ee-a1d8-9a596f9546a5 owned by compute:nova {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:52:05.157283 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5ad776-0c79-4fb9-9087-f854637c1cfb None None] New status for floating IP a8e7075c-fc57-415d-80f4-f26316e1535a: DOWN {{(pid=88527) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 18:52:05.229218 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 4e81e01b-8c80-4249-9817-a03c8dcd527d not bound to the agent host n-h1-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 18:52:05.415702 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a72a1a6b-9642-486c-a154-941e77404c8c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 114} {{(pid=88524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 18:52:05.446605 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72a1a6b-9642-486c-a154-941e77404c8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f33af774-cab7-4542-a97c-bc180eb10f7e,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:52:05.453450 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-19e2cb23-c1e2-456f-a877-4103ebaafe4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:05.474542 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-90b22550-58fe-4bc0-951e-8c97db277dcb req-8a8e5e8e-f8cb-48e8-b807-0671887b7a9e service neutron] For port 4e81e01b-8c80-4249-9817-a03c8dcd527d, host n-h2-844202-1, cleared binding levels {{(pid=88525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:52:05.478218 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-90b22550-58fe-4bc0-951e-8c97db277dcb req-8a8e5e8e-f8cb-48e8-b807-0671887b7a9e service neutron] For port 4e81e01b-8c80-4249-9817-a03c8dcd527d, host n-h2-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=4e81e01b-8c80-4249-9817-a03c8dcd527d,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:52:05.490393 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a72a1a6b-9642-486c-a154-941e77404c8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:05.490674 n-d-844202-1 neutron-server[88524]: INFO neutron.db.segments_db [None req-a72a1a6b-9642-486c-a154-941e77404c8c admin admin] Added segment 65c83d1c-c246-4adb-8edb-c36f0bb84e27 of type vlan for network 569f4717-ec82-465d-bf71-13c1eabc15f4 Jun 01 18:52:05.495729 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-90b22550-58fe-4bc0-951e-8c97db277dcb req-8a8e5e8e-f8cb-48e8-b807-0671887b7a9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:05.514252 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ff7367-5a62-4d08-a0a6-93564e6f133f req-d3cbcd34-4aae-47a1-8a24-3e746dcaf9f5 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:52:05.515925 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a9ff7367-5a62-4d08-a0a6-93564e6f133f req-d3cbcd34-4aae-47a1-8a24-3e746dcaf9f5 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f43a9ce-4418-4b9a-ad7d-a8a7a81bb33c HTTP/1.1" status: 200 len: 948 time: 0.7155039 Jun 01 18:52:05.528997 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-19e2cb23-c1e2-456f-a877-4103ebaafe4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:05.566189 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3649fbd3-3cec-4b8f-b130-1ea8b4e69881 req-78fb68e3-d1fb-4b7c-961d-5a104f099cfc tempest-ServersNegativeTestMultiTenantJSON-629909355 tempest-ServersNegativeTestMultiTenantJSON-629909355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:52:05.567687 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3649fbd3-3cec-4b8f-b130-1ea8b4e69881 req-78fb68e3-d1fb-4b7c-961d-5a104f099cfc tempest-ServersNegativeTestMultiTenantJSON-629909355 tempest-ServersNegativeTestMultiTenantJSON-629909355-project] 10.222.0.41 "GET /v2.0/networks?id=6fd0b122-332b-4a84-9861-dd10d5a59a3c HTTP/1.1" status: 200 len: 824 time: 0.8412704 Jun 01 18:52:05.583093 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b22550-58fe-4bc0-951e-8c97db277dcb req-8a8e5e8e-f8cb-48e8-b807-0671887b7a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:52:05.583690 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-90b22550-58fe-4bc0-951e-8c97db277dcb req-8a8e5e8e-f8cb-48e8-b807-0671887b7a9e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:05.585623 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-90b22550-58fe-4bc0-951e-8c97db277dcb req-8a8e5e8e-f8cb-48e8-b807-0671887b7a9e service neutron] 10.222.0.50 "PUT /v2.0/ports/4e81e01b-8c80-4249-9817-a03c8dcd527d HTTP/1.1" status: 200 len: 1096 time: 2.6766837 Jun 01 18:52:05.600856 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a72a1a6b-9642-486c-a154-941e77404c8c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:05.617458 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3649fbd3-3cec-4b8f-b130-1ea8b4e69881 req-857ead28-46c8-4f7f-9e27-51b7ba85fc55 tempest-ServersNegativeTestMultiTenantJSON-629909355 tempest-ServersNegativeTestMultiTenantJSON-629909355-project] 10.222.0.41 "GET /v2.0/quotas/f167e3bf5d8442fa98a3f8c176c30572 HTTP/1.1" status: 200 len: 375 time: 0.0302281 Jun 01 18:52:05.653285 n-d-844202-1 neutron-server[88525]: INFO neutron.db.l3_db [None req-b9c34834-03ad-4d5b-b5fa-cf01c63048d2 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Floating IP 417d56e1-2f8e-4ac8-acb1-d23916dd9c5b associated. External IP: 172.25.4.212, port: 4a324220-33d8-474a-8fca-3b42f63f1ae1. Jun 01 18:52:05.653532 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a9ff7367-5a62-4d08-a0a6-93564e6f133f req-4fd55fe3-5b8b-4dfe-9032-11b0c0317cba tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbe27866-6450-47f0-a8e1-f266dfb72433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154699 Jun 01 18:52:05.724003 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a72a1a6b-9642-486c-a154-941e77404c8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:05.724967 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a72a1a6b-9642-486c-a154-941e77404c8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:52:05.725712 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a72a1a6b-9642-486c-a154-941e77404c8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:05.779605 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-a72a1a6b-9642-486c-a154-941e77404c8c admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.5186732 Jun 01 18:52:05.786223 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 54702) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:52:05.788961 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-0657e9d6-1cd4-4dc8-b69b-d2eb94d521fc req-47cbd5db-8f3f-4b79-a7d9-d74daf3f0904 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:05.819172 n-d-844202-1 neutron-server[88525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b932f83a-123b-41f5-aea6-29117df5db85'] response: {'server_uuid': '1f43a9ce-4418-4b9a-ad7d-a8a7a81bb33c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e81e01b-8c80-4249-9817-a03c8dcd527d', 'code': 200} Jun 01 18:52:05.819826 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8e5e8e-f8cb-48e8-b807-0671887b7a9e service neutron] Pushing event updated for resources: {'Port': ['ID=4e81e01b-8c80-4249-9817-a03c8dcd527d,revision_number=11']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:52:05.831161 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3649fbd3-3cec-4b8f-b130-1ea8b4e69881 req-5d73cf75-5c6a-4753-9f80-1dd82a417eb9 tempest-ServersNegativeTestMultiTenantJSON-629909355 tempest-ServersNegativeTestMultiTenantJSON-629909355-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=f167e3bf5d8442fa98a3f8c176c30572&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1243997 Jun 01 18:52:05.866783 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-0217ffa3-c67c-457b-9769-408700e3b463 admin admin] Request body: {'subnet': {'network_id': '569f4717-ec82-465d-bf71-13c1eabc15f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1543566933-subnet', 'tenant_id': '5f3ed1997db14c79a2fbb09db0c8050d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:52:05.871626 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-0217ffa3-c67c-457b-9769-408700e3b463 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:52:05.882250 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-0217ffa3-c67c-457b-9769-408700e3b463 admin admin] Usage tracker for resource:subnet and tenant:5f3ed1997db14c79a2fbb09db0c8050d is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:52:05.885817 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-0217ffa3-c67c-457b-9769-408700e3b463 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:52:05.905206 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-0217ffa3-c67c-457b-9769-408700e3b463 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:52:05.964993 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9749736e-ceab-4a6c-a866-666a6267407b'] response: {'server_uuid': '9c83a2c5-aa3d-4e8d-af22-cb838112216f', 'name': 'network-vif-deleted', 'tag': '15057b2f-c9f2-4f18-9e31-7266bab9b95d', 'status': 'completed', 'code': 200} Jun 01 18:52:05.972021 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0217ffa3-c67c-457b-9769-408700e3b463 admin admin] Made reservation on behalf of 5f3ed1997db14c79a2fbb09db0c8050d for: {'subnet': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:52:05.974385 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-0217ffa3-c67c-457b-9769-408700e3b463 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3066584'] for subnet, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:06.090712 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b22550-58fe-4bc0-951e-8c97db277dcb req-2882994d-92cb-445f-8847-1d42f252ef8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:52:06.092382 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-90b22550-58fe-4bc0-951e-8c97db277dcb req-2882994d-92cb-445f-8847-1d42f252ef8f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5a29f45689de4723b61fb9850cc62a10&device_id=1f43a9ce-4418-4b9a-ad7d-a8a7a81bb33c HTTP/1.1" status: 200 len: 1099 time: 0.4723787 Jun 01 18:52:06.124340 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-19e2cb23-c1e2-456f-a877-4103ebaafe4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:06.168280 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cbd5db-8f3f-4b79-a7d9-d74daf3f0904 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Pushing event deleted for resources: {'Port': ['ID=140193c9-fdbc-41ee-a1d8-9a596f9546a5,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:52:06.208465 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3649fbd3-3cec-4b8f-b130-1ea8b4e69881 req-a398f5e3-6e4c-4255-8c2f-9e9601f0146c service neutron] 10.222.0.41 "GET /v2.0/networks/6fd0b122-332b-4a84-9861-dd10d5a59a3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3596587 Jun 01 18:52:06.221398 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-19e2cb23-c1e2-456f-a877-4103ebaafe4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:06.222515 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-19e2cb23-c1e2-456f-a877-4103ebaafe4d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/48db5009-2274-46e3-9593-149be8781fc4 HTTP/1.1" status: 204 len: 168 time: 1.0380909 Jun 01 18:52:06.223568 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e2cb23-c1e2-456f-a877-4103ebaafe4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48db5009-2274-46e3-9593-149be8781fc4,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:52:06.279791 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72a1a6b-9642-486c-a154-941e77404c8c admin admin] Pushing event updated for resources: {'Network': ['ID=569f4717-ec82-465d-bf71-13c1eabc15f4,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:52:06.284054 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-754f9bdc-d928-4f46-8d8f-e9977ef8a8d7 req-0c3c5755-f73f-4dbf-b058-6a1001bdde8b tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Synchronizing usage tracker for tenant:5e0ead56e0d24edfb943f0d89aaec01a on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:52:06.292534 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network 569f4717-ec82-465d-bf71-13c1eabc15f4 details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 18:52:06.366063 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-0657e9d6-1cd4-4dc8-b69b-d2eb94d521fc req-47cbd5db-8f3f-4b79-a7d9-d74daf3f0904 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] No DVR routers for this DVR port 140193c9-fdbc-41ee-a1d8-9a596f9546a5 on host n-h2-844202-1 {{(pid=88524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 18:52:06.379066 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-0657e9d6-1cd4-4dc8-b69b-d2eb94d521fc req-47cbd5db-8f3f-4b79-a7d9-d74daf3f0904 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:06.380388 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.agents_db [None req-e814b9cf-7de8-45d0-a079-29c61fabe7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 18:52:06.383300 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0657e9d6-1cd4-4dc8-b69b-d2eb94d521fc req-47cbd5db-8f3f-4b79-a7d9-d74daf3f0904 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] 10.222.0.50 "DELETE /v2.0/ports/140193c9-fdbc-41ee-a1d8-9a596f9546a5 HTTP/1.1" status: 204 len: 173 time: 2.7793763 Jun 01 18:52:06.454196 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-754f9bdc-d928-4f46-8d8f-e9977ef8a8d7 req-0c3c5755-f73f-4dbf-b058-6a1001bdde8b tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Unset dirty status for tenant:5e0ead56e0d24edfb943f0d89aaec01a on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:52:06.455408 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-754f9bdc-d928-4f46-8d8f-e9977ef8a8d7 req-0c3c5755-f73f-4dbf-b058-6a1001bdde8b tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c83a2c5-aa3d-4e8d-af22-cb838112216f HTTP/1.1" status: 200 len: 210 time: 0.3161919 Jun 01 18:52:06.480020 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-0217ffa3-c67c-457b-9769-408700e3b463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2718919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3066602'] for subnet, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:06.640020 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0217ffa3-c67c-457b-9769-408700e3b463 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f120ccd-73fe-4c20-add7-98535da681a3,revision_number=0']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:52:06.724110 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b22550-58fe-4bc0-951e-8c97db277dcb req-c19dbc27-fd78-4eba-83fc-71da1dbfb210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:52:06.725607 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-90b22550-58fe-4bc0-951e-8c97db277dcb req-c19dbc27-fd78-4eba-83fc-71da1dbfb210 service neutron] 10.222.0.50 "GET /v2.0/networks?id=898153a3-5d71-43be-9d14-343ea4a48426 HTTP/1.1" status: 200 len: 870 time: 0.5640898 Jun 01 18:52:06.747130 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0217ffa3-c67c-457b-9769-408700e3b463 admin admin] Checking segment: {'id': '65c83d1c-c246-4adb-8edb-c36f0bb84e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '569f4717-ec82-465d-bf71-13c1eabc15f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:52:06.748332 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0217ffa3-c67c-457b-9769-408700e3b463 admin admin] Network hostable DHCP agents. Network: 569f4717-ec82-465d-bf71-13c1eabc15f4, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88524) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 18:52:06.788323 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0217ffa3-c67c-457b-9769-408700e3b463 admin admin] Network 569f4717-ec82-465d-bf71-13c1eabc15f4 is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88524) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 18:52:06.799848 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3649fbd3-3cec-4b8f-b130-1ea8b4e69881 req-2e6e3d1b-d993-4b99-a7b4-9487c75e0c0b service neutron] 10.222.0.41 "GET /v2.0/networks/6fd0b122-332b-4a84-9861-dd10d5a59a3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5180373 Jun 01 18:52:06.812600 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-90b22550-58fe-4bc0-951e-8c97db277dcb req-32bf26cf-0e92-43d9-b59b-f39332f1bfba service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=4e81e01b-8c80-4249-9817-a03c8dcd527d HTTP/1.1" status: 200 len: 217 time: 0.0799718 Jun 01 18:52:06.814828 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9c34834-03ad-4d5b-b5fa-cf01c63048d2 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Router 8b62f12d-33fd-4ec5-affe-319d520937cb has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 18:52:06.877438 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc5734e-eb2f-4fb8-9e9e-55ad6117e065 req-9a46c100-1ba7-45da-ac70-bb99a02b9f12 tempest-ServersTestBootFromVolume-197582985 tempest-ServersTestBootFromVolume-197582985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:52:06.886754 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-afc5734e-eb2f-4fb8-9e9e-55ad6117e065 req-9a46c100-1ba7-45da-ac70-bb99a02b9f12 tempest-ServersTestBootFromVolume-197582985 tempest-ServersTestBootFromVolume-197582985-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd3db4c5-8c77-4882-a37d-7668ef2d7c3e HTTP/1.1" status: 200 len: 944 time: 0.2292545 Jun 01 18:52:06.889313 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-0217ffa3-c67c-457b-9769-408700e3b463 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, 569f4717-ec82-465d-bf71-13c1eabc15f4) {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:52:06.898278 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f84e0e13-9951-49f8-aa6c-9e3548e662c5 None None] Network 569f4717-ec82-465d-bf71-13c1eabc15f4 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 18:52:06.922853 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0217ffa3-c67c-457b-9769-408700e3b463 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:52:06.926588 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-0217ffa3-c67c-457b-9769-408700e3b463 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:07.067156 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-0217ffa3-c67c-457b-9769-408700e3b463 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2795212 Jun 01 18:52:07.067852 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 54730) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:52:07.124175 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-99708f45-e5c1-44a5-931a-fa7f1b793fa4 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1543566933-router', 'tenant_id': '5f3ed1997db14c79a2fbb09db0c8050d', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:52:07.151570 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b22550-58fe-4bc0-951e-8c97db277dcb req-9bb2f877-edd7-41f1-978b-86bb80669ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:52:07.156160 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-90b22550-58fe-4bc0-951e-8c97db277dcb req-9bb2f877-edd7-41f1-978b-86bb80669ffd service neutron] 10.222.0.50 "GET /v2.0/subnets?id=35e3ad2f-9c88-4698-b634-4e1b58de1cc2 HTTP/1.1" status: 200 len: 843 time: 0.3345580 Jun 01 18:52:07.183923 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-99708f45-e5c1-44a5-931a-fa7f1b793fa4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:52:07.208797 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 545a0761-7391-430a-b567-827665e1d571 details requested by agent hyperv_n-h1-844202-1 with host n-h1-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 18:52:07.235899 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-99708f45-e5c1-44a5-931a-fa7f1b793fa4 admin admin] Usage tracker for resource:router and tenant:5f3ed1997db14c79a2fbb09db0c8050d is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:52:07.250590 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-99708f45-e5c1-44a5-931a-fa7f1b793fa4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:52:07.265577 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-afc5734e-eb2f-4fb8-9e9e-55ad6117e065 req-83270aa8-711b-4e22-b429-09f728a948b3 tempest-ServersTestBootFromVolume-197582985 tempest-ServersTestBootFromVolume-197582985-project] 10.222.0.41 "GET /v2.0/security-groups?id=0c6f0000-2b9c-46ed-b9d0-0867b5cac235&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3742688 Jun 01 18:52:07.278626 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-99708f45-e5c1-44a5-931a-fa7f1b793fa4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:52:07.291791 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-99708f45-e5c1-44a5-931a-fa7f1b793fa4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-885767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25238'] for router, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:07.293745 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-99708f45-e5c1-44a5-931a-fa7f1b793fa4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-901042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-886562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-981784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25327'] for router, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:07.321628 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-99708f45-e5c1-44a5-931a-fa7f1b793fa4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:07.560154 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port 545a0761-7391-430a-b567-827665e1d571, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=545a0761-7391-430a-b567-827665e1d571,segment=NetworkSegment(783bd49a-7d01-4eda-941d-91ad27cdf254),segment_id=783bd49a-7d01-4eda-941d-91ad27cdf254)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:52:07.622454 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Returning: {'device': '545a0761-7391-430a-b567-827665e1d571', 'network_id': '8bf6d215-ffa6-4f1e-a724-9435b6e76e15', 'port_id': '545a0761-7391-430a-b567-827665e1d571', 'mac_address': 'fa:16:3e:66:be:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2445a719-4314-4548-946f-72cc570cc23f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 18:52:07.733511 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-1a6f9547-abb5-47ca-ad0c-9f285fd3dc56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:07.788207 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port 545a0761-7391-430a-b567-827665e1d571 is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:52:07.789310 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:07.794120 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a2235faf-e991-4dab-8c07-577c85289ea7 req-f49e9f70-6a25-4443-8a06-812fab11731f tempest-ServersNegativeTestMultiTenantJSON-629909355 tempest-ServersNegativeTestMultiTenantJSON-629909355-project] 10.222.0.41 "GET /v2.0/ports?device_id=696ef34d-b63e-4a1b-9a68-db62b0992bb3 HTTP/1.1" status: 200 len: 210 time: 0.2788060 Jun 01 18:52:07.851613 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f43a9ce-4418-4b9a-ad7d-a8a7a81bb33c', 'tag': '4e81e01b-8c80-4249-9817-a03c8dcd527d'}] {{(pid=88525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:52:07.907458 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 545a0761-7391-430a-b567-827665e1d571 {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:52:07.984652 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c83a2c5-aa3d-4e8d-af22-cb838112216f', 'name': 'network-vif-deleted', 'tag': '140193c9-fdbc-41ee-a1d8-9a596f9546a5'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:52:08.030533 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port 545a0761-7391-430a-b567-827665e1d571, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=545a0761-7391-430a-b567-827665e1d571,segment=NetworkSegment(783bd49a-7d01-4eda-941d-91ad27cdf254),segment_id=783bd49a-7d01-4eda-941d-91ad27cdf254)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:52:08.054100 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b22550-58fe-4bc0-951e-8c97db277dcb req-f42bef96-964a-47c6-ba33-da421f9df7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:52:08.056892 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-90b22550-58fe-4bc0-951e-8c97db277dcb req-f42bef96-964a-47c6-ba33-da421f9df7e4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=898153a3-5d71-43be-9d14-343ea4a48426&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8950098 Jun 01 18:52:08.063326 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9c34834-03ad-4d5b-b5fa-cf01c63048d2 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 18:52:08.161786 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b9c34834-03ad-4d5b-b5fa-cf01c63048d2 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for floatingip, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:08.179029 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-99708f45-e5c1-44a5-931a-fa7f1b793fa4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-886608', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-885830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25341'] for router, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:08.197384 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e797e6e-f4c7-48a6-ac0a-ff5485eaaea6 None None] Sync routers for ids ['8b62f12d-33fd-4ec5-affe-319d520937cb'] in n-d-844202-1 {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 18:52:08.199757 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0b2d5533-7aed-4947-aacb-e65c8c80cabd req-db892541-1bf8-4453-8145-74a28187936d tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c83a2c5-aa3d-4e8d-af22-cb838112216f HTTP/1.1" status: 200 len: 210 time: 0.0794446 Jun 01 18:52:08.233011 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:08.353894 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d249beef-9a7e-4e38-97f3-55d8e1bb538a req-9f0da89b-e3ab-4a92-bcf9-a3015e25dbe8 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:52:08.370439 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d249beef-9a7e-4e38-97f3-55d8e1bb538a req-9f0da89b-e3ab-4a92-bcf9-a3015e25dbe8 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f43a9ce-4418-4b9a-ad7d-a8a7a81bb33c HTTP/1.1" status: 200 len: 948 time: 1.0954680 Jun 01 18:52:08.402033 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-b9c34834-03ad-4d5b-b5fa-cf01c63048d2 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "PUT /v2.0/floatingips/417d56e1-2f8e-4ac8-acb1-d23916dd9c5b HTTP/1.1" status: 200 len: 992 time: 6.3894019 Jun 01 18:52:08.409638 n-d-844202-1 neutron-server[88525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06b558b7-e9db-4ad2-918f-40c5c4be3d9d'] response: {'name': 'network-changed', 'server_uuid': '1f43a9ce-4418-4b9a-ad7d-a8a7a81bb33c', 'tag': '4e81e01b-8c80-4249-9817-a03c8dcd527d', 'status': 'completed', 'code': 200} Jun 01 18:52:08.439818 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e797e6e-f4c7-48a6-ac0a-ff5485eaaea6 None None] Routers {'8b62f12d-33fd-4ec5-affe-319d520937cb'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:52:08.442991 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-2e797e6e-f4c7-48a6-ac0a-ff5485eaaea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:51:39Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['8b62f12d-33fd-4ec5-affe-319d520937cb'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:52:08.482983 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1360c7bc-d3aa-45c1-b6e0-5b0fc3f13276'] response: {'server_uuid': '9c83a2c5-aa3d-4e8d-af22-cb838112216f', 'name': 'network-vif-deleted', 'tag': '140193c9-fdbc-41ee-a1d8-9a596f9546a5', 'status': 'completed', 'code': 200} Jun 01 18:52:08.598171 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] get_ports_and_sgs() called for port_ids ['545a0761-7391-430a-b567-827665e1d571'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:52:08.784792 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=545a0761-7391-430a-b567-827665e1d571,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:52:08.881192 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d249beef-9a7e-4e38-97f3-55d8e1bb538a req-dadcf01a-268e-4206-8bda-896074d4a6e1 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbe27866-6450-47f0-a8e1-f266dfb72433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5098636 Jun 01 18:52:08.918193 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-90b22550-58fe-4bc0-951e-8c97db277dcb req-1339b2e4-7a69-47b9-85b1-bdbd1af573bf service neutron] 10.222.0.50 "GET /v2.0/networks/898153a3-5d71-43be-9d14-343ea4a48426?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8515041 Jun 01 18:52:08.942658 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208152ae-ef5c-49d8-aa88-9165ac0e40d6 req-f89f90ca-e9da-4c1f-8967-33b88c82c8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:52:08.951988 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-208152ae-ef5c-49d8-aa88-9165ac0e40d6 req-f89f90ca-e9da-4c1f-8967-33b88c82c8dd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5a29f45689de4723b61fb9850cc62a10&device_id=1f43a9ce-4418-4b9a-ad7d-a8a7a81bb33c HTTP/1.1" status: 200 len: 1099 time: 0.5371568 Jun 01 18:52:09.079815 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-2e797e6e-f4c7-48a6-ac0a-ff5485eaaea6 None None] Set router 8b62f12d-33fd-4ec5-affe-319d520937cb gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:52:09.295402 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-99708f45-e5c1-44a5-931a-fa7f1b793fa4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:09.381574 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-99708f45-e5c1-44a5-931a-fa7f1b793fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:09.392537 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52e0f8c-c743-4587-9d77-2761fe43a8a8 req-0b018e71-54e4-4934-b081-d4a39e0dd8b0 tempest-ServersTestBootFromVolume-197582985 tempest-ServersTestBootFromVolume-197582985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:52:09.400330 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e52e0f8c-c743-4587-9d77-2761fe43a8a8 req-0b018e71-54e4-4934-b081-d4a39e0dd8b0 tempest-ServersTestBootFromVolume-197582985 tempest-ServersTestBootFromVolume-197582985-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd3db4c5-8c77-4882-a37d-7668ef2d7c3e HTTP/1.1" status: 200 len: 945 time: 0.5790386 Jun 01 18:52:09.467157 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8e0c4df-0c8e-45c4-9cd9-8af0149d002a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc93f83c3-7fb6-5c13-a9d4-29d739a4e8d2-569f4717-ec82-465d-bf71-13c1eabc15f4', 'network_id': '569f4717-ec82-465d-bf71-13c1eabc15f4', 'tenant_id': '5f3ed1997db14c79a2fbb09db0c8050d', 'fixed_ips': [{'subnet_id': '3f120ccd-73fe-4c20-add7-98535da681a3'}]}} from n-d-844202-1. {{(pid=88526) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 18:52:09.468438 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-c8e0c4df-0c8e-45c4-9cd9-8af0149d002a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:09.511140 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208152ae-ef5c-49d8-aa88-9165ac0e40d6 req-835c0efc-9ee2-43a2-8043-1cb40ab706a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:52:09.512910 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-208152ae-ef5c-49d8-aa88-9165ac0e40d6 req-835c0efc-9ee2-43a2-8043-1cb40ab706a1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=898153a3-5d71-43be-9d14-343ea4a48426 HTTP/1.1" status: 200 len: 870 time: 0.4866352 Jun 01 18:52:09.643745 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-90b22550-58fe-4bc0-951e-8c97db277dcb req-3e064a5b-c029-4bd4-8245-9740911afdec service neutron] 10.222.0.50 "GET /v2.0/networks/898153a3-5d71-43be-9d14-343ea4a48426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7119148 Jun 01 18:52:09.659795 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3649fbd3-3cec-4b8f-b130-1ea8b4e69881 req-14cf2856-12bd-42f2-9a1e-81ce85493d52 tempest-ServersNegativeTestMultiTenantJSON-629909355 tempest-ServersNegativeTestMultiTenantJSON-629909355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:52:09.660587 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-3649fbd3-3cec-4b8f-b130-1ea8b4e69881 req-14cf2856-12bd-42f2-9a1e-81ce85493d52 tempest-ServersNegativeTestMultiTenantJSON-629909355 tempest-ServersNegativeTestMultiTenantJSON-629909355-project] Synchronizing usage tracker for tenant:f167e3bf5d8442fa98a3f8c176c30572 on resource:network {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:52:09.693645 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-208152ae-ef5c-49d8-aa88-9165ac0e40d6 req-6b1689fb-e081-4c48-b954-e36d26d40a84 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=4e81e01b-8c80-4249-9817-a03c8dcd527d HTTP/1.1" status: 200 len: 217 time: 0.1686163 Jun 01 18:52:09.697734 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-3649fbd3-3cec-4b8f-b130-1ea8b4e69881 req-14cf2856-12bd-42f2-9a1e-81ce85493d52 tempest-ServersNegativeTestMultiTenantJSON-629909355 tempest-ServersNegativeTestMultiTenantJSON-629909355-project] Unset dirty status for tenant:f167e3bf5d8442fa98a3f8c176c30572 on resource:network {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:52:09.698925 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3649fbd3-3cec-4b8f-b130-1ea8b4e69881 req-14cf2856-12bd-42f2-9a1e-81ce85493d52 tempest-ServersNegativeTestMultiTenantJSON-629909355 tempest-ServersNegativeTestMultiTenantJSON-629909355-project] 10.222.0.50 "GET /v2.0/networks?id=6fd0b122-332b-4a84-9861-dd10d5a59a3c HTTP/1.1" status: 200 len: 824 time: 0.3510594 Jun 01 18:52:09.710455 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b43a2ea-4d5d-42c6-a889-ada1978d2fae req-37589b47-82f1-4910-af35-f417e4916c56 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:52:09.718227 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-6b43a2ea-4d5d-42c6-a889-ada1978d2fae req-37589b47-82f1-4910-af35-f417e4916c56 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=863d6d17-7ec0-45a3-a6dc-82b322b76ced HTTP/1.1" status: 200 len: 946 time: 0.5361009 Jun 01 18:52:09.729928 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-3649fbd3-3cec-4b8f-b130-1ea8b4e69881 req-2bca83c7-aef9-432f-8bc3-f078794824f8 tempest-ServersNegativeTestMultiTenantJSON-629909355 tempest-ServersNegativeTestMultiTenantJSON-629909355-project] Request body: {'port': {'device_id': '696ef34d-b63e-4a1b-9a68-db62b0992bb3', 'network_id': '6fd0b122-332b-4a84-9861-dd10d5a59a3c', 'admin_state_up': True, 'tenant_id': 'f167e3bf5d8442fa98a3f8c176c30572'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:52:09.778746 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.db_base_plugin_common [None req-c8e0c4df-0c8e-45c4-9cd9-8af0149d002a None None] Allocated IP 172.20.0.2 (569f4717-ec82-465d-bf71-13c1eabc15f4/3f120ccd-73fe-4c20-add7-98535da681a3/cf56a15e-ee47-4f65-a7e0-8d7108ba06a8) {{(pid=88526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:52:09.781160 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e52e0f8c-c743-4587-9d77-2761fe43a8a8 req-e053e244-30f4-407e-8644-3d050791df93 tempest-ServersTestBootFromVolume-197582985 tempest-ServersTestBootFromVolume-197582985-project] 10.222.0.41 "GET /v2.0/security-groups?id=0c6f0000-2b9c-46ed-b9d0-0867b5cac235&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3796742 Jun 01 18:52:09.982734 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208152ae-ef5c-49d8-aa88-9165ac0e40d6 req-dec95ff3-cc2a-48f6-92eb-5393f904500d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:52:09.987311 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-208152ae-ef5c-49d8-aa88-9165ac0e40d6 req-dec95ff3-cc2a-48f6-92eb-5393f904500d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=35e3ad2f-9c88-4698-b634-4e1b58de1cc2 HTTP/1.1" status: 200 len: 843 time: 0.2676795 Jun 01 18:52:10.159493 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [None req-99708f45-e5c1-44a5-931a-fa7f1b793fa4 admin admin] Allocated IP 172.25.4.82 (72a72e44-6845-488a-a5ff-3a26d4df9cb3/c314a23b-daa2-4106-ab28-8e6f954277b2/acbbbe45-12ee-42d9-935c-0f33328912c8) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:52:10.214964 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-6b43a2ea-4d5d-42c6-a889-ada1978d2fae req-3e33a546-0f61-4363-97db-e36136115585 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ce59b29-4aa6-4d2e-8584-a540c0a14c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3894160 Jun 01 18:52:10.256717 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208152ae-ef5c-49d8-aa88-9165ac0e40d6 req-1d0758f9-de2c-473c-bdbf-c19b6fcbf57e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:52:10.264070 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-208152ae-ef5c-49d8-aa88-9165ac0e40d6 req-1d0758f9-de2c-473c-bdbf-c19b6fcbf57e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=898153a3-5d71-43be-9d14-343ea4a48426&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2480628 Jun 01 18:52:10.271911 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-e11b3b30-e939-468a-b8b4-277db3f4cb56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:10.294424 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-c8e0c4df-0c8e-45c4-9cd9-8af0149d002a None None] Notify callbacks [] for port, precommit_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:10.346184 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-3649fbd3-3cec-4b8f-b130-1ea8b4e69881 req-2bca83c7-aef9-432f-8bc3-f078794824f8 tempest-ServersNegativeTestMultiTenantJSON-629909355 tempest-ServersNegativeTestMultiTenantJSON-629909355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:52:10.371828 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-c8e0c4df-0c8e-45c4-9cd9-8af0149d002a None None] Transition to ACTIVE for port object cf56a15e-ee47-4f65-a7e0-8d7108ba06a8 will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:52:10.407711 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-3649fbd3-3cec-4b8f-b130-1ea8b4e69881 req-2bca83c7-aef9-432f-8bc3-f078794824f8 tempest-ServersNegativeTestMultiTenantJSON-629909355 tempest-ServersNegativeTestMultiTenantJSON-629909355-project] Usage tracker for resource:port and tenant:f167e3bf5d8442fa98a3f8c176c30572 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:52:10.435067 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-3649fbd3-3cec-4b8f-b130-1ea8b4e69881 req-2bca83c7-aef9-432f-8bc3-f078794824f8 tempest-ServersNegativeTestMultiTenantJSON-629909355 tempest-ServersNegativeTestMultiTenantJSON-629909355-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:52:10.471046 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '863d6d17-7ec0-45a3-a6dc-82b322b76ced', 'tag': '4a324220-33d8-474a-8fca-3b42f63f1ae1'}] {{(pid=88525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:52:10.495467 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208152ae-ef5c-49d8-aa88-9165ac0e40d6 req-767864e8-a336-4b24-8f4f-8290773af92d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:52:10.497874 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-208152ae-ef5c-49d8-aa88-9165ac0e40d6 req-767864e8-a336-4b24-8f4f-8290773af92d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5a29f45689de4723b61fb9850cc62a10&device_id=1f43a9ce-4418-4b9a-ad7d-a8a7a81bb33c HTTP/1.1" status: 200 len: 1099 time: 0.6735573 Jun 01 18:52:10.518397 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-3649fbd3-3cec-4b8f-b130-1ea8b4e69881 req-2bca83c7-aef9-432f-8bc3-f078794824f8 tempest-ServersNegativeTestMultiTenantJSON-629909355 tempest-ServersNegativeTestMultiTenantJSON-629909355-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:52:10.541431 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0ad63a5c-71e5-4020-bcee-d74ad4d03c5c req-eade78f4-9775-4433-ac77-ec10e7498d2d tempest-ServersNegativeTestMultiTenantJSON-629909355 tempest-ServersNegativeTestMultiTenantJSON-629909355-project] 10.222.0.41 "GET /v2.0/ports?device_id=696ef34d-b63e-4a1b-9a68-db62b0992bb3 HTTP/1.1" status: 200 len: 210 time: 0.1218138 Jun 01 18:52:10.630022 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3649fbd3-3cec-4b8f-b130-1ea8b4e69881 req-2bca83c7-aef9-432f-8bc3-f078794824f8 tempest-ServersNegativeTestMultiTenantJSON-629909355 tempest-ServersNegativeTestMultiTenantJSON-629909355-project] Made reservation on behalf of f167e3bf5d8442fa98a3f8c176c30572 for: {'port': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:52:10.635183 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-3649fbd3-3cec-4b8f-b130-1ea8b4e69881 req-2bca83c7-aef9-432f-8bc3-f078794824f8 tempest-ServersNegativeTestMultiTenantJSON-629909355 tempest-ServersNegativeTestMultiTenantJSON-629909355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:10.664885 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:10.675057 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-c8e0c4df-0c8e-45c4-9cd9-8af0149d002a None None] Transition to ACTIVE for port object cf56a15e-ee47-4f65-a7e0-8d7108ba06a8 will not be triggered until provisioned by entity DHCP. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:52:10.685162 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:10.700325 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-c8e0c4df-0c8e-45c4-9cd9-8af0149d002a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526'] for port, after_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:10.839081 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 4e81e01b-8c80-4249-9817-a03c8dcd527d details requested by agent hyperv_n-h2-844202-1 with host n-h2-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 18:52:10.854924 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-36309030-a91a-4d6a-b401-2e4edb39e5f1 req-c95a910b-e16b-4226-a510-23293eafd629 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c83a2c5-aa3d-4e8d-af22-cb838112216f HTTP/1.1" status: 200 len: 210 time: 0.2258925 Jun 01 18:52:10.889930 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [req-3649fbd3-3cec-4b8f-b130-1ea8b4e69881 req-2bca83c7-aef9-432f-8bc3-f078794824f8 tempest-ServersNegativeTestMultiTenantJSON-629909355 tempest-ServersNegativeTestMultiTenantJSON-629909355-project] Allocated IP 172.20.0.14 (6fd0b122-332b-4a84-9861-dd10d5a59a3c/5c087ecf-553d-4910-a4ad-56c99a1193c6/36a1dde4-3db8-4ec3-8216-d3bba7759164) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:52:10.961890 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-99708f45-e5c1-44a5-931a-fa7f1b793fa4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:11.066234 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-208152ae-ef5c-49d8-aa88-9165ac0e40d6 req-f1a3bdc2-d4df-4dc9-8cf0-24c6ae8239a6 service neutron] 10.222.0.15 "GET /v2.0/networks/898153a3-5d71-43be-9d14-343ea4a48426?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7866385 Jun 01 18:52:11.081211 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8e0c4df-0c8e-45c4-9cd9-8af0149d002a None None] Network 569f4717-ec82-465d-bf71-13c1eabc15f4 is already hosted by enough agents. {{(pid=88526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:52:11.081875 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-99708f45-e5c1-44a5-931a-fa7f1b793fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:11.122284 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208152ae-ef5c-49d8-aa88-9165ac0e40d6 req-93392e69-9b0f-43a2-85f5-c1807b88d841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:52:11.123782 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-208152ae-ef5c-49d8-aa88-9165ac0e40d6 req-93392e69-9b0f-43a2-85f5-c1807b88d841 service neutron] 10.222.0.50 "GET /v2.0/networks?id=898153a3-5d71-43be-9d14-343ea4a48426 HTTP/1.1" status: 200 len: 870 time: 0.6187410 Jun 01 18:52:11.127775 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.base_scheduler [None req-c8e0c4df-0c8e-45c4-9cd9-8af0149d002a None None] Resources bound (agent type, host, resource id): {{(pid=88526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:52:11.156733 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e0c4df-0c8e-45c4-9cd9-8af0149d002a None None] Pushing event updated for resources: {'Port': ['ID=cf56a15e-ee47-4f65-a7e0-8d7108ba06a8,revision_number=1']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:52:11.168075 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e0c4df-0c8e-45c4-9cd9-8af0149d002a None None] Received port after_create {{(pid=88526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:52:11.292498 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 54810) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:52:11.346859 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:11.381081 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99708f45-e5c1-44a5-931a-fa7f1b793fa4 admin admin] Network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:52:11.437410 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-c8e0c4df-0c8e-45c4-9cd9-8af0149d002a None None] Attempting to bind port cf56a15e-ee47-4f65-a7e0-8d7108ba06a8 on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:52:11.437869 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-c8e0c4df-0c8e-45c4-9cd9-8af0149d002a None None] Attempting to bind port cf56a15e-ee47-4f65-a7e0-8d7108ba06a8 by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': '65c83d1c-c246-4adb-8edb-c36f0bb84e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '569f4717-ec82-465d-bf71-13c1eabc15f4'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:52:11.438136 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e0c4df-0c8e-45c4-9cd9-8af0149d002a None None] Attempting to bind port cf56a15e-ee47-4f65-a7e0-8d7108ba06a8 on network 569f4717-ec82-465d-bf71-13c1eabc15f4 {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:52:11.444004 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-99708f45-e5c1-44a5-931a-fa7f1b793fa4 admin admin] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:52:11.448916 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e0c4df-0c8e-45c4-9cd9-8af0149d002a None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 18, 52, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:52:11.449304 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e0c4df-0c8e-45c4-9cd9-8af0149d002a None None] Checking segment: {'id': '65c83d1c-c246-4adb-8edb-c36f0bb84e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '569f4717-ec82-465d-bf71-13c1eabc15f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:52:11.449680 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-c8e0c4df-0c8e-45c4-9cd9-8af0149d002a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:11.450689 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e0c4df-0c8e-45c4-9cd9-8af0149d002a None None] Bound using segment: {'id': '65c83d1c-c246-4adb-8edb-c36f0bb84e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '569f4717-ec82-465d-bf71-13c1eabc15f4'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:52:11.450689 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-c8e0c4df-0c8e-45c4-9cd9-8af0149d002a None None] Bound port: cf56a15e-ee47-4f65-a7e0-8d7108ba06a8, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65c83d1c-c246-4adb-8edb-c36f0bb84e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '569f4717-ec82-465d-bf71-13c1eabc15f4'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:52:11.450965 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-c8e0c4df-0c8e-45c4-9cd9-8af0149d002a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:11.481836 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-2e797e6e-f4c7-48a6-ac0a-ff5485eaaea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b62f12d-33fd-4ec5-affe-319d520937cb', 'name': 'tempest-ServerActionsTestJSON-694302495-router', 'tenant_id': 'eccea382ced5475f9a2098d1ef2ff267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.225'}], 'enable_snat': True}, 'gw_port_id': 'e693204c-43a4-4969-a0d0-15eb6d1dbe56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:50:57Z', 'updated_at': '2022-06-01T18:51:15Z', 'revision_number': 4, 'project_id': 'eccea382ced5475f9a2098d1ef2ff267', 'gw_port': {'id': 'e693204c-43a4-4969-a0d0-15eb6d1dbe56', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:5f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b62f12d-33fd-4ec5-affe-319d520937cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:51:01Z', 'updated_at': '2022-06-01T18:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_floatingips': [{'id': '417d56e1-2f8e-4ac8-acb1-d23916dd9c5b', 'tenant_id': 'eccea382ced5475f9a2098d1ef2ff267', 'floating_ip_address': '172.25.4.212', 'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'router_id': '8b62f12d-33fd-4ec5-affe-319d520937cb', 'port_id': '4a324220-33d8-474a-8fca-3b42f63f1ae1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1087, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3902938-4b6a-4448-87d9-59b63dd51a7f', 'mac_address': 'fa:16:3e:d1:f7:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '863d6d17-7ec0-45a3-a6dc-82b322b76ced', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T18:51:24Z', 'updated_at': '2022-06-01T18:52:04Z', 'revision_number': 1, 'project_id': 'eccea382ced5475f9a2098d1ef2ff267', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e46fb5dd-cf30-42e4-89e6-46926da20e2f', 'name': '', 'network_id': 'e3902938-4b6a-4448-87d9-59b63dd51a7f', 'tenant_id': 'eccea382ced5475f9a2098d1ef2ff267', 'mac_address': 'fa:16:3e:8b:0f:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b62f12d-33fd-4ec5-affe-319d520937cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': '276181f2-c3ab-487e-8805-06ed7064e884', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:51:12Z', 'updated_at': '2022-06-01T18:51:25Z', 'revision_number': 5, 'project_id': 'eccea382ced5475f9a2098d1ef2ff267', 'subnets': [{'id': '276181f2-c3ab-487e-8805-06ed7064e884', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:52:11.537245 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e797e6e-f4c7-48a6-ac0a-ff5485eaaea6 None None] Checking router: 8b62f12d-33fd-4ec5-affe-319d520937cb for host: n-d-844202-1 {{(pid=88526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 18:52:11.578779 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99708f45-e5c1-44a5-931a-fa7f1b793fa4 admin admin] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:52:11.589730 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 4e81e01b-8c80-4249-9817-a03c8dcd527d, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=4e81e01b-8c80-4249-9817-a03c8dcd527d,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:52:11.603316 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e797e6e-f4c7-48a6-ac0a-ff5485eaaea6 None None] Routers {'8b62f12d-33fd-4ec5-affe-319d520937cb'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:52:11.603960 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-2e797e6e-f4c7-48a6-ac0a-ff5485eaaea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:52:09Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['8b62f12d-33fd-4ec5-affe-319d520937cb'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:52:11.615453 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 54818) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:52:11.622666 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99708f45-e5c1-44a5-931a-fa7f1b793fa4 admin admin] Pushing event updated for resources: {'Port': ['ID=acbbbe45-12ee-42d9-935c-0f33328912c8,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:52:11.677794 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-727b5087-bd86-4640-87d8-947a2fbed378 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:11.678320 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:11.690134 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Returning: {'device': '4e81e01b-8c80-4249-9817-a03c8dcd527d', 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426', 'port_id': '4e81e01b-8c80-4249-9817-a03c8dcd527d', 'mac_address': 'fa:16:3e:17:13:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35e3ad2f-9c88-4698-b634-4e1b58de1cc2', 'ip_address': '192.168.233.67'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 18:52:11.699215 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a6c043-de70-44a7-8b20-3f43638f6309 req-198fac00-e82f-4481-ae5b-97188b2f1e87 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:52:11.706583 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-18a6c043-de70-44a7-8b20-3f43638f6309 req-198fac00-e82f-4481-ae5b-97188b2f1e87 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f43a9ce-4418-4b9a-ad7d-a8a7a81bb33c HTTP/1.1" status: 200 len: 948 time: 0.7593830 Jun 01 18:52:11.734384 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-727b5087-bd86-4640-87d8-947a2fbed378 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:52:11.750240 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-208152ae-ef5c-49d8-aa88-9165ac0e40d6 req-0b2be9ba-705c-49b9-ac73-5004387565d8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=4e81e01b-8c80-4249-9817-a03c8dcd527d HTTP/1.1" status: 200 len: 217 time: 0.6084080 Jun 01 18:52:11.765401 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-c8e0c4df-0c8e-45c4-9cd9-8af0149d002a None None] For port cf56a15e-ee47-4f65-a7e0-8d7108ba06a8, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:52:11.778020 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-727b5087-bd86-4640-87d8-947a2fbed378 admin admin] Usage tracker for resource:security_group_rule and tenant:891d46d62dab455aa7c3c29cf42b49f1 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:52:11.791651 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-727b5087-bd86-4640-87d8-947a2fbed378 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:52:11.796601 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-cf03b997-beee-4637-8311-99ed4de3e348 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:11.828288 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-208152ae-ef5c-49d8-aa88-9165ac0e40d6 req-b4205876-5888-4fd1-be24-6ab0b4e6362a service neutron] 10.222.0.15 "GET /v2.0/networks/898153a3-5d71-43be-9d14-343ea4a48426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7529485 Jun 01 18:52:11.834798 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-c8e0c4df-0c8e-45c4-9cd9-8af0149d002a None None] For port cf56a15e-ee47-4f65-a7e0-8d7108ba06a8, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=cf56a15e-ee47-4f65-a7e0-8d7108ba06a8,segment=NetworkSegment(65c83d1c-c246-4adb-8edb-c36f0bb84e27),segment_id=65c83d1c-c246-4adb-8edb-c36f0bb84e27)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:52:11.851508 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208152ae-ef5c-49d8-aa88-9165ac0e40d6 req-9e15ad35-e936-40d3-b808-21d8ab369ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:52:11.853802 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-208152ae-ef5c-49d8-aa88-9165ac0e40d6 req-9e15ad35-e936-40d3-b808-21d8ab369ee4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=35e3ad2f-9c88-4698-b634-4e1b58de1cc2 HTTP/1.1" status: 200 len: 843 time: 0.0956821 Jun 01 18:52:11.935082 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-c8e0c4df-0c8e-45c4-9cd9-8af0149d002a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:11.965872 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebb394f-b1d1-42a0-acb6-5f25b7f7e414 req-bbfc910a-8fb3-4973-a0d4-3e98c762f5ef tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:52:11.973667 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-aebb394f-b1d1-42a0-acb6-5f25b7f7e414 req-bbfc910a-8fb3-4973-a0d4-3e98c762f5ef tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=863d6d17-7ec0-45a3-a6dc-82b322b76ced HTTP/1.1" status: 200 len: 946 time: 0.8350866 Jun 01 18:52:11.983067 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port 4e81e01b-8c80-4249-9817-a03c8dcd527d is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:52:11.983445 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:12.001150 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-727b5087-bd86-4640-87d8-947a2fbed378 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:52:12.029143 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208152ae-ef5c-49d8-aa88-9165ac0e40d6 req-59f0e64d-7732-4ab8-bac2-4c610cff19db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:52:12.030662 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-208152ae-ef5c-49d8-aa88-9165ac0e40d6 req-59f0e64d-7732-4ab8-bac2-4c610cff19db service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=898153a3-5d71-43be-9d14-343ea4a48426&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1706135 Jun 01 18:52:12.035956 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:12.045150 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e81e01b-8c80-4249-9817-a03c8dcd527d {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:52:12.050212 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-aebb394f-b1d1-42a0-acb6-5f25b7f7e414 req-7e847263-5939-497c-b566-a79e1b90c53a tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ce59b29-4aa6-4d2e-8584-a540c0a14c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755548 Jun 01 18:52:12.061955 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 4e81e01b-8c80-4249-9817-a03c8dcd527d, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=4e81e01b-8c80-4249-9817-a03c8dcd527d,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:52:12.074645 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:12.081687 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-2e797e6e-f4c7-48a6-ac0a-ff5485eaaea6 None None] Set router 8b62f12d-33fd-4ec5-affe-319d520937cb gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:52:12.122652 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-18a6c043-de70-44a7-8b20-3f43638f6309 req-cdef9261-d030-4232-9272-43d6add751cc tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbe27866-6450-47f0-a8e1-f266dfb72433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4150643 Jun 01 18:52:12.131882 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-cf03b997-beee-4637-8311-99ed4de3e348 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:52:12.142959 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e0c4df-0c8e-45c4-9cd9-8af0149d002a None None] Pushing event updated for resources: {'Port': ['ID=cf56a15e-ee47-4f65-a7e0-8d7108ba06a8,revision_number=2']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:52:12.170143 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-cf03b997-beee-4637-8311-99ed4de3e348 admin admin] Usage tracker for resource:security_group_rule and tenant:2e5ebe850f5d42c29deaab041cac7152 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:52:12.173042 n-d-844202-1 neutron-server[88525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-faae2ab8-c370-485e-8036-c6ffd78e5228'] response: {'name': 'network-changed', 'server_uuid': '863d6d17-7ec0-45a3-a6dc-82b322b76ced', 'tag': '4a324220-33d8-474a-8fca-3b42f63f1ae1', 'status': 'completed', 'code': 200} Jun 01 18:52:12.268970 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-208152ae-ef5c-49d8-aa88-9165ac0e40d6 req-effb0513-e61b-47f9-8d83-403fc96e59ba service neutron] 10.222.0.50 "GET /v2.0/networks/898153a3-5d71-43be-9d14-343ea4a48426?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2176452 Jun 01 18:52:12.279825 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-3649fbd3-3cec-4b8f-b130-1ea8b4e69881 req-2bca83c7-aef9-432f-8bc3-f078794824f8 tempest-ServersNegativeTestMultiTenantJSON-629909355 tempest-ServersNegativeTestMultiTenantJSON-629909355-project] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:12.293290 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-cf03b997-beee-4637-8311-99ed4de3e348 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:52:12.334205 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-cf03b997-beee-4637-8311-99ed4de3e348 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:52:12.354985 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] get_ports_and_sgs() called for port_ids ['4e81e01b-8c80-4249-9817-a03c8dcd527d'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:52:12.495777 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=4e81e01b-8c80-4249-9817-a03c8dcd527d,revision_number=12']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:52:12.527296 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-bb5940c4-59d8-4465-b37b-c84457f74e01 req-871325e2-5b9a-4975-b15e-2ff076144d86 tempest-ServersNegativeTestMultiTenantJSON-629909355 tempest-ServersNegativeTestMultiTenantJSON-629909355-project] 10.222.0.41 "GET /v2.0/ports?device_id=696ef34d-b63e-4a1b-9a68-db62b0992bb3 HTTP/1.1" status: 200 len: 210 time: 0.1643903 Jun 01 18:52:12.661865 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838718fb-82b6-487a-9db1-57255a3c4e23 req-c4d01afd-bc5e-427e-9e93-a29e22ef2c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:52:12.665019 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-838718fb-82b6-487a-9db1-57255a3c4e23 req-c4d01afd-bc5e-427e-9e93-a29e22ef2c94 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=eccea382ced5475f9a2098d1ef2ff267&device_id=863d6d17-7ec0-45a3-a6dc-82b322b76ced HTTP/1.1" status: 200 len: 1097 time: 0.3949502 Jun 01 18:52:12.841279 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 54830) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:52:12.897496 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-cf03b997-beee-4637-8311-99ed4de3e348 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:12.900693 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-208152ae-ef5c-49d8-aa88-9165ac0e40d6 req-d915bb79-b1a1-4abf-a23e-8a2d99975353 service neutron] 10.222.0.50 "GET /v2.0/networks/898153a3-5d71-43be-9d14-343ea4a48426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5717039 Jun 01 18:52:12.913138 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-3649fbd3-3cec-4b8f-b130-1ea8b4e69881 req-2bca83c7-aef9-432f-8bc3-f078794824f8 tempest-ServersNegativeTestMultiTenantJSON-629909355 tempest-ServersNegativeTestMultiTenantJSON-629909355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:12.920200 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-cf03b997-beee-4637-8311-99ed4de3e348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:12.990676 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-2e797e6e-f4c7-48a6-ac0a-ff5485eaaea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b62f12d-33fd-4ec5-affe-319d520937cb', 'name': 'tempest-ServerActionsTestJSON-694302495-router', 'tenant_id': 'eccea382ced5475f9a2098d1ef2ff267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.225'}], 'enable_snat': True}, 'gw_port_id': 'e693204c-43a4-4969-a0d0-15eb6d1dbe56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:50:57Z', 'updated_at': '2022-06-01T18:51:15Z', 'revision_number': 4, 'project_id': 'eccea382ced5475f9a2098d1ef2ff267', 'gw_port': {'id': 'e693204c-43a4-4969-a0d0-15eb6d1dbe56', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:5f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b62f12d-33fd-4ec5-affe-319d520937cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:51:01Z', 'updated_at': '2022-06-01T18:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_floatingips': [{'id': '417d56e1-2f8e-4ac8-acb1-d23916dd9c5b', 'tenant_id': 'eccea382ced5475f9a2098d1ef2ff267', 'floating_ip_address': '172.25.4.212', 'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'router_id': '8b62f12d-33fd-4ec5-affe-319d520937cb', 'port_id': '4a324220-33d8-474a-8fca-3b42f63f1ae1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1087, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3902938-4b6a-4448-87d9-59b63dd51a7f', 'mac_address': 'fa:16:3e:d1:f7:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '863d6d17-7ec0-45a3-a6dc-82b322b76ced', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T18:51:24Z', 'updated_at': '2022-06-01T18:52:04Z', 'revision_number': 1, 'project_id': 'eccea382ced5475f9a2098d1ef2ff267', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e46fb5dd-cf30-42e4-89e6-46926da20e2f', 'name': '', 'network_id': 'e3902938-4b6a-4448-87d9-59b63dd51a7f', 'tenant_id': 'eccea382ced5475f9a2098d1ef2ff267', 'mac_address': 'fa:16:3e:8b:0f:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b62f12d-33fd-4ec5-affe-319d520937cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': '276181f2-c3ab-487e-8805-06ed7064e884', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:51:12Z', 'updated_at': '2022-06-01T18:51:25Z', 'revision_number': 5, 'project_id': 'eccea382ced5475f9a2098d1ef2ff267', 'subnets': [{'id': '276181f2-c3ab-487e-8805-06ed7064e884', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:52:12.995714 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e797e6e-f4c7-48a6-ac0a-ff5485eaaea6 None None] The sync data for ids ['8b62f12d-33fd-4ec5-affe-319d520937cb'] in n-d-844202-1 is: [{'id': '8b62f12d-33fd-4ec5-affe-319d520937cb', 'name': 'tempest-ServerActionsTestJSON-694302495-router', 'tenant_id': 'eccea382ced5475f9a2098d1ef2ff267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.225'}], 'enable_snat': True}, 'gw_port_id': 'e693204c-43a4-4969-a0d0-15eb6d1dbe56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:50:57Z', 'updated_at': '2022-06-01T18:51:15Z', 'revision_number': 4, 'project_id': 'eccea382ced5475f9a2098d1ef2ff267', 'gw_port': {'id': 'e693204c-43a4-4969-a0d0-15eb6d1dbe56', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:5f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b62f12d-33fd-4ec5-affe-319d520937cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:51:01Z', 'updated_at': '2022-06-01T18:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_floatingips': [{'id': '417d56e1-2f8e-4ac8-acb1-d23916dd9c5b', 'tenant_id': 'eccea382ced5475f9a2098d1ef2ff267', 'floating_ip_address': '172.25.4.212', 'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'router_id': '8b62f12d-33fd-4ec5-affe-319d520937cb', 'port_id': '4a324220-33d8-474a-8fca-3b42f63f1ae1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1087, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3902938-4b6a-4448-87d9-59b63dd51a7f', 'mac_address': 'fa:16:3e:d1:f7:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '863d6d17-7ec0-45a3-a6dc-82b322b76ced', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T18:51:24Z', 'updated_at': '2022-06-01T18:52:04Z', 'revision_number': 1, 'project_id': 'eccea382ced5475f9a2098d1ef2ff267', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e46fb5dd-cf30-42e4-89e6-46926da20e2f', 'name': '', 'network_id': 'e3902938-4b6a-4448-87d9-59b63dd51a7f', 'tenant_id': 'eccea382ced5475f9a2098d1ef2ff267', 'mac_address': 'fa:16:3e:8b:0f:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b62f12d-33fd-4ec5-affe-319d520937cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': '276181f2-c3ab-487e-8805-06ed7064e884', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:51:12Z', 'updated_at': '2022-06-01T18:51:25Z', 'revision_number': 5, 'project_id': 'eccea382ced5475f9a2098d1ef2ff267', 'subnets': [{'id': '276181f2-c3ab-487e-8805-06ed7064e884', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 18:52:13.037797 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838718fb-82b6-487a-9db1-57255a3c4e23 req-1d3444ca-de03-4185-9c25-a88645b20141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:52:13.041534 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-cf03b997-beee-4637-8311-99ed4de3e348 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2e5ebe850f5d42c29deaab041cac7152&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4159477 Jun 01 18:52:13.044535 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-838718fb-82b6-487a-9db1-57255a3c4e23 req-1d3444ca-de03-4185-9c25-a88645b20141 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e3902938-4b6a-4448-87d9-59b63dd51a7f HTTP/1.1" status: 200 len: 912 time: 0.3564651 Jun 01 18:52:13.045230 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 54834) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:52:13.048028 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4d720164-3e5b-464d-b96f-38884f3b9607 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:13.150575 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3649fbd3-3cec-4b8f-b130-1ea8b4e69881 req-2bca83c7-aef9-432f-8bc3-f078794824f8 tempest-ServersNegativeTestMultiTenantJSON-629909355 tempest-ServersNegativeTestMultiTenantJSON-629909355-project] Network 6fd0b122-332b-4a84-9861-dd10d5a59a3c is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:52:13.160266 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dbf50c-f496-4275-b8ad-4924f8f5f51c req-5a05cd2b-1140-4839-bc31-edf527c96837 tempest-ServersTestBootFromVolume-197582985 tempest-ServersTestBootFromVolume-197582985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:52:13.161972 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-45dbf50c-f496-4275-b8ad-4924f8f5f51c req-5a05cd2b-1140-4839-bc31-edf527c96837 tempest-ServersTestBootFromVolume-197582985 tempest-ServersTestBootFromVolume-197582985-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd3db4c5-8c77-4882-a37d-7668ef2d7c3e HTTP/1.1" status: 200 len: 945 time: 0.8307748 Jun 01 18:52:13.181175 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [req-3649fbd3-3cec-4b8f-b130-1ea8b4e69881 req-2bca83c7-aef9-432f-8bc3-f078794824f8 tempest-ServersNegativeTestMultiTenantJSON-629909355 tempest-ServersNegativeTestMultiTenantJSON-629909355-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:52:13.182731 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 545a0761-7391-430a-b567-827665e1d571 up at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:52:13.229726 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-3649fbd3-3cec-4b8f-b130-1ea8b4e69881 req-2bca83c7-aef9-432f-8bc3-f078794824f8 tempest-ServersNegativeTestMultiTenantJSON-629909355 tempest-ServersNegativeTestMultiTenantJSON-629909355-project] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:52:13.286594 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-727b5087-bd86-4640-87d8-947a2fbed378 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:13.292439 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf03b997-beee-4637-8311-99ed4de3e348 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1fd93d8-0459-4527-99b4-fe8b5be9acb1,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:52:13.310898 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf03b997-beee-4637-8311-99ed4de3e348 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:52:13.311527 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf03b997-beee-4637-8311-99ed4de3e348 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:52:13.311648 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Provisioning for port 545a0761-7391-430a-b567-827665e1d571 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:52:13.311893 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf03b997-beee-4637-8311-99ed4de3e348 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:52:13.312335 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf03b997-beee-4637-8311-99ed4de3e348 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:52:13.312801 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf03b997-beee-4637-8311-99ed4de3e348 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:52:13.313195 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf03b997-beee-4637-8311-99ed4de3e348 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:52:13.313604 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf03b997-beee-4637-8311-99ed4de3e348 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:52:13.314024 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf03b997-beee-4637-8311-99ed4de3e348 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:52:13.314437 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf03b997-beee-4637-8311-99ed4de3e348 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:52:13.314821 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf03b997-beee-4637-8311-99ed4de3e348 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:52:13.315232 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf03b997-beee-4637-8311-99ed4de3e348 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:52:13.315635 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf03b997-beee-4637-8311-99ed4de3e348 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:52:13.319223 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-99708f45-e5c1-44a5-931a-fa7f1b793fa4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:13.324614 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Provisioning complete for port 545a0761-7391-430a-b567-827665e1d571 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:52:13.325209 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:13.381676 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-838718fb-82b6-487a-9db1-57255a3c4e23 req-8a939b8f-780d-4644-9f99-4cf9c75cc407 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4a324220-33d8-474a-8fca-3b42f63f1ae1 HTTP/1.1" status: 200 len: 1000 time: 0.3306425 Jun 01 18:52:13.394293 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bca83c7-aef9-432f-8bc3-f078794824f8 tempest-ServersNegativeTestMultiTenantJSON-629909355 tempest-ServersNegativeTestMultiTenantJSON-629909355-project] Pushing event updated for resources: {'Port': ['ID=36a1dde4-3db8-4ec3-8216-d3bba7759164,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:52:13.399753 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-45dbf50c-f496-4275-b8ad-4924f8f5f51c req-e7638120-c5ab-4d04-85cd-19c2af29a0ea tempest-ServersTestBootFromVolume-197582985 tempest-ServersTestBootFromVolume-197582985-project] 10.222.0.41 "GET /v2.0/security-groups?id=0c6f0000-2b9c-46ed-b9d0-0867b5cac235&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2088776 Jun 01 18:52:13.401425 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-727b5087-bd86-4640-87d8-947a2fbed378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:13.424256 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device cf56a15e-ee47-4f65-a7e0-8d7108ba06a8 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:52:13.428101 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4d720164-3e5b-464d-b96f-38884f3b9607 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:13.444038 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ebf0b803-9ffa-47be-b9eb-9d1925a2c91c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:13.466952 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-727b5087-bd86-4640-87d8-947a2fbed378 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=891d46d62dab455aa7c3c29cf42b49f1&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1457915 Jun 01 18:52:13.476732 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 54842) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:52:13.575644 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3649fbd3-3cec-4b8f-b130-1ea8b4e69881 req-2bca83c7-aef9-432f-8bc3-f078794824f8 tempest-ServersNegativeTestMultiTenantJSON-629909355 tempest-ServersNegativeTestMultiTenantJSON-629909355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:52:13.576828 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-3649fbd3-3cec-4b8f-b130-1ea8b4e69881 req-2bca83c7-aef9-432f-8bc3-f078794824f8 tempest-ServersNegativeTestMultiTenantJSON-629909355 tempest-ServersNegativeTestMultiTenantJSON-629909355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:13.627884 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727b5087-bd86-4640-87d8-947a2fbed378 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92a17d50-2df0-40ae-b96c-a6dd4806ac43,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:52:13.636055 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04100abe-39c2-44eb-b13a-0497465288fc None None] New status for floating IP 417d56e1-2f8e-4ac8-acb1-d23916dd9c5b: ACTIVE {{(pid=88527) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 18:52:13.649704 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ebf0b803-9ffa-47be-b9eb-9d1925a2c91c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:13.680596 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port 545a0761-7391-430a-b567-827665e1d571 is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:52:13.681150 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:13.698868 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port cf56a15e-ee47-4f65-a7e0-8d7108ba06a8 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:52:13.732456 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd3db4c5-8c77-4882-a37d-7668ef2d7c3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '545a0761-7391-430a-b567-827665e1d571'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:52:13.761678 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port 545a0761-7391-430a-b567-827665e1d571, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=545a0761-7391-430a-b567-827665e1d571,segment=NetworkSegment(783bd49a-7d01-4eda-941d-91ad27cdf254),segment_id=783bd49a-7d01-4eda-941d-91ad27cdf254)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:52:13.768915 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:13.888517 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=545a0761-7391-430a-b567-827665e1d571,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:52:13.927321 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838718fb-82b6-487a-9db1-57255a3c4e23 req-fac1cdb3-6bd0-4dec-83c4-1f4d0df05c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:52:13.929806 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-838718fb-82b6-487a-9db1-57255a3c4e23 req-fac1cdb3-6bd0-4dec-83c4-1f4d0df05c07 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=276181f2-c3ab-487e-8805-06ed7064e884 HTTP/1.1" status: 200 len: 850 time: 0.5077503 Jun 01 18:52:13.933082 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4d720164-3e5b-464d-b96f-38884f3b9607 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:14.030119 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ebf0b803-9ffa-47be-b9eb-9d1925a2c91c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:14.055599 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d720164-3e5b-464d-b96f-38884f3b9607 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eddd810-beb6-4f1d-8108-29288df7e7ee,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:52:14.079912 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4d720164-3e5b-464d-b96f-38884f3b9607 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:14.081337 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-4d720164-3e5b-464d-b96f-38884f3b9607 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] 10.222.0.41 "DELETE /v2.0/security-groups/3eddd810-beb6-4f1d-8108-29288df7e7ee HTTP/1.1" status: 204 len: 168 time: 1.2255204 Jun 01 18:52:14.096371 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a47e15-4fe9-4c8f-95bb-18015aca1afa req-3cf186c1-fa9b-482a-94f2-2f14a5a37198 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:52:14.099465 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-63a47e15-4fe9-4c8f-95bb-18015aca1afa req-3cf186c1-fa9b-482a-94f2-2f14a5a37198 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=863d6d17-7ec0-45a3-a6dc-82b322b76ced HTTP/1.1" status: 200 len: 946 time: 0.9042096 Jun 01 18:52:14.102181 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 54850) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:52:14.111094 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf0b803-9ffa-47be-b9eb-9d1925a2c91c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1fd93d8-0459-4527-99b4-fe8b5be9acb1,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:52:14.117837 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ebf0b803-9ffa-47be-b9eb-9d1925a2c91c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:14.119263 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-ebf0b803-9ffa-47be-b9eb-9d1925a2c91c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e1fd93d8-0459-4527-99b4-fe8b5be9acb1 HTTP/1.1" status: 204 len: 168 time: 1.0725870 Jun 01 18:52:14.169912 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d9cd7219-e2f7-4715-9c6a-959933c174ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:14.194497 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-63a47e15-4fe9-4c8f-95bb-18015aca1afa req-a5da414f-0a97-4cc6-83d8-4ac69b75a504 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ce59b29-4aa6-4d2e-8584-a540c0a14c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738225 Jun 01 18:52:14.215853 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838718fb-82b6-487a-9db1-57255a3c4e23 req-e065a5fb-fc56-4e5c-bc43-77c321cc4f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:52:14.218585 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-838718fb-82b6-487a-9db1-57255a3c4e23 req-e065a5fb-fc56-4e5c-bc43-77c321cc4f30 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e3902938-4b6a-4448-87d9-59b63dd51a7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2657428 Jun 01 18:52:14.232321 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5d38a22-110d-43c6-9d34-87adb266d6fc None None] Network 569f4717-ec82-465d-bf71-13c1eabc15f4 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 18:52:14.252783 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3649fbd3-3cec-4b8f-b130-1ea8b4e69881 req-2bca83c7-aef9-432f-8bc3-f078794824f8 tempest-ServersNegativeTestMultiTenantJSON-629909355 tempest-ServersNegativeTestMultiTenantJSON-629909355-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5361733 Jun 01 18:52:14.268362 n-d-844202-1 neutron-server[88524]: INFO neutron.api.v2.resource [None req-a9d18eb0-1b4f-4646-b0be-0c0c7ae4595e tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] show failed (client error): The resource could not be found. Jun 01 18:52:14.272576 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-a9d18eb0-1b4f-4646-b0be-0c0c7ae4595e tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] 10.222.0.41 "GET /v2.0/security-groups/3eddd810-beb6-4f1d-8108-29288df7e7ee HTTP/1.1" status: 404 len: 347 time: 0.1692247 Jun 01 18:52:14.277040 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 54856) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:52:14.293873 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-3649fbd3-3cec-4b8f-b130-1ea8b4e69881 req-da30a540-7f8e-4db3-b015-322812b9389d service neutron] Request body: {'port': {'device_id': '696ef34d-b63e-4a1b-9a68-db62b0992bb3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844202-1'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:52:14.394379 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-69a19d81-2cbd-4f78-a753-198abecfc176 None None] Provisioning for port cf56a15e-ee47-4f65-a7e0-8d7108ba06a8 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:52:14.405309 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-69a19d81-2cbd-4f78-a753-198abecfc176 None None] Provisioning complete for port cf56a15e-ee47-4f65-a7e0-8d7108ba06a8 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:52:14.405763 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-69a19d81-2cbd-4f78-a753-198abecfc176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:14.640064 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-838718fb-82b6-487a-9db1-57255a3c4e23 req-b6d67ffb-8dd4-4246-b13c-40738596da65 service neutron] 10.222.0.15 "GET /v2.0/networks/e3902938-4b6a-4448-87d9-59b63dd51a7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4139822 Jun 01 18:52:14.685547 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d9cd7219-e2f7-4715-9c6a-959933c174ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:14.725522 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 4e81e01b-8c80-4249-9817-a03c8dcd527d up at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:52:14.736153 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dd29fa-c616-430e-bf9b-30d8c2c8cfeb req-c14eae47-7a30-4679-9130-199006b27cbc tempest-ServersNegativeTestMultiTenantJSON-629909355 tempest-ServersNegativeTestMultiTenantJSON-629909355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:52:14.743248 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-21dd29fa-c616-430e-bf9b-30d8c2c8cfeb req-c14eae47-7a30-4679-9130-199006b27cbc tempest-ServersNegativeTestMultiTenantJSON-629909355 tempest-ServersNegativeTestMultiTenantJSON-629909355-project] 10.222.0.41 "GET /v2.0/ports?device_id=696ef34d-b63e-4a1b-9a68-db62b0992bb3 HTTP/1.1" status: 200 len: 932 time: 0.3664882 Jun 01 18:52:14.794168 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-69a19d81-2cbd-4f78-a753-198abecfc176 None None] Current status of the port cf56a15e-ee47-4f65-a7e0-8d7108ba06a8 is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:52:14.794797 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-69a19d81-2cbd-4f78-a753-198abecfc176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:14.835252 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-21dd29fa-c616-430e-bf9b-30d8c2c8cfeb req-6ead6415-2b21-4983-a620-cd56e2c055ea tempest-ServersNegativeTestMultiTenantJSON-629909355 tempest-ServersNegativeTestMultiTenantJSON-629909355-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b0166a7-13c4-4bb0-b1a5-07fc2e2cdde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909226 Jun 01 18:52:14.863660 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-69a19d81-2cbd-4f78-a753-198abecfc176 None None] For port cf56a15e-ee47-4f65-a7e0-8d7108ba06a8, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=cf56a15e-ee47-4f65-a7e0-8d7108ba06a8,segment=NetworkSegment(65c83d1c-c246-4adb-8edb-c36f0bb84e27),segment_id=65c83d1c-c246-4adb-8edb-c36f0bb84e27)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:52:14.870540 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-69a19d81-2cbd-4f78-a753-198abecfc176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:14.882935 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-838718fb-82b6-487a-9db1-57255a3c4e23 req-86d52ba7-30db-4231-a136-17ff27d8fa9b service neutron] 10.222.0.15 "GET /v2.0/networks/e3902938-4b6a-4448-87d9-59b63dd51a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2352800 Jun 01 18:52:14.985682 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aebbd32e-cfea-476e-a61b-3da2993c6ba9'] response: {'server_uuid': 'cd3db4c5-8c77-4882-a37d-7668ef2d7c3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '545a0761-7391-430a-b567-827665e1d571', 'code': 200} Jun 01 18:52:14.988109 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a19d81-2cbd-4f78-a753-198abecfc176 None None] Pushing event updated for resources: {'Port': ['ID=cf56a15e-ee47-4f65-a7e0-8d7108ba06a8,revision_number=3']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:52:14.998114 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning for port 4e81e01b-8c80-4249-9817-a03c8dcd527d completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:52:15.015067 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning complete for port 4e81e01b-8c80-4249-9817-a03c8dcd527d triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:52:15.015442 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:15.069073 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9262037a-7049-4bbd-8004-9dd3713c1be3 req-8487a4f1-33ba-4d76-bc3c-19ba7436c8f7 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:52:15.087029 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9262037a-7049-4bbd-8004-9dd3713c1be3 req-8487a4f1-33ba-4d76-bc3c-19ba7436c8f7 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f43a9ce-4418-4b9a-ad7d-a8a7a81bb33c HTTP/1.1" status: 200 len: 949 time: 1.1063962 Jun 01 18:52:15.116306 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-f933aa85-c76b-42b7-807d-066dd69d6a50 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Deleting port 660719cc-a49e-4833-96bb-9fdd7a61cfe9 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:52:15.117066 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f933aa85-c76b-42b7-807d-066dd69d6a50 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:15.191566 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-99708f45-e5c1-44a5-931a-fa7f1b793fa4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-885820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-886655'] for router, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:15.207659 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7411840-94f2-44b6-a1a7-62b08dda9632 req-1bad71b2-2e47-4b02-a925-63b6178c376e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:52:15.209133 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e7411840-94f2-44b6-a1a7-62b08dda9632 req-1bad71b2-2e47-4b02-a925-63b6178c376e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=cd3db4c5-8c77-4882-a37d-7668ef2d7c3e HTTP/1.1" status: 200 len: 1097 time: 0.1993294 Jun 01 18:52:15.305218 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 54882) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:52:15.319258 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e7411840-94f2-44b6-a1a7-62b08dda9632 req-4bdfd432-6bb5-45fc-9eac-2afe81f42229 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=0c6f0000-2b9c-46ed-b9d0-0867b5cac235&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008835 Jun 01 18:52:15.331333 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-b2ac197f-7a25-40f3-801d-12bd210cda46 None None] Provisioning complete for port cf56a15e-ee47-4f65-a7e0-8d7108ba06a8 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:52:15.331809 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-b2ac197f-7a25-40f3-801d-12bd210cda46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:15.347084 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eae6fc4-fd6b-470e-9e2c-5481db98ee31 req-7b919eb2-b793-4ab1-b9b4-1a39ac61f13d tempest-ServersTestBootFromVolume-197582985 tempest-ServersTestBootFromVolume-197582985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:52:15.349023 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-6eae6fc4-fd6b-470e-9e2c-5481db98ee31 req-7b919eb2-b793-4ab1-b9b4-1a39ac61f13d tempest-ServersTestBootFromVolume-197582985 tempest-ServersTestBootFromVolume-197582985-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd3db4c5-8c77-4882-a37d-7668ef2d7c3e HTTP/1.1" status: 200 len: 946 time: 0.1856704 Jun 01 18:52:15.349779 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-3649fbd3-3cec-4b8f-b130-1ea8b4e69881 req-da30a540-7f8e-4db3-b015-322812b9389d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:15.361394 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device cf56a15e-ee47-4f65-a7e0-8d7108ba06a8 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:52:15.411054 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-6eae6fc4-fd6b-470e-9e2c-5481db98ee31 req-2af20129-5d0c-4066-b1d2-43c711e27472 tempest-ServersTestBootFromVolume-197582985 tempest-ServersTestBootFromVolume-197582985-project] 10.222.0.41 "GET /v2.0/security-groups?id=0c6f0000-2b9c-46ed-b9d0-0867b5cac235&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556424 Jun 01 18:52:15.418709 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port 4e81e01b-8c80-4249-9817-a03c8dcd527d is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:52:15.419084 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:15.483678 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9262037a-7049-4bbd-8004-9dd3713c1be3 req-54e649ba-9eef-41ee-9f95-e6bc64c6b3de tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbe27866-6450-47f0-a8e1-f266dfb72433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3956058 Jun 01 18:52:15.490814 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-e575c552-2202-4c6b-a6de-0291d4e9abfe admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-808524778-network', 'tenant_id': '9da8911c90e044c58dc0cf3fd4a5638a'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:52:15.502331 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 4e81e01b-8c80-4249-9817-a03c8dcd527d, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=4e81e01b-8c80-4249-9817-a03c8dcd527d,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:52:15.510479 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-e575c552-2202-4c6b-a6de-0291d4e9abfe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:52:15.513507 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:15.525796 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-e575c552-2202-4c6b-a6de-0291d4e9abfe admin admin] Usage tracker for resource:network and tenant:9da8911c90e044c58dc0cf3fd4a5638a is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:52:15.531383 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-e575c552-2202-4c6b-a6de-0291d4e9abfe admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:52:15.564686 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-e575c552-2202-4c6b-a6de-0291d4e9abfe admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:52:15.637339 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e575c552-2202-4c6b-a6de-0291d4e9abfe admin admin] Made reservation on behalf of 9da8911c90e044c58dc0cf3fd4a5638a for: {'network': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:52:15.639751 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e575c552-2202-4c6b-a6de-0291d4e9abfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:15.646179 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port cf56a15e-ee47-4f65-a7e0-8d7108ba06a8 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:52:15.646540 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:15.649960 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d9cd7219-e2f7-4715-9c6a-959933c174ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:15.657100 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e575c552-2202-4c6b-a6de-0291d4e9abfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:15.688599 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-e575c552-2202-4c6b-a6de-0291d4e9abfe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:52:15.691227 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cd7219-e2f7-4715-9c6a-959933c174ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92a17d50-2df0-40ae-b96c-a6dd4806ac43,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:52:15.697826 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-e575c552-2202-4c6b-a6de-0291d4e9abfe admin admin] Usage tracker for resource:security_group_rule and tenant:9da8911c90e044c58dc0cf3fd4a5638a is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:52:15.702225 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-e575c552-2202-4c6b-a6de-0291d4e9abfe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:52:15.712203 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-e575c552-2202-4c6b-a6de-0291d4e9abfe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:52:15.731231 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=4e81e01b-8c80-4249-9817-a03c8dcd527d,revision_number=13']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:52:15.738862 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-b2ac197f-7a25-40f3-801d-12bd210cda46 None None] Current status of the port cf56a15e-ee47-4f65-a7e0-8d7108ba06a8 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:52:15.758046 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66490cf6-9dae-470d-aa96-0cae00f2f465 req-2ef2740e-7c57-4f49-8af7-efdc4719e4bf tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:52:15.766971 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-66490cf6-9dae-470d-aa96-0cae00f2f465 req-2ef2740e-7c57-4f49-8af7-efdc4719e4bf tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=863d6d17-7ec0-45a3-a6dc-82b322b76ced HTTP/1.1" status: 200 len: 946 time: 0.1854408 Jun 01 18:52:15.768006 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d9cd7219-e2f7-4715-9c6a-959933c174ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:15.769101 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-d9cd7219-e2f7-4715-9c6a-959933c174ba admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/92a17d50-2df0-40ae-b96c-a6dd4806ac43 HTTP/1.1" status: 204 len: 168 time: 2.2837315 Jun 01 18:52:15.839532 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port cf56a15e-ee47-4f65-a7e0-8d7108ba06a8 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:52:15.850185 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f933aa85-c76b-42b7-807d-066dd69d6a50 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:15.851229 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f933aa85-c76b-42b7-807d-066dd69d6a50 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:15.853605 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-66490cf6-9dae-470d-aa96-0cae00f2f465 req-9a26fac2-4947-4a07-9123-610d123ed434 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ce59b29-4aa6-4d2e-8584-a540c0a14c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855765 Jun 01 18:52:15.956714 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e575c552-2202-4c6b-a6de-0291d4e9abfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:15.964195 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e575c552-2202-4c6b-a6de-0291d4e9abfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:16.057788 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e575c552-2202-4c6b-a6de-0291d4e9abfe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 142} {{(pid=88525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 18:52:16.076668 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e575c552-2202-4c6b-a6de-0291d4e9abfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbd82335-e0f2-4105-b427-126e55c5fbae,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:52:16.089294 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e575c552-2202-4c6b-a6de-0291d4e9abfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:16.089618 n-d-844202-1 neutron-server[88525]: INFO neutron.db.segments_db [None req-e575c552-2202-4c6b-a6de-0291d4e9abfe admin admin] Added segment 182d40cc-3a03-495c-b3d5-827c96c30acf of type vlan for network 908da31a-c43f-4d78-b2f1-4926efeaafe9 Jun 01 18:52:16.137252 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9354f15-ec85-4f0f-a66e-723a03659ffc req-47346666-61d3-4156-99df-a38835caff1b tempest-ServersNegativeTestMultiTenantJSON-629909355 tempest-ServersNegativeTestMultiTenantJSON-629909355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:52:16.138893 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c9354f15-ec85-4f0f-a66e-723a03659ffc req-47346666-61d3-4156-99df-a38835caff1b tempest-ServersNegativeTestMultiTenantJSON-629909355 tempest-ServersNegativeTestMultiTenantJSON-629909355-project] 10.222.0.41 "GET /v2.0/ports?device_id=696ef34d-b63e-4a1b-9a68-db62b0992bb3 HTTP/1.1" status: 200 len: 932 time: 0.1607709 Jun 01 18:52:16.140711 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e575c552-2202-4c6b-a6de-0291d4e9abfe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:16.160113 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-f933aa85-c76b-42b7-807d-066dd69d6a50 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Calling delete_port for 660719cc-a49e-4833-96bb-9fdd7a61cfe9 owned by network:floatingip {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:52:16.207767 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c9354f15-ec85-4f0f-a66e-723a03659ffc req-2b3a2764-3584-4b28-8a49-02ef6f78c1d4 tempest-ServersNegativeTestMultiTenantJSON-629909355 tempest-ServersNegativeTestMultiTenantJSON-629909355-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b0166a7-13c4-4bb0-b1a5-07fc2e2cdde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629253 Jun 01 18:52:16.213303 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e575c552-2202-4c6b-a6de-0291d4e9abfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:16.214690 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e575c552-2202-4c6b-a6de-0291d4e9abfe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:52:16.215406 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e575c552-2202-4c6b-a6de-0291d4e9abfe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:16.256131 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 54900) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:52:16.270685 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-e575c552-2202-4c6b-a6de-0291d4e9abfe admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9593654 Jun 01 18:52:16.272531 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 54904) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:52:16.286138 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99708f45-e5c1-44a5-931a-fa7f1b793fa4 admin admin] Router c701c518-db9e-42d2-a7bd-ff951ff63bee is scheduled to L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 with binding_index 1 {{(pid=88524) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 18:52:16.289180 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-274f8af5-ddcc-42dc-9a4e-cf2021a89cb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:16.337525 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-6bb9c89b-3594-4419-a22c-74536b7897f6 admin admin] Request body: {'subnet': {'network_id': '908da31a-c43f-4d78-b2f1-4926efeaafe9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-808524778-subnet', 'tenant_id': '9da8911c90e044c58dc0cf3fd4a5638a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:52:16.350260 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-274f8af5-ddcc-42dc-9a4e-cf2021a89cb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:52:16.357810 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-6bb9c89b-3594-4419-a22c-74536b7897f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:52:16.362574 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-274f8af5-ddcc-42dc-9a4e-cf2021a89cb7 admin admin] Usage tracker for resource:security_group_rule and tenant:6b3ccdbc27154260a2a14d8fbbe5b1e7 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:52:16.405604 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-6bb9c89b-3594-4419-a22c-74536b7897f6 admin admin] Usage tracker for resource:subnet and tenant:9da8911c90e044c58dc0cf3fd4a5638a is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:52:16.409401 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-6bb9c89b-3594-4419-a22c-74536b7897f6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:52:16.423528 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-6bb9c89b-3594-4419-a22c-74536b7897f6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:52:16.427043 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e575c552-2202-4c6b-a6de-0291d4e9abfe admin admin] Pushing event updated for resources: {'Network': ['ID=908da31a-c43f-4d78-b2f1-4926efeaafe9,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:52:16.432092 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-274f8af5-ddcc-42dc-9a4e-cf2021a89cb7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:52:16.440244 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network 908da31a-c43f-4d78-b2f1-4926efeaafe9 details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 18:52:16.440843 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bb9c89b-3594-4419-a22c-74536b7897f6 admin admin] Made reservation on behalf of 9da8911c90e044c58dc0cf3fd4a5638a for: {'subnet': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:52:16.443405 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6bb9c89b-3594-4419-a22c-74536b7897f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9667140'] for subnet, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:16.450411 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-274f8af5-ddcc-42dc-9a4e-cf2021a89cb7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:52:16.590884 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85f1cd4-858b-4c2b-8c6b-5478c518db8b req-28f99e21-9da9-499b-9584-12eb68072e5e tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:52:16.592679 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d85f1cd4-858b-4c2b-8c6b-5478c518db8b req-28f99e21-9da9-499b-9584-12eb68072e5e tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=863d6d17-7ec0-45a3-a6dc-82b322b76ced HTTP/1.1" status: 200 len: 946 time: 0.2509792 Jun 01 18:52:16.715337 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d85f1cd4-858b-4c2b-8c6b-5478c518db8b req-ceff9bf6-86d3-447b-9212-609653deb05a tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ce59b29-4aa6-4d2e-8584-a540c0a14c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1094484 Jun 01 18:52:16.777080 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6bb9c89b-3594-4419-a22c-74536b7897f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2614064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9667190'] for subnet, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:16.826510 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.db.resource_extend [req-3649fbd3-3cec-4b8f-b130-1ea8b4e69881 req-da30a540-7f8e-4db3-b015-322812b9389d service neutron] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 18:52:16.841052 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e0de0f-b455-4ece-b2c4-308713af985b req-85f5a62a-83a4-4bdc-aeec-ada8335f7bd9 tempest-MigrationsAdminTest-1367962390 tempest-MigrationsAdminTest-1367962390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:52:16.842536 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b4e0de0f-b455-4ece-b2c4-308713af985b req-85f5a62a-83a4-4bdc-aeec-ada8335f7bd9 tempest-MigrationsAdminTest-1367962390 tempest-MigrationsAdminTest-1367962390-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=1f43a9ce-4418-4b9a-ad7d-a8a7a81bb33c HTTP/1.1" status: 200 len: 1101 time: 0.7082059 Jun 01 18:52:16.913921 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb9c89b-3594-4419-a22c-74536b7897f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b62dadc8-5788-404f-95cb-85382718471e,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:52:16.933982 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb9c89b-3594-4419-a22c-74536b7897f6 admin admin] Checking segment: {'id': '182d40cc-3a03-495c-b3d5-827c96c30acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '908da31a-c43f-4d78-b2f1-4926efeaafe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:52:16.934421 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bb9c89b-3594-4419-a22c-74536b7897f6 admin admin] Network hostable DHCP agents. Network: 908da31a-c43f-4d78-b2f1-4926efeaafe9, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 18:52:16.963898 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f933aa85-c76b-42b7-807d-066dd69d6a50 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:16.972928 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdf4b98-0c09-4e6a-908b-d01cc05759f3 req-e12994a0-981d-4145-91ae-3c8fcbf81d7f tempest-ServersTestBootFromVolume-197582985 tempest-ServersTestBootFromVolume-197582985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:52:16.974467 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-0fdf4b98-0c09-4e6a-908b-d01cc05759f3 req-e12994a0-981d-4145-91ae-3c8fcbf81d7f tempest-ServersTestBootFromVolume-197582985 tempest-ServersTestBootFromVolume-197582985-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd3db4c5-8c77-4882-a37d-7668ef2d7c3e HTTP/1.1" status: 200 len: 946 time: 0.1425900 Jun 01 18:52:16.980706 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bb9c89b-3594-4419-a22c-74536b7897f6 admin admin] Network 908da31a-c43f-4d78-b2f1-4926efeaafe9 is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 18:52:16.986807 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f43a9ce-4418-4b9a-ad7d-a8a7a81bb33c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e81e01b-8c80-4249-9817-a03c8dcd527d'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:52:17.006400 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-6bb9c89b-3594-4419-a22c-74536b7897f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, 908da31a-c43f-4d78-b2f1-4926efeaafe9) {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:52:17.009629 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99708f45-e5c1-44a5-931a-fa7f1b793fa4 admin admin] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 18:52:17.012635 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [req-3649fbd3-3cec-4b8f-b130-1ea8b4e69881 req-da30a540-7f8e-4db3-b015-322812b9389d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36a1dde4-3db8-4ec3-8216-d3bba7759164 {{(pid=88524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:52:17.013407 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bb9c89b-3594-4419-a22c-74536b7897f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:52:17.014018 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6bb9c89b-3594-4419-a22c-74536b7897f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:17.022373 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a858c3cc-665c-48e3-add1-98673f8cf347 None None] Network 908da31a-c43f-4d78-b2f1-4926efeaafe9 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 18:52:17.043206 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56daee20-c4b1-4f26-b411-fcedcaba375b None None] Sync routers for ids ['c701c518-db9e-42d2-a7bd-ff951ff63bee'] in n-d-844202-1 {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 18:52:17.045378 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-0fdf4b98-0c09-4e6a-908b-d01cc05759f3 req-340820e1-963a-45f4-945e-052aee571b68 tempest-ServersTestBootFromVolume-197582985 tempest-ServersTestBootFromVolume-197582985-project] 10.222.0.41 "GET /v2.0/security-groups?id=0c6f0000-2b9c-46ed-b9d0-0867b5cac235&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604472 Jun 01 18:52:17.050720 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-6bb9c89b-3594-4419-a22c-74536b7897f6 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7767062 Jun 01 18:52:17.056810 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 54914) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:52:17.059055 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-3649fbd3-3cec-4b8f-b130-1ea8b4e69881 req-da30a540-7f8e-4db3-b015-322812b9389d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:17.062423 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-93562856-858f-4224-b094-f9f3ccf72047 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-808524778-router', 'tenant_id': '9da8911c90e044c58dc0cf3fd4a5638a', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:52:17.066067 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f933aa85-c76b-42b7-807d-066dd69d6a50 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Pushing event deleted for resources: {'Port': ['ID=660719cc-a49e-4833-96bb-9fdd7a61cfe9,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:52:17.069033 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b4e0de0f-b455-4ece-b2c4-308713af985b req-bfd6ee0b-3b6a-4dba-9a11-4731b950d923 tempest-MigrationsAdminTest-1367962390 tempest-MigrationsAdminTest-1367962390-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=bbe27866-6450-47f0-a8e1-f266dfb72433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144573 Jun 01 18:52:17.073409 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-93562856-858f-4224-b094-f9f3ccf72047 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:52:17.078100 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-93562856-858f-4224-b094-f9f3ccf72047 admin admin] Usage tracker for resource:router and tenant:9da8911c90e044c58dc0cf3fd4a5638a is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:52:17.081065 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-93562856-858f-4224-b094-f9f3ccf72047 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:52:17.087791 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-93562856-858f-4224-b094-f9f3ccf72047 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:52:17.100151 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-93562856-858f-4224-b094-f9f3ccf72047 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-885767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25238'] for router, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:17.103257 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-93562856-858f-4224-b094-f9f3ccf72047 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-901042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-886562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-981784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25327'] for router, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:17.129221 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-93562856-858f-4224-b094-f9f3ccf72047 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:17.152848 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56daee20-c4b1-4f26-b411-fcedcaba375b None None] Routers {'c701c518-db9e-42d2-a7bd-ff951ff63bee'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:52:17.168970 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-56daee20-c4b1-4f26-b411-fcedcaba375b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:52:09Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['c701c518-db9e-42d2-a7bd-ff951ff63bee'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:52:17.191757 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [req-3649fbd3-3cec-4b8f-b130-1ea8b4e69881 req-da30a540-7f8e-4db3-b015-322812b9389d service neutron] Transition to ACTIVE for port object 36a1dde4-3db8-4ec3-8216-d3bba7759164 will not be triggered until provisioned by entity L2. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:52:17.215976 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-3649fbd3-3cec-4b8f-b130-1ea8b4e69881 req-da30a540-7f8e-4db3-b015-322812b9389d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:17.249415 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bbc9c2d1-197a-4f37-be45-6189ed610b96'] response: {'server_uuid': '1f43a9ce-4418-4b9a-ad7d-a8a7a81bb33c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e81e01b-8c80-4249-9817-a03c8dcd527d', 'code': 200} Jun 01 18:52:17.258539 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-274f8af5-ddcc-42dc-9a4e-cf2021a89cb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:17.269305 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-99708f45-e5c1-44a5-931a-fa7f1b793fa4 admin admin] Notify callbacks [] for router, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:17.270597 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-99708f45-e5c1-44a5-931a-fa7f1b793fa4 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 10.1777143 Jun 01 18:52:17.273955 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 54924) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:52:17.294988 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-274f8af5-ddcc-42dc-9a4e-cf2021a89cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:17.440419 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f933aa85-c76b-42b7-807d-066dd69d6a50 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Notify callbacks [] for floatingip, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:17.442791 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f933aa85-c76b-42b7-807d-066dd69d6a50 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for floatingip, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:17.443936 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-f933aa85-c76b-42b7-807d-066dd69d6a50 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] 10.222.0.41 "DELETE /v2.0/floatingips/a8e7075c-fc57-415d-80f4-f26316e1535a HTTP/1.1" status: 204 len: 168 time: 3.1556542 Jun 01 18:52:17.472908 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 54932) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:52:17.517830 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-56daee20-c4b1-4f26-b411-fcedcaba375b None None] Set router c701c518-db9e-42d2-a7bd-ff951ff63bee gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:52:17.551329 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da30a540-7f8e-4db3-b015-322812b9389d service neutron] Pushing event updated for resources: {'Port': ['ID=36a1dde4-3db8-4ec3-8216-d3bba7759164,revision_number=2']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:52:17.567560 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274f8af5-ddcc-42dc-9a4e-cf2021a89cb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53960645-eb84-4f68-b84c-7cceaddc8544,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:52:17.587691 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-274f8af5-ddcc-42dc-9a4e-cf2021a89cb7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6b3ccdbc27154260a2a14d8fbbe5b1e7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3262222 Jun 01 18:52:17.629926 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 54940) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:52:17.659404 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b045808-87dc-464c-a251-7c61c058463a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc93f83c3-7fb6-5c13-a9d4-29d739a4e8d2-908da31a-c43f-4d78-b2f1-4926efeaafe9', 'network_id': '908da31a-c43f-4d78-b2f1-4926efeaafe9', 'tenant_id': '9da8911c90e044c58dc0cf3fd4a5638a', 'fixed_ips': [{'subnet_id': 'b62dadc8-5788-404f-95cb-85382718471e'}]}} from n-d-844202-1. {{(pid=88526) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 18:52:17.661224 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-5b045808-87dc-464c-a251-7c61c058463a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:17.691897 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-12d23d8c-4615-4231-b127-fff3dcdce8b6 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Deleting port a3f4ba38-c0d9-4785-8b90-9f4ff43d59a6 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:52:17.692078 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-12d23d8c-4615-4231-b127-fff3dcdce8b6 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:17.736059 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-93562856-858f-4224-b094-f9f3ccf72047 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-886608', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-885830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25341'] for router, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:17.813140 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-3649fbd3-3cec-4b8f-b130-1ea8b4e69881 req-da30a540-7f8e-4db3-b015-322812b9389d service neutron] Attempting to bind port 36a1dde4-3db8-4ec3-8216-d3bba7759164 on host n-h2-844202-1 for vnic_type normal with profile {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:52:17.813354 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-3649fbd3-3cec-4b8f-b130-1ea8b4e69881 req-da30a540-7f8e-4db3-b015-322812b9389d service neutron] Attempting to bind port 36a1dde4-3db8-4ec3-8216-d3bba7759164 by drivers openvswitch,hyperv on host n-h2-844202-1 at level 0 using segments [{'id': 'dab1b9f6-ccde-4fe0-bce4-194baa7219d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '6fd0b122-332b-4a84-9861-dd10d5a59a3c'}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:52:17.813682 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3649fbd3-3cec-4b8f-b130-1ea8b4e69881 req-da30a540-7f8e-4db3-b015-322812b9389d service neutron] Attempting to bind port 36a1dde4-3db8-4ec3-8216-d3bba7759164 on network 6fd0b122-332b-4a84-9861-dd10d5a59a3c {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:52:17.935385 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3649fbd3-3cec-4b8f-b130-1ea8b4e69881 req-da30a540-7f8e-4db3-b015-322812b9389d service neutron] Port 36a1dde4-3db8-4ec3-8216-d3bba7759164 on network 6fd0b122-332b-4a84-9861-dd10d5a59a3c not bound, no agent of type Open vSwitch agent registered on host n-h2-844202-1 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 18:52:17.935953 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3649fbd3-3cec-4b8f-b130-1ea8b4e69881 req-da30a540-7f8e-4db3-b015-322812b9389d service neutron] Attempting to bind port 36a1dde4-3db8-4ec3-8216-d3bba7759164 on network 6fd0b122-332b-4a84-9861-dd10d5a59a3c {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:52:17.953827 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9d177b-28b1-490b-b493-8fd8690ba0ae req-f57454f9-2c95-4e73-8ccd-289b31a42bf3 tempest-ServersTestBootFromVolume-197582985 tempest-ServersTestBootFromVolume-197582985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:52:17.957920 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3c9d177b-28b1-490b-b493-8fd8690ba0ae req-f57454f9-2c95-4e73-8ccd-289b31a42bf3 tempest-ServersTestBootFromVolume-197582985 tempest-ServersTestBootFromVolume-197582985-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd3db4c5-8c77-4882-a37d-7668ef2d7c3e HTTP/1.1" status: 200 len: 946 time: 0.5828643 Jun 01 18:52:17.974757 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 54948) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:52:17.985176 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-07ff2830-2bad-4a66-b7bd-675af598772e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:18.020615 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-5840296a-5c8c-4e26-bafb-7d7c70083d9b tempest-ServersTestBootFromVolume-197582985 tempest-ServersTestBootFromVolume-197582985-project] Request body: {'floatingip': {'port_id': '545a0761-7391-430a-b567-827665e1d571'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:52:18.185326 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3649fbd3-3cec-4b8f-b130-1ea8b4e69881 req-da30a540-7f8e-4db3-b015-322812b9389d service neutron] Checking agent: {'id': 'f5db9968-6317-4186-9100-9e0ca6b50417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 18, 52, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:52:18.186202 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3649fbd3-3cec-4b8f-b130-1ea8b4e69881 req-da30a540-7f8e-4db3-b015-322812b9389d service neutron] Checking segment: {'id': 'dab1b9f6-ccde-4fe0-bce4-194baa7219d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '6fd0b122-332b-4a84-9861-dd10d5a59a3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:52:18.187048 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3649fbd3-3cec-4b8f-b130-1ea8b4e69881 req-da30a540-7f8e-4db3-b015-322812b9389d service neutron] Bound using segment: {'id': 'dab1b9f6-ccde-4fe0-bce4-194baa7219d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '6fd0b122-332b-4a84-9861-dd10d5a59a3c'} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:52:18.188180 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-3649fbd3-3cec-4b8f-b130-1ea8b4e69881 req-da30a540-7f8e-4db3-b015-322812b9389d service neutron] Bound port: 36a1dde4-3db8-4ec3-8216-d3bba7759164, host: n-h2-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dab1b9f6-ccde-4fe0-bce4-194baa7219d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '6fd0b122-332b-4a84-9861-dd10d5a59a3c'}}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:52:18.188992 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-3649fbd3-3cec-4b8f-b130-1ea8b4e69881 req-da30a540-7f8e-4db3-b015-322812b9389d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:18.216557 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.db_base_plugin_common [None req-5b045808-87dc-464c-a251-7c61c058463a None None] Allocated IP 172.20.0.2 (908da31a-c43f-4d78-b2f1-4926efeaafe9/b62dadc8-5788-404f-95cb-85382718471e/86873127-3898-4dc4-846e-35ce210488c6) {{(pid=88526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:52:18.339287 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-56daee20-c4b1-4f26-b411-fcedcaba375b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c701c518-db9e-42d2-a7bd-ff951ff63bee', 'name': 'tempest-ServersTestFqdnHostnames-1543566933-router', 'tenant_id': '5f3ed1997db14c79a2fbb09db0c8050d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.82'}], 'enable_snat': True}, 'gw_port_id': 'acbbbe45-12ee-42d9-935c-0f33328912c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:52:07Z', 'updated_at': '2022-06-01T18:52:12Z', 'revision_number': 3, 'project_id': '5f3ed1997db14c79a2fbb09db0c8050d', 'gw_port': {'id': 'acbbbe45-12ee-42d9-935c-0f33328912c8', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:b6:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c701c518-db9e-42d2-a7bd-ff951ff63bee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:52:09Z', 'updated_at': '2022-06-01T18:52:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:52:18.347768 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56daee20-c4b1-4f26-b411-fcedcaba375b None None] Checking router: c701c518-db9e-42d2-a7bd-ff951ff63bee for host: n-d-844202-1 {{(pid=88526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 18:52:18.348036 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56daee20-c4b1-4f26-b411-fcedcaba375b None None] Updating router c701c518-db9e-42d2-a7bd-ff951ff63bee port acbbbe45-12ee-42d9-935c-0f33328912c8 binding host n-d-844202-1 {{(pid=88526) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 18:52:18.378310 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-07ff2830-2bad-4a66-b7bd-675af598772e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:18.388743 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-5840296a-5c8c-4e26-bafb-7d7c70083d9b tempest-ServersTestBootFromVolume-197582985 tempest-ServersTestBootFromVolume-197582985-project] Notify callbacks [] for floatingip, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:18.432063 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-56daee20-c4b1-4f26-b411-fcedcaba375b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:18.568687 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f99e3a5-ddf2-49b9-abca-e30608a982a4 req-611aceb0-f09d-42c6-b665-ff0d822eb864 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:52:18.571262 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8f99e3a5-ddf2-49b9-abca-e30608a982a4 req-611aceb0-f09d-42c6-b665-ff0d822eb864 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f43a9ce-4418-4b9a-ad7d-a8a7a81bb33c HTTP/1.1" status: 200 len: 950 time: 0.3735502 Jun 01 18:52:18.631095 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-5b045808-87dc-464c-a251-7c61c058463a None None] Notify callbacks [] for port, precommit_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:18.652462 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-5b045808-87dc-464c-a251-7c61c058463a None None] Transition to ACTIVE for port object 86873127-3898-4dc4-846e-35ce210488c6 will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:52:18.722251 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-12d23d8c-4615-4231-b127-fff3dcdce8b6 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:18.801777 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8f99e3a5-ddf2-49b9-abca-e30608a982a4 req-eb7c0bf4-de5b-4d56-bd3f-c47336c0e809 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbe27866-6450-47f0-a8e1-f266dfb72433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167556 Jun 01 18:52:18.888668 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-3649fbd3-3cec-4b8f-b130-1ea8b4e69881 req-da30a540-7f8e-4db3-b015-322812b9389d service neutron] For port 36a1dde4-3db8-4ec3-8216-d3bba7759164, host n-h2-844202-1, cleared binding levels {{(pid=88524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:52:18.945702 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-56daee20-c4b1-4f26-b411-fcedcaba375b None None] Notify callbacks [] for port, precommit_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:18.966344 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-56daee20-c4b1-4f26-b411-fcedcaba375b None None] Transition to ACTIVE for port object acbbbe45-12ee-42d9-935c-0f33328912c8 will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:52:18.978230 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-56daee20-c4b1-4f26-b411-fcedcaba375b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:19.015372 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-12d23d8c-4615-4231-b127-fff3dcdce8b6 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Calling delete_port for a3f4ba38-c0d9-4785-8b90-9f4ff43d59a6 owned by {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:52:19.025655 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-5b045808-87dc-464c-a251-7c61c058463a None None] Transition to ACTIVE for port object 86873127-3898-4dc4-846e-35ce210488c6 will not be triggered until provisioned by entity DHCP. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:52:19.051262 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46418eb8-3e6d-482b-8fbb-c84c074fac54 req-c510cd66-dfb1-4b60-b28e-500eadd0978e tempest-ServersNegativeTestMultiTenantJSON-629909355 tempest-ServersNegativeTestMultiTenantJSON-629909355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:52:19.051973 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-46418eb8-3e6d-482b-8fbb-c84c074fac54 req-c510cd66-dfb1-4b60-b28e-500eadd0978e tempest-ServersNegativeTestMultiTenantJSON-629909355 tempest-ServersNegativeTestMultiTenantJSON-629909355-project] Synchronizing usage tracker for tenant:f167e3bf5d8442fa98a3f8c176c30572 on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:52:19.058067 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-3649fbd3-3cec-4b8f-b130-1ea8b4e69881 req-da30a540-7f8e-4db3-b015-322812b9389d service neutron] For port 36a1dde4-3db8-4ec3-8216-d3bba7759164, host n-h2-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=36a1dde4-3db8-4ec3-8216-d3bba7759164,segment=NetworkSegment(dab1b9f6-ccde-4fe0-bce4-194baa7219d3),segment_id=dab1b9f6-ccde-4fe0-bce4-194baa7219d3)] {{(pid=88524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:52:19.058299 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-5b045808-87dc-464c-a251-7c61c058463a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526'] for port, after_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:19.073638 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-07ff2830-2bad-4a66-b7bd-675af598772e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:19.089987 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b045808-87dc-464c-a251-7c61c058463a None None] Network 908da31a-c43f-4d78-b2f1-4926efeaafe9 is already hosted by enough agents. {{(pid=88526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:52:19.091245 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.base_scheduler [None req-5b045808-87dc-464c-a251-7c61c058463a None None] Resources bound (agent type, host, resource id): {{(pid=88526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:52:19.093146 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-56daee20-c4b1-4f26-b411-fcedcaba375b None None] Attempting to bind port acbbbe45-12ee-42d9-935c-0f33328912c8 on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:52:19.093586 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-56daee20-c4b1-4f26-b411-fcedcaba375b None None] Attempting to bind port acbbbe45-12ee-42d9-935c-0f33328912c8 by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:52:19.094005 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56daee20-c4b1-4f26-b411-fcedcaba375b None None] Attempting to bind port acbbbe45-12ee-42d9-935c-0f33328912c8 on network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:52:19.098685 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b045808-87dc-464c-a251-7c61c058463a None None] Received port after_create {{(pid=88526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:52:19.107078 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4a5022-4826-42fc-ac3b-b8b5b40a652b None None] Pushing event updated for resources: {'Port': ['ID=acbbbe45-12ee-42d9-935c-0f33328912c8,revision_number=2']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:52:19.147056 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56daee20-c4b1-4f26-b411-fcedcaba375b None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 18, 52, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:52:19.148042 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56daee20-c4b1-4f26-b411-fcedcaba375b None None] Checking segment: {'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:52:19.148485 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-56daee20-c4b1-4f26-b411-fcedcaba375b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:19.149235 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56daee20-c4b1-4f26-b411-fcedcaba375b None None] Bound using segment: {'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:52:19.150056 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-56daee20-c4b1-4f26-b411-fcedcaba375b None None] Bound port: acbbbe45-12ee-42d9-935c-0f33328912c8, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:52:19.150056 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-56daee20-c4b1-4f26-b411-fcedcaba375b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:19.151150 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-93562856-858f-4224-b094-f9f3ccf72047 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:19.154888 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-3649fbd3-3cec-4b8f-b130-1ea8b4e69881 req-da30a540-7f8e-4db3-b015-322812b9389d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:19.241470 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-93562856-858f-4224-b094-f9f3ccf72047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:19.260987 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ff2830-2bad-4a66-b7bd-675af598772e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53960645-eb84-4f68-b84c-7cceaddc8544,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:52:19.280939 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3649fbd3-3cec-4b8f-b130-1ea8b4e69881 req-da30a540-7f8e-4db3-b015-322812b9389d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:52:19.280939 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-3649fbd3-3cec-4b8f-b130-1ea8b4e69881 req-da30a540-7f8e-4db3-b015-322812b9389d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:19.282466 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3649fbd3-3cec-4b8f-b130-1ea8b4e69881 req-da30a540-7f8e-4db3-b015-322812b9389d service neutron] 10.222.0.50 "PUT /v2.0/ports/36a1dde4-3db8-4ec3-8216-d3bba7759164 HTTP/1.1" status: 200 len: 1092 time: 5.0041556 Jun 01 18:52:19.293741 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '696ef34d-b63e-4a1b-9a68-db62b0992bb3', 'tag': '36a1dde4-3db8-4ec3-8216-d3bba7759164'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:52:19.326912 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b045808-87dc-464c-a251-7c61c058463a None None] Pushing event updated for resources: {'Port': ['ID=86873127-3898-4dc4-846e-35ce210488c6,revision_number=1']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:52:19.344101 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-07ff2830-2bad-4a66-b7bd-675af598772e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:19.348297 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-07ff2830-2bad-4a66-b7bd-675af598772e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/53960645-eb84-4f68-b84c-7cceaddc8544 HTTP/1.1" status: 204 len: 168 time: 1.7151423 Jun 01 18:52:19.363872 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-5b045808-87dc-464c-a251-7c61c058463a None None] Attempting to bind port 86873127-3898-4dc4-846e-35ce210488c6 on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:52:19.365023 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-5b045808-87dc-464c-a251-7c61c058463a None None] Attempting to bind port 86873127-3898-4dc4-846e-35ce210488c6 by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': '182d40cc-3a03-495c-b3d5-827c96c30acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '908da31a-c43f-4d78-b2f1-4926efeaafe9'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:52:19.365461 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b045808-87dc-464c-a251-7c61c058463a None None] Attempting to bind port 86873127-3898-4dc4-846e-35ce210488c6 on network 908da31a-c43f-4d78-b2f1-4926efeaafe9 {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:52:19.371896 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-56daee20-c4b1-4f26-b411-fcedcaba375b None None] For port acbbbe45-12ee-42d9-935c-0f33328912c8, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:52:19.377273 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-56daee20-c4b1-4f26-b411-fcedcaba375b None None] For port acbbbe45-12ee-42d9-935c-0f33328912c8, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=acbbbe45-12ee-42d9-935c-0f33328912c8,segment=NetworkSegment(7875af61-4c53-4ff2-b8c8-d4b7c35ff947),segment_id=7875af61-4c53-4ff2-b8c8-d4b7c35ff947)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:52:19.378643 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-46418eb8-3e6d-482b-8fbb-c84c074fac54 req-c510cd66-dfb1-4b60-b28e-500eadd0978e tempest-ServersNegativeTestMultiTenantJSON-629909355 tempest-ServersNegativeTestMultiTenantJSON-629909355-project] Unset dirty status for tenant:f167e3bf5d8442fa98a3f8c176c30572 on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:52:19.380593 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b045808-87dc-464c-a251-7c61c058463a None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 18, 52, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:52:19.382142 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b045808-87dc-464c-a251-7c61c058463a None None] Checking segment: {'id': '182d40cc-3a03-495c-b3d5-827c96c30acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '908da31a-c43f-4d78-b2f1-4926efeaafe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:52:19.382142 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-5b045808-87dc-464c-a251-7c61c058463a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:19.382142 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b045808-87dc-464c-a251-7c61c058463a None None] Bound using segment: {'id': '182d40cc-3a03-495c-b3d5-827c96c30acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '908da31a-c43f-4d78-b2f1-4926efeaafe9'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:52:19.382729 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-5b045808-87dc-464c-a251-7c61c058463a None None] Bound port: 86873127-3898-4dc4-846e-35ce210488c6, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '182d40cc-3a03-495c-b3d5-827c96c30acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '908da31a-c43f-4d78-b2f1-4926efeaafe9'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:52:19.383298 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-5b045808-87dc-464c-a251-7c61c058463a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:19.390599 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-46418eb8-3e6d-482b-8fbb-c84c074fac54 req-c510cd66-dfb1-4b60-b28e-500eadd0978e tempest-ServersNegativeTestMultiTenantJSON-629909355 tempest-ServersNegativeTestMultiTenantJSON-629909355-project] 10.222.0.41 "GET /v2.0/ports?device_id=696ef34d-b63e-4a1b-9a68-db62b0992bb3 HTTP/1.1" status: 200 len: 944 time: 1.1312516 Jun 01 18:52:19.408013 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-56daee20-c4b1-4f26-b411-fcedcaba375b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:19.418810 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33d79189-281d-40d2-af1d-5e4a57c2d488'] response: {'name': 'network-changed', 'server_uuid': '696ef34d-b63e-4a1b-9a68-db62b0992bb3', 'tag': '36a1dde4-3db8-4ec3-8216-d3bba7759164', 'status': 'completed', 'code': 200} Jun 01 18:52:19.560851 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da30a540-7f8e-4db3-b015-322812b9389d service neutron] Pushing event updated for resources: {'Port': ['ID=36a1dde4-3db8-4ec3-8216-d3bba7759164,revision_number=3']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:52:19.613928 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56daee20-c4b1-4f26-b411-fcedcaba375b None None] Routers {'c701c518-db9e-42d2-a7bd-ff951ff63bee'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:52:19.614569 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-56daee20-c4b1-4f26-b411-fcedcaba375b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:52:09Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['c701c518-db9e-42d2-a7bd-ff951ff63bee'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:52:19.655239 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-46418eb8-3e6d-482b-8fbb-c84c074fac54 req-1931dc9a-690e-458e-8e99-95718751eb1a tempest-ServersNegativeTestMultiTenantJSON-629909355 tempest-ServersNegativeTestMultiTenantJSON-629909355-project] Synchronizing usage tracker for tenant:f167e3bf5d8442fa98a3f8c176c30572 on resource:security_group {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:52:19.716296 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5caa1144-0bb3-42c2-8809-41dffbffe148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:19.752638 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3649fbd3-3cec-4b8f-b130-1ea8b4e69881 req-7ff6b4a3-eadb-4034-813b-8a9130614ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:52:19.754272 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3649fbd3-3cec-4b8f-b130-1ea8b4e69881 req-7ff6b4a3-eadb-4034-813b-8a9130614ed6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f167e3bf5d8442fa98a3f8c176c30572&device_id=696ef34d-b63e-4a1b-9a68-db62b0992bb3 HTTP/1.1" status: 200 len: 1095 time: 0.2573040 Jun 01 18:52:19.795937 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-12d23d8c-4615-4231-b127-fff3dcdce8b6 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:19.857217 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-46418eb8-3e6d-482b-8fbb-c84c074fac54 req-1931dc9a-690e-458e-8e99-95718751eb1a tempest-ServersNegativeTestMultiTenantJSON-629909355 tempest-ServersNegativeTestMultiTenantJSON-629909355-project] Unset dirty status for tenant:f167e3bf5d8442fa98a3f8c176c30572 on resource:security_group {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:52:19.879151 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-46418eb8-3e6d-482b-8fbb-c84c074fac54 req-1931dc9a-690e-458e-8e99-95718751eb1a tempest-ServersNegativeTestMultiTenantJSON-629909355 tempest-ServersNegativeTestMultiTenantJSON-629909355-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b0166a7-13c4-4bb0-b1a5-07fc2e2cdde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4756546 Jun 01 18:52:19.894143 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d23d8c-4615-4231-b127-fff3dcdce8b6 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Pushing event deleted for resources: {'Port': ['ID=a3f4ba38-c0d9-4785-8b90-9f4ff43d59a6,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:52:19.896043 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [None req-93562856-858f-4224-b094-f9f3ccf72047 admin admin] Allocated IP 172.25.4.190 (72a72e44-6845-488a-a5ff-3a26d4df9cb3/c314a23b-daa2-4106-ab28-8e6f954277b2/0717cc72-7117-44ae-b5ab-924a55678621) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:52:19.951979 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-56daee20-c4b1-4f26-b411-fcedcaba375b None None] Set router c701c518-db9e-42d2-a7bd-ff951ff63bee gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:52:19.969623 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763d4d11-8c2b-43ea-a5d0-4792dacc0b83 req-90a574a0-c3ea-491c-bfa0-77444904874a tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:52:19.971333 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-763d4d11-8c2b-43ea-a5d0-4792dacc0b83 req-90a574a0-c3ea-491c-bfa0-77444904874a tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.50 "GET /v2.0/ports?device_id=1f43a9ce-4418-4b9a-ad7d-a8a7a81bb33c HTTP/1.1" status: 200 len: 950 time: 0.5017788 Jun 01 18:52:20.087987 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3649fbd3-3cec-4b8f-b130-1ea8b4e69881 req-630a6d06-5013-4eea-aa0e-676dfe9777c1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=36a1dde4-3db8-4ec3-8216-d3bba7759164 HTTP/1.1" status: 200 len: 217 time: 0.2155101 Jun 01 18:52:20.131011 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-763d4d11-8c2b-43ea-a5d0-4792dacc0b83 req-0d66d745-70aa-449d-a411-77d3ec5e5350 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Deleting port 4e81e01b-8c80-4249-9817-a03c8dcd527d {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:52:20.131414 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-763d4d11-8c2b-43ea-a5d0-4792dacc0b83 req-0d66d745-70aa-449d-a411-77d3ec5e5350 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:20.198054 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-12d23d8c-4615-4231-b127-fff3dcdce8b6 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:20.220074 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4a5022-4826-42fc-ac3b-b8b5b40a652b None None] Pushing event updated for resources: {'Port': ['ID=acbbbe45-12ee-42d9-935c-0f33328912c8,revision_number=3']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:52:20.224764 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-12d23d8c-4615-4231-b127-fff3dcdce8b6 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] 10.222.0.41 "DELETE /v2.0/ports/a3f4ba38-c0d9-4785-8b90-9f4ff43d59a6 HTTP/1.1" status: 204 len: 168 time: 2.7511120 Jun 01 18:52:20.231856 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 54976) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:52:20.306050 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-5b045808-87dc-464c-a251-7c61c058463a None None] For port 86873127-3898-4dc4-846e-35ce210488c6, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:52:20.406938 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-5b045808-87dc-464c-a251-7c61c058463a None None] For port 86873127-3898-4dc4-846e-35ce210488c6, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=86873127-3898-4dc4-846e-35ce210488c6,segment=NetworkSegment(182d40cc-3a03-495c-b3d5-827c96c30acf),segment_id=182d40cc-3a03-495c-b3d5-827c96c30acf)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:52:20.422893 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-5b045808-87dc-464c-a251-7c61c058463a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:20.537084 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-5840296a-5c8c-4e26-bafb-7d7c70083d9b tempest-ServersTestBootFromVolume-197582985 tempest-ServersTestBootFromVolume-197582985-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:20.553484 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3649fbd3-3cec-4b8f-b130-1ea8b4e69881 req-ab4e57f5-d03c-4bb2-ac00-417f9e8533c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:52:20.556478 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3649fbd3-3cec-4b8f-b130-1ea8b4e69881 req-ab4e57f5-d03c-4bb2-ac00-417f9e8533c6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5c087ecf-553d-4910-a4ad-56c99a1193c6 HTTP/1.1" status: 200 len: 864 time: 0.4567389 Jun 01 18:52:20.578184 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-52e03ffa-24c9-45b6-aea3-540aab3ece3b tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Deleting port a2b102db-a0be-4f77-9ba0-fac6ef78d2af {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:52:20.578537 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-52e03ffa-24c9-45b6-aea3-540aab3ece3b tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:20.669117 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-5840296a-5c8c-4e26-bafb-7d7c70083d9b tempest-ServersTestBootFromVolume-197582985 tempest-ServersTestBootFromVolume-197582985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887712'] for floatingip, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:20.676375 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b045808-87dc-464c-a251-7c61c058463a None None] Pushing event updated for resources: {'Port': ['ID=86873127-3898-4dc4-846e-35ce210488c6,revision_number=2']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:52:20.690808 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3649fbd3-3cec-4b8f-b130-1ea8b4e69881 req-55cf47f0-8e7e-424f-b42f-d36e03991bd2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6fd0b122-332b-4a84-9861-dd10d5a59a3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1129766 Jun 01 18:52:20.723244 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-56daee20-c4b1-4f26-b411-fcedcaba375b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c701c518-db9e-42d2-a7bd-ff951ff63bee', 'name': 'tempest-ServersTestFqdnHostnames-1543566933-router', 'tenant_id': '5f3ed1997db14c79a2fbb09db0c8050d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.82'}], 'enable_snat': True}, 'gw_port_id': 'acbbbe45-12ee-42d9-935c-0f33328912c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:52:07Z', 'updated_at': '2022-06-01T18:52:12Z', 'revision_number': 3, 'project_id': '5f3ed1997db14c79a2fbb09db0c8050d', 'gw_port': {'id': 'acbbbe45-12ee-42d9-935c-0f33328912c8', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:b6:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c701c518-db9e-42d2-a7bd-ff951ff63bee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:52:09Z', 'updated_at': '2022-06-01T18:52:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:52:20.737902 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56daee20-c4b1-4f26-b411-fcedcaba375b None None] The sync data for ids ['c701c518-db9e-42d2-a7bd-ff951ff63bee'] in n-d-844202-1 is: [{'id': 'c701c518-db9e-42d2-a7bd-ff951ff63bee', 'name': 'tempest-ServersTestFqdnHostnames-1543566933-router', 'tenant_id': '5f3ed1997db14c79a2fbb09db0c8050d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.82'}], 'enable_snat': True}, 'gw_port_id': 'acbbbe45-12ee-42d9-935c-0f33328912c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:52:07Z', 'updated_at': '2022-06-01T18:52:12Z', 'revision_number': 3, 'project_id': '5f3ed1997db14c79a2fbb09db0c8050d', 'gw_port': {'id': 'acbbbe45-12ee-42d9-935c-0f33328912c8', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:b6:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c701c518-db9e-42d2-a7bd-ff951ff63bee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:52:09Z', 'updated_at': '2022-06-01T18:52:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}] {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 18:52:20.869301 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-93562856-858f-4224-b094-f9f3ccf72047 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:20.910351 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826d2f00-1f96-4046-b8b1-6e6659837805 req-c2679682-0dc3-4de9-b424-f813ff85ec71 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:52:20.915372 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-826d2f00-1f96-4046-b8b1-6e6659837805 req-c2679682-0dc3-4de9-b424-f813ff85ec71 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f43a9ce-4418-4b9a-ad7d-a8a7a81bb33c HTTP/1.1" status: 200 len: 950 time: 0.8038194 Jun 01 18:52:20.917596 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [None req-5caa1144-0bb3-42c2-8809-41dffbffe148 admin admin] Allocated IP 172.20.0.1 (569f4717-ec82-465d-bf71-13c1eabc15f4/3f120ccd-73fe-4c20-add7-98535da681a3/5d31d12a-efbc-4f30-a17d-cb890b2b03ad) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:52:21.221206 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 4a324220-33d8-474a-8fca-3b42f63f1ae1 details requested by agent hyperv_n-h1-844202-1 with host n-h1-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 18:52:21.328130 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-826d2f00-1f96-4046-b8b1-6e6659837805 req-8f377d48-2f0b-4c7d-a4d7-14685d080a88 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbe27866-6450-47f0-a8e1-f266dfb72433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3913069 Jun 01 18:52:21.371523 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3649fbd3-3cec-4b8f-b130-1ea8b4e69881 req-73def163-2a70-424c-ba82-a910ad749c18 service neutron] 10.222.0.50 "GET /v2.0/networks/6fd0b122-332b-4a84-9861-dd10d5a59a3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6678739 Jun 01 18:52:21.552347 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-93562856-858f-4224-b094-f9f3ccf72047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:21.582608 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 86873127-3898-4dc4-846e-35ce210488c6 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:52:21.777068 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port 4a324220-33d8-474a-8fca-3b42f63f1ae1, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=4a324220-33d8-474a-8fca-3b42f63f1ae1,segment=NetworkSegment(e60765c6-124a-4916-8bfd-a8bc142f32ad),segment_id=e60765c6-124a-4916-8bfd-a8bc142f32ad)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:52:21.844017 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Returning: {'device': '4a324220-33d8-474a-8fca-3b42f63f1ae1', 'network_id': 'e3902938-4b6a-4448-87d9-59b63dd51a7f', 'port_id': '4a324220-33d8-474a-8fca-3b42f63f1ae1', 'mac_address': 'fa:16:3e:d1:f7:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '276181f2-c3ab-487e-8805-06ed7064e884', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 18:52:21.872564 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-763d4d11-8c2b-43ea-a5d0-4792dacc0b83 req-0d66d745-70aa-449d-a411-77d3ec5e5350 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] For port 4e81e01b-8c80-4249-9817-a03c8dcd527d, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=4e81e01b-8c80-4249-9817-a03c8dcd527d,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:52:21.874255 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-763d4d11-8c2b-43ea-a5d0-4792dacc0b83 req-0d66d745-70aa-449d-a411-77d3ec5e5350 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:21.889199 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5caa1144-0bb3-42c2-8809-41dffbffe148 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:21.891974 n-d-844202-1 neutron-server[88524]: INFO neutron.db.l3_db [None req-5840296a-5c8c-4e26-bafb-7d7c70083d9b tempest-ServersTestBootFromVolume-197582985 tempest-ServersTestBootFromVolume-197582985-project] Floating IP 6582aab4-e6cb-4632-abc4-b22618755412 associated. External IP: 172.25.4.223, port: 545a0761-7391-430a-b567-827665e1d571. Jun 01 18:52:21.950979 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [None req-5caa1144-0bb3-42c2-8809-41dffbffe148 admin admin] Transition to ACTIVE for port object 5d31d12a-efbc-4f30-a17d-cb890b2b03ad will not be triggered until provisioned by entity DHCP. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:52:22.095364 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93562856-858f-4224-b094-f9f3ccf72047 admin admin] Pushing event updated for resources: {'Port': ['ID=0717cc72-7117-44ae-b5ab-924a55678621,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:52:22.114457 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5caa1144-0bb3-42c2-8809-41dffbffe148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:22.118966 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port 86873127-3898-4dc4-846e-35ce210488c6 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:52:22.153181 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93562856-858f-4224-b094-f9f3ccf72047 admin admin] Network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:52:22.156080 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port 4a324220-33d8-474a-8fca-3b42f63f1ae1 is: ACTIVE; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:52:22.161905 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:22.239745 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4a324220-33d8-474a-8fca-3b42f63f1ae1 {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:52:22.282317 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port 4a324220-33d8-474a-8fca-3b42f63f1ae1, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=4a324220-33d8-474a-8fca-3b42f63f1ae1,segment=NetworkSegment(e60765c6-124a-4916-8bfd-a8bc142f32ad),segment_id=e60765c6-124a-4916-8bfd-a8bc142f32ad)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:52:22.287238 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-93562856-858f-4224-b094-f9f3ccf72047 admin admin] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:52:22.293660 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:22.357792 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93562856-858f-4224-b094-f9f3ccf72047 admin admin] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:52:22.439564 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] get_ports_and_sgs() called for port_ids ['4a324220-33d8-474a-8fca-3b42f63f1ae1'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:52:22.521137 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5caa1144-0bb3-42c2-8809-41dffbffe148 admin admin] Network 569f4717-ec82-465d-bf71-13c1eabc15f4 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:52:22.562495 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-5caa1144-0bb3-42c2-8809-41dffbffe148 admin admin] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:52:22.586336 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5caa1144-0bb3-42c2-8809-41dffbffe148 admin admin] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:52:22.603595 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=4a324220-33d8-474a-8fca-3b42f63f1ae1,revision_number=6']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:52:22.610308 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a28edb2-5662-4f98-b65c-5da5f7b33e97 None None] Network 908da31a-c43f-4d78-b2f1-4926efeaafe9 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 18:52:22.635953 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-763d4d11-8c2b-43ea-a5d0-4792dacc0b83 req-0d66d745-70aa-449d-a411-77d3ec5e5350 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Calling delete_port for 4e81e01b-8c80-4249-9817-a03c8dcd527d owned by compute:nova {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:52:22.983627 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caa1144-0bb3-42c2-8809-41dffbffe148 admin admin] Pushing event updated for resources: {'Port': ['ID=5d31d12a-efbc-4f30-a17d-cb890b2b03ad,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:52:22.987657 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3649fbd3-3cec-4b8f-b130-1ea8b4e69881 req-c4deffa5-7a30-460c-b06a-5e84a3fc1f99 service neutron] 10.222.0.50 "GET /v2.0/networks/6fd0b122-332b-4a84-9861-dd10d5a59a3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6088936 Jun 01 18:52:23.061471 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4bf2e7-afd7-4eb6-b705-2090fe20db82 req-fddb5b02-4f0a-4dd6-94ef-2c6a9a95847f tempest-ServersNegativeTestMultiTenantJSON-629909355 tempest-ServersNegativeTestMultiTenantJSON-629909355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:52:23.063000 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0f4bf2e7-afd7-4eb6-b705-2090fe20db82 req-fddb5b02-4f0a-4dd6-94ef-2c6a9a95847f tempest-ServersNegativeTestMultiTenantJSON-629909355 tempest-ServersNegativeTestMultiTenantJSON-629909355-project] 10.222.0.41 "GET /v2.0/ports?device_id=696ef34d-b63e-4a1b-9a68-db62b0992bb3 HTTP/1.1" status: 200 len: 944 time: 1.8460476 Jun 01 18:52:23.076076 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5840296a-5c8c-4e26-bafb-7d7c70083d9b tempest-ServersTestBootFromVolume-197582985 tempest-ServersTestBootFromVolume-197582985-project] Router 0aa48483-2b0c-4af6-a768-ddd1c0992371 has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 18:52:23.095479 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-a97b164b-570e-4e2d-8a5b-bc74a0440cc2 None None] Provisioning for port 86873127-3898-4dc4-846e-35ce210488c6 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:52:23.137074 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-52e03ffa-24c9-45b6-aea3-540aab3ece3b tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:23.262144 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-a97b164b-570e-4e2d-8a5b-bc74a0440cc2 None None] Provisioning complete for port 86873127-3898-4dc4-846e-35ce210488c6 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:52:23.262703 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-a97b164b-570e-4e2d-8a5b-bc74a0440cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:23.433791 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device acbbbe45-12ee-42d9-935c-0f33328912c8 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:52:23.617331 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0f4bf2e7-afd7-4eb6-b705-2090fe20db82 req-fb73d318-977b-4a9f-9d69-295418c411f2 tempest-ServersNegativeTestMultiTenantJSON-629909355 tempest-ServersNegativeTestMultiTenantJSON-629909355-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b0166a7-13c4-4bb0-b1a5-07fc2e2cdde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5353198 Jun 01 18:52:23.631779 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-52e03ffa-24c9-45b6-aea3-540aab3ece3b tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Calling delete_port for a2b102db-a0be-4f77-9ba0-fac6ef78d2af owned by {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:52:23.754210 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port acbbbe45-12ee-42d9-935c-0f33328912c8 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:52:23.789323 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port acbbbe45-12ee-42d9-935c-0f33328912c8 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:52:23.794380 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:23.862080 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-a97b164b-570e-4e2d-8a5b-bc74a0440cc2 None None] Current status of the port 86873127-3898-4dc4-846e-35ce210488c6 is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:52:23.876107 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-a97b164b-570e-4e2d-8a5b-bc74a0440cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:23.936215 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-93562856-858f-4224-b094-f9f3ccf72047 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:24.123810 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-a97b164b-570e-4e2d-8a5b-bc74a0440cc2 None None] For port 86873127-3898-4dc4-846e-35ce210488c6, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=86873127-3898-4dc4-846e-35ce210488c6,segment=NetworkSegment(182d40cc-3a03-495c-b3d5-827c96c30acf),segment_id=182d40cc-3a03-495c-b3d5-827c96c30acf)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:52:24.185821 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5840296a-5c8c-4e26-bafb-7d7c70083d9b tempest-ServersTestBootFromVolume-197582985 tempest-ServersTestBootFromVolume-197582985-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 18:52:24.203833 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d4d068-4ae7-4892-9b06-69d8f2a58a60 None None] Sync routers for ids ['0aa48483-2b0c-4af6-a768-ddd1c0992371'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 18:52:24.206196 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-a97b164b-570e-4e2d-8a5b-bc74a0440cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:24.228100 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d4d068-4ae7-4892-9b06-69d8f2a58a60 None None] Routers {'0aa48483-2b0c-4af6-a768-ddd1c0992371'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:52:24.228773 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-60d4d068-4ae7-4892-9b06-69d8f2a58a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:52:09Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['0aa48483-2b0c-4af6-a768-ddd1c0992371'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:52:24.307160 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port acbbbe45-12ee-42d9-935c-0f33328912c8 is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:52:24.308602 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:24.354422 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-ed0f81ab-c060-470e-a065-ae26511c0317 None None] Provisioning for port 5d31d12a-efbc-4f30-a17d-cb890b2b03ad completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:52:24.370460 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port acbbbe45-12ee-42d9-935c-0f33328912c8, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=acbbbe45-12ee-42d9-935c-0f33328912c8,segment=NetworkSegment(7875af61-4c53-4ff2-b8c8-d4b7c35ff947),segment_id=7875af61-4c53-4ff2-b8c8-d4b7c35ff947)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:52:24.378368 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-ed0f81ab-c060-470e-a065-ae26511c0317 None None] Provisioning complete for port 5d31d12a-efbc-4f30-a17d-cb890b2b03ad triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:52:24.379532 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-ed0f81ab-c060-470e-a065-ae26511c0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:24.417919 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97b164b-570e-4e2d-8a5b-bc74a0440cc2 None None] Pushing event updated for resources: {'Port': ['ID=86873127-3898-4dc4-846e-35ce210488c6,revision_number=3']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:52:24.442233 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:24.571279 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-5840296a-5c8c-4e26-bafb-7d7c70083d9b tempest-ServersTestBootFromVolume-197582985 tempest-ServersTestBootFromVolume-197582985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for floatingip, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:24.595442 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-ed0f81ab-c060-470e-a065-ae26511c0317 None None] Port 5d31d12a-efbc-4f30-a17d-cb890b2b03ad cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 18:52:24.615938 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=acbbbe45-12ee-42d9-935c-0f33328912c8,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:52:24.634438 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-ed0f81ab-c060-470e-a065-ae26511c0317 None None] Provisioning complete for port 86873127-3898-4dc4-846e-35ce210488c6 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:52:24.635236 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-ed0f81ab-c060-470e-a065-ae26511c0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:24.638434 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-763d4d11-8c2b-43ea-a5d0-4792dacc0b83 req-0d66d745-70aa-449d-a411-77d3ec5e5350 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:24.640116 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-52e03ffa-24c9-45b6-aea3-540aab3ece3b tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:24.677777 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-93562856-858f-4224-b094-f9f3ccf72047 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-885820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-886655'] for router, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:24.720198 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] get_ports_and_sgs() called for port_ids ['60f01c35-737d-4a5d-b74d-d5493aef4b97'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:52:24.726883 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5caa1144-0bb3-42c2-8809-41dffbffe148 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-887605'] for router_interface, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:24.779502 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] get_ports_and_sgs() called for port_ids ['29ef26a4-a70e-49b7-bba7-1d3944f13d1a', '1e38921f-0057-4abf-aff6-93f3058d24de'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:52:24.793256 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d66d745-70aa-449d-a411-77d3ec5e5350 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Pushing event deleted for resources: {'Port': ['ID=4e81e01b-8c80-4249-9817-a03c8dcd527d,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:52:24.919579 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 36a1dde4-3db8-4ec3-8216-d3bba7759164 details requested by agent hyperv_n-h2-844202-1 with host n-h2-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 18:52:24.925107 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 4e81e01b-8c80-4249-9817-a03c8dcd527d no longer exists at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:52:24.968598 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-60d4d068-4ae7-4892-9b06-69d8f2a58a60 None None] Set router 0aa48483-2b0c-4af6-a768-ddd1c0992371 gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:52:24.992086 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adbd52f-8024-4b7e-ba09-0e6d87ef28b5 req-e03fd750-decf-499d-9891-cdb605564a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:52:24.993907 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-9adbd52f-8024-4b7e-ba09-0e6d87ef28b5 req-e03fd750-decf-499d-9891-cdb605564a94 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f167e3bf5d8442fa98a3f8c176c30572&device_id=696ef34d-b63e-4a1b-9a68-db62b0992bb3 HTTP/1.1" status: 200 len: 1095 time: 1.6558220 Jun 01 18:52:25.154102 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e03ffa-24c9-45b6-aea3-540aab3ece3b tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Pushing event deleted for resources: {'Port': ['ID=a2b102db-a0be-4f77-9ba0-fac6ef78d2af,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:52:25.196275 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-763d4d11-8c2b-43ea-a5d0-4792dacc0b83 req-0d66d745-70aa-449d-a411-77d3ec5e5350 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] No DVR routers for this DVR port 4e81e01b-8c80-4249-9817-a03c8dcd527d on host n-h2-844202-1 {{(pid=88524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 18:52:25.273004 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5caa1144-0bb3-42c2-8809-41dffbffe148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:25.409617 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] No Port match for: 4e81e01b-8c80-4249-9817-a03c8dcd527d {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 18:52:25.410192 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 4e81e01b-8c80-4249-9817-a03c8dcd527d not bound to the agent host n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 18:52:25.411512 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 4a324220-33d8-474a-8fca-3b42f63f1ae1 up at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:52:25.467680 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device acbbbe45-12ee-42d9-935c-0f33328912c8 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:52:25.475893 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-763d4d11-8c2b-43ea-a5d0-4792dacc0b83 req-0d66d745-70aa-449d-a411-77d3ec5e5350 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:25.478059 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-763d4d11-8c2b-43ea-a5d0-4792dacc0b83 req-0d66d745-70aa-449d-a411-77d3ec5e5350 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.50 "DELETE /v2.0/ports/4e81e01b-8c80-4249-9817-a03c8dcd527d HTTP/1.1" status: 204 len: 173 time: 5.4917088 Jun 01 18:52:25.485938 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-52e03ffa-24c9-45b6-aea3-540aab3ece3b tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:25.490431 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-52e03ffa-24c9-45b6-aea3-540aab3ece3b tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] 10.222.0.41 "DELETE /v2.0/ports/a2b102db-a0be-4f77-9ba0-fac6ef78d2af HTTP/1.1" status: 204 len: 168 time: 5.2557902 Jun 01 18:52:25.490431 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f43a9ce-4418-4b9a-ad7d-a8a7a81bb33c', 'name': 'network-vif-deleted', 'tag': '4e81e01b-8c80-4249-9817-a03c8dcd527d'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:52:25.493091 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 55082) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:52:25.502146 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-5840296a-5c8c-4e26-bafb-7d7c70083d9b tempest-ServersTestBootFromVolume-197582985 tempest-ServersTestBootFromVolume-197582985-project] 10.222.0.41 "PUT /v2.0/floatingips/6582aab4-e6cb-4632-abc4-b22618755412 HTTP/1.1" status: 200 len: 992 time: 7.5106354 Jun 01 18:52:25.544116 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adbd52f-8024-4b7e-ba09-0e6d87ef28b5 req-592cf798-7dd1-4d34-9d54-598959ef5bed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:52:25.545968 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-9adbd52f-8024-4b7e-ba09-0e6d87ef28b5 req-592cf798-7dd1-4d34-9d54-598959ef5bed service neutron] 10.222.0.50 "GET /v2.0/networks?id=6fd0b122-332b-4a84-9861-dd10d5a59a3c HTTP/1.1" status: 200 len: 925 time: 0.2780328 Jun 01 18:52:25.592288 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5191d7-2d13-405f-8ac2-d4ed3f592ad4 req-634c2158-a633-45d8-97ba-ab88291649bb tempest-ServersNegativeTestMultiTenantJSON-629909355 tempest-ServersNegativeTestMultiTenantJSON-629909355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:52:25.593917 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0e5191d7-2d13-405f-8ac2-d4ed3f592ad4 req-634c2158-a633-45d8-97ba-ab88291649bb tempest-ServersNegativeTestMultiTenantJSON-629909355 tempest-ServersNegativeTestMultiTenantJSON-629909355-project] 10.222.0.41 "GET /v2.0/ports?device_id=696ef34d-b63e-4a1b-9a68-db62b0992bb3 HTTP/1.1" status: 200 len: 944 time: 0.4242280 Jun 01 18:52:25.656980 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_v2 [None req-02710a21-0432-417c-aec6-3a3b34c2404c tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Deleting subnet bcbe5adf-a3df-4f93-a0dd-793635937e2f {{(pid=88524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 18:52:25.672705 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-02710a21-0432-417c-aec6-3a3b34c2404c tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Notify callbacks [] for subnet, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:25.888003 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-02710a21-0432-417c-aec6-3a3b34c2404c tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2702137'] for subnet, precommit_delete_associations {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:25.933660 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 36a1dde4-3db8-4ec3-8216-d3bba7759164, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=36a1dde4-3db8-4ec3-8216-d3bba7759164,segment=NetworkSegment(dab1b9f6-ccde-4fe0-bce4-194baa7219d3),segment_id=dab1b9f6-ccde-4fe0-bce4-194baa7219d3)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:52:26.011975 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-9adbd52f-8024-4b7e-ba09-0e6d87ef28b5 req-dc02bb33-5ac7-47a8-a881-f6e4a20a3780 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=36a1dde4-3db8-4ec3-8216-d3bba7759164 HTTP/1.1" status: 200 len: 217 time: 0.4236481 Jun 01 18:52:26.018204 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-bdcfb9e1-e7a1-48d5-b269-370bc42a638d req-6ee757ea-f2b4-4800-a44d-76491bfc1c31 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b6a6d9c3-8862-4eeb-b898-6afb369449ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 2.0863662 Jun 01 18:52:26.103833 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-02710a21-0432-417c-aec6-3a3b34c2404c tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:26.228749 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-60d4d068-4ae7-4892-9b06-69d8f2a58a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aa48483-2b0c-4af6-a768-ddd1c0992371', 'name': 'tempest-ServersTestBootFromVolume-251279127-router', 'tenant_id': '8954dfb656dd4378bb3153f8271ef2cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': 'c6b06bf3-2d34-4097-80e7-5ccd8e38009b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:50:52Z', 'updated_at': '2022-06-01T18:51:08Z', 'revision_number': 4, 'project_id': '8954dfb656dd4378bb3153f8271ef2cc', 'gw_port': {'id': 'c6b06bf3-2d34-4097-80e7-5ccd8e38009b', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:46:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa48483-2b0c-4af6-a768-ddd1c0992371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:50:55Z', 'updated_at': '2022-06-01T18:51:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_floatingips': [{'id': '6582aab4-e6cb-4632-abc4-b22618755412', 'tenant_id': '8954dfb656dd4378bb3153f8271ef2cc', 'floating_ip_address': '172.25.4.223', 'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'router_id': '0aa48483-2b0c-4af6-a768-ddd1c0992371', 'port_id': '545a0761-7391-430a-b567-827665e1d571', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1080, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8bf6d215-ffa6-4f1e-a724-9435b6e76e15', 'mac_address': 'fa:16:3e:66:be:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd3db4c5-8c77-4882-a37d-7668ef2d7c3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T18:51:19Z', 'updated_at': '2022-06-01T18:52:20Z', 'revision_number': 1, 'project_id': '8954dfb656dd4378bb3153f8271ef2cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80722309-7364-434c-8bd7-c4f7ad48d222', 'name': '', 'network_id': '8bf6d215-ffa6-4f1e-a724-9435b6e76e15', 'tenant_id': '8954dfb656dd4378bb3153f8271ef2cc', 'mac_address': 'fa:16:3e:50:02:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa48483-2b0c-4af6-a768-ddd1c0992371', 'device_owner': 'network:router_interface', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': '2445a719-4314-4548-946f-72cc570cc23f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:51:05Z', 'updated_at': '2022-06-01T18:51:19Z', 'revision_number': 5, 'project_id': '8954dfb656dd4378bb3153f8271ef2cc', 'subnets': [{'id': '2445a719-4314-4548-946f-72cc570cc23f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:52:26.242369 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d4d068-4ae7-4892-9b06-69d8f2a58a60 None None] Checking router: 0aa48483-2b0c-4af6-a768-ddd1c0992371 for host: n-d-844202-1 {{(pid=88527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 18:52:26.263649 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d4d068-4ae7-4892-9b06-69d8f2a58a60 None None] Routers {'0aa48483-2b0c-4af6-a768-ddd1c0992371'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:52:26.264305 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-60d4d068-4ae7-4892-9b06-69d8f2a58a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:52:09Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['0aa48483-2b0c-4af6-a768-ddd1c0992371'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:52:26.345561 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-02710a21-0432-417c-aec6-3a3b34c2404c tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2718856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3066595'] for subnet, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:26.359143 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5caa1144-0bb3-42c2-8809-41dffbffe148 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:26.374402 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58824a82-af11-4da7-8590-b48eea7d0024 req-dce81c00-f1ea-4b34-b049-0827305efe67 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:52:26.385432 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-58824a82-af11-4da7-8590-b48eea7d0024 req-dce81c00-f1ea-4b34-b049-0827305efe67 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f43a9ce-4418-4b9a-ad7d-a8a7a81bb33c HTTP/1.1" status: 200 len: 950 time: 3.4199369 Jun 01 18:52:26.393914 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5caa1144-0bb3-42c2-8809-41dffbffe148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:26.402911 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Returning: {'device': '36a1dde4-3db8-4ec3-8216-d3bba7759164', 'network_id': '6fd0b122-332b-4a84-9861-dd10d5a59a3c', 'port_id': '36a1dde4-3db8-4ec3-8216-d3bba7759164', 'mac_address': 'fa:16:3e:45:bf:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c087ecf-553d-4910-a4ad-56c99a1193c6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 18:52:26.528725 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-02710a21-0432-417c-aec6-3a3b34c2404c tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:26.574302 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02710a21-0432-417c-aec6-3a3b34c2404c tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Pushing event deleted for resources: {'Subnet': ['ID=bcbe5adf-a3df-4f93-a0dd-793635937e2f,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:52:26.597444 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-02710a21-0432-417c-aec6-3a3b34c2404c tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] 10.222.0.41 "DELETE /v2.0/subnets/bcbe5adf-a3df-4f93-a0dd-793635937e2f HTTP/1.1" status: 204 len: 168 time: 1.0999835 Jun 01 18:52:26.601078 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 55106) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:52:26.639898 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfc4df2b-b81a-4ef0-a7be-c7e3bfe93204 None None] Network c16c0733-68a0-4af2-9aa5-b2266da91869 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 18:52:26.655208 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0e5191d7-2d13-405f-8ac2-d4ed3f592ad4 req-1d671fe8-3f75-4fe0-982e-d7028ace7ae2 tempest-ServersNegativeTestMultiTenantJSON-629909355 tempest-ServersNegativeTestMultiTenantJSON-629909355-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b0166a7-13c4-4bb0-b1a5-07fc2e2cdde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0505347 Jun 01 18:52:26.784798 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adbd52f-8024-4b7e-ba09-0e6d87ef28b5 req-f1a82079-1a42-4f14-989a-c1e1f00b9647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:52:26.792429 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-9adbd52f-8024-4b7e-ba09-0e6d87ef28b5 req-f1a82079-1a42-4f14-989a-c1e1f00b9647 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5c087ecf-553d-4910-a4ad-56c99a1193c6 HTTP/1.1" status: 200 len: 864 time: 0.4049885 Jun 01 18:52:26.796753 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b563ba5-00c5-4834-a464-6a391630df83 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Deleting subnet 9cb56e39-8160-40c7-9c0d-c774dff2bfbf {{(pid=88524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 18:52:26.815506 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf7f49c9-08a5-43fe-a788-18e31e6b2c6e'] response: {'server_uuid': '1f43a9ce-4418-4b9a-ad7d-a8a7a81bb33c', 'name': 'network-vif-deleted', 'tag': '4e81e01b-8c80-4249-9817-a03c8dcd527d', 'status': 'completed', 'code': 200} Jun 01 18:52:26.817096 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1b563ba5-00c5-4834-a464-6a391630df83 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Notify callbacks [] for subnet, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:26.996729 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-60d4d068-4ae7-4892-9b06-69d8f2a58a60 None None] Set router 0aa48483-2b0c-4af6-a768-ddd1c0992371 gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:52:27.002131 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-ed0f81ab-c060-470e-a065-ae26511c0317 None None] Current status of the port 86873127-3898-4dc4-846e-35ce210488c6 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:52:27.025773 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port acbbbe45-12ee-42d9-935c-0f33328912c8 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:52:27.026297 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:27.191472 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port 36a1dde4-3db8-4ec3-8216-d3bba7759164 is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:52:27.192214 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:27.266638 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1b563ba5-00c5-4834-a464-6a391630df83 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2702137'] for subnet, precommit_delete_associations {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:27.281767 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Provisioning complete for port 4a324220-33d8-474a-8fca-3b42f63f1ae1 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:52:27.282508 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:27.425164 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36a1dde4-3db8-4ec3-8216-d3bba7759164 {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:52:27.500097 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fbee0f-5af5-430e-bb10-cfc834d941db req-78ef7e12-3e76-4a5f-91f7-2b8d5f3f64f8 tempest-ServersTestBootFromVolume-197582985 tempest-ServersTestBootFromVolume-197582985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:52:27.539840 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-77fbee0f-5af5-430e-bb10-cfc834d941db req-78ef7e12-3e76-4a5f-91f7-2b8d5f3f64f8 tempest-ServersTestBootFromVolume-197582985 tempest-ServersTestBootFromVolume-197582985-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd3db4c5-8c77-4882-a37d-7668ef2d7c3e HTTP/1.1" status: 200 len: 946 time: 0.5947776 Jun 01 18:52:27.594916 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 36a1dde4-3db8-4ec3-8216-d3bba7759164, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=36a1dde4-3db8-4ec3-8216-d3bba7759164,segment=NetworkSegment(dab1b9f6-ccde-4fe0-bce4-194baa7219d3),segment_id=dab1b9f6-ccde-4fe0-bce4-194baa7219d3)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:52:27.614788 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:27.670540 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5caa1144-0bb3-42c2-8809-41dffbffe148 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-887436'] for router_interface, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:27.683924 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-9adbd52f-8024-4b7e-ba09-0e6d87ef28b5 req-01cb7f34-f372-4419-8254-b1dbb4aadc6c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6fd0b122-332b-4a84-9861-dd10d5a59a3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4847512 Jun 01 18:52:27.720164 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-77fbee0f-5af5-430e-bb10-cfc834d941db req-78f4462c-63e9-4c5f-9842-9af02e64aa59 tempest-ServersTestBootFromVolume-197582985 tempest-ServersTestBootFromVolume-197582985-project] 10.222.0.41 "GET /v2.0/security-groups?id=0c6f0000-2b9c-46ed-b9d0-0867b5cac235&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1774747 Jun 01 18:52:27.742811 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1b563ba5-00c5-4834-a464-6a391630df83 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:27.970516 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-58824a82-af11-4da7-8590-b48eea7d0024 req-d0cfb798-9cb2-4dcc-82f1-8d939869f974 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbe27866-6450-47f0-a8e1-f266dfb72433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5843241 Jun 01 18:52:27.977533 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] get_ports_and_sgs() called for port_ids ['36a1dde4-3db8-4ec3-8216-d3bba7759164'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:52:28.115244 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1b563ba5-00c5-4834-a464-6a391630df83 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2718856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3066595'] for subnet, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:28.163806 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-60d4d068-4ae7-4892-9b06-69d8f2a58a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aa48483-2b0c-4af6-a768-ddd1c0992371', 'name': 'tempest-ServersTestBootFromVolume-251279127-router', 'tenant_id': '8954dfb656dd4378bb3153f8271ef2cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': 'c6b06bf3-2d34-4097-80e7-5ccd8e38009b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:50:52Z', 'updated_at': '2022-06-01T18:51:08Z', 'revision_number': 4, 'project_id': '8954dfb656dd4378bb3153f8271ef2cc', 'gw_port': {'id': 'c6b06bf3-2d34-4097-80e7-5ccd8e38009b', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:46:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa48483-2b0c-4af6-a768-ddd1c0992371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:50:55Z', 'updated_at': '2022-06-01T18:51:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_floatingips': [{'id': '6582aab4-e6cb-4632-abc4-b22618755412', 'tenant_id': '8954dfb656dd4378bb3153f8271ef2cc', 'floating_ip_address': '172.25.4.223', 'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'router_id': '0aa48483-2b0c-4af6-a768-ddd1c0992371', 'port_id': '545a0761-7391-430a-b567-827665e1d571', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1080, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8bf6d215-ffa6-4f1e-a724-9435b6e76e15', 'mac_address': 'fa:16:3e:66:be:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd3db4c5-8c77-4882-a37d-7668ef2d7c3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T18:51:19Z', 'updated_at': '2022-06-01T18:52:20Z', 'revision_number': 1, 'project_id': '8954dfb656dd4378bb3153f8271ef2cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80722309-7364-434c-8bd7-c4f7ad48d222', 'name': '', 'network_id': '8bf6d215-ffa6-4f1e-a724-9435b6e76e15', 'tenant_id': '8954dfb656dd4378bb3153f8271ef2cc', 'mac_address': 'fa:16:3e:50:02:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa48483-2b0c-4af6-a768-ddd1c0992371', 'device_owner': 'network:router_interface', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': '2445a719-4314-4548-946f-72cc570cc23f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:51:05Z', 'updated_at': '2022-06-01T18:51:19Z', 'revision_number': 5, 'project_id': '8954dfb656dd4378bb3153f8271ef2cc', 'subnets': [{'id': '2445a719-4314-4548-946f-72cc570cc23f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:52:28.171654 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-9adbd52f-8024-4b7e-ba09-0e6d87ef28b5 req-7954c317-0600-46d9-a602-907bf3146138 service neutron] 10.222.0.50 "GET /v2.0/networks/6fd0b122-332b-4a84-9861-dd10d5a59a3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1968701 Jun 01 18:52:28.173801 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d4d068-4ae7-4892-9b06-69d8f2a58a60 None None] The sync data for ids ['0aa48483-2b0c-4af6-a768-ddd1c0992371'] in n-d-844202-1 is: [{'id': '0aa48483-2b0c-4af6-a768-ddd1c0992371', 'name': 'tempest-ServersTestBootFromVolume-251279127-router', 'tenant_id': '8954dfb656dd4378bb3153f8271ef2cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': 'c6b06bf3-2d34-4097-80e7-5ccd8e38009b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:50:52Z', 'updated_at': '2022-06-01T18:51:08Z', 'revision_number': 4, 'project_id': '8954dfb656dd4378bb3153f8271ef2cc', 'gw_port': {'id': 'c6b06bf3-2d34-4097-80e7-5ccd8e38009b', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:46:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa48483-2b0c-4af6-a768-ddd1c0992371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:50:55Z', 'updated_at': '2022-06-01T18:51:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_floatingips': [{'id': '6582aab4-e6cb-4632-abc4-b22618755412', 'tenant_id': '8954dfb656dd4378bb3153f8271ef2cc', 'floating_ip_address': '172.25.4.223', 'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'router_id': '0aa48483-2b0c-4af6-a768-ddd1c0992371', 'port_id': '545a0761-7391-430a-b567-827665e1d571', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1080, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8bf6d215-ffa6-4f1e-a724-9435b6e76e15', 'mac_address': 'fa:16:3e:66:be:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd3db4c5-8c77-4882-a37d-7668ef2d7c3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T18:51:19Z', 'updated_at': '2022-06-01T18:52:20Z', 'revision_number': 1, 'project_id': '8954dfb656dd4378bb3153f8271ef2cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80722309-7364-434c-8bd7-c4f7ad48d222', 'name': '', 'network_id': '8bf6d215-ffa6-4f1e-a724-9435b6e76e15', 'tenant_id': '8954dfb656dd4378bb3153f8271ef2cc', 'mac_address': 'fa:16:3e:50:02:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa48483-2b0c-4af6-a768-ddd1c0992371', 'device_owner': 'network:router_interface', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': '2445a719-4314-4548-946f-72cc570cc23f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:51:05Z', 'updated_at': '2022-06-01T18:51:19Z', 'revision_number': 5, 'project_id': '8954dfb656dd4378bb3153f8271ef2cc', 'subnets': [{'id': '2445a719-4314-4548-946f-72cc570cc23f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 18:52:28.197624 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caa1144-0bb3-42c2-8809-41dffbffe148 admin admin] Pushing event updated for resources: {'Port': ['ID=5d31d12a-efbc-4f30-a17d-cb890b2b03ad,revision_number=2']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:52:28.202932 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5caa1144-0bb3-42c2-8809-41dffbffe148 admin admin] Network 569f4717-ec82-465d-bf71-13c1eabc15f4 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:52:28.273550 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b563ba5-00c5-4834-a464-6a391630df83 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Pushing event deleted for resources: {'Subnet': ['ID=9cb56e39-8160-40c7-9c0d-c774dff2bfbf,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:52:28.286037 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1b563ba5-00c5-4834-a464-6a391630df83 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:28.312812 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-1b563ba5-00c5-4834-a464-6a391630df83 tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] 10.222.0.41 "DELETE /v2.0/subnets/9cb56e39-8160-40c7-9c0d-c774dff2bfbf HTTP/1.1" status: 204 len: 168 time: 1.7098417 Jun 01 18:52:28.326968 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 55132) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:52:28.403157 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9fb1dbd-6e65-4d2f-82d7-e93e5b2de530 None None] Network 9faf4c95-7954-4d11-b97c-b5c0332de1f6 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 18:52:28.439032 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-5caa1144-0bb3-42c2-8809-41dffbffe148 admin admin] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:52:28.541002 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-9adbd52f-8024-4b7e-ba09-0e6d87ef28b5 req-adc6e0d4-5bd6-4484-a7da-57d0a9dbfeea service neutron] 10.222.0.50 "GET /v2.0/networks/6fd0b122-332b-4a84-9861-dd10d5a59a3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3367834 Jun 01 18:52:28.565520 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46304a55-cffc-400a-8240-185a8d2c7edd req-f88e09b8-f2ec-43f3-90ce-6f1a34e74c6f tempest-ServersNegativeTestMultiTenantJSON-629909355 tempest-ServersNegativeTestMultiTenantJSON-629909355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:52:28.569807 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-46304a55-cffc-400a-8240-185a8d2c7edd req-f88e09b8-f2ec-43f3-90ce-6f1a34e74c6f tempest-ServersNegativeTestMultiTenantJSON-629909355 tempest-ServersNegativeTestMultiTenantJSON-629909355-project] 10.222.0.41 "GET /v2.0/ports?device_id=696ef34d-b63e-4a1b-9a68-db62b0992bb3 HTTP/1.1" status: 200 len: 945 time: 0.6171572 Jun 01 18:52:28.808062 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcfb9e1-e7a1-48d5-b269-370bc42a638d req-4e185070-a1dc-4947-aac5-9e4fd44fed58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:52:28.817324 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-bdcfb9e1-e7a1-48d5-b269-370bc42a638d req-4e185070-a1dc-4947-aac5-9e4fd44fed58 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5a29f45689de4723b61fb9850cc62a10&device_id=b6a6d9c3-8862-4eeb-b898-6afb369449ea HTTP/1.1" status: 200 len: 1102 time: 2.4243782 Jun 01 18:52:28.837213 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93562856-858f-4224-b094-f9f3ccf72047 admin admin] Router 533f25a8-4516-4734-96dc-76ed394d7577 is scheduled to L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 with binding_index 1 {{(pid=88525) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 18:52:28.898364 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd3db4c5-8c77-4882-a37d-7668ef2d7c3e', 'tag': '545a0761-7391-430a-b567-827665e1d571'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:52:28.934597 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82672b06-e5af-45c3-b670-9fb4112e03bc None None] New status for floating IP 6582aab4-e6cb-4632-abc4-b22618755412: ACTIVE {{(pid=88526) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 18:52:29.139194 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1770e2c3-6233-4df6-8090-43730363151b'] response: {'name': 'network-changed', 'server_uuid': 'cd3db4c5-8c77-4882-a37d-7668ef2d7c3e', 'tag': '545a0761-7391-430a-b567-827665e1d571', 'status': 'completed', 'code': 200} Jun 01 18:52:29.271162 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4acea7c4-e435-497b-90fa-578f7b8886ea tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:29.337036 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-46304a55-cffc-400a-8240-185a8d2c7edd req-7193e15a-ee01-445f-8288-cc7df19481fb tempest-ServersNegativeTestMultiTenantJSON-629909355 tempest-ServersNegativeTestMultiTenantJSON-629909355-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b0166a7-13c4-4bb0-b1a5-07fc2e2cdde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7505875 Jun 01 18:52:29.377005 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-4acea7c4-e435-497b-90fa-578f7b8886ea tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Deleting port 124f965c-2aeb-4160-a78a-031a79f405b4 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:52:29.377184 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4acea7c4-e435-497b-90fa-578f7b8886ea tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:29.978663 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6cce90-bc26-41b8-9009-8d24f9b8c90f req-408a2362-0c8d-4848-b76b-dc0c0f968721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:52:29.984676 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-8c6cce90-bc26-41b8-9009-8d24f9b8c90f req-408a2362-0c8d-4848-b76b-dc0c0f968721 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8954dfb656dd4378bb3153f8271ef2cc&device_id=cd3db4c5-8c77-4882-a37d-7668ef2d7c3e HTTP/1.1" status: 200 len: 1097 time: 0.8682861 Jun 01 18:52:30.219882 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port acbbbe45-12ee-42d9-935c-0f33328912c8 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:52:30.220963 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 86873127-3898-4dc4-846e-35ce210488c6 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:52:30.291790 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=36a1dde4-3db8-4ec3-8216-d3bba7759164,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:52:30.400978 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93562856-858f-4224-b094-f9f3ccf72047 admin admin] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 18:52:30.416336 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb6acb0-657d-41cc-a881-4f08842c6fc6 None None] Sync routers for ids ['533f25a8-4516-4734-96dc-76ed394d7577'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 18:52:30.439253 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb6acb0-657d-41cc-a881-4f08842c6fc6 None None] Routers {'533f25a8-4516-4734-96dc-76ed394d7577'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:52:30.440500 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-1bb6acb0-657d-41cc-a881-4f08842c6fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:52:09Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['533f25a8-4516-4734-96dc-76ed394d7577'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:52:30.489775 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [None req-4acea7c4-e435-497b-90fa-578f7b8886ea tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] For port 124f965c-2aeb-4160-a78a-031a79f405b4, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=124f965c-2aeb-4160-a78a-031a79f405b4,segment=NetworkSegment(1f216ea7-d556-42bd-9325-5581fab5db25),segment_id=1f216ea7-d556-42bd-9325-5581fab5db25)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:52:30.490206 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4acea7c4-e435-497b-90fa-578f7b8886ea tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:30.643681 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5caa1144-0bb3-42c2-8809-41dffbffe148 admin admin] Router c701c518-db9e-42d2-a7bd-ff951ff63bee has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 18:52:30.692697 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a972d21-8ed1-4464-9e62-e859d07393af None None] DHCP port deletion for c16c0733-68a0-4af2-9aa5-b2266da91869 request from n-d-844202-1 {{(pid=88526) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 18:52:30.704172 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port 4a324220-33d8-474a-8fca-3b42f63f1ae1 is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:52:30.708556 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:30.782916 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcfb9e1-e7a1-48d5-b269-370bc42a638d req-50d26a3d-7be3-4752-8253-540e8fef9b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:52:30.788995 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-bdcfb9e1-e7a1-48d5-b269-370bc42a638d req-50d26a3d-7be3-4752-8253-540e8fef9b63 service neutron] 10.222.0.15 "GET /v2.0/networks?id=898153a3-5d71-43be-9d14-343ea4a48426 HTTP/1.1" status: 200 len: 870 time: 1.9391952 Jun 01 18:52:30.843235 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-1bb6acb0-657d-41cc-a881-4f08842c6fc6 None None] Set router 533f25a8-4516-4734-96dc-76ed394d7577 gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:52:30.949276 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-93562856-858f-4224-b094-f9f3ccf72047 admin admin] Notify callbacks [] for router, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:30.952595 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-93562856-858f-4224-b094-f9f3ccf72047 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 13.8943968 Jun 01 18:52:30.989067 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-4acea7c4-e435-497b-90fa-578f7b8886ea tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Calling delete_port for 124f965c-2aeb-4160-a78a-031a79f405b4 owned by network:dhcp {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:52:31.048635 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 55176) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:52:31.063432 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-3a972d21-8ed1-4464-9e62-e859d07393af None None] Deleting port 124f965c-2aeb-4160-a78a-031a79f405b4 {{(pid=88526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:52:31.068245 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-3a972d21-8ed1-4464-9e62-e859d07393af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:31.215484 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-262bcfd1-8ade-4244-a95d-8f313ee4fdba None None] Provisioning complete for port 5d31d12a-efbc-4f30-a17d-cb890b2b03ad triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:52:31.216449 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-262bcfd1-8ade-4244-a95d-8f313ee4fdba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:31.446101 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6cce90-bc26-41b8-9009-8d24f9b8c90f req-8798873c-7780-44f8-99dc-d47b71488286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:52:31.450180 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-8c6cce90-bc26-41b8-9009-8d24f9b8c90f req-8798873c-7780-44f8-99dc-d47b71488286 service neutron] 10.222.0.15 "GET /v2.0/networks?id=8bf6d215-ffa6-4f1e-a724-9435b6e76e15 HTTP/1.1" status: 200 len: 916 time: 1.2702384 Jun 01 18:52:31.485635 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '863d6d17-7ec0-45a3-a6dc-82b322b76ced', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a324220-33d8-474a-8fca-3b42f63f1ae1'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:52:31.489121 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-1bb6acb0-657d-41cc-a881-4f08842c6fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '533f25a8-4516-4734-96dc-76ed394d7577', 'name': 'tempest-AttachVolumeNegativeTest-808524778-router', 'tenant_id': '9da8911c90e044c58dc0cf3fd4a5638a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.190'}], 'enable_snat': True}, 'gw_port_id': '0717cc72-7117-44ae-b5ab-924a55678621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:52:17Z', 'updated_at': '2022-06-01T18:52:23Z', 'revision_number': 3, 'project_id': '9da8911c90e044c58dc0cf3fd4a5638a', 'gw_port': {'id': '0717cc72-7117-44ae-b5ab-924a55678621', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:f4:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '533f25a8-4516-4734-96dc-76ed394d7577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:52:19Z', 'updated_at': '2022-06-01T18:52:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:52:31.496293 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb6acb0-657d-41cc-a881-4f08842c6fc6 None None] Checking router: 533f25a8-4516-4734-96dc-76ed394d7577 for host: n-d-844202-1 {{(pid=88527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 18:52:31.496875 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb6acb0-657d-41cc-a881-4f08842c6fc6 None None] Updating router 533f25a8-4516-4734-96dc-76ed394d7577 port 0717cc72-7117-44ae-b5ab-924a55678621 binding host n-d-844202-1 {{(pid=88527) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 18:52:31.573075 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-bdcfb9e1-e7a1-48d5-b269-370bc42a638d req-91766e6b-e673-427c-91cc-64274d7dba7a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=29ef26a4-a70e-49b7-bba7-1d3944f13d1a HTTP/1.1" status: 200 len: 217 time: 0.6470776 Jun 01 18:52:31.600422 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-1bb6acb0-657d-41cc-a881-4f08842c6fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:31.627117 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port 4a324220-33d8-474a-8fca-3b42f63f1ae1, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=4a324220-33d8-474a-8fca-3b42f63f1ae1,segment=NetworkSegment(e60765c6-124a-4916-8bfd-a8bc142f32ad),segment_id=e60765c6-124a-4916-8bfd-a8bc142f32ad)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:52:31.776789 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-262bcfd1-8ade-4244-a95d-8f313ee4fdba None None] Port 5d31d12a-efbc-4f30-a17d-cb890b2b03ad cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 18:52:31.779066 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:31.987035 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5caa1144-0bb3-42c2-8809-41dffbffe148 admin admin] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 18:52:31.989007 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 86873127-3898-4dc4-846e-35ce210488c6 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:52:31.989899 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:32.004903 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-5caa1144-0bb3-42c2-8809-41dffbffe148 admin admin] 10.222.0.41 "PUT /v2.0/routers/c701c518-db9e-42d2-a7bd-ff951ff63bee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.4532454 Jun 01 18:52:32.034359 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c9fe8a-c4e0-4724-b9e5-38002d9522b1 req-8c8e7821-bfc3-4197-b876-5edbd1097bbf tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:52:32.036929 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a1c9fe8a-c4e0-4724-b9e5-38002d9522b1 req-8c8e7821-bfc3-4197-b876-5edbd1097bbf tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ae812a2-5303-4c9c-88e8-5c44f26565c9 HTTP/1.1" status: 200 len: 951 time: 1.6157970 Jun 01 18:52:32.141013 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-8c6cce90-bc26-41b8-9009-8d24f9b8c90f req-0fa1ec9a-7468-4188-8891-b01b267b992c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=545a0761-7391-430a-b567-827665e1d571 HTTP/1.1" status: 200 len: 1000 time: 0.6541770 Jun 01 18:52:32.188640 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed943822-f96b-4bdf-b9cf-6acc380ff752 None None] Sync routers for ids ['c701c518-db9e-42d2-a7bd-ff951ff63bee'] in n-d-844202-1 {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 18:52:32.337128 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eae59f3-c777-4f57-8413-ff3084699edb None None] DHCP port deletion for 9faf4c95-7954-4d11-b97c-b5c0332de1f6 request from n-d-844202-1 {{(pid=88526) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 18:52:32.386293 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4acea7c4-e435-497b-90fa-578f7b8886ea tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:32.390587 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-1bb6acb0-657d-41cc-a881-4f08842c6fc6 None None] Notify callbacks [] for port, precommit_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:32.398279 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcfb9e1-e7a1-48d5-b269-370bc42a638d req-1fb22b55-4661-454b-8cc0-bdf971ae5abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:52:32.400037 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-bdcfb9e1-e7a1-48d5-b269-370bc42a638d req-1fb22b55-4661-454b-8cc0-bdf971ae5abf service neutron] 10.222.0.15 "GET /v2.0/subnets?id=35e3ad2f-9c88-4698-b634-4e1b58de1cc2 HTTP/1.1" status: 200 len: 843 time: 0.7656064 Jun 01 18:52:32.405306 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.provisioning_blocks [None req-1bb6acb0-657d-41cc-a881-4f08842c6fc6 None None] Transition to ACTIVE for port object 0717cc72-7117-44ae-b5ab-924a55678621 will not be triggered until provisioned by entity L2. {{(pid=88527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:52:32.421132 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-1bb6acb0-657d-41cc-a881-4f08842c6fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:32.425053 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50377e04-b05b-4bc2-bfe1-0aedafa60647 req-71893f59-8e7b-4383-8a76-7a48ee1139b0 tempest-ServersNegativeTestMultiTenantJSON-629909355 tempest-ServersNegativeTestMultiTenantJSON-629909355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:52:32.451056 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-50377e04-b05b-4bc2-bfe1-0aedafa60647 req-71893f59-8e7b-4383-8a76-7a48ee1139b0 tempest-ServersNegativeTestMultiTenantJSON-629909355 tempest-ServersNegativeTestMultiTenantJSON-629909355-project] 10.222.0.41 "GET /v2.0/ports?device_id=696ef34d-b63e-4a1b-9a68-db62b0992bb3 HTTP/1.1" status: 200 len: 945 time: 1.3509564 Jun 01 18:52:32.488061 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 55198) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:52:32.579726 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-3a972d21-8ed1-4464-9e62-e859d07393af None None] For port 124f965c-2aeb-4160-a78a-031a79f405b4, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=124f965c-2aeb-4160-a78a-031a79f405b4,segment=NetworkSegment(1f216ea7-d556-42bd-9325-5581fab5db25),segment_id=1f216ea7-d556-42bd-9325-5581fab5db25)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:52:32.580788 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-3a972d21-8ed1-4464-9e62-e859d07393af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:32.596390 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-1bb6acb0-657d-41cc-a881-4f08842c6fc6 None None] Attempting to bind port 0717cc72-7117-44ae-b5ab-924a55678621 on host n-d-844202-1 for vnic_type normal with profile {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:52:32.597024 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-1bb6acb0-657d-41cc-a881-4f08842c6fc6 None None] Attempting to bind port 0717cc72-7117-44ae-b5ab-924a55678621 by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}] {{(pid=88527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:52:32.597126 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb6acb0-657d-41cc-a881-4f08842c6fc6 None None] Attempting to bind port 0717cc72-7117-44ae-b5ab-924a55678621 on network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:52:32.612146 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb6acb0-657d-41cc-a881-4f08842c6fc6 None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 18, 52, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:52:32.612528 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb6acb0-657d-41cc-a881-4f08842c6fc6 None None] Checking segment: {'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:52:32.623518 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-1bb6acb0-657d-41cc-a881-4f08842c6fc6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:32.624019 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb6acb0-657d-41cc-a881-4f08842c6fc6 None None] Bound using segment: {'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'} {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:52:32.624727 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-1bb6acb0-657d-41cc-a881-4f08842c6fc6 None None] Bound port: 0717cc72-7117-44ae-b5ab-924a55678621, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}}] {{(pid=88527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:52:32.625137 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-1bb6acb0-657d-41cc-a881-4f08842c6fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:32.721273 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acea7c4-e435-497b-90fa-578f7b8886ea tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Pushing event deleted for resources: {'Port': ['ID=124f965c-2aeb-4160-a78a-031a79f405b4,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:52:32.731683 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4ff0ac-c27f-4377-b151-29810b8525e6 None None] Pushing event updated for resources: {'Port': ['ID=0717cc72-7117-44ae-b5ab-924a55678621,revision_number=2']} {{(pid=88527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:52:32.738852 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4acea7c4-e435-497b-90fa-578f7b8886ea tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] No DVR routers for this DVR port 124f965c-2aeb-4160-a78a-031a79f405b4 on host n-d-844202-1 {{(pid=88524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 18:52:32.750109 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4ff0ac-c27f-4377-b151-29810b8525e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:52:32.750714 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4ff0ac-c27f-4377-b151-29810b8525e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:52:32.751493 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4ff0ac-c27f-4377-b151-29810b8525e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:52:32.752058 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4ff0ac-c27f-4377-b151-29810b8525e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:52:32.752659 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4ff0ac-c27f-4377-b151-29810b8525e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:52:32.753194 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4ff0ac-c27f-4377-b151-29810b8525e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:52:32.753935 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4ff0ac-c27f-4377-b151-29810b8525e6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:52:32.754597 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4ff0ac-c27f-4377-b151-29810b8525e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:52:32.755534 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4ff0ac-c27f-4377-b151-29810b8525e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:52:32.756643 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4ff0ac-c27f-4377-b151-29810b8525e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:52:32.757189 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4ff0ac-c27f-4377-b151-29810b8525e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:52:32.757931 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4ff0ac-c27f-4377-b151-29810b8525e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:52:32.783894 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-3a972d21-8ed1-4464-9e62-e859d07393af None None] Calling delete_port for 124f965c-2aeb-4160-a78a-031a79f405b4 owned by network:dhcp {{(pid=88526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:52:32.823268 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.db [None req-1bb6acb0-657d-41cc-a881-4f08842c6fc6 None None] For port 0717cc72-7117-44ae-b5ab-924a55678621, host n-d-844202-1, cleared binding levels {{(pid=88527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:52:32.832493 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.db [None req-1bb6acb0-657d-41cc-a881-4f08842c6fc6 None None] For port 0717cc72-7117-44ae-b5ab-924a55678621, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=0717cc72-7117-44ae-b5ab-924a55678621,segment=NetworkSegment(7875af61-4c53-4ff2-b8c8-d4b7c35ff947),segment_id=7875af61-4c53-4ff2-b8c8-d4b7c35ff947)] {{(pid=88527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:52:32.845771 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-1bb6acb0-657d-41cc-a881-4f08842c6fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:32.883111 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6cce90-bc26-41b8-9009-8d24f9b8c90f req-d53e2847-1f0f-4879-921f-daa0949e858e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:52:32.884992 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-8c6cce90-bc26-41b8-9009-8d24f9b8c90f req-d53e2847-1f0f-4879-921f-daa0949e858e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2445a719-4314-4548-946f-72cc570cc23f HTTP/1.1" status: 200 len: 854 time: 0.7430363 Jun 01 18:52:32.908718 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-4eae59f3-c777-4f57-8413-ff3084699edb None None] Deleting port b93350c7-ef3c-4754-9798-ec549ed4f8d7 {{(pid=88526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:52:32.915207 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-4eae59f3-c777-4f57-8413-ff3084699edb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:33.078435 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb6acb0-657d-41cc-a881-4f08842c6fc6 None None] Routers {'533f25a8-4516-4734-96dc-76ed394d7577'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:52:33.079220 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-1bb6acb0-657d-41cc-a881-4f08842c6fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:52:09Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['533f25a8-4516-4734-96dc-76ed394d7577'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:52:33.094091 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed943822-f96b-4bdf-b9cf-6acc380ff752 None None] Routers {'c701c518-db9e-42d2-a7bd-ff951ff63bee'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:52:33.097656 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-ed943822-f96b-4bdf-b9cf-6acc380ff752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:52:09Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['c701c518-db9e-42d2-a7bd-ff951ff63bee'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:52:33.294198 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4ff0ac-c27f-4377-b151-29810b8525e6 None None] Pushing event updated for resources: {'Port': ['ID=0717cc72-7117-44ae-b5ab-924a55678621,revision_number=3']} {{(pid=88527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:52:33.322651 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.db.api [None req-3a972d21-8ed1-4464-9e62-e859d07393af None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88526) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 18:52:33.323530 n-d-844202-1 neutron-server[88526]: DEBUG oslo_db.api [None req-3a972d21-8ed1-4464-9e62-e859d07393af None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 18:52:33.324531 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=4a324220-33d8-474a-8fca-3b42f63f1ae1,revision_number=7']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:52:33.352011 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a1c9fe8a-c4e0-4724-b9e5-38002d9522b1 req-9e2335ca-3e91-4c0f-a13e-49d2b6ac103c tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbe27866-6450-47f0-a8e1-f266dfb72433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9722295 Jun 01 18:52:33.412115 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-50377e04-b05b-4bc2-bfe1-0aedafa60647 req-13d89536-054e-43f7-8a26-9dbe6900c398 tempest-ServersNegativeTestMultiTenantJSON-629909355 tempest-ServersNegativeTestMultiTenantJSON-629909355-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b0166a7-13c4-4bb0-b1a5-07fc2e2cdde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9600608 Jun 01 18:52:33.443664 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4acea7c4-e435-497b-90fa-578f7b8886ea tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:33.498153 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-4acea7c4-e435-497b-90fa-578f7b8886ea tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c16c0733-68a0-4af2-9aa5-b2266da91869']}} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:52:33.530747 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fee2ca05-3fb0-4aed-a72d-3a1aeb3a5338'] response: {'server_uuid': '863d6d17-7ec0-45a3-a6dc-82b322b76ced', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a324220-33d8-474a-8fca-3b42f63f1ae1', 'code': 200} Jun 01 18:52:33.537742 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d92d56-c994-4acc-b4c9-aaccb5cf63ad req-017a2571-5978-454d-b6f8-6a2261c2c37d tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:52:33.539135 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-4acea7c4-e435-497b-90fa-578f7b8886ea tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f216ea7-d556-42bd-9325-5581fab5db25') {'for_net_delete': True} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:52:33.539276 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-66d92d56-c994-4acc-b4c9-aaccb5cf63ad req-017a2571-5978-454d-b6f8-6a2261c2c37d tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.50 "GET /v2.0/ports?device_id=2ae812a2-5303-4c9c-88e8-5c44f26565c9 HTTP/1.1" status: 200 len: 951 time: 1.9825790 Jun 01 18:52:33.540467 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-4acea7c4-e435-497b-90fa-578f7b8886ea tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f216ea7-d556-42bd-9325-5581fab5db25') {} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:52:33.575037 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4acea7c4-e435-497b-90fa-578f7b8886ea tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2702126'] for segment, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:33.605487 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6cce90-bc26-41b8-9009-8d24f9b8c90f req-b7d6279a-e0e2-4b4a-b3ee-1c10e4ca42b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:52:33.608921 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-8c6cce90-bc26-41b8-9009-8d24f9b8c90f req-b7d6279a-e0e2-4b4a-b3ee-1c10e4ca42b4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8bf6d215-ffa6-4f1e-a724-9435b6e76e15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6861353 Jun 01 18:52:33.620381 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-1bb6acb0-657d-41cc-a881-4f08842c6fc6 None None] Set router 533f25a8-4516-4734-96dc-76ed394d7577 gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:52:33.661110 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4acea7c4-e435-497b-90fa-578f7b8886ea tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:33.706164 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 36a1dde4-3db8-4ec3-8216-d3bba7759164 up at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:52:33.738025 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4acea7c4-e435-497b-90fa-578f7b8886ea tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=88524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 18:52:33.738699 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4acea7c4-e435-497b-90fa-578f7b8886ea tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2719018'] for segment, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:33.860287 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcfb9e1-e7a1-48d5-b269-370bc42a638d req-60a2018c-36e7-47a2-9b70-80de27813ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:52:33.862072 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-bdcfb9e1-e7a1-48d5-b269-370bc42a638d req-60a2018c-36e7-47a2-9b70-80de27813ee8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=898153a3-5d71-43be-9d14-343ea4a48426&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.4496868 Jun 01 18:52:34.079099 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment 1f216ea7-d556-42bd-9325-5581fab5db25 resource provider aggregate not found Jun 01 18:52:34.215281 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment 1f216ea7-d556-42bd-9325-5581fab5db25 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1f216ea7-d556-42bd-9325-5581fab5db25 found for delete ", "request_id": "req-f62a552b-32b6-4e47-b33a-8cdf1c2edd94"}]} Jun 01 18:52:34.217476 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-3a972d21-8ed1-4464-9e62-e859d07393af None None] Deleting port 124f965c-2aeb-4160-a78a-031a79f405b4 {{(pid=88526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:52:34.217476 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-3a972d21-8ed1-4464-9e62-e859d07393af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:34.260653 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-1bb6acb0-657d-41cc-a881-4f08842c6fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '533f25a8-4516-4734-96dc-76ed394d7577', 'name': 'tempest-AttachVolumeNegativeTest-808524778-router', 'tenant_id': '9da8911c90e044c58dc0cf3fd4a5638a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.190'}], 'enable_snat': True}, 'gw_port_id': '0717cc72-7117-44ae-b5ab-924a55678621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:52:17Z', 'updated_at': '2022-06-01T18:52:23Z', 'revision_number': 3, 'project_id': '9da8911c90e044c58dc0cf3fd4a5638a', 'gw_port': {'id': '0717cc72-7117-44ae-b5ab-924a55678621', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:f4:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '533f25a8-4516-4734-96dc-76ed394d7577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:52:19Z', 'updated_at': '2022-06-01T18:52:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:52:34.269261 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb6acb0-657d-41cc-a881-4f08842c6fc6 None None] The sync data for ids ['533f25a8-4516-4734-96dc-76ed394d7577'] in n-d-844202-1 is: [{'id': '533f25a8-4516-4734-96dc-76ed394d7577', 'name': 'tempest-AttachVolumeNegativeTest-808524778-router', 'tenant_id': '9da8911c90e044c58dc0cf3fd4a5638a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.190'}], 'enable_snat': True}, 'gw_port_id': '0717cc72-7117-44ae-b5ab-924a55678621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:52:17Z', 'updated_at': '2022-06-01T18:52:23Z', 'revision_number': 3, 'project_id': '9da8911c90e044c58dc0cf3fd4a5638a', 'gw_port': {'id': '0717cc72-7117-44ae-b5ab-924a55678621', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:f4:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '533f25a8-4516-4734-96dc-76ed394d7577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:52:19Z', 'updated_at': '2022-06-01T18:52:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 18:52:34.275575 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [req-66d92d56-c994-4acc-b4c9-aaccb5cf63ad req-74574e42-2a70-466d-ae71-96547ea3163f tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Deleting port 60f01c35-737d-4a5d-b74d-d5493aef4b97 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:52:34.275917 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-66d92d56-c994-4acc-b4c9-aaccb5cf63ad req-74574e42-2a70-466d-ae71-96547ea3163f tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:34.297004 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4acea7c4-e435-497b-90fa-578f7b8886ea tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:34.307882 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4acea7c4-e435-497b-90fa-578f7b8886ea tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:34.423074 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acea7c4-e435-497b-90fa-578f7b8886ea tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Pushing event deleted for resources: {'Network': ['ID=c16c0733-68a0-4af2-9aa5-b2266da91869,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:52:34.439563 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-dc175c3d-e3cf-4018-a164-2c03be00c06d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:34.464671 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-3a972d21-8ed1-4464-9e62-e859d07393af None None] The port '124f965c-2aeb-4160-a78a-031a79f405b4' was deleted {{(pid=88526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 01 18:52:34.509222 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-4acea7c4-e435-497b-90fa-578f7b8886ea tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] 10.222.0.41 "DELETE /v2.0/networks/c16c0733-68a0-4af2-9aa5-b2266da91869 HTTP/1.1" status: 204 len: 168 time: 6.1815372 Jun 01 18:52:34.518005 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 55236) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:52:34.530549 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-8c6cce90-bc26-41b8-9009-8d24f9b8c90f req-8434c9f2-464e-4ed8-ac0c-055c44b92d16 service neutron] 10.222.0.15 "GET /v2.0/networks/8bf6d215-ffa6-4f1e-a724-9435b6e76e15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9104562 Jun 01 18:52:34.666635 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-4eae59f3-c777-4f57-8413-ff3084699edb None None] For port b93350c7-ef3c-4754-9798-ec549ed4f8d7, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=b93350c7-ef3c-4754-9798-ec549ed4f8d7,segment=NetworkSegment(8211a189-6538-4b5e-a099-2eaf80282694),segment_id=8211a189-6538-4b5e-a099-2eaf80282694)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:52:34.675495 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-4eae59f3-c777-4f57-8413-ff3084699edb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:34.702190 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 86873127-3898-4dc4-846e-35ce210488c6 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:52:34.717195 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-bdcfb9e1-e7a1-48d5-b269-370bc42a638d req-485c61d4-b9d0-492a-bee8-835b048e429d service neutron] 10.222.0.15 "GET /v2.0/networks/898153a3-5d71-43be-9d14-343ea4a48426?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8360972 Jun 01 18:52:34.723043 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-ed943822-f96b-4bdf-b9cf-6acc380ff752 None None] Set router c701c518-db9e-42d2-a7bd-ff951ff63bee gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:52:35.036738 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-4eae59f3-c777-4f57-8413-ff3084699edb None None] Calling delete_port for b93350c7-ef3c-4754-9798-ec549ed4f8d7 owned by network:dhcp {{(pid=88526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:52:35.370415 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-bcd584ce-d544-4b05-83dc-1c0de8a09f5c tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:35.460386 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 124f965c-2aeb-4160-a78a-031a79f405b4 no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:52:35.542501 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-4eae59f3-c777-4f57-8413-ff3084699edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535'] for port, after_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:35.580857 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-8c6cce90-bc26-41b8-9009-8d24f9b8c90f req-a90955e5-2560-48b6-b599-99d08410428a service neutron] 10.222.0.15 "GET /v2.0/networks/8bf6d215-ffa6-4f1e-a724-9435b6e76e15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9976935 Jun 01 18:52:35.606474 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0925217c-91a9-4a03-a911-1f91e1c9a85a req-69395c67-a985-4b2c-bcd8-c563e483b9c0 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:52:35.607478 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-0925217c-91a9-4a03-a911-1f91e1c9a85a req-69395c67-a985-4b2c-bcd8-c563e483b9c0 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Synchronizing usage tracker for tenant:5a29f45689de4723b61fb9850cc62a10 on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:52:35.672170 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-0925217c-91a9-4a03-a911-1f91e1c9a85a req-69395c67-a985-4b2c-bcd8-c563e483b9c0 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Unset dirty status for tenant:5a29f45689de4723b61fb9850cc62a10 on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:52:35.689671 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0925217c-91a9-4a03-a911-1f91e1c9a85a req-69395c67-a985-4b2c-bcd8-c563e483b9c0 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ae812a2-5303-4c9c-88e8-5c44f26565c9 HTTP/1.1" status: 200 len: 951 time: 1.0515387 Jun 01 18:52:35.825471 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-bdcfb9e1-e7a1-48d5-b269-370bc42a638d req-2a3d1885-8069-45d5-9787-a2f11a45f08e service neutron] 10.222.0.15 "GET /v2.0/networks/898153a3-5d71-43be-9d14-343ea4a48426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0136216 Jun 01 18:52:35.897404 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eae59f3-c777-4f57-8413-ff3084699edb None None] Pushing event deleted for resources: {'Port': ['ID=b93350c7-ef3c-4754-9798-ec549ed4f8d7,revision_number=None']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:52:35.935075 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: 124f965c-2aeb-4160-a78a-031a79f405b4 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 18:52:35.935676 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 124f965c-2aeb-4160-a78a-031a79f405b4 not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 18:52:35.936493 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device b93350c7-ef3c-4754-9798-ec549ed4f8d7 no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:52:35.946919 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5214f01-e536-402f-8ad1-cd2553ae3e98 req-9404e22f-b90d-416f-ac97-ed24259a36c4 tempest-ServersNegativeTestMultiTenantJSON-629909355 tempest-ServersNegativeTestMultiTenantJSON-629909355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:52:35.949161 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f5214f01-e536-402f-8ad1-cd2553ae3e98 req-9404e22f-b90d-416f-ac97-ed24259a36c4 tempest-ServersNegativeTestMultiTenantJSON-629909355 tempest-ServersNegativeTestMultiTenantJSON-629909355-project] 10.222.0.41 "GET /v2.0/ports?device_id=696ef34d-b63e-4a1b-9a68-db62b0992bb3 HTTP/1.1" status: 200 len: 945 time: 1.1334841 Jun 01 18:52:35.989494 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-66d92d56-c994-4acc-b4c9-aaccb5cf63ad req-74574e42-2a70-466d-ae71-96547ea3163f tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] For port 60f01c35-737d-4a5d-b74d-d5493aef4b97, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=60f01c35-737d-4a5d-b74d-d5493aef4b97,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:52:35.993313 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-66d92d56-c994-4acc-b4c9-aaccb5cf63ad req-74574e42-2a70-466d-ae71-96547ea3163f tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:36.025347 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eae59f3-c777-4f57-8413-ff3084699edb None None] No DVR routers for this DVR port b93350c7-ef3c-4754-9798-ec549ed4f8d7 on host n-d-844202-1 {{(pid=88526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 18:52:36.030971 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: b93350c7-ef3c-4754-9798-ec549ed4f8d7 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 18:52:36.032604 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device b93350c7-ef3c-4754-9798-ec549ed4f8d7 not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 18:52:36.067348 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [None req-dc175c3d-e3cf-4018-a164-2c03be00c06d admin admin] Allocated IP 172.20.0.1 (908da31a-c43f-4d78-b2f1-4926efeaafe9/b62dadc8-5788-404f-95cb-85382718471e/da5af43f-7a7c-4ca7-9438-4ae05d3d9f7c) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:52:36.074807 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning for port 36a1dde4-3db8-4ec3-8216-d3bba7759164 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:52:36.098610 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning complete for port 36a1dde4-3db8-4ec3-8216-d3bba7759164 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:52:36.099355 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:36.209836 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-bcd584ce-d544-4b05-83dc-1c0de8a09f5c tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:36.272908 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0925217c-91a9-4a03-a911-1f91e1c9a85a req-8ffb66d9-bf0c-415b-beef-34473a8a5cc8 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbe27866-6450-47f0-a8e1-f266dfb72433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5736785 Jun 01 18:52:36.374375 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-ed943822-f96b-4bdf-b9cf-6acc380ff752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c701c518-db9e-42d2-a7bd-ff951ff63bee', 'name': 'tempest-ServersTestFqdnHostnames-1543566933-router', 'tenant_id': '5f3ed1997db14c79a2fbb09db0c8050d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.82'}], 'enable_snat': True}, 'gw_port_id': 'acbbbe45-12ee-42d9-935c-0f33328912c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:52:07Z', 'updated_at': '2022-06-01T18:52:24Z', 'revision_number': 4, 'project_id': '5f3ed1997db14c79a2fbb09db0c8050d', 'gw_port': {'id': 'acbbbe45-12ee-42d9-935c-0f33328912c8', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:b6:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c701c518-db9e-42d2-a7bd-ff951ff63bee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:52:09Z', 'updated_at': '2022-06-01T18:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '5d31d12a-efbc-4f30-a17d-cb890b2b03ad', 'name': '', 'network_id': '569f4717-ec82-465d-bf71-13c1eabc15f4', 'tenant_id': '5f3ed1997db14c79a2fbb09db0c8050d', 'mac_address': 'fa:16:3e:30:5c:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c701c518-db9e-42d2-a7bd-ff951ff63bee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': '3f120ccd-73fe-4c20-add7-98535da681a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:52:19Z', 'updated_at': '2022-06-01T18:52:26Z', 'revision_number': 2, 'project_id': '5f3ed1997db14c79a2fbb09db0c8050d', 'subnets': [{'id': '3f120ccd-73fe-4c20-add7-98535da681a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:52:36.382386 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port 36a1dde4-3db8-4ec3-8216-d3bba7759164 is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:52:36.385803 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:36.394304 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-bcd584ce-d544-4b05-83dc-1c0de8a09f5c tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9faf4c95-7954-4d11-b97c-b5c0332de1f6']}} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:52:36.454169 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed943822-f96b-4bdf-b9cf-6acc380ff752 None None] Checking router: c701c518-db9e-42d2-a7bd-ff951ff63bee for host: n-d-844202-1 {{(pid=88526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 18:52:36.454169 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed943822-f96b-4bdf-b9cf-6acc380ff752 None None] Updating router c701c518-db9e-42d2-a7bd-ff951ff63bee port 5d31d12a-efbc-4f30-a17d-cb890b2b03ad binding host n-d-844202-1 {{(pid=88526) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 18:52:36.467211 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-bcd584ce-d544-4b05-83dc-1c0de8a09f5c tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8211a189-6538-4b5e-a099-2eaf80282694') {'for_net_delete': True} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:52:36.467211 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-bcd584ce-d544-4b05-83dc-1c0de8a09f5c tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8211a189-6538-4b5e-a099-2eaf80282694') {} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:52:36.492815 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-bcd584ce-d544-4b05-83dc-1c0de8a09f5c tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2702126'] for segment, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:36.518451 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-bcd584ce-d544-4b05-83dc-1c0de8a09f5c tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:36.528544 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcd584ce-d544-4b05-83dc-1c0de8a09f5c tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=88524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 18:52:36.529623 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-bcd584ce-d544-4b05-83dc-1c0de8a09f5c tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2719018'] for segment, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:36.573526 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 36a1dde4-3db8-4ec3-8216-d3bba7759164, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=36a1dde4-3db8-4ec3-8216-d3bba7759164,segment=NetworkSegment(dab1b9f6-ccde-4fe0-bce4-194baa7219d3),segment_id=dab1b9f6-ccde-4fe0-bce4-194baa7219d3)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:52:36.587256 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '696ef34d-b63e-4a1b-9a68-db62b0992bb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36a1dde4-3db8-4ec3-8216-d3bba7759164'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:52:36.600426 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:36.718700 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment 8211a189-6538-4b5e-a099-2eaf80282694 resource provider aggregate not found Jun 01 18:52:36.822312 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4fa86c7b-d65c-486b-8ed9-a5689d35de8e'] response: {'server_uuid': '696ef34d-b63e-4a1b-9a68-db62b0992bb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36a1dde4-3db8-4ec3-8216-d3bba7759164', 'code': 200} Jun 01 18:52:36.827392 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment 8211a189-6538-4b5e-a099-2eaf80282694 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8211a189-6538-4b5e-a099-2eaf80282694 found for delete ", "request_id": "req-5afbc6e5-2ba0-42f5-800d-530f34d56422"}]} Jun 01 18:52:36.832373 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 60f01c35-737d-4a5d-b74d-d5493aef4b97 no longer exists at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:52:36.845215 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-bcd584ce-d544-4b05-83dc-1c0de8a09f5c tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:36.854250 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-bcd584ce-d544-4b05-83dc-1c0de8a09f5c tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:37.053531 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [req-66d92d56-c994-4acc-b4c9-aaccb5cf63ad req-74574e42-2a70-466d-ae71-96547ea3163f tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Calling delete_port for 60f01c35-737d-4a5d-b74d-d5493aef4b97 owned by compute:nova {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:52:37.056389 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-ed943822-f96b-4bdf-b9cf-6acc380ff752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:37.097903 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=36a1dde4-3db8-4ec3-8216-d3bba7759164,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:52:37.167544 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-bcd584ce-d544-4b05-83dc-1c0de8a09f5c tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] 10.222.0.41 "DELETE /v2.0/networks/9faf4c95-7954-4d11-b97c-b5c0332de1f6 HTTP/1.1" status: 204 len: 168 time: 2.6482220 Jun 01 18:52:37.174688 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd584ce-d544-4b05-83dc-1c0de8a09f5c tempest-TaggedBootDevicesTest_v242-1827333548 tempest-TaggedBootDevicesTest_v242-1827333548-project] Pushing event deleted for resources: {'Network': ['ID=9faf4c95-7954-4d11-b97c-b5c0332de1f6,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:52:37.430439 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 0717cc72-7117-44ae-b5ab-924a55678621 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:52:37.436210 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34babef-0831-489e-95e2-e0cabe0b8dc1 req-5a072485-2e0e-4754-a599-7d8181b52f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:52:37.476010 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e34babef-0831-489e-95e2-e0cabe0b8dc1 req-5a072485-2e0e-4754-a599-7d8181b52f24 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=696ef34d-b63e-4a1b-9a68-db62b0992bb3 HTTP/1.1" status: 200 len: 1097 time: 0.5609174 Jun 01 18:52:37.606787 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-5592a142-ec09-4412-8cdd-45b4ed84f409 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:37.618728 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-dc175c3d-e3cf-4018-a164-2c03be00c06d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:37.641541 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [None req-dc175c3d-e3cf-4018-a164-2c03be00c06d admin admin] Transition to ACTIVE for port object da5af43f-7a7c-4ca7-9438-4ae05d3d9f7c will not be triggered until provisioned by entity DHCP. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:52:37.681550 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e34babef-0831-489e-95e2-e0cabe0b8dc1 req-a7cb6cb1-e1e2-4797-adc9-7c47b9a08769 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=8b0166a7-13c4-4bb0-b1a5-07fc2e2cdde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976261 Jun 01 18:52:37.687382 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-dc175c3d-e3cf-4018-a164-2c03be00c06d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:37.748339 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 55276) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:52:37.804615 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f5214f01-e536-402f-8ad1-cd2553ae3e98 req-e776aa1b-579e-4c4c-bd47-e4f5be785510 tempest-ServersNegativeTestMultiTenantJSON-629909355 tempest-ServersNegativeTestMultiTenantJSON-629909355-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b0166a7-13c4-4bb0-b1a5-07fc2e2cdde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.7444961 Jun 01 18:52:37.891133 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc175c3d-e3cf-4018-a164-2c03be00c06d admin admin] Network 908da31a-c43f-4d78-b2f1-4926efeaafe9 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:52:37.891133 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc175c3d-e3cf-4018-a164-2c03be00c06d admin admin] Pushing event updated for resources: {'Port': ['ID=da5af43f-7a7c-4ca7-9438-4ae05d3d9f7c,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:52:37.891133 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-dc175c3d-e3cf-4018-a164-2c03be00c06d admin admin] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:52:37.915387 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc175c3d-e3cf-4018-a164-2c03be00c06d admin admin] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:52:37.945991 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port 60f01c35-737d-4a5d-b74d-d5493aef4b97 is: ACTIVE; New status is: DOWN {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:52:37.945991 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:38.095522 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8fb27314-289f-4489-af69-092bedcc1517 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:38.128813 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b1dfd5-ebdf-4602-bd8f-177e8b17a396 req-89185178-1580-48b7-96b3-e4ea78ac874a tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:52:38.143024 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-15b1dfd5-ebdf-4602-bd8f-177e8b17a396 req-89185178-1580-48b7-96b3-e4ea78ac874a tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ae812a2-5303-4c9c-88e8-5c44f26565c9 HTTP/1.1" status: 200 len: 951 time: 0.2846916 Jun 01 18:52:38.170186 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-8fb27314-289f-4489-af69-092bedcc1517 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:52:38.183752 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-8fb27314-289f-4489-af69-092bedcc1517 admin admin] Usage tracker for resource:security_group_rule and tenant:bfb604e7f2934972ad7810e5012cc284 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:52:38.183752 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-8fb27314-289f-4489-af69-092bedcc1517 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:52:38.202854 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-8fb27314-289f-4489-af69-092bedcc1517 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:52:38.207265 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-87be43e9-b15d-4991-91ad-cd9f6670334a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-887474'] for router_interface, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:38.266146 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 60f01c35-737d-4a5d-b74d-d5493aef4b97, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=60f01c35-737d-4a5d-b74d-d5493aef4b97,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:52:38.317632 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:38.373881 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-15b1dfd5-ebdf-4602-bd8f-177e8b17a396 req-964796d7-7e2e-40bd-b137-6ab72f17dd39 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbe27866-6450-47f0-a8e1-f266dfb72433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2393656 Jun 01 18:52:38.480575 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port 0717cc72-7117-44ae-b5ab-924a55678621 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:52:38.508784 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8fb27314-289f-4489-af69-092bedcc1517 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:38.508784 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8fb27314-289f-4489-af69-092bedcc1517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:38.550325 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-dc175c3d-e3cf-4018-a164-2c03be00c06d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-887605'] for router_interface, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:38.602604 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.db.api [req-66d92d56-c994-4acc-b4c9-aaccb5cf63ad req-74574e42-2a70-466d-ae71-96547ea3163f tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88525) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 18:52:38.602604 n-d-844202-1 neutron-server[88525]: DEBUG oslo_db.api [req-66d92d56-c994-4acc-b4c9-aaccb5cf63ad req-74574e42-2a70-466d-ae71-96547ea3163f tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 18:52:38.750042 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb27314-289f-4489-af69-092bedcc1517 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d20fb5b-8d04-4dd2-a7a3-025e935f377c,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:52:38.762889 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-8fb27314-289f-4489-af69-092bedcc1517 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bfb604e7f2934972ad7810e5012cc284&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0138230 Jun 01 18:52:38.776380 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 55292) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:52:38.795075 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 0717cc72-7117-44ae-b5ab-924a55678621 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:52:38.795364 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:38.916007 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ae812a2-5303-4c9c-88e8-5c44f26565c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60f01c35-737d-4a5d-b74d-d5493aef4b97'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:52:38.947047 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-70fc227b-181e-4e9f-81f3-bcc81b2de326 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:39.011165 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-70fc227b-181e-4e9f-81f3-bcc81b2de326 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:39.032382 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a66e741-7acf-4c5b-beb0-a7eddb87d009'] response: {'server_uuid': '2ae812a2-5303-4c9c-88e8-5c44f26565c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60f01c35-737d-4a5d-b74d-d5493aef4b97', 'code': 200} Jun 01 18:52:39.107885 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-70fc227b-181e-4e9f-81f3-bcc81b2de326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:39.125181 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-045c6257-11da-478c-aea7-47e06f78c394 None None] Provisioning for port da5af43f-7a7c-4ca7-9438-4ae05d3d9f7c completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:52:39.131263 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fc227b-181e-4e9f-81f3-bcc81b2de326 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d20fb5b-8d04-4dd2-a7a3-025e935f377c,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:52:39.147044 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-70fc227b-181e-4e9f-81f3-bcc81b2de326 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:39.149503 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-70fc227b-181e-4e9f-81f3-bcc81b2de326 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4d20fb5b-8d04-4dd2-a7a3-025e935f377c HTTP/1.1" status: 204 len: 168 time: 0.3709762 Jun 01 18:52:39.231304 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [req-66d92d56-c994-4acc-b4c9-aaccb5cf63ad req-74574e42-2a70-466d-ae71-96547ea3163f tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Deleting port 60f01c35-737d-4a5d-b74d-d5493aef4b97 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:52:39.231861 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-66d92d56-c994-4acc-b4c9-aaccb5cf63ad req-74574e42-2a70-466d-ae71-96547ea3163f tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:39.326196 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=60f01c35-737d-4a5d-b74d-d5493aef4b97,revision_number=12']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:52:39.413529 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-045c6257-11da-478c-aea7-47e06f78c394 None None] Provisioning complete for port da5af43f-7a7c-4ca7-9438-4ae05d3d9f7c triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:52:39.413899 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-045c6257-11da-478c-aea7-47e06f78c394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:39.601502 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-045c6257-11da-478c-aea7-47e06f78c394 None None] Port da5af43f-7a7c-4ca7-9438-4ae05d3d9f7c cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 18:52:39.739547 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-ed943822-f96b-4bdf-b9cf-6acc380ff752 None None] Notify callbacks [] for port, precommit_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:39.744686 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-1d2e3a0f-9aa8-4e44-bd49-c334be3c52a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:39.795348 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 0717cc72-7117-44ae-b5ab-924a55678621 is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:52:39.803564 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:39.858783 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-ed943822-f96b-4bdf-b9cf-6acc380ff752 None None] Transition to ACTIVE for port object 5d31d12a-efbc-4f30-a17d-cb890b2b03ad will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:52:39.905157 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-ed943822-f96b-4bdf-b9cf-6acc380ff752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:39.933113 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258c9e15-e8dc-4a98-8950-160416fa3840 req-bfd30f6a-f961-4d6c-8dc4-b8d776649924 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:52:39.942241 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port 0717cc72-7117-44ae-b5ab-924a55678621, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=0717cc72-7117-44ae-b5ab-924a55678621,segment=NetworkSegment(7875af61-4c53-4ff2-b8c8-d4b7c35ff947),segment_id=7875af61-4c53-4ff2-b8c8-d4b7c35ff947)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:52:39.949375 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-258c9e15-e8dc-4a98-8950-160416fa3840 req-bfd30f6a-f961-4d6c-8dc4-b8d776649924 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ae812a2-5303-4c9c-88e8-5c44f26565c9 HTTP/1.1" status: 200 len: 949 time: 0.3183246 Jun 01 18:52:40.089891 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 55312) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:52:40.110311 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-258c9e15-e8dc-4a98-8950-160416fa3840 req-b7b885da-f40e-4d6b-a702-dbe369b1d2a6 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbe27866-6450-47f0-a8e1-f266dfb72433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541848 Jun 01 18:52:40.145746 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82408279-1bbd-4daa-b601-3b45a8cda7db None None] Pushing event updated for resources: {'Port': ['ID=5d31d12a-efbc-4f30-a17d-cb890b2b03ad,revision_number=3']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:52:40.157881 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:40.168017 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2dfad983-29e5-4012-9d00-f4e29f96aa76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:40.211535 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-2dfad983-29e5-4012-9d00-f4e29f96aa76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:52:40.216471 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-2dfad983-29e5-4012-9d00-f4e29f96aa76 admin admin] Usage tracker for resource:security_group_rule and tenant:22ee85cdf0ae4c5ba7e22a225f2f2886 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:52:40.219677 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-2dfad983-29e5-4012-9d00-f4e29f96aa76 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:52:40.227646 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-2dfad983-29e5-4012-9d00-f4e29f96aa76 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:52:40.274376 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-66d92d56-c994-4acc-b4c9-aaccb5cf63ad req-74574e42-2a70-466d-ae71-96547ea3163f tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] For port 60f01c35-737d-4a5d-b74d-d5493aef4b97, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=60f01c35-737d-4a5d-b74d-d5493aef4b97,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:52:40.274933 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-66d92d56-c994-4acc-b4c9-aaccb5cf63ad req-74574e42-2a70-466d-ae71-96547ea3163f tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:40.342900 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2dfad983-29e5-4012-9d00-f4e29f96aa76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:40.349221 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=0717cc72-7117-44ae-b5ab-924a55678621,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:52:40.350865 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2dfad983-29e5-4012-9d00-f4e29f96aa76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:40.431825 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-2dfad983-29e5-4012-9d00-f4e29f96aa76 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=22ee85cdf0ae4c5ba7e22a225f2f2886&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3194859 Jun 01 18:52:40.434368 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 55316) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:52:40.523958 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfad983-29e5-4012-9d00-f4e29f96aa76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12c6dbc4-cf96-43ee-ad7c-6dc0e3348626,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:52:40.617075 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b59eb189-9942-4983-84cd-7c3218108703 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:40.688578 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b59eb189-9942-4983-84cd-7c3218108703 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:40.710833 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:40.718438 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:40.732183 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-ed943822-f96b-4bdf-b9cf-6acc380ff752 None None] Attempting to bind port 5d31d12a-efbc-4f30-a17d-cb890b2b03ad on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:52:40.732183 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-ed943822-f96b-4bdf-b9cf-6acc380ff752 None None] Attempting to bind port 5d31d12a-efbc-4f30-a17d-cb890b2b03ad by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': '65c83d1c-c246-4adb-8edb-c36f0bb84e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '569f4717-ec82-465d-bf71-13c1eabc15f4'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:52:40.732183 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed943822-f96b-4bdf-b9cf-6acc380ff752 None None] Attempting to bind port 5d31d12a-efbc-4f30-a17d-cb890b2b03ad on network 569f4717-ec82-465d-bf71-13c1eabc15f4 {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:52:40.775227 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed943822-f96b-4bdf-b9cf-6acc380ff752 None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 18, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:52:40.775227 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed943822-f96b-4bdf-b9cf-6acc380ff752 None None] Checking segment: {'id': '65c83d1c-c246-4adb-8edb-c36f0bb84e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '569f4717-ec82-465d-bf71-13c1eabc15f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:52:40.775227 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-ed943822-f96b-4bdf-b9cf-6acc380ff752 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:40.775227 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed943822-f96b-4bdf-b9cf-6acc380ff752 None None] Bound using segment: {'id': '65c83d1c-c246-4adb-8edb-c36f0bb84e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '569f4717-ec82-465d-bf71-13c1eabc15f4'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:52:40.775227 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-ed943822-f96b-4bdf-b9cf-6acc380ff752 None None] Bound port: 5d31d12a-efbc-4f30-a17d-cb890b2b03ad, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65c83d1c-c246-4adb-8edb-c36f0bb84e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '569f4717-ec82-465d-bf71-13c1eabc15f4'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:52:40.781817 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-ed943822-f96b-4bdf-b9cf-6acc380ff752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:40.866506 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b59eb189-9942-4983-84cd-7c3218108703 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:40.910538 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59eb189-9942-4983-84cd-7c3218108703 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12c6dbc4-cf96-43ee-ad7c-6dc0e3348626,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:52:40.924372 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b59eb189-9942-4983-84cd-7c3218108703 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:40.933415 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-b59eb189-9942-4983-84cd-7c3218108703 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/12c6dbc4-cf96-43ee-ad7c-6dc0e3348626 HTTP/1.1" status: 204 len: 168 time: 0.4972823 Jun 01 18:52:41.012559 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [req-66d92d56-c994-4acc-b4c9-aaccb5cf63ad req-74574e42-2a70-466d-ae71-96547ea3163f tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Calling delete_port for 60f01c35-737d-4a5d-b74d-d5493aef4b97 owned by compute:nova {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:52:41.268332 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:41.283132 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-ed943822-f96b-4bdf-b9cf-6acc380ff752 None None] For port 5d31d12a-efbc-4f30-a17d-cb890b2b03ad, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:52:41.290573 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-ed943822-f96b-4bdf-b9cf-6acc380ff752 None None] For port 5d31d12a-efbc-4f30-a17d-cb890b2b03ad, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=5d31d12a-efbc-4f30-a17d-cb890b2b03ad,segment=NetworkSegment(65c83d1c-c246-4adb-8edb-c36f0bb84e27),segment_id=65c83d1c-c246-4adb-8edb-c36f0bb84e27)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:52:41.296356 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-ed943822-f96b-4bdf-b9cf-6acc380ff752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:41.345613 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0544af4-44c5-455a-b31f-413df7c2c2e6 req-03aeeb26-d482-4c1c-9643-82b4fcbe5407 tempest-ServersNegativeTestMultiTenantJSON-629909355 tempest-ServersNegativeTestMultiTenantJSON-629909355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:52:41.369934 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a0544af4-44c5-455a-b31f-413df7c2c2e6 req-03aeeb26-d482-4c1c-9643-82b4fcbe5407 tempest-ServersNegativeTestMultiTenantJSON-629909355 tempest-ServersNegativeTestMultiTenantJSON-629909355-project] 10.222.0.41 "GET /v2.0/ports?device_id=696ef34d-b63e-4a1b-9a68-db62b0992bb3 HTTP/1.1" status: 200 len: 946 time: 2.1272435 Jun 01 18:52:41.428761 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-dc175c3d-e3cf-4018-a164-2c03be00c06d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:41.543377 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82408279-1bbd-4daa-b601-3b45a8cda7db None None] Pushing event updated for resources: {'Port': ['ID=5d31d12a-efbc-4f30-a17d-cb890b2b03ad,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:52:41.667652 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa1bd56-f9f4-4dae-a89d-4aa0dbac6b15 req-2326aaf6-7a38-4bbd-a8ce-54b20543df9b tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:52:41.667652 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3fa1bd56-f9f4-4dae-a89d-4aa0dbac6b15 req-2326aaf6-7a38-4bbd-a8ce-54b20543df9b tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ae812a2-5303-4c9c-88e8-5c44f26565c9 HTTP/1.1" status: 200 len: 949 time: 0.2952957 Jun 01 18:52:41.687442 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:41.716123 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed943822-f96b-4bdf-b9cf-6acc380ff752 None None] Routers {'c701c518-db9e-42d2-a7bd-ff951ff63bee'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:52:41.716123 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-ed943822-f96b-4bdf-b9cf-6acc380ff752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:52:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['c701c518-db9e-42d2-a7bd-ff951ff63bee'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:52:41.830220 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3fa1bd56-f9f4-4dae-a89d-4aa0dbac6b15 req-91ec4559-598a-42db-bd18-0c134a9844bd tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbe27866-6450-47f0-a8e1-f266dfb72433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535783 Jun 01 18:52:42.022183 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:42.195854 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-87be43e9-b15d-4991-91ad-cd9f6670334a admin admin] Deleting port 5d31d12a-efbc-4f30-a17d-cb890b2b03ad {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:52:42.195854 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-87be43e9-b15d-4991-91ad-cd9f6670334a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:42.299786 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-ed943822-f96b-4bdf-b9cf-6acc380ff752 None None] Set router c701c518-db9e-42d2-a7bd-ff951ff63bee gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:52:42.450210 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-66d92d56-c994-4acc-b4c9-aaccb5cf63ad req-74574e42-2a70-466d-ae71-96547ea3163f tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:42.559860 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 0717cc72-7117-44ae-b5ab-924a55678621 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:52:42.625765 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a0544af4-44c5-455a-b31f-413df7c2c2e6 req-d29236d2-a34f-4318-84c7-57b47181a11f tempest-ServersNegativeTestMultiTenantJSON-629909355 tempest-ServersNegativeTestMultiTenantJSON-629909355-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b0166a7-13c4-4bb0-b1a5-07fc2e2cdde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2658558 Jun 01 18:52:42.644011 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] get_ports_and_sgs() called for port_ids ['29ef26a4-a70e-49b7-bba7-1d3944f13d1a', '1e38921f-0057-4abf-aff6-93f3058d24de'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:52:42.675683 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74574e42-2a70-466d-ae71-96547ea3163f tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Pushing event deleted for resources: {'Port': ['ID=60f01c35-737d-4a5d-b74d-d5493aef4b97,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:52:43.160270 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [req-66d92d56-c994-4acc-b4c9-aaccb5cf63ad req-74574e42-2a70-466d-ae71-96547ea3163f tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] No DVR routers for this DVR port 60f01c35-737d-4a5d-b74d-d5493aef4b97 on host n-h2-844202-1 {{(pid=88525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 18:52:43.381251 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.agents_db [None req-e814b9cf-7de8-45d0-a079-29c61fabe7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 18:52:43.535591 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-66d92d56-c994-4acc-b4c9-aaccb5cf63ad req-74574e42-2a70-466d-ae71-96547ea3163f tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:43.644014 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f3480a-0820-40e2-a36f-69d6e743c2df req-f09066ff-761c-44ca-a50b-c6aec5c38adb tempest-ServersNegativeTestMultiTenantJSON-629909355 tempest-ServersNegativeTestMultiTenantJSON-629909355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:52:43.645664 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c4f3480a-0820-40e2-a36f-69d6e743c2df req-f09066ff-761c-44ca-a50b-c6aec5c38adb tempest-ServersNegativeTestMultiTenantJSON-629909355 tempest-ServersNegativeTestMultiTenantJSON-629909355-project] 10.222.0.41 "GET /v2.0/ports?device_id=696ef34d-b63e-4a1b-9a68-db62b0992bb3 HTTP/1.1" status: 200 len: 946 time: 0.4543171 Jun 01 18:52:43.745843 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-dd1285b5-5bda-4117-a76c-cb56e0d83ce4 req-4f5c30c3-1947-45bf-91f1-ac430e11acf0 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ae812a2-5303-4c9c-88e8-5c44f26565c9 HTTP/1.1" status: 200 len: 210 time: 0.5551019 Jun 01 18:52:43.746340 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ae812a2-5303-4c9c-88e8-5c44f26565c9', 'name': 'network-vif-deleted', 'tag': '60f01c35-737d-4a5d-b74d-d5493aef4b97'}] {{(pid=88525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:52:43.816740 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 0717cc72-7117-44ae-b5ab-924a55678621 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:52:43.817413 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:43.822724 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c4f3480a-0820-40e2-a36f-69d6e743c2df req-36133517-e5c1-467d-b8e9-bee1e7988854 tempest-ServersNegativeTestMultiTenantJSON-629909355 tempest-ServersNegativeTestMultiTenantJSON-629909355-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b0166a7-13c4-4bb0-b1a5-07fc2e2cdde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634722 Jun 01 18:52:44.010103 n-d-844202-1 neutron-server[88525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f094ab2-504d-487e-9ee9-8fa85f2f9434'] response: {'server_uuid': '2ae812a2-5303-4c9c-88e8-5c44f26565c9', 'name': 'network-vif-deleted', 'tag': '60f01c35-737d-4a5d-b74d-d5493aef4b97', 'status': 'completed', 'code': 200} Jun 01 18:52:44.080026 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-dc175c3d-e3cf-4018-a164-2c03be00c06d admin admin] Notify callbacks [] for port, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:44.099334 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-66d92d56-c994-4acc-b4c9-aaccb5cf63ad req-74574e42-2a70-466d-ae71-96547ea3163f tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.50 "DELETE /v2.0/ports/60f01c35-737d-4a5d-b74d-d5493aef4b97 HTTP/1.1" status: 204 len: 173 time: 10.5289252 Jun 01 18:52:44.099947 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-dc175c3d-e3cf-4018-a164-2c03be00c06d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:44.498793 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [None req-87be43e9-b15d-4991-91ad-cd9f6670334a admin admin] For port 5d31d12a-efbc-4f30-a17d-cb890b2b03ad, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=5d31d12a-efbc-4f30-a17d-cb890b2b03ad,segment=NetworkSegment(65c83d1c-c246-4adb-8edb-c36f0bb84e27),segment_id=65c83d1c-c246-4adb-8edb-c36f0bb84e27)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:52:44.499157 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-87be43e9-b15d-4991-91ad-cd9f6670334a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:44.592030 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc175c3d-e3cf-4018-a164-2c03be00c06d admin admin] Pushing event updated for resources: {'Port': ['ID=da5af43f-7a7c-4ca7-9438-4ae05d3d9f7c,revision_number=2']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:52:45.197123 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-87be43e9-b15d-4991-91ad-cd9f6670334a admin admin] Calling delete_port for 5d31d12a-efbc-4f30-a17d-cb890b2b03ad owned by network:router_interface {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:52:45.300669 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 0717cc72-7117-44ae-b5ab-924a55678621 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:52:45.332675 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-dc175c3d-e3cf-4018-a164-2c03be00c06d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-887436'] for router_interface, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:45.382632 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-b37bcb5b-1bb9-4d89-ba75-ba9ddc79f76f req-d5ed0903-d9ea-43f8-b4b0-da5847ab5048 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Synchronizing usage tracker for tenant:5a29f45689de4723b61fb9850cc62a10 on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:52:45.565296 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-b37bcb5b-1bb9-4d89-ba75-ba9ddc79f76f req-d5ed0903-d9ea-43f8-b4b0-da5847ab5048 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Unset dirty status for tenant:5a29f45689de4723b61fb9850cc62a10 on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:52:45.578059 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b37bcb5b-1bb9-4d89-ba75-ba9ddc79f76f req-d5ed0903-d9ea-43f8-b4b0-da5847ab5048 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ae812a2-5303-4c9c-88e8-5c44f26565c9 HTTP/1.1" status: 200 len: 210 time: 0.3179054 Jun 01 18:52:45.859931 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc175c3d-e3cf-4018-a164-2c03be00c06d admin admin] Network 908da31a-c43f-4d78-b2f1-4926efeaafe9 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:52:45.889351 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-dc175c3d-e3cf-4018-a164-2c03be00c06d admin admin] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:52:45.918139 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c835f85f-adb1-486f-b273-7fbdaa831949 req-6df020b2-5bc7-4f56-8692-80ccad702c6f tempest-ServersNegativeTestMultiTenantJSON-629909355 tempest-ServersNegativeTestMultiTenantJSON-629909355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:52:45.951092 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c835f85f-adb1-486f-b273-7fbdaa831949 req-6df020b2-5bc7-4f56-8692-80ccad702c6f tempest-ServersNegativeTestMultiTenantJSON-629909355 tempest-ServersNegativeTestMultiTenantJSON-629909355-project] 10.222.0.41 "GET /v2.0/ports?device_id=696ef34d-b63e-4a1b-9a68-db62b0992bb3 HTTP/1.1" status: 200 len: 946 time: 0.5587952 Jun 01 18:52:46.022442 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-ed943822-f96b-4bdf-b9cf-6acc380ff752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c701c518-db9e-42d2-a7bd-ff951ff63bee', 'name': 'tempest-ServersTestFqdnHostnames-1543566933-router', 'tenant_id': '5f3ed1997db14c79a2fbb09db0c8050d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.82'}], 'enable_snat': True}, 'gw_port_id': 'acbbbe45-12ee-42d9-935c-0f33328912c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:52:07Z', 'updated_at': '2022-06-01T18:52:24Z', 'revision_number': 4, 'project_id': '5f3ed1997db14c79a2fbb09db0c8050d', 'gw_port': {'id': 'acbbbe45-12ee-42d9-935c-0f33328912c8', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:b6:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c701c518-db9e-42d2-a7bd-ff951ff63bee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:52:09Z', 'updated_at': '2022-06-01T18:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '5d31d12a-efbc-4f30-a17d-cb890b2b03ad', 'name': '', 'network_id': '569f4717-ec82-465d-bf71-13c1eabc15f4', 'tenant_id': '5f3ed1997db14c79a2fbb09db0c8050d', 'mac_address': 'fa:16:3e:30:5c:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c701c518-db9e-42d2-a7bd-ff951ff63bee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': '3f120ccd-73fe-4c20-add7-98535da681a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:52:19Z', 'updated_at': '2022-06-01T18:52:41Z', 'revision_number': 4, 'project_id': '5f3ed1997db14c79a2fbb09db0c8050d', 'subnets': [{'id': '3f120ccd-73fe-4c20-add7-98535da681a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:52:46.043441 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed943822-f96b-4bdf-b9cf-6acc380ff752 None None] The sync data for ids ['c701c518-db9e-42d2-a7bd-ff951ff63bee'] in n-d-844202-1 is: [{'id': 'c701c518-db9e-42d2-a7bd-ff951ff63bee', 'name': 'tempest-ServersTestFqdnHostnames-1543566933-router', 'tenant_id': '5f3ed1997db14c79a2fbb09db0c8050d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.82'}], 'enable_snat': True}, 'gw_port_id': 'acbbbe45-12ee-42d9-935c-0f33328912c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:52:07Z', 'updated_at': '2022-06-01T18:52:24Z', 'revision_number': 4, 'project_id': '5f3ed1997db14c79a2fbb09db0c8050d', 'gw_port': {'id': 'acbbbe45-12ee-42d9-935c-0f33328912c8', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:b6:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c701c518-db9e-42d2-a7bd-ff951ff63bee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:52:09Z', 'updated_at': '2022-06-01T18:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '5d31d12a-efbc-4f30-a17d-cb890b2b03ad', 'name': '', 'network_id': '569f4717-ec82-465d-bf71-13c1eabc15f4', 'tenant_id': '5f3ed1997db14c79a2fbb09db0c8050d', 'mac_address': 'fa:16:3e:30:5c:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c701c518-db9e-42d2-a7bd-ff951ff63bee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': '3f120ccd-73fe-4c20-add7-98535da681a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:52:19Z', 'updated_at': '2022-06-01T18:52:41Z', 'revision_number': 4, 'project_id': '5f3ed1997db14c79a2fbb09db0c8050d', 'subnets': [{'id': '3f120ccd-73fe-4c20-add7-98535da681a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 18:52:46.289037 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c835f85f-adb1-486f-b273-7fbdaa831949 req-cd9ba021-f25f-48c5-89f9-ade16c9d353c tempest-ServersNegativeTestMultiTenantJSON-629909355 tempest-ServersNegativeTestMultiTenantJSON-629909355-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b0166a7-13c4-4bb0-b1a5-07fc2e2cdde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3340399 Jun 01 18:52:46.753785 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-e5c99d60-053e-404c-877b-a85ba20ab851 None None] Provisioning complete for port da5af43f-7a7c-4ca7-9438-4ae05d3d9f7c triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:52:46.753785 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-e5c99d60-053e-404c-877b-a85ba20ab851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:46.941474 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 55440) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:52:47.124130 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-e5c99d60-053e-404c-877b-a85ba20ab851 None None] Port da5af43f-7a7c-4ca7-9438-4ae05d3d9f7c cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 18:52:47.238637 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-bf472afe-3e1c-47b2-a66b-11b1f0611bb5 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:47.338033 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-bf472afe-3e1c-47b2-a66b-11b1f0611bb5 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:47.417041 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-87be43e9-b15d-4991-91ad-cd9f6670334a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:47.544430 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-bf472afe-3e1c-47b2-a66b-11b1f0611bb5 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:47.593296 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 5d31d12a-efbc-4f30-a17d-cb890b2b03ad up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:52:47.684184 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-bf472afe-3e1c-47b2-a66b-11b1f0611bb5 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:47.686000 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-bf472afe-3e1c-47b2-a66b-11b1f0611bb5 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "DELETE /v2.0/security-groups/f055d04e-b656-46ab-abf0-f5f0811ab50e HTTP/1.1" status: 204 len: 168 time: 0.7426255 Jun 01 18:52:47.698063 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 55464) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:52:47.706841 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf472afe-3e1c-47b2-a66b-11b1f0611bb5 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f055d04e-b656-46ab-abf0-f5f0811ab50e,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:52:47.727532 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: 5d31d12a-efbc-4f30-a17d-cb890b2b03ad {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 18:52:47.727870 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 5d31d12a-efbc-4f30-a17d-cb890b2b03ad not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Jun 01 18:52:47.770761 n-d-844202-1 neutron-server[88524]: INFO neutron.api.v2.resource [None req-38f30c84-da26-4a7c-a6da-8b2270b7746c tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] show failed (client error): The resource could not be found. Jun 01 18:52:47.776460 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-38f30c84-da26-4a7c-a6da-8b2270b7746c tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/security-groups/f055d04e-b656-46ab-abf0-f5f0811ab50e HTTP/1.1" status: 404 len: 347 time: 0.0731137 Jun 01 18:52:47.778372 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 55470) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:52:47.898308 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87be43e9-b15d-4991-91ad-cd9f6670334a admin admin] Pushing event deleted for resources: {'Port': ['ID=5d31d12a-efbc-4f30-a17d-cb890b2b03ad,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:52:47.937616 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Port 5d31d12a-efbc-4f30-a17d-cb890b2b03ad not found, will not notify nova. {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Jun 01 18:52:47.996714 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc175c3d-e3cf-4018-a164-2c03be00c06d admin admin] Router 533f25a8-4516-4734-96dc-76ed394d7577 has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 18:52:48.374532 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-21bf8fca-468d-4204-a45f-6afab9c63f4f tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Deleting port c3e20cbc-7ab9-40d2-aa3d-19a1c03c191c {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:52:48.375474 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-21bf8fca-468d-4204-a45f-6afab9c63f4f tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:48.690766 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 55486) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:52:48.858062 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-21bf8fca-468d-4204-a45f-6afab9c63f4f tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:48.858386 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-21bf8fca-468d-4204-a45f-6afab9c63f4f tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:49.079167 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc175c3d-e3cf-4018-a164-2c03be00c06d admin admin] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 18:52:49.082554 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-21bf8fca-468d-4204-a45f-6afab9c63f4f tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Calling delete_port for c3e20cbc-7ab9-40d2-aa3d-19a1c03c191c owned by network:floatingip {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:52:49.102455 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca49a98-e144-4f6c-a172-85f8bdc28905 None None] Sync routers for ids ['533f25a8-4516-4734-96dc-76ed394d7577'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 18:52:49.121891 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca49a98-e144-4f6c-a172-85f8bdc28905 None None] Routers {'533f25a8-4516-4734-96dc-76ed394d7577'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:52:49.122518 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-4ca49a98-e144-4f6c-a172-85f8bdc28905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:52:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['533f25a8-4516-4734-96dc-76ed394d7577'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:52:49.123527 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-dc175c3d-e3cf-4018-a164-2c03be00c06d admin admin] 10.222.0.41 "PUT /v2.0/routers/533f25a8-4516-4734-96dc-76ed394d7577/add_router_interface HTTP/1.1" status: 200 len: 503 time: 18.0734835 Jun 01 18:52:49.134121 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-87be43e9-b15d-4991-91ad-cd9f6670334a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-887310'] for router_interface, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:49.238711 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b217311f-3c23-44b3-a5f3-a35452c66b24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:49.267982 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-b217311f-3c23-44b3-a5f3-a35452c66b24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:52:49.294672 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-b217311f-3c23-44b3-a5f3-a35452c66b24 admin admin] Usage tracker for resource:security_group_rule and tenant:db514d98b4614efd8c9b3c78a0f6dc46 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:52:49.320571 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-b217311f-3c23-44b3-a5f3-a35452c66b24 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:52:49.334461 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-b217311f-3c23-44b3-a5f3-a35452c66b24 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:52:49.714974 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-4ca49a98-e144-4f6c-a172-85f8bdc28905 None None] Set router 533f25a8-4516-4734-96dc-76ed394d7577 gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:52:49.746125 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b217311f-3c23-44b3-a5f3-a35452c66b24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:49.760335 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b217311f-3c23-44b3-a5f3-a35452c66b24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:49.944156 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c34854b-0495-41f4-99f1-d2214e46981c req-c763c97a-ea54-47e3-9cc5-9bbe798ef67a tempest-ServersNegativeTestMultiTenantJSON-629909355 tempest-ServersNegativeTestMultiTenantJSON-629909355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:52:49.951269 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4c34854b-0495-41f4-99f1-d2214e46981c req-c763c97a-ea54-47e3-9cc5-9bbe798ef67a tempest-ServersNegativeTestMultiTenantJSON-629909355 tempest-ServersNegativeTestMultiTenantJSON-629909355-project] 10.222.0.41 "GET /v2.0/ports?device_id=696ef34d-b63e-4a1b-9a68-db62b0992bb3 HTTP/1.1" status: 200 len: 946 time: 1.4875963 Jun 01 18:52:50.372206 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 55510) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:52:50.373110 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-21bf8fca-468d-4204-a45f-6afab9c63f4f tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:50.441546 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-8445c4d2-235b-4dff-8b3a-f2025f24ad61 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2041236481', 'description': 'tempest-description--497933542'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:52:50.472009 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-8445c4d2-235b-4dff-8b3a-f2025f24ad61 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:52:50.487482 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-8445c4d2-235b-4dff-8b3a-f2025f24ad61 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Usage tracker for resource:security_group and tenant:9da8911c90e044c58dc0cf3fd4a5638a is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:52:50.509189 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-8445c4d2-235b-4dff-8b3a-f2025f24ad61 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:52:50.535967 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-8445c4d2-235b-4dff-8b3a-f2025f24ad61 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:52:50.600986 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4c34854b-0495-41f4-99f1-d2214e46981c req-1f4dab14-2d58-4ba6-93ec-33b5d523f821 tempest-ServersNegativeTestMultiTenantJSON-629909355 tempest-ServersNegativeTestMultiTenantJSON-629909355-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b0166a7-13c4-4bb0-b1a5-07fc2e2cdde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6482620 Jun 01 18:52:50.900685 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-b217311f-3c23-44b3-a5f3-a35452c66b24 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=db514d98b4614efd8c9b3c78a0f6dc46&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1840680 Jun 01 18:52:50.925764 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 55518) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:52:50.925764 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bf8fca-468d-4204-a45f-6afab9c63f4f tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Pushing event deleted for resources: {'Port': ['ID=c3e20cbc-7ab9-40d2-aa3d-19a1c03c191c,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:52:50.941166 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b217311f-3c23-44b3-a5f3-a35452c66b24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=010a9e29-9857-418d-9941-95743f39bd80,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:52:50.954584 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8445c4d2-235b-4dff-8b3a-f2025f24ad61 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:51.094858 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-8445c4d2-235b-4dff-8b3a-f2025f24ad61 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:52:51.111620 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-8445c4d2-235b-4dff-8b3a-f2025f24ad61 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Usage tracker for resource:security_group_rule and tenant:9da8911c90e044c58dc0cf3fd4a5638a is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:52:51.129872 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-8445c4d2-235b-4dff-8b3a-f2025f24ad61 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:52:51.139741 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-4ca49a98-e144-4f6c-a172-85f8bdc28905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '533f25a8-4516-4734-96dc-76ed394d7577', 'name': 'tempest-AttachVolumeNegativeTest-808524778-router', 'tenant_id': '9da8911c90e044c58dc0cf3fd4a5638a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.190'}], 'enable_snat': True}, 'gw_port_id': '0717cc72-7117-44ae-b5ab-924a55678621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:52:17Z', 'updated_at': '2022-06-01T18:52:39Z', 'revision_number': 4, 'project_id': '9da8911c90e044c58dc0cf3fd4a5638a', 'gw_port': {'id': '0717cc72-7117-44ae-b5ab-924a55678621', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:f4:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '533f25a8-4516-4734-96dc-76ed394d7577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:52:19Z', 'updated_at': '2022-06-01T18:52:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': 'da5af43f-7a7c-4ca7-9438-4ae05d3d9f7c', 'name': '', 'network_id': '908da31a-c43f-4d78-b2f1-4926efeaafe9', 'tenant_id': '9da8911c90e044c58dc0cf3fd4a5638a', 'mac_address': 'fa:16:3e:b3:fe:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '533f25a8-4516-4734-96dc-76ed394d7577', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': 'b62dadc8-5788-404f-95cb-85382718471e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:52:34Z', 'updated_at': '2022-06-01T18:52:42Z', 'revision_number': 2, 'project_id': '9da8911c90e044c58dc0cf3fd4a5638a', 'subnets': [{'id': 'b62dadc8-5788-404f-95cb-85382718471e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:52:51.150830 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca49a98-e144-4f6c-a172-85f8bdc28905 None None] Checking router: 533f25a8-4516-4734-96dc-76ed394d7577 for host: n-d-844202-1 {{(pid=88527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 18:52:51.151112 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca49a98-e144-4f6c-a172-85f8bdc28905 None None] Updating router 533f25a8-4516-4734-96dc-76ed394d7577 port da5af43f-7a7c-4ca7-9438-4ae05d3d9f7c binding host n-d-844202-1 {{(pid=88527) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 18:52:51.160261 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-8445c4d2-235b-4dff-8b3a-f2025f24ad61 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:52:51.282489 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-4ca49a98-e144-4f6c-a172-85f8bdc28905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:51.404806 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524a4719-8de9-4be8-8a5d-505d0e34481e req-6beafb15-f4da-48c0-bfca-908407196807 tempest-ServersNegativeTestMultiTenantJSON-629909355 tempest-ServersNegativeTestMultiTenantJSON-629909355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:52:51.406341 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-524a4719-8de9-4be8-8a5d-505d0e34481e req-6beafb15-f4da-48c0-bfca-908407196807 tempest-ServersNegativeTestMultiTenantJSON-629909355 tempest-ServersNegativeTestMultiTenantJSON-629909355-project] 10.222.0.50 "GET /v2.0/ports?device_id=696ef34d-b63e-4a1b-9a68-db62b0992bb3 HTTP/1.1" status: 200 len: 946 time: 1.6526270 Jun 01 18:52:51.634518 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8445c4d2-235b-4dff-8b3a-f2025f24ad61 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:51.704138 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8445c4d2-235b-4dff-8b3a-f2025f24ad61 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:51.730225 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [req-524a4719-8de9-4be8-8a5d-505d0e34481e req-7eec4db7-bd0e-4ebb-8875-ea70f36b4c41 tempest-ServersNegativeTestMultiTenantJSON-629909355 tempest-ServersNegativeTestMultiTenantJSON-629909355-project] Deleting port 36a1dde4-3db8-4ec3-8216-d3bba7759164 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:52:51.730692 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-524a4719-8de9-4be8-8a5d-505d0e34481e req-7eec4db7-bd0e-4ebb-8875-ea70f36b4c41 tempest-ServersNegativeTestMultiTenantJSON-629909355 tempest-ServersNegativeTestMultiTenantJSON-629909355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:51.792530 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-14d4b627-e980-4efa-ae02-796554743011 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:51.807594 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87be43e9-b15d-4991-91ad-cd9f6670334a admin admin] Router c701c518-db9e-42d2-a7bd-ff951ff63bee has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 18:52:51.869635 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-14d4b627-e980-4efa-ae02-796554743011 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:52.070689 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-14d4b627-e980-4efa-ae02-796554743011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:52.079911 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-21bf8fca-468d-4204-a45f-6afab9c63f4f tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Notify callbacks [] for floatingip, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:52.121712 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8445c4d2-235b-4dff-8b3a-f2025f24ad61 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d54e619-c3fb-4045-8922-d64f567a7ae8,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:52:52.187542 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-14d4b627-e980-4efa-ae02-796554743011 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:52.190128 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-14d4b627-e980-4efa-ae02-796554743011 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/010a9e29-9857-418d-9941-95743f39bd80 HTTP/1.1" status: 204 len: 168 time: 1.1572621 Jun 01 18:52:52.200130 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-4ca49a98-e144-4f6c-a172-85f8bdc28905 None None] Notify callbacks [] for port, precommit_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:52.211068 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d4b627-e980-4efa-ae02-796554743011 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=010a9e29-9857-418d-9941-95743f39bd80,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:52:52.213380 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.provisioning_blocks [None req-4ca49a98-e144-4f6c-a172-85f8bdc28905 None None] Transition to ACTIVE for port object da5af43f-7a7c-4ca7-9438-4ae05d3d9f7c will not be triggered until provisioned by entity L2. {{(pid=88527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:52:52.214883 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8445c4d2-235b-4dff-8b3a-f2025f24ad61 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:52.219284 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-8445c4d2-235b-4dff-8b3a-f2025f24ad61 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.7965126 Jun 01 18:52:52.224437 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 55532) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:52:52.230855 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-4ca49a98-e144-4f6c-a172-85f8bdc28905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:52.238286 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-400b4eea-73c8-4192-8841-3edd7690846d tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Request body: {'security_group_rule': {'security_group_id': '3d54e619-c3fb-4045-8922-d64f567a7ae8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:52:52.247865 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-400b4eea-73c8-4192-8841-3edd7690846d tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:52:52.253401 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-400b4eea-73c8-4192-8841-3edd7690846d tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Usage tracker for resource:security_group_rule and tenant:9da8911c90e044c58dc0cf3fd4a5638a is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:52:52.261521 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-400b4eea-73c8-4192-8841-3edd7690846d tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:52:52.273324 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-400b4eea-73c8-4192-8841-3edd7690846d tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:52:52.293571 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-21bf8fca-468d-4204-a45f-6afab9c63f4f tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for floatingip, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:52.296296 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-21bf8fca-468d-4204-a45f-6afab9c63f4f tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "DELETE /v2.0/floatingips/edd49cd2-fc36-4630-9964-f3b367b24abc HTTP/1.1" status: 204 len: 168 time: 4.5167317 Jun 01 18:52:52.322762 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-400b4eea-73c8-4192-8841-3edd7690846d tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:52.378619 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d59fa2-bafe-49c0-a534-5ff69643bbe1 req-48335bde-5af6-4811-9ac0-61085a18bd13 tempest-ServersNegativeTestMultiTenantJSON-629909355 tempest-ServersNegativeTestMultiTenantJSON-629909355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:52:52.389261 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c2d59fa2-bafe-49c0-a534-5ff69643bbe1 req-48335bde-5af6-4811-9ac0-61085a18bd13 tempest-ServersNegativeTestMultiTenantJSON-629909355 tempest-ServersNegativeTestMultiTenantJSON-629909355-project] 10.222.0.41 "GET /v2.0/ports?device_id=696ef34d-b63e-4a1b-9a68-db62b0992bb3 HTTP/1.1" status: 200 len: 946 time: 0.3935590 Jun 01 18:52:52.472260 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c2d59fa2-bafe-49c0-a534-5ff69643bbe1 req-6538d607-da14-454d-8e47-c9afa8f34372 tempest-ServersNegativeTestMultiTenantJSON-629909355 tempest-ServersNegativeTestMultiTenantJSON-629909355-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b0166a7-13c4-4bb0-b1a5-07fc2e2cdde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817759 Jun 01 18:52:52.506860 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87be43e9-b15d-4991-91ad-cd9f6670334a admin admin] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 18:52:52.534898 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3145b56d-190c-4b04-a02c-7fa457d507ef None None] Pushing event updated for resources: {'Port': ['ID=da5af43f-7a7c-4ca7-9438-4ae05d3d9f7c,revision_number=3']} {{(pid=88527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:52:52.545519 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab36c3b-6a8e-4ee1-b3d9-b41cad83ed83 None None] Sync routers for ids ['c701c518-db9e-42d2-a7bd-ff951ff63bee'] in n-d-844202-1 {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 18:52:52.571911 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-400b4eea-73c8-4192-8841-3edd7690846d tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:52.580512 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-400b4eea-73c8-4192-8841-3edd7690846d tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:52.590597 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab36c3b-6a8e-4ee1-b3d9-b41cad83ed83 None None] Routers {'c701c518-db9e-42d2-a7bd-ff951ff63bee'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:52:52.594736 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-87be43e9-b15d-4991-91ad-cd9f6670334a admin admin] 10.222.0.41 "PUT /v2.0/routers/c701c518-db9e-42d2-a7bd-ff951ff63bee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 20.1036994 Jun 01 18:52:52.596560 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 55538) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:52:52.597116 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-dab36c3b-6a8e-4ee1-b3d9-b41cad83ed83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:52:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['c701c518-db9e-42d2-a7bd-ff951ff63bee'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:52:52.686348 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400b4eea-73c8-4192-8841-3edd7690846d tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=277523b8-635b-43e0-8ab6-68dd38a200c1,revision_number=0']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:52:52.733275 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-524a4719-8de9-4be8-8a5d-505d0e34481e req-7eec4db7-bd0e-4ebb-8875-ea70f36b4c41 tempest-ServersNegativeTestMultiTenantJSON-629909355 tempest-ServersNegativeTestMultiTenantJSON-629909355-project] For port 36a1dde4-3db8-4ec3-8216-d3bba7759164, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=36a1dde4-3db8-4ec3-8216-d3bba7759164,segment=NetworkSegment(dab1b9f6-ccde-4fe0-bce4-194baa7219d3),segment_id=dab1b9f6-ccde-4fe0-bce4-194baa7219d3)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:52:52.733786 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-524a4719-8de9-4be8-8a5d-505d0e34481e req-7eec4db7-bd0e-4ebb-8875-ea70f36b4c41 tempest-ServersNegativeTestMultiTenantJSON-629909355 tempest-ServersNegativeTestMultiTenantJSON-629909355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:52.765256 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-400b4eea-73c8-4192-8841-3edd7690846d tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:52.769016 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-400b4eea-73c8-4192-8841-3edd7690846d tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5410450 Jun 01 18:52:52.774113 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 55542) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:52:52.787045 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-d9af05b1-c55b-49f3-a112-8a9d629273f1 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Request body: {'security_group_rule': {'security_group_id': '3d54e619-c3fb-4045-8922-d64f567a7ae8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:52:52.804050 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-d9af05b1-c55b-49f3-a112-8a9d629273f1 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:52:52.813879 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-d9af05b1-c55b-49f3-a112-8a9d629273f1 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Usage tracker for resource:security_group_rule and tenant:9da8911c90e044c58dc0cf3fd4a5638a is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:52:52.823313 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-d9af05b1-c55b-49f3-a112-8a9d629273f1 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:52:52.835200 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-d9af05b1-c55b-49f3-a112-8a9d629273f1 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:52:52.886578 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d9af05b1-c55b-49f3-a112-8a9d629273f1 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:53.209917 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-4ca49a98-e144-4f6c-a172-85f8bdc28905 None None] Attempting to bind port da5af43f-7a7c-4ca7-9438-4ae05d3d9f7c on host n-d-844202-1 for vnic_type normal with profile {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:52:53.210401 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-4ca49a98-e144-4f6c-a172-85f8bdc28905 None None] Attempting to bind port da5af43f-7a7c-4ca7-9438-4ae05d3d9f7c by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': '182d40cc-3a03-495c-b3d5-827c96c30acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '908da31a-c43f-4d78-b2f1-4926efeaafe9'}] {{(pid=88527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:52:53.210401 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca49a98-e144-4f6c-a172-85f8bdc28905 None None] Attempting to bind port da5af43f-7a7c-4ca7-9438-4ae05d3d9f7c on network 908da31a-c43f-4d78-b2f1-4926efeaafe9 {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:52:53.225592 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca49a98-e144-4f6c-a172-85f8bdc28905 None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 18, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:52:53.226293 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca49a98-e144-4f6c-a172-85f8bdc28905 None None] Checking segment: {'id': '182d40cc-3a03-495c-b3d5-827c96c30acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '908da31a-c43f-4d78-b2f1-4926efeaafe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:52:53.226810 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-4ca49a98-e144-4f6c-a172-85f8bdc28905 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:53.226988 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca49a98-e144-4f6c-a172-85f8bdc28905 None None] Bound using segment: {'id': '182d40cc-3a03-495c-b3d5-827c96c30acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '908da31a-c43f-4d78-b2f1-4926efeaafe9'} {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:52:53.227498 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-4ca49a98-e144-4f6c-a172-85f8bdc28905 None None] Bound port: da5af43f-7a7c-4ca7-9438-4ae05d3d9f7c, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '182d40cc-3a03-495c-b3d5-827c96c30acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '908da31a-c43f-4d78-b2f1-4926efeaafe9'}}] {{(pid=88527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:52:53.227899 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-4ca49a98-e144-4f6c-a172-85f8bdc28905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:53.272936 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d9af05b1-c55b-49f3-a112-8a9d629273f1 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:53.283763 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d9af05b1-c55b-49f3-a112-8a9d629273f1 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:53.295959 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [req-524a4719-8de9-4be8-8a5d-505d0e34481e req-7eec4db7-bd0e-4ebb-8875-ea70f36b4c41 tempest-ServersNegativeTestMultiTenantJSON-629909355 tempest-ServersNegativeTestMultiTenantJSON-629909355-project] Calling delete_port for 36a1dde4-3db8-4ec3-8216-d3bba7759164 owned by compute:nova {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:52:53.414483 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9af05b1-c55b-49f3-a112-8a9d629273f1 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71eefccd-b9a2-4350-aac2-a553d74dae4e,revision_number=0']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:52:53.466012 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d9af05b1-c55b-49f3-a112-8a9d629273f1 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:53.474432 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-d9af05b1-c55b-49f3-a112-8a9d629273f1 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6972558 Jun 01 18:52:53.477364 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 55554) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:52:53.503760 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-40587e44-8388-4565-a11a-7fa94ec3bdc4 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Request body: {'floatingip': {'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:52:53.529256 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 55560) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:52:53.548381 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-40587e44-8388-4565-a11a-7fa94ec3bdc4 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:52:53.550569 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.db [None req-4ca49a98-e144-4f6c-a172-85f8bdc28905 None None] For port da5af43f-7a7c-4ca7-9438-4ae05d3d9f7c, host n-d-844202-1, cleared binding levels {{(pid=88527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:52:53.560754 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.db [None req-4ca49a98-e144-4f6c-a172-85f8bdc28905 None None] For port da5af43f-7a7c-4ca7-9438-4ae05d3d9f7c, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=da5af43f-7a7c-4ca7-9438-4ae05d3d9f7c,segment=NetworkSegment(182d40cc-3a03-495c-b3d5-827c96c30acf),segment_id=182d40cc-3a03-495c-b3d5-827c96c30acf)] {{(pid=88527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:52:53.570888 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-4ca49a98-e144-4f6c-a172-85f8bdc28905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:53.613574 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-40587e44-8388-4565-a11a-7fa94ec3bdc4 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Usage tracker for resource:floatingip and tenant:9da8911c90e044c58dc0cf3fd4a5638a is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:52:53.648198 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-40587e44-8388-4565-a11a-7fa94ec3bdc4 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:52:53.650527 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-dab36c3b-6a8e-4ee1-b3d9-b41cad83ed83 None None] Set router c701c518-db9e-42d2-a7bd-ff951ff63bee gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:52:53.666481 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-61b2e419-ae0d-4950-bc87-eecca7581996 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:53.704498 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca49a98-e144-4f6c-a172-85f8bdc28905 None None] Routers {'533f25a8-4516-4734-96dc-76ed394d7577'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:52:53.726594 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-4ca49a98-e144-4f6c-a172-85f8bdc28905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:52:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['533f25a8-4516-4734-96dc-76ed394d7577'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:52:53.729051 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-40587e44-8388-4565-a11a-7fa94ec3bdc4 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:52:53.955074 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 36a1dde4-3db8-4ec3-8216-d3bba7759164 no longer exists at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:52:54.064091 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-61b2e419-ae0d-4950-bc87-eecca7581996 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:52:54.071451 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3145b56d-190c-4b04-a02c-7fa457d507ef None None] Pushing event updated for resources: {'Port': ['ID=da5af43f-7a7c-4ca7-9438-4ae05d3d9f7c,revision_number=4']} {{(pid=88527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:52:54.071951 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-61b2e419-ae0d-4950-bc87-eecca7581996 admin admin] Usage tracker for resource:security_group_rule and tenant:8750d9fffd70479fa801a0f581b08ea4 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:52:54.075404 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-61b2e419-ae0d-4950-bc87-eecca7581996 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:52:54.083810 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-61b2e419-ae0d-4950-bc87-eecca7581996 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:52:54.261658 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-61b2e419-ae0d-4950-bc87-eecca7581996 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:54.271858 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-61b2e419-ae0d-4950-bc87-eecca7581996 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:54.310278 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-40587e44-8388-4565-a11a-7fa94ec3bdc4 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Notify callbacks [] for floatingip, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:54.315411 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-524a4719-8de9-4be8-8a5d-505d0e34481e req-7eec4db7-bd0e-4ebb-8875-ea70f36b4c41 tempest-ServersNegativeTestMultiTenantJSON-629909355 tempest-ServersNegativeTestMultiTenantJSON-629909355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:54.416198 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-4ca49a98-e144-4f6c-a172-85f8bdc28905 None None] Set router 533f25a8-4516-4734-96dc-76ed394d7577 gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:52:54.446761 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] No Port match for: 36a1dde4-3db8-4ec3-8216-d3bba7759164 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 18:52:54.447203 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 36a1dde4-3db8-4ec3-8216-d3bba7759164 not bound to the agent host n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 18:52:54.490680 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-61b2e419-ae0d-4950-bc87-eecca7581996 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8750d9fffd70479fa801a0f581b08ea4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9544003 Jun 01 18:52:54.493258 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b2e419-ae0d-4950-bc87-eecca7581996 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b68c2ce7-315e-4fed-a4ff-8502248d099b,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:52:54.497386 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 55572) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:52:54.636696 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92df71e4-7fdb-44c3-a6bf-6e7c9f803784 req-216f9f4a-1dd5-465b-93f2-3237b20a4980 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:52:54.637498 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-92df71e4-7fdb-44c3-a6bf-6e7c9f803784 req-216f9f4a-1dd5-465b-93f2-3237b20a4980 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Synchronizing usage tracker for tenant:5a29f45689de4723b61fb9850cc62a10 on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:52:54.652252 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-867c6a13-5fd5-4748-8fe6-91460ec7ab2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:54.710421 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-92df71e4-7fdb-44c3-a6bf-6e7c9f803784 req-216f9f4a-1dd5-465b-93f2-3237b20a4980 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Unset dirty status for tenant:5a29f45689de4723b61fb9850cc62a10 on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:52:54.718139 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-92df71e4-7fdb-44c3-a6bf-6e7c9f803784 req-216f9f4a-1dd5-465b-93f2-3237b20a4980 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/ports?device_id=bbc6cdff-04ae-48c7-ad6e-c61c3c6d16b7 HTTP/1.1" status: 200 len: 948 time: 1.0799150 Jun 01 18:52:54.760903 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-867c6a13-5fd5-4748-8fe6-91460ec7ab2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:54.779888 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-40587e44-8388-4565-a11a-7fa94ec3bdc4 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:54.827030 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eec4db7-bd0e-4ebb-8875-ea70f36b4c41 tempest-ServersNegativeTestMultiTenantJSON-629909355 tempest-ServersNegativeTestMultiTenantJSON-629909355-project] Pushing event deleted for resources: {'Port': ['ID=36a1dde4-3db8-4ec3-8216-d3bba7759164,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:52:54.921132 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-dab36c3b-6a8e-4ee1-b3d9-b41cad83ed83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c701c518-db9e-42d2-a7bd-ff951ff63bee', 'name': 'tempest-ServersTestFqdnHostnames-1543566933-router', 'tenant_id': '5f3ed1997db14c79a2fbb09db0c8050d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.82'}], 'enable_snat': True}, 'gw_port_id': 'acbbbe45-12ee-42d9-935c-0f33328912c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:52:07Z', 'updated_at': '2022-06-01T18:52:46Z', 'revision_number': 5, 'project_id': '5f3ed1997db14c79a2fbb09db0c8050d', 'gw_port': {'id': 'acbbbe45-12ee-42d9-935c-0f33328912c8', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:b6:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c701c518-db9e-42d2-a7bd-ff951ff63bee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:52:09Z', 'updated_at': '2022-06-01T18:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:52:54.933192 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab36c3b-6a8e-4ee1-b3d9-b41cad83ed83 None None] Checking router: c701c518-db9e-42d2-a7bd-ff951ff63bee for host: n-d-844202-1 {{(pid=88526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 18:52:54.961371 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab36c3b-6a8e-4ee1-b3d9-b41cad83ed83 None None] Routers {'c701c518-db9e-42d2-a7bd-ff951ff63bee'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:52:54.965222 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-dab36c3b-6a8e-4ee1-b3d9-b41cad83ed83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:52:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['c701c518-db9e-42d2-a7bd-ff951ff63bee'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:52:54.988853 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [req-524a4719-8de9-4be8-8a5d-505d0e34481e req-7eec4db7-bd0e-4ebb-8875-ea70f36b4c41 tempest-ServersNegativeTestMultiTenantJSON-629909355 tempest-ServersNegativeTestMultiTenantJSON-629909355-project] No DVR routers for this DVR port 36a1dde4-3db8-4ec3-8216-d3bba7759164 on host n-h2-844202-1 {{(pid=88525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 18:52:54.993138 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f5ccfd44-e55c-4cc1-a533-379af14ae340 admin admin] Notify callbacks [] for router, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:55.075106 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2962bd13-fcbe-4fae-ac72-acf2b19a06f3 req-ad1e4816-633c-4c5a-8d55-920b3153218a tempest-ServersNegativeTestMultiTenantJSON-629909355 tempest-ServersNegativeTestMultiTenantJSON-629909355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:52:55.078115 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2962bd13-fcbe-4fae-ac72-acf2b19a06f3 req-ad1e4816-633c-4c5a-8d55-920b3153218a tempest-ServersNegativeTestMultiTenantJSON-629909355 tempest-ServersNegativeTestMultiTenantJSON-629909355-project] 10.222.0.41 "GET /v2.0/ports?device_id=696ef34d-b63e-4a1b-9a68-db62b0992bb3 HTTP/1.1" status: 200 len: 946 time: 1.1942511 Jun 01 18:52:55.091726 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-524a4719-8de9-4be8-8a5d-505d0e34481e req-7eec4db7-bd0e-4ebb-8875-ea70f36b4c41 tempest-ServersNegativeTestMultiTenantJSON-629909355 tempest-ServersNegativeTestMultiTenantJSON-629909355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:55.095494 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '696ef34d-b63e-4a1b-9a68-db62b0992bb3', 'name': 'network-vif-deleted', 'tag': '36a1dde4-3db8-4ec3-8216-d3bba7759164'}] {{(pid=88525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:52:55.144904 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [None req-40587e44-8388-4565-a11a-7fa94ec3bdc4 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Allocated IP 172.25.4.109 (72a72e44-6845-488a-a5ff-3a26d4df9cb3/c314a23b-daa2-4106-ab28-8e6f954277b2/0a18c645-184a-4704-b985-f3bef083edbd) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:52:55.272573 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-524a4719-8de9-4be8-8a5d-505d0e34481e req-7eec4db7-bd0e-4ebb-8875-ea70f36b4c41 tempest-ServersNegativeTestMultiTenantJSON-629909355 tempest-ServersNegativeTestMultiTenantJSON-629909355-project] 10.222.0.50 "DELETE /v2.0/ports/36a1dde4-3db8-4ec3-8216-d3bba7759164 HTTP/1.1" status: 204 len: 173 time: 3.8416960 Jun 01 18:52:55.482285 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-4ca49a98-e144-4f6c-a172-85f8bdc28905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '533f25a8-4516-4734-96dc-76ed394d7577', 'name': 'tempest-AttachVolumeNegativeTest-808524778-router', 'tenant_id': '9da8911c90e044c58dc0cf3fd4a5638a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.190'}], 'enable_snat': True}, 'gw_port_id': '0717cc72-7117-44ae-b5ab-924a55678621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:52:17Z', 'updated_at': '2022-06-01T18:52:39Z', 'revision_number': 4, 'project_id': '9da8911c90e044c58dc0cf3fd4a5638a', 'gw_port': {'id': '0717cc72-7117-44ae-b5ab-924a55678621', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:f4:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '533f25a8-4516-4734-96dc-76ed394d7577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:52:19Z', 'updated_at': '2022-06-01T18:52:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': 'da5af43f-7a7c-4ca7-9438-4ae05d3d9f7c', 'name': '', 'network_id': '908da31a-c43f-4d78-b2f1-4926efeaafe9', 'tenant_id': '9da8911c90e044c58dc0cf3fd4a5638a', 'mac_address': 'fa:16:3e:b3:fe:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '533f25a8-4516-4734-96dc-76ed394d7577', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': 'b62dadc8-5788-404f-95cb-85382718471e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:52:34Z', 'updated_at': '2022-06-01T18:52:53Z', 'revision_number': 4, 'project_id': '9da8911c90e044c58dc0cf3fd4a5638a', 'subnets': [{'id': 'b62dadc8-5788-404f-95cb-85382718471e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:52:55.507329 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca49a98-e144-4f6c-a172-85f8bdc28905 None None] The sync data for ids ['533f25a8-4516-4734-96dc-76ed394d7577'] in n-d-844202-1 is: [{'id': '533f25a8-4516-4734-96dc-76ed394d7577', 'name': 'tempest-AttachVolumeNegativeTest-808524778-router', 'tenant_id': '9da8911c90e044c58dc0cf3fd4a5638a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.190'}], 'enable_snat': True}, 'gw_port_id': '0717cc72-7117-44ae-b5ab-924a55678621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:52:17Z', 'updated_at': '2022-06-01T18:52:39Z', 'revision_number': 4, 'project_id': '9da8911c90e044c58dc0cf3fd4a5638a', 'gw_port': {'id': '0717cc72-7117-44ae-b5ab-924a55678621', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:f4:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '533f25a8-4516-4734-96dc-76ed394d7577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:52:19Z', 'updated_at': '2022-06-01T18:52:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': 'da5af43f-7a7c-4ca7-9438-4ae05d3d9f7c', 'name': '', 'network_id': '908da31a-c43f-4d78-b2f1-4926efeaafe9', 'tenant_id': '9da8911c90e044c58dc0cf3fd4a5638a', 'mac_address': 'fa:16:3e:b3:fe:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '533f25a8-4516-4734-96dc-76ed394d7577', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': 'b62dadc8-5788-404f-95cb-85382718471e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:52:34Z', 'updated_at': '2022-06-01T18:52:53Z', 'revision_number': 4, 'project_id': '9da8911c90e044c58dc0cf3fd4a5638a', 'subnets': [{'id': 'b62dadc8-5788-404f-95cb-85382718471e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 18:52:55.663922 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-40587e44-8388-4565-a11a-7fa94ec3bdc4 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:55.750419 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 55586) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:52:55.792622 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-40587e44-8388-4565-a11a-7fa94ec3bdc4 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:55.882952 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-dab36c3b-6a8e-4ee1-b3d9-b41cad83ed83 None None] Set router c701c518-db9e-42d2-a7bd-ff951ff63bee gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:52:56.029756 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2962bd13-fcbe-4fae-ac72-acf2b19a06f3 req-b1ccf4d7-c243-4f80-9194-2a07c5a512ec tempest-ServersNegativeTestMultiTenantJSON-629909355 tempest-ServersNegativeTestMultiTenantJSON-629909355-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b0166a7-13c4-4bb0-b1a5-07fc2e2cdde4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9261339 Jun 01 18:52:56.038603 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40587e44-8388-4565-a11a-7fa94ec3bdc4 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:52:56.052976 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-40587e44-8388-4565-a11a-7fa94ec3bdc4 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:52:56.061903 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40587e44-8388-4565-a11a-7fa94ec3bdc4 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:52:56.151197 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-92df71e4-7fdb-44c3-a6bf-6e7c9f803784 req-28be075a-d281-44ea-b847-feebdd417ab9 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Synchronizing usage tracker for tenant:5a29f45689de4723b61fb9850cc62a10 on resource:security_group {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:52:56.181653 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c86057b-4ff6-4f06-b98f-1152cea190bc req-18c854c6-2f44-4f60-adff-10eedfa5251a tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:52:56.183326 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-9c86057b-4ff6-4f06-b98f-1152cea190bc req-18c854c6-2f44-4f60-adff-10eedfa5251a tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbc6cdff-04ae-48c7-ad6e-c61c3c6d16b7 HTTP/1.1" status: 200 len: 948 time: 1.4721668 Jun 01 18:52:56.294357 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-867c6a13-5fd5-4748-8fe6-91460ec7ab2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:56.378374 n-d-844202-1 neutron-server[88525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4c869f3-b113-4891-96fa-03787fec1c2c'] response: {'server_uuid': '696ef34d-b63e-4a1b-9a68-db62b0992bb3', 'name': 'network-vif-deleted', 'tag': '36a1dde4-3db8-4ec3-8216-d3bba7759164', 'status': 'completed', 'code': 200} Jun 01 18:52:56.400321 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-867c6a13-5fd5-4748-8fe6-91460ec7ab2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:56.404780 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-867c6a13-5fd5-4748-8fe6-91460ec7ab2a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b68c2ce7-315e-4fed-a4ff-8502248d099b HTTP/1.1" status: 204 len: 168 time: 1.9025393 Jun 01 18:52:56.404780 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-92df71e4-7fdb-44c3-a6bf-6e7c9f803784 req-28be075a-d281-44ea-b847-feebdd417ab9 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Unset dirty status for tenant:5a29f45689de4723b61fb9850cc62a10 on resource:security_group {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:52:56.404780 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-92df71e4-7fdb-44c3-a6bf-6e7c9f803784 req-28be075a-d281-44ea-b847-feebdd417ab9 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbe27866-6450-47f0-a8e1-f266dfb72433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6852791 Jun 01 18:52:56.406174 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40587e44-8388-4565-a11a-7fa94ec3bdc4 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Pushing event updated for resources: {'Port': ['ID=0a18c645-184a-4704-b985-f3bef083edbd,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:52:56.453764 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867c6a13-5fd5-4748-8fe6-91460ec7ab2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b68c2ce7-315e-4fed-a4ff-8502248d099b,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:52:56.619654 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-40587e44-8388-4565-a11a-7fa94ec3bdc4 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:56.626325 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [req-9c86057b-4ff6-4f06-b98f-1152cea190bc req-bb3affbd-f310-4726-a437-6d8705f774e5 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Deleting port 1e38921f-0057-4abf-aff6-93f3058d24de {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:52:56.627221 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-9c86057b-4ff6-4f06-b98f-1152cea190bc req-bb3affbd-f310-4726-a437-6d8705f774e5 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:56.949482 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-40587e44-8388-4565-a11a-7fa94ec3bdc4 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:57.187448 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-dab36c3b-6a8e-4ee1-b3d9-b41cad83ed83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c701c518-db9e-42d2-a7bd-ff951ff63bee', 'name': 'tempest-ServersTestFqdnHostnames-1543566933-router', 'tenant_id': '5f3ed1997db14c79a2fbb09db0c8050d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.82'}], 'enable_snat': True}, 'gw_port_id': 'acbbbe45-12ee-42d9-935c-0f33328912c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:52:07Z', 'updated_at': '2022-06-01T18:52:46Z', 'revision_number': 5, 'project_id': '5f3ed1997db14c79a2fbb09db0c8050d', 'gw_port': {'id': 'acbbbe45-12ee-42d9-935c-0f33328912c8', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:b6:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c701c518-db9e-42d2-a7bd-ff951ff63bee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:52:09Z', 'updated_at': '2022-06-01T18:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:52:57.201599 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab36c3b-6a8e-4ee1-b3d9-b41cad83ed83 None None] The sync data for ids ['c701c518-db9e-42d2-a7bd-ff951ff63bee'] in n-d-844202-1 is: [{'id': 'c701c518-db9e-42d2-a7bd-ff951ff63bee', 'name': 'tempest-ServersTestFqdnHostnames-1543566933-router', 'tenant_id': '5f3ed1997db14c79a2fbb09db0c8050d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.82'}], 'enable_snat': True}, 'gw_port_id': 'acbbbe45-12ee-42d9-935c-0f33328912c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:52:07Z', 'updated_at': '2022-06-01T18:52:46Z', 'revision_number': 5, 'project_id': '5f3ed1997db14c79a2fbb09db0c8050d', 'gw_port': {'id': 'acbbbe45-12ee-42d9-935c-0f33328912c8', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:b6:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c701c518-db9e-42d2-a7bd-ff951ff63bee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:52:09Z', 'updated_at': '2022-06-01T18:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}] {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 18:52:57.276798 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 55608) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:52:57.303949 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f5ccfd44-e55c-4cc1-a533-379af14ae340 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:57.312778 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-9c86057b-4ff6-4f06-b98f-1152cea190bc req-bb3affbd-f310-4726-a437-6d8705f774e5 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] For port 1e38921f-0057-4abf-aff6-93f3058d24de, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=1e38921f-0057-4abf-aff6-93f3058d24de,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:52:57.313133 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-9c86057b-4ff6-4f06-b98f-1152cea190bc req-bb3affbd-f310-4726-a437-6d8705f774e5 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:57.342781 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-f5ccfd44-e55c-4cc1-a533-379af14ae340 admin admin] Deleting port acbbbe45-12ee-42d9-935c-0f33328912c8 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:52:57.345818 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f5ccfd44-e55c-4cc1-a533-379af14ae340 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:57.655905 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [req-9c86057b-4ff6-4f06-b98f-1152cea190bc req-bb3affbd-f310-4726-a437-6d8705f774e5 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Calling delete_port for 1e38921f-0057-4abf-aff6-93f3058d24de owned by compute:nova {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:52:57.670985 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-40587e44-8388-4565-a11a-7fa94ec3bdc4 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:57.891020 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device da5af43f-7a7c-4ca7-9438-4ae05d3d9f7c up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:52:58.174814 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port da5af43f-7a7c-4ca7-9438-4ae05d3d9f7c completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:52:58.187552 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port da5af43f-7a7c-4ca7-9438-4ae05d3d9f7c triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:52:58.188214 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:58.214840 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [None req-f5ccfd44-e55c-4cc1-a533-379af14ae340 admin admin] For port acbbbe45-12ee-42d9-935c-0f33328912c8, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=acbbbe45-12ee-42d9-935c-0f33328912c8,segment=NetworkSegment(7875af61-4c53-4ff2-b8c8-d4b7c35ff947),segment_id=7875af61-4c53-4ff2-b8c8-d4b7c35ff947)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:52:58.221585 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f5ccfd44-e55c-4cc1-a533-379af14ae340 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:58.226057 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-40587e44-8388-4565-a11a-7fa94ec3bdc4 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:58.391719 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port da5af43f-7a7c-4ca7-9438-4ae05d3d9f7c is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:52:58.392101 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:58.420531 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-f5ccfd44-e55c-4cc1-a533-379af14ae340 admin admin] Calling delete_port for acbbbe45-12ee-42d9-935c-0f33328912c8 owned by network:router_gateway {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:52:58.435643 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port da5af43f-7a7c-4ca7-9438-4ae05d3d9f7c, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=da5af43f-7a7c-4ca7-9438-4ae05d3d9f7c,segment=NetworkSegment(182d40cc-3a03-495c-b3d5-827c96c30acf),segment_id=182d40cc-3a03-495c-b3d5-827c96c30acf)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:52:58.442331 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:58.479396 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-9c86057b-4ff6-4f06-b98f-1152cea190bc req-bb3affbd-f310-4726-a437-6d8705f774e5 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:58.517668 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] get_ports_and_sgs() called for port_ids ['29ef26a4-a70e-49b7-bba7-1d3944f13d1a'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:52:58.608424 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3affbd-f310-4726-a437-6d8705f774e5 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Pushing event deleted for resources: {'Port': ['ID=1e38921f-0057-4abf-aff6-93f3058d24de,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:52:58.705460 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=da5af43f-7a7c-4ca7-9438-4ae05d3d9f7c,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:52:58.793918 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:52:58.794853 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:52:58.795627 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:52:58.796460 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:52:58.797285 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:52:58.798115 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:52:58.798479 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b378876-0edb-4968-86fc-57e8c49c741a admin admin] Deleting subnet 5c087ecf-553d-4910-a4ad-56c99a1193c6 {{(pid=88524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 18:52:58.799066 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:52:58.799599 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:52:58.800141 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:52:58.801098 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:52:58.802471 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:52:58.803319 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:52:58.815641 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c86057b-4ff6-4f06-b98f-1152cea190bc req-bb3affbd-f310-4726-a437-6d8705f774e5 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] No DVR routers for this DVR port 1e38921f-0057-4abf-aff6-93f3058d24de on host n-h1-844202-1 {{(pid=88525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 18:52:58.820260 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-9c86057b-4ff6-4f06-b98f-1152cea190bc req-bb3affbd-f310-4726-a437-6d8705f774e5 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:58.855325 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbc6cdff-04ae-48c7-ad6e-c61c3c6d16b7', 'name': 'network-vif-deleted', 'tag': '1e38921f-0057-4abf-aff6-93f3058d24de'}] {{(pid=88525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:52:58.875641 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6b378876-0edb-4968-86fc-57e8c49c741a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:59.001451 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40587e44-8388-4565-a11a-7fa94ec3bdc4 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Pushing event updated for resources: {'Port': ['ID=0a18c645-184a-4704-b985-f3bef083edbd,revision_number=2']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:52:59.063698 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f5ccfd44-e55c-4cc1-a533-379af14ae340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:59.072940 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-9c86057b-4ff6-4f06-b98f-1152cea190bc req-bb3affbd-f310-4726-a437-6d8705f774e5 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.15 "DELETE /v2.0/ports/1e38921f-0057-4abf-aff6-93f3058d24de HTTP/1.1" status: 204 len: 173 time: 2.8803732 Jun 01 18:52:59.131165 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6b378876-0edb-4968-86fc-57e8c49c741a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2702137'] for subnet, precommit_delete_associations {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:59.225089 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-40587e44-8388-4565-a11a-7fa94ec3bdc4 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887712'] for floatingip, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:59.254340 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ccfd44-e55c-4cc1-a533-379af14ae340 admin admin] Pushing event deleted for resources: {'Port': ['ID=acbbbe45-12ee-42d9-935c-0f33328912c8,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:52:59.280980 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-40587e44-8388-4565-a11a-7fa94ec3bdc4 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for floatingip, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:59.282340 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-40587e44-8388-4565-a11a-7fa94ec3bdc4 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.8022265 Jun 01 18:52:59.343088 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b595c6b-605e-490e-8e50-a4a463641c99 req-4622a2e5-14b9-4712-8ccb-a17d57bcdb04 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:52:59.365776 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6b595c6b-605e-490e-8e50-a4a463641c99 req-4622a2e5-14b9-4712-8ccb-a17d57bcdb04 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/ports?device_id=bbc6cdff-04ae-48c7-ad6e-c61c3c6d16b7 HTTP/1.1" status: 200 len: 867 time: 1.4318287 Jun 01 18:52:59.377731 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 1e38921f-0057-4abf-aff6-93f3058d24de no longer exists at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:52:59.451372 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6b595c6b-605e-490e-8e50-a4a463641c99 req-9afa4c42-3ef7-481e-951d-04e3ffe54055 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbe27866-6450-47f0-a8e1-f266dfb72433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845084 Jun 01 18:52:59.460254 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] No Port match for: 1e38921f-0057-4abf-aff6-93f3058d24de {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 18:52:59.460588 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 1e38921f-0057-4abf-aff6-93f3058d24de not bound to the agent host n-h1-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 18:52:59.519914 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6b378876-0edb-4968-86fc-57e8c49c741a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:59.585398 n-d-844202-1 neutron-server[88525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56e6ff6f-4a51-4565-b9b2-fb4f9ec62c3d'] response: {'server_uuid': 'bbc6cdff-04ae-48c7-ad6e-c61c3c6d16b7', 'name': 'network-vif-deleted', 'tag': '1e38921f-0057-4abf-aff6-93f3058d24de', 'status': 'completed', 'code': 200} Jun 01 18:52:59.631160 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e5ebc9-8ddd-4d28-8aee-7f700354c967 req-359f7be5-e8b9-4180-b4b5-ccb716af9615 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:52:59.632734 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-55e5ebc9-8ddd-4d28-8aee-7f700354c967 req-359f7be5-e8b9-4180-b4b5-ccb716af9615 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=863d6d17-7ec0-45a3-a6dc-82b322b76ced HTTP/1.1" status: 200 len: 946 time: 0.8277402 Jun 01 18:52:59.633676 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device da5af43f-7a7c-4ca7-9438-4ae05d3d9f7c up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:52:59.669491 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f5ccfd44-e55c-4cc1-a533-379af14ae340 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-887703'] for router_gateway, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:59.809522 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port da5af43f-7a7c-4ca7-9438-4ae05d3d9f7c triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:52:59.809898 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:59.833340 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6b378876-0edb-4968-86fc-57e8c49c741a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2718856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3066595'] for subnet, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:59.912204 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6b378876-0edb-4968-86fc-57e8c49c741a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:59.943981 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-6b378876-0edb-4968-86fc-57e8c49c741a admin admin] 10.222.0.41 "DELETE /v2.0/subnets/5c087ecf-553d-4910-a4ad-56c99a1193c6 HTTP/1.1" status: 204 len: 168 time: 2.6647274 Jun 01 18:52:59.948462 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 55684) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:52:59.959023 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-55e5ebc9-8ddd-4d28-8aee-7f700354c967 req-45268e9b-12b6-40a5-bccd-a70a86362339 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ce59b29-4aa6-4d2e-8584-a540c0a14c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3098419 Jun 01 18:52:59.966127 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f5ccfd44-e55c-4cc1-a533-379af14ae340 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25316'] for router, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:52:59.969626 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b378876-0edb-4968-86fc-57e8c49c741a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c087ecf-553d-4910-a4ad-56c99a1193c6,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:52:59.976072 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port da5af43f-7a7c-4ca7-9438-4ae05d3d9f7c is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:53:00.003928 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f5ccfd44-e55c-4cc1-a533-379af14ae340 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:00.004462 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 5d31d12a-efbc-4f30-a17d-cb890b2b03ad no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:53:00.016909 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e6e5aa75-376d-4933-942a-fe023df98353 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-887474'] for router_interface, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:00.103105 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: 5d31d12a-efbc-4f30-a17d-cb890b2b03ad {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 18:53:00.103624 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 5d31d12a-efbc-4f30-a17d-cb890b2b03ad not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 18:53:00.143371 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-990d075e-5547-4802-ba9d-3c3ac91c0725 req-64cd3abb-0e39-40af-86e3-305d816ae7b3 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Synchronizing usage tracker for tenant:9da8911c90e044c58dc0cf3fd4a5638a on resource:security_group {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:53:00.158329 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f5ccfd44-e55c-4cc1-a533-379af14ae340 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-891519'] for router, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:00.158836 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5ccfd44-e55c-4cc1-a533-379af14ae340 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c701c518-db9e-42d2-a7bd-ff951ff63bee {{(pid=88525) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 18:53:00.183686 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-13799201-8acc-4fa9-aa7b-61a250451df8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:00.201019 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f5ccfd44-e55c-4cc1-a533-379af14ae340 admin admin] Notify callbacks [] for router, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:00.205127 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-f5ccfd44-e55c-4cc1-a533-379af14ae340 admin admin] 10.222.0.41 "DELETE /v2.0/routers/c701c518-db9e-42d2-a7bd-ff951ff63bee HTTP/1.1" status: 204 len: 168 time: 6.6390579 Jun 01 18:53:00.207235 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 55692) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:53:00.289895 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-990d075e-5547-4802-ba9d-3c3ac91c0725 req-64cd3abb-0e39-40af-86e3-305d816ae7b3 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Unset dirty status for tenant:9da8911c90e044c58dc0cf3fd4a5638a on resource:security_group {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:53:00.299333 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-990d075e-5547-4802-ba9d-3c3ac91c0725 req-64cd3abb-0e39-40af-86e3-305d816ae7b3 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--2041236481&fields=id&tenant_id=9da8911c90e044c58dc0cf3fd4a5638a HTTP/1.1" status: 200 len: 267 time: 0.5331852 Jun 01 18:53:00.400089 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_v2 [None req-20d83a7c-a3ca-46f4-80f7-1c974c65cbcd admin admin] Deleting subnet 3f120ccd-73fe-4c20-add7-98535da681a3 {{(pid=88525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 18:53:00.401817 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-13799201-8acc-4fa9-aa7b-61a250451df8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:00.409010 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-20d83a7c-a3ca-46f4-80f7-1c974c65cbcd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:00.474598 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-13799201-8acc-4fa9-aa7b-61a250451df8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fd0b122-332b-4a84-9861-dd10d5a59a3c']}} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:53:00.492412 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-13799201-8acc-4fa9-aa7b-61a250451df8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dab1b9f6-ccde-4fe0-bce4-194baa7219d3') {'for_net_delete': True} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:53:00.492614 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-13799201-8acc-4fa9-aa7b-61a250451df8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dab1b9f6-ccde-4fe0-bce4-194baa7219d3') {} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:53:00.502583 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-20d83a7c-a3ca-46f4-80f7-1c974c65cbcd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2258509'] for subnet, precommit_delete_associations {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:00.545883 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-13799201-8acc-4fa9-aa7b-61a250451df8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2258522'] for segment, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:00.570483 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-13799201-8acc-4fa9-aa7b-61a250451df8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:00.584903 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13799201-8acc-4fa9-aa7b-61a250451df8 admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=88525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 18:53:00.585297 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-13799201-8acc-4fa9-aa7b-61a250451df8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2613981'] for segment, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:00.666732 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment dab1b9f6-ccde-4fe0-bce4-194baa7219d3 resource provider aggregate not found Jun 01 18:53:00.689627 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment dab1b9f6-ccde-4fe0-bce4-194baa7219d3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dab1b9f6-ccde-4fe0-bce4-194baa7219d3 found for delete ", "request_id": "req-12518137-1ef8-4a27-9d87-28d1abe1db97"}]} Jun 01 18:53:00.708489 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-20d83a7c-a3ca-46f4-80f7-1c974c65cbcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:00.731734 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990d075e-5547-4802-ba9d-3c3ac91c0725 req-2855ec45-51b8-40c2-940e-cb04a4bd790a tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:53:00.733324 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-990d075e-5547-4802-ba9d-3c3ac91c0725 req-2855ec45-51b8-40c2-940e-cb04a4bd790a tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] 10.222.0.41 "GET /v2.0/networks?id=908da31a-c43f-4d78-b2f1-4926efeaafe9 HTTP/1.1" status: 200 len: 814 time: 0.4331245 Jun 01 18:53:00.750811 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-990d075e-5547-4802-ba9d-3c3ac91c0725 req-fa8a45f1-b48c-42da-bafd-77d2f28cdfa8 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] 10.222.0.41 "GET /v2.0/quotas/9da8911c90e044c58dc0cf3fd4a5638a HTTP/1.1" status: 200 len: 375 time: 0.0115542 Jun 01 18:53:00.772346 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-13799201-8acc-4fa9-aa7b-61a250451df8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:00.802891 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-13799201-8acc-4fa9-aa7b-61a250451df8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:00.817021 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13799201-8acc-4fa9-aa7b-61a250451df8 admin admin] Pushing event deleted for resources: {'Network': ['ID=6fd0b122-332b-4a84-9861-dd10d5a59a3c,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:53:00.837173 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-13799201-8acc-4fa9-aa7b-61a250451df8 admin admin] 10.222.0.41 "DELETE /v2.0/networks/6fd0b122-332b-4a84-9861-dd10d5a59a3c HTTP/1.1" status: 204 len: 168 time: 0.8770061 Jun 01 18:53:00.839945 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 55712) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:53:00.863644 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-e6e5aa75-376d-4933-942a-fe023df98353 admin admin] Deleting port 747bae15-5021-49b5-bc08-285fe5695725 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:53:00.864040 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e6e5aa75-376d-4933-942a-fe023df98353 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:00.941078 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-20d83a7c-a3ca-46f4-80f7-1c974c65cbcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2614143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9667199'] for subnet, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:01.045965 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ce34f7f-c2ec-4314-98dc-9190e671a239 admin admin] Deleting subnet 7aa3922f-9757-4000-a01e-c169d5f1b40d {{(pid=88525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 18:53:01.050716 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d83a7c-a3ca-46f4-80f7-1c974c65cbcd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f120ccd-73fe-4c20-add7-98535da681a3,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:53:01.053654 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3ce34f7f-c2ec-4314-98dc-9190e671a239 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:01.072802 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-990d075e-5547-4802-ba9d-3c3ac91c0725 req-6a8a8d02-b6f3-44a5-91e8-f21a2f16b9fa tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=9da8911c90e044c58dc0cf3fd4a5638a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3136663 Jun 01 18:53:01.107847 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82e866fe-b81c-4c11-8992-8bd1db9d6dbf None None] Network 569f4717-ec82-465d-bf71-13c1eabc15f4 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 18:53:01.108359 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-20d83a7c-a3ca-46f4-80f7-1c974c65cbcd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:01.164754 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-20d83a7c-a3ca-46f4-80f7-1c974c65cbcd admin admin] 10.222.0.41 "DELETE /v2.0/subnets/3f120ccd-73fe-4c20-add7-98535da681a3 HTTP/1.1" status: 204 len: 168 time: 0.9550953 Jun 01 18:53:01.174410 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 55724) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:53:01.215470 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3ce34f7f-c2ec-4314-98dc-9190e671a239 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2258509'] for subnet, precommit_delete_associations {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:01.399191 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device acbbbe45-12ee-42d9-935c-0f33328912c8 no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:53:01.427587 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ff9f1d5b-1346-4870-a96e-1b881bd8a4be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:01.440384 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3ce34f7f-c2ec-4314-98dc-9190e671a239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:01.445287 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: acbbbe45-12ee-42d9-935c-0f33328912c8 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 18:53:01.445625 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device acbbbe45-12ee-42d9-935c-0f33328912c8 not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 18:53:01.472784 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [None req-e6e5aa75-376d-4933-942a-fe023df98353 admin admin] For port 747bae15-5021-49b5-bc08-285fe5695725, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=747bae15-5021-49b5-bc08-285fe5695725,segment=NetworkSegment(addab7d5-ae1a-46af-8624-f392d2d8b7f8),segment_id=addab7d5-ae1a-46af-8624-f392d2d8b7f8)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:53:01.474326 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e6e5aa75-376d-4933-942a-fe023df98353 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:01.493457 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-990d075e-5547-4802-ba9d-3c3ac91c0725 req-6cc41383-73f8-4d98-bcee-0f3141b34af8 service neutron] 10.222.0.41 "GET /v2.0/networks/908da31a-c43f-4d78-b2f1-4926efeaafe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4196978 Jun 01 18:53:01.525428 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c20f8ee-fa12-4094-817a-4570791e68a6 req-0304a559-3619-4581-863e-e6304b4498d7 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:53:01.526157 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-2c20f8ee-fa12-4094-817a-4570791e68a6 req-0304a559-3619-4581-863e-e6304b4498d7 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Synchronizing usage tracker for tenant:5a29f45689de4723b61fb9850cc62a10 on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:53:01.538786 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-ff9f1d5b-1346-4870-a96e-1b881bd8a4be admin admin] Deleting port cf56a15e-ee47-4f65-a7e0-8d7108ba06a8 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:53:01.539117 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ff9f1d5b-1346-4870-a96e-1b881bd8a4be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:01.561880 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50ed44d6-f4d8-48d4-aad1-69ee159cc295 None None] DHCP port deletion for 569f4717-ec82-465d-bf71-13c1eabc15f4 request from n-d-844202-1 {{(pid=88526) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 18:53:01.567064 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-50ed44d6-f4d8-48d4-aad1-69ee159cc295 None None] Deleting port cf56a15e-ee47-4f65-a7e0-8d7108ba06a8 {{(pid=88526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:53:01.568177 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-50ed44d6-f4d8-48d4-aad1-69ee159cc295 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:01.660707 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-e6e5aa75-376d-4933-942a-fe023df98353 admin admin] Calling delete_port for 747bae15-5021-49b5-bc08-285fe5695725 owned by network:router_interface {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:53:01.768188 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-2c20f8ee-fa12-4094-817a-4570791e68a6 req-0304a559-3619-4581-863e-e6304b4498d7 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Unset dirty status for tenant:5a29f45689de4723b61fb9850cc62a10 on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:53:01.776144 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2c20f8ee-fa12-4094-817a-4570791e68a6 req-0304a559-3619-4581-863e-e6304b4498d7 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6a6d9c3-8862-4eeb-b898-6afb369449ea HTTP/1.1" status: 200 len: 951 time: 0.6747682 Jun 01 18:53:01.792290 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4fb461-d442-4514-9d2f-66377fa6d0b2 req-5404ac34-555f-42bb-a8f0-770b2c83dcb6 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:53:01.793289 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-bf4fb461-d442-4514-9d2f-66377fa6d0b2 req-5404ac34-555f-42bb-a8f0-770b2c83dcb6 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6a6d9c3-8862-4eeb-b898-6afb369449ea HTTP/1.1" status: 200 len: 951 time: 0.4520102 Jun 01 18:53:01.851087 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3ce34f7f-c2ec-4314-98dc-9190e671a239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2614143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9667199'] for subnet, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:01.851287 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-50ed44d6-f4d8-48d4-aad1-69ee159cc295 None None] For port cf56a15e-ee47-4f65-a7e0-8d7108ba06a8, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=cf56a15e-ee47-4f65-a7e0-8d7108ba06a8,segment=NetworkSegment(65c83d1c-c246-4adb-8edb-c36f0bb84e27),segment_id=65c83d1c-c246-4adb-8edb-c36f0bb84e27)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:53:01.851596 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-50ed44d6-f4d8-48d4-aad1-69ee159cc295 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:02.011778 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce34f7f-c2ec-4314-98dc-9190e671a239 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7aa3922f-9757-4000-a01e-c169d5f1b40d,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:53:02.056538 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-990d075e-5547-4802-ba9d-3c3ac91c0725 req-859c83a9-e7a8-4519-a43a-e294fcbcb9e5 service neutron] 10.222.0.41 "GET /v2.0/networks/908da31a-c43f-4d78-b2f1-4926efeaafe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4971180 Jun 01 18:53:02.063846 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-50ed44d6-f4d8-48d4-aad1-69ee159cc295 None None] Calling delete_port for cf56a15e-ee47-4f65-a7e0-8d7108ba06a8 owned by network:dhcp {{(pid=88526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:53:02.090416 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3ce34f7f-c2ec-4314-98dc-9190e671a239 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:02.127378 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2c20f8ee-fa12-4094-817a-4570791e68a6 req-7a350685-b57c-4392-9fdc-2ce410bc6cd4 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbe27866-6450-47f0-a8e1-f266dfb72433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3502030 Jun 01 18:53:02.139535 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 55738) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:53:02.148651 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-3ce34f7f-c2ec-4314-98dc-9190e671a239 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/7aa3922f-9757-4000-a01e-c169d5f1b40d HTTP/1.1" status: 204 len: 168 time: 1.2952404 Jun 01 18:53:02.249233 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [req-bf4fb461-d442-4514-9d2f-66377fa6d0b2 req-75372e81-382c-4c43-b454-584d47d086b0 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Deleting port 29ef26a4-a70e-49b7-bba7-1d3944f13d1a {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:53:02.249570 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-bf4fb461-d442-4514-9d2f-66377fa6d0b2 req-75372e81-382c-4c43-b454-584d47d086b0 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:02.306780 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f4003e1d-5bfd-4907-b563-6bd282329874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:02.310455 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-50ed44d6-f4d8-48d4-aad1-69ee159cc295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535'] for port, after_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:02.404194 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ed44d6-f4d8-48d4-aad1-69ee159cc295 None None] No DVR routers for this DVR port cf56a15e-ee47-4f65-a7e0-8d7108ba06a8 on host n-d-844202-1 {{(pid=88526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 18:53:02.427979 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ed44d6-f4d8-48d4-aad1-69ee159cc295 None None] Pushing event deleted for resources: {'Port': ['ID=cf56a15e-ee47-4f65-a7e0-8d7108ba06a8,revision_number=None']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:53:02.452062 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e6e5aa75-376d-4933-942a-fe023df98353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:02.526361 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-364160f6-7180-443e-acd4-4e17fd85dce2 req-3572529d-5da4-4eb3-9f53-5019008a77fe tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ece806d-83e3-4a9d-b1b5-21aca4e94fc6 HTTP/1.1" status: 200 len: 210 time: 0.1453886 Jun 01 18:53:02.530816 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e5aa75-376d-4933-942a-fe023df98353 admin admin] Pushing event deleted for resources: {'Port': ['ID=747bae15-5021-49b5-bc08-285fe5695725,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:53:02.577732 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [None req-ff9f1d5b-1346-4870-a96e-1b881bd8a4be admin admin] For port cf56a15e-ee47-4f65-a7e0-8d7108ba06a8, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=cf56a15e-ee47-4f65-a7e0-8d7108ba06a8,segment=NetworkSegment(65c83d1c-c246-4adb-8edb-c36f0bb84e27),segment_id=65c83d1c-c246-4adb-8edb-c36f0bb84e27)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:53:02.578051 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ff9f1d5b-1346-4870-a96e-1b881bd8a4be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:02.828562 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-ff9f1d5b-1346-4870-a96e-1b881bd8a4be admin admin] Calling delete_port for cf56a15e-ee47-4f65-a7e0-8d7108ba06a8 owned by network:dhcp {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:53:02.836753 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f4003e1d-5bfd-4907-b563-6bd282329874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:02.883829 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-f4003e1d-5bfd-4907-b563-6bd282329874 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1972b0a4-9176-4e4b-b513-fb2215c72416']}} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:53:02.898706 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-f4003e1d-5bfd-4907-b563-6bd282329874 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43be3a1c-8066-47cb-ad93-a3302319a3f7') {'for_net_delete': True} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:53:02.899215 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-f4003e1d-5bfd-4907-b563-6bd282329874 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43be3a1c-8066-47cb-ad93-a3302319a3f7') {} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:53:02.914549 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f4003e1d-5bfd-4907-b563-6bd282329874 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2702126'] for segment, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:02.963538 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f4003e1d-5bfd-4907-b563-6bd282329874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:02.964607 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96945329-0670-4e48-a940-c21f16d04fde req-a796b5f7-4aad-4b18-a433-1dff11e1e580 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:53:02.972042 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-96945329-0670-4e48-a940-c21f16d04fde req-a796b5f7-4aad-4b18-a433-1dff11e1e580 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=863d6d17-7ec0-45a3-a6dc-82b322b76ced HTTP/1.1" status: 200 len: 946 time: 0.5983407 Jun 01 18:53:03.033295 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-bf4fb461-d442-4514-9d2f-66377fa6d0b2 req-75372e81-382c-4c43-b454-584d47d086b0 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] For port 29ef26a4-a70e-49b7-bba7-1d3944f13d1a, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=29ef26a4-a70e-49b7-bba7-1d3944f13d1a,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:53:03.033831 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-bf4fb461-d442-4514-9d2f-66377fa6d0b2 req-75372e81-382c-4c43-b454-584d47d086b0 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:03.050439 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4003e1d-5bfd-4907-b563-6bd282329874 admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=88524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 18:53:03.050853 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f4003e1d-5bfd-4907-b563-6bd282329874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2719018'] for segment, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:03.062123 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-96945329-0670-4e48-a940-c21f16d04fde req-e22d86b8-c3d3-4370-a20c-087b6b875765 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ce59b29-4aa6-4d2e-8584-a540c0a14c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890093 Jun 01 18:53:03.147155 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.db.api [None req-ff9f1d5b-1346-4870-a96e-1b881bd8a4be admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88525) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 18:53:03.147689 n-d-844202-1 neutron-server[88525]: DEBUG oslo_db.api [None req-ff9f1d5b-1346-4870-a96e-1b881bd8a4be admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 18:53:03.174403 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment 43be3a1c-8066-47cb-ad93-a3302319a3f7 resource provider aggregate not found Jun 01 18:53:03.225396 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment 43be3a1c-8066-47cb-ad93-a3302319a3f7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 43be3a1c-8066-47cb-ad93-a3302319a3f7 found for delete ", "request_id": "req-fa7252de-0292-473c-be16-2a6f7d70a6ea"}]} Jun 01 18:53:03.307340 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [req-bf4fb461-d442-4514-9d2f-66377fa6d0b2 req-75372e81-382c-4c43-b454-584d47d086b0 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Calling delete_port for 29ef26a4-a70e-49b7-bba7-1d3944f13d1a owned by compute:nova {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:53:03.390008 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 4a324220-33d8-474a-8fca-3b42f63f1ae1 no longer exists at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:53:03.556073 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f4003e1d-5bfd-4907-b563-6bd282329874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:03.592514 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f4003e1d-5bfd-4907-b563-6bd282329874 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:03.595429 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4003e1d-5bfd-4907-b563-6bd282329874 admin admin] Pushing event deleted for resources: {'Network': ['ID=1972b0a4-9176-4e4b-b513-fb2215c72416,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:53:03.613873 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b58506-a18e-4e20-9a7d-d46f5ee4ad7e req-726bb4d7-f1cc-4837-8050-9258c0275b15 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:53:03.621535 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d7b58506-a18e-4e20-9a7d-d46f5ee4ad7e req-726bb4d7-f1cc-4837-8050-9258c0275b15 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6a6d9c3-8862-4eeb-b898-6afb369449ea HTTP/1.1" status: 200 len: 951 time: 0.2788727 Jun 01 18:53:03.623106 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device cf56a15e-ee47-4f65-a7e0-8d7108ba06a8 no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:53:03.639854 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-f4003e1d-5bfd-4907-b563-6bd282329874 admin admin] 10.222.0.41 "DELETE /v2.0/networks/1972b0a4-9176-4e4b-b513-fb2215c72416 HTTP/1.1" status: 204 len: 168 time: 1.4980028 Jun 01 18:53:03.650170 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-ff9f1d5b-1346-4870-a96e-1b881bd8a4be admin admin] Deleting port cf56a15e-ee47-4f65-a7e0-8d7108ba06a8 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:53:03.650750 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ff9f1d5b-1346-4870-a96e-1b881bd8a4be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:03.653393 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e6e5aa75-376d-4933-942a-fe023df98353 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-887310'] for router_interface, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:03.730961 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: cf56a15e-ee47-4f65-a7e0-8d7108ba06a8 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 18:53:03.731299 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device cf56a15e-ee47-4f65-a7e0-8d7108ba06a8 not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 18:53:03.741914 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-ff9f1d5b-1346-4870-a96e-1b881bd8a4be admin admin] The port 'cf56a15e-ee47-4f65-a7e0-8d7108ba06a8' was deleted {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 01 18:53:03.935667 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d7b58506-a18e-4e20-9a7d-d46f5ee4ad7e req-d582e19e-2ba7-4677-a3fb-8ae5e2bfb0d1 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbe27866-6450-47f0-a8e1-f266dfb72433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3131020 Jun 01 18:53:03.975249 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port 4a324220-33d8-474a-8fca-3b42f63f1ae1 is: ACTIVE; New status is: DOWN {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:53:03.976870 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:04.016707 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '863d6d17-7ec0-45a3-a6dc-82b322b76ced', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a324220-33d8-474a-8fca-3b42f63f1ae1'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:53:04.037696 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port 4a324220-33d8-474a-8fca-3b42f63f1ae1, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=4a324220-33d8-474a-8fca-3b42f63f1ae1,segment=NetworkSegment(e60765c6-124a-4916-8bfd-a8bc142f32ad),segment_id=e60765c6-124a-4916-8bfd-a8bc142f32ad)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:53:04.045932 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:04.185469 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23d40bce-3161-4f2b-ba68-b0a1a5255fe0'] response: {'server_uuid': '863d6d17-7ec0-45a3-a6dc-82b322b76ced', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a324220-33d8-474a-8fca-3b42f63f1ae1', 'code': 200} Jun 01 18:53:04.210377 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-40b910e2-38c9-4266-9747-beaacc311cf9 req-0d3c49dd-facc-44ca-a9d1-ddaf72a44203 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ece806d-83e3-4a9d-b1b5-21aca4e94fc6 HTTP/1.1" status: 200 len: 210 time: 0.1452763 Jun 01 18:53:04.261461 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=4a324220-33d8-474a-8fca-3b42f63f1ae1,revision_number=8']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:53:04.311685 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 55796) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:53:04.353570 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-bf4fb461-d442-4514-9d2f-66377fa6d0b2 req-75372e81-382c-4c43-b454-584d47d086b0 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:04.467472 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75372e81-382c-4c43-b454-584d47d086b0 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Pushing event deleted for resources: {'Port': ['ID=29ef26a4-a70e-49b7-bba7-1d3944f13d1a,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:53:04.477420 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-0ac6e67b-e8c8-4ce2-87e8-5f049dc5b333 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f167e3bf5d8442fa98a3f8c176c30572&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1559963 Jun 01 18:53:04.477519 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 55802) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:53:04.530624 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ff9f1d5b-1346-4870-a96e-1b881bd8a4be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:04.535029 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6e5aa75-376d-4933-942a-fe023df98353 admin admin] Router 56e90cb8-600d-4b7f-b1a8-1ed7e5a9c164 has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 18:53:04.611788 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75372e81-382c-4c43-b454-584d47d086b0 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:53:04.612128 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75372e81-382c-4c43-b454-584d47d086b0 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:53:04.612501 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75372e81-382c-4c43-b454-584d47d086b0 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:53:04.612818 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75372e81-382c-4c43-b454-584d47d086b0 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:53:04.614508 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75372e81-382c-4c43-b454-584d47d086b0 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:53:04.614508 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75372e81-382c-4c43-b454-584d47d086b0 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:53:04.615030 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75372e81-382c-4c43-b454-584d47d086b0 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:53:04.615705 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75372e81-382c-4c43-b454-584d47d086b0 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:53:04.615860 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75372e81-382c-4c43-b454-584d47d086b0 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:53:04.616356 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75372e81-382c-4c43-b454-584d47d086b0 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:53:04.616814 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75372e81-382c-4c43-b454-584d47d086b0 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:53:04.617266 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75372e81-382c-4c43-b454-584d47d086b0 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:53:04.643344 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a634175d-4c7d-4567-bb7c-ab6b6b2c131b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:04.671255 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-ff9f1d5b-1346-4870-a96e-1b881bd8a4be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['569f4717-ec82-465d-bf71-13c1eabc15f4']}} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:53:04.691947 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf4fb461-d442-4514-9d2f-66377fa6d0b2 req-75372e81-382c-4c43-b454-584d47d086b0 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] No DVR routers for this DVR port 29ef26a4-a70e-49b7-bba7-1d3944f13d1a on host n-h1-844202-1 {{(pid=88525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 18:53:04.694994 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-ff9f1d5b-1346-4870-a96e-1b881bd8a4be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65c83d1c-c246-4adb-8edb-c36f0bb84e27') {'for_net_delete': True} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:53:04.695446 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-ff9f1d5b-1346-4870-a96e-1b881bd8a4be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65c83d1c-c246-4adb-8edb-c36f0bb84e27') {} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:53:04.707378 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-bf4fb461-d442-4514-9d2f-66377fa6d0b2 req-75372e81-382c-4c43-b454-584d47d086b0 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:04.721515 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6a6d9c3-8862-4eeb-b898-6afb369449ea', 'name': 'network-vif-deleted', 'tag': '29ef26a4-a70e-49b7-bba7-1d3944f13d1a'}] {{(pid=88525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:53:04.734282 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-bf4fb461-d442-4514-9d2f-66377fa6d0b2 req-75372e81-382c-4c43-b454-584d47d086b0 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.15 "DELETE /v2.0/ports/29ef26a4-a70e-49b7-bba7-1d3944f13d1a HTTP/1.1" status: 204 len: 173 time: 2.8932605 Jun 01 18:53:04.736160 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ff9f1d5b-1346-4870-a96e-1b881bd8a4be admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2258522'] for segment, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:04.753879 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a634175d-4c7d-4567-bb7c-ab6b6b2c131b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:04.780616 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ff9f1d5b-1346-4870-a96e-1b881bd8a4be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:04.783915 n-d-844202-1 neutron-server[88525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9be72426-0f01-434c-81c3-ecf4d4097fc4'] response: {'server_uuid': 'b6a6d9c3-8862-4eeb-b898-6afb369449ea', 'name': 'network-vif-deleted', 'tag': '29ef26a4-a70e-49b7-bba7-1d3944f13d1a', 'status': 'completed', 'code': 200} Jun 01 18:53:04.796365 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff9f1d5b-1346-4870-a96e-1b881bd8a4be admin admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=88525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 18:53:04.797021 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ff9f1d5b-1346-4870-a96e-1b881bd8a4be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2613981'] for segment, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:04.829323 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990d075e-5547-4802-ba9d-3c3ac91c0725 req-0c903319-f225-435d-a633-308c217684d1 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:53:04.830301 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-990d075e-5547-4802-ba9d-3c3ac91c0725 req-0c903319-f225-435d-a633-308c217684d1 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Synchronizing usage tracker for tenant:9da8911c90e044c58dc0cf3fd4a5638a on resource:network {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:53:04.864280 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6e5aa75-376d-4933-942a-fe023df98353 admin admin] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 18:53:04.880158 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2850391b-998d-48de-a65a-a24aaafded50 None None] Sync routers for ids ['56e90cb8-600d-4b7f-b1a8-1ed7e5a9c164'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 18:53:04.883057 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment 65c83d1c-c246-4adb-8edb-c36f0bb84e27 resource provider aggregate not found Jun 01 18:53:04.900553 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2850391b-998d-48de-a65a-a24aaafded50 None None] Routers {'56e90cb8-600d-4b7f-b1a8-1ed7e5a9c164'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:53:04.902536 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-e6e5aa75-376d-4933-942a-fe023df98353 admin admin] 10.222.0.41 "PUT /v2.0/routers/56e90cb8-600d-4b7f-b1a8-1ed7e5a9c164/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1306701 Jun 01 18:53:04.903157 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-2850391b-998d-48de-a65a-a24aaafded50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:52:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['56e90cb8-600d-4b7f-b1a8-1ed7e5a9c164'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:53:04.905242 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 55820) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:53:04.949714 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment 65c83d1c-c246-4adb-8edb-c36f0bb84e27 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 65c83d1c-c246-4adb-8edb-c36f0bb84e27 found for delete ", "request_id": "req-10d0d514-df82-48fb-8058-b2133f2a93ee"}]} Jun 01 18:53:04.972501 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-990d075e-5547-4802-ba9d-3c3ac91c0725 req-0c903319-f225-435d-a633-308c217684d1 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Unset dirty status for tenant:9da8911c90e044c58dc0cf3fd4a5638a on resource:network {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:53:04.979488 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-990d075e-5547-4802-ba9d-3c3ac91c0725 req-0c903319-f225-435d-a633-308c217684d1 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] 10.222.0.50 "GET /v2.0/networks?id=908da31a-c43f-4d78-b2f1-4926efeaafe9 HTTP/1.1" status: 200 len: 814 time: 0.6275690 Jun 01 18:53:04.982012 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ff9f1d5b-1346-4870-a96e-1b881bd8a4be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:05.038124 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ff9f1d5b-1346-4870-a96e-1b881bd8a4be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:05.062561 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9f1d5b-1346-4870-a96e-1b881bd8a4be admin admin] Pushing event deleted for resources: {'Network': ['ID=569f4717-ec82-465d-bf71-13c1eabc15f4,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:53:05.084460 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-ff9f1d5b-1346-4870-a96e-1b881bd8a4be admin admin] 10.222.0.41 "DELETE /v2.0/networks/569f4717-ec82-465d-bf71-13c1eabc15f4 HTTP/1.1" status: 204 len: 168 time: 3.9078851 Jun 01 18:53:05.157617 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-990d075e-5547-4802-ba9d-3c3ac91c0725 req-f9bb2691-8604-4e68-a50c-9036c486a0ff tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Synchronizing usage tracker for tenant:9da8911c90e044c58dc0cf3fd4a5638a on resource:security_group {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:53:05.172447 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-990d075e-5547-4802-ba9d-3c3ac91c0725 req-f9bb2691-8604-4e68-a50c-9036c486a0ff tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Unset dirty status for tenant:9da8911c90e044c58dc0cf3fd4a5638a on resource:security_group {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:53:05.174684 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-990d075e-5547-4802-ba9d-3c3ac91c0725 req-f9bb2691-8604-4e68-a50c-9036c486a0ff tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9da8911c90e044c58dc0cf3fd4a5638a HTTP/1.1" status: 200 len: 380 time: 0.1900871 Jun 01 18:53:05.187129 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [req-990d075e-5547-4802-ba9d-3c3ac91c0725 req-6fb2787b-a08c-4139-bb7a-c444332f805d tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Request body: {'port': {'device_id': '8ece806d-83e3-4a9d-b1b5-21aca4e94fc6', 'network_id': '908da31a-c43f-4d78-b2f1-4926efeaafe9', 'admin_state_up': True, 'tenant_id': '9da8911c90e044c58dc0cf3fd4a5638a', 'security_groups': ['3d54e619-c3fb-4045-8922-d64f567a7ae8']}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:53:05.268599 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-10ba4174-7879-428a-a828-af5e15fa2d77 admin admin] Notify callbacks [] for router, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:05.398410 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 29ef26a4-a70e-49b7-bba7-1d3944f13d1a no longer exists at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:53:05.502416 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] No Port match for: 29ef26a4-a70e-49b7-bba7-1d3944f13d1a {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 18:53:05.504730 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 29ef26a4-a70e-49b7-bba7-1d3944f13d1a not bound to the agent host n-h1-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 18:53:05.515510 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-2850391b-998d-48de-a65a-a24aaafded50 None None] Set router 56e90cb8-600d-4b7f-b1a8-1ed7e5a9c164 gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:53:05.586988 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-ff5a6cfd-6508-4fc4-aba3-9b93d6afa756 req-fab34ee0-1124-4caf-b30b-3a016953e2fa tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Synchronizing usage tracker for tenant:9da8911c90e044c58dc0cf3fd4a5638a on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:53:05.627711 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 55834) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:53:05.675888 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-ff5a6cfd-6508-4fc4-aba3-9b93d6afa756 req-fab34ee0-1124-4caf-b30b-3a016953e2fa tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Unset dirty status for tenant:9da8911c90e044c58dc0cf3fd4a5638a on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:53:05.689241 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ff5a6cfd-6508-4fc4-aba3-9b93d6afa756 req-fab34ee0-1124-4caf-b30b-3a016953e2fa tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ece806d-83e3-4a9d-b1b5-21aca4e94fc6 HTTP/1.1" status: 200 len: 210 time: 0.2627089 Jun 01 18:53:05.697894 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5d3c42a4-c934-423e-9651-117fb48737d4 req-3bbe74bc-a115-4baa-a7c9-ab04b5a52626 tempest-MigrationsAdminTest-1339921924 tempest-MigrationsAdminTest-1339921924-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6a6d9c3-8862-4eeb-b898-6afb369449ea HTTP/1.1" status: 200 len: 210 time: 0.2359002 Jun 01 18:53:05.727842 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [req-990d075e-5547-4802-ba9d-3c3ac91c0725 req-6fb2787b-a08c-4139-bb7a-c444332f805d tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:53:05.734037 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a634175d-4c7d-4567-bb7c-ab6b6b2c131b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:05.753232 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [req-990d075e-5547-4802-ba9d-3c3ac91c0725 req-6fb2787b-a08c-4139-bb7a-c444332f805d tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:53:05.775233 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-990d075e-5547-4802-ba9d-3c3ac91c0725 req-6fb2787b-a08c-4139-bb7a-c444332f805d tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Made reservation on behalf of 9da8911c90e044c58dc0cf3fd4a5638a for: {'port': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:53:05.781070 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-990d075e-5547-4802-ba9d-3c3ac91c0725 req-6fb2787b-a08c-4139-bb7a-c444332f805d tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:05.785062 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a634175d-4c7d-4567-bb7c-ab6b6b2c131b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b0166a7-13c4-4bb0-b1a5-07fc2e2cdde4,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:53:05.795174 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-10ba4174-7879-428a-a828-af5e15fa2d77 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:05.817811 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-f3470ceb-6dfb-470a-9809-1bb96de40567 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5f3ed1997db14c79a2fbb09db0c8050d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1879368 Jun 01 18:53:05.821670 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 55838) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:53:05.825032 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-10ba4174-7879-428a-a828-af5e15fa2d77 admin admin] Deleting port 22e7dc2c-baf7-420c-b31e-f3158358106f {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:53:05.825422 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-10ba4174-7879-428a-a828-af5e15fa2d77 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:05.862442 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a634175d-4c7d-4567-bb7c-ab6b6b2c131b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:05.867063 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-a634175d-4c7d-4567-bb7c-ab6b6b2c131b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8b0166a7-13c4-4bb0-b1a5-07fc2e2cdde4 HTTP/1.1" status: 204 len: 168 time: 1.3885298 Jun 01 18:53:05.974237 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-2850391b-998d-48de-a65a-a24aaafded50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56e90cb8-600d-4b7f-b1a8-1ed7e5a9c164', 'name': 'tempest-TaggedBootDevicesTest_v242-183292155-router', 'tenant_id': '5e0ead56e0d24edfb943f0d89aaec01a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': '22e7dc2c-baf7-420c-b31e-f3158358106f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:44:56Z', 'updated_at': '2022-06-01T18:53:02Z', 'revision_number': 5, 'project_id': '5e0ead56e0d24edfb943f0d89aaec01a', 'gw_port': {'id': '22e7dc2c-baf7-420c-b31e-f3158358106f', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:07:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e90cb8-600d-4b7f-b1a8-1ed7e5a9c164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:45:01Z', 'updated_at': '2022-06-01T18:45:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:53:05.980306 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2850391b-998d-48de-a65a-a24aaafded50 None None] Checking router: 56e90cb8-600d-4b7f-b1a8-1ed7e5a9c164 for host: n-d-844202-1 {{(pid=88527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 18:53:05.997264 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2850391b-998d-48de-a65a-a24aaafded50 None None] Routers {'56e90cb8-600d-4b7f-b1a8-1ed7e5a9c164'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:53:05.998333 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-2850391b-998d-48de-a65a-a24aaafded50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:52:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['56e90cb8-600d-4b7f-b1a8-1ed7e5a9c164'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:53:06.177013 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [req-990d075e-5547-4802-ba9d-3c3ac91c0725 req-6fb2787b-a08c-4139-bb7a-c444332f805d tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Allocated IP 172.20.0.3 (908da31a-c43f-4d78-b2f1-4926efeaafe9/b62dadc8-5788-404f-95cb-85382718471e/d632690f-90f6-4a5d-8a29-38d2b648ff10) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:53:06.299044 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-2850391b-998d-48de-a65a-a24aaafded50 None None] Set router 56e90cb8-600d-4b7f-b1a8-1ed7e5a9c164 gateway port host: None {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:53:06.307613 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ef57ae0c-b77f-47d7-b2c7-9b96754cdf6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:06.422049 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ef57ae0c-b77f-47d7-b2c7-9b96754cdf6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:06.438758 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [None req-10ba4174-7879-428a-a828-af5e15fa2d77 admin admin] For port 22e7dc2c-baf7-420c-b31e-f3158358106f, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=22e7dc2c-baf7-420c-b31e-f3158358106f,segment=NetworkSegment(7875af61-4c53-4ff2-b8c8-d4b7c35ff947),segment_id=7875af61-4c53-4ff2-b8c8-d4b7c35ff947)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:53:06.439132 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-10ba4174-7879-428a-a828-af5e15fa2d77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:06.447455 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-2850391b-998d-48de-a65a-a24aaafded50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56e90cb8-600d-4b7f-b1a8-1ed7e5a9c164', 'name': 'tempest-TaggedBootDevicesTest_v242-183292155-router', 'tenant_id': '5e0ead56e0d24edfb943f0d89aaec01a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:44:56Z', 'updated_at': '2022-06-01T18:53:05Z', 'revision_number': 6, 'project_id': '5e0ead56e0d24edfb943f0d89aaec01a', 'gw_port_host': None}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:53:06.454076 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2850391b-998d-48de-a65a-a24aaafded50 None None] The sync data for ids ['56e90cb8-600d-4b7f-b1a8-1ed7e5a9c164'] in n-d-844202-1 is: [{'id': '56e90cb8-600d-4b7f-b1a8-1ed7e5a9c164', 'name': 'tempest-TaggedBootDevicesTest_v242-183292155-router', 'tenant_id': '5e0ead56e0d24edfb943f0d89aaec01a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:44:56Z', 'updated_at': '2022-06-01T18:53:05Z', 'revision_number': 6, 'project_id': '5e0ead56e0d24edfb943f0d89aaec01a', 'gw_port_host': None}] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 18:53:06.482943 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-990d075e-5547-4802-ba9d-3c3ac91c0725 req-6fb2787b-a08c-4139-bb7a-c444332f805d tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:06.524849 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [req-990d075e-5547-4802-ba9d-3c3ac91c0725 req-6fb2787b-a08c-4139-bb7a-c444332f805d tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Transition to ACTIVE for port object d632690f-90f6-4a5d-8a29-38d2b648ff10 will not be triggered until provisioned by entity DHCP. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:53:06.555571 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-990d075e-5547-4802-ba9d-3c3ac91c0725 req-6fb2787b-a08c-4139-bb7a-c444332f805d tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:06.600017 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-10ba4174-7879-428a-a828-af5e15fa2d77 admin admin] Calling delete_port for 22e7dc2c-baf7-420c-b31e-f3158358106f owned by network:router_gateway {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:53:06.608962 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 55854) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:53:06.673776 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-990d075e-5547-4802-ba9d-3c3ac91c0725 req-6fb2787b-a08c-4139-bb7a-c444332f805d tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Network 908da31a-c43f-4d78-b2f1-4926efeaafe9 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:53:06.684588 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [req-990d075e-5547-4802-ba9d-3c3ac91c0725 req-6fb2787b-a08c-4139-bb7a-c444332f805d tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:53:06.692564 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [req-990d075e-5547-4802-ba9d-3c3ac91c0725 req-6fb2787b-a08c-4139-bb7a-c444332f805d tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:53:06.731744 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ef57ae0c-b77f-47d7-b2c7-9b96754cdf6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:06.761703 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990d075e-5547-4802-ba9d-3c3ac91c0725 req-6fb2787b-a08c-4139-bb7a-c444332f805d tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:53:06.762335 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-990d075e-5547-4802-ba9d-3c3ac91c0725 req-6fb2787b-a08c-4139-bb7a-c444332f805d tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:06.769365 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb2787b-a08c-4139-bb7a-c444332f805d tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Pushing event updated for resources: {'Port': ['ID=d632690f-90f6-4a5d-8a29-38d2b648ff10,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:53:06.780605 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef57ae0c-b77f-47d7-b2c7-9b96754cdf6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f33af774-cab7-4542-a97c-bc180eb10f7e,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:53:06.799217 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-396d767d-d87e-42c1-80ba-0401c9c5d603 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5efadf0a23ae4ac8b0c0a0799c5c8dc9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1819119 Jun 01 18:53:06.803505 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 55864) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:53:06.829391 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ef57ae0c-b77f-47d7-b2c7-9b96754cdf6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:06.833819 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-ef57ae0c-b77f-47d7-b2c7-9b96754cdf6a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f33af774-cab7-4542-a97c-bc180eb10f7e HTTP/1.1" status: 204 len: 168 time: 1.0082247 Jun 01 18:53:06.870216 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-990d075e-5547-4802-ba9d-3c3ac91c0725 req-6fb2787b-a08c-4139-bb7a-c444332f805d tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6885064 Jun 01 18:53:06.892045 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [req-990d075e-5547-4802-ba9d-3c3ac91c0725 req-d101535b-46d6-4f2e-a48b-86562526d359 service neutron] Request body: {'port': {'device_id': '8ece806d-83e3-4a9d-b1b5-21aca4e94fc6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844202-1'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:53:07.032255 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-938d01ca-f6bd-4dbf-9a69-59a97dc9747b None None] Provisioning for port d632690f-90f6-4a5d-8a29-38d2b648ff10 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:53:07.047986 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-938d01ca-f6bd-4dbf-9a69-59a97dc9747b None None] Provisioning complete for port d632690f-90f6-4a5d-8a29-38d2b648ff10 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:53:07.049277 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-938d01ca-f6bd-4dbf-9a69-59a97dc9747b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:07.071506 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3898ee54-0f2b-429b-a650-02b75f7bcac9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:07.174685 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3898ee54-0f2b-429b-a650-02b75f7bcac9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:07.186263 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-10ba4174-7879-428a-a828-af5e15fa2d77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:07.215092 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-938d01ca-f6bd-4dbf-9a69-59a97dc9747b None None] Port d632690f-90f6-4a5d-8a29-38d2b648ff10 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 18:53:07.218331 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-990d075e-5547-4802-ba9d-3c3ac91c0725 req-d101535b-46d6-4f2e-a48b-86562526d359 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:07.251453 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f1b82b8c-ef23-4e76-925b-2358bcdc8282 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:07.323547 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3898ee54-0f2b-429b-a650-02b75f7bcac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:07.365794 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4136afdf-c014-41b1-ba95-0fa1e3d85b2b req-dec7c065-cac2-44eb-88b5-eb2fb1c93ba7 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:53:07.374360 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4136afdf-c014-41b1-ba95-0fa1e3d85b2b req-dec7c065-cac2-44eb-88b5-eb2fb1c93ba7 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ece806d-83e3-4a9d-b1b5-21aca4e94fc6 HTTP/1.1" status: 200 len: 931 time: 0.4042349 Jun 01 18:53:07.385765 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3898ee54-0f2b-429b-a650-02b75f7bcac9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4039774e-58a5-44ec-bf98-3d3d1351d31a,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:53:07.421718 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3898ee54-0f2b-429b-a650-02b75f7bcac9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:07.422973 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-3898ee54-0f2b-429b-a650-02b75f7bcac9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4039774e-58a5-44ec-bf98-3d3d1351d31a HTTP/1.1" status: 204 len: 168 time: 0.6183374 Jun 01 18:53:07.429644 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 4a324220-33d8-474a-8fca-3b42f63f1ae1 details requested by agent hyperv_n-h1-844202-1 with host n-h1-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 18:53:07.462021 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ba4174-7879-428a-a828-af5e15fa2d77 admin admin] Pushing event deleted for resources: {'Port': ['ID=22e7dc2c-baf7-420c-b31e-f3158358106f,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:53:07.515068 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4136afdf-c014-41b1-ba95-0fa1e3d85b2b req-da7e4e62-25d5-4f4d-95cd-b0094892670f tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d54e619-c3fb-4045-8922-d64f567a7ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1395638 Jun 01 18:53:07.545617 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-10ba4174-7879-428a-a828-af5e15fa2d77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-887703'] for router_gateway, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:07.609093 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 22e7dc2c-baf7-420c-b31e-f3158358106f no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:53:07.677649 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: 22e7dc2c-baf7-420c-b31e-f3158358106f {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 18:53:07.677984 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 22e7dc2c-baf7-420c-b31e-f3158358106f not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 18:53:07.678406 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 747bae15-5021-49b5-bc08-285fe5695725 no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:53:07.747681 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 55886) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:53:07.779704 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: 747bae15-5021-49b5-bc08-285fe5695725 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 18:53:07.779810 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 747bae15-5021-49b5-bc08-285fe5695725 not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 18:53:07.883495 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port 4a324220-33d8-474a-8fca-3b42f63f1ae1, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=4a324220-33d8-474a-8fca-3b42f63f1ae1,segment=NetworkSegment(e60765c6-124a-4916-8bfd-a8bc142f32ad),segment_id=e60765c6-124a-4916-8bfd-a8bc142f32ad)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:53:07.911400 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Returning: {'device': '4a324220-33d8-474a-8fca-3b42f63f1ae1', 'network_id': 'e3902938-4b6a-4448-87d9-59b63dd51a7f', 'port_id': '4a324220-33d8-474a-8fca-3b42f63f1ae1', 'mac_address': 'fa:16:3e:d1:f7:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '276181f2-c3ab-487e-8805-06ed7064e884', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 18:53:07.921073 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-10ba4174-7879-428a-a828-af5e15fa2d77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25316'] for router, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:07.923688 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-10ba4174-7879-428a-a828-af5e15fa2d77 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:07.990875 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-10ba4174-7879-428a-a828-af5e15fa2d77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-891519'] for router, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:07.992381 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10ba4174-7879-428a-a828-af5e15fa2d77 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 56e90cb8-600d-4b7f-b1a8-1ed7e5a9c164 {{(pid=88524) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 18:53:08.030614 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-10ba4174-7879-428a-a828-af5e15fa2d77 admin admin] Notify callbacks [] for router, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:08.030614 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-10ba4174-7879-428a-a828-af5e15fa2d77 admin admin] 10.222.0.41 "DELETE /v2.0/routers/56e90cb8-600d-4b7f-b1a8-1ed7e5a9c164 HTTP/1.1" status: 204 len: 168 time: 3.1123087 Jun 01 18:53:08.030614 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 55904) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:53:08.100014 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port 4a324220-33d8-474a-8fca-3b42f63f1ae1 is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:53:08.100014 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:08.173687 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a324220-33d8-474a-8fca-3b42f63f1ae1 {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:53:08.211232 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port 4a324220-33d8-474a-8fca-3b42f63f1ae1, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=4a324220-33d8-474a-8fca-3b42f63f1ae1,segment=NetworkSegment(e60765c6-124a-4916-8bfd-a8bc142f32ad),segment_id=e60765c6-124a-4916-8bfd-a8bc142f32ad)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:53:08.219578 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_v2 [None req-aabd4a19-04cf-4812-a44f-db354319f71b admin admin] Deleting subnet e3aaca05-30ec-4457-96c4-ed8fafe49371 {{(pid=88524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 18:53:08.224338 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:08.241956 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-aabd4a19-04cf-4812-a44f-db354319f71b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:08.300542 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [req-990d075e-5547-4802-ba9d-3c3ac91c0725 req-d101535b-46d6-4f2e-a48b-86562526d359 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d632690f-90f6-4a5d-8a29-38d2b648ff10 {{(pid=88525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:53:08.327028 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-990d075e-5547-4802-ba9d-3c3ac91c0725 req-d101535b-46d6-4f2e-a48b-86562526d359 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:08.351188 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-aabd4a19-04cf-4812-a44f-db354319f71b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2702137'] for subnet, precommit_delete_associations {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:08.371306 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [req-990d075e-5547-4802-ba9d-3c3ac91c0725 req-d101535b-46d6-4f2e-a48b-86562526d359 service neutron] Transition to ACTIVE for port object d632690f-90f6-4a5d-8a29-38d2b648ff10 will not be triggered until provisioned by entity L2. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:53:08.381015 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-990d075e-5547-4802-ba9d-3c3ac91c0725 req-d101535b-46d6-4f2e-a48b-86562526d359 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:08.407641 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=4a324220-33d8-474a-8fca-3b42f63f1ae1,revision_number=9']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:53:08.458928 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-aabd4a19-04cf-4812-a44f-db354319f71b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:08.472253 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] get_ports_and_sgs() called for port_ids ['4a324220-33d8-474a-8fca-3b42f63f1ae1'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:53:08.595883 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-aabd4a19-04cf-4812-a44f-db354319f71b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2718856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3066595'] for subnet, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:08.642787 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d101535b-46d6-4f2e-a48b-86562526d359 service neutron] Pushing event updated for resources: {'Port': ['ID=d632690f-90f6-4a5d-8a29-38d2b648ff10,revision_number=2']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:53:08.668079 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-aabd4a19-04cf-4812-a44f-db354319f71b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:08.696939 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabd4a19-04cf-4812-a44f-db354319f71b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3aaca05-30ec-4457-96c4-ed8fafe49371,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:53:08.707067 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-aabd4a19-04cf-4812-a44f-db354319f71b admin admin] 10.222.0.41 "DELETE /v2.0/subnets/e3aaca05-30ec-4457-96c4-ed8fafe49371 HTTP/1.1" status: 204 len: 168 time: 0.6778102 Jun 01 18:53:08.710490 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 55926) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:53:08.783266 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-487d62b7-23e0-427b-a83b-a28bae47f68a None None] Network f485d579-7529-4636-ae31-9fc1fec94322 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 18:53:08.945380 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-990d075e-5547-4802-ba9d-3c3ac91c0725 req-d101535b-46d6-4f2e-a48b-86562526d359 service neutron] Attempting to bind port d632690f-90f6-4a5d-8a29-38d2b648ff10 on host n-h2-844202-1 for vnic_type normal with profile {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:53:08.945712 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-990d075e-5547-4802-ba9d-3c3ac91c0725 req-d101535b-46d6-4f2e-a48b-86562526d359 service neutron] Attempting to bind port d632690f-90f6-4a5d-8a29-38d2b648ff10 by drivers openvswitch,hyperv on host n-h2-844202-1 at level 0 using segments [{'id': '182d40cc-3a03-495c-b3d5-827c96c30acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '908da31a-c43f-4d78-b2f1-4926efeaafe9'}] {{(pid=88525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:53:08.950023 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-990d075e-5547-4802-ba9d-3c3ac91c0725 req-d101535b-46d6-4f2e-a48b-86562526d359 service neutron] Attempting to bind port d632690f-90f6-4a5d-8a29-38d2b648ff10 on network 908da31a-c43f-4d78-b2f1-4926efeaafe9 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:53:08.978194 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-990d075e-5547-4802-ba9d-3c3ac91c0725 req-d101535b-46d6-4f2e-a48b-86562526d359 service neutron] Port d632690f-90f6-4a5d-8a29-38d2b648ff10 on network 908da31a-c43f-4d78-b2f1-4926efeaafe9 not bound, no agent of type Open vSwitch agent registered on host n-h2-844202-1 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 18:53:08.980894 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-990d075e-5547-4802-ba9d-3c3ac91c0725 req-d101535b-46d6-4f2e-a48b-86562526d359 service neutron] Attempting to bind port d632690f-90f6-4a5d-8a29-38d2b648ff10 on network 908da31a-c43f-4d78-b2f1-4926efeaafe9 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:53:08.982392 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f7974b28-2630-4eab-ae3d-40b34143341a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:08.996070 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-990d075e-5547-4802-ba9d-3c3ac91c0725 req-d101535b-46d6-4f2e-a48b-86562526d359 service neutron] Checking agent: {'id': 'f5db9968-6317-4186-9100-9e0ca6b50417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 18, 52, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:53:08.996849 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-990d075e-5547-4802-ba9d-3c3ac91c0725 req-d101535b-46d6-4f2e-a48b-86562526d359 service neutron] Checking segment: {'id': '182d40cc-3a03-495c-b3d5-827c96c30acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '908da31a-c43f-4d78-b2f1-4926efeaafe9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:53:08.997626 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-990d075e-5547-4802-ba9d-3c3ac91c0725 req-d101535b-46d6-4f2e-a48b-86562526d359 service neutron] Bound using segment: {'id': '182d40cc-3a03-495c-b3d5-827c96c30acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '908da31a-c43f-4d78-b2f1-4926efeaafe9'} {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:53:09.001135 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-990d075e-5547-4802-ba9d-3c3ac91c0725 req-d101535b-46d6-4f2e-a48b-86562526d359 service neutron] Bound port: d632690f-90f6-4a5d-8a29-38d2b648ff10, host: n-h2-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '182d40cc-3a03-495c-b3d5-827c96c30acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '908da31a-c43f-4d78-b2f1-4926efeaafe9'}}] {{(pid=88525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:53:09.002116 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-990d075e-5547-4802-ba9d-3c3ac91c0725 req-d101535b-46d6-4f2e-a48b-86562526d359 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:09.070564 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-f7974b28-2630-4eab-ae3d-40b34143341a admin admin] Deleting port e05ec485-90bd-4cba-bab7-bf10ceaba0a3 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:53:09.071169 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f7974b28-2630-4eab-ae3d-40b34143341a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:09.125201 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4715b9e-342f-44f9-ba6f-42d1be5febcd req-a46c23b9-2be1-4759-9f46-b97fb1553cca tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:53:09.127358 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-e4715b9e-342f-44f9-ba6f-42d1be5febcd req-a46c23b9-2be1-4759-9f46-b97fb1553cca tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Synchronizing usage tracker for tenant:9da8911c90e044c58dc0cf3fd4a5638a on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:53:09.223575 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-e4715b9e-342f-44f9-ba6f-42d1be5febcd req-a46c23b9-2be1-4759-9f46-b97fb1553cca tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Unset dirty status for tenant:9da8911c90e044c58dc0cf3fd4a5638a on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:53:09.224788 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e4715b9e-342f-44f9-ba6f-42d1be5febcd req-a46c23b9-2be1-4759-9f46-b97fb1553cca tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ece806d-83e3-4a9d-b1b5-21aca4e94fc6 HTTP/1.1" status: 200 len: 943 time: 0.4411778 Jun 01 18:53:09.306364 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26d503a2-cbcd-4c13-85d6-aba7f1379806 None None] DHCP port deletion for f485d579-7529-4636-ae31-9fc1fec94322 request from n-d-844202-1 {{(pid=88526) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 18:53:09.310109 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-990d075e-5547-4802-ba9d-3c3ac91c0725 req-d101535b-46d6-4f2e-a48b-86562526d359 service neutron] For port d632690f-90f6-4a5d-8a29-38d2b648ff10, host n-h2-844202-1, cleared binding levels {{(pid=88525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:53:09.311607 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-26d503a2-cbcd-4c13-85d6-aba7f1379806 None None] Deleting port e05ec485-90bd-4cba-bab7-bf10ceaba0a3 {{(pid=88526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:53:09.311978 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26d503a2-cbcd-4c13-85d6-aba7f1379806 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:09.373563 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e4715b9e-342f-44f9-ba6f-42d1be5febcd req-b478c9f8-0d32-428e-b2f7-acae5d9c17b5 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d54e619-c3fb-4045-8922-d64f567a7ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1351829 Jun 01 18:53:09.388285 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-990d075e-5547-4802-ba9d-3c3ac91c0725 req-d101535b-46d6-4f2e-a48b-86562526d359 service neutron] For port d632690f-90f6-4a5d-8a29-38d2b648ff10, host n-h2-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=d632690f-90f6-4a5d-8a29-38d2b648ff10,segment=NetworkSegment(182d40cc-3a03-495c-b3d5-827c96c30acf),segment_id=182d40cc-3a03-495c-b3d5-827c96c30acf)] {{(pid=88525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:53:09.398508 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-990d075e-5547-4802-ba9d-3c3ac91c0725 req-d101535b-46d6-4f2e-a48b-86562526d359 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:09.463295 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 4a324220-33d8-474a-8fca-3b42f63f1ae1 up at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:53:09.549975 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device e05ec485-90bd-4cba-bab7-bf10ceaba0a3 no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:53:09.554434 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d101535b-46d6-4f2e-a48b-86562526d359 service neutron] Pushing event updated for resources: {'Port': ['ID=d632690f-90f6-4a5d-8a29-38d2b648ff10,revision_number=3']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:53:09.566462 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990d075e-5547-4802-ba9d-3c3ac91c0725 req-d101535b-46d6-4f2e-a48b-86562526d359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:53:09.567640 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-990d075e-5547-4802-ba9d-3c3ac91c0725 req-d101535b-46d6-4f2e-a48b-86562526d359 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:09.569036 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-990d075e-5547-4802-ba9d-3c3ac91c0725 req-d101535b-46d6-4f2e-a48b-86562526d359 service neutron] 10.222.0.50 "PUT /v2.0/ports/d632690f-90f6-4a5d-8a29-38d2b648ff10 HTTP/1.1" status: 200 len: 1091 time: 2.6860693 Jun 01 18:53:09.569636 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ece806d-83e3-4a9d-b1b5-21aca4e94fc6', 'tag': 'd632690f-90f6-4a5d-8a29-38d2b648ff10'}] {{(pid=88525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:53:09.702181 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-0d9b9631-1613-4569-8954-2dfea4eccd1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:09.714379 n-d-844202-1 neutron-server[88525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aadfb919-5ebc-4508-8cda-994791c2363f'] response: {'name': 'network-changed', 'server_uuid': '8ece806d-83e3-4a9d-b1b5-21aca4e94fc6', 'tag': 'd632690f-90f6-4a5d-8a29-38d2b648ff10', 'status': 'completed', 'code': 200} Jun 01 18:53:09.825580 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990d075e-5547-4802-ba9d-3c3ac91c0725 req-041c817b-0125-4737-8e85-40a0884b02e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:53:09.830367 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-990d075e-5547-4802-ba9d-3c3ac91c0725 req-041c817b-0125-4737-8e85-40a0884b02e5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9da8911c90e044c58dc0cf3fd4a5638a&device_id=8ece806d-83e3-4a9d-b1b5-21aca4e94fc6 HTTP/1.1" status: 200 len: 1094 time: 0.2164457 Jun 01 18:53:09.852484 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-a0629443-ae2f-4282-a0ca-31f224564a80 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5a29f45689de4723b61fb9850cc62a10&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0985208 Jun 01 18:53:09.852484 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 55952) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:53:09.907391 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port e05ec485-90bd-4cba-bab7-bf10ceaba0a3 is: ACTIVE; New status is: DOWN {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:53:09.907473 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:10.009299 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [None req-f7974b28-2630-4eab-ae3d-40b34143341a admin admin] For port e05ec485-90bd-4cba-bab7-bf10ceaba0a3, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=e05ec485-90bd-4cba-bab7-bf10ceaba0a3,segment=NetworkSegment(addab7d5-ae1a-46af-8624-f392d2d8b7f8),segment_id=addab7d5-ae1a-46af-8624-f392d2d8b7f8)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:53:10.010500 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f7974b28-2630-4eab-ae3d-40b34143341a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:10.012857 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port e05ec485-90bd-4cba-bab7-bf10ceaba0a3, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=e05ec485-90bd-4cba-bab7-bf10ceaba0a3,segment=NetworkSegment(addab7d5-ae1a-46af-8624-f392d2d8b7f8),segment_id=addab7d5-ae1a-46af-8624-f392d2d8b7f8)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:53:10.021137 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Provisioning complete for port 4a324220-33d8-474a-8fca-3b42f63f1ae1 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:53:10.022040 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-990d075e-5547-4802-ba9d-3c3ac91c0725 req-74910a0f-90a8-43e3-a857-f0fc96fcd6bc service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d632690f-90f6-4a5d-8a29-38d2b648ff10 HTTP/1.1" status: 200 len: 217 time: 0.1824796 Jun 01 18:53:10.022316 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:10.324371 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-26d503a2-cbcd-4c13-85d6-aba7f1379806 None None] For port e05ec485-90bd-4cba-bab7-bf10ceaba0a3, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=e05ec485-90bd-4cba-bab7-bf10ceaba0a3,segment=NetworkSegment(addab7d5-ae1a-46af-8624-f392d2d8b7f8),segment_id=addab7d5-ae1a-46af-8624-f392d2d8b7f8)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:53:10.324969 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26d503a2-cbcd-4c13-85d6-aba7f1379806 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:10.369851 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990d075e-5547-4802-ba9d-3c3ac91c0725 req-ced5b626-541a-4e70-b819-654b6a4c65c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:53:10.377638 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-990d075e-5547-4802-ba9d-3c3ac91c0725 req-ced5b626-541a-4e70-b819-654b6a4c65c1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b62dadc8-5788-404f-95cb-85382718471e HTTP/1.1" status: 200 len: 853 time: 0.3480546 Jun 01 18:53:10.639188 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990d075e-5547-4802-ba9d-3c3ac91c0725 req-6ff77edd-4e3f-4020-a8cc-9d4e5f8dd1de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:53:10.649419 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-990d075e-5547-4802-ba9d-3c3ac91c0725 req-6ff77edd-4e3f-4020-a8cc-9d4e5f8dd1de service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=908da31a-c43f-4d78-b2f1-4926efeaafe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2624052 Jun 01 18:53:10.680588 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-f7974b28-2630-4eab-ae3d-40b34143341a admin admin] Calling delete_port for e05ec485-90bd-4cba-bab7-bf10ceaba0a3 owned by network:dhcp {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:53:10.861774 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:10.883962 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-26d503a2-cbcd-4c13-85d6-aba7f1379806 None None] Calling delete_port for e05ec485-90bd-4cba-bab7-bf10ceaba0a3 owned by network:dhcp {{(pid=88526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:53:10.907921 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6c1e46c2-ce6d-4e02-902e-5f8a9372fb02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:11.072718 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 55986) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:53:11.147231 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-990d075e-5547-4802-ba9d-3c3ac91c0725 req-30aa1615-ce2f-4e46-acae-533e665e06b3 service neutron] 10.222.0.50 "GET /v2.0/networks/908da31a-c43f-4d78-b2f1-4926efeaafe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4923606 Jun 01 18:53:11.197450 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6c1e46c2-ce6d-4e02-902e-5f8a9372fb02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:11.217028 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.db.api [None req-f7974b28-2630-4eab-ae3d-40b34143341a admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88524) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 18:53:11.217352 n-d-844202-1 neutron-server[88524]: DEBUG oslo_db.api [None req-f7974b28-2630-4eab-ae3d-40b34143341a admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 18:53:11.495061 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c53bde-76cd-4b5e-be6e-3f5fee331824 req-19e075a1-0071-43a8-8672-95213d9d657d tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:53:11.513906 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f0c53bde-76cd-4b5e-be6e-3f5fee331824 req-19e075a1-0071-43a8-8672-95213d9d657d tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ece806d-83e3-4a9d-b1b5-21aca4e94fc6 HTTP/1.1" status: 200 len: 943 time: 0.7069919 Jun 01 18:53:11.554901 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-c1736852-467e-432d-80ce-8cbc4150ab44 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1311382100-network', 'tenant_id': 'be364c421efe43d392981c55745cbee0'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:53:11.596059 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-c1736852-467e-432d-80ce-8cbc4150ab44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:53:11.609178 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-990d075e-5547-4802-ba9d-3c3ac91c0725 req-70fc9940-88a0-49bd-a40b-7b2b501075b8 service neutron] 10.222.0.50 "GET /v2.0/networks/908da31a-c43f-4d78-b2f1-4926efeaafe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4545085 Jun 01 18:53:11.620875 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6c1e46c2-ce6d-4e02-902e-5f8a9372fb02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:11.634776 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-c1736852-467e-432d-80ce-8cbc4150ab44 admin admin] Usage tracker for resource:network and tenant:be364c421efe43d392981c55745cbee0 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:53:11.639000 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-c1736852-467e-432d-80ce-8cbc4150ab44 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:53:11.647024 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-c1736852-467e-432d-80ce-8cbc4150ab44 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:53:11.657691 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:11.699185 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=e05ec485-90bd-4cba-bab7-bf10ceaba0a3,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:53:11.727131 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-f7974b28-2630-4eab-ae3d-40b34143341a admin admin] Deleting port e05ec485-90bd-4cba-bab7-bf10ceaba0a3 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:53:11.727516 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f7974b28-2630-4eab-ae3d-40b34143341a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:11.740947 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:11.741852 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:11.751824 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:11.835005 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1736852-467e-432d-80ce-8cbc4150ab44 admin admin] Made reservation on behalf of be364c421efe43d392981c55745cbee0 for: {'network': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:53:11.838320 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.db.api [None req-26d503a2-cbcd-4c13-85d6-aba7f1379806 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88526) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 18:53:11.838525 n-d-844202-1 neutron-server[88526]: DEBUG oslo_db.api [None req-26d503a2-cbcd-4c13-85d6-aba7f1379806 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 18:53:11.841310 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c1736852-467e-432d-80ce-8cbc4150ab44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:11.841768 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port 4a324220-33d8-474a-8fca-3b42f63f1ae1 is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:53:11.842309 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:11.873462 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c1736852-467e-432d-80ce-8cbc4150ab44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:11.891339 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:11.892135 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1e46c2-ce6d-4e02-902e-5f8a9372fb02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbe27866-6450-47f0-a8e1-f266dfb72433,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:53:11.905227 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '863d6d17-7ec0-45a3-a6dc-82b322b76ced', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a324220-33d8-474a-8fca-3b42f63f1ae1'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:53:11.976260 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port 4a324220-33d8-474a-8fca-3b42f63f1ae1, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=4a324220-33d8-474a-8fca-3b42f63f1ae1,segment=NetworkSegment(e60765c6-124a-4916-8bfd-a8bc142f32ad),segment_id=e60765c6-124a-4916-8bfd-a8bc142f32ad)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:53:11.986623 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-c1736852-467e-432d-80ce-8cbc4150ab44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:53:11.990849 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-c1736852-467e-432d-80ce-8cbc4150ab44 admin admin] Usage tracker for resource:security_group_rule and tenant:be364c421efe43d392981c55745cbee0 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:53:12.005548 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-c1736852-467e-432d-80ce-8cbc4150ab44 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:53:12.009400 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:12.015786 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f0c53bde-76cd-4b5e-be6e-3f5fee331824 req-45322ebb-3607-4723-93d5-379e3452e77e tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d54e619-c3fb-4045-8922-d64f567a7ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4950480 Jun 01 18:53:12.016699 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6c1e46c2-ce6d-4e02-902e-5f8a9372fb02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:12.020676 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-6c1e46c2-ce6d-4e02-902e-5f8a9372fb02 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bbe27866-6450-47f0-a8e1-f266dfb72433 HTTP/1.1" status: 204 len: 168 time: 2.1623523 Jun 01 18:53:12.028840 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-c1736852-467e-432d-80ce-8cbc4150ab44 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:53:12.197742 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aac819ac-5187-4a3c-9e95-86f2d24e2157'] response: {'server_uuid': '863d6d17-7ec0-45a3-a6dc-82b322b76ced', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a324220-33d8-474a-8fca-3b42f63f1ae1', 'code': 200} Jun 01 18:53:12.228958 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=4a324220-33d8-474a-8fca-3b42f63f1ae1,revision_number=10']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:53:12.262840 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c74989-6b7b-401a-b260-1d85f8d7c6e9 req-88e3106d-2241-4828-bb17-07d959236d19 tempest-ServersTestBootFromVolume-197582985 tempest-ServersTestBootFromVolume-197582985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:53:12.269760 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-42c74989-6b7b-401a-b260-1d85f8d7c6e9 req-88e3106d-2241-4828-bb17-07d959236d19 tempest-ServersTestBootFromVolume-197582985 tempest-ServersTestBootFromVolume-197582985-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd3db4c5-8c77-4882-a37d-7668ef2d7c3e HTTP/1.1" status: 200 len: 946 time: 0.9268680 Jun 01 18:53:12.305700 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c1736852-467e-432d-80ce-8cbc4150ab44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:12.343718 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-26d503a2-cbcd-4c13-85d6-aba7f1379806 None None] Deleting port e05ec485-90bd-4cba-bab7-bf10ceaba0a3 {{(pid=88526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:53:12.344307 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26d503a2-cbcd-4c13-85d6-aba7f1379806 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:12.362549 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c1736852-467e-432d-80ce-8cbc4150ab44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:12.434854 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [None req-f7974b28-2630-4eab-ae3d-40b34143341a admin admin] For port e05ec485-90bd-4cba-bab7-bf10ceaba0a3, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=e05ec485-90bd-4cba-bab7-bf10ceaba0a3,segment=NetworkSegment(addab7d5-ae1a-46af-8624-f392d2d8b7f8),segment_id=addab7d5-ae1a-46af-8624-f392d2d8b7f8)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:53:12.435718 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f7974b28-2630-4eab-ae3d-40b34143341a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:12.460329 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca93ad90-9cfb-46ae-847f-f6b82bdd9f16 req-e46946da-5068-4089-8e2f-96cebbcd8d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:53:12.476078 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ca93ad90-9cfb-46ae-847f-f6b82bdd9f16 req-e46946da-5068-4089-8e2f-96cebbcd8d8a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9da8911c90e044c58dc0cf3fd4a5638a&device_id=8ece806d-83e3-4a9d-b1b5-21aca4e94fc6 HTTP/1.1" status: 200 len: 1094 time: 0.8004279 Jun 01 18:53:12.493988 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-42c74989-6b7b-401a-b260-1d85f8d7c6e9 req-289b6ee1-ceba-47a9-837b-1c1f77a5aac0 tempest-ServersTestBootFromVolume-197582985 tempest-ServersTestBootFromVolume-197582985-project] 10.222.0.41 "GET /v2.0/security-groups?id=0c6f0000-2b9c-46ed-b9d0-0867b5cac235&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2231321 Jun 01 18:53:12.495006 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1736852-467e-432d-80ce-8cbc4150ab44 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 136} {{(pid=88525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 18:53:12.572353 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 56022) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:53:12.688402 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-f7974b28-2630-4eab-ae3d-40b34143341a admin admin] Calling delete_port for e05ec485-90bd-4cba-bab7-bf10ceaba0a3 owned by network:dhcp {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:53:12.823870 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f7974b28-2630-4eab-ae3d-40b34143341a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:12.853129 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-26d503a2-cbcd-4c13-85d6-aba7f1379806 None None] For port e05ec485-90bd-4cba-bab7-bf10ceaba0a3, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=e05ec485-90bd-4cba-bab7-bf10ceaba0a3,segment=NetworkSegment(addab7d5-ae1a-46af-8624-f392d2d8b7f8),segment_id=addab7d5-ae1a-46af-8624-f392d2d8b7f8)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:53:12.853746 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26d503a2-cbcd-4c13-85d6-aba7f1379806 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:12.931557 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7974b28-2630-4eab-ae3d-40b34143341a admin admin] No DVR routers for this DVR port e05ec485-90bd-4cba-bab7-bf10ceaba0a3 on host n-d-844202-1 {{(pid=88524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 18:53:12.980000 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c1736852-467e-432d-80ce-8cbc4150ab44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:12.992754 n-d-844202-1 neutron-server[88525]: INFO neutron.db.segments_db [None req-c1736852-467e-432d-80ce-8cbc4150ab44 admin admin] Added segment ca8764fc-6603-47fe-89a3-1f102e13f351 of type vlan for network 89cb058b-9ed3-4e37-a7ba-952d56201dad Jun 01 18:53:12.996607 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7974b28-2630-4eab-ae3d-40b34143341a admin admin] Pushing event deleted for resources: {'Port': ['ID=e05ec485-90bd-4cba-bab7-bf10ceaba0a3,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:53:13.012114 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1736852-467e-432d-80ce-8cbc4150ab44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c3bf371-2154-40d9-82bd-53a22359f76e,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:53:13.099530 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c1736852-467e-432d-80ce-8cbc4150ab44 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:13.147137 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 56038) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:53:13.154838 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-26d503a2-cbcd-4c13-85d6-aba7f1379806 None None] Calling delete_port for e05ec485-90bd-4cba-bab7-bf10ceaba0a3 owned by network:dhcp {{(pid=88526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:53:13.229394 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f7974b28-2630-4eab-ae3d-40b34143341a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:13.292947 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-f7974b28-2630-4eab-ae3d-40b34143341a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f485d579-7529-4636-ae31-9fc1fec94322']}} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:53:13.316281 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca93ad90-9cfb-46ae-847f-f6b82bdd9f16 req-0af2a97a-f208-480b-84fc-67e835e70727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:53:13.320962 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-f7974b28-2630-4eab-ae3d-40b34143341a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'addab7d5-ae1a-46af-8624-f392d2d8b7f8') {'for_net_delete': True} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:53:13.321529 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ca93ad90-9cfb-46ae-847f-f6b82bdd9f16 req-0af2a97a-f208-480b-84fc-67e835e70727 service neutron] 10.222.0.50 "GET /v2.0/networks?id=908da31a-c43f-4d78-b2f1-4926efeaafe9 HTTP/1.1" status: 200 len: 915 time: 0.8228304 Jun 01 18:53:13.322764 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-f7974b28-2630-4eab-ae3d-40b34143341a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'addab7d5-ae1a-46af-8624-f392d2d8b7f8') {} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:53:13.391351 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.db.api [None req-26d503a2-cbcd-4c13-85d6-aba7f1379806 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88526) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 18:53:13.392121 n-d-844202-1 neutron-server[88526]: DEBUG oslo_db.api [None req-26d503a2-cbcd-4c13-85d6-aba7f1379806 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 18:53:13.478685 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f7974b28-2630-4eab-ae3d-40b34143341a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2702126'] for segment, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:13.506738 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c1736852-467e-432d-80ce-8cbc4150ab44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:13.507637 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1736852-467e-432d-80ce-8cbc4150ab44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:53:13.508368 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c1736852-467e-432d-80ce-8cbc4150ab44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:13.535596 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-8974db25-6b97-41cf-a4b3-85187b6afa49 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1775757581-network', 'tenant_id': 'a5bf9186a60146d99334aab776900f3f'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:53:13.546697 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f7974b28-2630-4eab-ae3d-40b34143341a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:13.551544 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-8974db25-6b97-41cf-a4b3-85187b6afa49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:53:13.553212 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ca93ad90-9cfb-46ae-847f-f6b82bdd9f16 req-dee658eb-1630-4536-99b9-248390c7abad service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d632690f-90f6-4a5d-8a29-38d2b648ff10 HTTP/1.1" status: 200 len: 217 time: 0.2064919 Jun 01 18:53:13.561230 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-8974db25-6b97-41cf-a4b3-85187b6afa49 admin admin] Usage tracker for resource:network and tenant:a5bf9186a60146d99334aab776900f3f is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:53:13.565578 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-8974db25-6b97-41cf-a4b3-85187b6afa49 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:53:13.570215 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7974b28-2630-4eab-ae3d-40b34143341a admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=88524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 18:53:13.571111 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f7974b28-2630-4eab-ae3d-40b34143341a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2719018'] for segment, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:13.640768 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-97b99f20-3d0e-4824-87e2-d8bcfaeb7fec admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1075e7573f24406fbf79b0847084c418&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4909713 Jun 01 18:53:13.644270 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-26d503a2-cbcd-4c13-85d6-aba7f1379806 None None] Deleting port e05ec485-90bd-4cba-bab7-bf10ceaba0a3 {{(pid=88526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:53:13.644697 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26d503a2-cbcd-4c13-85d6-aba7f1379806 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:13.709798 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 56050) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:53:13.740284 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-26d503a2-cbcd-4c13-85d6-aba7f1379806 None None] The port 'e05ec485-90bd-4cba-bab7-bf10ceaba0a3' was deleted {{(pid=88526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 01 18:53:13.757988 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-8974db25-6b97-41cf-a4b3-85187b6afa49 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:53:13.762792 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment addab7d5-ae1a-46af-8624-f392d2d8b7f8 resource provider aggregate not found Jun 01 18:53:13.811378 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device d632690f-90f6-4a5d-8a29-38d2b648ff10 details requested by agent hyperv_n-h2-844202-1 with host n-h2-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 18:53:13.925423 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca93ad90-9cfb-46ae-847f-f6b82bdd9f16 req-db3d3ed1-1c48-4350-adf0-62e755428401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:53:13.928210 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ca93ad90-9cfb-46ae-847f-f6b82bdd9f16 req-db3d3ed1-1c48-4350-adf0-62e755428401 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b62dadc8-5788-404f-95cb-85382718471e HTTP/1.1" status: 200 len: 853 time: 0.2907352 Jun 01 18:53:13.929180 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1736852-467e-432d-80ce-8cbc4150ab44 admin admin] Pushing event updated for resources: {'Network': ['ID=89cb058b-9ed3-4e37-a7ba-952d56201dad,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:53:13.953140 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-c1736852-467e-432d-80ce-8cbc4150ab44 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 2.8792207 Jun 01 18:53:13.986054 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 56062) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:53:14.003827 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-acdd5510-fdae-4c77-990b-55088c072980 admin admin] Request body: {'subnet': {'network_id': '89cb058b-9ed3-4e37-a7ba-952d56201dad', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1311382100-subnet', 'tenant_id': 'be364c421efe43d392981c55745cbee0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:53:14.013467 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment addab7d5-ae1a-46af-8624-f392d2d8b7f8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid addab7d5-ae1a-46af-8624-f392d2d8b7f8 found for delete ", "request_id": "req-0961aa7f-af4c-4da8-a9ba-eaaafd91253f"}]} Jun 01 18:53:14.014717 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-acdd5510-fdae-4c77-990b-55088c072980 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:53:14.022128 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-acdd5510-fdae-4c77-990b-55088c072980 admin admin] Usage tracker for resource:subnet and tenant:be364c421efe43d392981c55745cbee0 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:53:14.028990 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-acdd5510-fdae-4c77-990b-55088c072980 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:53:14.033663 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8974db25-6b97-41cf-a4b3-85187b6afa49 admin admin] Made reservation on behalf of a5bf9186a60146d99334aab776900f3f for: {'network': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:53:14.037936 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8974db25-6b97-41cf-a4b3-85187b6afa49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:14.060809 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfc041a-1ddf-48e0-abf5-74b078403796 req-e28562aa-b009-4d2a-962b-a8f726cf13f5 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:53:14.061607 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port d632690f-90f6-4a5d-8a29-38d2b648ff10, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=d632690f-90f6-4a5d-8a29-38d2b648ff10,segment=NetworkSegment(182d40cc-3a03-495c-b3d5-827c96c30acf),segment_id=182d40cc-3a03-495c-b3d5-827c96c30acf)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:53:14.063048 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9dfc041a-1ddf-48e0-abf5-74b078403796 req-e28562aa-b009-4d2a-962b-a8f726cf13f5 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ece806d-83e3-4a9d-b1b5-21aca4e94fc6 HTTP/1.1" status: 200 len: 943 time: 0.7186940 Jun 01 18:53:14.064289 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-acdd5510-fdae-4c77-990b-55088c072980 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:53:14.068159 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f7974b28-2630-4eab-ae3d-40b34143341a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:14.071661 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8974db25-6b97-41cf-a4b3-85187b6afa49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:14.106847 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f7974b28-2630-4eab-ae3d-40b34143341a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:14.119103 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Returning: {'device': 'd632690f-90f6-4a5d-8a29-38d2b648ff10', 'network_id': '908da31a-c43f-4d78-b2f1-4926efeaafe9', 'port_id': 'd632690f-90f6-4a5d-8a29-38d2b648ff10', 'mac_address': 'fa:16:3e:2b:06:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b62dadc8-5788-404f-95cb-85382718471e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 18:53:14.126390 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network 89cb058b-9ed3-4e37-a7ba-952d56201dad details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 18:53:14.132089 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7974b28-2630-4eab-ae3d-40b34143341a admin admin] Pushing event deleted for resources: {'Network': ['ID=f485d579-7529-4636-ae31-9fc1fec94322,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:53:14.140214 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acdd5510-fdae-4c77-990b-55088c072980 admin admin] Made reservation on behalf of be364c421efe43d392981c55745cbee0 for: {'subnet': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:53:14.142864 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-acdd5510-fdae-4c77-990b-55088c072980 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3066584'] for subnet, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:14.158818 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-8974db25-6b97-41cf-a4b3-85187b6afa49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:53:14.190486 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-8974db25-6b97-41cf-a4b3-85187b6afa49 admin admin] Usage tracker for resource:security_group_rule and tenant:a5bf9186a60146d99334aab776900f3f is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:53:14.259649 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7974b28-2630-4eab-ae3d-40b34143341a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:53:14.260259 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7974b28-2630-4eab-ae3d-40b34143341a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:53:14.260741 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7974b28-2630-4eab-ae3d-40b34143341a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:53:14.261205 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7974b28-2630-4eab-ae3d-40b34143341a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:53:14.261705 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7974b28-2630-4eab-ae3d-40b34143341a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:53:14.262172 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7974b28-2630-4eab-ae3d-40b34143341a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:53:14.262628 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7974b28-2630-4eab-ae3d-40b34143341a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:53:14.263093 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7974b28-2630-4eab-ae3d-40b34143341a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:53:14.263570 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7974b28-2630-4eab-ae3d-40b34143341a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:53:14.264030 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7974b28-2630-4eab-ae3d-40b34143341a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:53:14.264509 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7974b28-2630-4eab-ae3d-40b34143341a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:53:14.264966 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7974b28-2630-4eab-ae3d-40b34143341a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:53:14.271180 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-8974db25-6b97-41cf-a4b3-85187b6afa49 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:53:14.281028 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-f7974b28-2630-4eab-ae3d-40b34143341a admin admin] 10.222.0.41 "DELETE /v2.0/networks/f485d579-7529-4636-ae31-9fc1fec94322 HTTP/1.1" status: 204 len: 168 time: 5.5695367 Jun 01 18:53:14.295008 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 56068) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:53:14.297509 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-8974db25-6b97-41cf-a4b3-85187b6afa49 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:53:14.307329 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9dfc041a-1ddf-48e0-abf5-74b078403796 req-1bb35931-a298-4141-a654-b78da9be0bb1 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d54e619-c3fb-4045-8922-d64f567a7ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2258699 Jun 01 18:53:14.341827 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ff2307-498e-4799-b901-08c585c4729e req-5cf0f35b-2774-4dc0-910c-98c0b59e0057 tempest-ServersTestBootFromVolume-197582985 tempest-ServersTestBootFromVolume-197582985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:53:14.350925 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d3ff2307-498e-4799-b901-08c585c4729e req-5cf0f35b-2774-4dc0-910c-98c0b59e0057 tempest-ServersTestBootFromVolume-197582985 tempest-ServersTestBootFromVolume-197582985-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd3db4c5-8c77-4882-a37d-7668ef2d7c3e HTTP/1.1" status: 200 len: 946 time: 0.7065945 Jun 01 18:53:14.381143 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-56149f44-3a2e-4d7f-b4bc-93026b448c3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:14.448904 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port d632690f-90f6-4a5d-8a29-38d2b648ff10 is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:53:14.449700 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:14.480780 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d632690f-90f6-4a5d-8a29-38d2b648ff10 {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:53:14.490963 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8974db25-6b97-41cf-a4b3-85187b6afa49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:14.496735 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-56149f44-3a2e-4d7f-b4bc-93026b448c3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:14.504298 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port d632690f-90f6-4a5d-8a29-38d2b648ff10, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=d632690f-90f6-4a5d-8a29-38d2b648ff10,segment=NetworkSegment(182d40cc-3a03-495c-b3d5-827c96c30acf),segment_id=182d40cc-3a03-495c-b3d5-827c96c30acf)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:53:14.515602 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:14.516536 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8974db25-6b97-41cf-a4b3-85187b6afa49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:14.619070 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=d632690f-90f6-4a5d-8a29-38d2b648ff10,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:53:14.626574 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8974db25-6b97-41cf-a4b3-85187b6afa49 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 139} {{(pid=88524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 18:53:14.630098 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-acdd5510-fdae-4c77-990b-55088c072980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2718919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3066602'] for subnet, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:14.665885 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8974db25-6b97-41cf-a4b3-85187b6afa49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a11f9eaf-edc5-4fd8-a32b-59cd640e2526,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:53:14.697180 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8974db25-6b97-41cf-a4b3-85187b6afa49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:14.697606 n-d-844202-1 neutron-server[88524]: INFO neutron.db.segments_db [None req-8974db25-6b97-41cf-a4b3-85187b6afa49 admin admin] Added segment 8d26526f-61a6-4f6e-aa62-f4545b4111d6 of type vlan for network c8c25d03-1c9b-47d3-ad4c-8c56d5df367f Jun 01 18:53:14.723216 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] get_ports_and_sgs() called for port_ids ['d632690f-90f6-4a5d-8a29-38d2b648ff10'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:53:14.746841 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdd5510-fdae-4c77-990b-55088c072980 admin admin] Pushing event updated for resources: {'Subnet': ['ID=20c92181-6933-4439-bedd-96ced55ea613,revision_number=0']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:53:14.809948 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8974db25-6b97-41cf-a4b3-85187b6afa49 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:14.867532 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8974db25-6b97-41cf-a4b3-85187b6afa49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:14.868819 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8974db25-6b97-41cf-a4b3-85187b6afa49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:53:14.869749 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8974db25-6b97-41cf-a4b3-85187b6afa49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:15.003230 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acdd5510-fdae-4c77-990b-55088c072980 admin admin] Checking segment: {'id': 'ca8764fc-6603-47fe-89a3-1f102e13f351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '89cb058b-9ed3-4e37-a7ba-952d56201dad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:53:15.005330 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acdd5510-fdae-4c77-990b-55088c072980 admin admin] Network hostable DHCP agents. Network: 89cb058b-9ed3-4e37-a7ba-952d56201dad, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88524) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 18:53:15.088028 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8974db25-6b97-41cf-a4b3-85187b6afa49 admin admin] Pushing event updated for resources: {'Network': ['ID=c8c25d03-1c9b-47d3-ad4c-8c56d5df367f,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:53:15.109877 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acdd5510-fdae-4c77-990b-55088c072980 admin admin] Network 89cb058b-9ed3-4e37-a7ba-952d56201dad is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88524) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 18:53:15.118421 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network c8c25d03-1c9b-47d3-ad4c-8c56d5df367f details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 18:53:15.118942 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-8974db25-6b97-41cf-a4b3-85187b6afa49 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.5446548 Jun 01 18:53:15.133180 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 56082) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:53:15.177652 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-fa8fe9e9-f71b-4efc-a8e0-d3f13750bbd0 admin admin] Request body: {'subnet': {'network_id': 'c8c25d03-1c9b-47d3-ad4c-8c56d5df367f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1775757581-subnet', 'tenant_id': 'a5bf9186a60146d99334aab776900f3f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:53:15.185483 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-acdd5510-fdae-4c77-990b-55088c072980 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, 89cb058b-9ed3-4e37-a7ba-952d56201dad) {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:53:15.198212 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca93ad90-9cfb-46ae-847f-f6b82bdd9f16 req-f24878b1-e069-46a7-95cd-39d6aef5863f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:53:15.200548 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ca93ad90-9cfb-46ae-847f-f6b82bdd9f16 req-f24878b1-e069-46a7-95cd-39d6aef5863f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=908da31a-c43f-4d78-b2f1-4926efeaafe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.2637033 Jun 01 18:53:15.213359 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-fa8fe9e9-f71b-4efc-a8e0-d3f13750bbd0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:53:15.214752 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d3ff2307-498e-4799-b901-08c585c4729e req-18df7bf0-28af-4d93-b619-6531869d814e tempest-ServersTestBootFromVolume-197582985 tempest-ServersTestBootFromVolume-197582985-project] 10.222.0.41 "GET /v2.0/security-groups?id=0c6f0000-2b9c-46ed-b9d0-0867b5cac235&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5816228 Jun 01 18:53:15.220046 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-56149f44-3a2e-4d7f-b4bc-93026b448c3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:15.229989 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9df46e32-a6d8-4184-b1f1-da4497870ae2 None None] Network 89cb058b-9ed3-4e37-a7ba-952d56201dad requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 18:53:15.230638 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-fa8fe9e9-f71b-4efc-a8e0-d3f13750bbd0 admin admin] Usage tracker for resource:subnet and tenant:a5bf9186a60146d99334aab776900f3f is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:53:15.236041 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acdd5510-fdae-4c77-990b-55088c072980 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:53:15.267828 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-acdd5510-fdae-4c77-990b-55088c072980 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:15.277039 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-fa8fe9e9-f71b-4efc-a8e0-d3f13750bbd0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:53:15.297361 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-fa8fe9e9-f71b-4efc-a8e0-d3f13750bbd0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:53:15.321229 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-acdd5510-fdae-4c77-990b-55088c072980 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.3275490 Jun 01 18:53:15.337870 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 56088) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:53:15.357427 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-d2eec2d7-3e42-4b31-a49b-2e06d2899f8b admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1311382100-router', 'tenant_id': 'be364c421efe43d392981c55745cbee0', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:53:15.375848 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa8fe9e9-f71b-4efc-a8e0-d3f13750bbd0 admin admin] Made reservation on behalf of a5bf9186a60146d99334aab776900f3f for: {'subnet': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:53:15.381597 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-fa8fe9e9-f71b-4efc-a8e0-d3f13750bbd0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3066584'] for subnet, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:15.416503 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-d2eec2d7-3e42-4b31-a49b-2e06d2899f8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:53:15.516269 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-d2eec2d7-3e42-4b31-a49b-2e06d2899f8b admin admin] Usage tracker for resource:router and tenant:be364c421efe43d392981c55745cbee0 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:53:15.546540 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-d2eec2d7-3e42-4b31-a49b-2e06d2899f8b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:53:15.565340 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-d2eec2d7-3e42-4b31-a49b-2e06d2899f8b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:53:15.608881 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56149f44-3a2e-4d7f-b4bc-93026b448c3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e411a5c-2985-4b63-ae47-37028e1d3c52,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:53:15.654383 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d2eec2d7-3e42-4b31-a49b-2e06d2899f8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-885767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25238'] for router, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:15.655384 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d2eec2d7-3e42-4b31-a49b-2e06d2899f8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-901042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-886562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-981784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25327'] for router, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:15.750715 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d2eec2d7-3e42-4b31-a49b-2e06d2899f8b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:15.843798 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device d632690f-90f6-4a5d-8a29-38d2b648ff10 up at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:53:15.857323 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-56149f44-3a2e-4d7f-b4bc-93026b448c3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:15.858660 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-56149f44-3a2e-4d7f-b4bc-93026b448c3d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5e411a5c-2985-4b63-ae47-37028e1d3c52 HTTP/1.1" status: 204 len: 168 time: 2.1446278 Jun 01 18:53:15.893427 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-009877f7-629b-4869-994d-0d769ec068be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc93f83c3-7fb6-5c13-a9d4-29d739a4e8d2-89cb058b-9ed3-4e37-a7ba-952d56201dad', 'network_id': '89cb058b-9ed3-4e37-a7ba-952d56201dad', 'tenant_id': 'be364c421efe43d392981c55745cbee0', 'fixed_ips': [{'subnet_id': '20c92181-6933-4439-bedd-96ced55ea613'}]}} from n-d-844202-1. {{(pid=88526) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 18:53:15.898416 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-009877f7-629b-4869-994d-0d769ec068be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:15.903130 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e61ab2-8214-4ef2-b15a-c578013d1755 req-a6ac26f1-8c5a-47e6-b00c-359acdc43ae1 tempest-ServersTestBootFromVolume-197582985 tempest-ServersTestBootFromVolume-197582985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:53:15.904833 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-74e61ab2-8214-4ef2-b15a-c578013d1755 req-a6ac26f1-8c5a-47e6-b00c-359acdc43ae1 tempest-ServersTestBootFromVolume-197582985 tempest-ServersTestBootFromVolume-197582985-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd3db4c5-8c77-4882-a37d-7668ef2d7c3e HTTP/1.1" status: 200 len: 946 time: 0.3400745 Jun 01 18:53:16.011938 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [req-74e61ab2-8214-4ef2-b15a-c578013d1755 req-6324171b-0190-4f6e-b4b9-d3cb7539f2a9 tempest-ServersTestBootFromVolume-197582985 tempest-ServersTestBootFromVolume-197582985-project] Deleting port 545a0761-7391-430a-b567-827665e1d571 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:53:16.018169 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-74e61ab2-8214-4ef2-b15a-c578013d1755 req-6324171b-0190-4f6e-b4b9-d3cb7539f2a9 tempest-ServersTestBootFromVolume-197582985 tempest-ServersTestBootFromVolume-197582985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:16.244947 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 56104) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:53:16.277084 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.db_base_plugin_common [None req-009877f7-629b-4869-994d-0d769ec068be None None] Allocated IP 172.20.0.2 (89cb058b-9ed3-4e37-a7ba-952d56201dad/20c92181-6933-4439-bedd-96ced55ea613/e20d715a-de20-43cc-8b30-98d1753d2105) {{(pid=88526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:53:16.365280 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ca93ad90-9cfb-46ae-847f-f6b82bdd9f16 req-f6eee101-7228-4410-9fff-e10a9f6a8be9 service neutron] 10.222.0.50 "GET /v2.0/networks/908da31a-c43f-4d78-b2f1-4926efeaafe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7947404 Jun 01 18:53:16.533601 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-009877f7-629b-4869-994d-0d769ec068be None None] Notify callbacks [] for port, precommit_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:16.547018 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-009877f7-629b-4869-994d-0d769ec068be None None] Transition to ACTIVE for port object e20d715a-de20-43cc-8b30-98d1753d2105 will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:53:16.569150 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-009877f7-629b-4869-994d-0d769ec068be None None] Transition to ACTIVE for port object e20d715a-de20-43cc-8b30-98d1753d2105 will not be triggered until provisioned by entity DHCP. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:53:16.586089 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-009877f7-629b-4869-994d-0d769ec068be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526'] for port, after_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:16.634124 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dc17a0-3cfb-419f-ac9b-46c4a6e59aa2 req-ec8e2210-4bb8-40a3-96ca-b6bced115360 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:53:16.641054 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-01dc17a0-3cfb-419f-ac9b-46c4a6e59aa2 req-ec8e2210-4bb8-40a3-96ca-b6bced115360 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ece806d-83e3-4a9d-b1b5-21aca4e94fc6 HTTP/1.1" status: 200 len: 944 time: 1.0431523 Jun 01 18:53:16.668089 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning for port d632690f-90f6-4a5d-8a29-38d2b648ff10 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:53:16.670545 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-fa8fe9e9-f71b-4efc-a8e0-d3f13750bbd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2718919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3066602'] for subnet, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:16.718174 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning complete for port d632690f-90f6-4a5d-8a29-38d2b648ff10 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:53:16.718174 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:16.827352 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-009877f7-629b-4869-994d-0d769ec068be None None] Network 89cb058b-9ed3-4e37-a7ba-952d56201dad is already hosted by enough agents. {{(pid=88526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:53:16.831151 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.base_scheduler [None req-009877f7-629b-4869-994d-0d769ec068be None None] Resources bound (agent type, host, resource id): {{(pid=88526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:53:16.835693 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009877f7-629b-4869-994d-0d769ec068be None None] Received port after_create {{(pid=88526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:53:16.849269 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009877f7-629b-4869-994d-0d769ec068be None None] Pushing event updated for resources: {'Port': ['ID=e20d715a-de20-43cc-8b30-98d1753d2105,revision_number=1']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:53:16.981666 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d2eec2d7-3e42-4b31-a49b-2e06d2899f8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-886608', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-885830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25341'] for router, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:16.994562 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-009877f7-629b-4869-994d-0d769ec068be None None] Attempting to bind port e20d715a-de20-43cc-8b30-98d1753d2105 on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:53:16.994920 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-009877f7-629b-4869-994d-0d769ec068be None None] Attempting to bind port e20d715a-de20-43cc-8b30-98d1753d2105 by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': 'ca8764fc-6603-47fe-89a3-1f102e13f351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '89cb058b-9ed3-4e37-a7ba-952d56201dad'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:53:16.995294 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-009877f7-629b-4869-994d-0d769ec068be None None] Attempting to bind port e20d715a-de20-43cc-8b30-98d1753d2105 on network 89cb058b-9ed3-4e37-a7ba-952d56201dad {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:53:17.004348 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-009877f7-629b-4869-994d-0d769ec068be None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 18, 53, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:53:17.004348 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-009877f7-629b-4869-994d-0d769ec068be None None] Checking segment: {'id': 'ca8764fc-6603-47fe-89a3-1f102e13f351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '89cb058b-9ed3-4e37-a7ba-952d56201dad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:53:17.005022 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-009877f7-629b-4869-994d-0d769ec068be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:17.005251 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-009877f7-629b-4869-994d-0d769ec068be None None] Bound using segment: {'id': 'ca8764fc-6603-47fe-89a3-1f102e13f351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '89cb058b-9ed3-4e37-a7ba-952d56201dad'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:53:17.005724 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-009877f7-629b-4869-994d-0d769ec068be None None] Bound port: e20d715a-de20-43cc-8b30-98d1753d2105, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca8764fc-6603-47fe-89a3-1f102e13f351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '89cb058b-9ed3-4e37-a7ba-952d56201dad'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:53:17.006087 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-009877f7-629b-4869-994d-0d769ec068be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:17.078603 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port d632690f-90f6-4a5d-8a29-38d2b648ff10 is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:53:17.080499 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:17.088884 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-74e61ab2-8214-4ef2-b15a-c578013d1755 req-6324171b-0190-4f6e-b4b9-d3cb7539f2a9 tempest-ServersTestBootFromVolume-197582985 tempest-ServersTestBootFromVolume-197582985-project] For port 545a0761-7391-430a-b567-827665e1d571, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=545a0761-7391-430a-b567-827665e1d571,segment=NetworkSegment(783bd49a-7d01-4eda-941d-91ad27cdf254),segment_id=783bd49a-7d01-4eda-941d-91ad27cdf254)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:53:17.089509 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-74e61ab2-8214-4ef2-b15a-c578013d1755 req-6324171b-0190-4f6e-b4b9-d3cb7539f2a9 tempest-ServersTestBootFromVolume-197582985 tempest-ServersTestBootFromVolume-197582985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:17.099985 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-01dc17a0-3cfb-419f-ac9b-46c4a6e59aa2 req-61486007-5607-4374-a2ec-397a691d93f5 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d54e619-c3fb-4045-8922-d64f567a7ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4154246 Jun 01 18:53:17.124630 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8fe9e9-f71b-4efc-a8e0-d3f13750bbd0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b76f6ee-55ac-4604-9b46-4397408c90c0,revision_number=0']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:53:17.147794 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ece806d-83e3-4a9d-b1b5-21aca4e94fc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd632690f-90f6-4a5d-8a29-38d2b648ff10'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:53:17.188100 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port d632690f-90f6-4a5d-8a29-38d2b648ff10, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=d632690f-90f6-4a5d-8a29-38d2b648ff10,segment=NetworkSegment(182d40cc-3a03-495c-b3d5-827c96c30acf),segment_id=182d40cc-3a03-495c-b3d5-827c96c30acf)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:53:17.202792 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-009877f7-629b-4869-994d-0d769ec068be None None] For port e20d715a-de20-43cc-8b30-98d1753d2105, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:53:17.204925 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:17.222931 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-009877f7-629b-4869-994d-0d769ec068be None None] For port e20d715a-de20-43cc-8b30-98d1753d2105, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=e20d715a-de20-43cc-8b30-98d1753d2105,segment=NetworkSegment(ca8764fc-6603-47fe-89a3-1f102e13f351),segment_id=ca8764fc-6603-47fe-89a3-1f102e13f351)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:53:17.262842 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8fe9e9-f71b-4efc-a8e0-d3f13750bbd0 admin admin] Checking segment: {'id': '8d26526f-61a6-4f6e-aa62-f4545b4111d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'c8c25d03-1c9b-47d3-ad4c-8c56d5df367f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:53:17.263417 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa8fe9e9-f71b-4efc-a8e0-d3f13750bbd0 admin admin] Network hostable DHCP agents. Network: c8c25d03-1c9b-47d3-ad4c-8c56d5df367f, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88524) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 18:53:17.310195 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa8fe9e9-f71b-4efc-a8e0-d3f13750bbd0 admin admin] Network c8c25d03-1c9b-47d3-ad4c-8c56d5df367f is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88524) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 18:53:17.355465 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7cdaafc8-6971-4d54-be25-0d4c1e657f71'] response: {'server_uuid': '8ece806d-83e3-4a9d-b1b5-21aca4e94fc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd632690f-90f6-4a5d-8a29-38d2b648ff10', 'code': 200} Jun 01 18:53:17.357479 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=d632690f-90f6-4a5d-8a29-38d2b648ff10,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:53:17.362043 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-009877f7-629b-4869-994d-0d769ec068be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:17.405142 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-fa8fe9e9-f71b-4efc-a8e0-d3f13750bbd0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, c8c25d03-1c9b-47d3-ad4c-8c56d5df367f) {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:53:17.438238 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa8fe9e9-f71b-4efc-a8e0-d3f13750bbd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:53:17.438845 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-fa8fe9e9-f71b-4efc-a8e0-d3f13750bbd0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:17.477588 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ca93ad90-9cfb-46ae-847f-f6b82bdd9f16 req-92f4aff7-3318-475f-9d3a-c1b06cf820de service neutron] 10.222.0.50 "GET /v2.0/networks/908da31a-c43f-4d78-b2f1-4926efeaafe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1114247 Jun 01 18:53:17.482638 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-28126351-11be-434f-9c85-5050b82a984e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:17.523134 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0b5a0ba-e82e-496a-829e-40da343643dc None None] Network c8c25d03-1c9b-47d3-ad4c-8c56d5df367f requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 18:53:17.523769 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-868e4e46-4d5d-44b0-aebd-68f25e52fb90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-887474'] for router_interface, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:17.589291 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-28126351-11be-434f-9c85-5050b82a984e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:53:17.594799 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-fa8fe9e9-f71b-4efc-a8e0-d3f13750bbd0 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.4604387 Jun 01 18:53:17.601414 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e32fd1-8666-4e87-9602-a754ef0342e5 req-e12b2192-3c9f-438b-bdf4-30889e11f998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:53:17.602890 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f8e32fd1-8666-4e87-9602-a754ef0342e5 req-e12b2192-3c9f-438b-bdf4-30889e11f998 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=8ece806d-83e3-4a9d-b1b5-21aca4e94fc6 HTTP/1.1" status: 200 len: 1096 time: 0.2735255 Jun 01 18:53:17.611553 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-28126351-11be-434f-9c85-5050b82a984e admin admin] Usage tracker for resource:security_group_rule and tenant:aecbedfcb2324848b3b3fc8d6174843e is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:53:17.692521 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3c8b6e-246f-404e-ad3e-974b2100376a req-ca0bb94c-5783-4c31-98b3-79679d008f03 tempest-ServersTestBootFromVolume-197582985 tempest-ServersTestBootFromVolume-197582985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:53:17.694439 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-6b3c8b6e-246f-404e-ad3e-974b2100376a req-ca0bb94c-5783-4c31-98b3-79679d008f03 tempest-ServersTestBootFromVolume-197582985 tempest-ServersTestBootFromVolume-197582985-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd3db4c5-8c77-4882-a37d-7668ef2d7c3e HTTP/1.1" status: 200 len: 946 time: 1.1274035 Jun 01 18:53:17.712987 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009877f7-629b-4869-994d-0d769ec068be None None] Pushing event updated for resources: {'Port': ['ID=e20d715a-de20-43cc-8b30-98d1753d2105,revision_number=2']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:53:17.717612 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-28126351-11be-434f-9c85-5050b82a984e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:53:17.759858 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f8e32fd1-8666-4e87-9602-a754ef0342e5 req-0d885fc2-c141-4a73-848f-2d452652d007 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=3d54e619-c3fb-4045-8922-d64f567a7ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1318159 Jun 01 18:53:17.823863 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-28126351-11be-434f-9c85-5050b82a984e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:53:17.980691 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 56144) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:53:18.173653 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69a7139a-dfbd-4085-9c32-058490b516b2 None None] Network c8c25d03-1c9b-47d3-ad4c-8c56d5df367f requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 18:53:18.212695 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-74e61ab2-8214-4ef2-b15a-c578013d1755 req-6324171b-0190-4f6e-b4b9-d3cb7539f2a9 tempest-ServersTestBootFromVolume-197582985 tempest-ServersTestBootFromVolume-197582985-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:18.212695 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-74e61ab2-8214-4ef2-b15a-c578013d1755 req-6324171b-0190-4f6e-b4b9-d3cb7539f2a9 tempest-ServersTestBootFromVolume-197582985 tempest-ServersTestBootFromVolume-197582985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887712'] for floatingip, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:18.213146 n-d-844202-1 neutron-server[88525]: INFO neutron.db.l3_db [req-74e61ab2-8214-4ef2-b15a-c578013d1755 req-6324171b-0190-4f6e-b4b9-d3cb7539f2a9 tempest-ServersTestBootFromVolume-197582985 tempest-ServersTestBootFromVolume-197582985-project] Floating IP 6582aab4-e6cb-4632-abc4-b22618755412 disassociated. External IP: 172.25.4.223, port: 545a0761-7391-430a-b567-827665e1d571. Jun 01 18:53:18.213146 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [req-74e61ab2-8214-4ef2-b15a-c578013d1755 req-6324171b-0190-4f6e-b4b9-d3cb7539f2a9 tempest-ServersTestBootFromVolume-197582985 tempest-ServersTestBootFromVolume-197582985-project] Calling delete_port for 545a0761-7391-430a-b567-827665e1d571 owned by compute:nova {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:53:18.267925 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-6b3c8b6e-246f-404e-ad3e-974b2100376a req-b73ae8da-7fd4-4cda-bb35-722d1bc9984c tempest-ServersTestBootFromVolume-197582985 tempest-ServersTestBootFromVolume-197582985-project] 10.222.0.41 "GET /v2.0/security-groups?id=0c6f0000-2b9c-46ed-b9d0-0867b5cac235&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5393825 Jun 01 18:53:18.392501 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd02c35e-0acd-45d4-9438-b75c701d2e26 admin admin] Deleting subnet 0b76f6ee-55ac-4604-9b46-4397408c90c0 {{(pid=88525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 18:53:18.470840 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d2eec2d7-3e42-4b31-a49b-2e06d2899f8b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:18.480240 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-dd02c35e-0acd-45d4-9438-b75c701d2e26 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:18.592923 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d2eec2d7-3e42-4b31-a49b-2e06d2899f8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:18.693553 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-dd02c35e-0acd-45d4-9438-b75c701d2e26 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2258509'] for subnet, precommit_delete_associations {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:18.751967 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41166baf-29b3-4d88-825a-de55d19ed153 req-fc2d8163-8e9a-485a-8d1b-3385e58f6a38 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:53:18.762089 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-41166baf-29b3-4d88-825a-de55d19ed153 req-fc2d8163-8e9a-485a-8d1b-3385e58f6a38 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ece806d-83e3-4a9d-b1b5-21aca4e94fc6 HTTP/1.1" status: 200 len: 945 time: 0.2926011 Jun 01 18:53:18.851623 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-41166baf-29b3-4d88-825a-de55d19ed153 req-387050d9-14f0-4aee-bd2b-23ec4369313f tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d54e619-c3fb-4045-8922-d64f567a7ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885291 Jun 01 18:53:18.943991 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [None req-d2eec2d7-3e42-4b31-a49b-2e06d2899f8b admin admin] Allocated IP 172.25.4.58 (72a72e44-6845-488a-a5ff-3a26d4df9cb3/c314a23b-daa2-4106-ab28-8e6f954277b2/705c9357-8fda-49be-87c1-01c053959862) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:53:19.312846 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-28126351-11be-434f-9c85-5050b82a984e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:19.321997 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d2eec2d7-3e42-4b31-a49b-2e06d2899f8b admin admin] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:19.332336 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-28126351-11be-434f-9c85-5050b82a984e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:19.366388 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-dd02c35e-0acd-45d4-9438-b75c701d2e26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:19.403636 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d2eec2d7-3e42-4b31-a49b-2e06d2899f8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:19.508953 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 545a0761-7391-430a-b567-827665e1d571 no longer exists at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:53:19.582021 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28126351-11be-434f-9c85-5050b82a984e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f56c5f22-876d-4479-a781-c41a91113e9b,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:53:19.601537 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device e20d715a-de20-43cc-8b30-98d1753d2105 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:53:19.604976 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-74e61ab2-8214-4ef2-b15a-c578013d1755 req-6324171b-0190-4f6e-b4b9-d3cb7539f2a9 tempest-ServersTestBootFromVolume-197582985 tempest-ServersTestBootFromVolume-197582985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:19.681426 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] No Port match for: 545a0761-7391-430a-b567-827665e1d571 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 18:53:19.681775 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 545a0761-7391-430a-b567-827665e1d571 not bound to the agent host n-h1-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 18:53:19.691844 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7fb2829a-3e8e-4ebc-952b-113298e8af83 req-3c93435c-47d5-4e1a-8d23-4a4d33b0fe95 tempest-ServersTestBootFromVolume-197582985 tempest-ServersTestBootFromVolume-197582985-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd3db4c5-8c77-4882-a37d-7668ef2d7c3e HTTP/1.1" status: 200 len: 210 time: 0.1681254 Jun 01 18:53:19.710275 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2eec2d7-3e42-4b31-a49b-2e06d2899f8b admin admin] Network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:53:19.710275 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-d2eec2d7-3e42-4b31-a49b-2e06d2899f8b admin admin] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:53:19.729072 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2eec2d7-3e42-4b31-a49b-2e06d2899f8b admin admin] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:53:19.738519 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-28126351-11be-434f-9c85-5050b82a984e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=aecbedfcb2324848b3b3fc8d6174843e&name=default HTTP/1.1" status: 200 len: 2983 time: 3.4788566 Jun 01 18:53:19.775465 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2eec2d7-3e42-4b31-a49b-2e06d2899f8b admin admin] Pushing event updated for resources: {'Port': ['ID=705c9357-8fda-49be-87c1-01c053959862,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:53:19.782164 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 56190) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:53:19.789600 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port e20d715a-de20-43cc-8b30-98d1753d2105 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:53:19.793347 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dfe16d6-a9b3-4629-bd80-f808bf5803f3 None None] Network 89cb058b-9ed3-4e37-a7ba-952d56201dad requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 18:53:19.822602 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-868e4e46-4d5d-44b0-aebd-68f25e52fb90 admin admin] Deleting port 12afda22-8406-48f9-9359-01345e828787 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:53:19.823305 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-868e4e46-4d5d-44b0-aebd-68f25e52fb90 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:19.864978 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6324171b-0190-4f6e-b4b9-d3cb7539f2a9 tempest-ServersTestBootFromVolume-197582985 tempest-ServersTestBootFromVolume-197582985-project] Pushing event deleted for resources: {'Port': ['ID=545a0761-7391-430a-b567-827665e1d571,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:53:20.163780 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-b889eb0f-032c-40ce-bc2b-dd7c05e6b568 None None] Provisioning for port e20d715a-de20-43cc-8b30-98d1753d2105 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:53:20.185584 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-b889eb0f-032c-40ce-bc2b-dd7c05e6b568 None None] Provisioning complete for port e20d715a-de20-43cc-8b30-98d1753d2105 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:53:20.186027 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-b889eb0f-032c-40ce-bc2b-dd7c05e6b568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:20.252479 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f78d667e-1dfd-45b8-a750-99096a066261 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:20.358610 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f78d667e-1dfd-45b8-a750-99096a066261 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:20.381597 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.agents_db [None req-e814b9cf-7de8-45d0-a079-29c61fabe7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 18:53:20.398585 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-aea0cb3a-39c9-4e9c-95e2-6091b0c9faf8 req-7501a055-620d-499a-8edf-f553e6a6ed6c tempest-QuotasAdminNegativeTest-1814017943 tempest-QuotasAdminNegativeTest-1814017943-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=e06041af286c481fae7721565c55c250&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1631677 Jun 01 18:53:20.400743 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-dd02c35e-0acd-45d4-9438-b75c701d2e26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2614143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9667199'] for subnet, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:20.477622 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675c16bd-91cc-41ff-a534-d01d2c0c9da2 req-282d27bf-5ebd-4f7f-95fc-3de56a662f00 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:53:20.479453 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-675c16bd-91cc-41ff-a534-d01d2c0c9da2 req-282d27bf-5ebd-4f7f-95fc-3de56a662f00 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ece806d-83e3-4a9d-b1b5-21aca4e94fc6 HTTP/1.1" status: 200 len: 945 time: 0.4322374 Jun 01 18:53:20.601336 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd02c35e-0acd-45d4-9438-b75c701d2e26 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b76f6ee-55ac-4604-9b46-4397408c90c0,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:53:20.601538 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-b889eb0f-032c-40ce-bc2b-dd7c05e6b568 None None] Current status of the port e20d715a-de20-43cc-8b30-98d1753d2105 is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:53:20.601962 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-b889eb0f-032c-40ce-bc2b-dd7c05e6b568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:20.610820 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-dd02c35e-0acd-45d4-9438-b75c701d2e26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:20.640210 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f78d667e-1dfd-45b8-a750-99096a066261 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:20.654597 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-dd02c35e-0acd-45d4-9438-b75c701d2e26 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/0b76f6ee-55ac-4604-9b46-4397408c90c0 HTTP/1.1" status: 204 len: 168 time: 2.6655655 Jun 01 18:53:20.668390 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 56212) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:53:20.683316 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78d667e-1dfd-45b8-a750-99096a066261 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f56c5f22-876d-4479-a781-c41a91113e9b,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:53:20.726229 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-675c16bd-91cc-41ff-a534-d01d2c0c9da2 req-c5cbf6ad-e3d7-4dbe-b522-a05bc4b8c4a7 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d54e619-c3fb-4045-8922-d64f567a7ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2208104 Jun 01 18:53:20.753048 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-b889eb0f-032c-40ce-bc2b-dd7c05e6b568 None None] For port e20d715a-de20-43cc-8b30-98d1753d2105, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=e20d715a-de20-43cc-8b30-98d1753d2105,segment=NetworkSegment(ca8764fc-6603-47fe-89a3-1f102e13f351),segment_id=ca8764fc-6603-47fe-89a3-1f102e13f351)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:53:20.759739 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-b889eb0f-032c-40ce-bc2b-dd7c05e6b568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:20.892941 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d2eec2d7-3e42-4b31-a49b-2e06d2899f8b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:20.900689 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [req-74e61ab2-8214-4ef2-b15a-c578013d1755 req-6324171b-0190-4f6e-b4b9-d3cb7539f2a9 tempest-ServersTestBootFromVolume-197582985 tempest-ServersTestBootFromVolume-197582985-project] Router 0aa48483-2b0c-4af6-a768-ddd1c0992371 has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 18:53:20.931536 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-af44cfb6-ffbb-4fb4-b4f6-eaa843b8fe2c None None] Provisioning complete for port e20d715a-de20-43cc-8b30-98d1753d2105 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:53:20.934273 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-af44cfb6-ffbb-4fb4-b4f6-eaa843b8fe2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:20.966753 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [None req-868e4e46-4d5d-44b0-aebd-68f25e52fb90 admin admin] For port 12afda22-8406-48f9-9359-01345e828787, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=12afda22-8406-48f9-9359-01345e828787,segment=NetworkSegment(eaa2715f-9e3e-4cd1-9713-65addcedaa58),segment_id=eaa2715f-9e3e-4cd1-9713-65addcedaa58)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:53:20.967114 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-868e4e46-4d5d-44b0-aebd-68f25e52fb90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:20.995658 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b889eb0f-032c-40ce-bc2b-dd7c05e6b568 None None] Pushing event updated for resources: {'Port': ['ID=e20d715a-de20-43cc-8b30-98d1753d2105,revision_number=3']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:53:21.180941 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-af44cfb6-ffbb-4fb4-b4f6-eaa843b8fe2c None None] Current status of the port e20d715a-de20-43cc-8b30-98d1753d2105 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:53:21.199837 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-868e4e46-4d5d-44b0-aebd-68f25e52fb90 admin admin] Calling delete_port for 12afda22-8406-48f9-9359-01345e828787 owned by network:router_interface {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:53:21.234068 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-662b4d17-1ecd-438d-8c15-2551fe184e99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:21.245930 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea0cb3a-39c9-4e9c-95e2-6091b0c9faf8 req-94bd9779-eab7-4186-8ae8-b86fa6113db2 tempest-QuotasAdminNegativeTest-1814017943 tempest-QuotasAdminNegativeTest-1814017943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:53:21.250629 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-aea0cb3a-39c9-4e9c-95e2-6091b0c9faf8 req-94bd9779-eab7-4186-8ae8-b86fa6113db2 tempest-QuotasAdminNegativeTest-1814017943 tempest-QuotasAdminNegativeTest-1814017943-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8511786 Jun 01 18:53:21.309485 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-aea0cb3a-39c9-4e9c-95e2-6091b0c9faf8 req-64a147d6-6637-4c3c-a9c5-e9efbdcb1653 tempest-QuotasAdminNegativeTest-1814017943 tempest-QuotasAdminNegativeTest-1814017943-project] 10.222.0.41 "GET /v2.0/quotas/e06041af286c481fae7721565c55c250 HTTP/1.1" status: 200 len: 375 time: 0.0579119 Jun 01 18:53:21.440641 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f78d667e-1dfd-45b8-a750-99096a066261 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:21.445803 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-f78d667e-1dfd-45b8-a750-99096a066261 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f56c5f22-876d-4479-a781-c41a91113e9b HTTP/1.1" status: 204 len: 168 time: 1.6600451 Jun 01 18:53:21.470497 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-865da36e-4bf6-4d51-ad30-27a6bd4aa0e0 req-582a9f45-0242-4046-9186-f3cad4585016 tempest-ServersTestBootFromVolume-197582985 tempest-ServersTestBootFromVolume-197582985-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd3db4c5-8c77-4882-a37d-7668ef2d7c3e HTTP/1.1" status: 200 len: 210 time: 0.1983914 Jun 01 18:53:21.487127 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device e20d715a-de20-43cc-8b30-98d1753d2105 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:53:21.606663 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port e20d715a-de20-43cc-8b30-98d1753d2105 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:53:21.607220 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:21.673859 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d2eec2d7-3e42-4b31-a49b-2e06d2899f8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-885820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-886655'] for router, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:21.745769 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-aea0cb3a-39c9-4e9c-95e2-6091b0c9faf8 req-2f1b19d3-d8f9-4b5f-8992-797d63af8765 tempest-QuotasAdminNegativeTest-1814017943 tempest-QuotasAdminNegativeTest-1814017943-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=e06041af286c481fae7721565c55c250&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4353254 Jun 01 18:53:21.931194 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port e20d715a-de20-43cc-8b30-98d1753d2105 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:53:22.050927 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-74e61ab2-8214-4ef2-b15a-c578013d1755 req-6324171b-0190-4f6e-b4b9-d3cb7539f2a9 tempest-ServersTestBootFromVolume-197582985 tempest-ServersTestBootFromVolume-197582985-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 18:53:22.059816 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2cc0d5-d6a6-4647-af4d-790330374e58 None None] Sync routers for ids ['0aa48483-2b0c-4af6-a768-ddd1c0992371'] in n-d-844202-1 {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 18:53:22.075881 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2cc0d5-d6a6-4647-af4d-790330374e58 None None] Routers {'0aa48483-2b0c-4af6-a768-ddd1c0992371'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:53:22.076836 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-5a2cc0d5-d6a6-4647-af4d-790330374e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:53:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['0aa48483-2b0c-4af6-a768-ddd1c0992371'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:53:22.146563 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a759fc6d-a92d-492e-9b73-9ba64fc65a95 req-65e0715e-df89-4206-9c84-fff50ac2449f tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:53:22.153020 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a759fc6d-a92d-492e-9b73-9ba64fc65a95 req-65e0715e-df89-4206-9c84-fff50ac2449f tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ece806d-83e3-4a9d-b1b5-21aca4e94fc6 HTTP/1.1" status: 200 len: 945 time: 0.4069026 Jun 01 18:53:22.168870 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 56234) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:53:22.187772 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-646940bc-dd0e-4878-b30d-a46f9c4c9de9 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Request body: {'floatingip': {'port_id': 'd632690f-90f6-4a5d-8a29-38d2b648ff10'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:53:22.250128 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 56238) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:53:22.258149 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-662b4d17-1ecd-438d-8c15-2551fe184e99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:22.292339 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-646940bc-dd0e-4878-b30d-a46f9c4c9de9 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Notify callbacks [] for floatingip, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:22.293975 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [req-74e61ab2-8214-4ef2-b15a-c578013d1755 req-6324171b-0190-4f6e-b4b9-d3cb7539f2a9 tempest-ServersTestBootFromVolume-197582985 tempest-ServersTestBootFromVolume-197582985-project] No DVR routers for this DVR port 545a0761-7391-430a-b567-827665e1d571 on host n-h1-844202-1 {{(pid=88525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 18:53:22.314520 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-74e61ab2-8214-4ef2-b15a-c578013d1755 req-6324171b-0190-4f6e-b4b9-d3cb7539f2a9 tempest-ServersTestBootFromVolume-197582985 tempest-ServersTestBootFromVolume-197582985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:22.316540 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-74e61ab2-8214-4ef2-b15a-c578013d1755 req-6324171b-0190-4f6e-b4b9-d3cb7539f2a9 tempest-ServersTestBootFromVolume-197582985 tempest-ServersTestBootFromVolume-197582985-project] 10.222.0.15 "DELETE /v2.0/ports/545a0761-7391-430a-b567-827665e1d571 HTTP/1.1" status: 204 len: 173 time: 6.3975177 Jun 01 18:53:22.316986 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd3db4c5-8c77-4882-a37d-7668ef2d7c3e', 'name': 'network-vif-deleted', 'tag': '545a0761-7391-430a-b567-827665e1d571'}] {{(pid=88525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:53:22.336018 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f5da7216-3c1f-4848-805a-e8c8dfdfef09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:22.360350 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-662b4d17-1ecd-438d-8c15-2551fe184e99 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8c25d03-1c9b-47d3-ad4c-8c56d5df367f']}} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:53:22.386006 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-f5da7216-3c1f-4848-805a-e8c8dfdfef09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:53:22.411852 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-f5da7216-3c1f-4848-805a-e8c8dfdfef09 admin admin] Usage tracker for resource:security_group_rule and tenant:129738d35f9c42aaa83c4cb5f9cdaad4 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:53:22.419086 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-662b4d17-1ecd-438d-8c15-2551fe184e99 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d26526f-61a6-4f6e-aa62-f4545b4111d6') {'for_net_delete': True} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:53:22.422571 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-662b4d17-1ecd-438d-8c15-2551fe184e99 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d26526f-61a6-4f6e-aa62-f4545b4111d6') {} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:53:22.435837 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-5a2cc0d5-d6a6-4647-af4d-790330374e58 None None] Set router 0aa48483-2b0c-4af6-a768-ddd1c0992371 gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:53:22.455761 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-f5da7216-3c1f-4848-805a-e8c8dfdfef09 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:53:22.478451 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-f5da7216-3c1f-4848-805a-e8c8dfdfef09 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:53:22.487594 n-d-844202-1 neutron-server[88525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b36d17c-59d8-4810-a7e1-94d7aa8d6724'] response: {'server_uuid': 'cd3db4c5-8c77-4882-a37d-7668ef2d7c3e', 'name': 'network-vif-deleted', 'tag': '545a0761-7391-430a-b567-827665e1d571', 'status': 'completed', 'code': 200} Jun 01 18:53:22.506237 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-662b4d17-1ecd-438d-8c15-2551fe184e99 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2258522'] for segment, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:22.618312 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2eec2d7-3e42-4b31-a49b-2e06d2899f8b admin admin] Router db6f77d8-4d78-4002-ac63-ece393d9d6e1 is scheduled to L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 with binding_index 1 {{(pid=88524) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 18:53:22.674224 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-662b4d17-1ecd-438d-8c15-2551fe184e99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:22.693978 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-662b4d17-1ecd-438d-8c15-2551fe184e99 admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=88525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 18:53:22.694863 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-662b4d17-1ecd-438d-8c15-2551fe184e99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2613981'] for segment, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:22.784429 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment 8d26526f-61a6-4f6e-aa62-f4545b4111d6 resource provider aggregate not found Jun 01 18:53:22.842901 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment 8d26526f-61a6-4f6e-aa62-f4545b4111d6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8d26526f-61a6-4f6e-aa62-f4545b4111d6 found for delete ", "request_id": "req-661cd553-393f-4729-84cc-3f57a7d80a32"}]} Jun 01 18:53:22.855420 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-868e4e46-4d5d-44b0-aebd-68f25e52fb90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:22.923751 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-662b4d17-1ecd-438d-8c15-2551fe184e99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:22.929968 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868e4e46-4d5d-44b0-aebd-68f25e52fb90 admin admin] Pushing event deleted for resources: {'Port': ['ID=12afda22-8406-48f9-9359-01345e828787,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:53:22.998853 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-662b4d17-1ecd-438d-8c15-2551fe184e99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:23.014968 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-739d2b6a-514a-483b-9fb5-faf3d579a00e req-85c800cb-57ab-4a73-b321-3859dac2a9c2 tempest-ServersTestBootFromVolume-197582985 tempest-ServersTestBootFromVolume-197582985-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd3db4c5-8c77-4882-a37d-7668ef2d7c3e HTTP/1.1" status: 200 len: 210 time: 0.3318439 Jun 01 18:53:23.094401 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662b4d17-1ecd-438d-8c15-2551fe184e99 admin admin] Pushing event deleted for resources: {'Network': ['ID=c8c25d03-1c9b-47d3-ad4c-8c56d5df367f,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:53:23.155408 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-662b4d17-1ecd-438d-8c15-2551fe184e99 admin admin] 10.222.0.41 "DELETE /v2.0/networks/c8c25d03-1c9b-47d3-ad4c-8c56d5df367f HTTP/1.1" status: 204 len: 168 time: 2.4855089 Jun 01 18:53:23.187378 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f5da7216-3c1f-4848-805a-e8c8dfdfef09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:23.203482 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f5da7216-3c1f-4848-805a-e8c8dfdfef09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:23.329144 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-5a2cc0d5-d6a6-4647-af4d-790330374e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aa48483-2b0c-4af6-a768-ddd1c0992371', 'name': 'tempest-ServersTestBootFromVolume-251279127-router', 'tenant_id': '8954dfb656dd4378bb3153f8271ef2cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': 'c6b06bf3-2d34-4097-80e7-5ccd8e38009b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:50:52Z', 'updated_at': '2022-06-01T18:51:08Z', 'revision_number': 4, 'project_id': '8954dfb656dd4378bb3153f8271ef2cc', 'gw_port': {'id': 'c6b06bf3-2d34-4097-80e7-5ccd8e38009b', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:46:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa48483-2b0c-4af6-a768-ddd1c0992371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:50:55Z', 'updated_at': '2022-06-01T18:51:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '80722309-7364-434c-8bd7-c4f7ad48d222', 'name': '', 'network_id': '8bf6d215-ffa6-4f1e-a724-9435b6e76e15', 'tenant_id': '8954dfb656dd4378bb3153f8271ef2cc', 'mac_address': 'fa:16:3e:50:02:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa48483-2b0c-4af6-a768-ddd1c0992371', 'device_owner': 'network:router_interface', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': '2445a719-4314-4548-946f-72cc570cc23f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:51:05Z', 'updated_at': '2022-06-01T18:51:19Z', 'revision_number': 5, 'project_id': '8954dfb656dd4378bb3153f8271ef2cc', 'subnets': [{'id': '2445a719-4314-4548-946f-72cc570cc23f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:53:23.355438 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2cc0d5-d6a6-4647-af4d-790330374e58 None None] Checking router: 0aa48483-2b0c-4af6-a768-ddd1c0992371 for host: n-d-844202-1 {{(pid=88526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 18:53:23.385829 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2cc0d5-d6a6-4647-af4d-790330374e58 None None] Routers {'0aa48483-2b0c-4af6-a768-ddd1c0992371'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:53:23.392491 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-5a2cc0d5-d6a6-4647-af4d-790330374e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:53:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['0aa48483-2b0c-4af6-a768-ddd1c0992371'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:53:23.688884 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 56274) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:53:23.696209 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-f5da7216-3c1f-4848-805a-e8c8dfdfef09 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=129738d35f9c42aaa83c4cb5f9cdaad4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4407434 Jun 01 18:53:23.711705 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 56280) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:53:23.776850 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5da7216-3c1f-4848-805a-e8c8dfdfef09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=357491b6-6dab-494b-b3a6-cdf736dd2142,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:53:23.814256 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-5a2cc0d5-d6a6-4647-af4d-790330374e58 None None] Set router 0aa48483-2b0c-4af6-a768-ddd1c0992371 gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:53:23.903030 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-868e4e46-4d5d-44b0-aebd-68f25e52fb90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-887310'] for router_interface, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:23.932428 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-2036a9ab-d7fb-4059-9a9a-2aef136e60f6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a5bf9186a60146d99334aab776900f3f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2370043 Jun 01 18:53:23.939855 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 56286) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:53:24.287308 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ee61a493-c3b1-499e-bbb1-c1b9de6b1fa7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:24.330554 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4e3ef016-13bd-477e-815c-f11c8df9fe7a req-d1b84833-e9af-44c8-b9ea-4464e2a54a4c tempest-QuotasAdminNegativeTest-1814017943 tempest-QuotasAdminNegativeTest-1814017943-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=e06041af286c481fae7721565c55c250&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1561389 Jun 01 18:53:24.514050 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2eec2d7-3e42-4b31-a49b-2e06d2899f8b admin admin] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 18:53:24.526372 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a268063-da99-49ad-888d-98af3147f619 None None] Sync routers for ids ['db6f77d8-4d78-4002-ac63-ece393d9d6e1'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 18:53:24.540002 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a268063-da99-49ad-888d-98af3147f619 None None] Routers {'db6f77d8-4d78-4002-ac63-ece393d9d6e1'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:53:24.540993 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-5a268063-da99-49ad-888d-98af3147f619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:53:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['db6f77d8-4d78-4002-ac63-ece393d9d6e1'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:53:24.554381 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ee61a493-c3b1-499e-bbb1-c1b9de6b1fa7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:24.611668 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9e6a0552-7d87-43bb-9600-c03b1d093de2 req-a227e990-dc3c-4971-84a7-dc3b955d3f57 tempest-ServersTestBootFromVolume-197582985 tempest-ServersTestBootFromVolume-197582985-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd3db4c5-8c77-4882-a37d-7668ef2d7c3e HTTP/1.1" status: 200 len: 210 time: 0.2665188 Jun 01 18:53:24.614173 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-5a2cc0d5-d6a6-4647-af4d-790330374e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aa48483-2b0c-4af6-a768-ddd1c0992371', 'name': 'tempest-ServersTestBootFromVolume-251279127-router', 'tenant_id': '8954dfb656dd4378bb3153f8271ef2cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': 'c6b06bf3-2d34-4097-80e7-5ccd8e38009b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:50:52Z', 'updated_at': '2022-06-01T18:51:08Z', 'revision_number': 4, 'project_id': '8954dfb656dd4378bb3153f8271ef2cc', 'gw_port': {'id': 'c6b06bf3-2d34-4097-80e7-5ccd8e38009b', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:46:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa48483-2b0c-4af6-a768-ddd1c0992371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:50:55Z', 'updated_at': '2022-06-01T18:51:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '80722309-7364-434c-8bd7-c4f7ad48d222', 'name': '', 'network_id': '8bf6d215-ffa6-4f1e-a724-9435b6e76e15', 'tenant_id': '8954dfb656dd4378bb3153f8271ef2cc', 'mac_address': 'fa:16:3e:50:02:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa48483-2b0c-4af6-a768-ddd1c0992371', 'device_owner': 'network:router_interface', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': '2445a719-4314-4548-946f-72cc570cc23f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:51:05Z', 'updated_at': '2022-06-01T18:51:19Z', 'revision_number': 5, 'project_id': '8954dfb656dd4378bb3153f8271ef2cc', 'subnets': [{'id': '2445a719-4314-4548-946f-72cc570cc23f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:53:24.621942 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2cc0d5-d6a6-4647-af4d-790330374e58 None None] The sync data for ids ['0aa48483-2b0c-4af6-a768-ddd1c0992371'] in n-d-844202-1 is: [{'id': '0aa48483-2b0c-4af6-a768-ddd1c0992371', 'name': 'tempest-ServersTestBootFromVolume-251279127-router', 'tenant_id': '8954dfb656dd4378bb3153f8271ef2cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': 'c6b06bf3-2d34-4097-80e7-5ccd8e38009b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:50:52Z', 'updated_at': '2022-06-01T18:51:08Z', 'revision_number': 4, 'project_id': '8954dfb656dd4378bb3153f8271ef2cc', 'gw_port': {'id': 'c6b06bf3-2d34-4097-80e7-5ccd8e38009b', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:46:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa48483-2b0c-4af6-a768-ddd1c0992371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:50:55Z', 'updated_at': '2022-06-01T18:51:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '80722309-7364-434c-8bd7-c4f7ad48d222', 'name': '', 'network_id': '8bf6d215-ffa6-4f1e-a724-9435b6e76e15', 'tenant_id': '8954dfb656dd4378bb3153f8271ef2cc', 'mac_address': 'fa:16:3e:50:02:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa48483-2b0c-4af6-a768-ddd1c0992371', 'device_owner': 'network:router_interface', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': '2445a719-4314-4548-946f-72cc570cc23f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:51:05Z', 'updated_at': '2022-06-01T18:51:19Z', 'revision_number': 5, 'project_id': '8954dfb656dd4378bb3153f8271ef2cc', 'subnets': [{'id': '2445a719-4314-4548-946f-72cc570cc23f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 18:53:24.627466 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-646940bc-dd0e-4878-b30d-a46f9c4c9de9 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:24.647036 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d2eec2d7-3e42-4b31-a49b-2e06d2899f8b admin admin] Notify callbacks [] for router, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:24.650887 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-d2eec2d7-3e42-4b31-a49b-2e06d2899f8b admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 9.3066778 Jun 01 18:53:24.650887 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-646940bc-dd0e-4878-b30d-a46f9c4c9de9 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887712'] for floatingip, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:24.661850 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e4b3a45d-3713-4be0-bfce-c1d30ccffb44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:24.683471 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 56304) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:53:24.963664 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-5a268063-da99-49ad-888d-98af3147f619 None None] Set router db6f77d8-4d78-4002-ac63-ece393d9d6e1 gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:53:25.138342 n-d-844202-1 neutron-server[88524]: INFO neutron.db.l3_db [None req-646940bc-dd0e-4878-b30d-a46f9c4c9de9 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Floating IP 077c5301-ae06-4b93-ae55-27c298893b6a associated. External IP: 172.25.4.109, port: d632690f-90f6-4a5d-8a29-38d2b648ff10. Jun 01 18:53:25.157734 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eafa2ed-f419-47ec-8bd2-dccceb9b52d8 None None] New status for floating IP 6582aab4-e6cb-4632-abc4-b22618755412: DOWN {{(pid=88526) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 18:53:25.271397 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e4b3a45d-3713-4be0-bfce-c1d30ccffb44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:25.502890 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e4b3a45d-3713-4be0-bfce-c1d30ccffb44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:25.546204 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3ef016-13bd-477e-815c-f11c8df9fe7a req-5a3df3e9-0ba9-4ec7-9848-05f1ec63bc23 tempest-QuotasAdminNegativeTest-1814017943 tempest-QuotasAdminNegativeTest-1814017943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:53:25.556643 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4e3ef016-13bd-477e-815c-f11c8df9fe7a req-5a3df3e9-0ba9-4ec7-9848-05f1ec63bc23 tempest-QuotasAdminNegativeTest-1814017943 tempest-QuotasAdminNegativeTest-1814017943-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.2135310 Jun 01 18:53:25.652734 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-5a268063-da99-49ad-888d-98af3147f619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db6f77d8-4d78-4002-ac63-ece393d9d6e1', 'name': 'tempest-ServersTestJSON-1311382100-router', 'tenant_id': 'be364c421efe43d392981c55745cbee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': '705c9357-8fda-49be-87c1-01c053959862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:53:15Z', 'updated_at': '2022-06-01T18:53:20Z', 'revision_number': 3, 'project_id': 'be364c421efe43d392981c55745cbee0', 'gw_port': {'id': '705c9357-8fda-49be-87c1-01c053959862', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:71:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db6f77d8-4d78-4002-ac63-ece393d9d6e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:53:18Z', 'updated_at': '2022-06-01T18:53:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:53:25.658035 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b3a45d-3713-4be0-bfce-c1d30ccffb44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a11f9eaf-edc5-4fd8-a32b-59cd640e2526,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:53:25.663473 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a268063-da99-49ad-888d-98af3147f619 None None] Checking router: db6f77d8-4d78-4002-ac63-ece393d9d6e1 for host: n-d-844202-1 {{(pid=88527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 18:53:25.663725 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a268063-da99-49ad-888d-98af3147f619 None None] Updating router db6f77d8-4d78-4002-ac63-ece393d9d6e1 port 705c9357-8fda-49be-87c1-01c053959862 binding host n-d-844202-1 {{(pid=88527) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 18:53:25.674539 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4e3ef016-13bd-477e-815c-f11c8df9fe7a req-1fa57f9f-1a19-4cb3-8de7-d430891814b5 tempest-QuotasAdminNegativeTest-1814017943 tempest-QuotasAdminNegativeTest-1814017943-project] 10.222.0.41 "GET /v2.0/quotas/e06041af286c481fae7721565c55c250 HTTP/1.1" status: 200 len: 375 time: 0.1133354 Jun 01 18:53:25.807239 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-5a268063-da99-49ad-888d-98af3147f619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:25.864782 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 56316) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:53:25.914856 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-646940bc-dd0e-4878-b30d-a46f9c4c9de9 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Router 533f25a8-4516-4734-96dc-76ed394d7577 has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 18:53:26.015883 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4e3ef016-13bd-477e-815c-f11c8df9fe7a req-e8020488-c73a-408f-a068-23e3d4abc5cb tempest-QuotasAdminNegativeTest-1814017943 tempest-QuotasAdminNegativeTest-1814017943-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=e06041af286c481fae7721565c55c250&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3388870 Jun 01 18:53:26.098491 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-9d79ef39-ad10-4f13-8054-446c502b7e50 tempest-ServersTestBootFromVolume-197582985 tempest-ServersTestBootFromVolume-197582985-project] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:26.194587 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e4b3a45d-3713-4be0-bfce-c1d30ccffb44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:26.199268 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-e4b3a45d-3713-4be0-bfce-c1d30ccffb44 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a11f9eaf-edc5-4fd8-a32b-59cd640e2526 HTTP/1.1" status: 204 len: 168 time: 2.2494857 Jun 01 18:53:26.234996 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-9d79ef39-ad10-4f13-8054-446c502b7e50 tempest-ServersTestBootFromVolume-197582985 tempest-ServersTestBootFromVolume-197582985-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:26.265304 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ee61a493-c3b1-499e-bbb1-c1b9de6b1fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:26.317648 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee61a493-c3b1-499e-bbb1-c1b9de6b1fa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=357491b6-6dab-494b-b3a6-cdf736dd2142,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:53:26.353869 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ee61a493-c3b1-499e-bbb1-c1b9de6b1fa7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:26.355995 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-ee61a493-c3b1-499e-bbb1-c1b9de6b1fa7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/357491b6-6dab-494b-b3a6-cdf736dd2142 HTTP/1.1" status: 204 len: 168 time: 2.6397271 Jun 01 18:53:26.460416 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-868e4e46-4d5d-44b0-aebd-68f25e52fb90 admin admin] Router 594dc08c-ae2f-492d-84e1-dc5ecb123c33 has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 18:53:26.541708 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-5a268063-da99-49ad-888d-98af3147f619 None None] Notify callbacks [] for port, precommit_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:26.573941 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.provisioning_blocks [None req-5a268063-da99-49ad-888d-98af3147f619 None None] Transition to ACTIVE for port object 705c9357-8fda-49be-87c1-01c053959862 will not be triggered until provisioned by entity L2. {{(pid=88527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:53:26.585980 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-646940bc-dd0e-4878-b30d-a46f9c4c9de9 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 18:53:26.587882 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-5a268063-da99-49ad-888d-98af3147f619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:26.612208 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-646940bc-dd0e-4878-b30d-a46f9c4c9de9 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for floatingip, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:26.618324 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa33d109-ce3a-4f7e-bc5b-46e1d10cf344 req-be90fcaf-9437-4780-812b-6b0ccc15b61b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:53:26.620293 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-fa33d109-ce3a-4f7e-bc5b-46e1d10cf344 req-be90fcaf-9437-4780-812b-6b0ccc15b61b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=eccea382ced5475f9a2098d1ef2ff267&device_id=863d6d17-7ec0-45a3-a6dc-82b322b76ced HTTP/1.1" status: 200 len: 1098 time: 0.7818012 Jun 01 18:53:26.693716 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-9d79ef39-ad10-4f13-8054-446c502b7e50 tempest-ServersTestBootFromVolume-197582985 tempest-ServersTestBootFromVolume-197582985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:26.696398 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-9d79ef39-ad10-4f13-8054-446c502b7e50 tempest-ServersTestBootFromVolume-197582985 tempest-ServersTestBootFromVolume-197582985-project] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:26.701336 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-9d79ef39-ad10-4f13-8054-446c502b7e50 tempest-ServersTestBootFromVolume-197582985 tempest-ServersTestBootFromVolume-197582985-project] 10.222.0.41 "DELETE /v2.0/security-groups/0c6f0000-2b9c-46ed-b9d0-0867b5cac235 HTTP/1.1" status: 204 len: 168 time: 0.8321733 Jun 01 18:53:26.702154 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 56336) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:53:26.777711 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227b4bce-6ec0-4463-893b-32a5e8559139 None None] Pushing event updated for resources: {'Port': ['ID=705c9357-8fda-49be-87c1-01c053959862,revision_number=2']} {{(pid=88527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:53:26.791784 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c38e17-4401-4df6-9e71-e2c30d92987c None None] Sync routers for ids ['533f25a8-4516-4734-96dc-76ed394d7577'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 18:53:26.800671 n-d-844202-1 neutron-server[88524]: INFO neutron.api.v2.resource [None req-cf9ba257-ac61-40e2-9e83-a94607ed9c32 tempest-ServersTestBootFromVolume-197582985 tempest-ServersTestBootFromVolume-197582985-project] show failed (client error): The resource could not be found. Jun 01 18:53:26.805952 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-cf9ba257-ac61-40e2-9e83-a94607ed9c32 tempest-ServersTestBootFromVolume-197582985 tempest-ServersTestBootFromVolume-197582985-project] 10.222.0.41 "GET /v2.0/security-groups/0c6f0000-2b9c-46ed-b9d0-0867b5cac235 HTTP/1.1" status: 404 len: 347 time: 0.0666776 Jun 01 18:53:26.810651 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 56340) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:53:26.858410 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-868e4e46-4d5d-44b0-aebd-68f25e52fb90 admin admin] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 18:53:26.873963 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6031f4-a3e7-437a-b0ce-34de0a0a9a76 None None] Sync routers for ids ['594dc08c-ae2f-492d-84e1-dc5ecb123c33'] in n-d-844202-1 {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 18:53:26.880513 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-5a268063-da99-49ad-888d-98af3147f619 None None] Attempting to bind port 705c9357-8fda-49be-87c1-01c053959862 on host n-d-844202-1 for vnic_type normal with profile {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:53:26.881827 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-5a268063-da99-49ad-888d-98af3147f619 None None] Attempting to bind port 705c9357-8fda-49be-87c1-01c053959862 by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}] {{(pid=88527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:53:26.882690 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a268063-da99-49ad-888d-98af3147f619 None None] Attempting to bind port 705c9357-8fda-49be-87c1-01c053959862 on network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:53:26.888124 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c38e17-4401-4df6-9e71-e2c30d92987c None None] Routers {'533f25a8-4516-4734-96dc-76ed394d7577'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:53:26.889207 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-94c38e17-4401-4df6-9e71-e2c30d92987c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:53:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['533f25a8-4516-4734-96dc-76ed394d7577'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:53:26.906974 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6031f4-a3e7-437a-b0ce-34de0a0a9a76 None None] Routers {'594dc08c-ae2f-492d-84e1-dc5ecb123c33'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:53:26.923036 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-3d6031f4-a3e7-437a-b0ce-34de0a0a9a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:53:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['594dc08c-ae2f-492d-84e1-dc5ecb123c33'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:53:27.003004 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-868e4e46-4d5d-44b0-aebd-68f25e52fb90 admin admin] 10.222.0.41 "PUT /v2.0/routers/594dc08c-ae2f-492d-84e1-dc5ecb123c33/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.3873932 Jun 01 18:53:27.020989 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 56346) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:53:27.022889 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a268063-da99-49ad-888d-98af3147f619 None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 18, 53, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:53:27.023510 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a268063-da99-49ad-888d-98af3147f619 None None] Checking segment: {'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:53:27.024062 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-5a268063-da99-49ad-888d-98af3147f619 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:27.026203 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a268063-da99-49ad-888d-98af3147f619 None None] Bound using segment: {'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'} {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:53:27.026975 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-5a268063-da99-49ad-888d-98af3147f619 None None] Bound port: 705c9357-8fda-49be-87c1-01c053959862, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}}] {{(pid=88527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:53:27.028187 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-5a268063-da99-49ad-888d-98af3147f619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:27.356033 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.db [None req-5a268063-da99-49ad-888d-98af3147f619 None None] For port 705c9357-8fda-49be-87c1-01c053959862, host n-d-844202-1, cleared binding levels {{(pid=88527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:53:27.360148 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.db [None req-5a268063-da99-49ad-888d-98af3147f619 None None] For port 705c9357-8fda-49be-87c1-01c053959862, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=705c9357-8fda-49be-87c1-01c053959862,segment=NetworkSegment(7875af61-4c53-4ff2-b8c8-d4b7c35ff947),segment_id=7875af61-4c53-4ff2-b8c8-d4b7c35ff947)] {{(pid=88527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:53:27.369567 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-5a268063-da99-49ad-888d-98af3147f619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:27.562566 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-3d6031f4-a3e7-437a-b0ce-34de0a0a9a76 None None] Set router 594dc08c-ae2f-492d-84e1-dc5ecb123c33 gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:53:27.583721 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a268063-da99-49ad-888d-98af3147f619 None None] Routers {'db6f77d8-4d78-4002-ac63-ece393d9d6e1'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:53:27.585108 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-5a268063-da99-49ad-888d-98af3147f619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:53:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['db6f77d8-4d78-4002-ac63-ece393d9d6e1'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:53:27.723972 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d79ef39-ad10-4f13-8054-446c502b7e50 tempest-ServersTestBootFromVolume-197582985 tempest-ServersTestBootFromVolume-197582985-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c6f0000-2b9c-46ed-b9d0-0867b5cac235,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:53:28.068822 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-646940bc-dd0e-4878-b30d-a46f9c4c9de9 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] 10.222.0.41 "PUT /v2.0/floatingips/077c5301-ae06-4b93-ae55-27c298893b6a HTTP/1.1" status: 200 len: 991 time: 5.8989954 Jun 01 18:53:28.095997 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ece806d-83e3-4a9d-b1b5-21aca4e94fc6', 'tag': 'd632690f-90f6-4a5d-8a29-38d2b648ff10'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:53:28.148015 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-3e9137a7-5168-42dc-a966-98ae1df77ce4 tempest-ServersTestBootFromVolume-197582985 tempest-ServersTestBootFromVolume-197582985-project] Deleting port 0c764811-ae46-43c4-b885-66bed6329688 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:53:28.148884 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-3e9137a7-5168-42dc-a966-98ae1df77ce4 tempest-ServersTestBootFromVolume-197582985 tempest-ServersTestBootFromVolume-197582985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:28.171489 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-94c38e17-4401-4df6-9e71-e2c30d92987c None None] Set router 533f25a8-4516-4734-96dc-76ed394d7577 gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:53:28.288336 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d4e73d7-b641-4527-820b-b9826c8dd513'] response: {'name': 'network-changed', 'server_uuid': '8ece806d-83e3-4a9d-b1b5-21aca4e94fc6', 'tag': 'd632690f-90f6-4a5d-8a29-38d2b648ff10', 'status': 'completed', 'code': 200} Jun 01 18:53:28.444593 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-5a268063-da99-49ad-888d-98af3147f619 None None] Set router db6f77d8-4d78-4002-ac63-ece393d9d6e1 gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:53:28.654777 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa33d109-ce3a-4f7e-bc5b-46e1d10cf344 req-51f1be4d-bebf-458a-ac92-ce652c62874e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:53:28.659922 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-fa33d109-ce3a-4f7e-bc5b-46e1d10cf344 req-51f1be4d-bebf-458a-ac92-ce652c62874e service neutron] 10.222.0.15 "GET /v2.0/networks?id=e3902938-4b6a-4448-87d9-59b63dd51a7f HTTP/1.1" status: 200 len: 912 time: 1.7967265 Jun 01 18:53:28.698608 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9673ca72-2415-4ace-862c-56bc6899a546 req-ca658b24-a906-4bdf-9458-77c3d1c33c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:53:28.700069 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9673ca72-2415-4ace-862c-56bc6899a546 req-ca658b24-a906-4bdf-9458-77c3d1c33c76 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9da8911c90e044c58dc0cf3fd4a5638a&device_id=8ece806d-83e3-4a9d-b1b5-21aca4e94fc6 HTTP/1.1" status: 200 len: 1096 time: 0.4055865 Jun 01 18:53:28.758254 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-3d6031f4-a3e7-437a-b0ce-34de0a0a9a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '594dc08c-ae2f-492d-84e1-dc5ecb123c33', 'name': 'tempest-TaggedBootDevicesTest_v242-2082509201-router', 'tenant_id': '39ffcc15901e49978660c230f5a8808d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': 'c591a942-ba70-4f70-bb91-e67aef13e0c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:45:37Z', 'updated_at': '2022-06-01T18:53:22Z', 'revision_number': 5, 'project_id': '39ffcc15901e49978660c230f5a8808d', 'gw_port': {'id': 'c591a942-ba70-4f70-bb91-e67aef13e0c0', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:b8:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '594dc08c-ae2f-492d-84e1-dc5ecb123c33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:45:39Z', 'updated_at': '2022-06-01T18:45:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:53:28.763815 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6031f4-a3e7-437a-b0ce-34de0a0a9a76 None None] Checking router: 594dc08c-ae2f-492d-84e1-dc5ecb123c33 for host: n-d-844202-1 {{(pid=88526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 18:53:28.777787 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6031f4-a3e7-437a-b0ce-34de0a0a9a76 None None] Routers {'594dc08c-ae2f-492d-84e1-dc5ecb123c33'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:53:28.778842 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-3d6031f4-a3e7-437a-b0ce-34de0a0a9a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:53:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['594dc08c-ae2f-492d-84e1-dc5ecb123c33'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:53:28.996065 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7b716caf-bff3-4876-beab-d05219c62b05 admin admin] Notify callbacks [] for router, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:29.012707 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-3d6031f4-a3e7-437a-b0ce-34de0a0a9a76 None None] Set router 594dc08c-ae2f-492d-84e1-dc5ecb123c33 gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:53:29.101864 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9673ca72-2415-4ace-862c-56bc6899a546 req-b8975c40-2aa0-4360-82b7-c58f6ec7e0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:53:29.104094 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9673ca72-2415-4ace-862c-56bc6899a546 req-b8975c40-2aa0-4360-82b7-c58f6ec7e0e9 service neutron] 10.222.0.50 "GET /v2.0/networks?id=908da31a-c43f-4d78-b2f1-4926efeaafe9 HTTP/1.1" status: 200 len: 915 time: 0.3960519 Jun 01 18:53:29.105978 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-3e9137a7-5168-42dc-a966-98ae1df77ce4 tempest-ServersTestBootFromVolume-197582985 tempest-ServersTestBootFromVolume-197582985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:29.106606 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-3e9137a7-5168-42dc-a966-98ae1df77ce4 tempest-ServersTestBootFromVolume-197582985 tempest-ServersTestBootFromVolume-197582985-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:29.440139 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-3e9137a7-5168-42dc-a966-98ae1df77ce4 tempest-ServersTestBootFromVolume-197582985 tempest-ServersTestBootFromVolume-197582985-project] Calling delete_port for 0c764811-ae46-43c4-b885-66bed6329688 owned by network:floatingip {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:53:29.979984 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-3d6031f4-a3e7-437a-b0ce-34de0a0a9a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '594dc08c-ae2f-492d-84e1-dc5ecb123c33', 'name': 'tempest-TaggedBootDevicesTest_v242-2082509201-router', 'tenant_id': '39ffcc15901e49978660c230f5a8808d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': 'c591a942-ba70-4f70-bb91-e67aef13e0c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:45:37Z', 'updated_at': '2022-06-01T18:53:22Z', 'revision_number': 5, 'project_id': '39ffcc15901e49978660c230f5a8808d', 'gw_port': {'id': 'c591a942-ba70-4f70-bb91-e67aef13e0c0', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:b8:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '594dc08c-ae2f-492d-84e1-dc5ecb123c33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:45:39Z', 'updated_at': '2022-06-01T18:45:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:53:29.992727 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6031f4-a3e7-437a-b0ce-34de0a0a9a76 None None] The sync data for ids ['594dc08c-ae2f-492d-84e1-dc5ecb123c33'] in n-d-844202-1 is: [{'id': '594dc08c-ae2f-492d-84e1-dc5ecb123c33', 'name': 'tempest-TaggedBootDevicesTest_v242-2082509201-router', 'tenant_id': '39ffcc15901e49978660c230f5a8808d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.32'}], 'enable_snat': True}, 'gw_port_id': 'c591a942-ba70-4f70-bb91-e67aef13e0c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:45:37Z', 'updated_at': '2022-06-01T18:53:22Z', 'revision_number': 5, 'project_id': '39ffcc15901e49978660c230f5a8808d', 'gw_port': {'id': 'c591a942-ba70-4f70-bb91-e67aef13e0c0', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:b8:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '594dc08c-ae2f-492d-84e1-dc5ecb123c33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:45:39Z', 'updated_at': '2022-06-01T18:45:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}] {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 18:53:30.087098 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-fa33d109-ce3a-4f7e-bc5b-46e1d10cf344 req-02caad1a-c657-4cf0-9bfc-7cef092f6692 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4a324220-33d8-474a-8fca-3b42f63f1ae1 HTTP/1.1" status: 200 len: 1002 time: 1.3984749 Jun 01 18:53:30.089083 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e996e408-e62b-4809-b340-9db80ee74142 req-55a81d9f-5468-4206-8510-6814c43dc004 tempest-QuotasAdminNegativeTest-1814017943 tempest-QuotasAdminNegativeTest-1814017943-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=e06041af286c481fae7721565c55c250&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4258506 Jun 01 18:53:30.105172 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227b4bce-6ec0-4463-893b-32a5e8559139 None None] Pushing event updated for resources: {'Port': ['ID=705c9357-8fda-49be-87c1-01c053959862,revision_number=3']} {{(pid=88527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:53:30.180259 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 56440) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:53:30.262937 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9673ca72-2415-4ace-862c-56bc6899a546 req-253d26f7-d384-43cd-829a-54434c18f799 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d632690f-90f6-4a5d-8a29-38d2b648ff10 HTTP/1.1" status: 200 len: 999 time: 0.5656545 Jun 01 18:53:30.358658 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-5a268063-da99-49ad-888d-98af3147f619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db6f77d8-4d78-4002-ac63-ece393d9d6e1', 'name': 'tempest-ServersTestJSON-1311382100-router', 'tenant_id': 'be364c421efe43d392981c55745cbee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': '705c9357-8fda-49be-87c1-01c053959862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:53:15Z', 'updated_at': '2022-06-01T18:53:20Z', 'revision_number': 3, 'project_id': 'be364c421efe43d392981c55745cbee0', 'gw_port': {'id': '705c9357-8fda-49be-87c1-01c053959862', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:71:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db6f77d8-4d78-4002-ac63-ece393d9d6e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:53:18Z', 'updated_at': '2022-06-01T18:53:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:53:30.368566 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a268063-da99-49ad-888d-98af3147f619 None None] The sync data for ids ['db6f77d8-4d78-4002-ac63-ece393d9d6e1'] in n-d-844202-1 is: [{'id': 'db6f77d8-4d78-4002-ac63-ece393d9d6e1', 'name': 'tempest-ServersTestJSON-1311382100-router', 'tenant_id': 'be364c421efe43d392981c55745cbee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': '705c9357-8fda-49be-87c1-01c053959862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:53:15Z', 'updated_at': '2022-06-01T18:53:20Z', 'revision_number': 3, 'project_id': 'be364c421efe43d392981c55745cbee0', 'gw_port': {'id': '705c9357-8fda-49be-87c1-01c053959862', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:71:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db6f77d8-4d78-4002-ac63-ece393d9d6e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:53:18Z', 'updated_at': '2022-06-01T18:53:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 18:53:30.416741 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9673ca72-2415-4ace-862c-56bc6899a546 req-f9bae60b-ac04-4cb4-9c6b-e6836cfafe93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:53:30.421621 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9673ca72-2415-4ace-862c-56bc6899a546 req-f9bae60b-ac04-4cb4-9c6b-e6836cfafe93 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b62dadc8-5788-404f-95cb-85382718471e HTTP/1.1" status: 200 len: 853 time: 0.1469505 Jun 01 18:53:30.481900 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-94c38e17-4401-4df6-9e71-e2c30d92987c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '533f25a8-4516-4734-96dc-76ed394d7577', 'name': 'tempest-AttachVolumeNegativeTest-808524778-router', 'tenant_id': '9da8911c90e044c58dc0cf3fd4a5638a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.190'}], 'enable_snat': True}, 'gw_port_id': '0717cc72-7117-44ae-b5ab-924a55678621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:52:17Z', 'updated_at': '2022-06-01T18:52:39Z', 'revision_number': 4, 'project_id': '9da8911c90e044c58dc0cf3fd4a5638a', 'gw_port': {'id': '0717cc72-7117-44ae-b5ab-924a55678621', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:f4:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '533f25a8-4516-4734-96dc-76ed394d7577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:52:19Z', 'updated_at': '2022-06-01T18:52:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_floatingips': [{'id': '077c5301-ae06-4b93-ae55-27c298893b6a', 'tenant_id': '9da8911c90e044c58dc0cf3fd4a5638a', 'floating_ip_address': '172.25.4.109', 'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'router_id': '533f25a8-4516-4734-96dc-76ed394d7577', 'port_id': 'd632690f-90f6-4a5d-8a29-38d2b648ff10', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1205, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '908da31a-c43f-4d78-b2f1-4926efeaafe9', 'mac_address': 'fa:16:3e:2b:06:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ece806d-83e3-4a9d-b1b5-21aca4e94fc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T18:52:56Z', 'updated_at': '2022-06-01T18:53:24Z', 'revision_number': 1, 'project_id': '9da8911c90e044c58dc0cf3fd4a5638a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da5af43f-7a7c-4ca7-9438-4ae05d3d9f7c', 'name': '', 'network_id': '908da31a-c43f-4d78-b2f1-4926efeaafe9', 'tenant_id': '9da8911c90e044c58dc0cf3fd4a5638a', 'mac_address': 'fa:16:3e:b3:fe:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '533f25a8-4516-4734-96dc-76ed394d7577', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': 'b62dadc8-5788-404f-95cb-85382718471e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:52:34Z', 'updated_at': '2022-06-01T18:52:58Z', 'revision_number': 5, 'project_id': '9da8911c90e044c58dc0cf3fd4a5638a', 'subnets': [{'id': 'b62dadc8-5788-404f-95cb-85382718471e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:53:30.487350 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-151e8984-629a-4cd8-b405-56d63d5e3ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:30.493172 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c38e17-4401-4df6-9e71-e2c30d92987c None None] Checking router: 533f25a8-4516-4734-96dc-76ed394d7577 for host: n-d-844202-1 {{(pid=88527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 18:53:30.529118 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c38e17-4401-4df6-9e71-e2c30d92987c None None] Routers {'533f25a8-4516-4734-96dc-76ed394d7577'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:53:30.536318 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-94c38e17-4401-4df6-9e71-e2c30d92987c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:53:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['533f25a8-4516-4734-96dc-76ed394d7577'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:53:30.581625 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-3e9137a7-5168-42dc-a966-98ae1df77ce4 tempest-ServersTestBootFromVolume-197582985 tempest-ServersTestBootFromVolume-197582985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:30.755771 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9137a7-5168-42dc-a966-98ae1df77ce4 tempest-ServersTestBootFromVolume-197582985 tempest-ServersTestBootFromVolume-197582985-project] Pushing event deleted for resources: {'Port': ['ID=0c764811-ae46-43c4-b885-66bed6329688,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:53:30.957244 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa33d109-ce3a-4f7e-bc5b-46e1d10cf344 req-d135c055-625f-47c2-b3a5-58be4f76d238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:53:30.973697 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-fa33d109-ce3a-4f7e-bc5b-46e1d10cf344 req-d135c055-625f-47c2-b3a5-58be4f76d238 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=276181f2-c3ab-487e-8805-06ed7064e884 HTTP/1.1" status: 200 len: 850 time: 0.8006518 Jun 01 18:53:30.979410 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7b716caf-bff3-4876-beab-d05219c62b05 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:31.030776 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-91f40b22-76ba-4822-8080-1944d0898c35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:31.060596 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-94c38e17-4401-4df6-9e71-e2c30d92987c None None] Set router 533f25a8-4516-4734-96dc-76ed394d7577 gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:53:31.125366 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-91f40b22-76ba-4822-8080-1944d0898c35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:53:31.151545 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-91f40b22-76ba-4822-8080-1944d0898c35 admin admin] Usage tracker for resource:security_group_rule and tenant:16b2369ec0234aeca7f5c81727647c4a is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:53:31.154658 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-3e9137a7-5168-42dc-a966-98ae1df77ce4 tempest-ServersTestBootFromVolume-197582985 tempest-ServersTestBootFromVolume-197582985-project] Notify callbacks [] for floatingip, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:31.156421 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-7b716caf-bff3-4876-beab-d05219c62b05 admin admin] Deleting port c591a942-ba70-4f70-bb91-e67aef13e0c0 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:53:31.156909 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7b716caf-bff3-4876-beab-d05219c62b05 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:31.160445 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-91f40b22-76ba-4822-8080-1944d0898c35 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:53:31.168739 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9673ca72-2415-4ace-862c-56bc6899a546 req-7936123e-9a95-4cae-9b6a-7a6a646636fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:53:31.171015 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9673ca72-2415-4ace-862c-56bc6899a546 req-7936123e-9a95-4cae-9b6a-7a6a646636fe service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=908da31a-c43f-4d78-b2f1-4926efeaafe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7359557 Jun 01 18:53:31.175222 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-91f40b22-76ba-4822-8080-1944d0898c35 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:53:31.217047 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-3e9137a7-5168-42dc-a966-98ae1df77ce4 tempest-ServersTestBootFromVolume-197582985 tempest-ServersTestBootFromVolume-197582985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for floatingip, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:31.219308 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-3e9137a7-5168-42dc-a966-98ae1df77ce4 tempest-ServersTestBootFromVolume-197582985 tempest-ServersTestBootFromVolume-197582985-project] 10.222.0.41 "DELETE /v2.0/floatingips/6582aab4-e6cb-4632-abc4-b22618755412 HTTP/1.1" status: 204 len: 168 time: 4.3970764 Jun 01 18:53:31.225929 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 56460) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:53:31.596274 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 705c9357-8fda-49be-87c1-01c053959862 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:53:31.702229 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port 705c9357-8fda-49be-87c1-01c053959862 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:53:31.711619 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 705c9357-8fda-49be-87c1-01c053959862 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:53:31.713897 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:31.773192 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e996e408-e62b-4809-b340-9db80ee74142 req-17c8158e-5c3b-46d9-af35-5d5877d937a8 tempest-QuotasAdminNegativeTest-1814017943 tempest-QuotasAdminNegativeTest-1814017943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:53:31.774740 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e996e408-e62b-4809-b340-9db80ee74142 req-17c8158e-5c3b-46d9-af35-5d5877d937a8 tempest-QuotasAdminNegativeTest-1814017943 tempest-QuotasAdminNegativeTest-1814017943-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.6540625 Jun 01 18:53:31.958236 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-94c38e17-4401-4df6-9e71-e2c30d92987c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '533f25a8-4516-4734-96dc-76ed394d7577', 'name': 'tempest-AttachVolumeNegativeTest-808524778-router', 'tenant_id': '9da8911c90e044c58dc0cf3fd4a5638a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.190'}], 'enable_snat': True}, 'gw_port_id': '0717cc72-7117-44ae-b5ab-924a55678621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:52:17Z', 'updated_at': '2022-06-01T18:52:39Z', 'revision_number': 4, 'project_id': '9da8911c90e044c58dc0cf3fd4a5638a', 'gw_port': {'id': '0717cc72-7117-44ae-b5ab-924a55678621', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:f4:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '533f25a8-4516-4734-96dc-76ed394d7577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:52:19Z', 'updated_at': '2022-06-01T18:52:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_floatingips': [{'id': '077c5301-ae06-4b93-ae55-27c298893b6a', 'tenant_id': '9da8911c90e044c58dc0cf3fd4a5638a', 'floating_ip_address': '172.25.4.109', 'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'router_id': '533f25a8-4516-4734-96dc-76ed394d7577', 'port_id': 'd632690f-90f6-4a5d-8a29-38d2b648ff10', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1205, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '908da31a-c43f-4d78-b2f1-4926efeaafe9', 'mac_address': 'fa:16:3e:2b:06:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ece806d-83e3-4a9d-b1b5-21aca4e94fc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T18:52:56Z', 'updated_at': '2022-06-01T18:53:24Z', 'revision_number': 1, 'project_id': '9da8911c90e044c58dc0cf3fd4a5638a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da5af43f-7a7c-4ca7-9438-4ae05d3d9f7c', 'name': '', 'network_id': '908da31a-c43f-4d78-b2f1-4926efeaafe9', 'tenant_id': '9da8911c90e044c58dc0cf3fd4a5638a', 'mac_address': 'fa:16:3e:b3:fe:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '533f25a8-4516-4734-96dc-76ed394d7577', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': 'b62dadc8-5788-404f-95cb-85382718471e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:52:34Z', 'updated_at': '2022-06-01T18:52:58Z', 'revision_number': 5, 'project_id': '9da8911c90e044c58dc0cf3fd4a5638a', 'subnets': [{'id': 'b62dadc8-5788-404f-95cb-85382718471e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:53:31.959745 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e996e408-e62b-4809-b340-9db80ee74142 req-5279956c-8de7-4952-88b6-07c490cad32d tempest-QuotasAdminNegativeTest-1814017943 tempest-QuotasAdminNegativeTest-1814017943-project] 10.222.0.41 "GET /v2.0/quotas/e06041af286c481fae7721565c55c250 HTTP/1.1" status: 200 len: 375 time: 0.1649399 Jun 01 18:53:31.971394 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c38e17-4401-4df6-9e71-e2c30d92987c None None] The sync data for ids ['533f25a8-4516-4734-96dc-76ed394d7577'] in n-d-844202-1 is: [{'id': '533f25a8-4516-4734-96dc-76ed394d7577', 'name': 'tempest-AttachVolumeNegativeTest-808524778-router', 'tenant_id': '9da8911c90e044c58dc0cf3fd4a5638a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.190'}], 'enable_snat': True}, 'gw_port_id': '0717cc72-7117-44ae-b5ab-924a55678621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:52:17Z', 'updated_at': '2022-06-01T18:52:39Z', 'revision_number': 4, 'project_id': '9da8911c90e044c58dc0cf3fd4a5638a', 'gw_port': {'id': '0717cc72-7117-44ae-b5ab-924a55678621', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:f4:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '533f25a8-4516-4734-96dc-76ed394d7577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:52:19Z', 'updated_at': '2022-06-01T18:52:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_floatingips': [{'id': '077c5301-ae06-4b93-ae55-27c298893b6a', 'tenant_id': '9da8911c90e044c58dc0cf3fd4a5638a', 'floating_ip_address': '172.25.4.109', 'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'router_id': '533f25a8-4516-4734-96dc-76ed394d7577', 'port_id': 'd632690f-90f6-4a5d-8a29-38d2b648ff10', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1205, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '908da31a-c43f-4d78-b2f1-4926efeaafe9', 'mac_address': 'fa:16:3e:2b:06:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ece806d-83e3-4a9d-b1b5-21aca4e94fc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T18:52:56Z', 'updated_at': '2022-06-01T18:53:24Z', 'revision_number': 1, 'project_id': '9da8911c90e044c58dc0cf3fd4a5638a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da5af43f-7a7c-4ca7-9438-4ae05d3d9f7c', 'name': '', 'network_id': '908da31a-c43f-4d78-b2f1-4926efeaafe9', 'tenant_id': '9da8911c90e044c58dc0cf3fd4a5638a', 'mac_address': 'fa:16:3e:b3:fe:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '533f25a8-4516-4734-96dc-76ed394d7577', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': 'b62dadc8-5788-404f-95cb-85382718471e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:52:34Z', 'updated_at': '2022-06-01T18:52:58Z', 'revision_number': 5, 'project_id': '9da8911c90e044c58dc0cf3fd4a5638a', 'subnets': [{'id': 'b62dadc8-5788-404f-95cb-85382718471e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 18:53:32.008724 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa33d109-ce3a-4f7e-bc5b-46e1d10cf344 req-bdfec995-0d6c-47af-b184-77d6311e9596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:53:32.015561 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-fa33d109-ce3a-4f7e-bc5b-46e1d10cf344 req-bdfec995-0d6c-47af-b184-77d6311e9596 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e3902938-4b6a-4448-87d9-59b63dd51a7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0171423 Jun 01 18:53:32.100043 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 705c9357-8fda-49be-87c1-01c053959862 is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:53:32.101203 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:32.156219 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port 705c9357-8fda-49be-87c1-01c053959862, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=705c9357-8fda-49be-87c1-01c053959862,segment=NetworkSegment(7875af61-4c53-4ff2-b8c8-d4b7c35ff947),segment_id=7875af61-4c53-4ff2-b8c8-d4b7c35ff947)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:53:32.164020 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:32.219661 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e996e408-e62b-4809-b340-9db80ee74142 req-00b6e42c-a567-49cd-aaaa-340c9453725e tempest-QuotasAdminNegativeTest-1814017943 tempest-QuotasAdminNegativeTest-1814017943-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=e06041af286c481fae7721565c55c250&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2411888 Jun 01 18:53:32.226828 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [None req-7b716caf-bff3-4876-beab-d05219c62b05 admin admin] For port c591a942-ba70-4f70-bb91-e67aef13e0c0, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=c591a942-ba70-4f70-bb91-e67aef13e0c0,segment=NetworkSegment(7875af61-4c53-4ff2-b8c8-d4b7c35ff947),segment_id=7875af61-4c53-4ff2-b8c8-d4b7c35ff947)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:53:32.227197 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7b716caf-bff3-4876-beab-d05219c62b05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:32.404440 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 12afda22-8406-48f9-9359-01345e828787 no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:53:32.502512 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: 12afda22-8406-48f9-9359-01345e828787 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 18:53:32.503536 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 12afda22-8406-48f9-9359-01345e828787 not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 18:53:32.513201 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9df16ba-d8f5-43f7-8d99-afbbbec763b9 None None] New status for floating IP 077c5301-ae06-4b93-ae55-27c298893b6a: ACTIVE {{(pid=88527) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 18:53:32.529950 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=705c9357-8fda-49be-87c1-01c053959862,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:53:32.726367 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-91f40b22-76ba-4822-8080-1944d0898c35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:32.755534 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-7b716caf-bff3-4876-beab-d05219c62b05 admin admin] Calling delete_port for c591a942-ba70-4f70-bb91-e67aef13e0c0 owned by network:router_gateway {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:53:32.800733 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9673ca72-2415-4ace-862c-56bc6899a546 req-5aef6daa-00f5-4f1d-b0b9-f91d5020a453 service neutron] 10.222.0.50 "GET /v2.0/networks/908da31a-c43f-4d78-b2f1-4926efeaafe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6196849 Jun 01 18:53:32.840992 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-91f40b22-76ba-4822-8080-1944d0898c35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:33.159744 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [None req-151e8984-629a-4cd8-b405-56d63d5e3ed2 admin admin] Allocated IP 172.20.0.1 (89cb058b-9ed3-4e37-a7ba-952d56201dad/20c92181-6933-4439-bedd-96ced55ea613/f136d3ac-b6e6-4f82-96e8-34ebfa298de4) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:53:33.175792 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f40b22-76ba-4822-8080-1944d0898c35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93dbd902-7da6-474b-a62a-32b91077a069,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:53:33.183575 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9673ca72-2415-4ace-862c-56bc6899a546 req-f895ab6f-345f-4f45-b8d9-70de2717363b service neutron] 10.222.0.50 "GET /v2.0/networks/908da31a-c43f-4d78-b2f1-4926efeaafe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3336990 Jun 01 18:53:33.202453 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-fa33d109-ce3a-4f7e-bc5b-46e1d10cf344 req-9256fcdb-6891-4433-969a-7fac0a434be0 service neutron] 10.222.0.15 "GET /v2.0/networks/e3902938-4b6a-4448-87d9-59b63dd51a7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0707228 Jun 01 18:53:33.262767 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-91f40b22-76ba-4822-8080-1944d0898c35 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=16b2369ec0234aeca7f5c81727647c4a&name=default HTTP/1.1" status: 200 len: 2983 time: 3.0672202 Jun 01 18:53:33.265751 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 56504) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:53:33.364737 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2b7103e5-0464-4fb2-8e8b-c4de44d8da62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:33.524938 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2b7103e5-0464-4fb2-8e8b-c4de44d8da62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:33.542353 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 705c9357-8fda-49be-87c1-01c053959862 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:53:33.614316 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a69e8399-290d-4cd0-b927-e07cb987b293 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-887474'] for router_interface, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:33.738948 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 705c9357-8fda-49be-87c1-01c053959862 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:53:33.740032 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:33.783511 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-fa33d109-ce3a-4f7e-bc5b-46e1d10cf344 req-c8e18c4e-a36c-4c83-904d-0497a7836a10 service neutron] 10.222.0.15 "GET /v2.0/networks/e3902938-4b6a-4448-87d9-59b63dd51a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5696490 Jun 01 18:53:33.789314 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-151e8984-629a-4cd8-b405-56d63d5e3ed2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:33.820865 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [None req-151e8984-629a-4cd8-b405-56d63d5e3ed2 admin admin] Transition to ACTIVE for port object f136d3ac-b6e6-4f82-96e8-34ebfa298de4 will not be triggered until provisioned by entity DHCP. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:53:33.833005 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7b716caf-bff3-4876-beab-d05219c62b05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:34.079642 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b716caf-bff3-4876-beab-d05219c62b05 admin admin] Pushing event deleted for resources: {'Port': ['ID=c591a942-ba70-4f70-bb91-e67aef13e0c0,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:53:34.096103 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 705c9357-8fda-49be-87c1-01c053959862 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:53:34.288146 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7b716caf-bff3-4876-beab-d05219c62b05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-887703'] for router_gateway, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:34.398201 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 56526) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:53:34.455242 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2b7103e5-0464-4fb2-8e8b-c4de44d8da62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:34.479349 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7103e5-0464-4fb2-8e8b-c4de44d8da62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93dbd902-7da6-474b-a62a-32b91077a069,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:53:34.539653 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-35a3d9e6-c147-4c24-87dd-841984f2ec97 req-bc1aa78c-ccd8-4a2f-a4cc-55fc5f9ef265 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=8ece806d-83e3-4a9d-b1b5-21aca4e94fc6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3209431 Jun 01 18:53:34.559258 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2b7103e5-0464-4fb2-8e8b-c4de44d8da62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:34.562675 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-2b7103e5-0464-4fb2-8e8b-c4de44d8da62 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/93dbd902-7da6-474b-a62a-32b91077a069 HTTP/1.1" status: 204 len: 168 time: 1.2936954 Jun 01 18:53:34.642933 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-054060e3-0ca4-41bd-9a51-68846d0d43aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:34.714515 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7b716caf-bff3-4876-beab-d05219c62b05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25316'] for router, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:34.714659 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-a69e8399-290d-4cd0-b927-e07cb987b293 admin admin] Deleting port 80722309-7364-434c-8bd7-c4f7ad48d222 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:53:34.714739 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a69e8399-290d-4cd0-b927-e07cb987b293 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:34.717495 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7b716caf-bff3-4876-beab-d05219c62b05 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:34.731468 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-151e8984-629a-4cd8-b405-56d63d5e3ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:34.761355 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-054060e3-0ca4-41bd-9a51-68846d0d43aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:53:34.779581 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-054060e3-0ca4-41bd-9a51-68846d0d43aa admin admin] Usage tracker for resource:security_group_rule and tenant:e06041af286c481fae7721565c55c250 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:53:34.785659 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-054060e3-0ca4-41bd-9a51-68846d0d43aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:53:34.799528 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-054060e3-0ca4-41bd-9a51-68846d0d43aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:53:34.935101 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-151e8984-629a-4cd8-b405-56d63d5e3ed2 admin admin] Network 89cb058b-9ed3-4e37-a7ba-952d56201dad is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:53:34.938099 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7b716caf-bff3-4876-beab-d05219c62b05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-891519'] for router, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:34.938618 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b716caf-bff3-4876-beab-d05219c62b05 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 594dc08c-ae2f-492d-84e1-dc5ecb123c33 {{(pid=88525) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 18:53:34.953456 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-151e8984-629a-4cd8-b405-56d63d5e3ed2 admin admin] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:53:34.970937 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151e8984-629a-4cd8-b405-56d63d5e3ed2 admin admin] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:53:35.115420 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151e8984-629a-4cd8-b405-56d63d5e3ed2 admin admin] Pushing event updated for resources: {'Port': ['ID=f136d3ac-b6e6-4f82-96e8-34ebfa298de4,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:53:35.140952 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-054060e3-0ca4-41bd-9a51-68846d0d43aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:35.151805 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a3d9e6-c147-4c24-87dd-841984f2ec97 req-9299636f-e9fa-494c-a4ba-ffdcad8af2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:53:35.159481 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-35a3d9e6-c147-4c24-87dd-841984f2ec97 req-9299636f-e9fa-494c-a4ba-ffdcad8af2b5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9da8911c90e044c58dc0cf3fd4a5638a&device_id=8ece806d-83e3-4a9d-b1b5-21aca4e94fc6 HTTP/1.1" status: 200 len: 1096 time: 0.4849091 Jun 01 18:53:35.167746 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-151e8984-629a-4cd8-b405-56d63d5e3ed2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-887605'] for router_interface, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:35.181138 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-054060e3-0ca4-41bd-9a51-68846d0d43aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:35.345383 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7b716caf-bff3-4876-beab-d05219c62b05 admin admin] Notify callbacks [] for router, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:35.349464 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-7b716caf-bff3-4876-beab-d05219c62b05 admin admin] 10.222.0.41 "DELETE /v2.0/routers/594dc08c-ae2f-492d-84e1-dc5ecb123c33 HTTP/1.1" status: 204 len: 168 time: 8.3267825 Jun 01 18:53:35.364789 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 56556) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:53:35.495837 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_v2 [None req-3742c114-0d90-4b4c-bbff-7db8f2c72c64 admin admin] Deleting subnet b8a835bb-7edf-456e-82c4-101e4c9049d0 {{(pid=88525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 18:53:35.500827 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3742c114-0d90-4b4c-bbff-7db8f2c72c64 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:35.535787 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-a18efa8a-6f8b-4432-9867-72e78773c64f None None] Provisioning for port f136d3ac-b6e6-4f82-96e8-34ebfa298de4 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:53:35.546395 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-a18efa8a-6f8b-4432-9867-72e78773c64f None None] Provisioning complete for port f136d3ac-b6e6-4f82-96e8-34ebfa298de4 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:53:35.546766 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-a18efa8a-6f8b-4432-9867-72e78773c64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:35.612098 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3742c114-0d90-4b4c-bbff-7db8f2c72c64 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2258509'] for subnet, precommit_delete_associations {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:35.653077 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [None req-a69e8399-290d-4cd0-b927-e07cb987b293 admin admin] For port 80722309-7364-434c-8bd7-c4f7ad48d222, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=80722309-7364-434c-8bd7-c4f7ad48d222,segment=NetworkSegment(783bd49a-7d01-4eda-941d-91ad27cdf254),segment_id=783bd49a-7d01-4eda-941d-91ad27cdf254)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:53:35.658587 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a69e8399-290d-4cd0-b927-e07cb987b293 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:35.746776 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-a18efa8a-6f8b-4432-9867-72e78773c64f None None] Port f136d3ac-b6e6-4f82-96e8-34ebfa298de4 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 18:53:35.798007 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device c591a942-ba70-4f70-bb91-e67aef13e0c0 no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:53:35.833433 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-151e8984-629a-4cd8-b405-56d63d5e3ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:35.858372 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3742c114-0d90-4b4c-bbff-7db8f2c72c64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:35.896063 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-a69e8399-290d-4cd0-b927-e07cb987b293 admin admin] Calling delete_port for 80722309-7364-434c-8bd7-c4f7ad48d222 owned by network:router_interface {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:53:35.904538 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: c591a942-ba70-4f70-bb91-e67aef13e0c0 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 18:53:35.904975 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device c591a942-ba70-4f70-bb91-e67aef13e0c0 not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 18:53:36.209120 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-054060e3-0ca4-41bd-9a51-68846d0d43aa admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e06041af286c481fae7721565c55c250&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7960107 Jun 01 18:53:36.209120 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a3d9e6-c147-4c24-87dd-841984f2ec97 req-a058619e-101c-4092-a051-0bf795ad827b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:53:36.209120 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-35a3d9e6-c147-4c24-87dd-841984f2ec97 req-a058619e-101c-4092-a051-0bf795ad827b service neutron] 10.222.0.50 "GET /v2.0/networks?id=908da31a-c43f-4d78-b2f1-4926efeaafe9 HTTP/1.1" status: 200 len: 915 time: 0.9906693 Jun 01 18:53:36.218060 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 56580) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:53:36.286005 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3742c114-0d90-4b4c-bbff-7db8f2c72c64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2614143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9667199'] for subnet, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:36.395875 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3742c114-0d90-4b4c-bbff-7db8f2c72c64 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8a835bb-7edf-456e-82c4-101e4c9049d0,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:53:36.406006 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f1b82b6-eb8a-489f-9c87-303b2293264f None None] Network 0359b58a-a602-4aa0-910f-8ba542d00719 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 18:53:36.406144 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3742c114-0d90-4b4c-bbff-7db8f2c72c64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:36.418291 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-3742c114-0d90-4b4c-bbff-7db8f2c72c64 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/b8a835bb-7edf-456e-82c4-101e4c9049d0 HTTP/1.1" status: 204 len: 168 time: 1.0524318 Jun 01 18:53:36.418886 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 56590) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:53:36.470740 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054060e3-0ca4-41bd-9a51-68846d0d43aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fee2656-4a54-49fa-be11-628b0e132a33,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:53:36.574323 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-02f11441-a2e9-4d16-998a-df34dfaa7a1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:36.580816 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-57e52756-887f-4385-98b7-4e645bd280a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:36.601156 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-57e52756-887f-4385-98b7-4e645bd280a6 admin admin] Deleting port 0ff2faec-5edf-45b1-b197-2cb9cf2f77c7 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:53:36.601492 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-57e52756-887f-4385-98b7-4e645bd280a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:36.636680 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-02f11441-a2e9-4d16-998a-df34dfaa7a1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:36.707279 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.db.resource_extend [None req-151e8984-629a-4cd8-b405-56d63d5e3ed2 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 18:53:36.747183 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-35a3d9e6-c147-4c24-87dd-841984f2ec97 req-35c55f11-2b9b-485c-8179-38657fe04a29 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d632690f-90f6-4a5d-8a29-38d2b648ff10 HTTP/1.1" status: 200 len: 1001 time: 0.5242491 Jun 01 18:53:36.761781 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-151e8984-629a-4cd8-b405-56d63d5e3ed2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:36.775965 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-151e8984-629a-4cd8-b405-56d63d5e3ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:36.918139 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a69e8399-290d-4cd0-b927-e07cb987b293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:36.969214 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-613ba297-3cfa-4ff9-b706-c48b9382c470 None None] DHCP port deletion for 0359b58a-a602-4aa0-910f-8ba542d00719 request from n-d-844202-1 {{(pid=88526) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 18:53:36.974962 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-613ba297-3cfa-4ff9-b706-c48b9382c470 None None] Deleting port 0ff2faec-5edf-45b1-b197-2cb9cf2f77c7 {{(pid=88526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:53:36.975341 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-613ba297-3cfa-4ff9-b706-c48b9382c470 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:37.040459 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-02f11441-a2e9-4d16-998a-df34dfaa7a1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:37.044216 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a3d9e6-c147-4c24-87dd-841984f2ec97 req-37e046a8-ee3e-4fa6-9762-145dac3e1a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:53:37.056438 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-35a3d9e6-c147-4c24-87dd-841984f2ec97 req-37e046a8-ee3e-4fa6-9762-145dac3e1a59 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b62dadc8-5788-404f-95cb-85382718471e HTTP/1.1" status: 200 len: 853 time: 0.2913401 Jun 01 18:53:37.114193 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-82586aa6-aa83-4727-bfd8-08ce46055d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:37.213164 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69e8399-290d-4cd0-b927-e07cb987b293 admin admin] Pushing event deleted for resources: {'Port': ['ID=80722309-7364-434c-8bd7-c4f7ad48d222,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:53:37.246450 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f11441-a2e9-4d16-998a-df34dfaa7a1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fee2656-4a54-49fa-be11-628b0e132a33,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:53:37.340118 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-151e8984-629a-4cd8-b405-56d63d5e3ed2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-887436'] for router_interface, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:37.362853 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151e8984-629a-4cd8-b405-56d63d5e3ed2 admin admin] Pushing event updated for resources: {'Port': ['ID=f136d3ac-b6e6-4f82-96e8-34ebfa298de4,revision_number=2']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:53:37.389797 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [None req-57e52756-887f-4385-98b7-4e645bd280a6 admin admin] For port 0ff2faec-5edf-45b1-b197-2cb9cf2f77c7, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=0ff2faec-5edf-45b1-b197-2cb9cf2f77c7,segment=NetworkSegment(eaa2715f-9e3e-4cd1-9713-65addcedaa58),segment_id=eaa2715f-9e3e-4cd1-9713-65addcedaa58)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:53:37.390568 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-57e52756-887f-4385-98b7-4e645bd280a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:37.547295 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-613ba297-3cfa-4ff9-b706-c48b9382c470 None None] For port 0ff2faec-5edf-45b1-b197-2cb9cf2f77c7, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=0ff2faec-5edf-45b1-b197-2cb9cf2f77c7,segment=NetworkSegment(eaa2715f-9e3e-4cd1-9713-65addcedaa58),segment_id=eaa2715f-9e3e-4cd1-9713-65addcedaa58)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:53:37.547939 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-613ba297-3cfa-4ff9-b706-c48b9382c470 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:37.555812 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-02f11441-a2e9-4d16-998a-df34dfaa7a1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:37.560125 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-02f11441-a2e9-4d16-998a-df34dfaa7a1d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3fee2656-4a54-49fa-be11-628b0e132a33 HTTP/1.1" status: 204 len: 168 time: 1.3410573 Jun 01 18:53:37.712030 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-613ba297-3cfa-4ff9-b706-c48b9382c470 None None] Calling delete_port for 0ff2faec-5edf-45b1-b197-2cb9cf2f77c7 owned by network:dhcp {{(pid=88526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:53:37.733439 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a3d9e6-c147-4c24-87dd-841984f2ec97 req-2004c070-9a53-4630-b5c4-294ade7a2917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:53:37.737585 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-35a3d9e6-c147-4c24-87dd-841984f2ec97 req-2004c070-9a53-4630-b5c4-294ade7a2917 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=908da31a-c43f-4d78-b2f1-4926efeaafe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6791394 Jun 01 18:53:37.862465 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 0ff2faec-5edf-45b1-b197-2cb9cf2f77c7 no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:53:37.958177 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: 0ff2faec-5edf-45b1-b197-2cb9cf2f77c7 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 18:53:37.960886 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 0ff2faec-5edf-45b1-b197-2cb9cf2f77c7 not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 18:53:37.964456 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-613ba297-3cfa-4ff9-b706-c48b9382c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535'] for port, after_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:37.989064 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a69e8399-290d-4cd0-b927-e07cb987b293 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-887310'] for router_interface, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:38.115344 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-613ba297-3cfa-4ff9-b706-c48b9382c470 None None] No DVR routers for this DVR port 0ff2faec-5edf-45b1-b197-2cb9cf2f77c7 on host n-d-844202-1 {{(pid=88526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 18:53:38.149087 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613ba297-3cfa-4ff9-b706-c48b9382c470 None None] Pushing event deleted for resources: {'Port': ['ID=0ff2faec-5edf-45b1-b197-2cb9cf2f77c7,revision_number=None']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:53:38.229900 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-57e52756-887f-4385-98b7-4e645bd280a6 admin admin] Calling delete_port for 0ff2faec-5edf-45b1-b197-2cb9cf2f77c7 owned by network:dhcp {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:53:38.323589 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.db.api [None req-57e52756-887f-4385-98b7-4e645bd280a6 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88525) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 18:53:38.324318 n-d-844202-1 neutron-server[88525]: DEBUG oslo_db.api [None req-57e52756-887f-4385-98b7-4e645bd280a6 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 18:53:38.387853 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-35a3d9e6-c147-4c24-87dd-841984f2ec97 req-5f185981-b630-4e1a-bca6-457b3d6f7d5d service neutron] 10.222.0.50 "GET /v2.0/networks/908da31a-c43f-4d78-b2f1-4926efeaafe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6410465 Jun 01 18:53:38.404665 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-151e8984-629a-4cd8-b405-56d63d5e3ed2 admin admin] Network 89cb058b-9ed3-4e37-a7ba-952d56201dad is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:53:38.406642 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-151e8984-629a-4cd8-b405-56d63d5e3ed2 admin admin] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:53:38.451829 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 56636) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:53:38.807342 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-151e8984-629a-4cd8-b405-56d63d5e3ed2 admin admin] Router db6f77d8-4d78-4002-ac63-ece393d9d6e1 has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 18:53:38.851639 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-92ac0a65-cb98-46ef-a78c-40c07edbed38 None None] Provisioning complete for port f136d3ac-b6e6-4f82-96e8-34ebfa298de4 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:53:38.852115 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-92ac0a65-cb98-46ef-a78c-40c07edbed38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:38.897271 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-57e52756-887f-4385-98b7-4e645bd280a6 admin admin] Deleting port 0ff2faec-5edf-45b1-b197-2cb9cf2f77c7 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:53:38.897615 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-57e52756-887f-4385-98b7-4e645bd280a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:38.952381 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-92ac0a65-cb98-46ef-a78c-40c07edbed38 None None] Port f136d3ac-b6e6-4f82-96e8-34ebfa298de4 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 18:53:39.013457 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-57e52756-887f-4385-98b7-4e645bd280a6 admin admin] The port '0ff2faec-5edf-45b1-b197-2cb9cf2f77c7' was deleted {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 01 18:53:39.152790 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-903125e4-3424-428a-8927-ae71b48c2b59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:39.239254 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-903125e4-3424-428a-8927-ae71b48c2b59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:53:39.260609 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-903125e4-3424-428a-8927-ae71b48c2b59 admin admin] Usage tracker for resource:security_group_rule and tenant:0aab6068637544cf9b0c62f31f2df6b7 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:53:39.268837 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-903125e4-3424-428a-8927-ae71b48c2b59 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:53:39.286819 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-903125e4-3424-428a-8927-ae71b48c2b59 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:53:39.372980 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-57e52756-887f-4385-98b7-4e645bd280a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:39.401057 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-57e52756-887f-4385-98b7-4e645bd280a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0359b58a-a602-4aa0-910f-8ba542d00719']}} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:53:39.416978 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-57e52756-887f-4385-98b7-4e645bd280a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eaa2715f-9e3e-4cd1-9713-65addcedaa58') {'for_net_delete': True} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:53:39.417920 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-57e52756-887f-4385-98b7-4e645bd280a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eaa2715f-9e3e-4cd1-9713-65addcedaa58') {} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:53:39.431488 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-57e52756-887f-4385-98b7-4e645bd280a6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2258522'] for segment, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:39.450938 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-35a3d9e6-c147-4c24-87dd-841984f2ec97 req-3c5628cc-2968-4c60-8fba-4ba949ab9290 service neutron] 10.222.0.50 "GET /v2.0/networks/908da31a-c43f-4d78-b2f1-4926efeaafe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0512137 Jun 01 18:53:39.452106 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-57e52756-887f-4385-98b7-4e645bd280a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:39.460055 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57e52756-887f-4385-98b7-4e645bd280a6 admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=88525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 18:53:39.460719 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-57e52756-887f-4385-98b7-4e645bd280a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2613981'] for segment, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:39.469949 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-e1aea3e1-4e19-4c5b-a9a0-153639d17ca0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:39.562704 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a69e8399-290d-4cd0-b927-e07cb987b293 admin admin] Router 0aa48483-2b0c-4af6-a768-ddd1c0992371 has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 18:53:39.591315 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-57e52756-887f-4385-98b7-4e645bd280a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:39.593923 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment eaa2715f-9e3e-4cd1-9713-65addcedaa58 resource provider aggregate not found Jun 01 18:53:39.623089 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-57e52756-887f-4385-98b7-4e645bd280a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:39.644190 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e52756-887f-4385-98b7-4e645bd280a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=0359b58a-a602-4aa0-910f-8ba542d00719,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:53:39.644190 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment eaa2715f-9e3e-4cd1-9713-65addcedaa58 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid eaa2715f-9e3e-4cd1-9713-65addcedaa58 found for delete ", "request_id": "req-8c9e9f17-798b-4fc4-ace1-b233949838d4"}]} Jun 01 18:53:39.649559 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-57e52756-887f-4385-98b7-4e645bd280a6 admin admin] 10.222.0.41 "DELETE /v2.0/networks/0359b58a-a602-4aa0-910f-8ba542d00719 HTTP/1.1" status: 204 len: 168 time: 3.2274144 Jun 01 18:53:39.674956 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-151e8984-629a-4cd8-b405-56d63d5e3ed2 admin admin] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 18:53:39.686841 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ea7ca9-b6e9-44b8-ae1f-8fdbf9a592a6 None None] Sync routers for ids ['db6f77d8-4d78-4002-ac63-ece393d9d6e1'] in n-d-844202-1 {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 18:53:39.691431 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-151e8984-629a-4cd8-b405-56d63d5e3ed2 admin admin] 10.222.0.41 "PUT /v2.0/routers/db6f77d8-4d78-4002-ac63-ece393d9d6e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.9938293 Jun 01 18:53:39.701547 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ea7ca9-b6e9-44b8-ae1f-8fdbf9a592a6 None None] Routers {'db6f77d8-4d78-4002-ac63-ece393d9d6e1'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:53:39.704173 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-14ea7ca9-b6e9-44b8-ae1f-8fdbf9a592a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:53:39Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['db6f77d8-4d78-4002-ac63-ece393d9d6e1'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:53:39.740063 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-903125e4-3424-428a-8927-ae71b48c2b59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:39.745479 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-903125e4-3424-428a-8927-ae71b48c2b59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:39.912871 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-903125e4-3424-428a-8927-ae71b48c2b59 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0aab6068637544cf9b0c62f31f2df6b7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4547126 Jun 01 18:53:39.913175 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 56708) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:53:39.946222 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903125e4-3424-428a-8927-ae71b48c2b59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ada5885e-ab1b-402e-b504-793a363334d6,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:53:39.971087 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 56716) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:53:40.031355 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-14ea7ca9-b6e9-44b8-ae1f-8fdbf9a592a6 None None] Set router db6f77d8-4d78-4002-ac63-ece393d9d6e1 gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:53:40.063533 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a69e8399-290d-4cd0-b927-e07cb987b293 admin admin] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 18:53:40.085532 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36304266-ea4f-4767-bf11-e5996102b2e9 None None] Sync routers for ids ['0aa48483-2b0c-4af6-a768-ddd1c0992371'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 18:53:40.103099 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36304266-ea4f-4767-bf11-e5996102b2e9 None None] Routers {'0aa48483-2b0c-4af6-a768-ddd1c0992371'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:53:40.108989 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-36304266-ea4f-4767-bf11-e5996102b2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:53:39Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['0aa48483-2b0c-4af6-a768-ddd1c0992371'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:53:40.139884 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-968725b1-c1ff-45ed-8064-44c622ace366 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5e0ead56e0d24edfb943f0d89aaec01a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1634321 Jun 01 18:53:40.143518 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 56720) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:53:40.144931 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-a69e8399-290d-4cd0-b927-e07cb987b293 admin admin] 10.222.0.41 "PUT /v2.0/routers/0aa48483-2b0c-4af6-a768-ddd1c0992371/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8665137 Jun 01 18:53:40.157108 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 56724) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:53:40.184538 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e5ccae65-8b3c-4a10-b0ee-9026eacddb3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:40.234891 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e5ccae65-8b3c-4a10-b0ee-9026eacddb3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:40.309736 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af6dd60-cb96-4754-b7e6-3b48937db3b7 req-7fb06d55-08eb-432e-84a5-0835a6d995e5 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:53:40.312058 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4af6dd60-cb96-4754-b7e6-3b48937db3b7 req-7fb06d55-08eb-432e-84a5-0835a6d995e5 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=863d6d17-7ec0-45a3-a6dc-82b322b76ced HTTP/1.1" status: 200 len: 947 time: 0.3015759 Jun 01 18:53:40.396061 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4af6dd60-cb96-4754-b7e6-3b48937db3b7 req-735c3254-64f4-403e-a8e0-db4941bf8801 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ce59b29-4aa6-4d2e-8584-a540c0a14c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717549 Jun 01 18:53:40.406619 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e5ccae65-8b3c-4a10-b0ee-9026eacddb3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:40.471703 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e5ccae65-8b3c-4a10-b0ee-9026eacddb3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:40.477303 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-e5ccae65-8b3c-4a10-b0ee-9026eacddb3d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ada5885e-ab1b-402e-b504-793a363334d6 HTTP/1.1" status: 204 len: 168 time: 0.5612731 Jun 01 18:53:40.481091 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ccae65-8b3c-4a10-b0ee-9026eacddb3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ada5885e-ab1b-402e-b504-793a363334d6,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:53:40.485118 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-fef39d21-796b-4238-8102-a452eae33f01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:40.492395 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-36304266-ea4f-4767-bf11-e5996102b2e9 None None] Set router 0aa48483-2b0c-4af6-a768-ddd1c0992371 gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:53:40.530747 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-fef39d21-796b-4238-8102-a452eae33f01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:40.542149 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-81fd5c7a-a1dd-4e87-83b5-9ce471e39474 admin admin] Notify callbacks [] for router, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:40.685011 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:40.702030 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:40.768794 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-fef39d21-796b-4238-8102-a452eae33f01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:40.803790 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef39d21-796b-4238-8102-a452eae33f01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9572e18c-01ef-4403-8358-e3e783c3474b,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:53:40.808039 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-81fd5c7a-a1dd-4e87-83b5-9ce471e39474 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:40.812450 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-fef39d21-796b-4238-8102-a452eae33f01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:40.816178 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-fef39d21-796b-4238-8102-a452eae33f01 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9572e18c-01ef-4403-8358-e3e783c3474b HTTP/1.1" status: 204 len: 168 time: 0.6676111 Jun 01 18:53:40.822430 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-81fd5c7a-a1dd-4e87-83b5-9ce471e39474 admin admin] Deleting port c6b06bf3-2d34-4097-80e7-5ccd8e38009b {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:53:40.822775 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-81fd5c7a-a1dd-4e87-83b5-9ce471e39474 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:40.903149 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-14ea7ca9-b6e9-44b8-ae1f-8fdbf9a592a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db6f77d8-4d78-4002-ac63-ece393d9d6e1', 'name': 'tempest-ServersTestJSON-1311382100-router', 'tenant_id': 'be364c421efe43d392981c55745cbee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': '705c9357-8fda-49be-87c1-01c053959862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:53:15Z', 'updated_at': '2022-06-01T18:53:35Z', 'revision_number': 4, 'project_id': 'be364c421efe43d392981c55745cbee0', 'gw_port': {'id': '705c9357-8fda-49be-87c1-01c053959862', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:71:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6f77d8-4d78-4002-ac63-ece393d9d6e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:53:18Z', 'updated_at': '2022-06-01T18:53:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': 'f136d3ac-b6e6-4f82-96e8-34ebfa298de4', 'name': '', 'network_id': '89cb058b-9ed3-4e37-a7ba-952d56201dad', 'tenant_id': 'be364c421efe43d392981c55745cbee0', 'mac_address': 'fa:16:3e:8d:68:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db6f77d8-4d78-4002-ac63-ece393d9d6e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '20c92181-6933-4439-bedd-96ced55ea613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:53:31Z', 'updated_at': '2022-06-01T18:53:36Z', 'revision_number': 2, 'project_id': 'be364c421efe43d392981c55745cbee0', 'subnets': [{'id': '20c92181-6933-4439-bedd-96ced55ea613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:53:40.911621 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ea7ca9-b6e9-44b8-ae1f-8fdbf9a592a6 None None] Checking router: db6f77d8-4d78-4002-ac63-ece393d9d6e1 for host: n-d-844202-1 {{(pid=88526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 18:53:40.911972 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ea7ca9-b6e9-44b8-ae1f-8fdbf9a592a6 None None] Updating router db6f77d8-4d78-4002-ac63-ece393d9d6e1 port f136d3ac-b6e6-4f82-96e8-34ebfa298de4 binding host n-d-844202-1 {{(pid=88526) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 18:53:40.957032 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-36304266-ea4f-4767-bf11-e5996102b2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aa48483-2b0c-4af6-a768-ddd1c0992371', 'name': 'tempest-ServersTestBootFromVolume-251279127-router', 'tenant_id': '8954dfb656dd4378bb3153f8271ef2cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': 'c6b06bf3-2d34-4097-80e7-5ccd8e38009b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:50:52Z', 'updated_at': '2022-06-01T18:53:36Z', 'revision_number': 5, 'project_id': '8954dfb656dd4378bb3153f8271ef2cc', 'gw_port': {'id': 'c6b06bf3-2d34-4097-80e7-5ccd8e38009b', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:46:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa48483-2b0c-4af6-a768-ddd1c0992371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:50:55Z', 'updated_at': '2022-06-01T18:51:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:53:40.964010 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36304266-ea4f-4767-bf11-e5996102b2e9 None None] Checking router: 0aa48483-2b0c-4af6-a768-ddd1c0992371 for host: n-d-844202-1 {{(pid=88527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 18:53:40.985515 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36304266-ea4f-4767-bf11-e5996102b2e9 None None] Routers {'0aa48483-2b0c-4af6-a768-ddd1c0992371'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:53:40.988651 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-36304266-ea4f-4767-bf11-e5996102b2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:53:39Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['0aa48483-2b0c-4af6-a768-ddd1c0992371'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:53:41.010113 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-14ea7ca9-b6e9-44b8-ae1f-8fdbf9a592a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:41.100586 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [None req-81fd5c7a-a1dd-4e87-83b5-9ce471e39474 admin admin] For port c6b06bf3-2d34-4097-80e7-5ccd8e38009b, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=c6b06bf3-2d34-4097-80e7-5ccd8e38009b,segment=NetworkSegment(7875af61-4c53-4ff2-b8c8-d4b7c35ff947),segment_id=7875af61-4c53-4ff2-b8c8-d4b7c35ff947)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:53:41.100946 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-81fd5c7a-a1dd-4e87-83b5-9ce471e39474 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:41.132001 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 56750) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:53:41.137484 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-6cb77c0b-d19c-4664-8081-7458498b61e7 tempest-ServersTestJSON-1122836914 tempest-ServersTestJSON-1122836914-project] Request body: {'security_group': {'name': 'tempest-securitygroup--516219649', 'description': 'tempest-description--1108421065'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:53:41.153335 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-6cb77c0b-d19c-4664-8081-7458498b61e7 tempest-ServersTestJSON-1122836914 tempest-ServersTestJSON-1122836914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:53:41.170729 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-6cb77c0b-d19c-4664-8081-7458498b61e7 tempest-ServersTestJSON-1122836914 tempest-ServersTestJSON-1122836914-project] Usage tracker for resource:security_group and tenant:be364c421efe43d392981c55745cbee0 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:53:41.177065 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-6cb77c0b-d19c-4664-8081-7458498b61e7 tempest-ServersTestJSON-1122836914 tempest-ServersTestJSON-1122836914-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:53:41.197407 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-6cb77c0b-d19c-4664-8081-7458498b61e7 tempest-ServersTestJSON-1122836914 tempest-ServersTestJSON-1122836914-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:53:41.219505 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6cb77c0b-d19c-4664-8081-7458498b61e7 tempest-ServersTestJSON-1122836914 tempest-ServersTestJSON-1122836914-project] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:41.241440 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:41.268996 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 56756) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:53:41.297492 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-6cb77c0b-d19c-4664-8081-7458498b61e7 tempest-ServersTestJSON-1122836914 tempest-ServersTestJSON-1122836914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:53:41.306607 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-6cb77c0b-d19c-4664-8081-7458498b61e7 tempest-ServersTestJSON-1122836914 tempest-ServersTestJSON-1122836914-project] Usage tracker for resource:security_group_rule and tenant:be364c421efe43d392981c55745cbee0 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:53:41.311788 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-36304266-ea4f-4767-bf11-e5996102b2e9 None None] Set router 0aa48483-2b0c-4af6-a768-ddd1c0992371 gateway port host: None {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:53:41.319230 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-6cb77c0b-d19c-4664-8081-7458498b61e7 tempest-ServersTestJSON-1122836914 tempest-ServersTestJSON-1122836914-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:53:41.335582 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-6cb77c0b-d19c-4664-8081-7458498b61e7 tempest-ServersTestJSON-1122836914 tempest-ServersTestJSON-1122836914-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:53:41.444716 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-36304266-ea4f-4767-bf11-e5996102b2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aa48483-2b0c-4af6-a768-ddd1c0992371', 'name': 'tempest-ServersTestBootFromVolume-251279127-router', 'tenant_id': '8954dfb656dd4378bb3153f8271ef2cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:50:52Z', 'updated_at': '2022-06-01T18:53:40Z', 'revision_number': 6, 'project_id': '8954dfb656dd4378bb3153f8271ef2cc', 'gw_port_host': None}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:53:41.449803 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36304266-ea4f-4767-bf11-e5996102b2e9 None None] The sync data for ids ['0aa48483-2b0c-4af6-a768-ddd1c0992371'] in n-d-844202-1 is: [{'id': '0aa48483-2b0c-4af6-a768-ddd1c0992371', 'name': 'tempest-ServersTestBootFromVolume-251279127-router', 'tenant_id': '8954dfb656dd4378bb3153f8271ef2cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:50:52Z', 'updated_at': '2022-06-01T18:53:40Z', 'revision_number': 6, 'project_id': '8954dfb656dd4378bb3153f8271ef2cc', 'gw_port_host': None}] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 18:53:41.536723 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6cb77c0b-d19c-4664-8081-7458498b61e7 tempest-ServersTestJSON-1122836914 tempest-ServersTestJSON-1122836914-project] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:41.538314 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-81fd5c7a-a1dd-4e87-83b5-9ce471e39474 admin admin] Calling delete_port for c6b06bf3-2d34-4097-80e7-5ccd8e38009b owned by network:router_gateway {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:53:41.545619 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6cb77c0b-d19c-4664-8081-7458498b61e7 tempest-ServersTestJSON-1122836914 tempest-ServersTestJSON-1122836914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:41.618286 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:41.645251 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-14ea7ca9-b6e9-44b8-ae1f-8fdbf9a592a6 None None] Notify callbacks [] for port, precommit_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:41.650861 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb77c0b-d19c-4664-8081-7458498b61e7 tempest-ServersTestJSON-1122836914 tempest-ServersTestJSON-1122836914-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a41a438a-7d5d-4e3d-9835-863d30a4b6de,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:53:41.662613 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-14ea7ca9-b6e9-44b8-ae1f-8fdbf9a592a6 None None] Transition to ACTIVE for port object f136d3ac-b6e6-4f82-96e8-34ebfa298de4 will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:53:41.668826 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6cb77c0b-d19c-4664-8081-7458498b61e7 tempest-ServersTestJSON-1122836914 tempest-ServersTestJSON-1122836914-project] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:41.670612 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-6cb77c0b-d19c-4664-8081-7458498b61e7 tempest-ServersTestJSON-1122836914 tempest-ServersTestJSON-1122836914-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5374725 Jun 01 18:53:41.673442 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 56770) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:53:41.679386 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-2c498ece-83cc-46e8-b50a-4d0e53c4828e tempest-ServersTestJSON-1122836914 tempest-ServersTestJSON-1122836914-project] Request body: {'security_group_rule': {'security_group_id': 'a41a438a-7d5d-4e3d-9835-863d30a4b6de', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:53:41.685073 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-14ea7ca9-b6e9-44b8-ae1f-8fdbf9a592a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:41.687889 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-2c498ece-83cc-46e8-b50a-4d0e53c4828e tempest-ServersTestJSON-1122836914 tempest-ServersTestJSON-1122836914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:53:41.692731 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-2c498ece-83cc-46e8-b50a-4d0e53c4828e tempest-ServersTestJSON-1122836914 tempest-ServersTestJSON-1122836914-project] Usage tracker for resource:security_group_rule and tenant:be364c421efe43d392981c55745cbee0 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:53:41.696800 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-2c498ece-83cc-46e8-b50a-4d0e53c4828e tempest-ServersTestJSON-1122836914 tempest-ServersTestJSON-1122836914-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:53:41.704419 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-2c498ece-83cc-46e8-b50a-4d0e53c4828e tempest-ServersTestJSON-1122836914 tempest-ServersTestJSON-1122836914-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:53:41.747574 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-50f150ce-5207-486f-9983-a7ae55217ef2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:41.767741 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2c498ece-83cc-46e8-b50a-4d0e53c4828e tempest-ServersTestJSON-1122836914 tempest-ServersTestJSON-1122836914-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:41.783892 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-50f150ce-5207-486f-9983-a7ae55217ef2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:53:41.793231 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-50f150ce-5207-486f-9983-a7ae55217ef2 admin admin] Usage tracker for resource:security_group_rule and tenant:00c41331a43d4edda8eb72933d15de2f is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:53:41.801376 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-50f150ce-5207-486f-9983-a7ae55217ef2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:53:41.838226 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c423b22-cf03-46b1-ad15-76ba8a4d1b94 None None] Pushing event updated for resources: {'Port': ['ID=f136d3ac-b6e6-4f82-96e8-34ebfa298de4,revision_number=3']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:53:41.839082 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5acb7d-4ab2-4f29-ab1a-b27a198eeef8 req-b35bdc02-833d-4aec-bb03-a39eb7f3323b tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:53:41.845842 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-50f150ce-5207-486f-9983-a7ae55217ef2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:53:41.849128 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7c5acb7d-4ab2-4f29-ab1a-b27a198eeef8 req-b35bdc02-833d-4aec-bb03-a39eb7f3323b tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=863d6d17-7ec0-45a3-a6dc-82b322b76ced HTTP/1.1" status: 200 len: 947 time: 0.1638930 Jun 01 18:53:42.026260 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7c5acb7d-4ab2-4f29-ab1a-b27a198eeef8 req-4a8a3fe2-927d-42a2-a8a5-03cd121e0267 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ce59b29-4aa6-4d2e-8584-a540c0a14c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1753092 Jun 01 18:53:42.083345 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-81fd5c7a-a1dd-4e87-83b5-9ce471e39474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:42.091569 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2c498ece-83cc-46e8-b50a-4d0e53c4828e tempest-ServersTestJSON-1122836914 tempest-ServersTestJSON-1122836914-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:42.097377 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 56782) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:53:42.165757 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:42.203966 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2c498ece-83cc-46e8-b50a-4d0e53c4828e tempest-ServersTestJSON-1122836914 tempest-ServersTestJSON-1122836914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:42.233935 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-14ea7ca9-b6e9-44b8-ae1f-8fdbf9a592a6 None None] Attempting to bind port f136d3ac-b6e6-4f82-96e8-34ebfa298de4 on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:53:42.234338 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-14ea7ca9-b6e9-44b8-ae1f-8fdbf9a592a6 None None] Attempting to bind port f136d3ac-b6e6-4f82-96e8-34ebfa298de4 by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': 'ca8764fc-6603-47fe-89a3-1f102e13f351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '89cb058b-9ed3-4e37-a7ba-952d56201dad'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:53:42.234706 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ea7ca9-b6e9-44b8-ae1f-8fdbf9a592a6 None None] Attempting to bind port f136d3ac-b6e6-4f82-96e8-34ebfa298de4 on network 89cb058b-9ed3-4e37-a7ba-952d56201dad {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:53:42.247349 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ea7ca9-b6e9-44b8-ae1f-8fdbf9a592a6 None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 18, 53, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:53:42.247725 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ea7ca9-b6e9-44b8-ae1f-8fdbf9a592a6 None None] Checking segment: {'id': 'ca8764fc-6603-47fe-89a3-1f102e13f351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '89cb058b-9ed3-4e37-a7ba-952d56201dad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:53:42.248189 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-14ea7ca9-b6e9-44b8-ae1f-8fdbf9a592a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:42.248796 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ea7ca9-b6e9-44b8-ae1f-8fdbf9a592a6 None None] Bound using segment: {'id': 'ca8764fc-6603-47fe-89a3-1f102e13f351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '89cb058b-9ed3-4e37-a7ba-952d56201dad'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:53:42.249337 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-14ea7ca9-b6e9-44b8-ae1f-8fdbf9a592a6 None None] Bound port: f136d3ac-b6e6-4f82-96e8-34ebfa298de4, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca8764fc-6603-47fe-89a3-1f102e13f351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '89cb058b-9ed3-4e37-a7ba-952d56201dad'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:53:42.249714 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-14ea7ca9-b6e9-44b8-ae1f-8fdbf9a592a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:42.289480 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fd5c7a-a1dd-4e87-83b5-9ce471e39474 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6b06bf3-2d34-4097-80e7-5ccd8e38009b,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:53:42.356970 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c498ece-83cc-46e8-b50a-4d0e53c4828e tempest-ServersTestJSON-1122836914 tempest-ServersTestJSON-1122836914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3787f95a-5bb8-41a7-85be-4832bda1deb0,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:53:42.363672 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-14ea7ca9-b6e9-44b8-ae1f-8fdbf9a592a6 None None] For port f136d3ac-b6e6-4f82-96e8-34ebfa298de4, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:53:42.367593 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-14ea7ca9-b6e9-44b8-ae1f-8fdbf9a592a6 None None] For port f136d3ac-b6e6-4f82-96e8-34ebfa298de4, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=f136d3ac-b6e6-4f82-96e8-34ebfa298de4,segment=NetworkSegment(ca8764fc-6603-47fe-89a3-1f102e13f351),segment_id=ca8764fc-6603-47fe-89a3-1f102e13f351)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:53:42.372559 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-81fd5c7a-a1dd-4e87-83b5-9ce471e39474 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-887703'] for router_gateway, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:42.374629 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-14ea7ca9-b6e9-44b8-ae1f-8fdbf9a592a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:42.515068 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ea7ca9-b6e9-44b8-ae1f-8fdbf9a592a6 None None] Routers {'db6f77d8-4d78-4002-ac63-ece393d9d6e1'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:53:42.516938 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-14ea7ca9-b6e9-44b8-ae1f-8fdbf9a592a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:53:39Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['db6f77d8-4d78-4002-ac63-ece393d9d6e1'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:53:42.523707 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2c498ece-83cc-46e8-b50a-4d0e53c4828e tempest-ServersTestJSON-1122836914 tempest-ServersTestJSON-1122836914-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:42.531860 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-2c498ece-83cc-46e8-b50a-4d0e53c4828e tempest-ServersTestJSON-1122836914 tempest-ServersTestJSON-1122836914-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8566589 Jun 01 18:53:42.547473 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 56796) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:53:42.561057 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-635a03a8-ca22-44d7-a9b5-0b14e04aa895 tempest-ServersTestJSON-1122836914 tempest-ServersTestJSON-1122836914-project] Request body: {'security_group_rule': {'security_group_id': 'a41a438a-7d5d-4e3d-9835-863d30a4b6de', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:53:42.588281 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-635a03a8-ca22-44d7-a9b5-0b14e04aa895 tempest-ServersTestJSON-1122836914 tempest-ServersTestJSON-1122836914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:53:42.595344 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-635a03a8-ca22-44d7-a9b5-0b14e04aa895 tempest-ServersTestJSON-1122836914 tempest-ServersTestJSON-1122836914-project] Usage tracker for resource:security_group_rule and tenant:be364c421efe43d392981c55745cbee0 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:53:42.599766 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-635a03a8-ca22-44d7-a9b5-0b14e04aa895 tempest-ServersTestJSON-1122836914 tempest-ServersTestJSON-1122836914-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:53:42.607718 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-635a03a8-ca22-44d7-a9b5-0b14e04aa895 tempest-ServersTestJSON-1122836914 tempest-ServersTestJSON-1122836914-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:53:42.618988 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-50f150ce-5207-486f-9983-a7ae55217ef2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:42.624776 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-d6fda718-a2b6-4a4e-b39a-d438e13b852f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=39ffcc15901e49978660c230f5a8808d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5117970 Jun 01 18:53:42.630352 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 56808) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:53:42.638827 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-50f150ce-5207-486f-9983-a7ae55217ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:42.688638 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c423b22-cf03-46b1-ad15-76ba8a4d1b94 None None] Pushing event updated for resources: {'Port': ['ID=f136d3ac-b6e6-4f82-96e8-34ebfa298de4,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:53:42.749402 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-50f150ce-5207-486f-9983-a7ae55217ef2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=00c41331a43d4edda8eb72933d15de2f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4783037 Jun 01 18:53:42.750104 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 56816) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:53:42.750948 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f150ce-5207-486f-9983-a7ae55217ef2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4d555bc-ded3-400d-b025-37b654ea1864,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:53:42.765784 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-635a03a8-ca22-44d7-a9b5-0b14e04aa895 tempest-ServersTestJSON-1122836914 tempest-ServersTestJSON-1122836914-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:42.881475 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-81fd5c7a-a1dd-4e87-83b5-9ce471e39474 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25316'] for router, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:42.886803 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-81fd5c7a-a1dd-4e87-83b5-9ce471e39474 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:42.944385 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3b9a87d6-12a5-4f7b-ba8d-1cad28879cad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:42.964999 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-81fd5c7a-a1dd-4e87-83b5-9ce471e39474 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-891519'] for router, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:42.972939 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81fd5c7a-a1dd-4e87-83b5-9ce471e39474 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0aa48483-2b0c-4af6-a768-ddd1c0992371 {{(pid=88524) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 18:53:42.981634 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-14ea7ca9-b6e9-44b8-ae1f-8fdbf9a592a6 None None] Set router db6f77d8-4d78-4002-ac63-ece393d9d6e1 gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:53:42.993422 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-648215f5-cb27-4360-abe2-31fc975d61ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:43.005087 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3b9a87d6-12a5-4f7b-ba8d-1cad28879cad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:43.058710 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-81fd5c7a-a1dd-4e87-83b5-9ce471e39474 admin admin] Notify callbacks [] for router, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:43.059922 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-81fd5c7a-a1dd-4e87-83b5-9ce471e39474 admin admin] 10.222.0.41 "DELETE /v2.0/routers/0aa48483-2b0c-4af6-a768-ddd1c0992371 HTTP/1.1" status: 204 len: 168 time: 2.8876078 Jun 01 18:53:43.069631 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 56830) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:53:43.076049 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-648215f5-cb27-4360-abe2-31fc975d61ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:43.121400 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3b9a87d6-12a5-4f7b-ba8d-1cad28879cad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:43.143867 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9a87d6-12a5-4f7b-ba8d-1cad28879cad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4d555bc-ded3-400d-b025-37b654ea1864,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:53:43.171722 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3b9a87d6-12a5-4f7b-ba8d-1cad28879cad admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:43.176343 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-3b9a87d6-12a5-4f7b-ba8d-1cad28879cad admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a4d555bc-ded3-400d-b025-37b654ea1864 HTTP/1.1" status: 204 len: 168 time: 0.4216599 Jun 01 18:53:43.180512 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-635a03a8-ca22-44d7-a9b5-0b14e04aa895 tempest-ServersTestJSON-1122836914 tempest-ServersTestJSON-1122836914-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:43.187347 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-635a03a8-ca22-44d7-a9b5-0b14e04aa895 tempest-ServersTestJSON-1122836914 tempest-ServersTestJSON-1122836914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:43.203335 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_v2 [None req-da67ee56-12f5-48e8-abf4-72d531a5da01 admin admin] Deleting subnet 2445a719-4314-4548-946f-72cc570cc23f {{(pid=88524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 18:53:43.207105 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-da67ee56-12f5-48e8-abf4-72d531a5da01 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:43.227810 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-635a03a8-ca22-44d7-a9b5-0b14e04aa895 tempest-ServersTestJSON-1122836914 tempest-ServersTestJSON-1122836914-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:43.233288 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-635a03a8-ca22-44d7-a9b5-0b14e04aa895 tempest-ServersTestJSON-1122836914 tempest-ServersTestJSON-1122836914-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6838534 Jun 01 18:53:43.234435 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 56836) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:53:43.247307 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-bfcd9b6f-9769-49ed-92b4-f1d5fb2ec3e9 tempest-ServersTestJSON-1122836914 tempest-ServersTestJSON-1122836914-project] Request body: {'floatingip': {'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:53:43.262406 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-bfcd9b6f-9769-49ed-92b4-f1d5fb2ec3e9 tempest-ServersTestJSON-1122836914 tempest-ServersTestJSON-1122836914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:53:43.266974 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-da67ee56-12f5-48e8-abf4-72d531a5da01 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2702137'] for subnet, precommit_delete_associations {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:43.274561 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-bfcd9b6f-9769-49ed-92b4-f1d5fb2ec3e9 tempest-ServersTestJSON-1122836914 tempest-ServersTestJSON-1122836914-project] Usage tracker for resource:floatingip and tenant:be364c421efe43d392981c55745cbee0 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:53:43.278309 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-bfcd9b6f-9769-49ed-92b4-f1d5fb2ec3e9 tempest-ServersTestJSON-1122836914 tempest-ServersTestJSON-1122836914-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:53:43.285336 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-bfcd9b6f-9769-49ed-92b4-f1d5fb2ec3e9 tempest-ServersTestJSON-1122836914 tempest-ServersTestJSON-1122836914-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:53:43.295293 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635a03a8-ca22-44d7-a9b5-0b14e04aa895 tempest-ServersTestJSON-1122836914 tempest-ServersTestJSON-1122836914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd549ebc-3955-432e-acc4-68115a945760,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:53:43.299422 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-bfcd9b6f-9769-49ed-92b4-f1d5fb2ec3e9 tempest-ServersTestJSON-1122836914 tempest-ServersTestJSON-1122836914-project] Notify callbacks [] for floatingip, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:43.306611 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-648215f5-cb27-4360-abe2-31fc975d61ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:43.380351 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648215f5-cb27-4360-abe2-31fc975d61ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64a458d5-9cb9-4857-b979-c5dfdd31a66f,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:53:43.403987 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-648215f5-cb27-4360-abe2-31fc975d61ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:43.406217 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-648215f5-cb27-4360-abe2-31fc975d61ca admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/64a458d5-9cb9-4857-b979-c5dfdd31a66f HTTP/1.1" status: 204 len: 168 time: 0.7740180 Jun 01 18:53:43.473174 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d37fc8d-eb93-4c07-8841-62412ac89f8b req-f3fbc9be-6c06-494d-bd1b-4dfbf6dd87d4 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:53:43.474922 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6d37fc8d-eb93-4c07-8841-62412ac89f8b req-f3fbc9be-6c06-494d-bd1b-4dfbf6dd87d4 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=863d6d17-7ec0-45a3-a6dc-82b322b76ced HTTP/1.1" status: 200 len: 947 time: 0.1762779 Jun 01 18:53:43.479808 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-da67ee56-12f5-48e8-abf4-72d531a5da01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:43.489842 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-bfcd9b6f-9769-49ed-92b4-f1d5fb2ec3e9 tempest-ServersTestJSON-1122836914 tempest-ServersTestJSON-1122836914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:43.590122 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6d37fc8d-eb93-4c07-8841-62412ac89f8b req-ed315a9b-8168-45b6-a56d-8c9640949b36 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ce59b29-4aa6-4d2e-8584-a540c0a14c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818684 Jun 01 18:53:43.619909 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-da67ee56-12f5-48e8-abf4-72d531a5da01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2718856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3066595'] for subnet, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:43.676301 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da67ee56-12f5-48e8-abf4-72d531a5da01 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2445a719-4314-4548-946f-72cc570cc23f,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:53:43.678658 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-da67ee56-12f5-48e8-abf4-72d531a5da01 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:43.693994 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-da67ee56-12f5-48e8-abf4-72d531a5da01 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/2445a719-4314-4548-946f-72cc570cc23f HTTP/1.1" status: 204 len: 168 time: 0.6177111 Jun 01 18:53:43.693994 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 56848) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:53:43.706678 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device c6b06bf3-2d34-4097-80e7-5ccd8e38009b no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:53:43.749816 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [None req-bfcd9b6f-9769-49ed-92b4-f1d5fb2ec3e9 tempest-ServersTestJSON-1122836914 tempest-ServersTestJSON-1122836914-project] Allocated IP 172.25.4.76 (72a72e44-6845-488a-a5ff-3a26d4df9cb3/c314a23b-daa2-4106-ab28-8e6f954277b2/8c4595eb-da01-4541-b31d-d25ec45c645d) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:53:43.766172 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 4a324220-33d8-474a-8fca-3b42f63f1ae1 no longer exists at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:53:43.822507 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e4f99de-3e55-402c-8e9c-3dd5c0c6e650 None None] Network 8bf6d215-ffa6-4f1e-a724-9435b6e76e15 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 18:53:43.841523 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-73d9728f-148b-4796-ac6a-61d9e223d316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:43.858341 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-73d9728f-148b-4796-ac6a-61d9e223d316 admin admin] Deleting port c9d2513c-6219-46e1-8ce1-5efa555610e1 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:53:43.858825 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-73d9728f-148b-4796-ac6a-61d9e223d316 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:43.996000 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: c6b06bf3-2d34-4097-80e7-5ccd8e38009b {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 18:53:43.996212 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device c6b06bf3-2d34-4097-80e7-5ccd8e38009b not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 18:53:43.996577 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 80722309-7364-434c-8bd7-c4f7ad48d222 no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:53:44.090157 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-bfcd9b6f-9769-49ed-92b4-f1d5fb2ec3e9 tempest-ServersTestJSON-1122836914 tempest-ServersTestJSON-1122836914-project] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:44.133894 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: 80722309-7364-434c-8bd7-c4f7ad48d222 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 18:53:44.134687 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 80722309-7364-434c-8bd7-c4f7ad48d222 not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 18:53:44.141247 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-bfcd9b6f-9769-49ed-92b4-f1d5fb2ec3e9 tempest-ServersTestJSON-1122836914 tempest-ServersTestJSON-1122836914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:44.258966 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [None req-73d9728f-148b-4796-ac6a-61d9e223d316 admin admin] For port c9d2513c-6219-46e1-8ce1-5efa555610e1, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=c9d2513c-6219-46e1-8ce1-5efa555610e1,segment=NetworkSegment(783bd49a-7d01-4eda-941d-91ad27cdf254),segment_id=783bd49a-7d01-4eda-941d-91ad27cdf254)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:53:44.259360 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-73d9728f-148b-4796-ac6a-61d9e223d316 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:44.375642 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfcd9b6f-9769-49ed-92b4-f1d5fb2ec3e9 tempest-ServersTestJSON-1122836914 tempest-ServersTestJSON-1122836914-project] Network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:53:44.395482 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-bfcd9b6f-9769-49ed-92b4-f1d5fb2ec3e9 tempest-ServersTestJSON-1122836914 tempest-ServersTestJSON-1122836914-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:53:44.415104 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfcd9b6f-9769-49ed-92b4-f1d5fb2ec3e9 tempest-ServersTestJSON-1122836914 tempest-ServersTestJSON-1122836914-project] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:53:44.421808 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port 4a324220-33d8-474a-8fca-3b42f63f1ae1 is: ACTIVE; New status is: DOWN {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:53:44.422280 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:44.472156 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcd9b6f-9769-49ed-92b4-f1d5fb2ec3e9 tempest-ServersTestJSON-1122836914 tempest-ServersTestJSON-1122836914-project] Pushing event updated for resources: {'Port': ['ID=8c4595eb-da01-4541-b31d-d25ec45c645d,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:53:44.497934 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '863d6d17-7ec0-45a3-a6dc-82b322b76ced', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a324220-33d8-474a-8fca-3b42f63f1ae1'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:53:44.566874 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-bfcd9b6f-9769-49ed-92b4-f1d5fb2ec3e9 tempest-ServersTestJSON-1122836914 tempest-ServersTestJSON-1122836914-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:44.571513 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port 4a324220-33d8-474a-8fca-3b42f63f1ae1, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=4a324220-33d8-474a-8fca-3b42f63f1ae1,segment=NetworkSegment(e60765c6-124a-4916-8bfd-a8bc142f32ad),segment_id=e60765c6-124a-4916-8bfd-a8bc142f32ad)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:53:44.597019 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:44.664758 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-bfcd9b6f-9769-49ed-92b4-f1d5fb2ec3e9 tempest-ServersTestJSON-1122836914 tempest-ServersTestJSON-1122836914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:44.685059 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-73d9728f-148b-4796-ac6a-61d9e223d316 admin admin] Calling delete_port for c9d2513c-6219-46e1-8ce1-5efa555610e1 owned by network:dhcp {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:53:44.749705 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c43257f7-defb-4f63-b23a-b5b1cbb511df'] response: {'server_uuid': '863d6d17-7ec0-45a3-a6dc-82b322b76ced', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a324220-33d8-474a-8fca-3b42f63f1ae1', 'code': 200} Jun 01 18:53:44.752804 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6255aefa-e13d-47a7-98be-8e93813ffc6a None None] DHCP port deletion for 8bf6d215-ffa6-4f1e-a724-9435b6e76e15 request from n-d-844202-1 {{(pid=88526) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 18:53:44.810893 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-14ea7ca9-b6e9-44b8-ae1f-8fdbf9a592a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db6f77d8-4d78-4002-ac63-ece393d9d6e1', 'name': 'tempest-ServersTestJSON-1311382100-router', 'tenant_id': 'be364c421efe43d392981c55745cbee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': '705c9357-8fda-49be-87c1-01c053959862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:53:15Z', 'updated_at': '2022-06-01T18:53:35Z', 'revision_number': 4, 'project_id': 'be364c421efe43d392981c55745cbee0', 'gw_port': {'id': '705c9357-8fda-49be-87c1-01c053959862', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:71:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6f77d8-4d78-4002-ac63-ece393d9d6e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:53:18Z', 'updated_at': '2022-06-01T18:53:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': 'f136d3ac-b6e6-4f82-96e8-34ebfa298de4', 'name': '', 'network_id': '89cb058b-9ed3-4e37-a7ba-952d56201dad', 'tenant_id': 'be364c421efe43d392981c55745cbee0', 'mac_address': 'fa:16:3e:8d:68:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db6f77d8-4d78-4002-ac63-ece393d9d6e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '20c92181-6933-4439-bedd-96ced55ea613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:53:31Z', 'updated_at': '2022-06-01T18:53:42Z', 'revision_number': 4, 'project_id': 'be364c421efe43d392981c55745cbee0', 'subnets': [{'id': '20c92181-6933-4439-bedd-96ced55ea613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:53:44.822619 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ea7ca9-b6e9-44b8-ae1f-8fdbf9a592a6 None None] The sync data for ids ['db6f77d8-4d78-4002-ac63-ece393d9d6e1'] in n-d-844202-1 is: [{'id': 'db6f77d8-4d78-4002-ac63-ece393d9d6e1', 'name': 'tempest-ServersTestJSON-1311382100-router', 'tenant_id': 'be364c421efe43d392981c55745cbee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': '705c9357-8fda-49be-87c1-01c053959862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:53:15Z', 'updated_at': '2022-06-01T18:53:35Z', 'revision_number': 4, 'project_id': 'be364c421efe43d392981c55745cbee0', 'gw_port': {'id': '705c9357-8fda-49be-87c1-01c053959862', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:71:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6f77d8-4d78-4002-ac63-ece393d9d6e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:53:18Z', 'updated_at': '2022-06-01T18:53:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': 'f136d3ac-b6e6-4f82-96e8-34ebfa298de4', 'name': '', 'network_id': '89cb058b-9ed3-4e37-a7ba-952d56201dad', 'tenant_id': 'be364c421efe43d392981c55745cbee0', 'mac_address': 'fa:16:3e:8d:68:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db6f77d8-4d78-4002-ac63-ece393d9d6e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '20c92181-6933-4439-bedd-96ced55ea613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:53:31Z', 'updated_at': '2022-06-01T18:53:42Z', 'revision_number': 4, 'project_id': 'be364c421efe43d392981c55745cbee0', 'subnets': [{'id': '20c92181-6933-4439-bedd-96ced55ea613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 18:53:44.835176 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6255aefa-e13d-47a7-98be-8e93813ffc6a None None] Deleting port c9d2513c-6219-46e1-8ce1-5efa555610e1 {{(pid=88526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:53:44.836071 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6255aefa-e13d-47a7-98be-8e93813ffc6a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:44.976138 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fc2abc-7aec-4ac0-9d92-bb1be00a897d req-da78112a-aba0-4a37-9566-40f31af6db1a tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:53:44.995499 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-92fc2abc-7aec-4ac0-9d92-bb1be00a897d req-da78112a-aba0-4a37-9566-40f31af6db1a tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=863d6d17-7ec0-45a3-a6dc-82b322b76ced HTTP/1.1" status: 200 len: 945 time: 0.1933320 Jun 01 18:53:44.998250 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-73d9728f-148b-4796-ac6a-61d9e223d316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:45.058331 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=4a324220-33d8-474a-8fca-3b42f63f1ae1,revision_number=11']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:53:45.114216 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d9728f-148b-4796-ac6a-61d9e223d316 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9d2513c-6219-46e1-8ce1-5efa555610e1,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:53:45.119273 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d9728f-148b-4796-ac6a-61d9e223d316 admin admin] No DVR routers for this DVR port c9d2513c-6219-46e1-8ce1-5efa555610e1 on host n-d-844202-1 {{(pid=88524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 18:53:45.166112 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6255aefa-e13d-47a7-98be-8e93813ffc6a None None] The port 'c9d2513c-6219-46e1-8ce1-5efa555610e1' was deleted {{(pid=88526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 01 18:53:45.297693 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-92fc2abc-7aec-4ac0-9d92-bb1be00a897d req-fab7cc5f-3808-4af9-94d2-fa00352c3679 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ce59b29-4aa6-4d2e-8584-a540c0a14c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3012242 Jun 01 18:53:45.332007 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-73d9728f-148b-4796-ac6a-61d9e223d316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:45.372148 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-73d9728f-148b-4796-ac6a-61d9e223d316 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bf6d215-ffa6-4f1e-a724-9435b6e76e15']}} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:53:45.381154 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-bfcd9b6f-9769-49ed-92b4-f1d5fb2ec3e9 tempest-ServersTestJSON-1122836914 tempest-ServersTestJSON-1122836914-project] Notify callbacks [] for port, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:45.386866 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-bfcd9b6f-9769-49ed-92b4-f1d5fb2ec3e9 tempest-ServersTestJSON-1122836914 tempest-ServersTestJSON-1122836914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:45.398183 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-73d9728f-148b-4796-ac6a-61d9e223d316 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '783bd49a-7d01-4eda-941d-91ad27cdf254') {'for_net_delete': True} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:53:45.399306 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-73d9728f-148b-4796-ac6a-61d9e223d316 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '783bd49a-7d01-4eda-941d-91ad27cdf254') {} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:53:45.426318 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-73d9728f-148b-4796-ac6a-61d9e223d316 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2702126'] for segment, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:45.456201 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-73d9728f-148b-4796-ac6a-61d9e223d316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:45.472253 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73d9728f-148b-4796-ac6a-61d9e223d316 admin admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=88524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 18:53:45.472253 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-73d9728f-148b-4796-ac6a-61d9e223d316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2719018'] for segment, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:45.540445 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device f136d3ac-b6e6-4f82-96e8-34ebfa298de4 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:53:45.585969 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment 783bd49a-7d01-4eda-941d-91ad27cdf254 resource provider aggregate not found Jun 01 18:53:45.629695 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 4a324220-33d8-474a-8fca-3b42f63f1ae1 details requested by agent hyperv_n-h1-844202-1 with host n-h1-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 18:53:45.639952 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcd9b6f-9769-49ed-92b4-f1d5fb2ec3e9 tempest-ServersTestJSON-1122836914 tempest-ServersTestJSON-1122836914-project] Pushing event updated for resources: {'Port': ['ID=8c4595eb-da01-4541-b31d-d25ec45c645d,revision_number=2']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:53:45.641132 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment 783bd49a-7d01-4eda-941d-91ad27cdf254 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 783bd49a-7d01-4eda-941d-91ad27cdf254 found for delete ", "request_id": "req-ed83ee72-63da-45a7-8d0a-16add9fc29a1"}]} Jun 01 18:53:45.664569 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-73d9728f-148b-4796-ac6a-61d9e223d316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:45.688836 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-bfcd9b6f-9769-49ed-92b4-f1d5fb2ec3e9 tempest-ServersTestJSON-1122836914 tempest-ServersTestJSON-1122836914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887712'] for floatingip, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:45.732353 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-73d9728f-148b-4796-ac6a-61d9e223d316 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:45.741419 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-bfcd9b6f-9769-49ed-92b4-f1d5fb2ec3e9 tempest-ServersTestJSON-1122836914 tempest-ServersTestJSON-1122836914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for floatingip, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:45.743513 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-bfcd9b6f-9769-49ed-92b4-f1d5fb2ec3e9 tempest-ServersTestJSON-1122836914 tempest-ServersTestJSON-1122836914-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.5059607 Jun 01 18:53:45.764047 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d9728f-148b-4796-ac6a-61d9e223d316 admin admin] Pushing event deleted for resources: {'Network': ['ID=8bf6d215-ffa6-4f1e-a724-9435b6e76e15,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:53:45.788624 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-73d9728f-148b-4796-ac6a-61d9e223d316 admin admin] 10.222.0.41 "DELETE /v2.0/networks/8bf6d215-ffa6-4f1e-a724-9435b6e76e15 HTTP/1.1" status: 204 len: 168 time: 2.0950103 Jun 01 18:53:45.847446 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port f136d3ac-b6e6-4f82-96e8-34ebfa298de4 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:53:45.855234 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port f136d3ac-b6e6-4f82-96e8-34ebfa298de4 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:53:45.855610 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:45.965685 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port 4a324220-33d8-474a-8fca-3b42f63f1ae1, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=4a324220-33d8-474a-8fca-3b42f63f1ae1,segment=NetworkSegment(e60765c6-124a-4916-8bfd-a8bc142f32ad),segment_id=e60765c6-124a-4916-8bfd-a8bc142f32ad)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:53:46.082637 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Returning: {'device': '4a324220-33d8-474a-8fca-3b42f63f1ae1', 'network_id': 'e3902938-4b6a-4448-87d9-59b63dd51a7f', 'port_id': '4a324220-33d8-474a-8fca-3b42f63f1ae1', 'mac_address': 'fa:16:3e:d1:f7:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '276181f2-c3ab-487e-8805-06ed7064e884', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 18:53:46.145010 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port f136d3ac-b6e6-4f82-96e8-34ebfa298de4 is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:53:46.145428 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:46.185373 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port 4a324220-33d8-474a-8fca-3b42f63f1ae1 is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:53:46.185751 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:46.215216 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a324220-33d8-474a-8fca-3b42f63f1ae1 {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:53:46.216785 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-43250a75-e95c-414d-9b5c-908284c3cb7d req-ee23e104-de3a-48eb-a325-74f26891fbcc tempest-ServersTestJSON-1122836914 tempest-ServersTestJSON-1122836914-project] Synchronizing usage tracker for tenant:be364c421efe43d392981c55745cbee0 on resource:security_group {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:53:46.220337 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port f136d3ac-b6e6-4f82-96e8-34ebfa298de4, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=f136d3ac-b6e6-4f82-96e8-34ebfa298de4,segment=NetworkSegment(ca8764fc-6603-47fe-89a3-1f102e13f351),segment_id=ca8764fc-6603-47fe-89a3-1f102e13f351)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:53:46.226484 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:46.239108 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-43250a75-e95c-414d-9b5c-908284c3cb7d req-ee23e104-de3a-48eb-a325-74f26891fbcc tempest-ServersTestJSON-1122836914 tempest-ServersTestJSON-1122836914-project] Unset dirty status for tenant:be364c421efe43d392981c55745cbee0 on resource:security_group {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:53:46.240788 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-43250a75-e95c-414d-9b5c-908284c3cb7d req-ee23e104-de3a-48eb-a325-74f26891fbcc tempest-ServersTestJSON-1122836914 tempest-ServersTestJSON-1122836914-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--516219649&fields=id&tenant_id=be364c421efe43d392981c55745cbee0 HTTP/1.1" status: 200 len: 267 time: 0.1012888 Jun 01 18:53:46.291453 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 56932) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:53:46.312968 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device c9d2513c-6219-46e1-8ce1-5efa555610e1 no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:53:46.373567 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port 4a324220-33d8-474a-8fca-3b42f63f1ae1, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=4a324220-33d8-474a-8fca-3b42f63f1ae1,segment=NetworkSegment(e60765c6-124a-4916-8bfd-a8bc142f32ad),segment_id=e60765c6-124a-4916-8bfd-a8bc142f32ad)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:53:46.381578 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: c9d2513c-6219-46e1-8ce1-5efa555610e1 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 18:53:46.381923 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device c9d2513c-6219-46e1-8ce1-5efa555610e1 not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 18:53:46.385758 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:46.405051 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=f136d3ac-b6e6-4f82-96e8-34ebfa298de4,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:53:46.422501 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-b6b76f8e-6bb8-4717-8253-09eacad5e672 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8954dfb656dd4378bb3153f8271ef2cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1298485 Jun 01 18:53:46.425364 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 56938) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:53:46.503716 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=4a324220-33d8-474a-8fca-3b42f63f1ae1,revision_number=12']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:53:46.525315 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43250a75-e95c-414d-9b5c-908284c3cb7d req-4d9d2db3-24d7-46cb-aa84-ba0b40320cc8 tempest-ServersTestJSON-1122836914 tempest-ServersTestJSON-1122836914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:53:46.526056 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-43250a75-e95c-414d-9b5c-908284c3cb7d req-4d9d2db3-24d7-46cb-aa84-ba0b40320cc8 tempest-ServersTestJSON-1122836914 tempest-ServersTestJSON-1122836914-project] Synchronizing usage tracker for tenant:be364c421efe43d392981c55745cbee0 on resource:network {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:53:46.547894 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-43250a75-e95c-414d-9b5c-908284c3cb7d req-4d9d2db3-24d7-46cb-aa84-ba0b40320cc8 tempest-ServersTestJSON-1122836914 tempest-ServersTestJSON-1122836914-project] Unset dirty status for tenant:be364c421efe43d392981c55745cbee0 on resource:network {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:53:46.555800 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-43250a75-e95c-414d-9b5c-908284c3cb7d req-4d9d2db3-24d7-46cb-aa84-ba0b40320cc8 tempest-ServersTestJSON-1122836914 tempest-ServersTestJSON-1122836914-project] 10.222.0.41 "GET /v2.0/networks?id=89cb058b-9ed3-4e37-a7ba-952d56201dad HTTP/1.1" status: 200 len: 806 time: 0.3082612 Jun 01 18:53:46.559822 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f2cc-34c4-43b2-a772-2f8777e73c17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:46.565531 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] get_ports_and_sgs() called for port_ids ['4a324220-33d8-474a-8fca-3b42f63f1ae1'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:53:46.583838 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-43250a75-e95c-414d-9b5c-908284c3cb7d req-26d0111b-a8d3-4d47-a74b-4cfae35c7aaf tempest-ServersTestJSON-1122836914 tempest-ServersTestJSON-1122836914-project] 10.222.0.41 "GET /v2.0/quotas/be364c421efe43d392981c55745cbee0 HTTP/1.1" status: 200 len: 375 time: 0.0270000 Jun 01 18:53:46.606053 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f2cc-34c4-43b2-a772-2f8777e73c17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:46.719611 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f2cc-34c4-43b2-a772-2f8777e73c17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:46.748803 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca9f2cc-34c4-43b2-a772-2f8777e73c17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19eb5883-e4d6-4a12-b8cf-1bb3a8879fab,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:53:46.752690 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f2cc-34c4-43b2-a772-2f8777e73c17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:46.754361 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-6ca9f2cc-34c4-43b2-a772-2f8777e73c17 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/19eb5883-e4d6-4a12-b8cf-1bb3a8879fab HTTP/1.1" status: 204 len: 168 time: 0.3279877 Jun 01 18:53:46.774658 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-43250a75-e95c-414d-9b5c-908284c3cb7d req-60ecdbbf-ecc2-4591-b00a-26e4f52753b4 tempest-ServersTestJSON-1122836914 tempest-ServersTestJSON-1122836914-project] Synchronizing usage tracker for tenant:be364c421efe43d392981c55745cbee0 on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:53:46.817443 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-43250a75-e95c-414d-9b5c-908284c3cb7d req-60ecdbbf-ecc2-4591-b00a-26e4f52753b4 tempest-ServersTestJSON-1122836914 tempest-ServersTestJSON-1122836914-project] Unset dirty status for tenant:be364c421efe43d392981c55745cbee0 on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:53:46.838324 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-43250a75-e95c-414d-9b5c-908284c3cb7d req-60ecdbbf-ecc2-4591-b00a-26e4f52753b4 tempest-ServersTestJSON-1122836914 tempest-ServersTestJSON-1122836914-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=be364c421efe43d392981c55745cbee0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2432494 Jun 01 18:53:46.899218 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-83ad7f66-114a-4458-bad1-14ecad6a2676 req-4ab533a9-8e2d-4fa0-ad29-f4a4649845b8 tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=edc569c64df34433baeb55c13113ba41&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0520585 Jun 01 18:53:47.094928 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-43250a75-e95c-414d-9b5c-908284c3cb7d req-ef8ac82d-60b7-4265-9a93-0a148143a4b9 service neutron] 10.222.0.41 "GET /v2.0/networks/89cb058b-9ed3-4e37-a7ba-952d56201dad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2474811 Jun 01 18:53:47.155488 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ad7f66-114a-4458-bad1-14ecad6a2676 req-5d71583e-a340-4a7b-8741-09f28086fe7a tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:53:47.172705 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-83ad7f66-114a-4458-bad1-14ecad6a2676 req-5d71583e-a340-4a7b-8741-09f28086fe7a tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2722814 Jun 01 18:53:47.180706 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 56970) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:53:47.217406 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-83ad7f66-114a-4458-bad1-14ecad6a2676 req-e9599aec-a8dd-4227-a234-52112ef853a9 tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] 10.222.0.41 "GET /v2.0/quotas/edc569c64df34433baeb55c13113ba41 HTTP/1.1" status: 200 len: 375 time: 0.0437424 Jun 01 18:53:47.257041 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-43250a75-e95c-414d-9b5c-908284c3cb7d req-b23a69dd-121d-470d-930a-35b2f9425475 service neutron] 10.222.0.41 "GET /v2.0/networks/89cb058b-9ed3-4e37-a7ba-952d56201dad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610541 Jun 01 18:53:47.297826 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-83ad7f66-114a-4458-bad1-14ecad6a2676 req-96b7da6f-4111-4833-a46b-bbc60ce62336 tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=edc569c64df34433baeb55c13113ba41&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0794263 Jun 01 18:53:47.498920 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device f136d3ac-b6e6-4f82-96e8-34ebfa298de4 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:53:47.669604 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6ba8da85-2880-4937-97b8-f7b20f3af57b req-e2051299-6ab8-43ba-982d-59c315655f66 tempest-ServersTestJSON-1122836914 tempest-ServersTestJSON-1122836914-project] 10.222.0.41 "GET /v2.0/ports?device_id=9de683b5-6960-4339-920c-d199fd362117 HTTP/1.1" status: 200 len: 210 time: 0.0850723 Jun 01 18:53:47.697342 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 4a324220-33d8-474a-8fca-3b42f63f1ae1 up at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:53:47.758935 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-058517f9-fb3b-4d0a-a48c-c3bfa3088b3b admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-771016071-network', 'tenant_id': 'cb8e5b453db2419e9dcc2c80a22dbdbe'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:53:47.766237 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-058517f9-fb3b-4d0a-a48c-c3bfa3088b3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:53:47.784931 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-058517f9-fb3b-4d0a-a48c-c3bfa3088b3b admin admin] Usage tracker for resource:network and tenant:cb8e5b453db2419e9dcc2c80a22dbdbe is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:53:47.791650 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-058517f9-fb3b-4d0a-a48c-c3bfa3088b3b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:53:47.809982 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-058517f9-fb3b-4d0a-a48c-c3bfa3088b3b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:53:47.823331 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-058517f9-fb3b-4d0a-a48c-c3bfa3088b3b admin admin] Made reservation on behalf of cb8e5b453db2419e9dcc2c80a22dbdbe for: {'network': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:53:47.831386 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-058517f9-fb3b-4d0a-a48c-c3bfa3088b3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:47.866607 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-058517f9-fb3b-4d0a-a48c-c3bfa3088b3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:47.888654 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542f3371-0af4-45b8-a008-36d412522c5b req-0abbcc78-ba45-41f6-9b4a-ec940d2a28ad tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:53:47.894337 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port f136d3ac-b6e6-4f82-96e8-34ebfa298de4 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:53:47.895341 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:47.901516 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-542f3371-0af4-45b8-a008-36d412522c5b req-0abbcc78-ba45-41f6-9b4a-ec940d2a28ad tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=863d6d17-7ec0-45a3-a6dc-82b322b76ced HTTP/1.1" status: 200 len: 946 time: 0.2482901 Jun 01 18:53:47.906048 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-058517f9-fb3b-4d0a-a48c-c3bfa3088b3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:53:47.912808 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-058517f9-fb3b-4d0a-a48c-c3bfa3088b3b admin admin] Usage tracker for resource:security_group_rule and tenant:cb8e5b453db2419e9dcc2c80a22dbdbe is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:53:47.919492 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-058517f9-fb3b-4d0a-a48c-c3bfa3088b3b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:53:47.933240 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-058517f9-fb3b-4d0a-a48c-c3bfa3088b3b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:53:48.005414 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 57004) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:53:48.059171 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-542f3371-0af4-45b8-a008-36d412522c5b req-43c732fa-f3a6-40f6-bb90-c4dfb31c0ceb tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ce59b29-4aa6-4d2e-8584-a540c0a14c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1453989 Jun 01 18:53:48.092796 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-058517f9-fb3b-4d0a-a48c-c3bfa3088b3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:48.097912 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-058517f9-fb3b-4d0a-a48c-c3bfa3088b3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:48.099597 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Provisioning complete for port 4a324220-33d8-474a-8fca-3b42f63f1ae1 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:53:48.099963 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:48.160821 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058517f9-fb3b-4d0a-a48c-c3bfa3088b3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b6dcbea-e5b6-4a0b-aede-483fbce2fd59,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:53:48.168840 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-058517f9-fb3b-4d0a-a48c-c3bfa3088b3b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 133} {{(pid=88524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 18:53:48.181838 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-058517f9-fb3b-4d0a-a48c-c3bfa3088b3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:48.182328 n-d-844202-1 neutron-server[88524]: INFO neutron.db.segments_db [None req-058517f9-fb3b-4d0a-a48c-c3bfa3088b3b admin admin] Added segment 411db823-b7c5-44c4-afb9-34508f8db683 of type vlan for network 75c82b99-10f6-46fc-b8d2-6883ef5617da Jun 01 18:53:48.217442 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-058517f9-fb3b-4d0a-a48c-c3bfa3088b3b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:48.272037 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-058517f9-fb3b-4d0a-a48c-c3bfa3088b3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:48.273724 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-058517f9-fb3b-4d0a-a48c-c3bfa3088b3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:53:48.274448 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-058517f9-fb3b-4d0a-a48c-c3bfa3088b3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:48.478783 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port f136d3ac-b6e6-4f82-96e8-34ebfa298de4 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:53:48.498781 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-236babf7-d5ee-41eb-93bd-d82e7a5db573 req-1f6730e1-cd83-46ff-a1e3-7053845cfb5d tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=edc569c64df34433baeb55c13113ba41&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1411419 Jun 01 18:53:48.505905 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-058517f9-fb3b-4d0a-a48c-c3bfa3088b3b admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3204563 Jun 01 18:53:48.519449 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-c9e64447-5a24-4787-a34e-7628a65bf1e9 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-813928288-network', 'tenant_id': '2aef4f942e144c6f9e2f1f6732a9fa94'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:53:48.525864 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-c9e64447-5a24-4787-a34e-7628a65bf1e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:53:48.530261 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-c9e64447-5a24-4787-a34e-7628a65bf1e9 admin admin] Usage tracker for resource:network and tenant:2aef4f942e144c6f9e2f1f6732a9fa94 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:53:48.533536 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-c9e64447-5a24-4787-a34e-7628a65bf1e9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:53:48.542325 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-c9e64447-5a24-4787-a34e-7628a65bf1e9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:53:48.554877 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9e64447-5a24-4787-a34e-7628a65bf1e9 admin admin] Made reservation on behalf of 2aef4f942e144c6f9e2f1f6732a9fa94 for: {'network': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:53:48.558519 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c9e64447-5a24-4787-a34e-7628a65bf1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:48.576514 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c9e64447-5a24-4787-a34e-7628a65bf1e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:48.595819 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-c9e64447-5a24-4787-a34e-7628a65bf1e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:53:48.596625 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port 4a324220-33d8-474a-8fca-3b42f63f1ae1 is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:53:48.596625 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:48.602782 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-c9e64447-5a24-4787-a34e-7628a65bf1e9 admin admin] Usage tracker for resource:security_group_rule and tenant:2aef4f942e144c6f9e2f1f6732a9fa94 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:53:48.605978 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-c9e64447-5a24-4787-a34e-7628a65bf1e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:53:48.612900 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-c9e64447-5a24-4787-a34e-7628a65bf1e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:53:48.681562 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '863d6d17-7ec0-45a3-a6dc-82b322b76ced', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a324220-33d8-474a-8fca-3b42f63f1ae1'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:53:48.708805 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port 4a324220-33d8-474a-8fca-3b42f63f1ae1, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=4a324220-33d8-474a-8fca-3b42f63f1ae1,segment=NetworkSegment(e60765c6-124a-4916-8bfd-a8bc142f32ad),segment_id=e60765c6-124a-4916-8bfd-a8bc142f32ad)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:53:48.710043 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236babf7-d5ee-41eb-93bd-d82e7a5db573 req-3bdcd4e2-4e66-4e26-9ccd-4aded3a0cccc tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:53:48.717636 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:48.726761 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-236babf7-d5ee-41eb-93bd-d82e7a5db573 req-3bdcd4e2-4e66-4e26-9ccd-4aded3a0cccc tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2197955 Jun 01 18:53:48.756046 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058517f9-fb3b-4d0a-a48c-c3bfa3088b3b admin admin] Pushing event updated for resources: {'Network': ['ID=75c82b99-10f6-46fc-b8d2-6883ef5617da,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:53:48.769204 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-236babf7-d5ee-41eb-93bd-d82e7a5db573 req-5c31b730-00ee-4d4b-bbef-b65e0dd20750 tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] 10.222.0.41 "GET /v2.0/quotas/edc569c64df34433baeb55c13113ba41 HTTP/1.1" status: 200 len: 375 time: 0.0410669 Jun 01 18:53:48.794410 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c9e64447-5a24-4787-a34e-7628a65bf1e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:48.799184 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c9e64447-5a24-4787-a34e-7628a65bf1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:48.823772 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-236babf7-d5ee-41eb-93bd-d82e7a5db573 req-f1635538-e156-4e2c-84ca-81cdd9c99c9e tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=edc569c64df34433baeb55c13113ba41&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0533872 Jun 01 18:53:48.868427 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network 75c82b99-10f6-46fc-b8d2-6883ef5617da details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 18:53:48.869388 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9e64447-5a24-4787-a34e-7628a65bf1e9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 122} {{(pid=88525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 18:53:49.040968 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c9e64447-5a24-4787-a34e-7628a65bf1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:49.042877 n-d-844202-1 neutron-server[88525]: INFO neutron.db.segments_db [None req-c9e64447-5a24-4787-a34e-7628a65bf1e9 admin admin] Added segment 8cc86459-beb0-4d8c-9fe6-6989b1f57674 of type vlan for network 497ebd3d-ea45-47a2-8a21-c6a7957e9fb8 Jun 01 18:53:49.169672 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c9e64447-5a24-4787-a34e-7628a65bf1e9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:49.309846 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c9e64447-5a24-4787-a34e-7628a65bf1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:49.310799 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9e64447-5a24-4787-a34e-7628a65bf1e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:53:49.315724 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c9e64447-5a24-4787-a34e-7628a65bf1e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:49.334936 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e64447-5a24-4787-a34e-7628a65bf1e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e23aa47-74f2-49b6-941c-83054b077efd,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:53:49.365600 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=4a324220-33d8-474a-8fca-3b42f63f1ae1,revision_number=13']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:53:49.397509 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a58d7b72-2cfd-49fe-8de4-8ec1d190eac6'] response: {'server_uuid': '863d6d17-7ec0-45a3-a6dc-82b322b76ced', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a324220-33d8-474a-8fca-3b42f63f1ae1', 'code': 200} Jun 01 18:53:49.441618 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2caa4c80-5780-47ff-ba77-4f62308fd794 req-c251e46e-8393-4a3b-9444-56bb40b2fabd tempest-ServersTestJSON-1122836914 tempest-ServersTestJSON-1122836914-project] 10.222.0.41 "GET /v2.0/ports?device_id=9de683b5-6960-4339-920c-d199fd362117 HTTP/1.1" status: 200 len: 210 time: 0.5770495 Jun 01 18:53:49.613165 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-83ad7f66-114a-4458-bad1-14ecad6a2676 req-f8603475-a9c1-47a1-9344-ad280b573597 tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=edc569c64df34433baeb55c13113ba41&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0778050 Jun 01 18:53:49.762842 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e2b824ae-7f05-406e-9488-cc33a4ad7b24 req-85f9357f-6701-4b81-ae13-99da622922c7 tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] 10.222.0.41 "GET /v2.0/ports?device_id=c448a7eb-5a54-4d0a-ba61-a1328fb461ff HTTP/1.1" status: 200 len: 210 time: 0.1617725 Jun 01 18:53:49.776658 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e64447-5a24-4787-a34e-7628a65bf1e9 admin admin] Pushing event updated for resources: {'Network': ['ID=497ebd3d-ea45-47a2-8a21-c6a7957e9fb8,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:53:49.792809 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-c9e64447-5a24-4787-a34e-7628a65bf1e9 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.7769687 Jun 01 18:53:49.793203 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 57064) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:53:49.798179 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network 497ebd3d-ea45-47a2-8a21-c6a7957e9fb8 details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 18:53:49.837351 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a74c17-66a8-4ff4-bd80-6308eadfa1ea req-0d41f63e-88a6-4067-9ba2-8af779aa7ef0 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:53:49.849164 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-81a74c17-66a8-4ff4-bd80-6308eadfa1ea req-0d41f63e-88a6-4067-9ba2-8af779aa7ef0 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=863d6d17-7ec0-45a3-a6dc-82b322b76ced HTTP/1.1" status: 200 len: 947 time: 0.5739622 Jun 01 18:53:49.920964 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-dc9c60e2-086f-48f3-8e93-d70048b56d59 admin admin] Request body: {'subnet': {'network_id': '497ebd3d-ea45-47a2-8a21-c6a7957e9fb8', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-813928288-subnet', 'tenant_id': '2aef4f942e144c6f9e2f1f6732a9fa94', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:53:49.960439 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-dc9c60e2-086f-48f3-8e93-d70048b56d59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:53:49.979207 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-dc9c60e2-086f-48f3-8e93-d70048b56d59 admin admin] Usage tracker for resource:subnet and tenant:2aef4f942e144c6f9e2f1f6732a9fa94 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:53:50.026236 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-dc9c60e2-086f-48f3-8e93-d70048b56d59 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:53:50.100795 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-dc9c60e2-086f-48f3-8e93-d70048b56d59 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:53:50.141155 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-81a74c17-66a8-4ff4-bd80-6308eadfa1ea req-6e27d79d-d554-436c-ad4c-d625dca41626 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ce59b29-4aa6-4d2e-8584-a540c0a14c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2896376 Jun 01 18:53:50.209174 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc9c60e2-086f-48f3-8e93-d70048b56d59 admin admin] Made reservation on behalf of 2aef4f942e144c6f9e2f1f6732a9fa94 for: {'subnet': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:53:50.211604 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-dc9c60e2-086f-48f3-8e93-d70048b56d59 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3066584'] for subnet, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:50.259199 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ad7f66-114a-4458-bad1-14ecad6a2676 req-fb2df2f3-7371-4fea-a7d4-048315745c4e tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:53:50.261262 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-83ad7f66-114a-4458-bad1-14ecad6a2676 req-fb2df2f3-7371-4fea-a7d4-048315745c4e tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6432071 Jun 01 18:53:50.337452 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-83ad7f66-114a-4458-bad1-14ecad6a2676 req-dbc058e5-4b37-40b4-af75-d80c2b5ef35d tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] Request body: {'port': {'device_id': '32244e54-23cc-458d-b7ea-5b386e43c2fc', 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426', 'admin_state_up': True, 'tenant_id': 'edc569c64df34433baeb55c13113ba41'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:53:50.944207 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-82793be3-c60d-4fc8-bbd0-cdaf697a93fb req-90564d23-7397-40da-bed5-80b5ab10fcb2 tempest-ServersTestJSON-1122836914 tempest-ServersTestJSON-1122836914-project] 10.222.0.41 "GET /v2.0/ports?device_id=9de683b5-6960-4339-920c-d199fd362117 HTTP/1.1" status: 200 len: 210 time: 0.1893818 Jun 01 18:53:51.034382 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 57088) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:53:51.055053 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-83ad7f66-114a-4458-bad1-14ecad6a2676 req-dbc058e5-4b37-40b4-af75-d80c2b5ef35d tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:53:51.188042 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-83ad7f66-114a-4458-bad1-14ecad6a2676 req-dbc058e5-4b37-40b4-af75-d80c2b5ef35d tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] Usage tracker for resource:port and tenant:edc569c64df34433baeb55c13113ba41 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:53:51.201777 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43250a75-e95c-414d-9b5c-908284c3cb7d req-b7bfda00-9154-4d2c-b387-3eb06afb8b07 tempest-ServersTestJSON-1122836914 tempest-ServersTestJSON-1122836914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:53:51.213682 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-43250a75-e95c-414d-9b5c-908284c3cb7d req-b7bfda00-9154-4d2c-b387-3eb06afb8b07 tempest-ServersTestJSON-1122836914 tempest-ServersTestJSON-1122836914-project] 10.222.0.50 "GET /v2.0/networks?id=89cb058b-9ed3-4e37-a7ba-952d56201dad HTTP/1.1" status: 200 len: 806 time: 0.7852008 Jun 01 18:53:51.218772 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-83ad7f66-114a-4458-bad1-14ecad6a2676 req-dbc058e5-4b37-40b4-af75-d80c2b5ef35d tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:53:51.356993 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-83ad7f66-114a-4458-bad1-14ecad6a2676 req-dbc058e5-4b37-40b4-af75-d80c2b5ef35d tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:53:51.425064 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ce2d3c96-0f58-40cc-a3dd-cd0687005673 req-a2ac991c-7b4d-44d1-bc71-a8722a445177 tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] 10.222.0.41 "GET /v2.0/ports?device_id=c448a7eb-5a54-4d0a-ba61-a1328fb461ff HTTP/1.1" status: 200 len: 210 time: 0.1748686 Jun 01 18:53:51.443044 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8911a678-80fd-4000-bdb2-23ffb393aabf req-9a929f08-e123-4f5b-94e6-c66a19e9378e tempest-ComputeTenantNetworksTest-1264202375 tempest-ComputeTenantNetworksTest-1264202375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:53:51.457291 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8911a678-80fd-4000-bdb2-23ffb393aabf req-9a929f08-e123-4f5b-94e6-c66a19e9378e tempest-ComputeTenantNetworksTest-1264202375 tempest-ComputeTenantNetworksTest-1264202375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:53:51.473377 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8911a678-80fd-4000-bdb2-23ffb393aabf req-9a929f08-e123-4f5b-94e6-c66a19e9378e tempest-ComputeTenantNetworksTest-1264202375 tempest-ComputeTenantNetworksTest-1264202375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:53:51.482460 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8911a678-80fd-4000-bdb2-23ffb393aabf req-9a929f08-e123-4f5b-94e6-c66a19e9378e tempest-ComputeTenantNetworksTest-1264202375 tempest-ComputeTenantNetworksTest-1264202375-project] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.8053677 Jun 01 18:53:51.534267 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-43250a75-e95c-414d-9b5c-908284c3cb7d req-2902489d-8c1b-4a88-88dd-1e314637d333 tempest-ServersTestJSON-1122836914 tempest-ServersTestJSON-1122836914-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=be364c421efe43d392981c55745cbee0 HTTP/1.1" status: 200 len: 379 time: 0.2959793 Jun 01 18:53:51.547038 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-dc9c60e2-086f-48f3-8e93-d70048b56d59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2718919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3066602'] for subnet, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:51.560349 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [req-43250a75-e95c-414d-9b5c-908284c3cb7d req-2c8f11e0-311e-494c-862a-c76b203368bc tempest-ServersTestJSON-1122836914 tempest-ServersTestJSON-1122836914-project] Request body: {'port': {'device_id': '9de683b5-6960-4339-920c-d199fd362117', 'network_id': '89cb058b-9ed3-4e37-a7ba-952d56201dad', 'admin_state_up': True, 'tenant_id': 'be364c421efe43d392981c55745cbee0', 'security_groups': ['a41a438a-7d5d-4e3d-9835-863d30a4b6de']}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:53:51.592482 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83ad7f66-114a-4458-bad1-14ecad6a2676 req-dbc058e5-4b37-40b4-af75-d80c2b5ef35d tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] Made reservation on behalf of edc569c64df34433baeb55c13113ba41 for: {'port': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:53:51.605777 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-83ad7f66-114a-4458-bad1-14ecad6a2676 req-dbc058e5-4b37-40b4-af75-d80c2b5ef35d tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:51.680852 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-83ad7f66-114a-4458-bad1-14ecad6a2676 req-dbc058e5-4b37-40b4-af75-d80c2b5ef35d tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:51.683892 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-236babf7-d5ee-41eb-93bd-d82e7a5db573 req-37df1ea9-8aa8-4ada-919a-9200730e2064 tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=edc569c64df34433baeb55c13113ba41&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0342915 Jun 01 18:53:51.710479 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-188f6cd6-edb0-4e51-a6c1-969beae60935 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1072907586-network', 'tenant_id': '0edcfecaba054f29a657f364ed77530c'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:53:51.752592 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9c60e2-086f-48f3-8e93-d70048b56d59 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e942d6d-dc6f-44c8-96b2-96982093e275,revision_number=0']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:53:51.770814 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-188f6cd6-edb0-4e51-a6c1-969beae60935 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:53:51.835194 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-83ad7f66-114a-4458-bad1-14ecad6a2676 req-dbc058e5-4b37-40b4-af75-d80c2b5ef35d tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:53:51.852364 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-83ad7f66-114a-4458-bad1-14ecad6a2676 req-dbc058e5-4b37-40b4-af75-d80c2b5ef35d tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] Usage tracker for resource:security_group_rule and tenant:edc569c64df34433baeb55c13113ba41 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:53:51.866329 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-83ad7f66-114a-4458-bad1-14ecad6a2676 req-dbc058e5-4b37-40b4-af75-d80c2b5ef35d tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:53:51.936744 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-188f6cd6-edb0-4e51-a6c1-969beae60935 admin admin] Usage tracker for resource:network and tenant:0edcfecaba054f29a657f364ed77530c is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:53:51.942559 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-83ad7f66-114a-4458-bad1-14ecad6a2676 req-dbc058e5-4b37-40b4-af75-d80c2b5ef35d tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:53:51.960343 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-188f6cd6-edb0-4e51-a6c1-969beae60935 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:53:51.971130 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9c60e2-086f-48f3-8e93-d70048b56d59 admin admin] Checking segment: {'id': '8cc86459-beb0-4d8c-9fe6-6989b1f57674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '497ebd3d-ea45-47a2-8a21-c6a7957e9fb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:53:51.971509 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc9c60e2-086f-48f3-8e93-d70048b56d59 admin admin] Network hostable DHCP agents. Network: 497ebd3d-ea45-47a2-8a21-c6a7957e9fb8, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88524) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 18:53:52.030921 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-188f6cd6-edb0-4e51-a6c1-969beae60935 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:53:52.064923 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-188f6cd6-edb0-4e51-a6c1-969beae60935 admin admin] Made reservation on behalf of 0edcfecaba054f29a657f364ed77530c for: {'network': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:53:52.068896 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-188f6cd6-edb0-4e51-a6c1-969beae60935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:52.084403 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc9c60e2-086f-48f3-8e93-d70048b56d59 admin admin] Network 497ebd3d-ea45-47a2-8a21-c6a7957e9fb8 is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88524) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 18:53:52.097053 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dcc6e4-a6c4-4b97-bc78-960f4e3345fd req-8ca30e96-32df-4a66-a62c-8c17f5d8b76f tempest-ComputeTenantNetworksTest-1264202375 tempest-ComputeTenantNetworksTest-1264202375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:53:52.099082 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-73dcc6e4-a6c4-4b97-bc78-960f4e3345fd req-8ca30e96-32df-4a66-a62c-8c17f5d8b76f tempest-ComputeTenantNetworksTest-1264202375 tempest-ComputeTenantNetworksTest-1264202375-project] 10.222.0.41 "GET /v2.0/networks/75c82b99-10f6-46fc-b8d2-6883ef5617da HTTP/1.1" status: 200 len: 768 time: 0.5904825 Jun 01 18:53:52.109966 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 57114) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:53:52.120166 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-188f6cd6-edb0-4e51-a6c1-969beae60935 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:52.120700 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [req-43250a75-e95c-414d-9b5c-908284c3cb7d req-2c8f11e0-311e-494c-862a-c76b203368bc tempest-ServersTestJSON-1122836914 tempest-ServersTestJSON-1122836914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:53:52.191179 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-dc9c60e2-086f-48f3-8e93-d70048b56d59 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, 497ebd3d-ea45-47a2-8a21-c6a7957e9fb8) {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:53:52.206547 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ee3b75d-d3bd-4f1d-bd1a-1e58a4af4d1d None None] Network 497ebd3d-ea45-47a2-8a21-c6a7957e9fb8 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 18:53:52.214352 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc9c60e2-086f-48f3-8e93-d70048b56d59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:53:52.222046 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-dc9c60e2-086f-48f3-8e93-d70048b56d59 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:52.237988 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-188f6cd6-edb0-4e51-a6c1-969beae60935 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:53:52.263917 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [req-43250a75-e95c-414d-9b5c-908284c3cb7d req-2c8f11e0-311e-494c-862a-c76b203368bc tempest-ServersTestJSON-1122836914 tempest-ServersTestJSON-1122836914-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:53:52.284271 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-188f6cd6-edb0-4e51-a6c1-969beae60935 admin admin] Usage tracker for resource:security_group_rule and tenant:0edcfecaba054f29a657f364ed77530c is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:53:52.294048 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-188f6cd6-edb0-4e51-a6c1-969beae60935 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:53:52.337424 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-188f6cd6-edb0-4e51-a6c1-969beae60935 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:53:52.377192 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0c814b7c-da57-4563-ae0e-7338877845a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:52.379371 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43250a75-e95c-414d-9b5c-908284c3cb7d req-2c8f11e0-311e-494c-862a-c76b203368bc tempest-ServersTestJSON-1122836914 tempest-ServersTestJSON-1122836914-project] Made reservation on behalf of be364c421efe43d392981c55745cbee0 for: {'port': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:53:52.383904 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc8574a-7c9d-4360-b549-d279836f5fca req-d80d741b-d740-41e2-b788-4003daa68384 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:53:52.384085 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-43250a75-e95c-414d-9b5c-908284c3cb7d req-2c8f11e0-311e-494c-862a-c76b203368bc tempest-ServersTestJSON-1122836914 tempest-ServersTestJSON-1122836914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:52.395854 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-2cc8574a-7c9d-4360-b549-d279836f5fca req-d80d741b-d740-41e2-b788-4003daa68384 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=863d6d17-7ec0-45a3-a6dc-82b322b76ced HTTP/1.1" status: 200 len: 947 time: 0.6913807 Jun 01 18:53:52.444501 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236babf7-d5ee-41eb-93bd-d82e7a5db573 req-0e0092e6-88a2-4496-8f80-4be5bb2694ba tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:53:52.446251 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-236babf7-d5ee-41eb-93bd-d82e7a5db573 req-0e0092e6-88a2-4496-8f80-4be5bb2694ba tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6296959 Jun 01 18:53:52.524991 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-dc9c60e2-086f-48f3-8e93-d70048b56d59 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.7166183 Jun 01 18:53:52.570970 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-2cc8574a-7c9d-4360-b549-d279836f5fca req-a3e352d9-523e-4874-8522-c5b4cab04e28 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ce59b29-4aa6-4d2e-8584-a540c0a14c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1544254 Jun 01 18:53:52.578132 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28a42e0d-097a-48c3-943d-50be4f406a6a None None] Network 497ebd3d-ea45-47a2-8a21-c6a7957e9fb8 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 18:53:52.583519 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [req-236babf7-d5ee-41eb-93bd-d82e7a5db573 req-03852a42-1d99-49ae-a0d9-12ba82a9c4cb tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] Request body: {'port': {'device_id': 'c448a7eb-5a54-4d0a-ba61-a1328fb461ff', 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426', 'admin_state_up': True, 'tenant_id': 'edc569c64df34433baeb55c13113ba41'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:53:52.620788 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-83ad7f66-114a-4458-bad1-14ecad6a2676 req-dbc058e5-4b37-40b4-af75-d80c2b5ef35d tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:52.633633 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-83ad7f66-114a-4458-bad1-14ecad6a2676 req-dbc058e5-4b37-40b4-af75-d80c2b5ef35d tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:52.701634 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a1bcb8a1-7208-4933-9026-c99c7b02bd5a req-18aa166d-914b-4257-b26b-923662622f46 tempest-ServersTestJSON-1122836914 tempest-ServersTestJSON-1122836914-project] 10.222.0.41 "GET /v2.0/ports?device_id=9de683b5-6960-4339-920c-d199fd362117 HTTP/1.1" status: 200 len: 210 time: 0.3744686 Jun 01 18:53:53.098341 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0c814b7c-da57-4563-ae0e-7338877845a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:53.310738 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7d1cc9f0-767e-4bbe-ac35-fa0a21f4497d req-c11d0f84-8896-4daf-93a7-e9be6b86182d tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] 10.222.0.41 "GET /v2.0/ports?device_id=c448a7eb-5a54-4d0a-ba61-a1328fb461ff HTTP/1.1" status: 200 len: 210 time: 0.1647134 Jun 01 18:53:53.328257 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [req-43250a75-e95c-414d-9b5c-908284c3cb7d req-2c8f11e0-311e-494c-862a-c76b203368bc tempest-ServersTestJSON-1122836914 tempest-ServersTestJSON-1122836914-project] Allocated IP 172.20.0.10 (89cb058b-9ed3-4e37-a7ba-952d56201dad/20c92181-6933-4439-bedd-96ced55ea613/e3fcc381-ae80-4fcd-9950-57f4a13a4d72) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:53:53.335793 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-0c814b7c-da57-4563-ae0e-7338877845a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75c82b99-10f6-46fc-b8d2-6883ef5617da']}} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:53:53.376201 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc058e5-4b37-40b4-af75-d80c2b5ef35d tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c266819c-9421-4c09-b8ec-0766c6fc4de3,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:53:53.383356 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [req-83ad7f66-114a-4458-bad1-14ecad6a2676 req-dbc058e5-4b37-40b4-af75-d80c2b5ef35d tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] Allocated IP 192.168.233.10 (898153a3-5d71-43be-9d14-343ea4a48426/35e3ad2f-9c88-4698-b634-4e1b58de1cc2/de9ccc2f-4787-43e3-92be-87652a65920b) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:53:53.390345 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [req-236babf7-d5ee-41eb-93bd-d82e7a5db573 req-03852a42-1d99-49ae-a0d9-12ba82a9c4cb tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:53:53.398440 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-236babf7-d5ee-41eb-93bd-d82e7a5db573 req-03852a42-1d99-49ae-a0d9-12ba82a9c4cb tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] Usage tracker for resource:port and tenant:edc569c64df34433baeb55c13113ba41 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:53:53.422711 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-236babf7-d5ee-41eb-93bd-d82e7a5db573 req-03852a42-1d99-49ae-a0d9-12ba82a9c4cb tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:53:53.438876 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [req-236babf7-d5ee-41eb-93bd-d82e7a5db573 req-03852a42-1d99-49ae-a0d9-12ba82a9c4cb tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:53:53.478368 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-188f6cd6-edb0-4e51-a6c1-969beae60935 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:53.485507 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-0c814b7c-da57-4563-ae0e-7338877845a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '411db823-b7c5-44c4-afb9-34508f8db683') {'for_net_delete': True} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:53:53.486066 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-0c814b7c-da57-4563-ae0e-7338877845a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '411db823-b7c5-44c4-afb9-34508f8db683') {} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:53:53.532171 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-188f6cd6-edb0-4e51-a6c1-969beae60935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:53.540035 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-236babf7-d5ee-41eb-93bd-d82e7a5db573 req-03852a42-1d99-49ae-a0d9-12ba82a9c4cb tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] Made reservation on behalf of edc569c64df34433baeb55c13113ba41 for: {'port': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:53:53.546348 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-236babf7-d5ee-41eb-93bd-d82e7a5db573 req-03852a42-1d99-49ae-a0d9-12ba82a9c4cb tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:53.570432 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0c814b7c-da57-4563-ae0e-7338877845a4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2258522'] for segment, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:53.643055 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-188f6cd6-edb0-4e51-a6c1-969beae60935 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 101} {{(pid=88524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 18:53:53.834417 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-43250a75-e95c-414d-9b5c-908284c3cb7d req-2c8f11e0-311e-494c-862a-c76b203368bc tempest-ServersTestJSON-1122836914 tempest-ServersTestJSON-1122836914-project] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:53.860758 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [req-43250a75-e95c-414d-9b5c-908284c3cb7d req-2c8f11e0-311e-494c-862a-c76b203368bc tempest-ServersTestJSON-1122836914 tempest-ServersTestJSON-1122836914-project] Transition to ACTIVE for port object e3fcc381-ae80-4fcd-9950-57f4a13a4d72 will not be triggered until provisioned by entity DHCP. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:53:53.905311 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188f6cd6-edb0-4e51-a6c1-969beae60935 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=679bc320-73aa-41fb-80e9-32867c6d2bf9,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:53:53.909863 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-188f6cd6-edb0-4e51-a6c1-969beae60935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:53.911386 n-d-844202-1 neutron-server[88524]: INFO neutron.db.segments_db [None req-188f6cd6-edb0-4e51-a6c1-969beae60935 admin admin] Added segment ecb3f528-dbed-4312-ba29-7684ecfbe265 of type vlan for network 7a710216-a9ba-47da-a86f-23bc8e339e5a Jun 01 18:53:54.109647 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-43250a75-e95c-414d-9b5c-908284c3cb7d req-2c8f11e0-311e-494c-862a-c76b203368bc tempest-ServersTestJSON-1122836914 tempest-ServersTestJSON-1122836914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:54.190192 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-83ad7f66-114a-4458-bad1-14ecad6a2676 req-dbc058e5-4b37-40b4-af75-d80c2b5ef35d tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:54.204900 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0c814b7c-da57-4563-ae0e-7338877845a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:54.213159 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [req-83ad7f66-114a-4458-bad1-14ecad6a2676 req-dbc058e5-4b37-40b4-af75-d80c2b5ef35d tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] Transition to ACTIVE for port object de9ccc2f-4787-43e3-92be-87652a65920b will not be triggered until provisioned by entity DHCP. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:53:54.260515 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-83ad7f66-114a-4458-bad1-14ecad6a2676 req-dbc058e5-4b37-40b4-af75-d80c2b5ef35d tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:54.272691 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-188f6cd6-edb0-4e51-a6c1-969beae60935 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:54.390773 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7789c6e-6889-472b-bd0b-5896c1281b4a req-58663a0e-1499-49d6-b526-370b9ca65bf8 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:53:54.400097 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e7789c6e-6889-472b-bd0b-5896c1281b4a req-58663a0e-1499-49d6-b526-370b9ca65bf8 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=863d6d17-7ec0-45a3-a6dc-82b322b76ced HTTP/1.1" status: 200 len: 947 time: 0.5104079 Jun 01 18:53:54.469437 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43250a75-e95c-414d-9b5c-908284c3cb7d req-2c8f11e0-311e-494c-862a-c76b203368bc tempest-ServersTestJSON-1122836914 tempest-ServersTestJSON-1122836914-project] Network 89cb058b-9ed3-4e37-a7ba-952d56201dad is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:53:54.478404 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c814b7c-da57-4563-ae0e-7338877845a4 admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=88525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 18:53:54.479172 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0c814b7c-da57-4563-ae0e-7338877845a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2613981'] for segment, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:54.500581 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [req-43250a75-e95c-414d-9b5c-908284c3cb7d req-2c8f11e0-311e-494c-862a-c76b203368bc tempest-ServersTestJSON-1122836914 tempest-ServersTestJSON-1122836914-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:53:54.507000 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [req-43250a75-e95c-414d-9b5c-908284c3cb7d req-2c8f11e0-311e-494c-862a-c76b203368bc tempest-ServersTestJSON-1122836914 tempest-ServersTestJSON-1122836914-project] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:53:54.509626 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e7789c6e-6889-472b-bd0b-5896c1281b4a req-0bc4f682-d336-45c1-9849-bf55f133058f tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ce59b29-4aa6-4d2e-8584-a540c0a14c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1081762 Jun 01 18:53:54.521221 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83ad7f66-114a-4458-bad1-14ecad6a2676 req-dbc058e5-4b37-40b4-af75-d80c2b5ef35d tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] Network 898153a3-5d71-43be-9d14-343ea4a48426 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:53:54.526515 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.db.resource_extend [None req-188f6cd6-edb0-4e51-a6c1-969beae60935 admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 18:53:54.694249 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment 411db823-b7c5-44c4-afb9-34508f8db683 resource provider aggregate not found Jun 01 18:53:54.794323 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [req-83ad7f66-114a-4458-bad1-14ecad6a2676 req-dbc058e5-4b37-40b4-af75-d80c2b5ef35d tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:53:54.800102 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-83ad7f66-114a-4458-bad1-14ecad6a2676 req-dbc058e5-4b37-40b4-af75-d80c2b5ef35d tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:53:54.827721 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment 411db823-b7c5-44c4-afb9-34508f8db683 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 411db823-b7c5-44c4-afb9-34508f8db683 found for delete ", "request_id": "req-4c69cded-7dea-4d0e-a566-e8d01621be8f"}]} Jun 01 18:53:54.831007 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8f11e0-311e-494c-862a-c76b203368bc tempest-ServersTestJSON-1122836914 tempest-ServersTestJSON-1122836914-project] Pushing event updated for resources: {'Port': ['ID=e3fcc381-ae80-4fcd-9950-57f4a13a4d72,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:53:54.878320 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f027b50-c21c-4d77-9b48-97a84149c126 req-6bb8acae-e5e8-4149-96d8-cf9ffee4a2a0 tempest-InstanceActionsNegativeTestJSON-1336298402 tempest-InstanceActionsNegativeTestJSON-1336298402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:53:54.878940 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-8f027b50-c21c-4d77-9b48-97a84149c126 req-6bb8acae-e5e8-4149-96d8-cf9ffee4a2a0 tempest-InstanceActionsNegativeTestJSON-1336298402 tempest-InstanceActionsNegativeTestJSON-1336298402-project] Synchronizing usage tracker for tenant:2aef4f942e144c6f9e2f1f6732a9fa94 on resource:network {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:53:54.899820 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0c814b7c-da57-4563-ae0e-7338877845a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:55.002846 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0c814b7c-da57-4563-ae0e-7338877845a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:55.046958 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c814b7c-da57-4563-ae0e-7338877845a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=75c82b99-10f6-46fc-b8d2-6883ef5617da,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:53:55.055674 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f7428e86-9a17-4841-9b5d-4c1759650cd9 None None] Provisioning for port e3fcc381-ae80-4fcd-9950-57f4a13a4d72 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:53:55.056259 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ad7f66-114a-4458-bad1-14ecad6a2676 req-dbc058e5-4b37-40b4-af75-d80c2b5ef35d tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:53:55.066951 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-83ad7f66-114a-4458-bad1-14ecad6a2676 req-dbc058e5-4b37-40b4-af75-d80c2b5ef35d tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:55.067544 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f7428e86-9a17-4841-9b5d-4c1759650cd9 None None] Provisioning complete for port e3fcc381-ae80-4fcd-9950-57f4a13a4d72 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:53:55.069339 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f7428e86-9a17-4841-9b5d-4c1759650cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:55.071183 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc058e5-4b37-40b4-af75-d80c2b5ef35d tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] Pushing event updated for resources: {'Port': ['ID=de9ccc2f-4787-43e3-92be-87652a65920b,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:53:55.075238 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-8f027b50-c21c-4d77-9b48-97a84149c126 req-6bb8acae-e5e8-4149-96d8-cf9ffee4a2a0 tempest-InstanceActionsNegativeTestJSON-1336298402 tempest-InstanceActionsNegativeTestJSON-1336298402-project] Unset dirty status for tenant:2aef4f942e144c6f9e2f1f6732a9fa94 on resource:network {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:53:55.090175 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8f027b50-c21c-4d77-9b48-97a84149c126 req-6bb8acae-e5e8-4149-96d8-cf9ffee4a2a0 tempest-InstanceActionsNegativeTestJSON-1336298402 tempest-InstanceActionsNegativeTestJSON-1336298402-project] 10.222.0.41 "GET /v2.0/networks?id=497ebd3d-ea45-47a2-8a21-c6a7957e9fb8 HTTP/1.1" status: 200 len: 821 time: 1.5220082 Jun 01 18:53:55.121052 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43250a75-e95c-414d-9b5c-908284c3cb7d req-2c8f11e0-311e-494c-862a-c76b203368bc tempest-ServersTestJSON-1122836914 tempest-ServersTestJSON-1122836914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:53:55.121663 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-43250a75-e95c-414d-9b5c-908284c3cb7d req-2c8f11e0-311e-494c-862a-c76b203368bc tempest-ServersTestJSON-1122836914 tempest-ServersTestJSON-1122836914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:55.141350 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-83ad7f66-114a-4458-bad1-14ecad6a2676 req-dbc058e5-4b37-40b4-af75-d80c2b5ef35d tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.8146458 Jun 01 18:53:55.163779 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-83ad7f66-114a-4458-bad1-14ecad6a2676 req-a851aaba-2fce-4bc0-bfc4-ef0b62867b88 service neutron] Request body: {'port': {'device_id': '32244e54-23cc-458d-b7ea-5b386e43c2fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844202-1'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:53:55.214394 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-188f6cd6-edb0-4e51-a6c1-969beae60935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:55.215655 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-188f6cd6-edb0-4e51-a6c1-969beae60935 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:53:55.221885 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-188f6cd6-edb0-4e51-a6c1-969beae60935 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:55.275121 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8f027b50-c21c-4d77-9b48-97a84149c126 req-9217e72e-6f92-420f-b9ce-be781f4b2cfa tempest-InstanceActionsNegativeTestJSON-1336298402 tempest-InstanceActionsNegativeTestJSON-1336298402-project] 10.222.0.41 "GET /v2.0/quotas/2aef4f942e144c6f9e2f1f6732a9fa94 HTTP/1.1" status: 200 len: 375 time: 0.1839848 Jun 01 18:53:55.303026 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-0c814b7c-da57-4563-ae0e-7338877845a4 admin admin] 10.222.0.41 "DELETE /v2.0/networks/75c82b99-10f6-46fc-b8d2-6883ef5617da HTTP/1.1" status: 204 len: 168 time: 3.1888440 Jun 01 18:53:55.326339 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f7428e86-9a17-4841-9b5d-4c1759650cd9 None None] Port e3fcc381-ae80-4fcd-9950-57f4a13a4d72 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 18:53:55.352844 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-43250a75-e95c-414d-9b5c-908284c3cb7d req-2c8f11e0-311e-494c-862a-c76b203368bc tempest-ServersTestJSON-1122836914 tempest-ServersTestJSON-1122836914-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8089345 Jun 01 18:53:55.371046 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [req-43250a75-e95c-414d-9b5c-908284c3cb7d req-3a3e0f3e-daaa-4ae1-b922-aba7b64e3ed9 service neutron] Request body: {'port': {'device_id': '9de683b5-6960-4339-920c-d199fd362117', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844202-1'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:53:55.462916 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-62fcc6f5-e55c-4c45-b355-2e47069e6416 None None] Provisioning for port de9ccc2f-4787-43e3-92be-87652a65920b completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:53:55.471519 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8f027b50-c21c-4d77-9b48-97a84149c126 req-1e13327d-5863-404f-9f8b-a2640c270ef1 tempest-InstanceActionsNegativeTestJSON-1336298402 tempest-InstanceActionsNegativeTestJSON-1336298402-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=2aef4f942e144c6f9e2f1f6732a9fa94&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1952348 Jun 01 18:53:55.481578 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-62fcc6f5-e55c-4c45-b355-2e47069e6416 None None] Provisioning complete for port de9ccc2f-4787-43e3-92be-87652a65920b triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:53:55.482388 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-62fcc6f5-e55c-4c45-b355-2e47069e6416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:55.506316 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188f6cd6-edb0-4e51-a6c1-969beae60935 admin admin] Pushing event updated for resources: {'Network': ['ID=7a710216-a9ba-47da-a86f-23bc8e339e5a,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:53:55.550692 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [req-236babf7-d5ee-41eb-93bd-d82e7a5db573 req-03852a42-1d99-49ae-a0d9-12ba82a9c4cb tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] Allocated IP 192.168.233.248 (898153a3-5d71-43be-9d14-343ea4a48426/35e3ad2f-9c88-4698-b634-4e1b58de1cc2/3c91b70b-5114-421a-9fe1-7d632732d11b) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:53:55.567322 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-188f6cd6-edb0-4e51-a6c1-969beae60935 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 4.5252008 Jun 01 18:53:55.569143 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 57206) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:53:55.653447 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-a04083a9-2e2b-4e5c-9bca-3866cc6a095a admin admin] Request body: {'subnet': {'network_id': '7a710216-a9ba-47da-a86f-23bc8e339e5a', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1072907586-subnet', 'tenant_id': '0edcfecaba054f29a657f364ed77530c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:53:55.674166 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-a04083a9-2e2b-4e5c-9bca-3866cc6a095a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:53:55.693525 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-a04083a9-2e2b-4e5c-9bca-3866cc6a095a admin admin] Usage tracker for resource:subnet and tenant:0edcfecaba054f29a657f364ed77530c is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:53:55.698875 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-43250a75-e95c-414d-9b5c-908284c3cb7d req-3a3e0f3e-daaa-4ae1-b922-aba7b64e3ed9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:55.710763 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-a04083a9-2e2b-4e5c-9bca-3866cc6a095a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:53:55.726925 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-a04083a9-2e2b-4e5c-9bca-3866cc6a095a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:53:55.750800 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-62fcc6f5-e55c-4c45-b355-2e47069e6416 None None] Port de9ccc2f-4787-43e3-92be-87652a65920b cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 18:53:55.760837 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network 7a710216-a9ba-47da-a86f-23bc8e339e5a details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 18:53:55.817060 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-83ad7f66-114a-4458-bad1-14ecad6a2676 req-a851aaba-2fce-4bc0-bfc4-ef0b62867b88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:55.830463 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a04083a9-2e2b-4e5c-9bca-3866cc6a095a admin admin] Made reservation on behalf of 0edcfecaba054f29a657f364ed77530c for: {'subnet': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:53:55.832879 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a04083a9-2e2b-4e5c-9bca-3866cc6a095a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9667140'] for subnet, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:55.896865 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb2b5da-79f7-4854-9d62-da02054e22fb req-f6c944de-8b68-45c4-a02a-8ab6409307bb tempest-ServersTestJSON-1122836914 tempest-ServersTestJSON-1122836914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:53:55.898460 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-feb2b5da-79f7-4854-9d62-da02054e22fb req-f6c944de-8b68-45c4-a02a-8ab6409307bb tempest-ServersTestJSON-1122836914 tempest-ServersTestJSON-1122836914-project] 10.222.0.41 "GET /v2.0/ports?device_id=9de683b5-6960-4339-920c-d199fd362117 HTTP/1.1" status: 200 len: 932 time: 1.0549991 Jun 01 18:53:55.999515 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 57212) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:53:56.275908 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8f027b50-c21c-4d77-9b48-97a84149c126 req-c4daac0d-3fd0-4445-b28e-9c2fe747e81a service neutron] 10.222.0.41 "GET /v2.0/networks/497ebd3d-ea45-47a2-8a21-c6a7957e9fb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8027987 Jun 01 18:53:56.323511 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-54dee7a2-1d18-4887-8c3a-402b63dd864b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cb8e5b453db2419e9dcc2c80a22dbdbe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3006978 Jun 01 18:53:56.334079 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-feb2b5da-79f7-4854-9d62-da02054e22fb req-b7b95aa3-972a-4f01-b651-2c2aa87a8e07 tempest-ServersTestJSON-1122836914 tempest-ServersTestJSON-1122836914-project] 10.222.0.41 "GET /v2.0/security-groups?id=a41a438a-7d5d-4e3d-9835-863d30a4b6de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3309677 Jun 01 18:53:56.337607 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 57222) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:53:56.425499 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2ac29df9-58c1-4181-b29a-8ff08fc8a1fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:56.456996 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2ac29df9-58c1-4181-b29a-8ff08fc8a1fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:56.564509 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2ac29df9-58c1-4181-b29a-8ff08fc8a1fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:56.585054 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac29df9-58c1-4181-b29a-8ff08fc8a1fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b6dcbea-e5b6-4a0b-aede-483fbce2fd59,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:53:56.587756 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-c9c8bef3-ffb0-41e8-aa3b-446aa32e946c req-a85ace78-e850-4bdb-8e87-98e397a6aa4d tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] Synchronizing usage tracker for tenant:edc569c64df34433baeb55c13113ba41 on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:53:56.599610 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2ac29df9-58c1-4181-b29a-8ff08fc8a1fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:56.601170 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-2ac29df9-58c1-4181-b29a-8ff08fc8a1fe admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0b6dcbea-e5b6-4a0b-aede-483fbce2fd59 HTTP/1.1" status: 204 len: 168 time: 0.2625639 Jun 01 18:53:56.628614 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-c9c8bef3-ffb0-41e8-aa3b-446aa32e946c req-a85ace78-e850-4bdb-8e87-98e397a6aa4d tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] Unset dirty status for tenant:edc569c64df34433baeb55c13113ba41 on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:53:56.630425 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c9c8bef3-ffb0-41e8-aa3b-446aa32e946c req-a85ace78-e850-4bdb-8e87-98e397a6aa4d tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] 10.222.0.41 "GET /v2.0/ports?device_id=c448a7eb-5a54-4d0a-ba61-a1328fb461ff HTTP/1.1" status: 200 len: 210 time: 0.1191456 Jun 01 18:53:56.831392 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a04083a9-2e2b-4e5c-9bca-3866cc6a095a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2614064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9667190'] for subnet, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:56.968825 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09232987-2448-472c-8ecf-283646babf25 req-9334b738-7210-4b70-8fc3-19c17b668f7f tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:53:56.975885 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-09232987-2448-472c-8ecf-283646babf25 req-9334b738-7210-4b70-8fc3-19c17b668f7f tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=863d6d17-7ec0-45a3-a6dc-82b322b76ced HTTP/1.1" status: 200 len: 947 time: 0.1706550 Jun 01 18:53:57.085514 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-09232987-2448-472c-8ecf-283646babf25 req-9dd445ca-48b4-4b01-b4f5-f04fc2a332c4 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ce59b29-4aa6-4d2e-8584-a540c0a14c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017511 Jun 01 18:53:57.202030 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a04083a9-2e2b-4e5c-9bca-3866cc6a095a admin admin] Checking segment: {'id': 'ecb3f528-dbed-4312-ba29-7684ecfbe265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7a710216-a9ba-47da-a86f-23bc8e339e5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:53:57.202483 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a04083a9-2e2b-4e5c-9bca-3866cc6a095a admin admin] Network hostable DHCP agents. Network: 7a710216-a9ba-47da-a86f-23bc8e339e5a, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 18:53:57.211157 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8f027b50-c21c-4d77-9b48-97a84149c126 req-0eed1a75-26a8-4a74-9b30-9a3a674b772c service neutron] 10.222.0.41 "GET /v2.0/networks/497ebd3d-ea45-47a2-8a21-c6a7957e9fb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8145256 Jun 01 18:53:57.232027 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-236babf7-d5ee-41eb-93bd-d82e7a5db573 req-03852a42-1d99-49ae-a0d9-12ba82a9c4cb tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:57.260381 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04083a9-2e2b-4e5c-9bca-3866cc6a095a admin admin] Pushing event updated for resources: {'Subnet': ['ID=8cebf7e9-1140-4183-b8b2-8d4c3920d222,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:53:57.292875 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [req-236babf7-d5ee-41eb-93bd-d82e7a5db573 req-03852a42-1d99-49ae-a0d9-12ba82a9c4cb tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] Transition to ACTIVE for port object 3c91b70b-5114-421a-9fe1-7d632732d11b will not be triggered until provisioned by entity DHCP. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:53:57.386927 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.agents_db [None req-e814b9cf-7de8-45d0-a079-29c61fabe7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 18:53:57.807170 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-236babf7-d5ee-41eb-93bd-d82e7a5db573 req-03852a42-1d99-49ae-a0d9-12ba82a9c4cb tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:57.974405 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [req-43250a75-e95c-414d-9b5c-908284c3cb7d req-3a3e0f3e-daaa-4ae1-b922-aba7b64e3ed9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3fcc381-ae80-4fcd-9950-57f4a13a4d72 {{(pid=88525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:53:58.010503 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a04083a9-2e2b-4e5c-9bca-3866cc6a095a admin admin] Network 7a710216-a9ba-47da-a86f-23bc8e339e5a is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 18:53:58.022374 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-43250a75-e95c-414d-9b5c-908284c3cb7d req-3a3e0f3e-daaa-4ae1-b922-aba7b64e3ed9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:58.023777 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [req-83ad7f66-114a-4458-bad1-14ecad6a2676 req-a851aaba-2fce-4bc0-bfc4-ef0b62867b88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de9ccc2f-4787-43e3-92be-87652a65920b {{(pid=88524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:53:58.053520 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-83ad7f66-114a-4458-bad1-14ecad6a2676 req-a851aaba-2fce-4bc0-bfc4-ef0b62867b88 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:58.083169 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-236babf7-d5ee-41eb-93bd-d82e7a5db573 req-03852a42-1d99-49ae-a0d9-12ba82a9c4cb tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] Network 898153a3-5d71-43be-9d14-343ea4a48426 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:53:58.099829 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [req-83ad7f66-114a-4458-bad1-14ecad6a2676 req-a851aaba-2fce-4bc0-bfc4-ef0b62867b88 service neutron] Transition to ACTIVE for port object de9ccc2f-4787-43e3-92be-87652a65920b will not be triggered until provisioned by entity L2. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:53:58.114461 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03852a42-1d99-49ae-a0d9-12ba82a9c4cb tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] Pushing event updated for resources: {'Port': ['ID=3c91b70b-5114-421a-9fe1-7d632732d11b,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:53:58.116276 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-83ad7f66-114a-4458-bad1-14ecad6a2676 req-a851aaba-2fce-4bc0-bfc4-ef0b62867b88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:58.151747 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [req-236babf7-d5ee-41eb-93bd-d82e7a5db573 req-03852a42-1d99-49ae-a0d9-12ba82a9c4cb tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:53:58.160953 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [req-236babf7-d5ee-41eb-93bd-d82e7a5db573 req-03852a42-1d99-49ae-a0d9-12ba82a9c4cb tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:53:58.333615 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [req-43250a75-e95c-414d-9b5c-908284c3cb7d req-3a3e0f3e-daaa-4ae1-b922-aba7b64e3ed9 service neutron] Transition to ACTIVE for port object e3fcc381-ae80-4fcd-9950-57f4a13a4d72 will not be triggered until provisioned by entity L2. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:53:58.335574 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-a04083a9-2e2b-4e5c-9bca-3866cc6a095a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, 7a710216-a9ba-47da-a86f-23bc8e339e5a) {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:53:58.349191 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12c22417-54e1-467f-99cb-d71f1669ef0f None None] Network 7a710216-a9ba-47da-a86f-23bc8e339e5a requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 18:53:58.397418 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a04083a9-2e2b-4e5c-9bca-3866cc6a095a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:53:58.398014 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a04083a9-2e2b-4e5c-9bca-3866cc6a095a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:58.437257 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-43250a75-e95c-414d-9b5c-908284c3cb7d req-3a3e0f3e-daaa-4ae1-b922-aba7b64e3ed9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:58.804195 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236babf7-d5ee-41eb-93bd-d82e7a5db573 req-03852a42-1d99-49ae-a0d9-12ba82a9c4cb tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:53:58.807170 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-236babf7-d5ee-41eb-93bd-d82e7a5db573 req-03852a42-1d99-49ae-a0d9-12ba82a9c4cb tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:58.818495 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a851aaba-2fce-4bc0-bfc4-ef0b62867b88 service neutron] Pushing event updated for resources: {'Port': ['ID=de9ccc2f-4787-43e3-92be-87652a65920b,revision_number=2']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:53:58.896106 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6ac49202-b17c-4606-8e95-756df8384446 None None] Provisioning for port 3c91b70b-5114-421a-9fe1-7d632732d11b completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:53:58.947447 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6ac49202-b17c-4606-8e95-756df8384446 None None] Provisioning complete for port 3c91b70b-5114-421a-9fe1-7d632732d11b triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:53:58.947811 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6ac49202-b17c-4606-8e95-756df8384446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:59.005786 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f147cebf-a700-4de5-816f-bbe6bc3f74c1 req-e7cfd0a3-361b-46fc-9c42-fb2d5c7aa28d tempest-InstanceActionsNegativeTestJSON-1336298402 tempest-InstanceActionsNegativeTestJSON-1336298402-project] 10.222.0.41 "GET /v2.0/ports?device_id=abc5c024-db38-4dc1-9c57-28915d7de463 HTTP/1.1" status: 200 len: 210 time: 0.1914136 Jun 01 18:53:59.227828 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4153d4-d77d-422c-8f74-bd726f0a2abc req-a42c78f1-ebd7-4999-85e0-d8e51ec4c893 tempest-ServersTestJSON-1122836914 tempest-ServersTestJSON-1122836914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:53:59.265258 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6ac49202-b17c-4606-8e95-756df8384446 None None] Port 3c91b70b-5114-421a-9fe1-7d632732d11b cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 18:53:59.265465 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-7e4153d4-d77d-422c-8f74-bd726f0a2abc req-a42c78f1-ebd7-4999-85e0-d8e51ec4c893 tempest-ServersTestJSON-1122836914 tempest-ServersTestJSON-1122836914-project] Synchronizing usage tracker for tenant:be364c421efe43d392981c55745cbee0 on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:53:59.272545 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3e0f3e-daaa-4ae1-b922-aba7b64e3ed9 service neutron] Pushing event updated for resources: {'Port': ['ID=e3fcc381-ae80-4fcd-9950-57f4a13a4d72,revision_number=2']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:53:59.287842 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 57288) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:53:59.308946 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ddd908e-68bf-48c8-970a-5e9725e7dd98 None None] Network 7a710216-a9ba-47da-a86f-23bc8e339e5a requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 18:53:59.321183 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-236babf7-d5ee-41eb-93bd-d82e7a5db573 req-03852a42-1d99-49ae-a0d9-12ba82a9c4cb tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 6.7783105 Jun 01 18:53:59.342193 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-83ad7f66-114a-4458-bad1-14ecad6a2676 req-a851aaba-2fce-4bc0-bfc4-ef0b62867b88 service neutron] Attempting to bind port de9ccc2f-4787-43e3-92be-87652a65920b on host n-h2-844202-1 for vnic_type normal with profile {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:53:59.342802 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-83ad7f66-114a-4458-bad1-14ecad6a2676 req-a851aaba-2fce-4bc0-bfc4-ef0b62867b88 service neutron] Attempting to bind port de9ccc2f-4787-43e3-92be-87652a65920b by drivers openvswitch,hyperv on host n-h2-844202-1 at level 0 using segments [{'id': 'e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426'}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:53:59.342802 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83ad7f66-114a-4458-bad1-14ecad6a2676 req-a851aaba-2fce-4bc0-bfc4-ef0b62867b88 service neutron] Attempting to bind port de9ccc2f-4787-43e3-92be-87652a65920b on network 898153a3-5d71-43be-9d14-343ea4a48426 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:53:59.358051 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83ad7f66-114a-4458-bad1-14ecad6a2676 req-a851aaba-2fce-4bc0-bfc4-ef0b62867b88 service neutron] Port de9ccc2f-4787-43e3-92be-87652a65920b on network 898153a3-5d71-43be-9d14-343ea4a48426 not bound, no agent of type Open vSwitch agent registered on host n-h2-844202-1 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 18:53:59.358382 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83ad7f66-114a-4458-bad1-14ecad6a2676 req-a851aaba-2fce-4bc0-bfc4-ef0b62867b88 service neutron] Attempting to bind port de9ccc2f-4787-43e3-92be-87652a65920b on network 898153a3-5d71-43be-9d14-343ea4a48426 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:53:59.372116 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-a04083a9-2e2b-4e5c-9bca-3866cc6a095a admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.7435780 Jun 01 18:53:59.380790 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83ad7f66-114a-4458-bad1-14ecad6a2676 req-a851aaba-2fce-4bc0-bfc4-ef0b62867b88 service neutron] Checking agent: {'id': 'f5db9968-6317-4186-9100-9e0ca6b50417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 18, 53, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:53:59.385812 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83ad7f66-114a-4458-bad1-14ecad6a2676 req-a851aaba-2fce-4bc0-bfc4-ef0b62867b88 service neutron] Checking segment: {'id': 'e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:53:59.386320 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83ad7f66-114a-4458-bad1-14ecad6a2676 req-a851aaba-2fce-4bc0-bfc4-ef0b62867b88 service neutron] Bound using segment: {'id': 'e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426'} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:53:59.386797 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-83ad7f66-114a-4458-bad1-14ecad6a2676 req-a851aaba-2fce-4bc0-bfc4-ef0b62867b88 service neutron] Bound port: de9ccc2f-4787-43e3-92be-87652a65920b, host: n-h2-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426'}}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:53:59.387153 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-83ad7f66-114a-4458-bad1-14ecad6a2676 req-a851aaba-2fce-4bc0-bfc4-ef0b62867b88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:53:59.419228 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [req-236babf7-d5ee-41eb-93bd-d82e7a5db573 req-aaabf52a-6171-44aa-a2b9-c71462d5850f service neutron] Request body: {'port': {'device_id': 'c448a7eb-5a54-4d0a-ba61-a1328fb461ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844202-1'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:53:59.840335 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befc251e-a5f4-4e85-be54-7fc04f5ca25c req-da399e9a-347f-4015-bd71-ec6f81a55d73 tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:53:59.857997 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-befc251e-a5f4-4e85-be54-7fc04f5ca25c req-da399e9a-347f-4015-bd71-ec6f81a55d73 tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] 10.222.0.41 "GET /v2.0/ports?device_id=c448a7eb-5a54-4d0a-ba61-a1328fb461ff HTTP/1.1" status: 200 len: 936 time: 0.4279957 Jun 01 18:53:59.877853 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-83ad7f66-114a-4458-bad1-14ecad6a2676 req-a851aaba-2fce-4bc0-bfc4-ef0b62867b88 service neutron] For port de9ccc2f-4787-43e3-92be-87652a65920b, host n-h2-844202-1, cleared binding levels {{(pid=88524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:53:59.899846 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-83ad7f66-114a-4458-bad1-14ecad6a2676 req-a851aaba-2fce-4bc0-bfc4-ef0b62867b88 service neutron] For port de9ccc2f-4787-43e3-92be-87652a65920b, host n-h2-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=de9ccc2f-4787-43e3-92be-87652a65920b,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:53:59.927801 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-befc251e-a5f4-4e85-be54-7fc04f5ca25c req-9e81127c-ce1d-466d-9244-cbc1e2747f04 tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] Synchronizing usage tracker for tenant:edc569c64df34433baeb55c13113ba41 on resource:security_group {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:53:59.956043 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-236babf7-d5ee-41eb-93bd-d82e7a5db573 req-aaabf52a-6171-44aa-a2b9-c71462d5850f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:00.075808 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6fa5f1fb-fbfb-4de6-939f-33d12406c30f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:00.093514 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-7e4153d4-d77d-422c-8f74-bd726f0a2abc req-a42c78f1-ebd7-4999-85e0-d8e51ec4c893 tempest-ServersTestJSON-1122836914 tempest-ServersTestJSON-1122836914-project] Unset dirty status for tenant:be364c421efe43d392981c55745cbee0 on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:54:00.094809 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-7e4153d4-d77d-422c-8f74-bd726f0a2abc req-a42c78f1-ebd7-4999-85e0-d8e51ec4c893 tempest-ServersTestJSON-1122836914 tempest-ServersTestJSON-1122836914-project] 10.222.0.41 "GET /v2.0/ports?device_id=9de683b5-6960-4339-920c-d199fd362117 HTTP/1.1" status: 200 len: 932 time: 2.2921314 Jun 01 18:54:00.104710 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-6fa5f1fb-fbfb-4de6-939f-33d12406c30f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:54:00.109334 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-6fa5f1fb-fbfb-4de6-939f-33d12406c30f admin admin] Usage tracker for resource:security_group_rule and tenant:31fd237e7de4478b97e6c20d98ed3fbc is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:54:00.114590 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-6fa5f1fb-fbfb-4de6-939f-33d12406c30f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:54:00.122194 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-6fa5f1fb-fbfb-4de6-939f-33d12406c30f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:54:00.337622 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6fa5f1fb-fbfb-4de6-939f-33d12406c30f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:00.400433 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f027b50-c21c-4d77-9b48-97a84149c126 req-512fb0f8-66c9-46b9-9bb7-e854beddb6c3 tempest-InstanceActionsNegativeTestJSON-1336298402 tempest-InstanceActionsNegativeTestJSON-1336298402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:00.401943 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-8f027b50-c21c-4d77-9b48-97a84149c126 req-512fb0f8-66c9-46b9-9bb7-e854beddb6c3 tempest-InstanceActionsNegativeTestJSON-1336298402 tempest-InstanceActionsNegativeTestJSON-1336298402-project] 10.222.0.15 "GET /v2.0/networks?id=497ebd3d-ea45-47a2-8a21-c6a7957e9fb8 HTTP/1.1" status: 200 len: 821 time: 0.4777310 Jun 01 18:54:00.409565 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-83ad7f66-114a-4458-bad1-14ecad6a2676 req-a851aaba-2fce-4bc0-bfc4-ef0b62867b88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:00.528545 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-8f027b50-c21c-4d77-9b48-97a84149c126 req-441ebc09-a19d-4563-9121-0cbffe836c93 tempest-InstanceActionsNegativeTestJSON-1336298402 tempest-InstanceActionsNegativeTestJSON-1336298402-project] Request body: {'port': {'device_id': 'abc5c024-db38-4dc1-9c57-28915d7de463', 'network_id': '497ebd3d-ea45-47a2-8a21-c6a7957e9fb8', 'admin_state_up': True, 'tenant_id': '2aef4f942e144c6f9e2f1f6732a9fa94'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:54:00.544278 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a851aaba-2fce-4bc0-bfc4-ef0b62867b88 service neutron] Pushing event updated for resources: {'Port': ['ID=de9ccc2f-4787-43e3-92be-87652a65920b,revision_number=3']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:54:00.566414 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ad7f66-114a-4458-bad1-14ecad6a2676 req-a851aaba-2fce-4bc0-bfc4-ef0b62867b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:00.567421 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-83ad7f66-114a-4458-bad1-14ecad6a2676 req-a851aaba-2fce-4bc0-bfc4-ef0b62867b88 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:00.569200 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-83ad7f66-114a-4458-bad1-14ecad6a2676 req-a851aaba-2fce-4bc0-bfc4-ef0b62867b88 service neutron] 10.222.0.50 "PUT /v2.0/ports/de9ccc2f-4787-43e3-92be-87652a65920b HTTP/1.1" status: 200 len: 1095 time: 5.4188566 Jun 01 18:54:00.569689 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32244e54-23cc-458d-b7ea-5b386e43c2fc', 'tag': 'de9ccc2f-4787-43e3-92be-87652a65920b'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:54:00.609858 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-befc251e-a5f4-4e85-be54-7fc04f5ca25c req-9e81127c-ce1d-466d-9244-cbc1e2747f04 tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] Unset dirty status for tenant:edc569c64df34433baeb55c13113ba41 on resource:security_group {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:54:00.628325 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-befc251e-a5f4-4e85-be54-7fc04f5ca25c req-9e81127c-ce1d-466d-9244-cbc1e2747f04 tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] 10.222.0.41 "GET /v2.0/security-groups?id=c266819c-9421-4c09-b8ec-0766c6fc4de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7691519 Jun 01 18:54:00.895979 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [req-236babf7-d5ee-41eb-93bd-d82e7a5db573 req-aaabf52a-6171-44aa-a2b9-c71462d5850f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c91b70b-5114-421a-9fe1-7d632732d11b {{(pid=88525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:54:00.905708 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-236babf7-d5ee-41eb-93bd-d82e7a5db573 req-aaabf52a-6171-44aa-a2b9-c71462d5850f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:00.944359 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [req-236babf7-d5ee-41eb-93bd-d82e7a5db573 req-aaabf52a-6171-44aa-a2b9-c71462d5850f service neutron] Transition to ACTIVE for port object 3c91b70b-5114-421a-9fe1-7d632732d11b will not be triggered until provisioned by entity L2. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:54:01.038029 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6fa5f1fb-fbfb-4de6-939f-33d12406c30f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:01.044419 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dff2388-e0b5-4384-b209-7c85c774d434 req-84c90974-2272-4a7e-92ef-cc3f0654738c tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:01.052939 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6dff2388-e0b5-4384-b209-7c85c774d434 req-84c90974-2272-4a7e-92ef-cc3f0654738c tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=863d6d17-7ec0-45a3-a6dc-82b322b76ced HTTP/1.1" status: 200 len: 947 time: 0.2061765 Jun 01 18:54:01.063300 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ad7f66-114a-4458-bad1-14ecad6a2676 req-abe94540-9dbd-4982-aaea-a81d81235408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:01.065477 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-83ad7f66-114a-4458-bad1-14ecad6a2676 req-abe94540-9dbd-4982-aaea-a81d81235408 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=edc569c64df34433baeb55c13113ba41&device_id=32244e54-23cc-458d-b7ea-5b386e43c2fc HTTP/1.1" status: 200 len: 1098 time: 0.4362094 Jun 01 18:54:01.073988 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-236babf7-d5ee-41eb-93bd-d82e7a5db573 req-aaabf52a-6171-44aa-a2b9-c71462d5850f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:01.084372 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-43250a75-e95c-414d-9b5c-908284c3cb7d req-3a3e0f3e-daaa-4ae1-b922-aba7b64e3ed9 service neutron] Attempting to bind port e3fcc381-ae80-4fcd-9950-57f4a13a4d72 on host n-h2-844202-1 for vnic_type normal with profile {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:54:01.085291 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-43250a75-e95c-414d-9b5c-908284c3cb7d req-3a3e0f3e-daaa-4ae1-b922-aba7b64e3ed9 service neutron] Attempting to bind port e3fcc381-ae80-4fcd-9950-57f4a13a4d72 by drivers openvswitch,hyperv on host n-h2-844202-1 at level 0 using segments [{'id': 'ca8764fc-6603-47fe-89a3-1f102e13f351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '89cb058b-9ed3-4e37-a7ba-952d56201dad'}] {{(pid=88525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:54:01.086327 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43250a75-e95c-414d-9b5c-908284c3cb7d req-3a3e0f3e-daaa-4ae1-b922-aba7b64e3ed9 service neutron] Attempting to bind port e3fcc381-ae80-4fcd-9950-57f4a13a4d72 on network 89cb058b-9ed3-4e37-a7ba-952d56201dad {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:54:01.162574 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-83ad7f66-114a-4458-bad1-14ecad6a2676 req-06b33c79-4bb5-4dd6-b990-2887241f1413 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.10&port_id=de9ccc2f-4787-43e3-92be-87652a65920b HTTP/1.1" status: 200 len: 217 time: 0.0796633 Jun 01 18:54:01.220618 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa5f1fb-fbfb-4de6-939f-33d12406c30f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11b9cf48-f267-433d-9585-b06cfdd8c4c1,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:54:01.223681 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43250a75-e95c-414d-9b5c-908284c3cb7d req-3a3e0f3e-daaa-4ae1-b922-aba7b64e3ed9 service neutron] Port e3fcc381-ae80-4fcd-9950-57f4a13a4d72 on network 89cb058b-9ed3-4e37-a7ba-952d56201dad not bound, no agent of type Open vSwitch agent registered on host n-h2-844202-1 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 18:54:01.245155 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43250a75-e95c-414d-9b5c-908284c3cb7d req-3a3e0f3e-daaa-4ae1-b922-aba7b64e3ed9 service neutron] Attempting to bind port e3fcc381-ae80-4fcd-9950-57f4a13a4d72 on network 89cb058b-9ed3-4e37-a7ba-952d56201dad {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:54:01.263544 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-7e4153d4-d77d-422c-8f74-bd726f0a2abc req-c90ab5d7-bbab-40d3-89a6-b36ad65a2f58 tempest-ServersTestJSON-1122836914 tempest-ServersTestJSON-1122836914-project] 10.222.0.41 "GET /v2.0/security-groups?id=a41a438a-7d5d-4e3d-9835-863d30a4b6de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3081374 Jun 01 18:54:01.267800 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6dff2388-e0b5-4384-b209-7c85c774d434 req-8da97ae8-e133-45f9-95bc-9bb91475e2af tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ce59b29-4aa6-4d2e-8584-a540c0a14c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2133892 Jun 01 18:54:01.281384 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43250a75-e95c-414d-9b5c-908284c3cb7d req-3a3e0f3e-daaa-4ae1-b922-aba7b64e3ed9 service neutron] Checking agent: {'id': 'f5db9968-6317-4186-9100-9e0ca6b50417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 18, 53, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:54:01.281973 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43250a75-e95c-414d-9b5c-908284c3cb7d req-3a3e0f3e-daaa-4ae1-b922-aba7b64e3ed9 service neutron] Checking segment: {'id': 'ca8764fc-6603-47fe-89a3-1f102e13f351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '89cb058b-9ed3-4e37-a7ba-952d56201dad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:54:01.282845 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43250a75-e95c-414d-9b5c-908284c3cb7d req-3a3e0f3e-daaa-4ae1-b922-aba7b64e3ed9 service neutron] Bound using segment: {'id': 'ca8764fc-6603-47fe-89a3-1f102e13f351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '89cb058b-9ed3-4e37-a7ba-952d56201dad'} {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:54:01.283963 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ad7f66-114a-4458-bad1-14ecad6a2676 req-d2d1d836-8d51-46ce-a9e0-16e29afcac36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:01.285453 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-83ad7f66-114a-4458-bad1-14ecad6a2676 req-d2d1d836-8d51-46ce-a9e0-16e29afcac36 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=35e3ad2f-9c88-4698-b634-4e1b58de1cc2 HTTP/1.1" status: 200 len: 843 time: 0.1162755 Jun 01 18:54:01.297851 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-43250a75-e95c-414d-9b5c-908284c3cb7d req-3a3e0f3e-daaa-4ae1-b922-aba7b64e3ed9 service neutron] Bound port: e3fcc381-ae80-4fcd-9950-57f4a13a4d72, host: n-h2-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca8764fc-6603-47fe-89a3-1f102e13f351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '89cb058b-9ed3-4e37-a7ba-952d56201dad'}}] {{(pid=88525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:54:01.298642 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-43250a75-e95c-414d-9b5c-908284c3cb7d req-3a3e0f3e-daaa-4ae1-b922-aba7b64e3ed9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:01.344505 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-8f027b50-c21c-4d77-9b48-97a84149c126 req-441ebc09-a19d-4563-9121-0cbffe836c93 tempest-InstanceActionsNegativeTestJSON-1336298402 tempest-InstanceActionsNegativeTestJSON-1336298402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:54:01.355419 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-8f027b50-c21c-4d77-9b48-97a84149c126 req-441ebc09-a19d-4563-9121-0cbffe836c93 tempest-InstanceActionsNegativeTestJSON-1336298402 tempest-InstanceActionsNegativeTestJSON-1336298402-project] Usage tracker for resource:port and tenant:2aef4f942e144c6f9e2f1f6732a9fa94 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:54:01.363623 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-8f027b50-c21c-4d77-9b48-97a84149c126 req-441ebc09-a19d-4563-9121-0cbffe836c93 tempest-InstanceActionsNegativeTestJSON-1336298402 tempest-InstanceActionsNegativeTestJSON-1336298402-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:54:01.377269 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-8f027b50-c21c-4d77-9b48-97a84149c126 req-441ebc09-a19d-4563-9121-0cbffe836c93 tempest-InstanceActionsNegativeTestJSON-1336298402 tempest-InstanceActionsNegativeTestJSON-1336298402-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:54:01.396335 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ad7f66-114a-4458-bad1-14ecad6a2676 req-0889ab83-d214-49bf-bf8c-515e4c1c4370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:01.397907 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-83ad7f66-114a-4458-bad1-14ecad6a2676 req-0889ab83-d214-49bf-bf8c-515e4c1c4370 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=898153a3-5d71-43be-9d14-343ea4a48426&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1020133 Jun 01 18:54:01.403655 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f027b50-c21c-4d77-9b48-97a84149c126 req-441ebc09-a19d-4563-9121-0cbffe836c93 tempest-InstanceActionsNegativeTestJSON-1336298402 tempest-InstanceActionsNegativeTestJSON-1336298402-project] Made reservation on behalf of 2aef4f942e144c6f9e2f1f6732a9fa94 for: {'port': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:54:01.411430 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-8f027b50-c21c-4d77-9b48-97a84149c126 req-441ebc09-a19d-4563-9121-0cbffe836c93 tempest-InstanceActionsNegativeTestJSON-1336298402 tempest-InstanceActionsNegativeTestJSON-1336298402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:01.718326 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-6fa5f1fb-fbfb-4de6-939f-33d12406c30f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=31fd237e7de4478b97e6c20d98ed3fbc&name=default HTTP/1.1" status: 200 len: 2983 time: 2.3999853 Jun 01 18:54:01.737144 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 57324) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:54:01.836849 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-83ad7f66-114a-4458-bad1-14ecad6a2676 req-acde02e7-7f73-4b75-8bf9-d8e34045a948 service neutron] 10.222.0.50 "GET /v2.0/networks/898153a3-5d71-43be-9d14-343ea4a48426?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4013891 Jun 01 18:54:01.853380 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaabf52a-6171-44aa-a2b9-c71462d5850f service neutron] Pushing event updated for resources: {'Port': ['ID=3c91b70b-5114-421a-9fe1-7d632732d11b,revision_number=2']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:54:01.954120 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-80a7bc88-6158-4419-b609-1364d025f5b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:02.148050 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-43250a75-e95c-414d-9b5c-908284c3cb7d req-3a3e0f3e-daaa-4ae1-b922-aba7b64e3ed9 service neutron] For port e3fcc381-ae80-4fcd-9950-57f4a13a4d72, host n-h2-844202-1, cleared binding levels {{(pid=88525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:54:02.184120 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-80a7bc88-6158-4419-b609-1364d025f5b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:02.197668 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-83ad7f66-114a-4458-bad1-14ecad6a2676 req-9d77f08d-c724-4921-a5f2-b10182bfdf20 service neutron] 10.222.0.50 "GET /v2.0/networks/898153a3-5d71-43be-9d14-343ea4a48426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3499820 Jun 01 18:54:02.291782 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-5e803973-aeb1-46e6-8b7c-a5e2204ce896 req-89abb31e-c5d7-4720-81f9-2094bb30a54c tempest-InstanceActionsNegativeTestJSON-1336298402 tempest-InstanceActionsNegativeTestJSON-1336298402-project] 10.222.0.41 "GET /v2.0/ports?device_id=abc5c024-db38-4dc1-9c57-28915d7de463 HTTP/1.1" status: 200 len: 210 time: 0.1102865 Jun 01 18:54:02.298917 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-43250a75-e95c-414d-9b5c-908284c3cb7d req-3a3e0f3e-daaa-4ae1-b922-aba7b64e3ed9 service neutron] For port e3fcc381-ae80-4fcd-9950-57f4a13a4d72, host n-h2-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=e3fcc381-ae80-4fcd-9950-57f4a13a4d72,segment=NetworkSegment(ca8764fc-6603-47fe-89a3-1f102e13f351),segment_id=ca8764fc-6603-47fe-89a3-1f102e13f351)] {{(pid=88525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:54:02.308173 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-236babf7-d5ee-41eb-93bd-d82e7a5db573 req-aaabf52a-6171-44aa-a2b9-c71462d5850f service neutron] Attempting to bind port 3c91b70b-5114-421a-9fe1-7d632732d11b on host n-h1-844202-1 for vnic_type normal with profile {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:54:02.309344 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-236babf7-d5ee-41eb-93bd-d82e7a5db573 req-aaabf52a-6171-44aa-a2b9-c71462d5850f service neutron] Attempting to bind port 3c91b70b-5114-421a-9fe1-7d632732d11b by drivers openvswitch,hyperv on host n-h1-844202-1 at level 0 using segments [{'id': 'e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426'}] {{(pid=88525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:54:02.309834 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-236babf7-d5ee-41eb-93bd-d82e7a5db573 req-aaabf52a-6171-44aa-a2b9-c71462d5850f service neutron] Attempting to bind port 3c91b70b-5114-421a-9fe1-7d632732d11b on network 898153a3-5d71-43be-9d14-343ea4a48426 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:54:02.348029 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-236babf7-d5ee-41eb-93bd-d82e7a5db573 req-aaabf52a-6171-44aa-a2b9-c71462d5850f service neutron] Port 3c91b70b-5114-421a-9fe1-7d632732d11b on network 898153a3-5d71-43be-9d14-343ea4a48426 not bound, no agent of type Open vSwitch agent registered on host n-h1-844202-1 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 18:54:02.348714 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-236babf7-d5ee-41eb-93bd-d82e7a5db573 req-aaabf52a-6171-44aa-a2b9-c71462d5850f service neutron] Attempting to bind port 3c91b70b-5114-421a-9fe1-7d632732d11b on network 898153a3-5d71-43be-9d14-343ea4a48426 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:54:02.372487 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-236babf7-d5ee-41eb-93bd-d82e7a5db573 req-aaabf52a-6171-44aa-a2b9-c71462d5850f service neutron] Checking agent: {'id': 'bdb1e5d7-b998-4259-838f-3d278e930f32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 18, 53, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:54:02.373047 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-236babf7-d5ee-41eb-93bd-d82e7a5db573 req-aaabf52a-6171-44aa-a2b9-c71462d5850f service neutron] Checking segment: {'id': 'e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:54:02.373590 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-236babf7-d5ee-41eb-93bd-d82e7a5db573 req-aaabf52a-6171-44aa-a2b9-c71462d5850f service neutron] Bound using segment: {'id': 'e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426'} {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:54:02.374213 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-236babf7-d5ee-41eb-93bd-d82e7a5db573 req-aaabf52a-6171-44aa-a2b9-c71462d5850f service neutron] Bound port: 3c91b70b-5114-421a-9fe1-7d632732d11b, host: n-h1-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426'}}] {{(pid=88525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:54:02.374717 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-236babf7-d5ee-41eb-93bd-d82e7a5db573 req-aaabf52a-6171-44aa-a2b9-c71462d5850f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:02.405145 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-43250a75-e95c-414d-9b5c-908284c3cb7d req-3a3e0f3e-daaa-4ae1-b922-aba7b64e3ed9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:02.587029 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3c3c5e6-0b49-4cf0-8b67-ef9f3a702379'] response: {'name': 'network-changed', 'server_uuid': '32244e54-23cc-458d-b7ea-5b386e43c2fc', 'tag': 'de9ccc2f-4787-43e3-92be-87652a65920b', 'status': 'completed', 'code': 200} Jun 01 18:54:02.645110 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [req-8f027b50-c21c-4d77-9b48-97a84149c126 req-441ebc09-a19d-4563-9121-0cbffe836c93 tempest-InstanceActionsNegativeTestJSON-1336298402 tempest-InstanceActionsNegativeTestJSON-1336298402-project] Allocated IP 172.20.0.5 (497ebd3d-ea45-47a2-8a21-c6a7957e9fb8/9e942d6d-dc6f-44c8-96b2-96982093e275/c660e956-1a68-4e96-be3e-30e751441e78) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:54:02.677177 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43250a75-e95c-414d-9b5c-908284c3cb7d req-3a3e0f3e-daaa-4ae1-b922-aba7b64e3ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:02.678956 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-43250a75-e95c-414d-9b5c-908284c3cb7d req-3a3e0f3e-daaa-4ae1-b922-aba7b64e3ed9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:02.681317 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-43250a75-e95c-414d-9b5c-908284c3cb7d req-3a3e0f3e-daaa-4ae1-b922-aba7b64e3ed9 service neutron] 10.222.0.50 "PUT /v2.0/ports/e3fcc381-ae80-4fcd-9950-57f4a13a4d72 HTTP/1.1" status: 200 len: 1092 time: 7.3143740 Jun 01 18:54:02.732651 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9de683b5-6960-4339-920c-d199fd362117', 'tag': 'e3fcc381-ae80-4fcd-9950-57f4a13a4d72'}] {{(pid=88525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:54:02.835496 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f214a35-ecac-4b4e-8115-0c411d532e32 req-3cae7760-f412-4ab2-b728-b37cafe1d5af tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:02.836244 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-8f214a35-ecac-4b4e-8115-0c411d532e32 req-3cae7760-f412-4ab2-b728-b37cafe1d5af tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Synchronizing usage tracker for tenant:0edcfecaba054f29a657f364ed77530c on resource:network {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:54:02.953546 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cf053b-7f3f-43c9-9f96-ec8ab0893e54 req-ec66d65c-e1c0-4dd8-84ac-425aceabeb2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:02.955510 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-46cf053b-7f3f-43c9-9f96-ec8ab0893e54 req-ec66d65c-e1c0-4dd8-84ac-425aceabeb2f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=edc569c64df34433baeb55c13113ba41&device_id=32244e54-23cc-458d-b7ea-5b386e43c2fc HTTP/1.1" status: 200 len: 1098 time: 0.3675454 Jun 01 18:54:03.018555 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-8f214a35-ecac-4b4e-8115-0c411d532e32 req-3cae7760-f412-4ab2-b728-b37cafe1d5af tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Unset dirty status for tenant:0edcfecaba054f29a657f364ed77530c on resource:network {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:54:03.019906 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-8f214a35-ecac-4b4e-8115-0c411d532e32 req-3cae7760-f412-4ab2-b728-b37cafe1d5af tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/networks?id=7a710216-a9ba-47da-a86f-23bc8e339e5a HTTP/1.1" status: 200 len: 812 time: 1.1822803 Jun 01 18:54:03.031661 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3e0f3e-daaa-4ae1-b922-aba7b64e3ed9 service neutron] Pushing event updated for resources: {'Port': ['ID=e3fcc381-ae80-4fcd-9950-57f4a13a4d72,revision_number=3']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:54:03.042645 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-80a7bc88-6158-4419-b609-1364d025f5b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:03.071636 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-236babf7-d5ee-41eb-93bd-d82e7a5db573 req-aaabf52a-6171-44aa-a2b9-c71462d5850f service neutron] For port 3c91b70b-5114-421a-9fe1-7d632732d11b, host n-h1-844202-1, cleared binding levels {{(pid=88525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:54:03.074109 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a7bc88-6158-4419-b609-1364d025f5b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11b9cf48-f267-433d-9585-b06cfdd8c4c1,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:54:03.093306 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-236babf7-d5ee-41eb-93bd-d82e7a5db573 req-aaabf52a-6171-44aa-a2b9-c71462d5850f service neutron] For port 3c91b70b-5114-421a-9fe1-7d632732d11b, host n-h1-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=3c91b70b-5114-421a-9fe1-7d632732d11b,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:54:03.098244 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-80a7bc88-6158-4419-b609-1364d025f5b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:03.099604 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-80a7bc88-6158-4419-b609-1364d025f5b8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/11b9cf48-f267-433d-9585-b06cfdd8c4c1 HTTP/1.1" status: 204 len: 168 time: 1.3615279 Jun 01 18:54:03.117894 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4b84f7-1bac-496f-98b8-509cba5a8d82 req-cf5c66e9-04dc-484b-9adc-8f70eec4bada tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:03.118908 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-9d4b84f7-1bac-496f-98b8-509cba5a8d82 req-cf5c66e9-04dc-484b-9adc-8f70eec4bada tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] Synchronizing usage tracker for tenant:edc569c64df34433baeb55c13113ba41 on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:54:03.124924 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-236babf7-d5ee-41eb-93bd-d82e7a5db573 req-aaabf52a-6171-44aa-a2b9-c71462d5850f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:03.176465 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43250a75-e95c-414d-9b5c-908284c3cb7d req-d4b48e62-8d86-43dd-af74-fb3f41101c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:03.178298 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-43250a75-e95c-414d-9b5c-908284c3cb7d req-d4b48e62-8d86-43dd-af74-fb3f41101c3e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=be364c421efe43d392981c55745cbee0&device_id=9de683b5-6960-4339-920c-d199fd362117 HTTP/1.1" status: 200 len: 1095 time: 0.4338343 Jun 01 18:54:03.323242 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-8f214a35-ecac-4b4e-8115-0c411d532e32 req-32e37673-66ed-4a0a-8730-06fc822913cf tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/quotas/0edcfecaba054f29a657f364ed77530c HTTP/1.1" status: 200 len: 375 time: 0.0486469 Jun 01 18:54:03.373681 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236babf7-d5ee-41eb-93bd-d82e7a5db573 req-aaabf52a-6171-44aa-a2b9-c71462d5850f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:03.374591 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-236babf7-d5ee-41eb-93bd-d82e7a5db573 req-aaabf52a-6171-44aa-a2b9-c71462d5850f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:03.380354 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-236babf7-d5ee-41eb-93bd-d82e7a5db573 req-aaabf52a-6171-44aa-a2b9-c71462d5850f service neutron] 10.222.0.15 "PUT /v2.0/ports/3c91b70b-5114-421a-9fe1-7d632732d11b HTTP/1.1" status: 200 len: 1096 time: 3.9951129 Jun 01 18:54:03.410151 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-43250a75-e95c-414d-9b5c-908284c3cb7d req-900cbb1b-bb01-400d-a4bd-642ddd008700 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e3fcc381-ae80-4fcd-9950-57f4a13a4d72 HTTP/1.1" status: 200 len: 217 time: 0.2157586 Jun 01 18:54:03.412070 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-9d4b84f7-1bac-496f-98b8-509cba5a8d82 req-cf5c66e9-04dc-484b-9adc-8f70eec4bada tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] Unset dirty status for tenant:edc569c64df34433baeb55c13113ba41 on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:54:03.423471 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-9d4b84f7-1bac-496f-98b8-509cba5a8d82 req-cf5c66e9-04dc-484b-9adc-8f70eec4bada tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] 10.222.0.41 "GET /v2.0/ports?device_id=c448a7eb-5a54-4d0a-ba61-a1328fb461ff HTTP/1.1" status: 200 len: 948 time: 0.7704880 Jun 01 18:54:03.472807 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-8f214a35-ecac-4b4e-8115-0c411d532e32 req-90f7d9e1-5ab6-4de5-8685-b3b40566442c tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=0edcfecaba054f29a657f364ed77530c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1182747 Jun 01 18:54:03.518708 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-8f027b50-c21c-4d77-9b48-97a84149c126 req-441ebc09-a19d-4563-9121-0cbffe836c93 tempest-InstanceActionsNegativeTestJSON-1336298402 tempest-InstanceActionsNegativeTestJSON-1336298402-project] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:03.629426 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cf053b-7f3f-43c9-9f96-ec8ab0893e54 req-f24bfd1f-5983-4391-8e48-799d94a54991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:03.630886 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-46cf053b-7f3f-43c9-9f96-ec8ab0893e54 req-f24bfd1f-5983-4391-8e48-799d94a54991 service neutron] 10.222.0.50 "GET /v2.0/networks?id=898153a3-5d71-43be-9d14-343ea4a48426 HTTP/1.1" status: 200 len: 870 time: 0.6591210 Jun 01 18:54:03.631884 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaabf52a-6171-44aa-a2b9-c71462d5850f service neutron] Pushing event updated for resources: {'Port': ['ID=3c91b70b-5114-421a-9fe1-7d632732d11b,revision_number=3']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:54:03.661753 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-9d4b84f7-1bac-496f-98b8-509cba5a8d82 req-d3970d75-6730-4a58-a81f-2269d8149589 tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] 10.222.0.41 "GET /v2.0/security-groups?id=c266819c-9421-4c09-b8ec-0766c6fc4de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2371678 Jun 01 18:54:03.702451 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43250a75-e95c-414d-9b5c-908284c3cb7d req-de5299b9-21b1-400e-83e2-ed65ff2c79ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:03.719544 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-43250a75-e95c-414d-9b5c-908284c3cb7d req-de5299b9-21b1-400e-83e2-ed65ff2c79ac service neutron] 10.222.0.50 "GET /v2.0/subnets?id=20c92181-6933-4439-bedd-96ced55ea613 HTTP/1.1" status: 200 len: 845 time: 0.3083084 Jun 01 18:54:03.743102 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-46cf053b-7f3f-43c9-9f96-ec8ab0893e54 req-28816d1a-5809-44e5-8c06-571b8d9c192f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.10&port_id=de9ccc2f-4787-43e3-92be-87652a65920b HTTP/1.1" status: 200 len: 217 time: 0.0913172 Jun 01 18:54:03.846685 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-8f214a35-ecac-4b4e-8115-0c411d532e32 req-59a9a520-49bc-4f9e-8a3f-b089f10ac12d service neutron] 10.222.0.41 "GET /v2.0/networks/7a710216-a9ba-47da-a86f-23bc8e339e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3580887 Jun 01 18:54:03.847513 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 57354) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:54:03.895736 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236babf7-d5ee-41eb-93bd-d82e7a5db573 req-ed34be0f-3493-4b18-aa2f-8229bb168627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:03.897378 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-236babf7-d5ee-41eb-93bd-d82e7a5db573 req-ed34be0f-3493-4b18-aa2f-8229bb168627 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=edc569c64df34433baeb55c13113ba41&device_id=c448a7eb-5a54-4d0a-ba61-a1328fb461ff HTTP/1.1" status: 200 len: 1099 time: 0.4123273 Jun 01 18:54:03.912752 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f2be144a-6cea-42a3-bc95-d09289c1843c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:03.983130 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-236babf7-d5ee-41eb-93bd-d82e7a5db573 req-039282e6-8992-49d7-b976-93a0eadabe73 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=3c91b70b-5114-421a-9fe1-7d632732d11b HTTP/1.1" status: 200 len: 217 time: 0.0726590 Jun 01 18:54:03.984827 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cf053b-7f3f-43c9-9f96-ec8ab0893e54 req-3f28747c-42f9-4b28-830c-baa8dd1c5d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:03.987135 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-46cf053b-7f3f-43c9-9f96-ec8ab0893e54 req-3f28747c-42f9-4b28-830c-baa8dd1c5d86 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=35e3ad2f-9c88-4698-b634-4e1b58de1cc2 HTTP/1.1" status: 200 len: 843 time: 0.2350914 Jun 01 18:54:04.012553 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-f2be144a-6cea-42a3-bc95-d09289c1843c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:54:04.016789 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-f2be144a-6cea-42a3-bc95-d09289c1843c admin admin] Usage tracker for resource:security_group_rule and tenant:0f1fc1f054f6416a9695507740fda907 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:54:04.020325 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-f2be144a-6cea-42a3-bc95-d09289c1843c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:54:04.026462 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-f2be144a-6cea-42a3-bc95-d09289c1843c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:54:04.027152 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device de9ccc2f-4787-43e3-92be-87652a65920b details requested by agent hyperv_n-h2-844202-1 with host n-h2-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 18:54:04.094223 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-8f027b50-c21c-4d77-9b48-97a84149c126 req-441ebc09-a19d-4563-9121-0cbffe836c93 tempest-InstanceActionsNegativeTestJSON-1336298402 tempest-InstanceActionsNegativeTestJSON-1336298402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:04.100704 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5de531-4be0-434f-a3ce-1c31094de43f req-dd57b479-0038-41bf-a707-0ac508cbcf15 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:04.112484 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-cf5de531-4be0-434f-a3ce-1c31094de43f req-dd57b479-0038-41bf-a707-0ac508cbcf15 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=863d6d17-7ec0-45a3-a6dc-82b322b76ced HTTP/1.1" status: 200 len: 947 time: 0.3054476 Jun 01 18:54:04.120884 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43250a75-e95c-414d-9b5c-908284c3cb7d req-36cda363-d671-4623-8671-36c55a28c196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:04.122723 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-43250a75-e95c-414d-9b5c-908284c3cb7d req-36cda363-d671-4623-8671-36c55a28c196 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=89cb058b-9ed3-4e37-a7ba-952d56201dad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3943856 Jun 01 18:54:04.243746 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port de9ccc2f-4787-43e3-92be-87652a65920b, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=de9ccc2f-4787-43e3-92be-87652a65920b,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:54:04.260898 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Returning: {'device': 'de9ccc2f-4787-43e3-92be-87652a65920b', 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426', 'port_id': 'de9ccc2f-4787-43e3-92be-87652a65920b', 'mac_address': 'fa:16:3e:a5:d2:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35e3ad2f-9c88-4698-b634-4e1b58de1cc2', 'ip_address': '192.168.233.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 18:54:04.269169 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f027b50-c21c-4d77-9b48-97a84149c126 req-441ebc09-a19d-4563-9121-0cbffe836c93 tempest-InstanceActionsNegativeTestJSON-1336298402 tempest-InstanceActionsNegativeTestJSON-1336298402-project] Network 497ebd3d-ea45-47a2-8a21-c6a7957e9fb8 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:54:04.277819 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [req-8f027b50-c21c-4d77-9b48-97a84149c126 req-441ebc09-a19d-4563-9121-0cbffe836c93 tempest-InstanceActionsNegativeTestJSON-1336298402 tempest-InstanceActionsNegativeTestJSON-1336298402-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:54:04.287096 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f027b50-c21c-4d77-9b48-97a84149c126 req-441ebc09-a19d-4563-9121-0cbffe836c93 tempest-InstanceActionsNegativeTestJSON-1336298402 tempest-InstanceActionsNegativeTestJSON-1336298402-project] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:54:04.350009 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port de9ccc2f-4787-43e3-92be-87652a65920b is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:54:04.350479 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:04.353888 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441ebc09-a19d-4563-9121-0cbffe836c93 tempest-InstanceActionsNegativeTestJSON-1336298402 tempest-InstanceActionsNegativeTestJSON-1336298402-project] Pushing event updated for resources: {'Port': ['ID=c660e956-1a68-4e96-be3e-30e751441e78,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:54:04.392251 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de9ccc2f-4787-43e3-92be-87652a65920b {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:54:04.399877 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-8f214a35-ecac-4b4e-8115-0c411d532e32 req-c66314cf-b0a3-49b5-abf2-4e3663086ca1 service neutron] 10.222.0.41 "GET /v2.0/networks/7a710216-a9ba-47da-a86f-23bc8e339e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5457833 Jun 01 18:54:04.416284 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port de9ccc2f-4787-43e3-92be-87652a65920b, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=de9ccc2f-4787-43e3-92be-87652a65920b,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:54:04.418435 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-43250a75-e95c-414d-9b5c-908284c3cb7d req-d3161591-a201-4d80-aa3c-ecdb43a2bdc2 service neutron] 10.222.0.50 "GET /v2.0/networks/89cb058b-9ed3-4e37-a7ba-952d56201dad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2797475 Jun 01 18:54:04.423775 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:04.451710 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f027b50-c21c-4d77-9b48-97a84149c126 req-441ebc09-a19d-4563-9121-0cbffe836c93 tempest-InstanceActionsNegativeTestJSON-1336298402 tempest-InstanceActionsNegativeTestJSON-1336298402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:04.455014 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-8f027b50-c21c-4d77-9b48-97a84149c126 req-441ebc09-a19d-4563-9121-0cbffe836c93 tempest-InstanceActionsNegativeTestJSON-1336298402 tempest-InstanceActionsNegativeTestJSON-1336298402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:04.519932 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=de9ccc2f-4787-43e3-92be-87652a65920b,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:54:04.529865 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:54:04.530260 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:54:04.530663 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:54:04.531060 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:54:04.531432 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:54:04.531754 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:54:04.532792 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:54:04.533435 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:54:04.533899 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:54:04.534275 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:54:04.534607 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:54:04.534925 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:54:04.538730 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cf053b-7f3f-43c9-9f96-ec8ab0893e54 req-3d6f2fe9-db01-4731-9105-e5897560031c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:04.540891 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-46cf053b-7f3f-43c9-9f96-ec8ab0893e54 req-3d6f2fe9-db01-4731-9105-e5897560031c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=898153a3-5d71-43be-9d14-343ea4a48426&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5466063 Jun 01 18:54:04.600537 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-43250a75-e95c-414d-9b5c-908284c3cb7d req-0ece090b-0af2-40ee-8c8a-3dedb9d2cf56 service neutron] 10.222.0.50 "GET /v2.0/networks/89cb058b-9ed3-4e37-a7ba-952d56201dad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696968 Jun 01 18:54:04.625011 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] get_ports_and_sgs() called for port_ids ['de9ccc2f-4787-43e3-92be-87652a65920b'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:54:04.643438 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-cf5de531-4be0-434f-a3ce-1c31094de43f req-7caf17b5-89e3-4b49-89c6-6294181426b0 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ce59b29-4aa6-4d2e-8584-a540c0a14c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5295954 Jun 01 18:54:04.652258 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236babf7-d5ee-41eb-93bd-d82e7a5db573 req-57b833ee-7640-4880-8d0e-25bb72fb6c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:04.654971 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-236babf7-d5ee-41eb-93bd-d82e7a5db573 req-57b833ee-7640-4880-8d0e-25bb72fb6c44 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=35e3ad2f-9c88-4698-b634-4e1b58de1cc2 HTTP/1.1" status: 200 len: 843 time: 0.6586530 Jun 01 18:54:04.702941 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-8f027b50-c21c-4d77-9b48-97a84149c126 req-441ebc09-a19d-4563-9121-0cbffe836c93 tempest-InstanceActionsNegativeTestJSON-1336298402 tempest-InstanceActionsNegativeTestJSON-1336298402-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2822623 Jun 01 18:54:04.710870 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f2be144a-6cea-42a3-bc95-d09289c1843c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:04.735156 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-8f027b50-c21c-4d77-9b48-97a84149c126 req-7abcb814-e9cb-44cf-b5bc-e3fb63e9a063 service neutron] Request body: {'port': {'device_id': 'abc5c024-db38-4dc1-9c57-28915d7de463', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844202-1'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:54:04.766361 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f2be144a-6cea-42a3-bc95-d09289c1843c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:04.806341 n-d-844202-1 neutron-server[88525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7da7aa0c-4b7a-4cdb-ba27-bf5979ff1ed0'] response: {'name': 'network-changed', 'server_uuid': '9de683b5-6960-4339-920c-d199fd362117', 'tag': 'e3fcc381-ae80-4fcd-9950-57f4a13a4d72', 'status': 'completed', 'code': 200} Jun 01 18:54:04.929323 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-f2be144a-6cea-42a3-bc95-d09289c1843c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0f1fc1f054f6416a9695507740fda907&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0777786 Jun 01 18:54:04.943034 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 57366) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:54:04.957229 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2be144a-6cea-42a3-bc95-d09289c1843c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d61487f5-0038-42d7-bf39-d188c5f169af,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:54:05.107797 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-46cf053b-7f3f-43c9-9f96-ec8ab0893e54 req-4b9f1a8a-8ef2-4bf0-ba51-98d864726036 service neutron] 10.222.0.50 "GET /v2.0/networks/898153a3-5d71-43be-9d14-343ea4a48426?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5466051 Jun 01 18:54:05.115377 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236babf7-d5ee-41eb-93bd-d82e7a5db573 req-826aba33-d1bb-45a2-a3e6-393e627f0baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:05.117281 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-236babf7-d5ee-41eb-93bd-d82e7a5db573 req-826aba33-d1bb-45a2-a3e6-393e627f0baf service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=898153a3-5d71-43be-9d14-343ea4a48426&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4548156 Jun 01 18:54:05.122485 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce23e1d6-6f90-4055-a1c2-5f9ff46f13a4 req-8984564a-5dbb-4c66-8fa0-eea68666551e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:05.124017 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ce23e1d6-6f90-4055-a1c2-5f9ff46f13a4 req-8984564a-5dbb-4c66-8fa0-eea68666551e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=be364c421efe43d392981c55745cbee0&device_id=9de683b5-6960-4339-920c-d199fd362117 HTTP/1.1" status: 200 len: 1095 time: 0.3166788 Jun 01 18:54:05.155637 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-8f027b50-c21c-4d77-9b48-97a84149c126 req-7abcb814-e9cb-44cf-b5bc-e3fb63e9a063 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:05.328479 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-aa521667-8770-4ab9-9651-1c8d75c5fa4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:05.357443 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a71751c-88e4-4c02-862c-5d77da2e978d req-324e2ed4-491b-4536-8340-5503e928ba24 tempest-ServersTestJSON-1122836914 tempest-ServersTestJSON-1122836914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:05.365585 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9a71751c-88e4-4c02-862c-5d77da2e978d req-324e2ed4-491b-4536-8340-5503e928ba24 tempest-ServersTestJSON-1122836914 tempest-ServersTestJSON-1122836914-project] 10.222.0.41 "GET /v2.0/ports?device_id=9de683b5-6960-4339-920c-d199fd362117 HTTP/1.1" status: 200 len: 944 time: 0.5471427 Jun 01 18:54:05.439989 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-aa521667-8770-4ab9-9651-1c8d75c5fa4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:05.564675 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-46cf053b-7f3f-43c9-9f96-ec8ab0893e54 req-ac784924-bbd3-40b2-8194-03fee27482ef service neutron] 10.222.0.50 "GET /v2.0/networks/898153a3-5d71-43be-9d14-343ea4a48426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4466310 Jun 01 18:54:05.611188 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9a71751c-88e4-4c02-862c-5d77da2e978d req-c1c2deda-a332-495e-9a85-39d27b337497 tempest-ServersTestJSON-1122836914 tempest-ServersTestJSON-1122836914-project] 10.222.0.41 "GET /v2.0/security-groups?id=a41a438a-7d5d-4e3d-9835-863d30a4b6de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2447286 Jun 01 18:54:05.740021 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097feba2-55d8-4c90-90c0-42abb5a96059 req-8296b783-e468-42a8-b565-bcb7e09183d8 tempest-InstanceActionsNegativeTestJSON-1336298402 tempest-InstanceActionsNegativeTestJSON-1336298402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:05.756890 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-097feba2-55d8-4c90-90c0-42abb5a96059 req-8296b783-e468-42a8-b565-bcb7e09183d8 tempest-InstanceActionsNegativeTestJSON-1336298402 tempest-InstanceActionsNegativeTestJSON-1336298402-project] 10.222.0.41 "GET /v2.0/ports?device_id=abc5c024-db38-4dc1-9c57-28915d7de463 HTTP/1.1" status: 200 len: 931 time: 0.7574270 Jun 01 18:54:05.776711 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-236babf7-d5ee-41eb-93bd-d82e7a5db573 req-8eb7def0-e40c-437e-85c2-9e246dc0cc35 service neutron] 10.222.0.15 "GET /v2.0/networks/898153a3-5d71-43be-9d14-343ea4a48426?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6471703 Jun 01 18:54:05.937267 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-aa521667-8770-4ab9-9651-1c8d75c5fa4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:05.968347 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa521667-8770-4ab9-9651-1c8d75c5fa4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d61487f5-0038-42d7-bf39-d188c5f169af,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:54:05.986769 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-aa521667-8770-4ab9-9651-1c8d75c5fa4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:05.991636 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-aa521667-8770-4ab9-9651-1c8d75c5fa4f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d61487f5-0038-42d7-bf39-d188c5f169af HTTP/1.1" status: 204 len: 168 time: 1.0475318 Jun 01 18:54:06.042900 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device de9ccc2f-4787-43e3-92be-87652a65920b up at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:54:06.077300 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce23e1d6-6f90-4055-a1c2-5f9ff46f13a4 req-e04c1c58-9764-411e-a766-f8d51f78f1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:06.078721 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ce23e1d6-6f90-4055-a1c2-5f9ff46f13a4 req-e04c1c58-9764-411e-a766-f8d51f78f1f5 service neutron] 10.222.0.50 "GET /v2.0/networks?id=89cb058b-9ed3-4e37-a7ba-952d56201dad HTTP/1.1" status: 200 len: 907 time: 0.9256191 Jun 01 18:54:06.084937 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-097feba2-55d8-4c90-90c0-42abb5a96059 req-448961b3-4f3e-4026-bb3d-ebbb53ebff99 tempest-InstanceActionsNegativeTestJSON-1336298402 tempest-InstanceActionsNegativeTestJSON-1336298402-project] Synchronizing usage tracker for tenant:2aef4f942e144c6f9e2f1f6732a9fa94 on resource:security_group {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:54:06.168803 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning for port de9ccc2f-4787-43e3-92be-87652a65920b completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:54:06.175389 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ce23e1d6-6f90-4055-a1c2-5f9ff46f13a4 req-511cd043-1d5a-41ad-af75-631674db61b7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e3fcc381-ae80-4fcd-9950-57f4a13a4d72 HTTP/1.1" status: 200 len: 217 time: 0.0862503 Jun 01 18:54:06.175991 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning complete for port de9ccc2f-4787-43e3-92be-87652a65920b triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:54:06.176491 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:06.243532 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-236babf7-d5ee-41eb-93bd-d82e7a5db573 req-f536c1d2-3e4e-41b3-8656-8b73e4a4cbd6 service neutron] 10.222.0.15 "GET /v2.0/networks/898153a3-5d71-43be-9d14-343ea4a48426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4361775 Jun 01 18:54:06.260781 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-097feba2-55d8-4c90-90c0-42abb5a96059 req-448961b3-4f3e-4026-bb3d-ebbb53ebff99 tempest-InstanceActionsNegativeTestJSON-1336298402 tempest-InstanceActionsNegativeTestJSON-1336298402-project] Unset dirty status for tenant:2aef4f942e144c6f9e2f1f6732a9fa94 on resource:security_group {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:54:06.264826 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-097feba2-55d8-4c90-90c0-42abb5a96059 req-448961b3-4f3e-4026-bb3d-ebbb53ebff99 tempest-InstanceActionsNegativeTestJSON-1336298402 tempest-InstanceActionsNegativeTestJSON-1336298402-project] 10.222.0.41 "GET /v2.0/security-groups?id=4e23aa47-74f2-49b6-941c-83054b077efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5059967 Jun 01 18:54:06.307209 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce23e1d6-6f90-4055-a1c2-5f9ff46f13a4 req-3cb6decd-b23f-421d-b3c8-1aa3de029d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:06.311494 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ce23e1d6-6f90-4055-a1c2-5f9ff46f13a4 req-3cb6decd-b23f-421d-b3c8-1aa3de029d65 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=20c92181-6933-4439-bedd-96ced55ea613 HTTP/1.1" status: 200 len: 845 time: 0.1248362 Jun 01 18:54:06.336937 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7ad96c46-53ef-4136-9d9c-23129ba06d79 req-2b8c3132-197d-49a2-8c87-aaa65636db55 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/ports?device_id=1791c1d3-2ca2-4ec5-8a5a-755694dd39c3 HTTP/1.1" status: 200 len: 210 time: 0.2638676 Jun 01 18:54:06.412830 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [req-8f027b50-c21c-4d77-9b48-97a84149c126 req-7abcb814-e9cb-44cf-b5bc-e3fb63e9a063 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c660e956-1a68-4e96-be3e-30e751441e78 {{(pid=88524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:54:06.436947 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-8f027b50-c21c-4d77-9b48-97a84149c126 req-7abcb814-e9cb-44cf-b5bc-e3fb63e9a063 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:06.482611 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port de9ccc2f-4787-43e3-92be-87652a65920b is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:54:06.482979 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:06.566046 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [req-8f027b50-c21c-4d77-9b48-97a84149c126 req-7abcb814-e9cb-44cf-b5bc-e3fb63e9a063 service neutron] Transition to ACTIVE for port object c660e956-1a68-4e96-be3e-30e751441e78 will not be triggered until provisioned by entity L2. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:54:06.581106 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port de9ccc2f-4787-43e3-92be-87652a65920b, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=de9ccc2f-4787-43e3-92be-87652a65920b,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:54:06.583230 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32244e54-23cc-458d-b7ea-5b386e43c2fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de9ccc2f-4787-43e3-92be-87652a65920b'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:54:06.584855 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce23e1d6-6f90-4055-a1c2-5f9ff46f13a4 req-bb9dd95d-734a-4c0c-b412-56269731ac4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:06.590869 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ce23e1d6-6f90-4055-a1c2-5f9ff46f13a4 req-bb9dd95d-734a-4c0c-b412-56269731ac4a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=89cb058b-9ed3-4e37-a7ba-952d56201dad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2723444 Jun 01 18:54:06.596953 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:06.809475 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=de9ccc2f-4787-43e3-92be-87652a65920b,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:54:06.816798 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-8f027b50-c21c-4d77-9b48-97a84149c126 req-7abcb814-e9cb-44cf-b5bc-e3fb63e9a063 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:07.012389 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c448a7eb-5a54-4d0a-ba61-a1328fb461ff', 'tag': '3c91b70b-5114-421a-9fe1-7d632732d11b'}] {{(pid=88525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:54:07.019673 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ce23e1d6-6f90-4055-a1c2-5f9ff46f13a4 req-4397c0d9-07b5-4265-a6ff-913f83e61977 service neutron] 10.222.0.50 "GET /v2.0/networks/89cb058b-9ed3-4e37-a7ba-952d56201dad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4210677 Jun 01 18:54:07.083242 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-8174e8f5-0984-4c2c-a73a-f82956070135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:07.126969 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f214a35-ecac-4b4e-8115-0c411d532e32 req-907e5ca9-9ced-486d-b227-3ab44aefd821 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:07.128817 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-8f214a35-ecac-4b4e-8115-0c411d532e32 req-907e5ca9-9ced-486d-b227-3ab44aefd821 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.50 "GET /v2.0/networks?id=7a710216-a9ba-47da-a86f-23bc8e339e5a HTTP/1.1" status: 200 len: 812 time: 0.6513431 Jun 01 18:54:07.159585 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-8f214a35-ecac-4b4e-8115-0c411d532e32 req-a4181003-c7ec-4e54-bb37-86de45f9e21a tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Request body: {'port': {'device_id': '1791c1d3-2ca2-4ec5-8a5a-755694dd39c3', 'network_id': '7a710216-a9ba-47da-a86f-23bc8e339e5a', 'admin_state_up': True, 'tenant_id': '0edcfecaba054f29a657f364ed77530c'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:54:07.289212 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ce23e1d6-6f90-4055-a1c2-5f9ff46f13a4 req-1105468a-f009-49ea-8f62-c8a386b1f20a service neutron] 10.222.0.50 "GET /v2.0/networks/89cb058b-9ed3-4e37-a7ba-952d56201dad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2586901 Jun 01 18:54:07.319941 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe7a93c-8702-49ce-8751-4dfd75358484 req-52f0bc40-d370-4150-8c68-6870a1902427 tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:07.327006 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2fe7a93c-8702-49ce-8751-4dfd75358484 req-52f0bc40-d370-4150-8c68-6870a1902427 tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] 10.222.0.41 "GET /v2.0/ports?device_id=c448a7eb-5a54-4d0a-ba61-a1328fb461ff HTTP/1.1" status: 200 len: 948 time: 0.8775158 Jun 01 18:54:07.379810 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2fe7a93c-8702-49ce-8751-4dfd75358484 req-ab2c886c-c01b-4f58-ae76-3abbda52f739 tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] 10.222.0.41 "GET /v2.0/security-groups?id=c266819c-9421-4c09-b8ec-0766c6fc4de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518584 Jun 01 18:54:07.440245 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64224128-877f-4c9d-afbc-c329977402a9'] response: {'server_uuid': '32244e54-23cc-458d-b7ea-5b386e43c2fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de9ccc2f-4787-43e3-92be-87652a65920b', 'code': 200} Jun 01 18:54:07.578313 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abcb814-e9cb-44cf-b5bc-e3fb63e9a063 service neutron] Pushing event updated for resources: {'Port': ['ID=c660e956-1a68-4e96-be3e-30e751441e78,revision_number=2']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:54:07.691532 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df908f3b-fd31-4375-a881-fe8d3e8af912 req-569ea978-b186-430c-a5a3-58d175d23543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:07.693490 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-df908f3b-fd31-4375-a881-fe8d3e8af912 req-569ea978-b186-430c-a5a3-58d175d23543 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=32244e54-23cc-458d-b7ea-5b386e43c2fc HTTP/1.1" status: 200 len: 1100 time: 0.1828389 Jun 01 18:54:07.701808 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08919e07-4d86-4727-b4e4-b2162ce5b996 req-a596dcac-9cc8-423d-88f2-b1782db01edd tempest-ServersTestJSON-1122836914 tempest-ServersTestJSON-1122836914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:07.709834 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-08919e07-4d86-4727-b4e4-b2162ce5b996 req-a596dcac-9cc8-423d-88f2-b1782db01edd tempest-ServersTestJSON-1122836914 tempest-ServersTestJSON-1122836914-project] 10.222.0.41 "GET /v2.0/ports?device_id=9de683b5-6960-4339-920c-d199fd362117 HTTP/1.1" status: 200 len: 944 time: 0.1411099 Jun 01 18:54:07.717171 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc90fc53-8464-496a-9d6e-775595927264 req-2e39c50f-b98b-42ed-a60a-12072c03d74f tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:07.731414 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-cc90fc53-8464-496a-9d6e-775595927264 req-2e39c50f-b98b-42ed-a60a-12072c03d74f tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=863d6d17-7ec0-45a3-a6dc-82b322b76ced HTTP/1.1" status: 200 len: 947 time: 1.1307931 Jun 01 18:54:07.787960 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-df908f3b-fd31-4375-a881-fe8d3e8af912 req-a852732e-f8a7-4dd4-927e-a0b1456fd424 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=c266819c-9421-4c09-b8ec-0766c6fc4de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752292 Jun 01 18:54:07.802649 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-08919e07-4d86-4727-b4e4-b2162ce5b996 req-af0aec53-ee06-4809-b1a4-e2d55d22d835 tempest-ServersTestJSON-1122836914 tempest-ServersTestJSON-1122836914-project] 10.222.0.41 "GET /v2.0/security-groups?id=a41a438a-7d5d-4e3d-9835-863d30a4b6de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910881 Jun 01 18:54:07.850746 n-d-844202-1 neutron-server[88525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59aa74a6-1390-4a72-9177-6a2059c06f87'] response: {'name': 'network-changed', 'server_uuid': 'c448a7eb-5a54-4d0a-ba61-a1328fb461ff', 'tag': '3c91b70b-5114-421a-9fe1-7d632732d11b', 'status': 'completed', 'code': 200} Jun 01 18:54:07.916349 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-8f214a35-ecac-4b4e-8115-0c411d532e32 req-a4181003-c7ec-4e54-bb37-86de45f9e21a tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:54:07.931911 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-8f214a35-ecac-4b4e-8115-0c411d532e32 req-a4181003-c7ec-4e54-bb37-86de45f9e21a tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Usage tracker for resource:port and tenant:0edcfecaba054f29a657f364ed77530c is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:54:07.936468 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-8f027b50-c21c-4d77-9b48-97a84149c126 req-7abcb814-e9cb-44cf-b5bc-e3fb63e9a063 service neutron] Attempting to bind port c660e956-1a68-4e96-be3e-30e751441e78 on host n-h1-844202-1 for vnic_type normal with profile {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:54:07.936935 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-8f027b50-c21c-4d77-9b48-97a84149c126 req-7abcb814-e9cb-44cf-b5bc-e3fb63e9a063 service neutron] Attempting to bind port c660e956-1a68-4e96-be3e-30e751441e78 by drivers openvswitch,hyperv on host n-h1-844202-1 at level 0 using segments [{'id': '8cc86459-beb0-4d8c-9fe6-6989b1f57674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '497ebd3d-ea45-47a2-8a21-c6a7957e9fb8'}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:54:07.937371 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f027b50-c21c-4d77-9b48-97a84149c126 req-7abcb814-e9cb-44cf-b5bc-e3fb63e9a063 service neutron] Attempting to bind port c660e956-1a68-4e96-be3e-30e751441e78 on network 497ebd3d-ea45-47a2-8a21-c6a7957e9fb8 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:54:07.942871 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-8f214a35-ecac-4b4e-8115-0c411d532e32 req-a4181003-c7ec-4e54-bb37-86de45f9e21a tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:54:07.976883 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-8f214a35-ecac-4b4e-8115-0c411d532e32 req-a4181003-c7ec-4e54-bb37-86de45f9e21a tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:54:08.003438 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-cc90fc53-8464-496a-9d6e-775595927264 req-98587240-8fc9-4ea9-b95f-1181431d5eef tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ce59b29-4aa6-4d2e-8584-a540c0a14c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2710133 Jun 01 18:54:08.004787 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f027b50-c21c-4d77-9b48-97a84149c126 req-7abcb814-e9cb-44cf-b5bc-e3fb63e9a063 service neutron] Port c660e956-1a68-4e96-be3e-30e751441e78 on network 497ebd3d-ea45-47a2-8a21-c6a7957e9fb8 not bound, no agent of type Open vSwitch agent registered on host n-h1-844202-1 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 18:54:08.005291 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f027b50-c21c-4d77-9b48-97a84149c126 req-7abcb814-e9cb-44cf-b5bc-e3fb63e9a063 service neutron] Attempting to bind port c660e956-1a68-4e96-be3e-30e751441e78 on network 497ebd3d-ea45-47a2-8a21-c6a7957e9fb8 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:54:08.028415 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f214a35-ecac-4b4e-8115-0c411d532e32 req-a4181003-c7ec-4e54-bb37-86de45f9e21a tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Made reservation on behalf of 0edcfecaba054f29a657f364ed77530c for: {'port': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:54:08.032760 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-8f214a35-ecac-4b4e-8115-0c411d532e32 req-a4181003-c7ec-4e54-bb37-86de45f9e21a tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:08.059486 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device e3fcc381-ae80-4fcd-9950-57f4a13a4d72 details requested by agent hyperv_n-h2-844202-1 with host n-h2-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 18:54:08.121411 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f027b50-c21c-4d77-9b48-97a84149c126 req-7abcb814-e9cb-44cf-b5bc-e3fb63e9a063 service neutron] Checking agent: {'id': 'bdb1e5d7-b998-4259-838f-3d278e930f32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 18, 53, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:54:08.121751 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f027b50-c21c-4d77-9b48-97a84149c126 req-7abcb814-e9cb-44cf-b5bc-e3fb63e9a063 service neutron] Checking segment: {'id': '8cc86459-beb0-4d8c-9fe6-6989b1f57674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '497ebd3d-ea45-47a2-8a21-c6a7957e9fb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:54:08.122140 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f027b50-c21c-4d77-9b48-97a84149c126 req-7abcb814-e9cb-44cf-b5bc-e3fb63e9a063 service neutron] Bound using segment: {'id': '8cc86459-beb0-4d8c-9fe6-6989b1f57674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '497ebd3d-ea45-47a2-8a21-c6a7957e9fb8'} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:54:08.122580 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-8f027b50-c21c-4d77-9b48-97a84149c126 req-7abcb814-e9cb-44cf-b5bc-e3fb63e9a063 service neutron] Bound port: c660e956-1a68-4e96-be3e-30e751441e78, host: n-h1-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cc86459-beb0-4d8c-9fe6-6989b1f57674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '497ebd3d-ea45-47a2-8a21-c6a7957e9fb8'}}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:54:08.128755 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-8f027b50-c21c-4d77-9b48-97a84149c126 req-7abcb814-e9cb-44cf-b5bc-e3fb63e9a063 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:08.240684 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a818dd58-38b6-469b-ae53-352284dc793e req-3de80ca2-dc3c-4a45-a3de-017145174e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:08.242561 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a818dd58-38b6-469b-ae53-352284dc793e req-3de80ca2-dc3c-4a45-a3de-017145174e48 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=edc569c64df34433baeb55c13113ba41&device_id=c448a7eb-5a54-4d0a-ba61-a1328fb461ff HTTP/1.1" status: 200 len: 1099 time: 0.3635190 Jun 01 18:54:08.262057 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f25416-fcf0-464a-9503-f13a8753f839 req-167ffcd9-e7f2-414d-bdf3-dd17bf47c1fd tempest-InstanceActionsNegativeTestJSON-1336298402 tempest-InstanceActionsNegativeTestJSON-1336298402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:08.273669 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-17f25416-fcf0-464a-9503-f13a8753f839 req-167ffcd9-e7f2-414d-bdf3-dd17bf47c1fd tempest-InstanceActionsNegativeTestJSON-1336298402 tempest-InstanceActionsNegativeTestJSON-1336298402-project] 10.222.0.41 "GET /v2.0/ports?device_id=abc5c024-db38-4dc1-9c57-28915d7de463 HTTP/1.1" status: 200 len: 943 time: 0.3060217 Jun 01 18:54:08.429749 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c04e42e0-4760-4279-b66a-1ef64b576b20 req-867283b1-9c64-4157-af8b-73538d8d6490 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/ports?device_id=1791c1d3-2ca2-4ec5-8a5a-755694dd39c3 HTTP/1.1" status: 200 len: 210 time: 0.1647685 Jun 01 18:54:08.472243 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port e3fcc381-ae80-4fcd-9950-57f4a13a4d72, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=e3fcc381-ae80-4fcd-9950-57f4a13a4d72,segment=NetworkSegment(ca8764fc-6603-47fe-89a3-1f102e13f351),segment_id=ca8764fc-6603-47fe-89a3-1f102e13f351)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:54:08.513147 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Returning: {'device': 'e3fcc381-ae80-4fcd-9950-57f4a13a4d72', 'network_id': '89cb058b-9ed3-4e37-a7ba-952d56201dad', 'port_id': 'e3fcc381-ae80-4fcd-9950-57f4a13a4d72', 'mac_address': 'fa:16:3e:dd:a3:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20c92181-6933-4439-bedd-96ced55ea613', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 18:54:08.583275 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-8f027b50-c21c-4d77-9b48-97a84149c126 req-7abcb814-e9cb-44cf-b5bc-e3fb63e9a063 service neutron] For port c660e956-1a68-4e96-be3e-30e751441e78, host n-h1-844202-1, cleared binding levels {{(pid=88524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:54:08.616551 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-8f027b50-c21c-4d77-9b48-97a84149c126 req-7abcb814-e9cb-44cf-b5bc-e3fb63e9a063 service neutron] For port c660e956-1a68-4e96-be3e-30e751441e78, host n-h1-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=c660e956-1a68-4e96-be3e-30e751441e78,segment=NetworkSegment(8cc86459-beb0-4d8c-9fe6-6989b1f57674),segment_id=8cc86459-beb0-4d8c-9fe6-6989b1f57674)] {{(pid=88524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:54:08.626778 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-8f027b50-c21c-4d77-9b48-97a84149c126 req-7abcb814-e9cb-44cf-b5bc-e3fb63e9a063 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:08.628894 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-17f25416-fcf0-464a-9503-f13a8753f839 req-85e620ee-da39-411b-bb86-995d0c325091 tempest-InstanceActionsNegativeTestJSON-1336298402 tempest-InstanceActionsNegativeTestJSON-1336298402-project] 10.222.0.41 "GET /v2.0/security-groups?id=4e23aa47-74f2-49b6-941c-83054b077efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3177316 Jun 01 18:54:08.700338 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port e3fcc381-ae80-4fcd-9950-57f4a13a4d72 is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:54:08.700658 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:08.743196 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3fcc381-ae80-4fcd-9950-57f4a13a4d72 {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:54:08.749119 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a818dd58-38b6-469b-ae53-352284dc793e req-7ca1a6bd-7721-4a90-b033-e2463d52f3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:08.753782 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a818dd58-38b6-469b-ae53-352284dc793e req-7ca1a6bd-7721-4a90-b033-e2463d52f3fe service neutron] 10.222.0.15 "GET /v2.0/networks?id=898153a3-5d71-43be-9d14-343ea4a48426 HTTP/1.1" status: 200 len: 870 time: 0.4784780 Jun 01 18:54:08.769907 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [req-8f214a35-ecac-4b4e-8115-0c411d532e32 req-a4181003-c7ec-4e54-bb37-86de45f9e21a tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Allocated IP 172.20.0.4 (7a710216-a9ba-47da-a86f-23bc8e339e5a/8cebf7e9-1140-4183-b8b2-8d4c3920d222/4aec13c0-1bc4-4dbb-825f-531a1bef3529) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:54:08.802124 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port e3fcc381-ae80-4fcd-9950-57f4a13a4d72, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=e3fcc381-ae80-4fcd-9950-57f4a13a4d72,segment=NetworkSegment(ca8764fc-6603-47fe-89a3-1f102e13f351),segment_id=ca8764fc-6603-47fe-89a3-1f102e13f351)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:54:08.808567 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:08.919943 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f027b50-c21c-4d77-9b48-97a84149c126 req-7abcb814-e9cb-44cf-b5bc-e3fb63e9a063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:08.921111 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-8f027b50-c21c-4d77-9b48-97a84149c126 req-7abcb814-e9cb-44cf-b5bc-e3fb63e9a063 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:08.922778 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-8f027b50-c21c-4d77-9b48-97a84149c126 req-7abcb814-e9cb-44cf-b5bc-e3fb63e9a063 service neutron] 10.222.0.15 "PUT /v2.0/ports/c660e956-1a68-4e96-be3e-30e751441e78 HTTP/1.1" status: 200 len: 1091 time: 4.1957769 Jun 01 18:54:08.923669 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abc5c024-db38-4dc1-9c57-28915d7de463', 'tag': 'c660e956-1a68-4e96-be3e-30e751441e78'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:54:08.973576 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a818dd58-38b6-469b-ae53-352284dc793e req-4ebc749d-f7c6-4e42-8266-ae003d09e68e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=3c91b70b-5114-421a-9fe1-7d632732d11b HTTP/1.1" status: 200 len: 217 time: 0.2110054 Jun 01 18:54:09.037051 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=e3fcc381-ae80-4fcd-9950-57f4a13a4d72,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:54:09.054986 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] get_ports_and_sgs() called for port_ids ['e3fcc381-ae80-4fcd-9950-57f4a13a4d72'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:54:09.337001 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-8f214a35-ecac-4b4e-8115-0c411d532e32 req-a4181003-c7ec-4e54-bb37-86de45f9e21a tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:09.463773 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-5ab3f168-544c-4ae0-91af-60e8e6506841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:09.504620 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a818dd58-38b6-469b-ae53-352284dc793e req-8d504312-7215-4ccc-859a-7291c95c68c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:09.512542 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a818dd58-38b6-469b-ae53-352284dc793e req-8d504312-7215-4ccc-859a-7291c95c68c0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=35e3ad2f-9c88-4698-b634-4e1b58de1cc2 HTTP/1.1" status: 200 len: 843 time: 0.5239825 Jun 01 18:54:09.637270 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-8f214a35-ecac-4b4e-8115-0c411d532e32 req-a4181003-c7ec-4e54-bb37-86de45f9e21a tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:09.661504 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abcb814-e9cb-44cf-b5bc-e3fb63e9a063 service neutron] Pushing event updated for resources: {'Port': ['ID=c660e956-1a68-4e96-be3e-30e751441e78,revision_number=3']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:54:09.685373 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dda4f4a-0cff-4fee-84f9-404e105a1586 req-5cb8ae34-746d-45b0-84fd-6b3d5a6793cc tempest-ServersTestJSON-1122836914 tempest-ServersTestJSON-1122836914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:09.686909 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3dda4f4a-0cff-4fee-84f9-404e105a1586 req-5cb8ae34-746d-45b0-84fd-6b3d5a6793cc tempest-ServersTestJSON-1122836914 tempest-ServersTestJSON-1122836914-project] 10.222.0.41 "GET /v2.0/ports?device_id=9de683b5-6960-4339-920c-d199fd362117 HTTP/1.1" status: 200 len: 945 time: 0.3418176 Jun 01 18:54:09.693284 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a818dd58-38b6-469b-ae53-352284dc793e req-ecd0e09d-a0bf-44ff-bb34-06674f0b65c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:09.695356 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a818dd58-38b6-469b-ae53-352284dc793e req-ecd0e09d-a0bf-44ff-bb34-06674f0b65c2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=898153a3-5d71-43be-9d14-343ea4a48426&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1710839 Jun 01 18:54:09.738303 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f214a35-ecac-4b4e-8115-0c411d532e32 req-a4181003-c7ec-4e54-bb37-86de45f9e21a tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Network 7a710216-a9ba-47da-a86f-23bc8e339e5a is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:54:09.749082 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [req-8f214a35-ecac-4b4e-8115-0c411d532e32 req-a4181003-c7ec-4e54-bb37-86de45f9e21a tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:54:09.752264 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 3c91b70b-5114-421a-9fe1-7d632732d11b details requested by agent hyperv_n-h1-844202-1 with host n-h1-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 18:54:09.763240 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f214a35-ecac-4b4e-8115-0c411d532e32 req-a4181003-c7ec-4e54-bb37-86de45f9e21a tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:54:09.798982 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 57472) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:54:09.839044 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4181003-c7ec-4e54-bb37-86de45f9e21a tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Pushing event updated for resources: {'Port': ['ID=4aec13c0-1bc4-4dbb-825f-531a1bef3529,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:54:09.873412 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dbc5c0-39ba-472c-b368-b713bedca073 req-a6d15869-a121-4a4f-85d8-8ef55e5b95cd tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:09.882255 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c5dbc5c0-39ba-472c-b368-b713bedca073 req-a6d15869-a121-4a4f-85d8-8ef55e5b95cd tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] 10.222.0.41 "GET /v2.0/ports?device_id=c448a7eb-5a54-4d0a-ba61-a1328fb461ff HTTP/1.1" status: 200 len: 948 time: 1.1253960 Jun 01 18:54:09.882921 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a818dd58-38b6-469b-ae53-352284dc793e req-ae0d852c-0c08-4c0b-b453-ac57862cf67f service neutron] 10.222.0.15 "GET /v2.0/networks/898153a3-5d71-43be-9d14-343ea4a48426?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539156 Jun 01 18:54:09.890252 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f214a35-ecac-4b4e-8115-0c411d532e32 req-a4181003-c7ec-4e54-bb37-86de45f9e21a tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:09.891121 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-8f214a35-ecac-4b4e-8115-0c411d532e32 req-a4181003-c7ec-4e54-bb37-86de45f9e21a tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:09.894136 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3dda4f4a-0cff-4fee-84f9-404e105a1586 req-e100685d-a6ca-4685-af4e-2d1422bc1489 tempest-ServersTestJSON-1122836914 tempest-ServersTestJSON-1122836914-project] 10.222.0.41 "GET /v2.0/security-groups?id=a41a438a-7d5d-4e3d-9835-863d30a4b6de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1977003 Jun 01 18:54:09.924085 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f027b50-c21c-4d77-9b48-97a84149c126 req-3c960958-f7fd-4cae-9895-28f4df2a9aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:09.927117 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-8f027b50-c21c-4d77-9b48-97a84149c126 req-3c960958-f7fd-4cae-9895-28f4df2a9aa7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2aef4f942e144c6f9e2f1f6732a9fa94&device_id=abc5c024-db38-4dc1-9c57-28915d7de463 HTTP/1.1" status: 200 len: 1094 time: 0.5430939 Jun 01 18:54:10.071351 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device e3fcc381-ae80-4fcd-9950-57f4a13a4d72 up at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:54:10.082273 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a818dd58-38b6-469b-ae53-352284dc793e req-f72d4609-695b-4fec-9ed5-868a036e9cc3 service neutron] 10.222.0.15 "GET /v2.0/networks/898153a3-5d71-43be-9d14-343ea4a48426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870506 Jun 01 18:54:10.133102 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0b8a831-902e-4821-aa1f-e6383e194701'] response: {'name': 'network-changed', 'server_uuid': 'abc5c024-db38-4dc1-9c57-28915d7de463', 'tag': 'c660e956-1a68-4e96-be3e-30e751441e78', 'status': 'completed', 'code': 200} Jun 01 18:54:10.161860 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-8f027b50-c21c-4d77-9b48-97a84149c126 req-450ea762-7138-469b-8e83-58a1ce4e2369 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c660e956-1a68-4e96-be3e-30e751441e78 HTTP/1.1" status: 200 len: 217 time: 0.1783850 Jun 01 18:54:10.183819 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port 3c91b70b-5114-421a-9fe1-7d632732d11b, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=3c91b70b-5114-421a-9fe1-7d632732d11b,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:54:10.222768 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Returning: {'device': '3c91b70b-5114-421a-9fe1-7d632732d11b', 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426', 'port_id': '3c91b70b-5114-421a-9fe1-7d632732d11b', 'mac_address': 'fa:16:3e:03:cf:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35e3ad2f-9c88-4698-b634-4e1b58de1cc2', 'ip_address': '192.168.233.248'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 18:54:10.238915 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-8f214a35-ecac-4b4e-8115-0c411d532e32 req-a4181003-c7ec-4e54-bb37-86de45f9e21a tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0899816 Jun 01 18:54:10.254026 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-8f214a35-ecac-4b4e-8115-0c411d532e32 req-a3d2b0e8-802a-45f3-aa5c-23cc14856cee service neutron] Request body: {'port': {'device_id': '1791c1d3-2ca2-4ec5-8a5a-755694dd39c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844202-1'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:54:10.289152 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1c995c40-f6a2-46d1-9362-f02651e5bdcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:10.303328 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning for port e3fcc381-ae80-4fcd-9950-57f4a13a4d72 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:54:10.311747 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb89608a-ede2-4610-9fab-9ee6110077e8 req-bbd4d559-5026-48fb-b973-9812af81dba0 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:10.314900 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-cb89608a-ede2-4610-9fab-9ee6110077e8 req-bbd4d559-5026-48fb-b973-9812af81dba0 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=863d6d17-7ec0-45a3-a6dc-82b322b76ced HTTP/1.1" status: 200 len: 947 time: 0.1236098 Jun 01 18:54:10.320584 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c5dbc5c0-39ba-472c-b368-b713bedca073 req-b0a4e05e-6755-4b11-9f82-4cd5b412b7f3 tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] 10.222.0.41 "GET /v2.0/security-groups?id=c266819c-9421-4c09-b8ec-0766c6fc4de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4290679 Jun 01 18:54:10.359009 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning complete for port e3fcc381-ae80-4fcd-9950-57f4a13a4d72 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:54:10.359506 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:10.388840 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-cb89608a-ede2-4610-9fab-9ee6110077e8 req-25c3a554-61c0-458d-bb27-8cfb754a977f tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ce59b29-4aa6-4d2e-8584-a540c0a14c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617847 Jun 01 18:54:10.403456 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-1c995c40-f6a2-46d1-9362-f02651e5bdcc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:54:10.428978 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-1c995c40-f6a2-46d1-9362-f02651e5bdcc admin admin] Usage tracker for resource:security_group_rule and tenant:705ddaf33f17431fb3cbbcfe6ee57d35 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:54:10.452043 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-1c995c40-f6a2-46d1-9362-f02651e5bdcc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:54:10.484263 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-1c995c40-f6a2-46d1-9362-f02651e5bdcc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:54:10.488563 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f027b50-c21c-4d77-9b48-97a84149c126 req-e480116d-7a0d-4a4a-8441-5337d4d1a33c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:10.490280 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-8f027b50-c21c-4d77-9b48-97a84149c126 req-e480116d-7a0d-4a4a-8441-5337d4d1a33c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9e942d6d-dc6f-44c8-96b2-96982093e275 HTTP/1.1" status: 200 len: 861 time: 0.3063974 Jun 01 18:54:10.497857 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port 3c91b70b-5114-421a-9fe1-7d632732d11b is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:54:10.498237 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:10.544962 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c91b70b-5114-421a-9fe1-7d632732d11b {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:54:10.553097 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:10.590032 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port 3c91b70b-5114-421a-9fe1-7d632732d11b, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=3c91b70b-5114-421a-9fe1-7d632732d11b,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:54:10.593184 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:10.652723 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:10.715992 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-8f027b50-c21c-4d77-9b48-97a84149c126 req-25296955-6e31-4d78-9f67-6db1a3219b14 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=497ebd3d-ea45-47a2-8a21-c6a7957e9fb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1796732 Jun 01 18:54:10.784501 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-8f214a35-ecac-4b4e-8115-0c411d532e32 req-a3d2b0e8-802a-45f3-aa5c-23cc14856cee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:10.821304 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcc8829-3a93-464e-a082-2532c0fd2602 req-3475771c-e743-4517-b8b1-2dc850b1a9e0 tempest-InstanceActionsNegativeTestJSON-1336298402 tempest-InstanceActionsNegativeTestJSON-1336298402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:10.831605 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-5fcc8829-3a93-464e-a082-2532c0fd2602 req-3475771c-e743-4517-b8b1-2dc850b1a9e0 tempest-InstanceActionsNegativeTestJSON-1336298402 tempest-InstanceActionsNegativeTestJSON-1336298402-project] 10.222.0.41 "GET /v2.0/ports?device_id=abc5c024-db38-4dc1-9c57-28915d7de463 HTTP/1.1" status: 200 len: 943 time: 0.1888151 Jun 01 18:54:10.861091 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=3c91b70b-5114-421a-9fe1-7d632732d11b,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:54:10.907054 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port e3fcc381-ae80-4fcd-9950-57f4a13a4d72 is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:54:10.907431 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:10.938505 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-5fcc8829-3a93-464e-a082-2532c0fd2602 req-1c212a3a-d59b-4f65-af97-52cac6b2871d tempest-InstanceActionsNegativeTestJSON-1336298402 tempest-InstanceActionsNegativeTestJSON-1336298402-project] 10.222.0.41 "GET /v2.0/security-groups?id=4e23aa47-74f2-49b6-941c-83054b077efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058643 Jun 01 18:54:10.982300 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9de683b5-6960-4339-920c-d199fd362117', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3fcc381-ae80-4fcd-9950-57f4a13a4d72'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:54:10.990760 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] get_ports_and_sgs() called for port_ids ['3c91b70b-5114-421a-9fe1-7d632732d11b'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:54:11.022985 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e54e42a-d5e5-4ce9-b8c1-5fda485bfb83 req-f06265f8-cc4d-4a8b-a50b-523260e22d80 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:11.023692 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-3e54e42a-d5e5-4ce9-b8c1-5fda485bfb83 req-f06265f8-cc4d-4a8b-a50b-523260e22d80 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Synchronizing usage tracker for tenant:0edcfecaba054f29a657f364ed77530c on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:54:11.065295 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port e3fcc381-ae80-4fcd-9950-57f4a13a4d72, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=e3fcc381-ae80-4fcd-9950-57f4a13a4d72,segment=NetworkSegment(ca8764fc-6603-47fe-89a3-1f102e13f351),segment_id=ca8764fc-6603-47fe-89a3-1f102e13f351)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:54:11.082643 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:11.199062 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-3e54e42a-d5e5-4ce9-b8c1-5fda485bfb83 req-f06265f8-cc4d-4a8b-a50b-523260e22d80 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Unset dirty status for tenant:0edcfecaba054f29a657f364ed77530c on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:54:11.214017 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3e54e42a-d5e5-4ce9-b8c1-5fda485bfb83 req-f06265f8-cc4d-4a8b-a50b-523260e22d80 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/ports?device_id=1791c1d3-2ca2-4ec5-8a5a-755694dd39c3 HTTP/1.1" status: 200 len: 931 time: 0.7363341 Jun 01 18:54:11.304186 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=e3fcc381-ae80-4fcd-9950-57f4a13a4d72,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:54:11.312201 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:11.322433 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580c299d-ad71-4dcd-9b68-a980eb59b8c5 req-c6cb0f46-2cdd-4ea2-be23-f2da00898efe tempest-ServersTestJSON-1122836914 tempest-ServersTestJSON-1122836914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:11.326992 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-580c299d-ad71-4dcd-9b68-a980eb59b8c5 req-c6cb0f46-2cdd-4ea2-be23-f2da00898efe tempest-ServersTestJSON-1122836914 tempest-ServersTestJSON-1122836914-project] 10.222.0.41 "GET /v2.0/ports?device_id=9de683b5-6960-4339-920c-d199fd362117 HTTP/1.1" status: 200 len: 946 time: 0.1568069 Jun 01 18:54:11.342215 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-8f027b50-c21c-4d77-9b48-97a84149c126 req-14ca05d0-673b-486e-929e-f29640d66bcd service neutron] 10.222.0.15 "GET /v2.0/networks/497ebd3d-ea45-47a2-8a21-c6a7957e9fb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6037524 Jun 01 18:54:11.383889 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-3e54e42a-d5e5-4ce9-b8c1-5fda485bfb83 req-55c9b99c-a0aa-43ce-8bcd-7b5d03640f0f tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Synchronizing usage tracker for tenant:0edcfecaba054f29a657f364ed77530c on resource:security_group {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:54:11.393483 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-580c299d-ad71-4dcd-9b68-a980eb59b8c5 req-93e11151-ac6a-418a-8088-01a7e492c25f tempest-ServersTestJSON-1122836914 tempest-ServersTestJSON-1122836914-project] 10.222.0.41 "GET /v2.0/security-groups?id=a41a438a-7d5d-4e3d-9835-863d30a4b6de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573969 Jun 01 18:54:11.428979 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1c995c40-f6a2-46d1-9362-f02651e5bdcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:11.453284 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1c995c40-f6a2-46d1-9362-f02651e5bdcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:11.531163 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5249230-f223-4367-a7f9-65c15669cbc7'] response: {'server_uuid': '9de683b5-6960-4339-920c-d199fd362117', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3fcc381-ae80-4fcd-9950-57f4a13a4d72', 'code': 200} Jun 01 18:54:11.659853 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-8f027b50-c21c-4d77-9b48-97a84149c126 req-b7d13df4-b121-4b7c-8eb7-d4813fa74c65 service neutron] 10.222.0.15 "GET /v2.0/networks/497ebd3d-ea45-47a2-8a21-c6a7957e9fb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2725301 Jun 01 18:54:11.840625 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:11.881904 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:11.905275 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7e5bc4-0688-4d8f-a496-130a7285e615 req-20681723-2e37-431d-bac0-097f3eee5520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:11.907269 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3f7e5bc4-0688-4d8f-a496-130a7285e615 req-20681723-2e37-431d-bac0-097f3eee5520 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=9de683b5-6960-4339-920c-d199fd362117 HTTP/1.1" status: 200 len: 1097 time: 0.3306582 Jun 01 18:54:11.930075 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-3e54e42a-d5e5-4ce9-b8c1-5fda485bfb83 req-55c9b99c-a0aa-43ce-8bcd-7b5d03640f0f tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Unset dirty status for tenant:0edcfecaba054f29a657f364ed77530c on resource:security_group {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:54:11.931556 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3e54e42a-d5e5-4ce9-b8c1-5fda485bfb83 req-55c9b99c-a0aa-43ce-8bcd-7b5d03640f0f tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/security-groups?id=679bc320-73aa-41fb-80e9-32867c6d2bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7167761 Jun 01 18:54:11.946006 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-1c995c40-f6a2-46d1-9362-f02651e5bdcc admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=705ddaf33f17431fb3cbbcfe6ee57d35&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1448340 Jun 01 18:54:11.947414 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 57502) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:54:11.949531 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c995c40-f6a2-46d1-9362-f02651e5bdcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eb03a06-27a6-4c0d-a960-c4e24b01578e,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:54:12.070090 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3f7e5bc4-0688-4d8f-a496-130a7285e615 req-17a9f68e-da2f-40ef-811f-55467fdd0e66 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=a41a438a-7d5d-4e3d-9835-863d30a4b6de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1538048 Jun 01 18:54:12.101132 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109235d9-24de-4da4-860b-90de41d58721 req-b1440d97-009e-4a46-929e-e9dca205024c tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:12.109779 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-109235d9-24de-4da4-860b-90de41d58721 req-b1440d97-009e-4a46-929e-e9dca205024c tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] 10.222.0.41 "GET /v2.0/ports?device_id=c448a7eb-5a54-4d0a-ba61-a1328fb461ff HTTP/1.1" status: 200 len: 949 time: 0.3317139 Jun 01 18:54:12.146570 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2977e168-aa27-4232-89b1-c4c49dabbf5d req-d8270d55-adc8-4f90-9fac-595c6d50008a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:12.150575 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-2977e168-aa27-4232-89b1-c4c49dabbf5d req-d8270d55-adc8-4f90-9fac-595c6d50008a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2aef4f942e144c6f9e2f1f6732a9fa94&device_id=abc5c024-db38-4dc1-9c57-28915d7de463 HTTP/1.1" status: 200 len: 1094 time: 0.4095707 Jun 01 18:54:12.161430 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [req-8f214a35-ecac-4b4e-8115-0c411d532e32 req-a3d2b0e8-802a-45f3-aa5c-23cc14856cee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4aec13c0-1bc4-4dbb-825f-531a1bef3529 {{(pid=88524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:54:12.197726 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-8f214a35-ecac-4b4e-8115-0c411d532e32 req-a3d2b0e8-802a-45f3-aa5c-23cc14856cee service neutron] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:12.203619 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-109235d9-24de-4da4-860b-90de41d58721 req-1a97c53d-61cb-4032-ab6f-2fbb966a04e4 tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] 10.222.0.41 "GET /v2.0/security-groups?id=c266819c-9421-4c09-b8ec-0766c6fc4de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920556 Jun 01 18:54:12.466539 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [req-8f214a35-ecac-4b4e-8115-0c411d532e32 req-a3d2b0e8-802a-45f3-aa5c-23cc14856cee service neutron] Transition to ACTIVE for port object 4aec13c0-1bc4-4dbb-825f-531a1bef3529 will not be triggered until provisioned by entity L2. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:54:12.478954 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b2acdb8f-7924-4649-b5ca-234f9137022e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:12.491090 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-8f214a35-ecac-4b4e-8115-0c411d532e32 req-a3d2b0e8-802a-45f3-aa5c-23cc14856cee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:12.570762 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be28bf7c-b912-4da8-8336-50573d588135 req-68cee77c-9f93-4de4-acc0-6a36b40196bd tempest-InstanceActionsNegativeTestJSON-1336298402 tempest-InstanceActionsNegativeTestJSON-1336298402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:12.585096 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-be28bf7c-b912-4da8-8336-50573d588135 req-68cee77c-9f93-4de4-acc0-6a36b40196bd tempest-InstanceActionsNegativeTestJSON-1336298402 tempest-InstanceActionsNegativeTestJSON-1336298402-project] 10.222.0.41 "GET /v2.0/ports?device_id=abc5c024-db38-4dc1-9c57-28915d7de463 HTTP/1.1" status: 200 len: 943 time: 0.2042949 Jun 01 18:54:12.644486 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-be28bf7c-b912-4da8-8336-50573d588135 req-b7768213-117c-4391-9901-8a2d7f8d0c45 tempest-InstanceActionsNegativeTestJSON-1336298402 tempest-InstanceActionsNegativeTestJSON-1336298402-project] 10.222.0.41 "GET /v2.0/security-groups?id=4e23aa47-74f2-49b6-941c-83054b077efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583403 Jun 01 18:54:12.691429 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b2acdb8f-7924-4649-b5ca-234f9137022e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:12.833678 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d2b0e8-802a-45f3-aa5c-23cc14856cee service neutron] Pushing event updated for resources: {'Port': ['ID=4aec13c0-1bc4-4dbb-825f-531a1bef3529,revision_number=2']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:54:12.863027 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11ab97a-ecfa-434c-886d-e91eddb38706 req-9bfed47a-c764-475c-8233-2c6b467569b8 tempest-ServersTestJSON-1122836914 tempest-ServersTestJSON-1122836914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:12.864971 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d11ab97a-ecfa-434c-886d-e91eddb38706 req-9bfed47a-c764-475c-8233-2c6b467569b8 tempest-ServersTestJSON-1122836914 tempest-ServersTestJSON-1122836914-project] 10.222.0.41 "GET /v2.0/ports?device_id=9de683b5-6960-4339-920c-d199fd362117 HTTP/1.1" status: 200 len: 946 time: 0.1060510 Jun 01 18:54:12.892176 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2977e168-aa27-4232-89b1-c4c49dabbf5d req-f4dc103c-34bd-420c-8baf-04422be216fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:12.893598 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-2977e168-aa27-4232-89b1-c4c49dabbf5d req-f4dc103c-34bd-420c-8baf-04422be216fb service neutron] 10.222.0.15 "GET /v2.0/networks?id=497ebd3d-ea45-47a2-8a21-c6a7957e9fb8 HTTP/1.1" status: 200 len: 922 time: 0.7276027 Jun 01 18:54:12.928810 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d11ab97a-ecfa-434c-886d-e91eddb38706 req-04f11634-464f-4649-8ddc-0e4ba52a9b0e tempest-ServersTestJSON-1122836914 tempest-ServersTestJSON-1122836914-project] 10.222.0.41 "GET /v2.0/security-groups?id=a41a438a-7d5d-4e3d-9835-863d30a4b6de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577183 Jun 01 18:54:13.056526 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-8f214a35-ecac-4b4e-8115-0c411d532e32 req-a3d2b0e8-802a-45f3-aa5c-23cc14856cee service neutron] Attempting to bind port 4aec13c0-1bc4-4dbb-825f-531a1bef3529 on host n-h2-844202-1 for vnic_type normal with profile {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:54:13.057063 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-8f214a35-ecac-4b4e-8115-0c411d532e32 req-a3d2b0e8-802a-45f3-aa5c-23cc14856cee service neutron] Attempting to bind port 4aec13c0-1bc4-4dbb-825f-531a1bef3529 by drivers openvswitch,hyperv on host n-h2-844202-1 at level 0 using segments [{'id': 'ecb3f528-dbed-4312-ba29-7684ecfbe265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7a710216-a9ba-47da-a86f-23bc8e339e5a'}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:54:13.057551 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f214a35-ecac-4b4e-8115-0c411d532e32 req-a3d2b0e8-802a-45f3-aa5c-23cc14856cee service neutron] Attempting to bind port 4aec13c0-1bc4-4dbb-825f-531a1bef3529 on network 7a710216-a9ba-47da-a86f-23bc8e339e5a {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:54:13.197311 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-2977e168-aa27-4232-89b1-c4c49dabbf5d req-5fb42a6f-8e77-482b-b387-e0edd1cb323a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c660e956-1a68-4e96-be3e-30e751441e78 HTTP/1.1" status: 200 len: 217 time: 0.2602754 Jun 01 18:54:13.254687 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc859bcb-b5e2-4e78-81b3-aff482a741b2 req-e6afa547-21df-47a6-a7e2-9c2a6b3b7a65 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:13.256300 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-bc859bcb-b5e2-4e78-81b3-aff482a741b2 req-e6afa547-21df-47a6-a7e2-9c2a6b3b7a65 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=863d6d17-7ec0-45a3-a6dc-82b322b76ced HTTP/1.1" status: 200 len: 947 time: 1.0494401 Jun 01 18:54:13.260559 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f214a35-ecac-4b4e-8115-0c411d532e32 req-a3d2b0e8-802a-45f3-aa5c-23cc14856cee service neutron] Port 4aec13c0-1bc4-4dbb-825f-531a1bef3529 on network 7a710216-a9ba-47da-a86f-23bc8e339e5a not bound, no agent of type Open vSwitch agent registered on host n-h2-844202-1 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 18:54:13.260877 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f214a35-ecac-4b4e-8115-0c411d532e32 req-a3d2b0e8-802a-45f3-aa5c-23cc14856cee service neutron] Attempting to bind port 4aec13c0-1bc4-4dbb-825f-531a1bef3529 on network 7a710216-a9ba-47da-a86f-23bc8e339e5a {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:54:13.279934 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cff86d-a49c-456e-ba54-179e4b71fc7e req-e4bb1a28-7778-4a1b-9ee9-830408692e0f tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:13.290425 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e0cff86d-a49c-456e-ba54-179e4b71fc7e req-e4bb1a28-7778-4a1b-9ee9-830408692e0f tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/ports?device_id=1791c1d3-2ca2-4ec5-8a5a-755694dd39c3 HTTP/1.1" status: 200 len: 943 time: 0.1758208 Jun 01 18:54:13.296733 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f214a35-ecac-4b4e-8115-0c411d532e32 req-a3d2b0e8-802a-45f3-aa5c-23cc14856cee service neutron] Checking agent: {'id': 'f5db9968-6317-4186-9100-9e0ca6b50417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 18, 54, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:54:13.297063 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f214a35-ecac-4b4e-8115-0c411d532e32 req-a3d2b0e8-802a-45f3-aa5c-23cc14856cee service neutron] Checking segment: {'id': 'ecb3f528-dbed-4312-ba29-7684ecfbe265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7a710216-a9ba-47da-a86f-23bc8e339e5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:54:13.297658 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f214a35-ecac-4b4e-8115-0c411d532e32 req-a3d2b0e8-802a-45f3-aa5c-23cc14856cee service neutron] Bound using segment: {'id': 'ecb3f528-dbed-4312-ba29-7684ecfbe265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7a710216-a9ba-47da-a86f-23bc8e339e5a'} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:54:13.298307 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-8f214a35-ecac-4b4e-8115-0c411d532e32 req-a3d2b0e8-802a-45f3-aa5c-23cc14856cee service neutron] Bound port: 4aec13c0-1bc4-4dbb-825f-531a1bef3529, host: n-h2-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecb3f528-dbed-4312-ba29-7684ecfbe265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7a710216-a9ba-47da-a86f-23bc8e339e5a'}}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:54:13.298851 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-8f214a35-ecac-4b4e-8115-0c411d532e32 req-a3d2b0e8-802a-45f3-aa5c-23cc14856cee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:13.352182 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b2acdb8f-7924-4649-b5ca-234f9137022e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:13.364032 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-bc859bcb-b5e2-4e78-81b3-aff482a741b2 req-c0bdaf99-3f58-499b-b968-1ffbd155a2ed tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ce59b29-4aa6-4d2e-8584-a540c0a14c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940504 Jun 01 18:54:13.403104 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2977e168-aa27-4232-89b1-c4c49dabbf5d req-eb9839ec-42df-4d8f-b609-d5ee01ae82c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:13.405046 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-2977e168-aa27-4232-89b1-c4c49dabbf5d req-eb9839ec-42df-4d8f-b609-d5ee01ae82c3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9e942d6d-dc6f-44c8-96b2-96982093e275 HTTP/1.1" status: 200 len: 861 time: 0.2131212 Jun 01 18:54:13.413035 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2acdb8f-7924-4649-b5ca-234f9137022e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eb03a06-27a6-4c0d-a960-c4e24b01578e,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:54:13.450392 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e0cff86d-a49c-456e-ba54-179e4b71fc7e req-08918514-f1ea-42e4-b3f8-dff75a6c8497 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/security-groups?id=679bc320-73aa-41fb-80e9-32867c6d2bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551526 Jun 01 18:54:13.547915 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b2acdb8f-7924-4649-b5ca-234f9137022e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:13.549157 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-b2acdb8f-7924-4649-b5ca-234f9137022e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4eb03a06-27a6-4c0d-a960-c4e24b01578e HTTP/1.1" status: 204 len: 168 time: 1.5603597 Jun 01 18:54:13.572524 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-2977e168-aa27-4232-89b1-c4c49dabbf5d req-5cc9dacb-3048-473c-bbc2-ef8b9aad4807 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=497ebd3d-ea45-47a2-8a21-c6a7957e9fb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1136658 Jun 01 18:54:13.785121 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device c660e956-1a68-4e96-be3e-30e751441e78 details requested by agent hyperv_n-h1-844202-1 with host n-h1-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 18:54:13.787415 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 3c91b70b-5114-421a-9fe1-7d632732d11b up at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:54:13.812741 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-2977e168-aa27-4232-89b1-c4c49dabbf5d req-82e9adfc-430d-4adc-97fc-5ddea1d668d2 service neutron] 10.222.0.15 "GET /v2.0/networks/497ebd3d-ea45-47a2-8a21-c6a7957e9fb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2280865 Jun 01 18:54:13.857300 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-8f214a35-ecac-4b4e-8115-0c411d532e32 req-a3d2b0e8-802a-45f3-aa5c-23cc14856cee service neutron] For port 4aec13c0-1bc4-4dbb-825f-531a1bef3529, host n-h2-844202-1, cleared binding levels {{(pid=88524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:54:13.940086 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-8f214a35-ecac-4b4e-8115-0c411d532e32 req-a3d2b0e8-802a-45f3-aa5c-23cc14856cee service neutron] For port 4aec13c0-1bc4-4dbb-825f-531a1bef3529, host n-h2-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=4aec13c0-1bc4-4dbb-825f-531a1bef3529,segment=NetworkSegment(ecb3f528-dbed-4312-ba29-7684ecfbe265),segment_id=ecb3f528-dbed-4312-ba29-7684ecfbe265)] {{(pid=88524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:54:13.957431 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-8f214a35-ecac-4b4e-8115-0c411d532e32 req-a3d2b0e8-802a-45f3-aa5c-23cc14856cee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:13.964453 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6342b405-0afd-43f1-abd7-aeca955d83e2 req-625a771b-361d-432a-87e1-7d7d3101f743 tempest-InstanceActionsNegativeTestJSON-1336298402 tempest-InstanceActionsNegativeTestJSON-1336298402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:13.973985 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-6342b405-0afd-43f1-abd7-aeca955d83e2 req-625a771b-361d-432a-87e1-7d7d3101f743 tempest-InstanceActionsNegativeTestJSON-1336298402 tempest-InstanceActionsNegativeTestJSON-1336298402-project] 10.222.0.41 "GET /v2.0/ports?device_id=abc5c024-db38-4dc1-9c57-28915d7de463 HTTP/1.1" status: 200 len: 943 time: 0.1107979 Jun 01 18:54:14.048598 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-6342b405-0afd-43f1-abd7-aeca955d83e2 req-78b1f883-561e-403f-b069-87e11bddb7ec tempest-InstanceActionsNegativeTestJSON-1336298402 tempest-InstanceActionsNegativeTestJSON-1336298402-project] 10.222.0.41 "GET /v2.0/security-groups?id=4e23aa47-74f2-49b6-941c-83054b077efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726423 Jun 01 18:54:14.049688 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f214a35-ecac-4b4e-8115-0c411d532e32 req-a3d2b0e8-802a-45f3-aa5c-23cc14856cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:14.051659 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-8f214a35-ecac-4b4e-8115-0c411d532e32 req-a3d2b0e8-802a-45f3-aa5c-23cc14856cee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:14.064459 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-8f214a35-ecac-4b4e-8115-0c411d532e32 req-a3d2b0e8-802a-45f3-aa5c-23cc14856cee service neutron] 10.222.0.50 "PUT /v2.0/ports/4aec13c0-1bc4-4dbb-825f-531a1bef3529 HTTP/1.1" status: 200 len: 1091 time: 3.8066378 Jun 01 18:54:14.066391 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1791c1d3-2ca2-4ec5-8a5a-755694dd39c3', 'tag': '4aec13c0-1bc4-4dbb-825f-531a1bef3529'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:54:14.133947 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb997fcc-c25a-4dbe-89e7-fe43a39f565b req-c1fcfe68-ff1b-4655-8b04-b8672b8e1b8d tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:14.135578 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-bb997fcc-c25a-4dbe-89e7-fe43a39f565b req-c1fcfe68-ff1b-4655-8b04-b8672b8e1b8d tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] 10.222.0.41 "GET /v2.0/ports?device_id=c448a7eb-5a54-4d0a-ba61-a1328fb461ff HTTP/1.1" status: 200 len: 949 time: 0.5180206 Jun 01 18:54:14.304924 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d2b0e8-802a-45f3-aa5c-23cc14856cee service neutron] Pushing event updated for resources: {'Port': ['ID=4aec13c0-1bc4-4dbb-825f-531a1bef3529,revision_number=3']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:54:14.311009 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-2977e168-aa27-4232-89b1-c4c49dabbf5d req-b817e12c-3158-4e01-b457-f5720f53f49d service neutron] 10.222.0.15 "GET /v2.0/networks/497ebd3d-ea45-47a2-8a21-c6a7957e9fb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4896085 Jun 01 18:54:14.346411 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d2b0e8-802a-45f3-aa5c-23cc14856cee service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:54:14.347098 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d2b0e8-802a-45f3-aa5c-23cc14856cee service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:54:14.347937 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d2b0e8-802a-45f3-aa5c-23cc14856cee service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:54:14.348472 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d2b0e8-802a-45f3-aa5c-23cc14856cee service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:54:14.348962 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d2b0e8-802a-45f3-aa5c-23cc14856cee service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:54:14.349465 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d2b0e8-802a-45f3-aa5c-23cc14856cee service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:54:14.349949 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d2b0e8-802a-45f3-aa5c-23cc14856cee service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:54:14.361817 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d2b0e8-802a-45f3-aa5c-23cc14856cee service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:54:14.362497 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d2b0e8-802a-45f3-aa5c-23cc14856cee service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:54:14.364030 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d2b0e8-802a-45f3-aa5c-23cc14856cee service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:54:14.364580 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d2b0e8-802a-45f3-aa5c-23cc14856cee service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:54:14.365531 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d2b0e8-802a-45f3-aa5c-23cc14856cee service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:54:14.397805 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port c660e956-1a68-4e96-be3e-30e751441e78, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=c660e956-1a68-4e96-be3e-30e751441e78,segment=NetworkSegment(8cc86459-beb0-4d8c-9fe6-6989b1f57674),segment_id=8cc86459-beb0-4d8c-9fe6-6989b1f57674)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:54:14.413305 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-bb997fcc-c25a-4dbe-89e7-fe43a39f565b req-49c0b71d-56ee-4f01-9661-0e6f225f026a tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] 10.222.0.41 "GET /v2.0/security-groups?id=c266819c-9421-4c09-b8ec-0766c6fc4de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2377217 Jun 01 18:54:14.413917 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Returning: {'device': 'c660e956-1a68-4e96-be3e-30e751441e78', 'network_id': '497ebd3d-ea45-47a2-8a21-c6a7957e9fb8', 'port_id': 'c660e956-1a68-4e96-be3e-30e751441e78', 'mac_address': 'fa:16:3e:44:c0:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e942d6d-dc6f-44c8-96b2-96982093e275', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 18:54:14.465090 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f214a35-ecac-4b4e-8115-0c411d532e32 req-8b3a7a64-9afd-4feb-adcd-1acc19432ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:14.467929 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-8f214a35-ecac-4b4e-8115-0c411d532e32 req-8b3a7a64-9afd-4feb-adcd-1acc19432ee3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0edcfecaba054f29a657f364ed77530c&device_id=1791c1d3-2ca2-4ec5-8a5a-755694dd39c3 HTTP/1.1" status: 200 len: 1094 time: 0.3433433 Jun 01 18:54:14.483423 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Provisioning for port 3c91b70b-5114-421a-9fe1-7d632732d11b completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:54:14.493767 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Provisioning complete for port 3c91b70b-5114-421a-9fe1-7d632732d11b triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:54:14.494407 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:14.533625 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port c660e956-1a68-4e96-be3e-30e751441e78 is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:54:14.534283 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:14.568165 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c660e956-1a68-4e96-be3e-30e751441e78 {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:54:14.588739 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port c660e956-1a68-4e96-be3e-30e751441e78, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=c660e956-1a68-4e96-be3e-30e751441e78,segment=NetworkSegment(8cc86459-beb0-4d8c-9fe6-6989b1f57674),segment_id=8cc86459-beb0-4d8c-9fe6-6989b1f57674)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:54:14.599207 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:14.632190 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a82b5d42-e428-42d7-a8cb-f88b7f25d7ac'] response: {'name': 'network-changed', 'server_uuid': '1791c1d3-2ca2-4ec5-8a5a-755694dd39c3', 'tag': '4aec13c0-1bc4-4dbb-825f-531a1bef3529', 'status': 'completed', 'code': 200} Jun 01 18:54:14.688747 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-8f214a35-ecac-4b4e-8115-0c411d532e32 req-7e535146-fce8-40ef-ba09-402c84e8be4f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4aec13c0-1bc4-4dbb-825f-531a1bef3529 HTTP/1.1" status: 200 len: 217 time: 0.2134037 Jun 01 18:54:14.705479 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05c9cde-b711-4745-a069-26616d20e051 req-d253d9d8-319b-4faf-bc19-e4d59db27a26 tempest-ServersTestJSON-1122836914 tempest-ServersTestJSON-1122836914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:14.713913 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a05c9cde-b711-4745-a069-26616d20e051 req-d253d9d8-319b-4faf-bc19-e4d59db27a26 tempest-ServersTestJSON-1122836914 tempest-ServersTestJSON-1122836914-project] 10.222.0.41 "GET /v2.0/ports?device_id=9de683b5-6960-4339-920c-d199fd362117 HTTP/1.1" status: 200 len: 946 time: 0.2562690 Jun 01 18:54:14.740961 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=c660e956-1a68-4e96-be3e-30e751441e78,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:54:14.808820 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port 3c91b70b-5114-421a-9fe1-7d632732d11b is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:54:14.809475 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:14.827774 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a05c9cde-b711-4745-a069-26616d20e051 req-3f9dd997-b526-4e2c-a961-89e0daeb887d tempest-ServersTestJSON-1122836914 tempest-ServersTestJSON-1122836914-project] 10.222.0.41 "GET /v2.0/security-groups?id=a41a438a-7d5d-4e3d-9835-863d30a4b6de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1059911 Jun 01 18:54:14.847686 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f214a35-ecac-4b4e-8115-0c411d532e32 req-df3d5d5d-94a8-462b-b08d-3f96d281d5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:14.850840 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-8f214a35-ecac-4b4e-8115-0c411d532e32 req-df3d5d5d-94a8-462b-b08d-3f96d281d5c6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8cebf7e9-1140-4183-b8b2-8d4c3920d222 HTTP/1.1" status: 200 len: 852 time: 0.1442230 Jun 01 18:54:14.876106 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c448a7eb-5a54-4d0a-ba61-a1328fb461ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c91b70b-5114-421a-9fe1-7d632732d11b'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:54:14.898460 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port 3c91b70b-5114-421a-9fe1-7d632732d11b, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=3c91b70b-5114-421a-9fe1-7d632732d11b,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:54:14.901772 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] get_ports_and_sgs() called for port_ids ['c660e956-1a68-4e96-be3e-30e751441e78'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:54:14.940095 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:15.042809 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e736e5-7dc5-4a61-a0b7-778e384212c0 req-0c8e90ff-1655-4e84-ad02-bcbcebfbd01e tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:15.046825 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-8f214a35-ecac-4b4e-8115-0c411d532e32 req-5e860600-82b3-4f04-93ff-d64e8a3e1209 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7a710216-a9ba-47da-a86f-23bc8e339e5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1886513 Jun 01 18:54:15.052358 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-68e736e5-7dc5-4a61-a0b7-778e384212c0 req-0c8e90ff-1655-4e84-ad02-bcbcebfbd01e tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/ports?device_id=1791c1d3-2ca2-4ec5-8a5a-755694dd39c3 HTTP/1.1" status: 200 len: 943 time: 0.1033661 Jun 01 18:54:15.113384 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-68e736e5-7dc5-4a61-a0b7-778e384212c0 req-d06033b9-d7a0-4a56-926f-c309a0605cdf tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/security-groups?id=679bc320-73aa-41fb-80e9-32867c6d2bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572605 Jun 01 18:54:15.120946 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=3c91b70b-5114-421a-9fe1-7d632732d11b,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:54:15.270022 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 57582) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:54:15.277542 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-c6b524e4-73fc-4255-ac45-f9c8911813f3 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Request body: {'security_group': {'name': 'tempest-securitygroup--914672710', 'description': 'tempest-description--481901477'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:54:15.291686 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-c6b524e4-73fc-4255-ac45-f9c8911813f3 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:54:15.316662 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-c6b524e4-73fc-4255-ac45-f9c8911813f3 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:54:15.341494 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c6b524e4-73fc-4255-ac45-f9c8911813f3 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:15.344963 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d71ef9-b034-4504-9dcf-57f8a5823b27 req-2f03e9e9-3d7b-475b-92ca-ffdfcffd333d tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:15.346435 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-57d71ef9-b034-4504-9dcf-57f8a5823b27 req-2f03e9e9-3d7b-475b-92ca-ffdfcffd333d tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=863d6d17-7ec0-45a3-a6dc-82b322b76ced HTTP/1.1" status: 200 len: 947 time: 0.4119024 Jun 01 18:54:15.412307 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-c6b524e4-73fc-4255-ac45-f9c8911813f3 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:54:15.425579 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-c6b524e4-73fc-4255-ac45-f9c8911813f3 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Usage tracker for resource:security_group_rule and tenant:9da8911c90e044c58dc0cf3fd4a5638a is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:54:15.428841 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-c6b524e4-73fc-4255-ac45-f9c8911813f3 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:54:15.435815 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-c6b524e4-73fc-4255-ac45-f9c8911813f3 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:54:15.440518 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-57d71ef9-b034-4504-9dcf-57f8a5823b27 req-59784ca9-5bb4-409c-93c0-770aafb9009c tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ce59b29-4aa6-4d2e-8584-a540c0a14c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747433 Jun 01 18:54:15.445179 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-8f214a35-ecac-4b4e-8115-0c411d532e32 req-c318fa15-76a4-4aeb-a97f-024de27266af service neutron] 10.222.0.50 "GET /v2.0/networks/7a710216-a9ba-47da-a86f-23bc8e339e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3862264 Jun 01 18:54:15.564061 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c6b524e4-73fc-4255-ac45-f9c8911813f3 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:15.573784 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c6b524e4-73fc-4255-ac45-f9c8911813f3 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:15.608125 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee2a7f78-5ad2-419f-984c-def252267789'] response: {'server_uuid': 'c448a7eb-5a54-4d0a-ba61-a1328fb461ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c91b70b-5114-421a-9fe1-7d632732d11b', 'code': 200} Jun 01 18:54:15.664544 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b524e4-73fc-4255-ac45-f9c8911813f3 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75cdfcb8-2441-4aa3-ba92-9fe071c95389,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:54:15.677059 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b524e4-73fc-4255-ac45-f9c8911813f3 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:54:15.677407 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b524e4-73fc-4255-ac45-f9c8911813f3 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:54:15.677998 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b524e4-73fc-4255-ac45-f9c8911813f3 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:54:15.678612 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b524e4-73fc-4255-ac45-f9c8911813f3 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:54:15.678928 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b524e4-73fc-4255-ac45-f9c8911813f3 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:54:15.679251 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b524e4-73fc-4255-ac45-f9c8911813f3 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:54:15.679572 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b524e4-73fc-4255-ac45-f9c8911813f3 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:54:15.679889 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b524e4-73fc-4255-ac45-f9c8911813f3 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:54:15.680207 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b524e4-73fc-4255-ac45-f9c8911813f3 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:54:15.680590 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b524e4-73fc-4255-ac45-f9c8911813f3 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:54:15.680917 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b524e4-73fc-4255-ac45-f9c8911813f3 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:54:15.681353 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b524e4-73fc-4255-ac45-f9c8911813f3 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:54:15.695825 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c6b524e4-73fc-4255-ac45-f9c8911813f3 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:15.702973 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-8f214a35-ecac-4b4e-8115-0c411d532e32 req-e68915ed-0c71-4a0b-afca-9dc518c2789b service neutron] 10.222.0.50 "GET /v2.0/networks/7a710216-a9ba-47da-a86f-23bc8e339e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2414188 Jun 01 18:54:15.704800 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-c6b524e4-73fc-4255-ac45-f9c8911813f3 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4334300 Jun 01 18:54:15.705981 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 57604) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:54:15.713446 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-46e87b93-2e4f-4b80-8197-c0e7ae837269 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Request body: {'security_group_rule': {'security_group_id': '75cdfcb8-2441-4aa3-ba92-9fe071c95389', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:54:15.722034 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-46e87b93-2e4f-4b80-8197-c0e7ae837269 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:54:15.728468 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-46e87b93-2e4f-4b80-8197-c0e7ae837269 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Usage tracker for resource:security_group_rule and tenant:9da8911c90e044c58dc0cf3fd4a5638a is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:54:15.732051 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-46e87b93-2e4f-4b80-8197-c0e7ae837269 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:54:15.739991 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-46e87b93-2e4f-4b80-8197-c0e7ae837269 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:54:15.859516 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dafb2d-3061-4970-8db8-105912bbd9c7 req-10ebae55-2d76-40ac-a24c-d8d7ba090c5e tempest-ServersTestJSON-1122836914 tempest-ServersTestJSON-1122836914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:15.861737 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-01dafb2d-3061-4970-8db8-105912bbd9c7 req-10ebae55-2d76-40ac-a24c-d8d7ba090c5e tempest-ServersTestJSON-1122836914 tempest-ServersTestJSON-1122836914-project] 10.222.0.41 "GET /v2.0/ports?device_id=9de683b5-6960-4339-920c-d199fd362117 HTTP/1.1" status: 200 len: 946 time: 0.2586706 Jun 01 18:54:15.871646 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 57612) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:54:15.893102 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-2374574e-621d-4b11-9e6e-09b646d3b7a6 tempest-ServersTestJSON-1122836914 tempest-ServersTestJSON-1122836914-project] Request body: {'floatingip': {'port_id': 'e3fcc381-ae80-4fcd-9950-57f4a13a4d72'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:54:15.992982 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-46e87b93-2e4f-4b80-8197-c0e7ae837269 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:15.994556 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb94d16a-1b05-420c-8cd4-93c6434f5fcf req-e64cc429-91df-4cc3-a077-da3e7e4171eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:15.996013 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fb94d16a-1b05-420c-8cd4-93c6434f5fcf req-e64cc429-91df-4cc3-a077-da3e7e4171eb service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c448a7eb-5a54-4d0a-ba61-a1328fb461ff HTTP/1.1" status: 200 len: 1101 time: 0.2890341 Jun 01 18:54:16.075676 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2374574e-621d-4b11-9e6e-09b646d3b7a6 tempest-ServersTestJSON-1122836914 tempest-ServersTestJSON-1122836914-project] Notify callbacks [] for floatingip, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:16.119922 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa718a2-d3e4-4d95-924c-d9270d0175c9 req-450cadc6-86d8-40f2-a511-f8d42b15467d tempest-InstanceActionsNegativeTestJSON-1336298402 tempest-InstanceActionsNegativeTestJSON-1336298402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:16.121444 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-caa718a2-d3e4-4d95-924c-d9270d0175c9 req-450cadc6-86d8-40f2-a511-f8d42b15467d tempest-InstanceActionsNegativeTestJSON-1336298402 tempest-InstanceActionsNegativeTestJSON-1336298402-project] 10.222.0.41 "GET /v2.0/ports?device_id=abc5c024-db38-4dc1-9c57-28915d7de463 HTTP/1.1" status: 200 len: 944 time: 0.3600583 Jun 01 18:54:16.169614 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-46e87b93-2e4f-4b80-8197-c0e7ae837269 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:16.170739 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e85bb5-3ff4-467a-bcfd-d846a4204f96 req-1d5db169-6619-4d7e-8b7e-c517545f1e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:16.173083 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f5e85bb5-3ff4-467a-bcfd-d846a4204f96 req-1d5db169-6619-4d7e-8b7e-c517545f1e8a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0edcfecaba054f29a657f364ed77530c&device_id=1791c1d3-2ca2-4ec5-8a5a-755694dd39c3 HTTP/1.1" status: 200 len: 1094 time: 0.4113574 Jun 01 18:54:16.186428 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-46e87b93-2e4f-4b80-8197-c0e7ae837269 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:16.231357 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-caa718a2-d3e4-4d95-924c-d9270d0175c9 req-9a6ef761-c99e-4ef5-90b2-dbfc79272adc tempest-InstanceActionsNegativeTestJSON-1336298402 tempest-InstanceActionsNegativeTestJSON-1336298402-project] 10.222.0.41 "GET /v2.0/security-groups?id=4e23aa47-74f2-49b6-941c-83054b077efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011975 Jun 01 18:54:16.237641 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e87b93-2e4f-4b80-8197-c0e7ae837269 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a17acc8-3787-440f-931d-9f3f98c89103,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:54:16.246180 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-46e87b93-2e4f-4b80-8197-c0e7ae837269 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:16.252160 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-46e87b93-2e4f-4b80-8197-c0e7ae837269 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5407593 Jun 01 18:54:16.262890 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 57638) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:54:16.271010 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fb94d16a-1b05-420c-8cd4-93c6434f5fcf req-b312ee76-1a51-4e1e-9f88-aa612b4ce17b service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=c266819c-9421-4c09-b8ec-0766c6fc4de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2639337 Jun 01 18:54:16.271205 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-88cd92a6-445f-493f-8b86-5ac7465e6af0 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Request body: {'security_group_rule': {'security_group_id': '75cdfcb8-2441-4aa3-ba92-9fe071c95389', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:54:16.282263 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-88cd92a6-445f-493f-8b86-5ac7465e6af0 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:54:16.288796 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-88cd92a6-445f-493f-8b86-5ac7465e6af0 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Usage tracker for resource:security_group_rule and tenant:9da8911c90e044c58dc0cf3fd4a5638a is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:54:16.304878 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-88cd92a6-445f-493f-8b86-5ac7465e6af0 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:54:16.323652 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-88cd92a6-445f-493f-8b86-5ac7465e6af0 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:54:16.354512 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-88cd92a6-445f-493f-8b86-5ac7465e6af0 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:16.427307 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-88cd92a6-445f-493f-8b86-5ac7465e6af0 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:16.432040 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-88cd92a6-445f-493f-8b86-5ac7465e6af0 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:16.474628 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cd92a6-445f-493f-8b86-5ac7465e6af0 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de086f5a-48ff-40b7-aa20-c59e8b2e8554,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:54:16.484117 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-88cd92a6-445f-493f-8b86-5ac7465e6af0 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:16.485709 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-88cd92a6-445f-493f-8b86-5ac7465e6af0 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2210064 Jun 01 18:54:16.489172 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 57652) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:54:16.503793 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-51fa50df-251f-4475-8008-9030f8b576bb tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Request body: {'floatingip': {'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:54:16.520709 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-51fa50df-251f-4475-8008-9030f8b576bb tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:54:16.532282 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-51fa50df-251f-4475-8008-9030f8b576bb tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Usage tracker for resource:floatingip and tenant:9da8911c90e044c58dc0cf3fd4a5638a is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:54:16.537500 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-51fa50df-251f-4475-8008-9030f8b576bb tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:54:16.543224 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a6f74b-e260-40df-97a6-0ff1bdf67884 req-55db82d0-ad47-4194-8296-db1cd7edb267 tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:16.544573 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-51fa50df-251f-4475-8008-9030f8b576bb tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:54:16.551105 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-74a6f74b-e260-40df-97a6-0ff1bdf67884 req-55db82d0-ad47-4194-8296-db1cd7edb267 tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] 10.222.0.41 "GET /v2.0/ports?device_id=c448a7eb-5a54-4d0a-ba61-a1328fb461ff HTTP/1.1" status: 200 len: 950 time: 0.5431702 Jun 01 18:54:16.559483 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-51fa50df-251f-4475-8008-9030f8b576bb tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Notify callbacks [] for floatingip, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:16.583251 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e85bb5-3ff4-467a-bcfd-d846a4204f96 req-71f947ad-1301-4a35-8f62-19864017a9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:16.584794 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f5e85bb5-3ff4-467a-bcfd-d846a4204f96 req-71f947ad-1301-4a35-8f62-19864017a9a7 service neutron] 10.222.0.50 "GET /v2.0/networks?id=7a710216-a9ba-47da-a86f-23bc8e339e5a HTTP/1.1" status: 200 len: 913 time: 0.4013004 Jun 01 18:54:16.735498 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f5e85bb5-3ff4-467a-bcfd-d846a4204f96 req-8c080d78-3646-49e6-b0a7-6675f8730bbf service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4aec13c0-1bc4-4dbb-825f-531a1bef3529 HTTP/1.1" status: 200 len: 217 time: 0.1439137 Jun 01 18:54:16.773442 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af5d732-eee0-4c07-b607-28cf71421218 req-83a90ed0-16b4-496b-9de3-ef070ef50f14 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:16.774933 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-5af5d732-eee0-4c07-b607-28cf71421218 req-83a90ed0-16b4-496b-9de3-ef070ef50f14 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/ports?device_id=1791c1d3-2ca2-4ec5-8a5a-755694dd39c3 HTTP/1.1" status: 200 len: 943 time: 0.1774542 Jun 01 18:54:16.805771 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-74a6f74b-e260-40df-97a6-0ff1bdf67884 req-0133ea61-60e1-48ef-9555-55f171850d77 tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] 10.222.0.41 "GET /v2.0/security-groups?id=c266819c-9421-4c09-b8ec-0766c6fc4de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2535951 Jun 01 18:54:16.933578 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-5af5d732-eee0-4c07-b607-28cf71421218 req-feaf6b16-0d60-498b-b285-eeb6b20d186a tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/security-groups?id=679bc320-73aa-41fb-80e9-32867c6d2bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428430 Jun 01 18:54:16.941120 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e85bb5-3ff4-467a-bcfd-d846a4204f96 req-4d790791-710a-4593-8dee-41d0bbb90a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:16.942539 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f5e85bb5-3ff4-467a-bcfd-d846a4204f96 req-4d790791-710a-4593-8dee-41d0bbb90a9f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8cebf7e9-1140-4183-b8b2-8d4c3920d222 HTTP/1.1" status: 200 len: 852 time: 0.1940408 Jun 01 18:54:16.999345 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-51fa50df-251f-4475-8008-9030f8b576bb tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:17.164381 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f5e85bb5-3ff4-467a-bcfd-d846a4204f96 req-2e746fd8-3815-453e-842b-7a9003400d62 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7a710216-a9ba-47da-a86f-23bc8e339e5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2141762 Jun 01 18:54:17.336845 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [None req-51fa50df-251f-4475-8008-9030f8b576bb tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Allocated IP 172.25.4.187 (72a72e44-6845-488a-a5ff-3a26d4df9cb3/c314a23b-daa2-4106-ab28-8e6f954277b2/d19761a6-82e6-49f1-88b1-2dda8d63f69b) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:54:17.348324 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f5e85bb5-3ff4-467a-bcfd-d846a4204f96 req-d3f1113b-0435-4649-86b7-c2178575fe58 service neutron] 10.222.0.50 "GET /v2.0/networks/7a710216-a9ba-47da-a86f-23bc8e339e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777763 Jun 01 18:54:17.387205 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0380746d-87f3-4e9d-b3ea-3bf3d31847e8 req-50a5eea8-ad7e-472c-ae5e-eefb72cfd414 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:17.404877 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-0380746d-87f3-4e9d-b3ea-3bf3d31847e8 req-50a5eea8-ad7e-472c-ae5e-eefb72cfd414 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=863d6d17-7ec0-45a3-a6dc-82b322b76ced HTTP/1.1" status: 200 len: 947 time: 0.2526360 Jun 01 18:54:17.560206 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-0380746d-87f3-4e9d-b3ea-3bf3d31847e8 req-38085f02-30ea-47f4-b892-d81c3bea9ce0 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ce59b29-4aa6-4d2e-8584-a540c0a14c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1538837 Jun 01 18:54:17.580335 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2374574e-621d-4b11-9e6e-09b646d3b7a6 tempest-ServersTestJSON-1122836914 tempest-ServersTestJSON-1122836914-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:17.593236 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2374574e-621d-4b11-9e6e-09b646d3b7a6 tempest-ServersTestJSON-1122836914 tempest-ServersTestJSON-1122836914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887712'] for floatingip, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:17.700642 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 57738) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:54:17.733203 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-51fa50df-251f-4475-8008-9030f8b576bb tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:17.778223 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f5e85bb5-3ff4-467a-bcfd-d846a4204f96 req-cfaa9c5b-019f-4102-9cea-c52feb64ec68 service neutron] 10.222.0.50 "GET /v2.0/networks/7a710216-a9ba-47da-a86f-23bc8e339e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3668199 Jun 01 18:54:17.785801 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-51fa50df-251f-4475-8008-9030f8b576bb tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:17.803377 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device c660e956-1a68-4e96-be3e-30e751441e78 up at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:54:17.810417 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff96846f-9830-450a-9e7a-1d7516a88489 req-61114e52-8d4c-4abc-b765-6b52cfde46f6 tempest-InstanceActionsNegativeTestJSON-1336298402 tempest-InstanceActionsNegativeTestJSON-1336298402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:17.811103 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-ff96846f-9830-450a-9e7a-1d7516a88489 req-61114e52-8d4c-4abc-b765-6b52cfde46f6 tempest-InstanceActionsNegativeTestJSON-1336298402 tempest-InstanceActionsNegativeTestJSON-1336298402-project] Synchronizing usage tracker for tenant:2aef4f942e144c6f9e2f1f6732a9fa94 on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:54:17.860606 n-d-844202-1 neutron-server[88524]: INFO neutron.db.l3_db [None req-2374574e-621d-4b11-9e6e-09b646d3b7a6 tempest-ServersTestJSON-1122836914 tempest-ServersTestJSON-1122836914-project] Floating IP 206cbcf5-b9ca-4f4c-a580-140d56230f38 associated. External IP: 172.25.4.76, port: e3fcc381-ae80-4fcd-9950-57f4a13a4d72. Jun 01 18:54:17.898414 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51fa50df-251f-4475-8008-9030f8b576bb tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:54:17.928564 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Provisioning for port c660e956-1a68-4e96-be3e-30e751441e78 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:54:17.934571 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Provisioning complete for port c660e956-1a68-4e96-be3e-30e751441e78 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:54:17.935041 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:18.018345 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-51fa50df-251f-4475-8008-9030f8b576bb tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:54:18.022375 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-ff96846f-9830-450a-9e7a-1d7516a88489 req-61114e52-8d4c-4abc-b765-6b52cfde46f6 tempest-InstanceActionsNegativeTestJSON-1336298402 tempest-InstanceActionsNegativeTestJSON-1336298402-project] Unset dirty status for tenant:2aef4f942e144c6f9e2f1f6732a9fa94 on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:54:18.023595 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ff96846f-9830-450a-9e7a-1d7516a88489 req-61114e52-8d4c-4abc-b765-6b52cfde46f6 tempest-InstanceActionsNegativeTestJSON-1336298402 tempest-InstanceActionsNegativeTestJSON-1336298402-project] 10.222.0.41 "GET /v2.0/ports?device_id=abc5c024-db38-4dc1-9c57-28915d7de463 HTTP/1.1" status: 200 len: 944 time: 0.5248222 Jun 01 18:54:18.036730 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51fa50df-251f-4475-8008-9030f8b576bb tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:54:18.088004 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port c660e956-1a68-4e96-be3e-30e751441e78 is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:54:18.088395 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:18.098058 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 4aec13c0-1bc4-4dbb-825f-531a1bef3529 details requested by agent hyperv_n-h2-844202-1 with host n-h2-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 18:54:18.124603 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b9c28d4a-4cb2-4e04-9ebf-bd56b755aa01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:18.138500 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fa50df-251f-4475-8008-9030f8b576bb tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Pushing event updated for resources: {'Port': ['ID=d19761a6-82e6-49f1-88b1-2dda8d63f69b,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:54:18.152240 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-b9c28d4a-4cb2-4e04-9ebf-bd56b755aa01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:54:18.157266 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-b9c28d4a-4cb2-4e04-9ebf-bd56b755aa01 admin admin] Usage tracker for resource:security_group_rule and tenant:f1ecff932a904e208cf21a9cf87f1b35 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:54:18.160333 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-b9c28d4a-4cb2-4e04-9ebf-bd56b755aa01 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:54:18.166614 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-b9c28d4a-4cb2-4e04-9ebf-bd56b755aa01 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:54:18.238358 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 4aec13c0-1bc4-4dbb-825f-531a1bef3529, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=4aec13c0-1bc4-4dbb-825f-531a1bef3529,segment=NetworkSegment(ecb3f528-dbed-4312-ba29-7684ecfbe265),segment_id=ecb3f528-dbed-4312-ba29-7684ecfbe265)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:54:18.255116 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Returning: {'device': '4aec13c0-1bc4-4dbb-825f-531a1bef3529', 'network_id': '7a710216-a9ba-47da-a86f-23bc8e339e5a', 'port_id': '4aec13c0-1bc4-4dbb-825f-531a1bef3529', 'mac_address': 'fa:16:3e:83:09:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cebf7e9-1140-4183-b8b2-8d4c3920d222', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 18:54:18.264052 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b9c28d4a-4cb2-4e04-9ebf-bd56b755aa01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:18.272257 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b9c28d4a-4cb2-4e04-9ebf-bd56b755aa01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:18.308508 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abc5c024-db38-4dc1-9c57-28915d7de463', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c660e956-1a68-4e96-be3e-30e751441e78'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:54:18.328862 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port c660e956-1a68-4e96-be3e-30e751441e78, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=c660e956-1a68-4e96-be3e-30e751441e78,segment=NetworkSegment(8cc86459-beb0-4d8c-9fe6-6989b1f57674),segment_id=8cc86459-beb0-4d8c-9fe6-6989b1f57674)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:54:18.334731 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:18.335739 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 4a324220-33d8-474a-8fca-3b42f63f1ae1 no longer exists at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:54:18.347801 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ff96846f-9830-450a-9e7a-1d7516a88489 req-06e14d3b-8c4a-42eb-a4a8-f37408abfd46 tempest-InstanceActionsNegativeTestJSON-1336298402 tempest-InstanceActionsNegativeTestJSON-1336298402-project] 10.222.0.41 "GET /v2.0/security-groups?id=4e23aa47-74f2-49b6-941c-83054b077efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3061404 Jun 01 18:54:18.371134 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c28d4a-4cb2-4e04-9ebf-bd56b755aa01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1cfc5c4-0aac-42f8-9567-c1b021ae671e,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:54:18.386390 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-b9c28d4a-4cb2-4e04-9ebf-bd56b755aa01 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f1ecff932a904e208cf21a9cf87f1b35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6843874 Jun 01 18:54:18.391565 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 57756) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:54:18.416824 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90470139-f77a-4c89-a42c-4da453851b1e req-233ee74a-bd04-4b9d-9855-53f3a3d7e2bd tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:18.425196 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-90470139-f77a-4c89-a42c-4da453851b1e req-233ee74a-bd04-4b9d-9855-53f3a3d7e2bd tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=863d6d17-7ec0-45a3-a6dc-82b322b76ced HTTP/1.1" status: 200 len: 947 time: 0.5592926 Jun 01 18:54:18.434759 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port 4aec13c0-1bc4-4dbb-825f-531a1bef3529 is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:54:18.435357 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:18.475071 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4aec13c0-1bc4-4dbb-825f-531a1bef3529 {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:54:18.544033 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-51fa50df-251f-4475-8008-9030f8b576bb tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:18.546450 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=c660e956-1a68-4e96-be3e-30e751441e78,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:54:18.560696 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 4aec13c0-1bc4-4dbb-825f-531a1bef3529, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=4aec13c0-1bc4-4dbb-825f-531a1bef3529,segment=NetworkSegment(ecb3f528-dbed-4312-ba29-7684ecfbe265),segment_id=ecb3f528-dbed-4312-ba29-7684ecfbe265)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:54:18.567997 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:18.569288 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-90470139-f77a-4c89-a42c-4da453851b1e req-1cc1daf7-79ca-4e7f-9aff-c2899e163890 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ce59b29-4aa6-4d2e-8584-a540c0a14c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1427011 Jun 01 18:54:18.573780 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-254e81ce-7920-494b-a4b9-36c2bc36c0be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:18.606605 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2374574e-621d-4b11-9e6e-09b646d3b7a6 tempest-ServersTestJSON-1122836914 tempest-ServersTestJSON-1122836914-project] Router db6f77d8-4d78-4002-ac63-ece393d9d6e1 has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 18:54:18.698871 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=4aec13c0-1bc4-4dbb-825f-531a1bef3529,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:54:18.706935 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port 4a324220-33d8-474a-8fca-3b42f63f1ae1 is: ACTIVE; New status is: DOWN {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:54:18.707477 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:18.711486 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-254e81ce-7920-494b-a4b9-36c2bc36c0be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:18.757112 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port 4a324220-33d8-474a-8fca-3b42f63f1ae1, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=4a324220-33d8-474a-8fca-3b42f63f1ae1,segment=NetworkSegment(e60765c6-124a-4916-8bfd-a8bc142f32ad),segment_id=e60765c6-124a-4916-8bfd-a8bc142f32ad)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:54:18.765622 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:18.772470 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-51fa50df-251f-4475-8008-9030f8b576bb tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:18.876846 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] get_ports_and_sgs() called for port_ids ['4aec13c0-1bc4-4dbb-825f-531a1bef3529'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:54:18.908668 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-254e81ce-7920-494b-a4b9-36c2bc36c0be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:18.934235 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254e81ce-7920-494b-a4b9-36c2bc36c0be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1cfc5c4-0aac-42f8-9567-c1b021ae671e,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:54:19.022951 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e728fb-1a39-44a8-8ace-d51f2e91f6d1 req-2a5d3481-0a18-448a-aeee-f5b910f68d02 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:19.030797 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-04e728fb-1a39-44a8-8ace-d51f2e91f6d1 req-2a5d3481-0a18-448a-aeee-f5b910f68d02 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/ports?device_id=1791c1d3-2ca2-4ec5-8a5a-755694dd39c3 HTTP/1.1" status: 200 len: 944 time: 0.3238184 Jun 01 18:54:19.083326 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=4a324220-33d8-474a-8fca-3b42f63f1ae1,revision_number=14']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:54:19.096027 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f766dc-c01d-46c5-8f37-20453e3b5d19 req-675bbb33-9aa1-49a3-861b-4d543f54cc15 tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:19.098392 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a8f766dc-c01d-46c5-8f37-20453e3b5d19 req-675bbb33-9aa1-49a3-861b-4d543f54cc15 tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] 10.222.0.41 "GET /v2.0/ports?device_id=c448a7eb-5a54-4d0a-ba61-a1328fb461ff HTTP/1.1" status: 200 len: 950 time: 0.5637641 Jun 01 18:54:19.225743 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-254e81ce-7920-494b-a4b9-36c2bc36c0be admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:19.230876 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2374574e-621d-4b11-9e6e-09b646d3b7a6 tempest-ServersTestJSON-1122836914 tempest-ServersTestJSON-1122836914-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 18:54:19.233947 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-254e81ce-7920-494b-a4b9-36c2bc36c0be admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c1cfc5c4-0aac-42f8-9567-c1b021ae671e HTTP/1.1" status: 204 len: 168 time: 0.7863915 Jun 01 18:54:19.235312 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a8f766dc-c01d-46c5-8f37-20453e3b5d19 req-2f43225e-5bfe-4474-9644-4175aa742aba tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] 10.222.0.41 "GET /v2.0/security-groups?id=c266819c-9421-4c09-b8ec-0766c6fc4de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123729 Jun 01 18:54:19.238532 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2374574e-621d-4b11-9e6e-09b646d3b7a6 tempest-ServersTestJSON-1122836914 tempest-ServersTestJSON-1122836914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for floatingip, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:19.287455 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-751bfda6-2c64-4c89-8c6f-f6aa2f7e8137 None None] Sync routers for ids ['db6f77d8-4d78-4002-ac63-ece393d9d6e1'] in n-d-844202-1 {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 18:54:19.322348 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-2374574e-621d-4b11-9e6e-09b646d3b7a6 tempest-ServersTestJSON-1122836914 tempest-ServersTestJSON-1122836914-project] 10.222.0.41 "PUT /v2.0/floatingips/206cbcf5-b9ca-4f4c-a580-140d56230f38 HTTP/1.1" status: 200 len: 991 time: 3.4365704 Jun 01 18:54:19.323211 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9de683b5-6960-4339-920c-d199fd362117', 'tag': 'e3fcc381-ae80-4fcd-9950-57f4a13a4d72'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:54:19.335120 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751bfda6-2c64-4c89-8c6f-f6aa2f7e8137 None None] Routers {'db6f77d8-4d78-4002-ac63-ece393d9d6e1'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:54:19.335987 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-751bfda6-2c64-4c89-8c6f-f6aa2f7e8137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:54:09Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['db6f77d8-4d78-4002-ac63-ece393d9d6e1'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:54:19.353921 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-51fa50df-251f-4475-8008-9030f8b576bb tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Notify callbacks [] for port, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:19.369811 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-51fa50df-251f-4475-8008-9030f8b576bb tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:19.401759 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-04e728fb-1a39-44a8-8ace-d51f2e91f6d1 req-94086622-9018-4430-9ee6-ab4c48bc72c0 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/security-groups?id=679bc320-73aa-41fb-80e9-32867c6d2bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3614185 Jun 01 18:54:19.444595 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6958c0b-7e9a-4eee-af8a-31418c9eb143'] response: {'server_uuid': 'abc5c024-db38-4dc1-9c57-28915d7de463', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c660e956-1a68-4e96-be3e-30e751441e78', 'code': 200} Jun 01 18:54:19.680838 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-751bfda6-2c64-4c89-8c6f-f6aa2f7e8137 None None] Set router db6f77d8-4d78-4002-ac63-ece393d9d6e1 gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:54:19.788191 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc65599-9fc6-45fe-9f06-53a1a583695a req-139d5149-f8bb-4dae-a8bf-39b6f1899b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:19.792924 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-1bc65599-9fc6-45fe-9f06-53a1a583695a req-139d5149-f8bb-4dae-a8bf-39b6f1899b85 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=abc5c024-db38-4dc1-9c57-28915d7de463 HTTP/1.1" status: 200 len: 1096 time: 0.3522503 Jun 01 18:54:19.868672 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f62800-b83a-4924-99fa-b903d17c640f req-493df433-91f5-4273-8f67-d16acbd1197f tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:19.876704 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-47f62800-b83a-4924-99fa-b903d17c640f req-493df433-91f5-4273-8f67-d16acbd1197f tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] 10.222.0.41 "GET /v2.0/ports?device_id=32244e54-23cc-458d-b7ea-5b386e43c2fc HTTP/1.1" status: 200 len: 949 time: 0.2765601 Jun 01 18:54:19.908307 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fa50df-251f-4475-8008-9030f8b576bb tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Pushing event updated for resources: {'Port': ['ID=d19761a6-82e6-49f1-88b1-2dda8d63f69b,revision_number=2']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:54:19.909210 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-1bc65599-9fc6-45fe-9f06-53a1a583695a req-fef357c0-2a73-4b5e-865e-01f7d9fb66df service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=4e23aa47-74f2-49b6-941c-83054b077efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056507 Jun 01 18:54:19.969518 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-47f62800-b83a-4924-99fa-b903d17c640f req-37c6ba39-9f4d-4be0-8e52-0149d6d7144b tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] 10.222.0.41 "GET /v2.0/security-groups?id=c266819c-9421-4c09-b8ec-0766c6fc4de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895772 Jun 01 18:54:20.023413 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-51fa50df-251f-4475-8008-9030f8b576bb tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887712'] for floatingip, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:20.049114 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfdf6ca-cf01-4152-96c3-996bc78021d8 req-dde0bdf9-4429-4b3c-8dcb-be823838040c tempest-ServersTestJSON-1122836914 tempest-ServersTestJSON-1122836914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:20.056672 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ebfdf6ca-cf01-4152-96c3-996bc78021d8 req-dde0bdf9-4429-4b3c-8dcb-be823838040c tempest-ServersTestJSON-1122836914 tempest-ServersTestJSON-1122836914-project] 10.222.0.41 "GET /v2.0/ports?device_id=9de683b5-6960-4339-920c-d199fd362117 HTTP/1.1" status: 200 len: 946 time: 0.3636544 Jun 01 18:54:20.060678 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0be8636b-ae57-43b2-8902-5a3133150070'] response: {'name': 'network-changed', 'server_uuid': '9de683b5-6960-4339-920c-d199fd362117', 'tag': 'e3fcc381-ae80-4fcd-9950-57f4a13a4d72', 'status': 'completed', 'code': 200} Jun 01 18:54:20.060812 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 57822) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:54:20.126570 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b5798c38-3404-4af5-bec7-b05d14e8d216 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:20.145691 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-51fa50df-251f-4475-8008-9030f8b576bb tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for floatingip, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:20.156658 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-51fa50df-251f-4475-8008-9030f8b576bb tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6570337 Jun 01 18:54:20.173708 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-b5798c38-3404-4af5-bec7-b05d14e8d216 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:54:20.184994 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-b5798c38-3404-4af5-bec7-b05d14e8d216 admin admin] Usage tracker for resource:security_group_rule and tenant:9e2c99e8960c47d6beb4ad7b2fff29b0 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:54:20.194762 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-b5798c38-3404-4af5-bec7-b05d14e8d216 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:54:20.226265 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ebfdf6ca-cf01-4152-96c3-996bc78021d8 req-4c6d7a9b-3d5b-47da-a765-5e0b646a6963 tempest-ServersTestJSON-1122836914 tempest-ServersTestJSON-1122836914-project] 10.222.0.41 "GET /v2.0/security-groups?id=a41a438a-7d5d-4e3d-9835-863d30a4b6de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1666541 Jun 01 18:54:20.227318 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-b5798c38-3404-4af5-bec7-b05d14e8d216 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:54:20.248444 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22f1ec1-3f6e-40f8-835d-b210e9cc803f req-d15c2aee-b02d-4996-b991-9a4b7c680bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:20.251622 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e22f1ec1-3f6e-40f8-835d-b210e9cc803f req-d15c2aee-b02d-4996-b991-9a4b7c680bb7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=be364c421efe43d392981c55745cbee0&device_id=9de683b5-6960-4339-920c-d199fd362117 HTTP/1.1" status: 200 len: 1097 time: 0.1669297 Jun 01 18:54:20.446505 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 4aec13c0-1bc4-4dbb-825f-531a1bef3529 up at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:54:20.485645 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-7bec83cd-e862-4d71-883c-291479684c63 req-b27701ee-30c5-47c7-bf02-0566e661b924 tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=edc569c64df34433baeb55c13113ba41&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0602784 Jun 01 18:54:20.498883 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b5798c38-3404-4af5-bec7-b05d14e8d216 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:20.547785 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b5798c38-3404-4af5-bec7-b05d14e8d216 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:20.574224 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning for port 4aec13c0-1bc4-4dbb-825f-531a1bef3529 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:54:20.579203 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-751bfda6-2c64-4c89-8c6f-f6aa2f7e8137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db6f77d8-4d78-4002-ac63-ece393d9d6e1', 'name': 'tempest-ServersTestJSON-1311382100-router', 'tenant_id': 'be364c421efe43d392981c55745cbee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': '705c9357-8fda-49be-87c1-01c053959862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:53:15Z', 'updated_at': '2022-06-01T18:53:35Z', 'revision_number': 4, 'project_id': 'be364c421efe43d392981c55745cbee0', 'gw_port': {'id': '705c9357-8fda-49be-87c1-01c053959862', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:71:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6f77d8-4d78-4002-ac63-ece393d9d6e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:53:18Z', 'updated_at': '2022-06-01T18:53:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_floatingips': [{'id': '206cbcf5-b9ca-4f4c-a580-140d56230f38', 'tenant_id': 'be364c421efe43d392981c55745cbee0', 'floating_ip_address': '172.25.4.76', 'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'router_id': 'db6f77d8-4d78-4002-ac63-ece393d9d6e1', 'port_id': 'e3fcc381-ae80-4fcd-9950-57f4a13a4d72', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1263, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89cb058b-9ed3-4e37-a7ba-952d56201dad', 'mac_address': 'fa:16:3e:dd:a3:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9de683b5-6960-4339-920c-d199fd362117', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T18:53:44Z', 'updated_at': '2022-06-01T18:54:17Z', 'revision_number': 1, 'project_id': 'be364c421efe43d392981c55745cbee0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f136d3ac-b6e6-4f82-96e8-34ebfa298de4', 'name': '', 'network_id': '89cb058b-9ed3-4e37-a7ba-952d56201dad', 'tenant_id': 'be364c421efe43d392981c55745cbee0', 'mac_address': 'fa:16:3e:8d:68:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6f77d8-4d78-4002-ac63-ece393d9d6e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '20c92181-6933-4439-bedd-96ced55ea613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:53:31Z', 'updated_at': '2022-06-01T18:53:46Z', 'revision_number': 5, 'project_id': 'be364c421efe43d392981c55745cbee0', 'subnets': [{'id': '20c92181-6933-4439-bedd-96ced55ea613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:54:20.584690 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-751bfda6-2c64-4c89-8c6f-f6aa2f7e8137 None None] Checking router: db6f77d8-4d78-4002-ac63-ece393d9d6e1 for host: n-d-844202-1 {{(pid=88526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 18:54:20.588755 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning complete for port 4aec13c0-1bc4-4dbb-825f-531a1bef3529 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:54:20.588863 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:20.665235 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751bfda6-2c64-4c89-8c6f-f6aa2f7e8137 None None] Routers {'db6f77d8-4d78-4002-ac63-ece393d9d6e1'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:54:20.665901 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-751bfda6-2c64-4c89-8c6f-f6aa2f7e8137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:54:09Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['db6f77d8-4d78-4002-ac63-ece393d9d6e1'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:54:20.714553 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22f1ec1-3f6e-40f8-835d-b210e9cc803f req-7289467f-2ddf-4bcb-aee6-d4e113cae6de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:20.716017 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e22f1ec1-3f6e-40f8-835d-b210e9cc803f req-7289467f-2ddf-4bcb-aee6-d4e113cae6de service neutron] 10.222.0.50 "GET /v2.0/networks?id=89cb058b-9ed3-4e37-a7ba-952d56201dad HTTP/1.1" status: 200 len: 907 time: 0.4498739 Jun 01 18:54:20.747991 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5798c38-3404-4af5-bec7-b05d14e8d216 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eed85fa7-57c6-4c83-b972-060fa79fb6b3,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:54:20.776799 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-b5798c38-3404-4af5-bec7-b05d14e8d216 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9e2c99e8960c47d6beb4ad7b2fff29b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7128525 Jun 01 18:54:20.777880 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 57872) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:54:20.884281 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a01811f-f508-42f4-8a74-a101e3478285 req-559b4848-513b-4ad6-8d6e-00b5876fe754 tempest-InstanceActionsNegativeTestJSON-1336298402 tempest-InstanceActionsNegativeTestJSON-1336298402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:20.885727 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0a01811f-f508-42f4-8a74-a101e3478285 req-559b4848-513b-4ad6-8d6e-00b5876fe754 tempest-InstanceActionsNegativeTestJSON-1336298402 tempest-InstanceActionsNegativeTestJSON-1336298402-project] 10.222.0.41 "GET /v2.0/ports?device_id=abc5c024-db38-4dc1-9c57-28915d7de463 HTTP/1.1" status: 200 len: 945 time: 0.5459304 Jun 01 18:54:20.925993 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port 4aec13c0-1bc4-4dbb-825f-531a1bef3529 is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:54:20.926372 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:20.977000 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5cebe432-7753-42db-a937-291ab47cfe24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:20.988551 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 4aec13c0-1bc4-4dbb-825f-531a1bef3529, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=4aec13c0-1bc4-4dbb-825f-531a1bef3529,segment=NetworkSegment(ecb3f528-dbed-4312-ba29-7684ecfbe265),segment_id=ecb3f528-dbed-4312-ba29-7684ecfbe265)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:54:20.994961 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:21.006294 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0a01811f-f508-42f4-8a74-a101e3478285 req-d21537a7-ce61-4097-8fbb-fd4e0942405d tempest-InstanceActionsNegativeTestJSON-1336298402 tempest-InstanceActionsNegativeTestJSON-1336298402-project] 10.222.0.41 "GET /v2.0/security-groups?id=4e23aa47-74f2-49b6-941c-83054b077efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941591 Jun 01 18:54:21.016888 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bec83cd-e862-4d71-883c-291479684c63 req-fdc99e85-0633-4ff6-a2d9-93496e0c5885 tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:21.018365 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-7bec83cd-e862-4d71-883c-291479684c63 req-fdc99e85-0633-4ff6-a2d9-93496e0c5885 tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5174344 Jun 01 18:54:21.040344 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e22f1ec1-3f6e-40f8-835d-b210e9cc803f req-da363c07-1046-4dd7-a143-1649aa411efc service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e3fcc381-ae80-4fcd-9950-57f4a13a4d72 HTTP/1.1" status: 200 len: 999 time: 0.2901950 Jun 01 18:54:21.057428 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-7bec83cd-e862-4d71-883c-291479684c63 req-c1cb5f10-7dbe-47b3-a931-da158bd0d363 tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] 10.222.0.41 "GET /v2.0/quotas/edc569c64df34433baeb55c13113ba41 HTTP/1.1" status: 200 len: 375 time: 0.0327208 Jun 01 18:54:21.072962 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-751bfda6-2c64-4c89-8c6f-f6aa2f7e8137 None None] Set router db6f77d8-4d78-4002-ac63-ece393d9d6e1 gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:54:21.101866 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5cebe432-7753-42db-a937-291ab47cfe24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:21.119765 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22f1ec1-3f6e-40f8-835d-b210e9cc803f req-cb01575a-9c90-4c75-9606-0a634f0ca529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:21.121592 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e22f1ec1-3f6e-40f8-835d-b210e9cc803f req-cb01575a-9c90-4c75-9606-0a634f0ca529 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=20c92181-6933-4439-bedd-96ced55ea613 HTTP/1.1" status: 200 len: 845 time: 0.0804543 Jun 01 18:54:21.185446 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5cebe432-7753-42db-a937-291ab47cfe24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:21.210337 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cebe432-7753-42db-a937-291ab47cfe24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eed85fa7-57c6-4c83-b972-060fa79fb6b3,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:54:21.240503 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-7bec83cd-e862-4d71-883c-291479684c63 req-f5289144-e8e9-4557-969b-02da5068ed74 tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=edc569c64df34433baeb55c13113ba41&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1820924 Jun 01 18:54:21.242343 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5cebe432-7753-42db-a937-291ab47cfe24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:21.245376 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-5cebe432-7753-42db-a937-291ab47cfe24 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/eed85fa7-57c6-4c83-b972-060fa79fb6b3 HTTP/1.1" status: 204 len: 168 time: 0.4582512 Jun 01 18:54:21.280212 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22f1ec1-3f6e-40f8-835d-b210e9cc803f req-438fbafb-294d-4c2a-9d73-63edd3307a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:21.284650 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e22f1ec1-3f6e-40f8-835d-b210e9cc803f req-438fbafb-294d-4c2a-9d73-63edd3307a72 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=89cb058b-9ed3-4e37-a7ba-952d56201dad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1522624 Jun 01 18:54:21.358475 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=4aec13c0-1bc4-4dbb-825f-531a1bef3529,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:54:21.520121 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '863d6d17-7ec0-45a3-a6dc-82b322b76ced', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a324220-33d8-474a-8fca-3b42f63f1ae1'}, {'server_uuid': '1791c1d3-2ca2-4ec5-8a5a-755694dd39c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4aec13c0-1bc4-4dbb-825f-531a1bef3529'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:54:21.679787 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-751bfda6-2c64-4c89-8c6f-f6aa2f7e8137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db6f77d8-4d78-4002-ac63-ece393d9d6e1', 'name': 'tempest-ServersTestJSON-1311382100-router', 'tenant_id': 'be364c421efe43d392981c55745cbee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': '705c9357-8fda-49be-87c1-01c053959862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:53:15Z', 'updated_at': '2022-06-01T18:53:35Z', 'revision_number': 4, 'project_id': 'be364c421efe43d392981c55745cbee0', 'gw_port': {'id': '705c9357-8fda-49be-87c1-01c053959862', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:71:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6f77d8-4d78-4002-ac63-ece393d9d6e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:53:18Z', 'updated_at': '2022-06-01T18:53:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_floatingips': [{'id': '206cbcf5-b9ca-4f4c-a580-140d56230f38', 'tenant_id': 'be364c421efe43d392981c55745cbee0', 'floating_ip_address': '172.25.4.76', 'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'router_id': 'db6f77d8-4d78-4002-ac63-ece393d9d6e1', 'port_id': 'e3fcc381-ae80-4fcd-9950-57f4a13a4d72', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1263, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89cb058b-9ed3-4e37-a7ba-952d56201dad', 'mac_address': 'fa:16:3e:dd:a3:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9de683b5-6960-4339-920c-d199fd362117', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T18:53:44Z', 'updated_at': '2022-06-01T18:54:17Z', 'revision_number': 1, 'project_id': 'be364c421efe43d392981c55745cbee0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f136d3ac-b6e6-4f82-96e8-34ebfa298de4', 'name': '', 'network_id': '89cb058b-9ed3-4e37-a7ba-952d56201dad', 'tenant_id': 'be364c421efe43d392981c55745cbee0', 'mac_address': 'fa:16:3e:8d:68:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6f77d8-4d78-4002-ac63-ece393d9d6e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '20c92181-6933-4439-bedd-96ced55ea613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:53:31Z', 'updated_at': '2022-06-01T18:53:46Z', 'revision_number': 5, 'project_id': 'be364c421efe43d392981c55745cbee0', 'subnets': [{'id': '20c92181-6933-4439-bedd-96ced55ea613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:54:21.685021 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-751bfda6-2c64-4c89-8c6f-f6aa2f7e8137 None None] The sync data for ids ['db6f77d8-4d78-4002-ac63-ece393d9d6e1'] in n-d-844202-1 is: [{'id': 'db6f77d8-4d78-4002-ac63-ece393d9d6e1', 'name': 'tempest-ServersTestJSON-1311382100-router', 'tenant_id': 'be364c421efe43d392981c55745cbee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': '705c9357-8fda-49be-87c1-01c053959862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:53:15Z', 'updated_at': '2022-06-01T18:53:35Z', 'revision_number': 4, 'project_id': 'be364c421efe43d392981c55745cbee0', 'gw_port': {'id': '705c9357-8fda-49be-87c1-01c053959862', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:71:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6f77d8-4d78-4002-ac63-ece393d9d6e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:53:18Z', 'updated_at': '2022-06-01T18:53:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_floatingips': [{'id': '206cbcf5-b9ca-4f4c-a580-140d56230f38', 'tenant_id': 'be364c421efe43d392981c55745cbee0', 'floating_ip_address': '172.25.4.76', 'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'router_id': 'db6f77d8-4d78-4002-ac63-ece393d9d6e1', 'port_id': 'e3fcc381-ae80-4fcd-9950-57f4a13a4d72', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1263, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89cb058b-9ed3-4e37-a7ba-952d56201dad', 'mac_address': 'fa:16:3e:dd:a3:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9de683b5-6960-4339-920c-d199fd362117', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T18:53:44Z', 'updated_at': '2022-06-01T18:54:17Z', 'revision_number': 1, 'project_id': 'be364c421efe43d392981c55745cbee0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f136d3ac-b6e6-4f82-96e8-34ebfa298de4', 'name': '', 'network_id': '89cb058b-9ed3-4e37-a7ba-952d56201dad', 'tenant_id': 'be364c421efe43d392981c55745cbee0', 'mac_address': 'fa:16:3e:8d:68:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6f77d8-4d78-4002-ac63-ece393d9d6e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '20c92181-6933-4439-bedd-96ced55ea613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:53:31Z', 'updated_at': '2022-06-01T18:53:46Z', 'revision_number': 5, 'project_id': 'be364c421efe43d392981c55745cbee0', 'subnets': [{'id': '20c92181-6933-4439-bedd-96ced55ea613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 18:54:21.732110 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e22f1ec1-3f6e-40f8-835d-b210e9cc803f req-96115300-199a-4714-bc5d-4c0f0a75ad01 service neutron] 10.222.0.50 "GET /v2.0/networks/89cb058b-9ed3-4e37-a7ba-952d56201dad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3617969 Jun 01 18:54:21.747790 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-fa3c1cc4-7e25-45c9-ade1-09e522499b35 req-0e0b71ed-b324-414c-a045-4ab8eb35bdb9 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Synchronizing usage tracker for tenant:9da8911c90e044c58dc0cf3fd4a5638a on resource:security_group {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:54:21.748536 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0546e8ab-f7b9-4306-bf80-005c48c0f4cb req-8721072f-2b17-4c45-989a-27970acaa47e tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:21.752420 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0546e8ab-f7b9-4306-bf80-005c48c0f4cb req-8721072f-2b17-4c45-989a-27970acaa47e tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/ports?device_id=1791c1d3-2ca2-4ec5-8a5a-755694dd39c3 HTTP/1.1" status: 200 len: 945 time: 0.4768224 Jun 01 18:54:21.781475 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-fa3c1cc4-7e25-45c9-ade1-09e522499b35 req-0e0b71ed-b324-414c-a045-4ab8eb35bdb9 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Unset dirty status for tenant:9da8911c90e044c58dc0cf3fd4a5638a on resource:security_group {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:54:21.789218 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-fa3c1cc4-7e25-45c9-ade1-09e522499b35 req-0e0b71ed-b324-414c-a045-4ab8eb35bdb9 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--914672710&fields=id&tenant_id=9da8911c90e044c58dc0cf3fd4a5638a HTTP/1.1" status: 200 len: 267 time: 0.1533763 Jun 01 18:54:22.031362 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0546e8ab-f7b9-4306-bf80-005c48c0f4cb req-dda8b1e8-db8f-4471-ab81-21f27b60f890 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/security-groups?id=679bc320-73aa-41fb-80e9-32867c6d2bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224140 Jun 01 18:54:22.132907 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e22f1ec1-3f6e-40f8-835d-b210e9cc803f req-8b87b552-877e-4f6d-a80c-a1ceddd5625e service neutron] 10.222.0.50 "GET /v2.0/networks/89cb058b-9ed3-4e37-a7ba-952d56201dad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3783276 Jun 01 18:54:22.161104 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34b5685-425d-4ff4-8dde-edce0ff54fa3 None None] New status for floating IP 206cbcf5-b9ca-4f4c-a580-140d56230f38: ACTIVE {{(pid=88527) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 18:54:22.216845 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3c1cc4-7e25-45c9-ade1-09e522499b35 req-d1aca2f8-0c27-400c-b1b4-e3fd9e43a81a tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:22.221472 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-fa3c1cc4-7e25-45c9-ade1-09e522499b35 req-d1aca2f8-0c27-400c-b1b4-e3fd9e43a81a tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] 10.222.0.41 "GET /v2.0/networks?id=908da31a-c43f-4d78-b2f1-4926efeaafe9 HTTP/1.1" status: 200 len: 814 time: 0.4314454 Jun 01 18:54:22.245257 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-fa3c1cc4-7e25-45c9-ade1-09e522499b35 req-807b4453-6f25-44d2-8591-b37385331598 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] 10.222.0.41 "GET /v2.0/quotas/9da8911c90e044c58dc0cf3fd4a5638a HTTP/1.1" status: 200 len: 375 time: 0.0175622 Jun 01 18:54:22.355476 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-fa3c1cc4-7e25-45c9-ade1-09e522499b35 req-b86c4607-9bb0-4b76-8409-38b02995a6ba tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=9da8911c90e044c58dc0cf3fd4a5638a&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1085420 Jun 01 18:54:22.466747 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8146199-18d5-4682-93a6-3d1cb08e7c48 req-e52c80f2-93ab-4e3d-8b05-a316812fcdef tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:22.479975 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a8146199-18d5-4682-93a6-3d1cb08e7c48 req-e52c80f2-93ab-4e3d-8b05-a316812fcdef tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=863d6d17-7ec0-45a3-a6dc-82b322b76ced HTTP/1.1" status: 200 len: 945 time: 0.2001307 Jun 01 18:54:22.531974 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a8146199-18d5-4682-93a6-3d1cb08e7c48 req-d4436a8d-d116-4beb-a392-ca683617d3cf tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ce59b29-4aa6-4d2e-8584-a540c0a14c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509908 Jun 01 18:54:22.610631 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-fa3c1cc4-7e25-45c9-ade1-09e522499b35 req-64fd30e4-0da2-4676-ad86-ca823d725123 service neutron] 10.222.0.41 "GET /v2.0/networks/908da31a-c43f-4d78-b2f1-4926efeaafe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2176602 Jun 01 18:54:22.775123 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-fa3c1cc4-7e25-45c9-ade1-09e522499b35 req-49174973-071c-4a75-b2ea-803c876a9e55 service neutron] 10.222.0.41 "GET /v2.0/networks/908da31a-c43f-4d78-b2f1-4926efeaafe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572280 Jun 01 18:54:22.777200 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f0132721-6ce2-40bf-9760-638b38c09d92 req-69f8b22b-90eb-4c54-9155-70894cec7c44 tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] 10.222.0.41 "GET /v2.0/ports?device_id=d419f3bd-0783-4597-938e-edafa5ae6e56 HTTP/1.1" status: 200 len: 210 time: 0.0614552 Jun 01 18:54:22.885153 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6c512f7-c594-4bee-bdea-d0248b9965a0'] response: {'server_uuid': '863d6d17-7ec0-45a3-a6dc-82b322b76ced', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a324220-33d8-474a-8fca-3b42f63f1ae1', 'code': 200} Jun 01 18:54:22.885616 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6c512f7-c594-4bee-bdea-d0248b9965a0'] response: {'server_uuid': '1791c1d3-2ca2-4ec5-8a5a-755694dd39c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4aec13c0-1bc4-4dbb-825f-531a1bef3529', 'code': 200} Jun 01 18:54:23.252326 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89540956-3d52-479d-a701-067531d5911b req-3e092fc5-2a6d-4853-8167-ecd9faf73773 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:23.272789 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-89540956-3d52-479d-a701-067531d5911b req-3e092fc5-2a6d-4853-8167-ecd9faf73773 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=863d6d17-7ec0-45a3-a6dc-82b322b76ced HTTP/1.1" status: 200 len: 945 time: 0.1771598 Jun 01 18:54:23.322083 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5de106-729d-46c0-8040-7a5421168776 req-1f25ec29-e68b-49d5-8762-6faf166352d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:23.323549 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0f5de106-729d-46c0-8040-7a5421168776 req-1f25ec29-e68b-49d5-8762-6faf166352d2 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=1791c1d3-2ca2-4ec5-8a5a-755694dd39c3 HTTP/1.1" status: 200 len: 1096 time: 0.3050864 Jun 01 18:54:23.347360 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ba040b-37fd-4e83-a003-9a91e086af56 req-1d7bae58-2ce6-45ab-b17e-a9f761040cb8 tempest-InstanceActionsNegativeTestJSON-1336298402 tempest-InstanceActionsNegativeTestJSON-1336298402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:23.353773 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-76ba040b-37fd-4e83-a003-9a91e086af56 req-1d7bae58-2ce6-45ab-b17e-a9f761040cb8 tempest-InstanceActionsNegativeTestJSON-1336298402 tempest-InstanceActionsNegativeTestJSON-1336298402-project] 10.222.0.41 "GET /v2.0/ports?device_id=abc5c024-db38-4dc1-9c57-28915d7de463 HTTP/1.1" status: 200 len: 945 time: 0.2139339 Jun 01 18:54:23.366269 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-7bec83cd-e862-4d71-883c-291479684c63 req-c610a89c-5cd4-41e8-b5a5-2c280957e1ca tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=edc569c64df34433baeb55c13113ba41&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0651517 Jun 01 18:54:23.444003 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-89540956-3d52-479d-a701-067531d5911b req-8d31f5a4-c641-4a7a-b7bc-fd910edfb763 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ce59b29-4aa6-4d2e-8584-a540c0a14c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1685543 Jun 01 18:54:23.601220 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0f5de106-729d-46c0-8040-7a5421168776 req-b0f2dbd5-fe8d-44b8-a7a2-f8c66f57cc65 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=679bc320-73aa-41fb-80e9-32867c6d2bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2716248 Jun 01 18:54:23.638717 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-76ba040b-37fd-4e83-a003-9a91e086af56 req-5c2e675a-a621-4bba-b872-455b38f47257 tempest-InstanceActionsNegativeTestJSON-1336298402 tempest-InstanceActionsNegativeTestJSON-1336298402-project] 10.222.0.41 "GET /v2.0/security-groups?id=4e23aa47-74f2-49b6-941c-83054b077efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201345 Jun 01 18:54:23.640385 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-509555e5-f29f-4aa1-b2a8-d81b56069147 req-feea94d9-657a-4500-a5f0-5ec47267ff0c tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] 10.222.0.41 "GET /v2.0/ports?device_id=bfb1c514-d298-47a9-8bda-37d32f70699e HTTP/1.1" status: 200 len: 210 time: 0.0765717 Jun 01 18:54:23.790866 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bec83cd-e862-4d71-883c-291479684c63 req-cfda4db8-1baa-4c1a-b349-088c3f525125 tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:23.798104 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-7bec83cd-e862-4d71-883c-291479684c63 req-cfda4db8-1baa-4c1a-b349-088c3f525125 tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3679659 Jun 01 18:54:23.814852 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [req-7bec83cd-e862-4d71-883c-291479684c63 req-38a464f8-a9d7-49b6-8ce7-21192bbb1dd2 tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] Request body: {'port': {'device_id': 'd419f3bd-0783-4597-938e-edafa5ae6e56', 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426', 'admin_state_up': True, 'tenant_id': 'edc569c64df34433baeb55c13113ba41'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:54:23.951688 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2968bfa-e8df-4534-8fd3-c2d725f797cd req-46fb9e05-664b-43d2-ba49-1085519eabc6 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:23.954988 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c2968bfa-e8df-4534-8fd3-c2d725f797cd req-46fb9e05-664b-43d2-ba49-1085519eabc6 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/ports?device_id=1791c1d3-2ca2-4ec5-8a5a-755694dd39c3 HTTP/1.1" status: 200 len: 945 time: 0.1277575 Jun 01 18:54:24.043836 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c2968bfa-e8df-4534-8fd3-c2d725f797cd req-94d955e5-68d8-482d-8ff1-fe4d8fd57e76 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/security-groups?id=679bc320-73aa-41fb-80e9-32867c6d2bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824175 Jun 01 18:54:24.199516 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e78840-bdb4-4f70-bccc-fb0d65108d5f req-aad14861-9bcc-493f-ad5e-03d0dc262718 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:24.201064 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-49e78840-bdb4-4f70-bccc-fb0d65108d5f req-aad14861-9bcc-493f-ad5e-03d0dc262718 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=863d6d17-7ec0-45a3-a6dc-82b322b76ced HTTP/1.1" status: 200 len: 945 time: 0.3615057 Jun 01 18:54:24.206762 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [req-7bec83cd-e862-4d71-883c-291479684c63 req-38a464f8-a9d7-49b6-8ce7-21192bbb1dd2 tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:54:24.274442 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [req-7bec83cd-e862-4d71-883c-291479684c63 req-38a464f8-a9d7-49b6-8ce7-21192bbb1dd2 tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:54:24.300304 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-49e78840-bdb4-4f70-bccc-fb0d65108d5f req-27708017-a9ee-4da1-9764-332b9305250a tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ce59b29-4aa6-4d2e-8584-a540c0a14c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865228 Jun 01 18:54:24.306405 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7bec83cd-e862-4d71-883c-291479684c63 req-38a464f8-a9d7-49b6-8ce7-21192bbb1dd2 tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] Made reservation on behalf of edc569c64df34433baeb55c13113ba41 for: {'port': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:54:24.312219 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-7bec83cd-e862-4d71-883c-291479684c63 req-38a464f8-a9d7-49b6-8ce7-21192bbb1dd2 tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:24.435371 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0fe29157-7350-4373-8829-1ed2558dd569 req-90aa912b-b76b-4472-ab3d-a2d59b6dec41 tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] 10.222.0.41 "GET /v2.0/ports?device_id=d419f3bd-0783-4597-938e-edafa5ae6e56 HTTP/1.1" status: 200 len: 210 time: 0.0759072 Jun 01 18:54:24.698644 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [req-7bec83cd-e862-4d71-883c-291479684c63 req-38a464f8-a9d7-49b6-8ce7-21192bbb1dd2 tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] Allocated IP 192.168.233.15 (898153a3-5d71-43be-9d14-343ea4a48426/35e3ad2f-9c88-4698-b634-4e1b58de1cc2/95c2395d-40cd-45c9-8e57-a8728356bd2b) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:54:25.214978 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3c1cc4-7e25-45c9-ade1-09e522499b35 req-07cd5082-3ac0-43cd-893b-ce501d546306 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:25.217548 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fa3c1cc4-7e25-45c9-ade1-09e522499b35 req-07cd5082-3ac0-43cd-893b-ce501d546306 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] 10.222.0.15 "GET /v2.0/networks?id=908da31a-c43f-4d78-b2f1-4926efeaafe9 HTTP/1.1" status: 200 len: 814 time: 0.4313288 Jun 01 18:54:25.294703 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-43974409-1797-423f-baea-d2fb44d95e5a req-4f2f5fd0-e878-4547-b4a1-3d221a272c34 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] 10.222.0.41 "GET /v2.0/ports?device_id=bfb1c514-d298-47a9-8bda-37d32f70699e HTTP/1.1" status: 200 len: 210 time: 0.2000470 Jun 01 18:54:25.297170 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fa3c1cc4-7e25-45c9-ade1-09e522499b35 req-ebae6341-31b3-4f2e-b4bc-6ddf35aa21db tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9da8911c90e044c58dc0cf3fd4a5638a HTTP/1.1" status: 200 len: 472 time: 0.0695431 Jun 01 18:54:25.314103 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-fa3c1cc4-7e25-45c9-ade1-09e522499b35 req-092a3ced-35b6-45ea-8d91-c7cab18fb1ce tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Request body: {'port': {'device_id': 'bfb1c514-d298-47a9-8bda-37d32f70699e', 'network_id': '908da31a-c43f-4d78-b2f1-4926efeaafe9', 'admin_state_up': True, 'tenant_id': '9da8911c90e044c58dc0cf3fd4a5638a', 'security_groups': ['75cdfcb8-2441-4aa3-ba92-9fe071c95389']}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:54:25.318442 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-7bec83cd-e862-4d71-883c-291479684c63 req-38a464f8-a9d7-49b6-8ce7-21192bbb1dd2 tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:25.339963 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [req-7bec83cd-e862-4d71-883c-291479684c63 req-38a464f8-a9d7-49b6-8ce7-21192bbb1dd2 tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] Transition to ACTIVE for port object 95c2395d-40cd-45c9-8e57-a8728356bd2b will not be triggered until provisioned by entity DHCP. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:54:25.352211 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a4c44b-8275-48b5-8944-442d2c84c868 req-f78bc0c6-7e69-4b92-8fcb-ee560bcd68ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:25.353724 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d4a4c44b-8275-48b5-8944-442d2c84c868 req-f78bc0c6-7e69-4b92-8fcb-ee560bcd68ca service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=eccea382ced5475f9a2098d1ef2ff267&device_id=863d6d17-7ec0-45a3-a6dc-82b322b76ced HTTP/1.1" status: 200 len: 1096 time: 0.3416326 Jun 01 18:54:25.610916 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-fa3c1cc4-7e25-45c9-ade1-09e522499b35 req-092a3ced-35b6-45ea-8d91-c7cab18fb1ce tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:54:25.629457 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942fba09-34ac-4c68-a74b-f693e7ca66b8 req-909690d0-851f-4cf7-8097-a12b8f839adb tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:25.634770 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-7bec83cd-e862-4d71-883c-291479684c63 req-38a464f8-a9d7-49b6-8ce7-21192bbb1dd2 tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:25.648653 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] get_ports_and_sgs() called for port_ids ['3c91b70b-5114-421a-9fe1-7d632732d11b'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:54:25.654567 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-942fba09-34ac-4c68-a74b-f693e7ca66b8 req-909690d0-851f-4cf7-8097-a12b8f839adb tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=863d6d17-7ec0-45a3-a6dc-82b322b76ced HTTP/1.1" status: 200 len: 945 time: 0.3119817 Jun 01 18:54:25.675990 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-fa3c1cc4-7e25-45c9-ade1-09e522499b35 req-092a3ced-35b6-45ea-8d91-c7cab18fb1ce tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:54:25.690352 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa3c1cc4-7e25-45c9-ade1-09e522499b35 req-092a3ced-35b6-45ea-8d91-c7cab18fb1ce tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Made reservation on behalf of 9da8911c90e044c58dc0cf3fd4a5638a for: {'port': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:54:25.695031 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-fa3c1cc4-7e25-45c9-ade1-09e522499b35 req-092a3ced-35b6-45ea-8d91-c7cab18fb1ce tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:25.763695 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] get_ports_and_sgs() called for port_ids ['de9ccc2f-4787-43e3-92be-87652a65920b'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:54:25.917903 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a464f8-a9d7-49b6-8ce7-21192bbb1dd2 tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] Pushing event updated for resources: {'Port': ['ID=95c2395d-40cd-45c9-8e57-a8728356bd2b,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:54:25.942772 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bec83cd-e862-4d71-883c-291479684c63 req-38a464f8-a9d7-49b6-8ce7-21192bbb1dd2 tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] Network 898153a3-5d71-43be-9d14-343ea4a48426 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:54:25.952627 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [req-7bec83cd-e862-4d71-883c-291479684c63 req-38a464f8-a9d7-49b6-8ce7-21192bbb1dd2 tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:54:25.960176 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bec83cd-e862-4d71-883c-291479684c63 req-38a464f8-a9d7-49b6-8ce7-21192bbb1dd2 tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:54:26.044523 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bec83cd-e862-4d71-883c-291479684c63 req-38a464f8-a9d7-49b6-8ce7-21192bbb1dd2 tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:26.045369 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-7bec83cd-e862-4d71-883c-291479684c63 req-38a464f8-a9d7-49b6-8ce7-21192bbb1dd2 tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:26.057227 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-942fba09-34ac-4c68-a74b-f693e7ca66b8 req-131aaa5e-8c0f-4d39-934e-b09acb1bf0a4 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ce59b29-4aa6-4d2e-8584-a540c0a14c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4016869 Jun 01 18:54:26.116514 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a4c44b-8275-48b5-8944-442d2c84c868 req-330e737c-ea9b-47bc-a264-1f669e337b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:26.127430 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d4a4c44b-8275-48b5-8944-442d2c84c868 req-330e737c-ea9b-47bc-a264-1f669e337b81 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e3902938-4b6a-4448-87d9-59b63dd51a7f HTTP/1.1" status: 200 len: 912 time: 0.7587774 Jun 01 18:54:26.266911 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [req-fa3c1cc4-7e25-45c9-ade1-09e522499b35 req-092a3ced-35b6-45ea-8d91-c7cab18fb1ce tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Allocated IP 172.20.0.10 (908da31a-c43f-4d78-b2f1-4926efeaafe9/b62dadc8-5788-404f-95cb-85382718471e/8745d5d8-46a5-4186-8328-98b093fdac8e) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:54:26.365972 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0471980a-6d28-44e8-8bf1-618f2ff825ce req-e266595e-7980-4378-9e74-14da5cf6ac59 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:26.373828 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-0471980a-6d28-44e8-8bf1-618f2ff825ce req-e266595e-7980-4378-9e74-14da5cf6ac59 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/ports?device_id=1791c1d3-2ca2-4ec5-8a5a-755694dd39c3 HTTP/1.1" status: 200 len: 945 time: 0.8474228 Jun 01 18:54:26.396185 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-7bec83cd-e862-4d71-883c-291479684c63 req-38a464f8-a9d7-49b6-8ce7-21192bbb1dd2 tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5880103 Jun 01 18:54:26.417763 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [req-7bec83cd-e862-4d71-883c-291479684c63 req-d21b2623-1090-4fd8-ad8e-3b4b130117ff service neutron] Request body: {'port': {'device_id': 'd419f3bd-0783-4597-938e-edafa5ae6e56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844202-1'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:54:26.450611 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-621f529d-bd1e-4ee3-824e-20f3315a47d6 None None] Provisioning for port 95c2395d-40cd-45c9-8e57-a8728356bd2b completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:54:26.458344 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-621f529d-bd1e-4ee3-824e-20f3315a47d6 None None] Provisioning complete for port 95c2395d-40cd-45c9-8e57-a8728356bd2b triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:54:26.458976 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-621f529d-bd1e-4ee3-824e-20f3315a47d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:26.470983 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 58044) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:54:26.504420 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d4a4c44b-8275-48b5-8944-442d2c84c868 req-00d6e487-aaf4-4ee5-9938-9e400b0bf0b6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4a324220-33d8-474a-8fca-3b42f63f1ae1 HTTP/1.1" status: 200 len: 1000 time: 0.3669431 Jun 01 18:54:26.559021 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5943ef92-8278-45c2-a444-e2e585421d6b req-e217bb8b-6fb1-45b4-abe9-d579a5323102 tempest-InstanceActionsNegativeTestJSON-1336298402 tempest-InstanceActionsNegativeTestJSON-1336298402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:26.566323 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5943ef92-8278-45c2-a444-e2e585421d6b req-e217bb8b-6fb1-45b4-abe9-d579a5323102 tempest-InstanceActionsNegativeTestJSON-1336298402 tempest-InstanceActionsNegativeTestJSON-1336298402-project] 10.222.0.41 "GET /v2.0/ports?device_id=abc5c024-db38-4dc1-9c57-28915d7de463 HTTP/1.1" status: 200 len: 945 time: 0.2470336 Jun 01 18:54:26.568267 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-621f529d-bd1e-4ee3-824e-20f3315a47d6 None None] Port 95c2395d-40cd-45c9-8e57-a8728356bd2b cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 18:54:26.588164 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-0471980a-6d28-44e8-8bf1-618f2ff825ce req-e87a62f4-1c18-4dac-b080-3d68e7610e46 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/security-groups?id=679bc320-73aa-41fb-80e9-32867c6d2bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132781 Jun 01 18:54:26.627437 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-fa3c1cc4-7e25-45c9-ade1-09e522499b35 req-092a3ced-35b6-45ea-8d91-c7cab18fb1ce tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:26.697310 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-13adc616-ddcb-4f6c-9d68-fdb5e1821aa3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:26.725621 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5943ef92-8278-45c2-a444-e2e585421d6b req-96791873-dccf-4526-aaaf-27da35fd07af tempest-InstanceActionsNegativeTestJSON-1336298402 tempest-InstanceActionsNegativeTestJSON-1336298402-project] 10.222.0.41 "GET /v2.0/security-groups?id=4e23aa47-74f2-49b6-941c-83054b077efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583691 Jun 01 18:54:26.726553 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a4c44b-8275-48b5-8944-442d2c84c868 req-bfddfd4e-2b2c-467d-803a-90c1a5a567bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:26.727993 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d4a4c44b-8275-48b5-8944-442d2c84c868 req-bfddfd4e-2b2c-467d-803a-90c1a5a567bc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=276181f2-c3ab-487e-8805-06ed7064e884 HTTP/1.1" status: 200 len: 850 time: 0.1986549 Jun 01 18:54:26.732581 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [req-fa3c1cc4-7e25-45c9-ade1-09e522499b35 req-092a3ced-35b6-45ea-8d91-c7cab18fb1ce tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Transition to ACTIVE for port object 8745d5d8-46a5-4186-8328-98b093fdac8e will not be triggered until provisioned by entity DHCP. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:54:26.748829 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-13adc616-ddcb-4f6c-9d68-fdb5e1821aa3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:54:26.755179 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-13adc616-ddcb-4f6c-9d68-fdb5e1821aa3 admin admin] Usage tracker for resource:security_group_rule and tenant:efcbcb0bcede44d585af1bc68e4c9a2d is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:54:26.762792 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-13adc616-ddcb-4f6c-9d68-fdb5e1821aa3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:54:26.772328 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-13adc616-ddcb-4f6c-9d68-fdb5e1821aa3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:54:26.841706 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-fa3c1cc4-7e25-45c9-ade1-09e522499b35 req-092a3ced-35b6-45ea-8d91-c7cab18fb1ce tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:26.843383 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-7bec83cd-e862-4d71-883c-291479684c63 req-d21b2623-1090-4fd8-ad8e-3b4b130117ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:26.991785 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee3884a-4fe6-4ec3-832d-2c71e0a470d0 req-bca35bb7-cb0b-46c6-b50a-7e5d75e12c61 tempest-InstanceActionsNegativeTestJSON-1336298402 tempest-InstanceActionsNegativeTestJSON-1336298402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:26.993249 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-0ee3884a-4fe6-4ec3-832d-2c71e0a470d0 req-bca35bb7-cb0b-46c6-b50a-7e5d75e12c61 tempest-InstanceActionsNegativeTestJSON-1336298402 tempest-InstanceActionsNegativeTestJSON-1336298402-project] 10.222.0.15 "GET /v2.0/ports?device_id=abc5c024-db38-4dc1-9c57-28915d7de463 HTTP/1.1" status: 200 len: 945 time: 0.3428314 Jun 01 18:54:27.079218 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-13adc616-ddcb-4f6c-9d68-fdb5e1821aa3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:27.094342 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa3c1cc4-7e25-45c9-ade1-09e522499b35 req-092a3ced-35b6-45ea-8d91-c7cab18fb1ce tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Network 908da31a-c43f-4d78-b2f1-4926efeaafe9 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:54:27.099103 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-13adc616-ddcb-4f6c-9d68-fdb5e1821aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:27.105942 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [req-fa3c1cc4-7e25-45c9-ade1-09e522499b35 req-092a3ced-35b6-45ea-8d91-c7cab18fb1ce tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:54:27.108828 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa3c1cc4-7e25-45c9-ade1-09e522499b35 req-092a3ced-35b6-45ea-8d91-c7cab18fb1ce tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:54:27.201276 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092a3ced-35b6-45ea-8d91-c7cab18fb1ce tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Pushing event updated for resources: {'Port': ['ID=8745d5d8-46a5-4186-8328-98b093fdac8e,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:54:27.243033 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-13adc616-ddcb-4f6c-9d68-fdb5e1821aa3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=efcbcb0bcede44d585af1bc68e4c9a2d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7684169 Jun 01 18:54:27.246050 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 58056) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:54:27.253849 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3c1cc4-7e25-45c9-ade1-09e522499b35 req-092a3ced-35b6-45ea-8d91-c7cab18fb1ce tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:27.254484 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-fa3c1cc4-7e25-45c9-ade1-09e522499b35 req-092a3ced-35b6-45ea-8d91-c7cab18fb1ce tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:27.261443 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13adc616-ddcb-4f6c-9d68-fdb5e1821aa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77f878aa-1afe-4bda-9107-6643d09c7cb0,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:54:27.307075 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedcefb1-6795-4ada-97f1-921b8ad5a74d req-73c06079-cca8-4449-ad62-2a2e9cb2f7d6 tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:27.307770 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-aedcefb1-6795-4ada-97f1-921b8ad5a74d req-73c06079-cca8-4449-ad62-2a2e9cb2f7d6 tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] Synchronizing usage tracker for tenant:edc569c64df34433baeb55c13113ba41 on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:54:27.324333 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [req-0ee3884a-4fe6-4ec3-832d-2c71e0a470d0 req-1c872713-b055-4104-9a21-598119981662 tempest-InstanceActionsNegativeTestJSON-1336298402 tempest-InstanceActionsNegativeTestJSON-1336298402-project] Deleting port c660e956-1a68-4e96-be3e-30e751441e78 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:54:27.324599 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-0ee3884a-4fe6-4ec3-832d-2c71e0a470d0 req-1c872713-b055-4104-9a21-598119981662 tempest-InstanceActionsNegativeTestJSON-1336298402 tempest-InstanceActionsNegativeTestJSON-1336298402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:27.349485 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fa3c1cc4-7e25-45c9-ade1-09e522499b35 req-092a3ced-35b6-45ea-8d91-c7cab18fb1ce tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0455825 Jun 01 18:54:27.358607 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded958e2-0e7d-48ed-ae2b-e4d9c5c7b06f req-5eb0db88-3e5c-451c-ad6a-732fdbd7f1c7 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:27.359832 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-ded958e2-0e7d-48ed-ae2b-e4d9c5c7b06f req-5eb0db88-3e5c-451c-ad6a-732fdbd7f1c7 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Synchronizing usage tracker for tenant:9da8911c90e044c58dc0cf3fd4a5638a on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:54:27.376545 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-fa3c1cc4-7e25-45c9-ade1-09e522499b35 req-4d440297-1741-4ec3-a5fd-fc75ca566ad1 service neutron] Request body: {'port': {'device_id': 'bfb1c514-d298-47a9-8bda-37d32f70699e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844202-1'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:54:27.391730 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a4c44b-8275-48b5-8944-442d2c84c868 req-54791186-4d64-4cc7-81d3-3c91825575f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:27.393246 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d4a4c44b-8275-48b5-8944-442d2c84c868 req-54791186-4d64-4cc7-81d3-3c91825575f9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e3902938-4b6a-4448-87d9-59b63dd51a7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6224797 Jun 01 18:54:27.437527 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d8c4374b-9553-4364-a584-86c6ea641937 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:27.466952 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-ded958e2-0e7d-48ed-ae2b-e4d9c5c7b06f req-5eb0db88-3e5c-451c-ad6a-732fdbd7f1c7 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Unset dirty status for tenant:9da8911c90e044c58dc0cf3fd4a5638a on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:54:27.468071 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ded958e2-0e7d-48ed-ae2b-e4d9c5c7b06f req-5eb0db88-3e5c-451c-ad6a-732fdbd7f1c7 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] 10.222.0.41 "GET /v2.0/ports?device_id=bfb1c514-d298-47a9-8bda-37d32f70699e HTTP/1.1" status: 200 len: 932 time: 0.6292284 Jun 01 18:54:27.516180 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-aedcefb1-6795-4ada-97f1-921b8ad5a74d req-73c06079-cca8-4449-ad62-2a2e9cb2f7d6 tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] Unset dirty status for tenant:edc569c64df34433baeb55c13113ba41 on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:54:27.517965 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-b9bf9b18-7d58-4b3d-9b9c-66251404e290 None None] Provisioning for port 8745d5d8-46a5-4186-8328-98b093fdac8e completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:54:27.522775 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-aedcefb1-6795-4ada-97f1-921b8ad5a74d req-73c06079-cca8-4449-ad62-2a2e9cb2f7d6 tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] 10.222.0.41 "GET /v2.0/ports?device_id=d419f3bd-0783-4597-938e-edafa5ae6e56 HTTP/1.1" status: 200 len: 935 time: 0.7839770 Jun 01 18:54:27.525022 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d8c4374b-9553-4364-a584-86c6ea641937 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:27.528140 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-b9bf9b18-7d58-4b3d-9b9c-66251404e290 None None] Provisioning complete for port 8745d5d8-46a5-4186-8328-98b093fdac8e triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:54:27.528740 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-b9bf9b18-7d58-4b3d-9b9c-66251404e290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:27.604152 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-b9bf9b18-7d58-4b3d-9b9c-66251404e290 None None] Port 8745d5d8-46a5-4186-8328-98b093fdac8e cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 18:54:27.610882 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-fa3c1cc4-7e25-45c9-ade1-09e522499b35 req-4d440297-1741-4ec3-a5fd-fc75ca566ad1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:27.635527 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ded958e2-0e7d-48ed-ae2b-e4d9c5c7b06f req-1b9cd4bb-ee32-43a2-aa30-b6d33ec08ff1 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] 10.222.0.41 "GET /v2.0/security-groups?id=75cdfcb8-2441-4aa3-ba92-9fe071c95389&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1132174 Jun 01 18:54:27.717895 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-aedcefb1-6795-4ada-97f1-921b8ad5a74d req-6a6bcbcc-f2a0-4261-9d8b-7278bac639a0 tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] 10.222.0.41 "GET /v2.0/security-groups?id=c266819c-9421-4c09-b8ec-0766c6fc4de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941667 Jun 01 18:54:27.836892 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d8c4374b-9553-4364-a584-86c6ea641937 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:27.935878 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c4374b-9553-4364-a584-86c6ea641937 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77f878aa-1afe-4bda-9107-6643d09c7cb0,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:54:27.967615 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d8c4374b-9553-4364-a584-86c6ea641937 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:27.968908 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-d8c4374b-9553-4364-a584-86c6ea641937 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/77f878aa-1afe-4bda-9107-6643d09c7cb0 HTTP/1.1" status: 204 len: 168 time: 0.7217882 Jun 01 18:54:28.067088 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d4a4c44b-8275-48b5-8944-442d2c84c868 req-cb2c7e71-db0e-4b1f-8aa2-d8150346f094 service neutron] 10.222.0.15 "GET /v2.0/networks/e3902938-4b6a-4448-87d9-59b63dd51a7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6585217 Jun 01 18:54:28.271709 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [req-fa3c1cc4-7e25-45c9-ade1-09e522499b35 req-4d440297-1741-4ec3-a5fd-fc75ca566ad1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8745d5d8-46a5-4186-8328-98b093fdac8e {{(pid=88524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:54:28.288298 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-fa3c1cc4-7e25-45c9-ade1-09e522499b35 req-4d440297-1741-4ec3-a5fd-fc75ca566ad1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:28.312170 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [req-fa3c1cc4-7e25-45c9-ade1-09e522499b35 req-4d440297-1741-4ec3-a5fd-fc75ca566ad1 service neutron] Transition to ACTIVE for port object 8745d5d8-46a5-4186-8328-98b093fdac8e will not be triggered until provisioned by entity L2. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:54:28.317632 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-fa3c1cc4-7e25-45c9-ade1-09e522499b35 req-4d440297-1741-4ec3-a5fd-fc75ca566ad1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:28.370255 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-0ee3884a-4fe6-4ec3-832d-2c71e0a470d0 req-1c872713-b055-4104-9a21-598119981662 tempest-InstanceActionsNegativeTestJSON-1336298402 tempest-InstanceActionsNegativeTestJSON-1336298402-project] For port c660e956-1a68-4e96-be3e-30e751441e78, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=c660e956-1a68-4e96-be3e-30e751441e78,segment=NetworkSegment(8cc86459-beb0-4d8c-9fe6-6989b1f57674),segment_id=8cc86459-beb0-4d8c-9fe6-6989b1f57674)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:54:28.370611 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-0ee3884a-4fe6-4ec3-832d-2c71e0a470d0 req-1c872713-b055-4104-9a21-598119981662 tempest-InstanceActionsNegativeTestJSON-1336298402 tempest-InstanceActionsNegativeTestJSON-1336298402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:28.464962 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 58074) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:54:28.488288 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d4a4c44b-8275-48b5-8944-442d2c84c868 req-bc10017d-6931-4db2-a479-9a538ecf31ae service neutron] 10.222.0.15 "GET /v2.0/networks/e3902938-4b6a-4448-87d9-59b63dd51a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4084761 Jun 01 18:54:28.495769 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dfd627-b925-44f0-8c91-1ab902f87d51 req-5882b5b9-2954-499e-865c-049cec0016b0 tempest-InstanceActionsNegativeTestJSON-1336298402 tempest-InstanceActionsNegativeTestJSON-1336298402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:28.507385 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-85dfd627-b925-44f0-8c91-1ab902f87d51 req-5882b5b9-2954-499e-865c-049cec0016b0 tempest-InstanceActionsNegativeTestJSON-1336298402 tempest-InstanceActionsNegativeTestJSON-1336298402-project] 10.222.0.41 "GET /v2.0/ports?device_id=abc5c024-db38-4dc1-9c57-28915d7de463 HTTP/1.1" status: 200 len: 945 time: 0.2923276 Jun 01 18:54:28.592159 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 58080) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:54:28.604936 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [req-0ee3884a-4fe6-4ec3-832d-2c71e0a470d0 req-1c872713-b055-4104-9a21-598119981662 tempest-InstanceActionsNegativeTestJSON-1336298402 tempest-InstanceActionsNegativeTestJSON-1336298402-project] Calling delete_port for c660e956-1a68-4e96-be3e-30e751441e78 owned by compute:nova {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:54:28.607825 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d440297-1741-4ec3-a5fd-fc75ca566ad1 service neutron] Pushing event updated for resources: {'Port': ['ID=8745d5d8-46a5-4186-8328-98b093fdac8e,revision_number=2']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:54:28.660961 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.db.resource_extend [req-7bec83cd-e862-4d71-883c-291479684c63 req-d21b2623-1090-4fd8-ad8e-3b4b130117ff service neutron] It took 0.60 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 18:54:28.735964 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-72029c8a-487d-4e44-a51d-fea37f31b199 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:28.783023 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-72029c8a-487d-4e44-a51d-fea37f31b199 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:54:28.792841 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-85dfd627-b925-44f0-8c91-1ab902f87d51 req-34144b05-b116-43f6-be64-43ece66c4eb1 tempest-InstanceActionsNegativeTestJSON-1336298402 tempest-InstanceActionsNegativeTestJSON-1336298402-project] 10.222.0.41 "GET /v2.0/security-groups?id=4e23aa47-74f2-49b6-941c-83054b077efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2842529 Jun 01 18:54:28.799677 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-72029c8a-487d-4e44-a51d-fea37f31b199 admin admin] Usage tracker for resource:security_group_rule and tenant:a092ee6634844fae99a876e2dd163eda is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:54:28.803818 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-72029c8a-487d-4e44-a51d-fea37f31b199 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:54:28.811403 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-72029c8a-487d-4e44-a51d-fea37f31b199 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:54:28.834494 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-fa3c1cc4-7e25-45c9-ade1-09e522499b35 req-4d440297-1741-4ec3-a5fd-fc75ca566ad1 service neutron] Attempting to bind port 8745d5d8-46a5-4186-8328-98b093fdac8e on host n-h1-844202-1 for vnic_type normal with profile {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:54:28.836134 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-fa3c1cc4-7e25-45c9-ade1-09e522499b35 req-4d440297-1741-4ec3-a5fd-fc75ca566ad1 service neutron] Attempting to bind port 8745d5d8-46a5-4186-8328-98b093fdac8e by drivers openvswitch,hyperv on host n-h1-844202-1 at level 0 using segments [{'id': '182d40cc-3a03-495c-b3d5-827c96c30acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '908da31a-c43f-4d78-b2f1-4926efeaafe9'}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:54:28.836555 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa3c1cc4-7e25-45c9-ade1-09e522499b35 req-4d440297-1741-4ec3-a5fd-fc75ca566ad1 service neutron] Attempting to bind port 8745d5d8-46a5-4186-8328-98b093fdac8e on network 908da31a-c43f-4d78-b2f1-4926efeaafe9 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:54:28.837486 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [req-7bec83cd-e862-4d71-883c-291479684c63 req-d21b2623-1090-4fd8-ad8e-3b4b130117ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95c2395d-40cd-45c9-8e57-a8728356bd2b {{(pid=88525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:54:28.850393 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b4b055-4998-4f98-af4a-c46ae3f225bd req-f06a0247-1c7e-41d7-84e8-4fa27da750e2 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:28.858730 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-72b4b055-4998-4f98-af4a-c46ae3f225bd req-f06a0247-1c7e-41d7-84e8-4fa27da750e2 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=863d6d17-7ec0-45a3-a6dc-82b322b76ced HTTP/1.1" status: 200 len: 945 time: 0.9280422 Jun 01 18:54:28.865739 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-7bec83cd-e862-4d71-883c-291479684c63 req-d21b2623-1090-4fd8-ad8e-3b4b130117ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:28.869333 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa3c1cc4-7e25-45c9-ade1-09e522499b35 req-4d440297-1741-4ec3-a5fd-fc75ca566ad1 service neutron] Port 8745d5d8-46a5-4186-8328-98b093fdac8e on network 908da31a-c43f-4d78-b2f1-4926efeaafe9 not bound, no agent of type Open vSwitch agent registered on host n-h1-844202-1 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 18:54:28.869669 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa3c1cc4-7e25-45c9-ade1-09e522499b35 req-4d440297-1741-4ec3-a5fd-fc75ca566ad1 service neutron] Attempting to bind port 8745d5d8-46a5-4186-8328-98b093fdac8e on network 908da31a-c43f-4d78-b2f1-4926efeaafe9 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:54:28.871980 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-67f69228-b10c-41a6-b339-c3071ea665fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:28.894299 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa3c1cc4-7e25-45c9-ade1-09e522499b35 req-4d440297-1741-4ec3-a5fd-fc75ca566ad1 service neutron] Checking agent: {'id': 'bdb1e5d7-b998-4259-838f-3d278e930f32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 18, 54, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:54:28.894580 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa3c1cc4-7e25-45c9-ade1-09e522499b35 req-4d440297-1741-4ec3-a5fd-fc75ca566ad1 service neutron] Checking segment: {'id': '182d40cc-3a03-495c-b3d5-827c96c30acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '908da31a-c43f-4d78-b2f1-4926efeaafe9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:54:28.895081 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa3c1cc4-7e25-45c9-ade1-09e522499b35 req-4d440297-1741-4ec3-a5fd-fc75ca566ad1 service neutron] Bound using segment: {'id': '182d40cc-3a03-495c-b3d5-827c96c30acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '908da31a-c43f-4d78-b2f1-4926efeaafe9'} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:54:28.895431 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-fa3c1cc4-7e25-45c9-ade1-09e522499b35 req-4d440297-1741-4ec3-a5fd-fc75ca566ad1 service neutron] Bound port: 8745d5d8-46a5-4186-8328-98b093fdac8e, host: n-h1-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '182d40cc-3a03-495c-b3d5-827c96c30acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '908da31a-c43f-4d78-b2f1-4926efeaafe9'}}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:54:28.895851 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-fa3c1cc4-7e25-45c9-ade1-09e522499b35 req-4d440297-1741-4ec3-a5fd-fc75ca566ad1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:28.912183 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-67f69228-b10c-41a6-b339-c3071ea665fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:54:28.968777 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-67f69228-b10c-41a6-b339-c3071ea665fc admin admin] Usage tracker for resource:security_group_rule and tenant:a205fbec9109461ba04a93e292885f69 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:54:28.991528 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-72b4b055-4998-4f98-af4a-c46ae3f225bd req-96568860-1e7a-4d55-b70e-2df01475b34d tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ce59b29-4aa6-4d2e-8584-a540c0a14c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1311970 Jun 01 18:54:29.007287 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-67f69228-b10c-41a6-b339-c3071ea665fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:54:29.019094 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [req-7bec83cd-e862-4d71-883c-291479684c63 req-d21b2623-1090-4fd8-ad8e-3b4b130117ff service neutron] Transition to ACTIVE for port object 95c2395d-40cd-45c9-8e57-a8728356bd2b will not be triggered until provisioned by entity L2. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:54:29.021716 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-0ee3884a-4fe6-4ec3-832d-2c71e0a470d0 req-1c872713-b055-4104-9a21-598119981662 tempest-InstanceActionsNegativeTestJSON-1336298402 tempest-InstanceActionsNegativeTestJSON-1336298402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:29.029667 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-67f69228-b10c-41a6-b339-c3071ea665fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:54:29.077246 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-7bec83cd-e862-4d71-883c-291479684c63 req-d21b2623-1090-4fd8-ad8e-3b4b130117ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:29.095888 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c872713-b055-4104-9a21-598119981662 tempest-InstanceActionsNegativeTestJSON-1336298402 tempest-InstanceActionsNegativeTestJSON-1336298402-project] Pushing event deleted for resources: {'Port': ['ID=c660e956-1a68-4e96-be3e-30e751441e78,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:54:29.145481 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-fa3c1cc4-7e25-45c9-ade1-09e522499b35 req-4d440297-1741-4ec3-a5fd-fc75ca566ad1 service neutron] For port 8745d5d8-46a5-4186-8328-98b093fdac8e, host n-h1-844202-1, cleared binding levels {{(pid=88524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:54:29.181223 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-72029c8a-487d-4e44-a51d-fea37f31b199 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:29.183146 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-fa3c1cc4-7e25-45c9-ade1-09e522499b35 req-4d440297-1741-4ec3-a5fd-fc75ca566ad1 service neutron] For port 8745d5d8-46a5-4186-8328-98b093fdac8e, host n-h1-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=8745d5d8-46a5-4186-8328-98b093fdac8e,segment=NetworkSegment(182d40cc-3a03-495c-b3d5-827c96c30acf),segment_id=182d40cc-3a03-495c-b3d5-827c96c30acf)] {{(pid=88524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:54:29.189191 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-72029c8a-487d-4e44-a51d-fea37f31b199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:29.213873 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-fa3c1cc4-7e25-45c9-ade1-09e522499b35 req-4d440297-1741-4ec3-a5fd-fc75ca566ad1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:29.258392 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1709ac2-f59b-4bc2-a6d7-4ca6a6dddf41 req-49288e6e-4c32-406e-930b-055d6cc9d722 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:29.265398 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f1709ac2-f59b-4bc2-a6d7-4ca6a6dddf41 req-49288e6e-4c32-406e-930b-055d6cc9d722 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/ports?device_id=1791c1d3-2ca2-4ec5-8a5a-755694dd39c3 HTTP/1.1" status: 200 len: 945 time: 0.3602874 Jun 01 18:54:29.367754 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-72029c8a-487d-4e44-a51d-fea37f31b199 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a092ee6634844fae99a876e2dd163eda&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7622764 Jun 01 18:54:29.379556 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 58090) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:54:29.382847 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3c1cc4-7e25-45c9-ade1-09e522499b35 req-4d440297-1741-4ec3-a5fd-fc75ca566ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:29.383457 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-fa3c1cc4-7e25-45c9-ade1-09e522499b35 req-4d440297-1741-4ec3-a5fd-fc75ca566ad1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:29.384968 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fa3c1cc4-7e25-45c9-ade1-09e522499b35 req-4d440297-1741-4ec3-a5fd-fc75ca566ad1 service neutron] 10.222.0.15 "PUT /v2.0/ports/8745d5d8-46a5-4186-8328-98b093fdac8e HTTP/1.1" status: 200 len: 1092 time: 2.0204465 Jun 01 18:54:29.393902 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72029c8a-487d-4e44-a51d-fea37f31b199 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71161a9a-6dd3-4d5d-a2d8-3f8ae464c189,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:54:29.397915 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfb1c514-d298-47a9-8bda-37d32f70699e', 'tag': '8745d5d8-46a5-4186-8328-98b093fdac8e'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:54:29.546103 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ee3884a-4fe6-4ec3-832d-2c71e0a470d0 req-1c872713-b055-4104-9a21-598119981662 tempest-InstanceActionsNegativeTestJSON-1336298402 tempest-InstanceActionsNegativeTestJSON-1336298402-project] No DVR routers for this DVR port c660e956-1a68-4e96-be3e-30e751441e78 on host n-h1-844202-1 {{(pid=88525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 18:54:29.561054 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-0ee3884a-4fe6-4ec3-832d-2c71e0a470d0 req-1c872713-b055-4104-9a21-598119981662 tempest-InstanceActionsNegativeTestJSON-1336298402 tempest-InstanceActionsNegativeTestJSON-1336298402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:29.566802 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abc5c024-db38-4dc1-9c57-28915d7de463', 'name': 'network-vif-deleted', 'tag': 'c660e956-1a68-4e96-be3e-30e751441e78'}] {{(pid=88525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:54:29.580261 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f1709ac2-f59b-4bc2-a6d7-4ca6a6dddf41 req-826f6b04-e852-4b57-9848-b2b3f5d4e06e tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/security-groups?id=679bc320-73aa-41fb-80e9-32867c6d2bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3139257 Jun 01 18:54:29.606458 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21b2623-1090-4fd8-ad8e-3b4b130117ff service neutron] Pushing event updated for resources: {'Port': ['ID=95c2395d-40cd-45c9-8e57-a8728356bd2b,revision_number=2']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:54:29.615712 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-67f69228-b10c-41a6-b339-c3071ea665fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:29.618739 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d440297-1741-4ec3-a5fd-fc75ca566ad1 service neutron] Pushing event updated for resources: {'Port': ['ID=8745d5d8-46a5-4186-8328-98b093fdac8e,revision_number=3']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:54:29.633389 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-0ee3884a-4fe6-4ec3-832d-2c71e0a470d0 req-1c872713-b055-4104-9a21-598119981662 tempest-InstanceActionsNegativeTestJSON-1336298402 tempest-InstanceActionsNegativeTestJSON-1336298402-project] 10.222.0.15 "DELETE /v2.0/ports/c660e956-1a68-4e96-be3e-30e751441e78 HTTP/1.1" status: 204 len: 173 time: 2.6332963 Jun 01 18:54:29.634107 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-67f69228-b10c-41a6-b339-c3071ea665fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:29.674550 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a86b78-ec4c-44d1-bf2e-b3d108b5dc00 req-81fbea3a-bd72-4c36-b597-d89043735c3c tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:29.682182 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d0a86b78-ec4c-44d1-bf2e-b3d108b5dc00 req-81fbea3a-bd72-4c36-b597-d89043735c3c tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] 10.222.0.41 "GET /v2.0/ports?device_id=bfb1c514-d298-47a9-8bda-37d32f70699e HTTP/1.1" status: 200 len: 944 time: 0.4894524 Jun 01 18:54:29.704317 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-7bec83cd-e862-4d71-883c-291479684c63 req-d21b2623-1090-4fd8-ad8e-3b4b130117ff service neutron] Attempting to bind port 95c2395d-40cd-45c9-8e57-a8728356bd2b on host n-h2-844202-1 for vnic_type normal with profile {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:54:29.704650 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-7bec83cd-e862-4d71-883c-291479684c63 req-d21b2623-1090-4fd8-ad8e-3b4b130117ff service neutron] Attempting to bind port 95c2395d-40cd-45c9-8e57-a8728356bd2b by drivers openvswitch,hyperv on host n-h2-844202-1 at level 0 using segments [{'id': 'e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426'}] {{(pid=88525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:54:29.705223 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bec83cd-e862-4d71-883c-291479684c63 req-d21b2623-1090-4fd8-ad8e-3b4b130117ff service neutron] Attempting to bind port 95c2395d-40cd-45c9-8e57-a8728356bd2b on network 898153a3-5d71-43be-9d14-343ea4a48426 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:54:29.718796 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bec83cd-e862-4d71-883c-291479684c63 req-d21b2623-1090-4fd8-ad8e-3b4b130117ff service neutron] Port 95c2395d-40cd-45c9-8e57-a8728356bd2b on network 898153a3-5d71-43be-9d14-343ea4a48426 not bound, no agent of type Open vSwitch agent registered on host n-h2-844202-1 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 18:54:29.719146 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bec83cd-e862-4d71-883c-291479684c63 req-d21b2623-1090-4fd8-ad8e-3b4b130117ff service neutron] Attempting to bind port 95c2395d-40cd-45c9-8e57-a8728356bd2b on network 898153a3-5d71-43be-9d14-343ea4a48426 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:54:29.727313 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-67f69228-b10c-41a6-b339-c3071ea665fc admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a205fbec9109461ba04a93e292885f69&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2520907 Jun 01 18:54:29.728247 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 58098) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:54:29.729756 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bec83cd-e862-4d71-883c-291479684c63 req-d21b2623-1090-4fd8-ad8e-3b4b130117ff service neutron] Checking agent: {'id': 'f5db9968-6317-4186-9100-9e0ca6b50417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 18, 54, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:54:29.730132 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bec83cd-e862-4d71-883c-291479684c63 req-d21b2623-1090-4fd8-ad8e-3b4b130117ff service neutron] Checking segment: {'id': 'e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:54:29.730520 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bec83cd-e862-4d71-883c-291479684c63 req-d21b2623-1090-4fd8-ad8e-3b4b130117ff service neutron] Bound using segment: {'id': 'e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426'} {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:54:29.731165 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-7bec83cd-e862-4d71-883c-291479684c63 req-d21b2623-1090-4fd8-ad8e-3b4b130117ff service neutron] Bound port: 95c2395d-40cd-45c9-8e57-a8728356bd2b, host: n-h2-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426'}}] {{(pid=88525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:54:29.731336 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-7bec83cd-e862-4d71-883c-291479684c63 req-d21b2623-1090-4fd8-ad8e-3b4b130117ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:29.732069 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f69228-b10c-41a6-b339-c3071ea665fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7869dbd1-9031-4188-8b6b-69cedfb2f403,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:54:29.756788 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d0a86b78-ec4c-44d1-bf2e-b3d108b5dc00 req-0db168f6-1b36-4d73-8920-4dcae46371c4 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] 10.222.0.41 "GET /v2.0/security-groups?id=75cdfcb8-2441-4aa3-ba92-9fe071c95389&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735753 Jun 01 18:54:29.760211 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-820a1d04-edb2-4c8f-b757-5f247828218e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:29.795743 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3c1cc4-7e25-45c9-ade1-09e522499b35 req-f138eccd-beb7-45aa-9399-518627891866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:29.797319 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fa3c1cc4-7e25-45c9-ade1-09e522499b35 req-f138eccd-beb7-45aa-9399-518627891866 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9da8911c90e044c58dc0cf3fd4a5638a&device_id=bfb1c514-d298-47a9-8bda-37d32f70699e HTTP/1.1" status: 200 len: 1095 time: 0.3490548 Jun 01 18:54:29.822995 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3e6632-3fc3-46d4-89be-20520bf3f273 req-eb41fcbb-cd71-4d59-a520-5c5252937580 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:29.824435 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5d3e6632-3fc3-46d4-89be-20520bf3f273 req-eb41fcbb-cd71-4d59-a520-5c5252937580 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.50 "GET /v2.0/ports?device_id=1791c1d3-2ca2-4ec5-8a5a-755694dd39c3 HTTP/1.1" status: 200 len: 945 time: 0.3294408 Jun 01 18:54:29.869642 n-d-844202-1 neutron-server[88525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07dbeed2-8ac3-4caa-8bf9-fc9fe895b72f'] response: {'server_uuid': 'abc5c024-db38-4dc1-9c57-28915d7de463', 'name': 'network-vif-deleted', 'tag': 'c660e956-1a68-4e96-be3e-30e751441e78', 'status': 'completed', 'code': 200} Jun 01 18:54:29.870938 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device c660e956-1a68-4e96-be3e-30e751441e78 no longer exists at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:54:29.885903 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c295cda-3568-40b1-8650-b58c89a5b030'] response: {'name': 'network-changed', 'server_uuid': 'bfb1c514-d298-47a9-8bda-37d32f70699e', 'tag': '8745d5d8-46a5-4186-8328-98b093fdac8e', 'status': 'completed', 'code': 200} Jun 01 18:54:29.888569 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-7bec83cd-e862-4d71-883c-291479684c63 req-d21b2623-1090-4fd8-ad8e-3b4b130117ff service neutron] For port 95c2395d-40cd-45c9-8e57-a8728356bd2b, host n-h2-844202-1, cleared binding levels {{(pid=88525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:54:29.893605 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-7bec83cd-e862-4d71-883c-291479684c63 req-d21b2623-1090-4fd8-ad8e-3b4b130117ff service neutron] For port 95c2395d-40cd-45c9-8e57-a8728356bd2b, host n-h2-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=95c2395d-40cd-45c9-8e57-a8728356bd2b,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:54:29.901459 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-7bec83cd-e862-4d71-883c-291479684c63 req-d21b2623-1090-4fd8-ad8e-3b4b130117ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:29.935000 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] No Port match for: c660e956-1a68-4e96-be3e-30e751441e78 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 18:54:29.937899 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device c660e956-1a68-4e96-be3e-30e751441e78 not bound to the agent host n-h1-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 18:54:29.961798 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fa3c1cc4-7e25-45c9-ade1-09e522499b35 req-932fcba8-4aaa-4bcf-aaca-d94572dc0023 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8745d5d8-46a5-4186-8328-98b093fdac8e HTTP/1.1" status: 200 len: 217 time: 0.1305554 Jun 01 18:54:29.963460 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-820a1d04-edb2-4c8f-b757-5f247828218e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:29.985387 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bec83cd-e862-4d71-883c-291479684c63 req-d21b2623-1090-4fd8-ad8e-3b4b130117ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:29.986002 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-7bec83cd-e862-4d71-883c-291479684c63 req-d21b2623-1090-4fd8-ad8e-3b4b130117ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:29.987450 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-7bec83cd-e862-4d71-883c-291479684c63 req-d21b2623-1090-4fd8-ad8e-3b4b130117ff service neutron] 10.222.0.50 "PUT /v2.0/ports/95c2395d-40cd-45c9-8e57-a8728356bd2b HTTP/1.1" status: 200 len: 1095 time: 3.5787075 Jun 01 18:54:30.002775 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21b2623-1090-4fd8-ad8e-3b4b130117ff service neutron] Pushing event updated for resources: {'Port': ['ID=95c2395d-40cd-45c9-8e57-a8728356bd2b,revision_number=3']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:54:30.099105 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-7557b8b9-5c39-4469-ad5a-ed9a29b27add req-21149997-cd5c-4283-9377-7fe40ee0d700 tempest-InstanceActionsNegativeTestJSON-1336298402 tempest-InstanceActionsNegativeTestJSON-1336298402-project] Synchronizing usage tracker for tenant:2aef4f942e144c6f9e2f1f6732a9fa94 on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:54:30.130913 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-7557b8b9-5c39-4469-ad5a-ed9a29b27add req-21149997-cd5c-4283-9377-7fe40ee0d700 tempest-InstanceActionsNegativeTestJSON-1336298402 tempest-InstanceActionsNegativeTestJSON-1336298402-project] Unset dirty status for tenant:2aef4f942e144c6f9e2f1f6732a9fa94 on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:54:30.132264 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-7557b8b9-5c39-4469-ad5a-ed9a29b27add req-21149997-cd5c-4283-9377-7fe40ee0d700 tempest-InstanceActionsNegativeTestJSON-1336298402 tempest-InstanceActionsNegativeTestJSON-1336298402-project] 10.222.0.41 "GET /v2.0/ports?device_id=abc5c024-db38-4dc1-9c57-28915d7de463 HTTP/1.1" status: 200 len: 210 time: 0.1190405 Jun 01 18:54:30.150850 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bec83cd-e862-4d71-883c-291479684c63 req-2e5b2e6e-5399-4b77-af09-3f1d91ec6939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:30.152663 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-7bec83cd-e862-4d71-883c-291479684c63 req-2e5b2e6e-5399-4b77-af09-3f1d91ec6939 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=edc569c64df34433baeb55c13113ba41&device_id=d419f3bd-0783-4597-938e-edafa5ae6e56 HTTP/1.1" status: 200 len: 1098 time: 0.1032195 Jun 01 18:54:30.236919 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-7bec83cd-e862-4d71-883c-291479684c63 req-a35777e2-2c0c-43e8-9b63-d831b9628f08 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=95c2395d-40cd-45c9-8e57-a8728356bd2b HTTP/1.1" status: 200 len: 217 time: 0.0721607 Jun 01 18:54:30.257612 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-5d3e6632-3fc3-46d4-89be-20520bf3f273 req-76e0a89d-0495-469b-9330-a8e584131c2c tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Deleting port 4aec13c0-1bc4-4dbb-825f-531a1bef3529 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:54:30.257947 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-5d3e6632-3fc3-46d4-89be-20520bf3f273 req-76e0a89d-0495-469b-9330-a8e584131c2c tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:30.315415 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2c0a29cc-7e37-4e54-9cc8-a0fac76a65ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:30.321922 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3c1cc4-7e25-45c9-ade1-09e522499b35 req-408884dd-e43c-4e52-b571-6efeff650fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:30.323344 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fa3c1cc4-7e25-45c9-ade1-09e522499b35 req-408884dd-e43c-4e52-b571-6efeff650fdf service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b62dadc8-5788-404f-95cb-85382718471e HTTP/1.1" status: 200 len: 853 time: 0.2215142 Jun 01 18:54:30.396496 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bec83cd-e862-4d71-883c-291479684c63 req-f2c6055b-8594-4a5c-9eb9-cada80a4e5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:30.397951 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-7bec83cd-e862-4d71-883c-291479684c63 req-f2c6055b-8594-4a5c-9eb9-cada80a4e5f5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=35e3ad2f-9c88-4698-b634-4e1b58de1cc2 HTTP/1.1" status: 200 len: 843 time: 0.1543725 Jun 01 18:54:30.437918 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-820a1d04-edb2-4c8f-b757-5f247828218e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:30.448754 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec55200f-e8b5-4194-a4bc-4bd3b5f67de7 req-72274b78-0ef9-47fb-b838-9a8c598f7170 tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:30.450891 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ec55200f-e8b5-4194-a4bc-4bd3b5f67de7 req-72274b78-0ef9-47fb-b838-9a8c598f7170 tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] 10.222.0.41 "GET /v2.0/ports?device_id=d419f3bd-0783-4597-938e-edafa5ae6e56 HTTP/1.1" status: 200 len: 947 time: 0.6980660 Jun 01 18:54:30.454074 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2c0a29cc-7e37-4e54-9cc8-a0fac76a65ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:30.485308 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7524de3-57e2-4f36-ba5b-9ffc62460713 req-5d3c5fd9-3c49-4ad1-8566-9645403db689 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:30.486789 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a7524de3-57e2-4f36-ba5b-9ffc62460713 req-5d3c5fd9-3c49-4ad1-8566-9645403db689 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=863d6d17-7ec0-45a3-a6dc-82b322b76ced HTTP/1.1" status: 200 len: 945 time: 0.1857746 Jun 01 18:54:30.520602 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bec83cd-e862-4d71-883c-291479684c63 req-86a031e1-b738-4b3a-8ab5-59e5ef5b9148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:30.521995 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-7bec83cd-e862-4d71-883c-291479684c63 req-86a031e1-b738-4b3a-8ab5-59e5ef5b9148 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=898153a3-5d71-43be-9d14-343ea4a48426&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1175785 Jun 01 18:54:30.527898 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820a1d04-edb2-4c8f-b757-5f247828218e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71161a9a-6dd3-4d5d-a2d8-3f8ae464c189,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:54:30.572962 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-820a1d04-edb2-4c8f-b757-5f247828218e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:30.573997 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-820a1d04-edb2-4c8f-b757-5f247828218e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/71161a9a-6dd3-4d5d-a2d8-3f8ae464c189 HTTP/1.1" status: 204 len: 168 time: 1.1772699 Jun 01 18:54:30.608285 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a7524de3-57e2-4f36-ba5b-9ffc62460713 req-b45e050d-6784-4edd-9434-76f864bf289c tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ce59b29-4aa6-4d2e-8584-a540c0a14c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1128018 Jun 01 18:54:30.692021 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-7bec83cd-e862-4d71-883c-291479684c63 req-fe18516b-683f-450f-87b2-bba2b11f711c service neutron] 10.222.0.50 "GET /v2.0/networks/898153a3-5d71-43be-9d14-343ea4a48426?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611614 Jun 01 18:54:30.719254 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ec55200f-e8b5-4194-a4bc-4bd3b5f67de7 req-d13f501a-75f5-411b-80f4-2bdcd8d319e0 tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] 10.222.0.41 "GET /v2.0/security-groups?id=c266819c-9421-4c09-b8ec-0766c6fc4de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235079 Jun 01 18:54:30.761109 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3c1cc4-7e25-45c9-ade1-09e522499b35 req-6c640a54-5b74-4ee2-b1c5-f8eaa4aabf66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:30.762685 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fa3c1cc4-7e25-45c9-ade1-09e522499b35 req-6c640a54-5b74-4ee2-b1c5-f8eaa4aabf66 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=908da31a-c43f-4d78-b2f1-4926efeaafe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4243922 Jun 01 18:54:30.838859 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2c0a29cc-7e37-4e54-9cc8-a0fac76a65ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:30.933727 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0a29cc-7e37-4e54-9cc8-a0fac76a65ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7869dbd1-9031-4188-8b6b-69cedfb2f403,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:54:30.946602 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c7563f-3ea7-4415-9105-a0acc46bf891 req-42438eff-a011-473e-8e23-f2ffcf67dad1 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:30.946800 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-5d3e6632-3fc3-46d4-89be-20520bf3f273 req-76e0a89d-0495-469b-9330-a8e584131c2c tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] For port 4aec13c0-1bc4-4dbb-825f-531a1bef3529, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=4aec13c0-1bc4-4dbb-825f-531a1bef3529,segment=NetworkSegment(ecb3f528-dbed-4312-ba29-7684ecfbe265),segment_id=ecb3f528-dbed-4312-ba29-7684ecfbe265)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:54:30.946800 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-5d3e6632-3fc3-46d4-89be-20520bf3f273 req-76e0a89d-0495-469b-9330-a8e584131c2c tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:30.950772 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-02c7563f-3ea7-4415-9105-a0acc46bf891 req-42438eff-a011-473e-8e23-f2ffcf67dad1 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/ports?device_id=1791c1d3-2ca2-4ec5-8a5a-755694dd39c3 HTTP/1.1" status: 200 len: 945 time: 0.1382527 Jun 01 18:54:30.971480 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-7bec83cd-e862-4d71-883c-291479684c63 req-3af63e34-b5b9-4dd5-af0c-878c9152b35c service neutron] 10.222.0.50 "GET /v2.0/networks/898153a3-5d71-43be-9d14-343ea4a48426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2706957 Jun 01 18:54:30.982313 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2c0a29cc-7e37-4e54-9cc8-a0fac76a65ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:30.983680 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-2c0a29cc-7e37-4e54-9cc8-a0fac76a65ed admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7869dbd1-9031-4188-8b6b-69cedfb2f403 HTTP/1.1" status: 204 len: 168 time: 1.2485702 Jun 01 18:54:31.023201 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-02c7563f-3ea7-4415-9105-a0acc46bf891 req-9d141839-e6ee-4523-a66a-b9c63253a7b5 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/security-groups?id=679bc320-73aa-41fb-80e9-32867c6d2bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668926 Jun 01 18:54:31.145773 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-5d3e6632-3fc3-46d4-89be-20520bf3f273 req-76e0a89d-0495-469b-9330-a8e584131c2c tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Calling delete_port for 4aec13c0-1bc4-4dbb-825f-531a1bef3529 owned by compute:nova {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:54:31.256926 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da38ca6-3b47-4ec6-b5ac-c159234d2b35 req-8fec8719-2cc6-428b-976f-4141020cc5d6 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:31.259206 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8da38ca6-3b47-4ec6-b5ac-c159234d2b35 req-8fec8719-2cc6-428b-976f-4141020cc5d6 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=863d6d17-7ec0-45a3-a6dc-82b322b76ced HTTP/1.1" status: 200 len: 945 time: 0.0981269 Jun 01 18:54:31.309595 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8da38ca6-3b47-4ec6-b5ac-c159234d2b35 req-ef804d1d-9451-4c67-8953-c9ea3eab43c0 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ce59b29-4aa6-4d2e-8584-a540c0a14c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448780 Jun 01 18:54:31.354432 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fa3c1cc4-7e25-45c9-ade1-09e522499b35 req-bf971403-c269-48df-8a81-9f9b70592968 service neutron] 10.222.0.15 "GET /v2.0/networks/908da31a-c43f-4d78-b2f1-4926efeaafe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5521467 Jun 01 18:54:31.428429 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 58142) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:54:31.468439 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46339559-71a7-45a5-b479-9ad44859896f req-10b35ac0-44f4-49d5-ba58-8663c24aff74 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:31.479740 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-46339559-71a7-45a5-b479-9ad44859896f req-10b35ac0-44f4-49d5-ba58-8663c24aff74 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] 10.222.0.41 "GET /v2.0/ports?device_id=bfb1c514-d298-47a9-8bda-37d32f70699e HTTP/1.1" status: 200 len: 944 time: 0.2906213 Jun 01 18:54:31.565514 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_v2 [None req-b138ab3c-ce30-4a20-94e7-0d9ba71fa13f admin admin] Deleting subnet 9e942d6d-dc6f-44c8-96b2-96982093e275 {{(pid=88525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 18:54:31.569981 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b138ab3c-ce30-4a20-94e7-0d9ba71fa13f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:31.618400 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-46339559-71a7-45a5-b479-9ad44859896f req-b6e27e6c-5f78-447e-85be-52d9043106f1 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] 10.222.0.41 "GET /v2.0/security-groups?id=75cdfcb8-2441-4aa3-ba92-9fe071c95389&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1367295 Jun 01 18:54:31.651341 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b138ab3c-ce30-4a20-94e7-0d9ba71fa13f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2258509'] for subnet, precommit_delete_associations {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:31.658003 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fa3c1cc4-7e25-45c9-ade1-09e522499b35 req-46752492-aa71-4761-9b29-bc504e959159 service neutron] 10.222.0.15 "GET /v2.0/networks/908da31a-c43f-4d78-b2f1-4926efeaafe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2955391 Jun 01 18:54:31.663409 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-5d3e6632-3fc3-46d4-89be-20520bf3f273 req-76e0a89d-0495-469b-9330-a8e584131c2c tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:31.718226 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e0a89d-0495-469b-9330-a8e584131c2c tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Pushing event deleted for resources: {'Port': ['ID=4aec13c0-1bc4-4dbb-825f-531a1bef3529,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:54:31.793645 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b138ab3c-ce30-4a20-94e7-0d9ba71fa13f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:31.863878 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db07935-2197-4f9d-adf5-4961053b7db6 req-1e5f7caf-e55c-427a-aabf-97039dbea58b tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:31.865434 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3db07935-2197-4f9d-adf5-4961053b7db6 req-1e5f7caf-e55c-427a-aabf-97039dbea58b tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=863d6d17-7ec0-45a3-a6dc-82b322b76ced HTTP/1.1" status: 200 len: 945 time: 0.2179103 Jun 01 18:54:31.870840 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd419f3bd-0783-4597-938e-edafa5ae6e56', 'tag': '95c2395d-40cd-45c9-8e57-a8728356bd2b'}] {{(pid=88525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:54:31.950915 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d3e6632-3fc3-46d4-89be-20520bf3f273 req-76e0a89d-0495-469b-9330-a8e584131c2c tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] No DVR routers for this DVR port 4aec13c0-1bc4-4dbb-825f-531a1bef3529 on host n-h2-844202-1 {{(pid=88524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 18:54:31.955538 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-5d3e6632-3fc3-46d4-89be-20520bf3f273 req-76e0a89d-0495-469b-9330-a8e584131c2c tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:31.991247 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1791c1d3-2ca2-4ec5-8a5a-755694dd39c3', 'name': 'network-vif-deleted', 'tag': '4aec13c0-1bc4-4dbb-825f-531a1bef3529'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:54:32.054373 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5d3e6632-3fc3-46d4-89be-20520bf3f273 req-76e0a89d-0495-469b-9330-a8e584131c2c tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.50 "DELETE /v2.0/ports/4aec13c0-1bc4-4dbb-825f-531a1bef3529 HTTP/1.1" status: 204 len: 173 time: 2.1644382 Jun 01 18:54:32.057095 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3db07935-2197-4f9d-adf5-4961053b7db6 req-f841cc0e-0535-4202-ae36-b891da86710d tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ce59b29-4aa6-4d2e-8584-a540c0a14c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1774156 Jun 01 18:54:32.058308 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b138ab3c-ce30-4a20-94e7-0d9ba71fa13f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2614143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9667199'] for subnet, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:32.098815 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c39d0a2-0ef3-4184-b68d-917bf8233586 req-af865170-cf71-496a-95c1-0311cfc710ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:32.100551 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-1c39d0a2-0ef3-4184-b68d-917bf8233586 req-af865170-cf71-496a-95c1-0311cfc710ee service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9da8911c90e044c58dc0cf3fd4a5638a&device_id=bfb1c514-d298-47a9-8bda-37d32f70699e HTTP/1.1" status: 200 len: 1095 time: 0.3323882 Jun 01 18:54:32.148900 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b138ab3c-ce30-4a20-94e7-0d9ba71fa13f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e942d6d-dc6f-44c8-96b2-96982093e275,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:54:32.162241 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 4aec13c0-1bc4-4dbb-825f-531a1bef3529 no longer exists at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:54:32.164011 n-d-844202-1 neutron-server[88525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32614829-316d-4071-85fa-d40f400e2dfc'] response: {'name': 'network-changed', 'server_uuid': 'd419f3bd-0783-4597-938e-edafa5ae6e56', 'tag': '95c2395d-40cd-45c9-8e57-a8728356bd2b', 'status': 'completed', 'code': 200} Jun 01 18:54:32.183051 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b138ab3c-ce30-4a20-94e7-0d9ba71fa13f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:32.200466 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-b138ab3c-ce30-4a20-94e7-0d9ba71fa13f admin admin] 10.222.0.41 "DELETE /v2.0/subnets/9e942d6d-dc6f-44c8-96b2-96982093e275 HTTP/1.1" status: 204 len: 168 time: 0.7707567 Jun 01 18:54:32.206654 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 58174) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:54:32.275311 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] No Port match for: 4aec13c0-1bc4-4dbb-825f-531a1bef3529 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 18:54:32.278642 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 4aec13c0-1bc4-4dbb-825f-531a1bef3529 not bound to the agent host n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 18:54:32.297362 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c39d0a2-0ef3-4184-b68d-917bf8233586 req-b05acdea-39ed-42b2-80ef-f6e7b6c02448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:32.299468 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-1c39d0a2-0ef3-4184-b68d-917bf8233586 req-b05acdea-39ed-42b2-80ef-f6e7b6c02448 service neutron] 10.222.0.15 "GET /v2.0/networks?id=908da31a-c43f-4d78-b2f1-4926efeaafe9 HTTP/1.1" status: 200 len: 915 time: 0.1895266 Jun 01 18:54:32.303537 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ae960c9-34ea-4a84-86a9-02bf132a246f'] response: {'server_uuid': '1791c1d3-2ca2-4ec5-8a5a-755694dd39c3', 'name': 'network-vif-deleted', 'tag': '4aec13c0-1bc4-4dbb-825f-531a1bef3529', 'status': 'completed', 'code': 200} Jun 01 18:54:32.313104 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e638baa2-7382-4bbe-b2e3-ef369b957871 req-69ba86f3-516d-4396-a7ee-06546646e90a tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:32.314630 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e638baa2-7382-4bbe-b2e3-ef369b957871 req-69ba86f3-516d-4396-a7ee-06546646e90a tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] 10.222.0.41 "GET /v2.0/ports?device_id=d419f3bd-0783-4597-938e-edafa5ae6e56 HTTP/1.1" status: 200 len: 947 time: 0.3654318 Jun 01 18:54:32.433511 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-70500c73-6373-4679-a451-8df941d145ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:32.564136 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-1c39d0a2-0ef3-4184-b68d-917bf8233586 req-13d9fcfb-5cd2-486a-a9cf-9c9859d34236 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8745d5d8-46a5-4186-8328-98b093fdac8e HTTP/1.1" status: 200 len: 217 time: 0.0846334 Jun 01 18:54:32.639329 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-43c4d4dd-4dab-434c-8564-47d02fafe0c1 req-8cb9b3ed-c71b-4b9f-b75f-d7885186b8e5 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/ports?device_id=1791c1d3-2ca2-4ec5-8a5a-755694dd39c3 HTTP/1.1" status: 200 len: 210 time: 0.1351950 Jun 01 18:54:32.651397 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-70500c73-6373-4679-a451-8df941d145ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:32.682883 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-70500c73-6373-4679-a451-8df941d145ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['497ebd3d-ea45-47a2-8a21-c6a7957e9fb8']}} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:54:32.697460 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-70500c73-6373-4679-a451-8df941d145ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cc86459-beb0-4d8c-9fe6-6989b1f57674') {'for_net_delete': True} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:54:32.698388 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-70500c73-6373-4679-a451-8df941d145ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cc86459-beb0-4d8c-9fe6-6989b1f57674') {} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:54:32.715132 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-70500c73-6373-4679-a451-8df941d145ca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2258522'] for segment, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:32.735218 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-70500c73-6373-4679-a451-8df941d145ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:32.747930 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70500c73-6373-4679-a451-8df941d145ca admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=88525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 18:54:32.748375 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-70500c73-6373-4679-a451-8df941d145ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2613981'] for segment, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:32.838278 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment 8cc86459-beb0-4d8c-9fe6-6989b1f57674 resource provider aggregate not found Jun 01 18:54:32.845341 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e638baa2-7382-4bbe-b2e3-ef369b957871 req-7121f659-ef84-4cf6-bc3a-7bb031f4278a tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] 10.222.0.41 "GET /v2.0/security-groups?id=c266819c-9421-4c09-b8ec-0766c6fc4de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2942832 Jun 01 18:54:32.851266 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c39d0a2-0ef3-4184-b68d-917bf8233586 req-acc837ca-edc8-498a-8271-39c1770b452b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:32.864317 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-1c39d0a2-0ef3-4184-b68d-917bf8233586 req-acc837ca-edc8-498a-8271-39c1770b452b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b62dadc8-5788-404f-95cb-85382718471e HTTP/1.1" status: 200 len: 853 time: 0.2675958 Jun 01 18:54:32.930942 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment 8cc86459-beb0-4d8c-9fe6-6989b1f57674 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8cc86459-beb0-4d8c-9fe6-6989b1f57674 found for delete ", "request_id": "req-ef53f56f-bfa5-4f8c-bc19-fdc78988db49"}]} Jun 01 18:54:32.952147 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-70500c73-6373-4679-a451-8df941d145ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:32.984792 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70500c73-6373-4679-a451-8df941d145ca admin admin] Pushing event deleted for resources: {'Network': ['ID=497ebd3d-ea45-47a2-8a21-c6a7957e9fb8,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:54:32.987822 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-70500c73-6373-4679-a451-8df941d145ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:33.026657 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24ae5a3-0ffe-4afb-87e0-fc19a9ce45f7 req-a35950cf-2d6f-472b-94dc-7a0903f12a46 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:33.028251 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c24ae5a3-0ffe-4afb-87e0-fc19a9ce45f7 req-a35950cf-2d6f-472b-94dc-7a0903f12a46 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=863d6d17-7ec0-45a3-a6dc-82b322b76ced HTTP/1.1" status: 200 len: 945 time: 0.1917875 Jun 01 18:54:33.032858 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-70500c73-6373-4679-a451-8df941d145ca admin admin] 10.222.0.41 "DELETE /v2.0/networks/497ebd3d-ea45-47a2-8a21-c6a7957e9fb8 HTTP/1.1" status: 204 len: 168 time: 0.8250029 Jun 01 18:54:33.071525 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0f4d2f-2e49-404d-87d0-f9c2a8ef4ffa req-b6ec1c8b-0db9-4017-b609-60ebd7f6ddcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:33.073063 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3b0f4d2f-2e49-404d-87d0-f9c2a8ef4ffa req-b6ec1c8b-0db9-4017-b609-60ebd7f6ddcd service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=edc569c64df34433baeb55c13113ba41&device_id=d419f3bd-0783-4597-938e-edafa5ae6e56 HTTP/1.1" status: 200 len: 1098 time: 0.7724047 Jun 01 18:54:33.083266 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c24ae5a3-0ffe-4afb-87e0-fc19a9ce45f7 req-ec0fdf08-0508-48f2-bb2c-364a1c1695e7 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ce59b29-4aa6-4d2e-8584-a540c0a14c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477748 Jun 01 18:54:33.295015 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530ebe7c-49c4-45d5-93d1-1e54cc94b086 req-6722f97a-1e88-40a8-a29e-58a1ebd4b2d9 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:33.298495 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-530ebe7c-49c4-45d5-93d1-1e54cc94b086 req-6722f97a-1e88-40a8-a29e-58a1ebd4b2d9 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] 10.222.0.41 "GET /v2.0/ports?device_id=bfb1c514-d298-47a9-8bda-37d32f70699e HTTP/1.1" status: 200 len: 944 time: 0.2816992 Jun 01 18:54:33.305797 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c39d0a2-0ef3-4184-b68d-917bf8233586 req-c53f3a89-afc1-498e-bd07-763cb2885698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:33.307512 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-1c39d0a2-0ef3-4184-b68d-917bf8233586 req-c53f3a89-afc1-498e-bd07-763cb2885698 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=908da31a-c43f-4d78-b2f1-4926efeaafe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4335749 Jun 01 18:54:33.308249 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f734e2-9c56-4e74-827b-0b29e362ae6c req-cfdc0a8e-677c-47f1-a69a-8b7e32037178 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:33.309851 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-79f734e2-9c56-4e74-827b-0b29e362ae6c req-cfdc0a8e-677c-47f1-a69a-8b7e32037178 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=863d6d17-7ec0-45a3-a6dc-82b322b76ced HTTP/1.1" status: 200 len: 945 time: 0.1036153 Jun 01 18:54:33.313174 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0f4d2f-2e49-404d-87d0-f9c2a8ef4ffa req-eb484c48-aea9-49c0-bb56-2ed01a405735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:33.314872 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3b0f4d2f-2e49-404d-87d0-f9c2a8ef4ffa req-eb484c48-aea9-49c0-bb56-2ed01a405735 service neutron] 10.222.0.50 "GET /v2.0/networks?id=898153a3-5d71-43be-9d14-343ea4a48426 HTTP/1.1" status: 200 len: 870 time: 0.2344675 Jun 01 18:54:33.337046 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 58222) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:54:33.395769 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-79f734e2-9c56-4e74-827b-0b29e362ae6c req-92c92f2d-9ae7-4c99-8d17-60f0fce90268 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ce59b29-4aa6-4d2e-8584-a540c0a14c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787175 Jun 01 18:54:33.416522 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-7c49cdee-9675-4182-8a73-f3480e4150d7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2aef4f942e144c6f9e2f1f6732a9fa94&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0783598 Jun 01 18:54:33.417106 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 58226) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:54:33.490018 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3b0f4d2f-2e49-404d-87d0-f9c2a8ef4ffa req-6cba4a14-6d43-4f67-afd2-23f8d71ecc8d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=95c2395d-40cd-45c9-8e57-a8728356bd2b HTTP/1.1" status: 200 len: 217 time: 0.1449237 Jun 01 18:54:33.492813 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-530ebe7c-49c4-45d5-93d1-1e54cc94b086 req-6a4a87ef-3c93-43a9-a5c6-dabc693e6cfd tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] 10.222.0.41 "GET /v2.0/security-groups?id=75cdfcb8-2441-4aa3-ba92-9fe071c95389&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1840014 Jun 01 18:54:33.540804 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-be3302c6-f3de-4685-a405-1a6a6f93ccb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:33.573304 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-be3302c6-f3de-4685-a405-1a6a6f93ccb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:33.619147 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0f4d2f-2e49-404d-87d0-f9c2a8ef4ffa req-c65dfd56-8d4d-4077-8621-4940aadb1250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:33.620351 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3b0f4d2f-2e49-404d-87d0-f9c2a8ef4ffa req-c65dfd56-8d4d-4077-8621-4940aadb1250 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=35e3ad2f-9c88-4698-b634-4e1b58de1cc2 HTTP/1.1" status: 200 len: 843 time: 0.1228402 Jun 01 18:54:33.642867 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-be3302c6-f3de-4685-a405-1a6a6f93ccb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:33.683262 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-1c39d0a2-0ef3-4184-b68d-917bf8233586 req-2e5e65e7-dce8-48dc-b9f6-de7a570d1d37 service neutron] 10.222.0.15 "GET /v2.0/networks/908da31a-c43f-4d78-b2f1-4926efeaafe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3370824 Jun 01 18:54:33.693265 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3302c6-f3de-4685-a405-1a6a6f93ccb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e23aa47-74f2-49b6-941c-83054b077efd,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:54:33.725363 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-be3302c6-f3de-4685-a405-1a6a6f93ccb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:33.735323 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-be3302c6-f3de-4685-a405-1a6a6f93ccb4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4e23aa47-74f2-49b6-941c-83054b077efd HTTP/1.1" status: 204 len: 168 time: 0.3171544 Jun 01 18:54:33.821986 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0f4d2f-2e49-404d-87d0-f9c2a8ef4ffa req-b34ae619-b26c-40e8-b87c-05ae21884b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:33.823453 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3b0f4d2f-2e49-404d-87d0-f9c2a8ef4ffa req-b34ae619-b26c-40e8-b87c-05ae21884b99 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=898153a3-5d71-43be-9d14-343ea4a48426&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1913257 Jun 01 18:54:33.877937 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 8745d5d8-46a5-4186-8328-98b093fdac8e details requested by agent hyperv_n-h1-844202-1 with host n-h1-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 18:54:34.033167 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf465ff5-9d3f-453f-b5d3-e9759e364a94 req-ca63dcc2-8f38-460a-a872-28aa1d9e3cd9 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:34.035762 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-bf465ff5-9d3f-453f-b5d3-e9759e364a94 req-ca63dcc2-8f38-460a-a872-28aa1d9e3cd9 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/networks?id=e3902938-4b6a-4448-87d9-59b63dd51a7f HTTP/1.1" status: 200 len: 811 time: 0.2561679 Jun 01 18:54:34.054007 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-bf465ff5-9d3f-453f-b5d3-e9759e364a94 req-e693f296-0c47-4c8a-9c8a-cda3e791e4fb tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/quotas/eccea382ced5475f9a2098d1ef2ff267 HTTP/1.1" status: 200 len: 375 time: 0.0102949 Jun 01 18:54:34.089153 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-1c39d0a2-0ef3-4184-b68d-917bf8233586 req-d8613ace-fb9d-49dd-b036-955038574e8e service neutron] 10.222.0.15 "GET /v2.0/networks/908da31a-c43f-4d78-b2f1-4926efeaafe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3915956 Jun 01 18:54:34.119902 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3b0f4d2f-2e49-404d-87d0-f9c2a8ef4ffa req-8c8a403c-4eae-416e-a3c4-9315d36b57b1 service neutron] 10.222.0.50 "GET /v2.0/networks/898153a3-5d71-43be-9d14-343ea4a48426?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2881505 Jun 01 18:54:34.147000 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port 8745d5d8-46a5-4186-8328-98b093fdac8e, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=8745d5d8-46a5-4186-8328-98b093fdac8e,segment=NetworkSegment(182d40cc-3a03-495c-b3d5-827c96c30acf),segment_id=182d40cc-3a03-495c-b3d5-827c96c30acf)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:54:34.169949 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Returning: {'device': '8745d5d8-46a5-4186-8328-98b093fdac8e', 'network_id': '908da31a-c43f-4d78-b2f1-4926efeaafe9', 'port_id': '8745d5d8-46a5-4186-8328-98b093fdac8e', 'mac_address': 'fa:16:3e:f0:95:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b62dadc8-5788-404f-95cb-85382718471e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 18:54:34.174733 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 95c2395d-40cd-45c9-8e57-a8728356bd2b details requested by agent hyperv_n-h2-844202-1 with host n-h2-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 18:54:34.196848 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-bf465ff5-9d3f-453f-b5d3-e9759e364a94 req-b25f1c03-5173-4a49-8cc5-53e8d6498984 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=eccea382ced5475f9a2098d1ef2ff267&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1347408 Jun 01 18:54:34.261735 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cf6f5f-f08b-48c9-8564-a520db67cd9e req-631db24d-1384-4e22-9c47-c6c0985f69fb tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:34.265741 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f4cf6f5f-f08b-48c9-8564-a520db67cd9e req-631db24d-1384-4e22-9c47-c6c0985f69fb tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] 10.222.0.41 "GET /v2.0/ports?device_id=d419f3bd-0783-4597-938e-edafa5ae6e56 HTTP/1.1" status: 200 len: 947 time: 0.2574859 Jun 01 18:54:34.342454 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 95c2395d-40cd-45c9-8e57-a8728356bd2b, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=95c2395d-40cd-45c9-8e57-a8728356bd2b,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:54:34.359765 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Returning: {'device': '95c2395d-40cd-45c9-8e57-a8728356bd2b', 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426', 'port_id': '95c2395d-40cd-45c9-8e57-a8728356bd2b', 'mac_address': 'fa:16:3e:b2:a9:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35e3ad2f-9c88-4698-b634-4e1b58de1cc2', 'ip_address': '192.168.233.15'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 18:54:34.390858 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.agents_db [None req-e814b9cf-7de8-45d0-a079-29c61fabe7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 18:54:34.396106 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-bf465ff5-9d3f-453f-b5d3-e9759e364a94 req-ce9e971e-13ec-4f34-a565-1336991ea913 service neutron] 10.222.0.41 "GET /v2.0/networks/e3902938-4b6a-4448-87d9-59b63dd51a7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983371 Jun 01 18:54:34.436571 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f4cf6f5f-f08b-48c9-8564-a520db67cd9e req-3f0e6bb6-ea90-40aa-b6d8-5e6cb1a68e38 tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] 10.222.0.41 "GET /v2.0/security-groups?id=c266819c-9421-4c09-b8ec-0766c6fc4de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606431 Jun 01 18:54:34.446463 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3b0f4d2f-2e49-404d-87d0-f9c2a8ef4ffa req-b362b205-0d6b-481c-aeda-69460952c7f8 service neutron] 10.222.0.50 "GET /v2.0/networks/898153a3-5d71-43be-9d14-343ea4a48426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3195603 Jun 01 18:54:34.494081 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port 95c2395d-40cd-45c9-8e57-a8728356bd2b is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:54:34.494483 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:34.512013 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port 8745d5d8-46a5-4186-8328-98b093fdac8e is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:54:34.512352 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:34.522506 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95c2395d-40cd-45c9-8e57-a8728356bd2b {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:54:34.548210 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 95c2395d-40cd-45c9-8e57-a8728356bd2b, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=95c2395d-40cd-45c9-8e57-a8728356bd2b,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:54:34.556003 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:34.575838 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-bf465ff5-9d3f-453f-b5d3-e9759e364a94 req-b3f86b88-1936-45ed-969c-67b5409d0e97 service neutron] 10.222.0.41 "GET /v2.0/networks/e3902938-4b6a-4448-87d9-59b63dd51a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787548 Jun 01 18:54:34.580028 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f364a0c1-ed8e-41c8-a2f7-0178b601e6a6 req-0dd6e9db-a9ae-42f1-94c5-db665bebb4bb service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=8ece806d-83e3-4a9d-b1b5-21aca4e94fc6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3634515 Jun 01 18:54:34.649558 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8745d5d8-46a5-4186-8328-98b093fdac8e {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:54:34.683602 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port 8745d5d8-46a5-4186-8328-98b093fdac8e, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=8745d5d8-46a5-4186-8328-98b093fdac8e,segment=NetworkSegment(182d40cc-3a03-495c-b3d5-827c96c30acf),segment_id=182d40cc-3a03-495c-b3d5-827c96c30acf)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:54:34.693892 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:34.776787 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=95c2395d-40cd-45c9-8e57-a8728356bd2b,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:54:34.870648 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] get_ports_and_sgs() called for port_ids ['95c2395d-40cd-45c9-8e57-a8728356bd2b'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:54:34.877171 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6c96e3-b998-41e8-b5d2-5ba80a9296bf req-dd9965a7-b9eb-47bd-bd5d-778f66d6ca4c tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:34.879149 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-df6c96e3-b998-41e8-b5d2-5ba80a9296bf req-dd9965a7-b9eb-47bd-bd5d-778f66d6ca4c tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] 10.222.0.41 "GET /v2.0/ports?device_id=bfb1c514-d298-47a9-8bda-37d32f70699e HTTP/1.1" status: 200 len: 945 time: 0.1724589 Jun 01 18:54:34.916791 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f364a0c1-ed8e-41c8-a2f7-0178b601e6a6 req-f2b317fd-7c76-4963-87c5-3b196bb8f35a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:34.923931 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f364a0c1-ed8e-41c8-a2f7-0178b601e6a6 req-f2b317fd-7c76-4963-87c5-3b196bb8f35a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9da8911c90e044c58dc0cf3fd4a5638a&device_id=8ece806d-83e3-4a9d-b1b5-21aca4e94fc6 HTTP/1.1" status: 200 len: 1096 time: 0.2147024 Jun 01 18:54:34.969486 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-df6c96e3-b998-41e8-b5d2-5ba80a9296bf req-2ad5bb9b-3d86-4661-91bd-c094aae3cee2 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] 10.222.0.41 "GET /v2.0/security-groups?id=75cdfcb8-2441-4aa3-ba92-9fe071c95389&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829043 Jun 01 18:54:35.028373 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=8745d5d8-46a5-4186-8328-98b093fdac8e,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:54:35.047664 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] get_ports_and_sgs() called for port_ids ['8745d5d8-46a5-4186-8328-98b093fdac8e'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:54:35.484191 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9fada1fd-a4bd-4542-80c0-d6a514787ba2 req-217a80ed-db32-4ed0-a92e-4a0df360949b tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=75417786-319c-42a9-9cdd-7c3f71eaefd2 HTTP/1.1" status: 200 len: 210 time: 0.3884716 Jun 01 18:54:35.594901 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f364a0c1-ed8e-41c8-a2f7-0178b601e6a6 req-723d3192-ddd5-4de4-a065-c7391a77da41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:35.598541 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f364a0c1-ed8e-41c8-a2f7-0178b601e6a6 req-723d3192-ddd5-4de4-a065-c7391a77da41 service neutron] 10.222.0.50 "GET /v2.0/networks?id=908da31a-c43f-4d78-b2f1-4926efeaafe9 HTTP/1.1" status: 200 len: 915 time: 0.6466260 Jun 01 18:54:35.748500 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2005d5-a986-4b65-9d8e-89e1b9e29679 req-6ba29a34-f7dd-429e-8fbe-23b858f7126f tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:35.758951 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-dd2005d5-a986-4b65-9d8e-89e1b9e29679 req-6ba29a34-f7dd-429e-8fbe-23b858f7126f tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] 10.222.0.41 "GET /v2.0/ports?device_id=d419f3bd-0783-4597-938e-edafa5ae6e56 HTTP/1.1" status: 200 len: 948 time: 0.1202865 Jun 01 18:54:35.784598 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f364a0c1-ed8e-41c8-a2f7-0178b601e6a6 req-8199c0ca-2950-4a02-b1f9-d7e556e5653b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d632690f-90f6-4a5d-8a29-38d2b648ff10 HTTP/1.1" status: 200 len: 1001 time: 0.1773915 Jun 01 18:54:35.792402 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d5feac-1293-40e6-8d15-f9e94073d84a req-ae79a3d0-d4fc-484c-bfac-ddf8ebe4ad85 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:35.800519 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-49d5feac-1293-40e6-8d15-f9e94073d84a req-ae79a3d0-d4fc-484c-bfac-ddf8ebe4ad85 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/networks?id=7a710216-a9ba-47da-a86f-23bc8e339e5a HTTP/1.1" status: 200 len: 812 time: 0.7898185 Jun 01 18:54:35.834983 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-dd2005d5-a986-4b65-9d8e-89e1b9e29679 req-3e2f1c77-4525-4b34-bfab-0a80a5fbd9bf tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] 10.222.0.41 "GET /v2.0/security-groups?id=c266819c-9421-4c09-b8ec-0766c6fc4de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737083 Jun 01 18:54:35.885762 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-49d5feac-1293-40e6-8d15-f9e94073d84a req-b34c980e-3cab-4dec-8c8d-05e53ff87f73 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/quotas/0edcfecaba054f29a657f364ed77530c HTTP/1.1" status: 200 len: 375 time: 0.0841348 Jun 01 18:54:35.934137 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f364a0c1-ed8e-41c8-a2f7-0178b601e6a6 req-2751ad3e-c5ad-40b1-a5fd-9d50297b515e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:35.935567 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f364a0c1-ed8e-41c8-a2f7-0178b601e6a6 req-2751ad3e-c5ad-40b1-a5fd-9d50297b515e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b62dadc8-5788-404f-95cb-85382718471e HTTP/1.1" status: 200 len: 853 time: 0.1326182 Jun 01 18:54:35.949781 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-49d5feac-1293-40e6-8d15-f9e94073d84a req-407ee344-92e7-44b1-b7a8-3027f599444f tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=0edcfecaba054f29a657f364ed77530c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0631378 Jun 01 18:54:36.086611 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 58360) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:54:36.158750 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-49d5feac-1293-40e6-8d15-f9e94073d84a req-021845f0-b069-4c0e-a88c-d49eb7287765 service neutron] 10.222.0.41 "GET /v2.0/networks/7a710216-a9ba-47da-a86f-23bc8e339e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2079282 Jun 01 18:54:36.183071 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f364a0c1-ed8e-41c8-a2f7-0178b601e6a6 req-b8012b22-5fb9-4580-b3b6-ff7f0f51c371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:36.185388 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f364a0c1-ed8e-41c8-a2f7-0178b601e6a6 req-b8012b22-5fb9-4580-b3b6-ff7f0f51c371 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=908da31a-c43f-4d78-b2f1-4926efeaafe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2161009 Jun 01 18:54:36.197764 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 95c2395d-40cd-45c9-8e57-a8728356bd2b up at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:54:36.286146 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976eb8d5-a42b-4959-bad0-63bb40af5f4d req-66a1cb49-6f3c-4709-b945-bb8ce5689551 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:36.297674 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-976eb8d5-a42b-4959-bad0-63bb40af5f4d req-66a1cb49-6f3c-4709-b945-bb8ce5689551 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] 10.222.0.41 "GET /v2.0/ports?device_id=bfb1c514-d298-47a9-8bda-37d32f70699e HTTP/1.1" status: 200 len: 945 time: 0.1686652 Jun 01 18:54:36.305434 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning for port 95c2395d-40cd-45c9-8e57-a8728356bd2b completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:54:36.314976 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning complete for port 95c2395d-40cd-45c9-8e57-a8728356bd2b triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:54:36.315511 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:36.362392 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-976eb8d5-a42b-4959-bad0-63bb40af5f4d req-685d9649-2423-40db-af23-b2a17a5576fe tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] 10.222.0.41 "GET /v2.0/security-groups?id=75cdfcb8-2441-4aa3-ba92-9fe071c95389&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621827 Jun 01 18:54:36.409089 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-84cc4536-48de-4e77-b044-b41209f2751c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:36.426616 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-84cc4536-48de-4e77-b044-b41209f2751c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:54:36.431070 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-84cc4536-48de-4e77-b044-b41209f2751c admin admin] Usage tracker for resource:security_group_rule and tenant:ae92b3e90b71458a90112a74b5660db7 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:54:36.434492 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-84cc4536-48de-4e77-b044-b41209f2751c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:54:36.442113 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-84cc4536-48de-4e77-b044-b41209f2751c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:54:36.458808 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-49d5feac-1293-40e6-8d15-f9e94073d84a req-9a43c3c7-6349-4edd-8a19-e8ef0e045a3e service neutron] 10.222.0.41 "GET /v2.0/networks/7a710216-a9ba-47da-a86f-23bc8e339e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2973249 Jun 01 18:54:36.485025 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port 95c2395d-40cd-45c9-8e57-a8728356bd2b is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:54:36.485434 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:36.528895 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f364a0c1-ed8e-41c8-a2f7-0178b601e6a6 req-3c30c5d4-4216-4dfb-a994-70990deae9af service neutron] 10.222.0.50 "GET /v2.0/networks/908da31a-c43f-4d78-b2f1-4926efeaafe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2904139 Jun 01 18:54:36.542417 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 95c2395d-40cd-45c9-8e57-a8728356bd2b, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=95c2395d-40cd-45c9-8e57-a8728356bd2b,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:54:36.543911 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd419f3bd-0783-4597-938e-edafa5ae6e56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95c2395d-40cd-45c9-8e57-a8728356bd2b'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:54:36.552726 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:36.640481 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-84cc4536-48de-4e77-b044-b41209f2751c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:36.645474 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-84cc4536-48de-4e77-b044-b41209f2751c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:36.720104 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=95c2395d-40cd-45c9-8e57-a8728356bd2b,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:54:36.750384 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 58386) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:54:36.753856 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-84cc4536-48de-4e77-b044-b41209f2751c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ae92b3e90b71458a90112a74b5660db7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6660118 Jun 01 18:54:36.793784 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a0c93e4-02ba-451b-9617-9343aba1c2cb'] response: {'server_uuid': 'd419f3bd-0783-4597-938e-edafa5ae6e56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95c2395d-40cd-45c9-8e57-a8728356bd2b', 'code': 200} Jun 01 18:54:36.835485 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cc4536-48de-4e77-b044-b41209f2751c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2839066b-e819-4cb2-a6b7-924a1dcbf5b3,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:54:36.989747 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf465ff5-9d3f-453f-b5d3-e9759e364a94 req-9a6ed9d0-e7cb-40e6-b1ba-e43c412ea7fa tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:36.991207 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-bf465ff5-9d3f-453f-b5d3-e9759e364a94 req-9a6ed9d0-e7cb-40e6-b1ba-e43c412ea7fa tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.15 "GET /v2.0/networks?id=e3902938-4b6a-4448-87d9-59b63dd51a7f HTTP/1.1" status: 200 len: 811 time: 0.2495928 Jun 01 18:54:37.089296 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-0a85e3b2-bf04-4932-86f8-756b28716dc1 req-7c28d059-13bf-41b2-8e97-9acc0396e323 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/ports?device_id=11820e12-cee8-4a78-8957-4677acef12ae HTTP/1.1" status: 200 len: 210 time: 0.2245443 Jun 01 18:54:37.101911 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-bf465ff5-9d3f-453f-b5d3-e9759e364a94 req-3aa2135f-2991-4cb2-9651-4ec635a13717 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Request body: {'port': {'device_id': '75417786-319c-42a9-9cdd-7c3f71eaefd2', 'network_id': 'e3902938-4b6a-4448-87d9-59b63dd51a7f', 'admin_state_up': True, 'tenant_id': 'eccea382ced5475f9a2098d1ef2ff267'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:54:37.104421 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-c2938201-4b95-4d9d-b234-259765b54cf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:37.117657 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f364a0c1-ed8e-41c8-a2f7-0178b601e6a6 req-6080990d-bbc5-413a-a9e6-ef7419564caa service neutron] 10.222.0.50 "GET /v2.0/networks/908da31a-c43f-4d78-b2f1-4926efeaafe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5809083 Jun 01 18:54:37.192187 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7eb8238c-5a56-4fa9-af0a-3b8aa5dcfb8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:37.223630 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7eb8238c-5a56-4fa9-af0a-3b8aa5dcfb8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:37.318241 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f5a217bb-7e3a-4efd-b97e-07582900ea91 req-7ba68e43-44c5-4e4e-a386-a1de6c4182d5 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=75417786-319c-42a9-9cdd-7c3f71eaefd2 HTTP/1.1" status: 200 len: 210 time: 0.3257427 Jun 01 18:54:37.374587 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87f56e9-c2be-40bd-81cc-c171bd8eb527 req-c413b6ab-a494-4acf-bec9-4ffbb98dfb77 tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:37.382366 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c87f56e9-c2be-40bd-81cc-c171bd8eb527 req-c413b6ab-a494-4acf-bec9-4ffbb98dfb77 tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] 10.222.0.41 "GET /v2.0/ports?device_id=d419f3bd-0783-4597-938e-edafa5ae6e56 HTTP/1.1" status: 200 len: 949 time: 0.1214423 Jun 01 18:54:37.419549 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7eb8238c-5a56-4fa9-af0a-3b8aa5dcfb8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:37.444696 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb8238c-5a56-4fa9-af0a-3b8aa5dcfb8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2839066b-e819-4cb2-a6b7-924a1dcbf5b3,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:54:37.478879 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c87f56e9-c2be-40bd-81cc-c171bd8eb527 req-45fcd32a-4ac5-4821-b35e-8ef3462f31e4 tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] 10.222.0.41 "GET /v2.0/security-groups?id=c266819c-9421-4c09-b8ec-0766c6fc4de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953856 Jun 01 18:54:37.488965 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7eb8238c-5a56-4fa9-af0a-3b8aa5dcfb8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:37.493042 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-7eb8238c-5a56-4fa9-af0a-3b8aa5dcfb8d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2839066b-e819-4cb2-a6b7-924a1dcbf5b3 HTTP/1.1" status: 204 len: 168 time: 0.6756094 Jun 01 18:54:37.508700 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-bf465ff5-9d3f-453f-b5d3-e9759e364a94 req-3aa2135f-2991-4cb2-9651-4ec635a13717 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:54:37.519033 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480cf425-b9d5-4b1c-ac07-9f5c70dd6687 req-fa22ec15-b542-4618-969d-aaea3c8ea23a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:37.520676 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-480cf425-b9d5-4b1c-ac07-9f5c70dd6687 req-fa22ec15-b542-4618-969d-aaea3c8ea23a service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=d419f3bd-0783-4597-938e-edafa5ae6e56 HTTP/1.1" status: 200 len: 1100 time: 0.5275176 Jun 01 18:54:37.607524 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-bf465ff5-9d3f-453f-b5d3-e9759e364a94 req-3aa2135f-2991-4cb2-9651-4ec635a13717 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:54:37.657214 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf465ff5-9d3f-453f-b5d3-e9759e364a94 req-3aa2135f-2991-4cb2-9651-4ec635a13717 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Made reservation on behalf of eccea382ced5475f9a2098d1ef2ff267 for: {'port': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:54:37.661209 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-bf465ff5-9d3f-453f-b5d3-e9759e364a94 req-3aa2135f-2991-4cb2-9651-4ec635a13717 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:37.691084 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-480cf425-b9d5-4b1c-ac07-9f5c70dd6687 req-64739937-95b0-443c-904a-fc15f0dceda0 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=c266819c-9421-4c09-b8ec-0766c6fc4de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022460 Jun 01 18:54:37.769976 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336c5312-faf6-416e-84eb-be6c52792fb1 req-9eb8385d-49ea-4f1d-a749-7f5abe2132e6 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:37.771480 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-336c5312-faf6-416e-84eb-be6c52792fb1 req-9eb8385d-49ea-4f1d-a749-7f5abe2132e6 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] 10.222.0.41 "GET /v2.0/ports?device_id=bfb1c514-d298-47a9-8bda-37d32f70699e HTTP/1.1" status: 200 len: 945 time: 0.2499354 Jun 01 18:54:37.896402 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 8745d5d8-46a5-4186-8328-98b093fdac8e up at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:54:37.900449 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-336c5312-faf6-416e-84eb-be6c52792fb1 req-a8705b8d-7645-4366-b827-ad1cc3156cf8 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] 10.222.0.41 "GET /v2.0/security-groups?id=75cdfcb8-2441-4aa3-ba92-9fe071c95389&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1211512 Jun 01 18:54:37.941573 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [req-bf465ff5-9d3f-453f-b5d3-e9759e364a94 req-3aa2135f-2991-4cb2-9651-4ec635a13717 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Allocated IP 172.20.0.3 (e3902938-4b6a-4448-87d9-59b63dd51a7f/276181f2-c3ab-487e-8805-06ed7064e884/19c2a89c-182e-401c-a32f-555a914ee8d2) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:54:37.986187 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Provisioning for port 8745d5d8-46a5-4186-8328-98b093fdac8e completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:54:37.994133 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Provisioning complete for port 8745d5d8-46a5-4186-8328-98b093fdac8e triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:54:37.994635 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:38.168781 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port 8745d5d8-46a5-4186-8328-98b093fdac8e is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:54:38.169191 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:38.222832 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port 8745d5d8-46a5-4186-8328-98b093fdac8e, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=8745d5d8-46a5-4186-8328-98b093fdac8e,segment=NetworkSegment(182d40cc-3a03-495c-b3d5-827c96c30acf),segment_id=182d40cc-3a03-495c-b3d5-827c96c30acf)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:54:38.228458 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:38.261337 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 58438) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:54:38.274764 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-9c73d6fe-4a11-487a-84a3-85a8e8068f1b req-c66cc48b-f877-4c0e-9067-7c4766bf7780 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/ports?device_id=11820e12-cee8-4a78-8957-4677acef12ae HTTP/1.1" status: 200 len: 210 time: 0.0662646 Jun 01 18:54:38.300867 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-c0aef252-beae-4d38-b6e7-0bdcac38e557 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:38.322564 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=8745d5d8-46a5-4186-8328-98b093fdac8e,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:54:38.332999 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-bf465ff5-9d3f-453f-b5d3-e9759e364a94 req-3aa2135f-2991-4cb2-9651-4ec635a13717 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:38.342546 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-c0aef252-beae-4d38-b6e7-0bdcac38e557 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:54:38.351514 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-c0aef252-beae-4d38-b6e7-0bdcac38e557 admin admin] Usage tracker for resource:security_group_rule and tenant:7eb787adc5cd4a859ec97958e175ac4e is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:54:38.354363 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-c0aef252-beae-4d38-b6e7-0bdcac38e557 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:54:38.376483 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-c0aef252-beae-4d38-b6e7-0bdcac38e557 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:54:38.391229 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 58444) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:54:38.394742 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [req-bf465ff5-9d3f-453f-b5d3-e9759e364a94 req-3aa2135f-2991-4cb2-9651-4ec635a13717 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Transition to ACTIVE for port object 19c2a89c-182e-401c-a32f-555a914ee8d2 will not be triggered until provisioned by entity DHCP. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:54:38.519053 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-bf465ff5-9d3f-453f-b5d3-e9759e364a94 req-3aa2135f-2991-4cb2-9651-4ec635a13717 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:38.598757 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-bfb3a2d4-0323-4e24-9b4d-5d22c93e6bcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:38.615478 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-bfb3a2d4-0323-4e24-9b4d-5d22c93e6bcc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:54:38.623679 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-bfb3a2d4-0323-4e24-9b4d-5d22c93e6bcc admin admin] Usage tracker for resource:security_group_rule and tenant:454327946e054d9dbb5c049116a9e6c5 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:54:38.631161 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-bfb3a2d4-0323-4e24-9b4d-5d22c93e6bcc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:54:38.646833 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-bfb3a2d4-0323-4e24-9b4d-5d22c93e6bcc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:54:38.715481 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf465ff5-9d3f-453f-b5d3-e9759e364a94 req-3aa2135f-2991-4cb2-9651-4ec635a13717 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Network e3902938-4b6a-4448-87d9-59b63dd51a7f is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:54:38.742532 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [req-bf465ff5-9d3f-453f-b5d3-e9759e364a94 req-3aa2135f-2991-4cb2-9651-4ec635a13717 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:54:38.744909 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf465ff5-9d3f-453f-b5d3-e9759e364a94 req-3aa2135f-2991-4cb2-9651-4ec635a13717 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:54:38.795086 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfb1c514-d298-47a9-8bda-37d32f70699e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8745d5d8-46a5-4186-8328-98b093fdac8e'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:54:38.869774 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c86bca3-a49c-4da5-8bf8-082cd1f2e8d1 req-159113b8-17c6-41de-b354-98fcf199cf58 tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:38.871352 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-5c86bca3-a49c-4da5-8bf8-082cd1f2e8d1 req-159113b8-17c6-41de-b354-98fcf199cf58 tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] 10.222.0.41 "GET /v2.0/ports?device_id=d419f3bd-0783-4597-938e-edafa5ae6e56 HTTP/1.1" status: 200 len: 949 time: 0.2098849 Jun 01 18:54:38.954792 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa2135f-2991-4cb2-9651-4ec635a13717 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Pushing event updated for resources: {'Port': ['ID=19c2a89c-182e-401c-a32f-555a914ee8d2,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:54:38.968577 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-c0aef252-beae-4d38-b6e7-0bdcac38e557 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:38.979881 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-c0aef252-beae-4d38-b6e7-0bdcac38e557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:39.113146 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf465ff5-9d3f-453f-b5d3-e9759e364a94 req-3aa2135f-2991-4cb2-9651-4ec635a13717 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:39.113771 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-bf465ff5-9d3f-453f-b5d3-e9759e364a94 req-3aa2135f-2991-4cb2-9651-4ec635a13717 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:39.135183 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ad9cf4-f67d-4a22-9b51-17b4317f91f1 req-8ae46374-e50b-4888-9078-7801170f7dc6 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:39.137679 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-16ad9cf4-f67d-4a22-9b51-17b4317f91f1 req-8ae46374-e50b-4888-9078-7801170f7dc6 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=75417786-319c-42a9-9cdd-7c3f71eaefd2 HTTP/1.1" status: 200 len: 931 time: 0.6720657 Jun 01 18:54:39.141223 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-c0aef252-beae-4d38-b6e7-0bdcac38e557 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7eb787adc5cd4a859ec97958e175ac4e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8763251 Jun 01 18:54:39.160848 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d5feac-1293-40e6-8d15-f9e94073d84a req-05dc362c-199e-49e1-b843-342e646fa7a5 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:39.163487 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-49d5feac-1293-40e6-8d15-f9e94073d84a req-05dc362c-199e-49e1-b843-342e646fa7a5 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.50 "GET /v2.0/networks?id=7a710216-a9ba-47da-a86f-23bc8e339e5a HTTP/1.1" status: 200 len: 812 time: 0.5940654 Jun 01 18:54:39.164044 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 58472) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:54:39.172055 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0aef252-beae-4d38-b6e7-0bdcac38e557 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=064b2f79-f895-4fba-8316-c66c51fbb2da,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:54:39.172944 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-ccdefc45-98fa-4fe0-a8f9-68fdf5d2827d None None] Provisioning for port 19c2a89c-182e-401c-a32f-555a914ee8d2 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:54:39.186807 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-ccdefc45-98fa-4fe0-a8f9-68fdf5d2827d None None] Provisioning complete for port 19c2a89c-182e-401c-a32f-555a914ee8d2 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:54:39.187596 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-ccdefc45-98fa-4fe0-a8f9-68fdf5d2827d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:39.210735 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-49d5feac-1293-40e6-8d15-f9e94073d84a req-d97881fa-b2eb-4aad-a194-e195d7637593 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Request body: {'port': {'device_id': '11820e12-cee8-4a78-8957-4677acef12ae', 'network_id': '7a710216-a9ba-47da-a86f-23bc8e339e5a', 'admin_state_up': True, 'tenant_id': '0edcfecaba054f29a657f364ed77530c'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:54:39.239671 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-5c86bca3-a49c-4da5-8bf8-082cd1f2e8d1 req-78193680-daa5-4bd3-b7f5-e616d8b201b5 tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] 10.222.0.41 "GET /v2.0/security-groups?id=c266819c-9421-4c09-b8ec-0766c6fc4de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3568730 Jun 01 18:54:39.271725 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-ccdefc45-98fa-4fe0-a8f9-68fdf5d2827d None None] Port 19c2a89c-182e-401c-a32f-555a914ee8d2 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 18:54:39.274358 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-bfb3a2d4-0323-4e24-9b4d-5d22c93e6bcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:39.282578 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-bfb3a2d4-0323-4e24-9b4d-5d22c93e6bcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:39.332198 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7643a82-ca25-44c1-8d1e-dfb2eb463e8e'] response: {'server_uuid': 'bfb1c514-d298-47a9-8bda-37d32f70699e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8745d5d8-46a5-4186-8328-98b093fdac8e', 'code': 200} Jun 01 18:54:39.337441 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-bfb3a2d4-0323-4e24-9b4d-5d22c93e6bcc admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=454327946e054d9dbb5c049116a9e6c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9450884 Jun 01 18:54:39.338710 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb3a2d4-0323-4e24-9b4d-5d22c93e6bcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e356902c-9b8b-4476-9b07-c634e96c5f4b,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:54:39.341751 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 58480) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:54:39.458844 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-2850ba00-d271-4433-a09d-306e89086853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:39.475827 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-347df828-0a67-4d67-b051-a78c15295f16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:39.492858 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-16ad9cf4-f67d-4a22-9b51-17b4317f91f1 req-4e2a70af-7b93-466e-b910-7e9ef11b98ce tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/security-groups?id=e95c7360-01e1-4fb0-bbdb-7b11f637526c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3241658 Jun 01 18:54:39.517450 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-bf465ff5-9d3f-453f-b5d3-e9759e364a94 req-3aa2135f-2991-4cb2-9651-4ec635a13717 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4315422 Jun 01 18:54:39.522682 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ce1ce16c-600f-4b91-8972-c0b28f4b75c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:39.524439 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-347df828-0a67-4d67-b051-a78c15295f16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:39.528339 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-49d5feac-1293-40e6-8d15-f9e94073d84a req-d97881fa-b2eb-4aad-a194-e195d7637593 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:54:39.538432 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-bf465ff5-9d3f-453f-b5d3-e9759e364a94 req-8ad46b4b-1f23-4cdf-b768-afc0a1f37869 service neutron] Request body: {'port': {'device_id': '75417786-319c-42a9-9cdd-7c3f71eaefd2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844202-1'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:54:39.573735 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba24dfb-007b-4f93-ae48-0d83f67c675f req-fcb1ee36-b766-4f2d-9989-e599f4aa4bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:39.575425 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-9ba24dfb-007b-4f93-ae48-0d83f67c675f req-fcb1ee36-b766-4f2d-9989-e599f4aa4bcf service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=bfb1c514-d298-47a9-8bda-37d32f70699e HTTP/1.1" status: 200 len: 1097 time: 0.1807358 Jun 01 18:54:39.586615 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-49d5feac-1293-40e6-8d15-f9e94073d84a req-d97881fa-b2eb-4aad-a194-e195d7637593 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Usage tracker for resource:port and tenant:0edcfecaba054f29a657f364ed77530c is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:54:39.599581 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-49d5feac-1293-40e6-8d15-f9e94073d84a req-d97881fa-b2eb-4aad-a194-e195d7637593 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:54:39.627364 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-49d5feac-1293-40e6-8d15-f9e94073d84a req-d97881fa-b2eb-4aad-a194-e195d7637593 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:54:39.662275 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-9ba24dfb-007b-4f93-ae48-0d83f67c675f req-d0590116-a24f-4e38-992c-bffd8aec6928 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=75cdfcb8-2441-4aa3-ba92-9fe071c95389&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785215 Jun 01 18:54:39.686919 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7b6cc8-45c3-40c9-b5a0-130765af37e9 req-b5062e63-6711-4363-90d3-0f88b2f4ce67 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:39.691608 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ce1ce16c-600f-4b91-8972-c0b28f4b75c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:39.691785 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-9c7b6cc8-45c3-40c9-b5a0-130765af37e9 req-b5062e63-6711-4363-90d3-0f88b2f4ce67 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] 10.222.0.41 "GET /v2.0/ports?device_id=bfb1c514-d298-47a9-8bda-37d32f70699e HTTP/1.1" status: 200 len: 946 time: 0.1675227 Jun 01 18:54:39.709928 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-8a6ecfc7-07a3-4a77-ac37-e16b390f3b5a req-00e40739-d149-4861-81d5-c82af608c4e6 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Synchronizing usage tracker for tenant:0edcfecaba054f29a657f364ed77530c on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:54:39.718684 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-347df828-0a67-4d67-b051-a78c15295f16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:39.747752 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347df828-0a67-4d67-b051-a78c15295f16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e356902c-9b8b-4476-9b07-c634e96c5f4b,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:54:39.748451 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49d5feac-1293-40e6-8d15-f9e94073d84a req-d97881fa-b2eb-4aad-a194-e195d7637593 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Made reservation on behalf of 0edcfecaba054f29a657f364ed77530c for: {'port': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:54:39.753270 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-49d5feac-1293-40e6-8d15-f9e94073d84a req-d97881fa-b2eb-4aad-a194-e195d7637593 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:39.762048 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-347df828-0a67-4d67-b051-a78c15295f16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:39.763153 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-347df828-0a67-4d67-b051-a78c15295f16 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e356902c-9b8b-4476-9b07-c634e96c5f4b HTTP/1.1" status: 204 len: 168 time: 0.4193070 Jun 01 18:54:39.775860 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-9c7b6cc8-45c3-40c9-b5a0-130765af37e9 req-d5750679-0710-4bfb-8fd3-d4d3e76a2049 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] 10.222.0.41 "GET /v2.0/security-groups?id=75cdfcb8-2441-4aa3-ba92-9fe071c95389&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758007 Jun 01 18:54:39.893425 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-8a6ecfc7-07a3-4a77-ac37-e16b390f3b5a req-00e40739-d149-4861-81d5-c82af608c4e6 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Unset dirty status for tenant:0edcfecaba054f29a657f364ed77530c on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:54:39.894819 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-8a6ecfc7-07a3-4a77-ac37-e16b390f3b5a req-00e40739-d149-4861-81d5-c82af608c4e6 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/ports?device_id=11820e12-cee8-4a78-8957-4677acef12ae HTTP/1.1" status: 200 len: 210 time: 0.2656124 Jun 01 18:54:39.895349 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-bf465ff5-9d3f-453f-b5d3-e9759e364a94 req-8ad46b4b-1f23-4cdf-b768-afc0a1f37869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:40.067203 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ce1ce16c-600f-4b91-8972-c0b28f4b75c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:40.159812 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1ce16c-600f-4b91-8972-c0b28f4b75c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=064b2f79-f895-4fba-8316-c66c51fbb2da,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:54:40.219175 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ce1ce16c-600f-4b91-8972-c0b28f4b75c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:40.220700 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-ce1ce16c-600f-4b91-8972-c0b28f4b75c7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/064b2f79-f895-4fba-8316-c66c51fbb2da HTTP/1.1" status: 204 len: 168 time: 1.0497918 Jun 01 18:54:40.246471 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [req-49d5feac-1293-40e6-8d15-f9e94073d84a req-d97881fa-b2eb-4aad-a194-e195d7637593 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Allocated IP 172.20.0.4 (7a710216-a9ba-47da-a86f-23bc8e339e5a/8cebf7e9-1140-4183-b8b2-8d4c3920d222/cc5ee998-50f8-425b-be12-6bab4eab598b) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:54:40.455822 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447224af-a914-4f1e-8f2b-059824bbe0a5 req-d22184aa-d42a-40d7-a748-d24744bf9022 tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:40.458611 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-447224af-a914-4f1e-8f2b-059824bbe0a5 req-d22184aa-d42a-40d7-a748-d24744bf9022 tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] 10.222.0.41 "GET /v2.0/ports?device_id=d419f3bd-0783-4597-938e-edafa5ae6e56 HTTP/1.1" status: 200 len: 949 time: 0.0993085 Jun 01 18:54:40.474139 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:40.529866 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-447224af-a914-4f1e-8f2b-059824bbe0a5 req-f9f51c38-d0a7-408d-b63e-1d02132fea3c tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] 10.222.0.41 "GET /v2.0/security-groups?id=c266819c-9421-4c09-b8ec-0766c6fc4de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651777 Jun 01 18:54:40.576243 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [req-bf465ff5-9d3f-453f-b5d3-e9759e364a94 req-8ad46b4b-1f23-4cdf-b768-afc0a1f37869 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19c2a89c-182e-401c-a32f-555a914ee8d2 {{(pid=88524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:54:40.587027 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:40.595435 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-bf465ff5-9d3f-453f-b5d3-e9759e364a94 req-8ad46b4b-1f23-4cdf-b768-afc0a1f37869 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:40.609194 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-49d5feac-1293-40e6-8d15-f9e94073d84a req-d97881fa-b2eb-4aad-a194-e195d7637593 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:40.623806 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [req-bf465ff5-9d3f-453f-b5d3-e9759e364a94 req-8ad46b4b-1f23-4cdf-b768-afc0a1f37869 service neutron] Transition to ACTIVE for port object 19c2a89c-182e-401c-a32f-555a914ee8d2 will not be triggered until provisioned by entity L2. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:54:40.630585 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-bf465ff5-9d3f-453f-b5d3-e9759e364a94 req-8ad46b4b-1f23-4cdf-b768-afc0a1f37869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:40.975154 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad46b4b-1f23-4cdf-b768-afc0a1f37869 service neutron] Pushing event updated for resources: {'Port': ['ID=19c2a89c-182e-401c-a32f-555a914ee8d2,revision_number=2']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:54:41.071326 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-49d5feac-1293-40e6-8d15-f9e94073d84a req-d97881fa-b2eb-4aad-a194-e195d7637593 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:41.184117 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:41.205828 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49d5feac-1293-40e6-8d15-f9e94073d84a req-d97881fa-b2eb-4aad-a194-e195d7637593 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Network 7a710216-a9ba-47da-a86f-23bc8e339e5a is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:54:41.219902 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [req-49d5feac-1293-40e6-8d15-f9e94073d84a req-d97881fa-b2eb-4aad-a194-e195d7637593 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:54:41.222506 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-49d5feac-1293-40e6-8d15-f9e94073d84a req-d97881fa-b2eb-4aad-a194-e195d7637593 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:54:41.269095 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 58580) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:54:41.297725 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcca5141-8cbc-4ff2-9cca-c91f862c7f4a req-6ca8432e-da11-46dc-a262-610572f69db4 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:41.298627 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-fcca5141-8cbc-4ff2-9cca-c91f862c7f4a req-6ca8432e-da11-46dc-a262-610572f69db4 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Synchronizing usage tracker for tenant:eccea382ced5475f9a2098d1ef2ff267 on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:54:41.298786 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d7b733-2de9-4fcc-a58f-4577c8598107 req-beada2ce-087e-4ce3-876b-9c5e360b073b tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:41.300192 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f7d7b733-2de9-4fcc-a58f-4577c8598107 req-beada2ce-087e-4ce3-876b-9c5e360b073b tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] 10.222.0.41 "GET /v2.0/ports?device_id=bfb1c514-d298-47a9-8bda-37d32f70699e HTTP/1.1" status: 200 len: 946 time: 0.0947239 Jun 01 18:54:41.320597 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97881fa-b2eb-4aad-a194-e195d7637593 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Pushing event updated for resources: {'Port': ['ID=cc5ee998-50f8-425b-be12-6bab4eab598b,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:54:41.359196 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f7d7b733-2de9-4fcc-a58f-4577c8598107 req-cec76d14-daac-4ca9-8d1f-cb24131003f6 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] 10.222.0.41 "GET /v2.0/security-groups?id=75cdfcb8-2441-4aa3-ba92-9fe071c95389&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511239 Jun 01 18:54:41.433441 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-19c5262d-f29e-4815-bc0d-fcd16a5d51d3 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-142248793-network', 'tenant_id': 'd40f7c9e0af24f109f247cdb0a7a60bf'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:54:41.441820 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-19c5262d-f29e-4815-bc0d-fcd16a5d51d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:54:41.455444 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-19c5262d-f29e-4815-bc0d-fcd16a5d51d3 admin admin] Usage tracker for resource:network and tenant:d40f7c9e0af24f109f247cdb0a7a60bf is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:54:41.459280 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-19c5262d-f29e-4815-bc0d-fcd16a5d51d3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:54:41.468488 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-19c5262d-f29e-4815-bc0d-fcd16a5d51d3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:54:41.491424 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19c5262d-f29e-4815-bc0d-fcd16a5d51d3 admin admin] Made reservation on behalf of d40f7c9e0af24f109f247cdb0a7a60bf for: {'network': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:54:41.493759 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-19c5262d-f29e-4815-bc0d-fcd16a5d51d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:41.512301 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-bf465ff5-9d3f-453f-b5d3-e9759e364a94 req-8ad46b4b-1f23-4cdf-b768-afc0a1f37869 service neutron] Attempting to bind port 19c2a89c-182e-401c-a32f-555a914ee8d2 on host n-h1-844202-1 for vnic_type normal with profile {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:54:41.512642 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-bf465ff5-9d3f-453f-b5d3-e9759e364a94 req-8ad46b4b-1f23-4cdf-b768-afc0a1f37869 service neutron] Attempting to bind port 19c2a89c-182e-401c-a32f-555a914ee8d2 by drivers openvswitch,hyperv on host n-h1-844202-1 at level 0 using segments [{'id': 'e60765c6-124a-4916-8bfd-a8bc142f32ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'e3902938-4b6a-4448-87d9-59b63dd51a7f'}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:54:41.512967 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf465ff5-9d3f-453f-b5d3-e9759e364a94 req-8ad46b4b-1f23-4cdf-b768-afc0a1f37869 service neutron] Attempting to bind port 19c2a89c-182e-401c-a32f-555a914ee8d2 on network e3902938-4b6a-4448-87d9-59b63dd51a7f {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:54:41.521113 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf465ff5-9d3f-453f-b5d3-e9759e364a94 req-8ad46b4b-1f23-4cdf-b768-afc0a1f37869 service neutron] Port 19c2a89c-182e-401c-a32f-555a914ee8d2 on network e3902938-4b6a-4448-87d9-59b63dd51a7f not bound, no agent of type Open vSwitch agent registered on host n-h1-844202-1 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 18:54:41.521431 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf465ff5-9d3f-453f-b5d3-e9759e364a94 req-8ad46b4b-1f23-4cdf-b768-afc0a1f37869 service neutron] Attempting to bind port 19c2a89c-182e-401c-a32f-555a914ee8d2 on network e3902938-4b6a-4448-87d9-59b63dd51a7f {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:54:41.528059 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-fcca5141-8cbc-4ff2-9cca-c91f862c7f4a req-6ca8432e-da11-46dc-a262-610572f69db4 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Unset dirty status for tenant:eccea382ced5475f9a2098d1ef2ff267 on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:54:41.530037 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fcca5141-8cbc-4ff2-9cca-c91f862c7f4a req-6ca8432e-da11-46dc-a262-610572f69db4 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=75417786-319c-42a9-9cdd-7c3f71eaefd2 HTTP/1.1" status: 200 len: 943 time: 0.8942208 Jun 01 18:54:41.530994 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf465ff5-9d3f-453f-b5d3-e9759e364a94 req-8ad46b4b-1f23-4cdf-b768-afc0a1f37869 service neutron] Checking agent: {'id': 'bdb1e5d7-b998-4259-838f-3d278e930f32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 18, 54, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:54:41.531324 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf465ff5-9d3f-453f-b5d3-e9759e364a94 req-8ad46b4b-1f23-4cdf-b768-afc0a1f37869 service neutron] Checking segment: {'id': 'e60765c6-124a-4916-8bfd-a8bc142f32ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'e3902938-4b6a-4448-87d9-59b63dd51a7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:54:41.531703 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf465ff5-9d3f-453f-b5d3-e9759e364a94 req-8ad46b4b-1f23-4cdf-b768-afc0a1f37869 service neutron] Bound using segment: {'id': 'e60765c6-124a-4916-8bfd-a8bc142f32ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'e3902938-4b6a-4448-87d9-59b63dd51a7f'} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:54:41.532314 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-bf465ff5-9d3f-453f-b5d3-e9759e364a94 req-8ad46b4b-1f23-4cdf-b768-afc0a1f37869 service neutron] Bound port: 19c2a89c-182e-401c-a32f-555a914ee8d2, host: n-h1-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e60765c6-124a-4916-8bfd-a8bc142f32ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'e3902938-4b6a-4448-87d9-59b63dd51a7f'}}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:54:41.532706 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-bf465ff5-9d3f-453f-b5d3-e9759e364a94 req-8ad46b4b-1f23-4cdf-b768-afc0a1f37869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:41.562155 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d5feac-1293-40e6-8d15-f9e94073d84a req-d97881fa-b2eb-4aad-a194-e195d7637593 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:41.562958 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-49d5feac-1293-40e6-8d15-f9e94073d84a req-d97881fa-b2eb-4aad-a194-e195d7637593 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:41.564260 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-19c5262d-f29e-4815-bc0d-fcd16a5d51d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:41.578520 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:41.596046 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-19c5262d-f29e-4815-bc0d-fcd16a5d51d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:54:41.602868 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-19c5262d-f29e-4815-bc0d-fcd16a5d51d3 admin admin] Usage tracker for resource:security_group_rule and tenant:d40f7c9e0af24f109f247cdb0a7a60bf is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:54:41.606224 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-19c5262d-f29e-4815-bc0d-fcd16a5d51d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:54:41.620743 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-19c5262d-f29e-4815-bc0d-fcd16a5d51d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:54:41.657796 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcd928e-c208-488f-b0ae-c311b7c1401e req-7f011e71-cc24-4b53-a590-1766797e60fb tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:41.659319 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-7fcd928e-c208-488f-b0ae-c311b7c1401e req-7f011e71-cc24-4b53-a590-1766797e60fb tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/ports?device_id=11820e12-cee8-4a78-8957-4677acef12ae HTTP/1.1" status: 200 len: 931 time: 0.1517644 Jun 01 18:54:41.687127 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-49d5feac-1293-40e6-8d15-f9e94073d84a req-d97881fa-b2eb-4aad-a194-e195d7637593 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4954939 Jun 01 18:54:41.709808 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-49d5feac-1293-40e6-8d15-f9e94073d84a req-5565e133-1ec6-49a1-bc86-0adf2e9c63ea service neutron] Request body: {'port': {'device_id': '11820e12-cee8-4a78-8957-4677acef12ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844202-1'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:54:41.729576 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-7fcd928e-c208-488f-b0ae-c311b7c1401e req-588f6cf4-e1d9-4938-8add-310824f5f2e1 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/security-groups?id=679bc320-73aa-41fb-80e9-32867c6d2bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639956 Jun 01 18:54:41.768533 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fcca5141-8cbc-4ff2-9cca-c91f862c7f4a req-ff5a83ee-baa2-4344-8ee9-5a54ac8cefad tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/security-groups?id=e95c7360-01e1-4fb0-bbdb-7b11f637526c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000706 Jun 01 18:54:41.822191 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-bf465ff5-9d3f-453f-b5d3-e9759e364a94 req-8ad46b4b-1f23-4cdf-b768-afc0a1f37869 service neutron] For port 19c2a89c-182e-401c-a32f-555a914ee8d2, host n-h1-844202-1, cleared binding levels {{(pid=88524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:54:41.826330 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-bf465ff5-9d3f-453f-b5d3-e9759e364a94 req-8ad46b4b-1f23-4cdf-b768-afc0a1f37869 service neutron] For port 19c2a89c-182e-401c-a32f-555a914ee8d2, host n-h1-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=19c2a89c-182e-401c-a32f-555a914ee8d2,segment=NetworkSegment(e60765c6-124a-4916-8bfd-a8bc142f32ad),segment_id=e60765c6-124a-4916-8bfd-a8bc142f32ad)] {{(pid=88524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:54:41.838708 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-bf465ff5-9d3f-453f-b5d3-e9759e364a94 req-8ad46b4b-1f23-4cdf-b768-afc0a1f37869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:41.856213 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:41.878535 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-19c5262d-f29e-4815-bc0d-fcd16a5d51d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:41.889406 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-19c5262d-f29e-4815-bc0d-fcd16a5d51d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:41.938610 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf465ff5-9d3f-453f-b5d3-e9759e364a94 req-8ad46b4b-1f23-4cdf-b768-afc0a1f37869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:41.939681 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-bf465ff5-9d3f-453f-b5d3-e9759e364a94 req-8ad46b4b-1f23-4cdf-b768-afc0a1f37869 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:41.941150 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-bf465ff5-9d3f-453f-b5d3-e9759e364a94 req-8ad46b4b-1f23-4cdf-b768-afc0a1f37869 service neutron] 10.222.0.15 "PUT /v2.0/ports/19c2a89c-182e-401c-a32f-555a914ee8d2 HTTP/1.1" status: 200 len: 1091 time: 2.4151168 Jun 01 18:54:41.951270 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75417786-319c-42a9-9cdd-7c3f71eaefd2', 'tag': '19c2a89c-182e-401c-a32f-555a914ee8d2'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:54:41.957021 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19c5262d-f29e-4815-bc0d-fcd16a5d51d3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107} {{(pid=88525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 18:54:41.986368 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-19c5262d-f29e-4815-bc0d-fcd16a5d51d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:41.986939 n-d-844202-1 neutron-server[88525]: INFO neutron.db.segments_db [None req-19c5262d-f29e-4815-bc0d-fcd16a5d51d3 admin admin] Added segment 76205301-da60-4ecb-a61c-114de025a248 of type vlan for network 4c7a9aa4-8b0d-4225-ab31-749c4f434a4b Jun 01 18:54:41.995340 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c5262d-f29e-4815-bc0d-fcd16a5d51d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10328742-6369-4815-ae6a-3cb954039bf5,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:54:42.068340 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-19c5262d-f29e-4815-bc0d-fcd16a5d51d3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:42.135595 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-19c5262d-f29e-4815-bc0d-fcd16a5d51d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:42.140826 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19c5262d-f29e-4815-bc0d-fcd16a5d51d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:42.141695 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-19c5262d-f29e-4815-bc0d-fcd16a5d51d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:42.211656 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad46b4b-1f23-4cdf-b768-afc0a1f37869 service neutron] Pushing event updated for resources: {'Port': ['ID=19c2a89c-182e-401c-a32f-555a914ee8d2,revision_number=3']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:54:42.242100 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-49d5feac-1293-40e6-8d15-f9e94073d84a req-5565e133-1ec6-49a1-bc86-0adf2e9c63ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:42.323599 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3f43d9-6edd-46f6-a3e3-c480bbe947b2 req-13f8c650-917d-4aba-bc90-db19ae5fba43 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:42.328497 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3b3f43d9-6edd-46f6-a3e3-c480bbe947b2 req-13f8c650-917d-4aba-bc90-db19ae5fba43 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] 10.222.0.41 "GET /v2.0/ports?device_id=bfb1c514-d298-47a9-8bda-37d32f70699e HTTP/1.1" status: 200 len: 946 time: 0.3780956 Jun 01 18:54:42.349505 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 58638) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:54:42.361643 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf465ff5-9d3f-453f-b5d3-e9759e364a94 req-a57af166-2832-4a49-a8d6-42bce7e649b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:42.363645 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-bf465ff5-9d3f-453f-b5d3-e9759e364a94 req-a57af166-2832-4a49-a8d6-42bce7e649b2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=eccea382ced5475f9a2098d1ef2ff267&device_id=75417786-319c-42a9-9cdd-7c3f71eaefd2 HTTP/1.1" status: 200 len: 1094 time: 0.3169703 Jun 01 18:54:42.380189 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-f4f1c937-c356-4755-b414-e7d6a0b70d44 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Request body: {'floatingip': {'port_id': '8745d5d8-46a5-4186-8328-98b093fdac8e'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:54:42.451299 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aecf0862-823e-4734-acb2-b9f76530d984'] response: {'name': 'network-changed', 'server_uuid': '75417786-319c-42a9-9cdd-7c3f71eaefd2', 'tag': '19c2a89c-182e-401c-a32f-555a914ee8d2', 'status': 'completed', 'code': 200} Jun 01 18:54:42.475612 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c5262d-f29e-4815-bc0d-fcd16a5d51d3 admin admin] Pushing event updated for resources: {'Network': ['ID=4c7a9aa4-8b0d-4225-ab31-749c4f434a4b,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:54:42.488883 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network 4c7a9aa4-8b0d-4225-ab31-749c4f434a4b details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 18:54:42.512727 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-19c5262d-f29e-4815-bc0d-fcd16a5d51d3 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.2424409 Jun 01 18:54:42.523402 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 58650) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:54:42.534156 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-28d9c354-3238-4264-8bc2-267a47f3c64e admin admin] Request body: {'subnet': {'network_id': '4c7a9aa4-8b0d-4225-ab31-749c4f434a4b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-142248793-subnet', 'tenant_id': 'd40f7c9e0af24f109f247cdb0a7a60bf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:54:42.540800 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-28d9c354-3238-4264-8bc2-267a47f3c64e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:54:42.545462 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-28d9c354-3238-4264-8bc2-267a47f3c64e admin admin] Usage tracker for resource:subnet and tenant:d40f7c9e0af24f109f247cdb0a7a60bf is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:54:42.551114 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-28d9c354-3238-4264-8bc2-267a47f3c64e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:54:42.559001 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-28d9c354-3238-4264-8bc2-267a47f3c64e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:54:42.573672 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28d9c354-3238-4264-8bc2-267a47f3c64e admin admin] Made reservation on behalf of d40f7c9e0af24f109f247cdb0a7a60bf for: {'subnet': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:54:42.576108 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-28d9c354-3238-4264-8bc2-267a47f3c64e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9667140'] for subnet, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:42.609856 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-bf465ff5-9d3f-453f-b5d3-e9759e364a94 req-0d7dba37-df36-4c75-83d7-ecf903a8b525 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=19c2a89c-182e-401c-a32f-555a914ee8d2 HTTP/1.1" status: 200 len: 217 time: 0.1448474 Jun 01 18:54:42.621385 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f4f1c937-c356-4755-b414-e7d6a0b70d44 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Notify callbacks [] for floatingip, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:42.693162 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f43e0e-f1e3-4162-801d-32312888974d req-af99d517-e189-4f6b-a4ff-e5cd2dbfabc0 tempest-ServersAdminTestJSON-1881696990 tempest-ServersAdminTestJSON-1881696990-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:42.694118 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f43e0e-f1e3-4162-801d-32312888974d req-af99d517-e189-4f6b-a4ff-e5cd2dbfabc0 tempest-ServersAdminTestJSON-1881696990 tempest-ServersAdminTestJSON-1881696990-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:42.694725 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f43e0e-f1e3-4162-801d-32312888974d req-af99d517-e189-4f6b-a4ff-e5cd2dbfabc0 tempest-ServersAdminTestJSON-1881696990 tempest-ServersAdminTestJSON-1881696990-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:42.695374 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f43e0e-f1e3-4162-801d-32312888974d req-af99d517-e189-4f6b-a4ff-e5cd2dbfabc0 tempest-ServersAdminTestJSON-1881696990 tempest-ServersAdminTestJSON-1881696990-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:42.695970 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f43e0e-f1e3-4162-801d-32312888974d req-af99d517-e189-4f6b-a4ff-e5cd2dbfabc0 tempest-ServersAdminTestJSON-1881696990 tempest-ServersAdminTestJSON-1881696990-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:42.696710 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f43e0e-f1e3-4162-801d-32312888974d req-af99d517-e189-4f6b-a4ff-e5cd2dbfabc0 tempest-ServersAdminTestJSON-1881696990 tempest-ServersAdminTestJSON-1881696990-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:42.697307 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f43e0e-f1e3-4162-801d-32312888974d req-af99d517-e189-4f6b-a4ff-e5cd2dbfabc0 tempest-ServersAdminTestJSON-1881696990 tempest-ServersAdminTestJSON-1881696990-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:42.697903 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f43e0e-f1e3-4162-801d-32312888974d req-af99d517-e189-4f6b-a4ff-e5cd2dbfabc0 tempest-ServersAdminTestJSON-1881696990 tempest-ServersAdminTestJSON-1881696990-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:42.698802 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f43e0e-f1e3-4162-801d-32312888974d req-af99d517-e189-4f6b-a4ff-e5cd2dbfabc0 tempest-ServersAdminTestJSON-1881696990 tempest-ServersAdminTestJSON-1881696990-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:42.708275 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c1f43e0e-f1e3-4162-801d-32312888974d req-af99d517-e189-4f6b-a4ff-e5cd2dbfabc0 tempest-ServersAdminTestJSON-1881696990 tempest-ServersAdminTestJSON-1881696990-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=11820e12-cee8-4a78-8957-4677acef12ae&device_id=75417786-319c-42a9-9cdd-7c3f71eaefd2&device_id=bfb1c514-d298-47a9-8bda-37d32f70699e&device_id=d419f3bd-0783-4597-938e-edafa5ae6e56&device_id=c448a7eb-5a54-4d0a-ba61-a1328fb461ff&device_id=32244e54-23cc-458d-b7ea-5b386e43c2fc&device_id=9de683b5-6960-4339-920c-d199fd362117&device_id=8ece806d-83e3-4a9d-b1b5-21aca4e94fc6&device_id=863d6d17-7ec0-45a3-a6dc-82b322b76ced HTTP/1.1" status: 200 len: 8129 time: 0.3451588 Jun 01 18:54:42.737365 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-c1f43e0e-f1e3-4162-801d-32312888974d req-de94668f-da2b-44cf-9251-964f84559047 tempest-ServersAdminTestJSON-1881696990 tempest-ServersAdminTestJSON-1881696990-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:42.767145 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [req-c1f43e0e-f1e3-4162-801d-32312888974d req-de94668f-da2b-44cf-9251-964f84559047 tempest-ServersAdminTestJSON-1881696990 tempest-ServersAdminTestJSON-1881696990-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:54:42.773686 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-c1f43e0e-f1e3-4162-801d-32312888974d req-de94668f-da2b-44cf-9251-964f84559047 tempest-ServersAdminTestJSON-1881696990 tempest-ServersAdminTestJSON-1881696990-project-admin] Usage tracker for resource:security_group_rule and tenant:24c5e6117d754dcb818779cb6b39c5b9 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:54:42.777998 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-c1f43e0e-f1e3-4162-801d-32312888974d req-de94668f-da2b-44cf-9251-964f84559047 tempest-ServersAdminTestJSON-1881696990 tempest-ServersAdminTestJSON-1881696990-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:54:42.786340 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [req-c1f43e0e-f1e3-4162-801d-32312888974d req-de94668f-da2b-44cf-9251-964f84559047 tempest-ServersAdminTestJSON-1881696990 tempest-ServersAdminTestJSON-1881696990-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:54:42.937068 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-28d9c354-3238-4264-8bc2-267a47f3c64e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2614064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9667190'] for subnet, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:43.059418 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-c1f43e0e-f1e3-4162-801d-32312888974d req-de94668f-da2b-44cf-9251-964f84559047 tempest-ServersAdminTestJSON-1881696990 tempest-ServersAdminTestJSON-1881696990-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:43.066166 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d9c354-3238-4264-8bc2-267a47f3c64e admin admin] Pushing event updated for resources: {'Subnet': ['ID=6675a480-f2f0-4e10-96f4-f99c31c21be5,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:54:43.069743 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-c1f43e0e-f1e3-4162-801d-32312888974d req-de94668f-da2b-44cf-9251-964f84559047 tempest-ServersAdminTestJSON-1881696990 tempest-ServersAdminTestJSON-1881696990-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:43.112718 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c1f43e0e-f1e3-4162-801d-32312888974d req-de94668f-da2b-44cf-9251-964f84559047 tempest-ServersAdminTestJSON-1881696990 tempest-ServersAdminTestJSON-1881696990-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=3d54e619-c3fb-4045-8922-d64f567a7ae8&id=a41a438a-7d5d-4e3d-9835-863d30a4b6de&id=6ce59b29-4aa6-4d2e-8584-a540c0a14c5a&id=c266819c-9421-4c09-b8ec-0766c6fc4de3&id=75cdfcb8-2441-4aa3-ba92-9fe071c95389&id=e95c7360-01e1-4fb0-bbdb-7b11f637526c&id=679bc320-73aa-41fb-80e9-32867c6d2bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 790 time: 0.4035435 Jun 01 18:54:43.131681 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d9c354-3238-4264-8bc2-267a47f3c64e admin admin] Checking segment: {'id': '76205301-da60-4ecb-a61c-114de025a248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '4c7a9aa4-8b0d-4225-ab31-749c4f434a4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:54:43.132651 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28d9c354-3238-4264-8bc2-267a47f3c64e admin admin] Network hostable DHCP agents. Network: 4c7a9aa4-8b0d-4225-ab31-749c4f434a4b, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 18:54:43.156369 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 58688) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:54:43.213003 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de94668f-da2b-44cf-9251-964f84559047 tempest-ServersAdminTestJSON-1881696990 tempest-ServersAdminTestJSON-1881696990-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f45624a-7918-41c6-8442-63a6c9a32227,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:54:43.241760 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28d9c354-3238-4264-8bc2-267a47f3c64e admin admin] Network 4c7a9aa4-8b0d-4225-ab31-749c4f434a4b is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 18:54:43.255136 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-28d9c354-3238-4264-8bc2-267a47f3c64e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, 4c7a9aa4-8b0d-4225-ab31-749c4f434a4b) {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:54:43.268868 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28d9c354-3238-4264-8bc2-267a47f3c64e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:43.269834 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-28d9c354-3238-4264-8bc2-267a47f3c64e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:43.271771 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-347fbfb6-2861-486b-8af4-3382992860bc None None] Network 4c7a9aa4-8b0d-4225-ab31-749c4f434a4b requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 18:54:43.349749 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf465ff5-9d3f-453f-b5d3-e9759e364a94 req-7f087824-4403-4d32-9fc6-54ad71d5743b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:43.351214 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-bf465ff5-9d3f-453f-b5d3-e9759e364a94 req-7f087824-4403-4d32-9fc6-54ad71d5743b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=276181f2-c3ab-487e-8805-06ed7064e884 HTTP/1.1" status: 200 len: 850 time: 0.6707468 Jun 01 18:54:43.362725 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-28d9c354-3238-4264-8bc2-267a47f3c64e admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8365247 Jun 01 18:54:43.370685 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 58702) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:54:43.382053 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-584a1806-46a7-4b13-bc57-dbae68f528bc admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-142248793-router', 'tenant_id': 'd40f7c9e0af24f109f247cdb0a7a60bf', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:54:43.389105 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-584a1806-46a7-4b13-bc57-dbae68f528bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:54:43.395977 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-584a1806-46a7-4b13-bc57-dbae68f528bc admin admin] Usage tracker for resource:router and tenant:d40f7c9e0af24f109f247cdb0a7a60bf is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:54:43.403191 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-584a1806-46a7-4b13-bc57-dbae68f528bc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:54:43.414637 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-584a1806-46a7-4b13-bc57-dbae68f528bc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:54:43.442234 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4210289f-658b-47c8-8a38-c9aa96435987 req-35dc97a1-b07b-4031-9164-67f8bdfc1e3f tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:43.449869 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4210289f-658b-47c8-8a38-c9aa96435987 req-35dc97a1-b07b-4031-9164-67f8bdfc1e3f tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=75417786-319c-42a9-9cdd-7c3f71eaefd2 HTTP/1.1" status: 200 len: 943 time: 0.1551564 Jun 01 18:54:43.468069 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-584a1806-46a7-4b13-bc57-dbae68f528bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-885767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25238'] for router, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:43.469543 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-584a1806-46a7-4b13-bc57-dbae68f528bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-901042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-886562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-981784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25327'] for router, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:43.526520 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4210289f-658b-47c8-8a38-c9aa96435987 req-0f3cb0a1-27ea-4f81-ad3d-a64fa3b89bee tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/security-groups?id=e95c7360-01e1-4fb0-bbdb-7b11f637526c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752537 Jun 01 18:54:43.530424 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-584a1806-46a7-4b13-bc57-dbae68f528bc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:43.581587 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138e8459-0d09-4c9c-94df-1940a5786f6b req-8846cd6f-a407-4704-a1f2-3c1583ce2374 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:43.583084 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-138e8459-0d09-4c9c-94df-1940a5786f6b req-8846cd6f-a407-4704-a1f2-3c1583ce2374 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/ports?device_id=11820e12-cee8-4a78-8957-4677acef12ae HTTP/1.1" status: 200 len: 931 time: 0.5887916 Jun 01 18:54:43.638521 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74a35051-01d6-485a-9ffd-62c30113c7fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc93f83c3-7fb6-5c13-a9d4-29d739a4e8d2-4c7a9aa4-8b0d-4225-ab31-749c4f434a4b', 'network_id': '4c7a9aa4-8b0d-4225-ab31-749c4f434a4b', 'tenant_id': 'd40f7c9e0af24f109f247cdb0a7a60bf', 'fixed_ips': [{'subnet_id': '6675a480-f2f0-4e10-96f4-f99c31c21be5'}]}} from n-d-844202-1. {{(pid=88526) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 18:54:43.639978 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-74a35051-01d6-485a-9ffd-62c30113c7fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:43.962883 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-9d12b6f5-1c93-4308-9551-e51ee0153345 tempest-QuotasTest-1635407495 tempest-QuotasTest-1635407495-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:54:44.000930 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.db_base_plugin_common [None req-74a35051-01d6-485a-9ffd-62c30113c7fd None None] Allocated IP 172.20.0.2 (4c7a9aa4-8b0d-4225-ab31-749c4f434a4b/6675a480-f2f0-4e10-96f4-f99c31c21be5/dc45253b-9f4c-4fab-bcef-634b42a0fb31) {{(pid=88526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:54:44.152984 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-138e8459-0d09-4c9c-94df-1940a5786f6b req-a5e3adf4-488d-4608-bbc0-a3228a11e672 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/security-groups?id=679bc320-73aa-41fb-80e9-32867c6d2bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5568225 Jun 01 18:54:44.165699 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf465ff5-9d3f-453f-b5d3-e9759e364a94 req-abfe96f4-c104-4bf4-9e0b-c8e2015e9a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:44.166846 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-bf465ff5-9d3f-453f-b5d3-e9759e364a94 req-abfe96f4-c104-4bf4-9e0b-c8e2015e9a00 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e3902938-4b6a-4448-87d9-59b63dd51a7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8046396 Jun 01 18:54:44.218536 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [req-49d5feac-1293-40e6-8d15-f9e94073d84a req-5565e133-1ec6-49a1-bc86-0adf2e9c63ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc5ee998-50f8-425b-be12-6bab4eab598b {{(pid=88524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:54:44.219791 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-584a1806-46a7-4b13-bc57-dbae68f528bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-886608', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-885830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25341'] for router, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:44.231998 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-49d5feac-1293-40e6-8d15-f9e94073d84a req-5565e133-1ec6-49a1-bc86-0adf2e9c63ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:44.260819 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [req-49d5feac-1293-40e6-8d15-f9e94073d84a req-5565e133-1ec6-49a1-bc86-0adf2e9c63ea service neutron] Transition to ACTIVE for port object cc5ee998-50f8-425b-be12-6bab4eab598b will not be triggered until provisioned by entity L2. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:54:44.307494 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 58718) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:54:44.346295 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-9d12b6f5-1c93-4308-9551-e51ee0153345 tempest-QuotasTest-1635407495 tempest-QuotasTest-1635407495-project-admin] 10.222.0.41 "PUT /v2.0/quotas/deb7a5f99fc5493d83572b3aa37aeedc HTTP/1.1" status: 200 len: 366 time: 1.1861932 Jun 01 18:54:44.356608 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-49d5feac-1293-40e6-8d15-f9e94073d84a req-5565e133-1ec6-49a1-bc86-0adf2e9c63ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:44.372696 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 58724) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:54:44.379643 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-74a35051-01d6-485a-9ffd-62c30113c7fd None None] Notify callbacks [] for port, precommit_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:44.396116 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-74a35051-01d6-485a-9ffd-62c30113c7fd None None] Transition to ACTIVE for port object dc45253b-9f4c-4fab-bcef-634b42a0fb31 will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:54:44.422280 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-74a35051-01d6-485a-9ffd-62c30113c7fd None None] Transition to ACTIVE for port object dc45253b-9f4c-4fab-bcef-634b42a0fb31 will not be triggered until provisioned by entity DHCP. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:54:44.431991 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-74a35051-01d6-485a-9ffd-62c30113c7fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526'] for port, after_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:44.436529 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28467e9-226e-43ec-add2-17e32a8af780 req-fdfe8649-d82f-489b-aae3-8a54481e857b tempest-ServersAdminTestJSON-1881696990 tempest-ServersAdminTestJSON-1881696990-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:44.437006 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28467e9-226e-43ec-add2-17e32a8af780 req-fdfe8649-d82f-489b-aae3-8a54481e857b tempest-ServersAdminTestJSON-1881696990 tempest-ServersAdminTestJSON-1881696990-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:44.437481 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28467e9-226e-43ec-add2-17e32a8af780 req-fdfe8649-d82f-489b-aae3-8a54481e857b tempest-ServersAdminTestJSON-1881696990 tempest-ServersAdminTestJSON-1881696990-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:44.439392 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c28467e9-226e-43ec-add2-17e32a8af780 req-fdfe8649-d82f-489b-aae3-8a54481e857b tempest-ServersAdminTestJSON-1881696990 tempest-ServersAdminTestJSON-1881696990-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=d419f3bd-0783-4597-938e-edafa5ae6e56&device_id=c448a7eb-5a54-4d0a-ba61-a1328fb461ff&device_id=32244e54-23cc-458d-b7ea-5b386e43c2fc HTTP/1.1" status: 200 len: 2882 time: 0.2116244 Jun 01 18:54:44.520667 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-c28467e9-226e-43ec-add2-17e32a8af780 req-007cade2-979a-410b-a5ba-3a5e5cb21361 tempest-ServersAdminTestJSON-1881696990 tempest-ServersAdminTestJSON-1881696990-project-admin] Synchronizing usage tracker for tenant:24c5e6117d754dcb818779cb6b39c5b9 on resource:security_group {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:54:44.536638 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f76bb818-8d89-4375-b638-834a00a5af45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:44.541545 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74a35051-01d6-485a-9ffd-62c30113c7fd None None] Network 4c7a9aa4-8b0d-4225-ab31-749c4f434a4b is already hosted by enough agents. {{(pid=88526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:54:44.546114 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.base_scheduler [None req-74a35051-01d6-485a-9ffd-62c30113c7fd None None] Resources bound (agent type, host, resource id): {{(pid=88526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:54:44.551071 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-c19bf9f0-d798-4aaa-986e-7542f6716c4a tempest-QuotasTest-1635407495 tempest-QuotasTest-1635407495-project-admin] 10.222.0.41 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.1418772 Jun 01 18:54:44.556719 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 58730) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:54:44.566470 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a35051-01d6-485a-9ffd-62c30113c7fd None None] Received port after_create {{(pid=88526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:54:44.570608 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-f76bb818-8d89-4375-b638-834a00a5af45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:54:44.579632 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-f76bb818-8d89-4375-b638-834a00a5af45 admin admin] Usage tracker for resource:security_group_rule and tenant:6b8a7f201b4c4540a63b4166f7103037 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:54:44.584655 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-f76bb818-8d89-4375-b638-834a00a5af45 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:54:44.593302 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-c28467e9-226e-43ec-add2-17e32a8af780 req-007cade2-979a-410b-a5ba-3a5e5cb21361 tempest-ServersAdminTestJSON-1881696990 tempest-ServersAdminTestJSON-1881696990-project-admin] Unset dirty status for tenant:24c5e6117d754dcb818779cb6b39c5b9 on resource:security_group {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:54:44.594476 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c28467e9-226e-43ec-add2-17e32a8af780 req-007cade2-979a-410b-a5ba-3a5e5cb21361 tempest-ServersAdminTestJSON-1881696990 tempest-ServersAdminTestJSON-1881696990-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=c266819c-9421-4c09-b8ec-0766c6fc4de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459389 Jun 01 18:54:44.596191 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-f76bb818-8d89-4375-b638-834a00a5af45 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:54:44.633247 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a35051-01d6-485a-9ffd-62c30113c7fd None None] Pushing event updated for resources: {'Port': ['ID=dc45253b-9f4c-4fab-bcef-634b42a0fb31,revision_number=1']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:54:44.692434 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-74a35051-01d6-485a-9ffd-62c30113c7fd None None] Attempting to bind port dc45253b-9f4c-4fab-bcef-634b42a0fb31 on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:54:44.692800 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-74a35051-01d6-485a-9ffd-62c30113c7fd None None] Attempting to bind port dc45253b-9f4c-4fab-bcef-634b42a0fb31 by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': '76205301-da60-4ecb-a61c-114de025a248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '4c7a9aa4-8b0d-4225-ab31-749c4f434a4b'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:54:44.693158 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a35051-01d6-485a-9ffd-62c30113c7fd None None] Attempting to bind port dc45253b-9f4c-4fab-bcef-634b42a0fb31 on network 4c7a9aa4-8b0d-4225-ab31-749c4f434a4b {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:54:44.698869 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a35051-01d6-485a-9ffd-62c30113c7fd None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 18, 54, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:54:44.699301 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a35051-01d6-485a-9ffd-62c30113c7fd None None] Checking segment: {'id': '76205301-da60-4ecb-a61c-114de025a248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '4c7a9aa4-8b0d-4225-ab31-749c4f434a4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:54:44.699636 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-74a35051-01d6-485a-9ffd-62c30113c7fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:44.700026 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a35051-01d6-485a-9ffd-62c30113c7fd None None] Bound using segment: {'id': '76205301-da60-4ecb-a61c-114de025a248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '4c7a9aa4-8b0d-4225-ab31-749c4f434a4b'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:54:44.700530 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-74a35051-01d6-485a-9ffd-62c30113c7fd None None] Bound port: dc45253b-9f4c-4fab-bcef-634b42a0fb31, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76205301-da60-4ecb-a61c-114de025a248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '4c7a9aa4-8b0d-4225-ab31-749c4f434a4b'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:54:44.700901 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-74a35051-01d6-485a-9ffd-62c30113c7fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:44.720869 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-bf465ff5-9d3f-453f-b5d3-e9759e364a94 req-b8cf4619-3a74-4c84-aa5b-5e6a9fce9dc1 service neutron] 10.222.0.15 "GET /v2.0/networks/e3902938-4b6a-4448-87d9-59b63dd51a7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5384736 Jun 01 18:54:44.739027 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5565e133-1ec6-49a1-bc86-0adf2e9c63ea service neutron] Pushing event updated for resources: {'Port': ['ID=cc5ee998-50f8-425b-be12-6bab4eab598b,revision_number=2']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:54:44.831417 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-74a35051-01d6-485a-9ffd-62c30113c7fd None None] For port dc45253b-9f4c-4fab-bcef-634b42a0fb31, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:54:44.834887 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-74a35051-01d6-485a-9ffd-62c30113c7fd None None] For port dc45253b-9f4c-4fab-bcef-634b42a0fb31, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=dc45253b-9f4c-4fab-bcef-634b42a0fb31,segment=NetworkSegment(76205301-da60-4ecb-a61c-114de025a248),segment_id=76205301-da60-4ecb-a61c-114de025a248)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:54:44.840315 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-74a35051-01d6-485a-9ffd-62c30113c7fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:44.873056 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-584a1806-46a7-4b13-bc57-dbae68f528bc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:44.919640 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 58740) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:54:44.920708 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-bc6bdc28-0205-4ef9-b799-9b16b1de7620 tempest-QuotasTest-1635407495 tempest-QuotasTest-1635407495-project-admin] 10.222.0.41 "GET /v2.0/quotas/deb7a5f99fc5493d83572b3aa37aeedc HTTP/1.1" status: 200 len: 366 time: 0.3590674 Jun 01 18:54:44.920827 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-584a1806-46a7-4b13-bc57-dbae68f528bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:44.949174 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a35051-01d6-485a-9ffd-62c30113c7fd None None] Pushing event updated for resources: {'Port': ['ID=dc45253b-9f4c-4fab-bcef-634b42a0fb31,revision_number=2']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:54:45.054105 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-49d5feac-1293-40e6-8d15-f9e94073d84a req-5565e133-1ec6-49a1-bc86-0adf2e9c63ea service neutron] Attempting to bind port cc5ee998-50f8-425b-be12-6bab4eab598b on host n-h2-844202-1 for vnic_type normal with profile {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:54:45.054507 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-49d5feac-1293-40e6-8d15-f9e94073d84a req-5565e133-1ec6-49a1-bc86-0adf2e9c63ea service neutron] Attempting to bind port cc5ee998-50f8-425b-be12-6bab4eab598b by drivers openvswitch,hyperv on host n-h2-844202-1 at level 0 using segments [{'id': 'ecb3f528-dbed-4312-ba29-7684ecfbe265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7a710216-a9ba-47da-a86f-23bc8e339e5a'}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:54:45.054800 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49d5feac-1293-40e6-8d15-f9e94073d84a req-5565e133-1ec6-49a1-bc86-0adf2e9c63ea service neutron] Attempting to bind port cc5ee998-50f8-425b-be12-6bab4eab598b on network 7a710216-a9ba-47da-a86f-23bc8e339e5a {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:54:45.074653 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.db.resource_extend [None req-f4f1c937-c356-4755-b414-e7d6a0b70d44 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] It took 0.47 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 18:54:45.103280 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f76bb818-8d89-4375-b638-834a00a5af45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:45.113677 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-9b73c22d-9e3d-4af2-9e1f-d979a4d05199 tempest-QuotasTest-1635407495 tempest-QuotasTest-1635407495-project-admin] 10.222.0.41 "DELETE /v2.0/quotas/deb7a5f99fc5493d83572b3aa37aeedc HTTP/1.1" status: 204 len: 168 time: 0.1052983 Jun 01 18:54:45.114423 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f76bb818-8d89-4375-b638-834a00a5af45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:45.124508 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 58746) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:54:45.138734 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49d5feac-1293-40e6-8d15-f9e94073d84a req-5565e133-1ec6-49a1-bc86-0adf2e9c63ea service neutron] Port cc5ee998-50f8-425b-be12-6bab4eab598b on network 7a710216-a9ba-47da-a86f-23bc8e339e5a not bound, no agent of type Open vSwitch agent registered on host n-h2-844202-1 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 18:54:45.139056 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49d5feac-1293-40e6-8d15-f9e94073d84a req-5565e133-1ec6-49a1-bc86-0adf2e9c63ea service neutron] Attempting to bind port cc5ee998-50f8-425b-be12-6bab4eab598b on network 7a710216-a9ba-47da-a86f-23bc8e339e5a {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:54:45.156919 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49d5feac-1293-40e6-8d15-f9e94073d84a req-5565e133-1ec6-49a1-bc86-0adf2e9c63ea service neutron] Checking agent: {'id': 'f5db9968-6317-4186-9100-9e0ca6b50417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 18, 54, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:54:45.158641 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49d5feac-1293-40e6-8d15-f9e94073d84a req-5565e133-1ec6-49a1-bc86-0adf2e9c63ea service neutron] Checking segment: {'id': 'ecb3f528-dbed-4312-ba29-7684ecfbe265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7a710216-a9ba-47da-a86f-23bc8e339e5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:54:45.159346 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49d5feac-1293-40e6-8d15-f9e94073d84a req-5565e133-1ec6-49a1-bc86-0adf2e9c63ea service neutron] Bound using segment: {'id': 'ecb3f528-dbed-4312-ba29-7684ecfbe265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7a710216-a9ba-47da-a86f-23bc8e339e5a'} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:54:45.160002 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-49d5feac-1293-40e6-8d15-f9e94073d84a req-5565e133-1ec6-49a1-bc86-0adf2e9c63ea service neutron] Bound port: cc5ee998-50f8-425b-be12-6bab4eab598b, host: n-h2-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecb3f528-dbed-4312-ba29-7684ecfbe265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7a710216-a9ba-47da-a86f-23bc8e339e5a'}}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:54:45.160913 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-49d5feac-1293-40e6-8d15-f9e94073d84a req-5565e133-1ec6-49a1-bc86-0adf2e9c63ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:45.162072 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76bb818-8d89-4375-b638-834a00a5af45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85c905ef-3098-4b14-8413-26934913db98,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:54:45.206648 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [None req-584a1806-46a7-4b13-bc57-dbae68f528bc admin admin] Allocated IP 172.25.4.197 (72a72e44-6845-488a-a5ff-3a26d4df9cb3/c314a23b-daa2-4106-ab28-8e6f954277b2/bd04b6ab-43fa-4f24-b229-b7a20640121a) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:54:45.226175 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-e9ce54be-ed42-4e62-bd8a-b55433a796d3 tempest-QuotasTest-1635407495 tempest-QuotasTest-1635407495-project-admin] 10.222.0.41 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0720112 Jun 01 18:54:45.237419 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 58752) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:54:45.244833 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-f76bb818-8d89-4375-b638-834a00a5af45 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6b8a7f201b4c4540a63b4166f7103037&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9338613 Jun 01 18:54:45.250092 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 58756) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:54:45.265308 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-fec9a842-f5b6-45d3-8bb4-ecfe5cd372b5 tempest-QuotasTest-1635407495 tempest-QuotasTest-1635407495-project-admin] 10.222.0.41 "GET /v2.0/quotas/deb7a5f99fc5493d83572b3aa37aeedc HTTP/1.1" status: 200 len: 370 time: 0.0265851 Jun 01 18:54:45.272854 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 58760) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:54:45.340871 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-bf465ff5-9d3f-453f-b5d3-e9759e364a94 req-9bcc59f1-c78e-4438-8731-bb551be53359 service neutron] 10.222.0.15 "GET /v2.0/networks/e3902938-4b6a-4448-87d9-59b63dd51a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5812879 Jun 01 18:54:45.354301 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-6935445d-24ea-465a-b560-d29965456654 tempest-QuotasTest-1635407495 tempest-QuotasTest-1635407495-project-admin] 10.222.0.41 "GET /v2.0/quotas/deb7a5f99fc5493d83572b3aa37aeedc/default HTTP/1.1" status: 200 len: 370 time: 0.0810208 Jun 01 18:54:45.406912 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 58768) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:54:45.424705 n-d-844202-1 neutron-server[88525]: INFO neutron.api.v2.resource [None req-784c4748-799b-4270-89bf-3c5f34ee210f tempest-QuotasTest-1635407495 tempest-QuotasTest-1635407495-project-admin] delete failed (client error): The resource could not be found. Jun 01 18:54:45.428605 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-784c4748-799b-4270-89bf-3c5f34ee210f tempest-QuotasTest-1635407495 tempest-QuotasTest-1635407495-project-admin] 10.222.0.41 "DELETE /v2.0/quotas/deb7a5f99fc5493d83572b3aa37aeedc HTTP/1.1" status: 404 len: 348 time: 0.0206196 Jun 01 18:54:45.500732 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-49d5feac-1293-40e6-8d15-f9e94073d84a req-5565e133-1ec6-49a1-bc86-0adf2e9c63ea service neutron] For port cc5ee998-50f8-425b-be12-6bab4eab598b, host n-h2-844202-1, cleared binding levels {{(pid=88524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:54:45.521853 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f4f1c937-c356-4755-b414-e7d6a0b70d44 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:45.534290 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-49d5feac-1293-40e6-8d15-f9e94073d84a req-5565e133-1ec6-49a1-bc86-0adf2e9c63ea service neutron] For port cc5ee998-50f8-425b-be12-6bab4eab598b, host n-h2-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=cc5ee998-50f8-425b-be12-6bab4eab598b,segment=NetworkSegment(ecb3f528-dbed-4312-ba29-7684ecfbe265),segment_id=ecb3f528-dbed-4312-ba29-7684ecfbe265)] {{(pid=88524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:54:45.534290 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f4f1c937-c356-4755-b414-e7d6a0b70d44 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887712'] for floatingip, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:45.550136 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-273713d1-4531-41be-991e-88fd5550475d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:45.627605 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-584a1806-46a7-4b13-bc57-dbae68f528bc admin admin] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:45.636825 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-273713d1-4531-41be-991e-88fd5550475d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:45.681328 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 58774) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:54:45.685655 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device dc45253b-9f4c-4fab-bcef-634b42a0fb31 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:54:45.693514 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55096d21-5b4d-4348-ae3c-b700e6163c1c req-06e07a55-0345-4391-89e2-853e856a49e6 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:45.695264 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-55096d21-5b4d-4348-ae3c-b700e6163c1c req-06e07a55-0345-4391-89e2-853e856a49e6 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=75417786-319c-42a9-9cdd-7c3f71eaefd2 HTTP/1.1" status: 200 len: 943 time: 0.9607434 Jun 01 18:54:45.699512 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be5cb49-5243-444a-a683-3c771376adc6 req-612fac19-aa37-45e4-bc70-85fa0ef08845 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:45.701294 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-5be5cb49-5243-444a-a683-3c771376adc6 req-612fac19-aa37-45e4-bc70-85fa0ef08845 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/ports?device_id=11820e12-cee8-4a78-8957-4677acef12ae HTTP/1.1" status: 200 len: 943 time: 0.2379732 Jun 01 18:54:45.705296 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-49d5feac-1293-40e6-8d15-f9e94073d84a req-5565e133-1ec6-49a1-bc86-0adf2e9c63ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:45.755385 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-584a1806-46a7-4b13-bc57-dbae68f528bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:45.767359 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port dc45253b-9f4c-4fab-bcef-634b42a0fb31 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:54:45.817914 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d5feac-1293-40e6-8d15-f9e94073d84a req-5565e133-1ec6-49a1-bc86-0adf2e9c63ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:45.818532 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-49d5feac-1293-40e6-8d15-f9e94073d84a req-5565e133-1ec6-49a1-bc86-0adf2e9c63ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:45.820171 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-49d5feac-1293-40e6-8d15-f9e94073d84a req-5565e133-1ec6-49a1-bc86-0adf2e9c63ea service neutron] 10.222.0.50 "PUT /v2.0/ports/cc5ee998-50f8-425b-be12-6bab4eab598b HTTP/1.1" status: 200 len: 1091 time: 4.1194255 Jun 01 18:54:45.825668 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11820e12-cee8-4a78-8957-4677acef12ae', 'tag': 'cc5ee998-50f8-425b-be12-6bab4eab598b'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:54:45.841839 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-5be5cb49-5243-444a-a683-3c771376adc6 req-117a258a-94db-4071-ba10-f07475feab37 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/security-groups?id=679bc320-73aa-41fb-80e9-32867c6d2bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264119 Jun 01 18:54:45.852078 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-273713d1-4531-41be-991e-88fd5550475d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:45.873088 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-584a1806-46a7-4b13-bc57-dbae68f528bc admin admin] Network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:54:45.877617 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-584a1806-46a7-4b13-bc57-dbae68f528bc admin admin] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:54:45.881487 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584a1806-46a7-4b13-bc57-dbae68f528bc admin admin] Pushing event updated for resources: {'Port': ['ID=bd04b6ab-43fa-4f24-b229-b7a20640121a,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:54:45.884010 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584a1806-46a7-4b13-bc57-dbae68f528bc admin admin] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:54:45.891221 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-55096d21-5b4d-4348-ae3c-b700e6163c1c req-810820fb-4ff7-4ca1-a390-56ae55cc2a58 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/security-groups?id=e95c7360-01e1-4fb0-bbdb-7b11f637526c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663747 Jun 01 18:54:45.949684 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-ac466952-654a-4585-bbcc-0bab5e3498ed tempest-QuotasTest-1635407495 tempest-QuotasTest-1635407495-project-admin] Usage tracker for resource:network and tenant:1c6c73c9afcd45ddb22efcc779885c82 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:54:45.959362 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273713d1-4531-41be-991e-88fd5550475d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85c905ef-3098-4b14-8413-26934913db98,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:54:45.979702 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-ac466952-654a-4585-bbcc-0bab5e3498ed tempest-QuotasTest-1635407495 tempest-QuotasTest-1635407495-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:54:45.997825 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-273713d1-4531-41be-991e-88fd5550475d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:46.004828 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad3a46eb-2a93-47b4-b738-b88fb4f24e6a'] response: {'name': 'network-changed', 'server_uuid': '11820e12-cee8-4a78-8957-4677acef12ae', 'tag': 'cc5ee998-50f8-425b-be12-6bab4eab598b', 'status': 'completed', 'code': 200} Jun 01 18:54:46.012467 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-273713d1-4531-41be-991e-88fd5550475d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/85c905ef-3098-4b14-8413-26934913db98 HTTP/1.1" status: 204 len: 168 time: 0.7499387 Jun 01 18:54:46.018925 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10778bbc-5c82-48ef-a4d6-eb91dc746859 req-bb706c1d-1265-4d1a-971e-ce59fc8bfe2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:46.020440 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-10778bbc-5c82-48ef-a4d6-eb91dc746859 req-bb706c1d-1265-4d1a-971e-ce59fc8bfe2d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=eccea382ced5475f9a2098d1ef2ff267&device_id=75417786-319c-42a9-9cdd-7c3f71eaefd2 HTTP/1.1" status: 200 len: 1094 time: 0.5745971 Jun 01 18:54:46.021465 n-d-844202-1 neutron-server[88524]: INFO neutron.db.l3_db [None req-f4f1c937-c356-4755-b414-e7d6a0b70d44 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Floating IP 6326f251-59f5-4888-92bc-ae3e7415a773 associated. External IP: 172.25.4.187, port: 8745d5d8-46a5-4186-8328-98b093fdac8e. Jun 01 18:54:46.320495 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cccb7866-262e-4bec-8a35-be14007b0222 None None] Network 4c7a9aa4-8b0d-4225-ab31-749c4f434a4b requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 18:54:46.359994 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5565e133-1ec6-49a1-bc86-0adf2e9c63ea service neutron] Pushing event updated for resources: {'Port': ['ID=cc5ee998-50f8-425b-be12-6bab4eab598b,revision_number=3']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:54:46.458763 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f9955e40-0fd4-49d4-ab9b-26616d03f01c None None] Provisioning for port dc45253b-9f4c-4fab-bcef-634b42a0fb31 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:54:46.466190 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f9955e40-0fd4-49d4-ab9b-26616d03f01c None None] Provisioning complete for port dc45253b-9f4c-4fab-bcef-634b42a0fb31 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:54:46.466768 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9955e40-0fd4-49d4-ab9b-26616d03f01c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:46.470252 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-ac466952-654a-4585-bbcc-0bab5e3498ed tempest-QuotasTest-1635407495 tempest-QuotasTest-1635407495-project-admin] Usage tracker for resource:subnet and tenant:1c6c73c9afcd45ddb22efcc779885c82 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:54:46.507553 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-ac466952-654a-4585-bbcc-0bab5e3498ed tempest-QuotasTest-1635407495 tempest-QuotasTest-1635407495-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:54:46.605301 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 58788) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:54:46.633351 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-ac466952-654a-4585-bbcc-0bab5e3498ed tempest-QuotasTest-1635407495 tempest-QuotasTest-1635407495-project-admin] Usage tracker for resource:subnetpool and tenant:1c6c73c9afcd45ddb22efcc779885c82 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:54:46.662114 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-999b2760-59ef-44f2-8ce1-e52d184d6741 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:46.672359 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-584a1806-46a7-4b13-bc57-dbae68f528bc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:46.683749 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-ac466952-654a-4585-bbcc-0bab5e3498ed tempest-QuotasTest-1635407495 tempest-QuotasTest-1635407495-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:54:46.705905 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d5feac-1293-40e6-8d15-f9e94073d84a req-8c2a2bf9-2030-4f76-9180-94c4f5d4628c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:46.707389 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-49d5feac-1293-40e6-8d15-f9e94073d84a req-8c2a2bf9-2030-4f76-9180-94c4f5d4628c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0edcfecaba054f29a657f364ed77530c&device_id=11820e12-cee8-4a78-8957-4677acef12ae HTTP/1.1" status: 200 len: 1094 time: 0.8265390 Jun 01 18:54:46.714022 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9955e40-0fd4-49d4-ab9b-26616d03f01c None None] Current status of the port dc45253b-9f4c-4fab-bcef-634b42a0fb31 is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:54:46.715029 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9955e40-0fd4-49d4-ab9b-26616d03f01c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:46.718093 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-999b2760-59ef-44f2-8ce1-e52d184d6741 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:54:46.756000 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9955e40-0fd4-49d4-ab9b-26616d03f01c None None] For port dc45253b-9f4c-4fab-bcef-634b42a0fb31, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=dc45253b-9f4c-4fab-bcef-634b42a0fb31,segment=NetworkSegment(76205301-da60-4ecb-a61c-114de025a248),segment_id=76205301-da60-4ecb-a61c-114de025a248)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:54:46.761296 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9955e40-0fd4-49d4-ab9b-26616d03f01c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:46.784045 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-999b2760-59ef-44f2-8ce1-e52d184d6741 admin admin] Usage tracker for resource:security_group_rule and tenant:f2ec20e2fc6b40feb87b534e353466d6 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:54:46.787520 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10778bbc-5c82-48ef-a4d6-eb91dc746859 req-6116874d-2ac8-42ad-b05b-cd65ae5ee54d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:46.788997 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-10778bbc-5c82-48ef-a4d6-eb91dc746859 req-6116874d-2ac8-42ad-b05b-cd65ae5ee54d service neutron] 10.222.0.15 "GET /v2.0/networks?id=e3902938-4b6a-4448-87d9-59b63dd51a7f HTTP/1.1" status: 200 len: 912 time: 0.4587550 Jun 01 18:54:46.789899 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-999b2760-59ef-44f2-8ce1-e52d184d6741 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:54:46.840694 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9955e40-0fd4-49d4-ab9b-26616d03f01c None None] Pushing event updated for resources: {'Port': ['ID=dc45253b-9f4c-4fab-bcef-634b42a0fb31,revision_number=3']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:54:46.859428 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-ac466952-654a-4585-bbcc-0bab5e3498ed tempest-QuotasTest-1635407495 tempest-QuotasTest-1635407495-project-admin] Usage tracker for resource:port and tenant:1c6c73c9afcd45ddb22efcc779885c82 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:54:46.873263 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-49d5feac-1293-40e6-8d15-f9e94073d84a req-5d2c7fa4-9e67-4fd2-874f-8d472acad86b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc5ee998-50f8-425b-be12-6bab4eab598b HTTP/1.1" status: 200 len: 217 time: 0.1566770 Jun 01 18:54:46.875795 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e7e27d-a46a-4c15-b782-23c95917f3ac req-a2659b02-8dda-4573-8090-50f9ac200105 tempest-ServersAdminTestJSON-1881696990 tempest-ServersAdminTestJSON-1881696990-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:46.877271 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-51e7e27d-a46a-4c15-b782-23c95917f3ac req-a2659b02-8dda-4573-8090-50f9ac200105 tempest-ServersAdminTestJSON-1881696990 tempest-ServersAdminTestJSON-1881696990-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=32244e54-23cc-458d-b7ea-5b386e43c2fc HTTP/1.1" status: 200 len: 1100 time: 0.5264261 Jun 01 18:54:46.941955 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-999b2760-59ef-44f2-8ce1-e52d184d6741 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:54:46.945781 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-ac466952-654a-4585-bbcc-0bab5e3498ed tempest-QuotasTest-1635407495 tempest-QuotasTest-1635407495-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:54:47.047283 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-10778bbc-5c82-48ef-a4d6-eb91dc746859 req-9bb607f2-664b-4055-9315-a3e65b41e6f1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=19c2a89c-182e-401c-a32f-555a914ee8d2 HTTP/1.1" status: 200 len: 217 time: 0.1850288 Jun 01 18:54:47.073985 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-ac466952-654a-4585-bbcc-0bab5e3498ed tempest-QuotasTest-1635407495 tempest-QuotasTest-1635407495-project-admin] Usage tracker for resource:router and tenant:1c6c73c9afcd45ddb22efcc779885c82 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:54:47.084115 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-014b2bfe-cb54-4676-bae6-3b4a5b5e320b None None] Provisioning complete for port dc45253b-9f4c-4fab-bcef-634b42a0fb31 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:54:47.084746 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-014b2bfe-cb54-4676-bae6-3b4a5b5e320b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:47.094004 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-584a1806-46a7-4b13-bc57-dbae68f528bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-885820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-886655'] for router, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:47.195121 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0aba327-8224-41b0-b8a4-65434bf2fdbc req-c66f95a6-5e56-43eb-83e9-bbc290fd51ff tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:47.196511 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d0aba327-8224-41b0-b8a4-65434bf2fdbc req-c66f95a6-5e56-43eb-83e9-bbc290fd51ff tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/ports?device_id=11820e12-cee8-4a78-8957-4677acef12ae HTTP/1.1" status: 200 len: 943 time: 0.2011409 Jun 01 18:54:47.210359 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-014b2bfe-cb54-4676-bae6-3b4a5b5e320b None None] Current status of the port dc45253b-9f4c-4fab-bcef-634b42a0fb31 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:54:47.212688 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-ac466952-654a-4585-bbcc-0bab5e3498ed tempest-QuotasTest-1635407495 tempest-QuotasTest-1635407495-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:54:47.273841 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-51e7e27d-a46a-4c15-b782-23c95917f3ac req-872fcf3a-de74-4edd-803e-b8971d360a71 tempest-ServersAdminTestJSON-1881696990 tempest-ServersAdminTestJSON-1881696990-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=c266819c-9421-4c09-b8ec-0766c6fc4de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2699103 Jun 01 18:54:47.275235 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d5feac-1293-40e6-8d15-f9e94073d84a req-23ba7b10-c235-4489-b5a3-430cad018723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:47.276679 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-49d5feac-1293-40e6-8d15-f9e94073d84a req-23ba7b10-c235-4489-b5a3-430cad018723 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8cebf7e9-1140-4183-b8b2-8d4c3920d222 HTTP/1.1" status: 200 len: 852 time: 0.3223438 Jun 01 18:54:47.288670 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-ac466952-654a-4585-bbcc-0bab5e3498ed tempest-QuotasTest-1635407495 tempest-QuotasTest-1635407495-project-admin] Usage tracker for resource:floatingip and tenant:1c6c73c9afcd45ddb22efcc779885c82 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:54:47.298663 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10778bbc-5c82-48ef-a4d6-eb91dc746859 req-75307299-f31e-4419-99ae-3f52f10594c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:47.299082 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-10778bbc-5c82-48ef-a4d6-eb91dc746859 req-75307299-f31e-4419-99ae-3f52f10594c1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=276181f2-c3ab-487e-8805-06ed7064e884 HTTP/1.1" status: 200 len: 850 time: 0.2388647 Jun 01 18:54:47.337474 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-584a1806-46a7-4b13-bc57-dbae68f528bc admin admin] Router 03c5a04d-e08f-4502-b09c-207a29be54f7 is scheduled to L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 with binding_index 1 {{(pid=88525) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 18:54:47.345340 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-ac466952-654a-4585-bbcc-0bab5e3498ed tempest-QuotasTest-1635407495 tempest-QuotasTest-1635407495-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:54:47.400452 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-49d5feac-1293-40e6-8d15-f9e94073d84a req-2738387e-3d63-4fd4-b9e5-e3dfafd3d623 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7a710216-a9ba-47da-a86f-23bc8e339e5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1080418 Jun 01 18:54:47.490800 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4f1c937-c356-4755-b414-e7d6a0b70d44 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Router 533f25a8-4516-4734-96dc-76ed394d7577 has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 18:54:47.542178 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-584a1806-46a7-4b13-bc57-dbae68f528bc admin admin] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 18:54:47.553641 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-078471bb-2574-4a03-a914-3cfa591c0b86 None None] Sync routers for ids ['03c5a04d-e08f-4502-b09c-207a29be54f7'] in n-d-844202-1 {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 18:54:47.573794 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-078471bb-2574-4a03-a914-3cfa591c0b86 None None] Routers {'03c5a04d-e08f-4502-b09c-207a29be54f7'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:54:47.574145 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-584a1806-46a7-4b13-bc57-dbae68f528bc admin admin] Notify callbacks [] for router, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:47.574669 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-078471bb-2574-4a03-a914-3cfa591c0b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:54:39Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['03c5a04d-e08f-4502-b09c-207a29be54f7'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:54:47.576206 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-584a1806-46a7-4b13-bc57-dbae68f528bc admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.2010942 Jun 01 18:54:47.580001 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 58800) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:54:47.638792 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device dc45253b-9f4c-4fab-bcef-634b42a0fb31 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:54:47.780112 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d0aba327-8224-41b0-b8a4-65434bf2fdbc req-78d82161-43db-4355-ae83-7c62384fe9d5 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/security-groups?id=679bc320-73aa-41fb-80e9-32867c6d2bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5260448 Jun 01 18:54:47.823589 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-078471bb-2574-4a03-a914-3cfa591c0b86 None None] Set router 03c5a04d-e08f-4502-b09c-207a29be54f7 gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:54:47.893286 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-999b2760-59ef-44f2-8ce1-e52d184d6741 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:47.921426 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-999b2760-59ef-44f2-8ce1-e52d184d6741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:47.936981 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port dc45253b-9f4c-4fab-bcef-634b42a0fb31 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:54:47.937222 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:47.975109 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 19c2a89c-182e-401c-a32f-555a914ee8d2 details requested by agent hyperv_n-h1-844202-1 with host n-h1-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 18:54:48.086333 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-999b2760-59ef-44f2-8ce1-e52d184d6741 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f2ec20e2fc6b40feb87b534e353466d6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4785058 Jun 01 18:54:48.091021 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 58804) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:54:48.142769 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-49d5feac-1293-40e6-8d15-f9e94073d84a req-6a599124-747b-451b-85cf-3f355a5e3c9d service neutron] 10.222.0.50 "GET /v2.0/networks/7a710216-a9ba-47da-a86f-23bc8e339e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7264895 Jun 01 18:54:48.144689 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10778bbc-5c82-48ef-a4d6-eb91dc746859 req-d34bd7af-6f6c-4111-80cc-95cbb2396570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:48.146028 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-10778bbc-5c82-48ef-a4d6-eb91dc746859 req-d34bd7af-6f6c-4111-80cc-95cbb2396570 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e3902938-4b6a-4448-87d9-59b63dd51a7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8091431 Jun 01 18:54:48.208188 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-ac466952-654a-4585-bbcc-0bab5e3498ed tempest-QuotasTest-1635407495 tempest-QuotasTest-1635407495-project-admin] Usage tracker for resource:security_group and tenant:1c6c73c9afcd45ddb22efcc779885c82 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:54:48.210509 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999b2760-59ef-44f2-8ce1-e52d184d6741 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f872544-f8e1-4c84-a591-0a97a3953988,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:54:48.235546 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cf2306-8507-418c-9cad-a539eca3654c req-47aba6eb-01eb-48d4-a620-ba7f83d6ae9e tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:48.237175 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d7cf2306-8507-418c-9cad-a539eca3654c req-47aba6eb-01eb-48d4-a620-ba7f83d6ae9e tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=75417786-319c-42a9-9cdd-7c3f71eaefd2 HTTP/1.1" status: 200 len: 943 time: 0.8168669 Jun 01 18:54:48.351773 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5c9312-2511-45ef-97d5-48c0661a6513 req-3b21b76d-69b5-4ead-80ea-4a71db68034c tempest-ServersAdminTestJSON-1881696990 tempest-ServersAdminTestJSON-1881696990-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:48.353205 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-0e5c9312-2511-45ef-97d5-48c0661a6513 req-3b21b76d-69b5-4ead-80ea-4a71db68034c tempest-ServersAdminTestJSON-1881696990 tempest-ServersAdminTestJSON-1881696990-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=32244e54-23cc-458d-b7ea-5b386e43c2fc HTTP/1.1" status: 200 len: 1100 time: 0.2354922 Jun 01 18:54:48.356147 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port dc45253b-9f4c-4fab-bcef-634b42a0fb31 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:54:48.377597 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-ac466952-654a-4585-bbcc-0bab5e3498ed tempest-QuotasTest-1635407495 tempest-QuotasTest-1635407495-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:54:48.390161 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port 19c2a89c-182e-401c-a32f-555a914ee8d2, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=19c2a89c-182e-401c-a32f-555a914ee8d2,segment=NetworkSegment(e60765c6-124a-4916-8bfd-a8bc142f32ad),segment_id=e60765c6-124a-4916-8bfd-a8bc142f32ad)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:54:48.407278 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Returning: {'device': '19c2a89c-182e-401c-a32f-555a914ee8d2', 'network_id': 'e3902938-4b6a-4448-87d9-59b63dd51a7f', 'port_id': '19c2a89c-182e-401c-a32f-555a914ee8d2', 'mac_address': 'fa:16:3e:46:69:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '276181f2-c3ab-487e-8805-06ed7064e884', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 18:54:48.427209 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4f1c937-c356-4755-b414-e7d6a0b70d44 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 18:54:48.440994 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f76a6588-2451-4e20-9dc6-c64b466318dc None None] Sync routers for ids ['533f25a8-4516-4734-96dc-76ed394d7577'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 18:54:48.457525 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-0e5c9312-2511-45ef-97d5-48c0661a6513 req-6d1ed66f-e75e-4f1b-985b-21df4ee911b8 tempest-ServersAdminTestJSON-1881696990 tempest-ServersAdminTestJSON-1881696990-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=c266819c-9421-4c09-b8ec-0766c6fc4de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813963 Jun 01 18:54:48.469934 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f76a6588-2451-4e20-9dc6-c64b466318dc None None] Routers {'533f25a8-4516-4734-96dc-76ed394d7577'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:54:48.472673 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-f76a6588-2451-4e20-9dc6-c64b466318dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:54:39Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['533f25a8-4516-4734-96dc-76ed394d7577'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:54:48.480345 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port 19c2a89c-182e-401c-a32f-555a914ee8d2 is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:54:48.480721 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:48.486729 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-ac466952-654a-4585-bbcc-0bab5e3498ed tempest-QuotasTest-1635407495 tempest-QuotasTest-1635407495-project-admin] Usage tracker for resource:security_group_rule and tenant:1c6c73c9afcd45ddb22efcc779885c82 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:54:48.505535 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-078471bb-2574-4a03-a914-3cfa591c0b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03c5a04d-e08f-4502-b09c-207a29be54f7', 'name': 'tempest-ServerRescueNegativeTestJSON-142248793-router', 'tenant_id': 'd40f7c9e0af24f109f247cdb0a7a60bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': 'bd04b6ab-43fa-4f24-b229-b7a20640121a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:54:43Z', 'updated_at': '2022-06-01T18:54:46Z', 'revision_number': 3, 'project_id': 'd40f7c9e0af24f109f247cdb0a7a60bf', 'gw_port': {'id': 'bd04b6ab-43fa-4f24-b229-b7a20640121a', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:8c:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03c5a04d-e08f-4502-b09c-207a29be54f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:54:44Z', 'updated_at': '2022-06-01T18:54:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:54:48.514170 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-078471bb-2574-4a03-a914-3cfa591c0b86 None None] Checking router: 03c5a04d-e08f-4502-b09c-207a29be54f7 for host: n-d-844202-1 {{(pid=88526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 18:54:48.514663 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-078471bb-2574-4a03-a914-3cfa591c0b86 None None] Updating router 03c5a04d-e08f-4502-b09c-207a29be54f7 port bd04b6ab-43fa-4f24-b229-b7a20640121a binding host n-d-844202-1 {{(pid=88526) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 18:54:48.544697 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-cd05712a-425d-4cba-b628-9c6eb3228990 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:48.551144 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19c2a89c-182e-401c-a32f-555a914ee8d2 {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:54:48.553217 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-ac466952-654a-4585-bbcc-0bab5e3498ed tempest-QuotasTest-1635407495 tempest-QuotasTest-1635407495-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:54:48.555274 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f4f1c937-c356-4755-b414-e7d6a0b70d44 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for floatingip, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:48.566882 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port 19c2a89c-182e-401c-a32f-555a914ee8d2, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=19c2a89c-182e-401c-a32f-555a914ee8d2,segment=NetworkSegment(e60765c6-124a-4916-8bfd-a8bc142f32ad),segment_id=e60765c6-124a-4916-8bfd-a8bc142f32ad)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:54:48.579410 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:48.613542 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d7cf2306-8507-418c-9cad-a539eca3654c req-02b72797-b043-436f-a930-d0c96efdaf00 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/security-groups?id=e95c7360-01e1-4fb0-bbdb-7b11f637526c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399025 Jun 01 18:54:48.633877 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-49d5feac-1293-40e6-8d15-f9e94073d84a req-111e4d7f-5ec7-46d8-a004-e97515f9bc49 service neutron] 10.222.0.50 "GET /v2.0/networks/7a710216-a9ba-47da-a86f-23bc8e339e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4540503 Jun 01 18:54:48.646945 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-ac466952-654a-4585-bbcc-0bab5e3498ed tempest-QuotasTest-1635407495 tempest-QuotasTest-1635407495-project-admin] 10.222.0.41 "GET /v2.0/quotas/1c6c73c9afcd45ddb22efcc779885c82/details.json HTTP/1.1" status: 200 len: 703 time: 2.9628224 Jun 01 18:54:48.686999 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-dc2cfaaf-48a9-4966-b3f1-64f87a996b53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:48.700176 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-10778bbc-5c82-48ef-a4d6-eb91dc746859 req-14a2bfa4-bcae-4d22-a724-4ec2221c3714 service neutron] 10.222.0.15 "GET /v2.0/networks/e3902938-4b6a-4448-87d9-59b63dd51a7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5414784 Jun 01 18:54:48.709017 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-cd05712a-425d-4cba-b628-9c6eb3228990 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:48.720259 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-078471bb-2574-4a03-a914-3cfa591c0b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:48.801914 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-f76a6588-2451-4e20-9dc6-c64b466318dc None None] Set router 533f25a8-4516-4734-96dc-76ed394d7577 gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:54:48.855007 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=19c2a89c-182e-401c-a32f-555a914ee8d2,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:54:48.931463 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] get_ports_and_sgs() called for port_ids ['19c2a89c-182e-401c-a32f-555a914ee8d2'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:54:49.071579 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-f4f1c937-c356-4755-b414-e7d6a0b70d44 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] 10.222.0.41 "PUT /v2.0/floatingips/6326f251-59f5-4888-92bc-ae3e7415a773 HTTP/1.1" status: 200 len: 992 time: 6.7204516 Jun 01 18:54:49.089489 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [None req-dc2cfaaf-48a9-4966-b3f1-64f87a996b53 admin admin] Allocated IP 172.20.0.1 (4c7a9aa4-8b0d-4225-ab31-749c4f434a4b/6675a480-f2f0-4e10-96f4-f99c31c21be5/d14f629b-6309-4ab1-a5d6-484c9d2808b1) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:54:49.098371 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfb1c514-d298-47a9-8bda-37d32f70699e', 'tag': '8745d5d8-46a5-4186-8328-98b093fdac8e'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:54:49.261808 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2667656-1969-4d71-b9e1-ac39f42ae028'] response: {'name': 'network-changed', 'server_uuid': 'bfb1c514-d298-47a9-8bda-37d32f70699e', 'tag': '8745d5d8-46a5-4186-8328-98b093fdac8e', 'status': 'completed', 'code': 200} Jun 01 18:54:49.273606 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 58824) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:54:49.384543 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-10778bbc-5c82-48ef-a4d6-eb91dc746859 req-6d7beca6-2cca-44d6-9004-cfaf71e7d47f service neutron] 10.222.0.15 "GET /v2.0/networks/e3902938-4b6a-4448-87d9-59b63dd51a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6776788 Jun 01 18:54:49.387022 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-cd05712a-425d-4cba-b628-9c6eb3228990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:49.409152 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc9454b-e22b-4e51-b027-d17f949566c8 req-d46bdd7e-9972-44b3-ab29-dfa58030da6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:49.410766 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7fc9454b-e22b-4e51-b027-d17f949566c8 req-d46bdd7e-9972-44b3-ab29-dfa58030da6e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0edcfecaba054f29a657f364ed77530c&device_id=11820e12-cee8-4a78-8957-4677acef12ae HTTP/1.1" status: 200 len: 1094 time: 0.6450706 Jun 01 18:54:49.415402 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd05712a-425d-4cba-b628-9c6eb3228990 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f872544-f8e1-4c84-a591-0a97a3953988,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:54:49.443497 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-cd05712a-425d-4cba-b628-9c6eb3228990 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:49.457323 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-cd05712a-425d-4cba-b628-9c6eb3228990 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7f872544-f8e1-4c84-a591-0a97a3953988 HTTP/1.1" status: 204 len: 168 time: 1.3460424 Jun 01 18:54:49.485772 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb61b7f7-1a8c-40ba-b9c1-ba72b59474e3 req-dd169488-618f-420c-817d-a79f821d1bcd tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:49.493485 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-bb61b7f7-1a8c-40ba-b9c1-ba72b59474e3 req-dd169488-618f-420c-817d-a79f821d1bcd tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/ports?device_id=11820e12-cee8-4a78-8957-4677acef12ae HTTP/1.1" status: 200 len: 943 time: 0.4038575 Jun 01 18:54:49.558445 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-f76a6588-2451-4e20-9dc6-c64b466318dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '533f25a8-4516-4734-96dc-76ed394d7577', 'name': 'tempest-AttachVolumeNegativeTest-808524778-router', 'tenant_id': '9da8911c90e044c58dc0cf3fd4a5638a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.190'}], 'enable_snat': True}, 'gw_port_id': '0717cc72-7117-44ae-b5ab-924a55678621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:52:17Z', 'updated_at': '2022-06-01T18:52:39Z', 'revision_number': 4, 'project_id': '9da8911c90e044c58dc0cf3fd4a5638a', 'gw_port': {'id': '0717cc72-7117-44ae-b5ab-924a55678621', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:f4:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '533f25a8-4516-4734-96dc-76ed394d7577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:52:19Z', 'updated_at': '2022-06-01T18:52:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_floatingips': [{'id': '077c5301-ae06-4b93-ae55-27c298893b6a', 'tenant_id': '9da8911c90e044c58dc0cf3fd4a5638a', 'floating_ip_address': '172.25.4.109', 'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'router_id': '533f25a8-4516-4734-96dc-76ed394d7577', 'port_id': 'd632690f-90f6-4a5d-8a29-38d2b648ff10', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1205, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '908da31a-c43f-4d78-b2f1-4926efeaafe9', 'mac_address': 'fa:16:3e:2b:06:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ece806d-83e3-4a9d-b1b5-21aca4e94fc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T18:52:56Z', 'updated_at': '2022-06-01T18:53:33Z', 'revision_number': 2, 'project_id': '9da8911c90e044c58dc0cf3fd4a5638a', 'fixed_ip_address_scope': None}, {'id': '6326f251-59f5-4888-92bc-ae3e7415a773', 'tenant_id': '9da8911c90e044c58dc0cf3fd4a5638a', 'floating_ip_address': '172.25.4.187', 'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'router_id': '533f25a8-4516-4734-96dc-76ed394d7577', 'port_id': '8745d5d8-46a5-4186-8328-98b093fdac8e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1323, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '908da31a-c43f-4d78-b2f1-4926efeaafe9', 'mac_address': 'fa:16:3e:f0:95:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb1c514-d298-47a9-8bda-37d32f70699e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T18:54:18Z', 'updated_at': '2022-06-01T18:54:44Z', 'revision_number': 1, 'project_id': '9da8911c90e044c58dc0cf3fd4a5638a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da5af43f-7a7c-4ca7-9438-4ae05d3d9f7c', 'name': '', 'network_id': '908da31a-c43f-4d78-b2f1-4926efeaafe9', 'tenant_id': '9da8911c90e044c58dc0cf3fd4a5638a', 'mac_address': 'fa:16:3e:b3:fe:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '533f25a8-4516-4734-96dc-76ed394d7577', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': 'b62dadc8-5788-404f-95cb-85382718471e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:52:34Z', 'updated_at': '2022-06-01T18:52:58Z', 'revision_number': 5, 'project_id': '9da8911c90e044c58dc0cf3fd4a5638a', 'subnets': [{'id': 'b62dadc8-5788-404f-95cb-85382718471e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:54:49.572894 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f76a6588-2451-4e20-9dc6-c64b466318dc None None] Checking router: 533f25a8-4516-4734-96dc-76ed394d7577 for host: n-d-844202-1 {{(pid=88527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 18:54:49.598690 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f76a6588-2451-4e20-9dc6-c64b466318dc None None] Routers {'533f25a8-4516-4734-96dc-76ed394d7577'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:54:49.600472 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-f76a6588-2451-4e20-9dc6-c64b466318dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:54:39Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['533f25a8-4516-4734-96dc-76ed394d7577'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:54:49.625919 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-dc2cfaaf-48a9-4966-b3f1-64f87a996b53 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:49.650738 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-078471bb-2574-4a03-a914-3cfa591c0b86 None None] Notify callbacks [] for port, precommit_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:49.652107 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d06ea7e-67ab-4a47-8276-59c293e09034 req-63fa0197-d01a-4c15-9374-829efa1f4fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:49.659495 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-7d06ea7e-67ab-4a47-8276-59c293e09034 req-63fa0197-d01a-4c15-9374-829efa1f4fea service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9da8911c90e044c58dc0cf3fd4a5638a&device_id=bfb1c514-d298-47a9-8bda-37d32f70699e HTTP/1.1" status: 200 len: 1097 time: 0.3579288 Jun 01 18:54:49.668695 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-078471bb-2574-4a03-a914-3cfa591c0b86 None None] Transition to ACTIVE for port object bd04b6ab-43fa-4f24-b229-b7a20640121a will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:54:49.680118 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-078471bb-2574-4a03-a914-3cfa591c0b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:49.687026 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8fedc26b-14e3-4207-a0ab-7ea7c6e41c60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:49.732390 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-8fedc26b-14e3-4207-a0ab-7ea7c6e41c60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:54:49.734206 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [None req-dc2cfaaf-48a9-4966-b3f1-64f87a996b53 admin admin] Transition to ACTIVE for port object d14f629b-6309-4ab1-a5d6-484c9d2808b1 will not be triggered until provisioned by entity DHCP. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:54:49.746110 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-8fedc26b-14e3-4207-a0ab-7ea7c6e41c60 admin admin] Usage tracker for resource:security_group_rule and tenant:fa760fbad2bc4df391e347a511e86317 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:54:49.756426 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-8fedc26b-14e3-4207-a0ab-7ea7c6e41c60 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:54:49.797043 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-8fedc26b-14e3-4207-a0ab-7ea7c6e41c60 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:54:49.886757 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc9454b-e22b-4e51-b027-d17f949566c8 req-4378f6fb-8e92-4ced-89f0-79e11a8b19f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:49.891601 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7fc9454b-e22b-4e51-b027-d17f949566c8 req-4378f6fb-8e92-4ced-89f0-79e11a8b19f2 service neutron] 10.222.0.50 "GET /v2.0/networks?id=7a710216-a9ba-47da-a86f-23bc8e339e5a HTTP/1.1" status: 200 len: 913 time: 0.4687886 Jun 01 18:54:49.917295 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-078471bb-2574-4a03-a914-3cfa591c0b86 None None] Attempting to bind port bd04b6ab-43fa-4f24-b229-b7a20640121a on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:54:49.917894 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-078471bb-2574-4a03-a914-3cfa591c0b86 None None] Attempting to bind port bd04b6ab-43fa-4f24-b229-b7a20640121a by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:54:49.920690 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-078471bb-2574-4a03-a914-3cfa591c0b86 None None] Attempting to bind port bd04b6ab-43fa-4f24-b229-b7a20640121a on network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:54:49.930537 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a6b653-5219-4799-b3ed-ee1e65571ec2 None None] Pushing event updated for resources: {'Port': ['ID=bd04b6ab-43fa-4f24-b229-b7a20640121a,revision_number=2']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:54:49.941157 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-078471bb-2574-4a03-a914-3cfa591c0b86 None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 18, 54, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:54:49.941526 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-078471bb-2574-4a03-a914-3cfa591c0b86 None None] Checking segment: {'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:54:49.941921 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-078471bb-2574-4a03-a914-3cfa591c0b86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:49.948650 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-078471bb-2574-4a03-a914-3cfa591c0b86 None None] Bound using segment: {'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:54:49.949194 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-078471bb-2574-4a03-a914-3cfa591c0b86 None None] Bound port: bd04b6ab-43fa-4f24-b229-b7a20640121a, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:54:49.949579 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-078471bb-2574-4a03-a914-3cfa591c0b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:50.045700 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-f76a6588-2451-4e20-9dc6-c64b466318dc None None] Set router 533f25a8-4516-4734-96dc-76ed394d7577 gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:54:50.057432 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 19c2a89c-182e-401c-a32f-555a914ee8d2 up at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:54:50.064702 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7fc9454b-e22b-4e51-b027-d17f949566c8 req-5663cf9e-d617-45eb-badb-d92091c7ad8e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc5ee998-50f8-425b-be12-6bab4eab598b HTTP/1.1" status: 200 len: 217 time: 0.1656642 Jun 01 18:54:50.195678 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-dc2cfaaf-48a9-4966-b3f1-64f87a996b53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:50.210450 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-bb61b7f7-1a8c-40ba-b9c1-ba72b59474e3 req-375c2d7e-67c3-4a02-a34d-2e361cb60c7b tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/security-groups?id=679bc320-73aa-41fb-80e9-32867c6d2bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7096863 Jun 01 18:54:50.215446 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc9454b-e22b-4e51-b027-d17f949566c8 req-b7675f47-b194-403d-a84a-ff562343b5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:50.217092 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7fc9454b-e22b-4e51-b027-d17f949566c8 req-b7675f47-b194-403d-a84a-ff562343b5b0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8cebf7e9-1140-4183-b8b2-8d4c3920d222 HTTP/1.1" status: 200 len: 852 time: 0.1439261 Jun 01 18:54:50.308380 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-078471bb-2574-4a03-a914-3cfa591c0b86 None None] For port bd04b6ab-43fa-4f24-b229-b7a20640121a, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:54:50.312939 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-078471bb-2574-4a03-a914-3cfa591c0b86 None None] For port bd04b6ab-43fa-4f24-b229-b7a20640121a, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=bd04b6ab-43fa-4f24-b229-b7a20640121a,segment=NetworkSegment(7875af61-4c53-4ff2-b8c8-d4b7c35ff947),segment_id=7875af61-4c53-4ff2-b8c8-d4b7c35ff947)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:54:50.319859 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-078471bb-2574-4a03-a914-3cfa591c0b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:50.351610 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d06ea7e-67ab-4a47-8276-59c293e09034 req-0a4ca68e-0081-4635-b088-d25043bb428b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:50.355411 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8fedc26b-14e3-4207-a0ab-7ea7c6e41c60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:50.355605 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-7d06ea7e-67ab-4a47-8276-59c293e09034 req-0a4ca68e-0081-4635-b088-d25043bb428b service neutron] 10.222.0.15 "GET /v2.0/networks?id=908da31a-c43f-4d78-b2f1-4926efeaafe9 HTTP/1.1" status: 200 len: 915 time: 0.6769032 Jun 01 18:54:50.368876 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc2cfaaf-48a9-4966-b3f1-64f87a996b53 admin admin] Network 4c7a9aa4-8b0d-4225-ab31-749c4f434a4b is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:54:50.382874 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7fc9454b-e22b-4e51-b027-d17f949566c8 req-fbe6702b-ccbf-42db-b182-96f314f85618 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7a710216-a9ba-47da-a86f-23bc8e339e5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1530435 Jun 01 18:54:50.384012 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8fedc26b-14e3-4207-a0ab-7ea7c6e41c60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:50.449161 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Provisioning for port 19c2a89c-182e-401c-a32f-555a914ee8d2 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:54:50.456099 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-dc2cfaaf-48a9-4966-b3f1-64f87a996b53 admin admin] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:54:50.469708 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Provisioning complete for port 19c2a89c-182e-401c-a32f-555a914ee8d2 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:54:50.469708 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:50.477309 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2cfaaf-48a9-4966-b3f1-64f87a996b53 admin admin] Pushing event updated for resources: {'Port': ['ID=d14f629b-6309-4ab1-a5d6-484c9d2808b1,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:54:50.494677 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2cfaaf-48a9-4966-b3f1-64f87a996b53 admin admin] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:54:50.521527 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fedc26b-14e3-4207-a0ab-7ea7c6e41c60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=addcb5bf-fa04-46ca-a4c9-df4095505854,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:54:50.622642 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-078471bb-2574-4a03-a914-3cfa591c0b86 None None] Routers {'03c5a04d-e08f-4502-b09c-207a29be54f7'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:54:50.623561 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-078471bb-2574-4a03-a914-3cfa591c0b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:54:39Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['03c5a04d-e08f-4502-b09c-207a29be54f7'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:54:50.701043 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a6b653-5219-4799-b3ed-ee1e65571ec2 None None] Pushing event updated for resources: {'Port': ['ID=bd04b6ab-43fa-4f24-b229-b7a20640121a,revision_number=3']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:54:50.824816 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7fc9454b-e22b-4e51-b027-d17f949566c8 req-5fa23ab5-a47b-4251-baea-842c22e59968 service neutron] 10.222.0.50 "GET /v2.0/networks/7a710216-a9ba-47da-a86f-23bc8e339e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4247479 Jun 01 18:54:50.900958 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-8fedc26b-14e3-4207-a0ab-7ea7c6e41c60 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fa760fbad2bc4df391e347a511e86317&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6239061 Jun 01 18:54:50.917724 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-f76a6588-2451-4e20-9dc6-c64b466318dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '533f25a8-4516-4734-96dc-76ed394d7577', 'name': 'tempest-AttachVolumeNegativeTest-808524778-router', 'tenant_id': '9da8911c90e044c58dc0cf3fd4a5638a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.190'}], 'enable_snat': True}, 'gw_port_id': '0717cc72-7117-44ae-b5ab-924a55678621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:52:17Z', 'updated_at': '2022-06-01T18:52:39Z', 'revision_number': 4, 'project_id': '9da8911c90e044c58dc0cf3fd4a5638a', 'gw_port': {'id': '0717cc72-7117-44ae-b5ab-924a55678621', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:f4:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '533f25a8-4516-4734-96dc-76ed394d7577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:52:19Z', 'updated_at': '2022-06-01T18:52:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_floatingips': [{'id': '077c5301-ae06-4b93-ae55-27c298893b6a', 'tenant_id': '9da8911c90e044c58dc0cf3fd4a5638a', 'floating_ip_address': '172.25.4.109', 'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'router_id': '533f25a8-4516-4734-96dc-76ed394d7577', 'port_id': 'd632690f-90f6-4a5d-8a29-38d2b648ff10', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1205, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '908da31a-c43f-4d78-b2f1-4926efeaafe9', 'mac_address': 'fa:16:3e:2b:06:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ece806d-83e3-4a9d-b1b5-21aca4e94fc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T18:52:56Z', 'updated_at': '2022-06-01T18:53:33Z', 'revision_number': 2, 'project_id': '9da8911c90e044c58dc0cf3fd4a5638a', 'fixed_ip_address_scope': None}, {'id': '6326f251-59f5-4888-92bc-ae3e7415a773', 'tenant_id': '9da8911c90e044c58dc0cf3fd4a5638a', 'floating_ip_address': '172.25.4.187', 'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'router_id': '533f25a8-4516-4734-96dc-76ed394d7577', 'port_id': '8745d5d8-46a5-4186-8328-98b093fdac8e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1323, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '908da31a-c43f-4d78-b2f1-4926efeaafe9', 'mac_address': 'fa:16:3e:f0:95:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb1c514-d298-47a9-8bda-37d32f70699e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T18:54:18Z', 'updated_at': '2022-06-01T18:54:44Z', 'revision_number': 1, 'project_id': '9da8911c90e044c58dc0cf3fd4a5638a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da5af43f-7a7c-4ca7-9438-4ae05d3d9f7c', 'name': '', 'network_id': '908da31a-c43f-4d78-b2f1-4926efeaafe9', 'tenant_id': '9da8911c90e044c58dc0cf3fd4a5638a', 'mac_address': 'fa:16:3e:b3:fe:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '533f25a8-4516-4734-96dc-76ed394d7577', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': 'b62dadc8-5788-404f-95cb-85382718471e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:52:34Z', 'updated_at': '2022-06-01T18:52:58Z', 'revision_number': 5, 'project_id': '9da8911c90e044c58dc0cf3fd4a5638a', 'subnets': [{'id': 'b62dadc8-5788-404f-95cb-85382718471e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:54:50.922625 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f76a6588-2451-4e20-9dc6-c64b466318dc None None] The sync data for ids ['533f25a8-4516-4734-96dc-76ed394d7577'] in n-d-844202-1 is: [{'id': '533f25a8-4516-4734-96dc-76ed394d7577', 'name': 'tempest-AttachVolumeNegativeTest-808524778-router', 'tenant_id': '9da8911c90e044c58dc0cf3fd4a5638a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.190'}], 'enable_snat': True}, 'gw_port_id': '0717cc72-7117-44ae-b5ab-924a55678621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:52:17Z', 'updated_at': '2022-06-01T18:52:39Z', 'revision_number': 4, 'project_id': '9da8911c90e044c58dc0cf3fd4a5638a', 'gw_port': {'id': '0717cc72-7117-44ae-b5ab-924a55678621', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:f4:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '533f25a8-4516-4734-96dc-76ed394d7577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:52:19Z', 'updated_at': '2022-06-01T18:52:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_floatingips': [{'id': '077c5301-ae06-4b93-ae55-27c298893b6a', 'tenant_id': '9da8911c90e044c58dc0cf3fd4a5638a', 'floating_ip_address': '172.25.4.109', 'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'router_id': '533f25a8-4516-4734-96dc-76ed394d7577', 'port_id': 'd632690f-90f6-4a5d-8a29-38d2b648ff10', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1205, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '908da31a-c43f-4d78-b2f1-4926efeaafe9', 'mac_address': 'fa:16:3e:2b:06:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ece806d-83e3-4a9d-b1b5-21aca4e94fc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T18:52:56Z', 'updated_at': '2022-06-01T18:53:33Z', 'revision_number': 2, 'project_id': '9da8911c90e044c58dc0cf3fd4a5638a', 'fixed_ip_address_scope': None}, {'id': '6326f251-59f5-4888-92bc-ae3e7415a773', 'tenant_id': '9da8911c90e044c58dc0cf3fd4a5638a', 'floating_ip_address': '172.25.4.187', 'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'router_id': '533f25a8-4516-4734-96dc-76ed394d7577', 'port_id': '8745d5d8-46a5-4186-8328-98b093fdac8e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1323, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '908da31a-c43f-4d78-b2f1-4926efeaafe9', 'mac_address': 'fa:16:3e:f0:95:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb1c514-d298-47a9-8bda-37d32f70699e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T18:54:18Z', 'updated_at': '2022-06-01T18:54:44Z', 'revision_number': 1, 'project_id': '9da8911c90e044c58dc0cf3fd4a5638a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da5af43f-7a7c-4ca7-9438-4ae05d3d9f7c', 'name': '', 'network_id': '908da31a-c43f-4d78-b2f1-4926efeaafe9', 'tenant_id': '9da8911c90e044c58dc0cf3fd4a5638a', 'mac_address': 'fa:16:3e:b3:fe:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '533f25a8-4516-4734-96dc-76ed394d7577', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': 'b62dadc8-5788-404f-95cb-85382718471e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:52:34Z', 'updated_at': '2022-06-01T18:52:58Z', 'revision_number': 5, 'project_id': '9da8911c90e044c58dc0cf3fd4a5638a', 'subnets': [{'id': 'b62dadc8-5788-404f-95cb-85382718471e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 18:54:50.931351 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-078471bb-2574-4a03-a914-3cfa591c0b86 None None] Set router 03c5a04d-e08f-4502-b09c-207a29be54f7 gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:54:51.174724 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 58864) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:54:51.260051 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-dc2cfaaf-48a9-4966-b3f1-64f87a996b53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-887605'] for router_interface, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:51.307591 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cb75d3-69ba-4284-ba28-f128bd8fe0f8 req-6431924f-2614-43b1-9d0f-3a31c9488f8e tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:51.315068 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b9cb75d3-69ba-4284-ba28-f128bd8fe0f8 req-6431924f-2614-43b1-9d0f-3a31c9488f8e tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=75417786-319c-42a9-9cdd-7c3f71eaefd2 HTTP/1.1" status: 200 len: 944 time: 1.4070957 Jun 01 18:54:51.367627 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-7d06ea7e-67ab-4a47-8276-59c293e09034 req-90717dc7-589b-4635-b08f-653c45484ab5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8745d5d8-46a5-4186-8328-98b093fdac8e HTTP/1.1" status: 200 len: 1000 time: 0.8742452 Jun 01 18:54:51.431679 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78fb1dda-8f51-48c0-b735-420696731cfd None None] New status for floating IP 6326f251-59f5-4888-92bc-ae3e7415a773: ACTIVE {{(pid=88526) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 18:54:51.565556 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-768b9018-a899-4d5c-b0ce-718c0e6a384c None None] Provisioning for port d14f629b-6309-4ab1-a5d6-484c9d2808b1 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:54:51.603525 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-768b9018-a899-4d5c-b0ce-718c0e6a384c None None] Provisioning complete for port d14f629b-6309-4ab1-a5d6-484c9d2808b1 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:54:51.604109 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-768b9018-a899-4d5c-b0ce-718c0e6a384c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:51.628808 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port 19c2a89c-182e-401c-a32f-555a914ee8d2 is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:54:51.629328 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:51.649948 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-45d6b961-f1ac-4afc-bf85-327af8df9f57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:51.679569 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-45d6b961-f1ac-4afc-bf85-327af8df9f57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:51.771226 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7fc9454b-e22b-4e51-b027-d17f949566c8 req-d5be34f0-7dea-461f-aafd-28faa8b1df22 service neutron] 10.222.0.50 "GET /v2.0/networks/7a710216-a9ba-47da-a86f-23bc8e339e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9325211 Jun 01 18:54:51.790144 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b9cb75d3-69ba-4284-ba28-f128bd8fe0f8 req-ff0cbc80-9803-4fa4-a8c4-4de223fd3d67 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/security-groups?id=e95c7360-01e1-4fb0-bbdb-7b11f637526c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4741216 Jun 01 18:54:51.797522 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port 19c2a89c-182e-401c-a32f-555a914ee8d2, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=19c2a89c-182e-401c-a32f-555a914ee8d2,segment=NetworkSegment(e60765c6-124a-4916-8bfd-a8bc142f32ad),segment_id=e60765c6-124a-4916-8bfd-a8bc142f32ad)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:54:51.805589 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75417786-319c-42a9-9cdd-7c3f71eaefd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19c2a89c-182e-401c-a32f-555a914ee8d2'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:54:51.817407 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-45d6b961-f1ac-4afc-bf85-327af8df9f57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:51.820046 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:51.825954 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f02c9f7-3c0f-439b-83bd-8f2da89e98f4 req-7bb190b2-f6d7-4697-8468-4979f8c79810 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:51.836881 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6f02c9f7-3c0f-439b-83bd-8f2da89e98f4 req-7bb190b2-f6d7-4697-8468-4979f8c79810 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/ports?device_id=11820e12-cee8-4a78-8957-4677acef12ae HTTP/1.1" status: 200 len: 943 time: 0.2309978 Jun 01 18:54:51.845863 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d06ea7e-67ab-4a47-8276-59c293e09034 req-9a6622c4-8bd7-458e-af12-51d8cf2570b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:51.847374 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-7d06ea7e-67ab-4a47-8276-59c293e09034 req-9a6622c4-8bd7-458e-af12-51d8cf2570b2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b62dadc8-5788-404f-95cb-85382718471e HTTP/1.1" status: 200 len: 853 time: 0.4281635 Jun 01 18:54:51.849745 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-dc2cfaaf-48a9-4966-b3f1-64f87a996b53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:51.868811 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d6b961-f1ac-4afc-bf85-327af8df9f57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=addcb5bf-fa04-46ca-a4c9-df4095505854,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:54:51.885498 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-768b9018-a899-4d5c-b0ce-718c0e6a384c None None] Port d14f629b-6309-4ab1-a5d6-484c9d2808b1 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 18:54:51.919476 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6f02c9f7-3c0f-439b-83bd-8f2da89e98f4 req-e8844bfb-78b4-4415-83d8-6615299635db tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/security-groups?id=679bc320-73aa-41fb-80e9-32867c6d2bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792713 Jun 01 18:54:51.983282 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad91b366-e184-4ced-8b46-bd3401556ed3'] response: {'server_uuid': '75417786-319c-42a9-9cdd-7c3f71eaefd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19c2a89c-182e-401c-a32f-555a914ee8d2', 'code': 200} Jun 01 18:54:52.068951 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=19c2a89c-182e-401c-a32f-555a914ee8d2,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:54:52.095782 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-078471bb-2574-4a03-a914-3cfa591c0b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03c5a04d-e08f-4502-b09c-207a29be54f7', 'name': 'tempest-ServerRescueNegativeTestJSON-142248793-router', 'tenant_id': 'd40f7c9e0af24f109f247cdb0a7a60bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': 'bd04b6ab-43fa-4f24-b229-b7a20640121a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:54:43Z', 'updated_at': '2022-06-01T18:54:46Z', 'revision_number': 3, 'project_id': 'd40f7c9e0af24f109f247cdb0a7a60bf', 'gw_port': {'id': 'bd04b6ab-43fa-4f24-b229-b7a20640121a', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:8c:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03c5a04d-e08f-4502-b09c-207a29be54f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:54:44Z', 'updated_at': '2022-06-01T18:54:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:54:52.101309 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-078471bb-2574-4a03-a914-3cfa591c0b86 None None] The sync data for ids ['03c5a04d-e08f-4502-b09c-207a29be54f7'] in n-d-844202-1 is: [{'id': '03c5a04d-e08f-4502-b09c-207a29be54f7', 'name': 'tempest-ServerRescueNegativeTestJSON-142248793-router', 'tenant_id': 'd40f7c9e0af24f109f247cdb0a7a60bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': 'bd04b6ab-43fa-4f24-b229-b7a20640121a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:54:43Z', 'updated_at': '2022-06-01T18:54:46Z', 'revision_number': 3, 'project_id': 'd40f7c9e0af24f109f247cdb0a7a60bf', 'gw_port': {'id': 'bd04b6ab-43fa-4f24-b229-b7a20640121a', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:8c:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03c5a04d-e08f-4502-b09c-207a29be54f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:54:44Z', 'updated_at': '2022-06-01T18:54:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}] {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 18:54:52.112958 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-45d6b961-f1ac-4afc-bf85-327af8df9f57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:52.114050 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-45d6b961-f1ac-4afc-bf85-327af8df9f57 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/addcb5bf-fa04-46ca-a4c9-df4095505854 HTTP/1.1" status: 204 len: 168 time: 0.9364810 Jun 01 18:54:52.199285 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28eabd2e-6df2-473a-8a85-6cd8edc3d6d4 req-b7eb1f39-9d08-48b3-9f63-99b6fa953671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:52.204145 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-28eabd2e-6df2-473a-8a85-6cd8edc3d6d4 req-b7eb1f39-9d08-48b3-9f63-99b6fa953671 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=75417786-319c-42a9-9cdd-7c3f71eaefd2 HTTP/1.1" status: 200 len: 1096 time: 0.1472845 Jun 01 18:54:52.225970 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d06ea7e-67ab-4a47-8276-59c293e09034 req-925e2df1-9cdf-4929-be73-9dfd7031a31c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:52.227648 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-7d06ea7e-67ab-4a47-8276-59c293e09034 req-925e2df1-9cdf-4929-be73-9dfd7031a31c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=908da31a-c43f-4d78-b2f1-4926efeaafe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3627911 Jun 01 18:54:52.273317 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-28eabd2e-6df2-473a-8a85-6cd8edc3d6d4 req-3299312d-a6dd-4336-88c3-21d3466940ed service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=e95c7360-01e1-4fb0-bbdb-7b11f637526c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590930 Jun 01 18:54:52.311184 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device cc5ee998-50f8-425b-be12-6bab4eab598b details requested by agent hyperv_n-h2-844202-1 with host n-h2-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 18:54:52.320571 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29973da9-76e6-4ef7-9e58-300f074ee44f req-2371f058-0259-4cab-848e-a10e773d82d1 tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:52.322198 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-29973da9-76e6-4ef7-9e58-300f074ee44f req-2371f058-0259-4cab-848e-a10e773d82d1 tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] 10.222.0.41 "GET /v2.0/ports?device_id=32244e54-23cc-458d-b7ea-5b386e43c2fc HTTP/1.1" status: 200 len: 949 time: 0.3526802 Jun 01 18:54:52.515708 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port cc5ee998-50f8-425b-be12-6bab4eab598b, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=cc5ee998-50f8-425b-be12-6bab4eab598b,segment=NetworkSegment(ecb3f528-dbed-4312-ba29-7684ecfbe265),segment_id=ecb3f528-dbed-4312-ba29-7684ecfbe265)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:54:52.522524 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-29973da9-76e6-4ef7-9e58-300f074ee44f req-98a879e6-eafc-49e2-962f-a2f5f6b4a24b tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] 10.222.0.41 "GET /v2.0/security-groups?id=c266819c-9421-4c09-b8ec-0766c6fc4de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892653 Jun 01 18:54:52.531782 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Returning: {'device': 'cc5ee998-50f8-425b-be12-6bab4eab598b', 'network_id': '7a710216-a9ba-47da-a86f-23bc8e339e5a', 'port_id': 'cc5ee998-50f8-425b-be12-6bab4eab598b', 'mac_address': 'fa:16:3e:cc:af:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cebf7e9-1140-4183-b8b2-8d4c3920d222', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 18:54:52.557694 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-7d06ea7e-67ab-4a47-8276-59c293e09034 req-ac7a4269-8a31-46ce-b811-abc2a21e2cbc service neutron] 10.222.0.15 "GET /v2.0/networks/908da31a-c43f-4d78-b2f1-4926efeaafe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2752941 Jun 01 18:54:52.614817 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port cc5ee998-50f8-425b-be12-6bab4eab598b is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:54:52.616869 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:52.642307 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc5ee998-50f8-425b-be12-6bab4eab598b {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:54:52.665138 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port cc5ee998-50f8-425b-be12-6bab4eab598b, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=cc5ee998-50f8-425b-be12-6bab4eab598b,segment=NetworkSegment(ecb3f528-dbed-4312-ba29-7684ecfbe265),segment_id=ecb3f528-dbed-4312-ba29-7684ecfbe265)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:54:52.675036 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:52.703744 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-dc2cfaaf-48a9-4966-b3f1-64f87a996b53 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:52.725406 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-dc2cfaaf-48a9-4966-b3f1-64f87a996b53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:52.788911 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=cc5ee998-50f8-425b-be12-6bab4eab598b,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:54:52.789567 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 58910) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:54:52.820277 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-99e8ea2f-8d0d-4581-a333-e9da2591b891 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:52.853756 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-99e8ea2f-8d0d-4581-a333-e9da2591b891 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:54:52.866914 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-99e8ea2f-8d0d-4581-a333-e9da2591b891 admin admin] Usage tracker for resource:security_group_rule and tenant:1c6c73c9afcd45ddb22efcc779885c82 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:54:52.875477 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-99e8ea2f-8d0d-4581-a333-e9da2591b891 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:54:52.876720 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-dc2cfaaf-48a9-4966-b3f1-64f87a996b53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-887436'] for router_interface, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:52.880810 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2cfaaf-48a9-4966-b3f1-64f87a996b53 admin admin] Pushing event updated for resources: {'Port': ['ID=d14f629b-6309-4ab1-a5d6-484c9d2808b1,revision_number=2']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:54:52.891611 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-99e8ea2f-8d0d-4581-a333-e9da2591b891 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:54:52.956111 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] get_ports_and_sgs() called for port_ids ['cc5ee998-50f8-425b-be12-6bab4eab598b'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:54:53.130072 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-99e8ea2f-8d0d-4581-a333-e9da2591b891 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:53.138882 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-99e8ea2f-8d0d-4581-a333-e9da2591b891 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:53.198818 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-99e8ea2f-8d0d-4581-a333-e9da2591b891 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1c6c73c9afcd45ddb22efcc779885c82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4078941 Jun 01 18:54:53.207940 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 58926) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:54:53.247229 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-7d06ea7e-67ab-4a47-8276-59c293e09034 req-b63fcea1-399c-4359-954b-847c06ea4e17 service neutron] 10.222.0.15 "GET /v2.0/networks/908da31a-c43f-4d78-b2f1-4926efeaafe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6807637 Jun 01 18:54:53.281543 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c173bf-a140-4276-a64e-3943de21681e req-9e97e3fa-f084-43f6-81e2-c67412e21918 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:53.290915 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-06c173bf-a140-4276-a64e-3943de21681e req-9e97e3fa-f084-43f6-81e2-c67412e21918 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=75417786-319c-42a9-9cdd-7c3f71eaefd2 HTTP/1.1" status: 200 len: 945 time: 0.2707384 Jun 01 18:54:53.293697 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e8ea2f-8d0d-4581-a333-e9da2591b891 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f51b6aba-084c-4f29-8197-039eb7d6f831,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:54:53.354046 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc2cfaaf-48a9-4966-b3f1-64f87a996b53 admin admin] Network 4c7a9aa4-8b0d-4225-ab31-749c4f434a4b is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:54:53.356594 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-dc2cfaaf-48a9-4966-b3f1-64f87a996b53 admin admin] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:54:53.386804 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-06c173bf-a140-4276-a64e-3943de21681e req-91b02481-5b64-478b-8491-437096859beb tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/security-groups?id=e95c7360-01e1-4fb0-bbdb-7b11f637526c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947890 Jun 01 18:54:53.387511 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b8ffbce7-1ede-40dd-a6f7-e9d94fd5d91d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:53.420932 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b8ffbce7-1ede-40dd-a6f7-e9d94fd5d91d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:53.509355 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b8ffbce7-1ede-40dd-a6f7-e9d94fd5d91d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:53.588897 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b8ffbce7-1ede-40dd-a6f7-e9d94fd5d91d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:53.594090 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-b8ffbce7-1ede-40dd-a6f7-e9d94fd5d91d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f51b6aba-084c-4f29-8197-039eb7d6f831 HTTP/1.1" status: 204 len: 168 time: 0.3840485 Jun 01 18:54:53.595269 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ffbce7-1ede-40dd-a6f7-e9d94fd5d91d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f51b6aba-084c-4f29-8197-039eb7d6f831,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:54:53.688677 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device bd04b6ab-43fa-4f24-b229-b7a20640121a up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:54:53.727210 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6c6198-a952-4eb6-8775-c523f2735a1c req-25a36bdc-aadc-48a5-918d-ff475a0e174e tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:53.730759 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8b6c6198-a952-4eb6-8775-c523f2735a1c req-25a36bdc-aadc-48a5-918d-ff475a0e174e tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/ports?device_id=11820e12-cee8-4a78-8957-4677acef12ae HTTP/1.1" status: 200 len: 944 time: 0.5233476 Jun 01 18:54:53.816781 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8b6c6198-a952-4eb6-8775-c523f2735a1c req-e815a91e-e889-4979-a396-1833816cd5c7 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/security-groups?id=679bc320-73aa-41fb-80e9-32867c6d2bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653033 Jun 01 18:54:53.820450 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-fe90050b-a61a-4cab-bb7e-0f196cef97d8 None None] Provisioning complete for port d14f629b-6309-4ab1-a5d6-484c9d2808b1 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:54:53.821083 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-fe90050b-a61a-4cab-bb7e-0f196cef97d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:53.873746 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc2cfaaf-48a9-4966-b3f1-64f87a996b53 admin admin] Router 03c5a04d-e08f-4502-b09c-207a29be54f7 has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 18:54:53.911663 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-fe90050b-a61a-4cab-bb7e-0f196cef97d8 None None] Port d14f629b-6309-4ab1-a5d6-484c9d2808b1 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 18:54:53.914921 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port bd04b6ab-43fa-4f24-b229-b7a20640121a completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:54:53.927356 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port bd04b6ab-43fa-4f24-b229-b7a20640121a triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:54:53.930391 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:53.934513 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253852a4-2804-40b1-8135-845dfebc094a req-9f442fe1-176a-4b3d-a7c8-36e15f2e71fd tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:53.937884 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-253852a4-2804-40b1-8135-845dfebc094a req-9f442fe1-176a-4b3d-a7c8-36e15f2e71fd tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] 10.222.0.41 "GET /v2.0/ports?device_id=32244e54-23cc-458d-b7ea-5b386e43c2fc HTTP/1.1" status: 200 len: 949 time: 0.1781781 Jun 01 18:54:54.028402 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-253852a4-2804-40b1-8135-845dfebc094a req-352f4933-9328-4235-a9b9-4b348e4c2b1d tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] 10.222.0.41 "GET /v2.0/security-groups?id=c266819c-9421-4c09-b8ec-0766c6fc4de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833511 Jun 01 18:54:54.171898 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port bd04b6ab-43fa-4f24-b229-b7a20640121a is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:54:54.174781 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:54.208442 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port bd04b6ab-43fa-4f24-b229-b7a20640121a, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=bd04b6ab-43fa-4f24-b229-b7a20640121a,segment=NetworkSegment(7875af61-4c53-4ff2-b8c8-d4b7c35ff947),segment_id=7875af61-4c53-4ff2-b8c8-d4b7c35ff947)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:54:54.215545 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:54.294249 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 58956) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:54:54.320854 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device cc5ee998-50f8-425b-be12-6bab4eab598b up at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:54:54.410937 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=bd04b6ab-43fa-4f24-b229-b7a20640121a,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:54:54.433394 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc2cfaaf-48a9-4966-b3f1-64f87a996b53 admin admin] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 18:54:54.443310 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-dc2cfaaf-48a9-4966-b3f1-64f87a996b53 admin admin] 10.222.0.41 "PUT /v2.0/routers/03c5a04d-e08f-4502-b09c-207a29be54f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8621166 Jun 01 18:54:54.460297 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning for port cc5ee998-50f8-425b-be12-6bab4eab598b completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:54:54.469628 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning complete for port cc5ee998-50f8-425b-be12-6bab4eab598b triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:54:54.470347 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:54.559196 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-44160975-684c-4dbb-bbe4-2c49f67e0c8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:54.628736 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ab0b3e-dc21-45bc-893d-1211f381e2ab None None] Sync routers for ids ['03c5a04d-e08f-4502-b09c-207a29be54f7'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 18:54:54.642766 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ab0b3e-dc21-45bc-893d-1211f381e2ab None None] Routers {'03c5a04d-e08f-4502-b09c-207a29be54f7'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:54:54.643389 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-35ab0b3e-dc21-45bc-893d-1211f381e2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:54:39Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['03c5a04d-e08f-4502-b09c-207a29be54f7'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:54:54.643752 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port cc5ee998-50f8-425b-be12-6bab4eab598b is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:54:54.644452 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:54.661481 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-44160975-684c-4dbb-bbe4-2c49f67e0c8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:54:54.677853 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-44160975-684c-4dbb-bbe4-2c49f67e0c8b admin admin] Usage tracker for resource:security_group_rule and tenant:f150369bc9734b928acbafa350789848 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:54:54.679786 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11820e12-cee8-4a78-8957-4677acef12ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc5ee998-50f8-425b-be12-6bab4eab598b'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:54:54.682852 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-44160975-684c-4dbb-bbe4-2c49f67e0c8b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:54:54.687730 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a71c21-80e2-44e9-9213-b77abeb9fe95 req-c1f84a6c-d93c-4150-a6d6-053d27bf28f5 tempest-ServersTestJSON-1122836914 tempest-ServersTestJSON-1122836914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:54.692782 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-44160975-684c-4dbb-bbe4-2c49f67e0c8b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:54:54.695555 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-25a71c21-80e2-44e9-9213-b77abeb9fe95 req-c1f84a6c-d93c-4150-a6d6-053d27bf28f5 tempest-ServersTestJSON-1122836914 tempest-ServersTestJSON-1122836914-project] 10.222.0.41 "GET /v2.0/ports?device_id=9de683b5-6960-4339-920c-d199fd362117 HTTP/1.1" status: 200 len: 946 time: 0.1682765 Jun 01 18:54:54.695688 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port cc5ee998-50f8-425b-be12-6bab4eab598b, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=cc5ee998-50f8-425b-be12-6bab4eab598b,segment=NetworkSegment(ecb3f528-dbed-4312-ba29-7684ecfbe265),segment_id=ecb3f528-dbed-4312-ba29-7684ecfbe265)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:54:54.702725 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:54.750421 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb204173-ca69-49a3-91f6-cf99e19218c3 req-b75f3501-98ca-4d27-aeaf-92204224690f tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:54.752604 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-cb204173-ca69-49a3-91f6-cf99e19218c3 req-b75f3501-98ca-4d27-aeaf-92204224690f tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=75417786-319c-42a9-9cdd-7c3f71eaefd2 HTTP/1.1" status: 200 len: 945 time: 0.1509643 Jun 01 18:54:54.814933 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-25a71c21-80e2-44e9-9213-b77abeb9fe95 req-6a9dacbc-0c2f-476d-bf17-981f362f124d tempest-ServersTestJSON-1122836914 tempest-ServersTestJSON-1122836914-project] 10.222.0.41 "GET /v2.0/security-groups?id=a41a438a-7d5d-4e3d-9835-863d30a4b6de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1154640 Jun 01 18:54:54.846193 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-cb204173-ca69-49a3-91f6-cf99e19218c3 req-7f645d34-59c6-415f-a06c-498958f99869 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/security-groups?id=e95c7360-01e1-4fb0-bbdb-7b11f637526c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878513 Jun 01 18:54:54.910829 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f310a56d-f3e0-4b7f-8fec-b3e39d46fe8b'] response: {'server_uuid': '11820e12-cee8-4a78-8957-4677acef12ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc5ee998-50f8-425b-be12-6bab4eab598b', 'code': 200} Jun 01 18:54:54.918807 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-44160975-684c-4dbb-bbe4-2c49f67e0c8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:54.924418 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=cc5ee998-50f8-425b-be12-6bab4eab598b,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:54:54.937285 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-44160975-684c-4dbb-bbe4-2c49f67e0c8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:54.981914 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-35ab0b3e-dc21-45bc-893d-1211f381e2ab None None] Set router 03c5a04d-e08f-4502-b09c-207a29be54f7 gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:54:55.019737 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-44160975-684c-4dbb-bbe4-2c49f67e0c8b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f150369bc9734b928acbafa350789848&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7244222 Jun 01 18:54:55.035949 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 58988) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:54:55.146102 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44160975-684c-4dbb-bbe4-2c49f67e0c8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70873f9c-cb55-47ff-be9f-f9e67ea90eda,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:54:55.166407 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-275122c4-5690-457c-b870-24b7b15223cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:55.197544 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-275122c4-5690-457c-b870-24b7b15223cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:55.287598 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7886d43d-217a-49ef-b056-74f67887ffa0 req-af47a5b4-9d5b-48f5-836e-e929a4567d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:55.289788 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7886d43d-217a-49ef-b056-74f67887ffa0 req-af47a5b4-9d5b-48f5-836e-e929a4567d0d service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=11820e12-cee8-4a78-8957-4677acef12ae HTTP/1.1" status: 200 len: 1096 time: 0.3222263 Jun 01 18:54:55.323079 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-275122c4-5690-457c-b870-24b7b15223cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:55.353301 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-275122c4-5690-457c-b870-24b7b15223cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:55.354432 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-275122c4-5690-457c-b870-24b7b15223cd admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/70873f9c-cb55-47ff-be9f-f9e67ea90eda HTTP/1.1" status: 204 len: 168 time: 0.3166144 Jun 01 18:54:55.360985 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275122c4-5690-457c-b870-24b7b15223cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70873f9c-cb55-47ff-be9f-f9e67ea90eda,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:54:55.413376 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7886d43d-217a-49ef-b056-74f67887ffa0 req-dee5b448-3976-401b-916c-eacb64e37cd6 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=679bc320-73aa-41fb-80e9-32867c6d2bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151857 Jun 01 18:54:55.423745 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2066de-7d6c-4f29-8b8d-84bbd7b35dbf req-0bc5258b-9152-4c6b-a442-62cf29d70d6f tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:55.431328 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-af2066de-7d6c-4f29-8b8d-84bbd7b35dbf req-0bc5258b-9152-4c6b-a442-62cf29d70d6f tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/ports?device_id=11820e12-cee8-4a78-8957-4677acef12ae HTTP/1.1" status: 200 len: 945 time: 0.2479856 Jun 01 18:54:55.436602 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-35ab0b3e-dc21-45bc-893d-1211f381e2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03c5a04d-e08f-4502-b09c-207a29be54f7', 'name': 'tempest-ServerRescueNegativeTestJSON-142248793-router', 'tenant_id': 'd40f7c9e0af24f109f247cdb0a7a60bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': 'bd04b6ab-43fa-4f24-b229-b7a20640121a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:54:43Z', 'updated_at': '2022-06-01T18:54:51Z', 'revision_number': 4, 'project_id': 'd40f7c9e0af24f109f247cdb0a7a60bf', 'gw_port': {'id': 'bd04b6ab-43fa-4f24-b229-b7a20640121a', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:8c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03c5a04d-e08f-4502-b09c-207a29be54f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:54:44Z', 'updated_at': '2022-06-01T18:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': 'd14f629b-6309-4ab1-a5d6-484c9d2808b1', 'name': '', 'network_id': '4c7a9aa4-8b0d-4225-ab31-749c4f434a4b', 'tenant_id': 'd40f7c9e0af24f109f247cdb0a7a60bf', 'mac_address': 'fa:16:3e:7b:2e:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03c5a04d-e08f-4502-b09c-207a29be54f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '6675a480-f2f0-4e10-96f4-f99c31c21be5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:54:48Z', 'updated_at': '2022-06-01T18:54:52Z', 'revision_number': 2, 'project_id': 'd40f7c9e0af24f109f247cdb0a7a60bf', 'subnets': [{'id': '6675a480-f2f0-4e10-96f4-f99c31c21be5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:54:55.443247 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ab0b3e-dc21-45bc-893d-1211f381e2ab None None] Checking router: 03c5a04d-e08f-4502-b09c-207a29be54f7 for host: n-d-844202-1 {{(pid=88527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 18:54:55.443850 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ab0b3e-dc21-45bc-893d-1211f381e2ab None None] Updating router 03c5a04d-e08f-4502-b09c-207a29be54f7 port d14f629b-6309-4ab1-a5d6-484c9d2808b1 binding host n-d-844202-1 {{(pid=88527) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 18:54:55.496663 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-af2066de-7d6c-4f29-8b8d-84bbd7b35dbf req-44e1e449-2064-4793-b37d-56788d5ac7b3 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/security-groups?id=679bc320-73aa-41fb-80e9-32867c6d2bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641758 Jun 01 18:54:55.506502 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-35ab0b3e-dc21-45bc-893d-1211f381e2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:55.559299 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 59010) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:54:55.605068 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ff64d9-a105-48c6-8675-d1c7cdaa467f req-f8077db8-ca82-45fb-8780-0fe352ec43d5 tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:55.613416 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-94ff64d9-a105-48c6-8675-d1c7cdaa467f req-f8077db8-ca82-45fb-8780-0fe352ec43d5 tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] 10.222.0.41 "GET /v2.0/ports?device_id=32244e54-23cc-458d-b7ea-5b386e43c2fc HTTP/1.1" status: 200 len: 949 time: 0.1682518 Jun 01 18:54:55.622640 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device bd04b6ab-43fa-4f24-b229-b7a20640121a up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:54:55.692312 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-94ff64d9-a105-48c6-8675-d1c7cdaa467f req-85a5c877-fb9c-489c-8100-b5b2ddef85cd tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] 10.222.0.41 "GET /v2.0/security-groups?id=c266819c-9421-4c09-b8ec-0766c6fc4de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779803 Jun 01 18:54:55.775357 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port bd04b6ab-43fa-4f24-b229-b7a20640121a triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:54:55.776428 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:55.870708 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-e0738998-336f-4b30-89c9-4610a8c13abd tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1955086990'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:54:55.877520 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-e0738998-336f-4b30-89c9-4610a8c13abd tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:54:55.890073 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-e0738998-336f-4b30-89c9-4610a8c13abd tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Usage tracker for resource:network and tenant:f72800812881475c88a3f683d52d5d49 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:54:55.893195 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-e0738998-336f-4b30-89c9-4610a8c13abd tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:54:55.905147 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-e0738998-336f-4b30-89c9-4610a8c13abd tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:54:55.917615 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port bd04b6ab-43fa-4f24-b229-b7a20640121a is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:54:55.941837 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0738998-336f-4b30-89c9-4610a8c13abd tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Made reservation on behalf of f72800812881475c88a3f683d52d5d49 for: {'network': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:54:55.947526 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e0738998-336f-4b30-89c9-4610a8c13abd tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:55.984072 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e0738998-336f-4b30-89c9-4610a8c13abd tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:56.004946 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-e0738998-336f-4b30-89c9-4610a8c13abd tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:54:56.009238 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-e0738998-336f-4b30-89c9-4610a8c13abd tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Usage tracker for resource:security_group_rule and tenant:f72800812881475c88a3f683d52d5d49 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:54:56.012336 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-e0738998-336f-4b30-89c9-4610a8c13abd tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:54:56.019859 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-e0738998-336f-4b30-89c9-4610a8c13abd tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:54:56.097571 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 59022) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:54:56.102113 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-35ab0b3e-dc21-45bc-893d-1211f381e2ab None None] Notify callbacks [] for port, precommit_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:56.118200 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.provisioning_blocks [None req-35ab0b3e-dc21-45bc-893d-1211f381e2ab None None] Transition to ACTIVE for port object d14f629b-6309-4ab1-a5d6-484c9d2808b1 will not be triggered until provisioned by entity L2. {{(pid=88527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:54:56.128718 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-35ab0b3e-dc21-45bc-893d-1211f381e2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:56.130004 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1cb1a9cf-2f85-4ad5-b62a-f0d44fca74f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:56.156800 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e0738998-336f-4b30-89c9-4610a8c13abd tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:56.162228 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-1cb1a9cf-2f85-4ad5-b62a-f0d44fca74f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:54:56.163111 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e0738998-336f-4b30-89c9-4610a8c13abd tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:56.171042 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-1cb1a9cf-2f85-4ad5-b62a-f0d44fca74f8 admin admin] Usage tracker for resource:security_group_rule and tenant:41acd5ea2c954d109bd9df74789c2762 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:54:56.174476 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-1cb1a9cf-2f85-4ad5-b62a-f0d44fca74f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:54:56.180744 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-1cb1a9cf-2f85-4ad5-b62a-f0d44fca74f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:54:56.207244 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0738998-336f-4b30-89c9-4610a8c13abd tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b00e5856-2554-40b9-a8d2-84df4b962f96,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:54:56.217808 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0738998-336f-4b30-89c9-4610a8c13abd tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 143} {{(pid=88525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 18:54:56.229849 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e0738998-336f-4b30-89c9-4610a8c13abd tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:56.230677 n-d-844202-1 neutron-server[88525]: INFO neutron.db.segments_db [None req-e0738998-336f-4b30-89c9-4610a8c13abd tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Added segment 0c9af22f-e373-425d-a45d-c52620f14659 of type vlan for network 1f0fd83e-cb7b-4720-b9f0-ca97c4dea40f Jun 01 18:54:56.266485 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e0738998-336f-4b30-89c9-4610a8c13abd tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:56.352143 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e0738998-336f-4b30-89c9-4610a8c13abd tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:56.358664 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0738998-336f-4b30-89c9-4610a8c13abd tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:56.359272 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e0738998-336f-4b30-89c9-4610a8c13abd tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:56.394576 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-35ab0b3e-dc21-45bc-893d-1211f381e2ab None None] Attempting to bind port d14f629b-6309-4ab1-a5d6-484c9d2808b1 on host n-d-844202-1 for vnic_type normal with profile {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:54:56.395098 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-35ab0b3e-dc21-45bc-893d-1211f381e2ab None None] Attempting to bind port d14f629b-6309-4ab1-a5d6-484c9d2808b1 by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': '76205301-da60-4ecb-a61c-114de025a248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '4c7a9aa4-8b0d-4225-ab31-749c4f434a4b'}] {{(pid=88527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:54:56.395564 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ab0b3e-dc21-45bc-893d-1211f381e2ab None None] Attempting to bind port d14f629b-6309-4ab1-a5d6-484c9d2808b1 on network 4c7a9aa4-8b0d-4225-ab31-749c4f434a4b {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:54:56.397948 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f528007-b79e-4b76-8117-f42f52029d59 None None] Pushing event updated for resources: {'Port': ['ID=d14f629b-6309-4ab1-a5d6-484c9d2808b1,revision_number=3']} {{(pid=88527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:54:56.407620 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f528007-b79e-4b76-8117-f42f52029d59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:54:56.408024 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f528007-b79e-4b76-8117-f42f52029d59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:54:56.408533 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f528007-b79e-4b76-8117-f42f52029d59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:54:56.408971 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f528007-b79e-4b76-8117-f42f52029d59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:54:56.409402 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f528007-b79e-4b76-8117-f42f52029d59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:54:56.409830 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f528007-b79e-4b76-8117-f42f52029d59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:54:56.410258 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f528007-b79e-4b76-8117-f42f52029d59 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:54:56.410681 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f528007-b79e-4b76-8117-f42f52029d59 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:54:56.411486 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f528007-b79e-4b76-8117-f42f52029d59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:54:56.411486 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f528007-b79e-4b76-8117-f42f52029d59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:54:56.411974 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f528007-b79e-4b76-8117-f42f52029d59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:54:56.412422 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f528007-b79e-4b76-8117-f42f52029d59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:54:56.419505 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ab0b3e-dc21-45bc-893d-1211f381e2ab None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 18, 54, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:54:56.420059 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ab0b3e-dc21-45bc-893d-1211f381e2ab None None] Checking segment: {'id': '76205301-da60-4ecb-a61c-114de025a248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '4c7a9aa4-8b0d-4225-ab31-749c4f434a4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:54:56.420604 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-35ab0b3e-dc21-45bc-893d-1211f381e2ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:56.421087 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ab0b3e-dc21-45bc-893d-1211f381e2ab None None] Bound using segment: {'id': '76205301-da60-4ecb-a61c-114de025a248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '4c7a9aa4-8b0d-4225-ab31-749c4f434a4b'} {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:54:56.421734 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-35ab0b3e-dc21-45bc-893d-1211f381e2ab None None] Bound port: d14f629b-6309-4ab1-a5d6-484c9d2808b1, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76205301-da60-4ecb-a61c-114de025a248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '4c7a9aa4-8b0d-4225-ab31-749c4f434a4b'}}] {{(pid=88527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:54:56.422203 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-35ab0b3e-dc21-45bc-893d-1211f381e2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:56.430362 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1cb1a9cf-2f85-4ad5-b62a-f0d44fca74f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:56.439839 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1cb1a9cf-2f85-4ad5-b62a-f0d44fca74f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:56.487649 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0738998-336f-4b30-89c9-4610a8c13abd tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Pushing event updated for resources: {'Network': ['ID=1f0fd83e-cb7b-4720-b9f0-ca97c4dea40f,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:54:56.506077 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network 1f0fd83e-cb7b-4720-b9f0-ca97c4dea40f details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 18:54:56.524530 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-e0738998-336f-4b30-89c9-4610a8c13abd tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9540205 Jun 01 18:54:56.527160 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32731ee4-8038-4e74-a009-a473b196b36f req-fd21ce4c-fb81-47f7-92f9-ff18bd4359f4 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:56.528858 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-32731ee4-8038-4e74-a009-a473b196b36f req-fd21ce4c-fb81-47f7-92f9-ff18bd4359f4 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=75417786-319c-42a9-9cdd-7c3f71eaefd2 HTTP/1.1" status: 200 len: 945 time: 0.2389174 Jun 01 18:54:56.567637 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.db [None req-35ab0b3e-dc21-45bc-893d-1211f381e2ab None None] For port d14f629b-6309-4ab1-a5d6-484c9d2808b1, host n-d-844202-1, cleared binding levels {{(pid=88527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:54:56.571215 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.db [None req-35ab0b3e-dc21-45bc-893d-1211f381e2ab None None] For port d14f629b-6309-4ab1-a5d6-484c9d2808b1, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=d14f629b-6309-4ab1-a5d6-484c9d2808b1,segment=NetworkSegment(76205301-da60-4ecb-a61c-114de025a248),segment_id=76205301-da60-4ecb-a61c-114de025a248)] {{(pid=88527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:54:56.572824 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb1a9cf-2f85-4ad5-b62a-f0d44fca74f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9f33db3-3a88-450d-b975-ae4f01af89b5,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:54:56.580565 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-35ab0b3e-dc21-45bc-893d-1211f381e2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:56.582799 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-1cb1a9cf-2f85-4ad5-b62a-f0d44fca74f8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=41acd5ea2c954d109bd9df74789c2762&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4836459 Jun 01 18:54:56.587179 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 59034) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:54:56.643962 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cfa165-8440-43ee-a3c9-f02c80dd549f req-41e64926-497a-4d99-b6a6-094c9df48dc3 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:56.645663 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c6cfa165-8440-43ee-a3c9-f02c80dd549f req-41e64926-497a-4d99-b6a6-094c9df48dc3 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] 10.222.0.41 "GET /v2.0/networks?id=4c7a9aa4-8b0d-4225-ab31-749c4f434a4b HTTP/1.1" status: 200 len: 818 time: 0.4968042 Jun 01 18:54:56.676450 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c6cfa165-8440-43ee-a3c9-f02c80dd549f req-fb788f22-c237-4ddb-9fbc-378634c83427 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] 10.222.0.41 "GET /v2.0/quotas/d40f7c9e0af24f109f247cdb0a7a60bf HTTP/1.1" status: 200 len: 375 time: 0.0182366 Jun 01 18:54:56.712048 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-32731ee4-8038-4e74-a009-a473b196b36f req-d0cbcd3f-396b-4383-b872-e37d9e774fca tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/security-groups?id=e95c7360-01e1-4fb0-bbdb-7b11f637526c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758535 Jun 01 18:54:56.747113 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f19d29e5-14a3-435d-af5e-738d113e4058 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:56.827818 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ab0b3e-dc21-45bc-893d-1211f381e2ab None None] Routers {'03c5a04d-e08f-4502-b09c-207a29be54f7'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:54:56.829888 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-35ab0b3e-dc21-45bc-893d-1211f381e2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:54:39Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['03c5a04d-e08f-4502-b09c-207a29be54f7'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:54:56.840644 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f19d29e5-14a3-435d-af5e-738d113e4058 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:56.952422 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c6cfa165-8440-43ee-a3c9-f02c80dd549f req-ca9e2d14-1802-4ea4-b736-7dde4b6886f3 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=d40f7c9e0af24f109f247cdb0a7a60bf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2536592 Jun 01 18:54:56.953041 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f528007-b79e-4b76-8117-f42f52029d59 None None] Pushing event updated for resources: {'Port': ['ID=d14f629b-6309-4ab1-a5d6-484c9d2808b1,revision_number=4']} {{(pid=88527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:54:57.057253 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5a32ea-edab-45e9-93a4-c992d1f0f5bf req-db2d5aa7-2dfa-4bf5-afb0-5d0cf1adae72 tempest-ServersTestJSON-1122836914 tempest-ServersTestJSON-1122836914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:57.058902 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2f5a32ea-edab-45e9-93a4-c992d1f0f5bf req-db2d5aa7-2dfa-4bf5-afb0-5d0cf1adae72 tempest-ServersTestJSON-1122836914 tempest-ServersTestJSON-1122836914-project] 10.222.0.41 "GET /v2.0/ports?device_id=9de683b5-6960-4339-920c-d199fd362117 HTTP/1.1" status: 200 len: 946 time: 0.1831522 Jun 01 18:54:57.153708 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2f5a32ea-edab-45e9-93a4-c992d1f0f5bf req-b3f5f43c-9d7b-41c7-9e84-3ec5b8ed17ce tempest-ServersTestJSON-1122836914 tempest-ServersTestJSON-1122836914-project] 10.222.0.41 "GET /v2.0/security-groups?id=a41a438a-7d5d-4e3d-9835-863d30a4b6de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809228 Jun 01 18:54:57.159967 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c6cfa165-8440-43ee-a3c9-f02c80dd549f req-a76b2a9e-f09c-46ff-9570-d23d1cbb1803 service neutron] 10.222.0.41 "GET /v2.0/networks/4c7a9aa4-8b0d-4225-ab31-749c4f434a4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2058084 Jun 01 18:54:57.173356 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-35ab0b3e-dc21-45bc-893d-1211f381e2ab None None] Set router 03c5a04d-e08f-4502-b09c-207a29be54f7 gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:54:57.247763 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f19d29e5-14a3-435d-af5e-738d113e4058 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:57.289131 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19d29e5-14a3-435d-af5e-738d113e4058 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9f33db3-3a88-450d-b975-ae4f01af89b5,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:54:57.296265 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f19d29e5-14a3-435d-af5e-738d113e4058 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:57.297517 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-f19d29e5-14a3-435d-af5e-738d113e4058 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c9f33db3-3a88-450d-b975-ae4f01af89b5 HTTP/1.1" status: 204 len: 168 time: 0.7093740 Jun 01 18:54:57.378664 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fe453e-9cbc-4f11-8b0f-9c626b2731d2 req-48489ef5-3fc7-4d2c-936a-c7b44fb27a7d tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:57.386108 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f6fe453e-9cbc-4f11-8b0f-9c626b2731d2 req-48489ef5-3fc7-4d2c-936a-c7b44fb27a7d tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/ports?device_id=11820e12-cee8-4a78-8957-4677acef12ae HTTP/1.1" status: 200 len: 945 time: 0.1200967 Jun 01 18:54:57.443051 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f6fe453e-9cbc-4f11-8b0f-9c626b2731d2 req-d6a0dc6a-b7fc-4abf-a44c-218db92a524f tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/security-groups?id=679bc320-73aa-41fb-80e9-32867c6d2bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559220 Jun 01 18:54:57.742985 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-35ab0b3e-dc21-45bc-893d-1211f381e2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03c5a04d-e08f-4502-b09c-207a29be54f7', 'name': 'tempest-ServerRescueNegativeTestJSON-142248793-router', 'tenant_id': 'd40f7c9e0af24f109f247cdb0a7a60bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': 'bd04b6ab-43fa-4f24-b229-b7a20640121a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:54:43Z', 'updated_at': '2022-06-01T18:54:51Z', 'revision_number': 4, 'project_id': 'd40f7c9e0af24f109f247cdb0a7a60bf', 'gw_port': {'id': 'bd04b6ab-43fa-4f24-b229-b7a20640121a', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:8c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03c5a04d-e08f-4502-b09c-207a29be54f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:54:44Z', 'updated_at': '2022-06-01T18:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': 'd14f629b-6309-4ab1-a5d6-484c9d2808b1', 'name': '', 'network_id': '4c7a9aa4-8b0d-4225-ab31-749c4f434a4b', 'tenant_id': 'd40f7c9e0af24f109f247cdb0a7a60bf', 'mac_address': 'fa:16:3e:7b:2e:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03c5a04d-e08f-4502-b09c-207a29be54f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '6675a480-f2f0-4e10-96f4-f99c31c21be5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:54:48Z', 'updated_at': '2022-06-01T18:54:56Z', 'revision_number': 4, 'project_id': 'd40f7c9e0af24f109f247cdb0a7a60bf', 'subnets': [{'id': '6675a480-f2f0-4e10-96f4-f99c31c21be5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:54:57.754832 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ab0b3e-dc21-45bc-893d-1211f381e2ab None None] The sync data for ids ['03c5a04d-e08f-4502-b09c-207a29be54f7'] in n-d-844202-1 is: [{'id': '03c5a04d-e08f-4502-b09c-207a29be54f7', 'name': 'tempest-ServerRescueNegativeTestJSON-142248793-router', 'tenant_id': 'd40f7c9e0af24f109f247cdb0a7a60bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': 'bd04b6ab-43fa-4f24-b229-b7a20640121a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:54:43Z', 'updated_at': '2022-06-01T18:54:51Z', 'revision_number': 4, 'project_id': 'd40f7c9e0af24f109f247cdb0a7a60bf', 'gw_port': {'id': 'bd04b6ab-43fa-4f24-b229-b7a20640121a', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:8c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03c5a04d-e08f-4502-b09c-207a29be54f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:54:44Z', 'updated_at': '2022-06-01T18:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': 'd14f629b-6309-4ab1-a5d6-484c9d2808b1', 'name': '', 'network_id': '4c7a9aa4-8b0d-4225-ab31-749c4f434a4b', 'tenant_id': 'd40f7c9e0af24f109f247cdb0a7a60bf', 'mac_address': 'fa:16:3e:7b:2e:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03c5a04d-e08f-4502-b09c-207a29be54f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '6675a480-f2f0-4e10-96f4-f99c31c21be5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:54:48Z', 'updated_at': '2022-06-01T18:54:56Z', 'revision_number': 4, 'project_id': 'd40f7c9e0af24f109f247cdb0a7a60bf', 'subnets': [{'id': '6675a480-f2f0-4e10-96f4-f99c31c21be5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 18:54:57.823779 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c6cfa165-8440-43ee-a3c9-f02c80dd549f req-3510c2cb-3dc3-4178-84ff-b3e8874be9ac service neutron] 10.222.0.41 "GET /v2.0/networks/4c7a9aa4-8b0d-4225-ab31-749c4f434a4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6628540 Jun 01 18:54:57.913658 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2cd01b-be09-44ae-b9e3-0b32107b2ff0 req-18fe7431-1c02-44b9-a07c-ef9ebc6a31fb tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:57.929646 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2e2cd01b-be09-44ae-b9e3-0b32107b2ff0 req-18fe7431-1c02-44b9-a07c-ef9ebc6a31fb tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] 10.222.0.41 "GET /v2.0/ports?device_id=32244e54-23cc-458d-b7ea-5b386e43c2fc HTTP/1.1" status: 200 len: 949 time: 0.2674508 Jun 01 18:54:57.979376 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750d9642-45f3-4917-a560-a92d6226b704 req-7829e1d3-7a38-45af-81e8-8e1cc81136e4 tempest-ServersTestJSON-1122836914 tempest-ServersTestJSON-1122836914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:57.981141 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-750d9642-45f3-4917-a560-a92d6226b704 req-7829e1d3-7a38-45af-81e8-8e1cc81136e4 tempest-ServersTestJSON-1122836914 tempest-ServersTestJSON-1122836914-project] 10.222.0.50 "GET /v2.0/ports?device_id=9de683b5-6960-4339-920c-d199fd362117 HTTP/1.1" status: 200 len: 946 time: 0.2628767 Jun 01 18:54:58.069244 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2e2cd01b-be09-44ae-b9e3-0b32107b2ff0 req-6bb862d9-c963-4ccf-bd9c-7adcc28a16b1 tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] 10.222.0.41 "GET /v2.0/security-groups?id=c266819c-9421-4c09-b8ec-0766c6fc4de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375971 Jun 01 18:54:58.237535 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-750d9642-45f3-4917-a560-a92d6226b704 req-e7a8e2c6-dbb0-4351-a6e4-0430e4dce338 tempest-ServersTestJSON-1122836914 tempest-ServersTestJSON-1122836914-project] Deleting port e3fcc381-ae80-4fcd-9950-57f4a13a4d72 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:54:58.238140 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-750d9642-45f3-4917-a560-a92d6226b704 req-e7a8e2c6-dbb0-4351-a6e4-0430e4dce338 tempest-ServersTestJSON-1122836914 tempest-ServersTestJSON-1122836914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:58.721645 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5467cd27-4f89-41df-8a9e-76399cc75f14 req-082ac6ec-8e55-4487-963a-a697c28a6fe3 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:58.723758 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-5467cd27-4f89-41df-8a9e-76399cc75f14 req-082ac6ec-8e55-4487-963a-a697c28a6fe3 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=75417786-319c-42a9-9cdd-7c3f71eaefd2 HTTP/1.1" status: 200 len: 945 time: 0.3662617 Jun 01 18:54:58.868581 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-5467cd27-4f89-41df-8a9e-76399cc75f14 req-4515025c-bde5-44e1-9bfd-a661de3b598a tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/security-groups?id=e95c7360-01e1-4fb0-bbdb-7b11f637526c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370032 Jun 01 18:54:58.902927 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f65b63d-479b-414f-b2a4-f52cd7fefe9a req-e420540a-3393-406d-97ff-b573fb95e0a6 tempest-ServersTestJSON-1122836914 tempest-ServersTestJSON-1122836914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:54:58.910654 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0f65b63d-479b-414f-b2a4-f52cd7fefe9a req-e420540a-3393-406d-97ff-b573fb95e0a6 tempest-ServersTestJSON-1122836914 tempest-ServersTestJSON-1122836914-project] 10.222.0.41 "GET /v2.0/ports?device_id=9de683b5-6960-4339-920c-d199fd362117 HTTP/1.1" status: 200 len: 946 time: 0.4115620 Jun 01 18:54:59.021011 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-6ab8b39d-4f89-4e58-8dae-2c785b11b1b2 req-967eb1f3-a747-4b89-8680-cf9b488fc729 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Synchronizing usage tracker for tenant:d40f7c9e0af24f109f247cdb0a7a60bf on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:54:59.079728 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-6ab8b39d-4f89-4e58-8dae-2c785b11b1b2 req-967eb1f3-a747-4b89-8680-cf9b488fc729 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Unset dirty status for tenant:d40f7c9e0af24f109f247cdb0a7a60bf on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:54:59.082259 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0f65b63d-479b-414f-b2a4-f52cd7fefe9a req-3041a7af-7d21-4904-a25d-e278f1a7c072 tempest-ServersTestJSON-1122836914 tempest-ServersTestJSON-1122836914-project] 10.222.0.41 "GET /v2.0/security-groups?id=a41a438a-7d5d-4e3d-9835-863d30a4b6de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1690710 Jun 01 18:54:59.098058 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-6ab8b39d-4f89-4e58-8dae-2c785b11b1b2 req-967eb1f3-a747-4b89-8680-cf9b488fc729 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] 10.222.0.41 "GET /v2.0/ports?device_id=89573410-7740-4786-add2-715066dfb6b7 HTTP/1.1" status: 200 len: 210 time: 0.1586258 Jun 01 18:54:59.206283 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-750d9642-45f3-4917-a560-a92d6226b704 req-e7a8e2c6-dbb0-4351-a6e4-0430e4dce338 tempest-ServersTestJSON-1122836914 tempest-ServersTestJSON-1122836914-project] For port e3fcc381-ae80-4fcd-9950-57f4a13a4d72, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=e3fcc381-ae80-4fcd-9950-57f4a13a4d72,segment=NetworkSegment(ca8764fc-6603-47fe-89a3-1f102e13f351),segment_id=ca8764fc-6603-47fe-89a3-1f102e13f351)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:54:59.206950 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-750d9642-45f3-4917-a560-a92d6226b704 req-e7a8e2c6-dbb0-4351-a6e4-0430e4dce338 tempest-ServersTestJSON-1122836914 tempest-ServersTestJSON-1122836914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:54:59.795741 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device d14f629b-6309-4ab1-a5d6-484c9d2808b1 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:54:59.956713 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 59114) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:54:59.962772 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-9043b5ac-9bea-4886-8899-816242e075f1 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Request body: {'subnet': {'network_id': '1f0fd83e-cb7b-4720-b9f0-ca97c4dea40f', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:55:00.014519 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port d14f629b-6309-4ab1-a5d6-484c9d2808b1 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:55:00.040110 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port d14f629b-6309-4ab1-a5d6-484c9d2808b1 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:55:00.042215 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:00.121142 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a25fb6-c5db-4d41-b56b-84f60f466ad4 req-42388e26-bf99-45f4-9f5d-c42553dd92be tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:00.123618 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c6a25fb6-c5db-4d41-b56b-84f60f466ad4 req-42388e26-bf99-45f4-9f5d-c42553dd92be tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] 10.222.0.41 "GET /v2.0/ports?device_id=32244e54-23cc-458d-b7ea-5b386e43c2fc HTTP/1.1" status: 200 len: 949 time: 0.7870667 Jun 01 18:55:00.210595 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-750d9642-45f3-4917-a560-a92d6226b704 req-e7a8e2c6-dbb0-4351-a6e4-0430e4dce338 tempest-ServersTestJSON-1122836914 tempest-ServersTestJSON-1122836914-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:00.211668 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-750d9642-45f3-4917-a560-a92d6226b704 req-e7a8e2c6-dbb0-4351-a6e4-0430e4dce338 tempest-ServersTestJSON-1122836914 tempest-ServersTestJSON-1122836914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887712'] for floatingip, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:00.212602 n-d-844202-1 neutron-server[88524]: INFO neutron.db.l3_db [req-750d9642-45f3-4917-a560-a92d6226b704 req-e7a8e2c6-dbb0-4351-a6e4-0430e4dce338 tempest-ServersTestJSON-1122836914 tempest-ServersTestJSON-1122836914-project] Floating IP 206cbcf5-b9ca-4f4c-a580-140d56230f38 disassociated. External IP: 172.25.4.76, port: e3fcc381-ae80-4fcd-9950-57f4a13a4d72. Jun 01 18:55:00.213601 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-750d9642-45f3-4917-a560-a92d6226b704 req-e7a8e2c6-dbb0-4351-a6e4-0430e4dce338 tempest-ServersTestJSON-1122836914 tempest-ServersTestJSON-1122836914-project] Calling delete_port for e3fcc381-ae80-4fcd-9950-57f4a13a4d72 owned by compute:nova {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:55:00.263063 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c6a25fb6-c5db-4d41-b56b-84f60f466ad4 req-f39050be-da68-41d9-9481-c6a2da1f0311 tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] 10.222.0.41 "GET /v2.0/security-groups?id=c266819c-9421-4c09-b8ec-0766c6fc4de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272802 Jun 01 18:55:00.322224 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port d14f629b-6309-4ab1-a5d6-484c9d2808b1 is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:55:00.322605 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:00.343555 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device e3fcc381-ae80-4fcd-9950-57f4a13a4d72 no longer exists at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:55:00.397718 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port d14f629b-6309-4ab1-a5d6-484c9d2808b1, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=d14f629b-6309-4ab1-a5d6-484c9d2808b1,segment=NetworkSegment(76205301-da60-4ecb-a61c-114de025a248),segment_id=76205301-da60-4ecb-a61c-114de025a248)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:55:00.409766 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:00.491384 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9a4b50-31a5-41b6-9d46-99acc0aa6b77 req-1cfa00fa-1f1e-4288-b66c-3990cbefa22d tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:00.492097 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-be9a4b50-31a5-41b6-9d46-99acc0aa6b77 req-1cfa00fa-1f1e-4288-b66c-3990cbefa22d tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Synchronizing usage tracker for tenant:d40f7c9e0af24f109f247cdb0a7a60bf on resource:network {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:55:00.531269 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-be9a4b50-31a5-41b6-9d46-99acc0aa6b77 req-1cfa00fa-1f1e-4288-b66c-3990cbefa22d tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Unset dirty status for tenant:d40f7c9e0af24f109f247cdb0a7a60bf on resource:network {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:55:00.539175 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-be9a4b50-31a5-41b6-9d46-99acc0aa6b77 req-1cfa00fa-1f1e-4288-b66c-3990cbefa22d tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] 10.222.0.41 "GET /v2.0/networks?id=4c7a9aa4-8b0d-4225-ab31-749c4f434a4b HTTP/1.1" status: 200 len: 818 time: 0.5115387 Jun 01 18:55:00.569026 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=d14f629b-6309-4ab1-a5d6-484c9d2808b1,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:55:00.576617 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-be9a4b50-31a5-41b6-9d46-99acc0aa6b77 req-4f9ec7cd-ba36-4753-b8b7-ffc25d5acab7 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] 10.222.0.41 "GET /v2.0/quotas/d40f7c9e0af24f109f247cdb0a7a60bf HTTP/1.1" status: 200 len: 375 time: 0.0357857 Jun 01 18:55:00.635283 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-9043b5ac-9bea-4886-8899-816242e075f1 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:55:00.645907 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-9043b5ac-9bea-4886-8899-816242e075f1 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Usage tracker for resource:subnet and tenant:f72800812881475c88a3f683d52d5d49 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:55:00.650314 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-9043b5ac-9bea-4886-8899-816242e075f1 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:55:00.656101 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-750d9642-45f3-4917-a560-a92d6226b704 req-e7a8e2c6-dbb0-4351-a6e4-0430e4dce338 tempest-ServersTestJSON-1122836914 tempest-ServersTestJSON-1122836914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:00.670798 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-9043b5ac-9bea-4886-8899-816242e075f1 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:55:00.689340 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9043b5ac-9bea-4886-8899-816242e075f1 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Made reservation on behalf of f72800812881475c88a3f683d52d5d49 for: {'subnet': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:55:00.692784 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9043b5ac-9bea-4886-8899-816242e075f1 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9667140'] for subnet, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:00.708655 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Port e3fcc381-ae80-4fcd-9950-57f4a13a4d72 update to DOWN by agent not found {{(pid=88526) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Jun 01 18:55:00.742045 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a8e2c6-dbb0-4351-a6e4-0430e4dce338 tempest-ServersTestJSON-1122836914 tempest-ServersTestJSON-1122836914-project] Pushing event deleted for resources: {'Port': ['ID=e3fcc381-ae80-4fcd-9950-57f4a13a4d72,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:55:00.758981 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec429c7f-c654-416e-b6b5-e178e6ca5dd9 req-0f399db4-c524-4bad-a879-16621ddd6651 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:00.768864 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ec429c7f-c654-416e-b6b5-e178e6ca5dd9 req-0f399db4-c524-4bad-a879-16621ddd6651 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=75417786-319c-42a9-9cdd-7c3f71eaefd2 HTTP/1.1" status: 200 len: 945 time: 0.2720747 Jun 01 18:55:00.914759 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ec429c7f-c654-416e-b6b5-e178e6ca5dd9 req-76bff479-2be9-4623-82ca-d43ef7ad39a6 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/security-groups?id=e95c7360-01e1-4fb0-bbdb-7b11f637526c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450081 Jun 01 18:55:00.919756 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-be9a4b50-31a5-41b6-9d46-99acc0aa6b77 req-2c4729ca-00e8-4ed5-b88b-860138b1fdbc tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=d40f7c9e0af24f109f247cdb0a7a60bf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3419697 Jun 01 18:55:01.086258 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-be9a4b50-31a5-41b6-9d46-99acc0aa6b77 req-4da995b9-b28b-4bfe-947d-58967063b780 service neutron] 10.222.0.41 "GET /v2.0/networks/4c7a9aa4-8b0d-4225-ab31-749c4f434a4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564856 Jun 01 18:55:01.113932 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 59148) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:55:01.141510 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c95c744c-2680-4ed7-9440-4c437cbac32e req-4a5a2a93-a174-407a-9936-5a5d47f51281 tempest-ServersTestJSON-1122836914 tempest-ServersTestJSON-1122836914-project] 10.222.0.41 "GET /v2.0/ports?device_id=9de683b5-6960-4339-920c-d199fd362117 HTTP/1.1" status: 200 len: 210 time: 0.0684381 Jun 01 18:55:01.178789 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.l3_agent_scheduler [req-750d9642-45f3-4917-a560-a92d6226b704 req-e7a8e2c6-dbb0-4351-a6e4-0430e4dce338 tempest-ServersTestJSON-1122836914 tempest-ServersTestJSON-1122836914-project] Router db6f77d8-4d78-4002-ac63-ece393d9d6e1 has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 18:55:01.442116 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-259a939d-8659-4a4f-9f92-83ee45cefa5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:01.514849 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-259a939d-8659-4a4f-9f92-83ee45cefa5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:55:01.561768 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-750d9642-45f3-4917-a560-a92d6226b704 req-e7a8e2c6-dbb0-4351-a6e4-0430e4dce338 tempest-ServersTestJSON-1122836914 tempest-ServersTestJSON-1122836914-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 18:55:01.584004 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-259a939d-8659-4a4f-9f92-83ee45cefa5a admin admin] Usage tracker for resource:security_group_rule and tenant:eae1fdaf046b468985cfaf330caf48c3 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:55:01.586263 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c786de92-abb6-4576-bf6f-d3d81e920944 None None] Sync routers for ids ['db6f77d8-4d78-4002-ac63-ece393d9d6e1'] in n-d-844202-1 {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 18:55:01.590086 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-259a939d-8659-4a4f-9f92-83ee45cefa5a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:55:01.610444 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c786de92-abb6-4576-bf6f-d3d81e920944 None None] Routers {'db6f77d8-4d78-4002-ac63-ece393d9d6e1'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:55:01.611583 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-c786de92-abb6-4576-bf6f-d3d81e920944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:54:39Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['db6f77d8-4d78-4002-ac63-ece393d9d6e1'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:55:01.657707 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-750d9642-45f3-4917-a560-a92d6226b704 req-e7a8e2c6-dbb0-4351-a6e4-0430e4dce338 tempest-ServersTestJSON-1122836914 tempest-ServersTestJSON-1122836914-project] No DVR routers for this DVR port e3fcc381-ae80-4fcd-9950-57f4a13a4d72 on host n-h2-844202-1 {{(pid=88524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 18:55:01.661673 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-750d9642-45f3-4917-a560-a92d6226b704 req-e7a8e2c6-dbb0-4351-a6e4-0430e4dce338 tempest-ServersTestJSON-1122836914 tempest-ServersTestJSON-1122836914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:01.665431 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-259a939d-8659-4a4f-9f92-83ee45cefa5a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:55:01.666287 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9de683b5-6960-4339-920c-d199fd362117', 'name': 'network-vif-deleted', 'tag': 'e3fcc381-ae80-4fcd-9950-57f4a13a4d72'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:55:01.683498 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-750d9642-45f3-4917-a560-a92d6226b704 req-e7a8e2c6-dbb0-4351-a6e4-0430e4dce338 tempest-ServersTestJSON-1122836914 tempest-ServersTestJSON-1122836914-project] 10.222.0.50 "DELETE /v2.0/ports/e3fcc381-ae80-4fcd-9950-57f4a13a4d72 HTTP/1.1" status: 204 len: 173 time: 3.6901553 Jun 01 18:55:01.691609 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device d14f629b-6309-4ab1-a5d6-484c9d2808b1 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:55:01.753692 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cfa165-8440-43ee-a3c9-f02c80dd549f req-ccb0f5e1-69c3-4b37-8c1f-f6e75ebe5957 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:01.755640 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c6cfa165-8440-43ee-a3c9-f02c80dd549f req-ccb0f5e1-69c3-4b37-8c1f-f6e75ebe5957 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] 10.222.0.15 "GET /v2.0/networks?id=4c7a9aa4-8b0d-4225-ab31-749c4f434a4b HTTP/1.1" status: 200 len: 818 time: 0.5275285 Jun 01 18:55:01.770819 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-be9a4b50-31a5-41b6-9d46-99acc0aa6b77 req-39acc357-0152-4541-82d6-094def1112bc service neutron] 10.222.0.41 "GET /v2.0/networks/4c7a9aa4-8b0d-4225-ab31-749c4f434a4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6835203 Jun 01 18:55:01.809074 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [req-c6cfa165-8440-43ee-a3c9-f02c80dd549f req-128f53cd-8425-4064-80ae-88a297a9f3cf tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Request body: {'port': {'device_id': '89573410-7740-4786-add2-715066dfb6b7', 'network_id': '4c7a9aa4-8b0d-4225-ab31-749c4f434a4b', 'admin_state_up': True, 'tenant_id': 'd40f7c9e0af24f109f247cdb0a7a60bf'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:55:02.052135 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [req-c6cfa165-8440-43ee-a3c9-f02c80dd549f req-128f53cd-8425-4064-80ae-88a297a9f3cf tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:55:02.068610 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port d14f629b-6309-4ab1-a5d6-484c9d2808b1 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:55:02.068983 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:02.073854 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [req-c6cfa165-8440-43ee-a3c9-f02c80dd549f req-128f53cd-8425-4064-80ae-88a297a9f3cf tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:55:02.084121 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9043b5ac-9bea-4886-8899-816242e075f1 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2614064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9667190'] for subnet, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:02.115475 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e3f0f1f-e2d8-4df8-8f99-c44137109607'] response: {'server_uuid': '9de683b5-6960-4339-920c-d199fd362117', 'name': 'network-vif-deleted', 'tag': 'e3fcc381-ae80-4fcd-9950-57f4a13a4d72', 'status': 'completed', 'code': 200} Jun 01 18:55:02.183925 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6cfa165-8440-43ee-a3c9-f02c80dd549f req-128f53cd-8425-4064-80ae-88a297a9f3cf tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Made reservation on behalf of d40f7c9e0af24f109f247cdb0a7a60bf for: {'port': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:55:02.186953 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a2c569-601f-42bf-a7c8-962ec8e6540c req-a8e77c5a-c530-42b8-9dd5-5c886f4bb5f0 tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:02.188404 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-c6cfa165-8440-43ee-a3c9-f02c80dd549f req-128f53cd-8425-4064-80ae-88a297a9f3cf tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:02.197647 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-32a2c569-601f-42bf-a7c8-962ec8e6540c req-a8e77c5a-c530-42b8-9dd5-5c886f4bb5f0 tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] 10.222.0.41 "GET /v2.0/ports?device_id=32244e54-23cc-458d-b7ea-5b386e43c2fc HTTP/1.1" status: 200 len: 949 time: 0.1960526 Jun 01 18:55:02.229341 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-c786de92-abb6-4576-bf6f-d3d81e920944 None None] Set router db6f77d8-4d78-4002-ac63-ece393d9d6e1 gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:55:02.252270 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-259a939d-8659-4a4f-9f92-83ee45cefa5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:02.303151 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9043b5ac-9bea-4886-8899-816242e075f1 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Pushing event updated for resources: {'Subnet': ['ID=d3059c27-ae56-46c9-882c-62aac0eb99fa,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:55:02.304405 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-32a2c569-601f-42bf-a7c8-962ec8e6540c req-ffad7a5c-cd2e-4e9d-a72b-3fb32ea78865 tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] 10.222.0.41 "GET /v2.0/security-groups?id=c266819c-9421-4c09-b8ec-0766c6fc4de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057868 Jun 01 18:55:02.485961 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fc243bb4-bcbf-42c4-ab71-c4d233ec505e req-6f7e7ac2-2b46-438c-ad6c-394262c779b1 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb004fdd-bd15-457d-91b4-9584fa047d1f HTTP/1.1" status: 200 len: 210 time: 0.1086798 Jun 01 18:55:02.493506 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-259a939d-8659-4a4f-9f92-83ee45cefa5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:02.549863 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9043b5ac-9bea-4886-8899-816242e075f1 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Checking segment: {'id': '0c9af22f-e373-425d-a45d-c52620f14659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '1f0fd83e-cb7b-4720-b9f0-ca97c4dea40f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:55:02.550484 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9043b5ac-9bea-4886-8899-816242e075f1 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Network hostable DHCP agents. Network: 1f0fd83e-cb7b-4720-b9f0-ca97c4dea40f, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 18:55:02.592429 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-259a939d-8659-4a4f-9f92-83ee45cefa5a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=eae1fdaf046b468985cfaf330caf48c3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4774089 Jun 01 18:55:02.595620 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 59180) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:55:02.602306 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259a939d-8659-4a4f-9f92-83ee45cefa5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ead4132-ac04-4cd7-8277-05d985709644,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:55:02.655292 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9043b5ac-9bea-4886-8899-816242e075f1 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Network 1f0fd83e-cb7b-4720-b9f0-ca97c4dea40f is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 18:55:02.683290 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-9043b5ac-9bea-4886-8899-816242e075f1 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, 1f0fd83e-cb7b-4720-b9f0-ca97c4dea40f) {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:55:02.688777 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port d14f629b-6309-4ab1-a5d6-484c9d2808b1 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:55:02.695020 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9043b5ac-9bea-4886-8899-816242e075f1 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:02.695535 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9043b5ac-9bea-4886-8899-816242e075f1 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:02.712429 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ce95a4d-5f01-4c03-9052-94f118f2e118 None None] Network 1f0fd83e-cb7b-4720-b9f0-ca97c4dea40f requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 18:55:02.770108 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-fe11cfca-b78c-4498-9c0a-0b07d7febd0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:02.868498 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-3509eee1-fa6c-4369-b4c0-fbb2fa5fec02 req-15b65d4f-9465-4298-ba1a-fb103caca2bf tempest-ServersTestJSON-1122836914 tempest-ServersTestJSON-1122836914-project] Synchronizing usage tracker for tenant:be364c421efe43d392981c55745cbee0 on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:55:02.895900 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-fe11cfca-b78c-4498-9c0a-0b07d7febd0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:02.912549 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-3509eee1-fa6c-4369-b4c0-fbb2fa5fec02 req-15b65d4f-9465-4298-ba1a-fb103caca2bf tempest-ServersTestJSON-1122836914 tempest-ServersTestJSON-1122836914-project] Unset dirty status for tenant:be364c421efe43d392981c55745cbee0 on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:55:02.914058 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3509eee1-fa6c-4369-b4c0-fbb2fa5fec02 req-15b65d4f-9465-4298-ba1a-fb103caca2bf tempest-ServersTestJSON-1122836914 tempest-ServersTestJSON-1122836914-project] 10.222.0.41 "GET /v2.0/ports?device_id=9de683b5-6960-4339-920c-d199fd362117 HTTP/1.1" status: 200 len: 210 time: 0.1463728 Jun 01 18:55:02.944499 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [req-c6cfa165-8440-43ee-a3c9-f02c80dd549f req-128f53cd-8425-4064-80ae-88a297a9f3cf tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Allocated IP 172.20.0.9 (4c7a9aa4-8b0d-4225-ab31-749c4f434a4b/6675a480-f2f0-4e10-96f4-f99c31c21be5/1962a7c2-7868-4607-b6fe-640b1199e848) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:55:02.965015 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-9043b5ac-9bea-4886-8899-816242e075f1 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.0071762 Jun 01 18:55:02.969413 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 59184) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:55:02.995087 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-ee18b189-7739-4623-b27f-bb158e1b224a tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1828932523'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:55:03.000732 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99251803-8d1f-4e96-970a-74c2282ede6f req-cea880a5-3441-42bd-b75f-3ef33e16c41c tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:03.015818 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-99251803-8d1f-4e96-970a-74c2282ede6f req-cea880a5-3441-42bd-b75f-3ef33e16c41c tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=75417786-319c-42a9-9cdd-7c3f71eaefd2 HTTP/1.1" status: 200 len: 945 time: 0.6915555 Jun 01 18:55:03.019880 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-ee18b189-7739-4623-b27f-bb158e1b224a tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:55:03.030852 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-ee18b189-7739-4623-b27f-bb158e1b224a tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Usage tracker for resource:network and tenant:f72800812881475c88a3f683d52d5d49 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:55:03.038983 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-ee18b189-7739-4623-b27f-bb158e1b224a tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:55:03.058703 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-ee18b189-7739-4623-b27f-bb158e1b224a tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:55:03.087189 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee18b189-7739-4623-b27f-bb158e1b224a tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Made reservation on behalf of f72800812881475c88a3f683d52d5d49 for: {'network': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:55:03.098183 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ee18b189-7739-4623-b27f-bb158e1b224a tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:03.115097 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-99251803-8d1f-4e96-970a-74c2282ede6f req-781b9a5b-7f65-45a6-ac81-fe1871ee04cd tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/security-groups?id=e95c7360-01e1-4fb0-bbdb-7b11f637526c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978832 Jun 01 18:55:03.180092 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-fe11cfca-b78c-4498-9c0a-0b07d7febd0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:03.203625 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee18b189-7739-4623-b27f-bb158e1b224a tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 117} {{(pid=88524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 18:55:03.206217 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe11cfca-b78c-4498-9c0a-0b07d7febd0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ead4132-ac04-4cd7-8277-05d985709644,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:55:03.218172 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-fe11cfca-b78c-4498-9c0a-0b07d7febd0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:03.219284 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-fe11cfca-b78c-4498-9c0a-0b07d7febd0d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4ead4132-ac04-4cd7-8277-05d985709644 HTTP/1.1" status: 204 len: 168 time: 0.6226599 Jun 01 18:55:03.220448 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ee18b189-7739-4623-b27f-bb158e1b224a tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:03.220784 n-d-844202-1 neutron-server[88524]: INFO neutron.db.segments_db [None req-ee18b189-7739-4623-b27f-bb158e1b224a tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Added segment 8c2e576b-90b7-4ea1-bf45-9ad3d5b33b4e of type vlan for network ac41790d-2b6b-4380-a4c4-d3f45b48d9b8 Jun 01 18:55:03.254298 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ee18b189-7739-4623-b27f-bb158e1b224a tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:03.296200 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d959d6ca-4970-4eb6-9d54-29262a163e4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc93f83c3-7fb6-5c13-a9d4-29d739a4e8d2-1f0fd83e-cb7b-4720-b9f0-ca97c4dea40f', 'network_id': '1f0fd83e-cb7b-4720-b9f0-ca97c4dea40f', 'tenant_id': 'f72800812881475c88a3f683d52d5d49', 'fixed_ips': [{'subnet_id': 'd3059c27-ae56-46c9-882c-62aac0eb99fa'}]}} from n-d-844202-1. {{(pid=88526) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 18:55:03.297200 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-d959d6ca-4970-4eb6-9d54-29262a163e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:03.317253 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ee18b189-7739-4623-b27f-bb158e1b224a tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:03.327305 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee18b189-7739-4623-b27f-bb158e1b224a tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:03.328546 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ee18b189-7739-4623-b27f-bb158e1b224a tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:03.486500 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.db_base_plugin_common [None req-d959d6ca-4970-4eb6-9d54-29262a163e4b None None] Allocated IP 2001:db8:0:ffff::2 (1f0fd83e-cb7b-4720-b9f0-ca97c4dea40f/d3059c27-ae56-46c9-882c-62aac0eb99fa/075c9e5c-4258-4222-9320-9c33de1ce890) {{(pid=88526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:55:03.500725 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee18b189-7739-4623-b27f-bb158e1b224a tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Pushing event updated for resources: {'Network': ['ID=ac41790d-2b6b-4380-a4c4-d3f45b48d9b8,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:55:03.587743 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-ee18b189-7739-4623-b27f-bb158e1b224a tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6158230 Jun 01 18:55:03.588825 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-c6cfa165-8440-43ee-a3c9-f02c80dd549f req-128f53cd-8425-4064-80ae-88a297a9f3cf tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:03.605314 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 59198) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:55:03.609232 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network ac41790d-2b6b-4380-a4c4-d3f45b48d9b8 details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 18:55:03.624681 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-aec90d11-52f8-48f6-8b0e-9ef79e84a380 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Request body: {'subnet': {'network_id': 'ac41790d-2b6b-4380-a4c4-d3f45b48d9b8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:55:03.629687 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [req-c6cfa165-8440-43ee-a3c9-f02c80dd549f req-128f53cd-8425-4064-80ae-88a297a9f3cf tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Transition to ACTIVE for port object 1962a7c2-7868-4607-b6fe-640b1199e848 will not be triggered until provisioned by entity DHCP. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:55:03.729035 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-c6cfa165-8440-43ee-a3c9-f02c80dd549f req-128f53cd-8425-4064-80ae-88a297a9f3cf tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:03.738307 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-08e76c26-1881-4778-95f9-d51e83f7f423 req-cc5c95c1-0e65-4007-b2c7-001a9c51b44d tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Synchronizing usage tracker for tenant:d40f7c9e0af24f109f247cdb0a7a60bf on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:55:03.838483 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-c786de92-abb6-4576-bf6f-d3d81e920944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db6f77d8-4d78-4002-ac63-ece393d9d6e1', 'name': 'tempest-ServersTestJSON-1311382100-router', 'tenant_id': 'be364c421efe43d392981c55745cbee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': '705c9357-8fda-49be-87c1-01c053959862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:53:15Z', 'updated_at': '2022-06-01T18:53:35Z', 'revision_number': 4, 'project_id': 'be364c421efe43d392981c55745cbee0', 'gw_port': {'id': '705c9357-8fda-49be-87c1-01c053959862', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:71:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6f77d8-4d78-4002-ac63-ece393d9d6e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:53:18Z', 'updated_at': '2022-06-01T18:53:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': 'f136d3ac-b6e6-4f82-96e8-34ebfa298de4', 'name': '', 'network_id': '89cb058b-9ed3-4e37-a7ba-952d56201dad', 'tenant_id': 'be364c421efe43d392981c55745cbee0', 'mac_address': 'fa:16:3e:8d:68:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6f77d8-4d78-4002-ac63-ece393d9d6e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '20c92181-6933-4439-bedd-96ced55ea613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:53:31Z', 'updated_at': '2022-06-01T18:53:46Z', 'revision_number': 5, 'project_id': 'be364c421efe43d392981c55745cbee0', 'subnets': [{'id': '20c92181-6933-4439-bedd-96ced55ea613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:55:03.842285 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6cfa165-8440-43ee-a3c9-f02c80dd549f req-128f53cd-8425-4064-80ae-88a297a9f3cf tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Network 4c7a9aa4-8b0d-4225-ab31-749c4f434a4b is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:55:03.855696 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [req-c6cfa165-8440-43ee-a3c9-f02c80dd549f req-128f53cd-8425-4064-80ae-88a297a9f3cf tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:55:03.873155 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c786de92-abb6-4576-bf6f-d3d81e920944 None None] Checking router: db6f77d8-4d78-4002-ac63-ece393d9d6e1 for host: n-d-844202-1 {{(pid=88526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 18:55:03.893812 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c786de92-abb6-4576-bf6f-d3d81e920944 None None] Routers {'db6f77d8-4d78-4002-ac63-ece393d9d6e1'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:55:03.894646 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-c786de92-abb6-4576-bf6f-d3d81e920944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:54:39Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['db6f77d8-4d78-4002-ac63-ece393d9d6e1'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:55:03.904436 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6cfa165-8440-43ee-a3c9-f02c80dd549f req-128f53cd-8425-4064-80ae-88a297a9f3cf tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:55:04.074697 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-aec90d11-52f8-48f6-8b0e-9ef79e84a380 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:55:04.122566 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cfa165-8440-43ee-a3c9-f02c80dd549f req-128f53cd-8425-4064-80ae-88a297a9f3cf tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:04.132964 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-c6cfa165-8440-43ee-a3c9-f02c80dd549f req-128f53cd-8425-4064-80ae-88a297a9f3cf tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:04.187586 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-08e76c26-1881-4778-95f9-d51e83f7f423 req-cc5c95c1-0e65-4007-b2c7-001a9c51b44d tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Unset dirty status for tenant:d40f7c9e0af24f109f247cdb0a7a60bf on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:55:04.188499 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-08e76c26-1881-4778-95f9-d51e83f7f423 req-cc5c95c1-0e65-4007-b2c7-001a9c51b44d tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb004fdd-bd15-457d-91b4-9584fa047d1f HTTP/1.1" status: 200 len: 210 time: 0.5086939 Jun 01 18:55:04.209309 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-c786de92-abb6-4576-bf6f-d3d81e920944 None None] Set router db6f77d8-4d78-4002-ac63-ece393d9d6e1 gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:55:04.219282 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128f53cd-8425-4064-80ae-88a297a9f3cf tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Pushing event updated for resources: {'Port': ['ID=1962a7c2-7868-4607-b6fe-640b1199e848,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:55:04.224013 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9a4b50-31a5-41b6-9d46-99acc0aa6b77 req-52c2a633-de88-4f07-ad49-91d263439630 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:04.226398 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c6cfa165-8440-43ee-a3c9-f02c80dd549f req-128f53cd-8425-4064-80ae-88a297a9f3cf tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4325480 Jun 01 18:55:04.229338 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-be9a4b50-31a5-41b6-9d46-99acc0aa6b77 req-52c2a633-de88-4f07-ad49-91d263439630 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] 10.222.0.50 "GET /v2.0/networks?id=4c7a9aa4-8b0d-4225-ab31-749c4f434a4b HTTP/1.1" status: 200 len: 818 time: 0.3541887 Jun 01 18:55:04.245303 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [req-c6cfa165-8440-43ee-a3c9-f02c80dd549f req-2815ce24-5504-48df-bdaf-512a7f7f31d1 service neutron] Request body: {'port': {'device_id': '89573410-7740-4786-add2-715066dfb6b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844202-1'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:55:04.254071 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-be9a4b50-31a5-41b6-9d46-99acc0aa6b77 req-0dd2a2aa-19c7-443e-ac3b-747121e3e047 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Request body: {'port': {'device_id': 'cb004fdd-bd15-457d-91b4-9584fa047d1f', 'network_id': '4c7a9aa4-8b0d-4225-ab31-749c4f434a4b', 'admin_state_up': True, 'tenant_id': 'd40f7c9e0af24f109f247cdb0a7a60bf'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:55:04.526899 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-aec90d11-52f8-48f6-8b0e-9ef79e84a380 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Usage tracker for resource:subnet and tenant:f72800812881475c88a3f683d52d5d49 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:55:04.536006 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-be9a4b50-31a5-41b6-9d46-99acc0aa6b77 req-0dd2a2aa-19c7-443e-ac3b-747121e3e047 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:55:04.547537 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-be9a4b50-31a5-41b6-9d46-99acc0aa6b77 req-0dd2a2aa-19c7-443e-ac3b-747121e3e047 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:55:04.556993 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-aec90d11-52f8-48f6-8b0e-9ef79e84a380 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:55:04.566329 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be9a4b50-31a5-41b6-9d46-99acc0aa6b77 req-0dd2a2aa-19c7-443e-ac3b-747121e3e047 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Made reservation on behalf of d40f7c9e0af24f109f247cdb0a7a60bf for: {'port': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:55:04.570338 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-be9a4b50-31a5-41b6-9d46-99acc0aa6b77 req-0dd2a2aa-19c7-443e-ac3b-747121e3e047 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:04.586181 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-aec90d11-52f8-48f6-8b0e-9ef79e84a380 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:55:04.592382 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-c6cfa165-8440-43ee-a3c9-f02c80dd549f req-2815ce24-5504-48df-bdaf-512a7f7f31d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:04.735671 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aec90d11-52f8-48f6-8b0e-9ef79e84a380 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Made reservation on behalf of f72800812881475c88a3f683d52d5d49 for: {'subnet': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:55:04.739416 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-aec90d11-52f8-48f6-8b0e-9ef79e84a380 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3066584'] for subnet, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:04.756802 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-4a97db52-5a9c-4c63-b7f9-bafb4f6faf6a None None] Provisioning for port 1962a7c2-7868-4607-b6fe-640b1199e848 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:55:04.782681 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cfe788-f8ef-43e2-bbbe-4be00ef27e37 req-49d7cb0a-7e1f-49cd-8a6a-b6d098364b56 tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:04.784203 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-20cfe788-f8ef-43e2-bbbe-4be00ef27e37 req-49d7cb0a-7e1f-49cd-8a6a-b6d098364b56 tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] 10.222.0.41 "GET /v2.0/ports?device_id=32244e54-23cc-458d-b7ea-5b386e43c2fc HTTP/1.1" status: 200 len: 949 time: 1.2680297 Jun 01 18:55:04.791244 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-4a97db52-5a9c-4c63-b7f9-bafb4f6faf6a None None] Provisioning complete for port 1962a7c2-7868-4607-b6fe-640b1199e848 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:55:04.791897 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-4a97db52-5a9c-4c63-b7f9-bafb4f6faf6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:04.936201 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-c786de92-abb6-4576-bf6f-d3d81e920944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db6f77d8-4d78-4002-ac63-ece393d9d6e1', 'name': 'tempest-ServersTestJSON-1311382100-router', 'tenant_id': 'be364c421efe43d392981c55745cbee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': '705c9357-8fda-49be-87c1-01c053959862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:53:15Z', 'updated_at': '2022-06-01T18:53:35Z', 'revision_number': 4, 'project_id': 'be364c421efe43d392981c55745cbee0', 'gw_port': {'id': '705c9357-8fda-49be-87c1-01c053959862', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:71:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6f77d8-4d78-4002-ac63-ece393d9d6e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:53:18Z', 'updated_at': '2022-06-01T18:53:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': 'f136d3ac-b6e6-4f82-96e8-34ebfa298de4', 'name': '', 'network_id': '89cb058b-9ed3-4e37-a7ba-952d56201dad', 'tenant_id': 'be364c421efe43d392981c55745cbee0', 'mac_address': 'fa:16:3e:8d:68:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6f77d8-4d78-4002-ac63-ece393d9d6e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '20c92181-6933-4439-bedd-96ced55ea613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:53:31Z', 'updated_at': '2022-06-01T18:53:46Z', 'revision_number': 5, 'project_id': 'be364c421efe43d392981c55745cbee0', 'subnets': [{'id': '20c92181-6933-4439-bedd-96ced55ea613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:55:04.945669 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-d959d6ca-4970-4eb6-9d54-29262a163e4b None None] Notify callbacks [] for port, precommit_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:04.948886 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-4a97db52-5a9c-4c63-b7f9-bafb4f6faf6a None None] Port 1962a7c2-7868-4607-b6fe-640b1199e848 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 18:55:04.960321 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c786de92-abb6-4576-bf6f-d3d81e920944 None None] The sync data for ids ['db6f77d8-4d78-4002-ac63-ece393d9d6e1'] in n-d-844202-1 is: [{'id': 'db6f77d8-4d78-4002-ac63-ece393d9d6e1', 'name': 'tempest-ServersTestJSON-1311382100-router', 'tenant_id': 'be364c421efe43d392981c55745cbee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': '705c9357-8fda-49be-87c1-01c053959862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:53:15Z', 'updated_at': '2022-06-01T18:53:35Z', 'revision_number': 4, 'project_id': 'be364c421efe43d392981c55745cbee0', 'gw_port': {'id': '705c9357-8fda-49be-87c1-01c053959862', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:71:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6f77d8-4d78-4002-ac63-ece393d9d6e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:53:18Z', 'updated_at': '2022-06-01T18:53:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': 'f136d3ac-b6e6-4f82-96e8-34ebfa298de4', 'name': '', 'network_id': '89cb058b-9ed3-4e37-a7ba-952d56201dad', 'tenant_id': 'be364c421efe43d392981c55745cbee0', 'mac_address': 'fa:16:3e:8d:68:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6f77d8-4d78-4002-ac63-ece393d9d6e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '20c92181-6933-4439-bedd-96ced55ea613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:53:31Z', 'updated_at': '2022-06-01T18:53:46Z', 'revision_number': 5, 'project_id': 'be364c421efe43d392981c55745cbee0', 'subnets': [{'id': '20c92181-6933-4439-bedd-96ced55ea613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 18:55:04.962770 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-d959d6ca-4970-4eb6-9d54-29262a163e4b None None] Transition to ACTIVE for port object 075c9e5c-4258-4222-9320-9c33de1ce890 will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:55:04.975800 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-20cfe788-f8ef-43e2-bbbe-4be00ef27e37 req-b71d780c-623d-43bb-96cc-2a8e35111605 tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] 10.222.0.41 "GET /v2.0/security-groups?id=c266819c-9421-4c09-b8ec-0766c6fc4de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350014 Jun 01 18:55:04.994025 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0640fc02-d76d-4189-88f5-fbf204a14a1f req-7ce0c6f3-15d4-4d46-a4bb-498f5eec092c tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:04.995787 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-0640fc02-d76d-4189-88f5-fbf204a14a1f req-7ce0c6f3-15d4-4d46-a4bb-498f5eec092c tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=75417786-319c-42a9-9cdd-7c3f71eaefd2 HTTP/1.1" status: 200 len: 945 time: 0.3497391 Jun 01 18:55:05.009785 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-d959d6ca-4970-4eb6-9d54-29262a163e4b None None] Transition to ACTIVE for port object 075c9e5c-4258-4222-9320-9c33de1ce890 will not be triggered until provisioned by entity DHCP. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:55:05.020430 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-d959d6ca-4970-4eb6-9d54-29262a163e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526'] for port, after_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:05.060887 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 59228) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:55:05.184206 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d959d6ca-4970-4eb6-9d54-29262a163e4b None None] Network 1f0fd83e-cb7b-4720-b9f0-ca97c4dea40f is already hosted by enough agents. {{(pid=88526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:55:05.188397 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.base_scheduler [None req-d959d6ca-4970-4eb6-9d54-29262a163e4b None None] Resources bound (agent type, host, resource id): {{(pid=88526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:55:05.193088 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d959d6ca-4970-4eb6-9d54-29262a163e4b None None] Received port after_create {{(pid=88526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:55:05.209351 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-0640fc02-d76d-4189-88f5-fbf204a14a1f req-d44efa35-ec8f-4eca-9581-ddad96236b4f tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/security-groups?id=e95c7360-01e1-4fb0-bbdb-7b11f637526c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982377 Jun 01 18:55:05.233313 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d959d6ca-4970-4eb6-9d54-29262a163e4b None None] Pushing event updated for resources: {'Port': ['ID=075c9e5c-4258-4222-9320-9c33de1ce890,revision_number=1']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:55:05.249338 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [req-c6cfa165-8440-43ee-a3c9-f02c80dd549f req-2815ce24-5504-48df-bdaf-512a7f7f31d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1962a7c2-7868-4607-b6fe-640b1199e848 {{(pid=88525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:55:05.265673 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-c6cfa165-8440-43ee-a3c9-f02c80dd549f req-2815ce24-5504-48df-bdaf-512a7f7f31d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:05.307660 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5adf9cfd-3434-4485-9757-992f3636c0dd tempest-ServersTestJSON-1122836914 tempest-ServersTestJSON-1122836914-project] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:05.308047 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d959d6ca-4970-4eb6-9d54-29262a163e4b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:55:05.308550 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d959d6ca-4970-4eb6-9d54-29262a163e4b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:55:05.309120 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d959d6ca-4970-4eb6-9d54-29262a163e4b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:55:05.309680 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d959d6ca-4970-4eb6-9d54-29262a163e4b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:55:05.311216 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [req-c6cfa165-8440-43ee-a3c9-f02c80dd549f req-2815ce24-5504-48df-bdaf-512a7f7f31d1 service neutron] Transition to ACTIVE for port object 1962a7c2-7868-4607-b6fe-640b1199e848 will not be triggered until provisioned by entity L2. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:55:05.311373 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d959d6ca-4970-4eb6-9d54-29262a163e4b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:55:05.312009 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d959d6ca-4970-4eb6-9d54-29262a163e4b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:55:05.312764 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d959d6ca-4970-4eb6-9d54-29262a163e4b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:55:05.313198 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d959d6ca-4970-4eb6-9d54-29262a163e4b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:55:05.314154 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d959d6ca-4970-4eb6-9d54-29262a163e4b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:55:05.314154 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d959d6ca-4970-4eb6-9d54-29262a163e4b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:55:05.314615 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d959d6ca-4970-4eb6-9d54-29262a163e4b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:55:05.315067 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d959d6ca-4970-4eb6-9d54-29262a163e4b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:55:05.334285 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-c6cfa165-8440-43ee-a3c9-f02c80dd549f req-2815ce24-5504-48df-bdaf-512a7f7f31d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:05.349670 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-d959d6ca-4970-4eb6-9d54-29262a163e4b None None] Attempting to bind port 075c9e5c-4258-4222-9320-9c33de1ce890 on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:55:05.350310 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-d959d6ca-4970-4eb6-9d54-29262a163e4b None None] Attempting to bind port 075c9e5c-4258-4222-9320-9c33de1ce890 by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': '0c9af22f-e373-425d-a45d-c52620f14659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '1f0fd83e-cb7b-4720-b9f0-ca97c4dea40f'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:55:05.350835 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d959d6ca-4970-4eb6-9d54-29262a163e4b None None] Attempting to bind port 075c9e5c-4258-4222-9320-9c33de1ce890 on network 1f0fd83e-cb7b-4720-b9f0-ca97c4dea40f {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:55:05.356559 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d959d6ca-4970-4eb6-9d54-29262a163e4b None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 18, 54, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:55:05.357758 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d959d6ca-4970-4eb6-9d54-29262a163e4b None None] Checking segment: {'id': '0c9af22f-e373-425d-a45d-c52620f14659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '1f0fd83e-cb7b-4720-b9f0-ca97c4dea40f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:55:05.358248 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-d959d6ca-4970-4eb6-9d54-29262a163e4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:05.358644 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d959d6ca-4970-4eb6-9d54-29262a163e4b None None] Bound using segment: {'id': '0c9af22f-e373-425d-a45d-c52620f14659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '1f0fd83e-cb7b-4720-b9f0-ca97c4dea40f'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:55:05.359110 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-d959d6ca-4970-4eb6-9d54-29262a163e4b None None] Bound port: 075c9e5c-4258-4222-9320-9c33de1ce890, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c9af22f-e373-425d-a45d-c52620f14659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '1f0fd83e-cb7b-4720-b9f0-ca97c4dea40f'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:55:05.359481 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-d959d6ca-4970-4eb6-9d54-29262a163e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:05.487998 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-23382f34-ac47-4f79-967d-c41c4c6afc1c req-089ebfd8-7009-4c3a-a609-337e09d8e4ac tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb004fdd-bd15-457d-91b4-9584fa047d1f HTTP/1.1" status: 200 len: 210 time: 0.1318688 Jun 01 18:55:05.498929 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb49b0b-5775-42fb-b23d-0c0f5942c1e5 None None] New status for floating IP 206cbcf5-b9ca-4f4c-a580-140d56230f38: DOWN {{(pid=88527) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 18:55:05.555733 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5adf9cfd-3434-4485-9757-992f3636c0dd tempest-ServersTestJSON-1122836914 tempest-ServersTestJSON-1122836914-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:05.570020 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [req-be9a4b50-31a5-41b6-9d46-99acc0aa6b77 req-0dd2a2aa-19c7-443e-ac3b-747121e3e047 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Allocated IP 172.20.0.8 (4c7a9aa4-8b0d-4225-ab31-749c4f434a4b/6675a480-f2f0-4e10-96f4-f99c31c21be5/06561cac-2a48-40a3-bf58-d979cdbc3b51) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:55:05.615935 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-d959d6ca-4970-4eb6-9d54-29262a163e4b None None] For port 075c9e5c-4258-4222-9320-9c33de1ce890, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:55:05.621177 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-d959d6ca-4970-4eb6-9d54-29262a163e4b None None] For port 075c9e5c-4258-4222-9320-9c33de1ce890, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=075c9e5c-4258-4222-9320-9c33de1ce890,segment=NetworkSegment(0c9af22f-e373-425d-a45d-c52620f14659),segment_id=0c9af22f-e373-425d-a45d-c52620f14659)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:55:05.625923 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-d959d6ca-4970-4eb6-9d54-29262a163e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:05.628757 n-d-844202-1 neutron-server[88524]: DEBUG neutron.objects.ports [None req-aec90d11-52f8-48f6-8b0e-9ef79e84a380 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88524) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jun 01 18:55:05.633306 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-aec90d11-52f8-48f6-8b0e-9ef79e84a380 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2718919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3066602'] for subnet, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:05.663932 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2815ce24-5504-48df-bdaf-512a7f7f31d1 service neutron] Pushing event updated for resources: {'Port': ['ID=1962a7c2-7868-4607-b6fe-640b1199e848,revision_number=2']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:55:05.804560 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d959d6ca-4970-4eb6-9d54-29262a163e4b None None] Pushing event updated for resources: {'Port': ['ID=075c9e5c-4258-4222-9320-9c33de1ce890,revision_number=2']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:55:05.809726 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5adf9cfd-3434-4485-9757-992f3636c0dd tempest-ServersTestJSON-1122836914 tempest-ServersTestJSON-1122836914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:05.840044 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adf9cfd-3434-4485-9757-992f3636c0dd tempest-ServersTestJSON-1122836914 tempest-ServersTestJSON-1122836914-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a41a438a-7d5d-4e3d-9835-863d30a4b6de,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:55:05.844286 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-c6cfa165-8440-43ee-a3c9-f02c80dd549f req-2815ce24-5504-48df-bdaf-512a7f7f31d1 service neutron] Attempting to bind port 1962a7c2-7868-4607-b6fe-640b1199e848 on host n-h1-844202-1 for vnic_type normal with profile {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:55:05.844586 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-c6cfa165-8440-43ee-a3c9-f02c80dd549f req-2815ce24-5504-48df-bdaf-512a7f7f31d1 service neutron] Attempting to bind port 1962a7c2-7868-4607-b6fe-640b1199e848 by drivers openvswitch,hyperv on host n-h1-844202-1 at level 0 using segments [{'id': '76205301-da60-4ecb-a61c-114de025a248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '4c7a9aa4-8b0d-4225-ab31-749c4f434a4b'}] {{(pid=88525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:55:05.844914 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6cfa165-8440-43ee-a3c9-f02c80dd549f req-2815ce24-5504-48df-bdaf-512a7f7f31d1 service neutron] Attempting to bind port 1962a7c2-7868-4607-b6fe-640b1199e848 on network 4c7a9aa4-8b0d-4225-ab31-749c4f434a4b {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:55:05.867041 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6cfa165-8440-43ee-a3c9-f02c80dd549f req-2815ce24-5504-48df-bdaf-512a7f7f31d1 service neutron] Port 1962a7c2-7868-4607-b6fe-640b1199e848 on network 4c7a9aa4-8b0d-4225-ab31-749c4f434a4b not bound, no agent of type Open vSwitch agent registered on host n-h1-844202-1 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 18:55:05.867558 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6cfa165-8440-43ee-a3c9-f02c80dd549f req-2815ce24-5504-48df-bdaf-512a7f7f31d1 service neutron] Attempting to bind port 1962a7c2-7868-4607-b6fe-640b1199e848 on network 4c7a9aa4-8b0d-4225-ab31-749c4f434a4b {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:55:05.877112 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5adf9cfd-3434-4485-9757-992f3636c0dd tempest-ServersTestJSON-1122836914 tempest-ServersTestJSON-1122836914-project] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:05.878456 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-5adf9cfd-3434-4485-9757-992f3636c0dd tempest-ServersTestJSON-1122836914 tempest-ServersTestJSON-1122836914-project] 10.222.0.41 "DELETE /v2.0/security-groups/a41a438a-7d5d-4e3d-9835-863d30a4b6de HTTP/1.1" status: 204 len: 168 time: 0.8031735 Jun 01 18:55:05.879793 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6cfa165-8440-43ee-a3c9-f02c80dd549f req-2815ce24-5504-48df-bdaf-512a7f7f31d1 service neutron] Checking agent: {'id': 'bdb1e5d7-b998-4259-838f-3d278e930f32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 18, 54, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:55:05.880601 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6cfa165-8440-43ee-a3c9-f02c80dd549f req-2815ce24-5504-48df-bdaf-512a7f7f31d1 service neutron] Checking segment: {'id': '76205301-da60-4ecb-a61c-114de025a248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '4c7a9aa4-8b0d-4225-ab31-749c4f434a4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:55:05.881390 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6cfa165-8440-43ee-a3c9-f02c80dd549f req-2815ce24-5504-48df-bdaf-512a7f7f31d1 service neutron] Bound using segment: {'id': '76205301-da60-4ecb-a61c-114de025a248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '4c7a9aa4-8b0d-4225-ab31-749c4f434a4b'} {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:55:05.882117 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-c6cfa165-8440-43ee-a3c9-f02c80dd549f req-2815ce24-5504-48df-bdaf-512a7f7f31d1 service neutron] Bound port: 1962a7c2-7868-4607-b6fe-640b1199e848, host: n-h1-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76205301-da60-4ecb-a61c-114de025a248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '4c7a9aa4-8b0d-4225-ab31-749c4f434a4b'}}] {{(pid=88525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:55:05.883001 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-c6cfa165-8440-43ee-a3c9-f02c80dd549f req-2815ce24-5504-48df-bdaf-512a7f7f31d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:05.885088 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 59242) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:55:05.957688 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec90d11-52f8-48f6-8b0e-9ef79e84a380 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Pushing event updated for resources: {'Subnet': ['ID=8f0f6a17-3b0e-4831-b278-e0aeb427713d,revision_number=0']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:55:05.984371 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec90d11-52f8-48f6-8b0e-9ef79e84a380 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Checking segment: {'id': '8c2e576b-90b7-4ea1-bf45-9ad3d5b33b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ac41790d-2b6b-4380-a4c4-d3f45b48d9b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:55:05.984945 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aec90d11-52f8-48f6-8b0e-9ef79e84a380 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Network hostable DHCP agents. Network: ac41790d-2b6b-4380-a4c4-d3f45b48d9b8, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88524) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 18:55:06.028132 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-c6cfa165-8440-43ee-a3c9-f02c80dd549f req-2815ce24-5504-48df-bdaf-512a7f7f31d1 service neutron] For port 1962a7c2-7868-4607-b6fe-640b1199e848, host n-h1-844202-1, cleared binding levels {{(pid=88525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:55:06.033640 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-c6cfa165-8440-43ee-a3c9-f02c80dd549f req-2815ce24-5504-48df-bdaf-512a7f7f31d1 service neutron] For port 1962a7c2-7868-4607-b6fe-640b1199e848, host n-h1-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=1962a7c2-7868-4607-b6fe-640b1199e848,segment=NetworkSegment(76205301-da60-4ecb-a61c-114de025a248),segment_id=76205301-da60-4ecb-a61c-114de025a248)] {{(pid=88525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:55:06.038977 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-c6cfa165-8440-43ee-a3c9-f02c80dd549f req-2815ce24-5504-48df-bdaf-512a7f7f31d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:06.124418 n-d-844202-1 neutron-server[88524]: INFO neutron.api.v2.resource [None req-ad2324e9-5a5d-4f29-8648-5f076553a76a tempest-ServersTestJSON-1122836914 tempest-ServersTestJSON-1122836914-project] show failed (client error): The resource could not be found. Jun 01 18:55:06.125596 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-ad2324e9-5a5d-4f29-8648-5f076553a76a tempest-ServersTestJSON-1122836914 tempest-ServersTestJSON-1122836914-project] 10.222.0.41 "GET /v2.0/security-groups/a41a438a-7d5d-4e3d-9835-863d30a4b6de HTTP/1.1" status: 404 len: 347 time: 0.2200189 Jun 01 18:55:06.136084 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 59250) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:55:06.201845 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cfa165-8440-43ee-a3c9-f02c80dd549f req-2815ce24-5504-48df-bdaf-512a7f7f31d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:06.202454 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-c6cfa165-8440-43ee-a3c9-f02c80dd549f req-2815ce24-5504-48df-bdaf-512a7f7f31d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:06.204088 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c6cfa165-8440-43ee-a3c9-f02c80dd549f req-2815ce24-5504-48df-bdaf-512a7f7f31d1 service neutron] 10.222.0.15 "PUT /v2.0/ports/1962a7c2-7868-4607-b6fe-640b1199e848 HTTP/1.1" status: 200 len: 1091 time: 1.9702051 Jun 01 18:55:06.209595 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89573410-7740-4786-add2-715066dfb6b7', 'tag': '1962a7c2-7868-4607-b6fe-640b1199e848'}] {{(pid=88525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:55:06.303459 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2815ce24-5504-48df-bdaf-512a7f7f31d1 service neutron] Pushing event updated for resources: {'Port': ['ID=1962a7c2-7868-4607-b6fe-640b1199e848,revision_number=3']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:55:06.310528 n-d-844202-1 neutron-server[88525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52cc4fb5-63e3-40f4-a4ac-3108a2e3d18e'] response: {'name': 'network-changed', 'server_uuid': '89573410-7740-4786-add2-715066dfb6b7', 'tag': '1962a7c2-7868-4607-b6fe-640b1199e848', 'status': 'completed', 'code': 200} Jun 01 18:55:06.342419 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d43ff9-fceb-4b51-a8bc-c747596dd1a6 req-1e4f53e9-6445-4494-aafd-38eb89df46c4 tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:06.349457 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c2d43ff9-fceb-4b51-a8bc-c747596dd1a6 req-1e4f53e9-6445-4494-aafd-38eb89df46c4 tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] 10.222.0.41 "GET /v2.0/ports?device_id=32244e54-23cc-458d-b7ea-5b386e43c2fc HTTP/1.1" status: 200 len: 949 time: 0.2126122 Jun 01 18:55:06.403060 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c2d43ff9-fceb-4b51-a8bc-c747596dd1a6 req-d5f15a40-711a-47b0-845d-ec49c023525b tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] 10.222.0.41 "GET /v2.0/security-groups?id=c266819c-9421-4c09-b8ec-0766c6fc4de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526268 Jun 01 18:55:06.406589 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-be9a4b50-31a5-41b6-9d46-99acc0aa6b77 req-0dd2a2aa-19c7-443e-ac3b-747121e3e047 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:06.426263 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cfa165-8440-43ee-a3c9-f02c80dd549f req-c97c8ded-3b41-4e69-8e31-983b7c5758bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:06.427736 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c6cfa165-8440-43ee-a3c9-f02c80dd549f req-c97c8ded-3b41-4e69-8e31-983b7c5758bb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d40f7c9e0af24f109f247cdb0a7a60bf&device_id=89573410-7740-4786-add2-715066dfb6b7 HTTP/1.1" status: 200 len: 1094 time: 0.1770434 Jun 01 18:55:06.487756 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aec90d11-52f8-48f6-8b0e-9ef79e84a380 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Network ac41790d-2b6b-4380-a4c4-d3f45b48d9b8 is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88524) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 18:55:06.510638 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c6cfa165-8440-43ee-a3c9-f02c80dd549f req-b107e251-5a50-4357-8e3a-d7080d70c0e4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1962a7c2-7868-4607-b6fe-640b1199e848 HTTP/1.1" status: 200 len: 217 time: 0.0688341 Jun 01 18:55:06.544455 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [req-be9a4b50-31a5-41b6-9d46-99acc0aa6b77 req-0dd2a2aa-19c7-443e-ac3b-747121e3e047 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Transition to ACTIVE for port object 06561cac-2a48-40a3-bf58-d979cdbc3b51 will not be triggered until provisioned by entity DHCP. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:55:06.556446 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-3c3a57d1-fac6-41ed-98e4-c1732cfe5545 tempest-ServersTestJSON-1122836914 tempest-ServersTestJSON-1122836914-project] Deleting port 8c4595eb-da01-4541-b31d-d25ec45c645d {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:55:06.556787 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-3c3a57d1-fac6-41ed-98e4-c1732cfe5545 tempest-ServersTestJSON-1122836914 tempest-ServersTestJSON-1122836914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:06.581366 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cfa165-8440-43ee-a3c9-f02c80dd549f req-3efebe6e-50e6-4241-a196-e67fe6757b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:06.582782 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c6cfa165-8440-43ee-a3c9-f02c80dd549f req-3efebe6e-50e6-4241-a196-e67fe6757b0e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6675a480-f2f0-4e10-96f4-f99c31c21be5 HTTP/1.1" status: 200 len: 857 time: 0.0655906 Jun 01 18:55:06.618590 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-aec90d11-52f8-48f6-8b0e-9ef79e84a380 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, ac41790d-2b6b-4380-a4c4-d3f45b48d9b8) {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:55:06.629942 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83d5999c-1ffd-4ffd-9281-21a32d2e6621 None None] Network ac41790d-2b6b-4380-a4c4-d3f45b48d9b8 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 18:55:06.631721 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec90d11-52f8-48f6-8b0e-9ef79e84a380 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:06.631882 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-aec90d11-52f8-48f6-8b0e-9ef79e84a380 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:06.759992 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c20d6c43-fd7e-407a-81af-c52c4c9d0012 req-632eae01-4b4f-4c70-9f0b-433ccefe44f7 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb004fdd-bd15-457d-91b4-9584fa047d1f HTTP/1.1" status: 200 len: 210 time: 0.0872478 Jun 01 18:55:06.776951 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cfa165-8440-43ee-a3c9-f02c80dd549f req-5b11527f-26f9-439f-8a32-09977bba886e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:06.781232 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c6cfa165-8440-43ee-a3c9-f02c80dd549f req-5b11527f-26f9-439f-8a32-09977bba886e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4c7a9aa4-8b0d-4225-ab31-749c4f434a4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1874459 Jun 01 18:55:06.817670 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-aec90d11-52f8-48f6-8b0e-9ef79e84a380 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.2094135 Jun 01 18:55:06.818926 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 59264) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:55:06.823490 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-be9a4b50-31a5-41b6-9d46-99acc0aa6b77 req-0dd2a2aa-19c7-443e-ac3b-747121e3e047 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:06.833781 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-52128102-a987-451b-913c-65eb71a3100f tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Request body: {'port': {'network_id': 'ac41790d-2b6b-4380-a4c4-d3f45b48d9b8', 'name': 'tempest-NetworksIpV6TestAttrs-524789833'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:55:06.904337 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bc3fd6-5f40-44cc-91b1-2ff8e01cab78 req-d785171f-c580-459d-be34-23c8de5f3646 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:06.906053 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-08bc3fd6-5f40-44cc-91b1-2ff8e01cab78 req-d785171f-c580-459d-be34-23c8de5f3646 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=75417786-319c-42a9-9cdd-7c3f71eaefd2 HTTP/1.1" status: 200 len: 945 time: 0.4289327 Jun 01 18:55:06.916301 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4607f972-1e35-476b-ba27-03058a284c55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc93f83c3-7fb6-5c13-a9d4-29d739a4e8d2-ac41790d-2b6b-4380-a4c4-d3f45b48d9b8', 'network_id': 'ac41790d-2b6b-4380-a4c4-d3f45b48d9b8', 'tenant_id': 'f72800812881475c88a3f683d52d5d49', 'fixed_ips': [{'subnet_id': '8f0f6a17-3b0e-4831-b278-e0aeb427713d'}]}} from n-d-844202-1. {{(pid=88526) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 18:55:06.917168 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-4607f972-1e35-476b-ba27-03058a284c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:06.973082 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be9a4b50-31a5-41b6-9d46-99acc0aa6b77 req-0dd2a2aa-19c7-443e-ac3b-747121e3e047 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Network 4c7a9aa4-8b0d-4225-ab31-749c4f434a4b is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:55:06.976901 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-3c3a57d1-fac6-41ed-98e4-c1732cfe5545 tempest-ServersTestJSON-1122836914 tempest-ServersTestJSON-1122836914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:06.977221 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-3c3a57d1-fac6-41ed-98e4-c1732cfe5545 tempest-ServersTestJSON-1122836914 tempest-ServersTestJSON-1122836914-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:07.008328 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [req-be9a4b50-31a5-41b6-9d46-99acc0aa6b77 req-0dd2a2aa-19c7-443e-ac3b-747121e3e047 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:55:07.028019 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-be9a4b50-31a5-41b6-9d46-99acc0aa6b77 req-0dd2a2aa-19c7-443e-ac3b-747121e3e047 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:55:07.140503 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.db_base_plugin_common [None req-4607f972-1e35-476b-ba27-03058a284c55 None None] Allocated IP 2001:db8::f816:3eff:fed2:6e15 (ac41790d-2b6b-4380-a4c4-d3f45b48d9b8/8f0f6a17-3b0e-4831-b278-e0aeb427713d/046e1e73-3180-4bec-a397-203886f580b6) {{(pid=88526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:55:07.148207 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b07572a-cfcd-47f0-a857-26625cde37ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:07.149984 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd2a2aa-19c7-443e-ac3b-747121e3e047 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Pushing event updated for resources: {'Port': ['ID=06561cac-2a48-40a3-bf58-d979cdbc3b51,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:55:07.191935 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c10a2640-b9d7-4f33-bc62-819c819e70ac None None] Network 1f0fd83e-cb7b-4720-b9f0-ca97c4dea40f requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 18:55:07.261787 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-3c3a57d1-fac6-41ed-98e4-c1732cfe5545 tempest-ServersTestJSON-1122836914 tempest-ServersTestJSON-1122836914-project] Calling delete_port for 8c4595eb-da01-4541-b31d-d25ec45c645d owned by network:floatingip {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:55:07.300562 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-52128102-a987-451b-913c-65eb71a3100f tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:55:07.304816 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-52128102-a987-451b-913c-65eb71a3100f tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Usage tracker for resource:port and tenant:f72800812881475c88a3f683d52d5d49 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:55:07.308363 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-52128102-a987-451b-913c-65eb71a3100f tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:55:07.311595 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-08bc3fd6-5f40-44cc-91b1-2ff8e01cab78 req-537d168c-5b40-4176-8bb7-0f5cf7ca3559 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/security-groups?id=e95c7360-01e1-4fb0-bbdb-7b11f637526c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3869290 Jun 01 18:55:07.315441 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-52128102-a987-451b-913c-65eb71a3100f tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:55:07.374837 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c6cfa165-8440-43ee-a3c9-f02c80dd549f req-37de6c19-51ef-4d72-9d15-e2f3efc10ac9 service neutron] 10.222.0.15 "GET /v2.0/networks/4c7a9aa4-8b0d-4225-ab31-749c4f434a4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5859888 Jun 01 18:55:07.375827 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52128102-a987-451b-913c-65eb71a3100f tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Made reservation on behalf of f72800812881475c88a3f683d52d5d49 for: {'port': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:55:07.379416 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-52128102-a987-451b-913c-65eb71a3100f tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:07.413236 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9a4b50-31a5-41b6-9d46-99acc0aa6b77 req-0dd2a2aa-19c7-443e-ac3b-747121e3e047 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:07.415178 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-be9a4b50-31a5-41b6-9d46-99acc0aa6b77 req-0dd2a2aa-19c7-443e-ac3b-747121e3e047 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:07.450460 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-a1abdd26-b040-4b6b-970d-81e96151e0ad None None] Provisioning for port 075c9e5c-4258-4222-9320-9c33de1ce890 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:55:07.505701 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-be9a4b50-31a5-41b6-9d46-99acc0aa6b77 req-0dd2a2aa-19c7-443e-ac3b-747121e3e047 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2649331 Jun 01 18:55:07.529810 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-be9a4b50-31a5-41b6-9d46-99acc0aa6b77 req-4f3357c4-fb41-42f2-a9c6-1a231e819091 service neutron] Request body: {'port': {'device_id': 'cb004fdd-bd15-457d-91b4-9584fa047d1f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844202-1'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:55:07.584269 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [None req-52128102-a987-451b-913c-65eb71a3100f tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] device_id is not set on port bc6f6089-e16a-4fdc-9a08-0fcf90f77a8c yet. {{(pid=88525) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 18:55:07.726054 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-da99514d-2733-442f-9500-c580e8683f2b None None] Provisioning for port 06561cac-2a48-40a3-bf58-d979cdbc3b51 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:55:07.735588 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 075c9e5c-4258-4222-9320-9c33de1ce890 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:55:07.777886 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-da99514d-2733-442f-9500-c580e8683f2b None None] Provisioning complete for port 06561cac-2a48-40a3-bf58-d979cdbc3b51 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:55:07.778099 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-da99514d-2733-442f-9500-c580e8683f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:07.808593 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c6cfa165-8440-43ee-a3c9-f02c80dd549f req-130531a3-492e-4512-a394-0713fbee9548 service neutron] 10.222.0.15 "GET /v2.0/networks/4c7a9aa4-8b0d-4225-ab31-749c4f434a4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4196935 Jun 01 18:55:07.837648 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1c7866-fdee-4852-96d7-699efb5b3488 req-ca16f82d-d910-4761-b8da-7edaeb3273aa tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:07.839135 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-bf1c7866-fdee-4852-96d7-699efb5b3488 req-ca16f82d-d910-4761-b8da-7edaeb3273aa tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] 10.222.0.41 "GET /v2.0/ports?device_id=32244e54-23cc-458d-b7ea-5b386e43c2fc HTTP/1.1" status: 200 len: 949 time: 0.1808796 Jun 01 18:55:07.850567 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-4607f972-1e35-476b-ba27-03058a284c55 None None] Notify callbacks [] for port, precommit_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:07.862975 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-da99514d-2733-442f-9500-c580e8683f2b None None] Port 06561cac-2a48-40a3-bf58-d979cdbc3b51 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 18:55:07.889705 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-4607f972-1e35-476b-ba27-03058a284c55 None None] Transition to ACTIVE for port object 046e1e73-3180-4bec-a397-203886f580b6 will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:55:07.909701 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-3c3a57d1-fac6-41ed-98e4-c1732cfe5545 tempest-ServersTestJSON-1122836914 tempest-ServersTestJSON-1122836914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:07.935976 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-4607f972-1e35-476b-ba27-03058a284c55 None None] Transition to ACTIVE for port object 046e1e73-3180-4bec-a397-203886f580b6 will not be triggered until provisioned by entity DHCP. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:55:07.943037 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-4607f972-1e35-476b-ba27-03058a284c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526'] for port, after_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:08.000388 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-bf1c7866-fdee-4852-96d7-699efb5b3488 req-b471a2d9-e33e-4835-b848-e0898b31f478 tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] 10.222.0.41 "GET /v2.0/security-groups?id=c266819c-9421-4c09-b8ec-0766c6fc4de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553917 Jun 01 18:55:08.021602 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3a57d1-fac6-41ed-98e4-c1732cfe5545 tempest-ServersTestJSON-1122836914 tempest-ServersTestJSON-1122836914-project] Pushing event deleted for resources: {'Port': ['ID=8c4595eb-da01-4541-b31d-d25ec45c645d,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:55:08.021602 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-be9a4b50-31a5-41b6-9d46-99acc0aa6b77 req-4f3357c4-fb41-42f2-a9c6-1a231e819091 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:08.090584 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4607f972-1e35-476b-ba27-03058a284c55 None None] Pushing event updated for resources: {'Port': ['ID=046e1e73-3180-4bec-a397-203886f580b6,revision_number=1']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:55:08.099879 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port 075c9e5c-4258-4222-9320-9c33de1ce890 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:55:08.114223 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [None req-52128102-a987-451b-913c-65eb71a3100f tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Allocated IP 2001:db8::f816:3eff:fe93:3d5a (ac41790d-2b6b-4380-a4c4-d3f45b48d9b8/8f0f6a17-3b0e-4831-b278-e0aeb427713d/bc6f6089-e16a-4fdc-9a08-0fcf90f77a8c) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:55:08.115633 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 075c9e5c-4258-4222-9320-9c33de1ce890 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:55:08.116034 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:08.137820 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491da0fa-f0a9-4a76-bace-7ac45234fee0 req-929f734b-eebf-42d6-b853-6c2fe53ede05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:08.140315 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-491da0fa-f0a9-4a76-bace-7ac45234fee0 req-929f734b-eebf-42d6-b853-6c2fe53ede05 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d40f7c9e0af24f109f247cdb0a7a60bf&device_id=89573410-7740-4786-add2-715066dfb6b7 HTTP/1.1" status: 200 len: 1094 time: 0.2690854 Jun 01 18:55:08.197086 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4607f972-1e35-476b-ba27-03058a284c55 None None] Network ac41790d-2b6b-4380-a4c4-d3f45b48d9b8 is already hosted by enough agents. {{(pid=88526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:55:08.200345 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.base_scheduler [None req-4607f972-1e35-476b-ba27-03058a284c55 None None] Resources bound (agent type, host, resource id): {{(pid=88526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:55:08.207957 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4607f972-1e35-476b-ba27-03058a284c55 None None] Received port after_create {{(pid=88526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:55:08.292579 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-3c3a57d1-fac6-41ed-98e4-c1732cfe5545 tempest-ServersTestJSON-1122836914 tempest-ServersTestJSON-1122836914-project] Notify callbacks [] for floatingip, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:08.382150 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-4607f972-1e35-476b-ba27-03058a284c55 None None] Attempting to bind port 046e1e73-3180-4bec-a397-203886f580b6 on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:55:08.382527 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-4607f972-1e35-476b-ba27-03058a284c55 None None] Attempting to bind port 046e1e73-3180-4bec-a397-203886f580b6 by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': '8c2e576b-90b7-4ea1-bf45-9ad3d5b33b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ac41790d-2b6b-4380-a4c4-d3f45b48d9b8'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:55:08.382903 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4607f972-1e35-476b-ba27-03058a284c55 None None] Attempting to bind port 046e1e73-3180-4bec-a397-203886f580b6 on network ac41790d-2b6b-4380-a4c4-d3f45b48d9b8 {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:55:08.391465 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4607f972-1e35-476b-ba27-03058a284c55 None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 18, 54, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:55:08.391801 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4607f972-1e35-476b-ba27-03058a284c55 None None] Checking segment: {'id': '8c2e576b-90b7-4ea1-bf45-9ad3d5b33b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ac41790d-2b6b-4380-a4c4-d3f45b48d9b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:55:08.392383 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-4607f972-1e35-476b-ba27-03058a284c55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:08.393122 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4607f972-1e35-476b-ba27-03058a284c55 None None] Bound using segment: {'id': '8c2e576b-90b7-4ea1-bf45-9ad3d5b33b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ac41790d-2b6b-4380-a4c4-d3f45b48d9b8'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:55:08.393406 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-4607f972-1e35-476b-ba27-03058a284c55 None None] Bound port: 046e1e73-3180-4bec-a397-203886f580b6, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c2e576b-90b7-4ea1-bf45-9ad3d5b33b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ac41790d-2b6b-4380-a4c4-d3f45b48d9b8'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:55:08.393881 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-4607f972-1e35-476b-ba27-03058a284c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:08.403611 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-d0d9f3d9-7c33-4d61-b525-303d300e40a2 None None] Provisioning complete for port 075c9e5c-4258-4222-9320-9c33de1ce890 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:55:08.404034 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-d0d9f3d9-7c33-4d61-b525-303d300e40a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:08.424526 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-3c3a57d1-fac6-41ed-98e4-c1732cfe5545 tempest-ServersTestJSON-1122836914 tempest-ServersTestJSON-1122836914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for floatingip, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:08.425673 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-3c3a57d1-fac6-41ed-98e4-c1732cfe5545 tempest-ServersTestJSON-1122836914 tempest-ServersTestJSON-1122836914-project] 10.222.0.41 "DELETE /v2.0/floatingips/206cbcf5-b9ca-4f4c-a580-140d56230f38 HTTP/1.1" status: 204 len: 168 time: 2.2847009 Jun 01 18:55:08.431806 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 59282) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:55:08.473495 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 075c9e5c-4258-4222-9320-9c33de1ce890 is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:55:08.473905 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:08.478938 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438c7f2b-2eb0-47d5-8fa4-3f1d9fa4a85e req-e4ec1b29-f48a-4dfe-8c7e-e9614ca4f0e3 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:08.479694 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-438c7f2b-2eb0-47d5-8fa4-3f1d9fa4a85e req-e4ec1b29-f48a-4dfe-8c7e-e9614ca4f0e3 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Synchronizing usage tracker for tenant:d40f7c9e0af24f109f247cdb0a7a60bf on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:55:08.621606 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port 075c9e5c-4258-4222-9320-9c33de1ce890, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=075c9e5c-4258-4222-9320-9c33de1ce890,segment=NetworkSegment(0c9af22f-e373-425d-a45d-c52620f14659),segment_id=0c9af22f-e373-425d-a45d-c52620f14659)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:55:08.638329 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:08.649220 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491da0fa-f0a9-4a76-bace-7ac45234fee0 req-b684125a-d6c9-48cd-84a4-7da8ea008097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:08.650974 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-491da0fa-f0a9-4a76-bace-7ac45234fee0 req-b684125a-d6c9-48cd-84a4-7da8ea008097 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4c7a9aa4-8b0d-4225-ab31-749c4f434a4b HTTP/1.1" status: 200 len: 919 time: 0.4455006 Jun 01 18:55:08.651314 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-438c7f2b-2eb0-47d5-8fa4-3f1d9fa4a85e req-e4ec1b29-f48a-4dfe-8c7e-e9614ca4f0e3 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Unset dirty status for tenant:d40f7c9e0af24f109f247cdb0a7a60bf on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:55:08.652720 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-438c7f2b-2eb0-47d5-8fa4-3f1d9fa4a85e req-e4ec1b29-f48a-4dfe-8c7e-e9614ca4f0e3 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb004fdd-bd15-457d-91b4-9584fa047d1f HTTP/1.1" status: 200 len: 931 time: 0.6385057 Jun 01 18:55:08.664080 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-52128102-a987-451b-913c-65eb71a3100f tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:08.716847 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [req-be9a4b50-31a5-41b6-9d46-99acc0aa6b77 req-4f3357c4-fb41-42f2-a9c6-1a231e819091 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06561cac-2a48-40a3-bf58-d979cdbc3b51 {{(pid=88524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:55:08.728493 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-be9a4b50-31a5-41b6-9d46-99acc0aa6b77 req-4f3357c4-fb41-42f2-a9c6-1a231e819091 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:08.734988 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=075c9e5c-4258-4222-9320-9c33de1ce890,revision_number=3']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:55:08.736166 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-438c7f2b-2eb0-47d5-8fa4-3f1d9fa4a85e req-11dab6d4-9182-4fb1-ad1f-18aea85c65dd tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] 10.222.0.41 "GET /v2.0/security-groups?id=10328742-6369-4815-ae6a-3cb954039bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700293 Jun 01 18:55:08.754356 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [req-be9a4b50-31a5-41b6-9d46-99acc0aa6b77 req-4f3357c4-fb41-42f2-a9c6-1a231e819091 service neutron] Transition to ACTIVE for port object 06561cac-2a48-40a3-bf58-d979cdbc3b51 will not be triggered until provisioned by entity L2. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:55:08.760616 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-be9a4b50-31a5-41b6-9d46-99acc0aa6b77 req-4f3357c4-fb41-42f2-a9c6-1a231e819091 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:08.775566 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-4607f972-1e35-476b-ba27-03058a284c55 None None] For port 046e1e73-3180-4bec-a397-203886f580b6, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:55:08.780106 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-4607f972-1e35-476b-ba27-03058a284c55 None None] For port 046e1e73-3180-4bec-a397-203886f580b6, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=046e1e73-3180-4bec-a397-203886f580b6,segment=NetworkSegment(8c2e576b-90b7-4ea1-bf45-9ad3d5b33b4e),segment_id=8c2e576b-90b7-4ea1-bf45-9ad3d5b33b4e)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:55:08.813918 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-4607f972-1e35-476b-ba27-03058a284c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:08.836246 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-491da0fa-f0a9-4a76-bace-7ac45234fee0 req-ae74cdfb-adf5-4ca5-8bff-8dfbd98ec639 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1962a7c2-7868-4607-b6fe-640b1199e848 HTTP/1.1" status: 200 len: 217 time: 0.1467035 Jun 01 18:55:08.844404 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [None req-52128102-a987-451b-913c-65eb71a3100f tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Transition to ACTIVE for port object bc6f6089-e16a-4fdc-9a08-0fcf90f77a8c will not be triggered until provisioned by entity DHCP. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:55:08.907853 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491da0fa-f0a9-4a76-bace-7ac45234fee0 req-c1c60f0d-c936-4dbb-9f48-3efb49d9ace5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:08.909340 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-491da0fa-f0a9-4a76-bace-7ac45234fee0 req-c1c60f0d-c936-4dbb-9f48-3efb49d9ace5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6675a480-f2f0-4e10-96f4-f99c31c21be5 HTTP/1.1" status: 200 len: 857 time: 0.0635550 Jun 01 18:55:08.923837 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-d0d9f3d9-7c33-4d61-b525-303d300e40a2 None None] Current status of the port 075c9e5c-4258-4222-9320-9c33de1ce890 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:55:08.934458 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4607f972-1e35-476b-ba27-03058a284c55 None None] Pushing event updated for resources: {'Port': ['ID=046e1e73-3180-4bec-a397-203886f580b6,revision_number=2']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:55:09.107812 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3357c4-fb41-42f2-a9c6-1a231e819091 service neutron] Pushing event updated for resources: {'Port': ['ID=06561cac-2a48-40a3-bf58-d979cdbc3b51,revision_number=2']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:55:09.158859 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-be9a4b50-31a5-41b6-9d46-99acc0aa6b77 req-4f3357c4-fb41-42f2-a9c6-1a231e819091 service neutron] Attempting to bind port 06561cac-2a48-40a3-bf58-d979cdbc3b51 on host n-h2-844202-1 for vnic_type normal with profile {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:55:09.159358 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-be9a4b50-31a5-41b6-9d46-99acc0aa6b77 req-4f3357c4-fb41-42f2-a9c6-1a231e819091 service neutron] Attempting to bind port 06561cac-2a48-40a3-bf58-d979cdbc3b51 by drivers openvswitch,hyperv on host n-h2-844202-1 at level 0 using segments [{'id': '76205301-da60-4ecb-a61c-114de025a248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '4c7a9aa4-8b0d-4225-ab31-749c4f434a4b'}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:55:09.159789 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be9a4b50-31a5-41b6-9d46-99acc0aa6b77 req-4f3357c4-fb41-42f2-a9c6-1a231e819091 service neutron] Attempting to bind port 06561cac-2a48-40a3-bf58-d979cdbc3b51 on network 4c7a9aa4-8b0d-4225-ab31-749c4f434a4b {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:55:09.211513 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be9a4b50-31a5-41b6-9d46-99acc0aa6b77 req-4f3357c4-fb41-42f2-a9c6-1a231e819091 service neutron] Port 06561cac-2a48-40a3-bf58-d979cdbc3b51 on network 4c7a9aa4-8b0d-4225-ab31-749c4f434a4b not bound, no agent of type Open vSwitch agent registered on host n-h2-844202-1 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 18:55:09.211954 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be9a4b50-31a5-41b6-9d46-99acc0aa6b77 req-4f3357c4-fb41-42f2-a9c6-1a231e819091 service neutron] Attempting to bind port 06561cac-2a48-40a3-bf58-d979cdbc3b51 on network 4c7a9aa4-8b0d-4225-ab31-749c4f434a4b {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:55:09.231088 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be9a4b50-31a5-41b6-9d46-99acc0aa6b77 req-4f3357c4-fb41-42f2-a9c6-1a231e819091 service neutron] Checking agent: {'id': 'f5db9968-6317-4186-9100-9e0ca6b50417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 18, 54, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:55:09.233400 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be9a4b50-31a5-41b6-9d46-99acc0aa6b77 req-4f3357c4-fb41-42f2-a9c6-1a231e819091 service neutron] Checking segment: {'id': '76205301-da60-4ecb-a61c-114de025a248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '4c7a9aa4-8b0d-4225-ab31-749c4f434a4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:55:09.241702 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be9a4b50-31a5-41b6-9d46-99acc0aa6b77 req-4f3357c4-fb41-42f2-a9c6-1a231e819091 service neutron] Bound using segment: {'id': '76205301-da60-4ecb-a61c-114de025a248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '4c7a9aa4-8b0d-4225-ab31-749c4f434a4b'} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:55:09.242252 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-be9a4b50-31a5-41b6-9d46-99acc0aa6b77 req-4f3357c4-fb41-42f2-a9c6-1a231e819091 service neutron] Bound port: 06561cac-2a48-40a3-bf58-d979cdbc3b51, host: n-h2-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76205301-da60-4ecb-a61c-114de025a248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '4c7a9aa4-8b0d-4225-ab31-749c4f434a4b'}}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:55:09.242727 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-be9a4b50-31a5-41b6-9d46-99acc0aa6b77 req-4f3357c4-fb41-42f2-a9c6-1a231e819091 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:09.282056 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdb86a1-5295-4b80-827f-e623b2c1b210 req-39ad35dd-0a9f-4ada-89ea-80b9b6d9b523 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:09.283534 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-dfdb86a1-5295-4b80-827f-e623b2c1b210 req-39ad35dd-0a9f-4ada-89ea-80b9b6d9b523 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=75417786-319c-42a9-9cdd-7c3f71eaefd2 HTTP/1.1" status: 200 len: 945 time: 0.7498589 Jun 01 18:55:09.359334 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b69b3e-f76c-40ee-b233-9687011d2bb2 req-651685bc-ac9d-4968-b5cd-d3afc1fec36b tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:09.361064 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-83b69b3e-f76c-40ee-b233-9687011d2bb2 req-651685bc-ac9d-4968-b5cd-d3afc1fec36b tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] 10.222.0.41 "GET /v2.0/ports?device_id=32244e54-23cc-458d-b7ea-5b386e43c2fc HTTP/1.1" status: 200 len: 949 time: 0.2042840 Jun 01 18:55:09.403225 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-be9a4b50-31a5-41b6-9d46-99acc0aa6b77 req-4f3357c4-fb41-42f2-a9c6-1a231e819091 service neutron] For port 06561cac-2a48-40a3-bf58-d979cdbc3b51, host n-h2-844202-1, cleared binding levels {{(pid=88524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:55:09.414134 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-be9a4b50-31a5-41b6-9d46-99acc0aa6b77 req-4f3357c4-fb41-42f2-a9c6-1a231e819091 service neutron] For port 06561cac-2a48-40a3-bf58-d979cdbc3b51, host n-h2-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=06561cac-2a48-40a3-bf58-d979cdbc3b51,segment=NetworkSegment(76205301-da60-4ecb-a61c-114de025a248),segment_id=76205301-da60-4ecb-a61c-114de025a248)] {{(pid=88524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:55:09.428923 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-be9a4b50-31a5-41b6-9d46-99acc0aa6b77 req-4f3357c4-fb41-42f2-a9c6-1a231e819091 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:09.435211 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-83b69b3e-f76c-40ee-b233-9687011d2bb2 req-29ea85ed-c637-43bf-a6b5-384ba16be6d9 tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] 10.222.0.41 "GET /v2.0/security-groups?id=c266819c-9421-4c09-b8ec-0766c6fc4de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644498 Jun 01 18:55:09.454823 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-dfdb86a1-5295-4b80-827f-e623b2c1b210 req-9c3e9be1-7c55-48c9-824d-dd16c00c23cc tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/security-groups?id=e95c7360-01e1-4fb0-bbdb-7b11f637526c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528766 Jun 01 18:55:09.458932 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-47d738ec-24c3-48b4-a0a8-962f3069e07b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:09.470384 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-52128102-a987-451b-913c-65eb71a3100f tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:09.507646 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9a4b50-31a5-41b6-9d46-99acc0aa6b77 req-4f3357c4-fb41-42f2-a9c6-1a231e819091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:09.508417 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-be9a4b50-31a5-41b6-9d46-99acc0aa6b77 req-4f3357c4-fb41-42f2-a9c6-1a231e819091 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:09.509849 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-be9a4b50-31a5-41b6-9d46-99acc0aa6b77 req-4f3357c4-fb41-42f2-a9c6-1a231e819091 service neutron] 10.222.0.50 "PUT /v2.0/ports/06561cac-2a48-40a3-bf58-d979cdbc3b51 HTTP/1.1" status: 200 len: 1091 time: 1.9929624 Jun 01 18:55:09.510331 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb004fdd-bd15-457d-91b4-9584fa047d1f', 'tag': '06561cac-2a48-40a3-bf58-d979cdbc3b51'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:55:09.531652 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3357c4-fb41-42f2-a9c6-1a231e819091 service neutron] Pushing event updated for resources: {'Port': ['ID=06561cac-2a48-40a3-bf58-d979cdbc3b51,revision_number=3']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:55:09.603438 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02a071ab-e10c-4569-962e-245a7e13b7f6'] response: {'name': 'network-changed', 'server_uuid': 'cb004fdd-bd15-457d-91b4-9584fa047d1f', 'tag': '06561cac-2a48-40a3-bf58-d979cdbc3b51', 'status': 'completed', 'code': 200} Jun 01 18:55:09.640075 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52128102-a987-451b-913c-65eb71a3100f tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Network ac41790d-2b6b-4380-a4c4-d3f45b48d9b8 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:55:09.642289 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491da0fa-f0a9-4a76-bace-7ac45234fee0 req-8a8c1ac8-bf11-4863-87cd-0124480616c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:09.643881 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-491da0fa-f0a9-4a76-bace-7ac45234fee0 req-8a8c1ac8-bf11-4863-87cd-0124480616c2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4c7a9aa4-8b0d-4225-ab31-749c4f434a4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7164316 Jun 01 18:55:09.650767 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-52128102-a987-451b-913c-65eb71a3100f tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:55:09.652840 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52128102-a987-451b-913c-65eb71a3100f tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Pushing event updated for resources: {'Port': ['ID=bc6f6089-e16a-4fdc-9a08-0fcf90f77a8c,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:55:09.663289 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52128102-a987-451b-913c-65eb71a3100f tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:55:09.668996 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52128102-a987-451b-913c-65eb71a3100f tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:09.670262 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-52128102-a987-451b-913c-65eb71a3100f tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:09.671205 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9a4b50-31a5-41b6-9d46-99acc0aa6b77 req-b585bcc9-b571-4cf6-86a2-ad4d1240223e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:09.672944 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-be9a4b50-31a5-41b6-9d46-99acc0aa6b77 req-b585bcc9-b571-4cf6-86a2-ad4d1240223e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d40f7c9e0af24f109f247cdb0a7a60bf&device_id=cb004fdd-bd15-457d-91b4-9584fa047d1f HTTP/1.1" status: 200 len: 1094 time: 0.1167121 Jun 01 18:55:09.773267 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-be9a4b50-31a5-41b6-9d46-99acc0aa6b77 req-4cf8c9b5-7f43-402f-806f-860cac91975e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=06561cac-2a48-40a3-bf58-d979cdbc3b51 HTTP/1.1" status: 200 len: 217 time: 0.0923500 Jun 01 18:55:09.778422 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 075c9e5c-4258-4222-9320-9c33de1ce890 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:55:09.792561 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-52128102-a987-451b-913c-65eb71a3100f tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.9681413 Jun 01 18:55:09.815722 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 59304) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:55:09.858161 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9a4b50-31a5-41b6-9d46-99acc0aa6b77 req-638af6a8-5d79-4687-8d86-c1c013b1e0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:09.860137 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-be9a4b50-31a5-41b6-9d46-99acc0aa6b77 req-638af6a8-5d79-4687-8d86-c1c013b1e0b8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6675a480-f2f0-4e10-96f4-f99c31c21be5 HTTP/1.1" status: 200 len: 857 time: 0.0798802 Jun 01 18:55:09.868175 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 075c9e5c-4258-4222-9320-9c33de1ce890 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:55:09.869080 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:09.988572 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_v2 [None req-36c853ac-7246-449e-a89b-5f004960d815 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Deleting subnet 8f0f6a17-3b0e-4831-b278-e0aeb427713d {{(pid=88525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 18:55:10.001737 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-36c853ac-7246-449e-a89b-5f004960d815 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Notify callbacks [] for subnet, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:10.058609 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 075c9e5c-4258-4222-9320-9c33de1ce890 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:55:10.063695 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 046e1e73-3180-4bec-a397-203886f580b6 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:55:10.086779 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-36c853ac-7246-449e-a89b-5f004960d815 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2258509'] for subnet, precommit_delete_associations {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:10.112508 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 1962a7c2-7868-4607-b6fe-640b1199e848 details requested by agent hyperv_n-h1-844202-1 with host n-h1-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 18:55:10.124574 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9a4b50-31a5-41b6-9d46-99acc0aa6b77 req-be6d6ab5-94bb-4eda-8cdf-7ce7da16a6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:10.126072 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-be9a4b50-31a5-41b6-9d46-99acc0aa6b77 req-be6d6ab5-94bb-4eda-8cdf-7ce7da16a6c5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4c7a9aa4-8b0d-4225-ab31-749c4f434a4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2582345 Jun 01 18:55:10.142611 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a003ab9-1313-449d-ba1f-7a2e6b409659 req-946a5cd9-2630-4287-931c-62ce89a855c9 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:10.145480 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7a003ab9-1313-449d-ba1f-7a2e6b409659 req-946a5cd9-2630-4287-931c-62ce89a855c9 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb004fdd-bd15-457d-91b4-9584fa047d1f HTTP/1.1" status: 200 len: 943 time: 0.1836421 Jun 01 18:55:10.270496 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-491da0fa-f0a9-4a76-bace-7ac45234fee0 req-0d4da4fb-1e6e-49ff-96c8-78f16f63a9e7 service neutron] 10.222.0.15 "GET /v2.0/networks/4c7a9aa4-8b0d-4225-ab31-749c4f434a4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6141930 Jun 01 18:55:10.273436 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port 046e1e73-3180-4bec-a397-203886f580b6 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:55:10.350430 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port 1962a7c2-7868-4607-b6fe-640b1199e848, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=1962a7c2-7868-4607-b6fe-640b1199e848,segment=NetworkSegment(76205301-da60-4ecb-a61c-114de025a248),segment_id=76205301-da60-4ecb-a61c-114de025a248)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:55:10.366228 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Returning: {'device': '1962a7c2-7868-4607-b6fe-640b1199e848', 'network_id': '4c7a9aa4-8b0d-4225-ab31-749c4f434a4b', 'port_id': '1962a7c2-7868-4607-b6fe-640b1199e848', 'mac_address': 'fa:16:3e:b0:32:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6675a480-f2f0-4e10-96f4-f99c31c21be5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 18:55:10.412015 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device de9ccc2f-4787-43e3-92be-87652a65920b details requested by agent hyperv_n-h2-844202-1 with host n-h2-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 18:55:10.413764 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43aab634-b02a-4dcc-a567-6d5a6227c5e1 None None] Network ac41790d-2b6b-4380-a4c4-d3f45b48d9b8 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 18:55:10.440558 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7a003ab9-1313-449d-ba1f-7a2e6b409659 req-6f8f68ee-2a77-4a01-a0c1-ecc61e9f6193 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] 10.222.0.41 "GET /v2.0/security-groups?id=10328742-6369-4815-ae6a-3cb954039bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2643993 Jun 01 18:55:10.529899 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-be9a4b50-31a5-41b6-9d46-99acc0aa6b77 req-89653d79-c593-44c9-bd8c-4cec04c6748b service neutron] 10.222.0.50 "GET /v2.0/networks/4c7a9aa4-8b0d-4225-ab31-749c4f434a4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3829386 Jun 01 18:55:10.546019 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-491da0fa-f0a9-4a76-bace-7ac45234fee0 req-36f2c955-e182-42e0-922b-6cd821176091 service neutron] 10.222.0.15 "GET /v2.0/networks/4c7a9aa4-8b0d-4225-ab31-749c4f434a4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2414536 Jun 01 18:55:10.555656 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-36c853ac-7246-449e-a89b-5f004960d815 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:10.602070 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-85f6116d-3a3e-46cf-a7f5-17294b5163ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-887474'] for router_interface, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:10.620729 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port 1962a7c2-7868-4607-b6fe-640b1199e848 is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:55:10.621368 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:10.712300 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.db.resource_extend [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 18:55:10.843248 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-36c853ac-7246-449e-a89b-5f004960d815 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2614143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9667199'] for subnet, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:10.888077 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port de9ccc2f-4787-43e3-92be-87652a65920b, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=de9ccc2f-4787-43e3-92be-87652a65920b,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:55:10.905692 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f457f53-f8de-4147-98a8-5fdf33e97f7b req-ae9c41ba-8786-4ce8-a94f-b0717b8bfa4a tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:10.907485 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-8f457f53-f8de-4147-98a8-5fdf33e97f7b req-ae9c41ba-8786-4ce8-a94f-b0717b8bfa4a tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=75417786-319c-42a9-9cdd-7c3f71eaefd2 HTTP/1.1" status: 200 len: 945 time: 0.2262158 Jun 01 18:55:10.909665 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-be9a4b50-31a5-41b6-9d46-99acc0aa6b77 req-d4d56f57-3ff3-499e-af83-3f78583456a2 service neutron] 10.222.0.50 "GET /v2.0/networks/4c7a9aa4-8b0d-4225-ab31-749c4f434a4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3694696 Jun 01 18:55:10.911085 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:10.938304 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-ef9b55b2-3855-4242-bf06-d648e2088c23 None None] Provisioning for port 046e1e73-3180-4bec-a397-203886f580b6 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:55:10.942398 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1962a7c2-7868-4607-b6fe-640b1199e848 {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:55:10.957934 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-8f457f53-f8de-4147-98a8-5fdf33e97f7b req-a33309f1-f6d2-4752-9e71-2e1140d81b4f tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/security-groups?id=e95c7360-01e1-4fb0-bbdb-7b11f637526c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439289 Jun 01 18:55:10.963742 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:10.971246 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Returning: {'device': 'de9ccc2f-4787-43e3-92be-87652a65920b', 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426', 'port_id': 'de9ccc2f-4787-43e3-92be-87652a65920b', 'mac_address': 'fa:16:3e:a5:d2:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35e3ad2f-9c88-4698-b634-4e1b58de1cc2', 'ip_address': '192.168.233.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 18:55:10.991180 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c853ac-7246-449e-a89b-5f004960d815 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Pushing event deleted for resources: {'Subnet': ['ID=8f0f6a17-3b0e-4831-b278-e0aeb427713d,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:55:11.007034 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-ef9b55b2-3855-4242-bf06-d648e2088c23 None None] Provisioning complete for port 046e1e73-3180-4bec-a397-203886f580b6 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:55:11.007409 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-ef9b55b2-3855-4242-bf06-d648e2088c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:11.011471 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-36c853ac-7246-449e-a89b-5f004960d815 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:11.037983 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28d7820-8c01-49a0-8f90-e5ff31524467 req-d7908f43-f61f-443c-9163-db6c6340076b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:11.040193 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a28d7820-8c01-49a0-8f90-e5ff31524467 req-d7908f43-f61f-443c-9163-db6c6340076b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d40f7c9e0af24f109f247cdb0a7a60bf&device_id=cb004fdd-bd15-457d-91b4-9584fa047d1f HTTP/1.1" status: 200 len: 1094 time: 0.0811884 Jun 01 18:55:11.042928 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-36c853ac-7246-449e-a89b-5f004960d815 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] 10.222.0.41 "DELETE /v2.0/subnets/8f0f6a17-3b0e-4831-b278-e0aeb427713d HTTP/1.1" status: 204 len: 168 time: 1.2195318 Jun 01 18:55:11.046423 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 59320) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:55:11.124101 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port 1962a7c2-7868-4607-b6fe-640b1199e848, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=1962a7c2-7868-4607-b6fe-640b1199e848,segment=NetworkSegment(76205301-da60-4ecb-a61c-114de025a248),segment_id=76205301-da60-4ecb-a61c-114de025a248)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:55:11.124655 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13230f30-ffb9-4bf1-8102-dba6f25ab2c2 req-80117b3f-bb7d-47da-be22-c0f97ca62a0f tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:11.126330 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-13230f30-ffb9-4bf1-8102-dba6f25ab2c2 req-80117b3f-bb7d-47da-be22-c0f97ca62a0f tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] 10.222.0.41 "GET /v2.0/ports?device_id=32244e54-23cc-458d-b7ea-5b386e43c2fc HTTP/1.1" status: 200 len: 949 time: 0.2327237 Jun 01 18:55:11.137377 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:11.204467 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ef586bf-0f0d-43b9-92eb-3f4f3ed6f512 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:11.206020 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ef586bf-0f0d-43b9-92eb-3f4f3ed6f512 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:11.206775 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-3ef586bf-0f0d-43b9-92eb-3f4f3ed6f512 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Synchronizing usage tracker for tenant:f72800812881475c88a3f683d52d5d49 on resource:subnet {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:55:11.258024 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-3ef586bf-0f0d-43b9-92eb-3f4f3ed6f512 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Unset dirty status for tenant:f72800812881475c88a3f683d52d5d49 on resource:subnet {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:55:11.262976 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-3ef586bf-0f0d-43b9-92eb-3f4f3ed6f512 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2151375 Jun 01 18:55:11.265299 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 59326) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:55:11.288033 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28d7820-8c01-49a0-8f90-e5ff31524467 req-17b2f240-3c09-43f0-bb9b-5ef26e49ed13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:11.289521 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a28d7820-8c01-49a0-8f90-e5ff31524467 req-17b2f240-3c09-43f0-bb9b-5ef26e49ed13 service neutron] 10.222.0.50 "GET /v2.0/networks?id=4c7a9aa4-8b0d-4225-ab31-749c4f434a4b HTTP/1.1" status: 200 len: 919 time: 0.2050533 Jun 01 18:55:11.303002 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=1962a7c2-7868-4607-b6fe-640b1199e848,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:55:11.325777 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port de9ccc2f-4787-43e3-92be-87652a65920b is: ACTIVE; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:55:11.326084 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:11.358931 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:11.366502 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id de9ccc2f-4787-43e3-92be-87652a65920b {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:55:11.370039 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-85f6116d-3a3e-46cf-a7f5-17294b5163ae admin admin] Deleting port f136d3ac-b6e6-4f82-96e8-34ebfa298de4 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:55:11.370488 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-85f6116d-3a3e-46cf-a7f5-17294b5163ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:11.390301 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.agents_db [None req-e814b9cf-7de8-45d0-a079-29c61fabe7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 18:55:11.422425 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-13230f30-ffb9-4bf1-8102-dba6f25ab2c2 req-a6ae9e2f-adfb-49cb-b25d-188d74728cd8 tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] 10.222.0.41 "GET /v2.0/security-groups?id=c266819c-9421-4c09-b8ec-0766c6fc4de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2546475 Jun 01 18:55:11.452298 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] get_ports_and_sgs() called for port_ids ['1962a7c2-7868-4607-b6fe-640b1199e848'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:55:11.488903 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f8d207e4-c1d4-46be-ae05-87bea714dbf5 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:11.494528 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port de9ccc2f-4787-43e3-92be-87652a65920b, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=de9ccc2f-4787-43e3-92be-87652a65920b,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:55:11.500449 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a28d7820-8c01-49a0-8f90-e5ff31524467 req-fed68355-4edf-4562-a4e5-fb82e3dbba7e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=06561cac-2a48-40a3-bf58-d979cdbc3b51 HTTP/1.1" status: 200 len: 217 time: 0.1885674 Jun 01 18:55:11.522485 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:11.546705 n-d-844202-1 neutron-server[88524]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8d207e4-c1d4-46be-ae05-87bea714dbf5 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jun 01 18:55:11.547155 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8d207e4-c1d4-46be-ae05-87bea714dbf5 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88524) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 18:55:11.553018 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-f8d207e4-c1d4-46be-ae05-87bea714dbf5 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] 10.222.0.41 "DELETE /v2.0/networks/ac41790d-2b6b-4380-a4c4-d3f45b48d9b8 HTTP/1.1" status: 409 len: 405 time: 0.2830551 Jun 01 18:55:11.554188 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 59336) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:55:11.567997 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-eacb8525-2f22-4711-8f0d-b9f5305e9207 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1553493095'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:55:11.570727 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-eacb8525-2f22-4711-8f0d-b9f5305e9207 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:55:11.574948 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-eacb8525-2f22-4711-8f0d-b9f5305e9207 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Usage tracker for resource:network and tenant:f72800812881475c88a3f683d52d5d49 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:55:11.591534 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-eacb8525-2f22-4711-8f0d-b9f5305e9207 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:55:11.591534 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-eacb8525-2f22-4711-8f0d-b9f5305e9207 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:55:11.605067 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eacb8525-2f22-4711-8f0d-b9f5305e9207 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Made reservation on behalf of f72800812881475c88a3f683d52d5d49 for: {'network': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:55:11.608665 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-eacb8525-2f22-4711-8f0d-b9f5305e9207 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:11.639478 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-ef9b55b2-3855-4242-bf06-d648e2088c23 None None] Current status of the port 046e1e73-3180-4bec-a397-203886f580b6 is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:55:11.639990 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-ef9b55b2-3855-4242-bf06-d648e2088c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:11.647339 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eacb8525-2f22-4711-8f0d-b9f5305e9207 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 113} {{(pid=88524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 18:55:11.657502 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-eacb8525-2f22-4711-8f0d-b9f5305e9207 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:11.657502 n-d-844202-1 neutron-server[88524]: INFO neutron.db.segments_db [None req-eacb8525-2f22-4711-8f0d-b9f5305e9207 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Added segment 89346070-ed9e-4ee6-8dc3-33b82ce4540e of type vlan for network d9889283-e0e2-4cb3-94db-e8625c5dad91 Jun 01 18:55:11.680648 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:11.715070 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [None req-85f6116d-3a3e-46cf-a7f5-17294b5163ae admin admin] For port f136d3ac-b6e6-4f82-96e8-34ebfa298de4, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=f136d3ac-b6e6-4f82-96e8-34ebfa298de4,segment=NetworkSegment(ca8764fc-6603-47fe-89a3-1f102e13f351),segment_id=ca8764fc-6603-47fe-89a3-1f102e13f351)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:55:11.717060 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-85f6116d-3a3e-46cf-a7f5-17294b5163ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:11.729581 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=de9ccc2f-4787-43e3-92be-87652a65920b,revision_number=6']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:55:11.765547 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28d7820-8c01-49a0-8f90-e5ff31524467 req-4b5b937b-4d77-478d-8bc8-51bfc5566873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:11.767211 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a28d7820-8c01-49a0-8f90-e5ff31524467 req-4b5b937b-4d77-478d-8bc8-51bfc5566873 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6675a480-f2f0-4e10-96f4-f99c31c21be5 HTTP/1.1" status: 200 len: 857 time: 0.2581170 Jun 01 18:55:11.769791 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0c04ee1-63df-4103-95d5-31ad1e7d73e7 None None] DHCP port deletion for ac41790d-2b6b-4380-a4c4-d3f45b48d9b8 request from n-d-844202-1 {{(pid=88526) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 18:55:11.771862 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-eacb8525-2f22-4711-8f0d-b9f5305e9207 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:11.775901 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-ef9b55b2-3855-4242-bf06-d648e2088c23 None None] For port 046e1e73-3180-4bec-a397-203886f580b6, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=046e1e73-3180-4bec-a397-203886f580b6,segment=NetworkSegment(8c2e576b-90b7-4ea1-bf45-9ad3d5b33b4e),segment_id=8c2e576b-90b7-4ea1-bf45-9ad3d5b33b4e)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:55:11.782701 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-ef9b55b2-3855-4242-bf06-d648e2088c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:11.869850 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-e0c04ee1-63df-4103-95d5-31ad1e7d73e7 None None] Deleting port 046e1e73-3180-4bec-a397-203886f580b6 {{(pid=88526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:55:11.870474 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-e0c04ee1-63df-4103-95d5-31ad1e7d73e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:11.901242 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-85f6116d-3a3e-46cf-a7f5-17294b5163ae admin admin] Calling delete_port for f136d3ac-b6e6-4f82-96e8-34ebfa298de4 owned by network:router_interface {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:55:11.910232 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] get_ports_and_sgs() called for port_ids ['de9ccc2f-4787-43e3-92be-87652a65920b'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:55:11.916591 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-eacb8525-2f22-4711-8f0d-b9f5305e9207 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:11.922615 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eacb8525-2f22-4711-8f0d-b9f5305e9207 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:11.923307 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-eacb8525-2f22-4711-8f0d-b9f5305e9207 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:12.077486 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28d7820-8c01-49a0-8f90-e5ff31524467 req-409b5a07-6f99-42c3-abb0-20a535c240b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:12.079294 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a28d7820-8c01-49a0-8f90-e5ff31524467 req-409b5a07-6f99-42c3-abb0-20a535c240b3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4c7a9aa4-8b0d-4225-ab31-749c4f434a4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3033688 Jun 01 18:55:12.097614 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07963d74-6250-4ecd-9ac4-f9b40294f51e req-831e428d-f394-4d82-930e-3481468a3af5 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:12.100701 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-07963d74-6250-4ecd-9ac4-f9b40294f51e req-831e428d-f394-4d82-930e-3481468a3af5 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb004fdd-bd15-457d-91b4-9584fa047d1f HTTP/1.1" status: 200 len: 943 time: 0.4351547 Jun 01 18:55:12.180613 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-eacb8525-2f22-4711-8f0d-b9f5305e9207 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6262805 Jun 01 18:55:12.191282 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 59346) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:55:12.246503 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-e0c04ee1-63df-4103-95d5-31ad1e7d73e7 None None] For port 046e1e73-3180-4bec-a397-203886f580b6, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=046e1e73-3180-4bec-a397-203886f580b6,segment=NetworkSegment(8c2e576b-90b7-4ea1-bf45-9ad3d5b33b4e),segment_id=8c2e576b-90b7-4ea1-bf45-9ad3d5b33b4e)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:55:12.247048 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-e0c04ee1-63df-4103-95d5-31ad1e7d73e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:12.256582 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacb8525-2f22-4711-8f0d-b9f5305e9207 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Pushing event updated for resources: {'Network': ['ID=d9889283-e0e2-4cb3-94db-e8625c5dad91,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:55:12.264497 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-23fefc56-ba12-441f-9dc7-fc9c59109395 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Request body: {'subnet': {'network_id': 'd9889283-e0e2-4cb3-94db-e8625c5dad91', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:55:12.399255 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-07963d74-6250-4ecd-9ac4-f9b40294f51e req-95138a73-5e2e-4e3a-b171-cbeb276addc0 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] 10.222.0.41 "GET /v2.0/security-groups?id=10328742-6369-4815-ae6a-3cb954039bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2819934 Jun 01 18:55:12.413652 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-23fefc56-ba12-441f-9dc7-fc9c59109395 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:55:12.416319 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-e0c04ee1-63df-4103-95d5-31ad1e7d73e7 None None] Calling delete_port for 046e1e73-3180-4bec-a397-203886f580b6 owned by network:dhcp {{(pid=88526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:55:12.421097 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-85f6116d-3a3e-46cf-a7f5-17294b5163ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:12.433243 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-23fefc56-ba12-441f-9dc7-fc9c59109395 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:55:12.477541 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23fefc56-ba12-441f-9dc7-fc9c59109395 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Made reservation on behalf of f72800812881475c88a3f683d52d5d49 for: {'subnet': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:55:12.482194 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-23fefc56-ba12-441f-9dc7-fc9c59109395 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3066584'] for subnet, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:12.534999 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network d9889283-e0e2-4cb3-94db-e8625c5dad91 details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 18:55:12.553222 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device de9ccc2f-4787-43e3-92be-87652a65920b no longer exists at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:55:12.591306 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-e0c04ee1-63df-4103-95d5-31ad1e7d73e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535'] for port, after_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:12.604287 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f6116d-3a3e-46cf-a7f5-17294b5163ae admin admin] Pushing event deleted for resources: {'Port': ['ID=f136d3ac-b6e6-4f82-96e8-34ebfa298de4,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:55:12.628871 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:12.754162 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa720e19-da1b-4a52-894d-5ce5c957cf44 req-47671811-4881-448f-89ad-49513db34c85 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:12.763202 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-fa720e19-da1b-4a52-894d-5ce5c957cf44 req-47671811-4881-448f-89ad-49513db34c85 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/ports?device_id=11820e12-cee8-4a78-8957-4677acef12ae HTTP/1.1" status: 200 len: 945 time: 0.4663963 Jun 01 18:55:12.775756 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c04ee1-63df-4103-95d5-31ad1e7d73e7 None None] No DVR routers for this DVR port 046e1e73-3180-4bec-a397-203886f580b6 on host n-d-844202-1 {{(pid=88526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 18:55:12.820999 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a28d7820-8c01-49a0-8f90-e5ff31524467 req-f1ce7544-3cdc-495d-993c-8ac9d35f6f97 service neutron] 10.222.0.50 "GET /v2.0/networks/4c7a9aa4-8b0d-4225-ab31-749c4f434a4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7052228 Jun 01 18:55:12.839233 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9b55b2-3855-4242-bf06-d648e2088c23 None None] Pushing event updated for resources: {'Port': ['ID=046e1e73-3180-4bec-a397-203886f580b6,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:55:12.863056 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-fa720e19-da1b-4a52-894d-5ce5c957cf44 req-339be10d-47ce-4d7e-b8b8-982409f4eb37 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/security-groups?id=679bc320-73aa-41fb-80e9-32867c6d2bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987463 Jun 01 18:55:12.931869 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c04ee1-63df-4103-95d5-31ad1e7d73e7 None None] Pushing event deleted for resources: {'Port': ['ID=046e1e73-3180-4bec-a397-203886f580b6,revision_number=None']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:55:13.013857 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc19e8b-9e09-45ca-9048-060735ec9cae req-208448b7-201c-41e4-9455-9e9fc661bf7a tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:13.015423 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6cc19e8b-9e09-45ca-9048-060735ec9cae req-208448b7-201c-41e4-9455-9e9fc661bf7a tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=75417786-319c-42a9-9cdd-7c3f71eaefd2 HTTP/1.1" status: 200 len: 945 time: 0.2894423 Jun 01 18:55:13.086526 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port de9ccc2f-4787-43e3-92be-87652a65920b is: BUILD; New status is: DOWN {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:55:13.086526 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:13.118289 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id de9ccc2f-4787-43e3-92be-87652a65920b {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:55:13.140897 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a28d7820-8c01-49a0-8f90-e5ff31524467 req-21f6ca54-0458-47ca-8374-8562690a8de1 service neutron] 10.222.0.50 "GET /v2.0/networks/4c7a9aa4-8b0d-4225-ab31-749c4f434a4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3043568 Jun 01 18:55:13.143083 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-85f6116d-3a3e-46cf-a7f5-17294b5163ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-887310'] for router_interface, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:13.152107 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6cc19e8b-9e09-45ca-9048-060735ec9cae req-bf4d687e-48ef-4cc7-95b9-2d5ed9aafca8 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/security-groups?id=e95c7360-01e1-4fb0-bbdb-7b11f637526c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227703 Jun 01 18:55:13.153575 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port de9ccc2f-4787-43e3-92be-87652a65920b, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=de9ccc2f-4787-43e3-92be-87652a65920b,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:55:13.168513 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:13.228818 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d11433-f118-4992-9c5b-caa74e0fdcf3 req-e0e2ea9b-7cf2-4294-ace1-19b7e56f5236 tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:13.230289 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c7d11433-f118-4992-9c5b-caa74e0fdcf3 req-e0e2ea9b-7cf2-4294-ace1-19b7e56f5236 tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] 10.222.0.41 "GET /v2.0/ports?device_id=32244e54-23cc-458d-b7ea-5b386e43c2fc HTTP/1.1" status: 200 len: 948 time: 0.2540603 Jun 01 18:55:13.254047 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=de9ccc2f-4787-43e3-92be-87652a65920b,revision_number=7']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:55:13.310123 n-d-844202-1 neutron-server[88524]: DEBUG neutron.objects.ports [None req-23fefc56-ba12-441f-9dc7-fc9c59109395 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88524) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jun 01 18:55:13.311463 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-23fefc56-ba12-441f-9dc7-fc9c59109395 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2718919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3066602'] for subnet, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:13.394670 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fefc56-ba12-441f-9dc7-fc9c59109395 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Pushing event updated for resources: {'Subnet': ['ID=5bf3113e-e74b-447b-9c2f-7a8cb78c49a0,revision_number=0']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:55:13.401340 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23fefc56-ba12-441f-9dc7-fc9c59109395 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Checking segment: {'id': '89346070-ed9e-4ee6-8dc3-33b82ce4540e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'd9889283-e0e2-4cb3-94db-e8625c5dad91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:55:13.402259 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23fefc56-ba12-441f-9dc7-fc9c59109395 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Network hostable DHCP agents. Network: d9889283-e0e2-4cb3-94db-e8625c5dad91, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88524) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 18:55:13.423377 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23fefc56-ba12-441f-9dc7-fc9c59109395 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Network d9889283-e0e2-4cb3-94db-e8625c5dad91 is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88524) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 18:55:13.437599 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-23fefc56-ba12-441f-9dc7-fc9c59109395 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, d9889283-e0e2-4cb3-94db-e8625c5dad91) {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:55:13.442174 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23fefc56-ba12-441f-9dc7-fc9c59109395 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:13.442916 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-23fefc56-ba12-441f-9dc7-fc9c59109395 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:13.450270 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-249ecc20-5355-4b81-8e06-8fb1e7776ad1 None None] Network d9889283-e0e2-4cb3-94db-e8625c5dad91 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 18:55:13.484499 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-23fefc56-ba12-441f-9dc7-fc9c59109395 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2873120 Jun 01 18:55:13.488913 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 59364) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:55:13.496294 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-544b13f9-b973-46ec-a2fa-aa2b0d0d38b6 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Request body: {'port': {'network_id': 'd9889283-e0e2-4cb3-94db-e8625c5dad91', 'name': 'tempest-NetworksIpV6TestAttrs-1640613858'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:55:13.570522 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c7d11433-f118-4992-9c5b-caa74e0fdcf3 req-a317cb82-ce7c-4386-aee8-9e5fb6062f1d tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] 10.222.0.41 "GET /v2.0/security-groups?id=c266819c-9421-4c09-b8ec-0766c6fc4de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3192759 Jun 01 18:55:13.717897 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 046e1e73-3180-4bec-a397-203886f580b6 no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:55:13.759586 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: 046e1e73-3180-4bec-a397-203886f580b6 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 18:55:13.759922 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 046e1e73-3180-4bec-a397-203886f580b6 not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 18:55:13.771811 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ff0301b-aaf9-4a15-9038-55e423012097 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc93f83c3-7fb6-5c13-a9d4-29d739a4e8d2-d9889283-e0e2-4cb3-94db-e8625c5dad91', 'network_id': 'd9889283-e0e2-4cb3-94db-e8625c5dad91', 'tenant_id': 'f72800812881475c88a3f683d52d5d49', 'fixed_ips': [{'subnet_id': '5bf3113e-e74b-447b-9c2f-7a8cb78c49a0'}]}} from n-d-844202-1. {{(pid=88526) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 18:55:13.773646 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-5ff0301b-aaf9-4a15-9038-55e423012097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:13.780425 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-544b13f9-b973-46ec-a2fa-aa2b0d0d38b6 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:55:13.794695 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9212b02-6f66-463a-ac5e-3239b50e1aa2 req-48532c38-47aa-4d8c-bad0-1999d7c967a9 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:13.796485 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e9212b02-6f66-463a-ac5e-3239b50e1aa2 req-48532c38-47aa-4d8c-bad0-1999d7c967a9 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb004fdd-bd15-457d-91b4-9584fa047d1f HTTP/1.1" status: 200 len: 943 time: 0.2227383 Jun 01 18:55:13.800159 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-544b13f9-b973-46ec-a2fa-aa2b0d0d38b6 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Usage tracker for resource:port and tenant:f72800812881475c88a3f683d52d5d49 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:55:13.809073 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-544b13f9-b973-46ec-a2fa-aa2b0d0d38b6 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:55:13.827665 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85f6116d-3a3e-46cf-a7f5-17294b5163ae admin admin] Router db6f77d8-4d78-4002-ac63-ece393d9d6e1 has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 18:55:13.836461 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-544b13f9-b973-46ec-a2fa-aa2b0d0d38b6 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:55:13.870568 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0146d3c1-9a88-47fe-ae5e-ac372d3f3cf7 req-178247c8-40ca-40a8-be5a-f9023f7782a8 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:13.872645 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0146d3c1-9a88-47fe-ae5e-ac372d3f3cf7 req-178247c8-40ca-40a8-be5a-f9023f7782a8 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.50 "GET /v2.0/ports?device_id=11820e12-cee8-4a78-8957-4677acef12ae HTTP/1.1" status: 200 len: 945 time: 0.1826336 Jun 01 18:55:13.879360 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-544b13f9-b973-46ec-a2fa-aa2b0d0d38b6 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Made reservation on behalf of f72800812881475c88a3f683d52d5d49 for: {'port': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:55:13.889747 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-544b13f9-b973-46ec-a2fa-aa2b0d0d38b6 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:13.951586 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e9212b02-6f66-463a-ac5e-3239b50e1aa2 req-7c5d5b11-70d3-4d53-b943-7794c606426f tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] 10.222.0.41 "GET /v2.0/security-groups?id=10328742-6369-4815-ae6a-3cb954039bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436455 Jun 01 18:55:13.974126 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.db_base_plugin_common [None req-5ff0301b-aaf9-4a15-9038-55e423012097 None None] Allocated IP 2001:db8::f816:3eff:fe35:bfe7 (d9889283-e0e2-4cb3-94db-e8625c5dad91/5bf3113e-e74b-447b-9c2f-7a8cb78c49a0/0802b0a7-02c2-4e44-ad14-fd2135e1cd57) {{(pid=88526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:55:13.995326 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [None req-544b13f9-b973-46ec-a2fa-aa2b0d0d38b6 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] device_id is not set on port 93bdd59d-841e-4a9c-8771-ac4bb5b53231 yet. {{(pid=88524) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 18:55:14.048481 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-0146d3c1-9a88-47fe-ae5e-ac372d3f3cf7 req-77305e7a-2d08-49f5-a4ff-a67fe04ce26c tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Deleting port cc5ee998-50f8-425b-be12-6bab4eab598b {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:55:14.048766 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-0146d3c1-9a88-47fe-ae5e-ac372d3f3cf7 req-77305e7a-2d08-49f5-a4ff-a67fe04ce26c tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:14.114599 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 1962a7c2-7868-4607-b6fe-640b1199e848 up at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:55:14.115252 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85f6116d-3a3e-46cf-a7f5-17294b5163ae admin admin] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 18:55:14.138393 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-85f6116d-3a3e-46cf-a7f5-17294b5163ae admin admin] 10.222.0.41 "PUT /v2.0/routers/db6f77d8-4d78-4002-ac63-ece393d9d6e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7013824 Jun 01 18:55:14.139729 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 59370) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:55:14.164175 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b05d0ced-19e5-445f-83c3-7bf5a8af5af4 None None] Sync routers for ids ['db6f77d8-4d78-4002-ac63-ece393d9d6e1'] in n-d-844202-1 {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 18:55:14.203433 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766cebb3-a845-4e29-8589-d7d51cbaf559 req-997650dc-580d-4bd4-8536-5bb4057f9958 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:14.204964 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-766cebb3-a845-4e29-8589-d7d51cbaf559 req-997650dc-580d-4bd4-8536-5bb4057f9958 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/ports?device_id=11820e12-cee8-4a78-8957-4677acef12ae HTTP/1.1" status: 200 len: 945 time: 0.1882207 Jun 01 18:55:14.212393 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05d0ced-19e5-445f-83c3-7bf5a8af5af4 None None] Routers {'db6f77d8-4d78-4002-ac63-ece393d9d6e1'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:55:14.212393 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-b05d0ced-19e5-445f-83c3-7bf5a8af5af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:55:09Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['db6f77d8-4d78-4002-ac63-ece393d9d6e1'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:55:14.277899 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-766cebb3-a845-4e29-8589-d7d51cbaf559 req-662db128-3d00-4ea5-b56f-a0275808c4e4 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/security-groups?id=679bc320-73aa-41fb-80e9-32867c6d2bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665417 Jun 01 18:55:14.376085 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a9ea74f8-6eda-4a4b-ac2e-2274b04c8ecf admin admin] Notify callbacks [] for router, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:14.408808 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-0146d3c1-9a88-47fe-ae5e-ac372d3f3cf7 req-77305e7a-2d08-49f5-a4ff-a67fe04ce26c tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] For port cc5ee998-50f8-425b-be12-6bab4eab598b, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=cc5ee998-50f8-425b-be12-6bab4eab598b,segment=NetworkSegment(ecb3f528-dbed-4312-ba29-7684ecfbe265),segment_id=ecb3f528-dbed-4312-ba29-7684ecfbe265)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:55:14.409373 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-0146d3c1-9a88-47fe-ae5e-ac372d3f3cf7 req-77305e7a-2d08-49f5-a4ff-a67fe04ce26c tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:14.485056 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 06561cac-2a48-40a3-bf58-d979cdbc3b51 details requested by agent hyperv_n-h2-844202-1 with host n-h2-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 18:55:14.487439 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device de9ccc2f-4787-43e3-92be-87652a65920b up at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:55:14.543416 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Provisioning for port 1962a7c2-7868-4607-b6fe-640b1199e848 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:55:14.548100 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-0146d3c1-9a88-47fe-ae5e-ac372d3f3cf7 req-77305e7a-2d08-49f5-a4ff-a67fe04ce26c tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Calling delete_port for cc5ee998-50f8-425b-be12-6bab4eab598b owned by compute:nova {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:55:14.572917 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a9ea74f8-6eda-4a4b-ac2e-2274b04c8ecf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:14.584844 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-a9ea74f8-6eda-4a4b-ac2e-2274b04c8ecf admin admin] Deleting port 705c9357-8fda-49be-87c1-01c053959862 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:55:14.585485 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a9ea74f8-6eda-4a4b-ac2e-2274b04c8ecf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:14.586983 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Provisioning complete for port 1962a7c2-7868-4607-b6fe-640b1199e848 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:55:14.587382 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:14.625951 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9008355-9359-42ae-b2e8-a452b165ae3b req-870bc101-3c9c-4501-adc8-92691cd8c611 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:14.627559 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a9008355-9359-42ae-b2e8-a452b165ae3b req-870bc101-3c9c-4501-adc8-92691cd8c611 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=75417786-319c-42a9-9cdd-7c3f71eaefd2 HTTP/1.1" status: 200 len: 945 time: 0.2972991 Jun 01 18:55:14.631156 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-5ff0301b-aaf9-4a15-9038-55e423012097 None None] Notify callbacks [] for port, precommit_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:14.663076 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-5ff0301b-aaf9-4a15-9038-55e423012097 None None] Transition to ACTIVE for port object 0802b0a7-02c2-4e44-ad14-fd2135e1cd57 will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:55:14.709310 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-b05d0ced-19e5-445f-83c3-7bf5a8af5af4 None None] Set router db6f77d8-4d78-4002-ac63-ece393d9d6e1 gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:55:14.834361 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a9008355-9359-42ae-b2e8-a452b165ae3b req-7f076193-7dae-40cf-b7fa-9170ccba6231 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/security-groups?id=e95c7360-01e1-4fb0-bbdb-7b11f637526c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867130 Jun 01 18:55:14.869174 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-0146d3c1-9a88-47fe-ae5e-ac372d3f3cf7 req-77305e7a-2d08-49f5-a4ff-a67fe04ce26c tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:14.878337 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2b562e-8cf3-47a0-a1b5-7b5d0e988fa0 req-fe87b2d3-4b18-41b7-befc-e896a9dec66e tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:14.879784 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3a2b562e-8cf3-47a0-a1b5-7b5d0e988fa0 req-fe87b2d3-4b18-41b7-befc-e896a9dec66e tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] 10.222.0.41 "GET /v2.0/ports?device_id=32244e54-23cc-458d-b7ea-5b386e43c2fc HTTP/1.1" status: 200 len: 947 time: 0.1399145 Jun 01 18:55:14.886185 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [None req-a9ea74f8-6eda-4a4b-ac2e-2274b04c8ecf admin admin] For port 705c9357-8fda-49be-87c1-01c053959862, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=705c9357-8fda-49be-87c1-01c053959862,segment=NetworkSegment(7875af61-4c53-4ff2-b8c8-d4b7c35ff947),segment_id=7875af61-4c53-4ff2-b8c8-d4b7c35ff947)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:55:14.886572 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a9ea74f8-6eda-4a4b-ac2e-2274b04c8ecf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:14.893809 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] get_ports_and_sgs() called for port_ids ['cc5ee998-50f8-425b-be12-6bab4eab598b'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:55:14.922882 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77305e7a-2d08-49f5-a4ff-a67fe04ce26c tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Pushing event deleted for resources: {'Port': ['ID=cc5ee998-50f8-425b-be12-6bab4eab598b,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:55:14.935884 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-5ff0301b-aaf9-4a15-9038-55e423012097 None None] Transition to ACTIVE for port object 0802b0a7-02c2-4e44-ad14-fd2135e1cd57 will not be triggered until provisioned by entity DHCP. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:55:15.002638 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77305e7a-2d08-49f5-a4ff-a67fe04ce26c tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:55:15.002982 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77305e7a-2d08-49f5-a4ff-a67fe04ce26c tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:55:15.003318 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77305e7a-2d08-49f5-a4ff-a67fe04ce26c tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:55:15.003644 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77305e7a-2d08-49f5-a4ff-a67fe04ce26c tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:55:15.003993 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77305e7a-2d08-49f5-a4ff-a67fe04ce26c tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:55:15.004344 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77305e7a-2d08-49f5-a4ff-a67fe04ce26c tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:55:15.004663 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77305e7a-2d08-49f5-a4ff-a67fe04ce26c tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:55:15.004979 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77305e7a-2d08-49f5-a4ff-a67fe04ce26c tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:55:15.005294 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77305e7a-2d08-49f5-a4ff-a67fe04ce26c tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:55:15.005606 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77305e7a-2d08-49f5-a4ff-a67fe04ce26c tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:55:15.005923 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77305e7a-2d08-49f5-a4ff-a67fe04ce26c tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:55:15.006240 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77305e7a-2d08-49f5-a4ff-a67fe04ce26c tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:55:15.037828 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-a9ea74f8-6eda-4a4b-ac2e-2274b04c8ecf admin admin] Calling delete_port for 705c9357-8fda-49be-87c1-01c053959862 owned by network:router_gateway {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:55:15.049394 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-5ff0301b-aaf9-4a15-9038-55e423012097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526'] for port, after_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:15.059512 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-0146d3c1-9a88-47fe-ae5e-ac372d3f3cf7 req-77305e7a-2d08-49f5-a4ff-a67fe04ce26c tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] No DVR routers for this DVR port cc5ee998-50f8-425b-be12-6bab4eab598b on host n-h2-844202-1 {{(pid=88524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 18:55:15.062058 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-0146d3c1-9a88-47fe-ae5e-ac372d3f3cf7 req-77305e7a-2d08-49f5-a4ff-a67fe04ce26c tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:15.067557 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11820e12-cee8-4a78-8957-4677acef12ae', 'name': 'network-vif-deleted', 'tag': 'cc5ee998-50f8-425b-be12-6bab4eab598b'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:55:15.106122 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3a2b562e-8cf3-47a0-a1b5-7b5d0e988fa0 req-23c89c38-7834-4c8b-bc00-67c443245878 tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] 10.222.0.41 "GET /v2.0/security-groups?id=c266819c-9421-4c09-b8ec-0766c6fc4de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098541 Jun 01 18:55:15.119014 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [None req-544b13f9-b973-46ec-a2fa-aa2b0d0d38b6 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Allocated IP 2001:db8::f816:3eff:fe75:628e (d9889283-e0e2-4cb3-94db-e8625c5dad91/5bf3113e-e74b-447b-9c2f-7a8cb78c49a0/93bdd59d-841e-4a9c-8771-ac4bb5b53231) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:55:15.121448 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0146d3c1-9a88-47fe-ae5e-ac372d3f3cf7 req-77305e7a-2d08-49f5-a4ff-a67fe04ce26c tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.50 "DELETE /v2.0/ports/cc5ee998-50f8-425b-be12-6bab4eab598b HTTP/1.1" status: 204 len: 173 time: 1.2431746 Jun 01 18:55:15.213471 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff0301b-aaf9-4a15-9038-55e423012097 None None] Pushing event updated for resources: {'Port': ['ID=0802b0a7-02c2-4e44-ad14-fd2135e1cd57,revision_number=1']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:55:15.229277 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning complete for port de9ccc2f-4787-43e3-92be-87652a65920b triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:55:15.229644 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:15.250471 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2486a519-1353-45ee-a2b7-0ff049438132'] response: {'server_uuid': '11820e12-cee8-4a78-8957-4677acef12ae', 'name': 'network-vif-deleted', 'tag': 'cc5ee998-50f8-425b-be12-6bab4eab598b', 'status': 'completed', 'code': 200} Jun 01 18:55:15.271921 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ff0301b-aaf9-4a15-9038-55e423012097 None None] Network d9889283-e0e2-4cb3-94db-e8625c5dad91 is already hosted by enough agents. {{(pid=88526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:55:15.293345 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.base_scheduler [None req-5ff0301b-aaf9-4a15-9038-55e423012097 None None] Resources bound (agent type, host, resource id): {{(pid=88526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:55:15.313209 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff0301b-aaf9-4a15-9038-55e423012097 None None] Received port after_create {{(pid=88526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:55:15.428910 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c654a9-0632-432d-b700-ce37c906e5bd req-a8488268-0577-4283-a610-77999b2bdc6f tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:15.436737 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b3c654a9-0632-432d-b700-ce37c906e5bd req-a8488268-0577-4283-a610-77999b2bdc6f tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb004fdd-bd15-457d-91b4-9584fa047d1f HTTP/1.1" status: 200 len: 943 time: 0.2372518 Jun 01 18:55:15.477069 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a9ea74f8-6eda-4a4b-ac2e-2274b04c8ecf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:15.503513 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-544b13f9-b973-46ec-a2fa-aa2b0d0d38b6 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:15.509811 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port 1962a7c2-7868-4607-b6fe-640b1199e848 is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:55:15.510335 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:15.518324 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b3c654a9-0632-432d-b700-ce37c906e5bd req-6cd204d6-f2b3-4b6e-a1f4-0a09093a5025 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] 10.222.0.41 "GET /v2.0/security-groups?id=10328742-6369-4815-ae6a-3cb954039bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807276 Jun 01 18:55:15.527637 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [None req-544b13f9-b973-46ec-a2fa-aa2b0d0d38b6 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Transition to ACTIVE for port object 93bdd59d-841e-4a9c-8771-ac4bb5b53231 will not be triggered until provisioned by entity DHCP. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:55:15.555054 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-544b13f9-b973-46ec-a2fa-aa2b0d0d38b6 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:15.560665 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-5ff0301b-aaf9-4a15-9038-55e423012097 None None] Attempting to bind port 0802b0a7-02c2-4e44-ad14-fd2135e1cd57 on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:55:15.568597 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-5ff0301b-aaf9-4a15-9038-55e423012097 None None] Attempting to bind port 0802b0a7-02c2-4e44-ad14-fd2135e1cd57 by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': '89346070-ed9e-4ee6-8dc3-33b82ce4540e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'd9889283-e0e2-4cb3-94db-e8625c5dad91'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:55:15.569335 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff0301b-aaf9-4a15-9038-55e423012097 None None] Attempting to bind port 0802b0a7-02c2-4e44-ad14-fd2135e1cd57 on network d9889283-e0e2-4cb3-94db-e8625c5dad91 {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:55:15.631496 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ea74f8-6eda-4a4b-ac2e-2274b04c8ecf admin admin] Pushing event deleted for resources: {'Port': ['ID=705c9357-8fda-49be-87c1-01c053959862,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:55:15.635854 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-9cbe1a89-9f88-48f7-b9f0-362dff07ab0a req-26079e7a-6f85-47e3-907c-5662835b1501 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/ports?device_id=11820e12-cee8-4a78-8957-4677acef12ae HTTP/1.1" status: 200 len: 210 time: 0.0521860 Jun 01 18:55:15.647401 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-544b13f9-b973-46ec-a2fa-aa2b0d0d38b6 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Network d9889283-e0e2-4cb3-94db-e8625c5dad91 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:55:15.650770 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-544b13f9-b973-46ec-a2fa-aa2b0d0d38b6 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:55:15.665550 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-544b13f9-b973-46ec-a2fa-aa2b0d0d38b6 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:55:15.665550 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-544b13f9-b973-46ec-a2fa-aa2b0d0d38b6 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:15.665550 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-544b13f9-b973-46ec-a2fa-aa2b0d0d38b6 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:15.701563 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544b13f9-b973-46ec-a2fa-aa2b0d0d38b6 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Pushing event updated for resources: {'Port': ['ID=93bdd59d-841e-4a9c-8771-ac4bb5b53231,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:55:15.714598 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-544b13f9-b973-46ec-a2fa-aa2b0d0d38b6 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.2217720 Jun 01 18:55:15.715067 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 59386) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:55:15.739258 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 06561cac-2a48-40a3-bf58-d979cdbc3b51, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=06561cac-2a48-40a3-bf58-d979cdbc3b51,segment=NetworkSegment(76205301-da60-4ecb-a61c-114de025a248),segment_id=76205301-da60-4ecb-a61c-114de025a248)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:55:15.752047 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff0301b-aaf9-4a15-9038-55e423012097 None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 18, 55, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:55:15.752663 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff0301b-aaf9-4a15-9038-55e423012097 None None] Checking segment: {'id': '89346070-ed9e-4ee6-8dc3-33b82ce4540e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'd9889283-e0e2-4cb3-94db-e8625c5dad91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:55:15.753014 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-5ff0301b-aaf9-4a15-9038-55e423012097 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:15.753398 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff0301b-aaf9-4a15-9038-55e423012097 None None] Bound using segment: {'id': '89346070-ed9e-4ee6-8dc3-33b82ce4540e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'd9889283-e0e2-4cb3-94db-e8625c5dad91'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:55:15.753852 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-5ff0301b-aaf9-4a15-9038-55e423012097 None None] Bound port: 0802b0a7-02c2-4e44-ad14-fd2135e1cd57, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89346070-ed9e-4ee6-8dc3-33b82ce4540e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'd9889283-e0e2-4cb3-94db-e8625c5dad91'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:55:15.754211 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-5ff0301b-aaf9-4a15-9038-55e423012097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:15.763129 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a9ea74f8-6eda-4a4b-ac2e-2274b04c8ecf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-887703'] for router_gateway, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:15.793755 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port 1962a7c2-7868-4607-b6fe-640b1199e848, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=1962a7c2-7868-4607-b6fe-640b1199e848,segment=NetworkSegment(76205301-da60-4ecb-a61c-114de025a248),segment_id=76205301-da60-4ecb-a61c-114de025a248)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:55:15.815203 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_v2 [None req-d49ef92a-91a1-4354-ab1e-2a1431c81e25 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Deleting subnet 5bf3113e-e74b-447b-9c2f-7a8cb78c49a0 {{(pid=88524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 18:55:15.819009 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d49ef92a-91a1-4354-ab1e-2a1431c81e25 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Notify callbacks [] for subnet, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:15.827472 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89573410-7740-4786-add2-715066dfb6b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1962a7c2-7868-4607-b6fe-640b1199e848'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:55:15.837508 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:15.899315 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d49ef92a-91a1-4354-ab1e-2a1431c81e25 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2702137'] for subnet, precommit_delete_associations {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:15.950218 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port de9ccc2f-4787-43e3-92be-87652a65920b is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:55:15.952528 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:15.964821 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Returning: {'device': '06561cac-2a48-40a3-bf58-d979cdbc3b51', 'network_id': '4c7a9aa4-8b0d-4225-ab31-749c4f434a4b', 'port_id': '06561cac-2a48-40a3-bf58-d979cdbc3b51', 'mac_address': 'fa:16:3e:e3:6e:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6675a480-f2f0-4e10-96f4-f99c31c21be5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 18:55:15.968144 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a05efa7-181a-46dd-bd0d-7607337b0841'] response: {'server_uuid': '89573410-7740-4786-add2-715066dfb6b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1962a7c2-7868-4607-b6fe-640b1199e848', 'code': 200} Jun 01 18:55:16.027562 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d49ef92a-91a1-4354-ab1e-2a1431c81e25 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:16.070590 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=1962a7c2-7868-4607-b6fe-640b1199e848,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:55:16.140563 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d49ef92a-91a1-4354-ab1e-2a1431c81e25 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2718856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3066595'] for subnet, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:16.156982 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a9ea74f8-6eda-4a4b-ac2e-2274b04c8ecf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25316'] for router, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:16.158275 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-5ff0301b-aaf9-4a15-9038-55e423012097 None None] For port 0802b0a7-02c2-4e44-ad14-fd2135e1cd57, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:55:16.160973 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a9ea74f8-6eda-4a4b-ac2e-2274b04c8ecf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:16.190103 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-5ff0301b-aaf9-4a15-9038-55e423012097 None None] For port 0802b0a7-02c2-4e44-ad14-fd2135e1cd57, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=0802b0a7-02c2-4e44-ad14-fd2135e1cd57,segment=NetworkSegment(89346070-ed9e-4ee6-8dc3-33b82ce4540e),segment_id=89346070-ed9e-4ee6-8dc3-33b82ce4540e)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:55:16.194106 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port de9ccc2f-4787-43e3-92be-87652a65920b, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=de9ccc2f-4787-43e3-92be-87652a65920b,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:55:16.204710 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port 06561cac-2a48-40a3-bf58-d979cdbc3b51 is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:55:16.205257 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:16.208392 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a9ea74f8-6eda-4a4b-ac2e-2274b04c8ecf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-891519'] for router, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:16.209205 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9ea74f8-6eda-4a4b-ac2e-2274b04c8ecf admin admin] Fanout notify agent at l3_agent the message router_deleted on router db6f77d8-4d78-4002-ac63-ece393d9d6e1 {{(pid=88525) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 18:55:16.219259 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-5ff0301b-aaf9-4a15-9038-55e423012097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:16.237379 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c934f5-0ae3-43de-b2d1-49c0c85eaaff req-6a2e515a-f5fd-4c7a-83f4-9d2b81d9211a tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:16.244965 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-63c934f5-0ae3-43de-b2d1-49c0c85eaaff req-6a2e515a-f5fd-4c7a-83f4-9d2b81d9211a tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=75417786-319c-42a9-9cdd-7c3f71eaefd2 HTTP/1.1" status: 200 len: 945 time: 0.1862144 Jun 01 18:55:16.256864 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:16.264439 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a9ea74f8-6eda-4a4b-ac2e-2274b04c8ecf admin admin] Notify callbacks [] for router, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:16.266260 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-a9ea74f8-6eda-4a4b-ac2e-2274b04c8ecf admin admin] 10.222.0.41 "DELETE /v2.0/routers/db6f77d8-4d78-4002-ac63-ece393d9d6e1 HTTP/1.1" status: 204 len: 168 time: 2.1262109 Jun 01 18:55:16.267562 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d49ef92a-91a1-4354-ab1e-2a1431c81e25 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:16.270508 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 59398) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:55:16.291715 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-b05d0ced-19e5-445f-83c3-7bf5a8af5af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db6f77d8-4d78-4002-ac63-ece393d9d6e1', 'name': 'tempest-ServersTestJSON-1311382100-router', 'tenant_id': 'be364c421efe43d392981c55745cbee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': '705c9357-8fda-49be-87c1-01c053959862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:53:15Z', 'updated_at': '2022-06-01T18:55:12Z', 'revision_number': 5, 'project_id': 'be364c421efe43d392981c55745cbee0', 'gw_port': {'id': '705c9357-8fda-49be-87c1-01c053959862', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:71:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6f77d8-4d78-4002-ac63-ece393d9d6e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:53:18Z', 'updated_at': '2022-06-01T18:53:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:55:16.299410 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49ef92a-91a1-4354-ab1e-2a1431c81e25 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Pushing event deleted for resources: {'Subnet': ['ID=5bf3113e-e74b-447b-9c2f-7a8cb78c49a0,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:55:16.299994 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06561cac-2a48-40a3-bf58-d979cdbc3b51 {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:55:16.317024 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b05d0ced-19e5-445f-83c3-7bf5a8af5af4 None None] Checking router: db6f77d8-4d78-4002-ac63-ece393d9d6e1 for host: n-d-844202-1 {{(pid=88526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 18:55:16.344959 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 06561cac-2a48-40a3-bf58-d979cdbc3b51, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=06561cac-2a48-40a3-bf58-d979cdbc3b51,segment=NetworkSegment(76205301-da60-4ecb-a61c-114de025a248),segment_id=76205301-da60-4ecb-a61c-114de025a248)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:55:16.349643 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05d0ced-19e5-445f-83c3-7bf5a8af5af4 None None] Routers set() bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:55:16.350181 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05d0ced-19e5-445f-83c3-7bf5a8af5af4 None None] Router IDs set() for agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}} Jun 01 18:55:16.350820 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_agentschedulers_db [None req-b05d0ced-19e5-445f-83c3-7bf5a8af5af4 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'db6f77d8-4d78-4002-ac63-ece393d9d6e1'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:55:09Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent'). {{(pid=88526) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jun 01 18:55:16.351253 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b05d0ced-19e5-445f-83c3-7bf5a8af5af4 None None] The sync data for ids ['db6f77d8-4d78-4002-ac63-ece393d9d6e1'] in n-d-844202-1 is: [] {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 18:55:16.352930 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff0301b-aaf9-4a15-9038-55e423012097 None None] Pushing event updated for resources: {'Port': ['ID=0802b0a7-02c2-4e44-ad14-fd2135e1cd57,revision_number=3']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:55:16.355364 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:16.364005 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-d49ef92a-91a1-4354-ab1e-2a1431c81e25 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] 10.222.0.41 "DELETE /v2.0/subnets/5bf3113e-e74b-447b-9c2f-7a8cb78c49a0 HTTP/1.1" status: 204 len: 168 time: 0.6450493 Jun 01 18:55:16.379162 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 59402) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:55:16.448334 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device cc5ee998-50f8-425b-be12-6bab4eab598b no longer exists at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:55:16.465113 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-63c934f5-0ae3-43de-b2d1-49c0c85eaaff req-a97f3e13-6456-403f-87b6-08c06b3e2313 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/security-groups?id=e95c7360-01e1-4fb0-bbdb-7b11f637526c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189069 Jun 01 18:55:16.494494 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0e9bd14-6315-437a-a893-51d391d7fb30 admin admin] Deleting subnet 20c92181-6933-4439-bedd-96ced55ea613 {{(pid=88525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 18:55:16.508609 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10293327-57dc-46ec-9759-3c9ae39ed42a req-1e1259f7-bb5f-42ad-8b94-f99a40917396 tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:16.510913 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-10293327-57dc-46ec-9759-3c9ae39ed42a req-1e1259f7-bb5f-42ad-8b94-f99a40917396 tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] 10.222.0.41 "GET /v2.0/ports?device_id=32244e54-23cc-458d-b7ea-5b386e43c2fc HTTP/1.1" status: 200 len: 949 time: 0.1997292 Jun 01 18:55:16.513077 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f0e9bd14-6315-437a-a893-51d391d7fb30 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:16.528650 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] No Port match for: cc5ee998-50f8-425b-be12-6bab4eab598b {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 18:55:16.529035 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device cc5ee998-50f8-425b-be12-6bab4eab598b not bound to the agent host n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 18:55:16.546887 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29b529a3-49e9-44c4-8472-410fda0326c6 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:16.548318 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29b529a3-49e9-44c4-8472-410fda0326c6 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:16.549064 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-29b529a3-49e9-44c4-8472-410fda0326c6 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Synchronizing usage tracker for tenant:f72800812881475c88a3f683d52d5d49 on resource:subnet {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:55:16.551031 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=de9ccc2f-4787-43e3-92be-87652a65920b,revision_number=8']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:55:16.596698 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-29b529a3-49e9-44c4-8472-410fda0326c6 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Unset dirty status for tenant:f72800812881475c88a3f683d52d5d49 on resource:subnet {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:55:16.601110 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-29b529a3-49e9-44c4-8472-410fda0326c6 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2124772 Jun 01 18:55:16.605756 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-10293327-57dc-46ec-9759-3c9ae39ed42a req-1450eb71-9ef3-406e-a4ec-eb435c809458 tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] 10.222.0.41 "GET /v2.0/security-groups?id=c266819c-9421-4c09-b8ec-0766c6fc4de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867360 Jun 01 18:55:16.607247 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 59408) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:55:16.643348 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] get_ports_and_sgs() called for port_ids ['06561cac-2a48-40a3-bf58-d979cdbc3b51'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:55:16.643463 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f0e9bd14-6315-437a-a893-51d391d7fb30 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2258509'] for subnet, precommit_delete_associations {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:16.707451 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf10925-f9e5-4a3e-9b32-8187b3318117 req-534a1896-e1e7-49d4-93f2-37079f21cf6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:16.708942 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-aaf10925-f9e5-4a3e-9b32-8187b3318117 req-534a1896-e1e7-49d4-93f2-37079f21cf6b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=89573410-7740-4786-add2-715066dfb6b7 HTTP/1.1" status: 200 len: 1096 time: 0.6572597 Jun 01 18:55:16.832850 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-cacd2472-804f-405a-97b8-65ec96f4ba5a tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:16.847686 n-d-844202-1 neutron-server[88524]: INFO neutron.pecan_wsgi.hooks.translation [None req-cacd2472-804f-405a-97b8-65ec96f4ba5a tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jun 01 18:55:16.848292 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cacd2472-804f-405a-97b8-65ec96f4ba5a tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88524) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 18:55:16.850155 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-cacd2472-804f-405a-97b8-65ec96f4ba5a tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] 10.222.0.41 "DELETE /v2.0/networks/d9889283-e0e2-4cb3-94db-e8625c5dad91 HTTP/1.1" status: 409 len: 405 time: 0.2418289 Jun 01 18:55:16.854432 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=06561cac-2a48-40a3-bf58-d979cdbc3b51,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:55:16.855405 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 59416) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:55:16.861552 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-aaf10925-f9e5-4a3e-9b32-8187b3318117 req-0180b2ed-926f-4111-b56c-6829297d522a service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=10328742-6369-4815-ae6a-3cb954039bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435347 Jun 01 18:55:16.862013 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-fa36ceb1-d213-4ccf-93b1-1cf8fbcd2e22 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-820409144'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:55:16.867757 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-fa36ceb1-d213-4ccf-93b1-1cf8fbcd2e22 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:55:16.872691 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-fa36ceb1-d213-4ccf-93b1-1cf8fbcd2e22 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Usage tracker for resource:network and tenant:f72800812881475c88a3f683d52d5d49 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:55:16.879226 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-fa36ceb1-d213-4ccf-93b1-1cf8fbcd2e22 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:55:16.888161 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f0e9bd14-6315-437a-a893-51d391d7fb30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:16.905903 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-fa36ceb1-d213-4ccf-93b1-1cf8fbcd2e22 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:55:16.919814 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa36ceb1-d213-4ccf-93b1-1cf8fbcd2e22 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Made reservation on behalf of f72800812881475c88a3f683d52d5d49 for: {'network': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:55:16.929965 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-fa36ceb1-d213-4ccf-93b1-1cf8fbcd2e22 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:17.006779 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa36ceb1-d213-4ccf-93b1-1cf8fbcd2e22 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 127} {{(pid=88524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 18:55:17.010151 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15656b7f-afc9-403c-afb3-45c8e298d188 req-9f967537-4601-49f5-8ade-b91cd2d6c49e tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:17.018582 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-15656b7f-afc9-403c-afb3-45c8e298d188 req-9f967537-4601-49f5-8ade-b91cd2d6c49e tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb004fdd-bd15-457d-91b4-9584fa047d1f HTTP/1.1" status: 200 len: 944 time: 0.2271137 Jun 01 18:55:17.035328 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-fa36ceb1-d213-4ccf-93b1-1cf8fbcd2e22 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:17.035693 n-d-844202-1 neutron-server[88524]: INFO neutron.db.segments_db [None req-fa36ceb1-d213-4ccf-93b1-1cf8fbcd2e22 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Added segment 2fa9e624-2c97-40e0-8c82-f0a1ec5171ed of type vlan for network e4e69311-74f2-4203-be12-79598fa4bf8e Jun 01 18:55:17.100633 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-fa36ceb1-d213-4ccf-93b1-1cf8fbcd2e22 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:17.101254 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f0e9bd14-6315-437a-a893-51d391d7fb30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2614143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9667199'] for subnet, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:17.110696 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-15656b7f-afc9-403c-afb3-45c8e298d188 req-f5333578-64ff-4de3-93da-d6160b12f016 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Synchronizing usage tracker for tenant:d40f7c9e0af24f109f247cdb0a7a60bf on resource:security_group {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:55:17.135962 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-fa36ceb1-d213-4ccf-93b1-1cf8fbcd2e22 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:17.142708 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa36ceb1-d213-4ccf-93b1-1cf8fbcd2e22 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:17.143403 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-fa36ceb1-d213-4ccf-93b1-1cf8fbcd2e22 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:17.164436 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f0e9bd14-6315-437a-a893-51d391d7fb30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:17.171050 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e9bd14-6315-437a-a893-51d391d7fb30 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20c92181-6933-4439-bedd-96ced55ea613,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:55:17.175928 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71f798a8-227a-4c8d-8bcb-02a6dd84ecad None None] Network 89cb058b-9ed3-4e37-a7ba-952d56201dad requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 18:55:17.182875 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e9bd14-6315-437a-a893-51d391d7fb30 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:55:17.183274 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e9bd14-6315-437a-a893-51d391d7fb30 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:55:17.183725 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e9bd14-6315-437a-a893-51d391d7fb30 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:55:17.183949 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e9bd14-6315-437a-a893-51d391d7fb30 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:55:17.184825 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e9bd14-6315-437a-a893-51d391d7fb30 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:55:17.185174 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e9bd14-6315-437a-a893-51d391d7fb30 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:55:17.185708 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e9bd14-6315-437a-a893-51d391d7fb30 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:55:17.186055 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e9bd14-6315-437a-a893-51d391d7fb30 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:55:17.186367 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e9bd14-6315-437a-a893-51d391d7fb30 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:55:17.186697 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e9bd14-6315-437a-a893-51d391d7fb30 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:55:17.187151 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e9bd14-6315-437a-a893-51d391d7fb30 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:55:17.187312 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e9bd14-6315-437a-a893-51d391d7fb30 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:55:17.197746 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-f0e9bd14-6315-437a-a893-51d391d7fb30 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/20c92181-6933-4439-bedd-96ced55ea613 HTTP/1.1" status: 204 len: 168 time: 0.9235127 Jun 01 18:55:17.197746 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-15656b7f-afc9-403c-afb3-45c8e298d188 req-f5333578-64ff-4de3-93da-d6160b12f016 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Unset dirty status for tenant:d40f7c9e0af24f109f247cdb0a7a60bf on resource:security_group {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:55:17.206227 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-15656b7f-afc9-403c-afb3-45c8e298d188 req-f5333578-64ff-4de3-93da-d6160b12f016 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] 10.222.0.41 "GET /v2.0/security-groups?id=10328742-6369-4815-ae6a-3cb954039bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866374 Jun 01 18:55:17.219892 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 59426) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:55:17.266475 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-fa36ceb1-d213-4ccf-93b1-1cf8fbcd2e22 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4091260 Jun 01 18:55:17.273715 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 59430) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:55:17.282721 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-bbcea2c2-3dbc-4b15-ba53-de4a62316d7b tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Request body: {'subnet': {'network_id': 'e4e69311-74f2-4203-be12-79598fa4bf8e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:55:17.338500 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-53331d52-508e-4af2-9874-615db0647b68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:17.363620 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa36ceb1-d213-4ccf-93b1-1cf8fbcd2e22 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Pushing event updated for resources: {'Network': ['ID=e4e69311-74f2-4203-be12-79598fa4bf8e,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:55:17.374562 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-53331d52-508e-4af2-9874-615db0647b68 admin admin] Deleting port e20d715a-de20-43cc-8b30-98d1753d2105 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:55:17.375299 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-53331d52-508e-4af2-9874-615db0647b68 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:17.420135 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network e4e69311-74f2-4203-be12-79598fa4bf8e details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 18:55:17.442728 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-bbcea2c2-3dbc-4b15-ba53-de4a62316d7b tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:55:17.466266 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-bbcea2c2-3dbc-4b15-ba53-de4a62316d7b tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:55:17.479681 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbcea2c2-3dbc-4b15-ba53-de4a62316d7b tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Made reservation on behalf of f72800812881475c88a3f683d52d5d49 for: {'subnet': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:55:17.489531 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-bbcea2c2-3dbc-4b15-ba53-de4a62316d7b tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3066584'] for subnet, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:17.730542 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 0802b0a7-02c2-4e44-ad14-fd2135e1cd57 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:55:17.766611 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-722e0b7b-8b94-4935-b97c-aa21f80274f4 None None] DHCP port deletion for 89cb058b-9ed3-4e37-a7ba-952d56201dad request from n-d-844202-1 {{(pid=88526) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 18:55:17.789606 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-722e0b7b-8b94-4935-b97c-aa21f80274f4 None None] Deleting port e20d715a-de20-43cc-8b30-98d1753d2105 {{(pid=88526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:55:17.790123 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-722e0b7b-8b94-4935-b97c-aa21f80274f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:17.820074 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [None req-53331d52-508e-4af2-9874-615db0647b68 admin admin] For port e20d715a-de20-43cc-8b30-98d1753d2105, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=e20d715a-de20-43cc-8b30-98d1753d2105,segment=NetworkSegment(ca8764fc-6603-47fe-89a3-1f102e13f351),segment_id=ca8764fc-6603-47fe-89a3-1f102e13f351)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:55:17.829116 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-53331d52-508e-4af2-9874-615db0647b68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:17.930826 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port 0802b0a7-02c2-4e44-ad14-fd2135e1cd57 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:55:17.957612 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66aeb131-427c-4724-b64d-1485d97635f0 req-00160687-d97c-420d-99df-60d0ef18c04a tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:17.959058 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-66aeb131-427c-4724-b64d-1485d97635f0 req-00160687-d97c-420d-99df-60d0ef18c04a tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=75417786-319c-42a9-9cdd-7c3f71eaefd2 HTTP/1.1" status: 200 len: 945 time: 0.1210563 Jun 01 18:55:17.981076 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32244e54-23cc-458d-b7ea-5b386e43c2fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de9ccc2f-4787-43e3-92be-87652a65920b'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:55:18.089192 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 705c9357-8fda-49be-87c1-01c053959862 no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:55:18.119271 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-66aeb131-427c-4724-b64d-1485d97635f0 req-f49f9274-c8fb-49b4-9066-a06859425388 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/security-groups?id=e95c7360-01e1-4fb0-bbdb-7b11f637526c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983772 Jun 01 18:55:18.132029 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c0c984e-2fdb-4ce2-82cf-7b17e5b9e44e None None] Network d9889283-e0e2-4cb3-94db-e8625c5dad91 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 18:55:18.182478 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: 705c9357-8fda-49be-87c1-01c053959862 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 18:55:18.183169 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 705c9357-8fda-49be-87c1-01c053959862 not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 18:55:18.183279 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device f136d3ac-b6e6-4f82-96e8-34ebfa298de4 no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:55:18.264632 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-53331d52-508e-4af2-9874-615db0647b68 admin admin] Calling delete_port for e20d715a-de20-43cc-8b30-98d1753d2105 owned by network:dhcp {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:55:18.298914 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: f136d3ac-b6e6-4f82-96e8-34ebfa298de4 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 18:55:18.299340 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device f136d3ac-b6e6-4f82-96e8-34ebfa298de4 not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 18:55:18.319198 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-722e0b7b-8b94-4935-b97c-aa21f80274f4 None None] For port e20d715a-de20-43cc-8b30-98d1753d2105, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=e20d715a-de20-43cc-8b30-98d1753d2105,segment=NetworkSegment(ca8764fc-6603-47fe-89a3-1f102e13f351),segment_id=ca8764fc-6603-47fe-89a3-1f102e13f351)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:55:18.319759 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-722e0b7b-8b94-4935-b97c-aa21f80274f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:18.341022 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-01d93990-18dc-4512-885f-899f19be49f3 None None] Provisioning for port 0802b0a7-02c2-4e44-ad14-fd2135e1cd57 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:55:18.369287 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399bcb6e-bfdf-4862-9993-78800b3c110d req-0fc513d4-7411-4d1d-b624-f43e89e12a0d tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:18.370758 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-399bcb6e-bfdf-4862-9993-78800b3c110d req-0fc513d4-7411-4d1d-b624-f43e89e12a0d tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] 10.222.0.41 "GET /v2.0/ports?device_id=32244e54-23cc-458d-b7ea-5b386e43c2fc HTTP/1.1" status: 200 len: 949 time: 0.5316710 Jun 01 18:55:18.376002 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-53331d52-508e-4af2-9874-615db0647b68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:18.431849 n-d-844202-1 neutron-server[88524]: DEBUG neutron.objects.ports [None req-bbcea2c2-3dbc-4b15-ba53-de4a62316d7b tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88524) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jun 01 18:55:18.440610 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53331d52-508e-4af2-9874-615db0647b68 admin admin] Pushing event deleted for resources: {'Port': ['ID=e20d715a-de20-43cc-8b30-98d1753d2105,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:55:18.444912 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-bbcea2c2-3dbc-4b15-ba53-de4a62316d7b tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2718919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3066602'] for subnet, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:18.447151 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-01d93990-18dc-4512-885f-899f19be49f3 None None] Provisioning complete for port 0802b0a7-02c2-4e44-ad14-fd2135e1cd57 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:55:18.447505 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-01d93990-18dc-4512-885f-899f19be49f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:18.448961 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53331d52-508e-4af2-9874-615db0647b68 admin admin] No DVR routers for this DVR port e20d715a-de20-43cc-8b30-98d1753d2105 on host n-d-844202-1 {{(pid=88525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 18:55:18.472828 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 06561cac-2a48-40a3-bf58-d979cdbc3b51 up at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:55:18.534904 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b56b5b-1a50-4667-8650-c5092addf8fc req-e254a9ba-5f49-43fe-a284-0ea8af7d4f03 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:18.536264 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b8b56b5b-1a50-4667-8650-c5092addf8fc req-e254a9ba-5f49-43fe-a284-0ea8af7d4f03 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/networks?id=7a710216-a9ba-47da-a86f-23bc8e339e5a HTTP/1.1" status: 200 len: 812 time: 0.2858548 Jun 01 18:55:18.562824 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcea2c2-3dbc-4b15-ba53-de4a62316d7b tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Pushing event updated for resources: {'Subnet': ['ID=1d349bd3-df5c-4421-9d62-f0fe615892d1,revision_number=0']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:55:18.569916 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b8b56b5b-1a50-4667-8650-c5092addf8fc req-572bb8b6-5fae-41c1-8610-21f453d03956 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/quotas/0edcfecaba054f29a657f364ed77530c HTTP/1.1" status: 200 len: 375 time: 0.0241060 Jun 01 18:55:18.576602 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-399bcb6e-bfdf-4862-9993-78800b3c110d req-efce84ac-7a86-4c3a-b861-1f8c32f0e7c0 tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] 10.222.0.41 "GET /v2.0/security-groups?id=c266819c-9421-4c09-b8ec-0766c6fc4de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661036 Jun 01 18:55:18.576787 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbcea2c2-3dbc-4b15-ba53-de4a62316d7b tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Checking segment: {'id': '2fa9e624-2c97-40e0-8c82-f0a1ec5171ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'e4e69311-74f2-4203-be12-79598fa4bf8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:55:18.577051 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbcea2c2-3dbc-4b15-ba53-de4a62316d7b tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Network hostable DHCP agents. Network: e4e69311-74f2-4203-be12-79598fa4bf8e, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88524) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 18:55:18.592365 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-722e0b7b-8b94-4935-b97c-aa21f80274f4 None None] Calling delete_port for e20d715a-de20-43cc-8b30-98d1753d2105 owned by network:dhcp {{(pid=88526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:55:18.600335 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-53331d52-508e-4af2-9874-615db0647b68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:18.636426 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbcea2c2-3dbc-4b15-ba53-de4a62316d7b tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Network e4e69311-74f2-4203-be12-79598fa4bf8e is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88524) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 18:55:18.638938 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-53331d52-508e-4af2-9874-615db0647b68 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89cb058b-9ed3-4e37-a7ba-952d56201dad']}} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:55:18.648840 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-b8b56b5b-1a50-4667-8650-c5092addf8fc req-28cad460-ba6a-4707-b3c0-d4c0d8530627 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Synchronizing usage tracker for tenant:0edcfecaba054f29a657f364ed77530c on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:55:18.654481 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-53331d52-508e-4af2-9874-615db0647b68 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca8764fc-6603-47fe-89a3-1f102e13f351') {'for_net_delete': True} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:55:18.654908 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-53331d52-508e-4af2-9874-615db0647b68 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca8764fc-6603-47fe-89a3-1f102e13f351') {} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:55:18.657664 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-bbcea2c2-3dbc-4b15-ba53-de4a62316d7b tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, e4e69311-74f2-4203-be12-79598fa4bf8e) {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:55:18.671562 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-53331d52-508e-4af2-9874-615db0647b68 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2258522'] for segment, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:18.675597 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbcea2c2-3dbc-4b15-ba53-de4a62316d7b tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:18.676622 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-bbcea2c2-3dbc-4b15-ba53-de4a62316d7b tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:18.691448 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-b8b56b5b-1a50-4667-8650-c5092addf8fc req-28cad460-ba6a-4707-b3c0-d4c0d8530627 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Unset dirty status for tenant:0edcfecaba054f29a657f364ed77530c on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:55:18.695306 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b8b56b5b-1a50-4667-8650-c5092addf8fc req-28cad460-ba6a-4707-b3c0-d4c0d8530627 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=0edcfecaba054f29a657f364ed77530c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1002040 Jun 01 18:55:18.696053 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1aafdd17-c51d-467f-82c9-14e640d30965'] response: {'server_uuid': '32244e54-23cc-458d-b7ea-5b386e43c2fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de9ccc2f-4787-43e3-92be-87652a65920b', 'code': 200} Jun 01 18:55:18.701628 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de864684-04b0-44b7-9469-4c5a29f1a09e None None] Network e4e69311-74f2-4203-be12-79598fa4bf8e requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 18:55:18.707779 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-53331d52-508e-4af2-9874-615db0647b68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:18.716509 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53331d52-508e-4af2-9874-615db0647b68 admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=88525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 18:55:18.717235 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-53331d52-508e-4af2-9874-615db0647b68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2613981'] for segment, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:18.818538 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-bbcea2c2-3dbc-4b15-ba53-de4a62316d7b tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.5435419 Jun 01 18:55:18.834269 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 59454) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:55:18.849421 n-d-844202-1 neutron-server[88526]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 01 18:55:18.849421 n-d-844202-1 neutron-server[88526]: from cryptography.utils import int_from_bytes Jun 01 18:55:18.849421 n-d-844202-1 neutron-server[88526]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 01 18:55:18.849421 n-d-844202-1 neutron-server[88526]: from cryptography.utils import int_from_bytes Jun 01 18:55:18.849421 n-d-844202-1 neutron-server[88526]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jun 01 18:55:18.849421 n-d-844202-1 neutron-server[88526]: util.warn_limited( Jun 01 18:55:18.849421 n-d-844202-1 neutron-server[88526]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jun 01 18:55:18.849421 n-d-844202-1 neutron-server[88526]: util.warn_limited( Jun 01 18:55:18.849421 n-d-844202-1 neutron-server[88526]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 18:55:18.849421 n-d-844202-1 neutron-server[88526]: util.warn( Jun 01 18:55:18.849421 n-d-844202-1 neutron-server[88526]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 18:55:18.849421 n-d-844202-1 neutron-server[88526]: util.warn( Jun 01 18:55:18.849421 n-d-844202-1 neutron-server[88526]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 18:55:18.849421 n-d-844202-1 neutron-server[88526]: util.warn( Jun 01 18:55:18.849421 n-d-844202-1 neutron-server[88526]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 18:55:18.849421 n-d-844202-1 neutron-server[88526]: util.warn( Jun 01 18:55:18.849421 n-d-844202-1 neutron-server[88526]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 18:55:18.849421 n-d-844202-1 neutron-server[88526]: util.warn( Jun 01 18:55:18.849421 n-d-844202-1 neutron-server[88526]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 18:55:18.849421 n-d-844202-1 neutron-server[88526]: util.warn( Jun 01 18:55:18.849421 n-d-844202-1 neutron-server[88526]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 18:55:18.849421 n-d-844202-1 neutron-server[88526]: util.warn( Jun 01 18:55:18.849421 n-d-844202-1 neutron-server[88526]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 18:55:18.849421 n-d-844202-1 neutron-server[88526]: util.warn( Jun 01 18:55:18.849421 n-d-844202-1 neutron-server[88526]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 18:55:18.849421 n-d-844202-1 neutron-server[88526]: util.warn( Jun 01 18:55:18.849421 n-d-844202-1 neutron-server[88526]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 18:55:18.849421 n-d-844202-1 neutron-server[88526]: util.warn( Jun 01 18:55:18.849421 n-d-844202-1 neutron-server[88526]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 18:55:18.849421 n-d-844202-1 neutron-server[88526]: util.warn( Jun 01 18:55:18.849421 n-d-844202-1 neutron-server[88526]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 18:55:18.849421 n-d-844202-1 neutron-server[88526]: util.warn( Jun 01 18:55:18.849421 n-d-844202-1 neutron-server[88526]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 18:55:18.849421 n-d-844202-1 neutron-server[88526]: util.warn( Jun 01 18:55:18.849421 n-d-844202-1 neutron-server[88526]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 18:55:18.849421 n-d-844202-1 neutron-server[88526]: util.warn( Jun 01 18:55:18.849421 n-d-844202-1 neutron-server[88526]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 18:55:18.849421 n-d-844202-1 neutron-server[88526]: util.warn( Jun 01 18:55:18.849421 n-d-844202-1 neutron-server[88526]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 18:55:18.849421 n-d-844202-1 neutron-server[88526]: util.warn( Jun 01 18:55:18.849421 n-d-844202-1 neutron-server[88526]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 18:55:18.849421 n-d-844202-1 neutron-server[88526]: util.warn( Jun 01 18:55:18.851996 n-d-844202-1 neutron-server[88526]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 18:55:18.851996 n-d-844202-1 neutron-server[88526]: util.warn( Jun 01 18:55:18.851996 n-d-844202-1 neutron-server[88526]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 18:55:18.851996 n-d-844202-1 neutron-server[88526]: util.warn( Jun 01 18:55:18.851996 n-d-844202-1 neutron-server[88526]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 18:55:18.851996 n-d-844202-1 neutron-server[88526]: util.warn( Jun 01 18:55:18.851996 n-d-844202-1 neutron-server[88526]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 18:55:18.851996 n-d-844202-1 neutron-server[88526]: util.warn( Jun 01 18:55:18.851996 n-d-844202-1 neutron-server[88526]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 18:55:18.851996 n-d-844202-1 neutron-server[88526]: util.warn( Jun 01 18:55:18.851996 n-d-844202-1 neutron-server[88526]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 18:55:18.851996 n-d-844202-1 neutron-server[88526]: util.warn( Jun 01 18:55:18.851996 n-d-844202-1 neutron-server[88526]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 18:55:18.851996 n-d-844202-1 neutron-server[88526]: util.warn( Jun 01 18:55:18.893574 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.db.api [None req-722e0b7b-8b94-4935-b97c-aa21f80274f4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88526) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 18:55:18.893922 n-d-844202-1 neutron-server[88526]: DEBUG oslo_db.api [None req-722e0b7b-8b94-4935-b97c-aa21f80274f4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 18:55:18.916774 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment ca8764fc-6603-47fe-89a3-1f102e13f351 resource provider aggregate not found Jun 01 18:55:18.972835 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment ca8764fc-6603-47fe-89a3-1f102e13f351 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ca8764fc-6603-47fe-89a3-1f102e13f351 found for delete ", "request_id": "req-1be327f0-1c32-4917-82d2-7a87916dfe76"}]} Jun 01 18:55:18.995393 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-53331d52-508e-4af2-9874-615db0647b68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:18.996445 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning for port 06561cac-2a48-40a3-bf58-d979cdbc3b51 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:55:19.018354 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning complete for port 06561cac-2a48-40a3-bf58-d979cdbc3b51 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:55:19.018718 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:19.031227 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-53331d52-508e-4af2-9874-615db0647b68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:19.053387 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb48c9ea-4336-4611-b30b-d642577fe9e1 req-f41afaad-088a-4549-89cf-81ac5c4a282d tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:19.061983 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-bb48c9ea-4336-4611-b30b-d642577fe9e1 req-f41afaad-088a-4549-89cf-81ac5c4a282d tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb004fdd-bd15-457d-91b4-9584fa047d1f HTTP/1.1" status: 200 len: 944 time: 0.1941307 Jun 01 18:55:19.063950 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53331d52-508e-4af2-9874-615db0647b68 admin admin] Pushing event deleted for resources: {'Network': ['ID=89cb058b-9ed3-4e37-a7ba-952d56201dad,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:55:19.065990 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-01d93990-18dc-4512-885f-899f19be49f3 None None] Current status of the port 0802b0a7-02c2-4e44-ad14-fd2135e1cd57 is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:55:19.066368 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-01d93990-18dc-4512-885f-899f19be49f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:19.088504 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b8b56b5b-1a50-4667-8650-c5092addf8fc req-1a95930d-3bc3-4d83-815b-8422eb959397 service neutron] 10.222.0.41 "GET /v2.0/networks/7a710216-a9ba-47da-a86f-23bc8e339e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3655152 Jun 01 18:55:19.118907 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-bb48c9ea-4336-4611-b30b-d642577fe9e1 req-a244ed79-1467-411c-ad3d-a362208c9ee1 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] 10.222.0.41 "GET /v2.0/security-groups?id=10328742-6369-4815-ae6a-3cb954039bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560207 Jun 01 18:55:19.124593 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-53331d52-508e-4af2-9874-615db0647b68 admin admin] 10.222.0.41 "DELETE /v2.0/networks/89cb058b-9ed3-4e37-a7ba-952d56201dad HTTP/1.1" status: 204 len: 168 time: 1.9118507 Jun 01 18:55:19.154710 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-0dbc175e-8304-4c37-8713-20d611207779 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:19.174351 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-01d93990-18dc-4512-885f-899f19be49f3 None None] For port 0802b0a7-02c2-4e44-ad14-fd2135e1cd57, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=0802b0a7-02c2-4e44-ad14-fd2135e1cd57,segment=NetworkSegment(89346070-ed9e-4ee6-8dc3-33b82ce4540e),segment_id=89346070-ed9e-4ee6-8dc3-33b82ce4540e)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:55:19.182828 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-01d93990-18dc-4512-885f-899f19be49f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:19.255273 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67abf684-c63a-459d-903b-8055476b075e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc93f83c3-7fb6-5c13-a9d4-29d739a4e8d2-e4e69311-74f2-4203-be12-79598fa4bf8e', 'network_id': 'e4e69311-74f2-4203-be12-79598fa4bf8e', 'tenant_id': 'f72800812881475c88a3f683d52d5d49', 'fixed_ips': [{'subnet_id': '1d349bd3-df5c-4421-9d62-f0fe615892d1'}]}} from n-d-844202-1. {{(pid=88526) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 18:55:19.256120 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-67abf684-c63a-459d-903b-8055476b075e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:19.265163 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c7d48b5-4a8c-4dc4-a9f3-e3a7a8928af8 None None] DHCP port deletion for d9889283-e0e2-4cb3-94db-e8625c5dad91 request from n-d-844202-1 {{(pid=88526) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 18:55:19.283284 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124a4e28-a1ff-438e-8ae4-3a88f1d63d60 req-be6a3bb6-a437-4dfe-8aba-9ca99b29cadc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:19.284788 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-124a4e28-a1ff-438e-8ae4-3a88f1d63d60 req-be6a3bb6-a437-4dfe-8aba-9ca99b29cadc service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=32244e54-23cc-458d-b7ea-5b386e43c2fc HTTP/1.1" status: 200 len: 1100 time: 0.4077978 Jun 01 18:55:19.314593 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-0c7d48b5-4a8c-4dc4-a9f3-e3a7a8928af8 None None] Deleting port 0802b0a7-02c2-4e44-ad14-fd2135e1cd57 {{(pid=88526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:55:19.314959 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-0c7d48b5-4a8c-4dc4-a9f3-e3a7a8928af8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:19.377987 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd27d5ae-79dd-4a31-9248-103e132251fb req-5dfeea77-318b-44c8-977b-538cfe073511 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:19.386078 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-fd27d5ae-79dd-4a31-9248-103e132251fb req-5dfeea77-318b-44c8-977b-538cfe073511 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=75417786-319c-42a9-9cdd-7c3f71eaefd2 HTTP/1.1" status: 200 len: 945 time: 0.0986838 Jun 01 18:55:19.405573 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-722e0b7b-8b94-4935-b97c-aa21f80274f4 None None] Deleting port e20d715a-de20-43cc-8b30-98d1753d2105 {{(pid=88526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:55:19.405943 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-722e0b7b-8b94-4935-b97c-aa21f80274f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:19.409259 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 59466) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:55:19.446774 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-fd27d5ae-79dd-4a31-9248-103e132251fb req-76ca6ff5-e016-47ab-9f27-ebea498976a4 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/security-groups?id=e95c7360-01e1-4fb0-bbdb-7b11f637526c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596676 Jun 01 18:55:19.449829 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-0dbc175e-8304-4c37-8713-20d611207779 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:19.452580 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port 06561cac-2a48-40a3-bf58-d979cdbc3b51 is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:55:19.453031 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:19.483911 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-124a4e28-a1ff-438e-8ae4-3a88f1d63d60 req-cf950d5d-311d-4c3d-a07f-b3418cc646ba service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=c266819c-9421-4c09-b8ec-0766c6fc4de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426556 Jun 01 18:55:19.491699 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b8b56b5b-1a50-4667-8650-c5092addf8fc req-2e46bec6-ff86-4783-8b25-3bfe8bdac48b service neutron] 10.222.0.41 "GET /v2.0/networks/7a710216-a9ba-47da-a86f-23bc8e339e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3935494 Jun 01 18:55:19.516502 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d93990-18dc-4512-885f-899f19be49f3 None None] Pushing event updated for resources: {'Port': ['ID=0802b0a7-02c2-4e44-ad14-fd2135e1cd57,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:55:19.529044 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-722e0b7b-8b94-4935-b97c-aa21f80274f4 None None] The port 'e20d715a-de20-43cc-8b30-98d1753d2105' was deleted {{(pid=88526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 01 18:55:19.556875 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-7e28277c-bd28-41a0-a4fd-a649e04e49c7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=be364c421efe43d392981c55745cbee0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1428618 Jun 01 18:55:19.558158 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 59470) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:55:19.623636 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 06561cac-2a48-40a3-bf58-d979cdbc3b51, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=06561cac-2a48-40a3-bf58-d979cdbc3b51,segment=NetworkSegment(76205301-da60-4ecb-a61c-114de025a248),segment_id=76205301-da60-4ecb-a61c-114de025a248)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:55:19.635705 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:19.698802 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-0dbc175e-8304-4c37-8713-20d611207779 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2718856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3066595'] for subnet, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:19.734939 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server [None req-67abf684-c63a-459d-903b-8055476b075e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1d349bd3-df5c-4421-9d62-f0fe615892d1: This subnet is being modified by another concurrent operation. Jun 01 18:55:19.734939 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 01 18:55:19.734939 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 01 18:55:19.734939 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jun 01 18:55:19.734939 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 01 18:55:19.734939 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jun 01 18:55:19.734939 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 01 18:55:19.734939 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jun 01 18:55:19.734939 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 01 18:55:19.734939 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 01 18:55:19.734939 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 01 18:55:19.734939 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 01 18:55:19.734939 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 01 18:55:19.734939 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 01 18:55:19.734939 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 01 18:55:19.734939 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server raise self.value Jun 01 18:55:19.734939 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 01 18:55:19.734939 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 01 18:55:19.734939 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 01 18:55:19.734939 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 01 18:55:19.734939 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 01 18:55:19.734939 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 01 18:55:19.734939 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 01 18:55:19.734939 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server raise self.value Jun 01 18:55:19.734939 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 01 18:55:19.734939 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 01 18:55:19.734939 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 01 18:55:19.734939 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 01 18:55:19.734939 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 01 18:55:19.734939 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 01 18:55:19.734939 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 01 18:55:19.734939 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server raise self.value Jun 01 18:55:19.734939 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 01 18:55:19.734939 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 01 18:55:19.734939 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jun 01 18:55:19.734939 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jun 01 18:55:19.734939 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Jun 01 18:55:19.734939 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jun 01 18:55:19.734939 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Jun 01 18:55:19.734939 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jun 01 18:55:19.734939 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jun 01 18:55:19.734939 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jun 01 18:55:19.734939 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Jun 01 18:55:19.734939 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jun 01 18:55:19.734939 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jun 01 18:55:19.734939 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 01 18:55:19.734939 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 01 18:55:19.734939 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 01 18:55:19.734939 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 01 18:55:19.734939 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 01 18:55:19.734939 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 01 18:55:19.734939 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server raise self.value Jun 01 18:55:19.734939 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 01 18:55:19.734939 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 01 18:55:19.738033 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 01 18:55:19.738033 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 01 18:55:19.738033 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 01 18:55:19.738033 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 01 18:55:19.738033 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 01 18:55:19.738033 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server raise self.value Jun 01 18:55:19.738033 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 01 18:55:19.738033 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 01 18:55:19.738033 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 01 18:55:19.738033 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 01 18:55:19.738033 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 01 18:55:19.738033 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 01 18:55:19.738033 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 01 18:55:19.738033 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server raise self.value Jun 01 18:55:19.738033 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 01 18:55:19.738033 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 01 18:55:19.738033 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Jun 01 18:55:19.738033 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jun 01 18:55:19.738033 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Jun 01 18:55:19.738033 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jun 01 18:55:19.738033 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Jun 01 18:55:19.738033 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jun 01 18:55:19.738033 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jun 01 18:55:19.738033 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jun 01 18:55:19.738033 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jun 01 18:55:19.738033 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 01 18:55:19.738033 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Jun 01 18:55:19.738033 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jun 01 18:55:19.738033 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jun 01 18:55:19.738033 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jun 01 18:55:19.738033 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jun 01 18:55:19.738033 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jun 01 18:55:19.738033 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Jun 01 18:55:19.738033 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jun 01 18:55:19.738033 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jun 01 18:55:19.738033 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server raise exception Jun 01 18:55:19.738033 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1d349bd3-df5c-4421-9d62-f0fe615892d1: This subnet is being modified by another concurrent operation. Jun 01 18:55:19.738033 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server Jun 01 18:55:19.745576 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device e20d715a-de20-43cc-8b30-98d1753d2105 no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:55:19.751557 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-0645fefb-cdf8-4c52-9dee-0fd176a8c7f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:19.826918 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7723ad73-c20d-470f-97d0-35da01053afa req-991858f9-1ed5-488e-9096-17c465811ffc tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:19.828520 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-7723ad73-c20d-470f-97d0-35da01053afa req-991858f9-1ed5-488e-9096-17c465811ffc tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] 10.222.0.41 "GET /v2.0/ports?device_id=32244e54-23cc-458d-b7ea-5b386e43c2fc HTTP/1.1" status: 200 len: 949 time: 0.0874844 Jun 01 18:55:19.870615 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00a8aecf-5c56-4fd8-97c1-33f19d3244cd None None] Network e4e69311-74f2-4203-be12-79598fa4bf8e requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 18:55:19.881362 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-7723ad73-c20d-470f-97d0-35da01053afa req-ddc52d2b-21a8-4f27-a58f-b1cfd162f942 tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] 10.222.0.41 "GET /v2.0/security-groups?id=c266819c-9421-4c09-b8ec-0766c6fc4de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465729 Jun 01 18:55:19.906246 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbc175e-8304-4c37-8713-20d611207779 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Pushing event deleted for resources: {'Subnet': ['ID=1d349bd3-df5c-4421-9d62-f0fe615892d1,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:55:19.912895 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: e20d715a-de20-43cc-8b30-98d1753d2105 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 18:55:19.913294 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device e20d715a-de20-43cc-8b30-98d1753d2105 not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 18:55:19.913636 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 0802b0a7-02c2-4e44-ad14-fd2135e1cd57 no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:55:19.952467 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3cd8b107-6ae9-4b3f-9226-4e28952b21f5 req-5d555d1d-61e1-45e3-91a0-4e6c7bac0e46 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/ports?device_id=403f8c89-1c99-4df0-9a07-4fd3d22c9c63 HTTP/1.1" status: 200 len: 210 time: 0.2437961 Jun 01 18:55:19.968644 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-0dbc175e-8304-4c37-8713-20d611207779 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:20.019345 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-0645fefb-cdf8-4c52-9dee-0fd176a8c7f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:20.040673 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-0dbc175e-8304-4c37-8713-20d611207779 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4e69311-74f2-4203-be12-79598fa4bf8e']}} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:55:20.067068 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-0dbc175e-8304-4c37-8713-20d611207779 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fa9e624-2c97-40e0-8c82-f0a1ec5171ed') {'for_net_delete': True} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:55:20.067437 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-0dbc175e-8304-4c37-8713-20d611207779 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fa9e624-2c97-40e0-8c82-f0a1ec5171ed') {} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:55:20.098244 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-0dbc175e-8304-4c37-8713-20d611207779 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2702126'] for segment, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:20.143645 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=06561cac-2a48-40a3-bf58-d979cdbc3b51,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:55:20.178598 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-0c7d48b5-4a8c-4dc4-a9f3-e3a7a8928af8 None None] For port 0802b0a7-02c2-4e44-ad14-fd2135e1cd57, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=0802b0a7-02c2-4e44-ad14-fd2135e1cd57,segment=NetworkSegment(89346070-ed9e-4ee6-8dc3-33b82ce4540e),segment_id=89346070-ed9e-4ee6-8dc3-33b82ce4540e)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:55:20.178998 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-0c7d48b5-4a8c-4dc4-a9f3-e3a7a8928af8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:20.319660 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-0dbc175e-8304-4c37-8713-20d611207779 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:20.329406 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0dbc175e-8304-4c37-8713-20d611207779 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=88524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 18:55:20.330131 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-0dbc175e-8304-4c37-8713-20d611207779 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2719018'] for segment, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:20.335413 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-0c7d48b5-4a8c-4dc4-a9f3-e3a7a8928af8 None None] Calling delete_port for 0802b0a7-02c2-4e44-ad14-fd2135e1cd57 owned by network:dhcp {{(pid=88526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:55:20.407009 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment 2fa9e624-2c97-40e0-8c82-f0a1ec5171ed resource provider aggregate not found Jun 01 18:55:20.521522 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment 2fa9e624-2c97-40e0-8c82-f0a1ec5171ed resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2fa9e624-2c97-40e0-8c82-f0a1ec5171ed found for delete ", "request_id": "req-811415bc-95e0-4216-bad8-c40e8cd30850"}]} Jun 01 18:55:20.530672 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-0645fefb-cdf8-4c52-9dee-0fd176a8c7f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:20.553462 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-0dbc175e-8304-4c37-8713-20d611207779 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:20.579141 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-0c7d48b5-4a8c-4dc4-a9f3-e3a7a8928af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535'] for port, after_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:20.596364 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-0dbc175e-8304-4c37-8713-20d611207779 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:20.613386 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0645fefb-cdf8-4c52-9dee-0fd176a8c7f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c3bf371-2154-40d9-82bd-53a22359f76e,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:55:20.627498 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 59510) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:55:20.632809 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-0dbc175e-8304-4c37-8713-20d611207779 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] 10.222.0.41 "DELETE /v2.0/networks/e4e69311-74f2-4203-be12-79598fa4bf8e HTTP/1.1" status: 204 len: 168 time: 1.7959805 Jun 01 18:55:20.633318 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-aa76c187-7a83-45b4-84e6-2fb455c01f55 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2136751163'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:55:20.641454 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-aa76c187-7a83-45b4-84e6-2fb455c01f55 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:55:20.648379 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbc175e-8304-4c37-8713-20d611207779 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Pushing event deleted for resources: {'Network': ['ID=e4e69311-74f2-4203-be12-79598fa4bf8e,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:55:20.649989 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7d48b5-4a8c-4dc4-a9f3-e3a7a8928af8 None None] Pushing event deleted for resources: {'Port': ['ID=0802b0a7-02c2-4e44-ad14-fd2135e1cd57,revision_number=None']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:55:20.653949 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c7d48b5-4a8c-4dc4-a9f3-e3a7a8928af8 None None] No DVR routers for this DVR port 0802b0a7-02c2-4e44-ad14-fd2135e1cd57 on host n-d-844202-1 {{(pid=88526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 18:55:20.655261 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 0802b0a7-02c2-4e44-ad14-fd2135e1cd57 is: ACTIVE; New status is: DOWN {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:55:20.655640 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:20.666075 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-0645fefb-cdf8-4c52-9dee-0fd176a8c7f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:20.667479 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-0645fefb-cdf8-4c52-9dee-0fd176a8c7f1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7c3bf371-2154-40d9-82bd-53a22359f76e HTTP/1.1" status: 204 len: 168 time: 1.1081901 Jun 01 18:55:20.696707 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb004fdd-bd15-457d-91b4-9584fa047d1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06561cac-2a48-40a3-bf58-d979cdbc3b51'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:55:20.723043 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb6b885-7ba4-4dea-8639-669b257e647e req-9e2c231e-5b80-4046-a5f4-060491154942 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:20.736301 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-8bb6b885-7ba4-4dea-8639-669b257e647e req-9e2c231e-5b80-4046-a5f4-060491154942 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb004fdd-bd15-457d-91b4-9584fa047d1f HTTP/1.1" status: 200 len: 945 time: 0.3816535 Jun 01 18:55:20.737880 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12a0241b-b986-41be-9bf1-8a70ef6f8ff4 None None] get_active_networks_info from n-d-844202-1 {{(pid=88526) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jun 01 18:55:20.740835 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-aa76c187-7a83-45b4-84e6-2fb455c01f55 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Usage tracker for resource:network and tenant:f72800812881475c88a3f683d52d5d49 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:55:20.745170 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-aa76c187-7a83-45b4-84e6-2fb455c01f55 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:55:20.753886 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-aa76c187-7a83-45b4-84e6-2fb455c01f55 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:55:20.777516 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa76c187-7a83-45b4-84e6-2fb455c01f55 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Made reservation on behalf of f72800812881475c88a3f683d52d5d49 for: {'network': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:55:20.792359 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-aa76c187-7a83-45b4-84e6-2fb455c01f55 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:20.794231 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-8bb6b885-7ba4-4dea-8639-669b257e647e req-a163c22a-3d7c-4c2f-ac99-d7953d504762 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] 10.222.0.41 "GET /v2.0/security-groups?id=10328742-6369-4815-ae6a-3cb954039bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567682 Jun 01 18:55:20.847735 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4033ca6c-91a4-4181-9551-4ce8d32afabe req-b20bf0c0-7aca-4b93-b2dd-d418773f284d tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:20.849523 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4033ca6c-91a4-4181-9551-4ce8d32afabe req-b20bf0c0-7aca-4b93-b2dd-d418773f284d tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=75417786-319c-42a9-9cdd-7c3f71eaefd2 HTTP/1.1" status: 200 len: 945 time: 0.2116838 Jun 01 18:55:20.853087 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa76c187-7a83-45b4-84e6-2fb455c01f55 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 123} {{(pid=88525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 18:55:20.880658 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-aa76c187-7a83-45b4-84e6-2fb455c01f55 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:20.881069 n-d-844202-1 neutron-server[88525]: INFO neutron.db.segments_db [None req-aa76c187-7a83-45b4-84e6-2fb455c01f55 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Added segment 02eb3a5f-d9c4-4c9e-89e9-8a38009ca3fe of type vlan for network 6d176ff0-4c3f-47d2-ac44-edc4eac78fb7 Jun 01 18:55:20.908052 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12a0241b-b986-41be-9bf1-8a70ef6f8ff4 None None] Resources bound (agent type, host, resource id): {{(pid=88526) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 01 18:55:20.938745 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4033ca6c-91a4-4181-9551-4ce8d32afabe req-a845fea1-1ae0-4e35-bc45-f31739c67684 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/security-groups?id=e95c7360-01e1-4fb0-bbdb-7b11f637526c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802386 Jun 01 18:55:20.955797 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-aa76c187-7a83-45b4-84e6-2fb455c01f55 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:21.026374 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-aa76c187-7a83-45b4-84e6-2fb455c01f55 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:21.032833 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa76c187-7a83-45b4-84e6-2fb455c01f55 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:21.033626 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-aa76c187-7a83-45b4-84e6-2fb455c01f55 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:21.126544 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9898aaeb-e788-4c65-98aa-f31465d41ec9'] response: {'server_uuid': 'cb004fdd-bd15-457d-91b4-9584fa047d1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06561cac-2a48-40a3-bf58-d979cdbc3b51', 'code': 200} Jun 01 18:55:21.212918 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa76c187-7a83-45b4-84e6-2fb455c01f55 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Pushing event updated for resources: {'Network': ['ID=6d176ff0-4c3f-47d2-ac44-edc4eac78fb7,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:55:21.239993 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba755ed6-d020-4aac-9d2a-3937cb9ba0d0 req-06914416-c58c-4340-84de-a8c7e7856fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:21.241770 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ba755ed6-d020-4aac-9d2a-3937cb9ba0d0 req-06914416-c58c-4340-84de-a8c7e7856fc3 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=cb004fdd-bd15-457d-91b4-9584fa047d1f HTTP/1.1" status: 200 len: 1096 time: 0.1583333 Jun 01 18:55:21.297353 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-aa76c187-7a83-45b4-84e6-2fb455c01f55 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6691740 Jun 01 18:55:21.302236 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 59542) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:55:21.311109 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network 6d176ff0-4c3f-47d2-ac44-edc4eac78fb7 details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 18:55:21.311714 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-ba2b75e7-fe49-4c59-9218-11770601e995 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Request body: {'subnet': {'network_id': '6d176ff0-4c3f-47d2-ac44-edc4eac78fb7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:55:21.383557 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ba755ed6-d020-4aac-9d2a-3937cb9ba0d0 req-d39e3198-79bc-4106-8c3e-6e1e130ee492 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=10328742-6369-4815-ae6a-3cb954039bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357763 Jun 01 18:55:21.452115 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572ad2bb-5959-47d5-a492-9d20d7651c38 req-d5110fd0-5078-40e0-9693-f1395779c6fd tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:21.453620 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-572ad2bb-5959-47d5-a492-9d20d7651c38 req-d5110fd0-5078-40e0-9693-f1395779c6fd tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/networks?id=7a710216-a9ba-47da-a86f-23bc8e339e5a HTTP/1.1" status: 200 len: 812 time: 0.1911738 Jun 01 18:55:21.472023 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-572ad2bb-5959-47d5-a492-9d20d7651c38 req-e57753b9-73ae-4e55-9b08-1f2baadc5190 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/quotas/0edcfecaba054f29a657f364ed77530c HTTP/1.1" status: 200 len: 375 time: 0.0128455 Jun 01 18:55:21.488355 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-ba2b75e7-fe49-4c59-9218-11770601e995 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:55:21.493031 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-ba2b75e7-fe49-4c59-9218-11770601e995 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Usage tracker for resource:subnet and tenant:f72800812881475c88a3f683d52d5d49 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:55:21.496791 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-ba2b75e7-fe49-4c59-9218-11770601e995 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:55:21.510497 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a7960d-0257-4f35-b89e-d3576dd1651a req-8fb7d76d-9ba8-4333-a756-539e1280862d tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:21.518765 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-78a7960d-0257-4f35-b89e-d3576dd1651a req-8fb7d76d-9ba8-4333-a756-539e1280862d tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] 10.222.0.41 "GET /v2.0/ports?device_id=32244e54-23cc-458d-b7ea-5b386e43c2fc HTTP/1.1" status: 200 len: 949 time: 0.3085544 Jun 01 18:55:21.521680 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-ba2b75e7-fe49-4c59-9218-11770601e995 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:55:21.558691 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-572ad2bb-5959-47d5-a492-9d20d7651c38 req-2797c42b-2939-4733-9b87-e84f898a05ff tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=0edcfecaba054f29a657f364ed77530c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0790761 Jun 01 18:55:21.564794 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba2b75e7-fe49-4c59-9218-11770601e995 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Made reservation on behalf of f72800812881475c88a3f683d52d5d49 for: {'subnet': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:55:21.568461 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ba2b75e7-fe49-4c59-9218-11770601e995 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9667140'] for subnet, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:21.693921 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-78a7960d-0257-4f35-b89e-d3576dd1651a req-28e915ab-c898-4e40-b2b8-7710d8edb155 tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] 10.222.0.41 "GET /v2.0/security-groups?id=c266819c-9421-4c09-b8ec-0766c6fc4de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742589 Jun 01 18:55:21.696348 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 59556) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:55:21.739924 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-572ad2bb-5959-47d5-a492-9d20d7651c38 req-a742ca15-84e5-4fa2-adba-a2f246c89dea service neutron] 10.222.0.41 "GET /v2.0/networks/7a710216-a9ba-47da-a86f-23bc8e339e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723466 Jun 01 18:55:21.867770 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-8499d0b2-1dd6-4e0e-a0e1-616784eff908 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1416277618-network', 'tenant_id': 'daf045fdf9984b339fab4824552f98a7'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:55:21.879049 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-8499d0b2-1dd6-4e0e-a0e1-616784eff908 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:55:21.879432 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-572ad2bb-5959-47d5-a492-9d20d7651c38 req-e904cb3a-fafa-4f8a-a9f7-c02f3ab99fe5 service neutron] 10.222.0.41 "GET /v2.0/networks/7a710216-a9ba-47da-a86f-23bc8e339e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384139 Jun 01 18:55:21.886489 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ba2b75e7-fe49-4c59-9218-11770601e995 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2614064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9667190'] for subnet, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:21.890547 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-8499d0b2-1dd6-4e0e-a0e1-616784eff908 admin admin] Usage tracker for resource:network and tenant:daf045fdf9984b339fab4824552f98a7 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:55:21.943375 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-8499d0b2-1dd6-4e0e-a0e1-616784eff908 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:55:21.961802 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-8499d0b2-1dd6-4e0e-a0e1-616784eff908 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:55:22.009778 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8499d0b2-1dd6-4e0e-a0e1-616784eff908 admin admin] Made reservation on behalf of daf045fdf9984b339fab4824552f98a7 for: {'network': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:55:22.012049 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8499d0b2-1dd6-4e0e-a0e1-616784eff908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:22.037866 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8499d0b2-1dd6-4e0e-a0e1-616784eff908 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:22.055851 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2b75e7-fe49-4c59-9218-11770601e995 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Pushing event updated for resources: {'Subnet': ['ID=ac584b2b-a883-492c-9eab-d4f2dd69a4cb,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:55:22.065683 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba2b75e7-fe49-4c59-9218-11770601e995 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Checking segment: {'id': '02eb3a5f-d9c4-4c9e-89e9-8a38009ca3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '6d176ff0-4c3f-47d2-ac44-edc4eac78fb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:55:22.066027 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba2b75e7-fe49-4c59-9218-11770601e995 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Network hostable DHCP agents. Network: 6d176ff0-4c3f-47d2-ac44-edc4eac78fb7, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 18:55:22.070575 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-8499d0b2-1dd6-4e0e-a0e1-616784eff908 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:55:22.080648 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359b2ca7-4db5-4534-9716-e99947887c74 req-ed7be2aa-4669-4868-8079-1acd9f7467b9 tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:22.082171 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-359b2ca7-4db5-4534-9716-e99947887c74 req-ed7be2aa-4669-4868-8079-1acd9f7467b9 tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] 10.222.0.41 "GET /v2.0/ports?device_id=32244e54-23cc-458d-b7ea-5b386e43c2fc HTTP/1.1" status: 200 len: 949 time: 0.2603779 Jun 01 18:55:22.085951 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-8499d0b2-1dd6-4e0e-a0e1-616784eff908 admin admin] Usage tracker for resource:security_group_rule and tenant:daf045fdf9984b339fab4824552f98a7 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:55:22.091987 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-8499d0b2-1dd6-4e0e-a0e1-616784eff908 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:55:22.113486 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-8499d0b2-1dd6-4e0e-a0e1-616784eff908 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:55:22.148112 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba2b75e7-fe49-4c59-9218-11770601e995 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Network 6d176ff0-4c3f-47d2-ac44-edc4eac78fb7 is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 18:55:22.172681 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-359b2ca7-4db5-4534-9716-e99947887c74 req-8493ff35-d6dd-44cc-9f88-020e3102d9be tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] 10.222.0.41 "GET /v2.0/security-groups?id=c266819c-9421-4c09-b8ec-0766c6fc4de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834458 Jun 01 18:55:22.180496 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-ba2b75e7-fe49-4c59-9218-11770601e995 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, 6d176ff0-4c3f-47d2-ac44-edc4eac78fb7) {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:55:22.189360 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2919bca5-2ccd-4157-9517-716fc569e864 None None] Network 6d176ff0-4c3f-47d2-ac44-edc4eac78fb7 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 18:55:22.192486 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5fd7e9-1e69-4c7f-85c9-e6416dde316a req-b6dbf95f-a0a9-4926-9920-28aa65f7d283 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:22.194340 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-2a5fd7e9-1e69-4c7f-85c9-e6416dde316a req-b6dbf95f-a0a9-4926-9920-28aa65f7d283 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb004fdd-bd15-457d-91b4-9584fa047d1f HTTP/1.1" status: 200 len: 945 time: 0.0997875 Jun 01 18:55:22.205615 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba2b75e7-fe49-4c59-9218-11770601e995 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:22.206213 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ba2b75e7-fe49-4c59-9218-11770601e995 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:22.257975 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-2a5fd7e9-1e69-4c7f-85c9-e6416dde316a req-588c2068-d58f-4301-acc2-b46168d511f0 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] 10.222.0.41 "GET /v2.0/security-groups?id=10328742-6369-4815-ae6a-3cb954039bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562413 Jun 01 18:55:22.272457 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-ba2b75e7-fe49-4c59-9218-11770601e995 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9662082 Jun 01 18:55:22.273327 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 59580) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:55:22.512995 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8840690b-666c-44a6-ab92-3aab3f2265d1 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:22.605887 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a5827347-1ebe-4ccb-b04d-5c437e34ccb5 req-83183b57-7bb8-4ac1-9feb-7cfd070e2c7e tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/ports?device_id=3c2a36e6-74e6-4961-8063-993f131179e1 HTTP/1.1" status: 200 len: 210 time: 0.0783138 Jun 01 18:55:22.611106 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8499d0b2-1dd6-4e0e-a0e1-616784eff908 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:22.625796 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8499d0b2-1dd6-4e0e-a0e1-616784eff908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:22.663516 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8840690b-666c-44a6-ab92-3aab3f2265d1 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:22.691309 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32aae226-c7c0-4565-88d4-dc26385535d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc93f83c3-7fb6-5c13-a9d4-29d739a4e8d2-6d176ff0-4c3f-47d2-ac44-edc4eac78fb7', 'network_id': '6d176ff0-4c3f-47d2-ac44-edc4eac78fb7', 'tenant_id': 'f72800812881475c88a3f683d52d5d49', 'fixed_ips': [{'subnet_id': 'ac584b2b-a883-492c-9eab-d4f2dd69a4cb'}]}} from n-d-844202-1. {{(pid=88526) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 18:55:22.692127 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8499d0b2-1dd6-4e0e-a0e1-616784eff908 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 146} {{(pid=88525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 18:55:22.694890 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-32aae226-c7c0-4565-88d4-dc26385535d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:22.714510 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e87644-ba0d-44e9-a6e9-d97f5b0193e0 req-0445ab50-b987-464a-9ab8-bcb87492acb0 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:22.716582 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-14e87644-ba0d-44e9-a6e9-d97f5b0193e0 req-0445ab50-b987-464a-9ab8-bcb87492acb0 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=75417786-319c-42a9-9cdd-7c3f71eaefd2 HTTP/1.1" status: 200 len: 945 time: 0.1997166 Jun 01 18:55:22.722527 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8499d0b2-1dd6-4e0e-a0e1-616784eff908 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83dade30-e82d-42fd-a669-f22e3bcf9262,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:55:22.731294 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8499d0b2-1dd6-4e0e-a0e1-616784eff908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:22.731698 n-d-844202-1 neutron-server[88525]: INFO neutron.db.segments_db [None req-8499d0b2-1dd6-4e0e-a0e1-616784eff908 admin admin] Added segment 59eb48ab-703f-4091-be81-4cfe4fa6fa64 of type vlan for network e2fff076-c088-4a07-b17c-f10c1c284d45 Jun 01 18:55:22.790558 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-14e87644-ba0d-44e9-a6e9-d97f5b0193e0 req-a1ad90d3-09bd-4ba7-b045-b5c8784f868c tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/security-groups?id=e95c7360-01e1-4fb0-bbdb-7b11f637526c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635481 Jun 01 18:55:22.817791 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8499d0b2-1dd6-4e0e-a0e1-616784eff908 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:22.822632 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8840690b-666c-44a6-ab92-3aab3f2265d1 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2718856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3066595'] for subnet, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:22.914448 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server [None req-32aae226-c7c0-4565-88d4-dc26385535d7 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ac584b2b-a883-492c-9eab-d4f2dd69a4cb: This subnet is being modified by another concurrent operation. Jun 01 18:55:22.914448 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 01 18:55:22.914448 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 01 18:55:22.914448 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jun 01 18:55:22.914448 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 01 18:55:22.914448 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jun 01 18:55:22.914448 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 01 18:55:22.914448 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jun 01 18:55:22.914448 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 01 18:55:22.914448 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 01 18:55:22.914448 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 01 18:55:22.914448 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 01 18:55:22.914448 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 01 18:55:22.914448 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 01 18:55:22.914448 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 01 18:55:22.914448 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server raise self.value Jun 01 18:55:22.914448 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 01 18:55:22.914448 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 01 18:55:22.914448 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 01 18:55:22.914448 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 01 18:55:22.914448 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 01 18:55:22.914448 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 01 18:55:22.914448 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 01 18:55:22.914448 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server raise self.value Jun 01 18:55:22.914448 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 01 18:55:22.914448 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 01 18:55:22.914448 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 01 18:55:22.914448 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 01 18:55:22.914448 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 01 18:55:22.914448 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 01 18:55:22.914448 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 01 18:55:22.914448 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server raise self.value Jun 01 18:55:22.914448 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 01 18:55:22.914448 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 01 18:55:22.914448 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jun 01 18:55:22.914448 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jun 01 18:55:22.914448 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Jun 01 18:55:22.914448 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jun 01 18:55:22.914448 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Jun 01 18:55:22.914448 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jun 01 18:55:22.914448 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jun 01 18:55:22.914448 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jun 01 18:55:22.914448 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Jun 01 18:55:22.914448 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jun 01 18:55:22.914448 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jun 01 18:55:22.914448 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 01 18:55:22.914448 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 01 18:55:22.914448 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 01 18:55:22.914448 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 01 18:55:22.914448 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 01 18:55:22.914448 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 01 18:55:22.914448 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server raise self.value Jun 01 18:55:22.914448 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 01 18:55:22.914448 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 01 18:55:22.918342 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 01 18:55:22.918342 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 01 18:55:22.918342 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 01 18:55:22.918342 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 01 18:55:22.918342 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 01 18:55:22.918342 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server raise self.value Jun 01 18:55:22.918342 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 01 18:55:22.918342 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 01 18:55:22.918342 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 01 18:55:22.918342 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 01 18:55:22.918342 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 01 18:55:22.918342 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 01 18:55:22.918342 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 01 18:55:22.918342 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server raise self.value Jun 01 18:55:22.918342 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 01 18:55:22.918342 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 01 18:55:22.918342 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Jun 01 18:55:22.918342 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jun 01 18:55:22.918342 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Jun 01 18:55:22.918342 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jun 01 18:55:22.918342 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Jun 01 18:55:22.918342 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jun 01 18:55:22.918342 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jun 01 18:55:22.918342 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jun 01 18:55:22.918342 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jun 01 18:55:22.918342 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 01 18:55:22.918342 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Jun 01 18:55:22.918342 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jun 01 18:55:22.918342 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jun 01 18:55:22.918342 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jun 01 18:55:22.918342 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jun 01 18:55:22.918342 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jun 01 18:55:22.918342 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Jun 01 18:55:22.918342 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jun 01 18:55:22.918342 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jun 01 18:55:22.918342 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server raise exception Jun 01 18:55:22.918342 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ac584b2b-a883-492c-9eab-d4f2dd69a4cb: This subnet is being modified by another concurrent operation. Jun 01 18:55:22.918342 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server Jun 01 18:55:22.929218 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8499d0b2-1dd6-4e0e-a0e1-616784eff908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:22.930190 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8499d0b2-1dd6-4e0e-a0e1-616784eff908 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:22.930770 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8499d0b2-1dd6-4e0e-a0e1-616784eff908 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:22.935950 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfdf46cb-5b59-47f9-8fbb-867cac4848b6 None None] Network 6d176ff0-4c3f-47d2-ac44-edc4eac78fb7 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 18:55:23.002783 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-8499d0b2-1dd6-4e0e-a0e1-616784eff908 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.3047240 Jun 01 18:55:23.037316 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8840690b-666c-44a6-ab92-3aab3f2265d1 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:23.054870 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 59598) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:55:23.061928 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-8865b618-b7c9-4775-b3b8-0a1317b8a86d admin admin] Request body: {'subnet': {'network_id': 'e2fff076-c088-4a07-b17c-f10c1c284d45', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1416277618-subnet', 'tenant_id': 'daf045fdf9984b339fab4824552f98a7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:55:23.084129 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-8865b618-b7c9-4775-b3b8-0a1317b8a86d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:55:23.104202 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-8865b618-b7c9-4775-b3b8-0a1317b8a86d admin admin] Usage tracker for resource:subnet and tenant:daf045fdf9984b339fab4824552f98a7 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:55:23.105766 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-8840690b-666c-44a6-ab92-3aab3f2265d1 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d176ff0-4c3f-47d2-ac44-edc4eac78fb7']}} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:55:23.110352 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-8865b618-b7c9-4775-b3b8-0a1317b8a86d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:55:23.114132 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8499d0b2-1dd6-4e0e-a0e1-616784eff908 admin admin] Pushing event updated for resources: {'Network': ['ID=e2fff076-c088-4a07-b17c-f10c1c284d45,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:55:23.130942 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-8865b618-b7c9-4775-b3b8-0a1317b8a86d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:55:23.140971 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-8840690b-666c-44a6-ab92-3aab3f2265d1 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02eb3a5f-d9c4-4c9e-89e9-8a38009ca3fe') {'for_net_delete': True} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:55:23.142672 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-8840690b-666c-44a6-ab92-3aab3f2265d1 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02eb3a5f-d9c4-4c9e-89e9-8a38009ca3fe') {} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:55:23.143854 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8865b618-b7c9-4775-b3b8-0a1317b8a86d admin admin] Made reservation on behalf of daf045fdf9984b339fab4824552f98a7 for: {'subnet': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:55:23.150938 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8865b618-b7c9-4775-b3b8-0a1317b8a86d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9667140'] for subnet, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:23.172514 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8840690b-666c-44a6-ab92-3aab3f2265d1 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2702126'] for segment, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:23.214720 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8840690b-666c-44a6-ab92-3aab3f2265d1 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:23.240338 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8840690b-666c-44a6-ab92-3aab3f2265d1 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=88524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 18:55:23.240338 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8840690b-666c-44a6-ab92-3aab3f2265d1 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2719018'] for segment, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:23.379057 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network e2fff076-c088-4a07-b17c-f10c1c284d45 details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 18:55:23.560629 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b8c4a5a-778b-4151-a9f1-ec51b21cb416 None None] get_active_networks_info from n-d-844202-1 {{(pid=88526) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jun 01 18:55:23.562531 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8840690b-666c-44a6-ab92-3aab3f2265d1 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:23.570537 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8840690b-666c-44a6-ab92-3aab3f2265d1 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:23.586551 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment 02eb3a5f-d9c4-4c9e-89e9-8a38009ca3fe resource provider aggregate not found Jun 01 18:55:23.613720 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-8840690b-666c-44a6-ab92-3aab3f2265d1 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] 10.222.0.41 "DELETE /v2.0/networks/6d176ff0-4c3f-47d2-ac44-edc4eac78fb7 HTTP/1.1" status: 204 len: 168 time: 1.3358052 Jun 01 18:55:23.613720 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8840690b-666c-44a6-ab92-3aab3f2265d1 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Pushing event deleted for resources: {'Subnet': ['ID=ac584b2b-a883-492c-9eab-d4f2dd69a4cb,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:55:23.619320 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 59616) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:55:23.649304 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-6f8bee60-ba48-43cb-867c-705786435f78 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-243118867'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:55:23.660237 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8840690b-666c-44a6-ab92-3aab3f2265d1 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Pushing event deleted for resources: {'Network': ['ID=6d176ff0-4c3f-47d2-ac44-edc4eac78fb7,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:55:23.667907 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment 02eb3a5f-d9c4-4c9e-89e9-8a38009ca3fe resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 02eb3a5f-d9c4-4c9e-89e9-8a38009ca3fe found for delete ", "request_id": "req-1b3b8a84-c2c3-4a8d-940c-733b40560772"}]} Jun 01 18:55:23.669358 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-6f8bee60-ba48-43cb-867c-705786435f78 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:55:23.676838 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-6f8bee60-ba48-43cb-867c-705786435f78 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Usage tracker for resource:network and tenant:f72800812881475c88a3f683d52d5d49 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:55:23.682321 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-6f8bee60-ba48-43cb-867c-705786435f78 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:55:23.689657 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-6f8bee60-ba48-43cb-867c-705786435f78 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:55:23.703478 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f8bee60-ba48-43cb-867c-705786435f78 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Made reservation on behalf of f72800812881475c88a3f683d52d5d49 for: {'network': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:55:23.708049 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6f8bee60-ba48-43cb-867c-705786435f78 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:23.824850 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e87000-b130-4fd4-aa90-a5392c07a1fe req-a7877cfd-7923-49a5-96a6-a7495343f915 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:23.827585 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-43e87000-b130-4fd4-aa90-a5392c07a1fe req-a7877cfd-7923-49a5-96a6-a7495343f915 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb004fdd-bd15-457d-91b4-9584fa047d1f HTTP/1.1" status: 200 len: 945 time: 0.3073773 Jun 01 18:55:23.827757 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b8c4a5a-778b-4151-a9f1-ec51b21cb416 None None] Resources bound (agent type, host, resource id): {{(pid=88526) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 01 18:55:23.898646 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8865b618-b7c9-4775-b3b8-0a1317b8a86d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2614064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9667190'] for subnet, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:23.970531 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f8bee60-ba48-43cb-867c-705786435f78 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 126} {{(pid=88524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 18:55:24.007899 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-43e87000-b130-4fd4-aa90-a5392c07a1fe req-4cbfc0c9-3f91-425b-aaa3-a0e5642e1894 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] 10.222.0.41 "GET /v2.0/security-groups?id=10328742-6369-4815-ae6a-3cb954039bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645639 Jun 01 18:55:24.052508 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8865b618-b7c9-4775-b3b8-0a1317b8a86d admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc89382b-1289-46d8-8621-adad99a960d9,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:55:24.065072 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8865b618-b7c9-4775-b3b8-0a1317b8a86d admin admin] Checking segment: {'id': '59eb48ab-703f-4091-be81-4cfe4fa6fa64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'e2fff076-c088-4a07-b17c-f10c1c284d45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:55:24.065441 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8865b618-b7c9-4775-b3b8-0a1317b8a86d admin admin] Network hostable DHCP agents. Network: e2fff076-c088-4a07-b17c-f10c1c284d45, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 18:55:24.082151 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6f8bee60-ba48-43cb-867c-705786435f78 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:24.082759 n-d-844202-1 neutron-server[88524]: INFO neutron.db.segments_db [None req-6f8bee60-ba48-43cb-867c-705786435f78 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Added segment 3ea93479-951a-4e3e-a8a8-054412f618d2 of type vlan for network c195e6d2-a006-41f1-8ecb-a13fe8332ca3 Jun 01 18:55:24.092151 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8865b618-b7c9-4775-b3b8-0a1317b8a86d admin admin] Network e2fff076-c088-4a07-b17c-f10c1c284d45 is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 18:55:24.113606 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-8865b618-b7c9-4775-b3b8-0a1317b8a86d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, e2fff076-c088-4a07-b17c-f10c1c284d45) {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:55:24.127005 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8865b618-b7c9-4775-b3b8-0a1317b8a86d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:24.128411 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8865b618-b7c9-4775-b3b8-0a1317b8a86d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:24.147074 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4cfab5-cb36-498d-9e54-04a4de8c77f4 req-78122a61-adf9-4aa4-ba96-886f6a70e0e5 tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:24.156543 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-2f4cfab5-cb36-498d-9e54-04a4de8c77f4 req-78122a61-adf9-4aa4-ba96-886f6a70e0e5 tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] 10.222.0.41 "GET /v2.0/ports?device_id=32244e54-23cc-458d-b7ea-5b386e43c2fc HTTP/1.1" status: 200 len: 949 time: 0.3376799 Jun 01 18:55:24.169465 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-8865b618-b7c9-4775-b3b8-0a1317b8a86d admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1128733 Jun 01 18:55:24.218744 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572ad2bb-5959-47d5-a492-9d20d7651c38 req-f67c6781-5041-4ec0-8ba3-1beed1c7998f tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:24.221162 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-572ad2bb-5959-47d5-a492-9d20d7651c38 req-f67c6781-5041-4ec0-8ba3-1beed1c7998f tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.50 "GET /v2.0/networks?id=7a710216-a9ba-47da-a86f-23bc8e339e5a HTTP/1.1" status: 200 len: 812 time: 0.4953382 Jun 01 18:55:24.244044 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f0cb8892-a644-4eb3-999d-2f2212abccbe req-a3eab4a6-4ee9-4bed-93f5-19a52d3aa040 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/ports?device_id=3c2a36e6-74e6-4961-8063-993f131179e1 HTTP/1.1" status: 200 len: 210 time: 0.0640054 Jun 01 18:55:24.259296 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6f8bee60-ba48-43cb-867c-705786435f78 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:24.273549 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-2f4cfab5-cb36-498d-9e54-04a4de8c77f4 req-6adcc8ab-d387-4381-8d52-f48b582c002b tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] 10.222.0.41 "GET /v2.0/security-groups?id=c266819c-9421-4c09-b8ec-0766c6fc4de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156874 Jun 01 18:55:24.284854 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-572ad2bb-5959-47d5-a492-9d20d7651c38 req-e9094971-18db-4327-967c-c9bea0f476b6 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Request body: {'port': {'device_id': '3c2a36e6-74e6-4961-8063-993f131179e1', 'network_id': '7a710216-a9ba-47da-a86f-23bc8e339e5a', 'admin_state_up': True, 'tenant_id': '0edcfecaba054f29a657f364ed77530c'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:55:24.390168 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1571b16d-33b3-4a62-8ddf-1355783d4bb5 None None] Network e2fff076-c088-4a07-b17c-f10c1c284d45 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 18:55:24.437292 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a972130e-ccbc-4bc0-9c18-97b4cd2a3803 req-f77f52c0-8460-4abe-a305-adc10b4a97c7 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:24.438768 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a972130e-ccbc-4bc0-9c18-97b4cd2a3803 req-f77f52c0-8460-4abe-a305-adc10b4a97c7 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] 10.222.0.41 "GET /v2.0/ports?device_id=bfb1c514-d298-47a9-8bda-37d32f70699e HTTP/1.1" status: 200 len: 946 time: 0.0936599 Jun 01 18:55:24.492691 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a972130e-ccbc-4bc0-9c18-97b4cd2a3803 req-df75ffda-ac85-4ef4-bfe0-c1519d361ee2 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] 10.222.0.41 "GET /v2.0/security-groups?id=75cdfcb8-2441-4aa3-ba92-9fe071c95389&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475240 Jun 01 18:55:24.501695 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6f8bee60-ba48-43cb-867c-705786435f78 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:24.507576 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f8bee60-ba48-43cb-867c-705786435f78 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:24.508171 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6f8bee60-ba48-43cb-867c-705786435f78 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:24.616446 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f692ace2-8832-45b0-a0c8-4d2ec6e86b87 None None] Network e2fff076-c088-4a07-b17c-f10c1c284d45 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 18:55:24.654618 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-6f8bee60-ba48-43cb-867c-705786435f78 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.0251207 Jun 01 18:55:24.658314 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-572ad2bb-5959-47d5-a492-9d20d7651c38 req-e9094971-18db-4327-967c-c9bea0f476b6 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:55:24.658646 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 59636) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:55:24.666812 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-4cf7a564-d774-458b-8f99-5cae900cc670 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Request body: {'subnet': {'network_id': 'c195e6d2-a006-41f1-8ecb-a13fe8332ca3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:55:24.667033 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8bee60-ba48-43cb-867c-705786435f78 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Pushing event updated for resources: {'Network': ['ID=c195e6d2-a006-41f1-8ecb-a13fe8332ca3,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:55:24.676454 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-572ad2bb-5959-47d5-a492-9d20d7651c38 req-e9094971-18db-4327-967c-c9bea0f476b6 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:55:24.684869 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network c195e6d2-a006-41f1-8ecb-a13fe8332ca3 details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 18:55:24.697332 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cffba3e-c801-474f-aaab-662e852d42a1 req-ee4beece-b6de-4b2d-aa99-9a6226b3c473 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:24.698814 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3cffba3e-c801-474f-aaab-662e852d42a1 req-ee4beece-b6de-4b2d-aa99-9a6226b3c473 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=75417786-319c-42a9-9cdd-7c3f71eaefd2 HTTP/1.1" status: 200 len: 945 time: 0.2808220 Jun 01 18:55:24.700143 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-572ad2bb-5959-47d5-a492-9d20d7651c38 req-e9094971-18db-4327-967c-c9bea0f476b6 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Made reservation on behalf of 0edcfecaba054f29a657f364ed77530c for: {'port': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:55:24.704250 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-572ad2bb-5959-47d5-a492-9d20d7651c38 req-e9094971-18db-4327-967c-c9bea0f476b6 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:24.828612 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3cffba3e-c801-474f-aaab-662e852d42a1 req-195d9b50-069f-4e4b-9526-9e3e37de6f84 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/security-groups?id=e95c7360-01e1-4fb0-bbdb-7b11f637526c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140447 Jun 01 18:55:24.921003 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-4cf7a564-d774-458b-8f99-5cae900cc670 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:55:24.926772 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-4cf7a564-d774-458b-8f99-5cae900cc670 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Usage tracker for resource:subnet and tenant:f72800812881475c88a3f683d52d5d49 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:55:24.930010 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-4cf7a564-d774-458b-8f99-5cae900cc670 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:55:24.937546 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-4cf7a564-d774-458b-8f99-5cae900cc670 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:55:24.954226 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cf7a564-d774-458b-8f99-5cae900cc670 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Made reservation on behalf of f72800812881475c88a3f683d52d5d49 for: {'subnet': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:55:24.957635 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4cf7a564-d774-458b-8f99-5cae900cc670 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9667140'] for subnet, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:25.009293 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38a7d59-9e9e-44d2-a669-c3b40a0c2f07 req-90a8a8f0-ceb3-44e1-bf03-9edf4ef9c094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:25.014315 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c38a7d59-9e9e-44d2-a669-c3b40a0c2f07 req-90a8a8f0-ceb3-44e1-bf03-9edf4ef9c094 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d40f7c9e0af24f109f247cdb0a7a60bf&device_id=cb004fdd-bd15-457d-91b4-9584fa047d1f HTTP/1.1" status: 200 len: 1096 time: 0.1917245 Jun 01 18:55:25.046960 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [req-572ad2bb-5959-47d5-a492-9d20d7651c38 req-e9094971-18db-4327-967c-c9bea0f476b6 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Allocated IP 172.20.0.5 (7a710216-a9ba-47da-a86f-23bc8e339e5a/8cebf7e9-1140-4183-b8b2-8d4c3920d222/d14fbd3e-23f7-4f05-8681-1b6b1816abe8) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:55:25.127719 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c515f7eb-752e-40ad-8a4f-9d3c6fb51d2f req-ec0dc36d-de83-4c50-85e3-e7e40ce1d690 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:25.129216 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c515f7eb-752e-40ad-8a4f-9d3c6fb51d2f req-ec0dc36d-de83-4c50-85e3-e7e40ce1d690 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb004fdd-bd15-457d-91b4-9584fa047d1f HTTP/1.1" status: 200 len: 945 time: 0.1669116 Jun 01 18:55:25.279805 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c515f7eb-752e-40ad-8a4f-9d3c6fb51d2f req-c7108129-54f8-4438-85e4-60cb2064b110 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] 10.222.0.41 "GET /v2.0/security-groups?id=10328742-6369-4815-ae6a-3cb954039bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429338 Jun 01 18:55:25.350212 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38a7d59-9e9e-44d2-a669-c3b40a0c2f07 req-fedce137-ae71-4488-af30-dbf72075762e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:25.351651 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c38a7d59-9e9e-44d2-a669-c3b40a0c2f07 req-fedce137-ae71-4488-af30-dbf72075762e service neutron] 10.222.0.50 "GET /v2.0/networks?id=4c7a9aa4-8b0d-4225-ab31-749c4f434a4b HTTP/1.1" status: 200 len: 919 time: 0.3248501 Jun 01 18:55:25.389316 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-572ad2bb-5959-47d5-a492-9d20d7651c38 req-e9094971-18db-4327-967c-c9bea0f476b6 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:25.429409 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-572ad2bb-5959-47d5-a492-9d20d7651c38 req-e9094971-18db-4327-967c-c9bea0f476b6 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:25.493560 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea8ce8f-420e-4e35-b4da-1ed014b65ff6 req-3e1e19a0-bb49-49f8-999f-a5de72543bc2 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:25.494985 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-1ea8ce8f-420e-4e35-b4da-1ed014b65ff6 req-3e1e19a0-bb49-49f8-999f-a5de72543bc2 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] 10.222.0.15 "GET /v2.0/ports?device_id=bfb1c514-d298-47a9-8bda-37d32f70699e HTTP/1.1" status: 200 len: 946 time: 0.3364913 Jun 01 18:55:25.556843 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-572ad2bb-5959-47d5-a492-9d20d7651c38 req-e9094971-18db-4327-967c-c9bea0f476b6 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Network 7a710216-a9ba-47da-a86f-23bc8e339e5a is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:55:25.561523 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [req-572ad2bb-5959-47d5-a492-9d20d7651c38 req-e9094971-18db-4327-967c-c9bea0f476b6 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:55:25.568603 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-572ad2bb-5959-47d5-a492-9d20d7651c38 req-e9094971-18db-4327-967c-c9bea0f476b6 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:55:25.599646 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9094971-18db-4327-967c-c9bea0f476b6 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Pushing event updated for resources: {'Port': ['ID=d14fbd3e-23f7-4f05-8681-1b6b1816abe8,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:55:25.648196 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572ad2bb-5959-47d5-a492-9d20d7651c38 req-e9094971-18db-4327-967c-c9bea0f476b6 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:25.648867 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-572ad2bb-5959-47d5-a492-9d20d7651c38 req-e9094971-18db-4327-967c-c9bea0f476b6 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:25.672997 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a75ff31-a362-4426-a764-db674f9294d8 req-9b3c7cf1-1d37-4210-bd0c-39e00e25ef38 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:25.674577 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3a75ff31-a362-4426-a764-db674f9294d8 req-9b3c7cf1-1d37-4210-bd0c-39e00e25ef38 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/ports?device_id=3c2a36e6-74e6-4961-8063-993f131179e1 HTTP/1.1" status: 200 len: 931 time: 0.2002974 Jun 01 18:55:25.690817 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-572ad2bb-5959-47d5-a492-9d20d7651c38 req-e9094971-18db-4327-967c-c9bea0f476b6 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4338057 Jun 01 18:55:25.714775 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-572ad2bb-5959-47d5-a492-9d20d7651c38 req-ce7f7289-eab9-470d-b69a-9bd7f34c79d0 service neutron] Request body: {'port': {'device_id': '3c2a36e6-74e6-4961-8063-993f131179e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844202-1'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:55:25.756717 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c38a7d59-9e9e-44d2-a669-c3b40a0c2f07 req-bc34898e-2881-464d-9731-3af4470d1272 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=06561cac-2a48-40a3-bf58-d979cdbc3b51 HTTP/1.1" status: 200 len: 217 time: 0.3804162 Jun 01 18:55:25.789964 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3a75ff31-a362-4426-a764-db674f9294d8 req-47d1829f-154d-45a5-a6b5-3f950c15fc03 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/security-groups?id=679bc320-73aa-41fb-80e9-32867c6d2bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974154 Jun 01 18:55:25.864967 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-572ad2bb-5959-47d5-a492-9d20d7651c38 req-ce7f7289-eab9-470d-b69a-9bd7f34c79d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:25.869900 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [req-1ea8ce8f-420e-4e35-b4da-1ed014b65ff6 req-9980d76b-6c36-4c9e-9bcb-e128a4b81fe2 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Deleting port 8745d5d8-46a5-4186-8328-98b093fdac8e {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:55:25.870231 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-1ea8ce8f-420e-4e35-b4da-1ed014b65ff6 req-9980d76b-6c36-4c9e-9bcb-e128a4b81fe2 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:25.943631 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38a7d59-9e9e-44d2-a669-c3b40a0c2f07 req-d189d00f-db27-41ab-98f4-6448f226b8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:25.944870 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c38a7d59-9e9e-44d2-a669-c3b40a0c2f07 req-d189d00f-db27-41ab-98f4-6448f226b8ed service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6675a480-f2f0-4e10-96f4-f99c31c21be5 HTTP/1.1" status: 200 len: 857 time: 0.1739416 Jun 01 18:55:26.047596 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3717d0-cb34-47fc-bd56-cfa8460ca1fc req-90b2a506-b7f2-425c-9ea7-cc56067f9e44 tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:26.049060 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-7e3717d0-cb34-47fc-bd56-cfa8460ca1fc req-90b2a506-b7f2-425c-9ea7-cc56067f9e44 tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] 10.222.0.41 "GET /v2.0/ports?device_id=32244e54-23cc-458d-b7ea-5b386e43c2fc HTTP/1.1" status: 200 len: 949 time: 0.6030746 Jun 01 18:55:26.235290 n-d-844202-1 neutron-server[88525]: DEBUG neutron.objects.ports [None req-4cf7a564-d774-458b-8f99-5cae900cc670 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88525) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jun 01 18:55:26.286101 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4cf7a564-d774-458b-8f99-5cae900cc670 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2614064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9667190'] for subnet, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:26.292330 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-7e3717d0-cb34-47fc-bd56-cfa8460ca1fc req-8539afa2-4b75-4ea6-9880-1738687cf76d tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] 10.222.0.41 "GET /v2.0/security-groups?id=c266819c-9421-4c09-b8ec-0766c6fc4de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180002 Jun 01 18:55:26.326258 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa116ee-b9a6-403f-be03-cce7309649c7 req-24d22325-851b-4eed-a321-b634576fc98b tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:26.327738 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-dfa116ee-b9a6-403f-be03-cce7309649c7 req-24d22325-851b-4eed-a321-b634576fc98b tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] 10.222.0.41 "GET /v2.0/ports?device_id=bfb1c514-d298-47a9-8bda-37d32f70699e HTTP/1.1" status: 200 len: 946 time: 0.3064425 Jun 01 18:55:26.393481 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38a7d59-9e9e-44d2-a669-c3b40a0c2f07 req-4a3a4fb3-fa49-48cb-bd2e-3d7a800f028f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:26.394940 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c38a7d59-9e9e-44d2-a669-c3b40a0c2f07 req-4a3a4fb3-fa49-48cb-bd2e-3d7a800f028f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4c7a9aa4-8b0d-4225-ab31-749c4f434a4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4425271 Jun 01 18:55:26.431836 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-dfa116ee-b9a6-403f-be03-cce7309649c7 req-76ecf8f0-1a4a-4964-9bbd-2f5cf9e125a5 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] 10.222.0.41 "GET /v2.0/security-groups?id=75cdfcb8-2441-4aa3-ba92-9fe071c95389&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945981 Jun 01 18:55:26.448130 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [req-572ad2bb-5959-47d5-a492-9d20d7651c38 req-ce7f7289-eab9-470d-b69a-9bd7f34c79d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d14fbd3e-23f7-4f05-8681-1b6b1816abe8 {{(pid=88524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:55:26.457109 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-572ad2bb-5959-47d5-a492-9d20d7651c38 req-ce7f7289-eab9-470d-b69a-9bd7f34c79d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:26.521390 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [req-572ad2bb-5959-47d5-a492-9d20d7651c38 req-ce7f7289-eab9-470d-b69a-9bd7f34c79d0 service neutron] Transition to ACTIVE for port object d14fbd3e-23f7-4f05-8681-1b6b1816abe8 will not be triggered until provisioned by entity L2. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:55:26.528704 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-572ad2bb-5959-47d5-a492-9d20d7651c38 req-ce7f7289-eab9-470d-b69a-9bd7f34c79d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:26.587881 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf7a564-d774-458b-8f99-5cae900cc670 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Pushing event updated for resources: {'Subnet': ['ID=4d6efad8-5ccc-449e-bc25-ab285d8f3a72,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:55:26.597027 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-1ea8ce8f-420e-4e35-b4da-1ed014b65ff6 req-9980d76b-6c36-4c9e-9bcb-e128a4b81fe2 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] For port 8745d5d8-46a5-4186-8328-98b093fdac8e, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=8745d5d8-46a5-4186-8328-98b093fdac8e,segment=NetworkSegment(182d40cc-3a03-495c-b3d5-827c96c30acf),segment_id=182d40cc-3a03-495c-b3d5-827c96c30acf)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:55:26.597387 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-1ea8ce8f-420e-4e35-b4da-1ed014b65ff6 req-9980d76b-6c36-4c9e-9bcb-e128a4b81fe2 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:26.623804 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf7a564-d774-458b-8f99-5cae900cc670 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Checking segment: {'id': '3ea93479-951a-4e3e-a8a8-054412f618d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'c195e6d2-a006-41f1-8ecb-a13fe8332ca3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:55:26.624170 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf7a564-d774-458b-8f99-5cae900cc670 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Network hostable DHCP agents. Network: c195e6d2-a006-41f1-8ecb-a13fe8332ca3, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 18:55:26.749414 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7f7289-eab9-470d-b69a-9bd7f34c79d0 service neutron] Pushing event updated for resources: {'Port': ['ID=d14fbd3e-23f7-4f05-8681-1b6b1816abe8,revision_number=2']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:55:26.783022 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf7a564-d774-458b-8f99-5cae900cc670 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Network c195e6d2-a006-41f1-8ecb-a13fe8332ca3 is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 18:55:26.833376 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-67cf197c-1d5d-4582-b8b0-2214aaf630cc req-23e44c3e-5ed4-4760-b3dc-b0b2560af996 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=863d6d17-7ec0-45a3-a6dc-82b322b76ced&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3658605 Jun 01 18:55:26.887630 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70351e6-ed66-4ea0-b45d-7aa249722f8d req-8cf28d45-30b9-49e6-a51a-f27bc55d9c23 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:26.889147 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a70351e6-ed66-4ea0-b45d-7aa249722f8d req-8cf28d45-30b9-49e6-a51a-f27bc55d9c23 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb004fdd-bd15-457d-91b4-9584fa047d1f HTTP/1.1" status: 200 len: 945 time: 0.2705841 Jun 01 18:55:26.893584 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-572ad2bb-5959-47d5-a492-9d20d7651c38 req-ce7f7289-eab9-470d-b69a-9bd7f34c79d0 service neutron] Attempting to bind port d14fbd3e-23f7-4f05-8681-1b6b1816abe8 on host n-h2-844202-1 for vnic_type normal with profile {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:55:26.893920 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-572ad2bb-5959-47d5-a492-9d20d7651c38 req-ce7f7289-eab9-470d-b69a-9bd7f34c79d0 service neutron] Attempting to bind port d14fbd3e-23f7-4f05-8681-1b6b1816abe8 by drivers openvswitch,hyperv on host n-h2-844202-1 at level 0 using segments [{'id': 'ecb3f528-dbed-4312-ba29-7684ecfbe265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7a710216-a9ba-47da-a86f-23bc8e339e5a'}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:55:26.894246 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-572ad2bb-5959-47d5-a492-9d20d7651c38 req-ce7f7289-eab9-470d-b69a-9bd7f34c79d0 service neutron] Attempting to bind port d14fbd3e-23f7-4f05-8681-1b6b1816abe8 on network 7a710216-a9ba-47da-a86f-23bc8e339e5a {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:55:26.898167 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c38a7d59-9e9e-44d2-a669-c3b40a0c2f07 req-a6148e80-e9bb-413d-a822-ec97b6156fba service neutron] 10.222.0.50 "GET /v2.0/networks/4c7a9aa4-8b0d-4225-ab31-749c4f434a4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4914269 Jun 01 18:55:26.900963 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-572ad2bb-5959-47d5-a492-9d20d7651c38 req-ce7f7289-eab9-470d-b69a-9bd7f34c79d0 service neutron] Port d14fbd3e-23f7-4f05-8681-1b6b1816abe8 on network 7a710216-a9ba-47da-a86f-23bc8e339e5a not bound, no agent of type Open vSwitch agent registered on host n-h2-844202-1 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 18:55:26.901313 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-572ad2bb-5959-47d5-a492-9d20d7651c38 req-ce7f7289-eab9-470d-b69a-9bd7f34c79d0 service neutron] Attempting to bind port d14fbd3e-23f7-4f05-8681-1b6b1816abe8 on network 7a710216-a9ba-47da-a86f-23bc8e339e5a {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:55:26.903167 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-4cf7a564-d774-458b-8f99-5cae900cc670 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, c195e6d2-a006-41f1-8ecb-a13fe8332ca3) {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:55:26.908768 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf7a564-d774-458b-8f99-5cae900cc670 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:26.909345 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4cf7a564-d774-458b-8f99-5cae900cc670 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:26.913920 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-182e3488-5b6c-453d-a665-86521294f592 None None] Network c195e6d2-a006-41f1-8ecb-a13fe8332ca3 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 18:55:26.953592 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-572ad2bb-5959-47d5-a492-9d20d7651c38 req-ce7f7289-eab9-470d-b69a-9bd7f34c79d0 service neutron] Checking agent: {'id': 'f5db9968-6317-4186-9100-9e0ca6b50417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 18, 55, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:55:26.953929 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-572ad2bb-5959-47d5-a492-9d20d7651c38 req-ce7f7289-eab9-470d-b69a-9bd7f34c79d0 service neutron] Checking segment: {'id': 'ecb3f528-dbed-4312-ba29-7684ecfbe265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7a710216-a9ba-47da-a86f-23bc8e339e5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:55:26.954306 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-572ad2bb-5959-47d5-a492-9d20d7651c38 req-ce7f7289-eab9-470d-b69a-9bd7f34c79d0 service neutron] Bound using segment: {'id': 'ecb3f528-dbed-4312-ba29-7684ecfbe265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7a710216-a9ba-47da-a86f-23bc8e339e5a'} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:55:26.954752 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-572ad2bb-5959-47d5-a492-9d20d7651c38 req-ce7f7289-eab9-470d-b69a-9bd7f34c79d0 service neutron] Bound port: d14fbd3e-23f7-4f05-8681-1b6b1816abe8, host: n-h2-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecb3f528-dbed-4312-ba29-7684ecfbe265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7a710216-a9ba-47da-a86f-23bc8e339e5a'}}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:55:26.955334 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-572ad2bb-5959-47d5-a492-9d20d7651c38 req-ce7f7289-eab9-470d-b69a-9bd7f34c79d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:27.061245 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a70351e6-ed66-4ea0-b45d-7aa249722f8d req-527d1277-e818-41a1-88a3-e0426e6913c8 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] 10.222.0.41 "GET /v2.0/security-groups?id=10328742-6369-4815-ae6a-3cb954039bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618822 Jun 01 18:55:27.067661 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120d07db-9ffc-45fc-b8c1-473a93a17afd req-9ad227d1-c415-4a89-984c-7ee892c8e580 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:27.069446 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-120d07db-9ffc-45fc-b8c1-473a93a17afd req-9ad227d1-c415-4a89-984c-7ee892c8e580 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=75417786-319c-42a9-9cdd-7c3f71eaefd2 HTTP/1.1" status: 200 len: 945 time: 0.6558447 Jun 01 18:55:27.113638 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-572ad2bb-5959-47d5-a492-9d20d7651c38 req-ce7f7289-eab9-470d-b69a-9bd7f34c79d0 service neutron] For port d14fbd3e-23f7-4f05-8681-1b6b1816abe8, host n-h2-844202-1, cleared binding levels {{(pid=88524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:55:27.119146 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-572ad2bb-5959-47d5-a492-9d20d7651c38 req-ce7f7289-eab9-470d-b69a-9bd7f34c79d0 service neutron] For port d14fbd3e-23f7-4f05-8681-1b6b1816abe8, host n-h2-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=d14fbd3e-23f7-4f05-8681-1b6b1816abe8,segment=NetworkSegment(ecb3f528-dbed-4312-ba29-7684ecfbe265),segment_id=ecb3f528-dbed-4312-ba29-7684ecfbe265)] {{(pid=88524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:55:27.135019 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-572ad2bb-5959-47d5-a492-9d20d7651c38 req-ce7f7289-eab9-470d-b69a-9bd7f34c79d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:27.163321 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-4cf7a564-d774-458b-8f99-5cae900cc670 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.5016067 Jun 01 18:55:27.169403 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 59684) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:55:27.174733 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c62b08c1-882c-4806-a002-59b4bc2c789e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc93f83c3-7fb6-5c13-a9d4-29d739a4e8d2-c195e6d2-a006-41f1-8ecb-a13fe8332ca3', 'network_id': 'c195e6d2-a006-41f1-8ecb-a13fe8332ca3', 'tenant_id': 'f72800812881475c88a3f683d52d5d49', 'fixed_ips': [{'subnet_id': '4d6efad8-5ccc-449e-bc25-ab285d8f3a72'}]}} from n-d-844202-1. {{(pid=88526) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 18:55:27.175890 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-c62b08c1-882c-4806-a002-59b4bc2c789e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:27.231290 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-120d07db-9ffc-45fc-b8c1-473a93a17afd req-c823ca31-94b2-4b1e-8c06-95fbade2b7bb tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/security-groups?id=e95c7360-01e1-4fb0-bbdb-7b11f637526c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442933 Jun 01 18:55:27.268965 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572ad2bb-5959-47d5-a492-9d20d7651c38 req-ce7f7289-eab9-470d-b69a-9bd7f34c79d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:27.269571 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-572ad2bb-5959-47d5-a492-9d20d7651c38 req-ce7f7289-eab9-470d-b69a-9bd7f34c79d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:27.270918 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-572ad2bb-5959-47d5-a492-9d20d7651c38 req-ce7f7289-eab9-470d-b69a-9bd7f34c79d0 service neutron] 10.222.0.50 "PUT /v2.0/ports/d14fbd3e-23f7-4f05-8681-1b6b1816abe8 HTTP/1.1" status: 200 len: 1091 time: 1.5603983 Jun 01 18:55:27.274091 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c2a36e6-74e6-4961-8063-993f131179e1', 'tag': 'd14fbd3e-23f7-4f05-8681-1b6b1816abe8'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:55:27.297063 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-1ea8ce8f-420e-4e35-b4da-1ed014b65ff6 req-9980d76b-6c36-4c9e-9bcb-e128a4b81fe2 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:27.297392 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-1ea8ce8f-420e-4e35-b4da-1ed014b65ff6 req-9980d76b-6c36-4c9e-9bcb-e128a4b81fe2 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887712'] for floatingip, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:27.297731 n-d-844202-1 neutron-server[88525]: INFO neutron.db.l3_db [req-1ea8ce8f-420e-4e35-b4da-1ed014b65ff6 req-9980d76b-6c36-4c9e-9bcb-e128a4b81fe2 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Floating IP 6326f251-59f5-4888-92bc-ae3e7415a773 disassociated. External IP: 172.25.4.187, port: 8745d5d8-46a5-4186-8328-98b093fdac8e. Jun 01 18:55:27.297979 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [req-1ea8ce8f-420e-4e35-b4da-1ed014b65ff6 req-9980d76b-6c36-4c9e-9bcb-e128a4b81fe2 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Calling delete_port for 8745d5d8-46a5-4186-8328-98b093fdac8e owned by compute:nova {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:55:27.350108 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cf197c-1d5d-4582-b8b0-2214aaf630cc req-c8dcb769-3a97-4e64-a7e9-3abd98957b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:27.351571 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-67cf197c-1d5d-4582-b8b0-2214aaf630cc req-c8dcb769-3a97-4e64-a7e9-3abd98957b4d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=eccea382ced5475f9a2098d1ef2ff267&device_id=863d6d17-7ec0-45a3-a6dc-82b322b76ced HTTP/1.1" status: 200 len: 1096 time: 0.4353397 Jun 01 18:55:27.380342 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.db_base_plugin_common [None req-c62b08c1-882c-4806-a002-59b4bc2c789e None None] Allocated IP 2001:db8::f816:3eff:feed:9897 (c195e6d2-a006-41f1-8ecb-a13fe8332ca3/4d6efad8-5ccc-449e-bc25-ab285d8f3a72/56589940-ac13-4e4f-9c59-937aff7e5f82) {{(pid=88526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:55:27.384725 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c38a7d59-9e9e-44d2-a669-c3b40a0c2f07 req-6450c12e-3d84-47e8-8001-907c08ad2299 service neutron] 10.222.0.50 "GET /v2.0/networks/4c7a9aa4-8b0d-4225-ab31-749c4f434a4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4681594 Jun 01 18:55:27.510238 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7f7289-eab9-470d-b69a-9bd7f34c79d0 service neutron] Pushing event updated for resources: {'Port': ['ID=d14fbd3e-23f7-4f05-8681-1b6b1816abe8,revision_number=3']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:55:27.525859 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f959842-8c28-4adb-ac47-9619cf3a153e'] response: {'name': 'network-changed', 'server_uuid': '3c2a36e6-74e6-4961-8063-993f131179e1', 'tag': 'd14fbd3e-23f7-4f05-8681-1b6b1816abe8', 'status': 'completed', 'code': 200} Jun 01 18:55:27.597620 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cf197c-1d5d-4582-b8b0-2214aaf630cc req-cdadb9f6-f8fe-40a1-9085-5f4e6ba8bb30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:27.599058 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-67cf197c-1d5d-4582-b8b0-2214aaf630cc req-cdadb9f6-f8fe-40a1-9085-5f4e6ba8bb30 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e3902938-4b6a-4448-87d9-59b63dd51a7f HTTP/1.1" status: 200 len: 912 time: 0.2216723 Jun 01 18:55:27.609585 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129cb4fa-94e7-44da-9799-2683cf92251a req-8cc1553b-e812-4a49-b4a0-281bfd1493fb tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:27.610310 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-129cb4fa-94e7-44da-9799-2683cf92251a req-8cc1553b-e812-4a49-b4a0-281bfd1493fb tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Synchronizing usage tracker for tenant:0edcfecaba054f29a657f364ed77530c on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:55:27.685229 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572ad2bb-5959-47d5-a492-9d20d7651c38 req-5b861507-75be-499e-99c6-0d3ccfc7b7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:27.686429 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-572ad2bb-5959-47d5-a492-9d20d7651c38 req-5b861507-75be-499e-99c6-0d3ccfc7b7f3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0edcfecaba054f29a657f364ed77530c&device_id=3c2a36e6-74e6-4961-8063-993f131179e1 HTTP/1.1" status: 200 len: 1094 time: 0.3711207 Jun 01 18:55:27.754479 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-c62b08c1-882c-4806-a002-59b4bc2c789e None None] Notify callbacks [] for port, precommit_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:27.772336 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-c62b08c1-882c-4806-a002-59b4bc2c789e None None] Transition to ACTIVE for port object 56589940-ac13-4e4f-9c59-937aff7e5f82 will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:55:27.772899 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1c5dbdaa-c8af-4ed7-8dd1-840218dee98e tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:27.783009 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-1ea8ce8f-420e-4e35-b4da-1ed014b65ff6 req-9980d76b-6c36-4c9e-9bcb-e128a4b81fe2 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:27.783172 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-129cb4fa-94e7-44da-9799-2683cf92251a req-8cc1553b-e812-4a49-b4a0-281bfd1493fb tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Unset dirty status for tenant:0edcfecaba054f29a657f364ed77530c on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:55:27.784418 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-129cb4fa-94e7-44da-9799-2683cf92251a req-8cc1553b-e812-4a49-b4a0-281bfd1493fb tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/ports?device_id=3c2a36e6-74e6-4961-8063-993f131179e1 HTTP/1.1" status: 200 len: 943 time: 0.5828383 Jun 01 18:55:27.785645 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-572ad2bb-5959-47d5-a492-9d20d7651c38 req-d24a45e7-5635-4513-a71c-35f711b5290a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d14fbd3e-23f7-4f05-8681-1b6b1816abe8 HTTP/1.1" status: 200 len: 217 time: 0.0865886 Jun 01 18:55:27.802679 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-c62b08c1-882c-4806-a002-59b4bc2c789e None None] Transition to ACTIVE for port object 56589940-ac13-4e4f-9c59-937aff7e5f82 will not be triggered until provisioned by entity DHCP. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:55:27.810338 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-c62b08c1-882c-4806-a002-59b4bc2c789e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526'] for port, after_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:27.850920 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9980d76b-6c36-4c9e-9bcb-e128a4b81fe2 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Pushing event deleted for resources: {'Port': ['ID=8745d5d8-46a5-4186-8328-98b093fdac8e,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:55:27.854444 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-67cf197c-1d5d-4582-b8b0-2214aaf630cc req-823f94c8-4c20-4288-8fb1-d3946ffe9d02 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4a324220-33d8-474a-8fca-3b42f63f1ae1 HTTP/1.1" status: 200 len: 1000 time: 0.2388184 Jun 01 18:55:27.860856 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-1c5dbdaa-c8af-4ed7-8dd1-840218dee98e tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Deleting port 56589940-ac13-4e4f-9c59-937aff7e5f82 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:55:27.861191 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1c5dbdaa-c8af-4ed7-8dd1-840218dee98e tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:27.934558 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62b08c1-882c-4806-a002-59b4bc2c789e None None] Pushing event updated for resources: {'Port': ['ID=56589940-ac13-4e4f-9c59-937aff7e5f82,revision_number=1']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:55:27.961436 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c62b08c1-882c-4806-a002-59b4bc2c789e None None] Network c195e6d2-a006-41f1-8ecb-a13fe8332ca3 is already hosted by enough agents. {{(pid=88526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:55:27.963270 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.base_scheduler [None req-c62b08c1-882c-4806-a002-59b4bc2c789e None None] Resources bound (agent type, host, resource id): {{(pid=88526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:55:27.971598 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62b08c1-882c-4806-a002-59b4bc2c789e None None] Received port after_create {{(pid=88526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:55:28.056306 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572ad2bb-5959-47d5-a492-9d20d7651c38 req-39ef9be1-964f-481c-8ce6-5519a84718c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:28.057670 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-572ad2bb-5959-47d5-a492-9d20d7651c38 req-39ef9be1-964f-481c-8ce6-5519a84718c5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8cebf7e9-1140-4183-b8b2-8d4c3920d222 HTTP/1.1" status: 200 len: 852 time: 0.2665408 Jun 01 18:55:28.085862 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-c62b08c1-882c-4806-a002-59b4bc2c789e None None] Attempting to bind port 56589940-ac13-4e4f-9c59-937aff7e5f82 on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:55:28.086266 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-c62b08c1-882c-4806-a002-59b4bc2c789e None None] Attempting to bind port 56589940-ac13-4e4f-9c59-937aff7e5f82 by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': '3ea93479-951a-4e3e-a8a8-054412f618d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'c195e6d2-a006-41f1-8ecb-a13fe8332ca3'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:55:28.086628 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62b08c1-882c-4806-a002-59b4bc2c789e None None] Attempting to bind port 56589940-ac13-4e4f-9c59-937aff7e5f82 on network c195e6d2-a006-41f1-8ecb-a13fe8332ca3 {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:55:28.092843 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62b08c1-882c-4806-a002-59b4bc2c789e None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 18, 55, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:55:28.093213 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62b08c1-882c-4806-a002-59b4bc2c789e None None] Checking segment: {'id': '3ea93479-951a-4e3e-a8a8-054412f618d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'c195e6d2-a006-41f1-8ecb-a13fe8332ca3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:55:28.093608 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-c62b08c1-882c-4806-a002-59b4bc2c789e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:28.093991 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62b08c1-882c-4806-a002-59b4bc2c789e None None] Bound using segment: {'id': '3ea93479-951a-4e3e-a8a8-054412f618d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'c195e6d2-a006-41f1-8ecb-a13fe8332ca3'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:55:28.094556 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-c62b08c1-882c-4806-a002-59b4bc2c789e None None] Bound port: 56589940-ac13-4e4f-9c59-937aff7e5f82, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ea93479-951a-4e3e-a8a8-054412f618d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'c195e6d2-a006-41f1-8ecb-a13fe8332ca3'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:55:28.094930 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-c62b08c1-882c-4806-a002-59b4bc2c789e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:28.109128 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-129cb4fa-94e7-44da-9799-2683cf92251a req-1d432d5e-b1b5-4bd8-8fb3-95f95a5296af tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/security-groups?id=679bc320-73aa-41fb-80e9-32867c6d2bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2799637 Jun 01 18:55:28.117480 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-572ad2bb-5959-47d5-a492-9d20d7651c38 req-d6c30c49-b624-4b60-a9a1-81889b42cae3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7a710216-a9ba-47da-a86f-23bc8e339e5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512185 Jun 01 18:55:28.122238 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba6e76d-ff7f-4e20-9ba3-b34b22117f5e req-ac9b7f4c-74f0-4377-b61e-23a65a6941a6 tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:28.129377 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-7ba6e76d-ff7f-4e20-9ba3-b34b22117f5e req-ac9b7f4c-74f0-4377-b61e-23a65a6941a6 tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] 10.222.0.41 "GET /v2.0/ports?device_id=32244e54-23cc-458d-b7ea-5b386e43c2fc HTTP/1.1" status: 200 len: 949 time: 0.4184227 Jun 01 18:55:28.154721 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cf197c-1d5d-4582-b8b0-2214aaf630cc req-d2ca5b2e-f630-4007-b5f4-c79315adabcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:28.156532 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-67cf197c-1d5d-4582-b8b0-2214aaf630cc req-d2ca5b2e-f630-4007-b5f4-c79315adabcd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=276181f2-c3ab-487e-8805-06ed7064e884 HTTP/1.1" status: 200 len: 850 time: 0.2779984 Jun 01 18:55:28.209783 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-c62b08c1-882c-4806-a002-59b4bc2c789e None None] For port 56589940-ac13-4e4f-9c59-937aff7e5f82, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:55:28.215736 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-c62b08c1-882c-4806-a002-59b4bc2c789e None None] For port 56589940-ac13-4e4f-9c59-937aff7e5f82, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=56589940-ac13-4e4f-9c59-937aff7e5f82,segment=NetworkSegment(3ea93479-951a-4e3e-a8a8-054412f618d2),segment_id=3ea93479-951a-4e3e-a8a8-054412f618d2)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:55:28.220867 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 8745d5d8-46a5-4186-8328-98b093fdac8e no longer exists at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:55:28.270981 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-c62b08c1-882c-4806-a002-59b4bc2c789e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:28.283567 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-7ba6e76d-ff7f-4e20-9ba3-b34b22117f5e req-15880ea3-348f-4642-bcd8-fe9d4c32b31c tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] 10.222.0.41 "GET /v2.0/security-groups?id=c266819c-9421-4c09-b8ec-0766c6fc4de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533160 Jun 01 18:55:28.323321 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5273f18f-69fb-49dc-8cd1-14fc83245725 req-43fb1d66-b0be-4002-bca4-3dcb51186927 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] 10.222.0.41 "GET /v2.0/ports?device_id=bfb1c514-d298-47a9-8bda-37d32f70699e HTTP/1.1" status: 200 len: 210 time: 0.0694280 Jun 01 18:55:28.334287 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1ea8ce8f-420e-4e35-b4da-1ed014b65ff6 req-9980d76b-6c36-4c9e-9bcb-e128a4b81fe2 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Router 533f25a8-4516-4734-96dc-76ed394d7577 has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 18:55:28.361426 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] No Port match for: 8745d5d8-46a5-4186-8328-98b093fdac8e {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 18:55:28.362854 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 8745d5d8-46a5-4186-8328-98b093fdac8e not bound to the agent host n-h1-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 18:55:28.404829 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-572ad2bb-5959-47d5-a492-9d20d7651c38 req-b7836d11-73ed-4e13-807b-1b54a189cea9 service neutron] 10.222.0.50 "GET /v2.0/networks/7a710216-a9ba-47da-a86f-23bc8e339e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2801800 Jun 01 18:55:28.464077 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62b08c1-882c-4806-a002-59b4bc2c789e None None] Pushing event updated for resources: {'Port': ['ID=56589940-ac13-4e4f-9c59-937aff7e5f82,revision_number=2']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:55:28.474442 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cf197c-1d5d-4582-b8b0-2214aaf630cc req-bb3b34f1-7634-4bed-9f1e-973a588e02ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:28.475369 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-67cf197c-1d5d-4582-b8b0-2214aaf630cc req-bb3b34f1-7634-4bed-9f1e-973a588e02ab service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e3902938-4b6a-4448-87d9-59b63dd51a7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2642629 Jun 01 18:55:28.677610 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [None req-1c5dbdaa-c8af-4ed7-8dd1-840218dee98e tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] For port 56589940-ac13-4e4f-9c59-937aff7e5f82, host n-d-844202-1, got binding levels [] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:55:28.677969 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1c5dbdaa-c8af-4ed7-8dd1-840218dee98e tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:28.686484 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1ea8ce8f-420e-4e35-b4da-1ed014b65ff6 req-9980d76b-6c36-4c9e-9bcb-e128a4b81fe2 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 18:55:28.696652 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a323223-dbf9-4cb6-a226-021f5cdc78c8 None None] Sync routers for ids ['533f25a8-4516-4734-96dc-76ed394d7577'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 18:55:28.717001 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a323223-dbf9-4cb6-a226-021f5cdc78c8 None None] Routers {'533f25a8-4516-4734-96dc-76ed394d7577'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:55:28.718172 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-5a323223-dbf9-4cb6-a226-021f5cdc78c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:55:09Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['533f25a8-4516-4734-96dc-76ed394d7577'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:55:28.811031 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-572ad2bb-5959-47d5-a492-9d20d7651c38 req-0f9cc348-8478-4f0b-92b9-9eeb96aabc3d service neutron] 10.222.0.50 "GET /v2.0/networks/7a710216-a9ba-47da-a86f-23bc8e339e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4000461 Jun 01 18:55:28.863786 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-67cf197c-1d5d-4582-b8b0-2214aaf630cc req-26d52e12-8528-4faf-a057-0dd91f9ec3d2 service neutron] 10.222.0.15 "GET /v2.0/networks/e3902938-4b6a-4448-87d9-59b63dd51a7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3242114 Jun 01 18:55:28.923365 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-1c5dbdaa-c8af-4ed7-8dd1-840218dee98e tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Calling delete_port for 56589940-ac13-4e4f-9c59-937aff7e5f82 owned by network:dhcp {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:55:28.938121 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0365c887-6096-4874-b471-f3a3c25df227 req-44d37fa5-2caa-4854-9be8-0a3fb21f5c78 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:28.945309 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0365c887-6096-4874-b471-f3a3c25df227 req-44d37fa5-2caa-4854-9be8-0a3fb21f5c78 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb004fdd-bd15-457d-91b4-9584fa047d1f HTTP/1.1" status: 200 len: 945 time: 0.3042190 Jun 01 18:55:28.983934 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-5a323223-dbf9-4cb6-a226-021f5cdc78c8 None None] Set router 533f25a8-4516-4734-96dc-76ed394d7577 gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:55:28.996136 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ea8ce8f-420e-4e35-b4da-1ed014b65ff6 req-9980d76b-6c36-4c9e-9bcb-e128a4b81fe2 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] No DVR routers for this DVR port 8745d5d8-46a5-4186-8328-98b093fdac8e on host n-h1-844202-1 {{(pid=88525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 18:55:28.999581 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-1ea8ce8f-420e-4e35-b4da-1ed014b65ff6 req-9980d76b-6c36-4c9e-9bcb-e128a4b81fe2 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:29.011353 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfb1c514-d298-47a9-8bda-37d32f70699e', 'name': 'network-vif-deleted', 'tag': '8745d5d8-46a5-4186-8328-98b093fdac8e'}] {{(pid=88525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:55:29.043401 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-1ea8ce8f-420e-4e35-b4da-1ed014b65ff6 req-9980d76b-6c36-4c9e-9bcb-e128a4b81fe2 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] 10.222.0.15 "DELETE /v2.0/ports/8745d5d8-46a5-4186-8328-98b093fdac8e HTTP/1.1" status: 204 len: 173 time: 3.4762194 Jun 01 18:55:29.066564 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784a357f-8680-4554-9fd3-87e5f7c0edb0 req-7d3b9181-e92a-41b5-8fce-908a769e898b tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:29.075252 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-784a357f-8680-4554-9fd3-87e5f7c0edb0 req-7d3b9181-e92a-41b5-8fce-908a769e898b tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=863d6d17-7ec0-45a3-a6dc-82b322b76ced HTTP/1.1" status: 200 len: 945 time: 0.4742863 Jun 01 18:55:29.093906 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0365c887-6096-4874-b471-f3a3c25df227 req-0aa7a506-2271-47a7-8a63-77df31dde96b tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] 10.222.0.41 "GET /v2.0/security-groups?id=10328742-6369-4815-ae6a-3cb954039bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477370 Jun 01 18:55:29.117357 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8e1e9f-3109-4990-9c88-3ad28b79c4a1 req-efb537c2-afc6-47d2-b9cf-c46c0378ad06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:29.118916 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4c8e1e9f-3109-4990-9c88-3ad28b79c4a1 req-efb537c2-afc6-47d2-b9cf-c46c0378ad06 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0edcfecaba054f29a657f364ed77530c&device_id=3c2a36e6-74e6-4961-8063-993f131179e1 HTTP/1.1" status: 200 len: 1094 time: 0.2542598 Jun 01 18:55:29.127675 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-67cf197c-1d5d-4582-b8b0-2214aaf630cc req-429951a7-0750-42cf-bd44-ca8fb46461b6 service neutron] 10.222.0.15 "GET /v2.0/networks/e3902938-4b6a-4448-87d9-59b63dd51a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2235460 Jun 01 18:55:29.132722 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.db.api [None req-1c5dbdaa-c8af-4ed7-8dd1-840218dee98e tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88525) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 18:55:29.133231 n-d-844202-1 neutron-server[88525]: DEBUG oslo_db.api [None req-1c5dbdaa-c8af-4ed7-8dd1-840218dee98e tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 18:55:29.147258 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-784a357f-8680-4554-9fd3-87e5f7c0edb0 req-8ac805e9-89e6-4afa-946a-5aa6bc0d2c0e tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ce59b29-4aa6-4d2e-8584-a540c0a14c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658672 Jun 01 18:55:29.326249 n-d-844202-1 neutron-server[88525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c89bc173-33c6-4878-bec7-82b4c669bb31'] response: {'server_uuid': 'bfb1c514-d298-47a9-8bda-37d32f70699e', 'name': 'network-vif-deleted', 'tag': '8745d5d8-46a5-4186-8328-98b093fdac8e', 'status': 'completed', 'code': 200} Jun 01 18:55:29.478705 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-5a323223-dbf9-4cb6-a226-021f5cdc78c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '533f25a8-4516-4734-96dc-76ed394d7577', 'name': 'tempest-AttachVolumeNegativeTest-808524778-router', 'tenant_id': '9da8911c90e044c58dc0cf3fd4a5638a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.190'}], 'enable_snat': True}, 'gw_port_id': '0717cc72-7117-44ae-b5ab-924a55678621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:52:17Z', 'updated_at': '2022-06-01T18:52:39Z', 'revision_number': 4, 'project_id': '9da8911c90e044c58dc0cf3fd4a5638a', 'gw_port': {'id': '0717cc72-7117-44ae-b5ab-924a55678621', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:f4:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '533f25a8-4516-4734-96dc-76ed394d7577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:52:19Z', 'updated_at': '2022-06-01T18:52:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_floatingips': [{'id': '077c5301-ae06-4b93-ae55-27c298893b6a', 'tenant_id': '9da8911c90e044c58dc0cf3fd4a5638a', 'floating_ip_address': '172.25.4.109', 'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'router_id': '533f25a8-4516-4734-96dc-76ed394d7577', 'port_id': 'd632690f-90f6-4a5d-8a29-38d2b648ff10', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1205, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '908da31a-c43f-4d78-b2f1-4926efeaafe9', 'mac_address': 'fa:16:3e:2b:06:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ece806d-83e3-4a9d-b1b5-21aca4e94fc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T18:52:56Z', 'updated_at': '2022-06-01T18:53:33Z', 'revision_number': 2, 'project_id': '9da8911c90e044c58dc0cf3fd4a5638a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da5af43f-7a7c-4ca7-9438-4ae05d3d9f7c', 'name': '', 'network_id': '908da31a-c43f-4d78-b2f1-4926efeaafe9', 'tenant_id': '9da8911c90e044c58dc0cf3fd4a5638a', 'mac_address': 'fa:16:3e:b3:fe:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '533f25a8-4516-4734-96dc-76ed394d7577', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': 'b62dadc8-5788-404f-95cb-85382718471e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:52:34Z', 'updated_at': '2022-06-01T18:52:58Z', 'revision_number': 5, 'project_id': '9da8911c90e044c58dc0cf3fd4a5638a', 'subnets': [{'id': 'b62dadc8-5788-404f-95cb-85382718471e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:55:29.484324 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a323223-dbf9-4cb6-a226-021f5cdc78c8 None None] Checking router: 533f25a8-4516-4734-96dc-76ed394d7577 for host: n-d-844202-1 {{(pid=88527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 18:55:29.488924 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8e1e9f-3109-4990-9c88-3ad28b79c4a1 req-f2f058da-b168-452c-8ec1-c5ec88c4020c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:29.490389 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4c8e1e9f-3109-4990-9c88-3ad28b79c4a1 req-f2f058da-b168-452c-8ec1-c5ec88c4020c service neutron] 10.222.0.50 "GET /v2.0/networks?id=7a710216-a9ba-47da-a86f-23bc8e339e5a HTTP/1.1" status: 200 len: 913 time: 0.3618517 Jun 01 18:55:29.494830 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a323223-dbf9-4cb6-a226-021f5cdc78c8 None None] Routers {'533f25a8-4516-4734-96dc-76ed394d7577'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:55:29.495433 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-5a323223-dbf9-4cb6-a226-021f5cdc78c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:55:09Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['533f25a8-4516-4734-96dc-76ed394d7577'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:55:29.499813 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96376b8-2992-4446-afee-1d64deb50d1a req-bd00b3c8-39aa-4e29-8525-28a019136849 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:29.501418 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a96376b8-2992-4446-afee-1d64deb50d1a req-bd00b3c8-39aa-4e29-8525-28a019136849 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/ports?device_id=3c2a36e6-74e6-4961-8063-993f131179e1 HTTP/1.1" status: 200 len: 943 time: 0.1599686 Jun 01 18:55:29.530037 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2add0cdc-98dd-4808-bcd9-ac6b51a574f0 req-8565e196-8c63-4f0b-882d-2c47d5c020f1 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:29.531983 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2add0cdc-98dd-4808-bcd9-ac6b51a574f0 req-8565e196-8c63-4f0b-882d-2c47d5c020f1 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=863d6d17-7ec0-45a3-a6dc-82b322b76ced HTTP/1.1" status: 200 len: 945 time: 0.1030576 Jun 01 18:55:29.606588 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4c8e1e9f-3109-4990-9c88-3ad28b79c4a1 req-7e9ae313-bf80-46a6-ab47-e9b9b41faad8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d14fbd3e-23f7-4f05-8681-1b6b1816abe8 HTTP/1.1" status: 200 len: 217 time: 0.1041937 Jun 01 18:55:29.637414 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2add0cdc-98dd-4808-bcd9-ac6b51a574f0 req-2fa31202-cce5-41bc-9f76-4f8b843fb0df tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ce59b29-4aa6-4d2e-8584-a540c0a14c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990300 Jun 01 18:55:29.638449 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-1c5dbdaa-c8af-4ed7-8dd1-840218dee98e tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Deleting port 56589940-ac13-4e4f-9c59-937aff7e5f82 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:55:29.639005 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1c5dbdaa-c8af-4ed7-8dd1-840218dee98e tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:29.725931 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 56589940-ac13-4e4f-9c59-937aff7e5f82 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:55:29.775589 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8e1e9f-3109-4990-9c88-3ad28b79c4a1 req-a36e28a0-1948-4e4d-9594-b7e81f1d1a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:29.783387 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4c8e1e9f-3109-4990-9c88-3ad28b79c4a1 req-a36e28a0-1948-4e4d-9594-b7e81f1d1a9f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8cebf7e9-1140-4183-b8b2-8d4c3920d222 HTTP/1.1" status: 200 len: 852 time: 0.1301816 Jun 01 18:55:29.820659 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e15503cb-2f91-445c-959e-d1bb28ff16ee None None] Network c195e6d2-a006-41f1-8ecb-a13fe8332ca3 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 18:55:29.852688 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-5a323223-dbf9-4cb6-a226-021f5cdc78c8 None None] Set router 533f25a8-4516-4734-96dc-76ed394d7577 gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:55:29.853714 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4c8e1e9f-3109-4990-9c88-3ad28b79c4a1 req-68ded063-10ca-48cf-bcc4-da4925bf85e9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7a710216-a9ba-47da-a86f-23bc8e339e5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0617237 Jun 01 18:55:29.866877 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a96376b8-2992-4446-afee-1d64deb50d1a req-48ea9432-5bb8-42e4-8052-58cb3d899ad9 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/security-groups?id=679bc320-73aa-41fb-80e9-32867c6d2bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2626004 Jun 01 18:55:29.992506 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-b7803654-e7a1-4ab6-be9e-55eb2b770f46 None None] Provisioning for port 56589940-ac13-4e4f-9c59-937aff7e5f82 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:55:29.999655 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port 56589940-ac13-4e4f-9c59-937aff7e5f82 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:55:30.010807 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-b7803654-e7a1-4ab6-be9e-55eb2b770f46 None None] Provisioning complete for port 56589940-ac13-4e4f-9c59-937aff7e5f82 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:55:30.013086 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-b7803654-e7a1-4ab6-be9e-55eb2b770f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:30.052458 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 56589940-ac13-4e4f-9c59-937aff7e5f82 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:55:30.052947 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:30.241954 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4c8e1e9f-3109-4990-9c88-3ad28b79c4a1 req-a04f2b83-f0a5-46d2-8b1b-f1965bb66ae2 service neutron] 10.222.0.50 "GET /v2.0/networks/7a710216-a9ba-47da-a86f-23bc8e339e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3727148 Jun 01 18:55:30.313452 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4053f5d6-316e-4b35-b948-34ea9f5cc33d req-4bc208c0-7542-4396-9051-3291e7b6955b tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:30.321291 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4053f5d6-316e-4b35-b948-34ea9f5cc33d req-4bc208c0-7542-4396-9051-3291e7b6955b tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] 10.222.0.41 "GET /v2.0/ports?device_id=32244e54-23cc-458d-b7ea-5b386e43c2fc HTTP/1.1" status: 200 len: 949 time: 0.4387262 Jun 01 18:55:30.354259 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [None req-1c5dbdaa-c8af-4ed7-8dd1-840218dee98e tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] For port 56589940-ac13-4e4f-9c59-937aff7e5f82, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=56589940-ac13-4e4f-9c59-937aff7e5f82,segment=NetworkSegment(3ea93479-951a-4e3e-a8a8-054412f618d2),segment_id=3ea93479-951a-4e3e-a8a8-054412f618d2)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:55:30.354786 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1c5dbdaa-c8af-4ed7-8dd1-840218dee98e tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:30.450247 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-b7803654-e7a1-4ab6-be9e-55eb2b770f46 None None] Current status of the port 56589940-ac13-4e4f-9c59-937aff7e5f82 is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:55:30.450613 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-b7803654-e7a1-4ab6-be9e-55eb2b770f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:30.471628 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 56589940-ac13-4e4f-9c59-937aff7e5f82 is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:55:30.472004 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:30.507253 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-1c5dbdaa-c8af-4ed7-8dd1-840218dee98e tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Calling delete_port for 56589940-ac13-4e4f-9c59-937aff7e5f82 owned by network:dhcp {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:55:30.511884 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device d14fbd3e-23f7-4f05-8681-1b6b1816abe8 details requested by agent hyperv_n-h2-844202-1 with host n-h2-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 18:55:30.539627 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port 56589940-ac13-4e4f-9c59-937aff7e5f82, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=56589940-ac13-4e4f-9c59-937aff7e5f82,segment=NetworkSegment(3ea93479-951a-4e3e-a8a8-054412f618d2),segment_id=3ea93479-951a-4e3e-a8a8-054412f618d2)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:55:30.547021 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 59746) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:55:30.562542 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:30.577472 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4053f5d6-316e-4b35-b948-34ea9f5cc33d req-69c2bf3b-8400-4616-b177-bd2771801e8d tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] 10.222.0.41 "GET /v2.0/security-groups?id=c266819c-9421-4c09-b8ec-0766c6fc4de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2556384 Jun 01 18:55:30.673034 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.db.api [None req-1c5dbdaa-c8af-4ed7-8dd1-840218dee98e tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88525) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 18:55:30.673711 n-d-844202-1 neutron-server[88525]: DEBUG oslo_db.api [None req-1c5dbdaa-c8af-4ed7-8dd1-840218dee98e tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 18:55:30.697599 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-1c5dbdaa-c8af-4ed7-8dd1-840218dee98e tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Deleting port 56589940-ac13-4e4f-9c59-937aff7e5f82 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:55:30.698046 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1c5dbdaa-c8af-4ed7-8dd1-840218dee98e tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:30.748646 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4c8e1e9f-3109-4990-9c88-3ad28b79c4a1 req-5bf2aee4-8541-4eb9-89b2-3a72c0c557ee service neutron] 10.222.0.50 "GET /v2.0/networks/7a710216-a9ba-47da-a86f-23bc8e339e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2641952 Jun 01 18:55:30.779603 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a001107a-8aec-430e-8556-a7f10a69c2f4 req-9d97a8fd-fac4-41f1-93e6-3dbe16a92a60 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:30.786883 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a001107a-8aec-430e-8556-a7f10a69c2f4 req-9d97a8fd-fac4-41f1-93e6-3dbe16a92a60 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=863d6d17-7ec0-45a3-a6dc-82b322b76ced HTTP/1.1" status: 200 len: 945 time: 0.5499718 Jun 01 18:55:30.861973 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4547d924-f3b5-4ec7-a2f9-241f0bfd7439 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:30.869515 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 59754) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:55:30.881855 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a001107a-8aec-430e-8556-a7f10a69c2f4 req-52338a19-4a1d-4778-bea0-79d7d5f3a58b tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ce59b29-4aa6-4d2e-8584-a540c0a14c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940256 Jun 01 18:55:30.894149 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.db.api [None req-b7803654-e7a1-4ab6-be9e-55eb2b770f46 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88526) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 18:55:30.894743 n-d-844202-1 neutron-server[88526]: DEBUG oslo_db.api [None req-b7803654-e7a1-4ab6-be9e-55eb2b770f46 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 18:55:30.926477 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=56589940-ac13-4e4f-9c59-937aff7e5f82,revision_number=3']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:55:30.970084 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-4547d924-f3b5-4ec7-a2f9-241f0bfd7439 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:55:30.978559 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-5a323223-dbf9-4cb6-a226-021f5cdc78c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '533f25a8-4516-4734-96dc-76ed394d7577', 'name': 'tempest-AttachVolumeNegativeTest-808524778-router', 'tenant_id': '9da8911c90e044c58dc0cf3fd4a5638a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.190'}], 'enable_snat': True}, 'gw_port_id': '0717cc72-7117-44ae-b5ab-924a55678621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:52:17Z', 'updated_at': '2022-06-01T18:52:39Z', 'revision_number': 4, 'project_id': '9da8911c90e044c58dc0cf3fd4a5638a', 'gw_port': {'id': '0717cc72-7117-44ae-b5ab-924a55678621', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:f4:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '533f25a8-4516-4734-96dc-76ed394d7577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:52:19Z', 'updated_at': '2022-06-01T18:52:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_floatingips': [{'id': '077c5301-ae06-4b93-ae55-27c298893b6a', 'tenant_id': '9da8911c90e044c58dc0cf3fd4a5638a', 'floating_ip_address': '172.25.4.109', 'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'router_id': '533f25a8-4516-4734-96dc-76ed394d7577', 'port_id': 'd632690f-90f6-4a5d-8a29-38d2b648ff10', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1205, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '908da31a-c43f-4d78-b2f1-4926efeaafe9', 'mac_address': 'fa:16:3e:2b:06:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ece806d-83e3-4a9d-b1b5-21aca4e94fc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T18:52:56Z', 'updated_at': '2022-06-01T18:53:33Z', 'revision_number': 2, 'project_id': '9da8911c90e044c58dc0cf3fd4a5638a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da5af43f-7a7c-4ca7-9438-4ae05d3d9f7c', 'name': '', 'network_id': '908da31a-c43f-4d78-b2f1-4926efeaafe9', 'tenant_id': '9da8911c90e044c58dc0cf3fd4a5638a', 'mac_address': 'fa:16:3e:b3:fe:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '533f25a8-4516-4734-96dc-76ed394d7577', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': 'b62dadc8-5788-404f-95cb-85382718471e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:52:34Z', 'updated_at': '2022-06-01T18:52:58Z', 'revision_number': 5, 'project_id': '9da8911c90e044c58dc0cf3fd4a5638a', 'subnets': [{'id': 'b62dadc8-5788-404f-95cb-85382718471e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:55:30.981920 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port d14fbd3e-23f7-4f05-8681-1b6b1816abe8, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=d14fbd3e-23f7-4f05-8681-1b6b1816abe8,segment=NetworkSegment(ecb3f528-dbed-4312-ba29-7684ecfbe265),segment_id=ecb3f528-dbed-4312-ba29-7684ecfbe265)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:55:30.984864 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a323223-dbf9-4cb6-a226-021f5cdc78c8 None None] The sync data for ids ['533f25a8-4516-4734-96dc-76ed394d7577'] in n-d-844202-1 is: [{'id': '533f25a8-4516-4734-96dc-76ed394d7577', 'name': 'tempest-AttachVolumeNegativeTest-808524778-router', 'tenant_id': '9da8911c90e044c58dc0cf3fd4a5638a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.190'}], 'enable_snat': True}, 'gw_port_id': '0717cc72-7117-44ae-b5ab-924a55678621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:52:17Z', 'updated_at': '2022-06-01T18:52:39Z', 'revision_number': 4, 'project_id': '9da8911c90e044c58dc0cf3fd4a5638a', 'gw_port': {'id': '0717cc72-7117-44ae-b5ab-924a55678621', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:f4:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '533f25a8-4516-4734-96dc-76ed394d7577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:52:19Z', 'updated_at': '2022-06-01T18:52:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_floatingips': [{'id': '077c5301-ae06-4b93-ae55-27c298893b6a', 'tenant_id': '9da8911c90e044c58dc0cf3fd4a5638a', 'floating_ip_address': '172.25.4.109', 'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'router_id': '533f25a8-4516-4734-96dc-76ed394d7577', 'port_id': 'd632690f-90f6-4a5d-8a29-38d2b648ff10', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1205, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '908da31a-c43f-4d78-b2f1-4926efeaafe9', 'mac_address': 'fa:16:3e:2b:06:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ece806d-83e3-4a9d-b1b5-21aca4e94fc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T18:52:56Z', 'updated_at': '2022-06-01T18:53:33Z', 'revision_number': 2, 'project_id': '9da8911c90e044c58dc0cf3fd4a5638a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da5af43f-7a7c-4ca7-9438-4ae05d3d9f7c', 'name': '', 'network_id': '908da31a-c43f-4d78-b2f1-4926efeaafe9', 'tenant_id': '9da8911c90e044c58dc0cf3fd4a5638a', 'mac_address': 'fa:16:3e:b3:fe:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '533f25a8-4516-4734-96dc-76ed394d7577', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': 'b62dadc8-5788-404f-95cb-85382718471e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:52:34Z', 'updated_at': '2022-06-01T18:52:58Z', 'revision_number': 5, 'project_id': '9da8911c90e044c58dc0cf3fd4a5638a', 'subnets': [{'id': 'b62dadc8-5788-404f-95cb-85382718471e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 18:55:30.996980 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-4547d924-f3b5-4ec7-a2f9-241f0bfd7439 admin admin] Usage tracker for resource:security_group_rule and tenant:b3094305e13641c899a6a0f8e67084f2 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:55:31.013100 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Returning: {'device': 'd14fbd3e-23f7-4f05-8681-1b6b1816abe8', 'network_id': '7a710216-a9ba-47da-a86f-23bc8e339e5a', 'port_id': 'd14fbd3e-23f7-4f05-8681-1b6b1816abe8', 'mac_address': 'fa:16:3e:68:e0:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cebf7e9-1140-4183-b8b2-8d4c3920d222', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 18:55:31.019142 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-4547d924-f3b5-4ec7-a2f9-241f0bfd7439 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:55:31.053511 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-4547d924-f3b5-4ec7-a2f9-241f0bfd7439 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:55:31.061288 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b72c308c-c4b9-4ae6-b477-2f53a58b6c3e tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:31.100763 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b72c308c-c4b9-4ae6-b477-2f53a58b6c3e tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:31.147830 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port d14fbd3e-23f7-4f05-8681-1b6b1816abe8 is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:55:31.148544 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:31.171805 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d14fbd3e-23f7-4f05-8681-1b6b1816abe8 {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:55:31.189031 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port d14fbd3e-23f7-4f05-8681-1b6b1816abe8, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=d14fbd3e-23f7-4f05-8681-1b6b1816abe8,segment=NetworkSegment(ecb3f528-dbed-4312-ba29-7684ecfbe265),segment_id=ecb3f528-dbed-4312-ba29-7684ecfbe265)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:55:31.193198 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:31.249585 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b72c308c-c4b9-4ae6-b477-2f53a58b6c3e tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:31.284812 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f81c8d-6cad-4369-80b3-9cad4fa9e680 req-5a2320d0-8c06-4dfd-8729-9f9b9e06a8c5 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:31.291613 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-22f81c8d-6cad-4369-80b3-9cad4fa9e680 req-5a2320d0-8c06-4dfd-8729-9f9b9e06a8c5 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/ports?device_id=3c2a36e6-74e6-4961-8063-993f131179e1 HTTP/1.1" status: 200 len: 944 time: 0.1206193 Jun 01 18:55:31.294199 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72c308c-c4b9-4ae6-b477-2f53a58b6c3e tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75cdfcb8-2441-4aa3-ba92-9fe071c95389,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:55:31.302881 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=d14fbd3e-23f7-4f05-8681-1b6b1816abe8,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:55:31.315470 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b72c308c-c4b9-4ae6-b477-2f53a58b6c3e tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:31.319767 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-b72c308c-c4b9-4ae6-b477-2f53a58b6c3e tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] 10.222.0.41 "DELETE /v2.0/security-groups/75cdfcb8-2441-4aa3-ba92-9fe071c95389 HTTP/1.1" status: 204 len: 168 time: 0.4346821 Jun 01 18:55:31.326457 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 59764) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:55:31.344895 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [None req-1c5dbdaa-c8af-4ed7-8dd1-840218dee98e tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] For port 56589940-ac13-4e4f-9c59-937aff7e5f82, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=56589940-ac13-4e4f-9c59-937aff7e5f82,segment=NetworkSegment(3ea93479-951a-4e3e-a8a8-054412f618d2),segment_id=3ea93479-951a-4e3e-a8a8-054412f618d2)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:55:31.345690 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1c5dbdaa-c8af-4ed7-8dd1-840218dee98e tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:31.359586 n-d-844202-1 neutron-server[88524]: INFO neutron.api.v2.resource [None req-9b14fda7-ad67-4e2b-9dd7-435a7e8b8594 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] show failed (client error): The resource could not be found. Jun 01 18:55:31.360646 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-9b14fda7-ad67-4e2b-9dd7-435a7e8b8594 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] 10.222.0.41 "GET /v2.0/security-groups/75cdfcb8-2441-4aa3-ba92-9fe071c95389 HTTP/1.1" status: 404 len: 347 time: 0.0332537 Jun 01 18:55:31.365022 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 59768) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:55:31.435930 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-22f81c8d-6cad-4369-80b3-9cad4fa9e680 req-6b063c35-b550-4056-9024-beefa55870ce tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/security-groups?id=679bc320-73aa-41fb-80e9-32867c6d2bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433444 Jun 01 18:55:31.497476 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58059acf-e8be-4cc3-9563-f5544c51bf59 None None] New status for floating IP 6326f251-59f5-4888-92bc-ae3e7415a773: DOWN {{(pid=88526) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 18:55:31.528461 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-1c5dbdaa-c8af-4ed7-8dd1-840218dee98e tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Calling delete_port for 56589940-ac13-4e4f-9c59-937aff7e5f82 owned by network:dhcp {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:55:31.581890 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] get_ports_and_sgs() called for port_ids ['d14fbd3e-23f7-4f05-8681-1b6b1816abe8'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:55:31.583143 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbf5a6c-c956-4695-9c40-83f1d2f03682 req-1626a22a-a440-478f-a1e9-c668b31cc071 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:31.590543 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-efbf5a6c-c956-4695-9c40-83f1d2f03682 req-1626a22a-a440-478f-a1e9-c668b31cc071 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb004fdd-bd15-457d-91b4-9584fa047d1f HTTP/1.1" status: 200 len: 945 time: 0.4764905 Jun 01 18:55:31.596944 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-b36acd16-8242-4375-934f-5d1389c1d55e tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Deleting port d19761a6-82e6-49f1-88b1-2dda8d63f69b {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:55:31.597278 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b36acd16-8242-4375-934f-5d1389c1d55e tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:31.664779 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-efbf5a6c-c956-4695-9c40-83f1d2f03682 req-0c8f2254-d6c5-4cf7-8087-8b8255210adb tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] 10.222.0.41 "GET /v2.0/security-groups?id=10328742-6369-4815-ae6a-3cb954039bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733342 Jun 01 18:55:31.668594 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 56589940-ac13-4e4f-9c59-937aff7e5f82 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:55:31.800829 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4547d924-f3b5-4ec7-a2f9-241f0bfd7439 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:31.811060 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4547d924-f3b5-4ec7-a2f9-241f0bfd7439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:31.821669 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-b7803654-e7a1-4ab6-be9e-55eb2b770f46 None None] Current status of the port 56589940-ac13-4e4f-9c59-937aff7e5f82 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:55:31.905292 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No active binding found for port 56589940-ac13-4e4f-9c59-937aff7e5f82 {{(pid=88526) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jun 01 18:55:31.905911 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 56589940-ac13-4e4f-9c59-937aff7e5f82 not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Jun 01 18:55:31.946419 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b36acd16-8242-4375-934f-5d1389c1d55e tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:31.947004 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b36acd16-8242-4375-934f-5d1389c1d55e tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:31.948915 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Port 56589940-ac13-4e4f-9c59-937aff7e5f82 not found, will not notify nova. {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Jun 01 18:55:31.956780 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-e1d6d3ce-39c2-4a25-80ce-005c0c8a4378 None None] Could not find standard attr ID for object 56589940-ac13-4e4f-9c59-937aff7e5f82. {{(pid=88526) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 01 18:55:31.961004 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1c5dbdaa-c8af-4ed7-8dd1-840218dee98e tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:32.017725 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-4547d924-f3b5-4ec7-a2f9-241f0bfd7439 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b3094305e13641c899a6a0f8e67084f2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4694667 Jun 01 18:55:32.021717 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 59778) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:55:32.023368 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5dbdaa-c8af-4ed7-8dd1-840218dee98e tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Pushing event deleted for resources: {'Port': ['ID=56589940-ac13-4e4f-9c59-937aff7e5f82,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:55:32.052973 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac52b2df-483d-4e47-96ae-a11af27d66eb req-ead1e139-4401-481c-8ade-0b358a5c91d2 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:32.054729 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ac52b2df-483d-4e47-96ae-a11af27d66eb req-ead1e139-4401-481c-8ade-0b358a5c91d2 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=863d6d17-7ec0-45a3-a6dc-82b322b76ced HTTP/1.1" status: 200 len: 945 time: 0.4063213 Jun 01 18:55:32.068945 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4547d924-f3b5-4ec7-a2f9-241f0bfd7439 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd8a6bb2-62fb-4f41-86cc-924f8297b7f8,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:55:32.125998 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-b36acd16-8242-4375-934f-5d1389c1d55e tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Calling delete_port for d19761a6-82e6-49f1-88b1-2dda8d63f69b owned by network:floatingip {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:55:32.162424 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-179eef31-bce7-46d0-a2e5-ba0e944b24f3 None None] DHCP port deletion for c195e6d2-a006-41f1-8ecb-a13fe8332ca3 request from n-d-844202-1 {{(pid=88526) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 18:55:32.167385 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c5dbdaa-c8af-4ed7-8dd1-840218dee98e tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] No DVR routers for this DVR port 56589940-ac13-4e4f-9c59-937aff7e5f82 on host n-d-844202-1 {{(pid=88525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 18:55:32.182884 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8080abd-c2cf-4010-afd3-221a0bca4920 None None] get_active_networks_info from n-d-844202-1 {{(pid=88526) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jun 01 18:55:32.226274 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ac52b2df-483d-4e47-96ae-a11af27d66eb req-8c125d92-a689-49c9-a39f-ff1d1d41dfa3 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ce59b29-4aa6-4d2e-8584-a540c0a14c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1082015 Jun 01 18:55:32.230719 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c645d1-0936-4f4d-90d7-1b6470c4463e req-8b297b0f-8370-46ab-9c0d-3ac9b4b06f8d tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:32.232489 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-47c645d1-0936-4f4d-90d7-1b6470c4463e req-8b297b0f-8370-46ab-9c0d-3ac9b4b06f8d tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] 10.222.0.41 "GET /v2.0/ports?device_id=32244e54-23cc-458d-b7ea-5b386e43c2fc HTTP/1.1" status: 200 len: 949 time: 0.3538804 Jun 01 18:55:32.239328 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-708d9abf-deb5-4ece-8268-26bfe5468343 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:32.265122 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.db.api [None req-b36acd16-8242-4375-934f-5d1389c1d55e tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88524) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 18:55:32.265448 n-d-844202-1 neutron-server[88524]: DEBUG oslo_db.api [None req-b36acd16-8242-4375-934f-5d1389c1d55e tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 18:55:32.341622 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8080abd-c2cf-4010-afd3-221a0bca4920 None None] Resources bound (agent type, host, resource id): {{(pid=88526) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 01 18:55:32.475482 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-47c645d1-0936-4f4d-90d7-1b6470c4463e req-b63930de-298a-4420-a72c-4c6a529bad1f tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] 10.222.0.41 "GET /v2.0/security-groups?id=c266819c-9421-4c09-b8ec-0766c6fc4de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2323284 Jun 01 18:55:32.481994 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-708d9abf-deb5-4ece-8268-26bfe5468343 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:32.509025 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1c5dbdaa-c8af-4ed7-8dd1-840218dee98e tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:32.514946 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2615654f-4b65-44e3-9a83-db7098cde5d7 req-6e7796e4-4be4-4f4f-a8f7-e7fdc61bb3f1 tempest-ServerGroupTestJSON-1602176105 tempest-ServerGroupTestJSON-1602176105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:32.517878 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-2615654f-4b65-44e3-9a83-db7098cde5d7 req-6e7796e4-4be4-4f4f-a8f7-e7fdc61bb3f1 tempest-ServerGroupTestJSON-1602176105 tempest-ServerGroupTestJSON-1602176105-project] 10.222.0.41 "GET /v2.0/networks?id=e2fff076-c088-4a07-b17c-f10c1c284d45 HTTP/1.1" status: 200 len: 810 time: 0.1806016 Jun 01 18:55:32.534311 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-2615654f-4b65-44e3-9a83-db7098cde5d7 req-61269a7c-a3d6-4e6a-a5c0-54cc7b950bc8 tempest-ServerGroupTestJSON-1602176105 tempest-ServerGroupTestJSON-1602176105-project] 10.222.0.41 "GET /v2.0/quotas/daf045fdf9984b339fab4824552f98a7 HTTP/1.1" status: 200 len: 375 time: 0.0105834 Jun 01 18:55:32.585426 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-2615654f-4b65-44e3-9a83-db7098cde5d7 req-9da30ff1-51a6-40e3-a670-48ba544209e2 tempest-ServerGroupTestJSON-1602176105 tempest-ServerGroupTestJSON-1602176105-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=daf045fdf9984b339fab4824552f98a7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0459013 Jun 01 18:55:32.696789 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-708d9abf-deb5-4ece-8268-26bfe5468343 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:32.732136 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708d9abf-deb5-4ece-8268-26bfe5468343 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd8a6bb2-62fb-4f41-86cc-924f8297b7f8,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:55:32.737139 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-2615654f-4b65-44e3-9a83-db7098cde5d7 req-5a888b97-bc3b-428f-adfb-f3ac83dd2aae service neutron] 10.222.0.41 "GET /v2.0/networks/e2fff076-c088-4a07-b17c-f10c1c284d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401584 Jun 01 18:55:32.760715 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acc3a004-72a4-46bd-bc1a-9a82250ec38a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc93f83c3-7fb6-5c13-a9d4-29d739a4e8d2-c195e6d2-a006-41f1-8ecb-a13fe8332ca3', 'network_id': 'c195e6d2-a006-41f1-8ecb-a13fe8332ca3', 'tenant_id': 'f72800812881475c88a3f683d52d5d49', 'fixed_ips': [{'subnet_id': '4d6efad8-5ccc-449e-bc25-ab285d8f3a72'}]}} from n-d-844202-1. {{(pid=88526) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 18:55:32.762011 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-acc3a004-72a4-46bd-bc1a-9a82250ec38a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:32.783045 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-708d9abf-deb5-4ece-8268-26bfe5468343 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:32.784521 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-708d9abf-deb5-4ece-8268-26bfe5468343 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fd8a6bb2-62fb-4f41-86cc-924f8297b7f8 HTTP/1.1" status: 204 len: 168 time: 0.7584274 Jun 01 18:55:32.814657 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1c5dbdaa-c8af-4ed7-8dd1-840218dee98e tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2614143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9667199'] for subnet, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:32.863912 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5dbdaa-c8af-4ed7-8dd1-840218dee98e tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Pushing event deleted for resources: {'Subnet': ['ID=4d6efad8-5ccc-449e-bc25-ab285d8f3a72,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:55:32.881214 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server [None req-acc3a004-72a4-46bd-bc1a-9a82250ec38a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4d6efad8-5ccc-449e-bc25-ab285d8f3a72: This subnet is being modified by another concurrent operation. Jun 01 18:55:32.881214 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 01 18:55:32.881214 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 01 18:55:32.881214 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jun 01 18:55:32.881214 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 01 18:55:32.881214 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jun 01 18:55:32.881214 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 01 18:55:32.881214 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jun 01 18:55:32.881214 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 01 18:55:32.881214 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 01 18:55:32.881214 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 01 18:55:32.881214 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 01 18:55:32.881214 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 01 18:55:32.881214 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 01 18:55:32.881214 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 01 18:55:32.881214 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server raise self.value Jun 01 18:55:32.881214 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 01 18:55:32.881214 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 01 18:55:32.881214 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 01 18:55:32.881214 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 01 18:55:32.881214 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 01 18:55:32.881214 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 01 18:55:32.881214 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 01 18:55:32.881214 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server raise self.value Jun 01 18:55:32.881214 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 01 18:55:32.881214 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 01 18:55:32.881214 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 01 18:55:32.881214 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 01 18:55:32.881214 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 01 18:55:32.881214 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 01 18:55:32.881214 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 01 18:55:32.881214 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server raise self.value Jun 01 18:55:32.881214 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 01 18:55:32.881214 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 01 18:55:32.881214 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jun 01 18:55:32.881214 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jun 01 18:55:32.881214 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Jun 01 18:55:32.881214 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jun 01 18:55:32.881214 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Jun 01 18:55:32.881214 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jun 01 18:55:32.881214 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jun 01 18:55:32.881214 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jun 01 18:55:32.881214 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Jun 01 18:55:32.881214 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jun 01 18:55:32.881214 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jun 01 18:55:32.881214 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 01 18:55:32.881214 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 01 18:55:32.881214 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 01 18:55:32.881214 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 01 18:55:32.881214 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 01 18:55:32.881214 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 01 18:55:32.881214 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server raise self.value Jun 01 18:55:32.881214 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 01 18:55:32.881214 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 01 18:55:32.884508 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 01 18:55:32.884508 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 01 18:55:32.884508 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 01 18:55:32.884508 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 01 18:55:32.884508 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 01 18:55:32.884508 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server raise self.value Jun 01 18:55:32.884508 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 01 18:55:32.884508 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 01 18:55:32.884508 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 01 18:55:32.884508 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 01 18:55:32.884508 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 01 18:55:32.884508 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 01 18:55:32.884508 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 01 18:55:32.884508 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server raise self.value Jun 01 18:55:32.884508 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 01 18:55:32.884508 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 01 18:55:32.884508 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Jun 01 18:55:32.884508 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jun 01 18:55:32.884508 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Jun 01 18:55:32.884508 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jun 01 18:55:32.884508 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Jun 01 18:55:32.884508 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jun 01 18:55:32.884508 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jun 01 18:55:32.884508 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jun 01 18:55:32.884508 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jun 01 18:55:32.884508 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 01 18:55:32.884508 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Jun 01 18:55:32.884508 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jun 01 18:55:32.884508 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jun 01 18:55:32.884508 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jun 01 18:55:32.884508 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jun 01 18:55:32.884508 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jun 01 18:55:32.884508 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Jun 01 18:55:32.884508 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jun 01 18:55:32.884508 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jun 01 18:55:32.884508 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server raise exception Jun 01 18:55:32.884508 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4d6efad8-5ccc-449e-bc25-ab285d8f3a72: This subnet is being modified by another concurrent operation. Jun 01 18:55:32.884508 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server Jun 01 18:55:32.909928 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a0ca7e7-4282-451d-9041-fa1f5ea9eeb1 None None] get_active_networks_info from n-d-844202-1 {{(pid=88526) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jun 01 18:55:32.915439 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7084fe1f-921f-45c0-b8a7-851487d7490d req-7a4f11af-4032-47cd-8551-b22900dc3b72 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:32.924443 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-7084fe1f-921f-45c0-b8a7-851487d7490d req-7a4f11af-4032-47cd-8551-b22900dc3b72 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/networks?id=e3902938-4b6a-4448-87d9-59b63dd51a7f HTTP/1.1" status: 200 len: 811 time: 0.3140585 Jun 01 18:55:32.943178 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-b36acd16-8242-4375-934f-5d1389c1d55e tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Deleting port d19761a6-82e6-49f1-88b1-2dda8d63f69b {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:55:32.943512 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b36acd16-8242-4375-934f-5d1389c1d55e tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:32.947243 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-7084fe1f-921f-45c0-b8a7-851487d7490d req-b059874c-30d4-4066-9958-a1bdb1b98405 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/quotas/eccea382ced5475f9a2098d1ef2ff267 HTTP/1.1" status: 200 len: 375 time: 0.0217466 Jun 01 18:55:33.079611 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a0ca7e7-4282-451d-9041-fa1f5ea9eeb1 None None] Resources bound (agent type, host, resource id): {{(pid=88526) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 01 18:55:33.079959 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1c5dbdaa-c8af-4ed7-8dd1-840218dee98e tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:33.089103 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-2615654f-4b65-44e3-9a83-db7098cde5d7 req-2a368928-9d27-4c77-8ed6-547dc005be85 service neutron] 10.222.0.41 "GET /v2.0/networks/e2fff076-c088-4a07-b17c-f10c1c284d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3455555 Jun 01 18:55:33.120524 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-1c5dbdaa-c8af-4ed7-8dd1-840218dee98e tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c195e6d2-a006-41f1-8ecb-a13fe8332ca3']}} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:55:33.190945 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-1c5dbdaa-c8af-4ed7-8dd1-840218dee98e tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ea93479-951a-4e3e-a8a8-054412f618d2') {'for_net_delete': True} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:55:33.191349 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-1c5dbdaa-c8af-4ed7-8dd1-840218dee98e tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ea93479-951a-4e3e-a8a8-054412f618d2') {} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:55:33.229345 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1c5dbdaa-c8af-4ed7-8dd1-840218dee98e tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2258522'] for segment, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:33.237044 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b36acd16-8242-4375-934f-5d1389c1d55e tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:33.237907 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b36acd16-8242-4375-934f-5d1389c1d55e tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:33.253285 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1c5dbdaa-c8af-4ed7-8dd1-840218dee98e tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:33.263407 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c5dbdaa-c8af-4ed7-8dd1-840218dee98e tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=88525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 18:55:33.263810 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1c5dbdaa-c8af-4ed7-8dd1-840218dee98e tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2613981'] for segment, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:33.322089 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-7084fe1f-921f-45c0-b8a7-851487d7490d req-39fb7846-6c5a-4f11-a6a5-93b03400fabf tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=eccea382ced5475f9a2098d1ef2ff267&fields=id HTTP/1.1" status: 200 len: 440 time: 0.3737495 Jun 01 18:55:33.324196 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment 3ea93479-951a-4e3e-a8a8-054412f618d2 resource provider aggregate not found Jun 01 18:55:33.408782 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment 3ea93479-951a-4e3e-a8a8-054412f618d2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3ea93479-951a-4e3e-a8a8-054412f618d2 found for delete ", "request_id": "req-744d041a-2060-45c3-8ea8-ccd004a8c863"}]} Jun 01 18:55:33.439091 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-b36acd16-8242-4375-934f-5d1389c1d55e tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Calling delete_port for d19761a6-82e6-49f1-88b1-2dda8d63f69b owned by network:floatingip {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:55:33.640922 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-7084fe1f-921f-45c0-b8a7-851487d7490d req-456b4e28-9d4f-4c0a-8876-275e9dddfe97 service neutron] 10.222.0.41 "GET /v2.0/networks/e3902938-4b6a-4448-87d9-59b63dd51a7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2339966 Jun 01 18:55:33.644990 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0090eff3-49b9-41be-a970-2ccf7a322969 None None] Network c195e6d2-a006-41f1-8ecb-a13fe8332ca3 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 18:55:33.667466 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 56589940-ac13-4e4f-9c59-937aff7e5f82 no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:55:33.759358 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb639289-5a10-4084-8324-e418b5ad25b6 req-d2b2ddcf-32dd-4c00-a82c-a3b8edf969cc tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:33.766885 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fb639289-5a10-4084-8324-e418b5ad25b6 req-d2b2ddcf-32dd-4c00-a82c-a3b8edf969cc tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/ports?device_id=3c2a36e6-74e6-4961-8063-993f131179e1 HTTP/1.1" status: 200 len: 944 time: 0.1291389 Jun 01 18:55:33.768769 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b36acd16-8242-4375-934f-5d1389c1d55e tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:33.782887 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1c5dbdaa-c8af-4ed7-8dd1-840218dee98e tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:33.791196 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1c5dbdaa-c8af-4ed7-8dd1-840218dee98e tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:33.834094 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-1c5dbdaa-c8af-4ed7-8dd1-840218dee98e tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] 10.222.0.41 "DELETE /v2.0/networks/c195e6d2-a006-41f1-8ecb-a13fe8332ca3 HTTP/1.1" status: 204 len: 168 time: 6.6613364 Jun 01 18:55:33.841767 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 59838) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:55:33.846213 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36acd16-8242-4375-934f-5d1389c1d55e tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Pushing event deleted for resources: {'Port': ['ID=d19761a6-82e6-49f1-88b1-2dda8d63f69b,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:55:33.883369 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: 56589940-ac13-4e4f-9c59-937aff7e5f82 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 18:55:33.884176 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 56589940-ac13-4e4f-9c59-937aff7e5f82 not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 18:55:33.937866 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fb639289-5a10-4084-8324-e418b5ad25b6 req-6ef816c6-aa15-4b88-987a-649a18adc727 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/security-groups?id=679bc320-73aa-41fb-80e9-32867c6d2bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699979 Jun 01 18:55:33.984389 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-7084fe1f-921f-45c0-b8a7-851487d7490d req-2fc78b5c-75c8-4442-87e6-f40438bcdd6c service neutron] 10.222.0.41 "GET /v2.0/networks/e3902938-4b6a-4448-87d9-59b63dd51a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3396671 Jun 01 18:55:33.992810 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5dbdaa-c8af-4ed7-8dd1-840218dee98e tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Pushing event deleted for resources: {'Network': ['ID=c195e6d2-a006-41f1-8ecb-a13fe8332ca3,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:55:34.006956 n-d-844202-1 neutron-server[88525]: INFO neutron.pecan_wsgi.hooks.translation [None req-beeb5f00-5cbc-4437-bb80-571d8c8ee3ac tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] DELETE failed (client error): The resource could not be found. Jun 01 18:55:34.009775 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-beeb5f00-5cbc-4437-bb80-571d8c8ee3ac tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88525) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 18:55:34.015309 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-beeb5f00-5cbc-4437-bb80-571d8c8ee3ac tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] 10.222.0.41 "DELETE /v2.0/subnets/4d6efad8-5ccc-449e-bc25-ab285d8f3a72 HTTP/1.1" status: 404 len: 337 time: 0.1712148 Jun 01 18:55:34.016097 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 59842) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:55:34.037452 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f3c757a-1ad2-4173-a248-8f864773f9da None None] DHCP port deletion for c195e6d2-a006-41f1-8ecb-a13fe8332ca3 request from n-d-844202-1 {{(pid=88526) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 18:55:34.090238 n-d-844202-1 neutron-server[88525]: INFO neutron.pecan_wsgi.hooks.translation [None req-98f7d3a2-50a8-40fc-9c6c-311c3e9e7cd0 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] DELETE failed (client error): The resource could not be found. Jun 01 18:55:34.090862 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98f7d3a2-50a8-40fc-9c6c-311c3e9e7cd0 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88525) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 18:55:34.096272 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-98f7d3a2-50a8-40fc-9c6c-311c3e9e7cd0 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] 10.222.0.41 "DELETE /v2.0/networks/c195e6d2-a006-41f1-8ecb-a13fe8332ca3 HTTP/1.1" status: 404 len: 339 time: 0.0750432 Jun 01 18:55:34.097739 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 59848) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:55:34.107306 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b36acd16-8242-4375-934f-5d1389c1d55e tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Notify callbacks [] for floatingip, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:34.137153 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b36acd16-8242-4375-934f-5d1389c1d55e tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for floatingip, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:34.138280 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-b36acd16-8242-4375-934f-5d1389c1d55e tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] 10.222.0.41 "DELETE /v2.0/floatingips/6326f251-59f5-4888-92bc-ae3e7415a773 HTTP/1.1" status: 204 len: 168 time: 2.7726815 Jun 01 18:55:34.167086 n-d-844202-1 neutron-server[88525]: INFO neutron.pecan_wsgi.hooks.translation [None req-e20220e0-ca07-4c67-a960-d9d9e63d3ba0 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] DELETE failed (client error): The resource could not be found. Jun 01 18:55:34.168798 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e20220e0-ca07-4c67-a960-d9d9e63d3ba0 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88525) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 18:55:34.175481 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-e20220e0-ca07-4c67-a960-d9d9e63d3ba0 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] 10.222.0.41 "DELETE /v2.0/subnets/ac584b2b-a883-492c-9eab-d4f2dd69a4cb HTTP/1.1" status: 404 len: 337 time: 0.0763731 Jun 01 18:55:34.177959 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 59858) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:55:34.225564 n-d-844202-1 neutron-server[88525]: INFO neutron.pecan_wsgi.hooks.translation [None req-34e98f98-9b6f-4fc1-a5e4-f98fa9294c57 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] DELETE failed (client error): The resource could not be found. Jun 01 18:55:34.226387 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34e98f98-9b6f-4fc1-a5e4-f98fa9294c57 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88525) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 18:55:34.227716 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-34e98f98-9b6f-4fc1-a5e4-f98fa9294c57 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] 10.222.0.41 "DELETE /v2.0/networks/6d176ff0-4c3f-47d2-ac44-edc4eac78fb7 HTTP/1.1" status: 404 len: 339 time: 0.0488474 Jun 01 18:55:34.234076 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 59864) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:55:34.302045 n-d-844202-1 neutron-server[88524]: INFO neutron.pecan_wsgi.hooks.translation [None req-065fa59f-4b96-4d3e-beb8-e637cc120852 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] DELETE failed (client error): The resource could not be found. Jun 01 18:55:34.302494 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-065fa59f-4b96-4d3e-beb8-e637cc120852 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88524) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 18:55:34.304192 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-065fa59f-4b96-4d3e-beb8-e637cc120852 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] 10.222.0.41 "DELETE /v2.0/subnets/1d349bd3-df5c-4421-9d62-f0fe615892d1 HTTP/1.1" status: 404 len: 337 time: 0.0690327 Jun 01 18:55:34.311553 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 59872) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:55:34.351009 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a7a0f343-70a4-40cd-a553-3656bda10951 req-120e87e9-1d4e-4dbd-86c4-f816f0fcb30a tempest-ServerGroupTestJSON-1602176105 tempest-ServerGroupTestJSON-1602176105-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0386357-df65-4024-8ace-59b9c3555862 HTTP/1.1" status: 200 len: 210 time: 0.0894048 Jun 01 18:55:34.378896 n-d-844202-1 neutron-server[88524]: INFO neutron.pecan_wsgi.hooks.translation [None req-36b22c46-f636-4977-a9e7-0cf36b869666 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] DELETE failed (client error): The resource could not be found. Jun 01 18:55:34.378896 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36b22c46-f636-4977-a9e7-0cf36b869666 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88524) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 18:55:34.378896 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-36b22c46-f636-4977-a9e7-0cf36b869666 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] 10.222.0.41 "DELETE /v2.0/networks/e4e69311-74f2-4203-be12-79598fa4bf8e HTTP/1.1" status: 404 len: 339 time: 0.0615878 Jun 01 18:55:34.379197 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 59876) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:55:34.426238 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae34ae3-5440-4311-b526-6bb1f9006eb9 req-494ec4c0-4e7c-4343-837a-1c70f3f63698 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:34.427981 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fae34ae3-5440-4311-b526-6bb1f9006eb9 req-494ec4c0-4e7c-4343-837a-1c70f3f63698 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb004fdd-bd15-457d-91b4-9584fa047d1f HTTP/1.1" status: 200 len: 945 time: 0.2827158 Jun 01 18:55:34.497068 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fae34ae3-5440-4311-b526-6bb1f9006eb9 req-a74862c7-8d45-4b0f-a82e-96f686ae3d7f tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] 10.222.0.41 "GET /v2.0/security-groups?id=10328742-6369-4815-ae6a-3cb954039bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585608 Jun 01 18:55:34.515041 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-9835dcd1-4be5-4f71-8c3e-a49c0c179949 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Deleting port 93bdd59d-841e-4a9c-8771-ac4bb5b53231 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:55:34.515390 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9835dcd1-4be5-4f71-8c3e-a49c0c179949 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:34.526237 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device d14fbd3e-23f7-4f05-8681-1b6b1816abe8 up at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:55:34.597426 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-214a5816-4d7c-4b1f-ac85-d74305f0e7fa req-4ca6987b-a9b3-4b33-821a-5f7455d869ed tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce2c9e52-b0bb-4517-921d-122a86fbeee2 HTTP/1.1" status: 200 len: 210 time: 0.0617888 Jun 01 18:55:34.633443 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning for port d14fbd3e-23f7-4f05-8681-1b6b1816abe8 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:55:34.649473 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning complete for port d14fbd3e-23f7-4f05-8681-1b6b1816abe8 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:55:34.649850 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:34.928132 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port d14fbd3e-23f7-4f05-8681-1b6b1816abe8 is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:55:34.930070 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:34.934911 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532eb36c-36ec-4c6c-94cb-afb60f7c902b req-4644e21b-cb70-41ef-8f42-a372889023b2 tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:34.942108 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-532eb36c-36ec-4c6c-94cb-afb60f7c902b req-4644e21b-cb70-41ef-8f42-a372889023b2 tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] 10.222.0.41 "GET /v2.0/ports?device_id=32244e54-23cc-458d-b7ea-5b386e43c2fc HTTP/1.1" status: 200 len: 949 time: 0.2941191 Jun 01 18:55:35.002403 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port d14fbd3e-23f7-4f05-8681-1b6b1816abe8, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=d14fbd3e-23f7-4f05-8681-1b6b1816abe8,segment=NetworkSegment(ecb3f528-dbed-4312-ba29-7684ecfbe265),segment_id=ecb3f528-dbed-4312-ba29-7684ecfbe265)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:55:35.004075 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c2a36e6-74e6-4961-8063-993f131179e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd14fbd3e-23f7-4f05-8681-1b6b1816abe8'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:55:35.013360 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:35.077642 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9835dcd1-4be5-4f71-8c3e-a49c0c179949 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:35.102704 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-532eb36c-36ec-4c6c-94cb-afb60f7c902b req-6c4736f3-6f2b-42f8-a9e4-e22d151f3875 tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] 10.222.0.41 "GET /v2.0/security-groups?id=c266819c-9421-4c09-b8ec-0766c6fc4de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594565 Jun 01 18:55:35.140943 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=d14fbd3e-23f7-4f05-8681-1b6b1816abe8,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:55:35.455787 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70f9e409-a0f1-4579-bd80-d5b9df94c8be'] response: {'server_uuid': '3c2a36e6-74e6-4961-8063-993f131179e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd14fbd3e-23f7-4f05-8681-1b6b1816abe8', 'code': 200} Jun 01 18:55:35.535210 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-9835dcd1-4be5-4f71-8c3e-a49c0c179949 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Calling delete_port for 93bdd59d-841e-4a9c-8771-ac4bb5b53231 owned by {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:55:35.661091 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2abd2b-7c80-4c6b-b9aa-a2280fefd7fd req-054a7cee-7144-4fb6-9647-0ba370723bad tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:35.671248 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-dc2abd2b-7c80-4c6b-b9aa-a2280fefd7fd req-054a7cee-7144-4fb6-9647-0ba370723bad tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/ports?device_id=3c2a36e6-74e6-4961-8063-993f131179e1 HTTP/1.1" status: 200 len: 945 time: 0.3189144 Jun 01 18:55:35.677330 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2615654f-4b65-44e3-9a83-db7098cde5d7 req-21d21353-f6f6-4014-b129-9813486c6ac8 tempest-ServerGroupTestJSON-1602176105 tempest-ServerGroupTestJSON-1602176105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:35.679655 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-2615654f-4b65-44e3-9a83-db7098cde5d7 req-21d21353-f6f6-4014-b129-9813486c6ac8 tempest-ServerGroupTestJSON-1602176105 tempest-ServerGroupTestJSON-1602176105-project] 10.222.0.15 "GET /v2.0/networks?id=e2fff076-c088-4a07-b17c-f10c1c284d45 HTTP/1.1" status: 200 len: 810 time: 0.3323464 Jun 01 18:55:35.695940 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-2615654f-4b65-44e3-9a83-db7098cde5d7 req-9db61094-d44e-4005-9e49-cdca2194beb5 tempest-ServerGroupTestJSON-1602176105 tempest-ServerGroupTestJSON-1602176105-project] Request body: {'port': {'device_id': 'a0386357-df65-4024-8ace-59b9c3555862', 'network_id': 'e2fff076-c088-4a07-b17c-f10c1c284d45', 'admin_state_up': True, 'tenant_id': 'daf045fdf9984b339fab4824552f98a7'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:55:35.748910 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-dc2abd2b-7c80-4c6b-b9aa-a2280fefd7fd req-df6e8f3c-8ddf-49be-a711-4cdeced0b9b3 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/security-groups?id=679bc320-73aa-41fb-80e9-32867c6d2bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766377 Jun 01 18:55:35.757569 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9835dcd1-4be5-4f71-8c3e-a49c0c179949 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:35.841241 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53d4e33-96e0-4e9c-afd2-8594e4f3b406 req-044c9b07-42e3-49f5-8854-18ae9db238a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:35.843032 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b53d4e33-96e0-4e9c-afd2-8594e4f3b406 req-044c9b07-42e3-49f5-8854-18ae9db238a8 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=3c2a36e6-74e6-4961-8063-993f131179e1 HTTP/1.1" status: 200 len: 1096 time: 0.2737904 Jun 01 18:55:35.858119 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9835dcd1-4be5-4f71-8c3e-a49c0c179949 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Pushing event deleted for resources: {'Port': ['ID=93bdd59d-841e-4a9c-8771-ac4bb5b53231,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:55:35.875946 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9835dcd1-4be5-4f71-8c3e-a49c0c179949 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:35.887862 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-9835dcd1-4be5-4f71-8c3e-a49c0c179949 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] 10.222.0.41 "DELETE /v2.0/ports/93bdd59d-841e-4a9c-8771-ac4bb5b53231 HTTP/1.1" status: 204 len: 168 time: 1.5088799 Jun 01 18:55:35.890198 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 59934) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:55:35.945182 n-d-844202-1 neutron-server[88525]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd821754-dfe9-4ec3-967f-4654652cbd40 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] DELETE failed (client error): The resource could not be found. Jun 01 18:55:35.945835 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd821754-dfe9-4ec3-967f-4654652cbd40 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88525) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 18:55:35.949116 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-dd821754-dfe9-4ec3-967f-4654652cbd40 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] 10.222.0.41 "DELETE /v2.0/subnets/5bf3113e-e74b-447b-9c2f-7a8cb78c49a0 HTTP/1.1" status: 404 len: 337 time: 0.0579357 Jun 01 18:55:35.951742 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 59938) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:55:36.047781 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-93c40f62-234a-4bc6-9b15-8151dde75da6 req-965f1d1c-955d-4f45-aa6b-b90cb63c0b9f tempest-ServerGroupTestJSON-1602176105 tempest-ServerGroupTestJSON-1602176105-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0386357-df65-4024-8ace-59b9c3555862 HTTP/1.1" status: 200 len: 210 time: 0.2119606 Jun 01 18:55:36.051879 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-2615654f-4b65-44e3-9a83-db7098cde5d7 req-9db61094-d44e-4005-9e49-cdca2194beb5 tempest-ServerGroupTestJSON-1602176105 tempest-ServerGroupTestJSON-1602176105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:55:36.064494 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-2615654f-4b65-44e3-9a83-db7098cde5d7 req-9db61094-d44e-4005-9e49-cdca2194beb5 tempest-ServerGroupTestJSON-1602176105 tempest-ServerGroupTestJSON-1602176105-project] Usage tracker for resource:port and tenant:daf045fdf9984b339fab4824552f98a7 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:55:36.071167 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-2615654f-4b65-44e3-9a83-db7098cde5d7 req-9db61094-d44e-4005-9e49-cdca2194beb5 tempest-ServerGroupTestJSON-1602176105 tempest-ServerGroupTestJSON-1602176105-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:55:36.080644 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-2615654f-4b65-44e3-9a83-db7098cde5d7 req-9db61094-d44e-4005-9e49-cdca2194beb5 tempest-ServerGroupTestJSON-1602176105 tempest-ServerGroupTestJSON-1602176105-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:55:36.085670 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b53d4e33-96e0-4e9c-afd2-8594e4f3b406 req-a3bbd70c-3ffb-46dd-9f46-3ed03fa26ff2 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=679bc320-73aa-41fb-80e9-32867c6d2bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123481 Jun 01 18:55:36.098300 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2615654f-4b65-44e3-9a83-db7098cde5d7 req-9db61094-d44e-4005-9e49-cdca2194beb5 tempest-ServerGroupTestJSON-1602176105 tempest-ServerGroupTestJSON-1602176105-project] Made reservation on behalf of daf045fdf9984b339fab4824552f98a7 for: {'port': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:55:36.100633 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-2615654f-4b65-44e3-9a83-db7098cde5d7 req-9db61094-d44e-4005-9e49-cdca2194beb5 tempest-ServerGroupTestJSON-1602176105 tempest-ServerGroupTestJSON-1602176105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:36.491487 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8cc9bfb4-f841-4046-a9ee-5cfb2d31ea43 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:36.536484 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f54d92c1-ffa8-4aa0-8080-2490cbfec89b req-cb5c6707-5120-4077-8f8f-d211221291a6 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce2c9e52-b0bb-4517-921d-122a86fbeee2 HTTP/1.1" status: 200 len: 210 time: 0.0664747 Jun 01 18:55:36.586623 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [req-2615654f-4b65-44e3-9a83-db7098cde5d7 req-9db61094-d44e-4005-9e49-cdca2194beb5 tempest-ServerGroupTestJSON-1602176105 tempest-ServerGroupTestJSON-1602176105-project] Allocated IP 172.20.0.2 (e2fff076-c088-4a07-b17c-f10c1c284d45/cc89382b-1289-46d8-8621-adad99a960d9/2071b2dd-2d53-40d5-a45f-ab20ee36c890) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:55:36.750061 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657af7b0-37ff-4bdf-944d-1837f8d2afc3 req-a9a54056-e62c-426b-adbf-fc6da8657fa3 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:36.751527 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-657af7b0-37ff-4bdf-944d-1837f8d2afc3 req-a9a54056-e62c-426b-adbf-fc6da8657fa3 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb004fdd-bd15-457d-91b4-9584fa047d1f HTTP/1.1" status: 200 len: 945 time: 0.7969820 Jun 01 18:55:36.767382 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7084fe1f-921f-45c0-b8a7-851487d7490d req-51f4abbc-cc91-4479-813e-4d3c383177e4 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:36.768859 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-7084fe1f-921f-45c0-b8a7-851487d7490d req-51f4abbc-cc91-4479-813e-4d3c383177e4 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.15 "GET /v2.0/networks?id=e3902938-4b6a-4448-87d9-59b63dd51a7f HTTP/1.1" status: 200 len: 811 time: 0.5028117 Jun 01 18:55:36.774952 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1a8001-ef43-400f-9645-c486b847a3c9 req-ce85c068-aeff-4a50-86dd-7819795b1494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:36.776312 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4a1a8001-ef43-400f-9645-c486b847a3c9 req-ce85c068-aeff-4a50-86dd-7819795b1494 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=edc569c64df34433baeb55c13113ba41&device_id=32244e54-23cc-458d-b7ea-5b386e43c2fc HTTP/1.1" status: 200 len: 1100 time: 0.5977046 Jun 01 18:55:36.779631 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8cc9bfb4-f841-4046-a9ee-5cfb2d31ea43 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:36.821162 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [req-7084fe1f-921f-45c0-b8a7-851487d7490d req-86ede3be-dc1b-4b79-8d50-034424385cf9 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Request body: {'port': {'device_id': 'ce2c9e52-b0bb-4517-921d-122a86fbeee2', 'network_id': 'e3902938-4b6a-4448-87d9-59b63dd51a7f', 'admin_state_up': True, 'tenant_id': 'eccea382ced5475f9a2098d1ef2ff267'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:55:36.931642 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-8cc9bfb4-f841-4046-a9ee-5cfb2d31ea43 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9889283-e0e2-4cb3-94db-e8625c5dad91']}} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:55:36.937774 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-2615654f-4b65-44e3-9a83-db7098cde5d7 req-9db61094-d44e-4005-9e49-cdca2194beb5 tempest-ServerGroupTestJSON-1602176105 tempest-ServerGroupTestJSON-1602176105-project] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:36.949408 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b991f7b-a86a-4cd7-bfe3-537d9f22068d req-0364780c-ea6e-4306-9e2c-99d7cbb39c58 tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:36.951614 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4b991f7b-a86a-4cd7-bfe3-537d9f22068d req-0364780c-ea6e-4306-9e2c-99d7cbb39c58 tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] 10.222.0.41 "GET /v2.0/ports?device_id=32244e54-23cc-458d-b7ea-5b386e43c2fc HTTP/1.1" status: 200 len: 949 time: 0.2365839 Jun 01 18:55:37.014451 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4b991f7b-a86a-4cd7-bfe3-537d9f22068d req-0485e55a-40dc-4208-b160-2218d1db6e2b tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] 10.222.0.41 "GET /v2.0/security-groups?id=c266819c-9421-4c09-b8ec-0766c6fc4de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547473 Jun 01 18:55:37.018502 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-8cc9bfb4-f841-4046-a9ee-5cfb2d31ea43 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89346070-ed9e-4ee6-8dc3-33b82ce4540e') {'for_net_delete': True} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:55:37.019016 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-8cc9bfb4-f841-4046-a9ee-5cfb2d31ea43 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89346070-ed9e-4ee6-8dc3-33b82ce4540e') {} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:55:37.024462 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 60012) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:55:37.043344 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-2615654f-4b65-44e3-9a83-db7098cde5d7 req-9db61094-d44e-4005-9e49-cdca2194beb5 tempest-ServerGroupTestJSON-1602176105 tempest-ServerGroupTestJSON-1602176105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:37.077070 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f7b27943-3ccb-4c34-8236-9b0d5bdc0db9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:37.122813 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db61094-d44e-4005-9e49-cdca2194beb5 tempest-ServerGroupTestJSON-1602176105 tempest-ServerGroupTestJSON-1602176105-project] Pushing event updated for resources: {'Port': ['ID=2071b2dd-2d53-40d5-a45f-ab20ee36c890,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:55:37.140689 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2615654f-4b65-44e3-9a83-db7098cde5d7 req-9db61094-d44e-4005-9e49-cdca2194beb5 tempest-ServerGroupTestJSON-1602176105 tempest-ServerGroupTestJSON-1602176105-project] Network e2fff076-c088-4a07-b17c-f10c1c284d45 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:55:37.142002 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [req-2615654f-4b65-44e3-9a83-db7098cde5d7 req-9db61094-d44e-4005-9e49-cdca2194beb5 tempest-ServerGroupTestJSON-1602176105 tempest-ServerGroupTestJSON-1602176105-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:55:37.144501 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-2615654f-4b65-44e3-9a83-db7098cde5d7 req-9db61094-d44e-4005-9e49-cdca2194beb5 tempest-ServerGroupTestJSON-1602176105 tempest-ServerGroupTestJSON-1602176105-project] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:55:37.180274 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8cc9bfb4-f841-4046-a9ee-5cfb2d31ea43 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2258522'] for segment, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:37.215323 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-3c50f93a-bfd8-4ba9-bb98-a9bed739efa8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:37.225034 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8cc9bfb4-f841-4046-a9ee-5cfb2d31ea43 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:37.234315 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cc9bfb4-f841-4046-a9ee-5cfb2d31ea43 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=88525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 18:55:37.234871 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8cc9bfb4-f841-4046-a9ee-5cfb2d31ea43 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2613981'] for segment, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:37.239188 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-3c50f93a-bfd8-4ba9-bb98-a9bed739efa8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:55:37.247303 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-3c50f93a-bfd8-4ba9-bb98-a9bed739efa8 admin admin] Usage tracker for resource:security_group_rule and tenant:e1ce3df82bda4bcf934c820fd98b9785 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:55:37.258078 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2615654f-4b65-44e3-9a83-db7098cde5d7 req-9db61094-d44e-4005-9e49-cdca2194beb5 tempest-ServerGroupTestJSON-1602176105 tempest-ServerGroupTestJSON-1602176105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:37.258721 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-2615654f-4b65-44e3-9a83-db7098cde5d7 req-9db61094-d44e-4005-9e49-cdca2194beb5 tempest-ServerGroupTestJSON-1602176105 tempest-ServerGroupTestJSON-1602176105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:37.274452 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-3c50f93a-bfd8-4ba9-bb98-a9bed739efa8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:55:37.282724 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-3c50f93a-bfd8-4ba9-bb98-a9bed739efa8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:55:37.336812 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [req-7084fe1f-921f-45c0-b8a7-851487d7490d req-86ede3be-dc1b-4b79-8d50-034424385cf9 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:55:37.353720 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment 89346070-ed9e-4ee6-8dc3-33b82ce4540e resource provider aggregate not found Jun 01 18:55:37.362074 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-657af7b0-37ff-4bdf-944d-1837f8d2afc3 req-059b549b-a840-44a4-b4ee-fbd0dbc78368 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] 10.222.0.41 "GET /v2.0/security-groups?id=10328742-6369-4815-ae6a-3cb954039bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5919604 Jun 01 18:55:37.383200 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [req-7084fe1f-921f-45c0-b8a7-851487d7490d req-86ede3be-dc1b-4b79-8d50-034424385cf9 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:55:37.387358 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment 89346070-ed9e-4ee6-8dc3-33b82ce4540e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 89346070-ed9e-4ee6-8dc3-33b82ce4540e found for delete ", "request_id": "req-353ca73c-a711-4d52-b502-3eec6903b639"}]} Jun 01 18:55:37.401904 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-2615654f-4b65-44e3-9a83-db7098cde5d7 req-9db61094-d44e-4005-9e49-cdca2194beb5 tempest-ServerGroupTestJSON-1602176105 tempest-ServerGroupTestJSON-1602176105-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7115521 Jun 01 18:55:37.420505 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-2615654f-4b65-44e3-9a83-db7098cde5d7 req-66f4629a-242f-48b3-90e5-001c9de219ef service neutron] Request body: {'port': {'device_id': 'a0386357-df65-4024-8ace-59b9c3555862', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844202-1'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:55:37.437582 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7084fe1f-921f-45c0-b8a7-851487d7490d req-86ede3be-dc1b-4b79-8d50-034424385cf9 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Made reservation on behalf of eccea382ced5475f9a2098d1ef2ff267 for: {'port': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:55:37.441824 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-7084fe1f-921f-45c0-b8a7-851487d7490d req-86ede3be-dc1b-4b79-8d50-034424385cf9 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:37.454338 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8cc9bfb4-f841-4046-a9ee-5cfb2d31ea43 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:37.468391 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1a8001-ef43-400f-9645-c486b847a3c9 req-d398b844-9ea9-416b-98eb-b502c9770161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:37.468391 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4a1a8001-ef43-400f-9645-c486b847a3c9 req-d398b844-9ea9-416b-98eb-b502c9770161 service neutron] 10.222.0.50 "GET /v2.0/networks?id=898153a3-5d71-43be-9d14-343ea4a48426 HTTP/1.1" status: 200 len: 870 time: 0.6305680 Jun 01 18:55:37.484453 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8cc9bfb4-f841-4046-a9ee-5cfb2d31ea43 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:37.594163 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a18bed-8fcd-438e-a46d-fb5bef245ac1 req-21a2f9e2-acb1-4d86-b07d-9f9c76a843c6 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:37.595757 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-95a18bed-8fcd-438e-a46d-fb5bef245ac1 req-21a2f9e2-acb1-4d86-b07d-9f9c76a843c6 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/ports?device_id=3c2a36e6-74e6-4961-8063-993f131179e1 HTTP/1.1" status: 200 len: 945 time: 0.2822733 Jun 01 18:55:37.632915 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-3c50f93a-bfd8-4ba9-bb98-a9bed739efa8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:37.634016 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-2615654f-4b65-44e3-9a83-db7098cde5d7 req-66f4629a-242f-48b3-90e5-001c9de219ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:37.650570 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-3c50f93a-bfd8-4ba9-bb98-a9bed739efa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:37.684591 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc9bfb4-f841-4046-a9ee-5cfb2d31ea43 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Pushing event deleted for resources: {'Network': ['ID=d9889283-e0e2-4cb3-94db-e8625c5dad91,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:55:37.771737 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-3c50f93a-bfd8-4ba9-bb98-a9bed739efa8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e1ce3df82bda4bcf934c820fd98b9785&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7435899 Jun 01 18:55:37.771939 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-8cc9bfb4-f841-4046-a9ee-5cfb2d31ea43 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] 10.222.0.41 "DELETE /v2.0/networks/d9889283-e0e2-4cb3-94db-e8625c5dad91 HTTP/1.1" status: 204 len: 168 time: 1.8168070 Jun 01 18:55:37.772341 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-95a18bed-8fcd-438e-a46d-fb5bef245ac1 req-5b19927b-f7b9-4793-a416-47189064d592 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/security-groups?id=679bc320-73aa-41fb-80e9-32867c6d2bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649413 Jun 01 18:55:37.776158 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 60030) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:55:37.776158 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 60032) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:55:37.778306 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4a1a8001-ef43-400f-9645-c486b847a3c9 req-4e5d599d-0677-4577-9ecc-9adeac1b5a4b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.10&port_id=de9ccc2f-4787-43e3-92be-87652a65920b HTTP/1.1" status: 200 len: 217 time: 0.2869036 Jun 01 18:55:37.793222 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c50f93a-bfd8-4ba9-bb98-a9bed739efa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b388247-6dd3-43bd-8d8e-d4b1a7ea8e73,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:55:37.939214 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1a8001-ef43-400f-9645-c486b847a3c9 req-bcb466a6-0ac4-4a65-9ad0-3bca4e86a14b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:37.940678 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4a1a8001-ef43-400f-9645-c486b847a3c9 req-bcb466a6-0ac4-4a65-9ad0-3bca4e86a14b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=35e3ad2f-9c88-4698-b634-4e1b58de1cc2 HTTP/1.1" status: 200 len: 843 time: 0.1521676 Jun 01 18:55:37.966504 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-d9b1e931-5425-4733-aada-d2d215d4d0d1 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Deleting port bc6f6089-e16a-4fdc-9a08-0fcf90f77a8c {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:55:37.967026 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d9b1e931-5425-4733-aada-d2d215d4d0d1 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:38.011892 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [req-7084fe1f-921f-45c0-b8a7-851487d7490d req-86ede3be-dc1b-4b79-8d50-034424385cf9 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Allocated IP 172.20.0.7 (e3902938-4b6a-4448-87d9-59b63dd51a7f/276181f2-c3ab-487e-8805-06ed7064e884/af35f94e-baa7-492a-a849-23a884ba2285) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:55:38.039989 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9456804b-645d-4fc5-bfa5-496bc8e178ab req-c358abd3-fae1-46c2-b3de-951fa1357f1a tempest-ServerGroupTestJSON-1602176105 tempest-ServerGroupTestJSON-1602176105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:38.041527 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-9456804b-645d-4fc5-bfa5-496bc8e178ab req-c358abd3-fae1-46c2-b3de-951fa1357f1a tempest-ServerGroupTestJSON-1602176105 tempest-ServerGroupTestJSON-1602176105-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0386357-df65-4024-8ace-59b9c3555862 HTTP/1.1" status: 200 len: 931 time: 0.5405028 Jun 01 18:55:38.145195 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1a8001-ef43-400f-9645-c486b847a3c9 req-791ab6f0-cb4b-4e17-80f8-229de853a933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:38.146683 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4a1a8001-ef43-400f-9645-c486b847a3c9 req-791ab6f0-cb4b-4e17-80f8-229de853a933 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=898153a3-5d71-43be-9d14-343ea4a48426&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1994407 Jun 01 18:55:38.149145 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-9456804b-645d-4fc5-bfa5-496bc8e178ab req-ffe64bc5-325b-4d35-8e3f-30a0ff89de35 tempest-ServerGroupTestJSON-1602176105 tempest-ServerGroupTestJSON-1602176105-project] Synchronizing usage tracker for tenant:daf045fdf9984b339fab4824552f98a7 on resource:security_group {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:55:38.227826 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-bf665a53-4d6e-4b91-af68-4f36ce75faa2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:38.249034 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d6b9bea7-c69e-4ddf-9a61-b709411c5c0e req-d8eb0146-9327-47dc-aa2b-81e29bfc2289 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce2c9e52-b0bb-4517-921d-122a86fbeee2 HTTP/1.1" status: 200 len: 210 time: 0.0775447 Jun 01 18:55:38.335571 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-9456804b-645d-4fc5-bfa5-496bc8e178ab req-ffe64bc5-325b-4d35-8e3f-30a0ff89de35 tempest-ServerGroupTestJSON-1602176105 tempest-ServerGroupTestJSON-1602176105-project] Unset dirty status for tenant:daf045fdf9984b339fab4824552f98a7 on resource:security_group {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:55:38.336760 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-9456804b-645d-4fc5-bfa5-496bc8e178ab req-ffe64bc5-325b-4d35-8e3f-30a0ff89de35 tempest-ServerGroupTestJSON-1602176105 tempest-ServerGroupTestJSON-1602176105-project] 10.222.0.41 "GET /v2.0/security-groups?id=83dade30-e82d-42fd-a669-f22e3bcf9262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2860279 Jun 01 18:55:38.379008 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-bf665a53-4d6e-4b91-af68-4f36ce75faa2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:38.430773 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-7084fe1f-921f-45c0-b8a7-851487d7490d req-86ede3be-dc1b-4b79-8d50-034424385cf9 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:38.439721 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4a1a8001-ef43-400f-9645-c486b847a3c9 req-5b674aae-6325-4259-ab94-581efc3ccce7 service neutron] 10.222.0.50 "GET /v2.0/networks/898153a3-5d71-43be-9d14-343ea4a48426?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2703090 Jun 01 18:55:38.507251 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [req-7084fe1f-921f-45c0-b8a7-851487d7490d req-86ede3be-dc1b-4b79-8d50-034424385cf9 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Transition to ACTIVE for port object af35f94e-baa7-492a-a849-23a884ba2285 will not be triggered until provisioned by entity DHCP. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:55:38.586788 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d9b1e931-5425-4733-aada-d2d215d4d0d1 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:38.657164 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4a1a8001-ef43-400f-9645-c486b847a3c9 req-f28085be-a3b2-47dd-af6c-ecc46c8fc7a2 service neutron] 10.222.0.50 "GET /v2.0/networks/898153a3-5d71-43be-9d14-343ea4a48426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2057800 Jun 01 18:55:38.676651 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d440f2-bae7-410e-b2f5-0090a5681bbb req-1cb899d3-7562-466c-949e-dabafeae8e23 tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:38.677330 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-81d440f2-bae7-410e-b2f5-0090a5681bbb req-1cb899d3-7562-466c-949e-dabafeae8e23 tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] 10.222.0.41 "GET /v2.0/ports?device_id=32244e54-23cc-458d-b7ea-5b386e43c2fc HTTP/1.1" status: 200 len: 949 time: 0.2311194 Jun 01 18:55:38.678863 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-7084fe1f-921f-45c0-b8a7-851487d7490d req-86ede3be-dc1b-4b79-8d50-034424385cf9 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:38.691594 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] get_ports_and_sgs() called for port_ids ['19c2a89c-182e-401c-a32f-555a914ee8d2'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:55:38.746344 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-d9b1e931-5425-4733-aada-d2d215d4d0d1 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Calling delete_port for bc6f6089-e16a-4fdc-9a08-0fcf90f77a8c owned by {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:55:38.774327 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7084fe1f-921f-45c0-b8a7-851487d7490d req-86ede3be-dc1b-4b79-8d50-034424385cf9 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Network e3902938-4b6a-4448-87d9-59b63dd51a7f is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:55:38.786310 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [req-7084fe1f-921f-45c0-b8a7-851487d7490d req-86ede3be-dc1b-4b79-8d50-034424385cf9 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:55:38.792864 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.db.resource_extend [req-2615654f-4b65-44e3-9a83-db7098cde5d7 req-66f4629a-242f-48b3-90e5-001c9de219ef service neutron] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 18:55:38.793870 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [req-7084fe1f-921f-45c0-b8a7-851487d7490d req-86ede3be-dc1b-4b79-8d50-034424385cf9 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:55:38.843925 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ede3be-dc1b-4b79-8d50-034424385cf9 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Pushing event updated for resources: {'Port': ['ID=af35f94e-baa7-492a-a849-23a884ba2285,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:55:38.850123 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-81d440f2-bae7-410e-b2f5-0090a5681bbb req-9df40b15-1da6-4527-a16a-54511254332e tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] 10.222.0.41 "GET /v2.0/security-groups?id=c266819c-9421-4c09-b8ec-0766c6fc4de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247494 Jun 01 18:55:38.888294 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7084fe1f-921f-45c0-b8a7-851487d7490d req-86ede3be-dc1b-4b79-8d50-034424385cf9 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:38.889007 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-7084fe1f-921f-45c0-b8a7-851487d7490d req-86ede3be-dc1b-4b79-8d50-034424385cf9 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:38.916863 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-bf665a53-4d6e-4b91-af68-4f36ce75faa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:38.919367 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-7084fe1f-921f-45c0-b8a7-851487d7490d req-86ede3be-dc1b-4b79-8d50-034424385cf9 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1145442 Jun 01 18:55:38.935112 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [req-7084fe1f-921f-45c0-b8a7-851487d7490d req-6abcd236-75c8-46ca-bb9d-db6d8789d0f8 service neutron] Request body: {'port': {'device_id': 'ce2c9e52-b0bb-4517-921d-122a86fbeee2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844202-1'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:55:38.951814 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [req-2615654f-4b65-44e3-9a83-db7098cde5d7 req-66f4629a-242f-48b3-90e5-001c9de219ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2071b2dd-2d53-40d5-a45f-ab20ee36c890 {{(pid=88524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:55:38.971799 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-2615654f-4b65-44e3-9a83-db7098cde5d7 req-66f4629a-242f-48b3-90e5-001c9de219ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:38.974190 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf665a53-4d6e-4b91-af68-4f36ce75faa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b388247-6dd3-43bd-8d8e-d4b1a7ea8e73,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:55:38.986978 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb79c12f-2a6b-48eb-968f-07cada640105 req-1e538924-87e2-4e84-b214-dbb35ff039d6 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:38.987706 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-fb79c12f-2a6b-48eb-968f-07cada640105 req-1e538924-87e2-4e84-b214-dbb35ff039d6 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Synchronizing usage tracker for tenant:9da8911c90e044c58dc0cf3fd4a5638a on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:55:38.990559 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d9b1e931-5425-4733-aada-d2d215d4d0d1 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:39.046912 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-bf665a53-4d6e-4b91-af68-4f36ce75faa2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:39.051160 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-bf665a53-4d6e-4b91-af68-4f36ce75faa2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8b388247-6dd3-43bd-8d8e-d4b1a7ea8e73 HTTP/1.1" status: 204 len: 168 time: 1.2725313 Jun 01 18:55:39.069986 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [req-2615654f-4b65-44e3-9a83-db7098cde5d7 req-66f4629a-242f-48b3-90e5-001c9de219ef service neutron] Transition to ACTIVE for port object 2071b2dd-2d53-40d5-a45f-ab20ee36c890 will not be triggered until provisioned by entity L2. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:55:39.070860 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b1e931-5425-4733-aada-d2d215d4d0d1 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Pushing event deleted for resources: {'Port': ['ID=bc6f6089-e16a-4fdc-9a08-0fcf90f77a8c,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:55:39.086784 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-2615654f-4b65-44e3-9a83-db7098cde5d7 req-66f4629a-242f-48b3-90e5-001c9de219ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:39.094647 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d9b1e931-5425-4733-aada-d2d215d4d0d1 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:39.134396 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-fb79c12f-2a6b-48eb-968f-07cada640105 req-1e538924-87e2-4e84-b214-dbb35ff039d6 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Unset dirty status for tenant:9da8911c90e044c58dc0cf3fd4a5638a on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:55:39.135674 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fb79c12f-2a6b-48eb-968f-07cada640105 req-1e538924-87e2-4e84-b214-dbb35ff039d6 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ece806d-83e3-4a9d-b1b5-21aca4e94fc6 HTTP/1.1" status: 200 len: 945 time: 0.7459219 Jun 01 18:55:39.148923 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f224448d-a989-4080-bed0-f5e0e3fe1b1b None None] Provisioning for port af35f94e-baa7-492a-a849-23a884ba2285 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:55:39.156213 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f224448d-a989-4080-bed0-f5e0e3fe1b1b None None] Provisioning complete for port af35f94e-baa7-492a-a849-23a884ba2285 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:55:39.156688 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f224448d-a989-4080-bed0-f5e0e3fe1b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:39.165513 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-d9b1e931-5425-4733-aada-d2d215d4d0d1 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] 10.222.0.41 "DELETE /v2.0/ports/bc6f6089-e16a-4fdc-9a08-0fcf90f77a8c HTTP/1.1" status: 204 len: 168 time: 1.3863375 Jun 01 18:55:39.208932 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 60048) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:55:39.215909 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-7084fe1f-921f-45c0-b8a7-851487d7490d req-6abcd236-75c8-46ca-bb9d-db6d8789d0f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:39.224549 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f224448d-a989-4080-bed0-f5e0e3fe1b1b None None] Port af35f94e-baa7-492a-a849-23a884ba2285 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 18:55:39.263904 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f4629a-242f-48b3-90e5-001c9de219ef service neutron] Pushing event updated for resources: {'Port': ['ID=2071b2dd-2d53-40d5-a45f-ab20ee36c890,revision_number=2']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:55:39.310934 n-d-844202-1 neutron-server[88525]: INFO neutron.pecan_wsgi.hooks.translation [None req-733b419b-9278-460d-a89a-b2ed8f534b0d tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] DELETE failed (client error): The resource could not be found. Jun 01 18:55:39.311478 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-733b419b-9278-460d-a89a-b2ed8f534b0d tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88525) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 18:55:39.313355 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-733b419b-9278-460d-a89a-b2ed8f534b0d tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] 10.222.0.41 "DELETE /v2.0/subnets/8f0f6a17-3b0e-4831-b278-e0aeb427713d HTTP/1.1" status: 404 len: 337 time: 0.0813324 Jun 01 18:55:39.319511 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 60056) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:55:39.342420 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-fb79c12f-2a6b-48eb-968f-07cada640105 req-d959c084-09b2-4fee-96df-364890b3f5c2 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Synchronizing usage tracker for tenant:9da8911c90e044c58dc0cf3fd4a5638a on resource:security_group {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:55:39.376502 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-fb79c12f-2a6b-48eb-968f-07cada640105 req-d959c084-09b2-4fee-96df-364890b3f5c2 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Unset dirty status for tenant:9da8911c90e044c58dc0cf3fd4a5638a on resource:security_group {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:55:39.384756 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fb79c12f-2a6b-48eb-968f-07cada640105 req-d959c084-09b2-4fee-96df-364890b3f5c2 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d54e619-c3fb-4045-8922-d64f567a7ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2340658 Jun 01 18:55:39.425716 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-2615654f-4b65-44e3-9a83-db7098cde5d7 req-66f4629a-242f-48b3-90e5-001c9de219ef service neutron] Attempting to bind port 2071b2dd-2d53-40d5-a45f-ab20ee36c890 on host n-h1-844202-1 for vnic_type normal with profile {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:55:39.426294 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-2615654f-4b65-44e3-9a83-db7098cde5d7 req-66f4629a-242f-48b3-90e5-001c9de219ef service neutron] Attempting to bind port 2071b2dd-2d53-40d5-a45f-ab20ee36c890 by drivers openvswitch,hyperv on host n-h1-844202-1 at level 0 using segments [{'id': '59eb48ab-703f-4091-be81-4cfe4fa6fa64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'e2fff076-c088-4a07-b17c-f10c1c284d45'}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:55:39.426907 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2615654f-4b65-44e3-9a83-db7098cde5d7 req-66f4629a-242f-48b3-90e5-001c9de219ef service neutron] Attempting to bind port 2071b2dd-2d53-40d5-a45f-ab20ee36c890 on network e2fff076-c088-4a07-b17c-f10c1c284d45 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:55:39.437579 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 60062) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:55:39.443754 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2615654f-4b65-44e3-9a83-db7098cde5d7 req-66f4629a-242f-48b3-90e5-001c9de219ef service neutron] Port 2071b2dd-2d53-40d5-a45f-ab20ee36c890 on network e2fff076-c088-4a07-b17c-f10c1c284d45 not bound, no agent of type Open vSwitch agent registered on host n-h1-844202-1 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 18:55:39.444082 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2615654f-4b65-44e3-9a83-db7098cde5d7 req-66f4629a-242f-48b3-90e5-001c9de219ef service neutron] Attempting to bind port 2071b2dd-2d53-40d5-a45f-ab20ee36c890 on network e2fff076-c088-4a07-b17c-f10c1c284d45 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:55:39.456945 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-d253ddb3-8f88-407a-abd0-ac524605461c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:39.471745 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2615654f-4b65-44e3-9a83-db7098cde5d7 req-66f4629a-242f-48b3-90e5-001c9de219ef service neutron] Checking agent: {'id': 'bdb1e5d7-b998-4259-838f-3d278e930f32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 18, 55, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:55:39.472155 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2615654f-4b65-44e3-9a83-db7098cde5d7 req-66f4629a-242f-48b3-90e5-001c9de219ef service neutron] Checking segment: {'id': '59eb48ab-703f-4091-be81-4cfe4fa6fa64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'e2fff076-c088-4a07-b17c-f10c1c284d45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:55:39.472636 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2615654f-4b65-44e3-9a83-db7098cde5d7 req-66f4629a-242f-48b3-90e5-001c9de219ef service neutron] Bound using segment: {'id': '59eb48ab-703f-4091-be81-4cfe4fa6fa64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'e2fff076-c088-4a07-b17c-f10c1c284d45'} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:55:39.473140 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-2615654f-4b65-44e3-9a83-db7098cde5d7 req-66f4629a-242f-48b3-90e5-001c9de219ef service neutron] Bound port: 2071b2dd-2d53-40d5-a45f-ab20ee36c890, host: n-h1-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59eb48ab-703f-4091-be81-4cfe4fa6fa64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'e2fff076-c088-4a07-b17c-f10c1c284d45'}}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:55:39.473521 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-2615654f-4b65-44e3-9a83-db7098cde5d7 req-66f4629a-242f-48b3-90e5-001c9de219ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:39.485154 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-cea39d40-17cd-4efa-b63c-149c30637f22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:39.583666 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-cea39d40-17cd-4efa-b63c-149c30637f22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:55:39.602236 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-cea39d40-17cd-4efa-b63c-149c30637f22 admin admin] Usage tracker for resource:security_group_rule and tenant:1553f6f1aee04011be1d842929fcd229 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:55:39.610774 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-cea39d40-17cd-4efa-b63c-149c30637f22 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:55:39.634068 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-cea39d40-17cd-4efa-b63c-149c30637f22 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:55:39.654967 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-acb416fe-e7f0-4799-8464-6494751194b2 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:39.671550 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e236e93-4e6b-4c21-a027-aed0bcfcfaaa req-0c7a983e-0d1e-40e5-92c7-88d652947418 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:39.673053 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-0e236e93-4e6b-4c21-a027-aed0bcfcfaaa req-0c7a983e-0d1e-40e5-92c7-88d652947418 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb004fdd-bd15-457d-91b4-9584fa047d1f HTTP/1.1" status: 200 len: 945 time: 0.5642014 Jun 01 18:55:39.699174 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-2615654f-4b65-44e3-9a83-db7098cde5d7 req-66f4629a-242f-48b3-90e5-001c9de219ef service neutron] For port 2071b2dd-2d53-40d5-a45f-ab20ee36c890, host n-h1-844202-1, cleared binding levels {{(pid=88524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:55:39.703430 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-2615654f-4b65-44e3-9a83-db7098cde5d7 req-66f4629a-242f-48b3-90e5-001c9de219ef service neutron] For port 2071b2dd-2d53-40d5-a45f-ab20ee36c890, host n-h1-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=2071b2dd-2d53-40d5-a45f-ab20ee36c890,segment=NetworkSegment(59eb48ab-703f-4091-be81-4cfe4fa6fa64),segment_id=59eb48ab-703f-4091-be81-4cfe4fa6fa64)] {{(pid=88524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:55:39.712095 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-2615654f-4b65-44e3-9a83-db7098cde5d7 req-66f4629a-242f-48b3-90e5-001c9de219ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:39.804311 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350c3cf7-55d5-4f58-a11e-5f782ec24531 req-847044b0-1d03-47b1-a74b-fd00c639d08d tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:39.805769 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-350c3cf7-55d5-4f58-a11e-5f782ec24531 req-847044b0-1d03-47b1-a74b-fd00c639d08d tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/ports?device_id=3c2a36e6-74e6-4961-8063-993f131179e1 HTTP/1.1" status: 200 len: 945 time: 0.3026037 Jun 01 18:55:39.806954 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2615654f-4b65-44e3-9a83-db7098cde5d7 req-66f4629a-242f-48b3-90e5-001c9de219ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:39.807539 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-2615654f-4b65-44e3-9a83-db7098cde5d7 req-66f4629a-242f-48b3-90e5-001c9de219ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:39.809007 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-2615654f-4b65-44e3-9a83-db7098cde5d7 req-66f4629a-242f-48b3-90e5-001c9de219ef service neutron] 10.222.0.15 "PUT /v2.0/ports/2071b2dd-2d53-40d5-a45f-ab20ee36c890 HTTP/1.1" status: 200 len: 1091 time: 2.3952303 Jun 01 18:55:39.814705 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0386357-df65-4024-8ace-59b9c3555862', 'tag': '2071b2dd-2d53-40d5-a45f-ab20ee36c890'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:55:39.875067 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-0e236e93-4e6b-4c21-a027-aed0bcfcfaaa req-b09980c3-4703-401b-88e5-2c1d9d8bd44f tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] 10.222.0.41 "GET /v2.0/security-groups?id=10328742-6369-4815-ae6a-3cb954039bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931629 Jun 01 18:55:39.888292 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f4629a-242f-48b3-90e5-001c9de219ef service neutron] Pushing event updated for resources: {'Port': ['ID=2071b2dd-2d53-40d5-a45f-ab20ee36c890,revision_number=3']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:55:39.984646 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-350c3cf7-55d5-4f58-a11e-5f782ec24531 req-f182cf86-009c-4ed7-8490-f578729ffe3f tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/security-groups?id=679bc320-73aa-41fb-80e9-32867c6d2bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647434 Jun 01 18:55:40.023778 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-acb416fe-e7f0-4799-8464-6494751194b2 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:40.032570 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-cea39d40-17cd-4efa-b63c-149c30637f22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:40.041251 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-cea39d40-17cd-4efa-b63c-149c30637f22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:40.101267 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-cea39d40-17cd-4efa-b63c-149c30637f22 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1553f6f1aee04011be1d842929fcd229&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6602466 Jun 01 18:55:40.106189 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 60072) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:55:40.114842 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-acb416fe-e7f0-4799-8464-6494751194b2 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac41790d-2b6b-4380-a4c4-d3f45b48d9b8']}} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:55:40.138270 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f35f0fd-6d35-400c-a2f3-8d61d304d403 req-78548d60-f49c-4e75-b473-19a5520748d0 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:40.139003 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-9f35f0fd-6d35-400c-a2f3-8d61d304d403 req-78548d60-f49c-4e75-b473-19a5520748d0 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Synchronizing usage tracker for tenant:9da8911c90e044c58dc0cf3fd4a5638a on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:55:40.156660 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea39d40-17cd-4efa-b63c-149c30637f22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52261989-bef2-4873-baaf-d5914d8dfdc6,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:55:40.161554 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-acb416fe-e7f0-4799-8464-6494751194b2 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c2e576b-90b7-4ea1-bf45-9ad3d5b33b4e') {'for_net_delete': True} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:55:40.161850 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-acb416fe-e7f0-4799-8464-6494751194b2 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c2e576b-90b7-4ea1-bf45-9ad3d5b33b4e') {} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:55:40.170135 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2615654f-4b65-44e3-9a83-db7098cde5d7 req-8d4bbbbd-f92c-468a-95a7-f769b5cafcce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:40.171592 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-2615654f-4b65-44e3-9a83-db7098cde5d7 req-8d4bbbbd-f92c-468a-95a7-f769b5cafcce service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=daf045fdf9984b339fab4824552f98a7&device_id=a0386357-df65-4024-8ace-59b9c3555862 HTTP/1.1" status: 200 len: 1094 time: 0.3169847 Jun 01 18:55:40.192025 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-acb416fe-e7f0-4799-8464-6494751194b2 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2258522'] for segment, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:40.212039 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-9f35f0fd-6d35-400c-a2f3-8d61d304d403 req-78548d60-f49c-4e75-b473-19a5520748d0 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Unset dirty status for tenant:9da8911c90e044c58dc0cf3fd4a5638a on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:55:40.213191 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-9f35f0fd-6d35-400c-a2f3-8d61d304d403 req-78548d60-f49c-4e75-b473-19a5520748d0 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] 10.222.0.50 "GET /v2.0/ports?device_id=8ece806d-83e3-4a9d-b1b5-21aca4e94fc6 HTTP/1.1" status: 200 len: 945 time: 0.5392919 Jun 01 18:55:40.250978 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-acb416fe-e7f0-4799-8464-6494751194b2 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:40.272984 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acb416fe-e7f0-4799-8464-6494751194b2 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=88525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 18:55:40.273380 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-acb416fe-e7f0-4799-8464-6494751194b2 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2613981'] for segment, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:40.273503 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-2615654f-4b65-44e3-9a83-db7098cde5d7 req-83e38152-28de-4bfe-8c4e-f936af154781 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2071b2dd-2d53-40d5-a45f-ab20ee36c890 HTTP/1.1" status: 200 len: 217 time: 0.0824378 Jun 01 18:55:40.356510 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-c5bece5a-8dc3-4d1f-b3df-9ce36769edfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:40.365223 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment 8c2e576b-90b7-4ea1-bf45-9ad3d5b33b4e resource provider aggregate not found Jun 01 18:55:40.376273 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2615654f-4b65-44e3-9a83-db7098cde5d7 req-5e2ba1bd-d234-4857-b879-e47f3670c8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:40.377692 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-2615654f-4b65-44e3-9a83-db7098cde5d7 req-5e2ba1bd-d234-4857-b879-e47f3670c8f4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cc89382b-1289-46d8-8621-adad99a960d9 HTTP/1.1" status: 200 len: 850 time: 0.0974050 Jun 01 18:55:40.385016 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ed0795-bdec-4f10-98c1-333cb3fc5598 req-5f9dc4bd-5423-4870-8d07-510de2ae8391 tempest-ServerGroupTestJSON-1602176105 tempest-ServerGroupTestJSON-1602176105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:40.385658 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-32ed0795-bdec-4f10-98c1-333cb3fc5598 req-5f9dc4bd-5423-4870-8d07-510de2ae8391 tempest-ServerGroupTestJSON-1602176105 tempest-ServerGroupTestJSON-1602176105-project] Synchronizing usage tracker for tenant:daf045fdf9984b339fab4824552f98a7 on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:55:40.442804 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment 8c2e576b-90b7-4ea1-bf45-9ad3d5b33b4e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8c2e576b-90b7-4ea1-bf45-9ad3d5b33b4e found for delete ", "request_id": "req-9737ec5c-552b-4ae7-a3c2-bede2c4adce2"}]} Jun 01 18:55:40.447949 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-c5bece5a-8dc3-4d1f-b3df-9ce36769edfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:40.460338 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-2615654f-4b65-44e3-9a83-db7098cde5d7 req-909be10e-09a2-435e-87d1-9d054fd87273 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e2fff076-c088-4a07-b17c-f10c1c284d45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0693650 Jun 01 18:55:40.461615 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [req-9f35f0fd-6d35-400c-a2f3-8d61d304d403 req-a3a94b9e-7ce2-4c6f-be99-1002762ebf6d tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Deleting port d632690f-90f6-4a5d-8a29-38d2b648ff10 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:55:40.461806 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-9f35f0fd-6d35-400c-a2f3-8d61d304d403 req-a3a94b9e-7ce2-4c6f-be99-1002762ebf6d tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:40.469216 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:40.494191 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-32ed0795-bdec-4f10-98c1-333cb3fc5598 req-5f9dc4bd-5423-4870-8d07-510de2ae8391 tempest-ServerGroupTestJSON-1602176105 tempest-ServerGroupTestJSON-1602176105-project] Unset dirty status for tenant:daf045fdf9984b339fab4824552f98a7 on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:55:40.496406 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-32ed0795-bdec-4f10-98c1-333cb3fc5598 req-5f9dc4bd-5423-4870-8d07-510de2ae8391 tempest-ServerGroupTestJSON-1602176105 tempest-ServerGroupTestJSON-1602176105-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0386357-df65-4024-8ace-59b9c3555862 HTTP/1.1" status: 200 len: 943 time: 0.3946729 Jun 01 18:55:40.516003 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [req-7084fe1f-921f-45c0-b8a7-851487d7490d req-6abcd236-75c8-46ca-bb9d-db6d8789d0f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af35f94e-baa7-492a-a849-23a884ba2285 {{(pid=88525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:55:40.527327 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497977c2-7b41-46cf-92f2-b346cfb251d5 req-a3da9d9e-7f74-4548-9cf4-c2e719c87537 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:40.528012 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-497977c2-7b41-46cf-92f2-b346cfb251d5 req-a3da9d9e-7f74-4548-9cf4-c2e719c87537 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Synchronizing usage tracker for tenant:eccea382ced5475f9a2098d1ef2ff267 on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:55:40.535266 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-acb416fe-e7f0-4799-8464-6494751194b2 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:40.539131 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-7084fe1f-921f-45c0-b8a7-851487d7490d req-6abcd236-75c8-46ca-bb9d-db6d8789d0f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:40.567053 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-acb416fe-e7f0-4799-8464-6494751194b2 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:40.571511 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:40.597633 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb416fe-e7f0-4799-8464-6494751194b2 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Pushing event deleted for resources: {'Network': ['ID=ac41790d-2b6b-4380-a4c4-d3f45b48d9b8,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:55:40.601364 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [req-7084fe1f-921f-45c0-b8a7-851487d7490d req-6abcd236-75c8-46ca-bb9d-db6d8789d0f8 service neutron] Transition to ACTIVE for port object af35f94e-baa7-492a-a849-23a884ba2285 will not be triggered until provisioned by entity L2. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:55:40.631742 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-acb416fe-e7f0-4799-8464-6494751194b2 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] 10.222.0.41 "DELETE /v2.0/networks/ac41790d-2b6b-4380-a4c4-d3f45b48d9b8 HTTP/1.1" status: 204 len: 168 time: 1.3090811 Jun 01 18:55:40.638538 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 60082) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:55:40.640105 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-7084fe1f-921f-45c0-b8a7-851487d7490d req-6abcd236-75c8-46ca-bb9d-db6d8789d0f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:40.684694 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-497977c2-7b41-46cf-92f2-b346cfb251d5 req-a3da9d9e-7f74-4548-9cf4-c2e719c87537 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Unset dirty status for tenant:eccea382ced5475f9a2098d1ef2ff267 on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:55:40.685846 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-497977c2-7b41-46cf-92f2-b346cfb251d5 req-a3da9d9e-7f74-4548-9cf4-c2e719c87537 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce2c9e52-b0bb-4517-921d-122a86fbeee2 HTTP/1.1" status: 200 len: 931 time: 0.6408718 Jun 01 18:55:40.751607 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-32ed0795-bdec-4f10-98c1-333cb3fc5598 req-91c72090-c0fc-43ae-8a5d-f6ff40555deb tempest-ServerGroupTestJSON-1602176105 tempest-ServerGroupTestJSON-1602176105-project] 10.222.0.41 "GET /v2.0/security-groups?id=83dade30-e82d-42fd-a669-f22e3bcf9262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813041 Jun 01 18:55:40.765298 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-c5bece5a-8dc3-4d1f-b3df-9ce36769edfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:40.787049 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-2615654f-4b65-44e3-9a83-db7098cde5d7 req-941ae1cc-2cba-4b2f-98c0-fff74f731049 service neutron] 10.222.0.15 "GET /v2.0/networks/e2fff076-c088-4a07-b17c-f10c1c284d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3136809 Jun 01 18:55:40.788024 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bece5a-8dc3-4d1f-b3df-9ce36769edfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52261989-bef2-4873-baaf-d5914d8dfdc6,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:55:40.829856 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db04a26c-8819-430d-a5c4-171ed6ee02cd'] response: {'name': 'network-changed', 'server_uuid': 'a0386357-df65-4024-8ace-59b9c3555862', 'tag': '2071b2dd-2d53-40d5-a45f-ab20ee36c890', 'status': 'completed', 'code': 200} Jun 01 18:55:40.833699 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-c5bece5a-8dc3-4d1f-b3df-9ce36769edfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:40.834802 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-c5bece5a-8dc3-4d1f-b3df-9ce36769edfa admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/52261989-bef2-4873-baaf-d5914d8dfdc6 HTTP/1.1" status: 204 len: 168 time: 0.7249508 Jun 01 18:55:40.915922 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abcd236-75c8-46ca-bb9d-db6d8789d0f8 service neutron] Pushing event updated for resources: {'Port': ['ID=af35f94e-baa7-492a-a849-23a884ba2285,revision_number=2']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:55:41.050015 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa9dd176-4ce0-471a-8823-94d3a244582c tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Deleting subnet d3059c27-ae56-46c9-882c-62aac0eb99fa {{(pid=88525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 18:55:41.071426 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-fa9dd176-4ce0-471a-8823-94d3a244582c tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Notify callbacks [] for subnet, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:41.075844 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-2615654f-4b65-44e3-9a83-db7098cde5d7 req-f557819c-64cd-4b4f-964a-57d7cfe91f9c service neutron] 10.222.0.15 "GET /v2.0/networks/e2fff076-c088-4a07-b17c-f10c1c284d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2807481 Jun 01 18:55:41.099655 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968efaf4-c80a-419e-8231-9e4fa4520cdd req-eb98021a-8ce0-443a-837e-b8aaf47f73ec tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:41.101579 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-968efaf4-c80a-419e-8231-9e4fa4520cdd req-eb98021a-8ce0-443a-837e-b8aaf47f73ec tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] 10.222.0.41 "GET /v2.0/ports?device_id=32244e54-23cc-458d-b7ea-5b386e43c2fc HTTP/1.1" status: 200 len: 949 time: 0.1334937 Jun 01 18:55:41.164095 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-497977c2-7b41-46cf-92f2-b346cfb251d5 req-fa831d54-b33d-4297-be83-9d72c9449b2a tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/security-groups?id=e95c7360-01e1-4fb0-bbdb-7b11f637526c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4235983 Jun 01 18:55:41.207303 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:41.209640 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-968efaf4-c80a-419e-8231-9e4fa4520cdd req-60577991-5333-4a52-be88-23bb452782e4 tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] 10.222.0.41 "GET /v2.0/security-groups?id=c266819c-9421-4c09-b8ec-0766c6fc4de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012244 Jun 01 18:55:41.242162 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b886cf8-0fd4-4ef7-aa8a-a68c9c1d2c27 req-47f3f62b-8b0e-44c9-b831-715c7692b993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:41.243875 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3b886cf8-0fd4-4ef7-aa8a-a68c9c1d2c27 req-47f3f62b-8b0e-44c9-b831-715c7692b993 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=daf045fdf9984b339fab4824552f98a7&device_id=a0386357-df65-4024-8ace-59b9c3555862 HTTP/1.1" status: 200 len: 1094 time: 0.1154132 Jun 01 18:55:41.250261 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-fa9dd176-4ce0-471a-8823-94d3a244582c tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2258509'] for subnet, precommit_delete_associations {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:41.476604 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b886cf8-0fd4-4ef7-aa8a-a68c9c1d2c27 req-ef41b58c-de6b-486f-88bd-47c47397532b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:41.478035 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3b886cf8-0fd4-4ef7-aa8a-a68c9c1d2c27 req-ef41b58c-de6b-486f-88bd-47c47397532b service neutron] 10.222.0.15 "GET /v2.0/networks?id=e2fff076-c088-4a07-b17c-f10c1c284d45 HTTP/1.1" status: 200 len: 911 time: 0.2278621 Jun 01 18:55:41.489426 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-9f35f0fd-6d35-400c-a2f3-8d61d304d403 req-a3a94b9e-7ce2-4c6f-be99-1002762ebf6d tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] For port d632690f-90f6-4a5d-8a29-38d2b648ff10, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=d632690f-90f6-4a5d-8a29-38d2b648ff10,segment=NetworkSegment(182d40cc-3a03-495c-b3d5-827c96c30acf),segment_id=182d40cc-3a03-495c-b3d5-827c96c30acf)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:55:41.489707 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-9f35f0fd-6d35-400c-a2f3-8d61d304d403 req-a3a94b9e-7ce2-4c6f-be99-1002762ebf6d tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:41.500675 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-7084fe1f-921f-45c0-b8a7-851487d7490d req-6abcd236-75c8-46ca-bb9d-db6d8789d0f8 service neutron] Attempting to bind port af35f94e-baa7-492a-a849-23a884ba2285 on host n-h1-844202-1 for vnic_type normal with profile {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:55:41.501471 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-7084fe1f-921f-45c0-b8a7-851487d7490d req-6abcd236-75c8-46ca-bb9d-db6d8789d0f8 service neutron] Attempting to bind port af35f94e-baa7-492a-a849-23a884ba2285 by drivers openvswitch,hyperv on host n-h1-844202-1 at level 0 using segments [{'id': 'e60765c6-124a-4916-8bfd-a8bc142f32ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'e3902938-4b6a-4448-87d9-59b63dd51a7f'}] {{(pid=88525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:55:41.501471 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7084fe1f-921f-45c0-b8a7-851487d7490d req-6abcd236-75c8-46ca-bb9d-db6d8789d0f8 service neutron] Attempting to bind port af35f94e-baa7-492a-a849-23a884ba2285 on network e3902938-4b6a-4448-87d9-59b63dd51a7f {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:55:41.568558 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3b886cf8-0fd4-4ef7-aa8a-a68c9c1d2c27 req-5bb40cd8-9205-4a42-ac96-d48bcff234da service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2071b2dd-2d53-40d5-a45f-ab20ee36c890 HTTP/1.1" status: 200 len: 217 time: 0.0781977 Jun 01 18:55:41.594814 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:41.656149 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b886cf8-0fd4-4ef7-aa8a-a68c9c1d2c27 req-23eec986-7dc4-45eb-820b-89b9f5941945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:41.657610 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3b886cf8-0fd4-4ef7-aa8a-a68c9c1d2c27 req-23eec986-7dc4-45eb-820b-89b9f5941945 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cc89382b-1289-46d8-8621-adad99a960d9 HTTP/1.1" status: 200 len: 850 time: 0.0793703 Jun 01 18:55:41.673440 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b915f498-9300-44dd-986e-9c3735bc9cb3 req-dde1cfed-4c8b-4e59-b710-4dd05cc4f9bc tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:41.674988 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b915f498-9300-44dd-986e-9c3735bc9cb3 req-dde1cfed-4c8b-4e59-b710-4dd05cc4f9bc tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ece806d-83e3-4a9d-b1b5-21aca4e94fc6 HTTP/1.1" status: 200 len: 945 time: 0.2671771 Jun 01 18:55:41.680210 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7084fe1f-921f-45c0-b8a7-851487d7490d req-6abcd236-75c8-46ca-bb9d-db6d8789d0f8 service neutron] Port af35f94e-baa7-492a-a849-23a884ba2285 on network e3902938-4b6a-4448-87d9-59b63dd51a7f not bound, no agent of type Open vSwitch agent registered on host n-h1-844202-1 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 18:55:41.681074 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7084fe1f-921f-45c0-b8a7-851487d7490d req-6abcd236-75c8-46ca-bb9d-db6d8789d0f8 service neutron] Attempting to bind port af35f94e-baa7-492a-a849-23a884ba2285 on network e3902938-4b6a-4448-87d9-59b63dd51a7f {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:55:41.725491 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3b886cf8-0fd4-4ef7-aa8a-a68c9c1d2c27 req-20cd4dd1-3cfb-4fef-9b93-674987d99362 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e2fff076-c088-4a07-b17c-f10c1c284d45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0606406 Jun 01 18:55:41.751656 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7084fe1f-921f-45c0-b8a7-851487d7490d req-6abcd236-75c8-46ca-bb9d-db6d8789d0f8 service neutron] Checking agent: {'id': 'bdb1e5d7-b998-4259-838f-3d278e930f32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 18, 55, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:55:41.751982 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7084fe1f-921f-45c0-b8a7-851487d7490d req-6abcd236-75c8-46ca-bb9d-db6d8789d0f8 service neutron] Checking segment: {'id': 'e60765c6-124a-4916-8bfd-a8bc142f32ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'e3902938-4b6a-4448-87d9-59b63dd51a7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:55:41.752383 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7084fe1f-921f-45c0-b8a7-851487d7490d req-6abcd236-75c8-46ca-bb9d-db6d8789d0f8 service neutron] Bound using segment: {'id': 'e60765c6-124a-4916-8bfd-a8bc142f32ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'e3902938-4b6a-4448-87d9-59b63dd51a7f'} {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:55:41.752821 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-7084fe1f-921f-45c0-b8a7-851487d7490d req-6abcd236-75c8-46ca-bb9d-db6d8789d0f8 service neutron] Bound port: af35f94e-baa7-492a-a849-23a884ba2285, host: n-h1-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e60765c6-124a-4916-8bfd-a8bc142f32ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'e3902938-4b6a-4448-87d9-59b63dd51a7f'}}] {{(pid=88525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:55:41.753251 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-7084fe1f-921f-45c0-b8a7-851487d7490d req-6abcd236-75c8-46ca-bb9d-db6d8789d0f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:41.848000 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:41.873046 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b915f498-9300-44dd-986e-9c3735bc9cb3 req-d810a3d2-bea0-4b14-9d59-d1dd2ef4987c tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d54e619-c3fb-4045-8922-d64f567a7ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1620755 Jun 01 18:55:41.918965 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3b886cf8-0fd4-4ef7-aa8a-a68c9c1d2c27 req-c1e4f663-d0a0-4410-a300-bc4b593c2bca service neutron] 10.222.0.15 "GET /v2.0/networks/e2fff076-c088-4a07-b17c-f10c1c284d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787121 Jun 01 18:55:41.977792 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-fa9dd176-4ce0-471a-8823-94d3a244582c tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:42.139247 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-9f35f0fd-6d35-400c-a2f3-8d61d304d403 req-a3a94b9e-7ce2-4c6f-be99-1002762ebf6d tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:42.139606 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-9f35f0fd-6d35-400c-a2f3-8d61d304d403 req-a3a94b9e-7ce2-4c6f-be99-1002762ebf6d tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887712'] for floatingip, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:42.139921 n-d-844202-1 neutron-server[88525]: INFO neutron.db.l3_db [req-9f35f0fd-6d35-400c-a2f3-8d61d304d403 req-a3a94b9e-7ce2-4c6f-be99-1002762ebf6d tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Floating IP 077c5301-ae06-4b93-ae55-27c298893b6a disassociated. External IP: 172.25.4.109, port: d632690f-90f6-4a5d-8a29-38d2b648ff10. Jun 01 18:55:42.140638 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [req-9f35f0fd-6d35-400c-a2f3-8d61d304d403 req-a3a94b9e-7ce2-4c6f-be99-1002762ebf6d tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Calling delete_port for d632690f-90f6-4a5d-8a29-38d2b648ff10 owned by compute:nova {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:55:42.169776 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3b886cf8-0fd4-4ef7-aa8a-a68c9c1d2c27 req-fa438437-91af-463f-af7b-8b65adc3347c service neutron] 10.222.0.15 "GET /v2.0/networks/e2fff076-c088-4a07-b17c-f10c1c284d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2436349 Jun 01 18:55:42.170349 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-7084fe1f-921f-45c0-b8a7-851487d7490d req-6abcd236-75c8-46ca-bb9d-db6d8789d0f8 service neutron] For port af35f94e-baa7-492a-a849-23a884ba2285, host n-h1-844202-1, cleared binding levels {{(pid=88525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:55:42.184685 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5344a45-e67c-4f20-9763-6b4ddf0b0cc6 req-7d4434e5-837c-4571-b65c-118788eb262a tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:42.189637 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4783f065-097e-4b7e-bd96-91925038cfc1 req-158bb114-ec91-46a7-9216-4bf834392101 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:42.193462 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c5344a45-e67c-4f20-9763-6b4ddf0b0cc6 req-7d4434e5-837c-4571-b65c-118788eb262a tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/ports?device_id=3c2a36e6-74e6-4961-8063-993f131179e1 HTTP/1.1" status: 200 len: 945 time: 0.1497974 Jun 01 18:55:42.197041 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4783f065-097e-4b7e-bd96-91925038cfc1 req-158bb114-ec91-46a7-9216-4bf834392101 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb004fdd-bd15-457d-91b4-9584fa047d1f HTTP/1.1" status: 200 len: 945 time: 0.5007925 Jun 01 18:55:42.235647 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c5344a45-e67c-4f20-9763-6b4ddf0b0cc6 req-7b36e9a3-09a8-4a97-bc0a-6d91eb6a5076 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/security-groups?id=679bc320-73aa-41fb-80e9-32867c6d2bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410719 Jun 01 18:55:42.239086 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-7084fe1f-921f-45c0-b8a7-851487d7490d req-6abcd236-75c8-46ca-bb9d-db6d8789d0f8 service neutron] For port af35f94e-baa7-492a-a849-23a884ba2285, host n-h1-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=af35f94e-baa7-492a-a849-23a884ba2285,segment=NetworkSegment(e60765c6-124a-4916-8bfd-a8bc142f32ad),segment_id=e60765c6-124a-4916-8bfd-a8bc142f32ad)] {{(pid=88525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:55:42.255597 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-7084fe1f-921f-45c0-b8a7-851487d7490d req-6abcd236-75c8-46ca-bb9d-db6d8789d0f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:42.303838 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-fa9dd176-4ce0-471a-8823-94d3a244582c tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2614143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9667199'] for subnet, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:42.399609 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9dd176-4ce0-471a-8823-94d3a244582c tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Pushing event deleted for resources: {'Subnet': ['ID=d3059c27-ae56-46c9-882c-62aac0eb99fa,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:55:42.404160 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7084fe1f-921f-45c0-b8a7-851487d7490d req-6abcd236-75c8-46ca-bb9d-db6d8789d0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:42.404979 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-7084fe1f-921f-45c0-b8a7-851487d7490d req-6abcd236-75c8-46ca-bb9d-db6d8789d0f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:42.406759 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-7084fe1f-921f-45c0-b8a7-851487d7490d req-6abcd236-75c8-46ca-bb9d-db6d8789d0f8 service neutron] 10.222.0.15 "PUT /v2.0/ports/af35f94e-baa7-492a-a849-23a884ba2285 HTTP/1.1" status: 200 len: 1091 time: 3.4790311 Jun 01 18:55:42.410007 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce2c9e52-b0bb-4517-921d-122a86fbeee2', 'tag': 'af35f94e-baa7-492a-a849-23a884ba2285'}] {{(pid=88525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:55:42.423429 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-fa9dd176-4ce0-471a-8823-94d3a244582c tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:42.425574 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17e6d777-5b61-491c-8cc6-837f97c2dbc3 None None] Network 1f0fd83e-cb7b-4720-b9f0-ca97c4dea40f requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 18:55:42.431408 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4783f065-097e-4b7e-bd96-91925038cfc1 req-318a25af-fd58-4627-91c7-0e7f3ed978bb tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] 10.222.0.41 "GET /v2.0/security-groups?id=10328742-6369-4815-ae6a-3cb954039bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114499 Jun 01 18:55:42.502748 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f404eb-cfdd-4a03-8f3f-44ee361118ed req-e8ebc00a-43b1-4a92-8340-e3443d34b563 tempest-ServerGroupTestJSON-1602176105 tempest-ServerGroupTestJSON-1602176105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:42.510354 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e1f404eb-cfdd-4a03-8f3f-44ee361118ed req-e8ebc00a-43b1-4a92-8340-e3443d34b563 tempest-ServerGroupTestJSON-1602176105 tempest-ServerGroupTestJSON-1602176105-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0386357-df65-4024-8ace-59b9c3555862 HTTP/1.1" status: 200 len: 943 time: 0.1622288 Jun 01 18:55:42.571054 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device d632690f-90f6-4a5d-8a29-38d2b648ff10 no longer exists at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:55:42.575809 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abcd236-75c8-46ca-bb9d-db6d8789d0f8 service neutron] Pushing event updated for resources: {'Port': ['ID=af35f94e-baa7-492a-a849-23a884ba2285,revision_number=3']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:55:42.604493 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e1f404eb-cfdd-4a03-8f3f-44ee361118ed req-4912f6f5-6c29-41b5-aca9-03d48b8286f2 tempest-ServerGroupTestJSON-1602176105 tempest-ServerGroupTestJSON-1602176105-project] 10.222.0.41 "GET /v2.0/security-groups?id=83dade30-e82d-42fd-a669-f22e3bcf9262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800059 Jun 01 18:55:42.615576 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-fa9dd176-4ce0-471a-8823-94d3a244582c tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] 10.222.0.41 "DELETE /v2.0/subnets/d3059c27-ae56-46c9-882c-62aac0eb99fa HTTP/1.1" status: 204 len: 168 time: 1.9766679 Jun 01 18:55:42.618062 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 60132) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:55:42.788031 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-9f35f0fd-6d35-400c-a2f3-8d61d304d403 req-a3a94b9e-7ce2-4c6f-be99-1002762ebf6d tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:42.814260 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] No active binding found for port d632690f-90f6-4a5d-8a29-38d2b648ff10 {{(pid=88526) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jun 01 18:55:42.815534 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device d632690f-90f6-4a5d-8a29-38d2b648ff10 not bound to the agent host n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 18:55:42.846297 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7084fe1f-921f-45c0-b8a7-851487d7490d req-19fa16dc-eae5-4465-a5f7-bd28b57f077e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:42.847781 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-7084fe1f-921f-45c0-b8a7-851487d7490d req-19fa16dc-eae5-4465-a5f7-bd28b57f077e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=eccea382ced5475f9a2098d1ef2ff267&device_id=ce2c9e52-b0bb-4517-921d-122a86fbeee2 HTTP/1.1" status: 200 len: 1094 time: 0.3843031 Jun 01 18:55:42.885489 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-66f5e74b-3543-4bec-ba4b-7b7d92b27578 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:42.903523 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-66f5e74b-3543-4bec-ba4b-7b7d92b27578 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Deleting port 075c9e5c-4258-4222-9320-9c33de1ce890 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:55:42.903872 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-66f5e74b-3543-4bec-ba4b-7b7d92b27578 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:42.923331 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e489cd95-9c8d-4399-b22e-c73c025809cd None None] DHCP port deletion for 1f0fd83e-cb7b-4720-b9f0-ca97c4dea40f request from n-d-844202-1 {{(pid=88526) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 18:55:42.927845 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b525983-4b17-4cf2-96dd-8a6e945c0834 req-9690fc9c-ebf4-4309-8a79-7bcbf342a992 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:42.928731 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-e489cd95-9c8d-4399-b22e-c73c025809cd None None] Deleting port 075c9e5c-4258-4222-9320-9c33de1ce890 {{(pid=88526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:55:42.929736 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-e489cd95-9c8d-4399-b22e-c73c025809cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:42.935165 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3b525983-4b17-4cf2-96dd-8a6e945c0834 req-9690fc9c-ebf4-4309-8a79-7bcbf342a992 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce2c9e52-b0bb-4517-921d-122a86fbeee2 HTTP/1.1" status: 200 len: 943 time: 0.2817414 Jun 01 18:55:42.956659 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a94b9e-7ce2-4c6f-be99-1002762ebf6d tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Pushing event deleted for resources: {'Port': ['ID=d632690f-90f6-4a5d-8a29-38d2b648ff10,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:55:42.962795 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a258641b-ea8a-48b2-9f89-084647ae50f8 req-ffaadb91-d4d0-4e9a-8ee3-d3e6b462a691 tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:42.966287 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a258641b-ea8a-48b2-9f89-084647ae50f8 req-ffaadb91-d4d0-4e9a-8ee3-d3e6b462a691 tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] 10.222.0.41 "GET /v2.0/ports?device_id=32244e54-23cc-458d-b7ea-5b386e43c2fc HTTP/1.1" status: 200 len: 949 time: 0.2077239 Jun 01 18:55:42.999822 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3b525983-4b17-4cf2-96dd-8a6e945c0834 req-a8d21bc1-bf5d-4ce5-b58b-835aec6b1ab0 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/security-groups?id=e95c7360-01e1-4fb0-bbdb-7b11f637526c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635936 Jun 01 18:55:43.003353 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-7084fe1f-921f-45c0-b8a7-851487d7490d req-e623fc26-9035-41ec-839c-2595ed68a8b0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=af35f94e-baa7-492a-a849-23a884ba2285 HTTP/1.1" status: 200 len: 217 time: 0.1391127 Jun 01 18:55:43.265709 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7084fe1f-921f-45c0-b8a7-851487d7490d req-20d2c4cc-2766-4f3d-a209-99d72d1100ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:43.266868 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-7084fe1f-921f-45c0-b8a7-851487d7490d req-20d2c4cc-2766-4f3d-a209-99d72d1100ab service neutron] 10.222.0.15 "GET /v2.0/subnets?id=276181f2-c3ab-487e-8805-06ed7064e884 HTTP/1.1" status: 200 len: 850 time: 0.2530098 Jun 01 18:55:43.282372 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-e489cd95-9c8d-4399-b22e-c73c025809cd None None] For port 075c9e5c-4258-4222-9320-9c33de1ce890, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=075c9e5c-4258-4222-9320-9c33de1ce890,segment=NetworkSegment(0c9af22f-e373-425d-a45d-c52620f14659),segment_id=0c9af22f-e373-425d-a45d-c52620f14659)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:55:43.282755 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-e489cd95-9c8d-4399-b22e-c73c025809cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:43.334930 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a258641b-ea8a-48b2-9f89-084647ae50f8 req-0f2f9a03-1253-48b8-92c7-0871a2fff179 tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] 10.222.0.41 "GET /v2.0/security-groups?id=c266819c-9421-4c09-b8ec-0766c6fc4de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3612251 Jun 01 18:55:43.378487 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9f35f0fd-6d35-400c-a2f3-8d61d304d403 req-a3a94b9e-7ce2-4c6f-be99-1002762ebf6d tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Router 533f25a8-4516-4734-96dc-76ed394d7577 has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 18:55:43.495918 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-e489cd95-9c8d-4399-b22e-c73c025809cd None None] Calling delete_port for 075c9e5c-4258-4222-9320-9c33de1ce890 owned by network:dhcp {{(pid=88526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:55:43.610431 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [None req-66f5e74b-3543-4bec-ba4b-7b7d92b27578 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] For port 075c9e5c-4258-4222-9320-9c33de1ce890, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=075c9e5c-4258-4222-9320-9c33de1ce890,segment=NetworkSegment(0c9af22f-e373-425d-a45d-c52620f14659),segment_id=0c9af22f-e373-425d-a45d-c52620f14659)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:55:43.610851 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-66f5e74b-3543-4bec-ba4b-7b7d92b27578 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:43.634275 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-e489cd95-9c8d-4399-b22e-c73c025809cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535'] for port, after_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:43.697898 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e489cd95-9c8d-4399-b22e-c73c025809cd None None] No DVR routers for this DVR port 075c9e5c-4258-4222-9320-9c33de1ce890 on host n-d-844202-1 {{(pid=88526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 18:55:43.716989 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e489cd95-9c8d-4399-b22e-c73c025809cd None None] Pushing event deleted for resources: {'Port': ['ID=075c9e5c-4258-4222-9320-9c33de1ce890,revision_number=None']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:55:43.719356 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 075c9e5c-4258-4222-9320-9c33de1ce890 no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:55:43.762649 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: 075c9e5c-4258-4222-9320-9c33de1ce890 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 18:55:43.762992 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 075c9e5c-4258-4222-9320-9c33de1ce890 not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 18:55:43.796036 n-d-844202-1 neutron-server[88525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f44e715-78ad-4c33-b6dd-d059b4389f59'] response: {'name': 'network-changed', 'server_uuid': 'ce2c9e52-b0bb-4517-921d-122a86fbeee2', 'tag': 'af35f94e-baa7-492a-a849-23a884ba2285', 'status': 'completed', 'code': 200} Jun 01 18:55:43.801562 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-66f5e74b-3543-4bec-ba4b-7b7d92b27578 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Calling delete_port for 075c9e5c-4258-4222-9320-9c33de1ce890 owned by network:dhcp {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:55:43.868656 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-0daeba19-ced6-4332-ba08-9ea4f60c3de1 req-558b5e1b-f9d1-4f29-b294-d69c9c103125 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Synchronizing usage tracker for tenant:9da8911c90e044c58dc0cf3fd4a5638a on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:55:43.886750 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7084fe1f-921f-45c0-b8a7-851487d7490d req-2ff8830d-be4c-4be0-867e-e797505ac987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:43.888423 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-7084fe1f-921f-45c0-b8a7-851487d7490d req-2ff8830d-be4c-4be0-867e-e797505ac987 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e3902938-4b6a-4448-87d9-59b63dd51a7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6039400 Jun 01 18:55:43.953804 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e31a3d6-1e19-4c92-9fff-e18e2ee2757a req-9c128cfb-d119-4e83-bdbb-efad4eae8e95 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:43.960622 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3e31a3d6-1e19-4c92-9fff-e18e2ee2757a req-9c128cfb-d119-4e83-bdbb-efad4eae8e95 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/ports?device_id=3c2a36e6-74e6-4961-8063-993f131179e1 HTTP/1.1" status: 200 len: 945 time: 0.1289756 Jun 01 18:55:43.963096 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.db.api [None req-66f5e74b-3543-4bec-ba4b-7b7d92b27578 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88524) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 18:55:43.963400 n-d-844202-1 neutron-server[88524]: DEBUG oslo_db.api [None req-66f5e74b-3543-4bec-ba4b-7b7d92b27578 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 18:55:44.012859 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3e31a3d6-1e19-4c92-9fff-e18e2ee2757a req-70cafc84-69cb-4593-8d59-2f44bf808cda tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/security-groups?id=679bc320-73aa-41fb-80e9-32867c6d2bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511763 Jun 01 18:55:44.040163 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-0daeba19-ced6-4332-ba08-9ea4f60c3de1 req-558b5e1b-f9d1-4f29-b294-d69c9c103125 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Unset dirty status for tenant:9da8911c90e044c58dc0cf3fd4a5638a on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:55:44.041338 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-0daeba19-ced6-4332-ba08-9ea4f60c3de1 req-558b5e1b-f9d1-4f29-b294-d69c9c103125 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ece806d-83e3-4a9d-b1b5-21aca4e94fc6 HTTP/1.1" status: 200 len: 210 time: 0.2472045 Jun 01 18:55:44.086379 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9f35f0fd-6d35-400c-a2f3-8d61d304d403 req-a3a94b9e-7ce2-4c6f-be99-1002762ebf6d tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 18:55:44.097689 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de50e3e5-0a13-494c-9131-ca5c038c336f None None] Sync routers for ids ['533f25a8-4516-4734-96dc-76ed394d7577'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 18:55:44.111761 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de50e3e5-0a13-494c-9131-ca5c038c336f None None] Routers {'533f25a8-4516-4734-96dc-76ed394d7577'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:55:44.112424 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-de50e3e5-0a13-494c-9131-ca5c038c336f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:55:39Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['533f25a8-4516-4734-96dc-76ed394d7577'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:55:44.254701 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 2071b2dd-2d53-40d5-a45f-ab20ee36c890 details requested by agent hyperv_n-h1-844202-1 with host n-h1-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 18:55:44.258552 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f35f0fd-6d35-400c-a2f3-8d61d304d403 req-a3a94b9e-7ce2-4c6f-be99-1002762ebf6d tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] No DVR routers for this DVR port d632690f-90f6-4a5d-8a29-38d2b648ff10 on host n-h2-844202-1 {{(pid=88525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 18:55:44.267923 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-9f35f0fd-6d35-400c-a2f3-8d61d304d403 req-a3a94b9e-7ce2-4c6f-be99-1002762ebf6d tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:44.270067 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-9f35f0fd-6d35-400c-a2f3-8d61d304d403 req-a3a94b9e-7ce2-4c6f-be99-1002762ebf6d tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] 10.222.0.50 "DELETE /v2.0/ports/d632690f-90f6-4a5d-8a29-38d2b648ff10 HTTP/1.1" status: 204 len: 173 time: 4.0494130 Jun 01 18:55:44.288290 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385c957a-8aad-4f04-9d89-536ff25a6ca7 req-10920174-1340-4e74-b3d0-ff47d8c61a3e tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:44.294798 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-385c957a-8aad-4f04-9d89-536ff25a6ca7 req-10920174-1340-4e74-b3d0-ff47d8c61a3e tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb004fdd-bd15-457d-91b4-9584fa047d1f HTTP/1.1" status: 200 len: 945 time: 0.1377125 Jun 01 18:55:44.335638 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-7084fe1f-921f-45c0-b8a7-851487d7490d req-7a20f8be-0bca-4d61-9268-e7082d11c2a4 service neutron] 10.222.0.15 "GET /v2.0/networks/e3902938-4b6a-4448-87d9-59b63dd51a7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3944962 Jun 01 18:55:44.352907 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-de50e3e5-0a13-494c-9131-ca5c038c336f None None] Set router 533f25a8-4516-4734-96dc-76ed394d7577 gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:55:44.391154 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-385c957a-8aad-4f04-9d89-536ff25a6ca7 req-7765de0e-d6b0-4e8a-9ccb-9188988978a5 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] 10.222.0.41 "GET /v2.0/security-groups?id=10328742-6369-4815-ae6a-3cb954039bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916660 Jun 01 18:55:44.465521 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-66f5e74b-3543-4bec-ba4b-7b7d92b27578 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Deleting port 075c9e5c-4258-4222-9320-9c33de1ce890 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:55:44.465876 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-66f5e74b-3543-4bec-ba4b-7b7d92b27578 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:44.556208 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a916a6b4-d487-475f-b559-18d4243025dd req-f0d46bfc-5156-4a20-b17e-8e9de10ecf56 tempest-ServerGroupTestJSON-1602176105 tempest-ServerGroupTestJSON-1602176105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:44.565120 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a916a6b4-d487-475f-b559-18d4243025dd req-f0d46bfc-5156-4a20-b17e-8e9de10ecf56 tempest-ServerGroupTestJSON-1602176105 tempest-ServerGroupTestJSON-1602176105-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0386357-df65-4024-8ace-59b9c3555862 HTTP/1.1" status: 200 len: 943 time: 0.3535938 Jun 01 18:55:44.619734 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port 2071b2dd-2d53-40d5-a45f-ab20ee36c890, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=2071b2dd-2d53-40d5-a45f-ab20ee36c890,segment=NetworkSegment(59eb48ab-703f-4091-be81-4cfe4fa6fa64),segment_id=59eb48ab-703f-4091-be81-4cfe4fa6fa64)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:55:44.630695 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-7084fe1f-921f-45c0-b8a7-851487d7490d req-33e7128c-eb7d-42f5-b178-a018842c2c1f service neutron] 10.222.0.15 "GET /v2.0/networks/e3902938-4b6a-4448-87d9-59b63dd51a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2841616 Jun 01 18:55:44.646453 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a916a6b4-d487-475f-b559-18d4243025dd req-435f4d00-c92c-4521-b3da-c49440281df6 tempest-ServerGroupTestJSON-1602176105 tempest-ServerGroupTestJSON-1602176105-project] 10.222.0.41 "GET /v2.0/security-groups?id=83dade30-e82d-42fd-a669-f22e3bcf9262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804152 Jun 01 18:55:44.649824 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Returning: {'device': '2071b2dd-2d53-40d5-a45f-ab20ee36c890', 'network_id': 'e2fff076-c088-4a07-b17c-f10c1c284d45', 'port_id': '2071b2dd-2d53-40d5-a45f-ab20ee36c890', 'mac_address': 'fa:16:3e:a7:2b:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc89382b-1289-46d8-8621-adad99a960d9', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 18:55:44.687777 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-66f5e74b-3543-4bec-ba4b-7b7d92b27578 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] The port '075c9e5c-4258-4222-9320-9c33de1ce890' was deleted {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 01 18:55:44.810015 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port 2071b2dd-2d53-40d5-a45f-ab20ee36c890 is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:55:44.810397 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:44.848288 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2071b2dd-2d53-40d5-a45f-ab20ee36c890 {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:55:44.852012 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1801ab-cc5c-44f2-a41f-27f6ae35bcad req-39acf0a8-0618-46d4-9ec3-f867dbc2f3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:44.857697 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4a1801ab-cc5c-44f2-a41f-27f6ae35bcad req-39acf0a8-0618-46d4-9ec3-f867dbc2f3ac service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=eccea382ced5475f9a2098d1ef2ff267&device_id=ce2c9e52-b0bb-4517-921d-122a86fbeee2 HTTP/1.1" status: 200 len: 1094 time: 0.1727853 Jun 01 18:55:44.860146 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-de50e3e5-0a13-494c-9131-ca5c038c336f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '533f25a8-4516-4734-96dc-76ed394d7577', 'name': 'tempest-AttachVolumeNegativeTest-808524778-router', 'tenant_id': '9da8911c90e044c58dc0cf3fd4a5638a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.190'}], 'enable_snat': True}, 'gw_port_id': '0717cc72-7117-44ae-b5ab-924a55678621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:52:17Z', 'updated_at': '2022-06-01T18:52:39Z', 'revision_number': 4, 'project_id': '9da8911c90e044c58dc0cf3fd4a5638a', 'gw_port': {'id': '0717cc72-7117-44ae-b5ab-924a55678621', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:f4:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '533f25a8-4516-4734-96dc-76ed394d7577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:52:19Z', 'updated_at': '2022-06-01T18:52:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': 'da5af43f-7a7c-4ca7-9438-4ae05d3d9f7c', 'name': '', 'network_id': '908da31a-c43f-4d78-b2f1-4926efeaafe9', 'tenant_id': '9da8911c90e044c58dc0cf3fd4a5638a', 'mac_address': 'fa:16:3e:b3:fe:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '533f25a8-4516-4734-96dc-76ed394d7577', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': 'b62dadc8-5788-404f-95cb-85382718471e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:52:34Z', 'updated_at': '2022-06-01T18:52:58Z', 'revision_number': 5, 'project_id': '9da8911c90e044c58dc0cf3fd4a5638a', 'subnets': [{'id': 'b62dadc8-5788-404f-95cb-85382718471e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:55:44.865655 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de50e3e5-0a13-494c-9131-ca5c038c336f None None] Checking router: 533f25a8-4516-4734-96dc-76ed394d7577 for host: n-d-844202-1 {{(pid=88527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 18:55:44.876298 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port 2071b2dd-2d53-40d5-a45f-ab20ee36c890, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=2071b2dd-2d53-40d5-a45f-ab20ee36c890,segment=NetworkSegment(59eb48ab-703f-4091-be81-4cfe4fa6fa64),segment_id=59eb48ab-703f-4091-be81-4cfe4fa6fa64)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:55:44.881450 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:44.893735 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de50e3e5-0a13-494c-9131-ca5c038c336f None None] Routers {'533f25a8-4516-4734-96dc-76ed394d7577'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:55:44.895315 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-de50e3e5-0a13-494c-9131-ca5c038c336f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:55:39Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['533f25a8-4516-4734-96dc-76ed394d7577'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:55:44.976437 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-66f5e74b-3543-4bec-ba4b-7b7d92b27578 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:45.018083 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5773f610-fc18-4c61-935d-cf9d52d48580 req-6afcff33-a354-4b36-a508-5df3fa8e2b2c tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:45.020703 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5773f610-fc18-4c61-935d-cf9d52d48580 req-6afcff33-a354-4b36-a508-5df3fa8e2b2c tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce2c9e52-b0bb-4517-921d-122a86fbeee2 HTTP/1.1" status: 200 len: 943 time: 0.4877841 Jun 01 18:55:45.030877 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-66f5e74b-3543-4bec-ba4b-7b7d92b27578 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f0fd83e-cb7b-4720-b9f0-ca97c4dea40f']}} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:55:45.044529 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=2071b2dd-2d53-40d5-a45f-ab20ee36c890,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:55:45.068402 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-66f5e74b-3543-4bec-ba4b-7b7d92b27578 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c9af22f-e373-425d-a45d-c52620f14659') {'for_net_delete': True} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:55:45.068402 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-66f5e74b-3543-4bec-ba4b-7b7d92b27578 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c9af22f-e373-425d-a45d-c52620f14659') {} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:55:45.107604 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-66f5e74b-3543-4bec-ba4b-7b7d92b27578 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2702126'] for segment, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:45.150394 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] get_ports_and_sgs() called for port_ids ['2071b2dd-2d53-40d5-a45f-ab20ee36c890'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:55:45.176004 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-66f5e74b-3543-4bec-ba4b-7b7d92b27578 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:45.193805 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66f5e74b-3543-4bec-ba4b-7b7d92b27578 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=88524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 18:55:45.194440 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-66f5e74b-3543-4bec-ba4b-7b7d92b27578 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2719018'] for segment, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:45.210990 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1801ab-cc5c-44f2-a41f-27f6ae35bcad req-85bb9088-415f-4d40-91b0-3760c04584b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:45.216075 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4a1801ab-cc5c-44f2-a41f-27f6ae35bcad req-85bb9088-415f-4d40-91b0-3760c04584b2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e3902938-4b6a-4448-87d9-59b63dd51a7f HTTP/1.1" status: 200 len: 912 time: 0.3523009 Jun 01 18:55:45.221122 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5773f610-fc18-4c61-935d-cf9d52d48580 req-2ff9c6fd-983f-4ab6-8003-66ad5c4cd628 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/security-groups?id=e95c7360-01e1-4fb0-bbdb-7b11f637526c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264563 Jun 01 18:55:45.255086 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-de50e3e5-0a13-494c-9131-ca5c038c336f None None] Set router 533f25a8-4516-4734-96dc-76ed394d7577 gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:55:45.283613 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment 0c9af22f-e373-425d-a45d-c52620f14659 resource provider aggregate not found Jun 01 18:55:45.328215 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment 0c9af22f-e373-425d-a45d-c52620f14659 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0c9af22f-e373-425d-a45d-c52620f14659 found for delete ", "request_id": "req-ab581f36-df04-4828-846d-d348b9bdd692"}]} Jun 01 18:55:45.331479 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-66f5e74b-3543-4bec-ba4b-7b7d92b27578 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:45.363794 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-66f5e74b-3543-4bec-ba4b-7b7d92b27578 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:45.372358 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f5e74b-3543-4bec-ba4b-7b7d92b27578 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] Pushing event deleted for resources: {'Network': ['ID=1f0fd83e-cb7b-4720-b9f0-ca97c4dea40f,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:55:45.380302 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-66f5e74b-3543-4bec-ba4b-7b7d92b27578 tempest-NetworksIpV6TestAttrs-401768961 tempest-NetworksIpV6TestAttrs-401768961-project] 10.222.0.41 "DELETE /v2.0/networks/1f0fd83e-cb7b-4720-b9f0-ca97c4dea40f HTTP/1.1" status: 204 len: 168 time: 2.7610872 Jun 01 18:55:45.443483 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83db0b55-b92d-4a6c-bd23-3ee872f11542 req-cd3689df-a4ea-4f84-b9c4-d030a71bc6f9 tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:45.456610 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-83db0b55-b92d-4a6c-bd23-3ee872f11542 req-cd3689df-a4ea-4f84-b9c4-d030a71bc6f9 tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] 10.222.0.41 "GET /v2.0/ports?device_id=32244e54-23cc-458d-b7ea-5b386e43c2fc HTTP/1.1" status: 200 len: 949 time: 0.5727344 Jun 01 18:55:45.463155 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4a1801ab-cc5c-44f2-a41f-27f6ae35bcad req-18a2fd6b-5dc8-411d-aae5-7676080db717 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=af35f94e-baa7-492a-a849-23a884ba2285 HTTP/1.1" status: 200 len: 217 time: 0.2141802 Jun 01 18:55:45.624180 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dfa78c-aea3-4274-bf18-a589b79961b1 req-0aa561e4-7b26-49f6-ae5e-546d75cc768b tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:45.626774 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1801ab-cc5c-44f2-a41f-27f6ae35bcad req-edb45a79-c757-4916-bd12-3ccb2dfc82e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:45.627144 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c4dfa78c-aea3-4274-bf18-a589b79961b1 req-0aa561e4-7b26-49f6-ae5e-546d75cc768b tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/ports?device_id=3c2a36e6-74e6-4961-8063-993f131179e1 HTTP/1.1" status: 200 len: 945 time: 0.1659865 Jun 01 18:55:45.628557 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4a1801ab-cc5c-44f2-a41f-27f6ae35bcad req-edb45a79-c757-4916-bd12-3ccb2dfc82e3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=276181f2-c3ab-487e-8805-06ed7064e884 HTTP/1.1" status: 200 len: 850 time: 0.1072564 Jun 01 18:55:45.718187 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-83db0b55-b92d-4a6c-bd23-3ee872f11542 req-8559ef4f-50e0-4cb5-a74c-f32cb7f0bfec tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] 10.222.0.41 "GET /v2.0/security-groups?id=c266819c-9421-4c09-b8ec-0766c6fc4de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2605765 Jun 01 18:55:45.722402 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c4dfa78c-aea3-4274-bf18-a589b79961b1 req-9399213f-9cc0-48e8-a249-f05a9b8900d4 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/security-groups?id=679bc320-73aa-41fb-80e9-32867c6d2bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873721 Jun 01 18:55:45.749795 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e014d8a0-b9af-46d5-8267-935a2d707556 req-caa767ec-b5de-4b36-8bab-840a02a0cb27 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:45.751670 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e014d8a0-b9af-46d5-8267-935a2d707556 req-caa767ec-b5de-4b36-8bab-840a02a0cb27 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.50 "GET /v2.0/ports?device_id=3c2a36e6-74e6-4961-8063-993f131179e1 HTTP/1.1" status: 200 len: 945 time: 0.6594856 Jun 01 18:55:45.803993 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-de50e3e5-0a13-494c-9131-ca5c038c336f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '533f25a8-4516-4734-96dc-76ed394d7577', 'name': 'tempest-AttachVolumeNegativeTest-808524778-router', 'tenant_id': '9da8911c90e044c58dc0cf3fd4a5638a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.190'}], 'enable_snat': True}, 'gw_port_id': '0717cc72-7117-44ae-b5ab-924a55678621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:52:17Z', 'updated_at': '2022-06-01T18:52:39Z', 'revision_number': 4, 'project_id': '9da8911c90e044c58dc0cf3fd4a5638a', 'gw_port': {'id': '0717cc72-7117-44ae-b5ab-924a55678621', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:f4:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '533f25a8-4516-4734-96dc-76ed394d7577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:52:19Z', 'updated_at': '2022-06-01T18:52:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': 'da5af43f-7a7c-4ca7-9438-4ae05d3d9f7c', 'name': '', 'network_id': '908da31a-c43f-4d78-b2f1-4926efeaafe9', 'tenant_id': '9da8911c90e044c58dc0cf3fd4a5638a', 'mac_address': 'fa:16:3e:b3:fe:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '533f25a8-4516-4734-96dc-76ed394d7577', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': 'b62dadc8-5788-404f-95cb-85382718471e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:52:34Z', 'updated_at': '2022-06-01T18:52:58Z', 'revision_number': 5, 'project_id': '9da8911c90e044c58dc0cf3fd4a5638a', 'subnets': [{'id': 'b62dadc8-5788-404f-95cb-85382718471e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:55:45.810922 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de50e3e5-0a13-494c-9131-ca5c038c336f None None] The sync data for ids ['533f25a8-4516-4734-96dc-76ed394d7577'] in n-d-844202-1 is: [{'id': '533f25a8-4516-4734-96dc-76ed394d7577', 'name': 'tempest-AttachVolumeNegativeTest-808524778-router', 'tenant_id': '9da8911c90e044c58dc0cf3fd4a5638a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.190'}], 'enable_snat': True}, 'gw_port_id': '0717cc72-7117-44ae-b5ab-924a55678621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:52:17Z', 'updated_at': '2022-06-01T18:52:39Z', 'revision_number': 4, 'project_id': '9da8911c90e044c58dc0cf3fd4a5638a', 'gw_port': {'id': '0717cc72-7117-44ae-b5ab-924a55678621', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:f4:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '533f25a8-4516-4734-96dc-76ed394d7577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:52:19Z', 'updated_at': '2022-06-01T18:52:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': 'da5af43f-7a7c-4ca7-9438-4ae05d3d9f7c', 'name': '', 'network_id': '908da31a-c43f-4d78-b2f1-4926efeaafe9', 'tenant_id': '9da8911c90e044c58dc0cf3fd4a5638a', 'mac_address': 'fa:16:3e:b3:fe:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '533f25a8-4516-4734-96dc-76ed394d7577', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': 'b62dadc8-5788-404f-95cb-85382718471e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:52:34Z', 'updated_at': '2022-06-01T18:52:58Z', 'revision_number': 5, 'project_id': '9da8911c90e044c58dc0cf3fd4a5638a', 'subnets': [{'id': 'b62dadc8-5788-404f-95cb-85382718471e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 18:55:45.832634 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ece806d-83e3-4a9d-b1b5-21aca4e94fc6', 'name': 'network-vif-deleted', 'tag': 'd632690f-90f6-4a5d-8a29-38d2b648ff10'}] {{(pid=88525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:55:45.928030 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [req-e014d8a0-b9af-46d5-8267-935a2d707556 req-869138be-b925-4816-a764-0cbc7584d45a tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Deleting port d14fbd3e-23f7-4f05-8681-1b6b1816abe8 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:55:45.928265 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-e014d8a0-b9af-46d5-8267-935a2d707556 req-869138be-b925-4816-a764-0cbc7584d45a tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:45.985717 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 60298) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:55:45.996841 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1801ab-cc5c-44f2-a41f-27f6ae35bcad req-b8d196e9-17d4-45f1-975c-a97542f114fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:45.998546 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4a1801ab-cc5c-44f2-a41f-27f6ae35bcad req-b8d196e9-17d4-45f1-975c-a97542f114fb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e3902938-4b6a-4448-87d9-59b63dd51a7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3585994 Jun 01 18:55:46.168031 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f83ea34-c5a9-447a-8a1c-3d02458ccd61 req-6d1f3136-e5c4-4b6b-a377-2a621501b296 tempest-ServerGroupTestJSON-1602176105 tempest-ServerGroupTestJSON-1602176105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:46.170908 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7f83ea34-c5a9-447a-8a1c-3d02458ccd61 req-6d1f3136-e5c4-4b6b-a377-2a621501b296 tempest-ServerGroupTestJSON-1602176105 tempest-ServerGroupTestJSON-1602176105-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0386357-df65-4024-8ace-59b9c3555862 HTTP/1.1" status: 200 len: 944 time: 0.1491351 Jun 01 18:55:46.285759 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device af35f94e-baa7-492a-a849-23a884ba2285 details requested by agent hyperv_n-h1-844202-1 with host n-h1-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 18:55:46.290111 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 2071b2dd-2d53-40d5-a45f-ab20ee36c890 up at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:55:46.294546 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-b83c1106-00ca-4171-9e82-28e3865c2988 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f72800812881475c88a3f683d52d5d49&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3076563 Jun 01 18:55:46.310090 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7f83ea34-c5a9-447a-8a1c-3d02458ccd61 req-fa08a057-d5f4-406c-8419-2a3f37616fcf tempest-ServerGroupTestJSON-1602176105 tempest-ServerGroupTestJSON-1602176105-project] 10.222.0.41 "GET /v2.0/security-groups?id=83dade30-e82d-42fd-a669-f22e3bcf9262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307342 Jun 01 18:55:46.310650 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 60308) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:55:46.347875 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-955cbb21-5870-439e-bd2a-5dd16fdf4c14 None None] New status for floating IP 077c5301-ae06-4b93-ae55-27c298893b6a: DOWN {{(pid=88526) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 18:55:46.395191 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-0c405b7b-8099-428f-b38c-01cb0e6d091e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:46.413916 n-d-844202-1 neutron-server[88525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08aa7e81-ea87-4992-9e3c-32afbaebcf6d'] response: {'server_uuid': '8ece806d-83e3-4a9d-b1b5-21aca4e94fc6', 'name': 'network-vif-deleted', 'tag': 'd632690f-90f6-4a5d-8a29-38d2b648ff10', 'status': 'completed', 'code': 200} Jun 01 18:55:46.438043 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 60312) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:55:46.453870 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 60316) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:55:46.514288 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-0c405b7b-8099-428f-b38c-01cb0e6d091e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:46.629663 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4a1801ab-cc5c-44f2-a41f-27f6ae35bcad req-46e5fd87-828c-4238-84ac-3702d2bef5ba service neutron] 10.222.0.15 "GET /v2.0/networks/e3902938-4b6a-4448-87d9-59b63dd51a7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5812500 Jun 01 18:55:46.640819 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e38ab8c-2d94-4bfb-85d1-e08ff85d7024 req-284f7939-6b31-4cfc-946c-2eafdb0706a8 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:46.642296 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-1e38ab8c-2d94-4bfb-85d1-e08ff85d7024 req-284f7939-6b31-4cfc-946c-2eafdb0706a8 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb004fdd-bd15-457d-91b4-9584fa047d1f HTTP/1.1" status: 200 len: 945 time: 0.6669874 Jun 01 18:55:46.725035 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d56f7fa9-ea15-47e7-ac16-efcfca3aa899 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:46.824700 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Provisioning for port 2071b2dd-2d53-40d5-a45f-ab20ee36c890 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:55:46.838525 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-e014d8a0-b9af-46d5-8267-935a2d707556 req-869138be-b925-4816-a764-0cbc7584d45a tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] For port d14fbd3e-23f7-4f05-8681-1b6b1816abe8, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=d14fbd3e-23f7-4f05-8681-1b6b1816abe8,segment=NetworkSegment(ecb3f528-dbed-4312-ba29-7684ecfbe265),segment_id=ecb3f528-dbed-4312-ba29-7684ecfbe265)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:55:46.839053 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-e014d8a0-b9af-46d5-8267-935a2d707556 req-869138be-b925-4816-a764-0cbc7584d45a tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:46.840497 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Provisioning complete for port 2071b2dd-2d53-40d5-a45f-ab20ee36c890 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:55:46.840961 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:46.859387 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-1e38ab8c-2d94-4bfb-85d1-e08ff85d7024 req-abc142b3-c5c1-4196-8500-1337114ed35f tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] 10.222.0.41 "GET /v2.0/security-groups?id=10328742-6369-4815-ae6a-3cb954039bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881344 Jun 01 18:55:46.870556 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4f90d303-5a6f-42aa-a02a-66f4d9c93fb6 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:46.872498 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-d56f7fa9-ea15-47e7-ac16-efcfca3aa899 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:55:46.879408 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-d56f7fa9-ea15-47e7-ac16-efcfca3aa899 admin admin] Usage tracker for resource:security_group_rule and tenant:76ec3d848e914038a032c60e15f1b2f7 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:55:46.897158 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-d56f7fa9-ea15-47e7-ac16-efcfca3aa899 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:55:46.934545 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-0c405b7b-8099-428f-b38c-01cb0e6d091e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:46.940039 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-d56f7fa9-ea15-47e7-ac16-efcfca3aa899 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:55:46.947439 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port af35f94e-baa7-492a-a849-23a884ba2285, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=af35f94e-baa7-492a-a849-23a884ba2285,segment=NetworkSegment(e60765c6-124a-4916-8bfd-a8bc142f32ad),segment_id=e60765c6-124a-4916-8bfd-a8bc142f32ad)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:55:46.963306 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4f90d303-5a6f-42aa-a02a-66f4d9c93fb6 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:46.966790 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Returning: {'device': 'af35f94e-baa7-492a-a849-23a884ba2285', 'network_id': 'e3902938-4b6a-4448-87d9-59b63dd51a7f', 'port_id': 'af35f94e-baa7-492a-a849-23a884ba2285', 'mac_address': 'fa:16:3e:a5:81:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '276181f2-c3ab-487e-8805-06ed7064e884', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 18:55:46.992689 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [req-e014d8a0-b9af-46d5-8267-935a2d707556 req-869138be-b925-4816-a764-0cbc7584d45a tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Calling delete_port for d14fbd3e-23f7-4f05-8681-1b6b1816abe8 owned by compute:nova {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:55:47.009771 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c405b7b-8099-428f-b38c-01cb0e6d091e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b00e5856-2554-40b9-a8d2-84df4b962f96,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:55:47.039141 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-0c405b7b-8099-428f-b38c-01cb0e6d091e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:47.040266 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-0c405b7b-8099-428f-b38c-01cb0e6d091e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b00e5856-2554-40b9-a8d2-84df4b962f96 HTTP/1.1" status: 204 len: 168 time: 0.7286363 Jun 01 18:55:47.087025 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4a1801ab-cc5c-44f2-a41f-27f6ae35bcad req-9b792c2f-a5aa-496e-b1ba-dba36eeabfd9 service neutron] 10.222.0.15 "GET /v2.0/networks/e3902938-4b6a-4448-87d9-59b63dd51a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4402015 Jun 01 18:55:47.104933 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4698317d-9100-428b-91c5-cea4df01c8ce req-63d41580-f9c7-4167-a63b-69013d26c541 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:47.112420 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4698317d-9100-428b-91c5-cea4df01c8ce req-63d41580-f9c7-4167-a63b-69013d26c541 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce2c9e52-b0bb-4517-921d-122a86fbeee2 HTTP/1.1" status: 200 len: 943 time: 0.4994793 Jun 01 18:55:47.158536 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port af35f94e-baa7-492a-a849-23a884ba2285 is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:55:47.158916 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:47.183475 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port 2071b2dd-2d53-40d5-a45f-ab20ee36c890 is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:55:47.184452 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:47.185864 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4698317d-9100-428b-91c5-cea4df01c8ce req-7a97533e-f976-4e5a-8f5d-2a672cec0115 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/security-groups?id=e95c7360-01e1-4fb0-bbdb-7b11f637526c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721798 Jun 01 18:55:47.204761 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4f90d303-5a6f-42aa-a02a-66f4d9c93fb6 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:47.225571 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af35f94e-baa7-492a-a849-23a884ba2285 {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:55:47.240769 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0386357-df65-4024-8ace-59b9c3555862', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2071b2dd-2d53-40d5-a45f-ab20ee36c890'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:55:47.264627 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port 2071b2dd-2d53-40d5-a45f-ab20ee36c890, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=2071b2dd-2d53-40d5-a45f-ab20ee36c890,segment=NetworkSegment(59eb48ab-703f-4091-be81-4cfe4fa6fa64),segment_id=59eb48ab-703f-4091-be81-4cfe4fa6fa64)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:55:47.268325 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port af35f94e-baa7-492a-a849-23a884ba2285, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=af35f94e-baa7-492a-a849-23a884ba2285,segment=NetworkSegment(e60765c6-124a-4916-8bfd-a8bc142f32ad),segment_id=e60765c6-124a-4916-8bfd-a8bc142f32ad)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:55:47.270574 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:47.270727 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd80415-6072-407b-9147-0171e381344c req-9e418f8b-16fe-43b5-8037-5ad189ce50ec tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:47.272185 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-fbd80415-6072-407b-9147-0171e381344c req-9e418f8b-16fe-43b5-8037-5ad189ce50ec tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/ports?device_id=3c2a36e6-74e6-4961-8063-993f131179e1 HTTP/1.1" status: 200 len: 945 time: 0.1822231 Jun 01 18:55:47.288702 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f90d303-5a6f-42aa-a02a-66f4d9c93fb6 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d54e619-c3fb-4045-8922-d64f567a7ae8,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:55:47.306721 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-e014d8a0-b9af-46d5-8267-935a2d707556 req-869138be-b925-4816-a764-0cbc7584d45a tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:47.334016 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d56f7fa9-ea15-47e7-ac16-efcfca3aa899 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:47.335970 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4f90d303-5a6f-42aa-a02a-66f4d9c93fb6 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:47.337224 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-4f90d303-5a6f-42aa-a02a-66f4d9c93fb6 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] 10.222.0.41 "DELETE /v2.0/security-groups/3d54e619-c3fb-4045-8922-d64f567a7ae8 HTTP/1.1" status: 204 len: 168 time: 0.8824284 Jun 01 18:55:47.341843 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 60336) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:55:47.342456 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d56f7fa9-ea15-47e7-ac16-efcfca3aa899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:47.378871 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=2071b2dd-2d53-40d5-a45f-ab20ee36c890,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:55:47.389430 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:47.393826 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869138be-b925-4816-a764-0cbc7584d45a tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Pushing event deleted for resources: {'Port': ['ID=d14fbd3e-23f7-4f05-8681-1b6b1816abe8,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:55:47.460672 n-d-844202-1 neutron-server[88524]: INFO neutron.api.v2.resource [None req-f3570ae2-61df-4573-8ceb-d71783c46122 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] show failed (client error): The resource could not be found. Jun 01 18:55:47.461689 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-f3570ae2-61df-4573-8ceb-d71783c46122 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] 10.222.0.41 "GET /v2.0/security-groups/3d54e619-c3fb-4045-8922-d64f567a7ae8 HTTP/1.1" status: 404 len: 347 time: 0.0989342 Jun 01 18:55:47.469235 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-d56f7fa9-ea15-47e7-ac16-efcfca3aa899 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=76ec3d848e914038a032c60e15f1b2f7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0297775 Jun 01 18:55:47.473929 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 60342) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:55:47.474453 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 60344) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:55:47.488693 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=af35f94e-baa7-492a-a849-23a884ba2285,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:55:47.505683 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-fbd80415-6072-407b-9147-0171e381344c req-2550cb94-77ea-4379-a9f6-dd6c61c1508f tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/security-groups?id=679bc320-73aa-41fb-80e9-32867c6d2bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251375 Jun 01 18:55:47.520140 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [req-e014d8a0-b9af-46d5-8267-935a2d707556 req-869138be-b925-4816-a764-0cbc7584d45a tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] No DVR routers for this DVR port d14fbd3e-23f7-4f05-8681-1b6b1816abe8 on host n-h2-844202-1 {{(pid=88525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 18:55:47.523408 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-e014d8a0-b9af-46d5-8267-935a2d707556 req-869138be-b925-4816-a764-0cbc7584d45a tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:47.538909 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e014d8a0-b9af-46d5-8267-935a2d707556 req-869138be-b925-4816-a764-0cbc7584d45a tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.50 "DELETE /v2.0/ports/d14fbd3e-23f7-4f05-8681-1b6b1816abe8 HTTP/1.1" status: 204 len: 173 time: 1.7756641 Jun 01 18:55:47.548989 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56f7fa9-ea15-47e7-ac16-efcfca3aa899 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=981693ac-b1a6-40db-abd0-575616b57dc8,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:55:47.594960 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-799a144c-77c4-454e-92ba-009d23af6a75'] response: {'server_uuid': 'a0386357-df65-4024-8ace-59b9c3555862', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2071b2dd-2d53-40d5-a45f-ab20ee36c890', 'code': 200} Jun 01 18:55:47.684568 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] get_ports_and_sgs() called for port_ids ['af35f94e-baa7-492a-a849-23a884ba2285'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:55:47.714818 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-ffbcdf12-bab2-403f-af61-8ae66bb30808 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Deleting port 0a18c645-184a-4704-b985-f3bef083edbd {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:55:47.715569 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ffbcdf12-bab2-403f-af61-8ae66bb30808 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:47.870109 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6c541c-7453-4681-9141-0a55767a0839 req-4f2119d6-b450-4aae-bd06-15f0da826476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:47.871805 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2a6c541c-7453-4681-9141-0a55767a0839 req-4f2119d6-b450-4aae-bd06-15f0da826476 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a0386357-df65-4024-8ace-59b9c3555862 HTTP/1.1" status: 200 len: 1096 time: 0.1212738 Jun 01 18:55:47.883946 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9ae31a-1c85-43d2-8476-3e057b2517c5 req-ec007037-b6c4-41d2-bf2c-e03bf1dc068d tempest-ServerGroupTestJSON-1602176105 tempest-ServerGroupTestJSON-1602176105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:47.891899 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-5e9ae31a-1c85-43d2-8476-3e057b2517c5 req-ec007037-b6c4-41d2-bf2c-e03bf1dc068d tempest-ServerGroupTestJSON-1602176105 tempest-ServerGroupTestJSON-1602176105-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0386357-df65-4024-8ace-59b9c3555862 HTTP/1.1" status: 200 len: 945 time: 0.1868591 Jun 01 18:55:47.892697 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24246950-1995-4201-a445-c150bbff6193 req-8e1f340e-e3b7-448a-9bdf-40af34010886 tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:47.899614 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-24246950-1995-4201-a445-c150bbff6193 req-8e1f340e-e3b7-448a-9bdf-40af34010886 tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] 10.222.0.41 "GET /v2.0/ports?device_id=32244e54-23cc-458d-b7ea-5b386e43c2fc HTTP/1.1" status: 200 len: 949 time: 0.5077920 Jun 01 18:55:47.909754 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-14a2c625-8844-435b-9b15-554adce1f5d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:47.968593 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-14a2c625-8844-435b-9b15-554adce1f5d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:47.987795 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2a6c541c-7453-4681-9141-0a55767a0839 req-e6c2a55d-f75c-41f3-8a64-0bac9ddafafe service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=83dade30-e82d-42fd-a669-f22e3bcf9262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770378 Jun 01 18:55:48.005509 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-5e9ae31a-1c85-43d2-8476-3e057b2517c5 req-b21542d8-480e-4714-96c5-23661a138b7d tempest-ServerGroupTestJSON-1602176105 tempest-ServerGroupTestJSON-1602176105-project] 10.222.0.41 "GET /v2.0/security-groups?id=83dade30-e82d-42fd-a669-f22e3bcf9262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125920 Jun 01 18:55:48.061105 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-24246950-1995-4201-a445-c150bbff6193 req-3deebdb6-9d0c-4b77-b7dc-73e42b43cd32 tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] 10.222.0.41 "GET /v2.0/security-groups?id=c266819c-9421-4c09-b8ec-0766c6fc4de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606333 Jun 01 18:55:48.088279 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ffbcdf12-bab2-403f-af61-8ae66bb30808 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:48.088920 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ffbcdf12-bab2-403f-af61-8ae66bb30808 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:48.191215 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94d75f3-d5ae-4d3b-b9eb-e13998fb436d req-dd71b2e4-6820-4a58-b402-199f824ed181 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:48.193383 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b94d75f3-d5ae-4d3b-b9eb-e13998fb436d req-dd71b2e4-6820-4a58-b402-199f824ed181 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb004fdd-bd15-457d-91b4-9584fa047d1f HTTP/1.1" status: 200 len: 945 time: 0.0847008 Jun 01 18:55:48.231447 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 60370) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:55:48.252569 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-ffbcdf12-bab2-403f-af61-8ae66bb30808 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Calling delete_port for 0a18c645-184a-4704-b985-f3bef083edbd owned by network:floatingip {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:55:48.270479 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b94d75f3-d5ae-4d3b-b9eb-e13998fb436d req-dbc64b9d-0630-4920-a4eb-2d490e4c816b tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] 10.222.0.41 "GET /v2.0/security-groups?id=10328742-6369-4815-ae6a-3cb954039bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678599 Jun 01 18:55:48.299996 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-14a2c625-8844-435b-9b15-554adce1f5d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:48.323071 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a2c625-8844-435b-9b15-554adce1f5d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=981693ac-b1a6-40db-abd0-575616b57dc8,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:55:48.333755 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-14a2c625-8844-435b-9b15-554adce1f5d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:48.334875 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-14a2c625-8844-435b-9b15-554adce1f5d7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/981693ac-b1a6-40db-abd0-575616b57dc8 HTTP/1.1" status: 204 len: 168 time: 0.8579035 Jun 01 18:55:48.394258 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.agents_db [None req-e814b9cf-7de8-45d0-a079-29c61fabe7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 18:55:48.398278 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-15e227be-6761-47b4-9892-c1678e9d5dbe tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-783037771', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:55:48.405074 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-15e227be-6761-47b4-9892-c1678e9d5dbe tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:55:48.409369 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-15e227be-6761-47b4-9892-c1678e9d5dbe tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Usage tracker for resource:router and tenant:9f71989c7c434331bb3847fd2e880727 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:55:48.413259 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-15e227be-6761-47b4-9892-c1678e9d5dbe tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:55:48.415657 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c2a36e6-74e6-4961-8063-993f131179e1', 'name': 'network-vif-deleted', 'tag': 'd14fbd3e-23f7-4f05-8681-1b6b1816abe8'}] {{(pid=88525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:55:48.428048 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-15e227be-6761-47b4-9892-c1678e9d5dbe tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:55:48.441263 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-15e227be-6761-47b4-9892-c1678e9d5dbe tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-885767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25238'] for router, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:48.443006 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-15e227be-6761-47b4-9892-c1678e9d5dbe tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-901042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-886562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-981784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25327'] for router, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:48.467087 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-15e227be-6761-47b4-9892-c1678e9d5dbe tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:48.483340 n-d-844202-1 neutron-server[88525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab6e6859-9a6e-4c5b-aa8e-1dd04835edab'] response: {'server_uuid': '3c2a36e6-74e6-4961-8063-993f131179e1', 'name': 'network-vif-deleted', 'tag': 'd14fbd3e-23f7-4f05-8681-1b6b1816abe8', 'status': 'completed', 'code': 200} Jun 01 18:55:48.488993 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ffbcdf12-bab2-403f-af61-8ae66bb30808 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:48.492793 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-15e227be-6761-47b4-9892-c1678e9d5dbe tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-885820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-886655'] for router, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:48.517971 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-15e227be-6761-47b4-9892-c1678e9d5dbe tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Notify callbacks [] for router, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:48.522233 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-15e227be-6761-47b4-9892-c1678e9d5dbe tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.2896039 Jun 01 18:55:48.522632 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 60380) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:55:48.528039 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-ad66f7e8-f00f-44fd-8243-2126b21eb603 tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1566193260'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:55:48.538983 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329d5e41-30ed-4f37-9125-22d4234ad0f4 req-7b0c311a-1cc6-4fa2-86fe-467154e582d9 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:48.540391 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-ad66f7e8-f00f-44fd-8243-2126b21eb603 tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:55:48.546585 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-329d5e41-30ed-4f37-9125-22d4234ad0f4 req-7b0c311a-1cc6-4fa2-86fe-467154e582d9 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce2c9e52-b0bb-4517-921d-122a86fbeee2 HTTP/1.1" status: 200 len: 944 time: 0.1860774 Jun 01 18:55:48.548314 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-ad66f7e8-f00f-44fd-8243-2126b21eb603 tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Usage tracker for resource:network and tenant:9f71989c7c434331bb3847fd2e880727 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:55:48.554061 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-ad66f7e8-f00f-44fd-8243-2126b21eb603 tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:55:48.558312 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbcdf12-bab2-403f-af61-8ae66bb30808 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Pushing event deleted for resources: {'Port': ['ID=0a18c645-184a-4704-b985-f3bef083edbd,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:55:48.566458 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-ad66f7e8-f00f-44fd-8243-2126b21eb603 tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:55:48.592683 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device d14fbd3e-23f7-4f05-8681-1b6b1816abe8 no longer exists at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:55:48.594357 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad66f7e8-f00f-44fd-8243-2126b21eb603 tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Made reservation on behalf of 9f71989c7c434331bb3847fd2e880727 for: {'network': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:55:48.597868 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ad66f7e8-f00f-44fd-8243-2126b21eb603 tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:48.629814 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ad66f7e8-f00f-44fd-8243-2126b21eb603 tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:48.640582 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] No Port match for: d14fbd3e-23f7-4f05-8681-1b6b1816abe8 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 18:55:48.641195 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device d14fbd3e-23f7-4f05-8681-1b6b1816abe8 not bound to the agent host n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 18:55:48.644886 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-329d5e41-30ed-4f37-9125-22d4234ad0f4 req-ffd616e7-1a8b-4d7b-9c8c-a2aa46c57476 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/security-groups?id=e95c7360-01e1-4fb0-bbdb-7b11f637526c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970871 Jun 01 18:55:48.650193 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-ad66f7e8-f00f-44fd-8243-2126b21eb603 tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:55:48.664277 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-ad66f7e8-f00f-44fd-8243-2126b21eb603 tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Usage tracker for resource:security_group_rule and tenant:9f71989c7c434331bb3847fd2e880727 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:55:48.664277 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-ad66f7e8-f00f-44fd-8243-2126b21eb603 tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:55:48.667173 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-ad66f7e8-f00f-44fd-8243-2126b21eb603 tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:55:48.733591 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ffbcdf12-bab2-403f-af61-8ae66bb30808 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Notify callbacks [] for floatingip, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:48.761218 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ffbcdf12-bab2-403f-af61-8ae66bb30808 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for floatingip, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:48.762854 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-ffbcdf12-bab2-403f-af61-8ae66bb30808 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] 10.222.0.41 "DELETE /v2.0/floatingips/077c5301-ae06-4b93-ae55-27c298893b6a HTTP/1.1" status: 204 len: 168 time: 1.2873139 Jun 01 18:55:48.786345 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ad66f7e8-f00f-44fd-8243-2126b21eb603 tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:48.791336 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ad66f7e8-f00f-44fd-8243-2126b21eb603 tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:48.836588 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad66f7e8-f00f-44fd-8243-2126b21eb603 tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 112} {{(pid=88525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 18:55:48.861338 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 60402) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:55:48.869208 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 60406) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:55:48.884188 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-487dd8a0-fb3b-4c84-8ee4-cd25f1383d52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:48.885582 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-ffbf460c-3300-4ac8-85e2-9b33a2f6de25 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1610334584', 'description': 'tempest-description--1288799978'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:55:48.901815 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-487dd8a0-fb3b-4c84-8ee4-cd25f1383d52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:55:48.906521 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-487dd8a0-fb3b-4c84-8ee4-cd25f1383d52 admin admin] Usage tracker for resource:security_group_rule and tenant:054950ebe2ae4ff3ab74785eafca4082 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:55:48.909711 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-487dd8a0-fb3b-4c84-8ee4-cd25f1383d52 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:55:48.915835 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-487dd8a0-fb3b-4c84-8ee4-cd25f1383d52 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:55:48.934250 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad66f7e8-f00f-44fd-8243-2126b21eb603 tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bff36b99-96d1-45a2-aa5b-b17c895a5d58,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:55:48.941312 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ad66f7e8-f00f-44fd-8243-2126b21eb603 tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:48.941839 n-d-844202-1 neutron-server[88525]: INFO neutron.db.segments_db [None req-ad66f7e8-f00f-44fd-8243-2126b21eb603 tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Added segment 83b96f02-cd90-4398-a931-f988354c5080 of type vlan for network 006f8cb6-6839-48cb-ab0c-80b523bd7c43 Jun 01 18:55:48.943154 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-ffbf460c-3300-4ac8-85e2-9b33a2f6de25 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:55:48.964923 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-ffbf460c-3300-4ac8-85e2-9b33a2f6de25 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Usage tracker for resource:security_group and tenant:9da8911c90e044c58dc0cf3fd4a5638a is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:55:48.993311 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ad66f7e8-f00f-44fd-8243-2126b21eb603 tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:49.007509 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-ffbf460c-3300-4ac8-85e2-9b33a2f6de25 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:55:49.026740 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-487dd8a0-fb3b-4c84-8ee4-cd25f1383d52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:49.030708 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-487dd8a0-fb3b-4c84-8ee4-cd25f1383d52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:49.035508 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-ffbf460c-3300-4ac8-85e2-9b33a2f6de25 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:55:49.087120 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-487dd8a0-fb3b-4c84-8ee4-cd25f1383d52 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=054950ebe2ae4ff3ab74785eafca4082&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2214880 Jun 01 18:55:49.087120 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487dd8a0-fb3b-4c84-8ee4-cd25f1383d52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04891475-e90b-4781-8bed-c399350d4320,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:55:49.090222 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 60412) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:55:49.186185 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ad66f7e8-f00f-44fd-8243-2126b21eb603 tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:49.191488 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad66f7e8-f00f-44fd-8243-2126b21eb603 tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:49.192096 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ad66f7e8-f00f-44fd-8243-2126b21eb603 tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:49.223737 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ffbf460c-3300-4ac8-85e2-9b33a2f6de25 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:49.225582 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-3a960c3d-cd2d-4fe6-9949-308cee677d09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:49.263482 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-3a960c3d-cd2d-4fe6-9949-308cee677d09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:49.312966 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8857cf8b-4f0b-47e9-99b8-8f69becd4c93 req-f052e321-a6ed-4b0c-a608-ff56bfe16d35 tempest-ServerGroupTestJSON-1602176105 tempest-ServerGroupTestJSON-1602176105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:49.315357 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-8857cf8b-4f0b-47e9-99b8-8f69becd4c93 req-f052e321-a6ed-4b0c-a608-ff56bfe16d35 tempest-ServerGroupTestJSON-1602176105 tempest-ServerGroupTestJSON-1602176105-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0386357-df65-4024-8ace-59b9c3555862 HTTP/1.1" status: 200 len: 945 time: 0.1741123 Jun 01 18:55:49.323791 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56dbcb5-5943-4031-b622-29d8a4763464 req-a4996dec-5bd4-48e8-9330-17c1dd7ab6a6 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:49.328174 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e56dbcb5-5943-4031-b622-29d8a4763464 req-a4996dec-5bd4-48e8-9330-17c1dd7ab6a6 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/networks?id=7a710216-a9ba-47da-a86f-23bc8e339e5a HTTP/1.1" status: 200 len: 812 time: 0.4892373 Jun 01 18:55:49.352872 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-ffbf460c-3300-4ac8-85e2-9b33a2f6de25 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:55:49.363698 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-3a960c3d-cd2d-4fe6-9949-308cee677d09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:49.365182 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-ffbf460c-3300-4ac8-85e2-9b33a2f6de25 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Usage tracker for resource:security_group_rule and tenant:9da8911c90e044c58dc0cf3fd4a5638a is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:55:49.368392 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad66f7e8-f00f-44fd-8243-2126b21eb603 tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Pushing event updated for resources: {'Network': ['ID=006f8cb6-6839-48cb-ab0c-80b523bd7c43,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:55:49.371689 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e56dbcb5-5943-4031-b622-29d8a4763464 req-076a09d7-b261-41f3-8a60-c8fa5330780a tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/quotas/0edcfecaba054f29a657f364ed77530c HTTP/1.1" status: 200 len: 375 time: 0.0393929 Jun 01 18:55:49.372584 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-ffbf460c-3300-4ac8-85e2-9b33a2f6de25 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:55:49.381107 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-ad66f7e8-f00f-44fd-8243-2126b21eb603 tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.8574953 Jun 01 18:55:49.383217 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-ffbf460c-3300-4ac8-85e2-9b33a2f6de25 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:55:49.386333 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 60420) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:55:49.387300 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network 006f8cb6-6839-48cb-ab0c-80b523bd7c43 details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 18:55:49.402294 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a960c3d-cd2d-4fe6-9949-308cee677d09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04891475-e90b-4781-8bed-c399350d4320,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:55:49.411561 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-8857cf8b-4f0b-47e9-99b8-8f69becd4c93 req-e713622a-6bf5-46b7-b80f-08c01756fcac tempest-ServerGroupTestJSON-1602176105 tempest-ServerGroupTestJSON-1602176105-project] 10.222.0.41 "GET /v2.0/security-groups?id=83dade30-e82d-42fd-a669-f22e3bcf9262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765097 Jun 01 18:55:49.412525 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-3a960c3d-cd2d-4fe6-9949-308cee677d09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:49.413508 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-3a960c3d-cd2d-4fe6-9949-308cee677d09 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/04891475-e90b-4781-8bed-c399350d4320 HTTP/1.1" status: 204 len: 168 time: 0.3207529 Jun 01 18:55:49.424097 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-462a6852-ba49-4bcc-96ec-851dd4fd594f tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Request body: {'subnet': {'network_id': '006f8cb6-6839-48cb-ab0c-80b523bd7c43', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:55:49.461681 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-e56dbcb5-5943-4031-b622-29d8a4763464 req-5592e5fc-2be8-4548-b846-a20c9508a94c tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Synchronizing usage tracker for tenant:0edcfecaba054f29a657f364ed77530c on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:55:49.580066 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-e56dbcb5-5943-4031-b622-29d8a4763464 req-5592e5fc-2be8-4548-b846-a20c9508a94c tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Unset dirty status for tenant:0edcfecaba054f29a657f364ed77530c on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:55:49.587425 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e56dbcb5-5943-4031-b622-29d8a4763464 req-5592e5fc-2be8-4548-b846-a20c9508a94c tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=0edcfecaba054f29a657f364ed77530c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2051542 Jun 01 18:55:49.628704 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-462a6852-ba49-4bcc-96ec-851dd4fd594f tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:55:49.694978 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-462a6852-ba49-4bcc-96ec-851dd4fd594f tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Usage tracker for resource:subnet and tenant:9f71989c7c434331bb3847fd2e880727 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:55:49.707680 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-462a6852-ba49-4bcc-96ec-851dd4fd594f tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:55:49.724090 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-462a6852-ba49-4bcc-96ec-851dd4fd594f tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:55:49.756730 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747a58ea-4c1e-42cf-babc-3477997f7fd1 req-e57c67a6-66e5-4faa-b6f0-5cdc81f13e87 tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:49.758489 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-747a58ea-4c1e-42cf-babc-3477997f7fd1 req-e57c67a6-66e5-4faa-b6f0-5cdc81f13e87 tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] 10.222.0.41 "GET /v2.0/ports?device_id=32244e54-23cc-458d-b7ea-5b386e43c2fc HTTP/1.1" status: 200 len: 949 time: 0.2182343 Jun 01 18:55:49.763831 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ffbf460c-3300-4ac8-85e2-9b33a2f6de25 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:49.815689 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-747a58ea-4c1e-42cf-babc-3477997f7fd1 req-d9b5d9d5-9cdd-49ea-88a5-d3be002d9aff tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] 10.222.0.41 "GET /v2.0/security-groups?id=c266819c-9421-4c09-b8ec-0766c6fc4de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496709 Jun 01 18:55:49.820211 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e56dbcb5-5943-4031-b622-29d8a4763464 req-d885f1ec-11a9-4573-8b04-6b685a5a187f service neutron] 10.222.0.41 "GET /v2.0/networks/7a710216-a9ba-47da-a86f-23bc8e339e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2317569 Jun 01 18:55:49.821629 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ffbf460c-3300-4ac8-85e2-9b33a2f6de25 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:49.864521 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbf460c-3300-4ac8-85e2-9b33a2f6de25 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7be4da1b-38ad-4466-97f9-2d085531e9f2,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:55:49.866739 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-462a6852-ba49-4bcc-96ec-851dd4fd594f tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Made reservation on behalf of 9f71989c7c434331bb3847fd2e880727 for: {'subnet': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:55:49.870846 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-462a6852-ba49-4bcc-96ec-851dd4fd594f tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9667140'] for subnet, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:50.069831 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693adc3f-d418-449b-ac49-97c576504de5 req-c48879a7-3a6c-4213-a08e-6d9809e4df56 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:50.078415 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-693adc3f-d418-449b-ac49-97c576504de5 req-c48879a7-3a6c-4213-a08e-6d9809e4df56 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb004fdd-bd15-457d-91b4-9584fa047d1f HTTP/1.1" status: 200 len: 945 time: 0.1219656 Jun 01 18:55:50.106179 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ffbf460c-3300-4ac8-85e2-9b33a2f6de25 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:50.107421 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-ffbf460c-3300-4ac8-85e2-9b33a2f6de25 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.2314451 Jun 01 18:55:50.115518 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 60438) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:55:50.123214 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-4caeae2e-560b-4777-a2ea-bec0d4f2256c tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Request body: {'security_group_rule': {'security_group_id': '7be4da1b-38ad-4466-97f9-2d085531e9f2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:55:50.139592 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-4caeae2e-560b-4777-a2ea-bec0d4f2256c tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:55:50.180197 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-4caeae2e-560b-4777-a2ea-bec0d4f2256c tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Usage tracker for resource:security_group_rule and tenant:9da8911c90e044c58dc0cf3fd4a5638a is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:55:50.181441 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e56dbcb5-5943-4031-b622-29d8a4763464 req-0dc0b923-57f7-48c3-b489-300ddb09fee1 service neutron] 10.222.0.41 "GET /v2.0/networks/7a710216-a9ba-47da-a86f-23bc8e339e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3178275 Jun 01 18:55:50.196555 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-693adc3f-d418-449b-ac49-97c576504de5 req-92219d22-459e-4fb9-b886-93d17aeeca21 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] 10.222.0.41 "GET /v2.0/security-groups?id=10328742-6369-4815-ae6a-3cb954039bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166039 Jun 01 18:55:50.201987 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-4caeae2e-560b-4777-a2ea-bec0d4f2256c tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:55:50.221922 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-4caeae2e-560b-4777-a2ea-bec0d4f2256c tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:55:50.247600 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4caeae2e-560b-4777-a2ea-bec0d4f2256c tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:50.284748 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device af35f94e-baa7-492a-a849-23a884ba2285 up at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:55:50.386652 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-462a6852-ba49-4bcc-96ec-851dd4fd594f tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2614064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9667190'] for subnet, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:50.590208 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Provisioning for port af35f94e-baa7-492a-a849-23a884ba2285 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:55:50.591512 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4caeae2e-560b-4777-a2ea-bec0d4f2256c tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:50.600063 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Provisioning complete for port af35f94e-baa7-492a-a849-23a884ba2285 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:55:50.600978 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:50.602240 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4caeae2e-560b-4777-a2ea-bec0d4f2256c tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:50.614467 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-462a6852-ba49-4bcc-96ec-851dd4fd594f tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Checking segment: {'id': '83b96f02-cd90-4398-a931-f988354c5080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '006f8cb6-6839-48cb-ab0c-80b523bd7c43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:55:50.615111 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-462a6852-ba49-4bcc-96ec-851dd4fd594f tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Network hostable DHCP agents. Network: 006f8cb6-6839-48cb-ab0c-80b523bd7c43, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 18:55:50.637632 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462a6852-ba49-4bcc-96ec-851dd4fd594f tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Pushing event updated for resources: {'Subnet': ['ID=24bb7b4f-740a-46c1-a97f-bc2cd7b0e005,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:55:50.653840 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caeae2e-560b-4777-a2ea-bec0d4f2256c tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fde0708f-75f3-4505-abc7-7bc3817de835,revision_number=0']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:55:50.654528 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-57da00d7-220a-4b13-a5b5-6d7bf4296bac req-c29d8778-932d-4c94-bd49-532bdaac6dae tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/ports?device_id=594e6e02-b49f-46d7-a80a-450437cbea5b HTTP/1.1" status: 200 len: 210 time: 0.1495230 Jun 01 18:55:50.679558 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4caeae2e-560b-4777-a2ea-bec0d4f2256c tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:50.680766 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-4caeae2e-560b-4777-a2ea-bec0d4f2256c tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5640879 Jun 01 18:55:50.686462 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 60466) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:55:50.690950 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2819ac89-bc15-45a0-97bb-ecdb5ef6716f req-137e1abf-d5fc-492f-86aa-31bc70cbabde tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:50.708049 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-2819ac89-bc15-45a0-97bb-ecdb5ef6716f req-137e1abf-d5fc-492f-86aa-31bc70cbabde tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce2c9e52-b0bb-4517-921d-122a86fbeee2 HTTP/1.1" status: 200 len: 944 time: 0.3525519 Jun 01 18:55:50.709205 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-9d2d12dc-dced-4e67-b49c-17bcb082e1d5 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Request body: {'security_group_rule': {'security_group_id': '7be4da1b-38ad-4466-97f9-2d085531e9f2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:55:50.741423 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-9d2d12dc-dced-4e67-b49c-17bcb082e1d5 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:55:50.752949 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-9d2d12dc-dced-4e67-b49c-17bcb082e1d5 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Usage tracker for resource:security_group_rule and tenant:9da8911c90e044c58dc0cf3fd4a5638a is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:55:50.757147 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-9d2d12dc-dced-4e67-b49c-17bcb082e1d5 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:55:50.772847 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-9d2d12dc-dced-4e67-b49c-17bcb082e1d5 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:55:50.793811 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-462a6852-ba49-4bcc-96ec-851dd4fd594f tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Network 006f8cb6-6839-48cb-ab0c-80b523bd7c43 is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 18:55:50.829904 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-2819ac89-bc15-45a0-97bb-ecdb5ef6716f req-c7136b61-c6d3-4249-9938-e1c31f35c42e tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/security-groups?id=e95c7360-01e1-4fb0-bbdb-7b11f637526c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171806 Jun 01 18:55:50.833131 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-462a6852-ba49-4bcc-96ec-851dd4fd594f tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, 006f8cb6-6839-48cb-ab0c-80b523bd7c43) {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:55:50.848678 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-462a6852-ba49-4bcc-96ec-851dd4fd594f tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:50.860546 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-462a6852-ba49-4bcc-96ec-851dd4fd594f tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:50.869401 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9d2d12dc-dced-4e67-b49c-17bcb082e1d5 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:50.899819 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e2e791d-a9db-416e-b488-d6e62792cd74 None None] Network 006f8cb6-6839-48cb-ab0c-80b523bd7c43 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 18:55:50.974929 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-462a6852-ba49-4bcc-96ec-851dd4fd594f tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5847800 Jun 01 18:55:50.975268 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 60474) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:55:50.982366 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-512e9ea5-70d6-4671-bcde-29c75bdf019f tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Request body: {'network': {'name': 'tempest-router-network01--792184547'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:55:50.996815 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-512e9ea5-70d6-4671-bcde-29c75bdf019f tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:55:51.008958 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-512e9ea5-70d6-4671-bcde-29c75bdf019f tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Usage tracker for resource:network and tenant:9f71989c7c434331bb3847fd2e880727 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:55:51.018857 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-512e9ea5-70d6-4671-bcde-29c75bdf019f tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:55:51.047572 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-512e9ea5-70d6-4671-bcde-29c75bdf019f tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:55:51.053207 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port af35f94e-baa7-492a-a849-23a884ba2285 is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:55:51.053556 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:51.083972 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-512e9ea5-70d6-4671-bcde-29c75bdf019f tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Made reservation on behalf of 9f71989c7c434331bb3847fd2e880727 for: {'network': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:55:51.090178 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-512e9ea5-70d6-4671-bcde-29c75bdf019f tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:51.131834 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9d2d12dc-dced-4e67-b49c-17bcb082e1d5 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:51.175008 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fe672d-2346-43f0-824f-333aea32df1a req-b47814fd-700b-4072-9213-3db12cf2c676 tempest-ServerGroupTestJSON-1602176105 tempest-ServerGroupTestJSON-1602176105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:51.185092 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a8fe672d-2346-43f0-824f-333aea32df1a req-b47814fd-700b-4072-9213-3db12cf2c676 tempest-ServerGroupTestJSON-1602176105 tempest-ServerGroupTestJSON-1602176105-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0386357-df65-4024-8ace-59b9c3555862 HTTP/1.1" status: 200 len: 945 time: 0.2665126 Jun 01 18:55:51.201021 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9d2d12dc-dced-4e67-b49c-17bcb082e1d5 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:51.243401 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2d12dc-dced-4e67-b49c-17bcb082e1d5 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=296c115a-fb94-41b5-a625-dd44f4cb6841,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:55:51.258905 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9d2d12dc-dced-4e67-b49c-17bcb082e1d5 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:51.259786 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-9d2d12dc-dced-4e67-b49c-17bcb082e1d5 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5723772 Jun 01 18:55:51.263343 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-512e9ea5-70d6-4671-bcde-29c75bdf019f tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 116} {{(pid=88524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 18:55:51.265045 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 60494) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:55:51.273240 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-59a1883c-d821-4f6e-bbbe-d88c0ad463a2 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Request body: {'floatingip': {'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:55:51.278617 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-512e9ea5-70d6-4671-bcde-29c75bdf019f tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:51.278958 n-d-844202-1 neutron-server[88524]: INFO neutron.db.segments_db [None req-512e9ea5-70d6-4671-bcde-29c75bdf019f tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Added segment c82bac3c-1ff5-4586-adab-f6a801333cd9 of type vlan for network 1e970b72-a4ee-4ef0-bbab-db46559f4f0f Jun 01 18:55:51.282093 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-59a1883c-d821-4f6e-bbbe-d88c0ad463a2 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:55:51.286662 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port af35f94e-baa7-492a-a849-23a884ba2285, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=af35f94e-baa7-492a-a849-23a884ba2285,segment=NetworkSegment(e60765c6-124a-4916-8bfd-a8bc142f32ad),segment_id=e60765c6-124a-4916-8bfd-a8bc142f32ad)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:55:51.289180 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce2c9e52-b0bb-4517-921d-122a86fbeee2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af35f94e-baa7-492a-a849-23a884ba2285'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:55:51.299590 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a8fe672d-2346-43f0-824f-333aea32df1a req-752b80da-a988-4890-ac05-160736aec9bd tempest-ServerGroupTestJSON-1602176105 tempest-ServerGroupTestJSON-1602176105-project] 10.222.0.41 "GET /v2.0/security-groups?id=83dade30-e82d-42fd-a669-f22e3bcf9262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135371 Jun 01 18:55:51.307777 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-59a1883c-d821-4f6e-bbbe-d88c0ad463a2 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Usage tracker for resource:floatingip and tenant:9da8911c90e044c58dc0cf3fd4a5638a is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:55:51.314429 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-59a1883c-d821-4f6e-bbbe-d88c0ad463a2 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:55:51.331380 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-59a1883c-d821-4f6e-bbbe-d88c0ad463a2 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:55:51.336504 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:51.339092 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-512e9ea5-70d6-4671-bcde-29c75bdf019f tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:51.353307 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-59a1883c-d821-4f6e-bbbe-d88c0ad463a2 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Notify callbacks [] for floatingip, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:51.367101 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8d2d0e-a4e5-481d-9055-9ca36c00c79e req-f7d3bac2-662a-44e5-885c-7366902320dc tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:51.378244 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ae8d2d0e-a4e5-481d-9055-9ca36c00c79e req-f7d3bac2-662a-44e5-885c-7366902320dc tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] 10.222.0.41 "GET /v2.0/ports?device_id=32244e54-23cc-458d-b7ea-5b386e43c2fc HTTP/1.1" status: 200 len: 949 time: 0.2678750 Jun 01 18:55:51.484136 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=af35f94e-baa7-492a-a849-23a884ba2285,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:55:51.502293 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-512e9ea5-70d6-4671-bcde-29c75bdf019f tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:51.509554 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-512e9ea5-70d6-4671-bcde-29c75bdf019f tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:51.511438 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-512e9ea5-70d6-4671-bcde-29c75bdf019f tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:51.619826 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1556342b-be98-4faa-bab5-5b6cf53705df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc93f83c3-7fb6-5c13-a9d4-29d739a4e8d2-006f8cb6-6839-48cb-ab0c-80b523bd7c43', 'network_id': '006f8cb6-6839-48cb-ab0c-80b523bd7c43', 'tenant_id': '9f71989c7c434331bb3847fd2e880727', 'fixed_ips': [{'subnet_id': '24bb7b4f-740a-46c1-a97f-bc2cd7b0e005'}]}} from n-d-844202-1. {{(pid=88526) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 18:55:51.620853 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-1556342b-be98-4faa-bab5-5b6cf53705df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:51.628665 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ae8d2d0e-a4e5-481d-9055-9ca36c00c79e req-cac7065a-9190-4991-b7ed-eab7853a80a6 tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] 10.222.0.41 "GET /v2.0/security-groups?id=c266819c-9421-4c09-b8ec-0766c6fc4de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2495246 Jun 01 18:55:51.642690 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512e9ea5-70d6-4671-bcde-29c75bdf019f tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Pushing event updated for resources: {'Network': ['ID=1e970b72-a4ee-4ef0-bbab-db46559f4f0f,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:55:51.646234 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-512e9ea5-70d6-4671-bcde-29c75bdf019f tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6698494 Jun 01 18:55:51.648904 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 60520) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:55:51.675834 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-e0fc0dc1-9125-4351-88ca-dc9f6a4daa2b tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Request body: {'network': {'name': 'tempest-router-network02--1645061967'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:55:51.676154 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce3e44a-12e9-4787-83c5-75f9421cd18b req-4d5a5cb1-06d0-46d5-acce-6da2f8ad889c tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:51.676309 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-e0fc0dc1-9125-4351-88ca-dc9f6a4daa2b tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:55:51.676404 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3ce3e44a-12e9-4787-83c5-75f9421cd18b req-4d5a5cb1-06d0-46d5-acce-6da2f8ad889c tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb004fdd-bd15-457d-91b4-9584fa047d1f HTTP/1.1" status: 200 len: 945 time: 0.2053266 Jun 01 18:55:51.686540 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-e0fc0dc1-9125-4351-88ca-dc9f6a4daa2b tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Usage tracker for resource:network and tenant:9f71989c7c434331bb3847fd2e880727 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:55:51.694370 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-e0fc0dc1-9125-4351-88ca-dc9f6a4daa2b tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:55:51.705602 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network 1e970b72-a4ee-4ef0-bbab-db46559f4f0f details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 18:55:51.710960 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-e0fc0dc1-9125-4351-88ca-dc9f6a4daa2b tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:55:51.729815 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-59a1883c-d821-4f6e-bbbe-d88c0ad463a2 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:51.738970 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0fc0dc1-9125-4351-88ca-dc9f6a4daa2b tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Made reservation on behalf of 9f71989c7c434331bb3847fd2e880727 for: {'network': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:55:51.742577 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e0fc0dc1-9125-4351-88ca-dc9f6a4daa2b tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:51.777143 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0fc0dc1-9125-4351-88ca-dc9f6a4daa2b tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 145} {{(pid=88524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 18:55:51.790052 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e0fc0dc1-9125-4351-88ca-dc9f6a4daa2b tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:51.790795 n-d-844202-1 neutron-server[88524]: INFO neutron.db.segments_db [None req-e0fc0dc1-9125-4351-88ca-dc9f6a4daa2b tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Added segment f16ba4d8-e8aa-4699-8aac-e0edda0256ef of type vlan for network cd468a68-4817-4e4e-8fcd-3bc37cbf8e9c Jun 01 18:55:51.824843 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3ce3e44a-12e9-4787-83c5-75f9421cd18b req-faf6ed12-3dd8-4002-ac01-c301704c89ea tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] 10.222.0.41 "GET /v2.0/security-groups?id=10328742-6369-4815-ae6a-3cb954039bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397927 Jun 01 18:55:51.828391 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e0fc0dc1-9125-4351-88ca-dc9f6a4daa2b tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:51.891216 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b794b51d-61a6-4d4a-b523-250d55f960fc'] response: {'server_uuid': 'ce2c9e52-b0bb-4517-921d-122a86fbeee2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af35f94e-baa7-492a-a849-23a884ba2285', 'code': 200} Jun 01 18:55:51.913293 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e0fc0dc1-9125-4351-88ca-dc9f6a4daa2b tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:51.944161 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0fc0dc1-9125-4351-88ca-dc9f6a4daa2b tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:51.945041 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e0fc0dc1-9125-4351-88ca-dc9f6a4daa2b tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:51.975595 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [None req-59a1883c-d821-4f6e-bbbe-d88c0ad463a2 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Allocated IP 172.25.4.85 (72a72e44-6845-488a-a5ff-3a26d4df9cb3/c314a23b-daa2-4106-ab28-8e6f954277b2/9d914324-13b9-43ba-be4f-c6195746a7ce) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:55:52.163802 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.db_base_plugin_common [None req-1556342b-be98-4faa-bab5-5b6cf53705df None None] Allocated IP 172.20.0.2 (006f8cb6-6839-48cb-ab0c-80b523bd7c43/24bb7b4f-740a-46c1-a97f-bc2cd7b0e005/d17e87ec-96c9-4f46-a23a-154d53823ce3) {{(pid=88526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:55:52.168158 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fc0dc1-9125-4351-88ca-dc9f6a4daa2b tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Pushing event updated for resources: {'Network': ['ID=cd468a68-4817-4e4e-8fcd-3bc37cbf8e9c,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:55:52.174919 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-e0fc0dc1-9125-4351-88ca-dc9f6a4daa2b tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5223758 Jun 01 18:55:52.177724 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 60532) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:55:52.196558 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-35007732-e2ba-4d33-9ff8-b9e387c030c4 tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Request body: {'subnet': {'network_id': '1e970b72-a4ee-4ef0-bbab-db46559f4f0f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:55:52.197829 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network cd468a68-4817-4e4e-8fcd-3bc37cbf8e9c details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 18:55:52.279582 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 60536) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:55:52.289246 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-cb7168d7-d5ab-426a-8217-e0080e0ade6b req-6900c801-fd45-4179-9c41-90c85ec9eaed tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/ports?device_id=594e6e02-b49f-46d7-a80a-450437cbea5b HTTP/1.1" status: 200 len: 210 time: 0.2838676 Jun 01 18:55:52.423655 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-35007732-e2ba-4d33-9ff8-b9e387c030c4 tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:55:52.436811 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-35007732-e2ba-4d33-9ff8-b9e387c030c4 tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Usage tracker for resource:subnet and tenant:9f71989c7c434331bb3847fd2e880727 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:55:52.443795 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-35007732-e2ba-4d33-9ff8-b9e387c030c4 tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:55:52.455035 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-35007732-e2ba-4d33-9ff8-b9e387c030c4 tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:55:52.473039 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35007732-e2ba-4d33-9ff8-b9e387c030c4 tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Made reservation on behalf of 9f71989c7c434331bb3847fd2e880727 for: {'subnet': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:55:52.475653 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-35007732-e2ba-4d33-9ff8-b9e387c030c4 tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3066584'] for subnet, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:52.628936 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-1556342b-be98-4faa-bab5-5b6cf53705df None None] Notify callbacks [] for port, precommit_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:52.638729 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device de9ccc2f-4787-43e3-92be-87652a65920b details requested by agent hyperv_n-h2-844202-1 with host n-h2-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 18:55:52.646649 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device de9ccc2f-4787-43e3-92be-87652a65920b no longer exists at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:55:52.671547 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-bac8ba29-fc2e-4b93-9e5b-72e9ce30628f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:52.694544 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-1556342b-be98-4faa-bab5-5b6cf53705df None None] Transition to ACTIVE for port object d17e87ec-96c9-4f46-a23a-154d53823ce3 will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:55:52.707328 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-bac8ba29-fc2e-4b93-9e5b-72e9ce30628f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:55:52.718742 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-bac8ba29-fc2e-4b93-9e5b-72e9ce30628f admin admin] Usage tracker for resource:security_group_rule and tenant:b28620924709484982592357dbc921c7 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:55:52.727596 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-bac8ba29-fc2e-4b93-9e5b-72e9ce30628f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:55:52.732104 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-1556342b-be98-4faa-bab5-5b6cf53705df None None] Transition to ACTIVE for port object d17e87ec-96c9-4f46-a23a-154d53823ce3 will not be triggered until provisioned by entity DHCP. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:55:52.735129 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56dbcb5-5943-4031-b622-29d8a4763464 req-8be43542-5080-4493-b852-cab826c4031b tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:52.735989 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-bac8ba29-fc2e-4b93-9e5b-72e9ce30628f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:55:52.737120 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e56dbcb5-5943-4031-b622-29d8a4763464 req-8be43542-5080-4493-b852-cab826c4031b tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.50 "GET /v2.0/networks?id=7a710216-a9ba-47da-a86f-23bc8e339e5a HTTP/1.1" status: 200 len: 812 time: 0.4468079 Jun 01 18:55:52.755494 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [req-e56dbcb5-5943-4031-b622-29d8a4763464 req-1481c42c-29e2-40c2-bc87-bf38f830d38f tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Request body: {'port': {'device_id': '594e6e02-b49f-46d7-a80a-450437cbea5b', 'network_id': '7a710216-a9ba-47da-a86f-23bc8e339e5a', 'admin_state_up': True, 'tenant_id': '0edcfecaba054f29a657f364ed77530c'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:55:52.777791 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f9d518-5aff-49be-a099-049f29f417b9 req-b9574b83-95d2-4e3b-a01b-a0d0e654738f tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:52.779275 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e3f9d518-5aff-49be-a099-049f29f417b9 req-b9574b83-95d2-4e3b-a01b-a0d0e654738f tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce2c9e52-b0bb-4517-921d-122a86fbeee2 HTTP/1.1" status: 200 len: 945 time: 0.2679229 Jun 01 18:55:52.802526 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-1556342b-be98-4faa-bab5-5b6cf53705df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526'] for port, after_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:52.902633 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e3f9d518-5aff-49be-a099-049f29f417b9 req-79a14b92-5a20-4ea2-ba36-35797be742a5 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/security-groups?id=e95c7360-01e1-4fb0-bbdb-7b11f637526c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870171 Jun 01 18:55:52.947180 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port de9ccc2f-4787-43e3-92be-87652a65920b is: ACTIVE; New status is: DOWN {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:55:52.948592 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:52.962264 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-35007732-e2ba-4d33-9ff8-b9e387c030c4 tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2718919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3066602'] for subnet, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:52.969790 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [req-e56dbcb5-5943-4031-b622-29d8a4763464 req-1481c42c-29e2-40c2-bc87-bf38f830d38f tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:55:52.985958 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1556342b-be98-4faa-bab5-5b6cf53705df None None] Network 006f8cb6-6839-48cb-ab0c-80b523bd7c43 is already hosted by enough agents. {{(pid=88526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:55:52.997878 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.base_scheduler [None req-1556342b-be98-4faa-bab5-5b6cf53705df None None] Resources bound (agent type, host, resource id): {{(pid=88526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:55:53.004390 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f990ac-cbd0-4694-b7e0-3431a103f85b req-54162973-f29f-4d7d-b47e-94b77b19d6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:53.006125 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a5f990ac-cbd0-4694-b7e0-3431a103f85b req-54162973-f29f-4d7d-b47e-94b77b19d6ad service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ce2c9e52-b0bb-4517-921d-122a86fbeee2 HTTP/1.1" status: 200 len: 1096 time: 0.7114689 Jun 01 18:55:53.011868 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [req-e56dbcb5-5943-4031-b622-29d8a4763464 req-1481c42c-29e2-40c2-bc87-bf38f830d38f tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:55:53.030180 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port de9ccc2f-4787-43e3-92be-87652a65920b, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=de9ccc2f-4787-43e3-92be-87652a65920b,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:55:53.032145 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1556342b-be98-4faa-bab5-5b6cf53705df None None] Received port after_create {{(pid=88526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:55:53.046719 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:53.058566 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bee00f-aaa1-4ee6-a84e-be8f1dca6ab9 req-7e2bb4dc-2f90-450f-b11f-d27f0eeb8c5a tempest-ServerGroupTestJSON-1602176105 tempest-ServerGroupTestJSON-1602176105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:53.066533 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d2bee00f-aaa1-4ee6-a84e-be8f1dca6ab9 req-7e2bb4dc-2f90-450f-b11f-d27f0eeb8c5a tempest-ServerGroupTestJSON-1602176105 tempest-ServerGroupTestJSON-1602176105-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0386357-df65-4024-8ace-59b9c3555862 HTTP/1.1" status: 200 len: 945 time: 0.4874370 Jun 01 18:55:53.084936 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1556342b-be98-4faa-bab5-5b6cf53705df None None] Pushing event updated for resources: {'Port': ['ID=d17e87ec-96c9-4f46-a23a-154d53823ce3,revision_number=1']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:55:53.093248 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-bac8ba29-fc2e-4b93-9e5b-72e9ce30628f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:53.097848 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-59a1883c-d821-4f6e-bbbe-d88c0ad463a2 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:53.112557 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e56dbcb5-5943-4031-b622-29d8a4763464 req-1481c42c-29e2-40c2-bc87-bf38f830d38f tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Made reservation on behalf of 0edcfecaba054f29a657f364ed77530c for: {'port': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:55:53.115956 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-e56dbcb5-5943-4031-b622-29d8a4763464 req-1481c42c-29e2-40c2-bc87-bf38f830d38f tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:53.149945 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-bac8ba29-fc2e-4b93-9e5b-72e9ce30628f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:53.227613 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35007732-e2ba-4d33-9ff8-b9e387c030c4 tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Pushing event updated for resources: {'Subnet': ['ID=89b94138-96cf-4f51-ae1b-152e96e76878,revision_number=0']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:55:53.235168 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port de9ccc2f-4787-43e3-92be-87652a65920b, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=de9ccc2f-4787-43e3-92be-87652a65920b,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:55:53.241077 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-bac8ba29-fc2e-4b93-9e5b-72e9ce30628f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b28620924709484982592357dbc921c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9583092 Jun 01 18:55:53.242763 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac8ba29-fc2e-4b93-9e5b-72e9ce30628f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af2855c5-253d-4046-a6c7-5ba3738e859f,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:55:53.245924 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 60548) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:55:53.247766 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-1556342b-be98-4faa-bab5-5b6cf53705df None None] Attempting to bind port d17e87ec-96c9-4f46-a23a-154d53823ce3 on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:55:53.247978 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-1556342b-be98-4faa-bab5-5b6cf53705df None None] Attempting to bind port d17e87ec-96c9-4f46-a23a-154d53823ce3 by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': '83b96f02-cd90-4398-a931-f988354c5080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '006f8cb6-6839-48cb-ab0c-80b523bd7c43'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:55:53.248361 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1556342b-be98-4faa-bab5-5b6cf53705df None None] Attempting to bind port d17e87ec-96c9-4f46-a23a-154d53823ce3 on network 006f8cb6-6839-48cb-ab0c-80b523bd7c43 {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:55:53.250755 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35007732-e2ba-4d33-9ff8-b9e387c030c4 tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Checking segment: {'id': 'c82bac3c-1ff5-4586-adab-f6a801333cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '1e970b72-a4ee-4ef0-bbab-db46559f4f0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:55:53.251116 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35007732-e2ba-4d33-9ff8-b9e387c030c4 tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Network hostable DHCP agents. Network: 1e970b72-a4ee-4ef0-bbab-db46559f4f0f, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88524) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 18:55:53.257013 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1556342b-be98-4faa-bab5-5b6cf53705df None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 18, 55, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:55:53.257861 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1556342b-be98-4faa-bab5-5b6cf53705df None None] Checking segment: {'id': '83b96f02-cd90-4398-a931-f988354c5080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '006f8cb6-6839-48cb-ab0c-80b523bd7c43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:55:53.257861 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-1556342b-be98-4faa-bab5-5b6cf53705df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:53.258062 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1556342b-be98-4faa-bab5-5b6cf53705df None None] Bound using segment: {'id': '83b96f02-cd90-4398-a931-f988354c5080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '006f8cb6-6839-48cb-ab0c-80b523bd7c43'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:55:53.258501 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-1556342b-be98-4faa-bab5-5b6cf53705df None None] Bound port: d17e87ec-96c9-4f46-a23a-154d53823ce3, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83b96f02-cd90-4398-a931-f988354c5080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '006f8cb6-6839-48cb-ab0c-80b523bd7c43'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:55:53.258866 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-1556342b-be98-4faa-bab5-5b6cf53705df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:53.277727 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Returning: {'device': 'de9ccc2f-4787-43e3-92be-87652a65920b', 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426', 'port_id': 'de9ccc2f-4787-43e3-92be-87652a65920b', 'mac_address': 'fa:16:3e:a5:d2:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35e3ad2f-9c88-4698-b634-4e1b58de1cc2', 'ip_address': '192.168.233.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 18:55:53.280460 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=de9ccc2f-4787-43e3-92be-87652a65920b,revision_number=9']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:55:53.327304 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35007732-e2ba-4d33-9ff8-b9e387c030c4 tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Network 1e970b72-a4ee-4ef0-bbab-db46559f4f0f is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88524) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 18:55:53.343749 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2824e2-0b6d-4398-b89e-bd68dc27ca55 req-545baec1-c5b1-412f-a7ab-f6347d3ab70e tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:53.345316 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-af2824e2-0b6d-4398-b89e-bd68dc27ca55 req-545baec1-c5b1-412f-a7ab-f6347d3ab70e tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] 10.222.0.41 "GET /v2.0/ports?device_id=32244e54-23cc-458d-b7ea-5b386e43c2fc HTTP/1.1" status: 200 len: 947 time: 0.2815681 Jun 01 18:55:53.357940 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-0a391165-0a3e-4f0f-bca3-29bb4886e1a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:53.360559 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a5f990ac-cbd0-4694-b7e0-3431a103f85b req-4e2a625a-10b4-4cd1-a61e-0459bc08a732 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=e95c7360-01e1-4fb0-bbdb-7b11f637526c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3432612 Jun 01 18:55:53.377989 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [req-e56dbcb5-5943-4031-b622-29d8a4763464 req-1481c42c-29e2-40c2-bc87-bf38f830d38f tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Allocated IP 172.20.0.6 (7a710216-a9ba-47da-a86f-23bc8e339e5a/8cebf7e9-1140-4183-b8b2-8d4c3920d222/df45b40a-1c3b-4ddd-9776-8fca10101d8a) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:55:53.380736 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-35007732-e2ba-4d33-9ff8-b9e387c030c4 tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, 1e970b72-a4ee-4ef0-bbab-db46559f4f0f) {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:55:53.386649 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d2bee00f-aaa1-4ee6-a84e-be8f1dca6ab9 req-aadc8713-a9e5-4a9c-819f-df86778d8165 tempest-ServerGroupTestJSON-1602176105 tempest-ServerGroupTestJSON-1602176105-project] 10.222.0.41 "GET /v2.0/security-groups?id=83dade30-e82d-42fd-a669-f22e3bcf9262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3170691 Jun 01 18:55:53.398647 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35007732-e2ba-4d33-9ff8-b9e387c030c4 tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:53.399565 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-35007732-e2ba-4d33-9ff8-b9e387c030c4 tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:53.422168 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15cd49d2-2951-4bc9-bdeb-e0beb9d3a529 None None] Network 1e970b72-a4ee-4ef0-bbab-db46559f4f0f requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 18:55:53.452064 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-af2824e2-0b6d-4398-b89e-bd68dc27ca55 req-922e83a1-f3ee-4e0d-b36e-e49e76035948 tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] 10.222.0.41 "GET /v2.0/security-groups?id=c266819c-9421-4c09-b8ec-0766c6fc4de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908561 Jun 01 18:55:53.452064 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-0a391165-0a3e-4f0f-bca3-29bb4886e1a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:53.475037 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-35007732-e2ba-4d33-9ff8-b9e387c030c4 tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2961683 Jun 01 18:55:53.481340 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 60554) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:55:53.502982 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-7c22e5af-2078-4c64-b9be-80255bcb9578 tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Request body: {'subnet': {'network_id': 'cd468a68-4817-4e4e-8fcd-3bc37cbf8e9c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:55:53.542072 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port de9ccc2f-4787-43e3-92be-87652a65920b is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:55:53.542490 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:53.570463 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-1556342b-be98-4faa-bab5-5b6cf53705df None None] For port d17e87ec-96c9-4f46-a23a-154d53823ce3, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:55:53.577867 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de9ccc2f-4787-43e3-92be-87652a65920b {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:55:53.580545 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-59a1883c-d821-4f6e-bbbe-d88c0ad463a2 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:53.594936 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-1556342b-be98-4faa-bab5-5b6cf53705df None None] For port d17e87ec-96c9-4f46-a23a-154d53823ce3, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=d17e87ec-96c9-4f46-a23a-154d53823ce3,segment=NetworkSegment(83b96f02-cd90-4398-a931-f988354c5080),segment_id=83b96f02-cd90-4398-a931-f988354c5080)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:55:53.614217 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-1556342b-be98-4faa-bab5-5b6cf53705df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:53.656896 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port de9ccc2f-4787-43e3-92be-87652a65920b, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=de9ccc2f-4787-43e3-92be-87652a65920b,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:55:53.691144 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:53.770018 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1556342b-be98-4faa-bab5-5b6cf53705df None None] Pushing event updated for resources: {'Port': ['ID=d17e87ec-96c9-4f46-a23a-154d53823ce3,revision_number=2']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:55:53.885501 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02ab72dc-173e-4e7b-a9cf-f92856b1f05c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc93f83c3-7fb6-5c13-a9d4-29d739a4e8d2-1e970b72-a4ee-4ef0-bbab-db46559f4f0f', 'network_id': '1e970b72-a4ee-4ef0-bbab-db46559f4f0f', 'tenant_id': '9f71989c7c434331bb3847fd2e880727', 'fixed_ips': [{'subnet_id': '89b94138-96cf-4f51-ae1b-152e96e76878'}]}} from n-d-844202-1. {{(pid=88526) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 18:55:53.886901 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-02ab72dc-173e-4e7b-a9cf-f92856b1f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:53.902317 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32244e54-23cc-458d-b7ea-5b386e43c2fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de9ccc2f-4787-43e3-92be-87652a65920b'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:55:53.905785 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4f352196-1ce8-4d72-8158-9acee1bc9edc req-02aab77f-b9fa-4973-814f-b995d93a6247 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/ports?device_id=594e6e02-b49f-46d7-a80a-450437cbea5b HTTP/1.1" status: 200 len: 210 time: 0.2032809 Jun 01 18:55:53.932731 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-e56dbcb5-5943-4031-b622-29d8a4763464 req-1481c42c-29e2-40c2-bc87-bf38f830d38f tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:53.936020 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=de9ccc2f-4787-43e3-92be-87652a65920b,revision_number=10']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:55:53.950017 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] get_ports_and_sgs() called for port_ids ['de9ccc2f-4787-43e3-92be-87652a65920b'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:55:53.959503 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-7c22e5af-2078-4c64-b9be-80255bcb9578 tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:55:53.977492 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-7c22e5af-2078-4c64-b9be-80255bcb9578 tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Usage tracker for resource:subnet and tenant:9f71989c7c434331bb3847fd2e880727 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:55:53.988401 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-7c22e5af-2078-4c64-b9be-80255bcb9578 tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:55:53.991467 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-0a391165-0a3e-4f0f-bca3-29bb4886e1a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:53.991647 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59a1883c-d821-4f6e-bbbe-d88c0ad463a2 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:55:54.012174 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46cea41e-8b43-4b1b-97a9-42c0c99f66ec'] response: {'server_uuid': '32244e54-23cc-458d-b7ea-5b386e43c2fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de9ccc2f-4787-43e3-92be-87652a65920b', 'code': 200} Jun 01 18:55:54.028673 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-7c22e5af-2078-4c64-b9be-80255bcb9578 tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:55:54.068819 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a391165-0a3e-4f0f-bca3-29bb4886e1a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af2855c5-253d-4046-a6c7-5ba3738e859f,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:55:54.084810 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-e56dbcb5-5943-4031-b622-29d8a4763464 req-1481c42c-29e2-40c2-bc87-bf38f830d38f tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:54.099954 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-59a1883c-d821-4f6e-bbbe-d88c0ad463a2 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:55:54.101029 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c22e5af-2078-4c64-b9be-80255bcb9578 tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Made reservation on behalf of 9f71989c7c434331bb3847fd2e880727 for: {'subnet': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:55:54.108095 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-7c22e5af-2078-4c64-b9be-80255bcb9578 tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3066584'] for subnet, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:54.126178 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-0a391165-0a3e-4f0f-bca3-29bb4886e1a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:54.137116 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a1883c-d821-4f6e-bbbe-d88c0ad463a2 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:55:54.153444 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-0a391165-0a3e-4f0f-bca3-29bb4886e1a5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/af2855c5-253d-4046-a6c7-5ba3738e859f HTTP/1.1" status: 204 len: 168 time: 0.9048579 Jun 01 18:55:54.169822 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a21702c-584d-484e-a64a-f0a3e66905ef req-ced6931a-5efd-4896-bf2f-7f832f8cf267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:54.178092 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-8a21702c-584d-484e-a64a-f0a3e66905ef req-ced6931a-5efd-4896-bf2f-7f832f8cf267 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=cb004fdd-bd15-457d-91b4-9584fa047d1f HTTP/1.1" status: 200 len: 1096 time: 0.4722524 Jun 01 18:55:54.239488 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a1883c-d821-4f6e-bbbe-d88c0ad463a2 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Pushing event updated for resources: {'Port': ['ID=9d914324-13b9-43ba-be4f-c6195746a7ce,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:55:54.257835 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e56dbcb5-5943-4031-b622-29d8a4763464 req-1481c42c-29e2-40c2-bc87-bf38f830d38f tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Network 7a710216-a9ba-47da-a86f-23bc8e339e5a is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:55:54.312899 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.db_base_plugin_common [None req-02ab72dc-173e-4e7b-a9cf-f92856b1f05c None None] Allocated IP 172.20.0.2 (1e970b72-a4ee-4ef0-bbab-db46559f4f0f/89b94138-96cf-4f51-ae1b-152e96e76878/f814ffe6-fb51-4454-8e19-b4c6d6b14e31) {{(pid=88526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:55:54.314723 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-59a1883c-d821-4f6e-bbbe-d88c0ad463a2 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:54.349361 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [req-e56dbcb5-5943-4031-b622-29d8a4763464 req-1481c42c-29e2-40c2-bc87-bf38f830d38f tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:55:54.490685 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [req-e56dbcb5-5943-4031-b622-29d8a4763464 req-1481c42c-29e2-40c2-bc87-bf38f830d38f tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:55:54.524801 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-59a1883c-d821-4f6e-bbbe-d88c0ad463a2 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:54.620597 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-7c22e5af-2078-4c64-b9be-80255bcb9578 tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2718919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3066602'] for subnet, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:54.623996 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-02ab72dc-173e-4e7b-a9cf-f92856b1f05c None None] Notify callbacks [] for port, precommit_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:54.638050 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-02ab72dc-173e-4e7b-a9cf-f92856b1f05c None None] Transition to ACTIVE for port object f814ffe6-fb51-4454-8e19-b4c6d6b14e31 will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:55:54.666253 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-02ab72dc-173e-4e7b-a9cf-f92856b1f05c None None] Transition to ACTIVE for port object f814ffe6-fb51-4454-8e19-b4c6d6b14e31 will not be triggered until provisioned by entity DHCP. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:55:54.676463 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-02ab72dc-173e-4e7b-a9cf-f92856b1f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526'] for port, after_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:54.762696 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-8a21702c-584d-484e-a64a-f0a3e66905ef req-8afb39b1-a202-4f55-a0f2-dcaa668cac51 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=10328742-6369-4815-ae6a-3cb954039bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5760863 Jun 01 18:55:54.771561 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02ab72dc-173e-4e7b-a9cf-f92856b1f05c None None] Network 1e970b72-a4ee-4ef0-bbab-db46559f4f0f is already hosted by enough agents. {{(pid=88526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:55:54.774914 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.base_scheduler [None req-02ab72dc-173e-4e7b-a9cf-f92856b1f05c None None] Resources bound (agent type, host, resource id): {{(pid=88526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:55:54.779115 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ab72dc-173e-4e7b-a9cf-f92856b1f05c None None] Received port after_create {{(pid=88526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:55:54.809393 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ab72dc-173e-4e7b-a9cf-f92856b1f05c None None] Pushing event updated for resources: {'Port': ['ID=f814ffe6-fb51-4454-8e19-b4c6d6b14e31,revision_number=1']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:55:54.813491 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c22e5af-2078-4c64-b9be-80255bcb9578 tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Checking segment: {'id': 'f16ba4d8-e8aa-4699-8aac-e0edda0256ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'cd468a68-4817-4e4e-8fcd-3bc37cbf8e9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:55:54.814185 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c22e5af-2078-4c64-b9be-80255bcb9578 tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Network hostable DHCP agents. Network: cd468a68-4817-4e4e-8fcd-3bc37cbf8e9c, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88524) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 18:55:54.860442 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e7ae91-0f00-4073-a74a-8faf3abd7e8f req-e04d62c0-77df-4083-8bb7-8d3f39fc7a0c tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:54.870596 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-95e7ae91-0f00-4073-a74a-8faf3abd7e8f req-e04d62c0-77df-4083-8bb7-8d3f39fc7a0c tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce2c9e52-b0bb-4517-921d-122a86fbeee2 HTTP/1.1" status: 200 len: 945 time: 0.5315719 Jun 01 18:55:54.876551 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c22e5af-2078-4c64-b9be-80255bcb9578 tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Network cd468a68-4817-4e4e-8fcd-3bc37cbf8e9c is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88524) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 18:55:54.947121 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-7c22e5af-2078-4c64-b9be-80255bcb9578 tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, cd468a68-4817-4e4e-8fcd-3bc37cbf8e9c) {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:55:54.957805 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcef5c03-a5dc-4e6a-bfe3-cfe55438bcff None None] Network cd468a68-4817-4e4e-8fcd-3bc37cbf8e9c requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 18:55:54.967787 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c22e5af-2078-4c64-b9be-80255bcb9578 tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:54.977507 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-7c22e5af-2078-4c64-b9be-80255bcb9578 tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:54.992295 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-95e7ae91-0f00-4073-a74a-8faf3abd7e8f req-44ab400b-381f-4780-a31e-a82313f60f96 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/security-groups?id=e95c7360-01e1-4fb0-bbdb-7b11f637526c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205575 Jun 01 18:55:54.992943 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c22e5af-2078-4c64-b9be-80255bcb9578 tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Pushing event updated for resources: {'Subnet': ['ID=1abe9be9-a66f-4228-ad57-78fa5d81b03e,revision_number=0']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:55:55.036142 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56dbcb5-5943-4031-b622-29d8a4763464 req-1481c42c-29e2-40c2-bc87-bf38f830d38f tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:55.037610 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-e56dbcb5-5943-4031-b622-29d8a4763464 req-1481c42c-29e2-40c2-bc87-bf38f830d38f tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:55.039672 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-7c22e5af-2078-4c64-b9be-80255bcb9578 tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5551822 Jun 01 18:55:55.042882 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 60584) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:55:55.117360 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-02ab72dc-173e-4e7b-a9cf-f92856b1f05c None None] Attempting to bind port f814ffe6-fb51-4454-8e19-b4c6d6b14e31 on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:55:55.117703 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-02ab72dc-173e-4e7b-a9cf-f92856b1f05c None None] Attempting to bind port f814ffe6-fb51-4454-8e19-b4c6d6b14e31 by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': 'c82bac3c-1ff5-4586-adab-f6a801333cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '1e970b72-a4ee-4ef0-bbab-db46559f4f0f'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:55:55.118060 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ab72dc-173e-4e7b-a9cf-f92856b1f05c None None] Attempting to bind port f814ffe6-fb51-4454-8e19-b4c6d6b14e31 on network 1e970b72-a4ee-4ef0-bbab-db46559f4f0f {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:55:55.125127 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1481c42c-29e2-40c2-bc87-bf38f830d38f tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Pushing event updated for resources: {'Port': ['ID=df45b40a-1c3b-4ddd-9776-8fca10101d8a,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:55:55.146058 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4788cf-2688-4995-b9dd-77d0480e8c9b req-3b346dde-ab31-4eab-9255-dbf281235f08 tempest-ServerGroupTestJSON-1602176105 tempest-ServerGroupTestJSON-1602176105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:55.147832 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-1b4788cf-2688-4995-b9dd-77d0480e8c9b req-3b346dde-ab31-4eab-9255-dbf281235f08 tempest-ServerGroupTestJSON-1602176105 tempest-ServerGroupTestJSON-1602176105-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0386357-df65-4024-8ace-59b9c3555862 HTTP/1.1" status: 200 len: 945 time: 1.1757333 Jun 01 18:55:55.157386 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ab72dc-173e-4e7b-a9cf-f92856b1f05c None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 18, 55, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:55:55.157757 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ab72dc-173e-4e7b-a9cf-f92856b1f05c None None] Checking segment: {'id': 'c82bac3c-1ff5-4586-adab-f6a801333cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '1e970b72-a4ee-4ef0-bbab-db46559f4f0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:55:55.158156 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-02ab72dc-173e-4e7b-a9cf-f92856b1f05c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:55.158541 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ab72dc-173e-4e7b-a9cf-f92856b1f05c None None] Bound using segment: {'id': 'c82bac3c-1ff5-4586-adab-f6a801333cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '1e970b72-a4ee-4ef0-bbab-db46559f4f0f'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:55:55.159013 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-02ab72dc-173e-4e7b-a9cf-f92856b1f05c None None] Bound port: f814ffe6-fb51-4454-8e19-b4c6d6b14e31, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c82bac3c-1ff5-4586-adab-f6a801333cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '1e970b72-a4ee-4ef0-bbab-db46559f4f0f'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:55:55.159638 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-02ab72dc-173e-4e7b-a9cf-f92856b1f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:55.280885 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bd783e-7e22-4ebf-953d-bbe8bfb8389a req-74b25499-f4ec-4284-bc39-e36a6f19d73c tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:55.282829 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-87bd783e-7e22-4ebf-953d-bbe8bfb8389a req-74b25499-f4ec-4284-bc39-e36a6f19d73c tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb004fdd-bd15-457d-91b4-9584fa047d1f HTTP/1.1" status: 200 len: 945 time: 1.4476500 Jun 01 18:55:55.284152 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e56dbcb5-5943-4031-b622-29d8a4763464 req-1481c42c-29e2-40c2-bc87-bf38f830d38f tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5354483 Jun 01 18:55:55.322056 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [req-e56dbcb5-5943-4031-b622-29d8a4763464 req-49ef8ca5-dcc4-449b-88b7-d656da1795d2 service neutron] Request body: {'port': {'device_id': '594e6e02-b49f-46d7-a80a-450437cbea5b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844202-1'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:55:55.329055 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4cd56c4-78c0-4adc-8068-49b1bf76f439 None None] Network 006f8cb6-6839-48cb-ab0c-80b523bd7c43 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 18:55:55.407689 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [req-1b4788cf-2688-4995-b9dd-77d0480e8c9b req-f455506d-807c-471c-9276-e1bba8f87317 tempest-ServerGroupTestJSON-1602176105 tempest-ServerGroupTestJSON-1602176105-project] Deleting port 2071b2dd-2d53-40d5-a45f-ab20ee36c890 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:55:55.408038 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-1b4788cf-2688-4995-b9dd-77d0480e8c9b req-f455506d-807c-471c-9276-e1bba8f87317 tempest-ServerGroupTestJSON-1602176105 tempest-ServerGroupTestJSON-1602176105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:55.504829 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-02ab72dc-173e-4e7b-a9cf-f92856b1f05c None None] For port f814ffe6-fb51-4454-8e19-b4c6d6b14e31, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:55:55.530196 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-02ab72dc-173e-4e7b-a9cf-f92856b1f05c None None] For port f814ffe6-fb51-4454-8e19-b4c6d6b14e31, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=f814ffe6-fb51-4454-8e19-b4c6d6b14e31,segment=NetworkSegment(c82bac3c-1ff5-4586-adab-f6a801333cd9),segment_id=c82bac3c-1ff5-4586-adab-f6a801333cd9)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:55:55.573124 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-e56dbcb5-5943-4031-b622-29d8a4763464 req-49ef8ca5-dcc4-449b-88b7-d656da1795d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:55.584437 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a484a4-686f-495a-abe2-c481dcdb99cf req-17af657e-6eb3-402f-84cf-64280491394e tempest-ServerGroupTestJSON-1602176105 tempest-ServerGroupTestJSON-1602176105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:55.586558 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-c26e1130-7dad-4d5b-8218-3fbc346c787f None None] Provisioning for port d17e87ec-96c9-4f46-a23a-154d53823ce3 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:55:55.591320 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-02ab72dc-173e-4e7b-a9cf-f92856b1f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:55.593981 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-30a484a4-686f-495a-abe2-c481dcdb99cf req-17af657e-6eb3-402f-84cf-64280491394e tempest-ServerGroupTestJSON-1602176105 tempest-ServerGroupTestJSON-1602176105-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0386357-df65-4024-8ace-59b9c3555862 HTTP/1.1" status: 200 len: 945 time: 0.3836482 Jun 01 18:55:55.660079 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea1ed38c-86bb-4626-8b46-fea657889ed1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc93f83c3-7fb6-5c13-a9d4-29d739a4e8d2-cd468a68-4817-4e4e-8fcd-3bc37cbf8e9c', 'network_id': 'cd468a68-4817-4e4e-8fcd-3bc37cbf8e9c', 'tenant_id': '9f71989c7c434331bb3847fd2e880727', 'fixed_ips': [{'subnet_id': '1abe9be9-a66f-4228-ad57-78fa5d81b03e'}]}} from n-d-844202-1. {{(pid=88526) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 18:55:55.661466 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-ea1ed38c-86bb-4626-8b46-fea657889ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:55.680008 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.db.resource_extend [None req-59a1883c-d821-4f6e-bbbe-d88c0ad463a2 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 18:55:55.789456 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device d17e87ec-96c9-4f46-a23a-154d53823ce3 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:55:55.857429 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-30a484a4-686f-495a-abe2-c481dcdb99cf req-02ab447c-fd4d-40b6-aaf5-037f732f7e11 tempest-ServerGroupTestJSON-1602176105 tempest-ServerGroupTestJSON-1602176105-project] 10.222.0.41 "GET /v2.0/security-groups?id=83dade30-e82d-42fd-a669-f22e3bcf9262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2624743 Jun 01 18:55:55.863454 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-87bd783e-7e22-4ebf-953d-bbe8bfb8389a req-799eed16-867c-46c9-bf96-ad091d22934c tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] 10.222.0.41 "GET /v2.0/security-groups?id=10328742-6369-4815-ae6a-3cb954039bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5726104 Jun 01 18:55:55.971783 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ab72dc-173e-4e7b-a9cf-f92856b1f05c None None] Pushing event updated for resources: {'Port': ['ID=f814ffe6-fb51-4454-8e19-b4c6d6b14e31,revision_number=2']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:55:56.051023 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 60600) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:55:56.052546 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-723a9bac-94f1-4c38-9a9b-cf61800a2f59 tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:56.175897 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port d17e87ec-96c9-4f46-a23a-154d53823ce3 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:55:56.185701 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-1b4788cf-2688-4995-b9dd-77d0480e8c9b req-f455506d-807c-471c-9276-e1bba8f87317 tempest-ServerGroupTestJSON-1602176105 tempest-ServerGroupTestJSON-1602176105-project] For port 2071b2dd-2d53-40d5-a45f-ab20ee36c890, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=2071b2dd-2d53-40d5-a45f-ab20ee36c890,segment=NetworkSegment(59eb48ab-703f-4091-be81-4cfe4fa6fa64),segment_id=59eb48ab-703f-4091-be81-4cfe4fa6fa64)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:55:56.186131 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-1b4788cf-2688-4995-b9dd-77d0480e8c9b req-f455506d-807c-471c-9276-e1bba8f87317 tempest-ServerGroupTestJSON-1602176105 tempest-ServerGroupTestJSON-1602176105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:56.249409 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port d17e87ec-96c9-4f46-a23a-154d53823ce3 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:55:56.249791 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:56.354856 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f3aebbd6-22e3-426d-abd9-e681659bebac admin admin] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:56.383331 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [req-1b4788cf-2688-4995-b9dd-77d0480e8c9b req-f455506d-807c-471c-9276-e1bba8f87317 tempest-ServerGroupTestJSON-1602176105 tempest-ServerGroupTestJSON-1602176105-project] Calling delete_port for 2071b2dd-2d53-40d5-a45f-ab20ee36c890 owned by compute:nova {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:55:56.438788 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.db_base_plugin_common [None req-ea1ed38c-86bb-4626-8b46-fea657889ed1 None None] Allocated IP 172.20.0.2 (cd468a68-4817-4e4e-8fcd-3bc37cbf8e9c/1abe9be9-a66f-4228-ad57-78fa5d81b03e/4ca83bf8-ff3f-424d-a088-47f939da8a10) {{(pid=88526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:55:56.469769 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-59a1883c-d821-4f6e-bbbe-d88c0ad463a2 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Notify callbacks [] for port, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:56.516760 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-59a1883c-d821-4f6e-bbbe-d88c0ad463a2 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:56.528207 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port d17e87ec-96c9-4f46-a23a-154d53823ce3 is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:55:56.529588 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:56.640521 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device de9ccc2f-4787-43e3-92be-87652a65920b up at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:55:56.672623 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-f3aebbd6-22e3-426d-abd9-e681659bebac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:55:56.705382 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-f3aebbd6-22e3-426d-abd9-e681659bebac admin admin] Usage tracker for resource:security_group_rule and tenant:c1fd66162c154fe0b8761afe44d27f14 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:55:56.721973 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-f3aebbd6-22e3-426d-abd9-e681659bebac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:55:56.736164 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-f3aebbd6-22e3-426d-abd9-e681659bebac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:55:56.743502 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port d17e87ec-96c9-4f46-a23a-154d53823ce3, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=d17e87ec-96c9-4f46-a23a-154d53823ce3,segment=NetworkSegment(83b96f02-cd90-4398-a931-f988354c5080),segment_id=83b96f02-cd90-4398-a931-f988354c5080)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:55:56.759792 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:56.821748 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a1883c-d821-4f6e-bbbe-d88c0ad463a2 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Pushing event updated for resources: {'Port': ['ID=9d914324-13b9-43ba-be4f-c6195746a7ce,revision_number=2']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:55:56.861025 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea477b3-69e2-4397-a5b6-9ecc780ddcc4 req-c1dce3cc-db5a-460b-a222-2eb3adc7a460 tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:56.862501 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-eea477b3-69e2-4397-a5b6-9ecc780ddcc4 req-c1dce3cc-db5a-460b-a222-2eb3adc7a460 tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] 10.222.0.41 "GET /v2.0/ports?device_id=32244e54-23cc-458d-b7ea-5b386e43c2fc HTTP/1.1" status: 200 len: 949 time: 0.4745026 Jun 01 18:55:56.877606 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-59a1883c-d821-4f6e-bbbe-d88c0ad463a2 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887712'] for floatingip, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:56.885776 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-1b4788cf-2688-4995-b9dd-77d0480e8c9b req-f455506d-807c-471c-9276-e1bba8f87317 tempest-ServerGroupTestJSON-1602176105 tempest-ServerGroupTestJSON-1602176105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:56.919928 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=d17e87ec-96c9-4f46-a23a-154d53823ce3,revision_number=3']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:55:56.928051 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-fa0b3e42-2a5a-4336-8adf-a8117df7a615 None None] Provisioning complete for port d17e87ec-96c9-4f46-a23a-154d53823ce3 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:55:56.928480 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-fa0b3e42-2a5a-4336-8adf-a8117df7a615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:56.992304 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-ea1ed38c-86bb-4626-8b46-fea657889ed1 None None] Notify callbacks [] for port, precommit_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:57.005791 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning complete for port de9ccc2f-4787-43e3-92be-87652a65920b triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:55:57.006160 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:57.039415 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-eea477b3-69e2-4397-a5b6-9ecc780ddcc4 req-558bd8d6-0562-4321-b182-7e4b2d922d13 tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] 10.222.0.41 "GET /v2.0/security-groups?id=c266819c-9421-4c09-b8ec-0766c6fc4de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321597 Jun 01 18:55:57.066088 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-ea1ed38c-86bb-4626-8b46-fea657889ed1 None None] Transition to ACTIVE for port object 4ca83bf8-ff3f-424d-a088-47f939da8a10 will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:55:57.066312 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [None req-723a9bac-94f1-4c38-9a9b-cf61800a2f59 tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Allocated IP 172.20.0.1 (1e970b72-a4ee-4ef0-bbab-db46559f4f0f/89b94138-96cf-4f51-ae1b-152e96e76878/3b3a49d5-2192-46a7-b243-da81e11df1e9) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:55:57.108485 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f3aebbd6-22e3-426d-abd9-e681659bebac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:57.127106 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-ea1ed38c-86bb-4626-8b46-fea657889ed1 None None] Transition to ACTIVE for port object 4ca83bf8-ff3f-424d-a088-47f939da8a10 will not be triggered until provisioned by entity DHCP. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:55:57.127484 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f3aebbd6-22e3-426d-abd9-e681659bebac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:57.138982 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-ea1ed38c-86bb-4626-8b46-fea657889ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526'] for port, after_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:57.195859 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [req-e56dbcb5-5943-4031-b622-29d8a4763464 req-49ef8ca5-dcc4-449b-88b7-d656da1795d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df45b40a-1c3b-4ddd-9776-8fca10101d8a {{(pid=88525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:55:57.206319 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-e56dbcb5-5943-4031-b622-29d8a4763464 req-49ef8ca5-dcc4-449b-88b7-d656da1795d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:57.227074 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [req-e56dbcb5-5943-4031-b622-29d8a4763464 req-49ef8ca5-dcc4-449b-88b7-d656da1795d2 service neutron] Transition to ACTIVE for port object df45b40a-1c3b-4ddd-9776-8fca10101d8a will not be triggered until provisioned by entity L2. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:55:57.307661 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea1ed38c-86bb-4626-8b46-fea657889ed1 None None] Network cd468a68-4817-4e4e-8fcd-3bc37cbf8e9c is already hosted by enough agents. {{(pid=88526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:55:57.315900 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.base_scheduler [None req-ea1ed38c-86bb-4626-8b46-fea657889ed1 None None] Resources bound (agent type, host, resource id): {{(pid=88526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:55:57.318046 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1ed38c-86bb-4626-8b46-fea657889ed1 None None] Pushing event updated for resources: {'Port': ['ID=4ca83bf8-ff3f-424d-a088-47f939da8a10,revision_number=1']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:55:57.318193 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-e56dbcb5-5943-4031-b622-29d8a4763464 req-49ef8ca5-dcc4-449b-88b7-d656da1795d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:57.320309 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea1ed38c-86bb-4626-8b46-fea657889ed1 None None] Received port after_create {{(pid=88526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:55:57.323107 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f455506d-807c-471c-9276-e1bba8f87317 tempest-ServerGroupTestJSON-1602176105 tempest-ServerGroupTestJSON-1602176105-project] Pushing event deleted for resources: {'Port': ['ID=2071b2dd-2d53-40d5-a45f-ab20ee36c890,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:55:57.328950 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-59a1883c-d821-4f6e-bbbe-d88c0ad463a2 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for floatingip, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:57.332690 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-59a1883c-d821-4f6e-bbbe-d88c0ad463a2 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.0666535 Jun 01 18:55:57.344328 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-f3aebbd6-22e3-426d-abd9-e681659bebac admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c1fd66162c154fe0b8761afe44d27f14&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2672827 Jun 01 18:55:57.352250 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 60614) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:55:57.361875 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3aebbd6-22e3-426d-abd9-e681659bebac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=557f5708-f84f-4da3-a7c9-cdb92a56d3d3,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:55:57.397703 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-fa0b3e42-2a5a-4336-8adf-a8117df7a615 None None] Current status of the port d17e87ec-96c9-4f46-a23a-154d53823ce3 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:55:57.445205 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port de9ccc2f-4787-43e3-92be-87652a65920b is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:55:57.445703 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:57.476957 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12c53e1c-e037-4a73-94da-1b72925c4d13 None None] Network 1e970b72-a4ee-4ef0-bbab-db46559f4f0f requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 18:55:57.483189 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f924cdf4-184d-4daf-97d3-38c051dd9f4c req-f9312570-5fca-4b08-a2d4-27d73bb92976 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:57.484798 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f924cdf4-184d-4daf-97d3-38c051dd9f4c req-f9312570-5fca-4b08-a2d4-27d73bb92976 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce2c9e52-b0bb-4517-921d-122a86fbeee2 HTTP/1.1" status: 200 len: 945 time: 0.2630925 Jun 01 18:55:57.490347 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-723a9bac-94f1-4c38-9a9b-cf61800a2f59 tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:57.520293 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32244e54-23cc-458d-b7ea-5b386e43c2fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de9ccc2f-4787-43e3-92be-87652a65920b'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:55:57.536368 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [None req-723a9bac-94f1-4c38-9a9b-cf61800a2f59 tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Transition to ACTIVE for port object 3b3a49d5-2192-46a7-b243-da81e11df1e9 will not be triggered until provisioned by entity DHCP. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:55:57.544884 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port de9ccc2f-4787-43e3-92be-87652a65920b, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=de9ccc2f-4787-43e3-92be-87652a65920b,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:55:57.573129 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f924cdf4-184d-4daf-97d3-38c051dd9f4c req-d2faffbf-6a49-4925-b6cc-c0f2dbe11744 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/security-groups?id=e95c7360-01e1-4fb0-bbdb-7b11f637526c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783429 Jun 01 18:55:57.593739 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-723a9bac-94f1-4c38-9a9b-cf61800a2f59 tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:57.608409 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc043d2-4a34-4cdc-8658-d7ffb826a8f1 req-506aa16f-3956-41f6-bff4-b0ab016afc3a tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:57.609116 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-1bc043d2-4a34-4cdc-8658-d7ffb826a8f1 req-506aa16f-3956-41f6-bff4-b0ab016afc3a tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Synchronizing usage tracker for tenant:0edcfecaba054f29a657f364ed77530c on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:55:57.676272 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-ea1ed38c-86bb-4626-8b46-fea657889ed1 None None] Attempting to bind port 4ca83bf8-ff3f-424d-a088-47f939da8a10 on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:55:57.677135 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-ea1ed38c-86bb-4626-8b46-fea657889ed1 None None] Attempting to bind port 4ca83bf8-ff3f-424d-a088-47f939da8a10 by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': 'f16ba4d8-e8aa-4699-8aac-e0edda0256ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'cd468a68-4817-4e4e-8fcd-3bc37cbf8e9c'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:55:57.677722 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea1ed38c-86bb-4626-8b46-fea657889ed1 None None] Attempting to bind port 4ca83bf8-ff3f-424d-a088-47f939da8a10 on network cd468a68-4817-4e4e-8fcd-3bc37cbf8e9c {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:55:57.683819 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:57.700153 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-723a9bac-94f1-4c38-9a9b-cf61800a2f59 tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Network 1e970b72-a4ee-4ef0-bbab-db46559f4f0f is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:55:57.701423 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-723a9bac-94f1-4c38-9a9b-cf61800a2f59 tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:55:57.703955 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723a9bac-94f1-4c38-9a9b-cf61800a2f59 tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:55:57.763541 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723a9bac-94f1-4c38-9a9b-cf61800a2f59 tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Pushing event updated for resources: {'Port': ['ID=3b3a49d5-2192-46a7-b243-da81e11df1e9,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:55:57.766974 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b4788cf-2688-4995-b9dd-77d0480e8c9b req-f455506d-807c-471c-9276-e1bba8f87317 tempest-ServerGroupTestJSON-1602176105 tempest-ServerGroupTestJSON-1602176105-project] No DVR routers for this DVR port 2071b2dd-2d53-40d5-a45f-ab20ee36c890 on host n-h1-844202-1 {{(pid=88525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 18:55:57.773109 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ef8ca5-dcc4-449b-88b7-d656da1795d2 service neutron] Pushing event updated for resources: {'Port': ['ID=df45b40a-1c3b-4ddd-9776-8fca10101d8a,revision_number=2']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:55:57.776478 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-1b4788cf-2688-4995-b9dd-77d0480e8c9b req-f455506d-807c-471c-9276-e1bba8f87317 tempest-ServerGroupTestJSON-1602176105 tempest-ServerGroupTestJSON-1602176105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:57.778511 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-1b4788cf-2688-4995-b9dd-77d0480e8c9b req-f455506d-807c-471c-9276-e1bba8f87317 tempest-ServerGroupTestJSON-1602176105 tempest-ServerGroupTestJSON-1602176105-project] 10.222.0.15 "DELETE /v2.0/ports/2071b2dd-2d53-40d5-a45f-ab20ee36c890 HTTP/1.1" status: 204 len: 173 time: 2.6014192 Jun 01 18:55:57.783597 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0386357-df65-4024-8ace-59b9c3555862', 'name': 'network-vif-deleted', 'tag': '2071b2dd-2d53-40d5-a45f-ab20ee36c890'}] {{(pid=88525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:55:57.786014 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-723a9bac-94f1-4c38-9a9b-cf61800a2f59 tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-887605'] for router_interface, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:57.832551 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-1bc043d2-4a34-4cdc-8658-d7ffb826a8f1 req-506aa16f-3956-41f6-bff4-b0ab016afc3a tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Unset dirty status for tenant:0edcfecaba054f29a657f364ed77530c on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:55:57.833768 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-1bc043d2-4a34-4cdc-8658-d7ffb826a8f1 req-506aa16f-3956-41f6-bff4-b0ab016afc3a tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/ports?device_id=594e6e02-b49f-46d7-a80a-450437cbea5b HTTP/1.1" status: 200 len: 931 time: 1.3619409 Jun 01 18:55:57.949453 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5a3d016f-e383-42e1-89b1-d420e58793e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:57.949709 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device f814ffe6-fb51-4454-8e19-b4c6d6b14e31 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:55:57.973557 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-1bc043d2-4a34-4cdc-8658-d7ffb826a8f1 req-08603ca4-3ab9-4847-882a-e2ae85d51626 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/security-groups?id=679bc320-73aa-41fb-80e9-32867c6d2bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324627 Jun 01 18:55:58.000806 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5a3d016f-e383-42e1-89b1-d420e58793e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:58.023425 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-e56dbcb5-5943-4031-b622-29d8a4763464 req-49ef8ca5-dcc4-449b-88b7-d656da1795d2 service neutron] Attempting to bind port df45b40a-1c3b-4ddd-9776-8fca10101d8a on host n-h2-844202-1 for vnic_type normal with profile {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:55:58.023759 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-e56dbcb5-5943-4031-b622-29d8a4763464 req-49ef8ca5-dcc4-449b-88b7-d656da1795d2 service neutron] Attempting to bind port df45b40a-1c3b-4ddd-9776-8fca10101d8a by drivers openvswitch,hyperv on host n-h2-844202-1 at level 0 using segments [{'id': 'ecb3f528-dbed-4312-ba29-7684ecfbe265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7a710216-a9ba-47da-a86f-23bc8e339e5a'}] {{(pid=88525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:55:58.024177 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e56dbcb5-5943-4031-b622-29d8a4763464 req-49ef8ca5-dcc4-449b-88b7-d656da1795d2 service neutron] Attempting to bind port df45b40a-1c3b-4ddd-9776-8fca10101d8a on network 7a710216-a9ba-47da-a86f-23bc8e339e5a {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:55:58.036609 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea1ed38c-86bb-4626-8b46-fea657889ed1 None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 18, 55, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:55:58.036897 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea1ed38c-86bb-4626-8b46-fea657889ed1 None None] Checking segment: {'id': 'f16ba4d8-e8aa-4699-8aac-e0edda0256ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'cd468a68-4817-4e4e-8fcd-3bc37cbf8e9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:55:58.037297 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-ea1ed38c-86bb-4626-8b46-fea657889ed1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:58.037689 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea1ed38c-86bb-4626-8b46-fea657889ed1 None None] Bound using segment: {'id': 'f16ba4d8-e8aa-4699-8aac-e0edda0256ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'cd468a68-4817-4e4e-8fcd-3bc37cbf8e9c'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:55:58.038340 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-ea1ed38c-86bb-4626-8b46-fea657889ed1 None None] Bound port: 4ca83bf8-ff3f-424d-a088-47f939da8a10, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f16ba4d8-e8aa-4699-8aac-e0edda0256ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'cd468a68-4817-4e4e-8fcd-3bc37cbf8e9c'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:55:58.038904 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-ea1ed38c-86bb-4626-8b46-fea657889ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:58.041034 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e56dbcb5-5943-4031-b622-29d8a4763464 req-49ef8ca5-dcc4-449b-88b7-d656da1795d2 service neutron] Port df45b40a-1c3b-4ddd-9776-8fca10101d8a on network 7a710216-a9ba-47da-a86f-23bc8e339e5a not bound, no agent of type Open vSwitch agent registered on host n-h2-844202-1 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 18:55:58.041903 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e56dbcb5-5943-4031-b622-29d8a4763464 req-49ef8ca5-dcc4-449b-88b7-d656da1795d2 service neutron] Attempting to bind port df45b40a-1c3b-4ddd-9776-8fca10101d8a on network 7a710216-a9ba-47da-a86f-23bc8e339e5a {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:55:58.052625 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e56dbcb5-5943-4031-b622-29d8a4763464 req-49ef8ca5-dcc4-449b-88b7-d656da1795d2 service neutron] Checking agent: {'id': 'f5db9968-6317-4186-9100-9e0ca6b50417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 18, 55, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:55:58.052988 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e56dbcb5-5943-4031-b622-29d8a4763464 req-49ef8ca5-dcc4-449b-88b7-d656da1795d2 service neutron] Checking segment: {'id': 'ecb3f528-dbed-4312-ba29-7684ecfbe265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7a710216-a9ba-47da-a86f-23bc8e339e5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:55:58.053339 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e56dbcb5-5943-4031-b622-29d8a4763464 req-49ef8ca5-dcc4-449b-88b7-d656da1795d2 service neutron] Bound using segment: {'id': 'ecb3f528-dbed-4312-ba29-7684ecfbe265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7a710216-a9ba-47da-a86f-23bc8e339e5a'} {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:55:58.053771 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-e56dbcb5-5943-4031-b622-29d8a4763464 req-49ef8ca5-dcc4-449b-88b7-d656da1795d2 service neutron] Bound port: df45b40a-1c3b-4ddd-9776-8fca10101d8a, host: n-h2-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecb3f528-dbed-4312-ba29-7684ecfbe265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7a710216-a9ba-47da-a86f-23bc8e339e5a'}}] {{(pid=88525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:55:58.054115 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-e56dbcb5-5943-4031-b622-29d8a4763464 req-49ef8ca5-dcc4-449b-88b7-d656da1795d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:58.099498 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-020265c1-8e0f-41bd-a471-0caab05626a6 req-d0364b10-0f98-4556-a798-e8c40531415d tempest-ServerGroupTestJSON-1602176105 tempest-ServerGroupTestJSON-1602176105-project] 10.222.0.41 "GET /v2.0/ports?device_id=a0386357-df65-4024-8ace-59b9c3555862 HTTP/1.1" status: 200 len: 210 time: 0.1112361 Jun 01 18:55:58.111121 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-feee9712-e892-474a-84c6-457861f71dec None None] Provisioning for port f814ffe6-fb51-4454-8e19-b4c6d6b14e31 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:55:58.125173 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5a3d016f-e383-42e1-89b1-d420e58793e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:58.200841 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9438c8cb-3e64-4b87-8cf7-cace76ed4ba0'] response: {'server_uuid': '32244e54-23cc-458d-b7ea-5b386e43c2fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de9ccc2f-4787-43e3-92be-87652a65920b', 'code': 200} Jun 01 18:55:58.203258 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=de9ccc2f-4787-43e3-92be-87652a65920b,revision_number=11']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:55:58.211525 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3d016f-e383-42e1-89b1-d420e58793e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=557f5708-f84f-4da3-a7c9-cdb92a56d3d3,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:55:58.245166 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5a3d016f-e383-42e1-89b1-d420e58793e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:58.248404 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-5a3d016f-e383-42e1-89b1-d420e58793e5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/557f5708-f84f-4da3-a7c9-cdb92a56d3d3 HTTP/1.1" status: 204 len: 168 time: 0.8585589 Jun 01 18:55:58.273777 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-e56dbcb5-5943-4031-b622-29d8a4763464 req-49ef8ca5-dcc4-449b-88b7-d656da1795d2 service neutron] For port df45b40a-1c3b-4ddd-9776-8fca10101d8a, host n-h2-844202-1, cleared binding levels {{(pid=88525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:55:58.278736 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-e56dbcb5-5943-4031-b622-29d8a4763464 req-49ef8ca5-dcc4-449b-88b7-d656da1795d2 service neutron] For port df45b40a-1c3b-4ddd-9776-8fca10101d8a, host n-h2-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=df45b40a-1c3b-4ddd-9776-8fca10101d8a,segment=NetworkSegment(ecb3f528-dbed-4312-ba29-7684ecfbe265),segment_id=ecb3f528-dbed-4312-ba29-7684ecfbe265)] {{(pid=88525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:55:58.285166 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-e56dbcb5-5943-4031-b622-29d8a4763464 req-49ef8ca5-dcc4-449b-88b7-d656da1795d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:58.363798 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56dbcb5-5943-4031-b622-29d8a4763464 req-49ef8ca5-dcc4-449b-88b7-d656da1795d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:58.364444 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-e56dbcb5-5943-4031-b622-29d8a4763464 req-49ef8ca5-dcc4-449b-88b7-d656da1795d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:58.365810 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e56dbcb5-5943-4031-b622-29d8a4763464 req-49ef8ca5-dcc4-449b-88b7-d656da1795d2 service neutron] 10.222.0.50 "PUT /v2.0/ports/df45b40a-1c3b-4ddd-9776-8fca10101d8a HTTP/1.1" status: 200 len: 1091 time: 3.0520027 Jun 01 18:55:58.374664 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2ca97d-cb96-4d34-8953-5121da1feab0 req-efeee437-dc5b-4699-91d4-73a5cdbf2fbc tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:58.379754 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-723a9bac-94f1-4c38-9a9b-cf61800a2f59 tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:58.382941 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4a2ca97d-cb96-4d34-8953-5121da1feab0 req-efeee437-dc5b-4699-91d4-73a5cdbf2fbc tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb004fdd-bd15-457d-91b4-9584fa047d1f HTTP/1.1" status: 200 len: 945 time: 0.2376387 Jun 01 18:55:58.412565 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-3b5e3ae9-9188-48b8-b958-627490f1d9b8 req-58146789-c00d-4686-944a-1f86443d04e2 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Synchronizing usage tracker for tenant:9da8911c90e044c58dc0cf3fd4a5638a on resource:security_group {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:55:58.427909 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 2071b2dd-2d53-40d5-a45f-ab20ee36c890 no longer exists at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:55:58.482370 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ef8ca5-dcc4-449b-88b7-d656da1795d2 service neutron] Pushing event updated for resources: {'Port': ['ID=df45b40a-1c3b-4ddd-9776-8fca10101d8a,revision_number=3']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:55:58.493428 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] No Port match for: 2071b2dd-2d53-40d5-a45f-ab20ee36c890 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 18:55:58.493777 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 2071b2dd-2d53-40d5-a45f-ab20ee36c890 not bound to the agent host n-h1-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 18:55:58.504298 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-ea1ed38c-86bb-4626-8b46-fea657889ed1 None None] For port 4ca83bf8-ff3f-424d-a088-47f939da8a10, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:55:58.534177 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-ea1ed38c-86bb-4626-8b46-fea657889ed1 None None] For port 4ca83bf8-ff3f-424d-a088-47f939da8a10, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=4ca83bf8-ff3f-424d-a088-47f939da8a10,segment=NetworkSegment(f16ba4d8-e8aa-4699-8aac-e0edda0256ef),segment_id=f16ba4d8-e8aa-4699-8aac-e0edda0256ef)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:55:58.542170 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port f814ffe6-fb51-4454-8e19-b4c6d6b14e31 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:55:58.553460 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-3b5e3ae9-9188-48b8-b958-627490f1d9b8 req-58146789-c00d-4686-944a-1f86443d04e2 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Unset dirty status for tenant:9da8911c90e044c58dc0cf3fd4a5638a on resource:security_group {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:55:58.554616 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-ea1ed38c-86bb-4626-8b46-fea657889ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:58.557875 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4a2ca97d-cb96-4d34-8953-5121da1feab0 req-ee2ed13c-25bf-4df3-ac7d-34dd44d7ead7 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] 10.222.0.41 "GET /v2.0/security-groups?id=10328742-6369-4815-ae6a-3cb954039bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739867 Jun 01 18:55:58.562743 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3b5e3ae9-9188-48b8-b958-627490f1d9b8 req-58146789-c00d-4686-944a-1f86443d04e2 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1610334584&fields=id&tenant_id=9da8911c90e044c58dc0cf3fd4a5638a HTTP/1.1" status: 200 len: 267 time: 0.2440314 Jun 01 18:55:58.654569 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56dbcb5-5943-4031-b622-29d8a4763464 req-0b5de09d-c1f5-48b5-8a92-af4e43df27bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:58.656362 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e56dbcb5-5943-4031-b622-29d8a4763464 req-0b5de09d-c1f5-48b5-8a92-af4e43df27bc service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0edcfecaba054f29a657f364ed77530c&device_id=594e6e02-b49f-46d7-a80a-450437cbea5b HTTP/1.1" status: 200 len: 1094 time: 0.1701794 Jun 01 18:55:58.662897 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1ed38c-86bb-4626-8b46-fea657889ed1 None None] Pushing event updated for resources: {'Port': ['ID=4ca83bf8-ff3f-424d-a088-47f939da8a10,revision_number=2']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:55:58.668044 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port f814ffe6-fb51-4454-8e19-b4c6d6b14e31 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:55:58.668580 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:58.830105 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e56dbcb5-5943-4031-b622-29d8a4763464 req-3eb23a4d-9f40-405f-bf04-33bbf18872ba service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=df45b40a-1c3b-4ddd-9776-8fca10101d8a HTTP/1.1" status: 200 len: 217 time: 0.1676602 Jun 01 18:55:58.904506 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port f814ffe6-fb51-4454-8e19-b4c6d6b14e31 is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:55:58.904899 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:58.949632 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port f814ffe6-fb51-4454-8e19-b4c6d6b14e31, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=f814ffe6-fb51-4454-8e19-b4c6d6b14e31,segment=NetworkSegment(c82bac3c-1ff5-4586-adab-f6a801333cd9),segment_id=c82bac3c-1ff5-4586-adab-f6a801333cd9)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:55:58.954859 n-d-844202-1 neutron-server[88525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4694a571-a0c0-4777-9831-70b3ce8eea3e'] response: {'server_uuid': 'a0386357-df65-4024-8ace-59b9c3555862', 'name': 'network-vif-deleted', 'tag': '2071b2dd-2d53-40d5-a45f-ab20ee36c890', 'status': 'completed', 'code': 200} Jun 01 18:55:58.956503 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:58.958153 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device d17e87ec-96c9-4f46-a23a-154d53823ce3 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:55:59.036626 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56dbcb5-5943-4031-b622-29d8a4763464 req-85f067e4-b9df-4473-bd87-686a56b05e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:59.038094 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e56dbcb5-5943-4031-b622-29d8a4763464 req-85f067e4-b9df-4473-bd87-686a56b05e4a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8cebf7e9-1140-4183-b8b2-8d4c3920d222 HTTP/1.1" status: 200 len: 852 time: 0.2013330 Jun 01 18:55:59.225425 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=f814ffe6-fb51-4454-8e19-b4c6d6b14e31,revision_number=3']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:55:59.241920 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port d17e87ec-96c9-4f46-a23a-154d53823ce3 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:55:59.242334 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:59.267068 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e56dbcb5-5943-4031-b622-29d8a4763464 req-996be693-befa-441e-9046-7b9b1ad99d5e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7a710216-a9ba-47da-a86f-23bc8e339e5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2207613 Jun 01 18:55:59.383513 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f2c119dc-d51c-4517-a4b2-f9f173da7dd9 None None] Provisioning complete for port f814ffe6-fb51-4454-8e19-b4c6d6b14e31 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:55:59.383888 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f2c119dc-d51c-4517-a4b2-f9f173da7dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:59.490322 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66032e6f-f817-4af4-94d8-79c182b9074e req-7a9d3812-4da1-4aae-b456-4c8e31ef5a40 tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:59.492036 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-66032e6f-f817-4af4-94d8-79c182b9074e req-7a9d3812-4da1-4aae-b456-4c8e31ef5a40 tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] 10.222.0.41 "GET /v2.0/ports?device_id=32244e54-23cc-458d-b7ea-5b386e43c2fc HTTP/1.1" status: 200 len: 950 time: 0.3281548 Jun 01 18:55:59.569765 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port d17e87ec-96c9-4f46-a23a-154d53823ce3 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:55:59.604738 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-66032e6f-f817-4af4-94d8-79c182b9074e req-129e207c-d96c-4ecc-af42-58ce69415084 tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] 10.222.0.41 "GET /v2.0/security-groups?id=c266819c-9421-4c09-b8ec-0766c6fc4de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912585 Jun 01 18:55:59.611551 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e56dbcb5-5943-4031-b622-29d8a4763464 req-18217202-c690-4928-9284-643e15379904 service neutron] 10.222.0.50 "GET /v2.0/networks/7a710216-a9ba-47da-a86f-23bc8e339e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3306453 Jun 01 18:55:59.686420 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-723a9bac-94f1-4c38-9a9b-cf61800a2f59 tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:59.703500 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f2c119dc-d51c-4517-a4b2-f9f173da7dd9 None None] Current status of the port f814ffe6-fb51-4454-8e19-b4c6d6b14e31 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:55:59.706674 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-723a9bac-94f1-4c38-9a9b-cf61800a2f59 tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:59.732422 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f2c119dc-d51c-4517-a4b2-f9f173da7dd9 None None] Provisioning for port 3b3a49d5-2192-46a7-b243-da81e11df1e9 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:55:59.738500 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f2c119dc-d51c-4517-a4b2-f9f173da7dd9 None None] Provisioning complete for port 3b3a49d5-2192-46a7-b243-da81e11df1e9 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:55:59.739334 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f2c119dc-d51c-4517-a4b2-f9f173da7dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:59.852412 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f2c119dc-d51c-4517-a4b2-f9f173da7dd9 None None] Port 3b3a49d5-2192-46a7-b243-da81e11df1e9 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 18:55:59.855596 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-723a9bac-94f1-4c38-9a9b-cf61800a2f59 tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-887436'] for router_interface, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:55:59.879158 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device f814ffe6-fb51-4454-8e19-b4c6d6b14e31 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:55:59.957663 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e56dbcb5-5943-4031-b622-29d8a4763464 req-97458ca4-876c-47e5-86b0-ed7d8fce316a service neutron] 10.222.0.50 "GET /v2.0/networks/7a710216-a9ba-47da-a86f-23bc8e339e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3404474 Jun 01 18:55:59.985399 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc63d84-ce65-4c76-8022-b0085b2b0259 req-8306cd82-150b-487b-9b5a-97d1e7cd91fb tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:55:59.995891 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8bc63d84-ce65-4c76-8022-b0085b2b0259 req-8306cd82-150b-487b-9b5a-97d1e7cd91fb tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] 10.222.0.41 "GET /v2.0/ports?device_id=89573410-7740-4786-add2-715066dfb6b7 HTTP/1.1" status: 200 len: 945 time: 0.2002509 Jun 01 18:56:00.022430 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5e3ae9-9188-48b8-b958-627490f1d9b8 req-9b936f93-cba2-4a5b-b852-3d397a6e152e tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:00.029966 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3b5e3ae9-9188-48b8-b958-627490f1d9b8 req-9b936f93-cba2-4a5b-b852-3d397a6e152e tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] 10.222.0.41 "GET /v2.0/networks?id=908da31a-c43f-4d78-b2f1-4926efeaafe9 HTTP/1.1" status: 200 len: 814 time: 1.4662042 Jun 01 18:56:00.030988 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-ca8fe000-46cc-4f4c-99d9-7c101848fb8c None None] Provisioning complete for port 3b3a49d5-2192-46a7-b243-da81e11df1e9 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:56:00.031447 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-ca8fe000-46cc-4f4c-99d9-7c101848fb8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:00.097179 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8bc63d84-ce65-4c76-8022-b0085b2b0259 req-9321448c-520f-4119-b4aa-71a98e9197da tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] 10.222.0.41 "GET /v2.0/security-groups?id=10328742-6369-4815-ae6a-3cb954039bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002219 Jun 01 18:56:00.102478 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3b5e3ae9-9188-48b8-b958-627490f1d9b8 req-dba6fb53-682e-416c-bb21-c3210571c816 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] 10.222.0.41 "GET /v2.0/quotas/9da8911c90e044c58dc0cf3fd4a5638a HTTP/1.1" status: 200 len: 375 time: 0.0715032 Jun 01 18:56:00.125055 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-ca8fe000-46cc-4f4c-99d9-7c101848fb8c None None] Port 3b3a49d5-2192-46a7-b243-da81e11df1e9 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 18:56:00.136932 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port f814ffe6-fb51-4454-8e19-b4c6d6b14e31 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:56:00.137309 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:00.149170 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723a9bac-94f1-4c38-9a9b-cf61800a2f59 tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Pushing event updated for resources: {'Port': ['ID=3b3a49d5-2192-46a7-b243-da81e11df1e9,revision_number=2']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:56:00.171120 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a51fd17-4b57-45b0-b5db-f6a5e55e14d6 req-39ed92a2-4c11-4332-91b8-655940ded0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:00.172776 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4a51fd17-4b57-45b0-b5db-f6a5e55e14d6 req-39ed92a2-4c11-4332-91b8-655940ded0c1 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=32244e54-23cc-458d-b7ea-5b386e43c2fc HTTP/1.1" status: 200 len: 1101 time: 1.7044740 Jun 01 18:56:00.297913 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port f814ffe6-fb51-4454-8e19-b4c6d6b14e31 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:56:00.299269 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 4ca83bf8-ff3f-424d-a088-47f939da8a10 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:56:00.314471 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-3b5e3ae9-9188-48b8-b958-627490f1d9b8 req-f3de5d8f-3dde-462f-91d0-80b19fc40e81 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Synchronizing usage tracker for tenant:9da8911c90e044c58dc0cf3fd4a5638a on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:56:00.323036 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4a51fd17-4b57-45b0-b5db-f6a5e55e14d6 req-8ffca340-ce37-4679-a8fb-52811f91b0fe service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=c266819c-9421-4c09-b8ec-0766c6fc4de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410196 Jun 01 18:56:00.325302 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-723a9bac-94f1-4c38-9a9b-cf61800a2f59 tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Network 1e970b72-a4ee-4ef0-bbab-db46559f4f0f is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:56:00.337880 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-723a9bac-94f1-4c38-9a9b-cf61800a2f59 tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:56:00.401718 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83251a17-8e5e-4bd5-a314-8ec7fbf68654 None None] Network cd468a68-4817-4e4e-8fcd-3bc37cbf8e9c requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 18:56:00.404935 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bbc7a5-e172-42b6-9735-9e13f80cbe00 req-7a194299-a585-4bd1-8122-0f6fd0420aee tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:00.407235 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c1bbc7a5-e172-42b6-9735-9e13f80cbe00 req-7a194299-a585-4bd1-8122-0f6fd0420aee tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/ports?device_id=594e6e02-b49f-46d7-a80a-450437cbea5b HTTP/1.1" status: 200 len: 943 time: 0.1555517 Jun 01 18:56:00.448990 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-3b5e3ae9-9188-48b8-b958-627490f1d9b8 req-f3de5d8f-3dde-462f-91d0-80b19fc40e81 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Unset dirty status for tenant:9da8911c90e044c58dc0cf3fd4a5638a on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:56:00.450293 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3b5e3ae9-9188-48b8-b958-627490f1d9b8 req-f3de5d8f-3dde-462f-91d0-80b19fc40e81 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=9da8911c90e044c58dc0cf3fd4a5638a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3379667 Jun 01 18:56:00.470720 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c1bbc7a5-e172-42b6-9735-9e13f80cbe00 req-757008d8-d976-48b3-801f-fffee522e4e9 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/security-groups?id=679bc320-73aa-41fb-80e9-32867c6d2bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526335 Jun 01 18:56:00.530776 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-8c8ac864-6d9c-4015-9dce-069866fe47f9 None None] Provisioning for port 4ca83bf8-ff3f-424d-a088-47f939da8a10 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:56:00.537550 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-8c8ac864-6d9c-4015-9dce-069866fe47f9 None None] Provisioning complete for port 4ca83bf8-ff3f-424d-a088-47f939da8a10 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:56:00.537918 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-8c8ac864-6d9c-4015-9dce-069866fe47f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:00.569313 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port 4ca83bf8-ff3f-424d-a088-47f939da8a10 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:56:00.594156 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 4ca83bf8-ff3f-424d-a088-47f939da8a10 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:56:00.594435 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:00.646201 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 60682) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:56:00.730844 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3b5e3ae9-9188-48b8-b958-627490f1d9b8 req-81857265-cfdf-44d7-b021-89054b62e018 service neutron] 10.222.0.41 "GET /v2.0/networks/908da31a-c43f-4d78-b2f1-4926efeaafe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2292137 Jun 01 18:56:00.876906 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-56041035-b93e-49ac-a614-40b395688bb8 tempest-PortsAdminExtendedAttrsTestJSON-245397294 tempest-PortsAdminExtendedAttrsTestJSON-245397294-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-685050626'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:56:00.881235 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-723a9bac-94f1-4c38-9a9b-cf61800a2f59 tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Router f459c03f-9745-4bf0-bd37-593218b38232 is scheduled to L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 with binding_index 1 {{(pid=88524) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 18:56:00.887807 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-56041035-b93e-49ac-a614-40b395688bb8 tempest-PortsAdminExtendedAttrsTestJSON-245397294 tempest-PortsAdminExtendedAttrsTestJSON-245397294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:56:00.900503 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-56041035-b93e-49ac-a614-40b395688bb8 tempest-PortsAdminExtendedAttrsTestJSON-245397294 tempest-PortsAdminExtendedAttrsTestJSON-245397294-project] Usage tracker for resource:network and tenant:c59ba5d7c4e4483f87a628d32ebb9c55 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:56:00.904325 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-56041035-b93e-49ac-a614-40b395688bb8 tempest-PortsAdminExtendedAttrsTestJSON-245397294 tempest-PortsAdminExtendedAttrsTestJSON-245397294-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:56:00.911225 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-56041035-b93e-49ac-a614-40b395688bb8 tempest-PortsAdminExtendedAttrsTestJSON-245397294 tempest-PortsAdminExtendedAttrsTestJSON-245397294-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:56:00.946693 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-8c8ac864-6d9c-4015-9dce-069866fe47f9 None None] Current status of the port 4ca83bf8-ff3f-424d-a088-47f939da8a10 is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:56:00.947725 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-8c8ac864-6d9c-4015-9dce-069866fe47f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:00.961691 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '594e6e02-b49f-46d7-a80a-450437cbea5b', 'tag': 'df45b40a-1c3b-4ddd-9776-8fca10101d8a'}] {{(pid=88525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:56:00.987919 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56041035-b93e-49ac-a614-40b395688bb8 tempest-PortsAdminExtendedAttrsTestJSON-245397294 tempest-PortsAdminExtendedAttrsTestJSON-245397294-project] Made reservation on behalf of c59ba5d7c4e4483f87a628d32ebb9c55 for: {'network': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:56:00.992361 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-56041035-b93e-49ac-a614-40b395688bb8 tempest-PortsAdminExtendedAttrsTestJSON-245397294 tempest-PortsAdminExtendedAttrsTestJSON-245397294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:00.997196 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-8c8ac864-6d9c-4015-9dce-069866fe47f9 None None] For port 4ca83bf8-ff3f-424d-a088-47f939da8a10, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=4ca83bf8-ff3f-424d-a088-47f939da8a10,segment=NetworkSegment(f16ba4d8-e8aa-4699-8aac-e0edda0256ef),segment_id=f16ba4d8-e8aa-4699-8aac-e0edda0256ef)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:56:01.011895 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-56041035-b93e-49ac-a614-40b395688bb8 tempest-PortsAdminExtendedAttrsTestJSON-245397294 tempest-PortsAdminExtendedAttrsTestJSON-245397294-project] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:01.030884 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-56041035-b93e-49ac-a614-40b395688bb8 tempest-PortsAdminExtendedAttrsTestJSON-245397294 tempest-PortsAdminExtendedAttrsTestJSON-245397294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:56:01.037185 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-56041035-b93e-49ac-a614-40b395688bb8 tempest-PortsAdminExtendedAttrsTestJSON-245397294 tempest-PortsAdminExtendedAttrsTestJSON-245397294-project] Usage tracker for resource:security_group_rule and tenant:c59ba5d7c4e4483f87a628d32ebb9c55 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:56:01.037357 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-8c8ac864-6d9c-4015-9dce-069866fe47f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:01.042387 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-56041035-b93e-49ac-a614-40b395688bb8 tempest-PortsAdminExtendedAttrsTestJSON-245397294 tempest-PortsAdminExtendedAttrsTestJSON-245397294-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:56:01.049844 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-56041035-b93e-49ac-a614-40b395688bb8 tempest-PortsAdminExtendedAttrsTestJSON-245397294 tempest-PortsAdminExtendedAttrsTestJSON-245397294-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:56:01.065369 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12d4965-fee1-497a-82b8-aa31c4bb619c req-4c147c2c-de40-4ae1-9f48-3b5a662f39ab tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:01.067182 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d12d4965-fee1-497a-82b8-aa31c4bb619c req-4c147c2c-de40-4ae1-9f48-3b5a662f39ab tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] 10.222.0.41 "GET /v2.0/ports?device_id=32244e54-23cc-458d-b7ea-5b386e43c2fc HTTP/1.1" status: 200 len: 950 time: 0.1529450 Jun 01 18:56:01.069155 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3b5e3ae9-9188-48b8-b958-627490f1d9b8 req-7bb3e04e-f3f9-4f01-87f2-5aaf3afefaeb service neutron] 10.222.0.41 "GET /v2.0/networks/908da31a-c43f-4d78-b2f1-4926efeaafe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3316584 Jun 01 18:56:01.070239 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-723a9bac-94f1-4c38-9a9b-cf61800a2f59 tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 18:56:01.096489 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 60694) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:56:01.097505 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86946d24-c79d-40ca-9325-1851dd786d4b None None] Sync routers for ids ['f459c03f-9745-4bf0-bd37-593218b38232'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 18:56:01.106939 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-723a9bac-94f1-4c38-9a9b-cf61800a2f59 tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] 10.222.0.41 "PUT /v2.0/routers/f459c03f-9745-4bf0-bd37-593218b38232/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0628941 Jun 01 18:56:01.110246 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86946d24-c79d-40ca-9325-1851dd786d4b None None] Routers {'f459c03f-9745-4bf0-bd37-593218b38232'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:56:01.110858 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-86946d24-c79d-40ca-9325-1851dd786d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:55:39Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['f459c03f-9745-4bf0-bd37-593218b38232'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:56:01.127383 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 4ca83bf8-ff3f-424d-a088-47f939da8a10 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:56:01.153343 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8ac864-6d9c-4015-9dce-069866fe47f9 None None] Pushing event updated for resources: {'Port': ['ID=4ca83bf8-ff3f-424d-a088-47f939da8a10,revision_number=3']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:56:01.168290 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-e5de2bf6-478f-4f8c-9a7f-7936bdd6dfb5 None None] Provisioning complete for port 3b3a49d5-2192-46a7-b243-da81e11df1e9 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:56:01.168660 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-e5de2bf6-478f-4f8c-9a7f-7936bdd6dfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:01.222770 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-86946d24-c79d-40ca-9325-1851dd786d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:56:01.238802 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86946d24-c79d-40ca-9325-1851dd786d4b None None] Routers {'f459c03f-9745-4bf0-bd37-593218b38232'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:56:01.239427 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-86946d24-c79d-40ca-9325-1851dd786d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:55:39Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['f459c03f-9745-4bf0-bd37-593218b38232'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:56:01.245458 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-e5de2bf6-478f-4f8c-9a7f-7936bdd6dfb5 None None] Port 3b3a49d5-2192-46a7-b243-da81e11df1e9 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 18:56:01.321191 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-86946d24-c79d-40ca-9325-1851dd786d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:56:01.321586 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86946d24-c79d-40ca-9325-1851dd786d4b None None] The sync data for ids ['f459c03f-9745-4bf0-bd37-593218b38232'] in n-d-844202-1 is: [] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 18:56:01.576704 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-df998331-f3e6-45aa-8feb-62349bd19eca None None] Provisioning complete for port 4ca83bf8-ff3f-424d-a088-47f939da8a10 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:56:01.578123 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-df998331-f3e6-45aa-8feb-62349bd19eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:01.726155 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 4ca83bf8-ff3f-424d-a088-47f939da8a10 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:56:01.766083 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-56041035-b93e-49ac-a614-40b395688bb8 tempest-PortsAdminExtendedAttrsTestJSON-245397294 tempest-PortsAdminExtendedAttrsTestJSON-245397294-project] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:01.774492 n-d-844202-1 neutron-server[88525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4ff36f7-a234-4b82-838a-166c3ddfdc0c'] response: {'name': 'network-changed', 'server_uuid': '594e6e02-b49f-46d7-a80a-450437cbea5b', 'tag': 'df45b40a-1c3b-4ddd-9776-8fca10101d8a', 'status': 'completed', 'code': 200} Jun 01 18:56:01.802240 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-56041035-b93e-49ac-a614-40b395688bb8 tempest-PortsAdminExtendedAttrsTestJSON-245397294 tempest-PortsAdminExtendedAttrsTestJSON-245397294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:01.841461 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d12d4965-fee1-497a-82b8-aa31c4bb619c req-1d6d36f8-86bd-4ae0-bbbd-078057469009 tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] 10.222.0.41 "GET /v2.0/security-groups?id=c266819c-9421-4c09-b8ec-0766c6fc4de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7429192 Jun 01 18:56:01.886936 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56041035-b93e-49ac-a614-40b395688bb8 tempest-PortsAdminExtendedAttrsTestJSON-245397294 tempest-PortsAdminExtendedAttrsTestJSON-245397294-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 143} {{(pid=88525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 18:56:01.893411 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-df998331-f3e6-45aa-8feb-62349bd19eca None None] Current status of the port 4ca83bf8-ff3f-424d-a088-47f939da8a10 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:56:01.899152 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-56041035-b93e-49ac-a614-40b395688bb8 tempest-PortsAdminExtendedAttrsTestJSON-245397294 tempest-PortsAdminExtendedAttrsTestJSON-245397294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:01.899929 n-d-844202-1 neutron-server[88525]: INFO neutron.db.segments_db [None req-56041035-b93e-49ac-a614-40b395688bb8 tempest-PortsAdminExtendedAttrsTestJSON-245397294 tempest-PortsAdminExtendedAttrsTestJSON-245397294-project] Added segment 45f93386-9957-4282-9920-88406c9efec8 of type vlan for network 04f36a66-08e2-4b75-a33e-895582921f3d Jun 01 18:56:01.914720 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 4ca83bf8-ff3f-424d-a088-47f939da8a10 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:56:01.915097 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:01.929851 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-56041035-b93e-49ac-a614-40b395688bb8 tempest-PortsAdminExtendedAttrsTestJSON-245397294 tempest-PortsAdminExtendedAttrsTestJSON-245397294-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:01.958419 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3cf5020d-ba15-4755-8843-ec5fa611d840 req-dc221736-206b-434a-ac10-653a358ed6f4 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] 10.222.0.41 "GET /v2.0/ports?device_id=5753c990-0671-4ba6-9994-2036ed2b8c72 HTTP/1.1" status: 200 len: 210 time: 0.1811783 Jun 01 18:56:01.962048 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56041035-b93e-49ac-a614-40b395688bb8 tempest-PortsAdminExtendedAttrsTestJSON-245397294 tempest-PortsAdminExtendedAttrsTestJSON-245397294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b68d6cf7-3b03-49c5-a187-4e73e09aedf9,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:56:01.967820 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-56041035-b93e-49ac-a614-40b395688bb8 tempest-PortsAdminExtendedAttrsTestJSON-245397294 tempest-PortsAdminExtendedAttrsTestJSON-245397294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:01.976198 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56041035-b93e-49ac-a614-40b395688bb8 tempest-PortsAdminExtendedAttrsTestJSON-245397294 tempest-PortsAdminExtendedAttrsTestJSON-245397294-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:01.977685 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-56041035-b93e-49ac-a614-40b395688bb8 tempest-PortsAdminExtendedAttrsTestJSON-245397294 tempest-PortsAdminExtendedAttrsTestJSON-245397294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:02.083393 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4218ab0e-e3c1-4f85-9d25-3cd9f26b99ae req-0d257601-b177-4fc3-9132-ada15cd4894e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:02.090122 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4218ab0e-e3c1-4f85-9d25-3cd9f26b99ae req-0d257601-b177-4fc3-9132-ada15cd4894e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0edcfecaba054f29a657f364ed77530c&device_id=594e6e02-b49f-46d7-a80a-450437cbea5b HTTP/1.1" status: 200 len: 1094 time: 0.4009204 Jun 01 18:56:02.177055 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 4ca83bf8-ff3f-424d-a088-47f939da8a10 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:56:02.375120 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56041035-b93e-49ac-a614-40b395688bb8 tempest-PortsAdminExtendedAttrsTestJSON-245397294 tempest-PortsAdminExtendedAttrsTestJSON-245397294-project] Pushing event updated for resources: {'Network': ['ID=04f36a66-08e2-4b75-a33e-895582921f3d,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:56:02.388957 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-56041035-b93e-49ac-a614-40b395688bb8 tempest-PortsAdminExtendedAttrsTestJSON-245397294 tempest-PortsAdminExtendedAttrsTestJSON-245397294-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.7429855 Jun 01 18:56:02.389134 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network 04f36a66-08e2-4b75-a33e-895582921f3d details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 18:56:02.451802 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4218ab0e-e3c1-4f85-9d25-3cd9f26b99ae req-75dccf62-044d-48ce-b72f-c2502831f688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:02.453461 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4218ab0e-e3c1-4f85-9d25-3cd9f26b99ae req-75dccf62-044d-48ce-b72f-c2502831f688 service neutron] 10.222.0.50 "GET /v2.0/networks?id=7a710216-a9ba-47da-a86f-23bc8e339e5a HTTP/1.1" status: 200 len: 913 time: 0.3523908 Jun 01 18:56:02.496693 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63867d63-434c-4905-b282-693cfcd2498e req-d55d8e01-d844-4b80-a57d-dd7baaaf51d7 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:02.498172 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-63867d63-434c-4905-b282-693cfcd2498e req-d55d8e01-d844-4b80-a57d-dd7baaaf51d7 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/ports?device_id=594e6e02-b49f-46d7-a80a-450437cbea5b HTTP/1.1" status: 200 len: 943 time: 0.2984691 Jun 01 18:56:02.528938 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037d0349-56f3-48e7-8e07-19255c03b7b2 req-9be413d5-6844-4ec7-b4e2-4787a5850f73 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:02.530397 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-037d0349-56f3-48e7-8e07-19255c03b7b2 req-9be413d5-6844-4ec7-b4e2-4787a5850f73 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] 10.222.0.41 "GET /v2.0/ports?device_id=89573410-7740-4786-add2-715066dfb6b7 HTTP/1.1" status: 200 len: 945 time: 0.3179076 Jun 01 18:56:02.540153 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4218ab0e-e3c1-4f85-9d25-3cd9f26b99ae req-841d774f-0f49-49b8-b07a-d3504c00cc41 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=df45b40a-1c3b-4ddd-9776-8fca10101d8a HTTP/1.1" status: 200 len: 217 time: 0.0805407 Jun 01 18:56:02.592144 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-63867d63-434c-4905-b282-693cfcd2498e req-c06cc5cd-8375-400f-b414-20a9ccf5d898 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/security-groups?id=679bc320-73aa-41fb-80e9-32867c6d2bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619025 Jun 01 18:56:02.593716 n-d-844202-1 neutron-server[88525]: INFO neutron.api.v2.resource [None req-2ca3d3fb-7ccc-4561-8a02-e273021e449e tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 01 18:56:02.594621 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-2ca3d3fb-7ccc-4561-8a02-e273021e449e tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] 10.222.0.41 "PUT /v2.0/routers/f459c03f-9745-4bf0-bd37-593218b38232/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.4953246 Jun 01 18:56:02.606277 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 60720) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:56:02.630752 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4218ab0e-e3c1-4f85-9d25-3cd9f26b99ae req-8e867212-28b9-4963-9ae5-81376e800361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:02.632220 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4218ab0e-e3c1-4f85-9d25-3cd9f26b99ae req-8e867212-28b9-4963-9ae5-81376e800361 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8cebf7e9-1140-4183-b8b2-8d4c3920d222 HTTP/1.1" status: 200 len: 852 time: 0.0797188 Jun 01 18:56:02.645624 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device df45b40a-1c3b-4ddd-9776-8fca10101d8a details requested by agent hyperv_n-h2-844202-1 with host n-h2-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 18:56:02.733943 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4218ab0e-e3c1-4f85-9d25-3cd9f26b99ae req-47912cc0-ca37-4e6f-87ff-b40d30608c3a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7a710216-a9ba-47da-a86f-23bc8e339e5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0675540 Jun 01 18:56:02.737360 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-037d0349-56f3-48e7-8e07-19255c03b7b2 req-e45049b3-2a85-4c9b-931b-8fbc37a55346 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] 10.222.0.41 "GET /v2.0/security-groups?id=10328742-6369-4815-ae6a-3cb954039bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995184 Jun 01 18:56:02.920904 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port df45b40a-1c3b-4ddd-9776-8fca10101d8a, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=df45b40a-1c3b-4ddd-9776-8fca10101d8a,segment=NetworkSegment(ecb3f528-dbed-4312-ba29-7684ecfbe265),segment_id=ecb3f528-dbed-4312-ba29-7684ecfbe265)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:56:02.950721 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Returning: {'device': 'df45b40a-1c3b-4ddd-9776-8fca10101d8a', 'network_id': '7a710216-a9ba-47da-a86f-23bc8e339e5a', 'port_id': 'df45b40a-1c3b-4ddd-9776-8fca10101d8a', 'mac_address': 'fa:16:3e:97:c3:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cebf7e9-1140-4183-b8b2-8d4c3920d222', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 18:56:03.047856 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port df45b40a-1c3b-4ddd-9776-8fca10101d8a is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:56:03.047856 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:03.048119 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4218ab0e-e3c1-4f85-9d25-3cd9f26b99ae req-0ad337a1-e1e6-4c7b-9625-6638a61016c6 service neutron] 10.222.0.50 "GET /v2.0/networks/7a710216-a9ba-47da-a86f-23bc8e339e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3071754 Jun 01 18:56:03.065837 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df45b40a-1c3b-4ddd-9776-8fca10101d8a {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:56:03.084181 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port df45b40a-1c3b-4ddd-9776-8fca10101d8a, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=df45b40a-1c3b-4ddd-9776-8fca10101d8a,segment=NetworkSegment(ecb3f528-dbed-4312-ba29-7684ecfbe265),segment_id=ecb3f528-dbed-4312-ba29-7684ecfbe265)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:56:03.089786 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:03.133164 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 60736) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:56:03.162843 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-4ed4f032-44e0-4840-abe7-e262eb31a2e1 tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Request body: {'port': {'network_id': '04f36a66-08e2-4b75-a33e-895582921f3d', 'binding:host_id': 'n-h1-844202-1', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1954205652'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:56:03.200835 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=df45b40a-1c3b-4ddd-9776-8fca10101d8a,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:56:03.254872 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4218ab0e-e3c1-4f85-9d25-3cd9f26b99ae req-66b93e95-4df4-4a88-913a-621fa89dab6b service neutron] 10.222.0.50 "GET /v2.0/networks/7a710216-a9ba-47da-a86f-23bc8e339e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2009752 Jun 01 18:56:03.307425 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e2bcbf-fff1-4ea5-8f7d-7bdab48a3d4e req-92f44b18-c3a0-4bad-9d0a-b868114d98fe tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:03.308962 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-69e2bcbf-fff1-4ea5-8f7d-7bdab48a3d4e req-92f44b18-c3a0-4bad-9d0a-b868114d98fe tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] 10.222.0.41 "GET /v2.0/ports?device_id=32244e54-23cc-458d-b7ea-5b386e43c2fc HTTP/1.1" status: 200 len: 950 time: 0.0898242 Jun 01 18:56:03.318737 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] get_ports_and_sgs() called for port_ids ['df45b40a-1c3b-4ddd-9776-8fca10101d8a'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:56:03.361220 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-69e2bcbf-fff1-4ea5-8f7d-7bdab48a3d4e req-33dd6715-8a83-4f9d-9d27-2eb1edcf6497 tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] 10.222.0.41 "GET /v2.0/security-groups?id=c266819c-9421-4c09-b8ec-0766c6fc4de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464497 Jun 01 18:56:03.379182 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-4ed4f032-44e0-4840-abe7-e262eb31a2e1 tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:56:03.426515 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-4ed4f032-44e0-4840-abe7-e262eb31a2e1 tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Usage tracker for resource:port and tenant:f630800496234927aaa0f3498728927d is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:56:03.461448 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5e3ae9-9188-48b8-b958-627490f1d9b8 req-dbee5cb7-60be-41f0-8efb-5b7361aa77bb tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:03.463551 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3b5e3ae9-9188-48b8-b958-627490f1d9b8 req-dbee5cb7-60be-41f0-8efb-5b7361aa77bb tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] 10.222.0.15 "GET /v2.0/networks?id=908da31a-c43f-4d78-b2f1-4926efeaafe9 HTTP/1.1" status: 200 len: 814 time: 0.7813339 Jun 01 18:56:03.467209 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-4ed4f032-44e0-4840-abe7-e262eb31a2e1 tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:56:03.479489 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-4ed4f032-44e0-4840-abe7-e262eb31a2e1 tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:56:03.501007 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-815b9072-875a-40ed-b936-0a2e0aeedb21 req-9b6e956b-381c-4fa6-b20d-143994a6d0a4 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] 10.222.0.41 "GET /v2.0/ports?device_id=5753c990-0671-4ba6-9994-2036ed2b8c72 HTTP/1.1" status: 200 len: 210 time: 0.1165092 Jun 01 18:56:03.566290 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ed4f032-44e0-4840-abe7-e262eb31a2e1 tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Made reservation on behalf of f630800496234927aaa0f3498728927d for: {'port': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:56:03.568879 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4ed4f032-44e0-4840-abe7-e262eb31a2e1 tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:03.610035 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4ed4f032-44e0-4840-abe7-e262eb31a2e1 tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:03.627281 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-3b5e3ae9-9188-48b8-b958-627490f1d9b8 req-329530a3-f7bb-47f7-8e54-ddb5ed0843b5 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Synchronizing usage tracker for tenant:9da8911c90e044c58dc0cf3fd4a5638a on resource:security_group {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:56:03.688335 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-4ed4f032-44e0-4840-abe7-e262eb31a2e1 tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:56:03.701287 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-4ed4f032-44e0-4840-abe7-e262eb31a2e1 tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Usage tracker for resource:security_group_rule and tenant:f630800496234927aaa0f3498728927d is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:56:03.704705 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-3b5e3ae9-9188-48b8-b958-627490f1d9b8 req-329530a3-f7bb-47f7-8e54-ddb5ed0843b5 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Unset dirty status for tenant:9da8911c90e044c58dc0cf3fd4a5638a on resource:security_group {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:56:03.705955 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3b5e3ae9-9188-48b8-b958-627490f1d9b8 req-329530a3-f7bb-47f7-8e54-ddb5ed0843b5 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9da8911c90e044c58dc0cf3fd4a5638a HTTP/1.1" status: 200 len: 380 time: 0.2278867 Jun 01 18:56:03.706982 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-4ed4f032-44e0-4840-abe7-e262eb31a2e1 tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:56:03.722013 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-4ed4f032-44e0-4840-abe7-e262eb31a2e1 tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:56:03.729713 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [req-3b5e3ae9-9188-48b8-b958-627490f1d9b8 req-7bdccfe3-81b5-44c9-999e-dcb58e0e57bc tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Request body: {'port': {'device_id': '5753c990-0671-4ba6-9994-2036ed2b8c72', 'network_id': '908da31a-c43f-4d78-b2f1-4926efeaafe9', 'admin_state_up': True, 'tenant_id': '9da8911c90e044c58dc0cf3fd4a5638a', 'security_groups': ['7be4da1b-38ad-4466-97f9-2d085531e9f2']}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:56:03.748145 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f73062-ede4-4e6f-9358-133fc8d8ddfa req-fdab4715-aa71-45d4-a6f1-6b89a3d1c34b tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:03.753659 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-91f73062-ede4-4e6f-9358-133fc8d8ddfa req-fdab4715-aa71-45d4-a6f1-6b89a3d1c34b tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] 10.222.0.41 "GET /v2.0/ports?device_id=89573410-7740-4786-add2-715066dfb6b7 HTTP/1.1" status: 200 len: 945 time: 0.0903566 Jun 01 18:56:03.819517 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-91f73062-ede4-4e6f-9358-133fc8d8ddfa req-7caecbf3-a969-47d4-bf0b-1f14719d425f tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] 10.222.0.41 "GET /v2.0/security-groups?id=10328742-6369-4815-ae6a-3cb954039bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597446 Jun 01 18:56:04.076324 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [req-3b5e3ae9-9188-48b8-b958-627490f1d9b8 req-7bdccfe3-81b5-44c9-999e-dcb58e0e57bc tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:56:04.103398 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [req-3b5e3ae9-9188-48b8-b958-627490f1d9b8 req-7bdccfe3-81b5-44c9-999e-dcb58e0e57bc tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:56:04.116660 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b33b7c-17a1-476f-9971-6e0a7fa26d3b req-a9224f67-e08c-40a7-9d02-294a95e264c0 tempest-ServersAdminTestJSON-1881696990 tempest-ServersAdminTestJSON-1881696990-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:04.118182 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-65b33b7c-17a1-476f-9971-6e0a7fa26d3b req-a9224f67-e08c-40a7-9d02-294a95e264c0 tempest-ServersAdminTestJSON-1881696990 tempest-ServersAdminTestJSON-1881696990-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=32244e54-23cc-458d-b7ea-5b386e43c2fc HTTP/1.1" status: 200 len: 1101 time: 0.0794697 Jun 01 18:56:04.153629 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34326502-1ef4-4b54-af4a-a58f2ec6a088 req-6fc0b519-cdde-4447-8550-81400746730f tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:04.155085 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-34326502-1ef4-4b54-af4a-a58f2ec6a088 req-6fc0b519-cdde-4447-8550-81400746730f tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/ports?device_id=594e6e02-b49f-46d7-a80a-450437cbea5b HTTP/1.1" status: 200 len: 944 time: 0.2843525 Jun 01 18:56:04.161849 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-65b33b7c-17a1-476f-9971-6e0a7fa26d3b req-577af0ef-5d52-411a-a5a3-2730164f155a tempest-ServersAdminTestJSON-1881696990 tempest-ServersAdminTestJSON-1881696990-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=c266819c-9421-4c09-b8ec-0766c6fc4de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364144 Jun 01 18:56:04.163151 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7b8bc6b3-3959-44f1-89fe-a6ce2622d41d tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-887474'] for router_interface, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:04.224555 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4ed4f032-44e0-4840-abe7-e262eb31a2e1 tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:04.302965 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4ed4f032-44e0-4840-abe7-e262eb31a2e1 tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:04.325959 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [None req-4ed4f032-44e0-4840-abe7-e262eb31a2e1 tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] device_id is not set on port 801d3703-ca60-4701-acdc-c6183e72c364 yet. {{(pid=88525) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 18:56:04.376394 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b5e3ae9-9188-48b8-b958-627490f1d9b8 req-7bdccfe3-81b5-44c9-999e-dcb58e0e57bc tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Made reservation on behalf of 9da8911c90e044c58dc0cf3fd4a5638a for: {'port': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:56:04.379785 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-3b5e3ae9-9188-48b8-b958-627490f1d9b8 req-7bdccfe3-81b5-44c9-999e-dcb58e0e57bc tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:04.400561 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 60764) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:56:04.462270 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_v2 [None req-2498cd09-d25a-4b2d-965c-d48959707a4a admin admin] Deleting subnet cc89382b-1289-46d8-8621-adad99a960d9 {{(pid=88524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 18:56:04.465013 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-34326502-1ef4-4b54-af4a-a58f2ec6a088 req-4314cb80-cb11-4778-bbf7-d6eafb2a670c tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/security-groups?id=679bc320-73aa-41fb-80e9-32867c6d2bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2391150 Jun 01 18:56:04.465567 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2498cd09-d25a-4b2d-965c-d48959707a4a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:04.503833 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed4f032-44e0-4840-abe7-e262eb31a2e1 tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d7f1fab-24b6-4e97-ab6d-c83758818eeb,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:56:04.568357 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2498cd09-d25a-4b2d-965c-d48959707a4a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2702137'] for subnet, precommit_delete_associations {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:04.634703 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2498cd09-d25a-4b2d-965c-d48959707a4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:04.657519 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device df45b40a-1c3b-4ddd-9776-8fca10101d8a up at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:56:04.682351 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0576df54-45d6-420c-86bc-554da3ff20d0 req-5aa69899-84a9-4275-8c5d-c56ea469868e tempest-ServersAdminTestJSON-1881696990 tempest-ServersAdminTestJSON-1881696990-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:04.683861 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0576df54-45d6-420c-86bc-554da3ff20d0 req-5aa69899-84a9-4275-8c5d-c56ea469868e tempest-ServersAdminTestJSON-1881696990 tempest-ServersAdminTestJSON-1881696990-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=32244e54-23cc-458d-b7ea-5b386e43c2fc HTTP/1.1" status: 200 len: 1101 time: 0.1890817 Jun 01 18:56:04.734265 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning for port df45b40a-1c3b-4ddd-9776-8fca10101d8a completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:56:04.734517 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ed2d6a15-a62d-468b-99af-1a6e6ceb3014 req-7d31765b-4844-41b0-92d0-718ce7d73b44 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] 10.222.0.41 "GET /v2.0/ports?device_id=5753c990-0671-4ba6-9994-2036ed2b8c72 HTTP/1.1" status: 200 len: 210 time: 0.0780592 Jun 01 18:56:04.740202 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning complete for port df45b40a-1c3b-4ddd-9776-8fca10101d8a triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:56:04.740863 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:04.748664 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0576df54-45d6-420c-86bc-554da3ff20d0 req-8b2d98ad-85c2-49a1-9f4f-238783c7aa59 tempest-ServersAdminTestJSON-1881696990 tempest-ServersAdminTestJSON-1881696990-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=c266819c-9421-4c09-b8ec-0766c6fc4de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550556 Jun 01 18:56:04.753866 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2498cd09-d25a-4b2d-965c-d48959707a4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2718856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3066595'] for subnet, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:04.803762 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2498cd09-d25a-4b2d-965c-d48959707a4a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc89382b-1289-46d8-8621-adad99a960d9,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:56:04.806131 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2498cd09-d25a-4b2d-965c-d48959707a4a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:04.815221 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-2498cd09-d25a-4b2d-965c-d48959707a4a admin admin] 10.222.0.41 "DELETE /v2.0/subnets/cc89382b-1289-46d8-8621-adad99a960d9 HTTP/1.1" status: 204 len: 168 time: 0.4133291 Jun 01 18:56:04.818015 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 60772) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:56:04.906702 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [req-3b5e3ae9-9188-48b8-b958-627490f1d9b8 req-7bdccfe3-81b5-44c9-999e-dcb58e0e57bc tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Allocated IP 172.20.0.13 (908da31a-c43f-4d78-b2f1-4926efeaafe9/b62dadc8-5788-404f-95cb-85382718471e/22967acd-621b-4479-bb29-f9379ee1f6d0) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:56:04.926052 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port df45b40a-1c3b-4ddd-9776-8fca10101d8a is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:56:04.926451 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:04.970867 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-0056838b-51d1-439a-8b89-bdb54635eadd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:04.991768 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '594e6e02-b49f-46d7-a80a-450437cbea5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df45b40a-1c3b-4ddd-9776-8fca10101d8a'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:56:05.015715 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port df45b40a-1c3b-4ddd-9776-8fca10101d8a, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=df45b40a-1c3b-4ddd-9776-8fca10101d8a,segment=NetworkSegment(ecb3f528-dbed-4312-ba29-7684ecfbe265),segment_id=ecb3f528-dbed-4312-ba29-7684ecfbe265)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:56:05.019874 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:05.122699 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=df45b40a-1c3b-4ddd-9776-8fca10101d8a,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:56:05.180536 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-0056838b-51d1-439a-8b89-bdb54635eadd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:05.216587 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-0056838b-51d1-439a-8b89-bdb54635eadd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2fff076-c088-4a07-b17c-f10c1c284d45']}} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:56:05.229658 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-0056838b-51d1-439a-8b89-bdb54635eadd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59eb48ab-703f-4091-be81-4cfe4fa6fa64') {'for_net_delete': True} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:56:05.229970 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-0056838b-51d1-439a-8b89-bdb54635eadd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59eb48ab-703f-4091-be81-4cfe4fa6fa64') {} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:56:05.242552 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-facb03d6-07c6-4274-8b98-52c146405e2a'] response: {'server_uuid': '594e6e02-b49f-46d7-a80a-450437cbea5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df45b40a-1c3b-4ddd-9776-8fca10101d8a', 'code': 200} Jun 01 18:56:05.244167 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-0056838b-51d1-439a-8b89-bdb54635eadd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2702126'] for segment, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:05.266507 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-0056838b-51d1-439a-8b89-bdb54635eadd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:05.267052 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [None req-4ed4f032-44e0-4840-abe7-e262eb31a2e1 tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] device_id is not set on port 801d3703-ca60-4701-acdc-c6183e72c364 yet. {{(pid=88525) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 18:56:05.273581 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0056838b-51d1-439a-8b89-bdb54635eadd admin admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=88524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 18:56:05.274231 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-0056838b-51d1-439a-8b89-bdb54635eadd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2719018'] for segment, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:05.298525 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4ed4f032-44e0-4840-abe7-e262eb31a2e1 tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:05.394742 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [None req-4ed4f032-44e0-4840-abe7-e262eb31a2e1 tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Transition to ACTIVE for port object 801d3703-ca60-4701-acdc-c6183e72c364 will not be triggered until provisioned by entity L2. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:56:05.401586 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-7b8bc6b3-3959-44f1-89fe-a6ce2622d41d tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Deleting port 3b3a49d5-2192-46a7-b243-da81e11df1e9 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:56:05.401923 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7b8bc6b3-3959-44f1-89fe-a6ce2622d41d tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:05.478202 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4ed4f032-44e0-4840-abe7-e262eb31a2e1 tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:05.518966 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment 59eb48ab-703f-4091-be81-4cfe4fa6fa64 resource provider aggregate not found Jun 01 18:56:05.562377 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment 59eb48ab-703f-4091-be81-4cfe4fa6fa64 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 59eb48ab-703f-4091-be81-4cfe4fa6fa64 found for delete ", "request_id": "req-46d76358-e106-4a27-ae80-120d8e11a710"}]} Jun 01 18:56:05.580860 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a36caf-97e8-4bfa-ad88-d043cf197ffe req-3d1f067b-535f-4c32-8346-a5aa2a97f7f4 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:05.582327 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b8a36caf-97e8-4bfa-ad88-d043cf197ffe req-3d1f067b-535f-4c32-8346-a5aa2a97f7f4 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] 10.222.0.41 "GET /v2.0/ports?device_id=89573410-7740-4786-add2-715066dfb6b7 HTTP/1.1" status: 200 len: 945 time: 0.5922132 Jun 01 18:56:05.597211 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-0056838b-51d1-439a-8b89-bdb54635eadd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:05.602848 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-0056838b-51d1-439a-8b89-bdb54635eadd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:05.641096 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-0056838b-51d1-439a-8b89-bdb54635eadd admin admin] 10.222.0.41 "DELETE /v2.0/networks/e2fff076-c088-4a07-b17c-f10c1c284d45 HTTP/1.1" status: 204 len: 168 time: 0.8218246 Jun 01 18:56:05.644064 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0056838b-51d1-439a-8b89-bdb54635eadd admin admin] Pushing event deleted for resources: {'Network': ['ID=e2fff076-c088-4a07-b17c-f10c1c284d45,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:56:05.666506 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4669d8-c4fb-4dff-8c24-3be37fd10a0c req-514acb30-38af-46c7-b16b-8e060f79367b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:05.667959 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6c4669d8-c4fb-4dff-8c24-3be37fd10a0c req-514acb30-38af-46c7-b16b-8e060f79367b service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=594e6e02-b49f-46d7-a80a-450437cbea5b HTTP/1.1" status: 200 len: 1096 time: 0.2538989 Jun 01 18:56:05.675696 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2e8319-fa49-4509-9e73-a93f1438b50a req-884ea456-6e85-4edc-bfe2-b94edb2b129e tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:05.676882 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-1f2e8319-fa49-4509-9e73-a93f1438b50a req-884ea456-6e85-4edc-bfe2-b94edb2b129e tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] 10.222.0.41 "GET /v2.0/ports?device_id=d419f3bd-0783-4597-938e-edafa5ae6e56 HTTP/1.1" status: 200 len: 949 time: 0.2640560 Jun 01 18:56:05.739324 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed4f032-44e0-4840-abe7-e262eb31a2e1 tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Pushing event updated for resources: {'Port': ['ID=801d3703-ca60-4701-acdc-c6183e72c364,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:56:05.750353 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6c4669d8-c4fb-4dff-8c24-3be37fd10a0c req-fcf5b853-070f-4b5a-a3bc-071756dd2c72 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=679bc320-73aa-41fb-80e9-32867c6d2bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725269 Jun 01 18:56:05.753226 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-1f2e8319-fa49-4509-9e73-a93f1438b50a req-b7dd30ac-35af-440a-b564-b17015cbecd5 tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] 10.222.0.41 "GET /v2.0/security-groups?id=c266819c-9421-4c09-b8ec-0766c6fc4de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618780 Jun 01 18:56:05.791954 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-3b5e3ae9-9188-48b8-b958-627490f1d9b8 req-7bdccfe3-81b5-44c9-999e-dcb58e0e57bc tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:05.811307 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed4f032-44e0-4840-abe7-e262eb31a2e1 tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Checking segment: {'id': '45f93386-9957-4282-9920-88406c9efec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '04f36a66-08e2-4b75-a33e-895582921f3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:56:05.811661 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ed4f032-44e0-4840-abe7-e262eb31a2e1 tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Network hostable DHCP agents. Network: 04f36a66-08e2-4b75-a33e-895582921f3d, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 18:56:05.840922 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b8a36caf-97e8-4bfa-ad88-d043cf197ffe req-5ee19a42-f67d-4538-8385-78be8038f14d tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] 10.222.0.41 "GET /v2.0/security-groups?id=10328742-6369-4815-ae6a-3cb954039bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284851 Jun 01 18:56:05.871346 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [req-3b5e3ae9-9188-48b8-b958-627490f1d9b8 req-7bdccfe3-81b5-44c9-999e-dcb58e0e57bc tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Transition to ACTIVE for port object 22967acd-621b-4479-bb29-f9379ee1f6d0 will not be triggered until provisioned by entity DHCP. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:56:05.872768 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 60796) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:56:05.874977 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7b8bc6b3-3959-44f1-89fe-a6ce2622d41d tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:05.972308 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f2555e-8f4c-4ef4-9085-1e65f2285412 req-37e78711-22d3-4f6f-bcf4-f40d246a4735 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:05.974109 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a9f2555e-8f4c-4ef4-9085-1e65f2285412 req-37e78711-22d3-4f6f-bcf4-f40d246a4735 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/ports?device_id=594e6e02-b49f-46d7-a80a-450437cbea5b HTTP/1.1" status: 200 len: 945 time: 0.1124709 Jun 01 18:56:06.030663 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a9f2555e-8f4c-4ef4-9085-1e65f2285412 req-3faa6f67-aa3c-4ae4-bfe3-1c947baea494 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/security-groups?id=679bc320-73aa-41fb-80e9-32867c6d2bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490909 Jun 01 18:56:06.045360 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-7b8bc6b3-3959-44f1-89fe-a6ce2622d41d tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Calling delete_port for 3b3a49d5-2192-46a7-b243-da81e11df1e9 owned by network:router_interface {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:56:06.152061 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e4352b1e-7501-44aa-9030-8417d2a82076 req-b06206bd-aed6-4ccd-b188-a70ab45bd9e9 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] 10.222.0.41 "GET /v2.0/ports?device_id=5753c990-0671-4ba6-9994-2036ed2b8c72 HTTP/1.1" status: 200 len: 210 time: 0.1743643 Jun 01 18:56:06.171764 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ed4f032-44e0-4840-abe7-e262eb31a2e1 tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Network 04f36a66-08e2-4b75-a33e-895582921f3d is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 18:56:06.197053 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-6efe93d0-4f55-46a0-850f-f75b07672151 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=daf045fdf9984b339fab4824552f98a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3087525 Jun 01 18:56:06.199749 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 60800) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:56:06.213550 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-4ed4f032-44e0-4840-abe7-e262eb31a2e1 tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, 04f36a66-08e2-4b75-a33e-895582921f3d) {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:56:06.226052 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed4f032-44e0-4840-abe7-e262eb31a2e1 tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:56:06.226641 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49ebdef6-0bd1-4f38-967d-f559624401ee None None] Network 04f36a66-08e2-4b75-a33e-895582921f3d requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 18:56:06.237081 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-3b5e3ae9-9188-48b8-b958-627490f1d9b8 req-7bdccfe3-81b5-44c9-999e-dcb58e0e57bc tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:06.293308 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [None req-4ed4f032-44e0-4840-abe7-e262eb31a2e1 tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Attempting to bind port 801d3703-ca60-4701-acdc-c6183e72c364 on host n-h1-844202-1 for vnic_type normal with profile {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:56:06.293308 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [None req-4ed4f032-44e0-4840-abe7-e262eb31a2e1 tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Attempting to bind port 801d3703-ca60-4701-acdc-c6183e72c364 by drivers openvswitch,hyperv on host n-h1-844202-1 at level 0 using segments [{'id': '45f93386-9957-4282-9920-88406c9efec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '04f36a66-08e2-4b75-a33e-895582921f3d'}] {{(pid=88525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:56:06.293308 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed4f032-44e0-4840-abe7-e262eb31a2e1 tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Attempting to bind port 801d3703-ca60-4701-acdc-c6183e72c364 on network 04f36a66-08e2-4b75-a33e-895582921f3d {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:56:06.302706 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-93ffa5c3-d5ce-4ccf-abe3-b3d85fa53b5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:06.324696 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed4f032-44e0-4840-abe7-e262eb31a2e1 tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Port 801d3703-ca60-4701-acdc-c6183e72c364 on network 04f36a66-08e2-4b75-a33e-895582921f3d not bound, no agent of type Open vSwitch agent registered on host n-h1-844202-1 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 18:56:06.324696 n-d-844202-1 neutron-server[88525]: ERROR neutron.plugins.ml2.managers [None req-4ed4f032-44e0-4840-abe7-e262eb31a2e1 tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Failed to bind port 801d3703-ca60-4701-acdc-c6183e72c364 on host n-h1-844202-1 for vnic_type normal using segments [{'id': '45f93386-9957-4282-9920-88406c9efec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '04f36a66-08e2-4b75-a33e-895582921f3d'}] Jun 01 18:56:06.329262 n-d-844202-1 neutron-server[88525]: INFO neutron.plugins.ml2.plugin [None req-4ed4f032-44e0-4840-abe7-e262eb31a2e1 tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Attempt 2 to bind port 801d3703-ca60-4701-acdc-c6183e72c364 Jun 01 18:56:06.336267 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-93ffa5c3-d5ce-4ccf-abe3-b3d85fa53b5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:06.346604 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b5e3ae9-9188-48b8-b958-627490f1d9b8 req-7bdccfe3-81b5-44c9-999e-dcb58e0e57bc tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Network 908da31a-c43f-4d78-b2f1-4926efeaafe9 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:56:06.355263 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [req-3b5e3ae9-9188-48b8-b958-627490f1d9b8 req-7bdccfe3-81b5-44c9-999e-dcb58e0e57bc tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:56:06.359013 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b5e3ae9-9188-48b8-b958-627490f1d9b8 req-7bdccfe3-81b5-44c9-999e-dcb58e0e57bc tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:56:06.398996 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [None req-4ed4f032-44e0-4840-abe7-e262eb31a2e1 tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Attempting to bind port 801d3703-ca60-4701-acdc-c6183e72c364 on host n-h1-844202-1 for vnic_type normal with profile {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:56:06.399366 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [None req-4ed4f032-44e0-4840-abe7-e262eb31a2e1 tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Attempting to bind port 801d3703-ca60-4701-acdc-c6183e72c364 by drivers openvswitch,hyperv on host n-h1-844202-1 at level 0 using segments [{'id': '45f93386-9957-4282-9920-88406c9efec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '04f36a66-08e2-4b75-a33e-895582921f3d'}] {{(pid=88525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:56:06.399656 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed4f032-44e0-4840-abe7-e262eb31a2e1 tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Attempting to bind port 801d3703-ca60-4701-acdc-c6183e72c364 on network 04f36a66-08e2-4b75-a33e-895582921f3d {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:56:06.408448 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdccfe3-81b5-44c9-999e-dcb58e0e57bc tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Pushing event updated for resources: {'Port': ['ID=22967acd-621b-4479-bb29-f9379ee1f6d0,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:56:06.430934 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed4f032-44e0-4840-abe7-e262eb31a2e1 tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Port 801d3703-ca60-4701-acdc-c6183e72c364 on network 04f36a66-08e2-4b75-a33e-895582921f3d not bound, no agent of type Open vSwitch agent registered on host n-h1-844202-1 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 18:56:06.431794 n-d-844202-1 neutron-server[88525]: ERROR neutron.plugins.ml2.managers [None req-4ed4f032-44e0-4840-abe7-e262eb31a2e1 tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Failed to bind port 801d3703-ca60-4701-acdc-c6183e72c364 on host n-h1-844202-1 for vnic_type normal using segments [{'id': '45f93386-9957-4282-9920-88406c9efec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '04f36a66-08e2-4b75-a33e-895582921f3d'}] Jun 01 18:56:06.433856 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-93ffa5c3-d5ce-4ccf-abe3-b3d85fa53b5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:06.437431 n-d-844202-1 neutron-server[88525]: INFO neutron.plugins.ml2.plugin [None req-4ed4f032-44e0-4840-abe7-e262eb31a2e1 tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Attempt 3 to bind port 801d3703-ca60-4701-acdc-c6183e72c364 Jun 01 18:56:06.481499 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ffa5c3-d5ce-4ccf-abe3-b3d85fa53b5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83dade30-e82d-42fd-a669-f22e3bcf9262,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:56:06.489211 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-93ffa5c3-d5ce-4ccf-abe3-b3d85fa53b5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:06.492663 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-93ffa5c3-d5ce-4ccf-abe3-b3d85fa53b5e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/83dade30-e82d-42fd-a669-f22e3bcf9262 HTTP/1.1" status: 204 len: 168 time: 0.2893772 Jun 01 18:56:06.548828 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [None req-4ed4f032-44e0-4840-abe7-e262eb31a2e1 tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Attempting to bind port 801d3703-ca60-4701-acdc-c6183e72c364 on host n-h1-844202-1 for vnic_type normal with profile {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:56:06.549286 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [None req-4ed4f032-44e0-4840-abe7-e262eb31a2e1 tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Attempting to bind port 801d3703-ca60-4701-acdc-c6183e72c364 by drivers openvswitch,hyperv on host n-h1-844202-1 at level 0 using segments [{'id': '45f93386-9957-4282-9920-88406c9efec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '04f36a66-08e2-4b75-a33e-895582921f3d'}] {{(pid=88525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:56:06.549486 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed4f032-44e0-4840-abe7-e262eb31a2e1 tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Attempting to bind port 801d3703-ca60-4701-acdc-c6183e72c364 on network 04f36a66-08e2-4b75-a33e-895582921f3d {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:56:06.569804 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5e3ae9-9188-48b8-b958-627490f1d9b8 req-7bdccfe3-81b5-44c9-999e-dcb58e0e57bc tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:06.570464 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-3b5e3ae9-9188-48b8-b958-627490f1d9b8 req-7bdccfe3-81b5-44c9-999e-dcb58e0e57bc tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:06.592088 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed4f032-44e0-4840-abe7-e262eb31a2e1 tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Port 801d3703-ca60-4701-acdc-c6183e72c364 on network 04f36a66-08e2-4b75-a33e-895582921f3d not bound, no agent of type Open vSwitch agent registered on host n-h1-844202-1 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 18:56:06.592438 n-d-844202-1 neutron-server[88525]: ERROR neutron.plugins.ml2.managers [None req-4ed4f032-44e0-4840-abe7-e262eb31a2e1 tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Failed to bind port 801d3703-ca60-4701-acdc-c6183e72c364 on host n-h1-844202-1 for vnic_type normal using segments [{'id': '45f93386-9957-4282-9920-88406c9efec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '04f36a66-08e2-4b75-a33e-895582921f3d'}] Jun 01 18:56:06.598153 n-d-844202-1 neutron-server[88525]: INFO neutron.plugins.ml2.plugin [None req-4ed4f032-44e0-4840-abe7-e262eb31a2e1 tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Attempt 4 to bind port 801d3703-ca60-4701-acdc-c6183e72c364 Jun 01 18:56:06.652097 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7b8bc6b3-3959-44f1-89fe-a6ce2622d41d tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:06.656013 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [None req-4ed4f032-44e0-4840-abe7-e262eb31a2e1 tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Attempting to bind port 801d3703-ca60-4701-acdc-c6183e72c364 on host n-h1-844202-1 for vnic_type normal with profile {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:56:06.656282 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [None req-4ed4f032-44e0-4840-abe7-e262eb31a2e1 tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Attempting to bind port 801d3703-ca60-4701-acdc-c6183e72c364 by drivers openvswitch,hyperv on host n-h1-844202-1 at level 0 using segments [{'id': '45f93386-9957-4282-9920-88406c9efec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '04f36a66-08e2-4b75-a33e-895582921f3d'}] {{(pid=88525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:56:06.656617 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed4f032-44e0-4840-abe7-e262eb31a2e1 tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Attempting to bind port 801d3703-ca60-4701-acdc-c6183e72c364 on network 04f36a66-08e2-4b75-a33e-895582921f3d {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:56:06.722694 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed4f032-44e0-4840-abe7-e262eb31a2e1 tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Port 801d3703-ca60-4701-acdc-c6183e72c364 on network 04f36a66-08e2-4b75-a33e-895582921f3d not bound, no agent of type Open vSwitch agent registered on host n-h1-844202-1 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 18:56:06.723016 n-d-844202-1 neutron-server[88525]: ERROR neutron.plugins.ml2.managers [None req-4ed4f032-44e0-4840-abe7-e262eb31a2e1 tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Failed to bind port 801d3703-ca60-4701-acdc-c6183e72c364 on host n-h1-844202-1 for vnic_type normal using segments [{'id': '45f93386-9957-4282-9920-88406c9efec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '04f36a66-08e2-4b75-a33e-895582921f3d'}] Jun 01 18:56:06.729045 n-d-844202-1 neutron-server[88525]: INFO neutron.plugins.ml2.plugin [None req-4ed4f032-44e0-4840-abe7-e262eb31a2e1 tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Attempt 5 to bind port 801d3703-ca60-4701-acdc-c6183e72c364 Jun 01 18:56:06.735803 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8bc6b3-3959-44f1-89fe-a6ce2622d41d tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Pushing event deleted for resources: {'Port': ['ID=3b3a49d5-2192-46a7-b243-da81e11df1e9,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:56:06.784102 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-b44cd889-2b76-45b2-8b41-83e2733501dd None None] Provisioning for port 22967acd-621b-4479-bb29-f9379ee1f6d0 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:56:06.785863 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3b5e3ae9-9188-48b8-b958-627490f1d9b8 req-7bdccfe3-81b5-44c9-999e-dcb58e0e57bc tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0660911 Jun 01 18:56:06.793428 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-b44cd889-2b76-45b2-8b41-83e2733501dd None None] Provisioning complete for port 22967acd-621b-4479-bb29-f9379ee1f6d0 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:56:06.793856 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-b44cd889-2b76-45b2-8b41-83e2733501dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:06.805334 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [req-3b5e3ae9-9188-48b8-b958-627490f1d9b8 req-2167ebb3-bebe-4f0e-817f-bb6c78b8344f service neutron] Request body: {'port': {'device_id': '5753c990-0671-4ba6-9994-2036ed2b8c72', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844202-1'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:56:06.845748 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [None req-4ed4f032-44e0-4840-abe7-e262eb31a2e1 tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Attempting to bind port 801d3703-ca60-4701-acdc-c6183e72c364 on host n-h1-844202-1 for vnic_type normal with profile {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:56:06.845748 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [None req-4ed4f032-44e0-4840-abe7-e262eb31a2e1 tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Attempting to bind port 801d3703-ca60-4701-acdc-c6183e72c364 by drivers openvswitch,hyperv on host n-h1-844202-1 at level 0 using segments [{'id': '45f93386-9957-4282-9920-88406c9efec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '04f36a66-08e2-4b75-a33e-895582921f3d'}] {{(pid=88525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:56:06.846094 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed4f032-44e0-4840-abe7-e262eb31a2e1 tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Attempting to bind port 801d3703-ca60-4701-acdc-c6183e72c364 on network 04f36a66-08e2-4b75-a33e-895582921f3d {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:56:06.883385 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-b44cd889-2b76-45b2-8b41-83e2733501dd None None] Port 22967acd-621b-4479-bb29-f9379ee1f6d0 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 18:56:06.955927 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed4f032-44e0-4840-abe7-e262eb31a2e1 tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Port 801d3703-ca60-4701-acdc-c6183e72c364 on network 04f36a66-08e2-4b75-a33e-895582921f3d not bound, no agent of type Open vSwitch agent registered on host n-h1-844202-1 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 18:56:06.956269 n-d-844202-1 neutron-server[88525]: ERROR neutron.plugins.ml2.managers [None req-4ed4f032-44e0-4840-abe7-e262eb31a2e1 tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Failed to bind port 801d3703-ca60-4701-acdc-c6183e72c364 on host n-h1-844202-1 for vnic_type normal using segments [{'id': '45f93386-9957-4282-9920-88406c9efec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '04f36a66-08e2-4b75-a33e-895582921f3d'}] Jun 01 18:56:06.963711 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf52f91e-0c67-491a-8ae4-b500454defe4 req-d118d3e7-1287-406c-a168-b974e60f5611 tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:06.968812 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-cf52f91e-0c67-491a-8ae4-b500454defe4 req-d118d3e7-1287-406c-a168-b974e60f5611 tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] 10.222.0.50 "GET /v2.0/ports?device_id=d419f3bd-0783-4597-938e-edafa5ae6e56 HTTP/1.1" status: 200 len: 949 time: 0.2037587 Jun 01 18:56:06.974113 n-d-844202-1 neutron-server[88525]: INFO neutron.plugins.ml2.plugin [None req-4ed4f032-44e0-4840-abe7-e262eb31a2e1 tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Attempt 6 to bind port 801d3703-ca60-4701-acdc-c6183e72c364 Jun 01 18:56:07.081479 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-d340a6ac-ba90-400f-8c18-090b614c54e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:07.125245 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [None req-4ed4f032-44e0-4840-abe7-e262eb31a2e1 tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Attempting to bind port 801d3703-ca60-4701-acdc-c6183e72c364 on host n-h1-844202-1 for vnic_type normal with profile {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:56:07.125582 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [None req-4ed4f032-44e0-4840-abe7-e262eb31a2e1 tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Attempting to bind port 801d3703-ca60-4701-acdc-c6183e72c364 by drivers openvswitch,hyperv on host n-h1-844202-1 at level 0 using segments [{'id': '45f93386-9957-4282-9920-88406c9efec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '04f36a66-08e2-4b75-a33e-895582921f3d'}] {{(pid=88525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:56:07.125883 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed4f032-44e0-4840-abe7-e262eb31a2e1 tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Attempting to bind port 801d3703-ca60-4701-acdc-c6183e72c364 on network 04f36a66-08e2-4b75-a33e-895582921f3d {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:56:07.184533 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-cf52f91e-0c67-491a-8ae4-b500454defe4 req-62686557-850a-48ca-a632-a68e2a4aada5 tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] Deleting port 95c2395d-40cd-45c9-8e57-a8728356bd2b {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:56:07.184877 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-cf52f91e-0c67-491a-8ae4-b500454defe4 req-62686557-850a-48ca-a632-a68e2a4aada5 tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:07.236056 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed4f032-44e0-4840-abe7-e262eb31a2e1 tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Port 801d3703-ca60-4701-acdc-c6183e72c364 on network 04f36a66-08e2-4b75-a33e-895582921f3d not bound, no agent of type Open vSwitch agent registered on host n-h1-844202-1 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 18:56:07.238559 n-d-844202-1 neutron-server[88525]: ERROR neutron.plugins.ml2.managers [None req-4ed4f032-44e0-4840-abe7-e262eb31a2e1 tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Failed to bind port 801d3703-ca60-4701-acdc-c6183e72c364 on host n-h1-844202-1 for vnic_type normal using segments [{'id': '45f93386-9957-4282-9920-88406c9efec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '04f36a66-08e2-4b75-a33e-895582921f3d'}] Jun 01 18:56:07.255185 n-d-844202-1 neutron-server[88525]: INFO neutron.plugins.ml2.plugin [None req-4ed4f032-44e0-4840-abe7-e262eb31a2e1 tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Attempt 7 to bind port 801d3703-ca60-4701-acdc-c6183e72c364 Jun 01 18:56:07.308555 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-3b5e3ae9-9188-48b8-b958-627490f1d9b8 req-2167ebb3-bebe-4f0e-817f-bb6c78b8344f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:07.528905 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [None req-4ed4f032-44e0-4840-abe7-e262eb31a2e1 tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Attempting to bind port 801d3703-ca60-4701-acdc-c6183e72c364 on host n-h1-844202-1 for vnic_type normal with profile {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:56:07.529233 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [None req-4ed4f032-44e0-4840-abe7-e262eb31a2e1 tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Attempting to bind port 801d3703-ca60-4701-acdc-c6183e72c364 by drivers openvswitch,hyperv on host n-h1-844202-1 at level 0 using segments [{'id': '45f93386-9957-4282-9920-88406c9efec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '04f36a66-08e2-4b75-a33e-895582921f3d'}] {{(pid=88525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:56:07.529667 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed4f032-44e0-4840-abe7-e262eb31a2e1 tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Attempting to bind port 801d3703-ca60-4701-acdc-c6183e72c364 on network 04f36a66-08e2-4b75-a33e-895582921f3d {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:56:07.545957 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed4f032-44e0-4840-abe7-e262eb31a2e1 tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Port 801d3703-ca60-4701-acdc-c6183e72c364 on network 04f36a66-08e2-4b75-a33e-895582921f3d not bound, no agent of type Open vSwitch agent registered on host n-h1-844202-1 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 18:56:07.546272 n-d-844202-1 neutron-server[88525]: ERROR neutron.plugins.ml2.managers [None req-4ed4f032-44e0-4840-abe7-e262eb31a2e1 tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Failed to bind port 801d3703-ca60-4701-acdc-c6183e72c364 on host n-h1-844202-1 for vnic_type normal using segments [{'id': '45f93386-9957-4282-9920-88406c9efec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '04f36a66-08e2-4b75-a33e-895582921f3d'}] Jun 01 18:56:07.605927 n-d-844202-1 neutron-server[88525]: INFO neutron.plugins.ml2.plugin [None req-4ed4f032-44e0-4840-abe7-e262eb31a2e1 tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Attempt 8 to bind port 801d3703-ca60-4701-acdc-c6183e72c364 Jun 01 18:56:07.656775 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f309c4e1-673c-4924-9231-4202fdad7353 req-12cb5e71-44fc-4b27-9b71-e5af4e436f81 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:07.658620 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f309c4e1-673c-4924-9231-4202fdad7353 req-12cb5e71-44fc-4b27-9b71-e5af4e436f81 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/ports?device_id=594e6e02-b49f-46d7-a80a-450437cbea5b HTTP/1.1" status: 200 len: 945 time: 0.3406174 Jun 01 18:56:07.667996 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [None req-4ed4f032-44e0-4840-abe7-e262eb31a2e1 tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Attempting to bind port 801d3703-ca60-4701-acdc-c6183e72c364 on host n-h1-844202-1 for vnic_type normal with profile {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:56:07.668380 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [None req-4ed4f032-44e0-4840-abe7-e262eb31a2e1 tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Attempting to bind port 801d3703-ca60-4701-acdc-c6183e72c364 by drivers openvswitch,hyperv on host n-h1-844202-1 at level 0 using segments [{'id': '45f93386-9957-4282-9920-88406c9efec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '04f36a66-08e2-4b75-a33e-895582921f3d'}] {{(pid=88525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:56:07.668710 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed4f032-44e0-4840-abe7-e262eb31a2e1 tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Attempting to bind port 801d3703-ca60-4701-acdc-c6183e72c364 on network 04f36a66-08e2-4b75-a33e-895582921f3d {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:56:07.691591 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7b8bc6b3-3959-44f1-89fe-a6ce2622d41d tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-887310'] for router_interface, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:07.695687 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed4f032-44e0-4840-abe7-e262eb31a2e1 tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Port 801d3703-ca60-4701-acdc-c6183e72c364 on network 04f36a66-08e2-4b75-a33e-895582921f3d not bound, no agent of type Open vSwitch agent registered on host n-h1-844202-1 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 18:56:07.695687 n-d-844202-1 neutron-server[88525]: ERROR neutron.plugins.ml2.managers [None req-4ed4f032-44e0-4840-abe7-e262eb31a2e1 tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Failed to bind port 801d3703-ca60-4701-acdc-c6183e72c364 on host n-h1-844202-1 for vnic_type normal using segments [{'id': '45f93386-9957-4282-9920-88406c9efec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '04f36a66-08e2-4b75-a33e-895582921f3d'}] Jun 01 18:56:07.700689 n-d-844202-1 neutron-server[88525]: INFO neutron.plugins.ml2.plugin [None req-4ed4f032-44e0-4840-abe7-e262eb31a2e1 tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Attempt 9 to bind port 801d3703-ca60-4701-acdc-c6183e72c364 Jun 01 18:56:07.706439 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-cf52f91e-0c67-491a-8ae4-b500454defe4 req-62686557-850a-48ca-a632-a68e2a4aada5 tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] For port 95c2395d-40cd-45c9-8e57-a8728356bd2b, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=95c2395d-40cd-45c9-8e57-a8728356bd2b,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:56:07.706799 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-cf52f91e-0c67-491a-8ae4-b500454defe4 req-62686557-850a-48ca-a632-a68e2a4aada5 tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:07.783460 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [None req-4ed4f032-44e0-4840-abe7-e262eb31a2e1 tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Attempting to bind port 801d3703-ca60-4701-acdc-c6183e72c364 on host n-h1-844202-1 for vnic_type normal with profile {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:56:07.783784 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [None req-4ed4f032-44e0-4840-abe7-e262eb31a2e1 tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Attempting to bind port 801d3703-ca60-4701-acdc-c6183e72c364 by drivers openvswitch,hyperv on host n-h1-844202-1 at level 0 using segments [{'id': '45f93386-9957-4282-9920-88406c9efec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '04f36a66-08e2-4b75-a33e-895582921f3d'}] {{(pid=88525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:56:07.784110 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed4f032-44e0-4840-abe7-e262eb31a2e1 tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Attempting to bind port 801d3703-ca60-4701-acdc-c6183e72c364 on network 04f36a66-08e2-4b75-a33e-895582921f3d {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:56:07.851951 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-cf52f91e-0c67-491a-8ae4-b500454defe4 req-62686557-850a-48ca-a632-a68e2a4aada5 tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] Calling delete_port for 95c2395d-40cd-45c9-8e57-a8728356bd2b owned by compute:nova {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:56:07.880524 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 60842) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:56:07.892792 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f309c4e1-673c-4924-9231-4202fdad7353 req-01e822d0-33fe-4fe2-b602-5b0751e64689 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/security-groups?id=679bc320-73aa-41fb-80e9-32867c6d2bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221892 Jun 01 18:56:07.905561 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed4f032-44e0-4840-abe7-e262eb31a2e1 tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Port 801d3703-ca60-4701-acdc-c6183e72c364 on network 04f36a66-08e2-4b75-a33e-895582921f3d not bound, no agent of type Open vSwitch agent registered on host n-h1-844202-1 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 18:56:07.905711 n-d-844202-1 neutron-server[88525]: ERROR neutron.plugins.ml2.managers [None req-4ed4f032-44e0-4840-abe7-e262eb31a2e1 tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Failed to bind port 801d3703-ca60-4701-acdc-c6183e72c364 on host n-h1-844202-1 for vnic_type normal using segments [{'id': '45f93386-9957-4282-9920-88406c9efec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '04f36a66-08e2-4b75-a33e-895582921f3d'}] Jun 01 18:56:07.929751 n-d-844202-1 neutron-server[88525]: INFO neutron.plugins.ml2.plugin [None req-4ed4f032-44e0-4840-abe7-e262eb31a2e1 tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Attempt 10 to bind port 801d3703-ca60-4701-acdc-c6183e72c364 Jun 01 18:56:07.968550 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd0cbd9-7a7c-4d42-9216-cd3ba303584f req-3895e5be-55b5-4035-ad1f-108927a76b7c tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:07.976284 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-dcd0cbd9-7a7c-4d42-9216-cd3ba303584f req-3895e5be-55b5-4035-ad1f-108927a76b7c tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] 10.222.0.41 "GET /v2.0/ports?device_id=d419f3bd-0783-4597-938e-edafa5ae6e56 HTTP/1.1" status: 200 len: 949 time: 0.9836721 Jun 01 18:56:08.029189 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-cf52f91e-0c67-491a-8ae4-b500454defe4 req-62686557-850a-48ca-a632-a68e2a4aada5 tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:08.045308 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] get_ports_and_sgs() called for port_ids ['95c2395d-40cd-45c9-8e57-a8728356bd2b', 'de9ccc2f-4787-43e3-92be-87652a65920b'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:56:08.088726 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62686557-850a-48ca-a632-a68e2a4aada5 tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] Pushing event deleted for resources: {'Port': ['ID=95c2395d-40cd-45c9-8e57-a8728356bd2b,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:56:08.115650 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [None req-4ed4f032-44e0-4840-abe7-e262eb31a2e1 tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Attempting to bind port 801d3703-ca60-4701-acdc-c6183e72c364 on host n-h1-844202-1 for vnic_type normal with profile {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:56:08.115984 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [None req-4ed4f032-44e0-4840-abe7-e262eb31a2e1 tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Attempting to bind port 801d3703-ca60-4701-acdc-c6183e72c364 by drivers openvswitch,hyperv on host n-h1-844202-1 at level 0 using segments [{'id': '45f93386-9957-4282-9920-88406c9efec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '04f36a66-08e2-4b75-a33e-895582921f3d'}] {{(pid=88525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:56:08.116360 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed4f032-44e0-4840-abe7-e262eb31a2e1 tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Attempting to bind port 801d3703-ca60-4701-acdc-c6183e72c364 on network 04f36a66-08e2-4b75-a33e-895582921f3d {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:56:08.122001 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-dcd0cbd9-7a7c-4d42-9216-cd3ba303584f req-5a3d9179-1cb8-4ef8-bcd7-cb41d4400012 tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] 10.222.0.41 "GET /v2.0/security-groups?id=c266819c-9421-4c09-b8ec-0766c6fc4de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444995 Jun 01 18:56:08.122548 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] get_ports_and_sgs() called for port_ids ['3c91b70b-5114-421a-9fe1-7d632732d11b'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:56:08.191034 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed4f032-44e0-4840-abe7-e262eb31a2e1 tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Port 801d3703-ca60-4701-acdc-c6183e72c364 on network 04f36a66-08e2-4b75-a33e-895582921f3d not bound, no agent of type Open vSwitch agent registered on host n-h1-844202-1 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 18:56:08.191363 n-d-844202-1 neutron-server[88525]: ERROR neutron.plugins.ml2.managers [None req-4ed4f032-44e0-4840-abe7-e262eb31a2e1 tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Failed to bind port 801d3703-ca60-4701-acdc-c6183e72c364 on host n-h1-844202-1 for vnic_type normal using segments [{'id': '45f93386-9957-4282-9920-88406c9efec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '04f36a66-08e2-4b75-a33e-895582921f3d'}] Jun 01 18:56:08.191963 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4ed4f032-44e0-4840-abe7-e262eb31a2e1 tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:08.195634 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-417887c5-662c-4fa3-828d-d9df7619ab2d admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-2146786291-network', 'tenant_id': 'd0a1e5281a6a4a33a7366a726bd4d479'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:56:08.243886 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-417887c5-662c-4fa3-828d-d9df7619ab2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:56:08.261830 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf52f91e-0c67-491a-8ae4-b500454defe4 req-62686557-850a-48ca-a632-a68e2a4aada5 tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] No DVR routers for this DVR port 95c2395d-40cd-45c9-8e57-a8728356bd2b on host n-h2-844202-1 {{(pid=88524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 18:56:08.263929 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-417887c5-662c-4fa3-828d-d9df7619ab2d admin admin] Usage tracker for resource:network and tenant:d0a1e5281a6a4a33a7366a726bd4d479 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:56:08.268135 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-cf52f91e-0c67-491a-8ae4-b500454defe4 req-62686557-850a-48ca-a632-a68e2a4aada5 tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:08.279187 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-417887c5-662c-4fa3-828d-d9df7619ab2d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:56:08.283463 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd419f3bd-0783-4597-938e-edafa5ae6e56', 'name': 'network-vif-deleted', 'tag': '95c2395d-40cd-45c9-8e57-a8728356bd2b'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:56:08.294402 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-cf52f91e-0c67-491a-8ae4-b500454defe4 req-62686557-850a-48ca-a632-a68e2a4aada5 tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] 10.222.0.50 "DELETE /v2.0/ports/95c2395d-40cd-45c9-8e57-a8728356bd2b HTTP/1.1" status: 204 len: 173 time: 1.3201296 Jun 01 18:56:08.295261 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-417887c5-662c-4fa3-828d-d9df7619ab2d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:56:08.311613 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-417887c5-662c-4fa3-828d-d9df7619ab2d admin admin] Made reservation on behalf of d0a1e5281a6a4a33a7366a726bd4d479 for: {'network': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:56:08.314191 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-417887c5-662c-4fa3-828d-d9df7619ab2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:08.332676 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-417887c5-662c-4fa3-828d-d9df7619ab2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:08.356817 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6934f0-4435-4b5b-8992-a16dd549cacb req-8bc99ea6-c302-490b-8403-38466b4268b2 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:08.358303 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6a6934f0-4435-4b5b-8992-a16dd549cacb req-8bc99ea6-c302-490b-8403-38466b4268b2 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] 10.222.0.41 "GET /v2.0/ports?device_id=5753c990-0671-4ba6-9994-2036ed2b8c72 HTTP/1.1" status: 200 len: 932 time: 0.2616413 Jun 01 18:56:08.359348 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-417887c5-662c-4fa3-828d-d9df7619ab2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:56:08.364274 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-417887c5-662c-4fa3-828d-d9df7619ab2d admin admin] Usage tracker for resource:security_group_rule and tenant:d0a1e5281a6a4a33a7366a726bd4d479 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:56:08.369513 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-417887c5-662c-4fa3-828d-d9df7619ab2d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:56:08.395481 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-417887c5-662c-4fa3-828d-d9df7619ab2d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:56:08.538146 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6a6934f0-4435-4b5b-8992-a16dd549cacb req-0746c85c-bb7e-496e-8678-28aa0819a5c1 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] 10.222.0.41 "GET /v2.0/security-groups?id=7be4da1b-38ad-4466-97f9-2d085531e9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1708367 Jun 01 18:56:08.566561 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b8bc6b3-3959-44f1-89fe-a6ce2622d41d tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Router f459c03f-9745-4bf0-bd37-593218b38232 has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 18:56:08.649813 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-417887c5-662c-4fa3-828d-d9df7619ab2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:08.655031 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-417887c5-662c-4fa3-828d-d9df7619ab2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:08.687059 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [req-3b5e3ae9-9188-48b8-b958-627490f1d9b8 req-2167ebb3-bebe-4f0e-817f-bb6c78b8344f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22967acd-621b-4479-bb29-f9379ee1f6d0 {{(pid=88525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:56:08.782676 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-3b5e3ae9-9188-48b8-b958-627490f1d9b8 req-2167ebb3-bebe-4f0e-817f-bb6c78b8344f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:08.830807 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-417887c5-662c-4fa3-828d-d9df7619ab2d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 141} {{(pid=88524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 18:56:08.900263 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-417887c5-662c-4fa3-828d-d9df7619ab2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:08.900585 n-d-844202-1 neutron-server[88524]: INFO neutron.db.segments_db [None req-417887c5-662c-4fa3-828d-d9df7619ab2d admin admin] Added segment 5d37d6f1-f881-46ce-917f-1a0aba7e0745 of type vlan for network 68c6e764-294d-4bbe-b8e6-e3de6ad7c308 Jun 01 18:56:08.914178 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417887c5-662c-4fa3-828d-d9df7619ab2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cd81dcd-fddd-4cdb-b7e0-911a736e672d,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:56:08.922821 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [None req-4ed4f032-44e0-4840-abe7-e262eb31a2e1 tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] For port 801d3703-ca60-4701-acdc-c6183e72c364, host n-h1-844202-1, cleared binding levels {{(pid=88525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:56:08.923180 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [None req-4ed4f032-44e0-4840-abe7-e262eb31a2e1 tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Attempted to set empty binding levels {{(pid=88525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Jun 01 18:56:08.926521 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [req-3b5e3ae9-9188-48b8-b958-627490f1d9b8 req-2167ebb3-bebe-4f0e-817f-bb6c78b8344f service neutron] Transition to ACTIVE for port object 22967acd-621b-4479-bb29-f9379ee1f6d0 will not be triggered until provisioned by entity L2. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:56:08.933456 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b8bc6b3-3959-44f1-89fe-a6ce2622d41d tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 18:56:08.935961 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4ed4f032-44e0-4840-abe7-e262eb31a2e1 tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:08.945516 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a313d79c-9ddc-47e5-b85b-1e232c8c5205 None None] Sync routers for ids ['f459c03f-9745-4bf0-bd37-593218b38232'] in n-d-844202-1 {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 18:56:08.951480 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-7b8bc6b3-3959-44f1-89fe-a6ce2622d41d tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] 10.222.0.41 "PUT /v2.0/routers/f459c03f-9745-4bf0-bd37-593218b38232/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3408515 Jun 01 18:56:08.954557 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 60870) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:56:08.956853 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-417887c5-662c-4fa3-828d-d9df7619ab2d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:08.961953 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a313d79c-9ddc-47e5-b85b-1e232c8c5205 None None] Routers {'f459c03f-9745-4bf0-bd37-593218b38232'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:56:08.963137 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-a313d79c-9ddc-47e5-b85b-1e232c8c5205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:55:39Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['f459c03f-9745-4bf0-bd37-593218b38232'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:56:09.023251 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-3b5e3ae9-9188-48b8-b958-627490f1d9b8 req-2167ebb3-bebe-4f0e-817f-bb6c78b8344f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:09.047254 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-a313d79c-9ddc-47e5-b85b-1e232c8c5205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:56:09.059488 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a313d79c-9ddc-47e5-b85b-1e232c8c5205 None None] Routers {'f459c03f-9745-4bf0-bd37-593218b38232'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:56:09.060638 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-a313d79c-9ddc-47e5-b85b-1e232c8c5205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:55:39Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['f459c03f-9745-4bf0-bd37-593218b38232'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:56:09.085837 n-d-844202-1 neutron-server[88524]: INFO neutron.api.v2.resource [None req-c0be68f7-cbcd-4daf-b682-2cde4851f4fd tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] delete failed (client error): The resource could not be found. Jun 01 18:56:09.090769 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-c0be68f7-cbcd-4daf-b682-2cde4851f4fd tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] 10.222.0.41 "DELETE /v2.0/routers/tempest-non_exist_router-1066693713 HTTP/1.1" status: 404 len: 335 time: 0.1293349 Jun 01 18:56:09.091346 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 60874) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:56:09.100402 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-54087756-9cdc-432b-ac7f-6648862bc149 tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f459c03f-9745-4bf0-bd37-593218b38232'}}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:56:09.116015 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed4f032-44e0-4840-abe7-e262eb31a2e1 tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Pushing event updated for resources: {'Port': ['ID=801d3703-ca60-4701-acdc-c6183e72c364,revision_number=2']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:56:09.136380 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ed4f032-44e0-4840-abe7-e262eb31a2e1 tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:09.136983 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4ed4f032-44e0-4840-abe7-e262eb31a2e1 tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:09.173179 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08b1173d-b5ac-4588-9aef-76ecb5c4e871'] response: {'server_uuid': 'd419f3bd-0783-4597-938e-edafa5ae6e56', 'name': 'network-vif-deleted', 'tag': '95c2395d-40cd-45c9-8e57-a8728356bd2b', 'status': 'completed', 'code': 200} Jun 01 18:56:09.225114 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-a313d79c-9ddc-47e5-b85b-1e232c8c5205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:56:09.225744 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a313d79c-9ddc-47e5-b85b-1e232c8c5205 None None] The sync data for ids ['f459c03f-9745-4bf0-bd37-593218b38232'] in n-d-844202-1 is: [] {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 18:56:09.288433 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb76c494-4c69-4fdf-bda0-24ff390d45e9 req-ff426432-b0fb-4e5a-8743-7f5bb47b789d tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:09.296190 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-eb76c494-4c69-4fdf-bda0-24ff390d45e9 req-ff426432-b0fb-4e5a-8743-7f5bb47b789d tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=863d6d17-7ec0-45a3-a6dc-82b322b76ced HTTP/1.1" status: 200 len: 945 time: 0.4748907 Jun 01 18:56:09.367852 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-4ed4f032-44e0-4840-abe7-e262eb31a2e1 tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 6.2288043 Jun 01 18:56:09.446341 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 60880) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:56:09.454159 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-b142470a-a1aa-4bda-8747-d3e63bae36e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:09.465116 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-417887c5-662c-4fa3-828d-d9df7619ab2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:09.466105 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-417887c5-662c-4fa3-828d-d9df7619ab2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:09.466956 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-417887c5-662c-4fa3-828d-d9df7619ab2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:09.567902 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2167ebb3-bebe-4f0e-817f-bb6c78b8344f service neutron] Pushing event updated for resources: {'Port': ['ID=22967acd-621b-4479-bb29-f9379ee1f6d0,revision_number=2']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:56:09.648178 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-3b5e3ae9-9188-48b8-b958-627490f1d9b8 req-2167ebb3-bebe-4f0e-817f-bb6c78b8344f service neutron] Attempting to bind port 22967acd-621b-4479-bb29-f9379ee1f6d0 on host n-h1-844202-1 for vnic_type normal with profile {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:56:09.648518 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-3b5e3ae9-9188-48b8-b958-627490f1d9b8 req-2167ebb3-bebe-4f0e-817f-bb6c78b8344f service neutron] Attempting to bind port 22967acd-621b-4479-bb29-f9379ee1f6d0 by drivers openvswitch,hyperv on host n-h1-844202-1 at level 0 using segments [{'id': '182d40cc-3a03-495c-b3d5-827c96c30acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '908da31a-c43f-4d78-b2f1-4926efeaafe9'}] {{(pid=88525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:56:09.648834 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b5e3ae9-9188-48b8-b958-627490f1d9b8 req-2167ebb3-bebe-4f0e-817f-bb6c78b8344f service neutron] Attempting to bind port 22967acd-621b-4479-bb29-f9379ee1f6d0 on network 908da31a-c43f-4d78-b2f1-4926efeaafe9 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:56:09.663130 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b5e3ae9-9188-48b8-b958-627490f1d9b8 req-2167ebb3-bebe-4f0e-817f-bb6c78b8344f service neutron] Port 22967acd-621b-4479-bb29-f9379ee1f6d0 on network 908da31a-c43f-4d78-b2f1-4926efeaafe9 not bound, no agent of type Open vSwitch agent registered on host n-h1-844202-1 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 18:56:09.663444 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b5e3ae9-9188-48b8-b958-627490f1d9b8 req-2167ebb3-bebe-4f0e-817f-bb6c78b8344f service neutron] Attempting to bind port 22967acd-621b-4479-bb29-f9379ee1f6d0 on network 908da31a-c43f-4d78-b2f1-4926efeaafe9 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:56:09.671884 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b5e3ae9-9188-48b8-b958-627490f1d9b8 req-2167ebb3-bebe-4f0e-817f-bb6c78b8344f service neutron] Checking agent: {'id': 'bdb1e5d7-b998-4259-838f-3d278e930f32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 18, 55, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:56:09.672211 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b5e3ae9-9188-48b8-b958-627490f1d9b8 req-2167ebb3-bebe-4f0e-817f-bb6c78b8344f service neutron] Checking segment: {'id': '182d40cc-3a03-495c-b3d5-827c96c30acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '908da31a-c43f-4d78-b2f1-4926efeaafe9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:56:09.672604 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b5e3ae9-9188-48b8-b958-627490f1d9b8 req-2167ebb3-bebe-4f0e-817f-bb6c78b8344f service neutron] Bound using segment: {'id': '182d40cc-3a03-495c-b3d5-827c96c30acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '908da31a-c43f-4d78-b2f1-4926efeaafe9'} {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:56:09.673019 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-3b5e3ae9-9188-48b8-b958-627490f1d9b8 req-2167ebb3-bebe-4f0e-817f-bb6c78b8344f service neutron] Bound port: 22967acd-621b-4479-bb29-f9379ee1f6d0, host: n-h1-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '182d40cc-3a03-495c-b3d5-827c96c30acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '908da31a-c43f-4d78-b2f1-4926efeaafe9'}}] {{(pid=88525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:56:09.673355 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-3b5e3ae9-9188-48b8-b958-627490f1d9b8 req-2167ebb3-bebe-4f0e-817f-bb6c78b8344f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:09.755138 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e308e9a4-247c-49a7-8210-2826603d4410 req-08afd8e9-3d4a-46d6-9aba-1b574c27bf33 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:09.756635 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e308e9a4-247c-49a7-8210-2826603d4410 req-08afd8e9-3d4a-46d6-9aba-1b574c27bf33 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/ports?device_id=594e6e02-b49f-46d7-a80a-450437cbea5b HTTP/1.1" status: 200 len: 945 time: 0.1699250 Jun 01 18:56:09.813520 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-3b5e3ae9-9188-48b8-b958-627490f1d9b8 req-2167ebb3-bebe-4f0e-817f-bb6c78b8344f service neutron] For port 22967acd-621b-4479-bb29-f9379ee1f6d0, host n-h1-844202-1, cleared binding levels {{(pid=88525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:56:09.825287 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-eb76c494-4c69-4fdf-bda0-24ff390d45e9 req-070625f2-4bff-4566-9e3e-21ddae9226d2 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ce59b29-4aa6-4d2e-8584-a540c0a14c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5281940 Jun 01 18:56:09.828069 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e308e9a4-247c-49a7-8210-2826603d4410 req-b8e11280-06a3-49ab-b136-591ce740dbfa tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/security-groups?id=679bc320-73aa-41fb-80e9-32867c6d2bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645397 Jun 01 18:56:09.829654 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-3b5e3ae9-9188-48b8-b958-627490f1d9b8 req-2167ebb3-bebe-4f0e-817f-bb6c78b8344f service neutron] For port 22967acd-621b-4479-bb29-f9379ee1f6d0, host n-h1-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=22967acd-621b-4479-bb29-f9379ee1f6d0,segment=NetworkSegment(182d40cc-3a03-495c-b3d5-827c96c30acf),segment_id=182d40cc-3a03-495c-b3d5-827c96c30acf)] {{(pid=88525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:56:09.835287 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-3b5e3ae9-9188-48b8-b958-627490f1d9b8 req-2167ebb3-bebe-4f0e-817f-bb6c78b8344f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:09.842224 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417887c5-662c-4fa3-828d-d9df7619ab2d admin admin] Pushing event updated for resources: {'Network': ['ID=68c6e764-294d-4bbe-b8e6-e3de6ad7c308,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:56:09.854635 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-417887c5-662c-4fa3-828d-d9df7619ab2d admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.9722900 Jun 01 18:56:09.855826 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network 68c6e764-294d-4bbe-b8e6-e3de6ad7c308 details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 18:56:09.858706 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 60888) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:56:09.865053 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-54087756-9cdc-432b-ac7f-6648862bc149 tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-886608', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-885830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25341'] for router, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:09.871496 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-54199b40-4b51-4b41-bdf5-aaa43e7b4453 tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Deleting port 801d3703-ca60-4701-acdc-c6183e72c364 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:56:09.872153 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-54199b40-4b51-4b41-bdf5-aaa43e7b4453 tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:09.899205 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5e3ae9-9188-48b8-b958-627490f1d9b8 req-2167ebb3-bebe-4f0e-817f-bb6c78b8344f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:09.900399 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-3b5e3ae9-9188-48b8-b958-627490f1d9b8 req-2167ebb3-bebe-4f0e-817f-bb6c78b8344f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:09.901767 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3b5e3ae9-9188-48b8-b958-627490f1d9b8 req-2167ebb3-bebe-4f0e-817f-bb6c78b8344f service neutron] 10.222.0.15 "PUT /v2.0/ports/22967acd-621b-4479-bb29-f9379ee1f6d0 HTTP/1.1" status: 200 len: 1092 time: 3.1005030 Jun 01 18:56:09.906950 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-cc72f4a1-c906-480e-9753-2f521e9440fa admin admin] Request body: {'subnet': {'network_id': '68c6e764-294d-4bbe-b8e6-e3de6ad7c308', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-2146786291-subnet', 'tenant_id': 'd0a1e5281a6a4a33a7366a726bd4d479', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:56:09.933014 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-cc72f4a1-c906-480e-9753-2f521e9440fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:56:09.941664 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5753c990-0671-4ba6-9994-2036ed2b8c72', 'tag': '22967acd-621b-4479-bb29-f9379ee1f6d0'}] {{(pid=88525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:56:09.947978 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-cc72f4a1-c906-480e-9753-2f521e9440fa admin admin] Usage tracker for resource:subnet and tenant:d0a1e5281a6a4a33a7366a726bd4d479 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:56:09.956561 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-cc72f4a1-c906-480e-9753-2f521e9440fa admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:56:10.005973 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-cc72f4a1-c906-480e-9753-2f521e9440fa admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:56:10.012122 n-d-844202-1 neutron-server[88524]: INFO neutron.api.v2.resource [None req-54087756-9cdc-432b-ac7f-6648862bc149 tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] update failed (client error): The resource could not be found. Jun 01 18:56:10.013432 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-54087756-9cdc-432b-ac7f-6648862bc149 tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] 10.222.0.41 "PUT /v2.0/routers/f459c03f-9745-4bf0-bd37-593218b38232 HTTP/1.1" status: 404 len: 339 time: 0.9198179 Jun 01 18:56:10.019068 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 60896) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:56:10.112902 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2167ebb3-bebe-4f0e-817f-bb6c78b8344f service neutron] Pushing event updated for resources: {'Port': ['ID=22967acd-621b-4479-bb29-f9379ee1f6d0,revision_number=3']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:56:10.163854 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5e3ae9-9188-48b8-b958-627490f1d9b8 req-05a3a124-0200-4235-8a4e-04507218f170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:10.166822 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3b5e3ae9-9188-48b8-b958-627490f1d9b8 req-05a3a124-0200-4235-8a4e-04507218f170 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9da8911c90e044c58dc0cf3fd4a5638a&device_id=5753c990-0671-4ba6-9994-2036ed2b8c72 HTTP/1.1" status: 200 len: 1095 time: 0.1892292 Jun 01 18:56:10.320197 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3b5e3ae9-9188-48b8-b958-627490f1d9b8 req-2c02f28d-7970-4bf1-8486-f7eb994247db service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=22967acd-621b-4479-bb29-f9379ee1f6d0 HTTP/1.1" status: 200 len: 217 time: 0.1457453 Jun 01 18:56:10.354408 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc72f4a1-c906-480e-9753-2f521e9440fa admin admin] Made reservation on behalf of d0a1e5281a6a4a33a7366a726bd4d479 for: {'subnet': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:56:10.356722 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-cc72f4a1-c906-480e-9753-2f521e9440fa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3066584'] for subnet, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:10.411080 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5e3ae9-9188-48b8-b958-627490f1d9b8 req-5b035b7c-41bc-479b-86c0-7fd4c8c8c16e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:10.412561 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3b5e3ae9-9188-48b8-b958-627490f1d9b8 req-5b035b7c-41bc-479b-86c0-7fd4c8c8c16e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b62dadc8-5788-404f-95cb-85382718471e HTTP/1.1" status: 200 len: 853 time: 0.0729051 Jun 01 18:56:10.421269 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b879694b-3473-4eea-83e7-194e1966b1e2 req-87c97891-ca7c-486f-8a30-1ba6fad3d9be tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:10.422736 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b879694b-3473-4eea-83e7-194e1966b1e2 req-87c97891-ca7c-486f-8a30-1ba6fad3d9be tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] 10.222.0.41 "GET /v2.0/ports?device_id=89573410-7740-4786-add2-715066dfb6b7 HTTP/1.1" status: 200 len: 945 time: 0.1855438 Jun 01 18:56:10.471261 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:10.519809 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b879694b-3473-4eea-83e7-194e1966b1e2 req-2d7074b4-d302-453d-820a-0d2a2384872f tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] 10.222.0.41 "GET /v2.0/security-groups?id=10328742-6369-4815-ae6a-3cb954039bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623002 Jun 01 18:56:10.535094 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5e3ae9-9188-48b8-b958-627490f1d9b8 req-94a76ef1-8e74-45b3-8df8-26b9d7332711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:10.536578 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3b5e3ae9-9188-48b8-b958-627490f1d9b8 req-94a76ef1-8e74-45b3-8df8-26b9d7332711 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=908da31a-c43f-4d78-b2f1-4926efeaafe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1129365 Jun 01 18:56:10.583712 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:10.674901 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239d0360-2b52-4f27-afb8-646bf3ee15e0 req-27ee1702-6413-41e1-b04f-c2b40c073b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:10.675443 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 95c2395d-40cd-45c9-8e57-a8728356bd2b no longer exists at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:56:10.676513 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-239d0360-2b52-4f27-afb8-646bf3ee15e0 req-27ee1702-6413-41e1-b04f-c2b40c073b2f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d40f7c9e0af24f109f247cdb0a7a60bf&device_id=89573410-7740-4786-add2-715066dfb6b7 HTTP/1.1" status: 200 len: 1096 time: 1.0788462 Jun 01 18:56:10.716863 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] No Port match for: 95c2395d-40cd-45c9-8e57-a8728356bd2b {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 18:56:10.717316 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 95c2395d-40cd-45c9-8e57-a8728356bd2b not bound to the agent host n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 18:56:10.729091 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3b5e3ae9-9188-48b8-b958-627490f1d9b8 req-7246bd72-8879-47a4-8d51-72b7d8fddd8c service neutron] 10.222.0.15 "GET /v2.0/networks/908da31a-c43f-4d78-b2f1-4926efeaafe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862607 Jun 01 18:56:10.846674 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142b88f2-1c19-4fc7-b345-b13e85c8b90b req-a06d5be7-0a06-4fdc-a5fc-767da41eb8f0 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:10.848119 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-142b88f2-1c19-4fc7-b345-b13e85c8b90b req-a06d5be7-0a06-4fdc-a5fc-767da41eb8f0 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=863d6d17-7ec0-45a3-a6dc-82b322b76ced HTTP/1.1" status: 200 len: 945 time: 0.1969442 Jun 01 18:56:10.913796 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3b5e3ae9-9188-48b8-b958-627490f1d9b8 req-ce0360af-8ee8-46ca-bf07-3ecda2e90562 service neutron] 10.222.0.15 "GET /v2.0/networks/908da31a-c43f-4d78-b2f1-4926efeaafe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757553 Jun 01 18:56:10.926857 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-142b88f2-1c19-4fc7-b345-b13e85c8b90b req-328432c9-4905-4163-9a2e-5205dd855f39 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ce59b29-4aa6-4d2e-8584-a540c0a14c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637126 Jun 01 18:56:10.999492 n-d-844202-1 neutron-server[88525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de072f45-a486-428a-8679-8bdbdedb75f9'] response: {'name': 'network-changed', 'server_uuid': '5753c990-0671-4ba6-9994-2036ed2b8c72', 'tag': '22967acd-621b-4479-bb29-f9379ee1f6d0', 'status': 'completed', 'code': 200} Jun 01 18:56:11.083903 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [None req-54199b40-4b51-4b41-bdf5-aaa43e7b4453 tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] For port 801d3703-ca60-4701-acdc-c6183e72c364, host n-h1-844202-1, got binding levels [] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:56:11.084449 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-54199b40-4b51-4b41-bdf5-aaa43e7b4453 tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:11.097690 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f30efa8-8e01-468a-93b6-291f6cfaf211 req-88f2c72e-89db-4cf1-b98e-c537866ab206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:11.099159 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3f30efa8-8e01-468a-93b6-291f6cfaf211 req-88f2c72e-89db-4cf1-b98e-c537866ab206 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9da8911c90e044c58dc0cf3fd4a5638a&device_id=5753c990-0671-4ba6-9994-2036ed2b8c72 HTTP/1.1" status: 200 len: 1095 time: 0.0750554 Jun 01 18:56:11.188617 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:11.246277 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f30efa8-8e01-468a-93b6-291f6cfaf211 req-b9cc9e18-a256-40d9-b41d-f78b3ddc9bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:11.247840 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3f30efa8-8e01-468a-93b6-291f6cfaf211 req-b9cc9e18-a256-40d9-b41d-f78b3ddc9bc0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=908da31a-c43f-4d78-b2f1-4926efeaafe9 HTTP/1.1" status: 200 len: 915 time: 0.1428270 Jun 01 18:56:11.309618 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-54199b40-4b51-4b41-bdf5-aaa43e7b4453 tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Calling delete_port for 801d3703-ca60-4701-acdc-c6183e72c364 owned by {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:56:11.320733 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3f30efa8-8e01-468a-93b6-291f6cfaf211 req-1a815767-a016-47c2-883c-772be34867d0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=22967acd-621b-4479-bb29-f9379ee1f6d0 HTTP/1.1" status: 200 len: 217 time: 0.0661795 Jun 01 18:56:11.355264 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe5062b-054f-439c-b7bf-885dc8723560 req-9fc2aab9-4d10-4592-b5bc-45b040e341a8 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:11.356757 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-abe5062b-054f-439c-b7bf-885dc8723560 req-9fc2aab9-4d10-4592-b5bc-45b040e341a8 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] 10.222.0.41 "GET /v2.0/ports?device_id=5753c990-0671-4ba6-9994-2036ed2b8c72 HTTP/1.1" status: 200 len: 944 time: 0.8563356 Jun 01 18:56:11.405640 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239d0360-2b52-4f27-afb8-646bf3ee15e0 req-950b553c-9bd2-4602-8d7e-f76161f3113c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:11.407054 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-239d0360-2b52-4f27-afb8-646bf3ee15e0 req-950b553c-9bd2-4602-8d7e-f76161f3113c service neutron] 10.222.0.15 "GET /v2.0/networks?id=4c7a9aa4-8b0d-4225-ab31-749c4f434a4b HTTP/1.1" status: 200 len: 919 time: 0.7062924 Jun 01 18:56:11.431739 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f30efa8-8e01-468a-93b6-291f6cfaf211 req-56892c8b-2d82-4c11-b071-2ad8772f4492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:11.433179 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3f30efa8-8e01-468a-93b6-291f6cfaf211 req-56892c8b-2d82-4c11-b071-2ad8772f4492 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b62dadc8-5788-404f-95cb-85382718471e HTTP/1.1" status: 200 len: 853 time: 0.0818963 Jun 01 18:56:11.437529 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-bd34bf3c-da96-41e9-872d-cecb4e0d5d89 tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:11.490829 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5c8b3d-880c-488a-9af8-6b9788c52ca1 req-b2dca7d3-f3e0-4173-a47b-b1f42fbea927 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:11.492163 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3f5c8b3d-880c-488a-9af8-6b9788c52ca1 req-b2dca7d3-f3e0-4173-a47b-b1f42fbea927 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/ports?device_id=594e6e02-b49f-46d7-a80a-450437cbea5b HTTP/1.1" status: 200 len: 945 time: 0.1732154 Jun 01 18:56:11.532655 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-239d0360-2b52-4f27-afb8-646bf3ee15e0 req-a73de256-f07d-43c4-af67-4af80b91001d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1962a7c2-7868-4607-b6fe-640b1199e848 HTTP/1.1" status: 200 len: 217 time: 0.1018791 Jun 01 18:56:11.548812 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3f5c8b3d-880c-488a-9af8-6b9788c52ca1 req-161b3170-5297-44f3-8323-4022f7d69a6f tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/security-groups?id=679bc320-73aa-41fb-80e9-32867c6d2bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467615 Jun 01 18:56:11.558551 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f30efa8-8e01-468a-93b6-291f6cfaf211 req-0c43ce20-3466-4e59-b904-6948a1f8103d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:11.560030 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3f30efa8-8e01-468a-93b6-291f6cfaf211 req-0c43ce20-3466-4e59-b904-6948a1f8103d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=908da31a-c43f-4d78-b2f1-4926efeaafe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1192884 Jun 01 18:56:11.588245 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:11.843658 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:11.883153 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-abe5062b-054f-439c-b7bf-885dc8723560 req-77153897-0858-4435-9ae9-fcd6884a3f09 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] 10.222.0.41 "GET /v2.0/security-groups?id=7be4da1b-38ad-4466-97f9-2d085531e9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5033200 Jun 01 18:56:11.883579 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3f30efa8-8e01-468a-93b6-291f6cfaf211 req-5683010d-df67-44da-8330-2bd0e162a589 service neutron] 10.222.0.15 "GET /v2.0/networks/908da31a-c43f-4d78-b2f1-4926efeaafe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3150890 Jun 01 18:56:11.917336 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc81dec8-7fe0-4256-8399-4eb02f6fc81c req-e6163589-3347-44ca-9863-7f77f6f36d4e tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:11.918841 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-cc81dec8-7fe0-4256-8399-4eb02f6fc81c req-e6163589-3347-44ca-9863-7f77f6f36d4e tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=863d6d17-7ec0-45a3-a6dc-82b322b76ced HTTP/1.1" status: 200 len: 945 time: 0.1524632 Jun 01 18:56:11.957477 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-cc72f4a1-c906-480e-9753-2f521e9440fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2718919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3066602'] for subnet, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:11.990834 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-54199b40-4b51-4b41-bdf5-aaa43e7b4453 tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:12.046869 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-cc81dec8-7fe0-4256-8399-4eb02f6fc81c req-fbcbe043-1245-48dc-8ca7-d786677996a3 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ce59b29-4aa6-4d2e-8584-a540c0a14c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775545 Jun 01 18:56:12.069492 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3f30efa8-8e01-468a-93b6-291f6cfaf211 req-9ffa79d6-16f5-484f-a275-99e7c6a2cf67 service neutron] 10.222.0.15 "GET /v2.0/networks/908da31a-c43f-4d78-b2f1-4926efeaafe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778181 Jun 01 18:56:12.093842 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239d0360-2b52-4f27-afb8-646bf3ee15e0 req-0b1d1ad2-1136-46e2-82ae-ef5cd79a43ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:12.095346 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-239d0360-2b52-4f27-afb8-646bf3ee15e0 req-0b1d1ad2-1136-46e2-82ae-ef5cd79a43ee service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6675a480-f2f0-4e10-96f4-f99c31c21be5 HTTP/1.1" status: 200 len: 857 time: 0.5502386 Jun 01 18:56:12.132973 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54199b40-4b51-4b41-bdf5-aaa43e7b4453 tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Pushing event deleted for resources: {'Port': ['ID=801d3703-ca60-4701-acdc-c6183e72c364,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:56:12.199966 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-54199b40-4b51-4b41-bdf5-aaa43e7b4453 tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:12.240521 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b6ff78-41a1-4b05-b562-59014d85071b req-f179f09a-0763-4575-b7c7-591850d3d98d tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:12.241983 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f5b6ff78-41a1-4b05-b562-59014d85071b req-f179f09a-0763-4575-b7c7-591850d3d98d tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] 10.222.0.41 "GET /v2.0/ports?device_id=89573410-7740-4786-add2-715066dfb6b7 HTTP/1.1" status: 200 len: 945 time: 0.0808923 Jun 01 18:56:12.273385 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc72f4a1-c906-480e-9753-2f521e9440fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=65007f2f-c4cf-4ea2-954f-0d213b184a70,revision_number=0']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:56:12.291675 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f5b6ff78-41a1-4b05-b562-59014d85071b req-2e021ee9-6a1e-4f46-a471-a6b31e11fc6b tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] 10.222.0.41 "GET /v2.0/security-groups?id=10328742-6369-4815-ae6a-3cb954039bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436504 Jun 01 18:56:12.309105 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-54199b40-4b51-4b41-bdf5-aaa43e7b4453 tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] 10.222.0.41 "DELETE /v2.0/ports/801d3703-ca60-4701-acdc-c6183e72c364 HTTP/1.1" status: 204 len: 168 time: 2.8611588 Jun 01 18:56:12.311667 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 60912) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:56:12.330876 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc72f4a1-c906-480e-9753-2f521e9440fa admin admin] Checking segment: {'id': '5d37d6f1-f881-46ce-917f-1a0aba7e0745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '68c6e764-294d-4bbe-b8e6-e3de6ad7c308'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:56:12.331231 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc72f4a1-c906-480e-9753-2f521e9440fa admin admin] Network hostable DHCP agents. Network: 68c6e764-294d-4bbe-b8e6-e3de6ad7c308, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88524) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 18:56:12.347489 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 22967acd-621b-4479-bb29-f9379ee1f6d0 details requested by agent hyperv_n-h1-844202-1 with host n-h1-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 18:56:12.358555 n-d-844202-1 neutron-server[88525]: INFO neutron.pecan_wsgi.hooks.translation [None req-97a81a9e-5e6b-432c-b78e-ef3e8e330a24 tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] GET failed (client error): The resource could not be found. Jun 01 18:56:12.359077 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-97a81a9e-5e6b-432c-b78e-ef3e8e330a24 tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Synchronizing usage tracker for tenant:f630800496234927aaa0f3498728927d on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:56:12.376639 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-97a81a9e-5e6b-432c-b78e-ef3e8e330a24 tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Unset dirty status for tenant:f630800496234927aaa0f3498728927d on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:56:12.381701 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-97a81a9e-5e6b-432c-b78e-ef3e8e330a24 tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] 10.222.0.41 "GET /v2.0/ports/801d3703-ca60-4701-acdc-c6183e72c364 HTTP/1.1" status: 404 len: 333 time: 0.0687506 Jun 01 18:56:12.382283 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 60916) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:56:12.388404 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-23901948-8a51-4dce-8c55-d066f2149005 tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Request body: {'port': {'network_id': '04f36a66-08e2-4b75-a33e-895582921f3d', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1991555996'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:56:12.393456 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-23901948-8a51-4dce-8c55-d066f2149005 tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:56:12.405749 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-23901948-8a51-4dce-8c55-d066f2149005 tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:56:12.418004 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23901948-8a51-4dce-8c55-d066f2149005 tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Made reservation on behalf of f630800496234927aaa0f3498728927d for: {'port': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:56:12.421732 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-23901948-8a51-4dce-8c55-d066f2149005 tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:12.427355 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc72f4a1-c906-480e-9753-2f521e9440fa admin admin] Network 68c6e764-294d-4bbe-b8e6-e3de6ad7c308 is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88524) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 18:56:12.447276 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [None req-23901948-8a51-4dce-8c55-d066f2149005 tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] device_id is not set on port 8da7403f-1d61-4e95-8ac1-64c8d71003bb yet. {{(pid=88525) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 18:56:12.449086 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbd1ae7-7049-4668-a566-a7d132ec3c98 req-ff63ab6b-6820-4f6d-b5a7-0d181bc6283e tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:12.449841 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-efbd1ae7-7049-4668-a566-a7d132ec3c98 req-ff63ab6b-6820-4f6d-b5a7-0d181bc6283e tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] Synchronizing usage tracker for tenant:edc569c64df34433baeb55c13113ba41 on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:56:12.457904 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239d0360-2b52-4f27-afb8-646bf3ee15e0 req-d636dbfb-3e9d-4de0-97d3-6507790fd4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:12.459470 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-239d0360-2b52-4f27-afb8-646bf3ee15e0 req-d636dbfb-3e9d-4de0-97d3-6507790fd4ec service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4c7a9aa4-8b0d-4225-ab31-749c4f434a4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3242037 Jun 01 18:56:12.462407 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [None req-bd34bf3c-da96-41e9-872d-cecb4e0d5d89 tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Allocated IP 172.20.0.1 (006f8cb6-6839-48cb-ab0c-80b523bd7c43/24bb7b4f-740a-46c1-a97f-bc2cd7b0e005/d341e3ce-44b5-4f86-9b50-68e5112ab6fd) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:56:12.496690 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-cc72f4a1-c906-480e-9753-2f521e9440fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, 68c6e764-294d-4bbe-b8e6-e3de6ad7c308) {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:56:12.514401 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port 22967acd-621b-4479-bb29-f9379ee1f6d0, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=22967acd-621b-4479-bb29-f9379ee1f6d0,segment=NetworkSegment(182d40cc-3a03-495c-b3d5-827c96c30acf),segment_id=182d40cc-3a03-495c-b3d5-827c96c30acf)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:56:12.530813 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Returning: {'device': '22967acd-621b-4479-bb29-f9379ee1f6d0', 'network_id': '908da31a-c43f-4d78-b2f1-4926efeaafe9', 'port_id': '22967acd-621b-4479-bb29-f9379ee1f6d0', 'mac_address': 'fa:16:3e:47:89:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b62dadc8-5788-404f-95cb-85382718471e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 18:56:12.534489 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84029582-1140-46cf-87e9-1262294a45f0 None None] Network 68c6e764-294d-4bbe-b8e6-e3de6ad7c308 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 18:56:12.596449 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc72f4a1-c906-480e-9753-2f521e9440fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:12.596973 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-cc72f4a1-c906-480e-9753-2f521e9440fa admin admin] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:12.629508 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-efbd1ae7-7049-4668-a566-a7d132ec3c98 req-ff63ab6b-6820-4f6d-b5a7-0d181bc6283e tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] Unset dirty status for tenant:edc569c64df34433baeb55c13113ba41 on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:56:12.637298 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-efbd1ae7-7049-4668-a566-a7d132ec3c98 req-ff63ab6b-6820-4f6d-b5a7-0d181bc6283e tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] 10.222.0.41 "GET /v2.0/ports?device_id=c448a7eb-5a54-4d0a-ba61-a1328fb461ff HTTP/1.1" status: 200 len: 950 time: 0.5894930 Jun 01 18:56:12.742967 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port 22967acd-621b-4479-bb29-f9379ee1f6d0 is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:56:12.744117 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:12.783193 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22967acd-621b-4479-bb29-f9379ee1f6d0 {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:56:12.798872 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-cc72f4a1-c906-480e-9753-2f521e9440fa admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.9374950 Jun 01 18:56:12.799562 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 60922) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:56:12.824961 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-ce42a29f-6908-49fc-a6ac-528238482b45 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-2146786291-router', 'tenant_id': 'd0a1e5281a6a4a33a7366a726bd4d479', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:56:12.851777 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-ce42a29f-6908-49fc-a6ac-528238482b45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:56:12.853259 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port 22967acd-621b-4479-bb29-f9379ee1f6d0, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=22967acd-621b-4479-bb29-f9379ee1f6d0,segment=NetworkSegment(182d40cc-3a03-495c-b3d5-827c96c30acf),segment_id=182d40cc-3a03-495c-b3d5-827c96c30acf)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:56:12.859869 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:12.864800 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-efbd1ae7-7049-4668-a566-a7d132ec3c98 req-d11e2401-e29d-45f6-82b5-c913812ab47d tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] 10.222.0.41 "GET /v2.0/security-groups?id=c266819c-9421-4c09-b8ec-0766c6fc4de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265468 Jun 01 18:56:12.890253 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351c891d-c8a3-4492-8204-6efa8f4a2640 req-d804ca9d-21a8-4929-a40a-aeec3636d303 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:12.891842 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-351c891d-c8a3-4492-8204-6efa8f4a2640 req-d804ca9d-21a8-4929-a40a-aeec3636d303 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=863d6d17-7ec0-45a3-a6dc-82b322b76ced HTTP/1.1" status: 200 len: 945 time: 0.2481289 Jun 01 18:56:12.908813 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-ce42a29f-6908-49fc-a6ac-528238482b45 admin admin] Usage tracker for resource:router and tenant:d0a1e5281a6a4a33a7366a726bd4d479 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:56:12.928735 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-ce42a29f-6908-49fc-a6ac-528238482b45 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:56:12.941036 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-ce42a29f-6908-49fc-a6ac-528238482b45 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:56:12.966724 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-23901948-8a51-4dce-8c55-d066f2149005 tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:12.971138 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-352f95b7-8f85-453d-9209-c535d7d7664d None None] Network 68c6e764-294d-4bbe-b8e6-e3de6ad7c308 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 18:56:12.982205 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-239d0360-2b52-4f27-afb8-646bf3ee15e0 req-3e4017e7-4d88-423b-97f0-a797a6cbbc01 service neutron] 10.222.0.15 "GET /v2.0/networks/4c7a9aa4-8b0d-4225-ab31-749c4f434a4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5056343 Jun 01 18:56:12.991987 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ce42a29f-6908-49fc-a6ac-528238482b45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-885767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25238'] for router, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:12.998513 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ce42a29f-6908-49fc-a6ac-528238482b45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-901042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-886562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-981784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25327'] for router, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:12.999911 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-351c891d-c8a3-4492-8204-6efa8f4a2640 req-194cc71b-b81b-49ae-a998-665b50b2fe6c tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ce59b29-4aa6-4d2e-8584-a540c0a14c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960205 Jun 01 18:56:13.018264 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059f094f-1587-4b12-a918-cb7547a90ce1 req-ad657cc4-e70f-45b1-8aa2-db42f3d986ff tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:13.019681 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-059f094f-1587-4b12-a918-cb7547a90ce1 req-ad657cc4-e70f-45b1-8aa2-db42f3d986ff tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] 10.222.0.15 "GET /v2.0/ports?device_id=c448a7eb-5a54-4d0a-ba61-a1328fb461ff HTTP/1.1" status: 200 len: 950 time: 0.2876408 Jun 01 18:56:13.050469 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ce42a29f-6908-49fc-a6ac-528238482b45 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:13.145533 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [req-059f094f-1587-4b12-a918-cb7547a90ce1 req-d996ed47-2d99-4695-96fc-30f22009d74b tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] Deleting port 3c91b70b-5114-421a-9fe1-7d632732d11b {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:56:13.145860 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-059f094f-1587-4b12-a918-cb7547a90ce1 req-d996ed47-2d99-4695-96fc-30f22009d74b tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:13.191363 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=22967acd-621b-4479-bb29-f9379ee1f6d0,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:56:13.204646 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:56:13.204992 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:56:13.205328 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:56:13.205661 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:56:13.205989 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:56:13.206320 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:56:13.206644 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:56:13.206958 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:56:13.207280 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:56:13.207597 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:56:13.207915 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:56:13.208252 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:56:13.256182 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-23901948-8a51-4dce-8c55-d066f2149005 tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:13.298270 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] get_ports_and_sgs() called for port_ids ['22967acd-621b-4479-bb29-f9379ee1f6d0'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:56:13.389959 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23901948-8a51-4dce-8c55-d066f2149005 tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Network 04f36a66-08e2-4b75-a33e-895582921f3d is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:56:13.395768 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-23901948-8a51-4dce-8c55-d066f2149005 tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:56:13.401792 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23901948-8a51-4dce-8c55-d066f2149005 tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Pushing event updated for resources: {'Port': ['ID=8da7403f-1d61-4e95-8ac1-64c8d71003bb,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:56:13.404037 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23901948-8a51-4dce-8c55-d066f2149005 tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:56:13.405106 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23901948-8a51-4dce-8c55-d066f2149005 tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:13.405529 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-23901948-8a51-4dce-8c55-d066f2149005 tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:13.467049 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-bd34bf3c-da96-41e9-872d-cecb4e0d5d89 tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:13.512693 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f78c62-8c5e-44b6-988e-d34fd1f21e56 req-ad29acf2-7fc9-4688-99a7-34d286caa12e tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:13.513397 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-77f78c62-8c5e-44b6-988e-d34fd1f21e56 req-ad29acf2-7fc9-4688-99a7-34d286caa12e tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Synchronizing usage tracker for tenant:9da8911c90e044c58dc0cf3fd4a5638a on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:56:13.525502 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-23901948-8a51-4dce-8c55-d066f2149005 tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.1421862 Jun 01 18:56:13.529188 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 60932) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:56:13.539361 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-46781171-0699-47e8-9187-644189b44a6e tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-844202-1'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:56:13.590656 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [None req-bd34bf3c-da96-41e9-872d-cecb4e0d5d89 tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Transition to ACTIVE for port object d341e3ce-44b5-4f86-9b50-68e5112ab6fd will not be triggered until provisioned by entity DHCP. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:56:13.592072 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-77f78c62-8c5e-44b6-988e-d34fd1f21e56 req-ad29acf2-7fc9-4688-99a7-34d286caa12e tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Unset dirty status for tenant:9da8911c90e044c58dc0cf3fd4a5638a on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:56:13.593228 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-77f78c62-8c5e-44b6-988e-d34fd1f21e56 req-ad29acf2-7fc9-4688-99a7-34d286caa12e tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] 10.222.0.41 "GET /v2.0/ports?device_id=5753c990-0671-4ba6-9994-2036ed2b8c72 HTTP/1.1" status: 200 len: 945 time: 0.4163680 Jun 01 18:56:13.604494 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ce42a29f-6908-49fc-a6ac-528238482b45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-886608', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-885830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25341'] for router, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:13.614973 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-239d0360-2b52-4f27-afb8-646bf3ee15e0 req-b42e95bd-24d5-4fb3-af72-42613ff0e249 service neutron] 10.222.0.15 "GET /v2.0/networks/4c7a9aa4-8b0d-4225-ab31-749c4f434a4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5466192 Jun 01 18:56:13.660782 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f493c150-2477-4d03-865d-ecdab4fa7f20 req-95ff6c3b-eb10-4ed8-9796-19f8e0e93830 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:13.664705 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f493c150-2477-4d03-865d-ecdab4fa7f20 req-95ff6c3b-eb10-4ed8-9796-19f8e0e93830 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/ports?device_id=594e6e02-b49f-46d7-a80a-450437cbea5b HTTP/1.1" status: 200 len: 945 time: 0.4941206 Jun 01 18:56:13.720290 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-059f094f-1587-4b12-a918-cb7547a90ce1 req-d996ed47-2d99-4695-96fc-30f22009d74b tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] For port 3c91b70b-5114-421a-9fe1-7d632732d11b, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=3c91b70b-5114-421a-9fe1-7d632732d11b,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:56:13.720646 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-059f094f-1587-4b12-a918-cb7547a90ce1 req-d996ed47-2d99-4695-96fc-30f22009d74b tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:13.895650 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-bd34bf3c-da96-41e9-872d-cecb4e0d5d89 tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:13.920844 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-77f78c62-8c5e-44b6-988e-d34fd1f21e56 req-d96bd874-8cba-44d2-9495-ba5dd2ddf77c tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] 10.222.0.41 "GET /v2.0/security-groups?id=7be4da1b-38ad-4466-97f9-2d085531e9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3072670 Jun 01 18:56:13.968196 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f493c150-2477-4d03-865d-ecdab4fa7f20 req-120fc83c-f309-44f3-9d28-877f804060ad tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/security-groups?id=679bc320-73aa-41fb-80e9-32867c6d2bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2975907 Jun 01 18:56:13.993144 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd34bf3c-da96-41e9-872d-cecb4e0d5d89 tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Network 006f8cb6-6839-48cb-ab0c-80b523bd7c43 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:56:13.995566 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-bd34bf3c-da96-41e9-872d-cecb4e0d5d89 tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:56:13.998156 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd34bf3c-da96-41e9-872d-cecb4e0d5d89 tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:56:14.044255 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [req-059f094f-1587-4b12-a918-cb7547a90ce1 req-d996ed47-2d99-4695-96fc-30f22009d74b tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] Calling delete_port for 3c91b70b-5114-421a-9fe1-7d632732d11b owned by compute:nova {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:56:14.069029 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd34bf3c-da96-41e9-872d-cecb4e0d5d89 tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Pushing event updated for resources: {'Port': ['ID=d341e3ce-44b5-4f86-9b50-68e5112ab6fd,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:56:14.097731 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-bd34bf3c-da96-41e9-872d-cecb4e0d5d89 tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-887605'] for router_interface, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:14.245649 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-46781171-0699-47e8-9187-644189b44a6e tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:14.261690 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-059f094f-1587-4b12-a918-cb7547a90ce1 req-d996ed47-2d99-4695-96fc-30f22009d74b tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:14.274351 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] get_ports_and_sgs() called for port_ids ['de9ccc2f-4787-43e3-92be-87652a65920b'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:56:14.301059 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] get_ports_and_sgs() called for port_ids ['3c91b70b-5114-421a-9fe1-7d632732d11b'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:56:14.359566 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d996ed47-2d99-4695-96fc-30f22009d74b tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] Pushing event deleted for resources: {'Port': ['ID=3c91b70b-5114-421a-9fe1-7d632732d11b,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:56:14.373499 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 22967acd-621b-4479-bb29-f9379ee1f6d0 up at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:56:14.428048 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-c0d83c06-e2aa-43cf-a44f-e3b6d648bfd0 None None] Provisioning for port d341e3ce-44b5-4f86-9b50-68e5112ab6fd completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:56:14.436364 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2c686f2c-30b3-4d59-9fc9-7fd95e07db25 req-af9ddc30-4237-4bdd-b6b1-09bfd60cec93 tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] 10.222.0.41 "GET /v2.0/ports?device_id=c448a7eb-5a54-4d0a-ba61-a1328fb461ff HTTP/1.1" status: 200 len: 210 time: 0.1267009 Jun 01 18:56:14.450157 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-c0d83c06-e2aa-43cf-a44f-e3b6d648bfd0 None None] Provisioning complete for port d341e3ce-44b5-4f86-9b50-68e5112ab6fd triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:56:14.450157 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-c0d83c06-e2aa-43cf-a44f-e3b6d648bfd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:14.480325 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-bd34bf3c-da96-41e9-872d-cecb4e0d5d89 tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:14.498284 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [req-059f094f-1587-4b12-a918-cb7547a90ce1 req-d996ed47-2d99-4695-96fc-30f22009d74b tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] No DVR routers for this DVR port 3c91b70b-5114-421a-9fe1-7d632732d11b on host n-h1-844202-1 {{(pid=88525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 18:56:14.502748 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-059f094f-1587-4b12-a918-cb7547a90ce1 req-d996ed47-2d99-4695-96fc-30f22009d74b tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:14.505457 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c448a7eb-5a54-4d0a-ba61-a1328fb461ff', 'name': 'network-vif-deleted', 'tag': '3c91b70b-5114-421a-9fe1-7d632732d11b'}] {{(pid=88525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:56:14.524094 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-c0d83c06-e2aa-43cf-a44f-e3b6d648bfd0 None None] Port d341e3ce-44b5-4f86-9b50-68e5112ab6fd cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 18:56:14.533690 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af803d60-59cb-4b31-9fe3-83340a7e1978 req-651d599c-efaa-4e53-b7bf-fa19eeb35f59 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:14.540260 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-059f094f-1587-4b12-a918-cb7547a90ce1 req-d996ed47-2d99-4695-96fc-30f22009d74b tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] 10.222.0.15 "DELETE /v2.0/ports/3c91b70b-5114-421a-9fe1-7d632732d11b HTTP/1.1" status: 204 len: 173 time: 1.5084462 Jun 01 18:56:14.541804 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-af803d60-59cb-4b31-9fe3-83340a7e1978 req-651d599c-efaa-4e53-b7bf-fa19eeb35f59 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] 10.222.0.41 "GET /v2.0/ports?device_id=89573410-7740-4786-add2-715066dfb6b7 HTTP/1.1" status: 200 len: 945 time: 0.4200161 Jun 01 18:56:14.634780 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Provisioning for port 22967acd-621b-4479-bb29-f9379ee1f6d0 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:56:14.645635 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Provisioning complete for port 22967acd-621b-4479-bb29-f9379ee1f6d0 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:56:14.646008 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:14.695817 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ce42a29f-6908-49fc-a6ac-528238482b45 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:14.751391 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ce42a29f-6908-49fc-a6ac-528238482b45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:14.774193 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b52f400-2701-4bf6-ae07-1d2688a2e04d req-26996c9a-4fa3-479a-b99b-7ab6ddb2f18d tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:14.782295 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3b52f400-2701-4bf6-ae07-1d2688a2e04d req-26996c9a-4fa3-479a-b99b-7ab6ddb2f18d tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=863d6d17-7ec0-45a3-a6dc-82b322b76ced HTTP/1.1" status: 200 len: 945 time: 0.1869004 Jun 01 18:56:14.807760 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port 22967acd-621b-4479-bb29-f9379ee1f6d0 is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:56:14.808911 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:14.844461 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3b52f400-2701-4bf6-ae07-1d2688a2e04d req-3318b46b-c661-4ef8-9cb1-8976ee749203 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ce59b29-4aa6-4d2e-8584-a540c0a14c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611589 Jun 01 18:56:14.851250 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [None req-46781171-0699-47e8-9187-644189b44a6e tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] device_id is not set on port 8da7403f-1d61-4e95-8ac1-64c8d71003bb yet. {{(pid=88525) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 18:56:14.854211 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-af803d60-59cb-4b31-9fe3-83340a7e1978 req-4e59a728-9a2d-410d-8335-bc7997d54b66 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] 10.222.0.41 "GET /v2.0/security-groups?id=10328742-6369-4815-ae6a-3cb954039bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3115613 Jun 01 18:56:14.862298 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-46781171-0699-47e8-9187-644189b44a6e tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:14.874536 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5753c990-0671-4ba6-9994-2036ed2b8c72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22967acd-621b-4479-bb29-f9379ee1f6d0'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:56:14.903018 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [None req-46781171-0699-47e8-9187-644189b44a6e tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Transition to ACTIVE for port object 8da7403f-1d61-4e95-8ac1-64c8d71003bb will not be triggered until provisioned by entity L2. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:56:14.907339 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port 22967acd-621b-4479-bb29-f9379ee1f6d0, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=22967acd-621b-4479-bb29-f9379ee1f6d0,segment=NetworkSegment(182d40cc-3a03-495c-b3d5-827c96c30acf),segment_id=182d40cc-3a03-495c-b3d5-827c96c30acf)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:56:14.909256 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-46781171-0699-47e8-9187-644189b44a6e tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:14.912392 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:14.913670 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 3c91b70b-5114-421a-9fe1-7d632732d11b no longer exists at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:56:15.039276 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] No Port match for: 3c91b70b-5114-421a-9fe1-7d632732d11b {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 18:56:15.039276 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 3c91b70b-5114-421a-9fe1-7d632732d11b not bound to the agent host n-h1-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 18:56:15.078099 n-d-844202-1 neutron-server[88525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-714197f6-4dc4-4cde-90e7-1753de9c3db4'] response: {'server_uuid': 'c448a7eb-5a54-4d0a-ba61-a1328fb461ff', 'name': 'network-vif-deleted', 'tag': '3c91b70b-5114-421a-9fe1-7d632732d11b', 'status': 'completed', 'code': 200} Jun 01 18:56:15.081618 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46781171-0699-47e8-9187-644189b44a6e tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Pushing event updated for resources: {'Port': ['ID=8da7403f-1d61-4e95-8ac1-64c8d71003bb,revision_number=2']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:56:15.104200 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39260e76-9859-4656-ba54-f9bd04911396'] response: {'server_uuid': '5753c990-0671-4ba6-9994-2036ed2b8c72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22967acd-621b-4479-bb29-f9379ee1f6d0', 'code': 200} Jun 01 18:56:15.151969 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=22967acd-621b-4479-bb29-f9379ee1f6d0,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:56:15.331494 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [None req-46781171-0699-47e8-9187-644189b44a6e tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Attempting to bind port 8da7403f-1d61-4e95-8ac1-64c8d71003bb on host n-h1-844202-1 for vnic_type normal with profile {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:56:15.331727 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [None req-46781171-0699-47e8-9187-644189b44a6e tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Attempting to bind port 8da7403f-1d61-4e95-8ac1-64c8d71003bb by drivers openvswitch,hyperv on host n-h1-844202-1 at level 0 using segments [{'id': '45f93386-9957-4282-9920-88406c9efec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '04f36a66-08e2-4b75-a33e-895582921f3d'}] {{(pid=88525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:56:15.332049 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46781171-0699-47e8-9187-644189b44a6e tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Attempting to bind port 8da7403f-1d61-4e95-8ac1-64c8d71003bb on network 04f36a66-08e2-4b75-a33e-895582921f3d {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:56:15.344332 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46781171-0699-47e8-9187-644189b44a6e tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Port 8da7403f-1d61-4e95-8ac1-64c8d71003bb on network 04f36a66-08e2-4b75-a33e-895582921f3d not bound, no agent of type Open vSwitch agent registered on host n-h1-844202-1 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 18:56:15.344655 n-d-844202-1 neutron-server[88525]: ERROR neutron.plugins.ml2.managers [None req-46781171-0699-47e8-9187-644189b44a6e tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Failed to bind port 8da7403f-1d61-4e95-8ac1-64c8d71003bb on host n-h1-844202-1 for vnic_type normal using segments [{'id': '45f93386-9957-4282-9920-88406c9efec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '04f36a66-08e2-4b75-a33e-895582921f3d'}] Jun 01 18:56:15.346934 n-d-844202-1 neutron-server[88525]: INFO neutron.plugins.ml2.plugin [None req-46781171-0699-47e8-9187-644189b44a6e tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Attempt 2 to bind port 8da7403f-1d61-4e95-8ac1-64c8d71003bb Jun 01 18:56:15.377805 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [None req-46781171-0699-47e8-9187-644189b44a6e tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Attempting to bind port 8da7403f-1d61-4e95-8ac1-64c8d71003bb on host n-h1-844202-1 for vnic_type normal with profile {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:56:15.378129 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [None req-46781171-0699-47e8-9187-644189b44a6e tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Attempting to bind port 8da7403f-1d61-4e95-8ac1-64c8d71003bb by drivers openvswitch,hyperv on host n-h1-844202-1 at level 0 using segments [{'id': '45f93386-9957-4282-9920-88406c9efec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '04f36a66-08e2-4b75-a33e-895582921f3d'}] {{(pid=88525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:56:15.378454 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46781171-0699-47e8-9187-644189b44a6e tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Attempting to bind port 8da7403f-1d61-4e95-8ac1-64c8d71003bb on network 04f36a66-08e2-4b75-a33e-895582921f3d {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:56:15.389228 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46781171-0699-47e8-9187-644189b44a6e tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Port 8da7403f-1d61-4e95-8ac1-64c8d71003bb on network 04f36a66-08e2-4b75-a33e-895582921f3d not bound, no agent of type Open vSwitch agent registered on host n-h1-844202-1 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 18:56:15.389552 n-d-844202-1 neutron-server[88525]: ERROR neutron.plugins.ml2.managers [None req-46781171-0699-47e8-9187-644189b44a6e tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Failed to bind port 8da7403f-1d61-4e95-8ac1-64c8d71003bb on host n-h1-844202-1 for vnic_type normal using segments [{'id': '45f93386-9957-4282-9920-88406c9efec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '04f36a66-08e2-4b75-a33e-895582921f3d'}] Jun 01 18:56:15.390600 n-d-844202-1 neutron-server[88525]: INFO neutron.plugins.ml2.plugin [None req-46781171-0699-47e8-9187-644189b44a6e tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Attempt 3 to bind port 8da7403f-1d61-4e95-8ac1-64c8d71003bb Jun 01 18:56:15.396521 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [None req-ce42a29f-6908-49fc-a6ac-528238482b45 admin admin] Allocated IP 172.25.4.139 (72a72e44-6845-488a-a5ff-3a26d4df9cb3/c314a23b-daa2-4106-ab28-8e6f954277b2/a96bfc7c-04b0-42b7-ba02-9811ed870c35) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:56:15.398350 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381b0b11-55e8-4ec1-8765-df69ca42dcf6 req-9be501a2-19e1-490c-b447-fc76b5be2481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:15.400007 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-381b0b11-55e8-4ec1-8765-df69ca42dcf6 req-9be501a2-19e1-490c-b447-fc76b5be2481 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5753c990-0671-4ba6-9994-2036ed2b8c72 HTTP/1.1" status: 200 len: 1097 time: 0.2148066 Jun 01 18:56:15.429247 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [None req-46781171-0699-47e8-9187-644189b44a6e tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Attempting to bind port 8da7403f-1d61-4e95-8ac1-64c8d71003bb on host n-h1-844202-1 for vnic_type normal with profile {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:56:15.429578 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [None req-46781171-0699-47e8-9187-644189b44a6e tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Attempting to bind port 8da7403f-1d61-4e95-8ac1-64c8d71003bb by drivers openvswitch,hyperv on host n-h1-844202-1 at level 0 using segments [{'id': '45f93386-9957-4282-9920-88406c9efec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '04f36a66-08e2-4b75-a33e-895582921f3d'}] {{(pid=88525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:56:15.429905 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46781171-0699-47e8-9187-644189b44a6e tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Attempting to bind port 8da7403f-1d61-4e95-8ac1-64c8d71003bb on network 04f36a66-08e2-4b75-a33e-895582921f3d {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:56:15.441499 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46781171-0699-47e8-9187-644189b44a6e tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Port 8da7403f-1d61-4e95-8ac1-64c8d71003bb on network 04f36a66-08e2-4b75-a33e-895582921f3d not bound, no agent of type Open vSwitch agent registered on host n-h1-844202-1 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 18:56:15.442072 n-d-844202-1 neutron-server[88525]: ERROR neutron.plugins.ml2.managers [None req-46781171-0699-47e8-9187-644189b44a6e tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Failed to bind port 8da7403f-1d61-4e95-8ac1-64c8d71003bb on host n-h1-844202-1 for vnic_type normal using segments [{'id': '45f93386-9957-4282-9920-88406c9efec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '04f36a66-08e2-4b75-a33e-895582921f3d'}] Jun 01 18:56:15.443159 n-d-844202-1 neutron-server[88525]: INFO neutron.plugins.ml2.plugin [None req-46781171-0699-47e8-9187-644189b44a6e tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Attempt 4 to bind port 8da7403f-1d61-4e95-8ac1-64c8d71003bb Jun 01 18:56:15.466301 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9f6588-4c09-4239-9b13-7e0a61b60073 req-37127398-91fa-4c6d-8ffe-92838676c743 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:15.467756 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-7c9f6588-4c09-4239-9b13-7e0a61b60073 req-37127398-91fa-4c6d-8ffe-92838676c743 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/ports?device_id=594e6e02-b49f-46d7-a80a-450437cbea5b HTTP/1.1" status: 200 len: 945 time: 0.1815739 Jun 01 18:56:15.480490 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [None req-46781171-0699-47e8-9187-644189b44a6e tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Attempting to bind port 8da7403f-1d61-4e95-8ac1-64c8d71003bb on host n-h1-844202-1 for vnic_type normal with profile {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:56:15.480815 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [None req-46781171-0699-47e8-9187-644189b44a6e tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Attempting to bind port 8da7403f-1d61-4e95-8ac1-64c8d71003bb by drivers openvswitch,hyperv on host n-h1-844202-1 at level 0 using segments [{'id': '45f93386-9957-4282-9920-88406c9efec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '04f36a66-08e2-4b75-a33e-895582921f3d'}] {{(pid=88525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:56:15.481141 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46781171-0699-47e8-9187-644189b44a6e tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Attempting to bind port 8da7403f-1d61-4e95-8ac1-64c8d71003bb on network 04f36a66-08e2-4b75-a33e-895582921f3d {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:56:15.503048 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-381b0b11-55e8-4ec1-8765-df69ca42dcf6 req-90bae4ae-269e-496b-8bc8-05dae500fe28 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=7be4da1b-38ad-4466-97f9-2d085531e9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958407 Jun 01 18:56:15.506508 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46781171-0699-47e8-9187-644189b44a6e tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Port 8da7403f-1d61-4e95-8ac1-64c8d71003bb on network 04f36a66-08e2-4b75-a33e-895582921f3d not bound, no agent of type Open vSwitch agent registered on host n-h1-844202-1 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 18:56:15.506836 n-d-844202-1 neutron-server[88525]: ERROR neutron.plugins.ml2.managers [None req-46781171-0699-47e8-9187-644189b44a6e tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Failed to bind port 8da7403f-1d61-4e95-8ac1-64c8d71003bb on host n-h1-844202-1 for vnic_type normal using segments [{'id': '45f93386-9957-4282-9920-88406c9efec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '04f36a66-08e2-4b75-a33e-895582921f3d'}] Jun 01 18:56:15.508253 n-d-844202-1 neutron-server[88525]: INFO neutron.plugins.ml2.plugin [None req-46781171-0699-47e8-9187-644189b44a6e tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Attempt 5 to bind port 8da7403f-1d61-4e95-8ac1-64c8d71003bb Jun 01 18:56:15.540470 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [None req-46781171-0699-47e8-9187-644189b44a6e tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Attempting to bind port 8da7403f-1d61-4e95-8ac1-64c8d71003bb on host n-h1-844202-1 for vnic_type normal with profile {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:56:15.540868 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [None req-46781171-0699-47e8-9187-644189b44a6e tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Attempting to bind port 8da7403f-1d61-4e95-8ac1-64c8d71003bb by drivers openvswitch,hyperv on host n-h1-844202-1 at level 0 using segments [{'id': '45f93386-9957-4282-9920-88406c9efec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '04f36a66-08e2-4b75-a33e-895582921f3d'}] {{(pid=88525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:56:15.541310 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46781171-0699-47e8-9187-644189b44a6e tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Attempting to bind port 8da7403f-1d61-4e95-8ac1-64c8d71003bb on network 04f36a66-08e2-4b75-a33e-895582921f3d {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:56:15.545730 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-7c9f6588-4c09-4239-9b13-7e0a61b60073 req-0a4eaabb-08af-44be-bac2-4a394515b0f7 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/security-groups?id=679bc320-73aa-41fb-80e9-32867c6d2bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699980 Jun 01 18:56:15.547442 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb2995f-de13-4c7f-af56-035e86c44f83 req-b11b92d7-1466-4d21-9669-9fd4d4a5c55e tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:15.548930 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-cfb2995f-de13-4c7f-af56-035e86c44f83 req-b11b92d7-1466-4d21-9669-9fd4d4a5c55e tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] 10.222.0.41 "GET /v2.0/ports?device_id=5753c990-0671-4ba6-9994-2036ed2b8c72 HTTP/1.1" status: 200 len: 946 time: 0.3165064 Jun 01 18:56:15.549144 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46781171-0699-47e8-9187-644189b44a6e tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Port 8da7403f-1d61-4e95-8ac1-64c8d71003bb on network 04f36a66-08e2-4b75-a33e-895582921f3d not bound, no agent of type Open vSwitch agent registered on host n-h1-844202-1 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 18:56:15.549414 n-d-844202-1 neutron-server[88525]: ERROR neutron.plugins.ml2.managers [None req-46781171-0699-47e8-9187-644189b44a6e tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Failed to bind port 8da7403f-1d61-4e95-8ac1-64c8d71003bb on host n-h1-844202-1 for vnic_type normal using segments [{'id': '45f93386-9957-4282-9920-88406c9efec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '04f36a66-08e2-4b75-a33e-895582921f3d'}] Jun 01 18:56:15.549789 n-d-844202-1 neutron-server[88525]: INFO neutron.plugins.ml2.plugin [None req-46781171-0699-47e8-9187-644189b44a6e tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Attempt 6 to bind port 8da7403f-1d61-4e95-8ac1-64c8d71003bb Jun 01 18:56:15.565941 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [None req-46781171-0699-47e8-9187-644189b44a6e tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Attempting to bind port 8da7403f-1d61-4e95-8ac1-64c8d71003bb on host n-h1-844202-1 for vnic_type normal with profile {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:56:15.566828 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [None req-46781171-0699-47e8-9187-644189b44a6e tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Attempting to bind port 8da7403f-1d61-4e95-8ac1-64c8d71003bb by drivers openvswitch,hyperv on host n-h1-844202-1 at level 0 using segments [{'id': '45f93386-9957-4282-9920-88406c9efec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '04f36a66-08e2-4b75-a33e-895582921f3d'}] {{(pid=88525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:56:15.566828 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46781171-0699-47e8-9187-644189b44a6e tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Attempting to bind port 8da7403f-1d61-4e95-8ac1-64c8d71003bb on network 04f36a66-08e2-4b75-a33e-895582921f3d {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:56:15.573031 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46781171-0699-47e8-9187-644189b44a6e tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Port 8da7403f-1d61-4e95-8ac1-64c8d71003bb on network 04f36a66-08e2-4b75-a33e-895582921f3d not bound, no agent of type Open vSwitch agent registered on host n-h1-844202-1 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 18:56:15.573353 n-d-844202-1 neutron-server[88525]: ERROR neutron.plugins.ml2.managers [None req-46781171-0699-47e8-9187-644189b44a6e tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Failed to bind port 8da7403f-1d61-4e95-8ac1-64c8d71003bb on host n-h1-844202-1 for vnic_type normal using segments [{'id': '45f93386-9957-4282-9920-88406c9efec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '04f36a66-08e2-4b75-a33e-895582921f3d'}] Jun 01 18:56:15.573737 n-d-844202-1 neutron-server[88525]: INFO neutron.plugins.ml2.plugin [None req-46781171-0699-47e8-9187-644189b44a6e tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Attempt 7 to bind port 8da7403f-1d61-4e95-8ac1-64c8d71003bb Jun 01 18:56:15.589469 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [None req-46781171-0699-47e8-9187-644189b44a6e tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Attempting to bind port 8da7403f-1d61-4e95-8ac1-64c8d71003bb on host n-h1-844202-1 for vnic_type normal with profile {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:56:15.589803 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [None req-46781171-0699-47e8-9187-644189b44a6e tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Attempting to bind port 8da7403f-1d61-4e95-8ac1-64c8d71003bb by drivers openvswitch,hyperv on host n-h1-844202-1 at level 0 using segments [{'id': '45f93386-9957-4282-9920-88406c9efec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '04f36a66-08e2-4b75-a33e-895582921f3d'}] {{(pid=88525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:56:15.590137 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46781171-0699-47e8-9187-644189b44a6e tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Attempting to bind port 8da7403f-1d61-4e95-8ac1-64c8d71003bb on network 04f36a66-08e2-4b75-a33e-895582921f3d {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:56:15.594814 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46781171-0699-47e8-9187-644189b44a6e tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Port 8da7403f-1d61-4e95-8ac1-64c8d71003bb on network 04f36a66-08e2-4b75-a33e-895582921f3d not bound, no agent of type Open vSwitch agent registered on host n-h1-844202-1 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 18:56:15.595277 n-d-844202-1 neutron-server[88525]: ERROR neutron.plugins.ml2.managers [None req-46781171-0699-47e8-9187-644189b44a6e tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Failed to bind port 8da7403f-1d61-4e95-8ac1-64c8d71003bb on host n-h1-844202-1 for vnic_type normal using segments [{'id': '45f93386-9957-4282-9920-88406c9efec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '04f36a66-08e2-4b75-a33e-895582921f3d'}] Jun 01 18:56:15.595672 n-d-844202-1 neutron-server[88525]: INFO neutron.plugins.ml2.plugin [None req-46781171-0699-47e8-9187-644189b44a6e tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Attempt 8 to bind port 8da7403f-1d61-4e95-8ac1-64c8d71003bb Jun 01 18:56:15.611295 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [None req-46781171-0699-47e8-9187-644189b44a6e tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Attempting to bind port 8da7403f-1d61-4e95-8ac1-64c8d71003bb on host n-h1-844202-1 for vnic_type normal with profile {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:56:15.611934 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [None req-46781171-0699-47e8-9187-644189b44a6e tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Attempting to bind port 8da7403f-1d61-4e95-8ac1-64c8d71003bb by drivers openvswitch,hyperv on host n-h1-844202-1 at level 0 using segments [{'id': '45f93386-9957-4282-9920-88406c9efec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '04f36a66-08e2-4b75-a33e-895582921f3d'}] {{(pid=88525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:56:15.612061 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46781171-0699-47e8-9187-644189b44a6e tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Attempting to bind port 8da7403f-1d61-4e95-8ac1-64c8d71003bb on network 04f36a66-08e2-4b75-a33e-895582921f3d {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:56:15.618141 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46781171-0699-47e8-9187-644189b44a6e tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Port 8da7403f-1d61-4e95-8ac1-64c8d71003bb on network 04f36a66-08e2-4b75-a33e-895582921f3d not bound, no agent of type Open vSwitch agent registered on host n-h1-844202-1 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 18:56:15.618880 n-d-844202-1 neutron-server[88525]: ERROR neutron.plugins.ml2.managers [None req-46781171-0699-47e8-9187-644189b44a6e tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Failed to bind port 8da7403f-1d61-4e95-8ac1-64c8d71003bb on host n-h1-844202-1 for vnic_type normal using segments [{'id': '45f93386-9957-4282-9920-88406c9efec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '04f36a66-08e2-4b75-a33e-895582921f3d'}] Jun 01 18:56:15.619454 n-d-844202-1 neutron-server[88525]: INFO neutron.plugins.ml2.plugin [None req-46781171-0699-47e8-9187-644189b44a6e tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Attempt 9 to bind port 8da7403f-1d61-4e95-8ac1-64c8d71003bb Jun 01 18:56:15.636652 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [None req-46781171-0699-47e8-9187-644189b44a6e tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Attempting to bind port 8da7403f-1d61-4e95-8ac1-64c8d71003bb on host n-h1-844202-1 for vnic_type normal with profile {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:56:15.636984 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [None req-46781171-0699-47e8-9187-644189b44a6e tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Attempting to bind port 8da7403f-1d61-4e95-8ac1-64c8d71003bb by drivers openvswitch,hyperv on host n-h1-844202-1 at level 0 using segments [{'id': '45f93386-9957-4282-9920-88406c9efec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '04f36a66-08e2-4b75-a33e-895582921f3d'}] {{(pid=88525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:56:15.637311 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46781171-0699-47e8-9187-644189b44a6e tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Attempting to bind port 8da7403f-1d61-4e95-8ac1-64c8d71003bb on network 04f36a66-08e2-4b75-a33e-895582921f3d {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:56:15.642042 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46781171-0699-47e8-9187-644189b44a6e tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Port 8da7403f-1d61-4e95-8ac1-64c8d71003bb on network 04f36a66-08e2-4b75-a33e-895582921f3d not bound, no agent of type Open vSwitch agent registered on host n-h1-844202-1 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 18:56:15.642326 n-d-844202-1 neutron-server[88525]: ERROR neutron.plugins.ml2.managers [None req-46781171-0699-47e8-9187-644189b44a6e tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Failed to bind port 8da7403f-1d61-4e95-8ac1-64c8d71003bb on host n-h1-844202-1 for vnic_type normal using segments [{'id': '45f93386-9957-4282-9920-88406c9efec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '04f36a66-08e2-4b75-a33e-895582921f3d'}] Jun 01 18:56:15.642705 n-d-844202-1 neutron-server[88525]: INFO neutron.plugins.ml2.plugin [None req-46781171-0699-47e8-9187-644189b44a6e tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Attempt 10 to bind port 8da7403f-1d61-4e95-8ac1-64c8d71003bb Jun 01 18:56:15.653237 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-cfb2995f-de13-4c7f-af56-035e86c44f83 req-ff8a8787-1beb-42c9-a639-ac8195722c29 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] 10.222.0.41 "GET /v2.0/security-groups?id=7be4da1b-38ad-4466-97f9-2d085531e9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903423 Jun 01 18:56:15.658225 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [None req-46781171-0699-47e8-9187-644189b44a6e tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Attempting to bind port 8da7403f-1d61-4e95-8ac1-64c8d71003bb on host n-h1-844202-1 for vnic_type normal with profile {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:56:15.658556 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [None req-46781171-0699-47e8-9187-644189b44a6e tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Attempting to bind port 8da7403f-1d61-4e95-8ac1-64c8d71003bb by drivers openvswitch,hyperv on host n-h1-844202-1 at level 0 using segments [{'id': '45f93386-9957-4282-9920-88406c9efec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '04f36a66-08e2-4b75-a33e-895582921f3d'}] {{(pid=88525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:56:15.659131 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46781171-0699-47e8-9187-644189b44a6e tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Attempting to bind port 8da7403f-1d61-4e95-8ac1-64c8d71003bb on network 04f36a66-08e2-4b75-a33e-895582921f3d {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:56:15.660610 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-bd34bf3c-da96-41e9-872d-cecb4e0d5d89 tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:15.664014 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46781171-0699-47e8-9187-644189b44a6e tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Port 8da7403f-1d61-4e95-8ac1-64c8d71003bb on network 04f36a66-08e2-4b75-a33e-895582921f3d not bound, no agent of type Open vSwitch agent registered on host n-h1-844202-1 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 18:56:15.664370 n-d-844202-1 neutron-server[88525]: ERROR neutron.plugins.ml2.managers [None req-46781171-0699-47e8-9187-644189b44a6e tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Failed to bind port 8da7403f-1d61-4e95-8ac1-64c8d71003bb on host n-h1-844202-1 for vnic_type normal using segments [{'id': '45f93386-9957-4282-9920-88406c9efec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '04f36a66-08e2-4b75-a33e-895582921f3d'}] Jun 01 18:56:15.664717 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-46781171-0699-47e8-9187-644189b44a6e tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:15.673950 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-bd34bf3c-da96-41e9-872d-cecb4e0d5d89 tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:15.790774 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [None req-46781171-0699-47e8-9187-644189b44a6e tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] For port 8da7403f-1d61-4e95-8ac1-64c8d71003bb, host n-h1-844202-1, cleared binding levels {{(pid=88525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:56:15.790774 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [None req-46781171-0699-47e8-9187-644189b44a6e tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Attempted to set empty binding levels {{(pid=88525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Jun 01 18:56:15.796403 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-46781171-0699-47e8-9187-644189b44a6e tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:15.871207 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-46781171-0699-47e8-9187-644189b44a6e tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] In _notify_port_updated(), no bound segment for port 8da7403f-1d61-4e95-8ac1-64c8d71003bb on network 04f36a66-08e2-4b75-a33e-895582921f3d {{(pid=88525) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 01 18:56:15.873209 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46781171-0699-47e8-9187-644189b44a6e tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:15.873692 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-46781171-0699-47e8-9187-644189b44a6e tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:15.877602 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-46781171-0699-47e8-9187-644189b44a6e tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] 10.222.0.41 "PUT /v2.0/ports/8da7403f-1d61-4e95-8ac1-64c8d71003bb HTTP/1.1" status: 200 len: 975 time: 2.3433378 Jun 01 18:56:15.878851 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 60962) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:56:15.879247 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ce42a29f-6908-49fc-a6ac-528238482b45 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:15.939854 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-bd34bf3c-da96-41e9-872d-cecb4e0d5d89 tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-887436'] for router_interface, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:15.943711 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd34bf3c-da96-41e9-872d-cecb4e0d5d89 tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Pushing event updated for resources: {'Port': ['ID=d341e3ce-44b5-4f86-9b50-68e5112ab6fd,revision_number=2']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:56:15.957808 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd34bf3c-da96-41e9-872d-cecb4e0d5d89 tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:56:15.957808 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd34bf3c-da96-41e9-872d-cecb4e0d5d89 tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:56:15.958148 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd34bf3c-da96-41e9-872d-cecb4e0d5d89 tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:56:15.958452 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd34bf3c-da96-41e9-872d-cecb4e0d5d89 tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:56:15.958777 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd34bf3c-da96-41e9-872d-cecb4e0d5d89 tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:56:15.959108 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd34bf3c-da96-41e9-872d-cecb4e0d5d89 tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:56:15.959408 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd34bf3c-da96-41e9-872d-cecb4e0d5d89 tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:56:15.959735 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd34bf3c-da96-41e9-872d-cecb4e0d5d89 tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:56:15.960032 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd34bf3c-da96-41e9-872d-cecb4e0d5d89 tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:56:15.960368 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd34bf3c-da96-41e9-872d-cecb4e0d5d89 tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:56:15.960708 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd34bf3c-da96-41e9-872d-cecb4e0d5d89 tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:56:15.961023 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd34bf3c-da96-41e9-872d-cecb4e0d5d89 tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:56:15.989666 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46781171-0699-47e8-9187-644189b44a6e tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Pushing event updated for resources: {'Port': ['ID=8da7403f-1d61-4e95-8ac1-64c8d71003bb,revision_number=3']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:56:16.024034 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da3b2ccd-ffe0-40e1-b29f-5769a49b4d5c tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:16.025478 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da3b2ccd-ffe0-40e1-b29f-5769a49b4d5c tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:16.025997 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da3b2ccd-ffe0-40e1-b29f-5769a49b4d5c tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:16.026606 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da3b2ccd-ffe0-40e1-b29f-5769a49b4d5c tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:16.027772 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da3b2ccd-ffe0-40e1-b29f-5769a49b4d5c tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:16.028315 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da3b2ccd-ffe0-40e1-b29f-5769a49b4d5c tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:16.028825 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da3b2ccd-ffe0-40e1-b29f-5769a49b4d5c tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:16.029497 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da3b2ccd-ffe0-40e1-b29f-5769a49b4d5c tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:16.030001 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da3b2ccd-ffe0-40e1-b29f-5769a49b4d5c tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:16.030462 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da3b2ccd-ffe0-40e1-b29f-5769a49b4d5c tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:16.030917 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da3b2ccd-ffe0-40e1-b29f-5769a49b4d5c tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:16.031366 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da3b2ccd-ffe0-40e1-b29f-5769a49b4d5c tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:16.031938 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da3b2ccd-ffe0-40e1-b29f-5769a49b4d5c tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:16.032574 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da3b2ccd-ffe0-40e1-b29f-5769a49b4d5c tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:16.033034 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da3b2ccd-ffe0-40e1-b29f-5769a49b4d5c tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:16.044828 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da3b2ccd-ffe0-40e1-b29f-5769a49b4d5c tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:16.045346 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da3b2ccd-ffe0-40e1-b29f-5769a49b4d5c tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:16.046001 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da3b2ccd-ffe0-40e1-b29f-5769a49b4d5c tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:16.046472 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da3b2ccd-ffe0-40e1-b29f-5769a49b4d5c tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:16.047058 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da3b2ccd-ffe0-40e1-b29f-5769a49b4d5c tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:16.047518 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da3b2ccd-ffe0-40e1-b29f-5769a49b4d5c tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:16.047969 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da3b2ccd-ffe0-40e1-b29f-5769a49b4d5c tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:16.048520 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da3b2ccd-ffe0-40e1-b29f-5769a49b4d5c tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:16.064204 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da3b2ccd-ffe0-40e1-b29f-5769a49b4d5c tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:16.065035 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da3b2ccd-ffe0-40e1-b29f-5769a49b4d5c tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:16.075286 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da3b2ccd-ffe0-40e1-b29f-5769a49b4d5c tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:16.077432 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da3b2ccd-ffe0-40e1-b29f-5769a49b4d5c tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:16.078328 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da3b2ccd-ffe0-40e1-b29f-5769a49b4d5c tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:16.082033 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ce42a29f-6908-49fc-a6ac-528238482b45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:16.085372 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-da3b2ccd-ffe0-40e1-b29f-5769a49b4d5c tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Synchronizing usage tracker for tenant:f630800496234927aaa0f3498728927d on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:56:16.105048 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-da3b2ccd-ffe0-40e1-b29f-5769a49b4d5c tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Unset dirty status for tenant:f630800496234927aaa0f3498728927d on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:56:16.108261 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-da3b2ccd-ffe0-40e1-b29f-5769a49b4d5c tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 25237 time: 0.2266064 Jun 01 18:56:16.110739 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 60972) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:56:16.230531 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-53476880-3fed-43c0-8a7e-23ec3a1d91f2 tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Deleting port 8da7403f-1d61-4e95-8ac1-64c8d71003bb {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:56:16.230864 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-53476880-3fed-43c0-8a7e-23ec3a1d91f2 tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:16.234612 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce42a29f-6908-49fc-a6ac-528238482b45 admin admin] Network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:56:16.251081 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-ce42a29f-6908-49fc-a6ac-528238482b45 admin admin] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:56:16.259298 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce42a29f-6908-49fc-a6ac-528238482b45 admin admin] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:56:16.298368 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce42a29f-6908-49fc-a6ac-528238482b45 admin admin] Pushing event updated for resources: {'Port': ['ID=a96bfc7c-04b0-42b7-ba02-9811ed870c35,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:56:16.337447 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd34bf3c-da96-41e9-872d-cecb4e0d5d89 tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Network 006f8cb6-6839-48cb-ab0c-80b523bd7c43 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:56:16.342704 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-bd34bf3c-da96-41e9-872d-cecb4e0d5d89 tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:56:16.494712 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25c7551-f2f2-4817-8c97-934bea5bf9d3 req-23dd420b-29c2-480f-bc95-fd605097abf4 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:16.496204 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c25c7551-f2f2-4817-8c97-934bea5bf9d3 req-23dd420b-29c2-480f-bc95-fd605097abf4 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] 10.222.0.41 "GET /v2.0/ports?device_id=89573410-7740-4786-add2-715066dfb6b7 HTTP/1.1" status: 200 len: 945 time: 0.3270729 Jun 01 18:56:16.565226 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-e112ab3b-1022-4338-a9ba-53372ec41153 None None] Provisioning complete for port d341e3ce-44b5-4f86-9b50-68e5112ab6fd triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:56:16.565995 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-e112ab3b-1022-4338-a9ba-53372ec41153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:16.627479 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-e112ab3b-1022-4338-a9ba-53372ec41153 None None] Port d341e3ce-44b5-4f86-9b50-68e5112ab6fd cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 18:56:16.635069 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c25c7551-f2f2-4817-8c97-934bea5bf9d3 req-9876756d-6625-4d15-b8be-4650706114fa tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] 10.222.0.41 "GET /v2.0/security-groups?id=10328742-6369-4815-ae6a-3cb954039bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188796 Jun 01 18:56:16.638635 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [None req-53476880-3fed-43c0-8a7e-23ec3a1d91f2 tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] For port 8da7403f-1d61-4e95-8ac1-64c8d71003bb, host n-h1-844202-1, got binding levels [] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:56:16.639021 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-53476880-3fed-43c0-8a7e-23ec3a1d91f2 tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:16.663027 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7397c1-66cb-42ee-8060-3419b239c6f7 req-dcdb3c74-fb23-46dd-bccb-bc7d1a298e14 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:16.664528 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3d7397c1-66cb-42ee-8060-3419b239c6f7 req-dcdb3c74-fb23-46dd-bccb-bc7d1a298e14 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=863d6d17-7ec0-45a3-a6dc-82b322b76ced HTTP/1.1" status: 200 len: 945 time: 0.4897015 Jun 01 18:56:16.752967 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3d7397c1-66cb-42ee-8060-3419b239c6f7 req-6b65400b-02d9-4475-8ff3-821035e31bbe tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ce59b29-4aa6-4d2e-8584-a540c0a14c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768287 Jun 01 18:56:16.757567 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd34bf3c-da96-41e9-872d-cecb4e0d5d89 tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Router f459c03f-9745-4bf0-bd37-593218b38232 has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 18:56:16.824915 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-53476880-3fed-43c0-8a7e-23ec3a1d91f2 tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Calling delete_port for 8da7403f-1d61-4e95-8ac1-64c8d71003bb owned by {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:56:16.944003 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296a3ab2-8717-45ca-8524-c8d8e9d15885 req-e1a64b4c-2126-4045-bb76-6be287fe5563 tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:16.944869 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-296a3ab2-8717-45ca-8524-c8d8e9d15885 req-e1a64b4c-2126-4045-bb76-6be287fe5563 tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] Synchronizing usage tracker for tenant:edc569c64df34433baeb55c13113ba41 on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:56:16.949538 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-53476880-3fed-43c0-8a7e-23ec3a1d91f2 tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:17.001640 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53476880-3fed-43c0-8a7e-23ec3a1d91f2 tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Pushing event deleted for resources: {'Port': ['ID=8da7403f-1d61-4e95-8ac1-64c8d71003bb,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:56:17.011032 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-53476880-3fed-43c0-8a7e-23ec3a1d91f2 tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:17.015291 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-296a3ab2-8717-45ca-8524-c8d8e9d15885 req-e1a64b4c-2126-4045-bb76-6be287fe5563 tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] Unset dirty status for tenant:edc569c64df34433baeb55c13113ba41 on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:56:17.016540 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-296a3ab2-8717-45ca-8524-c8d8e9d15885 req-e1a64b4c-2126-4045-bb76-6be287fe5563 tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] 10.222.0.41 "GET /v2.0/ports?device_id=32244e54-23cc-458d-b7ea-5b386e43c2fc HTTP/1.1" status: 200 len: 950 time: 0.2345150 Jun 01 18:56:17.038189 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-53476880-3fed-43c0-8a7e-23ec3a1d91f2 tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] 10.222.0.41 "DELETE /v2.0/ports/8da7403f-1d61-4e95-8ac1-64c8d71003bb HTTP/1.1" status: 204 len: 168 time: 0.9260924 Jun 01 18:56:17.041438 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 60980) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:56:17.096248 n-d-844202-1 neutron-server[88525]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ac4a7db-ef72-4aec-8ef7-6152594b5406 tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] GET failed (client error): The resource could not be found. Jun 01 18:56:17.096967 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-0ac4a7db-ef72-4aec-8ef7-6152594b5406 tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Synchronizing usage tracker for tenant:f630800496234927aaa0f3498728927d on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:56:17.116840 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-296a3ab2-8717-45ca-8524-c8d8e9d15885 req-830f90f7-12e5-4052-82c5-af765e83d577 tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] 10.222.0.41 "GET /v2.0/security-groups?id=c266819c-9421-4c09-b8ec-0766c6fc4de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925348 Jun 01 18:56:17.123533 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-0ac4a7db-ef72-4aec-8ef7-6152594b5406 tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Unset dirty status for tenant:f630800496234927aaa0f3498728927d on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:56:17.124714 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-0ac4a7db-ef72-4aec-8ef7-6152594b5406 tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] 10.222.0.41 "GET /v2.0/ports/8da7403f-1d61-4e95-8ac1-64c8d71003bb HTTP/1.1" status: 404 len: 333 time: 0.0823982 Jun 01 18:56:17.129091 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 60984) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:56:17.135546 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-e10d8bc4-848b-499f-bb69-43dbd513cd44 tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-642012472', 'network_id': '04f36a66-08e2-4b75-a33e-895582921f3d'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:56:17.146159 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-e10d8bc4-848b-499f-bb69-43dbd513cd44 tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:56:17.156798 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-e10d8bc4-848b-499f-bb69-43dbd513cd44 tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:56:17.168335 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e10d8bc4-848b-499f-bb69-43dbd513cd44 tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Made reservation on behalf of f630800496234927aaa0f3498728927d for: {'port': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:56:17.170622 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd34bf3c-da96-41e9-872d-cecb4e0d5d89 tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 18:56:17.171061 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e10d8bc4-848b-499f-bb69-43dbd513cd44 tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:17.182727 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ce42a29f-6908-49fc-a6ac-528238482b45 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:17.184509 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baabe11d-37f3-4aab-991a-f26a913232eb None None] Sync routers for ids ['f459c03f-9745-4bf0-bd37-593218b38232'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 18:56:17.193694 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [None req-e10d8bc4-848b-499f-bb69-43dbd513cd44 tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] device_id is not set on port af92cdba-be0d-40c3-afa7-f578ce838c3a yet. {{(pid=88525) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 18:56:17.203011 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baabe11d-37f3-4aab-991a-f26a913232eb None None] Routers {'f459c03f-9745-4bf0-bd37-593218b38232'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:56:17.204712 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-baabe11d-37f3-4aab-991a-f26a913232eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:56:09Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['f459c03f-9745-4bf0-bd37-593218b38232'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:56:17.282369 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-baabe11d-37f3-4aab-991a-f26a913232eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:56:17.291967 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baabe11d-37f3-4aab-991a-f26a913232eb None None] Routers {'f459c03f-9745-4bf0-bd37-593218b38232'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:56:17.292895 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-baabe11d-37f3-4aab-991a-f26a913232eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:56:09Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['f459c03f-9745-4bf0-bd37-593218b38232'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:56:17.366198 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3628cc-fa51-4698-bddb-b7e1253e10e4 req-4615dea3-bd6c-432c-af26-89f0b2bdbf58 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:17.366661 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-baabe11d-37f3-4aab-991a-f26a913232eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:56:17.367340 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baabe11d-37f3-4aab-991a-f26a913232eb None None] The sync data for ids ['f459c03f-9745-4bf0-bd37-593218b38232'] in n-d-844202-1 is: [] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 18:56:17.369096 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0b3628cc-fa51-4698-bddb-b7e1253e10e4 req-4615dea3-bd6c-432c-af26-89f0b2bdbf58 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/ports?device_id=594e6e02-b49f-46d7-a80a-450437cbea5b HTTP/1.1" status: 200 len: 945 time: 0.4680367 Jun 01 18:56:17.424339 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-bd34bf3c-da96-41e9-872d-cecb4e0d5d89 tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] 10.222.0.41 "PUT /v2.0/routers/f459c03f-9745-4bf0-bd37-593218b38232/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4040473 Jun 01 18:56:17.428795 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 60988) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:56:17.479646 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b587914-5fbc-4318-8f87-44d6b1ff667b req-8d37f5d7-5cb0-4f4d-9f3b-b87d655877e2 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:17.481133 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2b587914-5fbc-4318-8f87-44d6b1ff667b req-8d37f5d7-5cb0-4f4d-9f3b-b87d655877e2 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] 10.222.0.41 "GET /v2.0/ports?device_id=5753c990-0671-4ba6-9994-2036ed2b8c72 HTTP/1.1" status: 200 len: 946 time: 0.2160752 Jun 01 18:56:17.488349 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e10d8bc4-848b-499f-bb69-43dbd513cd44 tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:17.537078 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2b587914-5fbc-4318-8f87-44d6b1ff667b req-277939de-e65c-41e7-af8c-6aeea0e7f5ed tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] 10.222.0.41 "GET /v2.0/security-groups?id=7be4da1b-38ad-4466-97f9-2d085531e9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467210 Jun 01 18:56:17.553153 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e10d8bc4-848b-499f-bb69-43dbd513cd44 tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:17.632933 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e10d8bc4-848b-499f-bb69-43dbd513cd44 tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Network 04f36a66-08e2-4b75-a33e-895582921f3d is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:56:17.636623 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-e10d8bc4-848b-499f-bb69-43dbd513cd44 tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:56:17.640407 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10d8bc4-848b-499f-bb69-43dbd513cd44 tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:56:17.641306 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e10d8bc4-848b-499f-bb69-43dbd513cd44 tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:17.641890 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e10d8bc4-848b-499f-bb69-43dbd513cd44 tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:17.655956 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10d8bc4-848b-499f-bb69-43dbd513cd44 tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Pushing event updated for resources: {'Port': ['ID=af92cdba-be0d-40c3-afa7-f578ce838c3a,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:56:17.669307 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0b3628cc-fa51-4698-bddb-b7e1253e10e4 req-13ce01ef-692c-4b2a-aca6-d20e7f8df42f tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/security-groups?id=679bc320-73aa-41fb-80e9-32867c6d2bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2910767 Jun 01 18:56:17.705646 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10d8bc4-848b-499f-bb69-43dbd513cd44 tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:56:17.705988 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10d8bc4-848b-499f-bb69-43dbd513cd44 tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:56:17.706326 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10d8bc4-848b-499f-bb69-43dbd513cd44 tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:56:17.706725 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10d8bc4-848b-499f-bb69-43dbd513cd44 tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:56:17.707474 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10d8bc4-848b-499f-bb69-43dbd513cd44 tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:56:17.707474 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10d8bc4-848b-499f-bb69-43dbd513cd44 tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:56:17.707678 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10d8bc4-848b-499f-bb69-43dbd513cd44 tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:56:17.707984 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10d8bc4-848b-499f-bb69-43dbd513cd44 tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:56:17.708320 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10d8bc4-848b-499f-bb69-43dbd513cd44 tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:56:17.708637 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10d8bc4-848b-499f-bb69-43dbd513cd44 tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:56:17.708943 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10d8bc4-848b-499f-bb69-43dbd513cd44 tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:56:17.709278 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10d8bc4-848b-499f-bb69-43dbd513cd44 tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:56:17.741611 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-e10d8bc4-848b-499f-bb69-43dbd513cd44 tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.6109180 Jun 01 18:56:17.745139 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 60996) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:56:17.804647 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-c7616689-7be9-4527-87b8-ca99329da75b tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Notify callbacks [] for router, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:17.824125 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19da430-defc-4fca-a73e-a6d94b943291 req-aa088a52-8ad1-466c-ac71-c664a401dff3 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:17.825605 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e19da430-defc-4fca-a73e-a6d94b943291 req-aa088a52-8ad1-466c-ac71-c664a401dff3 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] 10.222.0.41 "GET /v2.0/ports?device_id=5753c990-0671-4ba6-9994-2036ed2b8c72 HTTP/1.1" status: 200 len: 946 time: 0.1706464 Jun 01 18:56:17.826717 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f78288a-d1e1-459c-a301-f87ec32499cd tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:17.827244 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-5f78288a-d1e1-459c-a301-f87ec32499cd tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Synchronizing usage tracker for tenant:f630800496234927aaa0f3498728927d on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:56:17.834289 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 32770) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:56:17.839118 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-31517f2b-731b-4702-8e01-5a9f1c4405f9 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Request body: {'floatingip': {'port_id': '22967acd-621b-4479-bb29-f9379ee1f6d0'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:56:17.920688 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-5f78288a-d1e1-459c-a301-f87ec32499cd tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Unset dirty status for tenant:f630800496234927aaa0f3498728927d on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:56:17.922002 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-5f78288a-d1e1-459c-a301-f87ec32499cd tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] 10.222.0.41 "GET /v2.0/ports/af92cdba-be0d-40c3-afa7-f578ce838c3a HTTP/1.1" status: 200 len: 954 time: 0.1756611 Jun 01 18:56:17.925381 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 32774) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:56:17.961287 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-31517f2b-731b-4702-8e01-5a9f1c4405f9 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Notify callbacks [] for floatingip, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:18.126832 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6de01a7-eaae-4af0-884f-9d4de4d5644d req-85e0ba0d-6849-4eb5-b787-597c6b3a45ec tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:18.128264 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a6de01a7-eaae-4af0-884f-9d4de4d5644d req-85e0ba0d-6849-4eb5-b787-597c6b3a45ec tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] 10.222.0.50 "GET /v2.0/ports?device_id=32244e54-23cc-458d-b7ea-5b386e43c2fc HTTP/1.1" status: 200 len: 950 time: 0.5649798 Jun 01 18:56:18.136597 n-d-844202-1 neutron-server[88524]: INFO neutron.api.v2.resource [None req-c7616689-7be9-4527-87b8-ca99329da75b tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] delete failed (client error): There was a conflict when trying to complete your request. Jun 01 18:56:18.137623 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-c7616689-7be9-4527-87b8-ca99329da75b tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] 10.222.0.41 "DELETE /v2.0/routers/f459c03f-9745-4bf0-bd37-593218b38232 HTTP/1.1" status: 409 len: 329 time: 0.7061105 Jun 01 18:56:18.173076 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 32778) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:56:18.278065 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-1e56f836-cc6d-424d-bade-2b2820bcdd4b tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Deleting port af92cdba-be0d-40c3-afa7-f578ce838c3a {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:56:18.278668 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1e56f836-cc6d-424d-bade-2b2820bcdd4b tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:18.337616 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ce42a29f-6908-49fc-a6ac-528238482b45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-885820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-886655'] for router, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:18.433693 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d786dc93-c56a-4e6b-8873-71509bde21a1 req-89323f4f-6709-4903-82b8-9d81b8687d77 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:18.435163 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d786dc93-c56a-4e6b-8873-71509bde21a1 req-89323f4f-6709-4903-82b8-9d81b8687d77 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] 10.222.0.41 "GET /v2.0/ports?device_id=89573410-7740-4786-add2-715066dfb6b7 HTTP/1.1" status: 200 len: 945 time: 0.6350851 Jun 01 18:56:18.522586 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6318a174-3033-46fb-a7dc-0b6bf2b3f4e8 req-3d8bca75-89a8-46d3-b4ee-5cb279e4f80c tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:18.524299 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-6318a174-3033-46fb-a7dc-0b6bf2b3f4e8 req-3d8bca75-89a8-46d3-b4ee-5cb279e4f80c tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=863d6d17-7ec0-45a3-a6dc-82b322b76ced HTTP/1.1" status: 200 len: 945 time: 0.5035172 Jun 01 18:56:18.579148 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-a6de01a7-eaae-4af0-884f-9d4de4d5644d req-1de965ed-a90e-4ead-9f26-81bc1fbeea9c tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] Deleting port de9ccc2f-4787-43e3-92be-87652a65920b {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:56:18.579479 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-a6de01a7-eaae-4af0-884f-9d4de4d5644d req-1de965ed-a90e-4ead-9f26-81bc1fbeea9c tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:18.738910 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1e56f836-cc6d-424d-bade-2b2820bcdd4b tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:18.756329 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-6318a174-3033-46fb-a7dc-0b6bf2b3f4e8 req-62d3f988-19b0-404e-a452-41dba322b405 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ce59b29-4aa6-4d2e-8584-a540c0a14c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2173049 Jun 01 18:56:18.873302 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-1e56f836-cc6d-424d-bade-2b2820bcdd4b tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Calling delete_port for af92cdba-be0d-40c3-afa7-f578ce838c3a owned by {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:56:18.960578 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d786dc93-c56a-4e6b-8873-71509bde21a1 req-019008e0-5a5e-4167-9c25-071b842680c9 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] 10.222.0.41 "GET /v2.0/security-groups?id=10328742-6369-4815-ae6a-3cb954039bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3522446 Jun 01 18:56:19.122666 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1e56f836-cc6d-424d-bade-2b2820bcdd4b tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:19.185579 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc33ba34-c1c8-4d2e-9ed0-79baa90e4692 req-74a95510-30c0-4b43-bc89-3c958b6d79db tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:19.187037 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-fc33ba34-c1c8-4d2e-9ed0-79baa90e4692 req-74a95510-30c0-4b43-bc89-3c958b6d79db tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] 10.222.0.41 "GET /v2.0/ports?device_id=32244e54-23cc-458d-b7ea-5b386e43c2fc HTTP/1.1" status: 200 len: 950 time: 0.3212035 Jun 01 18:56:19.187844 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e56f836-cc6d-424d-bade-2b2820bcdd4b tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Pushing event deleted for resources: {'Port': ['ID=af92cdba-be0d-40c3-afa7-f578ce838c3a,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:56:19.200720 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1e56f836-cc6d-424d-bade-2b2820bcdd4b tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:19.248951 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-1e56f836-cc6d-424d-bade-2b2820bcdd4b tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] 10.222.0.41 "DELETE /v2.0/ports/af92cdba-be0d-40c3-afa7-f578ce838c3a HTTP/1.1" status: 204 len: 168 time: 1.3223979 Jun 01 18:56:19.252465 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 32786) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:56:19.262166 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-fc33ba34-c1c8-4d2e-9ed0-79baa90e4692 req-5f55bb3e-33fc-46bf-8e53-bc0f73d88d93 tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] 10.222.0.41 "GET /v2.0/security-groups?id=c266819c-9421-4c09-b8ec-0766c6fc4de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651960 Jun 01 18:56:19.336382 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce42a29f-6908-49fc-a6ac-528238482b45 admin admin] Router 5005b12b-976d-4b75-98fc-6509d7954d19 is scheduled to L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 with binding_index 1 {{(pid=88524) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 18:56:19.361029 n-d-844202-1 neutron-server[88524]: INFO neutron.pecan_wsgi.hooks.translation [None req-f43a1774-bac4-49ad-85be-f6d450c9c801 tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] GET failed (client error): The resource could not be found. Jun 01 18:56:19.361576 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-f43a1774-bac4-49ad-85be-f6d450c9c801 tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Synchronizing usage tracker for tenant:f630800496234927aaa0f3498728927d on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:56:19.363744 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-31517f2b-731b-4702-8e01-5a9f1c4405f9 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:19.368804 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-31517f2b-731b-4702-8e01-5a9f1c4405f9 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887712'] for floatingip, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:19.380704 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-a6de01a7-eaae-4af0-884f-9d4de4d5644d req-1de965ed-a90e-4ead-9f26-81bc1fbeea9c tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] For port de9ccc2f-4787-43e3-92be-87652a65920b, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=de9ccc2f-4787-43e3-92be-87652a65920b,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:56:19.381067 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-a6de01a7-eaae-4af0-884f-9d4de4d5644d req-1de965ed-a90e-4ead-9f26-81bc1fbeea9c tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:19.539803 n-d-844202-1 neutron-server[88525]: INFO neutron.db.l3_db [None req-31517f2b-731b-4702-8e01-5a9f1c4405f9 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Floating IP b371984c-2e6c-4fb8-bfc8-64211e2df916 associated. External IP: 172.25.4.85, port: 22967acd-621b-4479-bb29-f9379ee1f6d0. Jun 01 18:56:19.593799 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-a6de01a7-eaae-4af0-884f-9d4de4d5644d req-1de965ed-a90e-4ead-9f26-81bc1fbeea9c tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] Calling delete_port for de9ccc2f-4787-43e3-92be-87652a65920b owned by compute:nova {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:56:19.657588 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-f43a1774-bac4-49ad-85be-f6d450c9c801 tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Unset dirty status for tenant:f630800496234927aaa0f3498728927d on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:56:19.658822 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-f43a1774-bac4-49ad-85be-f6d450c9c801 tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] 10.222.0.41 "GET /v2.0/ports/af92cdba-be0d-40c3-afa7-f578ce838c3a HTTP/1.1" status: 404 len: 333 time: 0.4014323 Jun 01 18:56:19.672272 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff3a9e8-782d-4c77-929a-55ad3761edfa req-cfdd435a-b4aa-443d-857c-3bc42b1ab58c tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:19.673863 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7ff3a9e8-782d-4c77-929a-55ad3761edfa req-cfdd435a-b4aa-443d-857c-3bc42b1ab58c tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/ports?device_id=594e6e02-b49f-46d7-a80a-450437cbea5b HTTP/1.1" status: 200 len: 945 time: 0.5870769 Jun 01 18:56:19.676606 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 32790) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:56:19.692664 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-8132ca5e-41b8-49ae-8226-e8533906fe85 tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Request body: {'port': {'network_id': '04f36a66-08e2-4b75-a33e-895582921f3d', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-812713023'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:56:19.772590 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-8132ca5e-41b8-49ae-8226-e8533906fe85 tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:56:19.875557 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-8132ca5e-41b8-49ae-8226-e8533906fe85 tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:56:19.911837 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7ff3a9e8-782d-4c77-929a-55ad3761edfa req-593a52a3-4cde-4ac4-a9ed-223ff9674a0e tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/security-groups?id=679bc320-73aa-41fb-80e9-32867c6d2bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285542 Jun 01 18:56:19.986963 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8132ca5e-41b8-49ae-8226-e8533906fe85 tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Made reservation on behalf of f630800496234927aaa0f3498728927d for: {'port': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:56:19.990019 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8132ca5e-41b8-49ae-8226-e8533906fe85 tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:20.004541 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-a6de01a7-eaae-4af0-884f-9d4de4d5644d req-1de965ed-a90e-4ead-9f26-81bc1fbeea9c tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:20.012629 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce42a29f-6908-49fc-a6ac-528238482b45 admin admin] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 18:56:20.026394 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044285d2-56a9-46ee-8cc7-ce716a6f1e48 None None] Sync routers for ids ['5005b12b-976d-4b75-98fc-6509d7954d19'] in n-d-844202-1 {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 18:56:20.046621 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044285d2-56a9-46ee-8cc7-ce716a6f1e48 None None] Routers {'5005b12b-976d-4b75-98fc-6509d7954d19'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:56:20.047655 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-044285d2-56a9-46ee-8cc7-ce716a6f1e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:56:09Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['5005b12b-976d-4b75-98fc-6509d7954d19'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:56:20.176196 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31517f2b-731b-4702-8e01-5a9f1c4405f9 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Router 533f25a8-4516-4734-96dc-76ed394d7577 has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 18:56:20.192462 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ebf2dd-9a72-4f2f-9c75-db1c3b5e8c58 req-cb270cf6-a66a-4176-b0a7-c28f4567b987 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:20.193935 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-47ebf2dd-9a72-4f2f-9c75-db1c3b5e8c58 req-cb270cf6-a66a-4176-b0a7-c28f4567b987 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=863d6d17-7ec0-45a3-a6dc-82b322b76ced HTTP/1.1" status: 200 len: 945 time: 0.1281674 Jun 01 18:56:20.267334 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de965ed-a90e-4ead-9f26-81bc1fbeea9c tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] Pushing event deleted for resources: {'Port': ['ID=de9ccc2f-4787-43e3-92be-87652a65920b,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:56:20.272064 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-044285d2-56a9-46ee-8cc7-ce716a6f1e48 None None] Set router 5005b12b-976d-4b75-98fc-6509d7954d19 gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:56:20.284297 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [None req-8132ca5e-41b8-49ae-8226-e8533906fe85 tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] device_id is not set on port a188a008-fe19-44ac-aa65-1a08d518e363 yet. {{(pid=88524) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 18:56:20.378613 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-47ebf2dd-9a72-4f2f-9c75-db1c3b5e8c58 req-41ce1325-a1c6-4d4d-ba6c-8d7859f9b706 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ce59b29-4aa6-4d2e-8584-a540c0a14c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1272004 Jun 01 18:56:20.426676 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31517f2b-731b-4702-8e01-5a9f1c4405f9 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 18:56:20.431533 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-31517f2b-731b-4702-8e01-5a9f1c4405f9 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for floatingip, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:20.437966 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6511f7b8-c76f-4cb9-ab43-ee7992c2d01b None None] Sync routers for ids ['533f25a8-4516-4734-96dc-76ed394d7577'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 18:56:20.460985 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6511f7b8-c76f-4cb9-ab43-ee7992c2d01b None None] Routers {'533f25a8-4516-4734-96dc-76ed394d7577'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:56:20.468520 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ce42a29f-6908-49fc-a6ac-528238482b45 admin admin] Notify callbacks [] for router, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:20.472690 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-ce42a29f-6908-49fc-a6ac-528238482b45 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.6639888 Jun 01 18:56:20.474935 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 32802) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:56:20.476724 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-6511f7b8-c76f-4cb9-ab43-ee7992c2d01b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:56:09Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['533f25a8-4516-4734-96dc-76ed394d7577'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:56:20.537372 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-31517f2b-731b-4702-8e01-5a9f1c4405f9 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] 10.222.0.41 "PUT /v2.0/floatingips/b371984c-2e6c-4fb8-bfc8-64211e2df916 HTTP/1.1" status: 200 len: 991 time: 2.7019885 Jun 01 18:56:20.540782 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5753c990-0671-4ba6-9994-2036ed2b8c72', 'tag': '22967acd-621b-4479-bb29-f9379ee1f6d0'}] {{(pid=88525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:56:20.543986 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6de01a7-eaae-4af0-884f-9d4de4d5644d req-1de965ed-a90e-4ead-9f26-81bc1fbeea9c tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] No DVR routers for this DVR port de9ccc2f-4787-43e3-92be-87652a65920b on host n-h2-844202-1 {{(pid=88524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 18:56:20.556733 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2a6e3b36-9c58-4969-956f-d9693270169f tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-887474'] for router_interface, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:20.636720 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-044285d2-56a9-46ee-8cc7-ce716a6f1e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5005b12b-976d-4b75-98fc-6509d7954d19', 'name': 'tempest-ServerRescueTestJSON-2146786291-router', 'tenant_id': 'd0a1e5281a6a4a33a7366a726bd4d479', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.139'}], 'enable_snat': True}, 'gw_port_id': 'a96bfc7c-04b0-42b7-ba02-9811ed870c35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:56:13Z', 'updated_at': '2022-06-01T18:56:16Z', 'revision_number': 3, 'project_id': 'd0a1e5281a6a4a33a7366a726bd4d479', 'gw_port': {'id': 'a96bfc7c-04b0-42b7-ba02-9811ed870c35', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:7a:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5005b12b-976d-4b75-98fc-6509d7954d19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:56:14Z', 'updated_at': '2022-06-01T18:56:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:56:20.640805 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044285d2-56a9-46ee-8cc7-ce716a6f1e48 None None] Checking router: 5005b12b-976d-4b75-98fc-6509d7954d19 for host: n-d-844202-1 {{(pid=88526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 18:56:20.641152 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044285d2-56a9-46ee-8cc7-ce716a6f1e48 None None] Updating router 5005b12b-976d-4b75-98fc-6509d7954d19 port a96bfc7c-04b0-42b7-ba02-9811ed870c35 binding host n-d-844202-1 {{(pid=88526) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 18:56:20.644923 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-a6de01a7-eaae-4af0-884f-9d4de4d5644d req-1de965ed-a90e-4ead-9f26-81bc1fbeea9c tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:20.648589 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32244e54-23cc-458d-b7ea-5b386e43c2fc', 'name': 'network-vif-deleted', 'tag': 'de9ccc2f-4787-43e3-92be-87652a65920b'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:56:20.691281 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device de9ccc2f-4787-43e3-92be-87652a65920b no longer exists at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:56:20.702888 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-790f2466-e1f9-4a8b-adf5-4273be7345ff req-43020122-0c80-4d7d-8621-e98b8f3ba446 tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] 10.222.0.41 "GET /v2.0/ports?device_id=32244e54-23cc-458d-b7ea-5b386e43c2fc HTTP/1.1" status: 200 len: 210 time: 0.0732028 Jun 01 18:56:20.741163 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] No Port match for: de9ccc2f-4787-43e3-92be-87652a65920b {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 18:56:20.741503 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device de9ccc2f-4787-43e3-92be-87652a65920b not bound to the agent host n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 18:56:20.745730 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-044285d2-56a9-46ee-8cc7-ce716a6f1e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:20.769874 n-d-844202-1 neutron-server[88525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4b9426d-58c8-44c7-ad26-aceafc498a6d'] response: {'name': 'network-changed', 'server_uuid': '5753c990-0671-4ba6-9994-2036ed2b8c72', 'tag': '22967acd-621b-4479-bb29-f9379ee1f6d0', 'status': 'completed', 'code': 200} Jun 01 18:56:20.783287 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a6de01a7-eaae-4af0-884f-9d4de4d5644d req-1de965ed-a90e-4ead-9f26-81bc1fbeea9c tempest-ServersAdminTestJSON-640815346 tempest-ServersAdminTestJSON-640815346-project] 10.222.0.50 "DELETE /v2.0/ports/de9ccc2f-4787-43e3-92be-87652a65920b HTTP/1.1" status: 204 len: 173 time: 2.6439862 Jun 01 18:56:20.812645 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-6511f7b8-c76f-4cb9-ab43-ee7992c2d01b None None] Set router 533f25a8-4516-4734-96dc-76ed394d7577 gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:56:20.894280 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3ab3d1-180c-4ce5-a04f-c490a7d6c584 req-d57956db-7bea-4262-a289-222bbfa22bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:20.896046 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-5a3ab3d1-180c-4ce5-a04f-c490a7d6c584 req-d57956db-7bea-4262-a289-222bbfa22bcb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9da8911c90e044c58dc0cf3fd4a5638a&device_id=5753c990-0671-4ba6-9994-2036ed2b8c72 HTTP/1.1" status: 200 len: 1097 time: 0.1050770 Jun 01 18:56:20.908614 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8fc0b43c-95fb-4d55-9b5c-ee329472bde8'] response: {'server_uuid': '32244e54-23cc-458d-b7ea-5b386e43c2fc', 'name': 'network-vif-deleted', 'tag': 'de9ccc2f-4787-43e3-92be-87652a65920b', 'status': 'completed', 'code': 200} Jun 01 18:56:21.157371 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3ab3d1-180c-4ce5-a04f-c490a7d6c584 req-16cb05b7-acc3-4477-b9ee-67876c9d9fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:21.158836 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-5a3ab3d1-180c-4ce5-a04f-c490a7d6c584 req-16cb05b7-acc3-4477-b9ee-67876c9d9fb5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=908da31a-c43f-4d78-b2f1-4926efeaafe9 HTTP/1.1" status: 200 len: 915 time: 0.2561390 Jun 01 18:56:21.267953 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-044285d2-56a9-46ee-8cc7-ce716a6f1e48 None None] Notify callbacks [] for port, precommit_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:21.297500 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-044285d2-56a9-46ee-8cc7-ce716a6f1e48 None None] Transition to ACTIVE for port object a96bfc7c-04b0-42b7-ba02-9811ed870c35 will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:56:21.313632 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-044285d2-56a9-46ee-8cc7-ce716a6f1e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:21.322029 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-6511f7b8-c76f-4cb9-ab43-ee7992c2d01b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '533f25a8-4516-4734-96dc-76ed394d7577', 'name': 'tempest-AttachVolumeNegativeTest-808524778-router', 'tenant_id': '9da8911c90e044c58dc0cf3fd4a5638a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.190'}], 'enable_snat': True}, 'gw_port_id': '0717cc72-7117-44ae-b5ab-924a55678621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:52:17Z', 'updated_at': '2022-06-01T18:52:39Z', 'revision_number': 4, 'project_id': '9da8911c90e044c58dc0cf3fd4a5638a', 'gw_port': {'id': '0717cc72-7117-44ae-b5ab-924a55678621', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:f4:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '533f25a8-4516-4734-96dc-76ed394d7577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:52:19Z', 'updated_at': '2022-06-01T18:52:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_floatingips': [{'id': 'b371984c-2e6c-4fb8-bfc8-64211e2df916', 'tenant_id': '9da8911c90e044c58dc0cf3fd4a5638a', 'floating_ip_address': '172.25.4.85', 'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'router_id': '533f25a8-4516-4734-96dc-76ed394d7577', 'port_id': '22967acd-621b-4479-bb29-f9379ee1f6d0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '908da31a-c43f-4d78-b2f1-4926efeaafe9', 'mac_address': 'fa:16:3e:47:89:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5753c990-0671-4ba6-9994-2036ed2b8c72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T18:55:54Z', 'updated_at': '2022-06-01T18:56:19Z', 'revision_number': 1, 'project_id': '9da8911c90e044c58dc0cf3fd4a5638a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da5af43f-7a7c-4ca7-9438-4ae05d3d9f7c', 'name': '', 'network_id': '908da31a-c43f-4d78-b2f1-4926efeaafe9', 'tenant_id': '9da8911c90e044c58dc0cf3fd4a5638a', 'mac_address': 'fa:16:3e:b3:fe:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '533f25a8-4516-4734-96dc-76ed394d7577', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': 'b62dadc8-5788-404f-95cb-85382718471e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:52:34Z', 'updated_at': '2022-06-01T18:52:58Z', 'revision_number': 5, 'project_id': '9da8911c90e044c58dc0cf3fd4a5638a', 'subnets': [{'id': 'b62dadc8-5788-404f-95cb-85382718471e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:56:21.331289 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6511f7b8-c76f-4cb9-ab43-ee7992c2d01b None None] Checking router: 533f25a8-4516-4734-96dc-76ed394d7577 for host: n-d-844202-1 {{(pid=88527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 18:56:21.343846 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6511f7b8-c76f-4cb9-ab43-ee7992c2d01b None None] Routers {'533f25a8-4516-4734-96dc-76ed394d7577'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:56:21.344490 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-6511f7b8-c76f-4cb9-ab43-ee7992c2d01b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:56:09Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['533f25a8-4516-4734-96dc-76ed394d7577'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:56:21.352324 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5222748-e610-4a8b-8ae2-6a7696e4b3be req-02187460-c958-47b1-9930-017a9203d709 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:21.355055 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a5222748-e610-4a8b-8ae2-6a7696e4b3be req-02187460-c958-47b1-9930-017a9203d709 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/ports?device_id=594e6e02-b49f-46d7-a80a-450437cbea5b HTTP/1.1" status: 200 len: 945 time: 0.1882787 Jun 01 18:56:21.357975 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-5a3ab3d1-180c-4ce5-a04f-c490a7d6c584 req-1134d1d7-9d63-4dbf-ad9d-9439862262b9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=22967acd-621b-4479-bb29-f9379ee1f6d0 HTTP/1.1" status: 200 len: 999 time: 0.1455920 Jun 01 18:56:21.366651 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbca0e4-3a81-41c5-adfe-d904af7c4e88 req-f50a5740-e7c6-486e-9241-b654f5fe57a5 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:21.374384 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0cbca0e4-3a81-41c5-adfe-d904af7c4e88 req-f50a5740-e7c6-486e-9241-b654f5fe57a5 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] 10.222.0.41 "GET /v2.0/ports?device_id=89573410-7740-4786-add2-715066dfb6b7 HTTP/1.1" status: 200 len: 945 time: 1.1563916 Jun 01 18:56:21.418498 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb3e932-ad85-4e85-80e8-8015506609e7 None None] Pushing event updated for resources: {'Port': ['ID=a96bfc7c-04b0-42b7-ba02-9811ed870c35,revision_number=2']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:56:21.449766 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-044285d2-56a9-46ee-8cc7-ce716a6f1e48 None None] Attempting to bind port a96bfc7c-04b0-42b7-ba02-9811ed870c35 on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:56:21.450138 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-044285d2-56a9-46ee-8cc7-ce716a6f1e48 None None] Attempting to bind port a96bfc7c-04b0-42b7-ba02-9811ed870c35 by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:56:21.450504 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-044285d2-56a9-46ee-8cc7-ce716a6f1e48 None None] Attempting to bind port a96bfc7c-04b0-42b7-ba02-9811ed870c35 on network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:56:21.466301 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-044285d2-56a9-46ee-8cc7-ce716a6f1e48 None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 18, 56, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:56:21.466696 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-044285d2-56a9-46ee-8cc7-ce716a6f1e48 None None] Checking segment: {'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:56:21.467151 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-044285d2-56a9-46ee-8cc7-ce716a6f1e48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:21.467474 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-044285d2-56a9-46ee-8cc7-ce716a6f1e48 None None] Bound using segment: {'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:56:21.467937 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-044285d2-56a9-46ee-8cc7-ce716a6f1e48 None None] Bound port: a96bfc7c-04b0-42b7-ba02-9811ed870c35, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:56:21.468354 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-044285d2-56a9-46ee-8cc7-ce716a6f1e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:21.523220 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a5222748-e610-4a8b-8ae2-6a7696e4b3be req-aa889775-520d-45c5-94ca-8024b10a42d1 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/security-groups?id=679bc320-73aa-41fb-80e9-32867c6d2bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595707 Jun 01 18:56:21.528916 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3ab3d1-180c-4ce5-a04f-c490a7d6c584 req-a4ccad21-c3b5-4dcd-adb8-6ff7161b6512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:21.532019 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-5a3ab3d1-180c-4ce5-a04f-c490a7d6c584 req-a4ccad21-c3b5-4dcd-adb8-6ff7161b6512 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b62dadc8-5788-404f-95cb-85382718471e HTTP/1.1" status: 200 len: 853 time: 0.1674557 Jun 01 18:56:21.569383 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-044285d2-56a9-46ee-8cc7-ce716a6f1e48 None None] For port a96bfc7c-04b0-42b7-ba02-9811ed870c35, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:56:21.569839 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8132ca5e-41b8-49ae-8226-e8533906fe85 tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:21.573917 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-044285d2-56a9-46ee-8cc7-ce716a6f1e48 None None] For port a96bfc7c-04b0-42b7-ba02-9811ed870c35, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=a96bfc7c-04b0-42b7-ba02-9811ed870c35,segment=NetworkSegment(7875af61-4c53-4ff2-b8c8-d4b7c35ff947),segment_id=7875af61-4c53-4ff2-b8c8-d4b7c35ff947)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:56:21.579622 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-044285d2-56a9-46ee-8cc7-ce716a6f1e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:21.598199 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0cbca0e4-3a81-41c5-adfe-d904af7c4e88 req-8bf22d95-a31a-4e15-941d-7a7f5262b68d tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] 10.222.0.41 "GET /v2.0/security-groups?id=10328742-6369-4815-ae6a-3cb954039bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229741 Jun 01 18:56:21.693788 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb3e932-ad85-4e85-80e8-8015506609e7 None None] Pushing event updated for resources: {'Port': ['ID=a96bfc7c-04b0-42b7-ba02-9811ed870c35,revision_number=3']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:56:21.697421 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044285d2-56a9-46ee-8cc7-ce716a6f1e48 None None] Routers {'5005b12b-976d-4b75-98fc-6509d7954d19'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:56:21.698025 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-044285d2-56a9-46ee-8cc7-ce716a6f1e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:56:09Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['5005b12b-976d-4b75-98fc-6509d7954d19'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:56:21.705148 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-6511f7b8-c76f-4cb9-ab43-ee7992c2d01b None None] Set router 533f25a8-4516-4734-96dc-76ed394d7577 gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:56:21.756682 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3ab3d1-180c-4ce5-a04f-c490a7d6c584 req-e034126e-6a2b-467e-9712-bd69b1daf97d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:21.758192 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-5a3ab3d1-180c-4ce5-a04f-c490a7d6c584 req-e034126e-6a2b-467e-9712-bd69b1daf97d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=908da31a-c43f-4d78-b2f1-4926efeaafe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2176356 Jun 01 18:56:21.997736 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-044285d2-56a9-46ee-8cc7-ce716a6f1e48 None None] Set router 5005b12b-976d-4b75-98fc-6509d7954d19 gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:56:22.055364 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-5a3ab3d1-180c-4ce5-a04f-c490a7d6c584 req-b01e3e23-f438-4c4f-ad73-0c5b83e47b14 service neutron] 10.222.0.15 "GET /v2.0/networks/908da31a-c43f-4d78-b2f1-4926efeaafe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2875273 Jun 01 18:56:22.178129 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8132ca5e-41b8-49ae-8226-e8533906fe85 tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:22.183497 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-2a6e3b36-9c58-4969-956f-d9693270169f tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Deleting port d341e3ce-44b5-4f86-9b50-68e5112ab6fd {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:56:22.183824 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2a6e3b36-9c58-4969-956f-d9693270169f tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:22.232183 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-5a3ab3d1-180c-4ce5-a04f-c490a7d6c584 req-6f628800-f130-451e-95d4-bcb5de83e376 service neutron] 10.222.0.15 "GET /v2.0/networks/908da31a-c43f-4d78-b2f1-4926efeaafe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665988 Jun 01 18:56:22.252243 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85750396-aff5-4722-92fb-dfcfa7402705 req-dfdf5025-22ac-4546-b0f6-a587e910418d tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:22.262037 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-85750396-aff5-4722-92fb-dfcfa7402705 req-dfdf5025-22ac-4546-b0f6-a587e910418d tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=863d6d17-7ec0-45a3-a6dc-82b322b76ced HTTP/1.1" status: 200 len: 945 time: 0.5901759 Jun 01 18:56:22.322897 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 32822) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:56:22.339375 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-85750396-aff5-4722-92fb-dfcfa7402705 req-8e484dce-2f0b-4d47-bf5a-4675de32d6ee tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ce59b29-4aa6-4d2e-8584-a540c0a14c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744581 Jun 01 18:56:22.340755 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8132ca5e-41b8-49ae-8226-e8533906fe85 tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Network 04f36a66-08e2-4b75-a33e-895582921f3d is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:56:22.371989 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-044285d2-56a9-46ee-8cc7-ce716a6f1e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5005b12b-976d-4b75-98fc-6509d7954d19', 'name': 'tempest-ServerRescueTestJSON-2146786291-router', 'tenant_id': 'd0a1e5281a6a4a33a7366a726bd4d479', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.139'}], 'enable_snat': True}, 'gw_port_id': 'a96bfc7c-04b0-42b7-ba02-9811ed870c35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:56:13Z', 'updated_at': '2022-06-01T18:56:16Z', 'revision_number': 3, 'project_id': 'd0a1e5281a6a4a33a7366a726bd4d479', 'gw_port': {'id': 'a96bfc7c-04b0-42b7-ba02-9811ed870c35', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:7a:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5005b12b-976d-4b75-98fc-6509d7954d19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:56:14Z', 'updated_at': '2022-06-01T18:56:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:56:22.382882 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044285d2-56a9-46ee-8cc7-ce716a6f1e48 None None] The sync data for ids ['5005b12b-976d-4b75-98fc-6509d7954d19'] in n-d-844202-1 is: [{'id': '5005b12b-976d-4b75-98fc-6509d7954d19', 'name': 'tempest-ServerRescueTestJSON-2146786291-router', 'tenant_id': 'd0a1e5281a6a4a33a7366a726bd4d479', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.139'}], 'enable_snat': True}, 'gw_port_id': 'a96bfc7c-04b0-42b7-ba02-9811ed870c35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:56:13Z', 'updated_at': '2022-06-01T18:56:16Z', 'revision_number': 3, 'project_id': 'd0a1e5281a6a4a33a7366a726bd4d479', 'gw_port': {'id': 'a96bfc7c-04b0-42b7-ba02-9811ed870c35', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:7a:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5005b12b-976d-4b75-98fc-6509d7954d19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:56:14Z', 'updated_at': '2022-06-01T18:56:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}] {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 18:56:22.395999 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-8132ca5e-41b8-49ae-8226-e8533906fe85 tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:56:22.407221 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8132ca5e-41b8-49ae-8226-e8533906fe85 tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Pushing event updated for resources: {'Port': ['ID=a188a008-fe19-44ac-aa65-1a08d518e363,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:56:22.421879 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8132ca5e-41b8-49ae-8226-e8533906fe85 tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:56:22.422806 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8132ca5e-41b8-49ae-8226-e8533906fe85 tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:22.423403 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8132ca5e-41b8-49ae-8226-e8533906fe85 tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:22.427058 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-6511f7b8-c76f-4cb9-ab43-ee7992c2d01b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '533f25a8-4516-4734-96dc-76ed394d7577', 'name': 'tempest-AttachVolumeNegativeTest-808524778-router', 'tenant_id': '9da8911c90e044c58dc0cf3fd4a5638a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.190'}], 'enable_snat': True}, 'gw_port_id': '0717cc72-7117-44ae-b5ab-924a55678621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:52:17Z', 'updated_at': '2022-06-01T18:52:39Z', 'revision_number': 4, 'project_id': '9da8911c90e044c58dc0cf3fd4a5638a', 'gw_port': {'id': '0717cc72-7117-44ae-b5ab-924a55678621', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:f4:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '533f25a8-4516-4734-96dc-76ed394d7577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:52:19Z', 'updated_at': '2022-06-01T18:52:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_floatingips': [{'id': 'b371984c-2e6c-4fb8-bfc8-64211e2df916', 'tenant_id': '9da8911c90e044c58dc0cf3fd4a5638a', 'floating_ip_address': '172.25.4.85', 'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'router_id': '533f25a8-4516-4734-96dc-76ed394d7577', 'port_id': '22967acd-621b-4479-bb29-f9379ee1f6d0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '908da31a-c43f-4d78-b2f1-4926efeaafe9', 'mac_address': 'fa:16:3e:47:89:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5753c990-0671-4ba6-9994-2036ed2b8c72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T18:55:54Z', 'updated_at': '2022-06-01T18:56:19Z', 'revision_number': 1, 'project_id': '9da8911c90e044c58dc0cf3fd4a5638a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da5af43f-7a7c-4ca7-9438-4ae05d3d9f7c', 'name': '', 'network_id': '908da31a-c43f-4d78-b2f1-4926efeaafe9', 'tenant_id': '9da8911c90e044c58dc0cf3fd4a5638a', 'mac_address': 'fa:16:3e:b3:fe:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '533f25a8-4516-4734-96dc-76ed394d7577', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': 'b62dadc8-5788-404f-95cb-85382718471e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:52:34Z', 'updated_at': '2022-06-01T18:52:58Z', 'revision_number': 5, 'project_id': '9da8911c90e044c58dc0cf3fd4a5638a', 'subnets': [{'id': 'b62dadc8-5788-404f-95cb-85382718471e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:56:22.433720 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6511f7b8-c76f-4cb9-ab43-ee7992c2d01b None None] The sync data for ids ['533f25a8-4516-4734-96dc-76ed394d7577'] in n-d-844202-1 is: [{'id': '533f25a8-4516-4734-96dc-76ed394d7577', 'name': 'tempest-AttachVolumeNegativeTest-808524778-router', 'tenant_id': '9da8911c90e044c58dc0cf3fd4a5638a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.190'}], 'enable_snat': True}, 'gw_port_id': '0717cc72-7117-44ae-b5ab-924a55678621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:52:17Z', 'updated_at': '2022-06-01T18:52:39Z', 'revision_number': 4, 'project_id': '9da8911c90e044c58dc0cf3fd4a5638a', 'gw_port': {'id': '0717cc72-7117-44ae-b5ab-924a55678621', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:f4:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '533f25a8-4516-4734-96dc-76ed394d7577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:52:19Z', 'updated_at': '2022-06-01T18:52:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_floatingips': [{'id': 'b371984c-2e6c-4fb8-bfc8-64211e2df916', 'tenant_id': '9da8911c90e044c58dc0cf3fd4a5638a', 'floating_ip_address': '172.25.4.85', 'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'router_id': '533f25a8-4516-4734-96dc-76ed394d7577', 'port_id': '22967acd-621b-4479-bb29-f9379ee1f6d0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '908da31a-c43f-4d78-b2f1-4926efeaafe9', 'mac_address': 'fa:16:3e:47:89:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5753c990-0671-4ba6-9994-2036ed2b8c72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T18:55:54Z', 'updated_at': '2022-06-01T18:56:19Z', 'revision_number': 1, 'project_id': '9da8911c90e044c58dc0cf3fd4a5638a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da5af43f-7a7c-4ca7-9438-4ae05d3d9f7c', 'name': '', 'network_id': '908da31a-c43f-4d78-b2f1-4926efeaafe9', 'tenant_id': '9da8911c90e044c58dc0cf3fd4a5638a', 'mac_address': 'fa:16:3e:b3:fe:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '533f25a8-4516-4734-96dc-76ed394d7577', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': 'b62dadc8-5788-404f-95cb-85382718471e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:52:34Z', 'updated_at': '2022-06-01T18:52:58Z', 'revision_number': 5, 'project_id': '9da8911c90e044c58dc0cf3fd4a5638a', 'subnets': [{'id': 'b62dadc8-5788-404f-95cb-85382718471e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 18:56:22.523917 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-8132ca5e-41b8-49ae-8226-e8533906fe85 tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 2.8443573 Jun 01 18:56:22.529275 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 32828) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:56:22.562003 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-f3df9dd0-c771-4f88-b1ed-6adb3dfdeb1d tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-844202-1'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:56:22.567976 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-3455d22b-9169-4fac-8e51-af697ab21804 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=edc569c64df34433baeb55c13113ba41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2417679 Jun 01 18:56:22.570219 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 32834) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:56:22.647813 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-fb06f0fa-0eed-4a00-afb4-45caa37f5003 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:22.682097 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-fb06f0fa-0eed-4a00-afb4-45caa37f5003 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:22.701179 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2a6e3b36-9c58-4969-956f-d9693270169f tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:22.815217 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87907749-1725-4993-882d-2a556d5847d2 None None] New status for floating IP b371984c-2e6c-4fb8-bfc8-64211e2df916: ACTIVE {{(pid=88526) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 18:56:22.873113 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-fb06f0fa-0eed-4a00-afb4-45caa37f5003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:22.896971 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb06f0fa-0eed-4a00-afb4-45caa37f5003 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c266819c-9421-4c09-b8ec-0766c6fc4de3,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:56:22.918121 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-fb06f0fa-0eed-4a00-afb4-45caa37f5003 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:22.919379 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-fb06f0fa-0eed-4a00-afb4-45caa37f5003 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c266819c-9421-4c09-b8ec-0766c6fc4de3 HTTP/1.1" status: 204 len: 168 time: 0.3479662 Jun 01 18:56:22.931945 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f6b6a6-d8b7-4620-92b7-2877b82ed5c8 req-0a11fecf-e598-4df8-a2a1-ce958edd80cb tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:22.939344 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-40f6b6a6-d8b7-4620-92b7-2877b82ed5c8 req-0a11fecf-e598-4df8-a2a1-ce958edd80cb tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] 10.222.0.41 "GET /v2.0/ports?device_id=89573410-7740-4786-add2-715066dfb6b7 HTTP/1.1" status: 200 len: 945 time: 0.1902330 Jun 01 18:56:22.969301 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-2a6e3b36-9c58-4969-956f-d9693270169f tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Calling delete_port for d341e3ce-44b5-4f86-9b50-68e5112ab6fd owned by network:router_interface {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:56:23.004422 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-40f6b6a6-d8b7-4620-92b7-2877b82ed5c8 req-8a2e4029-c12b-46ae-b2ad-ac723dcb1af9 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] 10.222.0.41 "GET /v2.0/security-groups?id=10328742-6369-4815-ae6a-3cb954039bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639708 Jun 01 18:56:23.315571 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-46bff601-9968-4379-a2ac-2a395979b0f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:23.329468 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f3df9dd0-c771-4f88-b1ed-6adb3dfdeb1d tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:23.335146 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 32844) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:56:23.398357 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-596ecb87-524e-4d0f-bd35-3545b9dc0a20 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=24c5e6117d754dcb818779cb6b39c5b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0620031 Jun 01 18:56:23.401697 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 32850) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:56:23.464920 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a636edb-0b28-43b2-8b31-e9e26c4f288b req-9c4bdb87-de9d-48c2-a453-d60ad2f95c74 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:23.466520 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6a636edb-0b28-43b2-8b31-e9e26c4f288b req-9c4bdb87-de9d-48c2-a453-d60ad2f95c74 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/ports?device_id=594e6e02-b49f-46d7-a80a-450437cbea5b HTTP/1.1" status: 200 len: 945 time: 0.6811402 Jun 01 18:56:23.523190 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5ee65fda-0a48-443b-812a-756d8a29f72a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:23.578669 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5ee65fda-0a48-443b-812a-756d8a29f72a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:23.637124 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66072d72-e4e2-42ef-adca-d867ecb5e304 req-ea44a187-1501-4bac-ae31-1bf13d7ed30f tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:23.638640 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-66072d72-e4e2-42ef-adca-d867ecb5e304 req-ea44a187-1501-4bac-ae31-1bf13d7ed30f tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=863d6d17-7ec0-45a3-a6dc-82b322b76ced HTTP/1.1" status: 200 len: 945 time: 0.1605604 Jun 01 18:56:23.669990 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6a636edb-0b28-43b2-8b31-e9e26c4f288b req-01da2c8d-6a28-4aac-bdbb-a7e36f0cfd45 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/security-groups?id=679bc320-73aa-41fb-80e9-32867c6d2bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655467 Jun 01 18:56:23.685836 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5ee65fda-0a48-443b-812a-756d8a29f72a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:23.716697 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee65fda-0a48-443b-812a-756d8a29f72a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f45624a-7918-41c6-8442-63a6c9a32227,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:56:23.731089 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-66072d72-e4e2-42ef-adca-d867ecb5e304 req-3dd4364d-0ee0-4394-a8f4-e69b75d0431c tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ce59b29-4aa6-4d2e-8584-a540c0a14c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775969 Jun 01 18:56:23.738572 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5ee65fda-0a48-443b-812a-756d8a29f72a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:23.740085 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-5ee65fda-0a48-443b-812a-756d8a29f72a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3f45624a-7918-41c6-8442-63a6c9a32227 HTTP/1.1" status: 204 len: 168 time: 0.3369672 Jun 01 18:56:23.753042 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2a6e3b36-9c58-4969-956f-d9693270169f tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:23.780810 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device a96bfc7c-04b0-42b7-ba02-9811ed870c35 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:56:23.830161 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6e3b36-9c58-4969-956f-d9693270169f tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Pushing event deleted for resources: {'Port': ['ID=d341e3ce-44b5-4f86-9b50-68e5112ab6fd,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:56:23.857441 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port a96bfc7c-04b0-42b7-ba02-9811ed870c35 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:56:23.865386 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port a96bfc7c-04b0-42b7-ba02-9811ed870c35 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:56:23.865592 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:24.017826 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [None req-46bff601-9968-4379-a2ac-2a395979b0f3 admin admin] Allocated IP 172.20.0.1 (68c6e764-294d-4bbe-b8e6-e3de6ad7c308/65007f2f-c4cf-4ea2-954f-0d213b184a70/8d4e352e-8861-4307-bfe4-063cdae4b160) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:56:24.020903 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.db.resource_extend [None req-f3df9dd0-c771-4f88-b1ed-6adb3dfdeb1d tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 18:56:24.037718 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port a96bfc7c-04b0-42b7-ba02-9811ed870c35 is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:56:24.038095 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:24.062230 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port a96bfc7c-04b0-42b7-ba02-9811ed870c35, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=a96bfc7c-04b0-42b7-ba02-9811ed870c35,segment=NetworkSegment(7875af61-4c53-4ff2-b8c8-d4b7c35ff947),segment_id=7875af61-4c53-4ff2-b8c8-d4b7c35ff947)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:56:24.069214 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:24.184749 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=a96bfc7c-04b0-42b7-ba02-9811ed870c35,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:56:24.584694 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2a6e3b36-9c58-4969-956f-d9693270169f tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-887310'] for router_interface, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:24.611485 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [None req-f3df9dd0-c771-4f88-b1ed-6adb3dfdeb1d tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] device_id is not set on port a188a008-fe19-44ac-aa65-1a08d518e363 yet. {{(pid=88524) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 18:56:24.627076 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f3df9dd0-c771-4f88-b1ed-6adb3dfdeb1d tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:24.808153 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [None req-f3df9dd0-c771-4f88-b1ed-6adb3dfdeb1d tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Transition to ACTIVE for port object a188a008-fe19-44ac-aa65-1a08d518e363 will not be triggered until provisioned by entity L2. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:56:24.817220 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f3df9dd0-c771-4f88-b1ed-6adb3dfdeb1d tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:24.875640 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81c0c30-0a6a-4d23-86bf-7f6253916aee req-e3f1591e-1ef1-494e-aeaf-1dfd3e3e2ad3 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:24.877281 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c81c0c30-0a6a-4d23-86bf-7f6253916aee req-e3f1591e-1ef1-494e-aeaf-1dfd3e3e2ad3 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/ports?device_id=594e6e02-b49f-46d7-a80a-450437cbea5b HTTP/1.1" status: 200 len: 945 time: 0.0895460 Jun 01 18:56:24.955620 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c81c0c30-0a6a-4d23-86bf-7f6253916aee req-63259b88-ae74-43cc-b487-413aa972d1cd tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/security-groups?id=679bc320-73aa-41fb-80e9-32867c6d2bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682981 Jun 01 18:56:25.001591 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e2f3a4-aecd-4208-9e2f-45b3f5b8b16a req-e59e6a97-22ba-4e3f-ac19-7c6e5d742572 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:25.003050 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b1e2f3a4-aecd-4208-9e2f-45b3f5b8b16a req-e59e6a97-22ba-4e3f-ac19-7c6e5d742572 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] 10.222.0.41 "GET /v2.0/ports?device_id=89573410-7740-4786-add2-715066dfb6b7 HTTP/1.1" status: 200 len: 945 time: 0.6815329 Jun 01 18:56:25.005929 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-46bff601-9968-4379-a2ac-2a395979b0f3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:25.137782 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a6e3b36-9c58-4969-956f-d9693270169f tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Router f459c03f-9745-4bf0-bd37-593218b38232 has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 18:56:25.147414 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3df9dd0-c771-4f88-b1ed-6adb3dfdeb1d tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Pushing event updated for resources: {'Port': ['ID=a188a008-fe19-44ac-aa65-1a08d518e363,revision_number=2']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:56:25.161497 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0990fe72-2be0-40bd-a3e3-4b62af1107e3 req-d8eaa681-b46a-49c5-b6d2-3618793bfae4 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:25.163670 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-0990fe72-2be0-40bd-a3e3-4b62af1107e3 req-d8eaa681-b46a-49c5-b6d2-3618793bfae4 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=863d6d17-7ec0-45a3-a6dc-82b322b76ced HTTP/1.1" status: 200 len: 945 time: 0.0860472 Jun 01 18:56:25.183737 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b1e2f3a4-aecd-4208-9e2f-45b3f5b8b16a req-2bf00c61-c328-45cd-921e-7927e21fb143 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] 10.222.0.41 "GET /v2.0/security-groups?id=10328742-6369-4815-ae6a-3cb954039bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573448 Jun 01 18:56:25.225146 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-0990fe72-2be0-40bd-a3e3-4b62af1107e3 req-3342caf3-542b-4d23-ac6e-1a567f7c4ab0 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ce59b29-4aa6-4d2e-8584-a540c0a14c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522022 Jun 01 18:56:25.261952 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [None req-f3df9dd0-c771-4f88-b1ed-6adb3dfdeb1d tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Attempting to bind port a188a008-fe19-44ac-aa65-1a08d518e363 on host n-h1-844202-1 for vnic_type normal with profile {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:56:25.262284 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [None req-f3df9dd0-c771-4f88-b1ed-6adb3dfdeb1d tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Attempting to bind port a188a008-fe19-44ac-aa65-1a08d518e363 by drivers openvswitch,hyperv on host n-h1-844202-1 at level 0 using segments [{'id': '45f93386-9957-4282-9920-88406c9efec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '04f36a66-08e2-4b75-a33e-895582921f3d'}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:56:25.262649 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3df9dd0-c771-4f88-b1ed-6adb3dfdeb1d tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Attempting to bind port a188a008-fe19-44ac-aa65-1a08d518e363 on network 04f36a66-08e2-4b75-a33e-895582921f3d {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:56:25.329431 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3df9dd0-c771-4f88-b1ed-6adb3dfdeb1d tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Port a188a008-fe19-44ac-aa65-1a08d518e363 on network 04f36a66-08e2-4b75-a33e-895582921f3d not bound, no agent of type Open vSwitch agent registered on host n-h1-844202-1 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 18:56:25.329764 n-d-844202-1 neutron-server[88524]: ERROR neutron.plugins.ml2.managers [None req-f3df9dd0-c771-4f88-b1ed-6adb3dfdeb1d tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Failed to bind port a188a008-fe19-44ac-aa65-1a08d518e363 on host n-h1-844202-1 for vnic_type normal using segments [{'id': '45f93386-9957-4282-9920-88406c9efec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '04f36a66-08e2-4b75-a33e-895582921f3d'}] Jun 01 18:56:25.332563 n-d-844202-1 neutron-server[88524]: INFO neutron.plugins.ml2.plugin [None req-f3df9dd0-c771-4f88-b1ed-6adb3dfdeb1d tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Attempt 2 to bind port a188a008-fe19-44ac-aa65-1a08d518e363 Jun 01 18:56:25.348647 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a6e3b36-9c58-4969-956f-d9693270169f tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 18:56:25.360581 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-46bff601-9968-4379-a2ac-2a395979b0f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:25.362994 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc91486-0daa-48ea-b1e4-e3188ec4cb9b None None] Sync routers for ids ['f459c03f-9745-4bf0-bd37-593218b38232'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 18:56:25.373791 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc91486-0daa-48ea-b1e4-e3188ec4cb9b None None] Routers {'f459c03f-9745-4bf0-bd37-593218b38232'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:56:25.374390 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-fbc91486-0daa-48ea-b1e4-e3188ec4cb9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:56:09Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['f459c03f-9745-4bf0-bd37-593218b38232'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:56:25.394836 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [None req-f3df9dd0-c771-4f88-b1ed-6adb3dfdeb1d tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Attempting to bind port a188a008-fe19-44ac-aa65-1a08d518e363 on host n-h1-844202-1 for vnic_type normal with profile {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:56:25.395262 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [None req-f3df9dd0-c771-4f88-b1ed-6adb3dfdeb1d tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Attempting to bind port a188a008-fe19-44ac-aa65-1a08d518e363 by drivers openvswitch,hyperv on host n-h1-844202-1 at level 0 using segments [{'id': '45f93386-9957-4282-9920-88406c9efec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '04f36a66-08e2-4b75-a33e-895582921f3d'}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:56:25.395484 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3df9dd0-c771-4f88-b1ed-6adb3dfdeb1d tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Attempting to bind port a188a008-fe19-44ac-aa65-1a08d518e363 on network 04f36a66-08e2-4b75-a33e-895582921f3d {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:56:25.428159 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-2a6e3b36-9c58-4969-956f-d9693270169f tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] 10.222.0.41 "PUT /v2.0/routers/f459c03f-9745-4bf0-bd37-593218b38232/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2530107 Jun 01 18:56:25.432882 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3df9dd0-c771-4f88-b1ed-6adb3dfdeb1d tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Port a188a008-fe19-44ac-aa65-1a08d518e363 on network 04f36a66-08e2-4b75-a33e-895582921f3d not bound, no agent of type Open vSwitch agent registered on host n-h1-844202-1 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 18:56:25.433200 n-d-844202-1 neutron-server[88524]: ERROR neutron.plugins.ml2.managers [None req-f3df9dd0-c771-4f88-b1ed-6adb3dfdeb1d tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Failed to bind port a188a008-fe19-44ac-aa65-1a08d518e363 on host n-h1-844202-1 for vnic_type normal using segments [{'id': '45f93386-9957-4282-9920-88406c9efec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '04f36a66-08e2-4b75-a33e-895582921f3d'}] Jun 01 18:56:25.434877 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 32896) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:56:25.436964 n-d-844202-1 neutron-server[88524]: INFO neutron.plugins.ml2.plugin [None req-f3df9dd0-c771-4f88-b1ed-6adb3dfdeb1d tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Attempt 3 to bind port a188a008-fe19-44ac-aa65-1a08d518e363 Jun 01 18:56:25.443418 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-fbc91486-0daa-48ea-b1e4-e3188ec4cb9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:56:25.450773 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.agents_db [None req-e814b9cf-7de8-45d0-a079-29c61fabe7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 18:56:25.452814 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46bff601-9968-4379-a2ac-2a395979b0f3 admin admin] Network 68c6e764-294d-4bbe-b8e6-e3de6ad7c308 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:56:25.456738 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc91486-0daa-48ea-b1e4-e3188ec4cb9b None None] Routers {'f459c03f-9745-4bf0-bd37-593218b38232'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:56:25.457500 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-fbc91486-0daa-48ea-b1e4-e3188ec4cb9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:56:09Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['f459c03f-9745-4bf0-bd37-593218b38232'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:56:25.457969 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-46bff601-9968-4379-a2ac-2a395979b0f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:56:25.464884 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46bff601-9968-4379-a2ac-2a395979b0f3 admin admin] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:56:25.492391 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [None req-f3df9dd0-c771-4f88-b1ed-6adb3dfdeb1d tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Attempting to bind port a188a008-fe19-44ac-aa65-1a08d518e363 on host n-h1-844202-1 for vnic_type normal with profile {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:56:25.493621 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [None req-f3df9dd0-c771-4f88-b1ed-6adb3dfdeb1d tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Attempting to bind port a188a008-fe19-44ac-aa65-1a08d518e363 by drivers openvswitch,hyperv on host n-h1-844202-1 at level 0 using segments [{'id': '45f93386-9957-4282-9920-88406c9efec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '04f36a66-08e2-4b75-a33e-895582921f3d'}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:56:25.494248 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3df9dd0-c771-4f88-b1ed-6adb3dfdeb1d tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Attempting to bind port a188a008-fe19-44ac-aa65-1a08d518e363 on network 04f36a66-08e2-4b75-a33e-895582921f3d {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:56:25.500544 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bff601-9968-4379-a2ac-2a395979b0f3 admin admin] Pushing event updated for resources: {'Port': ['ID=8d4e352e-8861-4307-bfe4-063cdae4b160,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:56:25.515370 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3df9dd0-c771-4f88-b1ed-6adb3dfdeb1d tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Port a188a008-fe19-44ac-aa65-1a08d518e363 on network 04f36a66-08e2-4b75-a33e-895582921f3d not bound, no agent of type Open vSwitch agent registered on host n-h1-844202-1 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 18:56:25.515696 n-d-844202-1 neutron-server[88524]: ERROR neutron.plugins.ml2.managers [None req-f3df9dd0-c771-4f88-b1ed-6adb3dfdeb1d tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Failed to bind port a188a008-fe19-44ac-aa65-1a08d518e363 on host n-h1-844202-1 for vnic_type normal using segments [{'id': '45f93386-9957-4282-9920-88406c9efec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '04f36a66-08e2-4b75-a33e-895582921f3d'}] Jun 01 18:56:25.517968 n-d-844202-1 neutron-server[88524]: INFO neutron.plugins.ml2.plugin [None req-f3df9dd0-c771-4f88-b1ed-6adb3dfdeb1d tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Attempt 4 to bind port a188a008-fe19-44ac-aa65-1a08d518e363 Jun 01 18:56:25.536538 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-fbc91486-0daa-48ea-b1e4-e3188ec4cb9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:56:25.536934 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc91486-0daa-48ea-b1e4-e3188ec4cb9b None None] The sync data for ids ['f459c03f-9745-4bf0-bd37-593218b38232'] in n-d-844202-1 is: [] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 18:56:25.541316 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [None req-f3df9dd0-c771-4f88-b1ed-6adb3dfdeb1d tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Attempting to bind port a188a008-fe19-44ac-aa65-1a08d518e363 on host n-h1-844202-1 for vnic_type normal with profile {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:56:25.541316 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [None req-f3df9dd0-c771-4f88-b1ed-6adb3dfdeb1d tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Attempting to bind port a188a008-fe19-44ac-aa65-1a08d518e363 by drivers openvswitch,hyperv on host n-h1-844202-1 at level 0 using segments [{'id': '45f93386-9957-4282-9920-88406c9efec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '04f36a66-08e2-4b75-a33e-895582921f3d'}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:56:25.541652 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3df9dd0-c771-4f88-b1ed-6adb3dfdeb1d tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Attempting to bind port a188a008-fe19-44ac-aa65-1a08d518e363 on network 04f36a66-08e2-4b75-a33e-895582921f3d {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:56:25.545228 n-d-844202-1 neutron-server[88525]: INFO neutron.api.v2.resource [None req-71e898d1-b028-406d-9038-b15515a29116 tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] show failed (client error): The resource could not be found. Jun 01 18:56:25.548547 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-71e898d1-b028-406d-9038-b15515a29116 tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] 10.222.0.41 "GET /v2.0/routers/tempest-non_exist_router-1732938651 HTTP/1.1" status: 404 len: 335 time: 0.1101403 Jun 01 18:56:25.549926 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 32904) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:56:25.550079 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3df9dd0-c771-4f88-b1ed-6adb3dfdeb1d tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Port a188a008-fe19-44ac-aa65-1a08d518e363 on network 04f36a66-08e2-4b75-a33e-895582921f3d not bound, no agent of type Open vSwitch agent registered on host n-h1-844202-1 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 18:56:25.550384 n-d-844202-1 neutron-server[88524]: ERROR neutron.plugins.ml2.managers [None req-f3df9dd0-c771-4f88-b1ed-6adb3dfdeb1d tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Failed to bind port a188a008-fe19-44ac-aa65-1a08d518e363 on host n-h1-844202-1 for vnic_type normal using segments [{'id': '45f93386-9957-4282-9920-88406c9efec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '04f36a66-08e2-4b75-a33e-895582921f3d'}] Jun 01 18:56:25.551158 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-46bff601-9968-4379-a2ac-2a395979b0f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-887605'] for router_interface, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:25.554139 n-d-844202-1 neutron-server[88524]: INFO neutron.plugins.ml2.plugin [None req-f3df9dd0-c771-4f88-b1ed-6adb3dfdeb1d tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Attempt 5 to bind port a188a008-fe19-44ac-aa65-1a08d518e363 Jun 01 18:56:25.555970 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-9b312400-568c-4939-a6a9-3f3c6ab22c80 tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Request body: {'router': {'name': 'new_name'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:56:25.585911 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [None req-f3df9dd0-c771-4f88-b1ed-6adb3dfdeb1d tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Attempting to bind port a188a008-fe19-44ac-aa65-1a08d518e363 on host n-h1-844202-1 for vnic_type normal with profile {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:56:25.587249 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [None req-f3df9dd0-c771-4f88-b1ed-6adb3dfdeb1d tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Attempting to bind port a188a008-fe19-44ac-aa65-1a08d518e363 by drivers openvswitch,hyperv on host n-h1-844202-1 at level 0 using segments [{'id': '45f93386-9957-4282-9920-88406c9efec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '04f36a66-08e2-4b75-a33e-895582921f3d'}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:56:25.587645 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3df9dd0-c771-4f88-b1ed-6adb3dfdeb1d tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Attempting to bind port a188a008-fe19-44ac-aa65-1a08d518e363 on network 04f36a66-08e2-4b75-a33e-895582921f3d {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:56:25.597286 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3df9dd0-c771-4f88-b1ed-6adb3dfdeb1d tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Port a188a008-fe19-44ac-aa65-1a08d518e363 on network 04f36a66-08e2-4b75-a33e-895582921f3d not bound, no agent of type Open vSwitch agent registered on host n-h1-844202-1 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 18:56:25.597606 n-d-844202-1 neutron-server[88524]: ERROR neutron.plugins.ml2.managers [None req-f3df9dd0-c771-4f88-b1ed-6adb3dfdeb1d tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Failed to bind port a188a008-fe19-44ac-aa65-1a08d518e363 on host n-h1-844202-1 for vnic_type normal using segments [{'id': '45f93386-9957-4282-9920-88406c9efec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '04f36a66-08e2-4b75-a33e-895582921f3d'}] Jun 01 18:56:25.599794 n-d-844202-1 neutron-server[88524]: INFO neutron.plugins.ml2.plugin [None req-f3df9dd0-c771-4f88-b1ed-6adb3dfdeb1d tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Attempt 6 to bind port a188a008-fe19-44ac-aa65-1a08d518e363 Jun 01 18:56:25.618590 n-d-844202-1 neutron-server[88525]: INFO neutron.api.v2.resource [None req-9b312400-568c-4939-a6a9-3f3c6ab22c80 tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] update failed (client error): The resource could not be found. Jun 01 18:56:25.619590 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-9b312400-568c-4939-a6a9-3f3c6ab22c80 tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] 10.222.0.41 "PUT /v2.0/routers/tempest-non_exist_router-252338935 HTTP/1.1" status: 404 len: 334 time: 0.0687683 Jun 01 18:56:25.630603 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 32908) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:56:25.675583 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [None req-f3df9dd0-c771-4f88-b1ed-6adb3dfdeb1d tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Attempting to bind port a188a008-fe19-44ac-aa65-1a08d518e363 on host n-h1-844202-1 for vnic_type normal with profile {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:56:25.675903 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [None req-f3df9dd0-c771-4f88-b1ed-6adb3dfdeb1d tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Attempting to bind port a188a008-fe19-44ac-aa65-1a08d518e363 by drivers openvswitch,hyperv on host n-h1-844202-1 at level 0 using segments [{'id': '45f93386-9957-4282-9920-88406c9efec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '04f36a66-08e2-4b75-a33e-895582921f3d'}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:56:25.676391 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3df9dd0-c771-4f88-b1ed-6adb3dfdeb1d tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Attempting to bind port a188a008-fe19-44ac-aa65-1a08d518e363 on network 04f36a66-08e2-4b75-a33e-895582921f3d {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:56:25.694310 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device a96bfc7c-04b0-42b7-ba02-9811ed870c35 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:56:25.698635 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3df9dd0-c771-4f88-b1ed-6adb3dfdeb1d tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Port a188a008-fe19-44ac-aa65-1a08d518e363 on network 04f36a66-08e2-4b75-a33e-895582921f3d not bound, no agent of type Open vSwitch agent registered on host n-h1-844202-1 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 18:56:25.698958 n-d-844202-1 neutron-server[88524]: ERROR neutron.plugins.ml2.managers [None req-f3df9dd0-c771-4f88-b1ed-6adb3dfdeb1d tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Failed to bind port a188a008-fe19-44ac-aa65-1a08d518e363 on host n-h1-844202-1 for vnic_type normal using segments [{'id': '45f93386-9957-4282-9920-88406c9efec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '04f36a66-08e2-4b75-a33e-895582921f3d'}] Jun 01 18:56:25.704147 n-d-844202-1 neutron-server[88524]: INFO neutron.plugins.ml2.plugin [None req-f3df9dd0-c771-4f88-b1ed-6adb3dfdeb1d tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Attempt 7 to bind port a188a008-fe19-44ac-aa65-1a08d518e363 Jun 01 18:56:25.759861 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [None req-f3df9dd0-c771-4f88-b1ed-6adb3dfdeb1d tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Attempting to bind port a188a008-fe19-44ac-aa65-1a08d518e363 on host n-h1-844202-1 for vnic_type normal with profile {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:56:25.760186 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [None req-f3df9dd0-c771-4f88-b1ed-6adb3dfdeb1d tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Attempting to bind port a188a008-fe19-44ac-aa65-1a08d518e363 by drivers openvswitch,hyperv on host n-h1-844202-1 at level 0 using segments [{'id': '45f93386-9957-4282-9920-88406c9efec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '04f36a66-08e2-4b75-a33e-895582921f3d'}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:56:25.760540 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3df9dd0-c771-4f88-b1ed-6adb3dfdeb1d tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Attempting to bind port a188a008-fe19-44ac-aa65-1a08d518e363 on network 04f36a66-08e2-4b75-a33e-895582921f3d {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:56:25.763297 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port a96bfc7c-04b0-42b7-ba02-9811ed870c35 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:56:25.763662 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:25.772819 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-18af4309-888d-4e9c-aa9e-880d60273ff9 req-c82d9289-fa24-4f0e-a5cb-6ac68b799152 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=ed558a94bd42496298488549f6a1a20a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0550687 Jun 01 18:56:25.903073 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b193336-8920-441d-9fa3-5ad5a8e52b6e tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Deleting subnet 1abe9be9-a66f-4228-ad57-78fa5d81b03e {{(pid=88524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 18:56:25.905028 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3df9dd0-c771-4f88-b1ed-6adb3dfdeb1d tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Port a188a008-fe19-44ac-aa65-1a08d518e363 on network 04f36a66-08e2-4b75-a33e-895582921f3d not bound, no agent of type Open vSwitch agent registered on host n-h1-844202-1 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 18:56:25.905345 n-d-844202-1 neutron-server[88524]: ERROR neutron.plugins.ml2.managers [None req-f3df9dd0-c771-4f88-b1ed-6adb3dfdeb1d tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Failed to bind port a188a008-fe19-44ac-aa65-1a08d518e363 on host n-h1-844202-1 for vnic_type normal using segments [{'id': '45f93386-9957-4282-9920-88406c9efec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '04f36a66-08e2-4b75-a33e-895582921f3d'}] Jun 01 18:56:25.908901 n-d-844202-1 neutron-server[88524]: INFO neutron.plugins.ml2.plugin [None req-f3df9dd0-c771-4f88-b1ed-6adb3dfdeb1d tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Attempt 8 to bind port a188a008-fe19-44ac-aa65-1a08d518e363 Jun 01 18:56:25.919694 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1b193336-8920-441d-9fa3-5ad5a8e52b6e tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Notify callbacks [] for subnet, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:25.932546 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port a96bfc7c-04b0-42b7-ba02-9811ed870c35 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:56:26.032898 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [None req-f3df9dd0-c771-4f88-b1ed-6adb3dfdeb1d tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Attempting to bind port a188a008-fe19-44ac-aa65-1a08d518e363 on host n-h1-844202-1 for vnic_type normal with profile {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:56:26.033231 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [None req-f3df9dd0-c771-4f88-b1ed-6adb3dfdeb1d tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Attempting to bind port a188a008-fe19-44ac-aa65-1a08d518e363 by drivers openvswitch,hyperv on host n-h1-844202-1 at level 0 using segments [{'id': '45f93386-9957-4282-9920-88406c9efec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '04f36a66-08e2-4b75-a33e-895582921f3d'}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:56:26.033567 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3df9dd0-c771-4f88-b1ed-6adb3dfdeb1d tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Attempting to bind port a188a008-fe19-44ac-aa65-1a08d518e363 on network 04f36a66-08e2-4b75-a33e-895582921f3d {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:56:26.062989 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3df9dd0-c771-4f88-b1ed-6adb3dfdeb1d tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Port a188a008-fe19-44ac-aa65-1a08d518e363 on network 04f36a66-08e2-4b75-a33e-895582921f3d not bound, no agent of type Open vSwitch agent registered on host n-h1-844202-1 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 18:56:26.063312 n-d-844202-1 neutron-server[88524]: ERROR neutron.plugins.ml2.managers [None req-f3df9dd0-c771-4f88-b1ed-6adb3dfdeb1d tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Failed to bind port a188a008-fe19-44ac-aa65-1a08d518e363 on host n-h1-844202-1 for vnic_type normal using segments [{'id': '45f93386-9957-4282-9920-88406c9efec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '04f36a66-08e2-4b75-a33e-895582921f3d'}] Jun 01 18:56:26.068967 n-d-844202-1 neutron-server[88524]: INFO neutron.plugins.ml2.plugin [None req-f3df9dd0-c771-4f88-b1ed-6adb3dfdeb1d tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Attempt 9 to bind port a188a008-fe19-44ac-aa65-1a08d518e363 Jun 01 18:56:26.095439 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1b193336-8920-441d-9fa3-5ad5a8e52b6e tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2702137'] for subnet, precommit_delete_associations {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:26.156863 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbbc0f9-64d3-4442-b925-fc59d8a04743 req-13bca0ce-daf7-447b-a4e0-c856d14ae5e1 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:26.158344 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-efbbc0f9-64d3-4442-b925-fc59d8a04743 req-13bca0ce-daf7-447b-a4e0-c856d14ae5e1 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/ports?device_id=594e6e02-b49f-46d7-a80a-450437cbea5b HTTP/1.1" status: 200 len: 945 time: 0.0866530 Jun 01 18:56:26.159679 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [None req-f3df9dd0-c771-4f88-b1ed-6adb3dfdeb1d tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Attempting to bind port a188a008-fe19-44ac-aa65-1a08d518e363 on host n-h1-844202-1 for vnic_type normal with profile {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:56:26.160011 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [None req-f3df9dd0-c771-4f88-b1ed-6adb3dfdeb1d tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Attempting to bind port a188a008-fe19-44ac-aa65-1a08d518e363 by drivers openvswitch,hyperv on host n-h1-844202-1 at level 0 using segments [{'id': '45f93386-9957-4282-9920-88406c9efec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '04f36a66-08e2-4b75-a33e-895582921f3d'}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:56:26.160486 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3df9dd0-c771-4f88-b1ed-6adb3dfdeb1d tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Attempting to bind port a188a008-fe19-44ac-aa65-1a08d518e363 on network 04f36a66-08e2-4b75-a33e-895582921f3d {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:56:26.198232 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3df9dd0-c771-4f88-b1ed-6adb3dfdeb1d tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Port a188a008-fe19-44ac-aa65-1a08d518e363 on network 04f36a66-08e2-4b75-a33e-895582921f3d not bound, no agent of type Open vSwitch agent registered on host n-h1-844202-1 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 18:56:26.198553 n-d-844202-1 neutron-server[88524]: ERROR neutron.plugins.ml2.managers [None req-f3df9dd0-c771-4f88-b1ed-6adb3dfdeb1d tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Failed to bind port a188a008-fe19-44ac-aa65-1a08d518e363 on host n-h1-844202-1 for vnic_type normal using segments [{'id': '45f93386-9957-4282-9920-88406c9efec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '04f36a66-08e2-4b75-a33e-895582921f3d'}] Jun 01 18:56:26.204850 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-efbbc0f9-64d3-4442-b925-fc59d8a04743 req-772ff400-eb83-4c58-bc48-bf05ce545742 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/security-groups?id=679bc320-73aa-41fb-80e9-32867c6d2bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400269 Jun 01 18:56:26.213477 n-d-844202-1 neutron-server[88524]: INFO neutron.plugins.ml2.plugin [None req-f3df9dd0-c771-4f88-b1ed-6adb3dfdeb1d tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Attempt 10 to bind port a188a008-fe19-44ac-aa65-1a08d518e363 Jun 01 18:56:26.261889 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-46bff601-9968-4379-a2ac-2a395979b0f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:26.276209 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [None req-f3df9dd0-c771-4f88-b1ed-6adb3dfdeb1d tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Attempting to bind port a188a008-fe19-44ac-aa65-1a08d518e363 on host n-h1-844202-1 for vnic_type normal with profile {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:56:26.276561 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [None req-f3df9dd0-c771-4f88-b1ed-6adb3dfdeb1d tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Attempting to bind port a188a008-fe19-44ac-aa65-1a08d518e363 by drivers openvswitch,hyperv on host n-h1-844202-1 at level 0 using segments [{'id': '45f93386-9957-4282-9920-88406c9efec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '04f36a66-08e2-4b75-a33e-895582921f3d'}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:56:26.276893 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3df9dd0-c771-4f88-b1ed-6adb3dfdeb1d tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Attempting to bind port a188a008-fe19-44ac-aa65-1a08d518e363 on network 04f36a66-08e2-4b75-a33e-895582921f3d {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:56:26.299417 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3df9dd0-c771-4f88-b1ed-6adb3dfdeb1d tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Port a188a008-fe19-44ac-aa65-1a08d518e363 on network 04f36a66-08e2-4b75-a33e-895582921f3d not bound, no agent of type Open vSwitch agent registered on host n-h1-844202-1 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 18:56:26.299728 n-d-844202-1 neutron-server[88524]: ERROR neutron.plugins.ml2.managers [None req-f3df9dd0-c771-4f88-b1ed-6adb3dfdeb1d tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Failed to bind port a188a008-fe19-44ac-aa65-1a08d518e363 on host n-h1-844202-1 for vnic_type normal using segments [{'id': '45f93386-9957-4282-9920-88406c9efec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '04f36a66-08e2-4b75-a33e-895582921f3d'}] Jun 01 18:56:26.300080 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f3df9dd0-c771-4f88-b1ed-6adb3dfdeb1d tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:26.316029 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18af4309-888d-4e9c-aa9e-880d60273ff9 req-13730fec-8f4f-4ff4-b097-6b60f20ee838 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:26.317734 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-18af4309-888d-4e9c-aa9e-880d60273ff9 req-13730fec-8f4f-4ff4-b097-6b60f20ee838 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4105353 Jun 01 18:56:26.381447 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-18af4309-888d-4e9c-aa9e-880d60273ff9 req-1e4feda8-da0f-4c33-b34e-fa2530e9b60d tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.41 "GET /v2.0/quotas/ed558a94bd42496298488549f6a1a20a HTTP/1.1" status: 200 len: 375 time: 0.0326951 Jun 01 18:56:26.384107 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b52ad8-b043-4ed6-9e4b-daca0cd699ed req-2c6c2ad5-c3c0-4dd1-b182-3d8e556c32b4 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:26.385605 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-62b52ad8-b043-4ed6-9e4b-daca0cd699ed req-2c6c2ad5-c3c0-4dd1-b182-3d8e556c32b4 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] 10.222.0.41 "GET /v2.0/ports?device_id=89573410-7740-4786-add2-715066dfb6b7 HTTP/1.1" status: 200 len: 945 time: 0.0818481 Jun 01 18:56:26.438066 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-62b52ad8-b043-4ed6-9e4b-daca0cd699ed req-8a7eed8b-13ff-4b08-a6ad-e48422b54e4a tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] 10.222.0.41 "GET /v2.0/security-groups?id=10328742-6369-4815-ae6a-3cb954039bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458004 Jun 01 18:56:26.493684 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1b193336-8920-441d-9fa3-5ad5a8e52b6e tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:26.524428 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-18af4309-888d-4e9c-aa9e-880d60273ff9 req-95306e14-6278-42c7-9953-c2bd0d55efaf tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=ed558a94bd42496298488549f6a1a20a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1025276 Jun 01 18:56:26.633783 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dce01d6-7038-4d9c-ba24-342b8f10b43b req-b506fe93-f8bf-47cc-a0f8-97d640790997 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:26.635643 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-7dce01d6-7038-4d9c-ba24-342b8f10b43b req-b506fe93-f8bf-47cc-a0f8-97d640790997 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=863d6d17-7ec0-45a3-a6dc-82b322b76ced HTTP/1.1" status: 200 len: 945 time: 0.0993891 Jun 01 18:56:26.670679 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [None req-f3df9dd0-c771-4f88-b1ed-6adb3dfdeb1d tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] For port a188a008-fe19-44ac-aa65-1a08d518e363, host n-h1-844202-1, cleared binding levels {{(pid=88524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:56:26.671640 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [None req-f3df9dd0-c771-4f88-b1ed-6adb3dfdeb1d tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Attempted to set empty binding levels {{(pid=88524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Jun 01 18:56:26.691621 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-7dce01d6-7038-4d9c-ba24-342b8f10b43b req-1a508c56-6019-4b88-b87b-16e096ef7f78 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ce59b29-4aa6-4d2e-8584-a540c0a14c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492809 Jun 01 18:56:26.692565 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f3df9dd0-c771-4f88-b1ed-6adb3dfdeb1d tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:26.830257 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-68dcef5a-0f6d-4a5d-8af2-e729584959ae req-9d8faa20-45df-46a6-8ccd-090c7b901b6f tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd257cd0-aa97-4526-8252-e04e5aa06d7c HTTP/1.1" status: 200 len: 210 time: 0.1431551 Jun 01 18:56:26.835362 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-f3df9dd0-c771-4f88-b1ed-6adb3dfdeb1d tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] In _notify_port_updated(), no bound segment for port a188a008-fe19-44ac-aa65-1a08d518e363 on network 04f36a66-08e2-4b75-a33e-895582921f3d {{(pid=88524) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 01 18:56:26.836823 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3df9dd0-c771-4f88-b1ed-6adb3dfdeb1d tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:26.837611 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f3df9dd0-c771-4f88-b1ed-6adb3dfdeb1d tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:26.841574 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-f3df9dd0-c771-4f88-b1ed-6adb3dfdeb1d tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] 10.222.0.41 "PUT /v2.0/ports/a188a008-fe19-44ac-aa65-1a08d518e363 HTTP/1.1" status: 200 len: 974 time: 4.2816424 Jun 01 18:56:26.843252 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 32936) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:56:26.845384 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1b193336-8920-441d-9fa3-5ad5a8e52b6e tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2718856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3066595'] for subnet, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:26.902703 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3df9dd0-c771-4f88-b1ed-6adb3dfdeb1d tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Pushing event updated for resources: {'Port': ['ID=a188a008-fe19-44ac-aa65-1a08d518e363,revision_number=3']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:56:26.906602 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1b193336-8920-441d-9fa3-5ad5a8e52b6e tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:26.909230 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b193336-8920-441d-9fa3-5ad5a8e52b6e tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Pushing event deleted for resources: {'Subnet': ['ID=1abe9be9-a66f-4228-ad57-78fa5d81b03e,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:56:26.925827 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-1b193336-8920-441d-9fa3-5ad5a8e52b6e tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] 10.222.0.41 "DELETE /v2.0/subnets/1abe9be9-a66f-4228-ad57-78fa5d81b03e HTTP/1.1" status: 204 len: 168 time: 1.2911437 Jun 01 18:56:26.927954 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 32942) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:56:26.928552 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56c60ee9-cedc-4f98-a130-c81ba0d6e36d None None] Network cd468a68-4817-4e4e-8fcd-3bc37cbf8e9c requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 18:56:26.932303 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-46bff601-9968-4379-a2ac-2a395979b0f3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:26.971703 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-46bff601-9968-4379-a2ac-2a395979b0f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:26.995069 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-46ae73d5-0565-4a20-b656-5e4ad660b166 tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Deleting port a188a008-fe19-44ac-aa65-1a08d518e363 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:56:26.995398 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-46ae73d5-0565-4a20-b656-5e4ad660b166 tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:27.101167 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bff601-9968-4379-a2ac-2a395979b0f3 admin admin] Pushing event updated for resources: {'Port': ['ID=8d4e352e-8861-4307-bfe4-063cdae4b160,revision_number=2']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:56:27.110090 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_v2 [None req-64dc7dd6-3de7-471d-8cb8-643ffee2d73b tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Deleting subnet 89b94138-96cf-4f51-ae1b-152e96e76878 {{(pid=88524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 18:56:27.115625 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-64dc7dd6-3de7-471d-8cb8-643ffee2d73b tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Notify callbacks [] for subnet, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:27.152492 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-46bff601-9968-4379-a2ac-2a395979b0f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-887436'] for router_interface, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:27.328272 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-64dc7dd6-3de7-471d-8cb8-643ffee2d73b tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2702137'] for subnet, precommit_delete_associations {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:27.369224 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe8702af-2fc9-4704-a52d-4dd78fed17ae None None] DHCP port deletion for cd468a68-4817-4e4e-8fcd-3bc37cbf8e9c request from n-d-844202-1 {{(pid=88526) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 18:56:27.373604 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-fe8702af-2fc9-4704-a52d-4dd78fed17ae None None] Deleting port 4ca83bf8-ff3f-424d-a088-47f939da8a10 {{(pid=88526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:56:27.374210 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-fe8702af-2fc9-4704-a52d-4dd78fed17ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:27.472323 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-64dc7dd6-3de7-471d-8cb8-643ffee2d73b tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:27.606314 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6bf4ea-742c-4cef-bb9c-52a5fd4390e2 req-60a23e18-bf7c-47fb-a164-a56e4088f631 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:27.614036 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-bc6bf4ea-742c-4cef-bb9c-52a5fd4390e2 req-60a23e18-bf7c-47fb-a164-a56e4088f631 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=863d6d17-7ec0-45a3-a6dc-82b322b76ced HTTP/1.1" status: 200 len: 945 time: 0.4694767 Jun 01 18:56:27.615211 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-fe8702af-2fc9-4704-a52d-4dd78fed17ae None None] For port 4ca83bf8-ff3f-424d-a088-47f939da8a10, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=4ca83bf8-ff3f-424d-a088-47f939da8a10,segment=NetworkSegment(f16ba4d8-e8aa-4699-8aac-e0edda0256ef),segment_id=f16ba4d8-e8aa-4699-8aac-e0edda0256ef)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:56:27.615603 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-fe8702af-2fc9-4704-a52d-4dd78fed17ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:27.754989 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [None req-46ae73d5-0565-4a20-b656-5e4ad660b166 tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] For port a188a008-fe19-44ac-aa65-1a08d518e363, host n-h1-844202-1, got binding levels [] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:56:27.755572 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-46ae73d5-0565-4a20-b656-5e4ad660b166 tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:27.767062 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 4ca83bf8-ff3f-424d-a088-47f939da8a10 no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:56:27.792035 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46bff601-9968-4379-a2ac-2a395979b0f3 admin admin] Network 68c6e764-294d-4bbe-b8e6-e3de6ad7c308 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:56:27.798032 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-fe8702af-2fc9-4704-a52d-4dd78fed17ae None None] Calling delete_port for 4ca83bf8-ff3f-424d-a088-47f939da8a10 owned by network:dhcp {{(pid=88526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:56:27.805291 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-46bff601-9968-4379-a2ac-2a395979b0f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:56:27.826390 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-64dc7dd6-3de7-471d-8cb8-643ffee2d73b tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2718856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3066595'] for subnet, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:27.842825 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d202e215-1e4b-44f3-9ba9-5886de5c3d0b req-fdb17b44-1dd8-4393-8bec-949cb8eee17e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:27.844320 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d202e215-1e4b-44f3-9ba9-5886de5c3d0b req-fdb17b44-1dd8-4393-8bec-949cb8eee17e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=eccea382ced5475f9a2098d1ef2ff267&device_id=863d6d17-7ec0-45a3-a6dc-82b322b76ced HTTP/1.1" status: 200 len: 1096 time: 0.6357892 Jun 01 18:56:27.908288 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-46ae73d5-0565-4a20-b656-5e4ad660b166 tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Calling delete_port for a188a008-fe19-44ac-aa65-1a08d518e363 owned by {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:56:27.952821 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dc7dd6-3de7-471d-8cb8-643ffee2d73b tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Pushing event deleted for resources: {'Subnet': ['ID=89b94138-96cf-4f51-ae1b-152e96e76878,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:56:27.954735 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-64dc7dd6-3de7-471d-8cb8-643ffee2d73b tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:28.011463 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 4ca83bf8-ff3f-424d-a088-47f939da8a10 is: ACTIVE; New status is: DOWN {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:56:28.012045 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:28.016820 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-bc6bf4ea-742c-4cef-bb9c-52a5fd4390e2 req-4e5308cf-7c3c-46a5-9ec1-d1fc50973284 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ce59b29-4aa6-4d2e-8584-a540c0a14c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4015529 Jun 01 18:56:28.028591 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-64dc7dd6-3de7-471d-8cb8-643ffee2d73b tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] 10.222.0.41 "DELETE /v2.0/subnets/89b94138-96cf-4f51-ae1b-152e96e76878 HTTP/1.1" status: 204 len: 168 time: 1.0946364 Jun 01 18:56:28.029003 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8ec27d6-e368-485b-a21f-778f37a70592 None None] Network 1e970b72-a4ee-4ef0-bbab-db46559f4f0f requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 18:56:28.045825 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 32954) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:56:28.102619 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a1e5ac-3c07-4624-abaf-9e4281585cf0 req-dac2c5f3-888f-4ec3-8ee1-6db98b88e51f tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:28.104107 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-34a1e5ac-3c07-4624-abaf-9e4281585cf0 req-dac2c5f3-888f-4ec3-8ee1-6db98b88e51f tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/ports?device_id=594e6e02-b49f-46d7-a80a-450437cbea5b HTTP/1.1" status: 200 len: 945 time: 0.4886374 Jun 01 18:56:28.188218 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-fe8702af-2fc9-4704-a52d-4dd78fed17ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535'] for port, after_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:28.260661 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-46ae73d5-0565-4a20-b656-5e4ad660b166 tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:28.270031 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d202e215-1e4b-44f3-9ba9-5886de5c3d0b req-c3648922-80cc-4068-b0a3-dc5bf170865c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:28.271484 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d202e215-1e4b-44f3-9ba9-5886de5c3d0b req-c3648922-80cc-4068-b0a3-dc5bf170865c service neutron] 10.222.0.15 "GET /v2.0/networks?id=e3902938-4b6a-4448-87d9-59b63dd51a7f HTTP/1.1" status: 200 len: 912 time: 0.3217583 Jun 01 18:56:28.274873 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-34a1e5ac-3c07-4624-abaf-9e4281585cf0 req-3c7d191f-8611-48f0-b868-9de35cd6a0de tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/security-groups?id=679bc320-73aa-41fb-80e9-32867c6d2bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496041 Jun 01 18:56:28.308828 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe8702af-2fc9-4704-a52d-4dd78fed17ae None None] No DVR routers for this DVR port 4ca83bf8-ff3f-424d-a088-47f939da8a10 on host n-d-844202-1 {{(pid=88526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 18:56:28.360494 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8702af-2fc9-4704-a52d-4dd78fed17ae None None] Pushing event deleted for resources: {'Port': ['ID=4ca83bf8-ff3f-424d-a088-47f939da8a10,revision_number=None']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:56:28.368554 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-18af4309-888d-4e9c-aa9e-880d60273ff9 req-ac20763c-d0fd-449a-8378-75a26659e31c tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=ed558a94bd42496298488549f6a1a20a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1504579 Jun 01 18:56:28.413442 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ae73d5-0565-4a20-b656-5e4ad660b166 tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Pushing event deleted for resources: {'Port': ['ID=a188a008-fe19-44ac-aa65-1a08d518e363,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:56:28.479102 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-46ae73d5-0565-4a20-b656-5e4ad660b166 tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:28.496883 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc1afa5d-fe62-48a4-8e8a-2f332a411718 None None] DHCP port deletion for 1e970b72-a4ee-4ef0-bbab-db46559f4f0f request from n-d-844202-1 {{(pid=88526) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 18:56:28.497966 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-613070c4-0238-46c7-8147-84d2b0acc469 req-6ab02a94-9081-4184-82a7-95b708a8aaa8 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd257cd0-aa97-4526-8252-e04e5aa06d7c HTTP/1.1" status: 200 len: 210 time: 0.0733876 Jun 01 18:56:28.502997 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-cc1afa5d-fe62-48a4-8e8a-2f332a411718 None None] Deleting port f814ffe6-fb51-4454-8e19-b4c6d6b14e31 {{(pid=88526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:56:28.503485 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-cc1afa5d-fe62-48a4-8e8a-2f332a411718 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:28.505079 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5574033d-0f29-4d9b-aaa5-79c8a639700e req-2096cdc8-31a0-4d22-9b36-641510c90fc4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=75417786-319c-42a9-9cdd-7c3f71eaefd2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8828933 Jun 01 18:56:28.509985 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d202e215-1e4b-44f3-9ba9-5886de5c3d0b req-e84fdea5-2a4a-4ad3-b823-f3e6784605c5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4a324220-33d8-474a-8fca-3b42f63f1ae1 HTTP/1.1" status: 200 len: 1000 time: 0.1786225 Jun 01 18:56:28.518962 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-46ae73d5-0565-4a20-b656-5e4ad660b166 tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] 10.222.0.41 "DELETE /v2.0/ports/a188a008-fe19-44ac-aa65-1a08d518e363 HTTP/1.1" status: 204 len: 168 time: 1.6738496 Jun 01 18:56:28.552819 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 32960) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:56:28.611509 n-d-844202-1 neutron-server[88525]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bb5ad54-e6bd-4f04-95d8-53dd4715395b tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] GET failed (client error): The resource could not be found. Jun 01 18:56:28.611967 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-1bb5ad54-e6bd-4f04-95d8-53dd4715395b tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Synchronizing usage tracker for tenant:f630800496234927aaa0f3498728927d on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:56:28.626431 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d202e215-1e4b-44f3-9ba9-5886de5c3d0b req-fd340679-ac09-4608-a47c-aca8718ecc43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:28.627870 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d202e215-1e4b-44f3-9ba9-5886de5c3d0b req-fd340679-ac09-4608-a47c-aca8718ecc43 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=276181f2-c3ab-487e-8805-06ed7064e884 HTTP/1.1" status: 200 len: 850 time: 0.1078427 Jun 01 18:56:28.638712 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-1bb5ad54-e6bd-4f04-95d8-53dd4715395b tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] Unset dirty status for tenant:f630800496234927aaa0f3498728927d on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:56:28.639768 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-1bb5ad54-e6bd-4f04-95d8-53dd4715395b tempest-PortsAdminExtendedAttrsTestJSON-564501833 tempest-PortsAdminExtendedAttrsTestJSON-564501833-project-admin] 10.222.0.41 "GET /v2.0/ports/a188a008-fe19-44ac-aa65-1a08d518e363 HTTP/1.1" status: 404 len: 333 time: 0.0831599 Jun 01 18:56:28.656735 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 32964) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:56:28.711285 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-84353ab7-5b20-4b5c-bf4c-da7a1bfecb36 tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:28.719116 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d202e215-1e4b-44f3-9ba9-5886de5c3d0b req-bec5e3f4-6b69-4925-8493-dfa6a682d60f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:28.720263 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46bff601-9968-4379-a2ac-2a395979b0f3 admin admin] Router 5005b12b-976d-4b75-98fc-6509d7954d19 has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 18:56:28.720744 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d202e215-1e4b-44f3-9ba9-5886de5c3d0b req-bec5e3f4-6b69-4925-8493-dfa6a682d60f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e3902938-4b6a-4448-87d9-59b63dd51a7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0799918 Jun 01 18:56:28.739458 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-cc1afa5d-fe62-48a4-8e8a-2f332a411718 None None] For port f814ffe6-fb51-4454-8e19-b4c6d6b14e31, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=f814ffe6-fb51-4454-8e19-b4c6d6b14e31,segment=NetworkSegment(c82bac3c-1ff5-4586-adab-f6a801333cd9),segment_id=c82bac3c-1ff5-4586-adab-f6a801333cd9)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:56:28.739928 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-cc1afa5d-fe62-48a4-8e8a-2f332a411718 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:28.853062 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04f5c04-8feb-4a72-8eb3-523797615535 req-283d6873-2c95-44ff-b960-88c9f47ba2f9 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:28.854519 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a04f5c04-8feb-4a72-8eb3-523797615535 req-283d6873-2c95-44ff-b960-88c9f47ba2f9 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] 10.222.0.41 "GET /v2.0/ports?device_id=89573410-7740-4786-add2-715066dfb6b7 HTTP/1.1" status: 200 len: 945 time: 0.6171117 Jun 01 18:56:28.865131 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d202e215-1e4b-44f3-9ba9-5886de5c3d0b req-d5a996cc-053c-44e1-89e1-96670b7d9014 service neutron] 10.222.0.15 "GET /v2.0/networks/e3902938-4b6a-4448-87d9-59b63dd51a7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353588 Jun 01 18:56:28.900474 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-cc1afa5d-fe62-48a4-8e8a-2f332a411718 None None] Calling delete_port for f814ffe6-fb51-4454-8e19-b4c6d6b14e31 owned by network:dhcp {{(pid=88526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:56:28.958995 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-20f5e697-47bc-4a10-8f84-2a35fe428b42 tempest-PortsAdminExtendedAttrsTestJSON-245397294 tempest-PortsAdminExtendedAttrsTestJSON-245397294-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:28.982939 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-cc1afa5d-fe62-48a4-8e8a-2f332a411718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535'] for port, after_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:29.018020 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18af4309-888d-4e9c-aa9e-880d60273ff9 req-84583953-fb3a-4130-8f17-0542fcbecc86 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:29.019467 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-18af4309-888d-4e9c-aa9e-880d60273ff9 req-84583953-fb3a-4130-8f17-0542fcbecc86 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5626771 Jun 01 18:56:29.020869 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d202e215-1e4b-44f3-9ba9-5886de5c3d0b req-dfba77f8-1f11-4919-8bd8-8c78991817a1 service neutron] 10.222.0.15 "GET /v2.0/networks/e3902938-4b6a-4448-87d9-59b63dd51a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493590 Jun 01 18:56:29.040711 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1afa5d-fe62-48a4-8e8a-2f332a411718 None None] Pushing event deleted for resources: {'Port': ['ID=f814ffe6-fb51-4454-8e19-b4c6d6b14e31,revision_number=None']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:56:29.046010 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc1afa5d-fe62-48a4-8e8a-2f332a411718 None None] No DVR routers for this DVR port f814ffe6-fb51-4454-8e19-b4c6d6b14e31 on host n-d-844202-1 {{(pid=88526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 18:56:29.052860 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-18af4309-888d-4e9c-aa9e-880d60273ff9 req-8ee8e949-b269-4226-89d0-9a7b002c84a0 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Request body: {'port': {'device_id': 'bd257cd0-aa97-4526-8252-e04e5aa06d7c', 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426', 'admin_state_up': True, 'tenant_id': 'ed558a94bd42496298488549f6a1a20a'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:56:29.223461 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9d0e25-02b5-4236-b3b6-c41ff822eb65 req-1e40a3f0-201d-43a6-b078-089bec0f5b54 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:29.224929 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-bc9d0e25-02b5-4236-b3b6-c41ff822eb65 req-1e40a3f0-201d-43a6-b078-089bec0f5b54 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=863d6d17-7ec0-45a3-a6dc-82b322b76ced HTTP/1.1" status: 200 len: 945 time: 0.0827279 Jun 01 18:56:29.270096 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-bc9d0e25-02b5-4236-b3b6-c41ff822eb65 req-8a49402e-7438-4a55-b1be-e5bd2e72ed55 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ce59b29-4aa6-4d2e-8584-a540c0a14c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384603 Jun 01 18:56:29.277862 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a04f5c04-8feb-4a72-8eb3-523797615535 req-0db1b9e4-a04c-49c9-9d7e-8adfcd0e0ad2 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] 10.222.0.41 "GET /v2.0/security-groups?id=10328742-6369-4815-ae6a-3cb954039bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3520072 Jun 01 18:56:29.444452 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5574033d-0f29-4d9b-aaa5-79c8a639700e req-598735f3-5dff-4c61-b097-4de71ad3241c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:29.445937 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5574033d-0f29-4d9b-aaa5-79c8a639700e req-598735f3-5dff-4c61-b097-4de71ad3241c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=eccea382ced5475f9a2098d1ef2ff267&device_id=75417786-319c-42a9-9cdd-7c3f71eaefd2 HTTP/1.1" status: 200 len: 1096 time: 0.8647907 Jun 01 18:56:29.466881 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-84353ab7-5b20-4b5c-bf4c-da7a1bfecb36 tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:29.487079 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc69a602-61a6-4a28-8b3c-9e73fb12c14d req-95da681c-d3ed-4278-8265-87c05d004a45 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:29.488638 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-fc69a602-61a6-4a28-8b3c-9e73fb12c14d req-95da681c-d3ed-4278-8265-87c05d004a45 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/ports?device_id=594e6e02-b49f-46d7-a80a-450437cbea5b HTTP/1.1" status: 200 len: 945 time: 0.0969920 Jun 01 18:56:29.538313 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-fc69a602-61a6-4a28-8b3c-9e73fb12c14d req-dc78c963-d73f-41cf-8db7-8de2bb1e8b09 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/security-groups?id=679bc320-73aa-41fb-80e9-32867c6d2bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419719 Jun 01 18:56:29.609199 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-84353ab7-5b20-4b5c-bf4c-da7a1bfecb36 tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd468a68-4817-4e4e-8fcd-3bc37cbf8e9c']}} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:56:29.693505 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-84353ab7-5b20-4b5c-bf4c-da7a1bfecb36 tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f16ba4d8-e8aa-4699-8aac-e0edda0256ef') {'for_net_delete': True} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:56:29.693788 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-84353ab7-5b20-4b5c-bf4c-da7a1bfecb36 tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f16ba4d8-e8aa-4699-8aac-e0edda0256ef') {} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:56:29.703055 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device f814ffe6-fb51-4454-8e19-b4c6d6b14e31 no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:56:29.740463 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: f814ffe6-fb51-4454-8e19-b4c6d6b14e31 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 18:56:29.740817 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device f814ffe6-fb51-4454-8e19-b4c6d6b14e31 not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 18:56:29.743099 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-20f5e697-47bc-4a10-8f84-2a35fe428b42 tempest-PortsAdminExtendedAttrsTestJSON-245397294 tempest-PortsAdminExtendedAttrsTestJSON-245397294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:29.762635 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46bff601-9968-4379-a2ac-2a395979b0f3 admin admin] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 18:56:29.770788 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a6f52d-5b02-47b7-8c82-399691c532fa None None] Sync routers for ids ['5005b12b-976d-4b75-98fc-6509d7954d19'] in n-d-844202-1 {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 18:56:29.780702 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a6f52d-5b02-47b7-8c82-399691c532fa None None] Routers {'5005b12b-976d-4b75-98fc-6509d7954d19'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:56:29.780867 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-46bff601-9968-4379-a2ac-2a395979b0f3 admin admin] 10.222.0.41 "PUT /v2.0/routers/5005b12b-976d-4b75-98fc-6509d7954d19/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2964797 Jun 01 18:56:29.781386 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-72a6f52d-5b02-47b7-8c82-399691c532fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:56:09Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['5005b12b-976d-4b75-98fc-6509d7954d19'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:56:29.787036 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c27494a2-5503-4d6d-ab63-af14350e70c3 req-8a8cd80e-dbad-4b87-b359-56b68bd882a3 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd257cd0-aa97-4526-8252-e04e5aa06d7c HTTP/1.1" status: 200 len: 210 time: 0.1235070 Jun 01 18:56:29.797000 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-84353ab7-5b20-4b5c-bf4c-da7a1bfecb36 tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2702126'] for segment, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:29.852896 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-20f5e697-47bc-4a10-8f84-2a35fe428b42 tempest-PortsAdminExtendedAttrsTestJSON-245397294 tempest-PortsAdminExtendedAttrsTestJSON-245397294-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04f36a66-08e2-4b75-a33e-895582921f3d']}} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:56:29.860910 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-84353ab7-5b20-4b5c-bf4c-da7a1bfecb36 tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:29.868282 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-18af4309-888d-4e9c-aa9e-880d60273ff9 req-8ee8e949-b269-4226-89d0-9a7b002c84a0 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:56:29.879452 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-18af4309-888d-4e9c-aa9e-880d60273ff9 req-8ee8e949-b269-4226-89d0-9a7b002c84a0 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Usage tracker for resource:port and tenant:ed558a94bd42496298488549f6a1a20a is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:56:29.882299 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84353ab7-5b20-4b5c-bf4c-da7a1bfecb36 tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=88524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 18:56:29.883254 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-84353ab7-5b20-4b5c-bf4c-da7a1bfecb36 tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2719018'] for segment, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:29.907124 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-20f5e697-47bc-4a10-8f84-2a35fe428b42 tempest-PortsAdminExtendedAttrsTestJSON-245397294 tempest-PortsAdminExtendedAttrsTestJSON-245397294-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45f93386-9957-4282-9920-88406c9efec8') {'for_net_delete': True} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:56:29.907414 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-20f5e697-47bc-4a10-8f84-2a35fe428b42 tempest-PortsAdminExtendedAttrsTestJSON-245397294 tempest-PortsAdminExtendedAttrsTestJSON-245397294-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45f93386-9957-4282-9920-88406c9efec8') {} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:56:29.923741 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-18af4309-888d-4e9c-aa9e-880d60273ff9 req-8ee8e949-b269-4226-89d0-9a7b002c84a0 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:56:29.935189 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-18af4309-888d-4e9c-aa9e-880d60273ff9 req-8ee8e949-b269-4226-89d0-9a7b002c84a0 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:56:29.987106 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-20f5e697-47bc-4a10-8f84-2a35fe428b42 tempest-PortsAdminExtendedAttrsTestJSON-245397294 tempest-PortsAdminExtendedAttrsTestJSON-245397294-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2702126'] for segment, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:30.009799 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-72a6f52d-5b02-47b7-8c82-399691c532fa None None] Set router 5005b12b-976d-4b75-98fc-6509d7954d19 gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:56:30.024013 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5574033d-0f29-4d9b-aaa5-79c8a639700e req-73653ada-8011-4124-bfd0-b382820aed2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:30.025749 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5574033d-0f29-4d9b-aaa5-79c8a639700e req-73653ada-8011-4124-bfd0-b382820aed2b service neutron] 10.222.0.15 "GET /v2.0/networks?id=e3902938-4b6a-4448-87d9-59b63dd51a7f HTTP/1.1" status: 200 len: 912 time: 0.5240107 Jun 01 18:56:30.037077 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-20f5e697-47bc-4a10-8f84-2a35fe428b42 tempest-PortsAdminExtendedAttrsTestJSON-245397294 tempest-PortsAdminExtendedAttrsTestJSON-245397294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:30.090938 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18af4309-888d-4e9c-aa9e-880d60273ff9 req-8ee8e949-b269-4226-89d0-9a7b002c84a0 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Made reservation on behalf of ed558a94bd42496298488549f6a1a20a for: {'port': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:56:30.094401 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-18af4309-888d-4e9c-aa9e-880d60273ff9 req-8ee8e949-b269-4226-89d0-9a7b002c84a0 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:30.125562 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20f5e697-47bc-4a10-8f84-2a35fe428b42 tempest-PortsAdminExtendedAttrsTestJSON-245397294 tempest-PortsAdminExtendedAttrsTestJSON-245397294-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=88524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 18:56:30.126050 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-20f5e697-47bc-4a10-8f84-2a35fe428b42 tempest-PortsAdminExtendedAttrsTestJSON-245397294 tempest-PortsAdminExtendedAttrsTestJSON-245397294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2719018'] for segment, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:30.143313 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5574033d-0f29-4d9b-aaa5-79c8a639700e req-cd2905a8-d152-4fb1-8c23-b223f648e98c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=19c2a89c-182e-401c-a32f-555a914ee8d2 HTTP/1.1" status: 200 len: 217 time: 0.1035767 Jun 01 18:56:30.147501 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-84353ab7-5b20-4b5c-bf4c-da7a1bfecb36 tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:30.149667 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-18af4309-888d-4e9c-aa9e-880d60273ff9 req-8ee8e949-b269-4226-89d0-9a7b002c84a0 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:30.256682 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment f16ba4d8-e8aa-4699-8aac-e0edda0256ef resource provider aggregate not found Jun 01 18:56:30.266120 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-84353ab7-5b20-4b5c-bf4c-da7a1bfecb36 tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:30.318768 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84353ab7-5b20-4b5c-bf4c-da7a1bfecb36 tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Pushing event deleted for resources: {'Network': ['ID=cd468a68-4817-4e4e-8fcd-3bc37cbf8e9c,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:56:30.335423 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment f16ba4d8-e8aa-4699-8aac-e0edda0256ef resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f16ba4d8-e8aa-4699-8aac-e0edda0256ef found for delete ", "request_id": "req-ff50e414-10f6-41bd-9319-716befdaf8de"}]} Jun 01 18:56:30.338099 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-18af4309-888d-4e9c-aa9e-880d60273ff9 req-8ee8e949-b269-4226-89d0-9a7b002c84a0 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:56:30.350224 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-20f5e697-47bc-4a10-8f84-2a35fe428b42 tempest-PortsAdminExtendedAttrsTestJSON-245397294 tempest-PortsAdminExtendedAttrsTestJSON-245397294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:30.353177 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-84353ab7-5b20-4b5c-bf4c-da7a1bfecb36 tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] 10.222.0.41 "DELETE /v2.0/networks/cd468a68-4817-4e4e-8fcd-3bc37cbf8e9c HTTP/1.1" status: 204 len: 168 time: 2.2996852 Jun 01 18:56:30.358865 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-18af4309-888d-4e9c-aa9e-880d60273ff9 req-8ee8e949-b269-4226-89d0-9a7b002c84a0 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Usage tracker for resource:security_group_rule and tenant:ed558a94bd42496298488549f6a1a20a is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:56:30.363741 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 33000) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:56:30.385374 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-18af4309-888d-4e9c-aa9e-880d60273ff9 req-8ee8e949-b269-4226-89d0-9a7b002c84a0 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:56:30.388614 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-20f5e697-47bc-4a10-8f84-2a35fe428b42 tempest-PortsAdminExtendedAttrsTestJSON-245397294 tempest-PortsAdminExtendedAttrsTestJSON-245397294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:30.393285 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f5e697-47bc-4a10-8f84-2a35fe428b42 tempest-PortsAdminExtendedAttrsTestJSON-245397294 tempest-PortsAdminExtendedAttrsTestJSON-245397294-project] Pushing event deleted for resources: {'Network': ['ID=04f36a66-08e2-4b75-a33e-895582921f3d,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:56:30.404759 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-18af4309-888d-4e9c-aa9e-880d60273ff9 req-8ee8e949-b269-4226-89d0-9a7b002c84a0 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:56:30.419056 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-72a6f52d-5b02-47b7-8c82-399691c532fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5005b12b-976d-4b75-98fc-6509d7954d19', 'name': 'tempest-ServerRescueTestJSON-2146786291-router', 'tenant_id': 'd0a1e5281a6a4a33a7366a726bd4d479', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.139'}], 'enable_snat': True}, 'gw_port_id': 'a96bfc7c-04b0-42b7-ba02-9811ed870c35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:56:13Z', 'updated_at': '2022-06-01T18:56:26Z', 'revision_number': 4, 'project_id': 'd0a1e5281a6a4a33a7366a726bd4d479', 'gw_port': {'id': 'a96bfc7c-04b0-42b7-ba02-9811ed870c35', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:7a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5005b12b-976d-4b75-98fc-6509d7954d19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:56:14Z', 'updated_at': '2022-06-01T18:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '8d4e352e-8861-4307-bfe4-063cdae4b160', 'name': '', 'network_id': '68c6e764-294d-4bbe-b8e6-e3de6ad7c308', 'tenant_id': 'd0a1e5281a6a4a33a7366a726bd4d479', 'mac_address': 'fa:16:3e:aa:27:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5005b12b-976d-4b75-98fc-6509d7954d19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '65007f2f-c4cf-4ea2-954f-0d213b184a70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:56:23Z', 'updated_at': '2022-06-01T18:56:26Z', 'revision_number': 2, 'project_id': 'd0a1e5281a6a4a33a7366a726bd4d479', 'subnets': [{'id': '65007f2f-c4cf-4ea2-954f-0d213b184a70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:56:30.423814 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a6f52d-5b02-47b7-8c82-399691c532fa None None] Checking router: 5005b12b-976d-4b75-98fc-6509d7954d19 for host: n-d-844202-1 {{(pid=88526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 18:56:30.424176 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a6f52d-5b02-47b7-8c82-399691c532fa None None] Updating router 5005b12b-976d-4b75-98fc-6509d7954d19 port 8d4e352e-8861-4307-bfe4-063cdae4b160 binding host n-d-844202-1 {{(pid=88526) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 18:56:30.450154 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-20f5e697-47bc-4a10-8f84-2a35fe428b42 tempest-PortsAdminExtendedAttrsTestJSON-245397294 tempest-PortsAdminExtendedAttrsTestJSON-245397294-project] 10.222.0.41 "DELETE /v2.0/networks/04f36a66-08e2-4b75-a33e-895582921f3d HTTP/1.1" status: 204 len: 168 time: 1.7859294 Jun 01 18:56:30.495186 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5574033d-0f29-4d9b-aaa5-79c8a639700e req-e89fa56f-fcd4-48b4-b1c8-e3e94936787f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:30.495946 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-72a6f52d-5b02-47b7-8c82-399691c532fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:30.496756 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5574033d-0f29-4d9b-aaa5-79c8a639700e req-e89fa56f-fcd4-48b4-b1c8-e3e94936787f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=276181f2-c3ab-487e-8805-06ed7064e884 HTTP/1.1" status: 200 len: 850 time: 0.3345747 Jun 01 18:56:30.590811 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1bf0d2-4b96-4664-af88-fe174b5cecbe req-93d1a333-3b34-449b-845f-20b165102a19 tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:30.592816 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ad1bf0d2-4b96-4664-af88-fe174b5cecbe req-93d1a333-3b34-449b-845f-20b165102a19 tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] 10.222.0.41 "GET /v2.0/networks?id=68c6e764-294d-4bbe-b8e6-e3de6ad7c308 HTTP/1.1" status: 200 len: 811 time: 0.3799398 Jun 01 18:56:30.638428 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ad1bf0d2-4b96-4664-af88-fe174b5cecbe req-79aadfaf-a0d8-4b2b-82d8-23dc1e5eae4b tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] 10.222.0.41 "GET /v2.0/quotas/d0a1e5281a6a4a33a7366a726bd4d479 HTTP/1.1" status: 200 len: 375 time: 0.0308089 Jun 01 18:56:30.648685 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a54938ee-889a-4473-bc6d-bf96f1efb59e tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:30.718251 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490b7dd3-d4a3-48e7-827a-54e3bf178fa7 req-b2ab8a4c-3f75-46a4-a9e3-c90d90d089a0 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:30.730646 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-490b7dd3-d4a3-48e7-827a-54e3bf178fa7 req-b2ab8a4c-3f75-46a4-a9e3-c90d90d089a0 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=863d6d17-7ec0-45a3-a6dc-82b322b76ced HTTP/1.1" status: 200 len: 945 time: 0.3232167 Jun 01 18:56:30.814560 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5574033d-0f29-4d9b-aaa5-79c8a639700e req-d13314c2-cc81-414e-92ea-a4e32488a311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:30.816416 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5574033d-0f29-4d9b-aaa5-79c8a639700e req-d13314c2-cc81-414e-92ea-a4e32488a311 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e3902938-4b6a-4448-87d9-59b63dd51a7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3024170 Jun 01 18:56:30.839202 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 33012) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:56:30.849897 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-490b7dd3-d4a3-48e7-827a-54e3bf178fa7 req-0654e840-7213-4060-9cb5-98899182b55a tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ce59b29-4aa6-4d2e-8584-a540c0a14c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1177521 Jun 01 18:56:30.855218 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-18af4309-888d-4e9c-aa9e-880d60273ff9 req-8ee8e949-b269-4226-89d0-9a7b002c84a0 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:30.859060 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a54938ee-889a-4473-bc6d-bf96f1efb59e tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:30.895960 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ad1bf0d2-4b96-4664-af88-fe174b5cecbe req-70fa5a29-adfd-470d-9646-3e4ee7038f15 tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=d0a1e5281a6a4a33a7366a726bd4d479&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2440262 Jun 01 18:56:30.918384 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-a54938ee-889a-4473-bc6d-bf96f1efb59e tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e970b72-a4ee-4ef0-bbab-db46559f4f0f']}} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:56:30.930339 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-18af4309-888d-4e9c-aa9e-880d60273ff9 req-8ee8e949-b269-4226-89d0-9a7b002c84a0 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:30.936831 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-72a6f52d-5b02-47b7-8c82-399691c532fa None None] Notify callbacks [] for port, precommit_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:30.958738 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-72a6f52d-5b02-47b7-8c82-399691c532fa None None] Transition to ACTIVE for port object 8d4e352e-8861-4307-bfe4-063cdae4b160 will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:56:30.974936 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-72a6f52d-5b02-47b7-8c82-399691c532fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:30.982047 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-a54938ee-889a-4473-bc6d-bf96f1efb59e tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c82bac3c-1ff5-4586-adab-f6a801333cd9') {'for_net_delete': True} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:56:30.982411 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-a54938ee-889a-4473-bc6d-bf96f1efb59e tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c82bac3c-1ff5-4586-adab-f6a801333cd9') {} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:56:31.011556 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a54938ee-889a-4473-bc6d-bf96f1efb59e tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2258522'] for segment, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:31.040049 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a54938ee-889a-4473-bc6d-bf96f1efb59e tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:31.068133 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a54938ee-889a-4473-bc6d-bf96f1efb59e tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=88525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 18:56:31.068588 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a54938ee-889a-4473-bc6d-bf96f1efb59e tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2613981'] for segment, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:31.147755 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment c82bac3c-1ff5-4586-adab-f6a801333cd9 resource provider aggregate not found Jun 01 18:56:31.149771 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5574033d-0f29-4d9b-aaa5-79c8a639700e req-cc13edb3-0009-4330-b6e1-b3d5b504a089 service neutron] 10.222.0.15 "GET /v2.0/networks/e3902938-4b6a-4448-87d9-59b63dd51a7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3272724 Jun 01 18:56:31.197760 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment c82bac3c-1ff5-4586-adab-f6a801333cd9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c82bac3c-1ff5-4586-adab-f6a801333cd9 found for delete ", "request_id": "req-df298796-75f4-4a09-9e5d-cb56e6e5ac90"}]} Jun 01 18:56:31.229592 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ad1bf0d2-4b96-4664-af88-fe174b5cecbe req-6b45eaaa-3e7c-4237-a3d2-aeb5444611ab service neutron] 10.222.0.41 "GET /v2.0/networks/68c6e764-294d-4bbe-b8e6-e3de6ad7c308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3326969 Jun 01 18:56:31.250405 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee8e949-b269-4226-89d0-9a7b002c84a0 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22665066-3f80-4493-8b7a-e2faea6c666a,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:56:31.255328 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e969743-82f3-447b-b2e1-cb8f77853c44 None None] Pushing event updated for resources: {'Port': ['ID=8d4e352e-8861-4307-bfe4-063cdae4b160,revision_number=3']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:56:31.268968 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a54938ee-889a-4473-bc6d-bf96f1efb59e tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:31.311060 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-72a6f52d-5b02-47b7-8c82-399691c532fa None None] Attempting to bind port 8d4e352e-8861-4307-bfe4-063cdae4b160 on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:56:31.311060 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-72a6f52d-5b02-47b7-8c82-399691c532fa None None] Attempting to bind port 8d4e352e-8861-4307-bfe4-063cdae4b160 by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': '5d37d6f1-f881-46ce-917f-1a0aba7e0745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '68c6e764-294d-4bbe-b8e6-e3de6ad7c308'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:56:31.311416 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a6f52d-5b02-47b7-8c82-399691c532fa None None] Attempting to bind port 8d4e352e-8861-4307-bfe4-063cdae4b160 on network 68c6e764-294d-4bbe-b8e6-e3de6ad7c308 {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:56:31.317213 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a6f52d-5b02-47b7-8c82-399691c532fa None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 18, 56, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:56:31.317571 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a6f52d-5b02-47b7-8c82-399691c532fa None None] Checking segment: {'id': '5d37d6f1-f881-46ce-917f-1a0aba7e0745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '68c6e764-294d-4bbe-b8e6-e3de6ad7c308'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:56:31.317953 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-72a6f52d-5b02-47b7-8c82-399691c532fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:31.318332 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a6f52d-5b02-47b7-8c82-399691c532fa None None] Bound using segment: {'id': '5d37d6f1-f881-46ce-917f-1a0aba7e0745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '68c6e764-294d-4bbe-b8e6-e3de6ad7c308'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:56:31.318778 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-72a6f52d-5b02-47b7-8c82-399691c532fa None None] Bound port: 8d4e352e-8861-4307-bfe4-063cdae4b160, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d37d6f1-f881-46ce-917f-1a0aba7e0745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '68c6e764-294d-4bbe-b8e6-e3de6ad7c308'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:56:31.319218 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-72a6f52d-5b02-47b7-8c82-399691c532fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:31.347872 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a54938ee-889a-4473-bc6d-bf96f1efb59e tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:31.362974 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-963513a3-451d-4f90-ad8e-179995dbc21a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c59ba5d7c4e4483f87a628d32ebb9c55&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5211511 Jun 01 18:56:31.367495 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54938ee-889a-4473-bc6d-bf96f1efb59e tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Pushing event deleted for resources: {'Network': ['ID=1e970b72-a4ee-4ef0-bbab-db46559f4f0f,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:56:31.372716 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 33024) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:56:31.389290 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-a54938ee-889a-4473-bc6d-bf96f1efb59e tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] 10.222.0.41 "DELETE /v2.0/networks/1e970b72-a4ee-4ef0-bbab-db46559f4f0f HTTP/1.1" status: 204 len: 168 time: 1.0244539 Jun 01 18:56:31.395343 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 33028) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:56:31.494200 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [req-18af4309-888d-4e9c-aa9e-880d60273ff9 req-8ee8e949-b269-4226-89d0-9a7b002c84a0 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Allocated IP 192.168.233.216 (898153a3-5d71-43be-9d14-343ea4a48426/35e3ad2f-9c88-4698-b634-4e1b58de1cc2/c8b8fb79-fd92-474a-8ec2-5ac7b267ee2e) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:56:31.502858 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5574033d-0f29-4d9b-aaa5-79c8a639700e req-b8acd4e1-44de-4ce5-a963-9c5704e35b7c service neutron] 10.222.0.15 "GET /v2.0/networks/e3902938-4b6a-4448-87d9-59b63dd51a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2958846 Jun 01 18:56:31.504312 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-72a6f52d-5b02-47b7-8c82-399691c532fa None None] For port 8d4e352e-8861-4307-bfe4-063cdae4b160, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:56:31.510199 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-72a6f52d-5b02-47b7-8c82-399691c532fa None None] For port 8d4e352e-8861-4307-bfe4-063cdae4b160, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=8d4e352e-8861-4307-bfe4-063cdae4b160,segment=NetworkSegment(5d37d6f1-f881-46ce-917f-1a0aba7e0745),segment_id=5d37d6f1-f881-46ce-917f-1a0aba7e0745)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:56:31.515799 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-72a6f52d-5b02-47b7-8c82-399691c532fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:31.521336 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9309c339-cbf7-4489-97be-98bf0af2bc2c req-b57b87ff-3706-48ce-8c3e-0b0885e307ef tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:31.524280 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9309c339-cbf7-4489-97be-98bf0af2bc2c req-b57b87ff-3706-48ce-8c3e-0b0885e307ef tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] 10.222.0.41 "GET /v2.0/ports?device_id=89573410-7740-4786-add2-715066dfb6b7 HTTP/1.1" status: 200 len: 945 time: 0.3782136 Jun 01 18:56:31.529342 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_v2 [None req-4850a43f-a87a-405d-ab26-f3209348693d tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Deleting subnet 24bb7b4f-740a-46c1-a97f-bc2cd7b0e005 {{(pid=88525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 18:56:31.544376 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4850a43f-a87a-405d-ab26-f3209348693d tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Notify callbacks [] for subnet, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:31.589542 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ad1bf0d2-4b96-4664-af88-fe174b5cecbe req-bfcb898a-b091-4ebc-be3f-e15f786ba97b service neutron] 10.222.0.41 "GET /v2.0/networks/68c6e764-294d-4bbe-b8e6-e3de6ad7c308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3590972 Jun 01 18:56:31.596837 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-827b0696-85de-40dd-aa60-11aca49ecfe8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:31.619785 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9309c339-cbf7-4489-97be-98bf0af2bc2c req-12d480fa-5f8e-4b9a-af2c-2b4bedc7da80 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] 10.222.0.41 "GET /v2.0/security-groups?id=10328742-6369-4815-ae6a-3cb954039bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881848 Jun 01 18:56:31.627142 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a6f52d-5b02-47b7-8c82-399691c532fa None None] Routers {'5005b12b-976d-4b75-98fc-6509d7954d19'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:56:31.627311 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4850a43f-a87a-405d-ab26-f3209348693d tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2258509'] for subnet, precommit_delete_associations {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:31.627770 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-72a6f52d-5b02-47b7-8c82-399691c532fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:56:09Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['5005b12b-976d-4b75-98fc-6509d7954d19'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:56:31.671509 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-827b0696-85de-40dd-aa60-11aca49ecfe8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:31.742996 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e969743-82f3-447b-b2e1-cb8f77853c44 None None] Pushing event updated for resources: {'Port': ['ID=8d4e352e-8861-4307-bfe4-063cdae4b160,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:56:31.773817 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-827b0696-85de-40dd-aa60-11aca49ecfe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:31.792960 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4850a43f-a87a-405d-ab26-f3209348693d tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:31.830602 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827b0696-85de-40dd-aa60-11aca49ecfe8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b68d6cf7-3b03-49c5-a187-4e73e09aedf9,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:56:31.846544 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-827b0696-85de-40dd-aa60-11aca49ecfe8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:31.850266 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-827b0696-85de-40dd-aa60-11aca49ecfe8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b68d6cf7-3b03-49c5-a187-4e73e09aedf9 HTTP/1.1" status: 204 len: 168 time: 0.4763074 Jun 01 18:56:31.905740 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4850a43f-a87a-405d-ab26-f3209348693d tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2614143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9667199'] for subnet, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:31.953075 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-72a6f52d-5b02-47b7-8c82-399691c532fa None None] Set router 5005b12b-976d-4b75-98fc-6509d7954d19 gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:56:31.983669 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4850a43f-a87a-405d-ab26-f3209348693d tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:32.031817 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9869dab-d032-4d8f-9450-0bc9201a6783 None None] Network 006f8cb6-6839-48cb-ab0c-80b523bd7c43 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 18:56:32.052790 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4850a43f-a87a-405d-ab26-f3209348693d tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Pushing event deleted for resources: {'Subnet': ['ID=24bb7b4f-740a-46c1-a97f-bc2cd7b0e005,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:56:32.070889 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-4850a43f-a87a-405d-ab26-f3209348693d tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] 10.222.0.41 "DELETE /v2.0/subnets/24bb7b4f-740a-46c1-a97f-bc2cd7b0e005 HTTP/1.1" status: 204 len: 168 time: 0.6737809 Jun 01 18:56:32.073565 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 33038) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:56:32.103381 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-96297393-309e-45c1-bb83-755c6d7443e6 req-f457d02e-e4d9-456d-a709-998aa316708f tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd257cd0-aa97-4526-8252-e04e5aa06d7c HTTP/1.1" status: 200 len: 210 time: 0.1058874 Jun 01 18:56:32.272572 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-18af4309-888d-4e9c-aa9e-880d60273ff9 req-8ee8e949-b269-4226-89d0-9a7b002c84a0 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:32.290478 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [req-18af4309-888d-4e9c-aa9e-880d60273ff9 req-8ee8e949-b269-4226-89d0-9a7b002c84a0 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Transition to ACTIVE for port object c8b8fb79-fd92-474a-8ec2-5ac7b267ee2e will not be triggered until provisioned by entity DHCP. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:56:32.344116 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-86c55044-3617-4c1e-a4c9-971d8d3aec7b tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:32.357181 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-18af4309-888d-4e9c-aa9e-880d60273ff9 req-8ee8e949-b269-4226-89d0-9a7b002c84a0 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:32.405312 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment 45f93386-9957-4282-9920-88406c9efec8 resource provider aggregate not found Jun 01 18:56:32.475169 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 33054) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:56:32.479273 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment 45f93386-9957-4282-9920-88406c9efec8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 45f93386-9957-4282-9920-88406c9efec8 found for delete ", "request_id": "req-d8f4a187-cb96-43a2-a476-5cb0676b43b1"}]} Jun 01 18:56:32.501461 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18af4309-888d-4e9c-aa9e-880d60273ff9 req-8ee8e949-b269-4226-89d0-9a7b002c84a0 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Network 898153a3-5d71-43be-9d14-343ea4a48426 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:56:32.506320 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [req-18af4309-888d-4e9c-aa9e-880d60273ff9 req-8ee8e949-b269-4226-89d0-9a7b002c84a0 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:56:32.511654 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-18af4309-888d-4e9c-aa9e-880d60273ff9 req-8ee8e949-b269-4226-89d0-9a7b002c84a0 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:56:32.538025 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-86c55044-3617-4c1e-a4c9-971d8d3aec7b tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Deleting port d17e87ec-96c9-4f46-a23a-154d53823ce3 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:56:32.538571 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-86c55044-3617-4c1e-a4c9-971d8d3aec7b tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:32.596792 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18af4309-888d-4e9c-aa9e-880d60273ff9 req-8ee8e949-b269-4226-89d0-9a7b002c84a0 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:32.597461 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-18af4309-888d-4e9c-aa9e-880d60273ff9 req-8ee8e949-b269-4226-89d0-9a7b002c84a0 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:32.604766 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-72a6f52d-5b02-47b7-8c82-399691c532fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5005b12b-976d-4b75-98fc-6509d7954d19', 'name': 'tempest-ServerRescueTestJSON-2146786291-router', 'tenant_id': 'd0a1e5281a6a4a33a7366a726bd4d479', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.139'}], 'enable_snat': True}, 'gw_port_id': 'a96bfc7c-04b0-42b7-ba02-9811ed870c35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:56:13Z', 'updated_at': '2022-06-01T18:56:26Z', 'revision_number': 4, 'project_id': 'd0a1e5281a6a4a33a7366a726bd4d479', 'gw_port': {'id': 'a96bfc7c-04b0-42b7-ba02-9811ed870c35', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:7a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5005b12b-976d-4b75-98fc-6509d7954d19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:56:14Z', 'updated_at': '2022-06-01T18:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '8d4e352e-8861-4307-bfe4-063cdae4b160', 'name': '', 'network_id': '68c6e764-294d-4bbe-b8e6-e3de6ad7c308', 'tenant_id': 'd0a1e5281a6a4a33a7366a726bd4d479', 'mac_address': 'fa:16:3e:aa:27:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5005b12b-976d-4b75-98fc-6509d7954d19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '65007f2f-c4cf-4ea2-954f-0d213b184a70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:56:23Z', 'updated_at': '2022-06-01T18:56:31Z', 'revision_number': 4, 'project_id': 'd0a1e5281a6a4a33a7366a726bd4d479', 'subnets': [{'id': '65007f2f-c4cf-4ea2-954f-0d213b184a70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:56:32.609614 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a6f52d-5b02-47b7-8c82-399691c532fa None None] The sync data for ids ['5005b12b-976d-4b75-98fc-6509d7954d19'] in n-d-844202-1 is: [{'id': '5005b12b-976d-4b75-98fc-6509d7954d19', 'name': 'tempest-ServerRescueTestJSON-2146786291-router', 'tenant_id': 'd0a1e5281a6a4a33a7366a726bd4d479', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.139'}], 'enable_snat': True}, 'gw_port_id': 'a96bfc7c-04b0-42b7-ba02-9811ed870c35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:56:13Z', 'updated_at': '2022-06-01T18:56:26Z', 'revision_number': 4, 'project_id': 'd0a1e5281a6a4a33a7366a726bd4d479', 'gw_port': {'id': 'a96bfc7c-04b0-42b7-ba02-9811ed870c35', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:7a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5005b12b-976d-4b75-98fc-6509d7954d19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:56:14Z', 'updated_at': '2022-06-01T18:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '8d4e352e-8861-4307-bfe4-063cdae4b160', 'name': '', 'network_id': '68c6e764-294d-4bbe-b8e6-e3de6ad7c308', 'tenant_id': 'd0a1e5281a6a4a33a7366a726bd4d479', 'mac_address': 'fa:16:3e:aa:27:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5005b12b-976d-4b75-98fc-6509d7954d19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '65007f2f-c4cf-4ea2-954f-0d213b184a70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:56:23Z', 'updated_at': '2022-06-01T18:56:31Z', 'revision_number': 4, 'project_id': 'd0a1e5281a6a4a33a7366a726bd4d479', 'subnets': [{'id': '65007f2f-c4cf-4ea2-954f-0d213b184a70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 18:56:32.657970 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2e90c20-ac94-4546-98ca-66d2dd92c6ea None None] DHCP port deletion for 006f8cb6-6839-48cb-ab0c-80b523bd7c43 request from n-d-844202-1 {{(pid=88526) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 18:56:32.658741 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee8e949-b269-4226-89d0-9a7b002c84a0 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Pushing event updated for resources: {'Port': ['ID=c8b8fb79-fd92-474a-8ec2-5ac7b267ee2e,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:56:32.671919 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-a2e90c20-ac94-4546-98ca-66d2dd92c6ea None None] Deleting port d17e87ec-96c9-4f46-a23a-154d53823ce3 {{(pid=88526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:56:32.674233 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-18af4309-888d-4e9c-aa9e-880d60273ff9 req-8ee8e949-b269-4226-89d0-9a7b002c84a0 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.6438091 Jun 01 18:56:32.674363 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-a2e90c20-ac94-4546-98ca-66d2dd92c6ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:32.701373 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d842be-a641-4991-8f27-dc8b7e850864 req-a6b23b34-ddbb-4b0a-a617-47ec495c6b2b tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:32.718611 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d8d842be-a641-4991-8f27-dc8b7e850864 req-a6b23b34-ddbb-4b0a-a617-47ec495c6b2b tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/ports?device_id=594e6e02-b49f-46d7-a80a-450437cbea5b HTTP/1.1" status: 200 len: 945 time: 0.4087338 Jun 01 18:56:32.766635 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-18af4309-888d-4e9c-aa9e-880d60273ff9 req-afd3b3c7-998b-48cf-b82d-e96f0a513497 service neutron] Request body: {'port': {'device_id': 'bd257cd0-aa97-4526-8252-e04e5aa06d7c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844202-1'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:56:32.797545 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-6661fc50-7a6a-47fe-b0c9-1d5914b9374c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f630800496234927aaa0f3498728927d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3134851 Jun 01 18:56:32.807419 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 33062) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:56:32.871024 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fc43f6-d6af-43f0-a5c1-f896a4bf484c req-dc454a4d-244b-4bdd-a7a0-972dc8517c67 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:32.879068 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-77fc43f6-d6af-43f0-a5c1-f896a4bf484c req-dc454a4d-244b-4bdd-a7a0-972dc8517c67 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=863d6d17-7ec0-45a3-a6dc-82b322b76ced HTTP/1.1" status: 200 len: 945 time: 0.5079887 Jun 01 18:56:32.993905 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-18af4309-888d-4e9c-aa9e-880d60273ff9 req-afd3b3c7-998b-48cf-b82d-e96f0a513497 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:33.139743 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-073c5384-315d-4147-8208-fd680ea09251 None None] Provisioning for port c8b8fb79-fd92-474a-8ec2-5ac7b267ee2e completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:56:33.153128 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-a2e90c20-ac94-4546-98ca-66d2dd92c6ea None None] For port d17e87ec-96c9-4f46-a23a-154d53823ce3, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=d17e87ec-96c9-4f46-a23a-154d53823ce3,segment=NetworkSegment(83b96f02-cd90-4398-a931-f988354c5080),segment_id=83b96f02-cd90-4398-a931-f988354c5080)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:56:33.153724 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-a2e90c20-ac94-4546-98ca-66d2dd92c6ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:33.155167 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d8d842be-a641-4991-8f27-dc8b7e850864 req-c532f786-8235-4564-b32e-e2dcacf07a7a tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/security-groups?id=679bc320-73aa-41fb-80e9-32867c6d2bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4355893 Jun 01 18:56:33.169313 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-073c5384-315d-4147-8208-fd680ea09251 None None] Provisioning complete for port c8b8fb79-fd92-474a-8ec2-5ac7b267ee2e triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:56:33.169985 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-073c5384-315d-4147-8208-fd680ea09251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:33.330664 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-073c5384-315d-4147-8208-fd680ea09251 None None] Port c8b8fb79-fd92-474a-8ec2-5ac7b267ee2e cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 18:56:33.341828 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [None req-86c55044-3617-4c1e-a4c9-971d8d3aec7b tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] For port d17e87ec-96c9-4f46-a23a-154d53823ce3, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=d17e87ec-96c9-4f46-a23a-154d53823ce3,segment=NetworkSegment(83b96f02-cd90-4398-a931-f988354c5080),segment_id=83b96f02-cd90-4398-a931-f988354c5080)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:56:33.342324 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-86c55044-3617-4c1e-a4c9-971d8d3aec7b tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:33.361231 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-fc2870d5-ff93-4510-830d-1a3c75101c65 req-da3f5482-a2d6-4e77-af72-3571717edf43 tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] Synchronizing usage tracker for tenant:d0a1e5281a6a4a33a7366a726bd4d479 on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:56:33.399944 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-77fc43f6-d6af-43f0-a5c1-f896a4bf484c req-c4b1811c-475a-476e-ac2e-e4641d9b2d7b tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ce59b29-4aa6-4d2e-8584-a540c0a14c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5168266 Jun 01 18:56:33.403137 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-a2e90c20-ac94-4546-98ca-66d2dd92c6ea None None] Calling delete_port for d17e87ec-96c9-4f46-a23a-154d53823ce3 owned by network:dhcp {{(pid=88526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:56:33.543189 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-a2e90c20-ac94-4546-98ca-66d2dd92c6ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535'] for port, after_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:33.590219 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-fc2870d5-ff93-4510-830d-1a3c75101c65 req-da3f5482-a2d6-4e77-af72-3571717edf43 tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] Unset dirty status for tenant:d0a1e5281a6a4a33a7366a726bd4d479 on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:56:33.591484 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fc2870d5-ff93-4510-830d-1a3c75101c65 req-da3f5482-a2d6-4e77-af72-3571717edf43 tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] 10.222.0.41 "GET /v2.0/ports?device_id=f21b95ed-76cd-44e2-b692-d0bc9beb0214 HTTP/1.1" status: 200 len: 210 time: 0.2918627 Jun 01 18:56:33.604318 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e90c20-ac94-4546-98ca-66d2dd92c6ea None None] No DVR routers for this DVR port d17e87ec-96c9-4f46-a23a-154d53823ce3 on host n-d-844202-1 {{(pid=88526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 18:56:33.606146 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e90c20-ac94-4546-98ca-66d2dd92c6ea None None] Pushing event deleted for resources: {'Port': ['ID=d17e87ec-96c9-4f46-a23a-154d53823ce3,revision_number=None']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:56:33.666908 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-86c55044-3617-4c1e-a4c9-971d8d3aec7b tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Calling delete_port for d17e87ec-96c9-4f46-a23a-154d53823ce3 owned by network:dhcp {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:56:33.803916 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 8d4e352e-8861-4307-bfe4-063cdae4b160 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:56:33.840098 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-08a2261c-596b-4d2b-90fb-57b79f3e4a5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:33.841586 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [req-18af4309-888d-4e9c-aa9e-880d60273ff9 req-afd3b3c7-998b-48cf-b82d-e96f0a513497 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8b8fb79-fd92-474a-8ec2-5ac7b267ee2e {{(pid=88524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:56:33.859824 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-18af4309-888d-4e9c-aa9e-880d60273ff9 req-afd3b3c7-998b-48cf-b82d-e96f0a513497 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:33.896891 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [req-18af4309-888d-4e9c-aa9e-880d60273ff9 req-afd3b3c7-998b-48cf-b82d-e96f0a513497 service neutron] Transition to ACTIVE for port object c8b8fb79-fd92-474a-8ec2-5ac7b267ee2e will not be triggered until provisioned by entity L2. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:56:33.901003 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-18af4309-888d-4e9c-aa9e-880d60273ff9 req-afd3b3c7-998b-48cf-b82d-e96f0a513497 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:33.935501 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port 8d4e352e-8861-4307-bfe4-063cdae4b160 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:56:33.941301 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 8d4e352e-8861-4307-bfe4-063cdae4b160 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:56:33.941817 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:33.967919 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.db.api [None req-86c55044-3617-4c1e-a4c9-971d8d3aec7b tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88525) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 18:56:33.968551 n-d-844202-1 neutron-server[88525]: DEBUG oslo_db.api [None req-86c55044-3617-4c1e-a4c9-971d8d3aec7b tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 18:56:34.016045 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-08a2261c-596b-4d2b-90fb-57b79f3e4a5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:34.018566 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd3b3c7-998b-48cf-b82d-e96f0a513497 service neutron] Pushing event updated for resources: {'Port': ['ID=c8b8fb79-fd92-474a-8ec2-5ac7b267ee2e,revision_number=2']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:56:34.150860 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bd40fe-f4c0-4c49-957b-14b242eec34d req-875f9ef4-d9fc-4c14-9475-c9d146f63431 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:34.152761 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-41bd40fe-f4c0-4c49-957b-14b242eec34d req-875f9ef4-d9fc-4c14-9475-c9d146f63431 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] 10.222.0.41 "GET /v2.0/ports?device_id=89573410-7740-4786-add2-715066dfb6b7 HTTP/1.1" status: 200 len: 945 time: 0.4520137 Jun 01 18:56:34.159103 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1bf0d2-4b96-4664-af88-fe174b5cecbe req-5629224c-cfdc-498c-a9b3-79ab97030ee5 tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:34.160593 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ad1bf0d2-4b96-4664-af88-fe174b5cecbe req-5629224c-cfdc-498c-a9b3-79ab97030ee5 tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] 10.222.0.50 "GET /v2.0/networks?id=68c6e764-294d-4bbe-b8e6-e3de6ad7c308 HTTP/1.1" status: 200 len: 811 time: 0.4588120 Jun 01 18:56:34.196325 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [req-ad1bf0d2-4b96-4664-af88-fe174b5cecbe req-03858074-2059-4a59-a977-a1f37202a72f tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] Request body: {'port': {'device_id': 'f21b95ed-76cd-44e2-b692-d0bc9beb0214', 'network_id': '68c6e764-294d-4bbe-b8e6-e3de6ad7c308', 'admin_state_up': True, 'tenant_id': 'd0a1e5281a6a4a33a7366a726bd4d479'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:56:34.207032 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 8d4e352e-8861-4307-bfe4-063cdae4b160 is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:56:34.207414 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:34.255523 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31068fe-4375-429c-86ee-9d0c07a49947 req-67845199-fdbb-4e95-917a-a83dc805974c tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:34.256274 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-a31068fe-4375-429c-86ee-9d0c07a49947 req-67845199-fdbb-4e95-917a-a83dc805974c tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Synchronizing usage tracker for tenant:ed558a94bd42496298488549f6a1a20a on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:56:34.270207 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port 8d4e352e-8861-4307-bfe4-063cdae4b160, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=8d4e352e-8861-4307-bfe4-063cdae4b160,segment=NetworkSegment(5d37d6f1-f881-46ce-917f-1a0aba7e0745),segment_id=5d37d6f1-f881-46ce-917f-1a0aba7e0745)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:56:34.276497 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:34.291924 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-18af4309-888d-4e9c-aa9e-880d60273ff9 req-afd3b3c7-998b-48cf-b82d-e96f0a513497 service neutron] Attempting to bind port c8b8fb79-fd92-474a-8ec2-5ac7b267ee2e on host n-h2-844202-1 for vnic_type normal with profile {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:56:34.294624 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-18af4309-888d-4e9c-aa9e-880d60273ff9 req-afd3b3c7-998b-48cf-b82d-e96f0a513497 service neutron] Attempting to bind port c8b8fb79-fd92-474a-8ec2-5ac7b267ee2e by drivers openvswitch,hyperv on host n-h2-844202-1 at level 0 using segments [{'id': 'e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426'}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:56:34.294993 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18af4309-888d-4e9c-aa9e-880d60273ff9 req-afd3b3c7-998b-48cf-b82d-e96f0a513497 service neutron] Attempting to bind port c8b8fb79-fd92-474a-8ec2-5ac7b267ee2e on network 898153a3-5d71-43be-9d14-343ea4a48426 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:56:34.322757 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18af4309-888d-4e9c-aa9e-880d60273ff9 req-afd3b3c7-998b-48cf-b82d-e96f0a513497 service neutron] Port c8b8fb79-fd92-474a-8ec2-5ac7b267ee2e on network 898153a3-5d71-43be-9d14-343ea4a48426 not bound, no agent of type Open vSwitch agent registered on host n-h2-844202-1 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 18:56:34.323056 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18af4309-888d-4e9c-aa9e-880d60273ff9 req-afd3b3c7-998b-48cf-b82d-e96f0a513497 service neutron] Attempting to bind port c8b8fb79-fd92-474a-8ec2-5ac7b267ee2e on network 898153a3-5d71-43be-9d14-343ea4a48426 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:56:34.328154 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-a31068fe-4375-429c-86ee-9d0c07a49947 req-67845199-fdbb-4e95-917a-a83dc805974c tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Unset dirty status for tenant:ed558a94bd42496298488549f6a1a20a on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:56:34.332990 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a31068fe-4375-429c-86ee-9d0c07a49947 req-67845199-fdbb-4e95-917a-a83dc805974c tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd257cd0-aa97-4526-8252-e04e5aa06d7c HTTP/1.1" status: 200 len: 936 time: 0.5354815 Jun 01 18:56:34.337886 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18af4309-888d-4e9c-aa9e-880d60273ff9 req-afd3b3c7-998b-48cf-b82d-e96f0a513497 service neutron] Checking agent: {'id': 'f5db9968-6317-4186-9100-9e0ca6b50417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 18, 56, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:56:34.338259 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18af4309-888d-4e9c-aa9e-880d60273ff9 req-afd3b3c7-998b-48cf-b82d-e96f0a513497 service neutron] Checking segment: {'id': 'e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:56:34.338660 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18af4309-888d-4e9c-aa9e-880d60273ff9 req-afd3b3c7-998b-48cf-b82d-e96f0a513497 service neutron] Bound using segment: {'id': 'e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426'} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:56:34.339379 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-18af4309-888d-4e9c-aa9e-880d60273ff9 req-afd3b3c7-998b-48cf-b82d-e96f0a513497 service neutron] Bound port: c8b8fb79-fd92-474a-8ec2-5ac7b267ee2e, host: n-h2-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426'}}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:56:34.339961 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-18af4309-888d-4e9c-aa9e-880d60273ff9 req-afd3b3c7-998b-48cf-b82d-e96f0a513497 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:34.356170 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-41bd40fe-f4c0-4c49-957b-14b242eec34d req-d927a7d8-d7f1-44c3-96e0-2a3753f1fa1d tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] 10.222.0.41 "GET /v2.0/security-groups?id=10328742-6369-4815-ae6a-3cb954039bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942248 Jun 01 18:56:34.363439 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-08a2261c-596b-4d2b-90fb-57b79f3e4a5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:34.401456 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a2261c-596b-4d2b-90fb-57b79f3e4a5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d7f1fab-24b6-4e97-ab6d-c83758818eeb,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:56:34.405443 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=8d4e352e-8861-4307-bfe4-063cdae4b160,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:56:34.409125 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device d17e87ec-96c9-4f46-a23a-154d53823ce3 no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:56:34.474083 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: d17e87ec-96c9-4f46-a23a-154d53823ce3 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 18:56:34.474345 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device d17e87ec-96c9-4f46-a23a-154d53823ce3 not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 18:56:34.501762 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-86c55044-3617-4c1e-a4c9-971d8d3aec7b tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Deleting port d17e87ec-96c9-4f46-a23a-154d53823ce3 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:56:34.502098 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-86c55044-3617-4c1e-a4c9-971d8d3aec7b tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:34.521298 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-a31068fe-4375-429c-86ee-9d0c07a49947 req-457aa0ba-0d45-4087-b5d5-835bafc887c4 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Synchronizing usage tracker for tenant:ed558a94bd42496298488549f6a1a20a on resource:security_group {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:56:34.543006 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-08a2261c-596b-4d2b-90fb-57b79f3e4a5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:34.544124 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-08a2261c-596b-4d2b-90fb-57b79f3e4a5c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1d7f1fab-24b6-4e97-ab6d-c83758818eeb HTTP/1.1" status: 204 len: 168 time: 1.7223990 Jun 01 18:56:34.571196 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-a31068fe-4375-429c-86ee-9d0c07a49947 req-457aa0ba-0d45-4087-b5d5-835bafc887c4 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Unset dirty status for tenant:ed558a94bd42496298488549f6a1a20a on resource:security_group {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:56:34.572366 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a31068fe-4375-429c-86ee-9d0c07a49947 req-457aa0ba-0d45-4087-b5d5-835bafc887c4 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.41 "GET /v2.0/security-groups?id=22665066-3f80-4493-8b7a-e2faea6c666a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2366116 Jun 01 18:56:34.583807 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-18af4309-888d-4e9c-aa9e-880d60273ff9 req-afd3b3c7-998b-48cf-b82d-e96f0a513497 service neutron] For port c8b8fb79-fd92-474a-8ec2-5ac7b267ee2e, host n-h2-844202-1, cleared binding levels {{(pid=88524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:56:34.585471 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-86c55044-3617-4c1e-a4c9-971d8d3aec7b tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] The port 'd17e87ec-96c9-4f46-a23a-154d53823ce3' was deleted {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 01 18:56:34.587179 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [req-ad1bf0d2-4b96-4664-af88-fe174b5cecbe req-03858074-2059-4a59-a977-a1f37202a72f tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:56:34.595700 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-18af4309-888d-4e9c-aa9e-880d60273ff9 req-afd3b3c7-998b-48cf-b82d-e96f0a513497 service neutron] For port c8b8fb79-fd92-474a-8ec2-5ac7b267ee2e, host n-h2-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=c8b8fb79-fd92-474a-8ec2-5ac7b267ee2e,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:56:34.607821 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-18af4309-888d-4e9c-aa9e-880d60273ff9 req-afd3b3c7-998b-48cf-b82d-e96f0a513497 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:34.633989 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [req-ad1bf0d2-4b96-4664-af88-fe174b5cecbe req-03858074-2059-4a59-a977-a1f37202a72f tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:56:34.695918 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd3b3c7-998b-48cf-b82d-e96f0a513497 service neutron] Pushing event updated for resources: {'Port': ['ID=c8b8fb79-fd92-474a-8ec2-5ac7b267ee2e,revision_number=3']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:56:34.725668 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18af4309-888d-4e9c-aa9e-880d60273ff9 req-afd3b3c7-998b-48cf-b82d-e96f0a513497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:34.728090 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad1bf0d2-4b96-4664-af88-fe174b5cecbe req-03858074-2059-4a59-a977-a1f37202a72f tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] Made reservation on behalf of d0a1e5281a6a4a33a7366a726bd4d479 for: {'port': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:56:34.728871 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-18af4309-888d-4e9c-aa9e-880d60273ff9 req-afd3b3c7-998b-48cf-b82d-e96f0a513497 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:34.731966 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-ad1bf0d2-4b96-4664-af88-fe174b5cecbe req-03858074-2059-4a59-a977-a1f37202a72f tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:34.734417 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-18af4309-888d-4e9c-aa9e-880d60273ff9 req-afd3b3c7-998b-48cf-b82d-e96f0a513497 service neutron] 10.222.0.50 "PUT /v2.0/ports/c8b8fb79-fd92-474a-8ec2-5ac7b267ee2e HTTP/1.1" status: 200 len: 1096 time: 2.0047407 Jun 01 18:56:34.735635 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd257cd0-aa97-4526-8252-e04e5aa06d7c', 'tag': 'c8b8fb79-fd92-474a-8ec2-5ac7b267ee2e'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:56:34.771372 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-86c55044-3617-4c1e-a4c9-971d8d3aec7b tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:34.911634 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-86c55044-3617-4c1e-a4c9-971d8d3aec7b tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['006f8cb6-6839-48cb-ab0c-80b523bd7c43']}} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:56:34.925531 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d0530d-aff5-4908-b527-27eb7fe53fa8 req-63fe2309-523c-41b2-bb07-2db376531c93 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:34.933231 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-54d0530d-aff5-4908-b527-27eb7fe53fa8 req-63fe2309-523c-41b2-bb07-2db376531c93 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/ports?device_id=594e6e02-b49f-46d7-a80a-450437cbea5b HTTP/1.1" status: 200 len: 945 time: 0.1604009 Jun 01 18:56:34.955015 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f7eeb018-fe30-49d3-aa35-4ad6014aeeae req-b6fb40d0-e438-4d58-8540-368f10d5ae5e tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] 10.222.0.41 "GET /v2.0/ports?device_id=f21b95ed-76cd-44e2-b692-d0bc9beb0214 HTTP/1.1" status: 200 len: 210 time: 0.0782743 Jun 01 18:56:34.955394 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18af4309-888d-4e9c-aa9e-880d60273ff9 req-117905ed-1279-4ce7-8a06-b5c80ed7a268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:34.956908 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-18af4309-888d-4e9c-aa9e-880d60273ff9 req-117905ed-1279-4ce7-8a06-b5c80ed7a268 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ed558a94bd42496298488549f6a1a20a&device_id=bd257cd0-aa97-4526-8252-e04e5aa06d7c HTTP/1.1" status: 200 len: 1099 time: 0.1470017 Jun 01 18:56:34.980591 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-86c55044-3617-4c1e-a4c9-971d8d3aec7b tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83b96f02-cd90-4398-a931-f988354c5080') {'for_net_delete': True} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:56:34.981295 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-86c55044-3617-4c1e-a4c9-971d8d3aec7b tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83b96f02-cd90-4398-a931-f988354c5080') {} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:56:35.035293 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-86c55044-3617-4c1e-a4c9-971d8d3aec7b tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2258522'] for segment, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:35.093457 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-86c55044-3617-4c1e-a4c9-971d8d3aec7b tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:35.102194 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86c55044-3617-4c1e-a4c9-971d8d3aec7b tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=88525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 18:56:35.102691 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-86c55044-3617-4c1e-a4c9-971d8d3aec7b tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2613981'] for segment, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:35.217249 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment 83b96f02-cd90-4398-a931-f988354c5080 resource provider aggregate not found Jun 01 18:56:35.270899 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-18af4309-888d-4e9c-aa9e-880d60273ff9 req-6115d611-51e4-4d62-bfe1-0134e126ad4f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=c8b8fb79-fd92-474a-8ec2-5ac7b267ee2e HTTP/1.1" status: 200 len: 217 time: 0.3018861 Jun 01 18:56:35.279512 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-54d0530d-aff5-4908-b527-27eb7fe53fa8 req-54aad312-247a-4b1d-b3af-9a966ffd5ae4 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/security-groups?id=679bc320-73aa-41fb-80e9-32867c6d2bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3459415 Jun 01 18:56:35.325035 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment 83b96f02-cd90-4398-a931-f988354c5080 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 83b96f02-cd90-4398-a931-f988354c5080 found for delete ", "request_id": "req-d8390591-a56f-4389-bb16-c07fccb301cb"}]} Jun 01 18:56:35.363597 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-86c55044-3617-4c1e-a4c9-971d8d3aec7b tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:35.365707 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4321e684-c24e-4fff-930b-f00166135a68'] response: {'name': 'network-changed', 'server_uuid': 'bd257cd0-aa97-4526-8252-e04e5aa06d7c', 'tag': 'c8b8fb79-fd92-474a-8ec2-5ac7b267ee2e', 'status': 'completed', 'code': 200} Jun 01 18:56:35.368808 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18af4309-888d-4e9c-aa9e-880d60273ff9 req-c3c10c38-0d8d-4c6f-8b63-be30c6204701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:35.370256 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-18af4309-888d-4e9c-aa9e-880d60273ff9 req-c3c10c38-0d8d-4c6f-8b63-be30c6204701 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=35e3ad2f-9c88-4698-b634-4e1b58de1cc2 HTTP/1.1" status: 200 len: 843 time: 0.0891910 Jun 01 18:56:35.373888 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-86c55044-3617-4c1e-a4c9-971d8d3aec7b tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:35.418819 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-86c55044-3617-4c1e-a4c9-971d8d3aec7b tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] 10.222.0.41 "DELETE /v2.0/networks/006f8cb6-6839-48cb-ab0c-80b523bd7c43 HTTP/1.1" status: 204 len: 168 time: 3.3349783 Jun 01 18:56:35.419631 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c55044-3617-4c1e-a4c9-971d8d3aec7b tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Pushing event deleted for resources: {'Network': ['ID=006f8cb6-6839-48cb-ab0c-80b523bd7c43,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:56:35.423894 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [req-ad1bf0d2-4b96-4664-af88-fe174b5cecbe req-03858074-2059-4a59-a977-a1f37202a72f tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] Allocated IP 172.20.0.13 (68c6e764-294d-4bbe-b8e6-e3de6ad7c308/65007f2f-c4cf-4ea2-954f-0d213b184a70/2303f6ca-cb4b-409a-bddb-a0b01bfc0087) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:56:35.425787 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 33096) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:56:35.428983 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca052860-194b-40d8-9560-2e016a3ad9a3 req-4aa19d06-b6b6-4abb-88da-1669550b3dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:35.430980 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ca052860-194b-40d8-9560-2e016a3ad9a3 req-4aa19d06-b6b6-4abb-88da-1669550b3dd2 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=89573410-7740-4786-add2-715066dfb6b7 HTTP/1.1" status: 200 len: 1096 time: 0.2170384 Jun 01 18:56:35.500838 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ca052860-194b-40d8-9560-2e016a3ad9a3 req-a7050579-b266-477e-a197-7e181fee3d26 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=10328742-6369-4815-ae6a-3cb954039bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608416 Jun 01 18:56:35.507750 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18af4309-888d-4e9c-aa9e-880d60273ff9 req-9d78feba-9532-4bea-81ac-87b164629d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:35.509511 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-18af4309-888d-4e9c-aa9e-880d60273ff9 req-9d78feba-9532-4bea-81ac-87b164629d12 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=898153a3-5d71-43be-9d14-343ea4a48426&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1333051 Jun 01 18:56:35.613125 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-9085299f-b5de-4f8c-99be-76bfe1abd362 tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Synchronizing usage tracker for tenant:9f71989c7c434331bb3847fd2e880727 on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:56:35.657698 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48275233-6c5f-49ea-9499-47dfdc726d19 req-52d3fd30-346f-418e-b70b-f9dab1ff050f tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:35.659599 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-48275233-6c5f-49ea-9499-47dfdc726d19 req-52d3fd30-346f-418e-b70b-f9dab1ff050f tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=863d6d17-7ec0-45a3-a6dc-82b322b76ced HTTP/1.1" status: 200 len: 945 time: 0.4780812 Jun 01 18:56:35.726118 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 8d4e352e-8861-4307-bfe4-063cdae4b160 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:56:35.727997 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-9085299f-b5de-4f8c-99be-76bfe1abd362 tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Unset dirty status for tenant:9f71989c7c434331bb3847fd2e880727 on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:56:35.729336 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-9085299f-b5de-4f8c-99be-76bfe1abd362 tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] 10.222.0.41 "GET /v2.0/ports?device_id=f459c03f-9745-4bf0-bd37-593218b38232 HTTP/1.1" status: 200 len: 205 time: 0.3026612 Jun 01 18:56:35.732099 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 33110) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:56:35.747211 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13c0902-3fbc-4c18-8d19-8ff53a47c299 req-355d232d-3706-476d-a9d5-edd052e78c15 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:35.754851 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e13c0902-3fbc-4c18-8d19-8ff53a47c299 req-355d232d-3706-476d-a9d5-edd052e78c15 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] 10.222.0.41 "GET /v2.0/ports?device_id=89573410-7740-4786-add2-715066dfb6b7 HTTP/1.1" status: 200 len: 945 time: 0.1605542 Jun 01 18:56:35.805097 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-48275233-6c5f-49ea-9499-47dfdc726d19 req-cfeaa55e-0f40-47d9-9a01-c8b02b13c42e tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ce59b29-4aa6-4d2e-8584-a540c0a14c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1204128 Jun 01 18:56:35.840400 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 8d4e352e-8861-4307-bfe4-063cdae4b160 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:56:35.840814 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:35.855885 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-18af4309-888d-4e9c-aa9e-880d60273ff9 req-b9585c9a-4786-4123-a88c-c18d20b937bc service neutron] 10.222.0.50 "GET /v2.0/networks/898153a3-5d71-43be-9d14-343ea4a48426?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3400896 Jun 01 18:56:35.990050 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 8d4e352e-8861-4307-bfe4-063cdae4b160 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:56:36.067792 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-ad1bf0d2-4b96-4664-af88-fe174b5cecbe req-03858074-2059-4a59-a977-a1f37202a72f tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:36.074843 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-7e64c7c2-6375-46b0-9020-579ba16cb653 tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Notify callbacks [] for router, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:36.121783 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b998e5-dd68-44e6-8f57-50861e918712 req-68874073-9c1b-436f-b149-bfc4431e35c1 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:36.123554 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-60b998e5-dd68-44e6-8f57-50861e918712 req-68874073-9c1b-436f-b149-bfc4431e35c1 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd257cd0-aa97-4526-8252-e04e5aa06d7c HTTP/1.1" status: 200 len: 948 time: 0.1249881 Jun 01 18:56:36.133900 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-ad1bf0d2-4b96-4664-af88-fe174b5cecbe req-03858074-2059-4a59-a977-a1f37202a72f tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:36.220401 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e13c0902-3fbc-4c18-8d19-8ff53a47c299 req-dc87611c-12bc-49e3-be9f-8998666754bf tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] 10.222.0.41 "GET /v2.0/security-groups?id=10328742-6369-4815-ae6a-3cb954039bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4646640 Jun 01 18:56:36.242510 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad1bf0d2-4b96-4664-af88-fe174b5cecbe req-03858074-2059-4a59-a977-a1f37202a72f tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] Network 68c6e764-294d-4bbe-b8e6-e3de6ad7c308 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:56:36.248564 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [req-ad1bf0d2-4b96-4664-af88-fe174b5cecbe req-03858074-2059-4a59-a977-a1f37202a72f tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:56:36.250947 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad1bf0d2-4b96-4664-af88-fe174b5cecbe req-03858074-2059-4a59-a977-a1f37202a72f tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:56:36.309027 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-60b998e5-dd68-44e6-8f57-50861e918712 req-9646be8e-28c8-4307-bebf-9c5ecbd879b6 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.41 "GET /v2.0/security-groups?id=22665066-3f80-4493-8b7a-e2faea6c666a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683137 Jun 01 18:56:36.315757 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03858074-2059-4a59-a977-a1f37202a72f tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] Pushing event updated for resources: {'Port': ['ID=2303f6ca-cb4b-409a-bddb-a0b01bfc0087,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:56:36.376804 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1bf0d2-4b96-4664-af88-fe174b5cecbe req-03858074-2059-4a59-a977-a1f37202a72f tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:36.377494 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-ad1bf0d2-4b96-4664-af88-fe174b5cecbe req-03858074-2059-4a59-a977-a1f37202a72f tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:36.399989 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ad1bf0d2-4b96-4664-af88-fe174b5cecbe req-03858074-2059-4a59-a977-a1f37202a72f tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2214162 Jun 01 18:56:36.413386 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [req-ad1bf0d2-4b96-4664-af88-fe174b5cecbe req-c5d46f5a-0fb6-4a34-ad7e-63c873aee27b service neutron] Request body: {'port': {'device_id': 'f21b95ed-76cd-44e2-b692-d0bc9beb0214', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844202-1'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:56:36.509534 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-7e64c7c2-6375-46b0-9020-579ba16cb653 tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25316'] for router, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:36.514551 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-7e64c7c2-6375-46b0-9020-579ba16cb653 tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:36.517551 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-18af4309-888d-4e9c-aa9e-880d60273ff9 req-9652997e-9d96-45b4-ae37-dd0666897324 service neutron] 10.222.0.50 "GET /v2.0/networks/898153a3-5d71-43be-9d14-343ea4a48426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6065407 Jun 01 18:56:36.558076 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-7e64c7c2-6375-46b0-9020-579ba16cb653 tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-891519'] for router, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:36.558499 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e64c7c2-6375-46b0-9020-579ba16cb653 tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Fanout notify agent at l3_agent the message router_deleted on router f459c03f-9745-4bf0-bd37-593218b38232 {{(pid=88524) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 18:56:36.576907 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dffdfa-d462-4c1c-b79a-cc7ffdffc884 req-d96ae5c4-b9b6-4a85-bbe9-e99a6824020f tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:36.578393 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-73dffdfa-d462-4c1c-b79a-cc7ffdffc884 req-d96ae5c4-b9b6-4a85-bbe9-e99a6824020f tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=863d6d17-7ec0-45a3-a6dc-82b322b76ced HTTP/1.1" status: 200 len: 945 time: 0.1422358 Jun 01 18:56:36.582348 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-7e64c7c2-6375-46b0-9020-579ba16cb653 tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] Notify callbacks [] for router, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:36.586729 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-7e64c7c2-6375-46b0-9020-579ba16cb653 tempest-RoutersNegativeTest-815014920 tempest-RoutersNegativeTest-815014920-project] 10.222.0.41 "DELETE /v2.0/routers/f459c03f-9745-4bf0-bd37-593218b38232 HTTP/1.1" status: 204 len: 168 time: 0.8536057 Jun 01 18:56:36.622319 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b471a5df-9cdf-44df-9143-f1a71d03f277 req-9cd3ea95-d27d-4d21-a5ed-f55f2fb4d6f6 tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:36.623028 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-b471a5df-9cdf-44df-9143-f1a71d03f277 req-9cd3ea95-d27d-4d21-a5ed-f55f2fb4d6f6 tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] Synchronizing usage tracker for tenant:d0a1e5281a6a4a33a7366a726bd4d479 on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:56:36.625877 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 33136) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:56:36.626187 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-ad1bf0d2-4b96-4664-af88-fe174b5cecbe req-c5d46f5a-0fb6-4a34-ad7e-63c873aee27b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:36.694595 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-b471a5df-9cdf-44df-9143-f1a71d03f277 req-9cd3ea95-d27d-4d21-a5ed-f55f2fb4d6f6 tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] Unset dirty status for tenant:d0a1e5281a6a4a33a7366a726bd4d479 on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:56:36.696450 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b471a5df-9cdf-44df-9143-f1a71d03f277 req-9cd3ea95-d27d-4d21-a5ed-f55f2fb4d6f6 tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] 10.222.0.41 "GET /v2.0/ports?device_id=f21b95ed-76cd-44e2-b692-d0bc9beb0214 HTTP/1.1" status: 200 len: 932 time: 0.2416289 Jun 01 18:56:36.777173 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b471a5df-9cdf-44df-9143-f1a71d03f277 req-b3cd65a4-8371-4d9c-8a72-4533c6df3b39 tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cd81dcd-fddd-4cdb-b7e0-911a736e672d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735974 Jun 01 18:56:36.861624 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-73dffdfa-d462-4c1c-b79a-cc7ffdffc884 req-ccf267a1-f3fc-46d8-afef-b178e820f4b5 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ce59b29-4aa6-4d2e-8584-a540c0a14c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2737780 Jun 01 18:56:36.887846 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-6ef1b512-1c96-49f6-929c-feb12596a27d tempest-RoutersAdminNegativeTest-1671844358 tempest-RoutersAdminNegativeTest-1671844358-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1768105001', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:56:36.895123 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf76414-5ee1-4035-95d5-74bc09e4760e req-d0dde1e0-11db-4c73-9f52-ace5f1fc518e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:36.896213 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ebf76414-5ee1-4035-95d5-74bc09e4760e req-d0dde1e0-11db-4c73-9f52-ace5f1fc518e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ed558a94bd42496298488549f6a1a20a&device_id=bd257cd0-aa97-4526-8252-e04e5aa06d7c HTTP/1.1" status: 200 len: 1099 time: 0.2874610 Jun 01 18:56:36.956190 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-6ef1b512-1c96-49f6-929c-feb12596a27d tempest-RoutersAdminNegativeTest-1671844358 tempest-RoutersAdminNegativeTest-1671844358-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:56:37.031146 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-6ef1b512-1c96-49f6-929c-feb12596a27d tempest-RoutersAdminNegativeTest-1671844358 tempest-RoutersAdminNegativeTest-1671844358-project-admin] Usage tracker for resource:port and tenant:c6c905183d6a478c94b9f518af30b604 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:56:37.040958 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-6ef1b512-1c96-49f6-929c-feb12596a27d tempest-RoutersAdminNegativeTest-1671844358 tempest-RoutersAdminNegativeTest-1671844358-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:56:37.049791 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-6ef1b512-1c96-49f6-929c-feb12596a27d tempest-RoutersAdminNegativeTest-1671844358 tempest-RoutersAdminNegativeTest-1671844358-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:56:37.071703 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-9c7005e7-92b1-4efc-b9e5-fc442fd3824c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:37.079945 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ef1b512-1c96-49f6-929c-feb12596a27d tempest-RoutersAdminNegativeTest-1671844358 tempest-RoutersAdminNegativeTest-1671844358-project-admin] Made reservation on behalf of c6c905183d6a478c94b9f518af30b604 for: {'port': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:56:37.082201 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6ef1b512-1c96-49f6-929c-feb12596a27d tempest-RoutersAdminNegativeTest-1671844358 tempest-RoutersAdminNegativeTest-1671844358-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:37.105692 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 33146) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:56:37.108467 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf76414-5ee1-4035-95d5-74bc09e4760e req-84a31ad9-5768-450c-b4a8-cba3af876b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:37.109883 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ebf76414-5ee1-4035-95d5-74bc09e4760e req-84a31ad9-5768-450c-b4a8-cba3af876b3f service neutron] 10.222.0.50 "GET /v2.0/networks?id=898153a3-5d71-43be-9d14-343ea4a48426 HTTP/1.1" status: 200 len: 870 time: 0.2072246 Jun 01 18:56:37.115375 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6ef1b512-1c96-49f6-929c-feb12596a27d tempest-RoutersAdminNegativeTest-1671844358 tempest-RoutersAdminNegativeTest-1671844358-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:37.153321 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-6ef1b512-1c96-49f6-929c-feb12596a27d tempest-RoutersAdminNegativeTest-1671844358 tempest-RoutersAdminNegativeTest-1671844358-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:56:37.160692 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-6ef1b512-1c96-49f6-929c-feb12596a27d tempest-RoutersAdminNegativeTest-1671844358 tempest-RoutersAdminNegativeTest-1671844358-project-admin] Usage tracker for resource:security_group_rule and tenant:c6c905183d6a478c94b9f518af30b604 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:56:37.167300 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-6ef1b512-1c96-49f6-929c-feb12596a27d tempest-RoutersAdminNegativeTest-1671844358 tempest-RoutersAdminNegativeTest-1671844358-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:56:37.176453 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-6ef1b512-1c96-49f6-929c-feb12596a27d tempest-RoutersAdminNegativeTest-1671844358 tempest-RoutersAdminNegativeTest-1671844358-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:56:37.191979 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93478e8f-1181-4788-adc7-bb6730ec3c40 req-b552f44e-cf72-478f-baf8-8cf7059829c3 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:37.193795 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ebf76414-5ee1-4035-95d5-74bc09e4760e req-a6e17728-39a5-425f-bfdf-6fd9b94bf499 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=c8b8fb79-fd92-474a-8ec2-5ac7b267ee2e HTTP/1.1" status: 200 len: 217 time: 0.0777674 Jun 01 18:56:37.198184 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-93478e8f-1181-4788-adc7-bb6730ec3c40 req-b552f44e-cf72-478f-baf8-8cf7059829c3 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/ports?device_id=594e6e02-b49f-46d7-a80a-450437cbea5b HTTP/1.1" status: 200 len: 945 time: 0.2936466 Jun 01 18:56:37.316299 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [req-ad1bf0d2-4b96-4664-af88-fe174b5cecbe req-c5d46f5a-0fb6-4a34-ad7e-63c873aee27b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2303f6ca-cb4b-409a-bddb-a0b01bfc0087 {{(pid=88525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:56:37.325673 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf76414-5ee1-4035-95d5-74bc09e4760e req-125ba0bc-930a-445a-8dbf-448cf68f01c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:37.327179 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ebf76414-5ee1-4035-95d5-74bc09e4760e req-125ba0bc-930a-445a-8dbf-448cf68f01c6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=35e3ad2f-9c88-4698-b634-4e1b58de1cc2 HTTP/1.1" status: 200 len: 843 time: 0.1241620 Jun 01 18:56:37.332918 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-93478e8f-1181-4788-adc7-bb6730ec3c40 req-c54e2094-befb-4043-9f9b-d3dcf4a82a19 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/security-groups?id=679bc320-73aa-41fb-80e9-32867c6d2bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290495 Jun 01 18:56:37.335324 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e177e5c7-ec9a-4db5-853a-5c864e1e627f req-5944b749-cfbd-4a96-a98a-c31062b94a64 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:37.336697 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-ad1bf0d2-4b96-4664-af88-fe174b5cecbe req-c5d46f5a-0fb6-4a34-ad7e-63c873aee27b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:37.337314 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e177e5c7-ec9a-4db5-853a-5c864e1e627f req-5944b749-cfbd-4a96-a98a-c31062b94a64 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=863d6d17-7ec0-45a3-a6dc-82b322b76ced HTTP/1.1" status: 200 len: 945 time: 0.2904115 Jun 01 18:56:37.360400 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [req-ad1bf0d2-4b96-4664-af88-fe174b5cecbe req-c5d46f5a-0fb6-4a34-ad7e-63c873aee27b service neutron] Transition to ACTIVE for port object 2303f6ca-cb4b-409a-bddb-a0b01bfc0087 will not be triggered until provisioned by entity L2. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:56:37.371395 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-ad1bf0d2-4b96-4664-af88-fe174b5cecbe req-c5d46f5a-0fb6-4a34-ad7e-63c873aee27b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:37.391968 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-e387350a-0249-4ffb-ad79-0fd38d3b26c6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9f71989c7c434331bb3847fd2e880727&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2850249 Jun 01 18:56:37.392750 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 33156) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:56:37.478211 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e177e5c7-ec9a-4db5-853a-5c864e1e627f req-8958ed6c-d5e6-4bb3-858a-3f712528266b tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ce59b29-4aa6-4d2e-8584-a540c0a14c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972860 Jun 01 18:56:37.512469 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-3b1b2624-36cc-4442-bc19-ddebe2339b07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:37.524652 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf76414-5ee1-4035-95d5-74bc09e4760e req-6bf7fd55-7449-47ea-b549-be77a9ec9a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:37.526163 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ebf76414-5ee1-4035-95d5-74bc09e4760e req-6bf7fd55-7449-47ea-b549-be77a9ec9a98 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=898153a3-5d71-43be-9d14-343ea4a48426&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1851041 Jun 01 18:56:37.571289 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-3b1b2624-36cc-4442-bc19-ddebe2339b07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:37.571623 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6ef1b512-1c96-49f6-929c-feb12596a27d tempest-RoutersAdminNegativeTest-1671844358 tempest-RoutersAdminNegativeTest-1671844358-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:37.577967 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d46f5a-0fb6-4a34-ad7e-63c873aee27b service neutron] Pushing event updated for resources: {'Port': ['ID=2303f6ca-cb4b-409a-bddb-a0b01bfc0087,revision_number=2']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:56:37.609507 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6ef1b512-1c96-49f6-929c-feb12596a27d tempest-RoutersAdminNegativeTest-1671844358 tempest-RoutersAdminNegativeTest-1671844358-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:37.627715 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [None req-6ef1b512-1c96-49f6-929c-feb12596a27d tempest-RoutersAdminNegativeTest-1671844358 tempest-RoutersAdminNegativeTest-1671844358-project-admin] device_id is not set on port 74d9cf9a-927c-4859-a69c-e35d0be5aa43 yet. {{(pid=88525) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 18:56:37.768757 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ebf76414-5ee1-4035-95d5-74bc09e4760e req-a5cc08cf-a374-4d0e-9ae3-4d3762094e08 service neutron] 10.222.0.50 "GET /v2.0/networks/898153a3-5d71-43be-9d14-343ea4a48426?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2307785 Jun 01 18:56:37.794101 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-3b1b2624-36cc-4442-bc19-ddebe2339b07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:37.874326 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1b2624-36cc-4442-bc19-ddebe2339b07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bff36b99-96d1-45a2-aa5b-b17c895a5d58,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:56:37.885875 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef1b512-1c96-49f6-929c-feb12596a27d tempest-RoutersAdminNegativeTest-1671844358 tempest-RoutersAdminNegativeTest-1671844358-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75dafe3e-b8c6-4344-8721-03032f29bff9,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:56:37.893579 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-3b1b2624-36cc-4442-bc19-ddebe2339b07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:37.900509 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-3b1b2624-36cc-4442-bc19-ddebe2339b07 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bff36b99-96d1-45a2-aa5b-b17c895a5d58 HTTP/1.1" status: 204 len: 168 time: 0.5034595 Jun 01 18:56:37.911305 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8d9a9f-0d84-4196-9606-ef169d6152a1 req-1d7adb83-30e6-41b0-93ec-0c747eaed6dc tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:37.919215 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ab8d9a9f-0d84-4196-9606-ef169d6152a1 req-1d7adb83-30e6-41b0-93ec-0c747eaed6dc tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd257cd0-aa97-4526-8252-e04e5aa06d7c HTTP/1.1" status: 200 len: 948 time: 0.2982228 Jun 01 18:56:37.970132 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-ad1bf0d2-4b96-4664-af88-fe174b5cecbe req-c5d46f5a-0fb6-4a34-ad7e-63c873aee27b service neutron] Attempting to bind port 2303f6ca-cb4b-409a-bddb-a0b01bfc0087 on host n-h2-844202-1 for vnic_type normal with profile {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:56:37.970483 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-ad1bf0d2-4b96-4664-af88-fe174b5cecbe req-c5d46f5a-0fb6-4a34-ad7e-63c873aee27b service neutron] Attempting to bind port 2303f6ca-cb4b-409a-bddb-a0b01bfc0087 by drivers openvswitch,hyperv on host n-h2-844202-1 at level 0 using segments [{'id': '5d37d6f1-f881-46ce-917f-1a0aba7e0745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '68c6e764-294d-4bbe-b8e6-e3de6ad7c308'}] {{(pid=88525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:56:37.970814 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad1bf0d2-4b96-4664-af88-fe174b5cecbe req-c5d46f5a-0fb6-4a34-ad7e-63c873aee27b service neutron] Attempting to bind port 2303f6ca-cb4b-409a-bddb-a0b01bfc0087 on network 68c6e764-294d-4bbe-b8e6-e3de6ad7c308 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:56:37.985443 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0e06f7-1a3b-4340-bb54-f1e7c8415f6a req-6b8131dc-6719-4ea3-beb7-e94b1fe5e80d tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:37.992990 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3a0e06f7-1a3b-4340-bb54-f1e7c8415f6a req-6b8131dc-6719-4ea3-beb7-e94b1fe5e80d tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] 10.222.0.41 "GET /v2.0/ports?device_id=89573410-7740-4786-add2-715066dfb6b7 HTTP/1.1" status: 200 len: 945 time: 0.4674885 Jun 01 18:56:38.009694 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ab8d9a9f-0d84-4196-9606-ef169d6152a1 req-9ee96753-f2a4-43ac-98c7-12ba961044a1 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.41 "GET /v2.0/security-groups?id=22665066-3f80-4493-8b7a-e2faea6c666a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891232 Jun 01 18:56:38.012369 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad1bf0d2-4b96-4664-af88-fe174b5cecbe req-c5d46f5a-0fb6-4a34-ad7e-63c873aee27b service neutron] Port 2303f6ca-cb4b-409a-bddb-a0b01bfc0087 on network 68c6e764-294d-4bbe-b8e6-e3de6ad7c308 not bound, no agent of type Open vSwitch agent registered on host n-h2-844202-1 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 18:56:38.012737 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad1bf0d2-4b96-4664-af88-fe174b5cecbe req-c5d46f5a-0fb6-4a34-ad7e-63c873aee27b service neutron] Attempting to bind port 2303f6ca-cb4b-409a-bddb-a0b01bfc0087 on network 68c6e764-294d-4bbe-b8e6-e3de6ad7c308 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:56:38.028867 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad1bf0d2-4b96-4664-af88-fe174b5cecbe req-c5d46f5a-0fb6-4a34-ad7e-63c873aee27b service neutron] Checking agent: {'id': 'f5db9968-6317-4186-9100-9e0ca6b50417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 18, 56, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:56:38.029210 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad1bf0d2-4b96-4664-af88-fe174b5cecbe req-c5d46f5a-0fb6-4a34-ad7e-63c873aee27b service neutron] Checking segment: {'id': '5d37d6f1-f881-46ce-917f-1a0aba7e0745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '68c6e764-294d-4bbe-b8e6-e3de6ad7c308'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:56:38.029589 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad1bf0d2-4b96-4664-af88-fe174b5cecbe req-c5d46f5a-0fb6-4a34-ad7e-63c873aee27b service neutron] Bound using segment: {'id': '5d37d6f1-f881-46ce-917f-1a0aba7e0745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '68c6e764-294d-4bbe-b8e6-e3de6ad7c308'} {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:56:38.030018 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-ad1bf0d2-4b96-4664-af88-fe174b5cecbe req-c5d46f5a-0fb6-4a34-ad7e-63c873aee27b service neutron] Bound port: 2303f6ca-cb4b-409a-bddb-a0b01bfc0087, host: n-h2-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d37d6f1-f881-46ce-917f-1a0aba7e0745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '68c6e764-294d-4bbe-b8e6-e3de6ad7c308'}}] {{(pid=88525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:56:38.030360 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-ad1bf0d2-4b96-4664-af88-fe174b5cecbe req-c5d46f5a-0fb6-4a34-ad7e-63c873aee27b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:38.047237 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ebf76414-5ee1-4035-95d5-74bc09e4760e req-b57110af-00b6-4b50-8198-9ca0174cb8ea service neutron] 10.222.0.50 "GET /v2.0/networks/898153a3-5d71-43be-9d14-343ea4a48426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2716658 Jun 01 18:56:38.050625 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [None req-6ef1b512-1c96-49f6-929c-feb12596a27d tempest-RoutersAdminNegativeTest-1671844358 tempest-RoutersAdminNegativeTest-1671844358-project-admin] Allocated IP 172.25.4.35 (72a72e44-6845-488a-a5ff-3a26d4df9cb3/c314a23b-daa2-4106-ab28-8e6f954277b2/74d9cf9a-927c-4859-a69c-e35d0be5aa43) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:56:38.118744 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3a0e06f7-1a3b-4340-bb54-f1e7c8415f6a req-80503e14-a248-41b3-872b-57c616468aaf tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] 10.222.0.41 "GET /v2.0/security-groups?id=10328742-6369-4815-ae6a-3cb954039bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248877 Jun 01 18:56:38.219217 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-ad1bf0d2-4b96-4664-af88-fe174b5cecbe req-c5d46f5a-0fb6-4a34-ad7e-63c873aee27b service neutron] For port 2303f6ca-cb4b-409a-bddb-a0b01bfc0087, host n-h2-844202-1, cleared binding levels {{(pid=88525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:56:38.330580 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-ad1bf0d2-4b96-4664-af88-fe174b5cecbe req-c5d46f5a-0fb6-4a34-ad7e-63c873aee27b service neutron] For port 2303f6ca-cb4b-409a-bddb-a0b01bfc0087, host n-h2-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=2303f6ca-cb4b-409a-bddb-a0b01bfc0087,segment=NetworkSegment(5d37d6f1-f881-46ce-917f-1a0aba7e0745),segment_id=5d37d6f1-f881-46ce-917f-1a0aba7e0745)] {{(pid=88525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:56:38.341514 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-ad1bf0d2-4b96-4664-af88-fe174b5cecbe req-c5d46f5a-0fb6-4a34-ad7e-63c873aee27b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:38.447761 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1bf0d2-4b96-4664-af88-fe174b5cecbe req-c5d46f5a-0fb6-4a34-ad7e-63c873aee27b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:38.448394 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-ad1bf0d2-4b96-4664-af88-fe174b5cecbe req-c5d46f5a-0fb6-4a34-ad7e-63c873aee27b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:38.449761 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ad1bf0d2-4b96-4664-af88-fe174b5cecbe req-c5d46f5a-0fb6-4a34-ad7e-63c873aee27b service neutron] 10.222.0.50 "PUT /v2.0/ports/2303f6ca-cb4b-409a-bddb-a0b01bfc0087 HTTP/1.1" status: 200 len: 1092 time: 2.0424340 Jun 01 18:56:38.454151 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f21b95ed-76cd-44e2-b692-d0bc9beb0214', 'tag': '2303f6ca-cb4b-409a-bddb-a0b01bfc0087'}] {{(pid=88525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:56:38.489220 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d46f5a-0fb6-4a34-ad7e-63c873aee27b service neutron] Pushing event updated for resources: {'Port': ['ID=2303f6ca-cb4b-409a-bddb-a0b01bfc0087,revision_number=3']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:56:38.511827 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6ef1b512-1c96-49f6-929c-feb12596a27d tempest-RoutersAdminNegativeTest-1671844358 tempest-RoutersAdminNegativeTest-1671844358-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:38.522329 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aa7565-1332-4408-b496-eb5acf328038 req-88a4babd-390b-4367-acd4-4657dbf9f864 tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:38.523898 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c4aa7565-1332-4408-b496-eb5acf328038 req-88a4babd-390b-4367-acd4-4657dbf9f864 tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] 10.222.0.41 "GET /v2.0/ports?device_id=f21b95ed-76cd-44e2-b692-d0bc9beb0214 HTTP/1.1" status: 200 len: 944 time: 0.2573316 Jun 01 18:56:38.584175 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c4aa7565-1332-4408-b496-eb5acf328038 req-f4e762c8-c729-41e1-8927-1aefa4fabecc tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cd81dcd-fddd-4cdb-b7e0-911a736e672d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528178 Jun 01 18:56:38.588915 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b06d99-a9d9-4397-8312-93880f95b53d req-3f0efafe-a221-4cb0-918d-31bac0be3b1e tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:38.596919 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-03b06d99-a9d9-4397-8312-93880f95b53d req-3f0efafe-a221-4cb0-918d-31bac0be3b1e tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=863d6d17-7ec0-45a3-a6dc-82b322b76ced HTTP/1.1" status: 200 len: 945 time: 0.1603167 Jun 01 18:56:38.651076 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6ef1b512-1c96-49f6-929c-feb12596a27d tempest-RoutersAdminNegativeTest-1671844358 tempest-RoutersAdminNegativeTest-1671844358-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:38.677185 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-03b06d99-a9d9-4397-8312-93880f95b53d req-8a75130a-35cd-4ba4-b339-3611f9fc3f9d tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ce59b29-4aa6-4d2e-8584-a540c0a14c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709639 Jun 01 18:56:38.740925 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ef1b512-1c96-49f6-929c-feb12596a27d tempest-RoutersAdminNegativeTest-1671844358 tempest-RoutersAdminNegativeTest-1671844358-project-admin] Network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:56:38.745552 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-6ef1b512-1c96-49f6-929c-feb12596a27d tempest-RoutersAdminNegativeTest-1671844358 tempest-RoutersAdminNegativeTest-1671844358-project-admin] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:56:38.750278 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef1b512-1c96-49f6-929c-feb12596a27d tempest-RoutersAdminNegativeTest-1671844358 tempest-RoutersAdminNegativeTest-1671844358-project-admin] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:56:38.754302 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device c8b8fb79-fd92-474a-8ec2-5ac7b267ee2e details requested by agent hyperv_n-h2-844202-1 with host n-h2-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 18:56:38.792677 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1bf0d2-4b96-4664-af88-fe174b5cecbe req-17e7b4ed-78fd-4e35-8059-3451124e04ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:38.794356 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ad1bf0d2-4b96-4664-af88-fe174b5cecbe req-17e7b4ed-78fd-4e35-8059-3451124e04ad service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d0a1e5281a6a4a33a7366a726bd4d479&device_id=f21b95ed-76cd-44e2-b692-d0bc9beb0214 HTTP/1.1" status: 200 len: 1095 time: 0.2083492 Jun 01 18:56:38.800979 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef1b512-1c96-49f6-929c-feb12596a27d tempest-RoutersAdminNegativeTest-1671844358 tempest-RoutersAdminNegativeTest-1671844358-project-admin] Pushing event updated for resources: {'Port': ['ID=74d9cf9a-927c-4859-a69c-e35d0be5aa43,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:56:38.883670 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ad1bf0d2-4b96-4664-af88-fe174b5cecbe req-3904fd70-9d37-499e-8509-0d1859d55ffe service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2303f6ca-cb4b-409a-bddb-a0b01bfc0087 HTTP/1.1" status: 200 len: 217 time: 0.0793145 Jun 01 18:56:38.931286 n-d-844202-1 neutron-server[88525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6393df8c-ba3d-4c3b-b5d1-74386bba395f'] response: {'name': 'network-changed', 'server_uuid': 'f21b95ed-76cd-44e2-b692-d0bc9beb0214', 'tag': '2303f6ca-cb4b-409a-bddb-a0b01bfc0087', 'status': 'completed', 'code': 200} Jun 01 18:56:38.934489 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 33196) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:56:38.945748 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ef1b512-1c96-49f6-929c-feb12596a27d tempest-RoutersAdminNegativeTest-1671844358 tempest-RoutersAdminNegativeTest-1671844358-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:38.946571 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6ef1b512-1c96-49f6-929c-feb12596a27d tempest-RoutersAdminNegativeTest-1671844358 tempest-RoutersAdminNegativeTest-1671844358-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:38.993344 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1bf0d2-4b96-4664-af88-fe174b5cecbe req-9bf0f773-1063-4c84-bcf6-1b379d4c3116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:38.995164 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ad1bf0d2-4b96-4664-af88-fe174b5cecbe req-9bf0f773-1063-4c84-bcf6-1b379d4c3116 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=65007f2f-c4cf-4ea2-954f-0d213b184a70 HTTP/1.1" status: 200 len: 851 time: 0.1049082 Jun 01 18:56:39.001265 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-6ef1b512-1c96-49f6-929c-feb12596a27d tempest-RoutersAdminNegativeTest-1671844358 tempest-RoutersAdminNegativeTest-1671844358-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.3647201 Jun 01 18:56:39.003433 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 33202) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:56:39.012561 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-bf997203-65f5-4821-b7eb-e3af869c4a72 tempest-RoutersAdminNegativeTest-1671844358 tempest-RoutersAdminNegativeTest-1671844358-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.35'}]}}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:56:39.022932 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-bf997203-65f5-4821-b7eb-e3af869c4a72 tempest-RoutersAdminNegativeTest-1671844358 tempest-RoutersAdminNegativeTest-1671844358-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:56:39.030840 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-bf997203-65f5-4821-b7eb-e3af869c4a72 tempest-RoutersAdminNegativeTest-1671844358 tempest-RoutersAdminNegativeTest-1671844358-project-admin] Usage tracker for resource:router and tenant:c6c905183d6a478c94b9f518af30b604 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:56:39.038255 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-bf997203-65f5-4821-b7eb-e3af869c4a72 tempest-RoutersAdminNegativeTest-1671844358 tempest-RoutersAdminNegativeTest-1671844358-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:56:39.049659 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-bf997203-65f5-4821-b7eb-e3af869c4a72 tempest-RoutersAdminNegativeTest-1671844358 tempest-RoutersAdminNegativeTest-1671844358-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:56:39.062518 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ad1bf0d2-4b96-4664-af88-fe174b5cecbe req-7305dddd-7b02-4648-958c-3f30ab1d6f37 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=68c6e764-294d-4bbe-b8e6-e3de6ad7c308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0594213 Jun 01 18:56:39.081267 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-bf997203-65f5-4821-b7eb-e3af869c4a72 tempest-RoutersAdminNegativeTest-1671844358 tempest-RoutersAdminNegativeTest-1671844358-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-885767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25238'] for router, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:39.084205 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-bf997203-65f5-4821-b7eb-e3af869c4a72 tempest-RoutersAdminNegativeTest-1671844358 tempest-RoutersAdminNegativeTest-1671844358-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-901042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-886562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-981784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25327'] for router, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:39.104540 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fa60b0-0abc-46ae-8efe-7860c2e2ad81 req-940d0772-640d-4115-93ea-2354e194864d tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:39.110499 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port c8b8fb79-fd92-474a-8ec2-5ac7b267ee2e, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=c8b8fb79-fd92-474a-8ec2-5ac7b267ee2e,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:56:39.113056 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-95fa60b0-0abc-46ae-8efe-7860c2e2ad81 req-940d0772-640d-4115-93ea-2354e194864d tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/ports?device_id=594e6e02-b49f-46d7-a80a-450437cbea5b HTTP/1.1" status: 200 len: 945 time: 0.2636187 Jun 01 18:56:39.119282 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36c2997-fbb9-47f8-9371-f9ff3603be3a req-9280968b-4a94-4fd1-a85e-52ba483fdd9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:39.120650 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f36c2997-fbb9-47f8-9371-f9ff3603be3a req-9280968b-4a94-4fd1-a85e-52ba483fdd9f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d40f7c9e0af24f109f247cdb0a7a60bf&device_id=89573410-7740-4786-add2-715066dfb6b7 HTTP/1.1" status: 200 len: 1096 time: 0.2237525 Jun 01 18:56:39.126846 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Returning: {'device': 'c8b8fb79-fd92-474a-8ec2-5ac7b267ee2e', 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426', 'port_id': 'c8b8fb79-fd92-474a-8ec2-5ac7b267ee2e', 'mac_address': 'fa:16:3e:ed:43:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35e3ad2f-9c88-4698-b634-4e1b58de1cc2', 'ip_address': '192.168.233.216'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 18:56:39.151962 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-a07d42d3-5afc-4789-814a-8c0f30e86aa9 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:56:39.152856 n-d-844202-1 neutron-server[88525]: WARNING neutron.api.v2.base [None req-a07d42d3-5afc-4789-814a-8c0f30e86aa9 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jun 01 18:56:39.153747 n-d-844202-1 neutron-server[88525]: INFO neutron.api.v2.resource [None req-a07d42d3-5afc-4789-814a-8c0f30e86aa9 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] create failed (client error): There was a conflict when trying to complete your request. Jun 01 18:56:39.159629 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-a07d42d3-5afc-4789-814a-8c0f30e86aa9 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2162941 Jun 01 18:56:39.160093 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 33208) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:56:39.181372 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-45b903c6-5d9a-412f-b112-69ee4ac58c30 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Request body: {'security_group': {'name': 'tempest-secgroup--263617286'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:56:39.187455 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port c8b8fb79-fd92-474a-8ec2-5ac7b267ee2e is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:56:39.188017 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:39.206629 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8b8fb79-fd92-474a-8ec2-5ac7b267ee2e {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:56:39.221794 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port c8b8fb79-fd92-474a-8ec2-5ac7b267ee2e, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=c8b8fb79-fd92-474a-8ec2-5ac7b267ee2e,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:56:39.226238 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:39.251157 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-45b903c6-5d9a-412f-b112-69ee4ac58c30 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:56:39.272358 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ad1bf0d2-4b96-4664-af88-fe174b5cecbe req-1b339164-6e3f-4d19-89e3-c96e9d6bc244 service neutron] 10.222.0.50 "GET /v2.0/networks/68c6e764-294d-4bbe-b8e6-e3de6ad7c308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034917 Jun 01 18:56:39.273186 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-bf997203-65f5-4821-b7eb-e3af869c4a72 tempest-RoutersAdminNegativeTest-1671844358 tempest-RoutersAdminNegativeTest-1671844358-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:39.278489 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-45b903c6-5d9a-412f-b112-69ee4ac58c30 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Usage tracker for resource:security_group and tenant:10a25d8e2a6b43dfabf2f7b9ccdfceb4 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:56:39.288591 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22485e7c-197d-4a37-addb-8e35dadb0bcd req-44464e96-d412-4cc4-b7a3-e7d3b24d1b1e tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:39.290635 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-22485e7c-197d-4a37-addb-8e35dadb0bcd req-44464e96-d412-4cc4-b7a3-e7d3b24d1b1e tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] 10.222.0.41 "GET /v2.0/ports?device_id=89573410-7740-4786-add2-715066dfb6b7 HTTP/1.1" status: 200 len: 945 time: 0.1469002 Jun 01 18:56:39.303337 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-45b903c6-5d9a-412f-b112-69ee4ac58c30 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:56:39.308840 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=c8b8fb79-fd92-474a-8ec2-5ac7b267ee2e,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:56:39.328694 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-95fa60b0-0abc-46ae-8efe-7860c2e2ad81 req-92e3750f-e8c1-40cf-a8f0-62cfb6e8ab7a tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/security-groups?id=679bc320-73aa-41fb-80e9-32867c6d2bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147422 Jun 01 18:56:39.329567 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-45b903c6-5d9a-412f-b112-69ee4ac58c30 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:56:39.409325 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36c2997-fbb9-47f8-9371-f9ff3603be3a req-e47540b5-ebaf-44ec-8378-8518241c98aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:39.410895 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f36c2997-fbb9-47f8-9371-f9ff3603be3a req-e47540b5-ebaf-44ec-8378-8518241c98aa service neutron] 10.222.0.15 "GET /v2.0/networks?id=4c7a9aa4-8b0d-4225-ab31-749c4f434a4b HTTP/1.1" status: 200 len: 919 time: 0.2721896 Jun 01 18:56:39.412332 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-45b903c6-5d9a-412f-b112-69ee4ac58c30 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:39.426952 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-22485e7c-197d-4a37-addb-8e35dadb0bcd req-cd629946-6640-4440-b3c0-ecdfbb96dca2 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] 10.222.0.41 "GET /v2.0/security-groups?id=10328742-6369-4815-ae6a-3cb954039bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125720 Jun 01 18:56:39.464354 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-38a1d453-9d65-4632-9a66-44793065967f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:39.466174 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ad1bf0d2-4b96-4664-af88-fe174b5cecbe req-c3cb9d7d-28b6-4cc5-a37b-e2baf79f277b service neutron] 10.222.0.50 "GET /v2.0/networks/68c6e764-294d-4bbe-b8e6-e3de6ad7c308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1873159 Jun 01 18:56:39.470998 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] get_ports_and_sgs() called for port_ids ['c8b8fb79-fd92-474a-8ec2-5ac7b267ee2e'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:56:39.486106 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-45b903c6-5d9a-412f-b112-69ee4ac58c30 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:39.598920 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b3b78d-4147-445f-b86c-a15e4521105f req-ec41b390-39bd-43a2-9881-daa27bd6f9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:39.600554 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-48b3b78d-4147-445f-b86c-a15e4521105f req-ec41b390-39bd-43a2-9881-daa27bd6f9ac service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d0a1e5281a6a4a33a7366a726bd4d479&device_id=f21b95ed-76cd-44e2-b692-d0bc9beb0214 HTTP/1.1" status: 200 len: 1095 time: 0.0850389 Jun 01 18:56:39.769702 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f36c2997-fbb9-47f8-9371-f9ff3603be3a req-76b798af-25a0-43c5-be17-6a6539e6f124 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1962a7c2-7868-4607-b6fe-640b1199e848 HTTP/1.1" status: 200 len: 217 time: 0.3440349 Jun 01 18:56:39.783839 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-45b903c6-5d9a-412f-b112-69ee4ac58c30 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:56:39.789254 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b3b78d-4147-445f-b86c-a15e4521105f req-e236ac43-447c-41b9-8da7-7cb9d67de517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:39.790698 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-48b3b78d-4147-445f-b86c-a15e4521105f req-e236ac43-447c-41b9-8da7-7cb9d67de517 service neutron] 10.222.0.50 "GET /v2.0/networks?id=68c6e764-294d-4bbe-b8e6-e3de6ad7c308 HTTP/1.1" status: 200 len: 912 time: 0.1839640 Jun 01 18:56:39.831020 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-45b903c6-5d9a-412f-b112-69ee4ac58c30 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Usage tracker for resource:security_group_rule and tenant:10a25d8e2a6b43dfabf2f7b9ccdfceb4 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:56:39.839425 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-45b903c6-5d9a-412f-b112-69ee4ac58c30 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:56:39.920795 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-45b903c6-5d9a-412f-b112-69ee4ac58c30 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:56:39.993472 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-48b3b78d-4147-445f-b86c-a15e4521105f req-bc80ddb2-6e81-4313-8a54-dd9112ad82cb service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2303f6ca-cb4b-409a-bddb-a0b01bfc0087 HTTP/1.1" status: 200 len: 217 time: 0.1957824 Jun 01 18:56:40.013954 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-bf997203-65f5-4821-b7eb-e3af869c4a72 tempest-RoutersAdminNegativeTest-1671844358 tempest-RoutersAdminNegativeTest-1671844358-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-886608', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-885830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25341'] for router, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:40.033614 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36c2997-fbb9-47f8-9371-f9ff3603be3a req-8915cb3e-3874-4b46-9bb5-2975223c6dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:40.034970 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f36c2997-fbb9-47f8-9371-f9ff3603be3a req-8915cb3e-3874-4b46-9bb5-2975223c6dee service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6675a480-f2f0-4e10-96f4-f99c31c21be5 HTTP/1.1" status: 200 len: 857 time: 0.2487714 Jun 01 18:56:40.059320 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced4ea0c-8349-4fa9-899a-f3b9c13f1e4b req-7391b03b-ce04-45d7-9e6a-e57efd2c73c8 tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:40.060796 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ced4ea0c-8349-4fa9-899a-f3b9c13f1e4b req-7391b03b-ce04-45d7-9e6a-e57efd2c73c8 tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] 10.222.0.41 "GET /v2.0/ports?device_id=f21b95ed-76cd-44e2-b692-d0bc9beb0214 HTTP/1.1" status: 200 len: 944 time: 0.3374250 Jun 01 18:56:40.097620 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b3b78d-4147-445f-b86c-a15e4521105f req-0d61089a-272a-4b60-bb64-58d59cf08be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:40.099030 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-48b3b78d-4147-445f-b86c-a15e4521105f req-0d61089a-272a-4b60-bb64-58d59cf08be5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=65007f2f-c4cf-4ea2-954f-0d213b184a70 HTTP/1.1" status: 200 len: 851 time: 0.0975838 Jun 01 18:56:40.133629 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f38cc5-9fed-4dbc-bddd-6339cd5d59d1 req-86ac6fea-b79c-4814-ae8f-157cab9ce8a7 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:40.135093 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a1f38cc5-9fed-4dbc-bddd-6339cd5d59d1 req-86ac6fea-b79c-4814-ae8f-157cab9ce8a7 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd257cd0-aa97-4526-8252-e04e5aa06d7c HTTP/1.1" status: 200 len: 949 time: 0.4642003 Jun 01 18:56:40.156920 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-48b3b78d-4147-445f-b86c-a15e4521105f req-77c5ce71-21c2-43be-92fa-cbdf1b6582c0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=68c6e764-294d-4bbe-b8e6-e3de6ad7c308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465138 Jun 01 18:56:40.159816 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ced4ea0c-8349-4fa9-899a-f3b9c13f1e4b req-8e162df0-a12c-4b70-9956-c35da0c226c1 tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cd81dcd-fddd-4cdb-b7e0-911a736e672d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915070 Jun 01 18:56:40.292443 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a1f38cc5-9fed-4dbc-bddd-6339cd5d59d1 req-1747df56-e8d9-481d-b36d-6211663695ae tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.41 "GET /v2.0/security-groups?id=22665066-3f80-4493-8b7a-e2faea6c666a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110649 Jun 01 18:56:40.321209 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36c2997-fbb9-47f8-9371-f9ff3603be3a req-03fa6906-98ff-43d2-b2bd-e104b26a1939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:40.322671 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f36c2997-fbb9-47f8-9371-f9ff3603be3a req-03fa6906-98ff-43d2-b2bd-e104b26a1939 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4c7a9aa4-8b0d-4225-ab31-749c4f434a4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2604089 Jun 01 18:56:40.328264 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-45b903c6-5d9a-412f-b112-69ee4ac58c30 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:40.342294 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-48b3b78d-4147-445f-b86c-a15e4521105f req-a57c979f-8fce-4609-8aac-e30880d42b20 service neutron] 10.222.0.50 "GET /v2.0/networks/68c6e764-294d-4bbe-b8e6-e3de6ad7c308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771593 Jun 01 18:56:40.352891 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-45b903c6-5d9a-412f-b112-69ee4ac58c30 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:40.417923 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-45b903c6-5d9a-412f-b112-69ee4ac58c30 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:56:40.447460 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-45b903c6-5d9a-412f-b112-69ee4ac58c30 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Usage tracker for resource:security_group_rule and tenant:10a25d8e2a6b43dfabf2f7b9ccdfceb4 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:56:40.456169 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-45b903c6-5d9a-412f-b112-69ee4ac58c30 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:56:40.475232 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:40.487563 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24a9f54-ed2b-4830-a709-89b13476221c req-ffe2fdff-b484-4e05-b3b3-8d3ed7e35f49 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:40.489038 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e24a9f54-ed2b-4830-a709-89b13476221c req-ffe2fdff-b484-4e05-b3b3-8d3ed7e35f49 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=863d6d17-7ec0-45a3-a6dc-82b322b76ced HTTP/1.1" status: 200 len: 945 time: 0.2216470 Jun 01 18:56:40.508905 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-45b903c6-5d9a-412f-b112-69ee4ac58c30 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:56:40.524574 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b903c6-5d9a-412f-b112-69ee4ac58c30 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65d93828-bec1-4e6e-90e6-680988b759c4,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:56:40.524801 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-48b3b78d-4147-445f-b86c-a15e4521105f req-ed3e63ac-80c1-4320-9d9d-7d7c4d1c3ae6 service neutron] 10.222.0.50 "GET /v2.0/networks/68c6e764-294d-4bbe-b8e6-e3de6ad7c308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758890 Jun 01 18:56:40.556647 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e24a9f54-ed2b-4830-a709-89b13476221c req-9ff68a94-8208-4b9c-8c53-e306cf1bddda tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ce59b29-4aa6-4d2e-8584-a540c0a14c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567570 Jun 01 18:56:40.583760 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:40.646545 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f36c2997-fbb9-47f8-9371-f9ff3603be3a req-dd5f606f-f6a5-490a-961a-38b95ac024ca service neutron] 10.222.0.15 "GET /v2.0/networks/4c7a9aa4-8b0d-4225-ab31-749c4f434a4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3158610 Jun 01 18:56:40.769440 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffd28c5-1615-4548-9e3e-b446d6c6c3fa req-ef0dfc0f-d022-45b1-8913-ab64936c75e6 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:40.772522 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-7ffd28c5-1615-4548-9e3e-b446d6c6c3fa req-ef0dfc0f-d022-45b1-8913-ab64936c75e6 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] 10.222.0.41 "GET /v2.0/ports?device_id=89573410-7740-4786-add2-715066dfb6b7 HTTP/1.1" status: 200 len: 945 time: 0.1092389 Jun 01 18:56:40.773682 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device df45b40a-1c3b-4ddd-9776-8fca10101d8a details requested by agent hyperv_n-h2-844202-1 with host n-h2-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 18:56:40.777275 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device c8b8fb79-fd92-474a-8ec2-5ac7b267ee2e up at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:56:40.832702 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-7ffd28c5-1615-4548-9e3e-b446d6c6c3fa req-21ddf9ee-9c71-4e33-9adc-8fab5a8abeb2 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] 10.222.0.41 "GET /v2.0/security-groups?id=10328742-6369-4815-ae6a-3cb954039bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522132 Jun 01 18:56:40.883666 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff610017-6c4b-4bd4-abc9-a9bf50e731ee req-a47bc2de-5443-4b04-bc15-74f15c18b5e6 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:40.885298 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ff610017-6c4b-4bd4-abc9-a9bf50e731ee req-a47bc2de-5443-4b04-bc15-74f15c18b5e6 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/ports?device_id=594e6e02-b49f-46d7-a80a-450437cbea5b HTTP/1.1" status: 200 len: 945 time: 0.4256744 Jun 01 18:56:40.939070 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning for port c8b8fb79-fd92-474a-8ec2-5ac7b267ee2e completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:56:40.952076 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning complete for port c8b8fb79-fd92-474a-8ec2-5ac7b267ee2e triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:56:40.952713 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:40.978901 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-45b903c6-5d9a-412f-b112-69ee4ac58c30 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:41.038126 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ff610017-6c4b-4bd4-abc9-a9bf50e731ee req-34162c2f-94dc-4c0c-a1ef-560dd5d8d61b tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/security-groups?id=679bc320-73aa-41fb-80e9-32867c6d2bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865321 Jun 01 18:56:41.038869 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-45b903c6-5d9a-412f-b112-69ee4ac58c30 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:41.049180 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port df45b40a-1c3b-4ddd-9776-8fca10101d8a, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=df45b40a-1c3b-4ddd-9776-8fca10101d8a,segment=NetworkSegment(ecb3f528-dbed-4312-ba29-7684ecfbe265),segment_id=ecb3f528-dbed-4312-ba29-7684ecfbe265)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:56:41.066913 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Returning: {'device': 'df45b40a-1c3b-4ddd-9776-8fca10101d8a', 'network_id': '7a710216-a9ba-47da-a86f-23bc8e339e5a', 'port_id': 'df45b40a-1c3b-4ddd-9776-8fca10101d8a', 'mac_address': 'fa:16:3e:97:c3:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cebf7e9-1140-4183-b8b2-8d4c3920d222', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 18:56:41.143781 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-bf997203-65f5-4821-b7eb-e3af869c4a72 tempest-RoutersAdminNegativeTest-1671844358 tempest-RoutersAdminNegativeTest-1671844358-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:41.175662 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port df45b40a-1c3b-4ddd-9776-8fca10101d8a is: ACTIVE; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:56:41.176047 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:41.182117 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-bf997203-65f5-4821-b7eb-e3af869c4a72 tempest-RoutersAdminNegativeTest-1671844358 tempest-RoutersAdminNegativeTest-1671844358-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:41.235359 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360f3cbb-8313-4e5d-856c-8a0ca9453fb1 req-c723eb0c-7004-4cbd-9528-60c4ef55a522 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:41.237241 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-360f3cbb-8313-4e5d-856c-8a0ca9453fb1 req-c723eb0c-7004-4cbd-9528-60c4ef55a522 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=863d6d17-7ec0-45a3-a6dc-82b322b76ced HTTP/1.1" status: 200 len: 945 time: 0.0972066 Jun 01 18:56:41.265957 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id df45b40a-1c3b-4ddd-9776-8fca10101d8a {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:56:41.275287 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port c8b8fb79-fd92-474a-8ec2-5ac7b267ee2e is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:56:41.275911 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:41.292258 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:41.320576 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-360f3cbb-8313-4e5d-856c-8a0ca9453fb1 req-af134500-dd8d-4e51-b27b-456eaf6bb0d8 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ce59b29-4aa6-4d2e-8584-a540c0a14c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709772 Jun 01 18:56:41.325378 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port df45b40a-1c3b-4ddd-9776-8fca10101d8a, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=df45b40a-1c3b-4ddd-9776-8fca10101d8a,segment=NetworkSegment(ecb3f528-dbed-4312-ba29-7684ecfbe265),segment_id=ecb3f528-dbed-4312-ba29-7684ecfbe265)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:56:41.358975 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:41.359714 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 2303f6ca-cb4b-409a-bddb-a0b01bfc0087 details requested by agent hyperv_n-h2-844202-1 with host n-h2-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 18:56:41.367656 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd257cd0-aa97-4526-8252-e04e5aa06d7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8b8fb79-fd92-474a-8ec2-5ac7b267ee2e'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:56:41.480071 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port c8b8fb79-fd92-474a-8ec2-5ac7b267ee2e, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=c8b8fb79-fd92-474a-8ec2-5ac7b267ee2e,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:56:41.494417 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f36c2997-fbb9-47f8-9371-f9ff3603be3a req-008d4dda-2085-4923-8213-77f6d5c4ec48 service neutron] 10.222.0.15 "GET /v2.0/networks/4c7a9aa4-8b0d-4225-ab31-749c4f434a4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8299751 Jun 01 18:56:41.498833 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:41.545212 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50839705-6ff2-46f5-9b23-2d78559dc154 req-cb1dd4a4-2318-4581-83a8-da66c3370cf4 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:41.554605 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b903c6-5d9a-412f-b112-69ee4ac58c30 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78702791-b856-480e-b420-debe13798f05,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:56:41.555275 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-50839705-6ff2-46f5-9b23-2d78559dc154 req-cb1dd4a4-2318-4581-83a8-da66c3370cf4 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd257cd0-aa97-4526-8252-e04e5aa06d7c HTTP/1.1" status: 200 len: 949 time: 0.1197181 Jun 01 18:56:41.557338 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-45b903c6-5d9a-412f-b112-69ee4ac58c30 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:41.562200 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-45b903c6-5d9a-412f-b112-69ee4ac58c30 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 2.3925192 Jun 01 18:56:41.572668 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 33236) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:56:41.580675 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-6175d197-4b56-46a1-8c76-2f3af9c6d6b6 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Request body: {'security_group_rule': {'security_group_id': '78702791-b856-480e-b420-debe13798f05', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:56:41.597651 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-6175d197-4b56-46a1-8c76-2f3af9c6d6b6 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:56:41.613577 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-50839705-6ff2-46f5-9b23-2d78559dc154 req-625f150a-8f72-444b-9f23-db5cf3e080eb tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.41 "GET /v2.0/security-groups?id=22665066-3f80-4493-8b7a-e2faea6c666a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572748 Jun 01 18:56:41.637996 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-6175d197-4b56-46a1-8c76-2f3af9c6d6b6 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Usage tracker for resource:security_group_rule and tenant:10a25d8e2a6b43dfabf2f7b9ccdfceb4 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:56:41.643234 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=df45b40a-1c3b-4ddd-9776-8fca10101d8a,revision_number=6']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:56:41.648048 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-6175d197-4b56-46a1-8c76-2f3af9c6d6b6 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:56:41.662373 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-6175d197-4b56-46a1-8c76-2f3af9c6d6b6 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:56:41.681327 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac185ca-8c6f-4caf-a672-d76ea51ab8fb req-35832f48-687d-4b6b-8aed-11669373a7f8 tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:41.682924 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4ac185ca-8c6f-4caf-a672-d76ea51ab8fb req-35832f48-687d-4b6b-8aed-11669373a7f8 tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] 10.222.0.41 "GET /v2.0/ports?device_id=f21b95ed-76cd-44e2-b692-d0bc9beb0214 HTTP/1.1" status: 200 len: 944 time: 0.2453277 Jun 01 18:56:41.699635 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3fd36c10-774f-43ba-b040-f8480ccb3b03'] response: {'server_uuid': 'bd257cd0-aa97-4526-8252-e04e5aa06d7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8b8fb79-fd92-474a-8ec2-5ac7b267ee2e', 'code': 200} Jun 01 18:56:41.705579 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:41.727955 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6175d197-4b56-46a1-8c76-2f3af9c6d6b6 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:41.756846 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-bf997203-65f5-4821-b7eb-e3af869c4a72 tempest-RoutersAdminNegativeTest-1671844358 tempest-RoutersAdminNegativeTest-1671844358-project-admin] Notify callbacks [] for router, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:41.778076 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 2303f6ca-cb4b-409a-bddb-a0b01bfc0087, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=2303f6ca-cb4b-409a-bddb-a0b01bfc0087,segment=NetworkSegment(5d37d6f1-f881-46ce-917f-1a0aba7e0745),segment_id=5d37d6f1-f881-46ce-917f-1a0aba7e0745)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:56:41.790500 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=c8b8fb79-fd92-474a-8ec2-5ac7b267ee2e,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:56:41.797294 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Returning: {'device': '2303f6ca-cb4b-409a-bddb-a0b01bfc0087', 'network_id': '68c6e764-294d-4bbe-b8e6-e3de6ad7c308', 'port_id': '2303f6ca-cb4b-409a-bddb-a0b01bfc0087', 'mac_address': 'fa:16:3e:8e:a7:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65007f2f-c4cf-4ea2-954f-0d213b184a70', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 18:56:41.880349 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd2b34c-197e-4b22-af77-1587f81d0a7c req-20c19ae7-1b9a-4dd4-9fd6-866ec77f6636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:41.882927 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2fd2b34c-197e-4b22-af77-1587f81d0a7c req-20c19ae7-1b9a-4dd4-9fd6-866ec77f6636 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=bd257cd0-aa97-4526-8252-e04e5aa06d7c HTTP/1.1" status: 200 len: 1101 time: 0.1286030 Jun 01 18:56:41.915375 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port 2303f6ca-cb4b-409a-bddb-a0b01bfc0087 is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:56:41.915897 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:41.927568 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:41.937490 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2303f6ca-cb4b-409a-bddb-a0b01bfc0087 {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:56:41.960092 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-4ac185ca-8c6f-4caf-a672-d76ea51ab8fb req-cdc1b12e-38f9-4e81-8b29-d70205af6102 tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] Synchronizing usage tracker for tenant:d0a1e5281a6a4a33a7366a726bd4d479 on resource:security_group {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:56:41.960625 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 2303f6ca-cb4b-409a-bddb-a0b01bfc0087, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=2303f6ca-cb4b-409a-bddb-a0b01bfc0087,segment=NetworkSegment(5d37d6f1-f881-46ce-917f-1a0aba7e0745),segment_id=5d37d6f1-f881-46ce-917f-1a0aba7e0745)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:56:41.978151 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:41.994192 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2fd2b34c-197e-4b22-af77-1587f81d0a7c req-1dfd16f4-707a-4578-a9b8-6397bc24764c service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=22665066-3f80-4493-8b7a-e2faea6c666a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053648 Jun 01 18:56:42.060764 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=2303f6ca-cb4b-409a-bddb-a0b01bfc0087,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:56:42.074362 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] get_ports_and_sgs() called for port_ids ['df45b40a-1c3b-4ddd-9776-8fca10101d8a'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:56:42.192853 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6175d197-4b56-46a1-8c76-2f3af9c6d6b6 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:42.211882 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6175d197-4b56-46a1-8c76-2f3af9c6d6b6 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:42.230798 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d54e24-928e-4302-9ab6-fd8e38171d11 req-421ff710-5c64-489e-99dc-af6ae718c8ce tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:42.232427 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-58d54e24-928e-4302-9ab6-fd8e38171d11 req-421ff710-5c64-489e-99dc-af6ae718c8ce tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] 10.222.0.41 "GET /v2.0/ports?device_id=89573410-7740-4786-add2-715066dfb6b7 HTTP/1.1" status: 200 len: 945 time: 0.1170893 Jun 01 18:56:42.232579 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-bf997203-65f5-4821-b7eb-e3af869c4a72 tempest-RoutersAdminNegativeTest-1671844358 tempest-RoutersAdminNegativeTest-1671844358-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25316'] for router, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:42.238452 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] get_ports_and_sgs() called for port_ids ['2303f6ca-cb4b-409a-bddb-a0b01bfc0087'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:56:42.243764 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-bf997203-65f5-4821-b7eb-e3af869c4a72 tempest-RoutersAdminNegativeTest-1671844358 tempest-RoutersAdminNegativeTest-1671844358-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:42.250419 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-4ac185ca-8c6f-4caf-a672-d76ea51ab8fb req-cdc1b12e-38f9-4e81-8b29-d70205af6102 tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] Unset dirty status for tenant:d0a1e5281a6a4a33a7366a726bd4d479 on resource:security_group {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:56:42.256807 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4ac185ca-8c6f-4caf-a672-d76ea51ab8fb req-cdc1b12e-38f9-4e81-8b29-d70205af6102 tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cd81dcd-fddd-4cdb-b7e0-911a736e672d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5669608 Jun 01 18:56:42.298498 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-58d54e24-928e-4302-9ab6-fd8e38171d11 req-ec52e8e4-5dfc-43fb-a3a6-7756f5280ada tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] 10.222.0.41 "GET /v2.0/security-groups?id=10328742-6369-4815-ae6a-3cb954039bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573962 Jun 01 18:56:42.317003 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6175d197-4b56-46a1-8c76-2f3af9c6d6b6 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7aef6db8-15a8-40b7-822a-8078f855a8fb,revision_number=0']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:56:42.321633 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-bf997203-65f5-4821-b7eb-e3af869c4a72 tempest-RoutersAdminNegativeTest-1671844358 tempest-RoutersAdminNegativeTest-1671844358-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-891519'] for router, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:42.322128 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf997203-65f5-4821-b7eb-e3af869c4a72 tempest-RoutersAdminNegativeTest-1671844358 tempest-RoutersAdminNegativeTest-1671844358-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0c954db2-f304-4546-b97a-d454243f2bbb {{(pid=88524) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 18:56:42.343687 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6175d197-4b56-46a1-8c76-2f3af9c6d6b6 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:42.344929 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-6175d197-4b56-46a1-8c76-2f3af9c6d6b6 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7711325 Jun 01 18:56:42.347743 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 33266) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:56:42.354484 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-5d142ed7-df30-4e14-ad6e-c94423f20ff6 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Request body: {'security_group_rule': {'security_group_id': '78702791-b856-480e-b420-debe13798f05', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:56:42.360876 n-d-844202-1 neutron-server[88524]: INFO neutron.api.v2.resource [None req-bf997203-65f5-4821-b7eb-e3af869c4a72 tempest-RoutersAdminNegativeTest-1671844358 tempest-RoutersAdminNegativeTest-1671844358-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jun 01 18:56:42.362157 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-bf997203-65f5-4821-b7eb-e3af869c4a72 tempest-RoutersAdminNegativeTest-1671844358 tempest-RoutersAdminNegativeTest-1671844358-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 3.3533638 Jun 01 18:56:42.362902 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-5d142ed7-df30-4e14-ad6e-c94423f20ff6 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:56:42.364903 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 33270) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:56:42.367541 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-5d142ed7-df30-4e14-ad6e-c94423f20ff6 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Usage tracker for resource:security_group_rule and tenant:10a25d8e2a6b43dfabf2f7b9ccdfceb4 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:56:42.370909 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-5d142ed7-df30-4e14-ad6e-c94423f20ff6 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:56:42.377057 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-5d142ed7-df30-4e14-ad6e-c94423f20ff6 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:56:42.400717 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-5d142ed7-df30-4e14-ad6e-c94423f20ff6 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:42.522013 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-b6b6d0d7-432b-411e-bbef-a269e7522274 tempest-RoutersAdminNegativeTest-1671844358 tempest-RoutersAdminNegativeTest-1671844358-project-admin] Deleting port 74d9cf9a-927c-4859-a69c-e35d0be5aa43 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:56:42.522351 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b6b6d0d7-432b-411e-bbef-a269e7522274 tempest-RoutersAdminNegativeTest-1671844358 tempest-RoutersAdminNegativeTest-1671844358-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:42.602090 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4fb355-daff-4a65-9cc9-c7b0f543e130 req-9b64cc7f-fbe2-449c-862d-9a7ae109f0b0 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:42.612283 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ce4fb355-daff-4a65-9cc9-c7b0f543e130 req-9b64cc7f-fbe2-449c-862d-9a7ae109f0b0 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/ports?device_id=594e6e02-b49f-46d7-a80a-450437cbea5b HTTP/1.1" status: 200 len: 944 time: 0.1909232 Jun 01 18:56:42.613912 n-d-844202-1 neutron-server[88524]: INFO neutron.api.v2.resource [None req-5d142ed7-df30-4e14-ad6e-c94423f20ff6 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] create failed (client error): There was a conflict when trying to complete your request. Jun 01 18:56:42.617790 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-5d142ed7-df30-4e14-ad6e-c94423f20ff6 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2663226 Jun 01 18:56:42.643086 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 33278) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:56:42.691994 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ce4fb355-daff-4a65-9cc9-c7b0f543e130 req-a9f022f0-a26e-4c40-9359-287a740fddae tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/security-groups?id=679bc320-73aa-41fb-80e9-32867c6d2bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751019 Jun 01 18:56:42.784175 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15907f0e-6b8c-40b0-b8be-39b192444048 req-a171ea34-1822-427a-89c1-2289303e39f0 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:42.791446 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-15907f0e-6b8c-40b0-b8be-39b192444048 req-a171ea34-1822-427a-89c1-2289303e39f0 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=863d6d17-7ec0-45a3-a6dc-82b322b76ced HTTP/1.1" status: 200 len: 945 time: 0.3295219 Jun 01 18:56:42.793566 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device df45b40a-1c3b-4ddd-9776-8fca10101d8a up at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:56:42.900460 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9f671fc3-85ea-4897-9782-0aa44f0505e1 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:42.902686 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550b759a-0e5a-43ba-8cff-adfd0a7b172d req-5376c3a2-34cb-4172-ba00-f05093cacf35 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:42.916577 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-550b759a-0e5a-43ba-8cff-adfd0a7b172d req-5376c3a2-34cb-4172-ba00-f05093cacf35 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd257cd0-aa97-4526-8252-e04e5aa06d7c HTTP/1.1" status: 200 len: 950 time: 0.1294439 Jun 01 18:56:42.917732 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-15907f0e-6b8c-40b0-b8be-39b192444048 req-93953ed6-4edf-4d00-bab3-bfe1f7e65d67 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ce59b29-4aa6-4d2e-8584-a540c0a14c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1253638 Jun 01 18:56:42.978216 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9f671fc3-85ea-4897-9782-0aa44f0505e1 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:42.997778 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-550b759a-0e5a-43ba-8cff-adfd0a7b172d req-75891ccf-ce97-4dac-a756-d127f5534ab1 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.41 "GET /v2.0/security-groups?id=22665066-3f80-4493-8b7a-e2faea6c666a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792077 Jun 01 18:56:43.035314 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b6b6d0d7-432b-411e-bbef-a269e7522274 tempest-RoutersAdminNegativeTest-1671844358 tempest-RoutersAdminNegativeTest-1671844358-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:43.102122 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning complete for port df45b40a-1c3b-4ddd-9776-8fca10101d8a triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:56:43.106310 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:43.514663 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port df45b40a-1c3b-4ddd-9776-8fca10101d8a is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:56:43.515043 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:43.530228 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3557ceec-1a8b-4e58-8f3e-97ff423f11e5 req-b911f54d-ea38-482e-ba1d-7e8d0c69b547 tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:43.533286 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3557ceec-1a8b-4e58-8f3e-97ff423f11e5 req-b911f54d-ea38-482e-ba1d-7e8d0c69b547 tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] 10.222.0.41 "GET /v2.0/ports?device_id=f21b95ed-76cd-44e2-b692-d0bc9beb0214 HTTP/1.1" status: 200 len: 945 time: 0.1155467 Jun 01 18:56:43.603708 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-b6b6d0d7-432b-411e-bbef-a269e7522274 tempest-RoutersAdminNegativeTest-1671844358 tempest-RoutersAdminNegativeTest-1671844358-project-admin] Calling delete_port for 74d9cf9a-927c-4859-a69c-e35d0be5aa43 owned by {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:56:43.622882 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port df45b40a-1c3b-4ddd-9776-8fca10101d8a, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=df45b40a-1c3b-4ddd-9776-8fca10101d8a,segment=NetworkSegment(ecb3f528-dbed-4312-ba29-7684ecfbe265),segment_id=ecb3f528-dbed-4312-ba29-7684ecfbe265)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:56:43.630091 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:43.640606 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3557ceec-1a8b-4e58-8f3e-97ff423f11e5 req-17382543-a4f2-4a32-8470-6a00a92ce4d3 tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cd81dcd-fddd-4cdb-b7e0-911a736e672d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977781 Jun 01 18:56:43.733134 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9f671fc3-85ea-4897-9782-0aa44f0505e1 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:43.743314 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '594e6e02-b49f-46d7-a80a-450437cbea5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df45b40a-1c3b-4ddd-9776-8fca10101d8a'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:56:43.750998 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=df45b40a-1c3b-4ddd-9776-8fca10101d8a,revision_number=7']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:56:43.787837 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f671fc3-85ea-4897-9782-0aa44f0505e1 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78702791-b856-480e-b420-debe13798f05,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:56:43.792682 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9f671fc3-85ea-4897-9782-0aa44f0505e1 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:43.796590 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-9f671fc3-85ea-4897-9782-0aa44f0505e1 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] 10.222.0.41 "DELETE /v2.0/security-groups/78702791-b856-480e-b420-debe13798f05 HTTP/1.1" status: 204 len: 168 time: 1.1507380 Jun 01 18:56:43.797462 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 33294) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:56:43.813015 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c30cb5-88c7-4698-ae95-40d7df0a79b5 req-fdc687fd-a103-4c7f-8f70-c318158a32f6 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:43.820472 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b7c30cb5-88c7-4698-ae95-40d7df0a79b5 req-fdc687fd-a103-4c7f-8f70-c318158a32f6 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=863d6d17-7ec0-45a3-a6dc-82b322b76ced HTTP/1.1" status: 200 len: 945 time: 0.6473050 Jun 01 18:56:43.907790 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f400f7a-4fff-44d0-a538-f051920d8ae5 req-8ab0976a-9c6b-405b-bfa1-520a4a32c038 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:43.916008 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0f400f7a-4fff-44d0-a538-f051920d8ae5 req-8ab0976a-9c6b-405b-bfa1-520a4a32c038 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] 10.222.0.41 "GET /v2.0/ports?device_id=89573410-7740-4786-add2-715066dfb6b7 HTTP/1.1" status: 200 len: 945 time: 0.1308184 Jun 01 18:56:43.941181 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b7c30cb5-88c7-4698-ae95-40d7df0a79b5 req-5ed2f242-b642-4592-bdfb-ec45be446ce9 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ce59b29-4aa6-4d2e-8584-a540c0a14c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1194403 Jun 01 18:56:43.985011 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-099a55e1-c470-43b2-94ea-3e6d3543ef93 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Synchronizing usage tracker for tenant:10a25d8e2a6b43dfabf2f7b9ccdfceb4 on resource:security_group {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:56:43.997057 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0f400f7a-4fff-44d0-a538-f051920d8ae5 req-79c68b98-09f1-4823-a46b-1f4df953166d tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] 10.222.0.41 "GET /v2.0/security-groups?id=10328742-6369-4815-ae6a-3cb954039bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769861 Jun 01 18:56:44.022245 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-099a55e1-c470-43b2-94ea-3e6d3543ef93 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Unset dirty status for tenant:10a25d8e2a6b43dfabf2f7b9ccdfceb4 on resource:security_group {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:56:44.027941 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-099a55e1-c470-43b2-94ea-3e6d3543ef93 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2283003 Jun 01 18:56:44.028821 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 33302) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:56:44.029471 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b6b6d0d7-432b-411e-bbef-a269e7522274 tempest-RoutersAdminNegativeTest-1671844358 tempest-RoutersAdminNegativeTest-1671844358-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:44.039586 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-d66f4f56-abcd-4cf3-9e01-ffe1251a2248 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Request body: {'security_group': {'name': 'tempest-secgroup--2130098439'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:56:44.067450 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-d66f4f56-abcd-4cf3-9e01-ffe1251a2248 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:56:44.074313 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5caf957b-f8e9-4ae8-a9f8-bf6cdd1c5135'] response: {'server_uuid': '594e6e02-b49f-46d7-a80a-450437cbea5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df45b40a-1c3b-4ddd-9776-8fca10101d8a', 'code': 200} Jun 01 18:56:44.125589 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-d66f4f56-abcd-4cf3-9e01-ffe1251a2248 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:56:44.149052 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d66f4f56-abcd-4cf3-9e01-ffe1251a2248 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:44.181644 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-d66f4f56-abcd-4cf3-9e01-ffe1251a2248 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:56:44.185375 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-d66f4f56-abcd-4cf3-9e01-ffe1251a2248 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Usage tracker for resource:security_group_rule and tenant:10a25d8e2a6b43dfabf2f7b9ccdfceb4 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:56:44.188710 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-d66f4f56-abcd-4cf3-9e01-ffe1251a2248 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:56:44.197184 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-d66f4f56-abcd-4cf3-9e01-ffe1251a2248 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:56:44.253952 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b6d0d7-432b-411e-bbef-a269e7522274 tempest-RoutersAdminNegativeTest-1671844358 tempest-RoutersAdminNegativeTest-1671844358-project-admin] Pushing event deleted for resources: {'Port': ['ID=74d9cf9a-927c-4859-a69c-e35d0be5aa43,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:56:44.295653 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d66f4f56-abcd-4cf3-9e01-ffe1251a2248 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:44.342823 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d66f4f56-abcd-4cf3-9e01-ffe1251a2248 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:44.356602 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b6b6d0d7-432b-411e-bbef-a269e7522274 tempest-RoutersAdminNegativeTest-1671844358 tempest-RoutersAdminNegativeTest-1671844358-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:44.371174 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-b6b6d0d7-432b-411e-bbef-a269e7522274 tempest-RoutersAdminNegativeTest-1671844358 tempest-RoutersAdminNegativeTest-1671844358-project-admin] 10.222.0.41 "DELETE /v2.0/ports/74d9cf9a-927c-4859-a69c-e35d0be5aa43 HTTP/1.1" status: 204 len: 168 time: 2.0051558 Jun 01 18:56:44.393658 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76f5999-e8ad-416f-b9c2-da5539495a7d req-2889fdc5-919b-4897-982f-7e2f70a9d976 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:44.401768 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c76f5999-e8ad-416f-b9c2-da5539495a7d req-2889fdc5-919b-4897-982f-7e2f70a9d976 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/ports?device_id=594e6e02-b49f-46d7-a80a-450437cbea5b HTTP/1.1" status: 200 len: 945 time: 0.1822944 Jun 01 18:56:44.456453 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c76f5999-e8ad-416f-b9c2-da5539495a7d req-3caddab6-f498-43f7-8e19-9a43ea6f5cfd tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/security-groups?id=679bc320-73aa-41fb-80e9-32867c6d2bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502889 Jun 01 18:56:44.499441 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66f4f56-abcd-4cf3-9e01-ffe1251a2248 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c2da05e-c66b-4e97-8d3b-a2ef3536d87a,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:56:44.506378 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d66f4f56-abcd-4cf3-9e01-ffe1251a2248 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:44.508546 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-d66f4f56-abcd-4cf3-9e01-ffe1251a2248 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4783177 Jun 01 18:56:44.511985 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 33310) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:56:44.519982 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-8d31487e-ee3d-4c59-bd71-7cfd7ed6d352 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Request body: {'security_group_rule': {'security_group_id': '5c2da05e-c66b-4e97-8d3b-a2ef3536d87a', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:56:44.523214 n-d-844202-1 neutron-server[88525]: WARNING neutron.api.v2.base [None req-8d31487e-ee3d-4c59-bd71-7cfd7ed6d352 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jun 01 18:56:44.524337 n-d-844202-1 neutron-server[88525]: INFO neutron.api.v2.resource [None req-8d31487e-ee3d-4c59-bd71-7cfd7ed6d352 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 01 18:56:44.528855 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 33314) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:56:44.529541 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-8d31487e-ee3d-4c59-bd71-7cfd7ed6d352 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0165219 Jun 01 18:56:44.553373 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3395fa19-5b7c-41ff-9091-9f49a3928098 req-df7aa9e0-4e28-45a3-8a11-e662a5a23dab tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:44.561037 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3395fa19-5b7c-41ff-9091-9f49a3928098 req-df7aa9e0-4e28-45a3-8a11-e662a5a23dab tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=863d6d17-7ec0-45a3-a6dc-82b322b76ced HTTP/1.1" status: 200 len: 945 time: 0.2633376 Jun 01 18:56:44.655625 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3395fa19-5b7c-41ff-9091-9f49a3928098 req-ef524427-ab90-460d-9fc1-ccaf21d09014 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ce59b29-4aa6-4d2e-8584-a540c0a14c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935328 Jun 01 18:56:44.732834 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2481b3c7-81a9-49b3-8522-bfa87312f378 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:44.807722 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 2303f6ca-cb4b-409a-bddb-a0b01bfc0087 up at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:56:44.830700 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2481b3c7-81a9-49b3-8522-bfa87312f378 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:44.942458 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning for port 2303f6ca-cb4b-409a-bddb-a0b01bfc0087 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:56:44.945309 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea97745-c327-4ad3-b5bb-84772644a909 req-9a1d2408-6ed5-4e2f-9037-2e7a89c68e25 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:44.949191 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-7ea97745-c327-4ad3-b5bb-84772644a909 req-9a1d2408-6ed5-4e2f-9037-2e7a89c68e25 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd257cd0-aa97-4526-8252-e04e5aa06d7c HTTP/1.1" status: 200 len: 950 time: 0.2780082 Jun 01 18:56:44.952655 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2481b3c7-81a9-49b3-8522-bfa87312f378 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:44.966102 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning complete for port 2303f6ca-cb4b-409a-bddb-a0b01bfc0087 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:56:44.966102 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:45.071570 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-7ea97745-c327-4ad3-b5bb-84772644a909 req-d463f5e7-787f-4c88-ac67-193005ae6cf6 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.41 "GET /v2.0/security-groups?id=22665066-3f80-4493-8b7a-e2faea6c666a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150930 Jun 01 18:56:45.100081 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2481b3c7-81a9-49b3-8522-bfa87312f378 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c2da05e-c66b-4e97-8d3b-a2ef3536d87a,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:56:45.126998 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2481b3c7-81a9-49b3-8522-bfa87312f378 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:45.136347 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-2481b3c7-81a9-49b3-8522-bfa87312f378 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] 10.222.0.41 "DELETE /v2.0/security-groups/5c2da05e-c66b-4e97-8d3b-a2ef3536d87a HTTP/1.1" status: 204 len: 168 time: 0.6047575 Jun 01 18:56:45.138966 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 33330) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:56:45.189531 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bacdc5-b3d3-45be-a25d-1d307f1cf07e req-3d9e8329-a884-46cb-89a5-9c82d054be4c tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:45.191336 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-79bacdc5-b3d3-45be-a25d-1d307f1cf07e req-3d9e8329-a884-46cb-89a5-9c82d054be4c tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] 10.222.0.41 "GET /v2.0/ports?device_id=f21b95ed-76cd-44e2-b692-d0bc9beb0214 HTTP/1.1" status: 200 len: 945 time: 0.2308099 Jun 01 18:56:45.272923 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-17b76b88-3362-4228-94d1-9d8d572f7687 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1285498 Jun 01 18:56:45.274462 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 33334) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:56:45.284518 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-d80fd641-9fa3-423c-a6c9-fe6df703be80 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Request body: {'security_group': {'name': 'tempest-secgroup--833633265'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:56:45.293834 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-d80fd641-9fa3-423c-a6c9-fe6df703be80 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:56:45.304358 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-d80fd641-9fa3-423c-a6c9-fe6df703be80 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Usage tracker for resource:security_group and tenant:10a25d8e2a6b43dfabf2f7b9ccdfceb4 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:56:45.309607 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-d80fd641-9fa3-423c-a6c9-fe6df703be80 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:56:45.320463 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-d80fd641-9fa3-423c-a6c9-fe6df703be80 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:56:45.321009 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 33340) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:56:45.335044 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-79bacdc5-b3d3-45be-a25d-1d307f1cf07e req-b4f53a88-10b6-4821-9ef9-8ab5032bc84a tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cd81dcd-fddd-4cdb-b7e0-911a736e672d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372275 Jun 01 18:56:45.407486 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port 2303f6ca-cb4b-409a-bddb-a0b01bfc0087 is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:56:45.408080 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:45.465605 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d80fd641-9fa3-423c-a6c9-fe6df703be80 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:45.470172 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 2303f6ca-cb4b-409a-bddb-a0b01bfc0087, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=2303f6ca-cb4b-409a-bddb-a0b01bfc0087,segment=NetworkSegment(5d37d6f1-f881-46ce-917f-1a0aba7e0745),segment_id=5d37d6f1-f881-46ce-917f-1a0aba7e0745)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:56:45.478037 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:45.531410 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-d80fd641-9fa3-423c-a6c9-fe6df703be80 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:56:45.538715 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-d80fd641-9fa3-423c-a6c9-fe6df703be80 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Usage tracker for resource:security_group_rule and tenant:10a25d8e2a6b43dfabf2f7b9ccdfceb4 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:56:45.542840 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-d80fd641-9fa3-423c-a6c9-fe6df703be80 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:56:45.550455 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-d80fd641-9fa3-423c-a6c9-fe6df703be80 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:56:45.607486 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=2303f6ca-cb4b-409a-bddb-a0b01bfc0087,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:56:45.617884 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6827e646-deaa-4b0a-900b-5633cb37869d req-87d35ed0-ef62-4862-a01c-761621f1146e tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:45.625125 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-6827e646-deaa-4b0a-900b-5633cb37869d req-87d35ed0-ef62-4862-a01c-761621f1146e tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=863d6d17-7ec0-45a3-a6dc-82b322b76ced HTTP/1.1" status: 200 len: 945 time: 0.2906599 Jun 01 18:56:45.627247 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-bb4423f1-46ab-4b9e-8bc5-28d3f3e9e554 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:45.648164 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-bb4423f1-46ab-4b9e-8bc5-28d3f3e9e554 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:56:45.652501 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-bb4423f1-46ab-4b9e-8bc5-28d3f3e9e554 admin admin] Usage tracker for resource:security_group_rule and tenant:1927fbb6fbbf4ec4ac464d8fe65ddf19 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:56:45.656423 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-bb4423f1-46ab-4b9e-8bc5-28d3f3e9e554 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:56:45.671761 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-bb4423f1-46ab-4b9e-8bc5-28d3f3e9e554 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:56:45.732061 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-6827e646-deaa-4b0a-900b-5633cb37869d req-4ba15451-206b-4a5b-9e3d-14feccd8070d tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ce59b29-4aa6-4d2e-8584-a540c0a14c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1058328 Jun 01 18:56:45.739066 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d80fd641-9fa3-423c-a6c9-fe6df703be80 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:45.752201 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d80fd641-9fa3-423c-a6c9-fe6df703be80 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:45.834515 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80fd641-9fa3-423c-a6c9-fe6df703be80 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6459ecc9-9584-4754-8ed5-51c55fd3406c,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:56:45.873757 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d80fd641-9fa3-423c-a6c9-fe6df703be80 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:45.878180 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-d80fd641-9fa3-423c-a6c9-fe6df703be80 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6019917 Jun 01 18:56:45.878949 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 33352) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:56:45.888991 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-c26a19da-46cc-4d9d-a543-e76b320d718a tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Request body: {'security_group_rule': {'security_group_id': '6459ecc9-9584-4754-8ed5-51c55fd3406c', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:56:45.891637 n-d-844202-1 neutron-server[88525]: WARNING neutron.api.v2.base [None req-c26a19da-46cc-4d9d-a543-e76b320d718a tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jun 01 18:56:45.892150 n-d-844202-1 neutron-server[88525]: INFO neutron.api.v2.resource [None req-c26a19da-46cc-4d9d-a543-e76b320d718a tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 01 18:56:45.903760 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 33356) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:56:45.904349 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-c26a19da-46cc-4d9d-a543-e76b320d718a tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0186453 Jun 01 18:56:45.967599 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-bb4423f1-46ab-4b9e-8bc5-28d3f3e9e554 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:46.075410 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f21b95ed-76cd-44e2-b692-d0bc9beb0214', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2303f6ca-cb4b-409a-bddb-a0b01bfc0087'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:56:46.204483 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fbf6e1-2177-4af8-9f79-3017290c12c4 req-65fb7ab2-f5ad-4827-8bed-bdccb1b12856 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:46.205607 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-75fbf6e1-2177-4af8-9f79-3017290c12c4 req-65fb7ab2-f5ad-4827-8bed-bdccb1b12856 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/ports?device_id=594e6e02-b49f-46d7-a80a-450437cbea5b HTTP/1.1" status: 200 len: 945 time: 0.2160709 Jun 01 18:56:46.243649 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-bb4423f1-46ab-4b9e-8bc5-28d3f3e9e554 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:46.270274 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-75fbf6e1-2177-4af8-9f79-3017290c12c4 req-3ef5a6d2-877e-4e22-a2b9-8d2d399c57e4 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/security-groups?id=679bc320-73aa-41fb-80e9-32867c6d2bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472815 Jun 01 18:56:46.322914 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-bb4423f1-46ab-4b9e-8bc5-28d3f3e9e554 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1927fbb6fbbf4ec4ac464d8fe65ddf19&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9989901 Jun 01 18:56:46.325851 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 33364) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:56:46.331318 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4423f1-46ab-4b9e-8bc5-28d3f3e9e554 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=988125f9-a0d3-4605-ba03-4960913b1f50,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:56:46.385006 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-cfa6b01e-93c6-4b2a-a1ae-104b18d43330 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:46.433320 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac5e3ba-a1c5-4390-9869-00e766375125 req-3bc77c7a-b3fa-442e-8c4d-55cefbdecc40 tempest-ServersOnMultiNodesTest-884102271 tempest-ServersOnMultiNodesTest-884102271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:46.434851 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4ac5e3ba-a1c5-4390-9869-00e766375125 req-3bc77c7a-b3fa-442e-8c4d-55cefbdecc40 tempest-ServersOnMultiNodesTest-884102271 tempest-ServersOnMultiNodesTest-884102271-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=bd257cd0-aa97-4526-8252-e04e5aa06d7c HTTP/1.1" status: 200 len: 1101 time: 0.4810121 Jun 01 18:56:46.443581 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-cfa6b01e-93c6-4b2a-a1ae-104b18d43330 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:46.496141 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-4ac5e3ba-a1c5-4390-9869-00e766375125 req-902e7d03-58a6-4582-a781-93fb99eefcd2 tempest-ServersOnMultiNodesTest-884102271 tempest-ServersOnMultiNodesTest-884102271-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:46.522928 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9189a9b2-9ff5-40bc-a9cc-065db66965c1 req-8e30982d-e1d5-43d0-893d-8b678e6a9264 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:46.525730 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-9189a9b2-9ff5-40bc-a9cc-065db66965c1 req-8e30982d-e1d5-43d0-893d-8b678e6a9264 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=863d6d17-7ec0-45a3-a6dc-82b322b76ced HTTP/1.1" status: 200 len: 945 time: 0.1447051 Jun 01 18:56:46.548065 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-db6ea0ce-0a30-4934-ac4a-ff712df0e823 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:46.568301 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-4ac5e3ba-a1c5-4390-9869-00e766375125 req-902e7d03-58a6-4582-a781-93fb99eefcd2 tempest-ServersOnMultiNodesTest-884102271 tempest-ServersOnMultiNodesTest-884102271-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:56:46.573088 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-4ac5e3ba-a1c5-4390-9869-00e766375125 req-902e7d03-58a6-4582-a781-93fb99eefcd2 tempest-ServersOnMultiNodesTest-884102271 tempest-ServersOnMultiNodesTest-884102271-project-admin] Usage tracker for resource:security_group_rule and tenant:f1f7631c263947d2b9b624f3a5d2d574 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:56:46.578635 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-4ac5e3ba-a1c5-4390-9869-00e766375125 req-902e7d03-58a6-4582-a781-93fb99eefcd2 tempest-ServersOnMultiNodesTest-884102271 tempest-ServersOnMultiNodesTest-884102271-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:56:46.584784 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-4ac5e3ba-a1c5-4390-9869-00e766375125 req-902e7d03-58a6-4582-a781-93fb99eefcd2 tempest-ServersOnMultiNodesTest-884102271 tempest-ServersOnMultiNodesTest-884102271-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:56:46.589238 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-9189a9b2-9ff5-40bc-a9cc-065db66965c1 req-729d953f-647d-448c-97f0-3b315745971d tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ce59b29-4aa6-4d2e-8584-a540c0a14c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569370 Jun 01 18:56:46.638794 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-db6ea0ce-0a30-4934-ac4a-ff712df0e823 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:46.650421 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96272da8-61d8-4968-8c15-ab2d3546a1f1'] response: {'server_uuid': 'f21b95ed-76cd-44e2-b692-d0bc9beb0214', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2303f6ca-cb4b-409a-bddb-a0b01bfc0087', 'code': 200} Jun 01 18:56:46.673152 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-cfa6b01e-93c6-4b2a-a1ae-104b18d43330 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:46.744465 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa6b01e-93c6-4b2a-a1ae-104b18d43330 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6459ecc9-9584-4754-8ed5-51c55fd3406c,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:56:46.816484 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-cfa6b01e-93c6-4b2a-a1ae-104b18d43330 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:46.820711 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-cfa6b01e-93c6-4b2a-a1ae-104b18d43330 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] 10.222.0.41 "DELETE /v2.0/security-groups/6459ecc9-9584-4754-8ed5-51c55fd3406c HTTP/1.1" status: 204 len: 168 time: 0.9127579 Jun 01 18:56:46.822513 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 33372) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:56:46.871686 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-db6ea0ce-0a30-4934-ac4a-ff712df0e823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:46.944274 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6ea0ce-0a30-4934-ac4a-ff712df0e823 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=988125f9-a0d3-4605-ba03-4960913b1f50,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:56:46.967183 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-52e186c3-dd27-4970-882f-6408c816d419 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Synchronizing usage tracker for tenant:10a25d8e2a6b43dfabf2f7b9ccdfceb4 on resource:security_group {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:56:46.988800 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-db6ea0ce-0a30-4934-ac4a-ff712df0e823 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:46.993227 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-db6ea0ce-0a30-4934-ac4a-ff712df0e823 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/988125f9-a0d3-4605-ba03-4960913b1f50 HTTP/1.1" status: 204 len: 168 time: 0.6661024 Jun 01 18:56:47.012586 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d377a5c-cff9-4cf6-8c91-39cd99a06c2e req-91169814-29f9-4e69-bbce-32852c19f3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:47.014581 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-0d377a5c-cff9-4cf6-8c91-39cd99a06c2e req-91169814-29f9-4e69-bbce-32852c19f3ca service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=f21b95ed-76cd-44e2-b692-d0bc9beb0214 HTTP/1.1" status: 200 len: 1097 time: 0.2790461 Jun 01 18:56:47.021610 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-52e186c3-dd27-4970-882f-6408c816d419 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Unset dirty status for tenant:10a25d8e2a6b43dfabf2f7b9ccdfceb4 on resource:security_group {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:56:47.024074 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-52e186c3-dd27-4970-882f-6408c816d419 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1992216 Jun 01 18:56:47.029671 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 33378) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:56:47.030458 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ec84b8-67e7-48cd-944a-4edc06976dc7 req-232f3b86-5ad5-4aed-ad84-8bd264fee642 tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:47.036114 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-5c53a0e9-e87c-4fe6-a77e-6e15f0dab65c tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Request body: {'security_group': {'name': 'tempest-secgroup--1074405305'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:56:47.040256 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-63ec84b8-67e7-48cd-944a-4edc06976dc7 req-232f3b86-5ad5-4aed-ad84-8bd264fee642 tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] 10.222.0.41 "GET /v2.0/ports?device_id=f21b95ed-76cd-44e2-b692-d0bc9beb0214 HTTP/1.1" status: 200 len: 946 time: 0.2353559 Jun 01 18:56:47.057119 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-5c53a0e9-e87c-4fe6-a77e-6e15f0dab65c tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:56:47.072797 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-4ac5e3ba-a1c5-4390-9869-00e766375125 req-902e7d03-58a6-4582-a781-93fb99eefcd2 tempest-ServersOnMultiNodesTest-884102271 tempest-ServersOnMultiNodesTest-884102271-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:47.080360 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-5c53a0e9-e87c-4fe6-a77e-6e15f0dab65c tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:56:47.084297 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-4ac5e3ba-a1c5-4390-9869-00e766375125 req-902e7d03-58a6-4582-a781-93fb99eefcd2 tempest-ServersOnMultiNodesTest-884102271 tempest-ServersOnMultiNodesTest-884102271-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:47.132838 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-4ac5e3ba-a1c5-4390-9869-00e766375125 req-902e7d03-58a6-4582-a781-93fb99eefcd2 tempest-ServersOnMultiNodesTest-884102271 tempest-ServersOnMultiNodesTest-884102271-project-admin] Synchronizing usage tracker for tenant:f1f7631c263947d2b9b624f3a5d2d574 on resource:security_group {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:56:47.146299 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-5c53a0e9-e87c-4fe6-a77e-6e15f0dab65c tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:47.159724 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-63ec84b8-67e7-48cd-944a-4edc06976dc7 req-cc7ffca5-bcb6-415b-844b-1802d24573e6 tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cd81dcd-fddd-4cdb-b7e0-911a736e672d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152906 Jun 01 18:56:47.183280 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-0d377a5c-cff9-4cf6-8c91-39cd99a06c2e req-d081a52f-325e-4410-bf7b-fecfa4033ab8 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=3cd81dcd-fddd-4cdb-b7e0-911a736e672d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406591 Jun 01 18:56:47.201818 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902e7d03-58a6-4582-a781-93fb99eefcd2 tempest-ServersOnMultiNodesTest-884102271 tempest-ServersOnMultiNodesTest-884102271-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d4a694d-58b1-46dc-9732-11c5e61608ed,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:56:47.208498 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-4ac5e3ba-a1c5-4390-9869-00e766375125 req-902e7d03-58a6-4582-a781-93fb99eefcd2 tempest-ServersOnMultiNodesTest-884102271 tempest-ServersOnMultiNodesTest-884102271-project-admin] Unset dirty status for tenant:f1f7631c263947d2b9b624f3a5d2d574 on resource:security_group {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:56:47.220670 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4ac5e3ba-a1c5-4390-9869-00e766375125 req-902e7d03-58a6-4582-a781-93fb99eefcd2 tempest-ServersOnMultiNodesTest-884102271 tempest-ServersOnMultiNodesTest-884102271-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=22665066-3f80-4493-8b7a-e2faea6c666a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7679098 Jun 01 18:56:47.221815 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-5c53a0e9-e87c-4fe6-a77e-6e15f0dab65c tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:56:47.246975 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-5c53a0e9-e87c-4fe6-a77e-6e15f0dab65c tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Usage tracker for resource:security_group_rule and tenant:10a25d8e2a6b43dfabf2f7b9ccdfceb4 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:56:47.254092 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-5c53a0e9-e87c-4fe6-a77e-6e15f0dab65c tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:56:47.288681 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-5c53a0e9-e87c-4fe6-a77e-6e15f0dab65c tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:56:47.473924 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4400f8-63c8-4be1-a87c-1b6d34193421 req-a14cd6f0-9edf-46de-a129-04767e3aacf4 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:47.476593 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2d4400f8-63c8-4be1-a87c-1b6d34193421 req-a14cd6f0-9edf-46de-a129-04767e3aacf4 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=863d6d17-7ec0-45a3-a6dc-82b322b76ced HTTP/1.1" status: 200 len: 945 time: 0.1515899 Jun 01 18:56:47.493962 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-5c53a0e9-e87c-4fe6-a77e-6e15f0dab65c tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:47.500551 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-5c53a0e9-e87c-4fe6-a77e-6e15f0dab65c tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:47.590830 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 33394) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:56:47.616813 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2d4400f8-63c8-4be1-a87c-1b6d34193421 req-c31a7469-971c-42b7-96f3-0c7ad203c543 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ce59b29-4aa6-4d2e-8584-a540c0a14c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1336846 Jun 01 18:56:47.697572 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c53a0e9-e87c-4fe6-a77e-6e15f0dab65c tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abdf7672-b966-4cc8-8962-7327bb8dfe8b,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:56:47.715410 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-5c53a0e9-e87c-4fe6-a77e-6e15f0dab65c tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:47.721106 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-5c53a0e9-e87c-4fe6-a77e-6e15f0dab65c tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6873918 Jun 01 18:56:47.722618 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 33400) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:56:47.771677 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-14d97efb-d6f2-4be1-97f9-19c6dba362ba admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c6c905183d6a478c94b9f518af30b604&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1795838 Jun 01 18:56:47.775603 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 33406) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:56:47.799697 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-5de2a5ff-973f-48d3-9d1f-9429db9b3d6a tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Request body: {'security_group_rule': {'security_group_id': 'abdf7672-b966-4cc8-8962-7327bb8dfe8b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:56:47.821523 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 33410) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:56:47.824623 n-d-844202-1 neutron-server[88524]: WARNING neutron.api.v2.base [None req-5de2a5ff-973f-48d3-9d1f-9429db9b3d6a tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jun 01 18:56:47.825298 n-d-844202-1 neutron-server[88524]: INFO neutron.api.v2.resource [None req-5de2a5ff-973f-48d3-9d1f-9429db9b3d6a tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 01 18:56:47.830344 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-5de2a5ff-973f-48d3-9d1f-9429db9b3d6a tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.1061811 Jun 01 18:56:47.831005 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 33414) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:56:47.832063 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-79969164-446e-4e8d-9654-5cc03e34a751 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Request body: {'security_group': {'name': 'tempest-securitygroup--681966900', 'description': 'tempest-description--307633565'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:56:47.841254 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-79969164-446e-4e8d-9654-5cc03e34a751 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:56:47.852564 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-a36b27c6-4080-47d7-8625-01d2337805fe tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Request body: {'security_group_rule': {'security_group_id': 'abdf7672-b966-4cc8-8962-7327bb8dfe8b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:56:47.853515 n-d-844202-1 neutron-server[88524]: WARNING neutron.api.v2.base [None req-a36b27c6-4080-47d7-8625-01d2337805fe tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jun 01 18:56:47.854168 n-d-844202-1 neutron-server[88524]: INFO neutron.api.v2.resource [None req-a36b27c6-4080-47d7-8625-01d2337805fe tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 01 18:56:47.855325 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-a36b27c6-4080-47d7-8625-01d2337805fe tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0181501 Jun 01 18:56:47.859228 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 33418) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:56:47.864534 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-79969164-446e-4e8d-9654-5cc03e34a751 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:56:47.868443 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-698d83d2-d3bd-4b50-ae40-ae3ddc29dbc4 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Request body: {'security_group_rule': {'security_group_id': 'abdf7672-b966-4cc8-8962-7327bb8dfe8b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:56:47.871558 n-d-844202-1 neutron-server[88524]: WARNING neutron.api.v2.base [None req-698d83d2-d3bd-4b50-ae40-ae3ddc29dbc4 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jun 01 18:56:47.872875 n-d-844202-1 neutron-server[88524]: INFO neutron.api.v2.resource [None req-698d83d2-d3bd-4b50-ae40-ae3ddc29dbc4 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 01 18:56:47.874159 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-698d83d2-d3bd-4b50-ae40-ae3ddc29dbc4 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0132959 Jun 01 18:56:47.880581 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 33426) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:56:47.892553 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-525851f9-b397-49a1-a62f-b2e3112b5fb4 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Request body: {'security_group_rule': {'security_group_id': 'abdf7672-b966-4cc8-8962-7327bb8dfe8b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:56:47.894841 n-d-844202-1 neutron-server[88525]: WARNING neutron.api.v2.base [None req-525851f9-b397-49a1-a62f-b2e3112b5fb4 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jun 01 18:56:47.895357 n-d-844202-1 neutron-server[88525]: INFO neutron.api.v2.resource [None req-525851f9-b397-49a1-a62f-b2e3112b5fb4 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 01 18:56:47.896680 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-525851f9-b397-49a1-a62f-b2e3112b5fb4 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0114074 Jun 01 18:56:47.920955 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 33432) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:56:47.932112 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-79969164-446e-4e8d-9654-5cc03e34a751 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:47.960994 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1fc9e917-7fa5-4124-96b1-44a26d953ecf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:47.962591 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a16404-c0e4-40a2-a93d-e1850af681ff req-088d4321-438c-4cdd-9cff-9fef780c7535 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:47.964411 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-51a16404-c0e4-40a2-a93d-e1850af681ff req-088d4321-438c-4cdd-9cff-9fef780c7535 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/ports?device_id=594e6e02-b49f-46d7-a80a-450437cbea5b HTTP/1.1" status: 200 len: 945 time: 0.2425785 Jun 01 18:56:48.043981 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-51a16404-c0e4-40a2-a93d-e1850af681ff req-02a98a6c-fc5b-4962-9f4a-92e7ad2d88fd tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/security-groups?id=679bc320-73aa-41fb-80e9-32867c6d2bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717061 Jun 01 18:56:48.047089 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-0ebf4a4e-b5e4-4151-803f-204acfae1456 req-168cedf1-788e-419e-8ce8-32081d977780 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=ed558a94bd42496298488549f6a1a20a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0792863 Jun 01 18:56:48.052927 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1fc9e917-7fa5-4124-96b1-44a26d953ecf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:48.061113 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-79969164-446e-4e8d-9654-5cc03e34a751 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:56:48.099669 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-79969164-446e-4e8d-9654-5cc03e34a751 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Usage tracker for resource:security_group_rule and tenant:d40f7c9e0af24f109f247cdb0a7a60bf is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:56:48.120100 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-79969164-446e-4e8d-9654-5cc03e34a751 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:56:48.316401 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-79969164-446e-4e8d-9654-5cc03e34a751 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:56:48.367483 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6d7b6eb1-266c-4199-999b-08805a20056e tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:48.474902 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebf4a4e-b5e4-4151-803f-204acfae1456 req-323861b1-fe43-4b2c-be80-aec15a9ba968 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:48.481822 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-0ebf4a4e-b5e4-4151-803f-204acfae1456 req-323861b1-fe43-4b2c-be80-aec15a9ba968 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4340093 Jun 01 18:56:48.484658 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6d7b6eb1-266c-4199-999b-08805a20056e tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:48.494648 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1fc9e917-7fa5-4124-96b1-44a26d953ecf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:48.524878 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b074d8-1445-4895-9c8d-40e0d34b1133 req-0474fa09-7053-4ecb-837b-bbcdb27d8c48 tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:48.535451 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-86b074d8-1445-4895-9c8d-40e0d34b1133 req-0474fa09-7053-4ecb-837b-bbcdb27d8c48 tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] 10.222.0.41 "GET /v2.0/ports?device_id=f21b95ed-76cd-44e2-b692-d0bc9beb0214 HTTP/1.1" status: 200 len: 946 time: 0.1863794 Jun 01 18:56:48.553386 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-0ebf4a4e-b5e4-4151-803f-204acfae1456 req-9a73804c-aef4-4f85-84da-cadcac997036 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.41 "GET /v2.0/quotas/ed558a94bd42496298488549f6a1a20a HTTP/1.1" status: 200 len: 375 time: 0.0705905 Jun 01 18:56:48.560959 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc9e917-7fa5-4124-96b1-44a26d953ecf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75dafe3e-b8c6-4344-8721-03032f29bff9,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:56:48.616840 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-86b074d8-1445-4895-9c8d-40e0d34b1133 req-6f242436-1a02-4792-84a0-7a40a4690c4b tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cd81dcd-fddd-4cdb-b7e0-911a736e672d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793092 Jun 01 18:56:48.655345 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-79969164-446e-4e8d-9654-5cc03e34a751 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:48.659311 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1fc9e917-7fa5-4124-96b1-44a26d953ecf admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:48.663580 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-1fc9e917-7fa5-4124-96b1-44a26d953ecf admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/75dafe3e-b8c6-4344-8721-03032f29bff9 HTTP/1.1" status: 204 len: 168 time: 0.8839045 Jun 01 18:56:48.665169 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-79969164-446e-4e8d-9654-5cc03e34a751 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:48.679752 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6d7b6eb1-266c-4199-999b-08805a20056e tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:48.729271 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6d7b6eb1-266c-4199-999b-08805a20056e tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:48.733210 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-6d7b6eb1-266c-4199-999b-08805a20056e tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] 10.222.0.41 "DELETE /v2.0/security-groups/abdf7672-b966-4cc8-8962-7327bb8dfe8b HTTP/1.1" status: 204 len: 168 time: 0.8100195 Jun 01 18:56:48.736044 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 33448) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:56:48.737860 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-79969164-446e-4e8d-9654-5cc03e34a751 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:48.742021 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-79969164-446e-4e8d-9654-5cc03e34a751 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.9165854 Jun 01 18:56:48.742021 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79969164-446e-4e8d-9654-5cc03e34a751 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Pushing event updated for resources: {'SecurityGroup': ['ID=428a90ee-d69c-4f4b-be08-39e0e3f8aeb0,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:56:48.745304 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 33450) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:56:48.762991 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-24947de6-ea00-4ba3-9846-9e4712da35b0 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Request body: {'security_group_rule': {'security_group_id': '428a90ee-d69c-4f4b-be08-39e0e3f8aeb0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:56:48.773024 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7b6eb1-266c-4199-999b-08805a20056e tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=abdf7672-b966-4cc8-8962-7327bb8dfe8b,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:56:48.775208 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-24947de6-ea00-4ba3-9846-9e4712da35b0 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:56:48.794861 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-0ebf4a4e-b5e4-4151-803f-204acfae1456 req-50aea680-1eb3-45ec-8dce-4717188ece70 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=ed558a94bd42496298488549f6a1a20a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2385807 Jun 01 18:56:48.796549 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-24947de6-ea00-4ba3-9846-9e4712da35b0 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Usage tracker for resource:security_group_rule and tenant:d40f7c9e0af24f109f247cdb0a7a60bf is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:56:48.803529 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-24947de6-ea00-4ba3-9846-9e4712da35b0 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:56:48.815887 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-24947de6-ea00-4ba3-9846-9e4712da35b0 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:56:48.852213 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-24947de6-ea00-4ba3-9846-9e4712da35b0 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:48.888599 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-368f6584-9054-4d5c-8566-36b131f0bb9e tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Synchronizing usage tracker for tenant:10a25d8e2a6b43dfabf2f7b9ccdfceb4 on resource:security_group {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:56:48.911584 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-368f6584-9054-4d5c-8566-36b131f0bb9e tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Unset dirty status for tenant:10a25d8e2a6b43dfabf2f7b9ccdfceb4 on resource:security_group {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:56:48.916702 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-368f6584-9054-4d5c-8566-36b131f0bb9e tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1749754 Jun 01 18:56:48.928169 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 33456) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:56:48.939294 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-99a05a27-7495-4ad7-b0e1-d447531963e3 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Request body: {'security_group': {'name': 'tempest-secgroup--673716987'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:56:48.958392 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-99a05a27-7495-4ad7-b0e1-d447531963e3 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:56:48.988897 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-99a05a27-7495-4ad7-b0e1-d447531963e3 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:56:48.991520 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-24947de6-ea00-4ba3-9846-9e4712da35b0 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:48.998130 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-24947de6-ea00-4ba3-9846-9e4712da35b0 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:49.009442 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-99a05a27-7495-4ad7-b0e1-d447531963e3 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:49.061129 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24947de6-ea00-4ba3-9846-9e4712da35b0 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f88ee3f-e573-4e6a-bdda-cb016d9a973d,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:56:49.061651 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-99a05a27-7495-4ad7-b0e1-d447531963e3 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:56:49.069370 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-99a05a27-7495-4ad7-b0e1-d447531963e3 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Usage tracker for resource:security_group_rule and tenant:10a25d8e2a6b43dfabf2f7b9ccdfceb4 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:56:49.080977 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-99a05a27-7495-4ad7-b0e1-d447531963e3 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:56:49.098402 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-99a05a27-7495-4ad7-b0e1-d447531963e3 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:56:49.106478 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-24947de6-ea00-4ba3-9846-9e4712da35b0 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:49.109792 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-24947de6-ea00-4ba3-9846-9e4712da35b0 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3568985 Jun 01 18:56:49.113194 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 33464) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:56:49.128389 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-b0652537-eb21-428e-a23a-534603a2aab6 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Request body: {'security_group_rule': {'security_group_id': '428a90ee-d69c-4f4b-be08-39e0e3f8aeb0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:56:49.146554 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-b0652537-eb21-428e-a23a-534603a2aab6 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:56:49.158789 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-b0652537-eb21-428e-a23a-534603a2aab6 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Usage tracker for resource:security_group_rule and tenant:d40f7c9e0af24f109f247cdb0a7a60bf is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:56:49.170321 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-b0652537-eb21-428e-a23a-534603a2aab6 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:56:49.189418 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-b0652537-eb21-428e-a23a-534603a2aab6 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:56:49.214427 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-99a05a27-7495-4ad7-b0e1-d447531963e3 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:49.234798 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b0652537-eb21-428e-a23a-534603a2aab6 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:49.238339 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-99a05a27-7495-4ad7-b0e1-d447531963e3 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:49.373604 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b0652537-eb21-428e-a23a-534603a2aab6 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:49.384580 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b0652537-eb21-428e-a23a-534603a2aab6 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:49.451718 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0652537-eb21-428e-a23a-534603a2aab6 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69586685-fa0b-4f17-86af-2a3cca081a28,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:56:49.461336 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b0652537-eb21-428e-a23a-534603a2aab6 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:49.466025 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-b0652537-eb21-428e-a23a-534603a2aab6 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3504794 Jun 01 18:56:49.466566 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 33474) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:56:49.473211 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-0acbc4c5-5f81-4b8f-8ec1-e12c93d042a7 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Request body: {'floatingip': {'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:56:49.496087 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-0acbc4c5-5f81-4b8f-8ec1-e12c93d042a7 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:56:49.504260 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a05a27-7495-4ad7-b0e1-d447531963e3 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c2b71c3-b241-4cf1-b3a1-377d915109a2,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:56:49.506274 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-0acbc4c5-5f81-4b8f-8ec1-e12c93d042a7 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Usage tracker for resource:floatingip and tenant:d40f7c9e0af24f109f247cdb0a7a60bf is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:56:49.515519 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-0acbc4c5-5f81-4b8f-8ec1-e12c93d042a7 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:56:49.525788 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-0acbc4c5-5f81-4b8f-8ec1-e12c93d042a7 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:56:49.545712 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0acbc4c5-5f81-4b8f-8ec1-e12c93d042a7 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Notify callbacks [] for floatingip, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:49.581453 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-99a05a27-7495-4ad7-b0e1-d447531963e3 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:49.583056 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-99a05a27-7495-4ad7-b0e1-d447531963e3 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6532583 Jun 01 18:56:49.587145 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 33482) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:56:49.602198 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-c25c4c4b-ac3c-4807-94d9-afc2882c0732 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Request body: {'security_group_rule': {'security_group_id': '4c2b71c3-b241-4cf1-b3a1-377d915109a2', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:56:49.612457 n-d-844202-1 neutron-server[88524]: WARNING neutron.api.v2.base [None req-c25c4c4b-ac3c-4807-94d9-afc2882c0732 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jun 01 18:56:49.613277 n-d-844202-1 neutron-server[88524]: INFO neutron.api.v2.resource [None req-c25c4c4b-ac3c-4807-94d9-afc2882c0732 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 01 18:56:49.614300 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-c25c4c4b-ac3c-4807-94d9-afc2882c0732 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0259616 Jun 01 18:56:49.624759 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 33488) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:56:49.647610 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-1b92c12d-cf3c-4645-8ea7-587ce3f2500a tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Request body: {'security_group_rule': {'security_group_id': '4c2b71c3-b241-4cf1-b3a1-377d915109a2', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:56:49.667710 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-1b92c12d-cf3c-4645-8ea7-587ce3f2500a tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:56:49.680985 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-1b92c12d-cf3c-4645-8ea7-587ce3f2500a tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Usage tracker for resource:security_group_rule and tenant:10a25d8e2a6b43dfabf2f7b9ccdfceb4 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:56:49.721370 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-1b92c12d-cf3c-4645-8ea7-587ce3f2500a tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:56:49.747558 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f331c4-ad67-4f8a-99ee-22ae87646dc5 req-b0073a2d-f8f4-43d0-b8b4-2f2ea54391c3 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:49.762458 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-59f331c4-ad67-4f8a-99ee-22ae87646dc5 req-b0073a2d-f8f4-43d0-b8b4-2f2ea54391c3 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/ports?device_id=594e6e02-b49f-46d7-a80a-450437cbea5b HTTP/1.1" status: 200 len: 945 time: 0.3939896 Jun 01 18:56:49.770746 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-1b92c12d-cf3c-4645-8ea7-587ce3f2500a tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:56:49.888859 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-59f331c4-ad67-4f8a-99ee-22ae87646dc5 req-9cb97054-e162-4f3c-b0fd-33c32d296a38 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/security-groups?id=679bc320-73aa-41fb-80e9-32867c6d2bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250386 Jun 01 18:56:49.908784 n-d-844202-1 neutron-server[88524]: INFO neutron.api.v2.resource [None req-1b92c12d-cf3c-4645-8ea7-587ce3f2500a tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 01 18:56:49.909091 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-1b92c12d-cf3c-4645-8ea7-587ce3f2500a tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2774091 Jun 01 18:56:49.911902 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 33502) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:56:49.921121 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-79c97196-6dd3-44ee-9bcd-69af1ad8cf0d tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Request body: {'security_group_rule': {'security_group_id': '4c2b71c3-b241-4cf1-b3a1-377d915109a2', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:56:49.921121 n-d-844202-1 neutron-server[88524]: WARNING neutron.api.v2.base [None req-79c97196-6dd3-44ee-9bcd-69af1ad8cf0d tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jun 01 18:56:49.921121 n-d-844202-1 neutron-server[88524]: INFO neutron.api.v2.resource [None req-79c97196-6dd3-44ee-9bcd-69af1ad8cf0d tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 01 18:56:49.921121 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-79c97196-6dd3-44ee-9bcd-69af1ad8cf0d tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0062511 Jun 01 18:56:49.928167 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 33508) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:56:49.940439 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-6ea66a05-4487-43bf-ad86-002c00d5fbc0 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Request body: {'security_group_rule': {'security_group_id': '4c2b71c3-b241-4cf1-b3a1-377d915109a2', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:56:49.977994 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-6ea66a05-4487-43bf-ad86-002c00d5fbc0 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:56:50.109820 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-28bc20ee-e603-4f27-8460-7a1867f5647e req-7b560309-82e2-4bce-8c75-b808307faaca tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.41 "GET /v2.0/ports?device_id=9d4c2314-d9a8-4394-8e29-2d4fb89d3c0b HTTP/1.1" status: 200 len: 210 time: 0.1088760 Jun 01 18:56:50.114766 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-6ea66a05-4487-43bf-ad86-002c00d5fbc0 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Usage tracker for resource:security_group_rule and tenant:10a25d8e2a6b43dfabf2f7b9ccdfceb4 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:56:50.122266 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-6ea66a05-4487-43bf-ad86-002c00d5fbc0 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:56:50.141727 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-6ea66a05-4487-43bf-ad86-002c00d5fbc0 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:56:50.165448 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0acbc4c5-5f81-4b8f-8ec1-e12c93d042a7 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:50.385171 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e844c10f-4dcf-4c6f-b26d-d269a918effb req-37f1e4aa-2036-45e7-8470-1a7bee4074c0 tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:50.395591 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e844c10f-4dcf-4c6f-b26d-d269a918effb req-37f1e4aa-2036-45e7-8470-1a7bee4074c0 tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] 10.222.0.41 "GET /v2.0/ports?device_id=f21b95ed-76cd-44e2-b692-d0bc9beb0214 HTTP/1.1" status: 200 len: 946 time: 0.1388347 Jun 01 18:56:50.400054 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 33522) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:56:50.450485 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e844c10f-4dcf-4c6f-b26d-d269a918effb req-a8ca49d2-be1d-441c-8741-4e9259b01ca4 tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cd81dcd-fddd-4cdb-b7e0-911a736e672d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542417 Jun 01 18:56:50.525318 n-d-844202-1 neutron-server[88525]: INFO neutron.api.v2.resource [None req-6ea66a05-4487-43bf-ad86-002c00d5fbc0 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 01 18:56:50.530091 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 33530) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:56:50.533148 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-6ea66a05-4487-43bf-ad86-002c00d5fbc0 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.6027751 Jun 01 18:56:50.538536 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-df03959d-d997-4db6-9be4-e964dbcc3e18 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Request body: {'security_group_rule': {'security_group_id': '4c2b71c3-b241-4cf1-b3a1-377d915109a2', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:56:50.539019 n-d-844202-1 neutron-server[88524]: WARNING neutron.api.v2.base [None req-df03959d-d997-4db6-9be4-e964dbcc3e18 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jun 01 18:56:50.539961 n-d-844202-1 neutron-server[88524]: INFO neutron.api.v2.resource [None req-df03959d-d997-4db6-9be4-e964dbcc3e18 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 01 18:56:50.544006 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-df03959d-d997-4db6-9be4-e964dbcc3e18 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0128384 Jun 01 18:56:50.544533 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 33534) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:56:50.553931 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-60581a73-ed08-4cc2-81fb-af34b0c07679 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Request body: {'security_group_rule': {'security_group_id': '4c2b71c3-b241-4cf1-b3a1-377d915109a2', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:56:50.565370 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-60581a73-ed08-4cc2-81fb-af34b0c07679 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:56:50.577457 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-60581a73-ed08-4cc2-81fb-af34b0c07679 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Usage tracker for resource:security_group_rule and tenant:10a25d8e2a6b43dfabf2f7b9ccdfceb4 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:56:50.585729 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-60581a73-ed08-4cc2-81fb-af34b0c07679 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:56:50.609196 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [None req-0acbc4c5-5f81-4b8f-8ec1-e12c93d042a7 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Allocated IP 172.25.4.155 (72a72e44-6845-488a-a5ff-3a26d4df9cb3/c314a23b-daa2-4106-ab28-8e6f954277b2/57880cc7-2b8e-4712-a51f-a82620f6d8c5) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:56:50.613792 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-60581a73-ed08-4cc2-81fb-af34b0c07679 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:56:50.641359 n-d-844202-1 neutron-server[88524]: INFO neutron.db.securitygroups_db [None req-60581a73-ed08-4cc2-81fb-af34b0c07679 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Project 10a25d8e2a6b43dfabf2f7b9ccdfceb4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 01 18:56:50.685876 n-d-844202-1 neutron-server[88524]: INFO neutron.api.v2.resource [None req-60581a73-ed08-4cc2-81fb-af34b0c07679 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 01 18:56:50.691036 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-60581a73-ed08-4cc2-81fb-af34b0c07679 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1445980 Jun 01 18:56:50.691648 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 33538) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:56:50.706046 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-9953b3b7-01ed-48d0-b746-e8bce3db9634 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Request body: {'security_group_rule': {'security_group_id': '4c2b71c3-b241-4cf1-b3a1-377d915109a2', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:56:50.707755 n-d-844202-1 neutron-server[88524]: WARNING neutron.api.v2.base [None req-9953b3b7-01ed-48d0-b746-e8bce3db9634 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jun 01 18:56:50.708840 n-d-844202-1 neutron-server[88524]: INFO neutron.api.v2.resource [None req-9953b3b7-01ed-48d0-b746-e8bce3db9634 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 01 18:56:50.717032 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-9953b3b7-01ed-48d0-b746-e8bce3db9634 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0202787 Jun 01 18:56:50.719846 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 33542) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:56:50.730598 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-adc6fd93-3a07-457e-84fd-85095af8f0bc tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Request body: {'security_group_rule': {'security_group_id': '4c2b71c3-b241-4cf1-b3a1-377d915109a2', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:56:50.747041 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-adc6fd93-3a07-457e-84fd-85095af8f0bc tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:56:50.791664 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-adc6fd93-3a07-457e-84fd-85095af8f0bc tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Usage tracker for resource:security_group_rule and tenant:10a25d8e2a6b43dfabf2f7b9ccdfceb4 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:56:50.800634 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-adc6fd93-3a07-457e-84fd-85095af8f0bc tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:56:50.816597 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-adc6fd93-3a07-457e-84fd-85095af8f0bc tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:56:50.838803 n-d-844202-1 neutron-server[88524]: INFO neutron.db.securitygroups_db [None req-adc6fd93-3a07-457e-84fd-85095af8f0bc tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Project 10a25d8e2a6b43dfabf2f7b9ccdfceb4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 01 18:56:50.880535 n-d-844202-1 neutron-server[88524]: INFO neutron.api.v2.resource [None req-adc6fd93-3a07-457e-84fd-85095af8f0bc tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 01 18:56:50.887192 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-adc6fd93-3a07-457e-84fd-85095af8f0bc tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1656678 Jun 01 18:56:50.888314 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 33546) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:56:50.901393 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-4bfe7443-927c-4b9e-a21f-b11962cb9919 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Request body: {'security_group_rule': {'security_group_id': '4c2b71c3-b241-4cf1-b3a1-377d915109a2', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:56:50.903043 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-fa19e48c-46b1-4093-a4a4-3552d332b07c tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1378326679'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:56:50.918516 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-4bfe7443-927c-4b9e-a21f-b11962cb9919 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:56:50.927849 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-4bfe7443-927c-4b9e-a21f-b11962cb9919 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Usage tracker for resource:security_group_rule and tenant:10a25d8e2a6b43dfabf2f7b9ccdfceb4 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:56:50.934669 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-4bfe7443-927c-4b9e-a21f-b11962cb9919 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:56:50.948361 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-4bfe7443-927c-4b9e-a21f-b11962cb9919 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:56:50.969535 n-d-844202-1 neutron-server[88524]: INFO neutron.db.securitygroups_db [None req-4bfe7443-927c-4b9e-a21f-b11962cb9919 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Project 10a25d8e2a6b43dfabf2f7b9ccdfceb4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 01 18:56:50.983379 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-fa19e48c-46b1-4093-a4a4-3552d332b07c tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:56:50.998547 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-fa19e48c-46b1-4093-a4a4-3552d332b07c tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Usage tracker for resource:network and tenant:d0bd5c2fb6ee4680890497b365c62bd9 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:56:51.005292 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-fa19e48c-46b1-4093-a4a4-3552d332b07c tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:56:51.016797 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-fa19e48c-46b1-4093-a4a4-3552d332b07c tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:56:51.019404 n-d-844202-1 neutron-server[88524]: INFO neutron.api.v2.resource [None req-4bfe7443-927c-4b9e-a21f-b11962cb9919 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 01 18:56:51.023786 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-4bfe7443-927c-4b9e-a21f-b11962cb9919 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1343486 Jun 01 18:56:51.024183 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 33554) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:56:51.143086 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa19e48c-46b1-4093-a4a4-3552d332b07c tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Made reservation on behalf of d0bd5c2fb6ee4680890497b365c62bd9 for: {'network': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:56:51.152391 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-fa19e48c-46b1-4093-a4a4-3552d332b07c tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:51.269982 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-c7396226-36b1-4a91-9a7d-450c2e1b00e7 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:51.297484 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-fa19e48c-46b1-4093-a4a4-3552d332b07c tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:51.329173 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-fa19e48c-46b1-4093-a4a4-3552d332b07c tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:56:51.333373 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-fa19e48c-46b1-4093-a4a4-3552d332b07c tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Usage tracker for resource:security_group_rule and tenant:d0bd5c2fb6ee4680890497b365c62bd9 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:56:51.337695 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-fa19e48c-46b1-4093-a4a4-3552d332b07c tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:56:51.344085 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-fa19e48c-46b1-4093-a4a4-3552d332b07c tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:56:51.351193 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-c7396226-36b1-4a91-9a7d-450c2e1b00e7 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:51.439916 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-fa19e48c-46b1-4093-a4a4-3552d332b07c tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:51.452518 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-c7396226-36b1-4a91-9a7d-450c2e1b00e7 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:51.454744 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-fa19e48c-46b1-4093-a4a4-3552d332b07c tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:51.517199 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e250cf-5575-4e7a-a0bc-dcfdbff1a166 req-9c808276-f6d5-4c71-bb6c-52e15256f9f4 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:51.521975 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-21e250cf-5575-4e7a-a0bc-dcfdbff1a166 req-9c808276-f6d5-4c71-bb6c-52e15256f9f4 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/ports?device_id=594e6e02-b49f-46d7-a80a-450437cbea5b HTTP/1.1" status: 200 len: 945 time: 0.3673074 Jun 01 18:56:51.533568 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7396226-36b1-4a91-9a7d-450c2e1b00e7 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c2b71c3-b241-4cf1-b3a1-377d915109a2,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:56:51.543106 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-c7396226-36b1-4a91-9a7d-450c2e1b00e7 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:51.544154 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-c7396226-36b1-4a91-9a7d-450c2e1b00e7 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] 10.222.0.41 "DELETE /v2.0/security-groups/4c2b71c3-b241-4cf1-b3a1-377d915109a2 HTTP/1.1" status: 204 len: 168 time: 0.5186770 Jun 01 18:56:51.546614 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 33560) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:56:51.566752 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0acbc4c5-5f81-4b8f-8ec1-e12c93d042a7 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:51.589349 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa19e48c-46b1-4093-a4a4-3552d332b07c tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 118} {{(pid=88525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 18:56:51.609093 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa19e48c-46b1-4093-a4a4-3552d332b07c tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f08f99e-496d-4acc-99d5-1da0c21c47ab,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:56:51.618035 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-fa19e48c-46b1-4093-a4a4-3552d332b07c tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:51.618035 n-d-844202-1 neutron-server[88525]: INFO neutron.db.segments_db [None req-fa19e48c-46b1-4093-a4a4-3552d332b07c tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Added segment 8763570a-fb33-45d3-a85e-64651def63e3 of type vlan for network 5108ae9a-f8e3-45d1-81b1-247828968a14 Jun 01 18:56:51.641109 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f536f6d-21aa-4c59-9c33-1d3279df692e req-2c0d2e80-5474-4777-a2ae-92fe9a680e19 tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:51.648719 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-1f536f6d-21aa-4c59-9c33-1d3279df692e req-2c0d2e80-5474-4777-a2ae-92fe9a680e19 tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] 10.222.0.41 "GET /v2.0/ports?device_id=f21b95ed-76cd-44e2-b692-d0bc9beb0214 HTTP/1.1" status: 200 len: 946 time: 0.4623399 Jun 01 18:56:51.654462 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb551a2b-8250-4293-bc7c-299ab3f71ecc req-cc10df71-32bb-43b0-9cee-72608257606c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:51.656018 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-cb551a2b-8250-4293-bc7c-299ab3f71ecc req-cc10df71-32bb-43b0-9cee-72608257606c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d0a1e5281a6a4a33a7366a726bd4d479&device_id=f21b95ed-76cd-44e2-b692-d0bc9beb0214 HTTP/1.1" status: 200 len: 1097 time: 0.6110573 Jun 01 18:56:51.672142 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-21e250cf-5575-4e7a-a0bc-dcfdbff1a166 req-c55b293c-2971-423a-ae86-1e5cc4814c64 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/security-groups?id=679bc320-73aa-41fb-80e9-32867c6d2bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299057 Jun 01 18:56:51.675975 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0acbc4c5-5f81-4b8f-8ec1-e12c93d042a7 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:51.703310 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-8fee6840-1ab0-408e-bedb-ab6260170215 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Synchronizing usage tracker for tenant:10a25d8e2a6b43dfabf2f7b9ccdfceb4 on resource:security_group {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:56:51.728127 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-8fee6840-1ab0-408e-bedb-ab6260170215 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Unset dirty status for tenant:10a25d8e2a6b43dfabf2f7b9ccdfceb4 on resource:security_group {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:56:51.734043 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-8fee6840-1ab0-408e-bedb-ab6260170215 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1827369 Jun 01 18:56:51.734273 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 33564) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:56:51.741877 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-aa6edd2a-528c-4284-82b1-25de054541be tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Request body: {'security_group': {'name': 'tempest-secgroup--2018991375'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:56:51.754019 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-aa6edd2a-528c-4284-82b1-25de054541be tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:56:51.788637 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-aa6edd2a-528c-4284-82b1-25de054541be tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:56:51.804762 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-aa6edd2a-528c-4284-82b1-25de054541be tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:51.850698 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-aa6edd2a-528c-4284-82b1-25de054541be tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:56:51.856129 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-aa6edd2a-528c-4284-82b1-25de054541be tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Usage tracker for resource:security_group_rule and tenant:10a25d8e2a6b43dfabf2f7b9ccdfceb4 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:56:51.859375 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-aa6edd2a-528c-4284-82b1-25de054541be tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:56:51.868120 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-aa6edd2a-528c-4284-82b1-25de054541be tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:56:51.972658 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-fa19e48c-46b1-4093-a4a4-3552d332b07c tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:51.980365 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-aa6edd2a-528c-4284-82b1-25de054541be tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:51.989229 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-aa6edd2a-528c-4284-82b1-25de054541be tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:52.042509 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-aa6edd2a-528c-4284-82b1-25de054541be tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:52.046392 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-aa6edd2a-528c-4284-82b1-25de054541be tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3084877 Jun 01 18:56:52.053988 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 33568) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:56:52.068202 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0acbc4c5-5f81-4b8f-8ec1-e12c93d042a7 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:56:52.093636 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-0acbc4c5-5f81-4b8f-8ec1-e12c93d042a7 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:56:52.116264 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0acbc4c5-5f81-4b8f-8ec1-e12c93d042a7 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:56:52.137729 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5f3c6ddf-bc60-4ad7-95f8-fe7f1508b15b req-e1d2fe27-ad5c-49ab-ad60-41966b6a4a9c tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.41 "GET /v2.0/ports?device_id=9d4c2314-d9a8-4394-8e29-2d4fb89d3c0b HTTP/1.1" status: 200 len: 210 time: 0.0893297 Jun 01 18:56:52.140808 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-731b3061-c3c1-4919-95c7-67ae6ead5545 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Request body: {'security_group_rule': {'security_group_id': '395a315f-afc5-41e7-9d53-1a1d23cd7bdc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:56:52.151519 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-731b3061-c3c1-4919-95c7-67ae6ead5545 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:56:52.156209 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-731b3061-c3c1-4919-95c7-67ae6ead5545 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Usage tracker for resource:security_group_rule and tenant:10a25d8e2a6b43dfabf2f7b9ccdfceb4 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:56:52.160746 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-731b3061-c3c1-4919-95c7-67ae6ead5545 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:56:52.165385 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acbc4c5-5f81-4b8f-8ec1-e12c93d042a7 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Pushing event updated for resources: {'Port': ['ID=57880cc7-2b8e-4712-a51f-a82620f6d8c5,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:56:52.177047 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-731b3061-c3c1-4919-95c7-67ae6ead5545 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:56:52.182797 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-1f536f6d-21aa-4c59-9c33-1d3279df692e req-10d40a85-a370-4d96-b333-95bc2e51beca tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cd81dcd-fddd-4cdb-b7e0-911a736e672d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5325737 Jun 01 18:56:52.221535 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6edd2a-528c-4284-82b1-25de054541be tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Pushing event updated for resources: {'SecurityGroup': ['ID=395a315f-afc5-41e7-9d53-1a1d23cd7bdc,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:56:52.249388 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-fa19e48c-46b1-4093-a4a4-3552d332b07c tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:52.255057 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa19e48c-46b1-4093-a4a4-3552d332b07c tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:52.255782 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-fa19e48c-46b1-4093-a4a4-3552d332b07c tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:52.286657 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0ebf4a4e-b5e4-4151-803f-204acfae1456 req-8c3d6f62-5921-4440-9da5-5beec8c58531 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=ed558a94bd42496298488549f6a1a20a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0510011 Jun 01 18:56:52.362813 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb551a2b-8250-4293-bc7c-299ab3f71ecc req-e304b45e-5c1b-453e-83bd-e45df0cce7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:52.364467 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-cb551a2b-8250-4293-bc7c-299ab3f71ecc req-e304b45e-5c1b-453e-83bd-e45df0cce7e3 service neutron] 10.222.0.50 "GET /v2.0/networks?id=68c6e764-294d-4bbe-b8e6-e3de6ad7c308 HTTP/1.1" status: 200 len: 912 time: 0.6844423 Jun 01 18:56:52.400884 n-d-844202-1 neutron-server[88524]: INFO neutron.api.v2.resource [None req-731b3061-c3c1-4919-95c7-67ae6ead5545 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] create failed (client error): The resource could not be found. Jun 01 18:56:52.404516 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-731b3061-c3c1-4919-95c7-67ae6ead5545 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3463690 Jun 01 18:56:52.408381 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 33572) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:56:52.422935 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-ba6975cf-9ef3-477f-add4-4a9d367dc15a tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Request body: {'security_group_rule': {'security_group_id': '395a315f-afc5-41e7-9d53-1a1d23cd7bdc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '71047b73-242f-4388-bae4-060c27adbbe9'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:56:52.432010 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-ba6975cf-9ef3-477f-add4-4a9d367dc15a tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:56:52.436923 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-ba6975cf-9ef3-477f-add4-4a9d367dc15a tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Usage tracker for resource:security_group_rule and tenant:10a25d8e2a6b43dfabf2f7b9ccdfceb4 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:56:52.440133 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-ba6975cf-9ef3-477f-add4-4a9d367dc15a tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:56:52.451305 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-ba6975cf-9ef3-477f-add4-4a9d367dc15a tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:56:52.588413 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebf4a4e-b5e4-4151-803f-204acfae1456 req-41267303-e7c4-4c5a-8ea3-db7a04f36cc9 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:52.593464 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-cb551a2b-8250-4293-bc7c-299ab3f71ecc req-3a032862-0baf-4a16-8e62-a26f1278538c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2303f6ca-cb4b-409a-bddb-a0b01bfc0087 HTTP/1.1" status: 200 len: 217 time: 0.2180030 Jun 01 18:56:52.594109 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0ebf4a4e-b5e4-4151-803f-204acfae1456 req-41267303-e7c4-4c5a-8ea3-db7a04f36cc9 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2994959 Jun 01 18:56:52.606461 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-fa19e48c-46b1-4093-a4a4-3552d332b07c tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.1974339 Jun 01 18:56:52.608458 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 33576) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:56:52.630245 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-0ebf4a4e-b5e4-4151-803f-204acfae1456 req-70c6d55a-5ec2-4e6d-9e7e-1b813d5cc09e tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Request body: {'port': {'device_id': 'f5c80e34-f88f-4cfb-a678-db944b0f358a', 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426', 'admin_state_up': True, 'tenant_id': 'ed558a94bd42496298488549f6a1a20a'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:56:52.651276 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-f489f3dd-7a05-4edd-b948-63995889f48f tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Request body: {'subnet': {'network_id': '5108ae9a-f8e3-45d1-81b1-247828968a14', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:56:52.672949 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa19e48c-46b1-4093-a4a4-3552d332b07c tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Pushing event updated for resources: {'Network': ['ID=5108ae9a-f8e3-45d1-81b1-247828968a14,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:56:52.692678 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network 5108ae9a-f8e3-45d1-81b1-247828968a14 details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 18:56:52.772428 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0acbc4c5-5f81-4b8f-8ec1-e12c93d042a7 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:52.823335 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb551a2b-8250-4293-bc7c-299ab3f71ecc req-9c30ad79-901f-4865-a517-c060f23a2d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:52.825011 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-cb551a2b-8250-4293-bc7c-299ab3f71ecc req-9c30ad79-901f-4865-a517-c060f23a2d78 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=65007f2f-c4cf-4ea2-954f-0d213b184a70 HTTP/1.1" status: 200 len: 851 time: 0.2090852 Jun 01 18:56:52.837747 n-d-844202-1 neutron-server[88524]: INFO neutron.api.v2.resource [None req-ba6975cf-9ef3-477f-add4-4a9d367dc15a tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] create failed (client error): The resource could not be found. Jun 01 18:56:52.844114 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-ba6975cf-9ef3-477f-add4-4a9d367dc15a tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4323833 Jun 01 18:56:52.852303 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 33582) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:56:52.972718 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-cb551a2b-8250-4293-bc7c-299ab3f71ecc req-34213be0-d5ef-4dd0-9f61-11285d03f863 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=68c6e764-294d-4bbe-b8e6-e3de6ad7c308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1291442 Jun 01 18:56:53.075022 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-f489f3dd-7a05-4edd-b948-63995889f48f tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:56:53.134960 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-0ebf4a4e-b5e4-4151-803f-204acfae1456 req-7a797d93-2458-4e02-b1d7-d6abe22b44ca tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=ed558a94bd42496298488549f6a1a20a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1140034 Jun 01 18:56:53.142074 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-f489f3dd-7a05-4edd-b948-63995889f48f tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Usage tracker for resource:subnet and tenant:d0bd5c2fb6ee4680890497b365c62bd9 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:56:53.216062 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-35ab1f64-bf79-418d-a685-fb4c04812379 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:53.232156 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-f489f3dd-7a05-4edd-b948-63995889f48f tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:56:53.274222 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-35ab1f64-bf79-418d-a685-fb4c04812379 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:53.359095 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-f489f3dd-7a05-4edd-b948-63995889f48f tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:56:53.361450 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0acbc4c5-5f81-4b8f-8ec1-e12c93d042a7 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:53.395326 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-0ebf4a4e-b5e4-4151-803f-204acfae1456 req-70c6d55a-5ec2-4e6d-9e7e-1b813d5cc09e tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:56:53.408005 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-35ab1f64-bf79-418d-a685-fb4c04812379 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:53.413215 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-0ebf4a4e-b5e4-4151-803f-204acfae1456 req-70c6d55a-5ec2-4e6d-9e7e-1b813d5cc09e tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:56:53.447961 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbecdb4b-075b-4ae6-b60e-2e929868d59e req-eace6eaf-3ef8-4cd3-ad6f-4ce51ca0ccdc tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:53.454693 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-bbecdb4b-075b-4ae6-b60e-2e929868d59e req-eace6eaf-3ef8-4cd3-ad6f-4ce51ca0ccdc tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/ports?device_id=594e6e02-b49f-46d7-a80a-450437cbea5b HTTP/1.1" status: 200 len: 945 time: 0.5020075 Jun 01 18:56:53.473659 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ab1f64-bf79-418d-a685-fb4c04812379 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=395a315f-afc5-41e7-9d53-1a1d23cd7bdc,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:56:53.480713 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ebf4a4e-b5e4-4151-803f-204acfae1456 req-70c6d55a-5ec2-4e6d-9e7e-1b813d5cc09e tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Made reservation on behalf of ed558a94bd42496298488549f6a1a20a for: {'port': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:56:53.484171 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-0ebf4a4e-b5e4-4151-803f-204acfae1456 req-70c6d55a-5ec2-4e6d-9e7e-1b813d5cc09e tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:53.499247 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a2bea1ee-7582-4cd2-a597-62704d8a83f0 req-2836a858-f3b9-43e8-b989-8e8ec3249794 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.41 "GET /v2.0/ports?device_id=9d4c2314-d9a8-4394-8e29-2d4fb89d3c0b HTTP/1.1" status: 200 len: 210 time: 0.1098440 Jun 01 18:56:53.500007 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-35ab1f64-bf79-418d-a685-fb4c04812379 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:53.503532 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-35ab1f64-bf79-418d-a685-fb4c04812379 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] 10.222.0.41 "DELETE /v2.0/security-groups/395a315f-afc5-41e7-9d53-1a1d23cd7bdc HTTP/1.1" status: 204 len: 168 time: 0.6479094 Jun 01 18:56:53.509020 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 33596) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:56:53.530434 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f489f3dd-7a05-4edd-b948-63995889f48f tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Made reservation on behalf of d0bd5c2fb6ee4680890497b365c62bd9 for: {'subnet': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:56:53.534216 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f489f3dd-7a05-4edd-b948-63995889f48f tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9667140'] for subnet, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:53.614990 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-bbecdb4b-075b-4ae6-b60e-2e929868d59e req-935c778f-056f-4052-8b78-12c5dace7d0f tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/security-groups?id=679bc320-73aa-41fb-80e9-32867c6d2bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593039 Jun 01 18:56:53.687430 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-a54cfcb5-2b9c-45f4-b7eb-49b674e2e1b2 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Synchronizing usage tracker for tenant:10a25d8e2a6b43dfabf2f7b9ccdfceb4 on resource:security_group {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:56:53.746160 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-cb551a2b-8250-4293-bc7c-299ab3f71ecc req-a9bf3440-2208-4e05-996e-86efd1bebee2 service neutron] 10.222.0.50 "GET /v2.0/networks/68c6e764-294d-4bbe-b8e6-e3de6ad7c308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7717950 Jun 01 18:56:53.756362 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-a54cfcb5-2b9c-45f4-b7eb-49b674e2e1b2 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Unset dirty status for tenant:10a25d8e2a6b43dfabf2f7b9ccdfceb4 on resource:security_group {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:56:53.761490 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-a54cfcb5-2b9c-45f4-b7eb-49b674e2e1b2 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2282646 Jun 01 18:56:53.763291 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 33600) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:56:53.770066 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-a0498e83-132c-431c-a944-e078b8f169c3 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Request body: {'security_group_rule': {'security_group_id': '0d06411a-56f0-43a0-ab21-dfe84d3695f7', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:56:53.780379 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-a0498e83-132c-431c-a944-e078b8f169c3 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:56:53.790171 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-a0498e83-132c-431c-a944-e078b8f169c3 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Usage tracker for resource:security_group_rule and tenant:10a25d8e2a6b43dfabf2f7b9ccdfceb4 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:56:53.794057 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebf4a4e-b5e4-4151-803f-204acfae1456 req-d4a9299d-4b19-45a3-b919-af449d85c7b4 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:53.795156 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-a0498e83-132c-431c-a944-e078b8f169c3 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:56:53.795521 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-0ebf4a4e-b5e4-4151-803f-204acfae1456 req-d4a9299d-4b19-45a3-b919-af449d85c7b4 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6410816 Jun 01 18:56:53.805692 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [req-0ebf4a4e-b5e4-4151-803f-204acfae1456 req-70c6d55a-5ec2-4e6d-9e7e-1b813d5cc09e tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Allocated IP 192.168.233.45 (898153a3-5d71-43be-9d14-343ea4a48426/35e3ad2f-9c88-4698-b634-4e1b58de1cc2/a12824b4-43d9-4f09-a40a-8d0a174c088c) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:56:53.807881 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-a0498e83-132c-431c-a944-e078b8f169c3 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:56:53.878574 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [req-0ebf4a4e-b5e4-4151-803f-204acfae1456 req-f827b7f0-e60c-4cc4-8f8f-976ee029c230 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Request body: {'port': {'device_id': '9d4c2314-d9a8-4394-8e29-2d4fb89d3c0b', 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426', 'admin_state_up': True, 'tenant_id': 'ed558a94bd42496298488549f6a1a20a'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:56:53.904400 n-d-844202-1 neutron-server[88524]: INFO neutron.api.v2.resource [None req-a0498e83-132c-431c-a944-e078b8f169c3 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] create failed (client error): The resource could not be found. Jun 01 18:56:53.908901 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-a0498e83-132c-431c-a944-e078b8f169c3 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1416414 Jun 01 18:56:53.912058 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 33604) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:56:53.965545 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-51d4bf41-87b0-4225-9aa8-61efb0a15e44 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Request body: {'security_group': {'name': 'tempest-secgroup--1840996829'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:56:53.977019 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-51d4bf41-87b0-4225-9aa8-61efb0a15e44 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:56:53.999224 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-51d4bf41-87b0-4225-9aa8-61efb0a15e44 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:56:54.018158 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-51d4bf41-87b0-4225-9aa8-61efb0a15e44 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:54.068359 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-51d4bf41-87b0-4225-9aa8-61efb0a15e44 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:56:54.082075 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-51d4bf41-87b0-4225-9aa8-61efb0a15e44 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Usage tracker for resource:security_group_rule and tenant:10a25d8e2a6b43dfabf2f7b9ccdfceb4 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:56:54.088249 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-51d4bf41-87b0-4225-9aa8-61efb0a15e44 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:56:54.095023 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-0ebf4a4e-b5e4-4151-803f-204acfae1456 req-70c6d55a-5ec2-4e6d-9e7e-1b813d5cc09e tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:54.104238 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-51d4bf41-87b0-4225-9aa8-61efb0a15e44 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:56:54.122586 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [req-0ebf4a4e-b5e4-4151-803f-204acfae1456 req-70c6d55a-5ec2-4e6d-9e7e-1b813d5cc09e tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Transition to ACTIVE for port object a12824b4-43d9-4f09-a40a-8d0a174c088c will not be triggered until provisioned by entity DHCP. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:56:54.202802 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-0ebf4a4e-b5e4-4151-803f-204acfae1456 req-70c6d55a-5ec2-4e6d-9e7e-1b813d5cc09e tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:54.206686 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-51d4bf41-87b0-4225-9aa8-61efb0a15e44 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:54.217769 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] get_ports_and_sgs() called for port_ids ['c8b8fb79-fd92-474a-8ec2-5ac7b267ee2e'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:56:54.260515 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77aa8629-10a5-4d6a-a49d-73b8c71af6f2 req-b9d6a84d-ff7a-43ca-b13a-2d1f3ae19a5a tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:54.262067 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-77aa8629-10a5-4d6a-a49d-73b8c71af6f2 req-b9d6a84d-ff7a-43ca-b13a-2d1f3ae19a5a tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] 10.222.0.41 "GET /v2.0/ports?device_id=f21b95ed-76cd-44e2-b692-d0bc9beb0214 HTTP/1.1" status: 200 len: 946 time: 0.6061072 Jun 01 18:56:54.263938 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-cb551a2b-8250-4293-bc7c-299ab3f71ecc req-93fe928e-a999-4bcb-a009-cae66857b354 service neutron] 10.222.0.50 "GET /v2.0/networks/68c6e764-294d-4bbe-b8e6-e3de6ad7c308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5024161 Jun 01 18:56:54.272969 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-51d4bf41-87b0-4225-9aa8-61efb0a15e44 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:54.285325 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [req-0ebf4a4e-b5e4-4151-803f-204acfae1456 req-f827b7f0-e60c-4cc4-8f8f-976ee029c230 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:56:54.334259 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [req-0ebf4a4e-b5e4-4151-803f-204acfae1456 req-f827b7f0-e60c-4cc4-8f8f-976ee029c230 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:56:54.350904 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ebf4a4e-b5e4-4151-803f-204acfae1456 req-70c6d55a-5ec2-4e6d-9e7e-1b813d5cc09e tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Network 898153a3-5d71-43be-9d14-343ea4a48426 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:56:54.379133 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0acbc4c5-5f81-4b8f-8ec1-e12c93d042a7 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Notify callbacks [] for port, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:54.390505 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0acbc4c5-5f81-4b8f-8ec1-e12c93d042a7 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:54.422781 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c6d55a-5ec2-4e6d-9e7e-1b813d5cc09e tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Pushing event updated for resources: {'Port': ['ID=a12824b4-43d9-4f09-a40a-8d0a174c088c,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:56:54.429440 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [req-0ebf4a4e-b5e4-4151-803f-204acfae1456 req-70c6d55a-5ec2-4e6d-9e7e-1b813d5cc09e tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:56:54.432753 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ebf4a4e-b5e4-4151-803f-204acfae1456 req-70c6d55a-5ec2-4e6d-9e7e-1b813d5cc09e tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:56:54.478620 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-51d4bf41-87b0-4225-9aa8-61efb0a15e44 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:54.491927 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-51d4bf41-87b0-4225-9aa8-61efb0a15e44 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5783610 Jun 01 18:56:54.504137 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 33612) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:56:54.523944 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-ee4cab68-58a7-4e07-b6ce-793acea1a152 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Request body: {'security_group': {'name': 'tempest-secgroup--2074892481'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:56:54.543615 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d4bf41-87b0-4225-9aa8-61efb0a15e44 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Pushing event updated for resources: {'SecurityGroup': ['ID=223ca188-1456-4902-ae19-7b8b6f013eb7,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:56:54.554543 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-ee4cab68-58a7-4e07-b6ce-793acea1a152 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:56:54.564497 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-ee4cab68-58a7-4e07-b6ce-793acea1a152 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Usage tracker for resource:security_group and tenant:10a25d8e2a6b43dfabf2f7b9ccdfceb4 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:56:54.571195 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-ee4cab68-58a7-4e07-b6ce-793acea1a152 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:56:54.581986 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-ee4cab68-58a7-4e07-b6ce-793acea1a152 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:56:54.591639 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebf4a4e-b5e4-4151-803f-204acfae1456 req-70c6d55a-5ec2-4e6d-9e7e-1b813d5cc09e tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:54.592343 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-0ebf4a4e-b5e4-4151-803f-204acfae1456 req-70c6d55a-5ec2-4e6d-9e7e-1b813d5cc09e tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:54.625214 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ee4cab68-58a7-4e07-b6ce-793acea1a152 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:54.654757 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-77aa8629-10a5-4d6a-a49d-73b8c71af6f2 req-8043a3a4-9515-4e7d-940f-8d0154048f8a tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cd81dcd-fddd-4cdb-b7e0-911a736e672d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3723745 Jun 01 18:56:54.668784 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0ebf4a4e-b5e4-4151-803f-204acfae1456 req-70c6d55a-5ec2-4e6d-9e7e-1b813d5cc09e tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0508034 Jun 01 18:56:54.672356 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-ee4cab68-58a7-4e07-b6ce-793acea1a152 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:56:54.678006 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ebf4a4e-b5e4-4151-803f-204acfae1456 req-f827b7f0-e60c-4cc4-8f8f-976ee029c230 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Made reservation on behalf of ed558a94bd42496298488549f6a1a20a for: {'port': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:56:54.684536 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-0ebf4a4e-b5e4-4151-803f-204acfae1456 req-c0cee5df-09f9-4110-82a6-7f18a0747857 service neutron] Request body: {'port': {'device_id': 'f5c80e34-f88f-4cfb-a678-db944b0f358a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844202-1'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:56:54.698821 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-0ebf4a4e-b5e4-4151-803f-204acfae1456 req-f827b7f0-e60c-4cc4-8f8f-976ee029c230 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:54.801357 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-ee4cab68-58a7-4e07-b6ce-793acea1a152 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Usage tracker for resource:security_group_rule and tenant:10a25d8e2a6b43dfabf2f7b9ccdfceb4 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:56:54.807581 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f489f3dd-7a05-4edd-b948-63995889f48f tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2614064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9667190'] for subnet, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:54.851046 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-ee4cab68-58a7-4e07-b6ce-793acea1a152 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:56:54.872155 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-45608270-8af4-48a7-a1f7-ed42ad8dae93 req-3ad0ab0f-a861-41cc-a7d3-dbd24ab4ca43 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Synchronizing usage tracker for tenant:ed558a94bd42496298488549f6a1a20a on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:56:54.874722 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-ee4cab68-58a7-4e07-b6ce-793acea1a152 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:56:54.910644 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-45608270-8af4-48a7-a1f7-ed42ad8dae93 req-3ad0ab0f-a861-41cc-a7d3-dbd24ab4ca43 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Unset dirty status for tenant:ed558a94bd42496298488549f6a1a20a on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:56:54.911801 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-45608270-8af4-48a7-a1f7-ed42ad8dae93 req-3ad0ab0f-a861-41cc-a7d3-dbd24ab4ca43 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.41 "GET /v2.0/ports?device_id=9d4c2314-d9a8-4394-8e29-2d4fb89d3c0b HTTP/1.1" status: 200 len: 210 time: 0.1059825 Jun 01 18:56:54.913869 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-4d772f16-753b-4a7b-883e-de5504ce1cb6 None None] Provisioning for port a12824b4-43d9-4f09-a40a-8d0a174c088c completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:56:54.927928 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-4d772f16-753b-4a7b-883e-de5504ce1cb6 None None] Provisioning complete for port a12824b4-43d9-4f09-a40a-8d0a174c088c triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:56:54.929071 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-4d772f16-753b-4a7b-883e-de5504ce1cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:54.954984 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-0ebf4a4e-b5e4-4151-803f-204acfae1456 req-c0cee5df-09f9-4110-82a6-7f18a0747857 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:54.984587 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acbc4c5-5f81-4b8f-8ec1-e12c93d042a7 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Pushing event updated for resources: {'Port': ['ID=57880cc7-2b8e-4712-a51f-a82620f6d8c5,revision_number=2']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:56:55.043302 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-4d772f16-753b-4a7b-883e-de5504ce1cb6 None None] Port a12824b4-43d9-4f09-a40a-8d0a174c088c cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 18:56:55.044046 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0acbc4c5-5f81-4b8f-8ec1-e12c93d042a7 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887712'] for floatingip, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:55.073740 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f489f3dd-7a05-4edd-b948-63995889f48f tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Pushing event updated for resources: {'Subnet': ['ID=fdf5daa9-1366-4e75-8b5a-7eda182f28dc,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:56:55.137480 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f489f3dd-7a05-4edd-b948-63995889f48f tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Checking segment: {'id': '8763570a-fb33-45d3-a85e-64651def63e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '5108ae9a-f8e3-45d1-81b1-247828968a14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:56:55.138117 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f489f3dd-7a05-4edd-b948-63995889f48f tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Network hostable DHCP agents. Network: 5108ae9a-f8e3-45d1-81b1-247828968a14, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 18:56:55.182671 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0acbc4c5-5f81-4b8f-8ec1-e12c93d042a7 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for floatingip, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:55.192852 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-0acbc4c5-5f81-4b8f-8ec1-e12c93d042a7 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.7248511 Jun 01 18:56:55.227874 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ee4cab68-58a7-4e07-b6ce-793acea1a152 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:55.238868 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ee4cab68-58a7-4e07-b6ce-793acea1a152 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:55.262155 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6caba1-00df-42d5-82b9-66849fac4d0a req-3031078d-e21e-447b-976c-8adde899f707 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:55.263753 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-0f6caba1-00df-42d5-82b9-66849fac4d0a req-3031078d-e21e-447b-976c-8adde899f707 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/ports?device_id=594e6e02-b49f-46d7-a80a-450437cbea5b HTTP/1.1" status: 200 len: 945 time: 0.4099770 Jun 01 18:56:55.285991 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f489f3dd-7a05-4edd-b948-63995889f48f tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Network 5108ae9a-f8e3-45d1-81b1-247828968a14 is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 18:56:55.294782 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [req-0ebf4a4e-b5e4-4151-803f-204acfae1456 req-f827b7f0-e60c-4cc4-8f8f-976ee029c230 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Allocated IP 192.168.233.7 (898153a3-5d71-43be-9d14-343ea4a48426/35e3ad2f-9c88-4698-b634-4e1b58de1cc2/5c7c55e5-3833-4836-af5c-3353dc52e41d) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:56:55.303319 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-f489f3dd-7a05-4edd-b948-63995889f48f tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, 5108ae9a-f8e3-45d1-81b1-247828968a14) {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:56:55.316977 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f489f3dd-7a05-4edd-b948-63995889f48f tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:55.317571 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f489f3dd-7a05-4edd-b948-63995889f48f tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:55.321367 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4cab68-58a7-4e07-b6ce-793acea1a152 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67670282-5c2b-4db0-a805-5058b2bed388,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:56:55.327077 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9405030-e115-4cb0-bf9e-faa8e1b805e5 None None] Network 5108ae9a-f8e3-45d1-81b1-247828968a14 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 18:56:55.359720 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ee4cab68-58a7-4e07-b6ce-793acea1a152 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:55.360351 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-ee4cab68-58a7-4e07-b6ce-793acea1a152 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8538542 Jun 01 18:56:55.364216 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 33626) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:56:55.372375 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-7ba05628-4389-4d89-b792-7442c9cba4e8 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Request body: {'security_group_rule': {'security_group_id': '223ca188-1456-4902-ae19-7b8b6f013eb7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '67670282-5c2b-4db0-a805-5058b2bed388'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:56:55.389158 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-7ba05628-4389-4d89-b792-7442c9cba4e8 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:56:55.394388 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-0f6caba1-00df-42d5-82b9-66849fac4d0a req-288a2de9-b964-488c-9635-2984f535c7dc tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/security-groups?id=679bc320-73aa-41fb-80e9-32867c6d2bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240623 Jun 01 18:56:55.400130 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-7ba05628-4389-4d89-b792-7442c9cba4e8 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Usage tracker for resource:security_group_rule and tenant:10a25d8e2a6b43dfabf2f7b9ccdfceb4 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:56:55.405554 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 33630) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:56:55.405929 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-f489f3dd-7a05-4edd-b948-63995889f48f tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7950730 Jun 01 18:56:55.414469 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-7ba05628-4389-4d89-b792-7442c9cba4e8 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:56:55.426772 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-7ba05628-4389-4d89-b792-7442c9cba4e8 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:56:55.437469 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-80f34c2c-288a-4e89-a0ae-634c691db22f tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Request body: {'port': {'network_id': '5108ae9a-f8e3-45d1-81b1-247828968a14', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-350905370'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:56:55.567342 n-d-844202-1 neutron-server[88524]: INFO neutron.api.v2.resource [None req-7ba05628-4389-4d89-b792-7442c9cba4e8 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 01 18:56:55.572019 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-7ba05628-4389-4d89-b792-7442c9cba4e8 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2063498 Jun 01 18:56:55.583962 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 33644) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:56:55.695651 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-80f34c2c-288a-4e89-a0ae-634c691db22f tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:56:55.700347 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-80f34c2c-288a-4e89-a0ae-634c691db22f tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Usage tracker for resource:port and tenant:d0bd5c2fb6ee4680890497b365c62bd9 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:56:55.703378 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-80f34c2c-288a-4e89-a0ae-634c691db22f tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:56:55.711444 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-80f34c2c-288a-4e89-a0ae-634c691db22f tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:56:55.723989 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80f34c2c-288a-4e89-a0ae-634c691db22f tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Made reservation on behalf of d0bd5c2fb6ee4680890497b365c62bd9 for: {'port': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:56:55.730230 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-80f34c2c-288a-4e89-a0ae-634c691db22f tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:55.761313 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [None req-80f34c2c-288a-4e89-a0ae-634c691db22f tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] device_id is not set on port 87d7b813-2064-4576-8893-6e200d7f3f74 yet. {{(pid=88524) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 18:56:55.826378 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-011a8b22-bb9b-41cd-aab2-ab540f48a21a req-dab8cbf5-d0db-444b-8c51-35ea8e96b9c0 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Synchronizing usage tracker for tenant:d40f7c9e0af24f109f247cdb0a7a60bf on resource:security_group {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:56:55.868954 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-872931fb-0bc7-4c22-bc9b-acca75eae6f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc93f83c3-7fb6-5c13-a9d4-29d739a4e8d2-5108ae9a-f8e3-45d1-81b1-247828968a14', 'network_id': '5108ae9a-f8e3-45d1-81b1-247828968a14', 'tenant_id': 'd0bd5c2fb6ee4680890497b365c62bd9', 'fixed_ips': [{'subnet_id': 'fdf5daa9-1366-4e75-8b5a-7eda182f28dc'}]}} from n-d-844202-1. {{(pid=88526) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 18:56:55.869800 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-872931fb-0bc7-4c22-bc9b-acca75eae6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:55.908388 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-011a8b22-bb9b-41cd-aab2-ab540f48a21a req-dab8cbf5-d0db-444b-8c51-35ea8e96b9c0 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Unset dirty status for tenant:d40f7c9e0af24f109f247cdb0a7a60bf on resource:security_group {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:56:55.910784 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-011a8b22-bb9b-41cd-aab2-ab540f48a21a req-dab8cbf5-d0db-444b-8c51-35ea8e96b9c0 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--681966900&fields=id&tenant_id=d40f7c9e0af24f109f247cdb0a7a60bf HTTP/1.1" status: 200 len: 267 time: 0.3238623 Jun 01 18:56:55.928580 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6857ead5-e6d4-4d19-aa2f-d1e8c646f8ca tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:55.978342 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6857ead5-e6d4-4d19-aa2f-d1e8c646f8ca tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:56.120280 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daae4c9b-cfe7-4143-86e7-d8148f40d2ca req-42f9ba1e-bf28-47cb-8c41-3bd2b051600b tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:56.128845 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-daae4c9b-cfe7-4143-86e7-d8148f40d2ca req-42f9ba1e-bf28-47cb-8c41-3bd2b051600b tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] 10.222.0.41 "GET /v2.0/ports?device_id=f21b95ed-76cd-44e2-b692-d0bc9beb0214 HTTP/1.1" status: 200 len: 946 time: 0.2636650 Jun 01 18:56:56.138744 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [None req-80f34c2c-288a-4e89-a0ae-634c691db22f tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Allocated IP 2001:db8::254 (5108ae9a-f8e3-45d1-81b1-247828968a14/fdf5daa9-1366-4e75-8b5a-7eda182f28dc/87d7b813-2064-4576-8893-6e200d7f3f74) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:56:56.248921 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-0ebf4a4e-b5e4-4151-803f-204acfae1456 req-f827b7f0-e60c-4cc4-8f8f-976ee029c230 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:56.261152 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011a8b22-bb9b-41cd-aab2-ab540f48a21a req-eb2b9276-aaa6-439f-9489-862b8fd8cc76 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:56.262669 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-011a8b22-bb9b-41cd-aab2-ab540f48a21a req-eb2b9276-aaa6-439f-9489-862b8fd8cc76 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] 10.222.0.41 "GET /v2.0/networks?id=4c7a9aa4-8b0d-4225-ab31-749c4f434a4b HTTP/1.1" status: 200 len: 818 time: 0.3419921 Jun 01 18:56:56.303888 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-011a8b22-bb9b-41cd-aab2-ab540f48a21a req-97d41e5f-9e3c-454b-b9eb-0f6c64a7b90b tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] 10.222.0.41 "GET /v2.0/quotas/d40f7c9e0af24f109f247cdb0a7a60bf HTTP/1.1" status: 200 len: 375 time: 0.0327921 Jun 01 18:56:56.305146 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [req-0ebf4a4e-b5e4-4151-803f-204acfae1456 req-f827b7f0-e60c-4cc4-8f8f-976ee029c230 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Transition to ACTIVE for port object 5c7c55e5-3833-4836-af5c-3353dc52e41d will not be triggered until provisioned by entity DHCP. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:56:56.390471 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-0ebf4a4e-b5e4-4151-803f-204acfae1456 req-f827b7f0-e60c-4cc4-8f8f-976ee029c230 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:56.402364 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] get_ports_and_sgs() called for port_ids ['c8b8fb79-fd92-474a-8ec2-5ac7b267ee2e'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:56:56.405624 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6857ead5-e6d4-4d19-aa2f-d1e8c646f8ca tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:56.461561 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ebf4a4e-b5e4-4151-803f-204acfae1456 req-f827b7f0-e60c-4cc4-8f8f-976ee029c230 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Network 898153a3-5d71-43be-9d14-343ea4a48426 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:56:56.482494 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [req-0ebf4a4e-b5e4-4151-803f-204acfae1456 req-f827b7f0-e60c-4cc4-8f8f-976ee029c230 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:56:56.485418 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ebf4a4e-b5e4-4151-803f-204acfae1456 req-f827b7f0-e60c-4cc4-8f8f-976ee029c230 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:56:56.547913 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6857ead5-e6d4-4d19-aa2f-d1e8c646f8ca tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67670282-5c2b-4db0-a805-5058b2bed388,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:56:56.601527 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebf4a4e-b5e4-4151-803f-204acfae1456 req-f827b7f0-e60c-4cc4-8f8f-976ee029c230 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:56.602577 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-0ebf4a4e-b5e4-4151-803f-204acfae1456 req-f827b7f0-e60c-4cc4-8f8f-976ee029c230 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:56.643816 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6857ead5-e6d4-4d19-aa2f-d1e8c646f8ca tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:56.644960 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-6857ead5-e6d4-4d19-aa2f-d1e8c646f8ca tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] 10.222.0.41 "DELETE /v2.0/security-groups/67670282-5c2b-4db0-a805-5058b2bed388 HTTP/1.1" status: 204 len: 168 time: 1.0597486 Jun 01 18:56:56.646363 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-0ebf4a4e-b5e4-4151-803f-204acfae1456 req-f827b7f0-e60c-4cc4-8f8f-976ee029c230 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.8256090 Jun 01 18:56:56.652593 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 33660) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:56:56.704717 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [req-0ebf4a4e-b5e4-4151-803f-204acfae1456 req-888ebd6d-0697-4b6c-923b-32ed57270f94 service neutron] Request body: {'port': {'device_id': '9d4c2314-d9a8-4394-8e29-2d4fb89d3c0b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844202-1'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:56:56.854379 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-0ebf4a4e-b5e4-4151-803f-204acfae1456 req-888ebd6d-0697-4b6c-923b-32ed57270f94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:56.883462 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f827b7f0-e60c-4cc4-8f8f-976ee029c230 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Pushing event updated for resources: {'Port': ['ID=5c7c55e5-3833-4836-af5c-3353dc52e41d,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:56:56.902446 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-daae4c9b-cfe7-4143-86e7-d8148f40d2ca req-ec3122df-7f38-4395-9bc2-6760d1ca22b9 tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cd81dcd-fddd-4cdb-b7e0-911a736e672d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7646067 Jun 01 18:56:57.000017 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-9637ebcd-0373-4785-a5d9-bd85dbb2d529 None None] Provisioning for port 5c7c55e5-3833-4836-af5c-3353dc52e41d completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:56:57.005508 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-9637ebcd-0373-4785-a5d9-bd85dbb2d529 None None] Provisioning complete for port 5c7c55e5-3833-4836-af5c-3353dc52e41d triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:56:57.005970 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-9637ebcd-0373-4785-a5d9-bd85dbb2d529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:57.021524 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-6b870ed3-5911-4f93-af68-d885d2840f7f tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Synchronizing usage tracker for tenant:10a25d8e2a6b43dfabf2f7b9ccdfceb4 on resource:security_group {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:56:57.081890 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-80f34c2c-288a-4e89-a0ae-634c691db22f tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:57.161056 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-9637ebcd-0373-4785-a5d9-bd85dbb2d529 None None] Port 5c7c55e5-3833-4836-af5c-3353dc52e41d cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 18:56:57.172242 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [None req-80f34c2c-288a-4e89-a0ae-634c691db22f tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Transition to ACTIVE for port object 87d7b813-2064-4576-8893-6e200d7f3f74 will not be triggered until provisioned by entity DHCP. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:56:57.210169 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-011a8b22-bb9b-41cd-aab2-ab540f48a21a req-858f3ead-c39c-4133-a410-d27c5e8637d5 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=d40f7c9e0af24f109f247cdb0a7a60bf&fields=id HTTP/1.1" status: 200 len: 440 time: 0.9003694 Jun 01 18:56:57.231941 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-6b870ed3-5911-4f93-af68-d885d2840f7f tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Unset dirty status for tenant:10a25d8e2a6b43dfabf2f7b9ccdfceb4 on resource:security_group {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:56:57.236744 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-6b870ed3-5911-4f93-af68-d885d2840f7f tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.5819647 Jun 01 18:56:57.238791 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 33668) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:56:57.266820 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [req-0ebf4a4e-b5e4-4151-803f-204acfae1456 req-c0cee5df-09f9-4110-82a6-7f18a0747857 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a12824b4-43d9-4f09-a40a-8d0a174c088c {{(pid=88524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:56:57.281210 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-0ebf4a4e-b5e4-4151-803f-204acfae1456 req-c0cee5df-09f9-4110-82a6-7f18a0747857 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:57.304603 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [req-0ebf4a4e-b5e4-4151-803f-204acfae1456 req-c0cee5df-09f9-4110-82a6-7f18a0747857 service neutron] Transition to ACTIVE for port object a12824b4-43d9-4f09-a40a-8d0a174c088c will not be triggered until provisioned by entity L2. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:56:57.313723 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bfdf17-acbd-42cf-87af-04a2ddef22c9 req-48b4ad6d-ed5f-410e-a466-d56499f302a3 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:57.322072 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-34bfdf17-acbd-42cf-87af-04a2ddef22c9 req-48b4ad6d-ed5f-410e-a466-d56499f302a3 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.41 "GET /v2.0/ports?device_id=9d4c2314-d9a8-4394-8e29-2d4fb89d3c0b HTTP/1.1" status: 200 len: 934 time: 0.2327125 Jun 01 18:56:57.337747 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-0ebf4a4e-b5e4-4151-803f-204acfae1456 req-c0cee5df-09f9-4110-82a6-7f18a0747857 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:57.381863 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-80f34c2c-288a-4e89-a0ae-634c691db22f tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:57.469171 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.db_base_plugin_common [None req-872931fb-0bc7-4c22-bc9b-acca75eae6f6 None None] Allocated IP 2001:db8::2 (5108ae9a-f8e3-45d1-81b1-247828968a14/fdf5daa9-1366-4e75-8b5a-7eda182f28dc/3a0ee253-8e71-47ef-9088-967882a7d31f) {{(pid=88526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:56:57.524423 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80f34c2c-288a-4e89-a0ae-634c691db22f tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Network 5108ae9a-f8e3-45d1-81b1-247828968a14 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:56:57.539575 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-34bfdf17-acbd-42cf-87af-04a2ddef22c9 req-a16aa45f-caa3-492e-bc19-d26d755a8e34 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.41 "GET /v2.0/security-groups?id=22665066-3f80-4493-8b7a-e2faea6c666a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160127 Jun 01 18:56:57.547445 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-80f34c2c-288a-4e89-a0ae-634c691db22f tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:56:57.562904 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cee5df-09f9-4110-82a6-7f18a0747857 service neutron] Pushing event updated for resources: {'Port': ['ID=a12824b4-43d9-4f09-a40a-8d0a174c088c,revision_number=2']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:56:57.562904 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f34c2c-288a-4e89-a0ae-634c691db22f tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:56:57.571907 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80f34c2c-288a-4e89-a0ae-634c691db22f tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:57.574685 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-80f34c2c-288a-4e89-a0ae-634c691db22f tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:57.872870 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-80f34c2c-288a-4e89-a0ae-634c691db22f tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.4653766 Jun 01 18:56:57.881130 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-872931fb-0bc7-4c22-bc9b-acca75eae6f6 None None] Notify callbacks [] for port, precommit_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:57.897010 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-872931fb-0bc7-4c22-bc9b-acca75eae6f6 None None] Transition to ACTIVE for port object 3a0ee253-8e71-47ef-9088-967882a7d31f will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:56:57.922314 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-872931fb-0bc7-4c22-bc9b-acca75eae6f6 None None] Transition to ACTIVE for port object 3a0ee253-8e71-47ef-9088-967882a7d31f will not be triggered until provisioned by entity DHCP. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:56:57.934751 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-872931fb-0bc7-4c22-bc9b-acca75eae6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526'] for port, after_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:57.948954 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 33674) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:56:57.970490 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-626bc72a-d9b8-483a-9984-78629d248e74 tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Request body: {'port': {'network_id': '5108ae9a-f8e3-45d1-81b1-247828968a14', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1846193746', 'allowed_address_pairs': [{'ip_address': '2001:db8::254', 'mac_address': 'fa:16:3e:28:a0:18'}]}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:56:58.040245 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872931fb-0bc7-4c22-bc9b-acca75eae6f6 None None] Pushing event updated for resources: {'Port': ['ID=3a0ee253-8e71-47ef-9088-967882a7d31f,revision_number=1']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:56:58.057491 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-872931fb-0bc7-4c22-bc9b-acca75eae6f6 None None] Network 5108ae9a-f8e3-45d1-81b1-247828968a14 is already hosted by enough agents. {{(pid=88526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:56:58.061159 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.base_scheduler [None req-872931fb-0bc7-4c22-bc9b-acca75eae6f6 None None] Resources bound (agent type, host, resource id): {{(pid=88526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:56:58.063736 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-872931fb-0bc7-4c22-bc9b-acca75eae6f6 None None] Received port after_create {{(pid=88526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:56:58.154817 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7dda3e4b-a6a3-4b26-b6ce-fb37c7809a42 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:58.183425 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-872931fb-0bc7-4c22-bc9b-acca75eae6f6 None None] Attempting to bind port 3a0ee253-8e71-47ef-9088-967882a7d31f on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:56:58.183965 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-872931fb-0bc7-4c22-bc9b-acca75eae6f6 None None] Attempting to bind port 3a0ee253-8e71-47ef-9088-967882a7d31f by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': '8763570a-fb33-45d3-a85e-64651def63e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '5108ae9a-f8e3-45d1-81b1-247828968a14'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:56:58.184588 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872931fb-0bc7-4c22-bc9b-acca75eae6f6 None None] Attempting to bind port 3a0ee253-8e71-47ef-9088-967882a7d31f on network 5108ae9a-f8e3-45d1-81b1-247828968a14 {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:56:58.192711 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7dda3e4b-a6a3-4b26-b6ce-fb37c7809a42 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:58.192991 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872931fb-0bc7-4c22-bc9b-acca75eae6f6 None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 18, 56, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:56:58.193204 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872931fb-0bc7-4c22-bc9b-acca75eae6f6 None None] Checking segment: {'id': '8763570a-fb33-45d3-a85e-64651def63e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '5108ae9a-f8e3-45d1-81b1-247828968a14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:56:58.193653 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-872931fb-0bc7-4c22-bc9b-acca75eae6f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:58.194047 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872931fb-0bc7-4c22-bc9b-acca75eae6f6 None None] Bound using segment: {'id': '8763570a-fb33-45d3-a85e-64651def63e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '5108ae9a-f8e3-45d1-81b1-247828968a14'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:56:58.194524 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-872931fb-0bc7-4c22-bc9b-acca75eae6f6 None None] Bound port: 3a0ee253-8e71-47ef-9088-967882a7d31f, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8763570a-fb33-45d3-a85e-64651def63e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '5108ae9a-f8e3-45d1-81b1-247828968a14'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:56:58.194895 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-872931fb-0bc7-4c22-bc9b-acca75eae6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:58.227705 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f34c2c-288a-4e89-a0ae-634c691db22f tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Pushing event updated for resources: {'Port': ['ID=87d7b813-2064-4576-8893-6e200d7f3f74,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:56:58.234927 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-0ebf4a4e-b5e4-4151-803f-204acfae1456 req-c0cee5df-09f9-4110-82a6-7f18a0747857 service neutron] Attempting to bind port a12824b4-43d9-4f09-a40a-8d0a174c088c on host n-h1-844202-1 for vnic_type normal with profile {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:56:58.235945 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-0ebf4a4e-b5e4-4151-803f-204acfae1456 req-c0cee5df-09f9-4110-82a6-7f18a0747857 service neutron] Attempting to bind port a12824b4-43d9-4f09-a40a-8d0a174c088c by drivers openvswitch,hyperv on host n-h1-844202-1 at level 0 using segments [{'id': 'e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426'}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:56:58.236549 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ebf4a4e-b5e4-4151-803f-204acfae1456 req-c0cee5df-09f9-4110-82a6-7f18a0747857 service neutron] Attempting to bind port a12824b4-43d9-4f09-a40a-8d0a174c088c on network 898153a3-5d71-43be-9d14-343ea4a48426 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:56:58.246842 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ebf4a4e-b5e4-4151-803f-204acfae1456 req-c0cee5df-09f9-4110-82a6-7f18a0747857 service neutron] Port a12824b4-43d9-4f09-a40a-8d0a174c088c on network 898153a3-5d71-43be-9d14-343ea4a48426 not bound, no agent of type Open vSwitch agent registered on host n-h1-844202-1 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 18:56:58.246842 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ebf4a4e-b5e4-4151-803f-204acfae1456 req-c0cee5df-09f9-4110-82a6-7f18a0747857 service neutron] Attempting to bind port a12824b4-43d9-4f09-a40a-8d0a174c088c on network 898153a3-5d71-43be-9d14-343ea4a48426 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:56:58.257995 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7dda3e4b-a6a3-4b26-b6ce-fb37c7809a42 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:58.258227 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ebf4a4e-b5e4-4151-803f-204acfae1456 req-c0cee5df-09f9-4110-82a6-7f18a0747857 service neutron] Checking agent: {'id': 'bdb1e5d7-b998-4259-838f-3d278e930f32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 18, 56, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:56:58.258639 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ebf4a4e-b5e4-4151-803f-204acfae1456 req-c0cee5df-09f9-4110-82a6-7f18a0747857 service neutron] Checking segment: {'id': 'e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:56:58.259119 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ebf4a4e-b5e4-4151-803f-204acfae1456 req-c0cee5df-09f9-4110-82a6-7f18a0747857 service neutron] Bound using segment: {'id': 'e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426'} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:56:58.259707 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-0ebf4a4e-b5e4-4151-803f-204acfae1456 req-c0cee5df-09f9-4110-82a6-7f18a0747857 service neutron] Bound port: a12824b4-43d9-4f09-a40a-8d0a174c088c, host: n-h1-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426'}}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:56:58.260150 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-0ebf4a4e-b5e4-4151-803f-204acfae1456 req-c0cee5df-09f9-4110-82a6-7f18a0747857 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:58.304577 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dda3e4b-a6a3-4b26-b6ce-fb37c7809a42 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=223ca188-1456-4902-ae19-7b8b6f013eb7,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:56:58.324110 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-872931fb-0bc7-4c22-bc9b-acca75eae6f6 None None] For port 3a0ee253-8e71-47ef-9088-967882a7d31f, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:56:58.335753 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-872931fb-0bc7-4c22-bc9b-acca75eae6f6 None None] For port 3a0ee253-8e71-47ef-9088-967882a7d31f, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=3a0ee253-8e71-47ef-9088-967882a7d31f,segment=NetworkSegment(8763570a-fb33-45d3-a85e-64651def63e3),segment_id=8763570a-fb33-45d3-a85e-64651def63e3)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:56:58.351346 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-872931fb-0bc7-4c22-bc9b-acca75eae6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:58.378511 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7dda3e4b-a6a3-4b26-b6ce-fb37c7809a42 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:58.379623 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-7dda3e4b-a6a3-4b26-b6ce-fb37c7809a42 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] 10.222.0.41 "DELETE /v2.0/security-groups/223ca188-1456-4902-ae19-7b8b6f013eb7 HTTP/1.1" status: 204 len: 168 time: 1.1394787 Jun 01 18:56:58.394705 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06b91b8-18cc-4d68-8f2b-518e05a0ced4 req-c95626f7-8b69-4bc3-aa3e-28249550b0ab tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:58.396461 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e06b91b8-18cc-4d68-8f2b-518e05a0ced4 req-c95626f7-8b69-4bc3-aa3e-28249550b0ab tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/ports?device_id=594e6e02-b49f-46d7-a80a-450437cbea5b HTTP/1.1" status: 200 len: 945 time: 0.4446011 Jun 01 18:56:58.403582 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 33680) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:56:58.408436 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-011a8b22-bb9b-41cd-aab2-ab540f48a21a req-39a928b7-02d5-457d-8255-d34085b07951 service neutron] 10.222.0.41 "GET /v2.0/networks/4c7a9aa4-8b0d-4225-ab31-749c4f434a4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1832249 Jun 01 18:56:58.467455 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872931fb-0bc7-4c22-bc9b-acca75eae6f6 None None] Pushing event updated for resources: {'Port': ['ID=3a0ee253-8e71-47ef-9088-967882a7d31f,revision_number=2']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:56:58.535454 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [req-0ebf4a4e-b5e4-4151-803f-204acfae1456 req-888ebd6d-0697-4b6c-923b-32ed57270f94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c7c55e5-3833-4836-af5c-3353dc52e41d {{(pid=88525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:56:58.546934 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-0ebf4a4e-b5e4-4151-803f-204acfae1456 req-888ebd6d-0697-4b6c-923b-32ed57270f94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:58.574147 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-54326335-fec4-4177-9253-a966c674f5f4 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Synchronizing usage tracker for tenant:10a25d8e2a6b43dfabf2f7b9ccdfceb4 on resource:security_group {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:56:58.585665 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-626bc72a-d9b8-483a-9984-78629d248e74 tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:56:58.587432 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [req-0ebf4a4e-b5e4-4151-803f-204acfae1456 req-888ebd6d-0697-4b6c-923b-32ed57270f94 service neutron] Transition to ACTIVE for port object 5c7c55e5-3833-4836-af5c-3353dc52e41d will not be triggered until provisioned by entity L2. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:56:58.591282 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-626bc72a-d9b8-483a-9984-78629d248e74 tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Usage tracker for resource:port and tenant:d0bd5c2fb6ee4680890497b365c62bd9 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:56:58.600662 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-0ebf4a4e-b5e4-4151-803f-204acfae1456 req-888ebd6d-0697-4b6c-923b-32ed57270f94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:58.601606 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-626bc72a-d9b8-483a-9984-78629d248e74 tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:56:58.608591 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e06b91b8-18cc-4d68-8f2b-518e05a0ced4 req-0df7e043-14b9-4ffa-9424-cd1bd78d8e19 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/security-groups?id=679bc320-73aa-41fb-80e9-32867c6d2bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756277 Jun 01 18:56:58.620749 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-626bc72a-d9b8-483a-9984-78629d248e74 tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:56:58.626004 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-0ebf4a4e-b5e4-4151-803f-204acfae1456 req-c0cee5df-09f9-4110-82a6-7f18a0747857 service neutron] For port a12824b4-43d9-4f09-a40a-8d0a174c088c, host n-h1-844202-1, cleared binding levels {{(pid=88524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:56:58.633856 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-0ebf4a4e-b5e4-4151-803f-204acfae1456 req-c0cee5df-09f9-4110-82a6-7f18a0747857 service neutron] For port a12824b4-43d9-4f09-a40a-8d0a174c088c, host n-h1-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=a12824b4-43d9-4f09-a40a-8d0a174c088c,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:56:58.645753 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-0ebf4a4e-b5e4-4151-803f-204acfae1456 req-c0cee5df-09f9-4110-82a6-7f18a0747857 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:58.657019 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-54326335-fec4-4177-9253-a966c674f5f4 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Unset dirty status for tenant:10a25d8e2a6b43dfabf2f7b9ccdfceb4 on resource:security_group {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:56:58.667377 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-54326335-fec4-4177-9253-a966c674f5f4 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2590928 Jun 01 18:56:58.667377 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 33686) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:56:58.731391 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-626bc72a-d9b8-483a-9984-78629d248e74 tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Made reservation on behalf of d0bd5c2fb6ee4680890497b365c62bd9 for: {'port': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:56:58.938160 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-626bc72a-d9b8-483a-9984-78629d248e74 tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:58.966059 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebf4a4e-b5e4-4151-803f-204acfae1456 req-c0cee5df-09f9-4110-82a6-7f18a0747857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:58.967426 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-0ebf4a4e-b5e4-4151-803f-204acfae1456 req-c0cee5df-09f9-4110-82a6-7f18a0747857 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:58.969047 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0ebf4a4e-b5e4-4151-803f-204acfae1456 req-c0cee5df-09f9-4110-82a6-7f18a0747857 service neutron] 10.222.0.15 "PUT /v2.0/ports/a12824b4-43d9-4f09-a40a-8d0a174c088c HTTP/1.1" status: 200 len: 1095 time: 4.2919502 Jun 01 18:56:58.972935 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-783c3b0f-f11d-4b78-b9bf-1914bcea320e tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Request body: {'security_group': {'name': 'tempest-secgroup--1320419671'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:56:58.980674 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-783c3b0f-f11d-4b78-b9bf-1914bcea320e tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:56:58.996408 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-783c3b0f-f11d-4b78-b9bf-1914bcea320e tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:56:59.018987 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5c80e34-f88f-4cfb-a678-db944b0f358a', 'tag': 'a12824b4-43d9-4f09-a40a-8d0a174c088c'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:56:59.024065 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-011a8b22-bb9b-41cd-aab2-ab540f48a21a req-dc6e797b-9f95-41e9-9b70-49effe9e343c service neutron] 10.222.0.41 "GET /v2.0/networks/4c7a9aa4-8b0d-4225-ab31-749c4f434a4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6145556 Jun 01 18:56:59.046002 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888ebd6d-0697-4b6c-923b-32ed57270f94 service neutron] Pushing event updated for resources: {'Port': ['ID=5c7c55e5-3833-4836-af5c-3353dc52e41d,revision_number=2']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:56:59.088318 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-0ebf4a4e-b5e4-4151-803f-204acfae1456 req-888ebd6d-0697-4b6c-923b-32ed57270f94 service neutron] Attempting to bind port 5c7c55e5-3833-4836-af5c-3353dc52e41d on host n-h1-844202-1 for vnic_type normal with profile {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:56:59.089079 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-0ebf4a4e-b5e4-4151-803f-204acfae1456 req-888ebd6d-0697-4b6c-923b-32ed57270f94 service neutron] Attempting to bind port 5c7c55e5-3833-4836-af5c-3353dc52e41d by drivers openvswitch,hyperv on host n-h1-844202-1 at level 0 using segments [{'id': 'e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426'}] {{(pid=88525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:56:59.089584 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ebf4a4e-b5e4-4151-803f-204acfae1456 req-888ebd6d-0697-4b6c-923b-32ed57270f94 service neutron] Attempting to bind port 5c7c55e5-3833-4836-af5c-3353dc52e41d on network 898153a3-5d71-43be-9d14-343ea4a48426 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:56:59.095335 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ebf4a4e-b5e4-4151-803f-204acfae1456 req-888ebd6d-0697-4b6c-923b-32ed57270f94 service neutron] Port 5c7c55e5-3833-4836-af5c-3353dc52e41d on network 898153a3-5d71-43be-9d14-343ea4a48426 not bound, no agent of type Open vSwitch agent registered on host n-h1-844202-1 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 18:56:59.095876 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ebf4a4e-b5e4-4151-803f-204acfae1456 req-888ebd6d-0697-4b6c-923b-32ed57270f94 service neutron] Attempting to bind port 5c7c55e5-3833-4836-af5c-3353dc52e41d on network 898153a3-5d71-43be-9d14-343ea4a48426 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:56:59.102409 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ebf4a4e-b5e4-4151-803f-204acfae1456 req-888ebd6d-0697-4b6c-923b-32ed57270f94 service neutron] Checking agent: {'id': 'bdb1e5d7-b998-4259-838f-3d278e930f32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 18, 56, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:56:59.102992 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ebf4a4e-b5e4-4151-803f-204acfae1456 req-888ebd6d-0697-4b6c-923b-32ed57270f94 service neutron] Checking segment: {'id': 'e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:56:59.103532 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ebf4a4e-b5e4-4151-803f-204acfae1456 req-888ebd6d-0697-4b6c-923b-32ed57270f94 service neutron] Bound using segment: {'id': 'e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426'} {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:56:59.104126 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-0ebf4a4e-b5e4-4151-803f-204acfae1456 req-888ebd6d-0697-4b6c-923b-32ed57270f94 service neutron] Bound port: 5c7c55e5-3833-4836-af5c-3353dc52e41d, host: n-h1-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426'}}] {{(pid=88525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:56:59.104780 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-0ebf4a4e-b5e4-4151-803f-204acfae1456 req-888ebd6d-0697-4b6c-923b-32ed57270f94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:59.198767 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-783c3b0f-f11d-4b78-b9bf-1914bcea320e tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:59.257983 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [None req-626bc72a-d9b8-483a-9984-78629d248e74 tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] device_id is not set on port 70e99691-c1c2-4b1d-8e4d-ac97107a50fb yet. {{(pid=88524) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 18:56:59.261540 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-0ebf4a4e-b5e4-4151-803f-204acfae1456 req-888ebd6d-0697-4b6c-923b-32ed57270f94 service neutron] For port 5c7c55e5-3833-4836-af5c-3353dc52e41d, host n-h1-844202-1, cleared binding levels {{(pid=88525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:56:59.276158 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-0ebf4a4e-b5e4-4151-803f-204acfae1456 req-888ebd6d-0697-4b6c-923b-32ed57270f94 service neutron] For port 5c7c55e5-3833-4836-af5c-3353dc52e41d, host n-h1-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=5c7c55e5-3833-4836-af5c-3353dc52e41d,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:56:59.281470 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-0ebf4a4e-b5e4-4151-803f-204acfae1456 req-888ebd6d-0697-4b6c-923b-32ed57270f94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:59.319015 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-783c3b0f-f11d-4b78-b9bf-1914bcea320e tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:56:59.364005 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-783c3b0f-f11d-4b78-b9bf-1914bcea320e tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Usage tracker for resource:security_group_rule and tenant:10a25d8e2a6b43dfabf2f7b9ccdfceb4 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:56:59.393716 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-783c3b0f-f11d-4b78-b9bf-1914bcea320e tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:56:59.416311 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebf4a4e-b5e4-4151-803f-204acfae1456 req-888ebd6d-0697-4b6c-923b-32ed57270f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:59.416917 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-0ebf4a4e-b5e4-4151-803f-204acfae1456 req-888ebd6d-0697-4b6c-923b-32ed57270f94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:56:59.418311 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-0ebf4a4e-b5e4-4151-803f-204acfae1456 req-888ebd6d-0697-4b6c-923b-32ed57270f94 service neutron] 10.222.0.15 "PUT /v2.0/ports/5c7c55e5-3833-4836-af5c-3353dc52e41d HTTP/1.1" status: 200 len: 1094 time: 2.7234781 Jun 01 18:56:59.418749 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d4c2314-d9a8-4394-8e29-2d4fb89d3c0b', 'tag': '5c7c55e5-3833-4836-af5c-3353dc52e41d'}] {{(pid=88525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:56:59.419962 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cee5df-09f9-4110-82a6-7f18a0747857 service neutron] Pushing event updated for resources: {'Port': ['ID=a12824b4-43d9-4f09-a40a-8d0a174c088c,revision_number=3']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:56:59.432428 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-783c3b0f-f11d-4b78-b9bf-1914bcea320e tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:56:59.617378 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888ebd6d-0697-4b6c-923b-32ed57270f94 service neutron] Pushing event updated for resources: {'Port': ['ID=5c7c55e5-3833-4836-af5c-3353dc52e41d,revision_number=3']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:56:59.705983 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb51c0c-9bb9-4dba-b07c-f0cc425e39df req-491d4c5e-9451-4b2b-8345-372f7d6bf85e tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:59.706721 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-aeb51c0c-9bb9-4dba-b07c-f0cc425e39df req-491d4c5e-9451-4b2b-8345-372f7d6bf85e tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Synchronizing usage tracker for tenant:ed558a94bd42496298488549f6a1a20a on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:56:59.722420 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebf4a4e-b5e4-4151-803f-204acfae1456 req-977ea48e-a347-4c80-b325-6975ac14b966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:56:59.727041 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-0ebf4a4e-b5e4-4151-803f-204acfae1456 req-977ea48e-a347-4c80-b325-6975ac14b966 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ed558a94bd42496298488549f6a1a20a&device_id=9d4c2314-d9a8-4394-8e29-2d4fb89d3c0b HTTP/1.1" status: 200 len: 1097 time: 0.1856351 Jun 01 18:56:59.868896 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 3a0ee253-8e71-47ef-9088-967882a7d31f up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:56:59.948141 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-0ebf4a4e-b5e4-4151-803f-204acfae1456 req-13134c4a-5de6-4172-a50f-db52ae3ef309 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=5c7c55e5-3833-4836-af5c-3353dc52e41d HTTP/1.1" status: 200 len: 217 time: 0.2107577 Jun 01 18:56:59.954133 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-aeb51c0c-9bb9-4dba-b07c-f0cc425e39df req-491d4c5e-9451-4b2b-8345-372f7d6bf85e tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Unset dirty status for tenant:ed558a94bd42496298488549f6a1a20a on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:56:59.956452 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-aeb51c0c-9bb9-4dba-b07c-f0cc425e39df req-491d4c5e-9451-4b2b-8345-372f7d6bf85e tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.41 "GET /v2.0/ports?device_id=9d4c2314-d9a8-4394-8e29-2d4fb89d3c0b HTTP/1.1" status: 200 len: 946 time: 0.4965968 Jun 01 18:57:00.027974 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port 3a0ee253-8e71-47ef-9088-967882a7d31f completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:57:00.060025 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd947d49-8fe8-4181-9848-26e66cb49089 req-6f6f0783-9fdf-4182-84f9-864b5c93ce58 tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:00.076581 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-dd947d49-8fe8-4181-9848-26e66cb49089 req-6f6f0783-9fdf-4182-84f9-864b5c93ce58 tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] 10.222.0.41 "GET /v2.0/ports?device_id=f21b95ed-76cd-44e2-b692-d0bc9beb0214 HTTP/1.1" status: 200 len: 946 time: 1.1429422 Jun 01 18:57:00.101087 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebf4a4e-b5e4-4151-803f-204acfae1456 req-2460e48e-8e62-4671-af6c-3db7f055675b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:00.102592 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0ebf4a4e-b5e4-4151-803f-204acfae1456 req-2460e48e-8e62-4671-af6c-3db7f055675b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ed558a94bd42496298488549f6a1a20a&device_id=f5c80e34-f88f-4cfb-a678-db944b0f358a HTTP/1.1" status: 200 len: 1098 time: 0.9908490 Jun 01 18:57:00.218057 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-aeb51c0c-9bb9-4dba-b07c-f0cc425e39df req-de0fcb8c-f0ae-4345-93d2-7ec381085129 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.41 "GET /v2.0/security-groups?id=22665066-3f80-4493-8b7a-e2faea6c666a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2487235 Jun 01 18:57:00.306120 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a419cfa5-0ecc-4468-9f0a-a70acf93a1af None None] Network 5108ae9a-f8e3-45d1-81b1-247828968a14 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 18:57:00.342267 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebf4a4e-b5e4-4151-803f-204acfae1456 req-c2af46ae-ff98-4ed4-abd9-5aa6f24fcc62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:00.344048 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-0ebf4a4e-b5e4-4151-803f-204acfae1456 req-c2af46ae-ff98-4ed4-abd9-5aa6f24fcc62 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=35e3ad2f-9c88-4698-b634-4e1b58de1cc2 HTTP/1.1" status: 200 len: 843 time: 0.3865318 Jun 01 18:57:00.414539 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0ebf4a4e-b5e4-4151-803f-204acfae1456 req-81a1d51b-c836-4613-9976-1aa41bb6bf9c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=a12824b4-43d9-4f09-a40a-8d0a174c088c HTTP/1.1" status: 200 len: 217 time: 0.1584084 Jun 01 18:57:00.489216 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-dd947d49-8fe8-4181-9848-26e66cb49089 req-16447f7a-180a-456d-b327-758e4474c25d tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cd81dcd-fddd-4cdb-b7e0-911a736e672d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4116383 Jun 01 18:57:00.523691 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebf4a4e-b5e4-4151-803f-204acfae1456 req-ce2aa2b8-6898-4ed2-b098-c9726295a6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:00.527415 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-0ebf4a4e-b5e4-4151-803f-204acfae1456 req-ce2aa2b8-6898-4ed2-b098-c9726295a6ad service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=898153a3-5d71-43be-9d14-343ea4a48426&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1773565 Jun 01 18:57:00.594314 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-783c3b0f-f11d-4b78-b9bf-1914bcea320e tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:00.616064 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [None req-626bc72a-d9b8-483a-9984-78629d248e74 tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Allocated IP 2001:db8::2d6 (5108ae9a-f8e3-45d1-81b1-247828968a14/fdf5daa9-1366-4e75-8b5a-7eda182f28dc/70e99691-c1c2-4b1d-8e4d-ac97107a50fb) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:57:00.728643 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-568a7818-192e-4557-b3ea-51d1b7624efd'] response: {'name': 'network-changed', 'server_uuid': 'f5c80e34-f88f-4cfb-a678-db944b0f358a', 'tag': 'a12824b4-43d9-4f09-a40a-8d0a174c088c', 'status': 'completed', 'code': 200} Jun 01 18:57:00.729651 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-783c3b0f-f11d-4b78-b9bf-1914bcea320e tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:00.746405 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-ad24d93c-71a4-4033-ae7d-826fd31160bd None None] Provisioning for port 3a0ee253-8e71-47ef-9088-967882a7d31f completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:57:00.804542 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-0ebf4a4e-b5e4-4151-803f-204acfae1456 req-b8990b1f-8e11-47ca-a038-9fd27ea9066a service neutron] 10.222.0.15 "GET /v2.0/networks/898153a3-5d71-43be-9d14-343ea4a48426?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2704885 Jun 01 18:57:00.850426 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-ad24d93c-71a4-4033-ae7d-826fd31160bd None None] Provisioning complete for port 3a0ee253-8e71-47ef-9088-967882a7d31f triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:57:00.850873 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-ad24d93c-71a4-4033-ae7d-826fd31160bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:00.870044 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-74ee4122-1404-4a45-9e90-497b4713e5b4 req-7eedce91-a6bf-4dbd-80ed-7786ac7ecffa tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] 10.222.0.41 "GET /v2.0/ports?device_id=940a21cb-bca9-4882-91d5-0ff22e2c4322 HTTP/1.1" status: 200 len: 210 time: 0.1099679 Jun 01 18:57:00.969811 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783c3b0f-f11d-4b78-b9bf-1914bcea320e tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Pushing event updated for resources: {'SecurityGroup': ['ID=603eb24e-5416-486f-bbc9-6f26e14c070e,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:57:00.973094 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebf4a4e-b5e4-4151-803f-204acfae1456 req-4ef6fd3d-11ac-4ac0-8240-18044747b31f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:00.974919 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0ebf4a4e-b5e4-4151-803f-204acfae1456 req-4ef6fd3d-11ac-4ac0-8240-18044747b31f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=35e3ad2f-9c88-4698-b634-4e1b58de1cc2 HTTP/1.1" status: 200 len: 843 time: 0.5440686 Jun 01 18:57:01.081040 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-783c3b0f-f11d-4b78-b9bf-1914bcea320e tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:01.082544 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-783c3b0f-f11d-4b78-b9bf-1914bcea320e tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 2.1595232 Jun 01 18:57:01.098348 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 33724) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:57:01.109135 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-46a23672-e2d3-4b81-87bb-e803afb73461 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Request body: {'security_group_rule': {'security_group_id': '603eb24e-5416-486f-bbc9-6f26e14c070e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:57:01.120175 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-46a23672-e2d3-4b81-87bb-e803afb73461 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:57:01.145959 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-ad24d93c-71a4-4033-ae7d-826fd31160bd None None] Current status of the port 3a0ee253-8e71-47ef-9088-967882a7d31f is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:57:01.147246 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-ad24d93c-71a4-4033-ae7d-826fd31160bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:01.151748 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-46a23672-e2d3-4b81-87bb-e803afb73461 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Usage tracker for resource:security_group_rule and tenant:10a25d8e2a6b43dfabf2f7b9ccdfceb4 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:57:01.160367 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-46a23672-e2d3-4b81-87bb-e803afb73461 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:57:01.208007 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-626bc72a-d9b8-483a-9984-78629d248e74 tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:01.218974 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-ad24d93c-71a4-4033-ae7d-826fd31160bd None None] For port 3a0ee253-8e71-47ef-9088-967882a7d31f, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=3a0ee253-8e71-47ef-9088-967882a7d31f,segment=NetworkSegment(8763570a-fb33-45d3-a85e-64651def63e3),segment_id=8763570a-fb33-45d3-a85e-64651def63e3)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:57:01.223687 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-ad24d93c-71a4-4033-ae7d-826fd31160bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:01.238747 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [None req-626bc72a-d9b8-483a-9984-78629d248e74 tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Transition to ACTIVE for port object 70e99691-c1c2-4b1d-8e4d-ac97107a50fb will not be triggered until provisioned by entity DHCP. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:57:01.285030 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-46a23672-e2d3-4b81-87bb-e803afb73461 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:57:01.309806 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-626bc72a-d9b8-483a-9984-78629d248e74 tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:01.328027 n-d-844202-1 neutron-server[88525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2c2346b-8593-41d6-9be1-1cb4850e225e'] response: {'name': 'network-changed', 'server_uuid': '9d4c2314-d9a8-4394-8e29-2d4fb89d3c0b', 'tag': '5c7c55e5-3833-4836-af5c-3353dc52e41d', 'status': 'completed', 'code': 200} Jun 01 18:57:01.347671 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-0ebf4a4e-b5e4-4151-803f-204acfae1456 req-0ebee15a-0f80-4775-ac30-4f926cecb7da service neutron] 10.222.0.15 "GET /v2.0/networks/898153a3-5d71-43be-9d14-343ea4a48426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5358293 Jun 01 18:57:01.421825 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad24d93c-71a4-4033-ae7d-826fd31160bd None None] Pushing event updated for resources: {'Port': ['ID=3a0ee253-8e71-47ef-9088-967882a7d31f,revision_number=3']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:57:01.577265 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-626bc72a-d9b8-483a-9984-78629d248e74 tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Network 5108ae9a-f8e3-45d1-81b1-247828968a14 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:57:01.585698 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebf4a4e-b5e4-4151-803f-204acfae1456 req-5ae1bf71-812f-407f-927d-f87f6f048b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:01.587336 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0ebf4a4e-b5e4-4151-803f-204acfae1456 req-5ae1bf71-812f-407f-927d-f87f6f048b60 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=898153a3-5d71-43be-9d14-343ea4a48426&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6060326 Jun 01 18:57:01.596467 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-626bc72a-d9b8-483a-9984-78629d248e74 tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:57:01.630374 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626bc72a-d9b8-483a-9984-78629d248e74 tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Pushing event updated for resources: {'Port': ['ID=70e99691-c1c2-4b1d-8e4d-ac97107a50fb,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:57:01.633254 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-626bc72a-d9b8-483a-9984-78629d248e74 tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:57:01.640001 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-626bc72a-d9b8-483a-9984-78629d248e74 tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:01.640806 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-626bc72a-d9b8-483a-9984-78629d248e74 tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:01.677418 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-c378da2c-07c2-4ef6-92f3-8acf1e77866b None None] Provisioning for port 87d7b813-2064-4576-8893-6e200d7f3f74 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:57:01.691554 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-c378da2c-07c2-4ef6-92f3-8acf1e77866b None None] Provisioning complete for port 87d7b813-2064-4576-8893-6e200d7f3f74 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:57:01.692116 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-c378da2c-07c2-4ef6-92f3-8acf1e77866b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:01.814429 n-d-844202-1 neutron-server[88524]: INFO neutron.api.v2.resource [None req-46a23672-e2d3-4b81-87bb-e803afb73461 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 01 18:57:01.818528 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-46a23672-e2d3-4b81-87bb-e803afb73461 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.7164741 Jun 01 18:57:01.850152 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 33732) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:57:01.991563 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-c378da2c-07c2-4ef6-92f3-8acf1e77866b None None] Port 87d7b813-2064-4576-8893-6e200d7f3f74 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 18:57:02.001333 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 3a0ee253-8e71-47ef-9088-967882a7d31f up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:57:02.004346 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0ebf4a4e-b5e4-4151-803f-204acfae1456 req-819780ae-30e5-4995-bfdd-ab9de8d187c1 service neutron] 10.222.0.15 "GET /v2.0/networks/898153a3-5d71-43be-9d14-343ea4a48426?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4036872 Jun 01 18:57:02.013408 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-ba2aa637-10a5-4836-9a17-3e38ecb929e8 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Request body: {'security_group_rule': {'security_group_id': '603eb24e-5416-486f-bbc9-6f26e14c070e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:57:02.034495 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-626bc72a-d9b8-483a-9984-78629d248e74 tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 4.0840883 Jun 01 18:57:02.035318 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 33738) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:57:02.153666 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-c378da2c-07c2-4ef6-92f3-8acf1e77866b None None] Provisioning complete for port 3a0ee253-8e71-47ef-9088-967882a7d31f triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:57:02.154226 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-c378da2c-07c2-4ef6-92f3-8acf1e77866b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:02.156573 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-ba2aa637-10a5-4836-9a17-3e38ecb929e8 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:57:02.274603 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-ba2aa637-10a5-4836-9a17-3e38ecb929e8 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Usage tracker for resource:security_group_rule and tenant:10a25d8e2a6b43dfabf2f7b9ccdfceb4 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:57:02.289398 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-ba2aa637-10a5-4836-9a17-3e38ecb929e8 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:57:02.302240 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09eb1bf1-8773-45c2-b14a-b56d14e68a4c req-6ea58d14-abde-49e1-bf74-0ff9fba6c416 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:02.311752 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-09eb1bf1-8773-45c2-b14a-b56d14e68a4c req-6ea58d14-abde-49e1-bf74-0ff9fba6c416 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/ports?device_id=594e6e02-b49f-46d7-a80a-450437cbea5b HTTP/1.1" status: 200 len: 945 time: 0.9186492 Jun 01 18:57:02.340239 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-ba2aa637-10a5-4836-9a17-3e38ecb929e8 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:57:02.358403 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 3a0ee253-8e71-47ef-9088-967882a7d31f triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:57:02.358721 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:02.399424 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011a8b22-bb9b-41cd-aab2-ab540f48a21a req-f549d0d6-8021-4edc-9bf8-4880adfd8a11 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:02.400986 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-011a8b22-bb9b-41cd-aab2-ab540f48a21a req-f549d0d6-8021-4edc-9bf8-4880adfd8a11 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] 10.222.0.50 "GET /v2.0/networks?id=4c7a9aa4-8b0d-4225-ab31-749c4f434a4b HTTP/1.1" status: 200 len: 818 time: 0.7619219 Jun 01 18:57:02.416559 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-09eb1bf1-8773-45c2-b14a-b56d14e68a4c req-d39be373-9e3f-4e2c-9d4a-7f8a83296a35 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/security-groups?id=679bc320-73aa-41fb-80e9-32867c6d2bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034772 Jun 01 18:57:02.442013 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.agents_db [None req-e814b9cf-7de8-45d0-a079-29c61fabe7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 18:57:02.516185 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0ebf4a4e-b5e4-4151-803f-204acfae1456 req-f642c301-e89a-4087-b4db-7eb677338468 service neutron] 10.222.0.15 "GET /v2.0/networks/898153a3-5d71-43be-9d14-343ea4a48426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4798837 Jun 01 18:57:02.549943 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0cd7292-1ecf-4016-b29d-7c4364fa06bf tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:02.558364 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0cd7292-1ecf-4016-b29d-7c4364fa06bf tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:02.567182 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0cd7292-1ecf-4016-b29d-7c4364fa06bf tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:02.567819 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-a0cd7292-1ecf-4016-b29d-7c4364fa06bf tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Synchronizing usage tracker for tenant:d0bd5c2fb6ee4680890497b365c62bd9 on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:57:02.583091 n-d-844202-1 neutron-server[88524]: INFO neutron.api.v2.resource [None req-ba2aa637-10a5-4836-9a17-3e38ecb929e8 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 01 18:57:02.584587 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-ba2aa637-10a5-4836-9a17-3e38ecb929e8 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.7331092 Jun 01 18:57:02.588400 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 33748) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:57:02.641410 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 5c7c55e5-3833-4836-af5c-3353dc52e41d details requested by agent hyperv_n-h1-844202-1 with host n-h1-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 18:57:02.673531 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-011a8b22-bb9b-41cd-aab2-ab540f48a21a req-d5090e90-23ae-4b1b-9b21-4e06e2c46ec9 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d40f7c9e0af24f109f247cdb0a7a60bf HTTP/1.1" status: 200 len: 379 time: 0.2546237 Jun 01 18:57:02.689855 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [req-011a8b22-bb9b-41cd-aab2-ab540f48a21a req-270ed36a-ff6f-4db9-95c7-cbe69e241585 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Request body: {'port': {'device_id': '940a21cb-bca9-4882-91d5-0ff22e2c4322', 'network_id': '4c7a9aa4-8b0d-4225-ab31-749c4f434a4b', 'admin_state_up': True, 'tenant_id': 'd40f7c9e0af24f109f247cdb0a7a60bf', 'security_groups': ['428a90ee-d69c-4f4b-be08-39e0e3f8aeb0']}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:57:02.698479 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-c378da2c-07c2-4ef6-92f3-8acf1e77866b None None] Current status of the port 3a0ee253-8e71-47ef-9088-967882a7d31f is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:57:02.721388 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc153f7-dd72-4f16-aa26-760899bd377a req-97226101-9158-442d-bc66-b072eea9d835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:02.723314 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4bc153f7-dd72-4f16-aa26-760899bd377a req-97226101-9158-442d-bc66-b072eea9d835 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ed558a94bd42496298488549f6a1a20a&device_id=9d4c2314-d9a8-4394-8e29-2d4fb89d3c0b HTTP/1.1" status: 200 len: 1097 time: 1.2336357 Jun 01 18:57:02.735255 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e154e6-aade-4dfa-a68b-b4eda7afcf7e req-70af0c1d-ae56-47f1-821f-d3146d08152e tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:02.739375 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f8e154e6-aade-4dfa-a68b-b4eda7afcf7e req-70af0c1d-ae56-47f1-821f-d3146d08152e tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.41 "GET /v2.0/ports?device_id=9d4c2314-d9a8-4394-8e29-2d4fb89d3c0b HTTP/1.1" status: 200 len: 946 time: 1.2978532 Jun 01 18:57:02.836630 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-a0cd7292-1ecf-4016-b29d-7c4364fa06bf tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Unset dirty status for tenant:d0bd5c2fb6ee4680890497b365c62bd9 on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:57:02.838276 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-a0cd7292-1ecf-4016-b29d-7c4364fa06bf tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2483 time: 0.7757750 Jun 01 18:57:02.852300 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 33758) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:57:02.971140 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 3a0ee253-8e71-47ef-9088-967882a7d31f is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:57:02.979443 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-65361e77-71e3-4570-a7ae-84b24d33c783 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:02.980552 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-e66e021e-1d1e-4d61-a156-5779430aae69 None None] Provisioning complete for port 87d7b813-2064-4576-8893-6e200d7f3f74 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:57:02.981525 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-e66e021e-1d1e-4d61-a156-5779430aae69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:02.992060 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f8e154e6-aade-4dfa-a68b-b4eda7afcf7e req-53f073c7-050b-484e-bd5a-cadb472cc837 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.41 "GET /v2.0/security-groups?id=22665066-3f80-4493-8b7a-e2faea6c666a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243278 Jun 01 18:57:03.001749 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-6c476683-3418-46cb-af9e-24d6b0ccf73d tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Deleting port 70e99691-c1c2-4b1d-8e4d-ac97107a50fb {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:57:03.002088 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6c476683-3418-46cb-af9e-24d6b0ccf73d tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:03.081002 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-65361e77-71e3-4570-a7ae-84b24d33c783 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:03.113473 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc153f7-dd72-4f16-aa26-760899bd377a req-2caa6ea2-0eda-4bb9-a012-17db8ad242f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:03.116862 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4bc153f7-dd72-4f16-aa26-760899bd377a req-2caa6ea2-0eda-4bb9-a012-17db8ad242f1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=898153a3-5d71-43be-9d14-343ea4a48426 HTTP/1.1" status: 200 len: 870 time: 0.3756821 Jun 01 18:57:03.122286 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [req-011a8b22-bb9b-41cd-aab2-ab540f48a21a req-270ed36a-ff6f-4db9-95c7-cbe69e241585 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:57:03.133110 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [req-011a8b22-bb9b-41cd-aab2-ab540f48a21a req-270ed36a-ff6f-4db9-95c7-cbe69e241585 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:57:03.162609 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-e66e021e-1d1e-4d61-a156-5779430aae69 None None] Port 87d7b813-2064-4576-8893-6e200d7f3f74 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 18:57:03.202273 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1686746c-a9a0-4618-a1dc-bc949bf96f4b req-04a690aa-af95-4dca-87b2-e08b13954b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:03.207626 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-011a8b22-bb9b-41cd-aab2-ab540f48a21a req-270ed36a-ff6f-4db9-95c7-cbe69e241585 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Made reservation on behalf of d40f7c9e0af24f109f247cdb0a7a60bf for: {'port': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:57:03.210100 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-1686746c-a9a0-4618-a1dc-bc949bf96f4b req-04a690aa-af95-4dca-87b2-e08b13954b09 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ed558a94bd42496298488549f6a1a20a&device_id=f5c80e34-f88f-4cfb-a678-db944b0f358a HTTP/1.1" status: 200 len: 1098 time: 0.5858746 Jun 01 18:57:03.211896 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-011a8b22-bb9b-41cd-aab2-ab540f48a21a req-270ed36a-ff6f-4db9-95c7-cbe69e241585 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:03.217848 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port 5c7c55e5-3833-4836-af5c-3353dc52e41d, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=5c7c55e5-3833-4836-af5c-3353dc52e41d,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:57:03.234459 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-e66e021e-1d1e-4d61-a156-5779430aae69 None None] Provisioning for port 70e99691-c1c2-4b1d-8e4d-ac97107a50fb completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:57:03.239529 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-e66e021e-1d1e-4d61-a156-5779430aae69 None None] Provisioning complete for port 70e99691-c1c2-4b1d-8e4d-ac97107a50fb triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:57:03.240525 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-e66e021e-1d1e-4d61-a156-5779430aae69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:03.272284 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Returning: {'device': '5c7c55e5-3833-4836-af5c-3353dc52e41d', 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426', 'port_id': '5c7c55e5-3833-4836-af5c-3353dc52e41d', 'mac_address': 'fa:16:3e:bb:7d:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35e3ad2f-9c88-4698-b634-4e1b58de1cc2', 'ip_address': '192.168.233.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 18:57:03.283996 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4bc153f7-dd72-4f16-aa26-760899bd377a req-e627884c-f2d6-4fa6-97e3-ab42caff9c52 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=5c7c55e5-3833-4836-af5c-3353dc52e41d HTTP/1.1" status: 200 len: 217 time: 0.1433401 Jun 01 18:57:03.342020 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-e66e021e-1d1e-4d61-a156-5779430aae69 None None] Port 70e99691-c1c2-4b1d-8e4d-ac97107a50fb cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 18:57:03.350936 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port 5c7c55e5-3833-4836-af5c-3353dc52e41d is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:57:03.351312 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:03.371570 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b1b6e00a-19f6-49dd-9e90-f0b770bf1990 req-6df75160-8499-4a70-aa13-c192b99a6a52 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] 10.222.0.41 "GET /v2.0/ports?device_id=940a21cb-bca9-4882-91d5-0ff22e2c4322 HTTP/1.1" status: 200 len: 210 time: 0.1320319 Jun 01 18:57:03.372972 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c7c55e5-3833-4836-af5c-3353dc52e41d {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:57:03.399238 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port 5c7c55e5-3833-4836-af5c-3353dc52e41d, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=5c7c55e5-3833-4836-af5c-3353dc52e41d,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:57:03.415777 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:03.438744 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc153f7-dd72-4f16-aa26-760899bd377a req-cd3f70da-0005-4125-a708-425cb5f868c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:03.440166 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4bc153f7-dd72-4f16-aa26-760899bd377a req-cd3f70da-0005-4125-a708-425cb5f868c7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=35e3ad2f-9c88-4698-b634-4e1b58de1cc2 HTTP/1.1" status: 200 len: 843 time: 0.1097734 Jun 01 18:57:03.501731 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=5c7c55e5-3833-4836-af5c-3353dc52e41d,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:57:03.610821 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [req-011a8b22-bb9b-41cd-aab2-ab540f48a21a req-270ed36a-ff6f-4db9-95c7-cbe69e241585 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Allocated IP 172.20.0.14 (4c7a9aa4-8b0d-4225-ab31-749c4f434a4b/6675a480-f2f0-4e10-96f4-f99c31c21be5/499258ee-b014-43c5-8818-0eb3f6a6b659) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:57:03.679750 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc153f7-dd72-4f16-aa26-760899bd377a req-6350890e-4fb6-4be8-abfc-60e6a3b6b127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:03.682246 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4bc153f7-dd72-4f16-aa26-760899bd377a req-6350890e-4fb6-4be8-abfc-60e6a3b6b127 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=898153a3-5d71-43be-9d14-343ea4a48426&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1725047 Jun 01 18:57:03.696479 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] get_ports_and_sgs() called for port_ids ['5c7c55e5-3833-4836-af5c-3353dc52e41d'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:57:03.743636 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7553dc22-d6a6-4307-aff3-6945fde9bed4 req-ea2c58c9-a546-4970-bd90-7dbb0a6381a5 tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:03.752045 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7553dc22-d6a6-4307-aff3-6945fde9bed4 req-ea2c58c9-a546-4970-bd90-7dbb0a6381a5 tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] 10.222.0.41 "GET /v2.0/ports?device_id=f21b95ed-76cd-44e2-b692-d0bc9beb0214 HTTP/1.1" status: 200 len: 946 time: 1.0059624 Jun 01 18:57:03.832889 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6c476683-3418-46cb-af9e-24d6b0ccf73d tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:03.927163 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-65361e77-71e3-4570-a7ae-84b24d33c783 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:03.952272 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5e4d17-44c7-4a7c-a3d3-9fd9c46f7d57 req-eab9701a-22a0-41ea-ad64-e9cbd108e85b tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:03.953323 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ce5e4d17-44c7-4a7c-a3d3-9fd9c46f7d57 req-eab9701a-22a0-41ea-ad64-e9cbd108e85b tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/ports?device_id=594e6e02-b49f-46d7-a80a-450437cbea5b HTTP/1.1" status: 200 len: 945 time: 0.3489635 Jun 01 18:57:04.000698 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4bc153f7-dd72-4f16-aa26-760899bd377a req-10cc7f15-99c4-4ac5-a647-9f2549225e5d service neutron] 10.222.0.15 "GET /v2.0/networks/898153a3-5d71-43be-9d14-343ea4a48426?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2826571 Jun 01 18:57:04.019754 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-6c476683-3418-46cb-af9e-24d6b0ccf73d tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Calling delete_port for 70e99691-c1c2-4b1d-8e4d-ac97107a50fb owned by {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:57:04.059542 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7553dc22-d6a6-4307-aff3-6945fde9bed4 req-c8537bfa-e6ea-4530-b31f-6998339048e6 tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cd81dcd-fddd-4cdb-b7e0-911a736e672d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3056509 Jun 01 18:57:04.073598 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65361e77-71e3-4570-a7ae-84b24d33c783 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=603eb24e-5416-486f-bbc9-6f26e14c070e,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:57:04.116390 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-65361e77-71e3-4570-a7ae-84b24d33c783 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:04.117775 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-65361e77-71e3-4570-a7ae-84b24d33c783 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] 10.222.0.41 "DELETE /v2.0/security-groups/603eb24e-5416-486f-bbc9-6f26e14c070e HTTP/1.1" status: 204 len: 168 time: 1.5283606 Jun 01 18:57:04.119039 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1686746c-a9a0-4618-a1dc-bc949bf96f4b req-245165ab-6460-4c99-bb80-8c0d2c96d7af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:04.120513 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-1686746c-a9a0-4618-a1dc-bc949bf96f4b req-245165ab-6460-4c99-bb80-8c0d2c96d7af service neutron] 10.222.0.15 "GET /v2.0/networks?id=898153a3-5d71-43be-9d14-343ea4a48426 HTTP/1.1" status: 200 len: 870 time: 0.5610299 Jun 01 18:57:04.121727 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 33768) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:57:04.142127 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ce5e4d17-44c7-4a7c-a3d3-9fd9c46f7d57 req-39a3854a-cb47-4e9d-83db-827cd9e45cda tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/security-groups?id=679bc320-73aa-41fb-80e9-32867c6d2bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741059 Jun 01 18:57:04.195391 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-011a8b22-bb9b-41cd-aab2-ab540f48a21a req-270ed36a-ff6f-4db9-95c7-cbe69e241585 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:04.240098 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [req-011a8b22-bb9b-41cd-aab2-ab540f48a21a req-270ed36a-ff6f-4db9-95c7-cbe69e241585 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Transition to ACTIVE for port object 499258ee-b014-43c5-8818-0eb3f6a6b659 will not be triggered until provisioned by entity DHCP. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:57:04.248255 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4bc153f7-dd72-4f16-aa26-760899bd377a req-203c5e21-7293-4b1a-8c48-f791547026cf service neutron] 10.222.0.15 "GET /v2.0/networks/898153a3-5d71-43be-9d14-343ea4a48426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2385364 Jun 01 18:57:04.267219 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-1686746c-a9a0-4618-a1dc-bc949bf96f4b req-b578b444-9bf1-43ac-b1da-a8a42a67e138 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=a12824b4-43d9-4f09-a40a-8d0a174c088c HTTP/1.1" status: 200 len: 217 time: 0.1255894 Jun 01 18:57:04.276043 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b935951-585d-4bba-9edb-8cd5e8044ccb req-12062b5b-141f-4c9d-896d-1b68d22f0a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:04.276292 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-011a8b22-bb9b-41cd-aab2-ab540f48a21a req-270ed36a-ff6f-4db9-95c7-cbe69e241585 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:04.277509 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4b935951-585d-4bba-9edb-8cd5e8044ccb req-12062b5b-141f-4c9d-896d-1b68d22f0a00 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0edcfecaba054f29a657f364ed77530c&device_id=594e6e02-b49f-46d7-a80a-450437cbea5b HTTP/1.1" status: 200 len: 1096 time: 0.7229018 Jun 01 18:57:04.352147 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-011a8b22-bb9b-41cd-aab2-ab540f48a21a req-270ed36a-ff6f-4db9-95c7-cbe69e241585 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Network 4c7a9aa4-8b0d-4225-ab31-749c4f434a4b is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:57:04.355450 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [req-011a8b22-bb9b-41cd-aab2-ab540f48a21a req-270ed36a-ff6f-4db9-95c7-cbe69e241585 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:57:04.357843 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [req-011a8b22-bb9b-41cd-aab2-ab540f48a21a req-270ed36a-ff6f-4db9-95c7-cbe69e241585 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:57:04.400295 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270ed36a-ff6f-4db9-95c7-cbe69e241585 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Pushing event updated for resources: {'Port': ['ID=499258ee-b014-43c5-8818-0eb3f6a6b659,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:57:04.509223 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-e463c143-7231-476c-9fe8-b5d645b5caa8 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Synchronizing usage tracker for tenant:10a25d8e2a6b43dfabf2f7b9ccdfceb4 on resource:security_group {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:57:04.525299 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1686746c-a9a0-4618-a1dc-bc949bf96f4b req-8b7d9507-1bc0-477d-a5ae-efdd9f20c4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:04.527074 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-1686746c-a9a0-4618-a1dc-bc949bf96f4b req-8b7d9507-1bc0-477d-a5ae-efdd9f20c4f9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=35e3ad2f-9c88-4698-b634-4e1b58de1cc2 HTTP/1.1" status: 200 len: 843 time: 0.2483509 Jun 01 18:57:04.622677 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011a8b22-bb9b-41cd-aab2-ab540f48a21a req-270ed36a-ff6f-4db9-95c7-cbe69e241585 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:04.623297 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-011a8b22-bb9b-41cd-aab2-ab540f48a21a req-270ed36a-ff6f-4db9-95c7-cbe69e241585 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:04.637355 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device a12824b4-43d9-4f09-a40a-8d0a174c088c details requested by agent hyperv_n-h1-844202-1 with host n-h1-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 18:57:04.644576 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6c476683-3418-46cb-af9e-24d6b0ccf73d tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:04.646713 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 5c7c55e5-3833-4836-af5c-3353dc52e41d up at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:57:04.649645 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-e463c143-7231-476c-9fe8-b5d645b5caa8 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Unset dirty status for tenant:10a25d8e2a6b43dfabf2f7b9ccdfceb4 on resource:security_group {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:57:04.655453 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-e463c143-7231-476c-9fe8-b5d645b5caa8 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5254037 Jun 01 18:57:04.655960 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 33774) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:57:04.665716 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-a71d2fde-ee30-41cb-815e-ef5a7484be45 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Request body: {'security_group': {'name': 'tempest-secgroup--725620970'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:57:04.681763 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dbe11a-aece-4fe8-bbc1-e9c4e3f664df req-a40c9c12-1672-4263-82bf-841e8e5eed78 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:04.681763 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-b1dbe11a-aece-4fe8-bbc1-e9c4e3f664df req-a40c9c12-1672-4263-82bf-841e8e5eed78 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Synchronizing usage tracker for tenant:d40f7c9e0af24f109f247cdb0a7a60bf on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:57:04.687335 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-011a8b22-bb9b-41cd-aab2-ab540f48a21a req-270ed36a-ff6f-4db9-95c7-cbe69e241585 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0024147 Jun 01 18:57:04.688212 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-a71d2fde-ee30-41cb-815e-ef5a7484be45 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:57:04.702463 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [req-011a8b22-bb9b-41cd-aab2-ab540f48a21a req-13018af4-81b1-4786-bf6b-e007f2c9cf1a service neutron] Request body: {'port': {'device_id': '940a21cb-bca9-4882-91d5-0ff22e2c4322', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844202-1'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:57:04.748709 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b935951-585d-4bba-9edb-8cd5e8044ccb req-0f68e027-7b42-4c53-9c9f-13ed49564c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:04.752632 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4b935951-585d-4bba-9edb-8cd5e8044ccb req-0f68e027-7b42-4c53-9c9f-13ed49564c12 service neutron] 10.222.0.50 "GET /v2.0/networks?id=7a710216-a9ba-47da-a86f-23bc8e339e5a HTTP/1.1" status: 200 len: 913 time: 0.4613793 Jun 01 18:57:04.761712 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-a71d2fde-ee30-41cb-815e-ef5a7484be45 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:57:04.763148 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c476683-3418-46cb-af9e-24d6b0ccf73d tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Pushing event deleted for resources: {'Port': ['ID=70e99691-c1c2-4b1d-8e4d-ac97107a50fb,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:57:04.778307 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162d0a8a-d586-417b-a7d4-56fa3363a77f req-e054a158-84b5-4e03-912d-da36f9e3ab69 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:04.780696 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-162d0a8a-d586-417b-a7d4-56fa3363a77f req-e054a158-84b5-4e03-912d-da36f9e3ab69 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.41 "GET /v2.0/ports?device_id=9d4c2314-d9a8-4394-8e29-2d4fb89d3c0b HTTP/1.1" status: 200 len: 947 time: 0.5591879 Jun 01 18:57:04.788306 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-1b5cee11-15a1-428e-bad8-ca01b4665559 None None] Provisioning for port 499258ee-b014-43c5-8818-0eb3f6a6b659 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:57:04.791522 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-b1dbe11a-aece-4fe8-bbc1-e9c4e3f664df req-a40c9c12-1672-4263-82bf-841e8e5eed78 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Unset dirty status for tenant:d40f7c9e0af24f109f247cdb0a7a60bf on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:57:04.798673 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b1dbe11a-aece-4fe8-bbc1-e9c4e3f664df req-a40c9c12-1672-4263-82bf-841e8e5eed78 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] 10.222.0.41 "GET /v2.0/ports?device_id=940a21cb-bca9-4882-91d5-0ff22e2c4322 HTTP/1.1" status: 200 len: 932 time: 0.2534635 Jun 01 18:57:04.810454 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-1b5cee11-15a1-428e-bad8-ca01b4665559 None None] Provisioning complete for port 499258ee-b014-43c5-8818-0eb3f6a6b659 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:57:04.810902 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-1b5cee11-15a1-428e-bad8-ca01b4665559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:04.858434 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a71d2fde-ee30-41cb-815e-ef5a7484be45 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:04.916862 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Provisioning for port 5c7c55e5-3833-4836-af5c-3353dc52e41d completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:57:04.918719 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4b935951-585d-4bba-9edb-8cd5e8044ccb req-8cc75e27-11a4-438a-8b3b-7eb14c24d676 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=df45b40a-1c3b-4ddd-9776-8fca10101d8a HTTP/1.1" status: 200 len: 217 time: 0.1350684 Jun 01 18:57:04.920606 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-1b5cee11-15a1-428e-bad8-ca01b4665559 None None] Port 499258ee-b014-43c5-8818-0eb3f6a6b659 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 18:57:04.933687 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Provisioning complete for port 5c7c55e5-3833-4836-af5c-3353dc52e41d triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:57:04.934306 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:04.959711 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-011a8b22-bb9b-41cd-aab2-ab540f48a21a req-13018af4-81b1-4786-bf6b-e007f2c9cf1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:04.980932 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port a12824b4-43d9-4f09-a40a-8d0a174c088c, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=a12824b4-43d9-4f09-a40a-8d0a174c088c,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:57:05.002382 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Returning: {'device': 'a12824b4-43d9-4f09-a40a-8d0a174c088c', 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426', 'port_id': 'a12824b4-43d9-4f09-a40a-8d0a174c088c', 'mac_address': 'fa:16:3e:f6:32:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35e3ad2f-9c88-4698-b634-4e1b58de1cc2', 'ip_address': '192.168.233.45'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 18:57:05.017116 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b1dbe11a-aece-4fe8-bbc1-e9c4e3f664df req-c65775d8-f056-45c2-bfbf-223f536b7080 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] 10.222.0.41 "GET /v2.0/security-groups?id=428a90ee-d69c-4f4b-be08-39e0e3f8aeb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2175224 Jun 01 18:57:05.059275 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-a71d2fde-ee30-41cb-815e-ef5a7484be45 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:57:05.074289 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-a71d2fde-ee30-41cb-815e-ef5a7484be45 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Usage tracker for resource:security_group_rule and tenant:10a25d8e2a6b43dfabf2f7b9ccdfceb4 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:57:05.084615 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-a71d2fde-ee30-41cb-815e-ef5a7484be45 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:57:05.085037 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1686746c-a9a0-4618-a1dc-bc949bf96f4b req-194b0ff0-12fd-41ed-a93a-8fc5fe8c46e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:05.086691 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-1686746c-a9a0-4618-a1dc-bc949bf96f4b req-194b0ff0-12fd-41ed-a93a-8fc5fe8c46e5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=898153a3-5d71-43be-9d14-343ea4a48426&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5495157 Jun 01 18:57:05.095496 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-a71d2fde-ee30-41cb-815e-ef5a7484be45 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:57:05.108621 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-162d0a8a-d586-417b-a7d4-56fa3363a77f req-a61fe683-731b-4af6-9ac2-2ba580d795df tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.41 "GET /v2.0/security-groups?id=22665066-3f80-4493-8b7a-e2faea6c666a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2395909 Jun 01 18:57:05.141093 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port a12824b4-43d9-4f09-a40a-8d0a174c088c is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:57:05.141787 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:05.171215 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b935951-585d-4bba-9edb-8cd5e8044ccb req-8f6ea52f-d75d-46b3-ab8c-6ff01f1bb9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:05.172892 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4b935951-585d-4bba-9edb-8cd5e8044ccb req-8f6ea52f-d75d-46b3-ab8c-6ff01f1bb9a5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8cebf7e9-1140-4183-b8b2-8d4c3920d222 HTTP/1.1" status: 200 len: 852 time: 0.2472372 Jun 01 18:57:05.201455 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a12824b4-43d9-4f09-a40a-8d0a174c088c {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:57:05.232775 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port a12824b4-43d9-4f09-a40a-8d0a174c088c, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=a12824b4-43d9-4f09-a40a-8d0a174c088c,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:57:05.233681 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port 5c7c55e5-3833-4836-af5c-3353dc52e41d is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:57:05.234052 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:05.245090 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:05.321426 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d4c2314-d9a8-4394-8e29-2d4fb89d3c0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c7c55e5-3833-4836-af5c-3353dc52e41d'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:57:05.336715 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port 5c7c55e5-3833-4836-af5c-3353dc52e41d, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=5c7c55e5-3833-4836-af5c-3353dc52e41d,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:57:05.345753 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:05.353224 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=a12824b4-43d9-4f09-a40a-8d0a174c088c,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:57:05.437395 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=5c7c55e5-3833-4836-af5c-3353dc52e41d,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:57:05.447356 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6c476683-3418-46cb-af9e-24d6b0ccf73d tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:05.485431 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a71d2fde-ee30-41cb-815e-ef5a7484be45 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:05.500634 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a71d2fde-ee30-41cb-815e-ef5a7484be45 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:05.507791 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4b935951-585d-4bba-9edb-8cd5e8044ccb req-1357be3b-d3c1-42b2-80b9-f8416a9c7e5b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7a710216-a9ba-47da-a86f-23bc8e339e5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1000662 Jun 01 18:57:05.546360 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] get_ports_and_sgs() called for port_ids ['a12824b4-43d9-4f09-a40a-8d0a174c088c'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:57:05.552476 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-6c476683-3418-46cb-af9e-24d6b0ccf73d tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] 10.222.0.41 "DELETE /v2.0/ports/70e99691-c1c2-4b1d-8e4d-ac97107a50fb HTTP/1.1" status: 204 len: 168 time: 2.6940451 Jun 01 18:57:05.566687 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d7adee-c1d9-44e9-a011-57ed973d3931 req-b3717939-8ac7-4564-b4cf-d50df3f69d91 tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:05.568429 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-74d7adee-c1d9-44e9-a011-57ed973d3931 req-b3717939-8ac7-4564-b4cf-d50df3f69d91 tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] 10.222.0.41 "GET /v2.0/ports?device_id=f21b95ed-76cd-44e2-b692-d0bc9beb0214 HTTP/1.1" status: 200 len: 946 time: 0.2485070 Jun 01 18:57:05.579396 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 33788) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:57:05.684190 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71d2fde-ee30-41cb-815e-ef5a7484be45 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90792697-e294-4229-9765-e21c6e8109eb,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:57:05.693147 n-d-844202-1 neutron-server[88525]: INFO neutron.pecan_wsgi.hooks.translation [None req-e22d6ce0-5b84-4b49-842b-2a3ae3ca206e tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] GET failed (client error): The resource could not be found. Jun 01 18:57:05.694498 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-e22d6ce0-5b84-4b49-842b-2a3ae3ca206e tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] 10.222.0.41 "GET /v2.0/ports/70e99691-c1c2-4b1d-8e4d-ac97107a50fb HTTP/1.1" status: 404 len: 333 time: 0.1047454 Jun 01 18:57:05.698769 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [req-011a8b22-bb9b-41cd-aab2-ab540f48a21a req-13018af4-81b1-4786-bf6b-e007f2c9cf1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 499258ee-b014-43c5-8818-0eb3f6a6b659 {{(pid=88525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:57:05.699931 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 33792) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:57:05.707035 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-95796c44-2aed-4061-a8c6-622c6e78361e tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Request body: {'port': {'network_id': '5108ae9a-f8e3-45d1-81b1-247828968a14', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1951626650'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:57:05.715174 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a71d2fde-ee30-41cb-815e-ef5a7484be45 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:05.719659 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-a71d2fde-ee30-41cb-815e-ef5a7484be45 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0600033 Jun 01 18:57:05.725630 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 33796) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:57:05.734673 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-011a8b22-bb9b-41cd-aab2-ab540f48a21a req-13018af4-81b1-4786-bf6b-e007f2c9cf1a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:05.742942 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-1ed7ec5d-6b14-4614-a73c-c2ad977f2347 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:57:05.743644 n-d-844202-1 neutron-server[88525]: WARNING neutron.api.v2.base [None req-1ed7ec5d-6b14-4614-a73c-c2ad977f2347 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jun 01 18:57:05.744428 n-d-844202-1 neutron-server[88525]: INFO neutron.api.v2.resource [None req-1ed7ec5d-6b14-4614-a73c-c2ad977f2347 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] update failed (client error): There was a conflict when trying to complete your request. Jun 01 18:57:05.749962 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-1ed7ec5d-6b14-4614-a73c-c2ad977f2347 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] 10.222.0.41 "PUT /v2.0/security-groups/90792697-e294-4229-9765-e21c6e8109eb HTTP/1.1" status: 409 len: 330 time: 0.0153124 Jun 01 18:57:05.752668 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 33800) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:57:05.784662 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-1686746c-a9a0-4618-a1dc-bc949bf96f4b req-a576d946-688e-48e3-b2dc-a78d55d8b768 service neutron] 10.222.0.15 "GET /v2.0/networks/898153a3-5d71-43be-9d14-343ea4a48426?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6718659 Jun 01 18:57:05.814734 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-74d7adee-c1d9-44e9-a011-57ed973d3931 req-591283a6-1096-46be-b3a0-fd7240b09514 tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cd81dcd-fddd-4cdb-b7e0-911a736e672d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230575 Jun 01 18:57:05.816563 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [req-011a8b22-bb9b-41cd-aab2-ab540f48a21a req-13018af4-81b1-4786-bf6b-e007f2c9cf1a service neutron] Transition to ACTIVE for port object 499258ee-b014-43c5-8818-0eb3f6a6b659 will not be triggered until provisioned by entity L2. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:57:05.834617 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-011a8b22-bb9b-41cd-aab2-ab540f48a21a req-13018af4-81b1-4786-bf6b-e007f2c9cf1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:05.912125 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc4ac76e-e5a3-4aa5-816b-f3787e4a4134'] response: {'server_uuid': '9d4c2314-d9a8-4394-8e29-2d4fb89d3c0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c7c55e5-3833-4836-af5c-3353dc52e41d', 'code': 200} Jun 01 18:57:06.029493 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24f6704-64c6-468e-b065-c327dd88bde3 req-4f149ad4-7961-4263-8fdc-8b342b039a83 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:06.031221 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b24f6704-64c6-468e-b065-c327dd88bde3 req-4f149ad4-7961-4263-8fdc-8b342b039a83 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/ports?device_id=594e6e02-b49f-46d7-a80a-450437cbea5b HTTP/1.1" status: 200 len: 945 time: 0.6247327 Jun 01 18:57:06.040414 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4b935951-585d-4bba-9edb-8cd5e8044ccb req-f5a2e45d-9e0b-4357-8f27-433a3502d42f service neutron] 10.222.0.50 "GET /v2.0/networks/7a710216-a9ba-47da-a86f-23bc8e339e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5223615 Jun 01 18:57:06.138096 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13018af4-81b1-4786-bf6b-e007f2c9cf1a service neutron] Pushing event updated for resources: {'Port': ['ID=499258ee-b014-43c5-8818-0eb3f6a6b659,revision_number=2']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:57:06.171487 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3955d88f-95cb-4ba1-8bb0-9a8dffdb738a tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:06.280466 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b24f6704-64c6-468e-b065-c327dd88bde3 req-6407ee5d-f5b7-4f3a-a3a3-75fdbd90a0c4 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/security-groups?id=679bc320-73aa-41fb-80e9-32867c6d2bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2348468 Jun 01 18:57:06.285500 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-95796c44-2aed-4061-a8c6-622c6e78361e tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:57:06.286615 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3955d88f-95cb-4ba1-8bb0-9a8dffdb738a tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:06.299932 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-95796c44-2aed-4061-a8c6-622c6e78361e tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Usage tracker for resource:port and tenant:d0bd5c2fb6ee4680890497b365c62bd9 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:57:06.305672 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-1686746c-a9a0-4618-a1dc-bc949bf96f4b req-c7746b8d-b5e4-4b87-b15d-520df0347861 service neutron] 10.222.0.15 "GET /v2.0/networks/898153a3-5d71-43be-9d14-343ea4a48426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4265001 Jun 01 18:57:06.311879 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-95796c44-2aed-4061-a8c6-622c6e78361e tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:57:06.339969 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-95796c44-2aed-4061-a8c6-622c6e78361e tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:57:06.359211 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-011a8b22-bb9b-41cd-aab2-ab540f48a21a req-13018af4-81b1-4786-bf6b-e007f2c9cf1a service neutron] Attempting to bind port 499258ee-b014-43c5-8818-0eb3f6a6b659 on host n-h2-844202-1 for vnic_type normal with profile {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:57:06.359589 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-011a8b22-bb9b-41cd-aab2-ab540f48a21a req-13018af4-81b1-4786-bf6b-e007f2c9cf1a service neutron] Attempting to bind port 499258ee-b014-43c5-8818-0eb3f6a6b659 by drivers openvswitch,hyperv on host n-h2-844202-1 at level 0 using segments [{'id': '76205301-da60-4ecb-a61c-114de025a248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '4c7a9aa4-8b0d-4225-ab31-749c4f434a4b'}] {{(pid=88525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:57:06.359862 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-011a8b22-bb9b-41cd-aab2-ab540f48a21a req-13018af4-81b1-4786-bf6b-e007f2c9cf1a service neutron] Attempting to bind port 499258ee-b014-43c5-8818-0eb3f6a6b659 on network 4c7a9aa4-8b0d-4225-ab31-749c4f434a4b {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:57:06.372611 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95796c44-2aed-4061-a8c6-622c6e78361e tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Made reservation on behalf of d0bd5c2fb6ee4680890497b365c62bd9 for: {'port': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:57:06.377590 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-95796c44-2aed-4061-a8c6-622c6e78361e tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:06.377988 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf88047-f185-43f0-9a8c-3e829e28ba3d req-28d8790b-c176-402d-b9a8-e7a592b830ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:06.379582 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-5bf88047-f185-43f0-9a8c-3e829e28ba3d req-28d8790b-c176-402d-b9a8-e7a592b830ef service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9d4c2314-d9a8-4394-8e29-2d4fb89d3c0b HTTP/1.1" status: 200 len: 1099 time: 0.3861651 Jun 01 18:57:06.382839 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-011a8b22-bb9b-41cd-aab2-ab540f48a21a req-13018af4-81b1-4786-bf6b-e007f2c9cf1a service neutron] Port 499258ee-b014-43c5-8818-0eb3f6a6b659 on network 4c7a9aa4-8b0d-4225-ab31-749c4f434a4b not bound, no agent of type Open vSwitch agent registered on host n-h2-844202-1 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 18:57:06.383201 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-011a8b22-bb9b-41cd-aab2-ab540f48a21a req-13018af4-81b1-4786-bf6b-e007f2c9cf1a service neutron] Attempting to bind port 499258ee-b014-43c5-8818-0eb3f6a6b659 on network 4c7a9aa4-8b0d-4225-ab31-749c4f434a4b {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:57:06.399835 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4b935951-585d-4bba-9edb-8cd5e8044ccb req-65e70d49-b8c8-47c8-b712-bb44ece798e8 service neutron] 10.222.0.50 "GET /v2.0/networks/7a710216-a9ba-47da-a86f-23bc8e339e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3307517 Jun 01 18:57:06.407692 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-011a8b22-bb9b-41cd-aab2-ab540f48a21a req-13018af4-81b1-4786-bf6b-e007f2c9cf1a service neutron] Checking agent: {'id': 'f5db9968-6317-4186-9100-9e0ca6b50417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 18, 56, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:57:06.407692 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-011a8b22-bb9b-41cd-aab2-ab540f48a21a req-13018af4-81b1-4786-bf6b-e007f2c9cf1a service neutron] Checking segment: {'id': '76205301-da60-4ecb-a61c-114de025a248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '4c7a9aa4-8b0d-4225-ab31-749c4f434a4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:57:06.407692 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-011a8b22-bb9b-41cd-aab2-ab540f48a21a req-13018af4-81b1-4786-bf6b-e007f2c9cf1a service neutron] Bound using segment: {'id': '76205301-da60-4ecb-a61c-114de025a248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '4c7a9aa4-8b0d-4225-ab31-749c4f434a4b'} {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:57:06.408079 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-011a8b22-bb9b-41cd-aab2-ab540f48a21a req-13018af4-81b1-4786-bf6b-e007f2c9cf1a service neutron] Bound port: 499258ee-b014-43c5-8818-0eb3f6a6b659, host: n-h2-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76205301-da60-4ecb-a61c-114de025a248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '4c7a9aa4-8b0d-4225-ab31-749c4f434a4b'}}] {{(pid=88525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:57:06.408440 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-011a8b22-bb9b-41cd-aab2-ab540f48a21a req-13018af4-81b1-4786-bf6b-e007f2c9cf1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:06.411003 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [None req-95796c44-2aed-4061-a8c6-622c6e78361e tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] device_id is not set on port ea5e1302-2381-4d3c-8f84-9a678f3f16cb yet. {{(pid=88524) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 18:57:06.441647 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4d8818-3328-4d91-826c-2fc393a1df6b req-51e3e5b8-ba63-43c3-8704-67ec3aa5d2c5 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:06.444521 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ac4d8818-3328-4d91-826c-2fc393a1df6b req-51e3e5b8-ba63-43c3-8704-67ec3aa5d2c5 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] 10.222.0.41 "GET /v2.0/ports?device_id=940a21cb-bca9-4882-91d5-0ff22e2c4322 HTTP/1.1" status: 200 len: 944 time: 0.2752621 Jun 01 18:57:06.490253 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3955d88f-95cb-4ba1-8bb0-9a8dffdb738a tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:06.550754 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3955d88f-95cb-4ba1-8bb0-9a8dffdb738a tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90792697-e294-4229-9765-e21c6e8109eb,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:57:06.554104 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-5bf88047-f185-43f0-9a8c-3e829e28ba3d req-ef119fd8-f314-4ff5-b4be-7419cc382642 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=22665066-3f80-4493-8b7a-e2faea6c666a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624255 Jun 01 18:57:06.592556 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3955d88f-95cb-4ba1-8bb0-9a8dffdb738a tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:06.596181 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-3955d88f-95cb-4ba1-8bb0-9a8dffdb738a tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] 10.222.0.41 "DELETE /v2.0/security-groups/90792697-e294-4229-9765-e21c6e8109eb HTTP/1.1" status: 204 len: 168 time: 0.8343811 Jun 01 18:57:06.597817 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 33810) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:57:06.623560 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ac4d8818-3328-4d91-826c-2fc393a1df6b req-bfdfdb59-4683-488c-8823-6c12b8ca2606 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] 10.222.0.41 "GET /v2.0/security-groups?id=428a90ee-d69c-4f4b-be08-39e0e3f8aeb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1722784 Jun 01 18:57:06.627320 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-011a8b22-bb9b-41cd-aab2-ab540f48a21a req-13018af4-81b1-4786-bf6b-e007f2c9cf1a service neutron] For port 499258ee-b014-43c5-8818-0eb3f6a6b659, host n-h2-844202-1, cleared binding levels {{(pid=88525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:57:06.648100 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device a12824b4-43d9-4f09-a40a-8d0a174c088c up at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:57:06.656824 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-011a8b22-bb9b-41cd-aab2-ab540f48a21a req-13018af4-81b1-4786-bf6b-e007f2c9cf1a service neutron] For port 499258ee-b014-43c5-8818-0eb3f6a6b659, host n-h2-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=499258ee-b014-43c5-8818-0eb3f6a6b659,segment=NetworkSegment(76205301-da60-4ecb-a61c-114de025a248),segment_id=76205301-da60-4ecb-a61c-114de025a248)] {{(pid=88525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:57:06.662881 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-011a8b22-bb9b-41cd-aab2-ab540f48a21a req-13018af4-81b1-4786-bf6b-e007f2c9cf1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:06.677115 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deccdae8-2a3e-4ea0-a53b-69b53291a915 req-6a064b3d-192c-4b49-85b9-4c1dc8385c0d tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:06.679430 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-deccdae8-2a3e-4ea0-a53b-69b53291a915 req-6a064b3d-192c-4b49-85b9-4c1dc8385c0d tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.41 "GET /v2.0/ports?device_id=9d4c2314-d9a8-4394-8e29-2d4fb89d3c0b HTTP/1.1" status: 200 len: 948 time: 0.2156332 Jun 01 18:57:06.702533 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [None req-95796c44-2aed-4061-a8c6-622c6e78361e tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Allocated IP 2001:db8::1e7 (5108ae9a-f8e3-45d1-81b1-247828968a14/fdf5daa9-1366-4e75-8b5a-7eda182f28dc/ea5e1302-2381-4d3c-8f84-9a678f3f16cb) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:57:06.717846 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Provisioning for port a12824b4-43d9-4f09-a40a-8d0a174c088c completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:57:06.722578 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Provisioning complete for port a12824b4-43d9-4f09-a40a-8d0a174c088c triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:57:06.723214 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:06.749912 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-41d4f00a-e832-47ac-8d36-a8a8e892d2f5 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Synchronizing usage tracker for tenant:10a25d8e2a6b43dfabf2f7b9ccdfceb4 on resource:security_group {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:57:06.758260 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011a8b22-bb9b-41cd-aab2-ab540f48a21a req-13018af4-81b1-4786-bf6b-e007f2c9cf1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:06.758629 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-011a8b22-bb9b-41cd-aab2-ab540f48a21a req-13018af4-81b1-4786-bf6b-e007f2c9cf1a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:06.760097 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-011a8b22-bb9b-41cd-aab2-ab540f48a21a req-13018af4-81b1-4786-bf6b-e007f2c9cf1a service neutron] 10.222.0.50 "PUT /v2.0/ports/499258ee-b014-43c5-8818-0eb3f6a6b659 HTTP/1.1" status: 200 len: 1092 time: 2.0616972 Jun 01 18:57:06.761088 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '940a21cb-bca9-4882-91d5-0ff22e2c4322', 'tag': '499258ee-b014-43c5-8818-0eb3f6a6b659'}] {{(pid=88525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:57:06.773162 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-deccdae8-2a3e-4ea0-a53b-69b53291a915 req-bd3d2a26-b078-4f16-bbf8-68827ab2a280 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.41 "GET /v2.0/security-groups?id=22665066-3f80-4493-8b7a-e2faea6c666a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841551 Jun 01 18:57:06.821583 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13018af4-81b1-4786-bf6b-e007f2c9cf1a service neutron] Pushing event updated for resources: {'Port': ['ID=499258ee-b014-43c5-8818-0eb3f6a6b659,revision_number=3']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:57:06.834519 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-41d4f00a-e832-47ac-8d36-a8a8e892d2f5 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] Unset dirty status for tenant:10a25d8e2a6b43dfabf2f7b9ccdfceb4 on resource:security_group {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:57:06.836121 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-41d4f00a-e832-47ac-8d36-a8a8e892d2f5 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2339468 Jun 01 18:57:06.840605 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 33816) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:57:06.875438 n-d-844202-1 neutron-server[88524]: INFO neutron.api.v2.resource [None req-f7eb7554-8bcb-4ed6-9720-c2b603afb79e tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] delete failed (client error): The resource could not be found. Jun 01 18:57:06.877306 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-f7eb7554-8bcb-4ed6-9720-c2b603afb79e tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] 10.222.0.41 "DELETE /v2.0/security-groups/7e9215c5-b8a8-4587-9bff-ff5cac93b635 HTTP/1.1" status: 404 len: 347 time: 0.0348899 Jun 01 18:57:06.891668 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device df45b40a-1c3b-4ddd-9776-8fca10101d8a no longer exists at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:57:06.895204 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 33822) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:57:06.956179 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port a12824b4-43d9-4f09-a40a-8d0a174c088c is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:57:06.962017 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:07.077106 n-d-844202-1 neutron-server[88525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9288861-9eea-4ffa-b6a5-d2efdeb06191'] response: {'name': 'network-changed', 'server_uuid': '940a21cb-bca9-4882-91d5-0ff22e2c4322', 'tag': '499258ee-b014-43c5-8818-0eb3f6a6b659', 'status': 'completed', 'code': 200} Jun 01 18:57:07.106981 n-d-844202-1 neutron-server[88525]: INFO neutron.api.v2.resource [None req-07564da4-ab73-4bf7-a6f9-753c6f795e68 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] show failed (client error): The resource could not be found. Jun 01 18:57:07.108460 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-07564da4-ab73-4bf7-a6f9-753c6f795e68 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] 10.222.0.41 "GET /v2.0/security-groups/3505380d-1733-4a29-8abb-6fd7c3c20969 HTTP/1.1" status: 404 len: 347 time: 0.0290797 Jun 01 18:57:07.115448 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 33828) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:57:07.120539 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-4bd5ca43-9c60-4222-a4f8-ab20a3e3ef04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:07.126292 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port a12824b4-43d9-4f09-a40a-8d0a174c088c, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=a12824b4-43d9-4f09-a40a-8d0a174c088c,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:57:07.138862 n-d-844202-1 neutron-server[88525]: INFO neutron.api.v2.resource [None req-a516d737-0bf8-4653-a160-d86ef235ad43 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] show failed (client error): The resource could not be found. Jun 01 18:57:07.143225 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-a516d737-0bf8-4653-a160-d86ef235ad43 tempest-NegativeSecGroupIPv6Test-2067396674 tempest-NegativeSecGroupIPv6Test-2067396674-project] 10.222.0.41 "GET /v2.0/security-group-rules/07c6e604-699a-40f6-abc5-03eadae214f7 HTTP/1.1" status: 404 len: 356 time: 0.0230343 Jun 01 18:57:07.167356 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011a8b22-bb9b-41cd-aab2-ab540f48a21a req-7e99aec6-7e8e-4fc0-9274-72a68daed75b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:07.169650 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-011a8b22-bb9b-41cd-aab2-ab540f48a21a req-7e99aec6-7e8e-4fc0-9274-72a68daed75b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d40f7c9e0af24f109f247cdb0a7a60bf&device_id=940a21cb-bca9-4882-91d5-0ff22e2c4322 HTTP/1.1" status: 200 len: 1095 time: 0.3362966 Jun 01 18:57:07.171516 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:07.181858 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-95796c44-2aed-4061-a8c6-622c6e78361e tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:07.210098 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8527505-bd07-48c7-ac7b-b0ec469588c4 req-f9079035-cd0f-499f-949e-180b5b465983 tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:07.211443 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f8527505-bd07-48c7-ac7b-b0ec469588c4 req-f9079035-cd0f-499f-949e-180b5b465983 tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] 10.222.0.41 "GET /v2.0/ports?device_id=f21b95ed-76cd-44e2-b692-d0bc9beb0214 HTTP/1.1" status: 200 len: 946 time: 0.1841741 Jun 01 18:57:07.212506 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [None req-95796c44-2aed-4061-a8c6-622c6e78361e tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Transition to ACTIVE for port object ea5e1302-2381-4d3c-8f84-9a678f3f16cb will not be triggered until provisioned by entity DHCP. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:57:07.265500 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-011a8b22-bb9b-41cd-aab2-ab540f48a21a req-3f5af436-41dd-4d07-8d2e-e493ed836fd2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=499258ee-b014-43c5-8818-0eb3f6a6b659 HTTP/1.1" status: 200 len: 217 time: 0.0884671 Jun 01 18:57:07.265854 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=a12824b4-43d9-4f09-a40a-8d0a174c088c,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:57:07.269683 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f8527505-bd07-48c7-ac7b-b0ec469588c4 req-6436c0a5-fca2-44a0-a009-c4d8710806a7 tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cd81dcd-fddd-4cdb-b7e0-911a736e672d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493908 Jun 01 18:57:07.280941 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-95796c44-2aed-4061-a8c6-622c6e78361e tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:07.312196 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port df45b40a-1c3b-4ddd-9776-8fca10101d8a is: ACTIVE; New status is: DOWN {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:57:07.313077 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:07.359245 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95796c44-2aed-4061-a8c6-622c6e78361e tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Network 5108ae9a-f8e3-45d1-81b1-247828968a14 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:57:07.361554 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port df45b40a-1c3b-4ddd-9776-8fca10101d8a, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=df45b40a-1c3b-4ddd-9776-8fca10101d8a,segment=NetworkSegment(ecb3f528-dbed-4312-ba29-7684ecfbe265),segment_id=ecb3f528-dbed-4312-ba29-7684ecfbe265)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:57:07.362659 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-95796c44-2aed-4061-a8c6-622c6e78361e tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:57:07.367996 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95796c44-2aed-4061-a8c6-622c6e78361e tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:57:07.373417 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011a8b22-bb9b-41cd-aab2-ab540f48a21a req-759ca677-45e0-4499-82d0-9a1ccb94b815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:07.373891 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95796c44-2aed-4061-a8c6-622c6e78361e tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:07.374514 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-95796c44-2aed-4061-a8c6-622c6e78361e tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:07.377313 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-011a8b22-bb9b-41cd-aab2-ab540f48a21a req-759ca677-45e0-4499-82d0-9a1ccb94b815 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6675a480-f2f0-4e10-96f4-f99c31c21be5 HTTP/1.1" status: 200 len: 857 time: 0.0987937 Jun 01 18:57:07.381958 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:07.394278 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95796c44-2aed-4061-a8c6-622c6e78361e tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Pushing event updated for resources: {'Port': ['ID=ea5e1302-2381-4d3c-8f84-9a678f3f16cb,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:57:07.426140 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-95796c44-2aed-4061-a8c6-622c6e78361e tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.7241807 Jun 01 18:57:07.430572 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 33836) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:57:07.446672 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-6f3cb6eb-3b47-4865-a742-85a88fce9e3b tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::254', 'mac_address': 'fa:16:3e:28:a0:18'}]}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:57:07.511704 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=df45b40a-1c3b-4ddd-9776-8fca10101d8a,revision_number=8']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:57:07.562619 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011a8b22-bb9b-41cd-aab2-ab540f48a21a req-3a9875b7-2609-4404-af43-1b19d965ad62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:07.564300 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-011a8b22-bb9b-41cd-aab2-ab540f48a21a req-3a9875b7-2609-4404-af43-1b19d965ad62 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4c7a9aa4-8b0d-4225-ab31-749c4f434a4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1788538 Jun 01 18:57:07.607383 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310ad7ef-0323-4059-ad23-7773cb7b6cc8 req-6dc8eab3-5341-4e9a-af12-1439b36a98f7 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:07.609060 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-310ad7ef-0323-4059-ad23-7773cb7b6cc8 req-6dc8eab3-5341-4e9a-af12-1439b36a98f7 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/ports?device_id=594e6e02-b49f-46d7-a80a-450437cbea5b HTTP/1.1" status: 200 len: 943 time: 0.1481557 Jun 01 18:57:07.620065 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 33842) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:57:07.740861 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-310ad7ef-0323-4059-ad23-7773cb7b6cc8 req-dcdb27a3-6218-4d69-afdd-94f18f8ebad9 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/security-groups?id=679bc320-73aa-41fb-80e9-32867c6d2bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827992 Jun 01 18:57:07.752898 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-008a59c7-bf22-405c-a09c-3e0729e9fe3b None None] Provisioning for port ea5e1302-2381-4d3c-8f84-9a678f3f16cb completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:57:07.760368 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-008a59c7-bf22-405c-a09c-3e0729e9fe3b None None] Provisioning complete for port ea5e1302-2381-4d3c-8f84-9a678f3f16cb triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:57:07.762300 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-008a59c7-bf22-405c-a09c-3e0729e9fe3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:07.791004 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-011a8b22-bb9b-41cd-aab2-ab540f48a21a req-66fb59d6-4042-44b4-be47-48ac0b967729 service neutron] 10.222.0.50 "GET /v2.0/networks/4c7a9aa4-8b0d-4225-ab31-749c4f434a4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2185185 Jun 01 18:57:07.852728 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-008a59c7-bf22-405c-a09c-3e0729e9fe3b None None] Port ea5e1302-2381-4d3c-8f84-9a678f3f16cb cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 18:57:07.913501 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5c80e34-f88f-4cfb-a678-db944b0f358a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a12824b4-43d9-4f09-a40a-8d0a174c088c'}, {'server_uuid': '594e6e02-b49f-46d7-a80a-450437cbea5b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df45b40a-1c3b-4ddd-9776-8fca10101d8a'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:57:08.019922 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-5c002042-8584-44ca-a7ad-44c8fdc2f3d7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=10a25d8e2a6b43dfabf2f7b9ccdfceb4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3986795 Jun 01 18:57:08.024598 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 33854) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:57:08.060435 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-011a8b22-bb9b-41cd-aab2-ab540f48a21a req-c509e1db-b450-4ffd-bb7f-717e4fe39e96 service neutron] 10.222.0.50 "GET /v2.0/networks/4c7a9aa4-8b0d-4225-ab31-749c4f434a4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2630196 Jun 01 18:57:08.076453 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c4cfd4-df5a-439d-9d25-3e7f710df526 req-d07b3e8f-f609-4b5c-8e10-fef0745f5869 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:08.078081 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d7c4cfd4-df5a-439d-9d25-3e7f710df526 req-d07b3e8f-f609-4b5c-8e10-fef0745f5869 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.41 "GET /v2.0/ports?device_id=9d4c2314-d9a8-4394-8e29-2d4fb89d3c0b HTTP/1.1" status: 200 len: 948 time: 0.1531732 Jun 01 18:57:08.156203 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a35471-ebbf-4a19-a0be-2c322644e056 req-98ad741d-2b19-4c6a-a05e-c3630905df01 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:08.158113 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f3a35471-ebbf-4a19-a0be-2c322644e056 req-98ad741d-2b19-4c6a-a05e-c3630905df01 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] 10.222.0.41 "GET /v2.0/ports?device_id=940a21cb-bca9-4882-91d5-0ff22e2c4322 HTTP/1.1" status: 200 len: 944 time: 0.3144555 Jun 01 18:57:08.160030 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6f3cb6eb-3b47-4865-a742-85a88fce9e3b tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:08.170793 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d7c4cfd4-df5a-439d-9d25-3e7f710df526 req-c5a8959f-1796-486e-937d-119ea2ea8082 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.41 "GET /v2.0/security-groups?id=22665066-3f80-4493-8b7a-e2faea6c666a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826478 Jun 01 18:57:08.225452 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe094a4-ea1c-44ed-ad47-8ca1c6b503a9 req-cd5eacff-d373-462e-adda-ffedbc2801de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:08.227474 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-1fe094a4-ea1c-44ed-ad47-8ca1c6b503a9 req-cd5eacff-d373-462e-adda-ffedbc2801de service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d40f7c9e0af24f109f247cdb0a7a60bf&device_id=940a21cb-bca9-4882-91d5-0ff22e2c4322 HTTP/1.1" status: 200 len: 1095 time: 0.1029103 Jun 01 18:57:08.268105 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-c2a2e969-3ed4-4934-aca2-f6408cfaa2d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:08.281132 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9178cd99-ac11-48e1-80c1-72a064e6cd76'] response: {'server_uuid': 'f5c80e34-f88f-4cfb-a678-db944b0f358a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a12824b4-43d9-4f09-a40a-8d0a174c088c', 'code': 200} Jun 01 18:57:08.281669 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9178cd99-ac11-48e1-80c1-72a064e6cd76'] response: {'server_uuid': '594e6e02-b49f-46d7-a80a-450437cbea5b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df45b40a-1c3b-4ddd-9776-8fca10101d8a', 'code': 200} Jun 01 18:57:08.332134 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f3a35471-ebbf-4a19-a0be-2c322644e056 req-66d70fae-5fe0-4f71-8f1c-40edb91c36dc tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] 10.222.0.41 "GET /v2.0/security-groups?id=428a90ee-d69c-4f4b-be08-39e0e3f8aeb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1593764 Jun 01 18:57:08.341738 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-c2a2e969-3ed4-4934-aca2-f6408cfaa2d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:08.494961 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe094a4-ea1c-44ed-ad47-8ca1c6b503a9 req-35a53d18-ae1e-4a52-86c8-781ff193a145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:08.496431 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-1fe094a4-ea1c-44ed-ad47-8ca1c6b503a9 req-35a53d18-ae1e-4a52-86c8-781ff193a145 service neutron] 10.222.0.50 "GET /v2.0/networks?id=4c7a9aa4-8b0d-4225-ab31-749c4f434a4b HTTP/1.1" status: 200 len: 919 time: 0.2632275 Jun 01 18:57:08.504651 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-c2a2e969-3ed4-4934-aca2-f6408cfaa2d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:08.536642 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a2e969-3ed4-4934-aca2-f6408cfaa2d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65d93828-bec1-4e6e-90e6-680988b759c4,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:57:08.549939 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-c2a2e969-3ed4-4934-aca2-f6408cfaa2d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:08.554685 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-c2a2e969-3ed4-4934-aca2-f6408cfaa2d9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/65d93828-bec1-4e6e-90e6-680988b759c4 HTTP/1.1" status: 204 len: 168 time: 0.5241816 Jun 01 18:57:08.575351 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6f3cb6eb-3b47-4865-a742-85a88fce9e3b tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:08.581166 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6f3cb6eb-3b47-4865-a742-85a88fce9e3b tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:08.581826 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-1fe094a4-ea1c-44ed-ad47-8ca1c6b503a9 req-c323bca6-9f3f-4f23-bc3b-02b2ba8bdcf4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=499258ee-b014-43c5-8818-0eb3f6a6b659 HTTP/1.1" status: 200 len: 217 time: 0.0727689 Jun 01 18:57:08.587018 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3568e922-a9f0-498b-ad0c-d89f3de70275 req-2b3e4535-8006-484c-8ca0-9edb5b45a8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:08.588445 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3568e922-a9f0-498b-ad0c-d89f3de70275 req-2b3e4535-8006-484c-8ca0-9edb5b45a8f8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f5c80e34-f88f-4cfb-a678-db944b0f358a HTTP/1.1" status: 200 len: 1100 time: 0.2407990 Jun 01 18:57:08.658291 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-6f3cb6eb-3b47-4865-a742-85a88fce9e3b tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] In _notify_port_updated(), no bound segment for port ea5e1302-2381-4d3c-8f84-9a678f3f16cb on network 5108ae9a-f8e3-45d1-81b1-247828968a14 {{(pid=88524) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 01 18:57:08.666698 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f3cb6eb-3b47-4865-a742-85a88fce9e3b tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:08.667589 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6f3cb6eb-3b47-4865-a742-85a88fce9e3b tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:08.669367 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-6f3cb6eb-3b47-4865-a742-85a88fce9e3b tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] 10.222.0.41 "PUT /v2.0/ports/ea5e1302-2381-4d3c-8f84-9a678f3f16cb HTTP/1.1" status: 200 len: 1003 time: 1.2377710 Jun 01 18:57:08.672844 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 33864) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:57:08.695051 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe094a4-ea1c-44ed-ad47-8ca1c6b503a9 req-f3bfcae8-a7b6-43cb-a499-2c9a36f536b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:08.696564 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-1fe094a4-ea1c-44ed-ad47-8ca1c6b503a9 req-f3bfcae8-a7b6-43cb-a499-2c9a36f536b5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6675a480-f2f0-4e10-96f4-f99c31c21be5 HTTP/1.1" status: 200 len: 857 time: 0.1066637 Jun 01 18:57:08.745135 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3cb6eb-3b47-4865-a742-85a88fce9e3b tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Pushing event updated for resources: {'Port': ['ID=ea5e1302-2381-4d3c-8f84-9a678f3f16cb,revision_number=2']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:57:08.768669 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1ded74-97ba-453e-9e92-c2d7dcbe7953 req-fd6b0394-5922-4e5c-a1b2-63060f68fdc6 tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:08.770244 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2b1ded74-97ba-453e-9e92-c2d7dcbe7953 req-fd6b0394-5922-4e5c-a1b2-63060f68fdc6 tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] 10.222.0.41 "GET /v2.0/ports?device_id=f21b95ed-76cd-44e2-b692-d0bc9beb0214 HTTP/1.1" status: 200 len: 946 time: 0.3443041 Jun 01 18:57:08.791652 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-0e0e9694-ca9e-46e8-ad3d-0ed431562b60 tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Deleting port ea5e1302-2381-4d3c-8f84-9a678f3f16cb {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:57:08.792157 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-0e0e9694-ca9e-46e8-ad3d-0ed431562b60 tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:08.813085 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3568e922-a9f0-498b-ad0c-d89f3de70275 req-a23e3be9-aadc-48a8-9966-5cd47854f022 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=22665066-3f80-4493-8b7a-e2faea6c666a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463559 Jun 01 18:57:08.857034 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2b1ded74-97ba-453e-9e92-c2d7dcbe7953 req-91331c37-d943-4bf3-9d97-41b384c2027a tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cd81dcd-fddd-4cdb-b7e0-911a736e672d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784030 Jun 01 18:57:08.875401 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe094a4-ea1c-44ed-ad47-8ca1c6b503a9 req-3d2e646e-07e7-4bd8-b5d0-4a665511f441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:08.879803 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-1fe094a4-ea1c-44ed-ad47-8ca1c6b503a9 req-3d2e646e-07e7-4bd8-b5d0-4a665511f441 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4c7a9aa4-8b0d-4225-ab31-749c4f434a4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1748829 Jun 01 18:57:09.077150 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-1fe094a4-ea1c-44ed-ad47-8ca1c6b503a9 req-205ed3a2-0b4d-4d4e-899a-a59b211c48c0 service neutron] 10.222.0.50 "GET /v2.0/networks/4c7a9aa4-8b0d-4225-ab31-749c4f434a4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899266 Jun 01 18:57:09.103479 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-2396e2b3-6baa-453e-87f0-ccc0550d1609 None None] Provisioning complete for port ea5e1302-2381-4d3c-8f84-9a678f3f16cb triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:57:09.104259 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-2396e2b3-6baa-453e-87f0-ccc0550d1609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:09.147118 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7574ee-f2e9-4fe9-a9d3-903be4a65cb5 req-7e2c29f1-2a1a-4ae2-8b67-c3b1d38f5340 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:09.148838 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-dc7574ee-f2e9-4fe9-a9d3-903be4a65cb5 req-7e2c29f1-2a1a-4ae2-8b67-c3b1d38f5340 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/ports?device_id=594e6e02-b49f-46d7-a80a-450437cbea5b HTTP/1.1" status: 200 len: 943 time: 0.2307971 Jun 01 18:57:09.168547 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-2396e2b3-6baa-453e-87f0-ccc0550d1609 None None] Port ea5e1302-2381-4d3c-8f84-9a678f3f16cb cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 18:57:09.241794 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-dc7574ee-f2e9-4fe9-a9d3-903be4a65cb5 req-005f35f2-6fb4-4c12-a768-dfbc8807b6a2 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/security-groups?id=679bc320-73aa-41fb-80e9-32867c6d2bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815372 Jun 01 18:57:09.244319 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-0e0e9694-ca9e-46e8-ad3d-0ed431562b60 tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:09.420489 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-0e0e9694-ca9e-46e8-ad3d-0ed431562b60 tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Calling delete_port for ea5e1302-2381-4d3c-8f84-9a678f3f16cb owned by {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:57:09.456330 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-986fd7cd-4924-40ae-bc13-b6efdd6a8f46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:09.614332 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-1fe094a4-ea1c-44ed-ad47-8ca1c6b503a9 req-12294123-92ad-4519-987c-4f2bdb8ef8e0 service neutron] 10.222.0.50 "GET /v2.0/networks/4c7a9aa4-8b0d-4225-ab31-749c4f434a4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5222502 Jun 01 18:57:09.654946 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-0e0e9694-ca9e-46e8-ad3d-0ed431562b60 tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:09.691136 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6085efc9-150c-4835-a647-1f4d678bb373 req-7b346daa-e9e3-4b79-a176-e790421fce34 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:09.693218 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-6085efc9-150c-4835-a647-1f4d678bb373 req-7b346daa-e9e3-4b79-a176-e790421fce34 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.41 "GET /v2.0/ports?device_id=9d4c2314-d9a8-4394-8e29-2d4fb89d3c0b HTTP/1.1" status: 200 len: 948 time: 0.2703292 Jun 01 18:57:09.693886 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 33906) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:57:09.761042 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-6085efc9-150c-4835-a647-1f4d678bb373 req-a48fa763-4191-488d-88e7-afcdfa25f81a tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.41 "GET /v2.0/security-groups?id=22665066-3f80-4493-8b7a-e2faea6c666a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604036 Jun 01 18:57:09.807076 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0e9694-ca9e-46e8-ad3d-0ed431562b60 tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Pushing event deleted for resources: {'Port': ['ID=ea5e1302-2381-4d3c-8f84-9a678f3f16cb,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:57:09.912801 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-195a39d0-199d-4fa7-b33a-f802b0621d84 tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1108630499'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:57:09.923707 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-195a39d0-199d-4fa7-b33a-f802b0621d84 tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:57:09.929919 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-195a39d0-199d-4fa7-b33a-f802b0621d84 tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] Usage tracker for resource:network and tenant:be4c92fbf69740dabaa6ce1014a24164 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:57:09.934134 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-195a39d0-199d-4fa7-b33a-f802b0621d84 tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:57:09.966209 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-195a39d0-199d-4fa7-b33a-f802b0621d84 tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:57:09.968666 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-0e0e9694-ca9e-46e8-ad3d-0ed431562b60 tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:09.981500 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-0e0e9694-ca9e-46e8-ad3d-0ed431562b60 tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] 10.222.0.41 "DELETE /v2.0/ports/ea5e1302-2381-4d3c-8f84-9a678f3f16cb HTTP/1.1" status: 204 len: 168 time: 1.3077261 Jun 01 18:57:09.984160 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 33920) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:57:10.003919 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-195a39d0-199d-4fa7-b33a-f802b0621d84 tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] Made reservation on behalf of be4c92fbf69740dabaa6ce1014a24164 for: {'network': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:57:10.007832 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-195a39d0-199d-4fa7-b33a-f802b0621d84 tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:10.053494 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-195a39d0-199d-4fa7-b33a-f802b0621d84 tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:10.059938 n-d-844202-1 neutron-server[88524]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb22cee1-d2b2-4daf-af00-084ffbc1538b tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] GET failed (client error): The resource could not be found. Jun 01 18:57:10.060643 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-eb22cee1-d2b2-4daf-af00-084ffbc1538b tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Synchronizing usage tracker for tenant:d0bd5c2fb6ee4680890497b365c62bd9 on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:57:10.083801 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-eb22cee1-d2b2-4daf-af00-084ffbc1538b tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Unset dirty status for tenant:d0bd5c2fb6ee4680890497b365c62bd9 on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:57:10.085926 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-195a39d0-199d-4fa7-b33a-f802b0621d84 tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:57:10.086631 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-eb22cee1-d2b2-4daf-af00-084ffbc1538b tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] 10.222.0.41 "GET /v2.0/ports/ea5e1302-2381-4d3c-8f84-9a678f3f16cb HTTP/1.1" status: 404 len: 333 time: 0.1004329 Jun 01 18:57:10.091179 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 33932) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:57:10.092541 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-195a39d0-199d-4fa7-b33a-f802b0621d84 tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] Usage tracker for resource:security_group_rule and tenant:be4c92fbf69740dabaa6ce1014a24164 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:57:10.101225 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-195a39d0-199d-4fa7-b33a-f802b0621d84 tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:57:10.101890 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-03ae3484-ea87-455c-86de-407d8937f89d tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Request body: {'port': {'network_id': '5108ae9a-f8e3-45d1-81b1-247828968a14', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1226262751'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:57:10.111581 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-195a39d0-199d-4fa7-b33a-f802b0621d84 tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:57:10.299610 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-195a39d0-199d-4fa7-b33a-f802b0621d84 tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:10.305354 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-195a39d0-199d-4fa7-b33a-f802b0621d84 tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:10.347050 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa4b43a-432e-46f7-9350-2b97ba9a56a7 req-5178fa6b-2545-4b08-a1a0-9bd4af71f132 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:10.354840 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3fa4b43a-432e-46f7-9350-2b97ba9a56a7 req-5178fa6b-2545-4b08-a1a0-9bd4af71f132 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] 10.222.0.41 "GET /v2.0/ports?device_id=940a21cb-bca9-4882-91d5-0ff22e2c4322 HTTP/1.1" status: 200 len: 944 time: 0.1786594 Jun 01 18:57:10.385077 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195a39d0-199d-4fa7-b33a-f802b0621d84 tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41401cc1-7468-4626-968b-7d66e983ac51,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:57:10.387572 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-195a39d0-199d-4fa7-b33a-f802b0621d84 tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 120} {{(pid=88525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 18:57:10.400804 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-03ae3484-ea87-455c-86de-407d8937f89d tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:57:10.414816 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-03ae3484-ea87-455c-86de-407d8937f89d tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:57:10.426747 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3fa4b43a-432e-46f7-9350-2b97ba9a56a7 req-08d11b3a-ef2c-4d40-aa30-81a30328eb55 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] 10.222.0.41 "GET /v2.0/security-groups?id=428a90ee-d69c-4f4b-be08-39e0e3f8aeb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709989 Jun 01 18:57:10.428442 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-195a39d0-199d-4fa7-b33a-f802b0621d84 tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:10.428808 n-d-844202-1 neutron-server[88525]: INFO neutron.db.segments_db [None req-195a39d0-199d-4fa7-b33a-f802b0621d84 tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] Added segment 6fb2a591-6a34-4310-a759-8f1960e3f3e7 of type vlan for network 09c124b1-055f-4b16-ae82-41a43168a929 Jun 01 18:57:10.437868 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03ae3484-ea87-455c-86de-407d8937f89d tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Made reservation on behalf of d0bd5c2fb6ee4680890497b365c62bd9 for: {'port': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:57:10.442285 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-03ae3484-ea87-455c-86de-407d8937f89d tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:10.470611 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [None req-03ae3484-ea87-455c-86de-407d8937f89d tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] device_id is not set on port a46ce536-7a6b-47d6-9a60-52771fd373b5 yet. {{(pid=88524) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 18:57:10.479885 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-195a39d0-199d-4fa7-b33a-f802b0621d84 tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:10.485001 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:10.520771 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-195a39d0-199d-4fa7-b33a-f802b0621d84 tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:10.529718 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-195a39d0-199d-4fa7-b33a-f802b0621d84 tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:10.530386 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-195a39d0-199d-4fa7-b33a-f802b0621d84 tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:10.585780 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:10.705103 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195a39d0-199d-4fa7-b33a-f802b0621d84 tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] Pushing event updated for resources: {'Network': ['ID=09c124b1-055f-4b16-ae82-41a43168a929,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:57:10.717760 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network 09c124b1-055f-4b16-ae82-41a43168a929 details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 18:57:10.718607 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-195a39d0-199d-4fa7-b33a-f802b0621d84 tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0233982 Jun 01 18:57:10.721314 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 33956) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:57:10.730577 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-1ed04a75-7462-4178-8631-28feee833631 tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] Request body: {'subnet': {'network_id': '09c124b1-055f-4b16-ae82-41a43168a929', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:57:10.793395 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [None req-03ae3484-ea87-455c-86de-407d8937f89d tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Allocated IP 2001:db8::65 (5108ae9a-f8e3-45d1-81b1-247828968a14/fdf5daa9-1366-4e75-8b5a-7eda182f28dc/a46ce536-7a6b-47d6-9a60-52771fd373b5) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:57:10.822750 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99612e9d-b6c9-4bd9-b94d-cf873b3fbfca req-eb57763f-33f1-4e62-9e6e-acdad9f6565c tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:10.824806 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-99612e9d-b6c9-4bd9-b94d-cf873b3fbfca req-eb57763f-33f1-4e62-9e6e-acdad9f6565c tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/ports?device_id=594e6e02-b49f-46d7-a80a-450437cbea5b HTTP/1.1" status: 200 len: 943 time: 0.1441548 Jun 01 18:57:10.870965 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ad3b22-832a-4ca0-a66b-2b9ec09c1444 req-29371fc6-2163-4365-9253-94ca727a2089 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:10.872529 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-86ad3b22-832a-4ca0-a66b-2b9ec09c1444 req-29371fc6-2163-4365-9253-94ca727a2089 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5c80e34-f88f-4cfb-a678-db944b0f358a HTTP/1.1" status: 200 len: 949 time: 0.2564023 Jun 01 18:57:10.877819 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-1ed04a75-7462-4178-8631-28feee833631 tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:57:10.895477 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-1ed04a75-7462-4178-8631-28feee833631 tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] Usage tracker for resource:subnet and tenant:be4c92fbf69740dabaa6ce1014a24164 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:57:10.900547 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-1ed04a75-7462-4178-8631-28feee833631 tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:57:10.910143 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-1ed04a75-7462-4178-8631-28feee833631 tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:57:10.912459 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 499258ee-b014-43c5-8818-0eb3f6a6b659 details requested by agent hyperv_n-h2-844202-1 with host n-h2-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 18:57:10.940515 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-86ad3b22-832a-4ca0-a66b-2b9ec09c1444 req-93b685e6-41fc-40c2-b108-d07f8a3ef754 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.41 "GET /v2.0/security-groups?id=22665066-3f80-4493-8b7a-e2faea6c666a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598938 Jun 01 18:57:10.941278 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ed04a75-7462-4178-8631-28feee833631 tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] Made reservation on behalf of be4c92fbf69740dabaa6ce1014a24164 for: {'subnet': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:57:10.945361 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1ed04a75-7462-4178-8631-28feee833631 tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9667140'] for subnet, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:10.955469 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-99612e9d-b6c9-4bd9-b94d-cf873b3fbfca req-a3259b4c-0a3a-45ef-bd25-99390fcde923 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Deleting port df45b40a-1c3b-4ddd-9776-8fca10101d8a {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:57:10.956060 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-99612e9d-b6c9-4bd9-b94d-cf873b3fbfca req-a3259b4c-0a3a-45ef-bd25-99390fcde923 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:11.119999 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 499258ee-b014-43c5-8818-0eb3f6a6b659, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=499258ee-b014-43c5-8818-0eb3f6a6b659,segment=NetworkSegment(76205301-da60-4ecb-a61c-114de025a248),segment_id=76205301-da60-4ecb-a61c-114de025a248)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:57:11.135212 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Returning: {'device': '499258ee-b014-43c5-8818-0eb3f6a6b659', 'network_id': '4c7a9aa4-8b0d-4225-ab31-749c4f434a4b', 'port_id': '499258ee-b014-43c5-8818-0eb3f6a6b659', 'mac_address': 'fa:16:3e:fb:45:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6675a480-f2f0-4e10-96f4-f99c31c21be5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 18:57:11.207496 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port 499258ee-b014-43c5-8818-0eb3f6a6b659 is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:57:11.208497 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:11.219309 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:11.227962 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 499258ee-b014-43c5-8818-0eb3f6a6b659 {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:57:11.245139 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 499258ee-b014-43c5-8818-0eb3f6a6b659, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=499258ee-b014-43c5-8818-0eb3f6a6b659,segment=NetworkSegment(76205301-da60-4ecb-a61c-114de025a248),segment_id=76205301-da60-4ecb-a61c-114de025a248)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:57:11.250128 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:11.270508 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1ed04a75-7462-4178-8631-28feee833631 tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2614064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9667190'] for subnet, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:11.325920 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=499258ee-b014-43c5-8818-0eb3f6a6b659,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:57:11.332599 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee78212-dc91-424c-b382-16163dfb24e9 req-9ff5deaf-43dd-4f18-a756-b2534142628d tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:11.333856 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-1ee78212-dc91-424c-b382-16163dfb24e9 req-9ff5deaf-43dd-4f18-a756-b2534142628d tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] 10.222.0.41 "GET /v2.0/ports?device_id=f21b95ed-76cd-44e2-b692-d0bc9beb0214 HTTP/1.1" status: 200 len: 946 time: 0.2000198 Jun 01 18:57:11.335951 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-99612e9d-b6c9-4bd9-b94d-cf873b3fbfca req-a3259b4c-0a3a-45ef-bd25-99390fcde923 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] For port df45b40a-1c3b-4ddd-9776-8fca10101d8a, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=df45b40a-1c3b-4ddd-9776-8fca10101d8a,segment=NetworkSegment(ecb3f528-dbed-4312-ba29-7684ecfbe265),segment_id=ecb3f528-dbed-4312-ba29-7684ecfbe265)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:57:11.336347 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-99612e9d-b6c9-4bd9-b94d-cf873b3fbfca req-a3259b4c-0a3a-45ef-bd25-99390fcde923 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:11.345604 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-03ae3484-ea87-455c-86de-407d8937f89d tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:11.386571 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed04a75-7462-4178-8631-28feee833631 tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] Pushing event updated for resources: {'Subnet': ['ID=1cdd727e-50d8-43e2-9d98-5f303bcec0d2,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:57:11.414335 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed04a75-7462-4178-8631-28feee833631 tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] Checking segment: {'id': '6fb2a591-6a34-4310-a759-8f1960e3f3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '09c124b1-055f-4b16-ae82-41a43168a929'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:57:11.415233 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ed04a75-7462-4178-8631-28feee833631 tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] Network hostable DHCP agents. Network: 09c124b1-055f-4b16-ae82-41a43168a929, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 18:57:11.421652 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-1ee78212-dc91-424c-b382-16163dfb24e9 req-c636236c-773d-4f52-920a-9a9c9c52b41c tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cd81dcd-fddd-4cdb-b7e0-911a736e672d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783191 Jun 01 18:57:11.439247 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ed04a75-7462-4178-8631-28feee833631 tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] Network 09c124b1-055f-4b16-ae82-41a43168a929 is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 18:57:11.449824 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-1ed04a75-7462-4178-8631-28feee833631 tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, 09c124b1-055f-4b16-ae82-41a43168a929) {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:57:11.454116 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ed04a75-7462-4178-8631-28feee833631 tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:11.454741 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1ed04a75-7462-4178-8631-28feee833631 tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:11.473505 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dbe0aab-f498-4178-844d-935f4527e62a None None] Network 09c124b1-055f-4b16-ae82-41a43168a929 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 18:57:11.479860 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-1ed04a75-7462-4178-8631-28feee833631 tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7571490 Jun 01 18:57:11.482277 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 33966) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:57:11.483874 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-99612e9d-b6c9-4bd9-b94d-cf873b3fbfca req-a3259b4c-0a3a-45ef-bd25-99390fcde923 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Calling delete_port for df45b40a-1c3b-4ddd-9776-8fca10101d8a owned by compute:nova {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:57:11.488834 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-bd81c2a1-163e-488d-be65-9347c90feab2 tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] Request body: {'port': {'network_id': '09c124b1-055f-4b16-ae82-41a43168a929', 'name': 'tempest-TagsExtTest-324472955'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:57:11.525857 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [None req-03ae3484-ea87-455c-86de-407d8937f89d tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Transition to ACTIVE for port object a46ce536-7a6b-47d6-9a60-52771fd373b5 will not be triggered until provisioned by entity DHCP. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:57:11.554526 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] get_ports_and_sgs() called for port_ids ['499258ee-b014-43c5-8818-0eb3f6a6b659'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:57:11.666863 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-99612e9d-b6c9-4bd9-b94d-cf873b3fbfca req-a3259b4c-0a3a-45ef-bd25-99390fcde923 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:11.671933 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-bd81c2a1-163e-488d-be65-9347c90feab2 tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:57:11.679810 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-bd81c2a1-163e-488d-be65-9347c90feab2 tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] Usage tracker for resource:port and tenant:be4c92fbf69740dabaa6ce1014a24164 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:57:11.682827 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-bd81c2a1-163e-488d-be65-9347c90feab2 tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:57:11.688692 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-bd81c2a1-163e-488d-be65-9347c90feab2 tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:57:11.689821 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:11.700631 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd81c2a1-163e-488d-be65-9347c90feab2 tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] Made reservation on behalf of be4c92fbf69740dabaa6ce1014a24164 for: {'port': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:57:11.704580 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-bd81c2a1-163e-488d-be65-9347c90feab2 tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:11.731226 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [None req-bd81c2a1-163e-488d-be65-9347c90feab2 tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] device_id is not set on port b38cd849-4a93-4631-8724-20501256d316 yet. {{(pid=88525) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 18:57:11.890247 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3259b4c-0a3a-45ef-bd25-99390fcde923 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Pushing event deleted for resources: {'Port': ['ID=df45b40a-1c3b-4ddd-9776-8fca10101d8a,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:57:11.899100 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-99612e9d-b6c9-4bd9-b94d-cf873b3fbfca req-a3259b4c-0a3a-45ef-bd25-99390fcde923 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] No DVR routers for this DVR port df45b40a-1c3b-4ddd-9776-8fca10101d8a on host n-h2-844202-1 {{(pid=88524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 18:57:11.902090 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-99612e9d-b6c9-4bd9-b94d-cf873b3fbfca req-a3259b4c-0a3a-45ef-bd25-99390fcde923 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:11.915754 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '594e6e02-b49f-46d7-a80a-450437cbea5b', 'name': 'network-vif-deleted', 'tag': 'df45b40a-1c3b-4ddd-9776-8fca10101d8a'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:57:11.917903 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [None req-bd81c2a1-163e-488d-be65-9347c90feab2 tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] Allocated IP 172.20.0.9 (09c124b1-055f-4b16-ae82-41a43168a929/1cdd727e-50d8-43e2-9d98-5f303bcec0d2/b38cd849-4a93-4631-8724-20501256d316) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:57:11.922810 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-03ae3484-ea87-455c-86de-407d8937f89d tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:11.939795 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-99612e9d-b6c9-4bd9-b94d-cf873b3fbfca req-a3259b4c-0a3a-45ef-bd25-99390fcde923 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "DELETE /v2.0/ports/df45b40a-1c3b-4ddd-9776-8fca10101d8a HTTP/1.1" status: 204 len: 173 time: 1.1006110 Jun 01 18:57:12.000616 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03ae3484-ea87-455c-86de-407d8937f89d tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Network 5108ae9a-f8e3-45d1-81b1-247828968a14 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:57:12.005123 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:12.006009 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a437de5-bfad-44a9-8d01-8ab7811fd5c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc93f83c3-7fb6-5c13-a9d4-29d739a4e8d2-09c124b1-055f-4b16-ae82-41a43168a929', 'network_id': '09c124b1-055f-4b16-ae82-41a43168a929', 'tenant_id': 'be4c92fbf69740dabaa6ce1014a24164', 'fixed_ips': [{'subnet_id': '1cdd727e-50d8-43e2-9d98-5f303bcec0d2'}]}} from n-d-844202-1. {{(pid=88526) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 18:57:12.006841 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-7a437de5-bfad-44a9-8d01-8ab7811fd5c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:12.008657 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-03ae3484-ea87-455c-86de-407d8937f89d tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:57:12.012130 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ae3484-ea87-455c-86de-407d8937f89d tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:57:12.023107 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03ae3484-ea87-455c-86de-407d8937f89d tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:12.023966 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-03ae3484-ea87-455c-86de-407d8937f89d tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:12.058365 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ae3484-ea87-455c-86de-407d8937f89d tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Pushing event updated for resources: {'Port': ['ID=a46ce536-7a6b-47d6-9a60-52771fd373b5,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:57:12.064465 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-03ae3484-ea87-455c-86de-407d8937f89d tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.9705756 Jun 01 18:57:12.068357 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 33986) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:57:12.075364 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-4771e8e6-dc7f-44cd-9b81-c014fb4bd656 tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:28:a0:18'}]}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:57:12.275727 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4771e8e6-dc7f-44cd-9b81-c014fb4bd656 tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:12.457370 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-fb135361-49e1-4b0a-bfbb-dc062cc310f4 None None] Provisioning for port a46ce536-7a6b-47d6-9a60-52771fd373b5 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:57:12.464668 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-fb135361-49e1-4b0a-bfbb-dc062cc310f4 None None] Provisioning complete for port a46ce536-7a6b-47d6-9a60-52771fd373b5 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:57:12.465081 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-fb135361-49e1-4b0a-bfbb-dc062cc310f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:12.518152 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-bd81c2a1-163e-488d-be65-9347c90feab2 tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:12.555847 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [None req-bd81c2a1-163e-488d-be65-9347c90feab2 tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] Transition to ACTIVE for port object b38cd849-4a93-4631-8724-20501256d316 will not be triggered until provisioned by entity DHCP. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:57:12.573776 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-fb135361-49e1-4b0a-bfbb-dc062cc310f4 None None] Port a46ce536-7a6b-47d6-9a60-52771fd373b5 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 18:57:12.600997 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f29ea5-2b8c-4ad6-b08c-8714399527fc req-f796598f-4b84-45a5-90f9-c13bff552e47 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:12.607953 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f29ea5-2b8c-4ad6-b08c-8714399527fc req-f796598f-4b84-45a5-90f9-c13bff552e47 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:12.609723 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-25f29ea5-2b8c-4ad6-b08c-8714399527fc req-f796598f-4b84-45a5-90f9-c13bff552e47 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.41 "GET /v2.0/ports?device_id=9d4c2314-d9a8-4394-8e29-2d4fb89d3c0b&device_id=f5c80e34-f88f-4cfb-a678-db944b0f358a HTTP/1.1" status: 200 len: 1688 time: 0.2316635 Jun 01 18:57:12.635078 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-bd81c2a1-163e-488d-be65-9347c90feab2 tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:12.673225 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4771e8e6-dc7f-44cd-9b81-c014fb4bd656 tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:12.679823 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4771e8e6-dc7f-44cd-9b81-c014fb4bd656 tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:12.701934 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.db_base_plugin_common [None req-7a437de5-bfad-44a9-8d01-8ab7811fd5c7 None None] Allocated IP 172.20.0.2 (09c124b1-055f-4b16-ae82-41a43168a929/1cdd727e-50d8-43e2-9d98-5f303bcec0d2/2585a923-9f4e-4388-9fd2-ba33aed2ab33) {{(pid=88526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:57:12.706448 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd81c2a1-163e-488d-be65-9347c90feab2 tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] Network 09c124b1-055f-4b16-ae82-41a43168a929 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:57:12.715108 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-bd81c2a1-163e-488d-be65-9347c90feab2 tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:57:12.725415 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd81c2a1-163e-488d-be65-9347c90feab2 tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:57:12.761523 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4771e8e6-dc7f-44cd-9b81-c014fb4bd656 tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Pushing event updated for resources: {'Port': ['ID=a46ce536-7a6b-47d6-9a60-52771fd373b5,revision_number=2']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:57:12.780700 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-25f29ea5-2b8c-4ad6-b08c-8714399527fc req-32404393-de37-4f77-8e93-70fa2a116490 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.41 "GET /v2.0/security-groups?id=22665066-3f80-4493-8b7a-e2faea6c666a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629648 Jun 01 18:57:12.809568 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd81c2a1-163e-488d-be65-9347c90feab2 tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] Pushing event updated for resources: {'Port': ['ID=b38cd849-4a93-4631-8724-20501256d316,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:57:12.817016 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-4771e8e6-dc7f-44cd-9b81-c014fb4bd656 tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] In _notify_port_updated(), no bound segment for port a46ce536-7a6b-47d6-9a60-52771fd373b5 on network 5108ae9a-f8e3-45d1-81b1-247828968a14 {{(pid=88524) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 01 18:57:12.823489 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4771e8e6-dc7f-44cd-9b81-c014fb4bd656 tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:12.824127 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4771e8e6-dc7f-44cd-9b81-c014fb4bd656 tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:12.825458 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-4771e8e6-dc7f-44cd-9b81-c014fb4bd656 tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] 10.222.0.41 "PUT /v2.0/ports/a46ce536-7a6b-47d6-9a60-52771fd373b5 HTTP/1.1" status: 200 len: 1002 time: 0.7554638 Jun 01 18:57:12.828509 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 34002) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:57:12.837465 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd81c2a1-163e-488d-be65-9347c90feab2 tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:12.838500 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-bd81c2a1-163e-488d-be65-9347c90feab2 tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:12.867898 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-bd81c2a1-163e-488d-be65-9347c90feab2 tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.3845081 Jun 01 18:57:12.869355 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 34006) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:57:12.877253 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-69766fd6-c479-4b1c-9061-abb59d3e672c tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-124575104', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:57:12.887476 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-69766fd6-c479-4b1c-9061-abb59d3e672c tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:57:12.892582 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-69766fd6-c479-4b1c-9061-abb59d3e672c tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] Usage tracker for resource:router and tenant:be4c92fbf69740dabaa6ce1014a24164 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:57:12.896714 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-69766fd6-c479-4b1c-9061-abb59d3e672c tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:57:12.904635 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-69766fd6-c479-4b1c-9061-abb59d3e672c tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:57:12.921945 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 499258ee-b014-43c5-8818-0eb3f6a6b659 up at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:57:12.922594 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-69766fd6-c479-4b1c-9061-abb59d3e672c tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-885767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25238'] for router, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:12.928895 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-69766fd6-c479-4b1c-9061-abb59d3e672c tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-901042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-886562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-981784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25327'] for router, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:12.963411 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-69766fd6-c479-4b1c-9061-abb59d3e672c tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:12.964603 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5646ace6-eeb0-434a-9ca5-eb55fa11acfe req-daa597f9-2217-40f2-a41a-1e96c54f24b3 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:12.966129 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5646ace6-eeb0-434a-9ca5-eb55fa11acfe req-daa597f9-2217-40f2-a41a-1e96c54f24b3 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] 10.222.0.41 "GET /v2.0/ports?device_id=940a21cb-bca9-4882-91d5-0ff22e2c4322 HTTP/1.1" status: 200 len: 945 time: 0.2805529 Jun 01 18:57:12.981987 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-902396f4-2cdc-49c7-9482-d15b2cadf783 tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Deleting port a46ce536-7a6b-47d6-9a60-52771fd373b5 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:57:12.982319 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-902396f4-2cdc-49c7-9482-d15b2cadf783 tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:12.992919 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-69766fd6-c479-4b1c-9061-abb59d3e672c tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-885820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-886655'] for router, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:12.996921 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-7a437de5-bfad-44a9-8d01-8ab7811fd5c7 None None] Notify callbacks [] for port, precommit_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:13.019157 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-7a437de5-bfad-44a9-8d01-8ab7811fd5c7 None None] Transition to ACTIVE for port object 2585a923-9f4e-4388-9fd2-ba33aed2ab33 will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:57:13.033849 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-69766fd6-c479-4b1c-9061-abb59d3e672c tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] Notify callbacks [] for router, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:13.035016 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-69766fd6-c479-4b1c-9061-abb59d3e672c tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1645017 Jun 01 18:57:13.042954 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 34012) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:57:13.060771 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-a1d8a87c-bf77-4a37-b4aa-a7aa823eb213 tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1847299560', 'prefixes': ['172.20.0.0/16']}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:57:13.070000 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-7a437de5-bfad-44a9-8d01-8ab7811fd5c7 None None] Transition to ACTIVE for port object 2585a923-9f4e-4388-9fd2-ba33aed2ab33 will not be triggered until provisioned by entity DHCP. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:57:13.073412 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-a1d8a87c-bf77-4a37-b4aa-a7aa823eb213 tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:57:13.079912 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning for port 499258ee-b014-43c5-8818-0eb3f6a6b659 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:57:13.087494 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning complete for port 499258ee-b014-43c5-8818-0eb3f6a6b659 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:57:13.091111 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:13.148181 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-7a437de5-bfad-44a9-8d01-8ab7811fd5c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526'] for port, after_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:13.207650 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a1d8a87c-bf77-4a37-b4aa-a7aa823eb213 tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] Notify callbacks [] for subnetpool, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:13.209623 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-a1d8a87c-bf77-4a37-b4aa-a7aa823eb213 tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] 10.222.0.41 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.1656783 Jun 01 18:57:13.214086 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 34016) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:57:13.230495 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.tag.tag_plugin [None req-aa0feb96-a0db-440a-9e0b-2fb68b0db5f0 tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '1cdd727e-50d8-43e2-9d98-5f303bcec0d2', 'tempest-TagsExtTest-Tag-42640616') {} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:57:13.243075 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5646ace6-eeb0-434a-9ca5-eb55fa11acfe req-d62c97b8-028c-4aea-a3a1-f3a678036de7 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] 10.222.0.41 "GET /v2.0/security-groups?id=428a90ee-d69c-4f4b-be08-39e0e3f8aeb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2650795 Jun 01 18:57:13.325534 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a437de5-bfad-44a9-8d01-8ab7811fd5c7 None None] Pushing event updated for resources: {'Port': ['ID=2585a923-9f4e-4388-9fd2-ba33aed2ab33,revision_number=1']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:57:13.337708 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-aa0feb96-a0db-440a-9e0b-2fb68b0db5f0 tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] 10.222.0.41 "PUT /v2.0/subnets/1cdd727e-50d8-43e2-9d98-5f303bcec0d2/tags/tempest-TagsExtTest-Tag-42640616 HTTP/1.1" status: 201 len: 201 time: 0.1194191 Jun 01 18:57:13.337708 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 34020) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:57:13.344641 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.tag.tag_plugin [None req-3e0cd76a-ecc3-4475-9cc5-9e838fedc21c tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'b38cd849-4a93-4631-8724-20501256d316', 'tempest-TagsExtTest-Tag-1159232347') {} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:57:13.350598 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a437de5-bfad-44a9-8d01-8ab7811fd5c7 None None] Network 09c124b1-055f-4b16-ae82-41a43168a929 is already hosted by enough agents. {{(pid=88526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:57:13.354718 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a437de5-bfad-44a9-8d01-8ab7811fd5c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:57:13.355143 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a437de5-bfad-44a9-8d01-8ab7811fd5c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:57:13.355554 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a437de5-bfad-44a9-8d01-8ab7811fd5c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:57:13.355977 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a437de5-bfad-44a9-8d01-8ab7811fd5c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:57:13.356423 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a437de5-bfad-44a9-8d01-8ab7811fd5c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:57:13.357524 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a437de5-bfad-44a9-8d01-8ab7811fd5c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:57:13.359063 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a437de5-bfad-44a9-8d01-8ab7811fd5c7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:57:13.359484 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a437de5-bfad-44a9-8d01-8ab7811fd5c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:57:13.359888 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a437de5-bfad-44a9-8d01-8ab7811fd5c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:57:13.361809 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a437de5-bfad-44a9-8d01-8ab7811fd5c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:57:13.362221 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a437de5-bfad-44a9-8d01-8ab7811fd5c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:57:13.368105 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a437de5-bfad-44a9-8d01-8ab7811fd5c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:57:13.374634 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.base_scheduler [None req-7a437de5-bfad-44a9-8d01-8ab7811fd5c7 None None] Resources bound (agent type, host, resource id): {{(pid=88526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:57:13.385062 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a437de5-bfad-44a9-8d01-8ab7811fd5c7 None None] Received port after_create {{(pid=88526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:57:13.444197 n-d-844202-1 neutron-server[88524]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-c7de338a-406c-408d-9354-8532ddd0c00a']: {'server_uuid': '594e6e02-b49f-46d7-a80a-450437cbea5b', 'name': 'network-vif-deleted', 'tag': 'df45b40a-1c3b-4ddd-9776-8fca10101d8a', 'status': 'failed', 'code': 422} returned with failed status Jun 01 18:57:13.511520 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-3e0cd76a-ecc3-4475-9cc5-9e838fedc21c tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] 10.222.0.41 "PUT /v2.0/ports/b38cd849-4a93-4631-8724-20501256d316/tags/tempest-TagsExtTest-Tag-1159232347 HTTP/1.1" status: 201 len: 201 time: 0.1728590 Jun 01 18:57:13.513381 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 34026) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:57:13.533954 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.tag.tag_plugin [None req-7a8e6ff2-6db9-4e10-8f16-4001ba8bbb27 tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '21c401db-c063-4757-9ec6-a684b19bf273', 'tempest-TagsExtTest-Tag-999770513') {} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:57:13.539131 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-95b98a0c-2664-43b5-af34-bfd31df8c056 None None] Provisioning complete for port a46ce536-7a6b-47d6-9a60-52771fd373b5 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:57:13.539531 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-95b98a0c-2664-43b5-af34-bfd31df8c056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:13.669193 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-7a437de5-bfad-44a9-8d01-8ab7811fd5c7 None None] Attempting to bind port 2585a923-9f4e-4388-9fd2-ba33aed2ab33 on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:57:13.669786 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-7a437de5-bfad-44a9-8d01-8ab7811fd5c7 None None] Attempting to bind port 2585a923-9f4e-4388-9fd2-ba33aed2ab33 by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': '6fb2a591-6a34-4310-a759-8f1960e3f3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '09c124b1-055f-4b16-ae82-41a43168a929'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:57:13.669893 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a437de5-bfad-44a9-8d01-8ab7811fd5c7 None None] Attempting to bind port 2585a923-9f4e-4388-9fd2-ba33aed2ab33 on network 09c124b1-055f-4b16-ae82-41a43168a929 {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:57:13.688685 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a437de5-bfad-44a9-8d01-8ab7811fd5c7 None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 18, 57, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:57:13.689054 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a437de5-bfad-44a9-8d01-8ab7811fd5c7 None None] Checking segment: {'id': '6fb2a591-6a34-4310-a759-8f1960e3f3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '09c124b1-055f-4b16-ae82-41a43168a929'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:57:13.689452 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-7a437de5-bfad-44a9-8d01-8ab7811fd5c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:13.689839 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a437de5-bfad-44a9-8d01-8ab7811fd5c7 None None] Bound using segment: {'id': '6fb2a591-6a34-4310-a759-8f1960e3f3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '09c124b1-055f-4b16-ae82-41a43168a929'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:57:13.690560 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-7a437de5-bfad-44a9-8d01-8ab7811fd5c7 None None] Bound port: 2585a923-9f4e-4388-9fd2-ba33aed2ab33, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fb2a591-6a34-4310-a759-8f1960e3f3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '09c124b1-055f-4b16-ae82-41a43168a929'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:57:13.691290 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-7a437de5-bfad-44a9-8d01-8ab7811fd5c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:13.701182 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port 499258ee-b014-43c5-8818-0eb3f6a6b659 is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:57:13.701557 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:13.719060 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-95b98a0c-2664-43b5-af34-bfd31df8c056 None None] Port a46ce536-7a6b-47d6-9a60-52771fd373b5 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 18:57:13.725716 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-902396f4-2cdc-49c7-9482-d15b2cadf783 tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:13.781965 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '940a21cb-bca9-4882-91d5-0ff22e2c4322', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '499258ee-b014-43c5-8818-0eb3f6a6b659'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:57:13.821653 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 499258ee-b014-43c5-8818-0eb3f6a6b659, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=499258ee-b014-43c5-8818-0eb3f6a6b659,segment=NetworkSegment(76205301-da60-4ecb-a61c-114de025a248),segment_id=76205301-da60-4ecb-a61c-114de025a248)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:57:13.828615 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:13.829393 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device df45b40a-1c3b-4ddd-9776-8fca10101d8a no longer exists at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:57:13.897772 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-902396f4-2cdc-49c7-9482-d15b2cadf783 tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Calling delete_port for a46ce536-7a6b-47d6-9a60-52771fd373b5 owned by {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:57:13.916289 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35a4dce-85bf-4110-a63c-82fc66a6ea37 req-94e3849e-dcc1-474c-a52e-96a85552a021 tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:13.917898 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c35a4dce-85bf-4110-a63c-82fc66a6ea37 req-94e3849e-dcc1-474c-a52e-96a85552a021 tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] 10.222.0.41 "GET /v2.0/ports?device_id=f21b95ed-76cd-44e2-b692-d0bc9beb0214 HTTP/1.1" status: 200 len: 946 time: 0.2240474 Jun 01 18:57:13.968324 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f511e9cb-0fcb-426b-b657-efb0308dd0a9 req-344fe3ce-3747-4f72-84f0-6bf321274f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:13.970170 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f511e9cb-0fcb-426b-b657-efb0308dd0a9 req-344fe3ce-3747-4f72-84f0-6bf321274f87 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=eccea382ced5475f9a2098d1ef2ff267&device_id=863d6d17-7ec0-45a3-a6dc-82b322b76ced HTTP/1.1" status: 200 len: 1096 time: 0.1968446 Jun 01 18:57:13.985096 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-7a8e6ff2-6db9-4e10-8f16-4001ba8bbb27 tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] 10.222.0.41 "PUT /v2.0/routers/21c401db-c063-4757-9ec6-a684b19bf273/tags/tempest-TagsExtTest-Tag-999770513 HTTP/1.1" status: 201 len: 201 time: 0.4706979 Jun 01 18:57:13.989519 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 34040) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:57:14.002086 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.tag.tag_plugin [None req-81069e0a-635b-4630-8f3e-28dccc2e720e tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '0d1d83dc-3bbc-4607-a4c5-e4ec7f4d23cf', 'tempest-TagsExtTest-Tag-532433783') {} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:57:14.040363 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] No Port match for: df45b40a-1c3b-4ddd-9776-8fca10101d8a {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 18:57:14.041185 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device df45b40a-1c3b-4ddd-9776-8fca10101d8a not bound to the agent host n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 18:57:14.086847 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-7a437de5-bfad-44a9-8d01-8ab7811fd5c7 None None] For port 2585a923-9f4e-4388-9fd2-ba33aed2ab33, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:57:14.091456 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-7a437de5-bfad-44a9-8d01-8ab7811fd5c7 None None] For port 2585a923-9f4e-4388-9fd2-ba33aed2ab33, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=2585a923-9f4e-4388-9fd2-ba33aed2ab33,segment=NetworkSegment(6fb2a591-6a34-4310-a759-8f1960e3f3e7),segment_id=6fb2a591-6a34-4310-a759-8f1960e3f3e7)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:57:14.097414 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-7a437de5-bfad-44a9-8d01-8ab7811fd5c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:14.136978 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=499258ee-b014-43c5-8818-0eb3f6a6b659,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:57:14.137662 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-81069e0a-635b-4630-8f3e-28dccc2e720e tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] 10.222.0.41 "PUT /v2.0/subnetpools/0d1d83dc-3bbc-4607-a4c5-e4ec7f4d23cf/tags/tempest-TagsExtTest-Tag-532433783 HTTP/1.1" status: 201 len: 201 time: 0.1467917 Jun 01 18:57:14.140732 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 34046) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:57:14.146585 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.tag.tag_plugin [None req-6656e57f-37da-4d8d-a3f3-b001b4a4e4f0 tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '1cdd727e-50d8-43e2-9d98-5f303bcec0d2') {} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:57:14.154732 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f511e9cb-0fcb-426b-b657-efb0308dd0a9 req-2d89af70-901f-475a-9401-bfe8c2d5a50e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:14.156271 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f511e9cb-0fcb-426b-b657-efb0308dd0a9 req-2d89af70-901f-475a-9401-bfe8c2d5a50e service neutron] 10.222.0.15 "GET /v2.0/networks?id=e3902938-4b6a-4448-87d9-59b63dd51a7f HTTP/1.1" status: 200 len: 912 time: 0.1778760 Jun 01 18:57:14.225693 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-902396f4-2cdc-49c7-9482-d15b2cadf783 tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:14.283594 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a437de5-bfad-44a9-8d01-8ab7811fd5c7 None None] Pushing event updated for resources: {'Port': ['ID=2585a923-9f4e-4388-9fd2-ba33aed2ab33,revision_number=2']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:57:14.296041 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c35a4dce-85bf-4110-a63c-82fc66a6ea37 req-1e4f0c97-c5f7-4629-8722-f052cb336f9b tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cd81dcd-fddd-4cdb-b7e0-911a736e672d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3666832 Jun 01 18:57:14.319622 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f511e9cb-0fcb-426b-b657-efb0308dd0a9 req-8f7dc7e1-f650-40be-80c0-881d45746122 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4a324220-33d8-474a-8fca-3b42f63f1ae1 HTTP/1.1" status: 200 len: 1000 time: 0.1531627 Jun 01 18:57:14.341006 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902396f4-2cdc-49c7-9482-d15b2cadf783 tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Pushing event deleted for resources: {'Port': ['ID=a46ce536-7a6b-47d6-9a60-52771fd373b5,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:57:14.376610 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-298f6254-5902-4507-b619-132dcc3ed682'] response: {'server_uuid': '940a21cb-bca9-4882-91d5-0ff22e2c4322', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '499258ee-b014-43c5-8818-0eb3f6a6b659', 'code': 200} Jun 01 18:57:14.391371 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-902396f4-2cdc-49c7-9482-d15b2cadf783 tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:14.446322 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f511e9cb-0fcb-426b-b657-efb0308dd0a9 req-d40e3da1-d0d0-4131-b165-2e4f4afa7622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:14.447832 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f511e9cb-0fcb-426b-b657-efb0308dd0a9 req-d40e3da1-d0d0-4131-b165-2e4f4afa7622 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=276181f2-c3ab-487e-8805-06ed7064e884 HTTP/1.1" status: 200 len: 850 time: 0.1221106 Jun 01 18:57:14.514312 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-902396f4-2cdc-49c7-9482-d15b2cadf783 tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] 10.222.0.41 "DELETE /v2.0/ports/a46ce536-7a6b-47d6-9a60-52771fd373b5 HTTP/1.1" status: 204 len: 168 time: 1.6823244 Jun 01 18:57:14.523106 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-6656e57f-37da-4d8d-a3f3-b001b4a4e4f0 tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] 10.222.0.41 "GET /v2.0/subnets/1cdd727e-50d8-43e2-9d98-5f303bcec0d2/tags HTTP/1.1" status: 200 len: 239 time: 0.3810508 Jun 01 18:57:14.524792 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 34052) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:57:14.525116 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 34054) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:57:14.538671 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.tag.tag_plugin [None req-f848170b-03c4-498d-80b3-dcc91b1454ab tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '1cdd727e-50d8-43e2-9d98-5f303bcec0d2', 'tempest-TagsExtTest-Tag-42640616') {} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:57:14.685516 n-d-844202-1 neutron-server[88524]: INFO neutron.pecan_wsgi.hooks.translation [None req-a33179b9-63c5-4cf4-aa08-ff48b4c53611 tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] GET failed (client error): The resource could not be found. Jun 01 18:57:14.686047 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-a33179b9-63c5-4cf4-aa08-ff48b4c53611 tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Synchronizing usage tracker for tenant:d0bd5c2fb6ee4680890497b365c62bd9 on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:57:14.716116 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a57b02-c25c-4773-942b-98108a36fca4 req-51e463b7-92dc-4727-98d1-409ebcd6858c tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:14.724339 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a5a57b02-c25c-4773-942b-98108a36fca4 req-51e463b7-92dc-4727-98d1-409ebcd6858c tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=863d6d17-7ec0-45a3-a6dc-82b322b76ced HTTP/1.1" status: 200 len: 945 time: 0.4589107 Jun 01 18:57:14.770297 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-a33179b9-63c5-4cf4-aa08-ff48b4c53611 tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Unset dirty status for tenant:d0bd5c2fb6ee4680890497b365c62bd9 on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:57:14.772084 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-a33179b9-63c5-4cf4-aa08-ff48b4c53611 tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] 10.222.0.41 "GET /v2.0/ports/a46ce536-7a6b-47d6-9a60-52771fd373b5 HTTP/1.1" status: 404 len: 333 time: 0.2454634 Jun 01 18:57:14.773413 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f511e9cb-0fcb-426b-b657-efb0308dd0a9 req-7ae30a52-f27e-4b64-aa49-f3f7461d65fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:14.775861 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f511e9cb-0fcb-426b-b657-efb0308dd0a9 req-7ae30a52-f27e-4b64-aa49-f3f7461d65fc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e3902938-4b6a-4448-87d9-59b63dd51a7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3210423 Jun 01 18:57:14.780730 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 34060) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:57:14.791983 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-6f58475a-de41-47e5-8247-ff9d11a87766 tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Request body: {'port': {'network_id': '5108ae9a-f8e3-45d1-81b1-247828968a14', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-508902637'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:57:14.792510 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a5a57b02-c25c-4773-942b-98108a36fca4 req-06c1a123-da89-4a17-ad32-f57f0c97d650 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ce59b29-4aa6-4d2e-8584-a540c0a14c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673032 Jun 01 18:57:14.812130 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-f848170b-03c4-498d-80b3-dcc91b1454ab tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] 10.222.0.41 "GET /v2.0/subnets/1cdd727e-50d8-43e2-9d98-5f303bcec0d2/tags/tempest-TagsExtTest-Tag-42640616 HTTP/1.1" status: 204 len: 168 time: 0.2838538 Jun 01 18:57:14.814575 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 34064) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:57:14.829262 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.tag.tag_plugin [None req-e1e6a2f2-08de-4f57-90d2-622ef15df382 tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '1cdd727e-50d8-43e2-9d98-5f303bcec0d2', 'tempest-TagsExtTest-Tag-42640616') {} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:57:14.851661 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb43c666-f6e4-4a42-bcc1-cf3e8b03fe05 req-9dd4a301-11ce-4f1e-8575-444f0413958f tempest-ServersOnMultiNodesTest-884102271 tempest-ServersOnMultiNodesTest-884102271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:14.853440 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-bb43c666-f6e4-4a42-bcc1-cf3e8b03fe05 req-9dd4a301-11ce-4f1e-8575-444f0413958f tempest-ServersOnMultiNodesTest-884102271 tempest-ServersOnMultiNodesTest-884102271-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=9d4c2314-d9a8-4394-8e29-2d4fb89d3c0b HTTP/1.1" status: 200 len: 1099 time: 0.2474720 Jun 01 18:57:15.001226 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5747c0fc-3531-476c-ac88-8bcfeb5e7739 req-159bdc84-e621-4642-a10f-e5ffbf304a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:15.002711 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-5747c0fc-3531-476c-ac88-8bcfeb5e7739 req-159bdc84-e621-4642-a10f-e5ffbf304a7e service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=940a21cb-bca9-4882-91d5-0ff22e2c4322 HTTP/1.1" status: 200 len: 1097 time: 0.4588490 Jun 01 18:57:15.142831 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-bb43c666-f6e4-4a42-bcc1-cf3e8b03fe05 req-bf339ddb-54ce-4189-9adc-1f6a503af3a8 tempest-ServersOnMultiNodesTest-884102271 tempest-ServersOnMultiNodesTest-884102271-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=22665066-3f80-4493-8b7a-e2faea6c666a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165220 Jun 01 18:57:15.159060 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-5747c0fc-3531-476c-ac88-8bcfeb5e7739 req-891249c6-ad5e-434b-86a9-d3d69681561f service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=428a90ee-d69c-4f4b-be08-39e0e3f8aeb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1423161 Jun 01 18:57:15.160994 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f511e9cb-0fcb-426b-b657-efb0308dd0a9 req-d081834c-945d-4548-8982-26a19dd8adb7 service neutron] 10.222.0.15 "GET /v2.0/networks/e3902938-4b6a-4448-87d9-59b63dd51a7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3400223 Jun 01 18:57:15.169601 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-6f58475a-de41-47e5-8247-ff9d11a87766 tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:57:15.195239 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-e1e6a2f2-08de-4f57-90d2-622ef15df382 tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] 10.222.0.41 "DELETE /v2.0/subnets/1cdd727e-50d8-43e2-9d98-5f303bcec0d2/tags/tempest-TagsExtTest-Tag-42640616 HTTP/1.1" status: 204 len: 168 time: 0.3792458 Jun 01 18:57:15.198116 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 34080) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:57:15.206117 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.tag.tag_plugin [None req-985fba35-fb19-4bb4-b63a-63906926bbef tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '1cdd727e-50d8-43e2-9d98-5f303bcec0d2') {} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:57:15.212654 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-6f58475a-de41-47e5-8247-ff9d11a87766 tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:57:15.295221 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3648d7df-bd4a-4c45-9ce8-fa28d0282948 req-b03a8806-5eb8-466a-817d-99bac0d76147 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:15.296843 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3648d7df-bd4a-4c45-9ce8-fa28d0282948 req-b03a8806-5eb8-466a-817d-99bac0d76147 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/networks?id=7a710216-a9ba-47da-a86f-23bc8e339e5a HTTP/1.1" status: 200 len: 812 time: 0.3709412 Jun 01 18:57:15.319508 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3648d7df-bd4a-4c45-9ce8-fa28d0282948 req-c29fa403-27b0-48f9-bdb5-56cb3e625d46 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/quotas/0edcfecaba054f29a657f364ed77530c HTTP/1.1" status: 200 len: 375 time: 0.0138433 Jun 01 18:57:15.369146 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-985fba35-fb19-4bb4-b63a-63906926bbef tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] 10.222.0.41 "GET /v2.0/subnets/1cdd727e-50d8-43e2-9d98-5f303bcec0d2/tags HTTP/1.1" status: 200 len: 205 time: 0.1698384 Jun 01 18:57:15.378085 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 34086) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:57:15.381628 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-3648d7df-bd4a-4c45-9ce8-fa28d0282948 req-482fba41-8df0-42da-b301-5ea2e2f500c3 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Synchronizing usage tracker for tenant:0edcfecaba054f29a657f364ed77530c on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:57:15.386418 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.tag.tag_plugin [None req-0343a706-d1c3-4d91-a6f1-1a1e4c999b39 tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'b38cd849-4a93-4631-8724-20501256d316') {} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:57:15.446703 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-3648d7df-bd4a-4c45-9ce8-fa28d0282948 req-482fba41-8df0-42da-b301-5ea2e2f500c3 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Unset dirty status for tenant:0edcfecaba054f29a657f364ed77530c on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:57:15.447971 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3648d7df-bd4a-4c45-9ce8-fa28d0282948 req-482fba41-8df0-42da-b301-5ea2e2f500c3 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=0edcfecaba054f29a657f364ed77530c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1218772 Jun 01 18:57:15.471512 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f58475a-de41-47e5-8247-ff9d11a87766 tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Made reservation on behalf of d0bd5c2fb6ee4680890497b365c62bd9 for: {'port': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:57:15.477793 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6f58475a-de41-47e5-8247-ff9d11a87766 tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:15.481340 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-0343a706-d1c3-4d91-a6f1-1a1e4c999b39 tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] 10.222.0.41 "GET /v2.0/ports/b38cd849-4a93-4631-8724-20501256d316/tags HTTP/1.1" status: 200 len: 241 time: 0.0999086 Jun 01 18:57:15.481494 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 34092) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:57:15.486203 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.tag.tag_plugin [None req-615c810d-8782-43db-8830-77b54fc3c349 tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'b38cd849-4a93-4631-8724-20501256d316', 'tempest-TagsExtTest-Tag-1159232347') {} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:57:15.529597 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dc2fb68-2ff7-4c97-be46-27a0ee00fa71 None None] Network 09c124b1-055f-4b16-ae82-41a43168a929 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 18:57:15.535009 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [None req-6f58475a-de41-47e5-8247-ff9d11a87766 tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] device_id is not set on port 854c2753-3dc9-462a-a79b-738b74c2af3e yet. {{(pid=88525) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 18:57:15.599948 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f511e9cb-0fcb-426b-b657-efb0308dd0a9 req-0be67efe-b9ec-4150-850b-174471122857 service neutron] 10.222.0.15 "GET /v2.0/networks/e3902938-4b6a-4448-87d9-59b63dd51a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4267020 Jun 01 18:57:15.627499 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-a1b17210-00a7-4b93-acea-fc8fac306f72 None None] Provisioning for port 2585a923-9f4e-4388-9fd2-ba33aed2ab33 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:57:15.649982 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bd8b4c-26c2-4933-9e84-0e05dd2c39c9 req-1863530c-99bc-44f7-bc6f-a4e613a47ca9 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:15.651434 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-76bd8b4c-26c2-4933-9e84-0e05dd2c39c9 req-1863530c-99bc-44f7-bc6f-a4e613a47ca9 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] 10.222.0.41 "GET /v2.0/ports?device_id=940a21cb-bca9-4882-91d5-0ff22e2c4322 HTTP/1.1" status: 200 len: 946 time: 0.2491422 Jun 01 18:57:15.678347 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-615c810d-8782-43db-8830-77b54fc3c349 tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] 10.222.0.41 "GET /v2.0/ports/b38cd849-4a93-4631-8724-20501256d316/tags/tempest-TagsExtTest-Tag-1159232347 HTTP/1.1" status: 204 len: 168 time: 0.1958675 Jun 01 18:57:15.680785 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 34096) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:57:15.687191 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.tag.tag_plugin [None req-a5c849ec-602c-4300-9eb8-290b61423af2 tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'b38cd849-4a93-4631-8724-20501256d316', 'tempest-TagsExtTest-Tag-1159232347') {} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:57:15.714846 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3648d7df-bd4a-4c45-9ce8-fa28d0282948 req-23add3fd-0341-4827-bfa9-6f82c8a49729 service neutron] 10.222.0.41 "GET /v2.0/networks/7a710216-a9ba-47da-a86f-23bc8e339e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2568810 Jun 01 18:57:15.788841 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-76bd8b4c-26c2-4933-9e84-0e05dd2c39c9 req-6741fce8-145a-4c64-97d3-9ac62e803ecf tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] 10.222.0.41 "GET /v2.0/security-groups?id=428a90ee-d69c-4f4b-be08-39e0e3f8aeb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902195 Jun 01 18:57:15.852946 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 2585a923-9f4e-4388-9fd2-ba33aed2ab33 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:57:15.872455 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [None req-6f58475a-de41-47e5-8247-ff9d11a87766 tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Allocated IP 2001:db8::259 (5108ae9a-f8e3-45d1-81b1-247828968a14/fdf5daa9-1366-4e75-8b5a-7eda182f28dc/854c2753-3dc9-462a-a79b-738b74c2af3e) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:57:15.915379 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3648d7df-bd4a-4c45-9ce8-fa28d0282948 req-975b388d-16ba-4f41-a9ec-c1981279fc55 service neutron] 10.222.0.41 "GET /v2.0/networks/7a710216-a9ba-47da-a86f-23bc8e339e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854751 Jun 01 18:57:15.945499 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-a5c849ec-602c-4300-9eb8-290b61423af2 tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] 10.222.0.41 "DELETE /v2.0/ports/b38cd849-4a93-4631-8724-20501256d316/tags/tempest-TagsExtTest-Tag-1159232347 HTTP/1.1" status: 204 len: 168 time: 0.2637236 Jun 01 18:57:15.948928 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 34104) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:57:15.953408 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.tag.tag_plugin [None req-611852f1-ed07-4ed6-ace9-f91d219a7996 tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'b38cd849-4a93-4631-8724-20501256d316') {} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:57:16.020097 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port 2585a923-9f4e-4388-9fd2-ba33aed2ab33 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:57:16.048923 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 2585a923-9f4e-4388-9fd2-ba33aed2ab33 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:57:16.049518 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:16.086558 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-611852f1-ed07-4ed6-ace9-f91d219a7996 tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] 10.222.0.41 "GET /v2.0/ports/b38cd849-4a93-4631-8724-20501256d316/tags HTTP/1.1" status: 200 len: 205 time: 0.1368258 Jun 01 18:57:16.089005 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 34108) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:57:16.094072 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.tag.tag_plugin [None req-84e25d36-7038-469a-93b0-1e12fa6cea6d tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '21c401db-c063-4757-9ec6-a684b19bf273') {} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:57:16.365659 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 2585a923-9f4e-4388-9fd2-ba33aed2ab33 is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:57:16.366005 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:16.386977 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-84e25d36-7038-469a-93b0-1e12fa6cea6d tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] 10.222.0.41 "GET /v2.0/routers/21c401db-c063-4757-9ec6-a684b19bf273/tags HTTP/1.1" status: 200 len: 240 time: 0.2969246 Jun 01 18:57:16.393161 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 34120) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:57:16.400479 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.tag.tag_plugin [None req-9264a456-2654-489f-9bbf-7c957c432c78 tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '21c401db-c063-4757-9ec6-a684b19bf273', 'tempest-TagsExtTest-Tag-999770513') {} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:57:16.468050 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cae0d7-0051-4fee-b5a5-4e00088eee9b req-bddcd21d-fb89-4154-b452-5c90818c83ab tempest-ServersOnMultiNodesTest-884102271 tempest-ServersOnMultiNodesTest-884102271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:16.469780 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-47cae0d7-0051-4fee-b5a5-4e00088eee9b req-bddcd21d-fb89-4154-b452-5c90818c83ab tempest-ServersOnMultiNodesTest-884102271 tempest-ServersOnMultiNodesTest-884102271-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=f5c80e34-f88f-4cfb-a678-db944b0f358a HTTP/1.1" status: 200 len: 1100 time: 0.3297701 Jun 01 18:57:16.518213 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port 2585a923-9f4e-4388-9fd2-ba33aed2ab33, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=2585a923-9f4e-4388-9fd2-ba33aed2ab33,segment=NetworkSegment(6fb2a591-6a34-4310-a759-8f1960e3f3e7),segment_id=6fb2a591-6a34-4310-a759-8f1960e3f3e7)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:57:16.528326 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:16.608266 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-47cae0d7-0051-4fee-b5a5-4e00088eee9b req-3b4a7c77-a223-4b46-8854-1ea113259b54 tempest-ServersOnMultiNodesTest-884102271 tempest-ServersOnMultiNodesTest-884102271-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=22665066-3f80-4493-8b7a-e2faea6c666a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305881 Jun 01 18:57:16.633736 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-dff6b87e-f6ad-44df-974f-474ae7090ad2 None None] Provisioning complete for port 2585a923-9f4e-4388-9fd2-ba33aed2ab33 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:57:16.634408 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-dff6b87e-f6ad-44df-974f-474ae7090ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:16.679728 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6f58475a-de41-47e5-8247-ff9d11a87766 tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:16.683302 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5cafbd-b5dc-47f5-9727-ea646662b011 req-37a0a4f0-5b81-4d47-bc31-f923fe4c542b tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:16.688745 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ad5cafbd-b5dc-47f5-9727-ea646662b011 req-37a0a4f0-5b81-4d47-bc31-f923fe4c542b tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] 10.222.0.41 "GET /v2.0/ports?device_id=f21b95ed-76cd-44e2-b692-d0bc9beb0214 HTTP/1.1" status: 200 len: 946 time: 0.3808825 Jun 01 18:57:16.694967 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-9264a456-2654-489f-9bbf-7c957c432c78 tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] 10.222.0.41 "GET /v2.0/routers/21c401db-c063-4757-9ec6-a684b19bf273/tags/tempest-TagsExtTest-Tag-999770513 HTTP/1.1" status: 204 len: 168 time: 0.3007958 Jun 01 18:57:16.697827 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 34130) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:57:16.706422 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.tag.tag_plugin [None req-54fcd32f-2d1b-4581-b62a-9925bee44cb9 tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '21c401db-c063-4757-9ec6-a684b19bf273', 'tempest-TagsExtTest-Tag-999770513') {} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:57:16.707260 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [None req-6f58475a-de41-47e5-8247-ff9d11a87766 tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Transition to ACTIVE for port object 854c2753-3dc9-462a-a79b-738b74c2af3e will not be triggered until provisioned by entity DHCP. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:57:16.746696 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6f58475a-de41-47e5-8247-ff9d11a87766 tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:16.780831 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=2585a923-9f4e-4388-9fd2-ba33aed2ab33,revision_number=3']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:57:16.908506 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f58475a-de41-47e5-8247-ff9d11a87766 tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Network 5108ae9a-f8e3-45d1-81b1-247828968a14 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:57:16.912893 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-6f58475a-de41-47e5-8247-ff9d11a87766 tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:57:16.914205 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ad5cafbd-b5dc-47f5-9727-ea646662b011 req-714f0cb0-c9c5-4e89-9665-8651ef4be8fa tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cd81dcd-fddd-4cdb-b7e0-911a736e672d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118254 Jun 01 18:57:16.922824 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f58475a-de41-47e5-8247-ff9d11a87766 tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:57:16.928317 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-dff6b87e-f6ad-44df-974f-474ae7090ad2 None None] Current status of the port 2585a923-9f4e-4388-9fd2-ba33aed2ab33 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:57:16.929068 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f58475a-de41-47e5-8247-ff9d11a87766 tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:16.929729 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6f58475a-de41-47e5-8247-ff9d11a87766 tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:16.941558 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-dff6b87e-f6ad-44df-974f-474ae7090ad2 None None] Provisioning for port b38cd849-4a93-4631-8724-20501256d316 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:57:16.953083 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f58475a-de41-47e5-8247-ff9d11a87766 tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Pushing event updated for resources: {'Port': ['ID=854c2753-3dc9-462a-a79b-738b74c2af3e,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:57:16.955628 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-dff6b87e-f6ad-44df-974f-474ae7090ad2 None None] Provisioning complete for port b38cd849-4a93-4631-8724-20501256d316 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:57:16.956254 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-dff6b87e-f6ad-44df-974f-474ae7090ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:16.973695 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-54fcd32f-2d1b-4581-b62a-9925bee44cb9 tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] 10.222.0.41 "DELETE /v2.0/routers/21c401db-c063-4757-9ec6-a684b19bf273/tags/tempest-TagsExtTest-Tag-999770513 HTTP/1.1" status: 204 len: 168 time: 0.2744675 Jun 01 18:57:16.975747 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 34136) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:57:16.979629 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-6f58475a-de41-47e5-8247-ff9d11a87766 tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.1950819 Jun 01 18:57:16.979629 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 34138) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:57:16.984693 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-49fc8e91-0e1b-40e7-85ff-160a72261d85 tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Request body: {'port': {'network_id': '5108ae9a-f8e3-45d1-81b1-247828968a14', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1716596609'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:57:16.997367 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.tag.tag_plugin [None req-9b970a2e-17a3-4f64-8baa-2e6f44501536 tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '21c401db-c063-4757-9ec6-a684b19bf273') {} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:57:17.050637 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-dff6b87e-f6ad-44df-974f-474ae7090ad2 None None] Port b38cd849-4a93-4631-8724-20501256d316 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 18:57:17.135020 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5a2743-4ddd-4679-a2f2-b69f4073eae5 req-a313d15f-352b-4c56-887d-1eb2059c36ac tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:17.145582 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ed5a2743-4ddd-4679-a2f2-b69f4073eae5 req-a313d15f-352b-4c56-887d-1eb2059c36ac tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=863d6d17-7ec0-45a3-a6dc-82b322b76ced HTTP/1.1" status: 200 len: 945 time: 0.3711824 Jun 01 18:57:17.189210 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-82c25e70-ff45-487d-a3d7-6c82d0b5e366 None None] Provisioning complete for port b38cd849-4a93-4631-8724-20501256d316 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:57:17.189584 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-82c25e70-ff45-487d-a3d7-6c82d0b5e366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:17.252777 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-82c25e70-ff45-487d-a3d7-6c82d0b5e366 None None] Port b38cd849-4a93-4631-8724-20501256d316 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 18:57:17.283308 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ed5a2743-4ddd-4679-a2f2-b69f4073eae5 req-90b7a2b4-d762-463c-b1ca-689dab370765 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ce59b29-4aa6-4d2e-8584-a540c0a14c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1368134 Jun 01 18:57:17.292034 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-49fc8e91-0e1b-40e7-85ff-160a72261d85 tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:57:17.296397 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-49fc8e91-0e1b-40e7-85ff-160a72261d85 tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Usage tracker for resource:port and tenant:d0bd5c2fb6ee4680890497b365c62bd9 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:57:17.310024 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-49fc8e91-0e1b-40e7-85ff-160a72261d85 tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:57:17.318045 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-49fc8e91-0e1b-40e7-85ff-160a72261d85 tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:57:17.329883 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49fc8e91-0e1b-40e7-85ff-160a72261d85 tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Made reservation on behalf of d0bd5c2fb6ee4680890497b365c62bd9 for: {'port': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:57:17.334261 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-49fc8e91-0e1b-40e7-85ff-160a72261d85 tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:17.361280 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [None req-49fc8e91-0e1b-40e7-85ff-160a72261d85 tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] device_id is not set on port 66f3f3ac-a67b-4d33-af4a-9de6d02a5419 yet. {{(pid=88525) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 18:57:17.363369 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c8d126a5-0c37-4dd3-a6f3-3a3f71d74985 req-4aea7c0c-c465-430f-9dc3-fa08fd8f2313 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/ports?device_id=7dcdd6d1-d2db-4e64-9637-96797b8c92fe HTTP/1.1" status: 200 len: 210 time: 0.1173155 Jun 01 18:57:17.376900 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-9b970a2e-17a3-4f64-8baa-2e6f44501536 tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] 10.222.0.41 "GET /v2.0/routers/21c401db-c063-4757-9ec6-a684b19bf273/tags HTTP/1.1" status: 200 len: 205 time: 0.3837123 Jun 01 18:57:17.379288 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 34146) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:57:17.384876 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.tag.tag_plugin [None req-7abcf07d-8967-4d27-b09a-75999df54ced tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '0d1d83dc-3bbc-4607-a4c5-e4ec7f4d23cf') {} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:57:17.389228 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-30174056-9eb4-4532-8432-a87abff37ae6 None None] Provisioning for port 854c2753-3dc9-462a-a79b-738b74c2af3e completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:57:17.413274 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-30174056-9eb4-4532-8432-a87abff37ae6 None None] Provisioning complete for port 854c2753-3dc9-462a-a79b-738b74c2af3e triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:57:17.413655 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-30174056-9eb4-4532-8432-a87abff37ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:17.423514 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-7abcf07d-8967-4d27-b09a-75999df54ced tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] 10.222.0.41 "GET /v2.0/subnetpools/0d1d83dc-3bbc-4607-a4c5-e4ec7f4d23cf/tags HTTP/1.1" status: 200 len: 240 time: 0.0429397 Jun 01 18:57:17.426344 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 34150) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:57:17.442646 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.tag.tag_plugin [None req-a9fc233c-351f-46b2-901d-fc53c98a5de3 tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '0d1d83dc-3bbc-4607-a4c5-e4ec7f4d23cf', 'tempest-TagsExtTest-Tag-532433783') {} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:57:17.503275 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 34154) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:57:17.504934 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-30174056-9eb4-4532-8432-a87abff37ae6 None None] Port 854c2753-3dc9-462a-a79b-738b74c2af3e cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 18:57:17.505675 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-a9fc233c-351f-46b2-901d-fc53c98a5de3 tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] 10.222.0.41 "GET /v2.0/subnetpools/0d1d83dc-3bbc-4607-a4c5-e4ec7f4d23cf/tags/tempest-TagsExtTest-Tag-532433783 HTTP/1.1" status: 204 len: 168 time: 0.0769873 Jun 01 18:57:17.552106 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.tag.tag_plugin [None req-bc994e3a-93af-478b-9b4e-707fd94e6842 tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '0d1d83dc-3bbc-4607-a4c5-e4ec7f4d23cf', 'tempest-TagsExtTest-Tag-532433783') {} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:57:17.693986 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [None req-49fc8e91-0e1b-40e7-85ff-160a72261d85 tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Allocated IP 2001:db8::29e (5108ae9a-f8e3-45d1-81b1-247828968a14/fdf5daa9-1366-4e75-8b5a-7eda182f28dc/66f3f3ac-a67b-4d33-af4a-9de6d02a5419) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:57:17.702945 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-bc994e3a-93af-478b-9b4e-707fd94e6842 tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] 10.222.0.41 "DELETE /v2.0/subnetpools/0d1d83dc-3bbc-4607-a4c5-e4ec7f4d23cf/tags/tempest-TagsExtTest-Tag-532433783 HTTP/1.1" status: 204 len: 168 time: 0.1610909 Jun 01 18:57:17.706708 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 34164) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:57:17.719535 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.tag.tag_plugin [None req-2f9fa6e4-4297-4e7f-9f3b-8fc191481e3c tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '0d1d83dc-3bbc-4607-a4c5-e4ec7f4d23cf') {} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:57:17.760303 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb609a2f-7e3c-42ea-b049-a2d25cc881a5 req-c6e8ebbf-5e88-43bb-bde9-21056cff34bc tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:17.761907 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-eb609a2f-7e3c-42ea-b049-a2d25cc881a5 req-c6e8ebbf-5e88-43bb-bde9-21056cff34bc tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] 10.222.0.41 "GET /v2.0/ports?device_id=5753c990-0671-4ba6-9994-2036ed2b8c72 HTTP/1.1" status: 200 len: 946 time: 0.1028240 Jun 01 18:57:17.774781 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 2585a923-9f4e-4388-9fd2-ba33aed2ab33 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:57:17.795445 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-2f9fa6e4-4297-4e7f-9f3b-8fc191481e3c tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] 10.222.0.41 "GET /v2.0/subnetpools/0d1d83dc-3bbc-4607-a4c5-e4ec7f4d23cf/tags HTTP/1.1" status: 200 len: 205 time: 0.0854509 Jun 01 18:57:17.800145 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 34168) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:57:17.836906 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.tag.tag_plugin [None req-a782fddc-a0e4-4bee-869f-9d2cb0d6969a tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '0d1d83dc-3bbc-4607-a4c5-e4ec7f4d23cf') {} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:57:17.854359 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 2585a923-9f4e-4388-9fd2-ba33aed2ab33 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:57:17.854730 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:17.857459 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-eb609a2f-7e3c-42ea-b049-a2d25cc881a5 req-ad9fa3fe-63da-4c93-81e1-74afbd37c158 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] 10.222.0.41 "GET /v2.0/security-groups?id=7be4da1b-38ad-4466-97f9-2d085531e9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889335 Jun 01 18:57:17.878167 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-a782fddc-a0e4-4bee-869f-9d2cb0d6969a tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] 10.222.0.41 "DELETE /v2.0/subnetpools/0d1d83dc-3bbc-4607-a4c5-e4ec7f4d23cf/tags HTTP/1.1" status: 204 len: 168 time: 0.0458560 Jun 01 18:57:17.878952 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 34172) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:57:17.885367 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.tag.tag_plugin [None req-65c95e74-e442-4a0b-b200-b272f39e35b5 tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '21c401db-c063-4757-9ec6-a684b19bf273') {} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:57:18.026412 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9b8507-496f-433f-8b13-91b5cfbc301b req-c0ef2bea-fdd0-4190-ba6e-61faab68f21b tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:18.028020 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-bd9b8507-496f-433f-8b13-91b5cfbc301b req-c0ef2bea-fdd0-4190-ba6e-61faab68f21b tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] 10.222.0.41 "GET /v2.0/ports?device_id=940a21cb-bca9-4882-91d5-0ff22e2c4322 HTTP/1.1" status: 200 len: 946 time: 0.4034886 Jun 01 18:57:18.064837 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b9ed60e3-6d0d-4ac6-ae2e-b225ae678512 req-a453a60e-1119-4adc-9446-fe38ae953803 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=ed558a94bd42496298488549f6a1a20a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0501583 Jun 01 18:57:18.073541 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 2585a923-9f4e-4388-9fd2-ba33aed2ab33 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:57:18.177823 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-65c95e74-e442-4a0b-b200-b272f39e35b5 tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] 10.222.0.41 "DELETE /v2.0/routers/21c401db-c063-4757-9ec6-a684b19bf273/tags HTTP/1.1" status: 204 len: 168 time: 0.2970574 Jun 01 18:57:18.181185 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 34186) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:57:18.188395 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.tag.tag_plugin [None req-9423fc08-03f4-42c8-95da-1520f5543c07 tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'b38cd849-4a93-4631-8724-20501256d316') {} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:57:18.190589 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-bd9b8507-496f-433f-8b13-91b5cfbc301b req-24d57c7b-dee9-4ad9-8d83-470a0778aa8e tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] 10.222.0.41 "GET /v2.0/security-groups?id=428a90ee-d69c-4f4b-be08-39e0e3f8aeb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1009090 Jun 01 18:57:18.247598 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3648d7df-bd4a-4c45-9ce8-fa28d0282948 req-c1bd2e8a-c08b-4ad6-b654-5e2d42f921c7 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:18.249157 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3648d7df-bd4a-4c45-9ce8-fa28d0282948 req-c1bd2e8a-c08b-4ad6-b654-5e2d42f921c7 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.50 "GET /v2.0/networks?id=7a710216-a9ba-47da-a86f-23bc8e339e5a HTTP/1.1" status: 200 len: 812 time: 0.4073548 Jun 01 18:57:18.268627 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [req-3648d7df-bd4a-4c45-9ce8-fa28d0282948 req-dfbe3a47-f4d3-4764-bf84-395bfa61d4f8 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Request body: {'port': {'device_id': '7dcdd6d1-d2db-4e64-9637-96797b8c92fe', 'network_id': '7a710216-a9ba-47da-a86f-23bc8e339e5a', 'admin_state_up': True, 'tenant_id': '0edcfecaba054f29a657f364ed77530c'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:57:18.293130 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ed60e3-6d0d-4ac6-ae2e-b225ae678512 req-121099dd-3c2e-479c-83c9-5774a96cd3c5 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:18.294583 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b9ed60e3-6d0d-4ac6-ae2e-b225ae678512 req-121099dd-3c2e-479c-83c9-5774a96cd3c5 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2287350 Jun 01 18:57:18.319314 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b9ed60e3-6d0d-4ac6-ae2e-b225ae678512 req-40dc0f29-e1d6-4ab7-97d2-4ca9500815b8 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.41 "GET /v2.0/quotas/ed558a94bd42496298488549f6a1a20a HTTP/1.1" status: 200 len: 375 time: 0.0176530 Jun 01 18:57:18.326229 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-9423fc08-03f4-42c8-95da-1520f5543c07 tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] 10.222.0.41 "DELETE /v2.0/ports/b38cd849-4a93-4631-8724-20501256d316/tags HTTP/1.1" status: 204 len: 168 time: 0.1440315 Jun 01 18:57:18.328766 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 34192) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:57:18.376083 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.tag.tag_plugin [None req-67958736-509e-49dd-9548-1bbd4586ae96 tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '1cdd727e-50d8-43e2-9d98-5f303bcec0d2') {} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:57:18.418245 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-49fc8e91-0e1b-40e7-85ff-160a72261d85 tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:18.465724 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b9ed60e3-6d0d-4ac6-ae2e-b225ae678512 req-230657a6-30ec-4770-9445-cf8063301ec7 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=ed558a94bd42496298488549f6a1a20a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1383309 Jun 01 18:57:18.482826 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-67958736-509e-49dd-9548-1bbd4586ae96 tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] 10.222.0.41 "DELETE /v2.0/subnets/1cdd727e-50d8-43e2-9d98-5f303bcec0d2/tags HTTP/1.1" status: 204 len: 168 time: 0.1193092 Jun 01 18:57:18.483565 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 34198) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:57:18.488731 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.tag.tag_plugin [None req-e7d497b4-96bf-4b5d-8e9b-6be9ebc28d30 tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '1cdd727e-50d8-43e2-9d98-5f303bcec0d2', 'tempest-TagsExtTest-Tag-1455719362') {} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:57:18.552260 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [None req-49fc8e91-0e1b-40e7-85ff-160a72261d85 tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Transition to ACTIVE for port object 66f3f3ac-a67b-4d33-af4a-9de6d02a5419 will not be triggered until provisioned by entity DHCP. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:57:18.581198 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-e7d497b4-96bf-4b5d-8e9b-6be9ebc28d30 tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] 10.222.0.41 "PUT /v2.0/subnets/1cdd727e-50d8-43e2-9d98-5f303bcec0d2/tags/tempest-TagsExtTest-Tag-1455719362 HTTP/1.1" status: 201 len: 201 time: 0.0940008 Jun 01 18:57:18.581485 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 34202) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:57:18.588830 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.tag.tag_plugin [None req-6f1abde9-c052-4971-8537-4e98fc95ca52 tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'b38cd849-4a93-4631-8724-20501256d316', 'tempest-TagsExtTest-Tag-765898227') {} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:57:18.622354 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [req-3648d7df-bd4a-4c45-9ce8-fa28d0282948 req-dfbe3a47-f4d3-4764-bf84-395bfa61d4f8 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:57:18.644266 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72142e27-8901-4d33-960f-bb8ff9dcafea req-11ef97a4-7a61-4718-aaea-c8595d60bede tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:18.645871 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-72142e27-8901-4d33-960f-bb8ff9dcafea req-11ef97a4-7a61-4718-aaea-c8595d60bede tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] 10.222.0.41 "GET /v2.0/ports?device_id=f21b95ed-76cd-44e2-b692-d0bc9beb0214 HTTP/1.1" status: 200 len: 946 time: 0.2355652 Jun 01 18:57:18.647819 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [req-3648d7df-bd4a-4c45-9ce8-fa28d0282948 req-dfbe3a47-f4d3-4764-bf84-395bfa61d4f8 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:57:18.659475 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-49fc8e91-0e1b-40e7-85ff-160a72261d85 tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:18.681961 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-6f1abde9-c052-4971-8537-4e98fc95ca52 tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] 10.222.0.41 "PUT /v2.0/ports/b38cd849-4a93-4631-8724-20501256d316/tags/tempest-TagsExtTest-Tag-765898227 HTTP/1.1" status: 201 len: 201 time: 0.0965385 Jun 01 18:57:18.681961 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 34206) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:57:18.687433 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.tag.tag_plugin [None req-5c0e4ed8-899d-4cfd-8ffe-c52f150e6aff tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '21c401db-c063-4757-9ec6-a684b19bf273', 'tempest-TagsExtTest-Tag-1907896020') {} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:57:18.713652 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3648d7df-bd4a-4c45-9ce8-fa28d0282948 req-dfbe3a47-f4d3-4764-bf84-395bfa61d4f8 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Made reservation on behalf of 0edcfecaba054f29a657f364ed77530c for: {'port': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:57:18.717361 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-3648d7df-bd4a-4c45-9ce8-fa28d0282948 req-dfbe3a47-f4d3-4764-bf84-395bfa61d4f8 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:18.793867 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49fc8e91-0e1b-40e7-85ff-160a72261d85 tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Network 5108ae9a-f8e3-45d1-81b1-247828968a14 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:57:18.837720 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-49fc8e91-0e1b-40e7-85ff-160a72261d85 tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:57:18.844570 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-5c0e4ed8-899d-4cfd-8ffe-c52f150e6aff tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] 10.222.0.41 "PUT /v2.0/routers/21c401db-c063-4757-9ec6-a684b19bf273/tags/tempest-TagsExtTest-Tag-1907896020 HTTP/1.1" status: 201 len: 201 time: 0.1582296 Jun 01 18:57:18.846061 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 34212) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:57:18.846829 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-72142e27-8901-4d33-960f-bb8ff9dcafea req-56f5ae8e-27de-4aff-9563-400db19be2ec tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cd81dcd-fddd-4cdb-b7e0-911a736e672d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895649 Jun 01 18:57:18.851327 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49fc8e91-0e1b-40e7-85ff-160a72261d85 tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:57:18.856962 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49fc8e91-0e1b-40e7-85ff-160a72261d85 tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:18.857296 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-49fc8e91-0e1b-40e7-85ff-160a72261d85 tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:18.858613 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.tag.tag_plugin [None req-83d42ca9-7099-47c8-a8fd-c87b6b6ba63a tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '0d1d83dc-3bbc-4607-a4c5-e4ec7f4d23cf', 'tempest-TagsExtTest-Tag-630308707') {} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:57:18.888596 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fc8e91-0e1b-40e7-85ff-160a72261d85 tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Pushing event updated for resources: {'Port': ['ID=66f3f3ac-a67b-4d33-af4a-9de6d02a5419,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:57:18.929856 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fc8e91-0e1b-40e7-85ff-160a72261d85 tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:57:18.930183 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fc8e91-0e1b-40e7-85ff-160a72261d85 tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:57:18.930514 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fc8e91-0e1b-40e7-85ff-160a72261d85 tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:57:18.930850 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fc8e91-0e1b-40e7-85ff-160a72261d85 tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:57:18.931173 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fc8e91-0e1b-40e7-85ff-160a72261d85 tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:57:18.931499 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fc8e91-0e1b-40e7-85ff-160a72261d85 tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:57:18.931823 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fc8e91-0e1b-40e7-85ff-160a72261d85 tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:57:18.932143 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fc8e91-0e1b-40e7-85ff-160a72261d85 tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:57:18.932486 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fc8e91-0e1b-40e7-85ff-160a72261d85 tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:57:18.932800 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fc8e91-0e1b-40e7-85ff-160a72261d85 tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:57:18.933119 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fc8e91-0e1b-40e7-85ff-160a72261d85 tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:57:18.933771 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fc8e91-0e1b-40e7-85ff-160a72261d85 tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:57:18.946714 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-83d42ca9-7099-47c8-a8fd-c87b6b6ba63a tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] 10.222.0.41 "PUT /v2.0/subnetpools/0d1d83dc-3bbc-4607-a4c5-e4ec7f4d23cf/tags/tempest-TagsExtTest-Tag-630308707 HTTP/1.1" status: 201 len: 201 time: 0.0974429 Jun 01 18:57:18.947391 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 34220) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:57:18.958991 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.tag.tag_plugin [None req-99b1a722-a39c-4d26-8ea4-30741afddf46 tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '1cdd727e-50d8-43e2-9d98-5f303bcec0d2', {'tags': ['tempest-TagsExtTest-Tag-846380481', 'tempest-TagsExtTest-Tag-1730129662', 'tempest-TagsExtTest-Tag-1855807177']}) {} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:57:18.964639 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-49fc8e91-0e1b-40e7-85ff-160a72261d85 tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.9822893 Jun 01 18:57:18.965672 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 34224) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:57:18.977898 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-ecc2226d-81d3-48cf-829c-10c8d80ea701 tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::254', 'mac_address': 'fa:16:3e:28:a0:18'}, {'ip_address': '2001:db8::259', 'mac_address': 'fa:16:3e:5d:1a:af'}]}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:57:19.165048 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-99b1a722-a39c-4d26-8ea4-30741afddf46 tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] 10.222.0.41 "PUT /v2.0/subnets/1cdd727e-50d8-43e2-9d98-5f303bcec0d2/tags HTTP/1.1" status: 200 len: 317 time: 0.2165799 Jun 01 18:57:19.168082 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 34230) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:57:19.178891 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.tag.tag_plugin [None req-2f9787a1-688e-41c5-816b-7251668f760b tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '1cdd727e-50d8-43e2-9d98-5f303bcec0d2') {} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:57:19.192287 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-68e7f05f-06d0-4c02-93a8-da96caaef8a5 req-bb855797-23e4-485d-bf9f-80984290e0ec tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Synchronizing usage tracker for tenant:0edcfecaba054f29a657f364ed77530c on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:57:19.220533 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fab4df4-b298-4d75-8ae9-eb76f9306ae7 req-1643dd5e-fdc7-432c-a6da-fd81be41fec4 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:19.232850 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4fab4df4-b298-4d75-8ae9-eb76f9306ae7 req-1643dd5e-fdc7-432c-a6da-fd81be41fec4 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] 10.222.0.41 "GET /v2.0/ports?device_id=940a21cb-bca9-4882-91d5-0ff22e2c4322 HTTP/1.1" status: 200 len: 946 time: 0.2363517 Jun 01 18:57:19.232850 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 34236) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:57:19.244950 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-972cec0a-a9c8-4bd2-b113-711edfe8bb49 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Request body: {'floatingip': {'port_id': '499258ee-b014-43c5-8818-0eb3f6a6b659'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:57:19.251431 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-34cdc622-1084-49b0-8d72-24ce1e400912 None None] Provisioning for port 66f3f3ac-a67b-4d33-af4a-9de6d02a5419 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:57:19.259249 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-34cdc622-1084-49b0-8d72-24ce1e400912 None None] Provisioning complete for port 66f3f3ac-a67b-4d33-af4a-9de6d02a5419 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:57:19.259840 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-34cdc622-1084-49b0-8d72-24ce1e400912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:19.329254 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-34cdc622-1084-49b0-8d72-24ce1e400912 None None] Port 66f3f3ac-a67b-4d33-af4a-9de6d02a5419 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 18:57:19.331241 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-68e7f05f-06d0-4c02-93a8-da96caaef8a5 req-bb855797-23e4-485d-bf9f-80984290e0ec tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Unset dirty status for tenant:0edcfecaba054f29a657f364ed77530c on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:57:19.345207 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-68e7f05f-06d0-4c02-93a8-da96caaef8a5 req-bb855797-23e4-485d-bf9f-80984290e0ec tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/ports?device_id=7dcdd6d1-d2db-4e64-9637-96797b8c92fe HTTP/1.1" status: 200 len: 210 time: 0.2301602 Jun 01 18:57:19.450316 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [req-3648d7df-bd4a-4c45-9ce8-fa28d0282948 req-dfbe3a47-f4d3-4764-bf84-395bfa61d4f8 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Allocated IP 172.20.0.6 (7a710216-a9ba-47da-a86f-23bc8e339e5a/8cebf7e9-1140-4183-b8b2-8d4c3920d222/a3269744-ecd1-4bfe-9619-4f31acc40af2) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:57:19.548195 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-972cec0a-a9c8-4bd2-b113-711edfe8bb49 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Notify callbacks [] for floatingip, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:19.554283 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff1ea79-0ac1-40dc-9821-b2e423ff5c1b req-264bc702-d91a-4ca4-b369-0db3e6ea494b tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:19.555756 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-5ff1ea79-0ac1-40dc-9821-b2e423ff5c1b req-264bc702-d91a-4ca4-b369-0db3e6ea494b tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] 10.222.0.15 "GET /v2.0/ports?device_id=5753c990-0671-4ba6-9994-2036ed2b8c72 HTTP/1.1" status: 200 len: 946 time: 0.2420347 Jun 01 18:57:19.719620 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-84e2cac0-8c6d-4206-8215-c33fbd962482 req-4f880975-2bec-4ed0-8f06-21531b2831ce tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.41 "GET /v2.0/ports?device_id=572f9759-e372-48b5-b8b1-7ee049385f46 HTTP/1.1" status: 200 len: 210 time: 0.0890656 Jun 01 18:57:19.872911 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ecc2226d-81d3-48cf-829c-10c8d80ea701 tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:19.898948 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [req-5ff1ea79-0ac1-40dc-9821-b2e423ff5c1b req-5e86cc8f-5d58-4e22-8ff4-011cbfff1f2b tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Deleting port 22967acd-621b-4479-bb29-f9379ee1f6d0 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:57:19.899360 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-5ff1ea79-0ac1-40dc-9821-b2e423ff5c1b req-5e86cc8f-5d58-4e22-8ff4-011cbfff1f2b tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:19.953101 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-2f9787a1-688e-41c5-816b-7251668f760b tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] 10.222.0.41 "DELETE /v2.0/subnets/1cdd727e-50d8-43e2-9d98-5f303bcec0d2/tags HTTP/1.1" status: 204 len: 168 time: 0.7833281 Jun 01 18:57:19.954370 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 34250) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:57:20.060806 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.tag.tag_plugin [None req-56b592ad-fdb5-458a-b72d-f71ad114c5d4 tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '1cdd727e-50d8-43e2-9d98-5f303bcec0d2', 'tempest-TagsExtTest-Tag-846380481') {} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:57:20.261578 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3a5bb5-91a8-455c-834b-fbe9abf10532 req-7e129bb1-8363-4286-bda8-4f6be1a44615 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:20.262648 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ce3a5bb5-91a8-455c-834b-fbe9abf10532 req-7e129bb1-8363-4286-bda8-4f6be1a44615 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] 10.222.0.41 "GET /v2.0/ports?device_id=5753c990-0671-4ba6-9994-2036ed2b8c72 HTTP/1.1" status: 200 len: 946 time: 0.6676812 Jun 01 18:57:20.271078 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae48ce26-fb97-4715-acff-1f9fcab6b15a req-0b1f21ec-5aa7-44b2-8263-8c7c53db8b09 tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:20.272602 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ae48ce26-fb97-4715-acff-1f9fcab6b15a req-0b1f21ec-5aa7-44b2-8263-8c7c53db8b09 tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] 10.222.0.41 "GET /v2.0/ports?device_id=f21b95ed-76cd-44e2-b692-d0bc9beb0214 HTTP/1.1" status: 200 len: 946 time: 0.2103555 Jun 01 18:57:20.296886 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-3648d7df-bd4a-4c45-9ce8-fa28d0282948 req-dfbe3a47-f4d3-4764-bf84-395bfa61d4f8 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:20.332273 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ae48ce26-fb97-4715-acff-1f9fcab6b15a req-a4b1ff63-5caf-4875-84a0-009c233add57 tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cd81dcd-fddd-4cdb-b7e0-911a736e672d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485451 Jun 01 18:57:20.516001 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-03a87da4-5aa7-4514-b8ae-ab6a84bd02da req-4468152d-ad5c-4866-8bc8-9fc03c9cbaac tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/ports?device_id=7dcdd6d1-d2db-4e64-9637-96797b8c92fe HTTP/1.1" status: 200 len: 210 time: 0.0594878 Jun 01 18:57:20.526336 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-972cec0a-a9c8-4bd2-b113-711edfe8bb49 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:20.530619 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-972cec0a-a9c8-4bd2-b113-711edfe8bb49 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887712'] for floatingip, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:20.650789 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b9ed60e3-6d0d-4ac6-ae2e-b225ae678512 req-f479e1b1-5bdc-4c04-a089-ff624d309add tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=ed558a94bd42496298488549f6a1a20a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0416393 Jun 01 18:57:20.672483 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ce3a5bb5-91a8-455c-834b-fbe9abf10532 req-c8ced5f0-af36-4a5e-9b89-36c4c7c178ea tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] 10.222.0.41 "GET /v2.0/security-groups?id=7be4da1b-38ad-4466-97f9-2d085531e9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3784740 Jun 01 18:57:20.701182 n-d-844202-1 neutron-server[88525]: INFO neutron.api.v2.resource [None req-56b592ad-fdb5-458a-b72d-f71ad114c5d4 tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] show failed (client error): The resource could not be found. Jun 01 18:57:20.702209 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-56b592ad-fdb5-458a-b72d-f71ad114c5d4 tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] 10.222.0.41 "GET /v2.0/subnets/1cdd727e-50d8-43e2-9d98-5f303bcec0d2/tags/tempest-TagsExtTest-Tag-846380481 HTTP/1.1" status: 404 len: 328 time: 0.7428813 Jun 01 18:57:20.706822 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 34256) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:57:20.719986 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.tag.tag_plugin [None req-2e7dd607-bdb0-415d-872a-adc8a333720c tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '1cdd727e-50d8-43e2-9d98-5f303bcec0d2', 'tempest-TagsExtTest-Tag-1730129662') {} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:57:20.854971 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-5ff1ea79-0ac1-40dc-9821-b2e423ff5c1b req-5e86cc8f-5d58-4e22-8ff4-011cbfff1f2b tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] For port 22967acd-621b-4479-bb29-f9379ee1f6d0, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=22967acd-621b-4479-bb29-f9379ee1f6d0,segment=NetworkSegment(182d40cc-3a03-495c-b3d5-827c96c30acf),segment_id=182d40cc-3a03-495c-b3d5-827c96c30acf)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:57:20.855326 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-5ff1ea79-0ac1-40dc-9821-b2e423ff5c1b req-5e86cc8f-5d58-4e22-8ff4-011cbfff1f2b tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:20.881241 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-3648d7df-bd4a-4c45-9ce8-fa28d0282948 req-dfbe3a47-f4d3-4764-bf84-395bfa61d4f8 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:21.002122 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b9ed60e3-6d0d-4ac6-ae2e-b225ae678512 req-3a9f8f96-219d-4682-8e0a-764f9d98e91e tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=ed558a94bd42496298488549f6a1a20a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2348344 Jun 01 18:57:21.031374 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ecc2226d-81d3-48cf-829c-10c8d80ea701 tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Notify callbacks [] for port, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:21.054548 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3648d7df-bd4a-4c45-9ce8-fa28d0282948 req-dfbe3a47-f4d3-4764-bf84-395bfa61d4f8 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Network 7a710216-a9ba-47da-a86f-23bc8e339e5a is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:57:21.066147 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [req-3648d7df-bd4a-4c45-9ce8-fa28d0282948 req-dfbe3a47-f4d3-4764-bf84-395bfa61d4f8 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:57:21.067924 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ecc2226d-81d3-48cf-829c-10c8d80ea701 tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:21.073625 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [req-3648d7df-bd4a-4c45-9ce8-fa28d0282948 req-dfbe3a47-f4d3-4764-bf84-395bfa61d4f8 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:57:21.090011 n-d-844202-1 neutron-server[88524]: INFO neutron.db.l3_db [None req-972cec0a-a9c8-4bd2-b113-711edfe8bb49 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Floating IP ebff7646-f443-4a4d-9522-fe1760b0f0e9 associated. External IP: 172.25.4.155, port: 499258ee-b014-43c5-8818-0eb3f6a6b659. Jun 01 18:57:21.146876 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbe3a47-f4d3-4764-bf84-395bfa61d4f8 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Pushing event updated for resources: {'Port': ['ID=a3269744-ecd1-4bfe-9619-4f31acc40af2,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:57:21.205698 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-ecc2226d-81d3-48cf-829c-10c8d80ea701 tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] In _notify_port_updated(), no bound segment for port 66f3f3ac-a67b-4d33-af4a-9de6d02a5419 on network 5108ae9a-f8e3-45d1-81b1-247828968a14 {{(pid=88525) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 01 18:57:21.212021 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc2226d-81d3-48cf-829c-10c8d80ea701 tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:21.212722 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ecc2226d-81d3-48cf-829c-10c8d80ea701 tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:21.214077 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-ecc2226d-81d3-48cf-829c-10c8d80ea701 tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] 10.222.0.41 "PUT /v2.0/ports/66f3f3ac-a67b-4d33-af4a-9de6d02a5419 HTTP/1.1" status: 200 len: 1068 time: 2.2477922 Jun 01 18:57:21.255811 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 34262) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:57:21.282707 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-27a7fe04-a282-4466-bc03-edc5d4f57953 req-a03f2665-45ed-4fe7-ac63-da4a620645af tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.41 "GET /v2.0/ports?device_id=572f9759-e372-48b5-b8b1-7ee049385f46 HTTP/1.1" status: 200 len: 210 time: 0.2740226 Jun 01 18:57:21.362467 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3648d7df-bd4a-4c45-9ce8-fa28d0282948 req-dfbe3a47-f4d3-4764-bf84-395bfa61d4f8 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:21.363075 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-3648d7df-bd4a-4c45-9ce8-fa28d0282948 req-dfbe3a47-f4d3-4764-bf84-395bfa61d4f8 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:21.367873 n-d-844202-1 neutron-server[88525]: INFO neutron.api.v2.resource [None req-2e7dd607-bdb0-415d-872a-adc8a333720c tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] show failed (client error): The resource could not be found. Jun 01 18:57:21.369483 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-2e7dd607-bdb0-415d-872a-adc8a333720c tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] 10.222.0.41 "GET /v2.0/subnets/1cdd727e-50d8-43e2-9d98-5f303bcec0d2/tags/tempest-TagsExtTest-Tag-1730129662 HTTP/1.1" status: 404 len: 329 time: 0.6588676 Jun 01 18:57:21.385441 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 34268) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:57:21.385638 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-fdc7a0d2-f3d4-4c33-b6d4-742b48c3a2b7 None None] Provisioning complete for port 66f3f3ac-a67b-4d33-af4a-9de6d02a5419 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:57:21.385638 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-fdc7a0d2-f3d4-4c33-b6d4-742b48c3a2b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:21.398527 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.tag.tag_plugin [None req-dfbf7e5a-de85-4acd-936e-507fcf307422 tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '1cdd727e-50d8-43e2-9d98-5f303bcec0d2', 'tempest-TagsExtTest-Tag-1855807177') {} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:57:21.463591 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-fdc7a0d2-f3d4-4c33-b6d4-742b48c3a2b7 None None] Port 66f3f3ac-a67b-4d33-af4a-9de6d02a5419 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 18:57:21.550259 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc2226d-81d3-48cf-829c-10c8d80ea701 tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Pushing event updated for resources: {'Port': ['ID=66f3f3ac-a67b-4d33-af4a-9de6d02a5419,revision_number=2']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:57:21.556123 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-01e186cd-6b34-458f-a7f7-e89baf3d59d9 tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Deleting port 66f3f3ac-a67b-4d33-af4a-9de6d02a5419 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:57:21.556478 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-01e186cd-6b34-458f-a7f7-e89baf3d59d9 tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:21.567081 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ed60e3-6d0d-4ac6-ae2e-b225ae678512 req-8b92c425-333e-4dd4-bffc-b847169a6602 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:21.569118 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b9ed60e3-6d0d-4ac6-ae2e-b225ae678512 req-8b92c425-333e-4dd4-bffc-b847169a6602 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9133863 Jun 01 18:57:21.581777 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3648d7df-bd4a-4c45-9ce8-fa28d0282948 req-dfbe3a47-f4d3-4764-bf84-395bfa61d4f8 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3168752 Jun 01 18:57:21.595640 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-b9ed60e3-6d0d-4ac6-ae2e-b225ae678512 req-f281b2b2-4835-4dcd-be4b-973f89acafa0 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Request body: {'port': {'device_id': 'f98086ad-d4b4-4913-b9d8-e9791fdfa46a', 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426', 'admin_state_up': True, 'tenant_id': 'ed558a94bd42496298488549f6a1a20a'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:57:21.622989 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08a6b7b-26e4-4623-bb12-552db623be4e req-f6890825-5f7a-4259-837d-f7f99a620f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:21.624469 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a08a6b7b-26e4-4623-bb12-552db623be4e req-f6890825-5f7a-4259-837d-f7f99a620f24 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=f21b95ed-76cd-44e2-b692-d0bc9beb0214 HTTP/1.1" status: 200 len: 1097 time: 0.8463197 Jun 01 18:57:21.637077 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ed60e3-6d0d-4ac6-ae2e-b225ae678512 req-9f7c55f8-fd3b-4069-9f53-a3c057ee3239 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:21.638469 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b9ed60e3-6d0d-4ac6-ae2e-b225ae678512 req-9f7c55f8-fd3b-4069-9f53-a3c057ee3239 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5930202 Jun 01 18:57:21.653471 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [req-3648d7df-bd4a-4c45-9ce8-fa28d0282948 req-ef15b96f-375d-45ab-a80c-4a22dd210a7e service neutron] Request body: {'port': {'device_id': '7dcdd6d1-d2db-4e64-9637-96797b8c92fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844202-1'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:57:21.744614 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-b9ed60e3-6d0d-4ac6-ae2e-b225ae678512 req-79f7e7b8-85e8-46b6-889f-d05cb88a6d88 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Request body: {'port': {'device_id': '572f9759-e372-48b5-b8b1-7ee049385f46', 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426', 'admin_state_up': True, 'tenant_id': 'ed558a94bd42496298488549f6a1a20a'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:57:21.765626 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-5ff1ea79-0ac1-40dc-9821-b2e423ff5c1b req-5e86cc8f-5d58-4e22-8ff4-011cbfff1f2b tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:21.766209 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-5ff1ea79-0ac1-40dc-9821-b2e423ff5c1b req-5e86cc8f-5d58-4e22-8ff4-011cbfff1f2b tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887712'] for floatingip, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:21.766334 n-d-844202-1 neutron-server[88525]: INFO neutron.db.l3_db [req-5ff1ea79-0ac1-40dc-9821-b2e423ff5c1b req-5e86cc8f-5d58-4e22-8ff4-011cbfff1f2b tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Floating IP b371984c-2e6c-4fb8-bfc8-64211e2df916 disassociated. External IP: 172.25.4.85, port: 22967acd-621b-4479-bb29-f9379ee1f6d0. Jun 01 18:57:21.766604 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [req-5ff1ea79-0ac1-40dc-9821-b2e423ff5c1b req-5e86cc8f-5d58-4e22-8ff4-011cbfff1f2b tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Calling delete_port for 22967acd-621b-4479-bb29-f9379ee1f6d0 owned by compute:nova {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:57:21.988510 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a08a6b7b-26e4-4623-bb12-552db623be4e req-ecff4eb1-0009-4450-aebe-1fc6c5787904 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=3cd81dcd-fddd-4cdb-b7e0-911a736e672d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2999332 Jun 01 18:57:22.058962 n-d-844202-1 neutron-server[88525]: INFO neutron.api.v2.resource [None req-dfbf7e5a-de85-4acd-936e-507fcf307422 tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] show failed (client error): The resource could not be found. Jun 01 18:57:22.060281 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-dfbf7e5a-de85-4acd-936e-507fcf307422 tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] 10.222.0.41 "GET /v2.0/subnets/1cdd727e-50d8-43e2-9d98-5f303bcec0d2/tags/tempest-TagsExtTest-Tag-1855807177 HTTP/1.1" status: 404 len: 329 time: 0.6681147 Jun 01 18:57:22.060946 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-3648d7df-bd4a-4c45-9ce8-fa28d0282948 req-ef15b96f-375d-45ab-a80c-4a22dd210a7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:22.073746 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 34276) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:57:22.102610 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b778d654-4b08-495a-87cb-893253adf0f3 req-54068b42-b9d1-4647-bd49-7d2e03f8c56e tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:22.104151 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b778d654-4b08-495a-87cb-893253adf0f3 req-54068b42-b9d1-4647-bd49-7d2e03f8c56e tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] 10.222.0.41 "GET /v2.0/ports?device_id=f21b95ed-76cd-44e2-b692-d0bc9beb0214 HTTP/1.1" status: 200 len: 946 time: 0.5825038 Jun 01 18:57:22.108426 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.tag.tag_plugin [None req-7f45d424-0610-4f76-9fbc-c07b9a339837 tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'b38cd849-4a93-4631-8724-20501256d316', {'tags': ['tempest-TagsExtTest-Tag-916434940', 'tempest-TagsExtTest-Tag-1445748890', 'tempest-TagsExtTest-Tag-1921399929']}) {} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:57:22.136747 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-b9ed60e3-6d0d-4ac6-ae2e-b225ae678512 req-f281b2b2-4835-4dcd-be4b-973f89acafa0 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:57:22.171174 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-b9ed60e3-6d0d-4ac6-ae2e-b225ae678512 req-f281b2b2-4835-4dcd-be4b-973f89acafa0 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:57:22.184374 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-b9ed60e3-6d0d-4ac6-ae2e-b225ae678512 req-79f7e7b8-85e8-46b6-889f-d05cb88a6d88 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:57:22.198096 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442950ca-6201-407e-9686-1118315b1935 req-11d19b36-d24f-480a-b7ef-99dd293e3342 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:22.199618 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-442950ca-6201-407e-9686-1118315b1935 req-11d19b36-d24f-480a-b7ef-99dd293e3342 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/ports?device_id=7dcdd6d1-d2db-4e64-9637-96797b8c92fe HTTP/1.1" status: 200 len: 931 time: 0.5100470 Jun 01 18:57:22.210337 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-972cec0a-a9c8-4bd2-b113-711edfe8bb49 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Router 03c5a04d-e08f-4502-b09c-207a29be54f7 has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 18:57:22.211151 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9ed60e3-6d0d-4ac6-ae2e-b225ae678512 req-f281b2b2-4835-4dcd-be4b-973f89acafa0 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Made reservation on behalf of ed558a94bd42496298488549f6a1a20a for: {'port': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:57:22.214645 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-b9ed60e3-6d0d-4ac6-ae2e-b225ae678512 req-f281b2b2-4835-4dcd-be4b-973f89acafa0 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:22.249350 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-b9ed60e3-6d0d-4ac6-ae2e-b225ae678512 req-79f7e7b8-85e8-46b6-889f-d05cb88a6d88 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:57:22.338964 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9ed60e3-6d0d-4ac6-ae2e-b225ae678512 req-79f7e7b8-85e8-46b6-889f-d05cb88a6d88 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Made reservation on behalf of ed558a94bd42496298488549f6a1a20a for: {'port': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:57:22.342377 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-b9ed60e3-6d0d-4ac6-ae2e-b225ae678512 req-79f7e7b8-85e8-46b6-889f-d05cb88a6d88 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:22.439516 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-442950ca-6201-407e-9686-1118315b1935 req-c2a7abf9-b294-4d6e-8200-f6a312ce1f57 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/security-groups?id=679bc320-73aa-41fb-80e9-32867c6d2bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103405 Jun 01 18:57:22.562939 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b778d654-4b08-495a-87cb-893253adf0f3 req-ee646dbb-c200-4bf4-a749-d89c6eb77070 tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cd81dcd-fddd-4cdb-b7e0-911a736e672d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4236796 Jun 01 18:57:22.579079 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-01e186cd-6b34-458f-a7f7-e89baf3d59d9 tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:22.608549 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-5ff1ea79-0ac1-40dc-9821-b2e423ff5c1b req-5e86cc8f-5d58-4e22-8ff4-011cbfff1f2b tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:22.695152 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ed2eae2d-b389-44ec-9d31-b47a4a6dee0d req-ddca66ae-6b88-4639-8fae-c7470f7d59df tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] 10.222.0.41 "GET /v2.0/ports?device_id=5753c990-0671-4ba6-9994-2036ed2b8c72 HTTP/1.1" status: 200 len: 210 time: 0.1105361 Jun 01 18:57:22.735293 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-972cec0a-a9c8-4bd2-b113-711edfe8bb49 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 18:57:22.746196 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10d6cb5-7c3d-4f6c-bbc4-c2d3441e9414 None None] Sync routers for ids ['03c5a04d-e08f-4502-b09c-207a29be54f7'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 18:57:22.756861 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10d6cb5-7c3d-4f6c-bbc4-c2d3441e9414 None None] Routers {'03c5a04d-e08f-4502-b09c-207a29be54f7'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:57:22.757490 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-972cec0a-a9c8-4bd2-b113-711edfe8bb49 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for floatingip, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:22.759436 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 22967acd-621b-4479-bb29-f9379ee1f6d0 no longer exists at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:57:22.768619 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-d10d6cb5-7c3d-4f6c-bbc4-c2d3441e9414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:57:09Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['03c5a04d-e08f-4502-b09c-207a29be54f7'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:57:22.783214 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-7f45d424-0610-4f76-9fbc-c07b9a339837 tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] 10.222.0.41 "PUT /v2.0/ports/b38cd849-4a93-4631-8724-20501256d316/tags HTTP/1.1" status: 200 len: 317 time: 0.6997983 Jun 01 18:57:22.787890 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [req-b9ed60e3-6d0d-4ac6-ae2e-b225ae678512 req-f281b2b2-4835-4dcd-be4b-973f89acafa0 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Allocated IP 192.168.233.95 (898153a3-5d71-43be-9d14-343ea4a48426/35e3ad2f-9c88-4698-b634-4e1b58de1cc2/19467fbd-86a4-455f-ba36-972209de2a6f) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:57:22.788197 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-01e186cd-6b34-458f-a7f7-e89baf3d59d9 tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Calling delete_port for 66f3f3ac-a67b-4d33-af4a-9de6d02a5419 owned by {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:57:22.796368 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 34282) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:57:22.811022 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.tag.tag_plugin [None req-2220faf6-6018-4ab9-b044-bb4fcd7150d3 tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'b38cd849-4a93-4631-8724-20501256d316') {} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:57:22.813697 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] No Port match for: 22967acd-621b-4479-bb29-f9379ee1f6d0 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 18:57:22.814073 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 22967acd-621b-4479-bb29-f9379ee1f6d0 not bound to the agent host n-h1-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 18:57:22.871297 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e86cc8f-5d58-4e22-8ff4-011cbfff1f2b tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Pushing event deleted for resources: {'Port': ['ID=22967acd-621b-4479-bb29-f9379ee1f6d0,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:57:22.905062 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-fba6b6a8-3904-474f-b448-fbe25dc5e057 req-b0585cd9-4b56-4503-9d6c-209c1013ed31 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.41 "GET /v2.0/ports?device_id=572f9759-e372-48b5-b8b1-7ee049385f46 HTTP/1.1" status: 200 len: 210 time: 0.1283348 Jun 01 18:57:23.030857 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-d10d6cb5-7c3d-4f6c-bbc4-c2d3441e9414 None None] Set router 03c5a04d-e08f-4502-b09c-207a29be54f7 gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:57:23.090811 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-972cec0a-a9c8-4bd2-b113-711edfe8bb49 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] 10.222.0.41 "PUT /v2.0/floatingips/ebff7646-f443-4a4d-9522-fe1760b0f0e9 HTTP/1.1" status: 200 len: 992 time: 3.8567789 Jun 01 18:57:23.114807 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '940a21cb-bca9-4882-91d5-0ff22e2c4322', 'tag': '499258ee-b014-43c5-8818-0eb3f6a6b659'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:57:23.197783 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb4a6152-01b2-49ee-81c2-f7de5a1c26a0'] response: {'name': 'network-changed', 'server_uuid': '940a21cb-bca9-4882-91d5-0ff22e2c4322', 'tag': '499258ee-b014-43c5-8818-0eb3f6a6b659', 'status': 'completed', 'code': 200} Jun 01 18:57:23.320031 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5ff1ea79-0ac1-40dc-9821-b2e423ff5c1b req-5e86cc8f-5d58-4e22-8ff4-011cbfff1f2b tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Router 533f25a8-4516-4734-96dc-76ed394d7577 has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 18:57:23.327577 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-01e186cd-6b34-458f-a7f7-e89baf3d59d9 tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:23.362905 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-2220faf6-6018-4ab9-b044-bb4fcd7150d3 tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] 10.222.0.41 "DELETE /v2.0/ports/b38cd849-4a93-4631-8724-20501256d316/tags HTTP/1.1" status: 204 len: 168 time: 0.5654786 Jun 01 18:57:23.370005 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 34290) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:57:23.397960 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.tag.tag_plugin [None req-11e39161-df28-4dfb-b4a4-e81f2157e5b9 tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'b38cd849-4a93-4631-8724-20501256d316', 'tempest-TagsExtTest-Tag-916434940') {} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:57:23.435260 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e186cd-6b34-458f-a7f7-e89baf3d59d9 tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Pushing event deleted for resources: {'Port': ['ID=66f3f3ac-a67b-4d33-af4a-9de6d02a5419,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:57:23.445001 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42339fa4-8d18-4e20-86a4-a9542fd5ba73 req-538bffe5-00c1-4e1c-8428-23b116eeafc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:23.447317 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-42339fa4-8d18-4e20-86a4-a9542fd5ba73 req-538bffe5-00c1-4e1c-8428-23b116eeafc6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d40f7c9e0af24f109f247cdb0a7a60bf&device_id=940a21cb-bca9-4882-91d5-0ff22e2c4322 HTTP/1.1" status: 200 len: 1097 time: 0.2251012 Jun 01 18:57:23.494572 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-b9ed60e3-6d0d-4ac6-ae2e-b225ae678512 req-f281b2b2-4835-4dcd-be4b-973f89acafa0 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:23.590342 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [req-b9ed60e3-6d0d-4ac6-ae2e-b225ae678512 req-f281b2b2-4835-4dcd-be4b-973f89acafa0 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Transition to ACTIVE for port object 19467fbd-86a4-455f-ba36-972209de2a6f will not be triggered until provisioned by entity DHCP. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:57:23.662838 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-d10d6cb5-7c3d-4f6c-bbc4-c2d3441e9414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03c5a04d-e08f-4502-b09c-207a29be54f7', 'name': 'tempest-ServerRescueNegativeTestJSON-142248793-router', 'tenant_id': 'd40f7c9e0af24f109f247cdb0a7a60bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': 'bd04b6ab-43fa-4f24-b229-b7a20640121a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:54:43Z', 'updated_at': '2022-06-01T18:54:51Z', 'revision_number': 4, 'project_id': 'd40f7c9e0af24f109f247cdb0a7a60bf', 'gw_port': {'id': 'bd04b6ab-43fa-4f24-b229-b7a20640121a', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:8c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03c5a04d-e08f-4502-b09c-207a29be54f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:54:44Z', 'updated_at': '2022-06-01T18:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_floatingips': [{'id': 'ebff7646-f443-4a4d-9522-fe1760b0f0e9', 'tenant_id': 'd40f7c9e0af24f109f247cdb0a7a60bf', 'floating_ip_address': '172.25.4.155', 'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'router_id': '03c5a04d-e08f-4502-b09c-207a29be54f7', 'port_id': '499258ee-b014-43c5-8818-0eb3f6a6b659', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1613, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c7a9aa4-8b0d-4225-ab31-749c4f434a4b', 'mac_address': 'fa:16:3e:fb:45:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '940a21cb-bca9-4882-91d5-0ff22e2c4322', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T18:56:52Z', 'updated_at': '2022-06-01T18:57:20Z', 'revision_number': 1, 'project_id': 'd40f7c9e0af24f109f247cdb0a7a60bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd14f629b-6309-4ab1-a5d6-484c9d2808b1', 'name': '', 'network_id': '4c7a9aa4-8b0d-4225-ab31-749c4f434a4b', 'tenant_id': 'd40f7c9e0af24f109f247cdb0a7a60bf', 'mac_address': 'fa:16:3e:7b:2e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03c5a04d-e08f-4502-b09c-207a29be54f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '6675a480-f2f0-4e10-96f4-f99c31c21be5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:54:48Z', 'updated_at': '2022-06-01T18:55:00Z', 'revision_number': 5, 'project_id': 'd40f7c9e0af24f109f247cdb0a7a60bf', 'subnets': [{'id': '6675a480-f2f0-4e10-96f4-f99c31c21be5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:57:23.679715 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42339fa4-8d18-4e20-86a4-a9542fd5ba73 req-3ef3534f-5e50-42cb-8ae6-bb2e1e9601d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:23.686808 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-42339fa4-8d18-4e20-86a4-a9542fd5ba73 req-3ef3534f-5e50-42cb-8ae6-bb2e1e9601d1 service neutron] 10.222.0.50 "GET /v2.0/networks?id=4c7a9aa4-8b0d-4225-ab31-749c4f434a4b HTTP/1.1" status: 200 len: 919 time: 0.2294643 Jun 01 18:57:23.722374 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10d6cb5-7c3d-4f6c-bbc4-c2d3441e9414 None None] Checking router: 03c5a04d-e08f-4502-b09c-207a29be54f7 for host: n-d-844202-1 {{(pid=88527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 18:57:23.752217 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10d6cb5-7c3d-4f6c-bbc4-c2d3441e9414 None None] Routers {'03c5a04d-e08f-4502-b09c-207a29be54f7'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:57:23.752855 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-d10d6cb5-7c3d-4f6c-bbc4-c2d3441e9414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:57:09Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['03c5a04d-e08f-4502-b09c-207a29be54f7'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:57:23.788083 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [req-3648d7df-bd4a-4c45-9ce8-fa28d0282948 req-ef15b96f-375d-45ab-a80c-4a22dd210a7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3269744-ecd1-4bfe-9619-4f31acc40af2 {{(pid=88525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:57:23.796450 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-3648d7df-bd4a-4c45-9ce8-fa28d0282948 req-ef15b96f-375d-45ab-a80c-4a22dd210a7e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:23.860427 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-b9ed60e3-6d0d-4ac6-ae2e-b225ae678512 req-f281b2b2-4835-4dcd-be4b-973f89acafa0 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:23.871966 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] get_ports_and_sgs() called for port_ids ['c8b8fb79-fd92-474a-8ec2-5ac7b267ee2e'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:57:23.899400 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] get_ports_and_sgs() called for port_ids ['5c7c55e5-3833-4836-af5c-3353dc52e41d', 'a12824b4-43d9-4f09-a40a-8d0a174c088c'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:57:23.928125 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [req-3648d7df-bd4a-4c45-9ce8-fa28d0282948 req-ef15b96f-375d-45ab-a80c-4a22dd210a7e service neutron] Transition to ACTIVE for port object a3269744-ecd1-4bfe-9619-4f31acc40af2 will not be triggered until provisioned by entity L2. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:57:23.978914 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-d10d6cb5-7c3d-4f6c-bbc4-c2d3441e9414 None None] Set router 03c5a04d-e08f-4502-b09c-207a29be54f7 gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:57:24.019300 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-42339fa4-8d18-4e20-86a4-a9542fd5ba73 req-1f344f48-a1a3-41ca-a45d-33f710492a3e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=499258ee-b014-43c5-8818-0eb3f6a6b659 HTTP/1.1" status: 200 len: 1000 time: 0.3140697 Jun 01 18:57:24.024082 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9ed60e3-6d0d-4ac6-ae2e-b225ae678512 req-f281b2b2-4835-4dcd-be4b-973f89acafa0 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Network 898153a3-5d71-43be-9d14-343ea4a48426 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:57:24.033365 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [req-b9ed60e3-6d0d-4ac6-ae2e-b225ae678512 req-f281b2b2-4835-4dcd-be4b-973f89acafa0 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:57:24.090293 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9ed60e3-6d0d-4ac6-ae2e-b225ae678512 req-f281b2b2-4835-4dcd-be4b-973f89acafa0 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:57:24.133739 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-3648d7df-bd4a-4c45-9ce8-fa28d0282948 req-ef15b96f-375d-45ab-a80c-4a22dd210a7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:24.151349 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f281b2b2-4835-4dcd-be4b-973f89acafa0 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Pushing event updated for resources: {'Port': ['ID=19467fbd-86a4-455f-ba36-972209de2a6f,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:57:24.187121 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [req-b9ed60e3-6d0d-4ac6-ae2e-b225ae678512 req-79f7e7b8-85e8-46b6-889f-d05cb88a6d88 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Allocated IP 192.168.233.145 (898153a3-5d71-43be-9d14-343ea4a48426/35e3ad2f-9c88-4698-b634-4e1b58de1cc2/788b40d5-d43b-47fb-a5c6-ee70b4898015) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:57:24.233682 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f281b2b2-4835-4dcd-be4b-973f89acafa0 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:57:24.234502 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f281b2b2-4835-4dcd-be4b-973f89acafa0 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:57:24.234502 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f281b2b2-4835-4dcd-be4b-973f89acafa0 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:57:24.234734 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f281b2b2-4835-4dcd-be4b-973f89acafa0 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:57:24.235085 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f281b2b2-4835-4dcd-be4b-973f89acafa0 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:57:24.235281 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f281b2b2-4835-4dcd-be4b-973f89acafa0 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:57:24.235597 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f281b2b2-4835-4dcd-be4b-973f89acafa0 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:57:24.235928 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f281b2b2-4835-4dcd-be4b-973f89acafa0 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:57:24.236252 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f281b2b2-4835-4dcd-be4b-973f89acafa0 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:57:24.236565 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f281b2b2-4835-4dcd-be4b-973f89acafa0 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:57:24.236879 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f281b2b2-4835-4dcd-be4b-973f89acafa0 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:57:24.237194 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f281b2b2-4835-4dcd-be4b-973f89acafa0 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:57:24.307393 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42339fa4-8d18-4e20-86a4-a9542fd5ba73 req-65c747cc-27f6-4f5d-b78f-1404983d472a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:24.308939 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-42339fa4-8d18-4e20-86a4-a9542fd5ba73 req-65c747cc-27f6-4f5d-b78f-1404983d472a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6675a480-f2f0-4e10-96f4-f99c31c21be5 HTTP/1.1" status: 200 len: 857 time: 0.2768991 Jun 01 18:57:24.319813 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ed60e3-6d0d-4ac6-ae2e-b225ae678512 req-f281b2b2-4835-4dcd-be4b-973f89acafa0 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:24.320489 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-b9ed60e3-6d0d-4ac6-ae2e-b225ae678512 req-f281b2b2-4835-4dcd-be4b-973f89acafa0 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:24.339883 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef15b96f-375d-45ab-a80c-4a22dd210a7e service neutron] Pushing event updated for resources: {'Port': ['ID=a3269744-ecd1-4bfe-9619-4f31acc40af2,revision_number=2']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:57:24.351840 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfd9fef-1081-4f91-a1a2-1676928732bc req-44ea887c-90d3-4621-9298-8abbbe0d898a tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:24.359319 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7cfd9fef-1081-4f91-a1a2-1676928732bc req-44ea887c-90d3-4621-9298-8abbbe0d898a tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] 10.222.0.41 "GET /v2.0/ports?device_id=f21b95ed-76cd-44e2-b692-d0bc9beb0214 HTTP/1.1" status: 200 len: 946 time: 0.5920331 Jun 01 18:57:24.509649 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5ff1ea79-0ac1-40dc-9821-b2e423ff5c1b req-5e86cc8f-5d58-4e22-8ff4-011cbfff1f2b tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 18:57:24.539002 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e28a3e-8c41-4281-8a48-2e6fae42f4a0 None None] Sync routers for ids ['533f25a8-4516-4734-96dc-76ed394d7577'] in n-d-844202-1 {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 18:57:24.554383 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e28a3e-8c41-4281-8a48-2e6fae42f4a0 None None] Routers {'533f25a8-4516-4734-96dc-76ed394d7577'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:57:24.555512 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-57e28a3e-8c41-4281-8a48-2e6fae42f4a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:57:09Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['533f25a8-4516-4734-96dc-76ed394d7577'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:57:24.580000 n-d-844202-1 neutron-server[88525]: INFO neutron.api.v2.resource [None req-11e39161-df28-4dfb-b4a4-e81f2157e5b9 tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] show failed (client error): The resource could not be found. Jun 01 18:57:24.585640 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-11e39161-df28-4dfb-b4a4-e81f2157e5b9 tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] 10.222.0.41 "GET /v2.0/ports/b38cd849-4a93-4631-8724-20501256d316/tags/tempest-TagsExtTest-Tag-916434940 HTTP/1.1" status: 404 len: 328 time: 1.2073991 Jun 01 18:57:24.594528 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7cfd9fef-1081-4f91-a1a2-1676928732bc req-aed9a2cd-97b8-484f-ace5-3572d9678dbe tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cd81dcd-fddd-4cdb-b7e0-911a736e672d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2343326 Jun 01 18:57:24.602091 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 34302) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:57:24.605854 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b9ed60e3-6d0d-4ac6-ae2e-b225ae678512 req-f281b2b2-4835-4dcd-be4b-973f89acafa0 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0200672 Jun 01 18:57:24.622592 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.tag.tag_plugin [None req-1389d6c0-4197-4bf1-84f2-59f198b9f60f tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'b38cd849-4a93-4631-8724-20501256d316', 'tempest-TagsExtTest-Tag-1445748890') {} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:57:24.636998 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-11ec125d-8848-40d3-b730-2d2c614a2c6c None None] Provisioning for port 19467fbd-86a4-455f-ba36-972209de2a6f completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:57:24.656501 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-d10d6cb5-7c3d-4f6c-bbc4-c2d3441e9414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03c5a04d-e08f-4502-b09c-207a29be54f7', 'name': 'tempest-ServerRescueNegativeTestJSON-142248793-router', 'tenant_id': 'd40f7c9e0af24f109f247cdb0a7a60bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': 'bd04b6ab-43fa-4f24-b229-b7a20640121a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:54:43Z', 'updated_at': '2022-06-01T18:54:51Z', 'revision_number': 4, 'project_id': 'd40f7c9e0af24f109f247cdb0a7a60bf', 'gw_port': {'id': 'bd04b6ab-43fa-4f24-b229-b7a20640121a', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:8c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03c5a04d-e08f-4502-b09c-207a29be54f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:54:44Z', 'updated_at': '2022-06-01T18:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_floatingips': [{'id': 'ebff7646-f443-4a4d-9522-fe1760b0f0e9', 'tenant_id': 'd40f7c9e0af24f109f247cdb0a7a60bf', 'floating_ip_address': '172.25.4.155', 'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'router_id': '03c5a04d-e08f-4502-b09c-207a29be54f7', 'port_id': '499258ee-b014-43c5-8818-0eb3f6a6b659', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1613, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c7a9aa4-8b0d-4225-ab31-749c4f434a4b', 'mac_address': 'fa:16:3e:fb:45:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '940a21cb-bca9-4882-91d5-0ff22e2c4322', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T18:56:52Z', 'updated_at': '2022-06-01T18:57:20Z', 'revision_number': 1, 'project_id': 'd40f7c9e0af24f109f247cdb0a7a60bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd14f629b-6309-4ab1-a5d6-484c9d2808b1', 'name': '', 'network_id': '4c7a9aa4-8b0d-4225-ab31-749c4f434a4b', 'tenant_id': 'd40f7c9e0af24f109f247cdb0a7a60bf', 'mac_address': 'fa:16:3e:7b:2e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03c5a04d-e08f-4502-b09c-207a29be54f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '6675a480-f2f0-4e10-96f4-f99c31c21be5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:54:48Z', 'updated_at': '2022-06-01T18:55:00Z', 'revision_number': 5, 'project_id': 'd40f7c9e0af24f109f247cdb0a7a60bf', 'subnets': [{'id': '6675a480-f2f0-4e10-96f4-f99c31c21be5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:57:24.658147 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-11ec125d-8848-40d3-b730-2d2c614a2c6c None None] Provisioning complete for port 19467fbd-86a4-455f-ba36-972209de2a6f triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:57:24.658490 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-11ec125d-8848-40d3-b730-2d2c614a2c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:24.663384 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10d6cb5-7c3d-4f6c-bbc4-c2d3441e9414 None None] The sync data for ids ['03c5a04d-e08f-4502-b09c-207a29be54f7'] in n-d-844202-1 is: [{'id': '03c5a04d-e08f-4502-b09c-207a29be54f7', 'name': 'tempest-ServerRescueNegativeTestJSON-142248793-router', 'tenant_id': 'd40f7c9e0af24f109f247cdb0a7a60bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': 'bd04b6ab-43fa-4f24-b229-b7a20640121a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:54:43Z', 'updated_at': '2022-06-01T18:54:51Z', 'revision_number': 4, 'project_id': 'd40f7c9e0af24f109f247cdb0a7a60bf', 'gw_port': {'id': 'bd04b6ab-43fa-4f24-b229-b7a20640121a', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:8c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03c5a04d-e08f-4502-b09c-207a29be54f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:54:44Z', 'updated_at': '2022-06-01T18:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_floatingips': [{'id': 'ebff7646-f443-4a4d-9522-fe1760b0f0e9', 'tenant_id': 'd40f7c9e0af24f109f247cdb0a7a60bf', 'floating_ip_address': '172.25.4.155', 'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'router_id': '03c5a04d-e08f-4502-b09c-207a29be54f7', 'port_id': '499258ee-b014-43c5-8818-0eb3f6a6b659', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1613, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c7a9aa4-8b0d-4225-ab31-749c4f434a4b', 'mac_address': 'fa:16:3e:fb:45:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '940a21cb-bca9-4882-91d5-0ff22e2c4322', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T18:56:52Z', 'updated_at': '2022-06-01T18:57:20Z', 'revision_number': 1, 'project_id': 'd40f7c9e0af24f109f247cdb0a7a60bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd14f629b-6309-4ab1-a5d6-484c9d2808b1', 'name': '', 'network_id': '4c7a9aa4-8b0d-4225-ab31-749c4f434a4b', 'tenant_id': 'd40f7c9e0af24f109f247cdb0a7a60bf', 'mac_address': 'fa:16:3e:7b:2e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03c5a04d-e08f-4502-b09c-207a29be54f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '6675a480-f2f0-4e10-96f4-f99c31c21be5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:54:48Z', 'updated_at': '2022-06-01T18:55:00Z', 'revision_number': 5, 'project_id': 'd40f7c9e0af24f109f247cdb0a7a60bf', 'subnets': [{'id': '6675a480-f2f0-4e10-96f4-f99c31c21be5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 18:57:24.688051 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-b9ed60e3-6d0d-4ac6-ae2e-b225ae678512 req-5cdd8528-7883-4be0-b095-acd0572c0596 service neutron] Request body: {'port': {'device_id': 'f98086ad-d4b4-4913-b9d8-e9791fdfa46a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844202-1'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:57:24.778862 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-11ec125d-8848-40d3-b730-2d2c614a2c6c None None] Port 19467fbd-86a4-455f-ba36-972209de2a6f cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 18:57:24.855974 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a56430-c35e-4c12-90a9-5cc7802912e6 req-85cb93af-ae2e-488e-8f63-e314379e5aaa tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:24.856575 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4831d6d2-903e-41c2-a813-174516744161 req-39053ab3-9ebd-416b-9c8c-78034df491c7 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] 10.222.0.41 "GET /v2.0/ports?device_id=5753c990-0671-4ba6-9994-2036ed2b8c72 HTTP/1.1" status: 200 len: 210 time: 0.0709126 Jun 01 18:57:24.864081 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f2a56430-c35e-4c12-90a9-5cc7802912e6 req-85cb93af-ae2e-488e-8f63-e314379e5aaa tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/ports?device_id=7dcdd6d1-d2db-4e64-9637-96797b8c92fe HTTP/1.1" status: 200 len: 931 time: 1.2169757 Jun 01 18:57:24.900364 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-01e186cd-6b34-458f-a7f7-e89baf3d59d9 tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:24.903539 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ff1ea79-0ac1-40dc-9821-b2e423ff5c1b req-5e86cc8f-5d58-4e22-8ff4-011cbfff1f2b tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] No DVR routers for this DVR port 22967acd-621b-4479-bb29-f9379ee1f6d0 on host n-h1-844202-1 {{(pid=88525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 18:57:24.913065 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-5ff1ea79-0ac1-40dc-9821-b2e423ff5c1b req-5e86cc8f-5d58-4e22-8ff4-011cbfff1f2b tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:24.925199 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5753c990-0671-4ba6-9994-2036ed2b8c72', 'name': 'network-vif-deleted', 'tag': '22967acd-621b-4479-bb29-f9379ee1f6d0'}] {{(pid=88525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:57:24.952847 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-57e28a3e-8c41-4281-8a48-2e6fae42f4a0 None None] Set router 533f25a8-4516-4734-96dc-76ed394d7577 gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:57:24.972889 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42339fa4-8d18-4e20-86a4-a9542fd5ba73 req-3560eeec-d509-4116-a299-68ad2eda4dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:24.974838 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-42339fa4-8d18-4e20-86a4-a9542fd5ba73 req-3560eeec-d509-4116-a299-68ad2eda4dbf service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4c7a9aa4-8b0d-4225-ab31-749c4f434a4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5968723 Jun 01 18:57:24.976553 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-01e186cd-6b34-458f-a7f7-e89baf3d59d9 tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] 10.222.0.41 "DELETE /v2.0/ports/66f3f3ac-a67b-4d33-af4a-9de6d02a5419 HTTP/1.1" status: 204 len: 168 time: 3.7178872 Jun 01 18:57:24.977425 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 34312) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:57:25.031518 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-5ff1ea79-0ac1-40dc-9821-b2e423ff5c1b req-5e86cc8f-5d58-4e22-8ff4-011cbfff1f2b tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] 10.222.0.15 "DELETE /v2.0/ports/22967acd-621b-4479-bb29-f9379ee1f6d0 HTTP/1.1" status: 204 len: 173 time: 5.4262536 Jun 01 18:57:25.062390 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d38c74-1ec3-4243-9366-ea51c1cbfcca None None] New status for floating IP ebff7646-f443-4a4d-9522-fe1760b0f0e9: ACTIVE {{(pid=88527) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 18:57:25.071005 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f2a56430-c35e-4c12-90a9-5cc7802912e6 req-eb160b8d-cf4c-498d-b046-41fe7aaf7fbf tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/security-groups?id=679bc320-73aa-41fb-80e9-32867c6d2bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058566 Jun 01 18:57:25.091648 n-d-844202-1 neutron-server[88525]: INFO neutron.pecan_wsgi.hooks.translation [None req-effe8eec-ff41-473d-9188-eddad1d81b4e tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] GET failed (client error): The resource could not be found. Jun 01 18:57:25.094033 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-effe8eec-ff41-473d-9188-eddad1d81b4e tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Synchronizing usage tracker for tenant:d0bd5c2fb6ee4680890497b365c62bd9 on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:57:25.103109 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-b9ed60e3-6d0d-4ac6-ae2e-b225ae678512 req-79f7e7b8-85e8-46b6-889f-d05cb88a6d88 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:25.106264 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-b9ed60e3-6d0d-4ac6-ae2e-b225ae678512 req-5cdd8528-7883-4be0-b095-acd0572c0596 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:25.111579 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-3648d7df-bd4a-4c45-9ce8-fa28d0282948 req-ef15b96f-375d-45ab-a80c-4a22dd210a7e service neutron] Attempting to bind port a3269744-ecd1-4bfe-9619-4f31acc40af2 on host n-h2-844202-1 for vnic_type normal with profile {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:57:25.120378 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-3648d7df-bd4a-4c45-9ce8-fa28d0282948 req-ef15b96f-375d-45ab-a80c-4a22dd210a7e service neutron] Attempting to bind port a3269744-ecd1-4bfe-9619-4f31acc40af2 by drivers openvswitch,hyperv on host n-h2-844202-1 at level 0 using segments [{'id': 'ecb3f528-dbed-4312-ba29-7684ecfbe265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7a710216-a9ba-47da-a86f-23bc8e339e5a'}] {{(pid=88525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:57:25.120983 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3648d7df-bd4a-4c45-9ce8-fa28d0282948 req-ef15b96f-375d-45ab-a80c-4a22dd210a7e service neutron] Attempting to bind port a3269744-ecd1-4bfe-9619-4f31acc40af2 on network 7a710216-a9ba-47da-a86f-23bc8e339e5a {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:57:25.139389 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3648d7df-bd4a-4c45-9ce8-fa28d0282948 req-ef15b96f-375d-45ab-a80c-4a22dd210a7e service neutron] Port a3269744-ecd1-4bfe-9619-4f31acc40af2 on network 7a710216-a9ba-47da-a86f-23bc8e339e5a not bound, no agent of type Open vSwitch agent registered on host n-h2-844202-1 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 18:57:25.140045 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3648d7df-bd4a-4c45-9ce8-fa28d0282948 req-ef15b96f-375d-45ab-a80c-4a22dd210a7e service neutron] Attempting to bind port a3269744-ecd1-4bfe-9619-4f31acc40af2 on network 7a710216-a9ba-47da-a86f-23bc8e339e5a {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:57:25.155183 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-effe8eec-ff41-473d-9188-eddad1d81b4e tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Unset dirty status for tenant:d0bd5c2fb6ee4680890497b365c62bd9 on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:57:25.162041 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-effe8eec-ff41-473d-9188-eddad1d81b4e tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] 10.222.0.41 "GET /v2.0/ports/66f3f3ac-a67b-4d33-af4a-9de6d02a5419 HTTP/1.1" status: 404 len: 333 time: 0.1775680 Jun 01 18:57:25.163186 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3648d7df-bd4a-4c45-9ce8-fa28d0282948 req-ef15b96f-375d-45ab-a80c-4a22dd210a7e service neutron] Checking agent: {'id': 'f5db9968-6317-4186-9100-9e0ca6b50417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 18, 57, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:57:25.163713 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3648d7df-bd4a-4c45-9ce8-fa28d0282948 req-ef15b96f-375d-45ab-a80c-4a22dd210a7e service neutron] Checking segment: {'id': 'ecb3f528-dbed-4312-ba29-7684ecfbe265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7a710216-a9ba-47da-a86f-23bc8e339e5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:57:25.164273 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3648d7df-bd4a-4c45-9ce8-fa28d0282948 req-ef15b96f-375d-45ab-a80c-4a22dd210a7e service neutron] Bound using segment: {'id': 'ecb3f528-dbed-4312-ba29-7684ecfbe265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7a710216-a9ba-47da-a86f-23bc8e339e5a'} {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:57:25.164870 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-3648d7df-bd4a-4c45-9ce8-fa28d0282948 req-ef15b96f-375d-45ab-a80c-4a22dd210a7e service neutron] Bound port: a3269744-ecd1-4bfe-9619-4f31acc40af2, host: n-h2-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecb3f528-dbed-4312-ba29-7684ecfbe265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7a710216-a9ba-47da-a86f-23bc8e339e5a'}}] {{(pid=88525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:57:25.165386 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-3648d7df-bd4a-4c45-9ce8-fa28d0282948 req-ef15b96f-375d-45ab-a80c-4a22dd210a7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:25.177910 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 34320) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:57:25.372880 n-d-844202-1 neutron-server[88524]: INFO neutron.api.v2.resource [None req-1389d6c0-4197-4bf1-84f2-59f198b9f60f tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] show failed (client error): The resource could not be found. Jun 01 18:57:25.376788 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-1389d6c0-4197-4bf1-84f2-59f198b9f60f tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] 10.222.0.41 "GET /v2.0/ports/b38cd849-4a93-4631-8724-20501256d316/tags/tempest-TagsExtTest-Tag-1445748890 HTTP/1.1" status: 404 len: 329 time: 0.7701738 Jun 01 18:57:25.378409 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [req-b9ed60e3-6d0d-4ac6-ae2e-b225ae678512 req-79f7e7b8-85e8-46b6-889f-d05cb88a6d88 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Transition to ACTIVE for port object 788b40d5-d43b-47fb-a5c6-ee70b4898015 will not be triggered until provisioned by entity DHCP. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:57:25.383094 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-7ad3bc61-bd5d-47b7-a6dd-6f8c8e76fb1e req-3ad2fda3-147e-4125-9d1f-0a66444025c9 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Synchronizing usage tracker for tenant:ed558a94bd42496298488549f6a1a20a on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:57:25.388489 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 34328) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:57:25.395430 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.tag.tag_plugin [None req-3d0ad858-53f6-4f1a-82c9-a54519f65158 tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'b38cd849-4a93-4631-8724-20501256d316', 'tempest-TagsExtTest-Tag-1921399929') {} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:57:25.516869 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-a7bb763f-7a39-4715-b61f-191fccd936ce tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Deleting port 854c2753-3dc9-462a-a79b-738b74c2af3e {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:57:25.517205 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a7bb763f-7a39-4715-b61f-191fccd936ce tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:25.547220 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-57e28a3e-8c41-4281-8a48-2e6fae42f4a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '533f25a8-4516-4734-96dc-76ed394d7577', 'name': 'tempest-AttachVolumeNegativeTest-808524778-router', 'tenant_id': '9da8911c90e044c58dc0cf3fd4a5638a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.190'}], 'enable_snat': True}, 'gw_port_id': '0717cc72-7117-44ae-b5ab-924a55678621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:52:17Z', 'updated_at': '2022-06-01T18:52:39Z', 'revision_number': 4, 'project_id': '9da8911c90e044c58dc0cf3fd4a5638a', 'gw_port': {'id': '0717cc72-7117-44ae-b5ab-924a55678621', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:f4:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '533f25a8-4516-4734-96dc-76ed394d7577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:52:19Z', 'updated_at': '2022-06-01T18:52:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': 'da5af43f-7a7c-4ca7-9438-4ae05d3d9f7c', 'name': '', 'network_id': '908da31a-c43f-4d78-b2f1-4926efeaafe9', 'tenant_id': '9da8911c90e044c58dc0cf3fd4a5638a', 'mac_address': 'fa:16:3e:b3:fe:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '533f25a8-4516-4734-96dc-76ed394d7577', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': 'b62dadc8-5788-404f-95cb-85382718471e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:52:34Z', 'updated_at': '2022-06-01T18:52:58Z', 'revision_number': 5, 'project_id': '9da8911c90e044c58dc0cf3fd4a5638a', 'subnets': [{'id': 'b62dadc8-5788-404f-95cb-85382718471e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:57:25.549211 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-7ad3bc61-bd5d-47b7-a6dd-6f8c8e76fb1e req-3ad2fda3-147e-4125-9d1f-0a66444025c9 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Unset dirty status for tenant:ed558a94bd42496298488549f6a1a20a on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:57:25.552823 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7ad3bc61-bd5d-47b7-a6dd-6f8c8e76fb1e req-3ad2fda3-147e-4125-9d1f-0a66444025c9 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.41 "GET /v2.0/ports?device_id=572f9759-e372-48b5-b8b1-7ee049385f46 HTTP/1.1" status: 200 len: 210 time: 0.2378929 Jun 01 18:57:25.553039 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e28a3e-8c41-4281-8a48-2e6fae42f4a0 None None] Checking router: 533f25a8-4516-4734-96dc-76ed394d7577 for host: n-d-844202-1 {{(pid=88526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 18:57:25.564150 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-3648d7df-bd4a-4c45-9ce8-fa28d0282948 req-ef15b96f-375d-45ab-a80c-4a22dd210a7e service neutron] For port a3269744-ecd1-4bfe-9619-4f31acc40af2, host n-h2-844202-1, cleared binding levels {{(pid=88525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:57:25.570922 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e28a3e-8c41-4281-8a48-2e6fae42f4a0 None None] Routers {'533f25a8-4516-4734-96dc-76ed394d7577'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:57:25.570922 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-57e28a3e-8c41-4281-8a48-2e6fae42f4a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:57:09Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['533f25a8-4516-4734-96dc-76ed394d7577'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:57:25.607362 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-42339fa4-8d18-4e20-86a4-a9542fd5ba73 req-d092a670-b121-4be9-a119-b2146678d7be service neutron] 10.222.0.50 "GET /v2.0/networks/4c7a9aa4-8b0d-4225-ab31-749c4f434a4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6155801 Jun 01 18:57:25.637455 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-3648d7df-bd4a-4c45-9ce8-fa28d0282948 req-ef15b96f-375d-45ab-a80c-4a22dd210a7e service neutron] For port a3269744-ecd1-4bfe-9619-4f31acc40af2, host n-h2-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=a3269744-ecd1-4bfe-9619-4f31acc40af2,segment=NetworkSegment(ecb3f528-dbed-4312-ba29-7684ecfbe265),segment_id=ecb3f528-dbed-4312-ba29-7684ecfbe265)] {{(pid=88525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:57:25.642134 n-d-844202-1 neutron-server[88525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6b0f4a6-4ec1-425d-a747-4f7841360013'] response: {'server_uuid': '5753c990-0671-4ba6-9994-2036ed2b8c72', 'name': 'network-vif-deleted', 'tag': '22967acd-621b-4479-bb29-f9379ee1f6d0', 'status': 'completed', 'code': 200} Jun 01 18:57:25.666956 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-3648d7df-bd4a-4c45-9ce8-fa28d0282948 req-ef15b96f-375d-45ab-a80c-4a22dd210a7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:25.743133 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-b9ed60e3-6d0d-4ac6-ae2e-b225ae678512 req-79f7e7b8-85e8-46b6-889f-d05cb88a6d88 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:25.757937 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] get_ports_and_sgs() called for port_ids ['c8b8fb79-fd92-474a-8ec2-5ac7b267ee2e'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:57:25.783084 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] get_ports_and_sgs() called for port_ids ['5c7c55e5-3833-4836-af5c-3353dc52e41d', 'a12824b4-43d9-4f09-a40a-8d0a174c088c'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:57:25.812725 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3648d7df-bd4a-4c45-9ce8-fa28d0282948 req-ef15b96f-375d-45ab-a80c-4a22dd210a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:25.814104 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-3648d7df-bd4a-4c45-9ce8-fa28d0282948 req-ef15b96f-375d-45ab-a80c-4a22dd210a7e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:25.814906 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3648d7df-bd4a-4c45-9ce8-fa28d0282948 req-ef15b96f-375d-45ab-a80c-4a22dd210a7e service neutron] 10.222.0.50 "PUT /v2.0/ports/a3269744-ecd1-4bfe-9619-4f31acc40af2 HTTP/1.1" status: 200 len: 1091 time: 4.1802678 Jun 01 18:57:25.829039 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a11e7ff-773c-46e5-a3b3-aeaba0ffe894 req-a2e7b14e-5f6a-49aa-85b1-56e17a4d3525 tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:25.830787 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8a11e7ff-773c-46e5-a3b3-aeaba0ffe894 req-a2e7b14e-5f6a-49aa-85b1-56e17a4d3525 tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] 10.222.0.41 "GET /v2.0/networks?id=68c6e764-294d-4bbe-b8e6-e3de6ad7c308 HTTP/1.1" status: 200 len: 811 time: 0.5823321 Jun 01 18:57:25.838644 n-d-844202-1 neutron-server[88525]: INFO neutron.api.v2.resource [None req-3d0ad858-53f6-4f1a-82c9-a54519f65158 tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] show failed (client error): The resource could not be found. Jun 01 18:57:25.843146 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-3d0ad858-53f6-4f1a-82c9-a54519f65158 tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] 10.222.0.41 "GET /v2.0/ports/b38cd849-4a93-4631-8724-20501256d316/tags/tempest-TagsExtTest-Tag-1921399929 HTTP/1.1" status: 404 len: 329 time: 0.4501238 Jun 01 18:57:25.848199 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 34332) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:57:25.875580 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.tag.tag_plugin [None req-c0666b7e-b86f-4241-b63a-9eddda9bf22c tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '21c401db-c063-4757-9ec6-a684b19bf273', {'tags': ['tempest-TagsExtTest-Tag-1719325061', 'tempest-TagsExtTest-Tag-1129187988', 'tempest-TagsExtTest-Tag-541589408']}) {} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:57:25.966951 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9ed60e3-6d0d-4ac6-ae2e-b225ae678512 req-79f7e7b8-85e8-46b6-889f-d05cb88a6d88 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Network 898153a3-5d71-43be-9d14-343ea4a48426 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:57:25.974454 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [req-b9ed60e3-6d0d-4ac6-ae2e-b225ae678512 req-79f7e7b8-85e8-46b6-889f-d05cb88a6d88 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:57:25.977199 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9ed60e3-6d0d-4ac6-ae2e-b225ae678512 req-79f7e7b8-85e8-46b6-889f-d05cb88a6d88 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:57:26.007280 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-57e28a3e-8c41-4281-8a48-2e6fae42f4a0 None None] Set router 533f25a8-4516-4734-96dc-76ed394d7577 gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:57:26.075564 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef15b96f-375d-45ab-a80c-4a22dd210a7e service neutron] Pushing event updated for resources: {'Port': ['ID=a3269744-ecd1-4bfe-9619-4f31acc40af2,revision_number=3']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:57:26.110619 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f7e7b8-85e8-46b6-889f-d05cb88a6d88 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Pushing event updated for resources: {'Port': ['ID=788b40d5-d43b-47fb-a5c6-ee70b4898015,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:57:26.197522 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ed60e3-6d0d-4ac6-ae2e-b225ae678512 req-79f7e7b8-85e8-46b6-889f-d05cb88a6d88 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:26.198317 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-b9ed60e3-6d0d-4ac6-ae2e-b225ae678512 req-79f7e7b8-85e8-46b6-889f-d05cb88a6d88 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:26.200005 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8a11e7ff-773c-46e5-a3b3-aeaba0ffe894 req-068b0417-503c-4cb9-823e-3bfcee7d34ba tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] 10.222.0.41 "GET /v2.0/quotas/d0a1e5281a6a4a33a7366a726bd4d479 HTTP/1.1" status: 200 len: 375 time: 0.3546789 Jun 01 18:57:26.207901 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-42339fa4-8d18-4e20-86a4-a9542fd5ba73 req-bb7d6206-9165-4806-8a85-8025ea93842d service neutron] 10.222.0.50 "GET /v2.0/networks/4c7a9aa4-8b0d-4225-ab31-749c4f434a4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5905464 Jun 01 18:57:26.233929 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b9ed60e3-6d0d-4ac6-ae2e-b225ae678512 req-79f7e7b8-85e8-46b6-889f-d05cb88a6d88 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.5260949 Jun 01 18:57:26.260674 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-b9ed60e3-6d0d-4ac6-ae2e-b225ae678512 req-aa5b8e6f-f034-401b-902c-8faf6e5d4691 service neutron] Request body: {'port': {'device_id': '572f9759-e372-48b5-b8b1-7ee049385f46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844202-1'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:57:26.344415 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-c0666b7e-b86f-4241-b63a-9eddda9bf22c tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] 10.222.0.41 "PUT /v2.0/routers/21c401db-c063-4757-9ec6-a684b19bf273/tags HTTP/1.1" status: 200 len: 317 time: 0.4882905 Jun 01 18:57:26.346128 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 34342) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:57:26.359976 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.tag.tag_plugin [None req-8d98c566-8844-4c1c-bde2-ba125588c792 tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '21c401db-c063-4757-9ec6-a684b19bf273') {} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:57:26.459231 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [req-b9ed60e3-6d0d-4ac6-ae2e-b225ae678512 req-5cdd8528-7883-4be0-b095-acd0572c0596 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19467fbd-86a4-455f-ba36-972209de2a6f {{(pid=88524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:57:26.496258 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-b9ed60e3-6d0d-4ac6-ae2e-b225ae678512 req-5cdd8528-7883-4be0-b095-acd0572c0596 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:26.530610 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-cb30fed2-93ec-44ce-bc05-6914a277084e None None] Provisioning for port 788b40d5-d43b-47fb-a5c6-ee70b4898015 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:57:26.544608 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-cb30fed2-93ec-44ce-bc05-6914a277084e None None] Provisioning complete for port 788b40d5-d43b-47fb-a5c6-ee70b4898015 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:57:26.544810 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-cb30fed2-93ec-44ce-bc05-6914a277084e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:26.548436 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [req-b9ed60e3-6d0d-4ac6-ae2e-b225ae678512 req-5cdd8528-7883-4be0-b095-acd0572c0596 service neutron] Transition to ACTIVE for port object 19467fbd-86a4-455f-ba36-972209de2a6f will not be triggered until provisioned by entity L2. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:57:26.557734 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-b9ed60e3-6d0d-4ac6-ae2e-b225ae678512 req-5cdd8528-7883-4be0-b095-acd0572c0596 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:26.588886 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a7bb763f-7a39-4715-b61f-191fccd936ce tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:26.607667 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dce84b6-3c54-435a-bb0d-b8c6d8401f1d req-812401d2-549e-4f83-a0a6-643358ede7e3 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:26.609331 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3dce84b6-3c54-435a-bb0d-b8c6d8401f1d req-812401d2-549e-4f83-a0a6-643358ede7e3 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/ports?device_id=7dcdd6d1-d2db-4e64-9637-96797b8c92fe HTTP/1.1" status: 200 len: 943 time: 0.3086996 Jun 01 18:57:26.610018 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-b9ed60e3-6d0d-4ac6-ae2e-b225ae678512 req-aa5b8e6f-f034-401b-902c-8faf6e5d4691 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:26.671383 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-cb30fed2-93ec-44ce-bc05-6914a277084e None None] Port 788b40d5-d43b-47fb-a5c6-ee70b4898015 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 18:57:26.793660 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-57e28a3e-8c41-4281-8a48-2e6fae42f4a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '533f25a8-4516-4734-96dc-76ed394d7577', 'name': 'tempest-AttachVolumeNegativeTest-808524778-router', 'tenant_id': '9da8911c90e044c58dc0cf3fd4a5638a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.190'}], 'enable_snat': True}, 'gw_port_id': '0717cc72-7117-44ae-b5ab-924a55678621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:52:17Z', 'updated_at': '2022-06-01T18:52:39Z', 'revision_number': 4, 'project_id': '9da8911c90e044c58dc0cf3fd4a5638a', 'gw_port': {'id': '0717cc72-7117-44ae-b5ab-924a55678621', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:f4:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '533f25a8-4516-4734-96dc-76ed394d7577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:52:19Z', 'updated_at': '2022-06-01T18:52:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': 'da5af43f-7a7c-4ca7-9438-4ae05d3d9f7c', 'name': '', 'network_id': '908da31a-c43f-4d78-b2f1-4926efeaafe9', 'tenant_id': '9da8911c90e044c58dc0cf3fd4a5638a', 'mac_address': 'fa:16:3e:b3:fe:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '533f25a8-4516-4734-96dc-76ed394d7577', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': 'b62dadc8-5788-404f-95cb-85382718471e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:52:34Z', 'updated_at': '2022-06-01T18:52:58Z', 'revision_number': 5, 'project_id': '9da8911c90e044c58dc0cf3fd4a5638a', 'subnets': [{'id': 'b62dadc8-5788-404f-95cb-85382718471e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:57:26.799691 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-a7bb763f-7a39-4715-b61f-191fccd936ce tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Calling delete_port for 854c2753-3dc9-462a-a79b-738b74c2af3e owned by {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:57:26.804765 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e28a3e-8c41-4281-8a48-2e6fae42f4a0 None None] The sync data for ids ['533f25a8-4516-4734-96dc-76ed394d7577'] in n-d-844202-1 is: [{'id': '533f25a8-4516-4734-96dc-76ed394d7577', 'name': 'tempest-AttachVolumeNegativeTest-808524778-router', 'tenant_id': '9da8911c90e044c58dc0cf3fd4a5638a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.190'}], 'enable_snat': True}, 'gw_port_id': '0717cc72-7117-44ae-b5ab-924a55678621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:52:17Z', 'updated_at': '2022-06-01T18:52:39Z', 'revision_number': 4, 'project_id': '9da8911c90e044c58dc0cf3fd4a5638a', 'gw_port': {'id': '0717cc72-7117-44ae-b5ab-924a55678621', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:f4:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '533f25a8-4516-4734-96dc-76ed394d7577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:52:19Z', 'updated_at': '2022-06-01T18:52:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': 'da5af43f-7a7c-4ca7-9438-4ae05d3d9f7c', 'name': '', 'network_id': '908da31a-c43f-4d78-b2f1-4926efeaafe9', 'tenant_id': '9da8911c90e044c58dc0cf3fd4a5638a', 'mac_address': 'fa:16:3e:b3:fe:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '533f25a8-4516-4734-96dc-76ed394d7577', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': 'b62dadc8-5788-404f-95cb-85382718471e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:52:34Z', 'updated_at': '2022-06-01T18:52:58Z', 'revision_number': 5, 'project_id': '9da8911c90e044c58dc0cf3fd4a5638a', 'subnets': [{'id': 'b62dadc8-5788-404f-95cb-85382718471e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 18:57:26.840778 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdd8528-7883-4be0-b095-acd0572c0596 service neutron] Pushing event updated for resources: {'Port': ['ID=19467fbd-86a4-455f-ba36-972209de2a6f,revision_number=2']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:57:26.897757 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3648d7df-bd4a-4c45-9ce8-fa28d0282948 req-84296c08-9de8-442d-879e-d76257a8eb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:26.898876 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3648d7df-bd4a-4c45-9ce8-fa28d0282948 req-84296c08-9de8-442d-879e-d76257a8eb12 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0edcfecaba054f29a657f364ed77530c&device_id=7dcdd6d1-d2db-4e64-9637-96797b8c92fe HTTP/1.1" status: 200 len: 1094 time: 0.9459164 Jun 01 18:57:26.942531 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3dce84b6-3c54-435a-bb0d-b8c6d8401f1d req-2b6cf298-b233-4143-809b-3b2160103f85 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/security-groups?id=679bc320-73aa-41fb-80e9-32867c6d2bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3214154 Jun 01 18:57:27.005921 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8a11e7ff-773c-46e5-a3b3-aeaba0ffe894 req-2f7f6003-3e0a-4e46-a04c-efd8339c3b3c tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=d0a1e5281a6a4a33a7366a726bd4d479&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7960470 Jun 01 18:57:27.017562 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 34348) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:57:27.021309 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3648d7df-bd4a-4c45-9ce8-fa28d0282948 req-daa9c2f1-9709-4aec-a9c8-dfea32d9e9e7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a3269744-ecd1-4bfe-9619-4f31acc40af2 HTTP/1.1" status: 200 len: 217 time: 0.1102014 Jun 01 18:57:27.136368 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-b9ed60e3-6d0d-4ac6-ae2e-b225ae678512 req-5cdd8528-7883-4be0-b095-acd0572c0596 service neutron] Attempting to bind port 19467fbd-86a4-455f-ba36-972209de2a6f on host n-h1-844202-1 for vnic_type normal with profile {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:57:27.136699 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-b9ed60e3-6d0d-4ac6-ae2e-b225ae678512 req-5cdd8528-7883-4be0-b095-acd0572c0596 service neutron] Attempting to bind port 19467fbd-86a4-455f-ba36-972209de2a6f by drivers openvswitch,hyperv on host n-h1-844202-1 at level 0 using segments [{'id': 'e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426'}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:57:27.137020 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ed60e3-6d0d-4ac6-ae2e-b225ae678512 req-5cdd8528-7883-4be0-b095-acd0572c0596 service neutron] Attempting to bind port 19467fbd-86a4-455f-ba36-972209de2a6f on network 898153a3-5d71-43be-9d14-343ea4a48426 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:57:27.167421 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6016200f-42a8-4229-8f81-379914014b46 None None] New status for floating IP b371984c-2e6c-4fb8-bfc8-64211e2df916: DOWN {{(pid=88526) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 18:57:27.209728 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ed60e3-6d0d-4ac6-ae2e-b225ae678512 req-5cdd8528-7883-4be0-b095-acd0572c0596 service neutron] Port 19467fbd-86a4-455f-ba36-972209de2a6f on network 898153a3-5d71-43be-9d14-343ea4a48426 not bound, no agent of type Open vSwitch agent registered on host n-h1-844202-1 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 18:57:27.210043 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ed60e3-6d0d-4ac6-ae2e-b225ae678512 req-5cdd8528-7883-4be0-b095-acd0572c0596 service neutron] Attempting to bind port 19467fbd-86a4-455f-ba36-972209de2a6f on network 898153a3-5d71-43be-9d14-343ea4a48426 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:57:27.244600 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-8d98c566-8844-4c1c-bde2-ba125588c792 tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] 10.222.0.41 "DELETE /v2.0/routers/21c401db-c063-4757-9ec6-a684b19bf273/tags HTTP/1.1" status: 204 len: 168 time: 0.8958287 Jun 01 18:57:27.248081 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 34352) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:57:27.266151 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.tag.tag_plugin [None req-2cc101f7-d2af-4141-bec8-975acaa2d153 tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '21c401db-c063-4757-9ec6-a684b19bf273', 'tempest-TagsExtTest-Tag-1719325061') {} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:57:27.290044 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ed60e3-6d0d-4ac6-ae2e-b225ae678512 req-5cdd8528-7883-4be0-b095-acd0572c0596 service neutron] Checking agent: {'id': 'bdb1e5d7-b998-4259-838f-3d278e930f32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 18, 57, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:57:27.290423 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ed60e3-6d0d-4ac6-ae2e-b225ae678512 req-5cdd8528-7883-4be0-b095-acd0572c0596 service neutron] Checking segment: {'id': 'e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:57:27.290919 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ed60e3-6d0d-4ac6-ae2e-b225ae678512 req-5cdd8528-7883-4be0-b095-acd0572c0596 service neutron] Bound using segment: {'id': 'e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426'} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:57:27.291346 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-b9ed60e3-6d0d-4ac6-ae2e-b225ae678512 req-5cdd8528-7883-4be0-b095-acd0572c0596 service neutron] Bound port: 19467fbd-86a4-455f-ba36-972209de2a6f, host: n-h1-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426'}}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:57:27.291682 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-b9ed60e3-6d0d-4ac6-ae2e-b225ae678512 req-5cdd8528-7883-4be0-b095-acd0572c0596 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:27.314145 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3648d7df-bd4a-4c45-9ce8-fa28d0282948 req-b0082179-38b8-4fe4-82c6-2beb8d303329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:27.315826 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3648d7df-bd4a-4c45-9ce8-fa28d0282948 req-b0082179-38b8-4fe4-82c6-2beb8d303329 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8cebf7e9-1140-4183-b8b2-8d4c3920d222 HTTP/1.1" status: 200 len: 852 time: 0.2705779 Jun 01 18:57:27.323229 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-fb5db96e-9832-4e5a-ae54-5b981db9daf9 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:27.389372 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a7bb763f-7a39-4715-b61f-191fccd936ce tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:27.434469 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3648d7df-bd4a-4c45-9ce8-fa28d0282948 req-a0d95b1d-0707-4624-8064-51fcd63316b2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7a710216-a9ba-47da-a86f-23bc8e339e5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0937715 Jun 01 18:57:27.537054 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bb763f-7a39-4715-b61f-191fccd936ce tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Pushing event deleted for resources: {'Port': ['ID=854c2753-3dc9-462a-a79b-738b74c2af3e,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:57:27.569848 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-fb5db96e-9832-4e5a-ae54-5b981db9daf9 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:27.621680 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8a11e7ff-773c-46e5-a3b3-aeaba0ffe894 req-3c1dc130-662b-4f97-9cef-e39c2953a0a4 service neutron] 10.222.0.41 "GET /v2.0/networks/68c6e764-294d-4bbe-b8e6-e3de6ad7c308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5989158 Jun 01 18:57:27.654549 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cdd2aa-bd96-457e-8758-6f8e5a394a3c req-10ff5f83-c6af-4990-ae53-9769fbcdaa5b tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:27.656044 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e5cdd2aa-bd96-457e-8758-6f8e5a394a3c req-10ff5f83-c6af-4990-ae53-9769fbcdaa5b tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.41 "GET /v2.0/ports?device_id=572f9759-e372-48b5-b8b1-7ee049385f46 HTTP/1.1" status: 200 len: 936 time: 0.5146492 Jun 01 18:57:27.661753 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-b9ed60e3-6d0d-4ac6-ae2e-b225ae678512 req-5cdd8528-7883-4be0-b095-acd0572c0596 service neutron] For port 19467fbd-86a4-455f-ba36-972209de2a6f, host n-h1-844202-1, cleared binding levels {{(pid=88524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:57:27.673592 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7dcdd6d1-d2db-4e64-9637-96797b8c92fe', 'tag': 'a3269744-ecd1-4bfe-9619-4f31acc40af2'}] {{(pid=88525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:57:27.677509 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-b9ed60e3-6d0d-4ac6-ae2e-b225ae678512 req-5cdd8528-7883-4be0-b095-acd0572c0596 service neutron] For port 19467fbd-86a4-455f-ba36-972209de2a6f, host n-h1-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=19467fbd-86a4-455f-ba36-972209de2a6f,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:57:27.701537 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-b9ed60e3-6d0d-4ac6-ae2e-b225ae678512 req-5cdd8528-7883-4be0-b095-acd0572c0596 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:27.708301 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a7bb763f-7a39-4715-b61f-191fccd936ce tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:27.817498 n-d-844202-1 neutron-server[88525]: INFO neutron.api.v2.resource [None req-2cc101f7-d2af-4141-bec8-975acaa2d153 tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] show failed (client error): The resource could not be found. Jun 01 18:57:27.818430 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ed60e3-6d0d-4ac6-ae2e-b225ae678512 req-5cdd8528-7883-4be0-b095-acd0572c0596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:27.818577 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-2cc101f7-d2af-4141-bec8-975acaa2d153 tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] 10.222.0.41 "GET /v2.0/routers/21c401db-c063-4757-9ec6-a684b19bf273/tags/tempest-TagsExtTest-Tag-1719325061 HTTP/1.1" status: 404 len: 329 time: 0.5663288 Jun 01 18:57:27.819042 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-b9ed60e3-6d0d-4ac6-ae2e-b225ae678512 req-5cdd8528-7883-4be0-b095-acd0572c0596 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:27.820445 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b9ed60e3-6d0d-4ac6-ae2e-b225ae678512 req-5cdd8528-7883-4be0-b095-acd0572c0596 service neutron] 10.222.0.15 "PUT /v2.0/ports/19467fbd-86a4-455f-ba36-972209de2a6f HTTP/1.1" status: 200 len: 1095 time: 3.1388984 Jun 01 18:57:27.825472 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f98086ad-d4b4-4913-b9d8-e9791fdfa46a', 'tag': '19467fbd-86a4-455f-ba36-972209de2a6f'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:57:27.828755 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-a7bb763f-7a39-4715-b61f-191fccd936ce tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] 10.222.0.41 "DELETE /v2.0/ports/854c2753-3dc9-462a-a79b-738b74c2af3e HTTP/1.1" status: 204 len: 168 time: 2.6494327 Jun 01 18:57:27.829842 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 34358) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:57:27.829842 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 34360) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:57:27.856337 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.tag.tag_plugin [None req-c5d9affc-9a27-4323-80d8-7520f449b201 tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '21c401db-c063-4757-9ec6-a684b19bf273', 'tempest-TagsExtTest-Tag-1129187988') {} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:57:27.858309 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-fb5db96e-9832-4e5a-ae54-5b981db9daf9 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:27.869766 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e5cdd2aa-bd96-457e-8758-6f8e5a394a3c req-c6077785-eee9-4216-8e14-45911e604018 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.41 "GET /v2.0/security-groups?id=22665066-3f80-4493-8b7a-e2faea6c666a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946950 Jun 01 18:57:27.919700 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [req-b9ed60e3-6d0d-4ac6-ae2e-b225ae678512 req-aa5b8e6f-f034-401b-902c-8faf6e5d4691 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 788b40d5-d43b-47fb-a5c6-ee70b4898015 {{(pid=88524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:57:27.952510 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-b9ed60e3-6d0d-4ac6-ae2e-b225ae678512 req-aa5b8e6f-f034-401b-902c-8faf6e5d4691 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:27.964994 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5db96e-9832-4e5a-ae54-5b981db9daf9 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7be4da1b-38ad-4466-97f9-2d085531e9f2,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:57:27.998294 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdd8528-7883-4be0-b095-acd0572c0596 service neutron] Pushing event updated for resources: {'Port': ['ID=19467fbd-86a4-455f-ba36-972209de2a6f,revision_number=3']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:57:28.009205 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [req-b9ed60e3-6d0d-4ac6-ae2e-b225ae678512 req-aa5b8e6f-f034-401b-902c-8faf6e5d4691 service neutron] Transition to ACTIVE for port object 788b40d5-d43b-47fb-a5c6-ee70b4898015 will not be triggered until provisioned by entity L2. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:57:28.019049 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-b9ed60e3-6d0d-4ac6-ae2e-b225ae678512 req-aa5b8e6f-f034-401b-902c-8faf6e5d4691 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:28.118080 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-fb5db96e-9832-4e5a-ae54-5b981db9daf9 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:28.123024 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-fb5db96e-9832-4e5a-ae54-5b981db9daf9 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] 10.222.0.41 "DELETE /v2.0/security-groups/7be4da1b-38ad-4466-97f9-2d085531e9f2 HTTP/1.1" status: 204 len: 168 time: 1.0900531 Jun 01 18:57:28.124590 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38aefa90-e550-4d4d-8c9e-fc3a5b4b9ae7'] response: {'name': 'network-changed', 'server_uuid': 'f98086ad-d4b4-4913-b9d8-e9791fdfa46a', 'tag': '19467fbd-86a4-455f-ba36-972209de2a6f', 'status': 'completed', 'code': 200} Jun 01 18:57:28.147828 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 34370) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:57:28.183155 n-d-844202-1 neutron-server[88525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-766f0539-2b0d-4960-9723-3e3dae838ee2'] response: {'name': 'network-changed', 'server_uuid': '7dcdd6d1-d2db-4e64-9637-96797b8c92fe', 'tag': 'a3269744-ecd1-4bfe-9619-4f31acc40af2', 'status': 'completed', 'code': 200} Jun 01 18:57:28.227994 n-d-844202-1 neutron-server[88525]: INFO neutron.pecan_wsgi.hooks.translation [None req-403b59ed-1001-41b7-81ca-5ce24e74571f tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] GET failed (client error): The resource could not be found. Jun 01 18:57:28.228553 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-403b59ed-1001-41b7-81ca-5ce24e74571f tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Synchronizing usage tracker for tenant:d0bd5c2fb6ee4680890497b365c62bd9 on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:57:28.252666 n-d-844202-1 neutron-server[88524]: INFO neutron.api.v2.resource [None req-581ab6e8-cb4f-4142-90bb-979794f9fd9b tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] show failed (client error): The resource could not be found. Jun 01 18:57:28.256942 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3648d7df-bd4a-4c45-9ce8-fa28d0282948 req-9b97ad43-0920-4058-9fb2-8d84a8f50ff8 service neutron] 10.222.0.50 "GET /v2.0/networks/7a710216-a9ba-47da-a86f-23bc8e339e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7560639 Jun 01 18:57:28.257117 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-581ab6e8-cb4f-4142-90bb-979794f9fd9b tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] 10.222.0.41 "GET /v2.0/security-groups/7be4da1b-38ad-4466-97f9-2d085531e9f2 HTTP/1.1" status: 404 len: 347 time: 0.1030180 Jun 01 18:57:28.260902 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 34374) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:57:28.261529 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5b8e6f-f034-401b-902c-8faf6e5d4691 service neutron] Pushing event updated for resources: {'Port': ['ID=788b40d5-d43b-47fb-a5c6-ee70b4898015,revision_number=2']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:57:28.350668 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8a11e7ff-773c-46e5-a3b3-aeaba0ffe894 req-fcfac086-54ec-4f47-83c1-49ef129fdc3f service neutron] 10.222.0.41 "GET /v2.0/networks/68c6e764-294d-4bbe-b8e6-e3de6ad7c308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6665788 Jun 01 18:57:28.402947 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ed60e3-6d0d-4ac6-ae2e-b225ae678512 req-2475007b-a778-4a78-ad99-72d1ecfe1f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:28.404449 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b9ed60e3-6d0d-4ac6-ae2e-b225ae678512 req-2475007b-a778-4a78-ad99-72d1ecfe1f01 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ed558a94bd42496298488549f6a1a20a&device_id=f98086ad-d4b4-4913-b9d8-e9791fdfa46a HTTP/1.1" status: 200 len: 1098 time: 0.5303440 Jun 01 18:57:28.404582 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-403b59ed-1001-41b7-81ca-5ce24e74571f tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Unset dirty status for tenant:d0bd5c2fb6ee4680890497b365c62bd9 on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:57:28.405641 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-403b59ed-1001-41b7-81ca-5ce24e74571f tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] 10.222.0.41 "GET /v2.0/ports/854c2753-3dc9-462a-a79b-738b74c2af3e HTTP/1.1" status: 404 len: 333 time: 0.5574155 Jun 01 18:57:28.413993 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 34378) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:57:28.417149 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-306ba266-b5fb-4662-aa3f-825e9e8e30f3 req-b2360a38-b2d0-4702-9512-26dcc8aa0a02 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=89573410-7740-4786-add2-715066dfb6b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8762925 Jun 01 18:57:28.548301 n-d-844202-1 neutron-server[88525]: INFO neutron.api.v2.resource [None req-c5d9affc-9a27-4323-80d8-7520f449b201 tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] show failed (client error): The resource could not be found. Jun 01 18:57:28.549333 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-c5d9affc-9a27-4323-80d8-7520f449b201 tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] 10.222.0.41 "GET /v2.0/routers/21c401db-c063-4757-9ec6-a684b19bf273/tags/tempest-TagsExtTest-Tag-1129187988 HTTP/1.1" status: 404 len: 329 time: 0.7026398 Jun 01 18:57:28.561462 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 34386) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:57:28.576936 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.tag.tag_plugin [None req-ecc98266-b70a-466d-864a-fb9b717df13d tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '21c401db-c063-4757-9ec6-a684b19bf273', 'tempest-TagsExtTest-Tag-541589408') {} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:57:28.671425 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b9ed60e3-6d0d-4ac6-ae2e-b225ae678512 req-2f216459-3c3c-4b93-beee-63e36d698d45 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=19467fbd-86a4-455f-ba36-972209de2a6f HTTP/1.1" status: 200 len: 217 time: 0.1813767 Jun 01 18:57:28.675235 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-6ffd50df-2f65-4484-9daf-fac3c06a5822 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Deleting port 9d914324-13b9-43ba-be4f-c6195746a7ce {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:57:28.675571 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6ffd50df-2f65-4484-9daf-fac3c06a5822 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:28.687023 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-b5787cc2-7159-4ba3-98bd-0e3000e88e86 tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Deleting port 87d7b813-2064-4576-8893-6e200d7f3f74 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:57:28.687375 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b5787cc2-7159-4ba3-98bd-0e3000e88e86 tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:28.759126 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ba275bee-a6b4-4d71-8968-cb2512ebccae req-836ca1a4-ffd4-4286-aa8e-f08f671cd8a8 tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] 10.222.0.41 "GET /v2.0/ports?device_id=3dbbeeb1-1868-46af-b8b0-8b09b36306d0 HTTP/1.1" status: 200 len: 210 time: 0.2003469 Jun 01 18:57:28.856640 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3648d7df-bd4a-4c45-9ce8-fa28d0282948 req-2d315704-5d84-4219-b666-625fbafa86a1 service neutron] 10.222.0.50 "GET /v2.0/networks/7a710216-a9ba-47da-a86f-23bc8e339e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5453894 Jun 01 18:57:28.884163 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ed60e3-6d0d-4ac6-ae2e-b225ae678512 req-59875e06-6884-4e8c-ae83-de3f99d2fcc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:28.885627 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b9ed60e3-6d0d-4ac6-ae2e-b225ae678512 req-59875e06-6884-4e8c-ae83-de3f99d2fcc2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=35e3ad2f-9c88-4698-b634-4e1b58de1cc2 HTTP/1.1" status: 200 len: 843 time: 0.1755922 Jun 01 18:57:28.938699 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-b9ed60e3-6d0d-4ac6-ae2e-b225ae678512 req-aa5b8e6f-f034-401b-902c-8faf6e5d4691 service neutron] Attempting to bind port 788b40d5-d43b-47fb-a5c6-ee70b4898015 on host n-h2-844202-1 for vnic_type normal with profile {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:57:28.939029 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-b9ed60e3-6d0d-4ac6-ae2e-b225ae678512 req-aa5b8e6f-f034-401b-902c-8faf6e5d4691 service neutron] Attempting to bind port 788b40d5-d43b-47fb-a5c6-ee70b4898015 by drivers openvswitch,hyperv on host n-h2-844202-1 at level 0 using segments [{'id': 'e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426'}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:57:28.939350 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ed60e3-6d0d-4ac6-ae2e-b225ae678512 req-aa5b8e6f-f034-401b-902c-8faf6e5d4691 service neutron] Attempting to bind port 788b40d5-d43b-47fb-a5c6-ee70b4898015 on network 898153a3-5d71-43be-9d14-343ea4a48426 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:57:28.963481 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ed60e3-6d0d-4ac6-ae2e-b225ae678512 req-aa5b8e6f-f034-401b-902c-8faf6e5d4691 service neutron] Port 788b40d5-d43b-47fb-a5c6-ee70b4898015 on network 898153a3-5d71-43be-9d14-343ea4a48426 not bound, no agent of type Open vSwitch agent registered on host n-h2-844202-1 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 18:57:28.963851 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ed60e3-6d0d-4ac6-ae2e-b225ae678512 req-aa5b8e6f-f034-401b-902c-8faf6e5d4691 service neutron] Attempting to bind port 788b40d5-d43b-47fb-a5c6-ee70b4898015 on network 898153a3-5d71-43be-9d14-343ea4a48426 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:57:28.970126 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306ba266-b5fb-4662-aa3f-825e9e8e30f3 req-11213dd9-1f60-4e30-9f17-82b4e92a18bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:28.971688 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-306ba266-b5fb-4662-aa3f-825e9e8e30f3 req-11213dd9-1f60-4e30-9f17-82b4e92a18bb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d40f7c9e0af24f109f247cdb0a7a60bf&device_id=89573410-7740-4786-add2-715066dfb6b7 HTTP/1.1" status: 200 len: 1096 time: 0.5025465 Jun 01 18:57:28.973400 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d38500d-3e2e-409d-b5e8-7373181f5cb5 req-ea240e9f-5e56-48e0-b138-56ebbe0ad83a tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:28.980255 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3d38500d-3e2e-409d-b5e8-7373181f5cb5 req-ea240e9f-5e56-48e0-b138-56ebbe0ad83a tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/ports?device_id=7dcdd6d1-d2db-4e64-9637-96797b8c92fe HTTP/1.1" status: 200 len: 943 time: 0.7132940 Jun 01 18:57:28.988965 n-d-844202-1 neutron-server[88525]: INFO neutron.api.v2.resource [None req-ecc98266-b70a-466d-864a-fb9b717df13d tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] show failed (client error): The resource could not be found. Jun 01 18:57:28.992971 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-ecc98266-b70a-466d-864a-fb9b717df13d tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] 10.222.0.41 "GET /v2.0/routers/21c401db-c063-4757-9ec6-a684b19bf273/tags/tempest-TagsExtTest-Tag-541589408 HTTP/1.1" status: 404 len: 328 time: 0.4227736 Jun 01 18:57:28.993538 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 34398) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:57:29.029921 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ed60e3-6d0d-4ac6-ae2e-b225ae678512 req-aa5b8e6f-f034-401b-902c-8faf6e5d4691 service neutron] Checking agent: {'id': 'f5db9968-6317-4186-9100-9e0ca6b50417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 18, 57, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:57:29.030259 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ed60e3-6d0d-4ac6-ae2e-b225ae678512 req-aa5b8e6f-f034-401b-902c-8faf6e5d4691 service neutron] Checking segment: {'id': 'e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:57:29.030636 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ed60e3-6d0d-4ac6-ae2e-b225ae678512 req-aa5b8e6f-f034-401b-902c-8faf6e5d4691 service neutron] Bound using segment: {'id': 'e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426'} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:57:29.031075 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-b9ed60e3-6d0d-4ac6-ae2e-b225ae678512 req-aa5b8e6f-f034-401b-902c-8faf6e5d4691 service neutron] Bound port: 788b40d5-d43b-47fb-a5c6-ee70b4898015, host: n-h2-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426'}}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:57:29.031413 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-b9ed60e3-6d0d-4ac6-ae2e-b225ae678512 req-aa5b8e6f-f034-401b-902c-8faf6e5d4691 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:29.058305 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.tag.tag_plugin [None req-ed8d2fa1-c721-4e37-a799-f8fd7e01f5a9 tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '0d1d83dc-3bbc-4607-a4c5-e4ec7f4d23cf', {'tags': ['tempest-TagsExtTest-Tag-751372475', 'tempest-TagsExtTest-Tag-1521310037', 'tempest-TagsExtTest-Tag-744838039']}) {} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:57:29.109203 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6ffd50df-2f65-4484-9daf-fac3c06a5822 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:29.109524 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6ffd50df-2f65-4484-9daf-fac3c06a5822 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:29.127512 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3d38500d-3e2e-409d-b5e8-7373181f5cb5 req-c062f363-eeae-4f86-adf2-b1f325d30db5 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/security-groups?id=679bc320-73aa-41fb-80e9-32867c6d2bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464212 Jun 01 18:57:29.266319 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-6ffd50df-2f65-4484-9daf-fac3c06a5822 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Calling delete_port for 9d914324-13b9-43ba-be4f-c6195746a7ce owned by network:floatingip {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:57:29.336268 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-ed8d2fa1-c721-4e37-a799-f8fd7e01f5a9 tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] 10.222.0.41 "PUT /v2.0/subnetpools/0d1d83dc-3bbc-4607-a4c5-e4ec7f4d23cf/tags HTTP/1.1" status: 200 len: 316 time: 0.3295960 Jun 01 18:57:29.349472 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 34402) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:57:29.370277 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.tag.tag_plugin [None req-af56b992-fd6a-4184-aa28-fc19f96686c5 tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '0d1d83dc-3bbc-4607-a4c5-e4ec7f4d23cf') {} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:57:29.417096 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb2f5cb-d55c-4ca1-abb4-eafe9e85d41c req-a6823a4d-6d3f-4c8b-a55c-1ef2dc96b213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:29.418576 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ffb2f5cb-d55c-4ca1-abb4-eafe9e85d41c req-a6823a4d-6d3f-4c8b-a55c-1ef2dc96b213 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0edcfecaba054f29a657f364ed77530c&device_id=7dcdd6d1-d2db-4e64-9637-96797b8c92fe HTTP/1.1" status: 200 len: 1094 time: 0.5051596 Jun 01 18:57:29.460442 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306ba266-b5fb-4662-aa3f-825e9e8e30f3 req-5cde6fc6-3b65-4542-8e8c-cea443f7b741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:29.461902 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-306ba266-b5fb-4662-aa3f-825e9e8e30f3 req-5cde6fc6-3b65-4542-8e8c-cea443f7b741 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4c7a9aa4-8b0d-4225-ab31-749c4f434a4b HTTP/1.1" status: 200 len: 919 time: 0.4396451 Jun 01 18:57:29.472085 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ed60e3-6d0d-4ac6-ae2e-b225ae678512 req-7c172d61-6200-4e2e-a55b-ea29f9f42a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:29.474138 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b9ed60e3-6d0d-4ac6-ae2e-b225ae678512 req-7c172d61-6200-4e2e-a55b-ea29f9f42a87 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=898153a3-5d71-43be-9d14-343ea4a48426&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5800219 Jun 01 18:57:29.509924 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-b9ed60e3-6d0d-4ac6-ae2e-b225ae678512 req-aa5b8e6f-f034-401b-902c-8faf6e5d4691 service neutron] For port 788b40d5-d43b-47fb-a5c6-ee70b4898015, host n-h2-844202-1, cleared binding levels {{(pid=88524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:57:29.573511 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-b9ed60e3-6d0d-4ac6-ae2e-b225ae678512 req-aa5b8e6f-f034-401b-902c-8faf6e5d4691 service neutron] For port 788b40d5-d43b-47fb-a5c6-ee70b4898015, host n-h2-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=788b40d5-d43b-47fb-a5c6-ee70b4898015,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:57:29.588304 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-b9ed60e3-6d0d-4ac6-ae2e-b225ae678512 req-aa5b8e6f-f034-401b-902c-8faf6e5d4691 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:29.593488 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b5787cc2-7159-4ba3-98bd-0e3000e88e86 tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:29.624465 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-306ba266-b5fb-4662-aa3f-825e9e8e30f3 req-ef85c38b-3cb6-4cca-8b26-cb302d65b4c0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1962a7c2-7868-4607-b6fe-640b1199e848 HTTP/1.1" status: 200 len: 217 time: 0.1437113 Jun 01 18:57:29.637635 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2abed2-4403-4b10-b0a1-2c202f613edb req-359ab639-5434-416c-8f79-e4a58f4e27e8 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:29.639225 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ff2abed2-4403-4b10-b0a1-2c202f613edb req-359ab639-5434-416c-8f79-e4a58f4e27e8 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.41 "GET /v2.0/ports?device_id=572f9759-e372-48b5-b8b1-7ee049385f46 HTTP/1.1" status: 200 len: 948 time: 0.5552847 Jun 01 18:57:29.713276 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ed60e3-6d0d-4ac6-ae2e-b225ae678512 req-aa5b8e6f-f034-401b-902c-8faf6e5d4691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:29.713941 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-b9ed60e3-6d0d-4ac6-ae2e-b225ae678512 req-aa5b8e6f-f034-401b-902c-8faf6e5d4691 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:29.716862 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b9ed60e3-6d0d-4ac6-ae2e-b225ae678512 req-aa5b8e6f-f034-401b-902c-8faf6e5d4691 service neutron] 10.222.0.50 "PUT /v2.0/ports/788b40d5-d43b-47fb-a5c6-ee70b4898015 HTTP/1.1" status: 200 len: 1096 time: 3.4631777 Jun 01 18:57:29.796029 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5b8e6f-f034-401b-902c-8faf6e5d4691 service neutron] Pushing event updated for resources: {'Port': ['ID=788b40d5-d43b-47fb-a5c6-ee70b4898015,revision_number=3']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:57:29.799179 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6ffd50df-2f65-4484-9daf-fac3c06a5822 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:29.917934 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b9ed60e3-6d0d-4ac6-ae2e-b225ae678512 req-ffc34c67-6695-42d7-a65f-5b8c394e45c9 service neutron] 10.222.0.15 "GET /v2.0/networks/898153a3-5d71-43be-9d14-343ea4a48426?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4346840 Jun 01 18:57:29.981866 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffd50df-2f65-4484-9daf-fac3c06a5822 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Pushing event deleted for resources: {'Port': ['ID=9d914324-13b9-43ba-be4f-c6195746a7ce,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:57:30.114215 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-b5787cc2-7159-4ba3-98bd-0e3000e88e86 tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Calling delete_port for 87d7b813-2064-4576-8893-6e200d7f3f74 owned by {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:57:30.130279 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '572f9759-e372-48b5-b8b1-7ee049385f46', 'tag': '788b40d5-d43b-47fb-a5c6-ee70b4898015'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:57:30.136579 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-8d99890a-3c68-4cdc-bc94-bcce9eb634ef req-e0a09bdb-adb2-454f-8de7-b65980b5ce02 tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] 10.222.0.41 "GET /v2.0/ports?device_id=3dbbeeb1-1868-46af-b8b0-8b09b36306d0 HTTP/1.1" status: 200 len: 210 time: 0.2177253 Jun 01 18:57:30.220357 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0c81790-5644-4590-b8e7-2eadeb25ed65'] response: {'name': 'network-changed', 'server_uuid': '572f9759-e372-48b5-b8b1-7ee049385f46', 'tag': '788b40d5-d43b-47fb-a5c6-ee70b4898015', 'status': 'completed', 'code': 200} Jun 01 18:57:30.232046 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b9ed60e3-6d0d-4ac6-ae2e-b225ae678512 req-510cd5a4-6a83-4d6b-b82b-2cab755846e7 service neutron] 10.222.0.15 "GET /v2.0/networks/898153a3-5d71-43be-9d14-343ea4a48426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2755535 Jun 01 18:57:30.233403 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6ffd50df-2f65-4484-9daf-fac3c06a5822 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Notify callbacks [] for floatingip, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:30.245058 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ed60e3-6d0d-4ac6-ae2e-b225ae678512 req-08ec9fac-6346-4d3f-8e6a-ebd77f346f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:30.246638 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b9ed60e3-6d0d-4ac6-ae2e-b225ae678512 req-08ec9fac-6346-4d3f-8e6a-ebd77f346f26 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ed558a94bd42496298488549f6a1a20a&device_id=572f9759-e372-48b5-b8b1-7ee049385f46 HTTP/1.1" status: 200 len: 1099 time: 0.4422317 Jun 01 18:57:30.277575 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306ba266-b5fb-4662-aa3f-825e9e8e30f3 req-a5f83f63-3816-4c7c-870e-369c8e9729a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:30.279757 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-306ba266-b5fb-4662-aa3f-825e9e8e30f3 req-a5f83f63-3816-4c7c-870e-369c8e9729a9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6675a480-f2f0-4e10-96f4-f99c31c21be5 HTTP/1.1" status: 200 len: 857 time: 0.3778598 Jun 01 18:57:30.293302 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-af56b992-fd6a-4184-aa28-fc19f96686c5 tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] 10.222.0.41 "DELETE /v2.0/subnetpools/0d1d83dc-3bbc-4607-a4c5-e4ec7f4d23cf/tags HTTP/1.1" status: 204 len: 168 time: 0.9325178 Jun 01 18:57:30.322439 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 34414) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:57:30.334734 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb2f5cb-d55c-4ca1-abb4-eafe9e85d41c req-909866bf-800c-4f44-8dd4-be37bc6a9d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:30.336152 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ffb2f5cb-d55c-4ca1-abb4-eafe9e85d41c req-909866bf-800c-4f44-8dd4-be37bc6a9d7e service neutron] 10.222.0.50 "GET /v2.0/networks?id=7a710216-a9ba-47da-a86f-23bc8e339e5a HTTP/1.1" status: 200 len: 913 time: 0.9094021 Jun 01 18:57:30.338948 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ff2abed2-4403-4b10-b0a1-2c202f613edb req-0c309a4d-7395-4246-9d3c-f0b11c058117 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.41 "GET /v2.0/security-groups?id=22665066-3f80-4493-8b7a-e2faea6c666a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3199968 Jun 01 18:57:30.399673 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.tag.tag_plugin [None req-f997355f-a65a-43d6-b0d1-6bbc3c2b929f tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '0d1d83dc-3bbc-4607-a4c5-e4ec7f4d23cf', 'tempest-TagsExtTest-Tag-751372475') {} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:57:30.412553 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b9ed60e3-6d0d-4ac6-ae2e-b225ae678512 req-3df9fa17-6d26-467b-ba14-6590d7a3aebd service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=788b40d5-d43b-47fb-a5c6-ee70b4898015 HTTP/1.1" status: 200 len: 217 time: 0.1556344 Jun 01 18:57:30.457782 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ffb2f5cb-d55c-4ca1-abb4-eafe9e85d41c req-d01615ab-d02a-4d2c-b6b4-d64fc9368117 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a3269744-ecd1-4bfe-9619-4f31acc40af2 HTTP/1.1" status: 200 len: 217 time: 0.0903986 Jun 01 18:57:30.464065 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6ffd50df-2f65-4484-9daf-fac3c06a5822 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for floatingip, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:30.465186 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-6ffd50df-2f65-4484-9daf-fac3c06a5822 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] 10.222.0.41 "DELETE /v2.0/floatingips/b371984c-2e6c-4fb8-bfc8-64211e2df916 HTTP/1.1" status: 204 len: 168 time: 2.2011490 Jun 01 18:57:30.478303 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a11e7ff-773c-46e5-a3b3-aeaba0ffe894 req-aec77ef3-431f-46cc-bdc1-5075d012795c tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:30.480007 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8a11e7ff-773c-46e5-a3b3-aeaba0ffe894 req-aec77ef3-431f-46cc-bdc1-5075d012795c tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] 10.222.0.15 "GET /v2.0/networks?id=68c6e764-294d-4bbe-b8e6-e3de6ad7c308 HTTP/1.1" status: 200 len: 811 time: 0.4599125 Jun 01 18:57:30.526347 n-d-844202-1 neutron-server[88524]: INFO neutron.api.v2.resource [None req-f997355f-a65a-43d6-b0d1-6bbc3c2b929f tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] show failed (client error): The resource could not be found. Jun 01 18:57:30.527362 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-f997355f-a65a-43d6-b0d1-6bbc3c2b929f tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] 10.222.0.41 "GET /v2.0/subnetpools/0d1d83dc-3bbc-4607-a4c5-e4ec7f4d23cf/tags/tempest-TagsExtTest-Tag-751372475 HTTP/1.1" status: 404 len: 328 time: 0.2039490 Jun 01 18:57:30.530913 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ed60e3-6d0d-4ac6-ae2e-b225ae678512 req-6c64e41b-b385-40f8-93d0-a901045cb33f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:30.532290 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b9ed60e3-6d0d-4ac6-ae2e-b225ae678512 req-6c64e41b-b385-40f8-93d0-a901045cb33f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=35e3ad2f-9c88-4698-b634-4e1b58de1cc2 HTTP/1.1" status: 200 len: 843 time: 0.1030917 Jun 01 18:57:30.533256 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 34420) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:57:30.544084 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.tag.tag_plugin [None req-6b516cb9-9e85-44d7-95bb-e7250df8ec63 tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '0d1d83dc-3bbc-4607-a4c5-e4ec7f4d23cf', 'tempest-TagsExtTest-Tag-1521310037') {} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:57:30.554628 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [req-8a11e7ff-773c-46e5-a3b3-aeaba0ffe894 req-b0e67118-e4b1-4937-af45-bd55382b646d tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] Request body: {'port': {'device_id': '3dbbeeb1-1868-46af-b8b0-8b09b36306d0', 'network_id': '68c6e764-294d-4bbe-b8e6-e3de6ad7c308', 'admin_state_up': True, 'tenant_id': 'd0a1e5281a6a4a33a7366a726bd4d479'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:57:30.569364 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 34424) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:57:30.602783 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-22233c87-ab2d-496b-80c9-f8b86562b3a7 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1446661182', 'description': 'tempest-description--196491815'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:57:30.633290 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ee3ade-96fd-4c46-97ce-dcab6391e576 req-d6055892-a2da-404b-bd43-590d9d58f578 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:30.634702 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b2ee3ade-96fd-4c46-97ce-dcab6391e576 req-d6055892-a2da-404b-bd43-590d9d58f578 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/ports?device_id=7dcdd6d1-d2db-4e64-9637-96797b8c92fe HTTP/1.1" status: 200 len: 943 time: 0.2797976 Jun 01 18:57:30.636520 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d565ac6-4632-4c10-994c-3ac7f94b0c2d req-7c3f65f1-0776-48f3-aee2-f3fff6cf480d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:30.637812 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-8d565ac6-4632-4c10-994c-3ac7f94b0c2d req-7c3f65f1-0776-48f3-aee2-f3fff6cf480d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ed558a94bd42496298488549f6a1a20a&device_id=f98086ad-d4b4-4913-b9d8-e9791fdfa46a HTTP/1.1" status: 200 len: 1098 time: 0.3162503 Jun 01 18:57:30.671644 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-22233c87-ab2d-496b-80c9-f8b86562b3a7 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:57:30.682486 n-d-844202-1 neutron-server[88524]: INFO neutron.api.v2.resource [None req-6b516cb9-9e85-44d7-95bb-e7250df8ec63 tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] show failed (client error): The resource could not be found. Jun 01 18:57:30.683475 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-6b516cb9-9e85-44d7-95bb-e7250df8ec63 tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] 10.222.0.41 "GET /v2.0/subnetpools/0d1d83dc-3bbc-4607-a4c5-e4ec7f4d23cf/tags/tempest-TagsExtTest-Tag-1521310037 HTTP/1.1" status: 404 len: 329 time: 0.1492226 Jun 01 18:57:30.692724 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 34430) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:57:30.697027 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-22233c87-ab2d-496b-80c9-f8b86562b3a7 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Usage tracker for resource:security_group and tenant:9da8911c90e044c58dc0cf3fd4a5638a is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:57:30.700700 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-22233c87-ab2d-496b-80c9-f8b86562b3a7 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:57:30.729807 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb2f5cb-d55c-4ca1-abb4-eafe9e85d41c req-476f0042-538c-4d10-8946-6ae75f46baf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:30.731275 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ffb2f5cb-d55c-4ca1-abb4-eafe9e85d41c req-476f0042-538c-4d10-8946-6ae75f46baf7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8cebf7e9-1140-4183-b8b2-8d4c3920d222 HTTP/1.1" status: 200 len: 852 time: 0.2621756 Jun 01 18:57:30.736192 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-22233c87-ab2d-496b-80c9-f8b86562b3a7 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:57:30.760739 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.tag.tag_plugin [None req-98112ab5-27a6-4863-b5d1-55d3ec3ed0f8 tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '0d1d83dc-3bbc-4607-a4c5-e4ec7f4d23cf', 'tempest-TagsExtTest-Tag-744838039') {} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:57:30.777180 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b5787cc2-7159-4ba3-98bd-0e3000e88e86 tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:30.798330 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b2ee3ade-96fd-4c46-97ce-dcab6391e576 req-d3af149d-ebf3-4b4a-bca3-5ca4b85cef81 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/security-groups?id=679bc320-73aa-41fb-80e9-32867c6d2bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547120 Jun 01 18:57:30.810851 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ed60e3-6d0d-4ac6-ae2e-b225ae678512 req-9d7dca64-04e0-46e9-af3e-4f7de5ad0282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:30.812332 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b9ed60e3-6d0d-4ac6-ae2e-b225ae678512 req-9d7dca64-04e0-46e9-af3e-4f7de5ad0282 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=898153a3-5d71-43be-9d14-343ea4a48426&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2714217 Jun 01 18:57:30.841659 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306ba266-b5fb-4662-aa3f-825e9e8e30f3 req-1cd4522a-3db1-4514-ac64-d3e912f1d4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:30.843184 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-306ba266-b5fb-4662-aa3f-825e9e8e30f3 req-1cd4522a-3db1-4514-ac64-d3e912f1d4b1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4c7a9aa4-8b0d-4225-ab31-749c4f434a4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5473950 Jun 01 18:57:30.855248 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ffb2f5cb-d55c-4ca1-abb4-eafe9e85d41c req-ac8ca7d4-7cea-4fd1-83d7-98c29d2df701 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7a710216-a9ba-47da-a86f-23bc8e339e5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1168926 Jun 01 18:57:30.896094 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5787cc2-7159-4ba3-98bd-0e3000e88e86 tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Pushing event deleted for resources: {'Port': ['ID=87d7b813-2064-4576-8893-6e200d7f3f74,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:57:30.915679 n-d-844202-1 neutron-server[88524]: INFO neutron.api.v2.resource [None req-98112ab5-27a6-4863-b5d1-55d3ec3ed0f8 tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] show failed (client error): The resource could not be found. Jun 01 18:57:30.919200 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-98112ab5-27a6-4863-b5d1-55d3ec3ed0f8 tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] 10.222.0.41 "GET /v2.0/subnetpools/0d1d83dc-3bbc-4607-a4c5-e4ec7f4d23cf/tags/tempest-TagsExtTest-Tag-744838039 HTTP/1.1" status: 404 len: 328 time: 0.2213221 Jun 01 18:57:30.923978 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 34434) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:57:30.926673 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-22233c87-ab2d-496b-80c9-f8b86562b3a7 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:30.934406 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d565ac6-4632-4c10-994c-3ac7f94b0c2d req-9ba41516-da37-471f-868a-305b5ba7bb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:30.935874 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-8d565ac6-4632-4c10-994c-3ac7f94b0c2d req-9ba41516-da37-471f-868a-305b5ba7bb05 service neutron] 10.222.0.15 "GET /v2.0/networks?id=898153a3-5d71-43be-9d14-343ea4a48426 HTTP/1.1" status: 200 len: 870 time: 0.2760410 Jun 01 18:57:30.983802 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.tag.tag_plugin [None req-a313e462-dae8-48be-a1e6-2cf30fb982f0 tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '0d1d83dc-3bbc-4607-a4c5-e4ec7f4d23cf') {} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:57:31.003542 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device a3269744-ecd1-4bfe-9619-4f31acc40af2 details requested by agent hyperv_n-h2-844202-1 with host n-h2-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 18:57:31.158655 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-8d565ac6-4632-4c10-994c-3ac7f94b0c2d req-af719b1c-a037-40f8-b32f-c6bcb43e74c1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=19467fbd-86a4-455f-ba36-972209de2a6f HTTP/1.1" status: 200 len: 217 time: 0.2125509 Jun 01 18:57:31.164159 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [req-8a11e7ff-773c-46e5-a3b3-aeaba0ffe894 req-b0e67118-e4b1-4937-af45-bd55382b646d tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:57:31.168546 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b5787cc2-7159-4ba3-98bd-0e3000e88e86 tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:31.185346 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-22233c87-ab2d-496b-80c9-f8b86562b3a7 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:57:31.193912 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port a3269744-ecd1-4bfe-9619-4f31acc40af2, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=a3269744-ecd1-4bfe-9619-4f31acc40af2,segment=NetworkSegment(ecb3f528-dbed-4312-ba29-7684ecfbe265),segment_id=ecb3f528-dbed-4312-ba29-7684ecfbe265)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:57:31.205346 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [req-8a11e7ff-773c-46e5-a3b3-aeaba0ffe894 req-b0e67118-e4b1-4937-af45-bd55382b646d tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:57:31.210723 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Returning: {'device': 'a3269744-ecd1-4bfe-9619-4f31acc40af2', 'network_id': '7a710216-a9ba-47da-a86f-23bc8e339e5a', 'port_id': 'a3269744-ecd1-4bfe-9619-4f31acc40af2', 'mac_address': 'fa:16:3e:78:8e:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cebf7e9-1140-4183-b8b2-8d4c3920d222', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 18:57:31.229010 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-22233c87-ab2d-496b-80c9-f8b86562b3a7 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Usage tracker for resource:security_group_rule and tenant:9da8911c90e044c58dc0cf3fd4a5638a is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:57:31.237651 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-22233c87-ab2d-496b-80c9-f8b86562b3a7 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:57:31.237855 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b9ed60e3-6d0d-4ac6-ae2e-b225ae678512 req-af7f843f-a135-4018-83a0-765f109f82a3 service neutron] 10.222.0.50 "GET /v2.0/networks/898153a3-5d71-43be-9d14-343ea4a48426?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4101462 Jun 01 18:57:31.271846 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-22233c87-ab2d-496b-80c9-f8b86562b3a7 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:57:31.278819 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-b5787cc2-7159-4ba3-98bd-0e3000e88e86 tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] 10.222.0.41 "DELETE /v2.0/ports/87d7b813-2064-4576-8893-6e200d7f3f74 HTTP/1.1" status: 204 len: 168 time: 2.8584535 Jun 01 18:57:31.300683 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 34440) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:57:31.306727 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-a313e462-dae8-48be-a1e6-2cf30fb982f0 tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] 10.222.0.41 "DELETE /v2.0/subnetpools/0d1d83dc-3bbc-4607-a4c5-e4ec7f4d23cf/tags HTTP/1.1" status: 204 len: 168 time: 0.3771188 Jun 01 18:57:31.323931 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 34444) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:57:31.332670 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port a3269744-ecd1-4bfe-9619-4f31acc40af2 is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:57:31.333296 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:31.336493 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.tag.tag_plugin [None req-a4acb743-0fa6-4a86-9a91-e2814606251d tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '21c401db-c063-4757-9ec6-a684b19bf273') {} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:57:31.351575 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3269744-ecd1-4bfe-9619-4f31acc40af2 {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:57:31.351824 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a11e7ff-773c-46e5-a3b3-aeaba0ffe894 req-b0e67118-e4b1-4937-af45-bd55382b646d tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] Made reservation on behalf of d0a1e5281a6a4a33a7366a726bd4d479 for: {'port': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:57:31.355262 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-8a11e7ff-773c-46e5-a3b3-aeaba0ffe894 req-b0e67118-e4b1-4937-af45-bd55382b646d tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:31.368562 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port a3269744-ecd1-4bfe-9619-4f31acc40af2, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=a3269744-ecd1-4bfe-9619-4f31acc40af2,segment=NetworkSegment(ecb3f528-dbed-4312-ba29-7684ecfbe265),segment_id=ecb3f528-dbed-4312-ba29-7684ecfbe265)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:57:31.373146 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:31.399897 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-306ba266-b5fb-4662-aa3f-825e9e8e30f3 req-8143ae83-1d9d-48f5-930f-a6f4c48f911e service neutron] 10.222.0.15 "GET /v2.0/networks/4c7a9aa4-8b0d-4225-ab31-749c4f434a4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5437021 Jun 01 18:57:31.402088 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d565ac6-4632-4c10-994c-3ac7f94b0c2d req-90b5d984-277f-4623-8ddf-1d604d970399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:31.403578 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-8d565ac6-4632-4c10-994c-3ac7f94b0c2d req-90b5d984-277f-4623-8ddf-1d604d970399 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=35e3ad2f-9c88-4698-b634-4e1b58de1cc2 HTTP/1.1" status: 200 len: 843 time: 0.2326996 Jun 01 18:57:31.450050 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=a3269744-ecd1-4bfe-9619-4f31acc40af2,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:57:31.597304 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-29ac46f7-5228-46d5-aaca-c7be51a78d06 req-8fc7f227-e85e-4540-9cc3-f98b3919b8f2 tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] 10.222.0.41 "GET /v2.0/ports?device_id=3dbbeeb1-1868-46af-b8b0-8b09b36306d0 HTTP/1.1" status: 200 len: 210 time: 0.2112002 Jun 01 18:57:31.612835 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] get_ports_and_sgs() called for port_ids ['a3269744-ecd1-4bfe-9619-4f31acc40af2'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:57:31.632463 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ffb2f5cb-d55c-4ca1-abb4-eafe9e85d41c req-bf1ec71d-af3c-4423-b3ad-8088b9276ef5 service neutron] 10.222.0.50 "GET /v2.0/networks/7a710216-a9ba-47da-a86f-23bc8e339e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7628253 Jun 01 18:57:31.632578 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b9ed60e3-6d0d-4ac6-ae2e-b225ae678512 req-c6ef5858-8b38-4b67-8359-6ea43ca6849e service neutron] 10.222.0.50 "GET /v2.0/networks/898153a3-5d71-43be-9d14-343ea4a48426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3882191 Jun 01 18:57:31.651353 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-a4acb743-0fa6-4a86-9a91-e2814606251d tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] 10.222.0.41 "DELETE /v2.0/routers/21c401db-c063-4757-9ec6-a684b19bf273/tags HTTP/1.1" status: 204 len: 168 time: 0.3225071 Jun 01 18:57:31.652522 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 34450) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:57:31.659800 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.tag.tag_plugin [None req-881fab12-34d4-4620-9ed2-03e4a1ab6874 tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'b38cd849-4a93-4631-8724-20501256d316') {} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:57:31.702683 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d565ac6-4632-4c10-994c-3ac7f94b0c2d req-2c0b078c-889d-491c-b253-185132114391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:31.704052 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-8d565ac6-4632-4c10-994c-3ac7f94b0c2d req-2c0b078c-889d-491c-b253-185132114391 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=898153a3-5d71-43be-9d14-343ea4a48426&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2913470 Jun 01 18:57:31.845617 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_v2 [None req-0756b1d3-ab63-46c1-a822-ff511ae55cf9 tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Deleting subnet fdf5daa9-1366-4e75-8b5a-7eda182f28dc {{(pid=88525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 18:57:31.867990 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0756b1d3-ab63-46c1-a822-ff511ae55cf9 tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Notify callbacks [] for subnet, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:31.868626 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6165124b-92ad-4f41-86b3-c687137c420b req-e27fa4d7-068e-41f7-aba1-1a99ac477926 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:31.870091 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6165124b-92ad-4f41-86b3-c687137c420b req-e27fa4d7-068e-41f7-aba1-1a99ac477926 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.41 "GET /v2.0/ports?device_id=572f9759-e372-48b5-b8b1-7ee049385f46 HTTP/1.1" status: 200 len: 948 time: 0.3615849 Jun 01 18:57:31.984863 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6165124b-92ad-4f41-86b3-c687137c420b req-4b900a41-fce4-4487-9cf2-ace74c8b5e38 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.41 "GET /v2.0/security-groups?id=22665066-3f80-4493-8b7a-e2faea6c666a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012814 Jun 01 18:57:31.987413 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-8d565ac6-4632-4c10-994c-3ac7f94b0c2d req-b741deb6-9226-4147-97f8-8e82307a9bba service neutron] 10.222.0.15 "GET /v2.0/networks/898153a3-5d71-43be-9d14-343ea4a48426?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2398849 Jun 01 18:57:31.990592 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-881fab12-34d4-4620-9ed2-03e4a1ab6874 tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] 10.222.0.41 "DELETE /v2.0/ports/b38cd849-4a93-4631-8724-20501256d316/tags HTTP/1.1" status: 204 len: 168 time: 0.3364267 Jun 01 18:57:31.992986 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7cd14a-aba7-4506-a317-e113a9e17f38 req-913e639e-d470-43c2-b3bb-f54854b456c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:31.994693 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0b7cd14a-aba7-4506-a317-e113a9e17f38 req-913e639e-d470-43c2-b3bb-f54854b456c5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ed558a94bd42496298488549f6a1a20a&device_id=572f9759-e372-48b5-b8b1-7ee049385f46 HTTP/1.1" status: 200 len: 1099 time: 0.2855837 Jun 01 18:57:31.995147 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 34456) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:57:32.027974 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.tag.tag_plugin [None req-5cc8591f-9c5f-40ee-b5dc-3b108d4df6d3 tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '1cdd727e-50d8-43e2-9d98-5f303bcec0d2') {} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:57:32.038205 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0756b1d3-ab63-46c1-a822-ff511ae55cf9 tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2258509'] for subnet, precommit_delete_associations {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:32.145258 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-22233c87-ab2d-496b-80c9-f8b86562b3a7 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:32.200954 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-22233c87-ab2d-496b-80c9-f8b86562b3a7 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:32.231332 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-306ba266-b5fb-4662-aa3f-825e9e8e30f3 req-18284227-922a-4d98-bd06-8ad1dfcf7898 service neutron] 10.222.0.15 "GET /v2.0/networks/4c7a9aa4-8b0d-4225-ab31-749c4f434a4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6303148 Jun 01 18:57:32.244740 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ffb2f5cb-d55c-4ca1-abb4-eafe9e85d41c req-338cea9d-713f-439b-a0a8-aede9a2fe4c8 service neutron] 10.222.0.50 "GET /v2.0/networks/7a710216-a9ba-47da-a86f-23bc8e339e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5666521 Jun 01 18:57:32.292510 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [req-8a11e7ff-773c-46e5-a3b3-aeaba0ffe894 req-b0e67118-e4b1-4937-af45-bd55382b646d tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] Allocated IP 172.20.0.2 (68c6e764-294d-4bbe-b8e6-e3de6ad7c308/65007f2f-c4cf-4ea2-954f-0d213b184a70/48becb1a-b8b3-47c6-b06c-86ccc46a069a) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:57:32.299379 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22233c87-ab2d-496b-80c9-f8b86562b3a7 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a40a0dad-61f6-4c8c-9f40-2a63d510909f,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:57:32.303422 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-8d565ac6-4632-4c10-994c-3ac7f94b0c2d req-98268635-4419-40e9-803c-d8afbeecbba4 service neutron] 10.222.0.15 "GET /v2.0/networks/898153a3-5d71-43be-9d14-343ea4a48426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3039596 Jun 01 18:57:32.310176 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7cd14a-aba7-4506-a317-e113a9e17f38 req-10aaab8a-7589-4574-aca1-76c2ae9fcea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:32.311605 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0b7cd14a-aba7-4506-a317-e113a9e17f38 req-10aaab8a-7589-4574-aca1-76c2ae9fcea9 service neutron] 10.222.0.50 "GET /v2.0/networks?id=898153a3-5d71-43be-9d14-343ea4a48426 HTTP/1.1" status: 200 len: 870 time: 0.3096921 Jun 01 18:57:32.323865 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-22233c87-ab2d-496b-80c9-f8b86562b3a7 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:32.327923 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-22233c87-ab2d-496b-80c9-f8b86562b3a7 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.7446048 Jun 01 18:57:32.334208 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 34460) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:57:32.354713 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-84edb1b5-46d0-4e94-8eb7-8ccc4f0d9bc4 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Request body: {'security_group_rule': {'security_group_id': 'a40a0dad-61f6-4c8c-9f40-2a63d510909f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:57:32.374490 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-84edb1b5-46d0-4e94-8eb7-8ccc4f0d9bc4 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:57:32.395506 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0b7cd14a-aba7-4506-a317-e113a9e17f38 req-9663f963-8e00-4708-a13c-34f5f9a7ebd5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=788b40d5-d43b-47fb-a5c6-ee70b4898015 HTTP/1.1" status: 200 len: 217 time: 0.0749063 Jun 01 18:57:32.397925 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-5cc8591f-9c5f-40ee-b5dc-3b108d4df6d3 tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] 10.222.0.41 "DELETE /v2.0/subnets/1cdd727e-50d8-43e2-9d98-5f303bcec0d2/tags HTTP/1.1" status: 204 len: 168 time: 0.4015720 Jun 01 18:57:32.400040 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1565028-13d8-4230-a502-8d5068925ffd req-92947b61-c5c0-4aa2-a66b-3ffa570c1924 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:32.401641 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b1565028-13d8-4230-a502-8d5068925ffd req-92947b61-c5c0-4aa2-a66b-3ffa570c1924 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/ports?device_id=7dcdd6d1-d2db-4e64-9637-96797b8c92fe HTTP/1.1" status: 200 len: 944 time: 0.4527249 Jun 01 18:57:32.402705 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 34464) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:57:32.402959 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0756b1d3-ab63-46c1-a822-ff511ae55cf9 tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:32.433152 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-84edb1b5-46d0-4e94-8eb7-8ccc4f0d9bc4 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Usage tracker for resource:security_group_rule and tenant:9da8911c90e044c58dc0cf3fd4a5638a is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:57:32.451918 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-84edb1b5-46d0-4e94-8eb7-8ccc4f0d9bc4 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:57:32.500091 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-84edb1b5-46d0-4e94-8eb7-8ccc4f0d9bc4 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:57:32.503641 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7cd14a-aba7-4506-a317-e113a9e17f38 req-aa1302b7-7d3a-4da3-89b1-01c7219a48a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:32.505834 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0b7cd14a-aba7-4506-a317-e113a9e17f38 req-aa1302b7-7d3a-4da3-89b1-01c7219a48a3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=35e3ad2f-9c88-4698-b634-4e1b58de1cc2 HTTP/1.1" status: 200 len: 843 time: 0.1042254 Jun 01 18:57:32.604797 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1def4378-6a10-4c78-8e9f-a7b9ea6481af tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] Notify callbacks [] for subnetpool, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:32.608355 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-1def4378-6a10-4c78-8e9f-a7b9ea6481af tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] 10.222.0.41 "DELETE /v2.0/subnetpools/0d1d83dc-3bbc-4607-a4c5-e4ec7f4d23cf HTTP/1.1" status: 204 len: 168 time: 0.2021556 Jun 01 18:57:32.609215 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 34470) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:57:32.624471 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b1565028-13d8-4230-a502-8d5068925ffd req-6a9c79de-0643-4c30-9d4e-247404756a18 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/security-groups?id=679bc320-73aa-41fb-80e9-32867c6d2bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814041 Jun 01 18:57:32.630072 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-84edb1b5-46d0-4e94-8eb7-8ccc4f0d9bc4 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:32.670677 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7cd14a-aba7-4506-a317-e113a9e17f38 req-c5261646-6c52-4cc0-b779-099f0fc61358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:32.672546 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0b7cd14a-aba7-4506-a317-e113a9e17f38 req-c5261646-6c52-4cc0-b779-099f0fc61358 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=898153a3-5d71-43be-9d14-343ea4a48426&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1584985 Jun 01 18:57:32.675299 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-0bb24c94-7c97-40a8-8613-a4b308f48277 tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] 10.222.0.41 "GET /v2.0/ports?device_id=21c401db-c063-4757-9ec6-a684b19bf273 HTTP/1.1" status: 200 len: 205 time: 0.0650446 Jun 01 18:57:32.681991 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 34476) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:57:32.771447 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0756b1d3-ab63-46c1-a822-ff511ae55cf9 tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2614143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9667199'] for subnet, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:32.779226 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 19467fbd-86a4-455f-ba36-972209de2a6f details requested by agent hyperv_n-h1-844202-1 with host n-h1-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 18:57:32.843406 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-8a11e7ff-773c-46e5-a3b3-aeaba0ffe894 req-b0e67118-e4b1-4937-af45-bd55382b646d tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:32.933944 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-8a11e7ff-773c-46e5-a3b3-aeaba0ffe894 req-b0e67118-e4b1-4937-af45-bd55382b646d tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:32.945694 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] get_ports_and_sgs() called for port_ids ['2303f6ca-cb4b-409a-bddb-a0b01bfc0087'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:57:32.946443 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0756b1d3-ab63-46c1-a822-ff511ae55cf9 tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Pushing event deleted for resources: {'Subnet': ['ID=fdf5daa9-1366-4e75-8b5a-7eda182f28dc,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:57:32.952470 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0756b1d3-ab63-46c1-a822-ff511ae55cf9 tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:32.985928 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef0b2d0d-74c2-4697-ac94-897871b92f51 None None] Network 5108ae9a-f8e3-45d1-81b1-247828968a14 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 18:57:33.044627 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f7159992-d330-4984-92c0-959901597f06 tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] Notify callbacks [] for router, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:33.104915 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a11e7ff-773c-46e5-a3b3-aeaba0ffe894 req-b0e67118-e4b1-4937-af45-bd55382b646d tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] Network 68c6e764-294d-4bbe-b8e6-e3de6ad7c308 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:57:33.109365 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-0756b1d3-ab63-46c1-a822-ff511ae55cf9 tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] 10.222.0.41 "DELETE /v2.0/subnets/fdf5daa9-1366-4e75-8b5a-7eda182f28dc HTTP/1.1" status: 204 len: 168 time: 1.8036926 Jun 01 18:57:33.120791 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 34482) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:57:33.121385 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [req-8a11e7ff-773c-46e5-a3b3-aeaba0ffe894 req-b0e67118-e4b1-4937-af45-bd55382b646d tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:57:33.152675 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 788b40d5-d43b-47fb-a5c6-ee70b4898015 details requested by agent hyperv_n-h2-844202-1 with host n-h2-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 18:57:33.154756 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device a3269744-ecd1-4bfe-9619-4f31acc40af2 up at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:57:33.180205 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a11e7ff-773c-46e5-a3b3-aeaba0ffe894 req-b0e67118-e4b1-4937-af45-bd55382b646d tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:57:33.239775 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5c3205-7ca7-47d1-8461-1c3ef5d79857 req-f3530527-4a41-4da0-a222-3fcec75f590a tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:33.248411 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ff5c3205-7ca7-47d1-8461-1c3ef5d79857 req-f3530527-4a41-4da0-a222-3fcec75f590a tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] 10.222.0.41 "GET /v2.0/ports?device_id=3dbbeeb1-1868-46af-b8b0-8b09b36306d0 HTTP/1.1" status: 200 len: 931 time: 0.3321168 Jun 01 18:57:33.254484 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a11e7ff-773c-46e5-a3b3-aeaba0ffe894 req-b0e67118-e4b1-4937-af45-bd55382b646d tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:33.255118 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-8a11e7ff-773c-46e5-a3b3-aeaba0ffe894 req-b0e67118-e4b1-4937-af45-bd55382b646d tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:33.275886 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port 19467fbd-86a4-455f-ba36-972209de2a6f, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=19467fbd-86a4-455f-ba36-972209de2a6f,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:57:33.344333 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Returning: {'device': '19467fbd-86a4-455f-ba36-972209de2a6f', 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426', 'port_id': '19467fbd-86a4-455f-ba36-972209de2a6f', 'mac_address': 'fa:16:3e:6f:cd:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35e3ad2f-9c88-4698-b634-4e1b58de1cc2', 'ip_address': '192.168.233.95'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 18:57:33.349647 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0b7cd14a-aba7-4506-a317-e113a9e17f38 req-26701731-fdba-4775-82cd-eead7d78927e service neutron] 10.222.0.50 "GET /v2.0/networks/898153a3-5d71-43be-9d14-343ea4a48426?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6606274 Jun 01 18:57:33.355048 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-0b8b97a0-7c9f-40f9-af6b-9e5803f9f6ae tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:33.401485 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ff5c3205-7ca7-47d1-8461-1c3ef5d79857 req-d35d3454-6752-4f16-83c4-92dd368115df tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cd81dcd-fddd-4cdb-b7e0-911a736e672d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519835 Jun 01 18:57:33.431631 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-0b8b97a0-7c9f-40f9-af6b-9e5803f9f6ae tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Deleting port 3a0ee253-8e71-47ef-9088-967882a7d31f {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:57:33.432489 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-0b8b97a0-7c9f-40f9-af6b-9e5803f9f6ae tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:33.482345 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-84edb1b5-46d0-4e94-8eb7-8ccc4f0d9bc4 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:33.483200 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e67118-e4b1-4937-af45-bd55382b646d tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] Pushing event updated for resources: {'Port': ['ID=48becb1a-b8b3-47c6-b06c-86ccc46a069a,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:57:33.571501 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port 19467fbd-86a4-455f-ba36-972209de2a6f is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:57:33.572077 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:33.599797 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning for port a3269744-ecd1-4bfe-9619-4f31acc40af2 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:57:33.628062 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning complete for port a3269744-ecd1-4bfe-9619-4f31acc40af2 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:57:33.629458 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:33.678266 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19467fbd-86a4-455f-ba36-972209de2a6f {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:57:33.715397 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f7159992-d330-4984-92c0-959901597f06 tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25316'] for router, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:33.717901 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f7159992-d330-4984-92c0-959901597f06 tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:33.754841 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-84edb1b5-46d0-4e94-8eb7-8ccc4f0d9bc4 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:33.757844 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c49a9c6-9702-451a-ba0d-c976aff30b53 None None] DHCP port deletion for 5108ae9a-f8e3-45d1-81b1-247828968a14 request from n-d-844202-1 {{(pid=88526) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 18:57:33.770611 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port 19467fbd-86a4-455f-ba36-972209de2a6f, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=19467fbd-86a4-455f-ba36-972209de2a6f,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:57:33.790842 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f7159992-d330-4984-92c0-959901597f06 tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-891519'] for router, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:33.791363 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7159992-d330-4984-92c0-959901597f06 tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] Fanout notify agent at l3_agent the message router_deleted on router 21c401db-c063-4757-9ec6-a684b19bf273 {{(pid=88525) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 18:57:33.798993 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 788b40d5-d43b-47fb-a5c6-ee70b4898015, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=788b40d5-d43b-47fb-a5c6-ee70b4898015,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:57:33.806257 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [None req-0b8b97a0-7c9f-40f9-af6b-9e5803f9f6ae tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] For port 3a0ee253-8e71-47ef-9088-967882a7d31f, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=3a0ee253-8e71-47ef-9088-967882a7d31f,segment=NetworkSegment(8763570a-fb33-45d3-a85e-64651def63e3),segment_id=8763570a-fb33-45d3-a85e-64651def63e3)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:57:33.806712 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-0b8b97a0-7c9f-40f9-af6b-9e5803f9f6ae tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:33.825427 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:33.830251 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f7159992-d330-4984-92c0-959901597f06 tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] Notify callbacks [] for router, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:33.831359 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-f7159992-d330-4984-92c0-959901597f06 tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] 10.222.0.41 "DELETE /v2.0/routers/21c401db-c063-4757-9ec6-a684b19bf273 HTTP/1.1" status: 204 len: 168 time: 1.1483772 Jun 01 18:57:33.836014 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 34488) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:57:33.839495 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-3c49a9c6-9702-451a-ba0d-c976aff30b53 None None] Deleting port 3a0ee253-8e71-47ef-9088-967882a7d31f {{(pid=88526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:57:33.839859 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-3c49a9c6-9702-451a-ba0d-c976aff30b53 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:33.857359 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8a11e7ff-773c-46e5-a3b3-aeaba0ffe894 req-b0e67118-e4b1-4937-af45-bd55382b646d tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3386025 Jun 01 18:57:33.861785 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84edb1b5-46d0-4e94-8eb7-8ccc4f0d9bc4 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7f5170b-dc0a-47ff-b746-4a6b50f24095,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:57:33.910295 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 3a0ee253-8e71-47ef-9088-967882a7d31f no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:57:33.929429 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [req-8a11e7ff-773c-46e5-a3b3-aeaba0ffe894 req-97b8730b-d46f-4f85-ad48-de4e93419351 service neutron] Request body: {'port': {'device_id': '3dbbeeb1-1868-46af-b8b0-8b09b36306d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844202-1'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:57:33.974116 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-84edb1b5-46d0-4e94-8eb7-8ccc4f0d9bc4 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:33.975347 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-84edb1b5-46d0-4e94-8eb7-8ccc4f0d9bc4 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6401305 Jun 01 18:57:33.990376 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 34492) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:57:34.009283 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-5e80fa32-d611-4125-a183-2a374e7beacf tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Request body: {'security_group_rule': {'security_group_id': 'a40a0dad-61f6-4c8c-9f40-2a63d510909f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:57:34.023244 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-5e80fa32-d611-4125-a183-2a374e7beacf tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:57:34.033279 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-5e80fa32-d611-4125-a183-2a374e7beacf tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Usage tracker for resource:security_group_rule and tenant:9da8911c90e044c58dc0cf3fd4a5638a is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:57:34.038935 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-130c6dda-4b6d-41ff-b3d4-96ec208591b2 tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] Deleting port b38cd849-4a93-4631-8724-20501256d316 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:57:34.039275 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-130c6dda-4b6d-41ff-b3d4-96ec208591b2 tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:34.052866 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-0b8b97a0-7c9f-40f9-af6b-9e5803f9f6ae tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Calling delete_port for 3a0ee253-8e71-47ef-9088-967882a7d31f owned by network:dhcp {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:57:34.065725 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-5e80fa32-d611-4125-a183-2a374e7beacf tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:57:34.134802 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-5e80fa32-d611-4125-a183-2a374e7beacf tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:57:34.166104 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Returning: {'device': '788b40d5-d43b-47fb-a5c6-ee70b4898015', 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426', 'port_id': '788b40d5-d43b-47fb-a5c6-ee70b4898015', 'mac_address': 'fa:16:3e:16:e1:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35e3ad2f-9c88-4698-b634-4e1b58de1cc2', 'ip_address': '192.168.233.145'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 18:57:34.234683 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8421746f-1263-4be4-83c0-d24eedfd8ed4 req-e0fa49f4-ec40-4ce1-b2eb-9d884bbe4f2e tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:34.236630 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8421746f-1263-4be4-83c0-d24eedfd8ed4 req-e0fa49f4-ec40-4ce1-b2eb-9d884bbe4f2e tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.41 "GET /v2.0/ports?device_id=572f9759-e372-48b5-b8b1-7ee049385f46 HTTP/1.1" status: 200 len: 948 time: 0.9894278 Jun 01 18:57:34.246567 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0b7cd14a-aba7-4506-a317-e113a9e17f38 req-ce22a196-86ef-4c2b-8680-aace5668d3b5 service neutron] 10.222.0.50 "GET /v2.0/networks/898153a3-5d71-43be-9d14-343ea4a48426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8867974 Jun 01 18:57:34.252741 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5e80fa32-d611-4125-a183-2a374e7beacf tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:34.259841 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b24756-1875-4aa4-a454-b5d787ed985b req-627f11dc-deae-41bc-9388-c6f2c8d2bd79 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:34.261464 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-68b24756-1875-4aa4-a454-b5d787ed985b req-627f11dc-deae-41bc-9388-c6f2c8d2bd79 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/ports?device_id=7dcdd6d1-d2db-4e64-9637-96797b8c92fe HTTP/1.1" status: 200 len: 944 time: 0.3647571 Jun 01 18:57:34.267292 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-0b8b97a0-7c9f-40f9-af6b-9e5803f9f6ae tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:34.329810 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] get_ports_and_sgs() called for port_ids ['19467fbd-86a4-455f-ba36-972209de2a6f'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:57:34.347180 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8b97a0-7c9f-40f9-af6b-9e5803f9f6ae tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Pushing event deleted for resources: {'Port': ['ID=3a0ee253-8e71-47ef-9088-967882a7d31f,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:57:34.355495 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b8b97a0-7c9f-40f9-af6b-9e5803f9f6ae tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] No DVR routers for this DVR port 3a0ee253-8e71-47ef-9088-967882a7d31f on host n-d-844202-1 {{(pid=88524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 18:57:34.404705 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-8a11e7ff-773c-46e5-a3b3-aeaba0ffe894 req-97b8730b-d46f-4f85-ad48-de4e93419351 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:34.428204 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-68b24756-1875-4aa4-a454-b5d787ed985b req-2d546dfd-43a9-44c6-8ff1-5f41b9282c2b tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/security-groups?id=679bc320-73aa-41fb-80e9-32867c6d2bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551111 Jun 01 18:57:34.449242 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Port 3a0ee253-8e71-47ef-9088-967882a7d31f update to DOWN by agent not found {{(pid=88526) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Jun 01 18:57:34.479500 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-3c49a9c6-9702-451a-ba0d-c976aff30b53 None None] The port '3a0ee253-8e71-47ef-9088-967882a7d31f' was deleted {{(pid=88526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 01 18:57:34.520244 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-0b8b97a0-7c9f-40f9-af6b-9e5803f9f6ae tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:34.551245 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-0b8b97a0-7c9f-40f9-af6b-9e5803f9f6ae tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5108ae9a-f8e3-45d1-81b1-247828968a14']}} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:57:34.556289 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=19467fbd-86a4-455f-ba36-972209de2a6f,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:57:34.569837 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-0b8b97a0-7c9f-40f9-af6b-9e5803f9f6ae tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8763570a-fb33-45d3-a85e-64651def63e3') {'for_net_delete': True} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:57:34.570145 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-0b8b97a0-7c9f-40f9-af6b-9e5803f9f6ae tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8763570a-fb33-45d3-a85e-64651def63e3') {} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:57:34.587025 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port 788b40d5-d43b-47fb-a5c6-ee70b4898015 is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:57:34.587025 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:34.596299 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-0b8b97a0-7c9f-40f9-af6b-9e5803f9f6ae tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2702126'] for segment, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:34.639501 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 788b40d5-d43b-47fb-a5c6-ee70b4898015 {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:57:34.640334 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-0b8b97a0-7c9f-40f9-af6b-9e5803f9f6ae tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:34.652505 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port a3269744-ecd1-4bfe-9619-4f31acc40af2 is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:57:34.653162 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:34.691380 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b8b97a0-7c9f-40f9-af6b-9e5803f9f6ae tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=88524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 18:57:34.691883 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-0b8b97a0-7c9f-40f9-af6b-9e5803f9f6ae tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2719018'] for segment, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:34.775987 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment 8763570a-fb33-45d3-a85e-64651def63e3 resource provider aggregate not found Jun 01 18:57:34.782299 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 788b40d5-d43b-47fb-a5c6-ee70b4898015, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=788b40d5-d43b-47fb-a5c6-ee70b4898015,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:57:34.789083 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dcdd6d1-d2db-4e64-9637-96797b8c92fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3269744-ecd1-4bfe-9619-4f31acc40af2'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:57:34.809486 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment 8763570a-fb33-45d3-a85e-64651def63e3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8763570a-fb33-45d3-a85e-64651def63e3 found for delete ", "request_id": "req-276291be-68ee-4c4a-a189-fa8e973f5f09"}]} Jun 01 18:57:34.819242 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:34.819819 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-0b8b97a0-7c9f-40f9-af6b-9e5803f9f6ae tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:34.833482 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8421746f-1263-4be4-83c0-d24eedfd8ed4 req-d43feeab-2a52-44d0-bee0-55f9f4145117 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.41 "GET /v2.0/security-groups?id=22665066-3f80-4493-8b7a-e2faea6c666a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5839565 Jun 01 18:57:34.841349 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-130c6dda-4b6d-41ff-b3d4-96ec208591b2 tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:34.891210 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port a3269744-ecd1-4bfe-9619-4f31acc40af2, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=a3269744-ecd1-4bfe-9619-4f31acc40af2,segment=NetworkSegment(ecb3f528-dbed-4312-ba29-7684ecfbe265),segment_id=ecb3f528-dbed-4312-ba29-7684ecfbe265)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:57:34.910728 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:34.924537 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-644a5d25-d1e2-417d-9f85-aaf1f60eaefa'] response: {'server_uuid': '7dcdd6d1-d2db-4e64-9637-96797b8c92fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3269744-ecd1-4bfe-9619-4f31acc40af2', 'code': 200} Jun 01 18:57:34.946560 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-0b8b97a0-7c9f-40f9-af6b-9e5803f9f6ae tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:34.960723 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5e80fa32-d611-4125-a183-2a374e7beacf tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:34.961195 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8b97a0-7c9f-40f9-af6b-9e5803f9f6ae tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] Pushing event deleted for resources: {'Network': ['ID=5108ae9a-f8e3-45d1-81b1-247828968a14,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:57:34.971650 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-0b8b97a0-7c9f-40f9-af6b-9e5803f9f6ae tempest-AllowedAddressPairIpV6TestJSON-387703523 tempest-AllowedAddressPairIpV6TestJSON-387703523-project] 10.222.0.41 "DELETE /v2.0/networks/5108ae9a-f8e3-45d1-81b1-247828968a14 HTTP/1.1" status: 204 len: 168 time: 1.8506293 Jun 01 18:57:34.977393 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=788b40d5-d43b-47fb-a5c6-ee70b4898015,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:57:34.987375 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e760061c-e5ed-44a3-a34f-ff6070d659ae req-b1fe6919-8de6-4781-b709-0541f351f75b tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:34.996420 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e760061c-e5ed-44a3-a34f-ff6070d659ae req-b1fe6919-8de6-4781-b709-0541f351f75b tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] 10.222.0.41 "GET /v2.0/ports?device_id=3dbbeeb1-1868-46af-b8b0-8b09b36306d0 HTTP/1.1" status: 200 len: 931 time: 0.3576038 Jun 01 18:57:35.100604 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e760061c-e5ed-44a3-a34f-ff6070d659ae req-4ca31659-9d15-404f-b73e-587d9008d7b6 tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cd81dcd-fddd-4cdb-b7e0-911a736e672d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030464 Jun 01 18:57:35.116095 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=a3269744-ecd1-4bfe-9619-4f31acc40af2,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:57:35.124692 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e1f6b9-3bb7-49fd-b976-7fe31ddcf22c req-e2fc2c18-8ca0-4989-9c84-e0c3238ad225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:35.126039 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-25e1f6b9-3bb7-49fd-b976-7fe31ddcf22c req-e2fc2c18-8ca0-4989-9c84-e0c3238ad225 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=7dcdd6d1-d2db-4e64-9637-96797b8c92fe HTTP/1.1" status: 200 len: 1096 time: 0.1121237 Jun 01 18:57:35.149419 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] get_ports_and_sgs() called for port_ids ['788b40d5-d43b-47fb-a5c6-ee70b4898015'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:57:35.168847 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-130c6dda-4b6d-41ff-b3d4-96ec208591b2 tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] Calling delete_port for b38cd849-4a93-4631-8724-20501256d316 owned by {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:57:35.184389 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-25e1f6b9-3bb7-49fd-b976-7fe31ddcf22c req-9271ed49-4e19-4cbd-aefd-0c7efd9c769e service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=679bc320-73aa-41fb-80e9-32867c6d2bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489547 Jun 01 18:57:35.204278 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5e80fa32-d611-4125-a183-2a374e7beacf tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:35.271677 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e80fa32-d611-4125-a183-2a374e7beacf tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db5d0b90-ba26-4fae-ae4e-4d832a331aba,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:57:35.315771 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5e80fa32-d611-4125-a183-2a374e7beacf tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:35.317120 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-5e80fa32-d611-4125-a183-2a374e7beacf tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3177283 Jun 01 18:57:35.320636 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 34510) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:57:35.327077 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-e6da0d98-4e50-4e89-88aa-d3f1f1c927f8 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Request body: {'floatingip': {'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:57:35.334535 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-e6da0d98-4e50-4e89-88aa-d3f1f1c927f8 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:57:35.339156 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-e6da0d98-4e50-4e89-88aa-d3f1f1c927f8 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Usage tracker for resource:floatingip and tenant:9da8911c90e044c58dc0cf3fd4a5638a is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:57:35.342278 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-e6da0d98-4e50-4e89-88aa-d3f1f1c927f8 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:57:35.350203 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-e6da0d98-4e50-4e89-88aa-d3f1f1c927f8 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:57:35.365336 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 34514) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:57:35.366542 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e6da0d98-4e50-4e89-88aa-d3f1f1c927f8 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Notify callbacks [] for floatingip, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:35.480078 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [req-8a11e7ff-773c-46e5-a3b3-aeaba0ffe894 req-97b8730b-d46f-4f85-ad48-de4e93419351 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48becb1a-b8b3-47c6-b06c-86ccc46a069a {{(pid=88525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:57:35.493309 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-8a11e7ff-773c-46e5-a3b3-aeaba0ffe894 req-97b8730b-d46f-4f85-ad48-de4e93419351 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:35.507189 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-130c6dda-4b6d-41ff-b3d4-96ec208591b2 tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:35.532116 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e6da0d98-4e50-4e89-88aa-d3f1f1c927f8 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:35.569427 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130c6dda-4b6d-41ff-b3d4-96ec208591b2 tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] Pushing event deleted for resources: {'Port': ['ID=b38cd849-4a93-4631-8724-20501256d316,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:57:35.586755 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [req-8a11e7ff-773c-46e5-a3b3-aeaba0ffe894 req-97b8730b-d46f-4f85-ad48-de4e93419351 service neutron] Transition to ACTIVE for port object 48becb1a-b8b3-47c6-b06c-86ccc46a069a will not be triggered until provisioned by entity L2. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:57:35.682800 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [None req-e6da0d98-4e50-4e89-88aa-d3f1f1c927f8 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Allocated IP 172.25.4.59 (72a72e44-6845-488a-a5ff-3a26d4df9cb3/c314a23b-daa2-4106-ab28-8e6f954277b2/aa00f636-d870-48dc-8548-77a5b3f281bd) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:57:35.819414 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-8a11e7ff-773c-46e5-a3b3-aeaba0ffe894 req-97b8730b-d46f-4f85-ad48-de4e93419351 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:35.853751 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e6da0d98-4e50-4e89-88aa-d3f1f1c927f8 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:35.886045 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e6da0d98-4e50-4e89-88aa-d3f1f1c927f8 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:35.961572 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6da0d98-4e50-4e89-88aa-d3f1f1c927f8 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:57:35.965279 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-e6da0d98-4e50-4e89-88aa-d3f1f1c927f8 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:57:35.971371 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6da0d98-4e50-4e89-88aa-d3f1f1c927f8 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:57:36.056988 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b8730b-d46f-4f85-ad48-de4e93419351 service neutron] Pushing event updated for resources: {'Port': ['ID=48becb1a-b8b3-47c6-b06c-86ccc46a069a,revision_number=2']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:57:36.060533 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6da0d98-4e50-4e89-88aa-d3f1f1c927f8 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Pushing event updated for resources: {'Port': ['ID=aa00f636-d870-48dc-8548-77a5b3f281bd,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:57:36.099640 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-130c6dda-4b6d-41ff-b3d4-96ec208591b2 tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:36.114066 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-e7627955-79ef-4358-8dd0-868b61ed806e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d0bd5c2fb6ee4680890497b365c62bd9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7452888 Jun 01 18:57:36.116641 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 34524) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:57:36.143715 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e6da0d98-4e50-4e89-88aa-d3f1f1c927f8 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:36.154443 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-130c6dda-4b6d-41ff-b3d4-96ec208591b2 tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] 10.222.0.41 "DELETE /v2.0/ports/b38cd849-4a93-4631-8724-20501256d316 HTTP/1.1" status: 204 len: 168 time: 2.2992070 Jun 01 18:57:36.161341 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dcae86-450e-4ec5-b7d1-8b9efb892c5a req-d2707ca5-c88b-4415-ae02-abb20614232d tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:36.162635 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 34530) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:57:36.162850 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d6dcae86-450e-4ec5-b7d1-8b9efb892c5a req-d2707ca5-c88b-4415-ae02-abb20614232d tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.41 "GET /v2.0/ports?device_id=572f9759-e372-48b5-b8b1-7ee049385f46 HTTP/1.1" status: 200 len: 949 time: 0.1953695 Jun 01 18:57:36.247777 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cefc389-e650-40a7-8cbe-afa1b46cb392 req-6bca41b3-f32c-4b5e-8353-ebdab4a830d4 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:36.249242 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2cefc389-e650-40a7-8cbe-afa1b46cb392 req-6bca41b3-f32c-4b5e-8353-ebdab4a830d4 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/ports?device_id=7dcdd6d1-d2db-4e64-9637-96797b8c92fe HTTP/1.1" status: 200 len: 945 time: 0.6613762 Jun 01 18:57:36.289283 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e6da0d98-4e50-4e89-88aa-d3f1f1c927f8 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:36.289954 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9fa4504-cf9a-47a0-9537-5a484a66934d tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] Deleting subnet 1cdd727e-50d8-43e2-9d98-5f303bcec0d2 {{(pid=88525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 18:57:36.295156 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-8a11e7ff-773c-46e5-a3b3-aeaba0ffe894 req-97b8730b-d46f-4f85-ad48-de4e93419351 service neutron] Attempting to bind port 48becb1a-b8b3-47c6-b06c-86ccc46a069a on host n-h1-844202-1 for vnic_type normal with profile {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:57:36.295488 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-8a11e7ff-773c-46e5-a3b3-aeaba0ffe894 req-97b8730b-d46f-4f85-ad48-de4e93419351 service neutron] Attempting to bind port 48becb1a-b8b3-47c6-b06c-86ccc46a069a by drivers openvswitch,hyperv on host n-h1-844202-1 at level 0 using segments [{'id': '5d37d6f1-f881-46ce-917f-1a0aba7e0745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '68c6e764-294d-4bbe-b8e6-e3de6ad7c308'}] {{(pid=88525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:57:36.295808 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a11e7ff-773c-46e5-a3b3-aeaba0ffe894 req-97b8730b-d46f-4f85-ad48-de4e93419351 service neutron] Attempting to bind port 48becb1a-b8b3-47c6-b06c-86ccc46a069a on network 68c6e764-294d-4bbe-b8e6-e3de6ad7c308 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:57:36.297766 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b9fa4504-cf9a-47a0-9537-5a484a66934d tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] Notify callbacks [] for subnet, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:36.315464 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d6dcae86-450e-4ec5-b7d1-8b9efb892c5a req-2d4f3894-535f-43df-bdb2-c81d580987bc tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.41 "GET /v2.0/security-groups?id=22665066-3f80-4493-8b7a-e2faea6c666a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448295 Jun 01 18:57:36.321613 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-12ba80d4-f5db-4775-acf3-8c34194667b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:36.358441 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a11e7ff-773c-46e5-a3b3-aeaba0ffe894 req-97b8730b-d46f-4f85-ad48-de4e93419351 service neutron] Port 48becb1a-b8b3-47c6-b06c-86ccc46a069a on network 68c6e764-294d-4bbe-b8e6-e3de6ad7c308 not bound, no agent of type Open vSwitch agent registered on host n-h1-844202-1 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 18:57:36.358753 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a11e7ff-773c-46e5-a3b3-aeaba0ffe894 req-97b8730b-d46f-4f85-ad48-de4e93419351 service neutron] Attempting to bind port 48becb1a-b8b3-47c6-b06c-86ccc46a069a on network 68c6e764-294d-4bbe-b8e6-e3de6ad7c308 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:57:36.379784 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-12ba80d4-f5db-4775-acf3-8c34194667b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:36.381771 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a11e7ff-773c-46e5-a3b3-aeaba0ffe894 req-97b8730b-d46f-4f85-ad48-de4e93419351 service neutron] Checking agent: {'id': 'bdb1e5d7-b998-4259-838f-3d278e930f32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 18, 57, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:57:36.382108 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a11e7ff-773c-46e5-a3b3-aeaba0ffe894 req-97b8730b-d46f-4f85-ad48-de4e93419351 service neutron] Checking segment: {'id': '5d37d6f1-f881-46ce-917f-1a0aba7e0745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '68c6e764-294d-4bbe-b8e6-e3de6ad7c308'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:57:36.382484 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a11e7ff-773c-46e5-a3b3-aeaba0ffe894 req-97b8730b-d46f-4f85-ad48-de4e93419351 service neutron] Bound using segment: {'id': '5d37d6f1-f881-46ce-917f-1a0aba7e0745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '68c6e764-294d-4bbe-b8e6-e3de6ad7c308'} {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:57:36.382910 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-8a11e7ff-773c-46e5-a3b3-aeaba0ffe894 req-97b8730b-d46f-4f85-ad48-de4e93419351 service neutron] Bound port: 48becb1a-b8b3-47c6-b06c-86ccc46a069a, host: n-h1-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d37d6f1-f881-46ce-917f-1a0aba7e0745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '68c6e764-294d-4bbe-b8e6-e3de6ad7c308'}}] {{(pid=88525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:57:36.383239 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-8a11e7ff-773c-46e5-a3b3-aeaba0ffe894 req-97b8730b-d46f-4f85-ad48-de4e93419351 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:36.401766 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2cefc389-e650-40a7-8cbe-afa1b46cb392 req-2256a7ed-0675-4231-b570-843af636b48d tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/security-groups?id=679bc320-73aa-41fb-80e9-32867c6d2bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435277 Jun 01 18:57:36.444401 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b9fa4504-cf9a-47a0-9537-5a484a66934d tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2258509'] for subnet, precommit_delete_associations {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:36.554166 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-8a11e7ff-773c-46e5-a3b3-aeaba0ffe894 req-97b8730b-d46f-4f85-ad48-de4e93419351 service neutron] For port 48becb1a-b8b3-47c6-b06c-86ccc46a069a, host n-h1-844202-1, cleared binding levels {{(pid=88525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:57:36.569343 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-8a11e7ff-773c-46e5-a3b3-aeaba0ffe894 req-97b8730b-d46f-4f85-ad48-de4e93419351 service neutron] For port 48becb1a-b8b3-47c6-b06c-86ccc46a069a, host n-h1-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=48becb1a-b8b3-47c6-b06c-86ccc46a069a,segment=NetworkSegment(5d37d6f1-f881-46ce-917f-1a0aba7e0745),segment_id=5d37d6f1-f881-46ce-917f-1a0aba7e0745)] {{(pid=88525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:57:36.574236 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-8a11e7ff-773c-46e5-a3b3-aeaba0ffe894 req-97b8730b-d46f-4f85-ad48-de4e93419351 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:36.602700 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-12ba80d4-f5db-4775-acf3-8c34194667b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:36.632047 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ba80d4-f5db-4775-acf3-8c34194667b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f08f99e-496d-4acc-99d5-1da0c21c47ab,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:57:36.638871 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b9fa4504-cf9a-47a0-9537-5a484a66934d tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:36.670721 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91413e5f-989f-460e-93b3-dd4a4c95c150 req-be542150-e15b-485a-b367-337551e778b8 tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:36.672371 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-91413e5f-989f-460e-93b3-dd4a4c95c150 req-be542150-e15b-485a-b367-337551e778b8 tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] 10.222.0.41 "GET /v2.0/ports?device_id=3dbbeeb1-1868-46af-b8b0-8b09b36306d0 HTTP/1.1" status: 200 len: 943 time: 0.1817958 Jun 01 18:57:36.683490 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a11e7ff-773c-46e5-a3b3-aeaba0ffe894 req-97b8730b-d46f-4f85-ad48-de4e93419351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:36.684087 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-8a11e7ff-773c-46e5-a3b3-aeaba0ffe894 req-97b8730b-d46f-4f85-ad48-de4e93419351 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:36.685481 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8a11e7ff-773c-46e5-a3b3-aeaba0ffe894 req-97b8730b-d46f-4f85-ad48-de4e93419351 service neutron] 10.222.0.15 "PUT /v2.0/ports/48becb1a-b8b3-47c6-b06c-86ccc46a069a HTTP/1.1" status: 200 len: 1091 time: 2.7610462 Jun 01 18:57:36.687965 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dbbeeb1-1868-46af-b8b0-8b09b36306d0', 'tag': '48becb1a-b8b3-47c6-b06c-86ccc46a069a'}] {{(pid=88525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:57:36.691954 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-12ba80d4-f5db-4775-acf3-8c34194667b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:36.693172 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-12ba80d4-f5db-4775-acf3-8c34194667b2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7f08f99e-496d-4acc-99d5-1da0c21c47ab HTTP/1.1" status: 204 len: 168 time: 0.5754929 Jun 01 18:57:36.710837 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e6da0d98-4e50-4e89-88aa-d3f1f1c927f8 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:36.715692 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e6da0d98-4e50-4e89-88aa-d3f1f1c927f8 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:36.737115 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b8730b-d46f-4f85-ad48-de4e93419351 service neutron] Pushing event updated for resources: {'Port': ['ID=48becb1a-b8b3-47c6-b06c-86ccc46a069a,revision_number=3']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:57:36.787505 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 19467fbd-86a4-455f-ba36-972209de2a6f up at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:57:36.792796 n-d-844202-1 neutron-server[88525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2af5d3ac-bc9c-4ceb-9051-d760aec51c57'] response: {'name': 'network-changed', 'server_uuid': '3dbbeeb1-1868-46af-b8b0-8b09b36306d0', 'tag': '48becb1a-b8b3-47c6-b06c-86ccc46a069a', 'status': 'completed', 'code': 200} Jun 01 18:57:36.847924 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-91413e5f-989f-460e-93b3-dd4a4c95c150 req-1964f42d-a81c-4c5d-806b-394f07982dcb tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cd81dcd-fddd-4cdb-b7e0-911a736e672d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616497 Jun 01 18:57:36.855636 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6da0d98-4e50-4e89-88aa-d3f1f1c927f8 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Pushing event updated for resources: {'Port': ['ID=aa00f636-d870-48dc-8548-77a5b3f281bd,revision_number=2']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:57:36.873217 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e6da0d98-4e50-4e89-88aa-d3f1f1c927f8 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887712'] for floatingip, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:36.876402 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b9fa4504-cf9a-47a0-9537-5a484a66934d tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2614143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9667199'] for subnet, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:36.887567 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Provisioning for port 19467fbd-86a4-455f-ba36-972209de2a6f completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:57:36.901891 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Provisioning complete for port 19467fbd-86a4-455f-ba36-972209de2a6f triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:57:36.901891 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:36.902333 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e6da0d98-4e50-4e89-88aa-d3f1f1c927f8 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for floatingip, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:36.904057 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-e6da0d98-4e50-4e89-88aa-d3f1f1c927f8 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5818763 Jun 01 18:57:36.921367 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a11e7ff-773c-46e5-a3b3-aeaba0ffe894 req-3a2021bc-0cdb-4fc2-904f-5affcc3f1e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:36.923031 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8a11e7ff-773c-46e5-a3b3-aeaba0ffe894 req-3a2021bc-0cdb-4fc2-904f-5affcc3f1e6b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d0a1e5281a6a4a33a7366a726bd4d479&device_id=3dbbeeb1-1868-46af-b8b0-8b09b36306d0 HTTP/1.1" status: 200 len: 1094 time: 0.1780901 Jun 01 18:57:36.929108 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fa4504-cf9a-47a0-9537-5a484a66934d tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] Pushing event deleted for resources: {'Subnet': ['ID=1cdd727e-50d8-43e2-9d98-5f303bcec0d2,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:57:36.939256 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b9fa4504-cf9a-47a0-9537-5a484a66934d tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:36.951107 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b6a5660-28f5-4a2b-8196-87e266afadbd None None] Network 09c124b1-055f-4b16-ae82-41a43168a929 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 18:57:37.024275 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8a11e7ff-773c-46e5-a3b3-aeaba0ffe894 req-561aefa6-d4c2-4930-89c2-0c8a72c17501 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=48becb1a-b8b3-47c6-b06c-86ccc46a069a HTTP/1.1" status: 200 len: 217 time: 0.0792391 Jun 01 18:57:37.027942 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-b9fa4504-cf9a-47a0-9537-5a484a66934d tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] 10.222.0.41 "DELETE /v2.0/subnets/1cdd727e-50d8-43e2-9d98-5f303bcec0d2 HTTP/1.1" status: 204 len: 168 time: 0.8632739 Jun 01 18:57:37.031478 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 34542) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:57:37.102241 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a11e7ff-773c-46e5-a3b3-aeaba0ffe894 req-88d98acf-9811-4353-82c8-70afe3b55466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:37.104120 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8a11e7ff-773c-46e5-a3b3-aeaba0ffe894 req-88d98acf-9811-4353-82c8-70afe3b55466 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=65007f2f-c4cf-4ea2-954f-0d213b184a70 HTTP/1.1" status: 200 len: 851 time: 0.0737464 Jun 01 18:57:37.107515 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 788b40d5-d43b-47fb-a5c6-ee70b4898015 up at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:57:37.194520 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8a11e7ff-773c-46e5-a3b3-aeaba0ffe894 req-0843a0a1-aa17-4a56-974b-dc9e9ad89ae3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=68c6e764-294d-4bbe-b8e6-e3de6ad7c308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0798130 Jun 01 18:57:37.243792 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-a09652d9-579d-4eb1-a435-00629609cbc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:37.243951 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ebffd944-8504-4c16-9ba3-b69c3464e146 tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:37.260975 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-ebffd944-8504-4c16-9ba3-b69c3464e146 tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] Deleting port 2585a923-9f4e-4388-9fd2-ba33aed2ab33 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:57:37.261320 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ebffd944-8504-4c16-9ba3-b69c3464e146 tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:37.349932 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port 19467fbd-86a4-455f-ba36-972209de2a6f is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:57:37.350554 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:37.379316 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-39e740a2-e538-458e-991f-1c755d09c6c9 req-80c867cc-2860-44fa-8eab-7cf97a2bea5d tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Synchronizing usage tracker for tenant:9da8911c90e044c58dc0cf3fd4a5638a on resource:security_group {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:57:37.439236 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-39e740a2-e538-458e-991f-1c755d09c6c9 req-80c867cc-2860-44fa-8eab-7cf97a2bea5d tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Unset dirty status for tenant:9da8911c90e044c58dc0cf3fd4a5638a on resource:security_group {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:57:37.449122 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-39e740a2-e538-458e-991f-1c755d09c6c9 req-80c867cc-2860-44fa-8eab-7cf97a2bea5d tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1446661182&fields=id&tenant_id=9da8911c90e044c58dc0cf3fd4a5638a HTTP/1.1" status: 200 len: 267 time: 0.1900146 Jun 01 18:57:37.479625 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8a11e7ff-773c-46e5-a3b3-aeaba0ffe894 req-c8df1228-009a-46d2-b3fb-55571fb85f1c service neutron] 10.222.0.15 "GET /v2.0/networks/68c6e764-294d-4bbe-b8e6-e3de6ad7c308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2747116 Jun 01 18:57:37.507385 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning for port 788b40d5-d43b-47fb-a5c6-ee70b4898015 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:57:37.510678 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f98086ad-d4b4-4913-b9d8-e9791fdfa46a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19467fbd-86a4-455f-ba36-972209de2a6f'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:57:37.527081 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning complete for port 788b40d5-d43b-47fb-a5c6-ee70b4898015 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:57:37.527455 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:37.571417 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port 19467fbd-86a4-455f-ba36-972209de2a6f, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=19467fbd-86a4-455f-ba36-972209de2a6f,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:57:37.600184 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:37.711683 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28b2137-fa94-43ab-bd58-61c92bd8fcd8 req-6ec8978d-47be-494a-bb4d-50cf1f04e93a tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:37.713328 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c28b2137-fa94-43ab-bd58-61c92bd8fcd8 req-6ec8978d-47be-494a-bb4d-50cf1f04e93a tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.41 "GET /v2.0/ports?device_id=572f9759-e372-48b5-b8b1-7ee049385f46 HTTP/1.1" status: 200 len: 949 time: 0.1804662 Jun 01 18:57:37.792102 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port 788b40d5-d43b-47fb-a5c6-ee70b4898015 is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:57:37.792623 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:37.825040 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c28b2137-fa94-43ab-bd58-61c92bd8fcd8 req-ff1a48ff-556f-447e-a4b0-faf47141fda6 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.41 "GET /v2.0/security-groups?id=22665066-3f80-4493-8b7a-e2faea6c666a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994821 Jun 01 18:57:37.840874 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 788b40d5-d43b-47fb-a5c6-ee70b4898015, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=788b40d5-d43b-47fb-a5c6-ee70b4898015,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:57:37.842564 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e530a24-b9b5-4689-aaeb-095b224afca2 None None] DHCP port deletion for 09c124b1-055f-4b16-ae82-41a43168a929 request from n-d-844202-1 {{(pid=88526) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 18:57:37.853752 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [None req-ebffd944-8504-4c16-9ba3-b69c3464e146 tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] For port 2585a923-9f4e-4388-9fd2-ba33aed2ab33, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=2585a923-9f4e-4388-9fd2-ba33aed2ab33,segment=NetworkSegment(6fb2a591-6a34-4310-a759-8f1960e3f3e7),segment_id=6fb2a591-6a34-4310-a759-8f1960e3f3e7)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:57:37.854122 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ebffd944-8504-4c16-9ba3-b69c3464e146 tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:37.855028 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-8e530a24-b9b5-4689-aaeb-095b224afca2 None None] Deleting port 2585a923-9f4e-4388-9fd2-ba33aed2ab33 {{(pid=88526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:57:37.855456 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-8e530a24-b9b5-4689-aaeb-095b224afca2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:37.859122 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 34578) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:57:37.870863 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e740a2-e538-458e-991f-1c755d09c6c9 req-39eb4d9c-5b45-4fc1-86a2-fe248b3b46e8 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:37.877753 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-39e740a2-e538-458e-991f-1c755d09c6c9 req-39eb4d9c-5b45-4fc1-86a2-fe248b3b46e8 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] 10.222.0.41 "GET /v2.0/networks?id=908da31a-c43f-4d78-b2f1-4926efeaafe9 HTTP/1.1" status: 200 len: 814 time: 0.4275432 Jun 01 18:57:37.891990 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:37.903869 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8a11e7ff-773c-46e5-a3b3-aeaba0ffe894 req-df566e7f-8e4b-4393-bca8-566b3c885e03 service neutron] 10.222.0.15 "GET /v2.0/networks/68c6e764-294d-4bbe-b8e6-e3de6ad7c308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4175875 Jun 01 18:57:37.914258 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=19467fbd-86a4-455f-ba36-972209de2a6f,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:57:37.917630 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-39e740a2-e538-458e-991f-1c755d09c6c9 req-f43ea0ac-6eb0-46fb-bc68-7ec7ee9e6894 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] 10.222.0.41 "GET /v2.0/quotas/9da8911c90e044c58dc0cf3fd4a5638a HTTP/1.1" status: 200 len: 375 time: 0.0389676 Jun 01 18:57:38.064790 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-727f423b-5e99-4472-9915-9100e434d2f6 tempest-ExtraDHCPOptionsTestJSON-1689038353 tempest-ExtraDHCPOptionsTestJSON-1689038353-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1773282358'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:57:38.067428 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=788b40d5-d43b-47fb-a5c6-ee70b4898015,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:57:38.083272 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-727f423b-5e99-4472-9915-9100e434d2f6 tempest-ExtraDHCPOptionsTestJSON-1689038353 tempest-ExtraDHCPOptionsTestJSON-1689038353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:57:38.095358 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-ebffd944-8504-4c16-9ba3-b69c3464e146 tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] Calling delete_port for 2585a923-9f4e-4388-9fd2-ba33aed2ab33 owned by network:dhcp {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:57:38.104609 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-727f423b-5e99-4472-9915-9100e434d2f6 tempest-ExtraDHCPOptionsTestJSON-1689038353 tempest-ExtraDHCPOptionsTestJSON-1689038353-project] Usage tracker for resource:network and tenant:121f7973bfa94348a7ff350df1273a06 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:57:38.109843 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-727f423b-5e99-4472-9915-9100e434d2f6 tempest-ExtraDHCPOptionsTestJSON-1689038353 tempest-ExtraDHCPOptionsTestJSON-1689038353-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:57:38.119331 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-727f423b-5e99-4472-9915-9100e434d2f6 tempest-ExtraDHCPOptionsTestJSON-1689038353 tempest-ExtraDHCPOptionsTestJSON-1689038353-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:57:38.148075 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-727f423b-5e99-4472-9915-9100e434d2f6 tempest-ExtraDHCPOptionsTestJSON-1689038353 tempest-ExtraDHCPOptionsTestJSON-1689038353-project] Made reservation on behalf of 121f7973bfa94348a7ff350df1273a06 for: {'network': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:57:38.151628 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-727f423b-5e99-4472-9915-9100e434d2f6 tempest-ExtraDHCPOptionsTestJSON-1689038353 tempest-ExtraDHCPOptionsTestJSON-1689038353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:38.165544 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd25a4c-c92f-411a-9f4b-b07e95686d0a req-1ec579b8-d116-4978-a0d4-39eb3fb6f934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:38.167074 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-fdd25a4c-c92f-411a-9f4b-b07e95686d0a req-1ec579b8-d116-4978-a0d4-39eb3fb6f934 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d0a1e5281a6a4a33a7366a726bd4d479&device_id=3dbbeeb1-1868-46af-b8b0-8b09b36306d0 HTTP/1.1" status: 200 len: 1094 time: 0.1645260 Jun 01 18:57:38.170739 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-727f423b-5e99-4472-9915-9100e434d2f6 tempest-ExtraDHCPOptionsTestJSON-1689038353 tempest-ExtraDHCPOptionsTestJSON-1689038353-project] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:38.204459 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-8e530a24-b9b5-4689-aaeb-095b224afca2 None None] For port 2585a923-9f4e-4388-9fd2-ba33aed2ab33, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=2585a923-9f4e-4388-9fd2-ba33aed2ab33,segment=NetworkSegment(6fb2a591-6a34-4310-a759-8f1960e3f3e7),segment_id=6fb2a591-6a34-4310-a759-8f1960e3f3e7)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:57:38.204847 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-8e530a24-b9b5-4689-aaeb-095b224afca2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:38.217860 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-39e740a2-e538-458e-991f-1c755d09c6c9 req-94592b61-967d-4c30-884a-b4e9d6f02064 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Synchronizing usage tracker for tenant:9da8911c90e044c58dc0cf3fd4a5638a on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:57:38.220718 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-727f423b-5e99-4472-9915-9100e434d2f6 tempest-ExtraDHCPOptionsTestJSON-1689038353 tempest-ExtraDHCPOptionsTestJSON-1689038353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:57:38.255237 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ebffd944-8504-4c16-9ba3-b69c3464e146 tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:38.276095 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-727f423b-5e99-4472-9915-9100e434d2f6 tempest-ExtraDHCPOptionsTestJSON-1689038353 tempest-ExtraDHCPOptionsTestJSON-1689038353-project] Usage tracker for resource:security_group_rule and tenant:121f7973bfa94348a7ff350df1273a06 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:57:38.286391 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-727f423b-5e99-4472-9915-9100e434d2f6 tempest-ExtraDHCPOptionsTestJSON-1689038353 tempest-ExtraDHCPOptionsTestJSON-1689038353-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:57:38.303931 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-727f423b-5e99-4472-9915-9100e434d2f6 tempest-ExtraDHCPOptionsTestJSON-1689038353 tempest-ExtraDHCPOptionsTestJSON-1689038353-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:57:38.305596 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c57976-4b05-4815-833e-d349a19c1e09 req-123f77e5-466f-4525-9472-7c9af028fcf1 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:38.312686 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-74c57976-4b05-4815-833e-d349a19c1e09 req-123f77e5-466f-4525-9472-7c9af028fcf1 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/ports?device_id=7dcdd6d1-d2db-4e64-9637-96797b8c92fe HTTP/1.1" status: 200 len: 945 time: 0.2243128 Jun 01 18:57:38.321858 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-39e740a2-e538-458e-991f-1c755d09c6c9 req-94592b61-967d-4c30-884a-b4e9d6f02064 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Unset dirty status for tenant:9da8911c90e044c58dc0cf3fd4a5638a on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:57:38.323167 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-39e740a2-e538-458e-991f-1c755d09c6c9 req-94592b61-967d-4c30-884a-b4e9d6f02064 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=9da8911c90e044c58dc0cf3fd4a5638a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4047728 Jun 01 18:57:38.337710 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-8e530a24-b9b5-4689-aaeb-095b224afca2 None None] Calling delete_port for 2585a923-9f4e-4388-9fd2-ba33aed2ab33 owned by network:dhcp {{(pid=88526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:57:38.350069 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebffd944-8504-4c16-9ba3-b69c3464e146 tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] Pushing event deleted for resources: {'Port': ['ID=2585a923-9f4e-4388-9fd2-ba33aed2ab33,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:57:38.355087 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebffd944-8504-4c16-9ba3-b69c3464e146 tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] No DVR routers for this DVR port 2585a923-9f4e-4388-9fd2-ba33aed2ab33 on host n-d-844202-1 {{(pid=88524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 18:57:38.417919 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.db.api [None req-8e530a24-b9b5-4689-aaeb-095b224afca2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88526) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 18:57:38.418306 n-d-844202-1 neutron-server[88526]: DEBUG oslo_db.api [None req-8e530a24-b9b5-4689-aaeb-095b224afca2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 18:57:38.453257 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd25a4c-c92f-411a-9f4b-b07e95686d0a req-b90233ae-d5a2-4a6e-bc67-1ed518a10054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:38.454825 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-fdd25a4c-c92f-411a-9f4b-b07e95686d0a req-b90233ae-d5a2-4a6e-bc67-1ed518a10054 service neutron] 10.222.0.15 "GET /v2.0/networks?id=68c6e764-294d-4bbe-b8e6-e3de6ad7c308 HTTP/1.1" status: 200 len: 912 time: 0.2715871 Jun 01 18:57:38.478363 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-74c57976-4b05-4815-833e-d349a19c1e09 req-567e66e4-a9bd-4966-9c58-8167c0a5f8bd tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/security-groups?id=679bc320-73aa-41fb-80e9-32867c6d2bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648128 Jun 01 18:57:38.511149 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ebffd944-8504-4c16-9ba3-b69c3464e146 tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:38.539054 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-206f9431-3583-4126-8462-26923d94f9d4'] response: {'server_uuid': 'f98086ad-d4b4-4913-b9d8-e9791fdfa46a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19467fbd-86a4-455f-ba36-972209de2a6f', 'code': 200} Jun 01 18:57:38.542120 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-ebffd944-8504-4c16-9ba3-b69c3464e146 tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09c124b1-055f-4b16-ae82-41a43168a929']}} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:57:38.545498 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-fdd25a4c-c92f-411a-9f4b-b07e95686d0a req-3b2dc794-86d9-4449-a446-7d72fd8da8c1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=48becb1a-b8b3-47c6-b06c-86ccc46a069a HTTP/1.1" status: 200 len: 217 time: 0.0783753 Jun 01 18:57:38.566471 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-ebffd944-8504-4c16-9ba3-b69c3464e146 tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fb2a591-6a34-4310-a759-8f1960e3f3e7') {'for_net_delete': True} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:57:38.567056 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-ebffd944-8504-4c16-9ba3-b69c3464e146 tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fb2a591-6a34-4310-a759-8f1960e3f3e7') {} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:57:38.582379 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ebffd944-8504-4c16-9ba3-b69c3464e146 tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2702126'] for segment, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:38.611816 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ebffd944-8504-4c16-9ba3-b69c3464e146 tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:38.619055 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebffd944-8504-4c16-9ba3-b69c3464e146 tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=88524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 18:57:38.619449 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ebffd944-8504-4c16-9ba3-b69c3464e146 tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2719018'] for segment, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:38.667599 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-39e740a2-e538-458e-991f-1c755d09c6c9 req-ba02b6f3-bc65-4c32-bc03-404f1ab51f50 service neutron] 10.222.0.41 "GET /v2.0/networks/908da31a-c43f-4d78-b2f1-4926efeaafe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3207126 Jun 01 18:57:38.672636 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd25a4c-c92f-411a-9f4b-b07e95686d0a req-628e6a92-d652-4643-984f-35a922decf55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:38.674018 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-fdd25a4c-c92f-411a-9f4b-b07e95686d0a req-628e6a92-d652-4643-984f-35a922decf55 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=65007f2f-c4cf-4ea2-954f-0d213b184a70 HTTP/1.1" status: 200 len: 851 time: 0.1200943 Jun 01 18:57:38.728095 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment 6fb2a591-6a34-4310-a759-8f1960e3f3e7 resource provider aggregate not found Jun 01 18:57:38.749009 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-727f423b-5e99-4472-9915-9100e434d2f6 tempest-ExtraDHCPOptionsTestJSON-1689038353 tempest-ExtraDHCPOptionsTestJSON-1689038353-project] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:38.776974 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment 6fb2a591-6a34-4310-a759-8f1960e3f3e7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6fb2a591-6a34-4310-a759-8f1960e3f3e7 found for delete ", "request_id": "req-2419e7e7-d90a-4238-9538-899adf1d7b08"}]} Jun 01 18:57:38.798272 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-fdd25a4c-c92f-411a-9f4b-b07e95686d0a req-f834d540-2231-44e8-8f43-3c62adbf9778 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=68c6e764-294d-4bbe-b8e6-e3de6ad7c308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1128449 Jun 01 18:57:38.803486 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-727f423b-5e99-4472-9915-9100e434d2f6 tempest-ExtraDHCPOptionsTestJSON-1689038353 tempest-ExtraDHCPOptionsTestJSON-1689038353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:38.830249 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ebffd944-8504-4c16-9ba3-b69c3464e146 tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:38.855784 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ebffd944-8504-4c16-9ba3-b69c3464e146 tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:38.869376 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebffd944-8504-4c16-9ba3-b69c3464e146 tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] Pushing event deleted for resources: {'Network': ['ID=09c124b1-055f-4b16-ae82-41a43168a929,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:57:38.877846 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-ebffd944-8504-4c16-9ba3-b69c3464e146 tempest-TagsExtTest-1172745924 tempest-TagsExtTest-1172745924-project] 10.222.0.41 "DELETE /v2.0/networks/09c124b1-055f-4b16-ae82-41a43168a929 HTTP/1.1" status: 204 len: 168 time: 1.8452635 Jun 01 18:57:38.888884 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b8cf12-56c6-494f-9934-d2c5e2589e62 req-2d3c4243-1091-4232-ab82-19c91dcc82e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:38.890315 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a3b8cf12-56c6-494f-9934-d2c5e2589e62 req-2d3c4243-1091-4232-ab82-19c91dcc82e5 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f98086ad-d4b4-4913-b9d8-e9791fdfa46a HTTP/1.1" status: 200 len: 1100 time: 0.2418146 Jun 01 18:57:38.902360 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c068da2-bb8e-4865-ac55-6c1000fc70d3 req-0b9289bd-1eca-4a43-92f1-a5a1f4b2229c tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:38.903919 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3c068da2-bb8e-4865-ac55-6c1000fc70d3 req-0b9289bd-1eca-4a43-92f1-a5a1f4b2229c tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] 10.222.0.41 "GET /v2.0/ports?device_id=3dbbeeb1-1868-46af-b8b0-8b09b36306d0 HTTP/1.1" status: 200 len: 943 time: 0.2541339 Jun 01 18:57:38.919846 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-8e530a24-b9b5-4689-aaeb-095b224afca2 None None] Deleting port 2585a923-9f4e-4388-9fd2-ba33aed2ab33 {{(pid=88526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:57:38.920424 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-8e530a24-b9b5-4689-aaeb-095b224afca2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:38.937175 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-727f423b-5e99-4472-9915-9100e434d2f6 tempest-ExtraDHCPOptionsTestJSON-1689038353 tempest-ExtraDHCPOptionsTestJSON-1689038353-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 119} {{(pid=88525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 18:57:38.973451 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a3b8cf12-56c6-494f-9934-d2c5e2589e62 req-ead15945-4a41-4c62-868f-7ecbeb21e7e2 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=22665066-3f80-4493-8b7a-e2faea6c666a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682378 Jun 01 18:57:38.974650 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727f423b-5e99-4472-9915-9100e434d2f6 tempest-ExtraDHCPOptionsTestJSON-1689038353 tempest-ExtraDHCPOptionsTestJSON-1689038353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0734cb82-0514-4afa-ab85-63d27149073c,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:57:38.981526 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-727f423b-5e99-4472-9915-9100e434d2f6 tempest-ExtraDHCPOptionsTestJSON-1689038353 tempest-ExtraDHCPOptionsTestJSON-1689038353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:38.981863 n-d-844202-1 neutron-server[88525]: INFO neutron.db.segments_db [None req-727f423b-5e99-4472-9915-9100e434d2f6 tempest-ExtraDHCPOptionsTestJSON-1689038353 tempest-ExtraDHCPOptionsTestJSON-1689038353-project] Added segment 32e51f5b-68d5-437e-a755-085b1c285a79 of type vlan for network 3c8bc033-59c9-4ec2-9591-52bb6b68186b Jun 01 18:57:38.994215 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3c068da2-bb8e-4865-ac55-6c1000fc70d3 req-a316385d-b391-4367-a860-e5ebf22d18d8 tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cd81dcd-fddd-4cdb-b7e0-911a736e672d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737355 Jun 01 18:57:39.093935 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-fdd25a4c-c92f-411a-9f4b-b07e95686d0a req-433f5995-c6bc-4a29-8fb7-e8ce242f57e2 service neutron] 10.222.0.15 "GET /v2.0/networks/68c6e764-294d-4bbe-b8e6-e3de6ad7c308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2872965 Jun 01 18:57:39.108013 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-39e740a2-e538-458e-991f-1c755d09c6c9 req-95bf4ba7-6321-43b8-9935-aa15612cd8b1 service neutron] 10.222.0.41 "GET /v2.0/networks/908da31a-c43f-4d78-b2f1-4926efeaafe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4261057 Jun 01 18:57:39.109885 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-727f423b-5e99-4472-9915-9100e434d2f6 tempest-ExtraDHCPOptionsTestJSON-1689038353 tempest-ExtraDHCPOptionsTestJSON-1689038353-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:39.124300 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-8e530a24-b9b5-4689-aaeb-095b224afca2 None None] The port '2585a923-9f4e-4388-9fd2-ba33aed2ab33' was deleted {{(pid=88526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 01 18:57:39.163501 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-727f423b-5e99-4472-9915-9100e434d2f6 tempest-ExtraDHCPOptionsTestJSON-1689038353 tempest-ExtraDHCPOptionsTestJSON-1689038353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:39.171732 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-727f423b-5e99-4472-9915-9100e434d2f6 tempest-ExtraDHCPOptionsTestJSON-1689038353 tempest-ExtraDHCPOptionsTestJSON-1689038353-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:39.172889 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-727f423b-5e99-4472-9915-9100e434d2f6 tempest-ExtraDHCPOptionsTestJSON-1689038353 tempest-ExtraDHCPOptionsTestJSON-1689038353-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:39.253962 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fd0d8621-0c63-4415-b596-97cbe802a3e8 req-0ff69554-8797-4ee0-acb1-06e6b96a0bd5 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=cb004fdd-bd15-457d-91b4-9584fa047d1f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0895844 Jun 01 18:57:39.419801 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-727f423b-5e99-4472-9915-9100e434d2f6 tempest-ExtraDHCPOptionsTestJSON-1689038353 tempest-ExtraDHCPOptionsTestJSON-1689038353-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.5595067 Jun 01 18:57:39.421759 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 34604) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:57:39.442784 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727f423b-5e99-4472-9915-9100e434d2f6 tempest-ExtraDHCPOptionsTestJSON-1689038353 tempest-ExtraDHCPOptionsTestJSON-1689038353-project] Pushing event updated for resources: {'Network': ['ID=3c8bc033-59c9-4ec2-9591-52bb6b68186b,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:57:39.457672 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-5f513d0d-b804-45c2-a364-3971f645616d tempest-ExtraDHCPOptionsTestJSON-1689038353 tempest-ExtraDHCPOptionsTestJSON-1689038353-project] Request body: {'subnet': {'network_id': '3c8bc033-59c9-4ec2-9591-52bb6b68186b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:57:39.458982 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.agents_db [None req-e814b9cf-7de8-45d0-a079-29c61fabe7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 18:57:39.460376 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 34608) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:57:39.462531 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network 3c8bc033-59c9-4ec2-9591-52bb6b68186b details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 18:57:39.565153 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d92d194-0121-469c-b1d4-9d07ec304c09 req-7cb560f1-ca0a-466a-9471-064e9b004065 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:39.567662 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-1d92d194-0121-469c-b1d4-9d07ec304c09 req-7cb560f1-ca0a-466a-9471-064e9b004065 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.41 "GET /v2.0/ports?device_id=572f9759-e372-48b5-b8b1-7ee049385f46 HTTP/1.1" status: 200 len: 950 time: 0.2236528 Jun 01 18:57:39.600959 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-2298e511-8cf2-4aa9-8781-330c5636d682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:39.638084 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-1d92d194-0121-469c-b1d4-9d07ec304c09 req-0bb9e477-c7c0-400d-92e7-8cad9dfea893 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.41 "GET /v2.0/security-groups?id=22665066-3f80-4493-8b7a-e2faea6c666a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619488 Jun 01 18:57:39.642165 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0d8621-0c63-4415-b596-97cbe802a3e8 req-cd5cb742-5146-4bb8-8eac-e589c88b95c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:39.643594 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fd0d8621-0c63-4415-b596-97cbe802a3e8 req-cd5cb742-5146-4bb8-8eac-e589c88b95c5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d40f7c9e0af24f109f247cdb0a7a60bf&device_id=cb004fdd-bd15-457d-91b4-9584fa047d1f HTTP/1.1" status: 200 len: 1096 time: 0.1587875 Jun 01 18:57:39.778723 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-5f513d0d-b804-45c2-a364-3971f645616d tempest-ExtraDHCPOptionsTestJSON-1689038353 tempest-ExtraDHCPOptionsTestJSON-1689038353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:57:39.782241 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 2585a923-9f4e-4388-9fd2-ba33aed2ab33 no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:57:39.782917 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-5f513d0d-b804-45c2-a364-3971f645616d tempest-ExtraDHCPOptionsTestJSON-1689038353 tempest-ExtraDHCPOptionsTestJSON-1689038353-project] Usage tracker for resource:subnet and tenant:121f7973bfa94348a7ff350df1273a06 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:57:39.785966 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-5f513d0d-b804-45c2-a364-3971f645616d tempest-ExtraDHCPOptionsTestJSON-1689038353 tempest-ExtraDHCPOptionsTestJSON-1689038353-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:57:39.796936 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-fdd25a4c-c92f-411a-9f4b-b07e95686d0a req-08cd7eb4-c973-4e14-bbbc-6f52a5ce77af service neutron] 10.222.0.15 "GET /v2.0/networks/68c6e764-294d-4bbe-b8e6-e3de6ad7c308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5919642 Jun 01 18:57:39.800610 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-5f513d0d-b804-45c2-a364-3971f645616d tempest-ExtraDHCPOptionsTestJSON-1689038353 tempest-ExtraDHCPOptionsTestJSON-1689038353-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:57:39.819388 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f513d0d-b804-45c2-a364-3971f645616d tempest-ExtraDHCPOptionsTestJSON-1689038353 tempest-ExtraDHCPOptionsTestJSON-1689038353-project] Made reservation on behalf of 121f7973bfa94348a7ff350df1273a06 for: {'subnet': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:57:39.822914 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5f513d0d-b804-45c2-a364-3971f645616d tempest-ExtraDHCPOptionsTestJSON-1689038353 tempest-ExtraDHCPOptionsTestJSON-1689038353-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9667140'] for subnet, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:39.837507 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: 2585a923-9f4e-4388-9fd2-ba33aed2ab33 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 18:57:39.838306 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 2585a923-9f4e-4388-9fd2-ba33aed2ab33 not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 18:57:39.848982 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dcf3bd-1cb6-4ae8-b369-1d26ae4180de req-0d669e42-2fe0-42d3-a6cd-92dc048607d3 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:39.849414 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-8be933ba-c2e8-42c3-b7d6-bf21b61be7bf req-b0323cc5-9dc3-4147-bdd0-69a7e2b2eb25 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Synchronizing usage tracker for tenant:9da8911c90e044c58dc0cf3fd4a5638a on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:57:39.850494 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-76dcf3bd-1cb6-4ae8-b369-1d26ae4180de req-0d669e42-2fe0-42d3-a6cd-92dc048607d3 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/ports?device_id=7dcdd6d1-d2db-4e64-9637-96797b8c92fe HTTP/1.1" status: 200 len: 945 time: 0.3353508 Jun 01 18:57:40.047338 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-27f35f22-2ef5-4593-9892-5263318ef896 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=be4c92fbf69740dabaa6ce1014a24164&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5834200 Jun 01 18:57:40.051456 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 34622) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:57:40.057929 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-8be933ba-c2e8-42c3-b7d6-bf21b61be7bf req-b0323cc5-9dc3-4147-bdd0-69a7e2b2eb25 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Unset dirty status for tenant:9da8911c90e044c58dc0cf3fd4a5638a on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:57:40.059026 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-8be933ba-c2e8-42c3-b7d6-bf21b61be7bf req-b0323cc5-9dc3-4147-bdd0-69a7e2b2eb25 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] 10.222.0.41 "GET /v2.0/ports?device_id=1287ab47-b65e-43d7-abf9-18f314df4e22 HTTP/1.1" status: 200 len: 210 time: 0.3404095 Jun 01 18:57:40.142103 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0d8621-0c63-4415-b596-97cbe802a3e8 req-c9712aee-8e22-4066-84e6-53f5ca25f076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:40.145889 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fd0d8621-0c63-4415-b596-97cbe802a3e8 req-c9712aee-8e22-4066-84e6-53f5ca25f076 service neutron] 10.222.0.50 "GET /v2.0/networks?id=4c7a9aa4-8b0d-4225-ab31-749c4f434a4b HTTP/1.1" status: 200 len: 919 time: 0.4762328 Jun 01 18:57:40.183772 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-76dcf3bd-1cb6-4ae8-b369-1d26ae4180de req-ad94497f-89f7-4136-8666-65a48900f857 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/security-groups?id=679bc320-73aa-41fb-80e9-32867c6d2bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028438 Jun 01 18:57:40.233462 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fd0d8621-0c63-4415-b596-97cbe802a3e8 req-9f56afa9-4f4b-45ba-8642-0e3bf9dc14ea service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=06561cac-2a48-40a3-bf58-d979cdbc3b51 HTTP/1.1" status: 200 len: 217 time: 0.0771410 Jun 01 18:57:40.273394 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f5848088-61f3-4ad9-8666-0ec298e1ac02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:40.332914 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5f513d0d-b804-45c2-a364-3971f645616d tempest-ExtraDHCPOptionsTestJSON-1689038353 tempest-ExtraDHCPOptionsTestJSON-1689038353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2614064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9667190'] for subnet, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:40.370957 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f5848088-61f3-4ad9-8666-0ec298e1ac02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:40.391778 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0d8621-0c63-4415-b596-97cbe802a3e8 req-5c43c730-012d-40f1-b8ab-494df2864dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:40.393302 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fd0d8621-0c63-4415-b596-97cbe802a3e8 req-5c43c730-012d-40f1-b8ab-494df2864dc3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6675a480-f2f0-4e10-96f4-f99c31c21be5 HTTP/1.1" status: 200 len: 857 time: 0.1265051 Jun 01 18:57:40.423148 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f513d0d-b804-45c2-a364-3971f645616d tempest-ExtraDHCPOptionsTestJSON-1689038353 tempest-ExtraDHCPOptionsTestJSON-1689038353-project] Pushing event updated for resources: {'Subnet': ['ID=32da8ad3-ed90-4d50-9e2b-7064c65223f8,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:57:40.427950 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f513d0d-b804-45c2-a364-3971f645616d tempest-ExtraDHCPOptionsTestJSON-1689038353 tempest-ExtraDHCPOptionsTestJSON-1689038353-project] Checking segment: {'id': '32e51f5b-68d5-437e-a755-085b1c285a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '3c8bc033-59c9-4ec2-9591-52bb6b68186b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:57:40.428326 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f513d0d-b804-45c2-a364-3971f645616d tempest-ExtraDHCPOptionsTestJSON-1689038353 tempest-ExtraDHCPOptionsTestJSON-1689038353-project] Network hostable DHCP agents. Network: 3c8bc033-59c9-4ec2-9591-52bb6b68186b, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 18:57:40.449833 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f513d0d-b804-45c2-a364-3971f645616d tempest-ExtraDHCPOptionsTestJSON-1689038353 tempest-ExtraDHCPOptionsTestJSON-1689038353-project] Network 3c8bc033-59c9-4ec2-9591-52bb6b68186b is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 18:57:40.460117 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-5f513d0d-b804-45c2-a364-3971f645616d tempest-ExtraDHCPOptionsTestJSON-1689038353 tempest-ExtraDHCPOptionsTestJSON-1689038353-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, 3c8bc033-59c9-4ec2-9591-52bb6b68186b) {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:57:40.468205 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f513d0d-b804-45c2-a364-3971f645616d tempest-ExtraDHCPOptionsTestJSON-1689038353 tempest-ExtraDHCPOptionsTestJSON-1689038353-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:40.469644 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5f513d0d-b804-45c2-a364-3971f645616d tempest-ExtraDHCPOptionsTestJSON-1689038353 tempest-ExtraDHCPOptionsTestJSON-1689038353-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:40.474189 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ca99c21-ae43-474d-a1e5-0a44525653da None None] Network 3c8bc033-59c9-4ec2-9591-52bb6b68186b requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 18:57:40.485025 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7097d2e9-0b93-401d-af72-1a8d17ea6e3f req-b73a0f10-18d6-49a2-8e3f-efb36a77a6b0 tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:40.486537 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7097d2e9-0b93-401d-af72-1a8d17ea6e3f req-b73a0f10-18d6-49a2-8e3f-efb36a77a6b0 tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] 10.222.0.41 "GET /v2.0/ports?device_id=3dbbeeb1-1868-46af-b8b0-8b09b36306d0 HTTP/1.1" status: 200 len: 943 time: 0.2652826 Jun 01 18:57:40.512055 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-5f513d0d-b804-45c2-a364-3971f645616d tempest-ExtraDHCPOptionsTestJSON-1689038353 tempest-ExtraDHCPOptionsTestJSON-1689038353-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0809705 Jun 01 18:57:40.514560 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 34626) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:57:40.519924 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-8378321e-343f-49f4-9b64-ddb35cad6517 tempest-ExtraDHCPOptionsTestJSON-1689038353 tempest-ExtraDHCPOptionsTestJSON-1689038353-project] Request body: {'port': {'network_id': '3c8bc033-59c9-4ec2-9591-52bb6b68186b', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1400138811'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:57:40.532696 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f5848088-61f3-4ad9-8666-0ec298e1ac02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:40.546937 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '572f9759-e372-48b5-b8b1-7ee049385f46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '788b40d5-d43b-47fb-a5c6-ee70b4898015'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:57:40.561217 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5848088-61f3-4ad9-8666-0ec298e1ac02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41401cc1-7468-4626-968b-7d66e983ac51,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:57:40.568681 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:40.580935 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f5848088-61f3-4ad9-8666-0ec298e1ac02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:40.584852 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-f5848088-61f3-4ad9-8666-0ec298e1ac02 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/41401cc1-7468-4626-968b-7d66e983ac51 HTTP/1.1" status: 204 len: 168 time: 0.5280244 Jun 01 18:57:40.593932 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7097d2e9-0b93-401d-af72-1a8d17ea6e3f req-17082512-e9d0-4878-bf8b-6dece919062f tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cd81dcd-fddd-4cdb-b7e0-911a736e672d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872824 Jun 01 18:57:40.597654 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0d8621-0c63-4415-b596-97cbe802a3e8 req-ad6bb91b-8c37-479e-bc81-fd300e8c93db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:40.599232 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fd0d8621-0c63-4415-b596-97cbe802a3e8 req-ad6bb91b-8c37-479e-bc81-fd300e8c93db service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4c7a9aa4-8b0d-4225-ab31-749c4f434a4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1982083 Jun 01 18:57:40.632393 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:40.695849 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bad00339-988b-41ab-8abf-a6e420ebd033'] response: {'server_uuid': '572f9759-e372-48b5-b8b1-7ee049385f46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '788b40d5-d43b-47fb-a5c6-ee70b4898015', 'code': 200} Jun 01 18:57:40.827749 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55007db1-c502-406c-9dda-ff18e7ccbdac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc93f83c3-7fb6-5c13-a9d4-29d739a4e8d2-3c8bc033-59c9-4ec2-9591-52bb6b68186b', 'network_id': '3c8bc033-59c9-4ec2-9591-52bb6b68186b', 'tenant_id': '121f7973bfa94348a7ff350df1273a06', 'fixed_ips': [{'subnet_id': '32da8ad3-ed90-4d50-9e2b-7064c65223f8'}]}} from n-d-844202-1. {{(pid=88526) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 18:57:40.829103 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-55007db1-c502-406c-9dda-ff18e7ccbdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:40.899049 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-8378321e-343f-49f4-9b64-ddb35cad6517 tempest-ExtraDHCPOptionsTestJSON-1689038353 tempest-ExtraDHCPOptionsTestJSON-1689038353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:57:40.911528 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-8378321e-343f-49f4-9b64-ddb35cad6517 tempest-ExtraDHCPOptionsTestJSON-1689038353 tempest-ExtraDHCPOptionsTestJSON-1689038353-project] Usage tracker for resource:port and tenant:121f7973bfa94348a7ff350df1273a06 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:57:40.931957 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-8378321e-343f-49f4-9b64-ddb35cad6517 tempest-ExtraDHCPOptionsTestJSON-1689038353 tempest-ExtraDHCPOptionsTestJSON-1689038353-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:57:40.949557 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-8378321e-343f-49f4-9b64-ddb35cad6517 tempest-ExtraDHCPOptionsTestJSON-1689038353 tempest-ExtraDHCPOptionsTestJSON-1689038353-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:57:40.976475 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8378321e-343f-49f4-9b64-ddb35cad6517 tempest-ExtraDHCPOptionsTestJSON-1689038353 tempest-ExtraDHCPOptionsTestJSON-1689038353-project] Made reservation on behalf of 121f7973bfa94348a7ff350df1273a06 for: {'port': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:57:40.985111 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8378321e-343f-49f4-9b64-ddb35cad6517 tempest-ExtraDHCPOptionsTestJSON-1689038353 tempest-ExtraDHCPOptionsTestJSON-1689038353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:41.016921 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fd0d8621-0c63-4415-b596-97cbe802a3e8 req-f0550246-27fe-4aed-a921-2ffdf666b96a service neutron] 10.222.0.50 "GET /v2.0/networks/4c7a9aa4-8b0d-4225-ab31-749c4f434a4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4062619 Jun 01 18:57:41.074365 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [None req-8378321e-343f-49f4-9b64-ddb35cad6517 tempest-ExtraDHCPOptionsTestJSON-1689038353 tempest-ExtraDHCPOptionsTestJSON-1689038353-project] device_id is not set on port 5c54f8a7-cceb-4cf8-a9c0-a7424c7a6343 yet. {{(pid=88525) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 18:57:41.113823 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.db_base_plugin_common [None req-55007db1-c502-406c-9dda-ff18e7ccbdac None None] Allocated IP 172.20.0.2 (3c8bc033-59c9-4ec2-9591-52bb6b68186b/32da8ad3-ed90-4d50-9e2b-7064c65223f8/937b4df0-fbaf-48fc-ba84-6e2c83f5f58a) {{(pid=88526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:57:41.184972 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bbe9ec-d4f8-40a8-9023-669c7f25f99e req-c1f74d5b-a8d1-4398-ab11-70431a787528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:41.186462 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-04bbe9ec-d4f8-40a8-9023-669c7f25f99e req-c1f74d5b-a8d1-4398-ab11-70431a787528 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=572f9759-e372-48b5-b8b1-7ee049385f46 HTTP/1.1" status: 200 len: 1101 time: 0.3630288 Jun 01 18:57:41.272954 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:41.310168 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ae034ea2-0a27-48e2-a8cb-7fe0001830e7 req-978b3f2d-e153-4bc3-ba22-341f70b25dc3 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] 10.222.0.41 "GET /v2.0/ports?device_id=1287ab47-b65e-43d7-abf9-18f314df4e22 HTTP/1.1" status: 200 len: 210 time: 0.0802083 Jun 01 18:57:41.312790 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e740a2-e538-458e-991f-1c755d09c6c9 req-5ab7f97e-0e3a-41bd-862d-7be11880e60f tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:41.314739 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-39e740a2-e538-458e-991f-1c755d09c6c9 req-5ab7f97e-0e3a-41bd-862d-7be11880e60f tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] 10.222.0.50 "GET /v2.0/networks?id=908da31a-c43f-4d78-b2f1-4926efeaafe9 HTTP/1.1" status: 200 len: 814 time: 0.4705265 Jun 01 18:57:41.336824 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7a83ab-bed6-412b-a213-0e6823a749d9 req-cde2cb45-8602-41bf-982c-b1f31c977baa tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:41.338983 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-04bbe9ec-d4f8-40a8-9023-669c7f25f99e req-4a102881-99b7-49ae-b1b2-d0032b43235f service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=22665066-3f80-4493-8b7a-e2faea6c666a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105382 Jun 01 18:57:41.343943 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7c7a83ab-bed6-412b-a213-0e6823a749d9 req-cde2cb45-8602-41bf-982c-b1f31c977baa tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.41 "GET /v2.0/ports?device_id=572f9759-e372-48b5-b8b1-7ee049385f46 HTTP/1.1" status: 200 len: 950 time: 0.4984679 Jun 01 18:57:41.402274 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fd0d8621-0c63-4415-b596-97cbe802a3e8 req-cbf702ed-ad9d-45ec-94b0-d0f1a4b290f7 service neutron] 10.222.0.50 "GET /v2.0/networks/4c7a9aa4-8b0d-4225-ab31-749c4f434a4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3752518 Jun 01 18:57:41.430845 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-55007db1-c502-406c-9dda-ff18e7ccbdac None None] Notify callbacks [] for port, precommit_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:41.439957 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-39e740a2-e538-458e-991f-1c755d09c6c9 req-de508057-6ff1-4097-bb7b-1e08e76f687b tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Synchronizing usage tracker for tenant:9da8911c90e044c58dc0cf3fd4a5638a on resource:security_group {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:57:41.442213 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-55007db1-c502-406c-9dda-ff18e7ccbdac None None] Transition to ACTIVE for port object 937b4df0-fbaf-48fc-ba84-6e2c83f5f58a will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:57:41.455595 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7c7a83ab-bed6-412b-a213-0e6823a749d9 req-14a616a9-29bb-4b48-9073-47d609eb2fea tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.41 "GET /v2.0/security-groups?id=22665066-3f80-4493-8b7a-e2faea6c666a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105714 Jun 01 18:57:41.465341 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-55007db1-c502-406c-9dda-ff18e7ccbdac None None] Transition to ACTIVE for port object 937b4df0-fbaf-48fc-ba84-6e2c83f5f58a will not be triggered until provisioned by entity DHCP. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:57:41.470484 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-39e740a2-e538-458e-991f-1c755d09c6c9 req-de508057-6ff1-4097-bb7b-1e08e76f687b tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Unset dirty status for tenant:9da8911c90e044c58dc0cf3fd4a5638a on resource:security_group {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:57:41.471726 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-39e740a2-e538-458e-991f-1c755d09c6c9 req-de508057-6ff1-4097-bb7b-1e08e76f687b tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9da8911c90e044c58dc0cf3fd4a5638a HTTP/1.1" status: 200 len: 380 time: 0.1257076 Jun 01 18:57:41.478335 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-55007db1-c502-406c-9dda-ff18e7ccbdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526'] for port, after_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:41.558643 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-39e740a2-e538-458e-991f-1c755d09c6c9 req-c37994c7-78f8-4e47-aa6b-19e3a72b4c81 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Request body: {'port': {'device_id': '1287ab47-b65e-43d7-abf9-18f314df4e22', 'network_id': '908da31a-c43f-4d78-b2f1-4926efeaafe9', 'admin_state_up': True, 'tenant_id': '9da8911c90e044c58dc0cf3fd4a5638a', 'security_groups': ['a40a0dad-61f6-4c8c-9f40-2a63d510909f']}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:57:41.580091 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55007db1-c502-406c-9dda-ff18e7ccbdac None None] Network 3c8bc033-59c9-4ec2-9591-52bb6b68186b is already hosted by enough agents. {{(pid=88526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:57:41.581805 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55007db1-c502-406c-9dda-ff18e7ccbdac None None] Pushing event updated for resources: {'Port': ['ID=937b4df0-fbaf-48fc-ba84-6e2c83f5f58a,revision_number=1']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:57:41.582119 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [None req-8378321e-343f-49f4-9b64-ddb35cad6517 tempest-ExtraDHCPOptionsTestJSON-1689038353 tempest-ExtraDHCPOptionsTestJSON-1689038353-project] Allocated IP 172.20.0.5 (3c8bc033-59c9-4ec2-9591-52bb6b68186b/32da8ad3-ed90-4d50-9e2b-7064c65223f8/5c54f8a7-cceb-4cf8-a9c0-a7424c7a6343) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:57:41.588251 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.base_scheduler [None req-55007db1-c502-406c-9dda-ff18e7ccbdac None None] Resources bound (agent type, host, resource id): {{(pid=88526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:57:41.591534 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55007db1-c502-406c-9dda-ff18e7ccbdac None None] Received port after_create {{(pid=88526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:57:41.605852 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f606b2-4971-4143-a813-4b06ff6f0e52 req-a09ca0dd-fe9b-4186-b82c-36e97bae2c2f tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:41.607377 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-96f606b2-4971-4143-a813-4b06ff6f0e52 req-a09ca0dd-fe9b-4186-b82c-36e97bae2c2f tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/ports?device_id=7dcdd6d1-d2db-4e64-9637-96797b8c92fe HTTP/1.1" status: 200 len: 945 time: 0.1699719 Jun 01 18:57:41.636364 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:41.711500 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-55007db1-c502-406c-9dda-ff18e7ccbdac None None] Attempting to bind port 937b4df0-fbaf-48fc-ba84-6e2c83f5f58a on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:57:41.712650 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-55007db1-c502-406c-9dda-ff18e7ccbdac None None] Attempting to bind port 937b4df0-fbaf-48fc-ba84-6e2c83f5f58a by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': '32e51f5b-68d5-437e-a755-085b1c285a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '3c8bc033-59c9-4ec2-9591-52bb6b68186b'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:57:41.712844 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-96f606b2-4971-4143-a813-4b06ff6f0e52 req-56569de2-600a-4eb4-b639-430a1e447f49 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/security-groups?id=679bc320-73aa-41fb-80e9-32867c6d2bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969076 Jun 01 18:57:41.713536 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55007db1-c502-406c-9dda-ff18e7ccbdac None None] Attempting to bind port 937b4df0-fbaf-48fc-ba84-6e2c83f5f58a on network 3c8bc033-59c9-4ec2-9591-52bb6b68186b {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:57:41.719829 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55007db1-c502-406c-9dda-ff18e7ccbdac None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 18, 57, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:57:41.720625 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55007db1-c502-406c-9dda-ff18e7ccbdac None None] Checking segment: {'id': '32e51f5b-68d5-437e-a755-085b1c285a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '3c8bc033-59c9-4ec2-9591-52bb6b68186b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:57:41.721534 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-55007db1-c502-406c-9dda-ff18e7ccbdac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:41.723144 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55007db1-c502-406c-9dda-ff18e7ccbdac None None] Bound using segment: {'id': '32e51f5b-68d5-437e-a755-085b1c285a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '3c8bc033-59c9-4ec2-9591-52bb6b68186b'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:57:41.724002 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-55007db1-c502-406c-9dda-ff18e7ccbdac None None] Bound port: 937b4df0-fbaf-48fc-ba84-6e2c83f5f58a, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32e51f5b-68d5-437e-a755-085b1c285a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '3c8bc033-59c9-4ec2-9591-52bb6b68186b'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:57:41.724751 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-55007db1-c502-406c-9dda-ff18e7ccbdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:41.767979 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-39e740a2-e538-458e-991f-1c755d09c6c9 req-c37994c7-78f8-4e47-aa6b-19e3a72b4c81 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:57:41.780887 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-39e740a2-e538-458e-991f-1c755d09c6c9 req-c37994c7-78f8-4e47-aa6b-19e3a72b4c81 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:57:41.792292 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39e740a2-e538-458e-991f-1c755d09c6c9 req-c37994c7-78f8-4e47-aa6b-19e3a72b4c81 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Made reservation on behalf of 9da8911c90e044c58dc0cf3fd4a5638a for: {'port': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:57:41.796456 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-39e740a2-e538-458e-991f-1c755d09c6c9 req-c37994c7-78f8-4e47-aa6b-19e3a72b4c81 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:41.854090 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-55007db1-c502-406c-9dda-ff18e7ccbdac None None] For port 937b4df0-fbaf-48fc-ba84-6e2c83f5f58a, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:57:41.858143 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-55007db1-c502-406c-9dda-ff18e7ccbdac None None] For port 937b4df0-fbaf-48fc-ba84-6e2c83f5f58a, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=937b4df0-fbaf-48fc-ba84-6e2c83f5f58a,segment=NetworkSegment(32e51f5b-68d5-437e-a755-085b1c285a79),segment_id=32e51f5b-68d5-437e-a755-085b1c285a79)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:57:41.873894 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-55007db1-c502-406c-9dda-ff18e7ccbdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:41.919693 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8378321e-343f-49f4-9b64-ddb35cad6517 tempest-ExtraDHCPOptionsTestJSON-1689038353 tempest-ExtraDHCPOptionsTestJSON-1689038353-project] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:41.941550 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [None req-8378321e-343f-49f4-9b64-ddb35cad6517 tempest-ExtraDHCPOptionsTestJSON-1689038353 tempest-ExtraDHCPOptionsTestJSON-1689038353-project] Transition to ACTIVE for port object 5c54f8a7-cceb-4cf8-a9c0-a7424c7a6343 will not be triggered until provisioned by entity DHCP. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:57:41.947870 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:41.983004 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8378321e-343f-49f4-9b64-ddb35cad6517 tempest-ExtraDHCPOptionsTestJSON-1689038353 tempest-ExtraDHCPOptionsTestJSON-1689038353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:42.058600 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55007db1-c502-406c-9dda-ff18e7ccbdac None None] Pushing event updated for resources: {'Port': ['ID=937b4df0-fbaf-48fc-ba84-6e2c83f5f58a,revision_number=2']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:57:42.077866 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536fcf97-25f8-4629-a3a9-b4137836e7da req-bd32b261-cb52-400d-b260-6198e91a4b8d tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:42.095179 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-536fcf97-25f8-4629-a3a9-b4137836e7da req-bd32b261-cb52-400d-b260-6198e91a4b8d tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] 10.222.0.41 "GET /v2.0/ports?device_id=3dbbeeb1-1868-46af-b8b0-8b09b36306d0 HTTP/1.1" status: 200 len: 943 time: 0.2178478 Jun 01 18:57:42.118239 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8378321e-343f-49f4-9b64-ddb35cad6517 tempest-ExtraDHCPOptionsTestJSON-1689038353 tempest-ExtraDHCPOptionsTestJSON-1689038353-project] Network 3c8bc033-59c9-4ec2-9591-52bb6b68186b is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:57:42.119010 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8378321e-343f-49f4-9b64-ddb35cad6517 tempest-ExtraDHCPOptionsTestJSON-1689038353 tempest-ExtraDHCPOptionsTestJSON-1689038353-project] Pushing event updated for resources: {'Port': ['ID=5c54f8a7-cceb-4cf8-a9c0-a7424c7a6343,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:57:42.121634 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-8378321e-343f-49f4-9b64-ddb35cad6517 tempest-ExtraDHCPOptionsTestJSON-1689038353 tempest-ExtraDHCPOptionsTestJSON-1689038353-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:57:42.123788 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8378321e-343f-49f4-9b64-ddb35cad6517 tempest-ExtraDHCPOptionsTestJSON-1689038353 tempest-ExtraDHCPOptionsTestJSON-1689038353-project] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:57:42.151838 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [req-39e740a2-e538-458e-991f-1c755d09c6c9 req-c37994c7-78f8-4e47-aa6b-19e3a72b4c81 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Allocated IP 172.20.0.6 (908da31a-c43f-4d78-b2f1-4926efeaafe9/b62dadc8-5788-404f-95cb-85382718471e/bfd65f63-5f6e-4ba7-b7b0-1b4aab510c49) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:57:42.202447 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8378321e-343f-49f4-9b64-ddb35cad6517 tempest-ExtraDHCPOptionsTestJSON-1689038353 tempest-ExtraDHCPOptionsTestJSON-1689038353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:42.203195 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8378321e-343f-49f4-9b64-ddb35cad6517 tempest-ExtraDHCPOptionsTestJSON-1689038353 tempest-ExtraDHCPOptionsTestJSON-1689038353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:42.216960 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-536fcf97-25f8-4629-a3a9-b4137836e7da req-e57ae333-04d9-4928-8a4e-c2d9cff90216 tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cd81dcd-fddd-4cdb-b7e0-911a736e672d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137986 Jun 01 18:57:42.230539 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-8378321e-343f-49f4-9b64-ddb35cad6517 tempest-ExtraDHCPOptionsTestJSON-1689038353 tempest-ExtraDHCPOptionsTestJSON-1689038353-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.7146740 Jun 01 18:57:42.234023 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 34664) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:57:42.242558 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-24fc1294-85ca-4f1d-aa7a-ad673f9f8265 tempest-ExtraDHCPOptionsTestJSON-1689038353 tempest-ExtraDHCPOptionsTestJSON-1689038353-project] Request body: {'port': {'network_id': '3c8bc033-59c9-4ec2-9591-52bb6b68186b', 'name': 'tempest-ExtraDHCPOptionsTestJSON-572770379', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:57:42.243451 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.api.validators [None req-24fc1294-85ca-4f1d-aa7a-ad673f9f8265 tempest-ExtraDHCPOptionsTestJSON-1689038353 tempest-ExtraDHCPOptionsTestJSON-1689038353-project] bootfile-name is not in valid_values {{(pid=88525) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 01 18:57:42.244164 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.api.validators [None req-24fc1294-85ca-4f1d-aa7a-ad673f9f8265 tempest-ExtraDHCPOptionsTestJSON-1689038353 tempest-ExtraDHCPOptionsTestJSON-1689038353-project] tftp-server is not in valid_values {{(pid=88525) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 01 18:57:42.244496 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.api.validators [None req-24fc1294-85ca-4f1d-aa7a-ad673f9f8265 tempest-ExtraDHCPOptionsTestJSON-1689038353 tempest-ExtraDHCPOptionsTestJSON-1689038353-project] server-ip-address is not in valid_values {{(pid=88525) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 01 18:57:42.464572 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-24fc1294-85ca-4f1d-aa7a-ad673f9f8265 tempest-ExtraDHCPOptionsTestJSON-1689038353 tempest-ExtraDHCPOptionsTestJSON-1689038353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:57:42.469547 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-24fc1294-85ca-4f1d-aa7a-ad673f9f8265 tempest-ExtraDHCPOptionsTestJSON-1689038353 tempest-ExtraDHCPOptionsTestJSON-1689038353-project] Usage tracker for resource:port and tenant:121f7973bfa94348a7ff350df1273a06 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:57:42.499642 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-39e740a2-e538-458e-991f-1c755d09c6c9 req-c37994c7-78f8-4e47-aa6b-19e3a72b4c81 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:42.529745 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [req-39e740a2-e538-458e-991f-1c755d09c6c9 req-c37994c7-78f8-4e47-aa6b-19e3a72b4c81 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Transition to ACTIVE for port object bfd65f63-5f6e-4ba7-b7b0-1b4aab510c49 will not be triggered until provisioned by entity DHCP. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:57:42.564750 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-24fc1294-85ca-4f1d-aa7a-ad673f9f8265 tempest-ExtraDHCPOptionsTestJSON-1689038353 tempest-ExtraDHCPOptionsTestJSON-1689038353-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:57:42.566842 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-39e740a2-e538-458e-991f-1c755d09c6c9 req-c37994c7-78f8-4e47-aa6b-19e3a72b4c81 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:42.589913 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-24fc1294-85ca-4f1d-aa7a-ad673f9f8265 tempest-ExtraDHCPOptionsTestJSON-1689038353 tempest-ExtraDHCPOptionsTestJSON-1689038353-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:57:42.613814 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24fc1294-85ca-4f1d-aa7a-ad673f9f8265 tempest-ExtraDHCPOptionsTestJSON-1689038353 tempest-ExtraDHCPOptionsTestJSON-1689038353-project] Made reservation on behalf of 121f7973bfa94348a7ff350df1273a06 for: {'port': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:57:42.618941 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-24fc1294-85ca-4f1d-aa7a-ad673f9f8265 tempest-ExtraDHCPOptionsTestJSON-1689038353 tempest-ExtraDHCPOptionsTestJSON-1689038353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:42.645982 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [None req-24fc1294-85ca-4f1d-aa7a-ad673f9f8265 tempest-ExtraDHCPOptionsTestJSON-1689038353 tempest-ExtraDHCPOptionsTestJSON-1689038353-project] device_id is not set on port 342a4938-c743-4f69-b4bb-6f2b2bb9926a yet. {{(pid=88525) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 18:57:42.791493 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c542b6-399d-4cfa-b179-aae57d52aebe req-067e36fd-fe1f-4479-9294-453f61d16b16 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:42.792276 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 48becb1a-b8b3-47c6-b06c-86ccc46a069a details requested by agent hyperv_n-h1-844202-1 with host n-h1-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 18:57:42.793128 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-69c542b6-399d-4cfa-b179-aae57d52aebe req-067e36fd-fe1f-4479-9294-453f61d16b16 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] 10.222.0.41 "GET /v2.0/ports?device_id=1287ab47-b65e-43d7-abf9-18f314df4e22 HTTP/1.1" status: 200 len: 931 time: 0.3205986 Jun 01 18:57:42.836273 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39e740a2-e538-458e-991f-1c755d09c6c9 req-c37994c7-78f8-4e47-aa6b-19e3a72b4c81 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Network 908da31a-c43f-4d78-b2f1-4926efeaafe9 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:57:42.838911 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37994c7-78f8-4e47-aa6b-19e3a72b4c81 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Pushing event updated for resources: {'Port': ['ID=bfd65f63-5f6e-4ba7-b7b0-1b4aab510c49,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:57:42.841903 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [req-39e740a2-e538-458e-991f-1c755d09c6c9 req-c37994c7-78f8-4e47-aa6b-19e3a72b4c81 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:57:42.903572 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-39e740a2-e538-458e-991f-1c755d09c6c9 req-c37994c7-78f8-4e47-aa6b-19e3a72b4c81 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:57:42.944704 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-69c542b6-399d-4cfa-b179-aae57d52aebe req-7b780025-c721-4820-a638-bfc508c7ab7c tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] 10.222.0.41 "GET /v2.0/security-groups?id=a40a0dad-61f6-4c8c-9f40-2a63d510909f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1436496 Jun 01 18:57:42.968968 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [None req-24fc1294-85ca-4f1d-aa7a-ad673f9f8265 tempest-ExtraDHCPOptionsTestJSON-1689038353 tempest-ExtraDHCPOptionsTestJSON-1689038353-project] Allocated IP 172.20.0.9 (3c8bc033-59c9-4ec2-9591-52bb6b68186b/32da8ad3-ed90-4d50-9e2b-7064c65223f8/342a4938-c743-4f69-b4bb-6f2b2bb9926a) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:57:43.031990 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port 48becb1a-b8b3-47c6-b06c-86ccc46a069a, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=48becb1a-b8b3-47c6-b06c-86ccc46a069a,segment=NetworkSegment(5d37d6f1-f881-46ce-917f-1a0aba7e0745),segment_id=5d37d6f1-f881-46ce-917f-1a0aba7e0745)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:57:43.076993 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Returning: {'device': '48becb1a-b8b3-47c6-b06c-86ccc46a069a', 'network_id': '68c6e764-294d-4bbe-b8e6-e3de6ad7c308', 'port_id': '48becb1a-b8b3-47c6-b06c-86ccc46a069a', 'mac_address': 'fa:16:3e:68:c4:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65007f2f-c4cf-4ea2-954f-0d213b184a70', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 18:57:43.166949 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e740a2-e538-458e-991f-1c755d09c6c9 req-c37994c7-78f8-4e47-aa6b-19e3a72b4c81 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:43.167629 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-39e740a2-e538-458e-991f-1c755d09c6c9 req-c37994c7-78f8-4e47-aa6b-19e3a72b4c81 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:43.223857 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port 48becb1a-b8b3-47c6-b06c-86ccc46a069a is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:57:43.224261 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:43.226758 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b36caf-cdeb-45db-8aa1-f0ecc3a91bf8 req-de8d7f5e-0067-4bcd-ab74-057a68d481ac tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:43.235263 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-73b36caf-cdeb-45db-8aa1-f0ecc3a91bf8 req-de8d7f5e-0067-4bcd-ab74-057a68d481ac tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.41 "GET /v2.0/ports?device_id=572f9759-e372-48b5-b8b1-7ee049385f46 HTTP/1.1" status: 200 len: 950 time: 0.3967705 Jun 01 18:57:43.243515 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48becb1a-b8b3-47c6-b06c-86ccc46a069a {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:57:43.267096 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port 48becb1a-b8b3-47c6-b06c-86ccc46a069a, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=48becb1a-b8b3-47c6-b06c-86ccc46a069a,segment=NetworkSegment(5d37d6f1-f881-46ce-917f-1a0aba7e0745),segment_id=5d37d6f1-f881-46ce-917f-1a0aba7e0745)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:57:43.272664 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-39e740a2-e538-458e-991f-1c755d09c6c9 req-c37994c7-78f8-4e47-aa6b-19e3a72b4c81 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7202802 Jun 01 18:57:43.274039 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:43.294204 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-39e740a2-e538-458e-991f-1c755d09c6c9 req-304dac11-5fa8-4133-9988-8ead3a9de9f4 service neutron] Request body: {'port': {'device_id': '1287ab47-b65e-43d7-abf9-18f314df4e22', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844202-1'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:57:43.365340 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=48becb1a-b8b3-47c6-b06c-86ccc46a069a,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:57:43.373544 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-73b36caf-cdeb-45db-8aa1-f0ecc3a91bf8 req-9c1647ea-516d-4fb6-8da2-9c5037f2b578 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.41 "GET /v2.0/security-groups?id=22665066-3f80-4493-8b7a-e2faea6c666a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372766 Jun 01 18:57:43.384789 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-40d091e2-ef06-4a90-8a50-4ca21d1a91eb None None] Provisioning for port bfd65f63-5f6e-4ba7-b7b0-1b4aab510c49 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:57:43.394370 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-40d091e2-ef06-4a90-8a50-4ca21d1a91eb None None] Provisioning complete for port bfd65f63-5f6e-4ba7-b7b0-1b4aab510c49 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:57:43.395174 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-40d091e2-ef06-4a90-8a50-4ca21d1a91eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:43.459269 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-39e740a2-e538-458e-991f-1c755d09c6c9 req-304dac11-5fa8-4133-9988-8ead3a9de9f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:43.510978 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-40d091e2-ef06-4a90-8a50-4ca21d1a91eb None None] Port bfd65f63-5f6e-4ba7-b7b0-1b4aab510c49 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 18:57:43.569593 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb4e2429-2c21-4885-9f1a-dfd47c303b57 None None] Network 3c8bc033-59c9-4ec2-9591-52bb6b68186b requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 18:57:43.577544 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e6dede-4745-4c3c-9a89-29e36dc81e2d req-c6b9bd38-4136-4da2-ad33-e18cbd71ddca tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:43.584940 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f4e6dede-4745-4c3c-9a89-29e36dc81e2d req-c6b9bd38-4136-4da2-ad33-e18cbd71ddca tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/ports?device_id=7dcdd6d1-d2db-4e64-9637-96797b8c92fe HTTP/1.1" status: 200 len: 945 time: 0.4437244 Jun 01 18:57:43.656041 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f4e6dede-4745-4c3c-9a89-29e36dc81e2d req-b2b3452f-0b8b-43b8-a726-87b226a1d2b6 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/security-groups?id=679bc320-73aa-41fb-80e9-32867c6d2bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701439 Jun 01 18:57:43.675297 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-24fc1294-85ca-4f1d-aa7a-ad673f9f8265 tempest-ExtraDHCPOptionsTestJSON-1689038353 tempest-ExtraDHCPOptionsTestJSON-1689038353-project] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:43.694804 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [None req-24fc1294-85ca-4f1d-aa7a-ad673f9f8265 tempest-ExtraDHCPOptionsTestJSON-1689038353 tempest-ExtraDHCPOptionsTestJSON-1689038353-project] Transition to ACTIVE for port object 342a4938-c743-4f69-b4bb-6f2b2bb9926a will not be triggered until provisioned by entity DHCP. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:57:43.724859 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-24fc1294-85ca-4f1d-aa7a-ad673f9f8265 tempest-ExtraDHCPOptionsTestJSON-1689038353 tempest-ExtraDHCPOptionsTestJSON-1689038353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:43.803486 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] get_ports_and_sgs() called for port_ids ['48becb1a-b8b3-47c6-b06c-86ccc46a069a'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:57:43.816833 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24fc1294-85ca-4f1d-aa7a-ad673f9f8265 tempest-ExtraDHCPOptionsTestJSON-1689038353 tempest-ExtraDHCPOptionsTestJSON-1689038353-project] Network 3c8bc033-59c9-4ec2-9591-52bb6b68186b is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:57:43.820335 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-24fc1294-85ca-4f1d-aa7a-ad673f9f8265 tempest-ExtraDHCPOptionsTestJSON-1689038353 tempest-ExtraDHCPOptionsTestJSON-1689038353-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:57:43.824786 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24fc1294-85ca-4f1d-aa7a-ad673f9f8265 tempest-ExtraDHCPOptionsTestJSON-1689038353 tempest-ExtraDHCPOptionsTestJSON-1689038353-project] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:57:43.871327 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fc1294-85ca-4f1d-aa7a-ad673f9f8265 tempest-ExtraDHCPOptionsTestJSON-1689038353 tempest-ExtraDHCPOptionsTestJSON-1689038353-project] Pushing event updated for resources: {'Port': ['ID=342a4938-c743-4f69-b4bb-6f2b2bb9926a,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:57:43.888460 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 937b4df0-fbaf-48fc-ba84-6e2c83f5f58a up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:57:43.925585 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24fc1294-85ca-4f1d-aa7a-ad673f9f8265 tempest-ExtraDHCPOptionsTestJSON-1689038353 tempest-ExtraDHCPOptionsTestJSON-1689038353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:43.926443 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-24fc1294-85ca-4f1d-aa7a-ad673f9f8265 tempest-ExtraDHCPOptionsTestJSON-1689038353 tempest-ExtraDHCPOptionsTestJSON-1689038353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:43.949531 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-24fc1294-85ca-4f1d-aa7a-ad673f9f8265 tempest-ExtraDHCPOptionsTestJSON-1689038353 tempest-ExtraDHCPOptionsTestJSON-1689038353-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 1.7141571 Jun 01 18:57:43.951874 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 34704) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:57:44.074983 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cb5df1-e25a-4b18-aa8e-5c95c10719aa req-e60f00ae-7150-4cb5-8c7f-104f64d6fedd tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:44.080478 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e970d669-f2f5-4ee0-8897-100b27edd5ce tempest-ExtraDHCPOptionsTestJSON-1689038353 tempest-ExtraDHCPOptionsTestJSON-1689038353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:44.082891 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d2cb5df1-e25a-4b18-aa8e-5c95c10719aa req-e60f00ae-7150-4cb5-8c7f-104f64d6fedd tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] 10.222.0.41 "GET /v2.0/ports?device_id=3dbbeeb1-1868-46af-b8b0-8b09b36306d0 HTTP/1.1" status: 200 len: 944 time: 0.1785302 Jun 01 18:57:44.088141 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e970d669-f2f5-4ee0-8897-100b27edd5ce tempest-ExtraDHCPOptionsTestJSON-1689038353 tempest-ExtraDHCPOptionsTestJSON-1689038353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:44.094372 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e970d669-f2f5-4ee0-8897-100b27edd5ce tempest-ExtraDHCPOptionsTestJSON-1689038353 tempest-ExtraDHCPOptionsTestJSON-1689038353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:44.095311 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-e970d669-f2f5-4ee0-8897-100b27edd5ce tempest-ExtraDHCPOptionsTestJSON-1689038353 tempest-ExtraDHCPOptionsTestJSON-1689038353-project] Synchronizing usage tracker for tenant:121f7973bfa94348a7ff350df1273a06 on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:57:44.104412 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-7433e93a-5008-423b-9fc3-a6c71e4e7e78 None None] Provisioning for port 937b4df0-fbaf-48fc-ba84-6e2c83f5f58a completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:57:44.115145 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port 937b4df0-fbaf-48fc-ba84-6e2c83f5f58a completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:57:44.123239 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-7433e93a-5008-423b-9fc3-a6c71e4e7e78 None None] Provisioning complete for port 937b4df0-fbaf-48fc-ba84-6e2c83f5f58a triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:57:44.123688 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-7433e93a-5008-423b-9fc3-a6c71e4e7e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:44.142700 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [req-39e740a2-e538-458e-991f-1c755d09c6c9 req-304dac11-5fa8-4133-9988-8ead3a9de9f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfd65f63-5f6e-4ba7-b7b0-1b4aab510c49 {{(pid=88524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:57:44.158284 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-39e740a2-e538-458e-991f-1c755d09c6c9 req-304dac11-5fa8-4133-9988-8ead3a9de9f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:44.163385 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d2cb5df1-e25a-4b18-aa8e-5c95c10719aa req-69f11021-3f90-4d98-9ec0-78ad4f02672c tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cd81dcd-fddd-4cdb-b7e0-911a736e672d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795801 Jun 01 18:57:44.183424 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [req-39e740a2-e538-458e-991f-1c755d09c6c9 req-304dac11-5fa8-4133-9988-8ead3a9de9f4 service neutron] Transition to ACTIVE for port object bfd65f63-5f6e-4ba7-b7b0-1b4aab510c49 will not be triggered until provisioned by entity L2. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:57:44.197616 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-e970d669-f2f5-4ee0-8897-100b27edd5ce tempest-ExtraDHCPOptionsTestJSON-1689038353 tempest-ExtraDHCPOptionsTestJSON-1689038353-project] Unset dirty status for tenant:121f7973bfa94348a7ff350df1273a06 on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:57:44.197616 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-e970d669-f2f5-4ee0-8897-100b27edd5ce tempest-ExtraDHCPOptionsTestJSON-1689038353 tempest-ExtraDHCPOptionsTestJSON-1689038353-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2615 time: 0.2353518 Jun 01 18:57:44.197616 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 34710) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:57:44.197972 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 937b4df0-fbaf-48fc-ba84-6e2c83f5f58a triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:57:44.197972 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:44.199335 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-39e740a2-e538-458e-991f-1c755d09c6c9 req-304dac11-5fa8-4133-9988-8ead3a9de9f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:44.280165 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2b1f30-f77d-486c-af89-698a7fab527c req-16319b1b-bfaa-4e95-b773-27292a756293 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:44.287666 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-af2b1f30-f77d-486c-af89-698a7fab527c req-16319b1b-bfaa-4e95-b773-27292a756293 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] 10.222.0.41 "GET /v2.0/ports?device_id=1287ab47-b65e-43d7-abf9-18f314df4e22 HTTP/1.1" status: 200 len: 931 time: 0.1877942 Jun 01 18:57:44.293726 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-9a6095b1-2cd0-4088-bc0b-ac9f6b3a8773 tempest-ExtraDHCPOptionsTestJSON-1689038353 tempest-ExtraDHCPOptionsTestJSON-1689038353-project] Deleting port 342a4938-c743-4f69-b4bb-6f2b2bb9926a {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:57:44.294269 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9a6095b1-2cd0-4088-bc0b-ac9f6b3a8773 tempest-ExtraDHCPOptionsTestJSON-1689038353 tempest-ExtraDHCPOptionsTestJSON-1689038353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:44.412856 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-af2b1f30-f77d-486c-af89-698a7fab527c req-ea8c63c8-6590-4a68-9c56-016eadf13706 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] 10.222.0.41 "GET /v2.0/security-groups?id=a40a0dad-61f6-4c8c-9f40-2a63d510909f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1242092 Jun 01 18:57:44.455591 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304dac11-5fa8-4133-9988-8ead3a9de9f4 service neutron] Pushing event updated for resources: {'Port': ['ID=bfd65f63-5f6e-4ba7-b7b0-1b4aab510c49,revision_number=2']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:57:44.502024 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-7433e93a-5008-423b-9fc3-a6c71e4e7e78 None None] Current status of the port 937b4df0-fbaf-48fc-ba84-6e2c83f5f58a is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:57:44.502403 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-7433e93a-5008-423b-9fc3-a6c71e4e7e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:44.523722 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-39e740a2-e538-458e-991f-1c755d09c6c9 req-304dac11-5fa8-4133-9988-8ead3a9de9f4 service neutron] Attempting to bind port bfd65f63-5f6e-4ba7-b7b0-1b4aab510c49 on host n-h2-844202-1 for vnic_type normal with profile {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:57:44.524302 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-39e740a2-e538-458e-991f-1c755d09c6c9 req-304dac11-5fa8-4133-9988-8ead3a9de9f4 service neutron] Attempting to bind port bfd65f63-5f6e-4ba7-b7b0-1b4aab510c49 by drivers openvswitch,hyperv on host n-h2-844202-1 at level 0 using segments [{'id': '182d40cc-3a03-495c-b3d5-827c96c30acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '908da31a-c43f-4d78-b2f1-4926efeaafe9'}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:57:44.524862 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39e740a2-e538-458e-991f-1c755d09c6c9 req-304dac11-5fa8-4133-9988-8ead3a9de9f4 service neutron] Attempting to bind port bfd65f63-5f6e-4ba7-b7b0-1b4aab510c49 on network 908da31a-c43f-4d78-b2f1-4926efeaafe9 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:57:44.531630 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39e740a2-e538-458e-991f-1c755d09c6c9 req-304dac11-5fa8-4133-9988-8ead3a9de9f4 service neutron] Port bfd65f63-5f6e-4ba7-b7b0-1b4aab510c49 on network 908da31a-c43f-4d78-b2f1-4926efeaafe9 not bound, no agent of type Open vSwitch agent registered on host n-h2-844202-1 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 18:57:44.532197 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39e740a2-e538-458e-991f-1c755d09c6c9 req-304dac11-5fa8-4133-9988-8ead3a9de9f4 service neutron] Attempting to bind port bfd65f63-5f6e-4ba7-b7b0-1b4aab510c49 on network 908da31a-c43f-4d78-b2f1-4926efeaafe9 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:57:44.539688 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39e740a2-e538-458e-991f-1c755d09c6c9 req-304dac11-5fa8-4133-9988-8ead3a9de9f4 service neutron] Checking agent: {'id': 'f5db9968-6317-4186-9100-9e0ca6b50417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 18, 57, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:57:44.540525 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39e740a2-e538-458e-991f-1c755d09c6c9 req-304dac11-5fa8-4133-9988-8ead3a9de9f4 service neutron] Checking segment: {'id': '182d40cc-3a03-495c-b3d5-827c96c30acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '908da31a-c43f-4d78-b2f1-4926efeaafe9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:57:44.541266 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39e740a2-e538-458e-991f-1c755d09c6c9 req-304dac11-5fa8-4133-9988-8ead3a9de9f4 service neutron] Bound using segment: {'id': '182d40cc-3a03-495c-b3d5-827c96c30acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '908da31a-c43f-4d78-b2f1-4926efeaafe9'} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:57:44.541888 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-39e740a2-e538-458e-991f-1c755d09c6c9 req-304dac11-5fa8-4133-9988-8ead3a9de9f4 service neutron] Bound port: bfd65f63-5f6e-4ba7-b7b0-1b4aab510c49, host: n-h2-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '182d40cc-3a03-495c-b3d5-827c96c30acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '908da31a-c43f-4d78-b2f1-4926efeaafe9'}}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:57:44.542427 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-39e740a2-e538-458e-991f-1c755d09c6c9 req-304dac11-5fa8-4133-9988-8ead3a9de9f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:44.558110 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 937b4df0-fbaf-48fc-ba84-6e2c83f5f58a is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:57:44.558385 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:44.584424 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-7433e93a-5008-423b-9fc3-a6c71e4e7e78 None None] For port 937b4df0-fbaf-48fc-ba84-6e2c83f5f58a, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=937b4df0-fbaf-48fc-ba84-6e2c83f5f58a,segment=NetworkSegment(32e51f5b-68d5-437e-a755-085b1c285a79),segment_id=32e51f5b-68d5-437e-a755-085b1c285a79)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:57:44.591521 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-7433e93a-5008-423b-9fc3-a6c71e4e7e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:44.724497 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-39e740a2-e538-458e-991f-1c755d09c6c9 req-304dac11-5fa8-4133-9988-8ead3a9de9f4 service neutron] For port bfd65f63-5f6e-4ba7-b7b0-1b4aab510c49, host n-h2-844202-1, cleared binding levels {{(pid=88524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:57:44.728463 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-39e740a2-e538-458e-991f-1c755d09c6c9 req-304dac11-5fa8-4133-9988-8ead3a9de9f4 service neutron] For port bfd65f63-5f6e-4ba7-b7b0-1b4aab510c49, host n-h2-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=bfd65f63-5f6e-4ba7-b7b0-1b4aab510c49,segment=NetworkSegment(182d40cc-3a03-495c-b3d5-827c96c30acf),segment_id=182d40cc-3a03-495c-b3d5-827c96c30acf)] {{(pid=88524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:57:44.730165 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.db.api [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88526) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 18:57:44.730523 n-d-844202-1 neutron-server[88526]: DEBUG oslo_db.api [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 18:57:44.738213 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c5270d-251c-4e87-8626-38a1569311b3 req-497c516a-6cfa-4f02-8df1-09c1c60e24b1 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:44.741737 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7433e93a-5008-423b-9fc3-a6c71e4e7e78 None None] Pushing event updated for resources: {'Port': ['ID=937b4df0-fbaf-48fc-ba84-6e2c83f5f58a,revision_number=3']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:57:44.745523 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c7c5270d-251c-4e87-8626-38a1569311b3 req-497c516a-6cfa-4f02-8df1-09c1c60e24b1 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.41 "GET /v2.0/ports?device_id=572f9759-e372-48b5-b8b1-7ee049385f46 HTTP/1.1" status: 200 len: 950 time: 0.1805029 Jun 01 18:57:44.761916 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-39e740a2-e538-458e-991f-1c755d09c6c9 req-304dac11-5fa8-4133-9988-8ead3a9de9f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:44.763465 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9a6095b1-2cd0-4088-bc0b-ac9f6b3a8773 tempest-ExtraDHCPOptionsTestJSON-1689038353 tempest-ExtraDHCPOptionsTestJSON-1689038353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:44.842734 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e740a2-e538-458e-991f-1c755d09c6c9 req-304dac11-5fa8-4133-9988-8ead3a9de9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:44.843343 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-39e740a2-e538-458e-991f-1c755d09c6c9 req-304dac11-5fa8-4133-9988-8ead3a9de9f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:44.844711 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-39e740a2-e538-458e-991f-1c755d09c6c9 req-304dac11-5fa8-4133-9988-8ead3a9de9f4 service neutron] 10.222.0.50 "PUT /v2.0/ports/bfd65f63-5f6e-4ba7-b7b0-1b4aab510c49 HTTP/1.1" status: 200 len: 1091 time: 1.5561936 Jun 01 18:57:44.847556 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1287ab47-b65e-43d7-abf9-18f314df4e22', 'tag': 'bfd65f63-5f6e-4ba7-b7b0-1b4aab510c49'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:57:44.880971 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c7c5270d-251c-4e87-8626-38a1569311b3 req-4e07f1d7-4fae-4f13-bb9e-52fdcffba7df tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.41 "GET /v2.0/security-groups?id=22665066-3f80-4493-8b7a-e2faea6c666a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338804 Jun 01 18:57:44.898361 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304dac11-5fa8-4133-9988-8ead3a9de9f4 service neutron] Pushing event updated for resources: {'Port': ['ID=bfd65f63-5f6e-4ba7-b7b0-1b4aab510c49,revision_number=3']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:57:44.917076 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-c07c450b-0210-472f-b17c-37c212a93e5e None None] Provisioning for port 342a4938-c743-4f69-b4bb-6f2b2bb9926a completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:57:44.923125 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-c07c450b-0210-472f-b17c-37c212a93e5e None None] Provisioning complete for port 342a4938-c743-4f69-b4bb-6f2b2bb9926a triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:57:44.923230 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-c07c450b-0210-472f-b17c-37c212a93e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:44.933592 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-9a6095b1-2cd0-4088-bc0b-ac9f6b3a8773 tempest-ExtraDHCPOptionsTestJSON-1689038353 tempest-ExtraDHCPOptionsTestJSON-1689038353-project] Calling delete_port for 342a4938-c743-4f69-b4bb-6f2b2bb9926a owned by {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:57:45.048183 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-c07c450b-0210-472f-b17c-37c212a93e5e None None] Port 342a4938-c743-4f69-b4bb-6f2b2bb9926a cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 18:57:45.055162 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2db14a54-e327-45c1-ab34-2d62b6fed483'] response: {'name': 'network-changed', 'server_uuid': '1287ab47-b65e-43d7-abf9-18f314df4e22', 'tag': 'bfd65f63-5f6e-4ba7-b7b0-1b4aab510c49', 'status': 'completed', 'code': 200} Jun 01 18:57:45.075297 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-c07c450b-0210-472f-b17c-37c212a93e5e None None] Provisioning for port 5c54f8a7-cceb-4cf8-a9c0-a7424c7a6343 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:57:45.084931 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-c07c450b-0210-472f-b17c-37c212a93e5e None None] Provisioning complete for port 5c54f8a7-cceb-4cf8-a9c0-a7424c7a6343 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:57:45.087679 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-c07c450b-0210-472f-b17c-37c212a93e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:45.158533 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e740a2-e538-458e-991f-1c755d09c6c9 req-80fe4330-2067-4391-a52b-5c7a8f6767d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:45.163736 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-39e740a2-e538-458e-991f-1c755d09c6c9 req-80fe4330-2067-4391-a52b-5c7a8f6767d5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9da8911c90e044c58dc0cf3fd4a5638a&device_id=1287ab47-b65e-43d7-abf9-18f314df4e22 HTTP/1.1" status: 200 len: 1094 time: 0.2588284 Jun 01 18:57:45.269520 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf99744-7371-487b-8bc9-d1dccc23a262 req-86c0a6d2-d109-43b9-abca-e7e0f0851c9f tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:45.272689 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-fcf99744-7371-487b-8bc9-d1dccc23a262 req-86c0a6d2-d109-43b9-abca-e7e0f0851c9f tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/ports?device_id=7dcdd6d1-d2db-4e64-9637-96797b8c92fe HTTP/1.1" status: 200 len: 945 time: 0.4336283 Jun 01 18:57:45.294803 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-39e740a2-e538-458e-991f-1c755d09c6c9 req-314bb86f-84f2-438d-8eea-92b8a059c5bc service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bfd65f63-5f6e-4ba7-b7b0-1b4aab510c49 HTTP/1.1" status: 200 len: 217 time: 0.1247191 Jun 01 18:57:45.306834 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-c07c450b-0210-472f-b17c-37c212a93e5e None None] Port 5c54f8a7-cceb-4cf8-a9c0-a7424c7a6343 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 18:57:45.326398 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 937b4df0-fbaf-48fc-ba84-6e2c83f5f58a is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:57:45.334393 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-c07c450b-0210-472f-b17c-37c212a93e5e None None] Provisioning complete for port 937b4df0-fbaf-48fc-ba84-6e2c83f5f58a triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:57:45.334816 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-c07c450b-0210-472f-b17c-37c212a93e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:45.415124 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e740a2-e538-458e-991f-1c755d09c6c9 req-4f743805-1f50-40c2-9888-4cc3d024a2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:45.416153 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-39e740a2-e538-458e-991f-1c755d09c6c9 req-4f743805-1f50-40c2-9888-4cc3d024a2aa service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b62dadc8-5788-404f-95cb-85382718471e HTTP/1.1" status: 200 len: 853 time: 0.1146390 Jun 01 18:57:45.427295 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-fcf99744-7371-487b-8bc9-d1dccc23a262 req-226d51d3-a66a-44fa-8ce0-57836629fd4a tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/security-groups?id=679bc320-73aa-41fb-80e9-32867c6d2bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466293 Jun 01 18:57:45.434742 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9a6095b1-2cd0-4088-bc0b-ac9f6b3a8773 tempest-ExtraDHCPOptionsTestJSON-1689038353 tempest-ExtraDHCPOptionsTestJSON-1689038353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:45.514916 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6095b1-2cd0-4088-bc0b-ac9f6b3a8773 tempest-ExtraDHCPOptionsTestJSON-1689038353 tempest-ExtraDHCPOptionsTestJSON-1689038353-project] Pushing event deleted for resources: {'Port': ['ID=342a4938-c743-4f69-b4bb-6f2b2bb9926a,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:57:45.516346 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-c07c450b-0210-472f-b17c-37c212a93e5e None None] Current status of the port 937b4df0-fbaf-48fc-ba84-6e2c83f5f58a is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:57:45.633465 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-954b6b16-d5b4-49cf-8798-0291e5cd999c None None] Could not find standard attr ID for object 342a4938-c743-4f69-b4bb-6f2b2bb9926a. {{(pid=88526) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 01 18:57:45.655837 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9a6095b1-2cd0-4088-bc0b-ac9f6b3a8773 tempest-ExtraDHCPOptionsTestJSON-1689038353 tempest-ExtraDHCPOptionsTestJSON-1689038353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:45.690148 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-954b6b16-d5b4-49cf-8798-0291e5cd999c None None] Provisioning complete for port 5c54f8a7-cceb-4cf8-a9c0-a7424c7a6343 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:57:45.691324 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-954b6b16-d5b4-49cf-8798-0291e5cd999c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:45.693786 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f2e11d-a3ec-43bd-af66-6ee4a40f5c28 req-4cedf478-ceb3-4595-bd37-3e01030ad1fc tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:45.701377 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b4f2e11d-a3ec-43bd-af66-6ee4a40f5c28 req-4cedf478-ceb3-4595-bd37-3e01030ad1fc tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.41 "GET /v2.0/ports?device_id=f98086ad-d4b4-4913-b9d8-e9791fdfa46a HTTP/1.1" status: 200 len: 949 time: 0.4625244 Jun 01 18:57:45.734506 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-9a6095b1-2cd0-4088-bc0b-ac9f6b3a8773 tempest-ExtraDHCPOptionsTestJSON-1689038353 tempest-ExtraDHCPOptionsTestJSON-1689038353-project] 10.222.0.41 "DELETE /v2.0/ports/342a4938-c743-4f69-b4bb-6f2b2bb9926a HTTP/1.1" status: 204 len: 168 time: 1.5413706 Jun 01 18:57:45.738776 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 34748) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:57:45.749441 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-9147e4ae-e28e-4388-a05c-1afab1e03e98 tempest-ExtraDHCPOptionsTestJSON-1689038353 tempest-ExtraDHCPOptionsTestJSON-1689038353-project] Request body: {'port': {'name': 'tempest-new-port-name-1609632020', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:57:45.749834 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.api.validators [None req-9147e4ae-e28e-4388-a05c-1afab1e03e98 tempest-ExtraDHCPOptionsTestJSON-1689038353 tempest-ExtraDHCPOptionsTestJSON-1689038353-project] bootfile-name is not in valid_values {{(pid=88525) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 01 18:57:45.750174 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.api.validators [None req-9147e4ae-e28e-4388-a05c-1afab1e03e98 tempest-ExtraDHCPOptionsTestJSON-1689038353 tempest-ExtraDHCPOptionsTestJSON-1689038353-project] tftp-server is not in valid_values {{(pid=88525) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 01 18:57:45.750505 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.api.validators [None req-9147e4ae-e28e-4388-a05c-1afab1e03e98 tempest-ExtraDHCPOptionsTestJSON-1689038353 tempest-ExtraDHCPOptionsTestJSON-1689038353-project] server-ip-address is not in valid_values {{(pid=88525) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 01 18:57:45.802675 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b4f2e11d-a3ec-43bd-af66-6ee4a40f5c28 req-a1d77358-c328-4212-8976-7cfe8fe68bf7 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.41 "GET /v2.0/security-groups?id=22665066-3f80-4493-8b7a-e2faea6c666a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002667 Jun 01 18:57:45.805478 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-954b6b16-d5b4-49cf-8798-0291e5cd999c None None] Port 5c54f8a7-cceb-4cf8-a9c0-a7424c7a6343 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 18:57:45.844559 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e740a2-e538-458e-991f-1c755d09c6c9 req-6af63bd3-10aa-49d3-bba6-70a7990218bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:45.846308 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-39e740a2-e538-458e-991f-1c755d09c6c9 req-6af63bd3-10aa-49d3-bba6-70a7990218bf service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=908da31a-c43f-4d78-b2f1-4926efeaafe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4124019 Jun 01 18:57:45.851535 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 937b4df0-fbaf-48fc-ba84-6e2c83f5f58a up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:57:45.873190 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be407bac-ce50-499f-863f-a23997397858 req-64023844-9323-41a8-b68d-07b4ee8e03c2 tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:45.873898 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-be407bac-ce50-499f-863f-a23997397858 req-64023844-9323-41a8-b68d-07b4ee8e03c2 tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] Synchronizing usage tracker for tenant:d0a1e5281a6a4a33a7366a726bd4d479 on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:57:45.994261 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 937b4df0-fbaf-48fc-ba84-6e2c83f5f58a triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:57:45.995504 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:46.017796 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-be407bac-ce50-499f-863f-a23997397858 req-64023844-9323-41a8-b68d-07b4ee8e03c2 tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] Unset dirty status for tenant:d0a1e5281a6a4a33a7366a726bd4d479 on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:57:46.019590 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-be407bac-ce50-499f-863f-a23997397858 req-64023844-9323-41a8-b68d-07b4ee8e03c2 tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] 10.222.0.41 "GET /v2.0/ports?device_id=3dbbeeb1-1868-46af-b8b0-8b09b36306d0 HTTP/1.1" status: 200 len: 944 time: 0.3472099 Jun 01 18:57:46.045806 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9147e4ae-e28e-4388-a05c-1afab1e03e98 tempest-ExtraDHCPOptionsTestJSON-1689038353 tempest-ExtraDHCPOptionsTestJSON-1689038353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:46.156952 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-39e740a2-e538-458e-991f-1c755d09c6c9 req-17a9d5a8-e656-488b-b18d-35561dbae7ac service neutron] 10.222.0.50 "GET /v2.0/networks/908da31a-c43f-4d78-b2f1-4926efeaafe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2924643 Jun 01 18:57:46.160040 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 937b4df0-fbaf-48fc-ba84-6e2c83f5f58a is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:57:46.170411 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd3f475-fb4d-49c2-8e19-dc31d1716b83 req-b5bc79e9-54b0-43eb-afc4-638a371eaca9 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:46.171243 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-ebd3f475-fb4d-49c2-8e19-dc31d1716b83 req-b5bc79e9-54b0-43eb-afc4-638a371eaca9 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Synchronizing usage tracker for tenant:9da8911c90e044c58dc0cf3fd4a5638a on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:57:46.248523 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-be407bac-ce50-499f-863f-a23997397858 req-608dfe48-4555-40f6-bc06-af50c5f9a176 tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cd81dcd-fddd-4cdb-b7e0-911a736e672d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179914 Jun 01 18:57:46.271870 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-ebd3f475-fb4d-49c2-8e19-dc31d1716b83 req-b5bc79e9-54b0-43eb-afc4-638a371eaca9 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Unset dirty status for tenant:9da8911c90e044c58dc0cf3fd4a5638a on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:57:46.271870 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ebd3f475-fb4d-49c2-8e19-dc31d1716b83 req-b5bc79e9-54b0-43eb-afc4-638a371eaca9 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] 10.222.0.41 "GET /v2.0/ports?device_id=1287ab47-b65e-43d7-abf9-18f314df4e22 HTTP/1.1" status: 200 len: 943 time: 0.2402704 Jun 01 18:57:46.351837 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-39e740a2-e538-458e-991f-1c755d09c6c9 req-62933ddb-6b9d-438c-95de-d11624c18ab0 service neutron] 10.222.0.50 "GET /v2.0/networks/908da31a-c43f-4d78-b2f1-4926efeaafe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771886 Jun 01 18:57:46.370098 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ebd3f475-fb4d-49c2-8e19-dc31d1716b83 req-ed9d0192-21f6-466b-aaca-c13c3c5b433f tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] 10.222.0.41 "GET /v2.0/security-groups?id=a40a0dad-61f6-4c8c-9f40-2a63d510909f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883987 Jun 01 18:57:46.507555 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9147e4ae-e28e-4388-a05c-1afab1e03e98 tempest-ExtraDHCPOptionsTestJSON-1689038353 tempest-ExtraDHCPOptionsTestJSON-1689038353-project] Notify callbacks [] for port, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:46.507969 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c48468-fdec-4bc6-baf3-8609b8d1f533 req-730ac5de-1b0c-4adb-bd51-fc881cf21727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:46.509875 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f7c48468-fdec-4bc6-baf3-8609b8d1f533 req-730ac5de-1b0c-4adb-bd51-fc881cf21727 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9da8911c90e044c58dc0cf3fd4a5638a&device_id=1287ab47-b65e-43d7-abf9-18f314df4e22 HTTP/1.1" status: 200 len: 1094 time: 0.1059961 Jun 01 18:57:46.512963 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9147e4ae-e28e-4388-a05c-1afab1e03e98 tempest-ExtraDHCPOptionsTestJSON-1689038353 tempest-ExtraDHCPOptionsTestJSON-1689038353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:46.712314 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9147e4ae-e28e-4388-a05c-1afab1e03e98 tempest-ExtraDHCPOptionsTestJSON-1689038353 tempest-ExtraDHCPOptionsTestJSON-1689038353-project] Pushing event updated for resources: {'Port': ['ID=5c54f8a7-cceb-4cf8-a9c0-a7424c7a6343,revision_number=2']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:57:46.734670 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c48468-fdec-4bc6-baf3-8609b8d1f533 req-a309ec62-0002-4a1b-a026-956e28fed2db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:46.735786 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f7c48468-fdec-4bc6-baf3-8609b8d1f533 req-a309ec62-0002-4a1b-a026-956e28fed2db service neutron] 10.222.0.50 "GET /v2.0/networks?id=908da31a-c43f-4d78-b2f1-4926efeaafe9 HTTP/1.1" status: 200 len: 915 time: 0.2179189 Jun 01 18:57:46.746119 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-9147e4ae-e28e-4388-a05c-1afab1e03e98 tempest-ExtraDHCPOptionsTestJSON-1689038353 tempest-ExtraDHCPOptionsTestJSON-1689038353-project] In _notify_port_updated(), no bound segment for port 5c54f8a7-cceb-4cf8-a9c0-a7424c7a6343 on network 3c8bc033-59c9-4ec2-9591-52bb6b68186b {{(pid=88525) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 01 18:57:46.753366 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9147e4ae-e28e-4388-a05c-1afab1e03e98 tempest-ExtraDHCPOptionsTestJSON-1689038353 tempest-ExtraDHCPOptionsTestJSON-1689038353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:46.754031 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9147e4ae-e28e-4388-a05c-1afab1e03e98 tempest-ExtraDHCPOptionsTestJSON-1689038353 tempest-ExtraDHCPOptionsTestJSON-1689038353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:46.757115 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-9147e4ae-e28e-4388-a05c-1afab1e03e98 tempest-ExtraDHCPOptionsTestJSON-1689038353 tempest-ExtraDHCPOptionsTestJSON-1689038353-project] 10.222.0.41 "PUT /v2.0/ports/5c54f8a7-cceb-4cf8-a9c0-a7424c7a6343 HTTP/1.1" status: 200 len: 1136 time: 1.0172753 Jun 01 18:57:46.758671 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 34760) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:57:46.814031 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 48becb1a-b8b3-47c6-b06c-86ccc46a069a up at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:57:46.823535 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f7c48468-fdec-4bc6-baf3-8609b8d1f533 req-35e7a338-d6da-441b-a604-f147ba1ea618 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bfd65f63-5f6e-4ba7-b7b0-1b4aab510c49 HTTP/1.1" status: 200 len: 217 time: 0.0760736 Jun 01 18:57:46.868733 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4d8bf2-9ba4-4f90-90d6-6fafbcddfbe6 req-b88404c1-2630-475e-9025-86897bc324b3 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:46.874921 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4d8bf2-9ba4-4f90-90d6-6fafbcddfbe6 req-b88404c1-2630-475e-9025-86897bc324b3 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:46.877385 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-0e4d8bf2-9ba4-4f90-90d6-6fafbcddfbe6 req-b88404c1-2630-475e-9025-86897bc324b3 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.41 "GET /v2.0/ports?device_id=572f9759-e372-48b5-b8b1-7ee049385f46&device_id=f98086ad-d4b4-4913-b9d8-e9791fdfa46a HTTP/1.1" status: 200 len: 1690 time: 0.2853596 Jun 01 18:57:46.885110 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-863b1f56-73ed-4a90-8f97-4f48089a5f9d tempest-ExtraDHCPOptionsTestJSON-1689038353 tempest-ExtraDHCPOptionsTestJSON-1689038353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:46.885730 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-863b1f56-73ed-4a90-8f97-4f48089a5f9d tempest-ExtraDHCPOptionsTestJSON-1689038353 tempest-ExtraDHCPOptionsTestJSON-1689038353-project] Synchronizing usage tracker for tenant:121f7973bfa94348a7ff350df1273a06 on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:57:46.942047 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6688c51e-1c12-4749-8c5e-a35c6be58431 req-93e5b977-4f4c-4354-8333-d7f02bed883b tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:46.943857 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6688c51e-1c12-4749-8c5e-a35c6be58431 req-93e5b977-4f4c-4354-8333-d7f02bed883b tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/ports?device_id=7dcdd6d1-d2db-4e64-9637-96797b8c92fe HTTP/1.1" status: 200 len: 945 time: 0.2561231 Jun 01 18:57:46.949014 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c48468-fdec-4bc6-baf3-8609b8d1f533 req-3e925fd7-e8f4-4137-b120-bb0e080f1164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:46.951221 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f7c48468-fdec-4bc6-baf3-8609b8d1f533 req-3e925fd7-e8f4-4137-b120-bb0e080f1164 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b62dadc8-5788-404f-95cb-85382718471e HTTP/1.1" status: 200 len: 853 time: 0.1091948 Jun 01 18:57:46.955626 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-0e4d8bf2-9ba4-4f90-90d6-6fafbcddfbe6 req-ffd273ad-1556-4da8-9c1c-7d80c731cdd6 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.41 "GET /v2.0/security-groups?id=22665066-3f80-4493-8b7a-e2faea6c666a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631266 Jun 01 18:57:46.955626 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-863b1f56-73ed-4a90-8f97-4f48089a5f9d tempest-ExtraDHCPOptionsTestJSON-1689038353 tempest-ExtraDHCPOptionsTestJSON-1689038353-project] Unset dirty status for tenant:121f7973bfa94348a7ff350df1273a06 on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:57:46.955626 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-863b1f56-73ed-4a90-8f97-4f48089a5f9d tempest-ExtraDHCPOptionsTestJSON-1689038353 tempest-ExtraDHCPOptionsTestJSON-1689038353-project] 10.222.0.41 "GET /v2.0/ports/5c54f8a7-cceb-4cf8-a9c0-a7424c7a6343 HTTP/1.1" status: 200 len: 1136 time: 0.1933775 Jun 01 18:57:46.967249 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 34764) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:57:47.001161 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-91cf5a4b-e9a8-4592-b441-bf40b977b792 None None] Provisioning complete for port 5c54f8a7-cceb-4cf8-a9c0-a7424c7a6343 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:57:47.002438 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-91cf5a4b-e9a8-4592-b441-bf40b977b792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:47.063596 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Provisioning for port 48becb1a-b8b3-47c6-b06c-86ccc46a069a completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:57:47.074146 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Provisioning complete for port 48becb1a-b8b3-47c6-b06c-86ccc46a069a triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:57:47.074751 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:47.133028 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-e04e8b76-e51e-47f9-9daf-a3a8bb16ca88 tempest-ExtraDHCPOptionsTestJSON-1689038353 tempest-ExtraDHCPOptionsTestJSON-1689038353-project] Deleting port 5c54f8a7-cceb-4cf8-a9c0-a7424c7a6343 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:57:47.133558 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e04e8b76-e51e-47f9-9daf-a3a8bb16ca88 tempest-ExtraDHCPOptionsTestJSON-1689038353 tempest-ExtraDHCPOptionsTestJSON-1689038353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:47.186315 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-91cf5a4b-e9a8-4592-b441-bf40b977b792 None None] Port 5c54f8a7-cceb-4cf8-a9c0-a7424c7a6343 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 18:57:47.211662 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6688c51e-1c12-4749-8c5e-a35c6be58431 req-e3c26662-00d6-487d-8994-00601c1c3bb0 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/security-groups?id=679bc320-73aa-41fb-80e9-32867c6d2bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2585504 Jun 01 18:57:47.280887 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c48468-fdec-4bc6-baf3-8609b8d1f533 req-372705b1-8a0a-4004-a965-41bc3bd55ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:47.282733 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f7c48468-fdec-4bc6-baf3-8609b8d1f533 req-372705b1-8a0a-4004-a965-41bc3bd55ddf service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=908da31a-c43f-4d78-b2f1-4926efeaafe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2695205 Jun 01 18:57:47.305114 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port 48becb1a-b8b3-47c6-b06c-86ccc46a069a is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:57:47.305766 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:47.351683 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dbbeeb1-1868-46af-b8b0-8b09b36306d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48becb1a-b8b3-47c6-b06c-86ccc46a069a'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:57:47.364540 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port 48becb1a-b8b3-47c6-b06c-86ccc46a069a, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=48becb1a-b8b3-47c6-b06c-86ccc46a069a,segment=NetworkSegment(5d37d6f1-f881-46ce-917f-1a0aba7e0745),segment_id=5d37d6f1-f881-46ce-917f-1a0aba7e0745)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:57:47.370265 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:47.557241 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=48becb1a-b8b3-47c6-b06c-86ccc46a069a,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:57:47.570589 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dff5883-338d-408f-a5c1-1cc861fd8ecf req-4413cf8c-f455-47d3-a141-2ec029c2bbbe tempest-ServersOnMultiNodesTest-884102271 tempest-ServersOnMultiNodesTest-884102271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:47.572398 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4dff5883-338d-408f-a5c1-1cc861fd8ecf req-4413cf8c-f455-47d3-a141-2ec029c2bbbe tempest-ServersOnMultiNodesTest-884102271 tempest-ServersOnMultiNodesTest-884102271-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=572f9759-e372-48b5-b8b1-7ee049385f46 HTTP/1.1" status: 200 len: 1101 time: 0.2481408 Jun 01 18:57:47.590590 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f7c48468-fdec-4bc6-baf3-8609b8d1f533 req-b154e921-16b0-494f-bccb-5f66478c5a20 service neutron] 10.222.0.50 "GET /v2.0/networks/908da31a-c43f-4d78-b2f1-4926efeaafe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2969348 Jun 01 18:57:47.641531 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd8f888-2af5-4c1d-b063-4a2bc9b7dfb5 req-f033283e-9cdd-45d5-be3d-691a9d45e422 tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:47.644609 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9bd8f888-2af5-4c1d-b063-4a2bc9b7dfb5 req-f033283e-9cdd-45d5-be3d-691a9d45e422 tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] 10.222.0.41 "GET /v2.0/ports?device_id=3dbbeeb1-1868-46af-b8b0-8b09b36306d0 HTTP/1.1" status: 200 len: 945 time: 0.2021194 Jun 01 18:57:47.655973 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e04e8b76-e51e-47f9-9daf-a3a8bb16ca88 tempest-ExtraDHCPOptionsTestJSON-1689038353 tempest-ExtraDHCPOptionsTestJSON-1689038353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:47.665194 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4dff5883-338d-408f-a5c1-1cc861fd8ecf req-5826e62f-7c5c-4929-bfe7-014d191a60fa tempest-ServersOnMultiNodesTest-884102271 tempest-ServersOnMultiNodesTest-884102271-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=22665066-3f80-4493-8b7a-e2faea6c666a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864773 Jun 01 18:57:47.736257 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5665c1b-7a9b-472b-aa4d-419eac7ba9ce'] response: {'server_uuid': '3dbbeeb1-1868-46af-b8b0-8b09b36306d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48becb1a-b8b3-47c6-b06c-86ccc46a069a', 'code': 200} Jun 01 18:57:47.763654 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 34792) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:57:47.795983 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-e04e8b76-e51e-47f9-9daf-a3a8bb16ca88 tempest-ExtraDHCPOptionsTestJSON-1689038353 tempest-ExtraDHCPOptionsTestJSON-1689038353-project] Calling delete_port for 5c54f8a7-cceb-4cf8-a9c0-a7424c7a6343 owned by {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:57:47.824414 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9bd8f888-2af5-4c1d-b063-4a2bc9b7dfb5 req-f2cad4f2-79b9-4107-95b9-ac64fb5fbbeb tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cd81dcd-fddd-4cdb-b7e0-911a736e672d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956836 Jun 01 18:57:47.884891 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f7c48468-fdec-4bc6-baf3-8609b8d1f533 req-6b498ad1-4a2f-4be9-b333-ac7a169ce043 service neutron] 10.222.0.50 "GET /v2.0/networks/908da31a-c43f-4d78-b2f1-4926efeaafe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2835338 Jun 01 18:57:48.013833 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e90f9565-4edd-4c26-88e8-18b3305c8775 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:48.030931 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c0a0b1-b145-472d-8206-484c407d08df req-efac1baa-fc37-4b31-9167-a7113fe8d68f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:48.032414 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c9c0a0b1-b145-472d-8206-484c407d08df req-efac1baa-fc37-4b31-9167-a7113fe8d68f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3dbbeeb1-1868-46af-b8b0-8b09b36306d0 HTTP/1.1" status: 200 len: 1096 time: 0.1914244 Jun 01 18:57:48.036063 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-e90f9565-4edd-4c26-88e8-18b3305c8775 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:57:48.043282 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-e90f9565-4edd-4c26-88e8-18b3305c8775 admin admin] Usage tracker for resource:security_group_rule and tenant:c5f7729c8aab4d1d85f02e58dce84b73 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:57:48.046561 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-e90f9565-4edd-4c26-88e8-18b3305c8775 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:57:48.053996 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-e90f9565-4edd-4c26-88e8-18b3305c8775 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:57:48.075561 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24472883-e6b3-44a4-9a15-5774f31c78b9 req-07068010-491d-443c-b215-39e28a55aec0 tempest-ServersOnMultiNodesTest-884102271 tempest-ServersOnMultiNodesTest-884102271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:48.077029 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-24472883-e6b3-44a4-9a15-5774f31c78b9 req-07068010-491d-443c-b215-39e28a55aec0 tempest-ServersOnMultiNodesTest-884102271 tempest-ServersOnMultiNodesTest-884102271-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=f98086ad-d4b4-4913-b9d8-e9791fdfa46a HTTP/1.1" status: 200 len: 1100 time: 0.1430802 Jun 01 18:57:48.102717 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f6bb9f-5fbd-4dbc-b850-1354f90f97e6 req-cbd18383-c7fd-46f3-a3f3-e9c71f55b78f tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:48.104160 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-50f6bb9f-5fbd-4dbc-b850-1354f90f97e6 req-cbd18383-c7fd-46f3-a3f3-e9c71f55b78f tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] 10.222.0.41 "GET /v2.0/ports?device_id=1287ab47-b65e-43d7-abf9-18f314df4e22 HTTP/1.1" status: 200 len: 943 time: 0.2620900 Jun 01 18:57:48.125836 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-24472883-e6b3-44a4-9a15-5774f31c78b9 req-031981a9-73b3-4d4c-938c-bf98a4580654 tempest-ServersOnMultiNodesTest-884102271 tempest-ServersOnMultiNodesTest-884102271-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=22665066-3f80-4493-8b7a-e2faea6c666a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423470 Jun 01 18:57:48.159066 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c9c0a0b1-b145-472d-8206-484c407d08df req-3b34d7a6-ccb0-4a51-a0e9-57abe9f04646 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=3cd81dcd-fddd-4cdb-b7e0-911a736e672d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888741 Jun 01 18:57:48.169812 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e04e8b76-e51e-47f9-9daf-a3a8bb16ca88 tempest-ExtraDHCPOptionsTestJSON-1689038353 tempest-ExtraDHCPOptionsTestJSON-1689038353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:48.229896 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04e8b76-e51e-47f9-9daf-a3a8bb16ca88 tempest-ExtraDHCPOptionsTestJSON-1689038353 tempest-ExtraDHCPOptionsTestJSON-1689038353-project] Pushing event deleted for resources: {'Port': ['ID=5c54f8a7-cceb-4cf8-a9c0-a7424c7a6343,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:57:48.240181 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-50f6bb9f-5fbd-4dbc-b850-1354f90f97e6 req-392c30ee-fda0-469b-ac92-c7b9ce14fb8a tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] 10.222.0.41 "GET /v2.0/security-groups?id=a40a0dad-61f6-4c8c-9f40-2a63d510909f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1216674 Jun 01 18:57:48.260165 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e90f9565-4edd-4c26-88e8-18b3305c8775 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:48.264627 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e90f9565-4edd-4c26-88e8-18b3305c8775 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:48.334163 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-e90f9565-4edd-4c26-88e8-18b3305c8775 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c5f7729c8aab4d1d85f02e58dce84b73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5599868 Jun 01 18:57:48.334163 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90f9565-4edd-4c26-88e8-18b3305c8775 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fd33b07-9a83-4b74-9815-1f0c130672c5,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:57:48.336174 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 34802) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:57:48.512506 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2befd18f-bc61-4a14-b301-2444e47eb7dc req-ed0d1648-73b4-454f-b748-b47cb5fa242a tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=ed558a94bd42496298488549f6a1a20a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0441322 Jun 01 18:57:48.556632 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e04e8b76-e51e-47f9-9daf-a3a8bb16ca88 tempest-ExtraDHCPOptionsTestJSON-1689038353 tempest-ExtraDHCPOptionsTestJSON-1689038353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:48.573402 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e5bd6e13-fb95-4194-9867-9498fd3c51ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:48.615344 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e5bd6e13-fb95-4194-9867-9498fd3c51ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:48.628211 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-e04e8b76-e51e-47f9-9daf-a3a8bb16ca88 tempest-ExtraDHCPOptionsTestJSON-1689038353 tempest-ExtraDHCPOptionsTestJSON-1689038353-project] 10.222.0.41 "DELETE /v2.0/ports/5c54f8a7-cceb-4cf8-a9c0-a7424c7a6343 HTTP/1.1" status: 204 len: 168 time: 1.6596198 Jun 01 18:57:48.631717 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 34816) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:57:48.677721 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f374fc24-980f-4437-b246-8cf4b7c69700 req-f627e343-8235-4c2d-82ce-4a1a5d7d6830 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:48.679295 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f374fc24-980f-4437-b246-8cf4b7c69700 req-f627e343-8235-4c2d-82ce-4a1a5d7d6830 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/ports?device_id=7dcdd6d1-d2db-4e64-9637-96797b8c92fe HTTP/1.1" status: 200 len: 945 time: 0.2671745 Jun 01 18:57:48.709926 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e5bd6e13-fb95-4194-9867-9498fd3c51ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:48.738400 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bd6e13-fb95-4194-9867-9498fd3c51ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fd33b07-9a83-4b74-9815-1f0c130672c5,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:57:48.740557 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f8c47c4-7465-446d-ac51-dc98733ba22e tempest-ExtraDHCPOptionsTestJSON-1689038353 tempest-ExtraDHCPOptionsTestJSON-1689038353-project] Deleting subnet 32da8ad3-ed90-4d50-9e2b-7064c65223f8 {{(pid=88525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 18:57:48.749953 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e5bd6e13-fb95-4194-9867-9498fd3c51ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:48.753564 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2befd18f-bc61-4a14-b301-2444e47eb7dc req-43eb9773-dd03-4895-b2cb-022740775bf9 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:48.753739 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-e5bd6e13-fb95-4194-9867-9498fd3c51ff admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4fd33b07-9a83-4b74-9815-1f0c130672c5 HTTP/1.1" status: 204 len: 168 time: 0.4139545 Jun 01 18:57:48.753845 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2befd18f-bc61-4a14-b301-2444e47eb7dc req-43eb9773-dd03-4895-b2cb-022740775bf9 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2301717 Jun 01 18:57:48.753845 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4f8c47c4-7465-446d-ac51-dc98733ba22e tempest-ExtraDHCPOptionsTestJSON-1689038353 tempest-ExtraDHCPOptionsTestJSON-1689038353-project] Notify callbacks [] for subnet, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:48.754592 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f374fc24-980f-4437-b246-8cf4b7c69700 req-96532d66-5ce1-4929-8559-dc4061fecb73 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/security-groups?id=679bc320-73aa-41fb-80e9-32867c6d2bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685914 Jun 01 18:57:48.807382 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2befd18f-bc61-4a14-b301-2444e47eb7dc req-2bb3ffd6-2140-49f0-9f91-077c291f4e98 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.41 "GET /v2.0/quotas/ed558a94bd42496298488549f6a1a20a HTTP/1.1" status: 200 len: 375 time: 0.0268445 Jun 01 18:57:48.817869 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4f8c47c4-7465-446d-ac51-dc98733ba22e tempest-ExtraDHCPOptionsTestJSON-1689038353 tempest-ExtraDHCPOptionsTestJSON-1689038353-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2258509'] for subnet, precommit_delete_associations {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:48.976754 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2befd18f-bc61-4a14-b301-2444e47eb7dc req-ffd079ca-f8e0-447e-bbfb-ec1eb5689a34 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=ed558a94bd42496298488549f6a1a20a&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1617405 Jun 01 18:57:48.979544 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4f8c47c4-7465-446d-ac51-dc98733ba22e tempest-ExtraDHCPOptionsTestJSON-1689038353 tempest-ExtraDHCPOptionsTestJSON-1689038353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:49.069748 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d395e17b-f837-444f-9fb3-39bc3ed68781 req-c731c4ae-38a3-4217-915c-bc68c85b6a10 tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:49.076587 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d395e17b-f837-444f-9fb3-39bc3ed68781 req-c731c4ae-38a3-4217-915c-bc68c85b6a10 tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] 10.222.0.41 "GET /v2.0/ports?device_id=3dbbeeb1-1868-46af-b8b0-8b09b36306d0 HTTP/1.1" status: 200 len: 945 time: 0.1280241 Jun 01 18:57:49.076956 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4f8c47c4-7465-446d-ac51-dc98733ba22e tempest-ExtraDHCPOptionsTestJSON-1689038353 tempest-ExtraDHCPOptionsTestJSON-1689038353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2614143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9667199'] for subnet, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:49.089176 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device bfd65f63-5f6e-4ba7-b7b0-1b4aab510c49 details requested by agent hyperv_n-h2-844202-1 with host n-h2-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 18:57:49.106218 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 34828) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:57:49.136530 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8c47c4-7465-446d-ac51-dc98733ba22e tempest-ExtraDHCPOptionsTestJSON-1689038353 tempest-ExtraDHCPOptionsTestJSON-1689038353-project] Pushing event deleted for resources: {'Subnet': ['ID=32da8ad3-ed90-4d50-9e2b-7064c65223f8,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:57:49.141161 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4f8c47c4-7465-446d-ac51-dc98733ba22e tempest-ExtraDHCPOptionsTestJSON-1689038353 tempest-ExtraDHCPOptionsTestJSON-1689038353-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:49.148033 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-4f8c47c4-7465-446d-ac51-dc98733ba22e tempest-ExtraDHCPOptionsTestJSON-1689038353 tempest-ExtraDHCPOptionsTestJSON-1689038353-project] 10.222.0.41 "DELETE /v2.0/subnets/32da8ad3-ed90-4d50-9e2b-7064c65223f8 HTTP/1.1" status: 204 len: 168 time: 0.5151391 Jun 01 18:57:49.150601 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 34834) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:57:49.161160 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-97071c7a-4e10-492a-b7fd-09e0b8702cfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:49.199399 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64b57853-8c6d-43f6-8876-f9ce25973cc4 None None] Network 3c8bc033-59c9-4ec2-9591-52bb6b68186b requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 18:57:49.209576 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d395e17b-f837-444f-9fb3-39bc3ed68781 req-17eeee43-3495-4a23-9fce-52cfab87c284 tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cd81dcd-fddd-4cdb-b7e0-911a736e672d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317797 Jun 01 18:57:49.210886 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-97071c7a-4e10-492a-b7fd-09e0b8702cfc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:57:49.217074 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-97071c7a-4e10-492a-b7fd-09e0b8702cfc admin admin] Usage tracker for resource:security_group_rule and tenant:2aef857f4c444768907766d16eadd698 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:57:49.220108 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-97071c7a-4e10-492a-b7fd-09e0b8702cfc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:57:49.233244 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-97071c7a-4e10-492a-b7fd-09e0b8702cfc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:57:49.279348 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d48e800a-3460-443e-be7e-ecb68b11c795 req-1378969b-9fe7-40de-9f93-6343665c3f87 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.41 "GET /v2.0/ports?device_id=e08d9b4e-5cd2-4c18-b71f-89badc7b619a HTTP/1.1" status: 200 len: 210 time: 0.1259844 Jun 01 18:57:49.333911 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-15ccea09-83a8-4bb4-bfb5-e56180d11cfe tempest-ExtraDHCPOptionsTestJSON-1689038353 tempest-ExtraDHCPOptionsTestJSON-1689038353-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:49.349737 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-15ccea09-83a8-4bb4-bfb5-e56180d11cfe tempest-ExtraDHCPOptionsTestJSON-1689038353 tempest-ExtraDHCPOptionsTestJSON-1689038353-project] Deleting port 937b4df0-fbaf-48fc-ba84-6e2c83f5f58a {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:57:49.350300 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-15ccea09-83a8-4bb4-bfb5-e56180d11cfe tempest-ExtraDHCPOptionsTestJSON-1689038353 tempest-ExtraDHCPOptionsTestJSON-1689038353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:49.364689 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-97071c7a-4e10-492a-b7fd-09e0b8702cfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:49.369037 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-97071c7a-4e10-492a-b7fd-09e0b8702cfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:49.442695 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-97071c7a-4e10-492a-b7fd-09e0b8702cfc admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2aef857f4c444768907766d16eadd698&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3344207 Jun 01 18:57:49.443316 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 34848) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:57:49.445883 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97071c7a-4e10-492a-b7fd-09e0b8702cfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fcba9cc-4b77-4abd-86fe-6e76864d8fa3,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:57:49.533051 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-5af9abc6-36f4-4538-a51d-be955bc06a5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:49.580378 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port bfd65f63-5f6e-4ba7-b7b0-1b4aab510c49, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=bfd65f63-5f6e-4ba7-b7b0-1b4aab510c49,segment=NetworkSegment(182d40cc-3a03-495c-b3d5-827c96c30acf),segment_id=182d40cc-3a03-495c-b3d5-827c96c30acf)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:57:49.608130 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-5af9abc6-36f4-4538-a51d-be955bc06a5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:49.666669 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Returning: {'device': 'bfd65f63-5f6e-4ba7-b7b0-1b4aab510c49', 'network_id': '908da31a-c43f-4d78-b2f1-4926efeaafe9', 'port_id': 'bfd65f63-5f6e-4ba7-b7b0-1b4aab510c49', 'mac_address': 'fa:16:3e:11:ba:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b62dadc8-5788-404f-95cb-85382718471e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 18:57:49.753289 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-5af9abc6-36f4-4538-a51d-be955bc06a5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:49.786354 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [None req-15ccea09-83a8-4bb4-bfb5-e56180d11cfe tempest-ExtraDHCPOptionsTestJSON-1689038353 tempest-ExtraDHCPOptionsTestJSON-1689038353-project] For port 937b4df0-fbaf-48fc-ba84-6e2c83f5f58a, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=937b4df0-fbaf-48fc-ba84-6e2c83f5f58a,segment=NetworkSegment(32e51f5b-68d5-437e-a755-085b1c285a79),segment_id=32e51f5b-68d5-437e-a755-085b1c285a79)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:57:49.786717 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-15ccea09-83a8-4bb4-bfb5-e56180d11cfe tempest-ExtraDHCPOptionsTestJSON-1689038353 tempest-ExtraDHCPOptionsTestJSON-1689038353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:49.795054 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af9abc6-36f4-4538-a51d-be955bc06a5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fcba9cc-4b77-4abd-86fe-6e76864d8fa3,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:57:49.799985 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-5af9abc6-36f4-4538-a51d-be955bc06a5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:49.804372 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-5af9abc6-36f4-4538-a51d-be955bc06a5f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4fcba9cc-4b77-4abd-86fe-6e76864d8fa3 HTTP/1.1" status: 204 len: 168 time: 0.3568676 Jun 01 18:57:49.860432 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port bfd65f63-5f6e-4ba7-b7b0-1b4aab510c49 is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:57:49.865099 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:49.908442 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfd65f63-5f6e-4ba7-b7b0-1b4aab510c49 {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:57:49.948313 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port bfd65f63-5f6e-4ba7-b7b0-1b4aab510c49, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=bfd65f63-5f6e-4ba7-b7b0-1b4aab510c49,segment=NetworkSegment(182d40cc-3a03-495c-b3d5-827c96c30acf),segment_id=182d40cc-3a03-495c-b3d5-827c96c30acf)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:57:49.952132 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:50.029965 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=bfd65f63-5f6e-4ba7-b7b0-1b4aab510c49,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:57:50.041906 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e39db4e-460c-403a-bdf5-e55ba6efab9e None None] DHCP port deletion for 3c8bc033-59c9-4ec2-9591-52bb6b68186b request from n-d-844202-1 {{(pid=88526) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 18:57:50.046237 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-3e39db4e-460c-403a-bdf5-e55ba6efab9e None None] Deleting port 937b4df0-fbaf-48fc-ba84-6e2c83f5f58a {{(pid=88526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:57:50.046708 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-3e39db4e-460c-403a-bdf5-e55ba6efab9e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:50.116478 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-15ccea09-83a8-4bb4-bfb5-e56180d11cfe tempest-ExtraDHCPOptionsTestJSON-1689038353 tempest-ExtraDHCPOptionsTestJSON-1689038353-project] Calling delete_port for 937b4df0-fbaf-48fc-ba84-6e2c83f5f58a owned by network:dhcp {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:57:50.137279 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db622a54-a296-4b83-a506-894783d8b356 req-360aae0f-6d00-46da-ba15-48fb61908353 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:50.139100 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-db622a54-a296-4b83-a506-894783d8b356 req-360aae0f-6d00-46da-ba15-48fb61908353 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] 10.222.0.41 "GET /v2.0/ports?device_id=1287ab47-b65e-43d7-abf9-18f314df4e22 HTTP/1.1" status: 200 len: 944 time: 0.1810610 Jun 01 18:57:50.229806 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-db622a54-a296-4b83-a506-894783d8b356 req-2c3d4f8d-3c98-4075-aa1c-742fd4d4e7d0 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] 10.222.0.41 "GET /v2.0/security-groups?id=a40a0dad-61f6-4c8c-9f40-2a63d510909f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832837 Jun 01 18:57:50.341834 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] get_ports_and_sgs() called for port_ids ['bfd65f63-5f6e-4ba7-b7b0-1b4aab510c49'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:57:50.354706 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8674ff8f-24f2-40f3-8adf-e98ba07ebe83 req-c7337587-182f-4915-ba77-e3a4ad940460 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:50.366758 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8674ff8f-24f2-40f3-8adf-e98ba07ebe83 req-c7337587-182f-4915-ba77-e3a4ad940460 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/ports?device_id=7dcdd6d1-d2db-4e64-9637-96797b8c92fe HTTP/1.1" status: 200 len: 945 time: 0.2723196 Jun 01 18:57:50.367925 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-15ccea09-83a8-4bb4-bfb5-e56180d11cfe tempest-ExtraDHCPOptionsTestJSON-1689038353 tempest-ExtraDHCPOptionsTestJSON-1689038353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:50.468872 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ccea09-83a8-4bb4-bfb5-e56180d11cfe tempest-ExtraDHCPOptionsTestJSON-1689038353 tempest-ExtraDHCPOptionsTestJSON-1689038353-project] Pushing event deleted for resources: {'Port': ['ID=937b4df0-fbaf-48fc-ba84-6e2c83f5f58a,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:57:50.475005 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ccea09-83a8-4bb4-bfb5-e56180d11cfe tempest-ExtraDHCPOptionsTestJSON-1689038353 tempest-ExtraDHCPOptionsTestJSON-1689038353-project] No DVR routers for this DVR port 937b4df0-fbaf-48fc-ba84-6e2c83f5f58a on host n-d-844202-1 {{(pid=88525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 18:57:50.541982 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-3e39db4e-460c-403a-bdf5-e55ba6efab9e None None] For port 937b4df0-fbaf-48fc-ba84-6e2c83f5f58a, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=937b4df0-fbaf-48fc-ba84-6e2c83f5f58a,segment=NetworkSegment(32e51f5b-68d5-437e-a755-085b1c285a79),segment_id=32e51f5b-68d5-437e-a755-085b1c285a79)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:57:50.544678 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-3e39db4e-460c-403a-bdf5-e55ba6efab9e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:50.587203 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5248df9c-23a9-4d04-b1a1-b3885eb323d9 req-6d8634e5-d46a-4ac2-bba2-ee49cbdafcc6 tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:50.589293 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5248df9c-23a9-4d04-b1a1-b3885eb323d9 req-6d8634e5-d46a-4ac2-bba2-ee49cbdafcc6 tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] 10.222.0.41 "GET /v2.0/ports?device_id=3dbbeeb1-1868-46af-b8b0-8b09b36306d0 HTTP/1.1" status: 200 len: 945 time: 0.1622155 Jun 01 18:57:50.673668 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5248df9c-23a9-4d04-b1a1-b3885eb323d9 req-7deae574-3409-4937-bb29-46339c791563 tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cd81dcd-fddd-4cdb-b7e0-911a736e672d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773144 Jun 01 18:57:50.703979 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8674ff8f-24f2-40f3-8adf-e98ba07ebe83 req-37657e4b-dbc9-4506-8302-54b204657018 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/security-groups?id=679bc320-73aa-41fb-80e9-32867c6d2bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2706187 Jun 01 18:57:50.706373 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-15ccea09-83a8-4bb4-bfb5-e56180d11cfe tempest-ExtraDHCPOptionsTestJSON-1689038353 tempest-ExtraDHCPOptionsTestJSON-1689038353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:50.748582 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-15ccea09-83a8-4bb4-bfb5-e56180d11cfe tempest-ExtraDHCPOptionsTestJSON-1689038353 tempest-ExtraDHCPOptionsTestJSON-1689038353-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c8bc033-59c9-4ec2-9591-52bb6b68186b']}} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:57:50.770061 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-15ccea09-83a8-4bb4-bfb5-e56180d11cfe tempest-ExtraDHCPOptionsTestJSON-1689038353 tempest-ExtraDHCPOptionsTestJSON-1689038353-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32e51f5b-68d5-437e-a755-085b1c285a79') {'for_net_delete': True} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:57:50.770431 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-15ccea09-83a8-4bb4-bfb5-e56180d11cfe tempest-ExtraDHCPOptionsTestJSON-1689038353 tempest-ExtraDHCPOptionsTestJSON-1689038353-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32e51f5b-68d5-437e-a755-085b1c285a79') {} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:57:50.785759 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-15ccea09-83a8-4bb4-bfb5-e56180d11cfe tempest-ExtraDHCPOptionsTestJSON-1689038353 tempest-ExtraDHCPOptionsTestJSON-1689038353-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2258522'] for segment, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:50.862658 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-3e39db4e-460c-403a-bdf5-e55ba6efab9e None None] Calling delete_port for 937b4df0-fbaf-48fc-ba84-6e2c83f5f58a owned by network:dhcp {{(pid=88526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:57:51.002213 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-15ccea09-83a8-4bb4-bfb5-e56180d11cfe tempest-ExtraDHCPOptionsTestJSON-1689038353 tempest-ExtraDHCPOptionsTestJSON-1689038353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:51.010241 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15ccea09-83a8-4bb4-bfb5-e56180d11cfe tempest-ExtraDHCPOptionsTestJSON-1689038353 tempest-ExtraDHCPOptionsTestJSON-1689038353-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=88525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 18:57:51.010777 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-15ccea09-83a8-4bb4-bfb5-e56180d11cfe tempest-ExtraDHCPOptionsTestJSON-1689038353 tempest-ExtraDHCPOptionsTestJSON-1689038353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2613981'] for segment, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:51.038233 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-73a8c4f3-1ea5-4b58-9d0e-9acd05341c3c req-42d5d155-71a9-4d21-926e-bfdebda07a18 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.41 "GET /v2.0/ports?device_id=e08d9b4e-5cd2-4c18-b71f-89badc7b619a HTTP/1.1" status: 200 len: 210 time: 0.0999408 Jun 01 18:57:51.052124 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.db.api [None req-3e39db4e-460c-403a-bdf5-e55ba6efab9e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88526) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 18:57:51.052520 n-d-844202-1 neutron-server[88526]: DEBUG oslo_db.api [None req-3e39db4e-460c-403a-bdf5-e55ba6efab9e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 18:57:51.150135 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-15ccea09-83a8-4bb4-bfb5-e56180d11cfe tempest-ExtraDHCPOptionsTestJSON-1689038353 tempest-ExtraDHCPOptionsTestJSON-1689038353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:51.162179 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-15ccea09-83a8-4bb4-bfb5-e56180d11cfe tempest-ExtraDHCPOptionsTestJSON-1689038353 tempest-ExtraDHCPOptionsTestJSON-1689038353-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:51.212378 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-15ccea09-83a8-4bb4-bfb5-e56180d11cfe tempest-ExtraDHCPOptionsTestJSON-1689038353 tempest-ExtraDHCPOptionsTestJSON-1689038353-project] 10.222.0.41 "DELETE /v2.0/networks/3c8bc033-59c9-4ec2-9591-52bb6b68186b HTTP/1.1" status: 204 len: 168 time: 2.0607285 Jun 01 18:57:51.215932 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ccea09-83a8-4bb4-bfb5-e56180d11cfe tempest-ExtraDHCPOptionsTestJSON-1689038353 tempest-ExtraDHCPOptionsTestJSON-1689038353-project] Pushing event deleted for resources: {'Network': ['ID=3c8bc033-59c9-4ec2-9591-52bb6b68186b,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:57:51.353752 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment 32e51f5b-68d5-437e-a755-085b1c285a79 resource provider aggregate not found Jun 01 18:57:51.385391 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment 32e51f5b-68d5-437e-a755-085b1c285a79 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 32e51f5b-68d5-437e-a755-085b1c285a79 found for delete ", "request_id": "req-3b23f476-a567-456a-a0ae-beacd9853143"}]} Jun 01 18:57:51.516634 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2befd18f-bc61-4a14-b301-2444e47eb7dc req-65ac108b-46d7-4b1c-8402-93d375389809 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=ed558a94bd42496298488549f6a1a20a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1230874 Jun 01 18:57:51.553709 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-3e39db4e-460c-403a-bdf5-e55ba6efab9e None None] Deleting port 937b4df0-fbaf-48fc-ba84-6e2c83f5f58a {{(pid=88526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:57:51.554628 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-3e39db4e-460c-403a-bdf5-e55ba6efab9e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:51.650769 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85a9837-ad60-4440-8c7e-59bcf418c6ae req-5a071f1e-d79b-4efe-86eb-db05c416d28e tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:51.654609 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169a34b2-be16-4400-98cc-3141e103befa req-3697252d-8cd3-42f0-be22-fa3c7a34bc04 tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:51.656166 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-169a34b2-be16-4400-98cc-3141e103befa req-3697252d-8cd3-42f0-be22-fa3c7a34bc04 tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] 10.222.0.41 "GET /v2.0/ports?device_id=3dbbeeb1-1868-46af-b8b0-8b09b36306d0 HTTP/1.1" status: 200 len: 945 time: 0.2015588 Jun 01 18:57:51.661981 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d85a9837-ad60-4440-8c7e-59bcf418c6ae req-5a071f1e-d79b-4efe-86eb-db05c416d28e tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] 10.222.0.41 "GET /v2.0/ports?device_id=1287ab47-b65e-43d7-abf9-18f314df4e22 HTTP/1.1" status: 200 len: 944 time: 0.1983907 Jun 01 18:57:51.733591 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-169a34b2-be16-4400-98cc-3141e103befa req-b9a4c914-9f1b-4695-af47-48ac1de7a116 tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cd81dcd-fddd-4cdb-b7e0-911a736e672d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695703 Jun 01 18:57:51.743382 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-3e39db4e-460c-403a-bdf5-e55ba6efab9e None None] The port '937b4df0-fbaf-48fc-ba84-6e2c83f5f58a' was deleted {{(pid=88526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 01 18:57:51.772953 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2befd18f-bc61-4a14-b301-2444e47eb7dc req-7ebb91b7-5eb7-4985-a3cc-8fa8332f4d29 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:51.785725 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d85a9837-ad60-4440-8c7e-59bcf418c6ae req-7118a12d-8e07-4692-b4f4-3ef03ee5e81b tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] 10.222.0.41 "GET /v2.0/security-groups?id=a40a0dad-61f6-4c8c-9f40-2a63d510909f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1138303 Jun 01 18:57:51.791388 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090abd25-c10e-40d9-8b7c-41e7c0d91998 req-ff1b24e8-668d-4852-9dff-7a07f3cfdc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:51.791657 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2befd18f-bc61-4a14-b301-2444e47eb7dc req-7ebb91b7-5eb7-4985-a3cc-8fa8332f4d29 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2501433 Jun 01 18:57:51.793129 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-090abd25-c10e-40d9-8b7c-41e7c0d91998 req-ff1b24e8-668d-4852-9dff-7a07f3cfdc4b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d0a1e5281a6a4a33a7366a726bd4d479&device_id=3dbbeeb1-1868-46af-b8b0-8b09b36306d0 HTTP/1.1" status: 200 len: 1096 time: 0.3991299 Jun 01 18:57:51.800885 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 34908) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:57:51.808792 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [req-2befd18f-bc61-4a14-b301-2444e47eb7dc req-196b4471-4d30-48a7-92a3-927866c0ac77 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Request body: {'port': {'device_id': 'e08d9b4e-5cd2-4c18-b71f-89badc7b619a', 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426', 'admin_state_up': True, 'tenant_id': 'ed558a94bd42496298488549f6a1a20a'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:57:51.834011 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 937b4df0-fbaf-48fc-ba84-6e2c83f5f58a no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:57:51.906286 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: 937b4df0-fbaf-48fc-ba84-6e2c83f5f58a {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 18:57:51.910037 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 937b4df0-fbaf-48fc-ba84-6e2c83f5f58a not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 18:57:51.994543 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090abd25-c10e-40d9-8b7c-41e7c0d91998 req-fd429297-bec9-4fb4-84e2-62c2af50d732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:51.996032 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-090abd25-c10e-40d9-8b7c-41e7c0d91998 req-fd429297-bec9-4fb4-84e2-62c2af50d732 service neutron] 10.222.0.15 "GET /v2.0/networks?id=68c6e764-294d-4bbe-b8e6-e3de6ad7c308 HTTP/1.1" status: 200 len: 912 time: 0.1877804 Jun 01 18:57:52.059681 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [req-2befd18f-bc61-4a14-b301-2444e47eb7dc req-196b4471-4d30-48a7-92a3-927866c0ac77 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:57:52.084128 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [req-2befd18f-bc61-4a14-b301-2444e47eb7dc req-196b4471-4d30-48a7-92a3-927866c0ac77 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:57:52.101881 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2befd18f-bc61-4a14-b301-2444e47eb7dc req-196b4471-4d30-48a7-92a3-927866c0ac77 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Made reservation on behalf of ed558a94bd42496298488549f6a1a20a for: {'port': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:57:52.105999 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-090abd25-c10e-40d9-8b7c-41e7c0d91998 req-555d28d2-46c4-4aa0-a204-f30a4ae6333c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=48becb1a-b8b3-47c6-b06c-86ccc46a069a HTTP/1.1" status: 200 len: 217 time: 0.1019535 Jun 01 18:57:52.106505 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-2befd18f-bc61-4a14-b301-2444e47eb7dc req-196b4471-4d30-48a7-92a3-927866c0ac77 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:52.129588 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cceebcb8-7815-41f8-beb4-628ecc83f882 req-9c0c8a60-3b37-42ae-8038-c2f5e5bc6844 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:52.137167 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-cceebcb8-7815-41f8-beb4-628ecc83f882 req-9c0c8a60-3b37-42ae-8038-c2f5e5bc6844 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/ports?device_id=7dcdd6d1-d2db-4e64-9637-96797b8c92fe HTTP/1.1" status: 200 len: 945 time: 0.1887307 Jun 01 18:57:52.192777 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-cceebcb8-7815-41f8-beb4-628ecc83f882 req-b43441db-ebe9-4c86-b369-4d670c34ef71 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/security-groups?id=679bc320-73aa-41fb-80e9-32867c6d2bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545807 Jun 01 18:57:52.280947 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6907fdd2-8a7b-407c-9600-26f3b6582734 req-75f44e12-002d-4423-84b3-d7950ff9fb91 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.41 "GET /v2.0/ports?device_id=e08d9b4e-5cd2-4c18-b71f-89badc7b619a HTTP/1.1" status: 200 len: 210 time: 0.0630484 Jun 01 18:57:52.289500 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090abd25-c10e-40d9-8b7c-41e7c0d91998 req-96c8ea02-a034-473d-95a9-9b268c18fef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:52.290938 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-090abd25-c10e-40d9-8b7c-41e7c0d91998 req-96c8ea02-a034-473d-95a9-9b268c18fef3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=65007f2f-c4cf-4ea2-954f-0d213b184a70 HTTP/1.1" status: 200 len: 851 time: 0.1785021 Jun 01 18:57:52.344003 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-5a44b1d4-c646-4b29-91dc-1b4b0461cb2a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=121f7973bfa94348a7ff350df1273a06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5416267 Jun 01 18:57:52.349435 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 34926) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:57:52.351390 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-090abd25-c10e-40d9-8b7c-41e7c0d91998 req-80126941-54c5-44f7-b4bb-8197339379a8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=68c6e764-294d-4bbe-b8e6-e3de6ad7c308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449173 Jun 01 18:57:52.393294 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [req-2befd18f-bc61-4a14-b301-2444e47eb7dc req-196b4471-4d30-48a7-92a3-927866c0ac77 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Allocated IP 192.168.233.162 (898153a3-5d71-43be-9d14-343ea4a48426/35e3ad2f-9c88-4698-b634-4e1b58de1cc2/28bbb8c8-6168-463c-840c-ae2f1ff906ce) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:57:52.453286 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-be30730d-6716-4dba-90a8-1fde71ef0664 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:52.480803 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-be30730d-6716-4dba-90a8-1fde71ef0664 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:52.489750 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-090abd25-c10e-40d9-8b7c-41e7c0d91998 req-75b5307d-1251-4ee7-9fce-0840417cf2d5 service neutron] 10.222.0.15 "GET /v2.0/networks/68c6e764-294d-4bbe-b8e6-e3de6ad7c308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310961 Jun 01 18:57:52.630909 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-090abd25-c10e-40d9-8b7c-41e7c0d91998 req-98432e88-d4c0-4bdb-82ee-4c06c06a44e6 service neutron] 10.222.0.15 "GET /v2.0/networks/68c6e764-294d-4bbe-b8e6-e3de6ad7c308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342406 Jun 01 18:57:52.638602 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-be30730d-6716-4dba-90a8-1fde71ef0664 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:52.673454 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be30730d-6716-4dba-90a8-1fde71ef0664 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0734cb82-0514-4afa-ab85-63d27149073c,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:57:52.724633 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-2befd18f-bc61-4a14-b301-2444e47eb7dc req-196b4471-4d30-48a7-92a3-927866c0ac77 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:52.727999 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-be30730d-6716-4dba-90a8-1fde71ef0664 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:52.731870 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-be30730d-6716-4dba-90a8-1fde71ef0664 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0734cb82-0514-4afa-ab85-63d27149073c HTTP/1.1" status: 204 len: 168 time: 0.3791740 Jun 01 18:57:52.744809 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [req-2befd18f-bc61-4a14-b301-2444e47eb7dc req-196b4471-4d30-48a7-92a3-927866c0ac77 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Transition to ACTIVE for port object 28bbb8c8-6168-463c-840c-ae2f1ff906ce will not be triggered until provisioned by entity DHCP. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:57:52.788865 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-2befd18f-bc61-4a14-b301-2444e47eb7dc req-196b4471-4d30-48a7-92a3-927866c0ac77 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:52.801762 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] get_ports_and_sgs() called for port_ids ['c8b8fb79-fd92-474a-8ec2-5ac7b267ee2e', '788b40d5-d43b-47fb-a5c6-ee70b4898015'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:57:52.882967 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2befd18f-bc61-4a14-b301-2444e47eb7dc req-196b4471-4d30-48a7-92a3-927866c0ac77 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Network 898153a3-5d71-43be-9d14-343ea4a48426 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:57:52.886466 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [req-2befd18f-bc61-4a14-b301-2444e47eb7dc req-196b4471-4d30-48a7-92a3-927866c0ac77 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:57:52.892512 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b4471-4d30-48a7-92a3-927866c0ac77 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Pushing event updated for resources: {'Port': ['ID=28bbb8c8-6168-463c-840c-ae2f1ff906ce,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:57:52.895852 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [req-2befd18f-bc61-4a14-b301-2444e47eb7dc req-196b4471-4d30-48a7-92a3-927866c0ac77 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:57:52.906466 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] get_ports_and_sgs() called for port_ids ['5c7c55e5-3833-4836-af5c-3353dc52e41d', 'a12824b4-43d9-4f09-a40a-8d0a174c088c', '19467fbd-86a4-455f-ba36-972209de2a6f'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:57:53.011158 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2befd18f-bc61-4a14-b301-2444e47eb7dc req-196b4471-4d30-48a7-92a3-927866c0ac77 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:53.011829 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-2befd18f-bc61-4a14-b301-2444e47eb7dc req-196b4471-4d30-48a7-92a3-927866c0ac77 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:53.106431 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2befd18f-bc61-4a14-b301-2444e47eb7dc req-196b4471-4d30-48a7-92a3-927866c0ac77 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3016284 Jun 01 18:57:53.126794 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [req-2befd18f-bc61-4a14-b301-2444e47eb7dc req-77b0003d-1824-436b-96c6-255384f95ea5 service neutron] Request body: {'port': {'device_id': 'e08d9b4e-5cd2-4c18-b71f-89badc7b619a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844202-1'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:57:53.143809 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device bfd65f63-5f6e-4ba7-b7b0-1b4aab510c49 up at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:57:53.311525 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43faae44-915a-411f-8526-2af9167c704e req-4cf3d158-8079-4422-9e61-7a61650044aa tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:53.313408 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-43faae44-915a-411f-8526-2af9167c704e req-4cf3d158-8079-4422-9e61-7a61650044aa tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] 10.222.0.41 "GET /v2.0/ports?device_id=3dbbeeb1-1868-46af-b8b0-8b09b36306d0 HTTP/1.1" status: 200 len: 945 time: 0.2883801 Jun 01 18:57:53.317425 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-2befd18f-bc61-4a14-b301-2444e47eb7dc req-77b0003d-1824-436b-96c6-255384f95ea5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:53.380018 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ed30b6-411c-42de-b6fd-03d1dc77e124 req-7d1abae5-279f-456a-ab44-80b0d7d6993e tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:53.382142 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-96ed30b6-411c-42de-b6fd-03d1dc77e124 req-7d1abae5-279f-456a-ab44-80b0d7d6993e tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] 10.222.0.41 "GET /v2.0/ports?device_id=1287ab47-b65e-43d7-abf9-18f314df4e22 HTTP/1.1" status: 200 len: 944 time: 0.3499935 Jun 01 18:57:53.432124 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-43faae44-915a-411f-8526-2af9167c704e req-fa39a236-1252-457e-bab8-3f83f4419468 tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cd81dcd-fddd-4cdb-b7e0-911a736e672d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984409 Jun 01 18:57:53.439957 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-3fa94cda-7dd9-4bd6-80d5-d38a61514b9a None None] Provisioning for port 28bbb8c8-6168-463c-840c-ae2f1ff906ce completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:57:53.484363 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-3fa94cda-7dd9-4bd6-80d5-d38a61514b9a None None] Provisioning complete for port 28bbb8c8-6168-463c-840c-ae2f1ff906ce triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:57:53.484818 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-3fa94cda-7dd9-4bd6-80d5-d38a61514b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:53.515377 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-96ed30b6-411c-42de-b6fd-03d1dc77e124 req-b9fbb0d4-25a9-43f8-8022-66d23b900125 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] 10.222.0.41 "GET /v2.0/security-groups?id=a40a0dad-61f6-4c8c-9f40-2a63d510909f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1254208 Jun 01 18:57:53.727547 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-3fa94cda-7dd9-4bd6-80d5-d38a61514b9a None None] Port 28bbb8c8-6168-463c-840c-ae2f1ff906ce cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 18:57:53.742162 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning for port bfd65f63-5f6e-4ba7-b7b0-1b4aab510c49 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:57:53.811439 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b62510-bf4e-44d4-99a4-fa2fe6469125 req-964941ff-053e-476b-9f7e-d6a97a5b6740 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:53.813160 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-99b62510-bf4e-44d4-99a4-fa2fe6469125 req-964941ff-053e-476b-9f7e-d6a97a5b6740 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.41 "GET /v2.0/ports?device_id=e08d9b4e-5cd2-4c18-b71f-89badc7b619a HTTP/1.1" status: 200 len: 936 time: 0.1606913 Jun 01 18:57:53.818262 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning complete for port bfd65f63-5f6e-4ba7-b7b0-1b4aab510c49 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:57:53.819241 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:53.906843 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-99b62510-bf4e-44d4-99a4-fa2fe6469125 req-f6d3cfbd-7cab-4ec7-8b82-5dc545fe8eb8 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.41 "GET /v2.0/security-groups?id=22665066-3f80-4493-8b7a-e2faea6c666a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827510 Jun 01 18:57:53.944602 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db045143-0304-4d90-a4ca-81ea654e13ef req-1201e672-5eb7-443c-ab0d-3f6922aea9f9 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:53.946201 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-db045143-0304-4d90-a4ca-81ea654e13ef req-1201e672-5eb7-443c-ab0d-3f6922aea9f9 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/ports?device_id=7dcdd6d1-d2db-4e64-9637-96797b8c92fe HTTP/1.1" status: 200 len: 945 time: 0.2751591 Jun 01 18:57:54.090665 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port bfd65f63-5f6e-4ba7-b7b0-1b4aab510c49 is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:57:54.091049 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:54.102309 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-db045143-0304-4d90-a4ca-81ea654e13ef req-99679136-59ce-43b8-884d-1179cc8fb9e2 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/security-groups?id=679bc320-73aa-41fb-80e9-32867c6d2bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477666 Jun 01 18:57:54.112711 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [req-2befd18f-bc61-4a14-b301-2444e47eb7dc req-77b0003d-1824-436b-96c6-255384f95ea5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28bbb8c8-6168-463c-840c-ae2f1ff906ce {{(pid=88525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:57:54.123854 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-2befd18f-bc61-4a14-b301-2444e47eb7dc req-77b0003d-1824-436b-96c6-255384f95ea5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:54.144259 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [req-2befd18f-bc61-4a14-b301-2444e47eb7dc req-77b0003d-1824-436b-96c6-255384f95ea5 service neutron] Transition to ACTIVE for port object 28bbb8c8-6168-463c-840c-ae2f1ff906ce will not be triggered until provisioned by entity L2. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:57:54.150553 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-2befd18f-bc61-4a14-b301-2444e47eb7dc req-77b0003d-1824-436b-96c6-255384f95ea5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:54.204686 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port bfd65f63-5f6e-4ba7-b7b0-1b4aab510c49, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=bfd65f63-5f6e-4ba7-b7b0-1b4aab510c49,segment=NetworkSegment(182d40cc-3a03-495c-b3d5-827c96c30acf),segment_id=182d40cc-3a03-495c-b3d5-827c96c30acf)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:57:54.220826 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1287ab47-b65e-43d7-abf9-18f314df4e22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfd65f63-5f6e-4ba7-b7b0-1b4aab510c49'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:57:54.226366 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:54.311576 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b0003d-1824-436b-96c6-255384f95ea5 service neutron] Pushing event updated for resources: {'Port': ['ID=28bbb8c8-6168-463c-840c-ae2f1ff906ce,revision_number=2']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:57:54.485523 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-2befd18f-bc61-4a14-b301-2444e47eb7dc req-77b0003d-1824-436b-96c6-255384f95ea5 service neutron] Attempting to bind port 28bbb8c8-6168-463c-840c-ae2f1ff906ce on host n-h1-844202-1 for vnic_type normal with profile {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:57:54.486207 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-2befd18f-bc61-4a14-b301-2444e47eb7dc req-77b0003d-1824-436b-96c6-255384f95ea5 service neutron] Attempting to bind port 28bbb8c8-6168-463c-840c-ae2f1ff906ce by drivers openvswitch,hyperv on host n-h1-844202-1 at level 0 using segments [{'id': 'e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426'}] {{(pid=88525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:57:54.486946 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2befd18f-bc61-4a14-b301-2444e47eb7dc req-77b0003d-1824-436b-96c6-255384f95ea5 service neutron] Attempting to bind port 28bbb8c8-6168-463c-840c-ae2f1ff906ce on network 898153a3-5d71-43be-9d14-343ea4a48426 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:57:54.505948 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2befd18f-bc61-4a14-b301-2444e47eb7dc req-77b0003d-1824-436b-96c6-255384f95ea5 service neutron] Port 28bbb8c8-6168-463c-840c-ae2f1ff906ce on network 898153a3-5d71-43be-9d14-343ea4a48426 not bound, no agent of type Open vSwitch agent registered on host n-h1-844202-1 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 18:57:54.508666 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=bfd65f63-5f6e-4ba7-b7b0-1b4aab510c49,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:57:54.510970 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2befd18f-bc61-4a14-b301-2444e47eb7dc req-77b0003d-1824-436b-96c6-255384f95ea5 service neutron] Attempting to bind port 28bbb8c8-6168-463c-840c-ae2f1ff906ce on network 898153a3-5d71-43be-9d14-343ea4a48426 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:57:54.524661 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2befd18f-bc61-4a14-b301-2444e47eb7dc req-77b0003d-1824-436b-96c6-255384f95ea5 service neutron] Checking agent: {'id': 'bdb1e5d7-b998-4259-838f-3d278e930f32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 18, 57, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:57:54.525027 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2befd18f-bc61-4a14-b301-2444e47eb7dc req-77b0003d-1824-436b-96c6-255384f95ea5 service neutron] Checking segment: {'id': 'e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:57:54.525462 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2befd18f-bc61-4a14-b301-2444e47eb7dc req-77b0003d-1824-436b-96c6-255384f95ea5 service neutron] Bound using segment: {'id': 'e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426'} {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:57:54.531730 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-2befd18f-bc61-4a14-b301-2444e47eb7dc req-77b0003d-1824-436b-96c6-255384f95ea5 service neutron] Bound port: 28bbb8c8-6168-463c-840c-ae2f1ff906ce, host: n-h1-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426'}}] {{(pid=88525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:57:54.532327 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-2befd18f-bc61-4a14-b301-2444e47eb7dc req-77b0003d-1824-436b-96c6-255384f95ea5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:54.539683 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f75aa603-a31c-43e2-935e-67f3408306ce'] response: {'server_uuid': '1287ab47-b65e-43d7-abf9-18f314df4e22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfd65f63-5f6e-4ba7-b7b0-1b4aab510c49', 'code': 200} Jun 01 18:57:54.707780 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-2befd18f-bc61-4a14-b301-2444e47eb7dc req-77b0003d-1824-436b-96c6-255384f95ea5 service neutron] For port 28bbb8c8-6168-463c-840c-ae2f1ff906ce, host n-h1-844202-1, cleared binding levels {{(pid=88525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:57:54.716201 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-2befd18f-bc61-4a14-b301-2444e47eb7dc req-77b0003d-1824-436b-96c6-255384f95ea5 service neutron] For port 28bbb8c8-6168-463c-840c-ae2f1ff906ce, host n-h1-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=28bbb8c8-6168-463c-840c-ae2f1ff906ce,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:57:54.723676 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-2befd18f-bc61-4a14-b301-2444e47eb7dc req-77b0003d-1824-436b-96c6-255384f95ea5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:54.802044 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2befd18f-bc61-4a14-b301-2444e47eb7dc req-77b0003d-1824-436b-96c6-255384f95ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:54.802658 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-2befd18f-bc61-4a14-b301-2444e47eb7dc req-77b0003d-1824-436b-96c6-255384f95ea5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:54.804302 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2befd18f-bc61-4a14-b301-2444e47eb7dc req-77b0003d-1824-436b-96c6-255384f95ea5 service neutron] 10.222.0.15 "PUT /v2.0/ports/28bbb8c8-6168-463c-840c-ae2f1ff906ce HTTP/1.1" status: 200 len: 1096 time: 1.6852956 Jun 01 18:57:54.805887 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e08d9b4e-5cd2-4c18-b71f-89badc7b619a', 'tag': '28bbb8c8-6168-463c-840c-ae2f1ff906ce'}] {{(pid=88525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:57:54.829296 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaeb11d-99e6-4235-80f1-cefe3754c5af req-7480f6e6-59f5-4337-b3de-265e3bd0f718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:54.829829 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b0003d-1824-436b-96c6-255384f95ea5 service neutron] Pushing event updated for resources: {'Port': ['ID=28bbb8c8-6168-463c-840c-ae2f1ff906ce,revision_number=3']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:57:54.832175 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ebaeb11d-99e6-4235-80f1-cefe3754c5af req-7480f6e6-59f5-4337-b3de-265e3bd0f718 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=1287ab47-b65e-43d7-abf9-18f314df4e22 HTTP/1.1" status: 200 len: 1096 time: 0.1957271 Jun 01 18:57:54.844111 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1723e9-d4e7-4e7a-93ff-f6e85cc676ee req-216308b7-8afb-4430-b9f1-fe72ac12e399 tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:54.845535 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-0c1723e9-d4e7-4e7a-93ff-f6e85cc676ee req-216308b7-8afb-4430-b9f1-fe72ac12e399 tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] 10.222.0.41 "GET /v2.0/ports?device_id=3dbbeeb1-1868-46af-b8b0-8b09b36306d0 HTTP/1.1" status: 200 len: 945 time: 0.2152145 Jun 01 18:57:54.896326 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f619608-cef4-40e2-b7c5-e3cbb60e201e req-aa6fdbdc-63d1-4ce1-8cb5-ad0bdd48ebbc tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:54.897847 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9f619608-cef4-40e2-b7c5-e3cbb60e201e req-aa6fdbdc-63d1-4ce1-8cb5-ad0bdd48ebbc tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] 10.222.0.41 "GET /v2.0/ports?device_id=1287ab47-b65e-43d7-abf9-18f314df4e22 HTTP/1.1" status: 200 len: 945 time: 0.1971989 Jun 01 18:57:54.901745 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ebaeb11d-99e6-4235-80f1-cefe3754c5af req-d7b471d8-aff7-48ba-8f14-959ab60b56aa service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=a40a0dad-61f6-4c8c-9f40-2a63d510909f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573952 Jun 01 18:57:54.955911 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9f619608-cef4-40e2-b7c5-e3cbb60e201e req-83153d86-32fb-4db4-89db-4674ecfdaad5 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] 10.222.0.41 "GET /v2.0/security-groups?id=a40a0dad-61f6-4c8c-9f40-2a63d510909f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514622 Jun 01 18:57:55.011183 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-0c1723e9-d4e7-4e7a-93ff-f6e85cc676ee req-6ffa32d1-cf51-4e8e-bfd3-76e656b22140 tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cd81dcd-fddd-4cdb-b7e0-911a736e672d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220372 Jun 01 18:57:55.023424 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2befd18f-bc61-4a14-b301-2444e47eb7dc req-df5e1ffb-fa11-47ff-b131-7d85c19cebbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:55.025063 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2befd18f-bc61-4a14-b301-2444e47eb7dc req-df5e1ffb-fa11-47ff-b131-7d85c19cebbc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ed558a94bd42496298488549f6a1a20a&device_id=e08d9b4e-5cd2-4c18-b71f-89badc7b619a HTTP/1.1" status: 200 len: 1099 time: 0.1753168 Jun 01 18:57:55.036290 n-d-844202-1 neutron-server[88525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9178b4e-74ee-4888-b43e-75e8b2cc6e15'] response: {'name': 'network-changed', 'server_uuid': 'e08d9b4e-5cd2-4c18-b71f-89badc7b619a', 'tag': '28bbb8c8-6168-463c-840c-ae2f1ff906ce', 'status': 'completed', 'code': 200} Jun 01 18:57:55.109764 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2befd18f-bc61-4a14-b301-2444e47eb7dc req-51a8a45e-2a20-4434-a5e2-667fca585225 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=28bbb8c8-6168-463c-840c-ae2f1ff906ce HTTP/1.1" status: 200 len: 217 time: 0.0723515 Jun 01 18:57:55.179116 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2befd18f-bc61-4a14-b301-2444e47eb7dc req-15d81993-6f99-46be-8994-a4491ee82773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:55.182380 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2befd18f-bc61-4a14-b301-2444e47eb7dc req-15d81993-6f99-46be-8994-a4491ee82773 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=35e3ad2f-9c88-4698-b634-4e1b58de1cc2 HTTP/1.1" status: 200 len: 843 time: 0.0662484 Jun 01 18:57:55.260378 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b966b3d4-5af9-45e7-9fe7-0105da7fdfd4 req-20e07145-ec92-4d5f-a738-d1d057ced1a1 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:55.261914 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b966b3d4-5af9-45e7-9fe7-0105da7fdfd4 req-20e07145-ec92-4d5f-a738-d1d057ced1a1 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.41 "GET /v2.0/ports?device_id=e08d9b4e-5cd2-4c18-b71f-89badc7b619a HTTP/1.1" status: 200 len: 948 time: 0.1314063 Jun 01 18:57:55.326996 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b966b3d4-5af9-45e7-9fe7-0105da7fdfd4 req-cb4acb72-dc1e-4a40-a644-69d9bb9d1d1a tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.41 "GET /v2.0/security-groups?id=22665066-3f80-4493-8b7a-e2faea6c666a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577066 Jun 01 18:57:55.330991 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2befd18f-bc61-4a14-b301-2444e47eb7dc req-166b468c-dd06-4818-b7a2-bd4ab6b593eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:55.331503 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2befd18f-bc61-4a14-b301-2444e47eb7dc req-166b468c-dd06-4818-b7a2-bd4ab6b593eb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=898153a3-5d71-43be-9d14-343ea4a48426&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1429842 Jun 01 18:57:55.488558 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82760d9-2b33-4848-9180-30587b0f3fba req-894496a7-b069-4398-b455-2e7483cfefaf tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:55.490089 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a82760d9-2b33-4848-9180-30587b0f3fba req-894496a7-b069-4398-b455-2e7483cfefaf tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/ports?device_id=7dcdd6d1-d2db-4e64-9637-96797b8c92fe HTTP/1.1" status: 200 len: 945 time: 0.2225389 Jun 01 18:57:55.527443 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2befd18f-bc61-4a14-b301-2444e47eb7dc req-c77a8928-41e1-4316-8072-c87141fc95fc service neutron] 10.222.0.15 "GET /v2.0/networks/898153a3-5d71-43be-9d14-343ea4a48426?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819410 Jun 01 18:57:55.630895 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a82760d9-2b33-4848-9180-30587b0f3fba req-3f9c1ef5-7b29-4f5b-9377-8d4dcb9b3ce2 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/security-groups?id=679bc320-73aa-41fb-80e9-32867c6d2bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295795 Jun 01 18:57:55.717027 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2befd18f-bc61-4a14-b301-2444e47eb7dc req-d825b5e7-cd92-4d70-b314-d46d08670654 service neutron] 10.222.0.15 "GET /v2.0/networks/898153a3-5d71-43be-9d14-343ea4a48426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746011 Jun 01 18:57:55.862742 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3275a80b-78ca-4096-a407-a6918fd3df84 req-2f118897-a81f-4169-a200-fffd92a95ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:55.864553 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3275a80b-78ca-4096-a407-a6918fd3df84 req-2f118897-a81f-4169-a200-fffd92a95ff4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ed558a94bd42496298488549f6a1a20a&device_id=e08d9b4e-5cd2-4c18-b71f-89badc7b619a HTTP/1.1" status: 200 len: 1099 time: 0.0901389 Jun 01 18:57:56.197821 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02278f4-1c50-40be-b55d-8a6af1044738 req-4faeadb4-47af-4c01-affc-1609fc435dc7 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:56.199618 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d02278f4-1c50-40be-b55d-8a6af1044738 req-4faeadb4-47af-4c01-affc-1609fc435dc7 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] 10.222.0.41 "GET /v2.0/ports?device_id=1287ab47-b65e-43d7-abf9-18f314df4e22 HTTP/1.1" status: 200 len: 945 time: 0.1250610 Jun 01 18:57:56.203582 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 35048) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:57:56.257688 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d02278f4-1c50-40be-b55d-8a6af1044738 req-58dbd56f-d895-4bac-952e-084498c2ca30 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] 10.222.0.41 "GET /v2.0/security-groups?id=a40a0dad-61f6-4c8c-9f40-2a63d510909f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508435 Jun 01 18:57:56.274748 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3275a80b-78ca-4096-a407-a6918fd3df84 req-3b5602ac-a5f8-4245-a81b-7290d0aa00e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:56.276258 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3275a80b-78ca-4096-a407-a6918fd3df84 req-3b5602ac-a5f8-4245-a81b-7290d0aa00e7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=898153a3-5d71-43be-9d14-343ea4a48426 HTTP/1.1" status: 200 len: 870 time: 0.4048793 Jun 01 18:57:56.369062 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3275a80b-78ca-4096-a407-a6918fd3df84 req-4d1cb845-9b70-4f2b-a615-dd8bdbd51a26 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=28bbb8c8-6168-463c-840c-ae2f1ff906ce HTTP/1.1" status: 200 len: 217 time: 0.0735683 Jun 01 18:57:56.433502 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa242867-ffe6-45b9-b04a-ceab46cc1964 req-a6820230-3b92-403b-8d00-b18909f092d5 tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:56.435032 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-aa242867-ffe6-45b9-b04a-ceab46cc1964 req-a6820230-3b92-403b-8d00-b18909f092d5 tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] 10.222.0.41 "GET /v2.0/ports?device_id=3dbbeeb1-1868-46af-b8b0-8b09b36306d0 HTTP/1.1" status: 200 len: 945 time: 0.2656767 Jun 01 18:57:56.463419 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-22e0858a-b395-4b65-a62e-5c9a5ff2cec9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:56.470322 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3275a80b-78ca-4096-a407-a6918fd3df84 req-e4fd89db-3784-4ddd-9334-710d7aeb6dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:56.472685 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3275a80b-78ca-4096-a407-a6918fd3df84 req-e4fd89db-3784-4ddd-9334-710d7aeb6dee service neutron] 10.222.0.15 "GET /v2.0/subnets?id=35e3ad2f-9c88-4698-b634-4e1b58de1cc2 HTTP/1.1" status: 200 len: 843 time: 0.0958323 Jun 01 18:57:56.480404 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-22e0858a-b395-4b65-a62e-5c9a5ff2cec9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:57:56.484610 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-22e0858a-b395-4b65-a62e-5c9a5ff2cec9 admin admin] Usage tracker for resource:security_group_rule and tenant:d2d67e88820547a7b8796849f96300c0 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:57:56.487775 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-22e0858a-b395-4b65-a62e-5c9a5ff2cec9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:57:56.494290 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-22e0858a-b395-4b65-a62e-5c9a5ff2cec9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:57:56.543658 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-aa242867-ffe6-45b9-b04a-ceab46cc1964 req-5846757a-bb00-495b-b205-96ecd41d7993 tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cd81dcd-fddd-4cdb-b7e0-911a736e672d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967665 Jun 01 18:57:56.611812 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3275a80b-78ca-4096-a407-a6918fd3df84 req-631bcd7d-342d-4601-a8a7-955e49558eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:56.613936 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3275a80b-78ca-4096-a407-a6918fd3df84 req-631bcd7d-342d-4601-a8a7-955e49558eae service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=898153a3-5d71-43be-9d14-343ea4a48426&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1273160 Jun 01 18:57:56.634613 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-22e0858a-b395-4b65-a62e-5c9a5ff2cec9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:56.641015 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-22e0858a-b395-4b65-a62e-5c9a5ff2cec9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:56.715043 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-22e0858a-b395-4b65-a62e-5c9a5ff2cec9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d2d67e88820547a7b8796849f96300c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5075901 Jun 01 18:57:56.715043 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e0858a-b395-4b65-a62e-5c9a5ff2cec9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ff0157a-3289-4bb6-bc5c-db481551113f,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:57:56.716289 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 35070) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:57:56.781878 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-c12a4151-dbb0-4d61-aa2d-3d7df2880a46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:56.833501 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-c12a4151-dbb0-4d61-aa2d-3d7df2880a46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:56.943372 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3275a80b-78ca-4096-a407-a6918fd3df84 req-ae6a5c00-784e-4261-a41d-1a680ba179e1 service neutron] 10.222.0.15 "GET /v2.0/networks/898153a3-5d71-43be-9d14-343ea4a48426?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3127813 Jun 01 18:57:56.953886 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156a6371-0e4d-4b1a-8f6b-2d38e5a2f4fd req-48f43a72-7df7-4b60-9c59-4a81479e3079 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:56.962008 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-156a6371-0e4d-4b1a-8f6b-2d38e5a2f4fd req-48f43a72-7df7-4b60-9c59-4a81479e3079 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=863d6d17-7ec0-45a3-a6dc-82b322b76ced HTTP/1.1" status: 200 len: 945 time: 0.2926424 Jun 01 18:57:57.055739 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-c12a4151-dbb0-4d61-aa2d-3d7df2880a46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:57.133035 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12a4151-dbb0-4d61-aa2d-3d7df2880a46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ff0157a-3289-4bb6-bc5c-db481551113f,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:57:57.175478 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-c12a4151-dbb0-4d61-aa2d-3d7df2880a46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:57.190215 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-c12a4151-dbb0-4d61-aa2d-3d7df2880a46 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4ff0157a-3289-4bb6-bc5c-db481551113f HTTP/1.1" status: 204 len: 168 time: 0.4726861 Jun 01 18:57:57.237129 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-156a6371-0e4d-4b1a-8f6b-2d38e5a2f4fd req-f2df2ac0-6746-4689-b185-0d4ddc8a4ac2 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ce59b29-4aa6-4d2e-8584-a540c0a14c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2717788 Jun 01 18:57:57.341298 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56cc76d-87e8-4546-9af3-016074039eca req-01d1707d-bf55-4f73-a43c-6fdedd4bf077 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:57.351827 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f56cc76d-87e8-4546-9af3-016074039eca req-01d1707d-bf55-4f73-a43c-6fdedd4bf077 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.41 "GET /v2.0/ports?device_id=e08d9b4e-5cd2-4c18-b71f-89badc7b619a HTTP/1.1" status: 200 len: 948 time: 0.1604388 Jun 01 18:57:57.373614 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3275a80b-78ca-4096-a407-a6918fd3df84 req-ab7d8629-d7a4-456a-8668-e4b9417efe72 service neutron] 10.222.0.15 "GET /v2.0/networks/898153a3-5d71-43be-9d14-343ea4a48426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3946345 Jun 01 18:57:57.399297 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f56cc76d-87e8-4546-9af3-016074039eca req-1fb6bcb2-7c7e-4e3a-9249-64fd769fe35b tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.41 "GET /v2.0/security-groups?id=22665066-3f80-4493-8b7a-e2faea6c666a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464270 Jun 01 18:57:57.526948 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fd7c6c-d98c-440a-9089-9a0a4822022e req-95f05c01-6bcd-48da-b423-9caf6a8774dc tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:57.529063 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-71fd7c6c-d98c-440a-9089-9a0a4822022e req-95f05c01-6bcd-48da-b423-9caf6a8774dc tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/ports?device_id=7dcdd6d1-d2db-4e64-9637-96797b8c92fe HTTP/1.1" status: 200 len: 945 time: 0.1012001 Jun 01 18:57:57.577019 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-71fd7c6c-d98c-440a-9089-9a0a4822022e req-c9b6f314-85f7-422b-b00c-53e8730f4bb1 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/security-groups?id=679bc320-73aa-41fb-80e9-32867c6d2bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419831 Jun 01 18:57:57.599644 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 35088) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:57:57.620722 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9be179f-325f-494c-b6c1-52c5fcbdb39e req-29ce56d6-6f22-4e8b-9209-3834f562c1a4 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:57.621485 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a8392504-e85f-4931-955f-196bb6f7ec87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:57.622252 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e9be179f-325f-494c-b6c1-52c5fcbdb39e req-29ce56d6-6f22-4e8b-9209-3834f562c1a4 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=863d6d17-7ec0-45a3-a6dc-82b322b76ced HTTP/1.1" status: 200 len: 945 time: 0.1005096 Jun 01 18:57:57.638781 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-a8392504-e85f-4931-955f-196bb6f7ec87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:57:57.643733 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-a8392504-e85f-4931-955f-196bb6f7ec87 admin admin] Usage tracker for resource:security_group_rule and tenant:572ee9095032434ebe1e07148be825a9 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:57:57.648455 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-a8392504-e85f-4931-955f-196bb6f7ec87 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:57:57.655412 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-a8392504-e85f-4931-955f-196bb6f7ec87 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:57:57.698073 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e9be179f-325f-494c-b6c1-52c5fcbdb39e req-f5f69e7d-f5ef-489a-96c4-c0c579067fda tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ce59b29-4aa6-4d2e-8584-a540c0a14c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669277 Jun 01 18:57:57.846418 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a8392504-e85f-4931-955f-196bb6f7ec87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:57.853919 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a8392504-e85f-4931-955f-196bb6f7ec87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:57.899234 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-a8392504-e85f-4931-955f-196bb6f7ec87 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=572ee9095032434ebe1e07148be825a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2982025 Jun 01 18:57:57.902071 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 35100) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:57:57.912693 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8f66c7-c57c-40fb-81a1-002311721d8c req-e2d5508b-ce3c-4b6e-b641-39c31cf4aff3 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:57.915349 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437da3b5-238e-4fae-8db7-5e834020278c req-83c1e6ba-1d1d-404a-abd9-39ad9c561248 tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:57.915517 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-cd8f66c7-c57c-40fb-81a1-002311721d8c req-e2d5508b-ce3c-4b6e-b641-39c31cf4aff3 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] 10.222.0.41 "GET /v2.0/ports?device_id=1287ab47-b65e-43d7-abf9-18f314df4e22 HTTP/1.1" status: 200 len: 945 time: 0.2034891 Jun 01 18:57:57.921665 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-437da3b5-238e-4fae-8db7-5e834020278c req-83c1e6ba-1d1d-404a-abd9-39ad9c561248 tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] 10.222.0.41 "GET /v2.0/ports?device_id=3dbbeeb1-1868-46af-b8b0-8b09b36306d0 HTTP/1.1" status: 200 len: 945 time: 0.1168144 Jun 01 18:57:57.956210 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8392504-e85f-4931-955f-196bb6f7ec87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a6088ab-bed9-4f04-a006-9cbe636f7948,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:57:57.986844 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-cd8f66c7-c57c-40fb-81a1-002311721d8c req-805eed43-b629-46da-9eab-b466d8bddb43 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] 10.222.0.41 "GET /v2.0/security-groups?id=a40a0dad-61f6-4c8c-9f40-2a63d510909f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587802 Jun 01 18:57:58.043674 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-437da3b5-238e-4fae-8db7-5e834020278c req-0843fcb9-7b82-4036-bffc-ccdcf08e75d2 tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cd81dcd-fddd-4cdb-b7e0-911a736e672d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209776 Jun 01 18:57:58.054615 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b6e46556-2594-4ffe-99f4-7b6e8cbb50ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:58.099656 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b6e46556-2594-4ffe-99f4-7b6e8cbb50ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:58.164964 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b6e46556-2594-4ffe-99f4-7b6e8cbb50ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:58.229244 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e46556-2594-4ffe-99f4-7b6e8cbb50ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a6088ab-bed9-4f04-a006-9cbe636f7948,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:57:58.248930 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b6e46556-2594-4ffe-99f4-7b6e8cbb50ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:58.250041 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-b6e46556-2594-4ffe-99f4-7b6e8cbb50ca admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6a6088ab-bed9-4f04-a006-9cbe636f7948 HTTP/1.1" status: 204 len: 168 time: 0.3460464 Jun 01 18:57:58.295555 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a1d94a-3d11-4ee0-af63-93bb3d540915 req-f02132a3-5644-4783-ad04-45153bec7127 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:58.302365 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-00a1d94a-3d11-4ee0-af63-93bb3d540915 req-f02132a3-5644-4783-ad04-45153bec7127 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=863d6d17-7ec0-45a3-a6dc-82b322b76ced HTTP/1.1" status: 200 len: 945 time: 0.1695721 Jun 01 18:57:58.312547 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac9a2bb-bc82-4149-8b86-d6d9ad8cfa07 req-6651c653-c578-4911-97f8-91da62ad71fb tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:58.315105 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-eac9a2bb-bc82-4149-8b86-d6d9ad8cfa07 req-6651c653-c578-4911-97f8-91da62ad71fb tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] 10.222.0.41 "GET /v2.0/ports?device_id=1287ab47-b65e-43d7-abf9-18f314df4e22 HTTP/1.1" status: 200 len: 945 time: 0.1270325 Jun 01 18:57:58.329353 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 35112) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:57:58.342078 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-3d631e0a-89e1-4d37-9367-3a2c80b28aa2 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Request body: {'floatingip': {'port_id': 'bfd65f63-5f6e-4ba7-b7b0-1b4aab510c49'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:57:58.442025 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-00a1d94a-3d11-4ee0-af63-93bb3d540915 req-de32b6c4-4e7a-43f2-a3be-9280c91128ea tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ce59b29-4aa6-4d2e-8584-a540c0a14c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1328988 Jun 01 18:57:58.446911 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3d631e0a-89e1-4d37-9367-3a2c80b28aa2 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Notify callbacks [] for floatingip, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:58.717665 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a13ce5-2efe-456d-b8fe-3b2e4eeb84aa req-71ed5d99-e4c3-4427-b1c1-e61ee51706c5 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:58.727177 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-60a13ce5-2efe-456d-b8fe-3b2e4eeb84aa req-71ed5d99-e4c3-4427-b1c1-e61ee51706c5 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.41 "GET /v2.0/ports?device_id=e08d9b4e-5cd2-4c18-b71f-89badc7b619a HTTP/1.1" status: 200 len: 948 time: 0.1248024 Jun 01 18:57:58.802140 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-60a13ce5-2efe-456d-b8fe-3b2e4eeb84aa req-a8967fe9-115c-44b2-826e-153deec7f876 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.41 "GET /v2.0/security-groups?id=22665066-3f80-4493-8b7a-e2faea6c666a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737906 Jun 01 18:57:58.870931 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 28bbb8c8-6168-463c-840c-ae2f1ff906ce details requested by agent hyperv_n-h1-844202-1 with host n-h1-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 18:57:59.029850 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d379c085-c8c6-4556-b231-bba3fb17f304 req-61e47b6c-8095-41aa-88bb-44e962393043 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:59.040851 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d379c085-c8c6-4556-b231-bba3fb17f304 req-61e47b6c-8095-41aa-88bb-44e962393043 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/ports?device_id=7dcdd6d1-d2db-4e64-9637-96797b8c92fe HTTP/1.1" status: 200 len: 945 time: 0.1199706 Jun 01 18:57:59.138136 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d379c085-c8c6-4556-b231-bba3fb17f304 req-e94779e2-6b2a-4c62-af94-f14caf9b39bf tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/security-groups?id=679bc320-73aa-41fb-80e9-32867c6d2bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963206 Jun 01 18:57:59.262451 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port 28bbb8c8-6168-463c-840c-ae2f1ff906ce, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=28bbb8c8-6168-463c-840c-ae2f1ff906ce,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:57:59.278084 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Returning: {'device': '28bbb8c8-6168-463c-840c-ae2f1ff906ce', 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426', 'port_id': '28bbb8c8-6168-463c-840c-ae2f1ff906ce', 'mac_address': 'fa:16:3e:be:d1:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35e3ad2f-9c88-4698-b634-4e1b58de1cc2', 'ip_address': '192.168.233.162'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 18:57:59.366275 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port 28bbb8c8-6168-463c-840c-ae2f1ff906ce is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:57:59.368253 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:59.392997 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28bbb8c8-6168-463c-840c-ae2f1ff906ce {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:57:59.416523 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port 28bbb8c8-6168-463c-840c-ae2f1ff906ce, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=28bbb8c8-6168-463c-840c-ae2f1ff906ce,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:57:59.422274 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:59.477541 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7e8940-18c6-4789-8102-3c688d526c23 req-6c828de0-fcb6-4607-a505-e2f6e2f2e74b tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:59.488812 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-7f7e8940-18c6-4789-8102-3c688d526c23 req-6c828de0-fcb6-4607-a505-e2f6e2f2e74b tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=863d6d17-7ec0-45a3-a6dc-82b322b76ced HTTP/1.1" status: 200 len: 945 time: 0.8019688 Jun 01 18:57:59.502513 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae08854-b776-4a8f-b568-9aa945db224c req-144cf3b5-03ff-4beb-9a12-79eff93e1d11 tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:57:59.511567 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-1ae08854-b776-4a8f-b568-9aa945db224c req-144cf3b5-03ff-4beb-9a12-79eff93e1d11 tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] 10.222.0.41 "GET /v2.0/ports?device_id=3dbbeeb1-1868-46af-b8b0-8b09b36306d0 HTTP/1.1" status: 200 len: 945 time: 0.2138922 Jun 01 18:57:59.516667 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=28bbb8c8-6168-463c-840c-ae2f1ff906ce,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:57:59.576408 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-1ae08854-b776-4a8f-b568-9aa945db224c req-f80e207c-95dd-49db-89b2-fdccb76137bf tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cd81dcd-fddd-4cdb-b7e0-911a736e672d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636029 Jun 01 18:57:59.589516 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-7f7e8940-18c6-4789-8102-3c688d526c23 req-16b5a562-ff6d-47fc-bab7-bff5cccfebdb tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ce59b29-4aa6-4d2e-8584-a540c0a14c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0998456 Jun 01 18:57:59.725932 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] get_ports_and_sgs() called for port_ids ['28bbb8c8-6168-463c-840c-ae2f1ff906ce'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:57:59.780991 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3d631e0a-89e1-4d37-9367-3a2c80b28aa2 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:57:59.793774 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3d631e0a-89e1-4d37-9367-3a2c80b28aa2 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887712'] for floatingip, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:00.078939 n-d-844202-1 neutron-server[88525]: INFO neutron.db.l3_db [None req-3d631e0a-89e1-4d37-9367-3a2c80b28aa2 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Floating IP 14db3543-a690-44a9-abe9-e0aaae10f995 associated. External IP: 172.25.4.59, port: bfd65f63-5f6e-4ba7-b7b0-1b4aab510c49. Jun 01 18:58:00.196043 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21683dcd-e0c2-493f-8a69-5e5148b779ce req-7fe07857-d407-4ae9-94bd-f7bf3b8f7b7d tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:00.203329 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-21683dcd-e0c2-493f-8a69-5e5148b779ce req-7fe07857-d407-4ae9-94bd-f7bf3b8f7b7d tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/networks?id=e3902938-4b6a-4448-87d9-59b63dd51a7f HTTP/1.1" status: 200 len: 811 time: 0.2731738 Jun 01 18:58:00.220460 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-21683dcd-e0c2-493f-8a69-5e5148b779ce req-1438324c-f2d7-4daa-861f-67a5f932d46c tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/quotas/eccea382ced5475f9a2098d1ef2ff267 HTTP/1.1" status: 200 len: 375 time: 0.0161819 Jun 01 18:58:00.317211 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a65dbb0-1ddd-4d4d-82d8-93ad740611b1 req-2b263510-1cfb-4837-8de7-c755346db0d2 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:00.317904 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-4a65dbb0-1ddd-4d4d-82d8-93ad740611b1 req-2b263510-1cfb-4837-8de7-c755346db0d2 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Synchronizing usage tracker for tenant:ed558a94bd42496298488549f6a1a20a on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:58:00.322593 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-21683dcd-e0c2-493f-8a69-5e5148b779ce req-d48e89a1-0604-493a-90c1-592a08601e36 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=eccea382ced5475f9a2098d1ef2ff267&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1008010 Jun 01 18:58:00.413471 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-4a65dbb0-1ddd-4d4d-82d8-93ad740611b1 req-2b263510-1cfb-4837-8de7-c755346db0d2 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Unset dirty status for tenant:ed558a94bd42496298488549f6a1a20a on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:58:00.414704 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4a65dbb0-1ddd-4d4d-82d8-93ad740611b1 req-2b263510-1cfb-4837-8de7-c755346db0d2 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.41 "GET /v2.0/ports?device_id=e08d9b4e-5cd2-4c18-b71f-89badc7b619a HTTP/1.1" status: 200 len: 949 time: 0.4109178 Jun 01 18:58:00.488821 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-21683dcd-e0c2-493f-8a69-5e5148b779ce req-404105c9-86a5-4d30-a504-779bc52f0256 service neutron] 10.222.0.41 "GET /v2.0/networks/e3902938-4b6a-4448-87d9-59b63dd51a7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589866 Jun 01 18:58:00.564135 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4a65dbb0-1ddd-4d4d-82d8-93ad740611b1 req-a58dc611-26c6-4293-892d-39eabbde9192 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.41 "GET /v2.0/security-groups?id=22665066-3f80-4493-8b7a-e2faea6c666a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421213 Jun 01 18:58:00.574639 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d631e0a-89e1-4d37-9367-3a2c80b28aa2 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Router 533f25a8-4516-4734-96dc-76ed394d7577 has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 18:58:01.010002 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-21683dcd-e0c2-493f-8a69-5e5148b779ce req-3ff7f090-90b7-4ede-bf9c-aad62e7e69c2 service neutron] 10.222.0.41 "GET /v2.0/networks/e3902938-4b6a-4448-87d9-59b63dd51a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5157592 Jun 01 18:58:01.106801 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d631e0a-89e1-4d37-9367-3a2c80b28aa2 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 18:58:01.132717 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6758a07b-e478-40a3-9c79-eededa8a5f4e None None] Sync routers for ids ['533f25a8-4516-4734-96dc-76ed394d7577'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 18:58:01.146686 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6758a07b-e478-40a3-9c79-eededa8a5f4e None None] Routers {'533f25a8-4516-4734-96dc-76ed394d7577'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:58:01.147179 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d89da0-14d4-4573-84bf-93833d7c5a23 req-02ee3e8b-1ba7-4c17-bb60-6eecb6b05a31 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:01.149302 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-6758a07b-e478-40a3-9c79-eededa8a5f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:57:39Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['533f25a8-4516-4734-96dc-76ed394d7577'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:58:01.154240 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-97d89da0-14d4-4573-84bf-93833d7c5a23 req-02ee3e8b-1ba7-4c17-bb60-6eecb6b05a31 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/ports?device_id=7dcdd6d1-d2db-4e64-9637-96797b8c92fe HTTP/1.1" status: 200 len: 945 time: 0.2811744 Jun 01 18:58:01.189609 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3d631e0a-89e1-4d37-9367-3a2c80b28aa2 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for floatingip, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:01.299002 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-3d631e0a-89e1-4d37-9367-3a2c80b28aa2 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] 10.222.0.41 "PUT /v2.0/floatingips/14db3543-a690-44a9-abe9-e0aaae10f995 HTTP/1.1" status: 200 len: 990 time: 2.9671762 Jun 01 18:58:01.302332 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1287ab47-b65e-43d7-abf9-18f314df4e22', 'tag': 'bfd65f63-5f6e-4ba7-b7b0-1b4aab510c49'}] {{(pid=88525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:58:01.401549 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-97d89da0-14d4-4573-84bf-93833d7c5a23 req-acc2eb8a-27fa-4c40-8489-72b650396bc9 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/security-groups?id=679bc320-73aa-41fb-80e9-32867c6d2bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2463644 Jun 01 18:58:01.449435 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ebd9a1-db4a-4a0d-9268-93f830a1da17 req-6ed788f6-5f02-45c9-bc4c-e897fe45a1ef tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:01.459950 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-17ebd9a1-db4a-4a0d-9268-93f830a1da17 req-6ed788f6-5f02-45c9-bc4c-e897fe45a1ef tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] 10.222.0.41 "GET /v2.0/ports?device_id=3dbbeeb1-1868-46af-b8b0-8b09b36306d0 HTTP/1.1" status: 200 len: 945 time: 0.2219114 Jun 01 18:58:01.523611 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-6758a07b-e478-40a3-9c79-eededa8a5f4e None None] Set router 533f25a8-4516-4734-96dc-76ed394d7577 gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:58:01.569789 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-17ebd9a1-db4a-4a0d-9268-93f830a1da17 req-499d26d4-ce55-401b-b2b4-0cd163d4579b tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cd81dcd-fddd-4cdb-b7e0-911a736e672d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087964 Jun 01 18:58:01.646238 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-6702b834-8d7b-42bd-b100-12982657621a req-049a88cb-762a-4173-83c0-85a2040e606b tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=a880999f-98f0-439c-897b-2d500bb96fe5 HTTP/1.1" status: 200 len: 210 time: 0.1267085 Jun 01 18:58:01.690568 n-d-844202-1 neutron-server[88525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30613138-a468-4298-b1bd-ab2333b43a2c'] response: {'name': 'network-changed', 'server_uuid': '1287ab47-b65e-43d7-abf9-18f314df4e22', 'tag': 'bfd65f63-5f6e-4ba7-b7b0-1b4aab510c49', 'status': 'completed', 'code': 200} Jun 01 18:58:01.913187 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49da2de7-815e-4b48-8a19-44d0ea16815b req-7d36c2b4-7415-488a-930d-5a5b4337eaa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:01.916498 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-49da2de7-815e-4b48-8a19-44d0ea16815b req-7d36c2b4-7415-488a-930d-5a5b4337eaa6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9da8911c90e044c58dc0cf3fd4a5638a&device_id=1287ab47-b65e-43d7-abf9-18f314df4e22 HTTP/1.1" status: 200 len: 1096 time: 0.1910887 Jun 01 18:58:02.005503 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bbfa0f-df18-4069-9b3e-58319525f104 req-d9bd3cb6-2f6f-4a97-9274-de65c31a8d04 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:02.017316 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-84bbfa0f-df18-4069-9b3e-58319525f104 req-d9bd3cb6-2f6f-4a97-9274-de65c31a8d04 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.41 "GET /v2.0/ports?device_id=e08d9b4e-5cd2-4c18-b71f-89badc7b619a HTTP/1.1" status: 200 len: 949 time: 0.1686945 Jun 01 18:58:02.101868 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-84bbfa0f-df18-4069-9b3e-58319525f104 req-6a6dd415-80f0-4358-abec-818290d2fe78 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.41 "GET /v2.0/security-groups?id=22665066-3f80-4493-8b7a-e2faea6c666a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836561 Jun 01 18:58:02.163928 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49da2de7-815e-4b48-8a19-44d0ea16815b req-281d232a-2544-4061-980a-5efbaf910ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:02.165805 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-49da2de7-815e-4b48-8a19-44d0ea16815b req-281d232a-2544-4061-980a-5efbaf910ae4 service neutron] 10.222.0.50 "GET /v2.0/networks?id=908da31a-c43f-4d78-b2f1-4926efeaafe9 HTTP/1.1" status: 200 len: 915 time: 0.2431803 Jun 01 18:58:02.346881 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-49da2de7-815e-4b48-8a19-44d0ea16815b req-3a89858a-d33a-456e-b63f-99eef5541d8b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bfd65f63-5f6e-4ba7-b7b0-1b4aab510c49 HTTP/1.1" status: 200 len: 998 time: 0.1673088 Jun 01 18:58:02.467215 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49da2de7-815e-4b48-8a19-44d0ea16815b req-ad08d37f-a2c1-4f95-ace4-b05c1538d9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:02.469503 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-49da2de7-815e-4b48-8a19-44d0ea16815b req-ad08d37f-a2c1-4f95-ace4-b05c1538d9f6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b62dadc8-5788-404f-95cb-85382718471e HTTP/1.1" status: 200 len: 853 time: 0.1164701 Jun 01 18:58:02.482081 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-6758a07b-e478-40a3-9c79-eededa8a5f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '533f25a8-4516-4734-96dc-76ed394d7577', 'name': 'tempest-AttachVolumeNegativeTest-808524778-router', 'tenant_id': '9da8911c90e044c58dc0cf3fd4a5638a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.190'}], 'enable_snat': True}, 'gw_port_id': '0717cc72-7117-44ae-b5ab-924a55678621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:52:17Z', 'updated_at': '2022-06-01T18:52:39Z', 'revision_number': 4, 'project_id': '9da8911c90e044c58dc0cf3fd4a5638a', 'gw_port': {'id': '0717cc72-7117-44ae-b5ab-924a55678621', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:f4:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '533f25a8-4516-4734-96dc-76ed394d7577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:52:19Z', 'updated_at': '2022-06-01T18:52:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_floatingips': [{'id': '14db3543-a690-44a9-abe9-e0aaae10f995', 'tenant_id': '9da8911c90e044c58dc0cf3fd4a5638a', 'floating_ip_address': '172.25.4.59', 'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'router_id': '533f25a8-4516-4734-96dc-76ed394d7577', 'port_id': 'bfd65f63-5f6e-4ba7-b7b0-1b4aab510c49', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1659, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '908da31a-c43f-4d78-b2f1-4926efeaafe9', 'mac_address': 'fa:16:3e:11:ba:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1287ab47-b65e-43d7-abf9-18f314df4e22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T18:57:36Z', 'updated_at': '2022-06-01T18:57:59Z', 'revision_number': 1, 'project_id': '9da8911c90e044c58dc0cf3fd4a5638a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da5af43f-7a7c-4ca7-9438-4ae05d3d9f7c', 'name': '', 'network_id': '908da31a-c43f-4d78-b2f1-4926efeaafe9', 'tenant_id': '9da8911c90e044c58dc0cf3fd4a5638a', 'mac_address': 'fa:16:3e:b3:fe:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '533f25a8-4516-4734-96dc-76ed394d7577', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': 'b62dadc8-5788-404f-95cb-85382718471e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:52:34Z', 'updated_at': '2022-06-01T18:52:58Z', 'revision_number': 5, 'project_id': '9da8911c90e044c58dc0cf3fd4a5638a', 'subnets': [{'id': 'b62dadc8-5788-404f-95cb-85382718471e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:58:02.492965 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6758a07b-e478-40a3-9c79-eededa8a5f4e None None] Checking router: 533f25a8-4516-4734-96dc-76ed394d7577 for host: n-d-844202-1 {{(pid=88527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 18:58:02.507063 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6758a07b-e478-40a3-9c79-eededa8a5f4e None None] Routers {'533f25a8-4516-4734-96dc-76ed394d7577'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:58:02.507699 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-6758a07b-e478-40a3-9c79-eededa8a5f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:57:39Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['533f25a8-4516-4734-96dc-76ed394d7577'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:58:02.566727 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49da2de7-815e-4b48-8a19-44d0ea16815b req-752e2c2f-e2ec-4eef-86fe-2a36b33031fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:02.568708 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-49da2de7-815e-4b48-8a19-44d0ea16815b req-752e2c2f-e2ec-4eef-86fe-2a36b33031fa service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=908da31a-c43f-4d78-b2f1-4926efeaafe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0848029 Jun 01 18:58:02.846875 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f26321-f044-4159-be67-2ae3b4318e8a req-77c9fcb7-444a-43b7-9c01-50f5a917c376 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:02.856470 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-95f26321-f044-4159-be67-2ae3b4318e8a req-77c9fcb7-444a-43b7-9c01-50f5a917c376 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/ports?device_id=7dcdd6d1-d2db-4e64-9637-96797b8c92fe HTTP/1.1" status: 200 len: 945 time: 0.1957867 Jun 01 18:58:02.885482 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-6758a07b-e478-40a3-9c79-eededa8a5f4e None None] Set router 533f25a8-4516-4734-96dc-76ed394d7577 gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:58:02.888469 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 28bbb8c8-6168-463c-840c-ae2f1ff906ce up at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:58:02.891835 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-49da2de7-815e-4b48-8a19-44d0ea16815b req-a8e2abd8-082b-4539-b58e-d58c660dae11 service neutron] 10.222.0.50 "GET /v2.0/networks/908da31a-c43f-4d78-b2f1-4926efeaafe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3149395 Jun 01 18:58:02.986882 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ded64e7-f7e7-49f0-a695-05a425adbba0 req-af39a304-7946-4ba5-be3b-51f657d280db tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:02.992875 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-1ded64e7-f7e7-49f0-a695-05a425adbba0 req-af39a304-7946-4ba5-be3b-51f657d280db tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] 10.222.0.41 "GET /v2.0/ports?device_id=3dbbeeb1-1868-46af-b8b0-8b09b36306d0 HTTP/1.1" status: 200 len: 945 time: 0.2677391 Jun 01 18:58:03.071650 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Provisioning for port 28bbb8c8-6168-463c-840c-ae2f1ff906ce completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:58:03.082051 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Provisioning complete for port 28bbb8c8-6168-463c-840c-ae2f1ff906ce triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:58:03.082801 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:03.142559 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-1ded64e7-f7e7-49f0-a695-05a425adbba0 req-1cc11641-f11e-4156-97eb-e231207c014b tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cd81dcd-fddd-4cdb-b7e0-911a736e672d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460788 Jun 01 18:58:03.370154 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-95f26321-f044-4159-be67-2ae3b4318e8a req-4c746563-c3bf-4d55-b908-23f470569237 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/security-groups?id=679bc320-73aa-41fb-80e9-32867c6d2bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4928508 Jun 01 18:58:03.407181 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port 28bbb8c8-6168-463c-840c-ae2f1ff906ce is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:58:03.407559 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:03.447951 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-49da2de7-815e-4b48-8a19-44d0ea16815b req-5117a8d0-5b65-4faf-9a55-ff3fd0351bc6 service neutron] 10.222.0.50 "GET /v2.0/networks/908da31a-c43f-4d78-b2f1-4926efeaafe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5379667 Jun 01 18:58:03.495820 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e08d9b4e-5cd2-4c18-b71f-89badc7b619a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28bbb8c8-6168-463c-840c-ae2f1ff906ce'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:58:03.518065 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port 28bbb8c8-6168-463c-840c-ae2f1ff906ce, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=28bbb8c8-6168-463c-840c-ae2f1ff906ce,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:58:03.523162 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:03.539687 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-15417fe0-835e-4459-8b84-a83dbebf5508 req-e81a594a-2f72-4453-941f-6104543d62ed tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=a880999f-98f0-439c-897b-2d500bb96fe5 HTTP/1.1" status: 200 len: 210 time: 0.0974932 Jun 01 18:58:03.608426 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21683dcd-e0c2-493f-8a69-5e5148b779ce req-cf3607e9-3f1a-4b49-891f-6c50a14c1f54 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:03.612041 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-21683dcd-e0c2-493f-8a69-5e5148b779ce req-cf3607e9-3f1a-4b49-891f-6c50a14c1f54 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.50 "GET /v2.0/networks?id=e3902938-4b6a-4448-87d9-59b63dd51a7f HTTP/1.1" status: 200 len: 811 time: 0.5752795 Jun 01 18:58:03.621414 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=28bbb8c8-6168-463c-840c-ae2f1ff906ce,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:58:03.626365 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-21683dcd-e0c2-493f-8a69-5e5148b779ce req-fae8a7dd-5991-4dd1-8d7f-acbe3235fb1e tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Request body: {'port': {'device_id': 'a880999f-98f0-439c-897b-2d500bb96fe5', 'network_id': 'e3902938-4b6a-4448-87d9-59b63dd51a7f', 'admin_state_up': True, 'tenant_id': 'eccea382ced5475f9a2098d1ef2ff267'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:58:03.644557 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e69cfc52-9ccd-425b-be8b-8cc6d8023266'] response: {'server_uuid': 'e08d9b4e-5cd2-4c18-b71f-89badc7b619a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28bbb8c8-6168-463c-840c-ae2f1ff906ce', 'code': 200} Jun 01 18:58:03.785751 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-6758a07b-e478-40a3-9c79-eededa8a5f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '533f25a8-4516-4734-96dc-76ed394d7577', 'name': 'tempest-AttachVolumeNegativeTest-808524778-router', 'tenant_id': '9da8911c90e044c58dc0cf3fd4a5638a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.190'}], 'enable_snat': True}, 'gw_port_id': '0717cc72-7117-44ae-b5ab-924a55678621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:52:17Z', 'updated_at': '2022-06-01T18:52:39Z', 'revision_number': 4, 'project_id': '9da8911c90e044c58dc0cf3fd4a5638a', 'gw_port': {'id': '0717cc72-7117-44ae-b5ab-924a55678621', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:f4:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '533f25a8-4516-4734-96dc-76ed394d7577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:52:19Z', 'updated_at': '2022-06-01T18:52:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_floatingips': [{'id': '14db3543-a690-44a9-abe9-e0aaae10f995', 'tenant_id': '9da8911c90e044c58dc0cf3fd4a5638a', 'floating_ip_address': '172.25.4.59', 'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'router_id': '533f25a8-4516-4734-96dc-76ed394d7577', 'port_id': 'bfd65f63-5f6e-4ba7-b7b0-1b4aab510c49', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1659, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '908da31a-c43f-4d78-b2f1-4926efeaafe9', 'mac_address': 'fa:16:3e:11:ba:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1287ab47-b65e-43d7-abf9-18f314df4e22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T18:57:36Z', 'updated_at': '2022-06-01T18:57:59Z', 'revision_number': 1, 'project_id': '9da8911c90e044c58dc0cf3fd4a5638a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da5af43f-7a7c-4ca7-9438-4ae05d3d9f7c', 'name': '', 'network_id': '908da31a-c43f-4d78-b2f1-4926efeaafe9', 'tenant_id': '9da8911c90e044c58dc0cf3fd4a5638a', 'mac_address': 'fa:16:3e:b3:fe:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '533f25a8-4516-4734-96dc-76ed394d7577', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': 'b62dadc8-5788-404f-95cb-85382718471e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:52:34Z', 'updated_at': '2022-06-01T18:52:58Z', 'revision_number': 5, 'project_id': '9da8911c90e044c58dc0cf3fd4a5638a', 'subnets': [{'id': 'b62dadc8-5788-404f-95cb-85382718471e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:58:03.790629 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6758a07b-e478-40a3-9c79-eededa8a5f4e None None] The sync data for ids ['533f25a8-4516-4734-96dc-76ed394d7577'] in n-d-844202-1 is: [{'id': '533f25a8-4516-4734-96dc-76ed394d7577', 'name': 'tempest-AttachVolumeNegativeTest-808524778-router', 'tenant_id': '9da8911c90e044c58dc0cf3fd4a5638a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.190'}], 'enable_snat': True}, 'gw_port_id': '0717cc72-7117-44ae-b5ab-924a55678621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:52:17Z', 'updated_at': '2022-06-01T18:52:39Z', 'revision_number': 4, 'project_id': '9da8911c90e044c58dc0cf3fd4a5638a', 'gw_port': {'id': '0717cc72-7117-44ae-b5ab-924a55678621', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:f4:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '533f25a8-4516-4734-96dc-76ed394d7577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:52:19Z', 'updated_at': '2022-06-01T18:52:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_floatingips': [{'id': '14db3543-a690-44a9-abe9-e0aaae10f995', 'tenant_id': '9da8911c90e044c58dc0cf3fd4a5638a', 'floating_ip_address': '172.25.4.59', 'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'router_id': '533f25a8-4516-4734-96dc-76ed394d7577', 'port_id': 'bfd65f63-5f6e-4ba7-b7b0-1b4aab510c49', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1659, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '908da31a-c43f-4d78-b2f1-4926efeaafe9', 'mac_address': 'fa:16:3e:11:ba:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1287ab47-b65e-43d7-abf9-18f314df4e22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T18:57:36Z', 'updated_at': '2022-06-01T18:57:59Z', 'revision_number': 1, 'project_id': '9da8911c90e044c58dc0cf3fd4a5638a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da5af43f-7a7c-4ca7-9438-4ae05d3d9f7c', 'name': '', 'network_id': '908da31a-c43f-4d78-b2f1-4926efeaafe9', 'tenant_id': '9da8911c90e044c58dc0cf3fd4a5638a', 'mac_address': 'fa:16:3e:b3:fe:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '533f25a8-4516-4734-96dc-76ed394d7577', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': 'b62dadc8-5788-404f-95cb-85382718471e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:52:34Z', 'updated_at': '2022-06-01T18:52:58Z', 'revision_number': 5, 'project_id': '9da8911c90e044c58dc0cf3fd4a5638a', 'subnets': [{'id': 'b62dadc8-5788-404f-95cb-85382718471e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 18:58:03.792550 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-21683dcd-e0c2-493f-8a69-5e5148b779ce req-fae8a7dd-5991-4dd1-8d7f-acbe3235fb1e tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:58:03.796449 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64504d9-9ee9-4aba-8d23-f914d38f7b5a req-3b913932-65ea-4858-b112-265d7588b098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:03.797983 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f64504d9-9ee9-4aba-8d23-f914d38f7b5a req-3b913932-65ea-4858-b112-265d7588b098 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e08d9b4e-5cd2-4c18-b71f-89badc7b619a HTTP/1.1" status: 200 len: 1101 time: 0.0816007 Jun 01 18:58:03.805840 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e333c2-dc4b-4095-9b91-8853360573a8 req-d4ab48c9-fbbe-445e-a786-f3534826937d tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:03.808538 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-25e333c2-dc4b-4095-9b91-8853360573a8 req-d4ab48c9-fbbe-445e-a786-f3534826937d tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.41 "GET /v2.0/ports?device_id=e08d9b4e-5cd2-4c18-b71f-89badc7b619a HTTP/1.1" status: 200 len: 950 time: 0.2602153 Jun 01 18:58:03.836681 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-21683dcd-e0c2-493f-8a69-5e5148b779ce req-fae8a7dd-5991-4dd1-8d7f-acbe3235fb1e tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:58:03.850785 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f64504d9-9ee9-4aba-8d23-f914d38f7b5a req-9f999f99-9b35-4d47-80d8-87ee70af1fe9 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=22665066-3f80-4493-8b7a-e2faea6c666a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408216 Jun 01 18:58:03.861787 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21683dcd-e0c2-493f-8a69-5e5148b779ce req-fae8a7dd-5991-4dd1-8d7f-acbe3235fb1e tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Made reservation on behalf of eccea382ced5475f9a2098d1ef2ff267 for: {'port': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:58:03.865462 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-21683dcd-e0c2-493f-8a69-5e5148b779ce req-fae8a7dd-5991-4dd1-8d7f-acbe3235fb1e tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:03.892818 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-25e333c2-dc4b-4095-9b91-8853360573a8 req-e4abe4aa-cff7-4ad6-b159-c6bae91c33a4 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.41 "GET /v2.0/security-groups?id=22665066-3f80-4493-8b7a-e2faea6c666a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736399 Jun 01 18:58:04.019925 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f68c1c-ac3d-478b-8afe-78cfa8ffd8e5 None None] New status for floating IP 14db3543-a690-44a9-abe9-e0aaae10f995: ACTIVE {{(pid=88526) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 18:58:04.053066 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [req-21683dcd-e0c2-493f-8a69-5e5148b779ce req-fae8a7dd-5991-4dd1-8d7f-acbe3235fb1e tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Allocated IP 172.20.0.13 (e3902938-4b6a-4448-87d9-59b63dd51a7f/276181f2-c3ab-487e-8805-06ed7064e884/e5e08cd4-6548-4939-940a-5b4715439370) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:58:04.434363 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-21683dcd-e0c2-493f-8a69-5e5148b779ce req-fae8a7dd-5991-4dd1-8d7f-acbe3235fb1e tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:04.454784 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [req-21683dcd-e0c2-493f-8a69-5e5148b779ce req-fae8a7dd-5991-4dd1-8d7f-acbe3235fb1e tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Transition to ACTIVE for port object e5e08cd4-6548-4939-940a-5b4715439370 will not be triggered until provisioned by entity DHCP. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:58:04.486911 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862cd8f5-7291-4bc8-834c-913c23a2671f req-390d3649-1a0b-4252-b0d4-1b2a56699eec tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:04.488288 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-21683dcd-e0c2-493f-8a69-5e5148b779ce req-fae8a7dd-5991-4dd1-8d7f-acbe3235fb1e tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:04.488722 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-862cd8f5-7291-4bc8-834c-913c23a2671f req-390d3649-1a0b-4252-b0d4-1b2a56699eec tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] 10.222.0.41 "GET /v2.0/ports?device_id=3dbbeeb1-1868-46af-b8b0-8b09b36306d0 HTTP/1.1" status: 200 len: 945 time: 0.1219010 Jun 01 18:58:04.502130 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] get_ports_and_sgs() called for port_ids ['19c2a89c-182e-401c-a32f-555a914ee8d2', 'af35f94e-baa7-492a-a849-23a884ba2285'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:58:04.578773 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-862cd8f5-7291-4bc8-834c-913c23a2671f req-bb6421b1-10e0-41a2-8619-f4bda523dc9b tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cd81dcd-fddd-4cdb-b7e0-911a736e672d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825334 Jun 01 18:58:04.655310 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae8a7dd-5991-4dd1-8d7f-acbe3235fb1e tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Pushing event updated for resources: {'Port': ['ID=e5e08cd4-6548-4939-940a-5b4715439370,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:58:04.660596 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21683dcd-e0c2-493f-8a69-5e5148b779ce req-fae8a7dd-5991-4dd1-8d7f-acbe3235fb1e tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Network e3902938-4b6a-4448-87d9-59b63dd51a7f is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:58:04.663425 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [req-21683dcd-e0c2-493f-8a69-5e5148b779ce req-fae8a7dd-5991-4dd1-8d7f-acbe3235fb1e tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:58:04.667729 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-21683dcd-e0c2-493f-8a69-5e5148b779ce req-fae8a7dd-5991-4dd1-8d7f-acbe3235fb1e tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:58:04.785770 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21683dcd-e0c2-493f-8a69-5e5148b779ce req-fae8a7dd-5991-4dd1-8d7f-acbe3235fb1e tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:04.786971 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-21683dcd-e0c2-493f-8a69-5e5148b779ce req-fae8a7dd-5991-4dd1-8d7f-acbe3235fb1e tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:04.827589 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49743ac-2a94-4ef2-a144-f1824703c8ea req-f83ae9fa-54a0-4c3f-9693-fe29b948e3bd tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:04.829576 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d49743ac-2a94-4ef2-a144-f1824703c8ea req-f83ae9fa-54a0-4c3f-9693-fe29b948e3bd tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/ports?device_id=7dcdd6d1-d2db-4e64-9637-96797b8c92fe HTTP/1.1" status: 200 len: 945 time: 0.2870207 Jun 01 18:58:04.840370 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-21683dcd-e0c2-493f-8a69-5e5148b779ce req-fae8a7dd-5991-4dd1-8d7f-acbe3235fb1e tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2191057 Jun 01 18:58:04.885786 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-21683dcd-e0c2-493f-8a69-5e5148b779ce req-e73b501f-4f58-4013-8eec-49bcfb8b8f45 service neutron] Request body: {'port': {'device_id': 'a880999f-98f0-439c-897b-2d500bb96fe5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844202-1'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:58:04.956723 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d49743ac-2a94-4ef2-a144-f1824703c8ea req-278516fa-5304-4524-ad24-49a7fe5ce403 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/security-groups?id=679bc320-73aa-41fb-80e9-32867c6d2bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183686 Jun 01 18:58:05.006988 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbff260e-1a4d-4ec8-919d-dca6fa03d0f8 req-7046940c-bf0f-40d4-af19-b630343ab7e3 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:05.014268 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-fbff260e-1a4d-4ec8-919d-dca6fa03d0f8 req-7046940c-bf0f-40d4-af19-b630343ab7e3 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=a880999f-98f0-439c-897b-2d500bb96fe5 HTTP/1.1" status: 200 len: 932 time: 0.2326386 Jun 01 18:58:05.037432 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-a8e503ae-f8a4-4918-8bb4-d477ce019946 None None] Provisioning for port e5e08cd4-6548-4939-940a-5b4715439370 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:58:05.048077 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-a8e503ae-f8a4-4918-8bb4-d477ce019946 None None] Provisioning complete for port e5e08cd4-6548-4939-940a-5b4715439370 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:58:05.049613 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-a8e503ae-f8a4-4918-8bb4-d477ce019946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:05.090941 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-21683dcd-e0c2-493f-8a69-5e5148b779ce req-e73b501f-4f58-4013-8eec-49bcfb8b8f45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:05.149856 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-fbff260e-1a4d-4ec8-919d-dca6fa03d0f8 req-ea2ba1e5-8005-4b94-9b20-9d51de422d57 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/security-groups?id=e95c7360-01e1-4fb0-bbdb-7b11f637526c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330535 Jun 01 18:58:05.258060 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-a8e503ae-f8a4-4918-8bb4-d477ce019946 None None] Port e5e08cd4-6548-4939-940a-5b4715439370 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 18:58:05.488703 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5324f32c-3c22-49e7-a6b5-ed1529114ef4 req-62600b33-2be1-45a1-aa41-814d27749e27 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:05.496213 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5324f32c-3c22-49e7-a6b5-ed1529114ef4 req-62600b33-2be1-45a1-aa41-814d27749e27 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.41 "GET /v2.0/ports?device_id=e08d9b4e-5cd2-4c18-b71f-89badc7b619a HTTP/1.1" status: 200 len: 950 time: 0.3147449 Jun 01 18:58:05.636812 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5324f32c-3c22-49e7-a6b5-ed1529114ef4 req-59e4af1e-c43e-4322-abe2-5e317f836830 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.41 "GET /v2.0/security-groups?id=22665066-3f80-4493-8b7a-e2faea6c666a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395483 Jun 01 18:58:05.872536 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [req-21683dcd-e0c2-493f-8a69-5e5148b779ce req-e73b501f-4f58-4013-8eec-49bcfb8b8f45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5e08cd4-6548-4939-940a-5b4715439370 {{(pid=88524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:58:05.880982 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-21683dcd-e0c2-493f-8a69-5e5148b779ce req-e73b501f-4f58-4013-8eec-49bcfb8b8f45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:05.906906 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [req-21683dcd-e0c2-493f-8a69-5e5148b779ce req-e73b501f-4f58-4013-8eec-49bcfb8b8f45 service neutron] Transition to ACTIVE for port object e5e08cd4-6548-4939-940a-5b4715439370 will not be triggered until provisioned by entity L2. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:58:05.913299 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-21683dcd-e0c2-493f-8a69-5e5148b779ce req-e73b501f-4f58-4013-8eec-49bcfb8b8f45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:05.969371 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dbebab-d9e1-49ec-8d3b-60a611e41b54 req-72f4bb9f-fdb2-40ad-abf7-d24e273cf70f tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:05.971529 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b6dbebab-d9e1-49ec-8d3b-60a611e41b54 req-72f4bb9f-fdb2-40ad-abf7-d24e273cf70f tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] 10.222.0.41 "GET /v2.0/ports?device_id=3dbbeeb1-1868-46af-b8b0-8b09b36306d0 HTTP/1.1" status: 200 len: 945 time: 0.1754518 Jun 01 18:58:06.058550 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b6dbebab-d9e1-49ec-8d3b-60a611e41b54 req-7b169782-a2f2-48f1-b7a9-3fd196f4ad1c tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cd81dcd-fddd-4cdb-b7e0-911a736e672d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794313 Jun 01 18:58:06.448974 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61471f0d-7e44-40c5-8e1c-ad2356dd3841 req-278d7856-a4dd-4b82-a97d-85f0bdb35bf5 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:06.456626 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-61471f0d-7e44-40c5-8e1c-ad2356dd3841 req-278d7856-a4dd-4b82-a97d-85f0bdb35bf5 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/ports?device_id=7dcdd6d1-d2db-4e64-9637-96797b8c92fe HTTP/1.1" status: 200 len: 945 time: 0.2263889 Jun 01 18:58:06.517493 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73b501f-4f58-4013-8eec-49bcfb8b8f45 service neutron] Pushing event updated for resources: {'Port': ['ID=e5e08cd4-6548-4939-940a-5b4715439370,revision_number=2']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:58:06.551473 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-61471f0d-7e44-40c5-8e1c-ad2356dd3841 req-475e4e91-3d3a-4081-8d79-9b06f4580515 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/security-groups?id=679bc320-73aa-41fb-80e9-32867c6d2bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912151 Jun 01 18:58:06.605667 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-21683dcd-e0c2-493f-8a69-5e5148b779ce req-e73b501f-4f58-4013-8eec-49bcfb8b8f45 service neutron] Attempting to bind port e5e08cd4-6548-4939-940a-5b4715439370 on host n-h2-844202-1 for vnic_type normal with profile {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:58:06.606001 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-21683dcd-e0c2-493f-8a69-5e5148b779ce req-e73b501f-4f58-4013-8eec-49bcfb8b8f45 service neutron] Attempting to bind port e5e08cd4-6548-4939-940a-5b4715439370 by drivers openvswitch,hyperv on host n-h2-844202-1 at level 0 using segments [{'id': 'e60765c6-124a-4916-8bfd-a8bc142f32ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'e3902938-4b6a-4448-87d9-59b63dd51a7f'}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:58:06.622142 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21683dcd-e0c2-493f-8a69-5e5148b779ce req-e73b501f-4f58-4013-8eec-49bcfb8b8f45 service neutron] Attempting to bind port e5e08cd4-6548-4939-940a-5b4715439370 on network e3902938-4b6a-4448-87d9-59b63dd51a7f {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:58:06.629235 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21683dcd-e0c2-493f-8a69-5e5148b779ce req-e73b501f-4f58-4013-8eec-49bcfb8b8f45 service neutron] Port e5e08cd4-6548-4939-940a-5b4715439370 on network e3902938-4b6a-4448-87d9-59b63dd51a7f not bound, no agent of type Open vSwitch agent registered on host n-h2-844202-1 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 18:58:06.629556 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21683dcd-e0c2-493f-8a69-5e5148b779ce req-e73b501f-4f58-4013-8eec-49bcfb8b8f45 service neutron] Attempting to bind port e5e08cd4-6548-4939-940a-5b4715439370 on network e3902938-4b6a-4448-87d9-59b63dd51a7f {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:58:06.659092 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21683dcd-e0c2-493f-8a69-5e5148b779ce req-e73b501f-4f58-4013-8eec-49bcfb8b8f45 service neutron] Checking agent: {'id': 'f5db9968-6317-4186-9100-9e0ca6b50417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 18, 57, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:58:06.659432 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21683dcd-e0c2-493f-8a69-5e5148b779ce req-e73b501f-4f58-4013-8eec-49bcfb8b8f45 service neutron] Checking segment: {'id': 'e60765c6-124a-4916-8bfd-a8bc142f32ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'e3902938-4b6a-4448-87d9-59b63dd51a7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:58:06.659809 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21683dcd-e0c2-493f-8a69-5e5148b779ce req-e73b501f-4f58-4013-8eec-49bcfb8b8f45 service neutron] Bound using segment: {'id': 'e60765c6-124a-4916-8bfd-a8bc142f32ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'e3902938-4b6a-4448-87d9-59b63dd51a7f'} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:58:06.660268 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-21683dcd-e0c2-493f-8a69-5e5148b779ce req-e73b501f-4f58-4013-8eec-49bcfb8b8f45 service neutron] Bound port: e5e08cd4-6548-4939-940a-5b4715439370, host: n-h2-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e60765c6-124a-4916-8bfd-a8bc142f32ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'e3902938-4b6a-4448-87d9-59b63dd51a7f'}}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:58:06.660611 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-21683dcd-e0c2-493f-8a69-5e5148b779ce req-e73b501f-4f58-4013-8eec-49bcfb8b8f45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:06.856707 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb14435d-656c-4315-b38b-b26287cac6d1 req-d6a46e15-de4e-47d2-bb6d-912ce45b1dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:06.858690 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fb14435d-656c-4315-b38b-b26287cac6d1 req-d6a46e15-de4e-47d2-bb6d-912ce45b1dd4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d40f7c9e0af24f109f247cdb0a7a60bf&device_id=940a21cb-bca9-4882-91d5-0ff22e2c4322 HTTP/1.1" status: 200 len: 1097 time: 0.3360951 Jun 01 18:58:06.888968 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f002f006-8821-4551-bfd5-321bb38c7d01 req-3119d3bb-4799-4a4b-a53d-c748fac0c898 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:06.891488 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f002f006-8821-4551-bfd5-321bb38c7d01 req-3119d3bb-4799-4a4b-a53d-c748fac0c898 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] 10.222.0.41 "GET /v2.0/ports?device_id=940a21cb-bca9-4882-91d5-0ff22e2c4322 HTTP/1.1" status: 200 len: 946 time: 0.1602526 Jun 01 18:58:06.962574 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f002f006-8821-4551-bfd5-321bb38c7d01 req-95b4afb3-146d-433d-beb9-addf7f9d5553 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] 10.222.0.41 "GET /v2.0/security-groups?id=428a90ee-d69c-4f4b-be08-39e0e3f8aeb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639110 Jun 01 18:58:07.035481 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-21683dcd-e0c2-493f-8a69-5e5148b779ce req-e73b501f-4f58-4013-8eec-49bcfb8b8f45 service neutron] For port e5e08cd4-6548-4939-940a-5b4715439370, host n-h2-844202-1, cleared binding levels {{(pid=88524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:58:07.073689 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-21683dcd-e0c2-493f-8a69-5e5148b779ce req-e73b501f-4f58-4013-8eec-49bcfb8b8f45 service neutron] For port e5e08cd4-6548-4939-940a-5b4715439370, host n-h2-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=e5e08cd4-6548-4939-940a-5b4715439370,segment=NetworkSegment(e60765c6-124a-4916-8bfd-a8bc142f32ad),segment_id=e60765c6-124a-4916-8bfd-a8bc142f32ad)] {{(pid=88524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:58:07.087450 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-414e194b-00e4-4b22-b7b6-9ae359e63bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:07.095144 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f05879-55aa-4e17-a945-2f337f8b97f9 req-b842f477-a769-4c9e-ae00-b3b0d102b75f tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:07.096763 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-10f05879-55aa-4e17-a945-2f337f8b97f9 req-b842f477-a769-4c9e-ae00-b3b0d102b75f tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Synchronizing usage tracker for tenant:eccea382ced5475f9a2098d1ef2ff267 on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:58:07.111887 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-21683dcd-e0c2-493f-8a69-5e5148b779ce req-e73b501f-4f58-4013-8eec-49bcfb8b8f45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:07.203270 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efd7e9a-7782-4d80-9160-360662cbb6da req-b83581b0-000d-4ed4-b068-3b83f916d68a tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:07.207132 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-5efd7e9a-7782-4d80-9160-360662cbb6da req-b83581b0-000d-4ed4-b068-3b83f916d68a tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.41 "GET /v2.0/ports?device_id=e08d9b4e-5cd2-4c18-b71f-89badc7b619a HTTP/1.1" status: 200 len: 950 time: 0.1348877 Jun 01 18:58:07.259206 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-5efd7e9a-7782-4d80-9160-360662cbb6da req-142808eb-db9f-4476-bdd3-405ec8f44d7c tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.41 "GET /v2.0/security-groups?id=22665066-3f80-4493-8b7a-e2faea6c666a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459437 Jun 01 18:58:07.355718 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb14435d-656c-4315-b38b-b26287cac6d1 req-1d8c6876-b38e-43cf-bcbf-0a03999d338f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:07.357213 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fb14435d-656c-4315-b38b-b26287cac6d1 req-1d8c6876-b38e-43cf-bcbf-0a03999d338f service neutron] 10.222.0.50 "GET /v2.0/networks?id=4c7a9aa4-8b0d-4225-ab31-749c4f434a4b HTTP/1.1" status: 200 len: 919 time: 0.4911189 Jun 01 18:58:07.489307 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca6a728-3a89-4519-8f26-d71b19fe842d req-bef393a7-1d0c-4e27-8811-f0e9a9869914 tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:07.490956 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-0ca6a728-3a89-4519-8f26-d71b19fe842d req-bef393a7-1d0c-4e27-8811-f0e9a9869914 tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] 10.222.0.41 "GET /v2.0/ports?device_id=3dbbeeb1-1868-46af-b8b0-8b09b36306d0 HTTP/1.1" status: 200 len: 945 time: 0.1021984 Jun 01 18:58:07.515203 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21683dcd-e0c2-493f-8a69-5e5148b779ce req-e73b501f-4f58-4013-8eec-49bcfb8b8f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:07.520768 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-21683dcd-e0c2-493f-8a69-5e5148b779ce req-e73b501f-4f58-4013-8eec-49bcfb8b8f45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:07.522116 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-21683dcd-e0c2-493f-8a69-5e5148b779ce req-e73b501f-4f58-4013-8eec-49bcfb8b8f45 service neutron] 10.222.0.50 "PUT /v2.0/ports/e5e08cd4-6548-4939-940a-5b4715439370 HTTP/1.1" status: 200 len: 1092 time: 2.6429558 Jun 01 18:58:07.522920 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-10f05879-55aa-4e17-a945-2f337f8b97f9 req-b842f477-a769-4c9e-ae00-b3b0d102b75f tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Unset dirty status for tenant:eccea382ced5475f9a2098d1ef2ff267 on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:58:07.524033 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-10f05879-55aa-4e17-a945-2f337f8b97f9 req-b842f477-a769-4c9e-ae00-b3b0d102b75f tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=a880999f-98f0-439c-897b-2d500bb96fe5 HTTP/1.1" status: 200 len: 944 time: 0.8132253 Jun 01 18:58:07.524532 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a880999f-98f0-439c-897b-2d500bb96fe5', 'tag': 'e5e08cd4-6548-4939-940a-5b4715439370'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:58:07.561645 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73b501f-4f58-4013-8eec-49bcfb8b8f45 service neutron] Pushing event updated for resources: {'Port': ['ID=e5e08cd4-6548-4939-940a-5b4715439370,revision_number=3']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:58:07.574545 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-0ca6a728-3a89-4519-8f26-d71b19fe842d req-149125a9-7471-4daa-8544-7e49ab17e794 tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cd81dcd-fddd-4cdb-b7e0-911a736e672d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755532 Jun 01 18:58:07.630288 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fb14435d-656c-4315-b38b-b26287cac6d1 req-7159a4c4-f9f3-4ef2-8635-db3e8369aaf3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=499258ee-b014-43c5-8818-0eb3f6a6b659 HTTP/1.1" status: 200 len: 1002 time: 0.2513294 Jun 01 18:58:07.703371 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-10f05879-55aa-4e17-a945-2f337f8b97f9 req-041393f6-2485-4110-b5c5-67c6daf4b8da tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/security-groups?id=e95c7360-01e1-4fb0-bbdb-7b11f637526c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660774 Jun 01 18:58:07.740451 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb14435d-656c-4315-b38b-b26287cac6d1 req-a61e9202-13a5-4515-b13e-a427ca4a4d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:07.740451 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fb14435d-656c-4315-b38b-b26287cac6d1 req-a61e9202-13a5-4515-b13e-a427ca4a4d3f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6675a480-f2f0-4e10-96f4-f99c31c21be5 HTTP/1.1" status: 200 len: 857 time: 0.1026809 Jun 01 18:58:07.795270 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b743ffda-a40f-4267-a501-22d255ee714b req-b6b8b3aa-8045-4ba9-bde9-207bbd5340c2 tempest-ServersOnMultiNodesTest-884102271 tempest-ServersOnMultiNodesTest-884102271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:07.802860 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b743ffda-a40f-4267-a501-22d255ee714b req-b6b8b3aa-8045-4ba9-bde9-207bbd5340c2 tempest-ServersOnMultiNodesTest-884102271 tempest-ServersOnMultiNodesTest-884102271-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=e08d9b4e-5cd2-4c18-b71f-89badc7b619a HTTP/1.1" status: 200 len: 1101 time: 0.1306233 Jun 01 18:58:07.842028 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb2a71b3-3d7e-4e93-885b-1b0f9a4383ab'] response: {'name': 'network-changed', 'server_uuid': 'a880999f-98f0-439c-897b-2d500bb96fe5', 'tag': 'e5e08cd4-6548-4939-940a-5b4715439370', 'status': 'completed', 'code': 200} Jun 01 18:58:07.867679 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21683dcd-e0c2-493f-8a69-5e5148b779ce req-2ea1b7fe-2249-4708-9d09-af7acc1549da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:07.869337 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-21683dcd-e0c2-493f-8a69-5e5148b779ce req-2ea1b7fe-2249-4708-9d09-af7acc1549da service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=eccea382ced5475f9a2098d1ef2ff267&device_id=a880999f-98f0-439c-897b-2d500bb96fe5 HTTP/1.1" status: 200 len: 1095 time: 0.2999156 Jun 01 18:58:07.898338 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b743ffda-a40f-4267-a501-22d255ee714b req-f2653198-7e04-4109-9a6a-1e84e0b0ea3f tempest-ServersOnMultiNodesTest-884102271 tempest-ServersOnMultiNodesTest-884102271-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=22665066-3f80-4493-8b7a-e2faea6c666a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945973 Jun 01 18:58:07.996255 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb14435d-656c-4315-b38b-b26287cac6d1 req-4d9626c8-66d5-4889-9b50-d687edba3eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:07.997725 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fb14435d-656c-4315-b38b-b26287cac6d1 req-4d9626c8-66d5-4889-9b50-d687edba3eba service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4c7a9aa4-8b0d-4225-ab31-749c4f434a4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2512522 Jun 01 18:58:07.999732 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-21683dcd-e0c2-493f-8a69-5e5148b779ce req-9cc36e18-719c-4418-9f8d-3f2ce41299dd service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e5e08cd4-6548-4939-940a-5b4715439370 HTTP/1.1" status: 200 len: 217 time: 0.1207926 Jun 01 18:58:08.198493 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21683dcd-e0c2-493f-8a69-5e5148b779ce req-fd1c2a8e-2c3b-4f6a-9287-54fd7152df3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:08.201038 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-21683dcd-e0c2-493f-8a69-5e5148b779ce req-fd1c2a8e-2c3b-4f6a-9287-54fd7152df3f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=276181f2-c3ab-487e-8805-06ed7064e884 HTTP/1.1" status: 200 len: 850 time: 0.1035595 Jun 01 18:58:08.242040 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bc7f9a-cb03-4a37-88b8-2a40cd9dca18 req-d5d9c95b-741b-4952-853b-86c1764f46fe tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:08.249415 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-02bc7f9a-cb03-4a37-88b8-2a40cd9dca18 req-d5d9c95b-741b-4952-853b-86c1764f46fe tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] 10.222.0.41 "GET /v2.0/ports?device_id=940a21cb-bca9-4882-91d5-0ff22e2c4322 HTTP/1.1" status: 200 len: 946 time: 0.0939569 Jun 01 18:58:08.323456 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-02bc7f9a-cb03-4a37-88b8-2a40cd9dca18 req-041b69b3-9e31-46a3-a75f-6ebad08448bf tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] 10.222.0.41 "GET /v2.0/security-groups?id=428a90ee-d69c-4f4b-be08-39e0e3f8aeb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732467 Jun 01 18:58:08.454119 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3ddb00-a517-487b-9a09-72fb3d53d17a req-af8bc584-f558-47d9-b594-a0df5398ef08 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:08.456198 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-df3ddb00-a517-487b-9a09-72fb3d53d17a req-af8bc584-f558-47d9-b594-a0df5398ef08 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/ports?device_id=7dcdd6d1-d2db-4e64-9637-96797b8c92fe HTTP/1.1" status: 200 len: 945 time: 0.4964197 Jun 01 18:58:08.467118 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fb14435d-656c-4315-b38b-b26287cac6d1 req-6fe4c388-4ef2-4e03-85aa-e6cfe3d60d7b service neutron] 10.222.0.50 "GET /v2.0/networks/4c7a9aa4-8b0d-4225-ab31-749c4f434a4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3708911 Jun 01 18:58:08.488530 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-76d3ea0f-5d47-40e9-8faf-f70294777c9b req-547387a2-ba6c-4a07-9d3f-bc0ef534d302 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=ed558a94bd42496298488549f6a1a20a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0448754 Jun 01 18:58:08.569428 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21683dcd-e0c2-493f-8a69-5e5148b779ce req-68c1b11e-83c8-49fc-acf3-d7c021d90e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:08.570899 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-21683dcd-e0c2-493f-8a69-5e5148b779ce req-68c1b11e-83c8-49fc-acf3-d7c021d90e70 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e3902938-4b6a-4448-87d9-59b63dd51a7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3016171 Jun 01 18:58:08.609316 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-df3ddb00-a517-487b-9a09-72fb3d53d17a req-aaad6464-b264-4cf3-a554-d80055f6b4d7 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/security-groups?id=679bc320-73aa-41fb-80e9-32867c6d2bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445050 Jun 01 18:58:08.707574 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d3ea0f-5d47-40e9-8faf-f70294777c9b req-db58e50e-7a6d-45f3-8b59-4825f5a50b26 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:08.709203 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-76d3ea0f-5d47-40e9-8faf-f70294777c9b req-db58e50e-7a6d-45f3-8b59-4825f5a50b26 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2151241 Jun 01 18:58:08.727816 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-76d3ea0f-5d47-40e9-8faf-f70294777c9b req-ad27347b-a0bb-4b05-bd8a-265553712659 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.41 "GET /v2.0/quotas/ed558a94bd42496298488549f6a1a20a HTTP/1.1" status: 200 len: 375 time: 0.0122051 Jun 01 18:58:08.858476 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-76d3ea0f-5d47-40e9-8faf-f70294777c9b req-d0ddf9ad-6f8b-4f5f-be5c-e6e1e57f5855 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=ed558a94bd42496298488549f6a1a20a&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1204736 Jun 01 18:58:08.883361 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fb14435d-656c-4315-b38b-b26287cac6d1 req-fa586d94-fd23-4eef-acd1-00441b0a43a6 service neutron] 10.222.0.50 "GET /v2.0/networks/4c7a9aa4-8b0d-4225-ab31-749c4f434a4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3929899 Jun 01 18:58:08.900127 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-21683dcd-e0c2-493f-8a69-5e5148b779ce req-a07d425a-a9dd-482f-b811-099d7764cc90 service neutron] 10.222.0.50 "GET /v2.0/networks/e3902938-4b6a-4448-87d9-59b63dd51a7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3002975 Jun 01 18:58:09.040686 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbaf877-e82d-4f9b-ba84-c38d8a40b262 req-0a57085c-71a0-47bd-a1a0-c72435f13279 tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:09.047601 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-2cbaf877-e82d-4f9b-ba84-c38d8a40b262 req-0a57085c-71a0-47bd-a1a0-c72435f13279 tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] 10.222.0.41 "GET /v2.0/ports?device_id=3dbbeeb1-1868-46af-b8b0-8b09b36306d0 HTTP/1.1" status: 200 len: 945 time: 0.2685068 Jun 01 18:58:09.107027 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-2cbaf877-e82d-4f9b-ba84-c38d8a40b262 req-6eab9b67-feeb-4db9-8992-c2b6903bbda1 tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cd81dcd-fddd-4cdb-b7e0-911a736e672d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584273 Jun 01 18:58:09.207521 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-21683dcd-e0c2-493f-8a69-5e5148b779ce req-4a0fe417-45ac-4766-81b6-cbda89347c04 service neutron] 10.222.0.50 "GET /v2.0/networks/e3902938-4b6a-4448-87d9-59b63dd51a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3007019 Jun 01 18:58:09.217309 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bc9ecc-9a83-4e07-bd3d-473553aa4ae6 req-b4b5a1e3-d20d-406f-a136-3a843c7c606d tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:09.218801 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-92bc9ecc-9a83-4e07-bd3d-473553aa4ae6 req-b4b5a1e3-d20d-406f-a136-3a843c7c606d tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=a880999f-98f0-439c-897b-2d500bb96fe5 HTTP/1.1" status: 200 len: 944 time: 0.1128242 Jun 01 18:58:09.284470 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-92bc9ecc-9a83-4e07-bd3d-473553aa4ae6 req-4d65cf0f-96d6-4041-83df-3166b72b4819 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/security-groups?id=e95c7360-01e1-4fb0-bbdb-7b11f637526c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577834 Jun 01 18:58:09.421383 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b2659bde-a147-4ec4-a1f9-d9ecb8983ed6 req-6b372f2c-146b-46fd-a1a1-4c334cde282e tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6a84f4a-49f9-4b0d-b8a1-0c49de9859df HTTP/1.1" status: 200 len: 210 time: 0.2177799 Jun 01 18:58:09.463070 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-e3a9a649-1a5f-48bb-b48b-d9ed458b24c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:09.486867 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e922e3ff-5a62-473d-8254-9957c894ce99 req-e2078fb1-b565-4b8f-bf6f-3bf3968bbceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:09.488633 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e922e3ff-5a62-473d-8254-9957c894ce99 req-e2078fb1-b565-4b8f-bf6f-3bf3968bbceb service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=eccea382ced5475f9a2098d1ef2ff267&device_id=a880999f-98f0-439c-897b-2d500bb96fe5 HTTP/1.1" status: 200 len: 1095 time: 0.2115157 Jun 01 18:58:09.757766 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5e2862-b7e3-4767-ba91-b7ae913cfb3d req-52f16ec7-6709-4a46-88e2-81c5d86463ba tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:09.765348 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-0c5e2862-b7e3-4767-ba91-b7ae913cfb3d req-52f16ec7-6709-4a46-88e2-81c5d86463ba tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] 10.222.0.41 "GET /v2.0/ports?device_id=940a21cb-bca9-4882-91d5-0ff22e2c4322 HTTP/1.1" status: 200 len: 946 time: 0.2088830 Jun 01 18:58:09.826436 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-0c5e2862-b7e3-4767-ba91-b7ae913cfb3d req-8511fe17-a72d-4339-8f08-b354cb52e13e tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] 10.222.0.41 "GET /v2.0/security-groups?id=428a90ee-d69c-4f4b-be08-39e0e3f8aeb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598216 Jun 01 18:58:09.974928 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e922e3ff-5a62-473d-8254-9957c894ce99 req-f4b76aed-f681-4a7e-b028-d1f8b19c9434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:09.977410 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e922e3ff-5a62-473d-8254-9957c894ce99 req-f4b76aed-f681-4a7e-b028-d1f8b19c9434 service neutron] 10.222.0.50 "GET /v2.0/networks?id=e3902938-4b6a-4448-87d9-59b63dd51a7f HTTP/1.1" status: 200 len: 912 time: 0.4816372 Jun 01 18:58:09.987977 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68603f07-878b-49ad-872c-d27adf01e344 req-c37e711a-abe8-4a13-b963-d4688072c72d tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:09.997040 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-68603f07-878b-49ad-872c-d27adf01e344 req-c37e711a-abe8-4a13-b963-d4688072c72d tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/ports?device_id=7dcdd6d1-d2db-4e64-9637-96797b8c92fe HTTP/1.1" status: 200 len: 945 time: 0.1822746 Jun 01 18:58:10.111314 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e922e3ff-5a62-473d-8254-9957c894ce99 req-e2147f7c-743f-4b21-bd8c-b5963a5037b5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e5e08cd4-6548-4939-940a-5b4715439370 HTTP/1.1" status: 200 len: 217 time: 0.1115682 Jun 01 18:58:10.197846 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-68603f07-878b-49ad-872c-d27adf01e344 req-a1f2ddd1-cb38-43cd-b480-ddc3404c7395 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/security-groups?id=679bc320-73aa-41fb-80e9-32867c6d2bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994581 Jun 01 18:58:10.218186 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e922e3ff-5a62-473d-8254-9957c894ce99 req-fc9d4dbe-1295-463b-a756-43587824605d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:10.221428 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e922e3ff-5a62-473d-8254-9957c894ce99 req-fc9d4dbe-1295-463b-a756-43587824605d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=276181f2-c3ab-487e-8805-06ed7064e884 HTTP/1.1" status: 200 len: 850 time: 0.0991619 Jun 01 18:58:10.259396 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 35398) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:58:10.321012 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e922e3ff-5a62-473d-8254-9957c894ce99 req-fa43fd5f-140f-4e08-96da-a8251356a40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:10.322529 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e922e3ff-5a62-473d-8254-9957c894ce99 req-fa43fd5f-140f-4e08-96da-a8251356a40b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e3902938-4b6a-4448-87d9-59b63dd51a7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0922363 Jun 01 18:58:10.418024 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27da92d5-e4e6-4709-bc8f-943ef91be200 req-6005a895-4bac-4036-9412-8381c195544b tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:10.425938 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-27da92d5-e4e6-4709-bc8f-943ef91be200 req-6005a895-4bac-4036-9412-8381c195544b tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] 10.222.0.41 "GET /v2.0/ports?device_id=3dbbeeb1-1868-46af-b8b0-8b09b36306d0 HTTP/1.1" status: 200 len: 945 time: 0.1370914 Jun 01 18:58:10.509104 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:10.509748 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e922e3ff-5a62-473d-8254-9957c894ce99 req-566e9c13-087c-476e-a038-4b4ae548930a service neutron] 10.222.0.50 "GET /v2.0/networks/e3902938-4b6a-4448-87d9-59b63dd51a7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774397 Jun 01 18:58:10.513054 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-27da92d5-e4e6-4709-bc8f-943ef91be200 req-6d8058af-8dad-4a12-b835-4a505917692f tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cd81dcd-fddd-4cdb-b7e0-911a736e672d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861766 Jun 01 18:58:10.524977 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-26984097-3c50-400e-990b-9906e5b711de admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:10.566701 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-26984097-3c50-400e-990b-9906e5b711de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:58:10.571109 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-26984097-3c50-400e-990b-9906e5b711de admin admin] Usage tracker for resource:security_group_rule and tenant:556e4a902cc843b9b26b8bd8e90cfd50 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:58:10.574377 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-26984097-3c50-400e-990b-9906e5b711de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:58:10.592803 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-26984097-3c50-400e-990b-9906e5b711de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:58:10.601461 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:10.696717 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-76d3ea0f-5d47-40e9-8faf-f70294777c9b req-7a283787-d386-4823-8589-06503fe663c4 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=ed558a94bd42496298488549f6a1a20a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0348794 Jun 01 18:58:10.782045 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-beb2ad73-c60a-459b-8e31-703267f27fc8 req-80134df2-c99f-4e45-b671-0464039c1b4e tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6a84f4a-49f9-4b0d-b8a1-0c49de9859df HTTP/1.1" status: 200 len: 210 time: 0.0750809 Jun 01 18:58:10.794149 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e922e3ff-5a62-473d-8254-9957c894ce99 req-8c4b063f-bb86-47f1-905d-6d70f74680ac service neutron] 10.222.0.50 "GET /v2.0/networks/e3902938-4b6a-4448-87d9-59b63dd51a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2771573 Jun 01 18:58:10.821161 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7953c3-3b55-44f6-afde-ac2796c4f698 req-93b2fb39-401d-4aec-80be-95028e9aef65 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:10.823373 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0f7953c3-3b55-44f6-afde-ac2796c4f698 req-93b2fb39-401d-4aec-80be-95028e9aef65 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=a880999f-98f0-439c-897b-2d500bb96fe5 HTTP/1.1" status: 200 len: 944 time: 0.2443249 Jun 01 18:58:10.927306 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0f7953c3-3b55-44f6-afde-ac2796c4f698 req-d8680d08-5e1f-4344-81f3-f11c28c8027f tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/security-groups?id=e95c7360-01e1-4fb0-bbdb-7b11f637526c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547957 Jun 01 18:58:10.976833 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d3ea0f-5d47-40e9-8faf-f70294777c9b req-9c5b24c3-d801-4590-be7e-fe01d62ca338 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:10.978593 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-76d3ea0f-5d47-40e9-8faf-f70294777c9b req-9c5b24c3-d801-4590-be7e-fe01d62ca338 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2383072 Jun 01 18:58:10.983489 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-26984097-3c50-400e-990b-9906e5b711de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:10.988125 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-26984097-3c50-400e-990b-9906e5b711de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:11.030927 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [req-76d3ea0f-5d47-40e9-8faf-f70294777c9b req-786dc3dd-39f9-46f5-a77e-b861a05f76b3 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Request body: {'port': {'device_id': 'd6a84f4a-49f9-4b0d-b8a1-0c49de9859df', 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426', 'admin_state_up': True, 'tenant_id': 'ed558a94bd42496298488549f6a1a20a'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:58:11.080129 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-26984097-3c50-400e-990b-9906e5b711de admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=556e4a902cc843b9b26b8bd8e90cfd50&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8186140 Jun 01 18:58:11.082927 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 35412) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:58:11.156990 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-5037e063-66f2-47dd-a211-e1801b81ca39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:11.187686 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-5037e063-66f2-47dd-a211-e1801b81ca39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:11.213367 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device e5e08cd4-6548-4939-940a-5b4715439370 details requested by agent hyperv_n-h2-844202-1 with host n-h2-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 18:58:11.241082 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:11.287042 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-5037e063-66f2-47dd-a211-e1801b81ca39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:11.311829 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5037e063-66f2-47dd-a211-e1801b81ca39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2e8b7a2-63ed-4848-8e74-2c8115ead3d8,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:58:11.332977 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-5037e063-66f2-47dd-a211-e1801b81ca39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:11.336409 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-5037e063-66f2-47dd-a211-e1801b81ca39 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f2e8b7a2-63ed-4848-8e74-2c8115ead3d8 HTTP/1.1" status: 204 len: 168 time: 0.2501428 Jun 01 18:58:11.358071 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26984097-3c50-400e-990b-9906e5b711de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2e8b7a2-63ed-4848-8e74-2c8115ead3d8,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:58:11.553692 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64afb4ba-d40f-4f6f-9f99-4c284427cd31 req-1f1572e5-4525-4862-a5a7-b03f15306a3e tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:11.555563 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-64afb4ba-d40f-4f6f-9f99-4c284427cd31 req-1f1572e5-4525-4862-a5a7-b03f15306a3e tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] 10.222.0.41 "GET /v2.0/ports?device_id=940a21cb-bca9-4882-91d5-0ff22e2c4322 HTTP/1.1" status: 200 len: 946 time: 0.5354836 Jun 01 18:58:11.639827 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port e5e08cd4-6548-4939-940a-5b4715439370, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=e5e08cd4-6548-4939-940a-5b4715439370,segment=NetworkSegment(e60765c6-124a-4916-8bfd-a8bc142f32ad),segment_id=e60765c6-124a-4916-8bfd-a8bc142f32ad)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:58:11.650008 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:11.657216 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [req-76d3ea0f-5d47-40e9-8faf-f70294777c9b req-786dc3dd-39f9-46f5-a77e-b861a05f76b3 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:58:11.659351 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Returning: {'device': 'e5e08cd4-6548-4939-940a-5b4715439370', 'network_id': 'e3902938-4b6a-4448-87d9-59b63dd51a7f', 'port_id': 'e5e08cd4-6548-4939-940a-5b4715439370', 'mac_address': 'fa:16:3e:79:fc:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '276181f2-c3ab-487e-8805-06ed7064e884', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 18:58:11.670049 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-64afb4ba-d40f-4f6f-9f99-4c284427cd31 req-09800e4b-213e-4c62-9259-6de5d84f1d10 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] 10.222.0.41 "GET /v2.0/security-groups?id=428a90ee-d69c-4f4b-be08-39e0e3f8aeb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857739 Jun 01 18:58:11.696272 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a45fce-82ef-4bfb-bad8-9d21e7d7d8f0 req-195e3086-0b1a-4c78-ab27-ee8046768190 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:11.697095 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-76a45fce-82ef-4bfb-bad8-9d21e7d7d8f0 req-195e3086-0b1a-4c78-ab27-ee8046768190 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/ports?device_id=7dcdd6d1-d2db-4e64-9637-96797b8c92fe HTTP/1.1" status: 200 len: 945 time: 0.2728398 Jun 01 18:58:11.706243 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [req-76d3ea0f-5d47-40e9-8faf-f70294777c9b req-786dc3dd-39f9-46f5-a77e-b861a05f76b3 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:58:11.739260 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76d3ea0f-5d47-40e9-8faf-f70294777c9b req-786dc3dd-39f9-46f5-a77e-b861a05f76b3 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Made reservation on behalf of ed558a94bd42496298488549f6a1a20a for: {'port': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:58:11.753262 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-76d3ea0f-5d47-40e9-8faf-f70294777c9b req-786dc3dd-39f9-46f5-a77e-b861a05f76b3 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:11.819116 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-76a45fce-82ef-4bfb-bad8-9d21e7d7d8f0 req-04c48599-2beb-41d6-b6cc-081669fd7d19 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/security-groups?id=679bc320-73aa-41fb-80e9-32867c6d2bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146891 Jun 01 18:58:11.823922 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port e5e08cd4-6548-4939-940a-5b4715439370 is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:58:11.824709 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:11.861781 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5e08cd4-6548-4939-940a-5b4715439370 {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:58:11.869425 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:11.883929 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port e5e08cd4-6548-4939-940a-5b4715439370, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=e5e08cd4-6548-4939-940a-5b4715439370,segment=NetworkSegment(e60765c6-124a-4916-8bfd-a8bc142f32ad),segment_id=e60765c6-124a-4916-8bfd-a8bc142f32ad)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:58:11.890092 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:12.077053 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=e5e08cd4-6548-4939-940a-5b4715439370,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:58:12.100690 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 35434) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:58:12.114222 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3391043e-7ba2-4b30-aadc-f33ed0865c8a req-881a39d4-36af-47f6-a181-ca6d8bc8c9df tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:12.115711 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3391043e-7ba2-4b30-aadc-f33ed0865c8a req-881a39d4-36af-47f6-a181-ca6d8bc8c9df tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] 10.222.0.41 "GET /v2.0/ports?device_id=3dbbeeb1-1868-46af-b8b0-8b09b36306d0 HTTP/1.1" status: 200 len: 945 time: 0.2276716 Jun 01 18:58:12.121430 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9313dc92-2fb5-4055-83bc-1c62ff0731f2 req-a710d0fb-5973-48d1-a2e9-e6fdc45e0720 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6a84f4a-49f9-4b0d-b8a1-0c49de9859df HTTP/1.1" status: 200 len: 210 time: 0.0769920 Jun 01 18:58:12.153963 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f371c71e-b665-4d57-86af-3028f4f33ed8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:12.177794 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [req-76d3ea0f-5d47-40e9-8faf-f70294777c9b req-786dc3dd-39f9-46f5-a77e-b861a05f76b3 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Allocated IP 192.168.233.172 (898153a3-5d71-43be-9d14-343ea4a48426/35e3ad2f-9c88-4698-b634-4e1b58de1cc2/27490258-3afe-4d29-85a9-a1b52405b306) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:58:12.197485 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-f371c71e-b665-4d57-86af-3028f4f33ed8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:58:12.201865 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] get_ports_and_sgs() called for port_ids ['e5e08cd4-6548-4939-940a-5b4715439370'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:58:12.209018 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-f371c71e-b665-4d57-86af-3028f4f33ed8 admin admin] Usage tracker for resource:security_group_rule and tenant:673184115b054607bdfd18c3e63841ab is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:58:12.214876 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-f371c71e-b665-4d57-86af-3028f4f33ed8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:58:12.228357 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3391043e-7ba2-4b30-aadc-f33ed0865c8a req-8c20d7e9-de61-4fb6-a26c-e6f711d5b038 tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cd81dcd-fddd-4cdb-b7e0-911a736e672d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985367 Jun 01 18:58:12.239957 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-f371c71e-b665-4d57-86af-3028f4f33ed8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:58:12.578093 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-76d3ea0f-5d47-40e9-8faf-f70294777c9b req-786dc3dd-39f9-46f5-a77e-b861a05f76b3 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:12.582649 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f371c71e-b665-4d57-86af-3028f4f33ed8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:12.599070 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f371c71e-b665-4d57-86af-3028f4f33ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:12.645563 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [req-76d3ea0f-5d47-40e9-8faf-f70294777c9b req-786dc3dd-39f9-46f5-a77e-b861a05f76b3 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Transition to ACTIVE for port object 27490258-3afe-4d29-85a9-a1b52405b306 will not be triggered until provisioned by entity DHCP. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:58:12.649339 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4da5cf8-a08e-4a30-ace4-3864f4ac342e req-994d206f-91d3-40c8-8db8-d6d3f5bf8630 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:12.650827 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f4da5cf8-a08e-4a30-ace4-3864f4ac342e req-994d206f-91d3-40c8-8db8-d6d3f5bf8630 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/ports?device_id=7dcdd6d1-d2db-4e64-9637-96797b8c92fe HTTP/1.1" status: 200 len: 945 time: 0.1010141 Jun 01 18:58:12.669863 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-f371c71e-b665-4d57-86af-3028f4f33ed8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=673184115b054607bdfd18c3e63841ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5650432 Jun 01 18:58:12.671252 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 35450) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:58:12.671811 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f371c71e-b665-4d57-86af-3028f4f33ed8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a1ad456-0c8b-47f4-9774-59f09bf81c33,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:58:12.716377 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f4da5cf8-a08e-4a30-ace4-3864f4ac342e req-a9822c37-9195-4ea4-b055-c89dc519b9d6 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/security-groups?id=679bc320-73aa-41fb-80e9-32867c6d2bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526841 Jun 01 18:58:12.743890 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5ee077-b43c-41ca-967b-c911f52e34db req-c30d6448-fcbd-4adf-8724-2db91e1de062 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:12.745378 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ff5ee077-b43c-41ca-967b-c911f52e34db req-c30d6448-fcbd-4adf-8724-2db91e1de062 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=a880999f-98f0-439c-897b-2d500bb96fe5 HTTP/1.1" status: 200 len: 945 time: 0.2510383 Jun 01 18:58:12.790643 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-76d3ea0f-5d47-40e9-8faf-f70294777c9b req-786dc3dd-39f9-46f5-a77e-b861a05f76b3 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:12.802215 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] get_ports_and_sgs() called for port_ids ['5c7c55e5-3833-4836-af5c-3353dc52e41d', 'a12824b4-43d9-4f09-a40a-8d0a174c088c', '19467fbd-86a4-455f-ba36-972209de2a6f', '28bbb8c8-6168-463c-840c-ae2f1ff906ce'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:58:12.805034 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-87ea00e7-8ed5-417a-b0f3-0fe2c29e2193 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:12.910636 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ff5ee077-b43c-41ca-967b-c911f52e34db req-4fafb988-14f4-41e7-8743-6c3737b3865f tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/security-groups?id=e95c7360-01e1-4fb0-bbdb-7b11f637526c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568813 Jun 01 18:58:12.928276 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786dc3dd-39f9-46f5-a77e-b861a05f76b3 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Pushing event updated for resources: {'Port': ['ID=27490258-3afe-4d29-85a9-a1b52405b306,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:58:12.937998 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76d3ea0f-5d47-40e9-8faf-f70294777c9b req-786dc3dd-39f9-46f5-a77e-b861a05f76b3 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Network 898153a3-5d71-43be-9d14-343ea4a48426 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:58:12.940845 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-87ea00e7-8ed5-417a-b0f3-0fe2c29e2193 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:12.946036 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2be2c4-7629-4577-a87e-6f2a278b94b8 req-79ed907e-4582-4ee9-9b16-7ffd6b32ce51 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:12.947532 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ce2be2c4-7629-4577-a87e-6f2a278b94b8 req-79ed907e-4582-4ee9-9b16-7ffd6b32ce51 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] 10.222.0.41 "GET /v2.0/ports?device_id=940a21cb-bca9-4882-91d5-0ff22e2c4322 HTTP/1.1" status: 200 len: 946 time: 0.1242709 Jun 01 18:58:12.950107 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [req-76d3ea0f-5d47-40e9-8faf-f70294777c9b req-786dc3dd-39f9-46f5-a77e-b861a05f76b3 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:58:12.953585 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [req-76d3ea0f-5d47-40e9-8faf-f70294777c9b req-786dc3dd-39f9-46f5-a77e-b861a05f76b3 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:58:13.026326 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ce2be2c4-7629-4577-a87e-6f2a278b94b8 req-9c2db1f8-85b6-4a58-86da-e66782994e94 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] 10.222.0.41 "GET /v2.0/security-groups?id=428a90ee-d69c-4f4b-be08-39e0e3f8aeb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638151 Jun 01 18:58:13.052578 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d3ea0f-5d47-40e9-8faf-f70294777c9b req-786dc3dd-39f9-46f5-a77e-b861a05f76b3 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:13.053564 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-76d3ea0f-5d47-40e9-8faf-f70294777c9b req-786dc3dd-39f9-46f5-a77e-b861a05f76b3 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:13.078066 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-87ea00e7-8ed5-417a-b0f3-0fe2c29e2193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:13.106005 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ea00e7-8ed5-417a-b0f3-0fe2c29e2193 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a1ad456-0c8b-47f4-9774-59f09bf81c33,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:58:13.134577 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-87ea00e7-8ed5-417a-b0f3-0fe2c29e2193 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:13.135376 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-87ea00e7-8ed5-417a-b0f3-0fe2c29e2193 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4a1ad456-0c8b-47f4-9774-59f09bf81c33 HTTP/1.1" status: 204 len: 168 time: 0.4604416 Jun 01 18:58:13.138002 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-76d3ea0f-5d47-40e9-8faf-f70294777c9b req-786dc3dd-39f9-46f5-a77e-b861a05f76b3 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1188505 Jun 01 18:58:13.158692 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [req-76d3ea0f-5d47-40e9-8faf-f70294777c9b req-f99894e4-aba0-4421-957d-f3d945ef513f service neutron] Request body: {'port': {'device_id': 'd6a84f4a-49f9-4b0d-b8a1-0c49de9859df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844202-1'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:58:13.231884 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] get_ports_and_sgs() called for port_ids ['c8b8fb79-fd92-474a-8ec2-5ac7b267ee2e', '788b40d5-d43b-47fb-a5c6-ee70b4898015'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:58:13.352285 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-a3074105-fd4d-4fdf-9333-c5fb940054e2 None None] Provisioning for port 27490258-3afe-4d29-85a9-a1b52405b306 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:58:13.356597 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-76d3ea0f-5d47-40e9-8faf-f70294777c9b req-f99894e4-aba0-4421-957d-f3d945ef513f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:13.367328 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-a3074105-fd4d-4fdf-9333-c5fb940054e2 None None] Provisioning complete for port 27490258-3afe-4d29-85a9-a1b52405b306 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:58:13.367691 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-a3074105-fd4d-4fdf-9333-c5fb940054e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:13.447425 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-a3074105-fd4d-4fdf-9333-c5fb940054e2 None None] Port 27490258-3afe-4d29-85a9-a1b52405b306 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 18:58:13.592959 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b876403e-f8cc-4b14-9e97-4baf45af661a req-ecfbadfe-292e-499c-b8bb-390f5536a406 tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:13.596098 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b876403e-f8cc-4b14-9e97-4baf45af661a req-ecfbadfe-292e-499c-b8bb-390f5536a406 tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] 10.222.0.41 "GET /v2.0/ports?device_id=3dbbeeb1-1868-46af-b8b0-8b09b36306d0 HTTP/1.1" status: 200 len: 945 time: 0.1376407 Jun 01 18:58:13.701736 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b876403e-f8cc-4b14-9e97-4baf45af661a req-ef71e228-db27-48c5-b882-79510d0c4591 tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cd81dcd-fddd-4cdb-b7e0-911a736e672d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929761 Jun 01 18:58:13.911858 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4b0612-7feb-4eb4-8560-71f308cc7cca req-786f6eed-388f-4b23-b835-88d2a61d232e tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:13.918658 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-cc4b0612-7feb-4eb4-8560-71f308cc7cca req-786f6eed-388f-4b23-b835-88d2a61d232e tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Synchronizing usage tracker for tenant:ed558a94bd42496298488549f6a1a20a on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:58:14.039192 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-cc4b0612-7feb-4eb4-8560-71f308cc7cca req-786f6eed-388f-4b23-b835-88d2a61d232e tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Unset dirty status for tenant:ed558a94bd42496298488549f6a1a20a on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:58:14.046068 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-cc4b0612-7feb-4eb4-8560-71f308cc7cca req-786f6eed-388f-4b23-b835-88d2a61d232e tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6a84f4a-49f9-4b0d-b8a1-0c49de9859df HTTP/1.1" status: 200 len: 936 time: 0.6931274 Jun 01 18:58:14.127477 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-cc4b0612-7feb-4eb4-8560-71f308cc7cca req-35b8ba37-eebd-4e4c-854c-4f6a104ca3f6 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.41 "GET /v2.0/security-groups?id=22665066-3f80-4493-8b7a-e2faea6c666a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804701 Jun 01 18:58:14.180277 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97532412-e5f7-4c33-b025-27ffb8233d7e req-611d288c-4f63-4790-ba9e-9d010affbcf3 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:14.181794 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-97532412-e5f7-4c33-b025-27ffb8233d7e req-611d288c-4f63-4790-ba9e-9d010affbcf3 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.50 "GET /v2.0/ports?device_id=7dcdd6d1-d2db-4e64-9637-96797b8c92fe HTTP/1.1" status: 200 len: 945 time: 0.4505844 Jun 01 18:58:14.267550 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [req-76d3ea0f-5d47-40e9-8faf-f70294777c9b req-f99894e4-aba0-4421-957d-f3d945ef513f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27490258-3afe-4d29-85a9-a1b52405b306 {{(pid=88525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:58:14.275898 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-76d3ea0f-5d47-40e9-8faf-f70294777c9b req-f99894e4-aba0-4421-957d-f3d945ef513f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:14.289674 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-97532412-e5f7-4c33-b025-27ffb8233d7e req-f4dbdb00-b1d6-44db-8905-adbed94e6870 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Deleting port a3269744-ecd1-4bfe-9619-4f31acc40af2 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:58:14.290150 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-97532412-e5f7-4c33-b025-27ffb8233d7e req-f4dbdb00-b1d6-44db-8905-adbed94e6870 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:14.292613 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [req-76d3ea0f-5d47-40e9-8faf-f70294777c9b req-f99894e4-aba0-4421-957d-f3d945ef513f service neutron] Transition to ACTIVE for port object 27490258-3afe-4d29-85a9-a1b52405b306 will not be triggered until provisioned by entity L2. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:58:14.296388 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-76d3ea0f-5d47-40e9-8faf-f70294777c9b req-f99894e4-aba0-4421-957d-f3d945ef513f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:14.537083 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b513b83f-2b47-4e5c-a1ad-a870dd436dfe req-0bbc1023-459a-4c09-8fb4-d0746ba88ff8 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:14.538565 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b513b83f-2b47-4e5c-a1ad-a870dd436dfe req-0bbc1023-459a-4c09-8fb4-d0746ba88ff8 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/ports?device_id=7dcdd6d1-d2db-4e64-9637-96797b8c92fe HTTP/1.1" status: 200 len: 945 time: 0.5883093 Jun 01 18:58:14.673380 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99894e4-aba0-4421-957d-f3d945ef513f service neutron] Pushing event updated for resources: {'Port': ['ID=27490258-3afe-4d29-85a9-a1b52405b306,revision_number=2']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:58:14.725128 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b513b83f-2b47-4e5c-a1ad-a870dd436dfe req-f24d619b-6f6f-41a9-b0e1-aee5760dd12a tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/security-groups?id=679bc320-73aa-41fb-80e9-32867c6d2bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644540 Jun 01 18:58:14.803270 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61ac1db-8ad8-4eee-ae85-f1fd8c9d93fd req-a8f245e7-6ef0-4877-820d-3cd48a3295c6 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:14.809808 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-97532412-e5f7-4c33-b025-27ffb8233d7e req-f4dbdb00-b1d6-44db-8905-adbed94e6870 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] For port a3269744-ecd1-4bfe-9619-4f31acc40af2, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=a3269744-ecd1-4bfe-9619-4f31acc40af2,segment=NetworkSegment(ecb3f528-dbed-4312-ba29-7684ecfbe265),segment_id=ecb3f528-dbed-4312-ba29-7684ecfbe265)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:58:14.810276 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-97532412-e5f7-4c33-b025-27ffb8233d7e req-f4dbdb00-b1d6-44db-8905-adbed94e6870 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:14.811214 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a61ac1db-8ad8-4eee-ae85-f1fd8c9d93fd req-a8f245e7-6ef0-4877-820d-3cd48a3295c6 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=a880999f-98f0-439c-897b-2d500bb96fe5 HTTP/1.1" status: 200 len: 945 time: 0.4507902 Jun 01 18:58:14.818879 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-76d3ea0f-5d47-40e9-8faf-f70294777c9b req-f99894e4-aba0-4421-957d-f3d945ef513f service neutron] Attempting to bind port 27490258-3afe-4d29-85a9-a1b52405b306 on host n-h1-844202-1 for vnic_type normal with profile {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:58:14.819242 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-76d3ea0f-5d47-40e9-8faf-f70294777c9b req-f99894e4-aba0-4421-957d-f3d945ef513f service neutron] Attempting to bind port 27490258-3afe-4d29-85a9-a1b52405b306 by drivers openvswitch,hyperv on host n-h1-844202-1 at level 0 using segments [{'id': 'e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426'}] {{(pid=88525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:58:14.819678 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76d3ea0f-5d47-40e9-8faf-f70294777c9b req-f99894e4-aba0-4421-957d-f3d945ef513f service neutron] Attempting to bind port 27490258-3afe-4d29-85a9-a1b52405b306 on network 898153a3-5d71-43be-9d14-343ea4a48426 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:58:14.866399 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76d3ea0f-5d47-40e9-8faf-f70294777c9b req-f99894e4-aba0-4421-957d-f3d945ef513f service neutron] Port 27490258-3afe-4d29-85a9-a1b52405b306 on network 898153a3-5d71-43be-9d14-343ea4a48426 not bound, no agent of type Open vSwitch agent registered on host n-h1-844202-1 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 18:58:14.866791 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76d3ea0f-5d47-40e9-8faf-f70294777c9b req-f99894e4-aba0-4421-957d-f3d945ef513f service neutron] Attempting to bind port 27490258-3afe-4d29-85a9-a1b52405b306 on network 898153a3-5d71-43be-9d14-343ea4a48426 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:58:14.886895 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76d3ea0f-5d47-40e9-8faf-f70294777c9b req-f99894e4-aba0-4421-957d-f3d945ef513f service neutron] Checking agent: {'id': 'bdb1e5d7-b998-4259-838f-3d278e930f32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 18, 58, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:58:14.887229 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76d3ea0f-5d47-40e9-8faf-f70294777c9b req-f99894e4-aba0-4421-957d-f3d945ef513f service neutron] Checking segment: {'id': 'e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:58:14.887615 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76d3ea0f-5d47-40e9-8faf-f70294777c9b req-f99894e4-aba0-4421-957d-f3d945ef513f service neutron] Bound using segment: {'id': 'e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426'} {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:58:14.888039 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-76d3ea0f-5d47-40e9-8faf-f70294777c9b req-f99894e4-aba0-4421-957d-f3d945ef513f service neutron] Bound port: 27490258-3afe-4d29-85a9-a1b52405b306, host: n-h1-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426'}}] {{(pid=88525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:58:14.888403 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-76d3ea0f-5d47-40e9-8faf-f70294777c9b req-f99894e4-aba0-4421-957d-f3d945ef513f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:14.977629 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-97532412-e5f7-4c33-b025-27ffb8233d7e req-f4dbdb00-b1d6-44db-8905-adbed94e6870 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Calling delete_port for a3269744-ecd1-4bfe-9619-4f31acc40af2 owned by compute:nova {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:58:14.994505 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a61ac1db-8ad8-4eee-ae85-f1fd8c9d93fd req-9e9d6c3b-f21b-4f0b-ba06-a3ba92f150f6 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/security-groups?id=e95c7360-01e1-4fb0-bbdb-7b11f637526c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803868 Jun 01 18:58:15.044147 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-76d3ea0f-5d47-40e9-8faf-f70294777c9b req-f99894e4-aba0-4421-957d-f3d945ef513f service neutron] For port 27490258-3afe-4d29-85a9-a1b52405b306, host n-h1-844202-1, cleared binding levels {{(pid=88525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:58:15.047913 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-76d3ea0f-5d47-40e9-8faf-f70294777c9b req-f99894e4-aba0-4421-957d-f3d945ef513f service neutron] For port 27490258-3afe-4d29-85a9-a1b52405b306, host n-h1-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=27490258-3afe-4d29-85a9-a1b52405b306,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:58:15.054058 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-76d3ea0f-5d47-40e9-8faf-f70294777c9b req-f99894e4-aba0-4421-957d-f3d945ef513f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:15.142962 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d3ea0f-5d47-40e9-8faf-f70294777c9b req-f99894e4-aba0-4421-957d-f3d945ef513f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:15.147196 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-76d3ea0f-5d47-40e9-8faf-f70294777c9b req-f99894e4-aba0-4421-957d-f3d945ef513f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:15.148203 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-76d3ea0f-5d47-40e9-8faf-f70294777c9b req-f99894e4-aba0-4421-957d-f3d945ef513f service neutron] 10.222.0.15 "PUT /v2.0/ports/27490258-3afe-4d29-85a9-a1b52405b306 HTTP/1.1" status: 200 len: 1096 time: 2.0006127 Jun 01 18:58:15.150413 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6a84f4a-49f9-4b0d-b8a1-0c49de9859df', 'tag': '27490258-3afe-4d29-85a9-a1b52405b306'}] {{(pid=88525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:58:15.216166 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device e5e08cd4-6548-4939-940a-5b4715439370 up at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:58:15.304137 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99894e4-aba0-4421-957d-f3d945ef513f service neutron] Pushing event updated for resources: {'Port': ['ID=27490258-3afe-4d29-85a9-a1b52405b306,revision_number=3']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:58:15.336941 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-97532412-e5f7-4c33-b025-27ffb8233d7e req-f4dbdb00-b1d6-44db-8905-adbed94e6870 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:15.339306 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning for port e5e08cd4-6548-4939-940a-5b4715439370 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:58:15.357065 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning complete for port e5e08cd4-6548-4939-940a-5b4715439370 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:58:15.357839 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:15.402978 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] get_ports_and_sgs() called for port_ids ['a3269744-ecd1-4bfe-9619-4f31acc40af2'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:58:15.443259 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dbdb00-b1d6-44db-8905-adbed94e6870 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Pushing event deleted for resources: {'Port': ['ID=a3269744-ecd1-4bfe-9619-4f31acc40af2,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:58:15.459974 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d3ea0f-5d47-40e9-8faf-f70294777c9b req-4f2fb000-6410-4c92-b0a3-b9dc6fd6ac91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:15.461142 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7fdf82-fd27-4792-a9a8-79b123b34b95 req-b0d05b31-dfaa-4265-8fbb-9601597f46b4 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:15.462389 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-76d3ea0f-5d47-40e9-8faf-f70294777c9b req-4f2fb000-6410-4c92-b0a3-b9dc6fd6ac91 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ed558a94bd42496298488549f6a1a20a&device_id=d6a84f4a-49f9-4b0d-b8a1-0c49de9859df HTTP/1.1" status: 200 len: 1099 time: 0.2649457 Jun 01 18:58:15.462933 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0c7fdf82-fd27-4792-a9a8-79b123b34b95 req-b0d05b31-dfaa-4265-8fbb-9601597f46b4 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] 10.222.0.41 "GET /v2.0/ports?device_id=940a21cb-bca9-4882-91d5-0ff22e2c4322 HTTP/1.1" status: 200 len: 946 time: 0.4982765 Jun 01 18:58:15.482664 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede40a2f-57c9-4819-a8ea-512096df0938 req-0dfac7e4-2d20-4adf-b026-a929b9840009 tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:15.484295 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ede40a2f-57c9-4819-a8ea-512096df0938 req-0dfac7e4-2d20-4adf-b026-a929b9840009 tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] 10.222.0.41 "GET /v2.0/ports?device_id=3dbbeeb1-1868-46af-b8b0-8b09b36306d0 HTTP/1.1" status: 200 len: 945 time: 0.2172174 Jun 01 18:58:15.557196 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-76d3ea0f-5d47-40e9-8faf-f70294777c9b req-6c0ec399-778e-4f2f-940f-7b176dccb68c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=27490258-3afe-4d29-85a9-a1b52405b306 HTTP/1.1" status: 200 len: 217 time: 0.0718803 Jun 01 18:58:15.578749 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-97532412-e5f7-4c33-b025-27ffb8233d7e req-f4dbdb00-b1d6-44db-8905-adbed94e6870 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] No DVR routers for this DVR port a3269744-ecd1-4bfe-9619-4f31acc40af2 on host n-h2-844202-1 {{(pid=88524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 18:58:15.582899 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-97532412-e5f7-4c33-b025-27ffb8233d7e req-f4dbdb00-b1d6-44db-8905-adbed94e6870 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:15.590355 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dcdd6d1-d2db-4e64-9637-96797b8c92fe', 'name': 'network-vif-deleted', 'tag': 'a3269744-ecd1-4bfe-9619-4f31acc40af2'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:58:15.617092 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-97532412-e5f7-4c33-b025-27ffb8233d7e req-f4dbdb00-b1d6-44db-8905-adbed94e6870 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.50 "DELETE /v2.0/ports/a3269744-ecd1-4bfe-9619-4f31acc40af2 HTTP/1.1" status: 204 len: 173 time: 1.4170606 Jun 01 18:58:15.659616 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0c7fdf82-fd27-4792-a9a8-79b123b34b95 req-8ce29609-0756-4287-97b6-12e74a5bdbdc tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] 10.222.0.41 "GET /v2.0/security-groups?id=428a90ee-d69c-4f4b-be08-39e0e3f8aeb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1560516 Jun 01 18:58:15.708263 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port e5e08cd4-6548-4939-940a-5b4715439370 is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:58:15.710132 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:15.718040 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ede40a2f-57c9-4819-a8ea-512096df0938 req-bdca91ce-f687-4f2d-8d5a-6343a876ea42 tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cd81dcd-fddd-4cdb-b7e0-911a736e672d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596034 Jun 01 18:58:15.742565 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d3ea0f-5d47-40e9-8faf-f70294777c9b req-c939e5f6-6d00-4459-8328-a9126fa54484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:15.744014 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-76d3ea0f-5d47-40e9-8faf-f70294777c9b req-c939e5f6-6d00-4459-8328-a9126fa54484 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=35e3ad2f-9c88-4698-b634-4e1b58de1cc2 HTTP/1.1" status: 200 len: 843 time: 0.1704788 Jun 01 18:58:15.792006 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a880999f-98f0-439c-897b-2d500bb96fe5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5e08cd4-6548-4939-940a-5b4715439370'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:58:15.805781 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port e5e08cd4-6548-4939-940a-5b4715439370, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=e5e08cd4-6548-4939-940a-5b4715439370,segment=NetworkSegment(e60765c6-124a-4916-8bfd-a8bc142f32ad),segment_id=e60765c6-124a-4916-8bfd-a8bc142f32ad)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:58:15.820515 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:15.857113 n-d-844202-1 neutron-server[88525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-309dd16b-0c27-442e-880c-df828b82bf45'] response: {'name': 'network-changed', 'server_uuid': 'd6a84f4a-49f9-4b0d-b8a1-0c49de9859df', 'tag': '27490258-3afe-4d29-85a9-a1b52405b306', 'status': 'completed', 'code': 200} Jun 01 18:58:15.919179 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=e5e08cd4-6548-4939-940a-5b4715439370,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:58:15.927882 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:58:15.928546 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:58:15.929074 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:58:15.929581 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:58:15.930207 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:58:15.930687 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:58:15.931283 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:58:15.931919 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:58:15.932437 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:58:15.932917 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:58:15.933554 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:58:15.934031 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:58:15.937248 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d3ea0f-5d47-40e9-8faf-f70294777c9b req-08118aea-d07a-4f95-a5ec-5a6df9e64d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:15.939386 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-76d3ea0f-5d47-40e9-8faf-f70294777c9b req-08118aea-d07a-4f95-a5ec-5a6df9e64d87 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=898153a3-5d71-43be-9d14-343ea4a48426&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1801805 Jun 01 18:58:15.962806 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-906012cd-521e-4aa2-9aeb-d1c5e68556d7'] response: {'server_uuid': '7dcdd6d1-d2db-4e64-9637-96797b8c92fe', 'name': 'network-vif-deleted', 'tag': 'a3269744-ecd1-4bfe-9619-4f31acc40af2', 'status': 'completed', 'code': 200} Jun 01 18:58:16.041583 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b171e3b-d343-46eb-90b8-c287b4ea1d81 req-1ea96dee-c94f-4e36-98a7-ea09d1722426 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:16.042958 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4b171e3b-d343-46eb-90b8-c287b4ea1d81 req-1ea96dee-c94f-4e36-98a7-ea09d1722426 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6a84f4a-49f9-4b0d-b8a1-0c49de9859df HTTP/1.1" status: 200 len: 948 time: 0.2294805 Jun 01 18:58:16.141323 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4b171e3b-d343-46eb-90b8-c287b4ea1d81 req-5533ffab-6cfa-487b-a8fa-9529f8e56849 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.41 "GET /v2.0/security-groups?id=22665066-3f80-4493-8b7a-e2faea6c666a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924401 Jun 01 18:58:16.162874 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-90ee9cc2-53c6-4b15-b1b5-35c7a051a134 req-bf431652-568e-430c-bb12-ecae1eea7f74 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/ports?device_id=7dcdd6d1-d2db-4e64-9637-96797b8c92fe HTTP/1.1" status: 200 len: 210 time: 0.0547538 Jun 01 18:58:16.223372 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-76d3ea0f-5d47-40e9-8faf-f70294777c9b req-694d1a74-ae82-4270-aa42-2255db38528d service neutron] 10.222.0.15 "GET /v2.0/networks/898153a3-5d71-43be-9d14-343ea4a48426?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2737081 Jun 01 18:58:16.274544 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ebf1de99-0abc-4d42-9951-00ae0e861e0d'] response: {'server_uuid': 'a880999f-98f0-439c-897b-2d500bb96fe5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5e08cd4-6548-4939-940a-5b4715439370', 'code': 200} Jun 01 18:58:16.450506 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.agents_db [None req-e814b9cf-7de8-45d0-a079-29c61fabe7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 18:58:16.484743 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d7ce43-7857-498b-af60-311d81e899c0 req-fdf21534-2445-4a68-b956-1060ef695173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:16.488202 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b5d7ce43-7857-498b-af60-311d81e899c0 req-fdf21534-2445-4a68-b956-1060ef695173 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a880999f-98f0-439c-897b-2d500bb96fe5 HTTP/1.1" status: 200 len: 1097 time: 0.1451406 Jun 01 18:58:16.501017 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3ec30e-14b6-4b5c-841c-54cca064dec2 req-c616c8a3-1729-4d09-96e0-6009ba1c4755 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:16.502707 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3b3ec30e-14b6-4b5c-841c-54cca064dec2 req-c616c8a3-1729-4d09-96e0-6009ba1c4755 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=a880999f-98f0-439c-897b-2d500bb96fe5 HTTP/1.1" status: 200 len: 946 time: 0.1515877 Jun 01 18:58:16.504651 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-76d3ea0f-5d47-40e9-8faf-f70294777c9b req-8abaa62e-2fa9-475f-ac84-11bf51c176be service neutron] 10.222.0.15 "GET /v2.0/networks/898153a3-5d71-43be-9d14-343ea4a48426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2735019 Jun 01 18:58:16.553800 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3b3ec30e-14b6-4b5c-841c-54cca064dec2 req-078d2e63-2507-426a-ab94-2b48e29edcbe tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/security-groups?id=e95c7360-01e1-4fb0-bbdb-7b11f637526c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452616 Jun 01 18:58:16.593380 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b5d7ce43-7857-498b-af60-311d81e899c0 req-fe1458ba-7dc8-415b-a278-c5b16dc04d11 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=e95c7360-01e1-4fb0-bbdb-7b11f637526c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962164 Jun 01 18:58:16.656553 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51360910-f205-4f5c-ade1-07f97bdef8e7 req-53cf613d-0294-4905-80d5-a91b67bbfcc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:16.659522 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-51360910-f205-4f5c-ade1-07f97bdef8e7 req-53cf613d-0294-4905-80d5-a91b67bbfcc7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ed558a94bd42496298488549f6a1a20a&device_id=d6a84f4a-49f9-4b0d-b8a1-0c49de9859df HTTP/1.1" status: 200 len: 1099 time: 0.0891025 Jun 01 18:58:16.854750 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51360910-f205-4f5c-ade1-07f97bdef8e7 req-da687caa-79de-464b-953e-d8e7754da7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:16.856277 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-51360910-f205-4f5c-ade1-07f97bdef8e7 req-da687caa-79de-464b-953e-d8e7754da7f4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=898153a3-5d71-43be-9d14-343ea4a48426 HTTP/1.1" status: 200 len: 870 time: 0.1902611 Jun 01 18:58:16.969328 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55946165-aa5a-4923-84e9-51d556ececed req-22dec566-d20e-4151-b6b5-5276a0a6ce27 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:16.978547 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-55946165-aa5a-4923-84e9-51d556ececed req-22dec566-d20e-4151-b6b5-5276a0a6ce27 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] 10.222.0.41 "GET /v2.0/ports?device_id=940a21cb-bca9-4882-91d5-0ff22e2c4322 HTTP/1.1" status: 200 len: 946 time: 0.1145401 Jun 01 18:58:17.046077 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-55946165-aa5a-4923-84e9-51d556ececed req-60564aa9-a32c-4d4c-8fa7-9cd37c368334 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] 10.222.0.41 "GET /v2.0/security-groups?id=428a90ee-d69c-4f4b-be08-39e0e3f8aeb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665371 Jun 01 18:58:17.127230 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-51360910-f205-4f5c-ade1-07f97bdef8e7 req-58d7ef7a-fb0f-453c-89ec-14a4c95c7c2a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=27490258-3afe-4d29-85a9-a1b52405b306 HTTP/1.1" status: 200 len: 217 time: 0.2635462 Jun 01 18:58:17.243890 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51360910-f205-4f5c-ade1-07f97bdef8e7 req-6291ebef-9ba3-4820-9e75-897dc15c14e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:17.245376 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-51360910-f205-4f5c-ade1-07f97bdef8e7 req-6291ebef-9ba3-4820-9e75-897dc15c14e6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=35e3ad2f-9c88-4698-b634-4e1b58de1cc2 HTTP/1.1" status: 200 len: 843 time: 0.1102872 Jun 01 18:58:17.329914 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29398839-c774-4b5e-8ba9-6a5c9ba0ddfb req-3357cbab-044d-4890-aeed-d073e9877f8e tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:17.331505 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-29398839-c774-4b5e-8ba9-6a5c9ba0ddfb req-3357cbab-044d-4890-aeed-d073e9877f8e tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] 10.222.0.41 "GET /v2.0/ports?device_id=3dbbeeb1-1868-46af-b8b0-8b09b36306d0 HTTP/1.1" status: 200 len: 945 time: 0.3978791 Jun 01 18:58:17.401006 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-29398839-c774-4b5e-8ba9-6a5c9ba0ddfb req-5e46c97c-17e0-40bc-a68e-7d5a5bca5cc9 tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cd81dcd-fddd-4cdb-b7e0-911a736e672d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588503 Jun 01 18:58:17.403590 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51360910-f205-4f5c-ade1-07f97bdef8e7 req-12281fd2-aedd-4bc4-8e71-4ecd1ec04e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:17.405061 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-51360910-f205-4f5c-ade1-07f97bdef8e7 req-12281fd2-aedd-4bc4-8e71-4ecd1ec04e0e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=898153a3-5d71-43be-9d14-343ea4a48426&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1487198 Jun 01 18:58:17.463334 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4197f5b0-3e53-4822-ad2b-967509806420 req-79007a8b-18de-43ad-96f8-5c0df7f55e92 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:17.465095 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4197f5b0-3e53-4822-ad2b-967509806420 req-79007a8b-18de-43ad-96f8-5c0df7f55e92 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6a84f4a-49f9-4b0d-b8a1-0c49de9859df HTTP/1.1" status: 200 len: 948 time: 0.1149666 Jun 01 18:58:17.539219 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4197f5b0-3e53-4822-ad2b-967509806420 req-25983573-9a85-403d-9672-b12d2ec41c80 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.41 "GET /v2.0/security-groups?id=22665066-3f80-4493-8b7a-e2faea6c666a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663052 Jun 01 18:58:17.631133 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-51360910-f205-4f5c-ade1-07f97bdef8e7 req-e0cf8277-5e61-4642-a934-80c782534ef0 service neutron] 10.222.0.15 "GET /v2.0/networks/898153a3-5d71-43be-9d14-343ea4a48426?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2166433 Jun 01 18:58:17.886862 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-51360910-f205-4f5c-ade1-07f97bdef8e7 req-e33d4ccf-6cff-465f-ae9f-a17422bbd93a service neutron] 10.222.0.15 "GET /v2.0/networks/898153a3-5d71-43be-9d14-343ea4a48426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2482469 Jun 01 18:58:17.910176 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07baa4d5-f6b3-4875-a9c6-97d6fe9aa957 req-8081e830-5b48-4883-855a-cb5043a4b123 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:17.911784 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-07baa4d5-f6b3-4875-a9c6-97d6fe9aa957 req-8081e830-5b48-4883-855a-cb5043a4b123 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=a880999f-98f0-439c-897b-2d500bb96fe5 HTTP/1.1" status: 200 len: 946 time: 0.2186728 Jun 01 18:58:17.976073 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-07baa4d5-f6b3-4875-a9c6-97d6fe9aa957 req-70b7f5a2-50f7-440a-84dd-10cc1bf29f7b tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/security-groups?id=e95c7360-01e1-4fb0-bbdb-7b11f637526c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579705 Jun 01 18:58:17.990696 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706c154b-2e52-4c39-b3cb-7729ae29bb86 req-505dfa08-39b6-472c-ac83-15d5671da921 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:17.998626 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-706c154b-2e52-4c39-b3cb-7729ae29bb86 req-505dfa08-39b6-472c-ac83-15d5671da921 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/networks?id=7a710216-a9ba-47da-a86f-23bc8e339e5a HTTP/1.1" status: 200 len: 812 time: 0.2213073 Jun 01 18:58:18.018411 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-706c154b-2e52-4c39-b3cb-7729ae29bb86 req-113445b3-3c3b-42c1-b667-f2d7d341f86d tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/quotas/0edcfecaba054f29a657f364ed77530c HTTP/1.1" status: 200 len: 375 time: 0.0185821 Jun 01 18:58:18.075718 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-706c154b-2e52-4c39-b3cb-7729ae29bb86 req-1d347408-9471-43cd-864e-7e89f097de60 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Synchronizing usage tracker for tenant:0edcfecaba054f29a657f364ed77530c on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:58:18.097727 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-706c154b-2e52-4c39-b3cb-7729ae29bb86 req-1d347408-9471-43cd-864e-7e89f097de60 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Unset dirty status for tenant:0edcfecaba054f29a657f364ed77530c on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:58:18.108020 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-706c154b-2e52-4c39-b3cb-7729ae29bb86 req-1d347408-9471-43cd-864e-7e89f097de60 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=0edcfecaba054f29a657f364ed77530c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0882409 Jun 01 18:58:18.263926 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-706c154b-2e52-4c39-b3cb-7729ae29bb86 req-5b2a2fc2-f652-48b8-aec7-94cbc3b7bb2f service neutron] 10.222.0.41 "GET /v2.0/networks/7a710216-a9ba-47da-a86f-23bc8e339e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549113 Jun 01 18:58:18.426091 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdaa413-133f-44a7-a089-65dbf5257233 req-fff686bd-4267-452a-98cd-b85ed29f9b98 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:18.427596 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-bbdaa413-133f-44a7-a089-65dbf5257233 req-fff686bd-4267-452a-98cd-b85ed29f9b98 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] 10.222.0.41 "GET /v2.0/ports?device_id=940a21cb-bca9-4882-91d5-0ff22e2c4322 HTTP/1.1" status: 200 len: 946 time: 0.0907722 Jun 01 18:58:18.477475 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-706c154b-2e52-4c39-b3cb-7729ae29bb86 req-88414b52-1e68-487a-aabe-64864040624a service neutron] 10.222.0.41 "GET /v2.0/networks/7a710216-a9ba-47da-a86f-23bc8e339e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914656 Jun 01 18:58:18.485668 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-bbdaa413-133f-44a7-a089-65dbf5257233 req-8bb88cbe-4ff6-4724-8ba9-8e529d2bec3e tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] 10.222.0.41 "GET /v2.0/security-groups?id=428a90ee-d69c-4f4b-be08-39e0e3f8aeb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492599 Jun 01 18:58:18.718033 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c76458-7731-446d-8c1f-92d214b58023 req-e77df2ec-a74b-491b-94a8-8118c3df985c tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:18.725420 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-58c76458-7731-446d-8c1f-92d214b58023 req-e77df2ec-a74b-491b-94a8-8118c3df985c tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] 10.222.0.41 "GET /v2.0/ports?device_id=3dbbeeb1-1868-46af-b8b0-8b09b36306d0 HTTP/1.1" status: 200 len: 945 time: 0.1444454 Jun 01 18:58:18.796925 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-58c76458-7731-446d-8c1f-92d214b58023 req-7e87aa58-c9db-4554-939a-7525b0f73d82 tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cd81dcd-fddd-4cdb-b7e0-911a736e672d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704060 Jun 01 18:58:18.888335 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-6c7cd744-a44a-47f5-a953-dfbf735c8a20 req-47265d78-801b-4c97-b75c-f63a0836e372 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/ports?device_id=779709d8-a8f3-49b1-8f69-02f152d46f25 HTTP/1.1" status: 200 len: 210 time: 0.0501027 Jun 01 18:58:18.973851 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83092adc-c1ae-4f32-82c6-ffd621bbdd68 req-1ee8bfa6-189e-4cd8-bce0-09b10f377b56 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:18.975491 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-83092adc-c1ae-4f32-82c6-ffd621bbdd68 req-1ee8bfa6-189e-4cd8-bce0-09b10f377b56 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6a84f4a-49f9-4b0d-b8a1-0c49de9859df HTTP/1.1" status: 200 len: 948 time: 0.2585573 Jun 01 18:58:19.026091 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-83092adc-c1ae-4f32-82c6-ffd621bbdd68 req-775b9401-c7b7-4cca-91fb-e70691114aab tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.41 "GET /v2.0/security-groups?id=22665066-3f80-4493-8b7a-e2faea6c666a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445511 Jun 01 18:58:19.218020 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92dbfe2-3b02-47d0-b853-14b1ca5837a4 req-4c9e8cab-424c-4196-90e7-68510c148797 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:19.225386 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a92dbfe2-3b02-47d0-b853-14b1ca5837a4 req-4c9e8cab-424c-4196-90e7-68510c148797 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=a880999f-98f0-439c-897b-2d500bb96fe5 HTTP/1.1" status: 200 len: 946 time: 0.1192040 Jun 01 18:58:19.234183 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device a3269744-ecd1-4bfe-9619-4f31acc40af2 no longer exists at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:58:19.273830 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] No Port match for: a3269744-ecd1-4bfe-9619-4f31acc40af2 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 18:58:19.274429 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device a3269744-ecd1-4bfe-9619-4f31acc40af2 not bound to the agent host n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 18:58:19.303941 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a92dbfe2-3b02-47d0-b853-14b1ca5837a4 req-c2a84348-407a-42e3-b353-873a0050c938 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/security-groups?id=e95c7360-01e1-4fb0-bbdb-7b11f637526c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775211 Jun 01 18:58:19.478420 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-aa2e48de-59cb-40d0-8726-c8e2d56bc4b5 req-ff43f01d-79fb-47bf-b547-6de829166c05 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=eccea382ced5475f9a2098d1ef2ff267 HTTP/1.1" status: 200 len: 267 time: 0.0484097 Jun 01 18:58:19.633175 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2e48de-59cb-40d0-8726-c8e2d56bc4b5 req-ce892195-5754-4e98-8e61-54e498169071 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:19.634876 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-aa2e48de-59cb-40d0-8726-c8e2d56bc4b5 req-ce892195-5754-4e98-8e61-54e498169071 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=a880999f-98f0-439c-897b-2d500bb96fe5 HTTP/1.1" status: 200 len: 946 time: 0.1525030 Jun 01 18:58:19.648858 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-aa2e48de-59cb-40d0-8726-c8e2d56bc4b5 req-dedf62eb-8b9d-49cb-937d-03d4744e3ec3 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Request body: {'port': {'security_groups': []}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:58:19.797790 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144a2dbd-9115-4b16-ac79-abc507a0b98d req-36241539-71ed-439d-bc82-ee5cc2aa25ca tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:19.799609 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-144a2dbd-9115-4b16-ac79-abc507a0b98d req-36241539-71ed-439d-bc82-ee5cc2aa25ca tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] 10.222.0.41 "GET /v2.0/ports?device_id=940a21cb-bca9-4882-91d5-0ff22e2c4322 HTTP/1.1" status: 200 len: 946 time: 0.1233804 Jun 01 18:58:19.801432 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-aa2e48de-59cb-40d0-8726-c8e2d56bc4b5 req-dedf62eb-8b9d-49cb-937d-03d4744e3ec3 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:19.853165 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-144a2dbd-9115-4b16-ac79-abc507a0b98d req-17a567c1-765d-47f9-b3c4-94160bbcb714 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] 10.222.0.41 "GET /v2.0/security-groups?id=428a90ee-d69c-4f4b-be08-39e0e3f8aeb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476882 Jun 01 18:58:20.115116 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039442df-e969-4a49-a71d-4a014f8cc9f4 req-a60655b2-3e21-4dfc-9395-6e35d51c7ec7 tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:20.118425 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-039442df-e969-4a49-a71d-4a014f8cc9f4 req-a60655b2-3e21-4dfc-9395-6e35d51c7ec7 tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] 10.222.0.41 "GET /v2.0/ports?device_id=3dbbeeb1-1868-46af-b8b0-8b09b36306d0 HTTP/1.1" status: 200 len: 945 time: 0.1125469 Jun 01 18:58:20.179384 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-039442df-e969-4a49-a71d-4a014f8cc9f4 req-3e7b45c6-9713-4c80-856d-b97141aec110 tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cd81dcd-fddd-4cdb-b7e0-911a736e672d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549583 Jun 01 18:58:20.309809 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-aa2e48de-59cb-40d0-8726-c8e2d56bc4b5 req-dedf62eb-8b9d-49cb-937d-03d4744e3ec3 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] For port e5e08cd4-6548-4939-940a-5b4715439370, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=e5e08cd4-6548-4939-940a-5b4715439370,segment=NetworkSegment(e60765c6-124a-4916-8bfd-a8bc142f32ad),segment_id=e60765c6-124a-4916-8bfd-a8bc142f32ad)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:58:20.323646 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706c154b-2e52-4c39-b3cb-7729ae29bb86 req-87c319da-66cf-40bd-a936-942165e5721e tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:20.325127 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-706c154b-2e52-4c39-b3cb-7729ae29bb86 req-87c319da-66cf-40bd-a936-942165e5721e tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.50 "GET /v2.0/networks?id=7a710216-a9ba-47da-a86f-23bc8e339e5a HTTP/1.1" status: 200 len: 812 time: 0.2406847 Jun 01 18:58:20.345889 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-706c154b-2e52-4c39-b3cb-7729ae29bb86 req-460a3ef3-fadb-4ecc-b914-5737d8a3e2a9 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Request body: {'port': {'device_id': '779709d8-a8f3-49b1-8f69-02f152d46f25', 'network_id': '7a710216-a9ba-47da-a86f-23bc8e339e5a', 'admin_state_up': True, 'tenant_id': '0edcfecaba054f29a657f364ed77530c'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:58:20.359953 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a86bc8bd-20fc-46d3-b15b-ebe61ca8489a req-4eb02c88-9d94-4c05-88bb-8f7949ce13bc tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/ports?device_id=779709d8-a8f3-49b1-8f69-02f152d46f25 HTTP/1.1" status: 200 len: 210 time: 0.0489779 Jun 01 18:58:20.379122 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-aa2e48de-59cb-40d0-8726-c8e2d56bc4b5 req-dedf62eb-8b9d-49cb-937d-03d4744e3ec3 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:20.506182 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-706c154b-2e52-4c39-b3cb-7729ae29bb86 req-460a3ef3-fadb-4ecc-b914-5737d8a3e2a9 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:58:20.508815 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-aa2e48de-59cb-40d0-8726-c8e2d56bc4b5 req-dedf62eb-8b9d-49cb-937d-03d4744e3ec3 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:20.523176 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] get_ports_and_sgs() called for port_ids ['e5e08cd4-6548-4939-940a-5b4715439370'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:58:20.555869 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] get_ports_and_sgs() called for port_ids ['19c2a89c-182e-401c-a32f-555a914ee8d2', 'af35f94e-baa7-492a-a849-23a884ba2285'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:58:20.574501 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-706c154b-2e52-4c39-b3cb-7729ae29bb86 req-460a3ef3-fadb-4ecc-b914-5737d8a3e2a9 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:58:20.591530 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc93734-e0a3-4f42-b97f-298f19fb4c6a req-e2d71470-ef62-4b42-8e15-888180cf58c5 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:20.602230 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-acc93734-e0a3-4f42-b97f-298f19fb4c6a req-e2d71470-ef62-4b42-8e15-888180cf58c5 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6a84f4a-49f9-4b0d-b8a1-0c49de9859df HTTP/1.1" status: 200 len: 948 time: 0.1407423 Jun 01 18:58:20.615900 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2e48de-59cb-40d0-8726-c8e2d56bc4b5 req-dedf62eb-8b9d-49cb-937d-03d4744e3ec3 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:20.615900 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-aa2e48de-59cb-40d0-8726-c8e2d56bc4b5 req-dedf62eb-8b9d-49cb-937d-03d4744e3ec3 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:20.618952 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-aa2e48de-59cb-40d0-8726-c8e2d56bc4b5 req-dedf62eb-8b9d-49cb-937d-03d4744e3ec3 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "PUT /v2.0/ports/e5e08cd4-6548-4939-940a-5b4715439370 HTTP/1.1" status: 200 len: 905 time: 0.9772453 Jun 01 18:58:20.619453 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a880999f-98f0-439c-897b-2d500bb96fe5', 'tag': 'e5e08cd4-6548-4939-940a-5b4715439370'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:58:20.654448 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-706c154b-2e52-4c39-b3cb-7729ae29bb86 req-460a3ef3-fadb-4ecc-b914-5737d8a3e2a9 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Made reservation on behalf of 0edcfecaba054f29a657f364ed77530c for: {'port': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:58:20.663943 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-706c154b-2e52-4c39-b3cb-7729ae29bb86 req-460a3ef3-fadb-4ecc-b914-5737d8a3e2a9 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:20.666102 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-acc93734-e0a3-4f42-b97f-298f19fb4c6a req-4584b131-6437-46a5-b0c6-a5612087f711 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.41 "GET /v2.0/security-groups?id=22665066-3f80-4493-8b7a-e2faea6c666a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629919 Jun 01 18:58:20.813487 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70b48adb-3075-42f0-8365-ad1b7f89e293'] response: {'name': 'network-changed', 'server_uuid': 'a880999f-98f0-439c-897b-2d500bb96fe5', 'tag': 'e5e08cd4-6548-4939-940a-5b4715439370', 'status': 'completed', 'code': 200} Jun 01 18:58:20.853927 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] get_ports_and_sgs() called for port_ids ['e5e08cd4-6548-4939-940a-5b4715439370'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:58:21.005741 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 27490258-3afe-4d29-85a9-a1b52405b306 details requested by agent hyperv_n-h1-844202-1 with host n-h1-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 18:58:21.049900 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedf62eb-8b9d-49cb-937d-03d4744e3ec3 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Pushing event updated for resources: {'Port': ['ID=e5e08cd4-6548-4939-940a-5b4715439370,revision_number=6']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:58:21.169436 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [req-706c154b-2e52-4c39-b3cb-7729ae29bb86 req-460a3ef3-fadb-4ecc-b914-5737d8a3e2a9 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Allocated IP 172.20.0.8 (7a710216-a9ba-47da-a86f-23bc8e339e5a/8cebf7e9-1140-4183-b8b2-8d4c3920d222/5943e26a-ef9a-4188-8101-7be52d945b1a) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:58:21.269791 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263bf15a-1baf-41cf-aa48-4161068b01bc req-5fe1d234-4f0d-417b-af10-4db2f1931b20 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:21.271479 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-263bf15a-1baf-41cf-aa48-4161068b01bc req-5fe1d234-4f0d-417b-af10-4db2f1931b20 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] 10.222.0.41 "GET /v2.0/ports?device_id=940a21cb-bca9-4882-91d5-0ff22e2c4322 HTTP/1.1" status: 200 len: 946 time: 0.1674206 Jun 01 18:58:21.303879 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-d64b95d2-d1cd-41f6-8d77-009e7326fc32 None None] Provisioning complete for port e5e08cd4-6548-4939-940a-5b4715439370 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:58:21.304518 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-d64b95d2-d1cd-41f6-8d77-009e7326fc32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:21.330603 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323890cd-c055-40c1-bcfe-a3147dab94e9 req-9707edc9-2984-40d7-b2e4-b402630155ea tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:21.330603 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-323890cd-c055-40c1-bcfe-a3147dab94e9 req-9707edc9-2984-40d7-b2e4-b402630155ea tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=a880999f-98f0-439c-897b-2d500bb96fe5 HTTP/1.1" status: 200 len: 908 time: 0.2820294 Jun 01 18:58:21.344206 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-263bf15a-1baf-41cf-aa48-4161068b01bc req-b1ee48fa-1434-441a-ab32-849839fd7437 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] 10.222.0.41 "GET /v2.0/security-groups?id=428a90ee-d69c-4f4b-be08-39e0e3f8aeb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653396 Jun 01 18:58:21.376102 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdafc66-6a5f-4165-98c1-184b34cb463a req-d60efc32-80b6-474d-a819-dbbf9074a063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:21.378371 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7bdafc66-6a5f-4165-98c1-184b34cb463a req-d60efc32-80b6-474d-a819-dbbf9074a063 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=eccea382ced5475f9a2098d1ef2ff267&device_id=a880999f-98f0-439c-897b-2d500bb96fe5 HTTP/1.1" status: 200 len: 1059 time: 0.5615294 Jun 01 18:58:21.563436 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 35674) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:58:21.631168 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port 27490258-3afe-4d29-85a9-a1b52405b306, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=27490258-3afe-4d29-85a9-a1b52405b306,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:58:21.660977 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313ee10c-ccde-4887-9d4e-64b545300db9 req-49ccd2e7-2afd-41ac-a331-a685eb6ec781 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:21.668152 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-313ee10c-ccde-4887-9d4e-64b545300db9 req-49ccd2e7-2afd-41ac-a331-a685eb6ec781 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=863d6d17-7ec0-45a3-a6dc-82b322b76ced HTTP/1.1" status: 200 len: 945 time: 0.1510522 Jun 01 18:58:21.700570 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Returning: {'device': '27490258-3afe-4d29-85a9-a1b52405b306', 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426', 'port_id': '27490258-3afe-4d29-85a9-a1b52405b306', 'mac_address': 'fa:16:3e:82:b1:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35e3ad2f-9c88-4698-b634-4e1b58de1cc2', 'ip_address': '192.168.233.172'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 18:58:21.825157 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-313ee10c-ccde-4887-9d4e-64b545300db9 req-08cce642-555c-4562-b4ee-cdc548dea070 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ce59b29-4aa6-4d2e-8584-a540c0a14c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1513894 Jun 01 18:58:21.829975 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdafc66-6a5f-4165-98c1-184b34cb463a req-97661045-bc45-44b2-b2af-180f140ef792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:21.831486 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7bdafc66-6a5f-4165-98c1-184b34cb463a req-97661045-bc45-44b2-b2af-180f140ef792 service neutron] 10.222.0.50 "GET /v2.0/networks?id=e3902938-4b6a-4448-87d9-59b63dd51a7f HTTP/1.1" status: 200 len: 912 time: 0.4278018 Jun 01 18:58:21.839089 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189614d7-7df0-4d97-9d5c-765688faa647 req-c5f7f1a3-168a-4bca-a540-900362bc522a tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:21.851959 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4cf28f83-db70-4e9f-b573-9c13b17815c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:21.858464 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-189614d7-7df0-4d97-9d5c-765688faa647 req-c5f7f1a3-168a-4bca-a540-900362bc522a tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] 10.222.0.41 "GET /v2.0/ports?device_id=3dbbeeb1-1868-46af-b8b0-8b09b36306d0 HTTP/1.1" status: 200 len: 945 time: 0.2901120 Jun 01 18:58:21.869927 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-4cf28f83-db70-4e9f-b573-9c13b17815c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:58:21.876318 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-4cf28f83-db70-4e9f-b573-9c13b17815c5 admin admin] Usage tracker for resource:security_group_rule and tenant:b0af603fbf5e40908d18a6af6460a5b3 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:58:21.879896 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-4cf28f83-db70-4e9f-b573-9c13b17815c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:58:21.887717 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-4cf28f83-db70-4e9f-b573-9c13b17815c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:58:22.036163 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-d64b95d2-d1cd-41f6-8d77-009e7326fc32 None None] Current status of the port e5e08cd4-6548-4939-940a-5b4715439370 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:58:22.119780 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7bdafc66-6a5f-4165-98c1-184b34cb463a req-26254596-e42b-4139-aca8-d95d13a0222c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e5e08cd4-6548-4939-940a-5b4715439370 HTTP/1.1" status: 200 len: 217 time: 0.2544115 Jun 01 18:58:22.130709 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port 27490258-3afe-4d29-85a9-a1b52405b306 is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:58:22.131118 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:22.140370 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-706c154b-2e52-4c39-b3cb-7729ae29bb86 req-460a3ef3-fadb-4ecc-b914-5737d8a3e2a9 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:22.157517 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27490258-3afe-4d29-85a9-a1b52405b306 {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:58:22.160890 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b7f1ef0c-097b-4f97-b6f4-48c44b8929c8 req-32b82924-6450-454b-b7b8-b128fd890419 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/ports?device_id=779709d8-a8f3-49b1-8f69-02f152d46f25 HTTP/1.1" status: 200 len: 210 time: 0.0933731 Jun 01 18:58:22.170603 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4cf28f83-db70-4e9f-b573-9c13b17815c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:22.177989 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port 27490258-3afe-4d29-85a9-a1b52405b306, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=27490258-3afe-4d29-85a9-a1b52405b306,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:58:22.184793 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4cf28f83-db70-4e9f-b573-9c13b17815c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:22.187697 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:22.240105 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-706c154b-2e52-4c39-b3cb-7729ae29bb86 req-460a3ef3-fadb-4ecc-b914-5737d8a3e2a9 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:22.252970 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-4cf28f83-db70-4e9f-b573-9c13b17815c5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b0af603fbf5e40908d18a6af6460a5b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6878867 Jun 01 18:58:22.259846 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 35688) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:58:22.284159 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf28f83-db70-4e9f-b573-9c13b17815c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e907d26-d4d9-4e89-9f07-00f86c9d0213,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:58:22.302109 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf28f83-db70-4e9f-b573-9c13b17815c5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:58:22.302527 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf28f83-db70-4e9f-b573-9c13b17815c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:58:22.302920 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf28f83-db70-4e9f-b573-9c13b17815c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:58:22.303307 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf28f83-db70-4e9f-b573-9c13b17815c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:58:22.303714 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf28f83-db70-4e9f-b573-9c13b17815c5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:58:22.304097 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf28f83-db70-4e9f-b573-9c13b17815c5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:58:22.304500 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf28f83-db70-4e9f-b573-9c13b17815c5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:58:22.304879 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf28f83-db70-4e9f-b573-9c13b17815c5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:58:22.305257 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf28f83-db70-4e9f-b573-9c13b17815c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:58:22.305705 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf28f83-db70-4e9f-b573-9c13b17815c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:58:22.306004 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf28f83-db70-4e9f-b573-9c13b17815c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:58:22.313601 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-189614d7-7df0-4d97-9d5c-765688faa647 req-6c5fe590-c4ad-4567-a52e-b48745ca44cb tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cd81dcd-fddd-4cdb-b7e0-911a736e672d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4541638 Jun 01 18:58:22.316816 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf28f83-db70-4e9f-b573-9c13b17815c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:58:22.341837 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=27490258-3afe-4d29-85a9-a1b52405b306,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:58:22.380434 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-706c154b-2e52-4c39-b3cb-7729ae29bb86 req-460a3ef3-fadb-4ecc-b914-5737d8a3e2a9 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Network 7a710216-a9ba-47da-a86f-23bc8e339e5a is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:58:22.382685 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdafc66-6a5f-4165-98c1-184b34cb463a req-be08c9f5-a484-495e-bf88-2dff562c1611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:22.384809 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7bdafc66-6a5f-4165-98c1-184b34cb463a req-be08c9f5-a484-495e-bf88-2dff562c1611 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=276181f2-c3ab-487e-8805-06ed7064e884 HTTP/1.1" status: 200 len: 850 time: 0.2588589 Jun 01 18:58:22.391434 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [req-706c154b-2e52-4c39-b3cb-7729ae29bb86 req-460a3ef3-fadb-4ecc-b914-5737d8a3e2a9 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:58:22.414664 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-075e8023-005b-49f1-b55b-cc471904eaf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:22.446572 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-706c154b-2e52-4c39-b3cb-7729ae29bb86 req-460a3ef3-fadb-4ecc-b914-5737d8a3e2a9 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:58:22.448371 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-075e8023-005b-49f1-b55b-cc471904eaf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:22.482132 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5553c08-dd08-4944-8e4c-d5ae848e2a0a req-7445d041-f60c-4e41-8483-6f689b180423 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:22.483523 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e5553c08-dd08-4944-8e4c-d5ae848e2a0a req-7445d041-f60c-4e41-8483-6f689b180423 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6a84f4a-49f9-4b0d-b8a1-0c49de9859df HTTP/1.1" status: 200 len: 949 time: 0.1603570 Jun 01 18:58:22.491524 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460a3ef3-fadb-4ecc-b914-5737d8a3e2a9 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Pushing event updated for resources: {'Port': ['ID=5943e26a-ef9a-4188-8101-7be52d945b1a,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:58:22.520287 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] get_ports_and_sgs() called for port_ids ['27490258-3afe-4d29-85a9-a1b52405b306'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:58:22.539455 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e5553c08-dd08-4944-8e4c-d5ae848e2a0a req-1c2d9fcf-7158-4ab4-86c6-b806a03f6a1c tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.41 "GET /v2.0/security-groups?id=22665066-3f80-4493-8b7a-e2faea6c666a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466769 Jun 01 18:58:22.555788 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-075e8023-005b-49f1-b55b-cc471904eaf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:22.596045 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075e8023-005b-49f1-b55b-cc471904eaf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e907d26-d4d9-4e89-9f07-00f86c9d0213,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:58:22.600908 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-075e8023-005b-49f1-b55b-cc471904eaf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:22.601940 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-075e8023-005b-49f1-b55b-cc471904eaf7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4e907d26-d4d9-4e89-9f07-00f86c9d0213 HTTP/1.1" status: 204 len: 168 time: 0.3383868 Jun 01 18:58:22.636185 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706c154b-2e52-4c39-b3cb-7729ae29bb86 req-460a3ef3-fadb-4ecc-b914-5737d8a3e2a9 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:22.636840 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-706c154b-2e52-4c39-b3cb-7729ae29bb86 req-460a3ef3-fadb-4ecc-b914-5737d8a3e2a9 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:22.684361 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdafc66-6a5f-4165-98c1-184b34cb463a req-f82fd63d-5e0e-4a1f-b8c0-859dfbaba7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:22.686057 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7bdafc66-6a5f-4165-98c1-184b34cb463a req-f82fd63d-5e0e-4a1f-b8c0-859dfbaba7cd service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e3902938-4b6a-4448-87d9-59b63dd51a7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2865577 Jun 01 18:58:22.707370 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a920092-4d7a-4fb9-bcc1-31e497943b3c req-0cc551f4-a92a-40b9-8989-2391104bdb45 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:22.716885 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5a920092-4d7a-4fb9-bcc1-31e497943b3c req-0cc551f4-a92a-40b9-8989-2391104bdb45 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=863d6d17-7ec0-45a3-a6dc-82b322b76ced HTTP/1.1" status: 200 len: 945 time: 0.2342091 Jun 01 18:58:22.834469 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-706c154b-2e52-4c39-b3cb-7729ae29bb86 req-460a3ef3-fadb-4ecc-b914-5737d8a3e2a9 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4923232 Jun 01 18:58:22.865878 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-706c154b-2e52-4c39-b3cb-7729ae29bb86 req-5c1bafec-04da-46ac-951a-35d616ec70d1 service neutron] Request body: {'port': {'device_id': '779709d8-a8f3-49b1-8f69-02f152d46f25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844202-1'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:58:22.886684 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e885fcb9-5eb9-4435-b6bc-c70ef34bf15b req-03629f99-458c-4fbb-ba37-efbe05bd3433 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:22.891320 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e885fcb9-5eb9-4435-b6bc-c70ef34bf15b req-03629f99-458c-4fbb-ba37-efbe05bd3433 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] 10.222.0.41 "GET /v2.0/ports?device_id=940a21cb-bca9-4882-91d5-0ff22e2c4322 HTTP/1.1" status: 200 len: 946 time: 0.1751280 Jun 01 18:58:22.953500 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e885fcb9-5eb9-4435-b6bc-c70ef34bf15b req-209a7021-532c-440d-baed-cc33b45ec87e tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] 10.222.0.41 "GET /v2.0/security-groups?id=428a90ee-d69c-4f4b-be08-39e0e3f8aeb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506394 Jun 01 18:58:22.980006 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5a920092-4d7a-4fb9-bcc1-31e497943b3c req-2c5c7828-b337-4d11-8267-f54ae53b7990 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ce59b29-4aa6-4d2e-8584-a540c0a14c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2505291 Jun 01 18:58:23.122583 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 35702) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:58:23.139682 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7bdafc66-6a5f-4165-98c1-184b34cb463a req-a9bcdc9a-69c8-4671-9205-5d8ba039c9c2 service neutron] 10.222.0.50 "GET /v2.0/networks/e3902938-4b6a-4448-87d9-59b63dd51a7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4205651 Jun 01 18:58:23.150442 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-24751aab-6a99-48bd-9a96-794c0765d464 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:23.184891 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-706c154b-2e52-4c39-b3cb-7729ae29bb86 req-5c1bafec-04da-46ac-951a-35d616ec70d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:23.190662 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e77056b-7955-4909-a03c-d0c990d3b553 req-a4a9f624-5cf4-4218-9037-41031a9d9baf tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:23.192157 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-9e77056b-7955-4909-a03c-d0c990d3b553 req-a4a9f624-5cf4-4218-9037-41031a9d9baf tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=863d6d17-7ec0-45a3-a6dc-82b322b76ced HTTP/1.1" status: 200 len: 945 time: 0.0989573 Jun 01 18:58:23.257040 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-9e77056b-7955-4909-a03c-d0c990d3b553 req-d8901668-0048-4db2-bd37-197f5ec8de0d tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ce59b29-4aa6-4d2e-8584-a540c0a14c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578775 Jun 01 18:58:23.294057 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-24751aab-6a99-48bd-9a96-794c0765d464 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:58:23.317147 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-24751aab-6a99-48bd-9a96-794c0765d464 admin admin] Usage tracker for resource:security_group_rule and tenant:2472229744cb48fd8e477aa7ac46e7b6 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:58:23.359007 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-24751aab-6a99-48bd-9a96-794c0765d464 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:58:23.377726 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-24751aab-6a99-48bd-9a96-794c0765d464 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:58:23.455148 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56c6119-5e61-4118-9718-1533b22b7151 req-a2858637-8943-4c85-9174-01729cd6ee70 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:23.456775 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d56c6119-5e61-4118-9718-1533b22b7151 req-a2858637-8943-4c85-9174-01729cd6ee70 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=863d6d17-7ec0-45a3-a6dc-82b322b76ced HTTP/1.1" status: 200 len: 945 time: 0.0884466 Jun 01 18:58:23.503630 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d56c6119-5e61-4118-9718-1533b22b7151 req-d7379206-fe13-4b1b-a9e3-af471cc45591 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ce59b29-4aa6-4d2e-8584-a540c0a14c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410378 Jun 01 18:58:23.506824 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7bdafc66-6a5f-4165-98c1-184b34cb463a req-ca8b8c61-a57e-40fc-ab82-87984dbb81b4 service neutron] 10.222.0.50 "GET /v2.0/networks/e3902938-4b6a-4448-87d9-59b63dd51a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3592000 Jun 01 18:58:23.644146 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58339d96-ab12-44e8-9cab-f28e486911e2 req-6f95710c-9c96-47f1-ab36-598bd18b2c5d tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:23.644890 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-58339d96-ab12-44e8-9cab-f28e486911e2 req-6f95710c-9c96-47f1-ab36-598bd18b2c5d tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Synchronizing usage tracker for tenant:0edcfecaba054f29a657f364ed77530c on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:58:23.702239 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-58339d96-ab12-44e8-9cab-f28e486911e2 req-6f95710c-9c96-47f1-ab36-598bd18b2c5d tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Unset dirty status for tenant:0edcfecaba054f29a657f364ed77530c on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:58:23.703402 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-58339d96-ab12-44e8-9cab-f28e486911e2 req-6f95710c-9c96-47f1-ab36-598bd18b2c5d tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/ports?device_id=779709d8-a8f3-49b1-8f69-02f152d46f25 HTTP/1.1" status: 200 len: 931 time: 0.4069080 Jun 01 18:58:23.761545 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-24751aab-6a99-48bd-9a96-794c0765d464 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:23.775642 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-24751aab-6a99-48bd-9a96-794c0765d464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:23.819465 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-58339d96-ab12-44e8-9cab-f28e486911e2 req-855f793b-4ecf-46ce-b0a4-1cf5984d300a tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/security-groups?id=679bc320-73aa-41fb-80e9-32867c6d2bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032791 Jun 01 18:58:23.827399 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79cb6a1-64e3-4de0-9e25-1f760665ef33 req-352d0a33-a3bf-44b4-90fd-a400a66c005d tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:23.828988 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b79cb6a1-64e3-4de0-9e25-1f760665ef33 req-352d0a33-a3bf-44b4-90fd-a400a66c005d tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] 10.222.0.41 "GET /v2.0/ports?device_id=3dbbeeb1-1868-46af-b8b0-8b09b36306d0 HTTP/1.1" status: 200 len: 945 time: 0.2053473 Jun 01 18:58:23.882973 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b79cb6a1-64e3-4de0-9e25-1f760665ef33 req-17efa80e-1e21-4697-9d1f-0e0343af17b2 tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cd81dcd-fddd-4cdb-b7e0-911a736e672d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412486 Jun 01 18:58:23.890644 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-24751aab-6a99-48bd-9a96-794c0765d464 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2472229744cb48fd8e477aa7ac46e7b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7668519 Jun 01 18:58:23.893294 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24751aab-6a99-48bd-9a96-794c0765d464 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15762937-2b14-4d05-bb7e-192fe02e5813,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:58:23.894092 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 35718) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:58:23.905524 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [req-706c154b-2e52-4c39-b3cb-7729ae29bb86 req-5c1bafec-04da-46ac-951a-35d616ec70d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5943e26a-ef9a-4188-8101-7be52d945b1a {{(pid=88524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:58:23.935851 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-706c154b-2e52-4c39-b3cb-7729ae29bb86 req-5c1bafec-04da-46ac-951a-35d616ec70d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:23.957243 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [req-706c154b-2e52-4c39-b3cb-7729ae29bb86 req-5c1bafec-04da-46ac-951a-35d616ec70d1 service neutron] Transition to ACTIVE for port object 5943e26a-ef9a-4188-8101-7be52d945b1a will not be triggered until provisioned by entity L2. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:58:23.961707 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-706c154b-2e52-4c39-b3cb-7729ae29bb86 req-5c1bafec-04da-46ac-951a-35d616ec70d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:24.003607 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-921e0f46-09b3-42b4-83dd-ff5a6266f168 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:24.113171 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-921e0f46-09b3-42b4-83dd-ff5a6266f168 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:24.232479 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef392f9-ec32-411f-9ea8-4c2a4ea835b7 req-06941707-ff7d-4dbb-a16d-7ab30981d973 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:24.234027 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-bef392f9-ec32-411f-9ea8-4c2a4ea835b7 req-06941707-ff7d-4dbb-a16d-7ab30981d973 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/networks?id=e3902938-4b6a-4448-87d9-59b63dd51a7f HTTP/1.1" status: 200 len: 811 time: 0.2090588 Jun 01 18:58:24.244073 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-921e0f46-09b3-42b4-83dd-ff5a6266f168 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:24.273457 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921e0f46-09b3-42b4-83dd-ff5a6266f168 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15762937-2b14-4d05-bb7e-192fe02e5813,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:58:24.278882 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-bef392f9-ec32-411f-9ea8-4c2a4ea835b7 req-983d42bf-c617-460d-90a5-463ce449d3b5 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/quotas/eccea382ced5475f9a2098d1ef2ff267 HTTP/1.1" status: 200 len: 375 time: 0.0310104 Jun 01 18:58:24.281395 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-921e0f46-09b3-42b4-83dd-ff5a6266f168 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:24.282403 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-921e0f46-09b3-42b4-83dd-ff5a6266f168 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/15762937-2b14-4d05-bb7e-192fe02e5813 HTTP/1.1" status: 204 len: 168 time: 0.3871653 Jun 01 18:58:24.293644 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1bafec-04da-46ac-951a-35d616ec70d1 service neutron] Pushing event updated for resources: {'Port': ['ID=5943e26a-ef9a-4188-8101-7be52d945b1a,revision_number=2']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:58:24.394194 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1bafec-04da-46ac-951a-35d616ec70d1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:58:24.394443 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1bafec-04da-46ac-951a-35d616ec70d1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:58:24.394779 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1bafec-04da-46ac-951a-35d616ec70d1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:58:24.395107 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1bafec-04da-46ac-951a-35d616ec70d1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:58:24.395436 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1bafec-04da-46ac-951a-35d616ec70d1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:58:24.395755 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1bafec-04da-46ac-951a-35d616ec70d1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:58:24.396069 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1bafec-04da-46ac-951a-35d616ec70d1 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:58:24.396412 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1bafec-04da-46ac-951a-35d616ec70d1 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:58:24.396812 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1bafec-04da-46ac-951a-35d616ec70d1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:58:24.397036 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1bafec-04da-46ac-951a-35d616ec70d1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:58:24.397345 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1bafec-04da-46ac-951a-35d616ec70d1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:58:24.397914 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1bafec-04da-46ac-951a-35d616ec70d1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:58:24.425326 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-706c154b-2e52-4c39-b3cb-7729ae29bb86 req-5c1bafec-04da-46ac-951a-35d616ec70d1 service neutron] Attempting to bind port 5943e26a-ef9a-4188-8101-7be52d945b1a on host n-h2-844202-1 for vnic_type normal with profile {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:58:24.425659 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-706c154b-2e52-4c39-b3cb-7729ae29bb86 req-5c1bafec-04da-46ac-951a-35d616ec70d1 service neutron] Attempting to bind port 5943e26a-ef9a-4188-8101-7be52d945b1a by drivers openvswitch,hyperv on host n-h2-844202-1 at level 0 using segments [{'id': 'ecb3f528-dbed-4312-ba29-7684ecfbe265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7a710216-a9ba-47da-a86f-23bc8e339e5a'}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:58:24.425984 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-706c154b-2e52-4c39-b3cb-7729ae29bb86 req-5c1bafec-04da-46ac-951a-35d616ec70d1 service neutron] Attempting to bind port 5943e26a-ef9a-4188-8101-7be52d945b1a on network 7a710216-a9ba-47da-a86f-23bc8e339e5a {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:58:24.432889 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-706c154b-2e52-4c39-b3cb-7729ae29bb86 req-5c1bafec-04da-46ac-951a-35d616ec70d1 service neutron] Port 5943e26a-ef9a-4188-8101-7be52d945b1a on network 7a710216-a9ba-47da-a86f-23bc8e339e5a not bound, no agent of type Open vSwitch agent registered on host n-h2-844202-1 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 18:58:24.433206 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-706c154b-2e52-4c39-b3cb-7729ae29bb86 req-5c1bafec-04da-46ac-951a-35d616ec70d1 service neutron] Attempting to bind port 5943e26a-ef9a-4188-8101-7be52d945b1a on network 7a710216-a9ba-47da-a86f-23bc8e339e5a {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:58:24.444576 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b553bc4-9de6-4de2-9594-fe66d29451ec req-1fd03973-80e3-40ba-8f30-c9e96b3bc1be tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:24.446077 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-8b553bc4-9de6-4de2-9594-fe66d29451ec req-1fd03973-80e3-40ba-8f30-c9e96b3bc1be tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6a84f4a-49f9-4b0d-b8a1-0c49de9859df HTTP/1.1" status: 200 len: 949 time: 0.4324644 Jun 01 18:58:24.448733 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-706c154b-2e52-4c39-b3cb-7729ae29bb86 req-5c1bafec-04da-46ac-951a-35d616ec70d1 service neutron] Checking agent: {'id': 'f5db9968-6317-4186-9100-9e0ca6b50417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 18, 58, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:58:24.449047 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-706c154b-2e52-4c39-b3cb-7729ae29bb86 req-5c1bafec-04da-46ac-951a-35d616ec70d1 service neutron] Checking segment: {'id': 'ecb3f528-dbed-4312-ba29-7684ecfbe265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7a710216-a9ba-47da-a86f-23bc8e339e5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:58:24.449422 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-706c154b-2e52-4c39-b3cb-7729ae29bb86 req-5c1bafec-04da-46ac-951a-35d616ec70d1 service neutron] Bound using segment: {'id': 'ecb3f528-dbed-4312-ba29-7684ecfbe265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7a710216-a9ba-47da-a86f-23bc8e339e5a'} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:58:24.449842 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-706c154b-2e52-4c39-b3cb-7729ae29bb86 req-5c1bafec-04da-46ac-951a-35d616ec70d1 service neutron] Bound port: 5943e26a-ef9a-4188-8101-7be52d945b1a, host: n-h2-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecb3f528-dbed-4312-ba29-7684ecfbe265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7a710216-a9ba-47da-a86f-23bc8e339e5a'}}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:58:24.450182 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-706c154b-2e52-4c39-b3cb-7729ae29bb86 req-5c1bafec-04da-46ac-951a-35d616ec70d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:24.485512 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97516f4-dfdf-46bf-8df7-ac25e45b137a req-0608ccdb-35d4-4541-8c03-f6d926257f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:24.488070 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d97516f4-dfdf-46bf-8df7-ac25e45b137a req-0608ccdb-35d4-4541-8c03-f6d926257f87 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3dbbeeb1-1868-46af-b8b0-8b09b36306d0 HTTP/1.1" status: 200 len: 1096 time: 0.1167309 Jun 01 18:58:24.519318 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-bef392f9-ec32-411f-9ea8-4c2a4ea835b7 req-08f83f58-7a33-461a-a003-821feec4876e tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=eccea382ced5475f9a2098d1ef2ff267&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2192464 Jun 01 18:58:24.560342 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-8b553bc4-9de6-4de2-9594-fe66d29451ec req-93a5968a-79b0-4063-8656-31ee6ffcc8b6 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.41 "GET /v2.0/security-groups?id=22665066-3f80-4493-8b7a-e2faea6c666a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945737 Jun 01 18:58:24.615097 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-706c154b-2e52-4c39-b3cb-7729ae29bb86 req-5c1bafec-04da-46ac-951a-35d616ec70d1 service neutron] For port 5943e26a-ef9a-4188-8101-7be52d945b1a, host n-h2-844202-1, cleared binding levels {{(pid=88524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:58:24.619583 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-706c154b-2e52-4c39-b3cb-7729ae29bb86 req-5c1bafec-04da-46ac-951a-35d616ec70d1 service neutron] For port 5943e26a-ef9a-4188-8101-7be52d945b1a, host n-h2-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=5943e26a-ef9a-4188-8101-7be52d945b1a,segment=NetworkSegment(ecb3f528-dbed-4312-ba29-7684ecfbe265),segment_id=ecb3f528-dbed-4312-ba29-7684ecfbe265)] {{(pid=88524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:58:24.629731 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-706c154b-2e52-4c39-b3cb-7729ae29bb86 req-5c1bafec-04da-46ac-951a-35d616ec70d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:24.664930 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d97516f4-dfdf-46bf-8df7-ac25e45b137a req-c4c994ae-f61a-470b-bb9a-213cd65f106d service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=3cd81dcd-fddd-4cdb-b7e0-911a736e672d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188004 Jun 01 18:58:24.712838 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-bef392f9-ec32-411f-9ea8-4c2a4ea835b7 req-e3a3a2be-8068-48cc-9003-a9efa7d0ef1d service neutron] 10.222.0.41 "GET /v2.0/networks/e3902938-4b6a-4448-87d9-59b63dd51a7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923976 Jun 01 18:58:24.750472 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706c154b-2e52-4c39-b3cb-7729ae29bb86 req-5c1bafec-04da-46ac-951a-35d616ec70d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:24.751331 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-706c154b-2e52-4c39-b3cb-7729ae29bb86 req-5c1bafec-04da-46ac-951a-35d616ec70d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:24.753452 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-706c154b-2e52-4c39-b3cb-7729ae29bb86 req-5c1bafec-04da-46ac-951a-35d616ec70d1 service neutron] 10.222.0.50 "PUT /v2.0/ports/5943e26a-ef9a-4188-8101-7be52d945b1a HTTP/1.1" status: 200 len: 1091 time: 1.9033477 Jun 01 18:58:24.763178 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '779709d8-a8f3-49b1-8f69-02f152d46f25', 'tag': '5943e26a-ef9a-4188-8101-7be52d945b1a'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:58:24.797075 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1bafec-04da-46ac-951a-35d616ec70d1 service neutron] Pushing event updated for resources: {'Port': ['ID=5943e26a-ef9a-4188-8101-7be52d945b1a,revision_number=3']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:58:24.880917 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288ebd52-f91a-4e90-817c-2862e09bdb3c req-f5d6e5fe-c557-43b6-9d9d-4a7ff6dfe698 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:24.882467 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-288ebd52-f91a-4e90-817c-2862e09bdb3c req-f5d6e5fe-c557-43b6-9d9d-4a7ff6dfe698 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] 10.222.0.41 "GET /v2.0/ports?device_id=940a21cb-bca9-4882-91d5-0ff22e2c4322 HTTP/1.1" status: 200 len: 946 time: 0.1809871 Jun 01 18:58:24.894870 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-bef392f9-ec32-411f-9ea8-4c2a4ea835b7 req-4af77993-5551-405c-a528-9d1b80a1b036 service neutron] 10.222.0.41 "GET /v2.0/networks/e3902938-4b6a-4448-87d9-59b63dd51a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774411 Jun 01 18:58:24.953435 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-288ebd52-f91a-4e90-817c-2862e09bdb3c req-ded503d7-0270-4d46-8034-cd0052a74b40 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] 10.222.0.41 "GET /v2.0/security-groups?id=428a90ee-d69c-4f4b-be08-39e0e3f8aeb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629420 Jun 01 18:58:24.961280 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706c154b-2e52-4c39-b3cb-7729ae29bb86 req-18331340-343f-4540-841a-eabe9f420f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:24.962754 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-706c154b-2e52-4c39-b3cb-7729ae29bb86 req-18331340-343f-4540-841a-eabe9f420f6c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0edcfecaba054f29a657f364ed77530c&device_id=779709d8-a8f3-49b1-8f69-02f152d46f25 HTTP/1.1" status: 200 len: 1094 time: 0.1628063 Jun 01 18:58:24.992099 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 27490258-3afe-4d29-85a9-a1b52405b306 up at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:58:25.175675 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-706c154b-2e52-4c39-b3cb-7729ae29bb86 req-0d5df99e-c067-4aef-8e00-1d2c25ab2ef5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5943e26a-ef9a-4188-8101-7be52d945b1a HTTP/1.1" status: 200 len: 217 time: 0.1947310 Jun 01 18:58:25.178789 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a9603d7-0451-4c83-9dde-09f6f55d94e8'] response: {'name': 'network-changed', 'server_uuid': '779709d8-a8f3-49b1-8f69-02f152d46f25', 'tag': '5943e26a-ef9a-4188-8101-7be52d945b1a', 'status': 'completed', 'code': 200} Jun 01 18:58:25.181108 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Provisioning for port 27490258-3afe-4d29-85a9-a1b52405b306 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:58:25.187554 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Provisioning complete for port 27490258-3afe-4d29-85a9-a1b52405b306 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:58:25.187800 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:25.266920 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706c154b-2e52-4c39-b3cb-7729ae29bb86 req-446d86d2-0e66-487a-9ebd-71e15438b7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:25.273634 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-706c154b-2e52-4c39-b3cb-7729ae29bb86 req-446d86d2-0e66-487a-9ebd-71e15438b7b7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8cebf7e9-1140-4183-b8b2-8d4c3920d222 HTTP/1.1" status: 200 len: 852 time: 0.0928900 Jun 01 18:58:25.394546 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-706c154b-2e52-4c39-b3cb-7729ae29bb86 req-58d6cc48-a290-4a04-b640-5b2145912920 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7a710216-a9ba-47da-a86f-23bc8e339e5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1137652 Jun 01 18:58:25.405280 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60db8b0b-1868-4b03-a494-97ec5c0615dd req-53f53a43-e52b-4d9e-b635-c8d6cd667d36 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:25.413313 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-60db8b0b-1868-4b03-a494-97ec5c0615dd req-53f53a43-e52b-4d9e-b635-c8d6cd667d36 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/ports?device_id=779709d8-a8f3-49b1-8f69-02f152d46f25 HTTP/1.1" status: 200 len: 943 time: 0.1869938 Jun 01 18:58:25.469323 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port 27490258-3afe-4d29-85a9-a1b52405b306 is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:58:25.469700 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:25.517427 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6a84f4a-49f9-4b0d-b8a1-0c49de9859df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27490258-3afe-4d29-85a9-a1b52405b306'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:58:25.520907 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-60db8b0b-1868-4b03-a494-97ec5c0615dd req-bb63e6d3-200e-40a2-8489-7d2eb2337fff tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/security-groups?id=679bc320-73aa-41fb-80e9-32867c6d2bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020880 Jun 01 18:58:25.551074 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port 27490258-3afe-4d29-85a9-a1b52405b306, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=27490258-3afe-4d29-85a9-a1b52405b306,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:58:25.557130 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:25.686606 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2c2a286f-6d8e-459a-9860-2919cf1b9a14 req-9e09b9fa-d361-4020-b170-8746c294c218 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2da7fbe-a2d2-41a4-9eca-c19f9eea24a4 HTTP/1.1" status: 200 len: 210 time: 0.1177740 Jun 01 18:58:25.705378 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-706c154b-2e52-4c39-b3cb-7729ae29bb86 req-bbb93b53-aeb6-46da-8745-10b1ee5df11f service neutron] 10.222.0.50 "GET /v2.0/networks/7a710216-a9ba-47da-a86f-23bc8e339e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2971923 Jun 01 18:58:25.782608 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=27490258-3afe-4d29-85a9-a1b52405b306,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:58:25.811052 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-148d3064-ecf9-421b-8cc7-417cf3d5e93f'] response: {'server_uuid': 'd6a84f4a-49f9-4b0d-b8a1-0c49de9859df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27490258-3afe-4d29-85a9-a1b52405b306', 'code': 200} Jun 01 18:58:25.950619 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c90a7e-2a50-4203-9041-b16b67512b1d req-db263c18-3769-4b78-8f08-b70f66e38140 tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:25.958710 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-23c90a7e-2a50-4203-9041-b16b67512b1d req-db263c18-3769-4b78-8f08-b70f66e38140 tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] 10.222.0.41 "GET /v2.0/ports?device_id=3dbbeeb1-1868-46af-b8b0-8b09b36306d0 HTTP/1.1" status: 200 len: 945 time: 0.5585828 Jun 01 18:58:26.098522 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-23c90a7e-2a50-4203-9041-b16b67512b1d req-c00aab34-0e2c-4d3d-8692-0133858f18d1 tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cd81dcd-fddd-4cdb-b7e0-911a736e672d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387293 Jun 01 18:58:26.113824 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-706c154b-2e52-4c39-b3cb-7729ae29bb86 req-62edf11b-37b9-4d13-8efd-896942538f4d service neutron] 10.222.0.50 "GET /v2.0/networks/7a710216-a9ba-47da-a86f-23bc8e339e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3948555 Jun 01 18:58:26.273861 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84a86d2-cb97-4586-ac8b-e1996cfeb8ca req-5ad1f2d7-43c3-4767-aa7a-08a325c5d533 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:26.290319 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e84a86d2-cb97-4586-ac8b-e1996cfeb8ca req-5ad1f2d7-43c3-4767-aa7a-08a325c5d533 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6a84f4a-49f9-4b0d-b8a1-0c49de9859df HTTP/1.1" status: 200 len: 950 time: 0.2378933 Jun 01 18:58:26.352359 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6ad9a5-81d1-400c-8709-5d68f9252091 req-63c54083-2958-4c2b-b757-298e0277d6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:26.354519 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-5d6ad9a5-81d1-400c-8709-5d68f9252091 req-63c54083-2958-4c2b-b757-298e0277d6dd service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d6a84f4a-49f9-4b0d-b8a1-0c49de9859df HTTP/1.1" status: 200 len: 1101 time: 0.1835070 Jun 01 18:58:26.372821 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e84a86d2-cb97-4586-ac8b-e1996cfeb8ca req-3cfe1e1c-519d-4137-8825-84c7f4acf60e tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.41 "GET /v2.0/security-groups?id=22665066-3f80-4493-8b7a-e2faea6c666a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766931 Jun 01 18:58:26.442106 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-5d6ad9a5-81d1-400c-8709-5d68f9252091 req-146ba1a2-72de-4d5e-9224-45b4e34bd05a service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=22665066-3f80-4493-8b7a-e2faea6c666a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680344 Jun 01 18:58:26.445192 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d27a9e1-d2fc-44d4-9546-823a1571c97e req-f1578010-5df5-45db-a85c-62ee88c7b386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:26.447503 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6d27a9e1-d2fc-44d4-9546-823a1571c97e req-f1578010-5df5-45db-a85c-62ee88c7b386 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0edcfecaba054f29a657f364ed77530c&device_id=779709d8-a8f3-49b1-8f69-02f152d46f25 HTTP/1.1" status: 200 len: 1094 time: 0.1884868 Jun 01 18:58:26.461854 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a4d18c-ae34-4419-af54-0b2be52bf479 req-8da4ad1a-b7c0-4cdf-a1fb-5ce6d0126f69 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:26.465171 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-39a4d18c-ae34-4419-af54-0b2be52bf479 req-8da4ad1a-b7c0-4cdf-a1fb-5ce6d0126f69 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] 10.222.0.41 "GET /v2.0/ports?device_id=940a21cb-bca9-4882-91d5-0ff22e2c4322 HTTP/1.1" status: 200 len: 946 time: 0.1500607 Jun 01 18:58:26.625413 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-39a4d18c-ae34-4419-af54-0b2be52bf479 req-94dee98e-4dce-4c1f-b8dd-96bc4b46338b tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] 10.222.0.41 "GET /v2.0/security-groups?id=428a90ee-d69c-4f4b-be08-39e0e3f8aeb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1361787 Jun 01 18:58:26.687876 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d27a9e1-d2fc-44d4-9546-823a1571c97e req-d527c487-ff52-4ffc-a34a-bb5977e8f24d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:26.690039 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6d27a9e1-d2fc-44d4-9546-823a1571c97e req-d527c487-ff52-4ffc-a34a-bb5977e8f24d service neutron] 10.222.0.50 "GET /v2.0/networks?id=7a710216-a9ba-47da-a86f-23bc8e339e5a HTTP/1.1" status: 200 len: 913 time: 0.2247541 Jun 01 18:58:26.795982 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e7ed4b-fa2d-44fa-8457-f9dd16b630b8 req-52cb0c47-548a-454a-9b52-2d1617031d8d tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:26.804900 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-72e7ed4b-fa2d-44fa-8457-f9dd16b630b8 req-52cb0c47-548a-454a-9b52-2d1617031d8d tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/ports?device_id=779709d8-a8f3-49b1-8f69-02f152d46f25 HTTP/1.1" status: 200 len: 943 time: 0.1216929 Jun 01 18:58:26.810802 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6d27a9e1-d2fc-44d4-9546-823a1571c97e req-c14d4e1d-48cc-4836-ad02-aba737eb7f46 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5943e26a-ef9a-4188-8101-7be52d945b1a HTTP/1.1" status: 200 len: 217 time: 0.0936162 Jun 01 18:58:26.838809 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 35810) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:58:26.873106 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-72e7ed4b-fa2d-44fa-8457-f9dd16b630b8 req-fc39809a-3ad1-4352-962b-b66459e3af1a tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/security-groups?id=679bc320-73aa-41fb-80e9-32867c6d2bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673146 Jun 01 18:58:27.088145 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f64f51a3-c6d2-49ca-9f02-65bed6ce518d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:27.125495 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-f64f51a3-c6d2-49ca-9f02-65bed6ce518d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:58:27.131119 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-f64f51a3-c6d2-49ca-9f02-65bed6ce518d admin admin] Usage tracker for resource:security_group_rule and tenant:8a58bc34e0c54878a7a20485762d2b71 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:58:27.136412 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-f64f51a3-c6d2-49ca-9f02-65bed6ce518d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:58:27.142222 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-f64f51a3-c6d2-49ca-9f02-65bed6ce518d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:58:27.172934 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d35638d4-354d-4f0c-9d74-3ec0df28fa90 req-a5318d77-0485-4b60-bd4d-ac1d760164d0 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2da7fbe-a2d2-41a4-9eca-c19f9eea24a4 HTTP/1.1" status: 200 len: 210 time: 0.2371132 Jun 01 18:58:27.237991 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 5943e26a-ef9a-4188-8101-7be52d945b1a details requested by agent hyperv_n-h2-844202-1 with host n-h2-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 18:58:27.273759 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f64f51a3-c6d2-49ca-9f02-65bed6ce518d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:27.279344 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f64f51a3-c6d2-49ca-9f02-65bed6ce518d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:27.290464 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d27a9e1-d2fc-44d4-9546-823a1571c97e req-499d6276-e346-41b2-a72f-4ff7f4ef60b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:27.294138 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6d27a9e1-d2fc-44d4-9546-823a1571c97e req-499d6276-e346-41b2-a72f-4ff7f4ef60b7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8cebf7e9-1140-4183-b8b2-8d4c3920d222 HTTP/1.1" status: 200 len: 852 time: 0.4768062 Jun 01 18:58:27.365397 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64f51a3-c6d2-49ca-9f02-65bed6ce518d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee43843b-7e78-4be3-a52c-cd986dcc987a,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:58:27.398209 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6d27a9e1-d2fc-44d4-9546-823a1571c97e req-cca4f9c9-2632-479b-93c6-6799c0734398 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7a710216-a9ba-47da-a86f-23bc8e339e5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0943210 Jun 01 18:58:27.441183 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-f64f51a3-c6d2-49ca-9f02-65bed6ce518d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8a58bc34e0c54878a7a20485762d2b71&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5995793 Jun 01 18:58:27.442584 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 35822) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:58:27.523462 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 5943e26a-ef9a-4188-8101-7be52d945b1a, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=5943e26a-ef9a-4188-8101-7be52d945b1a,segment=NetworkSegment(ecb3f528-dbed-4312-ba29-7684ecfbe265),segment_id=ecb3f528-dbed-4312-ba29-7684ecfbe265)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:58:27.540452 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-27697a96-ad89-41f8-9f14-5f8b8811eb4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:27.549479 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef392f9-ec32-411f-9ea8-4c2a4ea835b7 req-3aa1fecf-4ee0-4e92-964b-9adcf0e46f98 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:27.550984 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-bef392f9-ec32-411f-9ea8-4c2a4ea835b7 req-3aa1fecf-4ee0-4e92-964b-9adcf0e46f98 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.50 "GET /v2.0/networks?id=e3902938-4b6a-4448-87d9-59b63dd51a7f HTTP/1.1" status: 200 len: 811 time: 0.4148426 Jun 01 18:58:27.571975 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-bef392f9-ec32-411f-9ea8-4c2a4ea835b7 req-33263ee2-1215-4b5d-85db-c7a066cb2db3 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Request body: {'port': {'device_id': 'e2da7fbe-a2d2-41a4-9eca-c19f9eea24a4', 'network_id': 'e3902938-4b6a-4448-87d9-59b63dd51a7f', 'admin_state_up': True, 'tenant_id': 'eccea382ced5475f9a2098d1ef2ff267'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:58:27.581957 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Returning: {'device': '5943e26a-ef9a-4188-8101-7be52d945b1a', 'network_id': '7a710216-a9ba-47da-a86f-23bc8e339e5a', 'port_id': '5943e26a-ef9a-4188-8101-7be52d945b1a', 'mac_address': 'fa:16:3e:96:fb:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cebf7e9-1140-4183-b8b2-8d4c3920d222', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 18:58:27.595163 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062beb74-a17b-435a-9623-a77e175d711a req-addc6236-f580-4aa6-b1a1-d6a035e64ff1 tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:27.597946 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-062beb74-a17b-435a-9623-a77e175d711a req-addc6236-f580-4aa6-b1a1-d6a035e64ff1 tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] 10.222.0.41 "GET /v2.0/ports?device_id=3dbbeeb1-1868-46af-b8b0-8b09b36306d0 HTTP/1.1" status: 200 len: 945 time: 0.2338729 Jun 01 18:58:27.724866 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-27697a96-ad89-41f8-9f14-5f8b8811eb4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:27.744707 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port 5943e26a-ef9a-4188-8101-7be52d945b1a is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:58:27.745295 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:27.753067 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-062beb74-a17b-435a-9623-a77e175d711a req-aa408e98-41d0-4089-bc90-fe5218376a6d tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cd81dcd-fddd-4cdb-b7e0-911a736e672d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984194 Jun 01 18:58:27.794657 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5943e26a-ef9a-4188-8101-7be52d945b1a {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:58:27.834060 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 5943e26a-ef9a-4188-8101-7be52d945b1a, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=5943e26a-ef9a-4188-8101-7be52d945b1a,segment=NetworkSegment(ecb3f528-dbed-4312-ba29-7684ecfbe265),segment_id=ecb3f528-dbed-4312-ba29-7684ecfbe265)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:58:27.838634 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:27.907208 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8f06f7b4-1f1b-461f-8d82-4c96006e3139 req-403f9175-612d-4793-9358-784d6e799fac service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=863d6d17-7ec0-45a3-a6dc-82b322b76ced&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3078139 Jun 01 18:58:27.931419 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-27697a96-ad89-41f8-9f14-5f8b8811eb4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:27.982993 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27697a96-ad89-41f8-9f14-5f8b8811eb4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee43843b-7e78-4be3-a52c-cd986dcc987a,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:58:27.996696 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-27697a96-ad89-41f8-9f14-5f8b8811eb4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:28.000362 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-27697a96-ad89-41f8-9f14-5f8b8811eb4f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ee43843b-7e78-4be3-a52c-cd986dcc987a HTTP/1.1" status: 204 len: 168 time: 0.5544660 Jun 01 18:58:28.046019 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6d27a9e1-d2fc-44d4-9546-823a1571c97e req-3b4b298e-4c2f-49f9-93f6-2f8dcb4a81cd service neutron] 10.222.0.50 "GET /v2.0/networks/7a710216-a9ba-47da-a86f-23bc8e339e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6352651 Jun 01 18:58:28.144646 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=5943e26a-ef9a-4188-8101-7be52d945b1a,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:58:28.198615 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-bef392f9-ec32-411f-9ea8-4c2a4ea835b7 req-33263ee2-1215-4b5d-85db-c7a066cb2db3 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:58:28.229425 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] get_ports_and_sgs() called for port_ids ['5943e26a-ef9a-4188-8101-7be52d945b1a'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:58:28.230753 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-bef392f9-ec32-411f-9ea8-4c2a4ea835b7 req-33263ee2-1215-4b5d-85db-c7a066cb2db3 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:58:28.251290 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bef392f9-ec32-411f-9ea8-4c2a4ea835b7 req-33263ee2-1215-4b5d-85db-c7a066cb2db3 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Made reservation on behalf of eccea382ced5475f9a2098d1ef2ff267 for: {'port': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:58:28.255628 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-bef392f9-ec32-411f-9ea8-4c2a4ea835b7 req-33263ee2-1215-4b5d-85db-c7a066cb2db3 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:28.385905 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b222f6ce-cc1b-479b-9cc4-9547bc875528 req-d190d61d-1e20-47a4-8e73-aacb783ae353 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:28.394913 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b222f6ce-cc1b-479b-9cc4-9547bc875528 req-d190d61d-1e20-47a4-8e73-aacb783ae353 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6a84f4a-49f9-4b0d-b8a1-0c49de9859df HTTP/1.1" status: 200 len: 950 time: 0.7072582 Jun 01 18:58:28.429478 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d1993c-07ab-43e8-a006-c97ecd10d6ac req-56e924de-5acb-4c15-b60a-9554c1cfbf4a tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:28.435581 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-48d1993c-07ab-43e8-a006-c97ecd10d6ac req-56e924de-5acb-4c15-b60a-9554c1cfbf4a tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] 10.222.0.41 "GET /v2.0/ports?device_id=940a21cb-bca9-4882-91d5-0ff22e2c4322 HTTP/1.1" status: 200 len: 946 time: 0.3635945 Jun 01 18:58:28.453463 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f06f7b4-1f1b-461f-8d82-4c96006e3139 req-cfece1d5-f89d-4c8d-92e5-1ff6d7efdb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:28.454803 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8f06f7b4-1f1b-461f-8d82-4c96006e3139 req-cfece1d5-f89d-4c8d-92e5-1ff6d7efdb92 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=eccea382ced5475f9a2098d1ef2ff267&device_id=863d6d17-7ec0-45a3-a6dc-82b322b76ced HTTP/1.1" status: 200 len: 1096 time: 0.3105485 Jun 01 18:58:28.475462 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6d27a9e1-d2fc-44d4-9546-823a1571c97e req-5a54a306-68ff-490f-8951-6b72ac7b75b0 service neutron] 10.222.0.50 "GET /v2.0/networks/7a710216-a9ba-47da-a86f-23bc8e339e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4280555 Jun 01 18:58:28.528325 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b222f6ce-cc1b-479b-9cc4-9547bc875528 req-26deeed4-6b87-4023-b21f-9e059c2b4cdd tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.41 "GET /v2.0/security-groups?id=22665066-3f80-4493-8b7a-e2faea6c666a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323640 Jun 01 18:58:28.587917 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [req-bef392f9-ec32-411f-9ea8-4c2a4ea835b7 req-33263ee2-1215-4b5d-85db-c7a066cb2db3 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Allocated IP 172.20.0.14 (e3902938-4b6a-4448-87d9-59b63dd51a7f/276181f2-c3ab-487e-8805-06ed7064e884/fe9ee341-ec4e-4dd1-9a5a-2849f53aa52c) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:58:28.604074 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-48d1993c-07ab-43e8-a006-c97ecd10d6ac req-87c258d5-08d4-41fe-b8e1-db660df4987f tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] 10.222.0.41 "GET /v2.0/security-groups?id=428a90ee-d69c-4f4b-be08-39e0e3f8aeb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1659248 Jun 01 18:58:28.654126 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 35846) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:58:28.706141 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-440a175e-9eed-48e1-807b-f9588b75dcb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:28.738709 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-440a175e-9eed-48e1-807b-f9588b75dcb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:58:28.746616 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-440a175e-9eed-48e1-807b-f9588b75dcb7 admin admin] Usage tracker for resource:security_group_rule and tenant:60e017098d314719a30495565d03b484 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:58:28.750470 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f06f7b4-1f1b-461f-8d82-4c96006e3139 req-7971de57-3651-4851-804d-a9f76f3abd53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:28.752567 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8f06f7b4-1f1b-461f-8d82-4c96006e3139 req-7971de57-3651-4851-804d-a9f76f3abd53 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e3902938-4b6a-4448-87d9-59b63dd51a7f HTTP/1.1" status: 200 len: 912 time: 0.2770083 Jun 01 18:58:28.753999 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-440a175e-9eed-48e1-807b-f9588b75dcb7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:58:28.762162 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-440a175e-9eed-48e1-807b-f9588b75dcb7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:58:28.901145 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-bef392f9-ec32-411f-9ea8-4c2a4ea835b7 req-33263ee2-1215-4b5d-85db-c7a066cb2db3 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:28.953977 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8f06f7b4-1f1b-461f-8d82-4c96006e3139 req-d9a4042d-93ed-4218-b2ef-28d91b8f7e11 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4a324220-33d8-474a-8fca-3b42f63f1ae1 HTTP/1.1" status: 200 len: 1000 time: 0.1892872 Jun 01 18:58:29.036136 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [req-bef392f9-ec32-411f-9ea8-4c2a4ea835b7 req-33263ee2-1215-4b5d-85db-c7a066cb2db3 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Transition to ACTIVE for port object fe9ee341-ec4e-4dd1-9a5a-2849f53aa52c will not be triggered until provisioned by entity DHCP. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:58:29.061412 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3ee5cf02-4c1c-46b3-918b-15f46df2b704 req-1c48817a-b4ee-4cf5-9367-7cad8a863072 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2da7fbe-a2d2-41a4-9eca-c19f9eea24a4 HTTP/1.1" status: 200 len: 210 time: 0.1304297 Jun 01 18:58:29.070175 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cee9fda-0bc1-4696-ad90-38b9160ee5c1 req-a1891c18-67d8-4776-b125-cde591f12aa1 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:29.084766 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4cee9fda-0bc1-4696-ad90-38b9160ee5c1 req-a1891c18-67d8-4776-b125-cde591f12aa1 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/ports?device_id=779709d8-a8f3-49b1-8f69-02f152d46f25 HTTP/1.1" status: 200 len: 944 time: 0.3209491 Jun 01 18:58:29.106929 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac104cbc-b797-4b6a-922e-07f12d8e2477 req-4dd5ffd3-308c-42c8-b56e-9f406a9a9b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:29.108484 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ac104cbc-b797-4b6a-922e-07f12d8e2477 req-4dd5ffd3-308c-42c8-b56e-9f406a9a9b7c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d0a1e5281a6a4a33a7366a726bd4d479&device_id=3dbbeeb1-1868-46af-b8b0-8b09b36306d0 HTTP/1.1" status: 200 len: 1096 time: 0.1828268 Jun 01 18:58:29.114429 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f06f7b4-1f1b-461f-8d82-4c96006e3139 req-8e6255ca-61f1-4e20-a81c-194bf65c3013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:29.116186 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8f06f7b4-1f1b-461f-8d82-4c96006e3139 req-8e6255ca-61f1-4e20-a81c-194bf65c3013 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=276181f2-c3ab-487e-8805-06ed7064e884 HTTP/1.1" status: 200 len: 850 time: 0.1554158 Jun 01 18:58:29.234064 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4cee9fda-0bc1-4696-ad90-38b9160ee5c1 req-39862db3-b15c-4511-80d6-0e2532a248c3 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/security-groups?id=679bc320-73aa-41fb-80e9-32867c6d2bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541517 Jun 01 18:58:29.244894 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-440a175e-9eed-48e1-807b-f9588b75dcb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:29.255440 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-440a175e-9eed-48e1-807b-f9588b75dcb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:29.267319 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-bef392f9-ec32-411f-9ea8-4c2a4ea835b7 req-33263ee2-1215-4b5d-85db-c7a066cb2db3 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:29.279474 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] get_ports_and_sgs() called for port_ids ['19c2a89c-182e-401c-a32f-555a914ee8d2', 'af35f94e-baa7-492a-a849-23a884ba2285'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:58:29.309175 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f06f7b4-1f1b-461f-8d82-4c96006e3139 req-aa25dc89-8eb1-46b6-b3b1-eb01bd40f6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:29.311474 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8f06f7b4-1f1b-461f-8d82-4c96006e3139 req-aa25dc89-8eb1-46b6-b3b1-eb01bd40f6a0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e3902938-4b6a-4448-87d9-59b63dd51a7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1859999 Jun 01 18:58:29.338413 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440a175e-9eed-48e1-807b-f9588b75dcb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3afb31f1-df74-4bfa-a116-f9a88538bfb8,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:58:29.344902 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-440a175e-9eed-48e1-807b-f9588b75dcb7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=60e017098d314719a30495565d03b484&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6875236 Jun 01 18:58:29.346654 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 35854) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:58:29.402698 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bef392f9-ec32-411f-9ea8-4c2a4ea835b7 req-33263ee2-1215-4b5d-85db-c7a066cb2db3 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Network e3902938-4b6a-4448-87d9-59b63dd51a7f is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:58:29.412260 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [req-bef392f9-ec32-411f-9ea8-4c2a4ea835b7 req-33263ee2-1215-4b5d-85db-c7a066cb2db3 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:58:29.419953 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-bef392f9-ec32-411f-9ea8-4c2a4ea835b7 req-33263ee2-1215-4b5d-85db-c7a066cb2db3 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:58:29.448446 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac104cbc-b797-4b6a-922e-07f12d8e2477 req-9c21d622-6095-42da-a4e7-9117b3ec8883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:29.450146 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ac104cbc-b797-4b6a-922e-07f12d8e2477 req-9c21d622-6095-42da-a4e7-9117b3ec8883 service neutron] 10.222.0.15 "GET /v2.0/networks?id=68c6e764-294d-4bbe-b8e6-e3de6ad7c308 HTTP/1.1" status: 200 len: 912 time: 0.3346109 Jun 01 18:58:29.501687 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8bd01a36-3f6e-4baa-a47d-0b2f95d693ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:29.520169 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8f06f7b4-1f1b-461f-8d82-4c96006e3139 req-464c6b0b-93e1-48ce-b52c-d6ad90426c66 service neutron] 10.222.0.15 "GET /v2.0/networks/e3902938-4b6a-4448-87d9-59b63dd51a7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012820 Jun 01 18:58:29.559617 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8bd01a36-3f6e-4baa-a47d-0b2f95d693ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:29.679119 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef392f9-ec32-411f-9ea8-4c2a4ea835b7 req-33263ee2-1215-4b5d-85db-c7a066cb2db3 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:29.679759 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-bef392f9-ec32-411f-9ea8-4c2a4ea835b7 req-33263ee2-1215-4b5d-85db-c7a066cb2db3 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:29.692828 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33263ee2-1215-4b5d-85db-c7a066cb2db3 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Pushing event updated for resources: {'Port': ['ID=fe9ee341-ec4e-4dd1-9a5a-2849f53aa52c,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:58:29.711815 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ac104cbc-b797-4b6a-922e-07f12d8e2477 req-781d9726-4b36-43cf-8d1b-d887a1137ffd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=48becb1a-b8b3-47c6-b06c-86ccc46a069a HTTP/1.1" status: 200 len: 217 time: 0.2215326 Jun 01 18:58:29.722741 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-d484d7e5-823c-434b-ab70-da8448c077c3 None None] Provisioning for port fe9ee341-ec4e-4dd1-9a5a-2849f53aa52c completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:58:29.728519 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-d484d7e5-823c-434b-ab70-da8448c077c3 None None] Provisioning complete for port fe9ee341-ec4e-4dd1-9a5a-2849f53aa52c triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:58:29.729149 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-d484d7e5-823c-434b-ab70-da8448c077c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:29.784611 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5365fb-8003-43d1-a11f-371c04a50f14 req-582df4c1-df4e-4a4e-a01a-5a73322d084b tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:29.786584 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-8b5365fb-8003-43d1-a11f-371c04a50f14 req-582df4c1-df4e-4a4e-a01a-5a73322d084b tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] 10.222.0.41 "GET /v2.0/ports?device_id=3dbbeeb1-1868-46af-b8b0-8b09b36306d0 HTTP/1.1" status: 200 len: 945 time: 0.5589256 Jun 01 18:58:29.801825 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-bef392f9-ec32-411f-9ea8-4c2a4ea835b7 req-33263ee2-1215-4b5d-85db-c7a066cb2db3 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2358370 Jun 01 18:58:29.808079 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8f06f7b4-1f1b-461f-8d82-4c96006e3139 req-9c09ebd7-6ec0-4151-8a4c-dba4489a084a service neutron] 10.222.0.15 "GET /v2.0/networks/e3902938-4b6a-4448-87d9-59b63dd51a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2788780 Jun 01 18:58:29.837409 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-bef392f9-ec32-411f-9ea8-4c2a4ea835b7 req-cc0d5069-3a10-4281-ab4d-80ec7f51f4d3 service neutron] Request body: {'port': {'device_id': 'e2da7fbe-a2d2-41a4-9eca-c19f9eea24a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844202-1'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:58:29.841786 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-d484d7e5-823c-434b-ab70-da8448c077c3 None None] Port fe9ee341-ec4e-4dd1-9a5a-2849f53aa52c cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 18:58:29.842741 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8bd01a36-3f6e-4baa-a47d-0b2f95d693ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:29.869356 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3a27af-5230-4883-8046-1da183cca3c5 req-863d56fb-7b83-47fd-b448-88959ccc5544 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:29.870803 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-bd3a27af-5230-4883-8046-1da183cca3c5 req-863d56fb-7b83-47fd-b448-88959ccc5544 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6a84f4a-49f9-4b0d-b8a1-0c49de9859df HTTP/1.1" status: 200 len: 950 time: 0.1803002 Jun 01 18:58:29.874789 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd01a36-3f6e-4baa-a47d-0b2f95d693ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3afb31f1-df74-4bfa-a116-f9a88538bfb8,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:58:29.881904 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8bd01a36-3f6e-4baa-a47d-0b2f95d693ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:29.882930 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-8bd01a36-3f6e-4baa-a47d-0b2f95d693ae admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3afb31f1-df74-4bfa-a116-f9a88538bfb8 HTTP/1.1" status: 204 len: 168 time: 0.5354674 Jun 01 18:58:29.908845 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac104cbc-b797-4b6a-922e-07f12d8e2477 req-ccf91eb8-91df-4351-8a01-ed6cb2368a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:29.910517 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ac104cbc-b797-4b6a-922e-07f12d8e2477 req-ccf91eb8-91df-4351-8a01-ed6cb2368a6b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=65007f2f-c4cf-4ea2-954f-0d213b184a70 HTTP/1.1" status: 200 len: 851 time: 0.1846869 Jun 01 18:58:29.925235 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-bd3a27af-5230-4883-8046-1da183cca3c5 req-86743491-045b-4e7c-853a-8c514f4c1b60 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.41 "GET /v2.0/security-groups?id=22665066-3f80-4493-8b7a-e2faea6c666a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453713 Jun 01 18:58:30.034504 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ac104cbc-b797-4b6a-922e-07f12d8e2477 req-f61545e0-b441-49e4-b158-51e9fba9584d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=68c6e764-294d-4bbe-b8e6-e3de6ad7c308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1109846 Jun 01 18:58:30.050230 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-8b5365fb-8003-43d1-a11f-371c04a50f14 req-94969104-6903-47b8-ad5e-0d4debf89e88 tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cd81dcd-fddd-4cdb-b7e0-911a736e672d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2502196 Jun 01 18:58:30.163177 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-bef392f9-ec32-411f-9ea8-4c2a4ea835b7 req-cc0d5069-3a10-4281-ab4d-80ec7f51f4d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:30.175885 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca30943-efcc-462d-bbcf-2da98d51ade4 req-93507163-cf75-4c42-a056-ff1c965d3ace tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:30.184082 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-5ca30943-efcc-462d-bbcf-2da98d51ade4 req-93507163-cf75-4c42-a056-ff1c965d3ace tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] 10.222.0.41 "GET /v2.0/ports?device_id=940a21cb-bca9-4882-91d5-0ff22e2c4322 HTTP/1.1" status: 200 len: 946 time: 0.1274834 Jun 01 18:58:30.236912 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-5ca30943-efcc-462d-bbcf-2da98d51ade4 req-53c2e2af-9749-407b-886c-b952bab7629c tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] 10.222.0.41 "GET /v2.0/security-groups?id=428a90ee-d69c-4f4b-be08-39e0e3f8aeb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517504 Jun 01 18:58:30.452644 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ac104cbc-b797-4b6a-922e-07f12d8e2477 req-ebf36f96-abdd-47c1-adf6-50048b854df6 service neutron] 10.222.0.15 "GET /v2.0/networks/68c6e764-294d-4bbe-b8e6-e3de6ad7c308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4058385 Jun 01 18:58:30.478260 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57633288-588a-4271-9f2c-6ce38da89ec8 req-afccd426-7add-4f93-9556-c173551b3889 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:30.487806 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-57633288-588a-4271-9f2c-6ce38da89ec8 req-afccd426-7add-4f93-9556-c173551b3889 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2da7fbe-a2d2-41a4-9eca-c19f9eea24a4 HTTP/1.1" status: 200 len: 932 time: 0.1162136 Jun 01 18:58:30.549376 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-57633288-588a-4271-9f2c-6ce38da89ec8 req-06ad12b9-b514-434a-949a-3fe1e67ab59b tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/security-groups?id=e95c7360-01e1-4fb0-bbdb-7b11f637526c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605156 Jun 01 18:58:30.641682 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2841c023-b6fd-466d-8d7f-c6b4c234fad1 req-c5e9cd23-0fe2-471e-8c83-05204de2c62d tempest-ServersOnMultiNodesTest-884102271 tempest-ServersOnMultiNodesTest-884102271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:30.649134 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-2841c023-b6fd-466d-8d7f-c6b4c234fad1 req-c5e9cd23-0fe2-471e-8c83-05204de2c62d tempest-ServersOnMultiNodesTest-884102271 tempest-ServersOnMultiNodesTest-884102271-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=d6a84f4a-49f9-4b0d-b8a1-0c49de9859df HTTP/1.1" status: 200 len: 1101 time: 0.4696822 Jun 01 18:58:30.774713 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2c053a-18a8-4e32-9452-40fd7b3e3b7a req-92476ce0-38cf-4f6a-bfaa-4a5b099f9105 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:30.776546 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-6d2c053a-18a8-4e32-9452-40fd7b3e3b7a req-92476ce0-38cf-4f6a-bfaa-4a5b099f9105 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/ports?device_id=779709d8-a8f3-49b1-8f69-02f152d46f25 HTTP/1.1" status: 200 len: 944 time: 0.1202950 Jun 01 18:58:30.868472 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-6d2c053a-18a8-4e32-9452-40fd7b3e3b7a req-4cf66e79-49e0-4375-afce-70da73f89fa4 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/security-groups?id=679bc320-73aa-41fb-80e9-32867c6d2bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813544 Jun 01 18:58:30.868885 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-2841c023-b6fd-466d-8d7f-c6b4c234fad1 req-232f6ce1-a3b2-489d-abf4-131ce82d27ba tempest-ServersOnMultiNodesTest-884102271 tempest-ServersOnMultiNodesTest-884102271-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=22665066-3f80-4493-8b7a-e2faea6c666a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148194 Jun 01 18:58:30.886367 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ac104cbc-b797-4b6a-922e-07f12d8e2477 req-859b8d62-490a-4fdb-b815-afdb75df3c04 service neutron] 10.222.0.15 "GET /v2.0/networks/68c6e764-294d-4bbe-b8e6-e3de6ad7c308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4249611 Jun 01 18:58:30.920496 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78431438-1315-48e2-bf17-a5100141dc2c req-9fd0fea6-0160-41a9-b1eb-f29c95f12fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:30.922743 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-78431438-1315-48e2-bf17-a5100141dc2c req-9fd0fea6-0160-41a9-b1eb-f29c95f12fcd service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=940a21cb-bca9-4882-91d5-0ff22e2c4322 HTTP/1.1" status: 200 len: 1097 time: 0.4616804 Jun 01 18:58:31.027988 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-78431438-1315-48e2-bf17-a5100141dc2c req-5a74f02c-6cd0-40b4-b85a-387d9c682818 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=428a90ee-d69c-4f4b-be08-39e0e3f8aeb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939317 Jun 01 18:58:31.032619 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [req-bef392f9-ec32-411f-9ea8-4c2a4ea835b7 req-cc0d5069-3a10-4281-ab4d-80ec7f51f4d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe9ee341-ec4e-4dd1-9a5a-2849f53aa52c {{(pid=88524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:58:31.044615 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-bef392f9-ec32-411f-9ea8-4c2a4ea835b7 req-cc0d5069-3a10-4281-ab4d-80ec7f51f4d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:31.061846 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [req-bef392f9-ec32-411f-9ea8-4c2a4ea835b7 req-cc0d5069-3a10-4281-ab4d-80ec7f51f4d3 service neutron] Transition to ACTIVE for port object fe9ee341-ec4e-4dd1-9a5a-2849f53aa52c will not be triggered until provisioned by entity L2. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:58:31.066526 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-bef392f9-ec32-411f-9ea8-4c2a4ea835b7 req-cc0d5069-3a10-4281-ab4d-80ec7f51f4d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:31.250305 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 5943e26a-ef9a-4188-8101-7be52d945b1a up at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:58:31.347348 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9b6fbc95-b352-4899-bf7d-aec1e98622a1 req-cd4d9e9a-44ad-4c6c-9063-dba7a921ece8 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=ed558a94bd42496298488549f6a1a20a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0984237 Jun 01 18:58:31.357504 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0d5069-3a10-4281-ab4d-80ec7f51f4d3 service neutron] Pushing event updated for resources: {'Port': ['ID=fe9ee341-ec4e-4dd1-9a5a-2849f53aa52c,revision_number=2']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:58:31.440718 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning for port 5943e26a-ef9a-4188-8101-7be52d945b1a completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:58:31.449870 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning complete for port 5943e26a-ef9a-4188-8101-7be52d945b1a triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:58:31.450360 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:31.501110 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb753690-f422-4634-ae16-265dbb792a37 req-f7f9cf87-43f9-496c-bc95-f30f97f72f25 tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:31.507634 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-fb753690-f422-4634-ae16-265dbb792a37 req-f7f9cf87-43f9-496c-bc95-f30f97f72f25 tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] 10.222.0.41 "GET /v2.0/ports?device_id=3dbbeeb1-1868-46af-b8b0-8b09b36306d0 HTTP/1.1" status: 200 len: 945 time: 0.1808872 Jun 01 18:58:31.509307 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-bef392f9-ec32-411f-9ea8-4c2a4ea835b7 req-cc0d5069-3a10-4281-ab4d-80ec7f51f4d3 service neutron] Attempting to bind port fe9ee341-ec4e-4dd1-9a5a-2849f53aa52c on host n-h2-844202-1 for vnic_type normal with profile {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:58:31.509644 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-bef392f9-ec32-411f-9ea8-4c2a4ea835b7 req-cc0d5069-3a10-4281-ab4d-80ec7f51f4d3 service neutron] Attempting to bind port fe9ee341-ec4e-4dd1-9a5a-2849f53aa52c by drivers openvswitch,hyperv on host n-h2-844202-1 at level 0 using segments [{'id': 'e60765c6-124a-4916-8bfd-a8bc142f32ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'e3902938-4b6a-4448-87d9-59b63dd51a7f'}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:58:31.509973 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef392f9-ec32-411f-9ea8-4c2a4ea835b7 req-cc0d5069-3a10-4281-ab4d-80ec7f51f4d3 service neutron] Attempting to bind port fe9ee341-ec4e-4dd1-9a5a-2849f53aa52c on network e3902938-4b6a-4448-87d9-59b63dd51a7f {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:58:31.529827 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef392f9-ec32-411f-9ea8-4c2a4ea835b7 req-cc0d5069-3a10-4281-ab4d-80ec7f51f4d3 service neutron] Port fe9ee341-ec4e-4dd1-9a5a-2849f53aa52c on network e3902938-4b6a-4448-87d9-59b63dd51a7f not bound, no agent of type Open vSwitch agent registered on host n-h2-844202-1 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 18:58:31.530032 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef392f9-ec32-411f-9ea8-4c2a4ea835b7 req-cc0d5069-3a10-4281-ab4d-80ec7f51f4d3 service neutron] Attempting to bind port fe9ee341-ec4e-4dd1-9a5a-2849f53aa52c on network e3902938-4b6a-4448-87d9-59b63dd51a7f {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:58:31.567539 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef392f9-ec32-411f-9ea8-4c2a4ea835b7 req-cc0d5069-3a10-4281-ab4d-80ec7f51f4d3 service neutron] Checking agent: {'id': 'f5db9968-6317-4186-9100-9e0ca6b50417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 18, 58, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:58:31.567962 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef392f9-ec32-411f-9ea8-4c2a4ea835b7 req-cc0d5069-3a10-4281-ab4d-80ec7f51f4d3 service neutron] Checking segment: {'id': 'e60765c6-124a-4916-8bfd-a8bc142f32ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'e3902938-4b6a-4448-87d9-59b63dd51a7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:58:31.568453 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef392f9-ec32-411f-9ea8-4c2a4ea835b7 req-cc0d5069-3a10-4281-ab4d-80ec7f51f4d3 service neutron] Bound using segment: {'id': 'e60765c6-124a-4916-8bfd-a8bc142f32ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'e3902938-4b6a-4448-87d9-59b63dd51a7f'} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:58:31.568996 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-bef392f9-ec32-411f-9ea8-4c2a4ea835b7 req-cc0d5069-3a10-4281-ab4d-80ec7f51f4d3 service neutron] Bound port: fe9ee341-ec4e-4dd1-9a5a-2849f53aa52c, host: n-h2-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e60765c6-124a-4916-8bfd-a8bc142f32ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'e3902938-4b6a-4448-87d9-59b63dd51a7f'}}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:58:31.569438 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-bef392f9-ec32-411f-9ea8-4c2a4ea835b7 req-cc0d5069-3a10-4281-ab4d-80ec7f51f4d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:31.594067 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-fb753690-f422-4634-ae16-265dbb792a37 req-34a15287-9d42-4fd4-9d45-ead8d9b238e4 tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cd81dcd-fddd-4cdb-b7e0-911a736e672d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781724 Jun 01 18:58:31.671730 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port 5943e26a-ef9a-4188-8101-7be52d945b1a is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:58:31.672109 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:31.714295 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '779709d8-a8f3-49b1-8f69-02f152d46f25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5943e26a-ef9a-4188-8101-7be52d945b1a'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:58:31.749162 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 5943e26a-ef9a-4188-8101-7be52d945b1a, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=5943e26a-ef9a-4188-8101-7be52d945b1a,segment=NetworkSegment(ecb3f528-dbed-4312-ba29-7684ecfbe265),segment_id=ecb3f528-dbed-4312-ba29-7684ecfbe265)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:58:31.756962 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:31.790998 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6fbc95-b352-4899-bf7d-aec1e98622a1 req-0a9db262-9889-4813-8cfb-04a8b08fd73a tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:31.797670 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9b6fbc95-b352-4899-bf7d-aec1e98622a1 req-0a9db262-9889-4813-8cfb-04a8b08fd73a tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4494767 Jun 01 18:58:31.819545 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56b6a5b-7474-4081-a9a4-5faeb04c8417 req-df48ea73-2943-4163-8b55-ea5629db728d tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:31.826490 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f56b6a5b-7474-4081-a9a4-5faeb04c8417 req-df48ea73-2943-4163-8b55-ea5629db728d tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] 10.222.0.41 "GET /v2.0/ports?device_id=940a21cb-bca9-4882-91d5-0ff22e2c4322 HTTP/1.1" status: 200 len: 946 time: 0.1099875 Jun 01 18:58:31.826690 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9b6fbc95-b352-4899-bf7d-aec1e98622a1 req-974c2ca8-e06f-4353-8684-ba44ff239bd7 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.41 "GET /v2.0/quotas/ed558a94bd42496298488549f6a1a20a HTTP/1.1" status: 200 len: 375 time: 0.0280168 Jun 01 18:58:31.893224 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f56b6a5b-7474-4081-a9a4-5faeb04c8417 req-00d4526a-0214-4ad1-ae54-fad1f01ce189 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] 10.222.0.41 "GET /v2.0/security-groups?id=428a90ee-d69c-4f4b-be08-39e0e3f8aeb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608306 Jun 01 18:58:31.906445 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-bef392f9-ec32-411f-9ea8-4c2a4ea835b7 req-cc0d5069-3a10-4281-ab4d-80ec7f51f4d3 service neutron] For port fe9ee341-ec4e-4dd1-9a5a-2849f53aa52c, host n-h2-844202-1, cleared binding levels {{(pid=88524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:58:31.934786 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-bef392f9-ec32-411f-9ea8-4c2a4ea835b7 req-cc0d5069-3a10-4281-ab4d-80ec7f51f4d3 service neutron] For port fe9ee341-ec4e-4dd1-9a5a-2849f53aa52c, host n-h2-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=fe9ee341-ec4e-4dd1-9a5a-2849f53aa52c,segment=NetworkSegment(e60765c6-124a-4916-8bfd-a8bc142f32ad),segment_id=e60765c6-124a-4916-8bfd-a8bc142f32ad)] {{(pid=88524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:58:31.965318 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-bef392f9-ec32-411f-9ea8-4c2a4ea835b7 req-cc0d5069-3a10-4281-ab4d-80ec7f51f4d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:31.968494 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=5943e26a-ef9a-4188-8101-7be52d945b1a,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:58:32.099850 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef392f9-ec32-411f-9ea8-4c2a4ea835b7 req-cc0d5069-3a10-4281-ab4d-80ec7f51f4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:32.100460 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-bef392f9-ec32-411f-9ea8-4c2a4ea835b7 req-cc0d5069-3a10-4281-ab4d-80ec7f51f4d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:32.102241 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-bef392f9-ec32-411f-9ea8-4c2a4ea835b7 req-cc0d5069-3a10-4281-ab4d-80ec7f51f4d3 service neutron] 10.222.0.50 "PUT /v2.0/ports/fe9ee341-ec4e-4dd1-9a5a-2849f53aa52c HTTP/1.1" status: 200 len: 1092 time: 2.2779603 Jun 01 18:58:32.140898 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9b6fbc95-b352-4899-bf7d-aec1e98622a1 req-a8df8b34-9840-4293-a6d2-99d7605ae3e2 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=ed558a94bd42496298488549f6a1a20a&fields=id HTTP/1.1" status: 200 len: 532 time: 0.3132498 Jun 01 18:58:32.141399 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2da7fbe-a2d2-41a4-9eca-c19f9eea24a4', 'tag': 'fe9ee341-ec4e-4dd1-9a5a-2849f53aa52c'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:58:32.252199 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab86f9d7-540f-4dbd-b04a-b5c1eb9541fa req-23f51aca-88ca-4b39-8875-f751f69fe762 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:32.254224 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ab86f9d7-540f-4dbd-b04a-b5c1eb9541fa req-23f51aca-88ca-4b39-8875-f751f69fe762 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2da7fbe-a2d2-41a4-9eca-c19f9eea24a4 HTTP/1.1" status: 200 len: 944 time: 0.1814401 Jun 01 18:58:32.295480 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0d5069-3a10-4281-ab4d-80ec7f51f4d3 service neutron] Pushing event updated for resources: {'Port': ['ID=fe9ee341-ec4e-4dd1-9a5a-2849f53aa52c,revision_number=3']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:58:32.431959 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef392f9-ec32-411f-9ea8-4c2a4ea835b7 req-9b6082d0-55be-4b40-bb24-b69ae032541b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:32.431959 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-bef392f9-ec32-411f-9ea8-4c2a4ea835b7 req-9b6082d0-55be-4b40-bb24-b69ae032541b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=eccea382ced5475f9a2098d1ef2ff267&device_id=e2da7fbe-a2d2-41a4-9eca-c19f9eea24a4 HTTP/1.1" status: 200 len: 1095 time: 0.2302015 Jun 01 18:58:32.466460 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc9a270c-d283-48cb-b02b-be23d1cf91cf'] response: {'server_uuid': '779709d8-a8f3-49b1-8f69-02f152d46f25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5943e26a-ef9a-4188-8101-7be52d945b1a', 'code': 200} Jun 01 18:58:32.554598 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ab86f9d7-540f-4dbd-b04a-b5c1eb9541fa req-05236289-1d63-4543-9da6-e81bfc8d6428 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/security-groups?id=e95c7360-01e1-4fb0-bbdb-7b11f637526c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2940631 Jun 01 18:58:32.592480 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-bef392f9-ec32-411f-9ea8-4c2a4ea835b7 req-2cdb3513-b01d-4bfa-8729-f5505b5fdde5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fe9ee341-ec4e-4dd1-9a5a-2849f53aa52c HTTP/1.1" status: 200 len: 217 time: 0.1506996 Jun 01 18:58:32.695236 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84143878-0171-4f39-b1b1-0827117b8eab'] response: {'name': 'network-changed', 'server_uuid': 'e2da7fbe-a2d2-41a4-9eca-c19f9eea24a4', 'tag': 'fe9ee341-ec4e-4dd1-9a5a-2849f53aa52c', 'status': 'completed', 'code': 200} Jun 01 18:58:32.758442 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-5901443f-7f61-46ba-a8ee-393e74e2697d req-cbd2bb15-d89d-4129-bd84-c0d8e11094c3 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.41 "GET /v2.0/ports?device_id=267a2521-ea01-468f-9c8c-d3c656592665 HTTP/1.1" status: 200 len: 210 time: 0.0921917 Jun 01 18:58:32.816047 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef392f9-ec32-411f-9ea8-4c2a4ea835b7 req-bd99233e-54a1-45fd-ae51-14f7c3d4cc7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:32.817529 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-bef392f9-ec32-411f-9ea8-4c2a4ea835b7 req-bd99233e-54a1-45fd-ae51-14f7c3d4cc7d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=276181f2-c3ab-487e-8805-06ed7064e884 HTTP/1.1" status: 200 len: 850 time: 0.2243280 Jun 01 18:58:32.978685 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 35968) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:58:33.007933 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e128bccf-3cf1-4f5a-967f-20cee73a7107 req-2a0c217c-9e02-4141-ab63-1f1faf3948a8 tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:33.015907 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e128bccf-3cf1-4f5a-967f-20cee73a7107 req-2a0c217c-9e02-4141-ab63-1f1faf3948a8 tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] 10.222.0.41 "GET /v2.0/ports?device_id=3dbbeeb1-1868-46af-b8b0-8b09b36306d0 HTTP/1.1" status: 200 len: 945 time: 0.1393232 Jun 01 18:58:33.023080 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afc3534-8f52-424f-b99f-9a1d4c6af635 req-4e064bc7-0509-470f-8b05-959c3c9c3dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:33.025600 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-1afc3534-8f52-424f-b99f-9a1d4c6af635 req-4e064bc7-0509-470f-8b05-959c3c9c3dba service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=779709d8-a8f3-49b1-8f69-02f152d46f25 HTTP/1.1" status: 200 len: 1096 time: 0.3296504 Jun 01 18:58:33.069940 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e128bccf-3cf1-4f5a-967f-20cee73a7107 req-0c96d912-b567-4541-8e59-7dc1bf951326 tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cd81dcd-fddd-4cdb-b7e0-911a736e672d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529459 Jun 01 18:58:33.077829 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a093b4f0-4fb5-4fbb-8d3b-335231a27bbe req-aea2d0cd-b4f6-447d-bc9a-146d26b7b8bb tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:33.095183 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a093b4f0-4fb5-4fbb-8d3b-335231a27bbe req-aea2d0cd-b4f6-447d-bc9a-146d26b7b8bb tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/ports?device_id=779709d8-a8f3-49b1-8f69-02f152d46f25 HTTP/1.1" status: 200 len: 945 time: 0.2764823 Jun 01 18:58:33.145392 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-1afc3534-8f52-424f-b99f-9a1d4c6af635 req-68bac10b-2724-4319-b894-4d6ba2017fd8 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=679bc320-73aa-41fb-80e9-32867c6d2bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123435 Jun 01 18:58:33.162725 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef392f9-ec32-411f-9ea8-4c2a4ea835b7 req-34089571-13f0-4c62-ba9e-f4b96c3b6716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:33.164220 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-bef392f9-ec32-411f-9ea8-4c2a4ea835b7 req-34089571-13f0-4c62-ba9e-f4b96c3b6716 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e3902938-4b6a-4448-87d9-59b63dd51a7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3014567 Jun 01 18:58:33.166906 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2e77d776-a54d-40e9-955f-a8d187234ada admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:33.187561 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a093b4f0-4fb5-4fbb-8d3b-335231a27bbe req-fd8a43b3-b1ed-4650-b023-217aaa26f036 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/security-groups?id=679bc320-73aa-41fb-80e9-32867c6d2bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903850 Jun 01 18:58:33.199549 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-2e77d776-a54d-40e9-955f-a8d187234ada admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:58:33.207962 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-2e77d776-a54d-40e9-955f-a8d187234ada admin admin] Usage tracker for resource:security_group_rule and tenant:8cf141886db94aa5b484b144ed529129 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:58:33.212633 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-2e77d776-a54d-40e9-955f-a8d187234ada admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:58:33.219805 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-2e77d776-a54d-40e9-955f-a8d187234ada admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:58:33.369956 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12c9ae1-724d-497f-b16f-550ff9fa3c49 req-910d9005-9b8e-4fe9-8488-a7a6c33fcad6 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:33.371410 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f12c9ae1-724d-497f-b16f-550ff9fa3c49 req-910d9005-9b8e-4fe9-8488-a7a6c33fcad6 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] 10.222.0.41 "GET /v2.0/ports?device_id=940a21cb-bca9-4882-91d5-0ff22e2c4322 HTTP/1.1" status: 200 len: 946 time: 0.1480799 Jun 01 18:58:33.428781 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2e77d776-a54d-40e9-955f-a8d187234ada admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:33.436219 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2e77d776-a54d-40e9-955f-a8d187234ada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:33.463855 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f12c9ae1-724d-497f-b16f-550ff9fa3c49 req-4ac89875-aec4-4f99-862e-f6a9292de5f1 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] 10.222.0.41 "GET /v2.0/security-groups?id=428a90ee-d69c-4f4b-be08-39e0e3f8aeb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816834 Jun 01 18:58:33.494420 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e77d776-a54d-40e9-955f-a8d187234ada admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9acc8c1f-dd18-43c0-9636-2722d794d267,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:58:33.520014 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-2e77d776-a54d-40e9-955f-a8d187234ada admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8cf141886db94aa5b484b144ed529129&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5401301 Jun 01 18:58:33.520706 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 35982) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:58:33.592065 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-bef392f9-ec32-411f-9ea8-4c2a4ea835b7 req-e5705cf1-486f-4eae-9f42-1489d9e3d559 service neutron] 10.222.0.50 "GET /v2.0/networks/e3902938-4b6a-4448-87d9-59b63dd51a7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2182121 Jun 01 18:58:33.649152 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0a9d820e-8103-4f33-8d4f-d3d9bece6cfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:33.680757 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0a9d820e-8103-4f33-8d4f-d3d9bece6cfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:33.758894 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0a9d820e-8103-4f33-8d4f-d3d9bece6cfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:33.783963 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9d820e-8103-4f33-8d4f-d3d9bece6cfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9acc8c1f-dd18-43c0-9636-2722d794d267,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:58:33.786308 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0a9d820e-8103-4f33-8d4f-d3d9bece6cfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:33.789864 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-0a9d820e-8103-4f33-8d4f-d3d9bece6cfd admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9acc8c1f-dd18-43c0-9636-2722d794d267 HTTP/1.1" status: 204 len: 168 time: 0.2659700 Jun 01 18:58:33.894900 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-bef392f9-ec32-411f-9ea8-4c2a4ea835b7 req-3348cd16-d588-4175-917d-e9c705d04c97 service neutron] 10.222.0.50 "GET /v2.0/networks/e3902938-4b6a-4448-87d9-59b63dd51a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2963459 Jun 01 18:58:33.942899 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a123bfd-903b-4ab4-a654-96d0bd17c157 req-70fe14fd-96f3-4713-874d-079257de9b0d tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:33.944063 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-4a123bfd-903b-4ab4-a654-96d0bd17c157 req-70fe14fd-96f3-4713-874d-079257de9b0d tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Synchronizing usage tracker for tenant:eccea382ced5475f9a2098d1ef2ff267 on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:58:34.036917 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-4a123bfd-903b-4ab4-a654-96d0bd17c157 req-70fe14fd-96f3-4713-874d-079257de9b0d tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Unset dirty status for tenant:eccea382ced5475f9a2098d1ef2ff267 on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:58:34.038669 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4a123bfd-903b-4ab4-a654-96d0bd17c157 req-70fe14fd-96f3-4713-874d-079257de9b0d tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2da7fbe-a2d2-41a4-9eca-c19f9eea24a4 HTTP/1.1" status: 200 len: 944 time: 0.3156726 Jun 01 18:58:34.114378 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4a123bfd-903b-4ab4-a654-96d0bd17c157 req-9bc91148-7d80-4f63-ac41-20bcbfa34872 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/security-groups?id=e95c7360-01e1-4fb0-bbdb-7b11f637526c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682166 Jun 01 18:58:34.135174 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dc9257-9636-43a6-9455-9ac821638a65 req-11331224-1255-4780-bd37-b88a587e48ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:34.140786 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d8dc9257-9636-43a6-9455-9ac821638a65 req-11331224-1255-4780-bd37-b88a587e48ec service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=eccea382ced5475f9a2098d1ef2ff267&device_id=e2da7fbe-a2d2-41a4-9eca-c19f9eea24a4 HTTP/1.1" status: 200 len: 1095 time: 0.1847093 Jun 01 18:58:34.199369 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f40e1e47-b2ba-4154-8456-cd5ba558919d req-2037223c-bc74-42b5-b0bf-7aed610c669e tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.41 "GET /v2.0/ports?device_id=267a2521-ea01-468f-9c8c-d3c656592665 HTTP/1.1" status: 200 len: 210 time: 0.1062725 Jun 01 18:58:34.297742 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9b6fbc95-b352-4899-bf7d-aec1e98622a1 req-3853596b-be13-4246-926e-9f0f1b2f9f59 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=ed558a94bd42496298488549f6a1a20a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1055379 Jun 01 18:58:34.317604 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 36010) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:58:34.360141 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a74547a4-bbd6-43a9-abe1-e09dbbc6df2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:34.427243 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-a74547a4-bbd6-43a9-abe1-e09dbbc6df2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:58:34.432510 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-a74547a4-bbd6-43a9-abe1-e09dbbc6df2a admin admin] Usage tracker for resource:security_group_rule and tenant:87fff3d0be9440bb9e9aa1dacba47b95 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:58:34.438433 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dc9257-9636-43a6-9455-9ac821638a65 req-5093b7ad-1fd9-472b-a5ea-d51a709654d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:34.441504 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d8dc9257-9636-43a6-9455-9ac821638a65 req-5093b7ad-1fd9-472b-a5ea-d51a709654d0 service neutron] 10.222.0.50 "GET /v2.0/networks?id=e3902938-4b6a-4448-87d9-59b63dd51a7f HTTP/1.1" status: 200 len: 912 time: 0.2932155 Jun 01 18:58:34.444863 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-a74547a4-bbd6-43a9-abe1-e09dbbc6df2a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:58:34.540791 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-a74547a4-bbd6-43a9-abe1-e09dbbc6df2a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:58:34.542440 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d8dc9257-9636-43a6-9455-9ac821638a65 req-22c9ac50-1836-4ca0-a9db-5da50bab8e84 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fe9ee341-ec4e-4dd1-9a5a-2849f53aa52c HTTP/1.1" status: 200 len: 217 time: 0.0853169 Jun 01 18:58:34.792966 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7139c78d-a716-42e3-994c-ecedd06da8b2 req-c5e3bae0-962c-45e3-997e-b671138e4211 tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:34.800048 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-7139c78d-a716-42e3-994c-ecedd06da8b2 req-c5e3bae0-962c-45e3-997e-b671138e4211 tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] 10.222.0.41 "GET /v2.0/ports?device_id=3dbbeeb1-1868-46af-b8b0-8b09b36306d0 HTTP/1.1" status: 200 len: 945 time: 0.4003088 Jun 01 18:58:34.845729 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6fbc95-b352-4899-bf7d-aec1e98622a1 req-a2949f2a-9363-4751-a612-f2b56d753e1b tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:34.848562 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9b6fbc95-b352-4899-bf7d-aec1e98622a1 req-a2949f2a-9363-4751-a612-f2b56d753e1b tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5438364 Jun 01 18:58:34.850079 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dc9257-9636-43a6-9455-9ac821638a65 req-f572cc0b-7db0-43f4-8ae0-4bf34fd933ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:34.851428 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d8dc9257-9636-43a6-9455-9ac821638a65 req-f572cc0b-7db0-43f4-8ae0-4bf34fd933ef service neutron] 10.222.0.50 "GET /v2.0/subnets?id=276181f2-c3ab-487e-8805-06ed7064e884 HTTP/1.1" status: 200 len: 850 time: 0.3015945 Jun 01 18:58:34.873955 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-9b6fbc95-b352-4899-bf7d-aec1e98622a1 req-ff2cda83-5702-476e-a232-5f6bb76e67f6 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Request body: {'port': {'device_id': '267a2521-ea01-468f-9c8c-d3c656592665', 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426', 'admin_state_up': True, 'tenant_id': 'ed558a94bd42496298488549f6a1a20a'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:58:34.905307 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a74547a4-bbd6-43a9-abe1-e09dbbc6df2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:34.919579 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-7139c78d-a716-42e3-994c-ecedd06da8b2 req-ed916361-132e-4342-be02-35025b8f58aa tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cd81dcd-fddd-4cdb-b7e0-911a736e672d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186109 Jun 01 18:58:34.926441 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a74547a4-bbd6-43a9-abe1-e09dbbc6df2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:35.009492 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fdf8c4-ba7d-40bf-a4a1-91f7b1a8b915 req-0d656793-8502-4034-877c-0fc9142d4a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:35.011012 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-33fdf8c4-ba7d-40bf-a4a1-91f7b1a8b915 req-0d656793-8502-4034-877c-0fc9142d4a08 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d40f7c9e0af24f109f247cdb0a7a60bf&device_id=940a21cb-bca9-4882-91d5-0ff22e2c4322 HTTP/1.1" status: 200 len: 1097 time: 0.3297253 Jun 01 18:58:35.026467 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-a74547a4-bbd6-43a9-abe1-e09dbbc6df2a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=87fff3d0be9440bb9e9aa1dacba47b95&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7077792 Jun 01 18:58:35.028621 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 36022) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:58:35.149937 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3208458-d3bb-4a70-9f42-661b9eb9a1f1 req-df507ce0-be17-432e-8fe8-d1555a2f4aa9 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:35.151464 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e3208458-d3bb-4a70-9f42-661b9eb9a1f1 req-df507ce0-be17-432e-8fe8-d1555a2f4aa9 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/ports?device_id=779709d8-a8f3-49b1-8f69-02f152d46f25 HTTP/1.1" status: 200 len: 945 time: 0.4034071 Jun 01 18:58:35.165767 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dc9257-9636-43a6-9455-9ac821638a65 req-3acacdff-f8c6-4f48-89c7-512b289d5b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:35.167197 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d8dc9257-9636-43a6-9455-9ac821638a65 req-3acacdff-f8c6-4f48-89c7-512b289d5b44 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e3902938-4b6a-4448-87d9-59b63dd51a7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3025320 Jun 01 18:58:35.179719 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-9b6fbc95-b352-4899-bf7d-aec1e98622a1 req-ff2cda83-5702-476e-a232-5f6bb76e67f6 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:58:35.207841 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74547a4-bbd6-43a9-abe1-e09dbbc6df2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8721941e-7eb9-40a4-98cb-be49c5b4ec61,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:58:35.269180 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-9b6fbc95-b352-4899-bf7d-aec1e98622a1 req-ff2cda83-5702-476e-a232-5f6bb76e67f6 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:58:35.292918 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fdf8c4-ba7d-40bf-a4a1-91f7b1a8b915 req-dec854fd-8c41-4f26-b0f6-b12114aae0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:35.294782 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-33fdf8c4-ba7d-40bf-a4a1-91f7b1a8b915 req-dec854fd-8c41-4f26-b0f6-b12114aae0ea service neutron] 10.222.0.50 "GET /v2.0/networks?id=4c7a9aa4-8b0d-4225-ab31-749c4f434a4b HTTP/1.1" status: 200 len: 919 time: 0.2649596 Jun 01 18:58:35.297805 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f501c688-803b-4a03-82e2-714d4173a21f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:35.310555 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b6fbc95-b352-4899-bf7d-aec1e98622a1 req-ff2cda83-5702-476e-a232-5f6bb76e67f6 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Made reservation on behalf of ed558a94bd42496298488549f6a1a20a for: {'port': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:58:35.314045 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-9b6fbc95-b352-4899-bf7d-aec1e98622a1 req-ff2cda83-5702-476e-a232-5f6bb76e67f6 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:35.328831 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e3208458-d3bb-4a70-9f42-661b9eb9a1f1 req-243eb7cc-6fc2-4de2-8120-787aaa35f5d8 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/security-groups?id=679bc320-73aa-41fb-80e9-32867c6d2bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671395 Jun 01 18:58:35.422338 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f501c688-803b-4a03-82e2-714d4173a21f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:35.426378 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d8dc9257-9636-43a6-9455-9ac821638a65 req-e1f045e4-5509-49e7-8f09-c0abc6114c18 service neutron] 10.222.0.50 "GET /v2.0/networks/e3902938-4b6a-4448-87d9-59b63dd51a7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2439044 Jun 01 18:58:35.443389 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284bbeb5-825d-466f-ba93-fa92687a8048 req-0ed4580d-b86f-45af-9d62-5616bdff3677 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:35.444900 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-284bbeb5-825d-466f-ba93-fa92687a8048 req-0ed4580d-b86f-45af-9d62-5616bdff3677 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] 10.222.0.41 "GET /v2.0/ports?device_id=940a21cb-bca9-4882-91d5-0ff22e2c4322 HTTP/1.1" status: 200 len: 946 time: 0.3177912 Jun 01 18:58:35.477345 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-33fdf8c4-ba7d-40bf-a4a1-91f7b1a8b915 req-3fb2cd11-67d6-4947-9247-7d8e9bef3080 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=499258ee-b014-43c5-8818-0eb3f6a6b659 HTTP/1.1" status: 200 len: 1002 time: 0.1654596 Jun 01 18:58:35.567111 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-284bbeb5-825d-466f-ba93-fa92687a8048 req-e7363f7f-7beb-4dfd-a582-2ea608d61615 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] 10.222.0.41 "GET /v2.0/security-groups?id=428a90ee-d69c-4f4b-be08-39e0e3f8aeb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1093235 Jun 01 18:58:35.585622 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fdf8c4-ba7d-40bf-a4a1-91f7b1a8b915 req-b9064306-c80e-44f4-8474-2c13ecbac149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:35.587006 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-33fdf8c4-ba7d-40bf-a4a1-91f7b1a8b915 req-b9064306-c80e-44f4-8474-2c13ecbac149 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6675a480-f2f0-4e10-96f4-f99c31c21be5 HTTP/1.1" status: 200 len: 857 time: 0.1033850 Jun 01 18:58:35.677844 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [req-9b6fbc95-b352-4899-bf7d-aec1e98622a1 req-ff2cda83-5702-476e-a232-5f6bb76e67f6 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Allocated IP 192.168.233.210 (898153a3-5d71-43be-9d14-343ea4a48426/35e3ad2f-9c88-4698-b634-4e1b58de1cc2/cecb928f-5749-4a46-8679-913c29103fbf) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:58:35.685908 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d8dc9257-9636-43a6-9455-9ac821638a65 req-f3859f66-5d66-4f15-907c-a4f7eca2e84f service neutron] 10.222.0.50 "GET /v2.0/networks/e3902938-4b6a-4448-87d9-59b63dd51a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2511663 Jun 01 18:58:35.709939 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f501c688-803b-4a03-82e2-714d4173a21f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:35.735669 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f501c688-803b-4a03-82e2-714d4173a21f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8721941e-7eb9-40a4-98cb-be49c5b4ec61,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:58:35.808265 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f501c688-803b-4a03-82e2-714d4173a21f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:35.811635 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-f501c688-803b-4a03-82e2-714d4173a21f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8721941e-7eb9-40a4-98cb-be49c5b4ec61 HTTP/1.1" status: 204 len: 168 time: 0.7787251 Jun 01 18:58:35.860022 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fdf8c4-ba7d-40bf-a4a1-91f7b1a8b915 req-f5725f85-8126-4f94-a93f-2310799d2124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:35.861713 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-33fdf8c4-ba7d-40bf-a4a1-91f7b1a8b915 req-f5725f85-8126-4f94-a93f-2310799d2124 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4c7a9aa4-8b0d-4225-ab31-749c4f434a4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2686636 Jun 01 18:58:35.972580 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ed5097cd-b458-4d7b-a95f-784fb1582efc req-97953d91-fc27-4a90-8dbb-322931b2edea tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.41 "GET /v2.0/ports?device_id=267a2521-ea01-468f-9c8c-d3c656592665 HTTP/1.1" status: 200 len: 210 time: 0.1517875 Jun 01 18:58:36.086763 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c748e08d-1890-4349-8326-b6a79b380bad req-8c2942ad-4273-4ce3-8d96-ac21dcbb3b30 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:36.090137 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c748e08d-1890-4349-8326-b6a79b380bad req-8c2942ad-4273-4ce3-8d96-ac21dcbb3b30 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2da7fbe-a2d2-41a4-9eca-c19f9eea24a4 HTTP/1.1" status: 200 len: 944 time: 0.3588941 Jun 01 18:58:36.131894 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-9b6fbc95-b352-4899-bf7d-aec1e98622a1 req-ff2cda83-5702-476e-a232-5f6bb76e67f6 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:36.152037 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [req-9b6fbc95-b352-4899-bf7d-aec1e98622a1 req-ff2cda83-5702-476e-a232-5f6bb76e67f6 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Transition to ACTIVE for port object cecb928f-5749-4a46-8679-913c29103fbf will not be triggered until provisioned by entity DHCP. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:58:36.183670 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-9b6fbc95-b352-4899-bf7d-aec1e98622a1 req-ff2cda83-5702-476e-a232-5f6bb76e67f6 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:36.196849 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] get_ports_and_sgs() called for port_ids ['c8b8fb79-fd92-474a-8ec2-5ac7b267ee2e', '788b40d5-d43b-47fb-a5c6-ee70b4898015'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:58:36.249977 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c748e08d-1890-4349-8326-b6a79b380bad req-dec2c179-876a-4109-944a-91269b9723bd tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/security-groups?id=e95c7360-01e1-4fb0-bbdb-7b11f637526c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486452 Jun 01 18:58:36.279601 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b6fbc95-b352-4899-bf7d-aec1e98622a1 req-ff2cda83-5702-476e-a232-5f6bb76e67f6 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Network 898153a3-5d71-43be-9d14-343ea4a48426 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:58:36.284705 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [req-9b6fbc95-b352-4899-bf7d-aec1e98622a1 req-ff2cda83-5702-476e-a232-5f6bb76e67f6 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:58:36.287254 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b6fbc95-b352-4899-bf7d-aec1e98622a1 req-ff2cda83-5702-476e-a232-5f6bb76e67f6 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:58:36.302503 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-33fdf8c4-ba7d-40bf-a4a1-91f7b1a8b915 req-5741bad7-e354-4242-986e-8cce94c4fc3f service neutron] 10.222.0.50 "GET /v2.0/networks/4c7a9aa4-8b0d-4225-ab31-749c4f434a4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4285946 Jun 01 18:58:36.359006 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] get_ports_and_sgs() called for port_ids ['5c7c55e5-3833-4836-af5c-3353dc52e41d', 'a12824b4-43d9-4f09-a40a-8d0a174c088c', '19467fbd-86a4-455f-ba36-972209de2a6f', '28bbb8c8-6168-463c-840c-ae2f1ff906ce', '27490258-3afe-4d29-85a9-a1b52405b306'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:58:36.442822 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6fbc95-b352-4899-bf7d-aec1e98622a1 req-ff2cda83-5702-476e-a232-5f6bb76e67f6 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:36.443908 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-9b6fbc95-b352-4899-bf7d-aec1e98622a1 req-ff2cda83-5702-476e-a232-5f6bb76e67f6 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:36.448096 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2cda83-5702-476e-a232-5f6bb76e67f6 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Pushing event updated for resources: {'Port': ['ID=cecb928f-5749-4a46-8679-913c29103fbf,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:58:36.511855 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9b6fbc95-b352-4899-bf7d-aec1e98622a1 req-ff2cda83-5702-476e-a232-5f6bb76e67f6 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6443408 Jun 01 18:58:36.529547 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-9b6fbc95-b352-4899-bf7d-aec1e98622a1 req-936a9d9c-34b6-42d8-ae4b-8954fa5621cb service neutron] Request body: {'port': {'device_id': '267a2521-ea01-468f-9c8c-d3c656592665', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844202-1'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:58:36.781207 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dd3a7c-fda5-4fa3-8d5c-436a0ded9e55 req-55d89683-72a1-4b37-812c-a840130ef7a5 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:36.794236 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-47dd3a7c-fda5-4fa3-8d5c-436a0ded9e55 req-55d89683-72a1-4b37-812c-a840130ef7a5 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/ports?device_id=779709d8-a8f3-49b1-8f69-02f152d46f25 HTTP/1.1" status: 200 len: 945 time: 0.1439586 Jun 01 18:58:36.848445 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-9b6fbc95-b352-4899-bf7d-aec1e98622a1 req-936a9d9c-34b6-42d8-ae4b-8954fa5621cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:36.897562 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-47dd3a7c-fda5-4fa3-8d5c-436a0ded9e55 req-e02a27fc-4d22-4714-9343-c1f5847ddbc8 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/security-groups?id=679bc320-73aa-41fb-80e9-32867c6d2bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019037 Jun 01 18:58:36.924567 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-33fdf8c4-ba7d-40bf-a4a1-91f7b1a8b915 req-68ec3153-1635-4c02-b637-9acd4fff34d1 service neutron] 10.222.0.50 "GET /v2.0/networks/4c7a9aa4-8b0d-4225-ab31-749c4f434a4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6145029 Jun 01 18:58:36.964591 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-58dd28c9-7580-4aa0-96d3-2ebaf6774c4f None None] Provisioning for port cecb928f-5749-4a46-8679-913c29103fbf completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:58:37.001639 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a9337b-7656-4b42-a149-dff1219b6504 req-320aa73c-ed64-4cfa-ab59-b1202fa38ed6 tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:37.015123 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f9a9337b-7656-4b42-a149-dff1219b6504 req-320aa73c-ed64-4cfa-ab59-b1202fa38ed6 tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] 10.222.0.41 "GET /v2.0/ports?device_id=3dbbeeb1-1868-46af-b8b0-8b09b36306d0 HTTP/1.1" status: 200 len: 945 time: 0.2337060 Jun 01 18:58:37.171384 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f9a9337b-7656-4b42-a149-dff1219b6504 req-90c0a5d7-e8c7-4862-bade-7e6a49daebf0 tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cd81dcd-fddd-4cdb-b7e0-911a736e672d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548014 Jun 01 18:58:37.248848 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-58dd28c9-7580-4aa0-96d3-2ebaf6774c4f None None] Provisioning complete for port cecb928f-5749-4a46-8679-913c29103fbf triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:58:37.249375 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-58dd28c9-7580-4aa0-96d3-2ebaf6774c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:37.345417 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device fe9ee341-ec4e-4dd1-9a5a-2849f53aa52c details requested by agent hyperv_n-h2-844202-1 with host n-h2-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 18:58:37.365803 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-dd64e283-74de-417a-aabc-06d83184f46a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:37.540122 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-58dd28c9-7580-4aa0-96d3-2ebaf6774c4f None None] Port cecb928f-5749-4a46-8679-913c29103fbf cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 18:58:37.540579 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3371ac53-e7fe-438d-8cec-405878c9af45 req-f8bde59e-9cce-47bc-ba60-0eb01069f45e tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:37.552389 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3371ac53-e7fe-438d-8cec-405878c9af45 req-f8bde59e-9cce-47bc-ba60-0eb01069f45e tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.41 "GET /v2.0/ports?device_id=267a2521-ea01-468f-9c8c-d3c656592665 HTTP/1.1" status: 200 len: 936 time: 0.1457176 Jun 01 18:58:37.601369 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e13663-e0f4-40a9-8b0b-b138524df346 req-7f855fe3-a87e-43e2-893b-5eb155254ea2 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:37.608541 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b9e13663-e0f4-40a9-8b0b-b138524df346 req-7f855fe3-a87e-43e2-893b-5eb155254ea2 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] 10.222.0.41 "GET /v2.0/ports?device_id=940a21cb-bca9-4882-91d5-0ff22e2c4322 HTTP/1.1" status: 200 len: 946 time: 0.3512602 Jun 01 18:58:37.624044 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3371ac53-e7fe-438d-8cec-405878c9af45 req-3d3d4c41-e8b7-4c8e-b9c3-08eea6b948a9 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.41 "GET /v2.0/security-groups?id=22665066-3f80-4493-8b7a-e2faea6c666a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704243 Jun 01 18:58:37.724192 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b9e13663-e0f4-40a9-8b0b-b138524df346 req-3d43bad6-968d-47ba-b8ff-9fa7ad2c36a8 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] 10.222.0.41 "GET /v2.0/security-groups?id=428a90ee-d69c-4f4b-be08-39e0e3f8aeb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1144743 Jun 01 18:58:37.739950 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port fe9ee341-ec4e-4dd1-9a5a-2849f53aa52c, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=fe9ee341-ec4e-4dd1-9a5a-2849f53aa52c,segment=NetworkSegment(e60765c6-124a-4916-8bfd-a8bc142f32ad),segment_id=e60765c6-124a-4916-8bfd-a8bc142f32ad)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:58:37.774077 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Returning: {'device': 'fe9ee341-ec4e-4dd1-9a5a-2849f53aa52c', 'network_id': 'e3902938-4b6a-4448-87d9-59b63dd51a7f', 'port_id': 'fe9ee341-ec4e-4dd1-9a5a-2849f53aa52c', 'mac_address': 'fa:16:3e:f9:c5:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '276181f2-c3ab-487e-8805-06ed7064e884', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 18:58:37.863770 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2185c0ee-ee6e-4b56-adfa-c17066cdee7d req-a5adc8f4-6abc-4b81-a421-56c626bfa121 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:37.866605 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port fe9ee341-ec4e-4dd1-9a5a-2849f53aa52c is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:58:37.867132 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:37.870732 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2185c0ee-ee6e-4b56-adfa-c17066cdee7d req-a5adc8f4-6abc-4b81-a421-56c626bfa121 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2da7fbe-a2d2-41a4-9eca-c19f9eea24a4 HTTP/1.1" status: 200 len: 944 time: 0.1282079 Jun 01 18:58:37.894219 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [req-9b6fbc95-b352-4899-bf7d-aec1e98622a1 req-936a9d9c-34b6-42d8-ae4b-8954fa5621cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cecb928f-5749-4a46-8679-913c29103fbf {{(pid=88524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:58:37.898874 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe9ee341-ec4e-4dd1-9a5a-2849f53aa52c {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:58:37.933322 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-9b6fbc95-b352-4899-bf7d-aec1e98622a1 req-936a9d9c-34b6-42d8-ae4b-8954fa5621cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:37.970706 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2185c0ee-ee6e-4b56-adfa-c17066cdee7d req-697f68b9-d90b-4ea0-8164-23bdbc6ddc23 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/security-groups?id=e95c7360-01e1-4fb0-bbdb-7b11f637526c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991147 Jun 01 18:58:37.972379 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [req-9b6fbc95-b352-4899-bf7d-aec1e98622a1 req-936a9d9c-34b6-42d8-ae4b-8954fa5621cb service neutron] Transition to ACTIVE for port object cecb928f-5749-4a46-8679-913c29103fbf will not be triggered until provisioned by entity L2. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:58:37.977357 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-9b6fbc95-b352-4899-bf7d-aec1e98622a1 req-936a9d9c-34b6-42d8-ae4b-8954fa5621cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:37.980654 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port fe9ee341-ec4e-4dd1-9a5a-2849f53aa52c, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=fe9ee341-ec4e-4dd1-9a5a-2849f53aa52c,segment=NetworkSegment(e60765c6-124a-4916-8bfd-a8bc142f32ad),segment_id=e60765c6-124a-4916-8bfd-a8bc142f32ad)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:58:38.004317 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:38.202462 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936a9d9c-34b6-42d8-ae4b-8954fa5621cb service neutron] Pushing event updated for resources: {'Port': ['ID=cecb928f-5749-4a46-8679-913c29103fbf,revision_number=2']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:58:38.247378 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=fe9ee341-ec4e-4dd1-9a5a-2849f53aa52c,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:58:38.400142 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] get_ports_and_sgs() called for port_ids ['fe9ee341-ec4e-4dd1-9a5a-2849f53aa52c'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:58:38.504669 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946832bf-3bdd-4854-ad93-3accbaeac222 req-bedf08c1-30f9-4c80-90ac-e06bbbaa0b08 tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:38.509373 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-946832bf-3bdd-4854-ad93-3accbaeac222 req-bedf08c1-30f9-4c80-90ac-e06bbbaa0b08 tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] 10.222.0.41 "GET /v2.0/ports?device_id=3dbbeeb1-1868-46af-b8b0-8b09b36306d0 HTTP/1.1" status: 200 len: 945 time: 0.1745713 Jun 01 18:58:38.591382 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-9b6fbc95-b352-4899-bf7d-aec1e98622a1 req-936a9d9c-34b6-42d8-ae4b-8954fa5621cb service neutron] Attempting to bind port cecb928f-5749-4a46-8679-913c29103fbf on host n-h2-844202-1 for vnic_type normal with profile {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:58:38.592458 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-9b6fbc95-b352-4899-bf7d-aec1e98622a1 req-936a9d9c-34b6-42d8-ae4b-8954fa5621cb service neutron] Attempting to bind port cecb928f-5749-4a46-8679-913c29103fbf by drivers openvswitch,hyperv on host n-h2-844202-1 at level 0 using segments [{'id': 'e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426'}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:58:38.593367 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b6fbc95-b352-4899-bf7d-aec1e98622a1 req-936a9d9c-34b6-42d8-ae4b-8954fa5621cb service neutron] Attempting to bind port cecb928f-5749-4a46-8679-913c29103fbf on network 898153a3-5d71-43be-9d14-343ea4a48426 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:58:38.631100 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-946832bf-3bdd-4854-ad93-3accbaeac222 req-b307f201-cea5-481c-a376-d073a5714fd5 tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cd81dcd-fddd-4cdb-b7e0-911a736e672d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149673 Jun 01 18:58:38.650235 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d25f41-62af-4d61-ab0f-1a6047211814 req-805e137c-9ced-4c99-8b60-28afa6e84169 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:38.663650 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f3d25f41-62af-4d61-ab0f-1a6047211814 req-805e137c-9ced-4c99-8b60-28afa6e84169 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/ports?device_id=779709d8-a8f3-49b1-8f69-02f152d46f25 HTTP/1.1" status: 200 len: 945 time: 0.4343212 Jun 01 18:58:38.668668 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b6fbc95-b352-4899-bf7d-aec1e98622a1 req-936a9d9c-34b6-42d8-ae4b-8954fa5621cb service neutron] Port cecb928f-5749-4a46-8679-913c29103fbf on network 898153a3-5d71-43be-9d14-343ea4a48426 not bound, no agent of type Open vSwitch agent registered on host n-h2-844202-1 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 18:58:38.669338 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b6fbc95-b352-4899-bf7d-aec1e98622a1 req-936a9d9c-34b6-42d8-ae4b-8954fa5621cb service neutron] Attempting to bind port cecb928f-5749-4a46-8679-913c29103fbf on network 898153a3-5d71-43be-9d14-343ea4a48426 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:58:38.710896 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b6fbc95-b352-4899-bf7d-aec1e98622a1 req-936a9d9c-34b6-42d8-ae4b-8954fa5621cb service neutron] Checking agent: {'id': 'f5db9968-6317-4186-9100-9e0ca6b50417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 18, 58, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:58:38.710896 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b6fbc95-b352-4899-bf7d-aec1e98622a1 req-936a9d9c-34b6-42d8-ae4b-8954fa5621cb service neutron] Checking segment: {'id': 'e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:58:38.711418 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b6fbc95-b352-4899-bf7d-aec1e98622a1 req-936a9d9c-34b6-42d8-ae4b-8954fa5621cb service neutron] Bound using segment: {'id': 'e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426'} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:58:38.711948 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-9b6fbc95-b352-4899-bf7d-aec1e98622a1 req-936a9d9c-34b6-42d8-ae4b-8954fa5621cb service neutron] Bound port: cecb928f-5749-4a46-8679-913c29103fbf, host: n-h2-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426'}}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:58:38.713033 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-9b6fbc95-b352-4899-bf7d-aec1e98622a1 req-936a9d9c-34b6-42d8-ae4b-8954fa5621cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:38.767055 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f3d25f41-62af-4d61-ab0f-1a6047211814 req-5d648587-2e90-4f55-8452-440f3995b672 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/security-groups?id=679bc320-73aa-41fb-80e9-32867c6d2bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019208 Jun 01 18:58:38.893592 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-9b6fbc95-b352-4899-bf7d-aec1e98622a1 req-936a9d9c-34b6-42d8-ae4b-8954fa5621cb service neutron] For port cecb928f-5749-4a46-8679-913c29103fbf, host n-h2-844202-1, cleared binding levels {{(pid=88524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:58:38.900367 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-9b6fbc95-b352-4899-bf7d-aec1e98622a1 req-936a9d9c-34b6-42d8-ae4b-8954fa5621cb service neutron] For port cecb928f-5749-4a46-8679-913c29103fbf, host n-h2-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=cecb928f-5749-4a46-8679-913c29103fbf,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:58:38.907127 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-9b6fbc95-b352-4899-bf7d-aec1e98622a1 req-936a9d9c-34b6-42d8-ae4b-8954fa5621cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:39.173516 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8eceb5-e325-46f9-a901-87c48dbc6e6a req-4e76ea48-cdd6-47ee-9a96-bbeabb097cf1 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:39.176368 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ba8eceb5-e325-46f9-a901-87c48dbc6e6a req-4e76ea48-cdd6-47ee-9a96-bbeabb097cf1 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.41 "GET /v2.0/ports?device_id=267a2521-ea01-468f-9c8c-d3c656592665 HTTP/1.1" status: 200 len: 948 time: 0.2213585 Jun 01 18:58:39.257039 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6fbc95-b352-4899-bf7d-aec1e98622a1 req-936a9d9c-34b6-42d8-ae4b-8954fa5621cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:39.257656 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-9b6fbc95-b352-4899-bf7d-aec1e98622a1 req-936a9d9c-34b6-42d8-ae4b-8954fa5621cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:39.259028 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9b6fbc95-b352-4899-bf7d-aec1e98622a1 req-936a9d9c-34b6-42d8-ae4b-8954fa5621cb service neutron] 10.222.0.50 "PUT /v2.0/ports/cecb928f-5749-4a46-8679-913c29103fbf HTTP/1.1" status: 200 len: 1096 time: 2.7337017 Jun 01 18:58:39.299783 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '267a2521-ea01-468f-9c8c-d3c656592665', 'tag': 'cecb928f-5749-4a46-8679-913c29103fbf'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:58:39.326256 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ba8eceb5-e325-46f9-a901-87c48dbc6e6a req-6d30308a-6f48-4204-ad0a-420052a3442d tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.41 "GET /v2.0/security-groups?id=22665066-3f80-4493-8b7a-e2faea6c666a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403728 Jun 01 18:58:39.524469 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-420b429f-0897-4fa7-8ebc-a00fe9a04e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:39.570774 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936a9d9c-34b6-42d8-ae4b-8954fa5621cb service neutron] Pushing event updated for resources: {'Port': ['ID=cecb928f-5749-4a46-8679-913c29103fbf,revision_number=3']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:58:39.639802 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b20a1e1-46d4-4d27-a87d-322c5132d5ff req-175faa05-5739-4554-bebb-901a6eeaf91a tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:39.641360 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-1b20a1e1-46d4-4d27-a87d-322c5132d5ff req-175faa05-5739-4554-bebb-901a6eeaf91a tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] 10.222.0.41 "GET /v2.0/ports?device_id=940a21cb-bca9-4882-91d5-0ff22e2c4322 HTTP/1.1" status: 200 len: 946 time: 0.5725698 Jun 01 18:58:39.650488 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a04001-25b9-48dc-a53c-99c6bcffbf4d req-03e0140f-ee85-4bc5-96f3-1c6869ac442a tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:39.652029 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-41a04001-25b9-48dc-a53c-99c6bcffbf4d req-03e0140f-ee85-4bc5-96f3-1c6869ac442a tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] 10.222.0.15 "GET /v2.0/ports?device_id=3dbbeeb1-1868-46af-b8b0-8b09b36306d0 HTTP/1.1" status: 200 len: 945 time: 0.6030161 Jun 01 18:58:39.739934 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-41a04001-25b9-48dc-a53c-99c6bcffbf4d req-eec9fa92-e77c-47bc-8b1d-ce139e3b7336 tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] Deleting port 48becb1a-b8b3-47c6-b06c-86ccc46a069a {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:58:39.740307 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-41a04001-25b9-48dc-a53c-99c6bcffbf4d req-eec9fa92-e77c-47bc-8b1d-ce139e3b7336 tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:39.807386 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6fbc95-b352-4899-bf7d-aec1e98622a1 req-ee4769b4-09a7-44fd-9c6b-edc1a7cbd234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:39.809157 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9b6fbc95-b352-4899-bf7d-aec1e98622a1 req-ee4769b4-09a7-44fd-9c6b-edc1a7cbd234 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ed558a94bd42496298488549f6a1a20a&device_id=267a2521-ea01-468f-9c8c-d3c656592665 HTTP/1.1" status: 200 len: 1099 time: 0.4994671 Jun 01 18:58:39.981738 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9b6fbc95-b352-4899-bf7d-aec1e98622a1 req-fd627a71-5f60-487d-a62f-a712d2f5a78a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=cecb928f-5749-4a46-8679-913c29103fbf HTTP/1.1" status: 200 len: 217 time: 0.1623363 Jun 01 18:58:40.105953 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8157c7e-2d30-42b6-b8de-4d904a6d223f req-1220930a-3237-4635-b2c3-8ba089c2d7fa tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:40.107763 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e8157c7e-2d30-42b6-b8de-4d904a6d223f req-1220930a-3237-4635-b2c3-8ba089c2d7fa tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2da7fbe-a2d2-41a4-9eca-c19f9eea24a4 HTTP/1.1" status: 200 len: 945 time: 0.1760285 Jun 01 18:58:40.199187 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e8157c7e-2d30-42b6-b8de-4d904a6d223f req-3ffaad72-f42f-489c-9c19-76190ed26344 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/security-groups?id=e95c7360-01e1-4fb0-bbdb-7b11f637526c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842533 Jun 01 18:58:40.294274 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b52b5c1a-d3e6-498b-aca2-b93556bec42d'] response: {'name': 'network-changed', 'server_uuid': '267a2521-ea01-468f-9c8c-d3c656592665', 'tag': 'cecb928f-5749-4a46-8679-913c29103fbf', 'status': 'completed', 'code': 200} Jun 01 18:58:40.297332 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-1b20a1e1-46d4-4d27-a87d-322c5132d5ff req-9337d9d0-451f-42ba-99ef-dfc8e595c775 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] 10.222.0.41 "GET /v2.0/security-groups?id=428a90ee-d69c-4f4b-be08-39e0e3f8aeb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6434438 Jun 01 18:58:40.343944 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6fbc95-b352-4899-bf7d-aec1e98622a1 req-ec65db08-c33b-4bb7-b2a1-110fdf707f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:40.345931 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9b6fbc95-b352-4899-bf7d-aec1e98622a1 req-ec65db08-c33b-4bb7-b2a1-110fdf707f51 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=35e3ad2f-9c88-4698-b634-4e1b58de1cc2 HTTP/1.1" status: 200 len: 843 time: 0.3496873 Jun 01 18:58:40.348748 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-41a04001-25b9-48dc-a53c-99c6bcffbf4d req-eec9fa92-e77c-47bc-8b1d-ce139e3b7336 tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] For port 48becb1a-b8b3-47c6-b06c-86ccc46a069a, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=48becb1a-b8b3-47c6-b06c-86ccc46a069a,segment=NetworkSegment(5d37d6f1-f881-46ce-917f-1a0aba7e0745),segment_id=5d37d6f1-f881-46ce-917f-1a0aba7e0745)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:58:40.349047 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-41a04001-25b9-48dc-a53c-99c6bcffbf4d req-eec9fa92-e77c-47bc-8b1d-ce139e3b7336 tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:40.517269 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:40.591641 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:40.638972 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d66166-ee13-4941-8932-839a5c2765fb req-2ddd72a4-ad46-4a89-84fc-e89f51dadcfb tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:40.650038 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a7d66166-ee13-4941-8932-839a5c2765fb req-2ddd72a4-ad46-4a89-84fc-e89f51dadcfb tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] 10.222.0.41 "GET /v2.0/ports?device_id=3dbbeeb1-1868-46af-b8b0-8b09b36306d0 HTTP/1.1" status: 200 len: 945 time: 0.1551423 Jun 01 18:58:40.715096 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a7d66166-ee13-4941-8932-839a5c2765fb req-302cc3e1-1800-4269-938e-fefc106fc18e tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cd81dcd-fddd-4cdb-b7e0-911a736e672d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563214 Jun 01 18:58:40.810782 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-41a04001-25b9-48dc-a53c-99c6bcffbf4d req-eec9fa92-e77c-47bc-8b1d-ce139e3b7336 tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] Calling delete_port for 48becb1a-b8b3-47c6-b06c-86ccc46a069a owned by compute:nova {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:58:40.959680 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6fbc95-b352-4899-bf7d-aec1e98622a1 req-6b99971e-52f8-499a-96bb-c4e99f2d82f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:40.961930 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9b6fbc95-b352-4899-bf7d-aec1e98622a1 req-6b99971e-52f8-499a-96bb-c4e99f2d82f2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=898153a3-5d71-43be-9d14-343ea4a48426&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6045578 Jun 01 18:58:41.053301 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab60dc4-0c7b-4d56-8189-8d83f6e7da39 req-023c8866-c807-4865-8eb0-445161e4c745 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:41.054946 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-0ab60dc4-0c7b-4d56-8189-8d83f6e7da39 req-023c8866-c807-4865-8eb0-445161e4c745 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.41 "GET /v2.0/ports?device_id=267a2521-ea01-468f-9c8c-d3c656592665 HTTP/1.1" status: 200 len: 948 time: 0.1690249 Jun 01 18:58:41.070483 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 48becb1a-b8b3-47c6-b06c-86ccc46a069a no longer exists at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:58:41.152421 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97b0ce9-f5a0-4350-8b8f-865881fee9de req-36081e7e-380f-4392-bac2-0552819c9c99 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:41.165863 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c97b0ce9-f5a0-4350-8b8f-865881fee9de req-36081e7e-380f-4392-bac2-0552819c9c99 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/ports?device_id=779709d8-a8f3-49b1-8f69-02f152d46f25 HTTP/1.1" status: 200 len: 945 time: 0.4846108 Jun 01 18:58:41.199296 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-0ab60dc4-0c7b-4d56-8189-8d83f6e7da39 req-5bc82ba4-dd25-45fa-ad0a-b10e55195592 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.41 "GET /v2.0/security-groups?id=22665066-3f80-4493-8b7a-e2faea6c666a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377723 Jun 01 18:58:41.303302 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device fe9ee341-ec4e-4dd1-9a5a-2849f53aa52c up at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:58:41.418282 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c97b0ce9-f5a0-4350-8b8f-865881fee9de req-2bf5daec-a62a-495f-bb3e-97ad2a0fd113 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/security-groups?id=679bc320-73aa-41fb-80e9-32867c6d2bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2515068 Jun 01 18:58:41.421594 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-41a04001-25b9-48dc-a53c-99c6bcffbf4d req-eec9fa92-e77c-47bc-8b1d-ce139e3b7336 tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:41.483791 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] No active binding found for port 48becb1a-b8b3-47c6-b06c-86ccc46a069a {{(pid=88526) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jun 01 18:58:41.485100 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 48becb1a-b8b3-47c6-b06c-86ccc46a069a not bound to the agent host n-h1-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 18:58:41.488940 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:41.496460 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] get_ports_and_sgs() called for port_ids ['2303f6ca-cb4b-409a-bddb-a0b01bfc0087'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:58:41.507817 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-19a9bc5b-a66e-4ab2-afe2-675b5dbadb32 req-4aef7215-f4c7-4fff-b648-e272ec42a75a service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=bd257cd0-aa97-4526-8252-e04e5aa06d7c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2651060 Jun 01 18:58:41.557480 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec9fa92-e77c-47bc-8b1d-ce139e3b7336 tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] Pushing event deleted for resources: {'Port': ['ID=48becb1a-b8b3-47c6-b06c-86ccc46a069a,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:58:41.576463 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9b6fbc95-b352-4899-bf7d-aec1e98622a1 req-cdf0987e-1fc4-4c26-966d-70b71e309c2e service neutron] 10.222.0.50 "GET /v2.0/networks/898153a3-5d71-43be-9d14-343ea4a48426?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6008074 Jun 01 18:58:41.623965 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:41.640259 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning for port fe9ee341-ec4e-4dd1-9a5a-2849f53aa52c completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:58:41.650659 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning complete for port fe9ee341-ec4e-4dd1-9a5a-2849f53aa52c triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:58:41.651028 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:41.718612 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afea654d-2f91-4c9b-a4f4-819d4faf9049 req-2d217d55-92e1-463b-9bd6-649952e89858 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:41.725643 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-afea654d-2f91-4c9b-a4f4-819d4faf9049 req-2d217d55-92e1-463b-9bd6-649952e89858 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.50 "GET /v2.0/ports?device_id=779709d8-a8f3-49b1-8f69-02f152d46f25 HTTP/1.1" status: 200 len: 945 time: 0.2027562 Jun 01 18:58:41.929624 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [req-afea654d-2f91-4c9b-a4f4-819d4faf9049 req-51b7d9d5-cbc2-4e23-8956-215642940952 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Deleting port 5943e26a-ef9a-4188-8101-7be52d945b1a {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:58:41.930579 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port fe9ee341-ec4e-4dd1-9a5a-2849f53aa52c is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:58:41.931101 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-afea654d-2f91-4c9b-a4f4-819d4faf9049 req-51b7d9d5-cbc2-4e23-8956-215642940952 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:41.931441 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:42.013271 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:42.055770 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port fe9ee341-ec4e-4dd1-9a5a-2849f53aa52c, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=fe9ee341-ec4e-4dd1-9a5a-2849f53aa52c,segment=NetworkSegment(e60765c6-124a-4916-8bfd-a8bc142f32ad),segment_id=e60765c6-124a-4916-8bfd-a8bc142f32ad)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:58:42.066192 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2da7fbe-a2d2-41a4-9eca-c19f9eea24a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe9ee341-ec4e-4dd1-9a5a-2849f53aa52c'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:58:42.082934 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:42.231351 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=fe9ee341-ec4e-4dd1-9a5a-2849f53aa52c,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:58:42.277322 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-41a04001-25b9-48dc-a53c-99c6bcffbf4d req-eec9fa92-e77c-47bc-8b1d-ce139e3b7336 tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] No DVR routers for this DVR port 48becb1a-b8b3-47c6-b06c-86ccc46a069a on host n-h1-844202-1 {{(pid=88524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 18:58:42.288458 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-41a04001-25b9-48dc-a53c-99c6bcffbf4d req-eec9fa92-e77c-47bc-8b1d-ce139e3b7336 tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:42.301906 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dbbeeb1-1868-46af-b8b0-8b09b36306d0', 'name': 'network-vif-deleted', 'tag': '48becb1a-b8b3-47c6-b06c-86ccc46a069a'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:58:42.332712 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-41a04001-25b9-48dc-a53c-99c6bcffbf4d req-eec9fa92-e77c-47bc-8b1d-ce139e3b7336 tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] 10.222.0.15 "DELETE /v2.0/ports/48becb1a-b8b3-47c6-b06c-86ccc46a069a HTTP/1.1" status: 204 len: 173 time: 2.6691351 Jun 01 18:58:42.407492 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62010dac-d2fe-4b6c-a562-7e15fd2a38ea req-0cb78d09-6850-47fa-9cd7-b2452593827e tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:42.410096 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-62010dac-d2fe-4b6c-a562-7e15fd2a38ea req-0cb78d09-6850-47fa-9cd7-b2452593827e tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2da7fbe-a2d2-41a4-9eca-c19f9eea24a4 HTTP/1.1" status: 200 len: 945 time: 0.6576495 Jun 01 18:58:42.483554 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a9bc5b-a66e-4ab2-afe2-675b5dbadb32 req-79546598-9b37-4314-9f07-de3a1be9fe22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:42.485651 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-19a9bc5b-a66e-4ab2-afe2-675b5dbadb32 req-79546598-9b37-4314-9f07-de3a1be9fe22 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ed558a94bd42496298488549f6a1a20a&device_id=bd257cd0-aa97-4526-8252-e04e5aa06d7c HTTP/1.1" status: 200 len: 1101 time: 0.9346585 Jun 01 18:58:42.522943 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-62010dac-d2fe-4b6c-a562-7e15fd2a38ea req-f1aca162-c65c-4656-8804-05486b27911f tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/security-groups?id=e95c7360-01e1-4fb0-bbdb-7b11f637526c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038525 Jun 01 18:58:42.525078 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9b6fbc95-b352-4899-bf7d-aec1e98622a1 req-20c5a750-bddb-4ffb-904f-9450a817bff6 service neutron] 10.222.0.50 "GET /v2.0/networks/898153a3-5d71-43be-9d14-343ea4a48426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8273392 Jun 01 18:58:42.790286 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55fab53-67c4-44e5-b8c8-cc5ee327cca4 req-4e24be4c-144e-464a-918b-3ca3b37496f3 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:42.791860 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d55fab53-67c4-44e5-b8c8-cc5ee327cca4 req-4e24be4c-144e-464a-918b-3ca3b37496f3 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] 10.222.0.41 "GET /v2.0/ports?device_id=940a21cb-bca9-4882-91d5-0ff22e2c4322 HTTP/1.1" status: 200 len: 946 time: 0.2939277 Jun 01 18:58:42.881349 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-afea654d-2f91-4c9b-a4f4-819d4faf9049 req-51b7d9d5-cbc2-4e23-8956-215642940952 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] For port 5943e26a-ef9a-4188-8101-7be52d945b1a, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=5943e26a-ef9a-4188-8101-7be52d945b1a,segment=NetworkSegment(ecb3f528-dbed-4312-ba29-7684ecfbe265),segment_id=ecb3f528-dbed-4312-ba29-7684ecfbe265)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:58:42.881718 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-afea654d-2f91-4c9b-a4f4-819d4faf9049 req-51b7d9d5-cbc2-4e23-8956-215642940952 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:42.995212 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-9b271d80-eebe-453f-b64b-156d60a56e85 req-343c6fc3-2dc9-4ddf-8f66-74547f73b50a tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] Synchronizing usage tracker for tenant:d0a1e5281a6a4a33a7366a726bd4d479 on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:58:43.095839 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-9b271d80-eebe-453f-b64b-156d60a56e85 req-343c6fc3-2dc9-4ddf-8f66-74547f73b50a tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] Unset dirty status for tenant:d0a1e5281a6a4a33a7366a726bd4d479 on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:58:43.103094 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9b271d80-eebe-453f-b64b-156d60a56e85 req-343c6fc3-2dc9-4ddf-8f66-74547f73b50a tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] 10.222.0.41 "GET /v2.0/ports?device_id=3dbbeeb1-1868-46af-b8b0-8b09b36306d0 HTTP/1.1" status: 200 len: 210 time: 0.2505417 Jun 01 18:58:43.275569 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-666a1c4b-9d92-4e5e-8091-a1f230f82161'] response: {'server_uuid': 'e2da7fbe-a2d2-41a4-9eca-c19f9eea24a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe9ee341-ec4e-4dd1-9a5a-2849f53aa52c', 'code': 200} Jun 01 18:58:43.276043 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a9bc5b-a66e-4ab2-afe2-675b5dbadb32 req-49eed693-32f6-4ff4-89f8-106429c1f0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:43.277415 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-19a9bc5b-a66e-4ab2-afe2-675b5dbadb32 req-49eed693-32f6-4ff4-89f8-106429c1f0e1 service neutron] 10.222.0.50 "GET /v2.0/networks?id=898153a3-5d71-43be-9d14-343ea4a48426 HTTP/1.1" status: 200 len: 870 time: 0.7578981 Jun 01 18:58:43.294907 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a83bad-31db-449c-8bad-6a08db71c75d req-7b536987-58b1-4caf-986b-c24fee15f83f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:43.296371 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-35a83bad-31db-449c-8bad-6a08db71c75d req-7b536987-58b1-4caf-986b-c24fee15f83f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ed558a94bd42496298488549f6a1a20a&device_id=267a2521-ea01-468f-9c8c-d3c656592665 HTTP/1.1" status: 200 len: 1099 time: 0.5913522 Jun 01 18:58:43.363292 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [req-afea654d-2f91-4c9b-a4f4-819d4faf9049 req-51b7d9d5-cbc2-4e23-8956-215642940952 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Calling delete_port for 5943e26a-ef9a-4188-8101-7be52d945b1a owned by compute:nova {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:58:43.736099 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-19a9bc5b-a66e-4ab2-afe2-675b5dbadb32 req-d325f2a4-fb17-437f-a5f5-5df4703b6b85 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=c8b8fb79-fd92-474a-8ec2-5ac7b267ee2e HTTP/1.1" status: 200 len: 217 time: 0.4513247 Jun 01 18:58:43.802545 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d55fab53-67c4-44e5-b8c8-cc5ee327cca4 req-27f127d6-cbba-4b58-824c-c8dff4411b9e tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] 10.222.0.41 "GET /v2.0/security-groups?id=428a90ee-d69c-4f4b-be08-39e0e3f8aeb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9844527 Jun 01 18:58:44.074587 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-afea654d-2f91-4c9b-a4f4-819d4faf9049 req-51b7d9d5-cbc2-4e23-8956-215642940952 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:44.121015 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a388891-184b-4752-b791-4803c816bd7c'] response: {'server_uuid': '3dbbeeb1-1868-46af-b8b0-8b09b36306d0', 'name': 'network-vif-deleted', 'tag': '48becb1a-b8b3-47c6-b06c-86ccc46a069a', 'status': 'completed', 'code': 200} Jun 01 18:58:44.278037 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b7d9d5-cbc2-4e23-8956-215642940952 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Pushing event deleted for resources: {'Port': ['ID=5943e26a-ef9a-4188-8101-7be52d945b1a,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:58:44.298054 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f75f1a4d-6edd-400d-a007-71087b508fbd req-fac46650-aa6a-44c6-850e-5a5cbbc55ac9 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/ports?device_id=779709d8-a8f3-49b1-8f69-02f152d46f25 HTTP/1.1" status: 200 len: 210 time: 0.1046972 Jun 01 18:58:44.398010 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a9bc5b-a66e-4ab2-afe2-675b5dbadb32 req-2b75935c-d98e-43dd-a6cb-90353d8abdc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:44.411770 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-19a9bc5b-a66e-4ab2-afe2-675b5dbadb32 req-2b75935c-d98e-43dd-a6cb-90353d8abdc5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=35e3ad2f-9c88-4698-b634-4e1b58de1cc2 HTTP/1.1" status: 200 len: 843 time: 0.4978960 Jun 01 18:58:44.476238 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [req-afea654d-2f91-4c9b-a4f4-819d4faf9049 req-51b7d9d5-cbc2-4e23-8956-215642940952 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] No DVR routers for this DVR port 5943e26a-ef9a-4188-8101-7be52d945b1a on host n-h2-844202-1 {{(pid=88525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 18:58:44.484413 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-afea654d-2f91-4c9b-a4f4-819d4faf9049 req-51b7d9d5-cbc2-4e23-8956-215642940952 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:44.511020 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '779709d8-a8f3-49b1-8f69-02f152d46f25', 'name': 'network-vif-deleted', 'tag': '5943e26a-ef9a-4188-8101-7be52d945b1a'}] {{(pid=88525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:58:44.607867 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a83bad-31db-449c-8bad-6a08db71c75d req-59c57946-fe99-4c89-bd2c-984a5286a149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:44.609459 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-35a83bad-31db-449c-8bad-6a08db71c75d req-59c57946-fe99-4c89-bd2c-984a5286a149 service neutron] 10.222.0.50 "GET /v2.0/networks?id=898153a3-5d71-43be-9d14-343ea4a48426 HTTP/1.1" status: 200 len: 870 time: 1.1572964 Jun 01 18:58:44.633409 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-afea654d-2f91-4c9b-a4f4-819d4faf9049 req-51b7d9d5-cbc2-4e23-8956-215642940952 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.50 "DELETE /v2.0/ports/5943e26a-ef9a-4188-8101-7be52d945b1a HTTP/1.1" status: 204 len: 173 time: 2.9018333 Jun 01 18:58:44.727589 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8fb4c6-6991-4272-96df-866abc78ff20 req-939714a6-d387-4c7e-b009-d5e81b409816 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:44.743097 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-be8fb4c6-6991-4272-96df-866abc78ff20 req-939714a6-d387-4c7e-b009-d5e81b409816 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2da7fbe-a2d2-41a4-9eca-c19f9eea24a4 HTTP/1.1" status: 200 len: 946 time: 0.2148128 Jun 01 18:58:44.770193 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19e219a-fbf0-465e-931b-67293cd0f17a req-c0285d83-7a02-4c2f-b9f4-49666659d895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:44.771951 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d19e219a-fbf0-465e-931b-67293cd0f17a req-c0285d83-7a02-4c2f-b9f4-49666659d895 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=e2da7fbe-a2d2-41a4-9eca-c19f9eea24a4 HTTP/1.1" status: 200 len: 1097 time: 1.0076861 Jun 01 18:58:44.824552 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f92525-6c51-4972-a769-5138032738e2 req-fc998ab6-a6ae-443e-bbb0-576cb97976c9 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:44.825336 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-39f92525-6c51-4972-a769-5138032738e2 req-fc998ab6-a6ae-443e-bbb0-576cb97976c9 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Synchronizing usage tracker for tenant:ed558a94bd42496298488549f6a1a20a on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:58:44.852650 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-be8fb4c6-6991-4272-96df-866abc78ff20 req-c34e56cd-7581-4213-87e3-2f7c55c04746 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/security-groups?id=e95c7360-01e1-4fb0-bbdb-7b11f637526c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084039 Jun 01 18:58:44.857613 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-35a83bad-31db-449c-8bad-6a08db71c75d req-e2445b74-6add-4c3a-8e88-ce2ece5da136 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=cecb928f-5749-4a46-8679-913c29103fbf HTTP/1.1" status: 200 len: 217 time: 0.2123013 Jun 01 18:58:45.080350 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d19e219a-fbf0-465e-931b-67293cd0f17a req-e08cd9bb-d35a-4314-988a-6f83e9cb1876 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=e95c7360-01e1-4fb0-bbdb-7b11f637526c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2999320 Jun 01 18:58:45.082635 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a83bad-31db-449c-8bad-6a08db71c75d req-dd67a8e4-fe5e-4838-bd32-9af3bba5d5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:45.084083 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-35a83bad-31db-449c-8bad-6a08db71c75d req-dd67a8e4-fe5e-4838-bd32-9af3bba5d5dd service neutron] 10.222.0.50 "GET /v2.0/subnets?id=35e3ad2f-9c88-4698-b634-4e1b58de1cc2 HTTP/1.1" status: 200 len: 843 time: 0.2164688 Jun 01 18:58:45.087308 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-39f92525-6c51-4972-a769-5138032738e2 req-fc998ab6-a6ae-443e-bbb0-576cb97976c9 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Unset dirty status for tenant:ed558a94bd42496298488549f6a1a20a on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:58:45.094450 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-39f92525-6c51-4972-a769-5138032738e2 req-fc998ab6-a6ae-443e-bbb0-576cb97976c9 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.41 "GET /v2.0/ports?device_id=267a2521-ea01-468f-9c8c-d3c656592665 HTTP/1.1" status: 200 len: 948 time: 1.2523978 Jun 01 18:58:45.169415 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-39f92525-6c51-4972-a769-5138032738e2 req-2c7334f5-f5d4-4be2-b431-ff75b4096c38 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.41 "GET /v2.0/security-groups?id=22665066-3f80-4493-8b7a-e2faea6c666a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691354 Jun 01 18:58:45.172172 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a9bc5b-a66e-4ab2-afe2-675b5dbadb32 req-f2289d36-e449-4c77-ad82-ab4b0acbf34b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:45.175468 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-19a9bc5b-a66e-4ab2-afe2-675b5dbadb32 req-f2289d36-e449-4c77-ad82-ab4b0acbf34b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=898153a3-5d71-43be-9d14-343ea4a48426&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7496762 Jun 01 18:58:45.214002 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65754a30-c4a4-4fcb-ae80-61de9ea1f97c req-e6ef7884-c3d6-45c7-9457-d08476e6ab93 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:45.215684 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-65754a30-c4a4-4fcb-ae80-61de9ea1f97c req-e6ef7884-c3d6-45c7-9457-d08476e6ab93 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] 10.222.0.41 "GET /v2.0/ports?device_id=940a21cb-bca9-4882-91d5-0ff22e2c4322 HTTP/1.1" status: 200 len: 946 time: 0.1574113 Jun 01 18:58:45.225279 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 36212) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:58:45.231601 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-230bbc0e-8049-4fcf-a6ea-2f15d39ac5a4 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Request body: {'floatingip': {'port_id': '499258ee-b014-43c5-8818-0eb3f6a6b659'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:58:45.310434 n-d-844202-1 neutron-server[88525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c210a604-31cc-4f30-8ad6-c145d01e1ca1'] response: {'server_uuid': '779709d8-a8f3-49b1-8f69-02f152d46f25', 'name': 'network-vif-deleted', 'tag': '5943e26a-ef9a-4188-8101-7be52d945b1a', 'status': 'completed', 'code': 200} Jun 01 18:58:45.341309 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 5943e26a-ef9a-4188-8101-7be52d945b1a no longer exists at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:58:45.415727 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-230bbc0e-8049-4fcf-a6ea-2f15d39ac5a4 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Notify callbacks [] for floatingip, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:45.444175 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] No Port match for: 5943e26a-ef9a-4188-8101-7be52d945b1a {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 18:58:45.446483 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 5943e26a-ef9a-4188-8101-7be52d945b1a not bound to the agent host n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 18:58:45.744826 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-2bdbb551-5541-427b-b6a1-64757fb3394f req-910beffc-66e2-4536-a8c1-2c528e609beb tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] 10.222.0.41 "GET /v2.0/ports?device_id=779709d8-a8f3-49b1-8f69-02f152d46f25 HTTP/1.1" status: 200 len: 210 time: 0.1367967 Jun 01 18:58:45.843097 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a83bad-31db-449c-8bad-6a08db71c75d req-d6cae49d-97d2-40bd-9a44-1c0bee446330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:45.844800 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-35a83bad-31db-449c-8bad-6a08db71c75d req-d6cae49d-97d2-40bd-9a44-1c0bee446330 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=898153a3-5d71-43be-9d14-343ea4a48426&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5633726 Jun 01 18:58:45.922209 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-19a9bc5b-a66e-4ab2-afe2-675b5dbadb32 req-2d5a0da3-a3be-4d0d-858e-e73844bf8380 service neutron] 10.222.0.50 "GET /v2.0/networks/898153a3-5d71-43be-9d14-343ea4a48426?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5453498 Jun 01 18:58:46.366622 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-19a9bc5b-a66e-4ab2-afe2-675b5dbadb32 req-4724c021-e186-4d6f-b23d-9f3b077ff3b5 service neutron] 10.222.0.50 "GET /v2.0/networks/898153a3-5d71-43be-9d14-343ea4a48426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2736173 Jun 01 18:58:46.434853 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-35a83bad-31db-449c-8bad-6a08db71c75d req-eeca42fa-a332-4e4f-ad26-217277b85235 service neutron] 10.222.0.50 "GET /v2.0/networks/898153a3-5d71-43be-9d14-343ea4a48426?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5784731 Jun 01 18:58:46.454551 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f7abfc-8e80-4b6f-a248-888ae3dfaf52 req-eb116845-c156-47c8-9a9a-9aec8a352b6e tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:46.456860 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-78f7abfc-8e80-4b6f-a248-888ae3dfaf52 req-eb116845-c156-47c8-9a9a-9aec8a352b6e tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2da7fbe-a2d2-41a4-9eca-c19f9eea24a4 HTTP/1.1" status: 200 len: 946 time: 0.4212782 Jun 01 18:58:46.616642 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-78f7abfc-8e80-4b6f-a248-888ae3dfaf52 req-5da9cfd5-64fe-4977-a8fb-f3f980ad2976 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/security-groups?id=e95c7360-01e1-4fb0-bbdb-7b11f637526c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402555 Jun 01 18:58:46.651523 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7f9ca1-eec9-4743-bde5-3e7de14bccd6 req-d20d4171-8814-439b-b6cf-18dd2a1e765a tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:46.660645 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8d7f9ca1-eec9-4743-bde5-3e7de14bccd6 req-d20d4171-8814-439b-b6cf-18dd2a1e765a tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] 10.222.0.41 "GET /v2.0/ports?device_id=f21b95ed-76cd-44e2-b692-d0bc9beb0214 HTTP/1.1" status: 200 len: 946 time: 0.4966094 Jun 01 18:58:46.668213 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-35a83bad-31db-449c-8bad-6a08db71c75d req-1c677919-d386-40e3-82bd-ebae9fda5e91 service neutron] 10.222.0.50 "GET /v2.0/networks/898153a3-5d71-43be-9d14-343ea4a48426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2103200 Jun 01 18:58:46.732797 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8d7f9ca1-eec9-4743-bde5-3e7de14bccd6 req-ffb59877-b021-4167-a3f5-4a7805a19d73 tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cd81dcd-fddd-4cdb-b7e0-911a736e672d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712657 Jun 01 18:58:46.899243 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722c3bd2-0147-45b7-9841-25692c4cbb5b req-bbbd0095-1a3f-437d-afd8-a85fd06cdb0f tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:46.901140 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-722c3bd2-0147-45b7-9841-25692c4cbb5b req-bbbd0095-1a3f-437d-afd8-a85fd06cdb0f tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.41 "GET /v2.0/ports?device_id=267a2521-ea01-468f-9c8c-d3c656592665 HTTP/1.1" status: 200 len: 948 time: 0.1067986 Jun 01 18:58:46.968857 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-230bbc0e-8049-4fcf-a6ea-2f15d39ac5a4 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:46.973578 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-230bbc0e-8049-4fcf-a6ea-2f15d39ac5a4 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887712'] for floatingip, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:46.974478 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-722c3bd2-0147-45b7-9841-25692c4cbb5b req-e6d04dd6-4a3e-4e11-ad48-d507f51f05b4 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.41 "GET /v2.0/security-groups?id=22665066-3f80-4493-8b7a-e2faea6c666a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634828 Jun 01 18:58:47.352986 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device cecb928f-5749-4a46-8679-913c29103fbf details requested by agent hyperv_n-h2-844202-1 with host n-h2-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 18:58:47.656840 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port cecb928f-5749-4a46-8679-913c29103fbf, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=cecb928f-5749-4a46-8679-913c29103fbf,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:58:47.678389 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Returning: {'device': 'cecb928f-5749-4a46-8679-913c29103fbf', 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426', 'port_id': 'cecb928f-5749-4a46-8679-913c29103fbf', 'mac_address': 'fa:16:3e:80:a4:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35e3ad2f-9c88-4698-b634-4e1b58de1cc2', 'ip_address': '192.168.233.210'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 18:58:47.765446 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port cecb928f-5749-4a46-8679-913c29103fbf is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:58:47.768071 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:47.818447 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cecb928f-5749-4a46-8679-913c29103fbf {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:58:47.823460 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-230bbc0e-8049-4fcf-a6ea-2f15d39ac5a4 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Router 03c5a04d-e08f-4502-b09c-207a29be54f7 has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 18:58:47.856660 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port cecb928f-5749-4a46-8679-913c29103fbf, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=cecb928f-5749-4a46-8679-913c29103fbf,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:58:47.862092 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:48.060926 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=cecb928f-5749-4a46-8679-913c29103fbf,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:58:48.149212 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] get_ports_and_sgs() called for port_ids ['cecb928f-5749-4a46-8679-913c29103fbf'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:58:48.152818 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07482f89-a30e-4f65-bfe1-e7bea91640a1 req-de232be0-0795-48e8-8f93-e1872f28452d tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:48.154297 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-07482f89-a30e-4f65-bfe1-e7bea91640a1 req-de232be0-0795-48e8-8f93-e1872f28452d tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2da7fbe-a2d2-41a4-9eca-c19f9eea24a4 HTTP/1.1" status: 200 len: 946 time: 0.2587149 Jun 01 18:58:48.176198 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-230bbc0e-8049-4fcf-a6ea-2f15d39ac5a4 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 18:58:48.182015 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-230bbc0e-8049-4fcf-a6ea-2f15d39ac5a4 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for floatingip, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:48.184919 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cae06f-4a4c-4703-89bc-cd45a923aea3 req-fb12f582-105c-46db-b605-010957d6157b tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:48.188834 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-decf141e-3222-4520-ab4e-48cd089107d9 None None] Sync routers for ids ['03c5a04d-e08f-4502-b09c-207a29be54f7'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 18:58:48.194460 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b0cae06f-4a4c-4703-89bc-cd45a923aea3 req-fb12f582-105c-46db-b605-010957d6157b tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] 10.222.0.41 "GET /v2.0/ports?device_id=f21b95ed-76cd-44e2-b692-d0bc9beb0214 HTTP/1.1" status: 200 len: 946 time: 0.2227666 Jun 01 18:58:48.203616 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-decf141e-3222-4520-ab4e-48cd089107d9 None None] Routers {'03c5a04d-e08f-4502-b09c-207a29be54f7'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:58:48.206215 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-decf141e-3222-4520-ab4e-48cd089107d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:58:39Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['03c5a04d-e08f-4502-b09c-207a29be54f7'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:58:48.236006 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faec39e-02d3-42a4-aed2-60d75391d4ad req-ef54527e-17e2-47d4-83ac-e9f53954cd2c tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:48.238490 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5faec39e-02d3-42a4-aed2-60d75391d4ad req-ef54527e-17e2-47d4-83ac-e9f53954cd2c tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] 10.222.0.50 "GET /v2.0/ports?device_id=f21b95ed-76cd-44e2-b692-d0bc9beb0214 HTTP/1.1" status: 200 len: 946 time: 0.1642661 Jun 01 18:58:48.284867 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-07482f89-a30e-4f65-bfe1-e7bea91640a1 req-b1a79c1c-ae00-4674-baa2-444d072b2b66 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/security-groups?id=e95c7360-01e1-4fb0-bbdb-7b11f637526c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239269 Jun 01 18:58:48.320651 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b0cae06f-4a4c-4703-89bc-cd45a923aea3 req-9111dc25-8de7-4fb2-a03c-4843b2431edc tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cd81dcd-fddd-4cdb-b7e0-911a736e672d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251667 Jun 01 18:58:48.376433 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-5faec39e-02d3-42a4-aed2-60d75391d4ad req-0f676012-2800-48cb-bf63-7f63af546170 tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] Deleting port 2303f6ca-cb4b-409a-bddb-a0b01bfc0087 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:58:48.376782 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-5faec39e-02d3-42a4-aed2-60d75391d4ad req-0f676012-2800-48cb-bf63-7f63af546170 tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:48.378660 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '940a21cb-bca9-4882-91d5-0ff22e2c4322', 'tag': '499258ee-b014-43c5-8818-0eb3f6a6b659'}] {{(pid=88525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:58:48.459401 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-230bbc0e-8049-4fcf-a6ea-2f15d39ac5a4 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] 10.222.0.41 "PUT /v2.0/floatingips/ebff7646-f443-4a4d-9522-fe1760b0f0e9 HTTP/1.1" status: 200 len: 994 time: 3.2330246 Jun 01 18:58:48.719732 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-decf141e-3222-4520-ab4e-48cd089107d9 None None] Set router 03c5a04d-e08f-4502-b09c-207a29be54f7 gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:58:48.823276 n-d-844202-1 neutron-server[88525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-084ef44e-f39b-4cef-a169-3a4d43bf0b0a'] response: {'name': 'network-changed', 'server_uuid': '940a21cb-bca9-4882-91d5-0ff22e2c4322', 'tag': '499258ee-b014-43c5-8818-0eb3f6a6b659', 'status': 'completed', 'code': 200} Jun 01 18:58:49.166429 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b7e519-0b4d-4cd8-aa60-233dd265bd51 req-1acf74d1-4c96-4013-a9d5-0339112f41c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:49.168199 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-39b7e519-0b4d-4cd8-aa60-233dd265bd51 req-1acf74d1-4c96-4013-a9d5-0339112f41c9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d40f7c9e0af24f109f247cdb0a7a60bf&device_id=940a21cb-bca9-4882-91d5-0ff22e2c4322 HTTP/1.1" status: 200 len: 1097 time: 0.3218379 Jun 01 18:58:49.195558 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef771b4-5e32-4c25-bcdf-b3c7c246b6d5 req-696623cd-f488-48c7-a9a6-9394b8811ccb tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:49.203426 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-5ef771b4-5e32-4c25-bcdf-b3c7c246b6d5 req-696623cd-f488-48c7-a9a6-9394b8811ccb tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2da7fbe-a2d2-41a4-9eca-c19f9eea24a4 HTTP/1.1" status: 200 len: 946 time: 0.1513581 Jun 01 18:58:49.269491 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-5ef771b4-5e32-4c25-bcdf-b3c7c246b6d5 req-b5197a76-b8d0-461a-bc7a-fef3a08c3ea2 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/security-groups?id=e95c7360-01e1-4fb0-bbdb-7b11f637526c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647447 Jun 01 18:58:49.321979 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412736a6-79eb-432a-9859-529a33c00184 req-f24253ef-3c3d-451e-b1dd-fdecfd52c532 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:49.328878 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-412736a6-79eb-432a-9859-529a33c00184 req-f24253ef-3c3d-451e-b1dd-fdecfd52c532 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.41 "GET /v2.0/ports?device_id=267a2521-ea01-468f-9c8c-d3c656592665 HTTP/1.1" status: 200 len: 949 time: 0.7532494 Jun 01 18:58:49.360608 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-5faec39e-02d3-42a4-aed2-60d75391d4ad req-0f676012-2800-48cb-bf63-7f63af546170 tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] For port 2303f6ca-cb4b-409a-bddb-a0b01bfc0087, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=2303f6ca-cb4b-409a-bddb-a0b01bfc0087,segment=NetworkSegment(5d37d6f1-f881-46ce-917f-1a0aba7e0745),segment_id=5d37d6f1-f881-46ce-917f-1a0aba7e0745)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:58:49.361363 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-5faec39e-02d3-42a4-aed2-60d75391d4ad req-0f676012-2800-48cb-bf63-7f63af546170 tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:49.364509 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-decf141e-3222-4520-ab4e-48cd089107d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03c5a04d-e08f-4502-b09c-207a29be54f7', 'name': 'tempest-ServerRescueNegativeTestJSON-142248793-router', 'tenant_id': 'd40f7c9e0af24f109f247cdb0a7a60bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': 'bd04b6ab-43fa-4f24-b229-b7a20640121a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:54:43Z', 'updated_at': '2022-06-01T18:54:51Z', 'revision_number': 4, 'project_id': 'd40f7c9e0af24f109f247cdb0a7a60bf', 'gw_port': {'id': 'bd04b6ab-43fa-4f24-b229-b7a20640121a', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:8c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03c5a04d-e08f-4502-b09c-207a29be54f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:54:44Z', 'updated_at': '2022-06-01T18:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_floatingips': [{'id': 'ebff7646-f443-4a4d-9522-fe1760b0f0e9', 'tenant_id': 'd40f7c9e0af24f109f247cdb0a7a60bf', 'floating_ip_address': '172.25.4.155', 'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'router_id': '03c5a04d-e08f-4502-b09c-207a29be54f7', 'port_id': '499258ee-b014-43c5-8818-0eb3f6a6b659', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1613, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c7a9aa4-8b0d-4225-ab31-749c4f434a4b', 'mac_address': 'fa:16:3e:fb:45:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '940a21cb-bca9-4882-91d5-0ff22e2c4322', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T18:56:52Z', 'updated_at': '2022-06-01T18:58:46Z', 'revision_number': 3, 'project_id': 'd40f7c9e0af24f109f247cdb0a7a60bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd14f629b-6309-4ab1-a5d6-484c9d2808b1', 'name': '', 'network_id': '4c7a9aa4-8b0d-4225-ab31-749c4f434a4b', 'tenant_id': 'd40f7c9e0af24f109f247cdb0a7a60bf', 'mac_address': 'fa:16:3e:7b:2e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03c5a04d-e08f-4502-b09c-207a29be54f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '6675a480-f2f0-4e10-96f4-f99c31c21be5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:54:48Z', 'updated_at': '2022-06-01T18:55:00Z', 'revision_number': 5, 'project_id': 'd40f7c9e0af24f109f247cdb0a7a60bf', 'subnets': [{'id': '6675a480-f2f0-4e10-96f4-f99c31c21be5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:58:49.372552 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device cecb928f-5749-4a46-8679-913c29103fbf up at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:58:49.374655 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-decf141e-3222-4520-ab4e-48cd089107d9 None None] Checking router: 03c5a04d-e08f-4502-b09c-207a29be54f7 for host: n-d-844202-1 {{(pid=88527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 18:58:49.386285 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-decf141e-3222-4520-ab4e-48cd089107d9 None None] Routers {'03c5a04d-e08f-4502-b09c-207a29be54f7'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:58:49.387202 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-decf141e-3222-4520-ab4e-48cd089107d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:58:39Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['03c5a04d-e08f-4502-b09c-207a29be54f7'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:58:49.565662 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning for port cecb928f-5749-4a46-8679-913c29103fbf completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:58:49.577015 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning complete for port cecb928f-5749-4a46-8679-913c29103fbf triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:58:49.577389 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:49.650536 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-5faec39e-02d3-42a4-aed2-60d75391d4ad req-0f676012-2800-48cb-bf63-7f63af546170 tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] Calling delete_port for 2303f6ca-cb4b-409a-bddb-a0b01bfc0087 owned by compute:nova {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:58:49.721849 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfc2efc-d84d-47ac-8a0b-b0eb0b263c6e req-03df9743-3a61-453f-ba00-939f5acb3c7e tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:49.735194 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-9bfc2efc-d84d-47ac-8a0b-b0eb0b263c6e req-03df9743-3a61-453f-ba00-939f5acb3c7e tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] 10.222.0.41 "GET /v2.0/ports?device_id=f21b95ed-76cd-44e2-b692-d0bc9beb0214 HTTP/1.1" status: 200 len: 946 time: 0.2432160 Jun 01 18:58:49.777507 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-decf141e-3222-4520-ab4e-48cd089107d9 None None] Set router 03c5a04d-e08f-4502-b09c-207a29be54f7 gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:58:49.836773 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-412736a6-79eb-432a-9859-529a33c00184 req-82e47d49-8dd0-4c90-b128-6e08e0ae6828 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.41 "GET /v2.0/security-groups?id=22665066-3f80-4493-8b7a-e2faea6c666a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5065401 Jun 01 18:58:49.871117 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port cecb928f-5749-4a46-8679-913c29103fbf is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:58:49.871504 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:49.886634 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-9bfc2efc-d84d-47ac-8a0b-b0eb0b263c6e req-54203c30-66ac-43a4-aa7f-9f5d86503986 tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] 10.222.0.41 "GET /v2.0/security-groups?id=3cd81dcd-fddd-4cdb-b7e0-911a736e672d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493828 Jun 01 18:58:49.934450 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b7e519-0b4d-4cd8-aa60-233dd265bd51 req-fe64b0da-4a85-4365-95ea-2a72f6c91b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:49.936162 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-39b7e519-0b4d-4cd8-aa60-233dd265bd51 req-fe64b0da-4a85-4365-95ea-2a72f6c91b06 service neutron] 10.222.0.50 "GET /v2.0/networks?id=4c7a9aa4-8b0d-4225-ab31-749c4f434a4b HTTP/1.1" status: 200 len: 919 time: 0.7505801 Jun 01 18:58:49.985058 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '267a2521-ea01-468f-9c8c-d3c656592665', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cecb928f-5749-4a46-8679-913c29103fbf'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:58:50.031001 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port cecb928f-5749-4a46-8679-913c29103fbf, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=cecb928f-5749-4a46-8679-913c29103fbf,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:58:50.037275 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:50.151566 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df0fbc02-b2f7-4c51-9472-7b217a4b2b5b'] response: {'server_uuid': '267a2521-ea01-468f-9c8c-d3c656592665', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cecb928f-5749-4a46-8679-913c29103fbf', 'code': 200} Jun 01 18:58:50.239919 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=cecb928f-5749-4a46-8679-913c29103fbf,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:58:50.266400 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-39b7e519-0b4d-4cd8-aa60-233dd265bd51 req-774c8a2e-e4dd-4745-910e-50f689f3d9b6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=499258ee-b014-43c5-8818-0eb3f6a6b659 HTTP/1.1" status: 200 len: 1002 time: 0.2952559 Jun 01 18:58:50.374938 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-decf141e-3222-4520-ab4e-48cd089107d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03c5a04d-e08f-4502-b09c-207a29be54f7', 'name': 'tempest-ServerRescueNegativeTestJSON-142248793-router', 'tenant_id': 'd40f7c9e0af24f109f247cdb0a7a60bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': 'bd04b6ab-43fa-4f24-b229-b7a20640121a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:54:43Z', 'updated_at': '2022-06-01T18:54:51Z', 'revision_number': 4, 'project_id': 'd40f7c9e0af24f109f247cdb0a7a60bf', 'gw_port': {'id': 'bd04b6ab-43fa-4f24-b229-b7a20640121a', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:8c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03c5a04d-e08f-4502-b09c-207a29be54f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:54:44Z', 'updated_at': '2022-06-01T18:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_floatingips': [{'id': 'ebff7646-f443-4a4d-9522-fe1760b0f0e9', 'tenant_id': 'd40f7c9e0af24f109f247cdb0a7a60bf', 'floating_ip_address': '172.25.4.155', 'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'router_id': '03c5a04d-e08f-4502-b09c-207a29be54f7', 'port_id': '499258ee-b014-43c5-8818-0eb3f6a6b659', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1613, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c7a9aa4-8b0d-4225-ab31-749c4f434a4b', 'mac_address': 'fa:16:3e:fb:45:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '940a21cb-bca9-4882-91d5-0ff22e2c4322', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T18:56:52Z', 'updated_at': '2022-06-01T18:58:46Z', 'revision_number': 3, 'project_id': 'd40f7c9e0af24f109f247cdb0a7a60bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd14f629b-6309-4ab1-a5d6-484c9d2808b1', 'name': '', 'network_id': '4c7a9aa4-8b0d-4225-ab31-749c4f434a4b', 'tenant_id': 'd40f7c9e0af24f109f247cdb0a7a60bf', 'mac_address': 'fa:16:3e:7b:2e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03c5a04d-e08f-4502-b09c-207a29be54f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '6675a480-f2f0-4e10-96f4-f99c31c21be5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:54:48Z', 'updated_at': '2022-06-01T18:55:00Z', 'revision_number': 5, 'project_id': 'd40f7c9e0af24f109f247cdb0a7a60bf', 'subnets': [{'id': '6675a480-f2f0-4e10-96f4-f99c31c21be5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:58:50.381287 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-decf141e-3222-4520-ab4e-48cd089107d9 None None] The sync data for ids ['03c5a04d-e08f-4502-b09c-207a29be54f7'] in n-d-844202-1 is: [{'id': '03c5a04d-e08f-4502-b09c-207a29be54f7', 'name': 'tempest-ServerRescueNegativeTestJSON-142248793-router', 'tenant_id': 'd40f7c9e0af24f109f247cdb0a7a60bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': 'bd04b6ab-43fa-4f24-b229-b7a20640121a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:54:43Z', 'updated_at': '2022-06-01T18:54:51Z', 'revision_number': 4, 'project_id': 'd40f7c9e0af24f109f247cdb0a7a60bf', 'gw_port': {'id': 'bd04b6ab-43fa-4f24-b229-b7a20640121a', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:8c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03c5a04d-e08f-4502-b09c-207a29be54f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:54:44Z', 'updated_at': '2022-06-01T18:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_floatingips': [{'id': 'ebff7646-f443-4a4d-9522-fe1760b0f0e9', 'tenant_id': 'd40f7c9e0af24f109f247cdb0a7a60bf', 'floating_ip_address': '172.25.4.155', 'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'router_id': '03c5a04d-e08f-4502-b09c-207a29be54f7', 'port_id': '499258ee-b014-43c5-8818-0eb3f6a6b659', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1613, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c7a9aa4-8b0d-4225-ab31-749c4f434a4b', 'mac_address': 'fa:16:3e:fb:45:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '940a21cb-bca9-4882-91d5-0ff22e2c4322', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T18:56:52Z', 'updated_at': '2022-06-01T18:58:46Z', 'revision_number': 3, 'project_id': 'd40f7c9e0af24f109f247cdb0a7a60bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd14f629b-6309-4ab1-a5d6-484c9d2808b1', 'name': '', 'network_id': '4c7a9aa4-8b0d-4225-ab31-749c4f434a4b', 'tenant_id': 'd40f7c9e0af24f109f247cdb0a7a60bf', 'mac_address': 'fa:16:3e:7b:2e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03c5a04d-e08f-4502-b09c-207a29be54f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '6675a480-f2f0-4e10-96f4-f99c31c21be5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:54:48Z', 'updated_at': '2022-06-01T18:55:00Z', 'revision_number': 5, 'project_id': 'd40f7c9e0af24f109f247cdb0a7a60bf', 'subnets': [{'id': '6675a480-f2f0-4e10-96f4-f99c31c21be5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 18:58:50.613980 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b7e519-0b4d-4cd8-aa60-233dd265bd51 req-57181084-9c6a-414d-893c-4e2e9df78576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:50.615374 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-39b7e519-0b4d-4cd8-aa60-233dd265bd51 req-57181084-9c6a-414d-893c-4e2e9df78576 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6675a480-f2f0-4e10-96f4-f99c31c21be5 HTTP/1.1" status: 200 len: 857 time: 0.3419647 Jun 01 18:58:50.700729 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944589bf-5884-4bba-8de0-aefa26d91faf req-e0d71b81-6228-4867-80b7-0ec4eb7723e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:50.702210 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-944589bf-5884-4bba-8de0-aefa26d91faf req-e0d71b81-6228-4867-80b7-0ec4eb7723e9 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=267a2521-ea01-468f-9c8c-d3c656592665 HTTP/1.1" status: 200 len: 1101 time: 0.4349692 Jun 01 18:58:50.781935 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-5faec39e-02d3-42a4-aed2-60d75391d4ad req-0f676012-2800-48cb-bf63-7f63af546170 tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:50.794076 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] get_ports_and_sgs() called for port_ids ['2303f6ca-cb4b-409a-bddb-a0b01bfc0087'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:58:50.824793 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '940a21cb-bca9-4882-91d5-0ff22e2c4322', 'tag': '499258ee-b014-43c5-8818-0eb3f6a6b659'}] {{(pid=88525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:58:50.994861 n-d-844202-1 neutron-server[88525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04e31eb5-e041-4124-a8e9-42588fe4e412'] response: {'name': 'network-changed', 'server_uuid': '940a21cb-bca9-4882-91d5-0ff22e2c4322', 'tag': '499258ee-b014-43c5-8818-0eb3f6a6b659', 'status': 'completed', 'code': 200} Jun 01 18:58:51.050736 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-944589bf-5884-4bba-8de0-aefa26d91faf req-f62ba184-9ca6-44e2-9a73-94c3f174a85f service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=22665066-3f80-4493-8b7a-e2faea6c666a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3007512 Jun 01 18:58:51.055646 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f676012-2800-48cb-bf63-7f63af546170 tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] Pushing event deleted for resources: {'Port': ['ID=2303f6ca-cb4b-409a-bddb-a0b01bfc0087,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:58:51.111794 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-5faec39e-02d3-42a4-aed2-60d75391d4ad req-0f676012-2800-48cb-bf63-7f63af546170 tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] No DVR routers for this DVR port 2303f6ca-cb4b-409a-bddb-a0b01bfc0087 on host n-h2-844202-1 {{(pid=88524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 18:58:51.134759 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-5faec39e-02d3-42a4-aed2-60d75391d4ad req-0f676012-2800-48cb-bf63-7f63af546170 tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:51.163163 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f21b95ed-76cd-44e2-b692-d0bc9beb0214', 'name': 'network-vif-deleted', 'tag': '2303f6ca-cb4b-409a-bddb-a0b01bfc0087'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:58:51.188220 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5faec39e-02d3-42a4-aed2-60d75391d4ad req-0f676012-2800-48cb-bf63-7f63af546170 tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] 10.222.0.50 "DELETE /v2.0/ports/2303f6ca-cb4b-409a-bddb-a0b01bfc0087 HTTP/1.1" status: 204 len: 173 time: 2.9400280 Jun 01 18:58:51.201068 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b7e519-0b4d-4cd8-aa60-233dd265bd51 req-db05af32-90ee-4054-bb8a-a59e944bba11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:51.208093 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-39b7e519-0b4d-4cd8-aa60-233dd265bd51 req-db05af32-90ee-4054-bb8a-a59e944bba11 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4c7a9aa4-8b0d-4225-ab31-749c4f434a4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5740933 Jun 01 18:58:51.224482 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d241fe-45eb-48ef-a07c-49e178bbc40f req-c4abf0db-b99d-4e20-9980-1987007f84fa tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:51.231799 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-49d241fe-45eb-48ef-a07c-49e178bbc40f req-c4abf0db-b99d-4e20-9980-1987007f84fa tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2da7fbe-a2d2-41a4-9eca-c19f9eea24a4 HTTP/1.1" status: 200 len: 946 time: 0.7476082 Jun 01 18:58:51.429535 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-39b7e519-0b4d-4cd8-aa60-233dd265bd51 req-5b3c8400-9cd9-411c-adb6-f57205590bd2 service neutron] 10.222.0.50 "GET /v2.0/networks/4c7a9aa4-8b0d-4225-ab31-749c4f434a4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629481 Jun 01 18:58:51.516180 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f438bd7f-120e-4c2d-8a4b-b4f9a68fdd48 req-76563765-2144-4110-a49e-56416eb904b9 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:51.549101 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f438bd7f-120e-4c2d-8a4b-b4f9a68fdd48 req-76563765-2144-4110-a49e-56416eb904b9 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.41 "GET /v2.0/ports?device_id=267a2521-ea01-468f-9c8c-d3c656592665 HTTP/1.1" status: 200 len: 950 time: 0.3275046 Jun 01 18:58:51.630925 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 36334) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:58:51.676853 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f438bd7f-120e-4c2d-8a4b-b4f9a68fdd48 req-d5f96278-fcb1-4c4a-bc82-3f81ad71b6ba tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.41 "GET /v2.0/security-groups?id=22665066-3f80-4493-8b7a-e2faea6c666a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211162 Jun 01 18:58:51.753237 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-49d241fe-45eb-48ef-a07c-49e178bbc40f req-07e8a938-421a-4f9d-bdb0-31f4fc77ca5d tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/security-groups?id=e95c7360-01e1-4fb0-bbdb-7b11f637526c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5195906 Jun 01 18:58:51.794073 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 36342) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:58:51.831699 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-39b7e519-0b4d-4cd8-aa60-233dd265bd51 req-953723a8-3687-40b3-a321-9482fb16337a service neutron] 10.222.0.50 "GET /v2.0/networks/4c7a9aa4-8b0d-4225-ab31-749c4f434a4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3944690 Jun 01 18:58:51.873111 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1cb5dacd-49c3-48ec-aacd-7b181ace449e'] response: {'server_uuid': 'f21b95ed-76cd-44e2-b692-d0bc9beb0214', 'name': 'network-vif-deleted', 'tag': '2303f6ca-cb4b-409a-bddb-a0b01bfc0087', 'status': 'completed', 'code': 200} Jun 01 18:58:52.105287 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-607decac-2396-4143-88ea-5c3f6d454403 req-113b00b6-1d49-4d0a-8137-56f6b8dfd6d7 tempest-ServerRescueTestJSON-244608781 tempest-ServerRescueTestJSON-244608781-project] 10.222.0.41 "GET /v2.0/ports?device_id=f21b95ed-76cd-44e2-b692-d0bc9beb0214 HTTP/1.1" status: 200 len: 210 time: 0.1396978 Jun 01 18:58:52.150235 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-39d1dbcf-fcff-4373-a085-772a8923ab8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:52.169077 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-39d1dbcf-fcff-4373-a085-772a8923ab8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:58:52.174322 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-39d1dbcf-fcff-4373-a085-772a8923ab8e admin admin] Usage tracker for resource:security_group_rule and tenant:0a248af226df48a59752add3095382c5 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:58:52.178654 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-39d1dbcf-fcff-4373-a085-772a8923ab8e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:58:52.194840 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-39d1dbcf-fcff-4373-a085-772a8923ab8e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:58:52.314646 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cba925-a4cd-4858-abd9-cc10f7aee797 req-86ab35ef-cbc3-4cee-bae8-e1c941d105af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:52.316631 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a1cba925-a4cd-4858-abd9-cc10f7aee797 req-86ab35ef-cbc3-4cee-bae8-e1c941d105af service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d40f7c9e0af24f109f247cdb0a7a60bf&device_id=940a21cb-bca9-4882-91d5-0ff22e2c4322 HTTP/1.1" status: 200 len: 1097 time: 0.2512100 Jun 01 18:58:52.372974 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-74e5f3ca-66bb-4199-8505-6035605335b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:52.418229 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-74e5f3ca-66bb-4199-8505-6035605335b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:58:52.456413 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-74e5f3ca-66bb-4199-8505-6035605335b7 admin admin] Usage tracker for resource:security_group_rule and tenant:84e3428b748a4923ab1523e2f88a1f1b is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:58:52.475471 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-74e5f3ca-66bb-4199-8505-6035605335b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:58:52.506537 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-74e5f3ca-66bb-4199-8505-6035605335b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:58:52.550911 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cba925-a4cd-4858-abd9-cc10f7aee797 req-bb1d90fe-4cc5-49d7-a7d5-ee525ea7439a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:52.555986 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a1cba925-a4cd-4858-abd9-cc10f7aee797 req-bb1d90fe-4cc5-49d7-a7d5-ee525ea7439a service neutron] 10.222.0.50 "GET /v2.0/networks?id=4c7a9aa4-8b0d-4225-ab31-749c4f434a4b HTTP/1.1" status: 200 len: 919 time: 0.2292957 Jun 01 18:58:52.630421 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-39d1dbcf-fcff-4373-a085-772a8923ab8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:52.639566 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-39d1dbcf-fcff-4373-a085-772a8923ab8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:52.708330 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-39d1dbcf-fcff-4373-a085-772a8923ab8e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0a248af226df48a59752add3095382c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9130871 Jun 01 18:58:52.720637 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 36362) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:58:52.722122 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d1dbcf-fcff-4373-a085-772a8923ab8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52aea275-2d7f-4f5c-8080-f0e4ecd82bb3,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:58:52.776605 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a1cba925-a4cd-4858-abd9-cc10f7aee797 req-c01e3440-6e57-4c74-90e4-563993b0ddcf service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=499258ee-b014-43c5-8818-0eb3f6a6b659 HTTP/1.1" status: 200 len: 1002 time: 0.2115505 Jun 01 18:58:52.792043 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-74e5f3ca-66bb-4199-8505-6035605335b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:52.816768 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7725c23d-3233-4062-a71c-dbd0f4894f43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:52.818840 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-74e5f3ca-66bb-4199-8505-6035605335b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:52.894324 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cba925-a4cd-4858-abd9-cc10f7aee797 req-a0fa3912-f7ba-4925-b979-a4fb964141a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:52.896818 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a1cba925-a4cd-4858-abd9-cc10f7aee797 req-a0fa3912-f7ba-4925-b979-a4fb964141a8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6675a480-f2f0-4e10-96f4-f99c31c21be5 HTTP/1.1" status: 200 len: 857 time: 0.1142325 Jun 01 18:58:52.942220 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-74e5f3ca-66bb-4199-8505-6035605335b7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=84e3428b748a4923ab1523e2f88a1f1b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3079569 Jun 01 18:58:52.949435 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 36368) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:58:52.968088 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7725c23d-3233-4062-a71c-dbd0f4894f43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:52.992626 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e5f3ca-66bb-4199-8505-6035605335b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd9b8f15-1d23-4fef-851d-6d9e4bd82a54,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:58:53.074304 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-924bd683-a2e4-4285-9cfa-1ec48a958b36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:53.088895 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cba925-a4cd-4858-abd9-cc10f7aee797 req-7d75d274-51fa-478f-9abd-8b366b033931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:53.090426 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a1cba925-a4cd-4858-abd9-cc10f7aee797 req-7d75d274-51fa-478f-9abd-8b366b033931 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4c7a9aa4-8b0d-4225-ab31-749c4f434a4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1759040 Jun 01 18:58:53.098093 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7725c23d-3233-4062-a71c-dbd0f4894f43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:53.104033 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbef368-e929-4efd-b0fb-1bbbd0f35e62 req-bc087cbc-e16a-428a-8c83-15a566d82977 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:53.105768 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9dbef368-e929-4efd-b0fb-1bbbd0f35e62 req-bc087cbc-e16a-428a-8c83-15a566d82977 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2da7fbe-a2d2-41a4-9eca-c19f9eea24a4 HTTP/1.1" status: 200 len: 946 time: 0.1389942 Jun 01 18:58:53.135125 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbd57c8-3403-40e0-8285-1fb6c62bc616 req-523238bc-5e31-4e54-bab7-d16dd712e748 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:53.136660 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-fdbd57c8-3403-40e0-8285-1fb6c62bc616 req-523238bc-5e31-4e54-bab7-d16dd712e748 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.41 "GET /v2.0/ports?device_id=267a2521-ea01-468f-9c8c-d3c656592665 HTTP/1.1" status: 200 len: 950 time: 0.2707026 Jun 01 18:58:53.138425 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-924bd683-a2e4-4285-9cfa-1ec48a958b36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:53.152122 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7725c23d-3233-4062-a71c-dbd0f4894f43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52aea275-2d7f-4f5c-8080-f0e4ecd82bb3,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:58:53.214962 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7725c23d-3233-4062-a71c-dbd0f4894f43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:53.218390 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-7725c23d-3233-4062-a71c-dbd0f4894f43 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/52aea275-2d7f-4f5c-8080-f0e4ecd82bb3 HTTP/1.1" status: 204 len: 168 time: 0.4908750 Jun 01 18:58:53.232464 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-fdbd57c8-3403-40e0-8285-1fb6c62bc616 req-c947abc8-91f3-4523-9d6f-10faf6d495e4 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.41 "GET /v2.0/security-groups?id=22665066-3f80-4493-8b7a-e2faea6c666a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828876 Jun 01 18:58:53.256022 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-924bd683-a2e4-4285-9cfa-1ec48a958b36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:53.272189 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9dbef368-e929-4efd-b0fb-1bbbd0f35e62 req-d3609687-6b7b-4b8f-a8fe-0d9fb6fe16ca tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/security-groups?id=e95c7360-01e1-4fb0-bbdb-7b11f637526c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466329 Jun 01 18:58:53.285625 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924bd683-a2e4-4285-9cfa-1ec48a958b36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd9b8f15-1d23-4fef-851d-6d9e4bd82a54,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:58:53.293314 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-924bd683-a2e4-4285-9cfa-1ec48a958b36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:53.294542 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-924bd683-a2e4-4285-9cfa-1ec48a958b36 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cd9b8f15-1d23-4fef-851d-6d9e4bd82a54 HTTP/1.1" status: 204 len: 168 time: 0.3440623 Jun 01 18:58:53.410221 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a1cba925-a4cd-4858-abd9-cc10f7aee797 req-3a395335-46ad-4f1e-80ce-ee8d7d169eda service neutron] 10.222.0.50 "GET /v2.0/networks/4c7a9aa4-8b0d-4225-ab31-749c4f434a4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3029823 Jun 01 18:58:53.421398 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 2303f6ca-cb4b-409a-bddb-a0b01bfc0087 no longer exists at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:58:53.451218 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.agents_db [None req-e814b9cf-7de8-45d0-a079-29c61fabe7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 18:58:53.459990 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 36382) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:58:53.531060 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] No Port match for: 2303f6ca-cb4b-409a-bddb-a0b01bfc0087 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 18:58:53.531599 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 2303f6ca-cb4b-409a-bddb-a0b01bfc0087 not bound to the agent host n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 18:58:53.713871 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a1cba925-a4cd-4858-abd9-cc10f7aee797 req-a7a7b1e7-900e-464b-b06a-ffd0a0293f52 service neutron] 10.222.0.50 "GET /v2.0/networks/4c7a9aa4-8b0d-4225-ab31-749c4f434a4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2976103 Jun 01 18:58:53.765733 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 36392) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:58:53.828581 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d84757-c99a-4e83-bf84-5824721111e6 req-e2aa4267-9a32-4cf5-9ab6-0924358c69aa tempest-ServersOnMultiNodesTest-884102271 tempest-ServersOnMultiNodesTest-884102271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:53.834793 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a7d84757-c99a-4e83-bf84-5824721111e6 req-e2aa4267-9a32-4cf5-9ab6-0924358c69aa tempest-ServersOnMultiNodesTest-884102271 tempest-ServersOnMultiNodesTest-884102271-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=267a2521-ea01-468f-9c8c-d3c656592665 HTTP/1.1" status: 200 len: 1101 time: 0.2133262 Jun 01 18:58:53.839908 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-80257044-dd16-4d27-b659-2cc37f4ef5f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:53.904093 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 36404) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:58:53.921148 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-80257044-dd16-4d27-b659-2cc37f4ef5f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:58:53.935872 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-80257044-dd16-4d27-b659-2cc37f4ef5f8 admin admin] Usage tracker for resource:security_group_rule and tenant:c4c6a5b0394e4135b5c9a2af387d1997 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:58:53.940576 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-80257044-dd16-4d27-b659-2cc37f4ef5f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:58:53.955114 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7cae2c81-53c0-4780-8f62-8575ac691d9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:53.956451 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a7d84757-c99a-4e83-bf84-5824721111e6 req-761a50c7-7f42-4f9b-9f02-6ba07ad75754 tempest-ServersOnMultiNodesTest-884102271 tempest-ServersOnMultiNodesTest-884102271-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=22665066-3f80-4493-8b7a-e2faea6c666a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889034 Jun 01 18:58:53.961587 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-80257044-dd16-4d27-b659-2cc37f4ef5f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:58:53.973286 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-7cae2c81-53c0-4780-8f62-8575ac691d9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:58:53.981203 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-7cae2c81-53c0-4780-8f62-8575ac691d9f admin admin] Usage tracker for resource:security_group_rule and tenant:6214658c39b04ff9bf5a040f33483681 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:58:53.984406 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-7cae2c81-53c0-4780-8f62-8575ac691d9f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:58:53.991916 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-7cae2c81-53c0-4780-8f62-8575ac691d9f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:58:54.083828 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7cae2c81-53c0-4780-8f62-8575ac691d9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:54.092287 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7cae2c81-53c0-4780-8f62-8575ac691d9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:54.150529 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-80257044-dd16-4d27-b659-2cc37f4ef5f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:54.155648 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-80257044-dd16-4d27-b659-2cc37f4ef5f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:54.246765 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80257044-dd16-4d27-b659-2cc37f4ef5f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0255616-c092-4dc5-b96a-37c7e37bce71,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:58:54.261034 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-7cae2c81-53c0-4780-8f62-8575ac691d9f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6214658c39b04ff9bf5a040f33483681&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3450367 Jun 01 18:58:54.265489 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 36416) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:58:54.273797 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-80257044-dd16-4d27-b659-2cc37f4ef5f8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c4c6a5b0394e4135b5c9a2af387d1997&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5015748 Jun 01 18:58:54.276653 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 36420) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:58:54.285289 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cae2c81-53c0-4780-8f62-8575ac691d9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98d83716-57b1-40cd-ada6-ac7043a19011,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:58:54.376718 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-90e0827f-35d7-4d41-8e5d-ff96c60bcd16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:54.411521 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-90e0827f-35d7-4d41-8e5d-ff96c60bcd16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:54.477740 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-90e0827f-35d7-4d41-8e5d-ff96c60bcd16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:54.504861 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e0827f-35d7-4d41-8e5d-ff96c60bcd16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0255616-c092-4dc5-b96a-37c7e37bce71,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:58:54.513336 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-90e0827f-35d7-4d41-8e5d-ff96c60bcd16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:54.514592 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-90e0827f-35d7-4d41-8e5d-ff96c60bcd16 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e0255616-c092-4dc5-b96a-37c7e37bce71 HTTP/1.1" status: 204 len: 168 time: 0.2366846 Jun 01 18:58:54.582259 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3ed0f6c2-930e-4b1e-9218-90a7ec60d330 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:54.665525 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3ed0f6c2-930e-4b1e-9218-90a7ec60d330 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:54.909418 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3ed0f6c2-930e-4b1e-9218-90a7ec60d330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:54.964152 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a19f23-d896-476c-8a24-679f458b7706 req-42a169a2-e183-4b0c-ac82-b5160976d4a1 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:54.972131 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-01a19f23-d896-476c-8a24-679f458b7706 req-42a169a2-e183-4b0c-ac82-b5160976d4a1 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2da7fbe-a2d2-41a4-9eca-c19f9eea24a4 HTTP/1.1" status: 200 len: 946 time: 0.1325672 Jun 01 18:58:54.997361 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed0f6c2-930e-4b1e-9218-90a7ec60d330 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98d83716-57b1-40cd-ada6-ac7043a19011,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:58:55.012449 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3ed0f6c2-930e-4b1e-9218-90a7ec60d330 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:55.013573 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-3ed0f6c2-930e-4b1e-9218-90a7ec60d330 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/98d83716-57b1-40cd-ada6-ac7043a19011 HTTP/1.1" status: 204 len: 168 time: 0.7455320 Jun 01 18:58:55.055072 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-01a19f23-d896-476c-8a24-679f458b7706 req-1461cd1e-5001-4340-ab56-1d1975fb702f tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/security-groups?id=e95c7360-01e1-4fb0-bbdb-7b11f637526c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817533 Jun 01 18:58:55.104193 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18f4136-407f-4988-bd6e-08e30aec09ff req-8075ca21-a963-4bc0-80a3-92cc07dcc4e8 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:55.112183 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c18f4136-407f-4988-bd6e-08e30aec09ff req-8075ca21-a963-4bc0-80a3-92cc07dcc4e8 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.41 "GET /v2.0/ports?device_id=267a2521-ea01-468f-9c8c-d3c656592665 HTTP/1.1" status: 200 len: 950 time: 0.2764773 Jun 01 18:58:55.171488 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2d828ed9-cdc1-4723-a010-d0c95d88af83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-887474'] for router_interface, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:55.244142 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c18f4136-407f-4988-bd6e-08e30aec09ff req-bae95c5b-c484-41f6-a73c-da5c5a5f51bb tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.41 "GET /v2.0/security-groups?id=22665066-3f80-4493-8b7a-e2faea6c666a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308148 Jun 01 18:58:55.415450 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 36456) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:58:55.420869 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device fe9ee341-ec4e-4dd1-9a5a-2849f53aa52c details requested by agent hyperv_n-h2-844202-1 with host n-h2-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 18:58:55.571207 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port fe9ee341-ec4e-4dd1-9a5a-2849f53aa52c, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=fe9ee341-ec4e-4dd1-9a5a-2849f53aa52c,segment=NetworkSegment(e60765c6-124a-4916-8bfd-a8bc142f32ad),segment_id=e60765c6-124a-4916-8bfd-a8bc142f32ad)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:58:55.586934 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Returning: {'device': 'fe9ee341-ec4e-4dd1-9a5a-2849f53aa52c', 'network_id': 'e3902938-4b6a-4448-87d9-59b63dd51a7f', 'port_id': 'fe9ee341-ec4e-4dd1-9a5a-2849f53aa52c', 'mac_address': 'fa:16:3e:f9:c5:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '276181f2-c3ab-487e-8805-06ed7064e884', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 18:58:55.669626 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port fe9ee341-ec4e-4dd1-9a5a-2849f53aa52c is: ACTIVE; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:58:55.670324 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:55.713986 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-2d828ed9-cdc1-4723-a010-d0c95d88af83 admin admin] Deleting port 8d4e352e-8861-4307-bfe4-063cdae4b160 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:58:55.714500 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2d828ed9-cdc1-4723-a010-d0c95d88af83 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:55.738167 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fe9ee341-ec4e-4dd1-9a5a-2849f53aa52c {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:58:55.757689 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port fe9ee341-ec4e-4dd1-9a5a-2849f53aa52c, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=fe9ee341-ec4e-4dd1-9a5a-2849f53aa52c,segment=NetworkSegment(e60765c6-124a-4916-8bfd-a8bc142f32ad),segment_id=e60765c6-124a-4916-8bfd-a8bc142f32ad)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:58:55.762016 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:55.883866 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e1e2458-0e42-4f3c-8495-be5e8f85adbb admin admin] Deleting subnet 8cebf7e9-1140-4183-b8b2-8d4c3920d222 {{(pid=88524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 18:58:55.891550 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1e1e2458-0e42-4f3c-8495-be5e8f85adbb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:55.934018 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=fe9ee341-ec4e-4dd1-9a5a-2849f53aa52c,revision_number=6']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:58:55.938956 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] get_ports_and_sgs() called for port_ids ['fe9ee341-ec4e-4dd1-9a5a-2849f53aa52c'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:58:56.017404 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1e1e2458-0e42-4f3c-8495-be5e8f85adbb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2702137'] for subnet, precommit_delete_associations {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:56.094607 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [None req-2d828ed9-cdc1-4723-a010-d0c95d88af83 admin admin] For port 8d4e352e-8861-4307-bfe4-063cdae4b160, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=8d4e352e-8861-4307-bfe4-063cdae4b160,segment=NetworkSegment(5d37d6f1-f881-46ce-917f-1a0aba7e0745),segment_id=5d37d6f1-f881-46ce-917f-1a0aba7e0745)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:58:56.095900 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2d828ed9-cdc1-4723-a010-d0c95d88af83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:56.156855 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1e1e2458-0e42-4f3c-8495-be5e8f85adbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:56.312649 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1e1e2458-0e42-4f3c-8495-be5e8f85adbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2718856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3066595'] for subnet, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:56.563803 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-2d828ed9-cdc1-4723-a010-d0c95d88af83 admin admin] Calling delete_port for 8d4e352e-8861-4307-bfe4-063cdae4b160 owned by network:router_interface {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:58:56.606133 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1e2458-0e42-4f3c-8495-be5e8f85adbb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8cebf7e9-1140-4183-b8b2-8d4c3920d222,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:58:56.622498 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1e1e2458-0e42-4f3c-8495-be5e8f85adbb admin admin] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:56.653568 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-1e1e2458-0e42-4f3c-8495-be5e8f85adbb admin admin] 10.222.0.41 "DELETE /v2.0/subnets/8cebf7e9-1140-4183-b8b2-8d4c3920d222 HTTP/1.1" status: 204 len: 168 time: 1.2365079 Jun 01 18:58:56.657830 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 36514) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:58:56.778770 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcad321-f8a4-4e29-87f2-40df53c3ce24 req-03ba2aee-9ab7-477b-8d4c-6558d60a1c90 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:56.783277 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-afcad321-f8a4-4e29-87f2-40df53c3ce24 req-03ba2aee-9ab7-477b-8d4c-6558d60a1c90 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.41 "GET /v2.0/ports?device_id=267a2521-ea01-468f-9c8c-d3c656592665 HTTP/1.1" status: 200 len: 950 time: 0.1835308 Jun 01 18:58:56.814544 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd40553-bf51-4a5b-96fa-5413c25c777b req-abad65fa-9b67-4665-ba4b-072c8c287946 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:56.816088 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5fd40553-bf51-4a5b-96fa-5413c25c777b req-abad65fa-9b67-4665-ba4b-072c8c287946 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.50 "GET /v2.0/ports?device_id=267a2521-ea01-468f-9c8c-d3c656592665 HTTP/1.1" status: 200 len: 950 time: 0.5091817 Jun 01 18:58:56.824583 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-7b2ba053-b363-460a-a6dc-65a29b10ec32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:56.836295 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593afc26-d26d-4094-ad6e-d631ddb396f6 req-e38fdb77-865e-4d9c-a189-f45e16e17450 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:56.845838 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-593afc26-d26d-4094-ad6e-d631ddb396f6 req-e38fdb77-865e-4d9c-a189-f45e16e17450 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2da7fbe-a2d2-41a4-9eca-c19f9eea24a4 HTTP/1.1" status: 200 len: 945 time: 0.2913535 Jun 01 18:58:56.919912 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-afcad321-f8a4-4e29-87f2-40df53c3ce24 req-407bbd04-b2b7-4f82-b9fb-dec93b20d73b tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.41 "GET /v2.0/security-groups?id=22665066-3f80-4493-8b7a-e2faea6c666a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213861 Jun 01 18:58:57.029115 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-593afc26-d26d-4094-ad6e-d631ddb396f6 req-19b5676d-6a10-4ff2-870a-ae4accc7d122 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/security-groups?id=e95c7360-01e1-4fb0-bbdb-7b11f637526c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816852 Jun 01 18:58:57.102366 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2d828ed9-cdc1-4723-a010-d0c95d88af83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:57.246096 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d828ed9-cdc1-4723-a010-d0c95d88af83 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d4e352e-8861-4307-bfe4-063cdae4b160,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:58:57.426224 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-7b2ba053-b363-460a-a6dc-65a29b10ec32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:57.429841 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device fe9ee341-ec4e-4dd1-9a5a-2849f53aa52c up at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:58:57.506951 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-7b2ba053-b363-460a-a6dc-65a29b10ec32 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a710216-a9ba-47da-a86f-23bc8e339e5a']}} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:58:57.536153 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-7b2ba053-b363-460a-a6dc-65a29b10ec32 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecb3f528-dbed-4312-ba29-7684ecfbe265') {'for_net_delete': True} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:58:57.536741 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-7b2ba053-b363-460a-a6dc-65a29b10ec32 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecb3f528-dbed-4312-ba29-7684ecfbe265') {} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:58:57.562004 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-7b2ba053-b363-460a-a6dc-65a29b10ec32 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2702126'] for segment, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:57.604696 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-7b2ba053-b363-460a-a6dc-65a29b10ec32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:57.623853 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b2ba053-b363-460a-a6dc-65a29b10ec32 admin admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=88524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 18:58:57.624646 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-7b2ba053-b363-460a-a6dc-65a29b10ec32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2719018'] for segment, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:57.638403 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning complete for port fe9ee341-ec4e-4dd1-9a5a-2849f53aa52c triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:58:57.638807 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:57.741382 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-5fd40553-bf51-4a5b-96fa-5413c25c777b req-a02be25b-66f2-41cc-9b05-3402415ef0ba tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Deleting port cecb928f-5749-4a46-8679-913c29103fbf {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:58:57.742591 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-5fd40553-bf51-4a5b-96fa-5413c25c777b req-a02be25b-66f2-41cc-9b05-3402415ef0ba tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:57.894196 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-7b2ba053-b363-460a-a6dc-65a29b10ec32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:57.904693 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2d828ed9-cdc1-4723-a010-d0c95d88af83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-887310'] for router_interface, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:57.930139 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment ecb3f528-dbed-4312-ba29-7684ecfbe265 resource provider aggregate not found Jun 01 18:58:58.075785 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-7b2ba053-b363-460a-a6dc-65a29b10ec32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:58.097668 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port fe9ee341-ec4e-4dd1-9a5a-2849f53aa52c is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:58:58.098259 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:58.109490 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment ecb3f528-dbed-4312-ba29-7684ecfbe265 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ecb3f528-dbed-4312-ba29-7684ecfbe265 found for delete ", "request_id": "req-5d7cc34f-e807-4474-97c6-c465f77af5dc"}]} Jun 01 18:58:58.144298 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2ba053-b363-460a-a6dc-65a29b10ec32 admin admin] Pushing event deleted for resources: {'Network': ['ID=7a710216-a9ba-47da-a86f-23bc8e339e5a,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:58:58.191114 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-7b2ba053-b363-460a-a6dc-65a29b10ec32 admin admin] 10.222.0.41 "DELETE /v2.0/networks/7a710216-a9ba-47da-a86f-23bc8e339e5a HTTP/1.1" status: 204 len: 168 time: 1.5268943 Jun 01 18:58:58.223795 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port fe9ee341-ec4e-4dd1-9a5a-2849f53aa52c, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=fe9ee341-ec4e-4dd1-9a5a-2849f53aa52c,segment=NetworkSegment(e60765c6-124a-4916-8bfd-a8bc142f32ad),segment_id=e60765c6-124a-4916-8bfd-a8bc142f32ad)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:58:58.228936 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2da7fbe-a2d2-41a4-9eca-c19f9eea24a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe9ee341-ec4e-4dd1-9a5a-2849f53aa52c'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:58:58.236998 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:58.352668 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=fe9ee341-ec4e-4dd1-9a5a-2849f53aa52c,revision_number=7']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:58:58.577920 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-5fd40553-bf51-4a5b-96fa-5413c25c777b req-a02be25b-66f2-41cc-9b05-3402415ef0ba tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] For port cecb928f-5749-4a46-8679-913c29103fbf, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=cecb928f-5749-4a46-8679-913c29103fbf,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:58:58.584213 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-5fd40553-bf51-4a5b-96fa-5413c25c777b req-a02be25b-66f2-41cc-9b05-3402415ef0ba tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:58.756697 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185d1ad4-cecd-461d-8392-f7652bd528a2 req-1f5d85a1-e83c-42d8-a461-e88f646a132c tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:58.758538 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-185d1ad4-cecd-461d-8392-f7652bd528a2 req-1f5d85a1-e83c-42d8-a461-e88f646a132c tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] 10.222.0.41 "GET /v2.0/ports?device_id=1287ab47-b65e-43d7-abf9-18f314df4e22 HTTP/1.1" status: 200 len: 945 time: 0.3518133 Jun 01 18:58:58.823317 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 36570) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:58:58.848187 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-5fd40553-bf51-4a5b-96fa-5413c25c777b req-a02be25b-66f2-41cc-9b05-3402415ef0ba tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Calling delete_port for cecb928f-5749-4a46-8679-913c29103fbf owned by compute:nova {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:58:58.908322 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9e8652-81ac-4661-83ef-d2d0f20d5658 req-71ebed0c-c72a-4874-90fc-28adacb4b8de tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:58.911260 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2e9e8652-81ac-4661-83ef-d2d0f20d5658 req-71ebed0c-c72a-4874-90fc-28adacb4b8de tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.41 "GET /v2.0/ports?device_id=267a2521-ea01-468f-9c8c-d3c656592665 HTTP/1.1" status: 200 len: 950 time: 0.5230670 Jun 01 18:58:59.121189 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-de636f38-1a4d-4c30-8b41-d7460936ef91 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0edcfecaba054f29a657f364ed77530c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2926998 Jun 01 18:58:59.136546 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 36574) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:58:59.193339 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2e9e8652-81ac-4661-83ef-d2d0f20d5658 req-dbb47ce7-8f75-436b-b0be-b0e8c9dc3d1a tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.41 "GET /v2.0/security-groups?id=22665066-3f80-4493-8b7a-e2faea6c666a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2651312 Jun 01 18:58:59.244405 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-185d1ad4-cecd-461d-8392-f7652bd528a2 req-bdb452e7-48f0-4a77-a79f-541086ba7fac tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] 10.222.0.41 "GET /v2.0/security-groups?id=a40a0dad-61f6-4c8c-9f40-2a63d510909f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4049819 Jun 01 18:58:59.249829 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d828ed9-cdc1-4723-a010-d0c95d88af83 admin admin] Router 5005b12b-976d-4b75-98fc-6509d7954d19 has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 18:58:59.250520 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-5fd40553-bf51-4a5b-96fa-5413c25c777b req-a02be25b-66f2-41cc-9b05-3402415ef0ba tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:59.264768 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] get_ports_and_sgs() called for port_ids ['c8b8fb79-fd92-474a-8ec2-5ac7b267ee2e', '788b40d5-d43b-47fb-a5c6-ee70b4898015', 'cecb928f-5749-4a46-8679-913c29103fbf'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:58:59.406883 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] get_ports_and_sgs() called for port_ids ['5c7c55e5-3833-4836-af5c-3353dc52e41d', 'a12824b4-43d9-4f09-a40a-8d0a174c088c', '19467fbd-86a4-455f-ba36-972209de2a6f', '28bbb8c8-6168-463c-840c-ae2f1ff906ce', '27490258-3afe-4d29-85a9-a1b52405b306'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:58:59.543078 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6bb0ce0-b82e-4e29-8a1b-ecbf5717db28'] response: {'server_uuid': 'e2da7fbe-a2d2-41a4-9eca-c19f9eea24a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe9ee341-ec4e-4dd1-9a5a-2849f53aa52c', 'code': 200} Jun 01 18:58:59.592134 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02be25b-66f2-41cc-9b05-3402415ef0ba tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Pushing event deleted for resources: {'Port': ['ID=cecb928f-5749-4a46-8679-913c29103fbf,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:58:59.609435 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fd40553-bf51-4a5b-96fa-5413c25c777b req-a02be25b-66f2-41cc-9b05-3402415ef0ba tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] No DVR routers for this DVR port cecb928f-5749-4a46-8679-913c29103fbf on host n-h2-844202-1 {{(pid=88524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 18:58:59.618151 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5e847fe4-8c96-431e-afe5-eb574fbcd15d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:59.623408 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-5fd40553-bf51-4a5b-96fa-5413c25c777b req-a02be25b-66f2-41cc-9b05-3402415ef0ba tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:59.626979 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '267a2521-ea01-468f-9c8c-d3c656592665', 'name': 'network-vif-deleted', 'tag': 'cecb928f-5749-4a46-8679-913c29103fbf'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:58:59.705325 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5fd40553-bf51-4a5b-96fa-5413c25c777b req-a02be25b-66f2-41cc-9b05-3402415ef0ba tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.50 "DELETE /v2.0/ports/cecb928f-5749-4a46-8679-913c29103fbf HTTP/1.1" status: 204 len: 173 time: 2.8762772 Jun 01 18:58:59.747266 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d828ed9-cdc1-4723-a010-d0c95d88af83 admin admin] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 18:58:59.811049 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65536abe-b2e9-4f4e-9293-cf69931b08e5'] response: {'server_uuid': '267a2521-ea01-468f-9c8c-d3c656592665', 'name': 'network-vif-deleted', 'tag': 'cecb928f-5749-4a46-8679-913c29103fbf', 'status': 'completed', 'code': 200} Jun 01 18:58:59.823729 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5e847fe4-8c96-431e-afe5-eb574fbcd15d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:58:59.839227 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24cda4c5-13c1-4eaf-9b43-4df3c0e1719d None None] Sync routers for ids ['5005b12b-976d-4b75-98fc-6509d7954d19'] in n-d-844202-1 {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 18:58:59.847674 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffab20b-486d-4a45-ba3f-e6c3ff967a8f req-53671971-a380-4a17-b1d5-5e70f08a38bd tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:58:59.850977 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-bffab20b-486d-4a45-ba3f-e6c3ff967a8f req-53671971-a380-4a17-b1d5-5e70f08a38bd tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] 10.222.0.50 "GET /v2.0/ports?device_id=1287ab47-b65e-43d7-abf9-18f314df4e22 HTTP/1.1" status: 200 len: 945 time: 0.2032752 Jun 01 18:59:00.169168 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-bffab20b-486d-4a45-ba3f-e6c3ff967a8f req-ff9601ed-0ed4-4ec3-ab74-4749876e3d60 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Deleting port bfd65f63-5f6e-4ba7-b7b0-1b4aab510c49 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:59:00.169588 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-bffab20b-486d-4a45-ba3f-e6c3ff967a8f req-ff9601ed-0ed4-4ec3-ab74-4749876e3d60 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:00.236900 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24cda4c5-13c1-4eaf-9b43-4df3c0e1719d None None] Routers {'5005b12b-976d-4b75-98fc-6509d7954d19'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:59:00.238533 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-24cda4c5-13c1-4eaf-9b43-4df3c0e1719d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:58:39Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['5005b12b-976d-4b75-98fc-6509d7954d19'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:59:00.421207 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-2d828ed9-cdc1-4723-a010-d0c95d88af83 admin admin] 10.222.0.41 "PUT /v2.0/routers/5005b12b-976d-4b75-98fc-6509d7954d19/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9597239 Jun 01 18:59:00.422670 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 36594) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:59:00.708190 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-677fc872-d2f7-455b-b4de-54b2998cfa46 req-8bee8cdc-a055-48d5-844f-f22a3b2f026c tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Synchronizing usage tracker for tenant:ed558a94bd42496298488549f6a1a20a on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:59:00.845567 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5e847fe4-8c96-431e-afe5-eb574fbcd15d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:00.938207 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-677fc872-d2f7-455b-b4de-54b2998cfa46 req-8bee8cdc-a055-48d5-844f-f22a3b2f026c tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Unset dirty status for tenant:ed558a94bd42496298488549f6a1a20a on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:59:00.943537 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-677fc872-d2f7-455b-b4de-54b2998cfa46 req-8bee8cdc-a055-48d5-844f-f22a3b2f026c tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.41 "GET /v2.0/ports?device_id=267a2521-ea01-468f-9c8c-d3c656592665 HTTP/1.1" status: 200 len: 210 time: 0.3606000 Jun 01 18:59:00.948196 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-24cda4c5-13c1-4eaf-9b43-4df3c0e1719d None None] Set router 5005b12b-976d-4b75-98fc-6509d7954d19 gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:59:01.026094 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e847fe4-8c96-431e-afe5-eb574fbcd15d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=679bc320-73aa-41fb-80e9-32867c6d2bf9,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:59:01.049119 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-bffab20b-486d-4a45-ba3f-e6c3ff967a8f req-ff9601ed-0ed4-4ec3-ab74-4749876e3d60 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] For port bfd65f63-5f6e-4ba7-b7b0-1b4aab510c49, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=bfd65f63-5f6e-4ba7-b7b0-1b4aab510c49,segment=NetworkSegment(182d40cc-3a03-495c-b3d5-827c96c30acf),segment_id=182d40cc-3a03-495c-b3d5-827c96c30acf)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:59:01.050097 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-bffab20b-486d-4a45-ba3f-e6c3ff967a8f req-ff9601ed-0ed4-4ec3-ab74-4749876e3d60 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:01.446998 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5e847fe4-8c96-431e-afe5-eb574fbcd15d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:01.453049 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-5e847fe4-8c96-431e-afe5-eb574fbcd15d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/679bc320-73aa-41fb-80e9-32867c6d2bf9 HTTP/1.1" status: 204 len: 168 time: 2.3132999 Jun 01 18:59:01.494160 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device cecb928f-5749-4a46-8679-913c29103fbf no longer exists at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:59:01.575399 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c8a5e68e-0848-48b3-a10c-648d71b8e279 admin admin] Notify callbacks [] for router, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:01.582779 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] No Port match for: cecb928f-5749-4a46-8679-913c29103fbf {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 18:59:01.583122 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device cecb928f-5749-4a46-8679-913c29103fbf not bound to the agent host n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 18:59:01.618490 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392b49fc-a2f5-4985-9fd4-82fccbe57723 req-14c7826d-66a5-4907-81a5-fca8f8e0f8d7 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:59:01.620187 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-392b49fc-a2f5-4985-9fd4-82fccbe57723 req-14c7826d-66a5-4907-81a5-fca8f8e0f8d7 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] 10.222.0.41 "GET /v2.0/ports?device_id=1287ab47-b65e-43d7-abf9-18f314df4e22 HTTP/1.1" status: 200 len: 945 time: 0.3126798 Jun 01 18:59:01.781284 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-392b49fc-a2f5-4985-9fd4-82fccbe57723 req-498aa763-de1d-4068-bb4a-3500fc58baad tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] 10.222.0.41 "GET /v2.0/security-groups?id=a40a0dad-61f6-4c8c-9f40-2a63d510909f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1497555 Jun 01 18:59:01.844691 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-24cda4c5-13c1-4eaf-9b43-4df3c0e1719d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5005b12b-976d-4b75-98fc-6509d7954d19', 'name': 'tempest-ServerRescueTestJSON-2146786291-router', 'tenant_id': 'd0a1e5281a6a4a33a7366a726bd4d479', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.139'}], 'enable_snat': True}, 'gw_port_id': 'a96bfc7c-04b0-42b7-ba02-9811ed870c35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:56:13Z', 'updated_at': '2022-06-01T18:58:56Z', 'revision_number': 5, 'project_id': 'd0a1e5281a6a4a33a7366a726bd4d479', 'gw_port': {'id': 'a96bfc7c-04b0-42b7-ba02-9811ed870c35', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:7a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5005b12b-976d-4b75-98fc-6509d7954d19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:56:14Z', 'updated_at': '2022-06-01T18:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:59:01.851150 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24cda4c5-13c1-4eaf-9b43-4df3c0e1719d None None] Checking router: 5005b12b-976d-4b75-98fc-6509d7954d19 for host: n-d-844202-1 {{(pid=88526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 18:59:01.885635 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24cda4c5-13c1-4eaf-9b43-4df3c0e1719d None None] Routers {'5005b12b-976d-4b75-98fc-6509d7954d19'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:59:01.886277 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-24cda4c5-13c1-4eaf-9b43-4df3c0e1719d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:58:39Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['5005b12b-976d-4b75-98fc-6509d7954d19'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:59:01.902304 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-bffab20b-486d-4a45-ba3f-e6c3ff967a8f req-ff9601ed-0ed4-4ec3-ab74-4749876e3d60 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:01.902304 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-bffab20b-486d-4a45-ba3f-e6c3ff967a8f req-ff9601ed-0ed4-4ec3-ab74-4749876e3d60 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887712'] for floatingip, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:01.903661 n-d-844202-1 neutron-server[88524]: INFO neutron.db.l3_db [req-bffab20b-486d-4a45-ba3f-e6c3ff967a8f req-ff9601ed-0ed4-4ec3-ab74-4749876e3d60 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Floating IP 14db3543-a690-44a9-abe9-e0aaae10f995 disassociated. External IP: 172.25.4.59, port: bfd65f63-5f6e-4ba7-b7b0-1b4aab510c49. Jun 01 18:59:01.905711 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8c2c71-f973-4cef-bd5c-fa7723ed165d req-ddde3774-aeeb-4ed9-b77b-82c6ca9a128f tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:59:01.906189 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-bffab20b-486d-4a45-ba3f-e6c3ff967a8f req-ff9601ed-0ed4-4ec3-ab74-4749876e3d60 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Calling delete_port for bfd65f63-5f6e-4ba7-b7b0-1b4aab510c49 owned by compute:nova {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:59:01.916709 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-0f8c2c71-f973-4cef-bd5c-fa7723ed165d req-ddde3774-aeeb-4ed9-b77b-82c6ca9a128f tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2da7fbe-a2d2-41a4-9eca-c19f9eea24a4 HTTP/1.1" status: 200 len: 946 time: 1.4928136 Jun 01 18:59:02.232818 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-24cda4c5-13c1-4eaf-9b43-4df3c0e1719d None None] Set router 5005b12b-976d-4b75-98fc-6509d7954d19 gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:59:02.349299 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-0f8c2c71-f973-4cef-bd5c-fa7723ed165d req-3aab14f9-d070-4d3a-996a-e1a0184e89eb tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/security-groups?id=e95c7360-01e1-4fb0-bbdb-7b11f637526c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4307866 Jun 01 18:59:02.415173 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c8a5e68e-0848-48b3-a10c-648d71b8e279 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:02.439561 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-c8a5e68e-0848-48b3-a10c-648d71b8e279 admin admin] Deleting port a96bfc7c-04b0-42b7-ba02-9811ed870c35 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:59:02.439983 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c8a5e68e-0848-48b3-a10c-648d71b8e279 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:02.578659 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-bffab20b-486d-4a45-ba3f-e6c3ff967a8f req-ff9601ed-0ed4-4ec3-ab74-4749876e3d60 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:02.793512 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9601ed-0ed4-4ec3-ab74-4749876e3d60 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Pushing event deleted for resources: {'Port': ['ID=bfd65f63-5f6e-4ba7-b7b0-1b4aab510c49,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:59:03.002002 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [None req-c8a5e68e-0848-48b3-a10c-648d71b8e279 admin admin] For port a96bfc7c-04b0-42b7-ba02-9811ed870c35, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=a96bfc7c-04b0-42b7-ba02-9811ed870c35,segment=NetworkSegment(7875af61-4c53-4ff2-b8c8-d4b7c35ff947),segment_id=7875af61-4c53-4ff2-b8c8-d4b7c35ff947)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:59:03.005140 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c8a5e68e-0848-48b3-a10c-648d71b8e279 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:03.532135 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-c8a5e68e-0848-48b3-a10c-648d71b8e279 admin admin] Calling delete_port for a96bfc7c-04b0-42b7-ba02-9811ed870c35 owned by network:router_gateway {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:59:03.565654 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device bfd65f63-5f6e-4ba7-b7b0-1b4aab510c49 no longer exists at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:59:03.668664 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-5c74639e-992b-4821-937f-c991ca25de6d req-e0237ae8-f830-4cca-8271-12dc25c33220 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] 10.222.0.41 "GET /v2.0/ports?device_id=1287ab47-b65e-43d7-abf9-18f314df4e22 HTTP/1.1" status: 200 len: 210 time: 0.3946049 Jun 01 18:59:03.693123 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] No Port match for: bfd65f63-5f6e-4ba7-b7b0-1b4aab510c49 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 18:59:03.693737 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device bfd65f63-5f6e-4ba7-b7b0-1b4aab510c49 not bound to the agent host n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 18:59:03.735994 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bffab20b-486d-4a45-ba3f-e6c3ff967a8f req-ff9601ed-0ed4-4ec3-ab74-4749876e3d60 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Router 533f25a8-4516-4734-96dc-76ed394d7577 has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 18:59:03.777685 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974cc077-06e2-4554-979d-d4c82e66487e req-1121d33c-a383-475c-8912-b12b293b0bef tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:59:03.781521 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-24cda4c5-13c1-4eaf-9b43-4df3c0e1719d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5005b12b-976d-4b75-98fc-6509d7954d19', 'name': 'tempest-ServerRescueTestJSON-2146786291-router', 'tenant_id': 'd0a1e5281a6a4a33a7366a726bd4d479', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.139'}], 'enable_snat': True}, 'gw_port_id': 'a96bfc7c-04b0-42b7-ba02-9811ed870c35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:56:13Z', 'updated_at': '2022-06-01T18:58:56Z', 'revision_number': 5, 'project_id': 'd0a1e5281a6a4a33a7366a726bd4d479', 'gw_port': {'id': 'a96bfc7c-04b0-42b7-ba02-9811ed870c35', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:7a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5005b12b-976d-4b75-98fc-6509d7954d19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:56:14Z', 'updated_at': '2022-06-01T18:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:59:03.790820 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-974cc077-06e2-4554-979d-d4c82e66487e req-1121d33c-a383-475c-8912-b12b293b0bef tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6a84f4a-49f9-4b0d-b8a1-0c49de9859df HTTP/1.1" status: 200 len: 950 time: 0.3215911 Jun 01 18:59:03.798190 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24cda4c5-13c1-4eaf-9b43-4df3c0e1719d None None] The sync data for ids ['5005b12b-976d-4b75-98fc-6509d7954d19'] in n-d-844202-1 is: [{'id': '5005b12b-976d-4b75-98fc-6509d7954d19', 'name': 'tempest-ServerRescueTestJSON-2146786291-router', 'tenant_id': 'd0a1e5281a6a4a33a7366a726bd4d479', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.139'}], 'enable_snat': True}, 'gw_port_id': 'a96bfc7c-04b0-42b7-ba02-9811ed870c35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:56:13Z', 'updated_at': '2022-06-01T18:58:56Z', 'revision_number': 5, 'project_id': 'd0a1e5281a6a4a33a7366a726bd4d479', 'gw_port': {'id': 'a96bfc7c-04b0-42b7-ba02-9811ed870c35', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:7a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5005b12b-976d-4b75-98fc-6509d7954d19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:56:14Z', 'updated_at': '2022-06-01T18:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}] {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 18:59:03.847385 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 36648) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:59:04.027528 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-974cc077-06e2-4554-979d-d4c82e66487e req-0b58efa7-b2a2-4ace-9208-22a01eca3b11 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.41 "GET /v2.0/security-groups?id=22665066-3f80-4493-8b7a-e2faea6c666a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2357442 Jun 01 18:59:04.142106 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-687a94c7-376b-4320-ab7d-7b4f7edacd93 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-968843480-network', 'tenant_id': '9e9cb224747b49cb8b62ab1978812099'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:59:04.148891 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-687a94c7-376b-4320-ab7d-7b4f7edacd93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:59:04.153492 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-687a94c7-376b-4320-ab7d-7b4f7edacd93 admin admin] Usage tracker for resource:network and tenant:9e9cb224747b49cb8b62ab1978812099 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:59:04.156734 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-687a94c7-376b-4320-ab7d-7b4f7edacd93 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:59:04.164000 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-687a94c7-376b-4320-ab7d-7b4f7edacd93 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:59:04.195088 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-687a94c7-376b-4320-ab7d-7b4f7edacd93 admin admin] Made reservation on behalf of 9e9cb224747b49cb8b62ab1978812099 for: {'network': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:59:04.201731 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bffab20b-486d-4a45-ba3f-e6c3ff967a8f req-ff9601ed-0ed4-4ec3-ab74-4749876e3d60 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 18:59:04.209126 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-687a94c7-376b-4320-ab7d-7b4f7edacd93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:04.211885 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de4130ee-82bd-4cf8-8176-232fe348ae97 None None] Sync routers for ids ['533f25a8-4516-4734-96dc-76ed394d7577'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 18:59:04.230482 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de4130ee-82bd-4cf8-8176-232fe348ae97 None None] Routers {'533f25a8-4516-4734-96dc-76ed394d7577'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:59:04.240405 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-de4130ee-82bd-4cf8-8176-232fe348ae97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:58:39Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['533f25a8-4516-4734-96dc-76ed394d7577'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:59:04.308612 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-687a94c7-376b-4320-ab7d-7b4f7edacd93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:04.397650 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-687a94c7-376b-4320-ab7d-7b4f7edacd93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:59:04.407105 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-687a94c7-376b-4320-ab7d-7b4f7edacd93 admin admin] Usage tracker for resource:security_group_rule and tenant:9e9cb224747b49cb8b62ab1978812099 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:59:04.416914 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-687a94c7-376b-4320-ab7d-7b4f7edacd93 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:59:04.430257 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-687a94c7-376b-4320-ab7d-7b4f7edacd93 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:59:04.578831 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c8a5e68e-0848-48b3-a10c-648d71b8e279 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:04.758092 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a5e68e-0848-48b3-a10c-648d71b8e279 admin admin] Pushing event deleted for resources: {'Port': ['ID=a96bfc7c-04b0-42b7-ba02-9811ed870c35,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:59:04.833015 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-de4130ee-82bd-4cf8-8176-232fe348ae97 None None] Set router 533f25a8-4516-4734-96dc-76ed394d7577 gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:59:04.893353 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-bffab20b-486d-4a45-ba3f-e6c3ff967a8f req-ff9601ed-0ed4-4ec3-ab74-4749876e3d60 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] No DVR routers for this DVR port bfd65f63-5f6e-4ba7-b7b0-1b4aab510c49 on host n-h2-844202-1 {{(pid=88524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 18:59:04.898356 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-bffab20b-486d-4a45-ba3f-e6c3ff967a8f req-ff9601ed-0ed4-4ec3-ab74-4749876e3d60 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:04.942059 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1287ab47-b65e-43d7-abf9-18f314df4e22', 'name': 'network-vif-deleted', 'tag': 'bfd65f63-5f6e-4ba7-b7b0-1b4aab510c49'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:59:04.962826 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-bffab20b-486d-4a45-ba3f-e6c3ff967a8f req-ff9601ed-0ed4-4ec3-ab74-4749876e3d60 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] 10.222.0.50 "DELETE /v2.0/ports/bfd65f63-5f6e-4ba7-b7b0-1b4aab510c49 HTTP/1.1" status: 204 len: 173 time: 5.1051955 Jun 01 18:59:04.991691 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed64e67a-e0a2-4927-a320-18760e5ac904 req-9b681b40-afaf-4e69-a68c-4a473e110873 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:59:04.993284 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ed64e67a-e0a2-4927-a320-18760e5ac904 req-9b681b40-afaf-4e69-a68c-4a473e110873 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2da7fbe-a2d2-41a4-9eca-c19f9eea24a4 HTTP/1.1" status: 200 len: 946 time: 0.9671824 Jun 01 18:59:05.199207 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-48b6a488-8192-4024-9e2f-fbb597cf7779 req-24f5aa5c-5dbb-41f8-adde-2231d7af8f74 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Synchronizing usage tracker for tenant:9da8911c90e044c58dc0cf3fd4a5638a on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:59:05.255531 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-48b6a488-8192-4024-9e2f-fbb597cf7779 req-24f5aa5c-5dbb-41f8-adde-2231d7af8f74 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Unset dirty status for tenant:9da8911c90e044c58dc0cf3fd4a5638a on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:59:05.258335 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-48b6a488-8192-4024-9e2f-fbb597cf7779 req-24f5aa5c-5dbb-41f8-adde-2231d7af8f74 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] 10.222.0.41 "GET /v2.0/ports?device_id=1287ab47-b65e-43d7-abf9-18f314df4e22 HTTP/1.1" status: 200 len: 210 time: 0.2453511 Jun 01 18:59:05.286377 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71c0ad2-2533-48f6-9f67-322ebe44103b req-0b50c3fc-000f-4010-8794-43103202bbd3 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:59:05.286377 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b71c0ad2-2533-48f6-9f67-322ebe44103b req-0b50c3fc-000f-4010-8794-43103202bbd3 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6a84f4a-49f9-4b0d-b8a1-0c49de9859df HTTP/1.1" status: 200 len: 950 time: 0.5957325 Jun 01 18:59:05.440325 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba649c3c-2444-40c2-8c02-888d8fd3dfea'] response: {'server_uuid': '1287ab47-b65e-43d7-abf9-18f314df4e22', 'name': 'network-vif-deleted', 'tag': 'bfd65f63-5f6e-4ba7-b7b0-1b4aab510c49', 'status': 'completed', 'code': 200} Jun 01 18:59:05.453375 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-b71c0ad2-2533-48f6-9f67-322ebe44103b req-233e806a-2515-49d3-b2da-22dd2a5346f1 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Deleting port 27490258-3afe-4d29-85a9-a1b52405b306 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:59:05.453972 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-b71c0ad2-2533-48f6-9f67-322ebe44103b req-233e806a-2515-49d3-b2da-22dd2a5346f1 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:05.507150 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ed64e67a-e0a2-4927-a320-18760e5ac904 req-035b3ff8-74d5-42b1-945a-f2575046d58a tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/security-groups?id=e95c7360-01e1-4fb0-bbdb-7b11f637526c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3700593 Jun 01 18:59:05.509486 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-687a94c7-376b-4320-ab7d-7b4f7edacd93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:05.518104 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c8a5e68e-0848-48b3-a10c-648d71b8e279 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-887703'] for router_gateway, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:05.792751 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-de4130ee-82bd-4cf8-8176-232fe348ae97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '533f25a8-4516-4734-96dc-76ed394d7577', 'name': 'tempest-AttachVolumeNegativeTest-808524778-router', 'tenant_id': '9da8911c90e044c58dc0cf3fd4a5638a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.190'}], 'enable_snat': True}, 'gw_port_id': '0717cc72-7117-44ae-b5ab-924a55678621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:52:17Z', 'updated_at': '2022-06-01T18:52:39Z', 'revision_number': 4, 'project_id': '9da8911c90e044c58dc0cf3fd4a5638a', 'gw_port': {'id': '0717cc72-7117-44ae-b5ab-924a55678621', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:f4:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '533f25a8-4516-4734-96dc-76ed394d7577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:52:19Z', 'updated_at': '2022-06-01T18:52:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': 'da5af43f-7a7c-4ca7-9438-4ae05d3d9f7c', 'name': '', 'network_id': '908da31a-c43f-4d78-b2f1-4926efeaafe9', 'tenant_id': '9da8911c90e044c58dc0cf3fd4a5638a', 'mac_address': 'fa:16:3e:b3:fe:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '533f25a8-4516-4734-96dc-76ed394d7577', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': 'b62dadc8-5788-404f-95cb-85382718471e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:52:34Z', 'updated_at': '2022-06-01T18:52:58Z', 'revision_number': 5, 'project_id': '9da8911c90e044c58dc0cf3fd4a5638a', 'subnets': [{'id': 'b62dadc8-5788-404f-95cb-85382718471e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:59:05.800698 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de4130ee-82bd-4cf8-8176-232fe348ae97 None None] Checking router: 533f25a8-4516-4734-96dc-76ed394d7577 for host: n-d-844202-1 {{(pid=88527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 18:59:05.825747 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de4130ee-82bd-4cf8-8176-232fe348ae97 None None] Routers {'533f25a8-4516-4734-96dc-76ed394d7577'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:59:05.826565 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-de4130ee-82bd-4cf8-8176-232fe348ae97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:58:39Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['533f25a8-4516-4734-96dc-76ed394d7577'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:59:05.981470 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 8d4e352e-8861-4307-bfe4-063cdae4b160 no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:59:05.987878 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c8a5e68e-0848-48b3-a10c-648d71b8e279 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25316'] for router, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:05.990537 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c8a5e68e-0848-48b3-a10c-648d71b8e279 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:06.054605 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c8a5e68e-0848-48b3-a10c-648d71b8e279 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-891519'] for router, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:06.069320 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8a5e68e-0848-48b3-a10c-648d71b8e279 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5005b12b-976d-4b75-98fc-6509d7954d19 {{(pid=88525) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 18:59:06.095655 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: 8d4e352e-8861-4307-bfe4-063cdae4b160 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 18:59:06.095655 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 8d4e352e-8861-4307-bfe4-063cdae4b160 not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 18:59:06.114145 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-687a94c7-376b-4320-ab7d-7b4f7edacd93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:06.131843 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4198b54b-1703-4e80-a87e-f9f955cef014 req-064c11d9-d54f-4329-b1b9-abc7bd5462ba tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:59:06.131843 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4198b54b-1703-4e80-a87e-f9f955cef014 req-064c11d9-d54f-4329-b1b9-abc7bd5462ba tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6a84f4a-49f9-4b0d-b8a1-0c49de9859df HTTP/1.1" status: 200 len: 950 time: 0.4804258 Jun 01 18:59:06.274824 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-687a94c7-376b-4320-ab7d-7b4f7edacd93 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 120} {{(pid=88525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 18:59:06.320749 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687a94c7-376b-4320-ab7d-7b4f7edacd93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3c8b76e-b49d-4786-9bc4-f1de5b7d45f7,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:59:06.363871 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-687a94c7-376b-4320-ab7d-7b4f7edacd93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:06.363871 n-d-844202-1 neutron-server[88525]: INFO neutron.db.segments_db [None req-687a94c7-376b-4320-ab7d-7b4f7edacd93 admin admin] Added segment 23f7f523-bd23-4dea-a8a2-f9df8f5fb206 of type vlan for network d2f561bc-68f8-41e9-b658-43355cd7eda6 Jun 01 18:59:06.380532 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c8a5e68e-0848-48b3-a10c-648d71b8e279 admin admin] Notify callbacks [] for router, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:06.380532 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-c8a5e68e-0848-48b3-a10c-648d71b8e279 admin admin] 10.222.0.41 "DELETE /v2.0/routers/5005b12b-976d-4b75-98fc-6509d7954d19 HTTP/1.1" status: 204 len: 168 time: 5.8424640 Jun 01 18:59:06.385672 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 36682) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:59:06.441200 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4198b54b-1703-4e80-a87e-f9f955cef014 req-9672f3ae-3996-40e7-aff6-92107f7fcc18 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.41 "GET /v2.0/security-groups?id=22665066-3f80-4493-8b7a-e2faea6c666a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3068848 Jun 01 18:59:06.502934 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-de4130ee-82bd-4cf8-8176-232fe348ae97 None None] Set router 533f25a8-4516-4734-96dc-76ed394d7577 gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:59:06.539979 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-687a94c7-376b-4320-ab7d-7b4f7edacd93 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:06.583633 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-b71c0ad2-2533-48f6-9f67-322ebe44103b req-233e806a-2515-49d3-b2da-22dd2a5346f1 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] For port 27490258-3afe-4d29-85a9-a1b52405b306, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=27490258-3afe-4d29-85a9-a1b52405b306,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:59:06.584425 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-b71c0ad2-2533-48f6-9f67-322ebe44103b req-233e806a-2515-49d3-b2da-22dd2a5346f1 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:06.623719 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_v2 [None req-182fb8d5-a21a-4b62-8599-deab8534f21a admin admin] Deleting subnet 65007f2f-c4cf-4ea2-954f-0d213b184a70 {{(pid=88525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 18:59:06.632327 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-182fb8d5-a21a-4b62-8599-deab8534f21a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:06.684846 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 36694) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:59:06.728870 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-687a94c7-376b-4320-ab7d-7b4f7edacd93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:06.730123 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-687a94c7-376b-4320-ab7d-7b4f7edacd93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:59:06.735324 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-687a94c7-376b-4320-ab7d-7b4f7edacd93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:06.784129 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-182fb8d5-a21a-4b62-8599-deab8534f21a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2258509'] for subnet, precommit_delete_associations {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:06.851181 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-182fb8d5-a21a-4b62-8599-deab8534f21a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:06.915920 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-b71c0ad2-2533-48f6-9f67-322ebe44103b req-233e806a-2515-49d3-b2da-22dd2a5346f1 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Calling delete_port for 27490258-3afe-4d29-85a9-a1b52405b306 owned by compute:nova {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:59:07.111737 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-4bb9b1a0-4029-4b0e-b891-837afd2915f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:07.168573 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696db4ad-9f8a-46ad-a9f8-c0b09605f9c1 req-0de60e4e-fab9-4b0c-a6cb-7fe53eb8fd5a tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:59:07.170295 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-696db4ad-9f8a-46ad-a9f8-c0b09605f9c1 req-0de60e4e-fab9-4b0c-a6cb-7fe53eb8fd5a tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2da7fbe-a2d2-41a4-9eca-c19f9eea24a4 HTTP/1.1" status: 200 len: 946 time: 0.2633836 Jun 01 18:59:07.285073 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-687a94c7-376b-4320-ab7d-7b4f7edacd93 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 3.4359860 Jun 01 18:59:07.291881 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 36698) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:59:07.299599 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-585a2b38-0e90-4045-8893-2f47e67944fc admin admin] Request body: {'subnet': {'network_id': 'd2f561bc-68f8-41e9-b658-43355cd7eda6', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-968843480-subnet', 'tenant_id': '9e9cb224747b49cb8b62ab1978812099', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:59:07.307730 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-585a2b38-0e90-4045-8893-2f47e67944fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:59:07.313556 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-696db4ad-9f8a-46ad-a9f8-c0b09605f9c1 req-048dd691-c34e-4009-a1ce-5685de7fe454 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/security-groups?id=e95c7360-01e1-4fb0-bbdb-7b11f637526c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884135 Jun 01 18:59:07.315844 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-b71c0ad2-2533-48f6-9f67-322ebe44103b req-233e806a-2515-49d3-b2da-22dd2a5346f1 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:07.318613 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-585a2b38-0e90-4045-8893-2f47e67944fc admin admin] Usage tracker for resource:subnet and tenant:9e9cb224747b49cb8b62ab1978812099 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:59:07.327935 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] get_ports_and_sgs() called for port_ids ['c8b8fb79-fd92-474a-8ec2-5ac7b267ee2e', '788b40d5-d43b-47fb-a5c6-ee70b4898015'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:59:07.386610 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-585a2b38-0e90-4045-8893-2f47e67944fc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:59:07.389968 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233e806a-2515-49d3-b2da-22dd2a5346f1 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Pushing event deleted for resources: {'Port': ['ID=27490258-3afe-4d29-85a9-a1b52405b306,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:59:07.421472 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-182fb8d5-a21a-4b62-8599-deab8534f21a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2614143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9667199'] for subnet, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:07.438241 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] get_ports_and_sgs() called for port_ids ['5c7c55e5-3833-4836-af5c-3353dc52e41d', 'a12824b4-43d9-4f09-a40a-8d0a174c088c', '19467fbd-86a4-455f-ba36-972209de2a6f', '28bbb8c8-6168-463c-840c-ae2f1ff906ce'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:59:07.443506 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-585a2b38-0e90-4045-8893-2f47e67944fc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:59:07.494620 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-b71c0ad2-2533-48f6-9f67-322ebe44103b req-233e806a-2515-49d3-b2da-22dd2a5346f1 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] No DVR routers for this DVR port 27490258-3afe-4d29-85a9-a1b52405b306 on host n-h1-844202-1 {{(pid=88524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 18:59:07.498625 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-b71c0ad2-2533-48f6-9f67-322ebe44103b req-233e806a-2515-49d3-b2da-22dd2a5346f1 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:07.501086 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6a84f4a-49f9-4b0d-b8a1-0c49de9859df', 'name': 'network-vif-deleted', 'tag': '27490258-3afe-4d29-85a9-a1b52405b306'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:59:07.507744 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-de4130ee-82bd-4cf8-8176-232fe348ae97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '533f25a8-4516-4734-96dc-76ed394d7577', 'name': 'tempest-AttachVolumeNegativeTest-808524778-router', 'tenant_id': '9da8911c90e044c58dc0cf3fd4a5638a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.190'}], 'enable_snat': True}, 'gw_port_id': '0717cc72-7117-44ae-b5ab-924a55678621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:52:17Z', 'updated_at': '2022-06-01T18:52:39Z', 'revision_number': 4, 'project_id': '9da8911c90e044c58dc0cf3fd4a5638a', 'gw_port': {'id': '0717cc72-7117-44ae-b5ab-924a55678621', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:f4:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '533f25a8-4516-4734-96dc-76ed394d7577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:52:19Z', 'updated_at': '2022-06-01T18:52:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': 'da5af43f-7a7c-4ca7-9438-4ae05d3d9f7c', 'name': '', 'network_id': '908da31a-c43f-4d78-b2f1-4926efeaafe9', 'tenant_id': '9da8911c90e044c58dc0cf3fd4a5638a', 'mac_address': 'fa:16:3e:b3:fe:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '533f25a8-4516-4734-96dc-76ed394d7577', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': 'b62dadc8-5788-404f-95cb-85382718471e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:52:34Z', 'updated_at': '2022-06-01T18:52:58Z', 'revision_number': 5, 'project_id': '9da8911c90e044c58dc0cf3fd4a5638a', 'subnets': [{'id': 'b62dadc8-5788-404f-95cb-85382718471e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:59:07.509276 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-585a2b38-0e90-4045-8893-2f47e67944fc admin admin] Made reservation on behalf of 9e9cb224747b49cb8b62ab1978812099 for: {'subnet': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:59:07.511735 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-585a2b38-0e90-4045-8893-2f47e67944fc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3066584'] for subnet, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:07.521801 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de4130ee-82bd-4cf8-8176-232fe348ae97 None None] The sync data for ids ['533f25a8-4516-4734-96dc-76ed394d7577'] in n-d-844202-1 is: [{'id': '533f25a8-4516-4734-96dc-76ed394d7577', 'name': 'tempest-AttachVolumeNegativeTest-808524778-router', 'tenant_id': '9da8911c90e044c58dc0cf3fd4a5638a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.190'}], 'enable_snat': True}, 'gw_port_id': '0717cc72-7117-44ae-b5ab-924a55678621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:52:17Z', 'updated_at': '2022-06-01T18:52:39Z', 'revision_number': 4, 'project_id': '9da8911c90e044c58dc0cf3fd4a5638a', 'gw_port': {'id': '0717cc72-7117-44ae-b5ab-924a55678621', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:f4:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '533f25a8-4516-4734-96dc-76ed394d7577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:52:19Z', 'updated_at': '2022-06-01T18:52:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': 'da5af43f-7a7c-4ca7-9438-4ae05d3d9f7c', 'name': '', 'network_id': '908da31a-c43f-4d78-b2f1-4926efeaafe9', 'tenant_id': '9da8911c90e044c58dc0cf3fd4a5638a', 'mac_address': 'fa:16:3e:b3:fe:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '533f25a8-4516-4734-96dc-76ed394d7577', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': 'b62dadc8-5788-404f-95cb-85382718471e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:52:34Z', 'updated_at': '2022-06-01T18:52:58Z', 'revision_number': 5, 'project_id': '9da8911c90e044c58dc0cf3fd4a5638a', 'subnets': [{'id': 'b62dadc8-5788-404f-95cb-85382718471e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 18:59:07.587521 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687a94c7-376b-4320-ab7d-7b4f7edacd93 admin admin] Pushing event updated for resources: {'Network': ['ID=d2f561bc-68f8-41e9-b658-43355cd7eda6,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:59:07.617423 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4939a7f3-8888-472f-aca4-e52fab8328c7 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:07.625335 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182fb8d5-a21a-4b62-8599-deab8534f21a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65007f2f-c4cf-4ea2-954f-0d213b184a70,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:59:07.635025 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-182fb8d5-a21a-4b62-8599-deab8534f21a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:07.683551 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-182fb8d5-a21a-4b62-8599-deab8534f21a admin admin] 10.222.0.41 "DELETE /v2.0/subnets/65007f2f-c4cf-4ea2-954f-0d213b184a70 HTTP/1.1" status: 204 len: 168 time: 1.3005428 Jun 01 18:59:07.691716 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 36708) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:59:07.815271 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network d2f561bc-68f8-41e9-b658-43355cd7eda6 details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 18:59:07.850511 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a99f3b4b-0d3f-4791-ae3e-3dfb2297d64d req-15eee0ad-908e-4bc4-9c67-a09f872537e6 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6a84f4a-49f9-4b0d-b8a1-0c49de9859df HTTP/1.1" status: 200 len: 210 time: 0.1555350 Jun 01 18:59:07.866216 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device a96bfc7c-04b0-42b7-ba02-9811ed870c35 no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:59:08.014720 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-228022fb-41b3-496f-bd2b-cabb8ae9d7e4'] response: {'server_uuid': 'd6a84f4a-49f9-4b0d-b8a1-0c49de9859df', 'name': 'network-vif-deleted', 'tag': '27490258-3afe-4d29-85a9-a1b52405b306', 'status': 'completed', 'code': 200} Jun 01 18:59:08.021797 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-585a2b38-0e90-4045-8893-2f47e67944fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2718919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3066602'] for subnet, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:08.090072 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4939a7f3-8888-472f-aca4-e52fab8328c7 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:08.121062 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: a96bfc7c-04b0-42b7-ba02-9811ed870c35 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 18:59:08.121929 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device a96bfc7c-04b0-42b7-ba02-9811ed870c35 not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 18:59:08.152968 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b71c0ad2-2533-48f6-9f67-322ebe44103b req-233e806a-2515-49d3-b2da-22dd2a5346f1 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.15 "DELETE /v2.0/ports/27490258-3afe-4d29-85a9-a1b52405b306 HTTP/1.1" status: 204 len: 173 time: 2.8637555 Jun 01 18:59:08.220068 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-585a2b38-0e90-4045-8893-2f47e67944fc admin admin] Checking segment: {'id': '23f7f523-bd23-4dea-a8a2-f9df8f5fb206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd2f561bc-68f8-41e9-b658-43355cd7eda6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:59:08.220344 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-585a2b38-0e90-4045-8893-2f47e67944fc admin admin] Network hostable DHCP agents. Network: d2f561bc-68f8-41e9-b658-43355cd7eda6, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88524) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 18:59:08.236313 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585a2b38-0e90-4045-8893-2f47e67944fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9a00a8a-84b0-48ee-be43-fa0400fc72bb,revision_number=0']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:59:08.255917 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-585a2b38-0e90-4045-8893-2f47e67944fc admin admin] Network d2f561bc-68f8-41e9-b658-43355cd7eda6 is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88524) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 18:59:08.273336 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-585a2b38-0e90-4045-8893-2f47e67944fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, d2f561bc-68f8-41e9-b658-43355cd7eda6) {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:59:08.278285 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-585a2b38-0e90-4045-8893-2f47e67944fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:59:08.278858 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-585a2b38-0e90-4045-8893-2f47e67944fc admin admin] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:08.316282 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-585a2b38-0e90-4045-8893-2f47e67944fc admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0238490 Jun 01 18:59:08.349385 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9d347928-c705-4e44-8ded-78953a740e3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:08.371511 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd2bc8c-0f73-4f47-8b2f-04c9594d6d5c None None] New status for floating IP 14db3543-a690-44a9-abe9-e0aaae10f995: DOWN {{(pid=88526) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 18:59:08.538446 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4939a7f3-8888-472f-aca4-e52fab8328c7 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:08.703270 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b96ae16-5286-424c-9562-28a6c0fd3940 None None] Network d2f561bc-68f8-41e9-b658-43355cd7eda6 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 18:59:08.703611 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4939a7f3-8888-472f-aca4-e52fab8328c7 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a40a0dad-61f6-4c8c-9f40-2a63d510909f,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:59:08.821042 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f8c253-a268-4588-b898-d05f5e8beea6 req-93f4b958-53da-49bf-994d-06b8acb075e0 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:59:08.822598 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d3f8c253-a268-4588-b898-d05f5e8beea6 req-93f4b958-53da-49bf-994d-06b8acb075e0 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2da7fbe-a2d2-41a4-9eca-c19f9eea24a4 HTTP/1.1" status: 200 len: 946 time: 0.2893879 Jun 01 18:59:08.919383 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4939a7f3-8888-472f-aca4-e52fab8328c7 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:08.930617 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-4939a7f3-8888-472f-aca4-e52fab8328c7 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] 10.222.0.41 "DELETE /v2.0/security-groups/a40a0dad-61f6-4c8c-9f40-2a63d510909f HTTP/1.1" status: 204 len: 168 time: 2.2436540 Jun 01 18:59:08.933875 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 36740) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:59:08.962923 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d3f8c253-a268-4588-b898-d05f5e8beea6 req-4b2c4427-aa5e-482c-9878-5ddc91641900 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/security-groups?id=e95c7360-01e1-4fb0-bbdb-7b11f637526c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334319 Jun 01 18:59:08.978863 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9d347928-c705-4e44-8ded-78953a740e3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:09.016947 n-d-844202-1 neutron-server[88524]: INFO neutron.api.v2.resource [None req-8ee1289d-d8e9-4a6a-ad33-9059657c0222 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] show failed (client error): The resource could not be found. Jun 01 18:59:09.028131 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-8ee1289d-d8e9-4a6a-ad33-9059657c0222 tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] 10.222.0.41 "GET /v2.0/security-groups/a40a0dad-61f6-4c8c-9f40-2a63d510909f HTTP/1.1" status: 404 len: 347 time: 0.0888300 Jun 01 18:59:09.030988 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 36744) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:59:09.063720 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-9d347928-c705-4e44-8ded-78953a740e3a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68c6e764-294d-4bbe-b8e6-e3de6ad7c308']}} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:59:09.125476 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-9d347928-c705-4e44-8ded-78953a740e3a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d37d6f1-f881-46ce-917f-1a0aba7e0745') {'for_net_delete': True} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:59:09.126050 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-9d347928-c705-4e44-8ded-78953a740e3a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d37d6f1-f881-46ce-917f-1a0aba7e0745') {} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:59:09.170435 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9d347928-c705-4e44-8ded-78953a740e3a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2258522'] for segment, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:09.220270 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9d347928-c705-4e44-8ded-78953a740e3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:09.240065 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d347928-c705-4e44-8ded-78953a740e3a admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=88525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 18:59:09.240795 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9d347928-c705-4e44-8ded-78953a740e3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2613981'] for segment, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:09.372252 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 27490258-3afe-4d29-85a9-a1b52405b306 no longer exists at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:59:09.469001 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment 5d37d6f1-f881-46ce-917f-1a0aba7e0745 resource provider aggregate not found Jun 01 18:59:09.560916 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment 5d37d6f1-f881-46ce-917f-1a0aba7e0745 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5d37d6f1-f881-46ce-917f-1a0aba7e0745 found for delete ", "request_id": "req-ad3f5c69-a996-4279-875e-3e76cc6b2ab5"}]} Jun 01 18:59:09.617326 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] No Port match for: 27490258-3afe-4d29-85a9-a1b52405b306 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 18:59:09.617675 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 27490258-3afe-4d29-85a9-a1b52405b306 not bound to the agent host n-h1-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 18:59:09.654909 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-41ecb1ea-413d-4057-84a9-0d1c283ff7dc req-d062321a-df26-455c-9a83-5d8b419dcf01 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Synchronizing usage tracker for tenant:ed558a94bd42496298488549f6a1a20a on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:59:09.861154 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9d347928-c705-4e44-8ded-78953a740e3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:09.872550 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-74c5f6bf-f3ae-48ad-8047-b28e0bf6303b tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Deleting port aa00f636-d870-48dc-8548-77a5b3f281bd {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:59:09.873004 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-74c5f6bf-f3ae-48ad-8047-b28e0bf6303b tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:09.883576 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-082560a9-9760-441a-8942-0328bdaa81ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:09.895156 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9d347928-c705-4e44-8ded-78953a740e3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:09.964133 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d347928-c705-4e44-8ded-78953a740e3a admin admin] Pushing event deleted for resources: {'Network': ['ID=68c6e764-294d-4bbe-b8e6-e3de6ad7c308,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:59:09.980756 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-9d347928-c705-4e44-8ded-78953a740e3a admin admin] 10.222.0.41 "DELETE /v2.0/networks/68c6e764-294d-4bbe-b8e6-e3de6ad7c308 HTTP/1.1" status: 204 len: 168 time: 2.2864535 Jun 01 18:59:10.002984 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-41ecb1ea-413d-4057-84a9-0d1c283ff7dc req-d062321a-df26-455c-9a83-5d8b419dcf01 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Unset dirty status for tenant:ed558a94bd42496298488549f6a1a20a on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:59:10.003861 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b99a06-097f-4c60-918c-fa458c6d3c1e req-c6285a00-69cd-4fe2-b83c-2efe72512ee8 tempest-InstanceActionsV221TestJSON-473760981 tempest-InstanceActionsV221TestJSON-473760981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:59:10.006918 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-48b99a06-097f-4c60-918c-fa458c6d3c1e req-c6285a00-69cd-4fe2-b83c-2efe72512ee8 tempest-InstanceActionsV221TestJSON-473760981 tempest-InstanceActionsV221TestJSON-473760981-project] Synchronizing usage tracker for tenant:9e9cb224747b49cb8b62ab1978812099 on resource:network {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:59:10.018503 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-41ecb1ea-413d-4057-84a9-0d1c283ff7dc req-d062321a-df26-455c-9a83-5d8b419dcf01 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6a84f4a-49f9-4b0d-b8a1-0c49de9859df HTTP/1.1" status: 200 len: 210 time: 0.5088308 Jun 01 18:59:10.074919 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-48b99a06-097f-4c60-918c-fa458c6d3c1e req-c6285a00-69cd-4fe2-b83c-2efe72512ee8 tempest-InstanceActionsV221TestJSON-473760981 tempest-InstanceActionsV221TestJSON-473760981-project] Unset dirty status for tenant:9e9cb224747b49cb8b62ab1978812099 on resource:network {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:59:10.080110 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-48b99a06-097f-4c60-918c-fa458c6d3c1e req-c6285a00-69cd-4fe2-b83c-2efe72512ee8 tempest-InstanceActionsV221TestJSON-473760981 tempest-InstanceActionsV221TestJSON-473760981-project] 10.222.0.41 "GET /v2.0/networks?id=d2f561bc-68f8-41e9-b658-43355cd7eda6 HTTP/1.1" status: 200 len: 817 time: 0.7505922 Jun 01 18:59:10.112258 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-48b99a06-097f-4c60-918c-fa458c6d3c1e req-c137c41c-e5fe-445e-a7e0-d909f83578a3 tempest-InstanceActionsV221TestJSON-473760981 tempest-InstanceActionsV221TestJSON-473760981-project] 10.222.0.41 "GET /v2.0/quotas/9e9cb224747b49cb8b62ab1978812099 HTTP/1.1" status: 200 len: 375 time: 0.0277073 Jun 01 18:59:10.252111 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-48b99a06-097f-4c60-918c-fa458c6d3c1e req-4302a6e7-2684-4a21-978d-e45aebd5ca28 tempest-InstanceActionsV221TestJSON-473760981 tempest-InstanceActionsV221TestJSON-473760981-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=9e9cb224747b49cb8b62ab1978812099&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1332474 Jun 01 18:59:10.283588 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 36778) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:59:10.511182 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-a7ba9c1e-2ff0-4315-9e2d-e2dc00ecc788 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d0a1e5281a6a4a33a7366a726bd4d479&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2227511 Jun 01 18:59:10.514562 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 36786) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:59:10.563231 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-74c5f6bf-f3ae-48ad-8047-b28e0bf6303b tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:10.570576 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-74c5f6bf-f3ae-48ad-8047-b28e0bf6303b tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:10.659338 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:10.807386 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-48b99a06-097f-4c60-918c-fa458c6d3c1e req-82e6b26d-e44c-4e97-8b77-9d849a65781e service neutron] 10.222.0.41 "GET /v2.0/networks/d2f561bc-68f8-41e9-b658-43355cd7eda6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5436044 Jun 01 18:59:10.875604 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:10.892792 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-74c5f6bf-f3ae-48ad-8047-b28e0bf6303b tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Calling delete_port for aa00f636-d870-48dc-8548-77a5b3f281bd owned by network:floatingip {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:59:10.948511 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79779c7b-f587-48d4-bfc5-15c8ef4b34e5 None None] Network d2f561bc-68f8-41e9-b658-43355cd7eda6 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 18:59:10.961906 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-15cae04d-4696-4f95-8458-2c310d925a4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:11.020034 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-15cae04d-4696-4f95-8458-2c310d925a4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:11.100366 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-48b99a06-097f-4c60-918c-fa458c6d3c1e req-88796dcc-2e7e-4f4a-95bd-5a92c9f5a3d0 service neutron] 10.222.0.41 "GET /v2.0/networks/d2f561bc-68f8-41e9-b658-43355cd7eda6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2869098 Jun 01 18:59:11.128893 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4afe48-1d0e-47a6-84a9-cb0a0e0b25d6 req-8c1681b8-0478-4ff3-bfd2-fe347e9ad510 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:59:11.140986 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3c4afe48-1d0e-47a6-84a9-cb0a0e0b25d6 req-8c1681b8-0478-4ff3-bfd2-fe347e9ad510 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2da7fbe-a2d2-41a4-9eca-c19f9eea24a4 HTTP/1.1" status: 200 len: 946 time: 0.8111889 Jun 01 18:59:11.173633 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-15cae04d-4696-4f95-8458-2c310d925a4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:11.273193 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cae04d-4696-4f95-8458-2c310d925a4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cd81dcd-fddd-4cdb-b7e0-911a736e672d,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:59:11.282846 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-15cae04d-4696-4f95-8458-2c310d925a4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:11.288858 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-15cae04d-4696-4f95-8458-2c310d925a4e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3cd81dcd-fddd-4cdb-b7e0-911a736e672d HTTP/1.1" status: 204 len: 168 time: 0.7709291 Jun 01 18:59:11.357981 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3c4afe48-1d0e-47a6-84a9-cb0a0e0b25d6 req-257d7fe1-9a10-4bac-9832-43fe74eae408 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/security-groups?id=e95c7360-01e1-4fb0-bbdb-7b11f637526c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441007 Jun 01 18:59:11.537073 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:11.765935 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-52b5ee43-1ced-4e6b-9e67-214bf7eba31b req-6498e4fb-f9ff-4186-9cb2-ffc780df3738 tempest-InstanceActionsV221TestJSON-473760981 tempest-InstanceActionsV221TestJSON-473760981-project] 10.222.0.41 "GET /v2.0/ports?device_id=71de4c38-c613-468b-aa0e-285eeb7da835 HTTP/1.1" status: 200 len: 210 time: 0.2460279 Jun 01 18:59:11.830997 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-74c5f6bf-f3ae-48ad-8047-b28e0bf6303b tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:11.987297 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c5f6bf-f3ae-48ad-8047-b28e0bf6303b tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Pushing event deleted for resources: {'Port': ['ID=aa00f636-d870-48dc-8548-77a5b3f281bd,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:59:12.008576 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:12.011017 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:12.163276 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-74c5f6bf-f3ae-48ad-8047-b28e0bf6303b tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Notify callbacks [] for floatingip, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:12.219855 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-74c5f6bf-f3ae-48ad-8047-b28e0bf6303b tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for floatingip, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:12.220673 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-74c5f6bf-f3ae-48ad-8047-b28e0bf6303b tempest-AttachVolumeNegativeTest-856935170 tempest-AttachVolumeNegativeTest-856935170-project] 10.222.0.41 "DELETE /v2.0/floatingips/14db3543-a690-44a9-abe9-e0aaae10f995 HTTP/1.1" status: 204 len: 168 time: 3.1884918 Jun 01 18:59:12.425798 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57c2c84-f42b-4361-9966-6008a35c5987 req-233076f7-808e-4fcf-b398-05fee27553ca tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:59:12.427927 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e57c2c84-f42b-4361-9966-6008a35c5987 req-233076f7-808e-4fcf-b398-05fee27553ca tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.41 "GET /v2.0/ports?device_id=e08d9b4e-5cd2-4c18-b71f-89badc7b619a HTTP/1.1" status: 200 len: 950 time: 0.1565995 Jun 01 18:59:12.529430 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e57c2c84-f42b-4361-9966-6008a35c5987 req-9156051e-0def-4f81-9481-e23f59ed01ee tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.41 "GET /v2.0/security-groups?id=22665066-3f80-4493-8b7a-e2faea6c666a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942912 Jun 01 18:59:12.792480 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0464dd8-297f-4e17-a286-f582b9e3ad5d req-f624d848-2c6a-4b04-a142-ca8252cff859 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:59:12.795365 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a0464dd8-297f-4e17-a286-f582b9e3ad5d req-f624d848-2c6a-4b04-a142-ca8252cff859 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2da7fbe-a2d2-41a4-9eca-c19f9eea24a4 HTTP/1.1" status: 200 len: 946 time: 0.1448884 Jun 01 18:59:12.889193 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a0464dd8-297f-4e17-a286-f582b9e3ad5d req-81aeda58-9d89-4445-81d0-fb4ac92b2746 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/security-groups?id=e95c7360-01e1-4fb0-bbdb-7b11f637526c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851490 Jun 01 18:59:13.240977 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-37b60669-aca1-423f-bbae-2c6661bba9fb req-0bbe39f0-5de7-49f7-a4b9-0ccabc4ea5b1 tempest-InstanceActionsV221TestJSON-473760981 tempest-InstanceActionsV221TestJSON-473760981-project] 10.222.0.41 "GET /v2.0/ports?device_id=71de4c38-c613-468b-aa0e-285eeb7da835 HTTP/1.1" status: 200 len: 210 time: 0.1850266 Jun 01 18:59:13.701201 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a53696-6488-4558-bf95-281e8f8347a1 req-1e3ced93-3964-468a-93aa-15eb129a2aef tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:59:13.703162 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f8a53696-6488-4558-bf95-281e8f8347a1 req-1e3ced93-3964-468a-93aa-15eb129a2aef tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.15 "GET /v2.0/ports?device_id=e08d9b4e-5cd2-4c18-b71f-89badc7b619a HTTP/1.1" status: 200 len: 950 time: 0.2742836 Jun 01 18:59:13.983782 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-f8a53696-6488-4558-bf95-281e8f8347a1 req-b398b141-e0cc-45a5-8c00-d8b98319d7bf tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Deleting port 28bbb8c8-6168-463c-840c-ae2f1ff906ce {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:59:13.987779 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-f8a53696-6488-4558-bf95-281e8f8347a1 req-b398b141-e0cc-45a5-8c00-d8b98319d7bf tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:14.763238 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3fa61c-ee70-4637-9e93-8c5affb6cee1 req-387111f8-ff70-468a-877c-dced6dff7b1d tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:59:14.771490 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ab3fa61c-ee70-4637-9e93-8c5affb6cee1 req-387111f8-ff70-468a-877c-dced6dff7b1d tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.41 "GET /v2.0/ports?device_id=e08d9b4e-5cd2-4c18-b71f-89badc7b619a HTTP/1.1" status: 200 len: 950 time: 0.9291270 Jun 01 18:59:14.946205 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ab3fa61c-ee70-4637-9e93-8c5affb6cee1 req-e367dfd4-9e99-4d94-8680-b17645ced522 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.41 "GET /v2.0/security-groups?id=22665066-3f80-4493-8b7a-e2faea6c666a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737456 Jun 01 18:59:14.975996 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b99a06-097f-4c60-918c-fa458c6d3c1e req-2b296fa2-c801-4b70-be3b-c281e3839442 tempest-InstanceActionsV221TestJSON-473760981 tempest-InstanceActionsV221TestJSON-473760981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:59:14.980485 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-48b99a06-097f-4c60-918c-fa458c6d3c1e req-2b296fa2-c801-4b70-be3b-c281e3839442 tempest-InstanceActionsV221TestJSON-473760981 tempest-InstanceActionsV221TestJSON-473760981-project] 10.222.0.15 "GET /v2.0/networks?id=d2f561bc-68f8-41e9-b658-43355cd7eda6 HTTP/1.1" status: 200 len: 817 time: 0.8804123 Jun 01 18:59:14.999968 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [req-48b99a06-097f-4c60-918c-fa458c6d3c1e req-e6620e22-f936-4503-97b8-a3051c51964e tempest-InstanceActionsV221TestJSON-473760981 tempest-InstanceActionsV221TestJSON-473760981-project] Request body: {'port': {'device_id': '71de4c38-c613-468b-aa0e-285eeb7da835', 'network_id': 'd2f561bc-68f8-41e9-b658-43355cd7eda6', 'admin_state_up': True, 'tenant_id': '9e9cb224747b49cb8b62ab1978812099'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:59:15.296817 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-f8a53696-6488-4558-bf95-281e8f8347a1 req-b398b141-e0cc-45a5-8c00-d8b98319d7bf tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] For port 28bbb8c8-6168-463c-840c-ae2f1ff906ce, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=28bbb8c8-6168-463c-840c-ae2f1ff906ce,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:59:15.297779 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-f8a53696-6488-4558-bf95-281e8f8347a1 req-b398b141-e0cc-45a5-8c00-d8b98319d7bf tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:15.359105 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d0d8cec8-c866-4526-910b-65013362c7c0 req-0677ff68-b953-4f84-a4ba-c94ee1b1777d tempest-InstanceActionsV221TestJSON-473760981 tempest-InstanceActionsV221TestJSON-473760981-project] 10.222.0.41 "GET /v2.0/ports?device_id=71de4c38-c613-468b-aa0e-285eeb7da835 HTTP/1.1" status: 200 len: 210 time: 0.1124854 Jun 01 18:59:15.459840 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [req-48b99a06-097f-4c60-918c-fa458c6d3c1e req-e6620e22-f936-4503-97b8-a3051c51964e tempest-InstanceActionsV221TestJSON-473760981 tempest-InstanceActionsV221TestJSON-473760981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:59:15.475933 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-48b99a06-097f-4c60-918c-fa458c6d3c1e req-e6620e22-f936-4503-97b8-a3051c51964e tempest-InstanceActionsV221TestJSON-473760981 tempest-InstanceActionsV221TestJSON-473760981-project] Usage tracker for resource:port and tenant:9e9cb224747b49cb8b62ab1978812099 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:59:15.485500 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-48b99a06-097f-4c60-918c-fa458c6d3c1e req-e6620e22-f936-4503-97b8-a3051c51964e tempest-InstanceActionsV221TestJSON-473760981 tempest-InstanceActionsV221TestJSON-473760981-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:59:15.505332 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [req-48b99a06-097f-4c60-918c-fa458c6d3c1e req-e6620e22-f936-4503-97b8-a3051c51964e tempest-InstanceActionsV221TestJSON-473760981 tempest-InstanceActionsV221TestJSON-473760981-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:59:15.535594 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48b99a06-097f-4c60-918c-fa458c6d3c1e req-e6620e22-f936-4503-97b8-a3051c51964e tempest-InstanceActionsV221TestJSON-473760981 tempest-InstanceActionsV221TestJSON-473760981-project] Made reservation on behalf of 9e9cb224747b49cb8b62ab1978812099 for: {'port': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:59:15.540188 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-48b99a06-097f-4c60-918c-fa458c6d3c1e req-e6620e22-f936-4503-97b8-a3051c51964e tempest-InstanceActionsV221TestJSON-473760981 tempest-InstanceActionsV221TestJSON-473760981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:15.708415 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-f8a53696-6488-4558-bf95-281e8f8347a1 req-b398b141-e0cc-45a5-8c00-d8b98319d7bf tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Calling delete_port for 28bbb8c8-6168-463c-840c-ae2f1ff906ce owned by compute:nova {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:59:15.883430 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2ee9a9ec-b83c-4dc7-9bb2-5a4603413ed7 req-776349ce-77c1-422b-a2fd-8f9a319dd591 tempest-ServerShowV247Test-1119470366 tempest-ServerShowV247Test-1119470366-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed8eba2a-dbd8-42ce-8e67-2bdad27f83ed HTTP/1.1" status: 200 len: 210 time: 0.3561339 Jun 01 18:59:16.014619 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-f8a53696-6488-4558-bf95-281e8f8347a1 req-b398b141-e0cc-45a5-8c00-d8b98319d7bf tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:16.028324 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] get_ports_and_sgs() called for port_ids ['c8b8fb79-fd92-474a-8ec2-5ac7b267ee2e', '788b40d5-d43b-47fb-a5c6-ee70b4898015'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:59:16.130821 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] get_ports_and_sgs() called for port_ids ['5c7c55e5-3833-4836-af5c-3353dc52e41d', 'a12824b4-43d9-4f09-a40a-8d0a174c088c', '19467fbd-86a4-455f-ba36-972209de2a6f'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:59:16.226078 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b398b141-e0cc-45a5-8c00-d8b98319d7bf tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Pushing event deleted for resources: {'Port': ['ID=28bbb8c8-6168-463c-840c-ae2f1ff906ce,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:59:16.309854 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [req-48b99a06-097f-4c60-918c-fa458c6d3c1e req-e6620e22-f936-4503-97b8-a3051c51964e tempest-InstanceActionsV221TestJSON-473760981 tempest-InstanceActionsV221TestJSON-473760981-project] Allocated IP 172.20.0.8 (d2f561bc-68f8-41e9-b658-43355cd7eda6/d9a00a8a-84b0-48ee-be43-fa0400fc72bb/f7798e54-cf79-4dce-82d9-1943ec8c7efb) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:59:16.413199 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a14768-30e8-48eb-8ddc-cd214da89652 req-7388f5b5-80e7-4a27-abae-db23e473c761 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:59:16.420757 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c3a14768-30e8-48eb-8ddc-cd214da89652 req-7388f5b5-80e7-4a27-abae-db23e473c761 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2da7fbe-a2d2-41a4-9eca-c19f9eea24a4 HTTP/1.1" status: 200 len: 946 time: 1.3365138 Jun 01 18:59:16.473131 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-07c66fb4-91ed-41ed-8322-a147aada91ec req-d7ee16c7-bda4-48fb-bcce-2075c5e59233 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.41 "GET /v2.0/ports?device_id=e08d9b4e-5cd2-4c18-b71f-89badc7b619a HTTP/1.1" status: 200 len: 210 time: 0.1207535 Jun 01 18:59:16.759713 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c3a14768-30e8-48eb-8ddc-cd214da89652 req-0b274285-9d38-4356-8b40-0fb965c256e1 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/security-groups?id=e95c7360-01e1-4fb0-bbdb-7b11f637526c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3377440 Jun 01 18:59:16.774413 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8a53696-6488-4558-bf95-281e8f8347a1 req-b398b141-e0cc-45a5-8c00-d8b98319d7bf tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] No DVR routers for this DVR port 28bbb8c8-6168-463c-840c-ae2f1ff906ce on host n-h1-844202-1 {{(pid=88524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 18:59:16.782026 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-f8a53696-6488-4558-bf95-281e8f8347a1 req-b398b141-e0cc-45a5-8c00-d8b98319d7bf tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:16.791350 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e08d9b4e-5cd2-4c18-b71f-89badc7b619a', 'name': 'network-vif-deleted', 'tag': '28bbb8c8-6168-463c-840c-ae2f1ff906ce'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:59:16.843318 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f8a53696-6488-4558-bf95-281e8f8347a1 req-b398b141-e0cc-45a5-8c00-d8b98319d7bf tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.15 "DELETE /v2.0/ports/28bbb8c8-6168-463c-840c-ae2f1ff906ce HTTP/1.1" status: 204 len: 173 time: 3.1280308 Jun 01 18:59:17.250483 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-92a3fbbd-da03-411b-b489-fc9ef8cce1d6 req-1833e02b-e27e-4717-bc0c-451a8fde6dd1 tempest-InstanceActionsV221TestJSON-473760981 tempest-InstanceActionsV221TestJSON-473760981-project] 10.222.0.41 "GET /v2.0/ports?device_id=71de4c38-c613-468b-aa0e-285eeb7da835 HTTP/1.1" status: 200 len: 210 time: 0.2684669 Jun 01 18:59:17.271618 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e61948eb-dd90-45f2-ba79-f67d5c4a6db1'] response: {'server_uuid': 'e08d9b4e-5cd2-4c18-b71f-89badc7b619a', 'name': 'network-vif-deleted', 'tag': '28bbb8c8-6168-463c-840c-ae2f1ff906ce', 'status': 'completed', 'code': 200} Jun 01 18:59:17.296381 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 28bbb8c8-6168-463c-840c-ae2f1ff906ce no longer exists at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:59:17.366426 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-48b99a06-097f-4c60-918c-fa458c6d3c1e req-e6620e22-f936-4503-97b8-a3051c51964e tempest-InstanceActionsV221TestJSON-473760981 tempest-InstanceActionsV221TestJSON-473760981-project] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:17.455939 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] No Port match for: 28bbb8c8-6168-463c-840c-ae2f1ff906ce {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 18:59:17.458868 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 28bbb8c8-6168-463c-840c-ae2f1ff906ce not bound to the agent host n-h1-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 18:59:17.570265 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-48b99a06-097f-4c60-918c-fa458c6d3c1e req-e6620e22-f936-4503-97b8-a3051c51964e tempest-InstanceActionsV221TestJSON-473760981 tempest-InstanceActionsV221TestJSON-473760981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:17.890536 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-009dfd5a-33f2-48b4-8829-3e90c16288a3 req-8ff379ac-789e-4e2d-bac8-5cc4630f81f5 tempest-ServerShowV247Test-1119470366 tempest-ServerShowV247Test-1119470366-project] 10.222.0.41 "GET /v2.0/ports?device_id=31158711-bf98-4d08-9b24-63e4bccb0c0b HTTP/1.1" status: 200 len: 210 time: 0.2580576 Jun 01 18:59:18.094553 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6620e22-f936-4503-97b8-a3051c51964e tempest-InstanceActionsV221TestJSON-473760981 tempest-InstanceActionsV221TestJSON-473760981-project] Pushing event updated for resources: {'Port': ['ID=f7798e54-cf79-4dce-82d9-1943ec8c7efb,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:59:18.106855 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48b99a06-097f-4c60-918c-fa458c6d3c1e req-e6620e22-f936-4503-97b8-a3051c51964e tempest-InstanceActionsV221TestJSON-473760981 tempest-InstanceActionsV221TestJSON-473760981-project] Network d2f561bc-68f8-41e9-b658-43355cd7eda6 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:59:18.233747 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [req-48b99a06-097f-4c60-918c-fa458c6d3c1e req-e6620e22-f936-4503-97b8-a3051c51964e tempest-InstanceActionsV221TestJSON-473760981 tempest-InstanceActionsV221TestJSON-473760981-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:59:18.263020 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [req-48b99a06-097f-4c60-918c-fa458c6d3c1e req-e6620e22-f936-4503-97b8-a3051c51964e tempest-InstanceActionsV221TestJSON-473760981 tempest-InstanceActionsV221TestJSON-473760981-project] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:59:18.453222 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b99a06-097f-4c60-918c-fa458c6d3c1e req-e6620e22-f936-4503-97b8-a3051c51964e tempest-InstanceActionsV221TestJSON-473760981 tempest-InstanceActionsV221TestJSON-473760981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:59:18.454821 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-48b99a06-097f-4c60-918c-fa458c6d3c1e req-e6620e22-f936-4503-97b8-a3051c51964e tempest-InstanceActionsV221TestJSON-473760981 tempest-InstanceActionsV221TestJSON-473760981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:18.489653 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-6090d084-b3a9-47d6-aa13-0b58eb0135ab req-abefea6f-0d09-4b0c-918c-fd5d8760dfab tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.41 "GET /v2.0/ports?device_id=e08d9b4e-5cd2-4c18-b71f-89badc7b619a HTTP/1.1" status: 200 len: 210 time: 0.4798172 Jun 01 18:59:18.495392 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-48b99a06-097f-4c60-918c-fa458c6d3c1e req-e6620e22-f936-4503-97b8-a3051c51964e tempest-InstanceActionsV221TestJSON-473760981 tempest-InstanceActionsV221TestJSON-473760981-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5014353 Jun 01 18:59:18.517298 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [req-48b99a06-097f-4c60-918c-fa458c6d3c1e req-72626718-fefb-42d9-bece-3e5415439252 service neutron] Request body: {'port': {'device_id': '71de4c38-c613-468b-aa0e-285eeb7da835', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844202-1'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:59:18.683219 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad47dc8f-e049-4e99-8efa-7fa6b2d29852 req-8737fd55-3737-4b05-abd6-96bdbb38551d tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:59:18.697991 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ad47dc8f-e049-4e99-8efa-7fa6b2d29852 req-8737fd55-3737-4b05-abd6-96bdbb38551d tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2da7fbe-a2d2-41a4-9eca-c19f9eea24a4 HTTP/1.1" status: 200 len: 946 time: 0.1975193 Jun 01 18:59:18.807676 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ad47dc8f-e049-4e99-8efa-7fa6b2d29852 req-f073ba72-9cd1-4fd5-8e92-e2ccb083e477 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/security-groups?id=e95c7360-01e1-4fb0-bbdb-7b11f637526c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084683 Jun 01 18:59:19.121908 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-48b99a06-097f-4c60-918c-fa458c6d3c1e req-72626718-fefb-42d9-bece-3e5415439252 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:19.645903 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a40cc6-db50-4606-8399-c8446c4bbc89 req-c6cbc1c0-a860-4e92-923e-fb383bf7e44f tempest-InstanceActionsV221TestJSON-473760981 tempest-InstanceActionsV221TestJSON-473760981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:59:19.652752 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f2a40cc6-db50-4606-8399-c8446c4bbc89 req-c6cbc1c0-a860-4e92-923e-fb383bf7e44f tempest-InstanceActionsV221TestJSON-473760981 tempest-InstanceActionsV221TestJSON-473760981-project] 10.222.0.41 "GET /v2.0/ports?device_id=71de4c38-c613-468b-aa0e-285eeb7da835 HTTP/1.1" status: 200 len: 931 time: 0.2032609 Jun 01 18:59:19.813209 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f2a40cc6-db50-4606-8399-c8446c4bbc89 req-4067915c-1c0f-4ebf-8b69-471760ddb01d tempest-InstanceActionsV221TestJSON-473760981 tempest-InstanceActionsV221TestJSON-473760981-project] 10.222.0.41 "GET /v2.0/security-groups?id=e3c8b76e-b49d-4786-9bc4-f1de5b7d45f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533504 Jun 01 18:59:20.297147 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a9c2851c-ab70-4618-8302-0d0e7c899a00 req-29285bed-e4d8-416b-aae3-49dc1dfc6454 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=ed8eba2a-dbd8-42ce-8e67-2bdad27f83ed HTTP/1.1" status: 200 len: 210 time: 0.1097341 Jun 01 18:59:20.414843 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ba27f608-4b4c-4ce3-a2d6-37d14790d74d req-143113af-1e41-4a3c-afbc-2aee7251eef3 tempest-ServerShowV247Test-1119470366 tempest-ServerShowV247Test-1119470366-project] 10.222.0.41 "GET /v2.0/ports?device_id=31158711-bf98-4d08-9b24-63e4bccb0c0b HTTP/1.1" status: 200 len: 210 time: 0.1859641 Jun 01 18:59:20.886000 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67af88b4-38c1-4af7-81d8-55f39b42a8c5 req-e2ca54b3-ab34-489d-b18e-4a058a64d8fe tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:59:20.904090 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-67af88b4-38c1-4af7-81d8-55f39b42a8c5 req-e2ca54b3-ab34-489d-b18e-4a058a64d8fe tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2da7fbe-a2d2-41a4-9eca-c19f9eea24a4 HTTP/1.1" status: 200 len: 946 time: 0.4650302 Jun 01 18:59:21.003282 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [req-48b99a06-097f-4c60-918c-fa458c6d3c1e req-72626718-fefb-42d9-bece-3e5415439252 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7798e54-cf79-4dce-82d9-1943ec8c7efb {{(pid=88525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:59:21.029720 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-48b99a06-097f-4c60-918c-fa458c6d3c1e req-72626718-fefb-42d9-bece-3e5415439252 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:21.060010 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [req-48b99a06-097f-4c60-918c-fa458c6d3c1e req-72626718-fefb-42d9-bece-3e5415439252 service neutron] Transition to ACTIVE for port object f7798e54-cf79-4dce-82d9-1943ec8c7efb will not be triggered until provisioned by entity L2. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:59:21.070846 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-48b99a06-097f-4c60-918c-fa458c6d3c1e req-72626718-fefb-42d9-bece-3e5415439252 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:21.099405 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-67af88b4-38c1-4af7-81d8-55f39b42a8c5 req-6889763f-79ee-4389-be69-192896d24bc6 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/security-groups?id=e95c7360-01e1-4fb0-bbdb-7b11f637526c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917667 Jun 01 18:59:21.719534 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc6795f-3df1-415e-84d4-afd1d35f2450 req-1b3a6fc5-74a9-4f28-a80a-0f5046c4c29c tempest-InstanceActionsV221TestJSON-473760981 tempest-InstanceActionsV221TestJSON-473760981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:59:21.735342 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fdc6795f-3df1-415e-84d4-afd1d35f2450 req-1b3a6fc5-74a9-4f28-a80a-0f5046c4c29c tempest-InstanceActionsV221TestJSON-473760981 tempest-InstanceActionsV221TestJSON-473760981-project] 10.222.0.41 "GET /v2.0/ports?device_id=71de4c38-c613-468b-aa0e-285eeb7da835 HTTP/1.1" status: 200 len: 943 time: 0.3073511 Jun 01 18:59:21.765885 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72626718-fefb-42d9-bece-3e5415439252 service neutron] Pushing event updated for resources: {'Port': ['ID=f7798e54-cf79-4dce-82d9-1943ec8c7efb,revision_number=2']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:59:21.856575 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fdc6795f-3df1-415e-84d4-afd1d35f2450 req-63b57066-1e8e-4295-ae26-4fc9432d1585 tempest-InstanceActionsV221TestJSON-473760981 tempest-InstanceActionsV221TestJSON-473760981-project] 10.222.0.41 "GET /v2.0/security-groups?id=e3c8b76e-b49d-4786-9bc4-f1de5b7d45f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200016 Jun 01 18:59:22.077286 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-48b99a06-097f-4c60-918c-fa458c6d3c1e req-72626718-fefb-42d9-bece-3e5415439252 service neutron] Attempting to bind port f7798e54-cf79-4dce-82d9-1943ec8c7efb on host n-h1-844202-1 for vnic_type normal with profile {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:59:22.077526 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-48b99a06-097f-4c60-918c-fa458c6d3c1e req-72626718-fefb-42d9-bece-3e5415439252 service neutron] Attempting to bind port f7798e54-cf79-4dce-82d9-1943ec8c7efb by drivers openvswitch,hyperv on host n-h1-844202-1 at level 0 using segments [{'id': '23f7f523-bd23-4dea-a8a2-f9df8f5fb206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd2f561bc-68f8-41e9-b658-43355cd7eda6'}] {{(pid=88525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:59:22.083725 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48b99a06-097f-4c60-918c-fa458c6d3c1e req-72626718-fefb-42d9-bece-3e5415439252 service neutron] Attempting to bind port f7798e54-cf79-4dce-82d9-1943ec8c7efb on network d2f561bc-68f8-41e9-b658-43355cd7eda6 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:59:22.096996 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48b99a06-097f-4c60-918c-fa458c6d3c1e req-72626718-fefb-42d9-bece-3e5415439252 service neutron] Port f7798e54-cf79-4dce-82d9-1943ec8c7efb on network d2f561bc-68f8-41e9-b658-43355cd7eda6 not bound, no agent of type Open vSwitch agent registered on host n-h1-844202-1 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 18:59:22.098627 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48b99a06-097f-4c60-918c-fa458c6d3c1e req-72626718-fefb-42d9-bece-3e5415439252 service neutron] Attempting to bind port f7798e54-cf79-4dce-82d9-1943ec8c7efb on network d2f561bc-68f8-41e9-b658-43355cd7eda6 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:59:22.111375 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48b99a06-097f-4c60-918c-fa458c6d3c1e req-72626718-fefb-42d9-bece-3e5415439252 service neutron] Checking agent: {'id': 'bdb1e5d7-b998-4259-838f-3d278e930f32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 18, 59, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:59:22.112008 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48b99a06-097f-4c60-918c-fa458c6d3c1e req-72626718-fefb-42d9-bece-3e5415439252 service neutron] Checking segment: {'id': '23f7f523-bd23-4dea-a8a2-f9df8f5fb206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd2f561bc-68f8-41e9-b658-43355cd7eda6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:59:22.112665 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48b99a06-097f-4c60-918c-fa458c6d3c1e req-72626718-fefb-42d9-bece-3e5415439252 service neutron] Bound using segment: {'id': '23f7f523-bd23-4dea-a8a2-f9df8f5fb206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd2f561bc-68f8-41e9-b658-43355cd7eda6'} {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:59:22.115999 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-48b99a06-097f-4c60-918c-fa458c6d3c1e req-72626718-fefb-42d9-bece-3e5415439252 service neutron] Bound port: f7798e54-cf79-4dce-82d9-1943ec8c7efb, host: n-h1-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23f7f523-bd23-4dea-a8a2-f9df8f5fb206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd2f561bc-68f8-41e9-b658-43355cd7eda6'}}] {{(pid=88525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:59:22.117818 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-48b99a06-097f-4c60-918c-fa458c6d3c1e req-72626718-fefb-42d9-bece-3e5415439252 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:22.196290 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0336b455-06ba-4e8b-b79d-bb8cb99c69a3 req-32da791e-87c7-4381-b36a-1c586e16ad1c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=31158711-bf98-4d08-9b24-63e4bccb0c0b HTTP/1.1" status: 200 len: 210 time: 0.1570735 Jun 01 18:59:22.334969 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-48b99a06-097f-4c60-918c-fa458c6d3c1e req-72626718-fefb-42d9-bece-3e5415439252 service neutron] For port f7798e54-cf79-4dce-82d9-1943ec8c7efb, host n-h1-844202-1, cleared binding levels {{(pid=88525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:59:22.350871 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-48b99a06-097f-4c60-918c-fa458c6d3c1e req-72626718-fefb-42d9-bece-3e5415439252 service neutron] For port f7798e54-cf79-4dce-82d9-1943ec8c7efb, host n-h1-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=f7798e54-cf79-4dce-82d9-1943ec8c7efb,segment=NetworkSegment(23f7f523-bd23-4dea-a8a2-f9df8f5fb206),segment_id=23f7f523-bd23-4dea-a8a2-f9df8f5fb206)] {{(pid=88525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:59:22.450449 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-48b99a06-097f-4c60-918c-fa458c6d3c1e req-72626718-fefb-42d9-bece-3e5415439252 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:22.559229 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b99a06-097f-4c60-918c-fa458c6d3c1e req-72626718-fefb-42d9-bece-3e5415439252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:59:22.559842 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-48b99a06-097f-4c60-918c-fa458c6d3c1e req-72626718-fefb-42d9-bece-3e5415439252 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:22.561236 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-48b99a06-097f-4c60-918c-fa458c6d3c1e req-72626718-fefb-42d9-bece-3e5415439252 service neutron] 10.222.0.15 "PUT /v2.0/ports/f7798e54-cf79-4dce-82d9-1943ec8c7efb HTTP/1.1" status: 200 len: 1091 time: 4.0541158 Jun 01 18:59:22.562054 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72626718-fefb-42d9-bece-3e5415439252 service neutron] Pushing event updated for resources: {'Port': ['ID=f7798e54-cf79-4dce-82d9-1943ec8c7efb,revision_number=3']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:59:22.571224 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71de4c38-c613-468b-aa0e-285eeb7da835', 'tag': 'f7798e54-cf79-4dce-82d9-1943ec8c7efb'}] {{(pid=88525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:59:22.581555 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e8c8b5a4-9c11-48d8-a454-9c45b33230d5 req-2f9bc1a4-5065-4e34-94dc-30ec241d1ca6 tempest-ServerShowV247Test-1119470366 tempest-ServerShowV247Test-1119470366-project] 10.222.0.41 "GET /v2.0/ports?device_id=31158711-bf98-4d08-9b24-63e4bccb0c0b HTTP/1.1" status: 200 len: 210 time: 0.2281663 Jun 01 18:59:22.583422 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72626718-fefb-42d9-bece-3e5415439252 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:59:22.583760 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72626718-fefb-42d9-bece-3e5415439252 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:59:22.584333 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72626718-fefb-42d9-bece-3e5415439252 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:59:22.584671 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72626718-fefb-42d9-bece-3e5415439252 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:59:22.585076 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72626718-fefb-42d9-bece-3e5415439252 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:59:22.585316 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72626718-fefb-42d9-bece-3e5415439252 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:59:22.585619 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72626718-fefb-42d9-bece-3e5415439252 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:59:22.585936 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72626718-fefb-42d9-bece-3e5415439252 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:59:22.586312 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72626718-fefb-42d9-bece-3e5415439252 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:59:22.586629 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72626718-fefb-42d9-bece-3e5415439252 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:59:22.586943 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72626718-fefb-42d9-bece-3e5415439252 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:59:22.587493 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72626718-fefb-42d9-bece-3e5415439252 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:59:22.761984 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce46f356-5ad3-4929-8bb2-8a95fdbcfaed req-45cc4422-474c-4967-9c37-1e2af618293f tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:59:22.768766 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-ce46f356-5ad3-4929-8bb2-8a95fdbcfaed req-45cc4422-474c-4967-9c37-1e2af618293f tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Synchronizing usage tracker for tenant:ed558a94bd42496298488549f6a1a20a on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:59:22.797695 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b99a06-097f-4c60-918c-fa458c6d3c1e req-f276c22b-6607-4e82-8a03-be3ea66f69ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:59:22.798729 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-ce46f356-5ad3-4929-8bb2-8a95fdbcfaed req-45cc4422-474c-4967-9c37-1e2af618293f tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Unset dirty status for tenant:ed558a94bd42496298488549f6a1a20a on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:59:22.799218 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-48b99a06-097f-4c60-918c-fa458c6d3c1e req-f276c22b-6607-4e82-8a03-be3ea66f69ca service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9e9cb224747b49cb8b62ab1978812099&device_id=71de4c38-c613-468b-aa0e-285eeb7da835 HTTP/1.1" status: 200 len: 1094 time: 0.1705801 Jun 01 18:59:22.808834 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ce46f356-5ad3-4929-8bb2-8a95fdbcfaed req-45cc4422-474c-4967-9c37-1e2af618293f tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.41 "GET /v2.0/ports?device_id=f98086ad-d4b4-4913-b9d8-e9791fdfa46a HTTP/1.1" status: 200 len: 949 time: 0.2661662 Jun 01 18:59:23.070411 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ce46f356-5ad3-4929-8bb2-8a95fdbcfaed req-278fc4f2-81fd-4804-b03c-c4b3006f567d tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.41 "GET /v2.0/security-groups?id=22665066-3f80-4493-8b7a-e2faea6c666a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2559397 Jun 01 18:59:23.204474 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-48b99a06-097f-4c60-918c-fa458c6d3c1e req-a700c72b-e08b-42ab-8768-dd01afeb7e04 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f7798e54-cf79-4dce-82d9-1943ec8c7efb HTTP/1.1" status: 200 len: 217 time: 0.3967550 Jun 01 18:59:23.205540 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358a2189-06d5-41d1-9f89-d152e4309549 req-5c1e1bb1-3292-49a2-9206-f1e9b8fabf5f tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:59:23.208371 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-358a2189-06d5-41d1-9f89-d152e4309549 req-5c1e1bb1-3292-49a2-9206-f1e9b8fabf5f tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.15 "GET /v2.0/ports?device_id=f98086ad-d4b4-4913-b9d8-e9791fdfa46a HTTP/1.1" status: 200 len: 949 time: 0.2482662 Jun 01 18:59:23.216982 n-d-844202-1 neutron-server[88525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7e7965e-05d3-4210-8616-e067c8f193bb'] response: {'name': 'network-changed', 'server_uuid': '71de4c38-c613-468b-aa0e-285eeb7da835', 'tag': 'f7798e54-cf79-4dce-82d9-1943ec8c7efb', 'status': 'completed', 'code': 200} Jun 01 18:59:23.288211 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b99a06-097f-4c60-918c-fa458c6d3c1e req-a2690360-4d18-4866-b9cc-c67d3b13868f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:59:23.289743 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-48b99a06-097f-4c60-918c-fa458c6d3c1e req-a2690360-4d18-4866-b9cc-c67d3b13868f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d9a00a8a-84b0-48ee-be43-fa0400fc72bb HTTP/1.1" status: 200 len: 857 time: 0.0620050 Jun 01 18:59:23.499001 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-48b99a06-097f-4c60-918c-fa458c6d3c1e req-9959f0e4-ae0a-4a41-850d-4014b93e412c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d2f561bc-68f8-41e9-b658-43355cd7eda6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1939619 Jun 01 18:59:23.853774 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-358a2189-06d5-41d1-9f89-d152e4309549 req-b981497b-0346-4a70-a5c7-8537d1ca4f88 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Deleting port 19467fbd-86a4-455f-ba36-972209de2a6f {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:59:23.854116 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-358a2189-06d5-41d1-9f89-d152e4309549 req-b981497b-0346-4a70-a5c7-8537d1ca4f88 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:23.965035 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-48b99a06-097f-4c60-918c-fa458c6d3c1e req-a7365080-81a8-496a-b28e-164f3ad81bb8 service neutron] 10.222.0.15 "GET /v2.0/networks/d2f561bc-68f8-41e9-b658-43355cd7eda6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4629083 Jun 01 18:59:23.991718 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3fa389-cd5d-4b39-8dc8-e10b02625c24 req-d4a555d0-400b-4f52-961d-f8cc0a9816ad tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:59:24.005924 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ff3fa389-cd5d-4b39-8dc8-e10b02625c24 req-d4a555d0-400b-4f52-961d-f8cc0a9816ad tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2da7fbe-a2d2-41a4-9eca-c19f9eea24a4 HTTP/1.1" status: 200 len: 946 time: 1.0035808 Jun 01 18:59:24.359874 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ff3fa389-cd5d-4b39-8dc8-e10b02625c24 req-461deee4-44e9-4514-b8fb-5ef0b309a4cb tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/security-groups?id=e95c7360-01e1-4fb0-bbdb-7b11f637526c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3540964 Jun 01 18:59:24.401019 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be24942-031f-4a48-a9e3-32b0b1e9c139 req-29f7b302-76e6-4b8e-86b1-93338a329e9f tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:59:24.402829 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6be24942-031f-4a48-a9e3-32b0b1e9c139 req-29f7b302-76e6-4b8e-86b1-93338a329e9f tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.50 "GET /v2.0/ports?device_id=572f9759-e372-48b5-b8b1-7ee049385f46 HTTP/1.1" status: 200 len: 950 time: 1.0943103 Jun 01 18:59:24.528212 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-48b99a06-097f-4c60-918c-fa458c6d3c1e req-7781e103-0a8e-4813-9d2f-2361829e9070 service neutron] 10.222.0.15 "GET /v2.0/networks/d2f561bc-68f8-41e9-b658-43355cd7eda6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4779873 Jun 01 18:59:24.823072 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d410d165-f4c1-476d-8986-61b4abc0c8f6 req-65750893-cf5f-4409-b404-8a5c81af3317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:59:24.824785 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d410d165-f4c1-476d-8986-61b4abc0c8f6 req-65750893-cf5f-4409-b404-8a5c81af3317 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9e9cb224747b49cb8b62ab1978812099&device_id=71de4c38-c613-468b-aa0e-285eeb7da835 HTTP/1.1" status: 200 len: 1094 time: 0.2234607 Jun 01 18:59:24.882411 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56a8915-e4e9-4b6e-ac47-3b7e4248a4c3 req-7dedea28-5ebf-4e0c-b36d-075fe6f7a763 tempest-InstanceActionsV221TestJSON-473760981 tempest-InstanceActionsV221TestJSON-473760981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:59:24.908083 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f56a8915-e4e9-4b6e-ac47-3b7e4248a4c3 req-7dedea28-5ebf-4e0c-b36d-075fe6f7a763 tempest-InstanceActionsV221TestJSON-473760981 tempest-InstanceActionsV221TestJSON-473760981-project] 10.222.0.41 "GET /v2.0/ports?device_id=71de4c38-c613-468b-aa0e-285eeb7da835 HTTP/1.1" status: 200 len: 943 time: 1.2079139 Jun 01 18:59:25.315316 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-358a2189-06d5-41d1-9f89-d152e4309549 req-b981497b-0346-4a70-a5c7-8537d1ca4f88 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] For port 19467fbd-86a4-455f-ba36-972209de2a6f, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=19467fbd-86a4-455f-ba36-972209de2a6f,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:59:25.315687 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-358a2189-06d5-41d1-9f89-d152e4309549 req-b981497b-0346-4a70-a5c7-8537d1ca4f88 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:25.457276 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8ad0115e-68c4-479d-8f4a-bcbe08d808d2 req-e6bbd51c-7e8d-4b18-afdc-1d7fb3095cad tempest-ServerShowV247Test-1119470366 tempest-ServerShowV247Test-1119470366-project] 10.222.0.41 "GET /v2.0/ports?device_id=31158711-bf98-4d08-9b24-63e4bccb0c0b HTTP/1.1" status: 200 len: 210 time: 0.1151254 Jun 01 18:59:25.584376 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d410d165-f4c1-476d-8986-61b4abc0c8f6 req-8c52c02b-c58c-43e6-a0b8-b2bad4b93621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:59:25.585847 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d410d165-f4c1-476d-8986-61b4abc0c8f6 req-8c52c02b-c58c-43e6-a0b8-b2bad4b93621 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d2f561bc-68f8-41e9-b658-43355cd7eda6 HTTP/1.1" status: 200 len: 918 time: 0.7548182 Jun 01 18:59:25.635937 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-358a2189-06d5-41d1-9f89-d152e4309549 req-b981497b-0346-4a70-a5c7-8537d1ca4f88 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Calling delete_port for 19467fbd-86a4-455f-ba36-972209de2a6f owned by compute:nova {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:59:25.720497 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-6be24942-031f-4a48-a9e3-32b0b1e9c139 req-511d2c62-4fef-43a2-9d1e-d1e01ae0c388 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Deleting port 788b40d5-d43b-47fb-a5c6-ee70b4898015 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:59:25.726667 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-6be24942-031f-4a48-a9e3-32b0b1e9c139 req-511d2c62-4fef-43a2-9d1e-d1e01ae0c388 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:25.727631 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d410d165-f4c1-476d-8986-61b4abc0c8f6 req-07b7b4c0-e540-48af-88b7-ee06ed24eb8a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f7798e54-cf79-4dce-82d9-1943ec8c7efb HTTP/1.1" status: 200 len: 217 time: 0.1291654 Jun 01 18:59:25.926825 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d410d165-f4c1-476d-8986-61b4abc0c8f6 req-ab0cb2d7-64a6-474b-953b-b2cb4dbfe944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:59:25.928512 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d410d165-f4c1-476d-8986-61b4abc0c8f6 req-ab0cb2d7-64a6-474b-953b-b2cb4dbfe944 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d9a00a8a-84b0-48ee-be43-fa0400fc72bb HTTP/1.1" status: 200 len: 857 time: 0.1246696 Jun 01 18:59:26.115147 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d410d165-f4c1-476d-8986-61b4abc0c8f6 req-fe387a97-4426-4055-b0c7-956509196806 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d2f561bc-68f8-41e9-b658-43355cd7eda6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1802888 Jun 01 18:59:26.158872 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea2c84d-46df-4af4-b5d4-d6ca9ef4f358 req-ebea7c90-23b2-4342-9d0f-f137769379a9 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:59:26.174025 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2ea2c84d-46df-4af4-b5d4-d6ca9ef4f358 req-ebea7c90-23b2-4342-9d0f-f137769379a9 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.41 "GET /v2.0/ports?device_id=f98086ad-d4b4-4913-b9d8-e9791fdfa46a HTTP/1.1" status: 200 len: 949 time: 0.4452333 Jun 01 18:59:26.344749 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-6be24942-031f-4a48-a9e3-32b0b1e9c139 req-511d2c62-4fef-43a2-9d1e-d1e01ae0c388 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] For port 788b40d5-d43b-47fb-a5c6-ee70b4898015, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=788b40d5-d43b-47fb-a5c6-ee70b4898015,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:59:26.345318 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-6be24942-031f-4a48-a9e3-32b0b1e9c139 req-511d2c62-4fef-43a2-9d1e-d1e01ae0c388 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:26.576806 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d410d165-f4c1-476d-8986-61b4abc0c8f6 req-b8f8766d-18e0-45c8-84e5-9e0402abfe36 service neutron] 10.222.0.15 "GET /v2.0/networks/d2f561bc-68f8-41e9-b658-43355cd7eda6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3960891 Jun 01 18:59:26.583225 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-6be24942-031f-4a48-a9e3-32b0b1e9c139 req-511d2c62-4fef-43a2-9d1e-d1e01ae0c388 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Calling delete_port for 788b40d5-d43b-47fb-a5c6-ee70b4898015 owned by compute:nova {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:59:26.677893 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2ea2c84d-46df-4af4-b5d4-d6ca9ef4f358 req-e60fbde5-f4e6-4bb4-a318-f621302892b8 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.41 "GET /v2.0/security-groups?id=22665066-3f80-4493-8b7a-e2faea6c666a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4989190 Jun 01 18:59:26.748048 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-6be24942-031f-4a48-a9e3-32b0b1e9c139 req-511d2c62-4fef-43a2-9d1e-d1e01ae0c388 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:26.766659 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] get_ports_and_sgs() called for port_ids ['c8b8fb79-fd92-474a-8ec2-5ac7b267ee2e'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:59:26.772618 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-358a2189-06d5-41d1-9f89-d152e4309549 req-b981497b-0346-4a70-a5c7-8537d1ca4f88 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:26.785974 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f56a8915-e4e9-4b6e-ac47-3b7e4248a4c3 req-25094495-4f36-48bb-9fc8-a89428d35667 tempest-InstanceActionsV221TestJSON-473760981 tempest-InstanceActionsV221TestJSON-473760981-project] 10.222.0.41 "GET /v2.0/security-groups?id=e3c8b76e-b49d-4786-9bc4-f1de5b7d45f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.8738837 Jun 01 18:59:26.828396 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] get_ports_and_sgs() called for port_ids ['5c7c55e5-3833-4836-af5c-3353dc52e41d', 'a12824b4-43d9-4f09-a40a-8d0a174c088c'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:59:26.952203 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511d2c62-4fef-43a2-9d1e-d1e01ae0c388 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Pushing event deleted for resources: {'Port': ['ID=788b40d5-d43b-47fb-a5c6-ee70b4898015,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:59:26.965286 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d410d165-f4c1-476d-8986-61b4abc0c8f6 req-167d0454-d692-46e8-abc8-e6c9fe99e962 service neutron] 10.222.0.15 "GET /v2.0/networks/d2f561bc-68f8-41e9-b658-43355cd7eda6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3736494 Jun 01 18:59:27.001382 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511d2c62-4fef-43a2-9d1e-d1e01ae0c388 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:59:27.001732 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511d2c62-4fef-43a2-9d1e-d1e01ae0c388 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:59:27.002064 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511d2c62-4fef-43a2-9d1e-d1e01ae0c388 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:59:27.002396 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511d2c62-4fef-43a2-9d1e-d1e01ae0c388 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:59:27.002722 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511d2c62-4fef-43a2-9d1e-d1e01ae0c388 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:59:27.003048 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511d2c62-4fef-43a2-9d1e-d1e01ae0c388 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:59:27.003370 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511d2c62-4fef-43a2-9d1e-d1e01ae0c388 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:59:27.003769 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511d2c62-4fef-43a2-9d1e-d1e01ae0c388 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:59:27.004091 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511d2c62-4fef-43a2-9d1e-d1e01ae0c388 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:59:27.004428 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511d2c62-4fef-43a2-9d1e-d1e01ae0c388 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:59:27.008933 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511d2c62-4fef-43a2-9d1e-d1e01ae0c388 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:59:27.011270 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511d2c62-4fef-43a2-9d1e-d1e01ae0c388 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:59:27.216111 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b981497b-0346-4a70-a5c7-8537d1ca4f88 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Pushing event deleted for resources: {'Port': ['ID=19467fbd-86a4-455f-ba36-972209de2a6f,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:59:27.336001 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-358a2189-06d5-41d1-9f89-d152e4309549 req-b981497b-0346-4a70-a5c7-8537d1ca4f88 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] No DVR routers for this DVR port 19467fbd-86a4-455f-ba36-972209de2a6f on host n-h1-844202-1 {{(pid=88524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 18:59:27.343056 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-358a2189-06d5-41d1-9f89-d152e4309549 req-b981497b-0346-4a70-a5c7-8537d1ca4f88 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:27.343933 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d113f6-fb68-4ac8-b17e-5ec354d8b7a5 req-cd07261c-be05-48d0-8e87-12e407bcc7aa tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:59:27.345651 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f98086ad-d4b4-4913-b9d8-e9791fdfa46a', 'name': 'network-vif-deleted', 'tag': '19467fbd-86a4-455f-ba36-972209de2a6f'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:59:27.350667 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-69d113f6-fb68-4ac8-b17e-5ec354d8b7a5 req-cd07261c-be05-48d0-8e87-12e407bcc7aa tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2da7fbe-a2d2-41a4-9eca-c19f9eea24a4 HTTP/1.1" status: 200 len: 946 time: 0.1314538 Jun 01 18:59:27.360582 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-6be24942-031f-4a48-a9e3-32b0b1e9c139 req-511d2c62-4fef-43a2-9d1e-d1e01ae0c388 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] No DVR routers for this DVR port 788b40d5-d43b-47fb-a5c6-ee70b4898015 on host n-h2-844202-1 {{(pid=88524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 18:59:27.364777 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-6be24942-031f-4a48-a9e3-32b0b1e9c139 req-511d2c62-4fef-43a2-9d1e-d1e01ae0c388 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:27.384961 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-358a2189-06d5-41d1-9f89-d152e4309549 req-b981497b-0346-4a70-a5c7-8537d1ca4f88 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.15 "DELETE /v2.0/ports/19467fbd-86a4-455f-ba36-972209de2a6f HTTP/1.1" status: 204 len: 173 time: 4.1609428 Jun 01 18:59:27.390179 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6be24942-031f-4a48-a9e3-32b0b1e9c139 req-511d2c62-4fef-43a2-9d1e-d1e01ae0c388 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.50 "DELETE /v2.0/ports/788b40d5-d43b-47fb-a5c6-ee70b4898015 HTTP/1.1" status: 204 len: 173 time: 2.9814930 Jun 01 18:59:27.478279 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device f7798e54-cf79-4dce-82d9-1943ec8c7efb details requested by agent hyperv_n-h1-844202-1 with host n-h1-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 18:59:27.480651 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 19467fbd-86a4-455f-ba36-972209de2a6f no longer exists at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:59:27.544975 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-69d113f6-fb68-4ac8-b17e-5ec354d8b7a5 req-d0a3766c-3b64-4355-b858-0e23855b693e tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/security-groups?id=e95c7360-01e1-4fb0-bbdb-7b11f637526c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844406 Jun 01 18:59:27.581329 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] No Port match for: 19467fbd-86a4-455f-ba36-972209de2a6f {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 18:59:27.581696 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 19467fbd-86a4-455f-ba36-972209de2a6f not bound to the agent host n-h1-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 18:59:27.623174 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 788b40d5-d43b-47fb-a5c6-ee70b4898015 no longer exists at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:59:27.833276 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] No Port match for: 788b40d5-d43b-47fb-a5c6-ee70b4898015 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 18:59:27.833808 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 788b40d5-d43b-47fb-a5c6-ee70b4898015 not bound to the agent host n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 18:59:27.883397 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] get_ports_and_sgs() called for port_ids ['c8b8fb79-fd92-474a-8ec2-5ac7b267ee2e'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:59:27.990066 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17f05ebc-d001-4b94-b215-8b9ad567d5e8'] response: {'server_uuid': 'f98086ad-d4b4-4913-b9d8-e9791fdfa46a', 'name': 'network-vif-deleted', 'tag': '19467fbd-86a4-455f-ba36-972209de2a6f', 'status': 'completed', 'code': 200} Jun 01 18:59:28.457480 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7879175-78c9-4300-a1e8-4e1a44112ad3 req-7c0025f7-50c9-4ee5-8d05-53dedb73e06f tempest-InstanceActionsV221TestJSON-473760981 tempest-InstanceActionsV221TestJSON-473760981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:59:28.458233 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-e7879175-78c9-4300-a1e8-4e1a44112ad3 req-7c0025f7-50c9-4ee5-8d05-53dedb73e06f tempest-InstanceActionsV221TestJSON-473760981 tempest-InstanceActionsV221TestJSON-473760981-project] Synchronizing usage tracker for tenant:9e9cb224747b49cb8b62ab1978812099 on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:59:28.465664 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-b97a0e68-32e1-4756-8cf3-5fb6a8d2af35 req-ae9b3583-97a8-45fe-a6df-f105224125ad tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Synchronizing usage tracker for tenant:ed558a94bd42496298488549f6a1a20a on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:59:28.480324 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-e7879175-78c9-4300-a1e8-4e1a44112ad3 req-7c0025f7-50c9-4ee5-8d05-53dedb73e06f tempest-InstanceActionsV221TestJSON-473760981 tempest-InstanceActionsV221TestJSON-473760981-project] Unset dirty status for tenant:9e9cb224747b49cb8b62ab1978812099 on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:59:28.481906 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e7879175-78c9-4300-a1e8-4e1a44112ad3 req-7c0025f7-50c9-4ee5-8d05-53dedb73e06f tempest-InstanceActionsV221TestJSON-473760981 tempest-InstanceActionsV221TestJSON-473760981-project] 10.222.0.41 "GET /v2.0/ports?device_id=71de4c38-c613-468b-aa0e-285eeb7da835 HTTP/1.1" status: 200 len: 943 time: 0.2552776 Jun 01 18:59:28.538532 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-e7879175-78c9-4300-a1e8-4e1a44112ad3 req-2b4a3e73-337a-4280-8d04-dd609019bef9 tempest-InstanceActionsV221TestJSON-473760981 tempest-InstanceActionsV221TestJSON-473760981-project] Synchronizing usage tracker for tenant:9e9cb224747b49cb8b62ab1978812099 on resource:security_group {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:59:28.556204 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-b97a0e68-32e1-4756-8cf3-5fb6a8d2af35 req-ae9b3583-97a8-45fe-a6df-f105224125ad tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Unset dirty status for tenant:ed558a94bd42496298488549f6a1a20a on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:59:28.559180 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-e7879175-78c9-4300-a1e8-4e1a44112ad3 req-2b4a3e73-337a-4280-8d04-dd609019bef9 tempest-InstanceActionsV221TestJSON-473760981 tempest-InstanceActionsV221TestJSON-473760981-project] Unset dirty status for tenant:9e9cb224747b49cb8b62ab1978812099 on resource:security_group {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:59:28.561348 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e7879175-78c9-4300-a1e8-4e1a44112ad3 req-2b4a3e73-337a-4280-8d04-dd609019bef9 tempest-InstanceActionsV221TestJSON-473760981 tempest-InstanceActionsV221TestJSON-473760981-project] 10.222.0.41 "GET /v2.0/security-groups?id=e3c8b76e-b49d-4786-9bc4-f1de5b7d45f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736921 Jun 01 18:59:28.588492 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b97a0e68-32e1-4756-8cf3-5fb6a8d2af35 req-ae9b3583-97a8-45fe-a6df-f105224125ad tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.41 "GET /v2.0/ports?device_id=f98086ad-d4b4-4913-b9d8-e9791fdfa46a HTTP/1.1" status: 200 len: 210 time: 0.3186185 Jun 01 18:59:28.622228 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cee680-ff7d-4ade-bf59-9c5bbce2bab5 req-a5a5f29f-4f69-4f14-911a-7bd2c694683d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:59:28.632623 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e9cee680-ff7d-4ade-bf59-9c5bbce2bab5 req-a5a5f29f-4f69-4f14-911a-7bd2c694683d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=eccea382ced5475f9a2098d1ef2ff267&device_id=e2da7fbe-a2d2-41a4-9eca-c19f9eea24a4 HTTP/1.1" status: 200 len: 1097 time: 0.5639765 Jun 01 18:59:28.746470 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port f7798e54-cf79-4dce-82d9-1943ec8c7efb, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=f7798e54-cf79-4dce-82d9-1943ec8c7efb,segment=NetworkSegment(23f7f523-bd23-4dea-a8a2-f9df8f5fb206),segment_id=23f7f523-bd23-4dea-a8a2-f9df8f5fb206)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:59:28.924579 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Returning: {'device': 'f7798e54-cf79-4dce-82d9-1943ec8c7efb', 'network_id': 'd2f561bc-68f8-41e9-b658-43355cd7eda6', 'port_id': 'f7798e54-cf79-4dce-82d9-1943ec8c7efb', 'mac_address': 'fa:16:3e:5d:19:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9a00a8a-84b0-48ee-be43-fa0400fc72bb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 18:59:28.989003 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] get_ports_and_sgs() called for port_ids ['5c7c55e5-3833-4836-af5c-3353dc52e41d', 'a12824b4-43d9-4f09-a40a-8d0a174c088c'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:59:29.170917 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port f7798e54-cf79-4dce-82d9-1943ec8c7efb is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:59:29.171746 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:29.198224 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7798e54-cf79-4dce-82d9-1943ec8c7efb {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 18:59:29.259946 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port f7798e54-cf79-4dce-82d9-1943ec8c7efb, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=f7798e54-cf79-4dce-82d9-1943ec8c7efb,segment=NetworkSegment(23f7f523-bd23-4dea-a8a2-f9df8f5fb206),segment_id=23f7f523-bd23-4dea-a8a2-f9df8f5fb206)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:59:29.271869 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:29.395721 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6e3c0a15-c5f7-4c6a-9281-3ab328ae28f6 req-f3587ef3-5252-4d28-a554-969727ab015a tempest-ServerShowV247Test-1119470366 tempest-ServerShowV247Test-1119470366-project] 10.222.0.41 "GET /v2.0/ports?device_id=31158711-bf98-4d08-9b24-63e4bccb0c0b HTTP/1.1" status: 200 len: 210 time: 0.1690421 Jun 01 18:59:29.409673 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 37254) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:59:29.508628 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=f7798e54-cf79-4dce-82d9-1943ec8c7efb,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:59:29.528220 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cee680-ff7d-4ade-bf59-9c5bbce2bab5 req-66fad6d2-75fe-42dc-b778-f2016da9b6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:59:29.530924 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e9cee680-ff7d-4ade-bf59-9c5bbce2bab5 req-66fad6d2-75fe-42dc-b778-f2016da9b6d4 service neutron] 10.222.0.50 "GET /v2.0/networks?id=e3902938-4b6a-4448-87d9-59b63dd51a7f HTTP/1.1" status: 200 len: 912 time: 0.8853216 Jun 01 18:59:29.554560 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:59:29.554823 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:59:29.555604 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1dbd95-f734-4c42-a170-0d6ead898cf8 req-2bcb9ee7-d47e-4078-b9aa-5692e11af308 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:59:29.563637 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:59:29.564297 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4e1dbd95-f734-4c42-a170-0d6ead898cf8 req-2bcb9ee7-d47e-4078-b9aa-5692e11af308 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2da7fbe-a2d2-41a4-9eca-c19f9eea24a4 HTTP/1.1" status: 200 len: 946 time: 0.1827636 Jun 01 18:59:29.564803 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:59:29.567247 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:59:29.568692 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:59:29.573636 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:59:29.574171 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:59:29.574667 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:59:29.575148 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:59:29.575622 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:59:29.576092 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:59:29.609715 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] get_ports_and_sgs() called for port_ids ['f7798e54-cf79-4dce-82d9-1943ec8c7efb'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:59:29.617820 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e9cee680-ff7d-4ade-bf59-9c5bbce2bab5 req-b1cda9b5-c6f9-4dab-b010-ee2e6499b0f4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fe9ee341-ec4e-4dd1-9a5a-2849f53aa52c HTTP/1.1" status: 200 len: 217 time: 0.0801492 Jun 01 18:59:29.695836 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4e1dbd95-f734-4c42-a170-0d6ead898cf8 req-5a0e8917-ec59-41c8-8ffb-4d7f7960eed6 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/security-groups?id=e95c7360-01e1-4fb0-bbdb-7b11f637526c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299045 Jun 01 18:59:29.740157 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-1eae3abb-0fe9-4e5a-9cca-50acf712f08d req-e2e34cef-f15f-4769-8d49-7d30c51a1274 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=75417786-319c-42a9-9cdd-7c3f71eaefd2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.0005608 Jun 01 18:59:29.861584 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-238faa33-9e58-4531-8006-5cf860c92672 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:29.913017 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cee680-ff7d-4ade-bf59-9c5bbce2bab5 req-e360dca7-1c82-45fd-8cdd-ab76cc8b67f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:59:29.913017 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e9cee680-ff7d-4ade-bf59-9c5bbce2bab5 req-e360dca7-1c82-45fd-8cdd-ab76cc8b67f7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=276181f2-c3ab-487e-8805-06ed7064e884 HTTP/1.1" status: 200 len: 850 time: 0.2879317 Jun 01 18:59:29.914031 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-238faa33-9e58-4531-8006-5cf860c92672 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:59:29.969324 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-238faa33-9e58-4531-8006-5cf860c92672 admin admin] Usage tracker for resource:security_group_rule and tenant:bf69c24fac194f46a6c0f9b1870fff18 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:59:29.994633 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '572f9759-e372-48b5-b8b1-7ee049385f46', 'name': 'network-vif-deleted', 'tag': '788b40d5-d43b-47fb-a5c6-ee70b4898015'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:59:30.000666 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-238faa33-9e58-4531-8006-5cf860c92672 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:59:30.040708 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-238faa33-9e58-4531-8006-5cf860c92672 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:59:30.115069 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff515551-06b2-4cc5-8cd3-aa9017f80b63 req-bc208462-5b10-4e45-817d-e39de5116caf tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:59:30.122727 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ff515551-06b2-4cc5-8cd3-aa9017f80b63 req-bc208462-5b10-4e45-817d-e39de5116caf tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] 10.222.0.41 "GET /v2.0/ports?device_id=940a21cb-bca9-4882-91d5-0ff22e2c4322 HTTP/1.1" status: 200 len: 946 time: 0.4490831 Jun 01 18:59:30.156558 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eae3abb-0fe9-4e5a-9cca-50acf712f08d req-fea93b5a-dde8-4b33-a0fa-2941b4e130e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:59:30.158245 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-1eae3abb-0fe9-4e5a-9cca-50acf712f08d req-fea93b5a-dde8-4b33-a0fa-2941b4e130e1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=eccea382ced5475f9a2098d1ef2ff267&device_id=75417786-319c-42a9-9cdd-7c3f71eaefd2 HTTP/1.1" status: 200 len: 1096 time: 0.3816564 Jun 01 18:59:30.330375 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672ccb19-2a4e-476d-ab28-e4de3800e459 req-59e2763c-d129-4c81-a1b1-5a9b73629fc6 tempest-InstanceActionsV221TestJSON-473760981 tempest-InstanceActionsV221TestJSON-473760981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:59:30.339775 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-672ccb19-2a4e-476d-ab28-e4de3800e459 req-59e2763c-d129-4c81-a1b1-5a9b73629fc6 tempest-InstanceActionsV221TestJSON-473760981 tempest-InstanceActionsV221TestJSON-473760981-project] 10.222.0.41 "GET /v2.0/ports?device_id=71de4c38-c613-468b-aa0e-285eeb7da835 HTTP/1.1" status: 200 len: 944 time: 0.1410940 Jun 01 18:59:30.371684 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cee680-ff7d-4ade-bf59-9c5bbce2bab5 req-6f56e96d-5868-41f2-9d02-bbc3e960c374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:59:30.374082 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e9cee680-ff7d-4ade-bf59-9c5bbce2bab5 req-6f56e96d-5868-41f2-9d02-bbc3e960c374 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e3902938-4b6a-4448-87d9-59b63dd51a7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4408257 Jun 01 18:59:30.378370 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ff515551-06b2-4cc5-8cd3-aa9017f80b63 req-0de0cedc-769f-4979-95f7-69c11869072d tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] 10.222.0.41 "GET /v2.0/security-groups?id=428a90ee-d69c-4f4b-be08-39e0e3f8aeb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2547879 Jun 01 18:59:30.420368 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-672ccb19-2a4e-476d-ab28-e4de3800e459 req-9e617f93-de84-4648-a44f-0c06de5805ae tempest-InstanceActionsV221TestJSON-473760981 tempest-InstanceActionsV221TestJSON-473760981-project] 10.222.0.41 "GET /v2.0/security-groups?id=e3c8b76e-b49d-4786-9bc4-f1de5b7d45f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795383 Jun 01 18:59:30.451753 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.agents_db [None req-e814b9cf-7de8-45d0-a079-29c61fabe7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 18:59:30.514417 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27e4cf86-6384-42c4-9ce4-077f99c5ac87'] response: {'server_uuid': '572f9759-e372-48b5-b8b1-7ee049385f46', 'name': 'network-vif-deleted', 'tag': '788b40d5-d43b-47fb-a5c6-ee70b4898015', 'status': 'completed', 'code': 200} Jun 01 18:59:30.678641 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-238faa33-9e58-4531-8006-5cf860c92672 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:30.680859 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eae3abb-0fe9-4e5a-9cca-50acf712f08d req-3bdef7c6-0838-4fcd-905a-ba6bcca12ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:59:30.683269 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-1eae3abb-0fe9-4e5a-9cca-50acf712f08d req-3bdef7c6-0838-4fcd-905a-ba6bcca12ae0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e3902938-4b6a-4448-87d9-59b63dd51a7f HTTP/1.1" status: 200 len: 912 time: 0.4894769 Jun 01 18:59:30.685657 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e9cee680-ff7d-4ade-bf59-9c5bbce2bab5 req-02f36675-f475-46ee-95a5-ce7119b7ba21 service neutron] 10.222.0.50 "GET /v2.0/networks/e3902938-4b6a-4448-87d9-59b63dd51a7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3017201 Jun 01 18:59:30.754962 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9a76e0b0-e0b3-44ad-bc74-9d09dfd70ecc req-ff9baa67-981f-4ad6-b977-6805b8a362db tempest-ServerShowV247Test-1119470366 tempest-ServerShowV247Test-1119470366-project] 10.222.0.41 "GET /v2.0/ports?device_id=31158711-bf98-4d08-9b24-63e4bccb0c0b HTTP/1.1" status: 200 len: 210 time: 0.1325121 Jun 01 18:59:30.754962 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-238faa33-9e58-4531-8006-5cf860c92672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:30.829356 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-1eae3abb-0fe9-4e5a-9cca-50acf712f08d req-7a987e2c-21a3-4084-94a9-dba04d5668cc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=19c2a89c-182e-401c-a32f-555a914ee8d2 HTTP/1.1" status: 200 len: 217 time: 0.1338344 Jun 01 18:59:31.014272 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e9cee680-ff7d-4ade-bf59-9c5bbce2bab5 req-68e5c24b-823f-44ca-8643-fe4dae8785d4 service neutron] 10.222.0.50 "GET /v2.0/networks/e3902938-4b6a-4448-87d9-59b63dd51a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3206043 Jun 01 18:59:31.106189 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-238faa33-9e58-4531-8006-5cf860c92672 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bf69c24fac194f46a6c0f9b1870fff18&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6940548 Jun 01 18:59:31.109145 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238faa33-9e58-4531-8006-5cf860c92672 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f44dd1cf-03da-464f-a3fd-920f5b9ae9f3,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:59:31.109534 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 37300) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:59:31.210760 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eae3abb-0fe9-4e5a-9cca-50acf712f08d req-179b7d6f-0c1f-4034-8604-9b45d3da6912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:59:31.212240 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-1eae3abb-0fe9-4e5a-9cca-50acf712f08d req-179b7d6f-0c1f-4034-8604-9b45d3da6912 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=276181f2-c3ab-487e-8805-06ed7064e884 HTTP/1.1" status: 200 len: 850 time: 0.3135207 Jun 01 18:59:31.237655 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f6efe7cc-244a-4ca5-9fb6-30bb1abe59f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:31.269748 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f6efe7cc-244a-4ca5-9fb6-30bb1abe59f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:31.301078 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device f7798e54-cf79-4dce-82d9-1943ec8c7efb up at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:59:31.329132 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654d047b-c287-41be-a5c0-e1e82f8e21df req-c661990c-8293-4a76-96e0-1b4ebf144725 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:59:31.338222 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-654d047b-c287-41be-a5c0-e1e82f8e21df req-c661990c-8293-4a76-96e0-1b4ebf144725 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2da7fbe-a2d2-41a4-9eca-c19f9eea24a4 HTTP/1.1" status: 200 len: 946 time: 0.3142393 Jun 01 18:59:31.428795 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f6efe7cc-244a-4ca5-9fb6-30bb1abe59f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:31.433558 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-654d047b-c287-41be-a5c0-e1e82f8e21df req-f732f856-a254-49ff-affe-6a574d17e2a8 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/security-groups?id=e95c7360-01e1-4fb0-bbdb-7b11f637526c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938411 Jun 01 18:59:31.455129 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eae3abb-0fe9-4e5a-9cca-50acf712f08d req-c2fc47b0-885e-46a3-b53a-91b07316954c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:59:31.459060 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-1eae3abb-0fe9-4e5a-9cca-50acf712f08d req-c2fc47b0-885e-46a3-b53a-91b07316954c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e3902938-4b6a-4448-87d9-59b63dd51a7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2387810 Jun 01 18:59:31.473025 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6efe7cc-244a-4ca5-9fb6-30bb1abe59f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f44dd1cf-03da-464f-a3fd-920f5b9ae9f3,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:59:31.478220 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Provisioning for port f7798e54-cf79-4dce-82d9-1943ec8c7efb completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:59:31.490224 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Provisioning complete for port f7798e54-cf79-4dce-82d9-1943ec8c7efb triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:59:31.490594 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:31.500360 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f6efe7cc-244a-4ca5-9fb6-30bb1abe59f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:31.501878 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-f6efe7cc-244a-4ca5-9fb6-30bb1abe59f2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f44dd1cf-03da-464f-a3fd-920f5b9ae9f3 HTTP/1.1" status: 204 len: 168 time: 0.3908539 Jun 01 18:59:31.546547 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbb0b7e-d342-4e8a-ab01-5081e181f30a req-027a9b53-d488-4146-8201-4805a53dfc2d tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:59:31.549155 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ccbb0b7e-d342-4e8a-ab01-5081e181f30a req-027a9b53-d488-4146-8201-4805a53dfc2d tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5c80e34-f88f-4cfb-a678-db944b0f358a HTTP/1.1" status: 200 len: 949 time: 0.1834166 Jun 01 18:59:31.585478 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device fe9ee341-ec4e-4dd1-9a5a-2849f53aa52c no longer exists at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:59:31.689407 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ccbb0b7e-d342-4e8a-ab01-5081e181f30a req-91637294-df9f-447a-8bc2-f4100c8664cb tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.41 "GET /v2.0/security-groups?id=22665066-3f80-4493-8b7a-e2faea6c666a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320755 Jun 01 18:59:31.882851 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port f7798e54-cf79-4dce-82d9-1943ec8c7efb is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:59:31.884331 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:32.058088 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d495cd9-794a-4893-9df8-d12eef68a290 req-dd6cdf58-b2c1-4da5-8cca-af2c5a8b8225 tempest-InstanceActionsV221TestJSON-473760981 tempest-InstanceActionsV221TestJSON-473760981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:59:32.060919 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-7d495cd9-794a-4893-9df8-d12eef68a290 req-dd6cdf58-b2c1-4da5-8cca-af2c5a8b8225 tempest-InstanceActionsV221TestJSON-473760981 tempest-InstanceActionsV221TestJSON-473760981-project] 10.222.0.41 "GET /v2.0/ports?device_id=71de4c38-c613-468b-aa0e-285eeb7da835 HTTP/1.1" status: 200 len: 944 time: 0.1591547 Jun 01 18:59:32.101143 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71de4c38-c613-468b-aa0e-285eeb7da835', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7798e54-cf79-4dce-82d9-1943ec8c7efb'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:59:32.115790 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port fe9ee341-ec4e-4dd1-9a5a-2849f53aa52c is: ACTIVE; New status is: DOWN {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:59:32.129478 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:32.152033 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port f7798e54-cf79-4dce-82d9-1943ec8c7efb, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=f7798e54-cf79-4dce-82d9-1943ec8c7efb,segment=NetworkSegment(23f7f523-bd23-4dea-a8a2-f9df8f5fb206),segment_id=23f7f523-bd23-4dea-a8a2-f9df8f5fb206)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:59:32.166203 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:32.192871 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-7d495cd9-794a-4893-9df8-d12eef68a290 req-8b7c5949-8ecf-4115-8bd1-288a731eadd1 tempest-InstanceActionsV221TestJSON-473760981 tempest-InstanceActionsV221TestJSON-473760981-project] 10.222.0.41 "GET /v2.0/security-groups?id=e3c8b76e-b49d-4786-9bc4-f1de5b7d45f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254554 Jun 01 18:59:32.216352 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-1eae3abb-0fe9-4e5a-9cca-50acf712f08d req-45ec948c-4a3e-4625-ada1-d6934ec29401 service neutron] 10.222.0.15 "GET /v2.0/networks/e3902938-4b6a-4448-87d9-59b63dd51a7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7480271 Jun 01 18:59:32.371630 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port fe9ee341-ec4e-4dd1-9a5a-2849f53aa52c, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=fe9ee341-ec4e-4dd1-9a5a-2849f53aa52c,segment=NetworkSegment(e60765c6-124a-4916-8bfd-a8bc142f32ad),segment_id=e60765c6-124a-4916-8bfd-a8bc142f32ad)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:59:32.387861 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:32.394913 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=f7798e54-cf79-4dce-82d9-1943ec8c7efb,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:59:32.443246 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-1eae3abb-0fe9-4e5a-9cca-50acf712f08d req-fb86fa45-55a6-4fbc-b167-e898cae08f0f service neutron] 10.222.0.15 "GET /v2.0/networks/e3902938-4b6a-4448-87d9-59b63dd51a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2250602 Jun 01 18:59:32.471008 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce8c7a7-d9a1-4256-ab37-e50b738ce6be req-eae81b18-e2b6-4d06-875b-41afac6d529e tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:59:32.474995 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-2ce8c7a7-d9a1-4256-ab37-e50b738ce6be req-eae81b18-e2b6-4d06-875b-41afac6d529e tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] 10.222.0.41 "GET /v2.0/ports?device_id=940a21cb-bca9-4882-91d5-0ff22e2c4322 HTTP/1.1" status: 200 len: 946 time: 0.5952418 Jun 01 18:59:32.516583 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=fe9ee341-ec4e-4dd1-9a5a-2849f53aa52c,revision_number=8']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:59:32.633136 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-2ce8c7a7-d9a1-4256-ab37-e50b738ce6be req-72a8b553-7f3e-48fc-935e-b2e5d98ba52f tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] 10.222.0.41 "GET /v2.0/security-groups?id=428a90ee-d69c-4f4b-be08-39e0e3f8aeb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1481788 Jun 01 18:59:32.666675 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-80824b85-e3fc-4d0d-88e5-bc308fc3b24a req-273aef97-9cfd-41a1-b814-477fe59db72b tempest-ServerShowV247Test-1119470366 tempest-ServerShowV247Test-1119470366-project] 10.222.0.41 "GET /v2.0/ports?device_id=31158711-bf98-4d08-9b24-63e4bccb0c0b HTTP/1.1" status: 200 len: 210 time: 0.1698973 Jun 01 18:59:32.767505 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704973d4-f791-4ceb-839f-33b7d80a0615 req-115f5e30-1338-4316-8277-30fd52bb0b92 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:59:32.780747 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-704973d4-f791-4ceb-839f-33b7d80a0615 req-115f5e30-1338-4316-8277-30fd52bb0b92 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.15 "GET /v2.0/ports?device_id=f5c80e34-f88f-4cfb-a678-db944b0f358a HTTP/1.1" status: 200 len: 949 time: 0.4316933 Jun 01 18:59:32.815682 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9413423-d31b-49a4-8d28-9da8293a3538'] response: {'server_uuid': '71de4c38-c613-468b-aa0e-285eeb7da835', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7798e54-cf79-4dce-82d9-1943ec8c7efb', 'code': 200} Jun 01 18:59:32.851709 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f82f4e8-64fa-4b75-8c7d-1e4ecbe0f8af req-64aa5252-436e-4488-bcbb-179b72cce155 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:59:32.853485 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0f82f4e8-64fa-4b75-8c7d-1e4ecbe0f8af req-64aa5252-436e-4488-bcbb-179b72cce155 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] 10.222.0.50 "GET /v2.0/ports?device_id=940a21cb-bca9-4882-91d5-0ff22e2c4322 HTTP/1.1" status: 200 len: 946 time: 0.5140824 Jun 01 18:59:33.007300 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-0f82f4e8-64fa-4b75-8c7d-1e4ecbe0f8af req-eb7557ff-eb9c-4441-873e-58d95c53725c tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Deleting port 499258ee-b014-43c5-8818-0eb3f6a6b659 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:59:33.007883 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-0f82f4e8-64fa-4b75-8c7d-1e4ecbe0f8af req-eb7557ff-eb9c-4441-873e-58d95c53725c tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:33.098103 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e5b30c-8b78-421a-b873-22b45cce1c13 req-668ec273-bc76-47e8-ac48-207903ca0c29 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:59:33.100020 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-72e5b30c-8b78-421a-b873-22b45cce1c13 req-668ec273-bc76-47e8-ac48-207903ca0c29 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d4c2314-d9a8-4394-8e29-2d4fb89d3c0b HTTP/1.1" status: 200 len: 948 time: 0.4464552 Jun 01 18:59:33.252105 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-72e5b30c-8b78-421a-b873-22b45cce1c13 req-366de616-cd66-466e-aae6-9a0ff2f1721a tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Deleting port 5c7c55e5-3833-4836-af5c-3353dc52e41d {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:59:33.253343 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-72e5b30c-8b78-421a-b873-22b45cce1c13 req-366de616-cd66-466e-aae6-9a0ff2f1721a tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:33.399592 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [req-704973d4-f791-4ceb-839f-33b7d80a0615 req-25574fc0-20db-423a-a447-478250525cb8 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Deleting port a12824b4-43d9-4f09-a40a-8d0a174c088c {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:59:33.400760 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-704973d4-f791-4ceb-839f-33b7d80a0615 req-25574fc0-20db-423a-a447-478250525cb8 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:33.666707 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd21508-8de8-4895-b01d-f0d28cbaecee req-d465fc25-f78d-4fc5-96e9-450e3d1d1e79 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:59:33.674070 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-bdd21508-8de8-4895-b01d-f0d28cbaecee req-d465fc25-f78d-4fc5-96e9-450e3d1d1e79 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2da7fbe-a2d2-41a4-9eca-c19f9eea24a4 HTTP/1.1" status: 200 len: 944 time: 0.3639748 Jun 01 18:59:33.920682 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-0f82f4e8-64fa-4b75-8c7d-1e4ecbe0f8af req-eb7557ff-eb9c-4441-873e-58d95c53725c tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] For port 499258ee-b014-43c5-8818-0eb3f6a6b659, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=499258ee-b014-43c5-8818-0eb3f6a6b659,segment=NetworkSegment(76205301-da60-4ecb-a61c-114de025a248),segment_id=76205301-da60-4ecb-a61c-114de025a248)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:59:33.923612 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-0f82f4e8-64fa-4b75-8c7d-1e4ecbe0f8af req-eb7557ff-eb9c-4441-873e-58d95c53725c tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:33.962487 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e054a207-8b8f-4a07-bf3f-0f5a29991aca req-335a1f93-c13e-4e9f-a20a-632d80517cac tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:59:33.970069 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e054a207-8b8f-4a07-bf3f-0f5a29991aca req-335a1f93-c13e-4e9f-a20a-632d80517cac tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5c80e34-f88f-4cfb-a678-db944b0f358a HTTP/1.1" status: 200 len: 949 time: 0.6726482 Jun 01 18:59:34.001912 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-bdd21508-8de8-4895-b01d-f0d28cbaecee req-eddad26c-b01b-4798-aea3-adba2bb5c11d tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/security-groups?id=e95c7360-01e1-4fb0-bbdb-7b11f637526c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3266647 Jun 01 18:59:34.045175 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e23437-ef22-42a4-84b9-0ef1c70005b0 req-878fed65-4122-48ab-9a7c-7069554dcc5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:59:34.046832 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f4e23437-ef22-42a4-84b9-0ef1c70005b0 req-878fed65-4122-48ab-9a7c-7069554dcc5e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=71de4c38-c613-468b-aa0e-285eeb7da835 HTTP/1.1" status: 200 len: 1096 time: 1.1166220 Jun 01 18:59:34.214638 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f4e23437-ef22-42a4-84b9-0ef1c70005b0 req-798c073d-610f-4aef-86b7-7e336723cb16 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=e3c8b76e-b49d-4786-9bc4-f1de5b7d45f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534600 Jun 01 18:59:34.224124 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-704973d4-f791-4ceb-839f-33b7d80a0615 req-25574fc0-20db-423a-a447-478250525cb8 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] For port a12824b4-43d9-4f09-a40a-8d0a174c088c, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=a12824b4-43d9-4f09-a40a-8d0a174c088c,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:59:34.224497 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-704973d4-f791-4ceb-839f-33b7d80a0615 req-25574fc0-20db-423a-a447-478250525cb8 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:34.411560 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [req-704973d4-f791-4ceb-839f-33b7d80a0615 req-25574fc0-20db-423a-a447-478250525cb8 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Calling delete_port for a12824b4-43d9-4f09-a40a-8d0a174c088c owned by compute:nova {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:59:34.473216 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 37400) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:59:34.494809 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e054a207-8b8f-4a07-bf3f-0f5a29991aca req-e2338218-1451-48be-88dc-4f948cf46583 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.41 "GET /v2.0/security-groups?id=22665066-3f80-4493-8b7a-e2faea6c666a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5231204 Jun 01 18:59:34.558213 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7740de94-44c0-40ee-a5b2-f92bfb8e4849 req-349c85b0-9991-420c-9a02-35e86a38ffde tempest-InstanceActionsV221TestJSON-473760981 tempest-InstanceActionsV221TestJSON-473760981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:59:34.559814 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-7740de94-44c0-40ee-a5b2-f92bfb8e4849 req-349c85b0-9991-420c-9a02-35e86a38ffde tempest-InstanceActionsV221TestJSON-473760981 tempest-InstanceActionsV221TestJSON-473760981-project] 10.222.0.41 "GET /v2.0/ports?device_id=71de4c38-c613-468b-aa0e-285eeb7da835 HTTP/1.1" status: 200 len: 945 time: 0.3965192 Jun 01 18:59:34.682778 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-7740de94-44c0-40ee-a5b2-f92bfb8e4849 req-95bf583f-f3eb-4bee-8d76-11122cb32bb4 tempest-InstanceActionsV221TestJSON-473760981 tempest-InstanceActionsV221TestJSON-473760981-project] 10.222.0.41 "GET /v2.0/security-groups?id=e3c8b76e-b49d-4786-9bc4-f1de5b7d45f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842586 Jun 01 18:59:34.689104 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-704973d4-f791-4ceb-839f-33b7d80a0615 req-25574fc0-20db-423a-a447-478250525cb8 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:34.690565 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-72e5b30c-8b78-421a-b873-22b45cce1c13 req-366de616-cd66-466e-aae6-9a0ff2f1721a tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] For port 5c7c55e5-3833-4836-af5c-3353dc52e41d, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=5c7c55e5-3833-4836-af5c-3353dc52e41d,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:59:34.690923 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-72e5b30c-8b78-421a-b873-22b45cce1c13 req-366de616-cd66-466e-aae6-9a0ff2f1721a tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:34.702746 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] get_ports_and_sgs() called for port_ids ['c8b8fb79-fd92-474a-8ec2-5ac7b267ee2e'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:59:34.757968 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] get_ports_and_sgs() called for port_ids ['5c7c55e5-3833-4836-af5c-3353dc52e41d', 'a12824b4-43d9-4f09-a40a-8d0a174c088c'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:59:34.823428 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25574fc0-20db-423a-a447-478250525cb8 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Pushing event deleted for resources: {'Port': ['ID=a12824b4-43d9-4f09-a40a-8d0a174c088c,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:59:34.856573 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2da7fbe-a2d2-41a4-9eca-c19f9eea24a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe9ee341-ec4e-4dd1-9a5a-2849f53aa52c'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:59:35.027864 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [req-704973d4-f791-4ceb-839f-33b7d80a0615 req-25574fc0-20db-423a-a447-478250525cb8 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] No DVR routers for this DVR port a12824b4-43d9-4f09-a40a-8d0a174c088c on host n-h1-844202-1 {{(pid=88525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 18:59:35.038374 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-37762250-c8e6-40f3-97cc-336e3f47ebac req-316fafdc-d633-4c30-b8cc-fab1cb0110a6 tempest-ServerShowV247Test-1119470366 tempest-ServerShowV247Test-1119470366-project] 10.222.0.41 "GET /v2.0/ports?device_id=31158711-bf98-4d08-9b24-63e4bccb0c0b HTTP/1.1" status: 200 len: 210 time: 0.1502240 Jun 01 18:59:35.041721 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-704973d4-f791-4ceb-839f-33b7d80a0615 req-25574fc0-20db-423a-a447-478250525cb8 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:35.047095 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5c80e34-f88f-4cfb-a678-db944b0f358a', 'name': 'network-vif-deleted', 'tag': 'a12824b4-43d9-4f09-a40a-8d0a174c088c'}] {{(pid=88525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:59:35.068652 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-67fcf45e-a9c8-4e61-bdc2-58c39154d715 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Request body: {'network': {'name': 'tempest-network-smoke--2045725631', 'project_id': 'd3eb50f3028440db9726ae16e6111d12', 'port_security_enabled': True}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:59:35.078803 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-704973d4-f791-4ceb-839f-33b7d80a0615 req-25574fc0-20db-423a-a447-478250525cb8 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.15 "DELETE /v2.0/ports/a12824b4-43d9-4f09-a40a-8d0a174c088c HTTP/1.1" status: 204 len: 173 time: 2.2865500 Jun 01 18:59:35.079578 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-72e5b30c-8b78-421a-b873-22b45cce1c13 req-366de616-cd66-466e-aae6-9a0ff2f1721a tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Calling delete_port for 5c7c55e5-3833-4836-af5c-3353dc52e41d owned by compute:nova {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:59:35.141860 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-67fcf45e-a9c8-4e61-bdc2-58c39154d715 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:59:35.171124 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-67fcf45e-a9c8-4e61-bdc2-58c39154d715 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Usage tracker for resource:network and tenant:d3eb50f3028440db9726ae16e6111d12 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:59:35.180071 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-0f82f4e8-64fa-4b75-8c7d-1e4ecbe0f8af req-eb7557ff-eb9c-4441-873e-58d95c53725c tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:35.180638 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-0f82f4e8-64fa-4b75-8c7d-1e4ecbe0f8af req-eb7557ff-eb9c-4441-873e-58d95c53725c tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887712'] for floatingip, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:35.181309 n-d-844202-1 neutron-server[88524]: INFO neutron.db.l3_db [req-0f82f4e8-64fa-4b75-8c7d-1e4ecbe0f8af req-eb7557ff-eb9c-4441-873e-58d95c53725c tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Floating IP ebff7646-f443-4a4d-9522-fe1760b0f0e9 disassociated. External IP: 172.25.4.155, port: 499258ee-b014-43c5-8818-0eb3f6a6b659. Jun 01 18:59:35.181817 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-0f82f4e8-64fa-4b75-8c7d-1e4ecbe0f8af req-eb7557ff-eb9c-4441-873e-58d95c53725c tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Calling delete_port for 499258ee-b014-43c5-8818-0eb3f6a6b659 owned by compute:nova {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:59:35.214076 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-67fcf45e-a9c8-4e61-bdc2-58c39154d715 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:59:35.248986 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-67fcf45e-a9c8-4e61-bdc2-58c39154d715 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:59:35.304457 n-d-844202-1 neutron-server[88526]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-df1b9870-1846-4998-ba35-f3e18275f3b8']: {'server_uuid': 'e2da7fbe-a2d2-41a4-9eca-c19f9eea24a4', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'fe9ee341-ec4e-4dd1-9a5a-2849f53aa52c', 'code': 422} returned with failed status Jun 01 18:59:35.319574 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67fcf45e-a9c8-4e61-bdc2-58c39154d715 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Made reservation on behalf of d3eb50f3028440db9726ae16e6111d12 for: {'network': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:59:35.323359 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-67fcf45e-a9c8-4e61-bdc2-58c39154d715 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:35.339455 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-67fcf45e-a9c8-4e61-bdc2-58c39154d715 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:35.399398 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a57e6ee-a767-481a-8139-50de5fea8f66 req-32c8b4e3-2742-4330-a8dd-3d21dc4a5402 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:59:35.413005 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6a57e6ee-a767-481a-8139-50de5fea8f66 req-32c8b4e3-2742-4330-a8dd-3d21dc4a5402 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] 10.222.0.41 "GET /v2.0/ports?device_id=940a21cb-bca9-4882-91d5-0ff22e2c4322 HTTP/1.1" status: 200 len: 946 time: 0.7244072 Jun 01 18:59:35.417945 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-67fcf45e-a9c8-4e61-bdc2-58c39154d715 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:59:35.443935 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-67fcf45e-a9c8-4e61-bdc2-58c39154d715 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Usage tracker for resource:security_group_rule and tenant:d3eb50f3028440db9726ae16e6111d12 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:59:35.478887 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-67fcf45e-a9c8-4e61-bdc2-58c39154d715 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:59:35.556529 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-67fcf45e-a9c8-4e61-bdc2-58c39154d715 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:59:35.617751 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device fe9ee341-ec4e-4dd1-9a5a-2849f53aa52c no longer exists at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:59:35.626187 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6a57e6ee-a767-481a-8139-50de5fea8f66 req-c8790544-5651-4373-811e-5de0ca9830dc tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] 10.222.0.41 "GET /v2.0/security-groups?id=428a90ee-d69c-4f4b-be08-39e0e3f8aeb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2122500 Jun 01 18:59:35.628255 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43935295-113e-4afc-b6db-4137bec3ca38 req-176f64f3-713b-4681-9663-723c9481c8b3 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:59:35.630246 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-43935295-113e-4afc-b6db-4137bec3ca38 req-176f64f3-713b-4681-9663-723c9481c8b3 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2da7fbe-a2d2-41a4-9eca-c19f9eea24a4 HTTP/1.1" status: 200 len: 944 time: 0.1441071 Jun 01 18:59:35.689697 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-72e5b30c-8b78-421a-b873-22b45cce1c13 req-366de616-cd66-466e-aae6-9a0ff2f1721a tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:35.723231 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-43935295-113e-4afc-b6db-4137bec3ca38 req-243c73c0-0d25-4156-86e7-e8e73096dd9f tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/security-groups?id=e95c7360-01e1-4fb0-bbdb-7b11f637526c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853920 Jun 01 18:59:35.727205 n-d-844202-1 neutron-server[88525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa5a6e50-5096-42d9-8495-e923487e7534'] response: {'server_uuid': 'f5c80e34-f88f-4cfb-a678-db944b0f358a', 'name': 'network-vif-deleted', 'tag': 'a12824b4-43d9-4f09-a40a-8d0a174c088c', 'status': 'completed', 'code': 200} Jun 01 18:59:35.736862 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] get_ports_and_sgs() called for port_ids ['c8b8fb79-fd92-474a-8ec2-5ac7b267ee2e'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:59:35.831366 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-0f82f4e8-64fa-4b75-8c7d-1e4ecbe0f8af req-eb7557ff-eb9c-4441-873e-58d95c53725c tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:35.836926 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366de616-cd66-466e-aae6-9a0ff2f1721a tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Pushing event deleted for resources: {'Port': ['ID=5c7c55e5-3833-4836-af5c-3353dc52e41d,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:59:35.890695 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port fe9ee341-ec4e-4dd1-9a5a-2849f53aa52c is: DOWN; New status is: DOWN {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:59:35.891835 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 499258ee-b014-43c5-8818-0eb3f6a6b659 no longer exists at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:59:35.944621 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] No Port match for: 499258ee-b014-43c5-8818-0eb3f6a6b659 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 18:59:35.945111 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 499258ee-b014-43c5-8818-0eb3f6a6b659 not bound to the agent host n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 18:59:36.007786 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7557ff-eb9c-4441-873e-58d95c53725c tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Pushing event deleted for resources: {'Port': ['ID=499258ee-b014-43c5-8818-0eb3f6a6b659,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:59:36.034785 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 37440) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:59:36.116960 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-93e3790e-d733-45b6-9eb7-5b183646df79 req-41737590-87f7-4121-9914-fa5d7ac2d257 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Synchronizing usage tracker for tenant:ed558a94bd42496298488549f6a1a20a on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:59:36.138288 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-72e5b30c-8b78-421a-b873-22b45cce1c13 req-366de616-cd66-466e-aae6-9a0ff2f1721a tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] No DVR routers for this DVR port 5c7c55e5-3833-4836-af5c-3353dc52e41d on host n-h1-844202-1 {{(pid=88524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 18:59:36.145825 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-72e5b30c-8b78-421a-b873-22b45cce1c13 req-366de616-cd66-466e-aae6-9a0ff2f1721a tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:36.149006 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d4c2314-d9a8-4394-8e29-2d4fb89d3c0b', 'name': 'network-vif-deleted', 'tag': '5c7c55e5-3833-4836-af5c-3353dc52e41d'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:59:36.169006 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-93e3790e-d733-45b6-9eb7-5b183646df79 req-41737590-87f7-4121-9914-fa5d7ac2d257 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Unset dirty status for tenant:ed558a94bd42496298488549f6a1a20a on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:59:36.182390 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-93e3790e-d733-45b6-9eb7-5b183646df79 req-41737590-87f7-4121-9914-fa5d7ac2d257 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5c80e34-f88f-4cfb-a678-db944b0f358a HTTP/1.1" status: 200 len: 210 time: 0.2105391 Jun 01 18:59:36.417475 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-72e5b30c-8b78-421a-b873-22b45cce1c13 req-366de616-cd66-466e-aae6-9a0ff2f1721a tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.15 "DELETE /v2.0/ports/5c7c55e5-3833-4836-af5c-3353dc52e41d HTTP/1.1" status: 204 len: 173 time: 3.3100705 Jun 01 18:59:36.430298 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-67fcf45e-a9c8-4e61-bdc2-58c39154d715 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:36.520371 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787837a8-1063-4ebf-82e6-ee1b36746940 req-c2873c5a-e1db-4719-aee9-c823ec6823c9 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:59:36.523936 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-787837a8-1063-4ebf-82e6-ee1b36746940 req-c2873c5a-e1db-4719-aee9-c823ec6823c9 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=863d6d17-7ec0-45a3-a6dc-82b322b76ced HTTP/1.1" status: 200 len: 945 time: 0.1262350 Jun 01 18:59:36.625074 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-787837a8-1063-4ebf-82e6-ee1b36746940 req-d0e364f9-6b71-4425-b8de-dd0dae8181cb tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ce59b29-4aa6-4d2e-8584-a540c0a14c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902660 Jun 01 18:59:36.717950 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-67fcf45e-a9c8-4e61-bdc2-58c39154d715 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:36.864244 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67fcf45e-a9c8-4e61-bdc2-58c39154d715 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 129} {{(pid=88524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 18:59:36.873750 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8701cc5e-c169-4f98-8ba7-e0c1af422812 req-36b572bd-564c-48dc-a6a2-3f6ec241dd08 tempest-ServerShowV247Test-1119470366 tempest-ServerShowV247Test-1119470366-project] 10.222.0.41 "GET /v2.0/ports?device_id=31158711-bf98-4d08-9b24-63e4bccb0c0b HTTP/1.1" status: 200 len: 210 time: 0.0682030 Jun 01 18:59:37.024790 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fcf45e-a9c8-4e61-bdc2-58c39154d715 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09e31cb1-46f6-403d-b1f1-b13a915eaf7a,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:59:37.036892 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-759b527c-e2d2-4d1b-96a9-73f4b67736e3'] response: {'server_uuid': '9d4c2314-d9a8-4394-8e29-2d4fb89d3c0b', 'name': 'network-vif-deleted', 'tag': '5c7c55e5-3833-4836-af5c-3353dc52e41d', 'status': 'completed', 'code': 200} Jun 01 18:59:37.044627 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-67fcf45e-a9c8-4e61-bdc2-58c39154d715 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:37.045055 n-d-844202-1 neutron-server[88524]: INFO neutron.db.segments_db [None req-67fcf45e-a9c8-4e61-bdc2-58c39154d715 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Added segment 246b7005-0935-4ff3-9c3d-ab1795846166 of type vlan for network 81249ed1-a33f-4045-8ad1-594c3da17cb8 Jun 01 18:59:37.088024 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-25d4e0e9-39f2-4eb9-84d2-e2fede8f7be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:37.149194 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f71db571-f4c4-43bb-ba07-20fd0e638896 req-d7c76b76-9fcc-438e-bcf6-8740a6606ae0 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] 10.222.0.41 "GET /v2.0/ports?device_id=940a21cb-bca9-4882-91d5-0ff22e2c4322 HTTP/1.1" status: 200 len: 210 time: 0.0913031 Jun 01 18:59:37.161404 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0f82f4e8-64fa-4b75-8c7d-1e4ecbe0f8af req-eb7557ff-eb9c-4441-873e-58d95c53725c tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Router 03c5a04d-e08f-4502-b09c-207a29be54f7 has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 18:59:37.227497 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3e55d3-7e13-474b-b25a-c967deec685e req-1075a03e-9951-4904-a7bd-0da1fba3fdb5 tempest-InstanceActionsV221TestJSON-473760981 tempest-InstanceActionsV221TestJSON-473760981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:59:37.230748 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4f3e55d3-7e13-474b-b25a-c967deec685e req-1075a03e-9951-4904-a7bd-0da1fba3fdb5 tempest-InstanceActionsV221TestJSON-473760981 tempest-InstanceActionsV221TestJSON-473760981-project] 10.222.0.41 "GET /v2.0/ports?device_id=71de4c38-c613-468b-aa0e-285eeb7da835 HTTP/1.1" status: 200 len: 945 time: 0.9184937 Jun 01 18:59:37.253158 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-67fcf45e-a9c8-4e61-bdc2-58c39154d715 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:37.330225 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device a12824b4-43d9-4f09-a40a-8d0a174c088c no longer exists at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:59:37.366328 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] No Port match for: a12824b4-43d9-4f09-a40a-8d0a174c088c {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 18:59:37.366667 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device a12824b4-43d9-4f09-a40a-8d0a174c088c not bound to the agent host n-h1-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 18:59:37.367089 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 5c7c55e5-3833-4836-af5c-3353dc52e41d no longer exists at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:59:37.384079 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d858a3b4-924f-4de9-a0f9-4a299ae5f4c3 req-e3b26795-37e2-48e0-828e-84be44415d6f tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:59:37.385669 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d858a3b4-924f-4de9-a0f9-4a299ae5f4c3 req-e3b26795-37e2-48e0-828e-84be44415d6f tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=863d6d17-7ec0-45a3-a6dc-82b322b76ced HTTP/1.1" status: 200 len: 945 time: 0.1089704 Jun 01 18:59:37.409254 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] No Port match for: 5c7c55e5-3833-4836-af5c-3353dc52e41d {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 18:59:37.409829 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 5c7c55e5-3833-4836-af5c-3353dc52e41d not bound to the agent host n-h1-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 18:59:37.448623 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d858a3b4-924f-4de9-a0f9-4a299ae5f4c3 req-84f4787d-0490-42bd-9ff6-4e4405ccbefa tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ce59b29-4aa6-4d2e-8584-a540c0a14c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570223 Jun 01 18:59:37.570056 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4f3e55d3-7e13-474b-b25a-c967deec685e req-e1ef8bcc-fff7-4cb0-acec-9b756b19ef49 tempest-InstanceActionsV221TestJSON-473760981 tempest-InstanceActionsV221TestJSON-473760981-project] 10.222.0.41 "GET /v2.0/security-groups?id=e3c8b76e-b49d-4786-9bc4-f1de5b7d45f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3228958 Jun 01 18:59:37.576551 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-67fcf45e-a9c8-4e61-bdc2-58c39154d715 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:37.582401 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67fcf45e-a9c8-4e61-bdc2-58c39154d715 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:59:37.582984 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-67fcf45e-a9c8-4e61-bdc2-58c39154d715 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:37.686848 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-67fcf45e-a9c8-4e61-bdc2-58c39154d715 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 3.2123587 Jun 01 18:59:37.692518 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 37484) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:59:37.702751 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-228e8bdc-bfa7-45cb-af64-07718f0fa796 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1191796848', 'admin_state_up': True, 'project_id': 'd3eb50f3028440db9726ae16e6111d12', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:59:37.714903 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-228e8bdc-bfa7-45cb-af64-07718f0fa796 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:59:37.740031 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-228e8bdc-bfa7-45cb-af64-07718f0fa796 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Usage tracker for resource:router and tenant:d3eb50f3028440db9726ae16e6111d12 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:59:37.771536 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0f82f4e8-64fa-4b75-8c7d-1e4ecbe0f8af req-eb7557ff-eb9c-4441-873e-58d95c53725c tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 18:59:37.772745 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-228e8bdc-bfa7-45cb-af64-07718f0fa796 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:59:37.780287 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-228e8bdc-bfa7-45cb-af64-07718f0fa796 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:59:37.783883 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3317db72-8e3e-4053-a815-56f03c9bd782 None None] Sync routers for ids ['03c5a04d-e08f-4502-b09c-207a29be54f7'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 18:59:37.813547 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3317db72-8e3e-4053-a815-56f03c9bd782 None None] Routers {'03c5a04d-e08f-4502-b09c-207a29be54f7'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:59:37.815508 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-3317db72-8e3e-4053-a815-56f03c9bd782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:59:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['03c5a04d-e08f-4502-b09c-207a29be54f7'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:59:37.823121 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fcf45e-a9c8-4e61-bdc2-58c39154d715 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Pushing event updated for resources: {'Network': ['ID=81249ed1-a33f-4045-8ad1-594c3da17cb8,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:59:37.829947 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-228e8bdc-bfa7-45cb-af64-07718f0fa796 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-885767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25238'] for router, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:37.831050 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-228e8bdc-bfa7-45cb-af64-07718f0fa796 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-901042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-886562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-981784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25327'] for router, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:37.839223 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network 81249ed1-a33f-4045-8ad1-594c3da17cb8 details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 18:59:37.857829 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-228e8bdc-bfa7-45cb-af64-07718f0fa796 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:37.866289 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f82f4e8-64fa-4b75-8c7d-1e4ecbe0f8af req-eb7557ff-eb9c-4441-873e-58d95c53725c tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] No DVR routers for this DVR port 499258ee-b014-43c5-8818-0eb3f6a6b659 on host n-h2-844202-1 {{(pid=88524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 18:59:37.869313 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-0f82f4e8-64fa-4b75-8c7d-1e4ecbe0f8af req-eb7557ff-eb9c-4441-873e-58d95c53725c tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:37.871462 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0f82f4e8-64fa-4b75-8c7d-1e4ecbe0f8af req-eb7557ff-eb9c-4441-873e-58d95c53725c tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] 10.222.0.50 "DELETE /v2.0/ports/499258ee-b014-43c5-8818-0eb3f6a6b659 HTTP/1.1" status: 204 len: 173 time: 5.0090809 Jun 01 18:59:37.908169 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f90087-4c99-41bc-9c7e-cfc4ca55366b req-0e9d6425-f7a2-4417-ac6a-b64448d1ad46 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:59:37.928820 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-12f90087-4c99-41bc-9c7e-cfc4ca55366b req-0e9d6425-f7a2-4417-ac6a-b64448d1ad46 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=863d6d17-7ec0-45a3-a6dc-82b322b76ced HTTP/1.1" status: 200 len: 945 time: 0.3046961 Jun 01 18:59:38.202291 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8f63af3c-16b6-4676-86a8-832d3951e466 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-887474'] for router_interface, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:38.272954 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-3317db72-8e3e-4053-a815-56f03c9bd782 None None] Set router 03c5a04d-e08f-4502-b09c-207a29be54f7 gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:59:38.387409 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-68f642fc-a847-4438-b100-7a520868c1fe req-10587583-18a2-4ff8-b757-c20f1ed9dce5 tempest-ServerShowV247Test-1119470366 tempest-ServerShowV247Test-1119470366-project] 10.222.0.41 "GET /v2.0/ports?device_id=31158711-bf98-4d08-9b24-63e4bccb0c0b HTTP/1.1" status: 200 len: 210 time: 0.0590048 Jun 01 18:59:38.483289 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-228e8bdc-bfa7-45cb-af64-07718f0fa796 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-886608', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-885830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25341'] for router, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:38.503299 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-12f90087-4c99-41bc-9c7e-cfc4ca55366b req-588871ae-e638-4192-b029-06f8f698dbc1 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ce59b29-4aa6-4d2e-8584-a540c0a14c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5731709 Jun 01 18:59:38.767805 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-3317db72-8e3e-4053-a815-56f03c9bd782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03c5a04d-e08f-4502-b09c-207a29be54f7', 'name': 'tempest-ServerRescueNegativeTestJSON-142248793-router', 'tenant_id': 'd40f7c9e0af24f109f247cdb0a7a60bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': 'bd04b6ab-43fa-4f24-b229-b7a20640121a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:54:43Z', 'updated_at': '2022-06-01T18:54:51Z', 'revision_number': 4, 'project_id': 'd40f7c9e0af24f109f247cdb0a7a60bf', 'gw_port': {'id': 'bd04b6ab-43fa-4f24-b229-b7a20640121a', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:8c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03c5a04d-e08f-4502-b09c-207a29be54f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:54:44Z', 'updated_at': '2022-06-01T18:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': 'd14f629b-6309-4ab1-a5d6-484c9d2808b1', 'name': '', 'network_id': '4c7a9aa4-8b0d-4225-ab31-749c4f434a4b', 'tenant_id': 'd40f7c9e0af24f109f247cdb0a7a60bf', 'mac_address': 'fa:16:3e:7b:2e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03c5a04d-e08f-4502-b09c-207a29be54f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '6675a480-f2f0-4e10-96f4-f99c31c21be5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:54:48Z', 'updated_at': '2022-06-01T18:55:00Z', 'revision_number': 5, 'project_id': 'd40f7c9e0af24f109f247cdb0a7a60bf', 'subnets': [{'id': '6675a480-f2f0-4e10-96f4-f99c31c21be5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:59:38.783619 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3317db72-8e3e-4053-a815-56f03c9bd782 None None] Checking router: 03c5a04d-e08f-4502-b09c-207a29be54f7 for host: n-d-844202-1 {{(pid=88527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 18:59:38.829972 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3317db72-8e3e-4053-a815-56f03c9bd782 None None] Routers {'03c5a04d-e08f-4502-b09c-207a29be54f7'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:59:38.830856 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-3317db72-8e3e-4053-a815-56f03c9bd782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:59:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['03c5a04d-e08f-4502-b09c-207a29be54f7'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:59:38.832851 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64896a98-2959-49f4-9375-8403ac2c72e0 req-f2d5819e-0b79-4267-995d-2dc16a3e1c55 tempest-InstanceActionsV221TestJSON-473760981 tempest-InstanceActionsV221TestJSON-473760981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:59:38.834357 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-64896a98-2959-49f4-9375-8403ac2c72e0 req-f2d5819e-0b79-4267-995d-2dc16a3e1c55 tempest-InstanceActionsV221TestJSON-473760981 tempest-InstanceActionsV221TestJSON-473760981-project] 10.222.0.41 "GET /v2.0/ports?device_id=71de4c38-c613-468b-aa0e-285eeb7da835 HTTP/1.1" status: 200 len: 945 time: 0.1678369 Jun 01 18:59:38.903775 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-64896a98-2959-49f4-9375-8403ac2c72e0 req-f2529bef-20ce-450a-9afd-51ae6ce802fb tempest-InstanceActionsV221TestJSON-473760981 tempest-InstanceActionsV221TestJSON-473760981-project] 10.222.0.41 "GET /v2.0/security-groups?id=e3c8b76e-b49d-4786-9bc4-f1de5b7d45f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601876 Jun 01 18:59:39.040629 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '940a21cb-bca9-4882-91d5-0ff22e2c4322', 'name': 'network-vif-deleted', 'tag': '499258ee-b014-43c5-8818-0eb3f6a6b659'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:59:39.086369 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-8f63af3c-16b6-4676-86a8-832d3951e466 admin admin] Deleting port da5af43f-7a7c-4ca7-9438-4ae05d3d9f7c {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:59:39.086959 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8f63af3c-16b6-4676-86a8-832d3951e466 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:39.176495 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-3317db72-8e3e-4053-a815-56f03c9bd782 None None] Set router 03c5a04d-e08f-4502-b09c-207a29be54f7 gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:59:39.217316 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-228e8bdc-bfa7-45cb-af64-07718f0fa796 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks [] for router_gateway, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:39.248765 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-228e8bdc-bfa7-45cb-af64-07718f0fa796 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:39.479928 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18feade4-8003-43f5-8c85-f5305faa26dc req-22369f9b-7dc5-479b-b4ed-2ff6b7d344a6 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:59:39.479928 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-18feade4-8003-43f5-8c85-f5305faa26dc req-22369f9b-7dc5-479b-b4ed-2ff6b7d344a6 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd257cd0-aa97-4526-8252-e04e5aa06d7c HTTP/1.1" status: 200 len: 950 time: 0.1937311 Jun 01 18:59:39.484078 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-440a419b-93d4-45e9-aefc-dc5ec6c3ece6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:39.513341 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [None req-228e8bdc-bfa7-45cb-af64-07718f0fa796 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Allocated IP 172.25.4.93 (72a72e44-6845-488a-a5ff-3a26d4df9cb3/c314a23b-daa2-4106-ab28-8e6f954277b2/63f4b62a-c06f-44f6-8805-96b30709e05f) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:59:39.562851 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-18feade4-8003-43f5-8c85-f5305faa26dc req-b2b6a8eb-6f21-43ab-b903-928de563df5e tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.41 "GET /v2.0/security-groups?id=22665066-3f80-4493-8b7a-e2faea6c666a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836306 Jun 01 18:59:39.603311 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [None req-8f63af3c-16b6-4676-86a8-832d3951e466 admin admin] For port da5af43f-7a7c-4ca7-9438-4ae05d3d9f7c, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=da5af43f-7a7c-4ca7-9438-4ae05d3d9f7c,segment=NetworkSegment(182d40cc-3a03-495c-b3d5-827c96c30acf),segment_id=182d40cc-3a03-495c-b3d5-827c96c30acf)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:59:39.603667 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8f63af3c-16b6-4676-86a8-832d3951e466 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:39.686779 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 37528) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:59:39.748279 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-3317db72-8e3e-4053-a815-56f03c9bd782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03c5a04d-e08f-4502-b09c-207a29be54f7', 'name': 'tempest-ServerRescueNegativeTestJSON-142248793-router', 'tenant_id': 'd40f7c9e0af24f109f247cdb0a7a60bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': 'bd04b6ab-43fa-4f24-b229-b7a20640121a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:54:43Z', 'updated_at': '2022-06-01T18:54:51Z', 'revision_number': 4, 'project_id': 'd40f7c9e0af24f109f247cdb0a7a60bf', 'gw_port': {'id': 'bd04b6ab-43fa-4f24-b229-b7a20640121a', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:8c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03c5a04d-e08f-4502-b09c-207a29be54f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:54:44Z', 'updated_at': '2022-06-01T18:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': 'd14f629b-6309-4ab1-a5d6-484c9d2808b1', 'name': '', 'network_id': '4c7a9aa4-8b0d-4225-ab31-749c4f434a4b', 'tenant_id': 'd40f7c9e0af24f109f247cdb0a7a60bf', 'mac_address': 'fa:16:3e:7b:2e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03c5a04d-e08f-4502-b09c-207a29be54f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '6675a480-f2f0-4e10-96f4-f99c31c21be5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:54:48Z', 'updated_at': '2022-06-01T18:55:00Z', 'revision_number': 5, 'project_id': 'd40f7c9e0af24f109f247cdb0a7a60bf', 'subnets': [{'id': '6675a480-f2f0-4e10-96f4-f99c31c21be5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:59:39.752757 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3317db72-8e3e-4053-a815-56f03c9bd782 None None] The sync data for ids ['03c5a04d-e08f-4502-b09c-207a29be54f7'] in n-d-844202-1 is: [{'id': '03c5a04d-e08f-4502-b09c-207a29be54f7', 'name': 'tempest-ServerRescueNegativeTestJSON-142248793-router', 'tenant_id': 'd40f7c9e0af24f109f247cdb0a7a60bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': 'bd04b6ab-43fa-4f24-b229-b7a20640121a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:54:43Z', 'updated_at': '2022-06-01T18:54:51Z', 'revision_number': 4, 'project_id': 'd40f7c9e0af24f109f247cdb0a7a60bf', 'gw_port': {'id': 'bd04b6ab-43fa-4f24-b229-b7a20640121a', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:8c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03c5a04d-e08f-4502-b09c-207a29be54f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:54:44Z', 'updated_at': '2022-06-01T18:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': 'd14f629b-6309-4ab1-a5d6-484c9d2808b1', 'name': '', 'network_id': '4c7a9aa4-8b0d-4225-ab31-749c4f434a4b', 'tenant_id': 'd40f7c9e0af24f109f247cdb0a7a60bf', 'mac_address': 'fa:16:3e:7b:2e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03c5a04d-e08f-4502-b09c-207a29be54f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '6675a480-f2f0-4e10-96f4-f99c31c21be5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:54:48Z', 'updated_at': '2022-06-01T18:55:00Z', 'revision_number': 5, 'project_id': 'd40f7c9e0af24f109f247cdb0a7a60bf', 'subnets': [{'id': '6675a480-f2f0-4e10-96f4-f99c31c21be5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 18:59:39.780035 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-8f63af3c-16b6-4676-86a8-832d3951e466 admin admin] Calling delete_port for da5af43f-7a7c-4ca7-9438-4ae05d3d9f7c owned by network:router_interface {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:59:39.830056 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dfae7588-c784-4ea0-88a9-cd826dfc7af9'] response: {'server_uuid': '940a21cb-bca9-4882-91d5-0ff22e2c4322', 'name': 'network-vif-deleted', 'tag': '499258ee-b014-43c5-8818-0eb3f6a6b659', 'status': 'completed', 'code': 200} Jun 01 18:59:39.865596 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9012de-aed3-489c-a5fc-9bb8ebaa80a5 req-675291c9-ac34-478c-aabc-04f03e92c4e9 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:59:39.866837 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4b9012de-aed3-489c-a5fc-9bb8ebaa80a5 req-675291c9-ac34-478c-aabc-04f03e92c4e9 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=863d6d17-7ec0-45a3-a6dc-82b322b76ced HTTP/1.1" status: 200 len: 945 time: 0.6891522 Jun 01 18:59:39.909514 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-fe79bfae-3f75-4620-b383-114eb519337b req-b8562d6e-25a2-4426-8b6d-afef77d85910 tempest-ServerShowV247Test-1119470366 tempest-ServerShowV247Test-1119470366-project] 10.222.0.41 "GET /v2.0/ports?device_id=31158711-bf98-4d08-9b24-63e4bccb0c0b HTTP/1.1" status: 200 len: 210 time: 0.1007063 Jun 01 18:59:39.923394 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-228e8bdc-bfa7-45cb-af64-07718f0fa796 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:39.957832 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0aa07430-8874-44be-bb1f-3d1eff08558c tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:39.961899 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-228e8bdc-bfa7-45cb-af64-07718f0fa796 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:40.152555 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab9794c-a074-4ceb-acf0-9549a6d17c60 req-a5b605b4-58e2-45d8-ab17-be5ebeaec115 tempest-InstanceActionsV221TestJSON-473760981 tempest-InstanceActionsV221TestJSON-473760981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:59:40.157949 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-228e8bdc-bfa7-45cb-af64-07718f0fa796 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:59:40.165586 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3ab9794c-a074-4ceb-acf0-9549a6d17c60 req-a5b605b4-58e2-45d8-ab17-be5ebeaec115 tempest-InstanceActionsV221TestJSON-473760981 tempest-InstanceActionsV221TestJSON-473760981-project] 10.222.0.15 "GET /v2.0/ports?device_id=71de4c38-c613-468b-aa0e-285eeb7da835 HTTP/1.1" status: 200 len: 945 time: 0.6148188 Jun 01 18:59:40.166067 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-228e8bdc-bfa7-45cb-af64-07718f0fa796 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:59:40.178100 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0aa07430-8874-44be-bb1f-3d1eff08558c tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:40.183335 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4b9012de-aed3-489c-a5fc-9bb8ebaa80a5 req-f5c1bf90-8a1f-447d-bc04-d1908726578a tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ce59b29-4aa6-4d2e-8584-a540c0a14c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3085735 Jun 01 18:59:40.193764 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228e8bdc-bfa7-45cb-af64-07718f0fa796 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:59:40.321371 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f880b16-ec58-456f-b0f2-a976ac4f231f None None] New status for floating IP ebff7646-f443-4a4d-9522-fe1760b0f0e9: DOWN {{(pid=88526) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 18:59:40.340459 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228e8bdc-bfa7-45cb-af64-07718f0fa796 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Pushing event updated for resources: {'Port': ['ID=63f4b62a-c06f-44f6-8805-96b30709e05f,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:59:40.418418 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-3ab9794c-a074-4ceb-acf0-9549a6d17c60 req-cb7905af-8e64-4bf3-a037-60dd46d84926 tempest-InstanceActionsV221TestJSON-473760981 tempest-InstanceActionsV221TestJSON-473760981-project] Deleting port f7798e54-cf79-4dce-82d9-1943ec8c7efb {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:59:40.418752 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-3ab9794c-a074-4ceb-acf0-9549a6d17c60 req-cb7905af-8e64-4bf3-a037-60dd46d84926 tempest-InstanceActionsV221TestJSON-473760981 tempest-InstanceActionsV221TestJSON-473760981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:40.688190 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caf013c-49d0-43a2-93d5-e81fc37a5aa0 req-10fead1f-bf16-4c6f-9556-6cfccf7dad9c tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:59:40.688921 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-3caf013c-49d0-43a2-93d5-e81fc37a5aa0 req-10fead1f-bf16-4c6f-9556-6cfccf7dad9c tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Synchronizing usage tracker for tenant:ed558a94bd42496298488549f6a1a20a on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:59:40.761986 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-3caf013c-49d0-43a2-93d5-e81fc37a5aa0 req-10fead1f-bf16-4c6f-9556-6cfccf7dad9c tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Unset dirty status for tenant:ed558a94bd42496298488549f6a1a20a on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:59:40.763340 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3caf013c-49d0-43a2-93d5-e81fc37a5aa0 req-10fead1f-bf16-4c6f-9556-6cfccf7dad9c tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.50 "GET /v2.0/ports?device_id=bd257cd0-aa97-4526-8252-e04e5aa06d7c HTTP/1.1" status: 200 len: 950 time: 0.5041878 Jun 01 18:59:40.831207 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbb1399-51cf-4548-875c-955259251210 req-3f3d188f-8e01-4b51-8b55-08ca9aab9e9f tempest-InstanceActionsV221TestJSON-473760981 tempest-InstanceActionsV221TestJSON-473760981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:59:40.833795 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-bfbb1399-51cf-4548-875c-955259251210 req-3f3d188f-8e01-4b51-8b55-08ca9aab9e9f tempest-InstanceActionsV221TestJSON-473760981 tempest-InstanceActionsV221TestJSON-473760981-project] 10.222.0.41 "GET /v2.0/ports?device_id=71de4c38-c613-468b-aa0e-285eeb7da835 HTTP/1.1" status: 200 len: 945 time: 0.6577191 Jun 01 18:59:40.841353 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0aa07430-8874-44be-bb1f-3d1eff08558c tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:40.871532 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8f63af3c-16b6-4676-86a8-832d3951e466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:40.873601 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa07430-8874-44be-bb1f-3d1eff08558c tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=428a90ee-d69c-4f4b-be08-39e0e3f8aeb0,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:59:41.022386 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-bfbb1399-51cf-4548-875c-955259251210 req-551d7f06-1ad1-4b36-918b-8a4beba8f087 tempest-InstanceActionsV221TestJSON-473760981 tempest-InstanceActionsV221TestJSON-473760981-project] 10.222.0.41 "GET /v2.0/security-groups?id=e3c8b76e-b49d-4786-9bc4-f1de5b7d45f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745234 Jun 01 18:59:41.027445 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:41.032420 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:41.068369 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f63af3c-16b6-4676-86a8-832d3951e466 admin admin] Pushing event deleted for resources: {'Port': ['ID=da5af43f-7a7c-4ca7-9438-4ae05d3d9f7c,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:59:41.197904 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0aa07430-8874-44be-bb1f-3d1eff08558c tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:41.199326 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-0aa07430-8874-44be-bb1f-3d1eff08558c tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] 10.222.0.41 "DELETE /v2.0/security-groups/428a90ee-d69c-4f4b-be08-39e0e3f8aeb0 HTTP/1.1" status: 204 len: 168 time: 1.5109668 Jun 01 18:59:41.202271 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 37562) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:59:41.209563 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-3caf013c-49d0-43a2-93d5-e81fc37a5aa0 req-479e2230-8562-4e46-9f34-b08c8ce2a71c tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Deleting port c8b8fb79-fd92-474a-8ec2-5ac7b267ee2e {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:59:41.209898 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-3caf013c-49d0-43a2-93d5-e81fc37a5aa0 req-479e2230-8562-4e46-9f34-b08c8ce2a71c tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:41.245684 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:41.278527 n-d-844202-1 neutron-server[88525]: INFO neutron.api.v2.resource [None req-b71caf42-ac3e-4f04-a569-9c4f9bf1f123 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] show failed (client error): The resource could not be found. Jun 01 18:59:41.279925 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-b71caf42-ac3e-4f04-a569-9c4f9bf1f123 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] 10.222.0.41 "GET /v2.0/security-groups/428a90ee-d69c-4f4b-be08-39e0e3f8aeb0 HTTP/1.1" status: 404 len: 347 time: 0.0762501 Jun 01 18:59:41.289302 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 37570) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:59:41.340186 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-3ab9794c-a074-4ceb-acf0-9549a6d17c60 req-cb7905af-8e64-4bf3-a037-60dd46d84926 tempest-InstanceActionsV221TestJSON-473760981 tempest-InstanceActionsV221TestJSON-473760981-project] For port f7798e54-cf79-4dce-82d9-1943ec8c7efb, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=f7798e54-cf79-4dce-82d9-1943ec8c7efb,segment=NetworkSegment(23f7f523-bd23-4dea-a8a2-f9df8f5fb206),segment_id=23f7f523-bd23-4dea-a8a2-f9df8f5fb206)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:59:41.340658 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-3ab9794c-a074-4ceb-acf0-9549a6d17c60 req-cb7905af-8e64-4bf3-a037-60dd46d84926 tempest-InstanceActionsV221TestJSON-473760981 tempest-InstanceActionsV221TestJSON-473760981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:41.592038 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-db5130a2-ab85-45da-956f-4c310d85e7be tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Deleting port 57880cc7-2b8e-4712-a51f-a82620f6d8c5 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:59:41.592592 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-db5130a2-ab85-45da-956f-4c310d85e7be tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:41.627868 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:41.628377 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-228e8bdc-bfa7-45cb-af64-07718f0fa796 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks [] for router_gateway, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:41.654637 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-3ab9794c-a074-4ceb-acf0-9549a6d17c60 req-cb7905af-8e64-4bf3-a037-60dd46d84926 tempest-InstanceActionsV221TestJSON-473760981 tempest-InstanceActionsV221TestJSON-473760981-project] Calling delete_port for f7798e54-cf79-4dce-82d9-1943ec8c7efb owned by compute:nova {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:59:41.723686 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37505e9-a0ab-4152-8a2f-a1a7bdc10f52 req-a0358cfb-ec03-4c16-ae83-f4f64df3142c tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:59:41.725719 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f37505e9-a0ab-4152-8a2f-a1a7bdc10f52 req-a0358cfb-ec03-4c16-ae83-f4f64df3142c tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd257cd0-aa97-4526-8252-e04e5aa06d7c HTTP/1.1" status: 200 len: 950 time: 0.4997916 Jun 01 18:59:41.782978 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825b9e53-9c3b-41b8-8797-a6bf06134c6f req-e80adf52-dc3b-4c47-ba07-dcf30d1ff318 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:59:41.784473 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-825b9e53-9c3b-41b8-8797-a6bf06134c6f req-e80adf52-dc3b-4c47-ba07-dcf30d1ff318 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=863d6d17-7ec0-45a3-a6dc-82b322b76ced HTTP/1.1" status: 200 len: 945 time: 1.1463888 Jun 01 18:59:41.861234 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:42.004974 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f37505e9-a0ab-4152-8a2f-a1a7bdc10f52 req-f3d1f7cc-6192-4c8f-9fdf-930159c7a368 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.41 "GET /v2.0/security-groups?id=22665066-3f80-4493-8b7a-e2faea6c666a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2618937 Jun 01 18:59:42.137175 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-db5130a2-ab85-45da-956f-4c310d85e7be tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:42.137894 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-db5130a2-ab85-45da-956f-4c310d85e7be tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:42.193649 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-825b9e53-9c3b-41b8-8797-a6bf06134c6f req-d3b0c1b1-5b31-482e-9e11-0a624bb40fce tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ce59b29-4aa6-4d2e-8584-a540c0a14c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3956778 Jun 01 18:59:42.281753 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8f63af3c-16b6-4676-86a8-832d3951e466 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-887310'] for router_interface, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:42.289653 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-db5130a2-ab85-45da-956f-4c310d85e7be tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Calling delete_port for 57880cc7-2b8e-4712-a51f-a82620f6d8c5 owned by network:floatingip {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:59:42.396783 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-3caf013c-49d0-43a2-93d5-e81fc37a5aa0 req-479e2230-8562-4e46-9f34-b08c8ce2a71c tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] For port c8b8fb79-fd92-474a-8ec2-5ac7b267ee2e, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=c8b8fb79-fd92-474a-8ec2-5ac7b267ee2e,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:59:42.397143 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-3caf013c-49d0-43a2-93d5-e81fc37a5aa0 req-479e2230-8562-4e46-9f34-b08c8ce2a71c tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:42.651858 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e04abc9b-11bd-4962-96f1-c977e25aea99 req-06c9a44e-3abf-4b12-b5d6-01d701f4810b tempest-ServerShowV247Test-1119470366 tempest-ServerShowV247Test-1119470366-project] 10.222.0.41 "GET /v2.0/ports?device_id=31158711-bf98-4d08-9b24-63e4bccb0c0b HTTP/1.1" status: 200 len: 210 time: 0.3003767 Jun 01 18:59:42.688175 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-3ab9794c-a074-4ceb-acf0-9549a6d17c60 req-cb7905af-8e64-4bf3-a037-60dd46d84926 tempest-InstanceActionsV221TestJSON-473760981 tempest-InstanceActionsV221TestJSON-473760981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:42.694066 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-3caf013c-49d0-43a2-93d5-e81fc37a5aa0 req-479e2230-8562-4e46-9f34-b08c8ce2a71c tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Calling delete_port for c8b8fb79-fd92-474a-8ec2-5ac7b267ee2e owned by compute:nova {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:59:42.710331 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-228e8bdc-bfa7-45cb-af64-07718f0fa796 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-885820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-886655'] for router, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:42.815720 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7905af-8e64-4bf3-a037-60dd46d84926 tempest-InstanceActionsV221TestJSON-473760981 tempest-InstanceActionsV221TestJSON-473760981-project] Pushing event deleted for resources: {'Port': ['ID=f7798e54-cf79-4dce-82d9-1943ec8c7efb,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:59:42.874980 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-db5130a2-ab85-45da-956f-4c310d85e7be tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:42.941283 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ab9794c-a074-4ceb-acf0-9549a6d17c60 req-cb7905af-8e64-4bf3-a037-60dd46d84926 tempest-InstanceActionsV221TestJSON-473760981 tempest-InstanceActionsV221TestJSON-473760981-project] No DVR routers for this DVR port f7798e54-cf79-4dce-82d9-1943ec8c7efb on host n-h1-844202-1 {{(pid=88524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 18:59:42.943538 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5130a2-ab85-45da-956f-4c310d85e7be tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Pushing event deleted for resources: {'Port': ['ID=57880cc7-2b8e-4712-a51f-a82620f6d8c5,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:59:42.945829 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-3ab9794c-a074-4ceb-acf0-9549a6d17c60 req-cb7905af-8e64-4bf3-a037-60dd46d84926 tempest-InstanceActionsV221TestJSON-473760981 tempest-InstanceActionsV221TestJSON-473760981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:42.964475 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71de4c38-c613-468b-aa0e-285eeb7da835', 'name': 'network-vif-deleted', 'tag': 'f7798e54-cf79-4dce-82d9-1943ec8c7efb'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:59:43.092246 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4aa6fc9-e0f9-4b9c-bc58-ba67107d4c59'] response: {'server_uuid': '71de4c38-c613-468b-aa0e-285eeb7da835', 'name': 'network-vif-deleted', 'tag': 'f7798e54-cf79-4dce-82d9-1943ec8c7efb', 'status': 'completed', 'code': 200} Jun 01 18:59:43.118970 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3ab9794c-a074-4ceb-acf0-9549a6d17c60 req-cb7905af-8e64-4bf3-a037-60dd46d84926 tempest-InstanceActionsV221TestJSON-473760981 tempest-InstanceActionsV221TestJSON-473760981-project] 10.222.0.15 "DELETE /v2.0/ports/f7798e54-cf79-4dce-82d9-1943ec8c7efb HTTP/1.1" status: 204 len: 173 time: 2.9152305 Jun 01 18:59:43.125742 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08611fc2-2ed7-4f6d-a931-5b24e01a95d2 req-6504f930-5058-43cb-8058-716ca42e1edf tempest-InstanceActionsV221TestJSON-473760981 tempest-InstanceActionsV221TestJSON-473760981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:59:43.125742 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-08611fc2-2ed7-4f6d-a931-5b24e01a95d2 req-6504f930-5058-43cb-8058-716ca42e1edf tempest-InstanceActionsV221TestJSON-473760981 tempest-InstanceActionsV221TestJSON-473760981-project] Synchronizing usage tracker for tenant:9e9cb224747b49cb8b62ab1978812099 on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:59:43.149567 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-db5130a2-ab85-45da-956f-4c310d85e7be tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Notify callbacks [] for floatingip, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:43.190355 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-db5130a2-ab85-45da-956f-4c310d85e7be tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for floatingip, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:43.192443 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-db5130a2-ab85-45da-956f-4c310d85e7be tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] 10.222.0.41 "DELETE /v2.0/floatingips/ebff7646-f443-4a4d-9522-fe1760b0f0e9 HTTP/1.1" status: 204 len: 168 time: 1.9010298 Jun 01 18:59:43.193290 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-228e8bdc-bfa7-45cb-af64-07718f0fa796 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Router bb28304e-3805-4cf6-b433-f6c6230e1e5b is scheduled to L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 with binding_index 1 {{(pid=88525) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 18:59:43.371715 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device f7798e54-cf79-4dce-82d9-1943ec8c7efb no longer exists at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:59:43.458501 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] No Port match for: f7798e54-cf79-4dce-82d9-1943ec8c7efb {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 18:59:43.458762 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device f7798e54-cf79-4dce-82d9-1943ec8c7efb not bound to the agent host n-h1-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 18:59:43.601183 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f63af3c-16b6-4676-86a8-832d3951e466 admin admin] Router 533f25a8-4516-4734-96dc-76ed394d7577 has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 18:59:43.615818 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-08611fc2-2ed7-4f6d-a931-5b24e01a95d2 req-6504f930-5058-43cb-8058-716ca42e1edf tempest-InstanceActionsV221TestJSON-473760981 tempest-InstanceActionsV221TestJSON-473760981-project] Unset dirty status for tenant:9e9cb224747b49cb8b62ab1978812099 on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:59:43.622772 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-08611fc2-2ed7-4f6d-a931-5b24e01a95d2 req-6504f930-5058-43cb-8058-716ca42e1edf tempest-InstanceActionsV221TestJSON-473760981 tempest-InstanceActionsV221TestJSON-473760981-project] 10.222.0.41 "GET /v2.0/ports?device_id=71de4c38-c613-468b-aa0e-285eeb7da835 HTTP/1.1" status: 200 len: 867 time: 1.2480648 Jun 01 18:59:43.637876 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa9ce00-7500-478c-bdbe-b8aab691323e req-c5d6fe92-7013-42b0-96c7-212ce2ca9cfd tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:59:43.642415 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-0fa9ce00-7500-478c-bdbe-b8aab691323e req-c5d6fe92-7013-42b0-96c7-212ce2ca9cfd tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd257cd0-aa97-4526-8252-e04e5aa06d7c HTTP/1.1" status: 200 len: 950 time: 0.2941270 Jun 01 18:59:43.649375 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-228e8bdc-bfa7-45cb-af64-07718f0fa796 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 18:59:43.656524 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device c8b8fb79-fd92-474a-8ec2-5ac7b267ee2e no longer exists at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:59:43.661874 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e70b0879-ae41-48c2-9d10-bef363feca46 None None] Sync routers for ids ['bb28304e-3805-4cf6-b433-f6c6230e1e5b'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 18:59:43.682216 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e70b0879-ae41-48c2-9d10-bef363feca46 None None] Routers {'bb28304e-3805-4cf6-b433-f6c6230e1e5b'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:59:43.687897 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-e70b0879-ae41-48c2-9d10-bef363feca46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:59:39Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['bb28304e-3805-4cf6-b433-f6c6230e1e5b'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:59:43.742436 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-0fa9ce00-7500-478c-bdbe-b8aab691323e req-f108c3d1-3c51-4bf9-aa9b-e51e69844be2 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.41 "GET /v2.0/security-groups?id=22665066-3f80-4493-8b7a-e2faea6c666a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808260 Jun 01 18:59:43.744764 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-228e8bdc-bfa7-45cb-af64-07718f0fa796 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks [] for router, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:43.750202 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-228e8bdc-bfa7-45cb-af64-07718f0fa796 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 6.0562060 Jun 01 18:59:43.751101 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 37620) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:59:43.846728 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Port c8b8fb79-fd92-474a-8ec2-5ac7b267ee2e update to DOWN by agent not found {{(pid=88526) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Jun 01 18:59:43.859882 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-3caf013c-49d0-43a2-93d5-e81fc37a5aa0 req-479e2230-8562-4e46-9f34-b08c8ce2a71c tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:43.993101 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-08611fc2-2ed7-4f6d-a931-5b24e01a95d2 req-5aa336e7-c94a-4554-968f-f9135c4f4aa6 tempest-InstanceActionsV221TestJSON-473760981 tempest-InstanceActionsV221TestJSON-473760981-project] 10.222.0.41 "GET /v2.0/security-groups?id=e3c8b76e-b49d-4786-9bc4-f1de5b7d45f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3685746 Jun 01 18:59:43.998332 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479e2230-8562-4e46-9f34-b08c8ce2a71c tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Pushing event deleted for resources: {'Port': ['ID=c8b8fb79-fd92-474a-8ec2-5ac7b267ee2e,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:59:44.134142 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-e70b0879-ae41-48c2-9d10-bef363feca46 None None] Set router bb28304e-3805-4cf6-b433-f6c6230e1e5b gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:59:44.232068 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-5ebcd3aa-c2c5-406c-9a7c-42d3fead5487 tempest-TestNetworkBasicOps-1217506221 tempest-TestNetworkBasicOps-1217506221-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=d3eb50f3028440db9726ae16e6111d12&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4792387 Jun 01 18:59:44.238873 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 37630) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:59:44.337326 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-969c8e3e-3e80-4368-bef5-f57b1cc61379 req-463a1c48-a00d-485e-8a1a-a1e56aa54d9c tempest-ServerShowV247Test-1119470366 tempest-ServerShowV247Test-1119470366-project] 10.222.0.41 "GET /v2.0/ports?device_id=31158711-bf98-4d08-9b24-63e4bccb0c0b HTTP/1.1" status: 200 len: 210 time: 0.1234720 Jun 01 18:59:44.341316 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-3caf013c-49d0-43a2-93d5-e81fc37a5aa0 req-479e2230-8562-4e46-9f34-b08c8ce2a71c tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] No DVR routers for this DVR port c8b8fb79-fd92-474a-8ec2-5ac7b267ee2e on host n-h2-844202-1 {{(pid=88524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 18:59:44.366955 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-3caf013c-49d0-43a2-93d5-e81fc37a5aa0 req-479e2230-8562-4e46-9f34-b08c8ce2a71c tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:44.444206 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f63af3c-16b6-4676-86a8-832d3951e466 admin admin] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 18:59:44.444578 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a652dff8-1105-496c-bd18-a161c6225b91 req-a44bb414-e094-43f3-a615-92ceb93904a7 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:59:44.447448 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3caf013c-49d0-43a2-93d5-e81fc37a5aa0 req-479e2230-8562-4e46-9f34-b08c8ce2a71c tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.50 "DELETE /v2.0/ports/c8b8fb79-fd92-474a-8ec2-5ac7b267ee2e HTTP/1.1" status: 204 len: 173 time: 3.6642773 Jun 01 18:59:44.454706 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-8f63af3c-16b6-4676-86a8-832d3951e466 admin admin] 10.222.0.41 "PUT /v2.0/routers/533f25a8-4516-4734-96dc-76ed394d7577/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4109952 Jun 01 18:59:44.456629 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4abe8f7b-0ce7-48ab-9101-6386427c2f5f None None] Sync routers for ids ['533f25a8-4516-4734-96dc-76ed394d7577'] in n-d-844202-1 {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 18:59:44.457972 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 37640) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:59:44.463362 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a652dff8-1105-496c-bd18-a161c6225b91 req-a44bb414-e094-43f3-a615-92ceb93904a7 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=863d6d17-7ec0-45a3-a6dc-82b322b76ced HTTP/1.1" status: 200 len: 945 time: 0.3932300 Jun 01 18:59:44.470710 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4abe8f7b-0ce7-48ab-9101-6386427c2f5f None None] Routers {'533f25a8-4516-4734-96dc-76ed394d7577'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:59:44.471540 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-4abe8f7b-0ce7-48ab-9101-6386427c2f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:59:39Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['533f25a8-4516-4734-96dc-76ed394d7577'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:59:44.546043 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7862fab4-881b-4a50-b02b-283da37439a0 tempest-TestNetworkBasicOps-1217506221 tempest-TestNetworkBasicOps-1217506221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:59:44.571430 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-7862fab4-881b-4a50-b02b-283da37439a0 tempest-TestNetworkBasicOps-1217506221 tempest-TestNetworkBasicOps-1217506221-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3265872 Jun 01 18:59:44.578765 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 37646) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:59:44.722093 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-661831a8-b235-48ac-b569-2d934cf8490a tempest-TestNetworkBasicOps-1217506221 tempest-TestNetworkBasicOps-1217506221-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=72a72e44-6845-488a-a5ff-3a26d4df9cb3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1283565 Jun 01 18:59:44.723444 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 37650) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:59:44.744292 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a652dff8-1105-496c-bd18-a161c6225b91 req-2dc38b3a-9538-42d0-b812-d0d6f0c675d2 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ce59b29-4aa6-4d2e-8584-a540c0a14c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2799428 Jun 01 18:59:44.755544 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-c5139c69-2be7-40ad-9692-160d9c63f59f tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1310161410', 'network_id': '81249ed1-a33f-4045-8ad1-594c3da17cb8', 'project_id': 'd3eb50f3028440db9726ae16e6111d12', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:59:44.805223 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-e70b0879-ae41-48c2-9d10-bef363feca46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb28304e-3805-4cf6-b433-f6c6230e1e5b', 'name': 'tempest-TestNetworkBasicOps-router-1191796848', 'tenant_id': 'd3eb50f3028440db9726ae16e6111d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': '63f4b62a-c06f-44f6-8805-96b30709e05f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:59:37Z', 'updated_at': '2022-06-01T18:59:40Z', 'revision_number': 3, 'project_id': 'd3eb50f3028440db9726ae16e6111d12', 'gw_port': {'id': '63f4b62a-c06f-44f6-8805-96b30709e05f', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:2c:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb28304e-3805-4cf6-b433-f6c6230e1e5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:59:39Z', 'updated_at': '2022-06-01T18:59:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:59:44.821437 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e70b0879-ae41-48c2-9d10-bef363feca46 None None] Checking router: bb28304e-3805-4cf6-b433-f6c6230e1e5b for host: n-d-844202-1 {{(pid=88527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 18:59:44.822033 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e70b0879-ae41-48c2-9d10-bef363feca46 None None] Updating router bb28304e-3805-4cf6-b433-f6c6230e1e5b port 63f4b62a-c06f-44f6-8805-96b30709e05f binding host n-d-844202-1 {{(pid=88527) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 18:59:44.872007 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-4abe8f7b-0ce7-48ab-9101-6386427c2f5f None None] Set router 533f25a8-4516-4734-96dc-76ed394d7577 gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:59:45.005962 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-e70b0879-ae41-48c2-9d10-bef363feca46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:45.068457 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-5e444aeb-f77e-4ee7-9d30-6f319cc6316d req-e30dd469-9e25-4969-87f3-a4778d8a3281 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Synchronizing usage tracker for tenant:ed558a94bd42496298488549f6a1a20a on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:59:45.097574 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd257cd0-aa97-4526-8252-e04e5aa06d7c', 'name': 'network-vif-deleted', 'tag': 'c8b8fb79-fd92-474a-8ec2-5ac7b267ee2e'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:59:45.121017 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-26b915c0-4275-475c-9b5a-6bd513e63dac admin admin] Notify callbacks [] for router, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:45.180160 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-c5139c69-2be7-40ad-9692-160d9c63f59f tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:59:45.199626 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-c5139c69-2be7-40ad-9692-160d9c63f59f tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Usage tracker for resource:subnet and tenant:d3eb50f3028440db9726ae16e6111d12 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:59:45.203183 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-c5139c69-2be7-40ad-9692-160d9c63f59f tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:59:45.216138 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-5e444aeb-f77e-4ee7-9d30-6f319cc6316d req-e30dd469-9e25-4969-87f3-a4778d8a3281 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] Unset dirty status for tenant:ed558a94bd42496298488549f6a1a20a on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:59:45.219161 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5e444aeb-f77e-4ee7-9d30-6f319cc6316d req-e30dd469-9e25-4969-87f3-a4778d8a3281 tempest-ServersOnMultiNodesTest-552179317 tempest-ServersOnMultiNodesTest-552179317-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd257cd0-aa97-4526-8252-e04e5aa06d7c HTTP/1.1" status: 200 len: 210 time: 0.2191098 Jun 01 18:59:45.221264 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-c5139c69-2be7-40ad-9692-160d9c63f59f tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:59:45.264887 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5139c69-2be7-40ad-9692-160d9c63f59f tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Made reservation on behalf of d3eb50f3028440db9726ae16e6111d12 for: {'subnet': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:59:45.270909 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-c5139c69-2be7-40ad-9692-160d9c63f59f tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3066584'] for subnet, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:45.389819 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93b907ad-d16e-4e4c-8e47-6d38b4c54486'] response: {'server_uuid': 'bd257cd0-aa97-4526-8252-e04e5aa06d7c', 'name': 'network-vif-deleted', 'tag': 'c8b8fb79-fd92-474a-8ec2-5ac7b267ee2e', 'status': 'completed', 'code': 200} Jun 01 18:59:45.482755 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-4abe8f7b-0ce7-48ab-9101-6386427c2f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '533f25a8-4516-4734-96dc-76ed394d7577', 'name': 'tempest-AttachVolumeNegativeTest-808524778-router', 'tenant_id': '9da8911c90e044c58dc0cf3fd4a5638a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.190'}], 'enable_snat': True}, 'gw_port_id': '0717cc72-7117-44ae-b5ab-924a55678621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:52:17Z', 'updated_at': '2022-06-01T18:59:40Z', 'revision_number': 5, 'project_id': '9da8911c90e044c58dc0cf3fd4a5638a', 'gw_port': {'id': '0717cc72-7117-44ae-b5ab-924a55678621', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:f4:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '533f25a8-4516-4734-96dc-76ed394d7577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:52:19Z', 'updated_at': '2022-06-01T18:52:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:59:45.491003 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4abe8f7b-0ce7-48ab-9101-6386427c2f5f None None] Checking router: 533f25a8-4516-4734-96dc-76ed394d7577 for host: n-d-844202-1 {{(pid=88526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 18:59:45.515734 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4abe8f7b-0ce7-48ab-9101-6386427c2f5f None None] Routers {'533f25a8-4516-4734-96dc-76ed394d7577'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:59:45.517632 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-4abe8f7b-0ce7-48ab-9101-6386427c2f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:59:39Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['533f25a8-4516-4734-96dc-76ed394d7577'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:59:45.797104 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-4abe8f7b-0ce7-48ab-9101-6386427c2f5f None None] Set router 533f25a8-4516-4734-96dc-76ed394d7577 gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:59:45.833397 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 37682) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:59:45.854687 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-e70b0879-ae41-48c2-9d10-bef363feca46 None None] Notify callbacks [] for port, precommit_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:45.874762 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.provisioning_blocks [None req-e70b0879-ae41-48c2-9d10-bef363feca46 None None] Transition to ACTIVE for port object 63f4b62a-c06f-44f6-8805-96b30709e05f will not be triggered until provisioned by entity L2. {{(pid=88527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:59:45.883886 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-e70b0879-ae41-48c2-9d10-bef363feca46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:46.041193 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-e70b0879-ae41-48c2-9d10-bef363feca46 None None] Attempting to bind port 63f4b62a-c06f-44f6-8805-96b30709e05f on host n-d-844202-1 for vnic_type normal with profile {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:59:46.042228 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-e70b0879-ae41-48c2-9d10-bef363feca46 None None] Attempting to bind port 63f4b62a-c06f-44f6-8805-96b30709e05f by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}] {{(pid=88527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:59:46.042774 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70b0879-ae41-48c2-9d10-bef363feca46 None None] Attempting to bind port 63f4b62a-c06f-44f6-8805-96b30709e05f on network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:59:46.058082 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70b0879-ae41-48c2-9d10-bef363feca46 None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 18, 59, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:59:46.058569 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70b0879-ae41-48c2-9d10-bef363feca46 None None] Checking segment: {'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:59:46.059067 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-e70b0879-ae41-48c2-9d10-bef363feca46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:46.059609 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70b0879-ae41-48c2-9d10-bef363feca46 None None] Bound using segment: {'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'} {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:59:46.060401 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-e70b0879-ae41-48c2-9d10-bef363feca46 None None] Bound port: 63f4b62a-c06f-44f6-8805-96b30709e05f, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}}] {{(pid=88527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:59:46.061004 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-e70b0879-ae41-48c2-9d10-bef363feca46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:46.100532 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-c5139c69-2be7-40ad-9692-160d9c63f59f tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2718919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3066602'] for subnet, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:46.117203 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d98a197-049b-4b4d-9632-3eda43b977a2 admin admin] Deleting subnet d9a00a8a-84b0-48ee-be43-fa0400fc72bb {{(pid=88525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 18:59:46.143647 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5d98a197-049b-4b4d-9632-3eda43b977a2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:46.157121 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118d9aea-2ca1-4adb-a5d8-6c43d0c18eb4 None None] Pushing event updated for resources: {'Port': ['ID=63f4b62a-c06f-44f6-8805-96b30709e05f,revision_number=2']} {{(pid=88527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:59:46.180115 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118d9aea-2ca1-4adb-a5d8-6c43d0c18eb4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:59:46.180115 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118d9aea-2ca1-4adb-a5d8-6c43d0c18eb4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:59:46.180115 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118d9aea-2ca1-4adb-a5d8-6c43d0c18eb4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:59:46.180115 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118d9aea-2ca1-4adb-a5d8-6c43d0c18eb4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:59:46.185722 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-26b915c0-4275-475c-9b5a-6bd513e63dac admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:46.188291 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118d9aea-2ca1-4adb-a5d8-6c43d0c18eb4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:59:46.198368 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118d9aea-2ca1-4adb-a5d8-6c43d0c18eb4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:59:46.198787 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118d9aea-2ca1-4adb-a5d8-6c43d0c18eb4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:59:46.199116 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118d9aea-2ca1-4adb-a5d8-6c43d0c18eb4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:59:46.199440 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118d9aea-2ca1-4adb-a5d8-6c43d0c18eb4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:59:46.199760 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118d9aea-2ca1-4adb-a5d8-6c43d0c18eb4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:59:46.200077 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118d9aea-2ca1-4adb-a5d8-6c43d0c18eb4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:59:46.200414 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118d9aea-2ca1-4adb-a5d8-6c43d0c18eb4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 18:59:46.261620 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4ef49764-fdc6-49a9-ba27-c557f013fc62 req-875905f7-eb9c-45ff-9825-d2622e74b9ba tempest-ServerShowV247Test-1119470366 tempest-ServerShowV247Test-1119470366-project] 10.222.0.41 "GET /v2.0/ports?device_id=31158711-bf98-4d08-9b24-63e4bccb0c0b HTTP/1.1" status: 200 len: 210 time: 0.1665361 Jun 01 18:59:46.266669 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-26b915c0-4275-475c-9b5a-6bd513e63dac admin admin] Deleting port 0717cc72-7117-44ae-b5ab-924a55678621 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:59:46.267895 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-26b915c0-4275-475c-9b5a-6bd513e63dac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:46.302495 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5d98a197-049b-4b4d-9632-3eda43b977a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2258509'] for subnet, precommit_delete_associations {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:46.309451 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.db [None req-e70b0879-ae41-48c2-9d10-bef363feca46 None None] For port 63f4b62a-c06f-44f6-8805-96b30709e05f, host n-d-844202-1, cleared binding levels {{(pid=88527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:59:46.312884 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.db [None req-e70b0879-ae41-48c2-9d10-bef363feca46 None None] For port 63f4b62a-c06f-44f6-8805-96b30709e05f, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=63f4b62a-c06f-44f6-8805-96b30709e05f,segment=NetworkSegment(7875af61-4c53-4ff2-b8c8-d4b7c35ff947),segment_id=7875af61-4c53-4ff2-b8c8-d4b7c35ff947)] {{(pid=88527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:59:46.316763 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-e70b0879-ae41-48c2-9d10-bef363feca46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:46.427494 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-4abe8f7b-0ce7-48ab-9101-6386427c2f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '533f25a8-4516-4734-96dc-76ed394d7577', 'name': 'tempest-AttachVolumeNegativeTest-808524778-router', 'tenant_id': '9da8911c90e044c58dc0cf3fd4a5638a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.190'}], 'enable_snat': True}, 'gw_port_id': '0717cc72-7117-44ae-b5ab-924a55678621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:52:17Z', 'updated_at': '2022-06-01T18:59:40Z', 'revision_number': 5, 'project_id': '9da8911c90e044c58dc0cf3fd4a5638a', 'gw_port': {'id': '0717cc72-7117-44ae-b5ab-924a55678621', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:f4:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '533f25a8-4516-4734-96dc-76ed394d7577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:52:19Z', 'updated_at': '2022-06-01T18:52:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:59:46.431412 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5139c69-2be7-40ad-9692-160d9c63f59f tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Pushing event updated for resources: {'Subnet': ['ID=6ed963cc-5a55-45a1-891d-724fd87ad4ca,revision_number=0']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:59:46.446338 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5139c69-2be7-40ad-9692-160d9c63f59f tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Checking segment: {'id': '246b7005-0935-4ff3-9c3d-ab1795846166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '81249ed1-a33f-4045-8ad1-594c3da17cb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:59:46.446702 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5139c69-2be7-40ad-9692-160d9c63f59f tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Network hostable DHCP agents. Network: 81249ed1-a33f-4045-8ad1-594c3da17cb8, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88524) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 18:59:46.451231 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2c89fd-9b72-424f-b443-e3dbce34225c req-ed4c7638-2811-4891-ac06-ef69c2ac57ea tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:59:46.457555 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4abe8f7b-0ce7-48ab-9101-6386427c2f5f None None] The sync data for ids ['533f25a8-4516-4734-96dc-76ed394d7577'] in n-d-844202-1 is: [{'id': '533f25a8-4516-4734-96dc-76ed394d7577', 'name': 'tempest-AttachVolumeNegativeTest-808524778-router', 'tenant_id': '9da8911c90e044c58dc0cf3fd4a5638a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.190'}], 'enable_snat': True}, 'gw_port_id': '0717cc72-7117-44ae-b5ab-924a55678621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:52:17Z', 'updated_at': '2022-06-01T18:59:40Z', 'revision_number': 5, 'project_id': '9da8911c90e044c58dc0cf3fd4a5638a', 'gw_port': {'id': '0717cc72-7117-44ae-b5ab-924a55678621', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:f4:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '533f25a8-4516-4734-96dc-76ed394d7577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:52:19Z', 'updated_at': '2022-06-01T18:52:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}] {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 18:59:46.458285 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-7f2c89fd-9b72-424f-b443-e3dbce34225c req-ed4c7638-2811-4891-ac06-ef69c2ac57ea tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=863d6d17-7ec0-45a3-a6dc-82b322b76ced HTTP/1.1" status: 200 len: 945 time: 0.4751713 Jun 01 18:59:46.539319 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118d9aea-2ca1-4adb-a5d8-6c43d0c18eb4 None None] Pushing event updated for resources: {'Port': ['ID=63f4b62a-c06f-44f6-8805-96b30709e05f,revision_number=3']} {{(pid=88527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:59:46.542556 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e70b0879-ae41-48c2-9d10-bef363feca46 None None] Routers {'bb28304e-3805-4cf6-b433-f6c6230e1e5b'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:59:46.543156 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-e70b0879-ae41-48c2-9d10-bef363feca46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:59:39Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['bb28304e-3805-4cf6-b433-f6c6230e1e5b'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:59:46.557347 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5d98a197-049b-4b4d-9632-3eda43b977a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:46.839018 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5139c69-2be7-40ad-9692-160d9c63f59f tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Network 81249ed1-a33f-4045-8ad1-594c3da17cb8 is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88524) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 18:59:46.869773 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-c5139c69-2be7-40ad-9692-160d9c63f59f tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, 81249ed1-a33f-4045-8ad1-594c3da17cb8) {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:59:46.878954 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47119d7f-59ba-408a-b6ce-4a4d0ed89f32 None None] Network 81249ed1-a33f-4045-8ad1-594c3da17cb8 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 18:59:46.886604 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5139c69-2be7-40ad-9692-160d9c63f59f tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:59:46.887179 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-c5139c69-2be7-40ad-9692-160d9c63f59f tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:46.931931 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-7f2c89fd-9b72-424f-b443-e3dbce34225c req-27c562a1-0196-4780-a9fb-5c03bd4c2506 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ce59b29-4aa6-4d2e-8584-a540c0a14c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4726708 Jun 01 18:59:46.975282 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [None req-26b915c0-4275-475c-9b5a-6bd513e63dac admin admin] For port 0717cc72-7117-44ae-b5ab-924a55678621, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=0717cc72-7117-44ae-b5ab-924a55678621,segment=NetworkSegment(7875af61-4c53-4ff2-b8c8-d4b7c35ff947),segment_id=7875af61-4c53-4ff2-b8c8-d4b7c35ff947)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:59:46.979812 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-26b915c0-4275-475c-9b5a-6bd513e63dac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:46.996811 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5d98a197-049b-4b4d-9632-3eda43b977a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2614143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9667199'] for subnet, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:47.121384 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-e70b0879-ae41-48c2-9d10-bef363feca46 None None] Set router bb28304e-3805-4cf6-b433-f6c6230e1e5b gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:59:47.175576 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d98a197-049b-4b4d-9632-3eda43b977a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9a00a8a-84b0-48ee-be43-fa0400fc72bb,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:59:47.194028 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 37710) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:59:47.204354 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5d98a197-049b-4b4d-9632-3eda43b977a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:47.225417 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-5d98a197-049b-4b4d-9632-3eda43b977a2 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/d9a00a8a-84b0-48ee-be43-fa0400fc72bb HTTP/1.1" status: 204 len: 168 time: 1.3896890 Jun 01 18:59:47.228003 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 37716) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:59:47.337600 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-c5139c69-2be7-40ad-9692-160d9c63f59f tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.6104584 Jun 01 18:59:47.375879 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-26b915c0-4275-475c-9b5a-6bd513e63dac admin admin] Calling delete_port for 0717cc72-7117-44ae-b5ab-924a55678621 owned by network:router_gateway {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:59:47.465364 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 37724) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:59:47.710356 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0a990be7-c8f0-4b73-bf83-cd8ffb836417 req-44a4494b-6e09-4331-a597-aeffbb9dc0ee tempest-ServerShowV247Test-1119470366 tempest-ServerShowV247Test-1119470366-project] 10.222.0.41 "GET /v2.0/ports?device_id=31158711-bf98-4d08-9b24-63e4bccb0c0b HTTP/1.1" status: 200 len: 210 time: 0.1075549 Jun 01 18:59:47.741928 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ac51dbe-f717-4cff-bd52-34266c6e6dd9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc93f83c3-7fb6-5c13-a9d4-29d739a4e8d2-81249ed1-a33f-4045-8ad1-594c3da17cb8', 'network_id': '81249ed1-a33f-4045-8ad1-594c3da17cb8', 'tenant_id': 'd3eb50f3028440db9726ae16e6111d12', 'fixed_ips': [{'subnet_id': '6ed963cc-5a55-45a1-891d-724fd87ad4ca'}]}} from n-d-844202-1. {{(pid=88526) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 18:59:47.743746 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-9ac51dbe-f717-4cff-bd52-34266c6e6dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:47.895844 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-e70b0879-ae41-48c2-9d10-bef363feca46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb28304e-3805-4cf6-b433-f6c6230e1e5b', 'name': 'tempest-TestNetworkBasicOps-router-1191796848', 'tenant_id': 'd3eb50f3028440db9726ae16e6111d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': '63f4b62a-c06f-44f6-8805-96b30709e05f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:59:37Z', 'updated_at': '2022-06-01T18:59:40Z', 'revision_number': 3, 'project_id': 'd3eb50f3028440db9726ae16e6111d12', 'gw_port': {'id': '63f4b62a-c06f-44f6-8805-96b30709e05f', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:2c:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb28304e-3805-4cf6-b433-f6c6230e1e5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:59:39Z', 'updated_at': '2022-06-01T18:59:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:59:47.904219 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e70b0879-ae41-48c2-9d10-bef363feca46 None None] The sync data for ids ['bb28304e-3805-4cf6-b433-f6c6230e1e5b'] in n-d-844202-1 is: [{'id': 'bb28304e-3805-4cf6-b433-f6c6230e1e5b', 'name': 'tempest-TestNetworkBasicOps-router-1191796848', 'tenant_id': 'd3eb50f3028440db9726ae16e6111d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': '63f4b62a-c06f-44f6-8805-96b30709e05f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:59:37Z', 'updated_at': '2022-06-01T18:59:40Z', 'revision_number': 3, 'project_id': 'd3eb50f3028440db9726ae16e6111d12', 'gw_port': {'id': '63f4b62a-c06f-44f6-8805-96b30709e05f', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:2c:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb28304e-3805-4cf6-b433-f6c6230e1e5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:59:39Z', 'updated_at': '2022-06-01T18:59:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 18:59:47.926263 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-26b915c0-4275-475c-9b5a-6bd513e63dac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:48.014740 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b915c0-4275-475c-9b5a-6bd513e63dac admin admin] Pushing event deleted for resources: {'Port': ['ID=0717cc72-7117-44ae-b5ab-924a55678621,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:59:48.053666 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-342877ca-8e42-459d-8e4d-901d11fb14b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:48.165282 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-b3415e7a-16e3-42eb-baa9-5dac15ff10e9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ed558a94bd42496298488549f6a1a20a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9676089 Jun 01 18:59:48.179377 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 37736) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:59:48.243316 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.db_base_plugin_common [None req-9ac51dbe-f717-4cff-bd52-34266c6e6dd9 None None] Allocated IP 172.20.0.2 (81249ed1-a33f-4045-8ad1-594c3da17cb8/6ed963cc-5a55-45a1-891d-724fd87ad4ca/3bff481e-9ba4-4bca-9b70-0db1655b47b1) {{(pid=88526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:59:48.268802 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device da5af43f-7a7c-4ca7-9438-4ae05d3d9f7c no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:59:48.293787 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-26b915c0-4275-475c-9b5a-6bd513e63dac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-887703'] for router_gateway, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:48.316085 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: da5af43f-7a7c-4ca7-9438-4ae05d3d9f7c {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 18:59:48.317716 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device da5af43f-7a7c-4ca7-9438-4ae05d3d9f7c not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 18:59:48.792892 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-26b915c0-4275-475c-9b5a-6bd513e63dac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25316'] for router, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:48.795879 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-26b915c0-4275-475c-9b5a-6bd513e63dac admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:48.843439 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-26b915c0-4275-475c-9b5a-6bd513e63dac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-891519'] for router, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:48.844093 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26b915c0-4275-475c-9b5a-6bd513e63dac admin admin] Fanout notify agent at l3_agent the message router_deleted on router 533f25a8-4516-4734-96dc-76ed394d7577 {{(pid=88524) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 18:59:48.874576 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-26b915c0-4275-475c-9b5a-6bd513e63dac admin admin] Notify callbacks [] for router, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:48.878243 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-26b915c0-4275-475c-9b5a-6bd513e63dac admin admin] 10.222.0.41 "DELETE /v2.0/routers/533f25a8-4516-4734-96dc-76ed394d7577 HTTP/1.1" status: 204 len: 168 time: 4.4164569 Jun 01 18:59:48.879152 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 37752) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:59:49.095608 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-77ba8412-f1d9-47f9-9f81-caecbd7b0845 req-61bb9630-43d8-4dd8-a3df-60e3cdf58b15 tempest-ServerShowV247Test-1119470366 tempest-ServerShowV247Test-1119470366-project] 10.222.0.41 "GET /v2.0/ports?device_id=31158711-bf98-4d08-9b24-63e4bccb0c0b HTTP/1.1" status: 200 len: 210 time: 0.1230934 Jun 01 18:59:49.104740 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-9ac51dbe-f717-4cff-bd52-34266c6e6dd9 None None] Notify callbacks [] for port, precommit_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:49.139468 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-9ac51dbe-f717-4cff-bd52-34266c6e6dd9 None None] Transition to ACTIVE for port object 3bff481e-9ba4-4bca-9b70-0db1655b47b1 will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:59:49.140323 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_v2 [None req-6dbc9413-5098-4f9d-adac-44975de5755c admin admin] Deleting subnet b62dadc8-5788-404f-95cb-85382718471e {{(pid=88524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 18:59:49.150088 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6dbc9413-5098-4f9d-adac-44975de5755c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:49.240090 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-9ac51dbe-f717-4cff-bd52-34266c6e6dd9 None None] Transition to ACTIVE for port object 3bff481e-9ba4-4bca-9b70-0db1655b47b1 will not be triggered until provisioned by entity DHCP. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:59:49.251081 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-9ac51dbe-f717-4cff-bd52-34266c6e6dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526'] for port, after_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:49.331593 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6dbc9413-5098-4f9d-adac-44975de5755c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2702137'] for subnet, precommit_delete_associations {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:49.338565 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ac51dbe-f717-4cff-bd52-34266c6e6dd9 None None] Network 81249ed1-a33f-4045-8ad1-594c3da17cb8 is already hosted by enough agents. {{(pid=88526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:59:49.347024 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.base_scheduler [None req-9ac51dbe-f717-4cff-bd52-34266c6e6dd9 None None] Resources bound (agent type, host, resource id): {{(pid=88526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:59:49.356326 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac51dbe-f717-4cff-bd52-34266c6e6dd9 None None] Received port after_create {{(pid=88526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:59:49.384210 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-342877ca-8e42-459d-8e4d-901d11fb14b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:49.421458 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-342877ca-8e42-459d-8e4d-901d11fb14b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2f561bc-68f8-41e9-b658-43355cd7eda6']}} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:59:49.435578 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-342877ca-8e42-459d-8e4d-901d11fb14b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23f7f523-bd23-4dea-a8a2-f9df8f5fb206') {'for_net_delete': True} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:59:49.436164 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-342877ca-8e42-459d-8e4d-901d11fb14b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23f7f523-bd23-4dea-a8a2-f9df8f5fb206') {} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:59:49.448828 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-342877ca-8e42-459d-8e4d-901d11fb14b4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2258522'] for segment, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:49.456134 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6dbc9413-5098-4f9d-adac-44975de5755c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:49.468269 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-342877ca-8e42-459d-8e4d-901d11fb14b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:49.476489 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-342877ca-8e42-459d-8e4d-901d11fb14b4 admin admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=88525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 18:59:49.477143 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-342877ca-8e42-459d-8e4d-901d11fb14b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2613981'] for segment, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:49.595231 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6dbc9413-5098-4f9d-adac-44975de5755c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2718856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3066595'] for subnet, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:49.680584 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac51dbe-f717-4cff-bd52-34266c6e6dd9 None None] Pushing event updated for resources: {'Port': ['ID=3bff481e-9ba4-4bca-9b70-0db1655b47b1,revision_number=1']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:59:49.693281 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-9ac51dbe-f717-4cff-bd52-34266c6e6dd9 None None] Attempting to bind port 3bff481e-9ba4-4bca-9b70-0db1655b47b1 on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 18:59:49.694392 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-9ac51dbe-f717-4cff-bd52-34266c6e6dd9 None None] Attempting to bind port 3bff481e-9ba4-4bca-9b70-0db1655b47b1 by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': '246b7005-0935-4ff3-9c3d-ab1795846166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '81249ed1-a33f-4045-8ad1-594c3da17cb8'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 18:59:49.695963 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac51dbe-f717-4cff-bd52-34266c6e6dd9 None None] Attempting to bind port 3bff481e-9ba4-4bca-9b70-0db1655b47b1 on network 81249ed1-a33f-4045-8ad1-594c3da17cb8 {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 18:59:49.703624 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac51dbe-f717-4cff-bd52-34266c6e6dd9 None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 18, 59, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 18:59:49.704524 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac51dbe-f717-4cff-bd52-34266c6e6dd9 None None] Checking segment: {'id': '246b7005-0935-4ff3-9c3d-ab1795846166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '81249ed1-a33f-4045-8ad1-594c3da17cb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:59:49.705265 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-9ac51dbe-f717-4cff-bd52-34266c6e6dd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:49.705805 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac51dbe-f717-4cff-bd52-34266c6e6dd9 None None] Bound using segment: {'id': '246b7005-0935-4ff3-9c3d-ab1795846166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '81249ed1-a33f-4045-8ad1-594c3da17cb8'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 18:59:49.706431 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-9ac51dbe-f717-4cff-bd52-34266c6e6dd9 None None] Bound port: 3bff481e-9ba4-4bca-9b70-0db1655b47b1, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '246b7005-0935-4ff3-9c3d-ab1795846166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '81249ed1-a33f-4045-8ad1-594c3da17cb8'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 18:59:49.706988 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-9ac51dbe-f717-4cff-bd52-34266c6e6dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:49.741316 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6dbc9413-5098-4f9d-adac-44975de5755c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:49.761432 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-6dbc9413-5098-4f9d-adac-44975de5755c admin admin] 10.222.0.41 "DELETE /v2.0/subnets/b62dadc8-5788-404f-95cb-85382718471e HTTP/1.1" status: 204 len: 168 time: 0.8778524 Jun 01 18:59:49.761432 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbc9413-5098-4f9d-adac-44975de5755c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b62dadc8-5788-404f-95cb-85382718471e,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:59:49.765579 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 37768) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:59:49.787698 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment 23f7f523-bd23-4dea-a8a2-f9df8f5fb206 resource provider aggregate not found Jun 01 18:59:49.808478 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-342877ca-8e42-459d-8e4d-901d11fb14b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:49.815955 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-342877ca-8e42-459d-8e4d-901d11fb14b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:49.899259 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment 23f7f523-bd23-4dea-a8a2-f9df8f5fb206 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 23f7f523-bd23-4dea-a8a2-f9df8f5fb206 found for delete ", "request_id": "req-d303f6e2-29e8-45e1-86c0-4e1a5f5ca82e"}]} Jun 01 18:59:49.913950 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-9ac51dbe-f717-4cff-bd52-34266c6e6dd9 None None] For port 3bff481e-9ba4-4bca-9b70-0db1655b47b1, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 18:59:49.918048 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-9ac51dbe-f717-4cff-bd52-34266c6e6dd9 None None] For port 3bff481e-9ba4-4bca-9b70-0db1655b47b1, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=3bff481e-9ba4-4bca-9b70-0db1655b47b1,segment=NetworkSegment(246b7005-0935-4ff3-9c3d-ab1795846166),segment_id=246b7005-0935-4ff3-9c3d-ab1795846166)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 18:59:49.925022 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87a7e53e-4473-4531-b05a-77555f0cc127 None None] Network 908da31a-c43f-4d78-b2f1-4926efeaafe9 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 18:59:49.940033 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-9ac51dbe-f717-4cff-bd52-34266c6e6dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:50.084313 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4b99e9e5-1f06-4a63-a577-8a2557881e50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:50.102238 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 63f4b62a-c06f-44f6-8805-96b30709e05f up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:59:50.110543 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-7616268d-126a-44cc-a0ac-a8b1b6aecf75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:50.145847 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-7616268d-126a-44cc-a0ac-a8b1b6aecf75 admin admin] Deleting port 86873127-3898-4dc4-846e-35ce210488c6 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:59:50.147083 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-7616268d-126a-44cc-a0ac-a8b1b6aecf75 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:50.192853 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4b99e9e5-1f06-4a63-a577-8a2557881e50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:50.478381 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac51dbe-f717-4cff-bd52-34266c6e6dd9 None None] Pushing event updated for resources: {'Port': ['ID=3bff481e-9ba4-4bca-9b70-0db1655b47b1,revision_number=2']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:59:50.630829 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342877ca-8e42-459d-8e4d-901d11fb14b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=d2f561bc-68f8-41e9-b658-43355cd7eda6,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:59:50.656970 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port 63f4b62a-c06f-44f6-8805-96b30709e05f completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:59:50.667193 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 63f4b62a-c06f-44f6-8805-96b30709e05f triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:59:50.667943 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:50.699454 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9334afa-a111-4dba-911c-568c0f5a73e6 req-058e1595-4018-4186-b8c4-66cf690646c0 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:59:50.706978 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b9334afa-a111-4dba-911c-568c0f5a73e6 req-058e1595-4018-4186-b8c4-66cf690646c0 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=863d6d17-7ec0-45a3-a6dc-82b322b76ced HTTP/1.1" status: 200 len: 945 time: 2.3922305 Jun 01 18:59:50.759247 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4b99e9e5-1f06-4a63-a577-8a2557881e50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:50.938429 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-342877ca-8e42-459d-8e4d-901d11fb14b4 admin admin] 10.222.0.41 "DELETE /v2.0/networks/d2f561bc-68f8-41e9-b658-43355cd7eda6 HTTP/1.1" status: 204 len: 168 time: 3.7064497 Jun 01 18:59:50.958935 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b99e9e5-1f06-4a63-a577-8a2557881e50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22665066-3f80-4493-8b7a-e2faea6c666a,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:59:51.036835 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b9334afa-a111-4dba-911c-568c0f5a73e6 req-3f1a60d4-dbd7-475d-b10c-e85fe5160689 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ce59b29-4aa6-4d2e-8584-a540c0a14c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3282320 Jun 01 18:59:51.041191 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4b99e9e5-1f06-4a63-a577-8a2557881e50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:51.058269 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-cdc452a2-4221-42bc-b101-a57912c45b77 req-d100ad8b-39cd-4cc7-b3cf-3149821da3ef tempest-ServerShowV247Test-1119470366 tempest-ServerShowV247Test-1119470366-project] 10.222.0.41 "GET /v2.0/ports?device_id=31158711-bf98-4d08-9b24-63e4bccb0c0b HTTP/1.1" status: 200 len: 210 time: 0.7826986 Jun 01 18:59:51.059774 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-4b99e9e5-1f06-4a63-a577-8a2557881e50 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/22665066-3f80-4493-8b7a-e2faea6c666a HTTP/1.1" status: 204 len: 168 time: 2.7604995 Jun 01 18:59:51.065421 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8381fbda-744a-4c91-940c-50d112248f42 None None] DHCP port deletion for 908da31a-c43f-4d78-b2f1-4926efeaafe9 request from n-d-844202-1 {{(pid=88526) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 18:59:51.117902 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-8381fbda-744a-4c91-940c-50d112248f42 None None] Deleting port 86873127-3898-4dc4-846e-35ce210488c6 {{(pid=88526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:59:51.118810 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-8381fbda-744a-4c91-940c-50d112248f42 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:51.166208 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [None req-7616268d-126a-44cc-a0ac-a8b1b6aecf75 admin admin] For port 86873127-3898-4dc4-846e-35ce210488c6, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=86873127-3898-4dc4-846e-35ce210488c6,segment=NetworkSegment(182d40cc-3a03-495c-b3d5-827c96c30acf),segment_id=182d40cc-3a03-495c-b3d5-827c96c30acf)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:59:51.166738 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-7616268d-126a-44cc-a0ac-a8b1b6aecf75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:51.398022 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 63f4b62a-c06f-44f6-8805-96b30709e05f is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:59:51.398401 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:51.569019 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 37798) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:59:51.651968 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-44a0d934-c4e2-42f5-83a9-f66c72584ad7 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:51.678487 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-7616268d-126a-44cc-a0ac-a8b1b6aecf75 admin admin] Calling delete_port for 86873127-3898-4dc4-846e-35ce210488c6 owned by network:dhcp {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:59:51.850145 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-7616268d-126a-44cc-a0ac-a8b1b6aecf75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:51.919798 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 37808) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:59:51.948428 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-3e815c59-f599-4bbe-8528-215025e81ba1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9e9cb224747b49cb8b62ab1978812099&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3779516 Jun 01 18:59:51.962017 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-8381fbda-744a-4c91-940c-50d112248f42 None None] For port 86873127-3898-4dc4-846e-35ce210488c6, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=86873127-3898-4dc4-846e-35ce210488c6,segment=NetworkSegment(182d40cc-3a03-495c-b3d5-827c96c30acf),segment_id=182d40cc-3a03-495c-b3d5-827c96c30acf)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:59:51.962576 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-8381fbda-744a-4c91-940c-50d112248f42 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:51.968716 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 37812) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:59:52.020676 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7616268d-126a-44cc-a0ac-a8b1b6aecf75 admin admin] Pushing event deleted for resources: {'Port': ['ID=86873127-3898-4dc4-846e-35ce210488c6,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:59:52.046757 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7616268d-126a-44cc-a0ac-a8b1b6aecf75 admin admin] No DVR routers for this DVR port 86873127-3898-4dc4-846e-35ce210488c6 on host n-d-844202-1 {{(pid=88524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 18:59:52.217860 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-8381fbda-744a-4c91-940c-50d112248f42 None None] Calling delete_port for 86873127-3898-4dc4-846e-35ce210488c6 owned by network:dhcp {{(pid=88526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:59:52.322406 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.db.api [None req-8381fbda-744a-4c91-940c-50d112248f42 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88526) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 18:59:52.323139 n-d-844202-1 neutron-server[88526]: DEBUG oslo_db.api [None req-8381fbda-744a-4c91-940c-50d112248f42 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 18:59:52.324847 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port 63f4b62a-c06f-44f6-8805-96b30709e05f, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=63f4b62a-c06f-44f6-8805-96b30709e05f,segment=NetworkSegment(7875af61-4c53-4ff2-b8c8-d4b7c35ff947),segment_id=7875af61-4c53-4ff2-b8c8-d4b7c35ff947)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:59:52.331438 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:52.430208 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-0c6955df-9cac-418c-93a4-d5cdd35ceda6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:52.437793 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-ac29a0fe-b11f-4d4a-b8d1-8bfc24ebbfcf admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f1f7631c263947d2b9b624f3a5d2d574&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4879651 Jun 01 18:59:52.440856 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3f4fab0-b26c-40e0-a11f-9aff425330fa None None] Network 81249ed1-a33f-4045-8ad1-594c3da17cb8 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 18:59:52.458738 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 37828) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:59:52.487949 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 0717cc72-7117-44ae-b5ab-924a55678621 no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:59:52.533907 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-7616268d-126a-44cc-a0ac-a8b1b6aecf75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:52.551950 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-0c6955df-9cac-418c-93a4-d5cdd35ceda6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:52.608600 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-7616268d-126a-44cc-a0ac-a8b1b6aecf75 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['908da31a-c43f-4d78-b2f1-4926efeaafe9']}} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:59:52.646056 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac47067-0323-47db-8ce6-76b7fe1b9b5f req-39fa28c1-06f2-4367-b9fe-95159e444b1a tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:59:52.646771 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-6ac47067-0323-47db-8ce6-76b7fe1b9b5f req-39fa28c1-06f2-4367-b9fe-95159e444b1a tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Synchronizing usage tracker for tenant:d40f7c9e0af24f109f247cdb0a7a60bf on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:59:52.668295 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-7616268d-126a-44cc-a0ac-a8b1b6aecf75 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '182d40cc-3a03-495c-b3d5-827c96c30acf') {'for_net_delete': True} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:59:52.668594 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-7616268d-126a-44cc-a0ac-a8b1b6aecf75 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '182d40cc-3a03-495c-b3d5-827c96c30acf') {} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:59:52.710740 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: 0717cc72-7117-44ae-b5ab-924a55678621 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 18:59:52.711344 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 0717cc72-7117-44ae-b5ab-924a55678621 not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 18:59:52.718209 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-5533dcdf-8dd6-48ac-89e0-bac864ff9851 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:52.720463 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-6ac47067-0323-47db-8ce6-76b7fe1b9b5f req-39fa28c1-06f2-4367-b9fe-95159e444b1a tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Unset dirty status for tenant:d40f7c9e0af24f109f247cdb0a7a60bf on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:59:52.727840 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6ac47067-0323-47db-8ce6-76b7fe1b9b5f req-39fa28c1-06f2-4367-b9fe-95159e444b1a tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb004fdd-bd15-457d-91b4-9584fa047d1f HTTP/1.1" status: 200 len: 945 time: 0.5326889 Jun 01 18:59:52.766727 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-83e6d51f-a60b-47cd-a870-e5c685cb0d24 None None] Provisioning for port 3bff481e-9ba4-4bca-9b70-0db1655b47b1 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:59:52.778726 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-7616268d-126a-44cc-a0ac-a8b1b6aecf75 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2702126'] for segment, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:52.824351 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81983fd-90d3-4e09-b935-0fd6a50d18ad req-a71017bf-4652-4936-ae89-7b79ff8e077f tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:59:52.826443 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-8381fbda-744a-4c91-940c-50d112248f42 None None] Deleting port 86873127-3898-4dc4-846e-35ce210488c6 {{(pid=88526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:59:52.826820 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-8381fbda-744a-4c91-940c-50d112248f42 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:52.836341 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b81983fd-90d3-4e09-b935-0fd6a50d18ad req-a71017bf-4652-4936-ae89-7b79ff8e077f tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=863d6d17-7ec0-45a3-a6dc-82b322b76ced HTTP/1.1" status: 200 len: 945 time: 0.5402441 Jun 01 18:59:52.873169 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-7616268d-126a-44cc-a0ac-a8b1b6aecf75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:52.883153 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7616268d-126a-44cc-a0ac-a8b1b6aecf75 admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=88524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 18:59:52.883387 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-7616268d-126a-44cc-a0ac-a8b1b6aecf75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2719018'] for segment, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:52.891756 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 3bff481e-9ba4-4bca-9b70-0db1655b47b1 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:59:52.923195 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b81983fd-90d3-4e09-b935-0fd6a50d18ad req-ab3f5b69-061b-4b95-adc1-013684f54f00 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ce59b29-4aa6-4d2e-8584-a540c0a14c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795419 Jun 01 18:59:52.932651 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=63f4b62a-c06f-44f6-8805-96b30709e05f,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:59:52.935679 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [None req-44a0d934-c4e2-42f5-83a9-f66c72584ad7 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Allocated IP 172.20.0.1 (81249ed1-a33f-4045-8ad1-594c3da17cb8/6ed963cc-5a55-45a1-891d-724fd87ad4ca/0af93757-175f-46a7-ad15-c24ac7f60ee6) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 18:59:53.026417 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-8381fbda-744a-4c91-940c-50d112248f42 None None] The port '86873127-3898-4dc4-846e-35ce210488c6' was deleted {{(pid=88526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 01 18:59:53.083157 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6ac47067-0323-47db-8ce6-76b7fe1b9b5f req-82aac460-432d-4f64-85f4-0e5bc175d51e tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] 10.222.0.41 "GET /v2.0/security-groups?id=10328742-6369-4815-ae6a-3cb954039bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3542995 Jun 01 18:59:53.091224 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-7616268d-126a-44cc-a0ac-a8b1b6aecf75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:53.095962 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-5533dcdf-8dd6-48ac-89e0-bac864ff9851 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:53.111047 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment 182d40cc-3a03-495c-b3d5-827c96c30acf resource provider aggregate not found Jun 01 18:59:53.130276 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-7616268d-126a-44cc-a0ac-a8b1b6aecf75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:53.155455 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7616268d-126a-44cc-a0ac-a8b1b6aecf75 admin admin] Pushing event deleted for resources: {'Network': ['ID=908da31a-c43f-4d78-b2f1-4926efeaafe9,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:59:53.164807 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-0c6955df-9cac-418c-93a4-d5cdd35ceda6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:53.200778 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6955df-9cac-418c-93a4-d5cdd35ceda6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3c8b76e-b49d-4786-9bc4-f1de5b7d45f7,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:59:53.218546 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment 182d40cc-3a03-495c-b3d5-827c96c30acf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 182d40cc-3a03-495c-b3d5-827c96c30acf found for delete ", "request_id": "req-d815bc36-0206-4650-a153-e4d3e6809cd7"}]} Jun 01 18:59:53.266825 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-7616268d-126a-44cc-a0ac-a8b1b6aecf75 admin admin] 10.222.0.41 "DELETE /v2.0/networks/908da31a-c43f-4d78-b2f1-4926efeaafe9 HTTP/1.1" status: 204 len: 168 time: 3.4997101 Jun 01 18:59:53.279125 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-81a03696-1af0-4008-9645-bd64e3affd33 req-bea11403-8340-47f4-b436-263262dad191 tempest-ServerShowV247Test-1119470366 tempest-ServerShowV247Test-1119470366-project] 10.222.0.41 "GET /v2.0/ports?device_id=31158711-bf98-4d08-9b24-63e4bccb0c0b HTTP/1.1" status: 200 len: 210 time: 0.1208735 Jun 01 18:59:53.280920 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-5533dcdf-8dd6-48ac-89e0-bac864ff9851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:53.323385 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-5533dcdf-8dd6-48ac-89e0-bac864ff9851 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:53.324566 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-5533dcdf-8dd6-48ac-89e0-bac864ff9851 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7d4a694d-58b1-46dc-9732-11c5e61608ed HTTP/1.1" status: 204 len: 168 time: 0.8647881 Jun 01 18:59:53.325671 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5533dcdf-8dd6-48ac-89e0-bac864ff9851 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d4a694d-58b1-46dc-9732-11c5e61608ed,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:59:53.328440 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-0c6955df-9cac-418c-93a4-d5cdd35ceda6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:53.344320 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-0c6955df-9cac-418c-93a4-d5cdd35ceda6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e3c8b76e-b49d-4786-9bc4-f1de5b7d45f7 HTTP/1.1" status: 204 len: 168 time: 1.3476431 Jun 01 18:59:53.392615 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-44a0d934-c4e2-42f5-83a9-f66c72584ad7 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:53.415712 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [None req-44a0d934-c4e2-42f5-83a9-f66c72584ad7 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Transition to ACTIVE for port object 0af93757-175f-46a7-ad15-c24ac7f60ee6 will not be triggered until provisioned by entity DHCP. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:59:53.444775 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-44a0d934-c4e2-42f5-83a9-f66c72584ad7 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:53.495859 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port 3bff481e-9ba4-4bca-9b70-0db1655b47b1 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:59:53.514740 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 3bff481e-9ba4-4bca-9b70-0db1655b47b1 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:59:53.516890 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:53.631495 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44a0d934-c4e2-42f5-83a9-f66c72584ad7 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Network 81249ed1-a33f-4045-8ad1-594c3da17cb8 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:59:53.634757 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-44a0d934-c4e2-42f5-83a9-f66c72584ad7 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:59:53.657155 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a0d934-c4e2-42f5-83a9-f66c72584ad7 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 18:59:53.709371 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 3bff481e-9ba4-4bca-9b70-0db1655b47b1 is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:59:53.710021 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:53.721733 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 37858) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:59:53.761368 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port 3bff481e-9ba4-4bca-9b70-0db1655b47b1, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=3bff481e-9ba4-4bca-9b70-0db1655b47b1,segment=NetworkSegment(246b7005-0935-4ff3-9c3d-ab1795846166),segment_id=246b7005-0935-4ff3-9c3d-ab1795846166)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:59:53.771071 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:53.811842 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-44a0d934-c4e2-42f5-83a9-f66c72584ad7 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-887605'] for router_interface, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:53.946783 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 86873127-3898-4dc4-846e-35ce210488c6 no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:59:54.050545 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-1555ff45-58fe-4324-982b-336214ffc98c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9da8911c90e044c58dc0cf3fd4a5638a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3275900 Jun 01 18:59:54.053700 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 37868) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:59:54.097505 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: 86873127-3898-4dc4-846e-35ce210488c6 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 18:59:54.098502 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 86873127-3898-4dc4-846e-35ce210488c6 not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 18:59:54.152025 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=3bff481e-9ba4-4bca-9b70-0db1655b47b1,revision_number=3']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:59:54.155643 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-e7b31132-2a7e-4704-b8d9-f1564ed175e9 None None] Provisioning complete for port 3bff481e-9ba4-4bca-9b70-0db1655b47b1 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:59:54.156053 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-e7b31132-2a7e-4704-b8d9-f1564ed175e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:54.232077 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a0d934-c4e2-42f5-83a9-f66c72584ad7 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Pushing event updated for resources: {'Port': ['ID=0af93757-175f-46a7-ad15-c24ac7f60ee6,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:59:54.450882 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1f1b9e9a-8416-4327-b411-34d448325218 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:54.455071 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-e7b31132-2a7e-4704-b8d9-f1564ed175e9 None None] Current status of the port 3bff481e-9ba4-4bca-9b70-0db1655b47b1 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:59:54.456191 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477a1990-cfa5-459e-a586-b4db57eae873 req-14848c92-2e1b-4806-923e-457e7b74bc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:59:54.458449 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-477a1990-cfa5-459e-a586-b4db57eae873 req-14848c92-2e1b-4806-923e-457e7b74bc37 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=eccea382ced5475f9a2098d1ef2ff267&device_id=863d6d17-7ec0-45a3-a6dc-82b322b76ced HTTP/1.1" status: 200 len: 1096 time: 0.6832397 Jun 01 18:59:54.527077 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff3933a-b932-4db7-bd07-e7f2df7fffaf req-589f7d21-5dc8-4517-8901-a258efcc2a07 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:59:54.541473 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-aff3933a-b932-4db7-bd07-e7f2df7fffaf req-589f7d21-5dc8-4517-8901-a258efcc2a07 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=863d6d17-7ec0-45a3-a6dc-82b322b76ced HTTP/1.1" status: 200 len: 945 time: 0.4522018 Jun 01 18:59:54.592391 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-4e7dd81f-e398-4c69-8f4d-10254d7378f1 None None] Provisioning for port 0af93757-175f-46a7-ad15-c24ac7f60ee6 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 18:59:54.602379 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-4e7dd81f-e398-4c69-8f4d-10254d7378f1 None None] Provisioning complete for port 0af93757-175f-46a7-ad15-c24ac7f60ee6 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:59:54.603864 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-4e7dd81f-e398-4c69-8f4d-10254d7378f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:54.647269 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1f1b9e9a-8416-4327-b411-34d448325218 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:54.667519 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961109ba-79e6-46e8-a1d1-007de16e7dc7 req-9372bd32-b1f6-47a2-b926-b344c2a208b1 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:59:54.669017 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-961109ba-79e6-46e8-a1d1-007de16e7dc7 req-9372bd32-b1f6-47a2-b926-b344c2a208b1 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] 10.222.0.50 "GET /v2.0/ports?device_id=cb004fdd-bd15-457d-91b4-9584fa047d1f HTTP/1.1" status: 200 len: 945 time: 0.4104512 Jun 01 18:59:54.703854 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-4e7dd81f-e398-4c69-8f4d-10254d7378f1 None None] Port 0af93757-175f-46a7-ad15-c24ac7f60ee6 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 18:59:54.773555 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-aff3933a-b932-4db7-bd07-e7f2df7fffaf req-f3bf35e1-d146-4b27-b19b-2d24eefb6a55 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ce59b29-4aa6-4d2e-8584-a540c0a14c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2295244 Jun 01 18:59:54.812187 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-44a0d934-c4e2-42f5-83a9-f66c72584ad7 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:54.868258 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 3bff481e-9ba4-4bca-9b70-0db1655b47b1 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:59:55.037157 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a999199-53ad-4909-9695-e695fd3d09c5 req-b559744f-ec7f-4429-855c-a89274927f01 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:59:55.043916 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-1a999199-53ad-4909-9695-e695fd3d09c5 req-b559744f-ec7f-4429-855c-a89274927f01 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb004fdd-bd15-457d-91b4-9584fa047d1f HTTP/1.1" status: 200 len: 945 time: 0.6844788 Jun 01 18:59:55.094186 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 3bff481e-9ba4-4bca-9b70-0db1655b47b1 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:59:55.094571 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:55.196901 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-961109ba-79e6-46e8-a1d1-007de16e7dc7 req-0efdd441-e6eb-44d1-a1a1-c51af8fb7724 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Deleting port 06561cac-2a48-40a3-bf58-d979cdbc3b51 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 18:59:55.197088 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-961109ba-79e6-46e8-a1d1-007de16e7dc7 req-0efdd441-e6eb-44d1-a1a1-c51af8fb7724 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:55.232752 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477a1990-cfa5-459e-a586-b4db57eae873 req-0ae67b89-d2b4-4d9a-8d59-79255fd99bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:59:55.234212 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-477a1990-cfa5-459e-a586-b4db57eae873 req-0ae67b89-d2b4-4d9a-8d59-79255fd99bb5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e3902938-4b6a-4448-87d9-59b63dd51a7f HTTP/1.1" status: 200 len: 912 time: 0.7104478 Jun 01 18:59:55.463493 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 3bff481e-9ba4-4bca-9b70-0db1655b47b1 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:59:55.465420 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 63f4b62a-c06f-44f6-8805-96b30709e05f up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 18:59:55.591537 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-1a999199-53ad-4909-9695-e695fd3d09c5 req-627061bd-82ac-45a8-bdd3-de41dedb606d tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] 10.222.0.41 "GET /v2.0/security-groups?id=10328742-6369-4815-ae6a-3cb954039bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5467360 Jun 01 18:59:55.609116 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e93ea118-581a-45be-a660-36c006b226a9 req-2bcf2a61-22b2-4242-9b53-423a1a8c456e tempest-ServerShowV247Test-1119470366 tempest-ServerShowV247Test-1119470366-project] 10.222.0.41 "GET /v2.0/ports?device_id=31158711-bf98-4d08-9b24-63e4bccb0c0b HTTP/1.1" status: 200 len: 210 time: 0.1325810 Jun 01 18:59:55.617819 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 63f4b62a-c06f-44f6-8805-96b30709e05f triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:59:55.619999 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1f1b9e9a-8416-4327-b411-34d448325218 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:55.620207 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:55.686505 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1b9e9a-8416-4327-b411-34d448325218 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbd82335-e0f2-4105-b427-126e55c5fbae,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:59:55.721784 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 37930) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:59:55.789722 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 63f4b62a-c06f-44f6-8805-96b30709e05f is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 18:59:55.888382 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1f1b9e9a-8416-4327-b411-34d448325218 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:55.892112 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-1f1b9e9a-8416-4327-b411-34d448325218 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cbd82335-e0f2-4105-b427-126e55c5fbae HTTP/1.1" status: 204 len: 168 time: 1.8275495 Jun 01 18:59:55.899038 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-477a1990-cfa5-459e-a586-b4db57eae873 req-5c1221f2-2db5-4348-9061-4bdfc2abbbf0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4a324220-33d8-474a-8fca-3b42f63f1ae1 HTTP/1.1" status: 200 len: 1000 time: 0.6523042 Jun 01 18:59:56.026787 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-96d32259-1623-47bf-98fb-46fcf61ef156 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-216901466-network', 'tenant_id': 'dddb3bf267ff45db8d51b8be9786bafe'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:59:56.038882 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477a1990-cfa5-459e-a586-b4db57eae873 req-2a6f35c2-ddd4-4495-b9b1-4fe4ef2149f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:59:56.043201 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-477a1990-cfa5-459e-a586-b4db57eae873 req-2a6f35c2-ddd4-4495-b9b1-4fe4ef2149f5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=276181f2-c3ab-487e-8805-06ed7064e884 HTTP/1.1" status: 200 len: 850 time: 0.0906925 Jun 01 18:59:56.044207 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-96d32259-1623-47bf-98fb-46fcf61ef156 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:59:56.056346 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-96d32259-1623-47bf-98fb-46fcf61ef156 admin admin] Usage tracker for resource:network and tenant:dddb3bf267ff45db8d51b8be9786bafe is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:59:56.108367 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-96d32259-1623-47bf-98fb-46fcf61ef156 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:59:56.132927 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-96d32259-1623-47bf-98fb-46fcf61ef156 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:59:56.175200 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c8c395-3dad-4ba8-8f36-d623bf328c26 req-a94b6628-1fb0-4c61-a0ec-91d572e0e395 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:59:56.177305 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-28c8c395-3dad-4ba8-8f36-d623bf328c26 req-a94b6628-1fb0-4c61-a0ec-91d572e0e395 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=863d6d17-7ec0-45a3-a6dc-82b322b76ced HTTP/1.1" status: 200 len: 945 time: 0.1319721 Jun 01 18:59:56.215967 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-961109ba-79e6-46e8-a1d1-007de16e7dc7 req-0efdd441-e6eb-44d1-a1a1-c51af8fb7724 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] For port 06561cac-2a48-40a3-bf58-d979cdbc3b51, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=06561cac-2a48-40a3-bf58-d979cdbc3b51,segment=NetworkSegment(76205301-da60-4ecb-a61c-114de025a248),segment_id=76205301-da60-4ecb-a61c-114de025a248)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 18:59:56.216219 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-961109ba-79e6-46e8-a1d1-007de16e7dc7 req-0efdd441-e6eb-44d1-a1a1-c51af8fb7724 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:56.230820 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-44a0d934-c4e2-42f5-83a9-f66c72584ad7 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks [] for port, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:56.238998 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-44a0d934-c4e2-42f5-83a9-f66c72584ad7 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:56.359439 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-28c8c395-3dad-4ba8-8f36-d623bf328c26 req-1009afe0-b1c7-47e0-86d2-7cfead290c39 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ce59b29-4aa6-4d2e-8584-a540c0a14c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1702700 Jun 01 18:59:56.360714 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-44a0d934-c4e2-42f5-83a9-f66c72584ad7 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-887436'] for router_interface, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:56.407269 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-961109ba-79e6-46e8-a1d1-007de16e7dc7 req-0efdd441-e6eb-44d1-a1a1-c51af8fb7724 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Calling delete_port for 06561cac-2a48-40a3-bf58-d979cdbc3b51 owned by compute:nova {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 18:59:56.514894 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96d32259-1623-47bf-98fb-46fcf61ef156 admin admin] Made reservation on behalf of dddb3bf267ff45db8d51b8be9786bafe for: {'network': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:59:56.517565 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-96d32259-1623-47bf-98fb-46fcf61ef156 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:56.607919 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44a0d934-c4e2-42f5-83a9-f66c72584ad7 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Network 81249ed1-a33f-4045-8ad1-594c3da17cb8 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 18:59:56.612506 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-44a0d934-c4e2-42f5-83a9-f66c72584ad7 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:59:56.665114 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-96d32259-1623-47bf-98fb-46fcf61ef156 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:56.701711 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-961109ba-79e6-46e8-a1d1-007de16e7dc7 req-0efdd441-e6eb-44d1-a1a1-c51af8fb7724 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:56.713905 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] get_ports_and_sgs() called for port_ids ['1962a7c2-7868-4607-b6fe-640b1199e848'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 18:59:56.824998 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efdd441-e6eb-44d1-a1a1-c51af8fb7724 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Pushing event deleted for resources: {'Port': ['ID=06561cac-2a48-40a3-bf58-d979cdbc3b51,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:59:56.850997 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-96d32259-1623-47bf-98fb-46fcf61ef156 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:59:56.855623 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-96d32259-1623-47bf-98fb-46fcf61ef156 admin admin] Usage tracker for resource:security_group_rule and tenant:dddb3bf267ff45db8d51b8be9786bafe is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:59:56.859104 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-96d32259-1623-47bf-98fb-46fcf61ef156 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:59:56.869826 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-96d32259-1623-47bf-98fb-46fcf61ef156 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:59:56.877592 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a0d934-c4e2-42f5-83a9-f66c72584ad7 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Pushing event updated for resources: {'Port': ['ID=0af93757-175f-46a7-ad15-c24ac7f60ee6,revision_number=2']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:59:57.138101 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-96d32259-1623-47bf-98fb-46fcf61ef156 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:57.164325 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477a1990-cfa5-459e-a586-b4db57eae873 req-5d45dd98-6763-4d0b-be2e-534c7685fae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:59:57.166874 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-477a1990-cfa5-459e-a586-b4db57eae873 req-5d45dd98-6763-4d0b-be2e-534c7685fae7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e3902938-4b6a-4448-87d9-59b63dd51a7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.1118696 Jun 01 18:59:57.196558 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3cb75527-44ae-4057-ac25-f6f8a389f39d req-6711b0fc-6fba-426b-8659-cd3cacdb4f32 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=31158711-bf98-4d08-9b24-63e4bccb0c0b HTTP/1.1" status: 200 len: 210 time: 0.1330364 Jun 01 18:59:57.214492 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-96d32259-1623-47bf-98fb-46fcf61ef156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:57.231866 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-01b5cd2a-9821-453d-a864-4cf460de4f17 None None] Provisioning complete for port 0af93757-175f-46a7-ad15-c24ac7f60ee6 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 18:59:57.232259 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-01b5cd2a-9821-453d-a864-4cf460de4f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:57.233036 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96d32259-1623-47bf-98fb-46fcf61ef156 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 112} {{(pid=88524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 18:59:57.246692 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-96d32259-1623-47bf-98fb-46fcf61ef156 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:57.247168 n-d-844202-1 neutron-server[88524]: INFO neutron.db.segments_db [None req-96d32259-1623-47bf-98fb-46fcf61ef156 admin admin] Added segment 47d7f41d-219e-4148-824b-3ab6ff0e0043 of type vlan for network 1f4aefc8-8490-4e9a-bdda-e7f820add1f8 Jun 01 18:59:57.276537 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-96d32259-1623-47bf-98fb-46fcf61ef156 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:57.282281 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44a0d934-c4e2-42f5-83a9-f66c72584ad7 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Router bb28304e-3805-4cf6-b433-f6c6230e1e5b has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 18:59:57.304656 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-01b5cd2a-9821-453d-a864-4cf460de4f17 None None] Port 0af93757-175f-46a7-ad15-c24ac7f60ee6 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 18:59:57.458185 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-871f5e4f-ac88-4863-b795-0f52659a62bf req-0a1c2282-452b-45c3-b422-fa7e3bcabccc tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Synchronizing usage tracker for tenant:d40f7c9e0af24f109f247cdb0a7a60bf on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 18:59:57.475041 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a21e1343-547b-4328-930b-8e9193b4b31f req-41f120e3-2e5d-4450-83c9-c1d3bc35fc66 tempest-ServerShowV247Test-1119470366 tempest-ServerShowV247Test-1119470366-project] 10.222.0.41 "GET /v2.0/ports?device_id=31158711-bf98-4d08-9b24-63e4bccb0c0b HTTP/1.1" status: 200 len: 210 time: 0.3298788 Jun 01 18:59:57.475041 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-96d32259-1623-47bf-98fb-46fcf61ef156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:57.475041 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d32259-1623-47bf-98fb-46fcf61ef156 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:59:57.475702 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-96d32259-1623-47bf-98fb-46fcf61ef156 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:57.568422 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-871f5e4f-ac88-4863-b795-0f52659a62bf req-0a1c2282-452b-45c3-b422-fa7e3bcabccc tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Unset dirty status for tenant:d40f7c9e0af24f109f247cdb0a7a60bf on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 18:59:57.569668 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-871f5e4f-ac88-4863-b795-0f52659a62bf req-0a1c2282-452b-45c3-b422-fa7e3bcabccc tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb004fdd-bd15-457d-91b4-9584fa047d1f HTTP/1.1" status: 200 len: 210 time: 0.1893060 Jun 01 18:59:57.577373 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44a0d934-c4e2-42f5-83a9-f66c72584ad7 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 18:59:57.590824 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d3add3-0178-493c-84f0-f4c6832a7e6b None None] Sync routers for ids ['bb28304e-3805-4cf6-b433-f6c6230e1e5b'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 18:59:57.594926 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-44a0d934-c4e2-42f5-83a9-f66c72584ad7 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] 10.222.0.41 "PUT /v2.0/routers/bb28304e-3805-4cf6-b433-f6c6230e1e5b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1284578 Jun 01 18:59:57.595750 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 38006) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:59:57.611934 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d3add3-0178-493c-84f0-f4c6832a7e6b None None] Routers {'bb28304e-3805-4cf6-b433-f6c6230e1e5b'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 18:59:57.612589 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-a6d3add3-0178-493c-84f0-f4c6832a7e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:59:39Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['bb28304e-3805-4cf6-b433-f6c6230e1e5b'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:59:57.618798 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-961109ba-79e6-46e8-a1d1-007de16e7dc7 req-0efdd441-e6eb-44d1-a1a1-c51af8fb7724 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] No DVR routers for this DVR port 06561cac-2a48-40a3-bf58-d979cdbc3b51 on host n-h2-844202-1 {{(pid=88524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 18:59:57.651082 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-961109ba-79e6-46e8-a1d1-007de16e7dc7 req-0efdd441-e6eb-44d1-a1a1-c51af8fb7724 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:57.655776 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb004fdd-bd15-457d-91b4-9584fa047d1f', 'name': 'network-vif-deleted', 'tag': '06561cac-2a48-40a3-bf58-d979cdbc3b51'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 18:59:57.724780 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d32259-1623-47bf-98fb-46fcf61ef156 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43f15f88-3b00-4688-8c0c-2b0bf6a4065d,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:59:57.739187 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 06561cac-2a48-40a3-bf58-d979cdbc3b51 no longer exists at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 18:59:57.820830 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d32259-1623-47bf-98fb-46fcf61ef156 admin admin] Pushing event updated for resources: {'Network': ['ID=1f4aefc8-8490-4e9a-bdda-e7f820add1f8,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:59:57.838078 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] No Port match for: 06561cac-2a48-40a3-bf58-d979cdbc3b51 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 18:59:57.838502 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 06561cac-2a48-40a3-bf58-d979cdbc3b51 not bound to the agent host n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 18:59:57.850487 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network 1f4aefc8-8490-4e9a-bdda-e7f820add1f8 details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 18:59:57.857462 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-96d32259-1623-47bf-98fb-46fcf61ef156 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.1285698 Jun 01 18:59:57.859832 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-477a1990-cfa5-459e-a586-b4db57eae873 req-08511d3e-642f-4e5c-987b-4c87c1c145c7 service neutron] 10.222.0.15 "GET /v2.0/networks/e3902938-4b6a-4448-87d9-59b63dd51a7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5195816 Jun 01 18:59:57.861747 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 38020) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:59:57.874832 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-961109ba-79e6-46e8-a1d1-007de16e7dc7 req-0efdd441-e6eb-44d1-a1a1-c51af8fb7724 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] 10.222.0.50 "DELETE /v2.0/ports/06561cac-2a48-40a3-bf58-d979cdbc3b51 HTTP/1.1" status: 204 len: 173 time: 3.1999469 Jun 01 18:59:57.882035 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-c463b473-af86-439b-ac28-2c0bacd04dd0 admin admin] Request body: {'subnet': {'network_id': '1f4aefc8-8490-4e9a-bdda-e7f820add1f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-216901466-subnet', 'tenant_id': 'dddb3bf267ff45db8d51b8be9786bafe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 18:59:57.898359 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf6cb3d6-1af3-4e35-8e24-5fdb101952c9'] response: {'server_uuid': 'cb004fdd-bd15-457d-91b4-9584fa047d1f', 'name': 'network-vif-deleted', 'tag': '06561cac-2a48-40a3-bf58-d979cdbc3b51', 'status': 'completed', 'code': 200} Jun 01 18:59:57.984202 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-c463b473-af86-439b-ac28-2c0bacd04dd0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 18:59:58.037368 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-a6d3add3-0178-493c-84f0-f4c6832a7e6b None None] Set router bb28304e-3805-4cf6-b433-f6c6230e1e5b gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 18:59:58.151156 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-c463b473-af86-439b-ac28-2c0bacd04dd0 admin admin] Usage tracker for resource:subnet and tenant:dddb3bf267ff45db8d51b8be9786bafe is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 18:59:58.175621 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-c463b473-af86-439b-ac28-2c0bacd04dd0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 18:59:58.186113 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-c463b473-af86-439b-ac28-2c0bacd04dd0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 18:59:58.345083 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c2efe7-e4f0-4882-813a-6ac8092e5ff8 req-ae32b345-bbe1-4337-9d4b-3356e58eb652 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:59:58.347602 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d6c2efe7-e4f0-4882-813a-6ac8092e5ff8 req-ae32b345-bbe1-4337-9d4b-3356e58eb652 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=863d6d17-7ec0-45a3-a6dc-82b322b76ced HTTP/1.1" status: 200 len: 945 time: 0.4101803 Jun 01 18:59:58.431292 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c463b473-af86-439b-ac28-2c0bacd04dd0 admin admin] Made reservation on behalf of dddb3bf267ff45db8d51b8be9786bafe for: {'subnet': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 18:59:58.437766 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-c463b473-af86-439b-ac28-2c0bacd04dd0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3066584'] for subnet, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:58.441259 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edee2a22-1fdb-42c0-86a7-0c563f61bfff tempest-TestNetworkBasicOps-1217506221 tempest-TestNetworkBasicOps-1217506221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:59:58.442592 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edee2a22-1fdb-42c0-86a7-0c563f61bfff tempest-TestNetworkBasicOps-1217506221 tempest-TestNetworkBasicOps-1217506221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:59:58.443082 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edee2a22-1fdb-42c0-86a7-0c563f61bfff tempest-TestNetworkBasicOps-1217506221 tempest-TestNetworkBasicOps-1217506221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:59:58.443585 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edee2a22-1fdb-42c0-86a7-0c563f61bfff tempest-TestNetworkBasicOps-1217506221 tempest-TestNetworkBasicOps-1217506221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:59:58.444051 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edee2a22-1fdb-42c0-86a7-0c563f61bfff tempest-TestNetworkBasicOps-1217506221 tempest-TestNetworkBasicOps-1217506221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:59:58.444538 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edee2a22-1fdb-42c0-86a7-0c563f61bfff tempest-TestNetworkBasicOps-1217506221 tempest-TestNetworkBasicOps-1217506221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:59:58.444990 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edee2a22-1fdb-42c0-86a7-0c563f61bfff tempest-TestNetworkBasicOps-1217506221 tempest-TestNetworkBasicOps-1217506221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:59:58.447151 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-edee2a22-1fdb-42c0-86a7-0c563f61bfff tempest-TestNetworkBasicOps-1217506221 tempest-TestNetworkBasicOps-1217506221-project-admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4952 time: 0.8472672 Jun 01 18:59:58.455816 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 38046) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:59:58.889659 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-a6d3add3-0178-493c-84f0-f4c6832a7e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb28304e-3805-4cf6-b433-f6c6230e1e5b', 'name': 'tempest-TestNetworkBasicOps-router-1191796848', 'tenant_id': 'd3eb50f3028440db9726ae16e6111d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': '63f4b62a-c06f-44f6-8805-96b30709e05f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:59:37Z', 'updated_at': '2022-06-01T18:59:54Z', 'revision_number': 4, 'project_id': 'd3eb50f3028440db9726ae16e6111d12', 'gw_port': {'id': '63f4b62a-c06f-44f6-8805-96b30709e05f', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:2c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb28304e-3805-4cf6-b433-f6c6230e1e5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:59:39Z', 'updated_at': '2022-06-01T18:59:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '0af93757-175f-46a7-ad15-c24ac7f60ee6', 'name': '', 'network_id': '81249ed1-a33f-4045-8ad1-594c3da17cb8', 'tenant_id': 'd3eb50f3028440db9726ae16e6111d12', 'mac_address': 'fa:16:3e:ad:14:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb28304e-3805-4cf6-b433-f6c6230e1e5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '6ed963cc-5a55-45a1-891d-724fd87ad4ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:59:52Z', 'updated_at': '2022-06-01T18:59:55Z', 'revision_number': 2, 'project_id': 'd3eb50f3028440db9726ae16e6111d12', 'subnets': [{'id': '6ed963cc-5a55-45a1-891d-724fd87ad4ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 18:59:58.905063 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d3add3-0178-493c-84f0-f4c6832a7e6b None None] Checking router: bb28304e-3805-4cf6-b433-f6c6230e1e5b for host: n-d-844202-1 {{(pid=88527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 18:59:58.905323 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d3add3-0178-493c-84f0-f4c6832a7e6b None None] Updating router bb28304e-3805-4cf6-b433-f6c6230e1e5b port 0af93757-175f-46a7-ad15-c24ac7f60ee6 binding host n-d-844202-1 {{(pid=88527) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 18:59:58.955433 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d6c2efe7-e4f0-4882-813a-6ac8092e5ff8 req-3817390a-8fda-422d-856f-6c0b041fdb07 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ce59b29-4aa6-4d2e-8584-a540c0a14c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5694149 Jun 01 18:59:58.979529 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-477a1990-cfa5-459e-a586-b4db57eae873 req-4a7cc889-6d20-4893-ab20-abde580584df service neutron] 10.222.0.15 "GET /v2.0/networks/e3902938-4b6a-4448-87d9-59b63dd51a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1029072 Jun 01 18:59:58.982707 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-c463b473-af86-439b-ac28-2c0bacd04dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2718919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3066602'] for subnet, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:59.019921 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e89c4c2-bdfe-4b20-88f7-24227174b906 tempest-TestNetworkBasicOps-1217506221 tempest-TestNetworkBasicOps-1217506221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:59:59.026358 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e89c4c2-bdfe-4b20-88f7-24227174b906 tempest-TestNetworkBasicOps-1217506221 tempest-TestNetworkBasicOps-1217506221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:59:59.026976 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e89c4c2-bdfe-4b20-88f7-24227174b906 tempest-TestNetworkBasicOps-1217506221 tempest-TestNetworkBasicOps-1217506221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:59:59.029133 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e89c4c2-bdfe-4b20-88f7-24227174b906 tempest-TestNetworkBasicOps-1217506221 tempest-TestNetworkBasicOps-1217506221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:59:59.029751 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e89c4c2-bdfe-4b20-88f7-24227174b906 tempest-TestNetworkBasicOps-1217506221 tempest-TestNetworkBasicOps-1217506221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:59:59.030355 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e89c4c2-bdfe-4b20-88f7-24227174b906 tempest-TestNetworkBasicOps-1217506221 tempest-TestNetworkBasicOps-1217506221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:59:59.036407 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-0e89c4c2-bdfe-4b20-88f7-24227174b906 tempest-TestNetworkBasicOps-1217506221 tempest-TestNetworkBasicOps-1217506221-project-admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4011 time: 0.5765219 Jun 01 18:59:59.039010 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 38072) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:59:59.171841 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-a6d3add3-0178-493c-84f0-f4c6832a7e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:59.202585 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-78a1200a-f21a-402b-a56b-b6f98672d569 req-16d01b2e-a7bf-4e96-84d5-10be53d8e18e tempest-ServerShowV247Test-1119470366 tempest-ServerShowV247Test-1119470366-project] 10.222.0.41 "GET /v2.0/ports?device_id=31158711-bf98-4d08-9b24-63e4bccb0c0b HTTP/1.1" status: 200 len: 210 time: 0.2260778 Jun 01 18:59:59.212530 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c463b473-af86-439b-ac28-2c0bacd04dd0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc397ad5-3f5a-48df-8baa-b9902fca9a37,revision_number=0']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 18:59:59.280626 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c463b473-af86-439b-ac28-2c0bacd04dd0 admin admin] Checking segment: {'id': '47d7f41d-219e-4148-824b-3ab6ff0e0043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '1f4aefc8-8490-4e9a-bdda-e7f820add1f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 18:59:59.280981 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c463b473-af86-439b-ac28-2c0bacd04dd0 admin admin] Network hostable DHCP agents. Network: 1f4aefc8-8490-4e9a-bdda-e7f820add1f8, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88524) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 18:59:59.343569 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 38086) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 18:59:59.393126 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c463b473-af86-439b-ac28-2c0bacd04dd0 admin admin] Network 1f4aefc8-8490-4e9a-bdda-e7f820add1f8 is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88524) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 18:59:59.414719 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-c463b473-af86-439b-ac28-2c0bacd04dd0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, 1f4aefc8-8490-4e9a-bdda-e7f820add1f8) {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 18:59:59.424663 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ccc83e4-89b7-46b8-9029-6efbf5cbb69b None None] Network 1f4aefc8-8490-4e9a-bdda-e7f820add1f8 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 18:59:59.430793 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-794d7e6f-b6cf-4ec9-9f49-cce303af4cc5 req-66a8a742-9e95-49d7-91e5-acead4c3a980 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb004fdd-bd15-457d-91b4-9584fa047d1f HTTP/1.1" status: 200 len: 210 time: 0.1551089 Jun 01 18:59:59.434183 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c463b473-af86-439b-ac28-2c0bacd04dd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 18:59:59.434777 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-c463b473-af86-439b-ac28-2c0bacd04dd0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:59.493080 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-c463b473-af86-439b-ac28-2c0bacd04dd0 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.6292913 Jun 01 18:59:59.749211 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-32750ebe-f872-4c02-bc99-9a4bbaf27f1d tempest-TestNetworkBasicOps-1217506221 tempest-TestNetworkBasicOps-1217506221-project-admin] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3053 time: 0.7088253 Jun 01 18:59:59.941021 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-a6d3add3-0178-493c-84f0-f4c6832a7e6b None None] Notify callbacks [] for port, precommit_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 18:59:59.953361 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-25491b9c-eb94-4ddc-9153-0fcb242f0ac5 req-053e2d68-2e19-4b61-956c-b980fd6020a4 tempest-ServerShowV247Test-1119470366 tempest-ServerShowV247Test-1119470366-project] 10.222.0.41 "GET /v2.0/ports?device_id=31158711-bf98-4d08-9b24-63e4bccb0c0b&device_id=ed8eba2a-dbd8-42ce-8e67-2bdad27f83ed HTTP/1.1" status: 200 len: 210 time: 0.1156759 Jun 01 18:59:59.961058 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.provisioning_blocks [None req-a6d3add3-0178-493c-84f0-f4c6832a7e6b None None] Transition to ACTIVE for port object 0af93757-175f-46a7-ad15-c24ac7f60ee6 will not be triggered until provisioned by entity L2. {{(pid=88527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 18:59:59.972468 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-a6d3add3-0178-493c-84f0-f4c6832a7e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:00.040531 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 38110) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:00:00.130846 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-39a8fddd-55f1-4033-b601-314f4c703d85 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-712180157', 'description': 'tempest-secgroup-smoke-712180157 description', 'project_id': 'd3eb50f3028440db9726ae16e6111d12'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:00:00.147762 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-39a8fddd-55f1-4033-b601-314f4c703d85 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:00:00.167819 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-39a8fddd-55f1-4033-b601-314f4c703d85 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Usage tracker for resource:security_group and tenant:d3eb50f3028440db9726ae16e6111d12 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:00:00.174148 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-674df1dd-07b9-4045-8209-48e89a86bcf1 None None] Network 1f4aefc8-8490-4e9a-bdda-e7f820add1f8 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:00:00.178123 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-39a8fddd-55f1-4033-b601-314f4c703d85 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:00:00.194425 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-39a8fddd-55f1-4033-b601-314f4c703d85 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:00:00.217519 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a34db7dc-1401-40a9-a248-b8e7c7d26276 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:00.292556 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-39a8fddd-55f1-4033-b601-314f4c703d85 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:00.340498 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-a34db7dc-1401-40a9-a248-b8e7c7d26276 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:00:00.352823 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-39a8fddd-55f1-4033-b601-314f4c703d85 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:00:00.357859 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-a34db7dc-1401-40a9-a248-b8e7c7d26276 admin admin] Usage tracker for resource:security_group_rule and tenant:fd7add113af44ccea9e6cd71e049c052 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:00:00.366878 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfa9a57-f79f-4469-8ad5-2e4099cb7d8b None None] Pushing event updated for resources: {'Port': ['ID=0af93757-175f-46a7-ad15-c24ac7f60ee6,revision_number=3']} {{(pid=88527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:00:00.375579 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-a34db7dc-1401-40a9-a248-b8e7c7d26276 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:00:00.379637 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-39a8fddd-55f1-4033-b601-314f4c703d85 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Usage tracker for resource:security_group_rule and tenant:d3eb50f3028440db9726ae16e6111d12 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:00:00.385716 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-39a8fddd-55f1-4033-b601-314f4c703d85 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:00:00.388724 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-a34db7dc-1401-40a9-a248-b8e7c7d26276 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:00:00.395427 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-39a8fddd-55f1-4033-b601-314f4c703d85 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:00:00.509216 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f98c60f-ae5e-465a-ba0d-8ee20b89a073 req-f3ca7725-a99e-4d99-b4f2-e5ca4ff43040 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:00:00.514011 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-7f98c60f-ae5e-465a-ba0d-8ee20b89a073 req-f3ca7725-a99e-4d99-b4f2-e5ca4ff43040 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=863d6d17-7ec0-45a3-a6dc-82b322b76ced HTTP/1.1" status: 200 len: 945 time: 0.2410591 Jun 01 19:00:00.548417 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-a6d3add3-0178-493c-84f0-f4c6832a7e6b None None] Attempting to bind port 0af93757-175f-46a7-ad15-c24ac7f60ee6 on host n-d-844202-1 for vnic_type normal with profile {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:00:00.553745 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-a6d3add3-0178-493c-84f0-f4c6832a7e6b None None] Attempting to bind port 0af93757-175f-46a7-ad15-c24ac7f60ee6 by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': '246b7005-0935-4ff3-9c3d-ab1795846166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '81249ed1-a33f-4045-8ad1-594c3da17cb8'}] {{(pid=88527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:00:00.554695 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d3add3-0178-493c-84f0-f4c6832a7e6b None None] Attempting to bind port 0af93757-175f-46a7-ad15-c24ac7f60ee6 on network 81249ed1-a33f-4045-8ad1-594c3da17cb8 {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:00:00.565678 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d3add3-0178-493c-84f0-f4c6832a7e6b None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 18, 59, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:00:00.571262 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d3add3-0178-493c-84f0-f4c6832a7e6b None None] Checking segment: {'id': '246b7005-0935-4ff3-9c3d-ab1795846166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '81249ed1-a33f-4045-8ad1-594c3da17cb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:00:00.572078 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-a6d3add3-0178-493c-84f0-f4c6832a7e6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:00.572667 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d3add3-0178-493c-84f0-f4c6832a7e6b None None] Bound using segment: {'id': '246b7005-0935-4ff3-9c3d-ab1795846166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '81249ed1-a33f-4045-8ad1-594c3da17cb8'} {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:00:00.573406 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-a6d3add3-0178-493c-84f0-f4c6832a7e6b None None] Bound port: 0af93757-175f-46a7-ad15-c24ac7f60ee6, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '246b7005-0935-4ff3-9c3d-ab1795846166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '81249ed1-a33f-4045-8ad1-594c3da17cb8'}}] {{(pid=88527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:00:00.575330 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-a6d3add3-0178-493c-84f0-f4c6832a7e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:00.631147 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-39a8fddd-55f1-4033-b601-314f4c703d85 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:00.667970 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-7f98c60f-ae5e-465a-ba0d-8ee20b89a073 req-8d197546-b33b-43ea-9c53-718001a3377b tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ce59b29-4aa6-4d2e-8584-a540c0a14c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1476309 Jun 01 19:00:00.715796 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-39a8fddd-55f1-4033-b601-314f4c703d85 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:00.783034 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.db [None req-a6d3add3-0178-493c-84f0-f4c6832a7e6b None None] For port 0af93757-175f-46a7-ad15-c24ac7f60ee6, host n-d-844202-1, cleared binding levels {{(pid=88527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:00:00.791840 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.db [None req-a6d3add3-0178-493c-84f0-f4c6832a7e6b None None] For port 0af93757-175f-46a7-ad15-c24ac7f60ee6, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=0af93757-175f-46a7-ad15-c24ac7f60ee6,segment=NetworkSegment(246b7005-0935-4ff3-9c3d-ab1795846166),segment_id=246b7005-0935-4ff3-9c3d-ab1795846166)] {{(pid=88527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:00:00.797273 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-a6d3add3-0178-493c-84f0-f4c6832a7e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:00.806013 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-40e3b043-ff7b-486c-b8d8-dd5a2caf7cae req-77ace6cb-b490-4104-b6de-188bb976361f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6d361b480b58482fb3659693e8857ce1&device_id=31158711-bf98-4d08-9b24-63e4bccb0c0b HTTP/1.1" status: 200 len: 210 time: 0.1663620 Jun 01 19:00:00.806796 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a8fddd-55f1-4033-b601-314f4c703d85 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1e950ea-5d0b-4685-9bfc-da05a4df09bd,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:00:00.906161 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-40e3b043-ff7b-486c-b8d8-dd5a2caf7cae req-69fb3aea-1c64-4935-b192-90e145ab5a7c service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=6d361b480b58482fb3659693e8857ce1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0822153 Jun 01 19:00:01.066838 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d3add3-0178-493c-84f0-f4c6832a7e6b None None] Routers {'bb28304e-3805-4cf6-b433-f6c6230e1e5b'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:00:01.068667 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-a6d3add3-0178-493c-84f0-f4c6832a7e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T18:59:39Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['bb28304e-3805-4cf6-b433-f6c6230e1e5b'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:00:01.108316 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d5675a2e-e34e-4429-91b0-1d455e8474bb req-82270cbf-d3d9-4337-8fe5-5248305d8733 tempest-ServerShowV247Test-1119470366 tempest-ServerShowV247Test-1119470366-project] 10.222.0.41 "GET /v2.0/ports?device_id=31158711-bf98-4d08-9b24-63e4bccb0c0b HTTP/1.1" status: 200 len: 210 time: 0.1407642 Jun 01 19:00:01.133269 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e3b043-ff7b-486c-b8d8-dd5a2caf7cae req-d3b7462c-5316-43f5-b6df-2d16fc1fc371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:00:01.133269 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-40e3b043-ff7b-486c-b8d8-dd5a2caf7cae req-d3b7462c-5316-43f5-b6df-2d16fc1fc371 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2084618 Jun 01 19:00:01.144707 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-39a8fddd-55f1-4033-b601-314f4c703d85 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:01.151597 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 38146) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:00:01.156766 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-39a8fddd-55f1-4033-b601-314f4c703d85 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.1151159 Jun 01 19:00:01.157641 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-d2e97e4c-a823-4d8e-a982-08489515fe3d tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Request body: {'security_group_rule': {'security_group_id': 'c1e950ea-5d0b-4685-9bfc-da05a4df09bd', 'project_id': 'd3eb50f3028440db9726ae16e6111d12', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:00:01.173173 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-d2e97e4c-a823-4d8e-a982-08489515fe3d tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:00:01.198850 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-d2e97e4c-a823-4d8e-a982-08489515fe3d tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Usage tracker for resource:security_group_rule and tenant:d3eb50f3028440db9726ae16e6111d12 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:00:01.207126 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 38154) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:00:01.216624 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a34db7dc-1401-40a9-a248-b8e7c7d26276 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:01.216835 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-d2e97e4c-a823-4d8e-a982-08489515fe3d tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:00:01.237132 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a34db7dc-1401-40a9-a248-b8e7c7d26276 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:01.253735 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-d2e97e4c-a823-4d8e-a982-08489515fe3d tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:00:01.288018 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d2e97e4c-a823-4d8e-a982-08489515fe3d tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:01.329661 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-a34db7dc-1401-40a9-a248-b8e7c7d26276 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fd7add113af44ccea9e6cd71e049c052&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9726398 Jun 01 19:00:01.331302 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34db7dc-1401-40a9-a248-b8e7c7d26276 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3530aae4-1801-4f64-9d36-1d2bce799885,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:00:01.335246 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 38164) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:00:01.421419 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-a6d3add3-0178-493c-84f0-f4c6832a7e6b None None] Set router bb28304e-3805-4cf6-b433-f6c6230e1e5b gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:00:01.440660 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-65cec61d-c89e-4b06-a912-d36fd8eaf13c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:01.532999 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d2e97e4c-a823-4d8e-a982-08489515fe3d tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:01.561398 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d2e97e4c-a823-4d8e-a982-08489515fe3d tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:01.586404 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe414f1-bdfa-40d6-823d-b1f1b24333e5 req-2b850c63-8648-4e5c-a7c8-2c71a79bfed5 tempest-ListServersNegativeTestJSON-393033240 tempest-ListServersNegativeTestJSON-393033240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:00:01.587339 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-cfe414f1-bdfa-40d6-823d-b1f1b24333e5 req-2b850c63-8648-4e5c-a7c8-2c71a79bfed5 tempest-ListServersNegativeTestJSON-393033240 tempest-ListServersNegativeTestJSON-393033240-project] Synchronizing usage tracker for tenant:dddb3bf267ff45db8d51b8be9786bafe on resource:network {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:00:01.588286 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfa9a57-f79f-4469-8ad5-2e4099cb7d8b None None] Pushing event updated for resources: {'Port': ['ID=0af93757-175f-46a7-ad15-c24ac7f60ee6,revision_number=4']} {{(pid=88527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:00:01.615041 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-44fb6e9c-bea3-4ffc-825c-e77240d4537a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:01.617031 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e97e4c-a823-4d8e-a982-08489515fe3d tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26576e52-4959-4ea0-ad16-3682ff2ddefd,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:00:01.624452 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d2e97e4c-a823-4d8e-a982-08489515fe3d tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:01.628598 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-d2e97e4c-a823-4d8e-a982-08489515fe3d tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4758079 Jun 01 19:00:01.629423 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 38172) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:00:01.634075 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-65cec61d-c89e-4b06-a912-d36fd8eaf13c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:01.640647 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-184e1af3-58da-424a-9880-800a240defd1 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Request body: {'security_group_rule': {'security_group_id': 'c1e950ea-5d0b-4685-9bfc-da05a4df09bd', 'project_id': 'd3eb50f3028440db9726ae16e6111d12', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:00:01.651812 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-184e1af3-58da-424a-9880-800a240defd1 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:00:01.656622 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-184e1af3-58da-424a-9880-800a240defd1 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Usage tracker for resource:security_group_rule and tenant:d3eb50f3028440db9726ae16e6111d12 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:00:01.664848 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-184e1af3-58da-424a-9880-800a240defd1 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:00:01.671248 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-184e1af3-58da-424a-9880-800a240defd1 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:00:01.684859 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-44fb6e9c-bea3-4ffc-825c-e77240d4537a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:00:01.689328 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-44fb6e9c-bea3-4ffc-825c-e77240d4537a admin admin] Usage tracker for resource:security_group_rule and tenant:e195c391331648d2b1ae7c0b47ef4ea2 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:00:01.692906 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-44fb6e9c-bea3-4ffc-825c-e77240d4537a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:00:01.699559 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-44fb6e9c-bea3-4ffc-825c-e77240d4537a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:00:01.700458 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79d447d-8323-4618-988d-e4d2a17e09c1 req-9e1424e7-ae26-4c6c-b036-69457dc3d619 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:00:01.702215 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e79d447d-8323-4618-988d-e4d2a17e09c1 req-9e1424e7-ae26-4c6c-b036-69457dc3d619 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=863d6d17-7ec0-45a3-a6dc-82b322b76ced HTTP/1.1" status: 200 len: 945 time: 0.2534013 Jun 01 19:00:01.759927 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-65cec61d-c89e-4b06-a912-d36fd8eaf13c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:01.783862 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cec61d-c89e-4b06-a912-d36fd8eaf13c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3530aae4-1801-4f64-9d36-1d2bce799885,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:00:01.790074 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e79d447d-8323-4618-988d-e4d2a17e09c1 req-1d19436b-2af3-4a51-b174-f9b759e577d6 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ce59b29-4aa6-4d2e-8584-a540c0a14c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795145 Jun 01 19:00:01.796517 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-65cec61d-c89e-4b06-a912-d36fd8eaf13c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:01.802013 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-65cec61d-c89e-4b06-a912-d36fd8eaf13c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3530aae4-1801-4f64-9d36-1d2bce799885 HTTP/1.1" status: 204 len: 168 time: 0.4651127 Jun 01 19:00:01.804664 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-44fb6e9c-bea3-4ffc-825c-e77240d4537a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:01.823065 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-184e1af3-58da-424a-9880-800a240defd1 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:01.884468 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-44fb6e9c-bea3-4ffc-825c-e77240d4537a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:01.917984 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-184e1af3-58da-424a-9880-800a240defd1 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:01.940386 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-a6d3add3-0178-493c-84f0-f4c6832a7e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb28304e-3805-4cf6-b433-f6c6230e1e5b', 'name': 'tempest-TestNetworkBasicOps-router-1191796848', 'tenant_id': 'd3eb50f3028440db9726ae16e6111d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': '63f4b62a-c06f-44f6-8805-96b30709e05f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:59:37Z', 'updated_at': '2022-06-01T18:59:54Z', 'revision_number': 4, 'project_id': 'd3eb50f3028440db9726ae16e6111d12', 'gw_port': {'id': '63f4b62a-c06f-44f6-8805-96b30709e05f', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:2c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb28304e-3805-4cf6-b433-f6c6230e1e5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:59:39Z', 'updated_at': '2022-06-01T18:59:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '0af93757-175f-46a7-ad15-c24ac7f60ee6', 'name': '', 'network_id': '81249ed1-a33f-4045-8ad1-594c3da17cb8', 'tenant_id': 'd3eb50f3028440db9726ae16e6111d12', 'mac_address': 'fa:16:3e:ad:14:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb28304e-3805-4cf6-b433-f6c6230e1e5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '6ed963cc-5a55-45a1-891d-724fd87ad4ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:59:52Z', 'updated_at': '2022-06-01T19:00:00Z', 'revision_number': 4, 'project_id': 'd3eb50f3028440db9726ae16e6111d12', 'subnets': [{'id': '6ed963cc-5a55-45a1-891d-724fd87ad4ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:00:01.946890 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d3add3-0178-493c-84f0-f4c6832a7e6b None None] The sync data for ids ['bb28304e-3805-4cf6-b433-f6c6230e1e5b'] in n-d-844202-1 is: [{'id': 'bb28304e-3805-4cf6-b433-f6c6230e1e5b', 'name': 'tempest-TestNetworkBasicOps-router-1191796848', 'tenant_id': 'd3eb50f3028440db9726ae16e6111d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': '63f4b62a-c06f-44f6-8805-96b30709e05f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:59:37Z', 'updated_at': '2022-06-01T18:59:54Z', 'revision_number': 4, 'project_id': 'd3eb50f3028440db9726ae16e6111d12', 'gw_port': {'id': '63f4b62a-c06f-44f6-8805-96b30709e05f', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:2c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb28304e-3805-4cf6-b433-f6c6230e1e5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:59:39Z', 'updated_at': '2022-06-01T18:59:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '0af93757-175f-46a7-ad15-c24ac7f60ee6', 'name': '', 'network_id': '81249ed1-a33f-4045-8ad1-594c3da17cb8', 'tenant_id': 'd3eb50f3028440db9726ae16e6111d12', 'mac_address': 'fa:16:3e:ad:14:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb28304e-3805-4cf6-b433-f6c6230e1e5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '6ed963cc-5a55-45a1-891d-724fd87ad4ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:59:52Z', 'updated_at': '2022-06-01T19:00:00Z', 'revision_number': 4, 'project_id': 'd3eb50f3028440db9726ae16e6111d12', 'subnets': [{'id': '6ed963cc-5a55-45a1-891d-724fd87ad4ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:00:01.952269 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fb6e9c-bea3-4ffc-825c-e77240d4537a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0a49efb-34ae-42f8-8da2-b38c593629dc,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:00:01.955921 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-cfe414f1-bdfa-40d6-823d-b1f1b24333e5 req-2b850c63-8648-4e5c-a7c8-2c71a79bfed5 tempest-ListServersNegativeTestJSON-393033240 tempest-ListServersNegativeTestJSON-393033240-project] Unset dirty status for tenant:dddb3bf267ff45db8d51b8be9786bafe on resource:network {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:00:01.962529 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-cfe414f1-bdfa-40d6-823d-b1f1b24333e5 req-2b850c63-8648-4e5c-a7c8-2c71a79bfed5 tempest-ListServersNegativeTestJSON-393033240 tempest-ListServersNegativeTestJSON-393033240-project] 10.222.0.41 "GET /v2.0/networks?id=1f4aefc8-8490-4e9a-bdda-e7f820add1f8 HTTP/1.1" status: 200 len: 817 time: 0.6641762 Jun 01 19:00:01.964342 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-184e1af3-58da-424a-9880-800a240defd1 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:02.092435 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184e1af3-58da-424a-9880-800a240defd1 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=197d8450-b3da-4228-a910-a986306e4064,revision_number=0']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:00:02.102783 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-cfe414f1-bdfa-40d6-823d-b1f1b24333e5 req-ed5fd38c-881d-4e9d-b1a1-f5b494a44c1d tempest-ListServersNegativeTestJSON-393033240 tempest-ListServersNegativeTestJSON-393033240-project] 10.222.0.41 "GET /v2.0/quotas/dddb3bf267ff45db8d51b8be9786bafe HTTP/1.1" status: 200 len: 375 time: 0.1393473 Jun 01 19:00:02.164067 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-184e1af3-58da-424a-9880-800a240defd1 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:02.167934 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-184e1af3-58da-424a-9880-800a240defd1 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5331516 Jun 01 19:00:02.167934 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-cfe414f1-bdfa-40d6-823d-b1f1b24333e5 req-63c3e50e-259a-4a8f-97ca-abb79bea2408 tempest-ListServersNegativeTestJSON-393033240 tempest-ListServersNegativeTestJSON-393033240-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=dddb3bf267ff45db8d51b8be9786bafe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0642874 Jun 01 19:00:02.170275 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 38190) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:00:02.173976 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-44fb6e9c-bea3-4ffc-825c-e77240d4537a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e195c391331648d2b1ae7c0b47ef4ea2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9658098 Jun 01 19:00:02.176794 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 38194) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:00:02.177738 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-e4f94ff5-4026-4a90-9c32-4ed8627ea49b tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Request body: {'security_group_rule': {'security_group_id': 'c1e950ea-5d0b-4685-9bfc-da05a4df09bd', 'project_id': 'd3eb50f3028440db9726ae16e6111d12', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:00:02.205638 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-e4f94ff5-4026-4a90-9c32-4ed8627ea49b tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:00:02.224992 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-e4f94ff5-4026-4a90-9c32-4ed8627ea49b tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Usage tracker for resource:security_group_rule and tenant:d3eb50f3028440db9726ae16e6111d12 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:00:02.228644 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-e4f94ff5-4026-4a90-9c32-4ed8627ea49b tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:00:02.244955 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-e4f94ff5-4026-4a90-9c32-4ed8627ea49b tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:00:02.285392 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e4f94ff5-4026-4a90-9c32-4ed8627ea49b tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:02.457111 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e4f94ff5-4026-4a90-9c32-4ed8627ea49b tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:02.457111 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e4f94ff5-4026-4a90-9c32-4ed8627ea49b tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:02.475695 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e2169597-1342-454f-9957-872f15748254 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:02.492270 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-cfe414f1-bdfa-40d6-823d-b1f1b24333e5 req-73f654e8-0dff-41f6-9700-a05de90ea1d8 service neutron] 10.222.0.41 "GET /v2.0/networks/1f4aefc8-8490-4e9a-bdda-e7f820add1f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3069336 Jun 01 19:00:02.527104 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-40e3b043-ff7b-486c-b8d8-dd5a2caf7cae req-da5aff80-2d2b-4263-8d45-9fb828208391 tempest-ServerShowV247Test-1119470366 tempest-ServerShowV247Test-1119470366-project] 10.222.0.15 "GET /v2.0/ports?device_id=31158711-bf98-4d08-9b24-63e4bccb0c0b HTTP/1.1" status: 200 len: 210 time: 0.1202686 Jun 01 19:00:02.533508 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f94ff5-4026-4a90-9c32-4ed8627ea49b tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00d9bd84-37e1-4182-b0b1-f9c52b8c121a,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:00:02.542657 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e4f94ff5-4026-4a90-9c32-4ed8627ea49b tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:02.543906 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-e4f94ff5-4026-4a90-9c32-4ed8627ea49b tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3724556 Jun 01 19:00:02.546901 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 38208) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:00:02.553846 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-1ec10b16-b259-452b-9c79-1ceedb56b8ac tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Request body: {'security_group_rule': {'security_group_id': 'c1e950ea-5d0b-4685-9bfc-da05a4df09bd', 'project_id': 'd3eb50f3028440db9726ae16e6111d12', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:00:02.562805 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-1ec10b16-b259-452b-9c79-1ceedb56b8ac tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:00:02.569081 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-1ec10b16-b259-452b-9c79-1ceedb56b8ac tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Usage tracker for resource:security_group_rule and tenant:d3eb50f3028440db9726ae16e6111d12 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:00:02.575986 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-1ec10b16-b259-452b-9c79-1ceedb56b8ac tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:00:02.590018 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-1ec10b16-b259-452b-9c79-1ceedb56b8ac tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:00:02.630165 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1ec10b16-b259-452b-9c79-1ceedb56b8ac tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:02.683057 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e2169597-1342-454f-9957-872f15748254 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:02.838041 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1ec10b16-b259-452b-9c79-1ceedb56b8ac tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:02.858833 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1ec10b16-b259-452b-9c79-1ceedb56b8ac tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:02.947408 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec10b16-b259-452b-9c79-1ceedb56b8ac tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5136b87-428d-4ff6-a0fd-5057f4babde5,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:00:02.974516 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 0af93757-175f-46a7-ad15-c24ac7f60ee6 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:00:02.978105 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b1aa81-f30e-43c9-bcc2-ff98090aedc4 req-0500be38-cbe2-4c57-9d02-a26d375e4342 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:00:02.987303 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e2169597-1342-454f-9957-872f15748254 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:03.007023 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-38b1aa81-f30e-43c9-bcc2-ff98090aedc4 req-0500be38-cbe2-4c57-9d02-a26d375e4342 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=863d6d17-7ec0-45a3-a6dc-82b322b76ced HTTP/1.1" status: 200 len: 945 time: 0.2819660 Jun 01 19:00:03.062650 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2169597-1342-454f-9957-872f15748254 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0a49efb-34ae-42f8-8da2-b38c593629dc,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:00:03.064975 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e2169597-1342-454f-9957-872f15748254 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:03.075351 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-e2169597-1342-454f-9957-872f15748254 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f0a49efb-34ae-42f8-8da2-b38c593629dc HTTP/1.1" status: 204 len: 168 time: 0.8918214 Jun 01 19:00:03.080567 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-cfe414f1-bdfa-40d6-823d-b1f1b24333e5 req-d4f140e4-b195-4d3c-854c-356012650298 service neutron] 10.222.0.41 "GET /v2.0/networks/1f4aefc8-8490-4e9a-bdda-e7f820add1f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5931244 Jun 01 19:00:03.085256 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1ec10b16-b259-452b-9c79-1ceedb56b8ac tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:03.090190 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-1ec10b16-b259-452b-9c79-1ceedb56b8ac tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5413074 Jun 01 19:00:03.090414 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 38226) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:00:03.149266 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-72c27aae-df67-491e-aa42-294387c51b48 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Request body: {'security_group_rule': {'security_group_id': 'c1e950ea-5d0b-4685-9bfc-da05a4df09bd', 'project_id': 'd3eb50f3028440db9726ae16e6111d12', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:00:03.175905 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-38b1aa81-f30e-43c9-bcc2-ff98090aedc4 req-1236215d-9655-4a4c-8989-2009d0facda2 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ce59b29-4aa6-4d2e-8584-a540c0a14c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1669326 Jun 01 19:00:03.197504 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-72c27aae-df67-491e-aa42-294387c51b48 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:00:03.216494 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-72c27aae-df67-491e-aa42-294387c51b48 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Usage tracker for resource:security_group_rule and tenant:d3eb50f3028440db9726ae16e6111d12 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:00:03.235880 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-72c27aae-df67-491e-aa42-294387c51b48 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:00:03.265651 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-72c27aae-df67-491e-aa42-294387c51b48 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:00:03.267143 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port 0af93757-175f-46a7-ad15-c24ac7f60ee6 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:00:03.273773 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 0af93757-175f-46a7-ad15-c24ac7f60ee6 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:00:03.274854 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:03.311332 n-d-844202-1 neutron-server[88525]: INFO neutron.db.securitygroups_db [None req-72c27aae-df67-491e-aa42-294387c51b48 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Project d3eb50f3028440db9726ae16e6111d12 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 01 19:00:03.329435 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-72c27aae-df67-491e-aa42-294387c51b48 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:03.525410 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-72c27aae-df67-491e-aa42-294387c51b48 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:03.530044 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-72c27aae-df67-491e-aa42-294387c51b48 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:03.585803 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 38244) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:00:03.627895 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c27aae-df67-491e-aa42-294387c51b48 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7fbbeb3-0737-401a-8ff4-570a31c73c9b,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:00:03.656492 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 0af93757-175f-46a7-ad15-c24ac7f60ee6 is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:00:03.656856 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:03.668169 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-72c27aae-df67-491e-aa42-294387c51b48 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:03.672550 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 38250) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:00:03.672782 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-72c27aae-df67-491e-aa42-294387c51b48 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5787649 Jun 01 19:00:03.679445 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-3a064405-855b-4d03-aa22-eeafc2b11caf tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Request body: {'security_group_rule': {'security_group_id': 'c1e950ea-5d0b-4685-9bfc-da05a4df09bd', 'project_id': 'd3eb50f3028440db9726ae16e6111d12', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:00:03.783339 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port 0af93757-175f-46a7-ad15-c24ac7f60ee6, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=0af93757-175f-46a7-ad15-c24ac7f60ee6,segment=NetworkSegment(246b7005-0935-4ff3-9c3d-ab1795846166),segment_id=246b7005-0935-4ff3-9c3d-ab1795846166)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:00:03.793100 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:03.865430 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-3a064405-855b-4d03-aa22-eeafc2b11caf tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:00:03.872288 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 38260) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:00:03.875382 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-3a064405-855b-4d03-aa22-eeafc2b11caf tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Usage tracker for resource:security_group_rule and tenant:d3eb50f3028440db9726ae16e6111d12 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:00:03.879301 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-3a064405-855b-4d03-aa22-eeafc2b11caf tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:00:03.887423 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-3a064405-855b-4d03-aa22-eeafc2b11caf tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:00:03.901373 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-600a3ee1-6926-48f3-985b-97982b96f5b2 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-2003807039-network', 'tenant_id': 'cdc5de11547f4a5f8e1e8d097edd2ecf'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:00:03.911154 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ca6ef8af-814d-4cdc-9a63-d9d214a68f28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:03.914517 n-d-844202-1 neutron-server[88524]: INFO neutron.db.securitygroups_db [None req-3a064405-855b-4d03-aa22-eeafc2b11caf tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Project d3eb50f3028440db9726ae16e6111d12 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 01 19:00:03.926093 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-600a3ee1-6926-48f3-985b-97982b96f5b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:00:03.939020 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=0af93757-175f-46a7-ad15-c24ac7f60ee6,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:00:03.941765 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-600a3ee1-6926-48f3-985b-97982b96f5b2 admin admin] Usage tracker for resource:network and tenant:cdc5de11547f4a5f8e1e8d097edd2ecf is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:00:03.946853 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-600a3ee1-6926-48f3-985b-97982b96f5b2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:00:03.950023 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-3a064405-855b-4d03-aa22-eeafc2b11caf tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:03.964480 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-ca6ef8af-814d-4cdc-9a63-d9d214a68f28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:00:03.978579 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-ca6ef8af-814d-4cdc-9a63-d9d214a68f28 admin admin] Usage tracker for resource:security_group_rule and tenant:61d6be40f14b4d10ab9ca3217c64a7ce is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:00:03.998798 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-ca6ef8af-814d-4cdc-9a63-d9d214a68f28 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:00:04.008872 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-ca6ef8af-814d-4cdc-9a63-d9d214a68f28 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:00:04.046799 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-600a3ee1-6926-48f3-985b-97982b96f5b2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:00:04.155234 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-600a3ee1-6926-48f3-985b-97982b96f5b2 admin admin] Made reservation on behalf of cdc5de11547f4a5f8e1e8d097edd2ecf for: {'network': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:00:04.157905 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-600a3ee1-6926-48f3-985b-97982b96f5b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:04.171370 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-3a064405-855b-4d03-aa22-eeafc2b11caf tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:04.201070 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-3a064405-855b-4d03-aa22-eeafc2b11caf tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:04.210934 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-600a3ee1-6926-48f3-985b-97982b96f5b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:04.218093 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ca6ef8af-814d-4cdc-9a63-d9d214a68f28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:04.259421 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-600a3ee1-6926-48f3-985b-97982b96f5b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:00:04.261676 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a064405-855b-4d03-aa22-eeafc2b11caf tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a98b768-188f-4c93-b969-1a00cdaf9ae9,revision_number=0']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:00:04.270507 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-600a3ee1-6926-48f3-985b-97982b96f5b2 admin admin] Usage tracker for resource:security_group_rule and tenant:cdc5de11547f4a5f8e1e8d097edd2ecf is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:00:04.277132 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-600a3ee1-6926-48f3-985b-97982b96f5b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:00:04.283654 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-3a064405-855b-4d03-aa22-eeafc2b11caf tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:04.284865 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-3a064405-855b-4d03-aa22-eeafc2b11caf tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6113260 Jun 01 19:00:04.286392 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-600a3ee1-6926-48f3-985b-97982b96f5b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:00:04.288165 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ca6ef8af-814d-4cdc-9a63-d9d214a68f28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:04.362615 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13919d44-86bb-418e-9c64-21448d318b6a req-f6070e9e-2a17-4ff3-8163-227763bd3cf4 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:00:04.365663 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-13919d44-86bb-418e-9c64-21448d318b6a req-f6070e9e-2a17-4ff3-8163-227763bd3cf4 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Synchronizing usage tracker for tenant:d40f7c9e0af24f109f247cdb0a7a60bf on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:00:04.400302 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-ca6ef8af-814d-4cdc-9a63-d9d214a68f28 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=61d6be40f14b4d10ab9ca3217c64a7ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5269029 Jun 01 19:00:04.401621 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 38274) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:00:04.404654 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6ef8af-814d-4cdc-9a63-d9d214a68f28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7986299-b66a-4723-a288-b37e4aa74d17,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:00:04.440560 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-13919d44-86bb-418e-9c64-21448d318b6a req-f6070e9e-2a17-4ff3-8163-227763bd3cf4 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Unset dirty status for tenant:d40f7c9e0af24f109f247cdb0a7a60bf on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:00:04.452608 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53c6bb2-1a3f-49cc-8d72-57d8bc7d4e63 req-675be442-84c3-4634-9b5c-2eafaed339b6 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:00:04.460970 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-13919d44-86bb-418e-9c64-21448d318b6a req-f6070e9e-2a17-4ff3-8163-227763bd3cf4 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] 10.222.0.41 "GET /v2.0/ports?device_id=89573410-7740-4786-add2-715066dfb6b7 HTTP/1.1" status: 200 len: 945 time: 0.4361477 Jun 01 19:00:04.462519 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f53c6bb2-1a3f-49cc-8d72-57d8bc7d4e63 req-675be442-84c3-4634-9b5c-2eafaed339b6 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=863d6d17-7ec0-45a3-a6dc-82b322b76ced HTTP/1.1" status: 200 len: 945 time: 0.2425528 Jun 01 19:00:04.545927 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f53c6bb2-1a3f-49cc-8d72-57d8bc7d4e63 req-0be3fc5b-1448-41cc-903d-0134d3719289 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ce59b29-4aa6-4d2e-8584-a540c0a14c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825198 Jun 01 19:00:04.591663 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c7906e9a-fe7d-43fc-8464-30b604bb3ec9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:04.619267 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-600a3ee1-6926-48f3-985b-97982b96f5b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:04.638548 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-600a3ee1-6926-48f3-985b-97982b96f5b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:04.648834 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c7906e9a-fe7d-43fc-8464-30b604bb3ec9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:04.653100 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-600a3ee1-6926-48f3-985b-97982b96f5b2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 124} {{(pid=88524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 19:00:04.666464 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-600a3ee1-6926-48f3-985b-97982b96f5b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:04.666976 n-d-844202-1 neutron-server[88524]: INFO neutron.db.segments_db [None req-600a3ee1-6926-48f3-985b-97982b96f5b2 admin admin] Added segment ce523ae2-04b9-4e0f-83fe-35e934deb7b2 of type vlan for network f7c7bfcf-c7c2-42d5-8541-1692408619fe Jun 01 19:00:04.701275 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-13919d44-86bb-418e-9c64-21448d318b6a req-217de3a3-19ec-4a44-9801-9f69839c70d4 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] 10.222.0.41 "GET /v2.0/security-groups?id=10328742-6369-4815-ae6a-3cb954039bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361782 Jun 01 19:00:04.738358 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600a3ee1-6926-48f3-985b-97982b96f5b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a574796-057f-49e3-abd4-a6618918f66b,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:00:04.747565 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-600a3ee1-6926-48f3-985b-97982b96f5b2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:04.750374 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c7906e9a-fe7d-43fc-8464-30b604bb3ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:04.795664 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-600a3ee1-6926-48f3-985b-97982b96f5b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:04.802094 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-600a3ee1-6926-48f3-985b-97982b96f5b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:00:04.805821 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-600a3ee1-6926-48f3-985b-97982b96f5b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:04.831809 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7906e9a-fe7d-43fc-8464-30b604bb3ec9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7986299-b66a-4723-a288-b37e4aa74d17,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:00:04.851356 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c7906e9a-fe7d-43fc-8464-30b604bb3ec9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:04.859214 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-c7906e9a-fe7d-43fc-8464-30b604bb3ec9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b7986299-b66a-4723-a288-b37e4aa74d17 HTTP/1.1" status: 204 len: 168 time: 0.4441018 Jun 01 19:00:04.952346 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600a3ee1-6926-48f3-985b-97982b96f5b2 admin admin] Pushing event updated for resources: {'Network': ['ID=f7c7bfcf-c7c2-42d5-8541-1692408619fe,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:00:04.969858 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network f7c7bfcf-c7c2-42d5-8541-1692408619fe details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 19:00:04.995358 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 0af93757-175f-46a7-ad15-c24ac7f60ee6 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:00:05.028838 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 38310) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:00:05.029102 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-600a3ee1-6926-48f3-985b-97982b96f5b2 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.4405835 Jun 01 19:00:05.034374 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-b1fe0536-4343-482f-81b1-d705ae7631bb admin admin] Request body: {'subnet': {'network_id': 'f7c7bfcf-c7c2-42d5-8541-1692408619fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-2003807039-subnet', 'tenant_id': 'cdc5de11547f4a5f8e1e8d097edd2ecf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:00:05.045029 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-b1fe0536-4343-482f-81b1-d705ae7631bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:00:05.057853 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-b1fe0536-4343-482f-81b1-d705ae7631bb admin admin] Usage tracker for resource:subnet and tenant:cdc5de11547f4a5f8e1e8d097edd2ecf is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:00:05.061268 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-b1fe0536-4343-482f-81b1-d705ae7631bb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:00:05.080427 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-b1fe0536-4343-482f-81b1-d705ae7631bb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:00:05.211336 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c9bcd774-5fa6-45bc-8ff0-d9e448a5ea84 req-b2ccd53d-2278-43db-89ca-d5b0adcfc8df tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-712180157&fields=id&tenant_id=d3eb50f3028440db9726ae16e6111d12 HTTP/1.1" status: 200 len: 267 time: 0.1273780 Jun 01 19:00:05.213940 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1fe0536-4343-482f-81b1-d705ae7631bb admin admin] Made reservation on behalf of cdc5de11547f4a5f8e1e8d097edd2ecf for: {'subnet': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:00:05.227440 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b1fe0536-4343-482f-81b1-d705ae7631bb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9667140'] for subnet, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:05.306550 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 0af93757-175f-46a7-ad15-c24ac7f60ee6 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:00:05.307229 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:05.451361 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-107567eb-f6b1-4a68-a2a0-ead9d1901b0a req-2cb3c5a9-062d-442f-9d8c-bb49fbc1eeff service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=6d361b480b58482fb3659693e8857ce1&device_id=ed8eba2a-dbd8-42ce-8e67-2bdad27f83ed HTTP/1.1" status: 200 len: 210 time: 0.1445909 Jun 01 19:00:05.468987 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 0af93757-175f-46a7-ad15-c24ac7f60ee6 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:00:05.498423 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-107567eb-f6b1-4a68-a2a0-ead9d1901b0a req-824fabd9-36b0-4adf-8fe5-3242c10a62aa service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=6d361b480b58482fb3659693e8857ce1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0397635 Jun 01 19:00:05.788897 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107567eb-f6b1-4a68-a2a0-ead9d1901b0a req-6ec26159-f3a4-4cd1-942e-bdb723e3ad67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:00:05.790824 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-107567eb-f6b1-4a68-a2a0-ead9d1901b0a req-6ec26159-f3a4-4cd1-942e-bdb723e3ad67 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2872722 Jun 01 19:00:05.829573 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faeb6e4-be7b-4f69-b179-1bd32bb5bfbb req-b68ebd39-55f8-4abc-a083-4e99a7f61f3e tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:00:05.834766 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-1faeb6e4-be7b-4f69-b179-1bd32bb5bfbb req-b68ebd39-55f8-4abc-a083-4e99a7f61f3e tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=863d6d17-7ec0-45a3-a6dc-82b322b76ced HTTP/1.1" status: 200 len: 945 time: 0.3061521 Jun 01 19:00:05.891025 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b1fe0536-4343-482f-81b1-d705ae7631bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2614064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9667190'] for subnet, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:05.971032 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-1faeb6e4-be7b-4f69-b179-1bd32bb5bfbb req-33a91c46-f6fc-4660-be7d-1e57024db705 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ce59b29-4aa6-4d2e-8584-a540c0a14c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1302090 Jun 01 19:00:06.173982 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400dfa41-22fe-45fa-a059-fb9c409011ad req-8c48840f-7e5b-4d19-a624-a7b693c70cca tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:00:06.180091 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-400dfa41-22fe-45fa-a059-fb9c409011ad req-8c48840f-7e5b-4d19-a624-a7b693c70cca tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] 10.222.0.15 "GET /v2.0/ports?device_id=89573410-7740-4786-add2-715066dfb6b7 HTTP/1.1" status: 200 len: 945 time: 0.2072554 Jun 01 19:00:06.181645 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bcd774-5fa6-45bc-8ff0-d9e448a5ea84 req-d9e20f80-926e-4949-898a-6da169d263cf tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:00:06.191471 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c9bcd774-5fa6-45bc-8ff0-d9e448a5ea84 req-d9e20f80-926e-4949-898a-6da169d263cf tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] 10.222.0.41 "GET /v2.0/networks?id=81249ed1-a33f-4045-8ad1-594c3da17cb8 HTTP/1.1" status: 200 len: 797 time: 0.9791198 Jun 01 19:00:06.236929 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c9bcd774-5fa6-45bc-8ff0-d9e448a5ea84 req-8e3eeb3d-d435-4823-9e3a-670cef2d98d4 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] 10.222.0.41 "GET /v2.0/quotas/d3eb50f3028440db9726ae16e6111d12 HTTP/1.1" status: 200 len: 375 time: 0.0444250 Jun 01 19:00:06.343812 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-63b01d6d-1ef3-42bd-be1a-8c7cd3461c67 req-b3c6a469-a8e7-4945-8785-f8deaef32226 tempest-ListServersNegativeTestJSON-393033240 tempest-ListServersNegativeTestJSON-393033240-project] 10.222.0.41 "GET /v2.0/ports?device_id=4cbf3535-c66c-46ba-be4b-d6a2af6edb21 HTTP/1.1" status: 200 len: 210 time: 0.0877912 Jun 01 19:00:06.360216 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fe0536-4343-482f-81b1-d705ae7631bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=78c15249-5b3e-42a1-9683-df5f45ae094c,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:00:06.363038 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1fe0536-4343-482f-81b1-d705ae7631bb admin admin] Checking segment: {'id': 'ce523ae2-04b9-4e0f-83fe-35e934deb7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'f7c7bfcf-c7c2-42d5-8541-1692408619fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:00:06.363404 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1fe0536-4343-482f-81b1-d705ae7631bb admin admin] Network hostable DHCP agents. Network: f7c7bfcf-c7c2-42d5-8541-1692408619fe, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 19:00:06.387828 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-400dfa41-22fe-45fa-a059-fb9c409011ad req-3605da85-8e1f-4636-b9b8-005ea764a268 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Deleting port 1962a7c2-7868-4607-b6fe-640b1199e848 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:00:06.388373 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-400dfa41-22fe-45fa-a059-fb9c409011ad req-3605da85-8e1f-4636-b9b8-005ea764a268 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:06.455235 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1fe0536-4343-482f-81b1-d705ae7631bb admin admin] Network f7c7bfcf-c7c2-42d5-8541-1692408619fe is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 19:00:06.483110 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-c9bcd774-5fa6-45bc-8ff0-d9e448a5ea84 req-d28bee09-098f-43a3-9d87-811df8547709 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Synchronizing usage tracker for tenant:d3eb50f3028440db9726ae16e6111d12 on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:00:06.488271 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-b1fe0536-4343-482f-81b1-d705ae7631bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, f7c7bfcf-c7c2-42d5-8541-1692408619fe) {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:00:06.493813 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1fe0536-4343-482f-81b1-d705ae7631bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:00:06.496053 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b1fe0536-4343-482f-81b1-d705ae7631bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:06.500460 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6cc4e3c-accb-4f46-b5a1-de6c4d36c0ed None None] Network f7c7bfcf-c7c2-42d5-8541-1692408619fe requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:00:06.582584 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-c9bcd774-5fa6-45bc-8ff0-d9e448a5ea84 req-d28bee09-098f-43a3-9d87-811df8547709 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Unset dirty status for tenant:d3eb50f3028440db9726ae16e6111d12 on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:00:06.585078 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c9bcd774-5fa6-45bc-8ff0-d9e448a5ea84 req-d28bee09-098f-43a3-9d87-811df8547709 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=d3eb50f3028440db9726ae16e6111d12&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3351970 Jun 01 19:00:06.613127 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-b1fe0536-4343-482f-81b1-d705ae7631bb admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.5831289 Jun 01 19:00:06.749336 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e7cd599f-459d-4ba7-8e7c-7874999c3a14 req-20355fa4-8dbc-48b1-b62e-f29e8504de6b tempest-ServerShowV247Test-1119470366 tempest-ServerShowV247Test-1119470366-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed8eba2a-dbd8-42ce-8e67-2bdad27f83ed HTTP/1.1" status: 200 len: 210 time: 0.1482210 Jun 01 19:00:07.079586 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c9bcd774-5fa6-45bc-8ff0-d9e448a5ea84 req-66a944d3-46d2-4134-809f-f7cff24ff9fc service neutron] 10.222.0.41 "GET /v2.0/networks/81249ed1-a33f-4045-8ad1-594c3da17cb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4613235 Jun 01 19:00:07.214233 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-033d6435-8ecb-4dd6-ae6d-2eb152bf9b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:07.219703 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dfc82f3-3cbd-49b1-891d-8d9a040a4654 None None] Network f7c7bfcf-c7c2-42d5-8541-1692408619fe requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:00:07.434151 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-107567eb-f6b1-4a68-a2a0-ead9d1901b0a req-d50bb091-4914-42c2-95b2-cdbb1e3573c4 tempest-ServerShowV247Test-1119470366 tempest-ServerShowV247Test-1119470366-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed8eba2a-dbd8-42ce-8e67-2bdad27f83ed HTTP/1.1" status: 200 len: 210 time: 0.1010020 Jun 01 19:00:07.464266 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.agents_db [None req-e814b9cf-7de8-45d0-a079-29c61fabe7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 19:00:07.516220 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-400dfa41-22fe-45fa-a059-fb9c409011ad req-3605da85-8e1f-4636-b9b8-005ea764a268 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] For port 1962a7c2-7868-4607-b6fe-640b1199e848, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=1962a7c2-7868-4607-b6fe-640b1199e848,segment=NetworkSegment(76205301-da60-4ecb-a61c-114de025a248),segment_id=76205301-da60-4ecb-a61c-114de025a248)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:00:07.517016 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-400dfa41-22fe-45fa-a059-fb9c409011ad req-3605da85-8e1f-4636-b9b8-005ea764a268 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:07.523748 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c9bcd774-5fa6-45bc-8ff0-d9e448a5ea84 req-96b355f6-ab0a-4f18-9e33-6beb4f7fddb7 service neutron] 10.222.0.41 "GET /v2.0/networks/81249ed1-a33f-4045-8ad1-594c3da17cb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4419203 Jun 01 19:00:07.548592 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14681152-10da-4a20-994e-f6dee7e8a133 req-222c0416-5fb0-456c-b57c-1eedcd7a40b3 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:00:07.550248 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-14681152-10da-4a20-994e-f6dee7e8a133 req-222c0416-5fb0-456c-b57c-1eedcd7a40b3 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] 10.222.0.41 "GET /v2.0/ports?device_id=89573410-7740-4786-add2-715066dfb6b7 HTTP/1.1" status: 200 len: 945 time: 0.4069881 Jun 01 19:00:07.555447 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe414f1-bdfa-40d6-823d-b1f1b24333e5 req-69425c75-e452-46b2-b054-051c994e82b7 tempest-ListServersNegativeTestJSON-393033240 tempest-ListServersNegativeTestJSON-393033240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:00:07.565717 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-cfe414f1-bdfa-40d6-823d-b1f1b24333e5 req-69425c75-e452-46b2-b054-051c994e82b7 tempest-ListServersNegativeTestJSON-393033240 tempest-ListServersNegativeTestJSON-393033240-project] 10.222.0.15 "GET /v2.0/networks?id=1f4aefc8-8490-4e9a-bdda-e7f820add1f8 HTTP/1.1" status: 200 len: 817 time: 0.4357290 Jun 01 19:00:07.581441 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [req-cfe414f1-bdfa-40d6-823d-b1f1b24333e5 req-55823761-bf31-45af-943f-b1a3559abf6c tempest-ListServersNegativeTestJSON-393033240 tempest-ListServersNegativeTestJSON-393033240-project] Request body: {'port': {'device_id': '1293a883-9525-4b5a-ac5c-0893b9e73df9', 'network_id': '1f4aefc8-8490-4e9a-bdda-e7f820add1f8', 'admin_state_up': True, 'tenant_id': 'dddb3bf267ff45db8d51b8be9786bafe'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:00:07.704021 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-400dfa41-22fe-45fa-a059-fb9c409011ad req-3605da85-8e1f-4636-b9b8-005ea764a268 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Calling delete_port for 1962a7c2-7868-4607-b6fe-640b1199e848 owned by compute:nova {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:00:07.930945 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [req-cfe414f1-bdfa-40d6-823d-b1f1b24333e5 req-55823761-bf31-45af-943f-b1a3559abf6c tempest-ListServersNegativeTestJSON-393033240 tempest-ListServersNegativeTestJSON-393033240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:00:07.954140 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-cfe414f1-bdfa-40d6-823d-b1f1b24333e5 req-55823761-bf31-45af-943f-b1a3559abf6c tempest-ListServersNegativeTestJSON-393033240 tempest-ListServersNegativeTestJSON-393033240-project] Usage tracker for resource:port and tenant:dddb3bf267ff45db8d51b8be9786bafe is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:00:07.960064 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-cfe414f1-bdfa-40d6-823d-b1f1b24333e5 req-55823761-bf31-45af-943f-b1a3559abf6c tempest-ListServersNegativeTestJSON-393033240 tempest-ListServersNegativeTestJSON-393033240-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:00:07.986304 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [req-cfe414f1-bdfa-40d6-823d-b1f1b24333e5 req-55823761-bf31-45af-943f-b1a3559abf6c tempest-ListServersNegativeTestJSON-393033240 tempest-ListServersNegativeTestJSON-393033240-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:00:08.007479 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfe414f1-bdfa-40d6-823d-b1f1b24333e5 req-55823761-bf31-45af-943f-b1a3559abf6c tempest-ListServersNegativeTestJSON-393033240 tempest-ListServersNegativeTestJSON-393033240-project] Made reservation on behalf of dddb3bf267ff45db8d51b8be9786bafe for: {'port': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:00:08.024703 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-cfe414f1-bdfa-40d6-823d-b1f1b24333e5 req-55823761-bf31-45af-943f-b1a3559abf6c tempest-ListServersNegativeTestJSON-393033240 tempest-ListServersNegativeTestJSON-393033240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:08.561879 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [req-cfe414f1-bdfa-40d6-823d-b1f1b24333e5 req-55823761-bf31-45af-943f-b1a3559abf6c tempest-ListServersNegativeTestJSON-393033240 tempest-ListServersNegativeTestJSON-393033240-project] Allocated IP 172.20.0.10 (1f4aefc8-8490-4e9a-bdda-e7f820add1f8/fc397ad5-3f5a-48df-8baa-b9902fca9a37/a47dda3c-813e-49d7-9956-ffe17741a6bf) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:00:08.935611 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe414f1-bdfa-40d6-823d-b1f1b24333e5 req-9f039d36-286d-4f41-bf45-728f5667ac67 tempest-ListServersNegativeTestJSON-393033240 tempest-ListServersNegativeTestJSON-393033240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:00:08.936939 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-cfe414f1-bdfa-40d6-823d-b1f1b24333e5 req-9f039d36-286d-4f41-bf45-728f5667ac67 tempest-ListServersNegativeTestJSON-393033240 tempest-ListServersNegativeTestJSON-393033240-project] 10.222.0.50 "GET /v2.0/networks?id=1f4aefc8-8490-4e9a-bdda-e7f820add1f8 HTTP/1.1" status: 200 len: 817 time: 0.7954698 Jun 01 19:00:08.955570 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-14681152-10da-4a20-994e-f6dee7e8a133 req-1bc99f98-eae2-4f6c-9f96-1e18a9827ea8 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] 10.222.0.41 "GET /v2.0/security-groups?id=10328742-6369-4815-ae6a-3cb954039bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3456686 Jun 01 19:00:08.984697 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-cfe414f1-bdfa-40d6-823d-b1f1b24333e5 req-ab8e6283-32b8-4666-84f0-80b7d2e5fe08 tempest-ListServersNegativeTestJSON-393033240 tempest-ListServersNegativeTestJSON-393033240-project] Request body: {'port': {'device_id': '4cbf3535-c66c-46ba-be4b-d6a2af6edb21', 'network_id': '1f4aefc8-8490-4e9a-bdda-e7f820add1f8', 'admin_state_up': True, 'tenant_id': 'dddb3bf267ff45db8d51b8be9786bafe'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:00:08.992007 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-cfe414f1-bdfa-40d6-823d-b1f1b24333e5 req-55823761-bf31-45af-943f-b1a3559abf6c tempest-ListServersNegativeTestJSON-393033240 tempest-ListServersNegativeTestJSON-393033240-project] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:09.070202 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-cfe414f1-bdfa-40d6-823d-b1f1b24333e5 req-55823761-bf31-45af-943f-b1a3559abf6c tempest-ListServersNegativeTestJSON-393033240 tempest-ListServersNegativeTestJSON-393033240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:09.136794 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-400dfa41-22fe-45fa-a059-fb9c409011ad req-3605da85-8e1f-4636-b9b8-005ea764a268 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:09.145593 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe414f1-bdfa-40d6-823d-b1f1b24333e5 req-9b3e9544-efba-4b4b-b30b-63396d841e5a tempest-ListServersNegativeTestJSON-393033240 tempest-ListServersNegativeTestJSON-393033240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:00:09.149095 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-cfe414f1-bdfa-40d6-823d-b1f1b24333e5 req-9b3e9544-efba-4b4b-b30b-63396d841e5a tempest-ListServersNegativeTestJSON-393033240 tempest-ListServersNegativeTestJSON-393033240-project] 10.222.0.50 "GET /v2.0/networks?id=1f4aefc8-8490-4e9a-bdda-e7f820add1f8 HTTP/1.1" status: 200 len: 817 time: 1.4528706 Jun 01 19:00:09.152112 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] get_ports_and_sgs() called for port_ids ['1962a7c2-7868-4607-b6fe-640b1199e848'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 19:00:09.272421 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-cfe414f1-bdfa-40d6-823d-b1f1b24333e5 req-4a882afe-a98c-4d89-b254-43da6930a048 tempest-ListServersNegativeTestJSON-393033240 tempest-ListServersNegativeTestJSON-393033240-project] Request body: {'port': {'device_id': 'd086eab3-fe4e-4fce-a15a-eabfacd4536f', 'network_id': '1f4aefc8-8490-4e9a-bdda-e7f820add1f8', 'admin_state_up': True, 'tenant_id': 'dddb3bf267ff45db8d51b8be9786bafe'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:00:09.342264 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfe414f1-bdfa-40d6-823d-b1f1b24333e5 req-55823761-bf31-45af-943f-b1a3559abf6c tempest-ListServersNegativeTestJSON-393033240 tempest-ListServersNegativeTestJSON-393033240-project] Network 1f4aefc8-8490-4e9a-bdda-e7f820add1f8 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:00:09.356784 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [req-cfe414f1-bdfa-40d6-823d-b1f1b24333e5 req-55823761-bf31-45af-943f-b1a3559abf6c tempest-ListServersNegativeTestJSON-393033240 tempest-ListServersNegativeTestJSON-393033240-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:00:09.364855 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfe414f1-bdfa-40d6-823d-b1f1b24333e5 req-55823761-bf31-45af-943f-b1a3559abf6c tempest-ListServersNegativeTestJSON-393033240 tempest-ListServersNegativeTestJSON-393033240-project] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:00:09.368516 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3605da85-8e1f-4636-b9b8-005ea764a268 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Pushing event deleted for resources: {'Port': ['ID=1962a7c2-7868-4607-b6fe-640b1199e848,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:00:09.425665 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55823761-bf31-45af-943f-b1a3559abf6c tempest-ListServersNegativeTestJSON-393033240 tempest-ListServersNegativeTestJSON-393033240-project] Pushing event updated for resources: {'Port': ['ID=a47dda3c-813e-49d7-9956-ffe17741a6bf,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:00:09.467053 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-be61c1ad-273d-4735-b97b-6aa0c01a37e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:09.486701 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe414f1-bdfa-40d6-823d-b1f1b24333e5 req-55823761-bf31-45af-943f-b1a3559abf6c tempest-ListServersNegativeTestJSON-393033240 tempest-ListServersNegativeTestJSON-393033240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:00:09.487563 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-cfe414f1-bdfa-40d6-823d-b1f1b24333e5 req-55823761-bf31-45af-943f-b1a3559abf6c tempest-ListServersNegativeTestJSON-393033240 tempest-ListServersNegativeTestJSON-393033240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:09.496429 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a7fe0821-69a5-420d-8d84-82007c8d8900 req-35aae284-c1a8-493d-b2cc-50ebcb041f08 tempest-ListServersNegativeTestJSON-393033240 tempest-ListServersNegativeTestJSON-393033240-project] 10.222.0.41 "GET /v2.0/ports?device_id=4cbf3535-c66c-46ba-be4b-d6a2af6edb21 HTTP/1.1" status: 200 len: 210 time: 0.2302012 Jun 01 19:00:09.514905 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a4cd2f-662b-4534-bdaa-46dd80145c16 req-ac873020-8a64-4f6f-9880-1d98d543d5ef tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:00:09.519463 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-400dfa41-22fe-45fa-a059-fb9c409011ad req-3605da85-8e1f-4636-b9b8-005ea764a268 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] No DVR routers for this DVR port 1962a7c2-7868-4607-b6fe-640b1199e848 on host n-h1-844202-1 {{(pid=88524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:00:09.522795 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-28a4cd2f-662b-4534-bdaa-46dd80145c16 req-ac873020-8a64-4f6f-9880-1d98d543d5ef tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] 10.222.0.41 "GET /v2.0/networks?id=f7c7bfcf-c7c2-42d5-8541-1692408619fe HTTP/1.1" status: 200 len: 822 time: 0.2973166 Jun 01 19:00:09.544924 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-400dfa41-22fe-45fa-a059-fb9c409011ad req-3605da85-8e1f-4636-b9b8-005ea764a268 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:09.548969 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-28a4cd2f-662b-4534-bdaa-46dd80145c16 req-694eb14b-b64f-408a-bec7-ce8a6e1630d2 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] 10.222.0.41 "GET /v2.0/quotas/cdc5de11547f4a5f8e1e8d097edd2ecf HTTP/1.1" status: 200 len: 375 time: 0.0246749 Jun 01 19:00:09.552151 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89573410-7740-4786-add2-715066dfb6b7', 'name': 'network-vif-deleted', 'tag': '1962a7c2-7868-4607-b6fe-640b1199e848'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:00:09.556025 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-cfe414f1-bdfa-40d6-823d-b1f1b24333e5 req-55823761-bf31-45af-943f-b1a3559abf6c tempest-ListServersNegativeTestJSON-393033240 tempest-ListServersNegativeTestJSON-393033240-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9809403 Jun 01 19:00:09.623542 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-400dfa41-22fe-45fa-a059-fb9c409011ad req-3605da85-8e1f-4636-b9b8-005ea764a268 tempest-ServerRescueNegativeTestJSON-964074500 tempest-ServerRescueNegativeTestJSON-964074500-project] 10.222.0.15 "DELETE /v2.0/ports/1962a7c2-7868-4607-b6fe-640b1199e848 HTTP/1.1" status: 204 len: 173 time: 3.4349318 Jun 01 19:00:09.629034 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-28a4cd2f-662b-4534-bdaa-46dd80145c16 req-0a0b687d-4895-40f3-a9d3-d057305bd865 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=cdc5de11547f4a5f8e1e8d097edd2ecf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0718098 Jun 01 19:00:09.638798 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-cfe414f1-bdfa-40d6-823d-b1f1b24333e5 req-ab8e6283-32b8-4666-84f0-80b7d2e5fe08 tempest-ListServersNegativeTestJSON-393033240 tempest-ListServersNegativeTestJSON-393033240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:00:09.645836 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [req-cfe414f1-bdfa-40d6-823d-b1f1b24333e5 req-dbf99d6c-6e65-4f3b-a4ab-12e30fac6064 tempest-ListServersNegativeTestJSON-393033240 tempest-ListServersNegativeTestJSON-393033240-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=88525) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 19:00:09.649898 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-cfe414f1-bdfa-40d6-823d-b1f1b24333e5 req-dbf99d6c-6e65-4f3b-a4ab-12e30fac6064 tempest-ListServersNegativeTestJSON-393033240 tempest-ListServersNegativeTestJSON-393033240-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0189500 Jun 01 19:00:09.656373 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-cfe414f1-bdfa-40d6-823d-b1f1b24333e5 req-ab8e6283-32b8-4666-84f0-80b7d2e5fe08 tempest-ListServersNegativeTestJSON-393033240 tempest-ListServersNegativeTestJSON-393033240-project] Usage tracker for resource:port and tenant:dddb3bf267ff45db8d51b8be9786bafe is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:00:09.661618 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-cfe414f1-bdfa-40d6-823d-b1f1b24333e5 req-ab8e6283-32b8-4666-84f0-80b7d2e5fe08 tempest-ListServersNegativeTestJSON-393033240 tempest-ListServersNegativeTestJSON-393033240-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:00:09.680835 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-cfe414f1-bdfa-40d6-823d-b1f1b24333e5 req-ab8e6283-32b8-4666-84f0-80b7d2e5fe08 tempest-ListServersNegativeTestJSON-393033240 tempest-ListServersNegativeTestJSON-393033240-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:00:09.683837 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-cfe414f1-bdfa-40d6-823d-b1f1b24333e5 req-4a882afe-a98c-4d89-b254-43da6930a048 tempest-ListServersNegativeTestJSON-393033240 tempest-ListServersNegativeTestJSON-393033240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:00:09.692645 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-cfe414f1-bdfa-40d6-823d-b1f1b24333e5 req-4a882afe-a98c-4d89-b254-43da6930a048 tempest-ListServersNegativeTestJSON-393033240 tempest-ListServersNegativeTestJSON-393033240-project] Usage tracker for resource:port and tenant:dddb3bf267ff45db8d51b8be9786bafe is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:00:09.705689 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [req-cfe414f1-bdfa-40d6-823d-b1f1b24333e5 req-e5fb1e07-ce7d-4ce2-bd7e-9502edf53bc6 service neutron] Request body: {'port': {'device_id': '1293a883-9525-4b5a-ac5c-0893b9e73df9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844202-1'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:00:09.714766 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-cfe414f1-bdfa-40d6-823d-b1f1b24333e5 req-4a882afe-a98c-4d89-b254-43da6930a048 tempest-ListServersNegativeTestJSON-393033240 tempest-ListServersNegativeTestJSON-393033240-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:00:09.718847 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfe414f1-bdfa-40d6-823d-b1f1b24333e5 req-ab8e6283-32b8-4666-84f0-80b7d2e5fe08 tempest-ListServersNegativeTestJSON-393033240 tempest-ListServersNegativeTestJSON-393033240-project] Made reservation on behalf of dddb3bf267ff45db8d51b8be9786bafe for: {'port': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:00:09.722793 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-cfe414f1-bdfa-40d6-823d-b1f1b24333e5 req-ab8e6283-32b8-4666-84f0-80b7d2e5fe08 tempest-ListServersNegativeTestJSON-393033240 tempest-ListServersNegativeTestJSON-393033240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:09.749679 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-cfe414f1-bdfa-40d6-823d-b1f1b24333e5 req-4a882afe-a98c-4d89-b254-43da6930a048 tempest-ListServersNegativeTestJSON-393033240 tempest-ListServersNegativeTestJSON-393033240-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:00:09.944863 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfe414f1-bdfa-40d6-823d-b1f1b24333e5 req-4a882afe-a98c-4d89-b254-43da6930a048 tempest-ListServersNegativeTestJSON-393033240 tempest-ListServersNegativeTestJSON-393033240-project] Made reservation on behalf of dddb3bf267ff45db8d51b8be9786bafe for: {'port': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:00:09.949469 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-cfe414f1-bdfa-40d6-823d-b1f1b24333e5 req-4a882afe-a98c-4d89-b254-43da6930a048 tempest-ListServersNegativeTestJSON-393033240 tempest-ListServersNegativeTestJSON-393033240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:10.014185 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d99ff871-8f97-40da-91c0-6054f46ec019 req-7093768a-77d3-4a26-88e9-303782a0371a tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f51ecbe-4272-460f-a9a0-d3f074976926 HTTP/1.1" status: 200 len: 210 time: 0.2355058 Jun 01 19:00:10.427712 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bcd774-5fa6-45bc-8ff0-d9e448a5ea84 req-4e6b6fd1-7674-4068-ac9e-9647b6d9443d tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:00:10.428907 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-c9bcd774-5fa6-45bc-8ff0-d9e448a5ea84 req-4e6b6fd1-7674-4068-ac9e-9647b6d9443d tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Synchronizing usage tracker for tenant:d3eb50f3028440db9726ae16e6111d12 on resource:network {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:00:10.430592 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-cfe414f1-bdfa-40d6-823d-b1f1b24333e5 req-e5fb1e07-ce7d-4ce2-bd7e-9502edf53bc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:10.501871 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-28a4cd2f-662b-4534-bdaa-46dd80145c16 req-c235c8ba-bef1-4e04-a212-77f11f2fe786 service neutron] 10.222.0.41 "GET /v2.0/networks/f7c7bfcf-c7c2-42d5-8541-1692408619fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8508837 Jun 01 19:00:10.514752 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:10.619113 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:10.675858 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 38462) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:00:10.701407 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-c9bcd774-5fa6-45bc-8ff0-d9e448a5ea84 req-4e6b6fd1-7674-4068-ac9e-9647b6d9443d tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Unset dirty status for tenant:d3eb50f3028440db9726ae16e6111d12 on resource:network {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:00:10.702663 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c9bcd774-5fa6-45bc-8ff0-d9e448a5ea84 req-4e6b6fd1-7674-4068-ac9e-9647b6d9443d tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] 10.222.0.15 "GET /v2.0/networks?id=81249ed1-a33f-4045-8ad1-594c3da17cb8 HTTP/1.1" status: 200 len: 797 time: 0.6514707 Jun 01 19:00:10.812645 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 38472) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:00:10.837395 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-c9bcd774-5fa6-45bc-8ff0-d9e448a5ea84 req-f695cf05-a315-4eef-be23-5cf4b251104a tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Synchronizing usage tracker for tenant:d3eb50f3028440db9726ae16e6111d12 on resource:security_group {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:00:10.856442 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [req-cfe414f1-bdfa-40d6-823d-b1f1b24333e5 req-ab8e6283-32b8-4666-84f0-80b7d2e5fe08 tempest-ListServersNegativeTestJSON-393033240 tempest-ListServersNegativeTestJSON-393033240-project] Allocated IP 172.20.0.8 (1f4aefc8-8490-4e9a-bdda-e7f820add1f8/fc397ad5-3f5a-48df-8baa-b9902fca9a37/b377290a-e454-44ec-9bfc-6b89477603ea) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:00:10.878276 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c82cf06-3f67-4c33-8e23-022eb27251ac req-259a6ff9-2039-4ea9-b469-68eea5faeef8 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:00:10.880277 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5c82cf06-3f67-4c33-8e23-022eb27251ac req-259a6ff9-2039-4ea9-b469-68eea5faeef8 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=863d6d17-7ec0-45a3-a6dc-82b322b76ced HTTP/1.1" status: 200 len: 945 time: 0.4458904 Jun 01 19:00:10.901149 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-28a4cd2f-662b-4534-bdaa-46dd80145c16 req-b82ea620-654c-453f-b9b0-f2f8ff68abf7 service neutron] 10.222.0.41 "GET /v2.0/networks/f7c7bfcf-c7c2-42d5-8541-1692408619fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3973982 Jun 01 19:00:10.995033 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ad10ebe8-74cf-474b-a353-d405fae6454c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:11.014212 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-ad10ebe8-74cf-474b-a353-d405fae6454c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:00:11.021308 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-ad10ebe8-74cf-474b-a353-d405fae6454c admin admin] Usage tracker for resource:security_group_rule and tenant:2adf28c8a1c942dd8ef9307cfa0b0e94 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:00:11.027602 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-ad10ebe8-74cf-474b-a353-d405fae6454c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:00:11.034029 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-ad10ebe8-74cf-474b-a353-d405fae6454c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:00:11.062013 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-c9bcd774-5fa6-45bc-8ff0-d9e448a5ea84 req-f695cf05-a315-4eef-be23-5cf4b251104a tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Unset dirty status for tenant:d3eb50f3028440db9726ae16e6111d12 on resource:security_group {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:00:11.063166 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c9bcd774-5fa6-45bc-8ff0-d9e448a5ea84 req-f695cf05-a315-4eef-be23-5cf4b251104a tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d3eb50f3028440db9726ae16e6111d12 HTTP/1.1" status: 200 len: 379 time: 0.3256824 Jun 01 19:00:11.088532 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-c9bcd774-5fa6-45bc-8ff0-d9e448a5ea84 req-bbaaa1b0-bad3-49c7-a43c-c5d592a57e16 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Request body: {'port': {'device_id': '0f51ecbe-4272-460f-a9a0-d3f074976926', 'network_id': '81249ed1-a33f-4045-8ad1-594c3da17cb8', 'admin_state_up': True, 'tenant_id': 'd3eb50f3028440db9726ae16e6111d12', 'security_groups': ['c1e950ea-5d0b-4685-9bfc-da05a4df09bd']}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:00:11.203993 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ad10ebe8-74cf-474b-a353-d405fae6454c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:11.212497 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ad10ebe8-74cf-474b-a353-d405fae6454c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:11.242088 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:11.266036 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad10ebe8-74cf-474b-a353-d405fae6454c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75248da0-59ea-4b24-8151-322816235dec,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:00:11.296296 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 38490) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:00:11.304132 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-ad10ebe8-74cf-474b-a353-d405fae6454c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2adf28c8a1c942dd8ef9307cfa0b0e94&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6256683 Jun 01 19:00:11.328775 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 38494) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:00:11.392209 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5c82cf06-3f67-4c33-8e23-022eb27251ac req-c9d32caf-6a1f-49a6-9645-d92ed2cf00ab tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ce59b29-4aa6-4d2e-8584-a540c0a14c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4993336 Jun 01 19:00:11.392961 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-cb4530ee-4e7b-4c5b-8847-490a0e8ddce2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:11.465588 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 1962a7c2-7868-4607-b6fe-640b1199e848 no longer exists at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:00:11.469799 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e39ffef-7a79-4779-8959-408d8a5edda5'] response: {'server_uuid': '89573410-7740-4786-add2-715066dfb6b7', 'name': 'network-vif-deleted', 'tag': '1962a7c2-7868-4607-b6fe-640b1199e848', 'status': 'completed', 'code': 200} Jun 01 19:00:11.524007 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-cb4530ee-4e7b-4c5b-8847-490a0e8ddce2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:00:11.527297 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] No Port match for: 1962a7c2-7868-4607-b6fe-640b1199e848 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:00:11.527788 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 1962a7c2-7868-4607-b6fe-640b1199e848 not bound to the agent host n-h1-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:00:11.545280 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-cb4530ee-4e7b-4c5b-8847-490a0e8ddce2 admin admin] Usage tracker for resource:security_group_rule and tenant:6d361b480b58482fb3659693e8857ce1 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:00:11.548673 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-cb4530ee-4e7b-4c5b-8847-490a0e8ddce2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:00:11.555937 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-cb4530ee-4e7b-4c5b-8847-490a0e8ddce2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:00:11.616696 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-6eb14d36-97aa-4fed-9ffe-c02112ee5861 req-72e3f617-9b90-4ebc-a3f2-12a769c15bb8 tempest-ListServersNegativeTestJSON-393033240 tempest-ListServersNegativeTestJSON-393033240-project] Synchronizing usage tracker for tenant:dddb3bf267ff45db8d51b8be9786bafe on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:00:11.630341 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:11.651853 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8ba4da05-d7a2-4a93-a69f-c1a9dcf1dbd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:11.711193 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-381a8d77-16d8-44f1-b9ab-cc0eda928676 req-b7677376-241d-41e3-b511-a41d0d322030 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f51ecbe-4272-460f-a9a0-d3f074976926 HTTP/1.1" status: 200 len: 210 time: 0.1017687 Jun 01 19:00:11.754246 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-c9bcd774-5fa6-45bc-8ff0-d9e448a5ea84 req-bbaaa1b0-bad3-49c7-a43c-c5d592a57e16 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:00:11.759278 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-6eb14d36-97aa-4fed-9ffe-c02112ee5861 req-72e3f617-9b90-4ebc-a3f2-12a769c15bb8 tempest-ListServersNegativeTestJSON-393033240 tempest-ListServersNegativeTestJSON-393033240-project] Unset dirty status for tenant:dddb3bf267ff45db8d51b8be9786bafe on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:00:11.768685 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-6eb14d36-97aa-4fed-9ffe-c02112ee5861 req-72e3f617-9b90-4ebc-a3f2-12a769c15bb8 tempest-ListServersNegativeTestJSON-393033240 tempest-ListServersNegativeTestJSON-393033240-project] 10.222.0.41 "GET /v2.0/ports?device_id=4cbf3535-c66c-46ba-be4b-d6a2af6edb21 HTTP/1.1" status: 200 len: 210 time: 0.2517910 Jun 01 19:00:11.787190 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-c9bcd774-5fa6-45bc-8ff0-d9e448a5ea84 req-bbaaa1b0-bad3-49c7-a43c-c5d592a57e16 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:00:11.794989 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8ba4da05-d7a2-4a93-a69f-c1a9dcf1dbd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:11.805283 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-cfe414f1-bdfa-40d6-823d-b1f1b24333e5 req-ab8e6283-32b8-4666-84f0-80b7d2e5fe08 tempest-ListServersNegativeTestJSON-393033240 tempest-ListServersNegativeTestJSON-393033240-project] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:11.854423 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9bcd774-5fa6-45bc-8ff0-d9e448a5ea84 req-bbaaa1b0-bad3-49c7-a43c-c5d592a57e16 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Made reservation on behalf of d3eb50f3028440db9726ae16e6111d12 for: {'port': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:00:11.858394 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-c9bcd774-5fa6-45bc-8ff0-d9e448a5ea84 req-bbaaa1b0-bad3-49c7-a43c-c5d592a57e16 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:11.866545 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:12.041147 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d11bad25-2359-4c83-a53e-f3766ab6836f req-879502c1-726e-4ceb-b0d7-6982591a6ccd tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] 10.222.0.41 "GET /v2.0/ports?device_id=13b542a2-a8d3-45d5-98f6-71d76182d166 HTTP/1.1" status: 200 len: 210 time: 0.1941609 Jun 01 19:00:12.063828 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-cb4530ee-4e7b-4c5b-8847-490a0e8ddce2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:12.064550 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-cfe414f1-bdfa-40d6-823d-b1f1b24333e5 req-ab8e6283-32b8-4666-84f0-80b7d2e5fe08 tempest-ListServersNegativeTestJSON-393033240 tempest-ListServersNegativeTestJSON-393033240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:12.112641 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8ba4da05-d7a2-4a93-a69f-c1a9dcf1dbd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:12.130688 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-cb4530ee-4e7b-4c5b-8847-490a0e8ddce2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:12.143196 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba4da05-d7a2-4a93-a69f-c1a9dcf1dbd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75248da0-59ea-4b24-8151-322816235dec,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:00:12.200722 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8ba4da05-d7a2-4a93-a69f-c1a9dcf1dbd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:12.201848 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-8ba4da05-d7a2-4a93-a69f-c1a9dcf1dbd0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/75248da0-59ea-4b24-8151-322816235dec HTTP/1.1" status: 204 len: 168 time: 0.8700285 Jun 01 19:00:12.229628 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4530ee-4e7b-4c5b-8847-490a0e8ddce2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58e931f0-a166-459e-a006-2bbcffa78cf3,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:00:12.286721 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8e6283-32b8-4666-84f0-80b7d2e5fe08 tempest-ListServersNegativeTestJSON-393033240 tempest-ListServersNegativeTestJSON-393033240-project] Pushing event updated for resources: {'Port': ['ID=b377290a-e454-44ec-9bfc-6b89477603ea,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:00:12.315366 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfe414f1-bdfa-40d6-823d-b1f1b24333e5 req-ab8e6283-32b8-4666-84f0-80b7d2e5fe08 tempest-ListServersNegativeTestJSON-393033240 tempest-ListServersNegativeTestJSON-393033240-project] Network 1f4aefc8-8490-4e9a-bdda-e7f820add1f8 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:00:12.324986 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [req-cfe414f1-bdfa-40d6-823d-b1f1b24333e5 req-ab8e6283-32b8-4666-84f0-80b7d2e5fe08 tempest-ListServersNegativeTestJSON-393033240 tempest-ListServersNegativeTestJSON-393033240-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:00:12.327620 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfe414f1-bdfa-40d6-823d-b1f1b24333e5 req-ab8e6283-32b8-4666-84f0-80b7d2e5fe08 tempest-ListServersNegativeTestJSON-393033240 tempest-ListServersNegativeTestJSON-393033240-project] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:00:12.393619 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-cb4530ee-4e7b-4c5b-8847-490a0e8ddce2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6d361b480b58482fb3659693e8857ce1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5798235 Jun 01 19:00:12.401494 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8df28b-03e6-467b-a698-78f9ebc22c66 req-882db596-c2ef-4f58-b441-ea3dc58a1090 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:00:12.404444 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ae8df28b-03e6-467b-a698-78f9ebc22c66 req-882db596-c2ef-4f58-b441-ea3dc58a1090 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=863d6d17-7ec0-45a3-a6dc-82b322b76ced HTTP/1.1" status: 200 len: 945 time: 0.2648001 Jun 01 19:00:12.407222 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 38518) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:00:12.447885 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.db.api [req-cfe414f1-bdfa-40d6-823d-b1f1b24333e5 req-4a882afe-a98c-4d89-b254-43da6930a048 tempest-ListServersNegativeTestJSON-393033240 tempest-ListServersNegativeTestJSON-393033240-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.8-bdcce87d-8712-4019-bd13-e20a80786f1c {{(pid=88524) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 19:00:12.448716 n-d-844202-1 neutron-server[88524]: DEBUG oslo_db.api [req-cfe414f1-bdfa-40d6-823d-b1f1b24333e5 req-4a882afe-a98c-4d89-b254-43da6930a048 tempest-ListServersNegativeTestJSON-393033240 tempest-ListServersNegativeTestJSON-393033240-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 19:00:12.486725 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe414f1-bdfa-40d6-823d-b1f1b24333e5 req-ab8e6283-32b8-4666-84f0-80b7d2e5fe08 tempest-ListServersNegativeTestJSON-393033240 tempest-ListServersNegativeTestJSON-393033240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:00:12.487954 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-cfe414f1-bdfa-40d6-823d-b1f1b24333e5 req-ab8e6283-32b8-4666-84f0-80b7d2e5fe08 tempest-ListServersNegativeTestJSON-393033240 tempest-ListServersNegativeTestJSON-393033240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:12.570180 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [req-c9bcd774-5fa6-45bc-8ff0-d9e448a5ea84 req-bbaaa1b0-bad3-49c7-a43c-c5d592a57e16 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Allocated IP 172.20.0.14 (81249ed1-a33f-4045-8ad1-594c3da17cb8/6ed963cc-5a55-45a1-891d-724fd87ad4ca/f82d37e3-eac0-441b-b6f5-b78d863ad4f8) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:00:12.584405 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049780ba-9a0f-41dc-8a39-767cb8791037 req-07da855a-5827-4288-be45-dfc55efaf555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:00:12.586474 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-049780ba-9a0f-41dc-8a39-767cb8791037 req-07da855a-5827-4288-be45-dfc55efaf555 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=eccea382ced5475f9a2098d1ef2ff267&device_id=863d6d17-7ec0-45a3-a6dc-82b322b76ced HTTP/1.1" status: 200 len: 1096 time: 0.3381016 Jun 01 19:00:12.586611 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-cfe414f1-bdfa-40d6-823d-b1f1b24333e5 req-ab8e6283-32b8-4666-84f0-80b7d2e5fe08 tempest-ListServersNegativeTestJSON-393033240 tempest-ListServersNegativeTestJSON-393033240-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6267333 Jun 01 19:00:12.608649 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-cfe414f1-bdfa-40d6-823d-b1f1b24333e5 req-fe62a7ca-54b9-4855-92f3-3061f13c7ff4 service neutron] Request body: {'port': {'device_id': '4cbf3535-c66c-46ba-be4b-d6a2af6edb21', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844202-1'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:00:12.640483 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 38528) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:00:12.688859 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ae8df28b-03e6-467b-a698-78f9ebc22c66 req-f1c30c20-6bb9-498d-8f56-7662410fdf08 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ce59b29-4aa6-4d2e-8584-a540c0a14c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2563806 Jun 01 19:00:13.037519 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-cfe414f1-bdfa-40d6-823d-b1f1b24333e5 req-4a882afe-a98c-4d89-b254-43da6930a048 tempest-ListServersNegativeTestJSON-393033240 tempest-ListServersNegativeTestJSON-393033240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:13.059815 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a4cd2f-662b-4534-bdaa-46dd80145c16 req-78caf0bb-b3be-4019-8fc4-6ac5e4e15b29 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:00:13.060502 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-28a4cd2f-662b-4534-bdaa-46dd80145c16 req-78caf0bb-b3be-4019-8fc4-6ac5e4e15b29 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] Synchronizing usage tracker for tenant:cdc5de11547f4a5f8e1e8d097edd2ecf on resource:network {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:00:13.063355 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a60a86d3-9032-42ab-913e-5080c0a545fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:13.113452 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2d54e7b2-2bb0-42e3-b7dd-161d5ecf3a28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:13.127602 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-a60a86d3-9032-42ab-913e-5080c0a545fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:00:13.151336 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-a60a86d3-9032-42ab-913e-5080c0a545fb admin admin] Usage tracker for resource:security_group_rule and tenant:a147a887c4e6440da07ef96f7d583177 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:00:13.166447 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-a60a86d3-9032-42ab-913e-5080c0a545fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:00:13.227355 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-a60a86d3-9032-42ab-913e-5080c0a545fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:00:13.230246 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2d54e7b2-2bb0-42e3-b7dd-161d5ecf3a28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:13.320690 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-41a610f1-4c15-4847-8432-dfafd84bfb4f req-1f69f9b5-ae85-43fe-9503-2bdd8992108e tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Synchronizing usage tracker for tenant:d3eb50f3028440db9726ae16e6111d12 on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:00:13.345324 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049780ba-9a0f-41dc-8a39-767cb8791037 req-57d413ad-18d6-43ba-9cd3-5f3df1818fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:00:13.347083 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-049780ba-9a0f-41dc-8a39-767cb8791037 req-57d413ad-18d6-43ba-9cd3-5f3df1818fab service neutron] 10.222.0.15 "GET /v2.0/networks?id=e3902938-4b6a-4448-87d9-59b63dd51a7f HTTP/1.1" status: 200 len: 912 time: 0.7369854 Jun 01 19:00:13.361845 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-28a4cd2f-662b-4534-bdaa-46dd80145c16 req-78caf0bb-b3be-4019-8fc4-6ac5e4e15b29 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] Unset dirty status for tenant:cdc5de11547f4a5f8e1e8d097edd2ecf on resource:network {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:00:13.363021 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-28a4cd2f-662b-4534-bdaa-46dd80145c16 req-78caf0bb-b3be-4019-8fc4-6ac5e4e15b29 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] 10.222.0.50 "GET /v2.0/networks?id=f7c7bfcf-c7c2-42d5-8541-1692408619fe HTTP/1.1" status: 200 len: 822 time: 0.6866958 Jun 01 19:00:13.363577 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-cfe414f1-bdfa-40d6-823d-b1f1b24333e5 req-fe62a7ca-54b9-4855-92f3-3061f13c7ff4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:13.409696 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-28a4cd2f-662b-4534-bdaa-46dd80145c16 req-33a4bf15-4ed5-4eab-81e7-19e1d1c2eb71 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] Request body: {'port': {'device_id': '13b542a2-a8d3-45d5-98f6-71d76182d166', 'network_id': 'f7c7bfcf-c7c2-42d5-8541-1692408619fe', 'admin_state_up': True, 'tenant_id': 'cdc5de11547f4a5f8e1e8d097edd2ecf'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:00:13.441535 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-41a610f1-4c15-4847-8432-dfafd84bfb4f req-1f69f9b5-ae85-43fe-9503-2bdd8992108e tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Unset dirty status for tenant:d3eb50f3028440db9726ae16e6111d12 on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:00:13.443384 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-41a610f1-4c15-4847-8432-dfafd84bfb4f req-1f69f9b5-ae85-43fe-9503-2bdd8992108e tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f51ecbe-4272-460f-a9a0-d3f074976926 HTTP/1.1" status: 200 len: 210 time: 0.2945693 Jun 01 19:00:13.517854 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2d54e7b2-2bb0-42e3-b7dd-161d5ecf3a28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:13.559279 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d54e7b2-2bb0-42e3-b7dd-161d5ecf3a28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58e931f0-a166-459e-a006-2bbcffa78cf3,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:00:13.594146 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04b0904-758a-4395-b396-e5d0e77ea821 req-db6adca3-5f14-455a-84a0-918b2142d337 tempest-ListServersNegativeTestJSON-393033240 tempest-ListServersNegativeTestJSON-393033240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:00:13.595709 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c04b0904-758a-4395-b396-e5d0e77ea821 req-db6adca3-5f14-455a-84a0-918b2142d337 tempest-ListServersNegativeTestJSON-393033240 tempest-ListServersNegativeTestJSON-393033240-project] 10.222.0.41 "GET /v2.0/ports?device_id=4cbf3535-c66c-46ba-be4b-d6a2af6edb21 HTTP/1.1" status: 200 len: 931 time: 0.5978851 Jun 01 19:00:13.608628 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-c9bcd774-5fa6-45bc-8ff0-d9e448a5ea84 req-bbaaa1b0-bad3-49c7-a43c-c5d592a57e16 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:13.644355 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [req-cfe414f1-bdfa-40d6-823d-b1f1b24333e5 req-e5fb1e07-ce7d-4ce2-bd7e-9502edf53bc6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a47dda3c-813e-49d7-9956-ffe17741a6bf {{(pid=88525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 19:00:13.665486 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-cfe414f1-bdfa-40d6-823d-b1f1b24333e5 req-e5fb1e07-ce7d-4ce2-bd7e-9502edf53bc6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:13.670326 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2d54e7b2-2bb0-42e3-b7dd-161d5ecf3a28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:13.673944 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-2d54e7b2-2bb0-42e3-b7dd-161d5ecf3a28 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/58e931f0-a166-459e-a006-2bbcffa78cf3 HTTP/1.1" status: 204 len: 168 time: 1.2624862 Jun 01 19:00:13.673944 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-049780ba-9a0f-41dc-8a39-767cb8791037 req-30260345-d371-4600-b4ec-ebdb3fc32fa0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4a324220-33d8-474a-8fca-3b42f63f1ae1 HTTP/1.1" status: 200 len: 1000 time: 0.3163960 Jun 01 19:00:13.688962 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e1f741e0-5288-45d4-9133-bbff50ac7600 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-887474'] for router_interface, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:13.880729 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049780ba-9a0f-41dc-8a39-767cb8791037 req-988d3e0d-bd1d-43c9-91b8-05a6df10229a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:00:13.882237 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-049780ba-9a0f-41dc-8a39-767cb8791037 req-988d3e0d-bd1d-43c9-91b8-05a6df10229a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=276181f2-c3ab-487e-8805-06ed7064e884 HTTP/1.1" status: 200 len: 850 time: 0.1223617 Jun 01 19:00:13.883353 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [req-cfe414f1-bdfa-40d6-823d-b1f1b24333e5 req-e5fb1e07-ce7d-4ce2-bd7e-9502edf53bc6 service neutron] Transition to ACTIVE for port object a47dda3c-813e-49d7-9956-ffe17741a6bf will not be triggered until provisioned by entity L2. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:00:13.938304 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-cfe414f1-bdfa-40d6-823d-b1f1b24333e5 req-e5fb1e07-ce7d-4ce2-bd7e-9502edf53bc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:13.967733 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [req-c9bcd774-5fa6-45bc-8ff0-d9e448a5ea84 req-bbaaa1b0-bad3-49c7-a43c-c5d592a57e16 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Transition to ACTIVE for port object f82d37e3-eac0-441b-b6f5-b78d863ad4f8 will not be triggered until provisioned by entity DHCP. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:00:13.979982 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-19cc667d-8120-4077-9096-4b9f2fadedfe req-6fb6af1b-71b0-4251-97fd-a97c9636a2f8 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] 10.222.0.41 "GET /v2.0/ports?device_id=13b542a2-a8d3-45d5-98f6-71d76182d166 HTTP/1.1" status: 200 len: 210 time: 0.3363097 Jun 01 19:00:14.005387 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-28a4cd2f-662b-4534-bdaa-46dd80145c16 req-33a4bf15-4ed5-4eab-81e7-19e1d1c2eb71 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:00:14.019627 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-28a4cd2f-662b-4534-bdaa-46dd80145c16 req-33a4bf15-4ed5-4eab-81e7-19e1d1c2eb71 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] Usage tracker for resource:port and tenant:cdc5de11547f4a5f8e1e8d097edd2ecf is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:00:14.033587 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-28a4cd2f-662b-4534-bdaa-46dd80145c16 req-33a4bf15-4ed5-4eab-81e7-19e1d1c2eb71 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:00:14.071286 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c04b0904-758a-4395-b396-e5d0e77ea821 req-d33aa5ca-2ce5-4dda-9099-b0bc5b78983a tempest-ListServersNegativeTestJSON-393033240 tempest-ListServersNegativeTestJSON-393033240-project] 10.222.0.41 "GET /v2.0/security-groups?id=43f15f88-3b00-4688-8c0c-2b0bf6a4065d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4621193 Jun 01 19:00:14.084397 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-28a4cd2f-662b-4534-bdaa-46dd80145c16 req-33a4bf15-4ed5-4eab-81e7-19e1d1c2eb71 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:00:14.094326 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [req-cfe414f1-bdfa-40d6-823d-b1f1b24333e5 req-4a882afe-a98c-4d89-b254-43da6930a048 tempest-ListServersNegativeTestJSON-393033240 tempest-ListServersNegativeTestJSON-393033240-project] Allocated IP 172.20.0.11 (1f4aefc8-8490-4e9a-bdda-e7f820add1f8/fc397ad5-3f5a-48df-8baa-b9902fca9a37/71aaee4c-6206-44f4-9bd1-1f9e2dc09148) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:00:14.108194 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28a4cd2f-662b-4534-bdaa-46dd80145c16 req-33a4bf15-4ed5-4eab-81e7-19e1d1c2eb71 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] Made reservation on behalf of cdc5de11547f4a5f8e1e8d097edd2ecf for: {'port': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:00:14.118336 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-28a4cd2f-662b-4534-bdaa-46dd80145c16 req-33a4bf15-4ed5-4eab-81e7-19e1d1c2eb71 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:14.375181 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-c9bcd774-5fa6-45bc-8ff0-d9e448a5ea84 req-bbaaa1b0-bad3-49c7-a43c-c5d592a57e16 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:14.394685 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a60a86d3-9032-42ab-913e-5080c0a545fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:14.414125 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a60a86d3-9032-42ab-913e-5080c0a545fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:14.460121 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fb1e07-ce7d-4ce2-bd7e-9502edf53bc6 service neutron] Pushing event updated for resources: {'Port': ['ID=a47dda3c-813e-49d7-9956-ffe17741a6bf,revision_number=2']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:00:14.525277 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60a86d3-9032-42ab-913e-5080c0a545fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4590f15a-8b3c-4155-806c-3c6b99440c7d,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:00:14.554621 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-a60a86d3-9032-42ab-913e-5080c0a545fb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a147a887c4e6440da07ef96f7d583177&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9103744 Jun 01 19:00:14.595570 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 38564) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:00:14.627239 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9bcd774-5fa6-45bc-8ff0-d9e448a5ea84 req-bbaaa1b0-bad3-49c7-a43c-c5d592a57e16 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Network 81249ed1-a33f-4045-8ad1-594c3da17cb8 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:00:14.647490 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [req-c9bcd774-5fa6-45bc-8ff0-d9e448a5ea84 req-bbaaa1b0-bad3-49c7-a43c-c5d592a57e16 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:00:14.650463 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9bcd774-5fa6-45bc-8ff0-d9e448a5ea84 req-bbaaa1b0-bad3-49c7-a43c-c5d592a57e16 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:00:14.696731 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbaaa1b0-bad3-49c7-a43c-c5d592a57e16 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Pushing event updated for resources: {'Port': ['ID=f82d37e3-eac0-441b-b6f5-b78d863ad4f8,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:00:14.766450 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30ce2d4-4319-43aa-b5aa-81be1201f9d1 req-ac803a2e-352e-4c65-b6a6-cdc1162b73d9 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:00:14.775962 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c30ce2d4-4319-43aa-b5aa-81be1201f9d1 req-ac803a2e-352e-4c65-b6a6-cdc1162b73d9 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=863d6d17-7ec0-45a3-a6dc-82b322b76ced HTTP/1.1" status: 200 len: 945 time: 0.5562489 Jun 01 19:00:14.789505 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049780ba-9a0f-41dc-8a39-767cb8791037 req-2444ded1-67af-493b-b990-45c20b0c110f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:00:14.791232 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-049780ba-9a0f-41dc-8a39-767cb8791037 req-2444ded1-67af-493b-b990-45c20b0c110f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e3902938-4b6a-4448-87d9-59b63dd51a7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8978915 Jun 01 19:00:14.828258 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [req-28a4cd2f-662b-4534-bdaa-46dd80145c16 req-33a4bf15-4ed5-4eab-81e7-19e1d1c2eb71 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] Allocated IP 172.20.0.4 (f7c7bfcf-c7c2-42d5-8541-1692408619fe/78c15249-5b3e-42a1-9683-df5f45ae094c/d0a10bfd-7be3-4ccd-a898-3e8bd61ac545) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:00:14.872836 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-cfe414f1-bdfa-40d6-823d-b1f1b24333e5 req-e5fb1e07-ce7d-4ce2-bd7e-9502edf53bc6 service neutron] Attempting to bind port a47dda3c-813e-49d7-9956-ffe17741a6bf on host n-h1-844202-1 for vnic_type normal with profile {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:00:14.873157 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-cfe414f1-bdfa-40d6-823d-b1f1b24333e5 req-e5fb1e07-ce7d-4ce2-bd7e-9502edf53bc6 service neutron] Attempting to bind port a47dda3c-813e-49d7-9956-ffe17741a6bf by drivers openvswitch,hyperv on host n-h1-844202-1 at level 0 using segments [{'id': '47d7f41d-219e-4148-824b-3ab6ff0e0043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '1f4aefc8-8490-4e9a-bdda-e7f820add1f8'}] {{(pid=88525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:00:14.873785 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfe414f1-bdfa-40d6-823d-b1f1b24333e5 req-e5fb1e07-ce7d-4ce2-bd7e-9502edf53bc6 service neutron] Attempting to bind port a47dda3c-813e-49d7-9956-ffe17741a6bf on network 1f4aefc8-8490-4e9a-bdda-e7f820add1f8 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:00:14.888878 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bcd774-5fa6-45bc-8ff0-d9e448a5ea84 req-bbaaa1b0-bad3-49c7-a43c-c5d592a57e16 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:00:14.889506 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-c9bcd774-5fa6-45bc-8ff0-d9e448a5ea84 req-bbaaa1b0-bad3-49c7-a43c-c5d592a57e16 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:14.937622 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-cfe414f1-bdfa-40d6-823d-b1f1b24333e5 req-4a882afe-a98c-4d89-b254-43da6930a048 tempest-ListServersNegativeTestJSON-393033240 tempest-ListServersNegativeTestJSON-393033240-project] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:14.986282 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfe414f1-bdfa-40d6-823d-b1f1b24333e5 req-e5fb1e07-ce7d-4ce2-bd7e-9502edf53bc6 service neutron] Port a47dda3c-813e-49d7-9956-ffe17741a6bf on network 1f4aefc8-8490-4e9a-bdda-e7f820add1f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-844202-1 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 19:00:14.987051 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfe414f1-bdfa-40d6-823d-b1f1b24333e5 req-e5fb1e07-ce7d-4ce2-bd7e-9502edf53bc6 service neutron] Attempting to bind port a47dda3c-813e-49d7-9956-ffe17741a6bf on network 1f4aefc8-8490-4e9a-bdda-e7f820add1f8 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:00:14.993918 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-7977dbe8-966a-47b5-99fd-e31cd50155ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:15.011690 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c30ce2d4-4319-43aa-b5aa-81be1201f9d1 req-07f0448c-c284-4f87-bcb7-28ad2457dad4 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ce59b29-4aa6-4d2e-8584-a540c0a14c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2347207 Jun 01 19:00:15.016151 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-572381d7-23d1-46bb-85b1-c2f9d4714247 None None] Provisioning for port f82d37e3-eac0-441b-b6f5-b78d863ad4f8 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:00:15.033172 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-572381d7-23d1-46bb-85b1-c2f9d4714247 None None] Provisioning complete for port f82d37e3-eac0-441b-b6f5-b78d863ad4f8 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:00:15.033548 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-572381d7-23d1-46bb-85b1-c2f9d4714247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:15.051203 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c9bcd774-5fa6-45bc-8ff0-d9e448a5ea84 req-bbaaa1b0-bad3-49c7-a43c-c5d592a57e16 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9684381 Jun 01 19:00:15.077864 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-c9bcd774-5fa6-45bc-8ff0-d9e448a5ea84 req-b8928a10-2ead-4587-989e-7edef7440997 service neutron] Request body: {'port': {'device_id': '0f51ecbe-4272-460f-a9a0-d3f074976926', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844202-1'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:00:15.126859 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-572381d7-23d1-46bb-85b1-c2f9d4714247 None None] Port f82d37e3-eac0-441b-b6f5-b78d863ad4f8 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:00:15.149187 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-7977dbe8-966a-47b5-99fd-e31cd50155ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:15.200291 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd19f252-b236-4962-8405-fbc38d3b7db4 req-b07cee90-2e5d-4024-a07a-d1c0ed7c4572 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:00:15.209628 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-fd19f252-b236-4962-8405-fbc38d3b7db4 req-b07cee90-2e5d-4024-a07a-d1c0ed7c4572 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f51ecbe-4272-460f-a9a0-d3f074976926 HTTP/1.1" status: 200 len: 932 time: 0.5763426 Jun 01 19:00:15.229015 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfe414f1-bdfa-40d6-823d-b1f1b24333e5 req-e5fb1e07-ce7d-4ce2-bd7e-9502edf53bc6 service neutron] Checking agent: {'id': 'bdb1e5d7-b998-4259-838f-3d278e930f32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 0, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:00:15.229171 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfe414f1-bdfa-40d6-823d-b1f1b24333e5 req-e5fb1e07-ce7d-4ce2-bd7e-9502edf53bc6 service neutron] Checking segment: {'id': '47d7f41d-219e-4148-824b-3ab6ff0e0043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '1f4aefc8-8490-4e9a-bdda-e7f820add1f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:00:15.229565 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfe414f1-bdfa-40d6-823d-b1f1b24333e5 req-e5fb1e07-ce7d-4ce2-bd7e-9502edf53bc6 service neutron] Bound using segment: {'id': '47d7f41d-219e-4148-824b-3ab6ff0e0043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '1f4aefc8-8490-4e9a-bdda-e7f820add1f8'} {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:00:15.230066 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-cfe414f1-bdfa-40d6-823d-b1f1b24333e5 req-e5fb1e07-ce7d-4ce2-bd7e-9502edf53bc6 service neutron] Bound port: a47dda3c-813e-49d7-9956-ffe17741a6bf, host: n-h1-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47d7f41d-219e-4148-824b-3ab6ff0e0043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '1f4aefc8-8490-4e9a-bdda-e7f820add1f8'}}] {{(pid=88525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:00:15.230463 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-cfe414f1-bdfa-40d6-823d-b1f1b24333e5 req-e5fb1e07-ce7d-4ce2-bd7e-9502edf53bc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:15.383094 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-46c6c371-3281-4fac-a137-e9258994ae18 req-7c45f2b7-860d-41d2-898e-529e7d88fc11 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] Synchronizing usage tracker for tenant:cdc5de11547f4a5f8e1e8d097edd2ecf on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:00:15.447095 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-049780ba-9a0f-41dc-8a39-767cb8791037 req-57049ccf-7fa1-4107-b695-1417b6e2f7ae service neutron] 10.222.0.15 "GET /v2.0/networks/e3902938-4b6a-4448-87d9-59b63dd51a7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6403334 Jun 01 19:00:15.498327 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-fd19f252-b236-4962-8405-fbc38d3b7db4 req-a035fdb5-bb0c-4cde-9c26-e99f8b2e24b4 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] 10.222.0.41 "GET /v2.0/security-groups?id=c1e950ea-5d0b-4685-9bfc-da05a4df09bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2875011 Jun 01 19:00:15.516737 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-e1f741e0-5288-45d4-9133-bbff50ac7600 admin admin] Deleting port d14f629b-6309-4ab1-a5d6-484c9d2808b1 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:00:15.516737 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e1f741e0-5288-45d4-9133-bbff50ac7600 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:15.521566 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-28a4cd2f-662b-4534-bdaa-46dd80145c16 req-33a4bf15-4ed5-4eab-81e7-19e1d1c2eb71 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:15.525278 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-cfe414f1-bdfa-40d6-823d-b1f1b24333e5 req-4a882afe-a98c-4d89-b254-43da6930a048 tempest-ListServersNegativeTestJSON-393033240 tempest-ListServersNegativeTestJSON-393033240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:15.526851 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-46c6c371-3281-4fac-a137-e9258994ae18 req-7c45f2b7-860d-41d2-898e-529e7d88fc11 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] Unset dirty status for tenant:cdc5de11547f4a5f8e1e8d097edd2ecf on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:00:15.528085 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-46c6c371-3281-4fac-a137-e9258994ae18 req-7c45f2b7-860d-41d2-898e-529e7d88fc11 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] 10.222.0.41 "GET /v2.0/ports?device_id=13b542a2-a8d3-45d5-98f6-71d76182d166 HTTP/1.1" status: 200 len: 210 time: 0.1873288 Jun 01 19:00:15.674220 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-cfe414f1-bdfa-40d6-823d-b1f1b24333e5 req-e5fb1e07-ce7d-4ce2-bd7e-9502edf53bc6 service neutron] For port a47dda3c-813e-49d7-9956-ffe17741a6bf, host n-h1-844202-1, cleared binding levels {{(pid=88525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:00:15.682389 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-cfe414f1-bdfa-40d6-823d-b1f1b24333e5 req-e5fb1e07-ce7d-4ce2-bd7e-9502edf53bc6 service neutron] For port a47dda3c-813e-49d7-9956-ffe17741a6bf, host n-h1-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=a47dda3c-813e-49d7-9956-ffe17741a6bf,segment=NetworkSegment(47d7f41d-219e-4148-824b-3ab6ff0e0043),segment_id=47d7f41d-219e-4148-824b-3ab6ff0e0043)] {{(pid=88525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:00:15.710758 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-7977dbe8-966a-47b5-99fd-e31cd50155ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:15.757526 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfe414f1-bdfa-40d6-823d-b1f1b24333e5 req-4a882afe-a98c-4d89-b254-43da6930a048 tempest-ListServersNegativeTestJSON-393033240 tempest-ListServersNegativeTestJSON-393033240-project] Network 1f4aefc8-8490-4e9a-bdda-e7f820add1f8 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:00:15.764077 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-cfe414f1-bdfa-40d6-823d-b1f1b24333e5 req-e5fb1e07-ce7d-4ce2-bd7e-9502edf53bc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:15.768438 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [req-cfe414f1-bdfa-40d6-823d-b1f1b24333e5 req-4a882afe-a98c-4d89-b254-43da6930a048 tempest-ListServersNegativeTestJSON-393033240 tempest-ListServersNegativeTestJSON-393033240-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:00:15.775497 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfe414f1-bdfa-40d6-823d-b1f1b24333e5 req-4a882afe-a98c-4d89-b254-43da6930a048 tempest-ListServersNegativeTestJSON-393033240 tempest-ListServersNegativeTestJSON-393033240-project] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:00:15.843688 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-c9bcd774-5fa6-45bc-8ff0-d9e448a5ea84 req-b8928a10-2ead-4587-989e-7edef7440997 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:15.862702 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe414f1-bdfa-40d6-823d-b1f1b24333e5 req-e5fb1e07-ce7d-4ce2-bd7e-9502edf53bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:00:15.863303 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-cfe414f1-bdfa-40d6-823d-b1f1b24333e5 req-e5fb1e07-ce7d-4ce2-bd7e-9502edf53bc6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:15.866204 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-cfe414f1-bdfa-40d6-823d-b1f1b24333e5 req-e5fb1e07-ce7d-4ce2-bd7e-9502edf53bc6 service neutron] 10.222.0.15 "PUT /v2.0/ports/a47dda3c-813e-49d7-9956-ffe17741a6bf HTTP/1.1" status: 200 len: 1092 time: 6.1664083 Jun 01 19:00:15.879723 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe414f1-bdfa-40d6-823d-b1f1b24333e5 req-4a882afe-a98c-4d89-b254-43da6930a048 tempest-ListServersNegativeTestJSON-393033240 tempest-ListServersNegativeTestJSON-393033240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:00:15.879984 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1293a883-9525-4b5a-ac5c-0893b9e73df9', 'tag': 'a47dda3c-813e-49d7-9956-ffe17741a6bf'}] {{(pid=88525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:00:15.881055 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-cfe414f1-bdfa-40d6-823d-b1f1b24333e5 req-4a882afe-a98c-4d89-b254-43da6930a048 tempest-ListServersNegativeTestJSON-393033240 tempest-ListServersNegativeTestJSON-393033240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:15.920679 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7977dbe8-966a-47b5-99fd-e31cd50155ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4590f15a-8b3c-4155-806c-3c6b99440c7d,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:00:15.941506 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-7977dbe8-966a-47b5-99fd-e31cd50155ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:15.945520 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-7977dbe8-966a-47b5-99fd-e31cd50155ef admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4590f15a-8b3c-4155-806c-3c6b99440c7d HTTP/1.1" status: 204 len: 168 time: 1.3378994 Jun 01 19:00:15.947741 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-cfe414f1-bdfa-40d6-823d-b1f1b24333e5 req-4a882afe-a98c-4d89-b254-43da6930a048 tempest-ListServersNegativeTestJSON-393033240 tempest-ListServersNegativeTestJSON-393033240-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.6804187 Jun 01 19:00:15.974776 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-cfe414f1-bdfa-40d6-823d-b1f1b24333e5 req-d8a9ec3b-cbb1-462f-b567-e74cf1e20fd6 service neutron] Request body: {'port': {'device_id': 'd086eab3-fe4e-4fce-a15a-eabfacd4536f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844202-1'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:00:16.043681 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a882afe-a98c-4d89-b254-43da6930a048 tempest-ListServersNegativeTestJSON-393033240 tempest-ListServersNegativeTestJSON-393033240-project] Pushing event updated for resources: {'Port': ['ID=71aaee4c-6206-44f4-9bd1-1f9e2dc09148,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:00:16.059256 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fb1e07-ce7d-4ce2-bd7e-9502edf53bc6 service neutron] Pushing event updated for resources: {'Port': ['ID=a47dda3c-813e-49d7-9956-ffe17741a6bf,revision_number=3']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:00:16.173981 n-d-844202-1 neutron-server[88525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-799bc745-b9f6-4ab6-b66e-dfa4af7aaf56'] response: {'name': 'network-changed', 'server_uuid': '1293a883-9525-4b5a-ac5c-0893b9e73df9', 'tag': 'a47dda3c-813e-49d7-9956-ffe17741a6bf', 'status': 'completed', 'code': 200} Jun 01 19:00:16.269847 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [None req-e1f741e0-5288-45d4-9133-bbff50ac7600 admin admin] For port d14f629b-6309-4ab1-a5d6-484c9d2808b1, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=d14f629b-6309-4ab1-a5d6-484c9d2808b1,segment=NetworkSegment(76205301-da60-4ecb-a61c-114de025a248),segment_id=76205301-da60-4ecb-a61c-114de025a248)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:00:16.270907 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e1f741e0-5288-45d4-9133-bbff50ac7600 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:16.439161 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-e1f741e0-5288-45d4-9133-bbff50ac7600 admin admin] Calling delete_port for d14f629b-6309-4ab1-a5d6-484c9d2808b1 owned by network:router_interface {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:00:16.497618 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 38616) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:00:16.521307 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aae954c-6888-45d3-a407-1b6cac9fcf99 req-cde44d7f-a557-4680-81db-dbf3c7f0873e tempest-ListServersNegativeTestJSON-393033240 tempest-ListServersNegativeTestJSON-393033240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:00:16.522800 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-0aae954c-6888-45d3-a407-1b6cac9fcf99 req-cde44d7f-a557-4680-81db-dbf3c7f0873e tempest-ListServersNegativeTestJSON-393033240 tempest-ListServersNegativeTestJSON-393033240-project] 10.222.0.41 "GET /v2.0/ports?device_id=4cbf3535-c66c-46ba-be4b-d6a2af6edb21 HTTP/1.1" status: 200 len: 931 time: 0.8564723 Jun 01 19:00:16.574331 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-28a4cd2f-662b-4534-bdaa-46dd80145c16 req-33a4bf15-4ed5-4eab-81e7-19e1d1c2eb71 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:16.576023 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-cfe414f1-bdfa-40d6-823d-b1f1b24333e5 req-d8a9ec3b-cbb1-462f-b567-e74cf1e20fd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:16.589837 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-049780ba-9a0f-41dc-8a39-767cb8791037 req-d33c8f32-835e-4a31-b8ae-4c825b7f553b service neutron] 10.222.0.15 "GET /v2.0/networks/e3902938-4b6a-4448-87d9-59b63dd51a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1258807 Jun 01 19:00:16.593212 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe414f1-bdfa-40d6-823d-b1f1b24333e5 req-2246d183-d883-4f2f-a20f-42e39fe4810c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:00:16.594619 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-cfe414f1-bdfa-40d6-823d-b1f1b24333e5 req-2246d183-d883-4f2f-a20f-42e39fe4810c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=dddb3bf267ff45db8d51b8be9786bafe&device_id=1293a883-9525-4b5a-ac5c-0893b9e73df9 HTTP/1.1" status: 200 len: 1095 time: 0.5291102 Jun 01 19:00:16.695824 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a4bf15-4ed5-4eab-81e7-19e1d1c2eb71 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] Pushing event updated for resources: {'Port': ['ID=d0a10bfd-7be3-4ccd-a898-3e8bd61ac545,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:00:16.727344 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28a4cd2f-662b-4534-bdaa-46dd80145c16 req-33a4bf15-4ed5-4eab-81e7-19e1d1c2eb71 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] Network f7c7bfcf-c7c2-42d5-8541-1692408619fe is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:00:16.772624 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [req-28a4cd2f-662b-4534-bdaa-46dd80145c16 req-33a4bf15-4ed5-4eab-81e7-19e1d1c2eb71 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:00:16.782170 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-28a4cd2f-662b-4534-bdaa-46dd80145c16 req-33a4bf15-4ed5-4eab-81e7-19e1d1c2eb71 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:00:16.813360 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.db.resource_extend [req-cfe414f1-bdfa-40d6-823d-b1f1b24333e5 req-fe62a7ca-54b9-4855-92f3-3061f13c7ff4 service neutron] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 19:00:16.847003 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-cfe414f1-bdfa-40d6-823d-b1f1b24333e5 req-1a6dda76-b293-456b-93ec-0aa607a60243 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a47dda3c-813e-49d7-9956-ffe17741a6bf HTTP/1.1" status: 200 len: 217 time: 0.1131394 Jun 01 19:00:16.866514 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-0aae954c-6888-45d3-a407-1b6cac9fcf99 req-d6f55852-5ea0-470f-929f-6d87f5ceb18c tempest-ListServersNegativeTestJSON-393033240 tempest-ListServersNegativeTestJSON-393033240-project] 10.222.0.41 "GET /v2.0/security-groups?id=43f15f88-3b00-4688-8c0c-2b0bf6a4065d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3325810 Jun 01 19:00:16.866731 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-95e53c4c-afb7-4d25-b6c6-61e1a8e7682d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:17.022289 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-95e53c4c-afb7-4d25-b6c6-61e1a8e7682d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:00:17.027645 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-95e53c4c-afb7-4d25-b6c6-61e1a8e7682d admin admin] Usage tracker for resource:security_group_rule and tenant:3a8e7a36246c4c27a182234bc15d0c4a is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:00:17.031217 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-95e53c4c-afb7-4d25-b6c6-61e1a8e7682d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:00:17.042344 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-95e53c4c-afb7-4d25-b6c6-61e1a8e7682d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:00:17.197414 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [req-cfe414f1-bdfa-40d6-823d-b1f1b24333e5 req-fe62a7ca-54b9-4855-92f3-3061f13c7ff4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b377290a-e454-44ec-9bfc-6b89477603ea {{(pid=88524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 19:00:17.206589 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-cfe414f1-bdfa-40d6-823d-b1f1b24333e5 req-fe62a7ca-54b9-4855-92f3-3061f13c7ff4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:17.211794 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe414f1-bdfa-40d6-823d-b1f1b24333e5 req-9ab041ba-0374-4152-9fd2-d928b3ef4eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:00:17.214206 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-cfe414f1-bdfa-40d6-823d-b1f1b24333e5 req-9ab041ba-0374-4152-9fd2-d928b3ef4eb2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fc397ad5-3f5a-48df-8baa-b9902fca9a37 HTTP/1.1" status: 200 len: 857 time: 0.3268073 Jun 01 19:00:17.242604 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a4cd2f-662b-4534-bdaa-46dd80145c16 req-33a4bf15-4ed5-4eab-81e7-19e1d1c2eb71 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:00:17.243598 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-28a4cd2f-662b-4534-bdaa-46dd80145c16 req-33a4bf15-4ed5-4eab-81e7-19e1d1c2eb71 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:17.271389 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196f4614-e6f6-4818-82dd-651cdfd022b8 req-95d4eb92-b236-49f6-9de8-f51778a00344 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:00:17.273165 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-196f4614-e6f6-4818-82dd-651cdfd022b8 req-95d4eb92-b236-49f6-9de8-f51778a00344 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=863d6d17-7ec0-45a3-a6dc-82b322b76ced HTTP/1.1" status: 200 len: 945 time: 0.9357491 Jun 01 19:00:17.331318 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [req-cfe414f1-bdfa-40d6-823d-b1f1b24333e5 req-fe62a7ca-54b9-4855-92f3-3061f13c7ff4 service neutron] Transition to ACTIVE for port object b377290a-e454-44ec-9bfc-6b89477603ea will not be triggered until provisioned by entity L2. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:00:17.335796 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-28a4cd2f-662b-4534-bdaa-46dd80145c16 req-33a4bf15-4ed5-4eab-81e7-19e1d1c2eb71 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9483647 Jun 01 19:00:17.367133 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-cfe414f1-bdfa-40d6-823d-b1f1b24333e5 req-6ad31302-955b-4352-bcf8-d876c7b58c12 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1f4aefc8-8490-4e9a-bdda-e7f820add1f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1309955 Jun 01 19:00:17.394487 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-cfe414f1-bdfa-40d6-823d-b1f1b24333e5 req-fe62a7ca-54b9-4855-92f3-3061f13c7ff4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:17.413873 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-28a4cd2f-662b-4534-bdaa-46dd80145c16 req-12344742-1093-4a77-a10b-8c5cc47a27bf service neutron] Request body: {'port': {'device_id': '13b542a2-a8d3-45d5-98f6-71d76182d166', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844202-1'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:00:17.722598 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-196f4614-e6f6-4818-82dd-651cdfd022b8 req-f0c3696d-2bd1-46bd-a02f-e9ebc18af0a7 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ce59b29-4aa6-4d2e-8584-a540c0a14c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4410832 Jun 01 19:00:17.760782 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a85fa4f-f798-4098-b560-cee52b1ee73f req-6cb5ac3b-00a6-4d5c-afc5-cbe456e72b32 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:00:17.768009 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4a85fa4f-f798-4098-b560-cee52b1ee73f req-6cb5ac3b-00a6-4d5c-afc5-cbe456e72b32 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f51ecbe-4272-460f-a9a0-d3f074976926 HTTP/1.1" status: 200 len: 932 time: 0.6689148 Jun 01 19:00:17.785786 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe62a7ca-54b9-4855-92f3-3061f13c7ff4 service neutron] Pushing event updated for resources: {'Port': ['ID=b377290a-e454-44ec-9bfc-6b89477603ea,revision_number=2']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:00:17.824409 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-95e53c4c-afb7-4d25-b6c6-61e1a8e7682d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:17.852725 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-95e53c4c-afb7-4d25-b6c6-61e1a8e7682d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:17.886723 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e1f741e0-5288-45d4-9133-bbff50ac7600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:17.977671 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-cfe414f1-bdfa-40d6-823d-b1f1b24333e5 req-d5b0ae22-3226-42d6-b933-a6e9928f76eb service neutron] 10.222.0.15 "GET /v2.0/networks/1f4aefc8-8490-4e9a-bdda-e7f820add1f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5835483 Jun 01 19:00:18.076837 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f741e0-5288-45d4-9133-bbff50ac7600 admin admin] Pushing event deleted for resources: {'Port': ['ID=d14f629b-6309-4ab1-a5d6-484c9d2808b1,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:00:18.109747 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-28a4cd2f-662b-4534-bdaa-46dd80145c16 req-12344742-1093-4a77-a10b-8c5cc47a27bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:18.141176 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.db.resource_extend [req-c9bcd774-5fa6-45bc-8ff0-d9e448a5ea84 req-b8928a10-2ead-4587-989e-7edef7440997 service neutron] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 19:00:18.145965 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4a85fa4f-f798-4098-b560-cee52b1ee73f req-9562751c-0394-47ca-933d-8a4acd99763d tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] 10.222.0.41 "GET /v2.0/security-groups?id=c1e950ea-5d0b-4685-9bfc-da05a4df09bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3769226 Jun 01 19:00:18.243388 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e53c4c-afb7-4d25-b6c6-61e1a8e7682d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fb50877-e05a-4a4e-9a34-9e4d33688e9c,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:00:18.250571 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-95e53c4c-afb7-4d25-b6c6-61e1a8e7682d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3a8e7a36246c4c27a182234bc15d0c4a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7515435 Jun 01 19:00:18.251286 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 38666) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:00:18.386445 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [req-c9bcd774-5fa6-45bc-8ff0-d9e448a5ea84 req-b8928a10-2ead-4587-989e-7edef7440997 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f82d37e3-eac0-441b-b6f5-b78d863ad4f8 {{(pid=88524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 19:00:18.403332 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-cfe414f1-bdfa-40d6-823d-b1f1b24333e5 req-fe62a7ca-54b9-4855-92f3-3061f13c7ff4 service neutron] Attempting to bind port b377290a-e454-44ec-9bfc-6b89477603ea on host n-h2-844202-1 for vnic_type normal with profile {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:00:18.403647 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-cfe414f1-bdfa-40d6-823d-b1f1b24333e5 req-fe62a7ca-54b9-4855-92f3-3061f13c7ff4 service neutron] Attempting to bind port b377290a-e454-44ec-9bfc-6b89477603ea by drivers openvswitch,hyperv on host n-h2-844202-1 at level 0 using segments [{'id': '47d7f41d-219e-4148-824b-3ab6ff0e0043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '1f4aefc8-8490-4e9a-bdda-e7f820add1f8'}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:00:18.404260 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfe414f1-bdfa-40d6-823d-b1f1b24333e5 req-fe62a7ca-54b9-4855-92f3-3061f13c7ff4 service neutron] Attempting to bind port b377290a-e454-44ec-9bfc-6b89477603ea on network 1f4aefc8-8490-4e9a-bdda-e7f820add1f8 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:00:18.455525 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-c9bcd774-5fa6-45bc-8ff0-d9e448a5ea84 req-b8928a10-2ead-4587-989e-7edef7440997 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:18.484799 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfe414f1-bdfa-40d6-823d-b1f1b24333e5 req-fe62a7ca-54b9-4855-92f3-3061f13c7ff4 service neutron] Port b377290a-e454-44ec-9bfc-6b89477603ea on network 1f4aefc8-8490-4e9a-bdda-e7f820add1f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-844202-1 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 19:00:18.485289 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfe414f1-bdfa-40d6-823d-b1f1b24333e5 req-fe62a7ca-54b9-4855-92f3-3061f13c7ff4 service neutron] Attempting to bind port b377290a-e454-44ec-9bfc-6b89477603ea on network 1f4aefc8-8490-4e9a-bdda-e7f820add1f8 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:00:18.514963 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [req-cfe414f1-bdfa-40d6-823d-b1f1b24333e5 req-d8a9ec3b-cbb1-462f-b567-e74cf1e20fd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71aaee4c-6206-44f4-9bd1-1f9e2dc09148 {{(pid=88524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 19:00:18.523879 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [req-c9bcd774-5fa6-45bc-8ff0-d9e448a5ea84 req-b8928a10-2ead-4587-989e-7edef7440997 service neutron] Transition to ACTIVE for port object f82d37e3-eac0-441b-b6f5-b78d863ad4f8 will not be triggered until provisioned by entity L2. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:00:18.525698 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-cfe414f1-bdfa-40d6-823d-b1f1b24333e5 req-06dfbcbf-1bcf-4398-bccf-6faea93e0336 service neutron] 10.222.0.15 "GET /v2.0/networks/1f4aefc8-8490-4e9a-bdda-e7f820add1f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5081918 Jun 01 19:00:18.530806 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfe414f1-bdfa-40d6-823d-b1f1b24333e5 req-fe62a7ca-54b9-4855-92f3-3061f13c7ff4 service neutron] Checking agent: {'id': 'f5db9968-6317-4186-9100-9e0ca6b50417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 0, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:00:18.531171 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfe414f1-bdfa-40d6-823d-b1f1b24333e5 req-fe62a7ca-54b9-4855-92f3-3061f13c7ff4 service neutron] Checking segment: {'id': '47d7f41d-219e-4148-824b-3ab6ff0e0043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '1f4aefc8-8490-4e9a-bdda-e7f820add1f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:00:18.531562 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfe414f1-bdfa-40d6-823d-b1f1b24333e5 req-fe62a7ca-54b9-4855-92f3-3061f13c7ff4 service neutron] Bound using segment: {'id': '47d7f41d-219e-4148-824b-3ab6ff0e0043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '1f4aefc8-8490-4e9a-bdda-e7f820add1f8'} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:00:18.532219 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-cfe414f1-bdfa-40d6-823d-b1f1b24333e5 req-fe62a7ca-54b9-4855-92f3-3061f13c7ff4 service neutron] Bound port: b377290a-e454-44ec-9bfc-6b89477603ea, host: n-h2-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47d7f41d-219e-4148-824b-3ab6ff0e0043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '1f4aefc8-8490-4e9a-bdda-e7f820add1f8'}}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:00:18.532775 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-cfe414f1-bdfa-40d6-823d-b1f1b24333e5 req-fe62a7ca-54b9-4855-92f3-3061f13c7ff4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:18.545118 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-cfe414f1-bdfa-40d6-823d-b1f1b24333e5 req-d8a9ec3b-cbb1-462f-b567-e74cf1e20fd6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:18.560660 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1665eda4-5005-400c-b70c-a11856a4f331 req-18dae4b5-027f-479a-af31-68f76abfa19a tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:00:18.562138 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-1665eda4-5005-400c-b70c-a11856a4f331 req-18dae4b5-027f-479a-af31-68f76abfa19a tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] 10.222.0.41 "GET /v2.0/ports?device_id=13b542a2-a8d3-45d5-98f6-71d76182d166 HTTP/1.1" status: 200 len: 931 time: 0.6063457 Jun 01 19:00:18.586607 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-c9bcd774-5fa6-45bc-8ff0-d9e448a5ea84 req-b8928a10-2ead-4587-989e-7edef7440997 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:18.593847 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-db8b9038-ed26-4940-bb4f-9775ba152724 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:18.705112 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-db8b9038-ed26-4940-bb4f-9775ba152724 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:18.727074 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e30f9dd-2ae2-41b4-8b17-8ce669aae29b req-a313f3ae-1ab9-44c1-8816-072ee605f9da tempest-ListServersNegativeTestJSON-393033240 tempest-ListServersNegativeTestJSON-393033240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:00:18.728767 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4e30f9dd-2ae2-41b4-8b17-8ce669aae29b req-a313f3ae-1ab9-44c1-8816-072ee605f9da tempest-ListServersNegativeTestJSON-393033240 tempest-ListServersNegativeTestJSON-393033240-project] 10.222.0.41 "GET /v2.0/ports?device_id=4cbf3535-c66c-46ba-be4b-d6a2af6edb21 HTTP/1.1" status: 200 len: 943 time: 0.4487014 Jun 01 19:00:18.805081 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e1f741e0-5288-45d4-9133-bbff50ac7600 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-887310'] for router_interface, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:18.911585 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [req-cfe414f1-bdfa-40d6-823d-b1f1b24333e5 req-d8a9ec3b-cbb1-462f-b567-e74cf1e20fd6 service neutron] Transition to ACTIVE for port object 71aaee4c-6206-44f4-9bd1-1f9e2dc09148 will not be triggered until provisioned by entity L2. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:00:18.943901 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4e30f9dd-2ae2-41b4-8b17-8ce669aae29b req-2918e0ed-144f-4628-b58e-e75b122b63bd tempest-ListServersNegativeTestJSON-393033240 tempest-ListServersNegativeTestJSON-393033240-project] 10.222.0.41 "GET /v2.0/security-groups?id=43f15f88-3b00-4688-8c0c-2b0bf6a4065d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966133 Jun 01 19:00:18.979381 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362436a7-e3ea-4969-9f36-021007869b70 req-13125264-c079-48ca-8522-f879ab47a6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:00:18.990295 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-362436a7-e3ea-4969-9f36-021007869b70 req-13125264-c079-48ca-8522-f879ab47a6e6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=dddb3bf267ff45db8d51b8be9786bafe&device_id=1293a883-9525-4b5a-ac5c-0893b9e73df9 HTTP/1.1" status: 200 len: 1095 time: 0.3915608 Jun 01 19:00:19.063022 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-cfe414f1-bdfa-40d6-823d-b1f1b24333e5 req-d8a9ec3b-cbb1-462f-b567-e74cf1e20fd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:19.105292 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8928a10-2ead-4587-989e-7edef7440997 service neutron] Pushing event updated for resources: {'Port': ['ID=f82d37e3-eac0-441b-b6f5-b78d863ad4f8,revision_number=2']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:00:19.206001 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-db8b9038-ed26-4940-bb4f-9775ba152724 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:19.260044 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-1665eda4-5005-400c-b70c-a11856a4f331 req-a30de5e3-b3b5-4e18-bc1b-12c5382add2f tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] Synchronizing usage tracker for tenant:cdc5de11547f4a5f8e1e8d097edd2ecf on resource:security_group {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:00:19.308170 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8b9038-ed26-4940-bb4f-9775ba152724 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fb50877-e05a-4a4e-9a34-9e4d33688e9c,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:00:19.437771 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-db8b9038-ed26-4940-bb4f-9775ba152724 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:19.441593 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-db8b9038-ed26-4940-bb4f-9775ba152724 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4fb50877-e05a-4a4e-9a34-9e4d33688e9c HTTP/1.1" status: 204 len: 168 time: 1.1824911 Jun 01 19:00:19.457634 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-cfe414f1-bdfa-40d6-823d-b1f1b24333e5 req-fe62a7ca-54b9-4855-92f3-3061f13c7ff4 service neutron] For port b377290a-e454-44ec-9bfc-6b89477603ea, host n-h2-844202-1, cleared binding levels {{(pid=88524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:00:19.501083 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9ec3b-cbb1-462f-b567-e74cf1e20fd6 service neutron] Pushing event updated for resources: {'Port': ['ID=71aaee4c-6206-44f4-9bd1-1f9e2dc09148,revision_number=2']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:00:19.503322 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-1665eda4-5005-400c-b70c-a11856a4f331 req-a30de5e3-b3b5-4e18-bc1b-12c5382add2f tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] Unset dirty status for tenant:cdc5de11547f4a5f8e1e8d097edd2ecf on resource:security_group {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:00:19.504538 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-1665eda4-5005-400c-b70c-a11856a4f331 req-a30de5e3-b3b5-4e18-bc1b-12c5382add2f tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a574796-057f-49e3-abd4-a6618918f66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9132469 Jun 01 19:00:19.539897 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-cfe414f1-bdfa-40d6-823d-b1f1b24333e5 req-fe62a7ca-54b9-4855-92f3-3061f13c7ff4 service neutron] For port b377290a-e454-44ec-9bfc-6b89477603ea, host n-h2-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=b377290a-e454-44ec-9bfc-6b89477603ea,segment=NetworkSegment(47d7f41d-219e-4148-824b-3ab6ff0e0043),segment_id=47d7f41d-219e-4148-824b-3ab6ff0e0043)] {{(pid=88524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:00:19.777429 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-cfe414f1-bdfa-40d6-823d-b1f1b24333e5 req-fe62a7ca-54b9-4855-92f3-3061f13c7ff4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:19.777429 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.db.resource_extend [req-28a4cd2f-662b-4534-bdaa-46dd80145c16 req-12344742-1093-4a77-a10b-8c5cc47a27bf service neutron] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 19:00:19.828265 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362436a7-e3ea-4969-9f36-021007869b70 req-c13a9474-6cca-41ed-bc4d-97215ed9eb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:00:19.829700 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-362436a7-e3ea-4969-9f36-021007869b70 req-c13a9474-6cca-41ed-bc4d-97215ed9eb34 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1f4aefc8-8490-4e9a-bdda-e7f820add1f8 HTTP/1.1" status: 200 len: 918 time: 0.8286264 Jun 01 19:00:19.940026 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-362436a7-e3ea-4969-9f36-021007869b70 req-e34aadbb-e55a-4f31-b7e1-142f5c511cf7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a47dda3c-813e-49d7-9956-ffe17741a6bf HTTP/1.1" status: 200 len: 217 time: 0.0897126 Jun 01 19:00:19.961059 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-c9bcd774-5fa6-45bc-8ff0-d9e448a5ea84 req-b8928a10-2ead-4587-989e-7edef7440997 service neutron] Attempting to bind port f82d37e3-eac0-441b-b6f5-b78d863ad4f8 on host n-h1-844202-1 for vnic_type normal with profile {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:00:19.961059 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-c9bcd774-5fa6-45bc-8ff0-d9e448a5ea84 req-b8928a10-2ead-4587-989e-7edef7440997 service neutron] Attempting to bind port f82d37e3-eac0-441b-b6f5-b78d863ad4f8 by drivers openvswitch,hyperv on host n-h1-844202-1 at level 0 using segments [{'id': '246b7005-0935-4ff3-9c3d-ab1795846166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '81249ed1-a33f-4045-8ad1-594c3da17cb8'}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:00:19.961059 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9bcd774-5fa6-45bc-8ff0-d9e448a5ea84 req-b8928a10-2ead-4587-989e-7edef7440997 service neutron] Attempting to bind port f82d37e3-eac0-441b-b6f5-b78d863ad4f8 on network 81249ed1-a33f-4045-8ad1-594c3da17cb8 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:00:19.975084 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe414f1-bdfa-40d6-823d-b1f1b24333e5 req-fe62a7ca-54b9-4855-92f3-3061f13c7ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:00:19.975084 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-cfe414f1-bdfa-40d6-823d-b1f1b24333e5 req-fe62a7ca-54b9-4855-92f3-3061f13c7ff4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:19.975084 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-cfe414f1-bdfa-40d6-823d-b1f1b24333e5 req-fe62a7ca-54b9-4855-92f3-3061f13c7ff4 service neutron] 10.222.0.50 "PUT /v2.0/ports/b377290a-e454-44ec-9bfc-6b89477603ea HTTP/1.1" status: 200 len: 1091 time: 7.3732123 Jun 01 19:00:19.975084 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cbf3535-c66c-46ba-be4b-d6a2af6edb21', 'tag': 'b377290a-e454-44ec-9bfc-6b89477603ea'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:00:20.015743 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9bcd774-5fa6-45bc-8ff0-d9e448a5ea84 req-b8928a10-2ead-4587-989e-7edef7440997 service neutron] Port f82d37e3-eac0-441b-b6f5-b78d863ad4f8 on network 81249ed1-a33f-4045-8ad1-594c3da17cb8 not bound, no agent of type Open vSwitch agent registered on host n-h1-844202-1 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 19:00:20.015743 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9bcd774-5fa6-45bc-8ff0-d9e448a5ea84 req-b8928a10-2ead-4587-989e-7edef7440997 service neutron] Attempting to bind port f82d37e3-eac0-441b-b6f5-b78d863ad4f8 on network 81249ed1-a33f-4045-8ad1-594c3da17cb8 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:00:20.030652 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [req-28a4cd2f-662b-4534-bdaa-46dd80145c16 req-12344742-1093-4a77-a10b-8c5cc47a27bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0a10bfd-7be3-4ccd-a898-3e8bd61ac545 {{(pid=88524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 19:00:20.045017 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9bcd774-5fa6-45bc-8ff0-d9e448a5ea84 req-b8928a10-2ead-4587-989e-7edef7440997 service neutron] Checking agent: {'id': 'bdb1e5d7-b998-4259-838f-3d278e930f32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 0, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:00:20.045017 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9bcd774-5fa6-45bc-8ff0-d9e448a5ea84 req-b8928a10-2ead-4587-989e-7edef7440997 service neutron] Checking segment: {'id': '246b7005-0935-4ff3-9c3d-ab1795846166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '81249ed1-a33f-4045-8ad1-594c3da17cb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:00:20.045017 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9bcd774-5fa6-45bc-8ff0-d9e448a5ea84 req-b8928a10-2ead-4587-989e-7edef7440997 service neutron] Bound using segment: {'id': '246b7005-0935-4ff3-9c3d-ab1795846166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '81249ed1-a33f-4045-8ad1-594c3da17cb8'} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:00:20.045017 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-c9bcd774-5fa6-45bc-8ff0-d9e448a5ea84 req-b8928a10-2ead-4587-989e-7edef7440997 service neutron] Bound port: f82d37e3-eac0-441b-b6f5-b78d863ad4f8, host: n-h1-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '246b7005-0935-4ff3-9c3d-ab1795846166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '81249ed1-a33f-4045-8ad1-594c3da17cb8'}}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:00:20.045017 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-c9bcd774-5fa6-45bc-8ff0-d9e448a5ea84 req-b8928a10-2ead-4587-989e-7edef7440997 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:20.069768 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe62a7ca-54b9-4855-92f3-3061f13c7ff4 service neutron] Pushing event updated for resources: {'Port': ['ID=b377290a-e454-44ec-9bfc-6b89477603ea,revision_number=3']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:00:20.130712 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-28a4cd2f-662b-4534-bdaa-46dd80145c16 req-12344742-1093-4a77-a10b-8c5cc47a27bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:20.155426 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [req-28a4cd2f-662b-4534-bdaa-46dd80145c16 req-12344742-1093-4a77-a10b-8c5cc47a27bf service neutron] Transition to ACTIVE for port object d0a10bfd-7be3-4ccd-a898-3e8bd61ac545 will not be triggered until provisioned by entity L2. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:00:20.173306 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-cfe414f1-bdfa-40d6-823d-b1f1b24333e5 req-d8a9ec3b-cbb1-462f-b567-e74cf1e20fd6 service neutron] Attempting to bind port 71aaee4c-6206-44f4-9bd1-1f9e2dc09148 on host n-h2-844202-1 for vnic_type normal with profile {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:00:20.173643 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-cfe414f1-bdfa-40d6-823d-b1f1b24333e5 req-d8a9ec3b-cbb1-462f-b567-e74cf1e20fd6 service neutron] Attempting to bind port 71aaee4c-6206-44f4-9bd1-1f9e2dc09148 by drivers openvswitch,hyperv on host n-h2-844202-1 at level 0 using segments [{'id': '47d7f41d-219e-4148-824b-3ab6ff0e0043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '1f4aefc8-8490-4e9a-bdda-e7f820add1f8'}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:00:20.173976 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfe414f1-bdfa-40d6-823d-b1f1b24333e5 req-d8a9ec3b-cbb1-462f-b567-e74cf1e20fd6 service neutron] Attempting to bind port 71aaee4c-6206-44f4-9bd1-1f9e2dc09148 on network 1f4aefc8-8490-4e9a-bdda-e7f820add1f8 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:00:20.250048 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfe414f1-bdfa-40d6-823d-b1f1b24333e5 req-d8a9ec3b-cbb1-462f-b567-e74cf1e20fd6 service neutron] Port 71aaee4c-6206-44f4-9bd1-1f9e2dc09148 on network 1f4aefc8-8490-4e9a-bdda-e7f820add1f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-844202-1 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 19:00:20.250939 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfe414f1-bdfa-40d6-823d-b1f1b24333e5 req-d8a9ec3b-cbb1-462f-b567-e74cf1e20fd6 service neutron] Attempting to bind port 71aaee4c-6206-44f4-9bd1-1f9e2dc09148 on network 1f4aefc8-8490-4e9a-bdda-e7f820add1f8 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:00:20.263325 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1954c165-8376-4cc3-930f-de8f6f34718a req-93048be1-e230-4bf4-8184-e3f5d81dadaf tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:00:20.272080 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfe414f1-bdfa-40d6-823d-b1f1b24333e5 req-d8a9ec3b-cbb1-462f-b567-e74cf1e20fd6 service neutron] Checking agent: {'id': 'f5db9968-6317-4186-9100-9e0ca6b50417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 0, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:00:20.272837 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfe414f1-bdfa-40d6-823d-b1f1b24333e5 req-d8a9ec3b-cbb1-462f-b567-e74cf1e20fd6 service neutron] Checking segment: {'id': '47d7f41d-219e-4148-824b-3ab6ff0e0043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '1f4aefc8-8490-4e9a-bdda-e7f820add1f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:00:20.273729 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-1954c165-8376-4cc3-930f-de8f6f34718a req-93048be1-e230-4bf4-8184-e3f5d81dadaf tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=863d6d17-7ec0-45a3-a6dc-82b322b76ced HTTP/1.1" status: 200 len: 945 time: 1.1216531 Jun 01 19:00:20.274123 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfe414f1-bdfa-40d6-823d-b1f1b24333e5 req-d8a9ec3b-cbb1-462f-b567-e74cf1e20fd6 service neutron] Bound using segment: {'id': '47d7f41d-219e-4148-824b-3ab6ff0e0043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '1f4aefc8-8490-4e9a-bdda-e7f820add1f8'} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:00:20.274805 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-cfe414f1-bdfa-40d6-823d-b1f1b24333e5 req-d8a9ec3b-cbb1-462f-b567-e74cf1e20fd6 service neutron] Bound port: 71aaee4c-6206-44f4-9bd1-1f9e2dc09148, host: n-h2-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47d7f41d-219e-4148-824b-3ab6ff0e0043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '1f4aefc8-8490-4e9a-bdda-e7f820add1f8'}}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:00:20.275379 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-cfe414f1-bdfa-40d6-823d-b1f1b24333e5 req-d8a9ec3b-cbb1-462f-b567-e74cf1e20fd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:20.291898 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-28a4cd2f-662b-4534-bdaa-46dd80145c16 req-12344742-1093-4a77-a10b-8c5cc47a27bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:20.451896 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12344742-1093-4a77-a10b-8c5cc47a27bf service neutron] Pushing event updated for resources: {'Port': ['ID=d0a10bfd-7be3-4ccd-a898-3e8bd61ac545,revision_number=2']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:00:20.464307 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1f741e0-5288-45d4-9133-bbff50ac7600 admin admin] Router 03c5a04d-e08f-4502-b09c-207a29be54f7 has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 19:00:20.683645 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-cfe414f1-bdfa-40d6-823d-b1f1b24333e5 req-d8a9ec3b-cbb1-462f-b567-e74cf1e20fd6 service neutron] For port 71aaee4c-6206-44f4-9bd1-1f9e2dc09148, host n-h2-844202-1, cleared binding levels {{(pid=88524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:00:20.733102 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1f741e0-5288-45d4-9133-bbff50ac7600 admin admin] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:00:20.733102 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362436a7-e3ea-4969-9f36-021007869b70 req-3f7e903c-5f1e-45ad-937d-4cb23d15c652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:00:20.733102 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-362436a7-e3ea-4969-9f36-021007869b70 req-3f7e903c-5f1e-45ad-937d-4cb23d15c652 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fc397ad5-3f5a-48df-8baa-b9902fca9a37 HTTP/1.1" status: 200 len: 857 time: 0.7765231 Jun 01 19:00:20.733102 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-e1f741e0-5288-45d4-9133-bbff50ac7600 admin admin] 10.222.0.41 "PUT /v2.0/routers/03c5a04d-e08f-4502-b09c-207a29be54f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4293952 Jun 01 19:00:20.738375 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-c9bcd774-5fa6-45bc-8ff0-d9e448a5ea84 req-b8928a10-2ead-4587-989e-7edef7440997 service neutron] For port f82d37e3-eac0-441b-b6f5-b78d863ad4f8, host n-h1-844202-1, cleared binding levels {{(pid=88524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:00:20.748799 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-149356f7-611d-4f43-bd62-3fcb34090931 None None] Sync routers for ids ['03c5a04d-e08f-4502-b09c-207a29be54f7'] in n-d-844202-1 {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:00:20.770387 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-1954c165-8376-4cc3-930f-de8f6f34718a req-b64359d1-8842-4bbb-8f37-6e8b9e52d82d tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ce59b29-4aa6-4d2e-8584-a540c0a14c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3804111 Jun 01 19:00:20.770387 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 38746) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:00:20.775287 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-c9bcd774-5fa6-45bc-8ff0-d9e448a5ea84 req-b8928a10-2ead-4587-989e-7edef7440997 service neutron] For port f82d37e3-eac0-441b-b6f5-b78d863ad4f8, host n-h1-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=f82d37e3-eac0-441b-b6f5-b78d863ad4f8,segment=NetworkSegment(246b7005-0935-4ff3-9c3d-ab1795846166),segment_id=246b7005-0935-4ff3-9c3d-ab1795846166)] {{(pid=88524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:00:20.779076 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-149356f7-611d-4f43-bd62-3fcb34090931 None None] Routers {'03c5a04d-e08f-4502-b09c-207a29be54f7'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:00:20.779076 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-149356f7-611d-4f43-bd62-3fcb34090931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:00:09Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['03c5a04d-e08f-4502-b09c-207a29be54f7'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:00:20.908690 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62b2ad9-1c1d-4e32-a150-ba573fd69482 req-10631984-2bed-4817-b45a-9764b0578444 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:00:20.918945 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d62b2ad9-1c1d-4e32-a150-ba573fd69482 req-10631984-2bed-4817-b45a-9764b0578444 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f51ecbe-4272-460f-a9a0-d3f074976926 HTTP/1.1" status: 200 len: 944 time: 1.0248723 Jun 01 19:00:20.930035 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-cfe414f1-bdfa-40d6-823d-b1f1b24333e5 req-d8a9ec3b-cbb1-462f-b567-e74cf1e20fd6 service neutron] For port 71aaee4c-6206-44f4-9bd1-1f9e2dc09148, host n-h2-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=71aaee4c-6206-44f4-9bd1-1f9e2dc09148,segment=NetworkSegment(47d7f41d-219e-4148-824b-3ab6ff0e0043),segment_id=47d7f41d-219e-4148-824b-3ab6ff0e0043)] {{(pid=88524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:00:20.939104 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-c9bcd774-5fa6-45bc-8ff0-d9e448a5ea84 req-b8928a10-2ead-4587-989e-7edef7440997 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:21.127207 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 38760) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:00:21.213555 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-362436a7-e3ea-4969-9f36-021007869b70 req-182f75ad-daeb-4a3c-988c-7236fb57e8ed service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1f4aefc8-8490-4e9a-bdda-e7f820add1f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4459753 Jun 01 19:00:21.222528 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-149356f7-611d-4f43-bd62-3fcb34090931 None None] Set router 03c5a04d-e08f-4502-b09c-207a29be54f7 gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:00:21.330415 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d62b2ad9-1c1d-4e32-a150-ba573fd69482 req-89d66a6d-8b8e-4539-a75c-34d1eaa074cd tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] 10.222.0.41 "GET /v2.0/security-groups?id=c1e950ea-5d0b-4685-9bfc-da05a4df09bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4103007 Jun 01 19:00:21.331452 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-cfe414f1-bdfa-40d6-823d-b1f1b24333e5 req-d8a9ec3b-cbb1-462f-b567-e74cf1e20fd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:21.365840 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-28a4cd2f-662b-4534-bdaa-46dd80145c16 req-12344742-1093-4a77-a10b-8c5cc47a27bf service neutron] Attempting to bind port d0a10bfd-7be3-4ccd-a898-3e8bd61ac545 on host n-h2-844202-1 for vnic_type normal with profile {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:00:21.365840 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-28a4cd2f-662b-4534-bdaa-46dd80145c16 req-12344742-1093-4a77-a10b-8c5cc47a27bf service neutron] Attempting to bind port d0a10bfd-7be3-4ccd-a898-3e8bd61ac545 by drivers openvswitch,hyperv on host n-h2-844202-1 at level 0 using segments [{'id': 'ce523ae2-04b9-4e0f-83fe-35e934deb7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'f7c7bfcf-c7c2-42d5-8541-1692408619fe'}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:00:21.365840 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a4cd2f-662b-4534-bdaa-46dd80145c16 req-12344742-1093-4a77-a10b-8c5cc47a27bf service neutron] Attempting to bind port d0a10bfd-7be3-4ccd-a898-3e8bd61ac545 on network f7c7bfcf-c7c2-42d5-8541-1692408619fe {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:00:21.368216 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe414f1-bdfa-40d6-823d-b1f1b24333e5 req-4969ea8b-2d86-4cb4-b3d2-f317745006f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:00:21.378070 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-cfe414f1-bdfa-40d6-823d-b1f1b24333e5 req-4969ea8b-2d86-4cb4-b3d2-f317745006f8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=dddb3bf267ff45db8d51b8be9786bafe&device_id=4cbf3535-c66c-46ba-be4b-d6a2af6edb21 HTTP/1.1" status: 200 len: 1094 time: 1.3197484 Jun 01 19:00:21.635295 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-cfe414f1-bdfa-40d6-823d-b1f1b24333e5 req-d3038da7-9e7b-40d7-8296-c0adfab4e266 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b377290a-e454-44ec-9bfc-6b89477603ea HTTP/1.1" status: 200 len: 217 time: 0.2241938 Jun 01 19:00:21.637271 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a4cd2f-662b-4534-bdaa-46dd80145c16 req-12344742-1093-4a77-a10b-8c5cc47a27bf service neutron] Port d0a10bfd-7be3-4ccd-a898-3e8bd61ac545 on network f7c7bfcf-c7c2-42d5-8541-1692408619fe not bound, no agent of type Open vSwitch agent registered on host n-h2-844202-1 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 19:00:21.637400 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a4cd2f-662b-4534-bdaa-46dd80145c16 req-12344742-1093-4a77-a10b-8c5cc47a27bf service neutron] Attempting to bind port d0a10bfd-7be3-4ccd-a898-3e8bd61ac545 on network f7c7bfcf-c7c2-42d5-8541-1692408619fe {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:00:21.642003 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-80420955-d85d-4b2b-a702-7483220ce1a1 admin admin] Notify callbacks [] for router, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:21.664485 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe414f1-bdfa-40d6-823d-b1f1b24333e5 req-d8a9ec3b-cbb1-462f-b567-e74cf1e20fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:00:21.665116 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-cfe414f1-bdfa-40d6-823d-b1f1b24333e5 req-d8a9ec3b-cbb1-462f-b567-e74cf1e20fd6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:21.666516 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-cfe414f1-bdfa-40d6-823d-b1f1b24333e5 req-d8a9ec3b-cbb1-462f-b567-e74cf1e20fd6 service neutron] 10.222.0.50 "PUT /v2.0/ports/71aaee4c-6206-44f4-9bd1-1f9e2dc09148 HTTP/1.1" status: 200 len: 1092 time: 5.7075341 Jun 01 19:00:21.670043 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bcab6d47-7db8-456f-b796-86e7b0cfd8d8'] response: {'name': 'network-changed', 'server_uuid': '4cbf3535-c66c-46ba-be4b-d6a2af6edb21', 'tag': 'b377290a-e454-44ec-9bfc-6b89477603ea', 'status': 'completed', 'code': 200} Jun 01 19:00:21.671269 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bcd774-5fa6-45bc-8ff0-d9e448a5ea84 req-b8928a10-2ead-4587-989e-7edef7440997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:00:21.671874 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-c9bcd774-5fa6-45bc-8ff0-d9e448a5ea84 req-b8928a10-2ead-4587-989e-7edef7440997 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:21.686570 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c9bcd774-5fa6-45bc-8ff0-d9e448a5ea84 req-b8928a10-2ead-4587-989e-7edef7440997 service neutron] 10.222.0.15 "PUT /v2.0/ports/f82d37e3-eac0-441b-b6f5-b78d863ad4f8 HTTP/1.1" status: 200 len: 1092 time: 6.6153255 Jun 01 19:00:21.687574 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a4cd2f-662b-4534-bdaa-46dd80145c16 req-12344742-1093-4a77-a10b-8c5cc47a27bf service neutron] Checking agent: {'id': 'f5db9968-6317-4186-9100-9e0ca6b50417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 0, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:00:21.687918 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a4cd2f-662b-4534-bdaa-46dd80145c16 req-12344742-1093-4a77-a10b-8c5cc47a27bf service neutron] Checking segment: {'id': 'ce523ae2-04b9-4e0f-83fe-35e934deb7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'f7c7bfcf-c7c2-42d5-8541-1692408619fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:00:21.688374 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a4cd2f-662b-4534-bdaa-46dd80145c16 req-12344742-1093-4a77-a10b-8c5cc47a27bf service neutron] Bound using segment: {'id': 'ce523ae2-04b9-4e0f-83fe-35e934deb7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'f7c7bfcf-c7c2-42d5-8541-1692408619fe'} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:00:21.688829 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-28a4cd2f-662b-4534-bdaa-46dd80145c16 req-12344742-1093-4a77-a10b-8c5cc47a27bf service neutron] Bound port: d0a10bfd-7be3-4ccd-a898-3e8bd61ac545, host: n-h2-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce523ae2-04b9-4e0f-83fe-35e934deb7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'f7c7bfcf-c7c2-42d5-8541-1692408619fe'}}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:00:21.689184 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-28a4cd2f-662b-4534-bdaa-46dd80145c16 req-12344742-1093-4a77-a10b-8c5cc47a27bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:21.818550 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-362436a7-e3ea-4969-9f36-021007869b70 req-0058d2bc-435a-4fe5-b3ea-8075be6117d6 service neutron] 10.222.0.15 "GET /v2.0/networks/1f4aefc8-8490-4e9a-bdda-e7f820add1f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5394466 Jun 01 19:00:21.879358 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device a47dda3c-813e-49d7-9956-ffe17741a6bf details requested by agent hyperv_n-h1-844202-1 with host n-h1-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 19:00:21.947427 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff03647-4d33-4fbc-bf41-f0f845ba6819 req-d9c56bbb-f211-4738-a5fc-80d8eecab276 tempest-ListServersNegativeTestJSON-393033240 tempest-ListServersNegativeTestJSON-393033240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:00:21.954239 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4ff03647-4d33-4fbc-bf41-f0f845ba6819 req-d9c56bbb-f211-4738-a5fc-80d8eecab276 tempest-ListServersNegativeTestJSON-393033240 tempest-ListServersNegativeTestJSON-393033240-project] 10.222.0.41 "GET /v2.0/ports?device_id=4cbf3535-c66c-46ba-be4b-d6a2af6edb21 HTTP/1.1" status: 200 len: 943 time: 0.7939639 Jun 01 19:00:22.096978 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-96a102ae-3084-465f-9f17-3898b43c7cf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:22.135422 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-96a102ae-3084-465f-9f17-3898b43c7cf6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:00:22.155312 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-96a102ae-3084-465f-9f17-3898b43c7cf6 admin admin] Usage tracker for resource:security_group_rule and tenant:94d03cf9afa14e4db467fabe28819709 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:00:22.175349 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-96a102ae-3084-465f-9f17-3898b43c7cf6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:00:22.196761 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-96a102ae-3084-465f-9f17-3898b43c7cf6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:00:22.217407 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4ff03647-4d33-4fbc-bf41-f0f845ba6819 req-d6cc08ca-74fb-4167-b00f-6242bcab0cbb tempest-ListServersNegativeTestJSON-393033240 tempest-ListServersNegativeTestJSON-393033240-project] 10.222.0.41 "GET /v2.0/security-groups?id=43f15f88-3b00-4688-8c0c-2b0bf6a4065d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2657962 Jun 01 19:00:22.218804 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-80420955-d85d-4b2b-a702-7483220ce1a1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:22.232120 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-149356f7-611d-4f43-bd62-3fcb34090931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03c5a04d-e08f-4502-b09c-207a29be54f7', 'name': 'tempest-ServerRescueNegativeTestJSON-142248793-router', 'tenant_id': 'd40f7c9e0af24f109f247cdb0a7a60bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': 'bd04b6ab-43fa-4f24-b229-b7a20640121a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:54:43Z', 'updated_at': '2022-06-01T19:00:17Z', 'revision_number': 5, 'project_id': 'd40f7c9e0af24f109f247cdb0a7a60bf', 'gw_port': {'id': 'bd04b6ab-43fa-4f24-b229-b7a20640121a', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:8c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03c5a04d-e08f-4502-b09c-207a29be54f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:54:44Z', 'updated_at': '2022-06-01T18:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:00:22.260758 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-149356f7-611d-4f43-bd62-3fcb34090931 None None] Checking router: 03c5a04d-e08f-4502-b09c-207a29be54f7 for host: n-d-844202-1 {{(pid=88526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 19:00:22.319771 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-362436a7-e3ea-4969-9f36-021007869b70 req-ff3e0e5b-006b-45fa-97e7-27e9a0c333ed service neutron] 10.222.0.15 "GET /v2.0/networks/1f4aefc8-8490-4e9a-bdda-e7f820add1f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4837911 Jun 01 19:00:22.324391 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-28a4cd2f-662b-4534-bdaa-46dd80145c16 req-12344742-1093-4a77-a10b-8c5cc47a27bf service neutron] For port d0a10bfd-7be3-4ccd-a898-3e8bd61ac545, host n-h2-844202-1, cleared binding levels {{(pid=88524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:00:22.324391 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-28a4cd2f-662b-4534-bdaa-46dd80145c16 req-12344742-1093-4a77-a10b-8c5cc47a27bf service neutron] For port d0a10bfd-7be3-4ccd-a898-3e8bd61ac545, host n-h2-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=d0a10bfd-7be3-4ccd-a898-3e8bd61ac545,segment=NetworkSegment(ce523ae2-04b9-4e0f-83fe-35e934deb7b2),segment_id=ce523ae2-04b9-4e0f-83fe-35e934deb7b2)] {{(pid=88524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:00:22.332374 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-149356f7-611d-4f43-bd62-3fcb34090931 None None] Routers {'03c5a04d-e08f-4502-b09c-207a29be54f7'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:00:22.332374 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-149356f7-611d-4f43-bd62-3fcb34090931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:00:09Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['03c5a04d-e08f-4502-b09c-207a29be54f7'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:00:22.357575 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-80420955-d85d-4b2b-a702-7483220ce1a1 admin admin] Deleting port bd04b6ab-43fa-4f24-b229-b7a20640121a {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:00:22.357575 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-80420955-d85d-4b2b-a702-7483220ce1a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:22.385069 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe414f1-bdfa-40d6-823d-b1f1b24333e5 req-784981cd-7410-413d-89ea-e195a8cb658d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:00:22.385069 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-cfe414f1-bdfa-40d6-823d-b1f1b24333e5 req-784981cd-7410-413d-89ea-e195a8cb658d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fc397ad5-3f5a-48df-8baa-b9902fca9a37 HTTP/1.1" status: 200 len: 857 time: 0.7298920 Jun 01 19:00:22.405722 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-28a4cd2f-662b-4534-bdaa-46dd80145c16 req-12344742-1093-4a77-a10b-8c5cc47a27bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:22.516918 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8928a10-2ead-4587-989e-7edef7440997 service neutron] Pushing event updated for resources: {'Port': ['ID=f82d37e3-eac0-441b-b6f5-b78d863ad4f8,revision_number=3']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:00:22.592034 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a4cd2f-662b-4534-bdaa-46dd80145c16 req-12344742-1093-4a77-a10b-8c5cc47a27bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:00:22.593026 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-28a4cd2f-662b-4534-bdaa-46dd80145c16 req-12344742-1093-4a77-a10b-8c5cc47a27bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:22.594706 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-28a4cd2f-662b-4534-bdaa-46dd80145c16 req-12344742-1093-4a77-a10b-8c5cc47a27bf service neutron] 10.222.0.50 "PUT /v2.0/ports/d0a10bfd-7be3-4ccd-a898-3e8bd61ac545 HTTP/1.1" status: 200 len: 1091 time: 5.2061663 Jun 01 19:00:22.599745 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-cfe414f1-bdfa-40d6-823d-b1f1b24333e5 req-ac2d6799-9fb5-4d90-8c13-bf1070b87aa9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1f4aefc8-8490-4e9a-bdda-e7f820add1f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1835308 Jun 01 19:00:22.682905 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port a47dda3c-813e-49d7-9956-ffe17741a6bf, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=a47dda3c-813e-49d7-9956-ffe17741a6bf,segment=NetworkSegment(47d7f41d-219e-4148-824b-3ab6ff0e0043),segment_id=47d7f41d-219e-4148-824b-3ab6ff0e0043)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:00:22.703972 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Returning: {'device': 'a47dda3c-813e-49d7-9956-ffe17741a6bf', 'network_id': '1f4aefc8-8490-4e9a-bdda-e7f820add1f8', 'port_id': 'a47dda3c-813e-49d7-9956-ffe17741a6bf', 'mac_address': 'fa:16:3e:2e:ba:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc397ad5-3f5a-48df-8baa-b9902fca9a37', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 19:00:22.769411 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-149356f7-611d-4f43-bd62-3fcb34090931 None None] Set router 03c5a04d-e08f-4502-b09c-207a29be54f7 gateway port host: None {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:00:22.901037 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe414f1-bdfa-40d6-823d-b1f1b24333e5 req-5f97c054-837c-46ed-b520-977e5bc1da25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:00:22.902875 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-cfe414f1-bdfa-40d6-823d-b1f1b24333e5 req-5f97c054-837c-46ed-b520-977e5bc1da25 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=dddb3bf267ff45db8d51b8be9786bafe&device_id=d086eab3-fe4e-4fce-a15a-eabfacd4536f HTTP/1.1" status: 200 len: 1095 time: 1.1151161 Jun 01 19:00:23.012303 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9ec3b-cbb1-462f-b567-e74cf1e20fd6 service neutron] Pushing event updated for resources: {'Port': ['ID=71aaee4c-6206-44f4-9bd1-1f9e2dc09148,revision_number=3']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:00:23.019005 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-149356f7-611d-4f43-bd62-3fcb34090931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03c5a04d-e08f-4502-b09c-207a29be54f7', 'name': 'tempest-ServerRescueNegativeTestJSON-142248793-router', 'tenant_id': 'd40f7c9e0af24f109f247cdb0a7a60bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:54:43Z', 'updated_at': '2022-06-01T19:00:22Z', 'revision_number': 6, 'project_id': 'd40f7c9e0af24f109f247cdb0a7a60bf', 'gw_port_host': None}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:00:23.028408 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-149356f7-611d-4f43-bd62-3fcb34090931 None None] The sync data for ids ['03c5a04d-e08f-4502-b09c-207a29be54f7'] in n-d-844202-1 is: [{'id': '03c5a04d-e08f-4502-b09c-207a29be54f7', 'name': 'tempest-ServerRescueNegativeTestJSON-142248793-router', 'tenant_id': 'd40f7c9e0af24f109f247cdb0a7a60bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:54:43Z', 'updated_at': '2022-06-01T19:00:22Z', 'revision_number': 6, 'project_id': 'd40f7c9e0af24f109f247cdb0a7a60bf', 'gw_port_host': None}] {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:00:23.039760 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port a47dda3c-813e-49d7-9956-ffe17741a6bf is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:00:23.040338 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:23.088067 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a47dda3c-813e-49d7-9956-ffe17741a6bf {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 19:00:23.103966 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port a47dda3c-813e-49d7-9956-ffe17741a6bf, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=a47dda3c-813e-49d7-9956-ffe17741a6bf,segment=NetworkSegment(47d7f41d-219e-4148-824b-3ab6ff0e0043),segment_id=47d7f41d-219e-4148-824b-3ab6ff0e0043)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:00:23.111107 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:23.151483 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-96a102ae-3084-465f-9f17-3898b43c7cf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:23.179335 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-96a102ae-3084-465f-9f17-3898b43c7cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:23.241281 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12344742-1093-4a77-a10b-8c5cc47a27bf service neutron] Pushing event updated for resources: {'Port': ['ID=d0a10bfd-7be3-4ccd-a898-3e8bd61ac545,revision_number=3']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:00:23.272089 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-96a102ae-3084-465f-9f17-3898b43c7cf6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=94d03cf9afa14e4db467fabe28819709&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1089032 Jun 01 19:00:23.279074 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=a47dda3c-813e-49d7-9956-ffe17741a6bf,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:00:23.291959 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 38804) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:00:23.305958 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a102ae-3084-465f-9f17-3898b43c7cf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b87ef412-27f2-47a8-ac16-9244130ba7bc,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:00:23.321711 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90988b54-15b3-4869-87d9-e5a85821e87f req-6c1f8dae-eff0-432b-aca4-a019c0f585d0 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:00:23.330456 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-90988b54-15b3-4869-87d9-e5a85821e87f req-6c1f8dae-eff0-432b-aca4-a019c0f585d0 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=863d6d17-7ec0-45a3-a6dc-82b322b76ced HTTP/1.1" status: 200 len: 945 time: 0.5494547 Jun 01 19:00:23.337657 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bcd774-5fa6-45bc-8ff0-d9e448a5ea84 req-be4c9602-2589-4fa6-8107-b1af196c344f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:00:23.339612 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c9bcd774-5fa6-45bc-8ff0-d9e448a5ea84 req-be4c9602-2589-4fa6-8107-b1af196c344f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d3eb50f3028440db9726ae16e6111d12&device_id=0f51ecbe-4272-460f-a9a0-d3f074976926 HTTP/1.1" status: 200 len: 1095 time: 1.5331855 Jun 01 19:00:23.339708 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [None req-80420955-d85d-4b2b-a702-7483220ce1a1 admin admin] For port bd04b6ab-43fa-4f24-b229-b7a20640121a, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=bd04b6ab-43fa-4f24-b229-b7a20640121a,segment=NetworkSegment(7875af61-4c53-4ff2-b8c8-d4b7c35ff947),segment_id=7875af61-4c53-4ff2-b8c8-d4b7c35ff947)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:00:23.339834 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-80420955-d85d-4b2b-a702-7483220ce1a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:23.340618 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-cfe414f1-bdfa-40d6-823d-b1f1b24333e5 req-5763d4f6-96e8-497d-9967-156af1c7a333 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=71aaee4c-6206-44f4-9bd1-1f9e2dc09148 HTTP/1.1" status: 200 len: 217 time: 0.4222105 Jun 01 19:00:23.342721 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-cfe414f1-bdfa-40d6-823d-b1f1b24333e5 req-f27e3f10-692c-4f77-95ae-17e75c2c607f service neutron] 10.222.0.50 "GET /v2.0/networks/1f4aefc8-8490-4e9a-bdda-e7f820add1f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7235518 Jun 01 19:00:23.379115 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a102ae-3084-465f-9f17-3898b43c7cf6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:00:23.379453 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a102ae-3084-465f-9f17-3898b43c7cf6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:00:23.380582 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a102ae-3084-465f-9f17-3898b43c7cf6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:00:23.381088 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a102ae-3084-465f-9f17-3898b43c7cf6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:00:23.381531 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a102ae-3084-465f-9f17-3898b43c7cf6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:00:23.381861 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a102ae-3084-465f-9f17-3898b43c7cf6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:00:23.382184 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a102ae-3084-465f-9f17-3898b43c7cf6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:00:23.382503 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a102ae-3084-465f-9f17-3898b43c7cf6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:00:23.382820 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a102ae-3084-465f-9f17-3898b43c7cf6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:00:23.383137 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a102ae-3084-465f-9f17-3898b43c7cf6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:00:23.383449 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a102ae-3084-465f-9f17-3898b43c7cf6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:00:23.383764 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a102ae-3084-465f-9f17-3898b43c7cf6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:00:23.400322 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] get_ports_and_sgs() called for port_ids ['a47dda3c-813e-49d7-9956-ffe17741a6bf'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 19:00:23.624750 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c9bcd774-5fa6-45bc-8ff0-d9e448a5ea84 req-aa6b3de6-a15c-4673-895d-b600d371f676 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f82d37e3-eac0-441b-b6f5-b78d863ad4f8 HTTP/1.1" status: 200 len: 217 time: 0.2686214 Jun 01 19:00:23.639209 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf795f8d-0fda-45a4-b3b1-f1a0495cbdfc req-708e9bb8-af26-4deb-afd8-799de33714a8 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:00:23.649125 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-bf795f8d-0fda-45a4-b3b1-f1a0495cbdfc req-708e9bb8-af26-4deb-afd8-799de33714a8 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] 10.222.0.41 "GET /v2.0/ports?device_id=13b542a2-a8d3-45d5-98f6-71d76182d166 HTTP/1.1" status: 200 len: 943 time: 1.6255164 Jun 01 19:00:23.704317 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-80420955-d85d-4b2b-a702-7483220ce1a1 admin admin] Calling delete_port for bd04b6ab-43fa-4f24-b229-b7a20640121a owned by network:router_gateway {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:00:23.772801 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd086eab3-fe4e-4fce-a15a-eabfacd4536f', 'tag': '71aaee4c-6206-44f4-9bd1-1f9e2dc09148'}, {'name': 'network-changed', 'server_uuid': '0f51ecbe-4272-460f-a9a0-d3f074976926', 'tag': 'f82d37e3-eac0-441b-b6f5-b78d863ad4f8'}, {'name': 'network-changed', 'server_uuid': '13b542a2-a8d3-45d5-98f6-71d76182d166', 'tag': 'd0a10bfd-7be3-4ccd-a898-3e8bd61ac545'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:00:23.781161 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe414f1-bdfa-40d6-823d-b1f1b24333e5 req-74892c2d-136d-4ef5-9389-57236b489067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:00:23.783517 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-cfe414f1-bdfa-40d6-823d-b1f1b24333e5 req-74892c2d-136d-4ef5-9389-57236b489067 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fc397ad5-3f5a-48df-8baa-b9902fca9a37 HTTP/1.1" status: 200 len: 857 time: 0.3016968 Jun 01 19:00:23.794948 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-90988b54-15b3-4869-87d9-e5a85821e87f req-496e4c55-9db9-400b-a7aa-4a23f360bf8d tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ce59b29-4aa6-4d2e-8584-a540c0a14c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4636281 Jun 01 19:00:23.829904 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d7d71935-3e43-4590-b17b-ab8d03732e87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:23.856121 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d7d71935-3e43-4590-b17b-ab8d03732e87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:23.977497 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d7d71935-3e43-4590-b17b-ab8d03732e87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:24.023795 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d71935-3e43-4590-b17b-ab8d03732e87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b87ef412-27f2-47a8-ac16-9244130ba7bc,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:00:24.048872 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d7d71935-3e43-4590-b17b-ab8d03732e87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:24.048872 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-d7d71935-3e43-4590-b17b-ab8d03732e87 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b87ef412-27f2-47a8-ac16-9244130ba7bc HTTP/1.1" status: 204 len: 168 time: 0.7595890 Jun 01 19:00:24.072724 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a4cd2f-662b-4534-bdaa-46dd80145c16 req-8684f401-7e4d-44c3-b156-85e1cc67f05a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:00:24.080981 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-28a4cd2f-662b-4534-bdaa-46dd80145c16 req-8684f401-7e4d-44c3-b156-85e1cc67f05a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cdc5de11547f4a5f8e1e8d097edd2ecf&device_id=13b542a2-a8d3-45d5-98f6-71d76182d166 HTTP/1.1" status: 200 len: 1094 time: 1.3972950 Jun 01 19:00:24.085307 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-cfe414f1-bdfa-40d6-823d-b1f1b24333e5 req-8b4ce03f-fe81-40da-a1c9-b22185e759b3 service neutron] 10.222.0.50 "GET /v2.0/networks/1f4aefc8-8490-4e9a-bdda-e7f820add1f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5295823 Jun 01 19:00:24.203247 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-80420955-d85d-4b2b-a702-7483220ce1a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:24.214448 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-cfe414f1-bdfa-40d6-823d-b1f1b24333e5 req-8624835f-91a0-40cf-9c15-36626d2ae88e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1f4aefc8-8490-4e9a-bdda-e7f820add1f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1258039 Jun 01 19:00:24.307430 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-28a4cd2f-662b-4534-bdaa-46dd80145c16 req-f11f7b92-4a08-4bfc-aecf-053f05beb6f9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d0a10bfd-7be3-4ccd-a898-3e8bd61ac545 HTTP/1.1" status: 200 len: 217 time: 0.1732874 Jun 01 19:00:24.339019 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80420955-d85d-4b2b-a702-7483220ce1a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd04b6ab-43fa-4f24-b229-b7a20640121a,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:00:24.467312 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446fcdd3-ae6b-4f1b-acdf-4cbc0a7639e5 req-c0922029-56ed-484f-b9be-9b464ac8adc6 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:00:24.467312 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-446fcdd3-ae6b-4f1b-acdf-4cbc0a7639e5 req-c0922029-56ed-484f-b9be-9b464ac8adc6 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f51ecbe-4272-460f-a9a0-d3f074976926 HTTP/1.1" status: 200 len: 944 time: 0.5380781 Jun 01 19:00:24.503239 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [req-cfe414f1-bdfa-40d6-823d-b1f1b24333e5 req-06ce75e1-9133-4d3d-a063-8e7dde94502c service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=88524) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 19:00:24.503239 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-cfe414f1-bdfa-40d6-823d-b1f1b24333e5 req-06ce75e1-9133-4d3d-a063-8e7dde94502c service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1963494 Jun 01 19:00:24.606494 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-446fcdd3-ae6b-4f1b-acdf-4cbc0a7639e5 req-1a1a1021-bf6c-4872-80e1-6769810db688 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] 10.222.0.41 "GET /v2.0/security-groups?id=c1e950ea-5d0b-4685-9bfc-da05a4df09bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694275 Jun 01 19:00:24.630183 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-80420955-d85d-4b2b-a702-7483220ce1a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-887703'] for router_gateway, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:24.740010 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a4cd2f-662b-4534-bdaa-46dd80145c16 req-d7b2a3e7-d759-45d2-886c-a3d0fd4ddec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:00:24.740010 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-28a4cd2f-662b-4534-bdaa-46dd80145c16 req-d7b2a3e7-d759-45d2-886c-a3d0fd4ddec8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=78c15249-5b3e-42a1-9683-df5f45ae094c HTTP/1.1" status: 200 len: 862 time: 0.3023145 Jun 01 19:00:24.758512 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 38846) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:00:24.777059 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-bf795f8d-0fda-45a4-b3b1-f1a0495cbdfc req-0c861358-eb09-49e5-885e-b096ec4fd626 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a574796-057f-49e3-abd4-a6618918f66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1269820 Jun 01 19:00:24.885767 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device bd04b6ab-43fa-4f24-b229-b7a20640121a no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:00:24.966799 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-0a93f2f0-7363-4d07-9b65-fb62fc69b9bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:24.973149 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: bd04b6ab-43fa-4f24-b229-b7a20640121a {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:00:24.973607 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device bd04b6ab-43fa-4f24-b229-b7a20640121a not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:00:24.974169 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device d14f629b-6309-4ab1-a5d6-484c9d2808b1 no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:00:25.008535 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-28a4cd2f-662b-4534-bdaa-46dd80145c16 req-32b5230c-efac-46c4-b7e5-bca2933fce61 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f7c7bfcf-c7c2-42d5-8541-1692408619fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2073245 Jun 01 19:00:25.009976 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bcd774-5fa6-45bc-8ff0-d9e448a5ea84 req-fedfd121-9dd7-4626-b807-00189ecab7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:00:25.012634 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c9bcd774-5fa6-45bc-8ff0-d9e448a5ea84 req-fedfd121-9dd7-4626-b807-00189ecab7a5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6ed963cc-5a55-45a1-891d-724fd87ad4ca HTTP/1.1" status: 200 len: 835 time: 1.3330319 Jun 01 19:00:25.014345 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: d14f629b-6309-4ab1-a5d6-484c9d2808b1 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:00:25.014764 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device d14f629b-6309-4ab1-a5d6-484c9d2808b1 not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:00:25.166862 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-80420955-d85d-4b2b-a702-7483220ce1a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25316'] for router, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:25.166862 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-80420955-d85d-4b2b-a702-7483220ce1a1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:25.174609 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-0a93f2f0-7363-4d07-9b65-fb62fc69b9bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:00:25.232461 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-80420955-d85d-4b2b-a702-7483220ce1a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-891519'] for router, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:25.232461 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80420955-d85d-4b2b-a702-7483220ce1a1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 03c5a04d-e08f-4502-b09c-207a29be54f7 {{(pid=88525) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 19:00:25.263463 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c12270-14d1-4d09-a881-3f028ea1bc08 req-aa8c47ef-2255-4657-bb55-2b8032df973d tempest-ListServersNegativeTestJSON-393033240 tempest-ListServersNegativeTestJSON-393033240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:00:25.267663 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-26c12270-14d1-4d09-a881-3f028ea1bc08 req-aa8c47ef-2255-4657-bb55-2b8032df973d tempest-ListServersNegativeTestJSON-393033240 tempest-ListServersNegativeTestJSON-393033240-project] 10.222.0.41 "GET /v2.0/ports?device_id=4cbf3535-c66c-46ba-be4b-d6a2af6edb21 HTTP/1.1" status: 200 len: 943 time: 0.2349820 Jun 01 19:00:25.284025 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-80420955-d85d-4b2b-a702-7483220ce1a1 admin admin] Notify callbacks [] for router, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:25.284025 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-80420955-d85d-4b2b-a702-7483220ce1a1 admin admin] 10.222.0.41 "DELETE /v2.0/routers/03c5a04d-e08f-4502-b09c-207a29be54f7 HTTP/1.1" status: 204 len: 168 time: 4.5142846 Jun 01 19:00:25.284025 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 38864) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:00:25.363119 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-0a93f2f0-7363-4d07-9b65-fb62fc69b9bb admin admin] Usage tracker for resource:security_group_rule and tenant:8c3a449504ba4ff7bec4d06724dd16ed is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:00:25.367818 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-0a93f2f0-7363-4d07-9b65-fb62fc69b9bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:00:25.407826 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac947e2-44fe-4aeb-96ba-838685851499 req-da8f953a-4e47-4f0c-b112-4665d1ef0a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:00:25.409898 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fac947e2-44fe-4aeb-96ba-838685851499 req-da8f953a-4e47-4f0c-b112-4665d1ef0a20 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=dddb3bf267ff45db8d51b8be9786bafe&device_id=4cbf3535-c66c-46ba-be4b-d6a2af6edb21 HTTP/1.1" status: 200 len: 1094 time: 1.1942601 Jun 01 19:00:25.414725 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-0a93f2f0-7363-4d07-9b65-fb62fc69b9bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:00:25.430982 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a922dcb-cd2f-4ed1-87b5-aa99c153ecf0 admin admin] Deleting subnet 6675a480-f2f0-4e10-96f4-f99c31c21be5 {{(pid=88525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 19:00:25.434570 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9a922dcb-cd2f-4ed1-87b5-aa99c153ecf0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:25.487985 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-cfe414f1-bdfa-40d6-823d-b1f1b24333e5 req-b19262d9-4e68-4bf0-812d-60cccf51bba4 service neutron] 10.222.0.50 "GET /v2.0/networks/1f4aefc8-8490-4e9a-bdda-e7f820add1f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8621089 Jun 01 19:00:25.504290 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device a47dda3c-813e-49d7-9956-ffe17741a6bf up at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:00:25.525677 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bcd774-5fa6-45bc-8ff0-d9e448a5ea84 req-f6d7d69a-98df-40c8-8f0d-7555eb836218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:00:25.527208 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c9bcd774-5fa6-45bc-8ff0-d9e448a5ea84 req-f6d7d69a-98df-40c8-8f0d-7555eb836218 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=81249ed1-a33f-4045-8ad1-594c3da17cb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4971678 Jun 01 19:00:25.547336 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-26c12270-14d1-4d09-a881-3f028ea1bc08 req-1b7c1a2e-8f0e-4475-8fe4-3a7fb633cabf tempest-ListServersNegativeTestJSON-393033240 tempest-ListServersNegativeTestJSON-393033240-project] 10.222.0.41 "GET /v2.0/security-groups?id=43f15f88-3b00-4688-8c0c-2b0bf6a4065d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2729120 Jun 01 19:00:25.559695 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9a922dcb-cd2f-4ed1-87b5-aa99c153ecf0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2258509'] for subnet, precommit_delete_associations {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:25.649833 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-28a4cd2f-662b-4534-bdaa-46dd80145c16 req-771fc5c7-f7e3-4760-94b6-e5f90290ce8c service neutron] 10.222.0.50 "GET /v2.0/networks/f7c7bfcf-c7c2-42d5-8541-1692408619fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6204910 Jun 01 19:00:25.681074 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Provisioning for port a47dda3c-813e-49d7-9956-ffe17741a6bf completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:00:25.688723 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Provisioning complete for port a47dda3c-813e-49d7-9956-ffe17741a6bf triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:00:25.688723 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:25.795976 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9e4217c-a8fc-45de-ac39-79d5ffa235e5'] response: {'name': 'network-changed', 'server_uuid': 'd086eab3-fe4e-4fce-a15a-eabfacd4536f', 'tag': '71aaee4c-6206-44f4-9bd1-1f9e2dc09148', 'status': 'completed', 'code': 200} Jun 01 19:00:25.799205 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9e4217c-a8fc-45de-ac39-79d5ffa235e5'] response: {'name': 'network-changed', 'server_uuid': '0f51ecbe-4272-460f-a9a0-d3f074976926', 'tag': 'f82d37e3-eac0-441b-b6f5-b78d863ad4f8', 'status': 'completed', 'code': 200} Jun 01 19:00:25.799516 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9e4217c-a8fc-45de-ac39-79d5ffa235e5'] response: {'name': 'network-changed', 'server_uuid': '13b542a2-a8d3-45d5-98f6-71d76182d166', 'tag': 'd0a10bfd-7be3-4ccd-a898-3e8bd61ac545', 'status': 'completed', 'code': 200} Jun 01 19:00:25.814607 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9a922dcb-cd2f-4ed1-87b5-aa99c153ecf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:25.857610 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c9bcd774-5fa6-45bc-8ff0-d9e448a5ea84 req-e99a4d69-af74-49f0-9307-db3cb8e768db service neutron] 10.222.0.15 "GET /v2.0/networks/81249ed1-a33f-4045-8ad1-594c3da17cb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3196774 Jun 01 19:00:25.865344 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-0a93f2f0-7363-4d07-9b65-fb62fc69b9bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:25.918468 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-0a93f2f0-7363-4d07-9b65-fb62fc69b9bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:25.991206 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9a922dcb-cd2f-4ed1-87b5-aa99c153ecf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2614143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9667199'] for subnet, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:25.998113 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port a47dda3c-813e-49d7-9956-ffe17741a6bf is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:00:25.998113 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:26.071033 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1293a883-9525-4b5a-ac5c-0893b9e73df9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a47dda3c-813e-49d7-9956-ffe17741a6bf'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:00:26.127530 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port a47dda3c-813e-49d7-9956-ffe17741a6bf, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=a47dda3c-813e-49d7-9956-ffe17741a6bf,segment=NetworkSegment(47d7f41d-219e-4148-824b-3ab6ff0e0043),segment_id=47d7f41d-219e-4148-824b-3ab6ff0e0043)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:00:26.127530 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:26.308165 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 38912) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:00:26.308808 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=a47dda3c-813e-49d7-9956-ffe17741a6bf,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:00:26.368815 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a38151d0-820b-440c-a14d-88f3ec7bad6d None None] Network 4c7a9aa4-8b0d-4225-ab31-749c4f434a4b requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:00:26.385073 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9a922dcb-cd2f-4ed1-87b5-aa99c153ecf0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:26.385073 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a922dcb-cd2f-4ed1-87b5-aa99c153ecf0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6675a480-f2f0-4e10-96f4-f99c31c21be5,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:00:26.440002 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-9a922dcb-cd2f-4ed1-87b5-aa99c153ecf0 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/6675a480-f2f0-4e10-96f4-f99c31c21be5 HTTP/1.1" status: 204 len: 168 time: 1.1544094 Jun 01 19:00:26.451084 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 38930) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:00:26.590021 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-50a8e933-dd03-4817-b519-9250ce1b36b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:26.687558 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-50a8e933-dd03-4817-b519-9250ce1b36b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:00:26.710782 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-50a8e933-dd03-4817-b519-9250ce1b36b6 admin admin] Usage tracker for resource:security_group_rule and tenant:46fb03d808ad47cab272073cfbdfd301 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:00:26.731842 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ff4ca93a-0b90-4420-9e55-ba91a739f203 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:26.735700 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-50a8e933-dd03-4817-b519-9250ce1b36b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:00:26.758995 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-0a93f2f0-7363-4d07-9b65-fb62fc69b9bb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8c3a449504ba4ff7bec4d06724dd16ed&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9795718 Jun 01 19:00:26.781909 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 38940) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:00:26.785704 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a93f2f0-7363-4d07-9b65-fb62fc69b9bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdc016d4-bad6-4c10-8d0d-d467051781db,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:00:26.785704 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c9bcd774-5fa6-45bc-8ff0-d9e448a5ea84 req-d5c8b847-6218-4830-9a42-146bed69b2aa service neutron] 10.222.0.15 "GET /v2.0/networks/81249ed1-a33f-4045-8ad1-594c3da17cb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9150443 Jun 01 19:00:26.809607 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd005b08-bb33-46a1-8c1f-bdcc60b83264 req-31a47472-dd72-4fcc-b1d1-7f91ba60b6cd tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:00:26.831178 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-dd005b08-bb33-46a1-8c1f-bdcc60b83264 req-31a47472-dd72-4fcc-b1d1-7f91ba60b6cd tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f51ecbe-4272-460f-a9a0-d3f074976926 HTTP/1.1" status: 200 len: 944 time: 0.5033009 Jun 01 19:00:26.871006 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-50a8e933-dd03-4817-b519-9250ce1b36b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:00:26.943781 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-ff4ca93a-0b90-4420-9e55-ba91a739f203 admin admin] Deleting port dc45253b-9f4c-4fab-bcef-634b42a0fb31 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:00:26.948299 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c6f4fe2-c9fb-45d7-af54-2208a812b034 None None] DHCP port deletion for 4c7a9aa4-8b0d-4225-ab31-749c4f434a4b request from n-d-844202-1 {{(pid=88526) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 19:00:26.951307 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ff4ca93a-0b90-4420-9e55-ba91a739f203 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:26.956881 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-5c6f4fe2-c9fb-45d7-af54-2208a812b034 None None] Deleting port dc45253b-9f4c-4fab-bcef-634b42a0fb31 {{(pid=88526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:00:26.956881 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-5c6f4fe2-c9fb-45d7-af54-2208a812b034 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:27.010696 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac947e2-44fe-4aeb-96ba-838685851499 req-4afdbd23-fc36-42ed-9a1a-ce249700e488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:00:27.010696 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fac947e2-44fe-4aeb-96ba-838685851499 req-4afdbd23-fc36-42ed-9a1a-ce249700e488 service neutron] 10.222.0.50 "GET /v2.0/networks?id=1f4aefc8-8490-4e9a-bdda-e7f820add1f8 HTTP/1.1" status: 200 len: 918 time: 1.5784249 Jun 01 19:00:27.119183 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-dd005b08-bb33-46a1-8c1f-bdcc60b83264 req-933d40f7-632d-4802-a8ec-57f8c9d42546 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] 10.222.0.41 "GET /v2.0/security-groups?id=c1e950ea-5d0b-4685-9bfc-da05a4df09bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2973814 Jun 01 19:00:27.269834 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7b8ee284-9be8-4652-b3c2-fa500c747180 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:27.404550 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7b8ee284-9be8-4652-b3c2-fa500c747180 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:27.436459 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-cfe414f1-bdfa-40d6-823d-b1f1b24333e5 req-3ace74cb-38c3-4a39-9152-737fae10a23f service neutron] 10.222.0.50 "GET /v2.0/networks/1f4aefc8-8490-4e9a-bdda-e7f820add1f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.9332852 Jun 01 19:00:27.447942 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-5c6f4fe2-c9fb-45d7-af54-2208a812b034 None None] For port dc45253b-9f4c-4fab-bcef-634b42a0fb31, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=dc45253b-9f4c-4fab-bcef-634b42a0fb31,segment=NetworkSegment(76205301-da60-4ecb-a61c-114de025a248),segment_id=76205301-da60-4ecb-a61c-114de025a248)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:00:27.449013 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-5c6f4fe2-c9fb-45d7-af54-2208a812b034 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:27.452859 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fac947e2-44fe-4aeb-96ba-838685851499 req-38b3a5fc-bba6-4960-b16e-5e4ab56c13f3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b377290a-e454-44ec-9bfc-6b89477603ea HTTP/1.1" status: 200 len: 217 time: 0.4422724 Jun 01 19:00:27.511764 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-50a8e933-dd03-4817-b519-9250ce1b36b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:27.545307 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-50a8e933-dd03-4817-b519-9250ce1b36b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:27.561308 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [None req-ff4ca93a-0b90-4420-9e55-ba91a739f203 admin admin] For port dc45253b-9f4c-4fab-bcef-634b42a0fb31, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=dc45253b-9f4c-4fab-bcef-634b42a0fb31,segment=NetworkSegment(76205301-da60-4ecb-a61c-114de025a248),segment_id=76205301-da60-4ecb-a61c-114de025a248)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:00:27.561308 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ff4ca93a-0b90-4420-9e55-ba91a739f203 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:27.567608 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac947e2-44fe-4aeb-96ba-838685851499 req-91bb4cdf-cf73-49f6-9365-90dad1ae5e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:00:27.567608 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fac947e2-44fe-4aeb-96ba-838685851499 req-91bb4cdf-cf73-49f6-9365-90dad1ae5e17 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fc397ad5-3f5a-48df-8baa-b9902fca9a37 HTTP/1.1" status: 200 len: 857 time: 0.0740252 Jun 01 19:00:27.632350 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a8e933-dd03-4817-b519-9250ce1b36b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7e793a4-04e7-46cb-ab24-281b42d43556,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:00:27.642481 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-28a4cd2f-662b-4534-bdaa-46dd80145c16 req-be33e84d-e469-4676-9455-6c7aa42b2193 service neutron] 10.222.0.50 "GET /v2.0/networks/f7c7bfcf-c7c2-42d5-8541-1692408619fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.9667921 Jun 01 19:00:27.686496 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-5c6f4fe2-c9fb-45d7-af54-2208a812b034 None None] Calling delete_port for dc45253b-9f4c-4fab-bcef-634b42a0fb31 owned by network:dhcp {{(pid=88526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:00:27.692062 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fac947e2-44fe-4aeb-96ba-838685851499 req-af6b6215-6cae-4303-a73d-8b6f81a60364 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1f4aefc8-8490-4e9a-bdda-e7f820add1f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1069613 Jun 01 19:00:27.783691 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-5c6f4fe2-c9fb-45d7-af54-2208a812b034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535'] for port, after_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:27.830664 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-ff4ca93a-0b90-4420-9e55-ba91a739f203 admin admin] Calling delete_port for dc45253b-9f4c-4fab-bcef-634b42a0fb31 owned by network:dhcp {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:00:27.863931 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6f4fe2-c9fb-45d7-af54-2208a812b034 None None] Pushing event deleted for resources: {'Port': ['ID=dc45253b-9f4c-4fab-bcef-634b42a0fb31,revision_number=None']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:00:27.868659 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-50a8e933-dd03-4817-b519-9250ce1b36b6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=46fb03d808ad47cab272073cfbdfd301&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5534203 Jun 01 19:00:27.868659 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 38952) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:00:27.871901 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6f4fe2-c9fb-45d7-af54-2208a812b034 None None] No DVR routers for this DVR port dc45253b-9f4c-4fab-bcef-634b42a0fb31 on host n-d-844202-1 {{(pid=88526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:00:27.885747 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef7fc12-5305-45b7-a633-5ab797c2a44f req-18659719-521c-4095-ae7d-2c623120c777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:00:27.890449 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4ef7fc12-5305-45b7-a633-5ab797c2a44f req-18659719-521c-4095-ae7d-2c623120c777 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d3eb50f3028440db9726ae16e6111d12&device_id=0f51ecbe-4272-460f-a9a0-d3f074976926 HTTP/1.1" status: 200 len: 1095 time: 1.0140243 Jun 01 19:00:27.894687 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device b377290a-e454-44ec-9bfc-6b89477603ea details requested by agent hyperv_n-h2-844202-1 with host n-h2-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 19:00:27.907217 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc95af71-9c4b-4c28-a273-ba630919de20 req-c65391b2-018f-4f80-91d0-88468c9c8485 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:00:27.907217 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fc95af71-9c4b-4c28-a273-ba630919de20 req-c65391b2-018f-4f80-91d0-88468c9c8485 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2da7fbe-a2d2-41a4-9eca-c19f9eea24a4 HTTP/1.1" status: 200 len: 944 time: 0.9417942 Jun 01 19:00:27.978073 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2ce109-32f8-4761-9f0d-f1dbf37c1cbe req-6eec9d9e-4d92-49fd-aeba-de128cb8e3ac tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:00:27.990832 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8a2ce109-32f8-4761-9f0d-f1dbf37c1cbe req-6eec9d9e-4d92-49fd-aeba-de128cb8e3ac tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] 10.222.0.41 "GET /v2.0/ports?device_id=13b542a2-a8d3-45d5-98f6-71d76182d166 HTTP/1.1" status: 200 len: 943 time: 0.5793536 Jun 01 19:00:28.112743 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef7fc12-5305-45b7-a633-5ab797c2a44f req-18cabf6d-a8c6-4870-87da-7435a78817dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:00:28.115358 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4ef7fc12-5305-45b7-a633-5ab797c2a44f req-18cabf6d-a8c6-4870-87da-7435a78817dc service neutron] 10.222.0.15 "GET /v2.0/networks?id=81249ed1-a33f-4045-8ad1-594c3da17cb8 HTTP/1.1" status: 200 len: 898 time: 0.2102022 Jun 01 19:00:28.120638 n-d-844202-1 neutron-server[88525]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 01 19:00:28.120638 n-d-844202-1 neutron-server[88525]: from cryptography.utils import int_from_bytes Jun 01 19:00:28.120638 n-d-844202-1 neutron-server[88525]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 01 19:00:28.120638 n-d-844202-1 neutron-server[88525]: from cryptography.utils import int_from_bytes Jun 01 19:00:28.120638 n-d-844202-1 neutron-server[88525]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jun 01 19:00:28.120638 n-d-844202-1 neutron-server[88525]: util.warn_limited( Jun 01 19:00:28.120638 n-d-844202-1 neutron-server[88525]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jun 01 19:00:28.120638 n-d-844202-1 neutron-server[88525]: util.warn_limited( Jun 01 19:00:28.120638 n-d-844202-1 neutron-server[88525]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 19:00:28.120638 n-d-844202-1 neutron-server[88525]: util.warn( Jun 01 19:00:28.120638 n-d-844202-1 neutron-server[88525]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 19:00:28.120638 n-d-844202-1 neutron-server[88525]: util.warn( Jun 01 19:00:28.120638 n-d-844202-1 neutron-server[88525]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 19:00:28.120638 n-d-844202-1 neutron-server[88525]: util.warn( Jun 01 19:00:28.120638 n-d-844202-1 neutron-server[88525]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 19:00:28.120638 n-d-844202-1 neutron-server[88525]: util.warn( Jun 01 19:00:28.120638 n-d-844202-1 neutron-server[88525]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 19:00:28.120638 n-d-844202-1 neutron-server[88525]: util.warn( Jun 01 19:00:28.120638 n-d-844202-1 neutron-server[88525]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 19:00:28.120638 n-d-844202-1 neutron-server[88525]: util.warn( Jun 01 19:00:28.120638 n-d-844202-1 neutron-server[88525]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 19:00:28.120638 n-d-844202-1 neutron-server[88525]: util.warn( Jun 01 19:00:28.120638 n-d-844202-1 neutron-server[88525]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 19:00:28.120638 n-d-844202-1 neutron-server[88525]: util.warn( Jun 01 19:00:28.120638 n-d-844202-1 neutron-server[88525]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 19:00:28.120638 n-d-844202-1 neutron-server[88525]: util.warn( Jun 01 19:00:28.120638 n-d-844202-1 neutron-server[88525]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 19:00:28.120638 n-d-844202-1 neutron-server[88525]: util.warn( Jun 01 19:00:28.120638 n-d-844202-1 neutron-server[88525]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 19:00:28.120638 n-d-844202-1 neutron-server[88525]: util.warn( Jun 01 19:00:28.120638 n-d-844202-1 neutron-server[88525]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 19:00:28.120638 n-d-844202-1 neutron-server[88525]: util.warn( Jun 01 19:00:28.120638 n-d-844202-1 neutron-server[88525]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 19:00:28.120638 n-d-844202-1 neutron-server[88525]: util.warn( Jun 01 19:00:28.120638 n-d-844202-1 neutron-server[88525]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 19:00:28.120638 n-d-844202-1 neutron-server[88525]: util.warn( Jun 01 19:00:28.120638 n-d-844202-1 neutron-server[88525]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 19:00:28.120638 n-d-844202-1 neutron-server[88525]: util.warn( Jun 01 19:00:28.120638 n-d-844202-1 neutron-server[88525]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 19:00:28.120638 n-d-844202-1 neutron-server[88525]: util.warn( Jun 01 19:00:28.120638 n-d-844202-1 neutron-server[88525]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 19:00:28.120638 n-d-844202-1 neutron-server[88525]: util.warn( Jun 01 19:00:28.123425 n-d-844202-1 neutron-server[88525]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 19:00:28.123425 n-d-844202-1 neutron-server[88525]: util.warn( Jun 01 19:00:28.123425 n-d-844202-1 neutron-server[88525]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 19:00:28.123425 n-d-844202-1 neutron-server[88525]: util.warn( Jun 01 19:00:28.123425 n-d-844202-1 neutron-server[88525]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 19:00:28.123425 n-d-844202-1 neutron-server[88525]: util.warn( Jun 01 19:00:28.123425 n-d-844202-1 neutron-server[88525]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 19:00:28.123425 n-d-844202-1 neutron-server[88525]: util.warn( Jun 01 19:00:28.123425 n-d-844202-1 neutron-server[88525]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 19:00:28.123425 n-d-844202-1 neutron-server[88525]: util.warn( Jun 01 19:00:28.123425 n-d-844202-1 neutron-server[88525]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 19:00:28.123425 n-d-844202-1 neutron-server[88525]: util.warn( Jun 01 19:00:28.123425 n-d-844202-1 neutron-server[88525]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 19:00:28.123425 n-d-844202-1 neutron-server[88525]: util.warn( Jun 01 19:00:28.123425 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7b8ee284-9be8-4652-b3c2-fa500c747180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:28.137507 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port b377290a-e454-44ec-9bfc-6b89477603ea, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=b377290a-e454-44ec-9bfc-6b89477603ea,segment=NetworkSegment(47d7f41d-219e-4148-824b-3ab6ff0e0043),segment_id=47d7f41d-219e-4148-824b-3ab6ff0e0043)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:00:28.157103 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8ee284-9be8-4652-b3c2-fa500c747180 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdc016d4-bad6-4c10-8d0d-d467051781db,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:00:28.157830 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Returning: {'device': 'b377290a-e454-44ec-9bfc-6b89477603ea', 'network_id': '1f4aefc8-8490-4e9a-bdda-e7f820add1f8', 'port_id': 'b377290a-e454-44ec-9bfc-6b89477603ea', 'mac_address': 'fa:16:3e:06:f5:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc397ad5-3f5a-48df-8baa-b9902fca9a37', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 19:00:28.168806 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8a2ce109-32f8-4761-9f0d-f1dbf37c1cbe req-b1627e78-5465-4c43-a509-665f45674fc8 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a574796-057f-49e3-abd4-a6618918f66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834052 Jun 01 19:00:28.255963 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.db.api [None req-ff4ca93a-0b90-4420-9e55-ba91a739f203 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88525) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 19:00:28.255963 n-d-844202-1 neutron-server[88525]: DEBUG oslo_db.api [None req-ff4ca93a-0b90-4420-9e55-ba91a739f203 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 19:00:28.259415 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port b377290a-e454-44ec-9bfc-6b89477603ea is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:00:28.259415 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:28.277930 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4ef7fc12-5305-45b7-a633-5ab797c2a44f req-ab4de8b4-6c63-4d82-b0a3-7cd24c6a87a1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f82d37e3-eac0-441b-b6f5-b78d863ad4f8 HTTP/1.1" status: 200 len: 217 time: 0.1056838 Jun 01 19:00:28.281520 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7b8ee284-9be8-4652-b3c2-fa500c747180 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:28.281520 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-7b8ee284-9be8-4652-b3c2-fa500c747180 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bdc016d4-bad6-4c10-8d0d-d467051781db HTTP/1.1" status: 204 len: 168 time: 1.4871843 Jun 01 19:00:28.284808 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b377290a-e454-44ec-9bfc-6b89477603ea {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 19:00:28.300548 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port b377290a-e454-44ec-9bfc-6b89477603ea, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=b377290a-e454-44ec-9bfc-6b89477603ea,segment=NetworkSegment(47d7f41d-219e-4148-824b-3ab6ff0e0043),segment_id=47d7f41d-219e-4148-824b-3ab6ff0e0043)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:00:28.312538 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2010339b-42ec-4791-87b9-67ab0f23aa76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:28.316199 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:28.379526 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2010339b-42ec-4791-87b9-67ab0f23aa76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:28.404372 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fac947e2-44fe-4aeb-96ba-838685851499 req-52b266df-bc4b-4c35-beb9-76989f1c876e service neutron] 10.222.0.50 "GET /v2.0/networks/1f4aefc8-8490-4e9a-bdda-e7f820add1f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6938210 Jun 01 19:00:28.404372 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef7fc12-5305-45b7-a633-5ab797c2a44f req-8fadd837-aa85-48e1-b738-4255beacf78e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:00:28.404372 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4ef7fc12-5305-45b7-a633-5ab797c2a44f req-8fadd837-aa85-48e1-b738-4255beacf78e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=dddb3bf267ff45db8d51b8be9786bafe&device_id=d086eab3-fe4e-4fce-a15a-eabfacd4536f HTTP/1.1" status: 200 len: 1095 time: 0.8382382 Jun 01 19:00:28.449503 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e67d4740-a86e-4c03-a06f-9b73f77e2a96'] response: {'server_uuid': '1293a883-9525-4b5a-ac5c-0893b9e73df9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a47dda3c-813e-49d7-9956-ffe17741a6bf', 'code': 200} Jun 01 19:00:28.467229 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-fc95af71-9c4b-4c28-a273-ba630919de20 req-4175aa04-5962-4116-8bb7-0cb47648fda5 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Deleting port fe9ee341-ec4e-4dd1-9a5a-2849f53aa52c {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:00:28.467550 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-fc95af71-9c4b-4c28-a273-ba630919de20 req-4175aa04-5962-4116-8bb7-0cb47648fda5 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:28.507088 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=b377290a-e454-44ec-9bfc-6b89477603ea,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:00:28.545641 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] get_ports_and_sgs() called for port_ids ['b377290a-e454-44ec-9bfc-6b89477603ea'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 19:00:28.577365 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2010339b-42ec-4791-87b9-67ab0f23aa76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:28.689332 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2010339b-42ec-4791-87b9-67ab0f23aa76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7e793a4-04e7-46cb-ab24-281b42d43556,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:00:28.718935 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2010339b-42ec-4791-87b9-67ab0f23aa76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:28.718935 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-2010339b-42ec-4791-87b9-67ab0f23aa76 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e7e793a4-04e7-46cb-ab24-281b42d43556 HTTP/1.1" status: 204 len: 168 time: 0.8350413 Jun 01 19:00:28.744002 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96d7773-c3e8-49a3-af5c-8f7e1bf345b4 req-bfd6a985-9431-4cb3-b176-1228e2f76680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:00:28.744002 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b96d7773-c3e8-49a3-af5c-8f7e1bf345b4 req-bfd6a985-9431-4cb3-b176-1228e2f76680 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1293a883-9525-4b5a-ac5c-0893b9e73df9 HTTP/1.1" status: 200 len: 1097 time: 0.2835209 Jun 01 19:00:28.757160 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d005bdb-7df6-4a1a-92af-a634579d0fa4 req-7e59dba7-a623-4184-b4af-1d606b7c53b5 tempest-ListServersNegativeTestJSON-393033240 tempest-ListServersNegativeTestJSON-393033240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:00:28.773903 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-1d005bdb-7df6-4a1a-92af-a634579d0fa4 req-7e59dba7-a623-4184-b4af-1d606b7c53b5 tempest-ListServersNegativeTestJSON-393033240 tempest-ListServersNegativeTestJSON-393033240-project] 10.222.0.41 "GET /v2.0/ports?device_id=4cbf3535-c66c-46ba-be4b-d6a2af6edb21 HTTP/1.1" status: 200 len: 944 time: 0.1941299 Jun 01 19:00:28.789665 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-ff4ca93a-0b90-4420-9e55-ba91a739f203 admin admin] Deleting port dc45253b-9f4c-4fab-bcef-634b42a0fb31 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:00:28.789665 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ff4ca93a-0b90-4420-9e55-ba91a739f203 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:28.914990 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device dc45253b-9f4c-4fab-bcef-634b42a0fb31 no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:00:28.918466 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-ff4ca93a-0b90-4420-9e55-ba91a739f203 admin admin] The port 'dc45253b-9f4c-4fab-bcef-634b42a0fb31' was deleted {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 01 19:00:28.931431 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-1d005bdb-7df6-4a1a-92af-a634579d0fa4 req-a17e9fa2-6797-4ef2-8980-20d8eee5abb5 tempest-ListServersNegativeTestJSON-393033240 tempest-ListServersNegativeTestJSON-393033240-project] 10.222.0.41 "GET /v2.0/security-groups?id=43f15f88-3b00-4688-8c0c-2b0bf6a4065d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664114 Jun 01 19:00:28.940870 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b96d7773-c3e8-49a3-af5c-8f7e1bf345b4 req-bb5cddaf-3f40-456b-82a3-f77612c6f070 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=43f15f88-3b00-4688-8c0c-2b0bf6a4065d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597331 Jun 01 19:00:28.993617 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: dc45253b-9f4c-4fab-bcef-634b42a0fb31 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:00:28.994231 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device dc45253b-9f4c-4fab-bcef-634b42a0fb31 not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:00:29.009473 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fac947e2-44fe-4aeb-96ba-838685851499 req-6e5d6e08-1105-4063-8d48-0fb4ab3ee40b service neutron] 10.222.0.50 "GET /v2.0/networks/1f4aefc8-8490-4e9a-bdda-e7f820add1f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6139481 Jun 01 19:00:29.093604 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef7fc12-5305-45b7-a633-5ab797c2a44f req-bccf4120-f890-4ee3-906c-c35b9d993cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:00:29.093604 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4ef7fc12-5305-45b7-a633-5ab797c2a44f req-bccf4120-f890-4ee3-906c-c35b9d993cd6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6ed963cc-5a55-45a1-891d-724fd87ad4ca HTTP/1.1" status: 200 len: 835 time: 0.7987185 Jun 01 19:00:29.537412 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device f82d37e3-eac0-441b-b6f5-b78d863ad4f8 details requested by agent hyperv_n-h1-844202-1 with host n-h1-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 19:00:29.553409 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ff4ca93a-0b90-4420-9e55-ba91a739f203 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:29.613022 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-ff4ca93a-0b90-4420-9e55-ba91a739f203 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c7a9aa4-8b0d-4225-ab31-749c4f434a4b']}} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:00:29.641584 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-ff4ca93a-0b90-4420-9e55-ba91a739f203 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76205301-da60-4ecb-a61c-114de025a248') {'for_net_delete': True} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:00:29.641584 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-ff4ca93a-0b90-4420-9e55-ba91a739f203 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76205301-da60-4ecb-a61c-114de025a248') {} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:00:29.655541 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef7fc12-5305-45b7-a633-5ab797c2a44f req-7fcfd344-7e9b-43d2-98ca-ba0168070930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:00:29.661876 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4ef7fc12-5305-45b7-a633-5ab797c2a44f req-7fcfd344-7e9b-43d2-98ca-ba0168070930 service neutron] 10.222.0.50 "GET /v2.0/networks?id=1f4aefc8-8490-4e9a-bdda-e7f820add1f8 HTTP/1.1" status: 200 len: 918 time: 1.2031894 Jun 01 19:00:29.669465 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ff4ca93a-0b90-4420-9e55-ba91a739f203 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2258522'] for segment, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:29.718668 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a70630-402b-4acb-912c-81becc44754b req-eece3984-cdf4-483b-9050-5f3862dad8bc tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:00:29.720109 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-21a70630-402b-4acb-912c-81becc44754b req-eece3984-cdf4-483b-9050-5f3862dad8bc tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f51ecbe-4272-460f-a9a0-d3f074976926 HTTP/1.1" status: 200 len: 944 time: 0.5204628 Jun 01 19:00:29.768838 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ff4ca93a-0b90-4420-9e55-ba91a739f203 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:29.795775 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port f82d37e3-eac0-441b-b6f5-b78d863ad4f8, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=f82d37e3-eac0-441b-b6f5-b78d863ad4f8,segment=NetworkSegment(246b7005-0935-4ff3-9c3d-ab1795846166),segment_id=246b7005-0935-4ff3-9c3d-ab1795846166)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:00:29.834551 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Returning: {'device': 'f82d37e3-eac0-441b-b6f5-b78d863ad4f8', 'network_id': '81249ed1-a33f-4045-8ad1-594c3da17cb8', 'port_id': 'f82d37e3-eac0-441b-b6f5-b78d863ad4f8', 'mac_address': 'fa:16:3e:06:ac:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ed963cc-5a55-45a1-891d-724fd87ad4ca', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 19:00:29.851364 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff4ca93a-0b90-4420-9e55-ba91a739f203 admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=88525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 19:00:29.851364 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ff4ca93a-0b90-4420-9e55-ba91a739f203 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2613981'] for segment, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:29.912857 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4ef7fc12-5305-45b7-a633-5ab797c2a44f req-e87e019f-f4e8-475b-8ae5-7e76e0d8304f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=71aaee4c-6206-44f4-9bd1-1f9e2dc09148 HTTP/1.1" status: 200 len: 217 time: 0.2067783 Jun 01 19:00:29.943780 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment 76205301-da60-4ecb-a61c-114de025a248 resource provider aggregate not found Jun 01 19:00:29.952211 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-fc95af71-9c4b-4c28-a273-ba630919de20 req-4175aa04-5962-4116-8bb7-0cb47648fda5 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] For port fe9ee341-ec4e-4dd1-9a5a-2849f53aa52c, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=fe9ee341-ec4e-4dd1-9a5a-2849f53aa52c,segment=NetworkSegment(e60765c6-124a-4916-8bfd-a8bc142f32ad),segment_id=e60765c6-124a-4916-8bfd-a8bc142f32ad)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:00:29.952211 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-fc95af71-9c4b-4c28-a273-ba630919de20 req-4175aa04-5962-4116-8bb7-0cb47648fda5 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:29.968804 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-21a70630-402b-4acb-912c-81becc44754b req-f1d5b24b-ddb0-4f77-8a7e-9fb5c808de69 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] 10.222.0.41 "GET /v2.0/security-groups?id=c1e950ea-5d0b-4685-9bfc-da05a4df09bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2292974 Jun 01 19:00:29.991917 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port f82d37e3-eac0-441b-b6f5-b78d863ad4f8 is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:00:29.991917 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:30.011634 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment 76205301-da60-4ecb-a61c-114de025a248 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 76205301-da60-4ecb-a61c-114de025a248 found for delete ", "request_id": "req-dda0e1b0-b8a7-476c-b665-ecb9a228a659"}]} Jun 01 19:00:30.031429 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 71aaee4c-6206-44f4-9bd1-1f9e2dc09148 details requested by agent hyperv_n-h2-844202-1 with host n-h2-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 19:00:30.038370 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ff4ca93a-0b90-4420-9e55-ba91a739f203 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:30.046336 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ff4ca93a-0b90-4420-9e55-ba91a739f203 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:30.137492 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4ca93a-0b90-4420-9e55-ba91a739f203 admin admin] Pushing event deleted for resources: {'Network': ['ID=4c7a9aa4-8b0d-4225-ab31-749c4f434a4b,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:00:30.149135 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device b377290a-e454-44ec-9bfc-6b89477603ea up at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:00:30.167530 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-ff4ca93a-0b90-4420-9e55-ba91a739f203 admin admin] 10.222.0.41 "DELETE /v2.0/networks/4c7a9aa4-8b0d-4225-ab31-749c4f434a4b HTTP/1.1" status: 204 len: 168 time: 3.7173274 Jun 01 19:00:30.356060 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a9322f-8f9e-4f88-9461-571fb000bfc9 req-ac5f96c0-72ac-4700-ae04-d7bcc70d39f5 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:00:30.375081 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c2a9322f-8f9e-4f88-9461-571fb000bfc9 req-ac5f96c0-72ac-4700-ae04-d7bcc70d39f5 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] 10.222.0.41 "GET /v2.0/ports?device_id=13b542a2-a8d3-45d5-98f6-71d76182d166 HTTP/1.1" status: 200 len: 943 time: 0.1464746 Jun 01 19:00:30.467460 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c2a9322f-8f9e-4f88-9461-571fb000bfc9 req-fb6494fb-bf17-4f8c-84d0-55a5836e645d tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a574796-057f-49e3-abd4-a6618918f66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988541 Jun 01 19:00:30.578909 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-fc95af71-9c4b-4c28-a273-ba630919de20 req-4175aa04-5962-4116-8bb7-0cb47648fda5 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Calling delete_port for fe9ee341-ec4e-4dd1-9a5a-2849f53aa52c owned by compute:nova {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:00:30.587057 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 71aaee4c-6206-44f4-9bd1-1f9e2dc09148, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=71aaee4c-6206-44f4-9bd1-1f9e2dc09148,segment=NetworkSegment(47d7f41d-219e-4148-824b-3ab6ff0e0043),segment_id=47d7f41d-219e-4148-824b-3ab6ff0e0043)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:00:30.607241 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f82d37e3-eac0-441b-b6f5-b78d863ad4f8 {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 19:00:30.626857 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port f82d37e3-eac0-441b-b6f5-b78d863ad4f8, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=f82d37e3-eac0-441b-b6f5-b78d863ad4f8,segment=NetworkSegment(246b7005-0935-4ff3-9c3d-ab1795846166),segment_id=246b7005-0935-4ff3-9c3d-ab1795846166)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:00:30.638888 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Returning: {'device': '71aaee4c-6206-44f4-9bd1-1f9e2dc09148', 'network_id': '1f4aefc8-8490-4e9a-bdda-e7f820add1f8', 'port_id': '71aaee4c-6206-44f4-9bd1-1f9e2dc09148', 'mac_address': 'fa:16:3e:20:34:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc397ad5-3f5a-48df-8baa-b9902fca9a37', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 19:00:30.641147 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 39030) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:00:30.718363 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef7fc12-5305-45b7-a633-5ab797c2a44f req-b74b4feb-2f0f-4248-966b-96c57fb8e007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:00:30.718363 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4ef7fc12-5305-45b7-a633-5ab797c2a44f req-b74b4feb-2f0f-4248-966b-96c57fb8e007 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=81249ed1-a33f-4045-8ad1-594c3da17cb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.5098555 Jun 01 19:00:30.767360 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port 71aaee4c-6206-44f4-9bd1-1f9e2dc09148 is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:00:30.767360 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:30.791914 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:30.791914 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71aaee4c-6206-44f4-9bd1-1f9e2dc09148 {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 19:00:30.813434 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 71aaee4c-6206-44f4-9bd1-1f9e2dc09148, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=71aaee4c-6206-44f4-9bd1-1f9e2dc09148,segment=NetworkSegment(47d7f41d-219e-4148-824b-3ab6ff0e0043),segment_id=47d7f41d-219e-4148-824b-3ab6ff0e0043)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:00:30.917142 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=f82d37e3-eac0-441b-b6f5-b78d863ad4f8,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:00:30.924664 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:30.935749 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:00:30.935749 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:00:30.935749 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:00:30.935749 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:00:30.935749 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:00:30.935749 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:00:30.935749 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:00:30.935749 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:00:30.935749 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:00:30.935749 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:00:30.957524 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:00:30.957524 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:00:30.966031 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning for port b377290a-e454-44ec-9bfc-6b89477603ea completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:00:30.995418 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-33ed7f33-a994-477c-8104-d085f2911fb6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d40f7c9e0af24f109f247cdb0a7a60bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3530829 Jun 01 19:00:30.997395 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 39038) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:00:31.063492 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning complete for port b377290a-e454-44ec-9bfc-6b89477603ea triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:00:31.063948 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:31.067068 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef7fc12-5305-45b7-a633-5ab797c2a44f req-4bada8be-debb-4e51-8e30-d44d7c5194bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:00:31.073957 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4ef7fc12-5305-45b7-a633-5ab797c2a44f req-4bada8be-debb-4e51-8e30-d44d7c5194bf service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fc397ad5-3f5a-48df-8baa-b9902fca9a37 HTTP/1.1" status: 200 len: 857 time: 1.0828636 Jun 01 19:00:31.110297 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=71aaee4c-6206-44f4-9bd1-1f9e2dc09148,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:00:31.122628 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] get_ports_and_sgs() called for port_ids ['f82d37e3-eac0-441b-b6f5-b78d863ad4f8'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 19:00:31.190907 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4f2dab-784c-4315-9d4c-0856bdc373d6 req-73a89a8b-9519-44ff-a047-f9b43c6fec9d tempest-ListServersNegativeTestJSON-393033240 tempest-ListServersNegativeTestJSON-393033240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:00:31.190907 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-cd4f2dab-784c-4315-9d4c-0856bdc373d6 req-73a89a8b-9519-44ff-a047-f9b43c6fec9d tempest-ListServersNegativeTestJSON-393033240 tempest-ListServersNegativeTestJSON-393033240-project] 10.222.0.41 "GET /v2.0/ports?device_id=4cbf3535-c66c-46ba-be4b-d6a2af6edb21 HTTP/1.1" status: 200 len: 944 time: 0.3639970 Jun 01 19:00:31.231338 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] get_ports_and_sgs() called for port_ids ['71aaee4c-6206-44f4-9bd1-1f9e2dc09148'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 19:00:31.249210 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c2133c04-8494-4b21-9c74-289408c0414a req-69b7d453-15d3-4f6a-97d3-33d726279817 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ce2c9e52-b0bb-4517-921d-122a86fbeee2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5607114 Jun 01 19:00:31.260807 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f0941e59-7641-43dd-b5bb-f9ae76ceb6b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:31.278889 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4ef7fc12-5305-45b7-a633-5ab797c2a44f req-925b9267-5778-4151-b5b8-e825d80167be service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1f4aefc8-8490-4e9a-bdda-e7f820add1f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1864362 Jun 01 19:00:31.324013 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f0941e59-7641-43dd-b5bb-f9ae76ceb6b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:31.538850 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4ef7fc12-5305-45b7-a633-5ab797c2a44f req-13a44cda-2476-4892-bba9-8dc5cf434e37 service neutron] 10.222.0.15 "GET /v2.0/networks/81249ed1-a33f-4045-8ad1-594c3da17cb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8117342 Jun 01 19:00:31.545300 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f0941e59-7641-43dd-b5bb-f9ae76ceb6b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:31.701915 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-cd4f2dab-784c-4315-9d4c-0856bdc373d6 req-0520fb5c-b539-4bd1-8049-ec489658137d tempest-ListServersNegativeTestJSON-393033240 tempest-ListServersNegativeTestJSON-393033240-project] 10.222.0.41 "GET /v2.0/security-groups?id=43f15f88-3b00-4688-8c0c-2b0bf6a4065d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5058486 Jun 01 19:00:31.720594 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0941e59-7641-43dd-b5bb-f9ae76ceb6b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10328742-6369-4815-ae6a-3cb954039bf5,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:00:31.725665 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4ef7fc12-5305-45b7-a633-5ab797c2a44f req-0d45ff41-46f9-4f0e-a0db-6fa7f10c7872 service neutron] 10.222.0.15 "GET /v2.0/networks/81249ed1-a33f-4045-8ad1-594c3da17cb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664436 Jun 01 19:00:31.760930 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4ef7fc12-5305-45b7-a633-5ab797c2a44f req-6c4685fe-c143-441c-9a50-f606738d531f service neutron] 10.222.0.50 "GET /v2.0/networks/1f4aefc8-8490-4e9a-bdda-e7f820add1f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4460039 Jun 01 19:00:31.760930 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-fc95af71-9c4b-4c28-a273-ba630919de20 req-4175aa04-5962-4116-8bb7-0cb47648fda5 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:31.790414 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f0941e59-7641-43dd-b5bb-f9ae76ceb6b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:31.818443 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-f0941e59-7641-43dd-b5bb-f9ae76ceb6b5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/10328742-6369-4815-ae6a-3cb954039bf5 HTTP/1.1" status: 204 len: 168 time: 0.8108702 Jun 01 19:00:31.866361 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2133c04-8494-4b21-9c74-289408c0414a req-44dfc14a-9bca-4b61-9010-24f728d348a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:00:31.870745 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c2133c04-8494-4b21-9c74-289408c0414a req-44dfc14a-9bca-4b61-9010-24f728d348a0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=eccea382ced5475f9a2098d1ef2ff267&device_id=ce2c9e52-b0bb-4517-921d-122a86fbeee2 HTTP/1.1" status: 200 len: 1096 time: 0.4516397 Jun 01 19:00:31.951884 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device d0a10bfd-7be3-4ccd-a898-3e8bd61ac545 details requested by agent hyperv_n-h2-844202-1 with host n-h2-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 19:00:32.029355 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc95af71-9c4b-4c28-a273-ba630919de20 req-4175aa04-5962-4116-8bb7-0cb47648fda5 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] No DVR routers for this DVR port fe9ee341-ec4e-4dd1-9a5a-2849f53aa52c on host n-h2-844202-1 {{(pid=88524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:00:32.032304 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-fc95af71-9c4b-4c28-a273-ba630919de20 req-4175aa04-5962-4116-8bb7-0cb47648fda5 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:32.035810 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4175aa04-5962-4116-8bb7-0cb47648fda5 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Pushing event deleted for resources: {'Port': ['ID=fe9ee341-ec4e-4dd1-9a5a-2849f53aa52c,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:00:32.045805 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2da7fbe-a2d2-41a4-9eca-c19f9eea24a4', 'name': 'network-vif-deleted', 'tag': 'fe9ee341-ec4e-4dd1-9a5a-2849f53aa52c'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:00:32.267017 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4ef7fc12-5305-45b7-a633-5ab797c2a44f req-c414d067-171a-4ed7-a995-7201f27fe6b1 service neutron] 10.222.0.50 "GET /v2.0/networks/1f4aefc8-8490-4e9a-bdda-e7f820add1f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4984107 Jun 01 19:00:32.273870 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4175aa04-5962-4116-8bb7-0cb47648fda5 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:00:32.274209 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4175aa04-5962-4116-8bb7-0cb47648fda5 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:00:32.275422 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4175aa04-5962-4116-8bb7-0cb47648fda5 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:00:32.276123 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4175aa04-5962-4116-8bb7-0cb47648fda5 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:00:32.276280 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4175aa04-5962-4116-8bb7-0cb47648fda5 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:00:32.276576 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4175aa04-5962-4116-8bb7-0cb47648fda5 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:00:32.276902 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4175aa04-5962-4116-8bb7-0cb47648fda5 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:00:32.277224 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4175aa04-5962-4116-8bb7-0cb47648fda5 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:00:32.278078 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4175aa04-5962-4116-8bb7-0cb47648fda5 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:00:32.278418 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4175aa04-5962-4116-8bb7-0cb47648fda5 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:00:32.278745 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4175aa04-5962-4116-8bb7-0cb47648fda5 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:00:32.279065 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4175aa04-5962-4116-8bb7-0cb47648fda5 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:00:32.315666 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fc95af71-9c4b-4c28-a273-ba630919de20 req-4175aa04-5962-4116-8bb7-0cb47648fda5 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "DELETE /v2.0/ports/fe9ee341-ec4e-4dd1-9a5a-2849f53aa52c HTTP/1.1" status: 204 len: 173 time: 4.1981452 Jun 01 19:00:32.526722 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef7fc12-5305-45b7-a633-5ab797c2a44f req-5f7d9981-9c7a-4886-b428-9bc66248e653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:00:32.526722 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4ef7fc12-5305-45b7-a633-5ab797c2a44f req-5f7d9981-9c7a-4886-b428-9bc66248e653 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cdc5de11547f4a5f8e1e8d097edd2ecf&device_id=13b542a2-a8d3-45d5-98f6-71d76182d166 HTTP/1.1" status: 200 len: 1094 time: 0.1863186 Jun 01 19:00:32.553524 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2133c04-8494-4b21-9c74-289408c0414a req-005ca01c-dcce-41b3-a29c-7ccc211879f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:00:32.553524 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c2133c04-8494-4b21-9c74-289408c0414a req-005ca01c-dcce-41b3-a29c-7ccc211879f5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e3902938-4b6a-4448-87d9-59b63dd51a7f HTTP/1.1" status: 200 len: 912 time: 0.6255350 Jun 01 19:00:32.605770 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port d0a10bfd-7be3-4ccd-a898-3e8bd61ac545, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=d0a10bfd-7be3-4ccd-a898-3e8bd61ac545,segment=NetworkSegment(ce523ae2-04b9-4e0f-83fe-35e934deb7b2),segment_id=ce523ae2-04b9-4e0f-83fe-35e934deb7b2)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:00:32.618445 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port b377290a-e454-44ec-9bfc-6b89477603ea is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:00:32.618445 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:32.693879 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Returning: {'device': 'd0a10bfd-7be3-4ccd-a898-3e8bd61ac545', 'network_id': 'f7c7bfcf-c7c2-42d5-8541-1692408619fe', 'port_id': 'd0a10bfd-7be3-4ccd-a898-3e8bd61ac545', 'mac_address': 'fa:16:3e:3a:29:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78c15249-5b3e-42a1-9683-df5f45ae094c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 19:00:32.756439 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 39116) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:00:32.831484 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cbf3535-c66c-46ba-be4b-d6a2af6edb21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b377290a-e454-44ec-9bfc-6b89477603ea'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:00:32.881684 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c039356f-2eb5-45df-bc97-fff5b445541c req-75f9c45a-37c7-48a2-9fd1-aad07c16b4e4 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:00:32.883234 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c039356f-2eb5-45df-bc97-fff5b445541c req-75f9c45a-37c7-48a2-9fd1-aad07c16b4e4 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f51ecbe-4272-460f-a9a0-d3f074976926 HTTP/1.1" status: 200 len: 945 time: 0.7223990 Jun 01 19:00:32.896130 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c2133c04-8494-4b21-9c74-289408c0414a req-88580a01-a86f-426f-87f7-3c8e8c60c65b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=af35f94e-baa7-492a-a849-23a884ba2285 HTTP/1.1" status: 200 len: 217 time: 0.3490412 Jun 01 19:00:32.954866 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef7fc12-5305-45b7-a633-5ab797c2a44f req-ac19156c-1ff1-4527-8c62-c51a9ba46ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:00:32.956359 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4ef7fc12-5305-45b7-a633-5ab797c2a44f req-ac19156c-1ff1-4527-8c62-c51a9ba46ca4 service neutron] 10.222.0.50 "GET /v2.0/networks?id=f7c7bfcf-c7c2-42d5-8541-1692408619fe HTTP/1.1" status: 200 len: 923 time: 0.4316392 Jun 01 19:00:32.971985 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port b377290a-e454-44ec-9bfc-6b89477603ea, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=b377290a-e454-44ec-9bfc-6b89477603ea,segment=NetworkSegment(47d7f41d-219e-4148-824b-3ab6ff0e0043),segment_id=47d7f41d-219e-4148-824b-3ab6ff0e0043)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:00:32.996041 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:33.009002 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port d0a10bfd-7be3-4ccd-a898-3e8bd61ac545 is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:00:33.010557 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:33.107758 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c039356f-2eb5-45df-bc97-fff5b445541c req-e50c2aa2-27d2-48d7-ab4b-64aa77e1a154 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] 10.222.0.41 "GET /v2.0/security-groups?id=c1e950ea-5d0b-4685-9bfc-da05a4df09bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2040737 Jun 01 19:00:33.148118 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 71aaee4c-6206-44f4-9bd1-1f9e2dc09148 up at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:00:33.151686 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4ef7fc12-5305-45b7-a633-5ab797c2a44f req-7e66e742-8b6f-4924-b906-597a70795a88 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d0a10bfd-7be3-4ccd-a898-3e8bd61ac545 HTTP/1.1" status: 200 len: 217 time: 0.1769178 Jun 01 19:00:33.227515 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2133c04-8494-4b21-9c74-289408c0414a req-4d1227ca-87be-4332-bdb3-220f0b3eb459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:00:33.227515 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c2133c04-8494-4b21-9c74-289408c0414a req-4d1227ca-87be-4332-bdb3-220f0b3eb459 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=276181f2-c3ab-487e-8805-06ed7064e884 HTTP/1.1" status: 200 len: 850 time: 0.2285633 Jun 01 19:00:33.260999 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0a10bfd-7be3-4ccd-a898-3e8bd61ac545 {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 19:00:33.282699 n-d-844202-1 neutron-server[88524]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-e39763de-9d8f-4cbc-a536-7bb5bd02acf6']: {'server_uuid': 'e2da7fbe-a2d2-41a4-9eca-c19f9eea24a4', 'name': 'network-vif-deleted', 'tag': 'fe9ee341-ec4e-4dd1-9a5a-2849f53aa52c', 'status': 'failed', 'code': 422} returned with failed status Jun 01 19:00:33.288520 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port d0a10bfd-7be3-4ccd-a898-3e8bd61ac545, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=d0a10bfd-7be3-4ccd-a898-3e8bd61ac545,segment=NetworkSegment(ce523ae2-04b9-4e0f-83fe-35e934deb7b2),segment_id=ce523ae2-04b9-4e0f-83fe-35e934deb7b2)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:00:33.297021 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:33.331018 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=b377290a-e454-44ec-9bfc-6b89477603ea,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:00:33.384043 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9245d952-12ee-43e1-bb06-19e7ab897d2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:33.430738 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=d0a10bfd-7be3-4ccd-a898-3e8bd61ac545,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:00:33.448685 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning for port 71aaee4c-6206-44f4-9bd1-1f9e2dc09148 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:00:33.456134 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning complete for port 71aaee4c-6206-44f4-9bd1-1f9e2dc09148 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:00:33.456939 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:33.478127 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-9245d952-12ee-43e1-bb06-19e7ab897d2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:00:33.495362 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-9245d952-12ee-43e1-bb06-19e7ab897d2d admin admin] Usage tracker for resource:security_group_rule and tenant:8237c9a93df94219afe33a4cb7a0aa1d is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:00:33.506641 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-9245d952-12ee-43e1-bb06-19e7ab897d2d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:00:33.532061 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] get_ports_and_sgs() called for port_ids ['d0a10bfd-7be3-4ccd-a898-3e8bd61ac545'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 19:00:33.536894 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef7fc12-5305-45b7-a633-5ab797c2a44f req-14b0b3f9-5898-4f37-98b4-95dce02e406a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:00:33.538793 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4ef7fc12-5305-45b7-a633-5ab797c2a44f req-14b0b3f9-5898-4f37-98b4-95dce02e406a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=78c15249-5b3e-42a1-9683-df5f45ae094c HTTP/1.1" status: 200 len: 862 time: 0.3857796 Jun 01 19:00:33.543229 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-9245d952-12ee-43e1-bb06-19e7ab897d2d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:00:33.624842 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] get_ports_and_sgs() called for port_ids ['19c2a89c-182e-401c-a32f-555a914ee8d2', 'af35f94e-baa7-492a-a849-23a884ba2285'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 19:00:33.648045 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4ef7fc12-5305-45b7-a633-5ab797c2a44f req-207c24fe-d18d-41da-9f29-6397c426b199 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f7c7bfcf-c7c2-42d5-8541-1692408619fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0916805 Jun 01 19:00:33.658792 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2133c04-8494-4b21-9c74-289408c0414a req-2d498055-7f92-4e53-b714-49dff86cd507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:00:33.658792 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c2133c04-8494-4b21-9c74-289408c0414a req-2d498055-7f92-4e53-b714-49dff86cd507 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e3902938-4b6a-4448-87d9-59b63dd51a7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4243276 Jun 01 19:00:33.680046 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d76388-090c-4a32-849a-d6a14fc60881 req-7bad8468-ac0c-4807-aaae-8bf67f08e518 tempest-ListServersNegativeTestJSON-393033240 tempest-ListServersNegativeTestJSON-393033240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:00:33.691007 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-98d76388-090c-4a32-849a-d6a14fc60881 req-7bad8468-ac0c-4807-aaae-8bf67f08e518 tempest-ListServersNegativeTestJSON-393033240 tempest-ListServersNegativeTestJSON-393033240-project] 10.222.0.41 "GET /v2.0/ports?device_id=4cbf3535-c66c-46ba-be4b-d6a2af6edb21 HTTP/1.1" status: 200 len: 945 time: 0.2428091 Jun 01 19:00:33.897905 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419cb423-15b4-4d6d-a6f0-71970a407101 req-47fe5134-2c18-4a62-9ae8-803c949213ab tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:00:33.899469 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-419cb423-15b4-4d6d-a6f0-71970a407101 req-47fe5134-2c18-4a62-9ae8-803c949213ab tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] 10.222.0.41 "GET /v2.0/ports?device_id=13b542a2-a8d3-45d5-98f6-71d76182d166 HTTP/1.1" status: 200 len: 944 time: 0.6315892 Jun 01 19:00:33.904085 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port 71aaee4c-6206-44f4-9bd1-1f9e2dc09148 is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:00:33.904289 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:34.028463 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-419cb423-15b4-4d6d-a6f0-71970a407101 req-ca289969-309d-4d4b-9f2e-cb8d36536930 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a574796-057f-49e3-abd4-a6618918f66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188271 Jun 01 19:00:34.085895 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 71aaee4c-6206-44f4-9bd1-1f9e2dc09148, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=71aaee4c-6206-44f4-9bd1-1f9e2dc09148,segment=NetworkSegment(47d7f41d-219e-4148-824b-3ab6ff0e0043),segment_id=47d7f41d-219e-4148-824b-3ab6ff0e0043)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:00:34.101974 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4ef7fc12-5305-45b7-a633-5ab797c2a44f req-a7becd24-c949-4c99-8705-41a02748285c service neutron] 10.222.0.50 "GET /v2.0/networks/f7c7bfcf-c7c2-42d5-8541-1692408619fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4336681 Jun 01 19:00:34.175057 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36d02df7-6744-4710-8313-ea22eae783e7'] response: {'server_uuid': '4cbf3535-c66c-46ba-be4b-d6a2af6edb21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b377290a-e454-44ec-9bfc-6b89477603ea', 'code': 200} Jun 01 19:00:34.179354 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:34.295560 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-98d76388-090c-4a32-849a-d6a14fc60881 req-94a92855-57fe-4dd8-9c79-bdc34ca3fcd1 tempest-ListServersNegativeTestJSON-393033240 tempest-ListServersNegativeTestJSON-393033240-project] 10.222.0.41 "GET /v2.0/security-groups?id=43f15f88-3b00-4688-8c0c-2b0bf6a4065d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6078513 Jun 01 19:00:34.442272 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9245d952-12ee-43e1-bb06-19e7ab897d2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:34.480544 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=71aaee4c-6206-44f4-9bd1-1f9e2dc09148,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:00:34.533504 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9245d952-12ee-43e1-bb06-19e7ab897d2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:34.795486 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c2133c04-8494-4b21-9c74-289408c0414a req-4741175c-ca07-41cc-bb1a-54b536b50da6 service neutron] 10.222.0.15 "GET /v2.0/networks/e3902938-4b6a-4448-87d9-59b63dd51a7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1042423 Jun 01 19:00:34.798797 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4ef7fc12-5305-45b7-a633-5ab797c2a44f req-ce1e2beb-37d7-4a19-aedb-71c67f09cddb service neutron] 10.222.0.50 "GET /v2.0/networks/f7c7bfcf-c7c2-42d5-8541-1692408619fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6954584 Jun 01 19:00:34.801076 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6effa6-c5a8-48ed-bebb-4d894d40f543 req-f83a1c39-e4c1-42db-9923-24d57c255f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:00:34.803148 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0b6effa6-c5a8-48ed-bebb-4d894d40f543 req-f83a1c39-e4c1-42db-9923-24d57c255f00 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=4cbf3535-c66c-46ba-be4b-d6a2af6edb21 HTTP/1.1" status: 200 len: 1096 time: 0.3068092 Jun 01 19:00:34.910800 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0b6effa6-c5a8-48ed-bebb-4d894d40f543 req-30cb0678-3253-40a6-bb60-80f25fd0e658 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=43f15f88-3b00-4688-8c0c-2b0bf6a4065d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935888 Jun 01 19:00:35.219637 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c1030f-96f5-48c3-b9bb-23e6d848c0ed req-f3099d01-de9b-4aad-b717-8cedc638900d tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:00:35.219637 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-17c1030f-96f5-48c3-b9bb-23e6d848c0ed req-f3099d01-de9b-4aad-b717-8cedc638900d tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Synchronizing usage tracker for tenant:eccea382ced5475f9a2098d1ef2ff267 on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:00:35.245699 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-17c1030f-96f5-48c3-b9bb-23e6d848c0ed req-f3099d01-de9b-4aad-b717-8cedc638900d tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Unset dirty status for tenant:eccea382ced5475f9a2098d1ef2ff267 on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:00:35.245699 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-17c1030f-96f5-48c3-b9bb-23e6d848c0ed req-f3099d01-de9b-4aad-b717-8cedc638900d tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=a880999f-98f0-439c-897b-2d500bb96fe5 HTTP/1.1" status: 200 len: 908 time: 0.1483626 Jun 01 19:00:35.267709 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c2133c04-8494-4b21-9c74-289408c0414a req-483625c1-9653-4012-b781-1c4901af8f63 service neutron] 10.222.0.15 "GET /v2.0/networks/e3902938-4b6a-4448-87d9-59b63dd51a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4433484 Jun 01 19:00:35.267709 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-9245d952-12ee-43e1-bb06-19e7ab897d2d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8237c9a93df94219afe33a4cb7a0aa1d&name=default HTTP/1.1" status: 200 len: 2983 time: 2.4880974 Jun 01 19:00:35.277562 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 39204) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:00:35.309912 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245d952-12ee-43e1-bb06-19e7ab897d2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b47c172-6758-4a82-87b5-c9229014a410,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:00:35.348414 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 39210) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:00:35.424251 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c2d0eb-d758-42e6-8184-0dc2f2e5ffec req-f0ea64bb-d6ff-4129-a969-6de2093c4750 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:00:35.432024 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e5c2d0eb-d758-42e6-8184-0dc2f2e5ffec req-f0ea64bb-d6ff-4129-a969-6de2093c4750 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f51ecbe-4272-460f-a9a0-d3f074976926 HTTP/1.1" status: 200 len: 945 time: 0.8283396 Jun 01 19:00:35.438473 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d450e83a-0810-49e9-87d8-f6bd14555546 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:35.494121 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d450e83a-0810-49e9-87d8-f6bd14555546 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:35.517155 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a196f3b4-afc0-4bee-928d-a00a7838834b req-a95fc95a-be84-4459-99d6-f911532bfb6d tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:00:35.526668 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a196f3b4-afc0-4bee-928d-a00a7838834b req-a95fc95a-be84-4459-99d6-f911532bfb6d tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] 10.222.0.41 "GET /v2.0/ports?device_id=13b542a2-a8d3-45d5-98f6-71d76182d166 HTTP/1.1" status: 200 len: 944 time: 0.1030352 Jun 01 19:00:35.550425 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device f82d37e3-eac0-441b-b6f5-b78d863ad4f8 up at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:00:35.645382 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e5c2d0eb-d758-42e6-8184-0dc2f2e5ffec req-4f80e5f2-6ff9-461d-a11d-737426214615 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] 10.222.0.41 "GET /v2.0/security-groups?id=c1e950ea-5d0b-4685-9bfc-da05a4df09bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1963930 Jun 01 19:00:35.649136 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a196f3b4-afc0-4bee-928d-a00a7838834b req-f8a92393-7c1b-4438-a389-c385b1f8b70d tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a574796-057f-49e3-abd4-a6618918f66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067240 Jun 01 19:00:35.649136 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-fea0fc3c-c578-4f63-812d-aa81387b9357 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:35.681279 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-fea0fc3c-c578-4f63-812d-aa81387b9357 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:00:35.713915 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-fea0fc3c-c578-4f63-812d-aa81387b9357 admin admin] Usage tracker for resource:security_group_rule and tenant:2f6c982e190b4878a2d651f82013570d is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:00:35.713915 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-fea0fc3c-c578-4f63-812d-aa81387b9357 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:00:35.713915 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-fea0fc3c-c578-4f63-812d-aa81387b9357 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:00:35.719269 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d450e83a-0810-49e9-87d8-f6bd14555546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:35.788175 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d450e83a-0810-49e9-87d8-f6bd14555546 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b47c172-6758-4a82-87b5-c9229014a410,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:00:35.815485 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d450e83a-0810-49e9-87d8-f6bd14555546 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:35.819050 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-d450e83a-0810-49e9-87d8-f6bd14555546 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5b47c172-6758-4a82-87b5-c9229014a410 HTTP/1.1" status: 204 len: 168 time: 0.5389311 Jun 01 19:00:35.874452 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-fea0fc3c-c578-4f63-812d-aa81387b9357 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:35.883951 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-fea0fc3c-c578-4f63-812d-aa81387b9357 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:35.903622 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Provisioning for port f82d37e3-eac0-441b-b6f5-b78d863ad4f8 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:00:35.917740 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Provisioning complete for port f82d37e3-eac0-441b-b6f5-b78d863ad4f8 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:00:35.918465 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:36.072372 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-fea0fc3c-c578-4f63-812d-aa81387b9357 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2f6c982e190b4878a2d651f82013570d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7244601 Jun 01 19:00:36.072372 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea0fc3c-c578-4f63-812d-aa81387b9357 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2004703-abc6-4c94-b212-6671de831883,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:00:36.079586 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 39230) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:00:36.165190 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device d0a10bfd-7be3-4ccd-a898-3e8bd61ac545 up at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:00:36.188163 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 39234) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:00:36.249882 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0291b1-2ff1-4afb-b91d-965ca9f3fbc7 req-87fe8513-5b3a-409f-9a22-f15f966081e3 tempest-ListServersNegativeTestJSON-393033240 tempest-ListServersNegativeTestJSON-393033240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:00:36.250818 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd086eab3-fe4e-4fce-a15a-eabfacd4536f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71aaee4c-6206-44f4-9bd1-1f9e2dc09148'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:00:36.259465 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8c0291b1-2ff1-4afb-b91d-965ca9f3fbc7 req-87fe8513-5b3a-409f-9a22-f15f966081e3 tempest-ListServersNegativeTestJSON-393033240 tempest-ListServersNegativeTestJSON-393033240-project] 10.222.0.41 "GET /v2.0/ports?device_id=4cbf3535-c66c-46ba-be4b-d6a2af6edb21 HTTP/1.1" status: 200 len: 945 time: 0.3377504 Jun 01 19:00:36.262189 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-beaaea51-c003-42ef-8eac-356a79e83953 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:36.329251 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-beaaea51-c003-42ef-8eac-356a79e83953 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:36.371121 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8c0291b1-2ff1-4afb-b91d-965ca9f3fbc7 req-ae9aa749-b7e7-40fa-99a7-e0023c777165 tempest-ListServersNegativeTestJSON-393033240 tempest-ListServersNegativeTestJSON-393033240-project] 10.222.0.41 "GET /v2.0/security-groups?id=43f15f88-3b00-4688-8c0c-2b0bf6a4065d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058924 Jun 01 19:00:36.454840 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-beaaea51-c003-42ef-8eac-356a79e83953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:36.495446 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beaaea51-c003-42ef-8eac-356a79e83953 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2004703-abc6-4c94-b212-6671de831883,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:00:36.507020 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-beaaea51-c003-42ef-8eac-356a79e83953 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:36.507020 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-beaaea51-c003-42ef-8eac-356a79e83953 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a2004703-abc6-4c94-b212-6671de831883 HTTP/1.1" status: 204 len: 168 time: 0.4285836 Jun 01 19:00:36.616497 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port f82d37e3-eac0-441b-b6f5-b78d863ad4f8 is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:00:36.616497 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:36.683242 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning for port d0a10bfd-7be3-4ccd-a898-3e8bd61ac545 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:00:36.712549 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning complete for port d0a10bfd-7be3-4ccd-a898-3e8bd61ac545 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:00:36.712820 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:36.799413 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port f82d37e3-eac0-441b-b6f5-b78d863ad4f8, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=f82d37e3-eac0-441b-b6f5-b78d863ad4f8,segment=NetworkSegment(246b7005-0935-4ff3-9c3d-ab1795846166),segment_id=246b7005-0935-4ff3-9c3d-ab1795846166)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:00:36.860152 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-28740d99-6951-4d35-805b-4d723aa840bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:36.881806 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e645631a-c2d3-43cf-9bb1-a8891fcb692e'] response: {'server_uuid': 'd086eab3-fe4e-4fce-a15a-eabfacd4536f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71aaee4c-6206-44f4-9bd1-1f9e2dc09148', 'code': 200} Jun 01 19:00:36.881806 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:37.013631 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-28740d99-6951-4d35-805b-4d723aa840bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:00:37.029938 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-28740d99-6951-4d35-805b-4d723aa840bd admin admin] Usage tracker for resource:security_group_rule and tenant:e572e7c164a84a818610093a0878cf9c is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:00:37.029938 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-28740d99-6951-4d35-805b-4d723aa840bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:00:37.109224 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=f82d37e3-eac0-441b-b6f5-b78d863ad4f8,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:00:37.112018 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-0c84ad47-162b-4f6d-a7bf-93307f7a84f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:37.197389 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port d0a10bfd-7be3-4ccd-a898-3e8bd61ac545 is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:00:37.198667 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:37.233651 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-28740d99-6951-4d35-805b-4d723aa840bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:00:37.245456 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port d0a10bfd-7be3-4ccd-a898-3e8bd61ac545, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=d0a10bfd-7be3-4ccd-a898-3e8bd61ac545,segment=NetworkSegment(ce523ae2-04b9-4e0f-83fe-35e934deb7b2),segment_id=ce523ae2-04b9-4e0f-83fe-35e934deb7b2)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:00:37.252192 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:37.370828 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085db286-f660-4563-b3c6-c70cf485dfef req-567bd5cb-e95e-45f7-889f-581448b19c3a tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:00:37.385595 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-085db286-f660-4563-b3c6-c70cf485dfef req-567bd5cb-e95e-45f7-889f-581448b19c3a tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f51ecbe-4272-460f-a9a0-d3f074976926 HTTP/1.1" status: 200 len: 946 time: 0.2222810 Jun 01 19:00:37.427530 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 39276) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:00:37.449804 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=d0a10bfd-7be3-4ccd-a898-3e8bd61ac545,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:00:37.468415 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5cf920ea-39b9-4696-925b-ee89157318d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:37.471601 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bf9cb9-aa59-423a-8142-f75f526fc922 req-7174a98b-a26f-45f8-a534-b928c6757df6 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:00:37.471601 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c5bf9cb9-aa59-423a-8142-f75f526fc922 req-7174a98b-a26f-45f8-a534-b928c6757df6 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.50 "GET /v2.0/ports?device_id=a880999f-98f0-439c-897b-2d500bb96fe5 HTTP/1.1" status: 200 len: 908 time: 0.9751835 Jun 01 19:00:37.491018 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25a2302-b5dc-46ff-8b20-5d6bcd352dcc req-9fb773ae-b28d-45fe-8071-7759cae68bd3 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:00:37.498325 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a25a2302-b5dc-46ff-8b20-5d6bcd352dcc req-9fb773ae-b28d-45fe-8071-7759cae68bd3 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=a880999f-98f0-439c-897b-2d500bb96fe5 HTTP/1.1" status: 200 len: 908 time: 0.9035761 Jun 01 19:00:37.511593 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-5cf920ea-39b9-4696-925b-ee89157318d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:00:37.511593 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-5cf920ea-39b9-4696-925b-ee89157318d4 admin admin] Usage tracker for resource:security_group_rule and tenant:f8b02c9b7fa741459a09c6f1be3f7dc2 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:00:37.511593 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-5cf920ea-39b9-4696-925b-ee89157318d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:00:37.511593 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-5cf920ea-39b9-4696-925b-ee89157318d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:00:37.575509 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-085db286-f660-4563-b3c6-c70cf485dfef req-26c4f073-9edd-4b17-8bd1-24c0d1cc55a8 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] 10.222.0.41 "GET /v2.0/security-groups?id=c1e950ea-5d0b-4685-9bfc-da05a4df09bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1974325 Jun 01 19:00:37.698843 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5cf920ea-39b9-4696-925b-ee89157318d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:37.711150 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a50eb5-b406-4292-ba51-8263da0e61cb req-2aafdf40-71f6-491a-9eff-6e056c4e53ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:00:37.713009 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-17a50eb5-b406-4292-ba51-8263da0e61cb req-2aafdf40-71f6-491a-9eff-6e056c4e53ef service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=d086eab3-fe4e-4fce-a15a-eabfacd4536f HTTP/1.1" status: 200 len: 1097 time: 0.6717451 Jun 01 19:00:37.794205 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5cf920ea-39b9-4696-925b-ee89157318d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:37.798641 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-c5bf9cb9-aa59-423a-8142-f75f526fc922 req-70f39069-bcc7-41fb-a386-c1ef6afbff6e tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Deleting port e5e08cd4-6548-4939-940a-5b4715439370 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:00:37.798641 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-c5bf9cb9-aa59-423a-8142-f75f526fc922 req-70f39069-bcc7-41fb-a386-c1ef6afbff6e tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:37.904318 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf920ea-39b9-4696-925b-ee89157318d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d53a2cae-0899-42af-830a-d1a6bcc5682a,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:00:37.921381 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-5cf920ea-39b9-4696-925b-ee89157318d4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f8b02c9b7fa741459a09c6f1be3f7dc2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4862523 Jun 01 19:00:37.928428 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 39288) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:00:37.988184 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-28740d99-6951-4d35-805b-4d723aa840bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:37.998636 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7249ff09-34c4-418c-a252-664ce5e95dff req-79ecaef7-5c54-4262-a3f4-0d9fe4cb08af tempest-ListServersNegativeTestJSON-393033240 tempest-ListServersNegativeTestJSON-393033240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:00:38.001047 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-7249ff09-34c4-418c-a252-664ce5e95dff req-79ecaef7-5c54-4262-a3f4-0d9fe4cb08af tempest-ListServersNegativeTestJSON-393033240 tempest-ListServersNegativeTestJSON-393033240-project] 10.222.0.41 "GET /v2.0/ports?device_id=4cbf3535-c66c-46ba-be4b-d6a2af6edb21 HTTP/1.1" status: 200 len: 945 time: 0.2970941 Jun 01 19:00:38.043551 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-28740d99-6951-4d35-805b-4d723aa840bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:38.104210 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-17a50eb5-b406-4292-ba51-8263da0e61cb req-da862f1f-e783-44d8-b236-df33f4895100 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=43f15f88-3b00-4688-8c0c-2b0bf6a4065d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3714676 Jun 01 19:00:38.120626 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-bdfb7ba6-3918-4746-9cfc-977492fc4be2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:38.155849 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-bdfb7ba6-3918-4746-9cfc-977492fc4be2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:38.169091 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-28740d99-6951-4d35-805b-4d723aa840bd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e572e7c164a84a818610093a0878cf9c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9740219 Jun 01 19:00:38.169091 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 39300) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:00:38.182047 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28740d99-6951-4d35-805b-4d723aa840bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f011c18f-7557-49fa-b49f-27f828273c38,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:00:38.211315 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-7249ff09-34c4-418c-a252-664ce5e95dff req-3aec1bfc-22a9-4055-b9dd-19408403a4a3 tempest-ListServersNegativeTestJSON-393033240 tempest-ListServersNegativeTestJSON-393033240-project] 10.222.0.41 "GET /v2.0/security-groups?id=43f15f88-3b00-4688-8c0c-2b0bf6a4065d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983736 Jun 01 19:00:38.220005 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-bdfb7ba6-3918-4746-9cfc-977492fc4be2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:38.265995 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfb7ba6-3918-4746-9cfc-977492fc4be2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d53a2cae-0899-42af-830a-d1a6bcc5682a,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:00:38.280465 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-bdfb7ba6-3918-4746-9cfc-977492fc4be2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:38.280465 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-bdfb7ba6-3918-4746-9cfc-977492fc4be2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d53a2cae-0899-42af-830a-d1a6bcc5682a HTTP/1.1" status: 204 len: 168 time: 0.3519461 Jun 01 19:00:38.429358 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51756286-3b49-4513-85ef-ecc7a44a71e0 req-e2b288c5-04fb-4be0-9d89-d95160ef202c tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:00:38.429358 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-51756286-3b49-4513-85ef-ecc7a44a71e0 req-e2b288c5-04fb-4be0-9d89-d95160ef202c tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] 10.222.0.41 "GET /v2.0/ports?device_id=13b542a2-a8d3-45d5-98f6-71d76182d166 HTTP/1.1" status: 200 len: 945 time: 0.7198057 Jun 01 19:00:38.667588 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-51756286-3b49-4513-85ef-ecc7a44a71e0 req-06cedf5c-5e05-4abf-a419-310eb4aebbbb tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a574796-057f-49e3-abd4-a6618918f66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808941 Jun 01 19:00:38.670630 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8dc2e3d9-0d04-4705-9760-2bfc3938f1d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:38.713038 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-c5bf9cb9-aa59-423a-8142-f75f526fc922 req-70f39069-bcc7-41fb-a386-c1ef6afbff6e tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] For port e5e08cd4-6548-4939-940a-5b4715439370, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=e5e08cd4-6548-4939-940a-5b4715439370,segment=NetworkSegment(e60765c6-124a-4916-8bfd-a8bc142f32ad),segment_id=e60765c6-124a-4916-8bfd-a8bc142f32ad)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:00:38.714367 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-c5bf9cb9-aa59-423a-8142-f75f526fc922 req-70f39069-bcc7-41fb-a386-c1ef6afbff6e tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:38.737190 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6b7833-d07c-4d53-bb7f-2302a1276642 req-2257107f-d63e-46bd-a997-efc8b67a0e27 tempest-ListServersNegativeTestJSON-393033240 tempest-ListServersNegativeTestJSON-393033240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:00:38.741820 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-7b6b7833-d07c-4d53-bb7f-2302a1276642 req-2257107f-d63e-46bd-a997-efc8b67a0e27 tempest-ListServersNegativeTestJSON-393033240 tempest-ListServersNegativeTestJSON-393033240-project] 10.222.0.41 "GET /v2.0/ports?device_id=1293a883-9525-4b5a-ac5c-0893b9e73df9 HTTP/1.1" status: 200 len: 946 time: 0.2930748 Jun 01 19:00:38.874450 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f51ecbe-4272-460f-a9a0-d3f074976926', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f82d37e3-eac0-441b-b6f5-b78d863ad4f8'}, {'server_uuid': '13b542a2-a8d3-45d5-98f6-71d76182d166', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0a10bfd-7be3-4ccd-a898-3e8bd61ac545'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:00:38.889847 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-7b6b7833-d07c-4d53-bb7f-2302a1276642 req-e813c063-b611-45df-9b76-4a3d613241a7 tempest-ListServersNegativeTestJSON-393033240 tempest-ListServersNegativeTestJSON-393033240-project] 10.222.0.41 "GET /v2.0/security-groups?id=43f15f88-3b00-4688-8c0c-2b0bf6a4065d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306553 Jun 01 19:00:38.994182 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8dc2e3d9-0d04-4705-9760-2bfc3938f1d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:39.179951 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-c5bf9cb9-aa59-423a-8142-f75f526fc922 req-70f39069-bcc7-41fb-a386-c1ef6afbff6e tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Calling delete_port for e5e08cd4-6548-4939-940a-5b4715439370 owned by compute:nova {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:00:39.282923 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8580fb3-36ab-48b8-9fe6-e1053065c7e9 req-113e6e25-2240-45fb-8f6e-dd05c1b945f9 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:00:39.298070 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b8580fb3-36ab-48b8-9fe6-e1053065c7e9 req-113e6e25-2240-45fb-8f6e-dd05c1b945f9 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f51ecbe-4272-460f-a9a0-d3f074976926 HTTP/1.1" status: 200 len: 946 time: 0.1727493 Jun 01 19:00:39.474347 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b8580fb3-36ab-48b8-9fe6-e1053065c7e9 req-422330e4-e5cf-437e-b10b-8c1c6ad2561e tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] 10.222.0.41 "GET /v2.0/security-groups?id=c1e950ea-5d0b-4685-9bfc-da05a4df09bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1786749 Jun 01 19:00:39.481168 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-d763a0d5-825e-45d6-9522-5e6ac5d6fd29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:39.570738 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-c5bf9cb9-aa59-423a-8142-f75f526fc922 req-70f39069-bcc7-41fb-a386-c1ef6afbff6e tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:39.584807 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ebf92500-b896-4120-a2e6-5078aa2f1c0c'] response: {'server_uuid': '0f51ecbe-4272-460f-a9a0-d3f074976926', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f82d37e3-eac0-441b-b6f5-b78d863ad4f8', 'code': 200} Jun 01 19:00:39.588298 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ebf92500-b896-4120-a2e6-5078aa2f1c0c'] response: {'server_uuid': '13b542a2-a8d3-45d5-98f6-71d76182d166', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0a10bfd-7be3-4ccd-a898-3e8bd61ac545', 'code': 200} Jun 01 19:00:39.680285 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8dc2e3d9-0d04-4705-9760-2bfc3938f1d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:39.703016 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d49ba47-470a-433a-be62-d663a005697b req-58339edf-b133-4675-baaa-7e94da653a06 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:00:39.721621 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3d49ba47-470a-433a-be62-d663a005697b req-58339edf-b133-4675-baaa-7e94da653a06 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=a880999f-98f0-439c-897b-2d500bb96fe5 HTTP/1.1" status: 200 len: 908 time: 0.8410399 Jun 01 19:00:39.781022 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f39069-bcc7-41fb-a386-c1ef6afbff6e tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Pushing event deleted for resources: {'Port': ['ID=e5e08cd4-6548-4939-940a-5b4715439370,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:00:39.949539 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device e5e08cd4-6548-4939-940a-5b4715439370 no longer exists at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:00:40.062319 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] No Port match for: e5e08cd4-6548-4939-940a-5b4715439370 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:00:40.062754 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device e5e08cd4-6548-4939-940a-5b4715439370 not bound to the agent host n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:00:40.135674 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c06076b-3532-4e08-a470-4e7d67493a7e req-ea33d99d-e5fa-4f6d-8348-a3489e876db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:00:40.135674 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2c06076b-3532-4e08-a470-4e7d67493a7e req-ea33d99d-e5fa-4f6d-8348-a3489e876db4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0f51ecbe-4272-460f-a9a0-d3f074976926 HTTP/1.1" status: 200 len: 1097 time: 0.4560778 Jun 01 19:00:40.191208 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8540e761-08d2-4342-bd5e-26c1bb03fa8e req-7c4972b6-d3ac-4224-a4b7-abbbb5a6b63b tempest-ListServersNegativeTestJSON-393033240 tempest-ListServersNegativeTestJSON-393033240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:00:40.195032 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc2e3d9-0d04-4705-9760-2bfc3938f1d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f011c18f-7557-49fa-b49f-27f828273c38,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:00:40.200615 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8540e761-08d2-4342-bd5e-26c1bb03fa8e req-7c4972b6-d3ac-4224-a4b7-abbbb5a6b63b tempest-ListServersNegativeTestJSON-393033240 tempest-ListServersNegativeTestJSON-393033240-project] 10.222.0.41 "GET /v2.0/ports?device_id=d086eab3-fe4e-4fce-a15a-eabfacd4536f HTTP/1.1" status: 200 len: 946 time: 0.3468041 Jun 01 19:00:40.249231 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5bf9cb9-aa59-423a-8142-f75f526fc922 req-70f39069-bcc7-41fb-a386-c1ef6afbff6e tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] No DVR routers for this DVR port e5e08cd4-6548-4939-940a-5b4715439370 on host n-h2-844202-1 {{(pid=88524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:00:40.258029 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2c06076b-3532-4e08-a470-4e7d67493a7e req-9d5d3b22-c53a-4f9e-b597-d8949a5fe764 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=c1e950ea-5d0b-4685-9bfc-da05a4df09bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1148295 Jun 01 19:00:40.261802 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-c5bf9cb9-aa59-423a-8142-f75f526fc922 req-70f39069-bcc7-41fb-a386-c1ef6afbff6e tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:40.274567 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8dc2e3d9-0d04-4705-9760-2bfc3938f1d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:40.274567 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-8dc2e3d9-0d04-4705-9760-2bfc3938f1d5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f011c18f-7557-49fa-b49f-27f828273c38 HTTP/1.1" status: 204 len: 168 time: 2.0935361 Jun 01 19:00:40.274567 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a880999f-98f0-439c-897b-2d500bb96fe5', 'name': 'network-vif-deleted', 'tag': 'e5e08cd4-6548-4939-940a-5b4715439370'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:00:40.274567 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c5bf9cb9-aa59-423a-8142-f75f526fc922 req-70f39069-bcc7-41fb-a386-c1ef6afbff6e tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.50 "DELETE /v2.0/ports/e5e08cd4-6548-4939-940a-5b4715439370 HTTP/1.1" status: 204 len: 173 time: 2.7772429 Jun 01 19:00:40.345482 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8540e761-08d2-4342-bd5e-26c1bb03fa8e req-3bc2acb7-d3c0-479f-abc0-6899d42e606b tempest-ListServersNegativeTestJSON-393033240 tempest-ListServersNegativeTestJSON-393033240-project] 10.222.0.41 "GET /v2.0/security-groups?id=43f15f88-3b00-4688-8c0c-2b0bf6a4065d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480649 Jun 01 19:00:40.359779 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845ae4ef-4b43-4d28-8e96-084fada0b446 req-d6be24d4-826d-4ec0-9d17-a035c44e2e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:00:40.359779 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-845ae4ef-4b43-4d28-8e96-084fada0b446 req-d6be24d4-826d-4ec0-9d17-a035c44e2e93 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=13b542a2-a8d3-45d5-98f6-71d76182d166 HTTP/1.1" status: 200 len: 1096 time: 0.6204448 Jun 01 19:00:40.435256 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d78b1f-dcee-465c-9a24-c6564f443c3d req-d0b18c89-387f-4e3b-81a8-95e2d45a488a tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:00:40.438142 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b9d78b1f-dcee-465c-9a24-c6564f443c3d req-d0b18c89-387f-4e3b-81a8-95e2d45a488a tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] 10.222.0.41 "GET /v2.0/ports?device_id=13b542a2-a8d3-45d5-98f6-71d76182d166 HTTP/1.1" status: 200 len: 945 time: 0.2955983 Jun 01 19:00:40.475548 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38e2b22a-a80e-4979-8c64-663fb235c79e'] response: {'server_uuid': 'a880999f-98f0-439c-897b-2d500bb96fe5', 'name': 'network-vif-deleted', 'tag': 'e5e08cd4-6548-4939-940a-5b4715439370', 'status': 'completed', 'code': 200} Jun 01 19:00:40.485136 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-845ae4ef-4b43-4d28-8e96-084fada0b446 req-2da0d6b0-0132-45d3-b017-5155340b7151 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=4a574796-057f-49e3-abd4-a6618918f66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248910 Jun 01 19:00:40.521610 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b9d78b1f-dcee-465c-9a24-c6564f443c3d req-8acc942a-8e17-4543-898f-96ed98a490a1 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a574796-057f-49e3-abd4-a6618918f66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665891 Jun 01 19:00:40.534977 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:40.617625 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:40.844487 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2995ec1a-a9af-4606-9a6c-04f2b30b6024 req-c4f64632-32ba-4933-ae0e-624e35321d5c tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:00:40.852873 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-2995ec1a-a9af-4606-9a6c-04f2b30b6024 req-c4f64632-32ba-4933-ae0e-624e35321d5c tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f51ecbe-4272-460f-a9a0-d3f074976926 HTTP/1.1" status: 200 len: 946 time: 0.1636391 Jun 01 19:00:40.935078 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-2995ec1a-a9af-4606-9a6c-04f2b30b6024 req-453948ba-ab46-4201-9cf8-5b76da212d05 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] 10.222.0.41 "GET /v2.0/security-groups?id=c1e950ea-5d0b-4685-9bfc-da05a4df09bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751164 Jun 01 19:00:41.013749 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 39466) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:00:41.216288 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-368abf7e-3539-4870-b3e9-57e5f03e50d5 req-53577a2c-8bf7-4ff6-bd6d-b16995c48521 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=a880999f-98f0-439c-897b-2d500bb96fe5 HTTP/1.1" status: 200 len: 210 time: 0.1573100 Jun 01 19:00:41.243253 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:41.339987 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ca1985a6-6944-4713-b041-da7cc64c0b7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:41.394715 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-ca1985a6-6944-4713-b041-da7cc64c0b7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:00:41.394715 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-ca1985a6-6944-4713-b041-da7cc64c0b7f admin admin] Usage tracker for resource:security_group_rule and tenant:68181e188e104f0c82eb66464218cc7f is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:00:41.403174 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-ca1985a6-6944-4713-b041-da7cc64c0b7f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:00:41.411812 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-ca1985a6-6944-4713-b041-da7cc64c0b7f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:00:41.525635 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a090c7-7dcb-4194-a1dc-bee6aeb0034c req-cda55236-67f5-4db8-b2e8-2e2a8a0f236e tempest-ListServersNegativeTestJSON-393033240 tempest-ListServersNegativeTestJSON-393033240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:00:41.525635 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-49a090c7-7dcb-4194-a1dc-bee6aeb0034c req-cda55236-67f5-4db8-b2e8-2e2a8a0f236e tempest-ListServersNegativeTestJSON-393033240 tempest-ListServersNegativeTestJSON-393033240-project] Synchronizing usage tracker for tenant:dddb3bf267ff45db8d51b8be9786bafe on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:00:41.605857 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ca1985a6-6944-4713-b041-da7cc64c0b7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:41.610636 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-49a090c7-7dcb-4194-a1dc-bee6aeb0034c req-cda55236-67f5-4db8-b2e8-2e2a8a0f236e tempest-ListServersNegativeTestJSON-393033240 tempest-ListServersNegativeTestJSON-393033240-project] Unset dirty status for tenant:dddb3bf267ff45db8d51b8be9786bafe on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:00:41.611909 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ca1985a6-6944-4713-b041-da7cc64c0b7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:41.630965 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-49a090c7-7dcb-4194-a1dc-bee6aeb0034c req-cda55236-67f5-4db8-b2e8-2e2a8a0f236e tempest-ListServersNegativeTestJSON-393033240 tempest-ListServersNegativeTestJSON-393033240-project] 10.222.0.41 "GET /v2.0/ports?device_id=d086eab3-fe4e-4fce-a15a-eabfacd4536f HTTP/1.1" status: 200 len: 946 time: 0.3588541 Jun 01 19:00:41.639611 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:41.714906 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-ca1985a6-6944-4713-b041-da7cc64c0b7f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=68181e188e104f0c82eb66464218cc7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6994672 Jun 01 19:00:41.718187 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 39496) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:00:41.747399 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-49a090c7-7dcb-4194-a1dc-bee6aeb0034c req-1bb79b50-d9e0-4017-9185-0b58fcb9c28e tempest-ListServersNegativeTestJSON-393033240 tempest-ListServersNegativeTestJSON-393033240-project] Synchronizing usage tracker for tenant:dddb3bf267ff45db8d51b8be9786bafe on resource:security_group {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:00:41.802787 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-49a090c7-7dcb-4194-a1dc-bee6aeb0034c req-1bb79b50-d9e0-4017-9185-0b58fcb9c28e tempest-ListServersNegativeTestJSON-393033240 tempest-ListServersNegativeTestJSON-393033240-project] Unset dirty status for tenant:dddb3bf267ff45db8d51b8be9786bafe on resource:security_group {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:00:41.802787 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-49a090c7-7dcb-4194-a1dc-bee6aeb0034c req-1bb79b50-d9e0-4017-9185-0b58fcb9c28e tempest-ListServersNegativeTestJSON-393033240 tempest-ListServersNegativeTestJSON-393033240-project] 10.222.0.41 "GET /v2.0/security-groups?id=43f15f88-3b00-4688-8c0c-2b0bf6a4065d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601465 Jun 01 19:00:41.879198 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1985a6-6944-4713-b041-da7cc64c0b7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbe1124a-56e2-464a-b1b8-a50d7cb1db4d,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:00:41.892260 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:42.119481 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f9ada3d4-a544-4243-94f8-9657af03abb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:42.185192 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be7b872-8190-4f08-9101-066bf640a2ed req-38ebd2af-25da-42a2-b0db-80b1377ba528 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:00:42.192368 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-6be7b872-8190-4f08-9101-066bf640a2ed req-38ebd2af-25da-42a2-b0db-80b1377ba528 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] 10.222.0.41 "GET /v2.0/ports?device_id=13b542a2-a8d3-45d5-98f6-71d76182d166 HTTP/1.1" status: 200 len: 945 time: 0.3020720 Jun 01 19:00:42.259792 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f9ada3d4-a544-4243-94f8-9657af03abb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:42.298692 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-6be7b872-8190-4f08-9101-066bf640a2ed req-fdc439ee-b4b6-43b3-9c8a-39a96e4bdb77 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a574796-057f-49e3-abd4-a6618918f66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037521 Jun 01 19:00:42.368868 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f9ada3d4-a544-4243-94f8-9657af03abb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:42.412759 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ada3d4-a544-4243-94f8-9657af03abb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbe1124a-56e2-464a-b1b8-a50d7cb1db4d,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:00:42.426518 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f9ada3d4-a544-4243-94f8-9657af03abb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:42.428396 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-f9ada3d4-a544-4243-94f8-9657af03abb7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cbe1124a-56e2-464a-b1b8-a50d7cb1db4d HTTP/1.1" status: 204 len: 168 time: 0.7022529 Jun 01 19:00:42.467528 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6f15ba-69e9-4d4e-a980-bb2e67782a3e req-07d205f7-1d49-4455-a76b-f08c2e503af9 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:00:42.469771 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5e6f15ba-69e9-4d4e-a980-bb2e67782a3e req-07d205f7-1d49-4455-a76b-f08c2e503af9 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f51ecbe-4272-460f-a9a0-d3f074976926 HTTP/1.1" status: 200 len: 946 time: 0.3592038 Jun 01 19:00:42.572382 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5e6f15ba-69e9-4d4e-a980-bb2e67782a3e req-4dcba082-b6b6-4930-92b3-82eb70cae166 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] 10.222.0.41 "GET /v2.0/security-groups?id=c1e950ea-5d0b-4685-9bfc-da05a4df09bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913670 Jun 01 19:00:42.629953 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ec846b-988a-4fb0-b16a-62ca5c36cb61 req-1240a832-26b2-494a-bc18-35e4c10b22fc tempest-ListServersNegativeTestJSON-393033240 tempest-ListServersNegativeTestJSON-393033240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:00:42.629953 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e6ec846b-988a-4fb0-b16a-62ca5c36cb61 req-1240a832-26b2-494a-bc18-35e4c10b22fc tempest-ListServersNegativeTestJSON-393033240 tempest-ListServersNegativeTestJSON-393033240-project] 10.222.0.50 "GET /v2.0/ports?device_id=d086eab3-fe4e-4fce-a15a-eabfacd4536f HTTP/1.1" status: 200 len: 946 time: 0.3349214 Jun 01 19:00:42.844278 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-e6ec846b-988a-4fb0-b16a-62ca5c36cb61 req-a180d8e4-eaa7-4cf5-b712-4f8b2cc34d67 tempest-ListServersNegativeTestJSON-393033240 tempest-ListServersNegativeTestJSON-393033240-project] Deleting port 71aaee4c-6206-44f4-9bd1-1f9e2dc09148 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:00:42.847627 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-e6ec846b-988a-4fb0-b16a-62ca5c36cb61 req-a180d8e4-eaa7-4cf5-b712-4f8b2cc34d67 tempest-ListServersNegativeTestJSON-393033240 tempest-ListServersNegativeTestJSON-393033240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:43.443472 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 39586) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:00:43.539418 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d659a2a-cf48-49c0-902a-084ce525fcfb req-4d05d92f-5110-4b86-b1b0-258bd142239c tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:00:43.547716 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4d659a2a-cf48-49c0-902a-084ce525fcfb req-4d05d92f-5110-4b86-b1b0-258bd142239c tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f51ecbe-4272-460f-a9a0-d3f074976926 HTTP/1.1" status: 200 len: 946 time: 0.2429919 Jun 01 19:00:43.554734 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-e6ec846b-988a-4fb0-b16a-62ca5c36cb61 req-a180d8e4-eaa7-4cf5-b712-4f8b2cc34d67 tempest-ListServersNegativeTestJSON-393033240 tempest-ListServersNegativeTestJSON-393033240-project] For port 71aaee4c-6206-44f4-9bd1-1f9e2dc09148, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=71aaee4c-6206-44f4-9bd1-1f9e2dc09148,segment=NetworkSegment(47d7f41d-219e-4148-824b-3ab6ff0e0043),segment_id=47d7f41d-219e-4148-824b-3ab6ff0e0043)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:00:43.554734 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-e6ec846b-988a-4fb0-b16a-62ca5c36cb61 req-a180d8e4-eaa7-4cf5-b712-4f8b2cc34d67 tempest-ListServersNegativeTestJSON-393033240 tempest-ListServersNegativeTestJSON-393033240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:43.590121 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-82683997-e893-44aa-b5a6-2d9280190ca9 req-20f6c5e9-dc01-4d02-b4ca-0c375add53a3 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=4cbf3535-c66c-46ba-be4b-d6a2af6edb21&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3821304 Jun 01 19:00:43.732524 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b0d21b69-c7c5-484d-a246-38c43c3e13a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:43.776006 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-e6ec846b-988a-4fb0-b16a-62ca5c36cb61 req-a180d8e4-eaa7-4cf5-b712-4f8b2cc34d67 tempest-ListServersNegativeTestJSON-393033240 tempest-ListServersNegativeTestJSON-393033240-project] Calling delete_port for 71aaee4c-6206-44f4-9bd1-1f9e2dc09148 owned by compute:nova {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:00:43.784025 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-b0d21b69-c7c5-484d-a246-38c43c3e13a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:00:43.797465 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-b0d21b69-c7c5-484d-a246-38c43c3e13a7 admin admin] Usage tracker for resource:security_group_rule and tenant:66a2243d44dd49f291a4a6526e242d3e is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:00:43.797465 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-b0d21b69-c7c5-484d-a246-38c43c3e13a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:00:43.809705 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-b0d21b69-c7c5-484d-a246-38c43c3e13a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:00:44.028079 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b0d21b69-c7c5-484d-a246-38c43c3e13a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:44.034764 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b0d21b69-c7c5-484d-a246-38c43c3e13a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:44.087059 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d21b69-c7c5-484d-a246-38c43c3e13a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8166042c-260d-46af-9c1a-43f5434444ae,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:00:44.120575 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-b0d21b69-c7c5-484d-a246-38c43c3e13a7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=66a2243d44dd49f291a4a6526e242d3e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6779597 Jun 01 19:00:44.123012 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 39618) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:00:44.167609 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4d659a2a-cf48-49c0-902a-084ce525fcfb req-d0a8bd12-eb35-4be8-9329-1d63a6d953b1 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] 10.222.0.41 "GET /v2.0/security-groups?id=c1e950ea-5d0b-4685-9bfc-da05a4df09bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6196778 Jun 01 19:00:44.183982 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 39622) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:00:44.250187 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5a89406b-bcb3-417b-9222-0965d44eea7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:44.299829 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5a89406b-bcb3-417b-9222-0965d44eea7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:44.423826 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5a89406b-bcb3-417b-9222-0965d44eea7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:44.455933 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.agents_db [None req-e814b9cf-7de8-45d0-a079-29c61fabe7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 19:00:44.491084 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a89406b-bcb3-417b-9222-0965d44eea7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8166042c-260d-46af-9c1a-43f5434444ae,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:00:44.697819 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82683997-e893-44aa-b5a6-2d9280190ca9 req-ee011bb7-64b3-406b-a334-3d8d073f6dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:00:44.697819 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-82683997-e893-44aa-b5a6-2d9280190ca9 req-ee011bb7-64b3-406b-a334-3d8d073f6dbc service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=dddb3bf267ff45db8d51b8be9786bafe&device_id=4cbf3535-c66c-46ba-be4b-d6a2af6edb21 HTTP/1.1" status: 200 len: 1096 time: 0.9656904 Jun 01 19:00:44.731300 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-e6ec846b-988a-4fb0-b16a-62ca5c36cb61 req-a180d8e4-eaa7-4cf5-b712-4f8b2cc34d67 tempest-ListServersNegativeTestJSON-393033240 tempest-ListServersNegativeTestJSON-393033240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:44.736921 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5a89406b-bcb3-417b-9222-0965d44eea7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:44.736921 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-5a89406b-bcb3-417b-9222-0965d44eea7c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8166042c-260d-46af-9c1a-43f5434444ae HTTP/1.1" status: 204 len: 168 time: 0.5997148 Jun 01 19:00:44.744044 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] get_ports_and_sgs() called for port_ids ['b377290a-e454-44ec-9bfc-6b89477603ea'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 19:00:44.879501 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5065b29c-bc7b-46ab-91a5-2e68fa7ef106 req-8c30bd03-4426-44ea-b50e-dade88323ab4 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:00:44.881164 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-5065b29c-bc7b-46ab-91a5-2e68fa7ef106 req-8c30bd03-4426-44ea-b50e-dade88323ab4 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce2c9e52-b0bb-4517-921d-122a86fbeee2 HTTP/1.1" status: 200 len: 945 time: 0.3634901 Jun 01 19:00:44.908033 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] get_ports_and_sgs() called for port_ids ['a47dda3c-813e-49d7-9956-ffe17741a6bf'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 19:00:44.929015 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb8bfb0e-5c91-48b3-9f57-e2952b1df06f tempest-TestNetworkBasicOps-1217506221 tempest-TestNetworkBasicOps-1217506221-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:00:44.931660 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-fb8bfb0e-5c91-48b3-9f57-e2952b1df06f tempest-TestNetworkBasicOps-1217506221 tempest-TestNetworkBasicOps-1217506221-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=0f51ecbe-4272-460f-a9a0-d3f074976926 HTTP/1.1" status: 200 len: 1092 time: 0.7502170 Jun 01 19:00:44.963497 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 39644) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:00:44.999538 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6d51b8-737e-44c7-9f24-c4b358947d5b req-4ff09f04-36d3-400b-80ef-be0decbafb9f tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:00:44.999538 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8d6d51b8-737e-44c7-9f24-c4b358947d5b req-4ff09f04-36d3-400b-80ef-be0decbafb9f tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce2c9e52-b0bb-4517-921d-122a86fbeee2 HTTP/1.1" status: 200 len: 945 time: 0.3908792 Jun 01 19:00:45.014653 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a180d8e4-eaa7-4cf5-b712-4f8b2cc34d67 tempest-ListServersNegativeTestJSON-393033240 tempest-ListServersNegativeTestJSON-393033240-project] Pushing event deleted for resources: {'Port': ['ID=71aaee4c-6206-44f4-9bd1-1f9e2dc09148,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:00:45.061704 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-33d2ff5a-88cb-4851-b431-17a555f828f9 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Request body: {'floatingip': {'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'port_id': 'f82d37e3-eac0-441b-b6f5-b78d863ad4f8', 'tenant_id': 'd3eb50f3028440db9726ae16e6111d12', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:00:45.141049 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-33d2ff5a-88cb-4851-b431-17a555f828f9 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:00:45.232063 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-33d2ff5a-88cb-4851-b431-17a555f828f9 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Usage tracker for resource:floatingip and tenant:d3eb50f3028440db9726ae16e6111d12 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:00:45.254099 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [req-5065b29c-bc7b-46ab-91a5-2e68fa7ef106 req-ac9cb9f3-b5c8-408f-936a-dfec850533dd tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Deleting port af35f94e-baa7-492a-a849-23a884ba2285 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:00:45.254433 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-5065b29c-bc7b-46ab-91a5-2e68fa7ef106 req-ac9cb9f3-b5c8-408f-936a-dfec850533dd tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:45.261400 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-33d2ff5a-88cb-4851-b431-17a555f828f9 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:00:45.331295 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8d6d51b8-737e-44c7-9f24-c4b358947d5b req-e0c5b4c1-dd2b-4b25-9bb2-f9235c86c32e tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/security-groups?id=e95c7360-01e1-4fb0-bbdb-7b11f637526c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3271992 Jun 01 19:00:45.407943 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-33d2ff5a-88cb-4851-b431-17a555f828f9 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:00:45.443890 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f859125-6b8a-4c4e-9a6b-9ea8f68ff8c5 req-5a65b708-01c7-4444-9403-2730a1be4e48 tempest-ListServersNegativeTestJSON-393033240 tempest-ListServersNegativeTestJSON-393033240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:00:45.454449 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-8f859125-6b8a-4c4e-9a6b-9ea8f68ff8c5 req-5a65b708-01c7-4444-9403-2730a1be4e48 tempest-ListServersNegativeTestJSON-393033240 tempest-ListServersNegativeTestJSON-393033240-project] 10.222.0.41 "GET /v2.0/ports?device_id=d086eab3-fe4e-4fce-a15a-eabfacd4536f HTTP/1.1" status: 200 len: 946 time: 0.8577597 Jun 01 19:00:45.469259 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6ec846b-988a-4fb0-b16a-62ca5c36cb61 req-a180d8e4-eaa7-4cf5-b712-4f8b2cc34d67 tempest-ListServersNegativeTestJSON-393033240 tempest-ListServersNegativeTestJSON-393033240-project] No DVR routers for this DVR port 71aaee4c-6206-44f4-9bd1-1f9e2dc09148 on host n-h2-844202-1 {{(pid=88524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:00:45.503815 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-e6ec846b-988a-4fb0-b16a-62ca5c36cb61 req-a180d8e4-eaa7-4cf5-b712-4f8b2cc34d67 tempest-ListServersNegativeTestJSON-393033240 tempest-ListServersNegativeTestJSON-393033240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:45.510871 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd086eab3-fe4e-4fce-a15a-eabfacd4536f', 'name': 'network-vif-deleted', 'tag': '71aaee4c-6206-44f4-9bd1-1f9e2dc09148'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:00:45.576978 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-33d2ff5a-88cb-4851-b431-17a555f828f9 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks [] for floatingip, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:45.621575 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e6ec846b-988a-4fb0-b16a-62ca5c36cb61 req-a180d8e4-eaa7-4cf5-b712-4f8b2cc34d67 tempest-ListServersNegativeTestJSON-393033240 tempest-ListServersNegativeTestJSON-393033240-project] 10.222.0.50 "DELETE /v2.0/ports/71aaee4c-6206-44f4-9bd1-1f9e2dc09148 HTTP/1.1" status: 204 len: 173 time: 2.9712894 Jun 01 19:00:45.708114 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-8f859125-6b8a-4c4e-9a6b-9ea8f68ff8c5 req-f1e1a2b7-accc-4878-95e4-003255b6355e tempest-ListServersNegativeTestJSON-393033240 tempest-ListServersNegativeTestJSON-393033240-project] 10.222.0.41 "GET /v2.0/security-groups?id=43f15f88-3b00-4688-8c0c-2b0bf6a4065d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2575316 Jun 01 19:00:45.709413 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82683997-e893-44aa-b5a6-2d9280190ca9 req-4452d0c5-9155-42aa-9026-df7bf419832b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:00:45.720942 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-82683997-e893-44aa-b5a6-2d9280190ca9 req-4452d0c5-9155-42aa-9026-df7bf419832b service neutron] 10.222.0.50 "GET /v2.0/networks?id=1f4aefc8-8490-4e9a-bdda-e7f820add1f8 HTTP/1.1" status: 200 len: 918 time: 1.0000522 Jun 01 19:00:45.852021 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 39664) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:00:45.883574 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-82683997-e893-44aa-b5a6-2d9280190ca9 req-eb7558d8-0b20-4f72-ab61-048650cff13a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b377290a-e454-44ec-9bfc-6b89477603ea HTTP/1.1" status: 200 len: 217 time: 0.1417651 Jun 01 19:00:45.965533 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 71aaee4c-6206-44f4-9bd1-1f9e2dc09148 no longer exists at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:00:45.973353 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-0fcb89aa-b247-4324-847c-80124fc0219c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:46.011921 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-0fcb89aa-b247-4324-847c-80124fc0219c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:00:46.018897 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-0fcb89aa-b247-4324-847c-80124fc0219c admin admin] Usage tracker for resource:security_group_rule and tenant:27041a6307414726a2a18ad3ea24071a is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:00:46.026948 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-0fcb89aa-b247-4324-847c-80124fc0219c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:00:46.026948 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82683997-e893-44aa-b5a6-2d9280190ca9 req-35e1dc95-3b45-4b05-9eba-bd9e8523397f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:00:46.026948 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-82683997-e893-44aa-b5a6-2d9280190ca9 req-35e1dc95-3b45-4b05-9eba-bd9e8523397f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fc397ad5-3f5a-48df-8baa-b9902fca9a37 HTTP/1.1" status: 200 len: 857 time: 0.1209438 Jun 01 19:00:46.034179 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-0fcb89aa-b247-4324-847c-80124fc0219c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:00:46.126676 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] No Port match for: 71aaee4c-6206-44f4-9bd1-1f9e2dc09148 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:00:46.129846 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 71aaee4c-6206-44f4-9bd1-1f9e2dc09148 not bound to the agent host n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:00:46.162338 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0fe7bb10-b282-47f0-8f90-945e9f124799'] response: {'server_uuid': 'd086eab3-fe4e-4fce-a15a-eabfacd4536f', 'name': 'network-vif-deleted', 'tag': '71aaee4c-6206-44f4-9bd1-1f9e2dc09148', 'status': 'completed', 'code': 200} Jun 01 19:00:46.194769 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-82683997-e893-44aa-b5a6-2d9280190ca9 req-13fa0a7f-a006-4387-845f-11d0c44893c4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1f4aefc8-8490-4e9a-bdda-e7f820add1f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1445711 Jun 01 19:00:46.482088 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-5065b29c-bc7b-46ab-91a5-2e68fa7ef106 req-ac9cb9f3-b5c8-408f-936a-dfec850533dd tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] For port af35f94e-baa7-492a-a849-23a884ba2285, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=af35f94e-baa7-492a-a849-23a884ba2285,segment=NetworkSegment(e60765c6-124a-4916-8bfd-a8bc142f32ad),segment_id=e60765c6-124a-4916-8bfd-a8bc142f32ad)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:00:46.482632 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-5065b29c-bc7b-46ab-91a5-2e68fa7ef106 req-ac9cb9f3-b5c8-408f-936a-dfec850533dd tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:46.487116 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-33d2ff5a-88cb-4851-b431-17a555f828f9 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:46.527735 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e32d37b-ab89-4c6b-bce0-0026c8d5be7e req-3016946b-8c6a-4c7b-8f55-81f39380b25d tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:00:46.538145 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4e32d37b-ab89-4c6b-bce0-0026c8d5be7e req-3016946b-8c6a-4c7b-8f55-81f39380b25d tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] 10.222.0.41 "GET /v2.0/ports?device_id=13b542a2-a8d3-45d5-98f6-71d76182d166 HTTP/1.1" status: 200 len: 945 time: 0.8209734 Jun 01 19:00:46.714427 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [req-5065b29c-bc7b-46ab-91a5-2e68fa7ef106 req-ac9cb9f3-b5c8-408f-936a-dfec850533dd tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Calling delete_port for af35f94e-baa7-492a-a849-23a884ba2285 owned by compute:nova {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:00:46.781044 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 39690) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:00:46.806370 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4e32d37b-ab89-4c6b-bce0-0026c8d5be7e req-aa7a41b4-49d3-489c-a1e2-40e7b81e8b2c tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a574796-057f-49e3-abd4-a6618918f66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2456014 Jun 01 19:00:46.828681 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-0fcb89aa-b247-4324-847c-80124fc0219c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:46.828681 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-82683997-e893-44aa-b5a6-2d9280190ca9 req-0dd37594-9269-4c4a-bbb5-eaba966a0317 service neutron] 10.222.0.50 "GET /v2.0/networks/1f4aefc8-8490-4e9a-bdda-e7f820add1f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6001163 Jun 01 19:00:46.838475 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-0fcb89aa-b247-4324-847c-80124fc0219c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:46.941265 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcb89aa-b247-4324-847c-80124fc0219c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8291b3b-edcc-4179-83d7-225f6c7387fb,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:00:46.967982 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-5065b29c-bc7b-46ab-91a5-2e68fa7ef106 req-ac9cb9f3-b5c8-408f-936a-dfec850533dd tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:46.980965 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] get_ports_and_sgs() called for port_ids ['19c2a89c-182e-401c-a32f-555a914ee8d2', 'af35f94e-baa7-492a-a849-23a884ba2285'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 19:00:47.154897 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-0fcb89aa-b247-4324-847c-80124fc0219c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=27041a6307414726a2a18ad3ea24071a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2847092 Jun 01 19:00:47.154897 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 39704) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:00:47.187283 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11b3dcf-428e-4690-b9a8-8aca16a17987 req-b8ed8d82-6cf5-47a4-9171-484fef540dd6 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:00:47.187283 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-b11b3dcf-428e-4690-b9a8-8aca16a17987 req-b8ed8d82-6cf5-47a4-9171-484fef540dd6 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Synchronizing usage tracker for tenant:eccea382ced5475f9a2098d1ef2ff267 on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:00:47.226191 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9cb9f3-b5c8-408f-936a-dfec850533dd tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Pushing event deleted for resources: {'Port': ['ID=af35f94e-baa7-492a-a849-23a884ba2285,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:00:47.229580 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-b11b3dcf-428e-4690-b9a8-8aca16a17987 req-b8ed8d82-6cf5-47a4-9171-484fef540dd6 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Unset dirty status for tenant:eccea382ced5475f9a2098d1ef2ff267 on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:00:47.229580 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b11b3dcf-428e-4690-b9a8-8aca16a17987 req-b8ed8d82-6cf5-47a4-9171-484fef540dd6 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce2c9e52-b0bb-4517-921d-122a86fbeee2 HTTP/1.1" status: 200 len: 945 time: 0.6615739 Jun 01 19:00:47.237414 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [None req-33d2ff5a-88cb-4851-b431-17a555f828f9 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Allocated IP 172.25.4.163 (72a72e44-6845-488a-a5ff-3a26d4df9cb3/c314a23b-daa2-4106-ab28-8e6f954277b2/0c362e58-4b71-4bd9-9b08-43c4e58e1346) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:00:47.373603 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [req-5065b29c-bc7b-46ab-91a5-2e68fa7ef106 req-ac9cb9f3-b5c8-408f-936a-dfec850533dd tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] No DVR routers for this DVR port af35f94e-baa7-492a-a849-23a884ba2285 on host n-h1-844202-1 {{(pid=88525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:00:47.379412 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-5065b29c-bc7b-46ab-91a5-2e68fa7ef106 req-ac9cb9f3-b5c8-408f-936a-dfec850533dd tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:47.381057 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b11b3dcf-428e-4690-b9a8-8aca16a17987 req-7bc051d3-6749-4541-9481-68ab2dc658f8 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/security-groups?id=e95c7360-01e1-4fb0-bbdb-7b11f637526c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553824 Jun 01 19:00:47.393518 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce2c9e52-b0bb-4517-921d-122a86fbeee2', 'name': 'network-vif-deleted', 'tag': 'af35f94e-baa7-492a-a849-23a884ba2285'}] {{(pid=88525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:00:47.414294 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-74d54088-d97b-49db-9b64-10fa6b0fbfe6 tempest-DHCPAgentSchedulersTestJSON-491809353 tempest-DHCPAgentSchedulersTestJSON-491809353-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-937906529'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:00:47.455757 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-74d54088-d97b-49db-9b64-10fa6b0fbfe6 tempest-DHCPAgentSchedulersTestJSON-491809353 tempest-DHCPAgentSchedulersTestJSON-491809353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:00:47.482867 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-74d54088-d97b-49db-9b64-10fa6b0fbfe6 tempest-DHCPAgentSchedulersTestJSON-491809353 tempest-DHCPAgentSchedulersTestJSON-491809353-project] Usage tracker for resource:network and tenant:f696ab1f26d547cda7f0f58d03a46d69 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:00:47.491013 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-5065b29c-bc7b-46ab-91a5-2e68fa7ef106 req-ac9cb9f3-b5c8-408f-936a-dfec850533dd tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.15 "DELETE /v2.0/ports/af35f94e-baa7-492a-a849-23a884ba2285 HTTP/1.1" status: 204 len: 173 time: 2.5933132 Jun 01 19:00:47.501149 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-74d54088-d97b-49db-9b64-10fa6b0fbfe6 tempest-DHCPAgentSchedulersTestJSON-491809353 tempest-DHCPAgentSchedulersTestJSON-491809353-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:00:47.534292 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-74d54088-d97b-49db-9b64-10fa6b0fbfe6 tempest-DHCPAgentSchedulersTestJSON-491809353 tempest-DHCPAgentSchedulersTestJSON-491809353-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:00:47.563896 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74d54088-d97b-49db-9b64-10fa6b0fbfe6 tempest-DHCPAgentSchedulersTestJSON-491809353 tempest-DHCPAgentSchedulersTestJSON-491809353-project] Made reservation on behalf of f696ab1f26d547cda7f0f58d03a46d69 for: {'network': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:00:47.598867 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-74d54088-d97b-49db-9b64-10fa6b0fbfe6 tempest-DHCPAgentSchedulersTestJSON-491809353 tempest-DHCPAgentSchedulersTestJSON-491809353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:47.649089 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-74d54088-d97b-49db-9b64-10fa6b0fbfe6 tempest-DHCPAgentSchedulersTestJSON-491809353 tempest-DHCPAgentSchedulersTestJSON-491809353-project] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:47.827233 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-74d54088-d97b-49db-9b64-10fa6b0fbfe6 tempest-DHCPAgentSchedulersTestJSON-491809353 tempest-DHCPAgentSchedulersTestJSON-491809353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:00:47.835106 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-74d54088-d97b-49db-9b64-10fa6b0fbfe6 tempest-DHCPAgentSchedulersTestJSON-491809353 tempest-DHCPAgentSchedulersTestJSON-491809353-project] Usage tracker for resource:security_group_rule and tenant:f696ab1f26d547cda7f0f58d03a46d69 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:00:47.839197 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-74d54088-d97b-49db-9b64-10fa6b0fbfe6 tempest-DHCPAgentSchedulersTestJSON-491809353 tempest-DHCPAgentSchedulersTestJSON-491809353-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:00:47.847277 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-74d54088-d97b-49db-9b64-10fa6b0fbfe6 tempest-DHCPAgentSchedulersTestJSON-491809353 tempest-DHCPAgentSchedulersTestJSON-491809353-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:00:47.974098 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-33d2ff5a-88cb-4851-b431-17a555f828f9 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:48.011891 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-33d2ff5a-88cb-4851-b431-17a555f828f9 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:48.080595 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-82683997-e893-44aa-b5a6-2d9280190ca9 req-670b1cd3-f9c2-4925-95b9-f3033f082734 service neutron] 10.222.0.50 "GET /v2.0/networks/1f4aefc8-8490-4e9a-bdda-e7f820add1f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2156599 Jun 01 19:00:48.135966 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33d2ff5a-88cb-4851-b431-17a555f828f9 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:00:48.135966 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-98bb3bc2-e4a1-450b-b805-49f91ed987b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:48.181823 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-98bb3bc2-e4a1-450b-b805-49f91ed987b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:48.245572 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-33d2ff5a-88cb-4851-b431-17a555f828f9 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:00:48.269027 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d2ff5a-88cb-4851-b431-17a555f828f9 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:00:48.285548 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-74d54088-d97b-49db-9b64-10fa6b0fbfe6 tempest-DHCPAgentSchedulersTestJSON-491809353 tempest-DHCPAgentSchedulersTestJSON-491809353-project] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:48.291499 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-74d54088-d97b-49db-9b64-10fa6b0fbfe6 tempest-DHCPAgentSchedulersTestJSON-491809353 tempest-DHCPAgentSchedulersTestJSON-491809353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:48.348160 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fd4db5-7665-4938-9b4b-35f9f2033efa req-708419bc-ed3b-4e0d-ad17-a998f0477b0a tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:00:48.356065 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-98bb3bc2-e4a1-450b-b805-49f91ed987b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:48.360210 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e2fd4db5-7665-4938-9b4b-35f9f2033efa req-708419bc-ed3b-4e0d-ad17-a998f0477b0a tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] 10.222.0.41 "GET /v2.0/ports?device_id=13b542a2-a8d3-45d5-98f6-71d76182d166 HTTP/1.1" status: 200 len: 945 time: 0.6853499 Jun 01 19:00:48.369562 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74d54088-d97b-49db-9b64-10fa6b0fbfe6 tempest-DHCPAgentSchedulersTestJSON-491809353 tempest-DHCPAgentSchedulersTestJSON-491809353-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 132} {{(pid=88525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 19:00:48.387705 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d2ff5a-88cb-4851-b431-17a555f828f9 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Pushing event updated for resources: {'Port': ['ID=0c362e58-4b71-4bd9-9b08-43c4e58e1346,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:00:48.396444 n-d-844202-1 neutron-server[88525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3c4a0ea-2c45-4aa2-8228-85da0703a59f'] response: {'server_uuid': 'ce2c9e52-b0bb-4517-921d-122a86fbeee2', 'name': 'network-vif-deleted', 'tag': 'af35f94e-baa7-492a-a849-23a884ba2285', 'status': 'completed', 'code': 200} Jun 01 19:00:48.409255 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d54088-d97b-49db-9b64-10fa6b0fbfe6 tempest-DHCPAgentSchedulersTestJSON-491809353 tempest-DHCPAgentSchedulersTestJSON-491809353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57d16ae9-bd2c-4dff-8d07-221c993feb06,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:00:48.426278 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bb3bc2-e4a1-450b-b805-49f91ed987b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8291b3b-edcc-4179-83d7-225f6c7387fb,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:00:48.435723 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-74d54088-d97b-49db-9b64-10fa6b0fbfe6 tempest-DHCPAgentSchedulersTestJSON-491809353 tempest-DHCPAgentSchedulersTestJSON-491809353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:48.436065 n-d-844202-1 neutron-server[88525]: INFO neutron.db.segments_db [None req-74d54088-d97b-49db-9b64-10fa6b0fbfe6 tempest-DHCPAgentSchedulersTestJSON-491809353 tempest-DHCPAgentSchedulersTestJSON-491809353-project] Added segment 8621a4b2-35f0-4646-949f-358d3de2ce39 of type vlan for network 00fc5ac7-47e7-4dd4-b87a-9e291c2a38c2 Jun 01 19:00:48.441180 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-98bb3bc2-e4a1-450b-b805-49f91ed987b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:48.445950 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-98bb3bc2-e4a1-450b-b805-49f91ed987b9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a8291b3b-edcc-4179-83d7-225f6c7387fb HTTP/1.1" status: 204 len: 168 time: 1.2930846 Jun 01 19:00:48.541848 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-74d54088-d97b-49db-9b64-10fa6b0fbfe6 tempest-DHCPAgentSchedulersTestJSON-491809353 tempest-DHCPAgentSchedulersTestJSON-491809353-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:48.570428 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e2fd4db5-7665-4938-9b4b-35f9f2033efa req-ad86cc39-0d85-4c9f-8eda-66fb30f24e56 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a574796-057f-49e3-abd4-a6618918f66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074544 Jun 01 19:00:48.676611 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-74d54088-d97b-49db-9b64-10fa6b0fbfe6 tempest-DHCPAgentSchedulersTestJSON-491809353 tempest-DHCPAgentSchedulersTestJSON-491809353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:48.705272 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74d54088-d97b-49db-9b64-10fa6b0fbfe6 tempest-DHCPAgentSchedulersTestJSON-491809353 tempest-DHCPAgentSchedulersTestJSON-491809353-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:00:48.705272 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-74d54088-d97b-49db-9b64-10fa6b0fbfe6 tempest-DHCPAgentSchedulersTestJSON-491809353 tempest-DHCPAgentSchedulersTestJSON-491809353-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:49.052249 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-55dc68e4-79a3-4b43-85b7-00e325802045 req-22b308e8-20bb-4731-aff4-0396e0b62530 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Synchronizing usage tracker for tenant:eccea382ced5475f9a2098d1ef2ff267 on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:00:49.077215 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-74d54088-d97b-49db-9b64-10fa6b0fbfe6 tempest-DHCPAgentSchedulersTestJSON-491809353 tempest-DHCPAgentSchedulersTestJSON-491809353-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.2901633 Jun 01 19:00:49.077215 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 39750) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:00:49.098122 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-182d3abf-4eca-4685-9be9-e07315f04a47 tempest-DHCPAgentSchedulersTestJSON-491809353 tempest-DHCPAgentSchedulersTestJSON-491809353-project] Request body: {'subnet': {'network_id': '00fc5ac7-47e7-4dd4-b87a-9e291c2a38c2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:00:49.122181 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d54088-d97b-49db-9b64-10fa6b0fbfe6 tempest-DHCPAgentSchedulersTestJSON-491809353 tempest-DHCPAgentSchedulersTestJSON-491809353-project] Pushing event updated for resources: {'Network': ['ID=00fc5ac7-47e7-4dd4-b87a-9e291c2a38c2,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:00:49.131890 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network 00fc5ac7-47e7-4dd4-b87a-9e291c2a38c2 details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 19:00:49.337170 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-55dc68e4-79a3-4b43-85b7-00e325802045 req-22b308e8-20bb-4731-aff4-0396e0b62530 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Unset dirty status for tenant:eccea382ced5475f9a2098d1ef2ff267 on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:00:49.345398 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-33d2ff5a-88cb-4851-b431-17a555f828f9 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:49.352872 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-55dc68e4-79a3-4b43-85b7-00e325802045 req-22b308e8-20bb-4731-aff4-0396e0b62530 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce2c9e52-b0bb-4517-921d-122a86fbeee2 HTTP/1.1" status: 200 len: 210 time: 0.5079854 Jun 01 19:00:49.438428 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-182d3abf-4eca-4685-9be9-e07315f04a47 tempest-DHCPAgentSchedulersTestJSON-491809353 tempest-DHCPAgentSchedulersTestJSON-491809353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:00:49.454219 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-182d3abf-4eca-4685-9be9-e07315f04a47 tempest-DHCPAgentSchedulersTestJSON-491809353 tempest-DHCPAgentSchedulersTestJSON-491809353-project] Usage tracker for resource:subnet and tenant:f696ab1f26d547cda7f0f58d03a46d69 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:00:49.476333 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-182d3abf-4eca-4685-9be9-e07315f04a47 tempest-DHCPAgentSchedulersTestJSON-491809353 tempest-DHCPAgentSchedulersTestJSON-491809353-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:00:49.498279 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-182d3abf-4eca-4685-9be9-e07315f04a47 tempest-DHCPAgentSchedulersTestJSON-491809353 tempest-DHCPAgentSchedulersTestJSON-491809353-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:00:49.537173 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-182d3abf-4eca-4685-9be9-e07315f04a47 tempest-DHCPAgentSchedulersTestJSON-491809353 tempest-DHCPAgentSchedulersTestJSON-491809353-project] Made reservation on behalf of f696ab1f26d547cda7f0f58d03a46d69 for: {'subnet': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:00:49.547551 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-182d3abf-4eca-4685-9be9-e07315f04a47 tempest-DHCPAgentSchedulersTestJSON-491809353 tempest-DHCPAgentSchedulersTestJSON-491809353-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9667140'] for subnet, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:49.652802 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device af35f94e-baa7-492a-a849-23a884ba2285 no longer exists at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:00:49.684983 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-33d2ff5a-88cb-4851-b431-17a555f828f9 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:49.751663 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] No Port match for: af35f94e-baa7-492a-a849-23a884ba2285 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:00:49.752090 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device af35f94e-baa7-492a-a849-23a884ba2285 not bound to the agent host n-h1-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:00:49.949331 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98f597c-1509-4fa2-b1c4-6a116f06afb0 req-6ec80549-e6f6-490d-9496-36f65dac9521 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:00:49.953417 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b98f597c-1509-4fa2-b1c4-6a116f06afb0 req-6ec80549-e6f6-490d-9496-36f65dac9521 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] 10.222.0.41 "GET /v2.0/ports?device_id=13b542a2-a8d3-45d5-98f6-71d76182d166 HTTP/1.1" status: 200 len: 945 time: 0.1892598 Jun 01 19:00:50.119642 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-33d2ff5a-88cb-4851-b431-17a555f828f9 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:50.129026 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-33d2ff5a-88cb-4851-b431-17a555f828f9 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:50.289827 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b98f597c-1509-4fa2-b1c4-6a116f06afb0 req-06dd0e5e-8158-4096-bd64-1140f9a1ddc8 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a574796-057f-49e3-abd4-a6618918f66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3184607 Jun 01 19:00:50.410970 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d2ff5a-88cb-4851-b431-17a555f828f9 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Pushing event updated for resources: {'Port': ['ID=0c362e58-4b71-4bd9-9b08-43c4e58e1346,revision_number=2']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:00:50.446434 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-182d3abf-4eca-4685-9be9-e07315f04a47 tempest-DHCPAgentSchedulersTestJSON-491809353 tempest-DHCPAgentSchedulersTestJSON-491809353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2614064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9667190'] for subnet, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:50.618286 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-33d2ff5a-88cb-4851-b431-17a555f828f9 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887712'] for floatingip, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:50.806978 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182d3abf-4eca-4685-9be9-e07315f04a47 tempest-DHCPAgentSchedulersTestJSON-491809353 tempest-DHCPAgentSchedulersTestJSON-491809353-project] Pushing event updated for resources: {'Subnet': ['ID=e682c541-e713-4f3c-8b31-2433106a7afe,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:00:50.873083 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182d3abf-4eca-4685-9be9-e07315f04a47 tempest-DHCPAgentSchedulersTestJSON-491809353 tempest-DHCPAgentSchedulersTestJSON-491809353-project] Checking segment: {'id': '8621a4b2-35f0-4646-949f-358d3de2ce39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '00fc5ac7-47e7-4dd4-b87a-9e291c2a38c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:00:50.873083 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-182d3abf-4eca-4685-9be9-e07315f04a47 tempest-DHCPAgentSchedulersTestJSON-491809353 tempest-DHCPAgentSchedulersTestJSON-491809353-project] Network hostable DHCP agents. Network: 00fc5ac7-47e7-4dd4-b87a-9e291c2a38c2, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 19:00:50.935289 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-182d3abf-4eca-4685-9be9-e07315f04a47 tempest-DHCPAgentSchedulersTestJSON-491809353 tempest-DHCPAgentSchedulersTestJSON-491809353-project] Network 00fc5ac7-47e7-4dd4-b87a-9e291c2a38c2 is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 19:00:50.976591 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-182d3abf-4eca-4685-9be9-e07315f04a47 tempest-DHCPAgentSchedulersTestJSON-491809353 tempest-DHCPAgentSchedulersTestJSON-491809353-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, 00fc5ac7-47e7-4dd4-b87a-9e291c2a38c2) {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:00:50.979968 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-182d3abf-4eca-4685-9be9-e07315f04a47 tempest-DHCPAgentSchedulersTestJSON-491809353 tempest-DHCPAgentSchedulersTestJSON-491809353-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:00:50.979968 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-182d3abf-4eca-4685-9be9-e07315f04a47 tempest-DHCPAgentSchedulersTestJSON-491809353 tempest-DHCPAgentSchedulersTestJSON-491809353-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:51.030209 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da821ec1-7940-48fb-a025-d16b9c46a15d None None] Network 00fc5ac7-47e7-4dd4-b87a-9e291c2a38c2 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:00:51.071598 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-182d3abf-4eca-4685-9be9-e07315f04a47 tempest-DHCPAgentSchedulersTestJSON-491809353 tempest-DHCPAgentSchedulersTestJSON-491809353-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9779131 Jun 01 19:00:51.071598 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 39810) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:00:51.087450 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-211f4541-c69f-461a-9d7a-b8d4ea9f4dbd tempest-DHCPAgentSchedulersTestJSON-491809353 tempest-DHCPAgentSchedulersTestJSON-491809353-project] Request body: {'port': {'network_id': '00fc5ac7-47e7-4dd4-b87a-9e291c2a38c2', 'name': 'tempest-DHCPAgentSchedulersTestJSON-515445297'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:00:51.234374 n-d-844202-1 neutron-server[88524]: INFO neutron.db.l3_db [None req-33d2ff5a-88cb-4851-b431-17a555f828f9 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Floating IP a3e0905e-3b46-40f5-aff4-d4619e4830a6 associated. External IP: 172.25.4.163, port: f82d37e3-eac0-441b-b6f5-b78d863ad4f8. Jun 01 19:00:51.747221 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c5d7e3-781e-44fd-b566-904c9b2c3f8a req-caaca114-d428-442d-82d6-fb9c215d264b tempest-ListServersNegativeTestJSON-393033240 tempest-ListServersNegativeTestJSON-393033240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:00:51.752648 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffa1d442-2de3-46d7-9387-098225f62522 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc93f83c3-7fb6-5c13-a9d4-29d739a4e8d2-00fc5ac7-47e7-4dd4-b87a-9e291c2a38c2', 'network_id': '00fc5ac7-47e7-4dd4-b87a-9e291c2a38c2', 'tenant_id': 'f696ab1f26d547cda7f0f58d03a46d69', 'fixed_ips': [{'subnet_id': 'e682c541-e713-4f3c-8b31-2433106a7afe'}]}} from n-d-844202-1. {{(pid=88526) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 19:00:51.752648 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-ffa1d442-2de3-46d7-9387-098225f62522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:51.791882 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c5d7e3-781e-44fd-b566-904c9b2c3f8a req-caaca114-d428-442d-82d6-fb9c215d264b tempest-ListServersNegativeTestJSON-393033240 tempest-ListServersNegativeTestJSON-393033240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:00:51.803841 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-67c5d7e3-781e-44fd-b566-904c9b2c3f8a req-caaca114-d428-442d-82d6-fb9c215d264b tempest-ListServersNegativeTestJSON-393033240 tempest-ListServersNegativeTestJSON-393033240-project] 10.222.0.41 "GET /v2.0/ports?device_id=1293a883-9525-4b5a-ac5c-0893b9e73df9&device_id=4cbf3535-c66c-46ba-be4b-d6a2af6edb21 HTTP/1.1" status: 200 len: 1682 time: 0.4984188 Jun 01 19:00:51.887595 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-211f4541-c69f-461a-9d7a-b8d4ea9f4dbd tempest-DHCPAgentSchedulersTestJSON-491809353 tempest-DHCPAgentSchedulersTestJSON-491809353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:00:51.895690 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-211f4541-c69f-461a-9d7a-b8d4ea9f4dbd tempest-DHCPAgentSchedulersTestJSON-491809353 tempest-DHCPAgentSchedulersTestJSON-491809353-project] Usage tracker for resource:port and tenant:f696ab1f26d547cda7f0f58d03a46d69 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:00:51.949064 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-211f4541-c69f-461a-9d7a-b8d4ea9f4dbd tempest-DHCPAgentSchedulersTestJSON-491809353 tempest-DHCPAgentSchedulersTestJSON-491809353-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:00:51.968501 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-211f4541-c69f-461a-9d7a-b8d4ea9f4dbd tempest-DHCPAgentSchedulersTestJSON-491809353 tempest-DHCPAgentSchedulersTestJSON-491809353-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:00:52.068316 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-67c5d7e3-781e-44fd-b566-904c9b2c3f8a req-5d56294a-9b88-40b3-b44c-84cee3b706c7 tempest-ListServersNegativeTestJSON-393033240 tempest-ListServersNegativeTestJSON-393033240-project] 10.222.0.41 "GET /v2.0/security-groups?id=43f15f88-3b00-4688-8c0c-2b0bf6a4065d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2602642 Jun 01 19:00:52.091693 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.db_base_plugin_common [None req-ffa1d442-2de3-46d7-9387-098225f62522 None None] Allocated IP 172.20.0.2 (00fc5ac7-47e7-4dd4-b87a-9e291c2a38c2/e682c541-e713-4f3c-8b31-2433106a7afe/f7d6f81a-14e7-41cb-9387-86970e37c236) {{(pid=88526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:00:52.098290 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-211f4541-c69f-461a-9d7a-b8d4ea9f4dbd tempest-DHCPAgentSchedulersTestJSON-491809353 tempest-DHCPAgentSchedulersTestJSON-491809353-project] Made reservation on behalf of f696ab1f26d547cda7f0f58d03a46d69 for: {'port': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:00:52.129745 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1e999c-36ee-4756-b8cb-34e103871aa1 req-23f87a98-97cf-4db7-b07c-a35146db66e1 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:00:52.143387 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9a1e999c-36ee-4756-b8cb-34e103871aa1 req-23f87a98-97cf-4db7-b07c-a35146db66e1 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] 10.222.0.41 "GET /v2.0/ports?device_id=13b542a2-a8d3-45d5-98f6-71d76182d166 HTTP/1.1" status: 200 len: 945 time: 1.3448489 Jun 01 19:00:52.145654 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-211f4541-c69f-461a-9d7a-b8d4ea9f4dbd tempest-DHCPAgentSchedulersTestJSON-491809353 tempest-DHCPAgentSchedulersTestJSON-491809353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:52.175840 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 39836) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:00:52.244702 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [None req-211f4541-c69f-461a-9d7a-b8d4ea9f4dbd tempest-DHCPAgentSchedulersTestJSON-491809353 tempest-DHCPAgentSchedulersTestJSON-491809353-project] device_id is not set on port 569d3c08-afc8-425b-8459-71ef7be6ceed yet. {{(pid=88525) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 19:00:52.362309 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9a1e999c-36ee-4756-b8cb-34e103871aa1 req-e726404e-82e4-4fc7-bf29-2a5e9c431959 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a574796-057f-49e3-abd4-a6618918f66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242885 Jun 01 19:00:52.638078 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-ffa1d442-2de3-46d7-9387-098225f62522 None None] Notify callbacks [] for port, precommit_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:52.649116 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-ffa1d442-2de3-46d7-9387-098225f62522 None None] Transition to ACTIVE for port object f7d6f81a-14e7-41cb-9387-86970e37c236 will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:00:52.671172 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-ffa1d442-2de3-46d7-9387-098225f62522 None None] Transition to ACTIVE for port object f7d6f81a-14e7-41cb-9387-86970e37c236 will not be triggered until provisioned by entity DHCP. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:00:52.679049 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-ffa1d442-2de3-46d7-9387-098225f62522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526'] for port, after_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:52.779504 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-9182346f-715f-4930-9aa4-f75df2caf1e0 tempest-ExternalNetworksTestJSON-1028774186 tempest-ExternalNetworksTestJSON-1028774186-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1157482704'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:00:52.795807 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-9182346f-715f-4930-9aa4-f75df2caf1e0 tempest-ExternalNetworksTestJSON-1028774186 tempest-ExternalNetworksTestJSON-1028774186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:00:52.812034 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-9182346f-715f-4930-9aa4-f75df2caf1e0 tempest-ExternalNetworksTestJSON-1028774186 tempest-ExternalNetworksTestJSON-1028774186-project] Usage tracker for resource:network and tenant:7a244fc06bfb49bca860634dc5fe1250 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:00:52.826543 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-9182346f-715f-4930-9aa4-f75df2caf1e0 tempest-ExternalNetworksTestJSON-1028774186 tempest-ExternalNetworksTestJSON-1028774186-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:00:52.852566 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-9182346f-715f-4930-9aa4-f75df2caf1e0 tempest-ExternalNetworksTestJSON-1028774186 tempest-ExternalNetworksTestJSON-1028774186-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:00:52.869637 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa1d442-2de3-46d7-9387-098225f62522 None None] Network 00fc5ac7-47e7-4dd4-b87a-9e291c2a38c2 is already hosted by enough agents. {{(pid=88526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:00:52.875751 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.base_scheduler [None req-ffa1d442-2de3-46d7-9387-098225f62522 None None] Resources bound (agent type, host, resource id): {{(pid=88526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:00:52.878573 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa1d442-2de3-46d7-9387-098225f62522 None None] Pushing event updated for resources: {'Port': ['ID=f7d6f81a-14e7-41cb-9387-86970e37c236,revision_number=1']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:00:52.891460 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa1d442-2de3-46d7-9387-098225f62522 None None] Received port after_create {{(pid=88526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:00:52.898963 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9182346f-715f-4930-9aa4-f75df2caf1e0 tempest-ExternalNetworksTestJSON-1028774186 tempest-ExternalNetworksTestJSON-1028774186-project] Made reservation on behalf of 7a244fc06bfb49bca860634dc5fe1250 for: {'network': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:00:52.930322 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-9182346f-715f-4930-9aa4-f75df2caf1e0 tempest-ExternalNetworksTestJSON-1028774186 tempest-ExternalNetworksTestJSON-1028774186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:52.968500 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-9182346f-715f-4930-9aa4-f75df2caf1e0 tempest-ExternalNetworksTestJSON-1028774186 tempest-ExternalNetworksTestJSON-1028774186-project] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:52.992015 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [None req-211f4541-c69f-461a-9d7a-b8d4ea9f4dbd tempest-DHCPAgentSchedulersTestJSON-491809353 tempest-DHCPAgentSchedulersTestJSON-491809353-project] Allocated IP 172.20.0.9 (00fc5ac7-47e7-4dd4-b87a-9e291c2a38c2/e682c541-e713-4f3c-8b31-2433106a7afe/569d3c08-afc8-425b-8459-71ef7be6ceed) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:00:53.014540 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-9182346f-715f-4930-9aa4-f75df2caf1e0 tempest-ExternalNetworksTestJSON-1028774186 tempest-ExternalNetworksTestJSON-1028774186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:00:53.028837 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-9182346f-715f-4930-9aa4-f75df2caf1e0 tempest-ExternalNetworksTestJSON-1028774186 tempest-ExternalNetworksTestJSON-1028774186-project] Usage tracker for resource:security_group_rule and tenant:7a244fc06bfb49bca860634dc5fe1250 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:00:53.028837 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-9182346f-715f-4930-9aa4-f75df2caf1e0 tempest-ExternalNetworksTestJSON-1028774186 tempest-ExternalNetworksTestJSON-1028774186-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:00:53.056834 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-9182346f-715f-4930-9aa4-f75df2caf1e0 tempest-ExternalNetworksTestJSON-1028774186 tempest-ExternalNetworksTestJSON-1028774186-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:00:53.089525 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33d2ff5a-88cb-4851-b431-17a555f828f9 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Router bb28304e-3805-4cf6-b433-f6c6230e1e5b has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 19:00:53.244652 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-ffa1d442-2de3-46d7-9387-098225f62522 None None] Attempting to bind port f7d6f81a-14e7-41cb-9387-86970e37c236 on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:00:53.245128 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-ffa1d442-2de3-46d7-9387-098225f62522 None None] Attempting to bind port f7d6f81a-14e7-41cb-9387-86970e37c236 by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': '8621a4b2-35f0-4646-949f-358d3de2ce39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '00fc5ac7-47e7-4dd4-b87a-9e291c2a38c2'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:00:53.245459 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa1d442-2de3-46d7-9387-098225f62522 None None] Attempting to bind port f7d6f81a-14e7-41cb-9387-86970e37c236 on network 00fc5ac7-47e7-4dd4-b87a-9e291c2a38c2 {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:00:53.259183 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa1d442-2de3-46d7-9387-098225f62522 None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 0, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:00:53.259554 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa1d442-2de3-46d7-9387-098225f62522 None None] Checking segment: {'id': '8621a4b2-35f0-4646-949f-358d3de2ce39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '00fc5ac7-47e7-4dd4-b87a-9e291c2a38c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:00:53.259948 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-ffa1d442-2de3-46d7-9387-098225f62522 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:53.260465 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa1d442-2de3-46d7-9387-098225f62522 None None] Bound using segment: {'id': '8621a4b2-35f0-4646-949f-358d3de2ce39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '00fc5ac7-47e7-4dd4-b87a-9e291c2a38c2'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:00:53.261300 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-ffa1d442-2de3-46d7-9387-098225f62522 None None] Bound port: f7d6f81a-14e7-41cb-9387-86970e37c236, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8621a4b2-35f0-4646-949f-358d3de2ce39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '00fc5ac7-47e7-4dd4-b87a-9e291c2a38c2'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:00:53.261859 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-ffa1d442-2de3-46d7-9387-098225f62522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:53.314792 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-9182346f-715f-4930-9aa4-f75df2caf1e0 tempest-ExternalNetworksTestJSON-1028774186 tempest-ExternalNetworksTestJSON-1028774186-project] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:53.433733 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-ffa1d442-2de3-46d7-9387-098225f62522 None None] For port f7d6f81a-14e7-41cb-9387-86970e37c236, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:00:53.433733 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-ffa1d442-2de3-46d7-9387-098225f62522 None None] For port f7d6f81a-14e7-41cb-9387-86970e37c236, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=f7d6f81a-14e7-41cb-9387-86970e37c236,segment=NetworkSegment(8621a4b2-35f0-4646-949f-358d3de2ce39),segment_id=8621a4b2-35f0-4646-949f-358d3de2ce39)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:00:53.444319 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-ffa1d442-2de3-46d7-9387-098225f62522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:53.587446 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 39866) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:00:53.598886 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-9182346f-715f-4930-9aa4-f75df2caf1e0 tempest-ExternalNetworksTestJSON-1028774186 tempest-ExternalNetworksTestJSON-1028774186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:53.625668 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa1d442-2de3-46d7-9387-098225f62522 None None] Pushing event updated for resources: {'Port': ['ID=f7d6f81a-14e7-41cb-9387-86970e37c236,revision_number=2']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:00:53.749422 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9182346f-715f-4930-9aa4-f75df2caf1e0 tempest-ExternalNetworksTestJSON-1028774186 tempest-ExternalNetworksTestJSON-1028774186-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 116} {{(pid=88524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 19:00:53.785746 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-211f4541-c69f-461a-9d7a-b8d4ea9f4dbd tempest-DHCPAgentSchedulersTestJSON-491809353 tempest-DHCPAgentSchedulersTestJSON-491809353-project] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:53.802883 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [None req-211f4541-c69f-461a-9d7a-b8d4ea9f4dbd tempest-DHCPAgentSchedulersTestJSON-491809353 tempest-DHCPAgentSchedulersTestJSON-491809353-project] Transition to ACTIVE for port object 569d3c08-afc8-425b-8459-71ef7be6ceed will not be triggered until provisioned by entity DHCP. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:00:53.821060 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9182346f-715f-4930-9aa4-f75df2caf1e0 tempest-ExternalNetworksTestJSON-1028774186 tempest-ExternalNetworksTestJSON-1028774186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a532a215-caaa-41e0-b801-bcac108deae0,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:00:53.837474 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-211f4541-c69f-461a-9d7a-b8d4ea9f4dbd tempest-DHCPAgentSchedulersTestJSON-491809353 tempest-DHCPAgentSchedulersTestJSON-491809353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:53.863043 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-9182346f-715f-4930-9aa4-f75df2caf1e0 tempest-ExternalNetworksTestJSON-1028774186 tempest-ExternalNetworksTestJSON-1028774186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:53.863043 n-d-844202-1 neutron-server[88524]: INFO neutron.db.segments_db [None req-9182346f-715f-4930-9aa4-f75df2caf1e0 tempest-ExternalNetworksTestJSON-1028774186 tempest-ExternalNetworksTestJSON-1028774186-project] Added segment f947edae-f839-4fbe-b04c-2600d9357bd4 of type vlan for network ad412d2a-cdc0-4f85-8bb2-8617975bf645 Jun 01 19:00:53.913646 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-9182346f-715f-4930-9aa4-f75df2caf1e0 tempest-ExternalNetworksTestJSON-1028774186 tempest-ExternalNetworksTestJSON-1028774186-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:53.935280 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-211f4541-c69f-461a-9d7a-b8d4ea9f4dbd tempest-DHCPAgentSchedulersTestJSON-491809353 tempest-DHCPAgentSchedulersTestJSON-491809353-project] Network 00fc5ac7-47e7-4dd4-b87a-9e291c2a38c2 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:00:53.939179 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33d2ff5a-88cb-4851-b431-17a555f828f9 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:00:53.941677 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f72acb-d58b-4d0d-bcfc-0baa8399ffab req-027800e1-2f38-4c68-8126-4c7dfd3032c4 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:00:53.941677 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-73f72acb-d58b-4d0d-bcfc-0baa8399ffab req-027800e1-2f38-4c68-8126-4c7dfd3032c4 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.15 "GET /v2.0/ports?device_id=75417786-319c-42a9-9cdd-7c3f71eaefd2 HTTP/1.1" status: 200 len: 945 time: 0.7368557 Jun 01 19:00:53.954889 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-211f4541-c69f-461a-9d7a-b8d4ea9f4dbd tempest-DHCPAgentSchedulersTestJSON-491809353 tempest-DHCPAgentSchedulersTestJSON-491809353-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:00:53.982767 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f0de02-47c7-4e79-83ec-a500da05fe82 None None] Sync routers for ids ['bb28304e-3805-4cf6-b433-f6c6230e1e5b'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:00:54.007211 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f0de02-47c7-4e79-83ec-a500da05fe82 None None] Routers {'bb28304e-3805-4cf6-b433-f6c6230e1e5b'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:00:54.034446 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-c9f0de02-47c7-4e79-83ec-a500da05fe82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:00:39Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['bb28304e-3805-4cf6-b433-f6c6230e1e5b'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:00:54.080469 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [req-73f72acb-d58b-4d0d-bcfc-0baa8399ffab req-1b32df08-d17b-4854-b227-97b6394a1a08 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Deleting port 19c2a89c-182e-401c-a32f-555a914ee8d2 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:00:54.081038 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-73f72acb-d58b-4d0d-bcfc-0baa8399ffab req-1b32df08-d17b-4854-b227-97b6394a1a08 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:54.111464 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-414f64fe-5bac-481f-9340-ce2ee5d16f06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:54.122971 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211f4541-c69f-461a-9d7a-b8d4ea9f4dbd tempest-DHCPAgentSchedulersTestJSON-491809353 tempest-DHCPAgentSchedulersTestJSON-491809353-project] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:00:54.133691 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-9182346f-715f-4930-9aa4-f75df2caf1e0 tempest-ExternalNetworksTestJSON-1028774186 tempest-ExternalNetworksTestJSON-1028774186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:54.139764 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9182346f-715f-4930-9aa4-f75df2caf1e0 tempest-ExternalNetworksTestJSON-1028774186 tempest-ExternalNetworksTestJSON-1028774186-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:00:54.140583 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-9182346f-715f-4930-9aa4-f75df2caf1e0 tempest-ExternalNetworksTestJSON-1028774186 tempest-ExternalNetworksTestJSON-1028774186-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:54.169989 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf45cd5c-eeef-46bb-974d-bf47fd4ffd58 req-44cb122b-5af9-4268-953a-0917dbb4ce65 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:00:54.177820 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-bf45cd5c-eeef-46bb-974d-bf47fd4ffd58 req-44cb122b-5af9-4268-953a-0917dbb4ce65 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=75417786-319c-42a9-9cdd-7c3f71eaefd2 HTTP/1.1" status: 200 len: 945 time: 0.9772673 Jun 01 19:00:54.201931 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cac07e-68e8-425f-8934-2eac1bdbb2e1 req-00833ff2-6479-4e99-973f-93852d5eee56 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:00:54.203633 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d7cac07e-68e8-425f-8934-2eac1bdbb2e1 req-00833ff2-6479-4e99-973f-93852d5eee56 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] 10.222.0.41 "GET /v2.0/ports?device_id=13b542a2-a8d3-45d5-98f6-71d76182d166 HTTP/1.1" status: 200 len: 945 time: 0.5460391 Jun 01 19:00:54.210048 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-33d2ff5a-88cb-4851-b431-17a555f828f9 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for floatingip, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:54.359879 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-c9f0de02-47c7-4e79-83ec-a500da05fe82 None None] Set router bb28304e-3805-4cf6-b433-f6c6230e1e5b gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:00:54.393714 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-211f4541-c69f-461a-9d7a-b8d4ea9f4dbd tempest-DHCPAgentSchedulersTestJSON-491809353 tempest-DHCPAgentSchedulersTestJSON-491809353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:00:54.393714 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-211f4541-c69f-461a-9d7a-b8d4ea9f4dbd tempest-DHCPAgentSchedulersTestJSON-491809353 tempest-DHCPAgentSchedulersTestJSON-491809353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:54.398356 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-414f64fe-5bac-481f-9340-ce2ee5d16f06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:00:54.416830 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211f4541-c69f-461a-9d7a-b8d4ea9f4dbd tempest-DHCPAgentSchedulersTestJSON-491809353 tempest-DHCPAgentSchedulersTestJSON-491809353-project] Pushing event updated for resources: {'Port': ['ID=569d3c08-afc8-425b-8459-71ef7be6ceed,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:00:54.430144 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-414f64fe-5bac-481f-9340-ce2ee5d16f06 admin admin] Usage tracker for resource:security_group_rule and tenant:924300611682401db80b655959d7889e is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:00:54.437407 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-414f64fe-5bac-481f-9340-ce2ee5d16f06 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:00:54.460656 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-9182346f-715f-4930-9aa4-f75df2caf1e0 tempest-ExternalNetworksTestJSON-1028774186 tempest-ExternalNetworksTestJSON-1028774186-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.2859056 Jun 01 19:00:54.465458 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-414f64fe-5bac-481f-9340-ce2ee5d16f06 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:00:54.469994 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-bf45cd5c-eeef-46bb-974d-bf47fd4ffd58 req-82ce102a-fc3d-4558-8442-bbd5934df9e6 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/security-groups?id=e95c7360-01e1-4fb0-bbdb-7b11f637526c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2854872 Jun 01 19:00:54.470241 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 39880) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:00:54.475206 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-33d2ff5a-88cb-4851-b431-17a555f828f9 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 9.4713960 Jun 01 19:00:54.476005 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9182346f-715f-4930-9aa4-f75df2caf1e0 tempest-ExternalNetworksTestJSON-1028774186 tempest-ExternalNetworksTestJSON-1028774186-project] Pushing event updated for resources: {'Network': ['ID=ad412d2a-cdc0-4f85-8bb2-8617975bf645,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:00:54.498053 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 39884) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:00:54.500432 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f51ecbe-4272-460f-a9a0-d3f074976926', 'tag': 'f82d37e3-eac0-441b-b6f5-b78d863ad4f8'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:00:54.501512 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network ad412d2a-cdc0-4f85-8bb2-8617975bf645 details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 19:00:54.514386 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d7cac07e-68e8-425f-8934-2eac1bdbb2e1 req-1c6d49f1-81a3-4751-b403-e32799f0872b tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a574796-057f-49e3-abd4-a6618918f66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2482491 Jun 01 19:00:54.581906 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-211f4541-c69f-461a-9d7a-b8d4ea9f4dbd tempest-DHCPAgentSchedulersTestJSON-491809353 tempest-DHCPAgentSchedulersTestJSON-491809353-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.5120287 Jun 01 19:00:54.590301 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 39890) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:00:55.004565 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device f7d6f81a-14e7-41cb-9387-86970e37c236 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:00:55.207793 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-414f64fe-5bac-481f-9340-ce2ee5d16f06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:55.228112 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port f7d6f81a-14e7-41cb-9387-86970e37c236 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:00:55.232291 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96768700-280c-4334-b96f-92caa3781d71'] response: {'name': 'network-changed', 'server_uuid': '0f51ecbe-4272-460f-a9a0-d3f074976926', 'tag': 'f82d37e3-eac0-441b-b6f5-b78d863ad4f8', 'status': 'completed', 'code': 200} Jun 01 19:00:55.236008 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-40d7bd8a-e097-418c-8053-448ffbd8037a tempest-DHCPAgentSchedulersTestJSON-491809353 tempest-DHCPAgentSchedulersTestJSON-491809353-project] Deleting port 569d3c08-afc8-425b-8459-71ef7be6ceed {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:00:55.236622 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-40d7bd8a-e097-418c-8053-448ffbd8037a tempest-DHCPAgentSchedulersTestJSON-491809353 tempest-DHCPAgentSchedulersTestJSON-491809353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:55.421514 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-414f64fe-5bac-481f-9340-ce2ee5d16f06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:55.529992 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-97d3cccf-90a0-4ac1-a0ae-1c4b10e4e75c tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] Request body: {'network': {'name': 'tempest-network--2077098735', 'router:external': True}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:00:55.529992 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-97d3cccf-90a0-4ac1-a0ae-1c4b10e4e75c tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:00:55.529992 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-97d3cccf-90a0-4ac1-a0ae-1c4b10e4e75c tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] Usage tracker for resource:network and tenant:6541ce325e5343f28b7c081b2267db05 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:00:55.534825 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-97d3cccf-90a0-4ac1-a0ae-1c4b10e4e75c tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:00:55.549335 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-97d3cccf-90a0-4ac1-a0ae-1c4b10e4e75c tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:00:55.568859 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414f64fe-5bac-481f-9340-ce2ee5d16f06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45c784df-d860-4d4f-812c-bab0b4c6abcc,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:00:55.580159 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-73f72acb-d58b-4d0d-bcfc-0baa8399ffab req-1b32df08-d17b-4854-b227-97b6394a1a08 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] For port 19c2a89c-182e-401c-a32f-555a914ee8d2, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=19c2a89c-182e-401c-a32f-555a914ee8d2,segment=NetworkSegment(e60765c6-124a-4916-8bfd-a8bc142f32ad),segment_id=e60765c6-124a-4916-8bfd-a8bc142f32ad)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:00:55.580159 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-73f72acb-d58b-4d0d-bcfc-0baa8399ffab req-1b32df08-d17b-4854-b227-97b6394a1a08 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:55.648977 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97d3cccf-90a0-4ac1-a0ae-1c4b10e4e75c tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] Made reservation on behalf of 6541ce325e5343f28b7c081b2267db05 for: {'network': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:00:55.648977 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-97d3cccf-90a0-4ac1-a0ae-1c4b10e4e75c tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:55.650394 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-c9f0de02-47c7-4e79-83ec-a500da05fe82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb28304e-3805-4cf6-b433-f6c6230e1e5b', 'name': 'tempest-TestNetworkBasicOps-router-1191796848', 'tenant_id': 'd3eb50f3028440db9726ae16e6111d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': '63f4b62a-c06f-44f6-8805-96b30709e05f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:59:37Z', 'updated_at': '2022-06-01T18:59:54Z', 'revision_number': 4, 'project_id': 'd3eb50f3028440db9726ae16e6111d12', 'gw_port': {'id': '63f4b62a-c06f-44f6-8805-96b30709e05f', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:2c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb28304e-3805-4cf6-b433-f6c6230e1e5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:59:39Z', 'updated_at': '2022-06-01T18:59:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_floatingips': [{'id': 'a3e0905e-3b46-40f5-aff4-d4619e4830a6', 'tenant_id': 'd3eb50f3028440db9726ae16e6111d12', 'floating_ip_address': '172.25.4.163', 'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'router_id': 'bb28304e-3805-4cf6-b433-f6c6230e1e5b', 'port_id': 'f82d37e3-eac0-441b-b6f5-b78d863ad4f8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1908, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81249ed1-a33f-4045-8ad1-594c3da17cb8', 'mac_address': 'fa:16:3e:06:ac:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f51ecbe-4272-460f-a9a0-d3f074976926', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T19:00:49Z', 'updated_at': '2022-06-01T19:00:49Z', 'revision_number': 0, 'project_id': 'd3eb50f3028440db9726ae16e6111d12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0af93757-175f-46a7-ad15-c24ac7f60ee6', 'name': '', 'network_id': '81249ed1-a33f-4045-8ad1-594c3da17cb8', 'tenant_id': 'd3eb50f3028440db9726ae16e6111d12', 'mac_address': 'fa:16:3e:ad:14:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb28304e-3805-4cf6-b433-f6c6230e1e5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '6ed963cc-5a55-45a1-891d-724fd87ad4ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:59:52Z', 'updated_at': '2022-06-01T19:00:03Z', 'revision_number': 5, 'project_id': 'd3eb50f3028440db9726ae16e6111d12', 'subnets': [{'id': '6ed963cc-5a55-45a1-891d-724fd87ad4ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:00:55.650394 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f0de02-47c7-4e79-83ec-a500da05fe82 None None] Checking router: bb28304e-3805-4cf6-b433-f6c6230e1e5b for host: n-d-844202-1 {{(pid=88527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 19:00:55.652146 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24a93dc8-9ca2-4a60-a4fb-473baab9fe16 None None] Network 00fc5ac7-47e7-4dd4-b87a-9e291c2a38c2 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:00:55.679481 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f0de02-47c7-4e79-83ec-a500da05fe82 None None] Routers {'bb28304e-3805-4cf6-b433-f6c6230e1e5b'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:00:55.679481 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-c9f0de02-47c7-4e79-83ec-a500da05fe82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:00:39Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['bb28304e-3805-4cf6-b433-f6c6230e1e5b'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:00:55.749970 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-414f64fe-5bac-481f-9340-ce2ee5d16f06 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=924300611682401db80b655959d7889e&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1611283 Jun 01 19:00:55.763260 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-3bd950a7-dd7c-4c6b-ab3e-43fdd200613d tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] 10.222.0.41 "GET /v2.0/floatingips/a3e0905e-3b46-40f5-aff4-d4619e4830a6 HTTP/1.1" status: 200 len: 992 time: 1.2475386 Jun 01 19:00:55.764451 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 39912) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:00:55.785517 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-97d3cccf-90a0-4ac1-a0ae-1c4b10e4e75c tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:55.794616 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [req-73f72acb-d58b-4d0d-bcfc-0baa8399ffab req-1b32df08-d17b-4854-b227-97b6394a1a08 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Calling delete_port for 19c2a89c-182e-401c-a32f-555a914ee8d2 owned by compute:nova {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:00:55.834977 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6d74e646-0708-45cf-b6f2-8f3a5a4426b5 None None] Provisioning for port f7d6f81a-14e7-41cb-9387-86970e37c236 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:00:55.845553 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6d74e646-0708-45cf-b6f2-8f3a5a4426b5 None None] Provisioning complete for port f7d6f81a-14e7-41cb-9387-86970e37c236 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:00:55.846259 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6d74e646-0708-45cf-b6f2-8f3a5a4426b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:55.890209 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-97d3cccf-90a0-4ac1-a0ae-1c4b10e4e75c tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:00:56.022525 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-40d7bd8a-e097-418c-8053-448ffbd8037a tempest-DHCPAgentSchedulersTestJSON-491809353 tempest-DHCPAgentSchedulersTestJSON-491809353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:56.063929 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-97d3cccf-90a0-4ac1-a0ae-1c4b10e4e75c tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] Usage tracker for resource:security_group_rule and tenant:6541ce325e5343f28b7c081b2267db05 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:00:56.096312 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-97d3cccf-90a0-4ac1-a0ae-1c4b10e4e75c tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:00:56.104278 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-97d3cccf-90a0-4ac1-a0ae-1c4b10e4e75c tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:00:56.117085 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745868b8-8754-4f73-81aa-aa5df4317670 req-c0e2e60e-bafc-4b83-bc1c-5c1f0eb219db tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:00:56.124493 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-745868b8-8754-4f73-81aa-aa5df4317670 req-c0e2e60e-bafc-4b83-bc1c-5c1f0eb219db tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] 10.222.0.41 "GET /v2.0/ports?device_id=13b542a2-a8d3-45d5-98f6-71d76182d166 HTTP/1.1" status: 200 len: 945 time: 0.7755516 Jun 01 19:00:56.174599 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fbb6a2-42b4-4b09-816b-927490002f05 req-1d4ac837-0011-4e4d-ae4d-df42dea32e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:00:56.175112 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-40d7bd8a-e097-418c-8053-448ffbd8037a tempest-DHCPAgentSchedulersTestJSON-491809353 tempest-DHCPAgentSchedulersTestJSON-491809353-project] Calling delete_port for 569d3c08-afc8-425b-8459-71ef7be6ceed owned by {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:00:56.176117 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-68fbb6a2-42b4-4b09-816b-927490002f05 req-1d4ac837-0011-4e4d-ae4d-df42dea32e86 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d3eb50f3028440db9726ae16e6111d12&device_id=0f51ecbe-4272-460f-a9a0-d3f074976926 HTTP/1.1" status: 200 len: 1097 time: 0.9430060 Jun 01 19:00:56.209716 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-c9f0de02-47c7-4e79-83ec-a500da05fe82 None None] Set router bb28304e-3805-4cf6-b433-f6c6230e1e5b gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:00:56.334473 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-745868b8-8754-4f73-81aa-aa5df4317670 req-dff426bc-f5db-4d8b-8d20-c28f2720e3b6 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a574796-057f-49e3-abd4-a6618918f66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961563 Jun 01 19:00:56.416634 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-aae23380-9de6-4104-958c-e7517ed7f6f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:56.526644 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6d74e646-0708-45cf-b6f2-8f3a5a4426b5 None None] Current status of the port f7d6f81a-14e7-41cb-9387-86970e37c236 is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:00:56.527315 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6d74e646-0708-45cf-b6f2-8f3a5a4426b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:56.598075 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6d74e646-0708-45cf-b6f2-8f3a5a4426b5 None None] For port f7d6f81a-14e7-41cb-9387-86970e37c236, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=f7d6f81a-14e7-41cb-9387-86970e37c236,segment=NetworkSegment(8621a4b2-35f0-4646-949f-358d3de2ce39),segment_id=8621a4b2-35f0-4646-949f-358d3de2ce39)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:00:56.608135 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6d74e646-0708-45cf-b6f2-8f3a5a4426b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:56.648063 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-97d3cccf-90a0-4ac1-a0ae-1c4b10e4e75c tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:56.663176 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-97d3cccf-90a0-4ac1-a0ae-1c4b10e4e75c tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:56.696761 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97d3cccf-90a0-4ac1-a0ae-1c4b10e4e75c tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 121} {{(pid=88524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 19:00:56.715409 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8494be-276a-49dd-be37-f05ded121a1b req-9d787ca0-9cc2-46cd-aec8-877272476078 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:00:56.721324 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-dd8494be-276a-49dd-be37-f05ded121a1b req-9d787ca0-9cc2-46cd-aec8-877272476078 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=75417786-319c-42a9-9cdd-7c3f71eaefd2 HTTP/1.1" status: 200 len: 945 time: 0.4606798 Jun 01 19:00:56.724098 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-97d3cccf-90a0-4ac1-a0ae-1c4b10e4e75c tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:56.724098 n-d-844202-1 neutron-server[88524]: INFO neutron.db.segments_db [None req-97d3cccf-90a0-4ac1-a0ae-1c4b10e4e75c tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] Added segment 1dc3ba40-dde3-4014-9949-13e409cccfaa of type vlan for network f77bd825-2fa8-4bc4-b3bb-12c3e27579d4 Jun 01 19:00:56.759637 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-73f72acb-d58b-4d0d-bcfc-0baa8399ffab req-1b32df08-d17b-4854-b227-97b6394a1a08 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:56.785459 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-97d3cccf-90a0-4ac1-a0ae-1c4b10e4e75c tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:56.821806 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 39932) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:00:56.866122 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d74e646-0708-45cf-b6f2-8f3a5a4426b5 None None] Pushing event updated for resources: {'Port': ['ID=f7d6f81a-14e7-41cb-9387-86970e37c236,revision_number=3']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:00:56.952524 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b32df08-d17b-4854-b227-97b6394a1a08 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Pushing event deleted for resources: {'Port': ['ID=19c2a89c-182e-401c-a32f-555a914ee8d2,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:00:56.991923 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-dd8494be-276a-49dd-be37-f05ded121a1b req-ee802513-eda0-4795-993a-5c464276891c tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/security-groups?id=e95c7360-01e1-4fb0-bbdb-7b11f637526c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2688303 Jun 01 19:00:57.180339 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-c9f0de02-47c7-4e79-83ec-a500da05fe82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb28304e-3805-4cf6-b433-f6c6230e1e5b', 'name': 'tempest-TestNetworkBasicOps-router-1191796848', 'tenant_id': 'd3eb50f3028440db9726ae16e6111d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': '63f4b62a-c06f-44f6-8805-96b30709e05f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:59:37Z', 'updated_at': '2022-06-01T18:59:54Z', 'revision_number': 4, 'project_id': 'd3eb50f3028440db9726ae16e6111d12', 'gw_port': {'id': '63f4b62a-c06f-44f6-8805-96b30709e05f', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:2c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb28304e-3805-4cf6-b433-f6c6230e1e5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:59:39Z', 'updated_at': '2022-06-01T18:59:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_floatingips': [{'id': 'a3e0905e-3b46-40f5-aff4-d4619e4830a6', 'tenant_id': 'd3eb50f3028440db9726ae16e6111d12', 'floating_ip_address': '172.25.4.163', 'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'router_id': 'bb28304e-3805-4cf6-b433-f6c6230e1e5b', 'port_id': 'f82d37e3-eac0-441b-b6f5-b78d863ad4f8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1908, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81249ed1-a33f-4045-8ad1-594c3da17cb8', 'mac_address': 'fa:16:3e:06:ac:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f51ecbe-4272-460f-a9a0-d3f074976926', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T19:00:49Z', 'updated_at': '2022-06-01T19:00:49Z', 'revision_number': 0, 'project_id': 'd3eb50f3028440db9726ae16e6111d12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0af93757-175f-46a7-ad15-c24ac7f60ee6', 'name': '', 'network_id': '81249ed1-a33f-4045-8ad1-594c3da17cb8', 'tenant_id': 'd3eb50f3028440db9726ae16e6111d12', 'mac_address': 'fa:16:3e:ad:14:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb28304e-3805-4cf6-b433-f6c6230e1e5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '6ed963cc-5a55-45a1-891d-724fd87ad4ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:59:52Z', 'updated_at': '2022-06-01T19:00:03Z', 'revision_number': 5, 'project_id': 'd3eb50f3028440db9726ae16e6111d12', 'subnets': [{'id': '6ed963cc-5a55-45a1-891d-724fd87ad4ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:00:57.191781 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f0de02-47c7-4e79-83ec-a500da05fe82 None None] The sync data for ids ['bb28304e-3805-4cf6-b433-f6c6230e1e5b'] in n-d-844202-1 is: [{'id': 'bb28304e-3805-4cf6-b433-f6c6230e1e5b', 'name': 'tempest-TestNetworkBasicOps-router-1191796848', 'tenant_id': 'd3eb50f3028440db9726ae16e6111d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': '63f4b62a-c06f-44f6-8805-96b30709e05f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:59:37Z', 'updated_at': '2022-06-01T18:59:54Z', 'revision_number': 4, 'project_id': 'd3eb50f3028440db9726ae16e6111d12', 'gw_port': {'id': '63f4b62a-c06f-44f6-8805-96b30709e05f', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:2c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb28304e-3805-4cf6-b433-f6c6230e1e5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:59:39Z', 'updated_at': '2022-06-01T18:59:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_floatingips': [{'id': 'a3e0905e-3b46-40f5-aff4-d4619e4830a6', 'tenant_id': 'd3eb50f3028440db9726ae16e6111d12', 'floating_ip_address': '172.25.4.163', 'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'router_id': 'bb28304e-3805-4cf6-b433-f6c6230e1e5b', 'port_id': 'f82d37e3-eac0-441b-b6f5-b78d863ad4f8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1908, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81249ed1-a33f-4045-8ad1-594c3da17cb8', 'mac_address': 'fa:16:3e:06:ac:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f51ecbe-4272-460f-a9a0-d3f074976926', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T19:00:49Z', 'updated_at': '2022-06-01T19:00:49Z', 'revision_number': 0, 'project_id': 'd3eb50f3028440db9726ae16e6111d12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0af93757-175f-46a7-ad15-c24ac7f60ee6', 'name': '', 'network_id': '81249ed1-a33f-4045-8ad1-594c3da17cb8', 'tenant_id': 'd3eb50f3028440db9726ae16e6111d12', 'mac_address': 'fa:16:3e:ad:14:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb28304e-3805-4cf6-b433-f6c6230e1e5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '6ed963cc-5a55-45a1-891d-724fd87ad4ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:59:52Z', 'updated_at': '2022-06-01T19:00:03Z', 'revision_number': 5, 'project_id': 'd3eb50f3028440db9726ae16e6111d12', 'subnets': [{'id': '6ed963cc-5a55-45a1-891d-724fd87ad4ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:00:57.203240 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-aae23380-9de6-4104-958c-e7517ed7f6f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:57.290179 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fbb6a2-42b4-4b09-816b-927490002f05 req-d60c46e2-33a5-43c4-8c97-11dc759513a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:00:57.291732 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-68fbb6a2-42b4-4b09-816b-927490002f05 req-d60c46e2-33a5-43c4-8c97-11dc759513a2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=81249ed1-a33f-4045-8ad1-594c3da17cb8 HTTP/1.1" status: 200 len: 898 time: 1.0891392 Jun 01 19:00:57.302738 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-97d3cccf-90a0-4ac1-a0ae-1c4b10e4e75c tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:57.303992 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97d3cccf-90a0-4ac1-a0ae-1c4b10e4e75c tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:00:57.304748 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-97d3cccf-90a0-4ac1-a0ae-1c4b10e4e75c tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:57.373634 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-2400266a-9a06-4fdb-9108-a2736ac0558a tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] 10.222.0.41 "GET /v2.0/floatingips/a3e0905e-3b46-40f5-aff4-d4619e4830a6 HTTP/1.1" status: 200 len: 992 time: 0.5399959 Jun 01 19:00:57.373634 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-40d7bd8a-e097-418c-8053-448ffbd8037a tempest-DHCPAgentSchedulersTestJSON-491809353 tempest-DHCPAgentSchedulersTestJSON-491809353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:57.459110 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-5ef9c1ee-8e19-484d-9b0e-82007b9a9449 None None] Could not find standard attr ID for object 569d3c08-afc8-425b-8459-71ef7be6ceed. {{(pid=88526) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 01 19:00:57.491390 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-5ef9c1ee-8e19-484d-9b0e-82007b9a9449 None None] Provisioning complete for port f7d6f81a-14e7-41cb-9387-86970e37c236 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:00:57.491390 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-5ef9c1ee-8e19-484d-9b0e-82007b9a9449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:57.548502 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d7bd8a-e097-418c-8053-448ffbd8037a tempest-DHCPAgentSchedulersTestJSON-491809353 tempest-DHCPAgentSchedulersTestJSON-491809353-project] Pushing event deleted for resources: {'Port': ['ID=569d3c08-afc8-425b-8459-71ef7be6ceed,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:00:57.550718 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [req-73f72acb-d58b-4d0d-bcfc-0baa8399ffab req-1b32df08-d17b-4854-b227-97b6394a1a08 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] No DVR routers for this DVR port 19c2a89c-182e-401c-a32f-555a914ee8d2 on host n-h1-844202-1 {{(pid=88525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:00:57.646873 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-73f72acb-d58b-4d0d-bcfc-0baa8399ffab req-1b32df08-d17b-4854-b227-97b6394a1a08 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:57.650956 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75417786-319c-42a9-9cdd-7c3f71eaefd2', 'name': 'network-vif-deleted', 'tag': '19c2a89c-182e-401c-a32f-555a914ee8d2'}] {{(pid=88525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:00:57.728830 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 19c2a89c-182e-401c-a32f-555a914ee8d2 no longer exists at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:00:57.744783 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d3cccf-90a0-4ac1-a0ae-1c4b10e4e75c tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c672d8ec-f3f2-46c5-bbad-c60963fdbab9,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:00:57.810790 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d3cccf-90a0-4ac1-a0ae-1c4b10e4e75c tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] Pushing event updated for resources: {'Network': ['ID=f77bd825-2fa8-4bc4-b3bb-12c3e27579d4,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:00:57.820176 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] No Port match for: 19c2a89c-182e-401c-a32f-555a914ee8d2 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:00:57.820176 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 19c2a89c-182e-401c-a32f-555a914ee8d2 not bound to the agent host n-h1-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:00:57.823374 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-68fbb6a2-42b4-4b09-816b-927490002f05 req-9f3663cf-76c4-462c-a8b6-6f48866e056f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f82d37e3-eac0-441b-b6f5-b78d863ad4f8 HTTP/1.1" status: 200 len: 1000 time: 0.4135230 Jun 01 19:00:57.823374 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-97d3cccf-90a0-4ac1-a0ae-1c4b10e4e75c tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 3.3449855 Jun 01 19:00:57.823374 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 39946) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:00:57.836588 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81bf6059-50eb-49a1-81c2-655c0af8d343 None None] New status for floating IP a3e0905e-3b46-40f5-aff4-d4619e4830a6: ACTIVE {{(pid=88526) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 19:00:57.990539 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-73f72acb-d58b-4d0d-bcfc-0baa8399ffab req-1b32df08-d17b-4854-b227-97b6394a1a08 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.15 "DELETE /v2.0/ports/19c2a89c-182e-401c-a32f-555a914ee8d2 HTTP/1.1" status: 204 len: 173 time: 4.0386415 Jun 01 19:00:58.042247 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-aae23380-9de6-4104-958c-e7517ed7f6f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:58.058844 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320974cd-b45c-480e-839b-6e920980eba8 req-2fb82c03-67ea-4f76-8466-9817665c9980 tempest-ListServersNegativeTestJSON-393033240 tempest-ListServersNegativeTestJSON-393033240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:00:58.060407 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-320974cd-b45c-480e-839b-6e920980eba8 req-2fb82c03-67ea-4f76-8466-9817665c9980 tempest-ListServersNegativeTestJSON-393033240 tempest-ListServersNegativeTestJSON-393033240-project] 10.222.0.15 "GET /v2.0/ports?device_id=1293a883-9525-4b5a-ac5c-0893b9e73df9 HTTP/1.1" status: 200 len: 946 time: 1.2536688 Jun 01 19:00:58.108138 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-5ef9c1ee-8e19-484d-9b0e-82007b9a9449 None None] Current status of the port f7d6f81a-14e7-41cb-9387-86970e37c236 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:00:58.108138 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network f77bd825-2fa8-4bc4-b3bb-12c3e27579d4 details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 19:00:58.160538 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae23380-9de6-4104-958c-e7517ed7f6f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45c784df-d860-4d4f-812c-bab0b4c6abcc,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:00:58.175811 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0342984c-35ce-487e-b1cc-50bf60091245 req-64b7da62-216b-4180-8392-14a216f36951 tempest-ListServersNegativeTestJSON-393033240 tempest-ListServersNegativeTestJSON-393033240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:00:58.175811 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-0342984c-35ce-487e-b1cc-50bf60091245 req-64b7da62-216b-4180-8392-14a216f36951 tempest-ListServersNegativeTestJSON-393033240 tempest-ListServersNegativeTestJSON-393033240-project] Synchronizing usage tracker for tenant:dddb3bf267ff45db8d51b8be9786bafe on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:00:58.231097 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9233540-22c2-491c-91c2-41dd2767ae02 req-0b76db5d-4401-4310-a6c7-20c29c6657a4 tempest-ListServersNegativeTestJSON-393033240 tempest-ListServersNegativeTestJSON-393033240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:00:58.231097 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-c9233540-22c2-491c-91c2-41dd2767ae02 req-0b76db5d-4401-4310-a6c7-20c29c6657a4 tempest-ListServersNegativeTestJSON-393033240 tempest-ListServersNegativeTestJSON-393033240-project] Synchronizing usage tracker for tenant:dddb3bf267ff45db8d51b8be9786bafe on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:00:58.239123 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fbb6a2-42b4-4b09-816b-927490002f05 req-df0cdf6e-7862-4426-b526-3941300db88e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:00:58.239123 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-68fbb6a2-42b4-4b09-816b-927490002f05 req-df0cdf6e-7862-4426-b526-3941300db88e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6ed963cc-5a55-45a1-891d-724fd87ad4ca HTTP/1.1" status: 200 len: 835 time: 0.4005454 Jun 01 19:00:58.258944 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ba8097ef-857e-4f2e-8c2f-585723b5dcaf tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:58.274675 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-40d7bd8a-e097-418c-8053-448ffbd8037a tempest-DHCPAgentSchedulersTestJSON-491809353 tempest-DHCPAgentSchedulersTestJSON-491809353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:58.274675 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-40d7bd8a-e097-418c-8053-448ffbd8037a tempest-DHCPAgentSchedulersTestJSON-491809353 tempest-DHCPAgentSchedulersTestJSON-491809353-project] 10.222.0.41 "DELETE /v2.0/ports/569d3c08-afc8-425b-8459-71ef7be6ceed HTTP/1.1" status: 204 len: 168 time: 3.6733661 Jun 01 19:00:58.274675 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230ccb10-1418-41ca-9453-1a71d5547f3c req-15e5efe1-e4d2-445a-a3bd-422e20f3b937 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:00:58.296936 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-230ccb10-1418-41ca-9453-1a71d5547f3c req-15e5efe1-e4d2-445a-a3bd-422e20f3b937 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] 10.222.0.41 "GET /v2.0/ports?device_id=13b542a2-a8d3-45d5-98f6-71d76182d166 HTTP/1.1" status: 200 len: 945 time: 0.9008870 Jun 01 19:00:58.296936 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 39954) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:00:58.327861 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-aae23380-9de6-4104-958c-e7517ed7f6f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:58.365755 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-aae23380-9de6-4104-958c-e7517ed7f6f7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/45c784df-d860-4d4f-812c-bab0b4c6abcc HTTP/1.1" status: 204 len: 168 time: 2.5708952 Jun 01 19:00:58.372648 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [req-320974cd-b45c-480e-839b-6e920980eba8 req-6e521b17-c5ec-43c5-83c7-af3b29a753bf tempest-ListServersNegativeTestJSON-393033240 tempest-ListServersNegativeTestJSON-393033240-project] Deleting port a47dda3c-813e-49d7-9956-ffe17741a6bf {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:00:58.372648 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-320974cd-b45c-480e-839b-6e920980eba8 req-6e521b17-c5ec-43c5-83c7-af3b29a753bf tempest-ListServersNegativeTestJSON-393033240 tempest-ListServersNegativeTestJSON-393033240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:58.380660 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-bfe93a72-ba97-4785-8b34-1bb5752e37d9 None None] Could not find standard attr ID for object 569d3c08-afc8-425b-8459-71ef7be6ceed. {{(pid=88526) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 01 19:00:58.400105 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 39962) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:00:58.473253 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-0342984c-35ce-487e-b1cc-50bf60091245 req-64b7da62-216b-4180-8392-14a216f36951 tempest-ListServersNegativeTestJSON-393033240 tempest-ListServersNegativeTestJSON-393033240-project] Unset dirty status for tenant:dddb3bf267ff45db8d51b8be9786bafe on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:00:58.475252 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0342984c-35ce-487e-b1cc-50bf60091245 req-64b7da62-216b-4180-8392-14a216f36951 tempest-ListServersNegativeTestJSON-393033240 tempest-ListServersNegativeTestJSON-393033240-project] 10.222.0.41 "GET /v2.0/ports?device_id=1293a883-9525-4b5a-ac5c-0893b9e73df9 HTTP/1.1" status: 200 len: 946 time: 1.8241065 Jun 01 19:00:58.576659 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-230ccb10-1418-41ca-9453-1a71d5547f3c req-76f4fb73-f0a4-4d06-ae1f-7dfddd2fccce tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a574796-057f-49e3-abd4-a6618918f66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2738192 Jun 01 19:00:58.625919 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-c9233540-22c2-491c-91c2-41dd2767ae02 req-0b76db5d-4401-4310-a6c7-20c29c6657a4 tempest-ListServersNegativeTestJSON-393033240 tempest-ListServersNegativeTestJSON-393033240-project] Unset dirty status for tenant:dddb3bf267ff45db8d51b8be9786bafe on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:00:58.625919 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c9233540-22c2-491c-91c2-41dd2767ae02 req-0b76db5d-4401-4310-a6c7-20c29c6657a4 tempest-ListServersNegativeTestJSON-393033240 tempest-ListServersNegativeTestJSON-393033240-project] 10.222.0.50 "GET /v2.0/ports?device_id=4cbf3535-c66c-46ba-be4b-d6a2af6edb21 HTTP/1.1" status: 200 len: 945 time: 1.3177347 Jun 01 19:00:58.754051 n-d-844202-1 neutron-server[88525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f7cd91e-2258-4aba-ad0f-3a2b209bf646'] response: {'server_uuid': '75417786-319c-42a9-9cdd-7c3f71eaefd2', 'name': 'network-vif-deleted', 'tag': '19c2a89c-182e-401c-a32f-555a914ee8d2', 'status': 'completed', 'code': 200} Jun 01 19:00:58.802463 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-2b992b21-9b56-49ba-b2a8-3864f2012a10 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] 10.222.0.41 "GET /v2.0/floatingips/a3e0905e-3b46-40f5-aff4-d4619e4830a6 HTTP/1.1" status: 200 len: 992 time: 0.3951416 Jun 01 19:00:58.847188 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-8c8db5b9-a161-4f6e-8f12-3c0e7b636f16 tempest-DHCPAgentSchedulersTestJSON-766442106 tempest-DHCPAgentSchedulersTestJSON-766442106-project-admin] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4677 time: 0.5214279 Jun 01 19:00:58.903378 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ba8097ef-857e-4f2e-8c2f-585723b5dcaf tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:58.977514 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fbb6a2-42b4-4b09-816b-927490002f05 req-545e68d8-94e1-4100-9683-e758cc7c4679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:00:58.977514 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-68fbb6a2-42b4-4b09-816b-927490002f05 req-545e68d8-94e1-4100-9683-e758cc7c4679 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=81249ed1-a33f-4045-8ad1-594c3da17cb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7238657 Jun 01 19:00:58.991448 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 39976) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:00:59.009147 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device f7d6f81a-14e7-41cb-9387-86970e37c236 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:00:59.112583 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-ba8097ef-857e-4f2e-8c2f-585723b5dcaf tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f77bd825-2fa8-4bc4-b3bb-12c3e27579d4']}} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:00:59.179823 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-edf88fc5-6cbf-47be-8aef-fd2122f9fe85 tempest-DHCPAgentSchedulersTestJSON-491809353 tempest-DHCPAgentSchedulersTestJSON-491809353-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1424038722'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:00:59.200114 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0342984c-35ce-487e-b1cc-50bf60091245 req-4bbeb49f-51e2-4788-9329-63c950bb9301 tempest-ListServersNegativeTestJSON-393033240 tempest-ListServersNegativeTestJSON-393033240-project] 10.222.0.41 "GET /v2.0/security-groups?id=43f15f88-3b00-4688-8c0c-2b0bf6a4065d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6757085 Jun 01 19:00:59.221559 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-edf88fc5-6cbf-47be-8aef-fd2122f9fe85 tempest-DHCPAgentSchedulersTestJSON-491809353 tempest-DHCPAgentSchedulersTestJSON-491809353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:00:59.239754 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port f7d6f81a-14e7-41cb-9387-86970e37c236 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:00:59.240471 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:59.363420 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-ba8097ef-857e-4f2e-8c2f-585723b5dcaf tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1dc3ba40-dde3-4014-9949-13e409cccfaa') {'for_net_delete': True} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:00:59.363420 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-ba8097ef-857e-4f2e-8c2f-585723b5dcaf tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1dc3ba40-dde3-4014-9949-13e409cccfaa') {} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:00:59.375302 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-edf88fc5-6cbf-47be-8aef-fd2122f9fe85 tempest-DHCPAgentSchedulersTestJSON-491809353 tempest-DHCPAgentSchedulersTestJSON-491809353-project] Usage tracker for resource:network and tenant:f696ab1f26d547cda7f0f58d03a46d69 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:00:59.451505 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port f7d6f81a-14e7-41cb-9387-86970e37c236 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:00:59.465035 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-0b96032f-59d9-4647-b37c-9c51733d962a req-b0ed970d-fd3e-427a-ab60-45d7da2ba384 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Synchronizing usage tracker for tenant:eccea382ced5475f9a2098d1ef2ff267 on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:00:59.507049 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-0b96032f-59d9-4647-b37c-9c51733d962a req-b0ed970d-fd3e-427a-ab60-45d7da2ba384 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Unset dirty status for tenant:eccea382ced5475f9a2098d1ef2ff267 on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:00:59.517581 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-0b96032f-59d9-4647-b37c-9c51733d962a req-b0ed970d-fd3e-427a-ab60-45d7da2ba384 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=75417786-319c-42a9-9cdd-7c3f71eaefd2 HTTP/1.1" status: 200 len: 210 time: 0.3431063 Jun 01 19:00:59.543842 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-edf88fc5-6cbf-47be-8aef-fd2122f9fe85 tempest-DHCPAgentSchedulersTestJSON-491809353 tempest-DHCPAgentSchedulersTestJSON-491809353-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:00:59.547928 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-68fbb6a2-42b4-4b09-816b-927490002f05 req-3e066af6-574d-4225-b8ef-c59f10a99569 service neutron] 10.222.0.15 "GET /v2.0/networks/81249ed1-a33f-4045-8ad1-594c3da17cb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4656990 Jun 01 19:00:59.549385 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-320974cd-b45c-480e-839b-6e920980eba8 req-6e521b17-c5ec-43c5-83c7-af3b29a753bf tempest-ListServersNegativeTestJSON-393033240 tempest-ListServersNegativeTestJSON-393033240-project] For port a47dda3c-813e-49d7-9956-ffe17741a6bf, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=a47dda3c-813e-49d7-9956-ffe17741a6bf,segment=NetworkSegment(47d7f41d-219e-4148-824b-3ab6ff0e0043),segment_id=47d7f41d-219e-4148-824b-3ab6ff0e0043)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:00:59.549997 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-320974cd-b45c-480e-839b-6e920980eba8 req-6e521b17-c5ec-43c5-83c7-af3b29a753bf tempest-ListServersNegativeTestJSON-393033240 tempest-ListServersNegativeTestJSON-393033240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:59.560793 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-c9233540-22c2-491c-91c2-41dd2767ae02 req-1a9314bd-54e2-4053-bbff-ae3b855a9757 tempest-ListServersNegativeTestJSON-393033240 tempest-ListServersNegativeTestJSON-393033240-project] Deleting port b377290a-e454-44ec-9bfc-6b89477603ea {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:00:59.561093 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-c9233540-22c2-491c-91c2-41dd2767ae02 req-1a9314bd-54e2-4053-bbff-ae3b855a9757 tempest-ListServersNegativeTestJSON-393033240 tempest-ListServersNegativeTestJSON-393033240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:59.596788 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-edf88fc5-6cbf-47be-8aef-fd2122f9fe85 tempest-DHCPAgentSchedulersTestJSON-491809353 tempest-DHCPAgentSchedulersTestJSON-491809353-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:00:59.601324 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ba8097ef-857e-4f2e-8c2f-585723b5dcaf tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2702126'] for segment, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:59.725158 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [req-320974cd-b45c-480e-839b-6e920980eba8 req-6e521b17-c5ec-43c5-83c7-af3b29a753bf tempest-ListServersNegativeTestJSON-393033240 tempest-ListServersNegativeTestJSON-393033240-project] Calling delete_port for a47dda3c-813e-49d7-9956-ffe17741a6bf owned by compute:nova {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:00:59.763435 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-68fbb6a2-42b4-4b09-816b-927490002f05 req-159487c4-89a9-48c2-a970-4881332df517 service neutron] 10.222.0.15 "GET /v2.0/networks/81249ed1-a33f-4045-8ad1-594c3da17cb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622453 Jun 01 19:00:59.793219 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ba8097ef-857e-4f2e-8c2f-585723b5dcaf tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:59.808182 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 40004) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:00:59.811017 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edf88fc5-6cbf-47be-8aef-fd2122f9fe85 tempest-DHCPAgentSchedulersTestJSON-491809353 tempest-DHCPAgentSchedulersTestJSON-491809353-project] Made reservation on behalf of f696ab1f26d547cda7f0f58d03a46d69 for: {'network': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:00:59.811017 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-edf88fc5-6cbf-47be-8aef-fd2122f9fe85 tempest-DHCPAgentSchedulersTestJSON-491809353 tempest-DHCPAgentSchedulersTestJSON-491809353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:00:59.828810 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba8097ef-857e-4f2e-8c2f-585723b5dcaf tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=88524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 19:00:59.828810 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ba8097ef-857e-4f2e-8c2f-585723b5dcaf tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2719018'] for segment, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:00.044725 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-6b10e186-a861-42b0-bf4b-2d9a8c9cb3f4 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] 10.222.0.41 "GET /v2.0/floatingips/a3e0905e-3b46-40f5-aff4-d4619e4830a6 HTTP/1.1" status: 200 len: 994 time: 0.2325611 Jun 01 19:01:00.121942 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-320974cd-b45c-480e-839b-6e920980eba8 req-6e521b17-c5ec-43c5-83c7-af3b29a753bf tempest-ListServersNegativeTestJSON-393033240 tempest-ListServersNegativeTestJSON-393033240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:00.163509 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment 1dc3ba40-dde3-4014-9949-13e409cccfaa resource provider aggregate not found Jun 01 19:01:00.207283 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e521b17-c5ec-43c5-83c7-af3b29a753bf tempest-ListServersNegativeTestJSON-393033240 tempest-ListServersNegativeTestJSON-393033240-project] Pushing event deleted for resources: {'Port': ['ID=a47dda3c-813e-49d7-9956-ffe17741a6bf,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:01:00.238362 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment 1dc3ba40-dde3-4014-9949-13e409cccfaa resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1dc3ba40-dde3-4014-9949-13e409cccfaa found for delete ", "request_id": "req-8de1980a-e786-4514-aafa-d62e6358935e"}]} Jun 01 19:01:00.321954 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [req-320974cd-b45c-480e-839b-6e920980eba8 req-6e521b17-c5ec-43c5-83c7-af3b29a753bf tempest-ListServersNegativeTestJSON-393033240 tempest-ListServersNegativeTestJSON-393033240-project] No DVR routers for this DVR port a47dda3c-813e-49d7-9956-ffe17741a6bf on host n-h1-844202-1 {{(pid=88525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:01:00.324681 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-320974cd-b45c-480e-839b-6e920980eba8 req-6e521b17-c5ec-43c5-83c7-af3b29a753bf tempest-ListServersNegativeTestJSON-393033240 tempest-ListServersNegativeTestJSON-393033240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:00.340324 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-320974cd-b45c-480e-839b-6e920980eba8 req-6e521b17-c5ec-43c5-83c7-af3b29a753bf tempest-ListServersNegativeTestJSON-393033240 tempest-ListServersNegativeTestJSON-393033240-project] 10.222.0.15 "DELETE /v2.0/ports/a47dda3c-813e-49d7-9956-ffe17741a6bf HTTP/1.1" status: 204 len: 173 time: 2.2730460 Jun 01 19:01:00.442025 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885a80e8-ec7e-4042-a1e5-b6deb7668118 req-1fba5e1a-a025-43f8-917c-258aa38b2fb7 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:01:00.450180 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-885a80e8-ec7e-4042-a1e5-b6deb7668118 req-1fba5e1a-a025-43f8-917c-258aa38b2fb7 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] 10.222.0.41 "GET /v2.0/ports?device_id=13b542a2-a8d3-45d5-98f6-71d76182d166 HTTP/1.1" status: 200 len: 945 time: 1.0563710 Jun 01 19:01:00.473414 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ba8097ef-857e-4f2e-8c2f-585723b5dcaf tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:00.482225 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edf88fc5-6cbf-47be-8aef-fd2122f9fe85 tempest-DHCPAgentSchedulersTestJSON-491809353 tempest-DHCPAgentSchedulersTestJSON-491809353-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 101} {{(pid=88524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 19:01:00.497901 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-5c9e3860-31d2-4540-8f69-d52bc3b53f3c req-99b55180-9098-4f12-83b9-0a5fc0625020 tempest-ListServersNegativeTestJSON-393033240 tempest-ListServersNegativeTestJSON-393033240-project] Synchronizing usage tracker for tenant:dddb3bf267ff45db8d51b8be9786bafe on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:01:00.515995 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba8097ef-857e-4f2e-8c2f-585723b5dcaf tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f77bd825-2fa8-4bc4-b3bb-12c3e27579d4 {{(pid=88524) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jun 01 19:01:00.515995 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ba8097ef-857e-4f2e-8c2f-585723b5dcaf tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:00.535813 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-ba8097ef-857e-4f2e-8c2f-585723b5dcaf tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] 10.222.0.41 "DELETE /v2.0/networks/f77bd825-2fa8-4bc4-b3bb-12c3e27579d4 HTTP/1.1" status: 204 len: 168 time: 2.7008626 Jun 01 19:01:00.541768 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 40026) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:01:00.556694 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-c4bd6100-a4e2-47a8-91bc-83a288c278ec tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] Request body: {'network': {'router:external': True}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:01:00.572374 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-c4bd6100-a4e2-47a8-91bc-83a288c278ec tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:01:00.577097 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8097ef-857e-4f2e-8c2f-585723b5dcaf tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] Pushing event deleted for resources: {'Network': ['ID=f77bd825-2fa8-4bc4-b3bb-12c3e27579d4,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:01:00.580422 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-c4bd6100-a4e2-47a8-91bc-83a288c278ec tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] Usage tracker for resource:network and tenant:6541ce325e5343f28b7c081b2267db05 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:01:00.580422 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-c4bd6100-a4e2-47a8-91bc-83a288c278ec tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:01:00.580422 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-5c9e3860-31d2-4540-8f69-d52bc3b53f3c req-99b55180-9098-4f12-83b9-0a5fc0625020 tempest-ListServersNegativeTestJSON-393033240 tempest-ListServersNegativeTestJSON-393033240-project] Unset dirty status for tenant:dddb3bf267ff45db8d51b8be9786bafe on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:01:00.583384 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-edf88fc5-6cbf-47be-8aef-fd2122f9fe85 tempest-DHCPAgentSchedulersTestJSON-491809353 tempest-DHCPAgentSchedulersTestJSON-491809353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:00.583384 n-d-844202-1 neutron-server[88524]: INFO neutron.db.segments_db [None req-edf88fc5-6cbf-47be-8aef-fd2122f9fe85 tempest-DHCPAgentSchedulersTestJSON-491809353 tempest-DHCPAgentSchedulersTestJSON-491809353-project] Added segment e9936a0b-a3e1-4a92-bf7a-481c434b3b58 of type vlan for network 0db026dc-e8d0-4fbe-9453-6bde4efca7a5 Jun 01 19:01:00.608283 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-5c9e3860-31d2-4540-8f69-d52bc3b53f3c req-99b55180-9098-4f12-83b9-0a5fc0625020 tempest-ListServersNegativeTestJSON-393033240 tempest-ListServersNegativeTestJSON-393033240-project] 10.222.0.41 "GET /v2.0/ports?device_id=1293a883-9525-4b5a-ac5c-0893b9e73df9 HTTP/1.1" status: 200 len: 210 time: 0.1890771 Jun 01 19:01:00.608283 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-c4bd6100-a4e2-47a8-91bc-83a288c278ec tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:01:00.631024 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4bd6100-a4e2-47a8-91bc-83a288c278ec tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] Made reservation on behalf of 6541ce325e5343f28b7c081b2267db05 for: {'network': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:01:00.650159 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c4bd6100-a4e2-47a8-91bc-83a288c278ec tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:00.663817 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-885a80e8-ec7e-4042-a1e5-b6deb7668118 req-a406e356-8515-4c87-af05-be4d9a1c6ee9 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a574796-057f-49e3-abd4-a6618918f66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149804 Jun 01 19:01:00.670894 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-c9233540-22c2-491c-91c2-41dd2767ae02 req-1a9314bd-54e2-4053-bbff-ae3b855a9757 tempest-ListServersNegativeTestJSON-393033240 tempest-ListServersNegativeTestJSON-393033240-project] For port b377290a-e454-44ec-9bfc-6b89477603ea, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=b377290a-e454-44ec-9bfc-6b89477603ea,segment=NetworkSegment(47d7f41d-219e-4148-824b-3ab6ff0e0043),segment_id=47d7f41d-219e-4148-824b-3ab6ff0e0043)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:01:00.672540 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-c9233540-22c2-491c-91c2-41dd2767ae02 req-1a9314bd-54e2-4053-bbff-ae3b855a9757 tempest-ListServersNegativeTestJSON-393033240 tempest-ListServersNegativeTestJSON-393033240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:00.721619 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4bd6100-a4e2-47a8-91bc-83a288c278ec tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 133} {{(pid=88525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 19:01:00.733575 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c4bd6100-a4e2-47a8-91bc-83a288c278ec tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:00.733921 n-d-844202-1 neutron-server[88525]: INFO neutron.db.segments_db [None req-c4bd6100-a4e2-47a8-91bc-83a288c278ec tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] Added segment e2527844-afdd-48a2-8b0a-8e3d2dfa5a3f of type vlan for network ab63fd5e-21d7-4619-a1e6-df2848b2370e Jun 01 19:01:00.740955 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1293a883-9525-4b5a-ac5c-0893b9e73df9', 'name': 'network-vif-deleted', 'tag': 'a47dda3c-813e-49d7-9956-ffe17741a6bf'}] {{(pid=88525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:01:00.798856 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c4bd6100-a4e2-47a8-91bc-83a288c278ec tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:00.820271 n-d-844202-1 neutron-server[88525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5769565-5c58-4824-8ae5-a8410c24b3de'] response: {'server_uuid': '1293a883-9525-4b5a-ac5c-0893b9e73df9', 'name': 'network-vif-deleted', 'tag': 'a47dda3c-813e-49d7-9956-ffe17741a6bf', 'status': 'completed', 'code': 200} Jun 01 19:01:00.850590 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c4bd6100-a4e2-47a8-91bc-83a288c278ec tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:00.852024 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4bd6100-a4e2-47a8-91bc-83a288c278ec tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:01:00.853001 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c4bd6100-a4e2-47a8-91bc-83a288c278ec tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:01.080885 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bd6100-a4e2-47a8-91bc-83a288c278ec tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] Pushing event updated for resources: {'Network': ['ID=ab63fd5e-21d7-4619-a1e6-df2848b2370e,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:01:01.105314 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network ab63fd5e-21d7-4619-a1e6-df2848b2370e details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 19:01:01.111772 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-c4bd6100-a4e2-47a8-91bc-83a288c278ec tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.5620697 Jun 01 19:01:01.111772 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 40050) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:01:01.120404 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-d2df3b15-98e0-404b-a7fe-ebb653853931 tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] Request body: {'subnet': {'network_id': 'ab63fd5e-21d7-4619-a1e6-df2848b2370e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:01:01.126043 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-d2df3b15-98e0-404b-a7fe-ebb653853931 tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:01:01.129421 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-d2df3b15-98e0-404b-a7fe-ebb653853931 tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] Usage tracker for resource:subnet and tenant:6541ce325e5343f28b7c081b2267db05 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:01:01.134745 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-d2df3b15-98e0-404b-a7fe-ebb653853931 tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:01:01.144355 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-c9233540-22c2-491c-91c2-41dd2767ae02 req-1a9314bd-54e2-4053-bbff-ae3b855a9757 tempest-ListServersNegativeTestJSON-393033240 tempest-ListServersNegativeTestJSON-393033240-project] Calling delete_port for b377290a-e454-44ec-9bfc-6b89477603ea owned by compute:nova {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:01:01.147598 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-d2df3b15-98e0-404b-a7fe-ebb653853931 tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:01:01.188562 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2df3b15-98e0-404b-a7fe-ebb653853931 tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] Made reservation on behalf of 6541ce325e5343f28b7c081b2267db05 for: {'subnet': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:01:01.195628 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d2df3b15-98e0-404b-a7fe-ebb653853931 tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9667140'] for subnet, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:01.362900 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-edf88fc5-6cbf-47be-8aef-fd2122f9fe85 tempest-DHCPAgentSchedulersTestJSON-491809353 tempest-DHCPAgentSchedulersTestJSON-491809353-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:01.694686 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.db.resource_extend [None req-edf88fc5-6cbf-47be-8aef-fd2122f9fe85 tempest-DHCPAgentSchedulersTestJSON-491809353 tempest-DHCPAgentSchedulersTestJSON-491809353-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 19:01:01.731444 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-c9233540-22c2-491c-91c2-41dd2767ae02 req-1a9314bd-54e2-4053-bbff-ae3b855a9757 tempest-ListServersNegativeTestJSON-393033240 tempest-ListServersNegativeTestJSON-393033240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:01.734794 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device a47dda3c-813e-49d7-9956-ffe17741a6bf no longer exists at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:01:01.744178 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-edf88fc5-6cbf-47be-8aef-fd2122f9fe85 tempest-DHCPAgentSchedulersTestJSON-491809353 tempest-DHCPAgentSchedulersTestJSON-491809353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:01.744178 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edf88fc5-6cbf-47be-8aef-fd2122f9fe85 tempest-DHCPAgentSchedulersTestJSON-491809353 tempest-DHCPAgentSchedulersTestJSON-491809353-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:01:01.758572 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-edf88fc5-6cbf-47be-8aef-fd2122f9fe85 tempest-DHCPAgentSchedulersTestJSON-491809353 tempest-DHCPAgentSchedulersTestJSON-491809353-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:01.898835 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] No Port match for: a47dda3c-813e-49d7-9956-ffe17741a6bf {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:01:01.898835 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device a47dda3c-813e-49d7-9956-ffe17741a6bf not bound to the agent host n-h1-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:01:02.067476 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device b377290a-e454-44ec-9bfc-6b89477603ea no longer exists at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:01:02.074589 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9314bd-54e2-4053-bbff-ae3b855a9757 tempest-ListServersNegativeTestJSON-393033240 tempest-ListServersNegativeTestJSON-393033240-project] Pushing event deleted for resources: {'Port': ['ID=b377290a-e454-44ec-9bfc-6b89477603ea,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:01:02.089859 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-edf88fc5-6cbf-47be-8aef-fd2122f9fe85 tempest-DHCPAgentSchedulersTestJSON-491809353 tempest-DHCPAgentSchedulersTestJSON-491809353-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 3.0405903 Jun 01 19:01:02.114535 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 40088) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:01:02.122003 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] No Port match for: b377290a-e454-44ec-9bfc-6b89477603ea {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:01:02.122927 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device b377290a-e454-44ec-9bfc-6b89477603ea not bound to the agent host n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:01:02.261230 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5512d730-fb72-497d-959b-178699239b5f req-06408c9f-e9d8-48e1-87f5-64870be7f079 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:01:02.269723 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-5512d730-fb72-497d-959b-178699239b5f req-06408c9f-e9d8-48e1-87f5-64870be7f079 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=863d6d17-7ec0-45a3-a6dc-82b322b76ced HTTP/1.1" status: 200 len: 945 time: 0.4309545 Jun 01 19:01:02.316204 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9233540-22c2-491c-91c2-41dd2767ae02 req-1a9314bd-54e2-4053-bbff-ae3b855a9757 tempest-ListServersNegativeTestJSON-393033240 tempest-ListServersNegativeTestJSON-393033240-project] No DVR routers for this DVR port b377290a-e454-44ec-9bfc-6b89477603ea on host n-h2-844202-1 {{(pid=88524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:01:02.337135 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-5512d730-fb72-497d-959b-178699239b5f req-20896027-295d-43d1-b66f-b6f7759c930b tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ce59b29-4aa6-4d2e-8584-a540c0a14c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663493 Jun 01 19:01:02.386100 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-c9233540-22c2-491c-91c2-41dd2767ae02 req-1a9314bd-54e2-4053-bbff-ae3b855a9757 tempest-ListServersNegativeTestJSON-393033240 tempest-ListServersNegativeTestJSON-393033240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:02.388157 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c9233540-22c2-491c-91c2-41dd2767ae02 req-1a9314bd-54e2-4053-bbff-ae3b855a9757 tempest-ListServersNegativeTestJSON-393033240 tempest-ListServersNegativeTestJSON-393033240-project] 10.222.0.50 "DELETE /v2.0/ports/b377290a-e454-44ec-9bfc-6b89477603ea HTTP/1.1" status: 204 len: 173 time: 3.7617016 Jun 01 19:01:02.402900 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cbf3535-c66c-46ba-be4b-d6a2af6edb21', 'name': 'network-vif-deleted', 'tag': 'b377290a-e454-44ec-9bfc-6b89477603ea'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:01:02.428265 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-6d564a76-4fe6-416e-9090-c1dafe997912 req-4a7c62e4-12cf-4149-aca7-28f9a2d81428 tempest-ListServersNegativeTestJSON-393033240 tempest-ListServersNegativeTestJSON-393033240-project] Synchronizing usage tracker for tenant:dddb3bf267ff45db8d51b8be9786bafe on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:01:02.543298 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf88fc5-6cbf-47be-8aef-fd2122f9fe85 tempest-DHCPAgentSchedulersTestJSON-491809353 tempest-DHCPAgentSchedulersTestJSON-491809353-project] Pushing event updated for resources: {'Network': ['ID=0db026dc-e8d0-4fbe-9453-6bde4efca7a5,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:01:02.560300 n-d-844202-1 neutron-server[88525]: DEBUG neutron.objects.ports [None req-d2df3b15-98e0-404b-a7fe-ebb653853931 tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88525) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jun 01 19:01:02.560300 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d2df3b15-98e0-404b-a7fe-ebb653853931 tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2614064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9667190'] for subnet, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:02.565182 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network 0db026dc-e8d0-4fbe-9453-6bde4efca7a5 details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 19:01:02.695561 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-6d564a76-4fe6-416e-9090-c1dafe997912 req-4a7c62e4-12cf-4149-aca7-28f9a2d81428 tempest-ListServersNegativeTestJSON-393033240 tempest-ListServersNegativeTestJSON-393033240-project] Unset dirty status for tenant:dddb3bf267ff45db8d51b8be9786bafe on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:01:02.711110 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6d564a76-4fe6-416e-9090-c1dafe997912 req-4a7c62e4-12cf-4149-aca7-28f9a2d81428 tempest-ListServersNegativeTestJSON-393033240 tempest-ListServersNegativeTestJSON-393033240-project] 10.222.0.41 "GET /v2.0/ports?device_id=4cbf3535-c66c-46ba-be4b-d6a2af6edb21 HTTP/1.1" status: 200 len: 210 time: 0.3943274 Jun 01 19:01:02.711741 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2df3b15-98e0-404b-a7fe-ebb653853931 tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] Pushing event updated for resources: {'Subnet': ['ID=89d6a5bd-c982-4cda-a491-5d44e65cab91,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:01:02.724689 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6a77beb-3c5b-4cd8-af54-ead714c4b2ab'] response: {'server_uuid': '4cbf3535-c66c-46ba-be4b-d6a2af6edb21', 'name': 'network-vif-deleted', 'tag': 'b377290a-e454-44ec-9bfc-6b89477603ea', 'status': 'completed', 'code': 200} Jun 01 19:01:02.791587 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2df3b15-98e0-404b-a7fe-ebb653853931 tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] Checking segment: {'id': 'e2527844-afdd-48a2-8b0a-8e3d2dfa5a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'ab63fd5e-21d7-4619-a1e6-df2848b2370e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:01:02.792045 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2df3b15-98e0-404b-a7fe-ebb653853931 tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] Network hostable DHCP agents. Network: ab63fd5e-21d7-4619-a1e6-df2848b2370e, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 19:01:02.815274 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2df3b15-98e0-404b-a7fe-ebb653853931 tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] Network ab63fd5e-21d7-4619-a1e6-df2848b2370e is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 19:01:02.835983 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-e03c6fc1-8b68-4799-925d-e4c10d61bc4d tempest-DHCPAgentSchedulersTestJSON-766442106 tempest-DHCPAgentSchedulersTestJSON-766442106-project-admin] 10.222.0.41 "GET /v2.0/agents/7df4667b-2e88-46f9-8fc5-ba011c23c953/dhcp-networks HTTP/1.1" status: 200 len: 6489 time: 0.7202694 Jun 01 19:01:02.837312 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-d2df3b15-98e0-404b-a7fe-ebb653853931 tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, ab63fd5e-21d7-4619-a1e6-df2848b2370e) {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:01:02.838740 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 40106) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:01:02.849511 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2df3b15-98e0-404b-a7fe-ebb653853931 tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:01:02.852449 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d2df3b15-98e0-404b-a7fe-ebb653853931 tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:02.853555 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53072c98-f875-453b-87fc-ad6437a21489 None None] Network ab63fd5e-21d7-4619-a1e6-df2848b2370e requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:01:02.889696 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-d2df3b15-98e0-404b-a7fe-ebb653853931 tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.7779100 Jun 01 19:01:02.892474 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 40110) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:01:02.898417 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-cd9e3b20-2486-4e34-8c7e-e9421604d04c tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] Request body: {'floatingip': {'floating_network_id': 'ab63fd5e-21d7-4619-a1e6-df2848b2370e'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:01:02.913789 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-cd9e3b20-2486-4e34-8c7e-e9421604d04c tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:01:02.922637 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-cd9e3b20-2486-4e34-8c7e-e9421604d04c tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] Usage tracker for resource:floatingip and tenant:6541ce325e5343f28b7c081b2267db05 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:01:02.952575 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-cd9e3b20-2486-4e34-8c7e-e9421604d04c tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:01:02.969231 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-cd9e3b20-2486-4e34-8c7e-e9421604d04c tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:01:03.008032 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-cd9e3b20-2486-4e34-8c7e-e9421604d04c tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:03.146918 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 40118) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:01:03.241691 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddb647f-0509-491e-a77a-7549c05290d4 req-23d0302e-66eb-483a-b94a-e3127558a43d tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:01:03.252205 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4ddb647f-0509-491e-a77a-7549c05290d4 req-23d0302e-66eb-483a-b94a-e3127558a43d tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] 10.222.0.41 "GET /v2.0/ports?device_id=13b542a2-a8d3-45d5-98f6-71d76182d166 HTTP/1.1" status: 200 len: 945 time: 0.3662539 Jun 01 19:01:03.310084 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-139eb4ea-b2df-4ad4-b9c6-a18a74a0fb96 tempest-DHCPAgentSchedulersTestJSON-766442106 tempest-DHCPAgentSchedulersTestJSON-766442106-project-admin] Network 0db026dc-e8d0-4fbe-9453-6bde4efca7a5 is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88524) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 19:01:03.366351 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4ddb647f-0509-491e-a77a-7549c05290d4 req-96a0e540-1e21-4899-9eef-bc3425751b45 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a574796-057f-49e3-abd4-a6618918f66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119795 Jun 01 19:01:03.374349 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-139eb4ea-b2df-4ad4-b9c6-a18a74a0fb96 tempest-DHCPAgentSchedulersTestJSON-766442106 tempest-DHCPAgentSchedulersTestJSON-766442106-project-admin] 10.222.0.41 "POST /v2.0/agents/7df4667b-2e88-46f9-8fc5-ba011c23c953/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.5316474 Jun 01 19:01:03.386511 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0826d65b-3d91-4978-9f07-f9a66374e960 None None] Network ab63fd5e-21d7-4619-a1e6-df2848b2370e requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:01:03.394957 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 40126) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:01:03.410685 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee16cc2d-0022-48b1-9d39-6377a2660d1e None None] Network 0db026dc-e8d0-4fbe-9453-6bde4efca7a5 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:01:03.475862 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64612b12-f10b-4317-a964-c4863ed9f760 req-07ee3425-7550-46b8-9c9e-38d01d36bfb7 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:01:03.478802 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-64612b12-f10b-4317-a964-c4863ed9f760 req-07ee3425-7550-46b8-9c9e-38d01d36bfb7 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.15 "GET /v2.0/ports?device_id=863d6d17-7ec0-45a3-a6dc-82b322b76ced HTTP/1.1" status: 200 len: 945 time: 0.3251579 Jun 01 19:01:03.486919 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-cd9e3b20-2486-4e34-8c7e-e9421604d04c tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:03.569914 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4d1ce4cb-59c2-44f3-b5df-797fc9196626 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:03.604455 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-4d1ce4cb-59c2-44f3-b5df-797fc9196626 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:01:03.612101 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-4d1ce4cb-59c2-44f3-b5df-797fc9196626 admin admin] Usage tracker for resource:security_group_rule and tenant:8797bee4834a461eb3530b3623f278dd is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:01:03.617469 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-4d1ce4cb-59c2-44f3-b5df-797fc9196626 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:01:03.629925 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-4d1ce4cb-59c2-44f3-b5df-797fc9196626 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:01:03.694174 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [req-64612b12-f10b-4317-a964-c4863ed9f760 req-fc4713c8-0b61-47d7-bf2d-2a5ddf2acc9b tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Deleting port 4a324220-33d8-474a-8fca-3b42f63f1ae1 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:01:03.694174 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-64612b12-f10b-4317-a964-c4863ed9f760 req-fc4713c8-0b61-47d7-bf2d-2a5ddf2acc9b tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:03.715056 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-7e4da7da-029f-43c3-a829-de841562080f tempest-DHCPAgentSchedulersTestJSON-766442106 tempest-DHCPAgentSchedulersTestJSON-766442106-project-admin] 10.222.0.41 "GET /v2.0/agents/7df4667b-2e88-46f9-8fc5-ba011c23c953/dhcp-networks HTTP/1.1" status: 200 len: 8030 time: 0.3188062 Jun 01 19:01:03.718155 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 40130) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:01:03.834808 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4d1ce4cb-59c2-44f3-b5df-797fc9196626 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:03.840052 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 40136) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:01:04.006460 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4d1ce4cb-59c2-44f3-b5df-797fc9196626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:04.072294 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71030b2c-1339-43ac-8846-437c38976bff req-30786cd0-8900-4e6b-9cf4-cbb2511463b6 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:01:04.074527 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-71030b2c-1339-43ac-8846-437c38976bff req-30786cd0-8900-4e6b-9cf4-cbb2511463b6 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=863d6d17-7ec0-45a3-a6dc-82b322b76ced HTTP/1.1" status: 200 len: 945 time: 0.4879963 Jun 01 19:01:04.109734 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [None req-cd9e3b20-2486-4e34-8c7e-e9421604d04c tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] Allocated IP 172.20.0.12 (ab63fd5e-21d7-4619-a1e6-df2848b2370e/89d6a5bd-c982-4cda-a491-5d44e65cab91/11d82033-c590-4d88-9ceb-bb176bd42a82) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:01:04.133942 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-4d1ce4cb-59c2-44f3-b5df-797fc9196626 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8797bee4834a461eb3530b3623f278dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9837072 Jun 01 19:01:04.139077 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 40142) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:01:04.144220 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-65207d47-8449-481a-bb80-2923bdfc3135 tempest-DHCPAgentSchedulersTestJSON-766442106 tempest-DHCPAgentSchedulersTestJSON-766442106-project-admin] 10.222.0.41 "DELETE /v2.0/agents/7df4667b-2e88-46f9-8fc5-ba011c23c953/dhcp-networks/0db026dc-e8d0-4fbe-9453-6bde4efca7a5 HTTP/1.1" status: 204 len: 168 time: 0.4248362 Jun 01 19:01:04.149423 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 40144) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:01:04.153216 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1ce4cb-59c2-44f3-b5df-797fc9196626 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b836c8b-703e-4d65-b599-c2b69dde9a5a,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:01:04.160551 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec605237-b6a2-46d9-8fc3-bc4fe2dadcf6 admin admin] Deleting subnet fc397ad5-3f5a-48df-8baa-b9902fca9a37 {{(pid=88524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 19:01:04.165135 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ec605237-b6a2-46d9-8fc3-bc4fe2dadcf6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:04.227988 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ec605237-b6a2-46d9-8fc3-bc4fe2dadcf6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2702137'] for subnet, precommit_delete_associations {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:04.285475 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ec605237-b6a2-46d9-8fc3-bc4fe2dadcf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:04.350737 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-71030b2c-1339-43ac-8846-437c38976bff req-924d48dc-4765-417e-ba99-51eb51d92b55 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ce59b29-4aa6-4d2e-8584-a540c0a14c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2672820 Jun 01 19:01:04.362169 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-64612b12-f10b-4317-a964-c4863ed9f760 req-fc4713c8-0b61-47d7-bf2d-2a5ddf2acc9b tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] For port 4a324220-33d8-474a-8fca-3b42f63f1ae1, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=4a324220-33d8-474a-8fca-3b42f63f1ae1,segment=NetworkSegment(e60765c6-124a-4916-8bfd-a8bc142f32ad),segment_id=e60765c6-124a-4916-8bfd-a8bc142f32ad)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:01:04.363163 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-64612b12-f10b-4317-a964-c4863ed9f760 req-fc4713c8-0b61-47d7-bf2d-2a5ddf2acc9b tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:04.368274 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ec605237-b6a2-46d9-8fc3-bc4fe2dadcf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2718856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3066595'] for subnet, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:04.433226 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec605237-b6a2-46d9-8fc3-bc4fe2dadcf6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc397ad5-3f5a-48df-8baa-b9902fca9a37,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:01:04.435346 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ec605237-b6a2-46d9-8fc3-bc4fe2dadcf6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:04.448412 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-ec605237-b6a2-46d9-8fc3-bc4fe2dadcf6 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/fc397ad5-3f5a-48df-8baa-b9902fca9a37 HTTP/1.1" status: 204 len: 168 time: 0.6058254 Jun 01 19:01:04.451780 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 40152) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:01:04.604635 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f52db8ae-ef22-4a60-a0fe-a3ee023cb51b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:04.622514 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e089f8f9-3e4b-495d-a7e2-287dbbdaa0ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:04.692779 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7ebf28-46f3-49d9-a2e7-bd7c4869d62d req-3aeaea66-df95-47bf-8a42-8b34cd94f11b tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:01:04.694245 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-bb7ebf28-46f3-49d9-a2e7-bd7c4869d62d req-3aeaea66-df95-47bf-8a42-8b34cd94f11b tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] 10.222.0.41 "GET /v2.0/ports?device_id=13b542a2-a8d3-45d5-98f6-71d76182d166 HTTP/1.1" status: 200 len: 945 time: 0.1646068 Jun 01 19:01:04.773497 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f52db8ae-ef22-4a60-a0fe-a3ee023cb51b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:04.781799 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e089f8f9-3e4b-495d-a7e2-287dbbdaa0ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:04.782043 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-cd9e3b20-2486-4e34-8c7e-e9421604d04c tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:04.822904 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-b1ad1d02-e6cf-458c-a3e9-1e31482733d5 tempest-DHCPAgentSchedulersTestJSON-766442106 tempest-DHCPAgentSchedulersTestJSON-766442106-project-admin] 10.222.0.41 "GET /v2.0/agents/7df4667b-2e88-46f9-8fc5-ba011c23c953/dhcp-networks HTTP/1.1" status: 200 len: 7259 time: 0.6603076 Jun 01 19:01:04.823726 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-bb7ebf28-46f3-49d9-a2e7-bd7c4869d62d req-235cd803-d57c-48e3-bbd7-336b411ae203 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a574796-057f-49e3-abd4-a6618918f66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804355 Jun 01 19:01:04.823837 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 40156) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:01:04.826934 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-e089f8f9-3e4b-495d-a7e2-287dbbdaa0ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f4aefc8-8490-4e9a-bdda-e7f820add1f8']}} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:01:04.846690 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-e089f8f9-3e4b-495d-a7e2-287dbbdaa0ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47d7f41d-219e-4148-824b-3ab6ff0e0043') {'for_net_delete': True} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:01:04.846993 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-e089f8f9-3e4b-495d-a7e2-287dbbdaa0ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47d7f41d-219e-4148-824b-3ab6ff0e0043') {} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:01:04.859417 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e089f8f9-3e4b-495d-a7e2-287dbbdaa0ff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2702126'] for segment, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:04.876127 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e089f8f9-3e4b-495d-a7e2-287dbbdaa0ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:04.882406 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e089f8f9-3e4b-495d-a7e2-287dbbdaa0ff admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=88524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 19:01:04.882786 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e089f8f9-3e4b-495d-a7e2-287dbbdaa0ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2719018'] for segment, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:04.944877 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment 47d7f41d-219e-4148-824b-3ab6ff0e0043 resource provider aggregate not found Jun 01 19:01:04.959877 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-9ff2bcdc-98a6-4996-814a-f6c61c803699 tempest-DHCPAgentSchedulersTestJSON-766442106 tempest-DHCPAgentSchedulersTestJSON-766442106-project-admin] 10.222.0.41 "GET /v2.0/networks/00fc5ac7-47e7-4dd4-b87a-9e291c2a38c2/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.1347764 Jun 01 19:01:04.968055 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 40166) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:01:04.975967 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-64612b12-f10b-4317-a964-c4863ed9f760 req-fc4713c8-0b61-47d7-bf2d-2a5ddf2acc9b tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:04.976661 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-64612b12-f10b-4317-a964-c4863ed9f760 req-fc4713c8-0b61-47d7-bf2d-2a5ddf2acc9b tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887712'] for floatingip, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:04.977183 n-d-844202-1 neutron-server[88525]: INFO neutron.db.l3_db [req-64612b12-f10b-4317-a964-c4863ed9f760 req-fc4713c8-0b61-47d7-bf2d-2a5ddf2acc9b tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Floating IP 417d56e1-2f8e-4ac8-acb1-d23916dd9c5b disassociated. External IP: 172.25.4.212, port: 4a324220-33d8-474a-8fca-3b42f63f1ae1. Jun 01 19:01:04.977674 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [req-64612b12-f10b-4317-a964-c4863ed9f760 req-fc4713c8-0b61-47d7-bf2d-2a5ddf2acc9b tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Calling delete_port for 4a324220-33d8-474a-8fca-3b42f63f1ae1 owned by compute:nova {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:01:04.985790 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment 47d7f41d-219e-4148-824b-3ab6ff0e0043 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 47d7f41d-219e-4148-824b-3ab6ff0e0043 found for delete ", "request_id": "req-7142f1e2-e81c-46a6-adc2-ace62919541f"}]} Jun 01 19:01:04.999147 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-875fa30b-c66a-4b08-a9fc-46ad8bd537fc tempest-DHCPAgentSchedulersTestJSON-766442106 tempest-DHCPAgentSchedulersTestJSON-766442106-project-admin] 10.222.0.41 "GET /v2.0/networks/00fc5ac7-47e7-4dd4-b87a-9e291c2a38c2/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0289779 Jun 01 19:01:05.000054 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e089f8f9-3e4b-495d-a7e2-287dbbdaa0ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:05.002349 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 40170) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:01:05.026621 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-cd9e3b20-2486-4e34-8c7e-e9421604d04c tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:05.027041 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e089f8f9-3e4b-495d-a7e2-287dbbdaa0ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:05.043810 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089f8f9-3e4b-495d-a7e2-287dbbdaa0ff admin admin] Pushing event deleted for resources: {'Network': ['ID=1f4aefc8-8490-4e9a-bdda-e7f820add1f8,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:01:05.062799 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-e089f8f9-3e4b-495d-a7e2-287dbbdaa0ff admin admin] 10.222.0.41 "DELETE /v2.0/networks/1f4aefc8-8490-4e9a-bdda-e7f820add1f8 HTTP/1.1" status: 204 len: 168 time: 0.6107900 Jun 01 19:01:05.079295 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f52db8ae-ef22-4a60-a0fe-a3ee023cb51b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:05.125350 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd9e3b20-2486-4e34-8c7e-e9421604d04c tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] Network ab63fd5e-21d7-4619-a1e6-df2848b2370e is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:01:05.136407 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-cd9e3b20-2486-4e34-8c7e-e9421604d04c tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:01:05.138332 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52db8ae-ef22-4a60-a0fe-a3ee023cb51b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b836c8b-703e-4d65-b599-c2b69dde9a5a,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:01:05.143257 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd9e3b20-2486-4e34-8c7e-e9421604d04c tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:01:05.192456 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9e3b20-2486-4e34-8c7e-e9421604d04c tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] Pushing event updated for resources: {'Port': ['ID=11d82033-c590-4d88-9ceb-bb176bd42a82,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:01:05.220651 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f52db8ae-ef22-4a60-a0fe-a3ee023cb51b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:05.222416 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-f52db8ae-ef22-4a60-a0fe-a3ee023cb51b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5b836c8b-703e-4d65-b599-c2b69dde9a5a HTTP/1.1" status: 204 len: 168 time: 1.0741150 Jun 01 19:01:05.277030 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 40182) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:01:05.309012 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-c5efedfc-6432-4208-9eda-34b49a394147 tempest-DHCPAgentSchedulersTestJSON-766442106 tempest-DHCPAgentSchedulersTestJSON-766442106-project-admin] 10.222.0.41 "GET /v2.0/agents/7df4667b-2e88-46f9-8fc5-ba011c23c953/dhcp-networks HTTP/1.1" status: 200 len: 6456 time: 0.3054135 Jun 01 19:01:05.309880 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 40186) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:01:05.467002 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ed1c71cf-fe70-495d-8928-81514278ccce tempest-DHCPAgentSchedulersTestJSON-491809353 tempest-DHCPAgentSchedulersTestJSON-491809353-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:05.506875 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-64612b12-f10b-4317-a964-c4863ed9f760 req-fc4713c8-0b61-47d7-bf2d-2a5ddf2acc9b tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:05.518235 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-7f1e4fe8-4bfe-4195-a62d-bcb16773ac79 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=dddb3bf267ff45db8d51b8be9786bafe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2378252 Jun 01 19:01:05.521847 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 40198) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:01:05.585543 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4713c8-0b61-47d7-bf2d-2a5ddf2acc9b tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Pushing event deleted for resources: {'Port': ['ID=4a324220-33d8-474a-8fca-3b42f63f1ae1,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:01:05.729199 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ed1c71cf-fe70-495d-8928-81514278ccce tempest-DHCPAgentSchedulersTestJSON-491809353 tempest-DHCPAgentSchedulersTestJSON-491809353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:05.732513 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-cd9e3b20-2486-4e34-8c7e-e9421604d04c tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:05.788020 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-7db4451c-4527-403b-bd88-51979273f4a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:05.806258 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-ed1c71cf-fe70-495d-8928-81514278ccce tempest-DHCPAgentSchedulersTestJSON-491809353 tempest-DHCPAgentSchedulersTestJSON-491809353-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0db026dc-e8d0-4fbe-9453-6bde4efca7a5']}} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:01:05.832254 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-ed1c71cf-fe70-495d-8928-81514278ccce tempest-DHCPAgentSchedulersTestJSON-491809353 tempest-DHCPAgentSchedulersTestJSON-491809353-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9936a0b-a3e1-4a92-bf7a-481c434b3b58') {'for_net_delete': True} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:01:05.832722 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-ed1c71cf-fe70-495d-8928-81514278ccce tempest-DHCPAgentSchedulersTestJSON-491809353 tempest-DHCPAgentSchedulersTestJSON-491809353-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9936a0b-a3e1-4a92-bf7a-481c434b3b58') {} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:01:05.866444 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-7db4451c-4527-403b-bd88-51979273f4a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:05.875706 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ed1c71cf-fe70-495d-8928-81514278ccce tempest-DHCPAgentSchedulersTestJSON-491809353 tempest-DHCPAgentSchedulersTestJSON-491809353-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2702126'] for segment, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:05.895309 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-82f1f5bf-5791-47a0-bc6e-eda7ab6da51f req-b8dab10e-6da1-4ead-9171-37b59b24eed0 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=863d6d17-7ec0-45a3-a6dc-82b322b76ced HTTP/1.1" status: 200 len: 210 time: 0.1614099 Jun 01 19:01:05.925123 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ed1c71cf-fe70-495d-8928-81514278ccce tempest-DHCPAgentSchedulersTestJSON-491809353 tempest-DHCPAgentSchedulersTestJSON-491809353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:05.961221 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed1c71cf-fe70-495d-8928-81514278ccce tempest-DHCPAgentSchedulersTestJSON-491809353 tempest-DHCPAgentSchedulersTestJSON-491809353-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=88524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 19:01:05.961652 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ed1c71cf-fe70-495d-8928-81514278ccce tempest-DHCPAgentSchedulersTestJSON-491809353 tempest-DHCPAgentSchedulersTestJSON-491809353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2719018'] for segment, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:06.002417 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 40218) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:01:06.060441 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-cd9e3b20-2486-4e34-8c7e-e9421604d04c tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:06.080269 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device d0a10bfd-7be3-4ccd-a898-3e8bd61ac545 details requested by agent hyperv_n-h2-844202-1 with host n-h2-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 19:01:06.131601 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c22f1823-55ab-43e2-8a23-3333010caca0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:06.226068 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-c22f1823-55ab-43e2-8a23-3333010caca0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:01:06.267339 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-c22f1823-55ab-43e2-8a23-3333010caca0 admin admin] Usage tracker for resource:security_group_rule and tenant:13bc7da71d45446e9426b40b587dbce9 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:01:06.280153 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-c22f1823-55ab-43e2-8a23-3333010caca0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:01:06.299008 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-c22f1823-55ab-43e2-8a23-3333010caca0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:01:06.303495 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [req-64612b12-f10b-4317-a964-c4863ed9f760 req-fc4713c8-0b61-47d7-bf2d-2a5ddf2acc9b tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Router 8b62f12d-33fd-4ec5-affe-319d520937cb has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 19:01:06.393462 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port d0a10bfd-7be3-4ccd-a898-3e8bd61ac545, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=d0a10bfd-7be3-4ccd-a898-3e8bd61ac545,segment=NetworkSegment(ce523ae2-04b9-4e0f-83fe-35e934deb7b2),segment_id=ce523ae2-04b9-4e0f-83fe-35e934deb7b2)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:01:06.400645 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ed1c71cf-fe70-495d-8928-81514278ccce tempest-DHCPAgentSchedulersTestJSON-491809353 tempest-DHCPAgentSchedulersTestJSON-491809353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:06.403237 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-7db4451c-4527-403b-bd88-51979273f4a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:06.441144 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ed1c71cf-fe70-495d-8928-81514278ccce tempest-DHCPAgentSchedulersTestJSON-491809353 tempest-DHCPAgentSchedulersTestJSON-491809353-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:06.445421 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1c71cf-fe70-495d-8928-81514278ccce tempest-DHCPAgentSchedulersTestJSON-491809353 tempest-DHCPAgentSchedulersTestJSON-491809353-project] Pushing event deleted for resources: {'Network': ['ID=0db026dc-e8d0-4fbe-9453-6bde4efca7a5,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:01:06.445663 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Returning: {'device': 'd0a10bfd-7be3-4ccd-a898-3e8bd61ac545', 'network_id': 'f7c7bfcf-c7c2-42d5-8541-1692408619fe', 'port_id': 'd0a10bfd-7be3-4ccd-a898-3e8bd61ac545', 'mac_address': 'fa:16:3e:3a:29:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78c15249-5b3e-42a1-9683-df5f45ae094c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 19:01:06.452290 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db4451c-4527-403b-bd88-51979273f4a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43f15f88-3b00-4688-8c0c-2b0bf6a4065d,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:01:06.480896 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23605f7-89aa-493e-b7f0-f33f62955972 req-bfd5aaf1-76a7-420d-9928-57b7162d43f9 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:01:06.482447 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c23605f7-89aa-493e-b7f0-f33f62955972 req-bfd5aaf1-76a7-420d-9928-57b7162d43f9 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] 10.222.0.41 "GET /v2.0/ports?device_id=13b542a2-a8d3-45d5-98f6-71d76182d166 HTTP/1.1" status: 200 len: 945 time: 0.3005354 Jun 01 19:01:06.491174 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-ed1c71cf-fe70-495d-8928-81514278ccce tempest-DHCPAgentSchedulersTestJSON-491809353 tempest-DHCPAgentSchedulersTestJSON-491809353-project] 10.222.0.41 "DELETE /v2.0/networks/0db026dc-e8d0-4fbe-9453-6bde4efca7a5 HTTP/1.1" status: 204 len: 168 time: 1.1794081 Jun 01 19:01:06.492163 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 40222) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:01:06.527343 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-7db4451c-4527-403b-bd88-51979273f4a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:06.528463 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-7db4451c-4527-403b-bd88-51979273f4a1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/43f15f88-3b00-4688-8c0c-2b0bf6a4065d HTTP/1.1" status: 204 len: 168 time: 1.0055656 Jun 01 19:01:06.573094 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c23605f7-89aa-493e-b7f0-f33f62955972 req-7d025f59-f5cb-4333-ab75-3e0b8dcd8be2 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a574796-057f-49e3-abd4-a6618918f66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798931 Jun 01 19:01:06.580947 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port d0a10bfd-7be3-4ccd-a898-3e8bd61ac545 is: ACTIVE; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:01:06.581551 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:06.592544 n-d-844202-1 neutron-server[88525]: INFO neutron.pecan_wsgi.hooks.translation [None req-abe72ff5-a165-46e2-b5c8-5c581d138e6d tempest-DHCPAgentSchedulersTestJSON-491809353 tempest-DHCPAgentSchedulersTestJSON-491809353-project] DELETE failed (client error): The resource could not be found. Jun 01 19:01:06.593495 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abe72ff5-a165-46e2-b5c8-5c581d138e6d tempest-DHCPAgentSchedulersTestJSON-491809353 tempest-DHCPAgentSchedulersTestJSON-491809353-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88525) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 19:01:06.614651 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d0a10bfd-7be3-4ccd-a898-3e8bd61ac545 {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 19:01:06.660519 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port d0a10bfd-7be3-4ccd-a898-3e8bd61ac545, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=d0a10bfd-7be3-4ccd-a898-3e8bd61ac545,segment=NetworkSegment(ce523ae2-04b9-4e0f-83fe-35e934deb7b2),segment_id=ce523ae2-04b9-4e0f-83fe-35e934deb7b2)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:01:06.668591 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:06.728835 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-abe72ff5-a165-46e2-b5c8-5c581d138e6d tempest-DHCPAgentSchedulersTestJSON-491809353 tempest-DHCPAgentSchedulersTestJSON-491809353-project] 10.222.0.41 "DELETE /v2.0/ports/569d3c08-afc8-425b-8459-71ef7be6ceed HTTP/1.1" status: 404 len: 333 time: 0.2330546 Jun 01 19:01:06.732533 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 40230) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:01:06.771554 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-64612b12-f10b-4317-a964-c4863ed9f760 req-fc4713c8-0b61-47d7-bf2d-2a5ddf2acc9b tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:01:06.789587 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dfd07b7-1848-4c9d-a488-703221bf82c2 None None] Sync routers for ids ['8b62f12d-33fd-4ec5-affe-319d520937cb'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:01:06.802038 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dfd07b7-1848-4c9d-a488-703221bf82c2 None None] Routers {'8b62f12d-33fd-4ec5-affe-319d520937cb'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:01:06.803285 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-1dfd07b7-1848-4c9d-a488-703221bf82c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:00:39Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['8b62f12d-33fd-4ec5-affe-319d520937cb'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:01:06.842602 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=d0a10bfd-7be3-4ccd-a898-3e8bd61ac545,revision_number=6']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:01:06.877415 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_v2 [None req-df767d9c-91cc-40c7-be47-741d86db816b tempest-DHCPAgentSchedulersTestJSON-491809353 tempest-DHCPAgentSchedulersTestJSON-491809353-project] Deleting subnet e682c541-e713-4f3c-8b31-2433106a7afe {{(pid=88524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 19:01:06.882770 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-df767d9c-91cc-40c7-be47-741d86db816b tempest-DHCPAgentSchedulersTestJSON-491809353 tempest-DHCPAgentSchedulersTestJSON-491809353-project] Notify callbacks [] for subnet, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:06.891141 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [req-64612b12-f10b-4317-a964-c4863ed9f760 req-fc4713c8-0b61-47d7-bf2d-2a5ddf2acc9b tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] No DVR routers for this DVR port 4a324220-33d8-474a-8fca-3b42f63f1ae1 on host n-h1-844202-1 {{(pid=88525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:01:06.900725 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-64612b12-f10b-4317-a964-c4863ed9f760 req-fc4713c8-0b61-47d7-bf2d-2a5ddf2acc9b tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:06.903385 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '863d6d17-7ec0-45a3-a6dc-82b322b76ced', 'name': 'network-vif-deleted', 'tag': '4a324220-33d8-474a-8fca-3b42f63f1ae1'}] {{(pid=88525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:01:06.909063 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c22f1823-55ab-43e2-8a23-3333010caca0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:06.914588 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-cd9e3b20-2486-4e34-8c7e-e9421604d04c tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:06.917734 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c22f1823-55ab-43e2-8a23-3333010caca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:06.927774 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] get_ports_and_sgs() called for port_ids ['d0a10bfd-7be3-4ccd-a898-3e8bd61ac545'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 19:01:06.933238 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-64612b12-f10b-4317-a964-c4863ed9f760 req-fc4713c8-0b61-47d7-bf2d-2a5ddf2acc9b tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.15 "DELETE /v2.0/ports/4a324220-33d8-474a-8fca-3b42f63f1ae1 HTTP/1.1" status: 204 len: 173 time: 3.4446907 Jun 01 19:01:06.936903 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-cd9e3b20-2486-4e34-8c7e-e9421604d04c tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:07.093080 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-df767d9c-91cc-40c7-be47-741d86db816b tempest-DHCPAgentSchedulersTestJSON-491809353 tempest-DHCPAgentSchedulersTestJSON-491809353-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2702137'] for subnet, precommit_delete_associations {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:07.177587 n-d-844202-1 neutron-server[88525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3b53728-edb1-4dfe-b24d-0a1a6e1bb5d0'] response: {'server_uuid': '863d6d17-7ec0-45a3-a6dc-82b322b76ced', 'name': 'network-vif-deleted', 'tag': '4a324220-33d8-474a-8fca-3b42f63f1ae1', 'status': 'completed', 'code': 200} Jun 01 19:01:07.217353 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-c22f1823-55ab-43e2-8a23-3333010caca0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=13bc7da71d45446e9426b40b587dbce9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2111197 Jun 01 19:01:07.247079 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22f1823-55ab-43e2-8a23-3333010caca0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c99b977a-1bc2-4d6c-9a69-ca410d1b54f3,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:01:07.255837 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 40252) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:01:07.350923 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9e3b20-2486-4e34-8c7e-e9421604d04c tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] Pushing event updated for resources: {'Port': ['ID=11d82033-c590-4d88-9ceb-bb176bd42a82,revision_number=2']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:01:07.390191 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-c0824a5f-8ef2-4f52-97a0-69c5fd617ec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:07.395000 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment e9936a0b-a3e1-4a92-bf7a-481c434b3b58 resource provider aggregate not found Jun 01 19:01:07.401171 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-cd9e3b20-2486-4e34-8c7e-e9421604d04c tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887712'] for floatingip, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:07.433603 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-1dfd07b7-1848-4c9d-a488-703221bf82c2 None None] Set router 8b62f12d-33fd-4ec5-affe-319d520937cb gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:01:07.480864 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-08a6c48e-ef5c-496d-9999-2237c84b9690 req-970dfafd-fed6-48d7-8b04-28d58a8b0203 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/ports?device_id=863d6d17-7ec0-45a3-a6dc-82b322b76ced HTTP/1.1" status: 200 len: 210 time: 0.1092842 Jun 01 19:01:07.494093 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-cd9e3b20-2486-4e34-8c7e-e9421604d04c tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for floatingip, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:07.497375 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-cd9e3b20-2486-4e34-8c7e-e9421604d04c tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.6022201 Jun 01 19:01:07.499504 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 40284) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:01:07.510573 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-037bb28e-1a2c-41a6-a673-8e7324d2be42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:07.545170 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-037bb28e-1a2c-41a6-a673-8e7324d2be42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:07.613437 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-037bb28e-1a2c-41a6-a673-8e7324d2be42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:07.653333 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037bb28e-1a2c-41a6-a673-8e7324d2be42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c99b977a-1bc2-4d6c-9a69-ca410d1b54f3,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:01:07.668182 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-037bb28e-1a2c-41a6-a673-8e7324d2be42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:07.673025 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-037bb28e-1a2c-41a6-a673-8e7324d2be42 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c99b977a-1bc2-4d6c-9a69-ca410d1b54f3 HTTP/1.1" status: 204 len: 168 time: 0.3975701 Jun 01 19:01:07.731056 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment e9936a0b-a3e1-4a92-bf7a-481c434b3b58 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e9936a0b-a3e1-4a92-bf7a-481c434b3b58 found for delete ", "request_id": "req-e928149e-01f7-4044-91d9-4da503b842bc"}]} Jun 01 19:01:07.772136 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 4a324220-33d8-474a-8fca-3b42f63f1ae1 no longer exists at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:01:07.848026 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-df767d9c-91cc-40c7-be47-741d86db816b tempest-DHCPAgentSchedulersTestJSON-491809353 tempest-DHCPAgentSchedulersTestJSON-491809353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:07.885764 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] No Port match for: 4a324220-33d8-474a-8fca-3b42f63f1ae1 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:01:07.885954 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 4a324220-33d8-474a-8fca-3b42f63f1ae1 not bound to the agent host n-h1-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:01:08.091194 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device d0a10bfd-7be3-4ccd-a898-3e8bd61ac545 no longer exists at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:01:08.145208 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-df767d9c-91cc-40c7-be47-741d86db816b tempest-DHCPAgentSchedulersTestJSON-491809353 tempest-DHCPAgentSchedulersTestJSON-491809353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2718856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3066595'] for subnet, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:08.159174 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-1dfd07b7-1848-4c9d-a488-703221bf82c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b62f12d-33fd-4ec5-affe-319d520937cb', 'name': 'tempest-ServerActionsTestJSON-694302495-router', 'tenant_id': 'eccea382ced5475f9a2098d1ef2ff267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.225'}], 'enable_snat': True}, 'gw_port_id': 'e693204c-43a4-4969-a0d0-15eb6d1dbe56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:50:57Z', 'updated_at': '2022-06-01T18:51:15Z', 'revision_number': 4, 'project_id': 'eccea382ced5475f9a2098d1ef2ff267', 'gw_port': {'id': 'e693204c-43a4-4969-a0d0-15eb6d1dbe56', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:5f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b62f12d-33fd-4ec5-affe-319d520937cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:51:01Z', 'updated_at': '2022-06-01T18:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': 'e46fb5dd-cf30-42e4-89e6-46926da20e2f', 'name': '', 'network_id': 'e3902938-4b6a-4448-87d9-59b63dd51a7f', 'tenant_id': 'eccea382ced5475f9a2098d1ef2ff267', 'mac_address': 'fa:16:3e:8b:0f:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b62f12d-33fd-4ec5-affe-319d520937cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': '276181f2-c3ab-487e-8805-06ed7064e884', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:51:12Z', 'updated_at': '2022-06-01T18:51:25Z', 'revision_number': 5, 'project_id': 'eccea382ced5475f9a2098d1ef2ff267', 'subnets': [{'id': '276181f2-c3ab-487e-8805-06ed7064e884', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:01:08.170914 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dfd07b7-1848-4c9d-a488-703221bf82c2 None None] Checking router: 8b62f12d-33fd-4ec5-affe-319d520937cb for host: n-d-844202-1 {{(pid=88527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 19:01:08.194293 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dfd07b7-1848-4c9d-a488-703221bf82c2 None None] Routers {'8b62f12d-33fd-4ec5-affe-319d520937cb'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:01:08.195051 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-1dfd07b7-1848-4c9d-a488-703221bf82c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:00:39Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['8b62f12d-33fd-4ec5-affe-319d520937cb'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:01:08.216848 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-df767d9c-91cc-40c7-be47-741d86db816b tempest-DHCPAgentSchedulersTestJSON-491809353 tempest-DHCPAgentSchedulersTestJSON-491809353-project] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:08.228270 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48b7d19-cf23-4526-bb43-210416d97c0b req-f9c604f9-c928-4ea8-bff5-2f6e79aef1c9 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:01:08.234320 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e48b7d19-cf23-4526-bb43-210416d97c0b req-f9c604f9-c928-4ea8-bff5-2f6e79aef1c9 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] 10.222.0.41 "GET /v2.0/ports?device_id=13b542a2-a8d3-45d5-98f6-71d76182d166 HTTP/1.1" status: 200 len: 944 time: 0.3720596 Jun 01 19:01:08.237666 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-df767d9c-91cc-40c7-be47-741d86db816b tempest-DHCPAgentSchedulersTestJSON-491809353 tempest-DHCPAgentSchedulersTestJSON-491809353-project] 10.222.0.41 "DELETE /v2.0/subnets/e682c541-e713-4f3c-8b31-2433106a7afe HTTP/1.1" status: 204 len: 168 time: 1.5035472 Jun 01 19:01:08.242803 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-b5a0b563-b651-4804-aaf6-180c4fb5e334 tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] 10.222.0.41 "GET /v2.0/floatingips?floating_network_id=ab63fd5e-21d7-4619-a1e6-df2848b2370e HTTP/1.1" status: 200 len: 690 time: 0.7416687 Jun 01 19:01:08.243554 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 40364) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:01:08.244042 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 40366) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:01:08.252920 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df767d9c-91cc-40c7-be47-741d86db816b tempest-DHCPAgentSchedulersTestJSON-491809353 tempest-DHCPAgentSchedulersTestJSON-491809353-project] Pushing event deleted for resources: {'Subnet': ['ID=e682c541-e713-4f3c-8b31-2433106a7afe,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:01:08.264516 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de1334b0-adf1-436f-b73f-cbb316144313 None None] Network 00fc5ac7-47e7-4dd4-b87a-9e291c2a38c2 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:01:08.394649 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e48b7d19-cf23-4526-bb43-210416d97c0b req-f218177f-1f39-48b1-b56b-ecfeafdce52f tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a574796-057f-49e3-abd4-a6618918f66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504109 Jun 01 19:01:08.457017 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-46f85a29-3617-43c2-9b32-028e8ffe26e6 tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:08.610051 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-1dfd07b7-1848-4c9d-a488-703221bf82c2 None None] Set router 8b62f12d-33fd-4ec5-affe-319d520937cb gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:01:08.688673 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-46f85a29-3617-43c2-9b32-028e8ffe26e6 tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] Deleting port 11d82033-c590-4d88-9ceb-bb176bd42a82 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:01:08.693541 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-46f85a29-3617-43c2-9b32-028e8ffe26e6 tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:08.769862 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 40432) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:01:08.919128 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 40448) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:01:08.940266 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d164d436-aa70-41fa-b2a5-9fb1a3fc2dce tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:09.002050 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d164d436-aa70-41fa-b2a5-9fb1a3fc2dce tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:09.134354 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d164d436-aa70-41fa-b2a5-9fb1a3fc2dce tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:09.206122 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-5352de6c-96a2-4ad9-836f-68c5c3e1f974 tempest-DHCPAgentSchedulersTestJSON-491809353 tempest-DHCPAgentSchedulersTestJSON-491809353-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:09.207689 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d164d436-aa70-41fa-b2a5-9fb1a3fc2dce tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ce59b29-4aa6-4d2e-8584-a540c0a14c5a,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:01:09.236389 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d164d436-aa70-41fa-b2a5-9fb1a3fc2dce tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:09.239322 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-d164d436-aa70-41fa-b2a5-9fb1a3fc2dce tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "DELETE /v2.0/security-groups/6ce59b29-4aa6-4d2e-8584-a540c0a14c5a HTTP/1.1" status: 204 len: 168 time: 0.4684618 Jun 01 19:01:09.242855 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 40488) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:01:09.268895 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port d0a10bfd-7be3-4ccd-a898-3e8bd61ac545 is: BUILD; New status is: DOWN {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:01:09.272160 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:09.303855 n-d-844202-1 neutron-server[88525]: INFO neutron.api.v2.resource [None req-28b59f0d-c6be-4fb2-b4df-c84a8e34257e tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] show failed (client error): The resource could not be found. Jun 01 19:01:09.307428 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-28b59f0d-c6be-4fb2-b4df-c84a8e34257e tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "GET /v2.0/security-groups/6ce59b29-4aa6-4d2e-8584-a540c0a14c5a HTTP/1.1" status: 404 len: 347 time: 0.0598276 Jun 01 19:01:09.333079 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 40498) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:01:09.356798 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id d0a10bfd-7be3-4ccd-a898-3e8bd61ac545 {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 19:01:09.386712 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port d0a10bfd-7be3-4ccd-a898-3e8bd61ac545, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=d0a10bfd-7be3-4ccd-a898-3e8bd61ac545,segment=NetworkSegment(ce523ae2-04b9-4e0f-83fe-35e934deb7b2),segment_id=ce523ae2-04b9-4e0f-83fe-35e934deb7b2)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:01:09.388447 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb580883-3042-4101-824d-57f70480955c None None] DHCP port deletion for 00fc5ac7-47e7-4dd4-b87a-9e291c2a38c2 request from n-d-844202-1 {{(pid=88526) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 19:01:09.398785 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:09.507945 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-bb580883-3042-4101-824d-57f70480955c None None] Deleting port f7d6f81a-14e7-41cb-9387-86970e37c236 {{(pid=88526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:01:09.511252 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-bb580883-3042-4101-824d-57f70480955c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:09.619490 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-5352de6c-96a2-4ad9-836f-68c5c3e1f974 tempest-DHCPAgentSchedulersTestJSON-491809353 tempest-DHCPAgentSchedulersTestJSON-491809353-project] Deleting port f7d6f81a-14e7-41cb-9387-86970e37c236 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:01:09.628779 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-5352de6c-96a2-4ad9-836f-68c5c3e1f974 tempest-DHCPAgentSchedulersTestJSON-491809353 tempest-DHCPAgentSchedulersTestJSON-491809353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:09.648509 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-6bbeda18-a0d9-4f8e-a979-71a2cd0675be admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1628027134-network', 'tenant_id': 'bf756b8c5fdb45ab8265bc74a72d3ff1'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:01:09.663661 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-6bbeda18-a0d9-4f8e-a979-71a2cd0675be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:01:09.680013 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-6bbeda18-a0d9-4f8e-a979-71a2cd0675be admin admin] Usage tracker for resource:network and tenant:bf756b8c5fdb45ab8265bc74a72d3ff1 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:01:09.688434 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-6bbeda18-a0d9-4f8e-a979-71a2cd0675be admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:01:09.709650 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-6bbeda18-a0d9-4f8e-a979-71a2cd0675be admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:01:09.715592 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-34313f10-e886-41e0-a836-432c195a68a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:09.767988 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b73e02b-9ddf-468b-83d2-25acb7a045e1 req-e1c85586-10b8-4335-bfec-8ad5232d7ca4 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:01:09.770329 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-0b73e02b-9ddf-468b-83d2-25acb7a045e1 req-e1c85586-10b8-4335-bfec-8ad5232d7ca4 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] 10.222.0.41 "GET /v2.0/ports?device_id=13b542a2-a8d3-45d5-98f6-71d76182d166 HTTP/1.1" status: 200 len: 943 time: 0.4720583 Jun 01 19:01:09.776501 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bbeda18-a0d9-4f8e-a979-71a2cd0675be admin admin] Made reservation on behalf of bf756b8c5fdb45ab8265bc74a72d3ff1 for: {'network': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:01:09.780037 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6bbeda18-a0d9-4f8e-a979-71a2cd0675be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:09.811489 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=d0a10bfd-7be3-4ccd-a898-3e8bd61ac545,revision_number=7']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:01:09.816731 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6bbeda18-a0d9-4f8e-a979-71a2cd0675be admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:09.844371 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-1dfd07b7-1848-4c9d-a488-703221bf82c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b62f12d-33fd-4ec5-affe-319d520937cb', 'name': 'tempest-ServerActionsTestJSON-694302495-router', 'tenant_id': 'eccea382ced5475f9a2098d1ef2ff267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.225'}], 'enable_snat': True}, 'gw_port_id': 'e693204c-43a4-4969-a0d0-15eb6d1dbe56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:50:57Z', 'updated_at': '2022-06-01T18:51:15Z', 'revision_number': 4, 'project_id': 'eccea382ced5475f9a2098d1ef2ff267', 'gw_port': {'id': 'e693204c-43a4-4969-a0d0-15eb6d1dbe56', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:5f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b62f12d-33fd-4ec5-affe-319d520937cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:51:01Z', 'updated_at': '2022-06-01T18:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': 'e46fb5dd-cf30-42e4-89e6-46926da20e2f', 'name': '', 'network_id': 'e3902938-4b6a-4448-87d9-59b63dd51a7f', 'tenant_id': 'eccea382ced5475f9a2098d1ef2ff267', 'mac_address': 'fa:16:3e:8b:0f:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b62f12d-33fd-4ec5-affe-319d520937cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': '276181f2-c3ab-487e-8805-06ed7064e884', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:51:12Z', 'updated_at': '2022-06-01T18:51:25Z', 'revision_number': 5, 'project_id': 'eccea382ced5475f9a2098d1ef2ff267', 'subnets': [{'id': '276181f2-c3ab-487e-8805-06ed7064e884', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:01:09.853463 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dfd07b7-1848-4c9d-a488-703221bf82c2 None None] The sync data for ids ['8b62f12d-33fd-4ec5-affe-319d520937cb'] in n-d-844202-1 is: [{'id': '8b62f12d-33fd-4ec5-affe-319d520937cb', 'name': 'tempest-ServerActionsTestJSON-694302495-router', 'tenant_id': 'eccea382ced5475f9a2098d1ef2ff267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.225'}], 'enable_snat': True}, 'gw_port_id': 'e693204c-43a4-4969-a0d0-15eb6d1dbe56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:50:57Z', 'updated_at': '2022-06-01T18:51:15Z', 'revision_number': 4, 'project_id': 'eccea382ced5475f9a2098d1ef2ff267', 'gw_port': {'id': 'e693204c-43a4-4969-a0d0-15eb6d1dbe56', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:5f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b62f12d-33fd-4ec5-affe-319d520937cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:51:01Z', 'updated_at': '2022-06-01T18:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': 'e46fb5dd-cf30-42e4-89e6-46926da20e2f', 'name': '', 'network_id': 'e3902938-4b6a-4448-87d9-59b63dd51a7f', 'tenant_id': 'eccea382ced5475f9a2098d1ef2ff267', 'mac_address': 'fa:16:3e:8b:0f:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b62f12d-33fd-4ec5-affe-319d520937cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': '276181f2-c3ab-487e-8805-06ed7064e884', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:51:12Z', 'updated_at': '2022-06-01T18:51:25Z', 'revision_number': 5, 'project_id': 'eccea382ced5475f9a2098d1ef2ff267', 'subnets': [{'id': '276181f2-c3ab-487e-8805-06ed7064e884', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:01:09.876051 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-6bbeda18-a0d9-4f8e-a979-71a2cd0675be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:01:09.881969 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-6bbeda18-a0d9-4f8e-a979-71a2cd0675be admin admin] Usage tracker for resource:security_group_rule and tenant:bf756b8c5fdb45ab8265bc74a72d3ff1 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:01:09.886638 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-6bbeda18-a0d9-4f8e-a979-71a2cd0675be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:01:09.891481 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-ac597f7b-172d-433e-8a7e-9595848a99a1 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Deleting port 158e3959-d7eb-409e-86a3-84e931acc1c6 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:01:09.893222 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ac597f7b-172d-433e-8a7e-9595848a99a1 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:09.897365 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-6bbeda18-a0d9-4f8e-a979-71a2cd0675be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:01:10.068629 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-bb580883-3042-4101-824d-57f70480955c None None] For port f7d6f81a-14e7-41cb-9387-86970e37c236, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=f7d6f81a-14e7-41cb-9387-86970e37c236,segment=NetworkSegment(8621a4b2-35f0-4646-949f-358d3de2ce39),segment_id=8621a4b2-35f0-4646-949f-358d3de2ce39)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:01:10.069871 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-0b73e02b-9ddf-468b-83d2-25acb7a045e1 req-303c363b-2b29-4846-9dac-4d0ba98f4dcc tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a574796-057f-49e3-abd4-a6618918f66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2618930 Jun 01 19:01:10.073529 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-bb580883-3042-4101-824d-57f70480955c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:10.160515 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6bbeda18-a0d9-4f8e-a979-71a2cd0675be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:10.169597 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6bbeda18-a0d9-4f8e-a979-71a2cd0675be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:10.259193 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bbeda18-a0d9-4f8e-a979-71a2cd0675be admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 140} {{(pid=88525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 19:01:10.262569 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ac597f7b-172d-433e-8a7e-9595848a99a1 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:10.263169 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ac597f7b-172d-433e-8a7e-9595848a99a1 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:10.291567 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbeda18-a0d9-4f8e-a979-71a2cd0675be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=589bb670-196e-4a52-ab51-90a27b35b93a,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:01:10.304190 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6bbeda18-a0d9-4f8e-a979-71a2cd0675be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:10.306963 n-d-844202-1 neutron-server[88525]: INFO neutron.db.segments_db [None req-6bbeda18-a0d9-4f8e-a979-71a2cd0675be admin admin] Added segment bb33b8a2-8c1e-4276-a1bb-b91cca461d9a of type vlan for network 74a3a6e0-cc10-45ab-b1cd-c12e53f535e2 Jun 01 19:01:10.395186 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6bbeda18-a0d9-4f8e-a979-71a2cd0675be admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:10.468956 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-bb580883-3042-4101-824d-57f70480955c None None] Calling delete_port for f7d6f81a-14e7-41cb-9387-86970e37c236 owned by network:dhcp {{(pid=88526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:01:10.515146 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6bbeda18-a0d9-4f8e-a979-71a2cd0675be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:10.518361 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bbeda18-a0d9-4f8e-a979-71a2cd0675be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:01:10.519347 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6bbeda18-a0d9-4f8e-a979-71a2cd0675be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:10.622476 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-ac597f7b-172d-433e-8a7e-9595848a99a1 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Calling delete_port for 158e3959-d7eb-409e-86a3-84e931acc1c6 owned by network:floatingip {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:01:10.634104 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b09d040-ce50-47e2-b54f-10ecea666e2f None None] New status for floating IP 417d56e1-2f8e-4ac8-acb1-d23916dd9c5b: DOWN {{(pid=88526) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 19:01:10.791605 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbeda18-a0d9-4f8e-a979-71a2cd0675be admin admin] Pushing event updated for resources: {'Network': ['ID=74a3a6e0-cc10-45ab-b1cd-c12e53f535e2,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:01:10.796305 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-6bbeda18-a0d9-4f8e-a979-71a2cd0675be admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.8761740 Jun 01 19:01:10.799317 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 40654) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:01:10.806577 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-553ee3ab-245d-48f2-ba9a-79a0c6e91d4a admin admin] Request body: {'subnet': {'network_id': '74a3a6e0-cc10-45ab-b1cd-c12e53f535e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1628027134-subnet', 'tenant_id': 'bf756b8c5fdb45ab8265bc74a72d3ff1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:01:10.815124 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-553ee3ab-245d-48f2-ba9a-79a0c6e91d4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:01:10.825399 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-553ee3ab-245d-48f2-ba9a-79a0c6e91d4a admin admin] Usage tracker for resource:subnet and tenant:bf756b8c5fdb45ab8265bc74a72d3ff1 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:01:10.838712 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-553ee3ab-245d-48f2-ba9a-79a0c6e91d4a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:01:10.851696 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-553ee3ab-245d-48f2-ba9a-79a0c6e91d4a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:01:10.879463 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-553ee3ab-245d-48f2-ba9a-79a0c6e91d4a admin admin] Made reservation on behalf of bf756b8c5fdb45ab8265bc74a72d3ff1 for: {'subnet': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:01:10.882801 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-553ee3ab-245d-48f2-ba9a-79a0c6e91d4a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9667140'] for subnet, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:10.896455 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-bb580883-3042-4101-824d-57f70480955c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535'] for port, after_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:10.904822 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network 74a3a6e0-cc10-45ab-b1cd-c12e53f535e2 details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 19:01:10.964805 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ac597f7b-172d-433e-8a7e-9595848a99a1 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:11.058575 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac597f7b-172d-433e-8a7e-9595848a99a1 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Pushing event deleted for resources: {'Port': ['ID=158e3959-d7eb-409e-86a3-84e931acc1c6,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:01:11.124455 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-5352de6c-96a2-4ad9-836f-68c5c3e1f974 tempest-DHCPAgentSchedulersTestJSON-491809353 tempest-DHCPAgentSchedulersTestJSON-491809353-project] The port 'f7d6f81a-14e7-41cb-9387-86970e37c236' was deleted {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 01 19:01:11.169095 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-46f85a29-3617-43c2-9b32-028e8ffe26e6 tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:11.169871 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-46f85a29-3617-43c2-9b32-028e8ffe26e6 tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:11.266670 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-553ee3ab-245d-48f2-ba9a-79a0c6e91d4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2614064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9667190'] for subnet, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:11.342992 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553ee3ab-245d-48f2-ba9a-79a0c6e91d4a admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1a81af7-23ae-4f38-bf38-3bf7b7d696d5,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:01:11.388457 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device f7d6f81a-14e7-41cb-9387-86970e37c236 no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:01:11.425035 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-553ee3ab-245d-48f2-ba9a-79a0c6e91d4a admin admin] Checking segment: {'id': 'bb33b8a2-8c1e-4276-a1bb-b91cca461d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '74a3a6e0-cc10-45ab-b1cd-c12e53f535e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:01:11.425390 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-553ee3ab-245d-48f2-ba9a-79a0c6e91d4a admin admin] Network hostable DHCP agents. Network: 74a3a6e0-cc10-45ab-b1cd-c12e53f535e2, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 19:01:11.465176 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb580883-3042-4101-824d-57f70480955c None None] No DVR routers for this DVR port f7d6f81a-14e7-41cb-9387-86970e37c236 on host n-d-844202-1 {{(pid=88526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:01:11.482966 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-553ee3ab-245d-48f2-ba9a-79a0c6e91d4a admin admin] Network 74a3a6e0-cc10-45ab-b1cd-c12e53f535e2 is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 19:01:11.506763 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a89236-d3c5-49ea-a8c0-ba6b66610850 req-1cf49a13-d251-4e56-831c-eb2623166242 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:01:11.508424 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a5a89236-d3c5-49ea-a8c0-ba6b66610850 req-1cf49a13-d251-4e56-831c-eb2623166242 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] 10.222.0.41 "GET /v2.0/ports?device_id=13b542a2-a8d3-45d5-98f6-71d76182d166 HTTP/1.1" status: 200 len: 943 time: 0.1561468 Jun 01 19:01:11.509646 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-553ee3ab-245d-48f2-ba9a-79a0c6e91d4a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, 74a3a6e0-cc10-45ab-b1cd-c12e53f535e2) {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:01:11.523327 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-553ee3ab-245d-48f2-ba9a-79a0c6e91d4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:01:11.523980 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-553ee3ab-245d-48f2-ba9a-79a0c6e91d4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:11.567467 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-46f85a29-3617-43c2-9b32-028e8ffe26e6 tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] Calling delete_port for 11d82033-c590-4d88-9ceb-bb176bd42a82 owned by network:floatingip {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:01:11.606038 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a5a89236-d3c5-49ea-a8c0-ba6b66610850 req-e86b739c-57f5-4129-8af5-dfa0f9761e5d tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a574796-057f-49e3-abd4-a6618918f66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625439 Jun 01 19:01:11.616762 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-553ee3ab-245d-48f2-ba9a-79a0c6e91d4a admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8069608 Jun 01 19:01:11.617048 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ac597f7b-172d-433e-8a7e-9595848a99a1 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Notify callbacks [] for floatingip, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:11.634219 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:11.634219 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb580883-3042-4101-824d-57f70480955c None None] Pushing event deleted for resources: {'Port': ['ID=f7d6f81a-14e7-41cb-9387-86970e37c236,revision_number=None']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:01:11.634219 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e947edf-d518-466e-bfe0-b0240c03be15 None None] Network 74a3a6e0-cc10-45ab-b1cd-c12e53f535e2 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:01:11.643244 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: f7d6f81a-14e7-41cb-9387-86970e37c236 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:01:11.643591 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device f7d6f81a-14e7-41cb-9387-86970e37c236 not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:01:11.645052 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:11.663587 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-5352de6c-96a2-4ad9-836f-68c5c3e1f974 tempest-DHCPAgentSchedulersTestJSON-491809353 tempest-DHCPAgentSchedulersTestJSON-491809353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:11.698211 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-5352de6c-96a2-4ad9-836f-68c5c3e1f974 tempest-DHCPAgentSchedulersTestJSON-491809353 tempest-DHCPAgentSchedulersTestJSON-491809353-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00fc5ac7-47e7-4dd4-b87a-9e291c2a38c2']}} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:01:11.714147 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-5352de6c-96a2-4ad9-836f-68c5c3e1f974 tempest-DHCPAgentSchedulersTestJSON-491809353 tempest-DHCPAgentSchedulersTestJSON-491809353-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8621a4b2-35f0-4646-949f-358d3de2ce39') {'for_net_delete': True} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:01:11.714453 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-5352de6c-96a2-4ad9-836f-68c5c3e1f974 tempest-DHCPAgentSchedulersTestJSON-491809353 tempest-DHCPAgentSchedulersTestJSON-491809353-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8621a4b2-35f0-4646-949f-358d3de2ce39') {} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:01:11.727688 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-5352de6c-96a2-4ad9-836f-68c5c3e1f974 tempest-DHCPAgentSchedulersTestJSON-491809353 tempest-DHCPAgentSchedulersTestJSON-491809353-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2702126'] for segment, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:11.738636 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.db.api [None req-0b09d040-ce50-47e2-b54f-10ecea666e2f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88526) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 19:01:11.738931 n-d-844202-1 neutron-server[88526]: DEBUG oslo_db.api [None req-0b09d040-ce50-47e2-b54f-10ecea666e2f None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 19:01:11.765404 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-5352de6c-96a2-4ad9-836f-68c5c3e1f974 tempest-DHCPAgentSchedulersTestJSON-491809353 tempest-DHCPAgentSchedulersTestJSON-491809353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:11.775223 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:11.779278 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:11.788913 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5352de6c-96a2-4ad9-836f-68c5c3e1f974 tempest-DHCPAgentSchedulersTestJSON-491809353 tempest-DHCPAgentSchedulersTestJSON-491809353-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=88524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 19:01:11.789363 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-5352de6c-96a2-4ad9-836f-68c5c3e1f974 tempest-DHCPAgentSchedulersTestJSON-491809353 tempest-DHCPAgentSchedulersTestJSON-491809353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2719018'] for segment, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:11.902846 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment 8621a4b2-35f0-4646-949f-358d3de2ce39 resource provider aggregate not found Jun 01 19:01:11.908304 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ac597f7b-172d-433e-8a7e-9595848a99a1 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for floatingip, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:11.909869 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-ac597f7b-172d-433e-8a7e-9595848a99a1 tempest-ServerActionsTestJSON-1424279970 tempest-ServerActionsTestJSON-1424279970-project] 10.222.0.41 "DELETE /v2.0/floatingips/417d56e1-2f8e-4ac8-acb1-d23916dd9c5b HTTP/1.1" status: 204 len: 168 time: 2.5617659 Jun 01 19:01:11.914702 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 40776) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:01:11.955273 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment 8621a4b2-35f0-4646-949f-358d3de2ce39 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8621a4b2-35f0-4646-949f-358d3de2ce39 found for delete ", "request_id": "req-80b37965-4d38-44fc-bc43-ab0aa679dc40"}]} Jun 01 19:01:11.970266 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:11.980388 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2c1568-96f7-4cde-80da-d3e720827400 req-ab9c2264-6068-4987-ab49-a183078adb4d tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:01:11.991868 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3d2c1568-96f7-4cde-80da-d3e720827400 req-ab9c2264-6068-4987-ab49-a183078adb4d tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] 10.222.0.50 "GET /v2.0/ports?device_id=13b542a2-a8d3-45d5-98f6-71d76182d166 HTTP/1.1" status: 200 len: 943 time: 1.3132200 Jun 01 19:01:11.994479 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-5352de6c-96a2-4ad9-836f-68c5c3e1f974 tempest-DHCPAgentSchedulersTestJSON-491809353 tempest-DHCPAgentSchedulersTestJSON-491809353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:12.006300 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-5352de6c-96a2-4ad9-836f-68c5c3e1f974 tempest-DHCPAgentSchedulersTestJSON-491809353 tempest-DHCPAgentSchedulersTestJSON-491809353-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:12.094826 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad07e146-2969-48c7-be79-f0ba08dc863a None None] Network 74a3a6e0-cc10-45ab-b1cd-c12e53f535e2 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:01:12.164416 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5352de6c-96a2-4ad9-836f-68c5c3e1f974 tempest-DHCPAgentSchedulersTestJSON-491809353 tempest-DHCPAgentSchedulersTestJSON-491809353-project] Pushing event deleted for resources: {'Network': ['ID=00fc5ac7-47e7-4dd4-b87a-9e291c2a38c2,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:01:12.168432 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-5352de6c-96a2-4ad9-836f-68c5c3e1f974 tempest-DHCPAgentSchedulersTestJSON-491809353 tempest-DHCPAgentSchedulersTestJSON-491809353-project] 10.222.0.41 "DELETE /v2.0/networks/00fc5ac7-47e7-4dd4-b87a-9e291c2a38c2 HTTP/1.1" status: 204 len: 168 time: 3.9194858 Jun 01 19:01:12.243167 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b09d040-ce50-47e2-b54f-10ecea666e2f None None] New status for floating IP 417d56e1-2f8e-4ac8-acb1-d23916dd9c5b: DOWN {{(pid=88526) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 19:01:12.306589 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-46f85a29-3617-43c2-9b32-028e8ffe26e6 tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:12.375724 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-3d2c1568-96f7-4cde-80da-d3e720827400 req-318b314e-3c29-4638-bc0a-2832fbea14dc tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] Deleting port d0a10bfd-7be3-4ccd-a898-3e8bd61ac545 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:01:12.376306 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-3d2c1568-96f7-4cde-80da-d3e720827400 req-318b314e-3c29-4638-bc0a-2832fbea14dc tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:12.423037 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f85a29-3617-43c2-9b32-028e8ffe26e6 tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] Pushing event deleted for resources: {'Port': ['ID=11d82033-c590-4d88-9ceb-bb176bd42a82,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:01:12.741507 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 40836) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:01:13.125611 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-46f85a29-3617-43c2-9b32-028e8ffe26e6 tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:13.225956 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47311a73-6508-4c6e-b04d-9682e24ab629 req-44197005-dab0-44f6-a6d5-08bbe7a6d4cd tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:01:13.235619 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-47311a73-6508-4c6e-b04d-9682e24ab629 req-44197005-dab0-44f6-a6d5-08bbe7a6d4cd tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] 10.222.0.41 "GET /v2.0/ports?device_id=13b542a2-a8d3-45d5-98f6-71d76182d166 HTTP/1.1" status: 200 len: 943 time: 0.3740995 Jun 01 19:01:13.239273 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-2ac0b6dc-bbb7-4e2a-a52e-11fd1c961ad4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f696ab1f26d547cda7f0f58d03a46d69&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4967148 Jun 01 19:01:13.247466 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 40854) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:01:13.299395 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69d0167-5f2a-4dd3-af47-d17d81a2fbc1 req-229b643c-928d-4ea1-a4e9-fa64a922cc53 tempest-ServerTagsTestJSON-1440915987 tempest-ServerTagsTestJSON-1440915987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:01:13.306537 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a69d0167-5f2a-4dd3-af47-d17d81a2fbc1 req-229b643c-928d-4ea1-a4e9-fa64a922cc53 tempest-ServerTagsTestJSON-1440915987 tempest-ServerTagsTestJSON-1440915987-project] 10.222.0.41 "GET /v2.0/networks?id=74a3a6e0-cc10-45ab-b1cd-c12e53f535e2 HTTP/1.1" status: 200 len: 809 time: 0.7539229 Jun 01 19:01:13.317306 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-3d2c1568-96f7-4cde-80da-d3e720827400 req-318b314e-3c29-4638-bc0a-2832fbea14dc tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] For port d0a10bfd-7be3-4ccd-a898-3e8bd61ac545, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=d0a10bfd-7be3-4ccd-a898-3e8bd61ac545,segment=NetworkSegment(ce523ae2-04b9-4e0f-83fe-35e934deb7b2),segment_id=ce523ae2-04b9-4e0f-83fe-35e934deb7b2)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:01:13.318386 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-3d2c1568-96f7-4cde-80da-d3e720827400 req-318b314e-3c29-4638-bc0a-2832fbea14dc tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:13.335292 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-46f85a29-3617-43c2-9b32-028e8ffe26e6 tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:13.399096 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-47311a73-6508-4c6e-b04d-9682e24ab629 req-6244894d-903c-4cad-a90f-790460cecba7 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a574796-057f-49e3-abd4-a6618918f66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622775 Jun 01 19:01:13.421165 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a69d0167-5f2a-4dd3-af47-d17d81a2fbc1 req-10acc05b-e39e-41fe-8b04-859bd8447fc5 tempest-ServerTagsTestJSON-1440915987 tempest-ServerTagsTestJSON-1440915987-project] 10.222.0.41 "GET /v2.0/quotas/bf756b8c5fdb45ab8265bc74a72d3ff1 HTTP/1.1" status: 200 len: 375 time: 0.1134839 Jun 01 19:01:13.424279 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-705e9044-87b4-41d5-a913-dbb606e54b89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:13.458210 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-705e9044-87b4-41d5-a913-dbb606e54b89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:13.595526 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-3d2c1568-96f7-4cde-80da-d3e720827400 req-318b314e-3c29-4638-bc0a-2832fbea14dc tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] Calling delete_port for d0a10bfd-7be3-4ccd-a898-3e8bd61ac545 owned by compute:nova {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:01:13.595643 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-705e9044-87b4-41d5-a913-dbb606e54b89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:13.651994 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a69d0167-5f2a-4dd3-af47-d17d81a2fbc1 req-bc481273-2944-425b-b5ea-31a32ce4a8fc tempest-ServerTagsTestJSON-1440915987 tempest-ServerTagsTestJSON-1440915987-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=bf756b8c5fdb45ab8265bc74a72d3ff1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2266178 Jun 01 19:01:13.662972 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [req-a69d0167-5f2a-4dd3-af47-d17d81a2fbc1 req-3c048939-6c5c-4a55-9ddb-b94498cb89c0 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=88524) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 19:01:13.670018 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a69d0167-5f2a-4dd3-af47-d17d81a2fbc1 req-3c048939-6c5c-4a55-9ddb-b94498cb89c0 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0199831 Jun 01 19:01:13.751519 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1acdf6f6-4d6b-48f0-8361-447342057956 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-887474'] for router_interface, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:13.775391 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-46f85a29-3617-43c2-9b32-028e8ffe26e6 tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2718856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3066595'] for subnet, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:13.812211 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705e9044-87b4-41d5-a913-dbb606e54b89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57d16ae9-bd2c-4dff-8d07-221c993feb06,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:01:13.829109 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f85a29-3617-43c2-9b32-028e8ffe26e6 tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=89d6a5bd-c982-4cda-a491-5d44e65cab91,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:01:13.842617 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-705e9044-87b4-41d5-a913-dbb606e54b89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:13.859311 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-705e9044-87b4-41d5-a913-dbb606e54b89 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/57d16ae9-bd2c-4dff-8d07-221c993feb06 HTTP/1.1" status: 204 len: 168 time: 0.5846581 Jun 01 19:01:14.053251 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a69d0167-5f2a-4dd3-af47-d17d81a2fbc1 req-e0bd06ef-72dd-4353-92bf-197d7a213aa1 service neutron] 10.222.0.41 "GET /v2.0/networks/74a3a6e0-cc10-45ab-b1cd-c12e53f535e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3818243 Jun 01 19:01:14.059519 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-46f85a29-3617-43c2-9b32-028e8ffe26e6 tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:14.133870 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device d0a10bfd-7be3-4ccd-a898-3e8bd61ac545 no longer exists at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:01:14.342330 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-1acdf6f6-4d6b-48f0-8361-447342057956 admin admin] Deleting port e46fb5dd-cf30-42e4-89e6-46926da20e2f {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:01:14.342909 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1acdf6f6-4d6b-48f0-8361-447342057956 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:14.389238 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a69d0167-5f2a-4dd3-af47-d17d81a2fbc1 req-42bcdd62-b411-4875-b227-50701b6cdc2a service neutron] 10.222.0.41 "GET /v2.0/networks/74a3a6e0-cc10-45ab-b1cd-c12e53f535e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3214481 Jun 01 19:01:14.397698 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-46f85a29-3617-43c2-9b32-028e8ffe26e6 tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab63fd5e-21d7-4619-a1e6-df2848b2370e']}} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:01:14.428803 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port d0a10bfd-7be3-4ccd-a898-3e8bd61ac545 is: DOWN; New status is: DOWN {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:01:14.440395 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-46f85a29-3617-43c2-9b32-028e8ffe26e6 tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2527844-afdd-48a2-8b0a-8e3d2dfa5a3f') {'for_net_delete': True} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:01:14.440883 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-46f85a29-3617-43c2-9b32-028e8ffe26e6 tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2527844-afdd-48a2-8b0a-8e3d2dfa5a3f') {} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:01:14.473109 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-46f85a29-3617-43c2-9b32-028e8ffe26e6 tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2702126'] for segment, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:14.493617 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-3d2c1568-96f7-4cde-80da-d3e720827400 req-318b314e-3c29-4638-bc0a-2832fbea14dc tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:14.626084 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-46f85a29-3617-43c2-9b32-028e8ffe26e6 tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:14.628847 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318b314e-3c29-4638-bc0a-2832fbea14dc tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] Pushing event deleted for resources: {'Port': ['ID=d0a10bfd-7be3-4ccd-a898-3e8bd61ac545,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:01:14.671224 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 40888) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:01:14.673742 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46f85a29-3617-43c2-9b32-028e8ffe26e6 tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=88524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 19:01:14.674218 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-46f85a29-3617-43c2-9b32-028e8ffe26e6 tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2719018'] for segment, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:14.720790 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a9819d9d-4da9-4c6c-9a28-bfe623162799 req-f5c45550-4dec-46a5-85dd-c27a80327f6e tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] 10.222.0.41 "GET /v2.0/ports?device_id=13b542a2-a8d3-45d5-98f6-71d76182d166 HTTP/1.1" status: 200 len: 210 time: 0.1030760 Jun 01 19:01:14.745003 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1afb8b27-ebd2-472d-8a18-bf8df6f94557 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:14.792326 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment e2527844-afdd-48a2-8b0a-8e3d2dfa5a3f resource provider aggregate not found Jun 01 19:01:14.845361 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-1afb8b27-ebd2-472d-8a18-bf8df6f94557 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:01:14.855849 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-1afb8b27-ebd2-472d-8a18-bf8df6f94557 admin admin] Usage tracker for resource:security_group_rule and tenant:7490c278f68a49f6b862949a34a1c475 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:01:14.859855 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [None req-1acdf6f6-4d6b-48f0-8361-447342057956 admin admin] For port e46fb5dd-cf30-42e4-89e6-46926da20e2f, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=e46fb5dd-cf30-42e4-89e6-46926da20e2f,segment=NetworkSegment(e60765c6-124a-4916-8bfd-a8bc142f32ad),segment_id=e60765c6-124a-4916-8bfd-a8bc142f32ad)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:01:14.860375 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1acdf6f6-4d6b-48f0-8361-447342057956 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:14.869240 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-1afb8b27-ebd2-472d-8a18-bf8df6f94557 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:01:14.879768 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-1afb8b27-ebd2-472d-8a18-bf8df6f94557 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:01:14.894478 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment e2527844-afdd-48a2-8b0a-8e3d2dfa5a3f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e2527844-afdd-48a2-8b0a-8e3d2dfa5a3f found for delete ", "request_id": "req-78e76787-b92b-41b2-aa04-7fb624090cec"}]} Jun 01 19:01:14.900897 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-2323d409-8c08-4746-880b-4b1e5937e379 req-ff6133e4-97fd-4d14-b204-8a58ac36f73c tempest-ServerTagsTestJSON-1440915987 tempest-ServerTagsTestJSON-1440915987-project] 10.222.0.41 "GET /v2.0/ports?device_id=ca05f881-9620-46b1-8761-46667cfa64e0 HTTP/1.1" status: 200 len: 210 time: 0.1116254 Jun 01 19:01:14.912374 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d2c1568-96f7-4cde-80da-d3e720827400 req-318b314e-3c29-4638-bc0a-2832fbea14dc tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] No DVR routers for this DVR port d0a10bfd-7be3-4ccd-a898-3e8bd61ac545 on host n-h2-844202-1 {{(pid=88524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:01:14.918910 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-3d2c1568-96f7-4cde-80da-d3e720827400 req-318b314e-3c29-4638-bc0a-2832fbea14dc tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:14.922084 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13b542a2-a8d3-45d5-98f6-71d76182d166', 'name': 'network-vif-deleted', 'tag': 'd0a10bfd-7be3-4ccd-a898-3e8bd61ac545'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:01:14.961031 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-46f85a29-3617-43c2-9b32-028e8ffe26e6 tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:14.988425 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46f85a29-3617-43c2-9b32-028e8ffe26e6 tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ab63fd5e-21d7-4619-a1e6-df2848b2370e {{(pid=88524) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jun 01 19:01:15.001968 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f85a29-3617-43c2-9b32-028e8ffe26e6 tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] Pushing event deleted for resources: {'Network': ['ID=ab63fd5e-21d7-4619-a1e6-df2848b2370e,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:01:15.012561 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-46f85a29-3617-43c2-9b32-028e8ffe26e6 tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:15.021635 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3d2c1568-96f7-4cde-80da-d3e720827400 req-318b314e-3c29-4638-bc0a-2832fbea14dc tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] 10.222.0.50 "DELETE /v2.0/ports/d0a10bfd-7be3-4ccd-a898-3e8bd61ac545 HTTP/1.1" status: 204 len: 173 time: 3.0207534 Jun 01 19:01:15.060876 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-46f85a29-3617-43c2-9b32-028e8ffe26e6 tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] 10.222.0.41 "DELETE /v2.0/networks/ab63fd5e-21d7-4619-a1e6-df2848b2370e HTTP/1.1" status: 204 len: 168 time: 6.8080854 Jun 01 19:01:15.061076 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 40910) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:01:15.063211 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-1acdf6f6-4d6b-48f0-8361-447342057956 admin admin] Calling delete_port for e46fb5dd-cf30-42e4-89e6-46926da20e2f owned by network:router_interface {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:01:15.369751 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1afb8b27-ebd2-472d-8a18-bf8df6f94557 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:15.402966 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1afb8b27-ebd2-472d-8a18-bf8df6f94557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:15.492758 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afb8b27-ebd2-472d-8a18-bf8df6f94557 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a728fabd-3733-4e29-bf30-4195fc40c912,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:01:15.549428 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-1afb8b27-ebd2-472d-8a18-bf8df6f94557 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7490c278f68a49f6b862949a34a1c475&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8438187 Jun 01 19:01:15.550409 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 40922) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:01:15.741876 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-bda93cce-c92c-4d78-aa73-859a2b9adb78 tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] Synchronizing usage tracker for tenant:6541ce325e5343f28b7c081b2267db05 on resource:floatingip {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:01:15.770124 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-bda93cce-c92c-4d78-aa73-859a2b9adb78 tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] Unset dirty status for tenant:6541ce325e5343f28b7c081b2267db05 on resource:floatingip {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:01:15.773417 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-bda93cce-c92c-4d78-aa73-859a2b9adb78 tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] 10.222.0.41 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 997 time: 0.7109983 Jun 01 19:01:15.775961 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 40932) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:01:15.917807 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b1188c3-1cad-4c00-880e-b2bca744a852'] response: {'server_uuid': '13b542a2-a8d3-45d5-98f6-71d76182d166', 'name': 'network-vif-deleted', 'tag': 'd0a10bfd-7be3-4ccd-a898-3e8bd61ac545', 'status': 'completed', 'code': 200} Jun 01 19:01:15.925350 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-07fca9b0-5915-4dfd-a261-0ed07c2e17e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:15.941034 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-251cf388-11a0-4bc0-b16a-44feb1a46adb tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:01:15.946404 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-251cf388-11a0-4bc0-b16a-44feb1a46adb tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:01:15.946952 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-251cf388-11a0-4bc0-b16a-44feb1a46adb tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:01:15.947463 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-251cf388-11a0-4bc0-b16a-44feb1a46adb tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:01:15.947965 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-251cf388-11a0-4bc0-b16a-44feb1a46adb tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:01:15.948621 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-251cf388-11a0-4bc0-b16a-44feb1a46adb tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:01:15.956401 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-251cf388-11a0-4bc0-b16a-44feb1a46adb tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:01:15.963155 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-251cf388-11a0-4bc0-b16a-44feb1a46adb tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] Synchronizing usage tracker for tenant:6541ce325e5343f28b7c081b2267db05 on resource:subnet {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:01:16.015125 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-251cf388-11a0-4bc0-b16a-44feb1a46adb tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] Unset dirty status for tenant:6541ce325e5343f28b7c081b2267db05 on resource:subnet {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:01:16.016607 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-251cf388-11a0-4bc0-b16a-44feb1a46adb tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4653 time: 0.2391253 Jun 01 19:01:16.019182 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 40942) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:01:16.039873 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-07fca9b0-5915-4dfd-a261-0ed07c2e17e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:16.185154 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1acdf6f6-4d6b-48f0-8361-447342057956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:16.232926 n-d-844202-1 neutron-server[88524]: INFO neutron.api.v2.resource [None req-9cb0124b-081d-4e45-a533-5a52e9b0c162 tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] delete failed (client error): The resource could not be found. Jun 01 19:01:16.234277 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-9cb0124b-081d-4e45-a533-5a52e9b0c162 tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] 10.222.0.41 "DELETE /v2.0/floatingips/7b2a03a5-c754-4915-9c54-c45225e8ab22 HTTP/1.1" status: 404 len: 345 time: 0.2141917 Jun 01 19:01:16.237343 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-be8263b0-8996-4f6e-b66f-7a859e238e80 req-d757eee7-61bc-41ba-bfae-ca5994022a06 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] Synchronizing usage tracker for tenant:cdc5de11547f4a5f8e1e8d097edd2ecf on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:01:16.241647 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 40948) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:01:16.271444 n-d-844202-1 neutron-server[88524]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc42cd21-e04a-471d-a883-ab10753a9271 tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] DELETE failed (client error): The resource could not be found. Jun 01 19:01:16.272063 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc42cd21-e04a-471d-a883-ab10753a9271 tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=88524) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 19:01:16.274378 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-bc42cd21-e04a-471d-a883-ab10753a9271 tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] 10.222.0.41 "DELETE /v2.0/networks/ab63fd5e-21d7-4619-a1e6-df2848b2370e HTTP/1.1" status: 404 len: 339 time: 0.0309696 Jun 01 19:01:16.279260 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 40954) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:01:16.285026 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-83304071-2685-4570-9ce3-6f120d2cdb2f tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] Request body: {'network': {'name': 'tempest-network--444525610', 'router:external': True}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:01:16.290594 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-83304071-2685-4570-9ce3-6f120d2cdb2f tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:01:16.294943 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-83304071-2685-4570-9ce3-6f120d2cdb2f tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] Usage tracker for resource:network and tenant:6541ce325e5343f28b7c081b2267db05 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:01:16.300183 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-83304071-2685-4570-9ce3-6f120d2cdb2f tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:01:16.303119 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acdf6f6-4d6b-48f0-8361-447342057956 admin admin] Pushing event deleted for resources: {'Port': ['ID=e46fb5dd-cf30-42e4-89e6-46926da20e2f,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:01:16.307899 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-83304071-2685-4570-9ce3-6f120d2cdb2f tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:01:16.308214 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-191f98be-7ba7-4633-95cd-891f7701e238 req-7b8d5f1a-26a9-4d7a-a979-544a2978f085 tempest-ServerTagsTestJSON-1440915987 tempest-ServerTagsTestJSON-1440915987-project] 10.222.0.41 "GET /v2.0/ports?device_id=ca05f881-9620-46b1-8761-46667cfa64e0 HTTP/1.1" status: 200 len: 210 time: 0.0711269 Jun 01 19:01:16.323820 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83304071-2685-4570-9ce3-6f120d2cdb2f tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] Made reservation on behalf of 6541ce325e5343f28b7c081b2267db05 for: {'network': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:01:16.335450 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-83304071-2685-4570-9ce3-6f120d2cdb2f tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:16.357318 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-07fca9b0-5915-4dfd-a261-0ed07c2e17e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:16.379737 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-be8263b0-8996-4f6e-b66f-7a859e238e80 req-d757eee7-61bc-41ba-bfae-ca5994022a06 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] Unset dirty status for tenant:cdc5de11547f4a5f8e1e8d097edd2ecf on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:01:16.382089 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-be8263b0-8996-4f6e-b66f-7a859e238e80 req-d757eee7-61bc-41ba-bfae-ca5994022a06 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] 10.222.0.41 "GET /v2.0/ports?device_id=13b542a2-a8d3-45d5-98f6-71d76182d166 HTTP/1.1" status: 200 len: 210 time: 0.2277215 Jun 01 19:01:16.389334 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83304071-2685-4570-9ce3-6f120d2cdb2f tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 117} {{(pid=88524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 19:01:16.416022 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-83304071-2685-4570-9ce3-6f120d2cdb2f tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:16.416441 n-d-844202-1 neutron-server[88524]: INFO neutron.db.segments_db [None req-83304071-2685-4570-9ce3-6f120d2cdb2f tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] Added segment 564f294a-27b9-42df-8b75-01c542a0dd58 of type vlan for network 1b0eef6b-9f37-408d-988b-de3c87d0efe2 Jun 01 19:01:16.463171 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-83304071-2685-4570-9ce3-6f120d2cdb2f tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:16.470769 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fca9b0-5915-4dfd-a261-0ed07c2e17e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a728fabd-3733-4e29-bf30-4195fc40c912,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:01:16.527817 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-07fca9b0-5915-4dfd-a261-0ed07c2e17e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:16.533732 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-83304071-2685-4570-9ce3-6f120d2cdb2f tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:16.539087 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-07fca9b0-5915-4dfd-a261-0ed07c2e17e9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a728fabd-3733-4e29-bf30-4195fc40c912 HTTP/1.1" status: 204 len: 168 time: 0.9842448 Jun 01 19:01:16.541916 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83304071-2685-4570-9ce3-6f120d2cdb2f tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:01:16.543335 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-83304071-2685-4570-9ce3-6f120d2cdb2f tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:16.714886 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-83304071-2685-4570-9ce3-6f120d2cdb2f tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.4342360 Jun 01 19:01:16.715798 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 40964) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:01:16.751504 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83304071-2685-4570-9ce3-6f120d2cdb2f tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] Pushing event updated for resources: {'Network': ['ID=1b0eef6b-9f37-408d-988b-de3c87d0efe2,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:01:16.765620 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network 1b0eef6b-9f37-408d-988b-de3c87d0efe2 details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 19:01:17.180485 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1acdf6f6-4d6b-48f0-8361-447342057956 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-887310'] for router_interface, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:17.231016 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69d0167-5f2a-4dd3-af47-d17d81a2fbc1 req-9827fe27-0a89-42b2-8a24-189c5cd401ed tempest-ServerTagsTestJSON-1440915987 tempest-ServerTagsTestJSON-1440915987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:01:17.232708 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a69d0167-5f2a-4dd3-af47-d17d81a2fbc1 req-9827fe27-0a89-42b2-8a24-189c5cd401ed tempest-ServerTagsTestJSON-1440915987 tempest-ServerTagsTestJSON-1440915987-project] 10.222.0.50 "GET /v2.0/networks?id=74a3a6e0-cc10-45ab-b1cd-c12e53f535e2 HTTP/1.1" status: 200 len: 809 time: 0.4722934 Jun 01 19:01:17.241161 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95aac807-a426-4bd8-8ca8-4e92850b3f65 tempest-ExternalNetworksTestJSON-1028774186 tempest-ExternalNetworksTestJSON-1028774186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:01:17.247214 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95aac807-a426-4bd8-8ca8-4e92850b3f65 tempest-ExternalNetworksTestJSON-1028774186 tempest-ExternalNetworksTestJSON-1028774186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:01:17.253176 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95aac807-a426-4bd8-8ca8-4e92850b3f65 tempest-ExternalNetworksTestJSON-1028774186 tempest-ExternalNetworksTestJSON-1028774186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:01:17.259205 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95aac807-a426-4bd8-8ca8-4e92850b3f65 tempest-ExternalNetworksTestJSON-1028774186 tempest-ExternalNetworksTestJSON-1028774186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:01:17.260214 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-95aac807-a426-4bd8-8ca8-4e92850b3f65 tempest-ExternalNetworksTestJSON-1028774186 tempest-ExternalNetworksTestJSON-1028774186-project] Synchronizing usage tracker for tenant:7a244fc06bfb49bca860634dc5fe1250 on resource:network {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:01:17.274555 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-a69d0167-5f2a-4dd3-af47-d17d81a2fbc1 req-a5513d3a-bee4-48ec-82cb-6ef922b5d6fd tempest-ServerTagsTestJSON-1440915987 tempest-ServerTagsTestJSON-1440915987-project] Request body: {'port': {'device_id': 'ca05f881-9620-46b1-8761-46667cfa64e0', 'network_id': '74a3a6e0-cc10-45ab-b1cd-c12e53f535e2', 'admin_state_up': True, 'tenant_id': 'bf756b8c5fdb45ab8265bc74a72d3ff1'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:01:17.394886 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-95aac807-a426-4bd8-8ca8-4e92850b3f65 tempest-ExternalNetworksTestJSON-1028774186 tempest-ExternalNetworksTestJSON-1028774186-project] Unset dirty status for tenant:7a244fc06bfb49bca860634dc5fe1250 on resource:network {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:01:17.401461 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-95aac807-a426-4bd8-8ca8-4e92850b3f65 tempest-ExternalNetworksTestJSON-1028774186 tempest-ExternalNetworksTestJSON-1028774186-project] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.6554680 Jun 01 19:01:17.404213 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 40990) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:01:17.623550 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-425a1c5c-dbd4-4272-b8d4-b15b9f5d904a tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:17.636323 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-a69d0167-5f2a-4dd3-af47-d17d81a2fbc1 req-a5513d3a-bee4-48ec-82cb-6ef922b5d6fd tempest-ServerTagsTestJSON-1440915987 tempest-ServerTagsTestJSON-1440915987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:01:17.644382 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-a69d0167-5f2a-4dd3-af47-d17d81a2fbc1 req-a5513d3a-bee4-48ec-82cb-6ef922b5d6fd tempest-ServerTagsTestJSON-1440915987 tempest-ServerTagsTestJSON-1440915987-project] Usage tracker for resource:port and tenant:bf756b8c5fdb45ab8265bc74a72d3ff1 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:01:17.698340 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-a69d0167-5f2a-4dd3-af47-d17d81a2fbc1 req-a5513d3a-bee4-48ec-82cb-6ef922b5d6fd tempest-ServerTagsTestJSON-1440915987 tempest-ServerTagsTestJSON-1440915987-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:01:17.701929 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 41002) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:01:17.727980 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-a69d0167-5f2a-4dd3-af47-d17d81a2fbc1 req-a5513d3a-bee4-48ec-82cb-6ef922b5d6fd tempest-ServerTagsTestJSON-1440915987 tempest-ServerTagsTestJSON-1440915987-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:01:17.733265 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-801e84f7-47f3-491c-bfe1-81a87d12d898 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1244765913', 'description': 'tempest-description--2004285869'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:01:17.741024 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-0d724fb2-52bc-4617-8193-ba56019a37ec req-73c0f908-1d22-4d7a-b61e-ebc2d95dd463 tempest-ServerTagsTestJSON-1440915987 tempest-ServerTagsTestJSON-1440915987-project] 10.222.0.41 "GET /v2.0/ports?device_id=ca05f881-9620-46b1-8761-46667cfa64e0 HTTP/1.1" status: 200 len: 210 time: 0.0964210 Jun 01 19:01:17.749615 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-801e84f7-47f3-491c-bfe1-81a87d12d898 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:01:17.838262 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-801e84f7-47f3-491c-bfe1-81a87d12d898 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:01:17.843708 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a69d0167-5f2a-4dd3-af47-d17d81a2fbc1 req-a5513d3a-bee4-48ec-82cb-6ef922b5d6fd tempest-ServerTagsTestJSON-1440915987 tempest-ServerTagsTestJSON-1440915987-project] Made reservation on behalf of bf756b8c5fdb45ab8265bc74a72d3ff1 for: {'port': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:01:17.847187 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-a69d0167-5f2a-4dd3-af47-d17d81a2fbc1 req-a5513d3a-bee4-48ec-82cb-6ef922b5d6fd tempest-ServerTagsTestJSON-1440915987 tempest-ServerTagsTestJSON-1440915987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:17.873222 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-425a1c5c-dbd4-4272-b8d4-b15b9f5d904a tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:17.906182 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1acdf6f6-4d6b-48f0-8361-447342057956 admin admin] Router 8b62f12d-33fd-4ec5-affe-319d520937cb has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 19:01:17.929544 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-801e84f7-47f3-491c-bfe1-81a87d12d898 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:17.947219 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-425a1c5c-dbd4-4272-b8d4-b15b9f5d904a tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b0eef6b-9f37-408d-988b-de3c87d0efe2']}} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:01:18.035202 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-425a1c5c-dbd4-4272-b8d4-b15b9f5d904a tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '564f294a-27b9-42df-8b75-01c542a0dd58') {'for_net_delete': True} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:01:18.035660 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-425a1c5c-dbd4-4272-b8d4-b15b9f5d904a tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '564f294a-27b9-42df-8b75-01c542a0dd58') {} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:01:18.070511 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-801e84f7-47f3-491c-bfe1-81a87d12d898 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:01:18.086370 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-425a1c5c-dbd4-4272-b8d4-b15b9f5d904a tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2702126'] for segment, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:18.102933 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1acdf6f6-4d6b-48f0-8361-447342057956 admin admin] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:01:18.112276 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-1acdf6f6-4d6b-48f0-8361-447342057956 admin admin] 10.222.0.41 "PUT /v2.0/routers/8b62f12d-33fd-4ec5-affe-319d520937cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1943457 Jun 01 19:01:18.112443 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-801e84f7-47f3-491c-bfe1-81a87d12d898 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] Usage tracker for resource:security_group_rule and tenant:cdc5de11547f4a5f8e1e8d097edd2ecf is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:01:18.112790 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 41016) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:01:18.114815 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a515634-9df6-446a-b9a8-46bdc488f5eb None None] Sync routers for ids ['8b62f12d-33fd-4ec5-affe-319d520937cb'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:01:18.127645 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a515634-9df6-446a-b9a8-46bdc488f5eb None None] Routers {'8b62f12d-33fd-4ec5-affe-319d520937cb'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:01:18.128883 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-6a515634-9df6-446a-b9a8-46bdc488f5eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:01:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['8b62f12d-33fd-4ec5-affe-319d520937cb'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:01:18.133705 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-801e84f7-47f3-491c-bfe1-81a87d12d898 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:01:18.159610 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-425a1c5c-dbd4-4272-b8d4-b15b9f5d904a tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:18.166083 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-801e84f7-47f3-491c-bfe1-81a87d12d898 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:01:18.183670 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-425a1c5c-dbd4-4272-b8d4-b15b9f5d904a tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=88524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 19:01:18.184522 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-425a1c5c-dbd4-4272-b8d4-b15b9f5d904a tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2719018'] for segment, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:18.352590 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e5311b90-16f2-4a86-9d49-62ade6f75862 admin admin] Notify callbacks [] for router, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:18.359475 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment 564f294a-27b9-42df-8b75-01c542a0dd58 resource provider aggregate not found Jun 01 19:01:18.419288 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [req-a69d0167-5f2a-4dd3-af47-d17d81a2fbc1 req-a5513d3a-bee4-48ec-82cb-6ef922b5d6fd tempest-ServerTagsTestJSON-1440915987 tempest-ServerTagsTestJSON-1440915987-project] Allocated IP 172.20.0.7 (74a3a6e0-cc10-45ab-b1cd-c12e53f535e2/a1a81af7-23ae-4f38-bf38-3bf7b7d696d5/f964e16d-466b-4776-bf96-d6bb84d73922) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:01:18.508198 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-6a515634-9df6-446a-b9a8-46bdc488f5eb None None] Set router 8b62f12d-33fd-4ec5-affe-319d520937cb gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:01:18.655694 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e5311b90-16f2-4a86-9d49-62ade6f75862 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:18.677493 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-e5311b90-16f2-4a86-9d49-62ade6f75862 admin admin] Deleting port e693204c-43a4-4969-a0d0-15eb6d1dbe56 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:01:18.678230 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e5311b90-16f2-4a86-9d49-62ade6f75862 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:18.978827 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-a69d0167-5f2a-4dd3-af47-d17d81a2fbc1 req-a5513d3a-bee4-48ec-82cb-6ef922b5d6fd tempest-ServerTagsTestJSON-1440915987 tempest-ServerTagsTestJSON-1440915987-project] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:19.066016 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment 564f294a-27b9-42df-8b75-01c542a0dd58 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 564f294a-27b9-42df-8b75-01c542a0dd58 found for delete ", "request_id": "req-e6eb0eb2-df57-444f-97d9-7a64879defcd"}]} Jun 01 19:01:19.067111 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-a69d0167-5f2a-4dd3-af47-d17d81a2fbc1 req-a5513d3a-bee4-48ec-82cb-6ef922b5d6fd tempest-ServerTagsTestJSON-1440915987 tempest-ServerTagsTestJSON-1440915987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:19.105201 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [None req-e5311b90-16f2-4a86-9d49-62ade6f75862 admin admin] For port e693204c-43a4-4969-a0d0-15eb6d1dbe56, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=e693204c-43a4-4969-a0d0-15eb6d1dbe56,segment=NetworkSegment(7875af61-4c53-4ff2-b8c8-d4b7c35ff947),segment_id=7875af61-4c53-4ff2-b8c8-d4b7c35ff947)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:01:19.105582 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e5311b90-16f2-4a86-9d49-62ade6f75862 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:19.123419 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-6a515634-9df6-446a-b9a8-46bdc488f5eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b62f12d-33fd-4ec5-affe-319d520937cb', 'name': 'tempest-ServerActionsTestJSON-694302495-router', 'tenant_id': 'eccea382ced5475f9a2098d1ef2ff267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.225'}], 'enable_snat': True}, 'gw_port_id': 'e693204c-43a4-4969-a0d0-15eb6d1dbe56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:50:57Z', 'updated_at': '2022-06-01T19:01:15Z', 'revision_number': 5, 'project_id': 'eccea382ced5475f9a2098d1ef2ff267', 'gw_port': {'id': 'e693204c-43a4-4969-a0d0-15eb6d1dbe56', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:5f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b62f12d-33fd-4ec5-affe-319d520937cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:51:01Z', 'updated_at': '2022-06-01T18:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:01:19.129940 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a515634-9df6-446a-b9a8-46bdc488f5eb None None] Checking router: 8b62f12d-33fd-4ec5-affe-319d520937cb for host: n-d-844202-1 {{(pid=88527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 19:01:19.140927 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a515634-9df6-446a-b9a8-46bdc488f5eb None None] Routers {'8b62f12d-33fd-4ec5-affe-319d520937cb'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:01:19.141685 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-6a515634-9df6-446a-b9a8-46bdc488f5eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:01:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['8b62f12d-33fd-4ec5-affe-319d520937cb'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:01:19.257847 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-425a1c5c-dbd4-4272-b8d4-b15b9f5d904a tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:19.311982 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-425a1c5c-dbd4-4272-b8d4-b15b9f5d904a tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1b0eef6b-9f37-408d-988b-de3c87d0efe2 {{(pid=88524) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jun 01 19:01:19.332153 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-425a1c5c-dbd4-4272-b8d4-b15b9f5d904a tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:19.354234 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a69d0167-5f2a-4dd3-af47-d17d81a2fbc1 req-a5513d3a-bee4-48ec-82cb-6ef922b5d6fd tempest-ServerTagsTestJSON-1440915987 tempest-ServerTagsTestJSON-1440915987-project] Network 74a3a6e0-cc10-45ab-b1cd-c12e53f535e2 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:01:19.378243 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [req-a69d0167-5f2a-4dd3-af47-d17d81a2fbc1 req-a5513d3a-bee4-48ec-82cb-6ef922b5d6fd tempest-ServerTagsTestJSON-1440915987 tempest-ServerTagsTestJSON-1440915987-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:01:19.406214 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425a1c5c-dbd4-4272-b8d4-b15b9f5d904a tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] Pushing event deleted for resources: {'Network': ['ID=1b0eef6b-9f37-408d-988b-de3c87d0efe2,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:01:19.458278 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-a69d0167-5f2a-4dd3-af47-d17d81a2fbc1 req-a5513d3a-bee4-48ec-82cb-6ef922b5d6fd tempest-ServerTagsTestJSON-1440915987 tempest-ServerTagsTestJSON-1440915987-project] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:01:19.572015 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-6a515634-9df6-446a-b9a8-46bdc488f5eb None None] Set router 8b62f12d-33fd-4ec5-affe-319d520937cb gateway port host: None {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:01:19.664071 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-e5311b90-16f2-4a86-9d49-62ade6f75862 admin admin] Calling delete_port for e693204c-43a4-4969-a0d0-15eb6d1dbe56 owned by network:router_gateway {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:01:19.725208 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5513d3a-bee4-48ec-82cb-6ef922b5d6fd tempest-ServerTagsTestJSON-1440915987 tempest-ServerTagsTestJSON-1440915987-project] Pushing event updated for resources: {'Port': ['ID=f964e16d-466b-4776-bf96-d6bb84d73922,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:01:19.753992 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-6a515634-9df6-446a-b9a8-46bdc488f5eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b62f12d-33fd-4ec5-affe-319d520937cb', 'name': 'tempest-ServerActionsTestJSON-694302495-router', 'tenant_id': 'eccea382ced5475f9a2098d1ef2ff267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:50:57Z', 'updated_at': '2022-06-01T19:01:18Z', 'revision_number': 6, 'project_id': 'eccea382ced5475f9a2098d1ef2ff267', 'gw_port_host': None}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:01:19.768798 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a515634-9df6-446a-b9a8-46bdc488f5eb None None] The sync data for ids ['8b62f12d-33fd-4ec5-affe-319d520937cb'] in n-d-844202-1 is: [{'id': '8b62f12d-33fd-4ec5-affe-319d520937cb', 'name': 'tempest-ServerActionsTestJSON-694302495-router', 'tenant_id': 'eccea382ced5475f9a2098d1ef2ff267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:50:57Z', 'updated_at': '2022-06-01T19:01:18Z', 'revision_number': 6, 'project_id': 'eccea382ced5475f9a2098d1ef2ff267', 'gw_port_host': None}] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:01:19.821690 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 41062) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:01:19.832824 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-425a1c5c-dbd4-4272-b8d4-b15b9f5d904a tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] 10.222.0.41 "DELETE /v2.0/networks/1b0eef6b-9f37-408d-988b-de3c87d0efe2 HTTP/1.1" status: 204 len: 168 time: 2.4210341 Jun 01 19:01:19.834642 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-2407dbe5-137e-4168-95f5-c3ae46a34f9a tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] Request body: {'network': {'name': 'tempest-network--1402602599', 'router:external': True}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:01:19.840539 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-2407dbe5-137e-4168-95f5-c3ae46a34f9a tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:01:19.846742 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-2407dbe5-137e-4168-95f5-c3ae46a34f9a tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] Usage tracker for resource:network and tenant:6541ce325e5343f28b7c081b2267db05 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:01:19.850243 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-2407dbe5-137e-4168-95f5-c3ae46a34f9a tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:01:19.852820 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-801e84f7-47f3-491c-bfe1-81a87d12d898 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:19.858110 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-2407dbe5-137e-4168-95f5-c3ae46a34f9a tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:01:19.863225 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69d0167-5f2a-4dd3-af47-d17d81a2fbc1 req-a5513d3a-bee4-48ec-82cb-6ef922b5d6fd tempest-ServerTagsTestJSON-1440915987 tempest-ServerTagsTestJSON-1440915987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:01:19.863876 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-a69d0167-5f2a-4dd3-af47-d17d81a2fbc1 req-a5513d3a-bee4-48ec-82cb-6ef922b5d6fd tempest-ServerTagsTestJSON-1440915987 tempest-ServerTagsTestJSON-1440915987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:19.882807 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2407dbe5-137e-4168-95f5-c3ae46a34f9a tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] Made reservation on behalf of 6541ce325e5343f28b7c081b2267db05 for: {'network': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:01:19.891083 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2407dbe5-137e-4168-95f5-c3ae46a34f9a tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:19.903003 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-801e84f7-47f3-491c-bfe1-81a87d12d898 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:19.945051 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 41068) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:01:19.973643 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77712813-26a6-4778-ad57-928c3fac03b4 req-d0be7b49-d70e-4912-b9db-8abd6f8b6c37 tempest-ServerTagsTestJSON-1440915987 tempest-ServerTagsTestJSON-1440915987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:01:19.974839 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-77712813-26a6-4778-ad57-928c3fac03b4 req-d0be7b49-d70e-4912-b9db-8abd6f8b6c37 tempest-ServerTagsTestJSON-1440915987 tempest-ServerTagsTestJSON-1440915987-project] Synchronizing usage tracker for tenant:bf756b8c5fdb45ab8265bc74a72d3ff1 on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:01:19.981593 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2407dbe5-137e-4168-95f5-c3ae46a34f9a tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 145} {{(pid=88525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 19:01:19.997935 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a69d0167-5f2a-4dd3-af47-d17d81a2fbc1 req-a5513d3a-bee4-48ec-82cb-6ef922b5d6fd tempest-ServerTagsTestJSON-1440915987 tempest-ServerTagsTestJSON-1440915987-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7313664 Jun 01 19:01:20.001670 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2407dbe5-137e-4168-95f5-c3ae46a34f9a tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:20.002019 n-d-844202-1 neutron-server[88525]: INFO neutron.db.segments_db [None req-2407dbe5-137e-4168-95f5-c3ae46a34f9a tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] Added segment 7602814d-98b0-4f9b-b88f-129a1c33307b of type vlan for network 759cdf86-a182-4db2-b9a1-2f26a8f029b8 Jun 01 19:01:20.016723 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e5311b90-16f2-4a86-9d49-62ade6f75862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:20.048773 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-a69d0167-5f2a-4dd3-af47-d17d81a2fbc1 req-6a23b465-f27f-47dd-a00b-586f4e0f047b service neutron] Request body: {'port': {'device_id': 'ca05f881-9620-46b1-8761-46667cfa64e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844202-1'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:01:20.123914 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-801e84f7-47f3-491c-bfe1-81a87d12d898 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:20.129269 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-801e84f7-47f3-491c-bfe1-81a87d12d898 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 2.4068413 Jun 01 19:01:20.141366 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 41078) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:01:20.151462 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5311b90-16f2-4a86-9d49-62ade6f75862 admin admin] Pushing event deleted for resources: {'Port': ['ID=e693204c-43a4-4969-a0d0-15eb6d1dbe56,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:01:20.160481 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-77712813-26a6-4778-ad57-928c3fac03b4 req-d0be7b49-d70e-4912-b9db-8abd6f8b6c37 tempest-ServerTagsTestJSON-1440915987 tempest-ServerTagsTestJSON-1440915987-project] Unset dirty status for tenant:bf756b8c5fdb45ab8265bc74a72d3ff1 on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:01:20.163825 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2407dbe5-137e-4168-95f5-c3ae46a34f9a tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:20.171312 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-59e22e23-8e4d-49fa-a144-c3bd6a30845c tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] Request body: {'security_group_rule': {'security_group_id': '51e18926-82e1-46ee-a03c-1d681e0a4212', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:01:20.173687 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-77712813-26a6-4778-ad57-928c3fac03b4 req-d0be7b49-d70e-4912-b9db-8abd6f8b6c37 tempest-ServerTagsTestJSON-1440915987 tempest-ServerTagsTestJSON-1440915987-project] 10.222.0.41 "GET /v2.0/ports?device_id=ca05f881-9620-46b1-8761-46667cfa64e0 HTTP/1.1" status: 200 len: 931 time: 1.1321778 Jun 01 19:01:20.212737 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-59e22e23-8e4d-49fa-a144-c3bd6a30845c tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:01:20.236750 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-59e22e23-8e4d-49fa-a144-c3bd6a30845c tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] Usage tracker for resource:security_group_rule and tenant:cdc5de11547f4a5f8e1e8d097edd2ecf is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:01:20.246303 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801e84f7-47f3-491c-bfe1-81a87d12d898 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51e18926-82e1-46ee-a03c-1d681e0a4212,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:01:20.261086 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-59e22e23-8e4d-49fa-a144-c3bd6a30845c tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:01:20.268976 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-77712813-26a6-4778-ad57-928c3fac03b4 req-1b8daf1e-2c35-4aa5-8361-941e747f5279 tempest-ServerTagsTestJSON-1440915987 tempest-ServerTagsTestJSON-1440915987-project] 10.222.0.41 "GET /v2.0/security-groups?id=589bb670-196e-4a52-ab51-90a27b35b93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942342 Jun 01 19:01:20.274531 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-59e22e23-8e4d-49fa-a144-c3bd6a30845c tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:01:20.333016 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2407dbe5-137e-4168-95f5-c3ae46a34f9a tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:20.334054 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2407dbe5-137e-4168-95f5-c3ae46a34f9a tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:01:20.334629 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2407dbe5-137e-4168-95f5-c3ae46a34f9a tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:20.354661 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-59e22e23-8e4d-49fa-a144-c3bd6a30845c tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:20.355471 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-bd4adcdc-9397-4a15-ae66-53f59c932358 tempest-RoutersTestDVR-1948005 tempest-RoutersTestDVR-1948005-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1442558401'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:01:20.361688 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-bd4adcdc-9397-4a15-ae66-53f59c932358 tempest-RoutersTestDVR-1948005 tempest-RoutersTestDVR-1948005-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:01:20.363965 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-a69d0167-5f2a-4dd3-af47-d17d81a2fbc1 req-6a23b465-f27f-47dd-a00b-586f4e0f047b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:20.370395 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e5311b90-16f2-4a86-9d49-62ade6f75862 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-887703'] for router_gateway, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:20.378970 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-bd4adcdc-9397-4a15-ae66-53f59c932358 tempest-RoutersTestDVR-1948005 tempest-RoutersTestDVR-1948005-project-admin] Usage tracker for resource:router and tenant:3dc819d55ff241b3861ae2e8925872fc is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:01:20.383392 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-bd4adcdc-9397-4a15-ae66-53f59c932358 tempest-RoutersTestDVR-1948005 tempest-RoutersTestDVR-1948005-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:01:20.419773 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-bd4adcdc-9397-4a15-ae66-53f59c932358 tempest-RoutersTestDVR-1948005 tempest-RoutersTestDVR-1948005-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:01:20.459167 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-bd4adcdc-9397-4a15-ae66-53f59c932358 tempest-RoutersTestDVR-1948005 tempest-RoutersTestDVR-1948005-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-885767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25238'] for router, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:20.460355 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-bd4adcdc-9397-4a15-ae66-53f59c932358 tempest-RoutersTestDVR-1948005 tempest-RoutersTestDVR-1948005-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-901042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-886562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-981784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25327'] for router, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:20.539918 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-bd4adcdc-9397-4a15-ae66-53f59c932358 tempest-RoutersTestDVR-1948005 tempest-RoutersTestDVR-1948005-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:20.570983 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e5311b90-16f2-4a86-9d49-62ade6f75862 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25316'] for router, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:20.573395 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e5311b90-16f2-4a86-9d49-62ade6f75862 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:20.598490 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-bd4adcdc-9397-4a15-ae66-53f59c932358 tempest-RoutersTestDVR-1948005 tempest-RoutersTestDVR-1948005-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-885820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-886655'] for router, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:20.686205 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e5311b90-16f2-4a86-9d49-62ade6f75862 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-891519'] for router, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:20.686764 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5311b90-16f2-4a86-9d49-62ade6f75862 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8b62f12d-33fd-4ec5-affe-319d520937cb {{(pid=88525) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 19:01:20.716819 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-bd4adcdc-9397-4a15-ae66-53f59c932358 tempest-RoutersTestDVR-1948005 tempest-RoutersTestDVR-1948005-project-admin] Notify callbacks [] for router, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:20.718467 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-bd4adcdc-9397-4a15-ae66-53f59c932358 tempest-RoutersTestDVR-1948005 tempest-RoutersTestDVR-1948005-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.7661135 Jun 01 19:01:20.722605 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 41096) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:01:20.760730 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2407dbe5-137e-4168-95f5-c3ae46a34f9a tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] Pushing event updated for resources: {'Network': ['ID=759cdf86-a182-4db2-b9a1-2f26a8f029b8,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:01:20.764842 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e5311b90-16f2-4a86-9d49-62ade6f75862 admin admin] Notify callbacks [] for router, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:20.765959 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-e5311b90-16f2-4a86-9d49-62ade6f75862 admin admin] 10.222.0.41 "DELETE /v2.0/routers/8b62f12d-33fd-4ec5-affe-319d520937cb HTTP/1.1" status: 204 len: 168 time: 2.6519835 Jun 01 19:01:20.768843 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 41100) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:01:20.770165 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-2407dbe5-137e-4168-95f5-c3ae46a34f9a tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.9463151 Jun 01 19:01:20.775908 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 41104) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:01:20.794891 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network 759cdf86-a182-4db2-b9a1-2f26a8f029b8 details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 19:01:20.899018 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a9d059f5-f729-4051-b247-f50aad96c53b tempest-RoutersTestDVR-1948005 tempest-RoutersTestDVR-1948005-project-admin] Notify callbacks [] for router, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:20.904165 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-59e22e23-8e4d-49fa-a144-c3bd6a30845c tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:20.976027 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-59e22e23-8e4d-49fa-a144-c3bd6a30845c tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:21.055042 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f5a6d42-d7a7-4b82-be64-a96446cc2578 tempest-ExternalNetworksTestJSON-1028774186 tempest-ExternalNetworksTestJSON-1028774186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:01:21.056463 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-6f5a6d42-d7a7-4b82-be64-a96446cc2578 tempest-ExternalNetworksTestJSON-1028774186 tempest-ExternalNetworksTestJSON-1028774186-project] 10.222.0.41 "GET /v2.0/networks/759cdf86-a182-4db2-b9a1-2f26a8f029b8 HTTP/1.1" status: 200 len: 757 time: 0.2443964 Jun 01 19:01:21.065114 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 41116) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:01:21.082473 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e22e23-8e4d-49fa-a144-c3bd6a30845c tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bc6f974-8142-4fad-9de4-b91fab063df9,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:01:21.119154 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_v2 [None req-21b1f756-1af4-41a8-8d20-b4c39aa20370 admin admin] Deleting subnet 276181f2-c3ab-487e-8805-06ed7064e884 {{(pid=88525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 19:01:21.139648 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-21b1f756-1af4-41a8-8d20-b4c39aa20370 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:21.253795 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device e693204c-43a4-4969-a0d0-15eb6d1dbe56 no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:01:21.328456 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-59e22e23-8e4d-49fa-a144-c3bd6a30845c tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:21.332372 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-59e22e23-8e4d-49fa-a144-c3bd6a30845c tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1806803 Jun 01 19:01:21.334759 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 41136) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:01:21.342675 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: e693204c-43a4-4969-a0d0-15eb6d1dbe56 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:01:21.343026 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device e693204c-43a4-4969-a0d0-15eb6d1dbe56 not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:01:21.343615 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device e46fb5dd-cf30-42e4-89e6-46926da20e2f no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:01:21.387493 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-48a81fff-04c5-4855-a47a-83448cddc38a tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] Request body: {'security_group_rule': {'security_group_id': '51e18926-82e1-46ee-a03c-1d681e0a4212', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:01:21.402723 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 41142) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:01:21.417900 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-21b1f756-1af4-41a8-8d20-b4c39aa20370 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2258509'] for subnet, precommit_delete_associations {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:21.458231 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.agents_db [None req-e814b9cf-7de8-45d0-a079-29c61fabe7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 19:01:21.463105 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a9d059f5-f729-4051-b247-f50aad96c53b tempest-RoutersTestDVR-1948005 tempest-RoutersTestDVR-1948005-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25316'] for router, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:21.466476 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a9d059f5-f729-4051-b247-f50aad96c53b tempest-RoutersTestDVR-1948005 tempest-RoutersTestDVR-1948005-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:21.509261 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: e46fb5dd-cf30-42e4-89e6-46926da20e2f {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:01:21.509486 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device e46fb5dd-cf30-42e4-89e6-46926da20e2f not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:01:21.539895 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-21b1f756-1af4-41a8-8d20-b4c39aa20370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:21.660330 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-48a81fff-04c5-4855-a47a-83448cddc38a tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:01:21.701122 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [req-a69d0167-5f2a-4dd3-af47-d17d81a2fbc1 req-6a23b465-f27f-47dd-a00b-586f4e0f047b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f964e16d-466b-4776-bf96-d6bb84d73922 {{(pid=88524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 19:01:21.709903 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-a69d0167-5f2a-4dd3-af47-d17d81a2fbc1 req-6a23b465-f27f-47dd-a00b-586f4e0f047b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:21.749594 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bca2612-15b3-4e73-89a5-168c3edbbcaa tempest-ExternalNetworksTestJSON-1028774186 tempest-ExternalNetworksTestJSON-1028774186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:01:21.761545 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-2bca2612-15b3-4e73-89a5-168c3edbbcaa tempest-ExternalNetworksTestJSON-1028774186 tempest-ExternalNetworksTestJSON-1028774186-project] 10.222.0.41 "GET /v2.0/networks/ad412d2a-cdc0-4f85-8bb2-8617975bf645 HTTP/1.1" status: 200 len: 768 time: 0.6780138 Jun 01 19:01:21.761545 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-48a81fff-04c5-4855-a47a-83448cddc38a tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] Usage tracker for resource:security_group_rule and tenant:cdc5de11547f4a5f8e1e8d097edd2ecf is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:01:21.763208 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 41156) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:01:21.776107 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-48a81fff-04c5-4855-a47a-83448cddc38a tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:01:21.792296 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a9d059f5-f729-4051-b247-f50aad96c53b tempest-RoutersTestDVR-1948005 tempest-RoutersTestDVR-1948005-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-891519'] for router, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:21.792556 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-48a81fff-04c5-4855-a47a-83448cddc38a tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:01:21.793358 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9d059f5-f729-4051-b247-f50aad96c53b tempest-RoutersTestDVR-1948005 tempest-RoutersTestDVR-1948005-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1b79ea40-c7de-46fe-86f5-ba2a845d1a1f {{(pid=88524) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 19:01:21.811822 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [req-a69d0167-5f2a-4dd3-af47-d17d81a2fbc1 req-6a23b465-f27f-47dd-a00b-586f4e0f047b service neutron] Transition to ACTIVE for port object f964e16d-466b-4776-bf96-d6bb84d73922 will not be triggered until provisioned by entity L2. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:01:21.868289 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-a69d0167-5f2a-4dd3-af47-d17d81a2fbc1 req-6a23b465-f27f-47dd-a00b-586f4e0f047b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:21.948949 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-21b1f756-1af4-41a8-8d20-b4c39aa20370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2614143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9667199'] for subnet, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:21.986667 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a9d059f5-f729-4051-b247-f50aad96c53b tempest-RoutersTestDVR-1948005 tempest-RoutersTestDVR-1948005-project-admin] Notify callbacks [] for router, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:21.988326 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-a9d059f5-f729-4051-b247-f50aad96c53b tempest-RoutersTestDVR-1948005 tempest-RoutersTestDVR-1948005-project-admin] 10.222.0.41 "DELETE /v2.0/routers/1b79ea40-c7de-46fe-86f5-ba2a845d1a1f HTTP/1.1" status: 204 len: 168 time: 1.2645607 Jun 01 19:01:21.999000 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 41164) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:01:22.024296 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-fe7e0210-f4ff-4094-930b-910397ddeb00 tempest-RoutersTestDVR-1948005 tempest-RoutersTestDVR-1948005-project-admin] Request body: {'router': {'name': 'tempest-router-992729645', 'distributed': False}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:01:22.029981 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b1f756-1af4-41a8-8d20-b4c39aa20370 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=276181f2-c3ab-487e-8805-06ed7064e884,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:01:22.039797 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-21b1f756-1af4-41a8-8d20-b4c39aa20370 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:22.041223 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce378150-c542-4f00-a559-4ebca10d90db None None] Network e3902938-4b6a-4448-87d9-59b63dd51a7f requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:01:22.044047 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-fe7e0210-f4ff-4094-930b-910397ddeb00 tempest-RoutersTestDVR-1948005 tempest-RoutersTestDVR-1948005-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:01:22.050518 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-48a81fff-04c5-4855-a47a-83448cddc38a tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:22.059586 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-fe7e0210-f4ff-4094-930b-910397ddeb00 tempest-RoutersTestDVR-1948005 tempest-RoutersTestDVR-1948005-project-admin] Usage tracker for resource:router and tenant:3dc819d55ff241b3861ae2e8925872fc is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:01:22.067007 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-fe7e0210-f4ff-4094-930b-910397ddeb00 tempest-RoutersTestDVR-1948005 tempest-RoutersTestDVR-1948005-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:01:22.082191 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-21b1f756-1af4-41a8-8d20-b4c39aa20370 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/276181f2-c3ab-487e-8805-06ed7064e884 HTTP/1.1" status: 204 len: 168 time: 1.3105900 Jun 01 19:01:22.085006 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 41170) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:01:22.089138 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-fe7e0210-f4ff-4094-930b-910397ddeb00 tempest-RoutersTestDVR-1948005 tempest-RoutersTestDVR-1948005-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:01:22.132970 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-05966001-5968-497f-a881-95234b1ed606 tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:22.191942 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a23b465-f27f-47dd-a00b-586f4e0f047b service neutron] Pushing event updated for resources: {'Port': ['ID=f964e16d-466b-4776-bf96-d6bb84d73922,revision_number=2']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:01:22.277041 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93fc3f0f-f1ec-4c23-87d1-32b971c7783f tempest-TestNetworkBasicOps-1217506221 tempest-TestNetworkBasicOps-1217506221-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:01:22.277528 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93fc3f0f-f1ec-4c23-87d1-32b971c7783f tempest-TestNetworkBasicOps-1217506221 tempest-TestNetworkBasicOps-1217506221-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:01:22.278057 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93fc3f0f-f1ec-4c23-87d1-32b971c7783f tempest-TestNetworkBasicOps-1217506221 tempest-TestNetworkBasicOps-1217506221-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:01:22.282464 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-93fc3f0f-f1ec-4c23-87d1-32b971c7783f tempest-TestNetworkBasicOps-1217506221 tempest-TestNetworkBasicOps-1217506221-project-admin] 10.222.0.41 "GET /v2.0/ports?project_id=d3eb50f3028440db9726ae16e6111d12&network_id=81249ed1-a33f-4045-8ad1-594c3da17cb8 HTTP/1.1" status: 200 len: 2970 time: 0.6616461 Jun 01 19:01:22.308478 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-fe7e0210-f4ff-4094-930b-910397ddeb00 tempest-RoutersTestDVR-1948005 tempest-RoutersTestDVR-1948005-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-885767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25238'] for router, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:22.310146 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-fe7e0210-f4ff-4094-930b-910397ddeb00 tempest-RoutersTestDVR-1948005 tempest-RoutersTestDVR-1948005-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-901042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-886562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-981784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25327'] for router, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:22.389437 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-48a81fff-04c5-4855-a47a-83448cddc38a tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:22.393992 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-05966001-5968-497f-a881-95234b1ed606 tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:22.399070 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7a727ad-83f0-42bd-bd9d-f7a1946d363e None None] DHCP port deletion for e3902938-4b6a-4448-87d9-59b63dd51a7f request from n-d-844202-1 {{(pid=88526) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 19:01:22.399342 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abca8fb-dcae-422c-8360-5a7c167b3b04 req-8323fce3-a8af-4bd1-b29e-50c89c1a207c tempest-ServerTagsTestJSON-1440915987 tempest-ServerTagsTestJSON-1440915987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:01:22.406293 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-d7a727ad-83f0-42bd-bd9d-f7a1946d363e None None] Deleting port 6ec6e5ee-4556-4a61-91f2-047d820c6a5b {{(pid=88526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:01:22.406663 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4abca8fb-dcae-422c-8360-5a7c167b3b04 req-8323fce3-a8af-4bd1-b29e-50c89c1a207c tempest-ServerTagsTestJSON-1440915987 tempest-ServerTagsTestJSON-1440915987-project] 10.222.0.41 "GET /v2.0/ports?device_id=ca05f881-9620-46b1-8761-46667cfa64e0 HTTP/1.1" status: 200 len: 931 time: 0.7826753 Jun 01 19:01:22.406980 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-d7a727ad-83f0-42bd-bd9d-f7a1946d363e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:22.437725 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-05966001-5968-497f-a881-95234b1ed606 tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['759cdf86-a182-4db2-b9a1-2f26a8f029b8']}} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:01:22.438409 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-48a81fff-04c5-4855-a47a-83448cddc38a tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:22.463914 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-a69d0167-5f2a-4dd3-af47-d17d81a2fbc1 req-6a23b465-f27f-47dd-a00b-586f4e0f047b service neutron] Attempting to bind port f964e16d-466b-4776-bf96-d6bb84d73922 on host n-h2-844202-1 for vnic_type normal with profile {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:01:22.465296 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-a69d0167-5f2a-4dd3-af47-d17d81a2fbc1 req-6a23b465-f27f-47dd-a00b-586f4e0f047b service neutron] Attempting to bind port f964e16d-466b-4776-bf96-d6bb84d73922 by drivers openvswitch,hyperv on host n-h2-844202-1 at level 0 using segments [{'id': 'bb33b8a2-8c1e-4276-a1bb-b91cca461d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '74a3a6e0-cc10-45ab-b1cd-c12e53f535e2'}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:01:22.465776 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a69d0167-5f2a-4dd3-af47-d17d81a2fbc1 req-6a23b465-f27f-47dd-a00b-586f4e0f047b service neutron] Attempting to bind port f964e16d-466b-4776-bf96-d6bb84d73922 on network 74a3a6e0-cc10-45ab-b1cd-c12e53f535e2 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:01:22.472648 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a69d0167-5f2a-4dd3-af47-d17d81a2fbc1 req-6a23b465-f27f-47dd-a00b-586f4e0f047b service neutron] Port f964e16d-466b-4776-bf96-d6bb84d73922 on network 74a3a6e0-cc10-45ab-b1cd-c12e53f535e2 not bound, no agent of type Open vSwitch agent registered on host n-h2-844202-1 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 19:01:22.473179 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a69d0167-5f2a-4dd3-af47-d17d81a2fbc1 req-6a23b465-f27f-47dd-a00b-586f4e0f047b service neutron] Attempting to bind port f964e16d-466b-4776-bf96-d6bb84d73922 on network 74a3a6e0-cc10-45ab-b1cd-c12e53f535e2 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:01:22.477229 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-05966001-5968-497f-a881-95234b1ed606 tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7602814d-98b0-4f9b-b88f-129a1c33307b') {'for_net_delete': True} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:01:22.477737 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-05966001-5968-497f-a881-95234b1ed606 tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7602814d-98b0-4f9b-b88f-129a1c33307b') {} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:01:22.497877 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a69d0167-5f2a-4dd3-af47-d17d81a2fbc1 req-6a23b465-f27f-47dd-a00b-586f4e0f047b service neutron] Checking agent: {'id': 'f5db9968-6317-4186-9100-9e0ca6b50417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 1, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:01:22.498208 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a69d0167-5f2a-4dd3-af47-d17d81a2fbc1 req-6a23b465-f27f-47dd-a00b-586f4e0f047b service neutron] Checking segment: {'id': 'bb33b8a2-8c1e-4276-a1bb-b91cca461d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '74a3a6e0-cc10-45ab-b1cd-c12e53f535e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:01:22.499177 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a69d0167-5f2a-4dd3-af47-d17d81a2fbc1 req-6a23b465-f27f-47dd-a00b-586f4e0f047b service neutron] Bound using segment: {'id': 'bb33b8a2-8c1e-4276-a1bb-b91cca461d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '74a3a6e0-cc10-45ab-b1cd-c12e53f535e2'} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:01:22.499769 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-a69d0167-5f2a-4dd3-af47-d17d81a2fbc1 req-6a23b465-f27f-47dd-a00b-586f4e0f047b service neutron] Bound port: f964e16d-466b-4776-bf96-d6bb84d73922, host: n-h2-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb33b8a2-8c1e-4276-a1bb-b91cca461d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '74a3a6e0-cc10-45ab-b1cd-c12e53f535e2'}}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:01:22.500315 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-a69d0167-5f2a-4dd3-af47-d17d81a2fbc1 req-6a23b465-f27f-47dd-a00b-586f4e0f047b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:22.514815 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-fe7e0210-f4ff-4094-930b-910397ddeb00 tempest-RoutersTestDVR-1948005 tempest-RoutersTestDVR-1948005-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:22.521026 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-05966001-5968-497f-a881-95234b1ed606 tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2702126'] for segment, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:22.521954 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8ae3da4d-33af-498b-a683-b04b2d0992f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:22.526397 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a81fff-04c5-4855-a47a-83448cddc38a tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b654886a-ad8e-4142-aa75-997a3093d3f9,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:01:22.557364 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-4abca8fb-dcae-422c-8360-5a7c167b3b04 req-0cfce981-98ac-484a-a8c9-8d237a42e323 tempest-ServerTagsTestJSON-1440915987 tempest-ServerTagsTestJSON-1440915987-project] Synchronizing usage tracker for tenant:bf756b8c5fdb45ab8265bc74a72d3ff1 on resource:security_group {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:01:22.567763 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-8ae3da4d-33af-498b-a683-b04b2d0992f5 admin admin] Deleting port 6ec6e5ee-4556-4a61-91f2-047d820c6a5b {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:01:22.567763 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8ae3da4d-33af-498b-a683-b04b2d0992f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:22.675649 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-48a81fff-04c5-4855-a47a-83448cddc38a tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:22.681876 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-48a81fff-04c5-4855-a47a-83448cddc38a tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3330164 Jun 01 19:01:22.682792 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 41186) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:01:22.699292 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-a69d0167-5f2a-4dd3-af47-d17d81a2fbc1 req-6a23b465-f27f-47dd-a00b-586f4e0f047b service neutron] For port f964e16d-466b-4776-bf96-d6bb84d73922, host n-h2-844202-1, cleared binding levels {{(pid=88524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:01:22.703845 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-86f0ccdf-cf10-49b2-a7c4-dc2676de0ed3 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] Request body: {'floatingip': {'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:01:22.707120 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-a69d0167-5f2a-4dd3-af47-d17d81a2fbc1 req-6a23b465-f27f-47dd-a00b-586f4e0f047b service neutron] For port f964e16d-466b-4776-bf96-d6bb84d73922, host n-h2-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=f964e16d-466b-4776-bf96-d6bb84d73922,segment=NetworkSegment(bb33b8a2-8c1e-4276-a1bb-b91cca461d9a),segment_id=bb33b8a2-8c1e-4276-a1bb-b91cca461d9a)] {{(pid=88524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:01:22.712679 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-fe7e0210-f4ff-4094-930b-910397ddeb00 tempest-RoutersTestDVR-1948005 tempest-RoutersTestDVR-1948005-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-885820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-886655'] for router, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:22.727666 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-a69d0167-5f2a-4dd3-af47-d17d81a2fbc1 req-6a23b465-f27f-47dd-a00b-586f4e0f047b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:22.731505 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-d7a727ad-83f0-42bd-bd9d-f7a1946d363e None None] For port 6ec6e5ee-4556-4a61-91f2-047d820c6a5b, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=6ec6e5ee-4556-4a61-91f2-047d820c6a5b,segment=NetworkSegment(e60765c6-124a-4916-8bfd-a8bc142f32ad),segment_id=e60765c6-124a-4916-8bfd-a8bc142f32ad)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:01:22.732079 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-d7a727ad-83f0-42bd-bd9d-f7a1946d363e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:22.733276 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-86f0ccdf-cf10-49b2-a7c4-dc2676de0ed3 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:01:22.738281 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-fe7e0210-f4ff-4094-930b-910397ddeb00 tempest-RoutersTestDVR-1948005 tempest-RoutersTestDVR-1948005-project-admin] Notify callbacks [] for router, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:22.740269 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-fe7e0210-f4ff-4094-930b-910397ddeb00 tempest-RoutersTestDVR-1948005 tempest-RoutersTestDVR-1948005-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.7315040 Jun 01 19:01:22.746337 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 41190) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:01:22.750907 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-86f0ccdf-cf10-49b2-a7c4-dc2676de0ed3 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] Usage tracker for resource:floatingip and tenant:cdc5de11547f4a5f8e1e8d097edd2ecf is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:01:22.751503 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-05966001-5968-497f-a881-95234b1ed606 tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:22.754759 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-4abca8fb-dcae-422c-8360-5a7c167b3b04 req-0cfce981-98ac-484a-a8c9-8d237a42e323 tempest-ServerTagsTestJSON-1440915987 tempest-ServerTagsTestJSON-1440915987-project] Unset dirty status for tenant:bf756b8c5fdb45ab8265bc74a72d3ff1 on resource:security_group {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:01:22.769932 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4abca8fb-dcae-422c-8360-5a7c167b3b04 req-0cfce981-98ac-484a-a8c9-8d237a42e323 tempest-ServerTagsTestJSON-1440915987 tempest-ServerTagsTestJSON-1440915987-project] 10.222.0.41 "GET /v2.0/security-groups?id=589bb670-196e-4a52-ab51-90a27b35b93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3617885 Jun 01 19:01:22.795085 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69d0167-5f2a-4dd3-af47-d17d81a2fbc1 req-6a23b465-f27f-47dd-a00b-586f4e0f047b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:01:22.796084 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-a69d0167-5f2a-4dd3-af47-d17d81a2fbc1 req-6a23b465-f27f-47dd-a00b-586f4e0f047b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:22.797946 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a69d0167-5f2a-4dd3-af47-d17d81a2fbc1 req-6a23b465-f27f-47dd-a00b-586f4e0f047b service neutron] 10.222.0.50 "PUT /v2.0/ports/f964e16d-466b-4776-bf96-d6bb84d73922 HTTP/1.1" status: 200 len: 1091 time: 2.7734370 Jun 01 19:01:22.808311 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca05f881-9620-46b1-8761-46667cfa64e0', 'tag': 'f964e16d-466b-4776-bf96-d6bb84d73922'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:01:22.827711 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05966001-5968-497f-a881-95234b1ed606 tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=88524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 19:01:22.827711 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-05966001-5968-497f-a881-95234b1ed606 tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2719018'] for segment, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:22.942409 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-d7a727ad-83f0-42bd-bd9d-f7a1946d363e None None] Calling delete_port for 6ec6e5ee-4556-4a61-91f2-047d820c6a5b owned by network:dhcp {{(pid=88526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:01:23.051959 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-86f0ccdf-cf10-49b2-a7c4-dc2676de0ed3 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:01:23.064776 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [None req-8ae3da4d-33af-498b-a683-b04b2d0992f5 admin admin] For port 6ec6e5ee-4556-4a61-91f2-047d820c6a5b, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=6ec6e5ee-4556-4a61-91f2-047d820c6a5b,segment=NetworkSegment(e60765c6-124a-4916-8bfd-a8bc142f32ad),segment_id=e60765c6-124a-4916-8bfd-a8bc142f32ad)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:01:23.065137 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8ae3da4d-33af-498b-a683-b04b2d0992f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:23.092955 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 6ec6e5ee-4556-4a61-91f2-047d820c6a5b no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:01:23.101612 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-86f0ccdf-cf10-49b2-a7c4-dc2676de0ed3 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:01:23.108753 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment 7602814d-98b0-4f9b-b88f-129a1c33307b resource provider aggregate not found Jun 01 19:01:23.118034 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de401e91-eb7f-44cb-8326-ddfd64efda23'] response: {'name': 'network-changed', 'server_uuid': 'ca05f881-9620-46b1-8761-46667cfa64e0', 'tag': 'f964e16d-466b-4776-bf96-d6bb84d73922', 'status': 'completed', 'code': 200} Jun 01 19:01:23.155580 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment 7602814d-98b0-4f9b-b88f-129a1c33307b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7602814d-98b0-4f9b-b88f-129a1c33307b found for delete ", "request_id": "req-8682b554-38c0-4fbf-80e0-263f5ea8166c"}]} Jun 01 19:01:23.212730 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a23b465-f27f-47dd-a00b-586f4e0f047b service neutron] Pushing event updated for resources: {'Port': ['ID=f964e16d-466b-4776-bf96-d6bb84d73922,revision_number=3']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:01:23.231708 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-d7a727ad-83f0-42bd-bd9d-f7a1946d363e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535'] for port, after_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:23.238601 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-05966001-5968-497f-a881-95234b1ed606 tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:23.266918 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05966001-5968-497f-a881-95234b1ed606 tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 759cdf86-a182-4db2-b9a1-2f26a8f029b8 {{(pid=88524) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jun 01 19:01:23.298645 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-05966001-5968-497f-a881-95234b1ed606 tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:23.327360 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05966001-5968-497f-a881-95234b1ed606 tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] Pushing event deleted for resources: {'Network': ['ID=759cdf86-a182-4db2-b9a1-2f26a8f029b8,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:01:23.335150 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69d0167-5f2a-4dd3-af47-d17d81a2fbc1 req-c67581aa-61ba-4cb0-ac16-d194fa85170f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:01:23.337041 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a69d0167-5f2a-4dd3-af47-d17d81a2fbc1 req-c67581aa-61ba-4cb0-ac16-d194fa85170f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=bf756b8c5fdb45ab8265bc74a72d3ff1&device_id=ca05f881-9620-46b1-8761-46667cfa64e0 HTTP/1.1" status: 200 len: 1094 time: 0.3389144 Jun 01 19:01:23.338670 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-05966001-5968-497f-a881-95234b1ed606 tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] 10.222.0.41 "DELETE /v2.0/networks/759cdf86-a182-4db2-b9a1-2f26a8f029b8 HTTP/1.1" status: 204 len: 168 time: 1.5741370 Jun 01 19:01:23.342431 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 41218) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:01:23.350516 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-d4a3dee9-960b-4b63-a93e-65539dd38dc4 tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] Request body: {'network': {'name': 'tempest-network--864202529'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:01:23.351979 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a727ad-83f0-42bd-bd9d-f7a1946d363e None None] No DVR routers for this DVR port 6ec6e5ee-4556-4a61-91f2-047d820c6a5b on host n-d-844202-1 {{(pid=88526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:01:23.370539 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a727ad-83f0-42bd-bd9d-f7a1946d363e None None] Pushing event deleted for resources: {'Port': ['ID=6ec6e5ee-4556-4a61-91f2-047d820c6a5b,revision_number=None']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:01:23.379145 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 6ec6e5ee-4556-4a61-91f2-047d820c6a5b is: ACTIVE; New status is: DOWN {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:01:23.379704 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:23.407394 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-8ae3da4d-33af-498b-a683-b04b2d0992f5 admin admin] Calling delete_port for 6ec6e5ee-4556-4a61-91f2-047d820c6a5b owned by network:dhcp {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:01:23.434139 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-d4a3dee9-960b-4b63-a93e-65539dd38dc4 tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:01:23.449085 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a69d0167-5f2a-4dd3-af47-d17d81a2fbc1 req-fe933316-d9e0-451a-882d-ce8df624b5e1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f964e16d-466b-4776-bf96-d6bb84d73922 HTTP/1.1" status: 200 len: 217 time: 0.1027129 Jun 01 19:01:23.451264 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-d4a3dee9-960b-4b63-a93e-65539dd38dc4 tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] Usage tracker for resource:network and tenant:6541ce325e5343f28b7c081b2267db05 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:01:23.494256 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ed254b86-e3c1-4deb-86b8-5ebc5fd4f060 tempest-RoutersTestDVR-1948005 tempest-RoutersTestDVR-1948005-project-admin] Notify callbacks [] for router, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:23.497616 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-d4a3dee9-960b-4b63-a93e-65539dd38dc4 tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:01:23.512408 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-d4a3dee9-960b-4b63-a93e-65539dd38dc4 tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:01:23.550289 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69d0167-5f2a-4dd3-af47-d17d81a2fbc1 req-7fabab50-d945-49be-97e2-3717b8be2daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:01:23.551649 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a69d0167-5f2a-4dd3-af47-d17d81a2fbc1 req-7fabab50-d945-49be-97e2-3717b8be2daa service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a1a81af7-23ae-4f38-bf38-3bf7b7d696d5 HTTP/1.1" status: 200 len: 849 time: 0.0956800 Jun 01 19:01:23.553744 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4a3dee9-960b-4b63-a93e-65539dd38dc4 tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] Made reservation on behalf of 6541ce325e5343f28b7c081b2267db05 for: {'network': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:01:23.556382 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d4a3dee9-960b-4b63-a93e-65539dd38dc4 tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:23.571891 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-86f0ccdf-cf10-49b2-a7c4-dc2676de0ed3 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] Notify callbacks [] for floatingip, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:23.623402 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a69d0167-5f2a-4dd3-af47-d17d81a2fbc1 req-fdc4b391-fdbc-48a7-b781-86bce49ffef5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=74a3a6e0-cc10-45ab-b1cd-c12e53f535e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561140 Jun 01 19:01:23.768710 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4a3dee9-960b-4b63-a93e-65539dd38dc4 tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 139} {{(pid=88524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 19:01:23.817076 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d4a3dee9-960b-4b63-a93e-65539dd38dc4 tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:23.817416 n-d-844202-1 neutron-server[88524]: INFO neutron.db.segments_db [None req-d4a3dee9-960b-4b63-a93e-65539dd38dc4 tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] Added segment c6503fd8-ebd3-410d-80e8-af89f5b87253 of type vlan for network a98d000f-4868-482f-946c-43625e512d16 Jun 01 19:01:23.911239 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 41238) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:01:23.979369 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ed254b86-e3c1-4deb-86b8-5ebc5fd4f060 tempest-RoutersTestDVR-1948005 tempest-RoutersTestDVR-1948005-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25316'] for router, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:23.981681 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ed254b86-e3c1-4deb-86b8-5ebc5fd4f060 tempest-RoutersTestDVR-1948005 tempest-RoutersTestDVR-1948005-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:24.001618 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d4a3dee9-960b-4b63-a93e-65539dd38dc4 tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:24.032041 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a69d0167-5f2a-4dd3-af47-d17d81a2fbc1 req-1b56e312-6755-442c-9d58-544e3c9dcf40 service neutron] 10.222.0.50 "GET /v2.0/networks/74a3a6e0-cc10-45ab-b1cd-c12e53f535e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4029083 Jun 01 19:01:24.082847 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-747bf5bb-d435-4c88-a417-e9c6d9df77b5 tempest-TestNetworkBasicOps-1217506221 tempest-TestNetworkBasicOps-1217506221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:01:24.084823 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-747bf5bb-d435-4c88-a417-e9c6d9df77b5 tempest-TestNetworkBasicOps-1217506221 tempest-TestNetworkBasicOps-1217506221-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=72a72e44-6845-488a-a5ff-3a26d4df9cb3 HTTP/1.1" status: 200 len: 814 time: 0.1681650 Jun 01 19:01:24.202347 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d4a3dee9-960b-4b63-a93e-65539dd38dc4 tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:24.203528 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4a3dee9-960b-4b63-a93e-65539dd38dc4 tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:01:24.204440 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d4a3dee9-960b-4b63-a93e-65539dd38dc4 tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:24.260642 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.db.api [None req-8ae3da4d-33af-498b-a683-b04b2d0992f5 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88525) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 19:01:24.261357 n-d-844202-1 neutron-server[88525]: DEBUG oslo_db.api [None req-8ae3da4d-33af-498b-a683-b04b2d0992f5 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 19:01:24.287445 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ed254b86-e3c1-4deb-86b8-5ebc5fd4f060 tempest-RoutersTestDVR-1948005 tempest-RoutersTestDVR-1948005-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-891519'] for router, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:24.288360 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed254b86-e3c1-4deb-86b8-5ebc5fd4f060 tempest-RoutersTestDVR-1948005 tempest-RoutersTestDVR-1948005-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 979c602d-e4e4-49c1-98f4-f51ada6b918f {{(pid=88525) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 19:01:24.331847 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ed254b86-e3c1-4deb-86b8-5ebc5fd4f060 tempest-RoutersTestDVR-1948005 tempest-RoutersTestDVR-1948005-project-admin] Notify callbacks [] for router, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:24.333495 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-ed254b86-e3c1-4deb-86b8-5ebc5fd4f060 tempest-RoutersTestDVR-1948005 tempest-RoutersTestDVR-1948005-project-admin] 10.222.0.41 "DELETE /v2.0/routers/979c602d-e4e4-49c1-98f4-f51ada6b918f HTTP/1.1" status: 204 len: 168 time: 1.5857477 Jun 01 19:01:24.341714 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 41258) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:01:24.346505 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-8432c14b-b71e-4a14-b72b-b110fda5b8ce tempest-RoutersTestDVR-1948005 tempest-RoutersTestDVR-1948005-project-admin] Request body: {'router': {'name': 'tempest-router-1890542925', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'b1146af8d17b4168ae824b9bacefc10b'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:01:24.357824 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-8432c14b-b71e-4a14-b72b-b110fda5b8ce tempest-RoutersTestDVR-1948005 tempest-RoutersTestDVR-1948005-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:01:24.367292 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-8432c14b-b71e-4a14-b72b-b110fda5b8ce tempest-RoutersTestDVR-1948005 tempest-RoutersTestDVR-1948005-project-admin] Usage tracker for resource:router and tenant:b1146af8d17b4168ae824b9bacefc10b is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:01:24.379325 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be77ce95-6bce-4636-8bc7-2ddacd4ac6c1 req-37395652-6b1d-488d-922a-20b04fe95b9c tempest-ServerTagsTestJSON-1440915987 tempest-ServerTagsTestJSON-1440915987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:01:24.382220 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-be77ce95-6bce-4636-8bc7-2ddacd4ac6c1 req-37395652-6b1d-488d-922a-20b04fe95b9c tempest-ServerTagsTestJSON-1440915987 tempest-ServerTagsTestJSON-1440915987-project] 10.222.0.41 "GET /v2.0/ports?device_id=ca05f881-9620-46b1-8761-46667cfa64e0 HTTP/1.1" status: 200 len: 943 time: 0.3969853 Jun 01 19:01:24.383463 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-8432c14b-b71e-4a14-b72b-b110fda5b8ce tempest-RoutersTestDVR-1948005 tempest-RoutersTestDVR-1948005-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:01:24.421962 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-8432c14b-b71e-4a14-b72b-b110fda5b8ce tempest-RoutersTestDVR-1948005 tempest-RoutersTestDVR-1948005-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:01:24.468723 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8432c14b-b71e-4a14-b72b-b110fda5b8ce tempest-RoutersTestDVR-1948005 tempest-RoutersTestDVR-1948005-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-885767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25238'] for router, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:24.469702 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8432c14b-b71e-4a14-b72b-b110fda5b8ce tempest-RoutersTestDVR-1948005 tempest-RoutersTestDVR-1948005-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-901042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-886562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-981784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25327'] for router, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:24.486491 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-be77ce95-6bce-4636-8bc7-2ddacd4ac6c1 req-969c0b13-33e1-4dbe-852b-8dae4bf1fbcd tempest-ServerTagsTestJSON-1440915987 tempest-ServerTagsTestJSON-1440915987-project] 10.222.0.41 "GET /v2.0/security-groups?id=589bb670-196e-4a52-ab51-90a27b35b93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720975 Jun 01 19:01:24.488949 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-86f0ccdf-cf10-49b2-a7c4-dc2676de0ed3 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:24.503864 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a3dee9-960b-4b63-a93e-65539dd38dc4 tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] Pushing event updated for resources: {'Network': ['ID=a98d000f-4868-482f-946c-43625e512d16,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:01:24.529205 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network a98d000f-4868-482f-946c-43625e512d16 details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 19:01:24.536434 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a69d0167-5f2a-4dd3-af47-d17d81a2fbc1 req-7eeb501f-7566-479e-a813-047515036368 service neutron] 10.222.0.50 "GET /v2.0/networks/74a3a6e0-cc10-45ab-b1cd-c12e53f535e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4958329 Jun 01 19:01:24.539645 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8432c14b-b71e-4a14-b72b-b110fda5b8ce tempest-RoutersTestDVR-1948005 tempest-RoutersTestDVR-1948005-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:24.544727 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 41264) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:01:24.545671 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-d4a3dee9-960b-4b63-a93e-65539dd38dc4 tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.2016778 Jun 01 19:01:24.565330 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-e2df52c2-7248-4dc0-8854-d387eb700953 tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] Request body: {'network': {'router:external': True}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:01:24.569224 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 41268) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:01:24.577280 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-c070ca12-b9cc-4f7c-a545-b4f1cbe915fe tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Request body: {'network': {'name': 'tempest-network-smoke--560973025', 'project_id': 'd3eb50f3028440db9726ae16e6111d12', 'port_security_enabled': True}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:01:24.598106 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-c070ca12-b9cc-4f7c-a545-b4f1cbe915fe tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:01:24.623267 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-c070ca12-b9cc-4f7c-a545-b4f1cbe915fe tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:01:24.732861 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8432c14b-b71e-4a14-b72b-b110fda5b8ce tempest-RoutersTestDVR-1948005 tempest-RoutersTestDVR-1948005-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-885820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-886655'] for router, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:24.759301 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c070ca12-b9cc-4f7c-a545-b4f1cbe915fe tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Made reservation on behalf of d3eb50f3028440db9726ae16e6111d12 for: {'network': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:01:24.763000 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-c070ca12-b9cc-4f7c-a545-b4f1cbe915fe tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:24.778273 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-8ae3da4d-33af-498b-a683-b04b2d0992f5 admin admin] Deleting port 6ec6e5ee-4556-4a61-91f2-047d820c6a5b {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:01:24.778856 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8ae3da4d-33af-498b-a683-b04b2d0992f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:24.805067 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c070ca12-b9cc-4f7c-a545-b4f1cbe915fe tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 102} {{(pid=88524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 19:01:24.829335 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-c070ca12-b9cc-4f7c-a545-b4f1cbe915fe tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:24.829678 n-d-844202-1 neutron-server[88524]: INFO neutron.db.segments_db [None req-c070ca12-b9cc-4f7c-a545-b4f1cbe915fe tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Added segment 88cd4108-c0fe-48ed-8aac-3aa2e1253bf4 of type vlan for network 736de76a-7329-4f0c-80e7-094feb293c29 Jun 01 19:01:24.833443 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6f0874-35b1-44f7-9860-eab46b518b2f req-0bf866a8-e282-4f45-9ba5-f1f4941f1d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:01:24.835224 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7c6f0874-35b1-44f7-9860-eab46b518b2f req-0bf866a8-e282-4f45-9ba5-f1f4941f1d05 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=bf756b8c5fdb45ab8265bc74a72d3ff1&device_id=ca05f881-9620-46b1-8761-46667cfa64e0 HTTP/1.1" status: 200 len: 1094 time: 0.2096746 Jun 01 19:01:24.983710 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-c070ca12-b9cc-4f7c-a545-b4f1cbe915fe tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:24.996879 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8432c14b-b71e-4a14-b72b-b110fda5b8ce tempest-RoutersTestDVR-1948005 tempest-RoutersTestDVR-1948005-project-admin] Notify callbacks [] for router, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:25.003919 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-8432c14b-b71e-4a14-b72b-b110fda5b8ce tempest-RoutersTestDVR-1948005 tempest-RoutersTestDVR-1948005-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.6587024 Jun 01 19:01:25.007040 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 41280) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:01:25.015050 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-fc882866-5cc4-4e31-8a5e-eb48430d9085 tempest-RoutersTestDVR-1948005 tempest-RoutersTestDVR-1948005-project-admin] Request body: {'router': {'distributed': True}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:01:25.026345 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-8ae3da4d-33af-498b-a683-b04b2d0992f5 admin admin] The port '6ec6e5ee-4556-4a61-91f2-047d820c6a5b' was deleted {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 01 19:01:25.030469 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [None req-86f0ccdf-cf10-49b2-a7c4-dc2676de0ed3 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] Allocated IP 172.25.4.175 (72a72e44-6845-488a-a5ff-3a26d4df9cb3/c314a23b-daa2-4106-ab28-8e6f954277b2/7c92aeb4-38c0-499a-a452-f97eb895ef8e) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:01:25.178385 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.db.resource_extend [None req-c070ca12-b9cc-4f7c-a545-b4f1cbe915fe tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 19:01:25.219778 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6f0874-35b1-44f7-9860-eab46b518b2f req-4df3e585-08f0-40a5-8cde-480feb3e0a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:01:25.221788 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7c6f0874-35b1-44f7-9860-eab46b518b2f req-4df3e585-08f0-40a5-8cde-480feb3e0a19 service neutron] 10.222.0.50 "GET /v2.0/networks?id=74a3a6e0-cc10-45ab-b1cd-c12e53f535e2 HTTP/1.1" status: 200 len: 910 time: 0.3802381 Jun 01 19:01:25.307272 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8ae3da4d-33af-498b-a683-b04b2d0992f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:25.332942 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e2df52c2-7248-4dc0-8854-d387eb700953 tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:25.362557 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-8ae3da4d-33af-498b-a683-b04b2d0992f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3902938-4b6a-4448-87d9-59b63dd51a7f']}} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:01:25.379489 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e2df52c2-7248-4dc0-8854-d387eb700953 tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:25.413271 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-8ae3da4d-33af-498b-a683-b04b2d0992f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e60765c6-124a-4916-8bfd-a8bc142f32ad') {'for_net_delete': True} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:01:25.413544 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-8ae3da4d-33af-498b-a683-b04b2d0992f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e60765c6-124a-4916-8bfd-a8bc142f32ad') {} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:01:25.431236 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e2df52c2-7248-4dc0-8854-d387eb700953 tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] Network a98d000f-4868-482f-946c-43625e512d16 is not hosted by any dhcp agent {{(pid=88525) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Jun 01 19:01:25.432088 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2df52c2-7248-4dc0-8854-d387eb700953 tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:01:25.432698 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e2df52c2-7248-4dc0-8854-d387eb700953 tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] Notify callbacks [] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:25.434053 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-e2df52c2-7248-4dc0-8854-d387eb700953 tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] 10.222.0.41 "PUT /v2.0/networks/a98d000f-4868-482f-946c-43625e512d16 HTTP/1.1" status: 200 len: 857 time: 0.8829191 Jun 01 19:01:25.468182 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 41300) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:01:25.471129 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-c070ca12-b9cc-4f7c-a545-b4f1cbe915fe tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:25.477955 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c070ca12-b9cc-4f7c-a545-b4f1cbe915fe tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:01:25.478742 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-c070ca12-b9cc-4f7c-a545-b4f1cbe915fe tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:25.536622 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8ae3da4d-33af-498b-a683-b04b2d0992f5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2258522'] for segment, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:25.539391 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7c6f0874-35b1-44f7-9860-eab46b518b2f req-7afb0027-bc70-4c49-8775-e0d3a9ea7583 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f964e16d-466b-4776-bf96-d6bb84d73922 HTTP/1.1" status: 200 len: 217 time: 0.3049645 Jun 01 19:01:25.581034 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-86f0ccdf-cf10-49b2-a7c4-dc2676de0ed3 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:25.592582 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8ae3da4d-33af-498b-a683-b04b2d0992f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:25.602861 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2df52c2-7248-4dc0-8854-d387eb700953 tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] Pushing event updated for resources: {'Network': ['ID=a98d000f-4868-482f-946c-43625e512d16,revision_number=2']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:01:25.608374 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ae3da4d-33af-498b-a683-b04b2d0992f5 admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=88525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 19:01:25.608837 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8ae3da4d-33af-498b-a683-b04b2d0992f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2613981'] for segment, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:25.642319 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2df52c2-7248-4dc0-8854-d387eb700953 tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:01:25.643083 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2df52c2-7248-4dc0-8854-d387eb700953 tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:01:25.643425 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2df52c2-7248-4dc0-8854-d387eb700953 tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:01:25.643817 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2df52c2-7248-4dc0-8854-d387eb700953 tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:01:25.644155 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2df52c2-7248-4dc0-8854-d387eb700953 tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:01:25.644529 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2df52c2-7248-4dc0-8854-d387eb700953 tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:01:25.644863 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2df52c2-7248-4dc0-8854-d387eb700953 tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:01:25.645191 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2df52c2-7248-4dc0-8854-d387eb700953 tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:01:25.646276 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2df52c2-7248-4dc0-8854-d387eb700953 tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:01:25.646647 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2df52c2-7248-4dc0-8854-d387eb700953 tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:01:25.647075 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2df52c2-7248-4dc0-8854-d387eb700953 tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:01:25.647814 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2df52c2-7248-4dc0-8854-d387eb700953 tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:01:25.682857 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment e60765c6-124a-4916-8bfd-a8bc142f32ad resource provider aggregate not found Jun 01 19:01:25.743690 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-86f0ccdf-cf10-49b2-a7c4-dc2676de0ed3 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:25.797754 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment e60765c6-124a-4916-8bfd-a8bc142f32ad resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e60765c6-124a-4916-8bfd-a8bc142f32ad found for delete ", "request_id": "req-63f5c845-1b4f-4479-8632-6a4c3cd690b1"}]} Jun 01 19:01:25.837046 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86f0ccdf-cf10-49b2-a7c4-dc2676de0ed3 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] Network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:01:25.841337 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-86f0ccdf-cf10-49b2-a7c4-dc2676de0ed3 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:01:25.845237 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f0ccdf-cf10-49b2-a7c4-dc2676de0ed3 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:01:25.894570 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f0ccdf-cf10-49b2-a7c4-dc2676de0ed3 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] Pushing event updated for resources: {'Port': ['ID=7c92aeb4-38c0-499a-a452-f97eb895ef8e,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:01:25.897472 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8ae3da4d-33af-498b-a683-b04b2d0992f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:25.986854 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8ae3da4d-33af-498b-a683-b04b2d0992f5 admin admin] Notify callbacks [] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:26.017795 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae3da4d-33af-498b-a683-b04b2d0992f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=e3902938-4b6a-4448-87d9-59b63dd51a7f,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:01:26.023600 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c070ca12-b9cc-4f7c-a545-b4f1cbe915fe tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Pushing event updated for resources: {'Network': ['ID=736de76a-7329-4f0c-80e7-094feb293c29,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:01:26.045421 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network 736de76a-7329-4f0c-80e7-094feb293c29 details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 19:01:26.048403 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 41324) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:01:26.054083 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-c070ca12-b9cc-4f7c-a545-b4f1cbe915fe tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.4672582 Jun 01 19:01:26.056982 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-312e2682-e672-42a7-9fd1-52ec20c7a3b7 tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:26.089273 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-fc882866-5cc4-4e31-8a5e-eb48430d9085 tempest-RoutersTestDVR-1948005 tempest-RoutersTestDVR-1948005-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-886608', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-885830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25341'] for router, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:26.089599 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-fc882866-5cc4-4e31-8a5e-eb48430d9085 tempest-RoutersTestDVR-1948005 tempest-RoutersTestDVR-1948005-project-admin] Notify callbacks [] for router, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:26.132560 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-8ae3da4d-33af-498b-a683-b04b2d0992f5 admin admin] 10.222.0.41 "DELETE /v2.0/networks/e3902938-4b6a-4448-87d9-59b63dd51a7f HTTP/1.1" status: 204 len: 168 time: 4.0406892 Jun 01 19:01:26.195884 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ac6ee0-f3a8-4f9c-9bae-f87265d5370b tempest-TestNetworkBasicOps-1217506221 tempest-TestNetworkBasicOps-1217506221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:01:26.197545 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-f9ac6ee0-f3a8-4f9c-9bae-f87265d5370b tempest-TestNetworkBasicOps-1217506221 tempest-TestNetworkBasicOps-1217506221-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=d3eb50f3028440db9726ae16e6111d12&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1456738 Jun 01 19:01:26.218717 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 41334) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:01:26.403168 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-86f0ccdf-cf10-49b2-a7c4-dc2676de0ed3 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:26.424213 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6f0874-35b1-44f7-9860-eab46b518b2f req-0db18fbb-d2a4-4f67-a9ac-886fdf834500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:01:26.425812 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7c6f0874-35b1-44f7-9860-eab46b518b2f req-0db18fbb-d2a4-4f67-a9ac-886fdf834500 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a1a81af7-23ae-4f38-bf38-3bf7b7d696d5 HTTP/1.1" status: 200 len: 849 time: 0.6658170 Jun 01 19:01:26.487257 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 41346) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:01:26.526076 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7c6f0874-35b1-44f7-9860-eab46b518b2f req-17c293de-6b46-4965-8a4b-61fd8dd98124 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=74a3a6e0-cc10-45ab-b1cd-c12e53f535e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0928531 Jun 01 19:01:26.545332 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-fc882866-5cc4-4e31-8a5e-eb48430d9085 tempest-RoutersTestDVR-1948005 tempest-RoutersTestDVR-1948005-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=88524) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Jun 01 19:01:26.545977 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-fc882866-5cc4-4e31-8a5e-eb48430d9085 tempest-RoutersTestDVR-1948005 tempest-RoutersTestDVR-1948005-project-admin] Router a4057506-3515-4160-9210-42952b434033 migrating from provider to provider. {{(pid=88524) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Jun 01 19:01:26.546110 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-fc882866-5cc4-4e31-8a5e-eb48430d9085 tempest-RoutersTestDVR-1948005 tempest-RoutersTestDVR-1948005-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:26.642369 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-fc882866-5cc4-4e31-8a5e-eb48430d9085 tempest-RoutersTestDVR-1948005 tempest-RoutersTestDVR-1948005-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:26.671405 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5eca7b6-adc8-4e50-bed3-f01da6bb0b2b tempest-TestNetworkBasicOps-1217506221 tempest-TestNetworkBasicOps-1217506221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:01:26.671405 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5eca7b6-adc8-4e50-bed3-f01da6bb0b2b tempest-TestNetworkBasicOps-1217506221 tempest-TestNetworkBasicOps-1217506221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:01:26.671405 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-d5eca7b6-adc8-4e50-bed3-f01da6bb0b2b tempest-TestNetworkBasicOps-1217506221 tempest-TestNetworkBasicOps-1217506221-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1537 time: 0.4519715 Jun 01 19:01:26.692536 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-86f0ccdf-cf10-49b2-a7c4-dc2676de0ed3 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:26.694920 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 41358) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:01:26.712785 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-fc882866-5cc4-4e31-8a5e-eb48430d9085 tempest-RoutersTestDVR-1948005 tempest-RoutersTestDVR-1948005-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-886655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-886601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-886598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-885887'] for router, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:26.712785 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-312e2682-e672-42a7-9fd1-52ec20c7a3b7 tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:26.776007 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276ffd6f-7dd3-4eda-8215-7590b19e4b31 req-f1d90e34-9642-4f8c-a76f-c6aecdc73028 tempest-ServerTagsTestJSON-1440915987 tempest-ServerTagsTestJSON-1440915987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:01:26.782753 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-276ffd6f-7dd3-4eda-8215-7590b19e4b31 req-f1d90e34-9642-4f8c-a76f-c6aecdc73028 tempest-ServerTagsTestJSON-1440915987 tempest-ServerTagsTestJSON-1440915987-project] 10.222.0.41 "GET /v2.0/ports?device_id=ca05f881-9620-46b1-8761-46667cfa64e0 HTTP/1.1" status: 200 len: 943 time: 1.0610831 Jun 01 19:01:26.830714 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-4d1e4ddd-8f8a-4b72-b1a8-dc4442415f52 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=eccea382ced5475f9a2098d1ef2ff267&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3421190 Jun 01 19:01:26.833499 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 41366) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:01:26.874645 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-37032333-b518-4fe3-9c10-47c1554f9e32 tempest-TestNetworkBasicOps-1217506221 tempest-TestNetworkBasicOps-1217506221-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=72a72e44-6845-488a-a5ff-3a26d4df9cb3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1766434 Jun 01 19:01:26.895103 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 41372) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:01:26.986060 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-312e2682-e672-42a7-9fd1-52ec20c7a3b7 tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a98d000f-4868-482f-946c-43625e512d16']}} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:01:27.007183 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-aacd2fb6-35f9-4282-9603-c4213fec1a46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:27.053421 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-aacd2fb6-35f9-4282-9603-c4213fec1a46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:27.117406 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-86f0ccdf-cf10-49b2-a7c4-dc2676de0ed3 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] Notify callbacks [] for port, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:27.131977 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-86f0ccdf-cf10-49b2-a7c4-dc2676de0ed3 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:27.148959 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-312e2682-e672-42a7-9fd1-52ec20c7a3b7 tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6503fd8-ebd3-410d-80e8-af89f5b87253') {'for_net_delete': True} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:01:27.149265 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-312e2682-e672-42a7-9fd1-52ec20c7a3b7 tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6503fd8-ebd3-410d-80e8-af89f5b87253') {} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:01:27.161283 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-276ffd6f-7dd3-4eda-8215-7590b19e4b31 req-8df3e124-59b9-472f-9cad-0aae5a624b63 tempest-ServerTagsTestJSON-1440915987 tempest-ServerTagsTestJSON-1440915987-project] 10.222.0.41 "GET /v2.0/security-groups?id=589bb670-196e-4a52-ab51-90a27b35b93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3776386 Jun 01 19:01:27.166747 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-2ce46cd2-8357-494b-a0d8-fe0387b10506 tempest-TestNetworkBasicOps-1217506221 tempest-TestNetworkBasicOps-1217506221-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=a98d000f-4868-482f-946c-43625e512d16&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2643058 Jun 01 19:01:27.170722 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7c6f0874-35b1-44f7-9860-eab46b518b2f req-5e79e99c-7705-4a65-ae48-a7847f51f943 service neutron] 10.222.0.50 "GET /v2.0/networks/74a3a6e0-cc10-45ab-b1cd-c12e53f535e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6270123 Jun 01 19:01:27.173084 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 41386) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:01:27.178993 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-312e2682-e672-42a7-9fd1-52ec20c7a3b7 tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2702126'] for segment, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:27.267954 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-bdd85c53-467b-4f74-9c34-2563a3f39d01 tempest-TestNetworkBasicOps-1217506221 tempest-TestNetworkBasicOps-1217506221-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=d3eb50f3028440db9726ae16e6111d12&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0920560 Jun 01 19:01:27.281518 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 41392) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:01:27.298671 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f0ccdf-cf10-49b2-a7c4-dc2676de0ed3 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] Pushing event updated for resources: {'Port': ['ID=7c92aeb4-38c0-499a-a452-f97eb895ef8e,revision_number=2']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:01:27.314372 n-d-844202-1 neutron-server[88524]: WARNING neutron.scheduler.l3_agent_scheduler [None req-fc882866-5cc4-4e31-8a5e-eb48430d9085 tempest-RoutersTestDVR-1948005 tempest-RoutersTestDVR-1948005-project-admin] No L3 agents can host the router a4057506-3515-4160-9210-42952b434033 Jun 01 19:01:27.315458 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-312e2682-e672-42a7-9fd1-52ec20c7a3b7 tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:27.339915 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-312e2682-e672-42a7-9fd1-52ec20c7a3b7 tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=88524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 19:01:27.340990 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-312e2682-e672-42a7-9fd1-52ec20c7a3b7 tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2719018'] for segment, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:27.426054 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment c6503fd8-ebd3-410d-80e8-af89f5b87253 resource provider aggregate not found Jun 01 19:01:27.458387 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-aacd2fb6-35f9-4282-9603-c4213fec1a46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:27.500340 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacd2fb6-35f9-4282-9603-c4213fec1a46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e95c7360-01e1-4fb0-bbdb-7b11f637526c,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:01:27.545757 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-86f0ccdf-cf10-49b2-a7c4-dc2676de0ed3 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887712'] for floatingip, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:27.578250 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment c6503fd8-ebd3-410d-80e8-af89f5b87253 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c6503fd8-ebd3-410d-80e8-af89f5b87253 found for delete ", "request_id": "req-f1ec1851-5417-4857-8bb6-78b733e71c73"}]} Jun 01 19:01:27.578760 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-aacd2fb6-35f9-4282-9603-c4213fec1a46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:27.580053 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-aacd2fb6-35f9-4282-9603-c4213fec1a46 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e95c7360-01e1-4fb0-bbdb-7b11f637526c HTTP/1.1" status: 204 len: 168 time: 0.7453175 Jun 01 19:01:27.585398 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-86f0ccdf-cf10-49b2-a7c4-dc2676de0ed3 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for floatingip, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:27.586307 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-86f0ccdf-cf10-49b2-a7c4-dc2676de0ed3 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.8942201 Jun 01 19:01:27.609891 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d919c97-86b8-493a-9b1a-7ae19cd18b73 tempest-TestNetworkBasicOps-1217506221 tempest-TestNetworkBasicOps-1217506221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:01:27.610404 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d919c97-86b8-493a-9b1a-7ae19cd18b73 tempest-TestNetworkBasicOps-1217506221 tempest-TestNetworkBasicOps-1217506221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:01:27.613409 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-5d919c97-86b8-493a-9b1a-7ae19cd18b73 tempest-TestNetworkBasicOps-1217506221 tempest-TestNetworkBasicOps-1217506221-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1537 time: 0.3157055 Jun 01 19:01:27.615788 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 41410) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:01:27.695693 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-8d405d35-a13c-45c1-bea8-ef73516c82f2 tempest-TestNetworkBasicOps-1217506221 tempest-TestNetworkBasicOps-1217506221-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=72a72e44-6845-488a-a5ff-3a26d4df9cb3&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0747154 Jun 01 19:01:27.696327 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 41418) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:01:27.782551 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-e27519b2-ef19-455f-8168-6de17701b4e8 tempest-TestNetworkBasicOps-1217506221 tempest-TestNetworkBasicOps-1217506221-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=a98d000f-4868-482f-946c-43625e512d16&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0828912 Jun 01 19:01:27.782551 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 41424) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:01:27.788254 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-968ca3c4-f117-4bbf-8a41-3cb1e99fc4bb tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-83743678', 'network_id': '736de76a-7329-4f0c-80e7-094feb293c29', 'project_id': 'd3eb50f3028440db9726ae16e6111d12', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:01:27.897467 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-312e2682-e672-42a7-9fd1-52ec20c7a3b7 tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:27.964599 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-312e2682-e672-42a7-9fd1-52ec20c7a3b7 tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a98d000f-4868-482f-946c-43625e512d16 {{(pid=88524) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jun 01 19:01:27.992324 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7c6f0874-35b1-44f7-9860-eab46b518b2f req-aa8391c5-8fe7-450b-82d0-f507e5d58ab2 service neutron] 10.222.0.50 "GET /v2.0/networks/74a3a6e0-cc10-45ab-b1cd-c12e53f535e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7997475 Jun 01 19:01:27.994305 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-312e2682-e672-42a7-9fd1-52ec20c7a3b7 tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:28.031765 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312e2682-e672-42a7-9fd1-52ec20c7a3b7 tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] Pushing event deleted for resources: {'Network': ['ID=a98d000f-4868-482f-946c-43625e512d16,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:01:28.053453 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc882866-5cc4-4e31-8a5e-eb48430d9085 tempest-RoutersTestDVR-1948005 tempest-RoutersTestDVR-1948005-project-admin] Hosts for router a4057506-3515-4160-9210-42952b434033: [] {{(pid=88524) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:330}} Jun 01 19:01:28.136014 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-312e2682-e672-42a7-9fd1-52ec20c7a3b7 tempest-ExternalNetworksTestJSON-1003627784 tempest-ExternalNetworksTestJSON-1003627784-project-admin] 10.222.0.41 "DELETE /v2.0/networks/a98d000f-4868-482f-946c-43625e512d16 HTTP/1.1" status: 204 len: 168 time: 2.6629806 Jun 01 19:01:28.146301 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 41446) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:01:28.192017 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-968ca3c4-f117-4bbf-8a41-3cb1e99fc4bb tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:01:28.198785 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-968ca3c4-f117-4bbf-8a41-3cb1e99fc4bb tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Usage tracker for resource:subnet and tenant:d3eb50f3028440db9726ae16e6111d12 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:01:28.202194 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-968ca3c4-f117-4bbf-8a41-3cb1e99fc4bb tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:01:28.210587 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-968ca3c4-f117-4bbf-8a41-3cb1e99fc4bb tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:01:28.222718 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device f964e16d-466b-4776-bf96-d6bb84d73922 details requested by agent hyperv_n-h2-844202-1 with host n-h2-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 19:01:28.239586 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-968ca3c4-f117-4bbf-8a41-3cb1e99fc4bb tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Made reservation on behalf of d3eb50f3028440db9726ae16e6111d12 for: {'subnet': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:01:28.247287 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-968ca3c4-f117-4bbf-8a41-3cb1e99fc4bb tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9667140'] for subnet, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:28.309914 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc882866-5cc4-4e31-8a5e-eb48430d9085 tempest-RoutersTestDVR-1948005 tempest-RoutersTestDVR-1948005-project-admin] Hosts for other DVR routers connected to router a4057506-3515-4160-9210-42952b434033: set() {{(pid=88524) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:347}} Jun 01 19:01:28.322181 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-fc882866-5cc4-4e31-8a5e-eb48430d9085 tempest-RoutersTestDVR-1948005 tempest-RoutersTestDVR-1948005-project-admin] Notify callbacks [] for router, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:28.329386 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-fc882866-5cc4-4e31-8a5e-eb48430d9085 tempest-RoutersTestDVR-1948005 tempest-RoutersTestDVR-1948005-project-admin] 10.222.0.41 "PUT /v2.0/routers/a4057506-3515-4160-9210-42952b434033 HTTP/1.1" status: 200 len: 717 time: 3.3215368 Jun 01 19:01:28.330785 n-d-844202-1 neutron-server[88524]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb198e49-a071-44d6-9dc3-be1c8ae41ca7 tempest-ExternalNetworksTestJSON-1028774186 tempest-ExternalNetworksTestJSON-1028774186-project] DELETE failed (client error): The resource could not be found. Jun 01 19:01:28.335529 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb198e49-a071-44d6-9dc3-be1c8ae41ca7 tempest-ExternalNetworksTestJSON-1028774186 tempest-ExternalNetworksTestJSON-1028774186-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88524) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 19:01:28.340665 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-fb198e49-a071-44d6-9dc3-be1c8ae41ca7 tempest-ExternalNetworksTestJSON-1028774186 tempest-ExternalNetworksTestJSON-1028774186-project] 10.222.0.41 "DELETE /v2.0/subnets/89d6a5bd-c982-4cda-a491-5d44e65cab91 HTTP/1.1" status: 404 len: 337 time: 0.1931372 Jun 01 19:01:28.341703 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 41454) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:01:28.342178 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 41456) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:01:28.508700 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268ff196-d58c-4da3-9ef7-09364e1130a0 req-a30596f5-f9c2-4a17-a478-eca964603d72 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:01:28.510497 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-268ff196-d58c-4da3-9ef7-09364e1130a0 req-a30596f5-f9c2-4a17-a478-eca964603d72 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] 10.222.0.41 "GET /v2.0/networks?id=f7c7bfcf-c7c2-42d5-8541-1692408619fe HTTP/1.1" status: 200 len: 822 time: 0.5413580 Jun 01 19:01:28.572805 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-268ff196-d58c-4da3-9ef7-09364e1130a0 req-9ad03077-465c-49e3-af60-b3226ccb6409 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] 10.222.0.41 "GET /v2.0/quotas/cdc5de11547f4a5f8e1e8d097edd2ecf HTTP/1.1" status: 200 len: 375 time: 0.0382621 Jun 01 19:01:28.606858 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port f964e16d-466b-4776-bf96-d6bb84d73922, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=f964e16d-466b-4776-bf96-d6bb84d73922,segment=NetworkSegment(bb33b8a2-8c1e-4276-a1bb-b91cca461d9a),segment_id=bb33b8a2-8c1e-4276-a1bb-b91cca461d9a)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:01:28.639907 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Returning: {'device': 'f964e16d-466b-4776-bf96-d6bb84d73922', 'network_id': '74a3a6e0-cc10-45ab-b1cd-c12e53f535e2', 'port_id': 'f964e16d-466b-4776-bf96-d6bb84d73922', 'mac_address': 'fa:16:3e:88:89:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1a81af7-23ae-4f38-bf38-3bf7b7d696d5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 19:01:28.822627 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port f964e16d-466b-4776-bf96-d6bb84d73922 is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:01:28.823204 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:28.887001 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f964e16d-466b-4776-bf96-d6bb84d73922 {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 19:01:28.909459 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-268ff196-d58c-4da3-9ef7-09364e1130a0 req-974a21cf-3bd6-4857-99dc-c5c47b91eefe tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=cdc5de11547f4a5f8e1e8d097edd2ecf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3233094 Jun 01 19:01:28.936007 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port f964e16d-466b-4776-bf96-d6bb84d73922, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=f964e16d-466b-4776-bf96-d6bb84d73922,segment=NetworkSegment(bb33b8a2-8c1e-4276-a1bb-b91cca461d9a),segment_id=bb33b8a2-8c1e-4276-a1bb-b91cca461d9a)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:01:28.946517 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:29.078103 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-d982f72b-4dd8-4489-b433-eba22e42af31 tempest-RoutersTestDVR-1948005 tempest-RoutersTestDVR-1948005-project-admin] 10.222.0.41 "GET /v2.0/routers/a4057506-3515-4160-9210-42952b434033 HTTP/1.1" status: 200 len: 717 time: 0.7345307 Jun 01 19:01:29.113730 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 41480) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:01:29.117239 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=f964e16d-466b-4776-bf96-d6bb84d73922,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:01:29.151370 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-968ca3c4-f117-4bbf-8a41-3cb1e99fc4bb tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2614064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9667190'] for subnet, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:29.205003 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] get_ports_and_sgs() called for port_ids ['f964e16d-466b-4776-bf96-d6bb84d73922'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 19:01:29.235417 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-3857a717-1b8a-471a-85bb-d2da9566ae68 tempest-ExternalNetworksTestJSON-1028774186 tempest-ExternalNetworksTestJSON-1028774186-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:29.317176 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-968ca3c4-f117-4bbf-8a41-3cb1e99fc4bb tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Checking segment: {'id': '88cd4108-c0fe-48ed-8aac-3aa2e1253bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '736de76a-7329-4f0c-80e7-094feb293c29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:01:29.317680 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-968ca3c4-f117-4bbf-8a41-3cb1e99fc4bb tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Network hostable DHCP agents. Network: 736de76a-7329-4f0c-80e7-094feb293c29, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 19:01:29.323565 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-268ff196-d58c-4da3-9ef7-09364e1130a0 req-cd9c955c-2131-4620-b129-c5d7b79aed76 service neutron] 10.222.0.41 "GET /v2.0/networks/f7c7bfcf-c7c2-42d5-8541-1692408619fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4142909 Jun 01 19:01:29.336453 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968ca3c4-f117-4bbf-8a41-3cb1e99fc4bb tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Pushing event updated for resources: {'Subnet': ['ID=9e0b9f49-c28b-40ef-a29c-1cc8920f1a01,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:01:29.342206 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99861711-da8e-44a4-aa19-22f9c6944a0b req-641b8d37-22be-49cc-bcd6-06a27d5391c6 tempest-ServerTagsTestJSON-1440915987 tempest-ServerTagsTestJSON-1440915987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:01:29.359872 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-99861711-da8e-44a4-aa19-22f9c6944a0b req-641b8d37-22be-49cc-bcd6-06a27d5391c6 tempest-ServerTagsTestJSON-1440915987 tempest-ServerTagsTestJSON-1440915987-project] 10.222.0.41 "GET /v2.0/ports?device_id=ca05f881-9620-46b1-8761-46667cfa64e0 HTTP/1.1" status: 200 len: 944 time: 0.3748949 Jun 01 19:01:29.480872 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-968ca3c4-f117-4bbf-8a41-3cb1e99fc4bb tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Network 736de76a-7329-4f0c-80e7-094feb293c29 is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 19:01:29.506289 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-968ca3c4-f117-4bbf-8a41-3cb1e99fc4bb tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, 736de76a-7329-4f0c-80e7-094feb293c29) {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:01:29.509900 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-3857a717-1b8a-471a-85bb-d2da9566ae68 tempest-ExternalNetworksTestJSON-1028774186 tempest-ExternalNetworksTestJSON-1028774186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:29.516266 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-968ca3c4-f117-4bbf-8a41-3cb1e99fc4bb tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:01:29.516856 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-968ca3c4-f117-4bbf-8a41-3cb1e99fc4bb tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:29.525450 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba415ca8-2672-42b8-af69-b65bf99d8253 None None] Network 736de76a-7329-4f0c-80e7-094feb293c29 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:01:29.544879 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-3857a717-1b8a-471a-85bb-d2da9566ae68 tempest-ExternalNetworksTestJSON-1028774186 tempest-ExternalNetworksTestJSON-1028774186-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad412d2a-cdc0-4f85-8bb2-8617975bf645']}} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:01:29.569245 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-3857a717-1b8a-471a-85bb-d2da9566ae68 tempest-ExternalNetworksTestJSON-1028774186 tempest-ExternalNetworksTestJSON-1028774186-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f947edae-f839-4fbe-b04c-2600d9357bd4') {'for_net_delete': True} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:01:29.569797 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-3857a717-1b8a-471a-85bb-d2da9566ae68 tempest-ExternalNetworksTestJSON-1028774186 tempest-ExternalNetworksTestJSON-1028774186-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f947edae-f839-4fbe-b04c-2600d9357bd4') {} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:01:29.589444 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-3857a717-1b8a-471a-85bb-d2da9566ae68 tempest-ExternalNetworksTestJSON-1028774186 tempest-ExternalNetworksTestJSON-1028774186-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2702126'] for segment, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:29.610304 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-99861711-da8e-44a4-aa19-22f9c6944a0b req-8919b4b9-769a-440c-a4d6-70f3e018a8dd tempest-ServerTagsTestJSON-1440915987 tempest-ServerTagsTestJSON-1440915987-project] 10.222.0.41 "GET /v2.0/security-groups?id=589bb670-196e-4a52-ab51-90a27b35b93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2491975 Jun 01 19:01:29.630284 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-968ca3c4-f117-4bbf-8a41-3cb1e99fc4bb tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 833 time: 1.8479447 Jun 01 19:01:29.641410 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-3857a717-1b8a-471a-85bb-d2da9566ae68 tempest-ExternalNetworksTestJSON-1028774186 tempest-ExternalNetworksTestJSON-1028774186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:29.652742 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3857a717-1b8a-471a-85bb-d2da9566ae68 tempest-ExternalNetworksTestJSON-1028774186 tempest-ExternalNetworksTestJSON-1028774186-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=88524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 19:01:29.654329 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-3857a717-1b8a-471a-85bb-d2da9566ae68 tempest-ExternalNetworksTestJSON-1028774186 tempest-ExternalNetworksTestJSON-1028774186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2719018'] for segment, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:29.684196 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-268ff196-d58c-4da3-9ef7-09364e1130a0 req-c1836ccd-0b1a-4aa5-8607-da72f5a6c191 service neutron] 10.222.0.41 "GET /v2.0/networks/f7c7bfcf-c7c2-42d5-8541-1692408619fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3432961 Jun 01 19:01:29.819175 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 41512) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:01:29.848382 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-2f695322-4c66-43a4-baaa-babf5a7ea8f6 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1229017616', 'description': 'tempest-secgroup-smoke-1229017616 description', 'project_id': 'd3eb50f3028440db9726ae16e6111d12'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:01:29.858812 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-2f695322-4c66-43a4-baaa-babf5a7ea8f6 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:01:29.875909 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-2f695322-4c66-43a4-baaa-babf5a7ea8f6 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:01:29.886402 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-3857a717-1b8a-471a-85bb-d2da9566ae68 tempest-ExternalNetworksTestJSON-1028774186 tempest-ExternalNetworksTestJSON-1028774186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:29.893332 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-3857a717-1b8a-471a-85bb-d2da9566ae68 tempest-ExternalNetworksTestJSON-1028774186 tempest-ExternalNetworksTestJSON-1028774186-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:29.977018 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2f695322-4c66-43a4-baaa-babf5a7ea8f6 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:30.023198 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3857a717-1b8a-471a-85bb-d2da9566ae68 tempest-ExternalNetworksTestJSON-1028774186 tempest-ExternalNetworksTestJSON-1028774186-project] Pushing event deleted for resources: {'Network': ['ID=ad412d2a-cdc0-4f85-8bb2-8617975bf645,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:01:30.043556 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-3857a717-1b8a-471a-85bb-d2da9566ae68 tempest-ExternalNetworksTestJSON-1028774186 tempest-ExternalNetworksTestJSON-1028774186-project] 10.222.0.41 "DELETE /v2.0/networks/ad412d2a-cdc0-4f85-8bb2-8617975bf645 HTTP/1.1" status: 204 len: 168 time: 1.6976275 Jun 01 19:01:30.062473 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-2f695322-4c66-43a4-baaa-babf5a7ea8f6 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:01:30.074959 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-2f695322-4c66-43a4-baaa-babf5a7ea8f6 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Usage tracker for resource:security_group_rule and tenant:d3eb50f3028440db9726ae16e6111d12 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:01:30.081764 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-2f695322-4c66-43a4-baaa-babf5a7ea8f6 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:01:30.170310 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7f125d6a-ed01-4bfb-a011-28262765f055 req-98ddf7b9-366d-4398-9ccb-7265d950514f tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd9401e0-bdcb-473e-8461-9776f397bc75 HTTP/1.1" status: 200 len: 210 time: 0.0917342 Jun 01 19:01:30.186537 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-2f695322-4c66-43a4-baaa-babf5a7ea8f6 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:01:30.235024 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-974ad00c-ae6a-402e-88ac-df404a16f1aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc93f83c3-7fb6-5c13-a9d4-29d739a4e8d2-736de76a-7329-4f0c-80e7-094feb293c29', 'network_id': '736de76a-7329-4f0c-80e7-094feb293c29', 'tenant_id': 'd3eb50f3028440db9726ae16e6111d12', 'fixed_ips': [{'subnet_id': '9e0b9f49-c28b-40ef-a29c-1cc8920f1a01'}]}} from n-d-844202-1. {{(pid=88526) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 19:01:30.240703 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-974ad00c-ae6a-402e-88ac-df404a16f1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:30.372970 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment f947edae-f839-4fbe-b04c-2600d9357bd4 resource provider aggregate not found Jun 01 19:01:30.425895 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2f695322-4c66-43a4-baaa-babf5a7ea8f6 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:30.430634 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment f947edae-f839-4fbe-b04c-2600d9357bd4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f947edae-f839-4fbe-b04c-2600d9357bd4 found for delete ", "request_id": "req-efed3e5d-169b-4940-9e4c-52f1d1ee52c6"}]} Jun 01 19:01:30.438778 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2f695322-4c66-43a4-baaa-babf5a7ea8f6 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:30.449239 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-6d403cbb-200d-4a39-9d65-23c21829e003 tempest-RoutersTestDVR-1995557135 tempest-RoutersTestDVR-1995557135-project] 10.222.0.41 "GET /v2.0/routers/a4057506-3515-4160-9210-42952b434033 HTTP/1.1" status: 200 len: 683 time: 1.3304138 Jun 01 19:01:30.451945 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 41540) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:01:30.570777 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 41546) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:01:30.617491 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2f695322-4c66-43a4-baaa-babf5a7ea8f6 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:30.632367 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-2f695322-4c66-43a4-baaa-babf5a7ea8f6 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.8051710 Jun 01 19:01:30.632562 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 41554) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:01:30.635295 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f695322-4c66-43a4-baaa-babf5a7ea8f6 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9fe41e6-5a2e-4996-8952-f57e9627d12d,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:01:30.643745 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-3322ed05-84a8-476c-88e5-50dd9bf8b341 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Request body: {'security_group_rule': {'security_group_id': 'e9fe41e6-5a2e-4996-8952-f57e9627d12d', 'project_id': 'd3eb50f3028440db9726ae16e6111d12', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:01:30.658025 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-3322ed05-84a8-476c-88e5-50dd9bf8b341 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:01:30.667971 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-3322ed05-84a8-476c-88e5-50dd9bf8b341 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Usage tracker for resource:security_group_rule and tenant:d3eb50f3028440db9726ae16e6111d12 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:01:30.679429 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-3322ed05-84a8-476c-88e5-50dd9bf8b341 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:01:30.692408 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.db_base_plugin_common [None req-974ad00c-ae6a-402e-88ac-df404a16f1aa None None] Allocated IP 172.20.0.18 (736de76a-7329-4f0c-80e7-094feb293c29/9e0b9f49-c28b-40ef-a29c-1cc8920f1a01/304f321f-1e83-4c49-a109-541f1c318280) {{(pid=88526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:01:30.693488 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-3322ed05-84a8-476c-88e5-50dd9bf8b341 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:01:30.723895 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-3322ed05-84a8-476c-88e5-50dd9bf8b341 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:30.813419 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-730b56b4-ceb6-4fd8-ae12-0fec67371ff5 tempest-RoutersTestDVR-1948005 tempest-RoutersTestDVR-1948005-project-admin] Notify callbacks [] for router, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:30.856909 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-3322ed05-84a8-476c-88e5-50dd9bf8b341 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:30.872772 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-3322ed05-84a8-476c-88e5-50dd9bf8b341 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:30.955511 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-3322ed05-84a8-476c-88e5-50dd9bf8b341 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:30.957107 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-3322ed05-84a8-476c-88e5-50dd9bf8b341 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3235812 Jun 01 19:01:30.959930 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 41566) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:01:30.982144 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-90281a3b-47cd-4641-9cc7-1aa1df8ac7bf tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Request body: {'security_group_rule': {'security_group_id': 'e9fe41e6-5a2e-4996-8952-f57e9627d12d', 'project_id': 'd3eb50f3028440db9726ae16e6111d12', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:01:30.996137 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3322ed05-84a8-476c-88e5-50dd9bf8b341 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f99001d-beb2-4dae-a91f-434ca4efb737,revision_number=0']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:01:31.000065 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-90281a3b-47cd-4641-9cc7-1aa1df8ac7bf tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:01:31.005302 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-90281a3b-47cd-4641-9cc7-1aa1df8ac7bf tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Usage tracker for resource:security_group_rule and tenant:d3eb50f3028440db9726ae16e6111d12 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:01:31.009910 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-90281a3b-47cd-4641-9cc7-1aa1df8ac7bf tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:01:31.016409 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-90281a3b-47cd-4641-9cc7-1aa1df8ac7bf tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:01:31.037346 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-90281a3b-47cd-4641-9cc7-1aa1df8ac7bf tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:31.112125 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-90281a3b-47cd-4641-9cc7-1aa1df8ac7bf tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:31.118280 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-90281a3b-47cd-4641-9cc7-1aa1df8ac7bf tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:31.157914 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-974ad00c-ae6a-402e-88ac-df404a16f1aa None None] Notify callbacks [] for port, precommit_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:31.191791 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-90281a3b-47cd-4641-9cc7-1aa1df8ac7bf tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:31.194402 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-90281a3b-47cd-4641-9cc7-1aa1df8ac7bf tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2240760 Jun 01 19:01:31.198543 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 41572) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:01:31.199105 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 41576) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:01:31.203924 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-974ad00c-ae6a-402e-88ac-df404a16f1aa None None] Transition to ACTIVE for port object 304f321f-1e83-4c49-a109-541f1c318280 will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:01:31.207631 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-7437f2e0-e66e-40e4-a8ca-6fc41a6d1069 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Request body: {'security_group_rule': {'security_group_id': 'e9fe41e6-5a2e-4996-8952-f57e9627d12d', 'project_id': 'd3eb50f3028440db9726ae16e6111d12', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:01:31.220958 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-7437f2e0-e66e-40e4-a8ca-6fc41a6d1069 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:01:31.225287 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90281a3b-47cd-4641-9cc7-1aa1df8ac7bf tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72c9f211-f885-4092-a928-fa31c8f00df1,revision_number=0']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:01:31.229906 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-7437f2e0-e66e-40e4-a8ca-6fc41a6d1069 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Usage tracker for resource:security_group_rule and tenant:d3eb50f3028440db9726ae16e6111d12 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:01:31.234261 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-7437f2e0-e66e-40e4-a8ca-6fc41a6d1069 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:01:31.242572 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-7437f2e0-e66e-40e4-a8ca-6fc41a6d1069 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:01:31.267647 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-974ad00c-ae6a-402e-88ac-df404a16f1aa None None] Transition to ACTIVE for port object 304f321f-1e83-4c49-a109-541f1c318280 will not be triggered until provisioned by entity DHCP. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:01:31.269170 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-7437f2e0-e66e-40e4-a8ca-6fc41a6d1069 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:31.282184 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-974ad00c-ae6a-402e-88ac-df404a16f1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526'] for port, after_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:31.357956 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-674362d9-7b6a-477f-901d-09ac50f91f27 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1865674685-network', 'tenant_id': '43f1d193273046428c340c0049d17579'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:01:31.382383 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-674362d9-7b6a-477f-901d-09ac50f91f27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:01:31.390303 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-7437f2e0-e66e-40e4-a8ca-6fc41a6d1069 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:31.424336 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-674362d9-7b6a-477f-901d-09ac50f91f27 admin admin] Usage tracker for resource:network and tenant:43f1d193273046428c340c0049d17579 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:01:31.430252 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-674362d9-7b6a-477f-901d-09ac50f91f27 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:01:31.441684 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-7437f2e0-e66e-40e4-a8ca-6fc41a6d1069 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:31.454392 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974ad00c-ae6a-402e-88ac-df404a16f1aa None None] Pushing event updated for resources: {'Port': ['ID=304f321f-1e83-4c49-a109-541f1c318280,revision_number=1']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:01:31.464520 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974ad00c-ae6a-402e-88ac-df404a16f1aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:01:31.465093 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974ad00c-ae6a-402e-88ac-df404a16f1aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:01:31.465605 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974ad00c-ae6a-402e-88ac-df404a16f1aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:01:31.465718 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-674362d9-7b6a-477f-901d-09ac50f91f27 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:01:31.466180 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974ad00c-ae6a-402e-88ac-df404a16f1aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:01:31.466652 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974ad00c-ae6a-402e-88ac-df404a16f1aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:01:31.467564 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974ad00c-ae6a-402e-88ac-df404a16f1aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:01:31.468058 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974ad00c-ae6a-402e-88ac-df404a16f1aa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:01:31.468647 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974ad00c-ae6a-402e-88ac-df404a16f1aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:01:31.469108 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974ad00c-ae6a-402e-88ac-df404a16f1aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:01:31.469704 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974ad00c-ae6a-402e-88ac-df404a16f1aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:01:31.470645 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974ad00c-ae6a-402e-88ac-df404a16f1aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:01:31.471175 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974ad00c-ae6a-402e-88ac-df404a16f1aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:01:31.474086 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7437f2e0-e66e-40e4-a8ca-6fc41a6d1069 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc088509-8620-4dde-89bb-0d84d8c1a94f,revision_number=0']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:01:31.512296 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-974ad00c-ae6a-402e-88ac-df404a16f1aa None None] Network 736de76a-7329-4f0c-80e7-094feb293c29 is already hosted by enough agents. {{(pid=88526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:01:31.515954 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.base_scheduler [None req-974ad00c-ae6a-402e-88ac-df404a16f1aa None None] Resources bound (agent type, host, resource id): {{(pid=88526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:01:31.523049 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-974ad00c-ae6a-402e-88ac-df404a16f1aa None None] Received port after_create {{(pid=88526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:01:31.599159 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-168a63b0-9b0e-4ed5-a182-f46b9a7467b5 req-43c0055b-0ecb-4d48-a0e9-365cf10a4da4 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd9401e0-bdcb-473e-8461-9776f397bc75 HTTP/1.1" status: 200 len: 210 time: 0.1207285 Jun 01 19:01:31.605771 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-9e1212c0-7c73-4044-9f05-caf3693c47a4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7a244fc06bfb49bca860634dc5fe1250&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4053535 Jun 01 19:01:31.607616 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-674362d9-7b6a-477f-901d-09ac50f91f27 admin admin] Made reservation on behalf of 43f1d193273046428c340c0049d17579 for: {'network': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:01:31.610462 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-674362d9-7b6a-477f-901d-09ac50f91f27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:31.623494 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 41592) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:01:31.626549 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-7437f2e0-e66e-40e4-a8ca-6fc41a6d1069 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:31.627950 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-7437f2e0-e66e-40e4-a8ca-6fc41a6d1069 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4257398 Jun 01 19:01:31.638447 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 41598) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:01:31.651442 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-5f0d7920-b50d-4e3c-b4c4-201a13630ade tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Request body: {'security_group_rule': {'security_group_id': 'e9fe41e6-5a2e-4996-8952-f57e9627d12d', 'project_id': 'd3eb50f3028440db9726ae16e6111d12', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:01:31.659277 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-5f0d7920-b50d-4e3c-b4c4-201a13630ade tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:01:31.664632 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-5f0d7920-b50d-4e3c-b4c4-201a13630ade tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Usage tracker for resource:security_group_rule and tenant:d3eb50f3028440db9726ae16e6111d12 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:01:31.668602 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-5f0d7920-b50d-4e3c-b4c4-201a13630ade tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:01:31.676313 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-5f0d7920-b50d-4e3c-b4c4-201a13630ade tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:01:31.686780 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-674362d9-7b6a-477f-901d-09ac50f91f27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:31.706728 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-974ad00c-ae6a-402e-88ac-df404a16f1aa None None] Attempting to bind port 304f321f-1e83-4c49-a109-541f1c318280 on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:01:31.707464 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-730b56b4-ceb6-4fd8-ae12-0fec67371ff5 tempest-RoutersTestDVR-1948005 tempest-RoutersTestDVR-1948005-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25316'] for router, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:31.708301 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-974ad00c-ae6a-402e-88ac-df404a16f1aa None None] Attempting to bind port 304f321f-1e83-4c49-a109-541f1c318280 by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': '88cd4108-c0fe-48ed-8aac-3aa2e1253bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '736de76a-7329-4f0c-80e7-094feb293c29'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:01:31.709390 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-974ad00c-ae6a-402e-88ac-df404a16f1aa None None] Attempting to bind port 304f321f-1e83-4c49-a109-541f1c318280 on network 736de76a-7329-4f0c-80e7-094feb293c29 {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:01:31.711141 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-730b56b4-ceb6-4fd8-ae12-0fec67371ff5 tempest-RoutersTestDVR-1948005 tempest-RoutersTestDVR-1948005-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:31.716680 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-974ad00c-ae6a-402e-88ac-df404a16f1aa None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 1, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:01:31.717315 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-974ad00c-ae6a-402e-88ac-df404a16f1aa None None] Checking segment: {'id': '88cd4108-c0fe-48ed-8aac-3aa2e1253bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '736de76a-7329-4f0c-80e7-094feb293c29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:01:31.717858 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-974ad00c-ae6a-402e-88ac-df404a16f1aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:31.718415 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-974ad00c-ae6a-402e-88ac-df404a16f1aa None None] Bound using segment: {'id': '88cd4108-c0fe-48ed-8aac-3aa2e1253bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '736de76a-7329-4f0c-80e7-094feb293c29'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:01:31.719045 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-974ad00c-ae6a-402e-88ac-df404a16f1aa None None] Bound port: 304f321f-1e83-4c49-a109-541f1c318280, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88cd4108-c0fe-48ed-8aac-3aa2e1253bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '736de76a-7329-4f0c-80e7-094feb293c29'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:01:31.719587 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-974ad00c-ae6a-402e-88ac-df404a16f1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:31.731497 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-5f0d7920-b50d-4e3c-b4c4-201a13630ade tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:31.743029 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-674362d9-7b6a-477f-901d-09ac50f91f27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:01:31.763976 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-730b56b4-ceb6-4fd8-ae12-0fec67371ff5 tempest-RoutersTestDVR-1948005 tempest-RoutersTestDVR-1948005-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-891519'] for router, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:31.764494 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-730b56b4-ceb6-4fd8-ae12-0fec67371ff5 tempest-RoutersTestDVR-1948005 tempest-RoutersTestDVR-1948005-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a4057506-3515-4160-9210-42952b434033 {{(pid=88525) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 19:01:31.770220 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-674362d9-7b6a-477f-901d-09ac50f91f27 admin admin] Usage tracker for resource:security_group_rule and tenant:43f1d193273046428c340c0049d17579 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:01:31.781666 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-674362d9-7b6a-477f-901d-09ac50f91f27 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:01:31.796340 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-674362d9-7b6a-477f-901d-09ac50f91f27 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:01:31.798241 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-730b56b4-ceb6-4fd8-ae12-0fec67371ff5 tempest-RoutersTestDVR-1948005 tempest-RoutersTestDVR-1948005-project-admin] Notify callbacks [] for router, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:31.800120 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-730b56b4-ceb6-4fd8-ae12-0fec67371ff5 tempest-RoutersTestDVR-1948005 tempest-RoutersTestDVR-1948005-project-admin] 10.222.0.41 "DELETE /v2.0/routers/a4057506-3515-4160-9210-42952b434033 HTTP/1.1" status: 204 len: 168 time: 1.3461220 Jun 01 19:01:31.805316 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 41604) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:01:31.817244 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-9e63ca73-e995-4b82-8a49-8e7ac45a9bfb tempest-RoutersTestDVR-1948005 tempest-RoutersTestDVR-1948005-project-admin] Request body: {'router': {'name': 'tempest-router-1536924031', 'distributed': True}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:01:31.825733 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-9e63ca73-e995-4b82-8a49-8e7ac45a9bfb tempest-RoutersTestDVR-1948005 tempest-RoutersTestDVR-1948005-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:01:31.831679 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-9e63ca73-e995-4b82-8a49-8e7ac45a9bfb tempest-RoutersTestDVR-1948005 tempest-RoutersTestDVR-1948005-project-admin] Usage tracker for resource:router and tenant:3dc819d55ff241b3861ae2e8925872fc is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:01:31.836985 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-9e63ca73-e995-4b82-8a49-8e7ac45a9bfb tempest-RoutersTestDVR-1948005 tempest-RoutersTestDVR-1948005-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:01:31.846856 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-9e63ca73-e995-4b82-8a49-8e7ac45a9bfb tempest-RoutersTestDVR-1948005 tempest-RoutersTestDVR-1948005-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:01:31.873071 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ab65a696-8ab0-4388-8cf5-d9a0c1ea87b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:31.882553 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-5f0d7920-b50d-4e3c-b4c4-201a13630ade tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:31.886947 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07225750-421f-452b-8594-0203d86cdb0f req-6b3c3b83-479f-4cff-b3f9-326ff6ed67b2 tempest-ServerTagsTestJSON-1440915987 tempest-ServerTagsTestJSON-1440915987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:01:31.888725 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-07225750-421f-452b-8594-0203d86cdb0f req-6b3c3b83-479f-4cff-b3f9-326ff6ed67b2 tempest-ServerTagsTestJSON-1440915987 tempest-ServerTagsTestJSON-1440915987-project] 10.222.0.41 "GET /v2.0/ports?device_id=ca05f881-9620-46b1-8761-46667cfa64e0 HTTP/1.1" status: 200 len: 944 time: 0.9313831 Jun 01 19:01:31.889775 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9e63ca73-e995-4b82-8a49-8e7ac45a9bfb tempest-RoutersTestDVR-1948005 tempest-RoutersTestDVR-1948005-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-885767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25238'] for router, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:31.891456 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9e63ca73-e995-4b82-8a49-8e7ac45a9bfb tempest-RoutersTestDVR-1948005 tempest-RoutersTestDVR-1948005-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-901042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-886562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-981784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25327'] for router, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:31.905247 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-5f0d7920-b50d-4e3c-b4c4-201a13630ade tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:31.916940 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9e63ca73-e995-4b82-8a49-8e7ac45a9bfb tempest-RoutersTestDVR-1948005 tempest-RoutersTestDVR-1948005-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:31.949299 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-974ad00c-ae6a-402e-88ac-df404a16f1aa None None] For port 304f321f-1e83-4c49-a109-541f1c318280, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:01:31.957569 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-974ad00c-ae6a-402e-88ac-df404a16f1aa None None] For port 304f321f-1e83-4c49-a109-541f1c318280, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=304f321f-1e83-4c49-a109-541f1c318280,segment=NetworkSegment(88cd4108-c0fe-48ed-8aac-3aa2e1253bf4),segment_id=88cd4108-c0fe-48ed-8aac-3aa2e1253bf4)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:01:31.974094 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-974ad00c-ae6a-402e-88ac-df404a16f1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:32.028021 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9e63ca73-e995-4b82-8a49-8e7ac45a9bfb tempest-RoutersTestDVR-1948005 tempest-RoutersTestDVR-1948005-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-885820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-886655'] for router, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:32.070995 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ab65a696-8ab0-4388-8cf5-d9a0c1ea87b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:32.108286 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-07225750-421f-452b-8594-0203d86cdb0f req-19415c7e-604a-467e-bd10-328b3c464243 tempest-ServerTagsTestJSON-1440915987 tempest-ServerTagsTestJSON-1440915987-project] 10.222.0.41 "GET /v2.0/security-groups?id=589bb670-196e-4a52-ab51-90a27b35b93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774957 Jun 01 19:01:32.129925 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9e63ca73-e995-4b82-8a49-8e7ac45a9bfb tempest-RoutersTestDVR-1948005 tempest-RoutersTestDVR-1948005-project-admin] Notify callbacks [] for router, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:32.131370 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-9e63ca73-e995-4b82-8a49-8e7ac45a9bfb tempest-RoutersTestDVR-1948005 tempest-RoutersTestDVR-1948005-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.3248768 Jun 01 19:01:32.134270 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 41620) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:01:32.231462 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974ad00c-ae6a-402e-88ac-df404a16f1aa None None] Pushing event updated for resources: {'Port': ['ID=304f321f-1e83-4c49-a109-541f1c318280,revision_number=2']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:01:32.251403 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device f964e16d-466b-4776-bf96-d6bb84d73922 up at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:01:32.315270 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-573ff35e-87e9-4927-9539-2af9aec3d51a tempest-RoutersTestDVR-1948005 tempest-RoutersTestDVR-1948005-project-admin] Notify callbacks [] for router, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:32.377217 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning for port f964e16d-466b-4776-bf96-d6bb84d73922 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:01:32.388117 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning complete for port f964e16d-466b-4776-bf96-d6bb84d73922 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:01:32.388671 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:32.430979 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268ff196-d58c-4da3-9ef7-09364e1130a0 req-8e0f9995-e6ca-4bdc-a966-8be446f975d5 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:01:32.440178 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-268ff196-d58c-4da3-9ef7-09364e1130a0 req-8e0f9995-e6ca-4bdc-a966-8be446f975d5 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] 10.222.0.50 "GET /v2.0/networks?id=f7c7bfcf-c7c2-42d5-8541-1692408619fe HTTP/1.1" status: 200 len: 822 time: 0.4399006 Jun 01 19:01:32.447445 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0d7920-b50d-4e3c-b4c4-201a13630ade tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aba5ab71-19bb-4efb-8e92-1d67ec8b90f1,revision_number=0']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:01:32.473925 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-268ff196-d58c-4da3-9ef7-09364e1130a0 req-946cd4e8-f344-4024-bc33-896813661afd tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] Request body: {'port': {'device_id': 'bd9401e0-bdcb-473e-8461-9776f397bc75', 'network_id': 'f7c7bfcf-c7c2-42d5-8541-1692408619fe', 'admin_state_up': True, 'tenant_id': 'cdc5de11547f4a5f8e1e8d097edd2ecf'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:01:32.535409 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0d7920-b50d-4e3c-b4c4-201a13630ade tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:01:32.536363 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0d7920-b50d-4e3c-b4c4-201a13630ade tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:01:32.536932 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0d7920-b50d-4e3c-b4c4-201a13630ade tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:01:32.537280 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0d7920-b50d-4e3c-b4c4-201a13630ade tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:01:32.537725 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0d7920-b50d-4e3c-b4c4-201a13630ade tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:01:32.538109 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0d7920-b50d-4e3c-b4c4-201a13630ade tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:01:32.538434 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0d7920-b50d-4e3c-b4c4-201a13630ade tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:01:32.538812 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0d7920-b50d-4e3c-b4c4-201a13630ade tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:01:32.539125 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0d7920-b50d-4e3c-b4c4-201a13630ade tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:01:32.539434 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0d7920-b50d-4e3c-b4c4-201a13630ade tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:01:32.540256 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0d7920-b50d-4e3c-b4c4-201a13630ade tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:01:32.540903 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0d7920-b50d-4e3c-b4c4-201a13630ade tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:01:32.675277 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-5f0d7920-b50d-4e3c-b4c4-201a13630ade tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:32.683169 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-5f0d7920-b50d-4e3c-b4c4-201a13630ade tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0336370 Jun 01 19:01:32.685207 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 41636) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:01:32.710834 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-5dd7476a-8ace-4bef-be83-d5b91ec3f4ef tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Request body: {'security_group_rule': {'security_group_id': 'e9fe41e6-5a2e-4996-8952-f57e9627d12d', 'project_id': 'd3eb50f3028440db9726ae16e6111d12', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:01:32.740400 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-5dd7476a-8ace-4bef-be83-d5b91ec3f4ef tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:01:32.758282 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ab65a696-8ab0-4388-8cf5-d9a0c1ea87b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:32.771550 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port f964e16d-466b-4776-bf96-d6bb84d73922 is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:01:32.772034 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:32.816073 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca05f881-9620-46b1-8761-46667cfa64e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f964e16d-466b-4776-bf96-d6bb84d73922'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:01:32.859827 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port f964e16d-466b-4776-bf96-d6bb84d73922, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=f964e16d-466b-4776-bf96-d6bb84d73922,segment=NetworkSegment(bb33b8a2-8c1e-4276-a1bb-b91cca461d9a),segment_id=bb33b8a2-8c1e-4276-a1bb-b91cca461d9a)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:01:32.873972 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:32.889394 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab65a696-8ab0-4388-8cf5-d9a0c1ea87b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a532a215-caaa-41e0-b801-bcac108deae0,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:01:32.909952 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ab65a696-8ab0-4388-8cf5-d9a0c1ea87b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:32.911143 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-ab65a696-8ab0-4388-8cf5-d9a0c1ea87b3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a532a215-caaa-41e0-b801-bcac108deae0 HTTP/1.1" status: 204 len: 168 time: 1.2866442 Jun 01 19:01:32.918077 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-674362d9-7b6a-477f-901d-09ac50f91f27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:32.972445 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-674362d9-7b6a-477f-901d-09ac50f91f27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:33.026562 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12a1ac05-545c-44e0-aec5-076d62e45087'] response: {'server_uuid': 'ca05f881-9620-46b1-8761-46667cfa64e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f964e16d-466b-4776-bf96-d6bb84d73922', 'code': 200} Jun 01 19:01:33.066613 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674362d9-7b6a-477f-901d-09ac50f91f27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2120f9da-7ed1-421c-b7c1-b9a50ff4a469,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:01:33.142979 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 304f321f-1e83-4c49-a109-541f1c318280 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:01:33.181981 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-33a4f4d4-9728-4974-9471-d41ba649eb14 req-6aaeeff3-9301-4f7f-92f9-72b04e79b248 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd9401e0-bdcb-473e-8461-9776f397bc75 HTTP/1.1" status: 200 len: 210 time: 0.2527502 Jun 01 19:01:33.199123 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-268ff196-d58c-4da3-9ef7-09364e1130a0 req-946cd4e8-f344-4024-bc33-896813661afd tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:01:33.235037 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-674362d9-7b6a-477f-901d-09ac50f91f27 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 130} {{(pid=88524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 19:01:33.239052 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-5dd7476a-8ace-4bef-be83-d5b91ec3f4ef tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Usage tracker for resource:security_group_rule and tenant:d3eb50f3028440db9726ae16e6111d12 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:01:33.246591 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-5dd7476a-8ace-4bef-be83-d5b91ec3f4ef tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:01:33.257464 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-5dd7476a-8ace-4bef-be83-d5b91ec3f4ef tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:01:33.270048 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-268ff196-d58c-4da3-9ef7-09364e1130a0 req-946cd4e8-f344-4024-bc33-896813661afd tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:01:33.281291 n-d-844202-1 neutron-server[88525]: INFO neutron.db.securitygroups_db [None req-5dd7476a-8ace-4bef-be83-d5b91ec3f4ef tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Project d3eb50f3028440db9726ae16e6111d12 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 01 19:01:33.339773 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-674362d9-7b6a-477f-901d-09ac50f91f27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:33.340127 n-d-844202-1 neutron-server[88524]: INFO neutron.db.segments_db [None req-674362d9-7b6a-477f-901d-09ac50f91f27 admin admin] Added segment c75ed154-8da3-4c9a-8821-cb3d863e47a7 of type vlan for network 2f91a4e5-a03e-4fe3-acc9-0563f080acc7 Jun 01 19:01:33.379768 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-268ff196-d58c-4da3-9ef7-09364e1130a0 req-946cd4e8-f344-4024-bc33-896813661afd tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] Made reservation on behalf of cdc5de11547f4a5f8e1e8d097edd2ecf for: {'port': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:01:33.385159 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-268ff196-d58c-4da3-9ef7-09364e1130a0 req-946cd4e8-f344-4024-bc33-896813661afd tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:33.386507 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=f964e16d-466b-4776-bf96-d6bb84d73922,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:01:33.399839 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5dd7476a-8ace-4bef-be83-d5b91ec3f4ef tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:33.401372 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port 304f321f-1e83-4c49-a109-541f1c318280 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:01:33.443809 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-573ff35e-87e9-4927-9539-2af9aec3d51a tempest-RoutersTestDVR-1948005 tempest-RoutersTestDVR-1948005-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25316'] for router, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:33.452158 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-573ff35e-87e9-4927-9539-2af9aec3d51a tempest-RoutersTestDVR-1948005 tempest-RoutersTestDVR-1948005-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:33.454454 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-674362d9-7b6a-477f-901d-09ac50f91f27 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:33.680585 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-573ff35e-87e9-4927-9539-2af9aec3d51a tempest-RoutersTestDVR-1948005 tempest-RoutersTestDVR-1948005-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-891519'] for router, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:33.681373 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-573ff35e-87e9-4927-9539-2af9aec3d51a tempest-RoutersTestDVR-1948005 tempest-RoutersTestDVR-1948005-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ac05abf8-a07f-4157-b5f6-c83f5743bdb3 {{(pid=88525) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 19:01:33.696608 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5dd7476a-8ace-4bef-be83-d5b91ec3f4ef tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:33.729079 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5dd7476a-8ace-4bef-be83-d5b91ec3f4ef tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:33.761504 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81b5373-485f-4443-88cc-f973da201044 req-d77328d6-3567-4395-8ca6-27a8d79a3264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:01:33.763093 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c81b5373-485f-4443-88cc-f973da201044 req-d77328d6-3567-4395-8ca6-27a8d79a3264 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=ca05f881-9620-46b1-8761-46667cfa64e0 HTTP/1.1" status: 200 len: 1096 time: 0.6747036 Jun 01 19:01:33.767154 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-674362d9-7b6a-477f-901d-09ac50f91f27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:33.768359 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-674362d9-7b6a-477f-901d-09ac50f91f27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:01:33.768359 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-674362d9-7b6a-477f-901d-09ac50f91f27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:33.789598 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-573ff35e-87e9-4927-9539-2af9aec3d51a tempest-RoutersTestDVR-1948005 tempest-RoutersTestDVR-1948005-project-admin] Notify callbacks [] for router, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:33.789598 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-573ff35e-87e9-4927-9539-2af9aec3d51a tempest-RoutersTestDVR-1948005 tempest-RoutersTestDVR-1948005-project-admin] 10.222.0.41 "DELETE /v2.0/routers/ac05abf8-a07f-4157-b5f6-c83f5743bdb3 HTTP/1.1" status: 204 len: 168 time: 1.6527362 Jun 01 19:01:33.797572 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd7476a-8ace-4bef-be83-d5b91ec3f4ef tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a95ce73c-34cf-4d25-a623-740defb97bb4,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:01:33.813553 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5dd7476a-8ace-4bef-be83-d5b91ec3f4ef tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:33.828951 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-5dd7476a-8ace-4bef-be83-d5b91ec3f4ef tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.1391354 Jun 01 19:01:33.845123 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d19d61a-93b2-4a24-b509-475c8e1fa27c req-cb06073d-b771-46e8-9ca1-2fc6e9b7543e tempest-ServerTagsTestJSON-1440915987 tempest-ServerTagsTestJSON-1440915987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:01:33.849627 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-0d19d61a-93b2-4a24-b509-475c8e1fa27c req-cb06073d-b771-46e8-9ca1-2fc6e9b7543e tempest-ServerTagsTestJSON-1440915987 tempest-ServerTagsTestJSON-1440915987-project] 10.222.0.41 "GET /v2.0/ports?device_id=ca05f881-9620-46b1-8761-46667cfa64e0 HTTP/1.1" status: 200 len: 945 time: 0.3354974 Jun 01 19:01:33.853158 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 41668) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:01:33.895606 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-88145cae-abee-481a-85b9-4a18c02a5b77 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Request body: {'security_group_rule': {'security_group_id': 'e9fe41e6-5a2e-4996-8952-f57e9627d12d', 'project_id': 'd3eb50f3028440db9726ae16e6111d12', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:01:33.914749 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-88145cae-abee-481a-85b9-4a18c02a5b77 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:01:33.927138 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-88145cae-abee-481a-85b9-4a18c02a5b77 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Usage tracker for resource:security_group_rule and tenant:d3eb50f3028440db9726ae16e6111d12 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:01:33.936039 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-88145cae-abee-481a-85b9-4a18c02a5b77 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:01:33.958762 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-88145cae-abee-481a-85b9-4a18c02a5b77 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:01:34.007142 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 41674) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:01:34.013794 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-0d19d61a-93b2-4a24-b509-475c8e1fa27c req-fb37d860-1514-403c-99ec-1422c2912ea5 tempest-ServerTagsTestJSON-1440915987 tempest-ServerTagsTestJSON-1440915987-project] 10.222.0.41 "GET /v2.0/security-groups?id=589bb670-196e-4a52-ab51-90a27b35b93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564207 Jun 01 19:01:34.039083 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674362d9-7b6a-477f-901d-09ac50f91f27 admin admin] Pushing event updated for resources: {'Network': ['ID=2f91a4e5-a03e-4fe3-acc9-0563f080acc7,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:01:34.051488 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network 2f91a4e5-a03e-4fe3-acc9-0563f080acc7 details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 19:01:34.170869 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-c9a9159a-6b87-4a5a-9a7f-4dcea1df44ff admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6541ce325e5343f28b7c081b2267db05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1536920 Jun 01 19:01:34.174087 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 41682) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:01:34.174681 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c81b5373-485f-4443-88cc-f973da201044 req-c84397b9-5718-4410-b9f2-0289dd2bb32e service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=589bb670-196e-4a52-ab51-90a27b35b93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3700309 Jun 01 19:01:34.175661 n-d-844202-1 neutron-server[88525]: INFO neutron.db.securitygroups_db [None req-88145cae-abee-481a-85b9-4a18c02a5b77 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Project d3eb50f3028440db9726ae16e6111d12 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 01 19:01:34.180587 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-674362d9-7b6a-477f-901d-09ac50f91f27 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 3.6087384 Jun 01 19:01:34.184343 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 41684) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:01:34.193848 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-90569e85-1bce-4ab3-a6fb-2d42ae745854 admin admin] Request body: {'subnet': {'network_id': '2f91a4e5-a03e-4fe3-acc9-0563f080acc7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1865674685-subnet', 'tenant_id': '43f1d193273046428c340c0049d17579', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:01:34.206197 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-90569e85-1bce-4ab3-a6fb-2d42ae745854 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:01:34.270124 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0e977e7-fc9a-4cd0-8b81-939ecdebec74 None None] Network 736de76a-7329-4f0c-80e7-094feb293c29 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:01:34.290423 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-88145cae-abee-481a-85b9-4a18c02a5b77 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:34.431443 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [req-268ff196-d58c-4da3-9ef7-09364e1130a0 req-946cd4e8-f344-4024-bc33-896813661afd tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] Allocated IP 172.20.0.5 (f7c7bfcf-c7c2-42d5-8541-1692408619fe/78c15249-5b3e-42a1-9683-df5f45ae094c/935cf5d0-c1b5-4d5f-8a59-49c7a5332461) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:01:34.496014 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-88145cae-abee-481a-85b9-4a18c02a5b77 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:34.514599 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-88145cae-abee-481a-85b9-4a18c02a5b77 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:34.529137 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-413aa24c-61fc-489f-aa68-69d578e9ef58 None None] Provisioning for port 304f321f-1e83-4c49-a109-541f1c318280 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:01:34.537982 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-413aa24c-61fc-489f-aa68-69d578e9ef58 None None] Provisioning complete for port 304f321f-1e83-4c49-a109-541f1c318280 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:01:34.538696 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-413aa24c-61fc-489f-aa68-69d578e9ef58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:34.622639 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88145cae-abee-481a-85b9-4a18c02a5b77 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4d67d29-1148-4892-a166-dc20fb18ca34,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:01:34.685537 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 41702) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:01:34.711001 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-90569e85-1bce-4ab3-a6fb-2d42ae745854 admin admin] Usage tracker for resource:subnet and tenant:43f1d193273046428c340c0049d17579 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:01:34.720190 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 41706) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:01:34.724793 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-450db7f3-ad5b-4df5-9323-bc261d5deeb3 req-10e8213c-9b15-4b70-b690-dcc44e282dfb tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] Synchronizing usage tracker for tenant:cdc5de11547f4a5f8e1e8d097edd2ecf on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:01:34.729812 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-88145cae-abee-481a-85b9-4a18c02a5b77 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:34.731627 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-90569e85-1bce-4ab3-a6fb-2d42ae745854 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:01:34.732801 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-88145cae-abee-481a-85b9-4a18c02a5b77 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8774576 Jun 01 19:01:34.742255 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-873742da-6cf8-4724-b155-a8c92cb6cdde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:34.750391 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-90569e85-1bce-4ab3-a6fb-2d42ae745854 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:01:34.777043 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-873742da-6cf8-4724-b155-a8c92cb6cdde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:34.870468 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-873742da-6cf8-4724-b155-a8c92cb6cdde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:34.892406 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873742da-6cf8-4724-b155-a8c92cb6cdde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c672d8ec-f3f2-46c5-bbad-c60963fdbab9,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:01:34.898777 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-873742da-6cf8-4724-b155-a8c92cb6cdde admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:34.909639 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-450db7f3-ad5b-4df5-9323-bc261d5deeb3 req-10e8213c-9b15-4b70-b690-dcc44e282dfb tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] Unset dirty status for tenant:cdc5de11547f4a5f8e1e8d097edd2ecf on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:01:34.912611 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-450db7f3-ad5b-4df5-9323-bc261d5deeb3 req-10e8213c-9b15-4b70-b690-dcc44e282dfb tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd9401e0-bdcb-473e-8461-9776f397bc75 HTTP/1.1" status: 200 len: 210 time: 0.3491476 Jun 01 19:01:34.914646 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90569e85-1bce-4ab3-a6fb-2d42ae745854 admin admin] Made reservation on behalf of 43f1d193273046428c340c0049d17579 for: {'subnet': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:01:34.920665 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-90569e85-1bce-4ab3-a6fb-2d42ae745854 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3066584'] for subnet, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:34.927078 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-413aa24c-61fc-489f-aa68-69d578e9ef58 None None] Current status of the port 304f321f-1e83-4c49-a109-541f1c318280 is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:01:34.928403 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-413aa24c-61fc-489f-aa68-69d578e9ef58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:34.944085 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-873742da-6cf8-4724-b155-a8c92cb6cdde admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c672d8ec-f3f2-46c5-bbad-c60963fdbab9 HTTP/1.1" status: 204 len: 168 time: 0.7551312 Jun 01 19:01:34.997137 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-413aa24c-61fc-489f-aa68-69d578e9ef58 None None] For port 304f321f-1e83-4c49-a109-541f1c318280, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=304f321f-1e83-4c49-a109-541f1c318280,segment=NetworkSegment(88cd4108-c0fe-48ed-8aac-3aa2e1253bf4),segment_id=88cd4108-c0fe-48ed-8aac-3aa2e1253bf4)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:01:35.003737 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-413aa24c-61fc-489f-aa68-69d578e9ef58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:35.042028 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-afbc424f-a36b-47c7-9e34-535ccb7bd70d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:35.091306 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4a193ded-4868-45cd-999c-c9cef3b55f06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:35.196305 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-afbc424f-a36b-47c7-9e34-535ccb7bd70d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:01:35.207962 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413aa24c-61fc-489f-aa68-69d578e9ef58 None None] Pushing event updated for resources: {'Port': ['ID=304f321f-1e83-4c49-a109-541f1c318280,revision_number=3']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:01:35.227791 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-4a193ded-4868-45cd-999c-c9cef3b55f06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:01:35.238524 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-afbc424f-a36b-47c7-9e34-535ccb7bd70d admin admin] Usage tracker for resource:security_group_rule and tenant:3e2640dd583d49fcae155ee6f4b10c4e is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:01:35.266486 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-afbc424f-a36b-47c7-9e34-535ccb7bd70d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:01:35.269485 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-4a193ded-4868-45cd-999c-c9cef3b55f06 admin admin] Usage tracker for resource:security_group_rule and tenant:b1146af8d17b4168ae824b9bacefc10b is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:01:35.295139 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-4a193ded-4868-45cd-999c-c9cef3b55f06 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:01:35.306584 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-afbc424f-a36b-47c7-9e34-535ccb7bd70d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:01:35.327981 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-4a193ded-4868-45cd-999c-c9cef3b55f06 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:01:35.540497 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-9b432232-e84f-4e03-ba90-9b0115f875a2 None None] Provisioning complete for port 304f321f-1e83-4c49-a109-541f1c318280 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:01:35.542939 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-9b432232-e84f-4e03-ba90-9b0115f875a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:35.581821 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-d256708d-14ab-4ea0-8e06-bc7cede4a64c req-915d5c04-3be0-4317-ab38-03941713d8ec tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Synchronizing usage tracker for tenant:d3eb50f3028440db9726ae16e6111d12 on resource:security_group {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:01:35.607345 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-268ff196-d58c-4da3-9ef7-09364e1130a0 req-946cd4e8-f344-4024-bc33-896813661afd tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:35.612390 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd605aa-ce0f-4684-a2cf-a268abd9a178 req-276a5f97-c75c-4d7d-a9a9-cbeda1134280 tempest-ServerTagsTestJSON-1440915987 tempest-ServerTagsTestJSON-1440915987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:01:35.613880 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-cfd605aa-ce0f-4684-a2cf-a268abd9a178 req-276a5f97-c75c-4d7d-a9a9-cbeda1134280 tempest-ServerTagsTestJSON-1440915987 tempest-ServerTagsTestJSON-1440915987-project] 10.222.0.41 "GET /v2.0/ports?device_id=ca05f881-9620-46b1-8761-46667cfa64e0 HTTP/1.1" status: 200 len: 945 time: 0.1724114 Jun 01 19:01:35.620629 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-90569e85-1bce-4ab3-a6fb-2d42ae745854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2718919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3066602'] for subnet, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:35.687901 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-d256708d-14ab-4ea0-8e06-bc7cede4a64c req-915d5c04-3be0-4317-ab38-03941713d8ec tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Unset dirty status for tenant:d3eb50f3028440db9726ae16e6111d12 on resource:security_group {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:01:35.688846 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d256708d-14ab-4ea0-8e06-bc7cede4a64c req-915d5c04-3be0-4317-ab38-03941713d8ec tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1229017616&fields=id&tenant_id=d3eb50f3028440db9726ae16e6111d12 HTTP/1.1" status: 200 len: 267 time: 0.2644539 Jun 01 19:01:35.721845 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4a193ded-4868-45cd-999c-c9cef3b55f06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:35.725313 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-afbc424f-a36b-47c7-9e34-535ccb7bd70d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:35.745903 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90569e85-1bce-4ab3-a6fb-2d42ae745854 admin admin] Pushing event updated for resources: {'Subnet': ['ID=21bf46c5-944f-4d46-812a-93005ed4da6f,revision_number=0']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:01:35.785111 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-cfd605aa-ce0f-4684-a2cf-a268abd9a178 req-3f7ad22e-e1c4-4b9e-b57c-dec5d5b1a495 tempest-ServerTagsTestJSON-1440915987 tempest-ServerTagsTestJSON-1440915987-project] 10.222.0.41 "GET /v2.0/security-groups?id=589bb670-196e-4a52-ab51-90a27b35b93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582172 Jun 01 19:01:35.790145 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4a193ded-4868-45cd-999c-c9cef3b55f06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:35.808936 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-afbc424f-a36b-47c7-9e34-535ccb7bd70d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:35.852951 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a193ded-4868-45cd-999c-c9cef3b55f06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e58034e7-2040-409e-afac-cf796bb442af,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:01:35.854465 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-9b432232-e84f-4e03-ba90-9b0115f875a2 None None] Current status of the port 304f321f-1e83-4c49-a109-541f1c318280 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:01:35.871591 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90569e85-1bce-4ab3-a6fb-2d42ae745854 admin admin] Checking segment: {'id': 'c75ed154-8da3-4c9a-8821-cb3d863e47a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '2f91a4e5-a03e-4fe3-acc9-0563f080acc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:01:35.872126 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90569e85-1bce-4ab3-a6fb-2d42ae745854 admin admin] Network hostable DHCP agents. Network: 2f91a4e5-a03e-4fe3-acc9-0563f080acc7, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88524) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 19:01:35.892108 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-268ff196-d58c-4da3-9ef7-09364e1130a0 req-946cd4e8-f344-4024-bc33-896813661afd tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:35.912412 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-afbc424f-a36b-47c7-9e34-535ccb7bd70d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3e2640dd583d49fcae155ee6f4b10c4e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2172220 Jun 01 19:01:35.913350 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbc424f-a36b-47c7-9e34-535ccb7bd70d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e4a96a1-8e66-48ca-b450-14fb8e35060a,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:01:35.916804 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 41750) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:01:35.986369 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-4a193ded-4868-45cd-999c-c9cef3b55f06 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b1146af8d17b4168ae824b9bacefc10b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2641623 Jun 01 19:01:35.989530 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 41758) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:01:36.020112 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90569e85-1bce-4ab3-a6fb-2d42ae745854 admin admin] Network 2f91a4e5-a03e-4fe3-acc9-0563f080acc7 is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88524) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 19:01:36.043050 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f5f48679-c62e-4f12-9984-fc28837508ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:36.049080 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-268ff196-d58c-4da3-9ef7-09364e1130a0 req-946cd4e8-f344-4024-bc33-896813661afd tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] Network f7c7bfcf-c7c2-42d5-8541-1692408619fe is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:01:36.059511 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [req-268ff196-d58c-4da3-9ef7-09364e1130a0 req-946cd4e8-f344-4024-bc33-896813661afd tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:01:36.080299 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d256708d-14ab-4ea0-8e06-bc7cede4a64c req-d2785f99-8273-4d61-b6a6-8ca592f6c423 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:01:36.081205 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-d256708d-14ab-4ea0-8e06-bc7cede4a64c req-d2785f99-8273-4d61-b6a6-8ca592f6c423 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Synchronizing usage tracker for tenant:d3eb50f3028440db9726ae16e6111d12 on resource:network {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:01:36.084126 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-268ff196-d58c-4da3-9ef7-09364e1130a0 req-946cd4e8-f344-4024-bc33-896813661afd tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:01:36.119026 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946cd4e8-f344-4024-bc33-896813661afd tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] Pushing event updated for resources: {'Port': ['ID=935cf5d0-c1b5-4d5f-8a59-49c7a5332461,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:01:36.128557 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-90569e85-1bce-4ab3-a6fb-2d42ae745854 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, 2f91a4e5-a03e-4fe3-acc9-0563f080acc7) {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:01:36.129851 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f5f48679-c62e-4f12-9984-fc28837508ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:36.139053 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c1076b4-4794-4dba-a2fa-88dac6d7e209 None None] Network 2f91a4e5-a03e-4fe3-acc9-0563f080acc7 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:01:36.162907 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90569e85-1bce-4ab3-a6fb-2d42ae745854 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:01:36.163655 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-90569e85-1bce-4ab3-a6fb-2d42ae745854 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:36.234353 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-d256708d-14ab-4ea0-8e06-bc7cede4a64c req-d2785f99-8273-4d61-b6a6-8ca592f6c423 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Unset dirty status for tenant:d3eb50f3028440db9726ae16e6111d12 on resource:network {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:01:36.235775 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d256708d-14ab-4ea0-8e06-bc7cede4a64c req-d2785f99-8273-4d61-b6a6-8ca592f6c423 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] 10.222.0.41 "GET /v2.0/networks?id=736de76a-7329-4f0c-80e7-094feb293c29 HTTP/1.1" status: 200 len: 796 time: 0.5328882 Jun 01 19:01:36.246818 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-90569e85-1bce-4ab3-a6fb-2d42ae745854 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.0612710 Jun 01 19:01:36.256700 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268ff196-d58c-4da3-9ef7-09364e1130a0 req-946cd4e8-f344-4024-bc33-896813661afd tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:01:36.257563 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-268ff196-d58c-4da3-9ef7-09364e1130a0 req-946cd4e8-f344-4024-bc33-896813661afd tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:36.264360 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b7ef2f12-db15-4f67-8b6d-ab608b5767b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:36.295663 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27411013-fa47-4b7a-bb40-e05276273ad2 req-3124e4ff-28be-493a-8f10-0cce95132324 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:01:36.298193 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-27411013-fa47-4b7a-bb40-e05276273ad2 req-3124e4ff-28be-493a-8f10-0cce95132324 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd9401e0-bdcb-473e-8461-9776f397bc75 HTTP/1.1" status: 200 len: 931 time: 0.1501942 Jun 01 19:01:36.300027 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f5f48679-c62e-4f12-9984-fc28837508ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:36.324490 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d256708d-14ab-4ea0-8e06-bc7cede4a64c req-9d170859-1ba6-40bb-89da-cee720052423 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] 10.222.0.41 "GET /v2.0/quotas/d3eb50f3028440db9726ae16e6111d12 HTTP/1.1" status: 200 len: 375 time: 0.0760403 Jun 01 19:01:36.340721 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-268ff196-d58c-4da3-9ef7-09364e1130a0 req-946cd4e8-f344-4024-bc33-896813661afd tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8785660 Jun 01 19:01:36.344191 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f48679-c62e-4f12-9984-fc28837508ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e4a96a1-8e66-48ca-b450-14fb8e35060a,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:01:36.388292 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-268ff196-d58c-4da3-9ef7-09364e1130a0 req-ef8a654e-c038-4f20-8ed0-27cd94fac570 service neutron] Request body: {'port': {'device_id': 'bd9401e0-bdcb-473e-8461-9776f397bc75', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844202-1'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:01:36.418476 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b7ef2f12-db15-4f67-8b6d-ab608b5767b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:36.421889 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-27411013-fa47-4b7a-bb40-e05276273ad2 req-9117d42d-d757-4f17-b67d-bdd47e475096 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a574796-057f-49e3-abd4-a6618918f66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786548 Jun 01 19:01:36.422827 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f5f48679-c62e-4f12-9984-fc28837508ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:36.423845 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-f5f48679-c62e-4f12-9984-fc28837508ea admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2e4a96a1-8e66-48ca-b450-14fb8e35060a HTTP/1.1" status: 204 len: 168 time: 0.5032842 Jun 01 19:01:36.545022 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 41776) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:01:36.600121 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b47b43e-73a7-4ec2-80c0-e171f9e7e2ee None None] Network 2f91a4e5-a03e-4fe3-acc9-0563f080acc7 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:01:36.640269 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-268ff196-d58c-4da3-9ef7-09364e1130a0 req-ef8a654e-c038-4f20-8ed0-27cd94fac570 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:36.661081 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b7ef2f12-db15-4f67-8b6d-ab608b5767b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:36.699715 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d256708d-14ab-4ea0-8e06-bc7cede4a64c req-b144e890-4129-4b97-8bb7-cab6e836843d tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=d3eb50f3028440db9726ae16e6111d12&fields=id HTTP/1.1" status: 200 len: 440 time: 0.3639090 Jun 01 19:01:36.768037 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ef2f12-db15-4f67-8b6d-ab608b5767b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e58034e7-2040-409e-afac-cf796bb442af,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:01:36.872309 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b7ef2f12-db15-4f67-8b6d-ab608b5767b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:36.878481 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-b7ef2f12-db15-4f67-8b6d-ab608b5767b3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e58034e7-2040-409e-afac-cf796bb442af HTTP/1.1" status: 204 len: 168 time: 0.8641293 Jun 01 19:01:37.069113 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 304f321f-1e83-4c49-a109-541f1c318280 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:01:37.178987 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-1476b610-3039-42ef-85b0-7d84fdceeac6 tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1441263215'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:01:37.196005 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-1476b610-3039-42ef-85b0-7d84fdceeac6 tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:01:37.197315 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-a24efa5a-8144-40c1-b74d-b04b57c1b785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:37.208320 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-1476b610-3039-42ef-85b0-7d84fdceeac6 tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Usage tracker for resource:network and tenant:1ef2f9a3bffe45daa103d0202da52ffe is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:01:37.217212 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-1476b610-3039-42ef-85b0-7d84fdceeac6 tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:01:37.221010 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 304f321f-1e83-4c49-a109-541f1c318280 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:01:37.221668 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:37.232685 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-1476b610-3039-42ef-85b0-7d84fdceeac6 tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:01:37.275068 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1476b610-3039-42ef-85b0-7d84fdceeac6 tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Made reservation on behalf of 1ef2f9a3bffe45daa103d0202da52ffe for: {'network': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:01:37.280658 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1476b610-3039-42ef-85b0-7d84fdceeac6 tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:37.309860 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1476b610-3039-42ef-85b0-7d84fdceeac6 tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:37.326815 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-1476b610-3039-42ef-85b0-7d84fdceeac6 tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:01:37.331125 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-1476b610-3039-42ef-85b0-7d84fdceeac6 tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Usage tracker for resource:security_group_rule and tenant:1ef2f9a3bffe45daa103d0202da52ffe is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:01:37.334342 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-1476b610-3039-42ef-85b0-7d84fdceeac6 tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:01:37.342097 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-1476b610-3039-42ef-85b0-7d84fdceeac6 tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:01:37.396413 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 304f321f-1e83-4c49-a109-541f1c318280 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:01:37.483277 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1476b610-3039-42ef-85b0-7d84fdceeac6 tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:37.494701 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d256708d-14ab-4ea0-8e06-bc7cede4a64c req-feb5fe0e-628a-4f73-9cb6-1bac6e6e1b02 service neutron] 10.222.0.41 "GET /v2.0/networks/736de76a-7329-4f0c-80e7-094feb293c29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7373815 Jun 01 19:01:37.508119 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156eb4bc-0db1-4078-a9cb-07c37abf5aeb req-b308eb6d-5585-4bc0-91ca-553e0a526d9f tempest-ServerTagsTestJSON-1440915987 tempest-ServerTagsTestJSON-1440915987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:01:37.510133 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-156eb4bc-0db1-4078-a9cb-07c37abf5aeb req-b308eb6d-5585-4bc0-91ca-553e0a526d9f tempest-ServerTagsTestJSON-1440915987 tempest-ServerTagsTestJSON-1440915987-project] 10.222.0.41 "GET /v2.0/ports?device_id=ca05f881-9620-46b1-8761-46667cfa64e0 HTTP/1.1" status: 200 len: 945 time: 0.4531398 Jun 01 19:01:37.511251 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1476b610-3039-42ef-85b0-7d84fdceeac6 tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:37.627541 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1476b610-3039-42ef-85b0-7d84fdceeac6 tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 131} {{(pid=88525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 19:01:37.639265 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1476b610-3039-42ef-85b0-7d84fdceeac6 tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2703b30-28ad-4e80-acff-bc64116afc49,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:01:37.660677 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-156eb4bc-0db1-4078-a9cb-07c37abf5aeb req-79dc4ae8-ed42-4c30-a619-72c2e886880c tempest-ServerTagsTestJSON-1440915987 tempest-ServerTagsTestJSON-1440915987-project] 10.222.0.41 "GET /v2.0/security-groups?id=589bb670-196e-4a52-ab51-90a27b35b93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262031 Jun 01 19:01:37.664252 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1476b610-3039-42ef-85b0-7d84fdceeac6 tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:37.664593 n-d-844202-1 neutron-server[88525]: INFO neutron.db.segments_db [None req-1476b610-3039-42ef-85b0-7d84fdceeac6 tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Added segment 323a64f2-068f-4c6d-b6d4-ae06b27cd3c8 of type vlan for network 751cb7e1-9e09-47ec-aab3-7ac26b20bee0 Jun 01 19:01:37.707955 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 41814) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:01:37.722285 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1476b610-3039-42ef-85b0-7d84fdceeac6 tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:37.723480 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 41818) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:01:37.750781 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-31104edf-f008-417d-bb16-26ada3439a41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:37.753170 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-211d6812-533c-441c-9284-d18ed97ca3d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:37.780465 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-31104edf-f008-417d-bb16-26ada3439a41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:01:37.785247 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-31104edf-f008-417d-bb16-26ada3439a41 admin admin] Usage tracker for resource:security_group_rule and tenant:e3631cf322ce412c80ef15abd077dc57 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:01:37.789271 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1476b610-3039-42ef-85b0-7d84fdceeac6 tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:37.789559 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-211d6812-533c-441c-9284-d18ed97ca3d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:01:37.795183 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1476b610-3039-42ef-85b0-7d84fdceeac6 tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:01:37.795756 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1476b610-3039-42ef-85b0-7d84fdceeac6 tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Notify callbacks [] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:37.801398 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-31104edf-f008-417d-bb16-26ada3439a41 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:01:37.823894 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-211d6812-533c-441c-9284-d18ed97ca3d2 admin admin] Usage tracker for resource:security_group_rule and tenant:3dc819d55ff241b3861ae2e8925872fc is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:01:37.830610 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-211d6812-533c-441c-9284-d18ed97ca3d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:01:37.842057 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-31104edf-f008-417d-bb16-26ada3439a41 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:01:37.854092 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-211d6812-533c-441c-9284-d18ed97ca3d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:01:37.887854 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d256708d-14ab-4ea0-8e06-bc7cede4a64c req-9f0b1141-0f80-49ac-97d2-b383f0d3ddfb service neutron] 10.222.0.41 "GET /v2.0/networks/736de76a-7329-4f0c-80e7-094feb293c29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3159606 Jun 01 19:01:37.976984 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1476b610-3039-42ef-85b0-7d84fdceeac6 tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Pushing event updated for resources: {'Network': ['ID=751cb7e1-9e09-47ec-aab3-7ac26b20bee0,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:01:37.987777 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network 751cb7e1-9e09-47ec-aab3-7ac26b20bee0 details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 19:01:38.056445 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-1476b610-3039-42ef-85b0-7d84fdceeac6 tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.5075214 Jun 01 19:01:38.059998 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 41828) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:01:38.069956 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-0178b541-f01f-4347-864d-897e44f41fab tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Request body: {'subnet': {'network_id': '751cb7e1-9e09-47ec-aab3-7ac26b20bee0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:01:38.181063 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-31104edf-f008-417d-bb16-26ada3439a41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:38.187964 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-31104edf-f008-417d-bb16-26ada3439a41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:38.229064 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-0178b541-f01f-4347-864d-897e44f41fab tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:01:38.234358 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-0178b541-f01f-4347-864d-897e44f41fab tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Usage tracker for resource:subnet and tenant:1ef2f9a3bffe45daa103d0202da52ffe is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:01:38.238001 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-0178b541-f01f-4347-864d-897e44f41fab tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:01:38.247104 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-0178b541-f01f-4347-864d-897e44f41fab tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:01:38.261322 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0178b541-f01f-4347-864d-897e44f41fab tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Made reservation on behalf of 1ef2f9a3bffe45daa103d0202da52ffe for: {'subnet': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:01:38.265596 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-0178b541-f01f-4347-864d-897e44f41fab tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3066584'] for subnet, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:38.310944 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-31104edf-f008-417d-bb16-26ada3439a41 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e3631cf322ce412c80ef15abd077dc57&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5976295 Jun 01 19:01:38.312589 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 41836) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:01:38.347562 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31104edf-f008-417d-bb16-26ada3439a41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05199c30-9f06-410b-8c5b-ad1afbdb841c,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:01:38.455459 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [req-268ff196-d58c-4da3-9ef7-09364e1130a0 req-ef8a654e-c038-4f20-8ed0-27cd94fac570 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 935cf5d0-c1b5-4d5f-8a59-49c7a5332461 {{(pid=88524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 19:01:38.496698 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-268ff196-d58c-4da3-9ef7-09364e1130a0 req-ef8a654e-c038-4f20-8ed0-27cd94fac570 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:38.551993 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [req-268ff196-d58c-4da3-9ef7-09364e1130a0 req-ef8a654e-c038-4f20-8ed0-27cd94fac570 service neutron] Transition to ACTIVE for port object 935cf5d0-c1b5-4d5f-8a59-49c7a5332461 will not be triggered until provisioned by entity L2. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:01:38.579242 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-268ff196-d58c-4da3-9ef7-09364e1130a0 req-ef8a654e-c038-4f20-8ed0-27cd94fac570 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:38.608823 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3733079c-bbfb-4245-b26a-87b1bbeecbbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:38.679499 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3733079c-bbfb-4245-b26a-87b1bbeecbbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:38.689834 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-211d6812-533c-441c-9284-d18ed97ca3d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:38.767323 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848de05a-e5d3-484e-b342-6995944d6497 req-bbbb9255-1293-4fd3-9534-86aa95f9fa18 tempest-ServerMetadataNegativeTestJSON-1705858315 tempest-ServerMetadataNegativeTestJSON-1705858315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:01:38.770120 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-848de05a-e5d3-484e-b342-6995944d6497 req-bbbb9255-1293-4fd3-9534-86aa95f9fa18 tempest-ServerMetadataNegativeTestJSON-1705858315 tempest-ServerMetadataNegativeTestJSON-1705858315-project] 10.222.0.41 "GET /v2.0/networks?id=2f91a4e5-a03e-4fe3-acc9-0563f080acc7 HTTP/1.1" status: 200 len: 821 time: 0.3608942 Jun 01 19:01:38.772595 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-211d6812-533c-441c-9284-d18ed97ca3d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:38.805688 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3733079c-bbfb-4245-b26a-87b1bbeecbbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:38.812092 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33da868-9fae-41c1-a760-b96febe9c9b7 req-71e19bf2-a5bd-44bb-afa8-abfcee375169 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:01:38.817606 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c33da868-9fae-41c1-a760-b96febe9c9b7 req-71e19bf2-a5bd-44bb-afa8-abfcee375169 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd9401e0-bdcb-473e-8461-9776f397bc75 HTTP/1.1" status: 200 len: 931 time: 0.4385488 Jun 01 19:01:38.909980 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8a654e-c038-4f20-8ed0-27cd94fac570 service neutron] Pushing event updated for resources: {'Port': ['ID=935cf5d0-c1b5-4d5f-8a59-49c7a5332461,revision_number=2']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:01:38.969836 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-848de05a-e5d3-484e-b342-6995944d6497 req-48f6db14-cd33-4672-a3bf-8c20998f241d tempest-ServerMetadataNegativeTestJSON-1705858315 tempest-ServerMetadataNegativeTestJSON-1705858315-project] 10.222.0.41 "GET /v2.0/quotas/43f1d193273046428c340c0049d17579 HTTP/1.1" status: 200 len: 375 time: 0.1676855 Jun 01 19:01:38.978137 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3733079c-bbfb-4245-b26a-87b1bbeecbbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:38.981833 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-3733079c-bbfb-4245-b26a-87b1bbeecbbc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/05199c30-9f06-410b-8c5b-ad1afbdb841c HTTP/1.1" status: 204 len: 168 time: 0.6463087 Jun 01 19:01:38.981833 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3733079c-bbfb-4245-b26a-87b1bbeecbbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05199c30-9f06-410b-8c5b-ad1afbdb841c,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:01:39.034651 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-848de05a-e5d3-484e-b342-6995944d6497 req-2dddd10e-5f5e-4f39-a25e-3ad78bdaad31 tempest-ServerMetadataNegativeTestJSON-1705858315 tempest-ServerMetadataNegativeTestJSON-1705858315-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=43f1d193273046428c340c0049d17579&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0574172 Jun 01 19:01:39.112511 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-211d6812-533c-441c-9284-d18ed97ca3d2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3dc819d55ff241b3861ae2e8925872fc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3879435 Jun 01 19:01:39.113512 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211d6812-533c-441c-9284-d18ed97ca3d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe9e0cc4-fae4-4f34-9c89-7786d6e22323,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:01:39.117020 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 41870) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:01:39.229281 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-848de05a-e5d3-484e-b342-6995944d6497 req-5ad06846-d957-4f39-a335-19b2fc56dbd8 service neutron] 10.222.0.41 "GET /v2.0/networks/2f91a4e5-a03e-4fe3-acc9-0563f080acc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865766 Jun 01 19:01:39.255352 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-c33da868-9fae-41c1-a760-b96febe9c9b7 req-77f4c030-7670-43a3-a6cc-9e63ab817040 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] Synchronizing usage tracker for tenant:cdc5de11547f4a5f8e1e8d097edd2ecf on resource:security_group {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:01:39.325184 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-268ff196-d58c-4da3-9ef7-09364e1130a0 req-ef8a654e-c038-4f20-8ed0-27cd94fac570 service neutron] Attempting to bind port 935cf5d0-c1b5-4d5f-8a59-49c7a5332461 on host n-h2-844202-1 for vnic_type normal with profile {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:01:39.326052 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-268ff196-d58c-4da3-9ef7-09364e1130a0 req-ef8a654e-c038-4f20-8ed0-27cd94fac570 service neutron] Attempting to bind port 935cf5d0-c1b5-4d5f-8a59-49c7a5332461 by drivers openvswitch,hyperv on host n-h2-844202-1 at level 0 using segments [{'id': 'ce523ae2-04b9-4e0f-83fe-35e934deb7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'f7c7bfcf-c7c2-42d5-8541-1692408619fe'}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:01:39.326522 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-268ff196-d58c-4da3-9ef7-09364e1130a0 req-ef8a654e-c038-4f20-8ed0-27cd94fac570 service neutron] Attempting to bind port 935cf5d0-c1b5-4d5f-8a59-49c7a5332461 on network f7c7bfcf-c7c2-42d5-8541-1692408619fe {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:01:39.351793 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-9119ef80-8adc-4e43-8f8c-9da8cba0862f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:39.358055 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-268ff196-d58c-4da3-9ef7-09364e1130a0 req-ef8a654e-c038-4f20-8ed0-27cd94fac570 service neutron] Port 935cf5d0-c1b5-4d5f-8a59-49c7a5332461 on network f7c7bfcf-c7c2-42d5-8541-1692408619fe not bound, no agent of type Open vSwitch agent registered on host n-h2-844202-1 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 19:01:39.358553 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-268ff196-d58c-4da3-9ef7-09364e1130a0 req-ef8a654e-c038-4f20-8ed0-27cd94fac570 service neutron] Attempting to bind port 935cf5d0-c1b5-4d5f-8a59-49c7a5332461 on network f7c7bfcf-c7c2-42d5-8541-1692408619fe {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:01:39.361435 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-c33da868-9fae-41c1-a760-b96febe9c9b7 req-77f4c030-7670-43a3-a6cc-9e63ab817040 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] Unset dirty status for tenant:cdc5de11547f4a5f8e1e8d097edd2ecf on resource:security_group {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:01:39.373319 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c33da868-9fae-41c1-a760-b96febe9c9b7 req-77f4c030-7670-43a3-a6cc-9e63ab817040 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a574796-057f-49e3-abd4-a6618918f66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5150154 Jun 01 19:01:39.414884 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-848de05a-e5d3-484e-b342-6995944d6497 req-301d0676-3d7b-479b-a54b-7d6d7d7c5c18 service neutron] 10.222.0.41 "GET /v2.0/networks/2f91a4e5-a03e-4fe3-acc9-0563f080acc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774974 Jun 01 19:01:39.416898 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-268ff196-d58c-4da3-9ef7-09364e1130a0 req-ef8a654e-c038-4f20-8ed0-27cd94fac570 service neutron] Checking agent: {'id': 'f5db9968-6317-4186-9100-9e0ca6b50417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 1, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:01:39.418013 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-268ff196-d58c-4da3-9ef7-09364e1130a0 req-ef8a654e-c038-4f20-8ed0-27cd94fac570 service neutron] Checking segment: {'id': 'ce523ae2-04b9-4e0f-83fe-35e934deb7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'f7c7bfcf-c7c2-42d5-8541-1692408619fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:01:39.418013 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-268ff196-d58c-4da3-9ef7-09364e1130a0 req-ef8a654e-c038-4f20-8ed0-27cd94fac570 service neutron] Bound using segment: {'id': 'ce523ae2-04b9-4e0f-83fe-35e934deb7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'f7c7bfcf-c7c2-42d5-8541-1692408619fe'} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:01:39.423048 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-268ff196-d58c-4da3-9ef7-09364e1130a0 req-ef8a654e-c038-4f20-8ed0-27cd94fac570 service neutron] Bound port: 935cf5d0-c1b5-4d5f-8a59-49c7a5332461, host: n-h2-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce523ae2-04b9-4e0f-83fe-35e934deb7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'f7c7bfcf-c7c2-42d5-8541-1692408619fe'}}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:01:39.423408 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-268ff196-d58c-4da3-9ef7-09364e1130a0 req-ef8a654e-c038-4f20-8ed0-27cd94fac570 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:39.465611 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-0178b541-f01f-4347-864d-897e44f41fab tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2718919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3066602'] for subnet, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:39.466408 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-0bbcbafb-387f-40da-9f9a-8fe7cdb90e59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:39.723765 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-9119ef80-8adc-4e43-8f8c-9da8cba0862f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:39.861854 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a5c1cbba-e1ad-4d0f-8c15-84e59e980055 req-decabab7-2245-4356-8eea-0aa07d391b91 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] 10.222.0.41 "GET /v2.0/ports?device_id=f19dd686-7d0e-4099-98f9-81b1fe65a5a8 HTTP/1.1" status: 200 len: 210 time: 0.1041825 Jun 01 19:01:39.883057 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0178b541-f01f-4347-864d-897e44f41fab tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Pushing event updated for resources: {'Subnet': ['ID=19990bfd-9478-4671-b313-1c4bb0085fde,revision_number=0']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:01:39.950211 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-67d5054e-6801-4514-a2b8-cc5cc8d8fc52 req-40d01f6d-1015-44fe-adab-4f5d72015d72 tempest-ServerMetadataNegativeTestJSON-1705858315 tempest-ServerMetadataNegativeTestJSON-1705858315-project] 10.222.0.41 "GET /v2.0/ports?device_id=253f0045-e17a-43d0-be2c-08ac61803a19 HTTP/1.1" status: 200 len: 210 time: 0.1726737 Jun 01 19:01:40.085079 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-268ff196-d58c-4da3-9ef7-09364e1130a0 req-ef8a654e-c038-4f20-8ed0-27cd94fac570 service neutron] For port 935cf5d0-c1b5-4d5f-8a59-49c7a5332461, host n-h2-844202-1, cleared binding levels {{(pid=88524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:01:40.090577 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-268ff196-d58c-4da3-9ef7-09364e1130a0 req-ef8a654e-c038-4f20-8ed0-27cd94fac570 service neutron] For port 935cf5d0-c1b5-4d5f-8a59-49c7a5332461, host n-h2-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=935cf5d0-c1b5-4d5f-8a59-49c7a5332461,segment=NetworkSegment(ce523ae2-04b9-4e0f-83fe-35e934deb7b2),segment_id=ce523ae2-04b9-4e0f-83fe-35e934deb7b2)] {{(pid=88524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:01:40.104929 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-268ff196-d58c-4da3-9ef7-09364e1130a0 req-ef8a654e-c038-4f20-8ed0-27cd94fac570 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:40.344997 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8a654e-c038-4f20-8ed0-27cd94fac570 service neutron] Pushing event updated for resources: {'Port': ['ID=935cf5d0-c1b5-4d5f-8a59-49c7a5332461,revision_number=3']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:01:40.350903 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0178b541-f01f-4347-864d-897e44f41fab tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Checking segment: {'id': '323a64f2-068f-4c6d-b6d4-ae06b27cd3c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '751cb7e1-9e09-47ec-aab3-7ac26b20bee0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:01:40.353260 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0178b541-f01f-4347-864d-897e44f41fab tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Network hostable DHCP agents. Network: 751cb7e1-9e09-47ec-aab3-7ac26b20bee0, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88524) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 19:01:40.383450 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d256708d-14ab-4ea0-8e06-bc7cede4a64c req-51d7d518-e171-4483-9e8b-cd82b2978298 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:01:40.385397 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d256708d-14ab-4ea0-8e06-bc7cede4a64c req-51d7d518-e171-4483-9e8b-cd82b2978298 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] 10.222.0.15 "GET /v2.0/networks?id=736de76a-7329-4f0c-80e7-094feb293c29 HTTP/1.1" status: 200 len: 796 time: 0.4872603 Jun 01 19:01:40.393303 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268ff196-d58c-4da3-9ef7-09364e1130a0 req-ef8a654e-c038-4f20-8ed0-27cd94fac570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:01:40.393924 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-268ff196-d58c-4da3-9ef7-09364e1130a0 req-ef8a654e-c038-4f20-8ed0-27cd94fac570 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:40.400189 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-268ff196-d58c-4da3-9ef7-09364e1130a0 req-ef8a654e-c038-4f20-8ed0-27cd94fac570 service neutron] 10.222.0.50 "PUT /v2.0/ports/935cf5d0-c1b5-4d5f-8a59-49c7a5332461 HTTP/1.1" status: 200 len: 1091 time: 4.0211391 Jun 01 19:01:40.403350 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd9401e0-bdcb-473e-8461-9776f397bc75', 'tag': '935cf5d0-c1b5-4d5f-8a59-49c7a5332461'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:01:40.517053 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d256708d-14ab-4ea0-8e06-bc7cede4a64c req-9250de3c-042e-447e-8164-0d07f40c5368 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d3eb50f3028440db9726ae16e6111d12 HTTP/1.1" status: 200 len: 472 time: 0.1139233 Jun 01 19:01:40.519868 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:40.535672 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [req-d256708d-14ab-4ea0-8e06-bc7cede4a64c req-d4ed6f35-4e71-44eb-9ee4-c9b34dbef9c3 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Request body: {'port': {'device_id': 'f19dd686-7d0e-4099-98f9-81b1fe65a5a8', 'network_id': '736de76a-7329-4f0c-80e7-094feb293c29', 'admin_state_up': True, 'tenant_id': 'd3eb50f3028440db9726ae16e6111d12', 'security_groups': ['e9fe41e6-5a2e-4996-8952-f57e9627d12d']}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:01:40.634108 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:40.761412 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06f9eb8f-e29d-49ae-b77a-5ff15bc38e66'] response: {'name': 'network-changed', 'server_uuid': 'bd9401e0-bdcb-473e-8461-9776f397bc75', 'tag': '935cf5d0-c1b5-4d5f-8a59-49c7a5332461', 'status': 'completed', 'code': 200} Jun 01 19:01:40.763600 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0178b541-f01f-4347-864d-897e44f41fab tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Network 751cb7e1-9e09-47ec-aab3-7ac26b20bee0 is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88524) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 19:01:40.783438 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-9119ef80-8adc-4e43-8f8c-9da8cba0862f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:40.838016 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9119ef80-8adc-4e43-8f8c-9da8cba0862f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe9e0cc4-fae4-4f34-9c89-7786d6e22323,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:01:40.847049 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-0178b541-f01f-4347-864d-897e44f41fab tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, 751cb7e1-9e09-47ec-aab3-7ac26b20bee0) {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:01:40.854866 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0178b541-f01f-4347-864d-897e44f41fab tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:01:40.855790 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-0178b541-f01f-4347-864d-897e44f41fab tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:40.858451 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb96655e-39be-4b60-98b7-216afd68b937 None None] Network 751cb7e1-9e09-47ec-aab3-7ac26b20bee0 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:01:40.894177 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-9119ef80-8adc-4e43-8f8c-9da8cba0862f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:40.897679 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-9119ef80-8adc-4e43-8f8c-9da8cba0862f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fe9e0cc4-fae4-4f34-9c89-7786d6e22323 HTTP/1.1" status: 204 len: 168 time: 1.7419870 Jun 01 19:01:40.900872 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-0178b541-f01f-4347-864d-897e44f41fab tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8396354 Jun 01 19:01:40.903648 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 41934) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:01:40.912610 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-8305c5e9-d42c-4140-82ba-1247ea5b0266 tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Request body: {'port': {'network_id': '751cb7e1-9e09-47ec-aab3-7ac26b20bee0', 'name': 'tempest-AllowedAddressPairTestJSON-184451540'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:01:40.937678 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268ff196-d58c-4da3-9ef7-09364e1130a0 req-0dcd76c3-04c1-4a29-9556-c878977f6b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:01:40.939188 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-268ff196-d58c-4da3-9ef7-09364e1130a0 req-0dcd76c3-04c1-4a29-9556-c878977f6b31 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cdc5de11547f4a5f8e1e8d097edd2ecf&device_id=bd9401e0-bdcb-473e-8461-9776f397bc75 HTTP/1.1" status: 200 len: 1094 time: 0.4887478 Jun 01 19:01:40.963339 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa0d5f4-f6a6-439d-9864-daae3d6ed521 req-52a379de-de1b-4010-8702-ef8d16cbbdd4 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:01:40.978615 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-1aa0d5f4-f6a6-439d-9864-daae3d6ed521 req-52a379de-de1b-4010-8702-ef8d16cbbdd4 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd9401e0-bdcb-473e-8461-9776f397bc75 HTTP/1.1" status: 200 len: 943 time: 0.3207209 Jun 01 19:01:41.060880 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [req-d256708d-14ab-4ea0-8e06-bc7cede4a64c req-d4ed6f35-4e71-44eb-9ee4-c9b34dbef9c3 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:01:41.090921 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-d256708d-14ab-4ea0-8e06-bc7cede4a64c req-d4ed6f35-4e71-44eb-9ee4-c9b34dbef9c3 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Usage tracker for resource:port and tenant:d3eb50f3028440db9726ae16e6111d12 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:01:41.168152 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-d256708d-14ab-4ea0-8e06-bc7cede4a64c req-d4ed6f35-4e71-44eb-9ee4-c9b34dbef9c3 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:01:41.205108 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-1aa0d5f4-f6a6-439d-9864-daae3d6ed521 req-9246609a-5a20-4ecb-ba85-021bbe46e7bb tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a574796-057f-49e3-abd4-a6618918f66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255208 Jun 01 19:01:41.218449 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [req-d256708d-14ab-4ea0-8e06-bc7cede4a64c req-d4ed6f35-4e71-44eb-9ee4-c9b34dbef9c3 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:01:41.236353 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-8305c5e9-d42c-4140-82ba-1247ea5b0266 tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:01:41.252719 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d256708d-14ab-4ea0-8e06-bc7cede4a64c req-d4ed6f35-4e71-44eb-9ee4-c9b34dbef9c3 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Made reservation on behalf of d3eb50f3028440db9726ae16e6111d12 for: {'port': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:01:41.265106 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-d256708d-14ab-4ea0-8e06-bc7cede4a64c req-d4ed6f35-4e71-44eb-9ee4-c9b34dbef9c3 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:41.267935 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-268ff196-d58c-4da3-9ef7-09364e1130a0 req-96229257-a9b9-4b02-93ad-563984c3582f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=935cf5d0-c1b5-4d5f-8a59-49c7a5332461 HTTP/1.1" status: 200 len: 217 time: 0.2706749 Jun 01 19:01:41.269016 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-8305c5e9-d42c-4140-82ba-1247ea5b0266 tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Usage tracker for resource:port and tenant:1ef2f9a3bffe45daa103d0202da52ffe is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:01:41.275879 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-8305c5e9-d42c-4140-82ba-1247ea5b0266 tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:01:41.284691 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-8305c5e9-d42c-4140-82ba-1247ea5b0266 tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:01:41.422971 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268ff196-d58c-4da3-9ef7-09364e1130a0 req-6d666d0f-c545-4ad6-9e51-13c8b785229c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:01:41.429309 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:41.430224 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-268ff196-d58c-4da3-9ef7-09364e1130a0 req-6d666d0f-c545-4ad6-9e51-13c8b785229c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=78c15249-5b3e-42a1-9683-df5f45ae094c HTTP/1.1" status: 200 len: 862 time: 0.1296194 Jun 01 19:01:41.447668 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8305c5e9-d42c-4140-82ba-1247ea5b0266 tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Made reservation on behalf of 1ef2f9a3bffe45daa103d0202da52ffe for: {'port': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:01:41.459406 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8305c5e9-d42c-4140-82ba-1247ea5b0266 tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:41.571941 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3966b941-b9da-49b2-8b9b-2c0b299a01a1 req-ff2ef9b7-5491-4e6e-992f-515ca37c84be tempest-ServerMetadataNegativeTestJSON-1705858315 tempest-ServerMetadataNegativeTestJSON-1705858315-project] 10.222.0.41 "GET /v2.0/ports?device_id=253f0045-e17a-43d0-be2c-08ac61803a19 HTTP/1.1" status: 200 len: 210 time: 0.1074493 Jun 01 19:01:41.589999 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a476916-0248-4a54-9a99-bacf35bd5bbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc93f83c3-7fb6-5c13-a9d4-29d739a4e8d2-751cb7e1-9e09-47ec-aab3-7ac26b20bee0', 'network_id': '751cb7e1-9e09-47ec-aab3-7ac26b20bee0', 'tenant_id': '1ef2f9a3bffe45daa103d0202da52ffe', 'fixed_ips': [{'subnet_id': '19990bfd-9478-4671-b313-1c4bb0085fde'}]}} from n-d-844202-1. {{(pid=88526) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 19:01:41.590893 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-3a476916-0248-4a54-9a99-bacf35bd5bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:41.668844 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3f0241ac-2c37-42af-a23a-b7513963b18b req-dd380d5f-7cfb-4a28-b1cf-409699872f1d tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] 10.222.0.41 "GET /v2.0/ports?device_id=f19dd686-7d0e-4099-98f9-81b1fe65a5a8 HTTP/1.1" status: 200 len: 210 time: 0.2361395 Jun 01 19:01:41.679232 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-268ff196-d58c-4da3-9ef7-09364e1130a0 req-c7b0e734-2638-4239-bd65-4d4cac85578b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f7c7bfcf-c7c2-42d5-8541-1692408619fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2386703 Jun 01 19:01:41.744690 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [None req-8305c5e9-d42c-4140-82ba-1247ea5b0266 tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] device_id is not set on port ed9bc792-3713-4392-8337-654371b61a90 yet. {{(pid=88524) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 19:01:41.829703 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [req-d256708d-14ab-4ea0-8e06-bc7cede4a64c req-d4ed6f35-4e71-44eb-9ee4-c9b34dbef9c3 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Allocated IP 172.20.0.23 (736de76a-7329-4f0c-80e7-094feb293c29/9e0b9f49-c28b-40ef-a29c-1cc8920f1a01/20998829-17c4-4dde-8e52-6e158a9b953c) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:01:41.936657 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:42.119194 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:42.330986 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.db_base_plugin_common [None req-3a476916-0248-4a54-9a99-bacf35bd5bbe None None] Allocated IP 172.20.0.2 (751cb7e1-9e09-47ec-aab3-7ac26b20bee0/19990bfd-9478-4671-b313-1c4bb0085fde/64485b38-6952-4afd-a897-9c8b7950a6cd) {{(pid=88526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:01:42.380048 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848de05a-e5d3-484e-b342-6995944d6497 req-ce77cf18-eebe-4368-848e-e0b1ae092f4f tempest-ServerMetadataNegativeTestJSON-1705858315 tempest-ServerMetadataNegativeTestJSON-1705858315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:01:42.382406 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-848de05a-e5d3-484e-b342-6995944d6497 req-ce77cf18-eebe-4368-848e-e0b1ae092f4f tempest-ServerMetadataNegativeTestJSON-1705858315 tempest-ServerMetadataNegativeTestJSON-1705858315-project] Synchronizing usage tracker for tenant:43f1d193273046428c340c0049d17579 on resource:network {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:01:42.389504 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-d256708d-14ab-4ea0-8e06-bc7cede4a64c req-d4ed6f35-4e71-44eb-9ee4-c9b34dbef9c3 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:42.465418 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [req-d256708d-14ab-4ea0-8e06-bc7cede4a64c req-d4ed6f35-4e71-44eb-9ee4-c9b34dbef9c3 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Transition to ACTIVE for port object 20998829-17c4-4dde-8e52-6e158a9b953c will not be triggered until provisioned by entity DHCP. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:01:42.493489 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-268ff196-d58c-4da3-9ef7-09364e1130a0 req-d01e0c0a-d121-43b2-b198-7351f67e0802 service neutron] 10.222.0.50 "GET /v2.0/networks/f7c7bfcf-c7c2-42d5-8541-1692408619fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6546378 Jun 01 19:01:42.494501 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-848de05a-e5d3-484e-b342-6995944d6497 req-ce77cf18-eebe-4368-848e-e0b1ae092f4f tempest-ServerMetadataNegativeTestJSON-1705858315 tempest-ServerMetadataNegativeTestJSON-1705858315-project] Unset dirty status for tenant:43f1d193273046428c340c0049d17579 on resource:network {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:01:42.509021 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-848de05a-e5d3-484e-b342-6995944d6497 req-ce77cf18-eebe-4368-848e-e0b1ae092f4f tempest-ServerMetadataNegativeTestJSON-1705858315 tempest-ServerMetadataNegativeTestJSON-1705858315-project] 10.222.0.15 "GET /v2.0/networks?id=2f91a4e5-a03e-4fe3-acc9-0563f080acc7 HTTP/1.1" status: 200 len: 821 time: 0.9050374 Jun 01 19:01:42.576276 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-848de05a-e5d3-484e-b342-6995944d6497 req-67efdccb-589e-4775-aaf9-826f0d2abcf1 tempest-ServerMetadataNegativeTestJSON-1705858315 tempest-ServerMetadataNegativeTestJSON-1705858315-project] Request body: {'port': {'device_id': '253f0045-e17a-43d0-be2c-08ac61803a19', 'network_id': '2f91a4e5-a03e-4fe3-acc9-0563f080acc7', 'admin_state_up': True, 'tenant_id': '43f1d193273046428c340c0049d17579'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:01:42.577832 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681e06e8-05a5-496b-8ed0-3ee6387a5106 req-2392334b-60e3-4b19-8ad9-2c1d424ac87f tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:01:42.588835 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-681e06e8-05a5-496b-8ed0-3ee6387a5106 req-2392334b-60e3-4b19-8ad9-2c1d424ac87f tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd9401e0-bdcb-473e-8461-9776f397bc75 HTTP/1.1" status: 200 len: 943 time: 0.2049687 Jun 01 19:01:42.640658 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-d256708d-14ab-4ea0-8e06-bc7cede4a64c req-d4ed6f35-4e71-44eb-9ee4-c9b34dbef9c3 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:42.819949 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-681e06e8-05a5-496b-8ed0-3ee6387a5106 req-4358e64f-7fce-4f90-882d-776c5f6e604d tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a574796-057f-49e3-abd4-a6618918f66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2298839 Jun 01 19:01:42.877842 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d256708d-14ab-4ea0-8e06-bc7cede4a64c req-d4ed6f35-4e71-44eb-9ee4-c9b34dbef9c3 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Network 736de76a-7329-4f0c-80e7-094feb293c29 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:01:42.885728 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [req-d256708d-14ab-4ea0-8e06-bc7cede4a64c req-d4ed6f35-4e71-44eb-9ee4-c9b34dbef9c3 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:01:42.898378 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [req-d256708d-14ab-4ea0-8e06-bc7cede4a64c req-d4ed6f35-4e71-44eb-9ee4-c9b34dbef9c3 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:01:42.978451 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-3a476916-0248-4a54-9a99-bacf35bd5bbe None None] Notify callbacks [] for port, precommit_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:43.006294 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-3a476916-0248-4a54-9a99-bacf35bd5bbe None None] Transition to ACTIVE for port object 64485b38-6952-4afd-a897-9c8b7950a6cd will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:01:43.028015 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ed6f35-4e71-44eb-9ee4-c9b34dbef9c3 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Pushing event updated for resources: {'Port': ['ID=20998829-17c4-4dde-8e52-6e158a9b953c,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:01:43.058361 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-3a476916-0248-4a54-9a99-bacf35bd5bbe None None] Transition to ACTIVE for port object 64485b38-6952-4afd-a897-9c8b7950a6cd will not be triggered until provisioned by entity DHCP. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:01:43.066054 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-3a476916-0248-4a54-9a99-bacf35bd5bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526'] for port, after_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:43.100485 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 42040) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:01:43.164466 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d256708d-14ab-4ea0-8e06-bc7cede4a64c req-d4ed6f35-4e71-44eb-9ee4-c9b34dbef9c3 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:01:43.165396 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-d256708d-14ab-4ea0-8e06-bc7cede4a64c req-d4ed6f35-4e71-44eb-9ee4-c9b34dbef9c3 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:43.253861 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a476916-0248-4a54-9a99-bacf35bd5bbe None None] Network 751cb7e1-9e09-47ec-aab3-7ac26b20bee0 is already hosted by enough agents. {{(pid=88526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:01:43.267757 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d256708d-14ab-4ea0-8e06-bc7cede4a64c req-d4ed6f35-4e71-44eb-9ee4-c9b34dbef9c3 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7441516 Jun 01 19:01:43.277356 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.base_scheduler [None req-3a476916-0248-4a54-9a99-bacf35bd5bbe None None] Resources bound (agent type, host, resource id): {{(pid=88526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:01:43.283936 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [req-d256708d-14ab-4ea0-8e06-bc7cede4a64c req-60af4d43-7746-42b6-93ef-f7ccbe858fde service neutron] Request body: {'port': {'device_id': 'f19dd686-7d0e-4099-98f9-81b1fe65a5a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844202-1'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:01:43.297909 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a476916-0248-4a54-9a99-bacf35bd5bbe None None] Received port after_create {{(pid=88526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:01:43.319390 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-268ff196-d58c-4da3-9ef7-09364e1130a0 req-0d92ade3-cc7e-41dd-a026-48feddcb8665 service neutron] 10.222.0.50 "GET /v2.0/networks/f7c7bfcf-c7c2-42d5-8541-1692408619fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8061197 Jun 01 19:01:43.483329 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-d256708d-14ab-4ea0-8e06-bc7cede4a64c req-60af4d43-7746-42b6-93ef-f7ccbe858fde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:43.557172 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a476916-0248-4a54-9a99-bacf35bd5bbe None None] Pushing event updated for resources: {'Port': ['ID=64485b38-6952-4afd-a897-9c8b7950a6cd,revision_number=1']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:01:43.589313 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-848de05a-e5d3-484e-b342-6995944d6497 req-67efdccb-589e-4775-aaf9-826f0d2abcf1 tempest-ServerMetadataNegativeTestJSON-1705858315 tempest-ServerMetadataNegativeTestJSON-1705858315-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:01:43.608278 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d0ec52c2-eb2f-4cf5-bd1d-dd9ffc6c9493 req-71fb8401-cba7-40e9-98e5-12c68600968e tempest-ServerMetadataNegativeTestJSON-1705858315 tempest-ServerMetadataNegativeTestJSON-1705858315-project] 10.222.0.41 "GET /v2.0/ports?device_id=253f0045-e17a-43d0-be2c-08ac61803a19 HTTP/1.1" status: 200 len: 210 time: 0.3078611 Jun 01 19:01:43.624017 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-3a476916-0248-4a54-9a99-bacf35bd5bbe None None] Attempting to bind port 64485b38-6952-4afd-a897-9c8b7950a6cd on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:01:43.627245 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-3a476916-0248-4a54-9a99-bacf35bd5bbe None None] Attempting to bind port 64485b38-6952-4afd-a897-9c8b7950a6cd by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': '323a64f2-068f-4c6d-b6d4-ae06b27cd3c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '751cb7e1-9e09-47ec-aab3-7ac26b20bee0'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:01:43.628941 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a476916-0248-4a54-9a99-bacf35bd5bbe None None] Attempting to bind port 64485b38-6952-4afd-a897-9c8b7950a6cd on network 751cb7e1-9e09-47ec-aab3-7ac26b20bee0 {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:01:43.642751 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a476916-0248-4a54-9a99-bacf35bd5bbe None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 1, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:01:43.645488 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-848de05a-e5d3-484e-b342-6995944d6497 req-67efdccb-589e-4775-aaf9-826f0d2abcf1 tempest-ServerMetadataNegativeTestJSON-1705858315 tempest-ServerMetadataNegativeTestJSON-1705858315-project] Usage tracker for resource:port and tenant:43f1d193273046428c340c0049d17579 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:01:43.646781 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a476916-0248-4a54-9a99-bacf35bd5bbe None None] Checking segment: {'id': '323a64f2-068f-4c6d-b6d4-ae06b27cd3c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '751cb7e1-9e09-47ec-aab3-7ac26b20bee0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:01:43.647891 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-3a476916-0248-4a54-9a99-bacf35bd5bbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:43.649169 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a476916-0248-4a54-9a99-bacf35bd5bbe None None] Bound using segment: {'id': '323a64f2-068f-4c6d-b6d4-ae06b27cd3c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '751cb7e1-9e09-47ec-aab3-7ac26b20bee0'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:01:43.650012 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-3a476916-0248-4a54-9a99-bacf35bd5bbe None None] Bound port: 64485b38-6952-4afd-a897-9c8b7950a6cd, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '323a64f2-068f-4c6d-b6d4-ae06b27cd3c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '751cb7e1-9e09-47ec-aab3-7ac26b20bee0'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:01:43.653031 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-3a476916-0248-4a54-9a99-bacf35bd5bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:43.667268 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-848de05a-e5d3-484e-b342-6995944d6497 req-67efdccb-589e-4775-aaf9-826f0d2abcf1 tempest-ServerMetadataNegativeTestJSON-1705858315 tempest-ServerMetadataNegativeTestJSON-1705858315-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:01:43.684438 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-0266514d-f0dc-46d6-9f24-fc554050672e None None] Provisioning for port 20998829-17c4-4dde-8e52-6e158a9b953c completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:01:43.701178 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-0266514d-f0dc-46d6-9f24-fc554050672e None None] Provisioning complete for port 20998829-17c4-4dde-8e52-6e158a9b953c triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:01:43.702612 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 42056) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:01:43.704095 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-0266514d-f0dc-46d6-9f24-fc554050672e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:43.708292 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [None req-8305c5e9-d42c-4140-82ba-1247ea5b0266 tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Allocated IP 172.20.0.10 (751cb7e1-9e09-47ec-aab3-7ac26b20bee0/19990bfd-9478-4671-b313-1c4bb0085fde/ed9bc792-3713-4392-8337-654371b61a90) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:01:43.718382 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-848de05a-e5d3-484e-b342-6995944d6497 req-67efdccb-589e-4775-aaf9-826f0d2abcf1 tempest-ServerMetadataNegativeTestJSON-1705858315 tempest-ServerMetadataNegativeTestJSON-1705858315-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:01:43.808872 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-848de05a-e5d3-484e-b342-6995944d6497 req-67efdccb-589e-4775-aaf9-826f0d2abcf1 tempest-ServerMetadataNegativeTestJSON-1705858315 tempest-ServerMetadataNegativeTestJSON-1705858315-project] Made reservation on behalf of 43f1d193273046428c340c0049d17579 for: {'port': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:01:43.816071 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-848de05a-e5d3-484e-b342-6995944d6497 req-67efdccb-589e-4775-aaf9-826f0d2abcf1 tempest-ServerMetadataNegativeTestJSON-1705858315 tempest-ServerMetadataNegativeTestJSON-1705858315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:43.898336 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-921156db-b84b-410e-8e4f-17e4f7098227 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:43.938253 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-3a476916-0248-4a54-9a99-bacf35bd5bbe None None] For port 64485b38-6952-4afd-a897-9c8b7950a6cd, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:01:43.942134 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-3a476916-0248-4a54-9a99-bacf35bd5bbe None None] For port 64485b38-6952-4afd-a897-9c8b7950a6cd, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=64485b38-6952-4afd-a897-9c8b7950a6cd,segment=NetworkSegment(323a64f2-068f-4c6d-b6d4-ae06b27cd3c8),segment_id=323a64f2-068f-4c6d-b6d4-ae06b27cd3c8)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:01:43.952905 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-3a476916-0248-4a54-9a99-bacf35bd5bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:43.986486 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-921156db-b84b-410e-8e4f-17e4f7098227 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:01:43.991351 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-921156db-b84b-410e-8e4f-17e4f7098227 admin admin] Usage tracker for resource:security_group_rule and tenant:b000741f0d1344efa9607599b1d63074 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:01:43.994629 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-921156db-b84b-410e-8e4f-17e4f7098227 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:01:44.002580 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-921156db-b84b-410e-8e4f-17e4f7098227 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:01:44.085257 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-0266514d-f0dc-46d6-9f24-fc554050672e None None] Port 20998829-17c4-4dde-8e52-6e158a9b953c cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:01:44.094340 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-921156db-b84b-410e-8e4f-17e4f7098227 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:44.116465 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-921156db-b84b-410e-8e4f-17e4f7098227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:44.139606 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a476916-0248-4a54-9a99-bacf35bd5bbe None None] Pushing event updated for resources: {'Port': ['ID=64485b38-6952-4afd-a897-9c8b7950a6cd,revision_number=2']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:01:44.175098 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39522de9-4ba8-4c0a-8d49-112504b49cbc req-cc2fafc1-84a9-43bb-9026-50b1772332e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:01:44.177034 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-39522de9-4ba8-4c0a-8d49-112504b49cbc req-cc2fafc1-84a9-43bb-9026-50b1772332e2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cdc5de11547f4a5f8e1e8d097edd2ecf&device_id=bd9401e0-bdcb-473e-8461-9776f397bc75 HTTP/1.1" status: 200 len: 1094 time: 0.7314198 Jun 01 19:01:44.206380 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [req-d256708d-14ab-4ea0-8e06-bc7cede4a64c req-60af4d43-7746-42b6-93ef-f7ccbe858fde service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20998829-17c4-4dde-8e52-6e158a9b953c {{(pid=88525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 19:01:44.216719 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-d256708d-14ab-4ea0-8e06-bc7cede4a64c req-60af4d43-7746-42b6-93ef-f7ccbe858fde service neutron] Notify callbacks [] for port, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:44.291269 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-812fed60-d294-4057-bb22-ec5b824e24c6 tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Request body: {'networks': [{'name': 'tempest-network--1018862197'}, {'name': 'tempest-network--1106691405'}]} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:01:44.291608 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-812fed60-d294-4057-bb22-ec5b824e24c6 tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Request body: {'network': {'name': 'tempest-network--1018862197'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:01:44.292046 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-812fed60-d294-4057-bb22-ec5b824e24c6 tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Request body: {'network': {'name': 'tempest-network--1106691405'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:01:44.305076 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [req-d256708d-14ab-4ea0-8e06-bc7cede4a64c req-60af4d43-7746-42b6-93ef-f7ccbe858fde service neutron] Transition to ACTIVE for port object 20998829-17c4-4dde-8e52-6e158a9b953c will not be triggered until provisioned by entity L2. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:01:44.306630 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-812fed60-d294-4057-bb22-ec5b824e24c6 tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:01:44.328258 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-812fed60-d294-4057-bb22-ec5b824e24c6 tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Usage tracker for resource:network and tenant:17bfd473c7884b8fa9eaae120bb0afae is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:01:44.331924 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-d256708d-14ab-4ea0-8e06-bc7cede4a64c req-60af4d43-7746-42b6-93ef-f7ccbe858fde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:44.346790 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-812fed60-d294-4057-bb22-ec5b824e24c6 tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:01:44.409209 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-812fed60-d294-4057-bb22-ec5b824e24c6 tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:01:44.553059 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60af4d43-7746-42b6-93ef-f7ccbe858fde service neutron] Pushing event updated for resources: {'Port': ['ID=20998829-17c4-4dde-8e52-6e158a9b953c,revision_number=2']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:01:44.559685 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-812fed60-d294-4057-bb22-ec5b824e24c6 tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Made reservation on behalf of 17bfd473c7884b8fa9eaae120bb0afae for: {'network': 2} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:01:44.566053 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-812fed60-d294-4057-bb22-ec5b824e24c6 tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:44.696438 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea792479-e58c-4f53-95dd-8af33adb45a6 req-db629f86-97b6-4d0a-aa23-90368d1de9f1 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:01:44.696975 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-ea792479-e58c-4f53-95dd-8af33adb45a6 req-db629f86-97b6-4d0a-aa23-90368d1de9f1 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Synchronizing usage tracker for tenant:d3eb50f3028440db9726ae16e6111d12 on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:01:44.699884 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-812fed60-d294-4057-bb22-ec5b824e24c6 tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:44.704359 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-921156db-b84b-410e-8e4f-17e4f7098227 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b000741f0d1344efa9607599b1d63074&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9977434 Jun 01 19:01:44.712648 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 42082) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:01:44.794538 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921156db-b84b-410e-8e4f-17e4f7098227 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=054cc5e2-d4e3-4751-b4b4-365b07c070e6,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:01:44.795278 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-812fed60-d294-4057-bb22-ec5b824e24c6 tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:01:44.811639 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-ea792479-e58c-4f53-95dd-8af33adb45a6 req-db629f86-97b6-4d0a-aa23-90368d1de9f1 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Unset dirty status for tenant:d3eb50f3028440db9726ae16e6111d12 on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:01:44.819437 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ea792479-e58c-4f53-95dd-8af33adb45a6 req-db629f86-97b6-4d0a-aa23-90368d1de9f1 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] 10.222.0.41 "GET /v2.0/ports?device_id=f19dd686-7d0e-4099-98f9-81b1fe65a5a8 HTTP/1.1" status: 200 len: 932 time: 0.5827982 Jun 01 19:01:44.831817 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-812fed60-d294-4057-bb22-ec5b824e24c6 tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Usage tracker for resource:security_group_rule and tenant:17bfd473c7884b8fa9eaae120bb0afae is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:01:44.855810 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-812fed60-d294-4057-bb22-ec5b824e24c6 tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:01:44.861809 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8305c5e9-d42c-4140-82ba-1247ea5b0266 tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:44.879892 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-812fed60-d294-4057-bb22-ec5b824e24c6 tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:01:44.882349 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9f946459-0ec1-42ab-87d0-d29a0f879af1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:44.921772 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [None req-8305c5e9-d42c-4140-82ba-1247ea5b0266 tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Transition to ACTIVE for port object ed9bc792-3713-4392-8337-654371b61a90 will not be triggered until provisioned by entity DHCP. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:01:44.950699 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-d256708d-14ab-4ea0-8e06-bc7cede4a64c req-60af4d43-7746-42b6-93ef-f7ccbe858fde service neutron] Attempting to bind port 20998829-17c4-4dde-8e52-6e158a9b953c on host n-h1-844202-1 for vnic_type normal with profile {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:01:44.951283 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-d256708d-14ab-4ea0-8e06-bc7cede4a64c req-60af4d43-7746-42b6-93ef-f7ccbe858fde service neutron] Attempting to bind port 20998829-17c4-4dde-8e52-6e158a9b953c by drivers openvswitch,hyperv on host n-h1-844202-1 at level 0 using segments [{'id': '88cd4108-c0fe-48ed-8aac-3aa2e1253bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '736de76a-7329-4f0c-80e7-094feb293c29'}] {{(pid=88525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:01:44.951602 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d256708d-14ab-4ea0-8e06-bc7cede4a64c req-60af4d43-7746-42b6-93ef-f7ccbe858fde service neutron] Attempting to bind port 20998829-17c4-4dde-8e52-6e158a9b953c on network 736de76a-7329-4f0c-80e7-094feb293c29 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:01:44.961712 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9f946459-0ec1-42ab-87d0-d29a0f879af1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:44.966817 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [req-848de05a-e5d3-484e-b342-6995944d6497 req-67efdccb-589e-4775-aaf9-826f0d2abcf1 tempest-ServerMetadataNegativeTestJSON-1705858315 tempest-ServerMetadataNegativeTestJSON-1705858315-project] Allocated IP 172.20.0.3 (2f91a4e5-a03e-4fe3-acc9-0563f080acc7/21bf46c5-944f-4d46-812a-93005ed4da6f/d7e71143-b2fb-4ff7-b123-d358928ed898) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:01:44.985508 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ea792479-e58c-4f53-95dd-8af33adb45a6 req-fc696177-468d-40a9-bf25-3a6d15a8b45a tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] 10.222.0.41 "GET /v2.0/security-groups?id=e9fe41e6-5a2e-4996-8952-f57e9627d12d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1638370 Jun 01 19:01:44.998036 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d256708d-14ab-4ea0-8e06-bc7cede4a64c req-60af4d43-7746-42b6-93ef-f7ccbe858fde service neutron] Port 20998829-17c4-4dde-8e52-6e158a9b953c on network 736de76a-7329-4f0c-80e7-094feb293c29 not bound, no agent of type Open vSwitch agent registered on host n-h1-844202-1 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 19:01:44.998430 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d256708d-14ab-4ea0-8e06-bc7cede4a64c req-60af4d43-7746-42b6-93ef-f7ccbe858fde service neutron] Attempting to bind port 20998829-17c4-4dde-8e52-6e158a9b953c on network 736de76a-7329-4f0c-80e7-094feb293c29 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:01:45.010423 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282b47ec-4c36-4c30-bc80-92229ffb8377 req-df49c43b-edf6-40e1-a2a6-79cf8c8956c8 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:01:45.026264 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-282b47ec-4c36-4c30-bc80-92229ffb8377 req-df49c43b-edf6-40e1-a2a6-79cf8c8956c8 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd9401e0-bdcb-473e-8461-9776f397bc75 HTTP/1.1" status: 200 len: 943 time: 0.8090885 Jun 01 19:01:45.031863 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39522de9-4ba8-4c0a-8d49-112504b49cbc req-09af6975-6e66-4c7f-bed2-145e5dd94770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:01:45.033339 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 64485b38-6952-4afd-a897-9c8b7950a6cd up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:01:45.033477 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-39522de9-4ba8-4c0a-8d49-112504b49cbc req-09af6975-6e66-4c7f-bed2-145e5dd94770 service neutron] 10.222.0.50 "GET /v2.0/networks?id=f7c7bfcf-c7c2-42d5-8541-1692408619fe HTTP/1.1" status: 200 len: 923 time: 0.8259802 Jun 01 19:01:45.166518 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-39522de9-4ba8-4c0a-8d49-112504b49cbc req-2aadc8b5-d9cf-4317-8213-7775ddc9968f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=935cf5d0-c1b5-4d5f-8a59-49c7a5332461 HTTP/1.1" status: 200 len: 217 time: 0.1012785 Jun 01 19:01:45.171799 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port 64485b38-6952-4afd-a897-9c8b7950a6cd completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:01:45.188753 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-812fed60-d294-4057-bb22-ec5b824e24c6 tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:45.194000 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-282b47ec-4c36-4c30-bc80-92229ffb8377 req-175b5e60-7dad-4da1-9f7a-defb889dad7e tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a574796-057f-49e3-abd4-a6618918f66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659131 Jun 01 19:01:45.244556 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d256708d-14ab-4ea0-8e06-bc7cede4a64c req-60af4d43-7746-42b6-93ef-f7ccbe858fde service neutron] Checking agent: {'id': 'bdb1e5d7-b998-4259-838f-3d278e930f32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 1, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:01:45.245145 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d256708d-14ab-4ea0-8e06-bc7cede4a64c req-60af4d43-7746-42b6-93ef-f7ccbe858fde service neutron] Checking segment: {'id': '88cd4108-c0fe-48ed-8aac-3aa2e1253bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '736de76a-7329-4f0c-80e7-094feb293c29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:01:45.245697 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d256708d-14ab-4ea0-8e06-bc7cede4a64c req-60af4d43-7746-42b6-93ef-f7ccbe858fde service neutron] Bound using segment: {'id': '88cd4108-c0fe-48ed-8aac-3aa2e1253bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '736de76a-7329-4f0c-80e7-094feb293c29'} {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:01:45.247837 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-d256708d-14ab-4ea0-8e06-bc7cede4a64c req-60af4d43-7746-42b6-93ef-f7ccbe858fde service neutron] Bound port: 20998829-17c4-4dde-8e52-6e158a9b953c, host: n-h1-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88cd4108-c0fe-48ed-8aac-3aa2e1253bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '736de76a-7329-4f0c-80e7-094feb293c29'}}] {{(pid=88525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:01:45.248274 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-d256708d-14ab-4ea0-8e06-bc7cede4a64c req-60af4d43-7746-42b6-93ef-f7ccbe858fde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:45.330271 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8305c5e9-d42c-4140-82ba-1247ea5b0266 tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:45.372948 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-d256708d-14ab-4ea0-8e06-bc7cede4a64c req-60af4d43-7746-42b6-93ef-f7ccbe858fde service neutron] For port 20998829-17c4-4dde-8e52-6e158a9b953c, host n-h1-844202-1, cleared binding levels {{(pid=88525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:01:45.376411 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-d256708d-14ab-4ea0-8e06-bc7cede4a64c req-60af4d43-7746-42b6-93ef-f7ccbe858fde service neutron] For port 20998829-17c4-4dde-8e52-6e158a9b953c, host n-h1-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=20998829-17c4-4dde-8e52-6e158a9b953c,segment=NetworkSegment(88cd4108-c0fe-48ed-8aac-3aa2e1253bf4),segment_id=88cd4108-c0fe-48ed-8aac-3aa2e1253bf4)] {{(pid=88525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:01:45.377675 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9f946459-0ec1-42ab-87d0-d29a0f879af1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:45.389476 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-812fed60-d294-4057-bb22-ec5b824e24c6 tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:45.390177 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-812fed60-d294-4057-bb22-ec5b824e24c6 tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:45.429491 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9f946459-0ec1-42ab-87d0-d29a0f879af1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:45.436835 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-9f946459-0ec1-42ab-87d0-d29a0f879af1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/054cc5e2-d4e3-4751-b4b4-365b07c070e6 HTTP/1.1" status: 204 len: 168 time: 0.7218556 Jun 01 19:01:45.437826 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f946459-0ec1-42ab-87d0-d29a0f879af1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=054cc5e2-d4e3-4751-b4b4-365b07c070e6,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:01:45.440056 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-d256708d-14ab-4ea0-8e06-bc7cede4a64c req-60af4d43-7746-42b6-93ef-f7ccbe858fde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:45.628556 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8305c5e9-d42c-4140-82ba-1247ea5b0266 tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Network 751cb7e1-9e09-47ec-aab3-7ac26b20bee0 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:01:45.643499 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-048cc699-0af2-4853-9235-ffac25ab5185 req-108ce2f7-04b1-4d29-96d8-a6ea80922206 tempest-ServerMetadataNegativeTestJSON-1705858315 tempest-ServerMetadataNegativeTestJSON-1705858315-project] 10.222.0.41 "GET /v2.0/ports?device_id=253f0045-e17a-43d0-be2c-08ac61803a19 HTTP/1.1" status: 200 len: 210 time: 0.2191625 Jun 01 19:01:45.645366 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39522de9-4ba8-4c0a-8d49-112504b49cbc req-e176a936-795d-485a-a9f8-f818bfa1e725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:01:45.650020 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-39522de9-4ba8-4c0a-8d49-112504b49cbc req-e176a936-795d-485a-a9f8-f818bfa1e725 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=78c15249-5b3e-42a1-9683-df5f45ae094c HTTP/1.1" status: 200 len: 862 time: 0.4756250 Jun 01 19:01:45.675692 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-8305c5e9-d42c-4140-82ba-1247ea5b0266 tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:01:45.680445 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812fed60-d294-4057-bb22-ec5b824e24c6 tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4dd9a022-cebd-4075-b2c7-223add759580,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:01:45.686548 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60af4d43-7746-42b6-93ef-f7ccbe858fde service neutron] Pushing event updated for resources: {'Port': ['ID=20998829-17c4-4dde-8e52-6e158a9b953c,revision_number=3']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:01:45.686965 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8305c5e9-d42c-4140-82ba-1247ea5b0266 tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:01:45.692502 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d256708d-14ab-4ea0-8e06-bc7cede4a64c req-60af4d43-7746-42b6-93ef-f7ccbe858fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:01:45.694014 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-d256708d-14ab-4ea0-8e06-bc7cede4a64c req-60af4d43-7746-42b6-93ef-f7ccbe858fde service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:45.695540 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d256708d-14ab-4ea0-8e06-bc7cede4a64c req-60af4d43-7746-42b6-93ef-f7ccbe858fde service neutron] 10.222.0.15 "PUT /v2.0/ports/20998829-17c4-4dde-8e52-6e158a9b953c HTTP/1.1" status: 200 len: 1092 time: 2.4159291 Jun 01 19:01:45.695984 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f19dd686-7d0e-4099-98f9-81b1fe65a5a8', 'tag': '20998829-17c4-4dde-8e52-6e158a9b953c'}] {{(pid=88525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:01:45.729258 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-812fed60-d294-4057-bb22-ec5b824e24c6 tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 104} {{(pid=88525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 19:01:45.739147 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-812fed60-d294-4057-bb22-ec5b824e24c6 tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:45.743229 n-d-844202-1 neutron-server[88525]: INFO neutron.db.segments_db [None req-812fed60-d294-4057-bb22-ec5b824e24c6 tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Added segment 59518054-9ff7-4b82-943f-881f44310361 of type vlan for network 0524cf26-1253-4ee7-8b7b-ec037fc0b9ce Jun 01 19:01:45.768043 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-442c2384-cd0d-42e7-b10b-3503ef8fd36e None None] Network 751cb7e1-9e09-47ec-aab3-7ac26b20bee0 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:01:45.794767 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-812fed60-d294-4057-bb22-ec5b824e24c6 tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:45.857888 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-812fed60-d294-4057-bb22-ec5b824e24c6 tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 122} {{(pid=88525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 19:01:45.867848 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-812fed60-d294-4057-bb22-ec5b824e24c6 tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:45.868440 n-d-844202-1 neutron-server[88525]: INFO neutron.db.segments_db [None req-812fed60-d294-4057-bb22-ec5b824e24c6 tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Added segment 2e9f6ad4-63d6-408e-8c17-7373414dd136 of type vlan for network f0f59ca2-bf86-4ffa-8834-e016a6084865 Jun 01 19:01:45.940154 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-812fed60-d294-4057-bb22-ec5b824e24c6 tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:46.016594 n-d-844202-1 neutron-server[88525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd286240-f759-4d38-a0c3-054d72c3b5c4'] response: {'name': 'network-changed', 'server_uuid': 'f19dd686-7d0e-4099-98f9-81b1fe65a5a8', 'tag': '20998829-17c4-4dde-8e52-6e158a9b953c', 'status': 'completed', 'code': 200} Jun 01 19:01:46.022690 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-b4f4c225-9605-4ab7-8b96-fe42beff39eb None None] Provisioning for port 64485b38-6952-4afd-a897-9c8b7950a6cd completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:01:46.139194 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-812fed60-d294-4057-bb22-ec5b824e24c6 tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:46.139947 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-812fed60-d294-4057-bb22-ec5b824e24c6 tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:46.140820 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-b4f4c225-9605-4ab7-8b96-fe42beff39eb None None] Provisioning complete for port 64485b38-6952-4afd-a897-9c8b7950a6cd triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:01:46.141428 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-b4f4c225-9605-4ab7-8b96-fe42beff39eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:46.159237 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-812fed60-d294-4057-bb22-ec5b824e24c6 tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:01:46.175530 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-812fed60-d294-4057-bb22-ec5b824e24c6 tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:01:46.176442 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-812fed60-d294-4057-bb22-ec5b824e24c6 tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Notify callbacks [] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:46.190864 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 42116) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:01:46.201403 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-39522de9-4ba8-4c0a-8d49-112504b49cbc req-30cd18ba-010f-409a-af99-eb1c2ee12258 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f7c7bfcf-c7c2-42d5-8541-1692408619fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4142168 Jun 01 19:01:46.339641 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812fed60-d294-4057-bb22-ec5b824e24c6 tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Pushing event updated for resources: {'Network': ['ID=0524cf26-1253-4ee7-8b7b-ec037fc0b9ce,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:01:46.357095 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 935cf5d0-c1b5-4d5f-8a59-49c7a5332461 details requested by agent hyperv_n-h2-844202-1 with host n-h2-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 19:01:46.375208 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network 0524cf26-1253-4ee7-8b7b-ec037fc0b9ce details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 19:01:46.389826 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8305c5e9-d42c-4140-82ba-1247ea5b0266 tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Pushing event updated for resources: {'Port': ['ID=ed9bc792-3713-4392-8337-654371b61a90,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:01:46.402127 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3a346025-f530-4da4-8842-1985a112bdfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:46.409907 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8305c5e9-d42c-4140-82ba-1247ea5b0266 tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:01:46.410534 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8305c5e9-d42c-4140-82ba-1247ea5b0266 tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:46.424855 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-39522de9-4ba8-4c0a-8d49-112504b49cbc req-41c4f566-656b-4fbc-821e-c646bb32ea72 service neutron] 10.222.0.50 "GET /v2.0/networks/f7c7bfcf-c7c2-42d5-8541-1692408619fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1978440 Jun 01 19:01:46.491999 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-3a346025-f530-4da4-8842-1985a112bdfb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:01:46.496151 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-3a346025-f530-4da4-8842-1985a112bdfb admin admin] Usage tracker for resource:security_group_rule and tenant:bbc00441d0814f1589512521787a7e04 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:01:46.498994 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-3a346025-f530-4da4-8842-1985a112bdfb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:01:46.504791 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-3a346025-f530-4da4-8842-1985a112bdfb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:01:46.667350 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-812fed60-d294-4057-bb22-ec5b824e24c6 tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 3.5478692 Jun 01 19:01:46.682402 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 42132) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:01:46.708456 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812fed60-d294-4057-bb22-ec5b824e24c6 tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Pushing event updated for resources: {'Network': ['ID=f0f59ca2-bf86-4ffa-8834-e016a6084865,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:01:46.730082 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-8305c5e9-d42c-4140-82ba-1247ea5b0266 tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.8253653 Jun 01 19:01:46.733036 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 42136) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:01:46.744529 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-0a3537cb-402c-4712-ab4f-2bbd3a581e83 tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Request body: {'port': {'network_id': '751cb7e1-9e09-47ec-aab3-7ac26b20bee0', 'name': 'tempest-AllowedAddressPairTestJSON-371284487', 'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:62:4b:46'}]}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:01:46.748125 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network f0f59ca2-bf86-4ffa-8834-e016a6084865 details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 19:01:46.748278 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-39522de9-4ba8-4c0a-8d49-112504b49cbc req-bf5276bf-ad28-4256-bd93-1148b451a6ae service neutron] 10.222.0.50 "GET /v2.0/networks/f7c7bfcf-c7c2-42d5-8541-1692408619fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3161418 Jun 01 19:01:46.765452 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d256708d-14ab-4ea0-8e06-bc7cede4a64c req-a5d54571-10de-4ffc-9007-f5a6794a79a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:01:46.768205 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d256708d-14ab-4ea0-8e06-bc7cede4a64c req-a5d54571-10de-4ffc-9007-f5a6794a79a4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d3eb50f3028440db9726ae16e6111d12&device_id=f19dd686-7d0e-4099-98f9-81b1fe65a5a8 HTTP/1.1" status: 200 len: 1095 time: 0.7509446 Jun 01 19:01:46.815958 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-848de05a-e5d3-484e-b342-6995944d6497 req-67efdccb-589e-4775-aaf9-826f0d2abcf1 tempest-ServerMetadataNegativeTestJSON-1705858315 tempest-ServerMetadataNegativeTestJSON-1705858315-project] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:46.875290 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-848de05a-e5d3-484e-b342-6995944d6497 req-67efdccb-589e-4775-aaf9-826f0d2abcf1 tempest-ServerMetadataNegativeTestJSON-1705858315 tempest-ServerMetadataNegativeTestJSON-1705858315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:47.016513 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-b4f4c225-9605-4ab7-8b96-fe42beff39eb None None] Current status of the port 64485b38-6952-4afd-a897-9c8b7950a6cd is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:01:47.017049 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-b4f4c225-9605-4ab7-8b96-fe42beff39eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:47.063355 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 935cf5d0-c1b5-4d5f-8a59-49c7a5332461, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=935cf5d0-c1b5-4d5f-8a59-49c7a5332461,segment=NetworkSegment(ce523ae2-04b9-4e0f-83fe-35e934deb7b2),segment_id=ce523ae2-04b9-4e0f-83fe-35e934deb7b2)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:01:47.104981 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d256708d-14ab-4ea0-8e06-bc7cede4a64c req-134eb793-3da5-459a-bd2b-833ed6cfb4e9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=20998829-17c4-4dde-8e52-6e158a9b953c HTTP/1.1" status: 200 len: 217 time: 0.3052733 Jun 01 19:01:47.108709 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Returning: {'device': '935cf5d0-c1b5-4d5f-8a59-49c7a5332461', 'network_id': 'f7c7bfcf-c7c2-42d5-8541-1692408619fe', 'port_id': '935cf5d0-c1b5-4d5f-8a59-49c7a5332461', 'mac_address': 'fa:16:3e:1b:77:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78c15249-5b3e-42a1-9683-df5f45ae094c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 19:01:47.184051 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port 935cf5d0-c1b5-4d5f-8a59-49c7a5332461 is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:01:47.184841 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:47.206975 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-b4f4c225-9605-4ab7-8b96-fe42beff39eb None None] For port 64485b38-6952-4afd-a897-9c8b7950a6cd, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=64485b38-6952-4afd-a897-9c8b7950a6cd,segment=NetworkSegment(323a64f2-068f-4c6d-b6d4-ae06b27cd3c8),segment_id=323a64f2-068f-4c6d-b6d4-ae06b27cd3c8)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:01:47.214216 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-b4f4c225-9605-4ab7-8b96-fe42beff39eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:47.248110 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8481bc-b80d-457a-a594-669e798c21b3 req-67017113-7e24-4efa-be8d-a3c0ec2468d6 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:01:47.249894 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-aa8481bc-b80d-457a-a594-669e798c21b3 req-67017113-7e24-4efa-be8d-a3c0ec2468d6 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] 10.222.0.41 "GET /v2.0/ports?device_id=f19dd686-7d0e-4099-98f9-81b1fe65a5a8 HTTP/1.1" status: 200 len: 944 time: 0.9116910 Jun 01 19:01:47.291607 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67efdccb-589e-4775-aaf9-826f0d2abcf1 tempest-ServerMetadataNegativeTestJSON-1705858315 tempest-ServerMetadataNegativeTestJSON-1705858315-project] Pushing event updated for resources: {'Port': ['ID=d7e71143-b2fb-4ff7-b123-d358928ed898,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:01:47.316163 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4c69909-3677-4524-8d14-6466d9c084d9 tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:01:47.326737 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4c69909-3677-4524-8d14-6466d9c084d9 tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:01:47.338037 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4c69909-3677-4524-8d14-6466d9c084d9 tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:01:47.338240 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 935cf5d0-c1b5-4d5f-8a59-49c7a5332461 {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 19:01:47.346185 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4c69909-3677-4524-8d14-6466d9c084d9 tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:01:47.348088 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-d4c69909-3677-4524-8d14-6466d9c084d9 tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.6631603 Jun 01 19:01:47.354436 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 42148) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:01:47.380362 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d256708d-14ab-4ea0-8e06-bc7cede4a64c req-6941ac6f-47af-4d8f-b1f0-38737255053f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:01:47.381846 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d256708d-14ab-4ea0-8e06-bc7cede4a64c req-6941ac6f-47af-4d8f-b1f0-38737255053f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9e0b9f49-c28b-40ef-a29c-1cc8920f1a01 HTTP/1.1" status: 200 len: 836 time: 0.2744660 Jun 01 19:01:47.384861 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 935cf5d0-c1b5-4d5f-8a59-49c7a5332461, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=935cf5d0-c1b5-4d5f-8a59-49c7a5332461,segment=NetworkSegment(ce523ae2-04b9-4e0f-83fe-35e934deb7b2),segment_id=ce523ae2-04b9-4e0f-83fe-35e934deb7b2)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:01:47.395207 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:47.404308 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e01d76-07f3-4eb3-b2b9-ea83272ea9e8 req-3c0030f6-ceca-41fd-92ce-eb1416639eba tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:01:47.414354 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-78e01d76-07f3-4eb3-b2b9-ea83272ea9e8 req-3c0030f6-ceca-41fd-92ce-eb1416639eba tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd9401e0-bdcb-473e-8461-9776f397bc75 HTTP/1.1" status: 200 len: 943 time: 0.8820546 Jun 01 19:01:47.424160 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-848de05a-e5d3-484e-b342-6995944d6497 req-67efdccb-589e-4775-aaf9-826f0d2abcf1 tempest-ServerMetadataNegativeTestJSON-1705858315 tempest-ServerMetadataNegativeTestJSON-1705858315-project] Network 2f91a4e5-a03e-4fe3-acc9-0563f080acc7 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:01:47.431601 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f4c225-9605-4ab7-8b96-fe42beff39eb None None] Pushing event updated for resources: {'Port': ['ID=64485b38-6952-4afd-a897-9c8b7950a6cd,revision_number=3']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:01:47.435247 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-b5487142-df86-4f3d-9963-6f2864ca9178 None None] Provisioning for port ed9bc792-3713-4392-8337-654371b61a90 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:01:47.449301 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [req-848de05a-e5d3-484e-b342-6995944d6497 req-67efdccb-589e-4775-aaf9-826f0d2abcf1 tempest-ServerMetadataNegativeTestJSON-1705858315 tempest-ServerMetadataNegativeTestJSON-1705858315-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:01:47.452196 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-848de05a-e5d3-484e-b342-6995944d6497 req-67efdccb-589e-4775-aaf9-826f0d2abcf1 tempest-ServerMetadataNegativeTestJSON-1705858315 tempest-ServerMetadataNegativeTestJSON-1705858315-project] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:01:47.469089 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3a346025-f530-4da4-8842-1985a112bdfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:47.485271 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-b5487142-df86-4f3d-9963-6f2864ca9178 None None] Provisioning complete for port ed9bc792-3713-4392-8337-654371b61a90 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:01:47.485786 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-b5487142-df86-4f3d-9963-6f2864ca9178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:47.487032 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-aa8481bc-b80d-457a-a594-669e798c21b3 req-6d39bc3a-ea02-4efa-8335-9eee722d8ee1 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] 10.222.0.41 "GET /v2.0/security-groups?id=e9fe41e6-5a2e-4996-8952-f57e9627d12d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1896083 Jun 01 19:01:47.523576 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3a346025-f530-4da4-8842-1985a112bdfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:47.589130 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-b5487142-df86-4f3d-9963-6f2864ca9178 None None] Port ed9bc792-3713-4392-8337-654371b61a90 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:01:47.591492 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=935cf5d0-c1b5-4d5f-8a59-49c7a5332461,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:01:47.611031 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-3a346025-f530-4da4-8842-1985a112bdfb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bbc00441d0814f1589512521787a7e04&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2816980 Jun 01 19:01:47.613054 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 42154) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:01:47.627126 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] get_ports_and_sgs() called for port_ids ['935cf5d0-c1b5-4d5f-8a59-49c7a5332461'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 19:01:47.634010 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-0a3537cb-402c-4712-ab4f-2bbd3a581e83 tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:01:47.640557 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-0a3537cb-402c-4712-ab4f-2bbd3a581e83 tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Usage tracker for resource:port and tenant:1ef2f9a3bffe45daa103d0202da52ffe is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:01:47.643561 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-0a3537cb-402c-4712-ab4f-2bbd3a581e83 tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:01:47.655737 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-0a3537cb-402c-4712-ab4f-2bbd3a581e83 tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:01:47.673800 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-78e01d76-07f3-4eb3-b2b9-ea83272ea9e8 req-644f14ab-97de-4dcb-9fe3-f5d4f2e7fa27 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a574796-057f-49e3-abd4-a6618918f66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2581906 Jun 01 19:01:47.700532 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-78b5fba4-d7d9-45d8-86ae-9f74b0570362 tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:47.720772 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a346025-f530-4da4-8842-1985a112bdfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bd3021b-2e95-47bd-bd96-7dcc829d32d2,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:01:47.727639 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a3537cb-402c-4712-ab4f-2bbd3a581e83 tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Made reservation on behalf of 1ef2f9a3bffe45daa103d0202da52ffe for: {'port': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:01:47.748655 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848de05a-e5d3-484e-b342-6995944d6497 req-67efdccb-589e-4775-aaf9-826f0d2abcf1 tempest-ServerMetadataNegativeTestJSON-1705858315 tempest-ServerMetadataNegativeTestJSON-1705858315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:01:47.749373 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-848de05a-e5d3-484e-b342-6995944d6497 req-67efdccb-589e-4775-aaf9-826f0d2abcf1 tempest-ServerMetadataNegativeTestJSON-1705858315 tempest-ServerMetadataNegativeTestJSON-1705858315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:47.767564 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-b5487142-df86-4f3d-9963-6f2864ca9178 None None] Provisioning complete for port 64485b38-6952-4afd-a897-9c8b7950a6cd triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:01:47.768365 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-b5487142-df86-4f3d-9963-6f2864ca9178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:47.866709 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d256708d-14ab-4ea0-8e06-bc7cede4a64c req-1f64205a-6055-4d9f-9c7a-43c86d88ec05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:01:47.868973 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d256708d-14ab-4ea0-8e06-bc7cede4a64c req-1f64205a-6055-4d9f-9c7a-43c86d88ec05 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=736de76a-7329-4f0c-80e7-094feb293c29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4722657 Jun 01 19:01:48.040991 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-848de05a-e5d3-484e-b342-6995944d6497 req-67efdccb-589e-4775-aaf9-826f0d2abcf1 tempest-ServerMetadataNegativeTestJSON-1705858315 tempest-ServerMetadataNegativeTestJSON-1705858315-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.4889584 Jun 01 19:01:48.075632 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0a3537cb-402c-4712-ab4f-2bbd3a581e83 tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:48.155814 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [None req-0a3537cb-402c-4712-ab4f-2bbd3a581e83 tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] device_id is not set on port 4c9d3f26-b305-459e-a241-e450259d3abe yet. {{(pid=88525) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 19:01:48.174739 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-848de05a-e5d3-484e-b342-6995944d6497 req-7ceee040-f265-47c7-aab2-f474d3d370cb service neutron] Request body: {'port': {'device_id': '253f0045-e17a-43d0-be2c-08ac61803a19', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844202-1'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:01:48.210063 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-b5487142-df86-4f3d-9963-6f2864ca9178 None None] Current status of the port 64485b38-6952-4afd-a897-9c8b7950a6cd is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:01:48.265537 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-78b5fba4-d7d9-45d8-86ae-9f74b0570362 tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:48.308138 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d256708d-14ab-4ea0-8e06-bc7cede4a64c req-4a74c712-1691-40e4-86c7-09d9969e836b service neutron] 10.222.0.15 "GET /v2.0/networks/736de76a-7329-4f0c-80e7-094feb293c29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4264784 Jun 01 19:01:48.342319 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-d721d506-6c03-4dcf-a4f8-36cae2564db2 None None] Provisioning complete for port ed9bc792-3713-4392-8337-654371b61a90 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:01:48.342959 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-d721d506-6c03-4dcf-a4f8-36cae2564db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:48.354363 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-40bb76d1-ab0e-4265-afe1-f26b630c13ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:48.389651 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-40bb76d1-ab0e-4265-afe1-f26b630c13ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:48.465955 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-78b5fba4-d7d9-45d8-86ae-9f74b0570362 tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0524cf26-1253-4ee7-8b7b-ec037fc0b9ce']}} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:01:48.490994 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-d721d506-6c03-4dcf-a4f8-36cae2564db2 None None] Port ed9bc792-3713-4392-8337-654371b61a90 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:01:48.512293 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-40bb76d1-ab0e-4265-afe1-f26b630c13ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:48.541875 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [None req-0a3537cb-402c-4712-ab4f-2bbd3a581e83 tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Allocated IP 172.20.0.11 (751cb7e1-9e09-47ec-aab3-7ac26b20bee0/19990bfd-9478-4671-b313-1c4bb0085fde/4c9d3f26-b305-459e-a241-e450259d3abe) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:01:48.544363 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-78b5fba4-d7d9-45d8-86ae-9f74b0570362 tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59518054-9ff7-4b82-943f-881f44310361') {'for_net_delete': True} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:01:48.544886 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-78b5fba4-d7d9-45d8-86ae-9f74b0570362 tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59518054-9ff7-4b82-943f-881f44310361') {} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:01:48.560501 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bb76d1-ab0e-4265-afe1-f26b630c13ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bd3021b-2e95-47bd-bd96-7dcc829d32d2,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:01:48.563305 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-40bb76d1-ab0e-4265-afe1-f26b630c13ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:48.569717 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-40bb76d1-ab0e-4265-afe1-f26b630c13ed admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3bd3021b-2e95-47bd-bd96-7dcc829d32d2 HTTP/1.1" status: 204 len: 168 time: 0.9508026 Jun 01 19:01:48.588641 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d256708d-14ab-4ea0-8e06-bc7cede4a64c req-4266b63e-dda7-47b4-824c-5f39a30f709f service neutron] 10.222.0.15 "GET /v2.0/networks/736de76a-7329-4f0c-80e7-094feb293c29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2704010 Jun 01 19:01:48.621621 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0a6d93-e848-44f0-bfae-8d80d03c56be req-954a6fae-e8ec-4b73-9d2d-275463a9ce55 tempest-ServerMetadataNegativeTestJSON-1705858315 tempest-ServerMetadataNegativeTestJSON-1705858315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:01:48.623576 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-7f0a6d93-e848-44f0-bfae-8d80d03c56be req-954a6fae-e8ec-4b73-9d2d-275463a9ce55 tempest-ServerMetadataNegativeTestJSON-1705858315 tempest-ServerMetadataNegativeTestJSON-1705858315-project] Synchronizing usage tracker for tenant:43f1d193273046428c340c0049d17579 on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:01:48.660089 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-78b5fba4-d7d9-45d8-86ae-9f74b0570362 tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2702126'] for segment, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:48.799585 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-848de05a-e5d3-484e-b342-6995944d6497 req-7ceee040-f265-47c7-aab2-f474d3d370cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:48.811449 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-7f0a6d93-e848-44f0-bfae-8d80d03c56be req-954a6fae-e8ec-4b73-9d2d-275463a9ce55 tempest-ServerMetadataNegativeTestJSON-1705858315 tempest-ServerMetadataNegativeTestJSON-1705858315-project] Unset dirty status for tenant:43f1d193273046428c340c0049d17579 on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:01:48.819381 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7f0a6d93-e848-44f0-bfae-8d80d03c56be req-954a6fae-e8ec-4b73-9d2d-275463a9ce55 tempest-ServerMetadataNegativeTestJSON-1705858315 tempest-ServerMetadataNegativeTestJSON-1705858315-project] 10.222.0.41 "GET /v2.0/ports?device_id=253f0045-e17a-43d0-be2c-08ac61803a19 HTTP/1.1" status: 200 len: 931 time: 0.8684480 Jun 01 19:01:48.888407 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-7f0a6d93-e848-44f0-bfae-8d80d03c56be req-af18716f-4495-424e-b809-514d6931f923 tempest-ServerMetadataNegativeTestJSON-1705858315 tempest-ServerMetadataNegativeTestJSON-1705858315-project] Synchronizing usage tracker for tenant:43f1d193273046428c340c0049d17579 on resource:security_group {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:01:48.894528 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-78b5fba4-d7d9-45d8-86ae-9f74b0570362 tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:48.939479 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78b5fba4-d7d9-45d8-86ae-9f74b0570362 tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=88524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 19:01:48.939894 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-78b5fba4-d7d9-45d8-86ae-9f74b0570362 tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2719018'] for segment, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:48.958052 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-7f0a6d93-e848-44f0-bfae-8d80d03c56be req-af18716f-4495-424e-b809-514d6931f923 tempest-ServerMetadataNegativeTestJSON-1705858315 tempest-ServerMetadataNegativeTestJSON-1705858315-project] Unset dirty status for tenant:43f1d193273046428c340c0049d17579 on resource:security_group {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:01:48.965502 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 64485b38-6952-4afd-a897-9c8b7950a6cd up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:01:48.977864 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7f0a6d93-e848-44f0-bfae-8d80d03c56be req-af18716f-4495-424e-b809-514d6931f923 tempest-ServerMetadataNegativeTestJSON-1705858315 tempest-ServerMetadataNegativeTestJSON-1705858315-project] 10.222.0.41 "GET /v2.0/security-groups?id=2120f9da-7ed1-421c-b7c1-b9a50ff4a469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573598 Jun 01 19:01:49.013524 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment 59518054-9ff7-4b82-943f-881f44310361 resource provider aggregate not found Jun 01 19:01:49.117128 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012c17e4-a0b6-4691-a984-679e3c66d142 req-b7771269-d7ea-40e5-a519-7d018aeb9791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:01:49.118659 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-012c17e4-a0b6-4691-a984-679e3c66d142 req-b7771269-d7ea-40e5-a519-7d018aeb9791 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d3eb50f3028440db9726ae16e6111d12&device_id=f19dd686-7d0e-4099-98f9-81b1fe65a5a8 HTTP/1.1" status: 200 len: 1095 time: 0.4011471 Jun 01 19:01:49.127088 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 64485b38-6952-4afd-a897-9c8b7950a6cd triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:01:49.127463 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:49.131839 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761c35b4-90da-4e16-b131-9676bd003e68 req-a3083fc9-a22f-4e4e-b3ad-d1cdcc163951 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:01:49.133369 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-761c35b4-90da-4e16-b131-9676bd003e68 req-a3083fc9-a22f-4e4e-b3ad-d1cdcc163951 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] 10.222.0.41 "GET /v2.0/ports?device_id=f19dd686-7d0e-4099-98f9-81b1fe65a5a8 HTTP/1.1" status: 200 len: 944 time: 0.4182496 Jun 01 19:01:49.244476 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-761c35b4-90da-4e16-b131-9676bd003e68 req-10722a07-f3ef-4baf-9809-a732b9222091 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] 10.222.0.41 "GET /v2.0/security-groups?id=e9fe41e6-5a2e-4996-8952-f57e9627d12d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979154 Jun 01 19:01:49.346125 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0a3537cb-402c-4712-ab4f-2bbd3a581e83 tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:49.357934 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 64485b38-6952-4afd-a897-9c8b7950a6cd is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:01:49.419461 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012c17e4-a0b6-4691-a984-679e3c66d142 req-330fa4fa-6335-4bc1-9bae-5542468973b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:01:49.421028 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-012c17e4-a0b6-4691-a984-679e3c66d142 req-330fa4fa-6335-4bc1-9bae-5542468973b5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=736de76a-7329-4f0c-80e7-094feb293c29 HTTP/1.1" status: 200 len: 897 time: 0.2758429 Jun 01 19:01:49.488048 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment 59518054-9ff7-4b82-943f-881f44310361 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 59518054-9ff7-4b82-943f-881f44310361 found for delete ", "request_id": "req-e6d62e09-6311-4c6b-b5cd-a1fd1bf02d38"}]} Jun 01 19:01:49.519273 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-012c17e4-a0b6-4691-a984-679e3c66d142 req-71a5a0ee-0ea9-46e5-8a05-1eb4859d6026 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=20998829-17c4-4dde-8e52-6e158a9b953c HTTP/1.1" status: 200 len: 217 time: 0.0897889 Jun 01 19:01:49.551937 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-78b5fba4-d7d9-45d8-86ae-9f74b0570362 tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:49.589483 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-78b5fba4-d7d9-45d8-86ae-9f74b0570362 tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:49.596729 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [None req-0a3537cb-402c-4712-ab4f-2bbd3a581e83 tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Transition to ACTIVE for port object 4c9d3f26-b305-459e-a241-e450259d3abe will not be triggered until provisioned by entity DHCP. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:01:49.627458 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b57df5-9a9f-4d29-861f-70eba4695abf req-75ee7035-056e-41fc-985b-cda4577b243d tempest-ServerTagsTestJSON-1440915987 tempest-ServerTagsTestJSON-1440915987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:01:49.629351 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e1b57df5-9a9f-4d29-861f-70eba4695abf req-75ee7035-056e-41fc-985b-cda4577b243d tempest-ServerTagsTestJSON-1440915987 tempest-ServerTagsTestJSON-1440915987-project] 10.222.0.41 "GET /v2.0/ports?device_id=ca05f881-9620-46b1-8761-46667cfa64e0 HTTP/1.1" status: 200 len: 945 time: 0.3594794 Jun 01 19:01:49.744683 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [req-848de05a-e5d3-484e-b342-6995944d6497 req-7ceee040-f265-47c7-aab2-f474d3d370cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7e71143-b2fb-4ff7-b123-d358928ed898 {{(pid=88524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 19:01:49.758026 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-78b5fba4-d7d9-45d8-86ae-9f74b0570362 tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] 10.222.0.41 "DELETE /v2.0/networks/0524cf26-1253-4ee7-8b7b-ec037fc0b9ce HTTP/1.1" status: 204 len: 168 time: 2.4014618 Jun 01 19:01:49.758812 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b5fba4-d7d9-45d8-86ae-9f74b0570362 tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Pushing event deleted for resources: {'Network': ['ID=0524cf26-1253-4ee7-8b7b-ec037fc0b9ce,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:01:49.767430 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-848de05a-e5d3-484e-b342-6995944d6497 req-7ceee040-f265-47c7-aab2-f474d3d370cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:49.794564 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 42220) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:01:49.862029 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012c17e4-a0b6-4691-a984-679e3c66d142 req-e909fd90-569f-415b-9511-e05d13a4f3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:01:49.863578 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-012c17e4-a0b6-4691-a984-679e3c66d142 req-e909fd90-569f-415b-9511-e05d13a4f3ec service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9e0b9f49-c28b-40ef-a29c-1cc8920f1a01 HTTP/1.1" status: 200 len: 836 time: 0.2714109 Jun 01 19:01:49.977904 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [req-848de05a-e5d3-484e-b342-6995944d6497 req-7ceee040-f265-47c7-aab2-f474d3d370cb service neutron] Transition to ACTIVE for port object d7e71143-b2fb-4ff7-b123-d358928ed898 will not be triggered until provisioned by entity L2. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:01:50.017045 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e1b57df5-9a9f-4d29-861f-70eba4695abf req-c8e3a283-12da-48fb-9fa0-dd09db82feff tempest-ServerTagsTestJSON-1440915987 tempest-ServerTagsTestJSON-1440915987-project] 10.222.0.41 "GET /v2.0/security-groups?id=589bb670-196e-4a52-ab51-90a27b35b93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2463768 Jun 01 19:01:50.023134 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-848de05a-e5d3-484e-b342-6995944d6497 req-7ceee040-f265-47c7-aab2-f474d3d370cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:50.121849 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-88d91137-6b38-4643-bb80-458637e2a1a8 tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:50.163701 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1d33e7-6fc2-40e3-98ac-7c9ed592b8e9 req-b91c6a13-2f76-4135-8494-1f1d3643fcb1 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:01:50.165355 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8d1d33e7-6fc2-40e3-98ac-7c9ed592b8e9 req-b91c6a13-2f76-4135-8494-1f1d3643fcb1 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd9401e0-bdcb-473e-8461-9776f397bc75 HTTP/1.1" status: 200 len: 944 time: 0.6444862 Jun 01 19:01:50.178212 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012c17e4-a0b6-4691-a984-679e3c66d142 req-ba539f9e-ac42-4433-bf3a-521c06c17c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:01:50.179807 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-012c17e4-a0b6-4691-a984-679e3c66d142 req-ba539f9e-ac42-4433-bf3a-521c06c17c21 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=736de76a-7329-4f0c-80e7-094feb293c29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3032503 Jun 01 19:01:50.297935 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 935cf5d0-c1b5-4d5f-8a59-49c7a5332461 up at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:01:50.384517 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0a3537cb-402c-4712-ab4f-2bbd3a581e83 tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:50.438613 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning for port 935cf5d0-c1b5-4d5f-8a59-49c7a5332461 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:01:50.454575 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning complete for port 935cf5d0-c1b5-4d5f-8a59-49c7a5332461 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:01:50.454951 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:50.501199 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ceee040-f265-47c7-aab2-f474d3d370cb service neutron] Pushing event updated for resources: {'Port': ['ID=d7e71143-b2fb-4ff7-b123-d358928ed898,revision_number=2']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:01:50.531387 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a3537cb-402c-4712-ab4f-2bbd3a581e83 tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Network 751cb7e1-9e09-47ec-aab3-7ac26b20bee0 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:01:50.538391 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-0a3537cb-402c-4712-ab4f-2bbd3a581e83 tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:01:50.554655 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8d1d33e7-6fc2-40e3-98ac-7c9ed592b8e9 req-a6f7a456-d794-4103-accf-3a00ec917a33 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a574796-057f-49e3-abd4-a6618918f66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3737392 Jun 01 19:01:50.565925 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a3537cb-402c-4712-ab4f-2bbd3a581e83 tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:01:50.751191 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port 935cf5d0-c1b5-4d5f-8a59-49c7a5332461 is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:01:50.751869 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:50.784141 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd9401e0-bdcb-473e-8461-9776f397bc75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '935cf5d0-c1b5-4d5f-8a59-49c7a5332461'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:01:50.795130 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 935cf5d0-c1b5-4d5f-8a59-49c7a5332461, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=935cf5d0-c1b5-4d5f-8a59-49c7a5332461,segment=NetworkSegment(ce523ae2-04b9-4e0f-83fe-35e934deb7b2),segment_id=ce523ae2-04b9-4e0f-83fe-35e934deb7b2)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:01:50.810214 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:50.816375 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3537cb-402c-4712-ab4f-2bbd3a581e83 tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Pushing event updated for resources: {'Port': ['ID=4c9d3f26-b305-459e-a241-e450259d3abe,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:01:50.818995 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fa4143-2525-4d67-bd16-655d34f48761 req-b135e686-6d9f-4bed-996e-972d56cb75e0 tempest-ServerTagsTestJSON-1440915987 tempest-ServerTagsTestJSON-1440915987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:01:50.820942 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c3fa4143-2525-4d67-bd16-655d34f48761 req-b135e686-6d9f-4bed-996e-972d56cb75e0 tempest-ServerTagsTestJSON-1440915987 tempest-ServerTagsTestJSON-1440915987-project] 10.222.0.50 "GET /v2.0/ports?device_id=ca05f881-9620-46b1-8761-46667cfa64e0 HTTP/1.1" status: 200 len: 945 time: 0.9723866 Jun 01 19:01:51.016362 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=935cf5d0-c1b5-4d5f-8a59-49c7a5332461,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:01:51.150868 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-dc239287-b6c1-497c-ae08-683a13c5ec72 None None] Provisioning for port 4c9d3f26-b305-459e-a241-e450259d3abe completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:01:51.162081 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-012c17e4-a0b6-4691-a984-679e3c66d142 req-a4ff3e17-bdb2-41d2-8e3f-395f75c74d6d service neutron] 10.222.0.15 "GET /v2.0/networks/736de76a-7329-4f0c-80e7-094feb293c29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9482524 Jun 01 19:01:51.168401 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-dc239287-b6c1-497c-ae08-683a13c5ec72 None None] Provisioning complete for port 4c9d3f26-b305-459e-a241-e450259d3abe triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:01:51.170130 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-dc239287-b6c1-497c-ae08-683a13c5ec72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:51.182802 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a3537cb-402c-4712-ab4f-2bbd3a581e83 tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:01:51.183701 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0a3537cb-402c-4712-ab4f-2bbd3a581e83 tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:51.220523 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-848de05a-e5d3-484e-b342-6995944d6497 req-7ceee040-f265-47c7-aab2-f474d3d370cb service neutron] Attempting to bind port d7e71143-b2fb-4ff7-b123-d358928ed898 on host n-h1-844202-1 for vnic_type normal with profile {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:01:51.221048 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-848de05a-e5d3-484e-b342-6995944d6497 req-7ceee040-f265-47c7-aab2-f474d3d370cb service neutron] Attempting to bind port d7e71143-b2fb-4ff7-b123-d358928ed898 by drivers openvswitch,hyperv on host n-h1-844202-1 at level 0 using segments [{'id': 'c75ed154-8da3-4c9a-8821-cb3d863e47a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '2f91a4e5-a03e-4fe3-acc9-0563f080acc7'}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:01:51.221382 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-848de05a-e5d3-484e-b342-6995944d6497 req-7ceee040-f265-47c7-aab2-f474d3d370cb service neutron] Attempting to bind port d7e71143-b2fb-4ff7-b123-d358928ed898 on network 2f91a4e5-a03e-4fe3-acc9-0563f080acc7 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:01:51.233581 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-848de05a-e5d3-484e-b342-6995944d6497 req-7ceee040-f265-47c7-aab2-f474d3d370cb service neutron] Port d7e71143-b2fb-4ff7-b123-d358928ed898 on network 2f91a4e5-a03e-4fe3-acc9-0563f080acc7 not bound, no agent of type Open vSwitch agent registered on host n-h1-844202-1 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 19:01:51.233891 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-848de05a-e5d3-484e-b342-6995944d6497 req-7ceee040-f265-47c7-aab2-f474d3d370cb service neutron] Attempting to bind port d7e71143-b2fb-4ff7-b123-d358928ed898 on network 2f91a4e5-a03e-4fe3-acc9-0563f080acc7 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:01:51.243997 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-88d91137-6b38-4643-bb80-458637e2a1a8 tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:51.255544 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-848de05a-e5d3-484e-b342-6995944d6497 req-7ceee040-f265-47c7-aab2-f474d3d370cb service neutron] Checking agent: {'id': 'bdb1e5d7-b998-4259-838f-3d278e930f32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 1, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:01:51.257239 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-848de05a-e5d3-484e-b342-6995944d6497 req-7ceee040-f265-47c7-aab2-f474d3d370cb service neutron] Checking segment: {'id': 'c75ed154-8da3-4c9a-8821-cb3d863e47a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '2f91a4e5-a03e-4fe3-acc9-0563f080acc7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:01:51.257841 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-848de05a-e5d3-484e-b342-6995944d6497 req-7ceee040-f265-47c7-aab2-f474d3d370cb service neutron] Bound using segment: {'id': 'c75ed154-8da3-4c9a-8821-cb3d863e47a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '2f91a4e5-a03e-4fe3-acc9-0563f080acc7'} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:01:51.258452 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-848de05a-e5d3-484e-b342-6995944d6497 req-7ceee040-f265-47c7-aab2-f474d3d370cb service neutron] Bound port: d7e71143-b2fb-4ff7-b123-d358928ed898, host: n-h1-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c75ed154-8da3-4c9a-8821-cb3d863e47a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '2f91a4e5-a03e-4fe3-acc9-0563f080acc7'}}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:01:51.258969 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-848de05a-e5d3-484e-b342-6995944d6497 req-7ceee040-f265-47c7-aab2-f474d3d370cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:51.341219 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-c3fa4143-2525-4d67-bd16-655d34f48761 req-cc277541-2eee-40d6-a0e2-7b7e8574ba98 tempest-ServerTagsTestJSON-1440915987 tempest-ServerTagsTestJSON-1440915987-project] Deleting port f964e16d-466b-4776-bf96-d6bb84d73922 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:01:51.341804 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-c3fa4143-2525-4d67-bd16-655d34f48761 req-cc277541-2eee-40d6-a0e2-7b7e8574ba98 tempest-ServerTagsTestJSON-1440915987 tempest-ServerTagsTestJSON-1440915987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:51.357687 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-dc239287-b6c1-497c-ae08-683a13c5ec72 None None] Port 4c9d3f26-b305-459e-a241-e450259d3abe cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:01:51.394410 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-0a3537cb-402c-4712-ab4f-2bbd3a581e83 tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 4.6598487 Jun 01 19:01:51.403466 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 42296) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:01:51.414292 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a483e6d9-ad73-490f-b8b9-3a6176dce6dd req-50b4da32-94d2-4521-b789-0ec47af67fe2 tempest-ServerMetadataNegativeTestJSON-1705858315 tempest-ServerMetadataNegativeTestJSON-1705858315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:01:51.421765 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a483e6d9-ad73-490f-b8b9-3a6176dce6dd req-50b4da32-94d2-4521-b789-0ec47af67fe2 tempest-ServerMetadataNegativeTestJSON-1705858315 tempest-ServerMetadataNegativeTestJSON-1705858315-project] 10.222.0.41 "GET /v2.0/ports?device_id=253f0045-e17a-43d0-be2c-08ac61803a19 HTTP/1.1" status: 200 len: 943 time: 1.0217187 Jun 01 19:01:51.479875 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b05bea-8157-4c13-b95c-387928dd7e5d req-83e543a6-7897-4960-b7e2-7eaff45daa53 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:01:51.481535 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-77b05bea-8157-4c13-b95c-387928dd7e5d req-83e543a6-7897-4960-b7e2-7eaff45daa53 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] 10.222.0.41 "GET /v2.0/ports?device_id=f19dd686-7d0e-4099-98f9-81b1fe65a5a8 HTTP/1.1" status: 200 len: 944 time: 0.5707521 Jun 01 19:01:51.493339 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-88d91137-6b38-4643-bb80-458637e2a1a8 tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0f59ca2-bf86-4ffa-8834-e016a6084865']}} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:01:51.537701 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-88d91137-6b38-4643-bb80-458637e2a1a8 tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e9f6ad4-63d6-408e-8c17-7373414dd136') {'for_net_delete': True} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:01:51.538693 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-88d91137-6b38-4643-bb80-458637e2a1a8 tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e9f6ad4-63d6-408e-8c17-7373414dd136') {} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:01:51.545676 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-012c17e4-a0b6-4691-a984-679e3c66d142 req-5972b623-0cf3-4204-9630-b5f93df89f08 service neutron] 10.222.0.15 "GET /v2.0/networks/736de76a-7329-4f0c-80e7-094feb293c29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3546150 Jun 01 19:01:51.551566 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-88d91137-6b38-4643-bb80-458637e2a1a8 tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2702126'] for segment, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:51.575822 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a483e6d9-ad73-490f-b8b9-3a6176dce6dd req-a2be4e68-0e70-463f-abd0-6dec27333290 tempest-ServerMetadataNegativeTestJSON-1705858315 tempest-ServerMetadataNegativeTestJSON-1705858315-project] 10.222.0.41 "GET /v2.0/security-groups?id=2120f9da-7ed1-421c-b7c1-b9a50ff4a469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528099 Jun 01 19:01:51.589288 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-88d91137-6b38-4643-bb80-458637e2a1a8 tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:51.658299 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-77b05bea-8157-4c13-b95c-387928dd7e5d req-521383ff-9c54-4860-a5e4-57c907bf5e70 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] 10.222.0.41 "GET /v2.0/security-groups?id=e9fe41e6-5a2e-4996-8952-f57e9627d12d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1662660 Jun 01 19:01:51.662209 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-848de05a-e5d3-484e-b342-6995944d6497 req-7ceee040-f265-47c7-aab2-f474d3d370cb service neutron] For port d7e71143-b2fb-4ff7-b123-d358928ed898, host n-h1-844202-1, cleared binding levels {{(pid=88524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:01:51.679483 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88d91137-6b38-4643-bb80-458637e2a1a8 tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=88524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 19:01:51.682572 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-88d91137-6b38-4643-bb80-458637e2a1a8 tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2719018'] for segment, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:51.689414 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d05cba-0a41-4a79-87cf-9a03dbbce574 tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:01:51.696837 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d05cba-0a41-4a79-87cf-9a03dbbce574 tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:01:51.703133 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d05cba-0a41-4a79-87cf-9a03dbbce574 tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:01:51.703989 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-76d05cba-0a41-4a79-87cf-9a03dbbce574 tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Synchronizing usage tracker for tenant:1ef2f9a3bffe45daa103d0202da52ffe on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:01:51.727370 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f07882f-87b1-4259-913e-5c82dd9a255e'] response: {'server_uuid': 'bd9401e0-bdcb-473e-8461-9776f397bc75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '935cf5d0-c1b5-4d5f-8a59-49c7a5332461', 'code': 200} Jun 01 19:01:51.766652 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-76d05cba-0a41-4a79-87cf-9a03dbbce574 tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Unset dirty status for tenant:1ef2f9a3bffe45daa103d0202da52ffe on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:01:51.772595 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-76d05cba-0a41-4a79-87cf-9a03dbbce574 tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2467 time: 0.3650458 Jun 01 19:01:51.773203 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 42320) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:01:51.801486 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-848de05a-e5d3-484e-b342-6995944d6497 req-7ceee040-f265-47c7-aab2-f474d3d370cb service neutron] For port d7e71143-b2fb-4ff7-b123-d358928ed898, host n-h1-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=d7e71143-b2fb-4ff7-b123-d358928ed898,segment=NetworkSegment(c75ed154-8da3-4c9a-8821-cb3d863e47a7),segment_id=c75ed154-8da3-4c9a-8821-cb3d863e47a7)] {{(pid=88524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:01:51.886090 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-848de05a-e5d3-484e-b342-6995944d6497 req-7ceee040-f265-47c7-aab2-f474d3d370cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:51.891059 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment 2e9f6ad4-63d6-408e-8c17-7373414dd136 resource provider aggregate not found Jun 01 19:01:51.973141 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 20998829-17c4-4dde-8e52-6e158a9b953c details requested by agent hyperv_n-h1-844202-1 with host n-h1-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 19:01:52.038232 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-addf9a67-14aa-4423-948f-1124d6c95c93 tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Deleting port 4c9d3f26-b305-459e-a241-e450259d3abe {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:01:52.038869 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-addf9a67-14aa-4423-948f-1124d6c95c93 tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:52.120582 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment 2e9f6ad4-63d6-408e-8c17-7373414dd136 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2e9f6ad4-63d6-408e-8c17-7373414dd136 found for delete ", "request_id": "req-3ae5ae6b-4f9e-44b3-97e3-5eaa5e99d4d3"}]} Jun 01 19:01:52.128706 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70df71d5-944b-48ba-b3f5-5e4fd11bb5b6 req-a2eb3e36-435e-414c-89ec-eb957e94e3de tempest-ServerTagsTestJSON-1440915987 tempest-ServerTagsTestJSON-1440915987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:01:52.137390 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-70df71d5-944b-48ba-b3f5-5e4fd11bb5b6 req-a2eb3e36-435e-414c-89ec-eb957e94e3de tempest-ServerTagsTestJSON-1440915987 tempest-ServerTagsTestJSON-1440915987-project] 10.222.0.41 "GET /v2.0/ports?device_id=ca05f881-9620-46b1-8761-46667cfa64e0 HTTP/1.1" status: 200 len: 945 time: 0.2833164 Jun 01 19:01:52.240716 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848de05a-e5d3-484e-b342-6995944d6497 req-7ceee040-f265-47c7-aab2-f474d3d370cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:01:52.241639 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-848de05a-e5d3-484e-b342-6995944d6497 req-7ceee040-f265-47c7-aab2-f474d3d370cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:52.243058 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-848de05a-e5d3-484e-b342-6995944d6497 req-7ceee040-f265-47c7-aab2-f474d3d370cb service neutron] 10.222.0.15 "PUT /v2.0/ports/d7e71143-b2fb-4ff7-b123-d358928ed898 HTTP/1.1" status: 200 len: 1091 time: 4.0747666 Jun 01 19:01:52.243480 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '253f0045-e17a-43d0-be2c-08ac61803a19', 'tag': 'd7e71143-b2fb-4ff7-b123-d358928ed898'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:01:52.290798 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-70df71d5-944b-48ba-b3f5-5e4fd11bb5b6 req-9c34bd78-6588-4ca9-aa2e-e49da14ffe14 tempest-ServerTagsTestJSON-1440915987 tempest-ServerTagsTestJSON-1440915987-project] 10.222.0.41 "GET /v2.0/security-groups?id=589bb670-196e-4a52-ab51-90a27b35b93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522901 Jun 01 19:01:52.350614 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-88d91137-6b38-4643-bb80-458637e2a1a8 tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:52.429986 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port 20998829-17c4-4dde-8e52-6e158a9b953c, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=20998829-17c4-4dde-8e52-6e158a9b953c,segment=NetworkSegment(88cd4108-c0fe-48ed-8aac-3aa2e1253bf4),segment_id=88cd4108-c0fe-48ed-8aac-3aa2e1253bf4)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:01:52.466894 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-addf9a67-14aa-4423-948f-1124d6c95c93 tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:52.477426 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Returning: {'device': '20998829-17c4-4dde-8e52-6e158a9b953c', 'network_id': '736de76a-7329-4f0c-80e7-094feb293c29', 'port_id': '20998829-17c4-4dde-8e52-6e158a9b953c', 'mac_address': 'fa:16:3e:b1:e2:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e0b9f49-c28b-40ef-a29c-1cc8920f1a01', 'ip_address': '172.20.0.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 19:01:52.480604 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-88d91137-6b38-4643-bb80-458637e2a1a8 tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:52.483913 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b496ff1-f7ee-4999-94cb-62a6e95c4e27'] response: {'name': 'network-changed', 'server_uuid': '253f0045-e17a-43d0-be2c-08ac61803a19', 'tag': 'd7e71143-b2fb-4ff7-b123-d358928ed898', 'status': 'completed', 'code': 200} Jun 01 19:01:52.492422 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d91137-6b38-4643-bb80-458637e2a1a8 tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Pushing event deleted for resources: {'Network': ['ID=f0f59ca2-bf86-4ffa-8834-e016a6084865,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:01:52.538173 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ceee040-f265-47c7-aab2-f474d3d370cb service neutron] Pushing event updated for resources: {'Port': ['ID=d7e71143-b2fb-4ff7-b123-d358928ed898,revision_number=3']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:01:52.553505 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-88d91137-6b38-4643-bb80-458637e2a1a8 tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] 10.222.0.41 "DELETE /v2.0/networks/f0f59ca2-bf86-4ffa-8834-e016a6084865 HTTP/1.1" status: 204 len: 168 time: 2.7483263 Jun 01 19:01:52.556488 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port 20998829-17c4-4dde-8e52-6e158a9b953c is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:01:52.556957 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:52.561344 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5903932-b550-43f8-bbc4-f49bd1f81562 req-debf38d8-7b4a-45cf-8926-93e89cc1b28e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:01:52.563166 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d5903932-b550-43f8-bbc4-f49bd1f81562 req-debf38d8-7b4a-45cf-8926-93e89cc1b28e service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=bd9401e0-bdcb-473e-8461-9776f397bc75 HTTP/1.1" status: 200 len: 1096 time: 0.6783652 Jun 01 19:01:52.577107 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20998829-17c4-4dde-8e52-6e158a9b953c {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 19:01:52.596027 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port 20998829-17c4-4dde-8e52-6e158a9b953c, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=20998829-17c4-4dde-8e52-6e158a9b953c,segment=NetworkSegment(88cd4108-c0fe-48ed-8aac-3aa2e1253bf4),segment_id=88cd4108-c0fe-48ed-8aac-3aa2e1253bf4)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:01:52.601184 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:52.611106 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 42370) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:01:52.620619 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-addf9a67-14aa-4423-948f-1124d6c95c93 tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Calling delete_port for 4c9d3f26-b305-459e-a241-e450259d3abe owned by {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:01:52.699062 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-c3fa4143-2525-4d67-bd16-655d34f48761 req-cc277541-2eee-40d6-a0e2-7b7e8574ba98 tempest-ServerTagsTestJSON-1440915987 tempest-ServerTagsTestJSON-1440915987-project] For port f964e16d-466b-4776-bf96-d6bb84d73922, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=f964e16d-466b-4776-bf96-d6bb84d73922,segment=NetworkSegment(bb33b8a2-8c1e-4276-a1bb-b91cca461d9a),segment_id=bb33b8a2-8c1e-4276-a1bb-b91cca461d9a)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:01:52.700735 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-c3fa4143-2525-4d67-bd16-655d34f48761 req-cc277541-2eee-40d6-a0e2-7b7e8574ba98 tempest-ServerTagsTestJSON-1440915987 tempest-ServerTagsTestJSON-1440915987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:52.709571 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=20998829-17c4-4dde-8e52-6e158a9b953c,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:01:52.779790 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a53ef7-2d3c-48c8-a1a6-b7a2068a1bd4 req-39950f33-8d72-4c61-9f14-d40d6b8916b3 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:01:52.788487 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-35a53ef7-2d3c-48c8-a1a6-b7a2068a1bd4 req-39950f33-8d72-4c61-9f14-d40d6b8916b3 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd9401e0-bdcb-473e-8461-9776f397bc75 HTTP/1.1" status: 200 len: 945 time: 0.8047779 Jun 01 19:01:52.871561 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] get_ports_and_sgs() called for port_ids ['20998829-17c4-4dde-8e52-6e158a9b953c'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 19:01:53.034739 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-c3fa4143-2525-4d67-bd16-655d34f48761 req-cc277541-2eee-40d6-a0e2-7b7e8574ba98 tempest-ServerTagsTestJSON-1440915987 tempest-ServerTagsTestJSON-1440915987-project] Calling delete_port for f964e16d-466b-4776-bf96-d6bb84d73922 owned by compute:nova {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:01:53.143945 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d5903932-b550-43f8-bbc4-f49bd1f81562 req-788abd67-4a3e-4495-b9bf-488e8f5b28f5 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=4a574796-057f-49e3-abd4-a6618918f66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5119669 Jun 01 19:01:53.151799 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848de05a-e5d3-484e-b342-6995944d6497 req-7b09927b-4dc4-46d3-a738-5305d9d65c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:01:53.153559 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-848de05a-e5d3-484e-b342-6995944d6497 req-7b09927b-4dc4-46d3-a738-5305d9d65c6c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=43f1d193273046428c340c0049d17579&device_id=253f0045-e17a-43d0-be2c-08ac61803a19 HTTP/1.1" status: 200 len: 1094 time: 0.8133509 Jun 01 19:01:53.166677 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-35a53ef7-2d3c-48c8-a1a6-b7a2068a1bd4 req-f2822a23-1f26-4516-bcd4-6a78a6f2691a tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a574796-057f-49e3-abd4-a6618918f66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3771470 Jun 01 19:01:53.244571 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c932876-2ef1-4d65-9442-f48a1dc59e73 tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:01:53.257075 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c932876-2ef1-4d65-9442-f48a1dc59e73 tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:01:53.257498 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-0c932876-2ef1-4d65-9442-f48a1dc59e73 tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Synchronizing usage tracker for tenant:17bfd473c7884b8fa9eaae120bb0afae on resource:network {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:01:53.371001 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-0c932876-2ef1-4d65-9442-f48a1dc59e73 tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Unset dirty status for tenant:17bfd473c7884b8fa9eaae120bb0afae on resource:network {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:01:53.372709 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-0c932876-2ef1-4d65-9442-f48a1dc59e73 tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.7605307 Jun 01 19:01:53.386769 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff0de7f-ab37-4029-ab41-60392ad8aa24 req-084387d1-3b7f-4275-b417-27f5d82e42f0 tempest-ServerMetadataNegativeTestJSON-1705858315 tempest-ServerMetadataNegativeTestJSON-1705858315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:01:53.389548 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4ff0de7f-ab37-4029-ab41-60392ad8aa24 req-084387d1-3b7f-4275-b417-27f5d82e42f0 tempest-ServerMetadataNegativeTestJSON-1705858315 tempest-ServerMetadataNegativeTestJSON-1705858315-project] 10.222.0.41 "GET /v2.0/ports?device_id=253f0045-e17a-43d0-be2c-08ac61803a19 HTTP/1.1" status: 200 len: 943 time: 0.6062620 Jun 01 19:01:53.391106 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 42424) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:01:53.399344 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-51e19fab-6afa-449b-92f1-c18c2bb1c44c tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1812942034'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:01:53.405844 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-51e19fab-6afa-449b-92f1-c18c2bb1c44c tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:01:53.409007 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-addf9a67-14aa-4423-948f-1124d6c95c93 tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:53.529982 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-51e19fab-6afa-449b-92f1-c18c2bb1c44c tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:01:53.535810 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addf9a67-14aa-4423-948f-1124d6c95c93 tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Pushing event deleted for resources: {'Port': ['ID=4c9d3f26-b305-459e-a241-e450259d3abe,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:01:53.543365 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4ff0de7f-ab37-4029-ab41-60392ad8aa24 req-42ced49c-67b3-47f3-906b-dba7994447c5 tempest-ServerMetadataNegativeTestJSON-1705858315 tempest-ServerMetadataNegativeTestJSON-1705858315-project] 10.222.0.41 "GET /v2.0/security-groups?id=2120f9da-7ed1-421c-b7c1-b9a50ff4a469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317823 Jun 01 19:01:53.610201 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-848de05a-e5d3-484e-b342-6995944d6497 req-697c2652-e42d-4b9f-8dc5-141d7607757c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d7e71143-b2fb-4ff7-b123-d358928ed898 HTTP/1.1" status: 200 len: 217 time: 0.4369986 Jun 01 19:01:53.616028 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51e19fab-6afa-449b-92f1-c18c2bb1c44c tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Made reservation on behalf of 17bfd473c7884b8fa9eaae120bb0afae for: {'network': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:01:53.619555 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-51e19fab-6afa-449b-92f1-c18c2bb1c44c tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:53.715254 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51e19fab-6afa-449b-92f1-c18c2bb1c44c tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 103} {{(pid=88525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 19:01:53.848341 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848de05a-e5d3-484e-b342-6995944d6497 req-35704626-17f1-4836-9f7a-bfe6b6dc99f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:01:53.850854 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-848de05a-e5d3-484e-b342-6995944d6497 req-35704626-17f1-4836-9f7a-bfe6b6dc99f5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=21bf46c5-944f-4d46-812a-93005ed4da6f HTTP/1.1" status: 200 len: 861 time: 0.2253723 Jun 01 19:01:53.908963 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-51e19fab-6afa-449b-92f1-c18c2bb1c44c tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:53.909305 n-d-844202-1 neutron-server[88525]: INFO neutron.db.segments_db [None req-51e19fab-6afa-449b-92f1-c18c2bb1c44c tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Added segment c91f9989-294d-43b4-a20f-36ab0c8c1760 of type vlan for network e866ce9a-0aa7-4201-8499-ad499c226f04 Jun 01 19:01:53.927225 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d9bb8e-083e-4b38-8a02-da877b9cc360 req-caabb697-1df1-401c-8a9c-16e013046841 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:01:53.929995 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e8d9bb8e-083e-4b38-8a02-da877b9cc360 req-caabb697-1df1-401c-8a9c-16e013046841 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] 10.222.0.41 "GET /v2.0/ports?device_id=f19dd686-7d0e-4099-98f9-81b1fe65a5a8 HTTP/1.1" status: 200 len: 945 time: 0.4258909 Jun 01 19:01:53.955524 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-848de05a-e5d3-484e-b342-6995944d6497 req-38130255-03da-4566-977e-2cb24b840361 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2f91a4e5-a03e-4fe3-acc9-0563f080acc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0927935 Jun 01 19:01:53.958304 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-51e19fab-6afa-449b-92f1-c18c2bb1c44c tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:54.002948 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 20998829-17c4-4dde-8e52-6e158a9b953c up at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:01:54.078552 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-51e19fab-6afa-449b-92f1-c18c2bb1c44c tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:54.094348 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51e19fab-6afa-449b-92f1-c18c2bb1c44c tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:01:54.094980 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-51e19fab-6afa-449b-92f1-c18c2bb1c44c tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Notify callbacks [] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:54.102712 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-addf9a67-14aa-4423-948f-1124d6c95c93 tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:54.270719 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-51e19fab-6afa-449b-92f1-c18c2bb1c44c tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8781817 Jun 01 19:01:54.272900 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 42488) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:01:54.275293 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Provisioning for port 20998829-17c4-4dde-8e52-6e158a9b953c completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:01:54.284033 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-addf9a67-14aa-4423-948f-1124d6c95c93 tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] 10.222.0.41 "DELETE /v2.0/ports/4c9d3f26-b305-459e-a241-e450259d3abe HTTP/1.1" status: 204 len: 168 time: 2.5080419 Jun 01 19:01:54.285524 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Provisioning complete for port 20998829-17c4-4dde-8e52-6e158a9b953c triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:01:54.285895 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:54.290572 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 42492) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:01:54.310364 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-71da2ce8-4195-424a-9415-19d5030967bb tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1276551043'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:01:54.316709 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-71da2ce8-4195-424a-9415-19d5030967bb tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:01:54.331639 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-71da2ce8-4195-424a-9415-19d5030967bb tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:01:54.350370 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cea1bd-ec7a-433f-9e7c-c45afce5bba4 req-f1f5e4c5-704a-47e8-b37e-b12e5cc0b058 tempest-ServerTagsTestJSON-1440915987 tempest-ServerTagsTestJSON-1440915987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:01:54.357370 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-54cea1bd-ec7a-433f-9e7c-c45afce5bba4 req-f1f5e4c5-704a-47e8-b37e-b12e5cc0b058 tempest-ServerTagsTestJSON-1440915987 tempest-ServerTagsTestJSON-1440915987-project] 10.222.0.41 "GET /v2.0/ports?device_id=ca05f881-9620-46b1-8761-46667cfa64e0 HTTP/1.1" status: 200 len: 867 time: 0.5416365 Jun 01 19:01:54.359138 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e19fab-6afa-449b-92f1-c18c2bb1c44c tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Pushing event updated for resources: {'Network': ['ID=e866ce9a-0aa7-4201-8499-ad499c226f04,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:01:54.386956 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device f964e16d-466b-4776-bf96-d6bb84d73922 no longer exists at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:01:54.397047 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71da2ce8-4195-424a-9415-19d5030967bb tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Made reservation on behalf of 17bfd473c7884b8fa9eaae120bb0afae for: {'network': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:01:54.401212 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-71da2ce8-4195-424a-9415-19d5030967bb tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:54.458423 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network e866ce9a-0aa7-4201-8499-ad499c226f04 details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 19:01:54.461111 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-848de05a-e5d3-484e-b342-6995944d6497 req-bfd2023e-b5da-4942-9755-b1943b589424 service neutron] 10.222.0.15 "GET /v2.0/networks/2f91a4e5-a03e-4fe3-acc9-0563f080acc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4642544 Jun 01 19:01:54.464689 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-c3fa4143-2525-4d67-bd16-655d34f48761 req-cc277541-2eee-40d6-a0e2-7b7e8574ba98 tempest-ServerTagsTestJSON-1440915987 tempest-ServerTagsTestJSON-1440915987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:54.476739 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71da2ce8-4195-424a-9415-19d5030967bb tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 149} {{(pid=88525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 19:01:54.489478 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-71da2ce8-4195-424a-9415-19d5030967bb tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:54.489914 n-d-844202-1 neutron-server[88525]: INFO neutron.db.segments_db [None req-71da2ce8-4195-424a-9415-19d5030967bb tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Added segment fe0dfb04-fe7f-48df-8a08-de55294f66e1 of type vlan for network 9712acb4-0ef9-4859-8530-b674b1e2e30f Jun 01 19:01:54.525609 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-71da2ce8-4195-424a-9415-19d5030967bb tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:54.531009 n-d-844202-1 neutron-server[88525]: INFO neutron.pecan_wsgi.hooks.translation [None req-f383042d-746f-4340-ba38-023ce45b6a1d tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] GET failed (client error): The resource could not be found. Jun 01 19:01:54.531555 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-f383042d-746f-4340-ba38-023ce45b6a1d tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Synchronizing usage tracker for tenant:1ef2f9a3bffe45daa103d0202da52ffe on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:01:54.586262 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-54cea1bd-ec7a-433f-9e7c-c45afce5bba4 req-ffc53ef6-c812-4895-b68c-24ee09cec4c4 tempest-ServerTagsTestJSON-1440915987 tempest-ServerTagsTestJSON-1440915987-project] 10.222.0.41 "GET /v2.0/security-groups?id=589bb670-196e-4a52-ab51-90a27b35b93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279377 Jun 01 19:01:54.643438 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc277541-2eee-40d6-a0e2-7b7e8574ba98 tempest-ServerTagsTestJSON-1440915987 tempest-ServerTagsTestJSON-1440915987-project] Pushing event deleted for resources: {'Port': ['ID=f964e16d-466b-4776-bf96-d6bb84d73922,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:01:54.649096 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-f383042d-746f-4340-ba38-023ce45b6a1d tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Unset dirty status for tenant:1ef2f9a3bffe45daa103d0202da52ffe on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:01:54.657389 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-f383042d-746f-4340-ba38-023ce45b6a1d tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] 10.222.0.41 "GET /v2.0/ports/4c9d3f26-b305-459e-a241-e450259d3abe HTTP/1.1" status: 404 len: 333 time: 0.3578131 Jun 01 19:01:54.661224 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 42514) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:01:54.671021 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-9ff7a75e-f091-482d-958c-47cd2713e9d0 tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Request body: {'port': {'network_id': '751cb7e1-9e09-47ec-aab3-7ac26b20bee0', 'name': 'tempest-AllowedAddressPairTestJSON-234108651'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:01:54.779964 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e8d9bb8e-083e-4b38-8a02-da877b9cc360 req-e82c99d7-835a-4e45-a166-da6786151a55 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] 10.222.0.41 "GET /v2.0/security-groups?id=e9fe41e6-5a2e-4996-8952-f57e9627d12d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8331294 Jun 01 19:01:54.815243 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3fa4143-2525-4d67-bd16-655d34f48761 req-cc277541-2eee-40d6-a0e2-7b7e8574ba98 tempest-ServerTagsTestJSON-1440915987 tempest-ServerTagsTestJSON-1440915987-project] No DVR routers for this DVR port f964e16d-466b-4776-bf96-d6bb84d73922 on host n-h2-844202-1 {{(pid=88524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:01:54.833521 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-c3fa4143-2525-4d67-bd16-655d34f48761 req-cc277541-2eee-40d6-a0e2-7b7e8574ba98 tempest-ServerTagsTestJSON-1440915987 tempest-ServerTagsTestJSON-1440915987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:54.837106 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca05f881-9620-46b1-8761-46667cfa64e0', 'name': 'network-vif-deleted', 'tag': 'f964e16d-466b-4776-bf96-d6bb84d73922'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:01:54.904944 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] No Port match for: f964e16d-466b-4776-bf96-d6bb84d73922 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:01:54.905257 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c3fa4143-2525-4d67-bd16-655d34f48761 req-cc277541-2eee-40d6-a0e2-7b7e8574ba98 tempest-ServerTagsTestJSON-1440915987 tempest-ServerTagsTestJSON-1440915987-project] 10.222.0.50 "DELETE /v2.0/ports/f964e16d-466b-4776-bf96-d6bb84d73922 HTTP/1.1" status: 204 len: 173 time: 3.9624045 Jun 01 19:01:54.906036 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device f964e16d-466b-4776-bf96-d6bb84d73922 not bound to the agent host n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:01:54.940951 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-848de05a-e5d3-484e-b342-6995944d6497 req-7b89c9d0-bc82-4136-a04d-f6a3fce9f021 service neutron] 10.222.0.15 "GET /v2.0/networks/2f91a4e5-a03e-4fe3-acc9-0563f080acc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4704828 Jun 01 19:01:54.946939 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-71da2ce8-4195-424a-9415-19d5030967bb tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:54.969112 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71da2ce8-4195-424a-9415-19d5030967bb tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:01:54.969950 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-71da2ce8-4195-424a-9415-19d5030967bb tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Notify callbacks [] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:55.155542 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port 20998829-17c4-4dde-8e52-6e158a9b953c is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:01:55.155948 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:55.222083 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f19dd686-7d0e-4099-98f9-81b1fe65a5a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20998829-17c4-4dde-8e52-6e158a9b953c'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:01:55.275286 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port 20998829-17c4-4dde-8e52-6e158a9b953c, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=20998829-17c4-4dde-8e52-6e158a9b953c,segment=NetworkSegment(88cd4108-c0fe-48ed-8aac-3aa2e1253bf4),segment_id=88cd4108-c0fe-48ed-8aac-3aa2e1253bf4)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:01:55.282311 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:55.287447 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf4f669-8e70-4935-9522-f8e6a8e270d4 req-681a7027-1dc9-4a90-8ebd-c34395177e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:01:55.289631 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0cf4f669-8e70-4935-9522-f8e6a8e270d4 req-681a7027-1dc9-4a90-8ebd-c34395177e28 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=43f1d193273046428c340c0049d17579&device_id=253f0045-e17a-43d0-be2c-08ac61803a19 HTTP/1.1" status: 200 len: 1094 time: 0.2931232 Jun 01 19:01:55.388453 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-71da2ce8-4195-424a-9415-19d5030967bb tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.1099491 Jun 01 19:01:55.400570 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 42536) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:01:55.401574 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71da2ce8-4195-424a-9415-19d5030967bb tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Pushing event updated for resources: {'Network': ['ID=9712acb4-0ef9-4859-8530-b674b1e2e30f,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:01:55.416052 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 42540) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:01:55.420458 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-bda0bb9f-b28a-44af-a444-20404d6b062a tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Request body: {'ports': [{'network_id': 'e866ce9a-0aa7-4201-8499-ad499c226f04', 'name': 'tempest-port--1198371066', 'admin_state_up': True}, {'network_id': '9712acb4-0ef9-4859-8530-b674b1e2e30f', 'admin_state_up': False}]} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:01:55.421016 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-bda0bb9f-b28a-44af-a444-20404d6b062a tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Request body: {'port': {'network_id': 'e866ce9a-0aa7-4201-8499-ad499c226f04', 'name': 'tempest-port--1198371066', 'admin_state_up': True}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:01:55.421700 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-bda0bb9f-b28a-44af-a444-20404d6b062a tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Request body: {'port': {'network_id': '9712acb4-0ef9-4859-8530-b674b1e2e30f', 'admin_state_up': False}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:01:55.445476 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=20998829-17c4-4dde-8e52-6e158a9b953c,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:01:55.448063 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network 9712acb4-0ef9-4859-8530-b674b1e2e30f details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 19:01:55.482331 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74108f45-8e9a-4c52-a3d2-ba5c3c4b9e10 req-0a199810-eb92-42c2-84fe-93cd4beb3189 tempest-ServerMetadataNegativeTestJSON-1705858315 tempest-ServerMetadataNegativeTestJSON-1705858315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:01:55.484202 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-74108f45-8e9a-4c52-a3d2-ba5c3c4b9e10 req-0a199810-eb92-42c2-84fe-93cd4beb3189 tempest-ServerMetadataNegativeTestJSON-1705858315 tempest-ServerMetadataNegativeTestJSON-1705858315-project] 10.222.0.41 "GET /v2.0/ports?device_id=253f0045-e17a-43d0-be2c-08ac61803a19 HTTP/1.1" status: 200 len: 943 time: 0.3959420 Jun 01 19:01:55.546267 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-9ff7a75e-f091-482d-958c-47cd2713e9d0 tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:01:55.569550 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf4f669-8e70-4935-9522-f8e6a8e270d4 req-a1c2b6d4-dbf0-42b5-a7e9-a763004d19af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:01:55.573057 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0cf4f669-8e70-4935-9522-f8e6a8e270d4 req-a1c2b6d4-dbf0-42b5-a7e9-a763004d19af service neutron] 10.222.0.15 "GET /v2.0/networks?id=2f91a4e5-a03e-4fe3-acc9-0563f080acc7 HTTP/1.1" status: 200 len: 922 time: 0.2769995 Jun 01 19:01:55.579490 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-9ff7a75e-f091-482d-958c-47cd2713e9d0 tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:01:55.619335 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e3bd9f-650c-4975-a27d-d3aadb45f6cd req-a57143bf-d1a5-491b-969d-82c72fcaee73 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:01:55.625595 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-29e3bd9f-650c-4975-a27d-d3aadb45f6cd req-a57143bf-d1a5-491b-969d-82c72fcaee73 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd9401e0-bdcb-473e-8461-9776f397bc75 HTTP/1.1" status: 200 len: 945 time: 0.6506062 Jun 01 19:01:55.707122 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0cf4f669-8e70-4935-9522-f8e6a8e270d4 req-82d88075-2d9f-45ac-82c3-5b7952c199a7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d7e71143-b2fb-4ff7-b123-d358928ed898 HTTP/1.1" status: 200 len: 217 time: 0.0978510 Jun 01 19:01:55.711140 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-74108f45-8e9a-4c52-a3d2-ba5c3c4b9e10 req-0fecf080-c5bb-4723-98d1-90ea55b79f4b tempest-ServerMetadataNegativeTestJSON-1705858315 tempest-ServerMetadataNegativeTestJSON-1705858315-project] 10.222.0.41 "GET /v2.0/security-groups?id=2120f9da-7ed1-421c-b7c1-b9a50ff4a469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118046 Jun 01 19:01:55.752702 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ff7a75e-f091-482d-958c-47cd2713e9d0 tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Made reservation on behalf of 1ef2f9a3bffe45daa103d0202da52ffe for: {'port': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:01:55.756506 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9ff7a75e-f091-482d-958c-47cd2713e9d0 tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:55.789563 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-370d066d-ba37-48a8-b2e5-042e710ce9af admin admin] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:55.799520 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [None req-9ff7a75e-f091-482d-958c-47cd2713e9d0 tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] device_id is not set on port ea6487a5-9ab1-4ede-9eb8-32c91ad27ee1 yet. {{(pid=88525) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 19:01:55.815908 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c01c173-4422-49a6-abd5-b49f2283a918'] response: {'server_uuid': 'ca05f881-9620-46b1-8761-46667cfa64e0', 'name': 'network-vif-deleted', 'tag': 'f964e16d-466b-4776-bf96-d6bb84d73922', 'status': 'completed', 'code': 200} Jun 01 19:01:55.820047 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-370d066d-ba37-48a8-b2e5-042e710ce9af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:01:55.827010 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf4f669-8e70-4935-9522-f8e6a8e270d4 req-cd8836c2-779f-4308-ae6b-29b69e1d0d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:01:55.828830 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0cf4f669-8e70-4935-9522-f8e6a8e270d4 req-cd8836c2-779f-4308-ae6b-29b69e1d0d88 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=21bf46c5-944f-4d46-812a-93005ed4da6f HTTP/1.1" status: 200 len: 861 time: 0.1138790 Jun 01 19:01:55.829720 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-370d066d-ba37-48a8-b2e5-042e710ce9af admin admin] Usage tracker for resource:security_group_rule and tenant:e4d2c14edf014f9891dbb24a58ef4573 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:01:55.832767 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-370d066d-ba37-48a8-b2e5-042e710ce9af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:01:55.881930 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-29e3bd9f-650c-4975-a27d-d3aadb45f6cd req-5519eee0-dc81-46b6-b1e5-cc9a5587c3cf tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a574796-057f-49e3-abd4-a6618918f66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2547832 Jun 01 19:01:55.882337 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-370d066d-ba37-48a8-b2e5-042e710ce9af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:01:55.895986 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1c29120-1827-49d2-88b8-e0d44c5ed467'] response: {'server_uuid': 'f19dd686-7d0e-4099-98f9-81b1fe65a5a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20998829-17c4-4dde-8e52-6e158a9b953c', 'code': 200} Jun 01 19:01:55.901857 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0cf4f669-8e70-4935-9522-f8e6a8e270d4 req-43759d61-b35c-4b0b-9622-c017bb380714 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2f91a4e5-a03e-4fe3-acc9-0563f080acc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0648055 Jun 01 19:01:56.013543 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [None req-9ff7a75e-f091-482d-958c-47cd2713e9d0 tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Allocated IP 172.20.0.5 (751cb7e1-9e09-47ec-aab3-7ac26b20bee0/19990bfd-9478-4671-b313-1c4bb0085fde/ea6487a5-9ab1-4ede-9eb8-32c91ad27ee1) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:01:56.101339 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0cf4f669-8e70-4935-9522-f8e6a8e270d4 req-168adeb0-13dd-48c1-ae77-7468302ac340 service neutron] 10.222.0.15 "GET /v2.0/networks/2f91a4e5-a03e-4fe3-acc9-0563f080acc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894648 Jun 01 19:01:56.103549 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 42560) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:01:56.380159 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-bda0bb9f-b28a-44af-a444-20404d6b062a tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:01:56.407676 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-bda0bb9f-b28a-44af-a444-20404d6b062a tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Usage tracker for resource:port and tenant:17bfd473c7884b8fa9eaae120bb0afae is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:01:56.457861 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-bda0bb9f-b28a-44af-a444-20404d6b062a tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:01:56.476176 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-bda0bb9f-b28a-44af-a444-20404d6b062a tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:01:56.512568 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_v2 [None req-f72c3470-33d2-425e-bd9d-5f9eb6104d84 admin admin] Deleting subnet a1a81af7-23ae-4f38-bf38-3bf7b7d696d5 {{(pid=88524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 19:01:56.521785 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bda0bb9f-b28a-44af-a444-20404d6b062a tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Made reservation on behalf of 17bfd473c7884b8fa9eaae120bb0afae for: {'port': 2} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:01:56.526301 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-bda0bb9f-b28a-44af-a444-20404d6b062a tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:56.530290 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f72c3470-33d2-425e-bd9d-5f9eb6104d84 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:56.579966 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-bda0bb9f-b28a-44af-a444-20404d6b062a tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:56.604502 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48763a7e-de53-44c2-ac21-856031be3620 req-003ef214-389f-4204-859f-bccffe84b922 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:01:56.605914 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-48763a7e-de53-44c2-ac21-856031be3620 req-003ef214-389f-4204-859f-bccffe84b922 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] 10.222.0.41 "GET /v2.0/ports?device_id=f19dd686-7d0e-4099-98f9-81b1fe65a5a8 HTTP/1.1" status: 200 len: 946 time: 0.5001135 Jun 01 19:01:56.607799 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5572564f-f8c4-4681-a3c8-f77c450b797d req-f3c99cc2-a1f9-4851-b066-d96b96aca41b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:01:56.609311 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-5572564f-f8c4-4681-a3c8-f77c450b797d req-f3c99cc2-a1f9-4851-b066-d96b96aca41b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f19dd686-7d0e-4099-98f9-81b1fe65a5a8 HTTP/1.1" status: 200 len: 1097 time: 0.5174999 Jun 01 19:01:56.669905 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0cf4f669-8e70-4935-9522-f8e6a8e270d4 req-2095dbc7-229f-4a68-a4aa-0b7687ca574a service neutron] 10.222.0.15 "GET /v2.0/networks/2f91a4e5-a03e-4fe3-acc9-0563f080acc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5127392 Jun 01 19:01:56.676753 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f72c3470-33d2-425e-bd9d-5f9eb6104d84 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2702137'] for subnet, precommit_delete_associations {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:56.701747 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9ff7a75e-f091-482d-958c-47cd2713e9d0 tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:56.713323 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-370d066d-ba37-48a8-b2e5-042e710ce9af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:56.722162 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c24172d-8651-4056-afd5-b9b7bffa5051 req-688d6eaf-a00d-4a3a-93e4-e9c9363241e6 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:01:56.723749 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7c24172d-8651-4056-afd5-b9b7bffa5051 req-688d6eaf-a00d-4a3a-93e4-e9c9363241e6 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd9401e0-bdcb-473e-8461-9776f397bc75 HTTP/1.1" status: 200 len: 945 time: 0.5335984 Jun 01 19:01:56.736443 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-370d066d-ba37-48a8-b2e5-042e710ce9af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:56.808999 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [None req-9ff7a75e-f091-482d-958c-47cd2713e9d0 tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Transition to ACTIVE for port object ea6487a5-9ab1-4ede-9eb8-32c91ad27ee1 will not be triggered until provisioned by entity DHCP. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:01:56.828892 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f72c3470-33d2-425e-bd9d-5f9eb6104d84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:56.831602 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-5572564f-f8c4-4681-a3c8-f77c450b797d req-151a3f3a-17b5-4a6d-92dc-e76578547ce8 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=e9fe41e6-5a2e-4996-8952-f57e9627d12d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2012093 Jun 01 19:01:56.838128 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-48763a7e-de53-44c2-ac21-856031be3620 req-9719d35d-f277-4ec9-b99b-c1a4f8f7f1b5 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] 10.222.0.41 "GET /v2.0/security-groups?id=e9fe41e6-5a2e-4996-8952-f57e9627d12d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2128239 Jun 01 19:01:56.862503 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-370d066d-ba37-48a8-b2e5-042e710ce9af admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e4d2c14edf014f9891dbb24a58ef4573&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4043999 Jun 01 19:01:56.869906 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370d066d-ba37-48a8-b2e5-042e710ce9af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ae8d111-1426-4a5d-a2b2-07882de54391,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:01:56.872391 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 42580) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:01:56.895135 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7c24172d-8651-4056-afd5-b9b7bffa5051 req-4cd3cc7e-1ee7-4ebe-81db-c19ff0909de6 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a574796-057f-49e3-abd4-a6618918f66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626263 Jun 01 19:01:56.952627 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [None req-bda0bb9f-b28a-44af-a444-20404d6b062a tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] device_id is not set on port 3c397fc1-67fb-413e-a09b-a828835f8fa1 yet. {{(pid=88525) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 19:01:56.979908 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9ff7a75e-f091-482d-958c-47cd2713e9d0 tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:57.082183 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f72c3470-33d2-425e-bd9d-5f9eb6104d84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2718856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3066595'] for subnet, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:57.086203 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1be0c783-ced9-4a6f-a1e5-b2bff3f70e80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:57.136177 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ff7a75e-f091-482d-958c-47cd2713e9d0 tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Network 751cb7e1-9e09-47ec-aab3-7ac26b20bee0 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:01:57.136387 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72c3470-33d2-425e-bd9d-5f9eb6104d84 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1a81af7-23ae-4f38-bf38-3bf7b7d696d5,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:01:57.141441 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f72c3470-33d2-425e-bd9d-5f9eb6104d84 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:57.144044 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-9ff7a75e-f091-482d-958c-47cd2713e9d0 tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:01:57.154173 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff7a75e-f091-482d-958c-47cd2713e9d0 tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:01:57.163718 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1be0c783-ced9-4a6f-a1e5-b2bff3f70e80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:57.178700 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-f72c3470-33d2-425e-bd9d-5f9eb6104d84 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/a1a81af7-23ae-4f38-bf38-3bf7b7d696d5 HTTP/1.1" status: 204 len: 168 time: 1.0730891 Jun 01 19:01:57.182094 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 42590) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:01:57.248344 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff7a75e-f091-482d-958c-47cd2713e9d0 tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Pushing event updated for resources: {'Port': ['ID=ea6487a5-9ab1-4ede-9eb8-32c91ad27ee1,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:01:57.347581 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ff7a75e-f091-482d-958c-47cd2713e9d0 tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:01:57.348196 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9ff7a75e-f091-482d-958c-47cd2713e9d0 tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:57.431461 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637b5ae2-f2c7-4f93-b4d4-0e5e53322b80 req-44423bbf-f196-4873-8c6f-6e282332ee99 tempest-ServerMetadataNegativeTestJSON-1705858315 tempest-ServerMetadataNegativeTestJSON-1705858315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:01:57.433026 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-637b5ae2-f2c7-4f93-b4d4-0e5e53322b80 req-44423bbf-f196-4873-8c6f-6e282332ee99 tempest-ServerMetadataNegativeTestJSON-1705858315 tempest-ServerMetadataNegativeTestJSON-1705858315-project] 10.222.0.41 "GET /v2.0/ports?device_id=253f0045-e17a-43d0-be2c-08ac61803a19 HTTP/1.1" status: 200 len: 943 time: 0.3832827 Jun 01 19:01:57.454834 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-9ff7a75e-f091-482d-958c-47cd2713e9d0 tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.7917557 Jun 01 19:01:57.456031 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-380bb58d-72fe-4c22-82ac-3d25e7ba7bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:57.457809 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 42604) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:01:57.469594 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-42d51164-e9a9-4478-9168-778242f2567a tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:62:4b:46'}]}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:01:57.477667 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-bda0bb9f-b28a-44af-a444-20404d6b062a tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:57.533772 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1be0c783-ced9-4a6f-a1e5-b2bff3f70e80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:57.555025 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-b807f05b-eef2-4ed3-ac40-a9603bf32960 None None] Provisioning for port ea6487a5-9ab1-4ede-9eb8-32c91ad27ee1 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:01:57.562286 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-b807f05b-eef2-4ed3-ac40-a9603bf32960 None None] Provisioning complete for port ea6487a5-9ab1-4ede-9eb8-32c91ad27ee1 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:01:57.562717 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-b807f05b-eef2-4ed3-ac40-a9603bf32960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:57.610853 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-637b5ae2-f2c7-4f93-b4d4-0e5e53322b80 req-6c70819e-bd90-47aa-9895-c14a4ec879fd tempest-ServerMetadataNegativeTestJSON-1705858315 tempest-ServerMetadataNegativeTestJSON-1705858315-project] 10.222.0.41 "GET /v2.0/security-groups?id=2120f9da-7ed1-421c-b7c1-b9a50ff4a469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614878 Jun 01 19:01:57.643885 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be0c783-ced9-4a6f-a1e5-b2bff3f70e80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ae8d111-1426-4a5d-a2b2-07882de54391,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:01:57.646850 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [None req-bda0bb9f-b28a-44af-a444-20404d6b062a tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] device_id is not set on port 1cd78402-99b0-4ed6-a1fc-cbe7d86228fe yet. {{(pid=88525) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 19:01:57.717105 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-b807f05b-eef2-4ed3-ac40-a9603bf32960 None None] Port ea6487a5-9ab1-4ede-9eb8-32c91ad27ee1 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:01:57.761530 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1be0c783-ced9-4a6f-a1e5-b2bff3f70e80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:57.764682 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-1be0c783-ced9-4a6f-a1e5-b2bff3f70e80 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0ae8d111-1426-4a5d-a2b2-07882de54391 HTTP/1.1" status: 204 len: 168 time: 0.8837633 Jun 01 19:01:57.773501 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-bda0bb9f-b28a-44af-a444-20404d6b062a tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:57.814034 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-bda0bb9f-b28a-44af-a444-20404d6b062a tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:57.888320 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-380bb58d-72fe-4c22-82ac-3d25e7ba7bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:57.941191 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda0bb9f-b28a-44af-a444-20404d6b062a tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Pushing event updated for resources: {'Port': ['ID=3c397fc1-67fb-413e-a09b-a828835f8fa1,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:01:57.963804 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda0bb9f-b28a-44af-a444-20404d6b062a tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Checking segment: {'id': 'c91f9989-294d-43b4-a20f-36ab0c8c1760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'e866ce9a-0aa7-4201-8499-ad499c226f04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:01:57.964169 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bda0bb9f-b28a-44af-a444-20404d6b062a tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Network hostable DHCP agents. Network: e866ce9a-0aa7-4201-8499-ad499c226f04, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 19:01:58.003219 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device d7e71143-b2fb-4ff7-b123-d358928ed898 details requested by agent hyperv_n-h1-844202-1 with host n-h1-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 19:01:58.047986 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-380bb58d-72fe-4c22-82ac-3d25e7ba7bc3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74a3a6e0-cc10-45ab-b1cd-c12e53f535e2']}} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:01:58.102179 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-380bb58d-72fe-4c22-82ac-3d25e7ba7bc3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb33b8a2-8c1e-4276-a1bb-b91cca461d9a') {'for_net_delete': True} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:01:58.103594 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-380bb58d-72fe-4c22-82ac-3d25e7ba7bc3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb33b8a2-8c1e-4276-a1bb-b91cca461d9a') {} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:01:58.142543 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bda0bb9f-b28a-44af-a444-20404d6b062a tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Network e866ce9a-0aa7-4201-8499-ad499c226f04 is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 19:01:58.190202 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-bda0bb9f-b28a-44af-a444-20404d6b062a tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, e866ce9a-0aa7-4201-8499-ad499c226f04) {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:01:58.213539 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda0bb9f-b28a-44af-a444-20404d6b062a tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:01:58.214393 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-bda0bb9f-b28a-44af-a444-20404d6b062a tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:58.349340 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-380bb58d-72fe-4c22-82ac-3d25e7ba7bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2702126'] for segment, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:58.356940 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port d7e71143-b2fb-4ff7-b123-d358928ed898, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=d7e71143-b2fb-4ff7-b123-d358928ed898,segment=NetworkSegment(c75ed154-8da3-4c9a-8821-cb3d863e47a7),segment_id=c75ed154-8da3-4c9a-8821-cb3d863e47a7)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:01:58.372728 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Returning: {'device': 'd7e71143-b2fb-4ff7-b123-d358928ed898', 'network_id': '2f91a4e5-a03e-4fe3-acc9-0563f080acc7', 'port_id': 'd7e71143-b2fb-4ff7-b123-d358928ed898', 'mac_address': 'fa:16:3e:3a:0f:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21bf46c5-944f-4d46-812a-93005ed4da6f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 19:01:58.399135 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-380bb58d-72fe-4c22-82ac-3d25e7ba7bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:58.411258 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddee9066-992d-4375-9522-1c5322930d0c None None] Network e866ce9a-0aa7-4201-8499-ad499c226f04 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:01:58.424733 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-380bb58d-72fe-4c22-82ac-3d25e7ba7bc3 admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=88524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 19:01:58.425067 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-380bb58d-72fe-4c22-82ac-3d25e7ba7bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2719018'] for segment, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:58.447786 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda0bb9f-b28a-44af-a444-20404d6b062a tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Checking segment: {'id': 'fe0dfb04-fe7f-48df-8a08-de55294f66e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '9712acb4-0ef9-4859-8530-b674b1e2e30f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:01:58.448843 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bda0bb9f-b28a-44af-a444-20404d6b062a tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Network hostable DHCP agents. Network: 9712acb4-0ef9-4859-8530-b674b1e2e30f, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 19:01:58.451113 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-42d51164-e9a9-4478-9168-778242f2567a tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:58.459816 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.agents_db [None req-e814b9cf-7de8-45d0-a079-29c61fabe7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 19:01:58.477983 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488e18e8-01dc-45a0-a7b7-7a6ffb334ba7 req-0402eaf0-24f0-4723-ae9d-a87eab3c5c7a tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:01:58.479552 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-488e18e8-01dc-45a0-a7b7-7a6ffb334ba7 req-0402eaf0-24f0-4723-ae9d-a87eab3c5c7a tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] 10.222.0.41 "GET /v2.0/ports?device_id=f19dd686-7d0e-4099-98f9-81b1fe65a5a8 HTTP/1.1" status: 200 len: 946 time: 0.4719052 Jun 01 19:01:58.482257 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda0bb9f-b28a-44af-a444-20404d6b062a tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Pushing event updated for resources: {'Port': ['ID=1cd78402-99b0-4ed6-a1fc-cbe7d86228fe,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:01:58.521836 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment bb33b8a2-8c1e-4276-a1bb-b91cca461d9a resource provider aggregate not found Jun 01 19:01:58.560574 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bda0bb9f-b28a-44af-a444-20404d6b062a tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Network 9712acb4-0ef9-4859-8530-b674b1e2e30f is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 19:01:58.565606 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment bb33b8a2-8c1e-4276-a1bb-b91cca461d9a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bb33b8a2-8c1e-4276-a1bb-b91cca461d9a found for delete ", "request_id": "req-a8bfd8aa-6bf4-42da-82c5-ef3f32e825e0"}]} Jun 01 19:01:58.577927 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-488e18e8-01dc-45a0-a7b7-7a6ffb334ba7 req-47f07ba6-0777-4a95-b5ff-556d189136bd tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] 10.222.0.41 "GET /v2.0/security-groups?id=e9fe41e6-5a2e-4996-8952-f57e9627d12d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738349 Jun 01 19:01:58.579462 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-bda0bb9f-b28a-44af-a444-20404d6b062a tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, 9712acb4-0ef9-4859-8530-b674b1e2e30f) {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:01:58.583328 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda0bb9f-b28a-44af-a444-20404d6b062a tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:01:58.590511 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bda0bb9f-b28a-44af-a444-20404d6b062a tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:01:58.595600 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bda0bb9f-b28a-44af-a444-20404d6b062a tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:01:58.596296 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-bda0bb9f-b28a-44af-a444-20404d6b062a tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:58.609707 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d04f99e6-f915-423f-804b-312d4dc60c07 None None] Network 9712acb4-0ef9-4859-8530-b674b1e2e30f requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:01:58.651468 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-bda0bb9f-b28a-44af-a444-20404d6b062a tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.2438281 Jun 01 19:01:58.652943 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 42656) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:01:58.684873 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-380bb58d-72fe-4c22-82ac-3d25e7ba7bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:58.691577 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-380bb58d-72fe-4c22-82ac-3d25e7ba7bc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:58.783772 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a092d0bb-5ab3-4cdf-9b3c-25ee02470f87 tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:01:58.790332 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a092d0bb-5ab3-4cdf-9b3c-25ee02470f87 tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:01:58.791435 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-a092d0bb-5ab3-4cdf-9b3c-25ee02470f87 tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Synchronizing usage tracker for tenant:17bfd473c7884b8fa9eaae120bb0afae on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:01:58.803639 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f3a838-77d1-4b47-84a0-b3953061076e req-31e83e86-9958-44e2-8cf6-ec7e4907cacf tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:01:58.804181 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port d7e71143-b2fb-4ff7-b123-d358928ed898 is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:01:58.804181 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:58.812898 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-01f3a838-77d1-4b47-84a0-b3953061076e req-31e83e86-9958-44e2-8cf6-ec7e4907cacf tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd9401e0-bdcb-473e-8461-9776f397bc75 HTTP/1.1" status: 200 len: 945 time: 0.5370610 Jun 01 19:01:58.814874 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380bb58d-72fe-4c22-82ac-3d25e7ba7bc3 admin admin] Pushing event deleted for resources: {'Network': ['ID=74a3a6e0-cc10-45ab-b1cd-c12e53f535e2,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:01:58.836781 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-380bb58d-72fe-4c22-82ac-3d25e7ba7bc3 admin admin] 10.222.0.41 "DELETE /v2.0/networks/74a3a6e0-cc10-45ab-b1cd-c12e53f535e2 HTTP/1.1" status: 204 len: 168 time: 1.6534216 Jun 01 19:01:58.895385 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-a092d0bb-5ab3-4cdf-9b3c-25ee02470f87 tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Unset dirty status for tenant:17bfd473c7884b8fa9eaae120bb0afae on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:01:58.896741 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-a092d0bb-5ab3-4cdf-9b3c-25ee02470f87 tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.2420499 Jun 01 19:01:58.900289 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 42662) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:01:58.929878 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7e71143-b2fb-4ff7-b123-d358928ed898 {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 19:01:59.060917 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-a729c8ad-66b1-4d40-ac07-4fb915f5f4dd tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Deleting port 3c397fc1-67fb-413e-a09b-a828835f8fa1 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:01:59.061254 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a729c8ad-66b1-4d40-ac07-4fb915f5f4dd tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:59.065525 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port d7e71143-b2fb-4ff7-b123-d358928ed898, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=d7e71143-b2fb-4ff7-b123-d358928ed898,segment=NetworkSegment(c75ed154-8da3-4c9a-8821-cb3d863e47a7),segment_id=c75ed154-8da3-4c9a-8821-cb3d863e47a7)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:01:59.094482 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:59.228896 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 42676) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:01:59.253812 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=d7e71143-b2fb-4ff7-b123-d358928ed898,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:01:59.328804 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] get_ports_and_sgs() called for port_ids ['d7e71143-b2fb-4ff7-b123-d358928ed898'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 19:01:59.333360 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c581025-ee1b-4888-b730-f3155b36feb8 req-8b1ed1b2-6ca1-4bfc-9fd5-97aa7e3178fb tempest-ServerMetadataNegativeTestJSON-1705858315 tempest-ServerMetadataNegativeTestJSON-1705858315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:01:59.335733 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-9c581025-ee1b-4888-b730-f3155b36feb8 req-8b1ed1b2-6ca1-4bfc-9fd5-97aa7e3178fb tempest-ServerMetadataNegativeTestJSON-1705858315 tempest-ServerMetadataNegativeTestJSON-1705858315-project] 10.222.0.41 "GET /v2.0/ports?device_id=253f0045-e17a-43d0-be2c-08ac61803a19 HTTP/1.1" status: 200 len: 943 time: 0.5623903 Jun 01 19:01:59.344768 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-01f3a838-77d1-4b47-84a0-b3953061076e req-2adec516-2569-4710-9590-19a0939de3e6 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a574796-057f-49e3-abd4-a6618918f66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5309730 Jun 01 19:01:59.420994 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-42d51164-e9a9-4478-9168-778242f2567a tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:59.438017 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-b378fcea-42d5-4d9a-a1b5-7b9cd5a7f9fb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bf756b8c5fdb45ab8265bc74a72d3ff1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2079787 Jun 01 19:01:59.444215 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 42684) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:01:59.456745 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-42d51164-e9a9-4478-9168-778242f2567a tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:59.541849 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a729c8ad-66b1-4d40-ac07-4fb915f5f4dd tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:59.793463 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-a729c8ad-66b1-4d40-ac07-4fb915f5f4dd tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Calling delete_port for 3c397fc1-67fb-413e-a09b-a828835f8fa1 owned by {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:01:59.953170 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a729c8ad-66b1-4d40-ac07-4fb915f5f4dd tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:01:59.965439 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-7c5a0fe1-3f28-49f6-83f4-e8fee75b45cf None None] Provisioning complete for port ea6487a5-9ab1-4ede-9eb8-32c91ad27ee1 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:01:59.965952 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-7c5a0fe1-3f28-49f6-83f4-e8fee75b45cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:00.033758 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d51164-e9a9-4478-9168-778242f2567a tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Pushing event updated for resources: {'Port': ['ID=ea6487a5-9ab1-4ede-9eb8-32c91ad27ee1,revision_number=2']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:02:00.071656 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-42d51164-e9a9-4478-9168-778242f2567a tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] In _notify_port_updated(), no bound segment for port ea6487a5-9ab1-4ede-9eb8-32c91ad27ee1 on network 751cb7e1-9e09-47ec-aab3-7ac26b20bee0 {{(pid=88524) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 01 19:02:00.077332 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42d51164-e9a9-4478-9168-778242f2567a tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:02:00.077959 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-42d51164-e9a9-4478-9168-778242f2567a tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:00.078179 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-7c5a0fe1-3f28-49f6-83f4-e8fee75b45cf None None] Port ea6487a5-9ab1-4ede-9eb8-32c91ad27ee1 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:02:00.079246 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-42d51164-e9a9-4478-9168-778242f2567a tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] 10.222.0.41 "PUT /v2.0/ports/ea6487a5-9ab1-4ede-9eb8-32c91ad27ee1 HTTP/1.1" status: 200 len: 993 time: 2.6202281 Jun 01 19:02:00.081923 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d991b64d-e998-43eb-9b18-81b615a1d16a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:00.087985 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 42706) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:02:00.111615 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d991b64d-e998-43eb-9b18-81b615a1d16a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:00.134285 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a729c8ad-66b1-4d40-ac07-4fb915f5f4dd tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Pushing event deleted for resources: {'Port': ['ID=3c397fc1-67fb-413e-a09b-a828835f8fa1,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:02:00.187282 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a729c8ad-66b1-4d40-ac07-4fb915f5f4dd tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:00.195817 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68c5bfb-b9d9-4728-88f3-33ff853ecd8b req-58454e0a-9890-4f0b-b2db-7706ae86111e tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:02:00.196893 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a68c5bfb-b9d9-4728-88f3-33ff853ecd8b req-58454e0a-9890-4f0b-b2db-7706ae86111e tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] 10.222.0.41 "GET /v2.0/ports?device_id=f19dd686-7d0e-4099-98f9-81b1fe65a5a8 HTTP/1.1" status: 200 len: 946 time: 0.2854583 Jun 01 19:02:00.212720 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-9c581025-ee1b-4888-b730-f3155b36feb8 req-d6078e5c-5e17-4731-8fad-f467d1b93e43 tempest-ServerMetadataNegativeTestJSON-1705858315 tempest-ServerMetadataNegativeTestJSON-1705858315-project] 10.222.0.41 "GET /v2.0/security-groups?id=2120f9da-7ed1-421c-b7c1-b9a50ff4a469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8680420 Jun 01 19:02:00.230830 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d991b64d-e998-43eb-9b18-81b615a1d16a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:00.232164 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-a729c8ad-66b1-4d40-ac07-4fb915f5f4dd tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] 10.222.0.41 "DELETE /v2.0/ports/3c397fc1-67fb-413e-a09b-a828835f8fa1 HTTP/1.1" status: 204 len: 168 time: 1.3307889 Jun 01 19:02:00.232904 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 42716) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:02:00.281205 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d991b64d-e998-43eb-9b18-81b615a1d16a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=589bb670-196e-4a52-ab51-90a27b35b93a,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:02:00.295397 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-5385ca9c-c4e9-46a4-b5c5-f1549163697d tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Deleting port ea6487a5-9ab1-4ede-9eb8-32c91ad27ee1 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:02:00.297857 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5385ca9c-c4e9-46a4-b5c5-f1549163697d tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:00.317018 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a68c5bfb-b9d9-4728-88f3-33ff853ecd8b req-3f09e7b0-4a6a-4a18-8b1e-0722cfb8b1de tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] 10.222.0.41 "GET /v2.0/security-groups?id=e9fe41e6-5a2e-4996-8952-f57e9627d12d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1140983 Jun 01 19:02:00.318934 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d991b64d-e998-43eb-9b18-81b615a1d16a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:00.320810 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-d991b64d-e998-43eb-9b18-81b615a1d16a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/589bb670-196e-4a52-ab51-90a27b35b93a HTTP/1.1" status: 204 len: 168 time: 0.8750854 Jun 01 19:02:00.398022 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-4de19a61-0278-464d-816c-f736e77bb779 tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Deleting port 1cd78402-99b0-4ed6-a1fc-cbe7d86228fe {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:02:00.398597 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4de19a61-0278-464d-816c-f736e77bb779 tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:00.686985 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 42736) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:02:00.758866 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe73737-886b-4438-ac0c-2185a3156bc1 req-232c8e46-7431-4546-be67-0e309e60c040 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:02:00.762738 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-afe73737-886b-4438-ac0c-2185a3156bc1 req-232c8e46-7431-4546-be67-0e309e60c040 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd9401e0-bdcb-473e-8461-9776f397bc75 HTTP/1.1" status: 200 len: 945 time: 0.2082219 Jun 01 19:02:00.887477 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-afe73737-886b-4438-ac0c-2185a3156bc1 req-118f143d-b291-471a-bf89-bda8b70a61fa tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a574796-057f-49e3-abd4-a6618918f66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189334 Jun 01 19:02:01.002077 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4de19a61-0278-464d-816c-f736e77bb779 tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:01.062209 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40d9884-7208-4585-a09a-88c53b69541d req-4219a788-b481-424e-97d6-84804d54c396 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:02:01.062209 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f40d9884-7208-4585-a09a-88c53b69541d req-4219a788-b481-424e-97d6-84804d54c396 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] 10.222.0.41 "GET /v2.0/ports?device_id=f19dd686-7d0e-4099-98f9-81b1fe65a5a8 HTTP/1.1" status: 200 len: 946 time: 0.5419450 Jun 01 19:02:01.121647 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-b704fe04-b3e3-464b-ad4c-9e935d8c23e8 tempest-ExternalNetworksAdminNegativeTestJSON-1197761495 tempest-ExternalNetworksAdminNegativeTestJSON-1197761495-project-admin] Request body: {'floatingip': {'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:02:01.135241 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-b704fe04-b3e3-464b-ad4c-9e935d8c23e8 tempest-ExternalNetworksAdminNegativeTestJSON-1197761495 tempest-ExternalNetworksAdminNegativeTestJSON-1197761495-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:02:01.139824 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-b704fe04-b3e3-464b-ad4c-9e935d8c23e8 tempest-ExternalNetworksAdminNegativeTestJSON-1197761495 tempest-ExternalNetworksAdminNegativeTestJSON-1197761495-project-admin] Usage tracker for resource:floatingip and tenant:17989f5007da43f9891e02a49a2aea05 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:02:01.143479 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-b704fe04-b3e3-464b-ad4c-9e935d8c23e8 tempest-ExternalNetworksAdminNegativeTestJSON-1197761495 tempest-ExternalNetworksAdminNegativeTestJSON-1197761495-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:02:01.150685 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-b704fe04-b3e3-464b-ad4c-9e935d8c23e8 tempest-ExternalNetworksAdminNegativeTestJSON-1197761495 tempest-ExternalNetworksAdminNegativeTestJSON-1197761495-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:02:01.170058 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b704fe04-b3e3-464b-ad4c-9e935d8c23e8 tempest-ExternalNetworksAdminNegativeTestJSON-1197761495 tempest-ExternalNetworksAdminNegativeTestJSON-1197761495-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:01.279673 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-4de19a61-0278-464d-816c-f736e77bb779 tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Calling delete_port for 1cd78402-99b0-4ed6-a1fc-cbe7d86228fe owned by {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:02:01.340330 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b704fe04-b3e3-464b-ad4c-9e935d8c23e8 tempest-ExternalNetworksAdminNegativeTestJSON-1197761495 tempest-ExternalNetworksAdminNegativeTestJSON-1197761495-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:01.420766 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5385ca9c-c4e9-46a4-b5c5-f1549163697d tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:01.501424 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf65584-f19c-4909-b4e5-3aa4b30bbf05 req-cc69ad75-4b8f-47b6-9e5c-3b191debd27d tempest-ServerMetadataNegativeTestJSON-1705858315 tempest-ServerMetadataNegativeTestJSON-1705858315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:02:01.502854 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-dbf65584-f19c-4909-b4e5-3aa4b30bbf05 req-cc69ad75-4b8f-47b6-9e5c-3b191debd27d tempest-ServerMetadataNegativeTestJSON-1705858315 tempest-ServerMetadataNegativeTestJSON-1705858315-project] 10.222.0.41 "GET /v2.0/ports?device_id=253f0045-e17a-43d0-be2c-08ac61803a19 HTTP/1.1" status: 200 len: 944 time: 0.1581862 Jun 01 19:02:01.605772 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-dbf65584-f19c-4909-b4e5-3aa4b30bbf05 req-eeeb393a-d16f-4fa0-a686-54651996d2a1 tempest-ServerMetadataNegativeTestJSON-1705858315 tempest-ServerMetadataNegativeTestJSON-1705858315-project] 10.222.0.41 "GET /v2.0/security-groups?id=2120f9da-7ed1-421c-b7c1-b9a50ff4a469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669622 Jun 01 19:02:01.614725 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [None req-b704fe04-b3e3-464b-ad4c-9e935d8c23e8 tempest-ExternalNetworksAdminNegativeTestJSON-1197761495 tempest-ExternalNetworksAdminNegativeTestJSON-1197761495-project-admin] Allocated IP 172.25.4.109 (72a72e44-6845-488a-a5ff-3a26d4df9cb3/c314a23b-daa2-4106-ab28-8e6f954277b2/5a67c602-a578-4143-b4d7-8f50557dc2e7) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:02:01.619247 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 42776) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:02:01.769739 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-e4db1ba4-24cd-4f1e-8b8d-e0e8a62a0ff5 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1116964427-network', 'tenant_id': 'ff411273a1ac46f2a91fb45afe578ccb'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:02:01.778225 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-e4db1ba4-24cd-4f1e-8b8d-e0e8a62a0ff5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:02:01.793258 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-e4db1ba4-24cd-4f1e-8b8d-e0e8a62a0ff5 admin admin] Usage tracker for resource:network and tenant:ff411273a1ac46f2a91fb45afe578ccb is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:02:01.798631 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-e4db1ba4-24cd-4f1e-8b8d-e0e8a62a0ff5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:02:01.805402 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-5385ca9c-c4e9-46a4-b5c5-f1549163697d tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Calling delete_port for ea6487a5-9ab1-4ede-9eb8-32c91ad27ee1 owned by {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:02:01.813589 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-e4db1ba4-24cd-4f1e-8b8d-e0e8a62a0ff5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:02:01.824557 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b704fe04-b3e3-464b-ad4c-9e935d8c23e8 tempest-ExternalNetworksAdminNegativeTestJSON-1197761495 tempest-ExternalNetworksAdminNegativeTestJSON-1197761495-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:01.835399 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4db1ba4-24cd-4f1e-8b8d-e0e8a62a0ff5 admin admin] Made reservation on behalf of ff411273a1ac46f2a91fb45afe578ccb for: {'network': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:02:01.837677 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e4db1ba4-24cd-4f1e-8b8d-e0e8a62a0ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:01.852464 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f40d9884-7208-4585-a09a-88c53b69541d req-1a6e2be7-f184-4382-b72f-76e6c9a4a8a1 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] 10.222.0.41 "GET /v2.0/security-groups?id=e9fe41e6-5a2e-4996-8952-f57e9627d12d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5031822 Jun 01 19:02:01.855934 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e4db1ba4-24cd-4f1e-8b8d-e0e8a62a0ff5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:01.872364 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-e4db1ba4-24cd-4f1e-8b8d-e0e8a62a0ff5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:02:01.876594 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-e4db1ba4-24cd-4f1e-8b8d-e0e8a62a0ff5 admin admin] Usage tracker for resource:security_group_rule and tenant:ff411273a1ac46f2a91fb45afe578ccb is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:02:01.879642 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-e4db1ba4-24cd-4f1e-8b8d-e0e8a62a0ff5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:02:01.886381 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-e4db1ba4-24cd-4f1e-8b8d-e0e8a62a0ff5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:02:01.931622 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b704fe04-b3e3-464b-ad4c-9e935d8c23e8 tempest-ExternalNetworksAdminNegativeTestJSON-1197761495 tempest-ExternalNetworksAdminNegativeTestJSON-1197761495-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:01.935126 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4de19a61-0278-464d-816c-f736e77bb779 tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:02.004456 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de19a61-0278-464d-816c-f736e77bb779 tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Pushing event deleted for resources: {'Port': ['ID=1cd78402-99b0-4ed6-a1fc-cbe7d86228fe,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:02:02.014835 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4de19a61-0278-464d-816c-f736e77bb779 tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:02.017749 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device d7e71143-b2fb-4ff7-b123-d358928ed898 up at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:02:02.054336 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b704fe04-b3e3-464b-ad4c-9e935d8c23e8 tempest-ExternalNetworksAdminNegativeTestJSON-1197761495 tempest-ExternalNetworksAdminNegativeTestJSON-1197761495-project-admin] Network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:02:02.066416 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b704fe04-b3e3-464b-ad4c-9e935d8c23e8 tempest-ExternalNetworksAdminNegativeTestJSON-1197761495 tempest-ExternalNetworksAdminNegativeTestJSON-1197761495-project-admin] Pushing event updated for resources: {'Port': ['ID=5a67c602-a578-4143-b4d7-8f50557dc2e7,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:02:02.080835 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-4de19a61-0278-464d-816c-f736e77bb779 tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] 10.222.0.41 "DELETE /v2.0/ports/1cd78402-99b0-4ed6-a1fc-cbe7d86228fe HTTP/1.1" status: 204 len: 168 time: 1.8443530 Jun 01 19:02:02.090546 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 42794) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:02:02.090676 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-b704fe04-b3e3-464b-ad4c-9e935d8c23e8 tempest-ExternalNetworksAdminNegativeTestJSON-1197761495 tempest-ExternalNetworksAdminNegativeTestJSON-1197761495-project-admin] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:02:02.090923 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b704fe04-b3e3-464b-ad4c-9e935d8c23e8 tempest-ExternalNetworksAdminNegativeTestJSON-1197761495 tempest-ExternalNetworksAdminNegativeTestJSON-1197761495-project-admin] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:02:02.141300 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Provisioning for port d7e71143-b2fb-4ff7-b123-d358928ed898 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:02:02.147149 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Provisioning complete for port d7e71143-b2fb-4ff7-b123-d358928ed898 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:02:02.147680 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:02.150733 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-6ecc7ad3-3463-4c7c-a4c4-b1c252760808 tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Synchronizing usage tracker for tenant:17bfd473c7884b8fa9eaae120bb0afae on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:02:02.161250 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5385ca9c-c4e9-46a4-b5c5-f1549163697d tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:02.226047 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-6ecc7ad3-3463-4c7c-a4c4-b1c252760808 tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Unset dirty status for tenant:17bfd473c7884b8fa9eaae120bb0afae on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:02:02.232098 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-6ecc7ad3-3463-4c7c-a4c4-b1c252760808 tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1446345 Jun 01 19:02:02.233074 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5385ca9c-c4e9-46a4-b5c5-f1549163697d tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Pushing event deleted for resources: {'Port': ['ID=ea6487a5-9ab1-4ede-9eb8-32c91ad27ee1,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:02:02.251726 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 42798) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:02:02.271567 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-4e50d9cc-7b48-4cb7-b171-1788f1847ab2 tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1337138506'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:02:02.282683 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-4e50d9cc-7b48-4cb7-b171-1788f1847ab2 tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:02:02.315886 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-4e50d9cc-7b48-4cb7-b171-1788f1847ab2 tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Usage tracker for resource:network and tenant:17bfd473c7884b8fa9eaae120bb0afae is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:02:02.320691 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-4e50d9cc-7b48-4cb7-b171-1788f1847ab2 tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:02:02.336181 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-4e50d9cc-7b48-4cb7-b171-1788f1847ab2 tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:02:02.380123 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port d7e71143-b2fb-4ff7-b123-d358928ed898 is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:02:02.382600 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:02.415391 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '253f0045-e17a-43d0-be2c-08ac61803a19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7e71143-b2fb-4ff7-b123-d358928ed898'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:02:02.416968 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e50d9cc-7b48-4cb7-b171-1788f1847ab2 tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Made reservation on behalf of 17bfd473c7884b8fa9eaae120bb0afae for: {'network': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:02:02.420375 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4e50d9cc-7b48-4cb7-b171-1788f1847ab2 tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:02.426065 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port d7e71143-b2fb-4ff7-b123-d358928ed898, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=d7e71143-b2fb-4ff7-b123-d358928ed898,segment=NetworkSegment(c75ed154-8da3-4c9a-8821-cb3d863e47a7),segment_id=c75ed154-8da3-4c9a-8821-cb3d863e47a7)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:02:02.430908 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:02.540027 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b704fe04-b3e3-464b-ad4c-9e935d8c23e8 tempest-ExternalNetworksAdminNegativeTestJSON-1197761495 tempest-ExternalNetworksAdminNegativeTestJSON-1197761495-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:02.548929 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-482e6a6b-421e-4c66-8642-8acdee7c5b35'] response: {'server_uuid': '253f0045-e17a-43d0-be2c-08ac61803a19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7e71143-b2fb-4ff7-b123-d358928ed898', 'code': 200} Jun 01 19:02:02.550075 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=d7e71143-b2fb-4ff7-b123-d358928ed898,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:02:02.560121 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5385ca9c-c4e9-46a4-b5c5-f1549163697d tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:02.562213 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-5385ca9c-c4e9-46a4-b5c5-f1549163697d tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] 10.222.0.41 "DELETE /v2.0/ports/ea6487a5-9ab1-4ede-9eb8-32c91ad27ee1 HTTP/1.1" status: 204 len: 168 time: 2.4731557 Jun 01 19:02:02.564703 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 42808) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:02:02.571542 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e4db1ba4-24cd-4f1e-8b8d-e0e8a62a0ff5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:02.619211 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e4db1ba4-24cd-4f1e-8b8d-e0e8a62a0ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:02.633309 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450aacf9-7a21-4e8d-8101-0fb9a9390a27 req-7f8f6cc2-259e-494a-a06a-2ba205a06b80 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:02:02.635106 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-450aacf9-7a21-4e8d-8101-0fb9a9390a27 req-7f8f6cc2-259e-494a-a06a-2ba205a06b80 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd9401e0-bdcb-473e-8461-9776f397bc75 HTTP/1.1" status: 200 len: 945 time: 0.4894476 Jun 01 19:02:02.679762 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4db1ba4-24cd-4f1e-8b8d-e0e8a62a0ff5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a351d5c-3364-42d8-bd0d-648028a392a4,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:02:02.684027 n-d-844202-1 neutron-server[88525]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8c40135-8267-4d80-a0a2-2d16aa5b9095 tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] GET failed (client error): The resource could not be found. Jun 01 19:02:02.684608 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-d8c40135-8267-4d80-a0a2-2d16aa5b9095 tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Synchronizing usage tracker for tenant:1ef2f9a3bffe45daa103d0202da52ffe on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:02:02.717761 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-d8c40135-8267-4d80-a0a2-2d16aa5b9095 tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Unset dirty status for tenant:1ef2f9a3bffe45daa103d0202da52ffe on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:02:02.723597 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-d8c40135-8267-4d80-a0a2-2d16aa5b9095 tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] 10.222.0.41 "GET /v2.0/ports/ea6487a5-9ab1-4ede-9eb8-32c91ad27ee1 HTTP/1.1" status: 404 len: 333 time: 0.1533172 Jun 01 19:02:02.728740 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 42816) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:02:02.737963 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-026a017d-2eae-4261-8ab7-9a12d9c21b99 tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Request body: {'port': {'network_id': '751cb7e1-9e09-47ec-aab3-7ac26b20bee0', 'name': 'tempest-AllowedAddressPairTestJSON-1027750458'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:02:02.738750 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-450aacf9-7a21-4e8d-8101-0fb9a9390a27 req-79b8cb3f-8f71-4ced-8d39-6ff4b5d1de7e tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a574796-057f-49e3-abd4-a6618918f66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600996 Jun 01 19:02:02.739462 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e50d9cc-7b48-4cb7-b171-1788f1847ab2 tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 114} {{(pid=88524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 19:02:02.746330 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4db1ba4-24cd-4f1e-8b8d-e0e8a62a0ff5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 109} {{(pid=88524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 19:02:02.761230 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4e50d9cc-7b48-4cb7-b171-1788f1847ab2 tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:02.761690 n-d-844202-1 neutron-server[88524]: INFO neutron.db.segments_db [None req-4e50d9cc-7b48-4cb7-b171-1788f1847ab2 tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Added segment d5a7a36a-6296-4817-ab5d-fa672d06ca2c of type vlan for network ba6de796-0cb1-4e57-b3fe-7d4240c5d7ce Jun 01 19:02:02.782421 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b704fe04-b3e3-464b-ad4c-9e935d8c23e8 tempest-ExternalNetworksAdminNegativeTestJSON-1197761495 tempest-ExternalNetworksAdminNegativeTestJSON-1197761495-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:02.871671 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e4db1ba4-24cd-4f1e-8b8d-e0e8a62a0ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:02.871671 n-d-844202-1 neutron-server[88524]: INFO neutron.db.segments_db [None req-e4db1ba4-24cd-4f1e-8b8d-e0e8a62a0ff5 admin admin] Added segment d147e68c-d5fd-47df-bf65-d6c5991a53c2 of type vlan for network 0c49dc6b-5e39-4101-b04d-1c1361c15d69 Jun 01 19:02:02.879485 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4e50d9cc-7b48-4cb7-b171-1788f1847ab2 tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:02.886505 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbb484c-0687-48fd-a2e9-4175943d9b25 req-7f0b3ba5-0367-4f5b-bb70-37812d66e596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:02:02.889848 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-9bbb484c-0687-48fd-a2e9-4175943d9b25 req-7f0b3ba5-0367-4f5b-bb70-37812d66e596 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=253f0045-e17a-43d0-be2c-08ac61803a19 HTTP/1.1" status: 200 len: 1096 time: 0.2596941 Jun 01 19:02:02.943112 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e4db1ba4-24cd-4f1e-8b8d-e0e8a62a0ff5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:02.984967 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4e50d9cc-7b48-4cb7-b171-1788f1847ab2 tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:02.991201 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e50d9cc-7b48-4cb7-b171-1788f1847ab2 tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:02:02.991790 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4e50d9cc-7b48-4cb7-b171-1788f1847ab2 tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:03.015545 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-9bbb484c-0687-48fd-a2e9-4175943d9b25 req-6bdea43a-df32-469e-886c-b32ca7e2a097 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=2120f9da-7ed1-421c-b7c1-b9a50ff4a469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049216 Jun 01 19:02:03.031203 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-026a017d-2eae-4261-8ab7-9a12d9c21b99 tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:02:03.047687 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c6a665-894a-4aa8-a54a-4e4eb97ab7d8 req-99398694-414d-4065-b1ec-8e9317286c82 tempest-ServerMetadataNegativeTestJSON-1705858315 tempest-ServerMetadataNegativeTestJSON-1705858315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:02:03.049336 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b1c6a665-894a-4aa8-a54a-4e4eb97ab7d8 req-99398694-414d-4065-b1ec-8e9317286c82 tempest-ServerMetadataNegativeTestJSON-1705858315 tempest-ServerMetadataNegativeTestJSON-1705858315-project] 10.222.0.41 "GET /v2.0/ports?device_id=253f0045-e17a-43d0-be2c-08ac61803a19 HTTP/1.1" status: 200 len: 945 time: 0.3154712 Jun 01 19:02:03.054213 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-026a017d-2eae-4261-8ab7-9a12d9c21b99 tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:02:03.082643 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.db.resource_extend [None req-e4db1ba4-24cd-4f1e-8b8d-e0e8a62a0ff5 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 19:02:03.109814 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-026a017d-2eae-4261-8ab7-9a12d9c21b99 tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Made reservation on behalf of 1ef2f9a3bffe45daa103d0202da52ffe for: {'port': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:02:03.124039 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-026a017d-2eae-4261-8ab7-9a12d9c21b99 tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:03.199924 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [None req-026a017d-2eae-4261-8ab7-9a12d9c21b99 tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] device_id is not set on port 3c823df3-2732-4977-a799-c1b18ca3e048 yet. {{(pid=88525) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 19:02:03.251022 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b1c6a665-894a-4aa8-a54a-4e4eb97ab7d8 req-4689cc4b-d1ae-4705-ad9d-9bbf049d141c tempest-ServerMetadataNegativeTestJSON-1705858315 tempest-ServerMetadataNegativeTestJSON-1705858315-project] 10.222.0.41 "GET /v2.0/security-groups?id=2120f9da-7ed1-421c-b7c1-b9a50ff4a469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940589 Jun 01 19:02:03.374405 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 42832) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:02:03.494033 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e4db1ba4-24cd-4f1e-8b8d-e0e8a62a0ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:03.494965 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4db1ba4-24cd-4f1e-8b8d-e0e8a62a0ff5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:02:03.495537 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e4db1ba4-24cd-4f1e-8b8d-e0e8a62a0ff5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:03.515493 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e50d9cc-7b48-4cb7-b171-1788f1847ab2 tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Pushing event updated for resources: {'Network': ['ID=ba6de796-0cb1-4e57-b3fe-7d4240c5d7ce,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:02:03.530686 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network ba6de796-0cb1-4e57-b3fe-7d4240c5d7ce details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 19:02:03.558312 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [None req-026a017d-2eae-4261-8ab7-9a12d9c21b99 tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Allocated IP 172.20.0.7 (751cb7e1-9e09-47ec-aab3-7ac26b20bee0/19990bfd-9478-4671-b313-1c4bb0085fde/3c823df3-2732-4977-a799-c1b18ca3e048) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:02:03.564104 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-4e50d9cc-7b48-4cb7-b171-1788f1847ab2 tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.3087115 Jun 01 19:02:03.572829 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 42838) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:02:03.582319 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-05d5bf6f-d2a6-4ea1-874e-0c10a2fd823e tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-987455980'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:02:03.602384 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-05d5bf6f-d2a6-4ea1-874e-0c10a2fd823e tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:02:03.611817 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-05d5bf6f-d2a6-4ea1-874e-0c10a2fd823e tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Usage tracker for resource:network and tenant:17bfd473c7884b8fa9eaae120bb0afae is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:02:03.615305 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-05d5bf6f-d2a6-4ea1-874e-0c10a2fd823e tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:02:03.624534 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-05d5bf6f-d2a6-4ea1-874e-0c10a2fd823e tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:02:03.650774 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-e4db1ba4-24cd-4f1e-8b8d-e0e8a62a0ff5 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 2.0304203 Jun 01 19:02:03.663023 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 42846) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:02:03.703804 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-afb4aa11-645f-4189-9355-dd572a7013ec admin admin] Request body: {'subnet': {'network_id': '0c49dc6b-5e39-4101-b04d-1c1361c15d69', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1116964427-subnet', 'tenant_id': 'ff411273a1ac46f2a91fb45afe578ccb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:02:03.714909 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-afb4aa11-645f-4189-9355-dd572a7013ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:02:03.726025 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-afb4aa11-645f-4189-9355-dd572a7013ec admin admin] Usage tracker for resource:subnet and tenant:ff411273a1ac46f2a91fb45afe578ccb is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:02:03.732608 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-afb4aa11-645f-4189-9355-dd572a7013ec admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:02:03.735233 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4db1ba4-24cd-4f1e-8b8d-e0e8a62a0ff5 admin admin] Pushing event updated for resources: {'Network': ['ID=0c49dc6b-5e39-4101-b04d-1c1361c15d69,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:02:03.745938 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-afb4aa11-645f-4189-9355-dd572a7013ec admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:02:03.749710 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network 0c49dc6b-5e39-4101-b04d-1c1361c15d69 details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 19:02:03.769892 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b704fe04-b3e3-464b-ad4c-9e935d8c23e8 tempest-ExternalNetworksAdminNegativeTestJSON-1197761495 tempest-ExternalNetworksAdminNegativeTestJSON-1197761495-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:03.779435 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6b18ac-7892-479f-843f-16aacb036e49 req-2f0cde4e-0c86-4d34-91be-9e15030e522a tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:02:03.786281 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-cb6b18ac-7892-479f-843f-16aacb036e49 req-2f0cde4e-0c86-4d34-91be-9e15030e522a tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd9401e0-bdcb-473e-8461-9776f397bc75 HTTP/1.1" status: 200 len: 945 time: 0.3925931 Jun 01 19:02:03.805543 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b704fe04-b3e3-464b-ad4c-9e935d8c23e8 tempest-ExternalNetworksAdminNegativeTestJSON-1197761495 tempest-ExternalNetworksAdminNegativeTestJSON-1197761495-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:03.829325 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05d5bf6f-d2a6-4ea1-874e-0c10a2fd823e tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Made reservation on behalf of 17bfd473c7884b8fa9eaae120bb0afae for: {'network': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:02:03.837167 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-05d5bf6f-d2a6-4ea1-874e-0c10a2fd823e tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:03.855760 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afb4aa11-645f-4189-9355-dd572a7013ec admin admin] Made reservation on behalf of ff411273a1ac46f2a91fb45afe578ccb for: {'subnet': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:02:03.858185 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-afb4aa11-645f-4189-9355-dd572a7013ec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3066584'] for subnet, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:04.050874 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-cb6b18ac-7892-479f-843f-16aacb036e49 req-55f88913-1797-4d83-9c6e-39132f00056a tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a574796-057f-49e3-abd4-a6618918f66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2633550 Jun 01 19:02:04.061526 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b704fe04-b3e3-464b-ad4c-9e935d8c23e8 tempest-ExternalNetworksAdminNegativeTestJSON-1197761495 tempest-ExternalNetworksAdminNegativeTestJSON-1197761495-project-admin] Pushing event updated for resources: {'Port': ['ID=5a67c602-a578-4143-b4d7-8f50557dc2e7,revision_number=2']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:02:04.093079 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b704fe04-b3e3-464b-ad4c-9e935d8c23e8 tempest-ExternalNetworksAdminNegativeTestJSON-1197761495 tempest-ExternalNetworksAdminNegativeTestJSON-1197761495-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887712'] for floatingip, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:04.121129 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b704fe04-b3e3-464b-ad4c-9e935d8c23e8 tempest-ExternalNetworksAdminNegativeTestJSON-1197761495 tempest-ExternalNetworksAdminNegativeTestJSON-1197761495-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for floatingip, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:04.125328 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-b704fe04-b3e3-464b-ad4c-9e935d8c23e8 tempest-ExternalNetworksAdminNegativeTestJSON-1197761495 tempest-ExternalNetworksAdminNegativeTestJSON-1197761495-project-admin] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4367564 Jun 01 19:02:04.126100 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 42854) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:02:04.161928 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-5cfd749c-e577-4bd1-aa14-8ce10b7df6e2 tempest-ExternalNetworksAdminNegativeTestJSON-1197761495 tempest-ExternalNetworksAdminNegativeTestJSON-1197761495-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1094572854', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'fixed_ips': [{'ip_address': '172.25.4.109'}]}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:02:04.173275 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-5cfd749c-e577-4bd1-aa14-8ce10b7df6e2 tempest-ExternalNetworksAdminNegativeTestJSON-1197761495 tempest-ExternalNetworksAdminNegativeTestJSON-1197761495-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:02:04.184006 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-5cfd749c-e577-4bd1-aa14-8ce10b7df6e2 tempest-ExternalNetworksAdminNegativeTestJSON-1197761495 tempest-ExternalNetworksAdminNegativeTestJSON-1197761495-project-admin] Usage tracker for resource:port and tenant:17989f5007da43f9891e02a49a2aea05 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:02:04.188754 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-5cfd749c-e577-4bd1-aa14-8ce10b7df6e2 tempest-ExternalNetworksAdminNegativeTestJSON-1197761495 tempest-ExternalNetworksAdminNegativeTestJSON-1197761495-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:02:04.201394 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-5cfd749c-e577-4bd1-aa14-8ce10b7df6e2 tempest-ExternalNetworksAdminNegativeTestJSON-1197761495 tempest-ExternalNetworksAdminNegativeTestJSON-1197761495-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:02:04.233253 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cfd749c-e577-4bd1-aa14-8ce10b7df6e2 tempest-ExternalNetworksAdminNegativeTestJSON-1197761495 tempest-ExternalNetworksAdminNegativeTestJSON-1197761495-project-admin] Made reservation on behalf of 17989f5007da43f9891e02a49a2aea05 for: {'port': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:02:04.236476 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-5cfd749c-e577-4bd1-aa14-8ce10b7df6e2 tempest-ExternalNetworksAdminNegativeTestJSON-1197761495 tempest-ExternalNetworksAdminNegativeTestJSON-1197761495-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:04.239928 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05d5bf6f-d2a6-4ea1-874e-0c10a2fd823e tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 125} {{(pid=88525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 19:02:04.278481 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-05d5bf6f-d2a6-4ea1-874e-0c10a2fd823e tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:04.278481 n-d-844202-1 neutron-server[88525]: INFO neutron.db.segments_db [None req-05d5bf6f-d2a6-4ea1-874e-0c10a2fd823e tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Added segment b9580e65-8943-45fa-8df3-d232cdf3b980 of type vlan for network a931f1db-4474-4a9a-9cbf-69c07a3f3bc6 Jun 01 19:02:04.306835 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-5cfd749c-e577-4bd1-aa14-8ce10b7df6e2 tempest-ExternalNetworksAdminNegativeTestJSON-1197761495 tempest-ExternalNetworksAdminNegativeTestJSON-1197761495-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:04.349186 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-5cfd749c-e577-4bd1-aa14-8ce10b7df6e2 tempest-ExternalNetworksAdminNegativeTestJSON-1197761495 tempest-ExternalNetworksAdminNegativeTestJSON-1197761495-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:02:04.356241 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-5cfd749c-e577-4bd1-aa14-8ce10b7df6e2 tempest-ExternalNetworksAdminNegativeTestJSON-1197761495 tempest-ExternalNetworksAdminNegativeTestJSON-1197761495-project-admin] Usage tracker for resource:security_group_rule and tenant:17989f5007da43f9891e02a49a2aea05 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:02:04.360560 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-5cfd749c-e577-4bd1-aa14-8ce10b7df6e2 tempest-ExternalNetworksAdminNegativeTestJSON-1197761495 tempest-ExternalNetworksAdminNegativeTestJSON-1197761495-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:02:04.363427 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-afb4aa11-645f-4189-9355-dd572a7013ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2718919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3066602'] for subnet, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:04.373464 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-05d5bf6f-d2a6-4ea1-874e-0c10a2fd823e tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:04.381845 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-026a017d-2eae-4261-8ab7-9a12d9c21b99 tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:04.392582 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 935cf5d0-c1b5-4d5f-8a59-49c7a5332461 no longer exists at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:02:04.398684 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-5cfd749c-e577-4bd1-aa14-8ce10b7df6e2 tempest-ExternalNetworksAdminNegativeTestJSON-1197761495 tempest-ExternalNetworksAdminNegativeTestJSON-1197761495-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:02:04.467905 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb4aa11-645f-4189-9355-dd572a7013ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=308ebcd6-774a-482f-bd0f-fadc3e2b2dca,revision_number=0']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:02:04.485528 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb4aa11-645f-4189-9355-dd572a7013ec admin admin] Checking segment: {'id': 'd147e68c-d5fd-47df-bf65-d6c5991a53c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '0c49dc6b-5e39-4101-b04d-1c1361c15d69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:02:04.485883 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afb4aa11-645f-4189-9355-dd572a7013ec admin admin] Network hostable DHCP agents. Network: 0c49dc6b-5e39-4101-b04d-1c1361c15d69, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88524) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 19:02:04.531205 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afb4aa11-645f-4189-9355-dd572a7013ec admin admin] Network 0c49dc6b-5e39-4101-b04d-1c1361c15d69 is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88524) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 19:02:04.551992 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-afb4aa11-645f-4189-9355-dd572a7013ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, 0c49dc6b-5e39-4101-b04d-1c1361c15d69) {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:02:04.562965 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3340d6fc-c308-406d-bc10-206b6decbcf0 None None] Network 0c49dc6b-5e39-4101-b04d-1c1361c15d69 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:02:04.569793 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afb4aa11-645f-4189-9355-dd572a7013ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:02:04.570506 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-afb4aa11-645f-4189-9355-dd572a7013ec admin admin] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:04.589142 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-5cfd749c-e577-4bd1-aa14-8ce10b7df6e2 tempest-ExternalNetworksAdminNegativeTestJSON-1197761495 tempest-ExternalNetworksAdminNegativeTestJSON-1197761495-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:04.600773 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-5cfd749c-e577-4bd1-aa14-8ce10b7df6e2 tempest-ExternalNetworksAdminNegativeTestJSON-1197761495 tempest-ExternalNetworksAdminNegativeTestJSON-1197761495-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:04.611040 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [None req-5cfd749c-e577-4bd1-aa14-8ce10b7df6e2 tempest-ExternalNetworksAdminNegativeTestJSON-1197761495 tempest-ExternalNetworksAdminNegativeTestJSON-1197761495-project-admin] device_id is not set on port 53867b0f-00bd-4b7e-8f3f-74a67e34dda2 yet. {{(pid=88524) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 19:02:04.621325 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-05d5bf6f-d2a6-4ea1-874e-0c10a2fd823e tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:04.647375 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d5bf6f-d2a6-4ea1-874e-0c10a2fd823e tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:02:04.647985 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-05d5bf6f-d2a6-4ea1-874e-0c10a2fd823e tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Notify callbacks [] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:04.649953 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-afb4aa11-645f-4189-9355-dd572a7013ec admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.9860423 Jun 01 19:02:04.699677 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port 935cf5d0-c1b5-4d5f-8a59-49c7a5332461 is: ACTIVE; New status is: DOWN {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:02:04.700294 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:04.739303 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 935cf5d0-c1b5-4d5f-8a59-49c7a5332461, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=935cf5d0-c1b5-4d5f-8a59-49c7a5332461,segment=NetworkSegment(ce523ae2-04b9-4e0f-83fe-35e934deb7b2),segment_id=ce523ae2-04b9-4e0f-83fe-35e934deb7b2)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:02:04.742103 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [None req-026a017d-2eae-4261-8ab7-9a12d9c21b99 tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Transition to ACTIVE for port object 3c823df3-2732-4977-a799-c1b18ca3e048 will not be triggered until provisioned by entity DHCP. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:02:04.743680 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd9401e0-bdcb-473e-8461-9776f397bc75', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '935cf5d0-c1b5-4d5f-8a59-49c7a5332461'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:02:04.765669 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:04.850898 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76897773-5449-4b3b-9561-7c4b4210a78d'] response: {'server_uuid': 'bd9401e0-bdcb-473e-8461-9776f397bc75', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '935cf5d0-c1b5-4d5f-8a59-49c7a5332461', 'code': 200} Jun 01 19:02:04.858855 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfd749c-e577-4bd1-aa14-8ce10b7df6e2 tempest-ExternalNetworksAdminNegativeTestJSON-1197761495 tempest-ExternalNetworksAdminNegativeTestJSON-1197761495-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=112656d8-a568-4def-83ef-0556d0370f9d,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:02:04.895533 n-d-844202-1 neutron-server[88524]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cfd749c-e577-4bd1-aa14-8ce10b7df6e2 tempest-ExternalNetworksAdminNegativeTestJSON-1197761495 tempest-ExternalNetworksAdminNegativeTestJSON-1197761495-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jun 01 19:02:04.895960 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cfd749c-e577-4bd1-aa14-8ce10b7df6e2 tempest-ExternalNetworksAdminNegativeTestJSON-1197761495 tempest-ExternalNetworksAdminNegativeTestJSON-1197761495-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=88524) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 19:02:04.952822 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-5cfd749c-e577-4bd1-aa14-8ce10b7df6e2 tempest-ExternalNetworksAdminNegativeTestJSON-1197761495 tempest-ExternalNetworksAdminNegativeTestJSON-1197761495-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.8213179 Jun 01 19:02:04.953081 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 42876) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:02:05.113933 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=935cf5d0-c1b5-4d5f-8a59-49c7a5332461,revision_number=6']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:02:05.147828 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d5bf6f-d2a6-4ea1-874e-0c10a2fd823e tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Pushing event updated for resources: {'Network': ['ID=a931f1db-4474-4a9a-9cbf-69c07a3f3bc6,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:02:05.149822 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1381067-a175-406d-9422-b26555463926 req-aae27bdb-561b-4dde-b998-0d28cea2e0a0 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:02:05.150873 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81fb51c6-3ba2-4bb7-942d-74baaeaf3be2 None None] Network 0c49dc6b-5e39-4101-b04d-1c1361c15d69 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:02:05.151503 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b1381067-a175-406d-9422-b26555463926 req-aae27bdb-561b-4dde-b998-0d28cea2e0a0 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] 10.222.0.50 "GET /v2.0/ports?device_id=bd9401e0-bdcb-473e-8461-9776f397bc75 HTTP/1.1" status: 200 len: 943 time: 0.2890971 Jun 01 19:02:05.172372 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network a931f1db-4474-4a9a-9cbf-69c07a3f3bc6 details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 19:02:05.177112 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-05d5bf6f-d2a6-4ea1-874e-0c10a2fd823e tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.6013408 Jun 01 19:02:05.227923 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-b1381067-a175-406d-9422-b26555463926 req-c716cac2-faba-4878-b435-82da3c19cb01 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] Deleting port 935cf5d0-c1b5-4d5f-8a59-49c7a5332461 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:02:05.228274 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-b1381067-a175-406d-9422-b26555463926 req-c716cac2-faba-4878-b435-82da3c19cb01 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:05.357772 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 42890) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:02:05.379637 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5640bb4a-2f08-4307-a860-f79233a6d7db req-d28d49aa-5a0e-4ca9-8d24-4cf72c8a7059 tempest-ServerMetadataNegativeTestJSON-1705858315 tempest-ServerMetadataNegativeTestJSON-1705858315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:02:05.381488 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-5640bb4a-2f08-4307-a860-f79233a6d7db req-d28d49aa-5a0e-4ca9-8d24-4cf72c8a7059 tempest-ServerMetadataNegativeTestJSON-1705858315 tempest-ServerMetadataNegativeTestJSON-1705858315-project] 10.222.0.41 "GET /v2.0/ports?device_id=253f0045-e17a-43d0-be2c-08ac61803a19 HTTP/1.1" status: 200 len: 945 time: 0.8913321 Jun 01 19:02:05.394496 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-580f49ca-bce1-49e6-a87b-431618a16d8b tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Request body: {'subnets': [{'network_id': 'ba6de796-0cb1-4e57-b3fe-7d4240c5d7ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--435108708', 'ip_version': 4}, {'network_id': 'a931f1db-4474-4a9a-9cbf-69c07a3f3bc6', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:02:05.394806 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-580f49ca-bce1-49e6-a87b-431618a16d8b tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Request body: {'subnet': {'network_id': 'ba6de796-0cb1-4e57-b3fe-7d4240c5d7ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--435108708', 'ip_version': 4}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:02:05.395365 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-580f49ca-bce1-49e6-a87b-431618a16d8b tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Request body: {'subnet': {'network_id': 'a931f1db-4474-4a9a-9cbf-69c07a3f3bc6', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:02:05.406846 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-51c9342d-1f0f-4400-8b87-aaa71c8b57e1 tempest-ExternalNetworksAdminNegativeTestJSON-1197761495 tempest-ExternalNetworksAdminNegativeTestJSON-1197761495-project-admin] Deleting port 5a67c602-a578-4143-b4d7-8f50557dc2e7 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:02:05.407187 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-51c9342d-1f0f-4400-8b87-aaa71c8b57e1 tempest-ExternalNetworksAdminNegativeTestJSON-1197761495 tempest-ExternalNetworksAdminNegativeTestJSON-1197761495-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:05.441894 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-026a017d-2eae-4261-8ab7-9a12d9c21b99 tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:05.611006 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026a017d-2eae-4261-8ab7-9a12d9c21b99 tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Pushing event updated for resources: {'Port': ['ID=3c823df3-2732-4977-a799-c1b18ca3e048,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:02:05.705726 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-026a017d-2eae-4261-8ab7-9a12d9c21b99 tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Network 751cb7e1-9e09-47ec-aab3-7ac26b20bee0 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:02:05.723432 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-5640bb4a-2f08-4307-a860-f79233a6d7db req-52b8def8-553a-4c56-9a98-a3419eeba620 tempest-ServerMetadataNegativeTestJSON-1705858315 tempest-ServerMetadataNegativeTestJSON-1705858315-project] 10.222.0.41 "GET /v2.0/security-groups?id=2120f9da-7ed1-421c-b7c1-b9a50ff4a469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3111961 Jun 01 19:02:05.760027 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-90524e04-b08f-4241-90f2-7af2a28f3c94 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:05.772326 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-026a017d-2eae-4261-8ab7-9a12d9c21b99 tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:02:05.916829 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026a017d-2eae-4261-8ab7-9a12d9c21b99 tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:02:06.090145 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-b1381067-a175-406d-9422-b26555463926 req-c716cac2-faba-4878-b435-82da3c19cb01 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] For port 935cf5d0-c1b5-4d5f-8a59-49c7a5332461, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=935cf5d0-c1b5-4d5f-8a59-49c7a5332461,segment=NetworkSegment(ce523ae2-04b9-4e0f-83fe-35e934deb7b2),segment_id=ce523ae2-04b9-4e0f-83fe-35e934deb7b2)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:02:06.090711 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-b1381067-a175-406d-9422-b26555463926 req-c716cac2-faba-4878-b435-82da3c19cb01 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:06.162869 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-1cc82337-7de7-45be-8998-a03fd7c648e1 None None] Provisioning for port 3c823df3-2732-4977-a799-c1b18ca3e048 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:02:06.175364 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-1cc82337-7de7-45be-8998-a03fd7c648e1 None None] Provisioning complete for port 3c823df3-2732-4977-a799-c1b18ca3e048 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:02:06.175737 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-1cc82337-7de7-45be-8998-a03fd7c648e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:06.214453 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-580f49ca-bce1-49e6-a87b-431618a16d8b tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:02:06.220929 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-580f49ca-bce1-49e6-a87b-431618a16d8b tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Usage tracker for resource:subnet and tenant:17bfd473c7884b8fa9eaae120bb0afae is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:02:06.254558 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-1cc82337-7de7-45be-8998-a03fd7c648e1 None None] Port 3c823df3-2732-4977-a799-c1b18ca3e048 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:02:06.254703 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-b1381067-a175-406d-9422-b26555463926 req-c716cac2-faba-4878-b435-82da3c19cb01 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] Calling delete_port for 935cf5d0-c1b5-4d5f-8a59-49c7a5332461 owned by compute:nova {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:02:06.308458 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-580f49ca-bce1-49e6-a87b-431618a16d8b tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:02:06.316472 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-026a017d-2eae-4261-8ab7-9a12d9c21b99 tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:02:06.317082 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-026a017d-2eae-4261-8ab7-9a12d9c21b99 tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:06.336433 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-580f49ca-bce1-49e6-a87b-431618a16d8b tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:02:06.350491 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a65ce7-bda0-4afa-94a9-24360495cefd req-130e9784-a029-456d-ab12-093e46ca67a6 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:02:06.351338 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-79a65ce7-bda0-4afa-94a9-24360495cefd req-130e9784-a029-456d-ab12-093e46ca67a6 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Synchronizing usage tracker for tenant:ff411273a1ac46f2a91fb45afe578ccb on resource:network {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:02:06.373565 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-026a017d-2eae-4261-8ab7-9a12d9c21b99 tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.6402154 Jun 01 19:02:06.375877 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 42928) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:02:06.376046 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-580f49ca-bce1-49e6-a87b-431618a16d8b tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Made reservation on behalf of 17bfd473c7884b8fa9eaae120bb0afae for: {'subnet': 2} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:02:06.380475 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-580f49ca-bce1-49e6-a87b-431618a16d8b tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9667140'] for subnet, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:06.380870 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-580f49ca-bce1-49e6-a87b-431618a16d8b tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9667140'] for subnet, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:06.387227 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-e5087c77-9927-4954-bbeb-6caaa4e6f2a5 tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:62:4b:46'}]}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:02:06.416786 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-51c9342d-1f0f-4400-8b87-aaa71c8b57e1 tempest-ExternalNetworksAdminNegativeTestJSON-1197761495 tempest-ExternalNetworksAdminNegativeTestJSON-1197761495-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:06.417216 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-51c9342d-1f0f-4400-8b87-aaa71c8b57e1 tempest-ExternalNetworksAdminNegativeTestJSON-1197761495 tempest-ExternalNetworksAdminNegativeTestJSON-1197761495-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:06.418331 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbe050d-a361-420a-b470-582aa7f17f92 req-ab2ee9db-21c5-4df5-b63c-5d70f91a78e8 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:02:06.419849 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-acbe050d-a361-420a-b470-582aa7f17f92 req-ab2ee9db-21c5-4df5-b63c-5d70f91a78e8 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd9401e0-bdcb-473e-8461-9776f397bc75 HTTP/1.1" status: 200 len: 943 time: 0.4768422 Jun 01 19:02:06.602608 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-51c9342d-1f0f-4400-8b87-aaa71c8b57e1 tempest-ExternalNetworksAdminNegativeTestJSON-1197761495 tempest-ExternalNetworksAdminNegativeTestJSON-1197761495-project-admin] Calling delete_port for 5a67c602-a578-4143-b4d7-8f50557dc2e7 owned by network:floatingip {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:02:06.640296 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-79a65ce7-bda0-4afa-94a9-24360495cefd req-130e9784-a029-456d-ab12-093e46ca67a6 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Unset dirty status for tenant:ff411273a1ac46f2a91fb45afe578ccb on resource:network {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:02:06.641435 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-79a65ce7-bda0-4afa-94a9-24360495cefd req-130e9784-a029-456d-ab12-093e46ca67a6 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/networks?id=0c49dc6b-5e39-4101-b04d-1c1361c15d69 HTTP/1.1" status: 200 len: 806 time: 1.1996324 Jun 01 19:02:06.706283 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-79a65ce7-bda0-4afa-94a9-24360495cefd req-e2521810-601a-413b-abc6-6bdbaa9b3a79 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/quotas/ff411273a1ac46f2a91fb45afe578ccb HTTP/1.1" status: 200 len: 375 time: 0.0461490 Jun 01 19:02:06.761492 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-acbe050d-a361-420a-b470-582aa7f17f92 req-8bc2ac11-eae9-4f73-ae77-1a06ef3b1b9b tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a574796-057f-49e3-abd4-a6618918f66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494601 Jun 01 19:02:06.888872 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-79a65ce7-bda0-4afa-94a9-24360495cefd req-de3fd59c-ed38-450e-964a-7067e311508b tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=ff411273a1ac46f2a91fb45afe578ccb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1306911 Jun 01 19:02:07.027197 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [None req-90524e04-b08f-4241-90f2-7af2a28f3c94 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Allocated IP 172.20.0.17 (736de76a-7329-4f0c-80e7-094feb293c29/9e0b9f49-c28b-40ef-a29c-1cc8920f1a01/d2f2743d-1ea9-4fc4-af7e-cb2ef7fdcb47) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:02:07.090417 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-e22e497c-acb0-483d-a302-db3b7dda3106 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:07.102075 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-b1381067-a175-406d-9422-b26555463926 req-c716cac2-faba-4878-b435-82da3c19cb01 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:07.290448 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c716cac2-faba-4878-b435-82da3c19cb01 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] Pushing event deleted for resources: {'Port': ['ID=935cf5d0-c1b5-4d5f-8a59-49c7a5332461,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:02:07.379590 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-90524e04-b08f-4241-90f2-7af2a28f3c94 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:07.411705 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [None req-90524e04-b08f-4241-90f2-7af2a28f3c94 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Transition to ACTIVE for port object d2f2743d-1ea9-4fc4-af7e-cb2ef7fdcb47 will not be triggered until provisioned by entity DHCP. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:02:07.418023 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e5087c77-9927-4954-bbeb-6caaa4e6f2a5 tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:07.429474 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-51c9342d-1f0f-4400-8b87-aaa71c8b57e1 tempest-ExternalNetworksAdminNegativeTestJSON-1197761495 tempest-ExternalNetworksAdminNegativeTestJSON-1197761495-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:07.461666 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-580f49ca-bce1-49e6-a87b-431618a16d8b tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2614064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9667190'] for subnet, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:07.490128 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1381067-a175-406d-9422-b26555463926 req-c716cac2-faba-4878-b435-82da3c19cb01 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] No DVR routers for this DVR port 935cf5d0-c1b5-4d5f-8a59-49c7a5332461 on host n-h2-844202-1 {{(pid=88524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:02:07.508096 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-79a65ce7-bda0-4afa-94a9-24360495cefd req-a4deaedd-549d-43d7-b74a-ad4f58732c07 service neutron] 10.222.0.41 "GET /v2.0/networks/0c49dc6b-5e39-4101-b04d-1c1361c15d69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5631387 Jun 01 19:02:07.509534 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-b1381067-a175-406d-9422-b26555463926 req-c716cac2-faba-4878-b435-82da3c19cb01 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:07.567857 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-90524e04-b08f-4241-90f2-7af2a28f3c94 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:07.648986 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580f49ca-bce1-49e6-a87b-431618a16d8b tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Pushing event updated for resources: {'Subnet': ['ID=29c5301b-ca7d-4353-8bc4-067dcf8566e3,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:02:07.691258 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd9401e0-bdcb-473e-8461-9776f397bc75', 'name': 'network-vif-deleted', 'tag': '935cf5d0-c1b5-4d5f-8a59-49c7a5332461'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:02:07.696396 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c9342d-1f0f-4400-8b87-aaa71c8b57e1 tempest-ExternalNetworksAdminNegativeTestJSON-1197761495 tempest-ExternalNetworksAdminNegativeTestJSON-1197761495-project-admin] Pushing event deleted for resources: {'Port': ['ID=5a67c602-a578-4143-b4d7-8f50557dc2e7,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:02:07.705852 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90524e04-b08f-4241-90f2-7af2a28f3c94 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Network 736de76a-7329-4f0c-80e7-094feb293c29 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:02:07.709534 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580f49ca-bce1-49e6-a87b-431618a16d8b tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Checking segment: {'id': 'd5a7a36a-6296-4817-ab5d-fa672d06ca2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'ba6de796-0cb1-4e57-b3fe-7d4240c5d7ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:02:07.710026 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-580f49ca-bce1-49e6-a87b-431618a16d8b tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Network hostable DHCP agents. Network: ba6de796-0cb1-4e57-b3fe-7d4240c5d7ce, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 19:02:07.721106 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-90524e04-b08f-4241-90f2-7af2a28f3c94 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:02:07.730572 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90524e04-b08f-4241-90f2-7af2a28f3c94 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:02:07.770638 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90524e04-b08f-4241-90f2-7af2a28f3c94 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Pushing event updated for resources: {'Port': ['ID=d2f2743d-1ea9-4fc4-af7e-cb2ef7fdcb47,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:02:07.777565 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b1381067-a175-406d-9422-b26555463926 req-c716cac2-faba-4878-b435-82da3c19cb01 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] 10.222.0.50 "DELETE /v2.0/ports/935cf5d0-c1b5-4d5f-8a59-49c7a5332461 HTTP/1.1" status: 204 len: 173 time: 2.6179733 Jun 01 19:02:07.847549 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-90524e04-b08f-4241-90f2-7af2a28f3c94 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-887605'] for router_interface, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:08.009914 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-580f49ca-bce1-49e6-a87b-431618a16d8b tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Network ba6de796-0cb1-4e57-b3fe-7d4240c5d7ce is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 19:02:08.051241 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-580f49ca-bce1-49e6-a87b-431618a16d8b tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, ba6de796-0cb1-4e57-b3fe-7d4240c5d7ce) {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:02:08.057104 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-580f49ca-bce1-49e6-a87b-431618a16d8b tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2614064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9667190'] for subnet, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:08.063399 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97c75598-6559-4fc6-a883-c2b51e6c65db None None] Network ba6de796-0cb1-4e57-b3fe-7d4240c5d7ce requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:02:08.141808 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-79a65ce7-bda0-4afa-94a9-24360495cefd req-8954e031-0dfb-44e6-b466-f68e16945759 service neutron] 10.222.0.41 "GET /v2.0/networks/0c49dc6b-5e39-4101-b04d-1c1361c15d69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3983645 Jun 01 19:02:08.165242 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509aca3b-f314-45c5-b023-95d81cf5ffd2 req-5e14a6b7-bb97-4a9f-b77c-677e0eafd2d9 tempest-ServerMetadataNegativeTestJSON-1705858315 tempest-ServerMetadataNegativeTestJSON-1705858315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:02:08.171316 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-51c9342d-1f0f-4400-8b87-aaa71c8b57e1 tempest-ExternalNetworksAdminNegativeTestJSON-1197761495 tempest-ExternalNetworksAdminNegativeTestJSON-1197761495-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:08.172090 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-509aca3b-f314-45c5-b023-95d81cf5ffd2 req-5e14a6b7-bb97-4a9f-b77c-677e0eafd2d9 tempest-ServerMetadataNegativeTestJSON-1705858315 tempest-ServerMetadataNegativeTestJSON-1705858315-project] 10.222.0.41 "GET /v2.0/ports?device_id=253f0045-e17a-43d0-be2c-08ac61803a19 HTTP/1.1" status: 200 len: 945 time: 0.5356293 Jun 01 19:02:08.174157 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-51c9342d-1f0f-4400-8b87-aaa71c8b57e1 tempest-ExternalNetworksAdminNegativeTestJSON-1197761495 tempest-ExternalNetworksAdminNegativeTestJSON-1197761495-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for floatingip, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:08.174993 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-51c9342d-1f0f-4400-8b87-aaa71c8b57e1 tempest-ExternalNetworksAdminNegativeTestJSON-1197761495 tempest-ExternalNetworksAdminNegativeTestJSON-1197761495-project-admin] 10.222.0.41 "DELETE /v2.0/floatingips/9286df3f-2015-47f0-8cd0-c86d74908368 HTTP/1.1" status: 204 len: 168 time: 3.2210000 Jun 01 19:02:08.226404 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580f49ca-bce1-49e6-a87b-431618a16d8b tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Pushing event updated for resources: {'Subnet': ['ID=4ef31d5f-0f69-4007-a256-ef4ee26e38ee,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:02:08.272412 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580f49ca-bce1-49e6-a87b-431618a16d8b tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Checking segment: {'id': 'b9580e65-8943-45fa-8df3-d232cdf3b980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'a931f1db-4474-4a9a-9cbf-69c07a3f3bc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:02:08.272950 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-580f49ca-bce1-49e6-a87b-431618a16d8b tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Network hostable DHCP agents. Network: a931f1db-4474-4a9a-9cbf-69c07a3f3bc6, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 19:02:08.294556 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-1d027b72-60ce-4ecc-ab7d-5e6741241714 None None] Provisioning for port d2f2743d-1ea9-4fc4-af7e-cb2ef7fdcb47 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:02:08.298008 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-509aca3b-f314-45c5-b023-95d81cf5ffd2 req-5cc8bf18-c004-4a87-a960-c32e43a01b6f tempest-ServerMetadataNegativeTestJSON-1705858315 tempest-ServerMetadataNegativeTestJSON-1705858315-project] 10.222.0.41 "GET /v2.0/security-groups?id=2120f9da-7ed1-421c-b7c1-b9a50ff4a469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249645 Jun 01 19:02:08.321123 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-1d027b72-60ce-4ecc-ab7d-5e6741241714 None None] Provisioning complete for port d2f2743d-1ea9-4fc4-af7e-cb2ef7fdcb47 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:02:08.321831 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-1d027b72-60ce-4ecc-ab7d-5e6741241714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:08.397950 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0c531af-c3a3-42c2-a526-58b2ea120b3a'] response: {'server_uuid': 'bd9401e0-bdcb-473e-8461-9776f397bc75', 'name': 'network-vif-deleted', 'tag': '935cf5d0-c1b5-4d5f-8a59-49c7a5332461', 'status': 'completed', 'code': 200} Jun 01 19:02:08.418944 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 935cf5d0-c1b5-4d5f-8a59-49c7a5332461 no longer exists at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:02:08.445832 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-90524e04-b08f-4241-90f2-7af2a28f3c94 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:08.457114 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-580f49ca-bce1-49e6-a87b-431618a16d8b tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Network a931f1db-4474-4a9a-9cbf-69c07a3f3bc6 is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 19:02:08.484022 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] No Port match for: 935cf5d0-c1b5-4d5f-8a59-49c7a5332461 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:02:08.484382 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 935cf5d0-c1b5-4d5f-8a59-49c7a5332461 not bound to the agent host n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:02:08.534934 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e5087c77-9927-4954-bbeb-6caaa4e6f2a5 tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:08.546193 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e5087c77-9927-4954-bbeb-6caaa4e6f2a5 tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:08.561018 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-580f49ca-bce1-49e6-a87b-431618a16d8b tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, a931f1db-4474-4a9a-9cbf-69c07a3f3bc6) {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:02:08.569474 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b401848a-0c03-493c-9e0b-734228fecb7b req-310952e6-fe0a-43ec-9c3c-6defc812fdce tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/ports?device_id=3957060c-8222-47fe-98eb-abd877c30435 HTTP/1.1" status: 200 len: 210 time: 0.1019998 Jun 01 19:02:08.627738 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-580f49ca-bce1-49e6-a87b-431618a16d8b tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:02:08.628258 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-580f49ca-bce1-49e6-a87b-431618a16d8b tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:02:08.628879 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-580f49ca-bce1-49e6-a87b-431618a16d8b tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:08.660461 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5087c77-9927-4954-bbeb-6caaa4e6f2a5 tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Pushing event updated for resources: {'Port': ['ID=3c823df3-2732-4977-a799-c1b18ca3e048,revision_number=2']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:02:08.775098 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-1d027b72-60ce-4ecc-ab7d-5e6741241714 None None] Port d2f2743d-1ea9-4fc4-af7e-cb2ef7fdcb47 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:02:08.776989 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0359315-c44a-4c6d-991e-9d79cb656a9e None None] Network a931f1db-4474-4a9a-9cbf-69c07a3f3bc6 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:02:08.794851 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6372dca7-af26-4715-9324-a9c4cbed37e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc93f83c3-7fb6-5c13-a9d4-29d739a4e8d2-ba6de796-0cb1-4e57-b3fe-7d4240c5d7ce', 'network_id': 'ba6de796-0cb1-4e57-b3fe-7d4240c5d7ce', 'tenant_id': '17bfd473c7884b8fa9eaae120bb0afae', 'fixed_ips': [{'subnet_id': '29c5301b-ca7d-4353-8bc4-067dcf8566e3'}]}} from n-d-844202-1. {{(pid=88526) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 19:02:08.795984 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6372dca7-af26-4715-9324-a9c4cbed37e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:08.821173 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 42972) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:02:08.887045 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-d72ac484-b9bd-44ed-a79c-d85e0bfded5a req-bc939323-db34-4d66-89b8-54928c09cc37 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] Synchronizing usage tracker for tenant:cdc5de11547f4a5f8e1e8d097edd2ecf on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:02:08.932001 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-e5087c77-9927-4954-bbeb-6caaa4e6f2a5 tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] In _notify_port_updated(), no bound segment for port 3c823df3-2732-4977-a799-c1b18ca3e048 on network 751cb7e1-9e09-47ec-aab3-7ac26b20bee0 {{(pid=88524) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 01 19:02:08.938493 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5087c77-9927-4954-bbeb-6caaa4e6f2a5 tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:02:08.939223 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e5087c77-9927-4954-bbeb-6caaa4e6f2a5 tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:08.946916 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-e5087c77-9927-4954-bbeb-6caaa4e6f2a5 tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] 10.222.0.41 "PUT /v2.0/ports/3c823df3-2732-4977-a799-c1b18ca3e048 HTTP/1.1" status: 200 len: 996 time: 2.5707119 Jun 01 19:02:08.948089 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 42982) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:02:08.950635 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-d72ac484-b9bd-44ed-a79c-d85e0bfded5a req-bc939323-db34-4d66-89b8-54928c09cc37 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] Unset dirty status for tenant:cdc5de11547f4a5f8e1e8d097edd2ecf on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:02:08.986292 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d72ac484-b9bd-44ed-a79c-d85e0bfded5a req-bc939323-db34-4d66-89b8-54928c09cc37 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd9401e0-bdcb-473e-8461-9776f397bc75 HTTP/1.1" status: 200 len: 210 time: 0.2658162 Jun 01 19:02:09.088799 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-5b36b186-aa11-496c-bbe8-24665113e4bb None None] Provisioning complete for port 3c823df3-2732-4977-a799-c1b18ca3e048 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:02:09.089837 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-5b36b186-aa11-496c-bbe8-24665113e4bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:09.157870 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-8c9065ed-baaa-4437-a141-f5a0cbe4d4a7 tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Deleting port 3c823df3-2732-4977-a799-c1b18ca3e048 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:02:09.158362 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8c9065ed-baaa-4437-a141-f5a0cbe4d4a7 tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:09.218927 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-04cc5aba-8d13-45d5-9202-95b8d92acfae admin admin] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:09.253871 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-04cc5aba-8d13-45d5-9202-95b8d92acfae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:02:09.262602 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-04cc5aba-8d13-45d5-9202-95b8d92acfae admin admin] Usage tracker for resource:security_group_rule and tenant:ba98f0c18ba7410e8b007017bae24cc2 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:02:09.267845 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-04cc5aba-8d13-45d5-9202-95b8d92acfae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:02:09.275747 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-04cc5aba-8d13-45d5-9202-95b8d92acfae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:02:09.346385 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.db_base_plugin_common [None req-6372dca7-af26-4715-9324-a9c4cbed37e9 None None] Allocated IP 172.20.0.2 (ba6de796-0cb1-4e57-b3fe-7d4240c5d7ce/29c5301b-ca7d-4353-8bc4-067dcf8566e3/4f48931f-8a7d-4016-9981-3b526519d5df) {{(pid=88526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:02:09.454241 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-580f49ca-bce1-49e6-a87b-431618a16d8b tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 4.0913246 Jun 01 19:02:09.462712 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 43000) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:02:09.474057 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2e7991b-226f-44f6-8681-9bbd2332b177 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc93f83c3-7fb6-5c13-a9d4-29d739a4e8d2-a931f1db-4474-4a9a-9cbf-69c07a3f3bc6', 'network_id': 'a931f1db-4474-4a9a-9cbf-69c07a3f3bc6', 'tenant_id': '17bfd473c7884b8fa9eaae120bb0afae', 'fixed_ips': [{'subnet_id': '4ef31d5f-0f69-4007-a256-ef4ee26e38ee'}]}} from n-d-844202-1. {{(pid=88526) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 19:02:09.475173 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-d2e7991b-226f-44f6-8681-9bbd2332b177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:09.493042 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-5b36b186-aa11-496c-bbe8-24665113e4bb None None] Port 3c823df3-2732-4977-a799-c1b18ca3e048 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:02:09.583130 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-082d446e-c674-47f7-b4a1-e27bf6b86c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:09.621219 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd82d321-24fc-4ed2-865a-bbd56337ec4b tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:02:09.623228 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd82d321-24fc-4ed2-865a-bbd56337ec4b tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:02:09.624889 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd82d321-24fc-4ed2-865a-bbd56337ec4b tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:02:09.627517 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-dd82d321-24fc-4ed2-865a-bbd56337ec4b tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.1578667 Jun 01 19:02:09.637748 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 43012) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:02:09.809823 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-90524e04-b08f-4241-90f2-7af2a28f3c94 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks [] for port, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:09.826243 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-90524e04-b08f-4241-90f2-7af2a28f3c94 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:09.869105 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-768be9d7-c5a3-4f57-836d-c32edfe2408e req-0c562ed7-5c83-431c-be48-91f571bfbf7d tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/ports?device_id=3957060c-8222-47fe-98eb-abd877c30435 HTTP/1.1" status: 200 len: 210 time: 0.0828512 Jun 01 19:02:09.917195 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6372dca7-af26-4715-9324-a9c4cbed37e9 None None] Notify callbacks [] for port, precommit_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:09.937957 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6372dca7-af26-4715-9324-a9c4cbed37e9 None None] Transition to ACTIVE for port object 4f48931f-8a7d-4016-9981-3b526519d5df will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:02:09.940269 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-90524e04-b08f-4241-90f2-7af2a28f3c94 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-887436'] for router_interface, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:09.971037 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-04cc5aba-8d13-45d5-9202-95b8d92acfae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:09.982323 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-04cc5aba-8d13-45d5-9202-95b8d92acfae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:09.985688 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6372dca7-af26-4715-9324-a9c4cbed37e9 None None] Transition to ACTIVE for port object 4f48931f-8a7d-4016-9981-3b526519d5df will not be triggered until provisioned by entity DHCP. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:02:09.997493 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.db_base_plugin_common [None req-d2e7991b-226f-44f6-8681-9bbd2332b177 None None] Allocated IP 172.20.0.18 (a931f1db-4474-4a9a-9cbf-69c07a3f3bc6/4ef31d5f-0f69-4007-a256-ef4ee26e38ee/875e0b44-489f-4b33-9a3d-725b88988008) {{(pid=88526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:02:10.066083 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75ed496-16e0-42e1-a8bd-238f437bfd00 req-e3504f48-8712-45d5-a39a-e1d75cd3e198 tempest-ServerMetadataNegativeTestJSON-1705858315 tempest-ServerMetadataNegativeTestJSON-1705858315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:02:10.067826 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c75ed496-16e0-42e1-a8bd-238f437bfd00 req-e3504f48-8712-45d5-a39a-e1d75cd3e198 tempest-ServerMetadataNegativeTestJSON-1705858315 tempest-ServerMetadataNegativeTestJSON-1705858315-project] 10.222.0.15 "GET /v2.0/ports?device_id=253f0045-e17a-43d0-be2c-08ac61803a19 HTTP/1.1" status: 200 len: 945 time: 1.0802331 Jun 01 19:02:10.072336 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8c9065ed-baaa-4437-a141-f5a0cbe4d4a7 tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:10.132624 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cc947af-6158-4ffd-b064-e8eaaf67f6a2 tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Deleting subnet 29c5301b-ca7d-4353-8bc4-067dcf8566e3 {{(pid=88525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 19:02:10.144764 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-04cc5aba-8d13-45d5-9202-95b8d92acfae admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ba98f0c18ba7410e8b007017bae24cc2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3118575 Jun 01 19:02:10.196218 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6372dca7-af26-4715-9324-a9c4cbed37e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526'] for port, after_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:10.259494 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 43066) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:02:10.305369 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6730a9-f852-48ec-ae55-e55c28965991 req-a0f7807e-e60b-4321-b6da-e06ab341c6bc tempest-ServerMetadataNegativeTestJSON-1705858315 tempest-ServerMetadataNegativeTestJSON-1705858315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:02:10.309241 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-5f6730a9-f852-48ec-ae55-e55c28965991 req-a0f7807e-e60b-4321-b6da-e06ab341c6bc tempest-ServerMetadataNegativeTestJSON-1705858315 tempest-ServerMetadataNegativeTestJSON-1705858315-project] 10.222.0.41 "GET /v2.0/ports?device_id=253f0045-e17a-43d0-be2c-08ac61803a19 HTTP/1.1" status: 200 len: 945 time: 0.7868245 Jun 01 19:02:10.310254 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90524e04-b08f-4241-90f2-7af2a28f3c94 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Pushing event updated for resources: {'Port': ['ID=d2f2743d-1ea9-4fc4-af7e-cb2ef7fdcb47,revision_number=2']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:02:10.323831 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [req-c75ed496-16e0-42e1-a8bd-238f437bfd00 req-cdae902b-2222-447f-88f0-b7fbab2dc72d tempest-ServerMetadataNegativeTestJSON-1705858315 tempest-ServerMetadataNegativeTestJSON-1705858315-project] Deleting port d7e71143-b2fb-4ff7-b123-d358928ed898 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:02:10.324349 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-c75ed496-16e0-42e1-a8bd-238f437bfd00 req-cdae902b-2222-447f-88f0-b7fbab2dc72d tempest-ServerMetadataNegativeTestJSON-1705858315 tempest-ServerMetadataNegativeTestJSON-1705858315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:10.330661 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6372dca7-af26-4715-9324-a9c4cbed37e9 None None] Network ba6de796-0cb1-4e57-b3fe-7d4240c5d7ce is already hosted by enough agents. {{(pid=88526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:02:10.338368 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.base_scheduler [None req-6372dca7-af26-4715-9324-a9c4cbed37e9 None None] Resources bound (agent type, host, resource id): {{(pid=88526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:02:10.354387 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6372dca7-af26-4715-9324-a9c4cbed37e9 None None] Received port after_create {{(pid=88526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:02:10.420674 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-8c9065ed-baaa-4437-a141-f5a0cbe4d4a7 tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Calling delete_port for 3c823df3-2732-4977-a799-c1b18ca3e048 owned by {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:02:10.451201 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0cc947af-6158-4ffd-b064-e8eaaf67f6a2 tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Notify callbacks [] for subnet, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:10.526028 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cc5aba-8d13-45d5-9202-95b8d92acfae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=997bd685-070a-49ce-989f-e7b911888ba1,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:02:10.533293 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6372dca7-af26-4715-9324-a9c4cbed37e9 None None] Pushing event updated for resources: {'Port': ['ID=4f48931f-8a7d-4016-9981-3b526519d5df,revision_number=1']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:02:10.585224 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-6372dca7-af26-4715-9324-a9c4cbed37e9 None None] Attempting to bind port 4f48931f-8a7d-4016-9981-3b526519d5df on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:02:10.585837 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-6372dca7-af26-4715-9324-a9c4cbed37e9 None None] Attempting to bind port 4f48931f-8a7d-4016-9981-3b526519d5df by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': 'd5a7a36a-6296-4817-ab5d-fa672d06ca2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'ba6de796-0cb1-4e57-b3fe-7d4240c5d7ce'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:02:10.586374 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6372dca7-af26-4715-9324-a9c4cbed37e9 None None] Attempting to bind port 4f48931f-8a7d-4016-9981-3b526519d5df on network ba6de796-0cb1-4e57-b3fe-7d4240c5d7ce {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:02:10.695773 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-c75ed496-16e0-42e1-a8bd-238f437bfd00 req-cdae902b-2222-447f-88f0-b7fbab2dc72d tempest-ServerMetadataNegativeTestJSON-1705858315 tempest-ServerMetadataNegativeTestJSON-1705858315-project] For port d7e71143-b2fb-4ff7-b123-d358928ed898, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=d7e71143-b2fb-4ff7-b123-d358928ed898,segment=NetworkSegment(c75ed154-8da3-4c9a-8821-cb3d863e47a7),segment_id=c75ed154-8da3-4c9a-8821-cb3d863e47a7)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:02:10.696298 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-c75ed496-16e0-42e1-a8bd-238f437bfd00 req-cdae902b-2222-447f-88f0-b7fbab2dc72d tempest-ServerMetadataNegativeTestJSON-1705858315 tempest-ServerMetadataNegativeTestJSON-1705858315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:10.712049 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-d2e7991b-226f-44f6-8681-9bbd2332b177 None None] Notify callbacks [] for port, precommit_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:10.724678 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-d2e7991b-226f-44f6-8681-9bbd2332b177 None None] Transition to ACTIVE for port object 875e0b44-489f-4b33-9a3d-725b88988008 will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:02:10.750973 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-d2e7991b-226f-44f6-8681-9bbd2332b177 None None] Transition to ACTIVE for port object 875e0b44-489f-4b33-9a3d-725b88988008 will not be triggered until provisioned by entity DHCP. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:02:10.765917 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-d2e7991b-226f-44f6-8681-9bbd2332b177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526'] for port, after_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:10.776919 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6372dca7-af26-4715-9324-a9c4cbed37e9 None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 1, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:02:10.777434 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6372dca7-af26-4715-9324-a9c4cbed37e9 None None] Checking segment: {'id': 'd5a7a36a-6296-4817-ab5d-fa672d06ca2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'ba6de796-0cb1-4e57-b3fe-7d4240c5d7ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:02:10.778077 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6372dca7-af26-4715-9324-a9c4cbed37e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:10.779152 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6372dca7-af26-4715-9324-a9c4cbed37e9 None None] Bound using segment: {'id': 'd5a7a36a-6296-4817-ab5d-fa672d06ca2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'ba6de796-0cb1-4e57-b3fe-7d4240c5d7ce'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:02:10.779940 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-6372dca7-af26-4715-9324-a9c4cbed37e9 None None] Bound port: 4f48931f-8a7d-4016-9981-3b526519d5df, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5a7a36a-6296-4817-ab5d-fa672d06ca2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'ba6de796-0cb1-4e57-b3fe-7d4240c5d7ce'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:02:10.781036 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6372dca7-af26-4715-9324-a9c4cbed37e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:10.834494 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [req-c75ed496-16e0-42e1-a8bd-238f437bfd00 req-cdae902b-2222-447f-88f0-b7fbab2dc72d tempest-ServerMetadataNegativeTestJSON-1705858315 tempest-ServerMetadataNegativeTestJSON-1705858315-project] Calling delete_port for d7e71143-b2fb-4ff7-b123-d358928ed898 owned by compute:nova {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:02:10.870617 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:10.876264 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e7991b-226f-44f6-8681-9bbd2332b177 None None] Pushing event updated for resources: {'Port': ['ID=875e0b44-489f-4b33-9a3d-725b88988008,revision_number=1']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:02:10.890025 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2e7991b-226f-44f6-8681-9bbd2332b177 None None] Network a931f1db-4474-4a9a-9cbf-69c07a3f3bc6 is already hosted by enough agents. {{(pid=88526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:02:10.893104 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.base_scheduler [None req-d2e7991b-226f-44f6-8681-9bbd2332b177 None None] Resources bound (agent type, host, resource id): {{(pid=88526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:02:10.961847 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e7991b-226f-44f6-8681-9bbd2332b177 None None] Received port after_create {{(pid=88526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:02:11.018393 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-c75ed496-16e0-42e1-a8bd-238f437bfd00 req-cdae902b-2222-447f-88f0-b7fbab2dc72d tempest-ServerMetadataNegativeTestJSON-1705858315 tempest-ServerMetadataNegativeTestJSON-1705858315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:11.093037 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a65ce7-bda0-4afa-94a9-24360495cefd req-77d02e13-235d-41da-8911-db00065a7bf3 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:02:11.094574 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-79a65ce7-bda0-4afa-94a9-24360495cefd req-77d02e13-235d-41da-8911-db00065a7bf3 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.50 "GET /v2.0/networks?id=0c49dc6b-5e39-4101-b04d-1c1361c15d69 HTTP/1.1" status: 200 len: 806 time: 0.8295786 Jun 01 19:02:11.095436 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:11.123087 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-79a65ce7-bda0-4afa-94a9-24360495cefd req-4afce717-f78c-492d-b1a7-e8a6a3148466 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Request body: {'port': {'device_id': '3957060c-8222-47fe-98eb-abd877c30435', 'network_id': '0c49dc6b-5e39-4101-b04d-1c1361c15d69', 'admin_state_up': True, 'tenant_id': 'ff411273a1ac46f2a91fb45afe578ccb'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:02:11.133356 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] get_ports_and_sgs() called for port_ids ['d7e71143-b2fb-4ff7-b123-d358928ed898'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 19:02:11.189733 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-d2e7991b-226f-44f6-8681-9bbd2332b177 None None] Attempting to bind port 875e0b44-489f-4b33-9a3d-725b88988008 on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:02:11.190554 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-d2e7991b-226f-44f6-8681-9bbd2332b177 None None] Attempting to bind port 875e0b44-489f-4b33-9a3d-725b88988008 by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': 'b9580e65-8943-45fa-8df3-d232cdf3b980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'a931f1db-4474-4a9a-9cbf-69c07a3f3bc6'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:02:11.191127 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e7991b-226f-44f6-8681-9bbd2332b177 None None] Attempting to bind port 875e0b44-489f-4b33-9a3d-725b88988008 on network a931f1db-4474-4a9a-9cbf-69c07a3f3bc6 {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:02:11.206544 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e7991b-226f-44f6-8681-9bbd2332b177 None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 2, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:02:11.207792 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e7991b-226f-44f6-8681-9bbd2332b177 None None] Checking segment: {'id': 'b9580e65-8943-45fa-8df3-d232cdf3b980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'a931f1db-4474-4a9a-9cbf-69c07a3f3bc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:02:11.208570 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-d2e7991b-226f-44f6-8681-9bbd2332b177 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:11.209956 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e7991b-226f-44f6-8681-9bbd2332b177 None None] Bound using segment: {'id': 'b9580e65-8943-45fa-8df3-d232cdf3b980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'a931f1db-4474-4a9a-9cbf-69c07a3f3bc6'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:02:11.210675 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-d2e7991b-226f-44f6-8681-9bbd2332b177 None None] Bound port: 875e0b44-489f-4b33-9a3d-725b88988008, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9580e65-8943-45fa-8df3-d232cdf3b980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'a931f1db-4474-4a9a-9cbf-69c07a3f3bc6'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:02:11.211330 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-d2e7991b-226f-44f6-8681-9bbd2332b177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:11.223633 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdae902b-2222-447f-88f0-b7fbab2dc72d tempest-ServerMetadataNegativeTestJSON-1705858315 tempest-ServerMetadataNegativeTestJSON-1705858315-project] Pushing event deleted for resources: {'Port': ['ID=d7e71143-b2fb-4ff7-b123-d358928ed898,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:02:11.259220 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d5abe87b-7e51-4f92-a1d9-7bc1ab57a0cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:11.322270 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627cf002-ac5d-4dfe-9ccd-893e9838a091 req-06229172-003d-4bed-8291-d6e6043ce35d tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:02:11.324483 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-627cf002-ac5d-4dfe-9ccd-893e9838a091 req-06229172-003d-4bed-8291-d6e6043ce35d tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] 10.222.0.41 "GET /v2.0/networks?id=f7c7bfcf-c7c2-42d5-8541-1692408619fe HTTP/1.1" status: 200 len: 822 time: 0.7808483 Jun 01 19:02:11.327227 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d5abe87b-7e51-4f92-a1d9-7bc1ab57a0cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:11.333294 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0cc947af-6158-4ffd-b064-e8eaaf67f6a2 tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2258509'] for subnet, precommit_delete_associations {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:11.341170 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-79a65ce7-bda0-4afa-94a9-24360495cefd req-4afce717-f78c-492d-b1a7-e8a6a3148466 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:02:11.345386 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-79a65ce7-bda0-4afa-94a9-24360495cefd req-4afce717-f78c-492d-b1a7-e8a6a3148466 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Usage tracker for resource:port and tenant:ff411273a1ac46f2a91fb45afe578ccb is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:02:11.348240 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-79a65ce7-bda0-4afa-94a9-24360495cefd req-4afce717-f78c-492d-b1a7-e8a6a3148466 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:02:11.354481 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-79a65ce7-bda0-4afa-94a9-24360495cefd req-4afce717-f78c-492d-b1a7-e8a6a3148466 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:02:11.359923 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-d2e7991b-226f-44f6-8681-9bbd2332b177 None None] For port 875e0b44-489f-4b33-9a3d-725b88988008, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:02:11.363171 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-d2e7991b-226f-44f6-8681-9bbd2332b177 None None] For port 875e0b44-489f-4b33-9a3d-725b88988008, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=875e0b44-489f-4b33-9a3d-725b88988008,segment=NetworkSegment(b9580e65-8943-45fa-8df3-d232cdf3b980),segment_id=b9580e65-8943-45fa-8df3-d232cdf3b980)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:02:11.369648 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6372dca7-af26-4715-9324-a9c4cbed37e9 None None] For port 4f48931f-8a7d-4016-9981-3b526519d5df, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:02:11.375555 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-d2e7991b-226f-44f6-8681-9bbd2332b177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:11.413479 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79a65ce7-bda0-4afa-94a9-24360495cefd req-4afce717-f78c-492d-b1a7-e8a6a3148466 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Made reservation on behalf of ff411273a1ac46f2a91fb45afe578ccb for: {'port': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:02:11.421638 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [req-c75ed496-16e0-42e1-a8bd-238f437bfd00 req-cdae902b-2222-447f-88f0-b7fbab2dc72d tempest-ServerMetadataNegativeTestJSON-1705858315 tempest-ServerMetadataNegativeTestJSON-1705858315-project] No DVR routers for this DVR port d7e71143-b2fb-4ff7-b123-d358928ed898 on host n-h1-844202-1 {{(pid=88525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:02:11.423839 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-79a65ce7-bda0-4afa-94a9-24360495cefd req-4afce717-f78c-492d-b1a7-e8a6a3148466 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:11.426427 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-5f6730a9-f852-48ec-ae55-e55c28965991 req-144b543b-9090-4916-8570-2fa2bc42d733 tempest-ServerMetadataNegativeTestJSON-1705858315 tempest-ServerMetadataNegativeTestJSON-1705858315-project] 10.222.0.41 "GET /v2.0/security-groups?id=2120f9da-7ed1-421c-b7c1-b9a50ff4a469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9353850 Jun 01 19:02:11.427475 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-c75ed496-16e0-42e1-a8bd-238f437bfd00 req-cdae902b-2222-447f-88f0-b7fbab2dc72d tempest-ServerMetadataNegativeTestJSON-1705858315 tempest-ServerMetadataNegativeTestJSON-1705858315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:11.446280 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '253f0045-e17a-43d0-be2c-08ac61803a19', 'name': 'network-vif-deleted', 'tag': 'd7e71143-b2fb-4ff7-b123-d358928ed898'}] {{(pid=88525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:02:11.476638 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-627cf002-ac5d-4dfe-9ccd-893e9838a091 req-333bf97d-eeb2-49c8-9811-f4761370f753 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] 10.222.0.41 "GET /v2.0/quotas/cdc5de11547f4a5f8e1e8d097edd2ecf HTTP/1.1" status: 200 len: 375 time: 0.1064308 Jun 01 19:02:11.484346 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c75ed496-16e0-42e1-a8bd-238f437bfd00 req-cdae902b-2222-447f-88f0-b7fbab2dc72d tempest-ServerMetadataNegativeTestJSON-1705858315 tempest-ServerMetadataNegativeTestJSON-1705858315-project] 10.222.0.15 "DELETE /v2.0/ports/d7e71143-b2fb-4ff7-b123-d358928ed898 HTTP/1.1" status: 204 len: 173 time: 1.3561525 Jun 01 19:02:11.486443 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90524e04-b08f-4241-90f2-7af2a28f3c94 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Network 736de76a-7329-4f0c-80e7-094feb293c29 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:02:11.496819 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-90524e04-b08f-4241-90f2-7af2a28f3c94 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:02:11.582706 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:11.586163 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e7991b-226f-44f6-8681-9bbd2332b177 None None] Pushing event updated for resources: {'Port': ['ID=875e0b44-489f-4b33-9a3d-725b88988008,revision_number=2']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:02:11.590069 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6372dca7-af26-4715-9324-a9c4cbed37e9 None None] For port 4f48931f-8a7d-4016-9981-3b526519d5df, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=4f48931f-8a7d-4016-9981-3b526519d5df,segment=NetworkSegment(d5a7a36a-6296-4817-ab5d-fa672d06ca2c),segment_id=d5a7a36a-6296-4817-ab5d-fa672d06ca2c)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:02:11.611192 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6372dca7-af26-4715-9324-a9c4cbed37e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:11.738543 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8c9065ed-baaa-4437-a141-f5a0cbe4d4a7 tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:11.757165 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:11.769613 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6372dca7-af26-4715-9324-a9c4cbed37e9 None None] Pushing event updated for resources: {'Port': ['ID=4f48931f-8a7d-4016-9981-3b526519d5df,revision_number=2']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:02:11.903835 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:11.940962 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9065ed-baaa-4437-a141-f5a0cbe4d4a7 tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Pushing event deleted for resources: {'Port': ['ID=3c823df3-2732-4977-a799-c1b18ca3e048,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:02:11.965176 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-64999eff-7fad-4424-808d-f848b7fbca32 None None] Provisioning complete for port d2f2743d-1ea9-4fc4-af7e-cb2ef7fdcb47 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:02:11.965648 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-64999eff-7fad-4424-808d-f848b7fbca32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:12.084521 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d5abe87b-7e51-4f92-a1d9-7bc1ab57a0cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:12.117135 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90524e04-b08f-4241-90f2-7af2a28f3c94 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Router bb28304e-3805-4cf6-b433-f6c6230e1e5b has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 19:02:12.145886 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ca5e2a0a-5c72-42d8-9441-098e14a6400a req-94530097-d8ba-4f1b-aa64-901c39a0a99a tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/ports?device_id=3957060c-8222-47fe-98eb-abd877c30435 HTTP/1.1" status: 200 len: 210 time: 0.1575832 Jun 01 19:02:12.258041 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-64999eff-7fad-4424-808d-f848b7fbca32 None None] Port d2f2743d-1ea9-4fc4-af7e-cb2ef7fdcb47 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:02:12.329943 n-d-844202-1 neutron-server[88525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47c08b94-13f5-4009-9bac-ae94aa087dbd'] response: {'server_uuid': '253f0045-e17a-43d0-be2c-08ac61803a19', 'name': 'network-vif-deleted', 'tag': 'd7e71143-b2fb-4ff7-b123-d358928ed898', 'status': 'completed', 'code': 200} Jun 01 19:02:12.335547 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5abe87b-7e51-4f92-a1d9-7bc1ab57a0cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=997bd685-070a-49ce-989f-e7b911888ba1,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:02:12.383947 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0cc947af-6158-4ffd-b064-e8eaaf67f6a2 tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:12.502736 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-627cf002-ac5d-4dfe-9ccd-893e9838a091 req-4e401371-4528-49ac-a3cb-cf75d1c58257 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=cdc5de11547f4a5f8e1e8d097edd2ecf&fields=id HTTP/1.1" status: 200 len: 255 time: 1.0245807 Jun 01 19:02:12.621112 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 43280) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:02:12.679290 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90524e04-b08f-4241-90f2-7af2a28f3c94 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:02:12.691193 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-90524e04-b08f-4241-90f2-7af2a28f3c94 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] 10.222.0.41 "PUT /v2.0/routers/bb28304e-3805-4cf6-b433-f6c6230e1e5b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3150225 Jun 01 19:02:12.696906 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0cc947af-6158-4ffd-b064-e8eaaf67f6a2 tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2614143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9667199'] for subnet, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:12.697170 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f24567-1354-40cc-8007-ba98a02e7c9c None None] Sync routers for ids ['bb28304e-3805-4cf6-b433-f6c6230e1e5b'] in n-d-844202-1 {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:02:12.716523 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f24567-1354-40cc-8007-ba98a02e7c9c None None] Routers {'bb28304e-3805-4cf6-b433-f6c6230e1e5b'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:02:12.717405 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-d2f24567-1354-40cc-8007-ba98a02e7c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:02:09Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['bb28304e-3805-4cf6-b433-f6c6230e1e5b'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:02:12.722940 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d5abe87b-7e51-4f92-a1d9-7bc1ab57a0cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:12.724068 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-d5abe87b-7e51-4f92-a1d9-7bc1ab57a0cc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/997bd685-070a-49ce-989f-e7b911888ba1 HTTP/1.1" status: 204 len: 168 time: 2.4635172 Jun 01 19:02:12.742265 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8c9065ed-baaa-4437-a141-f5a0cbe4d4a7 tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:12.744047 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-8c9065ed-baaa-4437-a141-f5a0cbe4d4a7 tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] 10.222.0.41 "DELETE /v2.0/ports/3c823df3-2732-4977-a799-c1b18ca3e048 HTTP/1.1" status: 204 len: 168 time: 3.7951503 Jun 01 19:02:12.745505 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [req-79a65ce7-bda0-4afa-94a9-24360495cefd req-4afce717-f78c-492d-b1a7-e8a6a3148466 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Allocated IP 172.20.0.4 (0c49dc6b-5e39-4101-b04d-1c1361c15d69/308ebcd6-774a-482f-bd0f-fadc3e2b2dca/72352e64-9120-4343-9c57-bb57c2532e4b) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:02:12.754213 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 43298) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:02:12.795697 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0cc947af-6158-4ffd-b064-e8eaaf67f6a2 tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:12.803434 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-0cc947af-6158-4ffd-b064-e8eaaf67f6a2 tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] 10.222.0.41 "DELETE /v2.0/subnets/29c5301b-ca7d-4353-8bc4-067dcf8566e3 HTTP/1.1" status: 204 len: 168 time: 3.1300042 Jun 01 19:02:12.809204 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 43308) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:02:12.822055 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc947af-6158-4ffd-b064-e8eaaf67f6a2 tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Pushing event deleted for resources: {'Subnet': ['ID=29c5301b-ca7d-4353-8bc4-067dcf8566e3,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:02:12.854971 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_v2 [None req-903d0645-b876-4f51-aef1-07f7b59e04a1 admin admin] Deleting subnet 21bf46c5-944f-4d46-812a-93005ed4da6f {{(pid=88524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 19:02:12.857074 n-d-844202-1 neutron-server[88524]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7e2fc95-46c4-49f8-9c27-9669964dabe2 tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] GET failed (client error): The resource could not be found. Jun 01 19:02:12.857621 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-e7e2fc95-46c4-49f8-9c27-9669964dabe2 tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Synchronizing usage tracker for tenant:1ef2f9a3bffe45daa103d0202da52ffe on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:02:12.871337 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-903d0645-b876-4f51-aef1-07f7b59e04a1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:12.918627 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-627cf002-ac5d-4dfe-9ccd-893e9838a091 req-ce6662ff-09d6-4d4a-848b-7d372603e4c7 service neutron] 10.222.0.41 "GET /v2.0/networks/f7c7bfcf-c7c2-42d5-8541-1692408619fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4149642 Jun 01 19:02:12.996761 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_v2 [None req-840c8a06-0e14-4aa7-baf1-b4517eca2bbe tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Deleting subnet 4ef31d5f-0f69-4007-a256-ef4ee26e38ee {{(pid=88525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 19:02:13.005038 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-840c8a06-0e14-4aa7-baf1-b4517eca2bbe tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Notify callbacks [] for subnet, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:13.086005 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-d2f24567-1354-40cc-8007-ba98a02e7c9c None None] Set router bb28304e-3805-4cf6-b433-f6c6230e1e5b gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:02:13.183167 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-e7e2fc95-46c4-49f8-9c27-9669964dabe2 tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Unset dirty status for tenant:1ef2f9a3bffe45daa103d0202da52ffe on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:02:13.184908 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-e7e2fc95-46c4-49f8-9c27-9669964dabe2 tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] 10.222.0.41 "GET /v2.0/ports/3c823df3-2732-4977-a799-c1b18ca3e048 HTTP/1.1" status: 404 len: 333 time: 0.4295378 Jun 01 19:02:13.190344 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 43348) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:02:13.205497 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-d3de929c-96e2-4b40-a459-4ea75ee38b3f tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Request body: {'port': {'network_id': '751cb7e1-9e09-47ec-aab3-7ac26b20bee0', 'name': 'tempest-AllowedAddressPairTestJSON-278619337'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:02:13.217478 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-903d0645-b876-4f51-aef1-07f7b59e04a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2702137'] for subnet, precommit_delete_associations {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:13.327279 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 4f48931f-8a7d-4016-9981-3b526519d5df up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:02:13.333335 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-840c8a06-0e14-4aa7-baf1-b4517eca2bbe tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2258509'] for subnet, precommit_delete_associations {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:13.515167 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 43376) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:02:13.574263 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port 4f48931f-8a7d-4016-9981-3b526519d5df completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:02:13.600720 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-627cf002-ac5d-4dfe-9ccd-893e9838a091 req-4e8f85b1-b94e-450a-a2f2-973e1a68816d service neutron] 10.222.0.41 "GET /v2.0/networks/f7c7bfcf-c7c2-42d5-8541-1692408619fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6807599 Jun 01 19:02:13.664466 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 875e0b44-489f-4b33-9a3d-725b88988008 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:02:13.686412 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-68890ea2-17aa-456e-8021-d68cfab23bc7 req-83c9c9db-18b5-47e6-aaed-1f4465f1496b tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/ports?device_id=3957060c-8222-47fe-98eb-abd877c30435 HTTP/1.1" status: 200 len: 210 time: 0.1467040 Jun 01 19:02:13.715517 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-903d0645-b876-4f51-aef1-07f7b59e04a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:13.830492 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-d3de929c-96e2-4b40-a459-4ea75ee38b3f tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:02:13.846580 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-840c8a06-0e14-4aa7-baf1-b4517eca2bbe tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:13.852002 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2500ccbc-7c9d-447d-9fe9-3783a363d272 None None] Network ba6de796-0cb1-4e57-b3fe-7d4240c5d7ce requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:02:13.887304 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-d3de929c-96e2-4b40-a459-4ea75ee38b3f tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:02:13.960358 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3de929c-96e2-4b40-a459-4ea75ee38b3f tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Made reservation on behalf of 1ef2f9a3bffe45daa103d0202da52ffe for: {'port': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:02:13.964772 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d3de929c-96e2-4b40-a459-4ea75ee38b3f tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:14.139960 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [None req-d3de929c-96e2-4b40-a459-4ea75ee38b3f tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] device_id is not set on port 07f1ca44-658f-419d-b216-705143c1c84f yet. {{(pid=88525) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 19:02:14.145891 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf1c910b-a35e-465a-ae17-d30b5a954090 None None] Network a931f1db-4474-4a9a-9cbf-69c07a3f3bc6 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:02:14.175345 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device d7e71143-b2fb-4ff7-b123-d358928ed898 no longer exists at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:02:14.200810 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-15b867cf-a1c0-40c8-b9ae-e9c9de2a87fd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=17989f5007da43f9891e02a49a2aea05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6846249 Jun 01 19:02:14.208548 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 43448) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:02:14.218006 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-79a65ce7-bda0-4afa-94a9-24360495cefd req-4afce717-f78c-492d-b1a7-e8a6a3148466 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:14.225606 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-840c8a06-0e14-4aa7-baf1-b4517eca2bbe tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2614143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9667199'] for subnet, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:14.298687 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-903d0645-b876-4f51-aef1-07f7b59e04a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2718856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3066595'] for subnet, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:14.318169 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840c8a06-0e14-4aa7-baf1-b4517eca2bbe tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Pushing event deleted for resources: {'Subnet': ['ID=4ef31d5f-0f69-4007-a256-ef4ee26e38ee,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:02:14.324536 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f56a915a-53d6-4237-82fc-227fb3df4023 req-5247fb8a-408b-4907-950a-785b03e0a091 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb46301e-88c3-4101-8613-ee7c08857c9b HTTP/1.1" status: 200 len: 210 time: 0.2831922 Jun 01 19:02:14.333408 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-840c8a06-0e14-4aa7-baf1-b4517eca2bbe tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:14.348492 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-840c8a06-0e14-4aa7-baf1-b4517eca2bbe tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] 10.222.0.41 "DELETE /v2.0/subnets/4ef31d5f-0f69-4007-a256-ef4ee26e38ee HTTP/1.1" status: 204 len: 168 time: 1.5320625 Jun 01 19:02:14.351851 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 43466) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:02:14.355440 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903d0645-b876-4f51-aef1-07f7b59e04a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21bf46c5-944f-4d46-812a-93005ed4da6f,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:02:14.372114 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-903d0645-b876-4f51-aef1-07f7b59e04a1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:14.377716 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d724c8f3-eca3-49b6-ad41-f9f47237b406 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:14.391760 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] No Port match for: d7e71143-b2fb-4ff7-b123-d358928ed898 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:02:14.392250 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device d7e71143-b2fb-4ff7-b123-d358928ed898 not bound to the agent host n-h1-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:02:14.429208 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d724c8f3-eca3-49b6-ad41-f9f47237b406 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:14.466756 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-16917316-abf1-465b-b483-84deb727786f None None] Provisioning for port 4f48931f-8a7d-4016-9981-3b526519d5df completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:02:14.478901 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-903d0645-b876-4f51-aef1-07f7b59e04a1 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/21bf46c5-944f-4d46-812a-93005ed4da6f HTTP/1.1" status: 204 len: 168 time: 1.8440776 Jun 01 19:02:14.479797 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 43480) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:02:14.484858 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-79a65ce7-bda0-4afa-94a9-24360495cefd req-4afce717-f78c-492d-b1a7-e8a6a3148466 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:14.530250 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f1d4968-5c7f-406f-b483-c9dc2c4d2825 tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:02:14.531584 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-4f1d4968-5c7f-406f-b483-c9dc2c4d2825 tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Synchronizing usage tracker for tenant:17bfd473c7884b8fa9eaae120bb0afae on resource:subnet {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:02:14.539459 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [None req-d3de929c-96e2-4b40-a459-4ea75ee38b3f tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Allocated IP 172.20.0.9 (751cb7e1-9e09-47ec-aab3-7ac26b20bee0/19990bfd-9478-4671-b313-1c4bb0085fde/07f1ca44-658f-419d-b216-705143c1c84f) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:02:14.589015 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-4f1d4968-5c7f-406f-b483-c9dc2c4d2825 tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Unset dirty status for tenant:17bfd473c7884b8fa9eaae120bb0afae on resource:subnet {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:02:14.590726 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-4f1d4968-5c7f-406f-b483-c9dc2c4d2825 tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2377975 Jun 01 19:02:14.604069 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 43496) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:02:14.617091 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-16917316-abf1-465b-b483-84deb727786f None None] Provisioning complete for port 4f48931f-8a7d-4016-9981-3b526519d5df triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:02:14.617733 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-16917316-abf1-465b-b483-84deb727786f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:14.689429 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79a65ce7-bda0-4afa-94a9-24360495cefd req-4afce717-f78c-492d-b1a7-e8a6a3148466 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Network 0c49dc6b-5e39-4101-b04d-1c1361c15d69 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:02:14.701188 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [req-79a65ce7-bda0-4afa-94a9-24360495cefd req-4afce717-f78c-492d-b1a7-e8a6a3148466 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:02:14.705050 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-79a65ce7-bda0-4afa-94a9-24360495cefd req-4afce717-f78c-492d-b1a7-e8a6a3148466 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:02:14.813531 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port 875e0b44-489f-4b33-9a3d-725b88988008 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:02:14.824680 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-30a70b51-78c7-4be4-a103-46f68485467e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:14.848852 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d724c8f3-eca3-49b6-ad41-f9f47237b406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:14.941953 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d724c8f3-eca3-49b6-ad41-f9f47237b406 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=112656d8-a568-4def-83ef-0556d0370f9d,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:02:14.979202 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afce717-f78c-492d-b1a7-e8a6a3148466 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Pushing event updated for resources: {'Port': ['ID=72352e64-9120-4343-9c57-bb57c2532e4b,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:02:14.980198 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-cd350df4-616b-4b6c-82e5-5c436805a3e2 tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:15.069538 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-d2f24567-1354-40cc-8007-ba98a02e7c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb28304e-3805-4cf6-b433-f6c6230e1e5b', 'name': 'tempest-TestNetworkBasicOps-router-1191796848', 'tenant_id': 'd3eb50f3028440db9726ae16e6111d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': '63f4b62a-c06f-44f6-8805-96b30709e05f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:59:37Z', 'updated_at': '2022-06-01T19:02:08Z', 'revision_number': 5, 'project_id': 'd3eb50f3028440db9726ae16e6111d12', 'gw_port': {'id': '63f4b62a-c06f-44f6-8805-96b30709e05f', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:2c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb28304e-3805-4cf6-b433-f6c6230e1e5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:59:39Z', 'updated_at': '2022-06-01T18:59:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_floatingips': [{'id': 'a3e0905e-3b46-40f5-aff4-d4619e4830a6', 'tenant_id': 'd3eb50f3028440db9726ae16e6111d12', 'floating_ip_address': '172.25.4.163', 'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'router_id': 'bb28304e-3805-4cf6-b433-f6c6230e1e5b', 'port_id': 'f82d37e3-eac0-441b-b6f5-b78d863ad4f8', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1908, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81249ed1-a33f-4045-8ad1-594c3da17cb8', 'mac_address': 'fa:16:3e:06:ac:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f51ecbe-4272-460f-a9a0-d3f074976926', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T19:00:49Z', 'updated_at': '2022-06-01T19:00:58Z', 'revision_number': 1, 'project_id': 'd3eb50f3028440db9726ae16e6111d12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0af93757-175f-46a7-ad15-c24ac7f60ee6', 'name': '', 'network_id': '81249ed1-a33f-4045-8ad1-594c3da17cb8', 'tenant_id': 'd3eb50f3028440db9726ae16e6111d12', 'mac_address': 'fa:16:3e:ad:14:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb28304e-3805-4cf6-b433-f6c6230e1e5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '6ed963cc-5a55-45a1-891d-724fd87ad4ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:59:52Z', 'updated_at': '2022-06-01T19:00:03Z', 'revision_number': 5, 'project_id': 'd3eb50f3028440db9726ae16e6111d12', 'subnets': [{'id': '6ed963cc-5a55-45a1-891d-724fd87ad4ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2f2743d-1ea9-4fc4-af7e-cb2ef7fdcb47', 'name': '', 'network_id': '736de76a-7329-4f0c-80e7-094feb293c29', 'tenant_id': 'd3eb50f3028440db9726ae16e6111d12', 'mac_address': 'fa:16:3e:55:c0:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb28304e-3805-4cf6-b433-f6c6230e1e5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2086, 'fixed_ips': [{'subnet_id': '9e0b9f49-c28b-40ef-a29c-1cc8920f1a01', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:02:06Z', 'updated_at': '2022-06-01T19:02:09Z', 'revision_number': 2, 'project_id': 'd3eb50f3028440db9726ae16e6111d12', 'subnets': [{'id': '9e0b9f49-c28b-40ef-a29c-1cc8920f1a01', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:02:15.085817 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-16917316-abf1-465b-b483-84deb727786f None None] Current status of the port 4f48931f-8a7d-4016-9981-3b526519d5df is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:02:15.085817 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-16917316-abf1-465b-b483-84deb727786f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:15.098000 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-cd350df4-616b-4b6c-82e5-5c436805a3e2 tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Deleting port 875e0b44-489f-4b33-9a3d-725b88988008 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:02:15.101376 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-cd350df4-616b-4b6c-82e5-5c436805a3e2 tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:15.117665 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f24567-1354-40cc-8007-ba98a02e7c9c None None] Checking router: bb28304e-3805-4cf6-b433-f6c6230e1e5b for host: n-d-844202-1 {{(pid=88526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 19:02:15.118067 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f24567-1354-40cc-8007-ba98a02e7c9c None None] Updating router bb28304e-3805-4cf6-b433-f6c6230e1e5b port d2f2743d-1ea9-4fc4-af7e-cb2ef7fdcb47 binding host n-d-844202-1 {{(pid=88526) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 19:02:15.171294 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a65ce7-bda0-4afa-94a9-24360495cefd req-4afce717-f78c-492d-b1a7-e8a6a3148466 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:02:15.171612 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-79a65ce7-bda0-4afa-94a9-24360495cefd req-4afce717-f78c-492d-b1a7-e8a6a3148466 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:15.176199 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d724c8f3-eca3-49b6-ad41-f9f47237b406 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:15.194347 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-d724c8f3-eca3-49b6-ad41-f9f47237b406 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/112656d8-a568-4def-83ef-0556d0370f9d HTTP/1.1" status: 204 len: 168 time: 0.9738843 Jun 01 19:02:15.219762 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-16917316-abf1-465b-b483-84deb727786f None None] For port 4f48931f-8a7d-4016-9981-3b526519d5df, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=4f48931f-8a7d-4016-9981-3b526519d5df,segment=NetworkSegment(d5a7a36a-6296-4817-ab5d-fa672d06ca2c),segment_id=d5a7a36a-6296-4817-ab5d-fa672d06ca2c)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:02:15.227383 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-d2f24567-1354-40cc-8007-ba98a02e7c9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:15.243185 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-16917316-abf1-465b-b483-84deb727786f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:15.378406 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90d092e0-af30-44c4-90ff-7ebbd2968d6e None None] DHCP port deletion for ba6de796-0cb1-4e57-b3fe-7d4240c5d7ce request from n-d-844202-1 {{(pid=88526) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 19:02:15.381024 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44d18ea5-82c9-4722-9b9f-2bc4c503df3e None None] DHCP port deletion for a931f1db-4474-4a9a-9cbf-69c07a3f3bc6 request from n-d-844202-1 {{(pid=88526) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 19:02:15.389669 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [None req-cd350df4-616b-4b6c-82e5-5c436805a3e2 tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] For port 875e0b44-489f-4b33-9a3d-725b88988008, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=875e0b44-489f-4b33-9a3d-725b88988008,segment=NetworkSegment(b9580e65-8943-45fa-8df3-d232cdf3b980),segment_id=b9580e65-8943-45fa-8df3-d232cdf3b980)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:02:15.390076 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-cd350df4-616b-4b6c-82e5-5c436805a3e2 tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:15.416673 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44d18ea5-82c9-4722-9b9f-2bc4c503df3e None None] Deleting port 875e0b44-489f-4b33-9a3d-725b88988008 {{(pid=88526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:02:15.417649 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44d18ea5-82c9-4722-9b9f-2bc4c503df3e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:15.472904 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-30a70b51-78c7-4be4-a103-46f68485467e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:15.476897 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-90d092e0-af30-44c4-90ff-7ebbd2968d6e None None] Deleting port 4f48931f-8a7d-4016-9981-3b526519d5df {{(pid=88526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:02:15.477274 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-90d092e0-af30-44c4-90ff-7ebbd2968d6e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:15.533116 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-30a70b51-78c7-4be4-a103-46f68485467e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f91a4e5-a03e-4fe3-acc9-0563f080acc7']}} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:02:15.571878 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-30a70b51-78c7-4be4-a103-46f68485467e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c75ed154-8da3-4c9a-8821-cb3d863e47a7') {'for_net_delete': True} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:02:15.572906 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-30a70b51-78c7-4be4-a103-46f68485467e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c75ed154-8da3-4c9a-8821-cb3d863e47a7') {} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:02:15.596565 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-30a70b51-78c7-4be4-a103-46f68485467e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2702126'] for segment, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:15.601715 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-cd350df4-616b-4b6c-82e5-5c436805a3e2 tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Calling delete_port for 875e0b44-489f-4b33-9a3d-725b88988008 owned by network:dhcp {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:02:15.654989 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-79a65ce7-bda0-4afa-94a9-24360495cefd req-4afce717-f78c-492d-b1a7-e8a6a3148466 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5508952 Jun 01 19:02:15.656428 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-30a70b51-78c7-4be4-a103-46f68485467e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:15.674455 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-79a65ce7-bda0-4afa-94a9-24360495cefd req-8f2bbe68-06b0-457b-811c-2ec31b79efa4 service neutron] Request body: {'port': {'device_id': '3957060c-8222-47fe-98eb-abd877c30435', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844202-1'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:02:15.682940 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-20356e9d-5238-444d-8aa3-cf8b4f0a6981 None None] Provisioning for port 875e0b44-489f-4b33-9a3d-725b88988008 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:02:15.718395 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30a70b51-78c7-4be4-a103-46f68485467e admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=88524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 19:02:15.718947 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-30a70b51-78c7-4be4-a103-46f68485467e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2719018'] for segment, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:15.748878 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-cd350df4-616b-4b6c-82e5-5c436805a3e2 tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:15.818728 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2b17c17a-cfdf-4815-b2df-86fdd470f86e req-c9eb4dd3-6cc8-4591-bbbd-d5c4d647f82e tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb46301e-88c3-4101-8613-ee7c08857c9b HTTP/1.1" status: 200 len: 210 time: 0.1291618 Jun 01 19:02:15.833154 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd350df4-616b-4b6c-82e5-5c436805a3e2 tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Pushing event deleted for resources: {'Port': ['ID=875e0b44-489f-4b33-9a3d-725b88988008,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:02:15.844859 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-20356e9d-5238-444d-8aa3-cf8b4f0a6981 None None] Provisioning complete for port 875e0b44-489f-4b33-9a3d-725b88988008 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:02:15.845251 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-20356e9d-5238-444d-8aa3-cf8b4f0a6981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:15.846719 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd350df4-616b-4b6c-82e5-5c436805a3e2 tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] No DVR routers for this DVR port 875e0b44-489f-4b33-9a3d-725b88988008 on host n-d-844202-1 {{(pid=88525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:02:15.936468 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16917316-abf1-465b-b483-84deb727786f None None] Pushing event updated for resources: {'Port': ['ID=4f48931f-8a7d-4016-9981-3b526519d5df,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:02:15.995692 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment c75ed154-8da3-4c9a-8821-cb3d863e47a7 resource provider aggregate not found Jun 01 19:02:16.085056 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-20356e9d-5238-444d-8aa3-cf8b4f0a6981 None None] Port 875e0b44-489f-4b33-9a3d-725b88988008 was deleted so its status cannot be updated. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jun 01 19:02:16.102455 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment c75ed154-8da3-4c9a-8821-cb3d863e47a7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c75ed154-8da3-4c9a-8821-cb3d863e47a7 found for delete ", "request_id": "req-33ca6d24-4828-4e2a-94a9-995537a75f83"}]} Jun 01 19:02:16.155134 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-cd350df4-616b-4b6c-82e5-5c436805a3e2 tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:16.173573 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d3de929c-96e2-4b40-a459-4ea75ee38b3f tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:16.205999 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-cd350df4-616b-4b6c-82e5-5c436805a3e2 tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a931f1db-4474-4a9a-9cbf-69c07a3f3bc6']}} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:02:16.238002 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44d18ea5-82c9-4722-9b9f-2bc4c503df3e None None] The port '875e0b44-489f-4b33-9a3d-725b88988008' was deleted {{(pid=88526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 01 19:02:16.241600 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [None req-d3de929c-96e2-4b40-a459-4ea75ee38b3f tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Transition to ACTIVE for port object 07f1ca44-658f-419d-b216-705143c1c84f will not be triggered until provisioned by entity DHCP. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:02:16.248383 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-cd350df4-616b-4b6c-82e5-5c436805a3e2 tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9580e65-8943-45fa-8df3-d232cdf3b980') {'for_net_delete': True} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:02:16.248920 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-cd350df4-616b-4b6c-82e5-5c436805a3e2 tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9580e65-8943-45fa-8df3-d232cdf3b980') {} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:02:16.281187 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-cd350df4-616b-4b6c-82e5-5c436805a3e2 tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2258522'] for segment, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:16.326609 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-cd350df4-616b-4b6c-82e5-5c436805a3e2 tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:16.350524 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd350df4-616b-4b6c-82e5-5c436805a3e2 tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=88525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 19:02:16.351151 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-cd350df4-616b-4b6c-82e5-5c436805a3e2 tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2613981'] for segment, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:16.445746 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627cf002-ac5d-4dfe-9ccd-893e9838a091 req-bf09d992-684c-4748-9845-dad09e5b309d tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:02:16.445746 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-627cf002-ac5d-4dfe-9ccd-893e9838a091 req-bf09d992-684c-4748-9845-dad09e5b309d tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] 10.222.0.50 "GET /v2.0/networks?id=f7c7bfcf-c7c2-42d5-8541-1692408619fe HTTP/1.1" status: 200 len: 822 time: 0.3955915 Jun 01 19:02:16.482760 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14387e4e-af6f-4dd6-8383-1980bd045348 req-99ea57c7-a5d9-41b4-a8c3-13dd8c75ad7e tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:02:16.483459 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-14387e4e-af6f-4dd6-8383-1980bd045348 req-99ea57c7-a5d9-41b4-a8c3-13dd8c75ad7e tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Synchronizing usage tracker for tenant:ff411273a1ac46f2a91fb45afe578ccb on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:02:16.497162 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-627cf002-ac5d-4dfe-9ccd-893e9838a091 req-d3e8c000-71d6-44b9-9f5d-c39004fef774 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] Request body: {'port': {'device_id': 'cb46301e-88c3-4101-8613-ee7c08857c9b', 'network_id': 'f7c7bfcf-c7c2-42d5-8541-1692408619fe', 'admin_state_up': True, 'tenant_id': 'cdc5de11547f4a5f8e1e8d097edd2ecf'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:02:16.518892 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment b9580e65-8943-45fa-8df3-d232cdf3b980 resource provider aggregate not found Jun 01 19:02:16.557987 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment b9580e65-8943-45fa-8df3-d232cdf3b980 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b9580e65-8943-45fa-8df3-d232cdf3b980 found for delete ", "request_id": "req-88fc6985-9d38-4284-8292-a1cd7867128b"}]} Jun 01 19:02:16.575833 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d3de929c-96e2-4b40-a459-4ea75ee38b3f tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:16.579120 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-cd350df4-616b-4b6c-82e5-5c436805a3e2 tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:16.657006 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-cd350df4-616b-4b6c-82e5-5c436805a3e2 tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Notify callbacks [] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:16.689588 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-cd350df4-616b-4b6c-82e5-5c436805a3e2 tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] 10.222.0.41 "DELETE /v2.0/networks/a931f1db-4474-4a9a-9cbf-69c07a3f3bc6 HTTP/1.1" status: 204 len: 168 time: 2.0836649 Jun 01 19:02:16.698350 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-30a70b51-78c7-4be4-a103-46f68485467e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:16.699813 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 43570) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:02:16.718006 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd350df4-616b-4b6c-82e5-5c436805a3e2 tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Pushing event deleted for resources: {'Network': ['ID=a931f1db-4474-4a9a-9cbf-69c07a3f3bc6,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:02:16.720735 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-90d092e0-af30-44c4-90ff-7ebbd2968d6e None None] For port 4f48931f-8a7d-4016-9981-3b526519d5df, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=4f48931f-8a7d-4016-9981-3b526519d5df,segment=NetworkSegment(d5a7a36a-6296-4817-ab5d-fa672d06ca2c),segment_id=d5a7a36a-6296-4817-ab5d-fa672d06ca2c)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:02:16.721228 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-90d092e0-af30-44c4-90ff-7ebbd2968d6e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:16.735768 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3de929c-96e2-4b40-a459-4ea75ee38b3f tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Network 751cb7e1-9e09-47ec-aab3-7ac26b20bee0 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:02:16.739560 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-d3de929c-96e2-4b40-a459-4ea75ee38b3f tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:02:16.744448 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3de929c-96e2-4b40-a459-4ea75ee38b3f tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:02:16.813428 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3de929c-96e2-4b40-a459-4ea75ee38b3f tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:02:16.814216 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d3de929c-96e2-4b40-a459-4ea75ee38b3f tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:16.832943 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-30a70b51-78c7-4be4-a103-46f68485467e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:16.842594 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3de929c-96e2-4b40-a459-4ea75ee38b3f tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Pushing event updated for resources: {'Port': ['ID=07f1ca44-658f-419d-b216-705143c1c84f,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:02:16.858374 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-d3de929c-96e2-4b40-a459-4ea75ee38b3f tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.6662974 Jun 01 19:02:16.861510 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 43576) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:02:16.877733 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-af1744e6-6b1f-4f93-be7b-7eb3dbe416c9 tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Request body: {'port': {'network_id': '751cb7e1-9e09-47ec-aab3-7ac26b20bee0', 'name': 'tempest-AllowedAddressPairTestJSON-427076780'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:02:16.924542 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-14387e4e-af6f-4dd6-8383-1980bd045348 req-99ea57c7-a5d9-41b4-a8c3-13dd8c75ad7e tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Unset dirty status for tenant:ff411273a1ac46f2a91fb45afe578ccb on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:02:16.941546 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-14387e4e-af6f-4dd6-8383-1980bd045348 req-99ea57c7-a5d9-41b4-a8c3-13dd8c75ad7e tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/ports?device_id=3957060c-8222-47fe-98eb-abd877c30435 HTTP/1.1" status: 200 len: 931 time: 1.9291620 Jun 01 19:02:17.001475 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a70b51-78c7-4be4-a103-46f68485467e admin admin] Pushing event deleted for resources: {'Network': ['ID=2f91a4e5-a03e-4fe3-acc9-0563f080acc7,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:02:17.052593 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-627cf002-ac5d-4dfe-9ccd-893e9838a091 req-d3e8c000-71d6-44b9-9f5d-c39004fef774 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:02:17.063863 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-627cf002-ac5d-4dfe-9ccd-893e9838a091 req-d3e8c000-71d6-44b9-9f5d-c39004fef774 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:02:17.086109 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-79a65ce7-bda0-4afa-94a9-24360495cefd req-8f2bbe68-06b0-457b-811c-2ec31b79efa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:17.099356 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-14387e4e-af6f-4dd6-8383-1980bd045348 req-8be51c17-0992-4cb8-b654-14994cb47546 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Synchronizing usage tracker for tenant:ff411273a1ac46f2a91fb45afe578ccb on resource:security_group {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:02:17.120293 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-30a70b51-78c7-4be4-a103-46f68485467e admin admin] 10.222.0.41 "DELETE /v2.0/networks/2f91a4e5-a03e-4fe3-acc9-0563f080acc7 HTTP/1.1" status: 204 len: 168 time: 2.6362791 Jun 01 19:02:17.126475 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-627cf002-ac5d-4dfe-9ccd-893e9838a091 req-d3e8c000-71d6-44b9-9f5d-c39004fef774 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] Made reservation on behalf of cdc5de11547f4a5f8e1e8d097edd2ecf for: {'port': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:02:17.129886 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-d2f24567-1354-40cc-8007-ba98a02e7c9c None None] Notify callbacks [] for port, precommit_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:17.135928 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-627cf002-ac5d-4dfe-9ccd-893e9838a091 req-d3e8c000-71d6-44b9-9f5d-c39004fef774 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:17.161502 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-d2f24567-1354-40cc-8007-ba98a02e7c9c None None] Transition to ACTIVE for port object d2f2743d-1ea9-4fc4-af7e-cb2ef7fdcb47 will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:02:17.189326 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-90d092e0-af30-44c4-90ff-7ebbd2968d6e None None] Calling delete_port for 4f48931f-8a7d-4016-9981-3b526519d5df owned by network:dhcp {{(pid=88526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:02:17.263505 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 4f48931f-8a7d-4016-9981-3b526519d5df no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:02:17.299508 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6f1caca1-a023-4bbe-8c13-58103cbd0ed3 tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:17.327704 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-af1744e6-6b1f-4f93-be7b-7eb3dbe416c9 tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:02:17.340704 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-d2f24567-1354-40cc-8007-ba98a02e7c9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:17.389133 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-539f00b2-776a-461a-b158-f4da1a5fd580 req-3b655ad8-2f50-4ac6-bd3d-c120908b3682 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb46301e-88c3-4101-8613-ee7c08857c9b HTTP/1.1" status: 200 len: 210 time: 0.1365345 Jun 01 19:02:17.391216 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-af1744e6-6b1f-4f93-be7b-7eb3dbe416c9 tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:02:17.432922 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af1744e6-6b1f-4f93-be7b-7eb3dbe416c9 tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Made reservation on behalf of 1ef2f9a3bffe45daa103d0202da52ffe for: {'port': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:02:17.437324 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-af1744e6-6b1f-4f93-be7b-7eb3dbe416c9 tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:17.484368 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-14387e4e-af6f-4dd6-8383-1980bd045348 req-8be51c17-0992-4cb8-b654-14994cb47546 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Unset dirty status for tenant:ff411273a1ac46f2a91fb45afe578ccb on resource:security_group {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:02:17.485786 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-14387e4e-af6f-4dd6-8383-1980bd045348 req-8be51c17-0992-4cb8-b654-14994cb47546 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a351d5c-3364-42d8-bd0d-648028a392a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5434625 Jun 01 19:02:17.502725 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-6f1caca1-a023-4bbe-8c13-58103cbd0ed3 tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Deleting port 4f48931f-8a7d-4016-9981-3b526519d5df {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:02:17.503325 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6f1caca1-a023-4bbe-8c13-58103cbd0ed3 tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:17.603566 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-299a9ad7-00fe-4123-92a7-4a0c1269a06d None None] Provisioning for port 07f1ca44-658f-419d-b216-705143c1c84f completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:02:17.680297 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 43592) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:02:17.692054 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93ebc77-23bc-4244-8f28-83ecad9a34b7 None None] Pushing event updated for resources: {'Port': ['ID=d2f2743d-1ea9-4fc4-af7e-cb2ef7fdcb47,revision_number=3']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:02:17.750936 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [None req-af1744e6-6b1f-4f93-be7b-7eb3dbe416c9 tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] device_id is not set on port c8b6bc8f-165c-4fa9-8d40-b4ae9ba47d49 yet. {{(pid=88525) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 19:02:17.798776 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-299a9ad7-00fe-4123-92a7-4a0c1269a06d None None] Provisioning complete for port 07f1ca44-658f-419d-b216-705143c1c84f triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:02:17.799235 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-299a9ad7-00fe-4123-92a7-4a0c1269a06d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:17.871707 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-95c6925b-3526-47b3-b0a9-463df9503951 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=43f1d193273046428c340c0049d17579&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1803858 Jun 01 19:02:17.876654 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 43604) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:02:17.982660 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-d2f24567-1354-40cc-8007-ba98a02e7c9c None None] Attempting to bind port d2f2743d-1ea9-4fc4-af7e-cb2ef7fdcb47 on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:02:17.983008 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-d2f24567-1354-40cc-8007-ba98a02e7c9c None None] Attempting to bind port d2f2743d-1ea9-4fc4-af7e-cb2ef7fdcb47 by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': '88cd4108-c0fe-48ed-8aac-3aa2e1253bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '736de76a-7329-4f0c-80e7-094feb293c29'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:02:17.983308 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f24567-1354-40cc-8007-ba98a02e7c9c None None] Attempting to bind port d2f2743d-1ea9-4fc4-af7e-cb2ef7fdcb47 on network 736de76a-7329-4f0c-80e7-094feb293c29 {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:02:17.988781 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-90d092e0-af30-44c4-90ff-7ebbd2968d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535'] for port, after_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:18.064197 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-6f1caca1-a023-4bbe-8c13-58103cbd0ed3 tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] The port '4f48931f-8a7d-4016-9981-3b526519d5df' was deleted {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 01 19:02:18.091096 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f9d36216-c9a5-465d-899f-fde4019b254f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:18.137233 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f9d36216-c9a5-465d-899f-fde4019b254f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:18.139928 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d092e0-af30-44c4-90ff-7ebbd2968d6e None None] No DVR routers for this DVR port 4f48931f-8a7d-4016-9981-3b526519d5df on host n-d-844202-1 {{(pid=88526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:02:18.147820 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f24567-1354-40cc-8007-ba98a02e7c9c None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 2, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:02:18.148191 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f24567-1354-40cc-8007-ba98a02e7c9c None None] Checking segment: {'id': '88cd4108-c0fe-48ed-8aac-3aa2e1253bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '736de76a-7329-4f0c-80e7-094feb293c29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:02:18.148630 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-d2f24567-1354-40cc-8007-ba98a02e7c9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:18.149015 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f24567-1354-40cc-8007-ba98a02e7c9c None None] Bound using segment: {'id': '88cd4108-c0fe-48ed-8aac-3aa2e1253bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '736de76a-7329-4f0c-80e7-094feb293c29'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:02:18.149488 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-d2f24567-1354-40cc-8007-ba98a02e7c9c None None] Bound port: d2f2743d-1ea9-4fc4-af7e-cb2ef7fdcb47, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88cd4108-c0fe-48ed-8aac-3aa2e1253bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '736de76a-7329-4f0c-80e7-094feb293c29'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:02:18.149856 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-d2f24567-1354-40cc-8007-ba98a02e7c9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:18.156526 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [None req-af1744e6-6b1f-4f93-be7b-7eb3dbe416c9 tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Allocated IP 172.20.0.6 (751cb7e1-9e09-47ec-aab3-7ac26b20bee0/19990bfd-9478-4671-b313-1c4bb0085fde/c8b6bc8f-165c-4fa9-8d40-b4ae9ba47d49) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:02:18.161344 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-299a9ad7-00fe-4123-92a7-4a0c1269a06d None None] Port 07f1ca44-658f-419d-b216-705143c1c84f cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:02:18.163406 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d092e0-af30-44c4-90ff-7ebbd2968d6e None None] Pushing event deleted for resources: {'Port': ['ID=4f48931f-8a7d-4016-9981-3b526519d5df,revision_number=None']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:02:18.167479 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 4f48931f-8a7d-4016-9981-3b526519d5df is: ACTIVE; New status is: DOWN {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:02:18.167861 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:18.432464 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f9d36216-c9a5-465d-899f-fde4019b254f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:18.450378 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-d2f24567-1354-40cc-8007-ba98a02e7c9c None None] For port d2f2743d-1ea9-4fc4-af7e-cb2ef7fdcb47, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:02:18.466589 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d36216-c9a5-465d-899f-fde4019b254f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2120f9da-7ed1-421c-b7c1-b9a50ff4a469,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:02:18.470459 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-af1744e6-6b1f-4f93-be7b-7eb3dbe416c9 tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:18.473216 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 43616) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:02:18.476068 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-d2f24567-1354-40cc-8007-ba98a02e7c9c None None] For port d2f2743d-1ea9-4fc4-af7e-cb2ef7fdcb47, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=d2f2743d-1ea9-4fc4-af7e-cb2ef7fdcb47,segment=NetworkSegment(88cd4108-c0fe-48ed-8aac-3aa2e1253bf4),segment_id=88cd4108-c0fe-48ed-8aac-3aa2e1253bf4)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:02:18.502701 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [None req-af1744e6-6b1f-4f93-be7b-7eb3dbe416c9 tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Transition to ACTIVE for port object c8b6bc8f-165c-4fa9-8d40-b4ae9ba47d49 will not be triggered until provisioned by entity DHCP. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:02:18.533980 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f9d36216-c9a5-465d-899f-fde4019b254f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:18.535105 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-f9d36216-c9a5-465d-899f-fde4019b254f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2120f9da-7ed1-421c-b7c1-b9a50ff4a469 HTTP/1.1" status: 204 len: 168 time: 0.6573148 Jun 01 19:02:18.541121 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 875e0b44-489f-4b33-9a3d-725b88988008 no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:02:18.561723 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-af1744e6-6b1f-4f93-be7b-7eb3dbe416c9 tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:18.626670 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: 875e0b44-489f-4b33-9a3d-725b88988008 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:02:18.627257 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 875e0b44-489f-4b33-9a3d-725b88988008 not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:02:18.635557 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-d2f24567-1354-40cc-8007-ba98a02e7c9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:18.731235 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93ebc77-23bc-4244-8f28-83ecad9a34b7 None None] Pushing event updated for resources: {'Port': ['ID=d2f2743d-1ea9-4fc4-af7e-cb2ef7fdcb47,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:02:18.760330 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-14725f5d-da2c-4378-ba0a-53f42e75c3b7 tempest-QuotasNegativeTest-204686885 tempest-QuotasNegativeTest-204686885-project-admin] Request body: {'quota': {'network': 2}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:02:18.782513 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8fb62792-3ba5-4b8d-a72c-e30bedc2d21a req-7248b3a8-a0a5-42dd-80d6-068a260db08e tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb46301e-88c3-4101-8613-ee7c08857c9b HTTP/1.1" status: 200 len: 210 time: 0.2184551 Jun 01 19:02:18.794194 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f24567-1354-40cc-8007-ba98a02e7c9c None None] Routers {'bb28304e-3805-4cf6-b433-f6c6230e1e5b'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:02:18.794860 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-d2f24567-1354-40cc-8007-ba98a02e7c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:02:09Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['bb28304e-3805-4cf6-b433-f6c6230e1e5b'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:02:18.810014 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [req-79a65ce7-bda0-4afa-94a9-24360495cefd req-8f2bbe68-06b0-457b-811c-2ec31b79efa4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72352e64-9120-4343-9c57-bb57c2532e4b {{(pid=88524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 19:02:18.818358 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-79a65ce7-bda0-4afa-94a9-24360495cefd req-8f2bbe68-06b0-457b-811c-2ec31b79efa4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:18.835156 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [req-79a65ce7-bda0-4afa-94a9-24360495cefd req-8f2bbe68-06b0-457b-811c-2ec31b79efa4 service neutron] Transition to ACTIVE for port object 72352e64-9120-4343-9c57-bb57c2532e4b will not be triggered until provisioned by entity L2. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:02:18.845740 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af1744e6-6b1f-4f93-be7b-7eb3dbe416c9 tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Network 751cb7e1-9e09-47ec-aab3-7ac26b20bee0 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:02:18.866820 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-af1744e6-6b1f-4f93-be7b-7eb3dbe416c9 tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:02:18.868735 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1744e6-6b1f-4f93-be7b-7eb3dbe416c9 tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Pushing event updated for resources: {'Port': ['ID=c8b6bc8f-165c-4fa9-8d40-b4ae9ba47d49,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:02:18.873575 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af1744e6-6b1f-4f93-be7b-7eb3dbe416c9 tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:02:18.917507 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6f1caca1-a023-4bbe-8c13-58103cbd0ed3 tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:18.936130 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-79a65ce7-bda0-4afa-94a9-24360495cefd req-8f2bbe68-06b0-457b-811c-2ec31b79efa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:18.944290 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-14725f5d-da2c-4378-ba0a-53f42e75c3b7 tempest-QuotasNegativeTest-204686885 tempest-QuotasNegativeTest-204686885-project-admin] 10.222.0.41 "PUT /v2.0/quotas/0dd375b3dc9346229ba708c0108be6dc HTTP/1.1" status: 200 len: 368 time: 0.4701636 Jun 01 19:02:18.948965 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 43628) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:02:19.057280 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af1744e6-6b1f-4f93-be7b-7eb3dbe416c9 tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:02:19.057959 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-af1744e6-6b1f-4f93-be7b-7eb3dbe416c9 tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:19.129607 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-af1744e6-6b1f-4f93-be7b-7eb3dbe416c9 tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.2612538 Jun 01 19:02:19.129850 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 43636) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:02:19.137980 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-521cb20b-19c2-4898-a8d9-6d585db85c29 tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:62:4b:46'}, {'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:68:44:0f'}]}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:02:19.243345 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-d2f24567-1354-40cc-8007-ba98a02e7c9c None None] Set router bb28304e-3805-4cf6-b433-f6c6230e1e5b gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:02:19.287219 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [req-627cf002-ac5d-4dfe-9ccd-893e9838a091 req-d3e8c000-71d6-44b9-9f5d-c39004fef774 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] Allocated IP 172.20.0.7 (f7c7bfcf-c7c2-42d5-8541-1692408619fe/78c15249-5b3e-42a1-9683-df5f45ae094c/5bde84c5-9343-45ea-bcef-68b82da66518) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:02:19.332056 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-7701dfad-5bf0-4553-b798-fa770609bd92 tempest-QuotasNegativeTest-204686885 tempest-QuotasNegativeTest-204686885-project-admin] Request body: {'network': {'project_id': '0dd375b3dc9346229ba708c0108be6dc'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:02:19.372813 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-7701dfad-5bf0-4553-b798-fa770609bd92 tempest-QuotasNegativeTest-204686885 tempest-QuotasNegativeTest-204686885-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:02:19.383200 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-6f1caca1-a023-4bbe-8c13-58103cbd0ed3 tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba6de796-0cb1-4e57-b3fe-7d4240c5d7ce']}} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:02:19.415030 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-7701dfad-5bf0-4553-b798-fa770609bd92 tempest-QuotasNegativeTest-204686885 tempest-QuotasNegativeTest-204686885-project-admin] Usage tracker for resource:network and tenant:0dd375b3dc9346229ba708c0108be6dc is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:02:19.427081 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-7701dfad-5bf0-4553-b798-fa770609bd92 tempest-QuotasNegativeTest-204686885 tempest-QuotasNegativeTest-204686885-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:02:19.439902 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-7701dfad-5bf0-4553-b798-fa770609bd92 tempest-QuotasNegativeTest-204686885 tempest-QuotasNegativeTest-204686885-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:02:19.471947 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-6f1caca1-a023-4bbe-8c13-58103cbd0ed3 tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5a7a36a-6296-4817-ab5d-fa672d06ca2c') {'for_net_delete': True} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:02:19.472309 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-6f1caca1-a023-4bbe-8c13-58103cbd0ed3 tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5a7a36a-6296-4817-ab5d-fa672d06ca2c') {} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:02:19.492370 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7701dfad-5bf0-4553-b798-fa770609bd92 tempest-QuotasNegativeTest-204686885 tempest-QuotasNegativeTest-204686885-project-admin] Made reservation on behalf of 0dd375b3dc9346229ba708c0108be6dc for: {'network': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:02:19.494722 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-7701dfad-5bf0-4553-b798-fa770609bd92 tempest-QuotasNegativeTest-204686885 tempest-QuotasNegativeTest-204686885-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:19.508850 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-3076b73f-d1a9-4bdd-b12d-c31257f8f420 None None] Provisioning for port c8b6bc8f-165c-4fa9-8d40-b4ae9ba47d49 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:02:19.558994 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-7701dfad-5bf0-4553-b798-fa770609bd92 tempest-QuotasNegativeTest-204686885 tempest-QuotasNegativeTest-204686885-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:19.637590 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-3076b73f-d1a9-4bdd-b12d-c31257f8f420 None None] Provisioning complete for port c8b6bc8f-165c-4fa9-8d40-b4ae9ba47d49 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:02:19.638091 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-3076b73f-d1a9-4bdd-b12d-c31257f8f420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:19.646037 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-7701dfad-5bf0-4553-b798-fa770609bd92 tempest-QuotasNegativeTest-204686885 tempest-QuotasNegativeTest-204686885-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:02:19.651243 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-7701dfad-5bf0-4553-b798-fa770609bd92 tempest-QuotasNegativeTest-204686885 tempest-QuotasNegativeTest-204686885-project-admin] Usage tracker for resource:security_group_rule and tenant:0dd375b3dc9346229ba708c0108be6dc is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:02:19.654578 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-7701dfad-5bf0-4553-b798-fa770609bd92 tempest-QuotasNegativeTest-204686885 tempest-QuotasNegativeTest-204686885-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:02:19.660774 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-7701dfad-5bf0-4553-b798-fa770609bd92 tempest-QuotasNegativeTest-204686885 tempest-QuotasNegativeTest-204686885-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:02:19.763104 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-521cb20b-19c2-4898-a8d9-6d585db85c29 tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:19.782994 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2bbe68-06b0-457b-811c-2ec31b79efa4 service neutron] Pushing event updated for resources: {'Port': ['ID=72352e64-9120-4343-9c57-bb57c2532e4b,revision_number=2']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:02:19.793499 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-3076b73f-d1a9-4bdd-b12d-c31257f8f420 None None] Port c8b6bc8f-165c-4fa9-8d40-b4ae9ba47d49 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:02:19.795844 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6f1caca1-a023-4bbe-8c13-58103cbd0ed3 tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2702126'] for segment, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:19.842647 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91d4b4a-2c95-4725-9706-7de3ac80a8eb req-8e16a690-7929-4500-b786-d147e78ba1d7 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:02:19.844327 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d91d4b4a-2c95-4725-9706-7de3ac80a8eb req-8e16a690-7929-4500-b786-d147e78ba1d7 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/ports?device_id=3957060c-8222-47fe-98eb-abd877c30435 HTTP/1.1" status: 200 len: 943 time: 1.0054123 Jun 01 19:02:19.933132 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6f1caca1-a023-4bbe-8c13-58103cbd0ed3 tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:20.000088 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-d2f24567-1354-40cc-8007-ba98a02e7c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb28304e-3805-4cf6-b433-f6c6230e1e5b', 'name': 'tempest-TestNetworkBasicOps-router-1191796848', 'tenant_id': 'd3eb50f3028440db9726ae16e6111d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': '63f4b62a-c06f-44f6-8805-96b30709e05f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:59:37Z', 'updated_at': '2022-06-01T19:02:08Z', 'revision_number': 5, 'project_id': 'd3eb50f3028440db9726ae16e6111d12', 'gw_port': {'id': '63f4b62a-c06f-44f6-8805-96b30709e05f', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:2c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb28304e-3805-4cf6-b433-f6c6230e1e5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:59:39Z', 'updated_at': '2022-06-01T18:59:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_floatingips': [{'id': 'a3e0905e-3b46-40f5-aff4-d4619e4830a6', 'tenant_id': 'd3eb50f3028440db9726ae16e6111d12', 'floating_ip_address': '172.25.4.163', 'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'router_id': 'bb28304e-3805-4cf6-b433-f6c6230e1e5b', 'port_id': 'f82d37e3-eac0-441b-b6f5-b78d863ad4f8', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1908, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81249ed1-a33f-4045-8ad1-594c3da17cb8', 'mac_address': 'fa:16:3e:06:ac:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f51ecbe-4272-460f-a9a0-d3f074976926', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T19:00:49Z', 'updated_at': '2022-06-01T19:00:58Z', 'revision_number': 1, 'project_id': 'd3eb50f3028440db9726ae16e6111d12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0af93757-175f-46a7-ad15-c24ac7f60ee6', 'name': '', 'network_id': '81249ed1-a33f-4045-8ad1-594c3da17cb8', 'tenant_id': 'd3eb50f3028440db9726ae16e6111d12', 'mac_address': 'fa:16:3e:ad:14:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb28304e-3805-4cf6-b433-f6c6230e1e5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '6ed963cc-5a55-45a1-891d-724fd87ad4ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:59:52Z', 'updated_at': '2022-06-01T19:00:03Z', 'revision_number': 5, 'project_id': 'd3eb50f3028440db9726ae16e6111d12', 'subnets': [{'id': '6ed963cc-5a55-45a1-891d-724fd87ad4ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2f2743d-1ea9-4fc4-af7e-cb2ef7fdcb47', 'name': '', 'network_id': '736de76a-7329-4f0c-80e7-094feb293c29', 'tenant_id': 'd3eb50f3028440db9726ae16e6111d12', 'mac_address': 'fa:16:3e:55:c0:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb28304e-3805-4cf6-b433-f6c6230e1e5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2086, 'fixed_ips': [{'subnet_id': '9e0b9f49-c28b-40ef-a29c-1cc8920f1a01', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:02:06Z', 'updated_at': '2022-06-01T19:02:18Z', 'revision_number': 4, 'project_id': 'd3eb50f3028440db9726ae16e6111d12', 'subnets': [{'id': '9e0b9f49-c28b-40ef-a29c-1cc8920f1a01', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:02:20.012853 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f24567-1354-40cc-8007-ba98a02e7c9c None None] The sync data for ids ['bb28304e-3805-4cf6-b433-f6c6230e1e5b'] in n-d-844202-1 is: [{'id': 'bb28304e-3805-4cf6-b433-f6c6230e1e5b', 'name': 'tempest-TestNetworkBasicOps-router-1191796848', 'tenant_id': 'd3eb50f3028440db9726ae16e6111d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': '63f4b62a-c06f-44f6-8805-96b30709e05f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:59:37Z', 'updated_at': '2022-06-01T19:02:08Z', 'revision_number': 5, 'project_id': 'd3eb50f3028440db9726ae16e6111d12', 'gw_port': {'id': '63f4b62a-c06f-44f6-8805-96b30709e05f', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:2c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb28304e-3805-4cf6-b433-f6c6230e1e5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:59:39Z', 'updated_at': '2022-06-01T18:59:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_floatingips': [{'id': 'a3e0905e-3b46-40f5-aff4-d4619e4830a6', 'tenant_id': 'd3eb50f3028440db9726ae16e6111d12', 'floating_ip_address': '172.25.4.163', 'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'router_id': 'bb28304e-3805-4cf6-b433-f6c6230e1e5b', 'port_id': 'f82d37e3-eac0-441b-b6f5-b78d863ad4f8', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1908, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81249ed1-a33f-4045-8ad1-594c3da17cb8', 'mac_address': 'fa:16:3e:06:ac:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f51ecbe-4272-460f-a9a0-d3f074976926', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T19:00:49Z', 'updated_at': '2022-06-01T19:00:58Z', 'revision_number': 1, 'project_id': 'd3eb50f3028440db9726ae16e6111d12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0af93757-175f-46a7-ad15-c24ac7f60ee6', 'name': '', 'network_id': '81249ed1-a33f-4045-8ad1-594c3da17cb8', 'tenant_id': 'd3eb50f3028440db9726ae16e6111d12', 'mac_address': 'fa:16:3e:ad:14:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb28304e-3805-4cf6-b433-f6c6230e1e5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '6ed963cc-5a55-45a1-891d-724fd87ad4ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:59:52Z', 'updated_at': '2022-06-01T19:00:03Z', 'revision_number': 5, 'project_id': 'd3eb50f3028440db9726ae16e6111d12', 'subnets': [{'id': '6ed963cc-5a55-45a1-891d-724fd87ad4ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2f2743d-1ea9-4fc4-af7e-cb2ef7fdcb47', 'name': '', 'network_id': '736de76a-7329-4f0c-80e7-094feb293c29', 'tenant_id': 'd3eb50f3028440db9726ae16e6111d12', 'mac_address': 'fa:16:3e:55:c0:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb28304e-3805-4cf6-b433-f6c6230e1e5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2086, 'fixed_ips': [{'subnet_id': '9e0b9f49-c28b-40ef-a29c-1cc8920f1a01', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:02:06Z', 'updated_at': '2022-06-01T19:02:18Z', 'revision_number': 4, 'project_id': 'd3eb50f3028440db9726ae16e6111d12', 'subnets': [{'id': '9e0b9f49-c28b-40ef-a29c-1cc8920f1a01', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:02:20.048270 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-79a65ce7-bda0-4afa-94a9-24360495cefd req-8f2bbe68-06b0-457b-811c-2ec31b79efa4 service neutron] Attempting to bind port 72352e64-9120-4343-9c57-bb57c2532e4b on host n-h2-844202-1 for vnic_type normal with profile {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:02:20.048852 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-79a65ce7-bda0-4afa-94a9-24360495cefd req-8f2bbe68-06b0-457b-811c-2ec31b79efa4 service neutron] Attempting to bind port 72352e64-9120-4343-9c57-bb57c2532e4b by drivers openvswitch,hyperv on host n-h2-844202-1 at level 0 using segments [{'id': 'd147e68c-d5fd-47df-bf65-d6c5991a53c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '0c49dc6b-5e39-4101-b04d-1c1361c15d69'}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:02:20.049461 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79a65ce7-bda0-4afa-94a9-24360495cefd req-8f2bbe68-06b0-457b-811c-2ec31b79efa4 service neutron] Attempting to bind port 72352e64-9120-4343-9c57-bb57c2532e4b on network 0c49dc6b-5e39-4101-b04d-1c1361c15d69 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:02:20.096183 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f1caca1-a023-4bbe-8c13-58103cbd0ed3 tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=88524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 19:02:20.103499 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6f1caca1-a023-4bbe-8c13-58103cbd0ed3 tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2719018'] for segment, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:20.150861 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 43662) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:02:20.258240 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-19437883-b8a0-441e-8cb9-16badef4df9c req-43ff428e-c5e0-4244-a8b8-168b4c54d72b tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb46301e-88c3-4101-8613-ee7c08857c9b HTTP/1.1" status: 200 len: 210 time: 0.1081686 Jun 01 19:02:20.363096 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-521cb20b-19c2-4898-a8d9-6d585db85c29 tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Notify callbacks [] for port, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:20.364322 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment d5a7a36a-6296-4817-ab5d-fa672d06ca2c resource provider aggregate not found Jun 01 19:02:20.371538 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-521cb20b-19c2-4898-a8d9-6d585db85c29 tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:20.391384 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79a65ce7-bda0-4afa-94a9-24360495cefd req-8f2bbe68-06b0-457b-811c-2ec31b79efa4 service neutron] Port 72352e64-9120-4343-9c57-bb57c2532e4b on network 0c49dc6b-5e39-4101-b04d-1c1361c15d69 not bound, no agent of type Open vSwitch agent registered on host n-h2-844202-1 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 19:02:20.394711 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79a65ce7-bda0-4afa-94a9-24360495cefd req-8f2bbe68-06b0-457b-811c-2ec31b79efa4 service neutron] Attempting to bind port 72352e64-9120-4343-9c57-bb57c2532e4b on network 0c49dc6b-5e39-4101-b04d-1c1361c15d69 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:02:20.496954 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-d87c5b4f-af92-44c0-af71-8f534f25ec10 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1238924473-network', 'tenant_id': '74bb3c6f44a946279f657b3ca5109e1f'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:02:20.516849 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-d87c5b4f-af92-44c0-af71-8f534f25ec10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:02:20.569146 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-d87c5b4f-af92-44c0-af71-8f534f25ec10 admin admin] Usage tracker for resource:network and tenant:74bb3c6f44a946279f657b3ca5109e1f is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:02:20.594483 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-d87c5b4f-af92-44c0-af71-8f534f25ec10 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:02:20.599531 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521cb20b-19c2-4898-a8d9-6d585db85c29 tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Pushing event updated for resources: {'Port': ['ID=c8b6bc8f-165c-4fa9-8d40-b4ae9ba47d49,revision_number=2']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:02:20.602371 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d91d4b4a-2c95-4725-9706-7de3ac80a8eb req-df864145-8c2e-46cc-be0d-5512e6b70ce2 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a351d5c-3364-42d8-bd0d-648028a392a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7347333 Jun 01 19:02:20.627278 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-d87c5b4f-af92-44c0-af71-8f534f25ec10 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:02:20.631073 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment d5a7a36a-6296-4817-ab5d-fa672d06ca2c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d5a7a36a-6296-4817-ab5d-fa672d06ca2c found for delete ", "request_id": "req-8a617247-1721-49cc-84d6-2c45ecda2e87"}]} Jun 01 19:02:20.644164 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-521cb20b-19c2-4898-a8d9-6d585db85c29 tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] In _notify_port_updated(), no bound segment for port c8b6bc8f-165c-4fa9-8d40-b4ae9ba47d49 on network 751cb7e1-9e09-47ec-aab3-7ac26b20bee0 {{(pid=88525) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 01 19:02:20.644815 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-7701dfad-5bf0-4553-b798-fa770609bd92 tempest-QuotasNegativeTest-204686885 tempest-QuotasNegativeTest-204686885-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:20.646014 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79a65ce7-bda0-4afa-94a9-24360495cefd req-8f2bbe68-06b0-457b-811c-2ec31b79efa4 service neutron] Checking agent: {'id': 'f5db9968-6317-4186-9100-9e0ca6b50417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 2, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:02:20.646997 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79a65ce7-bda0-4afa-94a9-24360495cefd req-8f2bbe68-06b0-457b-811c-2ec31b79efa4 service neutron] Checking segment: {'id': 'd147e68c-d5fd-47df-bf65-d6c5991a53c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '0c49dc6b-5e39-4101-b04d-1c1361c15d69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:02:20.647633 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79a65ce7-bda0-4afa-94a9-24360495cefd req-8f2bbe68-06b0-457b-811c-2ec31b79efa4 service neutron] Bound using segment: {'id': 'd147e68c-d5fd-47df-bf65-d6c5991a53c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '0c49dc6b-5e39-4101-b04d-1c1361c15d69'} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:02:20.648186 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-79a65ce7-bda0-4afa-94a9-24360495cefd req-8f2bbe68-06b0-457b-811c-2ec31b79efa4 service neutron] Bound port: 72352e64-9120-4343-9c57-bb57c2532e4b, host: n-h2-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd147e68c-d5fd-47df-bf65-d6c5991a53c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '0c49dc6b-5e39-4101-b04d-1c1361c15d69'}}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:02:20.648679 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-79a65ce7-bda0-4afa-94a9-24360495cefd req-8f2bbe68-06b0-457b-811c-2ec31b79efa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:20.657343 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-521cb20b-19c2-4898-a8d9-6d585db85c29 tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:02:20.658015 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-521cb20b-19c2-4898-a8d9-6d585db85c29 tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:20.661513 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-521cb20b-19c2-4898-a8d9-6d585db85c29 tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] 10.222.0.41 "PUT /v2.0/ports/c8b6bc8f-165c-4fa9-8d40-b4ae9ba47d49 HTTP/1.1" status: 200 len: 1055 time: 1.5285752 Jun 01 19:02:20.664988 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 43676) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:02:20.673337 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-7701dfad-5bf0-4553-b798-fa770609bd92 tempest-QuotasNegativeTest-204686885 tempest-QuotasNegativeTest-204686885-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:20.742510 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d87c5b4f-af92-44c0-af71-8f534f25ec10 admin admin] Made reservation on behalf of 74bb3c6f44a946279f657b3ca5109e1f for: {'network': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:02:20.744956 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d87c5b4f-af92-44c0-af71-8f534f25ec10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:20.767717 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d87c5b4f-af92-44c0-af71-8f534f25ec10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:20.772819 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-c6cd6581-eaff-4efa-9b22-2c32df04d692 None None] Provisioning complete for port c8b6bc8f-165c-4fa9-8d40-b4ae9ba47d49 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:02:20.773700 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-c6cd6581-eaff-4efa-9b22-2c32df04d692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:20.785402 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-d87c5b4f-af92-44c0-af71-8f534f25ec10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:02:20.789975 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7701dfad-5bf0-4553-b798-fa770609bd92 tempest-QuotasNegativeTest-204686885 tempest-QuotasNegativeTest-204686885-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aed8a84-d7c2-4db5-bdfb-eca14f249b84,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:02:20.790611 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-d87c5b4f-af92-44c0-af71-8f534f25ec10 admin admin] Usage tracker for resource:security_group_rule and tenant:74bb3c6f44a946279f657b3ca5109e1f is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:02:20.793978 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-d87c5b4f-af92-44c0-af71-8f534f25ec10 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:02:20.800874 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-d87c5b4f-af92-44c0-af71-8f534f25ec10 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:02:20.879933 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-c6cd6581-eaff-4efa-9b22-2c32df04d692 None None] Port c8b6bc8f-165c-4fa9-8d40-b4ae9ba47d49 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:02:20.908771 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d87c5b4f-af92-44c0-af71-8f534f25ec10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:20.921371 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-54941991-2697-4896-8f23-184a34208e12 tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Deleting port c8b6bc8f-165c-4fa9-8d40-b4ae9ba47d49 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:02:20.921726 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-54941991-2697-4896-8f23-184a34208e12 tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:20.927053 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-79a65ce7-bda0-4afa-94a9-24360495cefd req-8f2bbe68-06b0-457b-811c-2ec31b79efa4 service neutron] For port 72352e64-9120-4343-9c57-bb57c2532e4b, host n-h2-844202-1, cleared binding levels {{(pid=88524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:02:20.937394 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-79a65ce7-bda0-4afa-94a9-24360495cefd req-8f2bbe68-06b0-457b-811c-2ec31b79efa4 service neutron] For port 72352e64-9120-4343-9c57-bb57c2532e4b, host n-h2-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=72352e64-9120-4343-9c57-bb57c2532e4b,segment=NetworkSegment(d147e68c-d5fd-47df-bf65-d6c5991a53c2),segment_id=d147e68c-d5fd-47df-bf65-d6c5991a53c2)] {{(pid=88524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:02:20.947868 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6f1caca1-a023-4bbe-8c13-58103cbd0ed3 tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:20.952953 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d87c5b4f-af92-44c0-af71-8f534f25ec10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:20.967848 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-627cf002-ac5d-4dfe-9ccd-893e9838a091 req-d3e8c000-71d6-44b9-9f5d-c39004fef774 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:20.980129 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-79a65ce7-bda0-4afa-94a9-24360495cefd req-8f2bbe68-06b0-457b-811c-2ec31b79efa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:20.990207 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7701dfad-5bf0-4553-b798-fa770609bd92 tempest-QuotasNegativeTest-204686885 tempest-QuotasNegativeTest-204686885-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107} {{(pid=88524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 19:02:21.024192 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d87c5b4f-af92-44c0-af71-8f534f25ec10 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 140} {{(pid=88525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 19:02:21.040143 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device d2f2743d-1ea9-4fc4-af7e-cb2ef7fdcb47 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:02:21.060032 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87c5b4f-af92-44c0-af71-8f534f25ec10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3b0bff3-1338-4c07-b8be-87196173180d,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:02:21.099134 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6f1caca1-a023-4bbe-8c13-58103cbd0ed3 tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:21.104729 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2bbe68-06b0-457b-811c-2ec31b79efa4 service neutron] Pushing event updated for resources: {'Port': ['ID=72352e64-9120-4343-9c57-bb57c2532e4b,revision_number=3']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:02:21.137171 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1caca1-a023-4bbe-8c13-58103cbd0ed3 tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Pushing event deleted for resources: {'Network': ['ID=ba6de796-0cb1-4e57-b3fe-7d4240c5d7ce,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:02:21.150405 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-7701dfad-5bf0-4553-b798-fa770609bd92 tempest-QuotasNegativeTest-204686885 tempest-QuotasNegativeTest-204686885-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:21.150849 n-d-844202-1 neutron-server[88524]: INFO neutron.db.segments_db [None req-7701dfad-5bf0-4553-b798-fa770609bd92 tempest-QuotasNegativeTest-204686885 tempest-QuotasNegativeTest-204686885-project-admin] Added segment e28b2977-856a-479b-876a-01cf26c7d005 of type vlan for network c22c6e26-1727-41d8-89a5-9b9117f3f306 Jun 01 19:02:21.162971 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a65ce7-bda0-4afa-94a9-24360495cefd req-8f2bbe68-06b0-457b-811c-2ec31b79efa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:02:21.163894 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-79a65ce7-bda0-4afa-94a9-24360495cefd req-8f2bbe68-06b0-457b-811c-2ec31b79efa4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:21.165583 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-79a65ce7-bda0-4afa-94a9-24360495cefd req-8f2bbe68-06b0-457b-811c-2ec31b79efa4 service neutron] 10.222.0.50 "PUT /v2.0/ports/72352e64-9120-4343-9c57-bb57c2532e4b HTTP/1.1" status: 200 len: 1091 time: 5.4992247 Jun 01 19:02:21.166164 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3957060c-8222-47fe-98eb-abd877c30435', 'tag': '72352e64-9120-4343-9c57-bb57c2532e4b'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:02:21.204816 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-6f1caca1-a023-4bbe-8c13-58103cbd0ed3 tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] 10.222.0.41 "DELETE /v2.0/networks/ba6de796-0cb1-4e57-b3fe-7d4240c5d7ce HTTP/1.1" status: 204 len: 168 time: 4.4931259 Jun 01 19:02:21.217352 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port d2f2743d-1ea9-4fc4-af7e-cb2ef7fdcb47 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:02:21.231732 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port d2f2743d-1ea9-4fc4-af7e-cb2ef7fdcb47 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:02:21.232558 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:21.235189 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 43682) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:02:21.263974 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29541ac5-d2ea-4128-9e08-aadfa197b3ee'] response: {'name': 'network-changed', 'server_uuid': '3957060c-8222-47fe-98eb-abd877c30435', 'tag': '72352e64-9120-4343-9c57-bb57c2532e4b', 'status': 'completed', 'code': 200} Jun 01 19:02:21.271213 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d87c5b4f-af92-44c0-af71-8f534f25ec10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:21.271629 n-d-844202-1 neutron-server[88525]: INFO neutron.db.segments_db [None req-d87c5b4f-af92-44c0-af71-8f534f25ec10 admin admin] Added segment da06099e-a09c-4ec5-b5f5-aade1252432d of type vlan for network 427d877d-5727-480a-bbe6-bbe61eddc167 Jun 01 19:02:21.389987 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d87c5b4f-af92-44c0-af71-8f534f25ec10 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:21.417381 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port d2f2743d-1ea9-4fc4-af7e-cb2ef7fdcb47 is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:02:21.417910 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:21.469796 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port d2f2743d-1ea9-4fc4-af7e-cb2ef7fdcb47, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=d2f2743d-1ea9-4fc4-af7e-cb2ef7fdcb47,segment=NetworkSegment(88cd4108-c0fe-48ed-8aac-3aa2e1253bf4),segment_id=88cd4108-c0fe-48ed-8aac-3aa2e1253bf4)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:02:21.470024 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-54941991-2697-4896-8f23-184a34208e12 tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:21.475474 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:21.478412 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d87c5b4f-af92-44c0-af71-8f534f25ec10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:21.479374 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d87c5b4f-af92-44c0-af71-8f534f25ec10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:02:21.479942 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d87c5b4f-af92-44c0-af71-8f534f25ec10 admin admin] Notify callbacks [] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:21.574068 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=d2f2743d-1ea9-4fc4-af7e-cb2ef7fdcb47,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:02:21.576478 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-d87c5b4f-af92-44c0-af71-8f534f25ec10 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.4242578 Jun 01 19:02:21.613108 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 43688) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:02:21.630417 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-f9c0984e-bab6-4fa8-af74-a0c07e43ddc1 req-2c2ea426-bd12-4bd4-b00d-b2deb34e8d8d tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] Synchronizing usage tracker for tenant:cdc5de11547f4a5f8e1e8d097edd2ecf on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:02:21.634477 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-7701dfad-5bf0-4553-b798-fa770609bd92 tempest-QuotasNegativeTest-204686885 tempest-QuotasNegativeTest-204686885-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:21.641172 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-81140175-f8ab-4ea3-bc25-3016b522d7c3 admin admin] Request body: {'subnet': {'network_id': '427d877d-5727-480a-bbe6-bbe61eddc167', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1238924473-subnet', 'tenant_id': '74bb3c6f44a946279f657b3ca5109e1f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:02:21.658208 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-81140175-f8ab-4ea3-bc25-3016b522d7c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:02:21.678245 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-81140175-f8ab-4ea3-bc25-3016b522d7c3 admin admin] Usage tracker for resource:subnet and tenant:74bb3c6f44a946279f657b3ca5109e1f is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:02:21.690033 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-627cf002-ac5d-4dfe-9ccd-893e9838a091 req-d3e8c000-71d6-44b9-9f5d-c39004fef774 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:21.692022 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-54941991-2697-4896-8f23-184a34208e12 tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Calling delete_port for c8b6bc8f-165c-4fa9-8d40-b4ae9ba47d49 owned by {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:02:21.696640 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-81140175-f8ab-4ea3-bc25-3016b522d7c3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:02:21.749745 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-81140175-f8ab-4ea3-bc25-3016b522d7c3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:02:21.766879 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87c5b4f-af92-44c0-af71-8f534f25ec10 admin admin] Pushing event updated for resources: {'Network': ['ID=427d877d-5727-480a-bbe6-bbe61eddc167,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:02:21.776630 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.db.resource_extend [None req-7701dfad-5bf0-4553-b798-fa770609bd92 tempest-QuotasNegativeTest-204686885 tempest-QuotasNegativeTest-204686885-project-admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 19:02:21.781395 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network 427d877d-5727-480a-bbe6-bbe61eddc167 details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 19:02:21.788021 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-dc1c11c2-4010-4224-a0c4-cbbf0b9e89f0 tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:21.818799 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-f9c0984e-bab6-4fa8-af74-a0c07e43ddc1 req-2c2ea426-bd12-4bd4-b00d-b2deb34e8d8d tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] Unset dirty status for tenant:cdc5de11547f4a5f8e1e8d097edd2ecf on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:02:21.829276 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f9c0984e-bab6-4fa8-af74-a0c07e43ddc1 req-2c2ea426-bd12-4bd4-b00d-b2deb34e8d8d tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb46301e-88c3-4101-8613-ee7c08857c9b HTTP/1.1" status: 200 len: 210 time: 0.3218849 Jun 01 19:02:21.857371 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-627cf002-ac5d-4dfe-9ccd-893e9838a091 req-d3e8c000-71d6-44b9-9f5d-c39004fef774 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] Network f7c7bfcf-c7c2-42d5-8541-1692408619fe is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:02:21.863803 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [req-627cf002-ac5d-4dfe-9ccd-893e9838a091 req-d3e8c000-71d6-44b9-9f5d-c39004fef774 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:02:21.873921 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-627cf002-ac5d-4dfe-9ccd-893e9838a091 req-d3e8c000-71d6-44b9-9f5d-c39004fef774 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:02:21.922596 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81140175-f8ab-4ea3-bc25-3016b522d7c3 admin admin] Made reservation on behalf of 74bb3c6f44a946279f657b3ca5109e1f for: {'subnet': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:02:21.925705 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-81140175-f8ab-4ea3-bc25-3016b522d7c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3066584'] for subnet, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:21.926957 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581c7666-721d-4038-9c41-b992999b4d2c req-0d7cb2a9-e182-4984-97cc-50835608400b tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:02:21.928585 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-581c7666-721d-4038-9c41-b992999b4d2c req-0d7cb2a9-e182-4984-97cc-50835608400b tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/ports?device_id=3957060c-8222-47fe-98eb-abd877c30435 HTTP/1.1" status: 200 len: 943 time: 0.1592860 Jun 01 19:02:22.015913 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-581c7666-721d-4038-9c41-b992999b4d2c req-bbabc5ed-e914-44e6-b3ca-2209efbd3a75 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a351d5c-3364-42d8-bd0d-648028a392a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801966 Jun 01 19:02:22.017351 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-54941991-2697-4896-8f23-184a34208e12 tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:22.019514 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e8c000-71d6-44b9-9f5d-c39004fef774 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] Pushing event updated for resources: {'Port': ['ID=5bde84c5-9343-45ea-bcef-68b82da66518,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:02:22.023745 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-7701dfad-5bf0-4553-b798-fa770609bd92 tempest-QuotasNegativeTest-204686885 tempest-QuotasNegativeTest-204686885-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:22.025035 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7701dfad-5bf0-4553-b798-fa770609bd92 tempest-QuotasNegativeTest-204686885 tempest-QuotasNegativeTest-204686885-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:02:22.025600 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-7701dfad-5bf0-4553-b798-fa770609bd92 tempest-QuotasNegativeTest-204686885 tempest-QuotasNegativeTest-204686885-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:22.036777 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627cf002-ac5d-4dfe-9ccd-893e9838a091 req-d3e8c000-71d6-44b9-9f5d-c39004fef774 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:02:22.038145 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-627cf002-ac5d-4dfe-9ccd-893e9838a091 req-d3e8c000-71d6-44b9-9f5d-c39004fef774 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:22.115037 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54941991-2697-4896-8f23-184a34208e12 tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Pushing event deleted for resources: {'Port': ['ID=c8b6bc8f-165c-4fa9-8d40-b4ae9ba47d49,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:02:22.187718 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a65ce7-bda0-4afa-94a9-24360495cefd req-f5f64546-2e5d-4e64-a95a-78b38d371461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:02:22.189458 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-79a65ce7-bda0-4afa-94a9-24360495cefd req-f5f64546-2e5d-4e64-a95a-78b38d371461 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ff411273a1ac46f2a91fb45afe578ccb&device_id=3957060c-8222-47fe-98eb-abd877c30435 HTTP/1.1" status: 200 len: 1094 time: 0.9272943 Jun 01 19:02:22.439095 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-54941991-2697-4896-8f23-184a34208e12 tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:22.444044 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-627cf002-ac5d-4dfe-9ccd-893e9838a091 req-d3e8c000-71d6-44b9-9f5d-c39004fef774 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.9505351 Jun 01 19:02:22.447855 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-7701dfad-5bf0-4553-b798-fa770609bd92 tempest-QuotasNegativeTest-204686885 tempest-QuotasNegativeTest-204686885-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 3.3465476 Jun 01 19:02:22.448002 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 43698) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:02:22.455467 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-3a8a9b33-93d9-44bc-8907-c43de6fe28a7 tempest-QuotasNegativeTest-204686885 tempest-QuotasNegativeTest-204686885-project-admin] Request body: {'network': {'project_id': '0dd375b3dc9346229ba708c0108be6dc'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:02:22.464084 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-54941991-2697-4896-8f23-184a34208e12 tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] 10.222.0.41 "DELETE /v2.0/ports/c8b6bc8f-165c-4fa9-8d40-b4ae9ba47d49 HTTP/1.1" status: 204 len: 168 time: 1.7931964 Jun 01 19:02:22.464084 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-3a8a9b33-93d9-44bc-8907-c43de6fe28a7 tempest-QuotasNegativeTest-204686885 tempest-QuotasNegativeTest-204686885-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:02:22.465218 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 43702) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:02:22.466501 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-79a65ce7-bda0-4afa-94a9-24360495cefd req-f2d3daac-6964-48dd-8300-5910e18c3d5e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=72352e64-9120-4343-9c57-bb57c2532e4b HTTP/1.1" status: 200 len: 217 time: 0.1685951 Jun 01 19:02:22.467079 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7701dfad-5bf0-4553-b798-fa770609bd92 tempest-QuotasNegativeTest-204686885 tempest-QuotasNegativeTest-204686885-project-admin] Pushing event updated for resources: {'Network': ['ID=c22c6e26-1727-41d8-89a5-9b9117f3f306,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:02:22.473346 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-627cf002-ac5d-4dfe-9ccd-893e9838a091 req-40bff4ad-8aa3-4c68-8eb8-3f12f4aa6f84 service neutron] Request body: {'port': {'device_id': 'cb46301e-88c3-4101-8613-ee7c08857c9b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844202-1'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:02:22.486105 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network c22c6e26-1727-41d8-89a5-9b9117f3f306 details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 19:02:22.499526 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-3a8a9b33-93d9-44bc-8907-c43de6fe28a7 tempest-QuotasNegativeTest-204686885 tempest-QuotasNegativeTest-204686885-project-admin] Usage tracker for resource:network and tenant:0dd375b3dc9346229ba708c0108be6dc is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:02:22.508956 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-3a8a9b33-93d9-44bc-8907-c43de6fe28a7 tempest-QuotasNegativeTest-204686885 tempest-QuotasNegativeTest-204686885-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:02:22.519493 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-3a8a9b33-93d9-44bc-8907-c43de6fe28a7 tempest-QuotasNegativeTest-204686885 tempest-QuotasNegativeTest-204686885-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:02:22.522641 n-d-844202-1 neutron-server[88525]: INFO neutron.pecan_wsgi.hooks.translation [None req-66af64c1-4d6a-4968-b2a1-6acd43a98bf3 tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] GET failed (client error): The resource could not be found. Jun 01 19:02:22.523286 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-66af64c1-4d6a-4968-b2a1-6acd43a98bf3 tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Synchronizing usage tracker for tenant:1ef2f9a3bffe45daa103d0202da52ffe on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:02:22.539350 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-dc1c11c2-4010-4224-a0c4-cbbf0b9e89f0 tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:22.544656 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a8a9b33-93d9-44bc-8907-c43de6fe28a7 tempest-QuotasNegativeTest-204686885 tempest-QuotasNegativeTest-204686885-project-admin] Made reservation on behalf of 0dd375b3dc9346229ba708c0108be6dc for: {'network': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:02:22.547427 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3a8a9b33-93d9-44bc-8907-c43de6fe28a7 tempest-QuotasNegativeTest-204686885 tempest-QuotasNegativeTest-204686885-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:22.559373 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-66af64c1-4d6a-4968-b2a1-6acd43a98bf3 tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Unset dirty status for tenant:1ef2f9a3bffe45daa103d0202da52ffe on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:02:22.560906 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-66af64c1-4d6a-4968-b2a1-6acd43a98bf3 tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] 10.222.0.41 "GET /v2.0/ports/c8b6bc8f-165c-4fa9-8d40-b4ae9ba47d49 HTTP/1.1" status: 404 len: 333 time: 0.0947573 Jun 01 19:02:22.564166 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 43706) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:02:22.586482 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-dc1c11c2-4010-4224-a0c4-cbbf0b9e89f0 tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9712acb4-0ef9-4859-8530-b674b1e2e30f']}} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:02:22.642705 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a8a9b33-93d9-44bc-8907-c43de6fe28a7 tempest-QuotasNegativeTest-204686885 tempest-QuotasNegativeTest-204686885-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 138} {{(pid=88525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 19:02:22.652445 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-5d4fe4aa-9492-478b-9991-66ae71b56293 tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Deleting port 07f1ca44-658f-419d-b216-705143c1c84f {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:02:22.652874 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5d4fe4aa-9492-478b-9991-66ae71b56293 tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:22.664439 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-dc1c11c2-4010-4224-a0c4-cbbf0b9e89f0 tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe0dfb04-fe7f-48df-8a08-de55294f66e1') {'for_net_delete': True} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:02:22.664963 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-dc1c11c2-4010-4224-a0c4-cbbf0b9e89f0 tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe0dfb04-fe7f-48df-8a08-de55294f66e1') {} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:02:22.699952 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-dc1c11c2-4010-4224-a0c4-cbbf0b9e89f0 tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2702126'] for segment, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:22.700366 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3a8a9b33-93d9-44bc-8907-c43de6fe28a7 tempest-QuotasNegativeTest-204686885 tempest-QuotasNegativeTest-204686885-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:22.700723 n-d-844202-1 neutron-server[88525]: INFO neutron.db.segments_db [None req-3a8a9b33-93d9-44bc-8907-c43de6fe28a7 tempest-QuotasNegativeTest-204686885 tempest-QuotasNegativeTest-204686885-project-admin] Added segment 1aff71ed-d3bd-49b0-ba0b-29e3d9eba95d of type vlan for network 8cee110f-f6a7-4eb3-8503-2502ce72456a Jun 01 19:02:22.749851 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3a8a9b33-93d9-44bc-8907-c43de6fe28a7 tempest-QuotasNegativeTest-204686885 tempest-QuotasNegativeTest-204686885-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:22.826406 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-dc1c11c2-4010-4224-a0c4-cbbf0b9e89f0 tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:22.828849 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a65ce7-bda0-4afa-94a9-24360495cefd req-a2a9aab9-b5ff-4bf4-83ea-0a4c63c9c28c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:02:22.830660 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-79a65ce7-bda0-4afa-94a9-24360495cefd req-a2a9aab9-b5ff-4bf4-83ea-0a4c63c9c28c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=308ebcd6-774a-482f-bd0f-fadc3e2b2dca HTTP/1.1" status: 200 len: 846 time: 0.2312737 Jun 01 19:02:22.885226 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc1c11c2-4010-4224-a0c4-cbbf0b9e89f0 tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=88524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 19:02:22.886344 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-dc1c11c2-4010-4224-a0c4-cbbf0b9e89f0 tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2719018'] for segment, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:22.893329 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.db.resource_extend [None req-3a8a9b33-93d9-44bc-8907-c43de6fe28a7 tempest-QuotasNegativeTest-204686885 tempest-QuotasNegativeTest-204686885-project-admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 19:02:22.934854 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment fe0dfb04-fe7f-48df-8a08-de55294f66e1 resource provider aggregate not found Jun 01 19:02:22.965968 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3a8a9b33-93d9-44bc-8907-c43de6fe28a7 tempest-QuotasNegativeTest-204686885 tempest-QuotasNegativeTest-204686885-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:22.967007 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a8a9b33-93d9-44bc-8907-c43de6fe28a7 tempest-QuotasNegativeTest-204686885 tempest-QuotasNegativeTest-204686885-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:02:22.968038 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3a8a9b33-93d9-44bc-8907-c43de6fe28a7 tempest-QuotasNegativeTest-204686885 tempest-QuotasNegativeTest-204686885-project-admin] Notify callbacks [] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:22.996787 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-79a65ce7-bda0-4afa-94a9-24360495cefd req-c51cf5a5-c74b-4b01-8f78-77cd752035b6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0c49dc6b-5e39-4101-b04d-1c1361c15d69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1503296 Jun 01 19:02:23.024254 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-627cf002-ac5d-4dfe-9ccd-893e9838a091 req-40bff4ad-8aa3-4c68-8eb8-3f12f4aa6f84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:23.028434 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device d2f2743d-1ea9-4fc4-af7e-cb2ef7fdcb47 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:02:23.093342 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment fe0dfb04-fe7f-48df-8a08-de55294f66e1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fe0dfb04-fe7f-48df-8a08-de55294f66e1 found for delete ", "request_id": "req-46502d61-7e3c-4885-8971-825607317641"}]} Jun 01 19:02:23.177318 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port d2f2743d-1ea9-4fc4-af7e-cb2ef7fdcb47 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:02:23.177820 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:23.198404 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 43724) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:02:23.235404 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-3a8a9b33-93d9-44bc-8907-c43de6fe28a7 tempest-QuotasNegativeTest-204686885 tempest-QuotasNegativeTest-204686885-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.7862082 Jun 01 19:02:23.257727 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 43728) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:02:23.317334 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port d2f2743d-1ea9-4fc4-af7e-cb2ef7fdcb47 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:02:23.464412 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-81140175-f8ab-4ea3-bc25-3016b522d7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2718919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3066602'] for subnet, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:23.467838 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-dc1c11c2-4010-4224-a0c4-cbbf0b9e89f0 tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:23.472458 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-ae938ffd-763a-40b3-8ddc-f0817231ff4f tempest-QuotasNegativeTest-204686885 tempest-QuotasNegativeTest-204686885-project-admin] Request body: {'network': {'project_id': '0dd375b3dc9346229ba708c0108be6dc'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:02:23.556120 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-ae938ffd-763a-40b3-8ddc-f0817231ff4f tempest-QuotasNegativeTest-204686885 tempest-QuotasNegativeTest-204686885-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:02:23.558866 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-dc1c11c2-4010-4224-a0c4-cbbf0b9e89f0 tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:23.568187 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5f4de16f-dff7-4176-bd42-d9d0d9215be2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:23.577223 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8a9b33-93d9-44bc-8907-c43de6fe28a7 tempest-QuotasNegativeTest-204686885 tempest-QuotasNegativeTest-204686885-project-admin] Pushing event updated for resources: {'Network': ['ID=8cee110f-f6a7-4eb3-8503-2502ce72456a,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:02:23.582616 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-ae938ffd-763a-40b3-8ddc-f0817231ff4f tempest-QuotasNegativeTest-204686885 tempest-QuotasNegativeTest-204686885-project-admin] Usage tracker for resource:network and tenant:0dd375b3dc9346229ba708c0108be6dc is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:02:23.588699 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network 8cee110f-f6a7-4eb3-8503-2502ce72456a details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 19:02:23.595080 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1c11c2-4010-4224-a0c4-cbbf0b9e89f0 tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Pushing event deleted for resources: {'Network': ['ID=9712acb4-0ef9-4859-8530-b674b1e2e30f,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:02:23.602812 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-ae938ffd-763a-40b3-8ddc-f0817231ff4f tempest-QuotasNegativeTest-204686885 tempest-QuotasNegativeTest-204686885-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:02:23.619848 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-5f4de16f-dff7-4176-bd42-d9d0d9215be2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:02:23.623023 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5d4fe4aa-9492-478b-9991-66ae71b56293 tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:23.627060 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-ae938ffd-763a-40b3-8ddc-f0817231ff4f tempest-QuotasNegativeTest-204686885 tempest-QuotasNegativeTest-204686885-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:02:23.637298 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-5f4de16f-dff7-4176-bd42-d9d0d9215be2 admin admin] Usage tracker for resource:security_group_rule and tenant:8c285987a72b4bf2aedb69a5138e3408 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:02:23.642462 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-5f4de16f-dff7-4176-bd42-d9d0d9215be2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:02:23.662094 n-d-844202-1 neutron-server[88524]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae938ffd-763a-40b3-8ddc-f0817231ff4f tempest-QuotasNegativeTest-204686885 tempest-QuotasNegativeTest-204686885-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jun 01 19:02:23.663173 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae938ffd-763a-40b3-8ddc-f0817231ff4f tempest-QuotasNegativeTest-204686885 tempest-QuotasNegativeTest-204686885-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=88524) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 19:02:23.667016 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-ae938ffd-763a-40b3-8ddc-f0817231ff4f tempest-QuotasNegativeTest-204686885 tempest-QuotasNegativeTest-204686885-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.3968284 Jun 01 19:02:23.699268 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 43736) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:02:23.720994 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81140175-f8ab-4ea3-bc25-3016b522d7c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f9b4456-316c-4866-ac1b-4ba61cba2bcb,revision_number=0']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:02:23.758151 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-dc1c11c2-4010-4224-a0c4-cbbf0b9e89f0 tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] 10.222.0.41 "DELETE /v2.0/networks/9712acb4-0ef9-4859-8530-b674b1e2e30f HTTP/1.1" status: 204 len: 168 time: 2.5213351 Jun 01 19:02:23.766807 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 43740) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:02:23.770000 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81140175-f8ab-4ea3-bc25-3016b522d7c3 admin admin] Checking segment: {'id': 'da06099e-a09c-4ec5-b5f5-aade1252432d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '427d877d-5727-480a-bbe6-bbe61eddc167'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:02:23.770353 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81140175-f8ab-4ea3-bc25-3016b522d7c3 admin admin] Network hostable DHCP agents. Network: 427d877d-5727-480a-bbe6-bbe61eddc167, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88524) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 19:02:23.778626 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-5f4de16f-dff7-4176-bd42-d9d0d9215be2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:02:23.784870 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-79a65ce7-bda0-4afa-94a9-24360495cefd req-0fad89f5-3759-472c-a623-bf735a3c4f8b service neutron] 10.222.0.50 "GET /v2.0/networks/0c49dc6b-5e39-4101-b04d-1c1361c15d69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7622840 Jun 01 19:02:23.801204 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-5d4fe4aa-9492-478b-9991-66ae71b56293 tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Calling delete_port for 07f1ca44-658f-419d-b216-705143c1c84f owned by {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:02:23.920804 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be58452d-6b4a-41d4-ac1e-0b1fe9b212a1 req-137a5c94-bd48-4eab-abd1-64460b92ba90 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:02:23.922266 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-be58452d-6b4a-41d4-ac1e-0b1fe9b212a1 req-137a5c94-bd48-4eab-abd1-64460b92ba90 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/ports?device_id=3957060c-8222-47fe-98eb-abd877c30435 HTTP/1.1" status: 200 len: 943 time: 0.6376560 Jun 01 19:02:23.962149 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fe947c-e4a9-47ff-a223-e639d0f2ec8a req-d1092381-66f0-46c9-a3e2-c2d649a51527 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:02:23.963619 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-29fe947c-e4a9-47ff-a223-e639d0f2ec8a req-d1092381-66f0-46c9-a3e2-c2d649a51527 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb46301e-88c3-4101-8613-ee7c08857c9b HTTP/1.1" status: 200 len: 931 time: 0.8693392 Jun 01 19:02:23.994936 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-a8df978b-bd99-4eee-833c-2340a041b517 tempest-QuotasNegativeTest-204686885 tempest-QuotasNegativeTest-204686885-project-admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0dd375b3dc9346229ba708c0108be6dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2920489 Jun 01 19:02:23.997415 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 43744) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:02:24.100013 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81140175-f8ab-4ea3-bc25-3016b522d7c3 admin admin] Network 427d877d-5727-480a-bbe6-bbe61eddc167 is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88524) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 19:02:24.111796 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-be58452d-6b4a-41d4-ac1e-0b1fe9b212a1 req-50316e33-f631-476b-8f42-1cfeeac7e020 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a351d5c-3364-42d8-bd0d-648028a392a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725285 Jun 01 19:02:24.145428 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6b5fcfac-84a5-48c8-a5fb-e9220ac6506e tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:24.154612 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-81140175-f8ab-4ea3-bc25-3016b522d7c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, 427d877d-5727-480a-bbe6-bbe61eddc167) {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:02:24.165445 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b32adab-cbc2-415c-9e25-1bb139adb857 None None] Network 427d877d-5727-480a-bbe6-bbe61eddc167 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:02:24.186836 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81140175-f8ab-4ea3-bc25-3016b522d7c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:02:24.187413 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-81140175-f8ab-4ea3-bc25-3016b522d7c3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:24.196926 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5d4fe4aa-9492-478b-9991-66ae71b56293 tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:24.203084 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-29fe947c-e4a9-47ff-a223-e639d0f2ec8a req-790691fd-01ad-47c7-b24e-f3e8e8db7896 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a574796-057f-49e3-abd4-a6618918f66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670208 Jun 01 19:02:24.205218 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5f4de16f-dff7-4176-bd42-d9d0d9215be2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:24.248287 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-81140175-f8ab-4ea3-bc25-3016b522d7c3 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.6340094 Jun 01 19:02:24.264977 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4fe4aa-9492-478b-9991-66ae71b56293 tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Pushing event deleted for resources: {'Port': ['ID=07f1ca44-658f-419d-b216-705143c1c84f,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:02:24.269585 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b386fe5e-1073-4e1c-9e4e-185638c8f206 tempest-QuotasNegativeTest-204686885 tempest-QuotasNegativeTest-204686885-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:24.271230 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5f4de16f-dff7-4176-bd42-d9d0d9215be2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:24.282358 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-79a65ce7-bda0-4afa-94a9-24360495cefd req-734b22f4-cfb5-40a8-82f7-35d82970a5e1 service neutron] 10.222.0.50 "GET /v2.0/networks/0c49dc6b-5e39-4101-b04d-1c1361c15d69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4675803 Jun 01 19:02:24.437461 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b386fe5e-1073-4e1c-9e4e-185638c8f206 tempest-QuotasNegativeTest-204686885 tempest-QuotasNegativeTest-204686885-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:24.449670 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-5f4de16f-dff7-4176-bd42-d9d0d9215be2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8c285987a72b4bf2aedb69a5138e3408&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2344246 Jun 01 19:02:24.450483 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 43750) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:02:24.460320 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4de16f-dff7-4176-bd42-d9d0d9215be2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7560f65b-690f-4a4e-b5d5-4eb95547a96f,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:02:24.520451 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6b5fcfac-84a5-48c8-a5fb-e9220ac6506e tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:24.533698 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-354a8ec7-f06f-480a-9ff5-48261fe23409 None None] Network 427d877d-5727-480a-bbe6-bbe61eddc167 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:02:24.537835 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [req-627cf002-ac5d-4dfe-9ccd-893e9838a091 req-40bff4ad-8aa3-4c68-8eb8-3f12f4aa6f84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bde84c5-9343-45ea-bcef-68b82da66518 {{(pid=88524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 19:02:24.546213 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b386fe5e-1073-4e1c-9e4e-185638c8f206 tempest-QuotasNegativeTest-204686885 tempest-QuotasNegativeTest-204686885-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:24.548654 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-627cf002-ac5d-4dfe-9ccd-893e9838a091 req-40bff4ad-8aa3-4c68-8eb8-3f12f4aa6f84 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:24.585115 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b386fe5e-1073-4e1c-9e4e-185638c8f206 tempest-QuotasNegativeTest-204686885 tempest-QuotasNegativeTest-204686885-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aed8a84-d7c2-4db5-bdfb-eca14f249b84,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:02:24.621438 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-6b5fcfac-84a5-48c8-a5fb-e9220ac6506e tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e866ce9a-0aa7-4201-8499-ad499c226f04']}} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:02:24.638485 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-6b5fcfac-84a5-48c8-a5fb-e9220ac6506e tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c91f9989-294d-43b4-a20f-36ab0c8c1760') {'for_net_delete': True} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:02:24.639394 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-6b5fcfac-84a5-48c8-a5fb-e9220ac6506e tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c91f9989-294d-43b4-a20f-36ab0c8c1760') {} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:02:24.641535 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5d4fe4aa-9492-478b-9991-66ae71b56293 tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:24.657676 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-5d4fe4aa-9492-478b-9991-66ae71b56293 tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] 10.222.0.41 "DELETE /v2.0/ports/07f1ca44-658f-419d-b216-705143c1c84f HTTP/1.1" status: 204 len: 168 time: 2.0897877 Jun 01 19:02:24.660992 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6b5fcfac-84a5-48c8-a5fb-e9220ac6506e tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2702126'] for segment, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:24.664515 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b386fe5e-1073-4e1c-9e4e-185638c8f206 tempest-QuotasNegativeTest-204686885 tempest-QuotasNegativeTest-204686885-project-admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:24.665636 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-b386fe5e-1073-4e1c-9e4e-185638c8f206 tempest-QuotasNegativeTest-204686885 tempest-QuotasNegativeTest-204686885-project-admin] 10.222.0.41 "DELETE /v2.0/security-groups/0aed8a84-d7c2-4db5-bdfb-eca14f249b84 HTTP/1.1" status: 204 len: 168 time: 0.6681068 Jun 01 19:02:24.668605 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 43762) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:02:24.668919 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 43764) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:02:24.700520 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6b5fcfac-84a5-48c8-a5fb-e9220ac6506e tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:24.703152 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [req-627cf002-ac5d-4dfe-9ccd-893e9838a091 req-40bff4ad-8aa3-4c68-8eb8-3f12f4aa6f84 service neutron] Transition to ACTIVE for port object 5bde84c5-9343-45ea-bcef-68b82da66518 will not be triggered until provisioned by entity L2. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:02:24.715024 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-627cf002-ac5d-4dfe-9ccd-893e9838a091 req-40bff4ad-8aa3-4c68-8eb8-3f12f4aa6f84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:24.720659 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b5fcfac-84a5-48c8-a5fb-e9220ac6506e tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=88524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 19:02:24.721049 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6b5fcfac-84a5-48c8-a5fb-e9220ac6506e tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2719018'] for segment, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:24.816762 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d4f5c27f-a6f7-447f-bd43-fcf8cafc5738 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:24.857329 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2c8aec67-e509-4974-8310-0c91ac278307 tempest-QuotasNegativeTest-204686885 tempest-QuotasNegativeTest-204686885-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:24.863140 n-d-844202-1 neutron-server[88525]: INFO neutron.pecan_wsgi.hooks.translation [None req-96408881-84a4-4a40-bcbe-3bf9dbdce50f tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] GET failed (client error): The resource could not be found. Jun 01 19:02:24.863654 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-96408881-84a4-4a40-bcbe-3bf9dbdce50f tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Synchronizing usage tracker for tenant:1ef2f9a3bffe45daa103d0202da52ffe on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:02:24.950720 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1f7be7-05ee-4bd8-8c69-69ca9d74c98a req-0e39d126-19d5-454c-98ec-8fc434d99b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:02:24.952214 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-bb1f7be7-05ee-4bd8-8c69-69ca9d74c98a req-0e39d126-19d5-454c-98ec-8fc434d99b4b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ff411273a1ac46f2a91fb45afe578ccb&device_id=3957060c-8222-47fe-98eb-abd877c30435 HTTP/1.1" status: 200 len: 1094 time: 0.5653656 Jun 01 19:02:24.982087 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-96408881-84a4-4a40-bcbe-3bf9dbdce50f tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Unset dirty status for tenant:1ef2f9a3bffe45daa103d0202da52ffe on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:02:24.986221 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-96408881-84a4-4a40-bcbe-3bf9dbdce50f tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] 10.222.0.41 "GET /v2.0/ports/07f1ca44-658f-419d-b216-705143c1c84f HTTP/1.1" status: 404 len: 333 time: 0.3131063 Jun 01 19:02:24.986354 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bff4ad-8aa3-4c68-8eb8-3f12f4aa6f84 service neutron] Pushing event updated for resources: {'Port': ['ID=5bde84c5-9343-45ea-bcef-68b82da66518,revision_number=2']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:02:24.988669 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6b5fcfac-84a5-48c8-a5fb-e9220ac6506e tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:24.990239 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 43778) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:02:24.991243 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d4f5c27f-a6f7-447f-bd43-fcf8cafc5738 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:25.124783 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6b5fcfac-84a5-48c8-a5fb-e9220ac6506e tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:25.166028 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 43786) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:02:25.173842 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment c91f9989-294d-43b4-a20f-36ab0c8c1760 resource provider aggregate not found Jun 01 19:02:25.195491 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5fcfac-84a5-48c8-a5fb-e9220ac6506e tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] Pushing event deleted for resources: {'Network': ['ID=e866ce9a-0aa7-4201-8499-ad499c226f04,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:02:25.246344 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2c8aec67-e509-4974-8310-0c91ac278307 tempest-QuotasNegativeTest-204686885 tempest-QuotasNegativeTest-204686885-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:25.321484 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dcf7bf-48f8-439a-8ae4-a10a0aaf2ce8 req-2410487f-396a-4ff6-9fce-aa689898edd6 tempest-ServerPasswordTestJSON-1704147125 tempest-ServerPasswordTestJSON-1704147125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:02:25.322178 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-c9dcf7bf-48f8-439a-8ae4-a10a0aaf2ce8 req-2410487f-396a-4ff6-9fce-aa689898edd6 tempest-ServerPasswordTestJSON-1704147125 tempest-ServerPasswordTestJSON-1704147125-project] Synchronizing usage tracker for tenant:74bb3c6f44a946279f657b3ca5109e1f on resource:network {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:02:25.325825 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-2c8aec67-e509-4974-8310-0c91ac278307 tempest-QuotasNegativeTest-204686885 tempest-QuotasNegativeTest-204686885-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cee110f-f6a7-4eb3-8503-2502ce72456a']}} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:02:25.345551 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment c91f9989-294d-43b4-a20f-36ab0c8c1760 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c91f9989-294d-43b4-a20f-36ab0c8c1760 found for delete ", "request_id": "req-cc3fccae-e177-49c5-9f74-7871d2acf22e"}]} Jun 01 19:02:25.362729 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-6b5fcfac-84a5-48c8-a5fb-e9220ac6506e tempest-BulkNetworkOpsTest-171621504 tempest-BulkNetworkOpsTest-171621504-project] 10.222.0.41 "DELETE /v2.0/networks/e866ce9a-0aa7-4201-8499-ad499c226f04 HTTP/1.1" status: 204 len: 168 time: 1.5873306 Jun 01 19:02:25.449468 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-60839368-a4dd-421f-8891-c28def58bd23 tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Deleting port ed9bc792-3713-4392-8337-654371b61a90 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:02:25.449866 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-60839368-a4dd-421f-8891-c28def58bd23 tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:25.521826 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-2c8aec67-e509-4974-8310-0c91ac278307 tempest-QuotasNegativeTest-204686885 tempest-QuotasNegativeTest-204686885-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1aff71ed-d3bd-49b0-ba0b-29e3d9eba95d') {'for_net_delete': True} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:02:25.522066 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-2c8aec67-e509-4974-8310-0c91ac278307 tempest-QuotasNegativeTest-204686885 tempest-QuotasNegativeTest-204686885-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1aff71ed-d3bd-49b0-ba0b-29e3d9eba95d') {} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:02:25.542759 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-627cf002-ac5d-4dfe-9ccd-893e9838a091 req-40bff4ad-8aa3-4c68-8eb8-3f12f4aa6f84 service neutron] Attempting to bind port 5bde84c5-9343-45ea-bcef-68b82da66518 on host n-h2-844202-1 for vnic_type normal with profile {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:02:25.542979 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-627cf002-ac5d-4dfe-9ccd-893e9838a091 req-40bff4ad-8aa3-4c68-8eb8-3f12f4aa6f84 service neutron] Attempting to bind port 5bde84c5-9343-45ea-bcef-68b82da66518 by drivers openvswitch,hyperv on host n-h2-844202-1 at level 0 using segments [{'id': 'ce523ae2-04b9-4e0f-83fe-35e934deb7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'f7c7bfcf-c7c2-42d5-8541-1692408619fe'}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:02:25.543234 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-627cf002-ac5d-4dfe-9ccd-893e9838a091 req-40bff4ad-8aa3-4c68-8eb8-3f12f4aa6f84 service neutron] Attempting to bind port 5bde84c5-9343-45ea-bcef-68b82da66518 on network f7c7bfcf-c7c2-42d5-8541-1692408619fe {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:02:25.551820 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d4f5c27f-a6f7-447f-bd43-fcf8cafc5738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:25.554719 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1f7be7-05ee-4bd8-8c69-69ca9d74c98a req-a6675466-45f3-45a0-a39c-e7437ee4f5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:02:25.556164 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-bb1f7be7-05ee-4bd8-8c69-69ca9d74c98a req-a6675466-45f3-45a0-a39c-e7437ee4f5b3 service neutron] 10.222.0.50 "GET /v2.0/networks?id=0c49dc6b-5e39-4101-b04d-1c1361c15d69 HTTP/1.1" status: 200 len: 907 time: 0.5919333 Jun 01 19:02:25.562051 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-627cf002-ac5d-4dfe-9ccd-893e9838a091 req-40bff4ad-8aa3-4c68-8eb8-3f12f4aa6f84 service neutron] Port 5bde84c5-9343-45ea-bcef-68b82da66518 on network f7c7bfcf-c7c2-42d5-8541-1692408619fe not bound, no agent of type Open vSwitch agent registered on host n-h2-844202-1 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 19:02:25.562343 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-627cf002-ac5d-4dfe-9ccd-893e9838a091 req-40bff4ad-8aa3-4c68-8eb8-3f12f4aa6f84 service neutron] Attempting to bind port 5bde84c5-9343-45ea-bcef-68b82da66518 on network f7c7bfcf-c7c2-42d5-8541-1692408619fe {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:02:25.575219 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2c8aec67-e509-4974-8310-0c91ac278307 tempest-QuotasNegativeTest-204686885 tempest-QuotasNegativeTest-204686885-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2258522'] for segment, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:25.595866 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f5c27f-a6f7-447f-bd43-fcf8cafc5738 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7560f65b-690f-4a4e-b5d5-4eb95547a96f,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:02:25.605781 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-c9dcf7bf-48f8-439a-8ae4-a10a0aaf2ce8 req-2410487f-396a-4ff6-9fce-aa689898edd6 tempest-ServerPasswordTestJSON-1704147125 tempest-ServerPasswordTestJSON-1704147125-project] Unset dirty status for tenant:74bb3c6f44a946279f657b3ca5109e1f on resource:network {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:02:25.607014 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c9dcf7bf-48f8-439a-8ae4-a10a0aaf2ce8 req-2410487f-396a-4ff6-9fce-aa689898edd6 tempest-ServerPasswordTestJSON-1704147125 tempest-ServerPasswordTestJSON-1704147125-project] 10.222.0.41 "GET /v2.0/networks?id=427d877d-5727-480a-bbe6-bbe61eddc167 HTTP/1.1" status: 200 len: 813 time: 0.7463272 Jun 01 19:02:25.608023 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2c8aec67-e509-4974-8310-0c91ac278307 tempest-QuotasNegativeTest-204686885 tempest-QuotasNegativeTest-204686885-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:25.614865 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d4f5c27f-a6f7-447f-bd43-fcf8cafc5738 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:25.616780 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-d4f5c27f-a6f7-447f-bd43-fcf8cafc5738 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7560f65b-690f-4a4e-b5d5-4eb95547a96f HTTP/1.1" status: 204 len: 168 time: 1.1528032 Jun 01 19:02:25.624656 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c8aec67-e509-4974-8310-0c91ac278307 tempest-QuotasNegativeTest-204686885 tempest-QuotasNegativeTest-204686885-project-admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=88525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 19:02:25.625046 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2c8aec67-e509-4974-8310-0c91ac278307 tempest-QuotasNegativeTest-204686885 tempest-QuotasNegativeTest-204686885-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2613981'] for segment, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:25.655634 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 43800) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:02:25.663188 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-627cf002-ac5d-4dfe-9ccd-893e9838a091 req-40bff4ad-8aa3-4c68-8eb8-3f12f4aa6f84 service neutron] Checking agent: {'id': 'f5db9968-6317-4186-9100-9e0ca6b50417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 2, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:02:25.663546 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-627cf002-ac5d-4dfe-9ccd-893e9838a091 req-40bff4ad-8aa3-4c68-8eb8-3f12f4aa6f84 service neutron] Checking segment: {'id': 'ce523ae2-04b9-4e0f-83fe-35e934deb7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'f7c7bfcf-c7c2-42d5-8541-1692408619fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:02:25.663916 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-627cf002-ac5d-4dfe-9ccd-893e9838a091 req-40bff4ad-8aa3-4c68-8eb8-3f12f4aa6f84 service neutron] Bound using segment: {'id': 'ce523ae2-04b9-4e0f-83fe-35e934deb7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'f7c7bfcf-c7c2-42d5-8541-1692408619fe'} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:02:25.664389 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-627cf002-ac5d-4dfe-9ccd-893e9838a091 req-40bff4ad-8aa3-4c68-8eb8-3f12f4aa6f84 service neutron] Bound port: 5bde84c5-9343-45ea-bcef-68b82da66518, host: n-h2-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce523ae2-04b9-4e0f-83fe-35e934deb7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'f7c7bfcf-c7c2-42d5-8541-1692408619fe'}}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:02:25.664732 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-627cf002-ac5d-4dfe-9ccd-893e9838a091 req-40bff4ad-8aa3-4c68-8eb8-3f12f4aa6f84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:25.700788 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-bb1f7be7-05ee-4bd8-8c69-69ca9d74c98a req-a07f74fd-221d-4561-9d78-270dc3481cd3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=72352e64-9120-4343-9c57-bb57c2532e4b HTTP/1.1" status: 200 len: 217 time: 0.1331050 Jun 01 19:02:25.713188 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment 1aff71ed-d3bd-49b0-ba0b-29e3d9eba95d resource provider aggregate not found Jun 01 19:02:25.723344 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c9dcf7bf-48f8-439a-8ae4-a10a0aaf2ce8 req-23c612da-4486-48a9-a657-ecede24b4937 tempest-ServerPasswordTestJSON-1704147125 tempest-ServerPasswordTestJSON-1704147125-project] 10.222.0.41 "GET /v2.0/quotas/74bb3c6f44a946279f657b3ca5109e1f HTTP/1.1" status: 200 len: 375 time: 0.1006091 Jun 01 19:02:25.793206 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment 1aff71ed-d3bd-49b0-ba0b-29e3d9eba95d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1aff71ed-d3bd-49b0-ba0b-29e3d9eba95d found for delete ", "request_id": "req-c98360b5-b12c-4c15-8ab2-1151453b890b"}]} Jun 01 19:02:25.806237 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbacafd-2d16-436f-b84b-015eadd14668 req-2253e549-2f10-4420-b8ac-6965ff06f8b9 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:02:25.813108 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ccbacafd-2d16-436f-b84b-015eadd14668 req-2253e549-2f10-4420-b8ac-6965ff06f8b9 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/ports?device_id=3957060c-8222-47fe-98eb-abd877c30435 HTTP/1.1" status: 200 len: 943 time: 0.4587371 Jun 01 19:02:25.873480 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c9dcf7bf-48f8-439a-8ae4-a10a0aaf2ce8 req-ab9c0806-fa38-4aba-9c4e-ae1dcf5fc43a tempest-ServerPasswordTestJSON-1704147125 tempest-ServerPasswordTestJSON-1704147125-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=74bb3c6f44a946279f657b3ca5109e1f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0924752 Jun 01 19:02:25.883897 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2c8aec67-e509-4974-8310-0c91ac278307 tempest-QuotasNegativeTest-204686885 tempest-QuotasNegativeTest-204686885-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:25.907075 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2c8aec67-e509-4974-8310-0c91ac278307 tempest-QuotasNegativeTest-204686885 tempest-QuotasNegativeTest-204686885-project-admin] Notify callbacks [] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:25.973195 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1f7be7-05ee-4bd8-8c69-69ca9d74c98a req-83c90d09-7011-4032-b4e1-8b725a109336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:02:25.975537 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-bb1f7be7-05ee-4bd8-8c69-69ca9d74c98a req-83c90d09-7011-4032-b4e1-8b725a109336 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=308ebcd6-774a-482f-bd0f-fadc3e2b2dca HTTP/1.1" status: 200 len: 846 time: 0.2672744 Jun 01 19:02:25.980197 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8aec67-e509-4974-8310-0c91ac278307 tempest-QuotasNegativeTest-204686885 tempest-QuotasNegativeTest-204686885-project-admin] Pushing event deleted for resources: {'Network': ['ID=8cee110f-f6a7-4eb3-8503-2502ce72456a,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:02:25.992461 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-2c8aec67-e509-4974-8310-0c91ac278307 tempest-QuotasNegativeTest-204686885 tempest-QuotasNegativeTest-204686885-project-admin] 10.222.0.41 "DELETE /v2.0/networks/8cee110f-f6a7-4eb3-8503-2502ce72456a HTTP/1.1" status: 204 len: 168 time: 1.3210752 Jun 01 19:02:26.001920 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 43814) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:02:26.020729 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8aec67-e509-4974-8310-0c91ac278307 tempest-QuotasNegativeTest-204686885 tempest-QuotasNegativeTest-204686885-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:02:26.021065 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8aec67-e509-4974-8310-0c91ac278307 tempest-QuotasNegativeTest-204686885 tempest-QuotasNegativeTest-204686885-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:02:26.021591 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8aec67-e509-4974-8310-0c91ac278307 tempest-QuotasNegativeTest-204686885 tempest-QuotasNegativeTest-204686885-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:02:26.023761 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8aec67-e509-4974-8310-0c91ac278307 tempest-QuotasNegativeTest-204686885 tempest-QuotasNegativeTest-204686885-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:02:26.024103 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8aec67-e509-4974-8310-0c91ac278307 tempest-QuotasNegativeTest-204686885 tempest-QuotasNegativeTest-204686885-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:02:26.024455 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8aec67-e509-4974-8310-0c91ac278307 tempest-QuotasNegativeTest-204686885 tempest-QuotasNegativeTest-204686885-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:02:26.024780 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8aec67-e509-4974-8310-0c91ac278307 tempest-QuotasNegativeTest-204686885 tempest-QuotasNegativeTest-204686885-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:02:26.025100 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8aec67-e509-4974-8310-0c91ac278307 tempest-QuotasNegativeTest-204686885 tempest-QuotasNegativeTest-204686885-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:02:26.025416 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8aec67-e509-4974-8310-0c91ac278307 tempest-QuotasNegativeTest-204686885 tempest-QuotasNegativeTest-204686885-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:02:26.025785 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8aec67-e509-4974-8310-0c91ac278307 tempest-QuotasNegativeTest-204686885 tempest-QuotasNegativeTest-204686885-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:02:26.026029 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8aec67-e509-4974-8310-0c91ac278307 tempest-QuotasNegativeTest-204686885 tempest-QuotasNegativeTest-204686885-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:02:26.026342 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8aec67-e509-4974-8310-0c91ac278307 tempest-QuotasNegativeTest-204686885 tempest-QuotasNegativeTest-204686885-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:02:26.048172 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ccbacafd-2d16-436f-b84b-015eadd14668 req-5b04ae70-060a-4139-bc3f-00c72779da7c tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a351d5c-3364-42d8-bd0d-648028a392a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2340171 Jun 01 19:02:26.064081 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-627cf002-ac5d-4dfe-9ccd-893e9838a091 req-40bff4ad-8aa3-4c68-8eb8-3f12f4aa6f84 service neutron] For port 5bde84c5-9343-45ea-bcef-68b82da66518, host n-h2-844202-1, cleared binding levels {{(pid=88524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:02:26.087413 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-bb1f7be7-05ee-4bd8-8c69-69ca9d74c98a req-936e4822-af8f-4c36-aa54-da2c0c132cb6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0c49dc6b-5e39-4101-b04d-1c1361c15d69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0985634 Jun 01 19:02:26.128905 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-627cf002-ac5d-4dfe-9ccd-893e9838a091 req-40bff4ad-8aa3-4c68-8eb8-3f12f4aa6f84 service neutron] For port 5bde84c5-9343-45ea-bcef-68b82da66518, host n-h2-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=5bde84c5-9343-45ea-bcef-68b82da66518,segment=NetworkSegment(ce523ae2-04b9-4e0f-83fe-35e934deb7b2),segment_id=ce523ae2-04b9-4e0f-83fe-35e934deb7b2)] {{(pid=88524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:02:26.138765 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 43818) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:02:26.188967 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-60839368-a4dd-421f-8891-c28def58bd23 tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:26.190803 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [req-c9dcf7bf-48f8-439a-8ae4-a10a0aaf2ce8 req-b046331c-c2d3-4aee-bc96-852dc66c4f48 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=88525) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 19:02:26.191780 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c9dcf7bf-48f8-439a-8ae4-a10a0aaf2ce8 req-b046331c-c2d3-4aee-bc96-852dc66c4f48 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3060737 Jun 01 19:02:26.197772 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-627cf002-ac5d-4dfe-9ccd-893e9838a091 req-40bff4ad-8aa3-4c68-8eb8-3f12f4aa6f84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:26.357634 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-92a9711a-e4f1-46c9-a5b6-9632e507d45a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=17bfd473c7884b8fa9eaae120bb0afae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7005382 Jun 01 19:02:26.367514 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-c81384bc-3210-4b98-aee7-939994190a13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:26.369514 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e993520f-534e-4fe8-a0ad-1ceecdd98691 tempest-QuotasNegativeTest-204686885 tempest-QuotasNegativeTest-204686885-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:26.371623 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 43822) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:02:26.466086 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-60839368-a4dd-421f-8891-c28def58bd23 tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Calling delete_port for ed9bc792-3713-4392-8337-654371b61a90 owned by {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:02:26.494696 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627cf002-ac5d-4dfe-9ccd-893e9838a091 req-40bff4ad-8aa3-4c68-8eb8-3f12f4aa6f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:02:26.495513 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-627cf002-ac5d-4dfe-9ccd-893e9838a091 req-40bff4ad-8aa3-4c68-8eb8-3f12f4aa6f84 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:26.497022 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-627cf002-ac5d-4dfe-9ccd-893e9838a091 req-40bff4ad-8aa3-4c68-8eb8-3f12f4aa6f84 service neutron] 10.222.0.50 "PUT /v2.0/ports/5bde84c5-9343-45ea-bcef-68b82da66518 HTTP/1.1" status: 200 len: 1091 time: 4.0275264 Jun 01 19:02:26.501586 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 72352e64-9120-4343-9c57-bb57c2532e4b details requested by agent hyperv_n-h2-844202-1 with host n-h2-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 19:02:26.502450 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb46301e-88c3-4101-8613-ee7c08857c9b', 'tag': '5bde84c5-9343-45ea-bcef-68b82da66518'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:02:26.520484 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-c81384bc-3210-4b98-aee7-939994190a13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:02:26.544816 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-c81384bc-3210-4b98-aee7-939994190a13 admin admin] Usage tracker for resource:security_group_rule and tenant:518431faa4b0483f90aaa5173f1d8ac4 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:02:26.594231 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-c81384bc-3210-4b98-aee7-939994190a13 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:02:26.629821 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c9dcf7bf-48f8-439a-8ae4-a10a0aaf2ce8 req-9d8385a1-fe22-4a35-90cd-16ab9db8a0bf service neutron] 10.222.0.41 "GET /v2.0/networks/427d877d-5727-480a-bbe6-bbe61eddc167?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4265203 Jun 01 19:02:26.635726 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-c81384bc-3210-4b98-aee7-939994190a13 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:02:26.638978 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bff4ad-8aa3-4c68-8eb8-3f12f4aa6f84 service neutron] Pushing event updated for resources: {'Port': ['ID=5bde84c5-9343-45ea-bcef-68b82da66518,revision_number=3']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:02:26.692323 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 72352e64-9120-4343-9c57-bb57c2532e4b, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=72352e64-9120-4343-9c57-bb57c2532e4b,segment=NetworkSegment(d147e68c-d5fd-47df-bf65-d6c5991a53c2),segment_id=d147e68c-d5fd-47df-bf65-d6c5991a53c2)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:02:26.701482 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-bb1f7be7-05ee-4bd8-8c69-69ca9d74c98a req-fe324a91-781f-44a8-a555-eb9094f8cfb1 service neutron] 10.222.0.50 "GET /v2.0/networks/0c49dc6b-5e39-4101-b04d-1c1361c15d69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6066802 Jun 01 19:02:26.712404 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Returning: {'device': '72352e64-9120-4343-9c57-bb57c2532e4b', 'network_id': '0c49dc6b-5e39-4101-b04d-1c1361c15d69', 'port_id': '72352e64-9120-4343-9c57-bb57c2532e4b', 'mac_address': 'fa:16:3e:83:57:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '308ebcd6-774a-482f-bd0f-fadc3e2b2dca', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 19:02:26.735937 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e993520f-534e-4fe8-a0ad-1ceecdd98691 tempest-QuotasNegativeTest-204686885 tempest-QuotasNegativeTest-204686885-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:26.744999 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-17ad6cf5-ac34-48b1-a219-f1f47c61bb88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:26.782079 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port 72352e64-9120-4343-9c57-bb57c2532e4b is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:02:26.782491 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:26.804000 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72352e64-9120-4343-9c57-bb57c2532e4b {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 19:02:26.806297 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-e993520f-534e-4fe8-a0ad-1ceecdd98691 tempest-QuotasNegativeTest-204686885 tempest-QuotasNegativeTest-204686885-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c22c6e26-1727-41d8-89a5-9b9117f3f306']}} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:02:26.823094 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 72352e64-9120-4343-9c57-bb57c2532e4b, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=72352e64-9120-4343-9c57-bb57c2532e4b,segment=NetworkSegment(d147e68c-d5fd-47df-bf65-d6c5991a53c2),segment_id=d147e68c-d5fd-47df-bf65-d6c5991a53c2)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:02:26.829974 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:26.840936 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-e993520f-534e-4fe8-a0ad-1ceecdd98691 tempest-QuotasNegativeTest-204686885 tempest-QuotasNegativeTest-204686885-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e28b2977-856a-479b-876a-01cf26c7d005') {'for_net_delete': True} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:02:26.841262 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-e993520f-534e-4fe8-a0ad-1ceecdd98691 tempest-QuotasNegativeTest-204686885 tempest-QuotasNegativeTest-204686885-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e28b2977-856a-479b-876a-01cf26c7d005') {} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:02:26.848628 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-17ad6cf5-ac34-48b1-a219-f1f47c61bb88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:26.869458 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e993520f-534e-4fe8-a0ad-1ceecdd98691 tempest-QuotasNegativeTest-204686885 tempest-QuotasNegativeTest-204686885-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2258522'] for segment, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:26.898962 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546b5424-828e-4bb5-88e0-2d7ab4572046 req-25713e24-0679-4011-831f-8f93bfbd7982 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:02:26.900468 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-546b5424-828e-4bb5-88e0-2d7ab4572046 req-25713e24-0679-4011-831f-8f93bfbd7982 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb46301e-88c3-4101-8613-ee7c08857c9b HTTP/1.1" status: 200 len: 943 time: 0.6839812 Jun 01 19:02:26.922374 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=72352e64-9120-4343-9c57-bb57c2532e4b,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:02:26.925915 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e993520f-534e-4fe8-a0ad-1ceecdd98691 tempest-QuotasNegativeTest-204686885 tempest-QuotasNegativeTest-204686885-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:26.950603 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c9dcf7bf-48f8-439a-8ae4-a10a0aaf2ce8 req-fb0c19ef-e15b-46fa-944c-d45edf5a2076 service neutron] 10.222.0.41 "GET /v2.0/networks/427d877d-5727-480a-bbe6-bbe61eddc167?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2962484 Jun 01 19:02:26.953174 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e993520f-534e-4fe8-a0ad-1ceecdd98691 tempest-QuotasNegativeTest-204686885 tempest-QuotasNegativeTest-204686885-project-admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=88525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 19:02:26.956362 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e993520f-534e-4fe8-a0ad-1ceecdd98691 tempest-QuotasNegativeTest-204686885 tempest-QuotasNegativeTest-204686885-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2613981'] for segment, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:26.978726 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627cf002-ac5d-4dfe-9ccd-893e9838a091 req-ffc5b86a-a498-42ce-b352-fdfc732f0085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:02:26.980205 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-627cf002-ac5d-4dfe-9ccd-893e9838a091 req-ffc5b86a-a498-42ce-b352-fdfc732f0085 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cdc5de11547f4a5f8e1e8d097edd2ecf&device_id=cb46301e-88c3-4101-8613-ee7c08857c9b HTTP/1.1" status: 200 len: 1094 time: 0.4287279 Jun 01 19:02:27.019644 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] get_ports_and_sgs() called for port_ids ['72352e64-9120-4343-9c57-bb57c2532e4b'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 19:02:27.098122 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-17ad6cf5-ac34-48b1-a219-f1f47c61bb88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:27.144654 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ad6cf5-ac34-48b1-a219-f1f47c61bb88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dd9a022-cebd-4075-b2c7-223add759580,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:02:27.165852 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e993520f-534e-4fe8-a0ad-1ceecdd98691 tempest-QuotasNegativeTest-204686885 tempest-QuotasNegativeTest-204686885-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:27.170766 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e993520f-534e-4fe8-a0ad-1ceecdd98691 tempest-QuotasNegativeTest-204686885 tempest-QuotasNegativeTest-204686885-project-admin] Notify callbacks [] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:27.190656 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-17ad6cf5-ac34-48b1-a219-f1f47c61bb88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:27.191829 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-17ad6cf5-ac34-48b1-a219-f1f47c61bb88 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4dd9a022-cebd-4075-b2c7-223add759580 HTTP/1.1" status: 204 len: 168 time: 0.8157415 Jun 01 19:02:27.199321 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96585e70-3621-4315-8510-5897fdd6366f'] response: {'name': 'network-changed', 'server_uuid': 'cb46301e-88c3-4101-8613-ee7c08857c9b', 'tag': '5bde84c5-9343-45ea-bcef-68b82da66518', 'status': 'completed', 'code': 200} Jun 01 19:02:27.208322 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-60839368-a4dd-421f-8891-c28def58bd23 tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:27.212043 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-bb1f7be7-05ee-4bd8-8c69-69ca9d74c98a req-b263b0e9-f64a-4250-927b-05be1c69028a service neutron] 10.222.0.50 "GET /v2.0/networks/0c49dc6b-5e39-4101-b04d-1c1361c15d69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4997993 Jun 01 19:02:27.231089 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7c626e9f-db76-4af1-b18b-4e5079b1dc1b tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-887474'] for router_interface, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:27.292817 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-627cf002-ac5d-4dfe-9ccd-893e9838a091 req-db14eb20-ec8f-485c-bfda-f66c7d04d810 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5bde84c5-9343-45ea-bcef-68b82da66518 HTTP/1.1" status: 200 len: 217 time: 0.2987833 Jun 01 19:02:27.311413 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-546b5424-828e-4bb5-88e0-2d7ab4572046 req-cdb15945-bbed-4164-a4ff-f96f72ec181b tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a574796-057f-49e3-abd4-a6618918f66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3896415 Jun 01 19:02:27.316409 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60839368-a4dd-421f-8891-c28def58bd23 tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Pushing event deleted for resources: {'Port': ['ID=ed9bc792-3713-4392-8337-654371b61a90,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:02:27.390906 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e993520f-534e-4fe8-a0ad-1ceecdd98691 tempest-QuotasNegativeTest-204686885 tempest-QuotasNegativeTest-204686885-project-admin] Pushing event deleted for resources: {'Network': ['ID=c22c6e26-1727-41d8-89a5-9b9117f3f306,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:02:27.393977 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-e993520f-534e-4fe8-a0ad-1ceecdd98691 tempest-QuotasNegativeTest-204686885 tempest-QuotasNegativeTest-204686885-project-admin] 10.222.0.41 "DELETE /v2.0/networks/c22c6e26-1727-41d8-89a5-9b9117f3f306 HTTP/1.1" status: 204 len: 168 time: 1.3790920 Jun 01 19:02:27.415532 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-c81384bc-3210-4b98-aee7-939994190a13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:27.592076 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-c81384bc-3210-4b98-aee7-939994190a13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:27.629308 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f7cd8670-6e0f-4cdf-9098-f96e3f17b03a req-7acaf40d-cd4e-4f41-8c57-d2185d93fbc1 tempest-ServerPasswordTestJSON-1704147125 tempest-ServerPasswordTestJSON-1704147125-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c31fd8c-254a-4401-94b7-c38422454c6a HTTP/1.1" status: 200 len: 210 time: 0.2203424 Jun 01 19:02:27.674017 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627cf002-ac5d-4dfe-9ccd-893e9838a091 req-16fdb4c4-1a9d-4625-9084-d6b4d6dc3169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:02:27.678642 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-627cf002-ac5d-4dfe-9ccd-893e9838a091 req-16fdb4c4-1a9d-4625-9084-d6b4d6dc3169 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=78c15249-5b3e-42a1-9683-df5f45ae094c HTTP/1.1" status: 200 len: 862 time: 0.3612964 Jun 01 19:02:27.759732 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-60839368-a4dd-421f-8891-c28def58bd23 tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:27.783646 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81384bc-3210-4b98-aee7-939994190a13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db1e1f0f-d179-40b4-8841-8c898c498ee2,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:02:27.792468 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-c81384bc-3210-4b98-aee7-939994190a13 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=518431faa4b0483f90aaa5173f1d8ac4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6520436 Jun 01 19:02:27.805362 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 43848) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:02:27.808711 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-627cf002-ac5d-4dfe-9ccd-893e9838a091 req-0d002ae9-46ae-461e-8747-c5347668fcea service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f7c7bfcf-c7c2-42d5-8541-1692408619fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1085062 Jun 01 19:02:27.815494 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-60839368-a4dd-421f-8891-c28def58bd23 tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] 10.222.0.41 "DELETE /v2.0/ports/ed9bc792-3713-4392-8337-654371b61a90 HTTP/1.1" status: 204 len: 168 time: 2.8164926 Jun 01 19:02:27.818776 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 43852) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:02:27.986802 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment e28b2977-856a-479b-876a-01cf26c7d005 resource provider aggregate not found Jun 01 19:02:28.017379 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment e28b2977-856a-479b-876a-01cf26c7d005 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e28b2977-856a-479b-876a-01cf26c7d005 found for delete ", "request_id": "req-43a22908-d446-4a96-b4f2-a2d7b37842af"}]} Jun 01 19:02:28.038722 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f3de9f-7fb2-4f18-90c8-5b5b69a1c5e1 req-c0f413c1-1214-494d-ae90-e0c7469750b3 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:02:28.048885 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e8f3de9f-7fb2-4f18-90c8-5b5b69a1c5e1 req-c0f413c1-1214-494d-ae90-e0c7469750b3 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/ports?device_id=3957060c-8222-47fe-98eb-abd877c30435 HTTP/1.1" status: 200 len: 944 time: 0.6492739 Jun 01 19:02:28.141477 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_v2 [None req-01b01278-1b31-4ab7-ba49-bf968523addd tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Deleting subnet 19990bfd-9478-4671-b313-1c4bb0085fde {{(pid=88524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 19:02:28.145287 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-01b01278-1b31-4ab7-ba49-bf968523addd tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Notify callbacks [] for subnet, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:28.181708 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e8f3de9f-7fb2-4f18-90c8-5b5b69a1c5e1 req-43e79ac2-ab91-4817-9cac-487b38800736 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a351d5c-3364-42d8-bd0d-648028a392a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314802 Jun 01 19:02:28.245637 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-01b01278-1b31-4ab7-ba49-bf968523addd tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2702137'] for subnet, precommit_delete_associations {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:28.286912 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-7c626e9f-db76-4af1-b18b-4e5079b1dc1b tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Deleting port d2f2743d-1ea9-4fc4-af7e-cb2ef7fdcb47 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:02:28.288002 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7c626e9f-db76-4af1-b18b-4e5079b1dc1b tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:28.352740 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-627cf002-ac5d-4dfe-9ccd-893e9838a091 req-97eac18b-e356-47e5-9aac-8bd273056b8a service neutron] 10.222.0.50 "GET /v2.0/networks/f7c7bfcf-c7c2-42d5-8541-1692408619fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5354173 Jun 01 19:02:28.383899 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2f4b35fb-71f4-4e8c-852d-7b59431896a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:28.459633 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 43874) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:02:28.514883 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2f4b35fb-71f4-4e8c-852d-7b59431896a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:28.522525 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-01b01278-1b31-4ab7-ba49-bf968523addd tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:28.532452 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 72352e64-9120-4343-9c57-bb57c2532e4b up at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:02:28.552032 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [None req-7c626e9f-db76-4af1-b18b-4e5079b1dc1b tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] For port d2f2743d-1ea9-4fc4-af7e-cb2ef7fdcb47, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=d2f2743d-1ea9-4fc4-af7e-cb2ef7fdcb47,segment=NetworkSegment(88cd4108-c0fe-48ed-8aac-3aa2e1253bf4),segment_id=88cd4108-c0fe-48ed-8aac-3aa2e1253bf4)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:02:28.552442 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7c626e9f-db76-4af1-b18b-4e5079b1dc1b tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:28.675335 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning for port 72352e64-9120-4343-9c57-bb57c2532e4b completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:02:28.689464 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning complete for port 72352e64-9120-4343-9c57-bb57c2532e4b triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:02:28.690966 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:28.699371 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-7c626e9f-db76-4af1-b18b-4e5079b1dc1b tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Calling delete_port for d2f2743d-1ea9-4fc4-af7e-cb2ef7fdcb47 owned by network:router_interface {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:02:28.764116 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8b7b4911-b828-48e0-9434-951c118627cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:28.780265 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-627cf002-ac5d-4dfe-9ccd-893e9838a091 req-a53134b1-b87e-4383-a07f-65a70c6b81ae service neutron] 10.222.0.50 "GET /v2.0/networks/f7c7bfcf-c7c2-42d5-8541-1692408619fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4187622 Jun 01 19:02:28.804256 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-8b7b4911-b828-48e0-9434-951c118627cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:02:28.812853 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-8b7b4911-b828-48e0-9434-951c118627cf admin admin] Usage tracker for resource:security_group_rule and tenant:983460f5721c4fc2ac77eea896c0b20d is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:02:28.821393 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-8b7b4911-b828-48e0-9434-951c118627cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:02:28.838236 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-8b7b4911-b828-48e0-9434-951c118627cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:02:28.862584 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port 72352e64-9120-4343-9c57-bb57c2532e4b is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:02:28.862920 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f0a137-dba9-4d52-943c-1032c38b29f5 req-2413f214-fc83-4c10-8888-1bcad01740af tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:02:28.863557 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:28.864432 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b8f0a137-dba9-4d52-943c-1032c38b29f5 req-2413f214-fc83-4c10-8888-1bcad01740af tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb46301e-88c3-4101-8613-ee7c08857c9b HTTP/1.1" status: 200 len: 943 time: 0.3086698 Jun 01 19:02:28.879019 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-01b01278-1b31-4ab7-ba49-bf968523addd tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2718856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3066595'] for subnet, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:28.884744 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 43888) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:02:28.904737 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3957060c-8222-47fe-98eb-abd877c30435', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72352e64-9120-4343-9c57-bb57c2532e4b'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:02:28.918227 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 72352e64-9120-4343-9c57-bb57c2532e4b, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=72352e64-9120-4343-9c57-bb57c2532e4b,segment=NetworkSegment(d147e68c-d5fd-47df-bf65-d6c5991a53c2),segment_id=d147e68c-d5fd-47df-bf65-d6c5991a53c2)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:02:28.923636 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:29.030602 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=72352e64-9120-4343-9c57-bb57c2532e4b,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:02:29.037530 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8b7b4911-b828-48e0-9434-951c118627cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:29.101667 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8b7b4911-b828-48e0-9434-951c118627cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:29.109542 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2f4b35fb-71f4-4e8c-852d-7b59431896a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:29.127995 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b01278-1b31-4ab7-ba49-bf968523addd tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Pushing event deleted for resources: {'Subnet': ['ID=19990bfd-9478-4671-b313-1c4bb0085fde,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:02:29.128761 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-360111a0-f696-4a03-a5c8-474d256e6914 req-a0649c9a-4212-4884-b05e-f7da708260f4 tempest-ServerPasswordTestJSON-1704147125 tempest-ServerPasswordTestJSON-1704147125-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c31fd8c-254a-4401-94b7-c38422454c6a HTTP/1.1" status: 200 len: 210 time: 0.0952804 Jun 01 19:02:29.144344 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-01b01278-1b31-4ab7-ba49-bf968523addd tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:29.145094 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c858b9b3-d263-4c9a-9232-0957464c5eb5 None None] Network 751cb7e1-9e09-47ec-aab3-7ac26b20bee0 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:02:29.237420 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-23ca4df2-f437-4958-829c-69a00961770f tempest-ServiceProvidersTest-599979788 tempest-ServiceProvidersTest-599979788-project] 10.222.0.41 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.3026907 Jun 01 19:02:29.269677 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7b4911-b828-48e0-9434-951c118627cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d906215-c986-4773-aca5-49edeece9586,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:02:29.303765 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a11b8e11-d79e-4e6e-b272-c8677a520ea3'] response: {'server_uuid': '3957060c-8222-47fe-98eb-abd877c30435', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72352e64-9120-4343-9c57-bb57c2532e4b', 'code': 200} Jun 01 19:02:29.306265 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-8b7b4911-b828-48e0-9434-951c118627cf admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=983460f5721c4fc2ac77eea896c0b20d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8388793 Jun 01 19:02:29.307895 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-01b01278-1b31-4ab7-ba49-bf968523addd tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] 10.222.0.41 "DELETE /v2.0/subnets/19990bfd-9478-4671-b313-1c4bb0085fde HTTP/1.1" status: 204 len: 168 time: 1.4880104 Jun 01 19:02:29.322356 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 43900) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:02:29.323207 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 43902) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:02:29.327952 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b8f0a137-dba9-4d52-943c-1032c38b29f5 req-50e7c5a3-8a7e-4407-aeb6-f61fc649ca8f tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a574796-057f-49e3-abd4-a6618918f66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4418962 Jun 01 19:02:29.329158 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2f4b35fb-71f4-4e8c-852d-7b59431896a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:29.336423 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-2f4b35fb-71f4-4e8c-852d-7b59431896a6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/db1e1f0f-d179-40b4-8841-8c898c498ee2 HTTP/1.1" status: 204 len: 168 time: 1.5263007 Jun 01 19:02:29.344804 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4b35fb-71f4-4e8c-852d-7b59431896a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db1e1f0f-d179-40b4-8841-8c898c498ee2,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:02:29.460551 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7724d5cd-5598-4a9e-ae86-b9be6f335f93 req-c63525b2-870c-4d19-9507-8331de94fa74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:02:29.462049 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7724d5cd-5598-4a9e-ae86-b9be6f335f93 req-c63525b2-870c-4d19-9507-8331de94fa74 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cdc5de11547f4a5f8e1e8d097edd2ecf&device_id=cb46301e-88c3-4101-8613-ee7c08857c9b HTTP/1.1" status: 200 len: 1094 time: 0.5220571 Jun 01 19:02:29.620607 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66e849c1-8f4b-463b-b4d2-30d585713543 None None] DHCP port deletion for 751cb7e1-9e09-47ec-aab3-7ac26b20bee0 request from n-d-844202-1 {{(pid=88526) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 19:02:29.626886 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-66e849c1-8f4b-463b-b4d2-30d585713543 None None] Deleting port 64485b38-6952-4afd-a897-9c8b7950a6cd {{(pid=88526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:02:29.627353 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4df5e0b-5d6f-4e79-a4ea-337adf593d98 req-c0001f46-2752-4362-84d4-55adc37d8105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:02:29.627689 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-66e849c1-8f4b-463b-b4d2-30d585713543 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:29.629236 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a4df5e0b-5d6f-4e79-a4ea-337adf593d98 req-c0001f46-2752-4362-84d4-55adc37d8105 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=3957060c-8222-47fe-98eb-abd877c30435 HTTP/1.1" status: 200 len: 1096 time: 0.2880025 Jun 01 19:02:29.826891 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-42db29fe-26fb-4cc4-ad69-67bab4788d4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:29.831319 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 43918) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:02:29.890177 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7724d5cd-5598-4a9e-ae86-b9be6f335f93 req-032a3239-bf48-4c70-8c09-cd5a88d93417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:02:29.891612 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7724d5cd-5598-4a9e-ae86-b9be6f335f93 req-032a3239-bf48-4c70-8c09-cd5a88d93417 service neutron] 10.222.0.50 "GET /v2.0/networks?id=f7c7bfcf-c7c2-42d5-8541-1692408619fe HTTP/1.1" status: 200 len: 923 time: 0.4190969 Jun 01 19:02:29.895580 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a4df5e0b-5d6f-4e79-a4ea-337adf593d98 req-9f906bcb-1915-478c-8b13-3c3b78cdd1be service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=6a351d5c-3364-42d8-bd0d-648028a392a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2461028 Jun 01 19:02:29.904725 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dcf7bf-48f8-439a-8ae4-a10a0aaf2ce8 req-89196afb-639c-4027-be66-66a13874e2ca tempest-ServerPasswordTestJSON-1704147125 tempest-ServerPasswordTestJSON-1704147125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:02:29.906418 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c9dcf7bf-48f8-439a-8ae4-a10a0aaf2ce8 req-89196afb-639c-4027-be66-66a13874e2ca tempest-ServerPasswordTestJSON-1704147125 tempest-ServerPasswordTestJSON-1704147125-project] 10.222.0.15 "GET /v2.0/networks?id=427d877d-5727-480a-bbe6-bbe61eddc167 HTTP/1.1" status: 200 len: 813 time: 0.8713799 Jun 01 19:02:29.922519 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-713371c5-fa16-49b7-b444-506962428e4a tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:29.939091 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-66e849c1-8f4b-463b-b4d2-30d585713543 None None] For port 64485b38-6952-4afd-a897-9c8b7950a6cd, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=64485b38-6952-4afd-a897-9c8b7950a6cd,segment=NetworkSegment(323a64f2-068f-4c6d-b6d4-ae06b27cd3c8),segment_id=323a64f2-068f-4c6d-b6d4-ae06b27cd3c8)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:02:29.939482 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-66e849c1-8f4b-463b-b4d2-30d585713543 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:29.946744 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [req-c9dcf7bf-48f8-439a-8ae4-a10a0aaf2ce8 req-42d8981b-1e0b-47fb-aa80-51ff1d50afea tempest-ServerPasswordTestJSON-1704147125 tempest-ServerPasswordTestJSON-1704147125-project] Request body: {'port': {'device_id': '0c31fd8c-254a-4401-94b7-c38422454c6a', 'network_id': '427d877d-5727-480a-bbe6-bbe61eddc167', 'admin_state_up': True, 'tenant_id': '74bb3c6f44a946279f657b3ca5109e1f'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:02:29.967714 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-42db29fe-26fb-4cc4-ad69-67bab4788d4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:30.000673 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-713371c5-fa16-49b7-b444-506962428e4a tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Deleting port 64485b38-6952-4afd-a897-9c8b7950a6cd {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:02:30.001013 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-713371c5-fa16-49b7-b444-506962428e4a tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:30.128091 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-66e849c1-8f4b-463b-b4d2-30d585713543 None None] Calling delete_port for 64485b38-6952-4afd-a897-9c8b7950a6cd owned by network:dhcp {{(pid=88526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:02:30.160761 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7724d5cd-5598-4a9e-ae86-b9be6f335f93 req-971ae4c1-abad-4343-96c6-838d471468c3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5bde84c5-9343-45ea-bcef-68b82da66518 HTTP/1.1" status: 200 len: 217 time: 0.0816662 Jun 01 19:02:30.251536 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8b27ce03-2395-4e71-a3a4-0f6b49ae43c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:30.274034 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-66e849c1-8f4b-463b-b4d2-30d585713543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535'] for port, after_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:30.309383 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b79531d-5ee1-4ff4-90c7-1049bccce2ae req-88964223-93f2-4625-98bb-d49e4b552ca9 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:02:30.316367 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8b79531d-5ee1-4ff4-90c7-1049bccce2ae req-88964223-93f2-4625-98bb-d49e4b552ca9 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/ports?device_id=3957060c-8222-47fe-98eb-abd877c30435 HTTP/1.1" status: 200 len: 945 time: 0.8011773 Jun 01 19:02:30.322256 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-8b27ce03-2395-4e71-a3a4-0f6b49ae43c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:02:30.339658 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e849c1-8f4b-463b-b4d2-30d585713543 None None] Pushing event deleted for resources: {'Port': ['ID=64485b38-6952-4afd-a897-9c8b7950a6cd,revision_number=None']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:02:30.348989 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e849c1-8f4b-463b-b4d2-30d585713543 None None] No DVR routers for this DVR port 64485b38-6952-4afd-a897-9c8b7950a6cd on host n-d-844202-1 {{(pid=88526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:02:30.377053 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7724d5cd-5598-4a9e-ae86-b9be6f335f93 req-538e3a47-2d1d-48dc-b2f0-d1740b708c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:02:30.378109 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7724d5cd-5598-4a9e-ae86-b9be6f335f93 req-538e3a47-2d1d-48dc-b2f0-d1740b708c9d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=78c15249-5b3e-42a1-9683-df5f45ae094c HTTP/1.1" status: 200 len: 862 time: 0.2089438 Jun 01 19:02:30.386514 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-479269f1-4b8b-468d-83cb-ba4811de8cad req-20528b89-0bf1-45b0-88bb-dd844518ed1e tempest-ServerPasswordTestJSON-1704147125 tempest-ServerPasswordTestJSON-1704147125-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c31fd8c-254a-4401-94b7-c38422454c6a HTTP/1.1" status: 200 len: 210 time: 0.0692298 Jun 01 19:02:30.397331 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-8b27ce03-2395-4e71-a3a4-0f6b49ae43c1 admin admin] Usage tracker for resource:security_group_rule and tenant:b9fb79a3f055434db97e50aebee03bbf is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:02:30.414892 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-8b27ce03-2395-4e71-a3a4-0f6b49ae43c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:02:30.426999 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-713371c5-fa16-49b7-b444-506962428e4a tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] The port '64485b38-6952-4afd-a897-9c8b7950a6cd' was deleted {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 01 19:02:30.437918 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7724d5cd-5598-4a9e-ae86-b9be6f335f93 req-dbc74445-5076-46c3-9623-3ab44c472196 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f7c7bfcf-c7c2-42d5-8541-1692408619fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504768 Jun 01 19:02:30.439852 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-8b27ce03-2395-4e71-a3a4-0f6b49ae43c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:02:30.489284 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8b79531d-5ee1-4ff4-90c7-1049bccce2ae req-40e355a0-46c6-4c21-81fa-40267bbcb45b tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a351d5c-3364-42d8-bd0d-648028a392a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677916 Jun 01 19:02:30.499359 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [req-c9dcf7bf-48f8-439a-8ae4-a10a0aaf2ce8 req-42d8981b-1e0b-47fb-aa80-51ff1d50afea tempest-ServerPasswordTestJSON-1704147125 tempest-ServerPasswordTestJSON-1704147125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:02:30.532671 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-c9dcf7bf-48f8-439a-8ae4-a10a0aaf2ce8 req-42d8981b-1e0b-47fb-aa80-51ff1d50afea tempest-ServerPasswordTestJSON-1704147125 tempest-ServerPasswordTestJSON-1704147125-project] Usage tracker for resource:port and tenant:74bb3c6f44a946279f657b3ca5109e1f is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:02:30.538259 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-c9dcf7bf-48f8-439a-8ae4-a10a0aaf2ce8 req-42d8981b-1e0b-47fb-aa80-51ff1d50afea tempest-ServerPasswordTestJSON-1704147125 tempest-ServerPasswordTestJSON-1704147125-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:02:30.623816 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [req-c9dcf7bf-48f8-439a-8ae4-a10a0aaf2ce8 req-42d8981b-1e0b-47fb-aa80-51ff1d50afea tempest-ServerPasswordTestJSON-1704147125 tempest-ServerPasswordTestJSON-1704147125-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:02:30.625765 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7c626e9f-db76-4af1-b18b-4e5079b1dc1b tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:30.654838 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7724d5cd-5598-4a9e-ae86-b9be6f335f93 req-0917ae61-e864-42a0-87d2-628dbe1141d1 service neutron] 10.222.0.50 "GET /v2.0/networks/f7c7bfcf-c7c2-42d5-8541-1692408619fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2102301 Jun 01 19:02:30.697120 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fb81d2-5787-4015-b6e7-f25d7cb90fba req-2e7de4b6-9200-4c2d-8ea7-5c67d7acac95 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:02:30.698666 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-75fb81d2-5787-4015-b6e7-f25d7cb90fba req-2e7de4b6-9200-4c2d-8ea7-5c67d7acac95 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb46301e-88c3-4101-8613-ee7c08857c9b HTTP/1.1" status: 200 len: 943 time: 0.1544828 Jun 01 19:02:30.703415 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-42db29fe-26fb-4cc4-ad69-67bab4788d4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:30.734266 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c626e9f-db76-4af1-b18b-4e5079b1dc1b tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Pushing event deleted for resources: {'Port': ['ID=d2f2743d-1ea9-4fc4-af7e-cb2ef7fdcb47,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:02:30.738462 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-713371c5-fa16-49b7-b444-506962428e4a tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:30.778512 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9dcf7bf-48f8-439a-8ae4-a10a0aaf2ce8 req-42d8981b-1e0b-47fb-aa80-51ff1d50afea tempest-ServerPasswordTestJSON-1704147125 tempest-ServerPasswordTestJSON-1704147125-project] Made reservation on behalf of 74bb3c6f44a946279f657b3ca5109e1f for: {'port': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:02:30.782019 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-c9dcf7bf-48f8-439a-8ae4-a10a0aaf2ce8 req-42d8981b-1e0b-47fb-aa80-51ff1d50afea tempest-ServerPasswordTestJSON-1704147125 tempest-ServerPasswordTestJSON-1704147125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:30.804593 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [req-aeb077a6-39bb-40fd-b046-aba6c3890484 req-7ddc4b29-d595-4bcb-a914-898bc1321bb1 service neutron] (88525) timed out ('10.222.0.50', 61450) {{(pid=88525) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 01 19:02:30.805302 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42db29fe-26fb-4cc4-ad69-67bab4788d4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d906215-c986-4773-aca5-49edeece9586,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:02:30.881665 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-75fb81d2-5787-4015-b6e7-f25d7cb90fba req-d9fa11a4-066d-4648-848f-127f1060ecd7 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a574796-057f-49e3-abd4-a6618918f66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339085 Jun 01 19:02:30.912278 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-713371c5-fa16-49b7-b444-506962428e4a tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['751cb7e1-9e09-47ec-aab3-7ac26b20bee0']}} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:02:30.936697 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7724d5cd-5598-4a9e-ae86-b9be6f335f93 req-9878ebc1-b4a5-4c99-8578-3c385e0dbd35 service neutron] 10.222.0.50 "GET /v2.0/networks/f7c7bfcf-c7c2-42d5-8541-1692408619fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2724211 Jun 01 19:02:31.013188 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-713371c5-fa16-49b7-b444-506962428e4a tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '323a64f2-068f-4c6d-b6d4-ae06b27cd3c8') {'for_net_delete': True} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:02:31.013445 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-713371c5-fa16-49b7-b444-506962428e4a tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '323a64f2-068f-4c6d-b6d4-ae06b27cd3c8') {} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:02:31.103801 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-42db29fe-26fb-4cc4-ad69-67bab4788d4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:31.105579 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-42db29fe-26fb-4cc4-ad69-67bab4788d4e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9d906215-c986-4773-aca5-49edeece9586 HTTP/1.1" status: 204 len: 168 time: 1.7810593 Jun 01 19:02:31.121350 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-713371c5-fa16-49b7-b444-506962428e4a tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2258522'] for segment, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:31.125314 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 64485b38-6952-4afd-a897-9c8b7950a6cd no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:02:31.141478 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-713371c5-fa16-49b7-b444-506962428e4a tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:31.149154 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-713371c5-fa16-49b7-b444-506962428e4a tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=88525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 19:02:31.149736 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-713371c5-fa16-49b7-b444-506962428e4a tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2613981'] for segment, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:31.185847 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: 64485b38-6952-4afd-a897-9c8b7950a6cd {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:02:31.186757 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 64485b38-6952-4afd-a897-9c8b7950a6cd not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:02:31.350556 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment 323a64f2-068f-4c6d-b6d4-ae06b27cd3c8 resource provider aggregate not found Jun 01 19:02:31.398252 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment 323a64f2-068f-4c6d-b6d4-ae06b27cd3c8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 323a64f2-068f-4c6d-b6d4-ae06b27cd3c8 found for delete ", "request_id": "req-f7418b1d-3f5c-445a-9337-d52077891561"}]} Jun 01 19:02:31.442834 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-713371c5-fa16-49b7-b444-506962428e4a tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:31.481975 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-713371c5-fa16-49b7-b444-506962428e4a tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Notify callbacks [] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:31.543899 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8b27ce03-2395-4e71-a3a4-0f6b49ae43c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:31.580322 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3d1961ef-531a-4111-a1f9-1f8cb9098182 req-ef12e4f0-329c-4eb0-9afa-e3ee61f8cce6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0f51ecbe-4272-460f-a9a0-d3f074976926&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1288610 Jun 01 19:02:31.627430 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 43962) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:02:31.646849 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-07ad52ad-ab8b-4dcb-b95f-305a175148c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:31.666660 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-07ad52ad-ab8b-4dcb-b95f-305a175148c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:02:31.671735 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-07ad52ad-ab8b-4dcb-b95f-305a175148c4 admin admin] Usage tracker for resource:security_group_rule and tenant:2dd65d93678e4233965626fc14477e00 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:02:31.675461 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-07ad52ad-ab8b-4dcb-b95f-305a175148c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:02:31.683200 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713371c5-fa16-49b7-b444-506962428e4a tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] Pushing event deleted for resources: {'Network': ['ID=751cb7e1-9e09-47ec-aab3-7ac26b20bee0,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:02:31.685995 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7c626e9f-db76-4af1-b18b-4e5079b1dc1b tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-887310'] for router_interface, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:31.691059 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-07ad52ad-ab8b-4dcb-b95f-305a175148c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:02:31.698297 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-713371c5-fa16-49b7-b444-506962428e4a tempest-AllowedAddressPairTestJSON-1321639654 tempest-AllowedAddressPairTestJSON-1321639654-project] 10.222.0.41 "DELETE /v2.0/networks/751cb7e1-9e09-47ec-aab3-7ac26b20bee0 HTTP/1.1" status: 204 len: 168 time: 2.3722448 Jun 01 19:02:31.833116 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8b27ce03-2395-4e71-a3a4-0f6b49ae43c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:31.878865 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b0fe78-b57f-4810-abf0-336d3b523fea req-2e57c3ba-47e5-4e45-bef2-70f3a4a454ab tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:02:31.880472 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-27b0fe78-b57f-4810-abf0-336d3b523fea req-2e57c3ba-47e5-4e45-bef2-70f3a4a454ab tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/ports?device_id=3957060c-8222-47fe-98eb-abd877c30435 HTTP/1.1" status: 200 len: 945 time: 0.1972954 Jun 01 19:02:31.897164 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-815ff44d-08d7-45e4-8d41-56b456e2bfbc req-3acdf8f6-f1f5-42eb-940f-210a42df2f3b tempest-ServerPasswordTestJSON-1704147125 tempest-ServerPasswordTestJSON-1704147125-project] Synchronizing usage tracker for tenant:74bb3c6f44a946279f657b3ca5109e1f on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:02:31.954505 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [req-c9dcf7bf-48f8-439a-8ae4-a10a0aaf2ce8 req-42d8981b-1e0b-47fb-aa80-51ff1d50afea tempest-ServerPasswordTestJSON-1704147125 tempest-ServerPasswordTestJSON-1704147125-project] Allocated IP 172.20.0.14 (427d877d-5727-480a-bbe6-bbe61eddc167/4f9b4456-316c-4866-ac1b-4ba61cba2bcb/5eeaf312-0f27-4e08-bbab-9ae1978a89bb) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:02:31.956063 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1961ef-531a-4111-a1f9-1f8cb9098182 req-1483b2f1-118f-4cd3-8521-c773d1ac727d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:02:31.957895 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3d1961ef-531a-4111-a1f9-1f8cb9098182 req-1483b2f1-118f-4cd3-8521-c773d1ac727d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d3eb50f3028440db9726ae16e6111d12&device_id=0f51ecbe-4272-460f-a9a0-d3f074976926 HTTP/1.1" status: 200 len: 1097 time: 0.2252944 Jun 01 19:02:31.964942 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b27ce03-2395-4e71-a3a4-0f6b49ae43c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d8c4cdb-5c76-4228-80dc-7cff090cf06e,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:02:31.990718 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-815ff44d-08d7-45e4-8d41-56b456e2bfbc req-3acdf8f6-f1f5-42eb-940f-210a42df2f3b tempest-ServerPasswordTestJSON-1704147125 tempest-ServerPasswordTestJSON-1704147125-project] Unset dirty status for tenant:74bb3c6f44a946279f657b3ca5109e1f on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:02:32.007786 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-815ff44d-08d7-45e4-8d41-56b456e2bfbc req-3acdf8f6-f1f5-42eb-940f-210a42df2f3b tempest-ServerPasswordTestJSON-1704147125 tempest-ServerPasswordTestJSON-1704147125-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c31fd8c-254a-4401-94b7-c38422454c6a HTTP/1.1" status: 200 len: 210 time: 0.3389220 Jun 01 19:02:32.013100 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-27b0fe78-b57f-4810-abf0-336d3b523fea req-a7ef2804-e3e7-4483-9308-183a53811bbf tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a351d5c-3364-42d8-bd0d-648028a392a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256788 Jun 01 19:02:32.149643 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-07ad52ad-ab8b-4dcb-b95f-305a175148c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:32.161092 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-07ad52ad-ab8b-4dcb-b95f-305a175148c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:32.212999 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 43974) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:02:32.252489 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ad52ad-ab8b-4dcb-b95f-305a175148c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab5505e5-b5cb-402d-b553-4bb2d49e51cd,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:02:32.257371 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-07ad52ad-ab8b-4dcb-b95f-305a175148c4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2dd65d93678e4233965626fc14477e00&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6287403 Jun 01 19:02:32.260834 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 43984) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:02:32.318942 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1961ef-531a-4111-a1f9-1f8cb9098182 req-cde5a79d-d41c-40f5-a5a7-cfda42c142f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:02:32.320990 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3d1961ef-531a-4111-a1f9-1f8cb9098182 req-cde5a79d-d41c-40f5-a5a7-cfda42c142f3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=81249ed1-a33f-4045-8ad1-594c3da17cb8 HTTP/1.1" status: 200 len: 898 time: 0.3132133 Jun 01 19:02:32.443376 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-8b27ce03-2395-4e71-a3a4-0f6b49ae43c1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b9fb79a3f055434db97e50aebee03bbf&name=default HTTP/1.1" status: 200 len: 2983 time: 2.5969412 Jun 01 19:02:32.455996 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 43998) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:02:32.502147 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-08177c05-b75b-44ca-85d2-73b786d4966f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:32.547467 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 5bde84c5-9343-45ea-bcef-68b82da66518 details requested by agent hyperv_n-h2-844202-1 with host n-h2-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 19:02:32.622492 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3d1961ef-531a-4111-a1f9-1f8cb9098182 req-47d50e82-8a7c-48d1-999e-139380eaa0f6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f82d37e3-eac0-441b-b6f5-b78d863ad4f8 HTTP/1.1" status: 200 len: 1002 time: 0.2936385 Jun 01 19:02:32.649119 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-08177c05-b75b-44ca-85d2-73b786d4966f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:32.775670 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 5bde84c5-9343-45ea-bcef-68b82da66518, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=5bde84c5-9343-45ea-bcef-68b82da66518,segment=NetworkSegment(ce523ae2-04b9-4e0f-83fe-35e934deb7b2),segment_id=ce523ae2-04b9-4e0f-83fe-35e934deb7b2)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:02:32.792449 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Returning: {'device': '5bde84c5-9343-45ea-bcef-68b82da66518', 'network_id': 'f7c7bfcf-c7c2-42d5-8541-1692408619fe', 'port_id': '5bde84c5-9343-45ea-bcef-68b82da66518', 'mac_address': 'fa:16:3e:2b:bd:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78c15249-5b3e-42a1-9683-df5f45ae094c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 19:02:32.836305 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-1a627447-1791-4856-875a-62bac49f84ce admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1ef2f9a3bffe45daa103d0202da52ffe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6167903 Jun 01 19:02:32.845546 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 44006) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:02:32.864294 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-c9dcf7bf-48f8-439a-8ae4-a10a0aaf2ce8 req-42d8981b-1e0b-47fb-aa80-51ff1d50afea tempest-ServerPasswordTestJSON-1704147125 tempest-ServerPasswordTestJSON-1704147125-project] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:32.871888 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port 5bde84c5-9343-45ea-bcef-68b82da66518 is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:02:32.872258 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:32.895133 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bde84c5-9343-45ea-bcef-68b82da66518 {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 19:02:32.899696 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a0f891ab-f9a3-4923-a9ae-47d02ec778b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:32.921079 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 5bde84c5-9343-45ea-bcef-68b82da66518, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=5bde84c5-9343-45ea-bcef-68b82da66518,segment=NetworkSegment(ce523ae2-04b9-4e0f-83fe-35e934deb7b2),segment_id=ce523ae2-04b9-4e0f-83fe-35e934deb7b2)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:02:32.927444 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:32.986893 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddb1ac6-1c8b-4ccf-bcff-f81ec4d2df04 req-5d725e6a-3821-454b-87be-35feafef3145 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:02:32.987450 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baf5b19-7f40-489c-8079-f9bf9c33976b req-c49d9268-4c23-4d1d-9ff2-0c977007c3f5 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:02:32.988467 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3ddb1ac6-1c8b-4ccf-bcff-f81ec4d2df04 req-5d725e6a-3821-454b-87be-35feafef3145 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/networks?id=0c49dc6b-5e39-4101-b04d-1c1361c15d69 HTTP/1.1" status: 200 len: 806 time: 0.6626184 Jun 01 19:02:32.989318 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8baf5b19-7f40-489c-8079-f9bf9c33976b req-c49d9268-4c23-4d1d-9ff2-0c977007c3f5 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb46301e-88c3-4101-8613-ee7c08857c9b HTTP/1.1" status: 200 len: 943 time: 0.5442634 Jun 01 19:02:33.028702 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1961ef-531a-4111-a1f9-1f8cb9098182 req-224b4b64-8974-4ad1-b4b2-1aeed8b4b40e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:02:33.031371 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=5bde84c5-9343-45ea-bcef-68b82da66518,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:02:33.033666 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3d1961ef-531a-4111-a1f9-1f8cb9098182 req-224b4b64-8974-4ad1-b4b2-1aeed8b4b40e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6ed963cc-5a55-45a1-891d-724fd87ad4ca HTTP/1.1" status: 200 len: 835 time: 0.3744900 Jun 01 19:02:33.044420 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:02:33.044769 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:02:33.045713 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:02:33.046059 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:02:33.046487 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:02:33.046824 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:02:33.047161 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:02:33.047784 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:02:33.048128 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:02:33.048548 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:02:33.048866 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:02:33.049194 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:02:33.053895 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a0f891ab-f9a3-4923-a9ae-47d02ec778b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:33.100272 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8baf5b19-7f40-489c-8079-f9bf9c33976b req-1f213a07-4211-4894-93b4-ff0d7675a38d tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a574796-057f-49e3-abd4-a6618918f66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978031 Jun 01 19:02:33.103377 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c626e9f-db76-4af1-b18b-4e5079b1dc1b tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Router bb28304e-3805-4cf6-b433-f6c6230e1e5b has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 19:02:33.104302 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0ff6c59b-7c56-40be-92a6-dfacb4a523db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:33.109542 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-c9dcf7bf-48f8-439a-8ae4-a10a0aaf2ce8 req-42d8981b-1e0b-47fb-aa80-51ff1d50afea tempest-ServerPasswordTestJSON-1704147125 tempest-ServerPasswordTestJSON-1704147125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:33.139307 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] get_ports_and_sgs() called for port_ids ['5bde84c5-9343-45ea-bcef-68b82da66518'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 19:02:33.158862 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3ddb1ac6-1c8b-4ccf-bcff-f81ec4d2df04 req-12f3b90d-249e-4aa5-9732-9fac9ffb0a97 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/quotas/ff411273a1ac46f2a91fb45afe578ccb HTTP/1.1" status: 200 len: 375 time: 0.1315246 Jun 01 19:02:33.251934 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-08177c05-b75b-44ca-85d2-73b786d4966f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:33.258750 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0ff6c59b-7c56-40be-92a6-dfacb4a523db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:33.287608 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08177c05-b75b-44ca-85d2-73b786d4966f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab5505e5-b5cb-402d-b553-4bb2d49e51cd,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:02:33.316030 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08177c05-b75b-44ca-85d2-73b786d4966f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:02:33.316417 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08177c05-b75b-44ca-85d2-73b786d4966f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:02:33.316757 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08177c05-b75b-44ca-85d2-73b786d4966f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:02:33.317090 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08177c05-b75b-44ca-85d2-73b786d4966f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:02:33.317419 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08177c05-b75b-44ca-85d2-73b786d4966f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:02:33.317743 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08177c05-b75b-44ca-85d2-73b786d4966f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:02:33.318429 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08177c05-b75b-44ca-85d2-73b786d4966f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:02:33.318429 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08177c05-b75b-44ca-85d2-73b786d4966f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:02:33.318742 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08177c05-b75b-44ca-85d2-73b786d4966f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:02:33.319055 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08177c05-b75b-44ca-85d2-73b786d4966f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:02:33.319381 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08177c05-b75b-44ca-85d2-73b786d4966f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:02:33.319695 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08177c05-b75b-44ca-85d2-73b786d4966f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:02:33.324950 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a0f891ab-f9a3-4923-a9ae-47d02ec778b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:33.327276 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a0f891ab-f9a3-4923-a9ae-47d02ec778b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:33.331287 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-a0f891ab-f9a3-4923-a9ae-47d02ec778b7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9d8c4cdb-5c76-4228-80dc-7cff090cf06e HTTP/1.1" status: 204 len: 168 time: 0.8245695 Jun 01 19:02:33.357272 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f891ab-f9a3-4923-a9ae-47d02ec778b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d8c4cdb-5c76-4228-80dc-7cff090cf06e,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:02:33.372187 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-08177c05-b75b-44ca-85d2-73b786d4966f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:33.376213 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-08177c05-b75b-44ca-85d2-73b786d4966f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ab5505e5-b5cb-402d-b553-4bb2d49e51cd HTTP/1.1" status: 204 len: 168 time: 1.1144073 Jun 01 19:02:33.402193 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1961ef-531a-4111-a1f9-1f8cb9098182 req-b8dc6e25-70bc-41ff-ac92-d63b4394e3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:02:33.404214 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3d1961ef-531a-4111-a1f9-1f8cb9098182 req-b8dc6e25-70bc-41ff-ac92-d63b4394e3e8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=81249ed1-a33f-4045-8ad1-594c3da17cb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3229392 Jun 01 19:02:33.405616 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9dcf7bf-48f8-439a-8ae4-a10a0aaf2ce8 req-42d8981b-1e0b-47fb-aa80-51ff1d50afea tempest-ServerPasswordTestJSON-1704147125 tempest-ServerPasswordTestJSON-1704147125-project] Network 427d877d-5727-480a-bbe6-bbe61eddc167 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:02:33.421809 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3ddb1ac6-1c8b-4ccf-bcff-f81ec4d2df04 req-4ba4190a-d5df-47fd-888b-a733e989a758 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=ff411273a1ac46f2a91fb45afe578ccb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2410820 Jun 01 19:02:33.433300 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [req-c9dcf7bf-48f8-439a-8ae4-a10a0aaf2ce8 req-42d8981b-1e0b-47fb-aa80-51ff1d50afea tempest-ServerPasswordTestJSON-1704147125 tempest-ServerPasswordTestJSON-1704147125-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:02:33.439799 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d8981b-1e0b-47fb-aa80-51ff1d50afea tempest-ServerPasswordTestJSON-1704147125 tempest-ServerPasswordTestJSON-1704147125-project] Pushing event updated for resources: {'Port': ['ID=5eeaf312-0f27-4e08-bbab-9ae1978a89bb,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:02:33.442143 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9dcf7bf-48f8-439a-8ae4-a10a0aaf2ce8 req-42d8981b-1e0b-47fb-aa80-51ff1d50afea tempest-ServerPasswordTestJSON-1704147125 tempest-ServerPasswordTestJSON-1704147125-project] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:02:33.659166 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3d1961ef-531a-4111-a1f9-1f8cb9098182 req-2a484017-ab92-4cfe-b0df-c0766ea1c72b service neutron] 10.222.0.15 "GET /v2.0/networks/81249ed1-a33f-4045-8ad1-594c3da17cb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2229886 Jun 01 19:02:33.703097 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0ff6c59b-7c56-40be-92a6-dfacb4a523db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:33.713476 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c626e9f-db76-4af1-b18b-4e5079b1dc1b tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:02:33.728461 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dbf0378-db61-4be9-94f0-7a9dffa80873 None None] Sync routers for ids ['bb28304e-3805-4cf6-b433-f6c6230e1e5b'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:02:33.747468 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dbf0378-db61-4be9-94f0-7a9dffa80873 None None] Routers {'bb28304e-3805-4cf6-b433-f6c6230e1e5b'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:02:33.748178 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-7dbf0378-db61-4be9-94f0-7a9dffa80873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:02:09Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['bb28304e-3805-4cf6-b433-f6c6230e1e5b'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:02:33.808720 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff6c59b-7c56-40be-92a6-dfacb4a523db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2703b30-28ad-4e80-acff-bc64116afc49,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:02:33.839511 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dcf7bf-48f8-439a-8ae4-a10a0aaf2ce8 req-42d8981b-1e0b-47fb-aa80-51ff1d50afea tempest-ServerPasswordTestJSON-1704147125 tempest-ServerPasswordTestJSON-1704147125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:02:33.840175 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-c9dcf7bf-48f8-439a-8ae4-a10a0aaf2ce8 req-42d8981b-1e0b-47fb-aa80-51ff1d50afea tempest-ServerPasswordTestJSON-1704147125 tempest-ServerPasswordTestJSON-1704147125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:33.862825 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-7c626e9f-db76-4af1-b18b-4e5079b1dc1b tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] 10.222.0.41 "PUT /v2.0/routers/bb28304e-3805-4cf6-b433-f6c6230e1e5b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6934154 Jun 01 19:02:33.863976 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0ff6c59b-7c56-40be-92a6-dfacb4a523db admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:33.865441 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-0ff6c59b-7c56-40be-92a6-dfacb4a523db admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b2703b30-28ad-4e80-acff-bc64116afc49 HTTP/1.1" status: 204 len: 168 time: 1.0171716 Jun 01 19:02:33.869506 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c9dcf7bf-48f8-439a-8ae4-a10a0aaf2ce8 req-42d8981b-1e0b-47fb-aa80-51ff1d50afea tempest-ServerPasswordTestJSON-1704147125 tempest-ServerPasswordTestJSON-1704147125-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9423349 Jun 01 19:02:33.880451 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1acaa0-e327-4d25-91db-d4ec25526462 req-26d6447a-0ee4-4546-ba0e-4f9dfc53d82b tempest-ServerPasswordTestJSON-1704147125 tempest-ServerPasswordTestJSON-1704147125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:02:33.882977 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-bf1acaa0-e327-4d25-91db-d4ec25526462 req-26d6447a-0ee4-4546-ba0e-4f9dfc53d82b tempest-ServerPasswordTestJSON-1704147125 tempest-ServerPasswordTestJSON-1704147125-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c31fd8c-254a-4401-94b7-c38422454c6a HTTP/1.1" status: 200 len: 932 time: 0.5536938 Jun 01 19:02:33.888032 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [req-c9dcf7bf-48f8-439a-8ae4-a10a0aaf2ce8 req-5cbdeab0-d496-46d9-aafe-8aabe0919e7d service neutron] Request body: {'port': {'device_id': '0c31fd8c-254a-4401-94b7-c38422454c6a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844202-1'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:02:34.075954 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-bf1acaa0-e327-4d25-91db-d4ec25526462 req-30890c1e-704c-44d4-96fe-eecd75d11783 tempest-ServerPasswordTestJSON-1704147125 tempest-ServerPasswordTestJSON-1704147125-project] Synchronizing usage tracker for tenant:74bb3c6f44a946279f657b3ca5109e1f on resource:security_group {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:02:34.078437 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3d1961ef-531a-4111-a1f9-1f8cb9098182 req-e764d051-408f-4269-8eb1-35eb78c9f5e3 service neutron] 10.222.0.15 "GET /v2.0/networks/81249ed1-a33f-4045-8ad1-594c3da17cb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4121349 Jun 01 19:02:34.166709 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3ddb1ac6-1c8b-4ccf-bcff-f81ec4d2df04 req-2c562954-428b-4423-8f54-ec17ff9c0b19 service neutron] 10.222.0.41 "GET /v2.0/networks/0c49dc6b-5e39-4101-b04d-1c1361c15d69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7431650 Jun 01 19:02:34.175679 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-bf1acaa0-e327-4d25-91db-d4ec25526462 req-30890c1e-704c-44d4-96fe-eecd75d11783 tempest-ServerPasswordTestJSON-1704147125 tempest-ServerPasswordTestJSON-1704147125-project] Unset dirty status for tenant:74bb3c6f44a946279f657b3ca5109e1f on resource:security_group {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:02:34.177187 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-bf1acaa0-e327-4d25-91db-d4ec25526462 req-30890c1e-704c-44d4-96fe-eecd75d11783 tempest-ServerPasswordTestJSON-1704147125 tempest-ServerPasswordTestJSON-1704147125-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3b0bff3-1338-4c07-b8be-87196173180d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2444303 Jun 01 19:02:34.189317 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-c9dcf7bf-48f8-439a-8ae4-a10a0aaf2ce8 req-5cbdeab0-d496-46d9-aafe-8aabe0919e7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:34.235445 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-7dbf0378-db61-4be9-94f0-7a9dffa80873 None None] Set router bb28304e-3805-4cf6-b433-f6c6230e1e5b gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:02:34.493083 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3ddb1ac6-1c8b-4ccf-bcff-f81ec4d2df04 req-cac2dd4e-2a0f-4cdb-ba6c-1c54ddabfd53 service neutron] 10.222.0.41 "GET /v2.0/networks/0c49dc6b-5e39-4101-b04d-1c1361c15d69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3209805 Jun 01 19:02:34.553925 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 5bde84c5-9343-45ea-bcef-68b82da66518 up at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:02:34.778199 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning for port 5bde84c5-9343-45ea-bcef-68b82da66518 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:02:34.804322 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning complete for port 5bde84c5-9343-45ea-bcef-68b82da66518 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:02:34.804707 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:35.244303 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-7dbf0378-db61-4be9-94f0-7a9dffa80873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb28304e-3805-4cf6-b433-f6c6230e1e5b', 'name': 'tempest-TestNetworkBasicOps-router-1191796848', 'tenant_id': 'd3eb50f3028440db9726ae16e6111d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': '63f4b62a-c06f-44f6-8805-96b30709e05f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:59:37Z', 'updated_at': '2022-06-01T19:02:30Z', 'revision_number': 6, 'project_id': 'd3eb50f3028440db9726ae16e6111d12', 'gw_port': {'id': '63f4b62a-c06f-44f6-8805-96b30709e05f', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:2c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb28304e-3805-4cf6-b433-f6c6230e1e5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:59:39Z', 'updated_at': '2022-06-01T18:59:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_floatingips': [{'id': 'a3e0905e-3b46-40f5-aff4-d4619e4830a6', 'tenant_id': 'd3eb50f3028440db9726ae16e6111d12', 'floating_ip_address': '172.25.4.163', 'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'router_id': 'bb28304e-3805-4cf6-b433-f6c6230e1e5b', 'port_id': 'f82d37e3-eac0-441b-b6f5-b78d863ad4f8', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1908, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81249ed1-a33f-4045-8ad1-594c3da17cb8', 'mac_address': 'fa:16:3e:06:ac:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f51ecbe-4272-460f-a9a0-d3f074976926', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T19:00:49Z', 'updated_at': '2022-06-01T19:00:58Z', 'revision_number': 1, 'project_id': 'd3eb50f3028440db9726ae16e6111d12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0af93757-175f-46a7-ad15-c24ac7f60ee6', 'name': '', 'network_id': '81249ed1-a33f-4045-8ad1-594c3da17cb8', 'tenant_id': 'd3eb50f3028440db9726ae16e6111d12', 'mac_address': 'fa:16:3e:ad:14:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb28304e-3805-4cf6-b433-f6c6230e1e5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '6ed963cc-5a55-45a1-891d-724fd87ad4ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:59:52Z', 'updated_at': '2022-06-01T19:00:03Z', 'revision_number': 5, 'project_id': 'd3eb50f3028440db9726ae16e6111d12', 'subnets': [{'id': '6ed963cc-5a55-45a1-891d-724fd87ad4ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:02:35.258854 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dbf0378-db61-4be9-94f0-7a9dffa80873 None None] Checking router: bb28304e-3805-4cf6-b433-f6c6230e1e5b for host: n-d-844202-1 {{(pid=88527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 19:02:35.262418 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474e0f2d-9dd8-4212-bd7c-4064fe2596ef req-890c7db0-56e3-40bf-8c61-a4ce54e6c7d7 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:02:35.273068 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-474e0f2d-9dd8-4212-bd7c-4064fe2596ef req-890c7db0-56e3-40bf-8c61-a4ce54e6c7d7 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] 10.222.0.41 "GET /v2.0/ports?device_id=f19dd686-7d0e-4099-98f9-81b1fe65a5a8 HTTP/1.1" status: 200 len: 946 time: 0.2633767 Jun 01 19:02:35.285486 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dbf0378-db61-4be9-94f0-7a9dffa80873 None None] Routers {'bb28304e-3805-4cf6-b433-f6c6230e1e5b'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:02:35.286218 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-7dbf0378-db61-4be9-94f0-7a9dffa80873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:02:09Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['bb28304e-3805-4cf6-b433-f6c6230e1e5b'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:02:35.389244 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port 5bde84c5-9343-45ea-bcef-68b82da66518 is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:02:35.389871 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:35.445673 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-474e0f2d-9dd8-4212-bd7c-4064fe2596ef req-ec37b9cd-0b47-412b-9974-55a04632499f tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] 10.222.0.41 "GET /v2.0/security-groups?id=e9fe41e6-5a2e-4996-8952-f57e9627d12d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1662867 Jun 01 19:02:35.494261 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 5bde84c5-9343-45ea-bcef-68b82da66518, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=5bde84c5-9343-45ea-bcef-68b82da66518,segment=NetworkSegment(ce523ae2-04b9-4e0f-83fe-35e934deb7b2),segment_id=ce523ae2-04b9-4e0f-83fe-35e934deb7b2)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:02:35.499665 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb46301e-88c3-4101-8613-ee7c08857c9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bde84c5-9343-45ea-bcef-68b82da66518'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:02:35.525944 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:35.680949 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.agents_db [None req-e814b9cf-7de8-45d0-a079-29c61fabe7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 19:02:35.688694 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-7dbf0378-db61-4be9-94f0-7a9dffa80873 None None] Set router bb28304e-3805-4cf6-b433-f6c6230e1e5b gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:02:35.853805 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9e9e3a-f4a2-4aee-832e-8a46c6b8cc80 req-dc7104df-1181-4b96-867b-0d04b846367a tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:02:35.860896 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-fa9e9e3a-f4a2-4aee-832e-8a46c6b8cc80 req-dc7104df-1181-4b96-867b-0d04b846367a tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb46301e-88c3-4101-8613-ee7c08857c9b HTTP/1.1" status: 200 len: 944 time: 0.8296468 Jun 01 19:02:35.935686 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=5bde84c5-9343-45ea-bcef-68b82da66518,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:02:35.950039 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-fa9e9e3a-f4a2-4aee-832e-8a46c6b8cc80 req-730e2750-3011-48f1-a6bc-2876fca9c0a5 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a574796-057f-49e3-abd4-a6618918f66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881190 Jun 01 19:02:35.954835 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [req-c9dcf7bf-48f8-439a-8ae4-a10a0aaf2ce8 req-5cbdeab0-d496-46d9-aafe-8aabe0919e7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5eeaf312-0f27-4e08-bbab-9ae1978a89bb {{(pid=88525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 19:02:35.994974 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-c9dcf7bf-48f8-439a-8ae4-a10a0aaf2ce8 req-5cbdeab0-d496-46d9-aafe-8aabe0919e7d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:36.027647 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [req-c9dcf7bf-48f8-439a-8ae4-a10a0aaf2ce8 req-5cbdeab0-d496-46d9-aafe-8aabe0919e7d service neutron] Transition to ACTIVE for port object 5eeaf312-0f27-4e08-bbab-9ae1978a89bb will not be triggered until provisioned by entity L2. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:02:36.032821 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-c9dcf7bf-48f8-439a-8ae4-a10a0aaf2ce8 req-5cbdeab0-d496-46d9-aafe-8aabe0919e7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:36.148016 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 44102) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:02:36.152061 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [-] 10.222.0.41 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0028484 Jun 01 19:02:36.155691 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 44104) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:02:36.406219 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f887039-4ef8-4331-9713-c02089418202 req-0b5a6d15-8863-4e91-92f0-621cbe39ec6f tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:02:36.409862 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9f887039-4ef8-4331-9713-c02089418202 req-0b5a6d15-8863-4e91-92f0-621cbe39ec6f tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] 10.222.0.15 "GET /v2.0/ports?device_id=f19dd686-7d0e-4099-98f9-81b1fe65a5a8 HTTP/1.1" status: 200 len: 946 time: 0.2298486 Jun 01 19:02:36.453096 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-7dbf0378-db61-4be9-94f0-7a9dffa80873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb28304e-3805-4cf6-b433-f6c6230e1e5b', 'name': 'tempest-TestNetworkBasicOps-router-1191796848', 'tenant_id': 'd3eb50f3028440db9726ae16e6111d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': '63f4b62a-c06f-44f6-8805-96b30709e05f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:59:37Z', 'updated_at': '2022-06-01T19:02:30Z', 'revision_number': 6, 'project_id': 'd3eb50f3028440db9726ae16e6111d12', 'gw_port': {'id': '63f4b62a-c06f-44f6-8805-96b30709e05f', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:2c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb28304e-3805-4cf6-b433-f6c6230e1e5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:59:39Z', 'updated_at': '2022-06-01T18:59:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_floatingips': [{'id': 'a3e0905e-3b46-40f5-aff4-d4619e4830a6', 'tenant_id': 'd3eb50f3028440db9726ae16e6111d12', 'floating_ip_address': '172.25.4.163', 'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'router_id': 'bb28304e-3805-4cf6-b433-f6c6230e1e5b', 'port_id': 'f82d37e3-eac0-441b-b6f5-b78d863ad4f8', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1908, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81249ed1-a33f-4045-8ad1-594c3da17cb8', 'mac_address': 'fa:16:3e:06:ac:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f51ecbe-4272-460f-a9a0-d3f074976926', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T19:00:49Z', 'updated_at': '2022-06-01T19:00:58Z', 'revision_number': 1, 'project_id': 'd3eb50f3028440db9726ae16e6111d12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0af93757-175f-46a7-ad15-c24ac7f60ee6', 'name': '', 'network_id': '81249ed1-a33f-4045-8ad1-594c3da17cb8', 'tenant_id': 'd3eb50f3028440db9726ae16e6111d12', 'mac_address': 'fa:16:3e:ad:14:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb28304e-3805-4cf6-b433-f6c6230e1e5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '6ed963cc-5a55-45a1-891d-724fd87ad4ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:59:52Z', 'updated_at': '2022-06-01T19:00:03Z', 'revision_number': 5, 'project_id': 'd3eb50f3028440db9726ae16e6111d12', 'subnets': [{'id': '6ed963cc-5a55-45a1-891d-724fd87ad4ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:02:36.462544 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dbf0378-db61-4be9-94f0-7a9dffa80873 None None] The sync data for ids ['bb28304e-3805-4cf6-b433-f6c6230e1e5b'] in n-d-844202-1 is: [{'id': 'bb28304e-3805-4cf6-b433-f6c6230e1e5b', 'name': 'tempest-TestNetworkBasicOps-router-1191796848', 'tenant_id': 'd3eb50f3028440db9726ae16e6111d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': '63f4b62a-c06f-44f6-8805-96b30709e05f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:59:37Z', 'updated_at': '2022-06-01T19:02:30Z', 'revision_number': 6, 'project_id': 'd3eb50f3028440db9726ae16e6111d12', 'gw_port': {'id': '63f4b62a-c06f-44f6-8805-96b30709e05f', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:2c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb28304e-3805-4cf6-b433-f6c6230e1e5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:59:39Z', 'updated_at': '2022-06-01T18:59:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_floatingips': [{'id': 'a3e0905e-3b46-40f5-aff4-d4619e4830a6', 'tenant_id': 'd3eb50f3028440db9726ae16e6111d12', 'floating_ip_address': '172.25.4.163', 'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'router_id': 'bb28304e-3805-4cf6-b433-f6c6230e1e5b', 'port_id': 'f82d37e3-eac0-441b-b6f5-b78d863ad4f8', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1908, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81249ed1-a33f-4045-8ad1-594c3da17cb8', 'mac_address': 'fa:16:3e:06:ac:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f51ecbe-4272-460f-a9a0-d3f074976926', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T19:00:49Z', 'updated_at': '2022-06-01T19:00:58Z', 'revision_number': 1, 'project_id': 'd3eb50f3028440db9726ae16e6111d12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0af93757-175f-46a7-ad15-c24ac7f60ee6', 'name': '', 'network_id': '81249ed1-a33f-4045-8ad1-594c3da17cb8', 'tenant_id': 'd3eb50f3028440db9726ae16e6111d12', 'mac_address': 'fa:16:3e:ad:14:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb28304e-3805-4cf6-b433-f6c6230e1e5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '6ed963cc-5a55-45a1-891d-724fd87ad4ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:59:52Z', 'updated_at': '2022-06-01T19:00:03Z', 'revision_number': 5, 'project_id': 'd3eb50f3028440db9726ae16e6111d12', 'subnets': [{'id': '6ed963cc-5a55-45a1-891d-724fd87ad4ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:02:36.616781 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbdeab0-d496-46d9-aafe-8aabe0919e7d service neutron] Pushing event updated for resources: {'Port': ['ID=5eeaf312-0f27-4e08-bbab-9ae1978a89bb,revision_number=2']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:02:36.638839 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-8b1ccc31-3257-4f42-8699-df9a33ce05e2 tempest-NetworksApiDiscovery-1255975619 tempest-NetworksApiDiscovery-1255975619-project] 10.222.0.41 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.4780972 Jun 01 19:02:36.662135 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-9f887039-4ef8-4331-9713-c02089418202 req-baf23252-dd2a-4266-a80f-d7f9f5f5a699 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Deleting port 20998829-17c4-4dde-8e52-6e158a9b953c {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:02:36.665783 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-9f887039-4ef8-4331-9713-c02089418202 req-baf23252-dd2a-4266-a80f-d7f9f5f5a699 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:36.666078 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c35b055-c401-475e-b3ca-d7cd0fdf92f0'] response: {'server_uuid': 'cb46301e-88c3-4101-8613-ee7c08857c9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bde84c5-9343-45ea-bcef-68b82da66518', 'code': 200} Jun 01 19:02:36.688329 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-c9dcf7bf-48f8-439a-8ae4-a10a0aaf2ce8 req-5cbdeab0-d496-46d9-aafe-8aabe0919e7d service neutron] Attempting to bind port 5eeaf312-0f27-4e08-bbab-9ae1978a89bb on host n-h1-844202-1 for vnic_type normal with profile {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:02:36.688653 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-c9dcf7bf-48f8-439a-8ae4-a10a0aaf2ce8 req-5cbdeab0-d496-46d9-aafe-8aabe0919e7d service neutron] Attempting to bind port 5eeaf312-0f27-4e08-bbab-9ae1978a89bb by drivers openvswitch,hyperv on host n-h1-844202-1 at level 0 using segments [{'id': 'da06099e-a09c-4ec5-b5f5-aade1252432d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '427d877d-5727-480a-bbe6-bbe61eddc167'}] {{(pid=88525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:02:36.688979 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9dcf7bf-48f8-439a-8ae4-a10a0aaf2ce8 req-5cbdeab0-d496-46d9-aafe-8aabe0919e7d service neutron] Attempting to bind port 5eeaf312-0f27-4e08-bbab-9ae1978a89bb on network 427d877d-5727-480a-bbe6-bbe61eddc167 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:02:36.701058 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9dcf7bf-48f8-439a-8ae4-a10a0aaf2ce8 req-5cbdeab0-d496-46d9-aafe-8aabe0919e7d service neutron] Port 5eeaf312-0f27-4e08-bbab-9ae1978a89bb on network 427d877d-5727-480a-bbe6-bbe61eddc167 not bound, no agent of type Open vSwitch agent registered on host n-h1-844202-1 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 19:02:36.701376 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9dcf7bf-48f8-439a-8ae4-a10a0aaf2ce8 req-5cbdeab0-d496-46d9-aafe-8aabe0919e7d service neutron] Attempting to bind port 5eeaf312-0f27-4e08-bbab-9ae1978a89bb on network 427d877d-5727-480a-bbe6-bbe61eddc167 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:02:36.711942 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9dcf7bf-48f8-439a-8ae4-a10a0aaf2ce8 req-5cbdeab0-d496-46d9-aafe-8aabe0919e7d service neutron] Checking agent: {'id': 'bdb1e5d7-b998-4259-838f-3d278e930f32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 2, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:02:36.712298 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9dcf7bf-48f8-439a-8ae4-a10a0aaf2ce8 req-5cbdeab0-d496-46d9-aafe-8aabe0919e7d service neutron] Checking segment: {'id': 'da06099e-a09c-4ec5-b5f5-aade1252432d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '427d877d-5727-480a-bbe6-bbe61eddc167'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:02:36.712734 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9dcf7bf-48f8-439a-8ae4-a10a0aaf2ce8 req-5cbdeab0-d496-46d9-aafe-8aabe0919e7d service neutron] Bound using segment: {'id': 'da06099e-a09c-4ec5-b5f5-aade1252432d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '427d877d-5727-480a-bbe6-bbe61eddc167'} {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:02:36.713111 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-c9dcf7bf-48f8-439a-8ae4-a10a0aaf2ce8 req-5cbdeab0-d496-46d9-aafe-8aabe0919e7d service neutron] Bound port: 5eeaf312-0f27-4e08-bbab-9ae1978a89bb, host: n-h1-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da06099e-a09c-4ec5-b5f5-aade1252432d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '427d877d-5727-480a-bbe6-bbe61eddc167'}}] {{(pid=88525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:02:36.713590 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-c9dcf7bf-48f8-439a-8ae4-a10a0aaf2ce8 req-5cbdeab0-d496-46d9-aafe-8aabe0919e7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:36.747770 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d35a40-ce3c-48b2-b25f-d25d2a0d6b8f req-f6d42aa2-24a0-4a80-a2cf-7d98f21d6c5c tempest-ServerPasswordTestJSON-1704147125 tempest-ServerPasswordTestJSON-1704147125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:02:36.757753 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-37d35a40-ce3c-48b2-b25f-d25d2a0d6b8f req-f6d42aa2-24a0-4a80-a2cf-7d98f21d6c5c tempest-ServerPasswordTestJSON-1704147125 tempest-ServerPasswordTestJSON-1704147125-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c31fd8c-254a-4401-94b7-c38422454c6a HTTP/1.1" status: 200 len: 944 time: 0.4066465 Jun 01 19:02:36.972552 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device d2f2743d-1ea9-4fc4-af7e-cb2ef7fdcb47 no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:02:36.987645 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-37d35a40-ce3c-48b2-b25f-d25d2a0d6b8f req-7037ea9b-266a-4946-8028-c173c2fac969 tempest-ServerPasswordTestJSON-1704147125 tempest-ServerPasswordTestJSON-1704147125-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3b0bff3-1338-4c07-b8be-87196173180d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139199 Jun 01 19:02:37.051622 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-c9dcf7bf-48f8-439a-8ae4-a10a0aaf2ce8 req-5cbdeab0-d496-46d9-aafe-8aabe0919e7d service neutron] For port 5eeaf312-0f27-4e08-bbab-9ae1978a89bb, host n-h1-844202-1, cleared binding levels {{(pid=88525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:02:37.066809 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-c9dcf7bf-48f8-439a-8ae4-a10a0aaf2ce8 req-5cbdeab0-d496-46d9-aafe-8aabe0919e7d service neutron] For port 5eeaf312-0f27-4e08-bbab-9ae1978a89bb, host n-h1-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=5eeaf312-0f27-4e08-bbab-9ae1978a89bb,segment=NetworkSegment(da06099e-a09c-4ec5-b5f5-aade1252432d),segment_id=da06099e-a09c-4ec5-b5f5-aade1252432d)] {{(pid=88525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:02:37.073301 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-c9dcf7bf-48f8-439a-8ae4-a10a0aaf2ce8 req-5cbdeab0-d496-46d9-aafe-8aabe0919e7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:37.102933 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: d2f2743d-1ea9-4fc4-af7e-cb2ef7fdcb47 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:02:37.103313 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device d2f2743d-1ea9-4fc4-af7e-cb2ef7fdcb47 not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:02:37.137026 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-adc88850-4560-4af3-a71d-1ee6f9829206 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:37.172489 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dcf7bf-48f8-439a-8ae4-a10a0aaf2ce8 req-5cbdeab0-d496-46d9-aafe-8aabe0919e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:02:37.173322 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-c9dcf7bf-48f8-439a-8ae4-a10a0aaf2ce8 req-5cbdeab0-d496-46d9-aafe-8aabe0919e7d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:37.175115 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c9dcf7bf-48f8-439a-8ae4-a10a0aaf2ce8 req-5cbdeab0-d496-46d9-aafe-8aabe0919e7d service neutron] 10.222.0.15 "PUT /v2.0/ports/5eeaf312-0f27-4e08-bbab-9ae1978a89bb HTTP/1.1" status: 200 len: 1092 time: 3.2910800 Jun 01 19:02:37.175711 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c31fd8c-254a-4401-94b7-c38422454c6a', 'tag': '5eeaf312-0f27-4e08-bbab-9ae1978a89bb'}] {{(pid=88525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:02:37.198989 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbdeab0-d496-46d9-aafe-8aabe0919e7d service neutron] Pushing event updated for resources: {'Port': ['ID=5eeaf312-0f27-4e08-bbab-9ae1978a89bb,revision_number=3']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:02:37.414354 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-9f887039-4ef8-4331-9713-c02089418202 req-baf23252-dd2a-4266-a80f-d7f9f5f5a699 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] For port 20998829-17c4-4dde-8e52-6e158a9b953c, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=20998829-17c4-4dde-8e52-6e158a9b953c,segment=NetworkSegment(88cd4108-c0fe-48ed-8aac-3aa2e1253bf4),segment_id=88cd4108-c0fe-48ed-8aac-3aa2e1253bf4)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:02:37.414936 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-9f887039-4ef8-4331-9713-c02089418202 req-baf23252-dd2a-4266-a80f-d7f9f5f5a699 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:37.484613 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 44140) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:02:37.488012 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dcf7bf-48f8-439a-8ae4-a10a0aaf2ce8 req-77a7f220-09b6-4be2-8a79-ed1ab81b6124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:02:37.489880 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c9dcf7bf-48f8-439a-8ae4-a10a0aaf2ce8 req-77a7f220-09b6-4be2-8a79-ed1ab81b6124 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=74bb3c6f44a946279f657b3ca5109e1f&device_id=0c31fd8c-254a-4401-94b7-c38422454c6a HTTP/1.1" status: 200 len: 1095 time: 0.2587733 Jun 01 19:02:37.580702 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b083fee1-c4b6-40e4-a84c-6749c516f921 req-bb2fb0fd-78e3-4dc4-af9c-1692e130b7b0 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:02:37.588536 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b083fee1-c4b6-40e4-a84c-6749c516f921 req-bb2fb0fd-78e3-4dc4-af9c-1692e130b7b0 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb46301e-88c3-4101-8613-ee7c08857c9b HTTP/1.1" status: 200 len: 945 time: 0.2152092 Jun 01 19:02:37.644715 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c9dcf7bf-48f8-439a-8ae4-a10a0aaf2ce8 req-86ba3199-0e1a-46f8-93bc-47eb64fe5089 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5eeaf312-0f27-4e08-bbab-9ae1978a89bb HTTP/1.1" status: 200 len: 217 time: 0.1423249 Jun 01 19:02:37.645741 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 44148) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:02:37.646289 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 44152) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:02:37.670353 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b083fee1-c4b6-40e4-a84c-6749c516f921 req-abe70786-34bc-4bc5-8913-f3c1f5ec0793 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a574796-057f-49e3-abd4-a6618918f66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685501 Jun 01 19:02:37.811091 n-d-844202-1 neutron-server[88525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22e00f33-4d02-4df1-a17f-d578d0a2efec'] response: {'name': 'network-changed', 'server_uuid': '0c31fd8c-254a-4401-94b7-c38422454c6a', 'tag': '5eeaf312-0f27-4e08-bbab-9ae1978a89bb', 'status': 'completed', 'code': 200} Jun 01 19:02:37.850734 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-9f887039-4ef8-4331-9713-c02089418202 req-baf23252-dd2a-4266-a80f-d7f9f5f5a699 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Calling delete_port for 20998829-17c4-4dde-8e52-6e158a9b953c owned by compute:nova {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:02:37.904751 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dcf7bf-48f8-439a-8ae4-a10a0aaf2ce8 req-b4d18659-0bb5-45e0-9b49-0982e792096c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:02:37.907373 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c9dcf7bf-48f8-439a-8ae4-a10a0aaf2ce8 req-b4d18659-0bb5-45e0-9b49-0982e792096c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4f9b4456-316c-4866-ac1b-4ba61cba2bcb HTTP/1.1" status: 200 len: 853 time: 0.2340720 Jun 01 19:02:37.978014 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91669082-0dbc-4aa1-9651-8428856f82fe req-21aec294-8c74-418f-bd3b-dfa0fb048f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:02:37.979645 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-91669082-0dbc-4aa1-9651-8428856f82fe req-21aec294-8c74-418f-bd3b-dfa0fb048f84 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=cb46301e-88c3-4101-8613-ee7c08857c9b HTTP/1.1" status: 200 len: 1096 time: 1.2058606 Jun 01 19:02:38.002361 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c9dcf7bf-48f8-439a-8ae4-a10a0aaf2ce8 req-407fcd99-ac2d-452e-a23c-a4f32b0d6687 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=427d877d-5727-480a-bbe6-bbe61eddc167&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0849793 Jun 01 19:02:38.013400 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-1203cb7b-7c2a-4a7d-aeed-e2a6461e6d2f tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1416391570'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:02:38.046564 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-1203cb7b-7c2a-4a7d-aeed-e2a6461e6d2f tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:02:38.073029 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a7aef2-f79b-453c-979a-cc28d51c1edf req-598feafc-a024-4e13-b6e2-7262c6d44559 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:02:38.080178 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-56a7aef2-f79b-453c-979a-cc28d51c1edf req-598feafc-a024-4e13-b6e2-7262c6d44559 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] 10.222.0.41 "GET /v2.0/ports?device_id=f19dd686-7d0e-4099-98f9-81b1fe65a5a8 HTTP/1.1" status: 200 len: 946 time: 1.0869000 Jun 01 19:02:38.125174 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-91669082-0dbc-4aa1-9651-8428856f82fe req-352e5087-4866-42d3-b0a4-19eccff6687e service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=4a574796-057f-49e3-abd4-a6618918f66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395457 Jun 01 19:02:38.144554 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-9f887039-4ef8-4331-9713-c02089418202 req-baf23252-dd2a-4266-a80f-d7f9f5f5a699 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:38.150026 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-56a7aef2-f79b-453c-979a-cc28d51c1edf req-d0a5a7d0-c8c8-433e-9b72-7beba3b7da59 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] 10.222.0.41 "GET /v2.0/security-groups?id=e9fe41e6-5a2e-4996-8952-f57e9627d12d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688407 Jun 01 19:02:38.213491 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf23252-dd2a-4266-a80f-d7f9f5f5a699 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Pushing event deleted for resources: {'Port': ['ID=20998829-17c4-4dde-8e52-6e158a9b953c,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:02:38.296468 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f887039-4ef8-4331-9713-c02089418202 req-baf23252-dd2a-4266-a80f-d7f9f5f5a699 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] No DVR routers for this DVR port 20998829-17c4-4dde-8e52-6e158a9b953c on host n-h1-844202-1 {{(pid=88524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:02:38.303313 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-1203cb7b-7c2a-4a7d-aeed-e2a6461e6d2f tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Usage tracker for resource:network and tenant:a0eb4836fe25462db2032ac7c054c0ab is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:02:38.329330 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-1203cb7b-7c2a-4a7d-aeed-e2a6461e6d2f tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:02:38.335661 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-9f887039-4ef8-4331-9713-c02089418202 req-baf23252-dd2a-4266-a80f-d7f9f5f5a699 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:38.338174 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f19dd686-7d0e-4099-98f9-81b1fe65a5a8', 'name': 'network-vif-deleted', 'tag': '20998829-17c4-4dde-8e52-6e158a9b953c'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:02:38.354074 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c9dcf7bf-48f8-439a-8ae4-a10a0aaf2ce8 req-f1a0c084-8f57-46a4-8864-f5096654ad71 service neutron] 10.222.0.15 "GET /v2.0/networks/427d877d-5727-480a-bbe6-bbe61eddc167?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3290713 Jun 01 19:02:38.358410 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-1203cb7b-7c2a-4a7d-aeed-e2a6461e6d2f tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:02:38.362940 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9f887039-4ef8-4331-9713-c02089418202 req-baf23252-dd2a-4266-a80f-d7f9f5f5a699 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] 10.222.0.15 "DELETE /v2.0/ports/20998829-17c4-4dde-8e52-6e158a9b953c HTTP/1.1" status: 204 len: 173 time: 1.9440212 Jun 01 19:02:38.366051 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9f8eee05-0b5d-4cdb-89ac-322585d519e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:38.391779 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3cc8052d-a7d8-4a42-92c6-3f7605c95187 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:38.402976 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c8468e-8d32-44fa-9b05-01afca58b506 req-f3a3f36a-6f11-4e88-92b3-8447635ca1fa tempest-ServerPasswordTestJSON-1704147125 tempest-ServerPasswordTestJSON-1704147125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:02:38.410502 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b5c8468e-8d32-44fa-9b05-01afca58b506 req-f3a3f36a-6f11-4e88-92b3-8447635ca1fa tempest-ServerPasswordTestJSON-1704147125 tempest-ServerPasswordTestJSON-1704147125-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c31fd8c-254a-4401-94b7-c38422454c6a HTTP/1.1" status: 200 len: 944 time: 0.1119199 Jun 01 19:02:38.413011 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 44190) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:02:38.444974 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-9f8eee05-0b5d-4cdb-89ac-322585d519e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:02:38.454794 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08b72b8-b154-48ce-9bca-b2e9b76eb0c6 req-f344af94-3786-4936-a11b-4a0d1f295f87 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:02:38.462158 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f08b72b8-b154-48ce-9bca-b2e9b76eb0c6 req-f344af94-3786-4936-a11b-4a0d1f295f87 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/networks?id=0c49dc6b-5e39-4101-b04d-1c1361c15d69 HTTP/1.1" status: 200 len: 806 time: 0.4911294 Jun 01 19:02:38.463686 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b5c8468e-8d32-44fa-9b05-01afca58b506 req-9aeaf301-bb0b-43c7-a507-733fd415b229 tempest-ServerPasswordTestJSON-1704147125 tempest-ServerPasswordTestJSON-1704147125-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3b0bff3-1338-4c07-b8be-87196173180d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523205 Jun 01 19:02:38.464282 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1203cb7b-7c2a-4a7d-aeed-e2a6461e6d2f tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Made reservation on behalf of a0eb4836fe25462db2032ac7c054c0ab for: {'network': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:02:38.467592 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1203cb7b-7c2a-4a7d-aeed-e2a6461e6d2f tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:38.524301 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ba41867-cd5d-4a43-b1f9-340dd58c4d1d'] response: {'server_uuid': 'f19dd686-7d0e-4099-98f9-81b1fe65a5a8', 'name': 'network-vif-deleted', 'tag': '20998829-17c4-4dde-8e52-6e158a9b953c', 'status': 'completed', 'code': 200} Jun 01 19:02:38.529423 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-9f8eee05-0b5d-4cdb-89ac-322585d519e0 admin admin] Usage tracker for resource:security_group_rule and tenant:ca352487980343b4814b281df9853b57 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:02:38.532211 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-3cc8052d-a7d8-4a42-92c6-3f7605c95187 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:02:38.548165 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-9f8eee05-0b5d-4cdb-89ac-322585d519e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:02:38.567847 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-3cc8052d-a7d8-4a42-92c6-3f7605c95187 admin admin] Usage tracker for resource:security_group_rule and tenant:3c9b882c556548a693207ec73861d870 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:02:38.571584 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1203cb7b-7c2a-4a7d-aeed-e2a6461e6d2f tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:38.582702 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-9f8eee05-0b5d-4cdb-89ac-322585d519e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:02:38.584850 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-3cc8052d-a7d8-4a42-92c6-3f7605c95187 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:02:38.600979 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f08b72b8-b154-48ce-9bca-b2e9b76eb0c6 req-d9ba262e-17d3-4bd1-a6e8-71fe21fc4da7 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/quotas/ff411273a1ac46f2a91fb45afe578ccb HTTP/1.1" status: 200 len: 375 time: 0.1377592 Jun 01 19:02:38.607322 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-3cc8052d-a7d8-4a42-92c6-3f7605c95187 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:02:38.652591 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-bd8289be-9978-43b7-9e22-c32556b0adfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120258223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120258223-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1460665717'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:02:38.658408 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-bd8289be-9978-43b7-9e22-c32556b0adfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120258223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120258223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:02:38.662854 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-bd8289be-9978-43b7-9e22-c32556b0adfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120258223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120258223-project] Usage tracker for resource:network and tenant:52366aaf07b8413d817858a6e094c003 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:02:38.665497 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-bd8289be-9978-43b7-9e22-c32556b0adfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120258223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120258223-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:02:38.671640 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-bd8289be-9978-43b7-9e22-c32556b0adfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120258223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120258223-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:02:38.687015 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd8289be-9978-43b7-9e22-c32556b0adfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120258223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120258223-project] Made reservation on behalf of 52366aaf07b8413d817858a6e094c003 for: {'network': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:02:38.691195 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-bd8289be-9978-43b7-9e22-c32556b0adfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120258223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120258223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:38.700855 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-1203cb7b-7c2a-4a7d-aeed-e2a6461e6d2f tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:02:38.705454 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-1203cb7b-7c2a-4a7d-aeed-e2a6461e6d2f tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Usage tracker for resource:security_group_rule and tenant:a0eb4836fe25462db2032ac7c054c0ab is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:02:38.707413 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-bd8289be-9978-43b7-9e22-c32556b0adfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120258223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120258223-project] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:38.708789 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-1203cb7b-7c2a-4a7d-aeed-e2a6461e6d2f tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:02:38.715606 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-1203cb7b-7c2a-4a7d-aeed-e2a6461e6d2f tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:02:38.726692 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-bd8289be-9978-43b7-9e22-c32556b0adfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120258223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120258223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:02:38.732102 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-bd8289be-9978-43b7-9e22-c32556b0adfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120258223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120258223-project] Usage tracker for resource:security_group_rule and tenant:52366aaf07b8413d817858a6e094c003 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:02:38.735673 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-bd8289be-9978-43b7-9e22-c32556b0adfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120258223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120258223-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:02:38.745073 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-bd8289be-9978-43b7-9e22-c32556b0adfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120258223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120258223-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:02:38.881112 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c9dcf7bf-48f8-439a-8ae4-a10a0aaf2ce8 req-e6afefa5-3387-4ade-9dfa-9616ffdb1093 service neutron] 10.222.0.15 "GET /v2.0/networks/427d877d-5727-480a-bbe6-bbe61eddc167?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4913046 Jun 01 19:02:38.919333 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-bd8289be-9978-43b7-9e22-c32556b0adfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120258223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120258223-project] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:38.925373 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-bd8289be-9978-43b7-9e22-c32556b0adfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120258223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120258223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:38.954380 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0228b2df-4402-4b04-8083-fbc02adee8d0 req-55a58ae9-daed-4fb7-95fa-e6b425779fdf tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:02:38.955881 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0228b2df-4402-4b04-8083-fbc02adee8d0 req-55a58ae9-daed-4fb7-95fa-e6b425779fdf tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb46301e-88c3-4101-8613-ee7c08857c9b HTTP/1.1" status: 200 len: 945 time: 0.1619349 Jun 01 19:02:38.993648 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd8289be-9978-43b7-9e22-c32556b0adfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120258223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120258223-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 146} {{(pid=88524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 19:02:38.998119 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8289be-9978-43b7-9e22-c32556b0adfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120258223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120258223-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4947cd26-7f78-47cd-9cc4-8a7403045524,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:02:39.019400 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-bd8289be-9978-43b7-9e22-c32556b0adfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120258223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120258223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:39.019809 n-d-844202-1 neutron-server[88524]: INFO neutron.db.segments_db [None req-bd8289be-9978-43b7-9e22-c32556b0adfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120258223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120258223-project] Added segment fcf91f5e-9d7e-4c07-a6d4-33300986f7e9 of type vlan for network 57db2152-a0ca-46a3-b2b2-0de6f8a35ffc Jun 01 19:02:39.035320 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0228b2df-4402-4b04-8083-fbc02adee8d0 req-e72c2a85-262f-497a-bc1c-0b3e61c21883 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a574796-057f-49e3-abd4-a6618918f66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665579 Jun 01 19:02:39.061609 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-bd8289be-9978-43b7-9e22-c32556b0adfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120258223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120258223-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:39.114356 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-bd8289be-9978-43b7-9e22-c32556b0adfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120258223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120258223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:39.121024 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd8289be-9978-43b7-9e22-c32556b0adfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120258223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120258223-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:02:39.121802 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-bd8289be-9978-43b7-9e22-c32556b0adfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120258223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120258223-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:39.230322 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9f8eee05-0b5d-4cdb-89ac-322585d519e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:39.236867 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8289be-9978-43b7-9e22-c32556b0adfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120258223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120258223-project] Pushing event updated for resources: {'Network': ['ID=57db2152-a0ca-46a3-b2b2-0de6f8a35ffc,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:02:39.251183 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network 57db2152-a0ca-46a3-b2b2-0de6f8a35ffc details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 19:02:39.272724 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f08b72b8-b154-48ce-9bca-b2e9b76eb0c6 req-b7e40399-163c-4df3-a024-ff6823f07432 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=ff411273a1ac46f2a91fb45afe578ccb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6694086 Jun 01 19:02:39.273538 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 44202) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:02:39.295253 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-bd8289be-9978-43b7-9e22-c32556b0adfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120258223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120258223-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 0.8812792 Jun 01 19:02:39.308916 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9f8eee05-0b5d-4cdb-89ac-322585d519e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:39.339167 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3cc8052d-a7d8-4a42-92c6-3f7605c95187 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:39.356407 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8836abe5-92ad-4689-a9da-028ea202b1ab tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:39.363388 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-9f8eee05-0b5d-4cdb-89ac-322585d519e0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ca352487980343b4814b281df9853b57&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6935036 Jun 01 19:02:39.371006 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 44210) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:02:39.404265 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8836abe5-92ad-4689-a9da-028ea202b1ab tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:39.429925 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3cc8052d-a7d8-4a42-92c6-3f7605c95187 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:39.482294 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-8c4bff4c-07bc-4481-9151-f63e640f2dd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:39.482903 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1203cb7b-7c2a-4a7d-aeed-e2a6461e6d2f tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:39.498124 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8836abe5-92ad-4689-a9da-028ea202b1ab tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:39.504259 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 44216) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:02:39.521275 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8eee05-0b5d-4cdb-89ac-322585d519e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f713b2e4-a170-4829-a9ae-18146cad39fe,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:02:39.525361 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1203cb7b-7c2a-4a7d-aeed-e2a6461e6d2f tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:39.545212 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-132152f4-31ed-43a1-8d02-4ed27ce6f61c tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Request body: {'port': {'network_id': '57db2152-a0ca-46a3-b2b2-0de6f8a35ffc', 'binding:host_id': 'n-h1-844202-1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-546543059'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:02:39.551510 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8836abe5-92ad-4689-a9da-028ea202b1ab tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9fe41e6-5a2e-4996-8952-f57e9627d12d,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:02:39.558597 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-132152f4-31ed-43a1-8d02-4ed27ce6f61c tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:02:39.567540 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-132152f4-31ed-43a1-8d02-4ed27ce6f61c tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Usage tracker for resource:port and tenant:c76b27a26d774ad09716afc9a680a4c7 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:02:39.576117 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-132152f4-31ed-43a1-8d02-4ed27ce6f61c tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:02:39.584781 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-3cc8052d-a7d8-4a42-92c6-3f7605c95187 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3c9b882c556548a693207ec73861d870&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9079995 Jun 01 19:02:39.585005 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8836abe5-92ad-4689-a9da-028ea202b1ab tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:39.585005 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-8836abe5-92ad-4689-a9da-028ea202b1ab tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] 10.222.0.41 "DELETE /v2.0/security-groups/e9fe41e6-5a2e-4996-8952-f57e9627d12d HTTP/1.1" status: 204 len: 168 time: 0.3075330 Jun 01 19:02:39.585005 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 44220) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:02:39.603357 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-132152f4-31ed-43a1-8d02-4ed27ce6f61c tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:02:39.623305 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1203cb7b-7c2a-4a7d-aeed-e2a6461e6d2f tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 103} {{(pid=88525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 19:02:39.639008 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee21e82-530c-4e9e-bc08-f8e4f2fdc4fe req-bb3e82cc-b4d8-45c6-b6c6-da172326e4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:02:39.640494 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8ee21e82-530c-4e9e-bc08-f8e4f2fdc4fe req-bb3e82cc-b4d8-45c6-b6c6-da172326e4e0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=74bb3c6f44a946279f657b3ca5109e1f&device_id=0c31fd8c-254a-4401-94b7-c38422454c6a HTTP/1.1" status: 200 len: 1095 time: 0.6591709 Jun 01 19:02:39.651621 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc8052d-a7d8-4a42-92c6-3f7605c95187 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c6979dd-9e05-4af7-bbba-a1a553878dab,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:02:39.670029 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-132152f4-31ed-43a1-8d02-4ed27ce6f61c tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Made reservation on behalf of c76b27a26d774ad09716afc9a680a4c7 for: {'port': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:02:39.672345 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-132152f4-31ed-43a1-8d02-4ed27ce6f61c tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:39.704677 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1203cb7b-7c2a-4a7d-aeed-e2a6461e6d2f tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:39.705016 n-d-844202-1 neutron-server[88525]: INFO neutron.db.segments_db [None req-1203cb7b-7c2a-4a7d-aeed-e2a6461e6d2f tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Added segment eab68e73-c2f8-42a9-a768-f95db18b90a9 of type vlan for network ffe55bfc-a9ec-4cd1-b702-21e747d98d56 Jun 01 19:02:39.706193 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-132152f4-31ed-43a1-8d02-4ed27ce6f61c tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:39.712471 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f08b72b8-b154-48ce-9bca-b2e9b76eb0c6 req-75a098c0-2fca-4c3c-a1e4-dac1b880d4cc service neutron] 10.222.0.41 "GET /v2.0/networks/0c49dc6b-5e39-4101-b04d-1c1361c15d69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4379632 Jun 01 19:02:39.724400 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-813d70bc-43b5-42e1-97a7-46bc23cfa317 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:39.744334 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-132152f4-31ed-43a1-8d02-4ed27ce6f61c tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:02:39.753443 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-132152f4-31ed-43a1-8d02-4ed27ce6f61c tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Usage tracker for resource:security_group_rule and tenant:c76b27a26d774ad09716afc9a680a4c7 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:02:39.757291 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f5b3c9c0-62c6-4c76-81ed-294cd37b8532 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:39.759206 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-132152f4-31ed-43a1-8d02-4ed27ce6f61c tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:02:39.767944 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-132152f4-31ed-43a1-8d02-4ed27ce6f61c tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:02:39.809640 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f5b3c9c0-62c6-4c76-81ed-294cd37b8532 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:39.824064 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc5762a-7c81-49ec-9e9d-4e0a1c31332c req-757244b8-ea93-4edd-a56b-0670f0d08a2a tempest-ServerPasswordTestJSON-1704147125 tempest-ServerPasswordTestJSON-1704147125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:02:39.825567 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ecc5762a-7c81-49ec-9e9d-4e0a1c31332c req-757244b8-ea93-4edd-a56b-0670f0d08a2a tempest-ServerPasswordTestJSON-1704147125 tempest-ServerPasswordTestJSON-1704147125-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c31fd8c-254a-4401-94b7-c38422454c6a HTTP/1.1" status: 200 len: 944 time: 0.2247686 Jun 01 19:02:39.848738 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1203cb7b-7c2a-4a7d-aeed-e2a6461e6d2f tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2a90f55-61f1-4225-bba6-db3f72409def,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:02:39.922469 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1203cb7b-7c2a-4a7d-aeed-e2a6461e6d2f tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:39.924166 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ecc5762a-7c81-49ec-9e9d-4e0a1c31332c req-388618b9-f7ba-402f-b64d-9e867103306b tempest-ServerPasswordTestJSON-1704147125 tempest-ServerPasswordTestJSON-1704147125-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3b0bff3-1338-4c07-b8be-87196173180d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890403 Jun 01 19:02:39.944253 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-813d70bc-43b5-42e1-97a7-46bc23cfa317 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:39.993481 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f5b3c9c0-62c6-4c76-81ed-294cd37b8532 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:40.000644 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-132152f4-31ed-43a1-8d02-4ed27ce6f61c tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:40.010734 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 44226) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:02:40.016170 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-132152f4-31ed-43a1-8d02-4ed27ce6f61c tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:40.057322 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b3c9c0-62c6-4c76-81ed-294cd37b8532 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c6979dd-9e05-4af7-bbba-a1a553878dab,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:02:40.079415 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [None req-132152f4-31ed-43a1-8d02-4ed27ce6f61c tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] device_id is not set on port 79779d92-e342-49ec-abbd-f91392c1552b yet. {{(pid=88524) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 19:02:40.096823 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f08b72b8-b154-48ce-9bca-b2e9b76eb0c6 req-b6013ba6-b6f9-4ce7-ab0b-b72b7b27f30a service neutron] 10.222.0.41 "GET /v2.0/networks/0c49dc6b-5e39-4101-b04d-1c1361c15d69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3147540 Jun 01 19:02:40.107103 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1203cb7b-7c2a-4a7d-aeed-e2a6461e6d2f tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:40.113597 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1203cb7b-7c2a-4a7d-aeed-e2a6461e6d2f tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:02:40.114231 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1203cb7b-7c2a-4a7d-aeed-e2a6461e6d2f tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks [] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:40.150406 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f5b3c9c0-62c6-4c76-81ed-294cd37b8532 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:40.151543 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-f5b3c9c0-62c6-4c76-81ed-294cd37b8532 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6c6979dd-9e05-4af7-bbba-a1a553878dab HTTP/1.1" status: 204 len: 168 time: 0.5680790 Jun 01 19:02:40.174310 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee21e82-530c-4e9e-bc08-f8e4f2fdc4fe req-c2ec3b6e-3193-4545-8ac3-82bc861aac60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:02:40.175757 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 20998829-17c4-4dde-8e52-6e158a9b953c no longer exists at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:02:40.177287 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8ee21e82-530c-4e9e-bc08-f8e4f2fdc4fe req-c2ec3b6e-3193-4545-8ac3-82bc861aac60 service neutron] 10.222.0.15 "GET /v2.0/networks?id=427d877d-5727-480a-bbe6-bbe61eddc167 HTTP/1.1" status: 200 len: 914 time: 0.5225332 Jun 01 19:02:40.205068 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-1203cb7b-7c2a-4a7d-aeed-e2a6461e6d2f tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.7128489 Jun 01 19:02:40.212670 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 44234) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:02:40.259702 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] No Port match for: 20998829-17c4-4dde-8e52-6e158a9b953c {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:02:40.261202 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132152f4-31ed-43a1-8d02-4ed27ce6f61c tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6ab3b92-0388-46eb-abc6-318ef12b3453,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:02:40.263820 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 20998829-17c4-4dde-8e52-6e158a9b953c not bound to the agent host n-h1-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:02:40.276364 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_v2 [None req-346c163c-274d-44f0-9635-1622da59e9f0 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Deleting subnet 9e0b9f49-c28b-40ef-a29c-1cc8920f1a01 {{(pid=88524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 19:02:40.283607 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-346c163c-274d-44f0-9635-1622da59e9f0 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks [] for subnet, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:40.293660 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-4de14abb-530b-437e-9daa-9d9013d40965 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Request body: {'subnet': {'network_id': 'ffe55bfc-a9ec-4cd1-b702-21e747d98d56', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:02:40.391241 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-346c163c-274d-44f0-9635-1622da59e9f0 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2702137'] for subnet, precommit_delete_associations {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:40.410262 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8ee21e82-530c-4e9e-bc08-f8e4f2fdc4fe req-ebcf9774-330d-4b91-ace4-cbbb9bd8abe8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5eeaf312-0f27-4e08-bbab-9ae1978a89bb HTTP/1.1" status: 200 len: 217 time: 0.1985404 Jun 01 19:02:40.524762 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:40.563300 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50b21f4-48e6-4428-a2df-f6b6360e1aa4 req-5fd9bb6f-5f13-4b67-a9eb-bd2123624c5f tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:02:40.571757 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e50b21f4-48e6-4428-a2df-f6b6360e1aa4 req-5fd9bb6f-5f13-4b67-a9eb-bd2123624c5f tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb46301e-88c3-4101-8613-ee7c08857c9b HTTP/1.1" status: 200 len: 945 time: 0.3922317 Jun 01 19:02:40.603132 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-24a556a6-aa95-43a1-a5d1-0385b0851dc2 req-94d22f22-d195-4515-9398-3b7c49f1d3f9 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/ports?device_id=2d09c7dc-ab70-4778-9108-37aeccd6701e HTTP/1.1" status: 200 len: 210 time: 0.2147143 Jun 01 19:02:40.628649 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:40.649425 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-813d70bc-43b5-42e1-97a7-46bc23cfa317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:40.729752 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1203cb7b-7c2a-4a7d-aeed-e2a6461e6d2f tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Pushing event updated for resources: {'Network': ['ID=ffe55bfc-a9ec-4cd1-b702-21e747d98d56,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:02:40.741283 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-4de14abb-530b-437e-9daa-9d9013d40965 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:02:40.745466 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network ffe55bfc-a9ec-4cd1-b702-21e747d98d56 details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 19:02:40.800506 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee21e82-530c-4e9e-bc08-f8e4f2fdc4fe req-6a560d52-ce90-4cb6-9a1d-ab4826d608a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:02:40.802323 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8ee21e82-530c-4e9e-bc08-f8e4f2fdc4fe req-6a560d52-ce90-4cb6-9a1d-ab4826d608a1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4f9b4456-316c-4866-ac1b-4ba61cba2bcb HTTP/1.1" status: 200 len: 853 time: 0.2581847 Jun 01 19:02:40.803726 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813d70bc-43b5-42e1-97a7-46bc23cfa317 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f713b2e4-a170-4829-a9ae-18146cad39fe,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:02:40.805873 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-4de14abb-530b-437e-9daa-9d9013d40965 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Usage tracker for resource:subnet and tenant:a0eb4836fe25462db2032ac7c054c0ab is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:02:40.806162 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e50b21f4-48e6-4428-a2df-f6b6360e1aa4 req-53a49e3d-c2f8-40de-9975-a0cce1a4c7b2 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a574796-057f-49e3-abd4-a6618918f66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314379 Jun 01 19:02:40.809931 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-4de14abb-530b-437e-9daa-9d9013d40965 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:02:40.863305 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-346c163c-274d-44f0-9635-1622da59e9f0 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:40.869579 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-813d70bc-43b5-42e1-97a7-46bc23cfa317 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:40.876099 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-813d70bc-43b5-42e1-97a7-46bc23cfa317 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f713b2e4-a170-4829-a9ae-18146cad39fe HTTP/1.1" status: 204 len: 168 time: 1.4998858 Jun 01 19:02:40.908620 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-4de14abb-530b-437e-9daa-9d9013d40965 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:02:40.937651 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8ee21e82-530c-4e9e-bc08-f8e4f2fdc4fe req-c0139b9b-b21a-4051-97e1-2a00b95846aa service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=427d877d-5727-480a-bbe6-bbe61eddc167&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1226923 Jun 01 19:02:41.089190 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [None req-132152f4-31ed-43a1-8d02-4ed27ce6f61c tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] device_id is not set on port 79779d92-e342-49ec-abbd-f91392c1552b yet. {{(pid=88524) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 19:02:41.110625 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-132152f4-31ed-43a1-8d02-4ed27ce6f61c tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:41.140503 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [None req-132152f4-31ed-43a1-8d02-4ed27ce6f61c tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Transition to ACTIVE for port object 79779d92-e342-49ec-abbd-f91392c1552b will not be triggered until provisioned by entity L2. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:02:41.174007 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4de14abb-530b-437e-9daa-9d9013d40965 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Made reservation on behalf of a0eb4836fe25462db2032ac7c054c0ab for: {'subnet': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:02:41.177741 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4de14abb-530b-437e-9daa-9d9013d40965 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9667140'] for subnet, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:41.260958 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-132152f4-31ed-43a1-8d02-4ed27ce6f61c tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:41.281039 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:41.389846 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-346c163c-274d-44f0-9635-1622da59e9f0 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2718856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3066595'] for subnet, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:41.465648 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8ee21e82-530c-4e9e-bc08-f8e4f2fdc4fe req-4b5ec054-636c-43b5-b42c-0ad4d3db15cc service neutron] 10.222.0.15 "GET /v2.0/networks/427d877d-5727-480a-bbe6-bbe61eddc167?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5164769 Jun 01 19:02:41.467608 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4de14abb-530b-437e-9daa-9d9013d40965 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2614064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9667190'] for subnet, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:41.497174 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346c163c-274d-44f0-9635-1622da59e9f0 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Pushing event deleted for resources: {'Subnet': ['ID=9e0b9f49-c28b-40ef-a29c-1cc8920f1a01,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:02:41.506490 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-346c163c-274d-44f0-9635-1622da59e9f0 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:41.513226 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce6c5728-6687-43e0-919b-ada452e1a168 None None] Network 736de76a-7329-4f0c-80e7-094feb293c29 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:02:41.520326 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-346c163c-274d-44f0-9635-1622da59e9f0 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] 10.222.0.41 "DELETE /v2.0/subnets/9e0b9f49-c28b-40ef-a29c-1cc8920f1a01 HTTP/1.1" status: 204 len: 168 time: 1.5085566 Jun 01 19:02:41.537899 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 44278) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:02:41.588864 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132152f4-31ed-43a1-8d02-4ed27ce6f61c tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Pushing event updated for resources: {'Port': ['ID=79779d92-e342-49ec-abbd-f91392c1552b,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:02:41.695194 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:41.725709 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0007960a-5540-4d17-b08f-5013cee5fa33 req-232490d5-5171-4639-9629-c6a04109f34c tempest-ServerPasswordTestJSON-1704147125 tempest-ServerPasswordTestJSON-1704147125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:02:41.736950 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0007960a-5540-4d17-b08f-5013cee5fa33 req-232490d5-5171-4639-9629-c6a04109f34c tempest-ServerPasswordTestJSON-1704147125 tempest-ServerPasswordTestJSON-1704147125-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c31fd8c-254a-4401-94b7-c38422454c6a HTTP/1.1" status: 200 len: 944 time: 0.5767479 Jun 01 19:02:41.765353 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132152f4-31ed-43a1-8d02-4ed27ce6f61c tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Checking segment: {'id': 'fcf91f5e-9d7e-4c07-a6d4-33300986f7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '57db2152-a0ca-46a3-b2b2-0de6f8a35ffc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:02:41.765724 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-132152f4-31ed-43a1-8d02-4ed27ce6f61c tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Network hostable DHCP agents. Network: 57db2152-a0ca-46a3-b2b2-0de6f8a35ffc, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88524) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 19:02:41.906799 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:41.909567 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-132152f4-31ed-43a1-8d02-4ed27ce6f61c tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Network 57db2152-a0ca-46a3-b2b2-0de6f8a35ffc is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88524) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 19:02:42.001853 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-847d0e69-4464-42d5-b388-932b8e140b67 None None] DHCP port deletion for 736de76a-7329-4f0c-80e7-094feb293c29 request from n-d-844202-1 {{(pid=88526) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 19:02:42.010940 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-847d0e69-4464-42d5-b388-932b8e140b67 None None] Deleting port 304f321f-1e83-4c49-a109-541f1c318280 {{(pid=88526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:02:42.014159 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-847d0e69-4464-42d5-b388-932b8e140b67 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:42.155250 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-976ab524-401c-4dba-bf03-877bc4c5f44d tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:42.179714 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-132152f4-31ed-43a1-8d02-4ed27ce6f61c tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, 57db2152-a0ca-46a3-b2b2-0de6f8a35ffc) {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:02:42.185330 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-132152f4-31ed-43a1-8d02-4ed27ce6f61c tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:02:42.209919 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 5eeaf312-0f27-4e08-bbab-9ae1978a89bb details requested by agent hyperv_n-h1-844202-1 with host n-h1-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 19:02:42.210221 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [None req-132152f4-31ed-43a1-8d02-4ed27ce6f61c tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Attempting to bind port 79779d92-e342-49ec-abbd-f91392c1552b on host n-h1-844202-1 for vnic_type normal with profile {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:02:42.210419 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [None req-132152f4-31ed-43a1-8d02-4ed27ce6f61c tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Attempting to bind port 79779d92-e342-49ec-abbd-f91392c1552b by drivers openvswitch,hyperv on host n-h1-844202-1 at level 0 using segments [{'id': 'fcf91f5e-9d7e-4c07-a6d4-33300986f7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '57db2152-a0ca-46a3-b2b2-0de6f8a35ffc'}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:02:42.211031 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132152f4-31ed-43a1-8d02-4ed27ce6f61c tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Attempting to bind port 79779d92-e342-49ec-abbd-f91392c1552b on network 57db2152-a0ca-46a3-b2b2-0de6f8a35ffc {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:02:42.215598 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d2a2761-1c2d-4f9c-a1a2-f215248f71a6 None None] Network 57db2152-a0ca-46a3-b2b2-0de6f8a35ffc requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:02:42.242459 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0007960a-5540-4d17-b08f-5013cee5fa33 req-d4646206-f523-439a-9d52-f1237a0d12e3 tempest-ServerPasswordTestJSON-1704147125 tempest-ServerPasswordTestJSON-1704147125-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3b0bff3-1338-4c07-b8be-87196173180d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5045452 Jun 01 19:02:42.246251 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de14abb-530b-437e-9daa-9d9013d40965 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Pushing event updated for resources: {'Subnet': ['ID=fb266d6f-75d2-456e-a328-415940a9cd1c,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:02:42.273416 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132152f4-31ed-43a1-8d02-4ed27ce6f61c tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Port 79779d92-e342-49ec-abbd-f91392c1552b on network 57db2152-a0ca-46a3-b2b2-0de6f8a35ffc not bound, no agent of type Open vSwitch agent registered on host n-h1-844202-1 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 19:02:42.275163 n-d-844202-1 neutron-server[88524]: ERROR neutron.plugins.ml2.managers [None req-132152f4-31ed-43a1-8d02-4ed27ce6f61c tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Failed to bind port 79779d92-e342-49ec-abbd-f91392c1552b on host n-h1-844202-1 for vnic_type normal using segments [{'id': 'fcf91f5e-9d7e-4c07-a6d4-33300986f7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '57db2152-a0ca-46a3-b2b2-0de6f8a35ffc'}] Jun 01 19:02:42.281829 n-d-844202-1 neutron-server[88524]: INFO neutron.plugins.ml2.plugin [None req-132152f4-31ed-43a1-8d02-4ed27ce6f61c tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Attempt 2 to bind port 79779d92-e342-49ec-abbd-f91392c1552b Jun 01 19:02:42.322026 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-976ab524-401c-4dba-bf03-877bc4c5f44d tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Deleting port 304f321f-1e83-4c49-a109-541f1c318280 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:02:42.322313 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-976ab524-401c-4dba-bf03-877bc4c5f44d tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:42.338139 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de14abb-530b-437e-9daa-9d9013d40965 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Checking segment: {'id': 'eab68e73-c2f8-42a9-a768-f95db18b90a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ffe55bfc-a9ec-4cd1-b702-21e747d98d56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:02:42.338507 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4de14abb-530b-437e-9daa-9d9013d40965 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Network hostable DHCP agents. Network: ffe55bfc-a9ec-4cd1-b702-21e747d98d56, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 19:02:42.413938 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [None req-132152f4-31ed-43a1-8d02-4ed27ce6f61c tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Attempting to bind port 79779d92-e342-49ec-abbd-f91392c1552b on host n-h1-844202-1 for vnic_type normal with profile {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:02:42.414284 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [None req-132152f4-31ed-43a1-8d02-4ed27ce6f61c tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Attempting to bind port 79779d92-e342-49ec-abbd-f91392c1552b by drivers openvswitch,hyperv on host n-h1-844202-1 at level 0 using segments [{'id': 'fcf91f5e-9d7e-4c07-a6d4-33300986f7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '57db2152-a0ca-46a3-b2b2-0de6f8a35ffc'}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:02:42.414628 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132152f4-31ed-43a1-8d02-4ed27ce6f61c tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Attempting to bind port 79779d92-e342-49ec-abbd-f91392c1552b on network 57db2152-a0ca-46a3-b2b2-0de6f8a35ffc {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:02:42.430629 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b224459-acda-407a-bc64-ba75971377b1 req-52f315db-3510-430f-81a0-fbcc70ab41c9 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:02:42.432117 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-9b224459-acda-407a-bc64-ba75971377b1 req-52f315db-3510-430f-81a0-fbcc70ab41c9 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb46301e-88c3-4101-8613-ee7c08857c9b HTTP/1.1" status: 200 len: 945 time: 0.5757580 Jun 01 19:02:42.457159 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132152f4-31ed-43a1-8d02-4ed27ce6f61c tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Port 79779d92-e342-49ec-abbd-f91392c1552b on network 57db2152-a0ca-46a3-b2b2-0de6f8a35ffc not bound, no agent of type Open vSwitch agent registered on host n-h1-844202-1 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 19:02:42.457159 n-d-844202-1 neutron-server[88524]: ERROR neutron.plugins.ml2.managers [None req-132152f4-31ed-43a1-8d02-4ed27ce6f61c tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Failed to bind port 79779d92-e342-49ec-abbd-f91392c1552b on host n-h1-844202-1 for vnic_type normal using segments [{'id': 'fcf91f5e-9d7e-4c07-a6d4-33300986f7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '57db2152-a0ca-46a3-b2b2-0de6f8a35ffc'}] Jun 01 19:02:42.460500 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8ee21e82-530c-4e9e-bc08-f8e4f2fdc4fe req-99a61558-682f-411a-a144-bef63be1702c service neutron] 10.222.0.15 "GET /v2.0/networks/427d877d-5727-480a-bbe6-bbe61eddc167?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5982697 Jun 01 19:02:42.466621 n-d-844202-1 neutron-server[88524]: INFO neutron.plugins.ml2.plugin [None req-132152f4-31ed-43a1-8d02-4ed27ce6f61c tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Attempt 3 to bind port 79779d92-e342-49ec-abbd-f91392c1552b Jun 01 19:02:42.502313 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4de14abb-530b-437e-9daa-9d9013d40965 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Network ffe55bfc-a9ec-4cd1-b702-21e747d98d56 is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 19:02:42.547571 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.db.resource_extend [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 19:02:42.559655 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-4de14abb-530b-437e-9daa-9d9013d40965 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, ffe55bfc-a9ec-4cd1-b702-21e747d98d56) {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:02:42.584409 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-93806272-a898-431e-ae8d-870765163f25 req-9acdb08b-d0b5-4209-8c58-f483a7219075 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/ports?device_id=2d09c7dc-ab70-4778-9108-37aeccd6701e HTTP/1.1" status: 200 len: 210 time: 0.1183786 Jun 01 19:02:42.593634 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-9b224459-acda-407a-bc64-ba75971377b1 req-a441d507-34e4-459e-b69b-f7f78ae95358 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a574796-057f-49e3-abd4-a6618918f66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506412 Jun 01 19:02:42.603322 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de14abb-530b-437e-9daa-9d9013d40965 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:02:42.604374 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4de14abb-530b-437e-9daa-9d9013d40965 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:42.632115 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eae67ea-36f0-43f9-b4c9-d80ecd27174c None None] Network ffe55bfc-a9ec-4cd1-b702-21e747d98d56 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:02:42.652240 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-4de14abb-530b-437e-9daa-9d9013d40965 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.4380145 Jun 01 19:02:42.655934 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 44312) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:02:42.661814 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-f4bf5892-59ef-4ee1-b584-9bf5f21c597e tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1175542712', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}, 'admin_state_up': False}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:02:42.670673 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08b72b8-b154-48ce-9bca-b2e9b76eb0c6 req-642a439c-3fa6-42c3-aaf3-4f92ec46fb02 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:02:42.672856 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f08b72b8-b154-48ce-9bca-b2e9b76eb0c6 req-642a439c-3fa6-42c3-aaf3-4f92ec46fb02 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.50 "GET /v2.0/networks?id=0c49dc6b-5e39-4101-b04d-1c1361c15d69 HTTP/1.1" status: 200 len: 806 time: 0.7484462 Jun 01 19:02:42.673767 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [None req-132152f4-31ed-43a1-8d02-4ed27ce6f61c tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Attempting to bind port 79779d92-e342-49ec-abbd-f91392c1552b on host n-h1-844202-1 for vnic_type normal with profile {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:02:42.674465 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [None req-132152f4-31ed-43a1-8d02-4ed27ce6f61c tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Attempting to bind port 79779d92-e342-49ec-abbd-f91392c1552b by drivers openvswitch,hyperv on host n-h1-844202-1 at level 0 using segments [{'id': 'fcf91f5e-9d7e-4c07-a6d4-33300986f7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '57db2152-a0ca-46a3-b2b2-0de6f8a35ffc'}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:02:42.674980 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132152f4-31ed-43a1-8d02-4ed27ce6f61c tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Attempting to bind port 79779d92-e342-49ec-abbd-f91392c1552b on network 57db2152-a0ca-46a3-b2b2-0de6f8a35ffc {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:02:42.683345 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-f4bf5892-59ef-4ee1-b584-9bf5f21c597e tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:02:42.694771 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132152f4-31ed-43a1-8d02-4ed27ce6f61c tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Port 79779d92-e342-49ec-abbd-f91392c1552b on network 57db2152-a0ca-46a3-b2b2-0de6f8a35ffc not bound, no agent of type Open vSwitch agent registered on host n-h1-844202-1 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 19:02:42.695663 n-d-844202-1 neutron-server[88524]: ERROR neutron.plugins.ml2.managers [None req-132152f4-31ed-43a1-8d02-4ed27ce6f61c tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Failed to bind port 79779d92-e342-49ec-abbd-f91392c1552b on host n-h1-844202-1 for vnic_type normal using segments [{'id': 'fcf91f5e-9d7e-4c07-a6d4-33300986f7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '57db2152-a0ca-46a3-b2b2-0de6f8a35ffc'}] Jun 01 19:02:42.699551 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-f4bf5892-59ef-4ee1-b584-9bf5f21c597e tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Usage tracker for resource:router and tenant:a0eb4836fe25462db2032ac7c054c0ab is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:02:42.703992 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-f4bf5892-59ef-4ee1-b584-9bf5f21c597e tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:02:42.705125 n-d-844202-1 neutron-server[88524]: INFO neutron.plugins.ml2.plugin [None req-132152f4-31ed-43a1-8d02-4ed27ce6f61c tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Attempt 4 to bind port 79779d92-e342-49ec-abbd-f91392c1552b Jun 01 19:02:42.717197 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-f4bf5892-59ef-4ee1-b584-9bf5f21c597e tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:02:42.728678 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-f08b72b8-b154-48ce-9bca-b2e9b76eb0c6 req-e3469095-426b-454c-ad63-7480a11db6f7 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Request body: {'port': {'device_id': '2d09c7dc-ab70-4778-9108-37aeccd6701e', 'network_id': '0c49dc6b-5e39-4101-b04d-1c1361c15d69', 'admin_state_up': True, 'tenant_id': 'ff411273a1ac46f2a91fb45afe578ccb'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:02:42.734932 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f4bf5892-59ef-4ee1-b584-9bf5f21c597e tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-885767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25238'] for router, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:42.737723 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f4bf5892-59ef-4ee1-b584-9bf5f21c597e tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-901042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-886562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-981784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25327'] for router, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:42.781673 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f4bf5892-59ef-4ee1-b584-9bf5f21c597e tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:42.875341 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [None req-132152f4-31ed-43a1-8d02-4ed27ce6f61c tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Attempting to bind port 79779d92-e342-49ec-abbd-f91392c1552b on host n-h1-844202-1 for vnic_type normal with profile {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:02:42.875666 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [None req-132152f4-31ed-43a1-8d02-4ed27ce6f61c tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Attempting to bind port 79779d92-e342-49ec-abbd-f91392c1552b by drivers openvswitch,hyperv on host n-h1-844202-1 at level 0 using segments [{'id': 'fcf91f5e-9d7e-4c07-a6d4-33300986f7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '57db2152-a0ca-46a3-b2b2-0de6f8a35ffc'}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:02:42.875995 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132152f4-31ed-43a1-8d02-4ed27ce6f61c tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Attempting to bind port 79779d92-e342-49ec-abbd-f91392c1552b on network 57db2152-a0ca-46a3-b2b2-0de6f8a35ffc {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:02:42.895720 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132152f4-31ed-43a1-8d02-4ed27ce6f61c tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Port 79779d92-e342-49ec-abbd-f91392c1552b on network 57db2152-a0ca-46a3-b2b2-0de6f8a35ffc not bound, no agent of type Open vSwitch agent registered on host n-h1-844202-1 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 19:02:42.896025 n-d-844202-1 neutron-server[88524]: ERROR neutron.plugins.ml2.managers [None req-132152f4-31ed-43a1-8d02-4ed27ce6f61c tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Failed to bind port 79779d92-e342-49ec-abbd-f91392c1552b on host n-h1-844202-1 for vnic_type normal using segments [{'id': 'fcf91f5e-9d7e-4c07-a6d4-33300986f7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '57db2152-a0ca-46a3-b2b2-0de6f8a35ffc'}] Jun 01 19:02:42.953416 n-d-844202-1 neutron-server[88524]: INFO neutron.plugins.ml2.plugin [None req-132152f4-31ed-43a1-8d02-4ed27ce6f61c tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Attempt 5 to bind port 79779d92-e342-49ec-abbd-f91392c1552b Jun 01 19:02:42.976469 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [None req-132152f4-31ed-43a1-8d02-4ed27ce6f61c tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Attempting to bind port 79779d92-e342-49ec-abbd-f91392c1552b on host n-h1-844202-1 for vnic_type normal with profile {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:02:42.976830 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [None req-132152f4-31ed-43a1-8d02-4ed27ce6f61c tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Attempting to bind port 79779d92-e342-49ec-abbd-f91392c1552b by drivers openvswitch,hyperv on host n-h1-844202-1 at level 0 using segments [{'id': 'fcf91f5e-9d7e-4c07-a6d4-33300986f7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '57db2152-a0ca-46a3-b2b2-0de6f8a35ffc'}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:02:42.977146 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132152f4-31ed-43a1-8d02-4ed27ce6f61c tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Attempting to bind port 79779d92-e342-49ec-abbd-f91392c1552b on network 57db2152-a0ca-46a3-b2b2-0de6f8a35ffc {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:02:43.015745 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132152f4-31ed-43a1-8d02-4ed27ce6f61c tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Port 79779d92-e342-49ec-abbd-f91392c1552b on network 57db2152-a0ca-46a3-b2b2-0de6f8a35ffc not bound, no agent of type Open vSwitch agent registered on host n-h1-844202-1 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 19:02:43.016068 n-d-844202-1 neutron-server[88524]: ERROR neutron.plugins.ml2.managers [None req-132152f4-31ed-43a1-8d02-4ed27ce6f61c tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Failed to bind port 79779d92-e342-49ec-abbd-f91392c1552b on host n-h1-844202-1 for vnic_type normal using segments [{'id': 'fcf91f5e-9d7e-4c07-a6d4-33300986f7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '57db2152-a0ca-46a3-b2b2-0de6f8a35ffc'}] Jun 01 19:02:43.020798 n-d-844202-1 neutron-server[88524]: INFO neutron.plugins.ml2.plugin [None req-132152f4-31ed-43a1-8d02-4ed27ce6f61c tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Attempt 6 to bind port 79779d92-e342-49ec-abbd-f91392c1552b Jun 01 19:02:43.084730 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [None req-132152f4-31ed-43a1-8d02-4ed27ce6f61c tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Attempting to bind port 79779d92-e342-49ec-abbd-f91392c1552b on host n-h1-844202-1 for vnic_type normal with profile {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:02:43.084730 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [None req-132152f4-31ed-43a1-8d02-4ed27ce6f61c tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Attempting to bind port 79779d92-e342-49ec-abbd-f91392c1552b by drivers openvswitch,hyperv on host n-h1-844202-1 at level 0 using segments [{'id': 'fcf91f5e-9d7e-4c07-a6d4-33300986f7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '57db2152-a0ca-46a3-b2b2-0de6f8a35ffc'}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:02:43.084730 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132152f4-31ed-43a1-8d02-4ed27ce6f61c tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Attempting to bind port 79779d92-e342-49ec-abbd-f91392c1552b on network 57db2152-a0ca-46a3-b2b2-0de6f8a35ffc {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:02:43.090899 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [None req-976ab524-401c-4dba-bf03-877bc4c5f44d tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] For port 304f321f-1e83-4c49-a109-541f1c318280, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=304f321f-1e83-4c49-a109-541f1c318280,segment=NetworkSegment(88cd4108-c0fe-48ed-8aac-3aa2e1253bf4),segment_id=88cd4108-c0fe-48ed-8aac-3aa2e1253bf4)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:02:43.091279 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-976ab524-401c-4dba-bf03-877bc4c5f44d tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:43.111670 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132152f4-31ed-43a1-8d02-4ed27ce6f61c tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Port 79779d92-e342-49ec-abbd-f91392c1552b on network 57db2152-a0ca-46a3-b2b2-0de6f8a35ffc not bound, no agent of type Open vSwitch agent registered on host n-h1-844202-1 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 19:02:43.112052 n-d-844202-1 neutron-server[88524]: ERROR neutron.plugins.ml2.managers [None req-132152f4-31ed-43a1-8d02-4ed27ce6f61c tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Failed to bind port 79779d92-e342-49ec-abbd-f91392c1552b on host n-h1-844202-1 for vnic_type normal using segments [{'id': 'fcf91f5e-9d7e-4c07-a6d4-33300986f7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '57db2152-a0ca-46a3-b2b2-0de6f8a35ffc'}] Jun 01 19:02:43.141394 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 304f321f-1e83-4c49-a109-541f1c318280 no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:02:43.194723 n-d-844202-1 neutron-server[88524]: INFO neutron.plugins.ml2.plugin [None req-132152f4-31ed-43a1-8d02-4ed27ce6f61c tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Attempt 7 to bind port 79779d92-e342-49ec-abbd-f91392c1552b Jun 01 19:02:43.277938 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f4bf5892-59ef-4ee1-b584-9bf5f21c597e tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-886608', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-885830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25341'] for router, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:43.335338 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-976ab524-401c-4dba-bf03-877bc4c5f44d tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Calling delete_port for 304f321f-1e83-4c49-a109-541f1c318280 owned by network:dhcp {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:02:43.373740 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-f08b72b8-b154-48ce-9bca-b2e9b76eb0c6 req-e3469095-426b-454c-ad63-7480a11db6f7 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:02:43.384870 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-f08b72b8-b154-48ce-9bca-b2e9b76eb0c6 req-e3469095-426b-454c-ad63-7480a11db6f7 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:02:43.408013 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f08b72b8-b154-48ce-9bca-b2e9b76eb0c6 req-e3469095-426b-454c-ad63-7480a11db6f7 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Made reservation on behalf of ff411273a1ac46f2a91fb45afe578ccb for: {'port': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:02:43.409233 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-847d0e69-4464-42d5-b388-932b8e140b67 None None] For port 304f321f-1e83-4c49-a109-541f1c318280, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=304f321f-1e83-4c49-a109-541f1c318280,segment=NetworkSegment(88cd4108-c0fe-48ed-8aac-3aa2e1253bf4),segment_id=88cd4108-c0fe-48ed-8aac-3aa2e1253bf4)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:02:43.409635 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-847d0e69-4464-42d5-b388-932b8e140b67 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:43.411614 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-f08b72b8-b154-48ce-9bca-b2e9b76eb0c6 req-e3469095-426b-454c-ad63-7480a11db6f7 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:43.427437 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [None req-132152f4-31ed-43a1-8d02-4ed27ce6f61c tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Attempting to bind port 79779d92-e342-49ec-abbd-f91392c1552b on host n-h1-844202-1 for vnic_type normal with profile {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:02:43.428394 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [None req-132152f4-31ed-43a1-8d02-4ed27ce6f61c tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Attempting to bind port 79779d92-e342-49ec-abbd-f91392c1552b by drivers openvswitch,hyperv on host n-h1-844202-1 at level 0 using segments [{'id': 'fcf91f5e-9d7e-4c07-a6d4-33300986f7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '57db2152-a0ca-46a3-b2b2-0de6f8a35ffc'}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:02:43.428704 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132152f4-31ed-43a1-8d02-4ed27ce6f61c tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Attempting to bind port 79779d92-e342-49ec-abbd-f91392c1552b on network 57db2152-a0ca-46a3-b2b2-0de6f8a35ffc {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:02:43.451020 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01796202-b38a-4534-82d0-0d8510d8fc0b req-4f9df8a8-1df6-4ddd-9e5e-ecec86684a83 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:02:43.452522 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-01796202-b38a-4534-82d0-0d8510d8fc0b req-4f9df8a8-1df6-4ddd-9e5e-ecec86684a83 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] 10.222.0.50 "GET /v2.0/ports?device_id=cb46301e-88c3-4101-8613-ee7c08857c9b HTTP/1.1" status: 200 len: 945 time: 0.7060912 Jun 01 19:02:43.457314 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132152f4-31ed-43a1-8d02-4ed27ce6f61c tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Port 79779d92-e342-49ec-abbd-f91392c1552b on network 57db2152-a0ca-46a3-b2b2-0de6f8a35ffc not bound, no agent of type Open vSwitch agent registered on host n-h1-844202-1 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 19:02:43.457636 n-d-844202-1 neutron-server[88524]: ERROR neutron.plugins.ml2.managers [None req-132152f4-31ed-43a1-8d02-4ed27ce6f61c tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Failed to bind port 79779d92-e342-49ec-abbd-f91392c1552b on host n-h1-844202-1 for vnic_type normal using segments [{'id': 'fcf91f5e-9d7e-4c07-a6d4-33300986f7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '57db2152-a0ca-46a3-b2b2-0de6f8a35ffc'}] Jun 01 19:02:43.460551 n-d-844202-1 neutron-server[88524]: INFO neutron.plugins.ml2.plugin [None req-132152f4-31ed-43a1-8d02-4ed27ce6f61c tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Attempt 8 to bind port 79779d92-e342-49ec-abbd-f91392c1552b Jun 01 19:02:43.527759 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 44336) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:02:43.593620 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port 5eeaf312-0f27-4e08-bbab-9ae1978a89bb, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=5eeaf312-0f27-4e08-bbab-9ae1978a89bb,segment=NetworkSegment(da06099e-a09c-4ec5-b5f5-aade1252432d),segment_id=da06099e-a09c-4ec5-b5f5-aade1252432d)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:02:43.838407 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [None req-132152f4-31ed-43a1-8d02-4ed27ce6f61c tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Attempting to bind port 79779d92-e342-49ec-abbd-f91392c1552b on host n-h1-844202-1 for vnic_type normal with profile {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:02:43.839005 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [None req-132152f4-31ed-43a1-8d02-4ed27ce6f61c tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Attempting to bind port 79779d92-e342-49ec-abbd-f91392c1552b by drivers openvswitch,hyperv on host n-h1-844202-1 at level 0 using segments [{'id': 'fcf91f5e-9d7e-4c07-a6d4-33300986f7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '57db2152-a0ca-46a3-b2b2-0de6f8a35ffc'}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:02:43.839154 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132152f4-31ed-43a1-8d02-4ed27ce6f61c tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Attempting to bind port 79779d92-e342-49ec-abbd-f91392c1552b on network 57db2152-a0ca-46a3-b2b2-0de6f8a35ffc {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:02:43.879742 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132152f4-31ed-43a1-8d02-4ed27ce6f61c tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Port 79779d92-e342-49ec-abbd-f91392c1552b on network 57db2152-a0ca-46a3-b2b2-0de6f8a35ffc not bound, no agent of type Open vSwitch agent registered on host n-h1-844202-1 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 19:02:43.879969 n-d-844202-1 neutron-server[88524]: ERROR neutron.plugins.ml2.managers [None req-132152f4-31ed-43a1-8d02-4ed27ce6f61c tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Failed to bind port 79779d92-e342-49ec-abbd-f91392c1552b on host n-h1-844202-1 for vnic_type normal using segments [{'id': 'fcf91f5e-9d7e-4c07-a6d4-33300986f7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '57db2152-a0ca-46a3-b2b2-0de6f8a35ffc'}] Jun 01 19:02:43.885606 n-d-844202-1 neutron-server[88524]: INFO neutron.plugins.ml2.plugin [None req-132152f4-31ed-43a1-8d02-4ed27ce6f61c tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Attempt 9 to bind port 79779d92-e342-49ec-abbd-f91392c1552b Jun 01 19:02:43.895643 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-01796202-b38a-4534-82d0-0d8510d8fc0b req-70bb3132-71ef-472f-9b96-9af852479377 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] Deleting port 5bde84c5-9343-45ea-bcef-68b82da66518 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:02:43.895975 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-01796202-b38a-4534-82d0-0d8510d8fc0b req-70bb3132-71ef-472f-9b96-9af852479377 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:43.901954 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-85108ee1-908c-4e60-894f-42784165d7e7 req-718764d8-c026-409f-9998-6126dfd5676d tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/ports?device_id=2d09c7dc-ab70-4778-9108-37aeccd6701e HTTP/1.1" status: 200 len: 210 time: 0.1235013 Jun 01 19:02:43.907817 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-342233f7-5b13-405d-a0d8-7706dd3b8304 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:43.929945 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-847d0e69-4464-42d5-b388-932b8e140b67 None None] Calling delete_port for 304f321f-1e83-4c49-a109-541f1c318280 owned by network:dhcp {{(pid=88526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:02:43.939501 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-976ab524-401c-4dba-bf03-877bc4c5f44d tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:43.998087 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Returning: {'device': '5eeaf312-0f27-4e08-bbab-9ae1978a89bb', 'network_id': '427d877d-5727-480a-bbe6-bbe61eddc167', 'port_id': '5eeaf312-0f27-4e08-bbab-9ae1978a89bb', 'mac_address': 'fa:16:3e:51:61:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f9b4456-316c-4866-ac1b-4ba61cba2bcb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 19:02:44.010499 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f4bf5892-59ef-4ee1-b584-9bf5f21c597e tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks [] for router_gateway, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:44.017393 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff14634e-2e41-4e56-b4b8-1010981d17a0 None None] Network ffe55bfc-a9ec-4cd1-b702-21e747d98d56 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:02:44.024590 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [None req-132152f4-31ed-43a1-8d02-4ed27ce6f61c tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Attempting to bind port 79779d92-e342-49ec-abbd-f91392c1552b on host n-h1-844202-1 for vnic_type normal with profile {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:02:44.024916 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [None req-132152f4-31ed-43a1-8d02-4ed27ce6f61c tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Attempting to bind port 79779d92-e342-49ec-abbd-f91392c1552b by drivers openvswitch,hyperv on host n-h1-844202-1 at level 0 using segments [{'id': 'fcf91f5e-9d7e-4c07-a6d4-33300986f7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '57db2152-a0ca-46a3-b2b2-0de6f8a35ffc'}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:02:44.025251 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132152f4-31ed-43a1-8d02-4ed27ce6f61c tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Attempting to bind port 79779d92-e342-49ec-abbd-f91392c1552b on network 57db2152-a0ca-46a3-b2b2-0de6f8a35ffc {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:02:44.060288 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976ab524-401c-4dba-bf03-877bc4c5f44d tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Pushing event deleted for resources: {'Port': ['ID=304f321f-1e83-4c49-a109-541f1c318280,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:02:44.062160 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-976ab524-401c-4dba-bf03-877bc4c5f44d tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] No DVR routers for this DVR port 304f321f-1e83-4c49-a109-541f1c318280 on host n-d-844202-1 {{(pid=88524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:02:44.080500 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-342233f7-5b13-405d-a0d8-7706dd3b8304 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:02:44.084647 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-342233f7-5b13-405d-a0d8-7706dd3b8304 admin admin] Usage tracker for resource:security_group_rule and tenant:cbc5650f97d1440ba671399a10be1ae9 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:02:44.092342 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-342233f7-5b13-405d-a0d8-7706dd3b8304 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:02:44.096064 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f4bf5892-59ef-4ee1-b584-9bf5f21c597e tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:44.115112 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132152f4-31ed-43a1-8d02-4ed27ce6f61c tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Port 79779d92-e342-49ec-abbd-f91392c1552b on network 57db2152-a0ca-46a3-b2b2-0de6f8a35ffc not bound, no agent of type Open vSwitch agent registered on host n-h1-844202-1 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 19:02:44.115996 n-d-844202-1 neutron-server[88524]: ERROR neutron.plugins.ml2.managers [None req-132152f4-31ed-43a1-8d02-4ed27ce6f61c tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Failed to bind port 79779d92-e342-49ec-abbd-f91392c1552b on host n-h1-844202-1 for vnic_type normal using segments [{'id': 'fcf91f5e-9d7e-4c07-a6d4-33300986f7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '57db2152-a0ca-46a3-b2b2-0de6f8a35ffc'}] Jun 01 19:02:44.124215 n-d-844202-1 neutron-server[88524]: INFO neutron.plugins.ml2.plugin [None req-132152f4-31ed-43a1-8d02-4ed27ce6f61c tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Attempt 10 to bind port 79779d92-e342-49ec-abbd-f91392c1552b Jun 01 19:02:44.137870 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-342233f7-5b13-405d-a0d8-7706dd3b8304 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:02:44.158467 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 304f321f-1e83-4c49-a109-541f1c318280 is: ACTIVE; New status is: DOWN {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:02:44.159479 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:44.265229 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port 5eeaf312-0f27-4e08-bbab-9ae1978a89bb is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:02:44.265584 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:44.306967 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [None req-132152f4-31ed-43a1-8d02-4ed27ce6f61c tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Attempting to bind port 79779d92-e342-49ec-abbd-f91392c1552b on host n-h1-844202-1 for vnic_type normal with profile {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:02:44.307345 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [None req-132152f4-31ed-43a1-8d02-4ed27ce6f61c tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Attempting to bind port 79779d92-e342-49ec-abbd-f91392c1552b by drivers openvswitch,hyperv on host n-h1-844202-1 at level 0 using segments [{'id': 'fcf91f5e-9d7e-4c07-a6d4-33300986f7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '57db2152-a0ca-46a3-b2b2-0de6f8a35ffc'}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:02:44.307819 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132152f4-31ed-43a1-8d02-4ed27ce6f61c tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Attempting to bind port 79779d92-e342-49ec-abbd-f91392c1552b on network 57db2152-a0ca-46a3-b2b2-0de6f8a35ffc {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:02:44.323468 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.db.api [None req-847d0e69-4464-42d5-b388-932b8e140b67 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88526) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 19:02:44.324074 n-d-844202-1 neutron-server[88526]: DEBUG oslo_db.api [None req-847d0e69-4464-42d5-b388-932b8e140b67 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 19:02:44.341406 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c947f13-3269-4ece-8833-8fe4ae7356f1 req-bb563fb8-2aa5-478a-8031-f48e61ef29cb tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:02:44.342892 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-5c947f13-3269-4ece-8833-8fe4ae7356f1 req-bb563fb8-2aa5-478a-8031-f48e61ef29cb tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb46301e-88c3-4101-8613-ee7c08857c9b HTTP/1.1" status: 200 len: 945 time: 0.2551110 Jun 01 19:02:44.348542 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b67e7ca-b9fa-4871-ad21-ed6a003c9b0f req-c7633413-bf86-454b-9f89-4a14aa2109e3 tempest-ServerPasswordTestJSON-1704147125 tempest-ServerPasswordTestJSON-1704147125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:02:44.355710 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4b67e7ca-b9fa-4871-ad21-ed6a003c9b0f req-c7633413-bf86-454b-9f89-4a14aa2109e3 tempest-ServerPasswordTestJSON-1704147125 tempest-ServerPasswordTestJSON-1704147125-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c31fd8c-254a-4401-94b7-c38422454c6a HTTP/1.1" status: 200 len: 944 time: 0.8800693 Jun 01 19:02:44.368465 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132152f4-31ed-43a1-8d02-4ed27ce6f61c tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Port 79779d92-e342-49ec-abbd-f91392c1552b on network 57db2152-a0ca-46a3-b2b2-0de6f8a35ffc not bound, no agent of type Open vSwitch agent registered on host n-h1-844202-1 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 19:02:44.368799 n-d-844202-1 neutron-server[88524]: ERROR neutron.plugins.ml2.managers [None req-132152f4-31ed-43a1-8d02-4ed27ce6f61c tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Failed to bind port 79779d92-e342-49ec-abbd-f91392c1552b on host n-h1-844202-1 for vnic_type normal using segments [{'id': 'fcf91f5e-9d7e-4c07-a6d4-33300986f7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '57db2152-a0ca-46a3-b2b2-0de6f8a35ffc'}] Jun 01 19:02:44.369151 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-132152f4-31ed-43a1-8d02-4ed27ce6f61c tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:44.378927 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [req-f08b72b8-b154-48ce-9bca-b2e9b76eb0c6 req-e3469095-426b-454c-ad63-7480a11db6f7 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Allocated IP 172.20.0.13 (0c49dc6b-5e39-4101-b04d-1c1361c15d69/308ebcd6-774a-482f-bd0f-fadc3e2b2dca/a0175905-569d-4a9c-a1f9-a72042a8f0a8) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:02:44.384289 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [None req-f4bf5892-59ef-4ee1-b584-9bf5f21c597e tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Allocated IP 172.25.4.89 (72a72e44-6845-488a-a5ff-3a26d4df9cb3/c314a23b-daa2-4106-ab28-8e6f954277b2/9556eb66-b3e1-411c-9084-cd4031542755) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:02:44.396884 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5eeaf312-0f27-4e08-bbab-9ae1978a89bb {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 19:02:44.445780 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-976ab524-401c-4dba-bf03-877bc4c5f44d tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:44.453547 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-5c947f13-3269-4ece-8833-8fe4ae7356f1 req-ebbed1d0-2142-4db3-9e37-9f49e9ad8f35 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a574796-057f-49e3-abd4-a6618918f66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991139 Jun 01 19:02:44.460144 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-342233f7-5b13-405d-a0d8-7706dd3b8304 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:44.467716 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port 5eeaf312-0f27-4e08-bbab-9ae1978a89bb, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=5eeaf312-0f27-4e08-bbab-9ae1978a89bb,segment=NetworkSegment(da06099e-a09c-4ec5-b5f5-aade1252432d),segment_id=da06099e-a09c-4ec5-b5f5-aade1252432d)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:02:44.479483 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:44.616960 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=5eeaf312-0f27-4e08-bbab-9ae1978a89bb,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:02:44.622701 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-976ab524-401c-4dba-bf03-877bc4c5f44d tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['736de76a-7329-4f0c-80e7-094feb293c29']}} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:02:44.657839 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4b67e7ca-b9fa-4871-ad21-ed6a003c9b0f req-438e2f61-1567-4baf-a618-6ee93712878d tempest-ServerPasswordTestJSON-1704147125 tempest-ServerPasswordTestJSON-1704147125-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3b0bff3-1338-4c07-b8be-87196173180d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3012800 Jun 01 19:02:44.671692 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-342233f7-5b13-405d-a0d8-7706dd3b8304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:44.679325 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-976ab524-401c-4dba-bf03-877bc4c5f44d tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88cd4108-c0fe-48ed-8aac-3aa2e1253bf4') {'for_net_delete': True} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:02:44.679535 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-976ab524-401c-4dba-bf03-877bc4c5f44d tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88cd4108-c0fe-48ed-8aac-3aa2e1253bf4') {} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:02:44.725829 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-976ab524-401c-4dba-bf03-877bc4c5f44d tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2702126'] for segment, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:44.732399 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] get_ports_and_sgs() called for port_ids ['5eeaf312-0f27-4e08-bbab-9ae1978a89bb'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 19:02:44.748632 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342233f7-5b13-405d-a0d8-7706dd3b8304 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e6760d9-6909-435b-a348-987b3e4b131b,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:02:44.759665 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-342233f7-5b13-405d-a0d8-7706dd3b8304 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cbc5650f97d1440ba671399a10be1ae9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2282033 Jun 01 19:02:44.760650 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 44352) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:02:44.779387 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3968c9df-0924-4a4a-8547-46c9b812ae34 req-09fff842-50be-4bc0-a5bb-ea9c10c96d97 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=3957060c-8222-47fe-98eb-abd877c30435&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5889244 Jun 01 19:02:44.781115 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-976ab524-401c-4dba-bf03-877bc4c5f44d tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:44.802282 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-976ab524-401c-4dba-bf03-877bc4c5f44d tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=88524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 19:02:44.803603 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-976ab524-401c-4dba-bf03-877bc4c5f44d tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2719018'] for segment, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:44.826612 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-847d0e69-4464-42d5-b388-932b8e140b67 None None] Deleting port 304f321f-1e83-4c49-a109-541f1c318280 {{(pid=88526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:02:44.827015 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-847d0e69-4464-42d5-b388-932b8e140b67 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:44.857872 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [None req-132152f4-31ed-43a1-8d02-4ed27ce6f61c tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] For port 79779d92-e342-49ec-abbd-f91392c1552b, host n-h1-844202-1, cleared binding levels {{(pid=88524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:02:44.858344 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [None req-132152f4-31ed-43a1-8d02-4ed27ce6f61c tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Attempted to set empty binding levels {{(pid=88524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Jun 01 19:02:44.894915 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f4bf5892-59ef-4ee1-b584-9bf5f21c597e tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:44.937270 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-847d0e69-4464-42d5-b388-932b8e140b67 None None] The port '304f321f-1e83-4c49-a109-541f1c318280' was deleted {{(pid=88526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 01 19:02:44.977189 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b595b053-3ecc-4605-8a6c-3ddd38cb56e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:45.026773 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment 88cd4108-c0fe-48ed-8aac-3aa2e1253bf4 resource provider aggregate not found Jun 01 19:02:45.077768 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f4bf5892-59ef-4ee1-b584-9bf5f21c597e tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:45.086426 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-132152f4-31ed-43a1-8d02-4ed27ce6f61c tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:45.114787 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b595b053-3ecc-4605-8a6c-3ddd38cb56e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:45.156163 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-976ab524-401c-4dba-bf03-877bc4c5f44d tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:45.158740 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-01796202-b38a-4534-82d0-0d8510d8fc0b req-70bb3132-71ef-472f-9b96-9af852479377 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] For port 5bde84c5-9343-45ea-bcef-68b82da66518, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=5bde84c5-9343-45ea-bcef-68b82da66518,segment=NetworkSegment(ce523ae2-04b9-4e0f-83fe-35e934deb7b2),segment_id=ce523ae2-04b9-4e0f-83fe-35e934deb7b2)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:02:45.159104 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-01796202-b38a-4534-82d0-0d8510d8fc0b req-70bb3132-71ef-472f-9b96-9af852479377 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:45.180680 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment 88cd4108-c0fe-48ed-8aac-3aa2e1253bf4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 88cd4108-c0fe-48ed-8aac-3aa2e1253bf4 found for delete ", "request_id": "req-44910152-eab9-4180-bd16-b747bee0a77c"}]} Jun 01 19:02:45.212841 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-6b4f70a0-cce2-45b9-a36a-2839a47e943e req-b40a9cd7-1cd9-4b59-82df-6a2942750d3b tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/ports?device_id=2d09c7dc-ab70-4778-9108-37aeccd6701e HTTP/1.1" status: 200 len: 210 time: 0.1514387 Jun 01 19:02:45.217506 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-976ab524-401c-4dba-bf03-877bc4c5f44d tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:45.244907 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4bf5892-59ef-4ee1-b584-9bf5f21c597e tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:02:45.248139 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bf5892-59ef-4ee1-b584-9bf5f21c597e tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Pushing event updated for resources: {'Port': ['ID=9556eb66-b3e1-411c-9084-cd4031542755,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:02:45.251436 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-f4bf5892-59ef-4ee1-b584-9bf5f21c597e tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:02:45.254006 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4bf5892-59ef-4ee1-b584-9bf5f21c597e tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:02:45.323997 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b595b053-3ecc-4605-8a6c-3ddd38cb56e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:45.380299 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-01796202-b38a-4534-82d0-0d8510d8fc0b req-70bb3132-71ef-472f-9b96-9af852479377 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] Calling delete_port for 5bde84c5-9343-45ea-bcef-68b82da66518 owned by compute:nova {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:02:45.394773 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b595b053-3ecc-4605-8a6c-3ddd38cb56e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e6760d9-6909-435b-a348-987b3e4b131b,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:02:45.529902 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b595b053-3ecc-4605-8a6c-3ddd38cb56e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:45.529902 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-b595b053-3ecc-4605-8a6c-3ddd38cb56e2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2e6760d9-6909-435b-a348-987b3e4b131b HTTP/1.1" status: 204 len: 168 time: 0.7665920 Jun 01 19:02:45.548128 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976ab524-401c-4dba-bf03-877bc4c5f44d tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Pushing event deleted for resources: {'Network': ['ID=736de76a-7329-4f0c-80e7-094feb293c29,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:02:45.570313 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-132152f4-31ed-43a1-8d02-4ed27ce6f61c tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:02:45.570917 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-132152f4-31ed-43a1-8d02-4ed27ce6f61c tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:45.644554 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132152f4-31ed-43a1-8d02-4ed27ce6f61c tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Pushing event updated for resources: {'Port': ['ID=79779d92-e342-49ec-abbd-f91392c1552b,revision_number=2']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:02:45.655928 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-976ab524-401c-4dba-bf03-877bc4c5f44d tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] 10.222.0.41 "DELETE /v2.0/networks/736de76a-7329-4f0c-80e7-094feb293c29 HTTP/1.1" status: 204 len: 168 time: 4.1159344 Jun 01 19:02:45.704522 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 44376) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:02:45.711218 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-132152f4-31ed-43a1-8d02-4ed27ce6f61c tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 6.1910791 Jun 01 19:02:45.713728 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 44380) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:02:45.929871 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-f08b72b8-b154-48ce-9bca-b2e9b76eb0c6 req-e3469095-426b-454c-ad63-7480a11db6f7 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:45.964018 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f4bf5892-59ef-4ee1-b584-9bf5f21c597e tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks [] for router_gateway, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:46.140722 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79af5fb0-f099-4fdc-920c-fc108d2eb6ab req-19fe042f-fe4b-4cea-8ba0-f7b3512f8ccb tempest-ServerPasswordTestJSON-1704147125 tempest-ServerPasswordTestJSON-1704147125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:02:46.142414 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-79af5fb0-f099-4fdc-920c-fc108d2eb6ab req-19fe042f-fe4b-4cea-8ba0-f7b3512f8ccb tempest-ServerPasswordTestJSON-1704147125 tempest-ServerPasswordTestJSON-1704147125-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c31fd8c-254a-4401-94b7-c38422454c6a HTTP/1.1" status: 200 len: 945 time: 0.2886279 Jun 01 19:02:46.196796 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3968c9df-0924-4a4a-8547-46c9b812ae34 req-f91198d7-d0c2-4096-a12f-b746609c569d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:02:46.199298 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3968c9df-0924-4a4a-8547-46c9b812ae34 req-f91198d7-d0c2-4096-a12f-b746609c569d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ff411273a1ac46f2a91fb45afe578ccb&device_id=3957060c-8222-47fe-98eb-abd877c30435 HTTP/1.1" status: 200 len: 1096 time: 1.1776490 Jun 01 19:02:46.232638 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-1fe3a7e1-0e39-4440-a892-94f5f4a027a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Deleting port 79779d92-e342-49ec-abbd-f91392c1552b {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:02:46.233084 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1fe3a7e1-0e39-4440-a892-94f5f4a027a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:46.236588 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-79af5fb0-f099-4fdc-920c-fc108d2eb6ab req-f7cf881d-302c-4f32-aab3-7d2befee5207 tempest-ServerPasswordTestJSON-1704147125 tempest-ServerPasswordTestJSON-1704147125-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3b0bff3-1338-4c07-b8be-87196173180d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794053 Jun 01 19:02:46.289655 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-01796202-b38a-4534-82d0-0d8510d8fc0b req-70bb3132-71ef-472f-9b96-9af852479377 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:46.342601 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45121ca7-5433-45f8-9c5d-67e64a6f6132 req-a7016d6a-a368-4b7f-90b0-3fe54bbe2d8d tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:02:46.350039 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-45121ca7-5433-45f8-9c5d-67e64a6f6132 req-a7016d6a-a368-4b7f-90b0-3fe54bbe2d8d tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb46301e-88c3-4101-8613-ee7c08857c9b HTTP/1.1" status: 200 len: 945 time: 0.7086129 Jun 01 19:02:46.451370 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bb3132-71ef-472f-9b96-9af852479377 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] Pushing event deleted for resources: {'Port': ['ID=5bde84c5-9343-45ea-bcef-68b82da66518,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:02:46.498757 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 5eeaf312-0f27-4e08-bbab-9ae1978a89bb up at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:02:46.551944 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e78d0c56-a842-48bc-9c9c-3ee0aeebd82a req-e9795d72-abaa-4946-9b41-6929d7507f1f tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/ports?device_id=2d09c7dc-ab70-4778-9108-37aeccd6701e HTTP/1.1" status: 200 len: 210 time: 0.0878508 Jun 01 19:02:46.587527 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Provisioning for port 5eeaf312-0f27-4e08-bbab-9ae1978a89bb completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:02:46.588335 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f4bf5892-59ef-4ee1-b584-9bf5f21c597e tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-885820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-886655'] for router, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:46.595165 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Provisioning complete for port 5eeaf312-0f27-4e08-bbab-9ae1978a89bb triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:02:46.595896 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:46.624557 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-9eace784-4078-4fb8-8000-c0eca1c74355 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Deleting port 0c362e58-4b71-4bd9-9b08-43c4e58e1346 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:02:46.624909 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-9eace784-4078-4fb8-8000-c0eca1c74355 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:46.630586 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 5bde84c5-9343-45ea-bcef-68b82da66518 no longer exists at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:02:46.686873 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] No Port match for: 5bde84c5-9343-45ea-bcef-68b82da66518 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:02:46.687589 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 5bde84c5-9343-45ea-bcef-68b82da66518 not bound to the agent host n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:02:46.792650 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port 5eeaf312-0f27-4e08-bbab-9ae1978a89bb is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:02:46.793422 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:46.830351 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-9eace784-4078-4fb8-8000-c0eca1c74355 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:46.830816 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-9eace784-4078-4fb8-8000-c0eca1c74355 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:46.842732 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port 5eeaf312-0f27-4e08-bbab-9ae1978a89bb, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=5eeaf312-0f27-4e08-bbab-9ae1978a89bb,segment=NetworkSegment(da06099e-a09c-4ec5-b5f5-aade1252432d),segment_id=da06099e-a09c-4ec5-b5f5-aade1252432d)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:02:46.844295 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c31fd8c-254a-4401-94b7-c38422454c6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5eeaf312-0f27-4e08-bbab-9ae1978a89bb'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:02:46.854152 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:46.975844 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02b79dc1-629a-48c5-aa7a-25756d0812eb'] response: {'server_uuid': '0c31fd8c-254a-4401-94b7-c38422454c6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5eeaf312-0f27-4e08-bbab-9ae1978a89bb', 'code': 200} Jun 01 19:02:46.976418 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=5eeaf312-0f27-4e08-bbab-9ae1978a89bb,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:02:47.023601 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-45121ca7-5433-45f8-9c5d-67e64a6f6132 req-c92e0384-1cbc-47e4-9326-ed7d20ec1f50 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a574796-057f-49e3-abd4-a6618918f66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6726184 Jun 01 19:02:47.035125 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-9eace784-4078-4fb8-8000-c0eca1c74355 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Calling delete_port for 0c362e58-4b71-4bd9-9b08-43c4e58e1346 owned by network:floatingip {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:02:47.095912 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-01796202-b38a-4534-82d0-0d8510d8fc0b req-70bb3132-71ef-472f-9b96-9af852479377 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] No DVR routers for this DVR port 5bde84c5-9343-45ea-bcef-68b82da66518 on host n-h2-844202-1 {{(pid=88524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:02:47.112777 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-01796202-b38a-4534-82d0-0d8510d8fc0b req-70bb3132-71ef-472f-9b96-9af852479377 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:47.126623 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb46301e-88c3-4101-8613-ee7c08857c9b', 'name': 'network-vif-deleted', 'tag': '5bde84c5-9343-45ea-bcef-68b82da66518'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:02:47.225129 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-f08b72b8-b154-48ce-9bca-b2e9b76eb0c6 req-e3469095-426b-454c-ad63-7480a11db6f7 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:47.238311 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] get_ports_and_sgs() called for port_ids ['72352e64-9120-4343-9c57-bb57c2532e4b'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 19:02:47.246451 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb01b69-94d7-4abb-bf06-bd661aeb831b req-00c26c5a-eb78-460f-95df-41e043502dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:02:47.248645 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8cb01b69-94d7-4abb-bf06-bd661aeb831b req-00c26c5a-eb78-460f-95df-41e043502dba service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0c31fd8c-254a-4401-94b7-c38422454c6a HTTP/1.1" status: 200 len: 1097 time: 0.2201827 Jun 01 19:02:47.308622 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4bf5892-59ef-4ee1-b584-9bf5f21c597e tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Router 7ee539f0-74eb-4d8b-94f4-0af36e192612 is scheduled to L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 with binding_index 1 {{(pid=88525) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 19:02:47.321034 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8cb01b69-94d7-4abb-bf06-bd661aeb831b req-935fa099-35d3-439b-9f69-6598656876c1 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=f3b0bff3-1338-4c07-b8be-87196173180d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579584 Jun 01 19:02:47.389612 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-01796202-b38a-4534-82d0-0d8510d8fc0b req-70bb3132-71ef-472f-9b96-9af852479377 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] 10.222.0.50 "DELETE /v2.0/ports/5bde84c5-9343-45ea-bcef-68b82da66518 HTTP/1.1" status: 204 len: 173 time: 3.9128230 Jun 01 19:02:47.529079 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f08b72b8-b154-48ce-9bca-b2e9b76eb0c6 req-e3469095-426b-454c-ad63-7480a11db6f7 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Network 0c49dc6b-5e39-4101-b04d-1c1361c15d69 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:02:47.720458 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4bf5892-59ef-4ee1-b584-9bf5f21c597e tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:02:47.734939 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e9d9d4-bd14-4751-95b6-f69957f98460 None None] Sync routers for ids ['7ee539f0-74eb-4d8b-94f4-0af36e192612'] in n-d-844202-1 {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:02:47.749559 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f4bf5892-59ef-4ee1-b584-9bf5f21c597e tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks [] for router, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:47.753762 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-f4bf5892-59ef-4ee1-b584-9bf5f21c597e tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 5.0940950 Jun 01 19:02:47.754034 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 44432) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:02:47.757097 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e9d9d4-bd14-4751-95b6-f69957f98460 None None] Routers {'7ee539f0-74eb-4d8b-94f4-0af36e192612'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:02:47.757730 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-98e9d9d4-bd14-4751-95b6-f69957f98460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:02:39Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['7ee539f0-74eb-4d8b-94f4-0af36e192612'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:02:47.891174 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-98e9d9d4-bd14-4751-95b6-f69957f98460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:02:47.912623 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e9d9d4-bd14-4751-95b6-f69957f98460 None None] Routers {'7ee539f0-74eb-4d8b-94f4-0af36e192612'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:02:47.913494 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-98e9d9d4-bd14-4751-95b6-f69957f98460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:02:39Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['7ee539f0-74eb-4d8b-94f4-0af36e192612'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:02:47.932107 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [req-f08b72b8-b154-48ce-9bca-b2e9b76eb0c6 req-e3469095-426b-454c-ad63-7480a11db6f7 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:02:47.937174 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e9dc16f-13d9-4f8d-a94a-2aa183fee12f'] response: {'server_uuid': 'cb46301e-88c3-4101-8613-ee7c08857c9b', 'name': 'network-vif-deleted', 'tag': '5bde84c5-9343-45ea-bcef-68b82da66518', 'status': 'completed', 'code': 200} Jun 01 19:02:47.973738 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-f08b72b8-b154-48ce-9bca-b2e9b76eb0c6 req-e3469095-426b-454c-ad63-7480a11db6f7 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:02:48.029763 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3968c9df-0924-4a4a-8547-46c9b812ae34 req-aed22b57-ba3a-4b8a-b7b8-0132b550cbcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:02:48.031443 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3968c9df-0924-4a4a-8547-46c9b812ae34 req-aed22b57-ba3a-4b8a-b7b8-0132b550cbcd service neutron] 10.222.0.50 "GET /v2.0/networks?id=0c49dc6b-5e39-4101-b04d-1c1361c15d69 HTTP/1.1" status: 200 len: 907 time: 1.7458847 Jun 01 19:02:48.040797 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-98e9d9d4-bd14-4751-95b6-f69957f98460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:02:48.041210 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e9d9d4-bd14-4751-95b6-f69957f98460 None None] The sync data for ids ['7ee539f0-74eb-4d8b-94f4-0af36e192612'] in n-d-844202-1 is: [] {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:02:48.143639 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3469095-426b-454c-ad63-7480a11db6f7 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Pushing event updated for resources: {'Port': ['ID=a0175905-569d-4a9c-a1f9-a72042a8f0a8,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:02:48.179651 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3968c9df-0924-4a4a-8547-46c9b812ae34 req-d1158d21-88ea-44f8-8c5b-664fdd4d362a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=72352e64-9120-4343-9c57-bb57c2532e4b HTTP/1.1" status: 200 len: 217 time: 0.1129010 Jun 01 19:02:48.276192 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [None req-1fe3a7e1-0e39-4440-a892-94f5f4a027a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] For port 79779d92-e342-49ec-abbd-f91392c1552b, host n-h1-844202-1, got binding levels [] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:02:48.276573 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1fe3a7e1-0e39-4440-a892-94f5f4a027a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:48.319747 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08b72b8-b154-48ce-9bca-b2e9b76eb0c6 req-e3469095-426b-454c-ad63-7480a11db6f7 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:02:48.321013 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-f08b72b8-b154-48ce-9bca-b2e9b76eb0c6 req-e3469095-426b-454c-ad63-7480a11db6f7 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:48.465618 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-1fe3a7e1-0e39-4440-a892-94f5f4a027a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Calling delete_port for 79779d92-e342-49ec-abbd-f91392c1552b owned by {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:02:48.505497 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3968c9df-0924-4a4a-8547-46c9b812ae34 req-2ad65dc3-efa0-46ef-996f-08a1263170ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:02:48.507186 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3968c9df-0924-4a4a-8547-46c9b812ae34 req-2ad65dc3-efa0-46ef-996f-08a1263170ab service neutron] 10.222.0.50 "GET /v2.0/subnets?id=308ebcd6-774a-482f-bd0f-fadc3e2b2dca HTTP/1.1" status: 200 len: 846 time: 0.3101852 Jun 01 19:02:48.613326 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f08b72b8-b154-48ce-9bca-b2e9b76eb0c6 req-e3469095-426b-454c-ad63-7480a11db6f7 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.8936188 Jun 01 19:02:48.615668 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3968c9df-0924-4a4a-8547-46c9b812ae34 req-0cf2ce45-f0a8-4ef7-8a01-18ec473a2d97 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0c49dc6b-5e39-4101-b04d-1c1361c15d69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0908585 Jun 01 19:02:48.654449 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-f08b72b8-b154-48ce-9bca-b2e9b76eb0c6 req-d46af0c5-082d-4d06-b506-74b1d7a87671 service neutron] Request body: {'port': {'device_id': '2d09c7dc-ab70-4778-9108-37aeccd6701e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844202-1'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:02:48.703180 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906a4e53-d3ed-44f2-a4e4-b7b3f2707838 req-e86be6a9-130a-468e-a799-33dde93fe1a3 tempest-ServerPasswordTestJSON-1704147125 tempest-ServerPasswordTestJSON-1704147125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:02:48.710637 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-906a4e53-d3ed-44f2-a4e4-b7b3f2707838 req-e86be6a9-130a-468e-a799-33dde93fe1a3 tempest-ServerPasswordTestJSON-1704147125 tempest-ServerPasswordTestJSON-1704147125-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c31fd8c-254a-4401-94b7-c38422454c6a HTTP/1.1" status: 200 len: 946 time: 1.1670139 Jun 01 19:02:48.745386 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06a321f-0d42-4203-ae65-7ccc5c2f6788 req-c9f1ded5-7365-438c-9a05-a367c422c784 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:02:48.746764 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f06a321f-0d42-4203-ae65-7ccc5c2f6788 req-c9f1ded5-7365-438c-9a05-a367c422c784 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/ports?device_id=2d09c7dc-ab70-4778-9108-37aeccd6701e HTTP/1.1" status: 200 len: 932 time: 0.6036308 Jun 01 19:02:48.848430 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f06a321f-0d42-4203-ae65-7ccc5c2f6788 req-f0ac27ce-a936-4bfe-a5b0-6fde015ac315 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a351d5c-3364-42d8-bd0d-648028a392a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935378 Jun 01 19:02:48.926257 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-9eace784-4078-4fb8-8000-c0eca1c74355 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:48.937580 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1fe3a7e1-0e39-4440-a892-94f5f4a027a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:49.038822 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-906a4e53-d3ed-44f2-a4e4-b7b3f2707838 req-cd836c2e-ff46-4826-a6fc-32bf111d429d tempest-ServerPasswordTestJSON-1704147125 tempest-ServerPasswordTestJSON-1704147125-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3b0bff3-1338-4c07-b8be-87196173180d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3272197 Jun 01 19:02:49.162802 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1fe3a7e1-0e39-4440-a892-94f5f4a027a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:49.184466 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-19afaf22-edd9-4e1a-8f90-c2b7f2cced7e tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:49.187870 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eace784-4078-4fb8-8000-c0eca1c74355 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Pushing event deleted for resources: {'Port': ['ID=0c362e58-4b71-4bd9-9b08-43c4e58e1346,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:02:49.294768 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-1fe3a7e1-0e39-4440-a892-94f5f4a027a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] 10.222.0.41 "DELETE /v2.0/ports/79779d92-e342-49ec-abbd-f91392c1552b HTTP/1.1" status: 204 len: 168 time: 3.5667572 Jun 01 19:02:49.356463 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe3a7e1-0e39-4440-a892-94f5f4a027a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Pushing event deleted for resources: {'Port': ['ID=79779d92-e342-49ec-abbd-f91392c1552b,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:02:49.367670 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 44468) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:02:49.377303 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fd5c6295-b3cc-49e9-ab02-a92d66cdda91 req-48c0e08d-581d-427d-a048-5576d114a296 tempest-VolumesNegativeTest-2093150448 tempest-VolumesNegativeTest-2093150448-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=295e717ed8cc40c8b7b828cfe0f014ca&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1688273 Jun 01 19:02:49.377753 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 44476) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:02:49.424895 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3968c9df-0924-4a4a-8547-46c9b812ae34 req-af70bbdc-3165-4e3e-afb4-f53ddc0fc090 service neutron] 10.222.0.50 "GET /v2.0/networks/0c49dc6b-5e39-4101-b04d-1c1361c15d69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7947326 Jun 01 19:02:49.425504 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-f08b72b8-b154-48ce-9bca-b2e9b76eb0c6 req-d46af0c5-082d-4d06-b506-74b1d7a87671 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:49.512901 n-d-844202-1 neutron-server[88524]: INFO neutron.pecan_wsgi.hooks.translation [None req-153e852e-067f-464f-b68b-5c6ef966b44f tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] GET failed (client error): The resource could not be found. Jun 01 19:02:49.512901 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-153e852e-067f-464f-b68b-5c6ef966b44f tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Synchronizing usage tracker for tenant:c76b27a26d774ad09716afc9a680a4c7 on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:02:49.529092 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-9eace784-4078-4fb8-8000-c0eca1c74355 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks [] for floatingip, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:49.529426 n-d-844202-1 neutron-server[88524]: INFO neutron.db.l3_db [None req-9eace784-4078-4fb8-8000-c0eca1c74355 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Floating IP a3e0905e-3b46-40f5-aff4-d4619e4830a6 disassociated (deleted). External IP: 172.25.4.163, port: f82d37e3-eac0-441b-b6f5-b78d863ad4f8. Jun 01 19:02:50.098647 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [None req-19afaf22-edd9-4e1a-8f90-c2b7f2cced7e tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Allocated IP 172.20.0.1 (ffe55bfc-a9ec-4cd1-b702-21e747d98d56/fb266d6f-75d2-456e-a328-415940a9cd1c/de8b96d1-5003-4326-93fc-c9027c7c345b) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:02:50.107429 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-153e852e-067f-464f-b68b-5c6ef966b44f tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Unset dirty status for tenant:c76b27a26d774ad09716afc9a680a4c7 on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:02:50.112073 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-153e852e-067f-464f-b68b-5c6ef966b44f tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] 10.222.0.41 "GET /v2.0/ports/79779d92-e342-49ec-abbd-f91392c1552b HTTP/1.1" status: 404 len: 333 time: 0.7399921 Jun 01 19:02:50.112970 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 44510) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:02:50.120073 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-8ce1a390-5e19-43ef-b102-afccb5bc4e17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Request body: {'port': {'network_id': '57db2152-a0ca-46a3-b2b2-0de6f8a35ffc', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1968700272'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:02:50.145045 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-8ce1a390-5e19-43ef-b102-afccb5bc4e17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:02:50.343831 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6fce141a-4fa3-42ed-a190-9a9fbff06c9a tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:50.429767 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5c6295-b3cc-49e9-ab02-a92d66cdda91 req-429b1cd6-e768-475a-b108-e1e44e8e7a5c tempest-VolumesNegativeTest-2093150448 tempest-VolumesNegativeTest-2093150448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:02:50.437168 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-19afaf22-edd9-4e1a-8f90-c2b7f2cced7e tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:50.437761 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fd5c6295-b3cc-49e9-ab02-a92d66cdda91 req-429b1cd6-e768-475a-b108-e1e44e8e7a5c tempest-VolumesNegativeTest-2093150448 tempest-VolumesNegativeTest-2093150448-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0216916 Jun 01 19:02:50.462984 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3968c9df-0924-4a4a-8547-46c9b812ae34 req-fdb261ac-5aef-4c4a-b07b-1aa7dc3b93e0 service neutron] 10.222.0.50 "GET /v2.0/networks/0c49dc6b-5e39-4101-b04d-1c1361c15d69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0164752 Jun 01 19:02:50.492680 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fd5c6295-b3cc-49e9-ab02-a92d66cdda91 req-6c04f8dd-377a-4dc9-aa41-f6c84fdda03e tempest-VolumesNegativeTest-2093150448 tempest-VolumesNegativeTest-2093150448-project] 10.222.0.41 "GET /v2.0/quotas/295e717ed8cc40c8b7b828cfe0f014ca HTTP/1.1" status: 200 len: 375 time: 0.0538552 Jun 01 19:02:50.512357 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-19afaf22-edd9-4e1a-8f90-c2b7f2cced7e tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:50.518040 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-8ce1a390-5e19-43ef-b102-afccb5bc4e17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:02:50.536425 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6fce141a-4fa3-42ed-a190-9a9fbff06c9a tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:50.652794 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fd5c6295-b3cc-49e9-ab02-a92d66cdda91 req-14153188-e0bd-4d37-b2ba-a14d9e8c18ff tempest-VolumesNegativeTest-2093150448 tempest-VolumesNegativeTest-2093150448-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=295e717ed8cc40c8b7b828cfe0f014ca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1592569 Jun 01 19:02:50.655085 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ce1a390-5e19-43ef-b102-afccb5bc4e17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Made reservation on behalf of c76b27a26d774ad09716afc9a680a4c7 for: {'port': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:02:50.657890 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8ce1a390-5e19-43ef-b102-afccb5bc4e17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:50.674960 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19afaf22-edd9-4e1a-8f90-c2b7f2cced7e tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Network ffe55bfc-a9ec-4cd1-b702-21e747d98d56 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:02:50.699341 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-19afaf22-edd9-4e1a-8f90-c2b7f2cced7e tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:02:50.711597 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19afaf22-edd9-4e1a-8f90-c2b7f2cced7e tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:02:50.741156 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19afaf22-edd9-4e1a-8f90-c2b7f2cced7e tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Pushing event updated for resources: {'Port': ['ID=de8b96d1-5003-4326-93fc-c9027c7c345b,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:02:50.752258 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [None req-8ce1a390-5e19-43ef-b102-afccb5bc4e17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] device_id is not set on port 973c7437-5087-4f5f-bd14-d30a52d8edaa yet. {{(pid=88525) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 19:02:50.775713 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6fce141a-4fa3-42ed-a190-9a9fbff06c9a tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:50.822628 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6fce141a-4fa3-42ed-a190-9a9fbff06c9a tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:50.826666 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-6fce141a-4fa3-42ed-a190-9a9fbff06c9a tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] 10.222.0.41 "DELETE /v2.0/security-groups/51e18926-82e1-46ee-a03c-1d681e0a4212 HTTP/1.1" status: 204 len: 168 time: 1.4121721 Jun 01 19:02:50.832309 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 44516) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:02:50.833015 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fce141a-4fa3-42ed-a190-9a9fbff06c9a tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51e18926-82e1-46ee-a03c-1d681e0a4212,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:02:51.059743 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8ce1a390-5e19-43ef-b102-afccb5bc4e17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:51.117780 n-d-844202-1 neutron-server[88524]: INFO neutron.api.v2.resource [None req-9eb47ad9-8384-48ca-9d78-00a71d2a8388 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] show failed (client error): The resource could not be found. Jun 01 19:02:51.118434 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8ce1a390-5e19-43ef-b102-afccb5bc4e17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:51.118859 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-9eb47ad9-8384-48ca-9d78-00a71d2a8388 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] 10.222.0.41 "GET /v2.0/security-groups/51e18926-82e1-46ee-a03c-1d681e0a4212 HTTP/1.1" status: 404 len: 347 time: 0.2837918 Jun 01 19:02:51.123195 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 44526) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:02:51.182651 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9eace784-4078-4fb8-8000-c0eca1c74355 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Router bb28304e-3805-4cf6-b433-f6c6230e1e5b has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 19:02:51.344724 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.db.resource_extend [req-f08b72b8-b154-48ce-9bca-b2e9b76eb0c6 req-d46af0c5-082d-4d06-b506-74b1d7a87671 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 19:02:51.432931 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ce1a390-5e19-43ef-b102-afccb5bc4e17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Network 57db2152-a0ca-46a3-b2b2-0de6f8a35ffc is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:02:51.459147 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-8ce1a390-5e19-43ef-b102-afccb5bc4e17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:02:51.477777 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d131ad52-52b3-440c-a647-d44030a20e91 req-046c0313-1e86-4683-8685-7490f64f4d6f tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:02:51.478246 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fa9597-c284-4fcb-aadb-620d4d382107 req-966ca45d-6771-401c-878d-170b9f7d8259 tempest-ServerPasswordTestJSON-1704147125 tempest-ServerPasswordTestJSON-1704147125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:02:51.479736 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-89fa9597-c284-4fcb-aadb-620d4d382107 req-966ca45d-6771-401c-878d-170b9f7d8259 tempest-ServerPasswordTestJSON-1704147125 tempest-ServerPasswordTestJSON-1704147125-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c31fd8c-254a-4401-94b7-c38422454c6a HTTP/1.1" status: 200 len: 946 time: 0.4818761 Jun 01 19:02:51.479951 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d131ad52-52b3-440c-a647-d44030a20e91 req-046c0313-1e86-4683-8685-7490f64f4d6f tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/ports?device_id=2d09c7dc-ab70-4778-9108-37aeccd6701e HTTP/1.1" status: 200 len: 932 time: 1.3223348 Jun 01 19:02:51.481396 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce1a390-5e19-43ef-b102-afccb5bc4e17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:02:51.484674 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ce1a390-5e19-43ef-b102-afccb5bc4e17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:02:51.485488 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8ce1a390-5e19-43ef-b102-afccb5bc4e17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:51.522170 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-f1679b05-884d-478e-87ef-bd9b964cc134 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] Deleting port 7c92aeb4-38c0-499a-a452-f97eb895ef8e {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:02:51.522489 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f1679b05-884d-478e-87ef-bd9b964cc134 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:51.596906 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [req-f08b72b8-b154-48ce-9bca-b2e9b76eb0c6 req-d46af0c5-082d-4d06-b506-74b1d7a87671 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0175905-569d-4a9c-a1f9-a72042a8f0a8 {{(pid=88524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 19:02:51.610631 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-19afaf22-edd9-4e1a-8f90-c2b7f2cced7e tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-887605'] for router_interface, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:51.618102 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-f08b72b8-b154-48ce-9bca-b2e9b76eb0c6 req-d46af0c5-082d-4d06-b506-74b1d7a87671 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:51.658619 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [req-f08b72b8-b154-48ce-9bca-b2e9b76eb0c6 req-d46af0c5-082d-4d06-b506-74b1d7a87671 service neutron] Transition to ACTIVE for port object a0175905-569d-4a9c-a1f9-a72042a8f0a8 will not be triggered until provisioned by entity L2. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:02:51.665249 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-89fa9597-c284-4fcb-aadb-620d4d382107 req-0816123c-391b-4e94-9ab0-2e5699108af5 tempest-ServerPasswordTestJSON-1704147125 tempest-ServerPasswordTestJSON-1704147125-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3b0bff3-1338-4c07-b8be-87196173180d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143892 Jun 01 19:02:51.667888 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-f08b72b8-b154-48ce-9bca-b2e9b76eb0c6 req-d46af0c5-082d-4d06-b506-74b1d7a87671 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:51.754770 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eace784-4078-4fb8-8000-c0eca1c74355 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:02:51.768416 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fdd9339-7a3f-4ae7-beab-2eaed5672670 None None] Sync routers for ids ['bb28304e-3805-4cf6-b433-f6c6230e1e5b'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:02:51.770535 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-9eace784-4078-4fb8-8000-c0eca1c74355 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for floatingip, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:51.781331 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fdd9339-7a3f-4ae7-beab-2eaed5672670 None None] Routers {'bb28304e-3805-4cf6-b433-f6c6230e1e5b'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:02:51.783534 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-6fdd9339-7a3f-4ae7-beab-2eaed5672670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:02:39Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['bb28304e-3805-4cf6-b433-f6c6230e1e5b'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:02:51.853514 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce1a390-5e19-43ef-b102-afccb5bc4e17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Pushing event updated for resources: {'Port': ['ID=973c7437-5087-4f5f-bd14-d30a52d8edaa,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:02:51.869209 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-9eace784-4078-4fb8-8000-c0eca1c74355 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] 10.222.0.41 "DELETE /v2.0/floatingips/a3e0905e-3b46-40f5-aff4-d4619e4830a6 HTTP/1.1" status: 204 len: 168 time: 6.1542227 Jun 01 19:02:51.883629 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f51ecbe-4272-460f-a9a0-d3f074976926', 'tag': 'f82d37e3-eac0-441b-b6f5-b78d863ad4f8'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:02:52.053681 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46af0c5-082d-4d06-b506-74b1d7a87671 service neutron] Pushing event updated for resources: {'Port': ['ID=a0175905-569d-4a9c-a1f9-a72042a8f0a8,revision_number=2']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:02:52.123497 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d131ad52-52b3-440c-a647-d44030a20e91 req-acdb7f6d-e737-4449-aa97-d7be62f2ba14 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a351d5c-3364-42d8-bd0d-648028a392a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6073172 Jun 01 19:02:52.140358 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-8ce1a390-5e19-43ef-b102-afccb5bc4e17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.0262952 Jun 01 19:02:52.142397 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 44540) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:02:52.186750 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-07068479-f32b-4b67-8da5-d4fdc5d63b0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-844202-1'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:02:52.191409 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-6fdd9339-7a3f-4ae7-beab-2eaed5672670 None None] Set router bb28304e-3805-4cf6-b433-f6c6230e1e5b gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:02:52.229705 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f1679b05-884d-478e-87ef-bd9b964cc134 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:52.236730 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f1679b05-884d-478e-87ef-bd9b964cc134 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:52.243087 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-22bf9d98-b594-4cba-9eff-5e941b26b1be req-3442fd35-461b-4986-8058-e449296ae648 tempest-VolumesNegativeTest-2093150448 tempest-VolumesNegativeTest-2093150448-project] 10.222.0.41 "GET /v2.0/ports?device_id=50053e16-c3e1-4744-80ad-671a6c2c3795 HTTP/1.1" status: 200 len: 210 time: 0.1869838 Jun 01 19:02:52.605290 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-f1679b05-884d-478e-87ef-bd9b964cc134 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] Calling delete_port for 7c92aeb4-38c0-499a-a452-f97eb895ef8e owned by network:floatingip {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:02:52.658796 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2db26264-334c-4416-97cd-a2d36e441212'] response: {'name': 'network-changed', 'server_uuid': '0f51ecbe-4272-460f-a9a0-d3f074976926', 'tag': 'f82d37e3-eac0-441b-b6f5-b78d863ad4f8', 'status': 'completed', 'code': 200} Jun 01 19:02:52.735814 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fd5c6295-b3cc-49e9-ab02-a92d66cdda91 req-d3a1ec9b-c8ce-412f-ac56-37e387ee7275 tempest-VolumesNegativeTest-2093150448 tempest-VolumesNegativeTest-2093150448-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=295e717ed8cc40c8b7b828cfe0f014ca&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0761547 Jun 01 19:02:53.060884 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f1679b05-884d-478e-87ef-bd9b964cc134 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:53.067978 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-f08b72b8-b154-48ce-9bca-b2e9b76eb0c6 req-d46af0c5-082d-4d06-b506-74b1d7a87671 service neutron] Attempting to bind port a0175905-569d-4a9c-a1f9-a72042a8f0a8 on host n-h2-844202-1 for vnic_type normal with profile {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:02:53.080552 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-f08b72b8-b154-48ce-9bca-b2e9b76eb0c6 req-d46af0c5-082d-4d06-b506-74b1d7a87671 service neutron] Attempting to bind port a0175905-569d-4a9c-a1f9-a72042a8f0a8 by drivers openvswitch,hyperv on host n-h2-844202-1 at level 0 using segments [{'id': 'd147e68c-d5fd-47df-bf65-d6c5991a53c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '0c49dc6b-5e39-4101-b04d-1c1361c15d69'}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:02:53.080976 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f08b72b8-b154-48ce-9bca-b2e9b76eb0c6 req-d46af0c5-082d-4d06-b506-74b1d7a87671 service neutron] Attempting to bind port a0175905-569d-4a9c-a1f9-a72042a8f0a8 on network 0c49dc6b-5e39-4101-b04d-1c1361c15d69 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:02:53.091001 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-07068479-f32b-4b67-8da5-d4fdc5d63b0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:53.105124 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-6fdd9339-7a3f-4ae7-beab-2eaed5672670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb28304e-3805-4cf6-b433-f6c6230e1e5b', 'name': 'tempest-TestNetworkBasicOps-router-1191796848', 'tenant_id': 'd3eb50f3028440db9726ae16e6111d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': '63f4b62a-c06f-44f6-8805-96b30709e05f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:59:37Z', 'updated_at': '2022-06-01T19:02:30Z', 'revision_number': 6, 'project_id': 'd3eb50f3028440db9726ae16e6111d12', 'gw_port': {'id': '63f4b62a-c06f-44f6-8805-96b30709e05f', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:2c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb28304e-3805-4cf6-b433-f6c6230e1e5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:59:39Z', 'updated_at': '2022-06-01T18:59:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '0af93757-175f-46a7-ad15-c24ac7f60ee6', 'name': '', 'network_id': '81249ed1-a33f-4045-8ad1-594c3da17cb8', 'tenant_id': 'd3eb50f3028440db9726ae16e6111d12', 'mac_address': 'fa:16:3e:ad:14:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb28304e-3805-4cf6-b433-f6c6230e1e5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '6ed963cc-5a55-45a1-891d-724fd87ad4ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:59:52Z', 'updated_at': '2022-06-01T19:00:03Z', 'revision_number': 5, 'project_id': 'd3eb50f3028440db9726ae16e6111d12', 'subnets': [{'id': '6ed963cc-5a55-45a1-891d-724fd87ad4ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:02:53.109791 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fdd9339-7a3f-4ae7-beab-2eaed5672670 None None] Checking router: bb28304e-3805-4cf6-b433-f6c6230e1e5b for host: n-d-844202-1 {{(pid=88527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 19:02:53.120451 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fdd9339-7a3f-4ae7-beab-2eaed5672670 None None] Routers {'bb28304e-3805-4cf6-b433-f6c6230e1e5b'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:02:53.121414 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-6fdd9339-7a3f-4ae7-beab-2eaed5672670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:02:39Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['bb28304e-3805-4cf6-b433-f6c6230e1e5b'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:02:53.185064 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f08b72b8-b154-48ce-9bca-b2e9b76eb0c6 req-d46af0c5-082d-4d06-b506-74b1d7a87671 service neutron] Port a0175905-569d-4a9c-a1f9-a72042a8f0a8 on network 0c49dc6b-5e39-4101-b04d-1c1361c15d69 not bound, no agent of type Open vSwitch agent registered on host n-h2-844202-1 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 19:02:53.185630 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f08b72b8-b154-48ce-9bca-b2e9b76eb0c6 req-d46af0c5-082d-4d06-b506-74b1d7a87671 service neutron] Attempting to bind port a0175905-569d-4a9c-a1f9-a72042a8f0a8 on network 0c49dc6b-5e39-4101-b04d-1c1361c15d69 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:02:53.216886 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1679b05-884d-478e-87ef-bd9b964cc134 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] Pushing event deleted for resources: {'Port': ['ID=7c92aeb4-38c0-499a-a452-f97eb895ef8e,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:02:53.370220 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f08b72b8-b154-48ce-9bca-b2e9b76eb0c6 req-d46af0c5-082d-4d06-b506-74b1d7a87671 service neutron] Checking agent: {'id': 'f5db9968-6317-4186-9100-9e0ca6b50417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 2, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:02:53.380392 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f08b72b8-b154-48ce-9bca-b2e9b76eb0c6 req-d46af0c5-082d-4d06-b506-74b1d7a87671 service neutron] Checking segment: {'id': 'd147e68c-d5fd-47df-bf65-d6c5991a53c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '0c49dc6b-5e39-4101-b04d-1c1361c15d69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:02:53.381466 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f08b72b8-b154-48ce-9bca-b2e9b76eb0c6 req-d46af0c5-082d-4d06-b506-74b1d7a87671 service neutron] Bound using segment: {'id': 'd147e68c-d5fd-47df-bf65-d6c5991a53c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '0c49dc6b-5e39-4101-b04d-1c1361c15d69'} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:02:53.382205 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-f08b72b8-b154-48ce-9bca-b2e9b76eb0c6 req-d46af0c5-082d-4d06-b506-74b1d7a87671 service neutron] Bound port: a0175905-569d-4a9c-a1f9-a72042a8f0a8, host: n-h2-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd147e68c-d5fd-47df-bf65-d6c5991a53c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '0c49dc6b-5e39-4101-b04d-1c1361c15d69'}}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:02:53.382792 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-f08b72b8-b154-48ce-9bca-b2e9b76eb0c6 req-d46af0c5-082d-4d06-b506-74b1d7a87671 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:53.451228 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-6fdd9339-7a3f-4ae7-beab-2eaed5672670 None None] Set router bb28304e-3805-4cf6-b433-f6c6230e1e5b gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:02:53.485170 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f1679b05-884d-478e-87ef-bd9b964cc134 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] Notify callbacks [] for floatingip, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:53.516694 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5c6295-b3cc-49e9-ab02-a92d66cdda91 req-9cc9e3fd-38fe-470c-b666-9fc6c77348c1 tempest-VolumesNegativeTest-2093150448 tempest-VolumesNegativeTest-2093150448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:02:53.518234 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fd5c6295-b3cc-49e9-ab02-a92d66cdda91 req-9cc9e3fd-38fe-470c-b666-9fc6c77348c1 tempest-VolumesNegativeTest-2093150448 tempest-VolumesNegativeTest-2093150448-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7693229 Jun 01 19:02:53.543771 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f1679b05-884d-478e-87ef-bd9b964cc134 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for floatingip, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:53.547383 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-f1679b05-884d-478e-87ef-bd9b964cc134 tempest-ImagesOneServerNegativeTestJSON-2037015171 tempest-ImagesOneServerNegativeTestJSON-2037015171-project] 10.222.0.41 "DELETE /v2.0/floatingips/8c401191-6285-4294-9189-288249758ffc HTTP/1.1" status: 204 len: 168 time: 2.4059083 Jun 01 19:02:53.570036 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-19afaf22-edd9-4e1a-8f90-c2b7f2cced7e tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:53.590091 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-fd5c6295-b3cc-49e9-ab02-a92d66cdda91 req-fa1c6ba0-686e-412a-8c98-b9cdb377dac6 tempest-VolumesNegativeTest-2093150448 tempest-VolumesNegativeTest-2093150448-project] Request body: {'port': {'device_id': '50053e16-c3e1-4744-80ad-671a6c2c3795', 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426', 'admin_state_up': True, 'tenant_id': '295e717ed8cc40c8b7b828cfe0f014ca'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:02:53.591928 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b464b812-e612-429d-b182-d66270a43727 req-56a3aaf0-719b-42e5-bce9-2bea595daf2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:02:53.595021 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b464b812-e612-429d-b182-d66270a43727 req-56a3aaf0-719b-42e5-bce9-2bea595daf2d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d3eb50f3028440db9726ae16e6111d12&device_id=0f51ecbe-4272-460f-a9a0-d3f074976926 HTTP/1.1" status: 200 len: 1097 time: 0.6260087 Jun 01 19:02:53.743593 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd36351-1c51-44f7-b429-38b290335020 req-155d9630-4c19-4276-8152-27626fbba3d5 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:02:53.744355 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-5fd36351-1c51-44f7-b429-38b290335020 req-155d9630-4c19-4276-8152-27626fbba3d5 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Synchronizing usage tracker for tenant:d3eb50f3028440db9726ae16e6111d12 on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:02:53.769958 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-f08b72b8-b154-48ce-9bca-b2e9b76eb0c6 req-d46af0c5-082d-4d06-b506-74b1d7a87671 service neutron] For port a0175905-569d-4a9c-a1f9-a72042a8f0a8, host n-h2-844202-1, cleared binding levels {{(pid=88524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:02:53.779367 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-f08b72b8-b154-48ce-9bca-b2e9b76eb0c6 req-d46af0c5-082d-4d06-b506-74b1d7a87671 service neutron] For port a0175905-569d-4a9c-a1f9-a72042a8f0a8, host n-h2-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=a0175905-569d-4a9c-a1f9-a72042a8f0a8,segment=NetworkSegment(d147e68c-d5fd-47df-bf65-d6c5991a53c2),segment_id=d147e68c-d5fd-47df-bf65-d6c5991a53c2)] {{(pid=88524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:02:53.812696 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-f08b72b8-b154-48ce-9bca-b2e9b76eb0c6 req-d46af0c5-082d-4d06-b506-74b1d7a87671 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:53.906120 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-5fd36351-1c51-44f7-b429-38b290335020 req-155d9630-4c19-4276-8152-27626fbba3d5 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Unset dirty status for tenant:d3eb50f3028440db9726ae16e6111d12 on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:02:53.907281 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5fd36351-1c51-44f7-b429-38b290335020 req-155d9630-4c19-4276-8152-27626fbba3d5 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f51ecbe-4272-460f-a9a0-d3f074976926 HTTP/1.1" status: 200 len: 946 time: 0.7990229 Jun 01 19:02:53.915668 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-6fdd9339-7a3f-4ae7-beab-2eaed5672670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb28304e-3805-4cf6-b433-f6c6230e1e5b', 'name': 'tempest-TestNetworkBasicOps-router-1191796848', 'tenant_id': 'd3eb50f3028440db9726ae16e6111d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': '63f4b62a-c06f-44f6-8805-96b30709e05f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:59:37Z', 'updated_at': '2022-06-01T19:02:30Z', 'revision_number': 6, 'project_id': 'd3eb50f3028440db9726ae16e6111d12', 'gw_port': {'id': '63f4b62a-c06f-44f6-8805-96b30709e05f', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:2c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb28304e-3805-4cf6-b433-f6c6230e1e5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:59:39Z', 'updated_at': '2022-06-01T18:59:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '0af93757-175f-46a7-ad15-c24ac7f60ee6', 'name': '', 'network_id': '81249ed1-a33f-4045-8ad1-594c3da17cb8', 'tenant_id': 'd3eb50f3028440db9726ae16e6111d12', 'mac_address': 'fa:16:3e:ad:14:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb28304e-3805-4cf6-b433-f6c6230e1e5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '6ed963cc-5a55-45a1-891d-724fd87ad4ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:59:52Z', 'updated_at': '2022-06-01T19:00:03Z', 'revision_number': 5, 'project_id': 'd3eb50f3028440db9726ae16e6111d12', 'subnets': [{'id': '6ed963cc-5a55-45a1-891d-724fd87ad4ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:02:53.921700 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fdd9339-7a3f-4ae7-beab-2eaed5672670 None None] The sync data for ids ['bb28304e-3805-4cf6-b433-f6c6230e1e5b'] in n-d-844202-1 is: [{'id': 'bb28304e-3805-4cf6-b433-f6c6230e1e5b', 'name': 'tempest-TestNetworkBasicOps-router-1191796848', 'tenant_id': 'd3eb50f3028440db9726ae16e6111d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': '63f4b62a-c06f-44f6-8805-96b30709e05f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:59:37Z', 'updated_at': '2022-06-01T19:02:30Z', 'revision_number': 6, 'project_id': 'd3eb50f3028440db9726ae16e6111d12', 'gw_port': {'id': '63f4b62a-c06f-44f6-8805-96b30709e05f', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:2c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb28304e-3805-4cf6-b433-f6c6230e1e5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:59:39Z', 'updated_at': '2022-06-01T18:59:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '0af93757-175f-46a7-ad15-c24ac7f60ee6', 'name': '', 'network_id': '81249ed1-a33f-4045-8ad1-594c3da17cb8', 'tenant_id': 'd3eb50f3028440db9726ae16e6111d12', 'mac_address': 'fa:16:3e:ad:14:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb28304e-3805-4cf6-b433-f6c6230e1e5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '6ed963cc-5a55-45a1-891d-724fd87ad4ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:59:52Z', 'updated_at': '2022-06-01T19:00:03Z', 'revision_number': 5, 'project_id': 'd3eb50f3028440db9726ae16e6111d12', 'subnets': [{'id': '6ed963cc-5a55-45a1-891d-724fd87ad4ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:02:53.972789 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e43ac3-e148-42e7-9bba-5c1350b1271e req-ce7ffcdf-dd70-4889-862b-3e8a68bde5dd tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:02:53.979569 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-36e43ac3-e148-42e7-9bba-5c1350b1271e req-ce7ffcdf-dd70-4889-862b-3e8a68bde5dd tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/ports?device_id=2d09c7dc-ab70-4778-9108-37aeccd6701e HTTP/1.1" status: 200 len: 944 time: 0.4986620 Jun 01 19:02:54.003152 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b464b812-e612-429d-b182-d66270a43727 req-8e9f638e-2be2-4d93-bf01-fc610f847184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:02:54.004625 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b464b812-e612-429d-b182-d66270a43727 req-8e9f638e-2be2-4d93-bf01-fc610f847184 service neutron] 10.222.0.15 "GET /v2.0/networks?id=81249ed1-a33f-4045-8ad1-594c3da17cb8 HTTP/1.1" status: 200 len: 898 time: 0.3856604 Jun 01 19:02:54.036856 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08b72b8-b154-48ce-9bca-b2e9b76eb0c6 req-d46af0c5-082d-4d06-b506-74b1d7a87671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:02:54.039810 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-f08b72b8-b154-48ce-9bca-b2e9b76eb0c6 req-d46af0c5-082d-4d06-b506-74b1d7a87671 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:54.041741 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f08b72b8-b154-48ce-9bca-b2e9b76eb0c6 req-d46af0c5-082d-4d06-b506-74b1d7a87671 service neutron] 10.222.0.50 "PUT /v2.0/ports/a0175905-569d-4a9c-a1f9-a72042a8f0a8 HTTP/1.1" status: 200 len: 1092 time: 5.4173391 Jun 01 19:02:54.055064 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-fd5c6295-b3cc-49e9-ab02-a92d66cdda91 req-fa1c6ba0-686e-412a-8c98-b9cdb377dac6 tempest-VolumesNegativeTest-2093150448 tempest-VolumesNegativeTest-2093150448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:02:54.065263 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-fd5c6295-b3cc-49e9-ab02-a92d66cdda91 req-fa1c6ba0-686e-412a-8c98-b9cdb377dac6 tempest-VolumesNegativeTest-2093150448 tempest-VolumesNegativeTest-2093150448-project] Usage tracker for resource:port and tenant:295e717ed8cc40c8b7b828cfe0f014ca is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:02:54.075848 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-fd5c6295-b3cc-49e9-ab02-a92d66cdda91 req-fa1c6ba0-686e-412a-8c98-b9cdb377dac6 tempest-VolumesNegativeTest-2093150448 tempest-VolumesNegativeTest-2093150448-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:02:54.105368 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46af0c5-082d-4d06-b506-74b1d7a87671 service neutron] Pushing event updated for resources: {'Port': ['ID=a0175905-569d-4a9c-a1f9-a72042a8f0a8,revision_number=3']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:02:54.173739 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b464b812-e612-429d-b182-d66270a43727 req-602282f8-4fad-47be-9ec8-b515a6e42763 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f82d37e3-eac0-441b-b6f5-b78d863ad4f8 HTTP/1.1" status: 200 len: 217 time: 0.0896864 Jun 01 19:02:54.173996 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-fd5c6295-b3cc-49e9-ab02-a92d66cdda91 req-fa1c6ba0-686e-412a-8c98-b9cdb377dac6 tempest-VolumesNegativeTest-2093150448 tempest-VolumesNegativeTest-2093150448-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:02:54.191652 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [None req-07068479-f32b-4b67-8da5-d4fdc5d63b0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] device_id is not set on port 973c7437-5087-4f5f-bd14-d30a52d8edaa yet. {{(pid=88524) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 19:02:54.221033 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-07068479-f32b-4b67-8da5-d4fdc5d63b0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:54.249885 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd5c6295-b3cc-49e9-ab02-a92d66cdda91 req-fa1c6ba0-686e-412a-8c98-b9cdb377dac6 tempest-VolumesNegativeTest-2093150448 tempest-VolumesNegativeTest-2093150448-project] Made reservation on behalf of 295e717ed8cc40c8b7b828cfe0f014ca for: {'port': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:02:54.253495 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-fd5c6295-b3cc-49e9-ab02-a92d66cdda91 req-fa1c6ba0-686e-412a-8c98-b9cdb377dac6 tempest-VolumesNegativeTest-2093150448 tempest-VolumesNegativeTest-2093150448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:54.285967 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-36e43ac3-e148-42e7-9bba-5c1350b1271e req-06829707-bfb2-494e-80ac-1a8d78d0ddb1 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a351d5c-3364-42d8-bd0d-648028a392a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3055024 Jun 01 19:02:54.288477 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [None req-07068479-f32b-4b67-8da5-d4fdc5d63b0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Transition to ACTIVE for port object 973c7437-5087-4f5f-bd14-d30a52d8edaa will not be triggered until provisioned by entity L2. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:02:54.291252 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-5fd36351-1c51-44f7-b429-38b290335020 req-57e6b257-17c2-4f47-8e37-7b92271fc0af tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Synchronizing usage tracker for tenant:d3eb50f3028440db9726ae16e6111d12 on resource:security_group {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:02:54.293727 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-fd5c6295-b3cc-49e9-ab02-a92d66cdda91 req-fa1c6ba0-686e-412a-8c98-b9cdb377dac6 tempest-VolumesNegativeTest-2093150448 tempest-VolumesNegativeTest-2093150448-project] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:54.314004 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b464b812-e612-429d-b182-d66270a43727 req-965d0110-435f-46e5-bcb1-d8719c72d6de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:02:54.315313 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b464b812-e612-429d-b182-d66270a43727 req-965d0110-435f-46e5-bcb1-d8719c72d6de service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6ed963cc-5a55-45a1-891d-724fd87ad4ca HTTP/1.1" status: 200 len: 835 time: 0.1076205 Jun 01 19:02:54.360662 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-07068479-f32b-4b67-8da5-d4fdc5d63b0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:54.390024 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac28341-69d9-42a3-8128-5287c4774ee0 None None] New status for floating IP a3e0905e-3b46-40f5-aff4-d4619e4830a6: DOWN {{(pid=88526) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 19:02:54.409894 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-fd5c6295-b3cc-49e9-ab02-a92d66cdda91 req-fa1c6ba0-686e-412a-8c98-b9cdb377dac6 tempest-VolumesNegativeTest-2093150448 tempest-VolumesNegativeTest-2093150448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:02:54.436244 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-fd5c6295-b3cc-49e9-ab02-a92d66cdda91 req-fa1c6ba0-686e-412a-8c98-b9cdb377dac6 tempest-VolumesNegativeTest-2093150448 tempest-VolumesNegativeTest-2093150448-project] Usage tracker for resource:security_group_rule and tenant:295e717ed8cc40c8b7b828cfe0f014ca is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:02:54.450347 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-fd5c6295-b3cc-49e9-ab02-a92d66cdda91 req-fa1c6ba0-686e-412a-8c98-b9cdb377dac6 tempest-VolumesNegativeTest-2093150448 tempest-VolumesNegativeTest-2093150448-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:02:54.466933 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-5fd36351-1c51-44f7-b429-38b290335020 req-57e6b257-17c2-4f47-8e37-7b92271fc0af tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Unset dirty status for tenant:d3eb50f3028440db9726ae16e6111d12 on resource:security_group {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:02:54.468316 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5fd36351-1c51-44f7-b429-38b290335020 req-57e6b257-17c2-4f47-8e37-7b92271fc0af tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] 10.222.0.41 "GET /v2.0/security-groups?id=c1e950ea-5d0b-4685-9bfc-da05a4df09bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5025170 Jun 01 19:02:54.535052 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-fd5c6295-b3cc-49e9-ab02-a92d66cdda91 req-fa1c6ba0-686e-412a-8c98-b9cdb377dac6 tempest-VolumesNegativeTest-2093150448 tempest-VolumesNegativeTest-2093150448-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:02:54.566818 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07068479-f32b-4b67-8da5-d4fdc5d63b0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Pushing event updated for resources: {'Port': ['ID=973c7437-5087-4f5f-bd14-d30a52d8edaa,revision_number=2']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:02:54.598722 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08b72b8-b154-48ce-9bca-b2e9b76eb0c6 req-7a62f8c5-f280-4017-a47e-2abbe97ecf09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:02:54.600433 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f08b72b8-b154-48ce-9bca-b2e9b76eb0c6 req-7a62f8c5-f280-4017-a47e-2abbe97ecf09 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ff411273a1ac46f2a91fb45afe578ccb&device_id=2d09c7dc-ab70-4778-9108-37aeccd6701e HTTP/1.1" status: 200 len: 1095 time: 0.4749763 Jun 01 19:02:54.685336 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d09c7dc-ab70-4778-9108-37aeccd6701e', 'tag': 'a0175905-569d-4a9c-a1f9-a72042a8f0a8'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:02:54.735250 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [None req-07068479-f32b-4b67-8da5-d4fdc5d63b0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Attempting to bind port 973c7437-5087-4f5f-bd14-d30a52d8edaa on host n-h1-844202-1 for vnic_type normal with profile {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:02:54.735750 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [None req-07068479-f32b-4b67-8da5-d4fdc5d63b0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Attempting to bind port 973c7437-5087-4f5f-bd14-d30a52d8edaa by drivers openvswitch,hyperv on host n-h1-844202-1 at level 0 using segments [{'id': 'fcf91f5e-9d7e-4c07-a6d4-33300986f7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '57db2152-a0ca-46a3-b2b2-0de6f8a35ffc'}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:02:54.736757 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07068479-f32b-4b67-8da5-d4fdc5d63b0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Attempting to bind port 973c7437-5087-4f5f-bd14-d30a52d8edaa on network 57db2152-a0ca-46a3-b2b2-0de6f8a35ffc {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:02:54.738013 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-58af9760-1632-445b-82ed-0f902e7c3a04 req-530f1f6f-6170-43d8-9e3b-8b2f62534748 tempest-VolumesNegativeTest-2093150448 tempest-VolumesNegativeTest-2093150448-project] 10.222.0.41 "GET /v2.0/ports?device_id=50053e16-c3e1-4744-80ad-671a6c2c3795 HTTP/1.1" status: 200 len: 210 time: 0.0937612 Jun 01 19:02:54.766690 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f08b72b8-b154-48ce-9bca-b2e9b76eb0c6 req-c8a794f2-fda7-431e-a47a-3bd04b358d4e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a0175905-569d-4a9c-a1f9-a72042a8f0a8 HTTP/1.1" status: 200 len: 217 time: 0.1415260 Jun 01 19:02:54.776894 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07068479-f32b-4b67-8da5-d4fdc5d63b0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Port 973c7437-5087-4f5f-bd14-d30a52d8edaa on network 57db2152-a0ca-46a3-b2b2-0de6f8a35ffc not bound, no agent of type Open vSwitch agent registered on host n-h1-844202-1 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 19:02:54.777365 n-d-844202-1 neutron-server[88524]: ERROR neutron.plugins.ml2.managers [None req-07068479-f32b-4b67-8da5-d4fdc5d63b0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Failed to bind port 973c7437-5087-4f5f-bd14-d30a52d8edaa on host n-h1-844202-1 for vnic_type normal using segments [{'id': 'fcf91f5e-9d7e-4c07-a6d4-33300986f7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '57db2152-a0ca-46a3-b2b2-0de6f8a35ffc'}] Jun 01 19:02:54.783650 n-d-844202-1 neutron-server[88524]: INFO neutron.plugins.ml2.plugin [None req-07068479-f32b-4b67-8da5-d4fdc5d63b0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Attempt 2 to bind port 973c7437-5087-4f5f-bd14-d30a52d8edaa Jun 01 19:02:54.842146 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aafb45-a998-445a-9775-94ee4c4cc50d req-a1c547b5-f288-4564-a40d-e74accd23463 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:02:54.843728 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d2aafb45-a998-445a-9775-94ee4c4cc50d req-a1c547b5-f288-4564-a40d-e74accd23463 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f51ecbe-4272-460f-a9a0-d3f074976926 HTTP/1.1" status: 200 len: 946 time: 0.5297489 Jun 01 19:02:54.861885 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b464b812-e612-429d-b182-d66270a43727 req-1f4aa731-4d9c-46d9-8422-b416eb001415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:02:54.863891 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b464b812-e612-429d-b182-d66270a43727 req-1f4aa731-4d9c-46d9-8422-b416eb001415 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=81249ed1-a33f-4045-8ad1-594c3da17cb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5377157 Jun 01 19:02:54.874880 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b731027-ece3-408e-9555-2edb357eb3e3'] response: {'name': 'network-changed', 'server_uuid': '2d09c7dc-ab70-4778-9108-37aeccd6701e', 'tag': 'a0175905-569d-4a9c-a1f9-a72042a8f0a8', 'status': 'completed', 'code': 200} Jun 01 19:02:54.941025 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [None req-07068479-f32b-4b67-8da5-d4fdc5d63b0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Attempting to bind port 973c7437-5087-4f5f-bd14-d30a52d8edaa on host n-h1-844202-1 for vnic_type normal with profile {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:02:54.941368 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [None req-07068479-f32b-4b67-8da5-d4fdc5d63b0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Attempting to bind port 973c7437-5087-4f5f-bd14-d30a52d8edaa by drivers openvswitch,hyperv on host n-h1-844202-1 at level 0 using segments [{'id': 'fcf91f5e-9d7e-4c07-a6d4-33300986f7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '57db2152-a0ca-46a3-b2b2-0de6f8a35ffc'}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:02:54.941704 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07068479-f32b-4b67-8da5-d4fdc5d63b0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Attempting to bind port 973c7437-5087-4f5f-bd14-d30a52d8edaa on network 57db2152-a0ca-46a3-b2b2-0de6f8a35ffc {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:02:55.082112 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-19afaf22-edd9-4e1a-8f90-c2b7f2cced7e tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks [] for port, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:55.122950 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd8a7ab-504c-497a-a6f3-ee90d4fc5092 req-3d0d38c3-c345-49e1-b7a8-007491df2ba8 tempest-ServerPasswordTestJSON-1704147125 tempest-ServerPasswordTestJSON-1704147125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:02:55.124485 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-5cd8a7ab-504c-497a-a6f3-ee90d4fc5092 req-3d0d38c3-c345-49e1-b7a8-007491df2ba8 tempest-ServerPasswordTestJSON-1704147125 tempest-ServerPasswordTestJSON-1704147125-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c31fd8c-254a-4401-94b7-c38422454c6a HTTP/1.1" status: 200 len: 946 time: 0.3043933 Jun 01 19:02:55.126281 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b464b812-e612-429d-b182-d66270a43727 req-b6cd33da-e245-44f0-9821-33a2b91a8a5a service neutron] 10.222.0.15 "GET /v2.0/networks/81249ed1-a33f-4045-8ad1-594c3da17cb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2511241 Jun 01 19:02:55.127077 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 44586) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:02:55.130275 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-19afaf22-edd9-4e1a-8f90-c2b7f2cced7e tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:55.154596 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07068479-f32b-4b67-8da5-d4fdc5d63b0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Port 973c7437-5087-4f5f-bd14-d30a52d8edaa on network 57db2152-a0ca-46a3-b2b2-0de6f8a35ffc not bound, no agent of type Open vSwitch agent registered on host n-h1-844202-1 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 19:02:55.154946 n-d-844202-1 neutron-server[88524]: ERROR neutron.plugins.ml2.managers [None req-07068479-f32b-4b67-8da5-d4fdc5d63b0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Failed to bind port 973c7437-5087-4f5f-bd14-d30a52d8edaa on host n-h1-844202-1 for vnic_type normal using segments [{'id': 'fcf91f5e-9d7e-4c07-a6d4-33300986f7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '57db2152-a0ca-46a3-b2b2-0de6f8a35ffc'}] Jun 01 19:02:55.168951 n-d-844202-1 neutron-server[88524]: INFO neutron.plugins.ml2.plugin [None req-07068479-f32b-4b67-8da5-d4fdc5d63b0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Attempt 3 to bind port 973c7437-5087-4f5f-bd14-d30a52d8edaa Jun 01 19:02:55.206799 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08b72b8-b154-48ce-9bca-b2e9b76eb0c6 req-0776dd30-54ce-4d33-9376-7d8239bd166e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:02:55.208249 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f08b72b8-b154-48ce-9bca-b2e9b76eb0c6 req-0776dd30-54ce-4d33-9376-7d8239bd166e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=308ebcd6-774a-482f-bd0f-fadc3e2b2dca HTTP/1.1" status: 200 len: 846 time: 0.4254904 Jun 01 19:02:55.213078 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-fd5c6295-b3cc-49e9-ab02-a92d66cdda91 req-fa1c6ba0-686e-412a-8c98-b9cdb377dac6 tempest-VolumesNegativeTest-2093150448 tempest-VolumesNegativeTest-2093150448-project] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:55.259893 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [None req-07068479-f32b-4b67-8da5-d4fdc5d63b0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Attempting to bind port 973c7437-5087-4f5f-bd14-d30a52d8edaa on host n-h1-844202-1 for vnic_type normal with profile {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:02:55.260240 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [None req-07068479-f32b-4b67-8da5-d4fdc5d63b0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Attempting to bind port 973c7437-5087-4f5f-bd14-d30a52d8edaa by drivers openvswitch,hyperv on host n-h1-844202-1 at level 0 using segments [{'id': 'fcf91f5e-9d7e-4c07-a6d4-33300986f7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '57db2152-a0ca-46a3-b2b2-0de6f8a35ffc'}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:02:55.260627 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07068479-f32b-4b67-8da5-d4fdc5d63b0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Attempting to bind port 973c7437-5087-4f5f-bd14-d30a52d8edaa on network 57db2152-a0ca-46a3-b2b2-0de6f8a35ffc {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:02:55.272213 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-fd5c6295-b3cc-49e9-ab02-a92d66cdda91 req-fa1c6ba0-686e-412a-8c98-b9cdb377dac6 tempest-VolumesNegativeTest-2093150448 tempest-VolumesNegativeTest-2093150448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:55.285986 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f08b72b8-b154-48ce-9bca-b2e9b76eb0c6 req-969a2676-5db5-4014-aa40-0d423c88e534 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0c49dc6b-5e39-4101-b04d-1c1361c15d69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0674906 Jun 01 19:02:55.291135 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-d2aafb45-a998-445a-9775-94ee4c4cc50d req-7792f992-6f26-4296-b9a4-d1696ab68343 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Deleting port f82d37e3-eac0-441b-b6f5-b78d863ad4f8 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:02:55.291135 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-d2aafb45-a998-445a-9775-94ee4c4cc50d req-7792f992-6f26-4296-b9a4-d1696ab68343 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:55.442853 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1c6ba0-686e-412a-8c98-b9cdb377dac6 tempest-VolumesNegativeTest-2093150448 tempest-VolumesNegativeTest-2093150448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36ab00bc-1bd0-4bf1-8c5b-6eb85398098b,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:02:55.450653 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07068479-f32b-4b67-8da5-d4fdc5d63b0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Port 973c7437-5087-4f5f-bd14-d30a52d8edaa on network 57db2152-a0ca-46a3-b2b2-0de6f8a35ffc not bound, no agent of type Open vSwitch agent registered on host n-h1-844202-1 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 19:02:55.450980 n-d-844202-1 neutron-server[88524]: ERROR neutron.plugins.ml2.managers [None req-07068479-f32b-4b67-8da5-d4fdc5d63b0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Failed to bind port 973c7437-5087-4f5f-bd14-d30a52d8edaa on host n-h1-844202-1 for vnic_type normal using segments [{'id': 'fcf91f5e-9d7e-4c07-a6d4-33300986f7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '57db2152-a0ca-46a3-b2b2-0de6f8a35ffc'}] Jun 01 19:02:55.532008 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19afaf22-edd9-4e1a-8f90-c2b7f2cced7e tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Pushing event updated for resources: {'Port': ['ID=de8b96d1-5003-4326-93fc-c9027c7c345b,revision_number=2']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:02:55.548975 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-19afaf22-edd9-4e1a-8f90-c2b7f2cced7e tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-887436'] for router_interface, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:55.589929 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [req-5cd8a7ab-504c-497a-a6f3-ee90d4fc5092 req-52ed239e-e184-46df-8140-6835b3879ad5 tempest-ServerPasswordTestJSON-1704147125 tempest-ServerPasswordTestJSON-1704147125-project] Deleting port 5eeaf312-0f27-4e08-bbab-9ae1978a89bb {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:02:55.590296 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-5cd8a7ab-504c-497a-a6f3-ee90d4fc5092 req-52ed239e-e184-46df-8140-6835b3879ad5 tempest-ServerPasswordTestJSON-1704147125 tempest-ServerPasswordTestJSON-1704147125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:55.636451 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_v2 [None req-571fe344-5bb5-49b9-b3ba-73e8afd473e6 admin admin] Deleting subnet 78c15249-5b3e-42a1-9683-df5f45ae094c {{(pid=88525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 19:02:55.637699 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecd1e92-98b7-4af8-8981-51a986937fc9 req-c7f69ee9-2a7c-47c8-bb3a-ee70a6a717d3 tempest-ServerPasswordTestJSON-1704147125 tempest-ServerPasswordTestJSON-1704147125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:02:55.644752 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-8ecd1e92-98b7-4af8-8981-51a986937fc9 req-c7f69ee9-2a7c-47c8-bb3a-ee70a6a717d3 tempest-ServerPasswordTestJSON-1704147125 tempest-ServerPasswordTestJSON-1704147125-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c31fd8c-254a-4401-94b7-c38422454c6a HTTP/1.1" status: 200 len: 946 time: 1.0168672 Jun 01 19:02:55.646164 n-d-844202-1 neutron-server[88524]: INFO neutron.plugins.ml2.plugin [None req-07068479-f32b-4b67-8da5-d4fdc5d63b0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Attempt 4 to bind port 973c7437-5087-4f5f-bd14-d30a52d8edaa Jun 01 19:02:55.664966 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-571fe344-5bb5-49b9-b3ba-73e8afd473e6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:55.849040 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-571fe344-5bb5-49b9-b3ba-73e8afd473e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2258509'] for subnet, precommit_delete_associations {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:55.884563 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b464b812-e612-429d-b182-d66270a43727 req-ca286e4c-9445-4a46-85ba-b901d52d89ef service neutron] 10.222.0.15 "GET /v2.0/networks/81249ed1-a33f-4045-8ad1-594c3da17cb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6901031 Jun 01 19:02:55.893921 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [None req-07068479-f32b-4b67-8da5-d4fdc5d63b0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Attempting to bind port 973c7437-5087-4f5f-bd14-d30a52d8edaa on host n-h1-844202-1 for vnic_type normal with profile {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:02:55.894250 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [None req-07068479-f32b-4b67-8da5-d4fdc5d63b0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Attempting to bind port 973c7437-5087-4f5f-bd14-d30a52d8edaa by drivers openvswitch,hyperv on host n-h1-844202-1 at level 0 using segments [{'id': 'fcf91f5e-9d7e-4c07-a6d4-33300986f7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '57db2152-a0ca-46a3-b2b2-0de6f8a35ffc'}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:02:55.894579 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07068479-f32b-4b67-8da5-d4fdc5d63b0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Attempting to bind port 973c7437-5087-4f5f-bd14-d30a52d8edaa on network 57db2152-a0ca-46a3-b2b2-0de6f8a35ffc {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:02:55.909756 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07068479-f32b-4b67-8da5-d4fdc5d63b0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Port 973c7437-5087-4f5f-bd14-d30a52d8edaa on network 57db2152-a0ca-46a3-b2b2-0de6f8a35ffc not bound, no agent of type Open vSwitch agent registered on host n-h1-844202-1 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 19:02:55.909756 n-d-844202-1 neutron-server[88524]: ERROR neutron.plugins.ml2.managers [None req-07068479-f32b-4b67-8da5-d4fdc5d63b0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Failed to bind port 973c7437-5087-4f5f-bd14-d30a52d8edaa on host n-h1-844202-1 for vnic_type normal using segments [{'id': 'fcf91f5e-9d7e-4c07-a6d4-33300986f7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '57db2152-a0ca-46a3-b2b2-0de6f8a35ffc'}] Jun 01 19:02:55.910227 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f08b72b8-b154-48ce-9bca-b2e9b76eb0c6 req-9237a9c5-bfbd-4ced-9904-e2ac45962c2a service neutron] 10.222.0.50 "GET /v2.0/networks/0c49dc6b-5e39-4101-b04d-1c1361c15d69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5503793 Jun 01 19:02:55.935229 n-d-844202-1 neutron-server[88524]: INFO neutron.plugins.ml2.plugin [None req-07068479-f32b-4b67-8da5-d4fdc5d63b0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Attempt 5 to bind port 973c7437-5087-4f5f-bd14-d30a52d8edaa Jun 01 19:02:55.996735 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a73910d-6c65-4521-ae2d-e3194361d625 req-58e1d28a-8769-4658-bb16-057b1629f497 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:02:55.999256 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-8ecd1e92-98b7-4af8-8981-51a986937fc9 req-99d4536e-1018-4ea5-9195-300338786e0e tempest-ServerPasswordTestJSON-1704147125 tempest-ServerPasswordTestJSON-1704147125-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3b0bff3-1338-4c07-b8be-87196173180d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3512888 Jun 01 19:02:56.013311 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-7a73910d-6c65-4521-ae2d-e3194361d625 req-58e1d28a-8769-4658-bb16-057b1629f497 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/ports?device_id=2d09c7dc-ab70-4778-9108-37aeccd6701e HTTP/1.1" status: 200 len: 944 time: 0.5677152 Jun 01 19:02:56.058404 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 44612) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:02:56.098009 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19afaf22-edd9-4e1a-8f90-c2b7f2cced7e tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Network ffe55bfc-a9ec-4cd1-b702-21e747d98d56 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:02:56.109723 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-571fe344-5bb5-49b9-b3ba-73e8afd473e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:56.145653 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-19afaf22-edd9-4e1a-8f90-c2b7f2cced7e tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:02:56.188869 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-7a73910d-6c65-4521-ae2d-e3194361d625 req-6ab3ea56-4df0-4ff3-9034-e4e9e73f375d tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a351d5c-3364-42d8-bd0d-648028a392a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746058 Jun 01 19:02:56.249143 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [req-fd5c6295-b3cc-49e9-ab02-a92d66cdda91 req-fa1c6ba0-686e-412a-8c98-b9cdb377dac6 tempest-VolumesNegativeTest-2093150448 tempest-VolumesNegativeTest-2093150448-project] Allocated IP 192.168.233.26 (898153a3-5d71-43be-9d14-343ea4a48426/35e3ad2f-9c88-4698-b634-4e1b58de1cc2/0b20a216-63ba-427a-b69c-e9788a5d4e7e) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:02:56.314206 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [None req-07068479-f32b-4b67-8da5-d4fdc5d63b0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Attempting to bind port 973c7437-5087-4f5f-bd14-d30a52d8edaa on host n-h1-844202-1 for vnic_type normal with profile {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:02:56.314556 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [None req-07068479-f32b-4b67-8da5-d4fdc5d63b0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Attempting to bind port 973c7437-5087-4f5f-bd14-d30a52d8edaa by drivers openvswitch,hyperv on host n-h1-844202-1 at level 0 using segments [{'id': 'fcf91f5e-9d7e-4c07-a6d4-33300986f7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '57db2152-a0ca-46a3-b2b2-0de6f8a35ffc'}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:02:56.314892 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07068479-f32b-4b67-8da5-d4fdc5d63b0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Attempting to bind port 973c7437-5087-4f5f-bd14-d30a52d8edaa on network 57db2152-a0ca-46a3-b2b2-0de6f8a35ffc {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:02:56.419084 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07068479-f32b-4b67-8da5-d4fdc5d63b0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Port 973c7437-5087-4f5f-bd14-d30a52d8edaa on network 57db2152-a0ca-46a3-b2b2-0de6f8a35ffc not bound, no agent of type Open vSwitch agent registered on host n-h1-844202-1 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 19:02:56.419480 n-d-844202-1 neutron-server[88524]: ERROR neutron.plugins.ml2.managers [None req-07068479-f32b-4b67-8da5-d4fdc5d63b0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Failed to bind port 973c7437-5087-4f5f-bd14-d30a52d8edaa on host n-h1-844202-1 for vnic_type normal using segments [{'id': 'fcf91f5e-9d7e-4c07-a6d4-33300986f7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '57db2152-a0ca-46a3-b2b2-0de6f8a35ffc'}] Jun 01 19:02:56.482638 n-d-844202-1 neutron-server[88524]: INFO neutron.plugins.ml2.plugin [None req-07068479-f32b-4b67-8da5-d4fdc5d63b0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Attempt 6 to bind port 973c7437-5087-4f5f-bd14-d30a52d8edaa Jun 01 19:02:56.523744 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-002d485b-57d0-48f3-b5b1-07534a03bb6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:56.538895 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-d2aafb45-a998-445a-9775-94ee4c4cc50d req-7792f992-6f26-4296-b9a4-d1696ab68343 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] For port f82d37e3-eac0-441b-b6f5-b78d863ad4f8, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=f82d37e3-eac0-441b-b6f5-b78d863ad4f8,segment=NetworkSegment(246b7005-0935-4ff3-9c3d-ab1795846166),segment_id=246b7005-0935-4ff3-9c3d-ab1795846166)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:02:56.539171 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-d2aafb45-a998-445a-9775-94ee4c4cc50d req-7792f992-6f26-4296-b9a4-d1696ab68343 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:56.585985 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a07ddda3-8dab-4980-b505-e41954219ee9 req-7c895e5f-d45b-45a6-9bcc-49259a9dc538 tempest-VolumesNegativeTest-2093150448 tempest-VolumesNegativeTest-2093150448-project] 10.222.0.41 "GET /v2.0/ports?device_id=50053e16-c3e1-4744-80ad-671a6c2c3795 HTTP/1.1" status: 200 len: 210 time: 0.2213070 Jun 01 19:02:56.599578 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-5cd8a7ab-504c-497a-a6f3-ee90d4fc5092 req-52ed239e-e184-46df-8140-6835b3879ad5 tempest-ServerPasswordTestJSON-1704147125 tempest-ServerPasswordTestJSON-1704147125-project] For port 5eeaf312-0f27-4e08-bbab-9ae1978a89bb, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=5eeaf312-0f27-4e08-bbab-9ae1978a89bb,segment=NetworkSegment(da06099e-a09c-4ec5-b5f5-aade1252432d),segment_id=da06099e-a09c-4ec5-b5f5-aade1252432d)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:02:56.600552 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-5cd8a7ab-504c-497a-a6f3-ee90d4fc5092 req-52ed239e-e184-46df-8140-6835b3879ad5 tempest-ServerPasswordTestJSON-1704147125 tempest-ServerPasswordTestJSON-1704147125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:56.639518 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [None req-07068479-f32b-4b67-8da5-d4fdc5d63b0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Attempting to bind port 973c7437-5087-4f5f-bd14-d30a52d8edaa on host n-h1-844202-1 for vnic_type normal with profile {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:02:56.639852 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [None req-07068479-f32b-4b67-8da5-d4fdc5d63b0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Attempting to bind port 973c7437-5087-4f5f-bd14-d30a52d8edaa by drivers openvswitch,hyperv on host n-h1-844202-1 at level 0 using segments [{'id': 'fcf91f5e-9d7e-4c07-a6d4-33300986f7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '57db2152-a0ca-46a3-b2b2-0de6f8a35ffc'}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:02:56.640176 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07068479-f32b-4b67-8da5-d4fdc5d63b0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Attempting to bind port 973c7437-5087-4f5f-bd14-d30a52d8edaa on network 57db2152-a0ca-46a3-b2b2-0de6f8a35ffc {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:02:56.708189 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-002d485b-57d0-48f3-b5b1-07534a03bb6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:02:56.717655 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-d2aafb45-a998-445a-9775-94ee4c4cc50d req-7792f992-6f26-4296-b9a4-d1696ab68343 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Calling delete_port for f82d37e3-eac0-441b-b6f5-b78d863ad4f8 owned by compute:nova {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:02:56.768442 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07068479-f32b-4b67-8da5-d4fdc5d63b0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Port 973c7437-5087-4f5f-bd14-d30a52d8edaa on network 57db2152-a0ca-46a3-b2b2-0de6f8a35ffc not bound, no agent of type Open vSwitch agent registered on host n-h1-844202-1 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 19:02:56.768761 n-d-844202-1 neutron-server[88524]: ERROR neutron.plugins.ml2.managers [None req-07068479-f32b-4b67-8da5-d4fdc5d63b0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Failed to bind port 973c7437-5087-4f5f-bd14-d30a52d8edaa on host n-h1-844202-1 for vnic_type normal using segments [{'id': 'fcf91f5e-9d7e-4c07-a6d4-33300986f7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '57db2152-a0ca-46a3-b2b2-0de6f8a35ffc'}] Jun 01 19:02:56.777217 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-002d485b-57d0-48f3-b5b1-07534a03bb6d admin admin] Usage tracker for resource:security_group_rule and tenant:ada1f0a777d747b680c3a52bbdd471b1 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:02:56.796973 n-d-844202-1 neutron-server[88524]: INFO neutron.plugins.ml2.plugin [None req-07068479-f32b-4b67-8da5-d4fdc5d63b0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Attempt 7 to bind port 973c7437-5087-4f5f-bd14-d30a52d8edaa Jun 01 19:02:56.800467 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [req-5cd8a7ab-504c-497a-a6f3-ee90d4fc5092 req-52ed239e-e184-46df-8140-6835b3879ad5 tempest-ServerPasswordTestJSON-1704147125 tempest-ServerPasswordTestJSON-1704147125-project] Calling delete_port for 5eeaf312-0f27-4e08-bbab-9ae1978a89bb owned by compute:nova {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:02:56.806840 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-002d485b-57d0-48f3-b5b1-07534a03bb6d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:02:56.828974 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-571fe344-5bb5-49b9-b3ba-73e8afd473e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2614143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9667199'] for subnet, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:56.844661 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-002d485b-57d0-48f3-b5b1-07534a03bb6d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:02:56.853277 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f08b72b8-b154-48ce-9bca-b2e9b76eb0c6 req-12d60171-11cb-4378-bf83-67d5ccfb1936 service neutron] 10.222.0.50 "GET /v2.0/networks/0c49dc6b-5e39-4101-b04d-1c1361c15d69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8972180 Jun 01 19:02:56.868615 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [None req-07068479-f32b-4b67-8da5-d4fdc5d63b0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Attempting to bind port 973c7437-5087-4f5f-bd14-d30a52d8edaa on host n-h1-844202-1 for vnic_type normal with profile {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:02:56.869080 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [None req-07068479-f32b-4b67-8da5-d4fdc5d63b0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Attempting to bind port 973c7437-5087-4f5f-bd14-d30a52d8edaa by drivers openvswitch,hyperv on host n-h1-844202-1 at level 0 using segments [{'id': 'fcf91f5e-9d7e-4c07-a6d4-33300986f7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '57db2152-a0ca-46a3-b2b2-0de6f8a35ffc'}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:02:56.869530 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07068479-f32b-4b67-8da5-d4fdc5d63b0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Attempting to bind port 973c7437-5087-4f5f-bd14-d30a52d8edaa on network 57db2152-a0ca-46a3-b2b2-0de6f8a35ffc {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:02:56.894537 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571fe344-5bb5-49b9-b3ba-73e8afd473e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78c15249-5b3e-42a1-9683-df5f45ae094c,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:02:56.900078 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-571fe344-5bb5-49b9-b3ba-73e8afd473e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:56.911555 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07068479-f32b-4b67-8da5-d4fdc5d63b0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Port 973c7437-5087-4f5f-bd14-d30a52d8edaa on network 57db2152-a0ca-46a3-b2b2-0de6f8a35ffc not bound, no agent of type Open vSwitch agent registered on host n-h1-844202-1 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 19:02:56.911873 n-d-844202-1 neutron-server[88524]: ERROR neutron.plugins.ml2.managers [None req-07068479-f32b-4b67-8da5-d4fdc5d63b0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Failed to bind port 973c7437-5087-4f5f-bd14-d30a52d8edaa on host n-h1-844202-1 for vnic_type normal using segments [{'id': 'fcf91f5e-9d7e-4c07-a6d4-33300986f7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '57db2152-a0ca-46a3-b2b2-0de6f8a35ffc'}] Jun 01 19:02:56.916378 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-571fe344-5bb5-49b9-b3ba-73e8afd473e6 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/78c15249-5b3e-42a1-9683-df5f45ae094c HTTP/1.1" status: 204 len: 168 time: 1.7877765 Jun 01 19:02:56.922575 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 44620) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:02:56.924276 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19afaf22-edd9-4e1a-8f90-c2b7f2cced7e tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Router 7ee539f0-74eb-4d8b-94f4-0af36e192612 has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 19:02:56.929864 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-fd5c6295-b3cc-49e9-ab02-a92d66cdda91 req-fa1c6ba0-686e-412a-8c98-b9cdb377dac6 tempest-VolumesNegativeTest-2093150448 tempest-VolumesNegativeTest-2093150448-project] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:56.964585 n-d-844202-1 neutron-server[88524]: INFO neutron.plugins.ml2.plugin [None req-07068479-f32b-4b67-8da5-d4fdc5d63b0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Attempt 8 to bind port 973c7437-5087-4f5f-bd14-d30a52d8edaa Jun 01 19:02:57.031210 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3722d96f-2e1d-4814-89e5-50cd9d20f2fa req-60fcc31d-b047-4803-8151-cb356b41c738 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:02:57.032775 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3722d96f-2e1d-4814-89e5-50cd9d20f2fa req-60fcc31d-b047-4803-8151-cb356b41c738 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f51ecbe-4272-460f-a9a0-d3f074976926 HTTP/1.1" status: 200 len: 946 time: 0.7138560 Jun 01 19:02:57.040067 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [None req-07068479-f32b-4b67-8da5-d4fdc5d63b0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Attempting to bind port 973c7437-5087-4f5f-bd14-d30a52d8edaa on host n-h1-844202-1 for vnic_type normal with profile {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:02:57.040441 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [None req-07068479-f32b-4b67-8da5-d4fdc5d63b0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Attempting to bind port 973c7437-5087-4f5f-bd14-d30a52d8edaa by drivers openvswitch,hyperv on host n-h1-844202-1 at level 0 using segments [{'id': 'fcf91f5e-9d7e-4c07-a6d4-33300986f7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '57db2152-a0ca-46a3-b2b2-0de6f8a35ffc'}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:02:57.040963 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07068479-f32b-4b67-8da5-d4fdc5d63b0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Attempting to bind port 973c7437-5087-4f5f-bd14-d30a52d8edaa on network 57db2152-a0ca-46a3-b2b2-0de6f8a35ffc {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:02:57.049059 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [req-fd5c6295-b3cc-49e9-ab02-a92d66cdda91 req-fa1c6ba0-686e-412a-8c98-b9cdb377dac6 tempest-VolumesNegativeTest-2093150448 tempest-VolumesNegativeTest-2093150448-project] Transition to ACTIVE for port object 0b20a216-63ba-427a-b69c-e9788a5d4e7e will not be triggered until provisioned by entity DHCP. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:02:57.111309 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07068479-f32b-4b67-8da5-d4fdc5d63b0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Port 973c7437-5087-4f5f-bd14-d30a52d8edaa on network 57db2152-a0ca-46a3-b2b2-0de6f8a35ffc not bound, no agent of type Open vSwitch agent registered on host n-h1-844202-1 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 19:02:57.111630 n-d-844202-1 neutron-server[88524]: ERROR neutron.plugins.ml2.managers [None req-07068479-f32b-4b67-8da5-d4fdc5d63b0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Failed to bind port 973c7437-5087-4f5f-bd14-d30a52d8edaa on host n-h1-844202-1 for vnic_type normal using segments [{'id': 'fcf91f5e-9d7e-4c07-a6d4-33300986f7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '57db2152-a0ca-46a3-b2b2-0de6f8a35ffc'}] Jun 01 19:02:57.124103 n-d-844202-1 neutron-server[88524]: INFO neutron.plugins.ml2.plugin [None req-07068479-f32b-4b67-8da5-d4fdc5d63b0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Attempt 9 to bind port 973c7437-5087-4f5f-bd14-d30a52d8edaa Jun 01 19:02:57.185610 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [None req-07068479-f32b-4b67-8da5-d4fdc5d63b0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Attempting to bind port 973c7437-5087-4f5f-bd14-d30a52d8edaa on host n-h1-844202-1 for vnic_type normal with profile {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:02:57.185997 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [None req-07068479-f32b-4b67-8da5-d4fdc5d63b0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Attempting to bind port 973c7437-5087-4f5f-bd14-d30a52d8edaa by drivers openvswitch,hyperv on host n-h1-844202-1 at level 0 using segments [{'id': 'fcf91f5e-9d7e-4c07-a6d4-33300986f7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '57db2152-a0ca-46a3-b2b2-0de6f8a35ffc'}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:02:57.186512 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07068479-f32b-4b67-8da5-d4fdc5d63b0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Attempting to bind port 973c7437-5087-4f5f-bd14-d30a52d8edaa on network 57db2152-a0ca-46a3-b2b2-0de6f8a35ffc {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:02:57.213543 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07068479-f32b-4b67-8da5-d4fdc5d63b0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Port 973c7437-5087-4f5f-bd14-d30a52d8edaa on network 57db2152-a0ca-46a3-b2b2-0de6f8a35ffc not bound, no agent of type Open vSwitch agent registered on host n-h1-844202-1 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 19:02:57.213859 n-d-844202-1 neutron-server[88524]: ERROR neutron.plugins.ml2.managers [None req-07068479-f32b-4b67-8da5-d4fdc5d63b0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Failed to bind port 973c7437-5087-4f5f-bd14-d30a52d8edaa on host n-h1-844202-1 for vnic_type normal using segments [{'id': 'fcf91f5e-9d7e-4c07-a6d4-33300986f7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '57db2152-a0ca-46a3-b2b2-0de6f8a35ffc'}] Jun 01 19:02:57.217297 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3722d96f-2e1d-4814-89e5-50cd9d20f2fa req-5440764b-c91c-46b6-8102-d3597d4b2aad tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] 10.222.0.41 "GET /v2.0/security-groups?id=c1e950ea-5d0b-4685-9bfc-da05a4df09bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1692481 Jun 01 19:02:57.226361 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-232a11ee-5028-4ef8-a50b-4de6173dd030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:57.228136 n-d-844202-1 neutron-server[88524]: INFO neutron.plugins.ml2.plugin [None req-07068479-f32b-4b67-8da5-d4fdc5d63b0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Attempt 10 to bind port 973c7437-5087-4f5f-bd14-d30a52d8edaa Jun 01 19:02:57.263541 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-d2aafb45-a998-445a-9775-94ee4c4cc50d req-7792f992-6f26-4296-b9a4-d1696ab68343 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:57.369863 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-5cd8a7ab-504c-497a-a6f3-ee90d4fc5092 req-52ed239e-e184-46df-8140-6835b3879ad5 tempest-ServerPasswordTestJSON-1704147125 tempest-ServerPasswordTestJSON-1704147125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:57.431686 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19afaf22-edd9-4e1a-8f90-c2b7f2cced7e tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:02:57.441751 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac25925-3832-4a39-8c84-310bd364c2fc None None] Sync routers for ids ['7ee539f0-74eb-4d8b-94f4-0af36e192612'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:02:57.454306 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac25925-3832-4a39-8c84-310bd364c2fc None None] Routers {'7ee539f0-74eb-4d8b-94f4-0af36e192612'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:02:57.455279 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-9ac25925-3832-4a39-8c84-310bd364c2fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:02:39Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['7ee539f0-74eb-4d8b-94f4-0af36e192612'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:02:57.462346 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [None req-07068479-f32b-4b67-8da5-d4fdc5d63b0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Attempting to bind port 973c7437-5087-4f5f-bd14-d30a52d8edaa on host n-h1-844202-1 for vnic_type normal with profile {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:02:57.462676 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [None req-07068479-f32b-4b67-8da5-d4fdc5d63b0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Attempting to bind port 973c7437-5087-4f5f-bd14-d30a52d8edaa by drivers openvswitch,hyperv on host n-h1-844202-1 at level 0 using segments [{'id': 'fcf91f5e-9d7e-4c07-a6d4-33300986f7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '57db2152-a0ca-46a3-b2b2-0de6f8a35ffc'}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:02:57.463897 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07068479-f32b-4b67-8da5-d4fdc5d63b0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Attempting to bind port 973c7437-5087-4f5f-bd14-d30a52d8edaa on network 57db2152-a0ca-46a3-b2b2-0de6f8a35ffc {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:02:57.509552 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ed239e-e184-46df-8140-6835b3879ad5 tempest-ServerPasswordTestJSON-1704147125 tempest-ServerPasswordTestJSON-1704147125-project] Pushing event deleted for resources: {'Port': ['ID=5eeaf312-0f27-4e08-bbab-9ae1978a89bb,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:02:57.526469 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7792f992-6f26-4296-b9a4-d1696ab68343 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Pushing event deleted for resources: {'Port': ['ID=f82d37e3-eac0-441b-b6f5-b78d863ad4f8,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:02:57.527792 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-9ac25925-3832-4a39-8c84-310bd364c2fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:02:57.528393 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-fd5c6295-b3cc-49e9-ab02-a92d66cdda91 req-fa1c6ba0-686e-412a-8c98-b9cdb377dac6 tempest-VolumesNegativeTest-2093150448 tempest-VolumesNegativeTest-2093150448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:57.539428 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac25925-3832-4a39-8c84-310bd364c2fc None None] Routers {'7ee539f0-74eb-4d8b-94f4-0af36e192612'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:02:57.540149 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-9ac25925-3832-4a39-8c84-310bd364c2fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:02:39Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['7ee539f0-74eb-4d8b-94f4-0af36e192612'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:02:57.548793 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-19afaf22-edd9-4e1a-8f90-c2b7f2cced7e tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] 10.222.0.41 "PUT /v2.0/routers/7ee539f0-74eb-4d8b-94f4-0af36e192612/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7913871 Jun 01 19:02:57.555255 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07068479-f32b-4b67-8da5-d4fdc5d63b0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Port 973c7437-5087-4f5f-bd14-d30a52d8edaa on network 57db2152-a0ca-46a3-b2b2-0de6f8a35ffc not bound, no agent of type Open vSwitch agent registered on host n-h1-844202-1 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 19:02:57.555587 n-d-844202-1 neutron-server[88524]: ERROR neutron.plugins.ml2.managers [None req-07068479-f32b-4b67-8da5-d4fdc5d63b0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Failed to bind port 973c7437-5087-4f5f-bd14-d30a52d8edaa on host n-h1-844202-1 for vnic_type normal using segments [{'id': 'fcf91f5e-9d7e-4c07-a6d4-33300986f7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '57db2152-a0ca-46a3-b2b2-0de6f8a35ffc'}] Jun 01 19:02:57.555950 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-07068479-f32b-4b67-8da5-d4fdc5d63b0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:57.567705 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 44628) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:02:57.585739 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a6135f-b310-41f4-9613-80b10adfa231 req-c51c1f3e-ed51-4cd9-9aec-b152c6976413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:02:57.587222 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-03a6135f-b310-41f4-9613-80b10adfa231 req-c51c1f3e-ed51-4cd9-9aec-b152c6976413 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ff411273a1ac46f2a91fb45afe578ccb&device_id=2d09c7dc-ab70-4778-9108-37aeccd6701e HTTP/1.1" status: 200 len: 1095 time: 0.6766698 Jun 01 19:02:57.608651 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-64269257-c285-4c55-9678-ce349fc5c6bf tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Request body: {'port': {'network_id': 'ffe55bfc-a9ec-4cd1-b702-21e747d98d56', 'name': 'tempest-FloatingIPTestJSON-24413767'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:02:57.609177 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-9ac25925-3832-4a39-8c84-310bd364c2fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:02:57.609177 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac25925-3832-4a39-8c84-310bd364c2fc None None] The sync data for ids ['7ee539f0-74eb-4d8b-94f4-0af36e192612'] in n-d-844202-1 is: [] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:02:57.630307 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-232a11ee-5028-4ef8-a50b-4de6173dd030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:57.658945 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-002d485b-57d0-48f3-b5b1-07534a03bb6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:57.705608 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cd8a7ab-504c-497a-a6f3-ee90d4fc5092 req-52ed239e-e184-46df-8140-6835b3879ad5 tempest-ServerPasswordTestJSON-1704147125 tempest-ServerPasswordTestJSON-1704147125-project] No DVR routers for this DVR port 5eeaf312-0f27-4e08-bbab-9ae1978a89bb on host n-h1-844202-1 {{(pid=88525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:02:57.705909 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd5c6295-b3cc-49e9-ab02-a92d66cdda91 req-fa1c6ba0-686e-412a-8c98-b9cdb377dac6 tempest-VolumesNegativeTest-2093150448 tempest-VolumesNegativeTest-2093150448-project] Network 898153a3-5d71-43be-9d14-343ea4a48426 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:02:57.723707 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-002d485b-57d0-48f3-b5b1-07534a03bb6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:57.727849 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467015aa-2e1f-49dc-8930-c9b2f7177dc9 req-e9482d03-566b-41fc-afad-ce2c4c831963 tempest-ServerPasswordTestJSON-1704147125 tempest-ServerPasswordTestJSON-1704147125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:02:57.728624 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-467015aa-2e1f-49dc-8930-c9b2f7177dc9 req-e9482d03-566b-41fc-afad-ce2c4c831963 tempest-ServerPasswordTestJSON-1704147125 tempest-ServerPasswordTestJSON-1704147125-project] Synchronizing usage tracker for tenant:74bb3c6f44a946279f657b3ca5109e1f on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:02:57.731085 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [req-fd5c6295-b3cc-49e9-ab02-a92d66cdda91 req-fa1c6ba0-686e-412a-8c98-b9cdb377dac6 tempest-VolumesNegativeTest-2093150448 tempest-VolumesNegativeTest-2093150448-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:02:57.744555 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-5cd8a7ab-504c-497a-a6f3-ee90d4fc5092 req-52ed239e-e184-46df-8140-6835b3879ad5 tempest-ServerPasswordTestJSON-1704147125 tempest-ServerPasswordTestJSON-1704147125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:57.746503 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-5cd8a7ab-504c-497a-a6f3-ee90d4fc5092 req-52ed239e-e184-46df-8140-6835b3879ad5 tempest-ServerPasswordTestJSON-1704147125 tempest-ServerPasswordTestJSON-1704147125-project] 10.222.0.15 "DELETE /v2.0/ports/5eeaf312-0f27-4e08-bbab-9ae1978a89bb HTTP/1.1" status: 204 len: 173 time: 2.5542486 Jun 01 19:02:57.746959 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c31fd8c-254a-4401-94b7-c38422454c6a', 'name': 'network-vif-deleted', 'tag': '5eeaf312-0f27-4e08-bbab-9ae1978a89bb'}] {{(pid=88525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:02:57.760245 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-232a11ee-5028-4ef8-a50b-4de6173dd030 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7c7bfcf-c7c2-42d5-8541-1692408619fe']}} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:02:57.788272 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-232a11ee-5028-4ef8-a50b-4de6173dd030 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce523ae2-04b9-4e0f-83fe-35e934deb7b2') {'for_net_delete': True} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:02:57.788531 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-232a11ee-5028-4ef8-a50b-4de6173dd030 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce523ae2-04b9-4e0f-83fe-35e934deb7b2') {} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:02:57.815738 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-467015aa-2e1f-49dc-8930-c9b2f7177dc9 req-e9482d03-566b-41fc-afad-ce2c4c831963 tempest-ServerPasswordTestJSON-1704147125 tempest-ServerPasswordTestJSON-1704147125-project] Unset dirty status for tenant:74bb3c6f44a946279f657b3ca5109e1f on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:02:57.816924 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-467015aa-2e1f-49dc-8930-c9b2f7177dc9 req-e9482d03-566b-41fc-afad-ce2c4c831963 tempest-ServerPasswordTestJSON-1704147125 tempest-ServerPasswordTestJSON-1704147125-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c31fd8c-254a-4401-94b7-c38422454c6a HTTP/1.1" status: 200 len: 946 time: 0.6515641 Jun 01 19:02:57.822821 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-232a11ee-5028-4ef8-a50b-4de6173dd030 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2258522'] for segment, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:57.856890 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd5c6295-b3cc-49e9-ab02-a92d66cdda91 req-fa1c6ba0-686e-412a-8c98-b9cdb377dac6 tempest-VolumesNegativeTest-2093150448 tempest-VolumesNegativeTest-2093150448-project] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:02:57.888775 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-232a11ee-5028-4ef8-a50b-4de6173dd030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:57.913482 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-64269257-c285-4c55-9678-ce349fc5c6bf tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:02:57.922035 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-232a11ee-5028-4ef8-a50b-4de6173dd030 admin admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=88525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 19:02:57.922434 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-232a11ee-5028-4ef8-a50b-4de6173dd030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2613981'] for segment, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:57.946157 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-64269257-c285-4c55-9678-ce349fc5c6bf tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Usage tracker for resource:port and tenant:a0eb4836fe25462db2032ac7c054c0ab is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:02:57.978854 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2aafb45-a998-445a-9775-94ee4c4cc50d req-7792f992-6f26-4296-b9a4-d1696ab68343 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] No DVR routers for this DVR port f82d37e3-eac0-441b-b6f5-b78d863ad4f8 on host n-h1-844202-1 {{(pid=88524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:02:58.008188 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-64269257-c285-4c55-9678-ce349fc5c6bf tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:02:58.045295 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-467015aa-2e1f-49dc-8930-c9b2f7177dc9 req-3c054145-a5a1-4c15-994e-18542f105641 tempest-ServerPasswordTestJSON-1704147125 tempest-ServerPasswordTestJSON-1704147125-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3b0bff3-1338-4c07-b8be-87196173180d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135959 Jun 01 19:02:58.070904 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-64269257-c285-4c55-9678-ce349fc5c6bf tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:02:58.081147 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-d2aafb45-a998-445a-9775-94ee4c4cc50d req-7792f992-6f26-4296-b9a4-d1696ab68343 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:58.085523 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1c6ba0-686e-412a-8c98-b9cdb377dac6 tempest-VolumesNegativeTest-2093150448 tempest-VolumesNegativeTest-2093150448-project] Pushing event updated for resources: {'Port': ['ID=0b20a216-63ba-427a-b69c-e9788a5d4e7e,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:02:58.087291 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64269257-c285-4c55-9678-ce349fc5c6bf tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Made reservation on behalf of a0eb4836fe25462db2032ac7c054c0ab for: {'port': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:02:58.087597 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f51ecbe-4272-460f-a9a0-d3f074976926', 'name': 'network-vif-deleted', 'tag': 'f82d37e3-eac0-441b-b6f5-b78d863ad4f8'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:02:58.090813 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-64269257-c285-4c55-9678-ce349fc5c6bf tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:58.127854 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002d485b-57d0-48f3-b5b1-07534a03bb6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba7e62f5-b1ab-4d1c-811d-63bd8268678e,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:02:58.132301 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-002d485b-57d0-48f3-b5b1-07534a03bb6d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ada1f0a777d747b680c3a52bbdd471b1&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0656185 Jun 01 19:02:58.139843 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-0ca94fc0-1177-4503-8d03-7800474b0f81 None None] Provisioning for port 0b20a216-63ba-427a-b69c-e9788a5d4e7e completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:02:58.141943 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 44644) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:02:58.150589 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-0ca94fc0-1177-4503-8d03-7800474b0f81 None None] Provisioning complete for port 0b20a216-63ba-427a-b69c-e9788a5d4e7e triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:02:58.153689 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-0ca94fc0-1177-4503-8d03-7800474b0f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:58.154705 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-232a11ee-5028-4ef8-a50b-4de6173dd030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:58.285527 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5c6295-b3cc-49e9-ab02-a92d66cdda91 req-fa1c6ba0-686e-412a-8c98-b9cdb377dac6 tempest-VolumesNegativeTest-2093150448 tempest-VolumesNegativeTest-2093150448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:02:58.286196 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-fd5c6295-b3cc-49e9-ab02-a92d66cdda91 req-fa1c6ba0-686e-412a-8c98-b9cdb377dac6 tempest-VolumesNegativeTest-2093150448 tempest-VolumesNegativeTest-2093150448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:58.295421 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-0ca94fc0-1177-4503-8d03-7800474b0f81 None None] Port 0b20a216-63ba-427a-b69c-e9788a5d4e7e cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:02:58.315580 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d2aafb45-a998-445a-9775-94ee4c4cc50d req-7792f992-6f26-4296-b9a4-d1696ab68343 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] 10.222.0.15 "DELETE /v2.0/ports/f82d37e3-eac0-441b-b6f5-b78d863ad4f8 HTTP/1.1" status: 204 len: 173 time: 3.4491005 Jun 01 19:02:58.346533 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a6135f-b310-41f4-9613-80b10adfa231 req-627955e6-1c1b-4f4b-b151-06b0f322fa04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:02:58.348087 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-03a6135f-b310-41f4-9613-80b10adfa231 req-627955e6-1c1b-4f4b-b151-06b0f322fa04 service neutron] 10.222.0.50 "GET /v2.0/networks?id=0c49dc6b-5e39-4101-b04d-1c1361c15d69 HTTP/1.1" status: 200 len: 907 time: 0.7238531 Jun 01 19:02:58.351211 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [None req-07068479-f32b-4b67-8da5-d4fdc5d63b0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] For port 973c7437-5087-4f5f-bd14-d30a52d8edaa, host n-h1-844202-1, cleared binding levels {{(pid=88524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:02:58.351726 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [None req-07068479-f32b-4b67-8da5-d4fdc5d63b0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Attempted to set empty binding levels {{(pid=88524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Jun 01 19:02:58.390150 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-232a11ee-5028-4ef8-a50b-4de6173dd030 admin admin] Notify callbacks [] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:58.399436 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment ce523ae2-04b9-4e0f-83fe-35e934deb7b2 resource provider aggregate not found Jun 01 19:02:58.459571 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232a11ee-5028-4ef8-a50b-4de6173dd030 admin admin] Pushing event deleted for resources: {'Network': ['ID=f7c7bfcf-c7c2-42d5-8541-1692408619fe,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:02:58.462556 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment ce523ae2-04b9-4e0f-83fe-35e934deb7b2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ce523ae2-04b9-4e0f-83fe-35e934deb7b2 found for delete ", "request_id": "req-f17c0e4f-458b-44a1-adeb-abae6436e17e"}]} Jun 01 19:02:58.463506 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3357f276-f6e8-461d-b115-15a8e9e778b5 req-682dc8a7-025b-401b-b4b2-8daf4d20dee3 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:02:58.464572 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-3357f276-f6e8-461d-b115-15a8e9e778b5 req-682dc8a7-025b-401b-b4b2-8daf4d20dee3 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Synchronizing usage tracker for tenant:ff411273a1ac46f2a91fb45afe578ccb on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:02:58.474163 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [None req-64269257-c285-4c55-9678-ce349fc5c6bf tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] device_id is not set on port 9729a7ae-5fc0-4ccb-b05f-3e7927d7f202 yet. {{(pid=88525) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 19:02:58.479545 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-03a6135f-b310-41f4-9613-80b10adfa231 req-62676578-39a1-4117-9432-21e69fd38617 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a0175905-569d-4a9c-a1f9-a72042a8f0a8 HTTP/1.1" status: 200 len: 217 time: 0.1110899 Jun 01 19:02:58.480659 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-07068479-f32b-4b67-8da5-d4fdc5d63b0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:58.524484 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fd5c6295-b3cc-49e9-ab02-a92d66cdda91 req-fa1c6ba0-686e-412a-8c98-b9cdb377dac6 tempest-VolumesNegativeTest-2093150448 tempest-VolumesNegativeTest-2093150448-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.9498806 Jun 01 19:02:58.524971 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-232a11ee-5028-4ef8-a50b-4de6173dd030 admin admin] 10.222.0.41 "DELETE /v2.0/networks/f7c7bfcf-c7c2-42d5-8541-1692408619fe HTTP/1.1" status: 204 len: 168 time: 1.5995252 Jun 01 19:02:58.567497 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 5eeaf312-0f27-4e08-bbab-9ae1978a89bb no longer exists at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:02:58.609014 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a6135f-b310-41f4-9613-80b10adfa231 req-7d20c6c8-0f9d-41fd-bfe3-701f5d453910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:02:58.610525 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-03a6135f-b310-41f4-9613-80b10adfa231 req-7d20c6c8-0f9d-41fd-bfe3-701f5d453910 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=308ebcd6-774a-482f-bd0f-fadc3e2b2dca HTTP/1.1" status: 200 len: 846 time: 0.0820854 Jun 01 19:02:58.616479 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-fd5c6295-b3cc-49e9-ab02-a92d66cdda91 req-21c92866-0037-489a-b4c7-4c980964f033 service neutron] Request body: {'port': {'device_id': '50053e16-c3e1-4744-80ad-671a6c2c3795', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844202-1'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:02:58.617527 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] No Port match for: 5eeaf312-0f27-4e08-bbab-9ae1978a89bb {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:02:58.618536 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 5eeaf312-0f27-4e08-bbab-9ae1978a89bb not bound to the agent host n-h1-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:02:58.619138 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device f82d37e3-eac0-441b-b6f5-b78d863ad4f8 no longer exists at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:02:58.642135 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e047af4c-1b08-4585-9210-d380b82a1d7e req-03527cb9-8ab9-4606-84e4-72ef134b1262 tempest-VolumesNegativeTest-2093150448 tempest-VolumesNegativeTest-2093150448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:02:58.643558 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e047af4c-1b08-4585-9210-d380b82a1d7e req-03527cb9-8ab9-4606-84e4-72ef134b1262 tempest-VolumesNegativeTest-2093150448 tempest-VolumesNegativeTest-2093150448-project] 10.222.0.41 "GET /v2.0/ports?device_id=50053e16-c3e1-4744-80ad-671a6c2c3795 HTTP/1.1" status: 200 len: 935 time: 0.2480946 Jun 01 19:02:58.682192 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [None req-64269257-c285-4c55-9678-ce349fc5c6bf tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Allocated IP 172.20.0.3 (ffe55bfc-a9ec-4cd1-b702-21e747d98d56/fb266d6f-75d2-456e-a328-415940a9cd1c/9729a7ae-5fc0-4ccb-b05f-3e7927d7f202) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:02:58.686351 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] No Port match for: f82d37e3-eac0-441b-b6f5-b78d863ad4f8 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:02:58.687099 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device f82d37e3-eac0-441b-b6f5-b78d863ad4f8 not bound to the agent host n-h1-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:02:58.711468 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 44654) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:02:58.722256 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-07068479-f32b-4b67-8da5-d4fdc5d63b0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] In _notify_port_updated(), no bound segment for port 973c7437-5087-4f5f-bd14-d30a52d8edaa on network 57db2152-a0ca-46a3-b2b2-0de6f8a35ffc {{(pid=88524) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 01 19:02:58.723282 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07068479-f32b-4b67-8da5-d4fdc5d63b0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:02:58.724034 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-07068479-f32b-4b67-8da5-d4fdc5d63b0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:58.726561 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-07068479-f32b-4b67-8da5-d4fdc5d63b0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] 10.222.0.41 "PUT /v2.0/ports/973c7437-5087-4f5f-bd14-d30a52d8edaa HTTP/1.1" status: 200 len: 979 time: 6.5729196 Jun 01 19:02:58.748115 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 44658) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:02:58.754637 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e047af4c-1b08-4585-9210-d380b82a1d7e req-ff7ba70f-c1da-404b-91a4-3014c94dba60 tempest-VolumesNegativeTest-2093150448 tempest-VolumesNegativeTest-2093150448-project] 10.222.0.41 "GET /v2.0/security-groups?id=36ab00bc-1bd0-4bf1-8c5b-6eb85398098b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025777 Jun 01 19:02:58.757069 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-18d6dfc1-c9e6-4624-ae7d-9312feaa8cdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:58.760812 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-3357f276-f6e8-461d-b115-15a8e9e778b5 req-682dc8a7-025b-401b-b4b2-8daf4d20dee3 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Unset dirty status for tenant:ff411273a1ac46f2a91fb45afe578ccb on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:02:58.760812 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3357f276-f6e8-461d-b115-15a8e9e778b5 req-682dc8a7-025b-401b-b4b2-8daf4d20dee3 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/ports?device_id=2d09c7dc-ab70-4778-9108-37aeccd6701e HTTP/1.1" status: 200 len: 944 time: 1.3074045 Jun 01 19:02:58.767812 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-03a6135f-b310-41f4-9613-80b10adfa231 req-465facf2-a521-4ae2-a953-174bb0fb6cd5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0c49dc6b-5e39-4101-b04d-1c1361c15d69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0946150 Jun 01 19:02:58.795198 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07068479-f32b-4b67-8da5-d4fdc5d63b0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Pushing event updated for resources: {'Port': ['ID=973c7437-5087-4f5f-bd14-d30a52d8edaa,revision_number=3']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:02:58.826948 n-d-844202-1 neutron-server[88525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8738733c-1d61-4463-9dee-aa50ce34f4fe'] response: {'server_uuid': '0c31fd8c-254a-4401-94b7-c38422454c6a', 'name': 'network-vif-deleted', 'tag': '5eeaf312-0f27-4e08-bbab-9ae1978a89bb', 'status': 'completed', 'code': 200} Jun 01 19:02:58.864709 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-18d6dfc1-c9e6-4624-ae7d-9312feaa8cdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:58.903968 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-194dae3f-688f-4cf7-a177-ad54c837b584 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cdc5de11547f4a5f8e1e8d097edd2ecf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1885898 Jun 01 19:02:58.932671 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81ddccd7-347d-46ca-b8b9-e4dd1e58b400'] response: {'server_uuid': '0f51ecbe-4272-460f-a9a0-d3f074976926', 'name': 'network-vif-deleted', 'tag': 'f82d37e3-eac0-441b-b6f5-b78d863ad4f8', 'status': 'completed', 'code': 200} Jun 01 19:02:58.933255 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 44662) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:02:59.059580 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3357f276-f6e8-461d-b115-15a8e9e778b5 req-f4e463ed-f0bf-4153-a994-62ae11e39d14 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a351d5c-3364-42d8-bd0d-648028a392a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2793293 Jun 01 19:02:59.125244 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-ee932eff-f3ac-4361-88b8-df7feafb8038 req-563a1be0-1aa0-41d3-8973-8da8b6db4b0f tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Synchronizing usage tracker for tenant:d3eb50f3028440db9726ae16e6111d12 on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:02:59.144180 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0ba53b3-a041-4ee1-92e0-f423caa55456 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:02:59.144673 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0ba53b3-a041-4ee1-92e0-f423caa55456 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:02:59.145140 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0ba53b3-a041-4ee1-92e0-f423caa55456 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:02:59.145600 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0ba53b3-a041-4ee1-92e0-f423caa55456 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:02:59.146142 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0ba53b3-a041-4ee1-92e0-f423caa55456 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:02:59.147618 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0ba53b3-a041-4ee1-92e0-f423caa55456 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:02:59.148184 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0ba53b3-a041-4ee1-92e0-f423caa55456 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:02:59.148669 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0ba53b3-a041-4ee1-92e0-f423caa55456 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:02:59.149124 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0ba53b3-a041-4ee1-92e0-f423caa55456 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:02:59.149580 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0ba53b3-a041-4ee1-92e0-f423caa55456 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:02:59.150099 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0ba53b3-a041-4ee1-92e0-f423caa55456 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:02:59.150685 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0ba53b3-a041-4ee1-92e0-f423caa55456 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:02:59.150921 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0ba53b3-a041-4ee1-92e0-f423caa55456 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:02:59.152436 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-e0ba53b3-a041-4ee1-92e0-f423caa55456 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Synchronizing usage tracker for tenant:c76b27a26d774ad09716afc9a680a4c7 on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:02:59.174876 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 44668) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:02:59.196467 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-ee932eff-f3ac-4361-88b8-df7feafb8038 req-563a1be0-1aa0-41d3-8973-8da8b6db4b0f tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Unset dirty status for tenant:d3eb50f3028440db9726ae16e6111d12 on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:02:59.197615 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ee932eff-f3ac-4361-88b8-df7feafb8038 req-563a1be0-1aa0-41d3-8973-8da8b6db4b0f tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f51ecbe-4272-460f-a9a0-d3f074976926 HTTP/1.1" status: 200 len: 210 time: 0.1456332 Jun 01 19:02:59.205409 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-64269257-c285-4c55-9678-ce349fc5c6bf tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:59.210387 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-e0ba53b3-a041-4ee1-92e0-f423caa55456 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Unset dirty status for tenant:c76b27a26d774ad09716afc9a680a4c7 on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:02:59.211525 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-e0ba53b3-a041-4ee1-92e0-f423caa55456 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 11547 time: 0.4605463 Jun 01 19:02:59.215302 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 44672) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:02:59.260395 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-03a6135f-b310-41f4-9613-80b10adfa231 req-19df668e-5151-44c8-9991-7fcc64ed612d service neutron] 10.222.0.50 "GET /v2.0/networks/0c49dc6b-5e39-4101-b04d-1c1361c15d69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4456196 Jun 01 19:02:59.268607 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-fd5c6295-b3cc-49e9-ab02-a92d66cdda91 req-21c92866-0037-489a-b4c7-4c980964f033 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:59.288018 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-5c49b05d-05db-4643-99f5-fa70f25cc0a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Deleting port 973c7437-5087-4f5f-bd14-d30a52d8edaa {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:02:59.288630 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5c49b05d-05db-4643-99f5-fa70f25cc0a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:59.374197 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-64269257-c285-4c55-9678-ce349fc5c6bf tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:59.476872 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64269257-c285-4c55-9678-ce349fc5c6bf tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Network ffe55bfc-a9ec-4cd1-b702-21e747d98d56 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:02:59.494890 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-64269257-c285-4c55-9678-ce349fc5c6bf tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:02:59.501889 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64269257-c285-4c55-9678-ce349fc5c6bf tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:02:59.558122 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-62aa1f3f-9d9f-4b84-8b82-65bc946d1a7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:59.569251 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-18d6dfc1-c9e6-4624-ae7d-9312feaa8cdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:59.580446 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64269257-c285-4c55-9678-ce349fc5c6bf tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Pushing event updated for resources: {'Port': ['ID=9729a7ae-5fc0-4ccb-b05f-3e7927d7f202,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:02:59.598830 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e11677a-261a-4e4f-9825-d8e8a2bc40ab admin admin] Deleting subnet 4f9b4456-316c-4866-ac1b-4ba61cba2bcb {{(pid=88524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 19:02:59.613686 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1e11677a-261a-4e4f-9825-d8e8a2bc40ab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:59.635340 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [None req-5c49b05d-05db-4643-99f5-fa70f25cc0a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] For port 973c7437-5087-4f5f-bd14-d30a52d8edaa, host n-h1-844202-1, got binding levels [] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:02:59.635684 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5c49b05d-05db-4643-99f5-fa70f25cc0a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:59.652509 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64269257-c285-4c55-9678-ce349fc5c6bf tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:02:59.653188 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-64269257-c285-4c55-9678-ce349fc5c6bf tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:59.661523 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d6dfc1-c9e6-4624-ae7d-9312feaa8cdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba7e62f5-b1ab-4d1c-811d-63bd8268678e,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:02:59.699675 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-62aa1f3f-9d9f-4b84-8b82-65bc946d1a7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:59.706460 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-18d6dfc1-c9e6-4624-ae7d-9312feaa8cdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:59.710376 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-18d6dfc1-c9e6-4624-ae7d-9312feaa8cdb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ba7e62f5-b1ab-4d1c-811d-63bd8268678e HTTP/1.1" status: 204 len: 168 time: 1.5392327 Jun 01 19:02:59.793450 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-5c49b05d-05db-4643-99f5-fa70f25cc0a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Calling delete_port for 973c7437-5087-4f5f-bd14-d30a52d8edaa owned by {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:02:59.804427 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1e11677a-261a-4e4f-9825-d8e8a2bc40ab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2702137'] for subnet, precommit_delete_associations {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:02:59.828988 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-64269257-c285-4c55-9678-ce349fc5c6bf tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 2.2572997 Jun 01 19:02:59.836383 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 44680) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:02:59.844448 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-240e662d-322f-46dd-a51a-01b4b990e2eb tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Request body: {'port': {'network_id': 'ffe55bfc-a9ec-4cd1-b702-21e747d98d56', 'name': 'tempest-FloatingIPTestJSON-95668066'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:02:59.853076 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-03a6135f-b310-41f4-9613-80b10adfa231 req-a16993cd-c716-4606-85c2-69e4d50ce513 service neutron] 10.222.0.50 "GET /v2.0/networks/0c49dc6b-5e39-4101-b04d-1c1361c15d69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5665250 Jun 01 19:02:59.978250 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5c49b05d-05db-4643-99f5-fa70f25cc0a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:00.046536 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c49b05d-05db-4643-99f5-fa70f25cc0a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Pushing event deleted for resources: {'Port': ['ID=973c7437-5087-4f5f-bd14-d30a52d8edaa,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:03:00.057220 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5c49b05d-05db-4643-99f5-fa70f25cc0a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:00.066975 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-240e662d-322f-46dd-a51a-01b4b990e2eb tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:03:00.073488 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-240e662d-322f-46dd-a51a-01b4b990e2eb tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Usage tracker for resource:port and tenant:a0eb4836fe25462db2032ac7c054c0ab is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:03:00.077242 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-240e662d-322f-46dd-a51a-01b4b990e2eb tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:03:00.081998 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-5c49b05d-05db-4643-99f5-fa70f25cc0a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] 10.222.0.41 "DELETE /v2.0/ports/973c7437-5087-4f5f-bd14-d30a52d8edaa HTTP/1.1" status: 204 len: 168 time: 0.8656111 Jun 01 19:03:00.090924 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-240e662d-322f-46dd-a51a-01b4b990e2eb tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:03:00.101744 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 44688) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:03:00.106275 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-240e662d-322f-46dd-a51a-01b4b990e2eb tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Made reservation on behalf of a0eb4836fe25462db2032ac7c054c0ab for: {'port': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:03:00.109970 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-240e662d-322f-46dd-a51a-01b4b990e2eb tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:00.114516 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1e11677a-261a-4e4f-9825-d8e8a2bc40ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:00.167593 n-d-844202-1 neutron-server[88525]: INFO neutron.pecan_wsgi.hooks.translation [None req-62854623-9e68-4986-b4b2-f4483218c610 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] GET failed (client error): The resource could not be found. Jun 01 19:03:00.168130 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-62854623-9e68-4986-b4b2-f4483218c610 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Synchronizing usage tracker for tenant:c76b27a26d774ad09716afc9a680a4c7 on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:03:00.176003 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [None req-240e662d-322f-46dd-a51a-01b4b990e2eb tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] device_id is not set on port c62d4609-83b1-45d0-abb2-e3d37ebae283 yet. {{(pid=88525) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 19:03:00.193106 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 44692) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:03:00.247702 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-62a3e091-cf92-4838-8692-e99bac5ffbcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:00.257885 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-62aa1f3f-9d9f-4b84-8b82-65bc946d1a7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:00.290075 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62aa1f3f-9d9f-4b84-8b82-65bc946d1a7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a574796-057f-49e3-abd4-a6618918f66b,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:03:00.293698 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-62a3e091-cf92-4838-8692-e99bac5ffbcc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:03:00.296523 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1e11677a-261a-4e4f-9825-d8e8a2bc40ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2718856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3066595'] for subnet, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:00.344377 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-62a3e091-cf92-4838-8692-e99bac5ffbcc admin admin] Usage tracker for resource:security_group_rule and tenant:48b2b26a23cf4b788aaa032c90e4c683 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:03:00.354332 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-62a3e091-cf92-4838-8692-e99bac5ffbcc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:03:00.398278 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-62854623-9e68-4986-b4b2-f4483218c610 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Unset dirty status for tenant:c76b27a26d774ad09716afc9a680a4c7 on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:03:00.398545 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e11677a-261a-4e4f-9825-d8e8a2bc40ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f9b4456-316c-4866-ac1b-4ba61cba2bcb,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:03:00.401520 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-62a3e091-cf92-4838-8692-e99bac5ffbcc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:03:00.405877 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-62854623-9e68-4986-b4b2-f4483218c610 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] 10.222.0.41 "GET /v2.0/ports/973c7437-5087-4f5f-bd14-d30a52d8edaa HTTP/1.1" status: 404 len: 333 time: 0.3025289 Jun 01 19:03:00.407094 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 44698) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:03:00.408879 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1e11677a-261a-4e4f-9825-d8e8a2bc40ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:00.416363 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-216d86ba-5106-47ad-ae3e-05232063e3f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988769253', 'network_id': '57db2152-a0ca-46a3-b2b2-0de6f8a35ffc'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:03:00.438293 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-216d86ba-5106-47ad-ae3e-05232063e3f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:03:00.448660 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-62aa1f3f-9d9f-4b84-8b82-65bc946d1a7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:00.449789 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-62aa1f3f-9d9f-4b84-8b82-65bc946d1a7c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4a574796-057f-49e3-abd4-a6618918f66b HTTP/1.1" status: 204 len: 168 time: 1.5083144 Jun 01 19:03:00.454923 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-1e11677a-261a-4e4f-9825-d8e8a2bc40ab admin admin] 10.222.0.41 "DELETE /v2.0/subnets/4f9b4456-316c-4866-ac1b-4ba61cba2bcb HTTP/1.1" status: 204 len: 168 time: 1.2736750 Jun 01 19:03:00.457823 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 44704) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:03:00.468907 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-216d86ba-5106-47ad-ae3e-05232063e3f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:03:00.471516 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f31236-d7a9-4f7d-b460-53ec02018763 req-4a91a191-b965-4487-bb63-0ddd5683cc82 tempest-VolumesNegativeTest-2093150448 tempest-VolumesNegativeTest-2093150448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:03:00.472376 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-66f31236-d7a9-4f7d-b460-53ec02018763 req-4a91a191-b965-4487-bb63-0ddd5683cc82 tempest-VolumesNegativeTest-2093150448 tempest-VolumesNegativeTest-2093150448-project] Synchronizing usage tracker for tenant:295e717ed8cc40c8b7b828cfe0f014ca on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:03:00.478533 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [req-fd5c6295-b3cc-49e9-ab02-a92d66cdda91 req-21c92866-0037-489a-b4c7-4c980964f033 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b20a216-63ba-427a-b69c-e9788a5d4e7e {{(pid=88524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 19:03:00.491220 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-fd5c6295-b3cc-49e9-ab02-a92d66cdda91 req-21c92866-0037-489a-b4c7-4c980964f033 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:00.521738 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-66f31236-d7a9-4f7d-b460-53ec02018763 req-4a91a191-b965-4487-bb63-0ddd5683cc82 tempest-VolumesNegativeTest-2093150448 tempest-VolumesNegativeTest-2093150448-project] Unset dirty status for tenant:295e717ed8cc40c8b7b828cfe0f014ca on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:03:00.522814 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-66f31236-d7a9-4f7d-b460-53ec02018763 req-4a91a191-b965-4487-bb63-0ddd5683cc82 tempest-VolumesNegativeTest-2093150448 tempest-VolumesNegativeTest-2093150448-project] 10.222.0.41 "GET /v2.0/ports?device_id=50053e16-c3e1-4744-80ad-671a6c2c3795 HTTP/1.1" status: 200 len: 935 time: 0.4898653 Jun 01 19:03:00.529571 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [req-fd5c6295-b3cc-49e9-ab02-a92d66cdda91 req-21c92866-0037-489a-b4c7-4c980964f033 service neutron] Transition to ACTIVE for port object 0b20a216-63ba-427a-b69c-e9788a5d4e7e will not be triggered until provisioned by entity L2. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:03:00.553467 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-fd5c6295-b3cc-49e9-ab02-a92d66cdda91 req-21c92866-0037-489a-b4c7-4c980964f033 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:00.615112 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-216d86ba-5106-47ad-ae3e-05232063e3f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Made reservation on behalf of c76b27a26d774ad09716afc9a680a4c7 for: {'port': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:03:00.618284 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-216d86ba-5106-47ad-ae3e-05232063e3f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:00.663358 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7a5680-66fc-4885-a658-9b61f6f843d4 req-e32f524c-0e44-4d35-80ee-98910d6b4855 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:03:00.664884 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-7c7a5680-66fc-4885-a658-9b61f6f843d4 req-e32f524c-0e44-4d35-80ee-98910d6b4855 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/ports?device_id=2d09c7dc-ab70-4778-9108-37aeccd6701e HTTP/1.1" status: 200 len: 944 time: 0.3335838 Jun 01 19:03:00.669438 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device a0175905-569d-4a9c-a1f9-a72042a8f0a8 details requested by agent hyperv_n-h2-844202-1 with host n-h2-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 19:03:00.677217 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-98a85d8f-65d2-4eae-a48c-33b58c0cdb60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:00.681746 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [None req-216d86ba-5106-47ad-ae3e-05232063e3f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] device_id is not set on port e6572640-42bb-410f-9e8d-1b20f54163c3 yet. {{(pid=88525) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 19:03:00.743761 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [None req-240e662d-322f-46dd-a51a-01b4b990e2eb tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Allocated IP 172.20.0.13 (ffe55bfc-a9ec-4cd1-b702-21e747d98d56/fb266d6f-75d2-456e-a328-415940a9cd1c/c62d4609-83b1-45d0-abb2-e3d37ebae283) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:03:00.780016 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-62a3e091-cf92-4838-8692-e99bac5ffbcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:00.830795 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-66f31236-d7a9-4f7d-b460-53ec02018763 req-331993e9-4f2e-4572-9110-173c40e8a3e5 tempest-VolumesNegativeTest-2093150448 tempest-VolumesNegativeTest-2093150448-project] Synchronizing usage tracker for tenant:295e717ed8cc40c8b7b828cfe0f014ca on resource:security_group {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:03:00.833308 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c92866-0037-489a-b4c7-4c980964f033 service neutron] Pushing event updated for resources: {'Port': ['ID=0b20a216-63ba-427a-b69c-e9788a5d4e7e,revision_number=2']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:03:00.847744 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-62a3e091-cf92-4838-8692-e99bac5ffbcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:00.860351 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port a0175905-569d-4a9c-a1f9-a72042a8f0a8, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=a0175905-569d-4a9c-a1f9-a72042a8f0a8,segment=NetworkSegment(d147e68c-d5fd-47df-bf65-d6c5991a53c2),segment_id=d147e68c-d5fd-47df-bf65-d6c5991a53c2)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:03:00.885914 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Returning: {'device': 'a0175905-569d-4a9c-a1f9-a72042a8f0a8', 'network_id': '0c49dc6b-5e39-4101-b04d-1c1361c15d69', 'port_id': 'a0175905-569d-4a9c-a1f9-a72042a8f0a8', 'mac_address': 'fa:16:3e:8a:38:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '308ebcd6-774a-482f-bd0f-fadc3e2b2dca', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 19:03:00.982374 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port a0175905-569d-4a9c-a1f9-a72042a8f0a8 is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:03:00.995165 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:01.013766 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0175905-569d-4a9c-a1f9-a72042a8f0a8 {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 19:03:01.043262 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-66f31236-d7a9-4f7d-b460-53ec02018763 req-331993e9-4f2e-4572-9110-173c40e8a3e5 tempest-VolumesNegativeTest-2093150448 tempest-VolumesNegativeTest-2093150448-project] Unset dirty status for tenant:295e717ed8cc40c8b7b828cfe0f014ca on resource:security_group {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:03:01.045252 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-66f31236-d7a9-4f7d-b460-53ec02018763 req-331993e9-4f2e-4572-9110-173c40e8a3e5 tempest-VolumesNegativeTest-2093150448 tempest-VolumesNegativeTest-2093150448-project] 10.222.0.41 "GET /v2.0/security-groups?id=36ab00bc-1bd0-4bf1-8c5b-6eb85398098b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5056586 Jun 01 19:03:01.047305 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port a0175905-569d-4a9c-a1f9-a72042a8f0a8, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=a0175905-569d-4a9c-a1f9-a72042a8f0a8,segment=NetworkSegment(d147e68c-d5fd-47df-bf65-d6c5991a53c2),segment_id=d147e68c-d5fd-47df-bf65-d6c5991a53c2)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:03:01.056865 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:01.086625 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a3e091-cf92-4838-8692-e99bac5ffbcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d05804ab-22e9-435b-a4c7-142c7f4a4071,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:03:01.099063 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-62a3e091-cf92-4838-8692-e99bac5ffbcc admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=48b2b26a23cf4b788aaa032c90e4c683&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8963571 Jun 01 19:03:01.113184 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 44720) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:03:01.127417 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-7c7a5680-66fc-4885-a658-9b61f6f843d4 req-f9f664a4-3059-4dd5-a37d-95d2936a0dde tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a351d5c-3364-42d8-bd0d-648028a392a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3885484 Jun 01 19:03:01.136445 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-fd5c6295-b3cc-49e9-ab02-a92d66cdda91 req-21c92866-0037-489a-b4c7-4c980964f033 service neutron] Attempting to bind port 0b20a216-63ba-427a-b69c-e9788a5d4e7e on host n-h2-844202-1 for vnic_type normal with profile {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:03:01.136827 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-fd5c6295-b3cc-49e9-ab02-a92d66cdda91 req-21c92866-0037-489a-b4c7-4c980964f033 service neutron] Attempting to bind port 0b20a216-63ba-427a-b69c-e9788a5d4e7e by drivers openvswitch,hyperv on host n-h2-844202-1 at level 0 using segments [{'id': 'e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426'}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:03:01.137100 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd5c6295-b3cc-49e9-ab02-a92d66cdda91 req-21c92866-0037-489a-b4c7-4c980964f033 service neutron] Attempting to bind port 0b20a216-63ba-427a-b69c-e9788a5d4e7e on network 898153a3-5d71-43be-9d14-343ea4a48426 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:03:01.138973 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=a0175905-569d-4a9c-a1f9-a72042a8f0a8,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:03:01.145375 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd5c6295-b3cc-49e9-ab02-a92d66cdda91 req-21c92866-0037-489a-b4c7-4c980964f033 service neutron] Port 0b20a216-63ba-427a-b69c-e9788a5d4e7e on network 898153a3-5d71-43be-9d14-343ea4a48426 not bound, no agent of type Open vSwitch agent registered on host n-h2-844202-1 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 19:03:01.145691 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd5c6295-b3cc-49e9-ab02-a92d66cdda91 req-21c92866-0037-489a-b4c7-4c980964f033 service neutron] Attempting to bind port 0b20a216-63ba-427a-b69c-e9788a5d4e7e on network 898153a3-5d71-43be-9d14-343ea4a48426 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:03:01.163412 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd5c6295-b3cc-49e9-ab02-a92d66cdda91 req-21c92866-0037-489a-b4c7-4c980964f033 service neutron] Checking agent: {'id': 'f5db9968-6317-4186-9100-9e0ca6b50417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 2, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:03:01.163724 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd5c6295-b3cc-49e9-ab02-a92d66cdda91 req-21c92866-0037-489a-b4c7-4c980964f033 service neutron] Checking segment: {'id': 'e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:03:01.164102 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd5c6295-b3cc-49e9-ab02-a92d66cdda91 req-21c92866-0037-489a-b4c7-4c980964f033 service neutron] Bound using segment: {'id': 'e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426'} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:03:01.164577 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-fd5c6295-b3cc-49e9-ab02-a92d66cdda91 req-21c92866-0037-489a-b4c7-4c980964f033 service neutron] Bound port: 0b20a216-63ba-427a-b69c-e9788a5d4e7e, host: n-h2-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426'}}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:03:01.164920 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-fd5c6295-b3cc-49e9-ab02-a92d66cdda91 req-21c92866-0037-489a-b4c7-4c980964f033 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:01.181200 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 44724) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:03:01.208021 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-98a85d8f-65d2-4eae-a48c-33b58c0cdb60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:01.264765 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] get_ports_and_sgs() called for port_ids ['a0175905-569d-4a9c-a1f9-a72042a8f0a8'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 19:03:01.301232 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-df36043d-fd38-4744-9ab7-007e88876ff3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:01.342333 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-98a85d8f-65d2-4eae-a48c-33b58c0cdb60 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['427d877d-5727-480a-bbe6-bbe61eddc167']}} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:03:01.391614 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-df36043d-fd38-4744-9ab7-007e88876ff3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:01.401459 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-fd5c6295-b3cc-49e9-ab02-a92d66cdda91 req-21c92866-0037-489a-b4c7-4c980964f033 service neutron] For port 0b20a216-63ba-427a-b69c-e9788a5d4e7e, host n-h2-844202-1, cleared binding levels {{(pid=88524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:03:01.405776 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8ae98cbf-8dc6-4844-9ec9-2905baec343b tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:01.432136 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-98a85d8f-65d2-4eae-a48c-33b58c0cdb60 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da06099e-a09c-4ec5-b5f5-aade1252432d') {'for_net_delete': True} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:03:01.433166 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-98a85d8f-65d2-4eae-a48c-33b58c0cdb60 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da06099e-a09c-4ec5-b5f5-aade1252432d') {} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:03:01.449595 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-fd5c6295-b3cc-49e9-ab02-a92d66cdda91 req-21c92866-0037-489a-b4c7-4c980964f033 service neutron] For port 0b20a216-63ba-427a-b69c-e9788a5d4e7e, host n-h2-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=0b20a216-63ba-427a-b69c-e9788a5d4e7e,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:03:01.466395 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-fd5c6295-b3cc-49e9-ab02-a92d66cdda91 req-21c92866-0037-489a-b4c7-4c980964f033 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:01.475547 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-98a85d8f-65d2-4eae-a48c-33b58c0cdb60 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2258522'] for segment, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:01.516540 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-216d86ba-5106-47ad-ae3e-05232063e3f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:01.521343 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-98a85d8f-65d2-4eae-a48c-33b58c0cdb60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:01.526876 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8ae98cbf-8dc6-4844-9ec9-2905baec343b tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:01.550410 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98a85d8f-65d2-4eae-a48c-33b58c0cdb60 admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=88525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 19:03:01.551781 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-98a85d8f-65d2-4eae-a48c-33b58c0cdb60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2613981'] for segment, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:01.586887 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5c6295-b3cc-49e9-ab02-a92d66cdda91 req-21c92866-0037-489a-b4c7-4c980964f033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:03:01.588019 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-fd5c6295-b3cc-49e9-ab02-a92d66cdda91 req-21c92866-0037-489a-b4c7-4c980964f033 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:01.588912 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fd5c6295-b3cc-49e9-ab02-a92d66cdda91 req-21c92866-0037-489a-b4c7-4c980964f033 service neutron] 10.222.0.50 "PUT /v2.0/ports/0b20a216-63ba-427a-b69c-e9788a5d4e7e HTTP/1.1" status: 200 len: 1095 time: 2.9819274 Jun 01 19:03:01.591330 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50053e16-c3e1-4744-80ad-671a6c2c3795', 'tag': '0b20a216-63ba-427a-b69c-e9788a5d4e7e'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:03:01.660347 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment da06099e-a09c-4ec5-b5f5-aade1252432d resource provider aggregate not found Jun 01 19:03:01.694110 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-df36043d-fd38-4744-9ab7-007e88876ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:01.697647 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c92866-0037-489a-b4c7-4c980964f033 service neutron] Pushing event updated for resources: {'Port': ['ID=0b20a216-63ba-427a-b69c-e9788a5d4e7e,revision_number=3']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:03:01.713899 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment da06099e-a09c-4ec5-b5f5-aade1252432d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid da06099e-a09c-4ec5-b5f5-aade1252432d found for delete ", "request_id": "req-cae10a45-e695-48e7-9871-6bc4495e02ec"}]} Jun 01 19:03:01.721925 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0969ccc1-042b-48e5-b719-634152cdcbd9'] response: {'name': 'network-changed', 'server_uuid': '50053e16-c3e1-4744-80ad-671a6c2c3795', 'tag': '0b20a216-63ba-427a-b69c-e9788a5d4e7e', 'status': 'completed', 'code': 200} Jun 01 19:03:01.736220 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df36043d-fd38-4744-9ab7-007e88876ff3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d05804ab-22e9-435b-a4c7-142c7f4a4071,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:03:01.749120 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-df36043d-fd38-4744-9ab7-007e88876ff3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:01.749120 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-df36043d-fd38-4744-9ab7-007e88876ff3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d05804ab-22e9-435b-a4c7-142c7f4a4071 HTTP/1.1" status: 204 len: 168 time: 0.6308227 Jun 01 19:03:01.759299 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-240e662d-322f-46dd-a51a-01b4b990e2eb tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:01.809485 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5c6295-b3cc-49e9-ab02-a92d66cdda91 req-48a68cc2-dced-45b5-8207-41080fe4c323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:03:01.812190 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-98a85d8f-65d2-4eae-a48c-33b58c0cdb60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:01.817013 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fd5c6295-b3cc-49e9-ab02-a92d66cdda91 req-48a68cc2-dced-45b5-8207-41080fe4c323 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=295e717ed8cc40c8b7b828cfe0f014ca&device_id=50053e16-c3e1-4744-80ad-671a6c2c3795 HTTP/1.1" status: 200 len: 1098 time: 0.1804545 Jun 01 19:03:01.817186 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-240e662d-322f-46dd-a51a-01b4b990e2eb tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:01.818199 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8ae98cbf-8dc6-4844-9ec9-2905baec343b tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:01.853200 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-98a85d8f-65d2-4eae-a48c-33b58c0cdb60 admin admin] Notify callbacks [] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:01.855400 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a85d8f-65d2-4eae-a48c-33b58c0cdb60 admin admin] Pushing event deleted for resources: {'Network': ['ID=427d877d-5727-480a-bbe6-bbe61eddc167,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:03:01.904660 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-216d86ba-5106-47ad-ae3e-05232063e3f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:01.943416 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae98cbf-8dc6-4844-9ec9-2905baec343b tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1e950ea-5d0b-4685-9bfc-da05a4df09bd,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:03:01.953060 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-240e662d-322f-46dd-a51a-01b4b990e2eb tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Network ffe55bfc-a9ec-4cd1-b702-21e747d98d56 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:03:01.961463 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fd5c6295-b3cc-49e9-ab02-a92d66cdda91 req-acdcb4f3-faaf-46de-b0cd-1f4f34ac60d2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=0b20a216-63ba-427a-b69c-e9788a5d4e7e HTTP/1.1" status: 200 len: 217 time: 0.1239278 Jun 01 19:03:01.980632 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-240e662d-322f-46dd-a51a-01b4b990e2eb tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:03:01.983579 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-240e662d-322f-46dd-a51a-01b4b990e2eb tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:03:02.034653 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-216d86ba-5106-47ad-ae3e-05232063e3f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Network 57db2152-a0ca-46a3-b2b2-0de6f8a35ffc is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:03:02.042841 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8ae98cbf-8dc6-4844-9ec9-2905baec343b tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:02.046964 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-8ae98cbf-8dc6-4844-9ec9-2905baec343b tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] 10.222.0.41 "DELETE /v2.0/security-groups/c1e950ea-5d0b-4685-9bfc-da05a4df09bd HTTP/1.1" status: 204 len: 168 time: 0.8634026 Jun 01 19:03:02.048251 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-216d86ba-5106-47ad-ae3e-05232063e3f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:03:02.051016 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216d86ba-5106-47ad-ae3e-05232063e3f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:03:02.052214 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-216d86ba-5106-47ad-ae3e-05232063e3f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:03:02.053263 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-216d86ba-5106-47ad-ae3e-05232063e3f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:02.090841 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5c6295-b3cc-49e9-ab02-a92d66cdda91 req-cd02f6c9-f901-45ac-bfaa-b814ae4e6625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:03:02.092797 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fd5c6295-b3cc-49e9-ab02-a92d66cdda91 req-cd02f6c9-f901-45ac-bfaa-b814ae4e6625 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=35e3ad2f-9c88-4698-b634-4e1b58de1cc2 HTTP/1.1" status: 200 len: 843 time: 0.1237288 Jun 01 19:03:02.093715 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 44776) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:03:02.094958 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240e662d-322f-46dd-a51a-01b4b990e2eb tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Pushing event updated for resources: {'Port': ['ID=c62d4609-83b1-45d0-abb2-e3d37ebae283,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:03:02.135768 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-98a85d8f-65d2-4eae-a48c-33b58c0cdb60 admin admin] 10.222.0.41 "DELETE /v2.0/networks/427d877d-5727-480a-bbe6-bbe61eddc167 HTTP/1.1" status: 204 len: 168 time: 1.6716619 Jun 01 19:03:02.189198 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-240e662d-322f-46dd-a51a-01b4b990e2eb tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:03:02.189834 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-240e662d-322f-46dd-a51a-01b4b990e2eb tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:02.198791 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-216d86ba-5106-47ad-ae3e-05232063e3f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.7867885 Jun 01 19:03:02.212582 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 44786) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:03:02.256799 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216d86ba-5106-47ad-ae3e-05232063e3f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Pushing event updated for resources: {'Port': ['ID=e6572640-42bb-410f-9e8d-1b20f54163c3,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:03:02.281552 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-240e662d-322f-46dd-a51a-01b4b990e2eb tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.4440587 Jun 01 19:03:02.282244 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 44796) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:03:02.297128 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-cf6445b1-82d4-46dd-95a3-a0cf61830854 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Request body: {'floatingip': {'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'port_id': 'c62d4609-83b1-45d0-abb2-e3d37ebae283', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:03:02.312464 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-cf6445b1-82d4-46dd-95a3-a0cf61830854 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:03:02.320050 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-cf6445b1-82d4-46dd-95a3-a0cf61830854 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Usage tracker for resource:floatingip and tenant:a0eb4836fe25462db2032ac7c054c0ab is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:03:02.324540 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-cf6445b1-82d4-46dd-95a3-a0cf61830854 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:03:02.336092 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70438ff7-6c9e-4074-bda1-41df66b27fe2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:03:02.336841 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-70438ff7-6c9e-4074-bda1-41df66b27fe2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Synchronizing usage tracker for tenant:c76b27a26d774ad09716afc9a680a4c7 on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:03:02.340081 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-cf6445b1-82d4-46dd-95a3-a0cf61830854 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:03:02.359193 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-cf6445b1-82d4-46dd-95a3-a0cf61830854 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks [] for floatingip, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:02.377005 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-70438ff7-6c9e-4074-bda1-41df66b27fe2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Unset dirty status for tenant:c76b27a26d774ad09716afc9a680a4c7 on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:03:02.378167 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-70438ff7-6c9e-4074-bda1-41df66b27fe2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] 10.222.0.41 "GET /v2.0/ports/e6572640-42bb-410f-9e8d-1b20f54163c3 HTTP/1.1" status: 200 len: 959 time: 0.1610856 Jun 01 19:03:02.383307 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 44800) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:03:02.486483 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 44806) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:03:02.557828 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-594d1f62-063f-446a-b3fd-9707291525e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Deleting port e6572640-42bb-410f-9e8d-1b20f54163c3 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:03:02.558520 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-594d1f62-063f-446a-b3fd-9707291525e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:02.671701 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5c6295-b3cc-49e9-ab02-a92d66cdda91 req-52b2740c-ca37-43dc-97bc-3cb2f5155ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:03:02.673536 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fd5c6295-b3cc-49e9-ab02-a92d66cdda91 req-52b2740c-ca37-43dc-97bc-3cb2f5155ac4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=898153a3-5d71-43be-9d14-343ea4a48426&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3177087 Jun 01 19:03:02.677486 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device a0175905-569d-4a9c-a1f9-a72042a8f0a8 up at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:03:02.680014 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-c7f819f4-5a71-440a-8e3c-205bbaa03020 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=74bb3c6f44a946279f657b3ca5109e1f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1899903 Jun 01 19:03:02.686908 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 44814) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:03:02.757486 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 44820) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:03:02.785797 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning for port a0175905-569d-4a9c-a1f9-a72042a8f0a8 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:03:02.796590 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning complete for port a0175905-569d-4a9c-a1f9-a72042a8f0a8 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:03:02.798165 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:02.976397 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port a0175905-569d-4a9c-a1f9-a72042a8f0a8 is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:03:02.976995 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:03.012149 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d80c2b-c48a-4a69-b425-2651ebc56feb req-49b886a0-8332-4965-b152-b071078ec64b tempest-VolumesNegativeTest-2093150448 tempest-VolumesNegativeTest-2093150448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:03:03.013720 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e0d80c2b-c48a-4a69-b425-2651ebc56feb req-49b886a0-8332-4965-b152-b071078ec64b tempest-VolumesNegativeTest-2093150448 tempest-VolumesNegativeTest-2093150448-project] 10.222.0.41 "GET /v2.0/ports?device_id=50053e16-c3e1-4744-80ad-671a6c2c3795 HTTP/1.1" status: 200 len: 947 time: 0.6493747 Jun 01 19:03:03.018928 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-836dc6c5-f452-473c-9f86-6378a9d4b229 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:03.023940 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d09c7dc-ab70-4778-9108-37aeccd6701e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0175905-569d-4a9c-a1f9-a72042a8f0a8'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:03:03.037691 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port a0175905-569d-4a9c-a1f9-a72042a8f0a8, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=a0175905-569d-4a9c-a1f9-a72042a8f0a8,segment=NetworkSegment(d147e68c-d5fd-47df-bf65-d6c5991a53c2),segment_id=d147e68c-d5fd-47df-bf65-d6c5991a53c2)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:03:03.044061 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:03.142002 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fd5c6295-b3cc-49e9-ab02-a92d66cdda91 req-c353dcaf-c1e3-4dc3-817d-a35371489f7e service neutron] 10.222.0.50 "GET /v2.0/networks/898153a3-5d71-43be-9d14-343ea4a48426?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4540854 Jun 01 19:03:03.142248 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=a0175905-569d-4a9c-a1f9-a72042a8f0a8,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:03:03.142367 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-594d1f62-063f-446a-b3fd-9707291525e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:03.323565 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0368006a-51d9-480b-b9da-90fbade72476 req-5e1b1b1b-70e5-435c-9a0b-84e2ef3076fb tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:03:03.328738 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-0368006a-51d9-480b-b9da-90fbade72476 req-5e1b1b1b-70e5-435c-9a0b-84e2ef3076fb tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/ports?device_id=2d09c7dc-ab70-4778-9108-37aeccd6701e HTTP/1.1" status: 200 len: 945 time: 0.8123767 Jun 01 19:03:03.337349 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-594d1f62-063f-446a-b3fd-9707291525e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Calling delete_port for e6572640-42bb-410f-9e8d-1b20f54163c3 owned by {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:03:03.348708 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-836dc6c5-f452-473c-9f86-6378a9d4b229 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:03.419598 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b271d920-358f-4fc7-8da0-675ef53eac5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:03.435402 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e0d80c2b-c48a-4a69-b425-2651ebc56feb req-4d7a59d4-8106-49f4-b71f-2ead1874167f tempest-VolumesNegativeTest-2093150448 tempest-VolumesNegativeTest-2093150448-project] 10.222.0.41 "GET /v2.0/security-groups?id=36ab00bc-1bd0-4bf1-8c5b-6eb85398098b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3916833 Jun 01 19:03:03.461628 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-0368006a-51d9-480b-b9da-90fbade72476 req-73465611-9bba-4a32-a4d0-88be36b863de tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a351d5c-3364-42d8-bd0d-648028a392a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862567 Jun 01 19:03:03.472263 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-cf6445b1-82d4-46dd-95a3-a0cf61830854 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:03.515905 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d89b6484-14e2-4438-be65-6971219306ba'] response: {'server_uuid': '2d09c7dc-ab70-4778-9108-37aeccd6701e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0175905-569d-4a9c-a1f9-a72042a8f0a8', 'code': 200} Jun 01 19:03:03.519101 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-594d1f62-063f-446a-b3fd-9707291525e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:03.537775 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-b271d920-358f-4fc7-8da0-675ef53eac5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:03:03.560508 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-b271d920-358f-4fc7-8da0-675ef53eac5f admin admin] Usage tracker for resource:security_group_rule and tenant:7307dd8f25d14c9a8afb20d55a46d1a5 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:03:03.567358 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-b271d920-358f-4fc7-8da0-675ef53eac5f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:03:03.580166 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594d1f62-063f-446a-b3fd-9707291525e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Pushing event deleted for resources: {'Port': ['ID=e6572640-42bb-410f-9e8d-1b20f54163c3,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:03:03.598422 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-594d1f62-063f-446a-b3fd-9707291525e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:03.657776 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-594d1f62-063f-446a-b3fd-9707291525e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] 10.222.0.41 "DELETE /v2.0/ports/e6572640-42bb-410f-9e8d-1b20f54163c3 HTTP/1.1" status: 204 len: 168 time: 1.2691522 Jun 01 19:03:03.658307 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 44846) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:03:03.666961 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-b271d920-358f-4fc7-8da0-675ef53eac5f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:03:03.696675 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [None req-cf6445b1-82d4-46dd-95a3-a0cf61830854 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Allocated IP 172.25.4.35 (72a72e44-6845-488a-a5ff-3a26d4df9cb3/c314a23b-daa2-4106-ab28-8e6f954277b2/f694379a-131f-4fb8-a83c-4a06e7e38462) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:03:03.727286 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fd5c6295-b3cc-49e9-ab02-a92d66cdda91 req-3565c4b7-0602-492a-9239-55dd3ea369ef service neutron] 10.222.0.50 "GET /v2.0/networks/898153a3-5d71-43be-9d14-343ea4a48426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5615997 Jun 01 19:03:03.747372 n-d-844202-1 neutron-server[88524]: INFO neutron.pecan_wsgi.hooks.translation [None req-a19bbd4d-65c6-4493-b5c0-3974efd8c385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] GET failed (client error): The resource could not be found. Jun 01 19:03:03.752341 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-a19bbd4d-65c6-4493-b5c0-3974efd8c385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] 10.222.0.41 "GET /v2.0/ports/e6572640-42bb-410f-9e8d-1b20f54163c3 HTTP/1.1" status: 404 len: 333 time: 0.0798690 Jun 01 19:03:03.754965 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-836dc6c5-f452-473c-9f86-6378a9d4b229 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:03.767934 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 44852) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:03:03.822148 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [req-13f2ca31-b351-43ea-a4e1-f3a07ab3d87e req-4fac93d2-6907-4858-9435-21c5c725bf87 service neutron] (88525) timed out ('10.222.0.41', 42622) {{(pid=88525) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 01 19:03:03.827393 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-a7161c84-1356-4ba4-9cf5-eba5e82c2a7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Request body: {'port': {'network_id': '57db2152-a0ca-46a3-b2b2-0de6f8a35ffc', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2026552384'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:03:03.844688 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836dc6c5-f452-473c-9f86-6378a9d4b229 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3b0bff3-1338-4c07-b8be-87196173180d,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:03:03.854408 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-a7161c84-1356-4ba4-9cf5-eba5e82c2a7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:03:03.869505 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-a7161c84-1356-4ba4-9cf5-eba5e82c2a7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Usage tracker for resource:port and tenant:c76b27a26d774ad09716afc9a680a4c7 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:03:03.880159 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-a7161c84-1356-4ba4-9cf5-eba5e82c2a7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:03:03.880494 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-cf6445b1-82d4-46dd-95a3-a0cf61830854 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:03.902211 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-a7161c84-1356-4ba4-9cf5-eba5e82c2a7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:03:03.917508 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-cf6445b1-82d4-46dd-95a3-a0cf61830854 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:03.923624 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-836dc6c5-f452-473c-9f86-6378a9d4b229 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:03.927273 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-836dc6c5-f452-473c-9f86-6378a9d4b229 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f3b0bff3-1338-4c07-b8be-87196173180d HTTP/1.1" status: 204 len: 168 time: 1.2348857 Jun 01 19:03:03.959167 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7161c84-1356-4ba4-9cf5-eba5e82c2a7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Made reservation on behalf of c76b27a26d774ad09716afc9a680a4c7 for: {'port': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:03:03.961690 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a7161c84-1356-4ba4-9cf5-eba5e82c2a7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:04.000333 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf6445b1-82d4-46dd-95a3-a0cf61830854 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:03:04.003569 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-cf6445b1-82d4-46dd-95a3-a0cf61830854 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:03:04.007937 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf897fc0-ff7e-4302-a13b-1ebb257ae2c2 req-a5ca30fb-5274-4a8b-996d-a7dd3404de1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:03:04.009057 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf6445b1-82d4-46dd-95a3-a0cf61830854 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:03:04.009565 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-bf897fc0-ff7e-4302-a13b-1ebb257ae2c2 req-a5ca30fb-5274-4a8b-996d-a7dd3404de1f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=2d09c7dc-ab70-4778-9108-37aeccd6701e HTTP/1.1" status: 200 len: 1097 time: 0.4073021 Jun 01 19:03:04.017238 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [None req-a7161c84-1356-4ba4-9cf5-eba5e82c2a7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] device_id is not set on port 9a2a73ce-d532-4831-9d71-040b07e88eb1 yet. {{(pid=88524) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 19:03:04.060242 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6445b1-82d4-46dd-95a3-a0cf61830854 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Pushing event updated for resources: {'Port': ['ID=f694379a-131f-4fb8-a83c-4a06e7e38462,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:03:04.289686 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b271d920-358f-4fc7-8da0-675ef53eac5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:04.304422 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004aa5f7-bfad-4b15-8f1f-e53a9287bf52 req-ca25842e-5669-493e-b1c0-461efe2a300c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:03:04.307934 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-004aa5f7-bfad-4b15-8f1f-e53a9287bf52 req-ca25842e-5669-493e-b1c0-461efe2a300c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=295e717ed8cc40c8b7b828cfe0f014ca&device_id=50053e16-c3e1-4744-80ad-671a6c2c3795 HTTP/1.1" status: 200 len: 1098 time: 0.5204306 Jun 01 19:03:04.319290 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b271d920-358f-4fc7-8da0-675ef53eac5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:04.530266 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004aa5f7-bfad-4b15-8f1f-e53a9287bf52 req-90e4e0fa-2ee0-4a8e-aeb1-e67f7a8784c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:03:04.531958 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-004aa5f7-bfad-4b15-8f1f-e53a9287bf52 req-90e4e0fa-2ee0-4a8e-aeb1-e67f7a8784c2 service neutron] 10.222.0.50 "GET /v2.0/networks?id=898153a3-5d71-43be-9d14-343ea4a48426 HTTP/1.1" status: 200 len: 870 time: 0.2043679 Jun 01 19:03:04.627343 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-cf6445b1-82d4-46dd-95a3-a0cf61830854 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:04.640603 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-bf897fc0-ff7e-4302-a13b-1ebb257ae2c2 req-521c0b02-679d-406d-a348-07c7aaac382f service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=6a351d5c-3364-42d8-bd0d-648028a392a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5774276 Jun 01 19:03:04.682140 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-b271d920-358f-4fc7-8da0-675ef53eac5f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7307dd8f25d14c9a8afb20d55a46d1a5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8523588 Jun 01 19:03:04.685183 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 44880) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:03:04.688859 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b271d920-358f-4fc7-8da0-675ef53eac5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca7b4775-7562-4be0-adc5-433674419dfa,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:03:04.692561 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-004aa5f7-bfad-4b15-8f1f-e53a9287bf52 req-c06ced48-ed8a-4269-a83a-6646962af58e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=0b20a216-63ba-427a-b69c-e9788a5d4e7e HTTP/1.1" status: 200 len: 217 time: 0.1190641 Jun 01 19:03:04.772350 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-934bc931-63fe-4135-85f6-4586c52b3b98 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-887474'] for router_interface, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:04.864432 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a55d59c-c619-45e5-a4d0-1939f77dcde3 req-81c0eff7-d288-429c-98ca-c142e3334141 tempest-VolumesNegativeTest-2093150448 tempest-VolumesNegativeTest-2093150448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:03:04.866720 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-7a55d59c-c619-45e5-a4d0-1939f77dcde3 req-81c0eff7-d288-429c-98ca-c142e3334141 tempest-VolumesNegativeTest-2093150448 tempest-VolumesNegativeTest-2093150448-project] 10.222.0.41 "GET /v2.0/ports?device_id=50053e16-c3e1-4744-80ad-671a6c2c3795 HTTP/1.1" status: 200 len: 947 time: 0.2204394 Jun 01 19:03:04.887167 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-cf6445b1-82d4-46dd-95a3-a0cf61830854 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:05.132549 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-7a55d59c-c619-45e5-a4d0-1939f77dcde3 req-e0b78362-9def-4af7-a36a-10ed0a3230ca tempest-VolumesNegativeTest-2093150448 tempest-VolumesNegativeTest-2093150448-project] 10.222.0.41 "GET /v2.0/security-groups?id=36ab00bc-1bd0-4bf1-8c5b-6eb85398098b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2538013 Jun 01 19:03:05.236739 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a7161c84-1356-4ba4-9cf5-eba5e82c2a7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:05.249893 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e6eba865-a9aa-4b54-9749-78db4200963b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:05.268787 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004aa5f7-bfad-4b15-8f1f-e53a9287bf52 req-38ce2eb0-af1b-48bc-a5f5-b88aae6135a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:03:05.270210 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-004aa5f7-bfad-4b15-8f1f-e53a9287bf52 req-38ce2eb0-af1b-48bc-a5f5-b88aae6135a2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=35e3ad2f-9c88-4698-b634-4e1b58de1cc2 HTTP/1.1" status: 200 len: 843 time: 0.3185959 Jun 01 19:03:05.312871 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-cf6445b1-82d4-46dd-95a3-a0cf61830854 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks [] for port, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:05.318916 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-cf6445b1-82d4-46dd-95a3-a0cf61830854 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:05.458108 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e6eba865-a9aa-4b54-9749-78db4200963b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:05.486278 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6445b1-82d4-46dd-95a3-a0cf61830854 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Pushing event updated for resources: {'Port': ['ID=f694379a-131f-4fb8-a83c-4a06e7e38462,revision_number=2']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:03:05.492342 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-cf6445b1-82d4-46dd-95a3-a0cf61830854 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887712'] for floatingip, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:05.520633 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de384ee-f3b2-44f3-b007-9f0b99bd06fb req-c50dd0a7-57ef-4f31-8980-3cd38823f5d3 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:03:05.522883 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4de384ee-f3b2-44f3-b007-9f0b99bd06fb req-c50dd0a7-57ef-4f31-8980-3cd38823f5d3 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/ports?device_id=2d09c7dc-ab70-4778-9108-37aeccd6701e HTTP/1.1" status: 200 len: 946 time: 0.7552807 Jun 01 19:03:05.595159 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a7161c84-1356-4ba4-9cf5-eba5e82c2a7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:05.685205 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4de384ee-f3b2-44f3-b007-9f0b99bd06fb req-474a8bbe-ea63-45fd-a75d-8fdaa39f5b10 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a351d5c-3364-42d8-bd0d-648028a392a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415608 Jun 01 19:03:05.714345 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004aa5f7-bfad-4b15-8f1f-e53a9287bf52 req-b2b4cf74-a68a-4db2-8b91-042db5e87169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:03:05.715901 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-004aa5f7-bfad-4b15-8f1f-e53a9287bf52 req-b2b4cf74-a68a-4db2-8b91-042db5e87169 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=898153a3-5d71-43be-9d14-343ea4a48426&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4373670 Jun 01 19:03:05.717749 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7161c84-1356-4ba4-9cf5-eba5e82c2a7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Network 57db2152-a0ca-46a3-b2b2-0de6f8a35ffc is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:03:05.725788 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-a7161c84-1356-4ba4-9cf5-eba5e82c2a7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:03:05.732599 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7161c84-1356-4ba4-9cf5-eba5e82c2a7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:03:05.733493 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7161c84-1356-4ba4-9cf5-eba5e82c2a7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:03:05.734076 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a7161c84-1356-4ba4-9cf5-eba5e82c2a7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:05.762699 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e6eba865-a9aa-4b54-9749-78db4200963b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:05.783653 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7161c84-1356-4ba4-9cf5-eba5e82c2a7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Pushing event updated for resources: {'Port': ['ID=9a2a73ce-d532-4831-9d71-040b07e88eb1,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:03:05.869587 n-d-844202-1 neutron-server[88525]: INFO neutron.db.l3_db [None req-cf6445b1-82d4-46dd-95a3-a0cf61830854 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Floating IP 9876ab95-a45b-441f-a573-d39ad89ec639 associated. External IP: 172.25.4.35, port: c62d4609-83b1-45d0-abb2-e3d37ebae283. Jun 01 19:03:05.928404 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6eba865-a9aa-4b54-9749-78db4200963b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca7b4775-7562-4be0-adc5-433674419dfa,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:03:06.214063 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-934bc931-63fe-4135-85f6-4586c52b3b98 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Deleting port 0af93757-175f-46a7-ad15-c24ac7f60ee6 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:03:06.214378 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-934bc931-63fe-4135-85f6-4586c52b3b98 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:06.425706 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf6445b1-82d4-46dd-95a3-a0cf61830854 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Router 7ee539f0-74eb-4d8b-94f4-0af36e192612 has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 19:03:06.435425 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-a7161c84-1356-4ba4-9cf5-eba5e82c2a7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.6553965 Jun 01 19:03:06.436410 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 44930) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:03:06.444571 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b9c73009-d1bf-4ea6-a8a7-581fcd3551d2 req-3e99ae59-a488-4512-9bee-bc88af1380cf tempest-ServerShowV254Test-1879500691 tempest-ServerShowV254Test-1879500691-project] 10.222.0.41 "GET /v2.0/ports?device_id=a28fc81f-8715-4a54-b8a9-6afe2d6ee821 HTTP/1.1" status: 200 len: 210 time: 0.5335972 Jun 01 19:03:06.445719 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e6eba865-a9aa-4b54-9749-78db4200963b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:06.449066 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-e6eba865-a9aa-4b54-9749-78db4200963b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ca7b4775-7562-4be0-adc5-433674419dfa HTTP/1.1" status: 204 len: 168 time: 1.7593067 Jun 01 19:03:06.453084 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-004aa5f7-bfad-4b15-8f1f-e53a9287bf52 req-e72e0cd1-929c-446c-820c-c70dacd82c3d service neutron] 10.222.0.50 "GET /v2.0/networks/898153a3-5d71-43be-9d14-343ea4a48426?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7231030 Jun 01 19:03:06.453195 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-46b0c2e6-e086-4808-8ace-8b89bd845312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-844202-1'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:03:06.693848 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 0b20a216-63ba-427a-b69c-e9788a5d4e7e details requested by agent hyperv_n-h2-844202-1 with host n-h2-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 19:03:06.725603 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-004aa5f7-bfad-4b15-8f1f-e53a9287bf52 req-28ba5f9b-e3be-4fa5-bf6e-f0dbbf90f3f6 service neutron] 10.222.0.50 "GET /v2.0/networks/898153a3-5d71-43be-9d14-343ea4a48426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2667370 Jun 01 19:03:06.732070 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [None req-934bc931-63fe-4135-85f6-4586c52b3b98 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] For port 0af93757-175f-46a7-ad15-c24ac7f60ee6, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=0af93757-175f-46a7-ad15-c24ac7f60ee6,segment=NetworkSegment(246b7005-0935-4ff3-9c3d-ab1795846166),segment_id=246b7005-0935-4ff3-9c3d-ab1795846166)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:03:06.732643 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-934bc931-63fe-4135-85f6-4586c52b3b98 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:06.795528 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd30e43e-a0ef-46a8-bbb3-6ac140538292 req-964d5d19-6668-4a11-8afa-6de323b9fe4b tempest-VolumesNegativeTest-2093150448 tempest-VolumesNegativeTest-2093150448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:03:06.796976 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-dd30e43e-a0ef-46a8-bbb3-6ac140538292 req-964d5d19-6668-4a11-8afa-6de323b9fe4b tempest-VolumesNegativeTest-2093150448 tempest-VolumesNegativeTest-2093150448-project] 10.222.0.41 "GET /v2.0/ports?device_id=50053e16-c3e1-4744-80ad-671a6c2c3795 HTTP/1.1" status: 200 len: 947 time: 0.4690008 Jun 01 19:03:06.832952 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf6445b1-82d4-46dd-95a3-a0cf61830854 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:03:06.889444 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc1b9a4-0f01-4bc2-a035-ea020b6daabd None None] Sync routers for ids ['7ee539f0-74eb-4d8b-94f4-0af36e192612'] in n-d-844202-1 {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:03:06.912200 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc1b9a4-0f01-4bc2-a035-ea020b6daabd None None] Routers {'7ee539f0-74eb-4d8b-94f4-0af36e192612'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:03:06.913360 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-cfc1b9a4-0f01-4bc2-a035-ea020b6daabd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:02:39Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['7ee539f0-74eb-4d8b-94f4-0af36e192612'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:03:06.968788 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-934bc931-63fe-4135-85f6-4586c52b3b98 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Calling delete_port for 0af93757-175f-46a7-ad15-c24ac7f60ee6 owned by network:router_interface {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:03:06.984557 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-cfc1b9a4-0f01-4bc2-a035-ea020b6daabd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:03:06.999333 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc1b9a4-0f01-4bc2-a035-ea020b6daabd None None] Routers {'7ee539f0-74eb-4d8b-94f4-0af36e192612'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:03:07.000175 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-cfc1b9a4-0f01-4bc2-a035-ea020b6daabd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:02:39Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['7ee539f0-74eb-4d8b-94f4-0af36e192612'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:03:07.013806 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-dd30e43e-a0ef-46a8-bbb3-6ac140538292 req-07e94638-ed72-4f62-b61c-b1c495616556 tempest-VolumesNegativeTest-2093150448 tempest-VolumesNegativeTest-2093150448-project] 10.222.0.41 "GET /v2.0/security-groups?id=36ab00bc-1bd0-4bf1-8c5b-6eb85398098b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870472 Jun 01 19:03:07.014622 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-cf6445b1-82d4-46dd-95a3-a0cf61830854 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for floatingip, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:07.123842 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-cfc1b9a4-0f01-4bc2-a035-ea020b6daabd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:03:07.124677 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-cf6445b1-82d4-46dd-95a3-a0cf61830854 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 4.8341980 Jun 01 19:03:07.130577 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 44944) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:03:07.132140 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc1b9a4-0f01-4bc2-a035-ea020b6daabd None None] The sync data for ids ['7ee539f0-74eb-4d8b-94f4-0af36e192612'] in n-d-844202-1 is: [] {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:03:07.139575 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-73dcb38a-f503-44b3-acb4-03634c13b48a tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:03:07.143323 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-94bc2902-0e40-42e5-9190-a3d15cab0782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:07.183825 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 0b20a216-63ba-427a-b69c-e9788a5d4e7e, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=0b20a216-63ba-427a-b69c-e9788a5d4e7e,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:03:07.201441 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Returning: {'device': '0b20a216-63ba-427a-b69c-e9788a5d4e7e', 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426', 'port_id': '0b20a216-63ba-427a-b69c-e9788a5d4e7e', 'mac_address': 'fa:16:3e:4d:e7:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35e3ad2f-9c88-4698-b634-4e1b58de1cc2', 'ip_address': '192.168.233.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 19:03:07.270803 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port 0b20a216-63ba-427a-b69c-e9788a5d4e7e is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:03:07.271630 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:07.292053 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b20a216-63ba-427a-b69c-e9788a5d4e7e {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 19:03:07.309338 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 0b20a216-63ba-427a-b69c-e9788a5d4e7e, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=0b20a216-63ba-427a-b69c-e9788a5d4e7e,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:03:07.315536 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:07.356892 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebf0439-567e-4852-8dbd-8206ce3374b4 req-d7008764-db79-495a-bb46-c1360c35308e tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:03:07.358622 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3ebf0439-567e-4852-8dbd-8206ce3374b4 req-d7008764-db79-495a-bb46-c1360c35308e tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/ports?device_id=2d09c7dc-ab70-4778-9108-37aeccd6701e HTTP/1.1" status: 200 len: 946 time: 0.2070804 Jun 01 19:03:07.472457 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-46b0c2e6-e086-4808-8ace-8b89bd845312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:07.528259 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=0b20a216-63ba-427a-b69c-e9788a5d4e7e,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:03:07.591655 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-73dcb38a-f503-44b3-acb4-03634c13b48a tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks [] for floatingip, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:07.608505 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] get_ports_and_sgs() called for port_ids ['0b20a216-63ba-427a-b69c-e9788a5d4e7e'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 19:03:07.618758 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3ebf0439-567e-4852-8dbd-8206ce3374b4 req-b40e8505-b961-4ff7-9a0a-c29534a3c63a tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a351d5c-3364-42d8-bd0d-648028a392a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2392900 Jun 01 19:03:07.656462 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-934bc931-63fe-4135-85f6-4586c52b3b98 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:07.809529 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934bc931-63fe-4135-85f6-4586c52b3b98 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Pushing event deleted for resources: {'Port': ['ID=0af93757-175f-46a7-ad15-c24ac7f60ee6,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:03:07.909276 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 44966) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:03:08.274446 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-d073154a-05a5-482e-a5ae-2dbbb0487172 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1519689072-network', 'tenant_id': '3d120ba72d054f6ea8fef17ae9817746'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:03:08.282950 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-d073154a-05a5-482e-a5ae-2dbbb0487172 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:03:08.290426 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a6d0ffa4-553e-4b31-97d1-a525605f493e req-3582f697-0de3-42c3-9721-dc7e912fb59d tempest-ServerShowV254Test-1879500691 tempest-ServerShowV254Test-1879500691-project] 10.222.0.41 "GET /v2.0/ports?device_id=a28fc81f-8715-4a54-b8a9-6afe2d6ee821 HTTP/1.1" status: 200 len: 210 time: 0.5431077 Jun 01 19:03:08.291945 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-d073154a-05a5-482e-a5ae-2dbbb0487172 admin admin] Usage tracker for resource:network and tenant:3d120ba72d054f6ea8fef17ae9817746 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:03:08.293173 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-73dcb38a-f503-44b3-acb4-03634c13b48a tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:08.363961 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-73dcb38a-f503-44b3-acb4-03634c13b48a tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887712'] for floatingip, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:08.364289 n-d-844202-1 neutron-server[88525]: INFO neutron.db.l3_db [None req-73dcb38a-f503-44b3-acb4-03634c13b48a tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Floating IP 9876ab95-a45b-441f-a573-d39ad89ec639 disassociated. External IP: 172.25.4.35, port: c62d4609-83b1-45d0-abb2-e3d37ebae283. Jun 01 19:03:08.428957 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-d073154a-05a5-482e-a5ae-2dbbb0487172 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:03:08.453429 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-d073154a-05a5-482e-a5ae-2dbbb0487172 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:03:08.501165 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bfc686-c937-46ec-80f0-bd2090ac9388 req-cdc28eae-deee-40e5-b727-afb6028b4c75 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:03:08.503644 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f9bfc686-c937-46ec-80f0-bd2090ac9388 req-cdc28eae-deee-40e5-b727-afb6028b4c75 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/ports?device_id=2d09c7dc-ab70-4778-9108-37aeccd6701e HTTP/1.1" status: 200 len: 946 time: 0.5981936 Jun 01 19:03:08.545324 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d073154a-05a5-482e-a5ae-2dbbb0487172 admin admin] Made reservation on behalf of 3d120ba72d054f6ea8fef17ae9817746 for: {'network': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:03:08.547429 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d073154a-05a5-482e-a5ae-2dbbb0487172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:08.577795 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d073154a-05a5-482e-a5ae-2dbbb0487172 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:08.591580 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-934bc931-63fe-4135-85f6-4586c52b3b98 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-887310'] for router_interface, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:08.613539 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f9bfc686-c937-46ec-80f0-bd2090ac9388 req-49797117-1550-47e2-92a7-e4e53c1330f4 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a351d5c-3364-42d8-bd0d-648028a392a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963457 Jun 01 19:03:08.613916 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-d073154a-05a5-482e-a5ae-2dbbb0487172 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:03:08.625794 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-d073154a-05a5-482e-a5ae-2dbbb0487172 admin admin] Usage tracker for resource:security_group_rule and tenant:3d120ba72d054f6ea8fef17ae9817746 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:03:08.631833 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-d073154a-05a5-482e-a5ae-2dbbb0487172 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:03:08.719536 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 0b20a216-63ba-427a-b69c-e9788a5d4e7e up at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:03:08.744387 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-d073154a-05a5-482e-a5ae-2dbbb0487172 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:03:08.831508 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [None req-46b0c2e6-e086-4808-8ace-8b89bd845312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] device_id is not set on port 9a2a73ce-d532-4831-9d71-040b07e88eb1 yet. {{(pid=88525) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 19:03:08.843074 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3517ab20-7267-4d50-858a-1ba88a998292 req-7628546e-42b4-437a-817c-0ae395ef5118 tempest-VolumesNegativeTest-2093150448 tempest-VolumesNegativeTest-2093150448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:03:08.844609 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3517ab20-7267-4d50-858a-1ba88a998292 req-7628546e-42b4-437a-817c-0ae395ef5118 tempest-VolumesNegativeTest-2093150448 tempest-VolumesNegativeTest-2093150448-project] 10.222.0.41 "GET /v2.0/ports?device_id=50053e16-c3e1-4744-80ad-671a6c2c3795 HTTP/1.1" status: 200 len: 948 time: 0.3054202 Jun 01 19:03:08.851621 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-46b0c2e6-e086-4808-8ace-8b89bd845312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:08.884978 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning for port 0b20a216-63ba-427a-b69c-e9788a5d4e7e completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:03:08.899935 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning complete for port 0b20a216-63ba-427a-b69c-e9788a5d4e7e triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:03:08.900848 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:09.017290 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [None req-46b0c2e6-e086-4808-8ace-8b89bd845312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Transition to ACTIVE for port object 9a2a73ce-d532-4831-9d71-040b07e88eb1 will not be triggered until provisioned by entity L2. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:03:09.032700 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-46b0c2e6-e086-4808-8ace-8b89bd845312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:09.059214 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3517ab20-7267-4d50-858a-1ba88a998292 req-22cf3baf-2bf7-44d1-8f9a-7c97213ddbcc tempest-VolumesNegativeTest-2093150448 tempest-VolumesNegativeTest-2093150448-project] 10.222.0.41 "GET /v2.0/security-groups?id=36ab00bc-1bd0-4bf1-8c5b-6eb85398098b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045398 Jun 01 19:03:09.155241 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port 0b20a216-63ba-427a-b69c-e9788a5d4e7e is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:03:09.156096 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:09.205688 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 0b20a216-63ba-427a-b69c-e9788a5d4e7e, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=0b20a216-63ba-427a-b69c-e9788a5d4e7e,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:03:09.207035 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50053e16-c3e1-4744-80ad-671a6c2c3795', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b20a216-63ba-427a-b69c-e9788a5d4e7e'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:03:09.214853 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:09.246238 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73dcb38a-f503-44b3-acb4-03634c13b48a tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Router 7ee539f0-74eb-4d8b-94f4-0af36e192612 has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 19:03:09.278519 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [None req-46b0c2e6-e086-4808-8ace-8b89bd845312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Attempting to bind port 9a2a73ce-d532-4831-9d71-040b07e88eb1 on host n-h1-844202-1 for vnic_type normal with profile {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:03:09.278933 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [None req-46b0c2e6-e086-4808-8ace-8b89bd845312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Attempting to bind port 9a2a73ce-d532-4831-9d71-040b07e88eb1 by drivers openvswitch,hyperv on host n-h1-844202-1 at level 0 using segments [{'id': 'fcf91f5e-9d7e-4c07-a6d4-33300986f7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '57db2152-a0ca-46a3-b2b2-0de6f8a35ffc'}] {{(pid=88525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:03:09.279361 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b0c2e6-e086-4808-8ace-8b89bd845312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Attempting to bind port 9a2a73ce-d532-4831-9d71-040b07e88eb1 on network 57db2152-a0ca-46a3-b2b2-0de6f8a35ffc {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:03:09.307253 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=0b20a216-63ba-427a-b69c-e9788a5d4e7e,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:03:09.324695 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d75a38d1-3b31-48ff-ae80-3f3805bea095'] response: {'server_uuid': '50053e16-c3e1-4744-80ad-671a6c2c3795', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b20a216-63ba-427a-b69c-e9788a5d4e7e', 'code': 200} Jun 01 19:03:09.345106 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b0c2e6-e086-4808-8ace-8b89bd845312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Pushing event updated for resources: {'Port': ['ID=9a2a73ce-d532-4831-9d71-040b07e88eb1,revision_number=2']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:03:09.354094 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b0c2e6-e086-4808-8ace-8b89bd845312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Port 9a2a73ce-d532-4831-9d71-040b07e88eb1 on network 57db2152-a0ca-46a3-b2b2-0de6f8a35ffc not bound, no agent of type Open vSwitch agent registered on host n-h1-844202-1 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 19:03:09.354654 n-d-844202-1 neutron-server[88525]: ERROR neutron.plugins.ml2.managers [None req-46b0c2e6-e086-4808-8ace-8b89bd845312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Failed to bind port 9a2a73ce-d532-4831-9d71-040b07e88eb1 on host n-h1-844202-1 for vnic_type normal using segments [{'id': 'fcf91f5e-9d7e-4c07-a6d4-33300986f7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '57db2152-a0ca-46a3-b2b2-0de6f8a35ffc'}] Jun 01 19:03:09.387637 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-293d8f74-fe0b-4bb9-b6b7-55898de0df9f req-cd703296-9a4d-4966-9621-902f6e9822db service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a28fc81f-8715-4a54-b8a9-6afe2d6ee821 HTTP/1.1" status: 200 len: 210 time: 0.3049636 Jun 01 19:03:09.462141 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-bc0a120e-a84e-4958-b465-6a0b8128dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:09.498706 n-d-844202-1 neutron-server[88525]: INFO neutron.plugins.ml2.plugin [None req-46b0c2e6-e086-4808-8ace-8b89bd845312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Attempt 2 to bind port 9a2a73ce-d532-4831-9d71-040b07e88eb1 Jun 01 19:03:09.571206 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-12ce4119-f115-4340-b254-fe8e5944a037 req-9ff91d86-b30e-48c3-868d-8ed2d74b50f9 tempest-ServerShowV254Test-1879500691 tempest-ServerShowV254Test-1879500691-project] 10.222.0.41 "GET /v2.0/ports?device_id=a28fc81f-8715-4a54-b8a9-6afe2d6ee821 HTTP/1.1" status: 200 len: 210 time: 0.0614181 Jun 01 19:03:09.574423 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [None req-46b0c2e6-e086-4808-8ace-8b89bd845312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Attempting to bind port 9a2a73ce-d532-4831-9d71-040b07e88eb1 on host n-h1-844202-1 for vnic_type normal with profile {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:03:09.574423 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [None req-46b0c2e6-e086-4808-8ace-8b89bd845312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Attempting to bind port 9a2a73ce-d532-4831-9d71-040b07e88eb1 by drivers openvswitch,hyperv on host n-h1-844202-1 at level 0 using segments [{'id': 'fcf91f5e-9d7e-4c07-a6d4-33300986f7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '57db2152-a0ca-46a3-b2b2-0de6f8a35ffc'}] {{(pid=88525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:03:09.574770 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b0c2e6-e086-4808-8ace-8b89bd845312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Attempting to bind port 9a2a73ce-d532-4831-9d71-040b07e88eb1 on network 57db2152-a0ca-46a3-b2b2-0de6f8a35ffc {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:03:09.595299 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d073154a-05a5-482e-a5ae-2dbbb0487172 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:09.609468 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d073154a-05a5-482e-a5ae-2dbbb0487172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:09.628737 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b0c2e6-e086-4808-8ace-8b89bd845312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Port 9a2a73ce-d532-4831-9d71-040b07e88eb1 on network 57db2152-a0ca-46a3-b2b2-0de6f8a35ffc not bound, no agent of type Open vSwitch agent registered on host n-h1-844202-1 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 19:03:09.629061 n-d-844202-1 neutron-server[88525]: ERROR neutron.plugins.ml2.managers [None req-46b0c2e6-e086-4808-8ace-8b89bd845312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Failed to bind port 9a2a73ce-d532-4831-9d71-040b07e88eb1 on host n-h1-844202-1 for vnic_type normal using segments [{'id': 'fcf91f5e-9d7e-4c07-a6d4-33300986f7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '57db2152-a0ca-46a3-b2b2-0de6f8a35ffc'}] Jun 01 19:03:09.636899 n-d-844202-1 neutron-server[88525]: INFO neutron.plugins.ml2.plugin [None req-46b0c2e6-e086-4808-8ace-8b89bd845312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Attempt 3 to bind port 9a2a73ce-d532-4831-9d71-040b07e88eb1 Jun 01 19:03:09.659700 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-934bc931-63fe-4135-85f6-4586c52b3b98 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Router bb28304e-3805-4cf6-b433-f6c6230e1e5b has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 19:03:09.666453 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [None req-46b0c2e6-e086-4808-8ace-8b89bd845312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Attempting to bind port 9a2a73ce-d532-4831-9d71-040b07e88eb1 on host n-h1-844202-1 for vnic_type normal with profile {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:03:09.666784 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [None req-46b0c2e6-e086-4808-8ace-8b89bd845312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Attempting to bind port 9a2a73ce-d532-4831-9d71-040b07e88eb1 by drivers openvswitch,hyperv on host n-h1-844202-1 at level 0 using segments [{'id': 'fcf91f5e-9d7e-4c07-a6d4-33300986f7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '57db2152-a0ca-46a3-b2b2-0de6f8a35ffc'}] {{(pid=88525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:03:09.667115 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b0c2e6-e086-4808-8ace-8b89bd845312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Attempting to bind port 9a2a73ce-d532-4831-9d71-040b07e88eb1 on network 57db2152-a0ca-46a3-b2b2-0de6f8a35ffc {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:03:09.669216 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d073154a-05a5-482e-a5ae-2dbbb0487172 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 125} {{(pid=88524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 19:03:09.678377 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b0c2e6-e086-4808-8ace-8b89bd845312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Port 9a2a73ce-d532-4831-9d71-040b07e88eb1 on network 57db2152-a0ca-46a3-b2b2-0de6f8a35ffc not bound, no agent of type Open vSwitch agent registered on host n-h1-844202-1 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 19:03:09.678783 n-d-844202-1 neutron-server[88525]: ERROR neutron.plugins.ml2.managers [None req-46b0c2e6-e086-4808-8ace-8b89bd845312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Failed to bind port 9a2a73ce-d532-4831-9d71-040b07e88eb1 on host n-h1-844202-1 for vnic_type normal using segments [{'id': 'fcf91f5e-9d7e-4c07-a6d4-33300986f7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '57db2152-a0ca-46a3-b2b2-0de6f8a35ffc'}] Jun 01 19:03:09.680202 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d073154a-05a5-482e-a5ae-2dbbb0487172 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb7b280c-e789-4b2c-bc70-5c9bfeb4e843,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:03:09.680743 n-d-844202-1 neutron-server[88525]: INFO neutron.plugins.ml2.plugin [None req-46b0c2e6-e086-4808-8ace-8b89bd845312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Attempt 4 to bind port 9a2a73ce-d532-4831-9d71-040b07e88eb1 Jun 01 19:03:09.693993 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73dcb38a-f503-44b3-acb4-03634c13b48a tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:03:09.699229 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eae88f2-e515-4f88-8298-5b893c8ea2a9 req-0df61597-3d9b-4b57-b0f9-4d109b28843e tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:03:09.699448 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-73dcb38a-f503-44b3-acb4-03634c13b48a tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for floatingip, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:09.701178 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0eae88f2-e515-4f88-8298-5b893c8ea2a9 req-0df61597-3d9b-4b57-b0f9-4d109b28843e tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/ports?device_id=2d09c7dc-ab70-4778-9108-37aeccd6701e HTTP/1.1" status: 200 len: 946 time: 0.4005296 Jun 01 19:03:09.703203 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-707410ed-49fd-461b-ae2c-a0a1b43375af None None] Sync routers for ids ['7ee539f0-74eb-4d8b-94f4-0af36e192612'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:03:09.716930 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-707410ed-49fd-461b-ae2c-a0a1b43375af None None] Routers {'7ee539f0-74eb-4d8b-94f4-0af36e192612'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:03:09.718015 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-707410ed-49fd-461b-ae2c-a0a1b43375af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:03:09Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['7ee539f0-74eb-4d8b-94f4-0af36e192612'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:03:09.719123 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d073154a-05a5-482e-a5ae-2dbbb0487172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:09.719543 n-d-844202-1 neutron-server[88524]: INFO neutron.db.segments_db [None req-d073154a-05a5-482e-a5ae-2dbbb0487172 admin admin] Added segment cfb2cecd-4c00-461e-8a49-747136c32d01 of type vlan for network f4de72e4-b968-47ad-b96a-118061d75eee Jun 01 19:03:09.739577 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [None req-46b0c2e6-e086-4808-8ace-8b89bd845312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Attempting to bind port 9a2a73ce-d532-4831-9d71-040b07e88eb1 on host n-h1-844202-1 for vnic_type normal with profile {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:03:09.739905 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [None req-46b0c2e6-e086-4808-8ace-8b89bd845312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Attempting to bind port 9a2a73ce-d532-4831-9d71-040b07e88eb1 by drivers openvswitch,hyperv on host n-h1-844202-1 at level 0 using segments [{'id': 'fcf91f5e-9d7e-4c07-a6d4-33300986f7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '57db2152-a0ca-46a3-b2b2-0de6f8a35ffc'}] {{(pid=88525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:03:09.740973 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b0c2e6-e086-4808-8ace-8b89bd845312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Attempting to bind port 9a2a73ce-d532-4831-9d71-040b07e88eb1 on network 57db2152-a0ca-46a3-b2b2-0de6f8a35ffc {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:03:09.755325 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b0c2e6-e086-4808-8ace-8b89bd845312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Port 9a2a73ce-d532-4831-9d71-040b07e88eb1 on network 57db2152-a0ca-46a3-b2b2-0de6f8a35ffc not bound, no agent of type Open vSwitch agent registered on host n-h1-844202-1 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 19:03:09.755737 n-d-844202-1 neutron-server[88525]: ERROR neutron.plugins.ml2.managers [None req-46b0c2e6-e086-4808-8ace-8b89bd845312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Failed to bind port 9a2a73ce-d532-4831-9d71-040b07e88eb1 on host n-h1-844202-1 for vnic_type normal using segments [{'id': 'fcf91f5e-9d7e-4c07-a6d4-33300986f7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '57db2152-a0ca-46a3-b2b2-0de6f8a35ffc'}] Jun 01 19:03:09.764214 n-d-844202-1 neutron-server[88525]: INFO neutron.plugins.ml2.plugin [None req-46b0c2e6-e086-4808-8ace-8b89bd845312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Attempt 5 to bind port 9a2a73ce-d532-4831-9d71-040b07e88eb1 Jun 01 19:03:09.778483 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-73dcb38a-f503-44b3-acb4-03634c13b48a tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] 10.222.0.41 "PUT /v2.0/floatingips/9876ab95-a45b-441f-a573-d39ad89ec639 HTTP/1.1" status: 200 len: 687 time: 2.6466494 Jun 01 19:03:09.779779 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [None req-46b0c2e6-e086-4808-8ace-8b89bd845312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Attempting to bind port 9a2a73ce-d532-4831-9d71-040b07e88eb1 on host n-h1-844202-1 for vnic_type normal with profile {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:03:09.780117 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [None req-46b0c2e6-e086-4808-8ace-8b89bd845312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Attempting to bind port 9a2a73ce-d532-4831-9d71-040b07e88eb1 by drivers openvswitch,hyperv on host n-h1-844202-1 at level 0 using segments [{'id': 'fcf91f5e-9d7e-4c07-a6d4-33300986f7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '57db2152-a0ca-46a3-b2b2-0de6f8a35ffc'}] {{(pid=88525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:03:09.780517 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b0c2e6-e086-4808-8ace-8b89bd845312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Attempting to bind port 9a2a73ce-d532-4831-9d71-040b07e88eb1 on network 57db2152-a0ca-46a3-b2b2-0de6f8a35ffc {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:03:09.782714 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 44990) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:03:09.792016 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-707410ed-49fd-461b-ae2c-a0a1b43375af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:03:09.801275 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-707410ed-49fd-461b-ae2c-a0a1b43375af None None] Routers {'7ee539f0-74eb-4d8b-94f4-0af36e192612'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:03:09.801469 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5b3797-8a66-47c1-8202-238a9dae0c4a req-50b30ce0-74f1-41d4-b04b-086f9642add1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:03:09.801963 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-707410ed-49fd-461b-ae2c-a0a1b43375af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:03:09Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['7ee539f0-74eb-4d8b-94f4-0af36e192612'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:03:09.802994 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ba5b3797-8a66-47c1-8202-238a9dae0c4a req-50b30ce0-74f1-41d4-b04b-086f9642add1 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=50053e16-c3e1-4744-80ad-671a6c2c3795 HTTP/1.1" status: 200 len: 1100 time: 0.4120018 Jun 01 19:03:09.842469 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b0c2e6-e086-4808-8ace-8b89bd845312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Port 9a2a73ce-d532-4831-9d71-040b07e88eb1 on network 57db2152-a0ca-46a3-b2b2-0de6f8a35ffc not bound, no agent of type Open vSwitch agent registered on host n-h1-844202-1 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 19:03:09.843319 n-d-844202-1 neutron-server[88525]: ERROR neutron.plugins.ml2.managers [None req-46b0c2e6-e086-4808-8ace-8b89bd845312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Failed to bind port 9a2a73ce-d532-4831-9d71-040b07e88eb1 on host n-h1-844202-1 for vnic_type normal using segments [{'id': 'fcf91f5e-9d7e-4c07-a6d4-33300986f7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '57db2152-a0ca-46a3-b2b2-0de6f8a35ffc'}] Jun 01 19:03:09.850365 n-d-844202-1 neutron-server[88525]: INFO neutron.plugins.ml2.plugin [None req-46b0c2e6-e086-4808-8ace-8b89bd845312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Attempt 6 to bind port 9a2a73ce-d532-4831-9d71-040b07e88eb1 Jun 01 19:03:09.866012 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-707410ed-49fd-461b-ae2c-a0a1b43375af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:03:09.866739 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-707410ed-49fd-461b-ae2c-a0a1b43375af None None] The sync data for ids ['7ee539f0-74eb-4d8b-94f4-0af36e192612'] in n-d-844202-1 is: [] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:03:09.904165 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d073154a-05a5-482e-a5ae-2dbbb0487172 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:09.909788 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0eae88f2-e515-4f88-8298-5b893c8ea2a9 req-7b47c2a5-d871-4e7e-b52a-8e6193cc22d3 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a351d5c-3364-42d8-bd0d-648028a392a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938396 Jun 01 19:03:09.950668 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [None req-46b0c2e6-e086-4808-8ace-8b89bd845312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Attempting to bind port 9a2a73ce-d532-4831-9d71-040b07e88eb1 on host n-h1-844202-1 for vnic_type normal with profile {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:03:09.950996 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [None req-46b0c2e6-e086-4808-8ace-8b89bd845312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Attempting to bind port 9a2a73ce-d532-4831-9d71-040b07e88eb1 by drivers openvswitch,hyperv on host n-h1-844202-1 at level 0 using segments [{'id': 'fcf91f5e-9d7e-4c07-a6d4-33300986f7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '57db2152-a0ca-46a3-b2b2-0de6f8a35ffc'}] {{(pid=88525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:03:09.951317 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b0c2e6-e086-4808-8ace-8b89bd845312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Attempting to bind port 9a2a73ce-d532-4831-9d71-040b07e88eb1 on network 57db2152-a0ca-46a3-b2b2-0de6f8a35ffc {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:03:09.971188 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b0c2e6-e086-4808-8ace-8b89bd845312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Port 9a2a73ce-d532-4831-9d71-040b07e88eb1 on network 57db2152-a0ca-46a3-b2b2-0de6f8a35ffc not bound, no agent of type Open vSwitch agent registered on host n-h1-844202-1 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 19:03:09.971188 n-d-844202-1 neutron-server[88525]: ERROR neutron.plugins.ml2.managers [None req-46b0c2e6-e086-4808-8ace-8b89bd845312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Failed to bind port 9a2a73ce-d532-4831-9d71-040b07e88eb1 on host n-h1-844202-1 for vnic_type normal using segments [{'id': 'fcf91f5e-9d7e-4c07-a6d4-33300986f7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '57db2152-a0ca-46a3-b2b2-0de6f8a35ffc'}] Jun 01 19:03:09.974050 n-d-844202-1 neutron-server[88525]: INFO neutron.plugins.ml2.plugin [None req-46b0c2e6-e086-4808-8ace-8b89bd845312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Attempt 7 to bind port 9a2a73ce-d532-4831-9d71-040b07e88eb1 Jun 01 19:03:09.976105 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ba5b3797-8a66-47c1-8202-238a9dae0c4a req-78ae9755-26e8-4363-be7d-01a9ecc2bc6f service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=36ab00bc-1bd0-4bf1-8c5b-6eb85398098b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554615 Jun 01 19:03:09.983404 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-cd8f0b52-2dbd-46d0-90b1-e9c591019512 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Deleting port f694379a-131f-4fb8-a83c-4a06e7e38462 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:03:09.983741 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-cd8f0b52-2dbd-46d0-90b1-e9c591019512 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:10.031634 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-934bc931-63fe-4135-85f6-4586c52b3b98 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:03:10.033457 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d073154a-05a5-482e-a5ae-2dbbb0487172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:10.034505 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d073154a-05a5-482e-a5ae-2dbbb0487172 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:03:10.034640 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [None req-46b0c2e6-e086-4808-8ace-8b89bd845312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Attempting to bind port 9a2a73ce-d532-4831-9d71-040b07e88eb1 on host n-h1-844202-1 for vnic_type normal with profile {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:03:10.034890 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [None req-46b0c2e6-e086-4808-8ace-8b89bd845312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Attempting to bind port 9a2a73ce-d532-4831-9d71-040b07e88eb1 by drivers openvswitch,hyperv on host n-h1-844202-1 at level 0 using segments [{'id': 'fcf91f5e-9d7e-4c07-a6d4-33300986f7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '57db2152-a0ca-46a3-b2b2-0de6f8a35ffc'}] {{(pid=88525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:03:10.035172 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b0c2e6-e086-4808-8ace-8b89bd845312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Attempting to bind port 9a2a73ce-d532-4831-9d71-040b07e88eb1 on network 57db2152-a0ca-46a3-b2b2-0de6f8a35ffc {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:03:10.035940 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d073154a-05a5-482e-a5ae-2dbbb0487172 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:10.042786 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ee9d70-3c5c-459b-95a9-307f1bb5a3f5 None None] Sync routers for ids ['bb28304e-3805-4cf6-b433-f6c6230e1e5b'] in n-d-844202-1 {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:03:10.045788 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b0c2e6-e086-4808-8ace-8b89bd845312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Port 9a2a73ce-d532-4831-9d71-040b07e88eb1 on network 57db2152-a0ca-46a3-b2b2-0de6f8a35ffc not bound, no agent of type Open vSwitch agent registered on host n-h1-844202-1 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 19:03:10.046109 n-d-844202-1 neutron-server[88525]: ERROR neutron.plugins.ml2.managers [None req-46b0c2e6-e086-4808-8ace-8b89bd845312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Failed to bind port 9a2a73ce-d532-4831-9d71-040b07e88eb1 on host n-h1-844202-1 for vnic_type normal using segments [{'id': 'fcf91f5e-9d7e-4c07-a6d4-33300986f7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '57db2152-a0ca-46a3-b2b2-0de6f8a35ffc'}] Jun 01 19:03:10.048343 n-d-844202-1 neutron-server[88525]: INFO neutron.plugins.ml2.plugin [None req-46b0c2e6-e086-4808-8ace-8b89bd845312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Attempt 8 to bind port 9a2a73ce-d532-4831-9d71-040b07e88eb1 Jun 01 19:03:10.051921 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ee9d70-3c5c-459b-95a9-307f1bb5a3f5 None None] Routers {'bb28304e-3805-4cf6-b433-f6c6230e1e5b'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:03:10.053217 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-b0ee9d70-3c5c-459b-95a9-307f1bb5a3f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:03:09Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['bb28304e-3805-4cf6-b433-f6c6230e1e5b'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:03:10.132942 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [None req-46b0c2e6-e086-4808-8ace-8b89bd845312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Attempting to bind port 9a2a73ce-d532-4831-9d71-040b07e88eb1 on host n-h1-844202-1 for vnic_type normal with profile {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:03:10.133270 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [None req-46b0c2e6-e086-4808-8ace-8b89bd845312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Attempting to bind port 9a2a73ce-d532-4831-9d71-040b07e88eb1 by drivers openvswitch,hyperv on host n-h1-844202-1 at level 0 using segments [{'id': 'fcf91f5e-9d7e-4c07-a6d4-33300986f7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '57db2152-a0ca-46a3-b2b2-0de6f8a35ffc'}] {{(pid=88525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:03:10.133603 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b0c2e6-e086-4808-8ace-8b89bd845312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Attempting to bind port 9a2a73ce-d532-4831-9d71-040b07e88eb1 on network 57db2152-a0ca-46a3-b2b2-0de6f8a35ffc {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:03:10.150597 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b0c2e6-e086-4808-8ace-8b89bd845312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Port 9a2a73ce-d532-4831-9d71-040b07e88eb1 on network 57db2152-a0ca-46a3-b2b2-0de6f8a35ffc not bound, no agent of type Open vSwitch agent registered on host n-h1-844202-1 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 19:03:10.150966 n-d-844202-1 neutron-server[88525]: ERROR neutron.plugins.ml2.managers [None req-46b0c2e6-e086-4808-8ace-8b89bd845312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Failed to bind port 9a2a73ce-d532-4831-9d71-040b07e88eb1 on host n-h1-844202-1 for vnic_type normal using segments [{'id': 'fcf91f5e-9d7e-4c07-a6d4-33300986f7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '57db2152-a0ca-46a3-b2b2-0de6f8a35ffc'}] Jun 01 19:03:10.153208 n-d-844202-1 neutron-server[88525]: INFO neutron.plugins.ml2.plugin [None req-46b0c2e6-e086-4808-8ace-8b89bd845312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Attempt 9 to bind port 9a2a73ce-d532-4831-9d71-040b07e88eb1 Jun 01 19:03:10.179026 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [None req-46b0c2e6-e086-4808-8ace-8b89bd845312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Attempting to bind port 9a2a73ce-d532-4831-9d71-040b07e88eb1 on host n-h1-844202-1 for vnic_type normal with profile {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:03:10.179449 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [None req-46b0c2e6-e086-4808-8ace-8b89bd845312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Attempting to bind port 9a2a73ce-d532-4831-9d71-040b07e88eb1 by drivers openvswitch,hyperv on host n-h1-844202-1 at level 0 using segments [{'id': 'fcf91f5e-9d7e-4c07-a6d4-33300986f7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '57db2152-a0ca-46a3-b2b2-0de6f8a35ffc'}] {{(pid=88525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:03:10.179792 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b0c2e6-e086-4808-8ace-8b89bd845312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Attempting to bind port 9a2a73ce-d532-4831-9d71-040b07e88eb1 on network 57db2152-a0ca-46a3-b2b2-0de6f8a35ffc {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:03:10.188843 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b0c2e6-e086-4808-8ace-8b89bd845312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Port 9a2a73ce-d532-4831-9d71-040b07e88eb1 on network 57db2152-a0ca-46a3-b2b2-0de6f8a35ffc not bound, no agent of type Open vSwitch agent registered on host n-h1-844202-1 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 19:03:10.189162 n-d-844202-1 neutron-server[88525]: ERROR neutron.plugins.ml2.managers [None req-46b0c2e6-e086-4808-8ace-8b89bd845312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Failed to bind port 9a2a73ce-d532-4831-9d71-040b07e88eb1 on host n-h1-844202-1 for vnic_type normal using segments [{'id': 'fcf91f5e-9d7e-4c07-a6d4-33300986f7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '57db2152-a0ca-46a3-b2b2-0de6f8a35ffc'}] Jun 01 19:03:10.191423 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d073154a-05a5-482e-a5ae-2dbbb0487172 admin admin] Pushing event updated for resources: {'Network': ['ID=f4de72e4-b968-47ad-b96a-118061d75eee,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:03:10.199706 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-d073154a-05a5-482e-a5ae-2dbbb0487172 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.2726374 Jun 01 19:03:10.201075 n-d-844202-1 neutron-server[88525]: INFO neutron.plugins.ml2.plugin [None req-46b0c2e6-e086-4808-8ace-8b89bd845312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Attempt 10 to bind port 9a2a73ce-d532-4831-9d71-040b07e88eb1 Jun 01 19:03:10.205870 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-934bc931-63fe-4135-85f6-4586c52b3b98 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] 10.222.0.41 "PUT /v2.0/routers/bb28304e-3805-4cf6-b433-f6c6230e1e5b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1107192 Jun 01 19:03:10.207507 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 45000) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:03:10.207747 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 45002) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:03:10.213502 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-ec27c71b-d29b-42a1-9a18-6b99229cd7f7 admin admin] Request body: {'subnet': {'network_id': 'f4de72e4-b968-47ad-b96a-118061d75eee', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1519689072-subnet', 'tenant_id': '3d120ba72d054f6ea8fef17ae9817746', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:03:10.219632 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-ec27c71b-d29b-42a1-9a18-6b99229cd7f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:03:10.228613 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-ec27c71b-d29b-42a1-9a18-6b99229cd7f7 admin admin] Usage tracker for resource:subnet and tenant:3d120ba72d054f6ea8fef17ae9817746 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:03:10.235606 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-ec27c71b-d29b-42a1-9a18-6b99229cd7f7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:03:10.243111 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-ec27c71b-d29b-42a1-9a18-6b99229cd7f7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:03:10.258035 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec27c71b-d29b-42a1-9a18-6b99229cd7f7 admin admin] Made reservation on behalf of 3d120ba72d054f6ea8fef17ae9817746 for: {'subnet': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:03:10.261140 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ec27c71b-d29b-42a1-9a18-6b99229cd7f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3066584'] for subnet, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:10.270664 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [None req-46b0c2e6-e086-4808-8ace-8b89bd845312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Attempting to bind port 9a2a73ce-d532-4831-9d71-040b07e88eb1 on host n-h1-844202-1 for vnic_type normal with profile {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:03:10.271223 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [None req-46b0c2e6-e086-4808-8ace-8b89bd845312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Attempting to bind port 9a2a73ce-d532-4831-9d71-040b07e88eb1 by drivers openvswitch,hyperv on host n-h1-844202-1 at level 0 using segments [{'id': 'fcf91f5e-9d7e-4c07-a6d4-33300986f7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '57db2152-a0ca-46a3-b2b2-0de6f8a35ffc'}] {{(pid=88525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:03:10.271835 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b0c2e6-e086-4808-8ace-8b89bd845312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Attempting to bind port 9a2a73ce-d532-4831-9d71-040b07e88eb1 on network 57db2152-a0ca-46a3-b2b2-0de6f8a35ffc {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:03:10.313706 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network f4de72e4-b968-47ad-b96a-118061d75eee details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 19:03:10.333287 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b0c2e6-e086-4808-8ace-8b89bd845312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Port 9a2a73ce-d532-4831-9d71-040b07e88eb1 on network 57db2152-a0ca-46a3-b2b2-0de6f8a35ffc not bound, no agent of type Open vSwitch agent registered on host n-h1-844202-1 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 19:03:10.333799 n-d-844202-1 neutron-server[88525]: ERROR neutron.plugins.ml2.managers [None req-46b0c2e6-e086-4808-8ace-8b89bd845312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Failed to bind port 9a2a73ce-d532-4831-9d71-040b07e88eb1 on host n-h1-844202-1 for vnic_type normal using segments [{'id': 'fcf91f5e-9d7e-4c07-a6d4-33300986f7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '57db2152-a0ca-46a3-b2b2-0de6f8a35ffc'}] Jun 01 19:03:10.334307 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-46b0c2e6-e086-4808-8ace-8b89bd845312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:10.344844 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-cd8f0b52-2dbd-46d0-90b1-e9c591019512 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:10.345429 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-cd8f0b52-2dbd-46d0-90b1-e9c591019512 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:10.485751 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-b0ee9d70-3c5c-459b-95a9-307f1bb5a3f5 None None] Set router bb28304e-3805-4cf6-b433-f6c6230e1e5b gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:03:10.503790 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-cd8f0b52-2dbd-46d0-90b1-e9c591019512 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Calling delete_port for f694379a-131f-4fb8-a83c-4a06e7e38462 owned by network:floatingip {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:03:10.535900 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ae126f-e859-4dd3-9f9a-22d3b8bd506e req-a6a6912e-f56f-4ab2-9d46-1930910490cc tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:03:10.540564 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-36ae126f-e859-4dd3-9f9a-22d3b8bd506e req-a6a6912e-f56f-4ab2-9d46-1930910490cc tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d09c7dc-ab70-4778-9108-37aeccd6701e HTTP/1.1" status: 200 len: 946 time: 0.1855843 Jun 01 19:03:10.641141 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_v2 [None req-05cd3c26-8d7c-4668-ad13-115418302ca4 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Deleting subnet 6ed963cc-5a55-45a1-891d-724fd87ad4ca {{(pid=88525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 19:03:10.652615 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-05cd3c26-8d7c-4668-ad13-115418302ca4 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks [] for subnet, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:10.757148 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-05cd3c26-8d7c-4668-ad13-115418302ca4 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2258509'] for subnet, precommit_delete_associations {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:10.789097 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:10.823493 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [None req-46b0c2e6-e086-4808-8ace-8b89bd845312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] For port 9a2a73ce-d532-4831-9d71-040b07e88eb1, host n-h1-844202-1, cleared binding levels {{(pid=88525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:03:10.824136 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [None req-46b0c2e6-e086-4808-8ace-8b89bd845312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Attempted to set empty binding levels {{(pid=88525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Jun 01 19:03:10.844135 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-46b0c2e6-e086-4808-8ace-8b89bd845312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:10.863605 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-36ae126f-e859-4dd3-9f9a-22d3b8bd506e req-c345325a-e48c-4ed6-8efb-3e8c22354825 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Deleting port a0175905-569d-4a9c-a1f9-a72042a8f0a8 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:03:10.864169 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-36ae126f-e859-4dd3-9f9a-22d3b8bd506e req-c345325a-e48c-4ed6-8efb-3e8c22354825 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:10.905884 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:10.929524 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7fa216-3bab-4cdf-b42f-771b3f155975 req-566bb35a-d351-413b-a548-0fd10916007f tempest-VolumesNegativeTest-2093150448 tempest-VolumesNegativeTest-2093150448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:03:10.936976 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-5e7fa216-3bab-4cdf-b42f-771b3f155975 req-566bb35a-d351-413b-a548-0fd10916007f tempest-VolumesNegativeTest-2093150448 tempest-VolumesNegativeTest-2093150448-project] 10.222.0.41 "GET /v2.0/ports?device_id=50053e16-c3e1-4744-80ad-671a6c2c3795 HTTP/1.1" status: 200 len: 949 time: 0.6623132 Jun 01 19:03:11.008013 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-46b0c2e6-e086-4808-8ace-8b89bd845312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] In _notify_port_updated(), no bound segment for port 9a2a73ce-d532-4831-9d71-040b07e88eb1 on network 57db2152-a0ca-46a3-b2b2-0de6f8a35ffc {{(pid=88525) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 01 19:03:11.008809 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46b0c2e6-e086-4808-8ace-8b89bd845312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:03:11.009395 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-46b0c2e6-e086-4808-8ace-8b89bd845312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:11.013533 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3d8fc0e5-2010-4471-b5cb-b69b7fe2d354 req-9ef9e52d-fac5-4037-bd44-7b02c7f68ce9 tempest-ServerShowV254Test-1879500691 tempest-ServerShowV254Test-1879500691-project] 10.222.0.41 "GET /v2.0/ports?device_id=a28fc81f-8715-4a54-b8a9-6afe2d6ee821 HTTP/1.1" status: 200 len: 210 time: 0.2034492 Jun 01 19:03:11.013706 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-46b0c2e6-e086-4808-8ace-8b89bd845312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] 10.222.0.41 "PUT /v2.0/ports/9a2a73ce-d532-4831-9d71-040b07e88eb1 HTTP/1.1" status: 200 len: 979 time: 4.5763247 Jun 01 19:03:11.024435 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 45016) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:03:11.042839 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b0c2e6-e086-4808-8ace-8b89bd845312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Pushing event updated for resources: {'Port': ['ID=9a2a73ce-d532-4831-9d71-040b07e88eb1,revision_number=3']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:03:11.088316 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-5e7fa216-3bab-4cdf-b42f-771b3f155975 req-c4d50ba7-4272-4961-be9b-2c620b67c0a5 tempest-VolumesNegativeTest-2093150448 tempest-VolumesNegativeTest-2093150448-project] 10.222.0.41 "GET /v2.0/security-groups?id=36ab00bc-1bd0-4bf1-8c5b-6eb85398098b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503034 Jun 01 19:03:11.123661 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-cd8f0b52-2dbd-46d0-90b1-e9c591019512 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:11.235645 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-0d6d904d-cdd7-4da7-ac71-488562015aad tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Deleting port 9a2a73ce-d532-4831-9d71-040b07e88eb1 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:03:11.236010 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-0d6d904d-cdd7-4da7-ac71-488562015aad tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:11.289696 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-b0ee9d70-3c5c-459b-95a9-307f1bb5a3f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb28304e-3805-4cf6-b433-f6c6230e1e5b', 'name': 'tempest-TestNetworkBasicOps-router-1191796848', 'tenant_id': 'd3eb50f3028440db9726ae16e6111d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': '63f4b62a-c06f-44f6-8805-96b30709e05f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:59:37Z', 'updated_at': '2022-06-01T19:03:07Z', 'revision_number': 7, 'project_id': 'd3eb50f3028440db9726ae16e6111d12', 'gw_port': {'id': '63f4b62a-c06f-44f6-8805-96b30709e05f', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:2c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb28304e-3805-4cf6-b433-f6c6230e1e5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:59:39Z', 'updated_at': '2022-06-01T18:59:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:03:11.309780 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ee9d70-3c5c-459b-95a9-307f1bb5a3f5 None None] Checking router: bb28304e-3805-4cf6-b433-f6c6230e1e5b for host: n-d-844202-1 {{(pid=88526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 19:03:11.312132 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:11.325698 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ee9d70-3c5c-459b-95a9-307f1bb5a3f5 None None] Routers {'bb28304e-3805-4cf6-b433-f6c6230e1e5b'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:03:11.326335 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-b0ee9d70-3c5c-459b-95a9-307f1bb5a3f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:03:09Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['bb28304e-3805-4cf6-b433-f6c6230e1e5b'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:03:11.408179 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-05cd3c26-8d7c-4668-ad13-115418302ca4 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:11.456068 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8f0b52-2dbd-46d0-90b1-e9c591019512 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Pushing event deleted for resources: {'Port': ['ID=f694379a-131f-4fb8-a83c-4a06e7e38462,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:03:11.526792 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-b0ee9d70-3c5c-459b-95a9-307f1bb5a3f5 None None] Set router bb28304e-3805-4cf6-b433-f6c6230e1e5b gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:03:11.669909 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-cd8f0b52-2dbd-46d0-90b1-e9c591019512 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks [] for floatingip, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:11.717552 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-cd8f0b52-2dbd-46d0-90b1-e9c591019512 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for floatingip, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:11.725784 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-cd8f0b52-2dbd-46d0-90b1-e9c591019512 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] 10.222.0.41 "DELETE /v2.0/floatingips/9876ab95-a45b-441f-a573-d39ad89ec639 HTTP/1.1" status: 204 len: 168 time: 1.9418075 Jun 01 19:03:11.726808 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-05cd3c26-8d7c-4668-ad13-115418302ca4 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2614143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9667199'] for subnet, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:11.744983 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 45034) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:03:11.791296 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-05cd3c26-8d7c-4668-ad13-115418302ca4 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:11.803708 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-bc9b7248-3af0-464c-a261-e76c413aed40 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Request body: {'floatingip': {'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'port_id': '9729a7ae-5fc0-4ccb-b05f-3e7927d7f202'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:03:11.810099 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cd3c26-8d7c-4668-ad13-115418302ca4 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Pushing event deleted for resources: {'Subnet': ['ID=6ed963cc-5a55-45a1-891d-724fd87ad4ca,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:03:11.814912 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-05cd3c26-8d7c-4668-ad13-115418302ca4 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] 10.222.0.41 "DELETE /v2.0/subnets/6ed963cc-5a55-45a1-891d-724fd87ad4ca HTTP/1.1" status: 204 len: 168 time: 1.6015017 Jun 01 19:03:11.816445 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-bc9b7248-3af0-464c-a261-e76c413aed40 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:03:11.819750 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 45038) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:03:11.872530 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65dd86ff-b5dc-406d-82fe-e72c4d06c281 None None] Network 81249ed1-a33f-4045-8ad1-594c3da17cb8 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:03:11.889264 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-bc9b7248-3af0-464c-a261-e76c413aed40 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Usage tracker for resource:floatingip and tenant:a0eb4836fe25462db2032ac7c054c0ab is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:03:11.898288 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-bc9b7248-3af0-464c-a261-e76c413aed40 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:03:11.915328 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-bc9b7248-3af0-464c-a261-e76c413aed40 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:03:11.929753 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ec27c71b-d29b-42a1-9a18-6b99229cd7f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2718919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3066602'] for subnet, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:12.103273 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:12.109816 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:12.137950 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-bc9b7248-3af0-464c-a261-e76c413aed40 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks [] for floatingip, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:12.166984 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec27c71b-d29b-42a1-9a18-6b99229cd7f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa6a89cc-46a7-4ee1-b107-90b600091918,revision_number=0']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:03:12.238843 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-36ae126f-e859-4dd3-9f9a-22d3b8bd506e req-c345325a-e48c-4ed6-8efb-3e8c22354825 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] For port a0175905-569d-4a9c-a1f9-a72042a8f0a8, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=a0175905-569d-4a9c-a1f9-a72042a8f0a8,segment=NetworkSegment(d147e68c-d5fd-47df-bf65-d6c5991a53c2),segment_id=d147e68c-d5fd-47df-bf65-d6c5991a53c2)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:03:12.239360 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-36ae126f-e859-4dd3-9f9a-22d3b8bd506e req-c345325a-e48c-4ed6-8efb-3e8c22354825 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:12.242529 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-08bbef8e-9296-4e9d-b216-0f09d1b2bda6 req-8ac5c484-25f3-4ced-bc09-df528457c912 tempest-ServerShowV254Test-1879500691 tempest-ServerShowV254Test-1879500691-project] 10.222.0.41 "GET /v2.0/ports?device_id=a28fc81f-8715-4a54-b8a9-6afe2d6ee821 HTTP/1.1" status: 200 len: 210 time: 0.1056619 Jun 01 19:03:12.394715 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-b0ee9d70-3c5c-459b-95a9-307f1bb5a3f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb28304e-3805-4cf6-b433-f6c6230e1e5b', 'name': 'tempest-TestNetworkBasicOps-router-1191796848', 'tenant_id': 'd3eb50f3028440db9726ae16e6111d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': '63f4b62a-c06f-44f6-8805-96b30709e05f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:59:37Z', 'updated_at': '2022-06-01T19:03:07Z', 'revision_number': 7, 'project_id': 'd3eb50f3028440db9726ae16e6111d12', 'gw_port': {'id': '63f4b62a-c06f-44f6-8805-96b30709e05f', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:2c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb28304e-3805-4cf6-b433-f6c6230e1e5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:59:39Z', 'updated_at': '2022-06-01T18:59:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:03:12.405800 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ee9d70-3c5c-459b-95a9-307f1bb5a3f5 None None] The sync data for ids ['bb28304e-3805-4cf6-b433-f6c6230e1e5b'] in n-d-844202-1 is: [{'id': 'bb28304e-3805-4cf6-b433-f6c6230e1e5b', 'name': 'tempest-TestNetworkBasicOps-router-1191796848', 'tenant_id': 'd3eb50f3028440db9726ae16e6111d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': '63f4b62a-c06f-44f6-8805-96b30709e05f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T18:59:37Z', 'updated_at': '2022-06-01T19:03:07Z', 'revision_number': 7, 'project_id': 'd3eb50f3028440db9726ae16e6111d12', 'gw_port': {'id': '63f4b62a-c06f-44f6-8805-96b30709e05f', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:2c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb28304e-3805-4cf6-b433-f6c6230e1e5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T18:59:39Z', 'updated_at': '2022-06-01T18:59:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}] {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:03:12.432374 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a7694fd-1d90-47e8-8867-8fd36c96899f None None] DHCP port deletion for 81249ed1-a33f-4045-8ad1-594c3da17cb8 request from n-d-844202-1 {{(pid=88526) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 19:03:12.436580 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-1a7694fd-1d90-47e8-8867-8fd36c96899f None None] Deleting port 3bff481e-9ba4-4bca-9b70-0db1655b47b1 {{(pid=88526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:03:12.437031 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-1a7694fd-1d90-47e8-8867-8fd36c96899f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:12.505345 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-36ae126f-e859-4dd3-9f9a-22d3b8bd506e req-c345325a-e48c-4ed6-8efb-3e8c22354825 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Calling delete_port for a0175905-569d-4a9c-a1f9-a72042a8f0a8 owned by compute:nova {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:03:12.540038 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-05eca65d-c760-4b3b-a645-af118a443d6a tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks [] for router, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:12.574676 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec27c71b-d29b-42a1-9a18-6b99229cd7f7 admin admin] Checking segment: {'id': 'cfb2cecd-4c00-461e-8a49-747136c32d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'f4de72e4-b968-47ad-b96a-118061d75eee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:03:12.575069 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec27c71b-d29b-42a1-9a18-6b99229cd7f7 admin admin] Network hostable DHCP agents. Network: f4de72e4-b968-47ad-b96a-118061d75eee, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88524) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 19:03:12.586052 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [None req-0d6d904d-cdd7-4da7-ac71-488562015aad tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] For port 9a2a73ce-d532-4831-9d71-040b07e88eb1, host n-h1-844202-1, got binding levels [] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:03:12.586334 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-0d6d904d-cdd7-4da7-ac71-488562015aad tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:12.651990 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.agents_db [None req-e814b9cf-7de8-45d0-a079-29c61fabe7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 19:03:12.750620 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-1a7694fd-1d90-47e8-8867-8fd36c96899f None None] For port 3bff481e-9ba4-4bca-9b70-0db1655b47b1, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=3bff481e-9ba4-4bca-9b70-0db1655b47b1,segment=NetworkSegment(246b7005-0935-4ff3-9c3d-ab1795846166),segment_id=246b7005-0935-4ff3-9c3d-ab1795846166)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:03:12.751104 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-1a7694fd-1d90-47e8-8867-8fd36c96899f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:12.787795 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-0d6d904d-cdd7-4da7-ac71-488562015aad tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Calling delete_port for 9a2a73ce-d532-4831-9d71-040b07e88eb1 owned by {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:03:12.834403 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75443dd6-d395-429b-85a3-d3029e3b2d56 req-fb32fdc3-416c-4900-87db-8413e50363ac tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:03:12.842288 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-75443dd6-d395-429b-85a3-d3029e3b2d56 req-fb32fdc3-416c-4900-87db-8413e50363ac tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/ports?device_id=2d09c7dc-ab70-4778-9108-37aeccd6701e HTTP/1.1" status: 200 len: 946 time: 1.5090437 Jun 01 19:03:12.866488 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec27c71b-d29b-42a1-9a18-6b99229cd7f7 admin admin] Network f4de72e4-b968-47ad-b96a-118061d75eee is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88524) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 19:03:12.876979 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d563e57e-d9fc-4e58-8b47-dcfe485ce040 req-d45a5052-0520-43ee-a7cb-4cb32a9b1c6a tempest-VolumesNegativeTest-2093150448 tempest-VolumesNegativeTest-2093150448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:03:12.885222 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-ec27c71b-d29b-42a1-9a18-6b99229cd7f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, f4de72e4-b968-47ad-b96a-118061d75eee) {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:03:12.889870 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec27c71b-d29b-42a1-9a18-6b99229cd7f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:03:12.890458 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ec27c71b-d29b-42a1-9a18-6b99229cd7f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:12.891654 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d563e57e-d9fc-4e58-8b47-dcfe485ce040 req-d45a5052-0520-43ee-a7cb-4cb32a9b1c6a tempest-VolumesNegativeTest-2093150448 tempest-VolumesNegativeTest-2093150448-project] 10.222.0.41 "GET /v2.0/ports?device_id=50053e16-c3e1-4744-80ad-671a6c2c3795 HTTP/1.1" status: 200 len: 949 time: 0.4920406 Jun 01 19:03:12.959622 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-1a7694fd-1d90-47e8-8867-8fd36c96899f None None] Calling delete_port for 3bff481e-9ba4-4bca-9b70-0db1655b47b1 owned by network:dhcp {{(pid=88526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:03:13.028487 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-75443dd6-d395-429b-85a3-d3029e3b2d56 req-b825feaf-306b-4af7-9e82-4bf0434c1681 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a351d5c-3364-42d8-bd0d-648028a392a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851137 Jun 01 19:03:13.051492 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-ec27c71b-d29b-42a1-9a18-6b99229cd7f7 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.8273549 Jun 01 19:03:13.061653 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-bc9b7248-3af0-464c-a261-e76c413aed40 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:13.082252 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-0d6d904d-cdd7-4da7-ac71-488562015aad tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:13.145823 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-317705a2-2f99-4c46-aaee-7a3420dcdc12 None None] Network f4de72e4-b968-47ad-b96a-118061d75eee requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:03:13.150214 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-36ae126f-e859-4dd3-9f9a-22d3b8bd506e req-c345325a-e48c-4ed6-8efb-3e8c22354825 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:13.172086 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 3bff481e-9ba4-4bca-9b70-0db1655b47b1 no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:03:13.202653 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d563e57e-d9fc-4e58-8b47-dcfe485ce040 req-be2af3a8-9662-4d92-bf02-e6877d9584e8 tempest-VolumesNegativeTest-2093150448 tempest-VolumesNegativeTest-2093150448-project] 10.222.0.41 "GET /v2.0/security-groups?id=36ab00bc-1bd0-4bf1-8c5b-6eb85398098b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3056927 Jun 01 19:03:13.204388 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-05eca65d-c760-4b3b-a645-af118a443d6a tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:13.246013 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-05eca65d-c760-4b3b-a645-af118a443d6a tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Deleting port 63f4b62a-c06f-44f6-8805-96b30709e05f {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:03:13.246675 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-05eca65d-c760-4b3b-a645-af118a443d6a tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:13.252259 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6d904d-cdd7-4da7-ac71-488562015aad tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Pushing event deleted for resources: {'Port': ['ID=9a2a73ce-d532-4831-9d71-040b07e88eb1,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:03:13.279397 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] get_ports_and_sgs() called for port_ids ['72352e64-9120-4343-9c57-bb57c2532e4b'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 19:03:13.394168 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-1a7694fd-1d90-47e8-8867-8fd36c96899f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535'] for port, after_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:13.407989 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-0d6d904d-cdd7-4da7-ac71-488562015aad tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:13.534976 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: 3bff481e-9ba4-4bca-9b70-0db1655b47b1 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:03:13.535574 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c345325a-e48c-4ed6-8efb-3e8c22354825 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Pushing event deleted for resources: {'Port': ['ID=a0175905-569d-4a9c-a1f9-a72042a8f0a8,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:03:13.535697 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 3bff481e-9ba4-4bca-9b70-0db1655b47b1 not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:03:13.541091 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-efcb4d54-9e93-4627-add5-ff2ae2ee2892 req-35ee2bde-6565-4a80-8350-d6fc52e73818 tempest-ServerShowV254Test-1879500691 tempest-ServerShowV254Test-1879500691-project] 10.222.0.41 "GET /v2.0/ports?device_id=a28fc81f-8715-4a54-b8a9-6afe2d6ee821 HTTP/1.1" status: 200 len: 210 time: 0.0936437 Jun 01 19:03:13.544322 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 0af93757-175f-46a7-ad15-c24ac7f60ee6 no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:03:13.546154 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-0d6d904d-cdd7-4da7-ac71-488562015aad tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] 10.222.0.41 "DELETE /v2.0/ports/9a2a73ce-d532-4831-9d71-040b07e88eb1 HTTP/1.1" status: 204 len: 168 time: 2.4643314 Jun 01 19:03:13.547603 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-36ae126f-e859-4dd3-9f9a-22d3b8bd506e req-c345325a-e48c-4ed6-8efb-3e8c22354825 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] No DVR routers for this DVR port a0175905-569d-4a9c-a1f9-a72042a8f0a8 on host n-h2-844202-1 {{(pid=88524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:03:13.550975 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-36ae126f-e859-4dd3-9f9a-22d3b8bd506e req-c345325a-e48c-4ed6-8efb-3e8c22354825 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:13.553508 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-36ae126f-e859-4dd3-9f9a-22d3b8bd506e req-c345325a-e48c-4ed6-8efb-3e8c22354825 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.50 "DELETE /v2.0/ports/a0175905-569d-4a9c-a1f9-a72042a8f0a8 HTTP/1.1" status: 204 len: 173 time: 2.9349358 Jun 01 19:03:13.553983 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 45068) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:03:13.554517 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d09c7dc-ab70-4778-9108-37aeccd6701e', 'name': 'network-vif-deleted', 'tag': 'a0175905-569d-4a9c-a1f9-a72042a8f0a8'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:03:13.580875 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [None req-05eca65d-c760-4b3b-a645-af118a443d6a tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] For port 63f4b62a-c06f-44f6-8805-96b30709e05f, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=63f4b62a-c06f-44f6-8805-96b30709e05f,segment=NetworkSegment(7875af61-4c53-4ff2-b8c8-d4b7c35ff947),segment_id=7875af61-4c53-4ff2-b8c8-d4b7c35ff947)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:03:13.581354 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-05eca65d-c760-4b3b-a645-af118a443d6a tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:13.639239 n-d-844202-1 neutron-server[88524]: INFO neutron.pecan_wsgi.hooks.translation [None req-9117dea6-3c3b-4d63-a23e-477c78ae8824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] GET failed (client error): The resource could not be found. Jun 01 19:03:13.640023 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-9117dea6-3c3b-4d63-a23e-477c78ae8824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Synchronizing usage tracker for tenant:c76b27a26d774ad09716afc9a680a4c7 on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:03:13.657259 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: 0af93757-175f-46a7-ad15-c24ac7f60ee6 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:03:13.657903 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 0af93757-175f-46a7-ad15-c24ac7f60ee6 not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:03:13.658786 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-9117dea6-3c3b-4d63-a23e-477c78ae8824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] Unset dirty status for tenant:c76b27a26d774ad09716afc9a680a4c7 on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:03:13.660392 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-9117dea6-3c3b-4d63-a23e-477c78ae8824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314562149-project-admin] 10.222.0.41 "GET /v2.0/ports/9a2a73ce-d532-4831-9d71-040b07e88eb1 HTTP/1.1" status: 404 len: 333 time: 0.0926933 Jun 01 19:03:13.669670 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 45076) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:03:13.691478 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7694fd-1d90-47e8-8867-8fd36c96899f None None] Pushing event deleted for resources: {'Port': ['ID=3bff481e-9ba4-4bca-9b70-0db1655b47b1,revision_number=None']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:03:13.721507 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a7694fd-1d90-47e8-8867-8fd36c96899f None None] No DVR routers for this DVR port 3bff481e-9ba4-4bca-9b70-0db1655b47b1 on host n-d-844202-1 {{(pid=88526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:03:13.843377 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b48404a1-fb74-489c-88c4-118fd5a3f303'] response: {'server_uuid': '2d09c7dc-ab70-4778-9108-37aeccd6701e', 'name': 'network-vif-deleted', 'tag': 'a0175905-569d-4a9c-a1f9-a72042a8f0a8', 'status': 'completed', 'code': 200} Jun 01 19:03:13.870622 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-80e1173e-984f-4f86-a4bc-cc7a0424e823 req-460a1a11-90ff-4b52-8aa9-25ff6798c18e tempest-SecurityGroupRulesNegativeTestJSON-1371045789 tempest-SecurityGroupRulesNegativeTestJSON-1371045789-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-594305494', 'description': 'tempest-description-1818610269'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:03:13.880458 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-80e1173e-984f-4f86-a4bc-cc7a0424e823 req-460a1a11-90ff-4b52-8aa9-25ff6798c18e tempest-SecurityGroupRulesNegativeTestJSON-1371045789 tempest-SecurityGroupRulesNegativeTestJSON-1371045789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:03:13.900154 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-80e1173e-984f-4f86-a4bc-cc7a0424e823 req-460a1a11-90ff-4b52-8aa9-25ff6798c18e tempest-SecurityGroupRulesNegativeTestJSON-1371045789 tempest-SecurityGroupRulesNegativeTestJSON-1371045789-project] Usage tracker for resource:security_group and tenant:3d120ba72d054f6ea8fef17ae9817746 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:03:13.910609 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-80e1173e-984f-4f86-a4bc-cc7a0424e823 req-460a1a11-90ff-4b52-8aa9-25ff6798c18e tempest-SecurityGroupRulesNegativeTestJSON-1371045789 tempest-SecurityGroupRulesNegativeTestJSON-1371045789-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:03:13.939118 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-80e1173e-984f-4f86-a4bc-cc7a0424e823 req-460a1a11-90ff-4b52-8aa9-25ff6798c18e tempest-SecurityGroupRulesNegativeTestJSON-1371045789 tempest-SecurityGroupRulesNegativeTestJSON-1371045789-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:03:13.963544 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-14f4868f-6672-4daa-bcff-4240940be2fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120258223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120258223-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:13.985882 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-05eca65d-c760-4b3b-a645-af118a443d6a tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Calling delete_port for 63f4b62a-c06f-44f6-8805-96b30709e05f owned by network:router_gateway {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:03:13.987148 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-80e1173e-984f-4f86-a4bc-cc7a0424e823 req-460a1a11-90ff-4b52-8aa9-25ff6798c18e tempest-SecurityGroupRulesNegativeTestJSON-1371045789 tempest-SecurityGroupRulesNegativeTestJSON-1371045789-project] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:14.017196 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bc65f29-ab32-4e98-87a5-0479134d1f18 None None] Network f4de72e4-b968-47ad-b96a-118061d75eee requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:03:14.053775 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-80e1173e-984f-4f86-a4bc-cc7a0424e823 req-460a1a11-90ff-4b52-8aa9-25ff6798c18e tempest-SecurityGroupRulesNegativeTestJSON-1371045789 tempest-SecurityGroupRulesNegativeTestJSON-1371045789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:03:14.072948 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-80e1173e-984f-4f86-a4bc-cc7a0424e823 req-460a1a11-90ff-4b52-8aa9-25ff6798c18e tempest-SecurityGroupRulesNegativeTestJSON-1371045789 tempest-SecurityGroupRulesNegativeTestJSON-1371045789-project] Usage tracker for resource:security_group_rule and tenant:3d120ba72d054f6ea8fef17ae9817746 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:03:14.080490 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-80e1173e-984f-4f86-a4bc-cc7a0424e823 req-460a1a11-90ff-4b52-8aa9-25ff6798c18e tempest-SecurityGroupRulesNegativeTestJSON-1371045789 tempest-SecurityGroupRulesNegativeTestJSON-1371045789-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:03:14.278224 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-80e1173e-984f-4f86-a4bc-cc7a0424e823 req-460a1a11-90ff-4b52-8aa9-25ff6798c18e tempest-SecurityGroupRulesNegativeTestJSON-1371045789 tempest-SecurityGroupRulesNegativeTestJSON-1371045789-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:03:14.310010 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-14f4868f-6672-4daa-bcff-4240940be2fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120258223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120258223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:14.350913 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-14f4868f-6672-4daa-bcff-4240940be2fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120258223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120258223-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57db2152-a0ca-46a3-b2b2-0de6f8a35ffc']}} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:03:14.417140 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-80e1173e-984f-4f86-a4bc-cc7a0424e823 req-460a1a11-90ff-4b52-8aa9-25ff6798c18e tempest-SecurityGroupRulesNegativeTestJSON-1371045789 tempest-SecurityGroupRulesNegativeTestJSON-1371045789-project] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:14.426075 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-80e1173e-984f-4f86-a4bc-cc7a0424e823 req-460a1a11-90ff-4b52-8aa9-25ff6798c18e tempest-SecurityGroupRulesNegativeTestJSON-1371045789 tempest-SecurityGroupRulesNegativeTestJSON-1371045789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:14.464651 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-14f4868f-6672-4daa-bcff-4240940be2fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120258223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120258223-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcf91f5e-9d7e-4c07-a6d4-33300986f7e9') {'for_net_delete': True} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:03:14.465087 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-14f4868f-6672-4daa-bcff-4240940be2fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120258223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120258223-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcf91f5e-9d7e-4c07-a6d4-33300986f7e9') {} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:03:14.471974 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460a1a11-90ff-4b52-8aa9-25ff6798c18e tempest-SecurityGroupRulesNegativeTestJSON-1371045789 tempest-SecurityGroupRulesNegativeTestJSON-1371045789-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1becddc0-8b54-4add-b731-1c9cf4f6a7b7,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:03:14.492245 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-14f4868f-6672-4daa-bcff-4240940be2fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120258223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120258223-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2702126'] for segment, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:14.511523 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-80e1173e-984f-4f86-a4bc-cc7a0424e823 req-460a1a11-90ff-4b52-8aa9-25ff6798c18e tempest-SecurityGroupRulesNegativeTestJSON-1371045789 tempest-SecurityGroupRulesNegativeTestJSON-1371045789-project] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:14.513065 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-80e1173e-984f-4f86-a4bc-cc7a0424e823 req-460a1a11-90ff-4b52-8aa9-25ff6798c18e tempest-SecurityGroupRulesNegativeTestJSON-1371045789 tempest-SecurityGroupRulesNegativeTestJSON-1371045789-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.6468048 Jun 01 19:03:14.516841 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-14f4868f-6672-4daa-bcff-4240940be2fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120258223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120258223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:14.525679 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14f4868f-6672-4daa-bcff-4240940be2fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120258223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120258223-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=88524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 19:03:14.526213 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-14f4868f-6672-4daa-bcff-4240940be2fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120258223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120258223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2719018'] for segment, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:14.575409 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment fcf91f5e-9d7e-4c07-a6d4-33300986f7e9 resource provider aggregate not found Jun 01 19:03:14.673909 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment fcf91f5e-9d7e-4c07-a6d4-33300986f7e9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fcf91f5e-9d7e-4c07-a6d4-33300986f7e9 found for delete ", "request_id": "req-67241662-48a8-4540-bfd6-a096e293d9c1"}]} Jun 01 19:03:14.700092 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-14f4868f-6672-4daa-bcff-4240940be2fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120258223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120258223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:14.737803 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [None req-bc9b7248-3af0-464c-a261-e76c413aed40 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Allocated IP 172.25.4.14 (72a72e44-6845-488a-a5ff-3a26d4df9cb3/c314a23b-daa2-4106-ab28-8e6f954277b2/d0960a94-9056-496b-a2b4-0b7ae100bdbe) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:03:14.738686 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-14f4868f-6672-4daa-bcff-4240940be2fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120258223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120258223-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:14.765714 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f4868f-6672-4daa-bcff-4240940be2fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120258223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120258223-project] Pushing event deleted for resources: {'Network': ['ID=57db2152-a0ca-46a3-b2b2-0de6f8a35ffc,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:03:14.770164 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-14f4868f-6672-4daa-bcff-4240940be2fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120258223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1120258223-project] 10.222.0.41 "DELETE /v2.0/networks/57db2152-a0ca-46a3-b2b2-0de6f8a35ffc HTTP/1.1" status: 204 len: 168 time: 1.0992420 Jun 01 19:03:14.775049 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device a0175905-569d-4a9c-a1f9-a72042a8f0a8 no longer exists at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:03:14.871987 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] No Port match for: a0175905-569d-4a9c-a1f9-a72042a8f0a8 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:03:14.873162 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device a0175905-569d-4a9c-a1f9-a72042a8f0a8 not bound to the agent host n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:03:14.875565 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea0b0b8-65d2-4b5a-a152-c442eef51e47 req-ce6d98ab-8de4-49b1-aef4-a3b1adefb571 tempest-VolumesNegativeTest-2093150448 tempest-VolumesNegativeTest-2093150448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:03:14.880951 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-9ea0b0b8-65d2-4b5a-a152-c442eef51e47 req-ce6d98ab-8de4-49b1-aef4-a3b1adefb571 tempest-VolumesNegativeTest-2093150448 tempest-VolumesNegativeTest-2093150448-project] 10.222.0.41 "GET /v2.0/ports?device_id=50053e16-c3e1-4744-80ad-671a6c2c3795 HTTP/1.1" status: 200 len: 949 time: 0.8402574 Jun 01 19:03:14.907532 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-82525c98-daac-4bdb-bcc9-57bb19691918 req-11b56865-1e00-4cb5-b492-c75bbcd71a17 tempest-SecurityGroupRulesNegativeTestJSON-1371045789 tempest-SecurityGroupRulesNegativeTestJSON-1371045789-project] 10.222.0.41 "GET /v2.0/security-groups/1becddc0-8b54-4add-b731-1c9cf4f6a7b7 HTTP/1.1" status: 200 len: 1814 time: 0.0730820 Jun 01 19:03:14.941716 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-82525c98-daac-4bdb-bcc9-57bb19691918 req-9a65e81a-9b77-40be-8699-26aaf64f3f32 tempest-SecurityGroupRulesNegativeTestJSON-1371045789 tempest-SecurityGroupRulesNegativeTestJSON-1371045789-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1becddc0-8b54-4add-b731-1c9cf4f6a7b7', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:03:14.942476 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-82525c98-daac-4bdb-bcc9-57bb19691918 req-9a65e81a-9b77-40be-8699-26aaf64f3f32 tempest-SecurityGroupRulesNegativeTestJSON-1371045789 tempest-SecurityGroupRulesNegativeTestJSON-1371045789-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1becddc0-8b54-4add-b731-1c9cf4f6a7b7', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:03:14.952089 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-82525c98-daac-4bdb-bcc9-57bb19691918 req-9a65e81a-9b77-40be-8699-26aaf64f3f32 tempest-SecurityGroupRulesNegativeTestJSON-1371045789 tempest-SecurityGroupRulesNegativeTestJSON-1371045789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:03:14.957340 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-82525c98-daac-4bdb-bcc9-57bb19691918 req-9a65e81a-9b77-40be-8699-26aaf64f3f32 tempest-SecurityGroupRulesNegativeTestJSON-1371045789 tempest-SecurityGroupRulesNegativeTestJSON-1371045789-project] Usage tracker for resource:security_group_rule and tenant:3d120ba72d054f6ea8fef17ae9817746 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:03:14.960372 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-82525c98-daac-4bdb-bcc9-57bb19691918 req-9a65e81a-9b77-40be-8699-26aaf64f3f32 tempest-SecurityGroupRulesNegativeTestJSON-1371045789 tempest-SecurityGroupRulesNegativeTestJSON-1371045789-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:03:14.967565 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-82525c98-daac-4bdb-bcc9-57bb19691918 req-9a65e81a-9b77-40be-8699-26aaf64f3f32 tempest-SecurityGroupRulesNegativeTestJSON-1371045789 tempest-SecurityGroupRulesNegativeTestJSON-1371045789-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:03:15.030297 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-bc9b7248-3af0-464c-a261-e76c413aed40 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:15.058286 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-05eca65d-c760-4b3b-a645-af118a443d6a tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:15.127701 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 45100) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:03:15.130222 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05eca65d-c760-4b3b-a645-af118a443d6a tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Pushing event deleted for resources: {'Port': ['ID=63f4b62a-c06f-44f6-8805-96b30709e05f,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:03:15.141808 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-82525c98-daac-4bdb-bcc9-57bb19691918 req-9a65e81a-9b77-40be-8699-26aaf64f3f32 tempest-SecurityGroupRulesNegativeTestJSON-1371045789 tempest-SecurityGroupRulesNegativeTestJSON-1371045789-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:15.171569 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-82525c98-daac-4bdb-bcc9-57bb19691918 req-9a65e81a-9b77-40be-8699-26aaf64f3f32 tempest-SecurityGroupRulesNegativeTestJSON-1371045789 tempest-SecurityGroupRulesNegativeTestJSON-1371045789-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:15.180406 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-bc9b7248-3af0-464c-a261-e76c413aed40 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:15.182630 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bc9750-0873-4caf-9680-b59263227ffa req-ea461efc-2b42-40fc-867b-d3934aa5a09f tempest-VolumesNegativeTest-2093150448 tempest-VolumesNegativeTest-2093150448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:03:15.184148 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-06bc9750-0873-4caf-9680-b59263227ffa req-ea461efc-2b42-40fc-867b-d3934aa5a09f tempest-VolumesNegativeTest-2093150448 tempest-VolumesNegativeTest-2093150448-project] 10.222.0.50 "GET /v2.0/ports?device_id=50053e16-c3e1-4744-80ad-671a6c2c3795 HTTP/1.1" status: 200 len: 949 time: 0.1747327 Jun 01 19:03:15.185267 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-82525c98-daac-4bdb-bcc9-57bb19691918 req-9a65e81a-9b77-40be-8699-26aaf64f3f32 tempest-SecurityGroupRulesNegativeTestJSON-1371045789 tempest-SecurityGroupRulesNegativeTestJSON-1371045789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:15.258756 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a65e81a-9b77-40be-8699-26aaf64f3f32 tempest-SecurityGroupRulesNegativeTestJSON-1371045789 tempest-SecurityGroupRulesNegativeTestJSON-1371045789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf5ff1f8-e9e1-42a7-ae74-64785c034b4b,revision_number=0']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:03:15.310925 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-82525c98-daac-4bdb-bcc9-57bb19691918 req-9a65e81a-9b77-40be-8699-26aaf64f3f32 tempest-SecurityGroupRulesNegativeTestJSON-1371045789 tempest-SecurityGroupRulesNegativeTestJSON-1371045789-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:15.313208 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-82525c98-daac-4bdb-bcc9-57bb19691918 req-9a65e81a-9b77-40be-8699-26aaf64f3f32 tempest-SecurityGroupRulesNegativeTestJSON-1371045789 tempest-SecurityGroupRulesNegativeTestJSON-1371045789-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3862748 Jun 01 19:03:15.330062 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-9ea0b0b8-65d2-4b5a-a152-c442eef51e47 req-1f19f102-296e-4b80-ba45-a6097da37b90 tempest-VolumesNegativeTest-2093150448 tempest-VolumesNegativeTest-2093150448-project] 10.222.0.41 "GET /v2.0/security-groups?id=36ab00bc-1bd0-4bf1-8c5b-6eb85398098b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2654064 Jun 01 19:03:15.337346 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc9b7248-3af0-464c-a261-e76c413aed40 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:03:15.353397 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-bc9b7248-3af0-464c-a261-e76c413aed40 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:03:15.354554 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-273b78f5-c772-460f-a40e-c31415a74263 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=52366aaf07b8413d817858a6e094c003&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2250059 Jun 01 19:03:15.358176 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc9b7248-3af0-464c-a261-e76c413aed40 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:03:15.358812 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-06bc9750-0873-4caf-9680-b59263227ffa req-66814a18-6506-4a29-b558-cee83e9c0c22 tempest-VolumesNegativeTest-2093150448 tempest-VolumesNegativeTest-2093150448-project] Deleting port 0b20a216-63ba-427a-b69c-e9788a5d4e7e {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:03:15.359208 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-06bc9750-0873-4caf-9680-b59263227ffa req-66814a18-6506-4a29-b558-cee83e9c0c22 tempest-VolumesNegativeTest-2093150448 tempest-VolumesNegativeTest-2093150448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:15.395353 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 45114) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:03:15.432636 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9b7248-3af0-464c-a261-e76c413aed40 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Pushing event updated for resources: {'Port': ['ID=d0960a94-9056-496b-a2b4-0b7ae100bdbe,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:03:15.450126 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-05eca65d-c760-4b3b-a645-af118a443d6a tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-887703'] for router_gateway, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:15.572953 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f1e51169-266a-47fe-9780-f062f4444030 req-79dd5cca-64ee-4de9-a991-5e60e58633a3 tempest-ServerShowV254Test-1879500691 tempest-ServerShowV254Test-1879500691-project] 10.222.0.41 "GET /v2.0/ports?device_id=a28fc81f-8715-4a54-b8a9-6afe2d6ee821 HTTP/1.1" status: 200 len: 210 time: 0.1109250 Jun 01 19:03:15.700785 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e42ce0a5-8569-4cc9-aa7a-36f2b6d711c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:15.708013 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-05eca65d-c760-4b3b-a645-af118a443d6a tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25316'] for router, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:15.727193 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-05eca65d-c760-4b3b-a645-af118a443d6a tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:15.757455 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e42ce0a5-8569-4cc9-aa7a-36f2b6d711c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:15.833676 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-06bc9750-0873-4caf-9680-b59263227ffa req-66814a18-6506-4a29-b558-cee83e9c0c22 tempest-VolumesNegativeTest-2093150448 tempest-VolumesNegativeTest-2093150448-project] For port 0b20a216-63ba-427a-b69c-e9788a5d4e7e, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=0b20a216-63ba-427a-b69c-e9788a5d4e7e,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:03:15.833676 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-06bc9750-0873-4caf-9680-b59263227ffa req-66814a18-6506-4a29-b558-cee83e9c0c22 tempest-VolumesNegativeTest-2093150448 tempest-VolumesNegativeTest-2093150448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:15.837032 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-75a30a1f-46ef-4419-8aa6-e096fd413326 req-f8af5c93-332d-4d01-879b-e48b22d6575f tempest-SecurityGroupRulesNegativeTestJSON-1371045789 tempest-SecurityGroupRulesNegativeTestJSON-1371045789-project] 10.222.0.41 "GET /v2.0/security-groups/1becddc0-8b54-4add-b731-1c9cf4f6a7b7 HTTP/1.1" status: 200 len: 2408 time: 0.3326926 Jun 01 19:03:15.855999 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-05eca65d-c760-4b3b-a645-af118a443d6a tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-891519'] for router, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:15.856726 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05eca65d-c760-4b3b-a645-af118a443d6a tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Fanout notify agent at l3_agent the message router_deleted on router bb28304e-3805-4cf6-b433-f6c6230e1e5b {{(pid=88525) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 19:03:15.909982 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-5ff28e8a-3b81-429b-9d0e-5dd9759fe1e7 req-83abb10d-c973-4e61-91e2-76dcb65e620c tempest-SecurityGroupRulesNegativeTestJSON-1371045789 tempest-SecurityGroupRulesNegativeTestJSON-1371045789-project] 10.222.0.41 "GET /v2.0/security-group-rules/bf5ff1f8-e9e1-42a7-ae74-64785c034b4b HTTP/1.1" status: 200 len: 778 time: 0.0411897 Jun 01 19:03:15.914436 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-05eca65d-c760-4b3b-a645-af118a443d6a tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks [] for router, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:15.918508 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-05eca65d-c760-4b3b-a645-af118a443d6a tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] 10.222.0.41 "DELETE /v2.0/routers/bb28304e-3805-4cf6-b433-f6c6230e1e5b HTTP/1.1" status: 204 len: 168 time: 4.0975826 Jun 01 19:03:15.919193 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 45136) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:03:16.086661 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-06bc9750-0873-4caf-9680-b59263227ffa req-66814a18-6506-4a29-b558-cee83e9c0c22 tempest-VolumesNegativeTest-2093150448 tempest-VolumesNegativeTest-2093150448-project] Calling delete_port for 0b20a216-63ba-427a-b69c-e9788a5d4e7e owned by compute:nova {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:03:16.147274 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e42ce0a5-8569-4cc9-aa7a-36f2b6d711c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:16.176436 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42ce0a5-8569-4cc9-aa7a-36f2b6d711c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4947cd26-7f78-47cd-9cc4-8a7403045524,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:03:16.195048 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e42ce0a5-8569-4cc9-aa7a-36f2b6d711c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:16.196155 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-e42ce0a5-8569-4cc9-aa7a-36f2b6d711c1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4947cd26-7f78-47cd-9cc4-8a7403045524 HTTP/1.1" status: 204 len: 168 time: 0.7998648 Jun 01 19:03:16.257485 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7848fa1c-099c-46fd-9439-4a736796d665 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:16.265038 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fed28a-58c9-4e5f-aadd-f5a7c089716d req-ebe0186e-e1d7-417c-b7e2-d26a76bfd559 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:03:16.274252 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c1fed28a-58c9-4e5f-aadd-f5a7c089716d req-ebe0186e-e1d7-417c-b7e2-d26a76bfd559 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/networks?id=0c49dc6b-5e39-4101-b04d-1c1361c15d69 HTTP/1.1" status: 200 len: 806 time: 0.4169731 Jun 01 19:03:16.279661 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-5ff28e8a-3b81-429b-9d0e-5dd9759fe1e7 req-d36440d3-5fcd-40fd-bf83-424c6654524d tempest-SecurityGroupRulesNegativeTestJSON-1371045789 tempest-SecurityGroupRulesNegativeTestJSON-1371045789-project] 10.222.0.41 "GET /v2.0/security-groups/1becddc0-8b54-4add-b731-1c9cf4f6a7b7 HTTP/1.1" status: 200 len: 2408 time: 0.2997210 Jun 01 19:03:16.293267 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c1fed28a-58c9-4e5f-aadd-f5a7c089716d req-35f41be6-b207-4cc7-a901-6cec10bc13bd tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/quotas/ff411273a1ac46f2a91fb45afe578ccb HTTP/1.1" status: 200 len: 375 time: 0.0176122 Jun 01 19:03:16.523509 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-06bc9750-0873-4caf-9680-b59263227ffa req-66814a18-6506-4a29-b558-cee83e9c0c22 tempest-VolumesNegativeTest-2093150448 tempest-VolumesNegativeTest-2093150448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:16.539173 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] get_ports_and_sgs() called for port_ids ['0b20a216-63ba-427a-b69c-e9788a5d4e7e'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 19:03:16.628304 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66814a18-6506-4a29-b558-cee83e9c0c22 tempest-VolumesNegativeTest-2093150448 tempest-VolumesNegativeTest-2093150448-project] Pushing event deleted for resources: {'Port': ['ID=0b20a216-63ba-427a-b69c-e9788a5d4e7e,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:03:16.684097 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-5ff28e8a-3b81-429b-9d0e-5dd9759fe1e7 req-82dae285-a9f5-4a01-aefb-743edfef4a5b tempest-SecurityGroupRulesNegativeTestJSON-1371045789 tempest-SecurityGroupRulesNegativeTestJSON-1371045789-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:16.775102 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-5ff28e8a-3b81-429b-9d0e-5dd9759fe1e7 req-82dae285-a9f5-4a01-aefb-743edfef4a5b tempest-SecurityGroupRulesNegativeTestJSON-1371045789 tempest-SecurityGroupRulesNegativeTestJSON-1371045789-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:16.901886 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-c1fed28a-58c9-4e5f-aadd-f5a7c089716d req-35bb782f-6790-4e10-92d5-d518a1574ea0 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Synchronizing usage tracker for tenant:ff411273a1ac46f2a91fb45afe578ccb on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:03:16.909618 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 45150) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:03:16.934003 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-06bc9750-0873-4caf-9680-b59263227ffa req-66814a18-6506-4a29-b558-cee83e9c0c22 tempest-VolumesNegativeTest-2093150448 tempest-VolumesNegativeTest-2093150448-project] No DVR routers for this DVR port 0b20a216-63ba-427a-b69c-e9788a5d4e7e on host n-h2-844202-1 {{(pid=88524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:03:16.936597 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-06bc9750-0873-4caf-9680-b59263227ffa req-66814a18-6506-4a29-b558-cee83e9c0c22 tempest-VolumesNegativeTest-2093150448 tempest-VolumesNegativeTest-2093150448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:16.942112 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7848fa1c-099c-46fd-9439-4a736796d665 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:16.949764 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50053e16-c3e1-4744-80ad-671a6c2c3795', 'name': 'network-vif-deleted', 'tag': '0b20a216-63ba-427a-b69c-e9788a5d4e7e'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:03:16.965822 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-06bc9750-0873-4caf-9680-b59263227ffa req-66814a18-6506-4a29-b558-cee83e9c0c22 tempest-VolumesNegativeTest-2093150448 tempest-VolumesNegativeTest-2093150448-project] 10.222.0.50 "DELETE /v2.0/ports/0b20a216-63ba-427a-b69c-e9788a5d4e7e HTTP/1.1" status: 204 len: 173 time: 1.7648542 Jun 01 19:03:16.971861 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-5ff28e8a-3b81-429b-9d0e-5dd9759fe1e7 req-82dae285-a9f5-4a01-aefb-743edfef4a5b tempest-SecurityGroupRulesNegativeTestJSON-1371045789 tempest-SecurityGroupRulesNegativeTestJSON-1371045789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:16.982862 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-c1fed28a-58c9-4e5f-aadd-f5a7c089716d req-35bb782f-6790-4e10-92d5-d518a1574ea0 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Unset dirty status for tenant:ff411273a1ac46f2a91fb45afe578ccb on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:03:16.984292 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c1fed28a-58c9-4e5f-aadd-f5a7c089716d req-35bb782f-6790-4e10-92d5-d518a1574ea0 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=ff411273a1ac46f2a91fb45afe578ccb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6806867 Jun 01 19:03:17.012006 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-7848fa1c-099c-46fd-9439-4a736796d665 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81249ed1-a33f-4045-8ad1-594c3da17cb8']}} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:03:17.019876 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dae285-a9f5-4a01-aefb-743edfef4a5b tempest-SecurityGroupRulesNegativeTestJSON-1371045789 tempest-SecurityGroupRulesNegativeTestJSON-1371045789-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bf5ff1f8-e9e1-42a7-ae74-64785c034b4b,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:03:17.038584 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-7848fa1c-099c-46fd-9439-4a736796d665 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '246b7005-0935-4ff3-9c3d-ab1795846166') {'for_net_delete': True} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:03:17.038925 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-7848fa1c-099c-46fd-9439-4a736796d665 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '246b7005-0935-4ff3-9c3d-ab1795846166') {} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:03:17.049514 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 63f4b62a-c06f-44f6-8805-96b30709e05f no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:03:17.064101 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-d7f02856-c023-4995-85cc-f3e505e2945c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c76b27a26d774ad09716afc9a680a4c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1500058 Jun 01 19:03:17.083181 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 45156) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:03:17.098452 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: 63f4b62a-c06f-44f6-8805-96b30709e05f {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:03:17.099169 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 63f4b62a-c06f-44f6-8805-96b30709e05f not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:03:17.120019 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7848fa1c-099c-46fd-9439-4a736796d665 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2258522'] for segment, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:17.134300 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-5ff28e8a-3b81-429b-9d0e-5dd9759fe1e7 req-82dae285-a9f5-4a01-aefb-743edfef4a5b tempest-SecurityGroupRulesNegativeTestJSON-1371045789 tempest-SecurityGroupRulesNegativeTestJSON-1371045789-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:17.150351 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-5ff28e8a-3b81-429b-9d0e-5dd9759fe1e7 req-82dae285-a9f5-4a01-aefb-743edfef4a5b tempest-SecurityGroupRulesNegativeTestJSON-1371045789 tempest-SecurityGroupRulesNegativeTestJSON-1371045789-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/bf5ff1f8-e9e1-42a7-ae74-64785c034b4b HTTP/1.1" status: 204 len: 173 time: 0.8618457 Jun 01 19:03:17.174331 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-bc9b7248-3af0-464c-a261-e76c413aed40 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:17.177763 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7848fa1c-099c-46fd-9439-4a736796d665 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:17.189096 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c1fed28a-58c9-4e5f-aadd-f5a7c089716d req-5a986d8a-e428-4a62-873e-cc25bb83c4aa service neutron] 10.222.0.41 "GET /v2.0/networks/0c49dc6b-5e39-4101-b04d-1c1361c15d69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790452 Jun 01 19:03:17.203761 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7848fa1c-099c-46fd-9439-4a736796d665 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=88525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 19:03:17.204950 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7848fa1c-099c-46fd-9439-4a736796d665 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2613981'] for segment, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:17.303688 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment 246b7005-0935-4ff3-9c3d-ab1795846166 resource provider aggregate not found Jun 01 19:03:17.307319 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3f003805-abf0-49b5-bd54-e882c228bd15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:17.373089 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c1fed28a-58c9-4e5f-aadd-f5a7c089716d req-6de27b72-77f7-4961-97f8-605ffa557024 service neutron] 10.222.0.41 "GET /v2.0/networks/0c49dc6b-5e39-4101-b04d-1c1361c15d69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757705 Jun 01 19:03:17.378000 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment 246b7005-0935-4ff3-9c3d-ab1795846166 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 246b7005-0935-4ff3-9c3d-ab1795846166 found for delete ", "request_id": "req-0b0dcffa-12d2-43f4-9aaa-b7ab3c1dd0a4"}]} Jun 01 19:03:17.393803 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-785a8da9-b8ff-4e39-a5d3-19a90816509d req-b9029f3d-f703-4a8a-8010-7211013f7fcc tempest-VolumesNegativeTest-2093150448 tempest-VolumesNegativeTest-2093150448-project] 10.222.0.41 "GET /v2.0/ports?device_id=50053e16-c3e1-4744-80ad-671a6c2c3795 HTTP/1.1" status: 200 len: 210 time: 0.0841663 Jun 01 19:03:17.446106 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3f003805-abf0-49b5-bd54-e882c228bd15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:17.459846 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7848fa1c-099c-46fd-9439-4a736796d665 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:17.563502 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7848fa1c-099c-46fd-9439-4a736796d665 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks [] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:17.565377 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67eaf80a-5c88-4ee4-a9b6-eac4c211e8f7'] response: {'server_uuid': '50053e16-c3e1-4744-80ad-671a6c2c3795', 'name': 'network-vif-deleted', 'tag': '0b20a216-63ba-427a-b69c-e9788a5d4e7e', 'status': 'completed', 'code': 200} Jun 01 19:03:17.580527 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-37b75ba3-c2e7-478e-820d-fdfa67c820fe req-bab688e0-41a1-43df-95b1-e5f884656895 tempest-SecurityGroupRulesNegativeTestJSON-1371045789 tempest-SecurityGroupRulesNegativeTestJSON-1371045789-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-371993586', 'description': 'tempest-description-1537742575'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:03:17.594061 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7848fa1c-099c-46fd-9439-4a736796d665 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Pushing event deleted for resources: {'Network': ['ID=81249ed1-a33f-4045-8ad1-594c3da17cb8,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:03:17.602236 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-37b75ba3-c2e7-478e-820d-fdfa67c820fe req-bab688e0-41a1-43df-95b1-e5f884656895 tempest-SecurityGroupRulesNegativeTestJSON-1371045789 tempest-SecurityGroupRulesNegativeTestJSON-1371045789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:03:17.609974 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-37b75ba3-c2e7-478e-820d-fdfa67c820fe req-bab688e0-41a1-43df-95b1-e5f884656895 tempest-SecurityGroupRulesNegativeTestJSON-1371045789 tempest-SecurityGroupRulesNegativeTestJSON-1371045789-project] Usage tracker for resource:security_group and tenant:3d120ba72d054f6ea8fef17ae9817746 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:03:17.613562 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-37b75ba3-c2e7-478e-820d-fdfa67c820fe req-bab688e0-41a1-43df-95b1-e5f884656895 tempest-SecurityGroupRulesNegativeTestJSON-1371045789 tempest-SecurityGroupRulesNegativeTestJSON-1371045789-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:03:17.622261 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-37b75ba3-c2e7-478e-820d-fdfa67c820fe req-bab688e0-41a1-43df-95b1-e5f884656895 tempest-SecurityGroupRulesNegativeTestJSON-1371045789 tempest-SecurityGroupRulesNegativeTestJSON-1371045789-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:03:17.628127 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-7848fa1c-099c-46fd-9439-4a736796d665 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] 10.222.0.41 "DELETE /v2.0/networks/81249ed1-a33f-4045-8ad1-594c3da17cb8 HTTP/1.1" status: 204 len: 168 time: 1.6497805 Jun 01 19:03:17.642872 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-37b75ba3-c2e7-478e-820d-fdfa67c820fe req-bab688e0-41a1-43df-95b1-e5f884656895 tempest-SecurityGroupRulesNegativeTestJSON-1371045789 tempest-SecurityGroupRulesNegativeTestJSON-1371045789-project] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:17.669680 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 45170) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:03:17.672296 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-bc9b7248-3af0-464c-a261-e76c413aed40 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:17.680509 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-5792c0b5-5c49-4af8-96c9-ec352f109bcd tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Request body: {'network': {'name': 'tempest-network-smoke--1896379077', 'project_id': 'd3eb50f3028440db9726ae16e6111d12', 'port_security_enabled': True}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:03:17.687081 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-5792c0b5-5c49-4af8-96c9-ec352f109bcd tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:03:17.691771 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-5792c0b5-5c49-4af8-96c9-ec352f109bcd tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Usage tracker for resource:network and tenant:d3eb50f3028440db9726ae16e6111d12 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:03:17.696276 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-5792c0b5-5c49-4af8-96c9-ec352f109bcd tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:03:17.702894 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-5792c0b5-5c49-4af8-96c9-ec352f109bcd tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:03:17.712289 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-37b75ba3-c2e7-478e-820d-fdfa67c820fe req-bab688e0-41a1-43df-95b1-e5f884656895 tempest-SecurityGroupRulesNegativeTestJSON-1371045789 tempest-SecurityGroupRulesNegativeTestJSON-1371045789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:03:17.717297 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-37b75ba3-c2e7-478e-820d-fdfa67c820fe req-bab688e0-41a1-43df-95b1-e5f884656895 tempest-SecurityGroupRulesNegativeTestJSON-1371045789 tempest-SecurityGroupRulesNegativeTestJSON-1371045789-project] Usage tracker for resource:security_group_rule and tenant:3d120ba72d054f6ea8fef17ae9817746 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:03:17.721187 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5792c0b5-5c49-4af8-96c9-ec352f109bcd tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Made reservation on behalf of d3eb50f3028440db9726ae16e6111d12 for: {'network': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:03:17.726533 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f79ecf37-2df2-4ac5-9b23-58d16651e3fb req-c7a40748-86f9-44cc-8f6d-3e31e12e905b tempest-ServerShowV254Test-1879500691 tempest-ServerShowV254Test-1879500691-project] 10.222.0.41 "GET /v2.0/ports?device_id=a28fc81f-8715-4a54-b8a9-6afe2d6ee821 HTTP/1.1" status: 200 len: 210 time: 0.1082711 Jun 01 19:03:17.762144 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-5792c0b5-5c49-4af8-96c9-ec352f109bcd tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:17.779729 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3f003805-abf0-49b5-bd54-e882c228bd15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:17.809563 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-37b75ba3-c2e7-478e-820d-fdfa67c820fe req-bab688e0-41a1-43df-95b1-e5f884656895 tempest-SecurityGroupRulesNegativeTestJSON-1371045789 tempest-SecurityGroupRulesNegativeTestJSON-1371045789-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:03:17.824440 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f003805-abf0-49b5-bd54-e882c228bd15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6ab3b92-0388-46eb-abc6-318ef12b3453,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:03:17.831245 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-37b75ba3-c2e7-478e-820d-fdfa67c820fe req-bab688e0-41a1-43df-95b1-e5f884656895 tempest-SecurityGroupRulesNegativeTestJSON-1371045789 tempest-SecurityGroupRulesNegativeTestJSON-1371045789-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:03:17.894725 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5792c0b5-5c49-4af8-96c9-ec352f109bcd tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 102} {{(pid=88524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 19:03:17.912598 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-5792c0b5-5c49-4af8-96c9-ec352f109bcd tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:17.913616 n-d-844202-1 neutron-server[88524]: INFO neutron.db.segments_db [None req-5792c0b5-5c49-4af8-96c9-ec352f109bcd tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Added segment 841bab55-f57c-4c3b-8cf4-186c650d46ae of type vlan for network 1a74ffe4-e7cd-459d-b2d6-ae7cddc87c99 Jun 01 19:03:17.969505 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-5792c0b5-5c49-4af8-96c9-ec352f109bcd tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:17.986628 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-37b75ba3-c2e7-478e-820d-fdfa67c820fe req-bab688e0-41a1-43df-95b1-e5f884656895 tempest-SecurityGroupRulesNegativeTestJSON-1371045789 tempest-SecurityGroupRulesNegativeTestJSON-1371045789-project] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:18.008182 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-37b75ba3-c2e7-478e-820d-fdfa67c820fe req-bab688e0-41a1-43df-95b1-e5f884656895 tempest-SecurityGroupRulesNegativeTestJSON-1371045789 tempest-SecurityGroupRulesNegativeTestJSON-1371045789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:18.033756 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3f003805-abf0-49b5-bd54-e882c228bd15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:18.049635 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-3f003805-abf0-49b5-bd54-e882c228bd15 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c6ab3b92-0388-46eb-abc6-318ef12b3453 HTTP/1.1" status: 204 len: 168 time: 0.9631793 Jun 01 19:03:18.083437 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-da0a0a57-559c-4510-9b41-c9881558891b req-8d33d225-2977-40e4-9160-13a965593b32 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/ports?device_id=87fedb26-1c2b-4884-b8a8-b0cf24e56722 HTTP/1.1" status: 200 len: 210 time: 0.1714063 Jun 01 19:03:18.093274 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab688e0-41a1-43df-95b1-e5f884656895 tempest-SecurityGroupRulesNegativeTestJSON-1371045789 tempest-SecurityGroupRulesNegativeTestJSON-1371045789-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae588073-66e3-4ead-b058-698dfa138a6a,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:03:18.128545 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-5792c0b5-5c49-4af8-96c9-ec352f109bcd tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:18.144654 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5792c0b5-5c49-4af8-96c9-ec352f109bcd tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:03:18.145398 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-5792c0b5-5c49-4af8-96c9-ec352f109bcd tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:18.196441 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-bc9b7248-3af0-464c-a261-e76c413aed40 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks [] for port, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:18.205342 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-bc9b7248-3af0-464c-a261-e76c413aed40 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:18.332580 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-5792c0b5-5c49-4af8-96c9-ec352f109bcd tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6570163 Jun 01 19:03:18.334028 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-37b75ba3-c2e7-478e-820d-fdfa67c820fe req-bab688e0-41a1-43df-95b1-e5f884656895 tempest-SecurityGroupRulesNegativeTestJSON-1371045789 tempest-SecurityGroupRulesNegativeTestJSON-1371045789-project] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:18.334150 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 45190) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:03:18.343533 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-37b75ba3-c2e7-478e-820d-fdfa67c820fe req-bab688e0-41a1-43df-95b1-e5f884656895 tempest-SecurityGroupRulesNegativeTestJSON-1371045789 tempest-SecurityGroupRulesNegativeTestJSON-1371045789-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.7627909 Jun 01 19:03:18.346922 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-c75fdcae-3b6a-421e-bc73-59ba1705cd87 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2021402566', 'admin_state_up': True, 'project_id': 'd3eb50f3028440db9726ae16e6111d12', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:03:18.356046 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5792c0b5-5c49-4af8-96c9-ec352f109bcd tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Pushing event updated for resources: {'Network': ['ID=1a74ffe4-e7cd-459d-b2d6-ae7cddc87c99,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:03:18.369066 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network 1a74ffe4-e7cd-459d-b2d6-ae7cddc87c99 details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 19:03:18.397603 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-c75fdcae-3b6a-421e-bc73-59ba1705cd87 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:03:18.409637 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-c75fdcae-3b6a-421e-bc73-59ba1705cd87 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Usage tracker for resource:router and tenant:d3eb50f3028440db9726ae16e6111d12 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:03:18.431345 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-c75fdcae-3b6a-421e-bc73-59ba1705cd87 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:03:18.436087 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9b7248-3af0-464c-a261-e76c413aed40 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Pushing event updated for resources: {'Port': ['ID=d0960a94-9056-496b-a2b4-0b7ae100bdbe,revision_number=2']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:03:18.461863 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-c75fdcae-3b6a-421e-bc73-59ba1705cd87 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:03:18.492780 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-bc9b7248-3af0-464c-a261-e76c413aed40 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887712'] for floatingip, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:18.526153 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 45200) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:03:18.629976 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c75fdcae-3b6a-421e-bc73-59ba1705cd87 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-885767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25238'] for router, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:18.631189 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c75fdcae-3b6a-421e-bc73-59ba1705cd87 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-901042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-886562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-981784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25327'] for router, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:18.689449 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-baa26b2d-6eea-4033-81b4-9e662bc3f54c req-4927beae-7058-42d3-975c-77d50aa1af4a tempest-SecurityGroupRulesNegativeTestJSON-1371045789 tempest-SecurityGroupRulesNegativeTestJSON-1371045789-project] 10.222.0.41 "GET /v2.0/security-groups/ae588073-66e3-4ead-b058-698dfa138a6a HTTP/1.1" status: 200 len: 1814 time: 0.2861829 Jun 01 19:03:18.784376 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [req-d8b1237a-fa96-411a-9369-e61049992f41 req-399591ee-285b-421a-9228-83dc81149ff9 tempest-SecurityGroupRulesNegativeTestJSON-1371045789 tempest-SecurityGroupRulesNegativeTestJSON-1371045789-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-167339519', 'description': 'tempest-description-14943838'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:03:18.793482 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-910b7b15-63ba-4995-ac1f-5d8c54e48fc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:18.798611 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 0b20a216-63ba-427a-b69c-e9788a5d4e7e no longer exists at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:03:18.815096 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-910b7b15-63ba-4995-ac1f-5d8c54e48fc3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:03:18.820193 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-910b7b15-63ba-4995-ac1f-5d8c54e48fc3 admin admin] Usage tracker for resource:security_group_rule and tenant:4f11bb3b48174c3cb80e8bb836860163 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:03:18.825063 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-910b7b15-63ba-4995-ac1f-5d8c54e48fc3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:03:18.833016 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-910b7b15-63ba-4995-ac1f-5d8c54e48fc3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:03:18.882241 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [req-d8b1237a-fa96-411a-9369-e61049992f41 req-399591ee-285b-421a-9228-83dc81149ff9 tempest-SecurityGroupRulesNegativeTestJSON-1371045789 tempest-SecurityGroupRulesNegativeTestJSON-1371045789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:03:18.888133 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c75fdcae-3b6a-421e-bc73-59ba1705cd87 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:18.903251 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] No Port match for: 0b20a216-63ba-427a-b69c-e9788a5d4e7e {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:03:18.903881 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 0b20a216-63ba-427a-b69c-e9788a5d4e7e not bound to the agent host n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:03:18.950399 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-d8b1237a-fa96-411a-9369-e61049992f41 req-399591ee-285b-421a-9228-83dc81149ff9 tempest-SecurityGroupRulesNegativeTestJSON-1371045789 tempest-SecurityGroupRulesNegativeTestJSON-1371045789-project] Usage tracker for resource:security_group and tenant:3d120ba72d054f6ea8fef17ae9817746 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:03:18.970813 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-d8b1237a-fa96-411a-9369-e61049992f41 req-399591ee-285b-421a-9228-83dc81149ff9 tempest-SecurityGroupRulesNegativeTestJSON-1371045789 tempest-SecurityGroupRulesNegativeTestJSON-1371045789-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:03:19.033369 n-d-844202-1 neutron-server[88525]: INFO neutron.db.l3_db [None req-bc9b7248-3af0-464c-a261-e76c413aed40 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Floating IP 6add8ebc-dfb7-4b01-937d-1814b9542856 associated. External IP: 172.25.4.14, port: 9729a7ae-5fc0-4ccb-b05f-3e7927d7f202. Jun 01 19:03:19.034986 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6459e73d-d822-4776-beff-96e9b7e216aa req-6c972491-cca8-4ac6-bc74-95d0eaacb85b tempest-ServerShowV254Test-1879500691 tempest-ServerShowV254Test-1879500691-project] 10.222.0.41 "GET /v2.0/ports?device_id=a28fc81f-8715-4a54-b8a9-6afe2d6ee821 HTTP/1.1" status: 200 len: 210 time: 0.0637839 Jun 01 19:03:19.069500 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-910b7b15-63ba-4995-ac1f-5d8c54e48fc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:19.079260 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-910b7b15-63ba-4995-ac1f-5d8c54e48fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:19.139809 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-910b7b15-63ba-4995-ac1f-5d8c54e48fc3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4f11bb3b48174c3cb80e8bb836860163&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6099491 Jun 01 19:03:19.140610 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 45236) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:03:19.143591 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910b7b15-63ba-4995-ac1f-5d8c54e48fc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba7df2f3-8cf4-4587-aa6e-f20c7cf11e98,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:03:19.200525 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [req-d8b1237a-fa96-411a-9369-e61049992f41 req-399591ee-285b-421a-9228-83dc81149ff9 tempest-SecurityGroupRulesNegativeTestJSON-1371045789 tempest-SecurityGroupRulesNegativeTestJSON-1371045789-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:03:19.224126 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-c6473c07-a495-4ffa-b2ee-edcc5c5f56ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:19.273828 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-c6473c07-a495-4ffa-b2ee-edcc5c5f56ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:19.378347 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-d8b1237a-fa96-411a-9369-e61049992f41 req-399591ee-285b-421a-9228-83dc81149ff9 tempest-SecurityGroupRulesNegativeTestJSON-1371045789 tempest-SecurityGroupRulesNegativeTestJSON-1371045789-project] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:19.520695 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fed28a-58c9-4e5f-aadd-f5a7c089716d req-34d10ce9-3edd-4ef8-8acc-b6af9009eeb8 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:03:19.523063 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c1fed28a-58c9-4e5f-aadd-f5a7c089716d req-34d10ce9-3edd-4ef8-8acc-b6af9009eeb8 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.50 "GET /v2.0/networks?id=0c49dc6b-5e39-4101-b04d-1c1361c15d69 HTTP/1.1" status: 200 len: 806 time: 0.1894429 Jun 01 19:03:19.572424 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 45252) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:03:19.575163 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-72331b6e-00c2-49bf-ae89-920315ce50af req-7a787127-5408-4c23-b484-6a1a89181798 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/ports?device_id=87fedb26-1c2b-4884-b8a8-b0cf24e56722 HTTP/1.1" status: 200 len: 210 time: 0.2428117 Jun 01 19:03:19.583289 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-c1fed28a-58c9-4e5f-aadd-f5a7c089716d req-676f23b8-3e6c-4fd3-b721-a16646cf24a7 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Request body: {'port': {'device_id': '87fedb26-1c2b-4884-b8a8-b0cf24e56722', 'network_id': '0c49dc6b-5e39-4101-b04d-1c1361c15d69', 'admin_state_up': True, 'tenant_id': 'ff411273a1ac46f2a91fb45afe578ccb'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:03:19.701811 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-c6473c07-a495-4ffa-b2ee-edcc5c5f56ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:19.730848 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [req-d8b1237a-fa96-411a-9369-e61049992f41 req-399591ee-285b-421a-9228-83dc81149ff9 tempest-SecurityGroupRulesNegativeTestJSON-1371045789 tempest-SecurityGroupRulesNegativeTestJSON-1371045789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:03:19.741968 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6473c07-a495-4ffa-b2ee-edcc5c5f56ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba7df2f3-8cf4-4587-aa6e-f20c7cf11e98,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:03:19.751675 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-d8b1237a-fa96-411a-9369-e61049992f41 req-399591ee-285b-421a-9228-83dc81149ff9 tempest-SecurityGroupRulesNegativeTestJSON-1371045789 tempest-SecurityGroupRulesNegativeTestJSON-1371045789-project] Usage tracker for resource:security_group_rule and tenant:3d120ba72d054f6ea8fef17ae9817746 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:03:19.780951 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-ba8e47bb-fb6d-4a07-a2ca-9d22fd24babe tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-17753727'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:03:19.789887 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-c6473c07-a495-4ffa-b2ee-edcc5c5f56ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:19.793455 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-c6473c07-a495-4ffa-b2ee-edcc5c5f56ac admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ba7df2f3-8cf4-4587-aa6e-f20c7cf11e98 HTTP/1.1" status: 204 len: 168 time: 0.6492670 Jun 01 19:03:19.794613 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-ba8e47bb-fb6d-4a07-a2ca-9d22fd24babe tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:03:19.808673 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-ba8e47bb-fb6d-4a07-a2ca-9d22fd24babe tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Usage tracker for resource:network and tenant:186f4868324f42e7b69da35feb15cabc is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:03:19.814298 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-ba8e47bb-fb6d-4a07-a2ca-9d22fd24babe tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:03:19.821503 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-d8b1237a-fa96-411a-9369-e61049992f41 req-399591ee-285b-421a-9228-83dc81149ff9 tempest-SecurityGroupRulesNegativeTestJSON-1371045789 tempest-SecurityGroupRulesNegativeTestJSON-1371045789-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:03:19.822600 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-ba8e47bb-fb6d-4a07-a2ca-9d22fd24babe tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:03:19.830055 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-c1fed28a-58c9-4e5f-aadd-f5a7c089716d req-676f23b8-3e6c-4fd3-b721-a16646cf24a7 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:03:19.844080 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-c1fed28a-58c9-4e5f-aadd-f5a7c089716d req-676f23b8-3e6c-4fd3-b721-a16646cf24a7 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:03:19.852261 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba8e47bb-fb6d-4a07-a2ca-9d22fd24babe tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Made reservation on behalf of 186f4868324f42e7b69da35feb15cabc for: {'network': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:03:19.856533 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ba8e47bb-fb6d-4a07-a2ca-9d22fd24babe tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:19.871527 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ba8e47bb-fb6d-4a07-a2ca-9d22fd24babe tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:19.882912 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1fed28a-58c9-4e5f-aadd-f5a7c089716d req-676f23b8-3e6c-4fd3-b721-a16646cf24a7 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Made reservation on behalf of ff411273a1ac46f2a91fb45afe578ccb for: {'port': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:03:19.886781 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-c1fed28a-58c9-4e5f-aadd-f5a7c089716d req-676f23b8-3e6c-4fd3-b721-a16646cf24a7 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:19.887698 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [req-d8b1237a-fa96-411a-9369-e61049992f41 req-399591ee-285b-421a-9228-83dc81149ff9 tempest-SecurityGroupRulesNegativeTestJSON-1371045789 tempest-SecurityGroupRulesNegativeTestJSON-1371045789-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:03:19.921067 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c75fdcae-3b6a-421e-bc73-59ba1705cd87 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-886608', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-885830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25341'] for router, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:19.921995 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-ba8e47bb-fb6d-4a07-a2ca-9d22fd24babe tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:03:20.007203 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-ba8e47bb-fb6d-4a07-a2ca-9d22fd24babe tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Usage tracker for resource:security_group_rule and tenant:186f4868324f42e7b69da35feb15cabc is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:03:20.020581 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-ba8e47bb-fb6d-4a07-a2ca-9d22fd24babe tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:03:20.042653 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-ba8e47bb-fb6d-4a07-a2ca-9d22fd24babe tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:03:20.180868 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [req-c1fed28a-58c9-4e5f-aadd-f5a7c089716d req-676f23b8-3e6c-4fd3-b721-a16646cf24a7 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Allocated IP 172.20.0.2 (0c49dc6b-5e39-4101-b04d-1c1361c15d69/308ebcd6-774a-482f-bd0f-fadc3e2b2dca/be857980-dea9-4853-b07a-c4e273f09511) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:03:20.262681 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-d8b1237a-fa96-411a-9369-e61049992f41 req-399591ee-285b-421a-9228-83dc81149ff9 tempest-SecurityGroupRulesNegativeTestJSON-1371045789 tempest-SecurityGroupRulesNegativeTestJSON-1371045789-project] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:20.276669 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-d8b1237a-fa96-411a-9369-e61049992f41 req-399591ee-285b-421a-9228-83dc81149ff9 tempest-SecurityGroupRulesNegativeTestJSON-1371045789 tempest-SecurityGroupRulesNegativeTestJSON-1371045789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:20.333179 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ba8e47bb-fb6d-4a07-a2ca-9d22fd24babe tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:20.349749 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc9b7248-3af0-464c-a261-e76c413aed40 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Router 7ee539f0-74eb-4d8b-94f4-0af36e192612 has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 19:03:20.353663 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399591ee-285b-421a-9228-83dc81149ff9 tempest-SecurityGroupRulesNegativeTestJSON-1371045789 tempest-SecurityGroupRulesNegativeTestJSON-1371045789-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ac169b0-9f35-407a-a44d-ff73dff2e1ae,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:03:20.356617 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-d8b1237a-fa96-411a-9369-e61049992f41 req-399591ee-285b-421a-9228-83dc81149ff9 tempest-SecurityGroupRulesNegativeTestJSON-1371045789 tempest-SecurityGroupRulesNegativeTestJSON-1371045789-project] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:20.361480 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d8b1237a-fa96-411a-9369-e61049992f41 req-399591ee-285b-421a-9228-83dc81149ff9 tempest-SecurityGroupRulesNegativeTestJSON-1371045789 tempest-SecurityGroupRulesNegativeTestJSON-1371045789-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 1.5822344 Jun 01 19:03:20.433019 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ba8e47bb-fb6d-4a07-a2ca-9d22fd24babe tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:20.438644 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 45326) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:03:20.445746 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba8e47bb-fb6d-4a07-a2ca-9d22fd24babe tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 134} {{(pid=88524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 19:03:20.597356 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-da3c9e72-9697-44ac-810b-d330c1c68ac2 req-5b557310-5542-462e-9182-6413fb846901 tempest-ServerShowV254Test-1879500691 tempest-ServerShowV254Test-1879500691-project] 10.222.0.41 "GET /v2.0/ports?device_id=a28fc81f-8715-4a54-b8a9-6afe2d6ee821 HTTP/1.1" status: 200 len: 210 time: 0.2622271 Jun 01 19:03:20.616801 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ef3a7ee1-b386-4e47-b7b0-f41c57308fe9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:20.634835 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ba8e47bb-fb6d-4a07-a2ca-9d22fd24babe tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:20.635174 n-d-844202-1 neutron-server[88524]: INFO neutron.db.segments_db [None req-ba8e47bb-fb6d-4a07-a2ca-9d22fd24babe tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Added segment 704a63a0-40ca-41fe-8395-e673a6a52427 of type vlan for network df7e755c-4cf7-468b-a127-7c19b72affe8 Jun 01 19:03:20.667225 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-ef3a7ee1-b386-4e47-b7b0-f41c57308fe9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:03:20.671962 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8e47bb-fb6d-4a07-a2ca-9d22fd24babe tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94cbee07-b3ce-47f8-915d-90469f5d4e36,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:03:20.684425 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-ef3a7ee1-b386-4e47-b7b0-f41c57308fe9 admin admin] Usage tracker for resource:security_group_rule and tenant:e8f886b4954c473cb717cd5d8ff80897 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:03:20.719136 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ba8e47bb-fb6d-4a07-a2ca-9d22fd24babe tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:20.732141 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-c1fed28a-58c9-4e5f-aadd-f5a7c089716d req-676f23b8-3e6c-4fd3-b721-a16646cf24a7 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:20.760130 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-ef3a7ee1-b386-4e47-b7b0-f41c57308fe9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:03:20.788329 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-643390b4-9661-4b9f-a214-41f4a34c10c0 req-0a30b7d6-25bd-4e02-8b14-621fef23e988 tempest-SecurityGroupRulesNegativeTestJSON-1371045789 tempest-SecurityGroupRulesNegativeTestJSON-1371045789-project] 10.222.0.41 "GET /v2.0/security-groups/0ac169b0-9f35-407a-a44d-ff73dff2e1ae HTTP/1.1" status: 200 len: 1812 time: 0.3518894 Jun 01 19:03:20.812200 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ba8e47bb-fb6d-4a07-a2ca-9d22fd24babe tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:20.817461 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba8e47bb-fb6d-4a07-a2ca-9d22fd24babe tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:03:20.818031 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ba8e47bb-fb6d-4a07-a2ca-9d22fd24babe tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:20.844506 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4d363579-5c69-48dc-82d7-b78c97012d30 req-f64f146d-5e46-4391-b0fd-84bdc049058e tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/ports?device_id=87fedb26-1c2b-4884-b8a8-b0cf24e56722 HTTP/1.1" status: 200 len: 210 time: 0.0824418 Jun 01 19:03:20.846354 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-ef3a7ee1-b386-4e47-b7b0-f41c57308fe9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:03:20.910445 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc9b7248-3af0-464c-a261-e76c413aed40 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:03:20.920903 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [req-a82f1442-ef7d-4240-8a9d-afbffcb9a2e9 req-2989153e-e8ae-4787-9bbf-b29e1ac848e4 tempest-SecurityGroupRulesNegativeTestJSON-1371045789 tempest-SecurityGroupRulesNegativeTestJSON-1371045789-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1200530968', 'description': 'tempest-description-155695771'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:03:20.922256 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-574027a1-b249-4f00-9d2b-2cb0d4b9875b None None] Sync routers for ids ['7ee539f0-74eb-4d8b-94f4-0af36e192612'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:03:20.930224 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c75fdcae-3b6a-421e-bc73-59ba1705cd87 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks [] for router_gateway, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:20.948962 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-574027a1-b249-4f00-9d2b-2cb0d4b9875b None None] Routers {'7ee539f0-74eb-4d8b-94f4-0af36e192612'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:03:20.949231 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-c1fed28a-58c9-4e5f-aadd-f5a7c089716d req-676f23b8-3e6c-4fd3-b721-a16646cf24a7 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:20.953738 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-ba8e47bb-fb6d-4a07-a2ca-9d22fd24babe tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.3776319 Jun 01 19:03:20.954044 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-574027a1-b249-4f00-9d2b-2cb0d4b9875b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:03:09Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['7ee539f0-74eb-4d8b-94f4-0af36e192612'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:03:20.966931 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] get_ports_and_sgs() called for port_ids ['72352e64-9120-4343-9c57-bb57c2532e4b'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 19:03:21.013300 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8e47bb-fb6d-4a07-a2ca-9d22fd24babe tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Pushing event updated for resources: {'Network': ['ID=df7e755c-4cf7-468b-a127-7c19b72affe8,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:03:21.057234 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676f23b8-3e6c-4fd3-b721-a16646cf24a7 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Pushing event updated for resources: {'Port': ['ID=be857980-dea9-4853-b07a-c4e273f09511,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:03:21.067821 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1fed28a-58c9-4e5f-aadd-f5a7c089716d req-676f23b8-3e6c-4fd3-b721-a16646cf24a7 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Network 0c49dc6b-5e39-4101-b04d-1c1361c15d69 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:03:21.069962 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [req-c1fed28a-58c9-4e5f-aadd-f5a7c089716d req-676f23b8-3e6c-4fd3-b721-a16646cf24a7 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:03:21.072459 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1fed28a-58c9-4e5f-aadd-f5a7c089716d req-676f23b8-3e6c-4fd3-b721-a16646cf24a7 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:03:21.088864 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [req-a82f1442-ef7d-4240-8a9d-afbffcb9a2e9 req-2989153e-e8ae-4787-9bbf-b29e1ac848e4 tempest-SecurityGroupRulesNegativeTestJSON-1371045789 tempest-SecurityGroupRulesNegativeTestJSON-1371045789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:03:21.106455 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 45358) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:03:21.112446 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-574027a1-b249-4f00-9d2b-2cb0d4b9875b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:03:21.113797 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network df7e755c-4cf7-468b-a127-7c19b72affe8 details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 19:03:21.117330 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-eb1632f8-cac6-4d9e-bd54-f919427727c0 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Request body: {'subnet': {'network_id': 'df7e755c-4cf7-468b-a127-7c19b72affe8', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:03:21.118651 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c75fdcae-3b6a-421e-bc73-59ba1705cd87 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:21.124918 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-574027a1-b249-4f00-9d2b-2cb0d4b9875b None None] Routers {'7ee539f0-74eb-4d8b-94f4-0af36e192612'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:03:21.125893 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-574027a1-b249-4f00-9d2b-2cb0d4b9875b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:03:09Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['7ee539f0-74eb-4d8b-94f4-0af36e192612'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:03:21.131316 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-a82f1442-ef7d-4240-8a9d-afbffcb9a2e9 req-2989153e-e8ae-4787-9bbf-b29e1ac848e4 tempest-SecurityGroupRulesNegativeTestJSON-1371045789 tempest-SecurityGroupRulesNegativeTestJSON-1371045789-project] Usage tracker for resource:security_group and tenant:3d120ba72d054f6ea8fef17ae9817746 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:03:21.174796 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-bc9b7248-3af0-464c-a261-e76c413aed40 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for floatingip, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:21.199194 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-574027a1-b249-4f00-9d2b-2cb0d4b9875b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:03:21.200248 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-574027a1-b249-4f00-9d2b-2cb0d4b9875b None None] The sync data for ids ['7ee539f0-74eb-4d8b-94f4-0af36e192612'] in n-d-844202-1 is: [] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:03:21.207657 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-a82f1442-ef7d-4240-8a9d-afbffcb9a2e9 req-2989153e-e8ae-4787-9bbf-b29e1ac848e4 tempest-SecurityGroupRulesNegativeTestJSON-1371045789 tempest-SecurityGroupRulesNegativeTestJSON-1371045789-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:03:21.239020 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fed28a-58c9-4e5f-aadd-f5a7c089716d req-676f23b8-3e6c-4fd3-b721-a16646cf24a7 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:03:21.239020 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-c1fed28a-58c9-4e5f-aadd-f5a7c089716d req-676f23b8-3e6c-4fd3-b721-a16646cf24a7 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:21.243734 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [req-a82f1442-ef7d-4240-8a9d-afbffcb9a2e9 req-2989153e-e8ae-4787-9bbf-b29e1ac848e4 tempest-SecurityGroupRulesNegativeTestJSON-1371045789 tempest-SecurityGroupRulesNegativeTestJSON-1371045789-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:03:21.273847 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-eb1632f8-cac6-4d9e-bd54-f919427727c0 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:03:21.278687 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-eb1632f8-cac6-4d9e-bd54-f919427727c0 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Usage tracker for resource:subnet and tenant:186f4868324f42e7b69da35feb15cabc is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:03:21.282452 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c1fed28a-58c9-4e5f-aadd-f5a7c089716d req-676f23b8-3e6c-4fd3-b721-a16646cf24a7 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7039113 Jun 01 19:03:21.283259 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-eb1632f8-cac6-4d9e-bd54-f919427727c0 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:03:21.306159 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-bc9b7248-3af0-464c-a261-e76c413aed40 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 980 time: 9.5189407 Jun 01 19:03:21.310485 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 45368) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:03:21.313513 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-a82f1442-ef7d-4240-8a9d-afbffcb9a2e9 req-2989153e-e8ae-4787-9bbf-b29e1ac848e4 tempest-SecurityGroupRulesNegativeTestJSON-1371045789 tempest-SecurityGroupRulesNegativeTestJSON-1371045789-project] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:21.317442 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-c1fed28a-58c9-4e5f-aadd-f5a7c089716d req-cf8bf329-d8c2-4d7f-badb-3de32a0f421e service neutron] Request body: {'port': {'device_id': '87fedb26-1c2b-4884-b8a8-b0cf24e56722', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844202-1'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:03:21.361067 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-eb1632f8-cac6-4d9e-bd54-f919427727c0 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:03:21.565456 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-15b17041-8619-441e-9360-5493f53926f5 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] 10.222.0.41 "GET /v2.0/floatingips/6add8ebc-dfb7-4b01-937d-1814b9542856 HTTP/1.1" status: 200 len: 975 time: 0.2536860 Jun 01 19:03:21.576176 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 45382) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:03:21.581053 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [req-a82f1442-ef7d-4240-8a9d-afbffcb9a2e9 req-2989153e-e8ae-4787-9bbf-b29e1ac848e4 tempest-SecurityGroupRulesNegativeTestJSON-1371045789 tempest-SecurityGroupRulesNegativeTestJSON-1371045789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:03:21.592771 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-a82f1442-ef7d-4240-8a9d-afbffcb9a2e9 req-2989153e-e8ae-4787-9bbf-b29e1ac848e4 tempest-SecurityGroupRulesNegativeTestJSON-1371045789 tempest-SecurityGroupRulesNegativeTestJSON-1371045789-project] Usage tracker for resource:security_group_rule and tenant:3d120ba72d054f6ea8fef17ae9817746 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:03:21.603334 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-a82f1442-ef7d-4240-8a9d-afbffcb9a2e9 req-2989153e-e8ae-4787-9bbf-b29e1ac848e4 tempest-SecurityGroupRulesNegativeTestJSON-1371045789 tempest-SecurityGroupRulesNegativeTestJSON-1371045789-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:03:21.615143 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [req-a82f1442-ef7d-4240-8a9d-afbffcb9a2e9 req-2989153e-e8ae-4787-9bbf-b29e1ac848e4 tempest-SecurityGroupRulesNegativeTestJSON-1371045789 tempest-SecurityGroupRulesNegativeTestJSON-1371045789-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:03:21.623364 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ef3a7ee1-b386-4e47-b7b0-f41c57308fe9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:21.639794 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ef3a7ee1-b386-4e47-b7b0-f41c57308fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:21.683904 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [None req-c75fdcae-3b6a-421e-bc73-59ba1705cd87 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Allocated IP 172.25.4.147 (72a72e44-6845-488a-a5ff-3a26d4df9cb3/c314a23b-daa2-4106-ab28-8e6f954277b2/aa07ffd2-77b3-4c0a-ac26-89715c42b91a) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:03:21.723195 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-d9d95884-c0c8-460c-8c1c-a430db3e5c67 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] 10.222.0.41 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 978 time: 0.1458302 Jun 01 19:03:21.729834 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-ef3a7ee1-b386-4e47-b7b0-f41c57308fe9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e8f886b4954c473cb717cd5d8ff80897&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2819207 Jun 01 19:03:21.732620 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 45414) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:03:21.732752 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 45416) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:03:21.761451 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3a7ee1-b386-4e47-b7b0-f41c57308fe9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f8d63f5-0ddb-41f1-bbd4-6e22e682ee8a,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:03:21.762002 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-c1fed28a-58c9-4e5f-aadd-f5a7c089716d req-cf8bf329-d8c2-4d7f-badb-3de32a0f421e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:21.776860 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-7527a744-37a7-48bd-bf58-97130c2809f0 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Request body: {'floatingip': {'port_id': 'c62d4609-83b1-45d0-abb2-e3d37ebae283'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:03:21.829317 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb1632f8-cac6-4d9e-bd54-f919427727c0 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Made reservation on behalf of 186f4868324f42e7b69da35feb15cabc for: {'subnet': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:03:21.833072 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-eb1632f8-cac6-4d9e-bd54-f919427727c0 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3066584'] for subnet, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:21.867987 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-a82f1442-ef7d-4240-8a9d-afbffcb9a2e9 req-2989153e-e8ae-4787-9bbf-b29e1ac848e4 tempest-SecurityGroupRulesNegativeTestJSON-1371045789 tempest-SecurityGroupRulesNegativeTestJSON-1371045789-project] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:21.884171 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-a82f1442-ef7d-4240-8a9d-afbffcb9a2e9 req-2989153e-e8ae-4787-9bbf-b29e1ac848e4 tempest-SecurityGroupRulesNegativeTestJSON-1371045789 tempest-SecurityGroupRulesNegativeTestJSON-1371045789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:21.970728 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2989153e-e8ae-4787-9bbf-b29e1ac848e4 tempest-SecurityGroupRulesNegativeTestJSON-1371045789 tempest-SecurityGroupRulesNegativeTestJSON-1371045789-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f062fa74-510e-479b-9677-131a73f4dcbe,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:03:21.978922 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c75fdcae-3b6a-421e-bc73-59ba1705cd87 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:21.983007 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-a82f1442-ef7d-4240-8a9d-afbffcb9a2e9 req-2989153e-e8ae-4787-9bbf-b29e1ac848e4 tempest-SecurityGroupRulesNegativeTestJSON-1371045789 tempest-SecurityGroupRulesNegativeTestJSON-1371045789-project] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:21.989783 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a82f1442-ef7d-4240-8a9d-afbffcb9a2e9 req-2989153e-e8ae-4787-9bbf-b29e1ac848e4 tempest-SecurityGroupRulesNegativeTestJSON-1371045789 tempest-SecurityGroupRulesNegativeTestJSON-1371045789-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 1.1409512 Jun 01 19:03:22.061566 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-8977f81b-990a-416a-bb76-5efa8601f9d5 req-b68a4507-018e-4814-8129-5075bdfab3a5 tempest-ServerShowV254Test-1879500691 tempest-ServerShowV254Test-1879500691-project] 10.222.0.41 "GET /v2.0/ports?device_id=a28fc81f-8715-4a54-b8a9-6afe2d6ee821 HTTP/1.1" status: 200 len: 210 time: 0.3186870 Jun 01 19:03:22.066858 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c75fdcae-3b6a-421e-bc73-59ba1705cd87 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:22.148689 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c75fdcae-3b6a-421e-bc73-59ba1705cd87 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:03:22.186804 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-7527a744-37a7-48bd-bf58-97130c2809f0 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks [] for floatingip, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:22.190912 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-c75fdcae-3b6a-421e-bc73-59ba1705cd87 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:03:22.203769 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c75fdcae-3b6a-421e-bc73-59ba1705cd87 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:03:22.267420 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75fdcae-3b6a-421e-bc73-59ba1705cd87 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Pushing event updated for resources: {'Port': ['ID=aa07ffd2-77b3-4c0a-ac26-89715c42b91a,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:03:22.268624 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-62b39b2b-bb00-4067-98b9-b312a8936945 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:22.366502 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-62b39b2b-bb00-4067-98b9-b312a8936945 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:22.513381 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40624f1d-87d0-4fc1-a606-4cb33d1fdd4c req-f8b14f91-9f42-47ef-a97b-8ab9698d6e47 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:03:22.515032 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-40624f1d-87d0-4fc1-a606-4cb33d1fdd4c req-f8b14f91-9f42-47ef-a97b-8ab9698d6e47 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/ports?device_id=87fedb26-1c2b-4884-b8a8-b0cf24e56722 HTTP/1.1" status: 200 len: 931 time: 0.3789344 Jun 01 19:03:22.609566 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-74b2c225-edc1-4e36-9a30-8b66ca600927 req-56b6db22-3611-4279-b704-d2ec81de9faa tempest-SecurityGroupRulesNegativeTestJSON-1371045789 tempest-SecurityGroupRulesNegativeTestJSON-1371045789-project] 10.222.0.41 "GET /v2.0/security-groups/f062fa74-510e-479b-9677-131a73f4dcbe HTTP/1.1" status: 200 len: 1814 time: 0.4826493 Jun 01 19:03:22.715498 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-a3049fa9-0a5e-4785-8ff6-c2d4e99f7645 req-b228544a-ec76-47b2-b958-be36a22ba662 tempest-SecurityGroupRulesNegativeTestJSON-1371045789 tempest-SecurityGroupRulesNegativeTestJSON-1371045789-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1456238627', 'description': 'tempest-description-1543329223'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:03:22.745536 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-40624f1d-87d0-4fc1-a606-4cb33d1fdd4c req-04694617-ce09-49f5-b33d-228fea958ca4 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a351d5c-3364-42d8-bd0d-648028a392a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294951 Jun 01 19:03:22.750037 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c75fdcae-3b6a-421e-bc73-59ba1705cd87 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks [] for router_gateway, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:22.813150 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-a3049fa9-0a5e-4785-8ff6-c2d4e99f7645 req-b228544a-ec76-47b2-b958-be36a22ba662 tempest-SecurityGroupRulesNegativeTestJSON-1371045789 tempest-SecurityGroupRulesNegativeTestJSON-1371045789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:03:22.838374 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-a3049fa9-0a5e-4785-8ff6-c2d4e99f7645 req-b228544a-ec76-47b2-b958-be36a22ba662 tempest-SecurityGroupRulesNegativeTestJSON-1371045789 tempest-SecurityGroupRulesNegativeTestJSON-1371045789-project] Usage tracker for resource:security_group and tenant:3d120ba72d054f6ea8fef17ae9817746 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:03:22.853151 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-a3049fa9-0a5e-4785-8ff6-c2d4e99f7645 req-b228544a-ec76-47b2-b958-be36a22ba662 tempest-SecurityGroupRulesNegativeTestJSON-1371045789 tempest-SecurityGroupRulesNegativeTestJSON-1371045789-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:03:22.877498 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-a3049fa9-0a5e-4785-8ff6-c2d4e99f7645 req-b228544a-ec76-47b2-b958-be36a22ba662 tempest-SecurityGroupRulesNegativeTestJSON-1371045789 tempest-SecurityGroupRulesNegativeTestJSON-1371045789-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:03:22.968486 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-62b39b2b-bb00-4067-98b9-b312a8936945 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:23.037594 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b39b2b-bb00-4067-98b9-b312a8936945 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f8d63f5-0ddb-41f1-bbd4-6e22e682ee8a,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:03:23.040671 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-a3049fa9-0a5e-4785-8ff6-c2d4e99f7645 req-b228544a-ec76-47b2-b958-be36a22ba662 tempest-SecurityGroupRulesNegativeTestJSON-1371045789 tempest-SecurityGroupRulesNegativeTestJSON-1371045789-project] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:23.080532 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-eb1632f8-cac6-4d9e-bd54-f919427727c0 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2718919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3066602'] for subnet, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:23.179194 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c75fdcae-3b6a-421e-bc73-59ba1705cd87 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-885820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-886655'] for router, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:23.213381 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-a3049fa9-0a5e-4785-8ff6-c2d4e99f7645 req-b228544a-ec76-47b2-b958-be36a22ba662 tempest-SecurityGroupRulesNegativeTestJSON-1371045789 tempest-SecurityGroupRulesNegativeTestJSON-1371045789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:03:23.235296 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-62b39b2b-bb00-4067-98b9-b312a8936945 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:23.239186 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-62b39b2b-bb00-4067-98b9-b312a8936945 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6f8d63f5-0ddb-41f1-bbd4-6e22e682ee8a HTTP/1.1" status: 204 len: 168 time: 1.4968925 Jun 01 19:03:23.246885 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-a3049fa9-0a5e-4785-8ff6-c2d4e99f7645 req-b228544a-ec76-47b2-b958-be36a22ba662 tempest-SecurityGroupRulesNegativeTestJSON-1371045789 tempest-SecurityGroupRulesNegativeTestJSON-1371045789-project] Usage tracker for resource:security_group_rule and tenant:3d120ba72d054f6ea8fef17ae9817746 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:03:23.259991 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-a3049fa9-0a5e-4785-8ff6-c2d4e99f7645 req-b228544a-ec76-47b2-b958-be36a22ba662 tempest-SecurityGroupRulesNegativeTestJSON-1371045789 tempest-SecurityGroupRulesNegativeTestJSON-1371045789-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:03:23.284785 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-a3049fa9-0a5e-4785-8ff6-c2d4e99f7645 req-b228544a-ec76-47b2-b958-be36a22ba662 tempest-SecurityGroupRulesNegativeTestJSON-1371045789 tempest-SecurityGroupRulesNegativeTestJSON-1371045789-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:03:23.305593 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1632f8-cac6-4d9e-bd54-f919427727c0 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Pushing event updated for resources: {'Subnet': ['ID=a30a3173-dba7-40b3-9997-f7d00a5fbe78,revision_number=0']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:03:23.467521 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb1632f8-cac6-4d9e-bd54-f919427727c0 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Checking segment: {'id': '704a63a0-40ca-41fe-8395-e673a6a52427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'df7e755c-4cf7-468b-a127-7c19b72affe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:03:23.467886 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb1632f8-cac6-4d9e-bd54-f919427727c0 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Network hostable DHCP agents. Network: df7e755c-4cf7-468b-a127-7c19b72affe8, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88524) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 19:03:23.521273 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [req-c1fed28a-58c9-4e5f-aadd-f5a7c089716d req-cf8bf329-d8c2-4d7f-badb-3de32a0f421e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be857980-dea9-4853-b07a-c4e273f09511 {{(pid=88524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 19:03:23.524565 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-99220064-29cf-4d12-9079-05c985ca1c4e req-43867ec9-3dea-49e0-b148-c07c453809a8 tempest-ServerShowV254Test-1879500691 tempest-ServerShowV254Test-1879500691-project] 10.222.0.41 "GET /v2.0/ports?device_id=a28fc81f-8715-4a54-b8a9-6afe2d6ee821 HTTP/1.1" status: 200 len: 210 time: 0.2465191 Jun 01 19:03:23.537999 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-c1fed28a-58c9-4e5f-aadd-f5a7c089716d req-cf8bf329-d8c2-4d7f-badb-3de32a0f421e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:23.582342 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [req-c1fed28a-58c9-4e5f-aadd-f5a7c089716d req-cf8bf329-d8c2-4d7f-badb-3de32a0f421e service neutron] Transition to ACTIVE for port object be857980-dea9-4853-b07a-c4e273f09511 will not be triggered until provisioned by entity L2. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:03:23.583331 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb1632f8-cac6-4d9e-bd54-f919427727c0 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Network df7e755c-4cf7-468b-a127-7c19b72affe8 is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88524) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 19:03:23.601988 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-c1fed28a-58c9-4e5f-aadd-f5a7c089716d req-cf8bf329-d8c2-4d7f-badb-3de32a0f421e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:23.655433 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-eb1632f8-cac6-4d9e-bd54-f919427727c0 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, df7e755c-4cf7-468b-a127-7c19b72affe8) {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:03:23.673617 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce358cd9-d172-4a67-93c3-b7df133654a2 None None] Network df7e755c-4cf7-468b-a127-7c19b72affe8 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:03:23.674741 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb1632f8-cac6-4d9e-bd54-f919427727c0 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:03:23.675488 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-eb1632f8-cac6-4d9e-bd54-f919427727c0 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:23.710211 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-a3049fa9-0a5e-4785-8ff6-c2d4e99f7645 req-b228544a-ec76-47b2-b958-be36a22ba662 tempest-SecurityGroupRulesNegativeTestJSON-1371045789 tempest-SecurityGroupRulesNegativeTestJSON-1371045789-project] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:23.746190 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c75fdcae-3b6a-421e-bc73-59ba1705cd87 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Router 8e09d88e-d3cc-40a9-a6d9-5b197730b270 is scheduled to L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 with binding_index 1 {{(pid=88525) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 19:03:23.791050 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-a3049fa9-0a5e-4785-8ff6-c2d4e99f7645 req-b228544a-ec76-47b2-b958-be36a22ba662 tempest-SecurityGroupRulesNegativeTestJSON-1371045789 tempest-SecurityGroupRulesNegativeTestJSON-1371045789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:23.856252 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-eb1632f8-cac6-4d9e-bd54-f919427727c0 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.7489526 Jun 01 19:03:23.857137 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8bf329-d8c2-4d7f-badb-3de32a0f421e service neutron] Pushing event updated for resources: {'Port': ['ID=be857980-dea9-4853-b07a-c4e273f09511,revision_number=2']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:03:23.893326 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 45520) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:03:23.900150 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-a3049fa9-0a5e-4785-8ff6-c2d4e99f7645 req-b228544a-ec76-47b2-b958-be36a22ba662 tempest-SecurityGroupRulesNegativeTestJSON-1371045789 tempest-SecurityGroupRulesNegativeTestJSON-1371045789-project] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:23.901384 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a3049fa9-0a5e-4785-8ff6-c2d4e99f7645 req-b228544a-ec76-47b2-b958-be36a22ba662 tempest-SecurityGroupRulesNegativeTestJSON-1371045789 tempest-SecurityGroupRulesNegativeTestJSON-1371045789-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 1.2193873 Jun 01 19:03:23.934323 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-04c7dd5d-63a7-4851-958c-5169ce51245e tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1133933579'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:03:24.003458 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f35c2d73-4911-4510-a28d-936123ff2519 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc93f83c3-7fb6-5c13-a9d4-29d739a4e8d2-df7e755c-4cf7-468b-a127-7c19b72affe8', 'network_id': 'df7e755c-4cf7-468b-a127-7c19b72affe8', 'tenant_id': '186f4868324f42e7b69da35feb15cabc', 'fixed_ips': [{'subnet_id': 'a30a3173-dba7-40b3-9997-f7d00a5fbe78'}]}} from n-d-844202-1. {{(pid=88526) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 19:03:24.004485 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f35c2d73-4911-4510-a28d-936123ff2519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:24.016592 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b228544a-ec76-47b2-b958-be36a22ba662 tempest-SecurityGroupRulesNegativeTestJSON-1371045789 tempest-SecurityGroupRulesNegativeTestJSON-1371045789-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f5de1d1-18e5-42e7-b3d0-601d769da228,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:03:24.043911 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-04c7dd5d-63a7-4851-958c-5169ce51245e tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:03:24.133724 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-04c7dd5d-63a7-4851-958c-5169ce51245e tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Usage tracker for resource:network and tenant:186f4868324f42e7b69da35feb15cabc is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:03:24.151828 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-04c7dd5d-63a7-4851-958c-5169ce51245e tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:03:24.168835 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-04c7dd5d-63a7-4851-958c-5169ce51245e tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:03:24.207723 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-cc4d6b8f-3536-4676-9dd2-7481c86d992d req-2a47175e-3753-4f82-a7f0-9ce315993a65 tempest-SecurityGroupRulesNegativeTestJSON-1371045789 tempest-SecurityGroupRulesNegativeTestJSON-1371045789-project] 10.222.0.41 "GET /v2.0/security-groups/7f5de1d1-18e5-42e7-b3d0-601d769da228 HTTP/1.1" status: 200 len: 1815 time: 0.1948850 Jun 01 19:03:24.213661 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-c1fed28a-58c9-4e5f-aadd-f5a7c089716d req-cf8bf329-d8c2-4d7f-badb-3de32a0f421e service neutron] Attempting to bind port be857980-dea9-4853-b07a-c4e273f09511 on host n-h2-844202-1 for vnic_type normal with profile {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:03:24.214007 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-c1fed28a-58c9-4e5f-aadd-f5a7c089716d req-cf8bf329-d8c2-4d7f-badb-3de32a0f421e service neutron] Attempting to bind port be857980-dea9-4853-b07a-c4e273f09511 by drivers openvswitch,hyperv on host n-h2-844202-1 at level 0 using segments [{'id': 'd147e68c-d5fd-47df-bf65-d6c5991a53c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '0c49dc6b-5e39-4101-b04d-1c1361c15d69'}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:03:24.214500 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1fed28a-58c9-4e5f-aadd-f5a7c089716d req-cf8bf329-d8c2-4d7f-badb-3de32a0f421e service neutron] Attempting to bind port be857980-dea9-4853-b07a-c4e273f09511 on network 0c49dc6b-5e39-4101-b04d-1c1361c15d69 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:03:24.297502 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.db_base_plugin_common [None req-f35c2d73-4911-4510-a28d-936123ff2519 None None] Allocated IP 172.20.255.242 (df7e755c-4cf7-468b-a127-7c19b72affe8/a30a3173-dba7-40b3-9997-f7d00a5fbe78/62d2536e-735c-406c-b154-43add85a3f56) {{(pid=88526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:03:24.321257 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1fed28a-58c9-4e5f-aadd-f5a7c089716d req-cf8bf329-d8c2-4d7f-badb-3de32a0f421e service neutron] Port be857980-dea9-4853-b07a-c4e273f09511 on network 0c49dc6b-5e39-4101-b04d-1c1361c15d69 not bound, no agent of type Open vSwitch agent registered on host n-h2-844202-1 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 19:03:24.321714 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1fed28a-58c9-4e5f-aadd-f5a7c089716d req-cf8bf329-d8c2-4d7f-badb-3de32a0f421e service neutron] Attempting to bind port be857980-dea9-4853-b07a-c4e273f09511 on network 0c49dc6b-5e39-4101-b04d-1c1361c15d69 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:03:24.342963 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c75fdcae-3b6a-421e-bc73-59ba1705cd87 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:03:24.356873 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1fed28a-58c9-4e5f-aadd-f5a7c089716d req-cf8bf329-d8c2-4d7f-badb-3de32a0f421e service neutron] Checking agent: {'id': 'f5db9968-6317-4186-9100-9e0ca6b50417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 3, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:03:24.362054 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1fed28a-58c9-4e5f-aadd-f5a7c089716d req-cf8bf329-d8c2-4d7f-badb-3de32a0f421e service neutron] Checking segment: {'id': 'd147e68c-d5fd-47df-bf65-d6c5991a53c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '0c49dc6b-5e39-4101-b04d-1c1361c15d69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:03:24.363872 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1fed28a-58c9-4e5f-aadd-f5a7c089716d req-cf8bf329-d8c2-4d7f-badb-3de32a0f421e service neutron] Bound using segment: {'id': 'd147e68c-d5fd-47df-bf65-d6c5991a53c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '0c49dc6b-5e39-4101-b04d-1c1361c15d69'} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:03:24.364462 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-c1fed28a-58c9-4e5f-aadd-f5a7c089716d req-cf8bf329-d8c2-4d7f-badb-3de32a0f421e service neutron] Bound port: be857980-dea9-4853-b07a-c4e273f09511, host: n-h2-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd147e68c-d5fd-47df-bf65-d6c5991a53c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '0c49dc6b-5e39-4101-b04d-1c1361c15d69'}}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:03:24.364913 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-c1fed28a-58c9-4e5f-aadd-f5a7c089716d req-cf8bf329-d8c2-4d7f-badb-3de32a0f421e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:24.374881 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04c7dd5d-63a7-4851-958c-5169ce51245e tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Made reservation on behalf of 186f4868324f42e7b69da35feb15cabc for: {'network': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:03:24.376597 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d513063c-1b18-439e-a71d-2c766a8eea76 req-41c06af7-7113-4ce9-b785-239e85da16da tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:03:24.378526 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-04c7dd5d-63a7-4851-958c-5169ce51245e tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:24.378748 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d513063c-1b18-439e-a71d-2c766a8eea76 req-41c06af7-7113-4ce9-b785-239e85da16da tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/ports?device_id=87fedb26-1c2b-4884-b8a8-b0cf24e56722 HTTP/1.1" status: 200 len: 943 time: 0.3285353 Jun 01 19:03:24.385452 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c75fdcae-3b6a-421e-bc73-59ba1705cd87 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks [] for router, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:24.387030 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-c75fdcae-3b6a-421e-bc73-59ba1705cd87 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 6.0497489 Jun 01 19:03:24.391818 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 45542) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:03:24.461479 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-f831cef8-a93f-48c4-87bb-1baee6798e32 tempest-TestNetworkBasicOps-1217506221 tempest-TestNetworkBasicOps-1217506221-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=d3eb50f3028440db9726ae16e6111d12&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0673180 Jun 01 19:03:24.464361 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 45548) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:03:24.477345 n-d-844202-1 neutron-server[88524]: INFO neutron.api.v2.resource [req-9b44bf28-95c4-4498-8c21-3618b59f2560 req-b4c2d507-2033-4bd2-abb7-70bbb7bb58f0 tempest-SecurityGroupRulesNegativeTestJSON-1371045789 tempest-SecurityGroupRulesNegativeTestJSON-1371045789-project] show failed (client error): The resource could not be found. Jun 01 19:03:24.494413 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9b44bf28-95c4-4498-8c21-3618b59f2560 req-b4c2d507-2033-4bd2-abb7-70bbb7bb58f0 tempest-SecurityGroupRulesNegativeTestJSON-1371045789 tempest-SecurityGroupRulesNegativeTestJSON-1371045789-project] 10.222.0.41 "GET /v2.0/security-groups/177ca327-5482-487b-a946-38e207aaa5b2 HTTP/1.1" status: 404 len: 352 time: 0.1696675 Jun 01 19:03:24.573558 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f35c2d73-4911-4510-a28d-936123ff2519 None None] Notify callbacks [] for port, precommit_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:24.586544 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f35c2d73-4911-4510-a28d-936123ff2519 None None] Transition to ACTIVE for port object 62d2536e-735c-406c-b154-43add85a3f56 will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:03:24.592683 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d513063c-1b18-439e-a71d-2c766a8eea76 req-a88f95c3-7b3f-4099-8c5c-eb18a7c69618 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a351d5c-3364-42d8-bd0d-648028a392a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039690 Jun 01 19:03:24.633749 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04c7dd5d-63a7-4851-958c-5169ce51245e tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 144} {{(pid=88524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 19:03:24.651274 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f35c2d73-4911-4510-a28d-936123ff2519 None None] Transition to ACTIVE for port object 62d2536e-735c-406c-b154-43add85a3f56 will not be triggered until provisioned by entity DHCP. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:03:24.657252 n-d-844202-1 neutron-server[88524]: INFO neutron.api.v2.resource [req-e3672094-03e7-4ed4-bab7-728247a11d4b req-6fb386b3-5a6c-434c-b632-edb8207247b7 tempest-SecurityGroupRulesNegativeTestJSON-1371045789 tempest-SecurityGroupRulesNegativeTestJSON-1371045789-project] show failed (client error): The resource could not be found. Jun 01 19:03:24.660830 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e3672094-03e7-4ed4-bab7-728247a11d4b req-6fb386b3-5a6c-434c-b632-edb8207247b7 tempest-SecurityGroupRulesNegativeTestJSON-1371045789 tempest-SecurityGroupRulesNegativeTestJSON-1371045789-project] 10.222.0.41 "GET /v2.0/security-group-rules/d8091c21-66c7-4f5a-8105-7c2af52818e3 HTTP/1.1" status: 404 len: 361 time: 0.1403034 Jun 01 19:03:24.668611 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4560396f-57f5-4940-a05f-e22cb00403a1 None None] Sync routers for ids ['8e09d88e-d3cc-40a9-a6d9-5b197730b270'] in n-d-844202-1 {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:03:24.699954 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-7527a744-37a7-48bd-bf58-97130c2809f0 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:24.702064 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4560396f-57f5-4940-a05f-e22cb00403a1 None None] Routers {'8e09d88e-d3cc-40a9-a6d9-5b197730b270'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:03:24.705545 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-c1fed28a-58c9-4e5f-aadd-f5a7c089716d req-cf8bf329-d8c2-4d7f-badb-3de32a0f421e service neutron] For port be857980-dea9-4853-b07a-c4e273f09511, host n-h2-844202-1, cleared binding levels {{(pid=88524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:03:24.708435 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-04c7dd5d-63a7-4851-958c-5169ce51245e tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:24.709427 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-4560396f-57f5-4940-a05f-e22cb00403a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:03:09Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['8e09d88e-d3cc-40a9-a6d9-5b197730b270'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:03:24.709567 n-d-844202-1 neutron-server[88524]: INFO neutron.db.segments_db [None req-04c7dd5d-63a7-4851-958c-5169ce51245e tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Added segment a12aecc2-d408-4af8-a805-80662b936c48 of type vlan for network 4e531eed-3a67-42ee-b6d3-590eaab7f93c Jun 01 19:03:24.713769 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-c1fed28a-58c9-4e5f-aadd-f5a7c089716d req-cf8bf329-d8c2-4d7f-badb-3de32a0f421e service neutron] For port be857980-dea9-4853-b07a-c4e273f09511, host n-h2-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=be857980-dea9-4853-b07a-c4e273f09511,segment=NetworkSegment(d147e68c-d5fd-47df-bf65-d6c5991a53c2),segment_id=d147e68c-d5fd-47df-bf65-d6c5991a53c2)] {{(pid=88524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:03:24.717259 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d56bfdb8-dffa-4657-bbc0-8098add588fd tempest-TestNetworkBasicOps-1217506221 tempest-TestNetworkBasicOps-1217506221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:03:24.722554 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-d56bfdb8-dffa-4657-bbc0-8098add588fd tempest-TestNetworkBasicOps-1217506221 tempest-TestNetworkBasicOps-1217506221-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2568824 Jun 01 19:03:24.725797 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 45564) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:03:24.767643 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-7527a744-37a7-48bd-bf58-97130c2809f0 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887712'] for floatingip, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:24.817417 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-7ad4a8cb-5ca9-4367-894d-438e34683bbd tempest-TestNetworkBasicOps-1217506221 tempest-TestNetworkBasicOps-1217506221-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=72a72e44-6845-488a-a5ff-3a26d4df9cb3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0895000 Jun 01 19:03:24.821878 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f35c2d73-4911-4510-a28d-936123ff2519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526'] for port, after_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:24.824748 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 45568) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:03:24.830964 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-f3388839-612c-40c7-a3b5-991d2e9b1b0f tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1062911214', 'network_id': '1a74ffe4-e7cd-459d-b2d6-ae7cddc87c99', 'project_id': 'd3eb50f3028440db9726ae16e6111d12', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:03:24.999923 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-c1fed28a-58c9-4e5f-aadd-f5a7c089716d req-cf8bf329-d8c2-4d7f-badb-3de32a0f421e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:25.036682 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-f3388839-612c-40c7-a3b5-991d2e9b1b0f tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:03:25.045500 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35c2d73-4911-4510-a28d-936123ff2519 None None] Pushing event updated for resources: {'Port': ['ID=62d2536e-735c-406c-b154-43add85a3f56,revision_number=1']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:03:25.059113 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-760fdc80-99e3-48d4-a9ad-4b1520fdbaeb req-f13f7c1b-7901-4a38-aaae-01835ff07055 tempest-ServerShowV254Test-1879500691 tempest-ServerShowV254Test-1879500691-project] 10.222.0.41 "GET /v2.0/ports?device_id=a28fc81f-8715-4a54-b8a9-6afe2d6ee821 HTTP/1.1" status: 200 len: 210 time: 0.2009571 Jun 01 19:03:25.060208 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-f3388839-612c-40c7-a3b5-991d2e9b1b0f tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Usage tracker for resource:subnet and tenant:d3eb50f3028440db9726ae16e6111d12 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:03:25.072010 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-f3388839-612c-40c7-a3b5-991d2e9b1b0f tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:03:25.081546 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f35c2d73-4911-4510-a28d-936123ff2519 None None] Network df7e755c-4cf7-468b-a127-7c19b72affe8 is already hosted by enough agents. {{(pid=88526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:03:25.083204 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5418bb41-4e96-4d05-8a92-d94461c044d9 req-90a10ceb-64ad-4c92-8e54-25b40f381c86 tempest-SecurityGroupRulesNegativeTestJSON-1371045789 tempest-SecurityGroupRulesNegativeTestJSON-1371045789-project] 10.222.0.41 "GET /v2.0/security-groups/7f5de1d1-18e5-42e7-b3d0-601d769da228 HTTP/1.1" status: 200 len: 1815 time: 0.3629632 Jun 01 19:03:25.094066 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.base_scheduler [None req-f35c2d73-4911-4510-a28d-936123ff2519 None None] Resources bound (agent type, host, resource id): {{(pid=88526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:03:25.102048 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-f3388839-612c-40c7-a3b5-991d2e9b1b0f tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:03:25.125364 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35c2d73-4911-4510-a28d-936123ff2519 None None] Received port after_create {{(pid=88526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:03:25.133299 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3388839-612c-40c7-a3b5-991d2e9b1b0f tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Made reservation on behalf of d3eb50f3028440db9726ae16e6111d12 for: {'subnet': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:03:25.138492 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f3388839-612c-40c7-a3b5-991d2e9b1b0f tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9667140'] for subnet, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:25.143659 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fed28a-58c9-4e5f-aadd-f5a7c089716d req-cf8bf329-d8c2-4d7f-badb-3de32a0f421e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:03:25.144302 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-c1fed28a-58c9-4e5f-aadd-f5a7c089716d req-cf8bf329-d8c2-4d7f-badb-3de32a0f421e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:25.145754 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c1fed28a-58c9-4e5f-aadd-f5a7c089716d req-cf8bf329-d8c2-4d7f-badb-3de32a0f421e service neutron] 10.222.0.50 "PUT /v2.0/ports/be857980-dea9-4853-b07a-c4e273f09511 HTTP/1.1" status: 200 len: 1091 time: 3.8361344 Jun 01 19:03:25.158817 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87fedb26-1c2b-4884-b8a8-b0cf24e56722', 'tag': 'be857980-dea9-4853-b07a-c4e273f09511'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:03:25.180676 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-04c7dd5d-63a7-4851-958c-5169ce51245e tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:25.285029 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78fc6040-c175-4402-966f-3c3b7832d58e'] response: {'name': 'network-changed', 'server_uuid': '87fedb26-1c2b-4884-b8a8-b0cf24e56722', 'tag': 'be857980-dea9-4853-b07a-c4e273f09511', 'status': 'completed', 'code': 200} Jun 01 19:03:25.348408 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-4560396f-57f5-4940-a05f-e22cb00403a1 None None] Set router 8e09d88e-d3cc-40a9-a6d9-5b197730b270 gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:03:25.437984 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8bf329-d8c2-4d7f-badb-3de32a0f421e service neutron] Pushing event updated for resources: {'Port': ['ID=be857980-dea9-4853-b07a-c4e273f09511,revision_number=3']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:03:25.499122 n-d-844202-1 neutron-server[88524]: INFO neutron.db.l3_db [None req-7527a744-37a7-48bd-bf58-97130c2809f0 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Floating IP 6add8ebc-dfb7-4b01-937d-1814b9542856 associated. External IP: 172.25.4.14, port: 9729a7ae-5fc0-4ccb-b05f-3e7927d7f202. Jun 01 19:03:25.560417 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-5418bb41-4e96-4d05-8a92-d94461c044d9 req-9ec0ead0-6b3e-4fe1-99e5-6261d569085a tempest-SecurityGroupRulesNegativeTestJSON-1371045789 tempest-SecurityGroupRulesNegativeTestJSON-1371045789-project] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:25.573467 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-04c7dd5d-63a7-4851-958c-5169ce51245e tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:25.578970 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04c7dd5d-63a7-4851-958c-5169ce51245e tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:03:25.580004 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-04c7dd5d-63a7-4851-958c-5169ce51245e tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:25.609873 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f3388839-612c-40c7-a3b5-991d2e9b1b0f tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2614064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9667190'] for subnet, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:25.725117 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-04c7dd5d-63a7-4851-958c-5169ce51245e tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.8221164 Jun 01 19:03:25.728696 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3388839-612c-40c7-a3b5-991d2e9b1b0f tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Pushing event updated for resources: {'Subnet': ['ID=b3633857-1cd8-40e7-9128-29a541565063,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:03:25.740198 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 45590) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:03:25.741557 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-f35c2d73-4911-4510-a28d-936123ff2519 None None] Attempting to bind port 62d2536e-735c-406c-b154-43add85a3f56 on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:03:25.742021 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-f35c2d73-4911-4510-a28d-936123ff2519 None None] Attempting to bind port 62d2536e-735c-406c-b154-43add85a3f56 by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': '704a63a0-40ca-41fe-8395-e673a6a52427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'df7e755c-4cf7-468b-a127-7c19b72affe8'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:03:25.742273 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f35c2d73-4911-4510-a28d-936123ff2519 None None] Attempting to bind port 62d2536e-735c-406c-b154-43add85a3f56 on network df7e755c-4cf7-468b-a127-7c19b72affe8 {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:03:25.751290 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-e62535b1-7323-42b8-af75-19ea3ef53243 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Request body: {'subnet': {'network_id': '4e531eed-3a67-42ee-b6d3-590eaab7f93c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:03:25.775547 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3388839-612c-40c7-a3b5-991d2e9b1b0f tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Checking segment: {'id': '841bab55-f57c-4c3b-8cf4-186c650d46ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '1a74ffe4-e7cd-459d-b2d6-ae7cddc87c99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:03:25.776150 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3388839-612c-40c7-a3b5-991d2e9b1b0f tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Network hostable DHCP agents. Network: 1a74ffe4-e7cd-459d-b2d6-ae7cddc87c99, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 19:03:25.794125 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f35c2d73-4911-4510-a28d-936123ff2519 None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 3, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:03:25.794570 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f35c2d73-4911-4510-a28d-936123ff2519 None None] Checking segment: {'id': '704a63a0-40ca-41fe-8395-e673a6a52427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'df7e755c-4cf7-468b-a127-7c19b72affe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:03:25.794915 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f35c2d73-4911-4510-a28d-936123ff2519 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:25.795312 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f35c2d73-4911-4510-a28d-936123ff2519 None None] Bound using segment: {'id': '704a63a0-40ca-41fe-8395-e673a6a52427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'df7e755c-4cf7-468b-a127-7c19b72affe8'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:03:25.795795 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-f35c2d73-4911-4510-a28d-936123ff2519 None None] Bound port: 62d2536e-735c-406c-b154-43add85a3f56, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '704a63a0-40ca-41fe-8395-e673a6a52427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'df7e755c-4cf7-468b-a127-7c19b72affe8'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:03:25.796171 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f35c2d73-4911-4510-a28d-936123ff2519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:25.917644 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f35c2d73-4911-4510-a28d-936123ff2519 None None] For port 62d2536e-735c-406c-b154-43add85a3f56, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:03:25.924130 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f35c2d73-4911-4510-a28d-936123ff2519 None None] For port 62d2536e-735c-406c-b154-43add85a3f56, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=62d2536e-735c-406c-b154-43add85a3f56,segment=NetworkSegment(704a63a0-40ca-41fe-8395-e673a6a52427),segment_id=704a63a0-40ca-41fe-8395-e673a6a52427)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:03:25.931049 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f35c2d73-4911-4510-a28d-936123ff2519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:25.984879 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3388839-612c-40c7-a3b5-991d2e9b1b0f tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Network 1a74ffe4-e7cd-459d-b2d6-ae7cddc87c99 is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 19:03:25.987076 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-5418bb41-4e96-4d05-8a92-d94461c044d9 req-9ec0ead0-6b3e-4fe1-99e5-6261d569085a tempest-SecurityGroupRulesNegativeTestJSON-1371045789 tempest-SecurityGroupRulesNegativeTestJSON-1371045789-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:26.004341 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fed28a-58c9-4e5f-aadd-f5a7c089716d req-2e61ba2a-977d-43be-b41b-46c6098fd8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:03:26.007328 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c1fed28a-58c9-4e5f-aadd-f5a7c089716d req-2e61ba2a-977d-43be-b41b-46c6098fd8fa service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ff411273a1ac46f2a91fb45afe578ccb&device_id=87fedb26-1c2b-4884-b8a8-b0cf24e56722 HTTP/1.1" status: 200 len: 1094 time: 0.7180827 Jun 01 19:03:26.018304 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-e62535b1-7323-42b8-af75-19ea3ef53243 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:03:26.023913 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c7dd5d-63a7-4851-958c-5169ce51245e tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Pushing event updated for resources: {'Network': ['ID=4e531eed-3a67-42ee-b6d3-590eaab7f93c,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:03:26.026774 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-e62535b1-7323-42b8-af75-19ea3ef53243 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Usage tracker for resource:subnet and tenant:186f4868324f42e7b69da35feb15cabc is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:03:26.033873 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-e62535b1-7323-42b8-af75-19ea3ef53243 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:03:26.038850 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-f3388839-612c-40c7-a3b5-991d2e9b1b0f tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, 1a74ffe4-e7cd-459d-b2d6-ae7cddc87c99) {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:03:26.046701 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-e62535b1-7323-42b8-af75-19ea3ef53243 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:03:26.049287 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network 4e531eed-3a67-42ee-b6d3-590eaab7f93c details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 19:03:26.050140 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3388839-612c-40c7-a3b5-991d2e9b1b0f tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:03:26.050891 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f3388839-612c-40c7-a3b5-991d2e9b1b0f tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:26.077392 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9a96083-6420-4880-a00f-fedc5bdd71ac None None] Network 1a74ffe4-e7cd-459d-b2d6-ae7cddc87c99 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:03:26.096585 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e62535b1-7323-42b8-af75-19ea3ef53243 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Made reservation on behalf of 186f4868324f42e7b69da35feb15cabc for: {'subnet': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:03:26.102110 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e62535b1-7323-42b8-af75-19ea3ef53243 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9667140'] for subnet, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:26.125355 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-f3388839-612c-40c7-a3b5-991d2e9b1b0f tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.2991843 Jun 01 19:03:26.145649 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28508417-6100-48b4-b8c6-b0da82cb315d req-078c92f9-b02d-4e4d-ba7d-f9b809a9ac3e tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:03:26.149167 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-28508417-6100-48b4-b8c6-b0da82cb315d req-078c92f9-b02d-4e4d-ba7d-f9b809a9ac3e tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/ports?device_id=87fedb26-1c2b-4884-b8a8-b0cf24e56722 HTTP/1.1" status: 200 len: 943 time: 0.3002152 Jun 01 19:03:26.205192 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 45602) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:03:26.226903 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-5418bb41-4e96-4d05-8a92-d94461c044d9 req-9ec0ead0-6b3e-4fe1-99e5-6261d569085a tempest-SecurityGroupRulesNegativeTestJSON-1371045789 tempest-SecurityGroupRulesNegativeTestJSON-1371045789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:26.304317 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-28508417-6100-48b4-b8c6-b0da82cb315d req-974e47f6-997e-424d-99f8-14857bbf9e6b tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a351d5c-3364-42d8-bd0d-648028a392a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973465 Jun 01 19:03:26.357092 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c1fed28a-58c9-4e5f-aadd-f5a7c089716d req-6dbddd71-94d4-4dc8-a6f8-5a19502def1f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=be857980-dea9-4853-b07a-c4e273f09511 HTTP/1.1" status: 200 len: 217 time: 0.3359015 Jun 01 19:03:26.513337 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec0ead0-6b3e-4fe1-99e5-6261d569085a tempest-SecurityGroupRulesNegativeTestJSON-1371045789 tempest-SecurityGroupRulesNegativeTestJSON-1371045789-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f5de1d1-18e5-42e7-b3d0-601d769da228,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:03:26.634353 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-5418bb41-4e96-4d05-8a92-d94461c044d9 req-9ec0ead0-6b3e-4fe1-99e5-6261d569085a tempest-SecurityGroupRulesNegativeTestJSON-1371045789 tempest-SecurityGroupRulesNegativeTestJSON-1371045789-project] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:26.635489 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5418bb41-4e96-4d05-8a92-d94461c044d9 req-9ec0ead0-6b3e-4fe1-99e5-6261d569085a tempest-SecurityGroupRulesNegativeTestJSON-1371045789 tempest-SecurityGroupRulesNegativeTestJSON-1371045789-project] 10.222.0.41 "DELETE /v2.0/security-groups/7f5de1d1-18e5-42e7-b3d0-601d769da228 HTTP/1.1" status: 204 len: 173 time: 1.5235419 Jun 01 19:03:26.653047 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35c2d73-4911-4510-a28d-936123ff2519 None None] Pushing event updated for resources: {'Port': ['ID=62d2536e-735c-406c-b154-43add85a3f56,revision_number=2']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:03:26.655011 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fed28a-58c9-4e5f-aadd-f5a7c089716d req-8c06b7f6-4906-4e43-ad63-62013081f6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:03:26.664964 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c1fed28a-58c9-4e5f-aadd-f5a7c089716d req-8c06b7f6-4906-4e43-ad63-62013081f6c8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=308ebcd6-774a-482f-bd0f-fadc3e2b2dca HTTP/1.1" status: 200 len: 846 time: 0.2733953 Jun 01 19:03:26.668462 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c34b6ee1-9c52-4b71-80ba-71b0ef0ab378 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc93f83c3-7fb6-5c13-a9d4-29d739a4e8d2-1a74ffe4-e7cd-459d-b2d6-ae7cddc87c99', 'network_id': '1a74ffe4-e7cd-459d-b2d6-ae7cddc87c99', 'tenant_id': 'd3eb50f3028440db9726ae16e6111d12', 'fixed_ips': [{'subnet_id': 'b3633857-1cd8-40e7-9128-29a541565063'}]}} from n-d-844202-1. {{(pid=88526) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 19:03:26.669265 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-c34b6ee1-9c52-4b71-80ba-71b0ef0ab378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:26.672495 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-66604728-2aa1-4b1e-ac89-5bee0c1cb530 req-18001986-5dd1-4cd6-b6dc-4ca34b60b3e3 tempest-ServerShowV254Test-1879500691 tempest-ServerShowV254Test-1879500691-project] 10.222.0.41 "GET /v2.0/ports?device_id=a28fc81f-8715-4a54-b8a9-6afe2d6ee821 HTTP/1.1" status: 200 len: 210 time: 0.0881839 Jun 01 19:03:26.781203 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e62535b1-7323-42b8-af75-19ea3ef53243 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2614064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9667190'] for subnet, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:26.887798 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62535b1-7323-42b8-af75-19ea3ef53243 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Pushing event updated for resources: {'Subnet': ['ID=13cbc7f5-2e92-4807-9983-b5c4da960b2a,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:03:26.897222 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e62535b1-7323-42b8-af75-19ea3ef53243 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Checking segment: {'id': 'a12aecc2-d408-4af8-a805-80662b936c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '4e531eed-3a67-42ee-b6d3-590eaab7f93c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:03:26.897761 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e62535b1-7323-42b8-af75-19ea3ef53243 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Network hostable DHCP agents. Network: 4e531eed-3a67-42ee-b6d3-590eaab7f93c, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 19:03:26.904824 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62535b1-7323-42b8-af75-19ea3ef53243 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:03:26.905171 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62535b1-7323-42b8-af75-19ea3ef53243 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:03:26.905497 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62535b1-7323-42b8-af75-19ea3ef53243 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:03:26.905830 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62535b1-7323-42b8-af75-19ea3ef53243 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:03:26.906151 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62535b1-7323-42b8-af75-19ea3ef53243 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:03:26.906615 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62535b1-7323-42b8-af75-19ea3ef53243 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:03:26.907270 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62535b1-7323-42b8-af75-19ea3ef53243 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:03:26.907595 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62535b1-7323-42b8-af75-19ea3ef53243 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:03:26.907920 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62535b1-7323-42b8-af75-19ea3ef53243 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:03:26.908253 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62535b1-7323-42b8-af75-19ea3ef53243 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:03:26.908588 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62535b1-7323-42b8-af75-19ea3ef53243 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:03:26.908904 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62535b1-7323-42b8-af75-19ea3ef53243 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:03:26.936691 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e62535b1-7323-42b8-af75-19ea3ef53243 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Network 4e531eed-3a67-42ee-b6d3-590eaab7f93c is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 19:03:26.952014 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-e62535b1-7323-42b8-af75-19ea3ef53243 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, 4e531eed-3a67-42ee-b6d3-590eaab7f93c) {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:03:26.958131 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e62535b1-7323-42b8-af75-19ea3ef53243 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:03:26.959659 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e62535b1-7323-42b8-af75-19ea3ef53243 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:27.009971 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-e62535b1-7323-42b8-af75-19ea3ef53243 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.2658861 Jun 01 19:03:27.012792 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 45614) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:03:27.040975 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.db_base_plugin_common [None req-c34b6ee1-9c52-4b71-80ba-71b0ef0ab378 None None] Allocated IP 172.20.0.2 (1a74ffe4-e7cd-459d-b2d6-ae7cddc87c99/b3633857-1cd8-40e7-9128-29a541565063/fc7d9bca-3b75-47ad-8929-fe27fdc8bd6e) {{(pid=88526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:03:27.069306 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c1fed28a-58c9-4e5f-aadd-f5a7c089716d req-1d5539a6-7949-43b8-a0fa-5fa4e03292ad service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0c49dc6b-5e39-4101-b04d-1c1361c15d69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2822044 Jun 01 19:03:27.260866 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-076d5a54-fb0a-4bd5-bc4a-cd078a4e2dd3 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:27.358113 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b8fa680-71c9-4162-99f5-1eadfd6897f1 None None] Network 4e531eed-3a67-42ee-b6d3-590eaab7f93c requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:03:27.386068 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-076d5a54-fb0a-4bd5-bc4a-cd078a4e2dd3 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:27.499970 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-076d5a54-fb0a-4bd5-bc4a-cd078a4e2dd3 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2614143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9667199'] for subnet, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:27.560591 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-c34b6ee1-9c52-4b71-80ba-71b0ef0ab378 None None] Notify callbacks [] for port, precommit_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:27.566297 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-4560396f-57f5-4940-a05f-e22cb00403a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e09d88e-d3cc-40a9-a6d9-5b197730b270', 'name': 'tempest-TestNetworkBasicOps-router-2021402566', 'tenant_id': 'd3eb50f3028440db9726ae16e6111d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': 'aa07ffd2-77b3-4c0a-ac26-89715c42b91a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:03:18Z', 'updated_at': '2022-06-01T19:03:22Z', 'revision_number': 3, 'project_id': 'd3eb50f3028440db9726ae16e6111d12', 'gw_port': {'id': 'aa07ffd2-77b3-4c0a-ac26-89715c42b91a', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:dc:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e09d88e-d3cc-40a9-a6d9-5b197730b270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2248, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:03:21Z', 'updated_at': '2022-06-01T19:03:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:03:27.591419 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4560396f-57f5-4940-a05f-e22cb00403a1 None None] Checking router: 8e09d88e-d3cc-40a9-a6d9-5b197730b270 for host: n-d-844202-1 {{(pid=88526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 19:03:27.591766 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4560396f-57f5-4940-a05f-e22cb00403a1 None None] Updating router 8e09d88e-d3cc-40a9-a6d9-5b197730b270 port aa07ffd2-77b3-4c0a-ac26-89715c42b91a binding host n-d-844202-1 {{(pid=88526) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 19:03:27.625792 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-c34b6ee1-9c52-4b71-80ba-71b0ef0ab378 None None] Transition to ACTIVE for port object fc7d9bca-3b75-47ad-8929-fe27fdc8bd6e will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:03:27.664735 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a130e532-c752-4102-ad35-6c959b41d0ad req-6ff2b160-7a43-40de-8769-20f136b1ab9c tempest-SecurityGroupRulesNegativeTestJSON-1371045789 tempest-SecurityGroupRulesNegativeTestJSON-1371045789-project] 10.222.0.41 "GET /v2.0/security-groups/f062fa74-510e-479b-9677-131a73f4dcbe HTTP/1.1" status: 200 len: 1814 time: 0.9973583 Jun 01 19:03:27.707762 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076d5a54-fb0a-4bd5-bc4a-cd078a4e2dd3 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Pushing event deleted for resources: {'Subnet': ['ID=13cbc7f5-2e92-4807-9983-b5c4da960b2a,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:03:27.736808 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-c34b6ee1-9c52-4b71-80ba-71b0ef0ab378 None None] Transition to ACTIVE for port object fc7d9bca-3b75-47ad-8929-fe27fdc8bd6e will not be triggered until provisioned by entity DHCP. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:03:27.738396 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-4560396f-57f5-4940-a05f-e22cb00403a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:27.754204 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-076d5a54-fb0a-4bd5-bc4a-cd078a4e2dd3 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:27.823695 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-076d5a54-fb0a-4bd5-bc4a-cd078a4e2dd3 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e531eed-3a67-42ee-b6d3-590eaab7f93c']}} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:03:27.859595 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-076d5a54-fb0a-4bd5-bc4a-cd078a4e2dd3 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a12aecc2-d408-4af8-a805-80662b936c48') {'for_net_delete': True} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:03:27.860379 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-076d5a54-fb0a-4bd5-bc4a-cd078a4e2dd3 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a12aecc2-d408-4af8-a805-80662b936c48') {} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:03:27.902964 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-076d5a54-fb0a-4bd5-bc4a-cd078a4e2dd3 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2258522'] for segment, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:27.922965 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68309e58-b5c7-4afb-9726-82b0fe343298 req-d1f2c23f-bacb-440c-85dc-fbe47aa311fc tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:03:27.934484 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-68309e58-b5c7-4afb-9726-82b0fe343298 req-d1f2c23f-bacb-440c-85dc-fbe47aa311fc tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/ports?device_id=87fedb26-1c2b-4884-b8a8-b0cf24e56722 HTTP/1.1" status: 200 len: 943 time: 0.3236234 Jun 01 19:03:27.943303 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-076d5a54-fb0a-4bd5-bc4a-cd078a4e2dd3 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:27.980848 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c1fed28a-58c9-4e5f-aadd-f5a7c089716d req-cd1d1752-467f-4a5d-82eb-4c06ebbaaa1b service neutron] 10.222.0.50 "GET /v2.0/networks/0c49dc6b-5e39-4101-b04d-1c1361c15d69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8012278 Jun 01 19:03:27.985157 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-076d5a54-fb0a-4bd5-bc4a-cd078a4e2dd3 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=88525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 19:03:27.985723 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-076d5a54-fb0a-4bd5-bc4a-cd078a4e2dd3 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2613981'] for segment, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:27.989816 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7527a744-37a7-48bd-bf58-97130c2809f0 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Router 7ee539f0-74eb-4d8b-94f4-0af36e192612 has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 19:03:28.166865 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment a12aecc2-d408-4af8-a805-80662b936c48 resource provider aggregate not found Jun 01 19:03:28.200719 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c1fed28a-58c9-4e5f-aadd-f5a7c089716d req-dd2aef35-2c18-49a6-9e06-eaf5c9fe6991 service neutron] 10.222.0.50 "GET /v2.0/networks/0c49dc6b-5e39-4101-b04d-1c1361c15d69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2048645 Jun 01 19:03:28.220554 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3922d06-6a28-4a79-9d0f-cdaf84d03e6e None None] Network 4e531eed-3a67-42ee-b6d3-590eaab7f93c requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:03:28.237453 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment a12aecc2-d408-4af8-a805-80662b936c48 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a12aecc2-d408-4af8-a805-80662b936c48 found for delete ", "request_id": "req-62b69196-1c13-4c52-ab83-8e833623de70"}]} Jun 01 19:03:28.262707 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-c34b6ee1-9c52-4b71-80ba-71b0ef0ab378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526'] for port, after_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:28.342168 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-68309e58-b5c7-4afb-9726-82b0fe343298 req-2a65336b-b7b4-490a-b120-a14fcf633913 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a351d5c-3364-42d8-bd0d-648028a392a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3953791 Jun 01 19:03:28.358332 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-076d5a54-fb0a-4bd5-bc4a-cd078a4e2dd3 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:28.388949 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8485471d-8f03-4470-8376-71af38dbfe97 None None] Network df7e755c-4cf7-468b-a127-7c19b72affe8 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:03:28.400828 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-076d5a54-fb0a-4bd5-bc4a-cd078a4e2dd3 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks [] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:28.427377 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-076d5a54-fb0a-4bd5-bc4a-cd078a4e2dd3 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] 10.222.0.41 "DELETE /v2.0/networks/4e531eed-3a67-42ee-b6d3-590eaab7f93c HTTP/1.1" status: 204 len: 168 time: 1.4131651 Jun 01 19:03:28.428803 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 45638) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:03:28.440109 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076d5a54-fb0a-4bd5-bc4a-cd078a4e2dd3 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Pushing event deleted for resources: {'Network': ['ID=4e531eed-3a67-42ee-b6d3-590eaab7f93c,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:03:28.449714 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-065095af-166f-4d86-8ba2-8d6d25932a70 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-667687069'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:03:28.465938 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-065095af-166f-4d86-8ba2-8d6d25932a70 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:03:28.473092 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-065095af-166f-4d86-8ba2-8d6d25932a70 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Usage tracker for resource:network and tenant:186f4868324f42e7b69da35feb15cabc is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:03:28.482932 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-065095af-166f-4d86-8ba2-8d6d25932a70 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:03:28.495060 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-065095af-166f-4d86-8ba2-8d6d25932a70 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:03:28.570102 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 45646) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:03:28.600419 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-9f93a088-01ad-4af3-a07f-93a839714326 req-e7857334-d500-424b-909f-4a20bf5fd172 tempest-ServerShowV254Test-1879500691 tempest-ServerShowV254Test-1879500691-project] 10.222.0.41 "GET /v2.0/ports?device_id=a28fc81f-8715-4a54-b8a9-6afe2d6ee821 HTTP/1.1" status: 200 len: 210 time: 0.0961637 Jun 01 19:03:28.605291 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-065095af-166f-4d86-8ba2-8d6d25932a70 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Made reservation on behalf of 186f4868324f42e7b69da35feb15cabc for: {'network': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:03:28.609053 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-065095af-166f-4d86-8ba2-8d6d25932a70 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:28.625085 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c34b6ee1-9c52-4b71-80ba-71b0ef0ab378 None None] Network 1a74ffe4-e7cd-459d-b2d6-ae7cddc87c99 is already hosted by enough agents. {{(pid=88526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:03:28.650936 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.base_scheduler [None req-c34b6ee1-9c52-4b71-80ba-71b0ef0ab378 None None] Resources bound (agent type, host, resource id): {{(pid=88526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:03:28.661492 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-065095af-166f-4d86-8ba2-8d6d25932a70 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 104} {{(pid=88525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 19:03:28.672480 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-065095af-166f-4d86-8ba2-8d6d25932a70 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:28.672829 n-d-844202-1 neutron-server[88525]: INFO neutron.db.segments_db [None req-065095af-166f-4d86-8ba2-8d6d25932a70 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Added segment 01e671fa-9b39-4198-a162-8d976c5aa209 of type vlan for network 7679ebf5-9f14-44f2-8b88-dc6fff9aa8a4 Jun 01 19:03:28.706829 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-065095af-166f-4d86-8ba2-8d6d25932a70 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:28.712458 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34b6ee1-9c52-4b71-80ba-71b0ef0ab378 None None] Received port after_create {{(pid=88526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:03:28.775731 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-065095af-166f-4d86-8ba2-8d6d25932a70 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:28.785100 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-065095af-166f-4d86-8ba2-8d6d25932a70 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:03:28.785973 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-065095af-166f-4d86-8ba2-8d6d25932a70 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks [] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:28.831386 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34b6ee1-9c52-4b71-80ba-71b0ef0ab378 None None] Pushing event updated for resources: {'Port': ['ID=fc7d9bca-3b75-47ad-8929-fe27fdc8bd6e,revision_number=1']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:03:28.911366 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-965747ee-9763-4165-8751-3e6799f465a2 None None] Provisioning for port 62d2536e-735c-406c-b154-43add85a3f56 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:03:28.972610 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065095af-166f-4d86-8ba2-8d6d25932a70 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Pushing event updated for resources: {'Network': ['ID=7679ebf5-9f14-44f2-8b88-dc6fff9aa8a4,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:03:28.988260 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-065095af-166f-4d86-8ba2-8d6d25932a70 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5562177 Jun 01 19:03:28.989084 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 45658) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:03:29.000064 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-a79cc5bd-cfc1-45b9-9bbf-7f94aa769525 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Request body: {'subnet': {'network_id': '7679ebf5-9f14-44f2-8b88-dc6fff9aa8a4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:03:29.008987 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-c34b6ee1-9c52-4b71-80ba-71b0ef0ab378 None None] Attempting to bind port fc7d9bca-3b75-47ad-8929-fe27fdc8bd6e on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:03:29.009484 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-c34b6ee1-9c52-4b71-80ba-71b0ef0ab378 None None] Attempting to bind port fc7d9bca-3b75-47ad-8929-fe27fdc8bd6e by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': '841bab55-f57c-4c3b-8cf4-186c650d46ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '1a74ffe4-e7cd-459d-b2d6-ae7cddc87c99'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:03:29.009945 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c34b6ee1-9c52-4b71-80ba-71b0ef0ab378 None None] Attempting to bind port fc7d9bca-3b75-47ad-8929-fe27fdc8bd6e on network 1a74ffe4-e7cd-459d-b2d6-ae7cddc87c99 {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:03:29.013692 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network 7679ebf5-9f14-44f2-8b88-dc6fff9aa8a4 details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 19:03:29.092436 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-a130e532-c752-4102-ad35-6c959b41d0ad req-c898cb68-9d2d-4b16-8059-b968b79bacfd tempest-SecurityGroupRulesNegativeTestJSON-1371045789 tempest-SecurityGroupRulesNegativeTestJSON-1371045789-project] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:29.107230 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c34b6ee1-9c52-4b71-80ba-71b0ef0ab378 None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 3, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:03:29.107791 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c34b6ee1-9c52-4b71-80ba-71b0ef0ab378 None None] Checking segment: {'id': '841bab55-f57c-4c3b-8cf4-186c650d46ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '1a74ffe4-e7cd-459d-b2d6-ae7cddc87c99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:03:29.108312 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-c34b6ee1-9c52-4b71-80ba-71b0ef0ab378 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:29.108833 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c34b6ee1-9c52-4b71-80ba-71b0ef0ab378 None None] Bound using segment: {'id': '841bab55-f57c-4c3b-8cf4-186c650d46ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '1a74ffe4-e7cd-459d-b2d6-ae7cddc87c99'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:03:29.109517 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-c34b6ee1-9c52-4b71-80ba-71b0ef0ab378 None None] Bound port: fc7d9bca-3b75-47ad-8929-fe27fdc8bd6e, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '841bab55-f57c-4c3b-8cf4-186c650d46ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '1a74ffe4-e7cd-459d-b2d6-ae7cddc87c99'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:03:29.110074 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-c34b6ee1-9c52-4b71-80ba-71b0ef0ab378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:29.173257 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7527a744-37a7-48bd-bf58-97130c2809f0 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:03:29.186174 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-884c1ccd-5cb3-4042-a875-5b0ab805a126 None None] Sync routers for ids ['7ee539f0-74eb-4d8b-94f4-0af36e192612'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:03:29.196563 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 62d2536e-735c-406c-b154-43add85a3f56 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:03:29.204143 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-884c1ccd-5cb3-4042-a875-5b0ab805a126 None None] Routers {'7ee539f0-74eb-4d8b-94f4-0af36e192612'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:03:29.205040 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-884c1ccd-5cb3-4042-a875-5b0ab805a126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:03:09Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['7ee539f0-74eb-4d8b-94f4-0af36e192612'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:03:29.217056 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-a79cc5bd-cfc1-45b9-9bbf-7f94aa769525 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:03:29.221319 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-a79cc5bd-cfc1-45b9-9bbf-7f94aa769525 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Usage tracker for resource:subnet and tenant:186f4868324f42e7b69da35feb15cabc is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:03:29.225628 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-a79cc5bd-cfc1-45b9-9bbf-7f94aa769525 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:03:29.232488 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-a79cc5bd-cfc1-45b9-9bbf-7f94aa769525 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:03:29.248899 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a79cc5bd-cfc1-45b9-9bbf-7f94aa769525 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Made reservation on behalf of 186f4868324f42e7b69da35feb15cabc for: {'subnet': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:03:29.255399 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a79cc5bd-cfc1-45b9-9bbf-7f94aa769525 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9667140'] for subnet, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:29.255771 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-a130e532-c752-4102-ad35-6c959b41d0ad req-c898cb68-9d2d-4b16-8059-b968b79bacfd tempest-SecurityGroupRulesNegativeTestJSON-1371045789 tempest-SecurityGroupRulesNegativeTestJSON-1371045789-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:29.300248 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-884c1ccd-5cb3-4042-a875-5b0ab805a126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:03:29.311055 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-884c1ccd-5cb3-4042-a875-5b0ab805a126 None None] Routers {'7ee539f0-74eb-4d8b-94f4-0af36e192612'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:03:29.311680 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-884c1ccd-5cb3-4042-a875-5b0ab805a126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:03:09Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['7ee539f0-74eb-4d8b-94f4-0af36e192612'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:03:29.430851 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-dab6715a-ed58-4cb3-9414-c68f9c31efef admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=295e717ed8cc40c8b7b828cfe0f014ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8529634 Jun 01 19:03:29.435141 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 45668) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:03:29.442398 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.ipam_backend_mixin [None req-a79cc5bd-cfc1-45b9-9bbf-7f94aa769525 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Performing IP validity checks on allocation pools {{(pid=88525) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Jun 01 19:03:29.444469 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.ipam_backend_mixin [None req-a79cc5bd-cfc1-45b9-9bbf-7f94aa769525 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88525) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Jun 01 19:03:29.450455 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27faae32-e40f-418c-b71c-7cf7943d3703 req-99241d14-5b52-4045-86a0-03fed7e75619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:03:29.451991 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-27faae32-e40f-418c-b71c-7cf7943d3703 req-99241d14-5b52-4045-86a0-03fed7e75619 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ff411273a1ac46f2a91fb45afe578ccb&device_id=87fedb26-1c2b-4884-b8a8-b0cf24e56722 HTTP/1.1" status: 200 len: 1094 time: 1.0020528 Jun 01 19:03:29.473070 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-884c1ccd-5cb3-4042-a875-5b0ab805a126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:03:29.473595 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-884c1ccd-5cb3-4042-a875-5b0ab805a126 None None] The sync data for ids ['7ee539f0-74eb-4d8b-94f4-0af36e192612'] in n-d-844202-1 is: [] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:03:29.575378 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port 62d2536e-735c-406c-b154-43add85a3f56 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:03:29.581676 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-c34b6ee1-9c52-4b71-80ba-71b0ef0ab378 None None] For port fc7d9bca-3b75-47ad-8929-fe27fdc8bd6e, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:03:29.584971 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-4560396f-57f5-4940-a05f-e22cb00403a1 None None] Notify callbacks [] for port, precommit_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:29.587766 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 62d2536e-735c-406c-b154-43add85a3f56 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:03:29.588046 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:29.670659 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-c34b6ee1-9c52-4b71-80ba-71b0ef0ab378 None None] For port fc7d9bca-3b75-47ad-8929-fe27fdc8bd6e, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=fc7d9bca-3b75-47ad-8929-fe27fdc8bd6e,segment=NetworkSegment(841bab55-f57c-4c3b-8cf4-186c650d46ae),segment_id=841bab55-f57c-4c3b-8cf4-186c650d46ae)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:03:29.675094 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-4560396f-57f5-4940-a05f-e22cb00403a1 None None] Transition to ACTIVE for port object aa07ffd2-77b3-4c0a-ac26-89715c42b91a will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:03:29.692350 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4d9d0e-aaf7-4dff-861c-ff35fd0a4e9d req-f89455c8-d755-4dd3-bf18-0787a0e9c444 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:03:29.694801 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-5a4d9d0e-aaf7-4dff-861c-ff35fd0a4e9d req-f89455c8-d755-4dd3-bf18-0787a0e9c444 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/ports?device_id=87fedb26-1c2b-4884-b8a8-b0cf24e56722 HTTP/1.1" status: 200 len: 943 time: 0.1502707 Jun 01 19:03:29.696530 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a79cc5bd-cfc1-45b9-9bbf-7f94aa769525 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2614064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9667190'] for subnet, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:29.716378 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-4560396f-57f5-4940-a05f-e22cb00403a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:29.727042 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-c34b6ee1-9c52-4b71-80ba-71b0ef0ab378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:29.852487 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-4560396f-57f5-4940-a05f-e22cb00403a1 None None] Attempting to bind port aa07ffd2-77b3-4c0a-ac26-89715c42b91a on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:03:29.852854 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-4560396f-57f5-4940-a05f-e22cb00403a1 None None] Attempting to bind port aa07ffd2-77b3-4c0a-ac26-89715c42b91a by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:03:29.853220 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4560396f-57f5-4940-a05f-e22cb00403a1 None None] Attempting to bind port aa07ffd2-77b3-4c0a-ac26-89715c42b91a on network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:03:29.872857 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 62d2536e-735c-406c-b154-43add85a3f56 is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:03:29.873252 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:29.883923 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4560396f-57f5-4940-a05f-e22cb00403a1 None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 3, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:03:29.884320 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4560396f-57f5-4940-a05f-e22cb00403a1 None None] Checking segment: {'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:03:29.884718 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-4560396f-57f5-4940-a05f-e22cb00403a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:29.885111 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4560396f-57f5-4940-a05f-e22cb00403a1 None None] Bound using segment: {'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:03:29.885593 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-4560396f-57f5-4940-a05f-e22cb00403a1 None None] Bound port: aa07ffd2-77b3-4c0a-ac26-89715c42b91a, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:03:29.885965 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-4560396f-57f5-4940-a05f-e22cb00403a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:29.937725 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-0c8db64a-170e-4fc3-91c1-9750f0ffe67b tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:29.963256 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-4560396f-57f5-4940-a05f-e22cb00403a1 None None] For port aa07ffd2-77b3-4c0a-ac26-89715c42b91a, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:03:29.966750 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-4560396f-57f5-4940-a05f-e22cb00403a1 None None] For port aa07ffd2-77b3-4c0a-ac26-89715c42b91a, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=aa07ffd2-77b3-4c0a-ac26-89715c42b91a,segment=NetworkSegment(7875af61-4c53-4ff2-b8c8-d4b7c35ff947),segment_id=7875af61-4c53-4ff2-b8c8-d4b7c35ff947)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:03:29.972611 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b94d44-9932-4c06-a7ab-72b10d36bd9b None None] Pushing event updated for resources: {'Port': ['ID=aa07ffd2-77b3-4c0a-ac26-89715c42b91a,revision_number=2']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:03:29.989181 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-5a4d9d0e-aaf7-4dff-861c-ff35fd0a4e9d req-47d241a5-c46e-4f84-8dcc-12d262282842 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a351d5c-3364-42d8-bd0d-648028a392a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2845469 Jun 01 19:03:29.996893 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79cc5bd-cfc1-45b9-9bbf-7f94aa769525 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Pushing event updated for resources: {'Subnet': ['ID=61f72c40-81dd-47fe-bd69-c5e1dabf33b8,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:03:30.011984 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-4560396f-57f5-4940-a05f-e22cb00403a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:30.026345 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79cc5bd-cfc1-45b9-9bbf-7f94aa769525 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Checking segment: {'id': '01e671fa-9b39-4198-a162-8d976c5aa209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '7679ebf5-9f14-44f2-8b88-dc6fff9aa8a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:03:30.026710 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a79cc5bd-cfc1-45b9-9bbf-7f94aa769525 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Network hostable DHCP agents. Network: 7679ebf5-9f14-44f2-8b88-dc6fff9aa8a4, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 19:03:30.078160 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a79cc5bd-cfc1-45b9-9bbf-7f94aa769525 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Network 7679ebf5-9f14-44f2-8b88-dc6fff9aa8a4 is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 19:03:30.117310 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-a79cc5bd-cfc1-45b9-9bbf-7f94aa769525 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, 7679ebf5-9f14-44f2-8b88-dc6fff9aa8a4) {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:03:30.121774 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-dc2f7a64-c745-4020-b593-1d5fd3210184 None None] Provisioning complete for port 62d2536e-735c-406c-b154-43add85a3f56 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:03:30.122184 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-dc2f7a64-c745-4020-b593-1d5fd3210184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:30.124556 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a79cc5bd-cfc1-45b9-9bbf-7f94aa769525 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:03:30.125363 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a79cc5bd-cfc1-45b9-9bbf-7f94aa769525 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:30.172572 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-367aa70c-2daf-40ac-83cd-50b641de79ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:30.206808 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5140a084-8a16-440f-baad-ba5769172f95 None None] Network 7679ebf5-9f14-44f2-8b88-dc6fff9aa8a4 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:03:30.221101 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-a130e532-c752-4102-ad35-6c959b41d0ad req-c898cb68-9d2d-4b16-8059-b968b79bacfd tempest-SecurityGroupRulesNegativeTestJSON-1371045789 tempest-SecurityGroupRulesNegativeTestJSON-1371045789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:30.274831 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-51540e18-7bb6-4e29-9b18-e80b506e9ca9 req-84a5a31f-df6d-4159-abf2-8b28a8975c24 tempest-ServerShowV254Test-1879500691 tempest-ServerShowV254Test-1879500691-project] 10.222.0.41 "GET /v2.0/ports?device_id=a28fc81f-8715-4a54-b8a9-6afe2d6ee821 HTTP/1.1" status: 200 len: 210 time: 0.0810320 Jun 01 19:03:30.277615 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c898cb68-9d2d-4b16-8059-b968b79bacfd tempest-SecurityGroupRulesNegativeTestJSON-1371045789 tempest-SecurityGroupRulesNegativeTestJSON-1371045789-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f062fa74-510e-479b-9677-131a73f4dcbe,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:03:30.279271 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-a79cc5bd-cfc1-45b9-9bbf-7f94aa769525 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.2888260 Jun 01 19:03:30.281751 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 45674) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:03:30.283072 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-a130e532-c752-4102-ad35-6c959b41d0ad req-c898cb68-9d2d-4b16-8059-b968b79bacfd tempest-SecurityGroupRulesNegativeTestJSON-1371045789 tempest-SecurityGroupRulesNegativeTestJSON-1371045789-project] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:30.284366 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a130e532-c752-4102-ad35-6c959b41d0ad req-c898cb68-9d2d-4b16-8059-b968b79bacfd tempest-SecurityGroupRulesNegativeTestJSON-1371045789 tempest-SecurityGroupRulesNegativeTestJSON-1371045789-project] 10.222.0.41 "DELETE /v2.0/security-groups/f062fa74-510e-479b-9677-131a73f4dcbe HTTP/1.1" status: 204 len: 173 time: 2.5955672 Jun 01 19:03:30.341882 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-367aa70c-2daf-40ac-83cd-50b641de79ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:30.422490 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port 62d2536e-735c-406c-b154-43add85a3f56, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=62d2536e-735c-406c-b154-43add85a3f56,segment=NetworkSegment(704a63a0-40ca-41fe-8395-e673a6a52427),segment_id=704a63a0-40ca-41fe-8395-e673a6a52427)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:03:30.425465 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34b6ee1-9c52-4b71-80ba-71b0ef0ab378 None None] Pushing event updated for resources: {'Port': ['ID=fc7d9bca-3b75-47ad-8929-fe27fdc8bd6e,revision_number=2']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:03:30.464349 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-69c82f74-0493-46fc-8da3-08de0a359027 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:30.503291 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4560396f-57f5-4940-a05f-e22cb00403a1 None None] Routers {'8e09d88e-d3cc-40a9-a6d9-5b197730b270'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:03:30.504088 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-4560396f-57f5-4940-a05f-e22cb00403a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:03:09Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['8e09d88e-d3cc-40a9-a6d9-5b197730b270'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:03:30.539044 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-69c82f74-0493-46fc-8da3-08de0a359027 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:30.587788 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b94d44-9932-4c06-a7ab-72b10d36bd9b None None] Pushing event updated for resources: {'Port': ['ID=aa07ffd2-77b3-4c0a-ac26-89715c42b91a,revision_number=3']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:03:30.595988 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:30.624596 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27faae32-e40f-418c-b71c-7cf7943d3703 req-ebf1c0c4-3e14-4d23-a84a-5ca6eb5fabd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:03:30.626214 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-27faae32-e40f-418c-b71c-7cf7943d3703 req-ebf1c0c4-3e14-4d23-a84a-5ca6eb5fabd2 service neutron] 10.222.0.50 "GET /v2.0/networks?id=0c49dc6b-5e39-4101-b04d-1c1361c15d69 HTTP/1.1" status: 200 len: 907 time: 1.1364644 Jun 01 19:03:30.633425 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-69c82f74-0493-46fc-8da3-08de0a359027 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2614143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9667199'] for subnet, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:30.692114 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c82f74-0493-46fc-8da3-08de0a359027 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Pushing event deleted for resources: {'Subnet': ['ID=61f72c40-81dd-47fe-bd69-c5e1dabf33b8,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:03:30.719112 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7527a744-37a7-48bd-bf58-97130c2809f0 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Router 7ee539f0-74eb-4d8b-94f4-0af36e192612 has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 19:03:30.799950 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-27faae32-e40f-418c-b71c-7cf7943d3703 req-7f5020b9-d92d-4cab-a792-98177101af07 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=be857980-dea9-4853-b07a-c4e273f09511 HTTP/1.1" status: 200 len: 217 time: 0.1561699 Jun 01 19:03:30.861299 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-dc2f7a64-c745-4020-b593-1d5fd3210184 None None] Current status of the port 62d2536e-735c-406c-b154-43add85a3f56 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:03:30.872622 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-69c82f74-0493-46fc-8da3-08de0a359027 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:30.882104 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3a633802-9f8f-465d-bfb0-3d35f22758c2 req-c169df23-59bc-4a6a-a3a7-4c3be8c77e19 tempest-SecurityGroupRulesNegativeTestJSON-1371045789 tempest-SecurityGroupRulesNegativeTestJSON-1371045789-project] 10.222.0.41 "GET /v2.0/security-groups/0ac169b0-9f35-407a-a44d-ff73dff2e1ae HTTP/1.1" status: 200 len: 1812 time: 0.5530667 Jun 01 19:03:30.906043 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device be857980-dea9-4853-b07a-c4e273f09511 details requested by agent hyperv_n-h2-844202-1 with host n-h2-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 19:03:30.915951 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=62d2536e-735c-406c-b154-43add85a3f56,revision_number=3']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:03:30.923194 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-69c82f74-0493-46fc-8da3-08de0a359027 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7679ebf5-9f14-44f2-8b88-dc6fff9aa8a4']}} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:03:30.968914 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-69c82f74-0493-46fc-8da3-08de0a359027 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01e671fa-9b39-4198-a162-8d976c5aa209') {'for_net_delete': True} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:03:30.969944 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-69c82f74-0493-46fc-8da3-08de0a359027 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01e671fa-9b39-4198-a162-8d976c5aa209') {} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:03:30.972938 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34010199-9dec-4be8-8aa8-873f53e11058 None None] Network 7679ebf5-9f14-44f2-8b88-dc6fff9aa8a4 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:03:30.993175 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-69c82f74-0493-46fc-8da3-08de0a359027 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2258522'] for segment, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:30.994609 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27faae32-e40f-418c-b71c-7cf7943d3703 req-fab9a3c5-230c-458a-ba9b-865a5366fbcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:03:30.996440 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-27faae32-e40f-418c-b71c-7cf7943d3703 req-fab9a3c5-230c-458a-ba9b-865a5366fbcf service neutron] 10.222.0.50 "GET /v2.0/subnets?id=308ebcd6-774a-482f-bd0f-fadc3e2b2dca HTTP/1.1" status: 200 len: 846 time: 0.1217372 Jun 01 19:03:31.017751 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-4560396f-57f5-4940-a05f-e22cb00403a1 None None] Set router 8e09d88e-d3cc-40a9-a6d9-5b197730b270 gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:03:31.059499 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-69c82f74-0493-46fc-8da3-08de0a359027 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:31.071684 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69c82f74-0493-46fc-8da3-08de0a359027 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=88525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 19:03:31.073203 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-69c82f74-0493-46fc-8da3-08de0a359027 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2613981'] for segment, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:31.128712 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.db.resource_extend [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 19:03:31.186146 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-27faae32-e40f-418c-b71c-7cf7943d3703 req-900fc559-400f-483d-bdc1-1046a5888b86 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0c49dc6b-5e39-4101-b04d-1c1361c15d69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1648045 Jun 01 19:03:31.230031 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment 01e671fa-9b39-4198-a162-8d976c5aa209 resource provider aggregate not found Jun 01 19:03:31.278568 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-367aa70c-2daf-40ac-83cd-50b641de79ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:31.309844 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment 01e671fa-9b39-4198-a162-8d976c5aa209 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 01e671fa-9b39-4198-a162-8d976c5aa209 found for delete ", "request_id": "req-f8da0ead-6fa4-43bc-a2a6-082e44012f08"}]} Jun 01 19:03:31.380829 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-69c82f74-0493-46fc-8da3-08de0a359027 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:31.405958 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device fc7d9bca-3b75-47ad-8929-fe27fdc8bd6e up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:03:31.416839 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-69c82f74-0493-46fc-8da3-08de0a359027 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks [] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:31.432000 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c82f74-0493-46fc-8da3-08de0a359027 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Pushing event deleted for resources: {'Network': ['ID=7679ebf5-9f14-44f2-8b88-dc6fff9aa8a4,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:03:31.436372 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367aa70c-2daf-40ac-83cd-50b641de79ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36ab00bc-1bd0-4bf1-8c5b-6eb85398098b,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:03:31.449962 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-69c82f74-0493-46fc-8da3-08de0a359027 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] 10.222.0.41 "DELETE /v2.0/networks/7679ebf5-9f14-44f2-8b88-dc6fff9aa8a4 HTTP/1.1" status: 204 len: 168 time: 1.1602890 Jun 01 19:03:31.466225 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 45704) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:03:31.478540 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-c01763e1-7f91-459a-9132-03d73b860800 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1265467874'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:03:31.488113 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-c01763e1-7f91-459a-9132-03d73b860800 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:03:31.504517 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46b281e-6226-4d62-b10f-e322230b4d97 req-be5f73be-fa42-43f4-a51c-6d9d12ee0286 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:03:31.514529 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b46b281e-6226-4d62-b10f-e322230b4d97 req-be5f73be-fa42-43f4-a51c-6d9d12ee0286 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/ports?device_id=87fedb26-1c2b-4884-b8a8-b0cf24e56722 HTTP/1.1" status: 200 len: 943 time: 0.2800846 Jun 01 19:03:31.539596 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1eb8c46-836c-4e4e-a567-221df3b7effc None None] Network 1a74ffe4-e7cd-459d-b2d6-ae7cddc87c99 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:03:31.548859 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-c01763e1-7f91-459a-9132-03d73b860800 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Usage tracker for resource:network and tenant:186f4868324f42e7b69da35feb15cabc is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:03:31.558118 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-c01763e1-7f91-459a-9132-03d73b860800 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:03:31.567641 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-c01763e1-7f91-459a-9132-03d73b860800 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:03:31.585867 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c01763e1-7f91-459a-9132-03d73b860800 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Made reservation on behalf of 186f4868324f42e7b69da35feb15cabc for: {'network': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:03:31.591660 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c01763e1-7f91-459a-9132-03d73b860800 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:31.639413 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b46b281e-6226-4d62-b10f-e322230b4d97 req-7e3d6ba7-8852-4a51-a353-958bd637d7ae tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a351d5c-3364-42d8-bd0d-648028a392a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239996 Jun 01 19:03:31.649339 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c01763e1-7f91-459a-9132-03d73b860800 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 133} {{(pid=88525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 19:03:31.672432 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c01763e1-7f91-459a-9132-03d73b860800 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:31.672775 n-d-844202-1 neutron-server[88525]: INFO neutron.db.segments_db [None req-c01763e1-7f91-459a-9132-03d73b860800 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Added segment 5c014daf-3d2b-4f8b-907a-e66335d50b3e of type vlan for network d3475db9-f5f0-49d1-8ef3-a2ba5302e1a8 Jun 01 19:03:31.723395 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c01763e1-7f91-459a-9132-03d73b860800 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:31.734155 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-5d36c53c-16cf-4450-8dad-843b8faca894 None None] Provisioning for port fc7d9bca-3b75-47ad-8929-fe27fdc8bd6e completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:03:31.763868 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c01763e1-7f91-459a-9132-03d73b860800 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:31.774609 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c01763e1-7f91-459a-9132-03d73b860800 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:03:31.775568 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c01763e1-7f91-459a-9132-03d73b860800 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks [] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:31.921498 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01763e1-7f91-459a-9132-03d73b860800 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Pushing event updated for resources: {'Network': ['ID=d3475db9-f5f0-49d1-8ef3-a2ba5302e1a8,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:03:31.952726 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-3a633802-9f8f-465d-bfb0-3d35f22758c2 req-3c8f1ddb-8f6b-4f14-aa9c-23da415ab40b tempest-SecurityGroupRulesNegativeTestJSON-1371045789 tempest-SecurityGroupRulesNegativeTestJSON-1371045789-project] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:31.958387 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7527a744-37a7-48bd-bf58-97130c2809f0 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:03:31.973797 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port fc7d9bca-3b75-47ad-8929-fe27fdc8bd6e completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:03:31.986087 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-7527a744-37a7-48bd-bf58-97130c2809f0 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for floatingip, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:32.004179 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-9f64c196-e119-4016-8d60-e674ca3d57ea req-ecc8605a-2d6d-4ea6-83d9-3b0dc5b66e19 tempest-ServerShowV254Test-1879500691 tempest-ServerShowV254Test-1879500691-project] 10.222.0.41 "GET /v2.0/ports?device_id=a28fc81f-8715-4a54-b8a9-6afe2d6ee821 HTTP/1.1" status: 200 len: 210 time: 0.0787578 Jun 01 19:03:32.010763 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-c01763e1-7f91-459a-9132-03d73b860800 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5433886 Jun 01 19:03:32.011932 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 45720) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:03:32.021879 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-53ecda46-f3ec-4a00-8b2d-219640fad2f3 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Request body: {'subnet': {'network_id': 'd3475db9-f5f0-49d1-8ef3-a2ba5302e1a8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:03:32.033455 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-367aa70c-2daf-40ac-83cd-50b641de79ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:32.034726 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-367aa70c-2daf-40ac-83cd-50b641de79ee admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/36ab00bc-1bd0-4bf1-8c5b-6eb85398098b HTTP/1.1" status: 204 len: 168 time: 2.5955775 Jun 01 19:03:32.035118 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network d3475db9-f5f0-49d1-8ef3-a2ba5302e1a8 details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 19:03:32.069311 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc9c460c-bc2c-4dde-8483-803b3a7fcd23 None None] Sync routers for ids ['7ee539f0-74eb-4d8b-94f4-0af36e192612'] in n-d-844202-1 {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:03:32.106602 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-3a633802-9f8f-465d-bfb0-3d35f22758c2 req-3c8f1ddb-8f6b-4f14-aa9c-23da415ab40b tempest-SecurityGroupRulesNegativeTestJSON-1371045789 tempest-SecurityGroupRulesNegativeTestJSON-1371045789-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:32.139606 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-27faae32-e40f-418c-b71c-7cf7943d3703 req-bae9dda9-50d8-445b-885f-b69973f0108a service neutron] 10.222.0.50 "GET /v2.0/networks/0c49dc6b-5e39-4101-b04d-1c1361c15d69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9422758 Jun 01 19:03:32.170679 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port fc7d9bca-3b75-47ad-8929-fe27fdc8bd6e triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:03:32.171056 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:32.179211 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [None req-0c8db64a-170e-4fc3-91c1-9750f0ffe67b tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Allocated IP 172.20.0.1 (1a74ffe4-e7cd-459d-b2d6-ae7cddc87c99/b3633857-1cd8-40e7-9128-29a541565063/bb094bf1-4c08-41c6-bc7f-dcb7240009f0) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:03:32.251219 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-53ecda46-f3ec-4a00-8b2d-219640fad2f3 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:03:32.262954 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-53ecda46-f3ec-4a00-8b2d-219640fad2f3 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Usage tracker for resource:subnet and tenant:186f4868324f42e7b69da35feb15cabc is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:03:32.268880 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-53ecda46-f3ec-4a00-8b2d-219640fad2f3 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:03:32.281629 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-53ecda46-f3ec-4a00-8b2d-219640fad2f3 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:03:32.310434 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53ecda46-f3ec-4a00-8b2d-219640fad2f3 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Made reservation on behalf of 186f4868324f42e7b69da35feb15cabc for: {'subnet': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:03:32.314105 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-53ecda46-f3ec-4a00-8b2d-219640fad2f3 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9667140'] for subnet, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:32.358997 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port be857980-dea9-4853-b07a-c4e273f09511, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=be857980-dea9-4853-b07a-c4e273f09511,segment=NetworkSegment(d147e68c-d5fd-47df-bf65-d6c5991a53c2),segment_id=d147e68c-d5fd-47df-bf65-d6c5991a53c2)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:03:32.380062 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc9c460c-bc2c-4dde-8483-803b3a7fcd23 None None] Routers {'7ee539f0-74eb-4d8b-94f4-0af36e192612'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:03:32.380883 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-bc9c460c-bc2c-4dde-8483-803b3a7fcd23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:03:09Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['7ee539f0-74eb-4d8b-94f4-0af36e192612'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:03:32.440402 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 45730) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:03:32.443689 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-7527a744-37a7-48bd-bf58-97130c2809f0 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] 10.222.0.41 "PUT /v2.0/floatingips/6add8ebc-dfb7-4b01-937d-1814b9542856 HTTP/1.1" status: 200 len: 976 time: 10.7078354 Jun 01 19:03:32.456931 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 45736) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:03:32.467054 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-ae71ba80-54de-4815-8706-03ef9cd7d1ad tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:03:32.481008 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-bc9c460c-bc2c-4dde-8483-803b3a7fcd23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:03:32.510923 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Returning: {'device': 'be857980-dea9-4853-b07a-c4e273f09511', 'network_id': '0c49dc6b-5e39-4101-b04d-1c1361c15d69', 'port_id': 'be857980-dea9-4853-b07a-c4e273f09511', 'mac_address': 'fa:16:3e:4a:14:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '308ebcd6-774a-482f-bd0f-fadc3e2b2dca', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 19:03:32.579407 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-3a633802-9f8f-465d-bfb0-3d35f22758c2 req-3c8f1ddb-8f6b-4f14-aa9c-23da415ab40b tempest-SecurityGroupRulesNegativeTestJSON-1371045789 tempest-SecurityGroupRulesNegativeTestJSON-1371045789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:32.588091 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc9c460c-bc2c-4dde-8483-803b3a7fcd23 None None] Routers {'7ee539f0-74eb-4d8b-94f4-0af36e192612'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:03:32.589062 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-bc9c460c-bc2c-4dde-8483-803b3a7fcd23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:03:09Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['7ee539f0-74eb-4d8b-94f4-0af36e192612'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:03:32.637591 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8f1ddb-8f6b-4f14-aa9c-23da415ab40b tempest-SecurityGroupRulesNegativeTestJSON-1371045789 tempest-SecurityGroupRulesNegativeTestJSON-1371045789-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ac169b0-9f35-407a-a44d-ff73dff2e1ae,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:03:32.656199 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-27faae32-e40f-418c-b71c-7cf7943d3703 req-9f1af27c-c44e-45d5-b5a9-049d3857b0cc service neutron] 10.222.0.50 "GET /v2.0/networks/0c49dc6b-5e39-4101-b04d-1c1361c15d69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5046418 Jun 01 19:03:32.681461 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ae71ba80-54de-4815-8706-03ef9cd7d1ad tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks [] for floatingip, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:32.725958 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-bc9c460c-bc2c-4dde-8483-803b3a7fcd23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:03:32.730810 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc9c460c-bc2c-4dde-8483-803b3a7fcd23 None None] The sync data for ids ['7ee539f0-74eb-4d8b-94f4-0af36e192612'] in n-d-844202-1 is: [] {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:03:32.740058 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-3a633802-9f8f-465d-bfb0-3d35f22758c2 req-3c8f1ddb-8f6b-4f14-aa9c-23da415ab40b tempest-SecurityGroupRulesNegativeTestJSON-1371045789 tempest-SecurityGroupRulesNegativeTestJSON-1371045789-project] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:32.741990 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3a633802-9f8f-465d-bfb0-3d35f22758c2 req-3c8f1ddb-8f6b-4f14-aa9c-23da415ab40b tempest-SecurityGroupRulesNegativeTestJSON-1371045789 tempest-SecurityGroupRulesNegativeTestJSON-1371045789-project] 10.222.0.41 "DELETE /v2.0/security-groups/0ac169b0-9f35-407a-a44d-ff73dff2e1ae HTTP/1.1" status: 204 len: 173 time: 1.7402043 Jun 01 19:03:32.784260 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-53ecda46-f3ec-4a00-8b2d-219640fad2f3 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2614064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9667190'] for subnet, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:32.855885 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a09e27e6-6e43-4c40-ac47-5e039bb07efb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:32.864275 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port be857980-dea9-4853-b07a-c4e273f09511 is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:03:32.866105 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:32.909954 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-a09e27e6-6e43-4c40-ac47-5e039bb07efb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:03:32.952714 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ecda46-f3ec-4a00-8b2d-219640fad2f3 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Pushing event updated for resources: {'Subnet': ['ID=bba8a961-f162-42d4-a573-12275982f6fe,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:03:32.976433 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be857980-dea9-4853-b07a-c4e273f09511 {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 19:03:32.981023 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-0c8db64a-170e-4fc3-91c1-9750f0ffe67b tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:32.984491 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-a09e27e6-6e43-4c40-ac47-5e039bb07efb admin admin] Usage tracker for resource:security_group_rule and tenant:a42e10e165ec4c7e8fb8b87247df2979 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:03:33.004579 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-a09e27e6-6e43-4c40-ac47-5e039bb07efb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:03:33.008855 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-4560396f-57f5-4940-a05f-e22cb00403a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e09d88e-d3cc-40a9-a6d9-5b197730b270', 'name': 'tempest-TestNetworkBasicOps-router-2021402566', 'tenant_id': 'd3eb50f3028440db9726ae16e6111d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': 'aa07ffd2-77b3-4c0a-ac26-89715c42b91a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:03:18Z', 'updated_at': '2022-06-01T19:03:22Z', 'revision_number': 3, 'project_id': 'd3eb50f3028440db9726ae16e6111d12', 'gw_port': {'id': 'aa07ffd2-77b3-4c0a-ac26-89715c42b91a', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:dc:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e09d88e-d3cc-40a9-a6d9-5b197730b270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2248, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:03:21Z', 'updated_at': '2022-06-01T19:03:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:03:33.025666 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-a09e27e6-6e43-4c40-ac47-5e039bb07efb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:03:33.038275 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port be857980-dea9-4853-b07a-c4e273f09511, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=be857980-dea9-4853-b07a-c4e273f09511,segment=NetworkSegment(d147e68c-d5fd-47df-bf65-d6c5991a53c2),segment_id=d147e68c-d5fd-47df-bf65-d6c5991a53c2)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:03:33.041078 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port fc7d9bca-3b75-47ad-8929-fe27fdc8bd6e is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:03:33.042854 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:33.044294 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ecda46-f3ec-4a00-8b2d-219640fad2f3 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Checking segment: {'id': '5c014daf-3d2b-4f8b-907a-e66335d50b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd3475db9-f5f0-49d1-8ef3-a2ba5302e1a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:03:33.044845 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53ecda46-f3ec-4a00-8b2d-219640fad2f3 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Network hostable DHCP agents. Network: d3475db9-f5f0-49d1-8ef3-a2ba5302e1a8, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 19:03:33.054471 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f8e4923f-1ad9-4c18-ba88-8ebba111d559 req-d8f7193a-2151-4dd3-9800-91d6f9acded6 tempest-SecurityGroupRulesNegativeTestJSON-1371045789 tempest-SecurityGroupRulesNegativeTestJSON-1371045789-project] 10.222.0.41 "GET /v2.0/security-groups/ae588073-66e3-4ead-b058-698dfa138a6a HTTP/1.1" status: 200 len: 1814 time: 0.2707455 Jun 01 19:03:33.059522 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [None req-0c8db64a-170e-4fc3-91c1-9750f0ffe67b tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Transition to ACTIVE for port object bb094bf1-4c08-41c6-bc7f-dcb7240009f0 will not be triggered until provisioned by entity DHCP. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:03:33.060936 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:33.111456 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4560396f-57f5-4940-a05f-e22cb00403a1 None None] The sync data for ids ['8e09d88e-d3cc-40a9-a6d9-5b197730b270'] in n-d-844202-1 is: [{'id': '8e09d88e-d3cc-40a9-a6d9-5b197730b270', 'name': 'tempest-TestNetworkBasicOps-router-2021402566', 'tenant_id': 'd3eb50f3028440db9726ae16e6111d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': 'aa07ffd2-77b3-4c0a-ac26-89715c42b91a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:03:18Z', 'updated_at': '2022-06-01T19:03:22Z', 'revision_number': 3, 'project_id': 'd3eb50f3028440db9726ae16e6111d12', 'gw_port': {'id': 'aa07ffd2-77b3-4c0a-ac26-89715c42b91a', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:dc:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e09d88e-d3cc-40a9-a6d9-5b197730b270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2248, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:03:21Z', 'updated_at': '2022-06-01T19:03:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}] {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:03:33.123195 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cddb5de-d105-42e6-91b8-ac24116a1ab6 req-7846ca1c-8e50-408b-945f-0d4834816672 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:03:33.125219 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-9cddb5de-d105-42e6-91b8-ac24116a1ab6 req-7846ca1c-8e50-408b-945f-0d4834816672 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/ports?device_id=87fedb26-1c2b-4884-b8a8-b0cf24e56722 HTTP/1.1" status: 200 len: 943 time: 0.2510524 Jun 01 19:03:33.126436 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53ecda46-f3ec-4a00-8b2d-219640fad2f3 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Network d3475db9-f5f0-49d1-8ef3-a2ba5302e1a8 is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 19:03:33.137478 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-53ecda46-f3ec-4a00-8b2d-219640fad2f3 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, d3475db9-f5f0-49d1-8ef3-a2ba5302e1a8) {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:03:33.169206 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port fc7d9bca-3b75-47ad-8929-fe27fdc8bd6e, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=fc7d9bca-3b75-47ad-8929-fe27fdc8bd6e,segment=NetworkSegment(841bab55-f57c-4c3b-8cf4-186c650d46ae),segment_id=841bab55-f57c-4c3b-8cf4-186c650d46ae)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:03:33.177044 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53ecda46-f3ec-4a00-8b2d-219640fad2f3 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:03:33.177908 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-53ecda46-f3ec-4a00-8b2d-219640fad2f3 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:33.182642 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc0ff4e-89f2-4907-bd7c-8f063edc6eb1 None None] Network d3475db9-f5f0-49d1-8ef3-a2ba5302e1a8 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:03:33.220863 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ae71ba80-54de-4815-8706-03ef9cd7d1ad tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:33.254589 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ae71ba80-54de-4815-8706-03ef9cd7d1ad tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887712'] for floatingip, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:33.254589 n-d-844202-1 neutron-server[88524]: INFO neutron.db.l3_db [None req-ae71ba80-54de-4815-8706-03ef9cd7d1ad tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Floating IP 6add8ebc-dfb7-4b01-937d-1814b9542856 disassociated. External IP: 172.25.4.14, port: c62d4609-83b1-45d0-abb2-e3d37ebae283. Jun 01 19:03:33.353646 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:33.354594 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 62d2536e-735c-406c-b154-43add85a3f56 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:03:33.365659 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-9cddb5de-d105-42e6-91b8-ac24116a1ab6 req-7aeae7b6-a5af-46aa-a239-64988fe8391b tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a351d5c-3364-42d8-bd0d-648028a392a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257776 Jun 01 19:03:33.377575 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-53ecda46-f3ec-4a00-8b2d-219640fad2f3 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.3645675 Jun 01 19:03:33.378625 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 45764) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:03:33.459949 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-0c8db64a-170e-4fc3-91c1-9750f0ffe67b tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:33.466838 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] get_ports_and_sgs() called for port_ids ['be857980-dea9-4853-b07a-c4e273f09511'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 19:03:33.574456 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-f8e4923f-1ad9-4c18-ba88-8ebba111d559 req-a581166c-8915-4691-b7b1-426bc0684c3a tempest-SecurityGroupRulesNegativeTestJSON-1371045789 tempest-SecurityGroupRulesNegativeTestJSON-1371045789-project] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:33.635378 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=be857980-dea9-4853-b07a-c4e273f09511,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:03:33.692569 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:03:33.693712 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:03:33.694235 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:03:33.694711 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:03:33.695182 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:03:33.695654 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:03:33.696530 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:03:33.697013 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:03:33.697625 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:03:33.698094 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:03:33.699035 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:03:33.699624 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:03:33.712692 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c8db64a-170e-4fc3-91c1-9750f0ffe67b tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Network 1a74ffe4-e7cd-459d-b2d6-ae7cddc87c99 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:03:33.728575 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-0c8db64a-170e-4fc3-91c1-9750f0ffe67b tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:03:33.761671 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c8db64a-170e-4fc3-91c1-9750f0ffe67b tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:03:33.784494 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c674de46-72d8-4987-b896-18a7d1e718a0 req-a5f84011-a2d2-4077-9e02-2167e012fa52 tempest-ServerShowV254Test-1879500691 tempest-ServerShowV254Test-1879500691-project] 10.222.0.41 "GET /v2.0/ports?device_id=a28fc81f-8715-4a54-b8a9-6afe2d6ee821 HTTP/1.1" status: 200 len: 210 time: 0.1473646 Jun 01 19:03:33.848126 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 62d2536e-735c-406c-b154-43add85a3f56 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:03:33.848884 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:33.879775 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-f8e4923f-1ad9-4c18-ba88-8ebba111d559 req-a581166c-8915-4691-b7b1-426bc0684c3a tempest-SecurityGroupRulesNegativeTestJSON-1371045789 tempest-SecurityGroupRulesNegativeTestJSON-1371045789-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:33.915603 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8db64a-170e-4fc3-91c1-9750f0ffe67b tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Pushing event updated for resources: {'Port': ['ID=bb094bf1-4c08-41c6-bc7f-dcb7240009f0,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:03:33.928595 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3e9f28c0-1a3e-459a-87bf-0e6acdd25626 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:33.929886 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a09e27e6-6e43-4c40-ac47-5e039bb07efb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:34.012476 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8db64a-170e-4fc3-91c1-9750f0ffe67b tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:03:34.012736 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8db64a-170e-4fc3-91c1-9750f0ffe67b tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:03:34.014322 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8db64a-170e-4fc3-91c1-9750f0ffe67b tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:03:34.014663 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8db64a-170e-4fc3-91c1-9750f0ffe67b tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:03:34.016476 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8db64a-170e-4fc3-91c1-9750f0ffe67b tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:03:34.016821 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8db64a-170e-4fc3-91c1-9750f0ffe67b tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:03:34.017152 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8db64a-170e-4fc3-91c1-9750f0ffe67b tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:03:34.017479 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8db64a-170e-4fc3-91c1-9750f0ffe67b tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:03:34.017805 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8db64a-170e-4fc3-91c1-9750f0ffe67b tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:03:34.018130 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8db64a-170e-4fc3-91c1-9750f0ffe67b tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:03:34.018474 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8db64a-170e-4fc3-91c1-9750f0ffe67b tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:03:34.018797 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8db64a-170e-4fc3-91c1-9750f0ffe67b tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:03:34.074314 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3e9f28c0-1a3e-459a-87bf-0e6acdd25626 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:34.187917 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-09cd2ae8-a1a3-4576-a271-8e92ca02bd24 None None] Provisioning complete for port fc7d9bca-3b75-47ad-8929-fe27fdc8bd6e triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:03:34.189188 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-09cd2ae8-a1a3-4576-a271-8e92ca02bd24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:34.228126 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3e9f28c0-1a3e-459a-87bf-0e6acdd25626 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2614143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9667199'] for subnet, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:34.246264 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=fc7d9bca-3b75-47ad-8929-fe27fdc8bd6e,revision_number=3']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:03:34.349094 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b8996f4-7c1d-4b6e-a78f-51cc426523c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc93f83c3-7fb6-5c13-a9d4-29d739a4e8d2-d3475db9-f5f0-49d1-8ef3-a2ba5302e1a8', 'network_id': 'd3475db9-f5f0-49d1-8ef3-a2ba5302e1a8', 'tenant_id': '186f4868324f42e7b69da35feb15cabc', 'fixed_ips': [{'subnet_id': 'bba8a961-f162-42d4-a573-12275982f6fe'}]}} from n-d-844202-1. {{(pid=88526) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 19:03:34.350776 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-3b8996f4-7c1d-4b6e-a78f-51cc426523c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:34.353416 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9f28c0-1a3e-459a-87bf-0e6acdd25626 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Pushing event deleted for resources: {'Subnet': ['ID=bba8a961-f162-42d4-a573-12275982f6fe,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:03:34.391206 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a09e27e6-6e43-4c40-ac47-5e039bb07efb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:34.430567 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-0c8db64a-170e-4fc3-91c1-9750f0ffe67b tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-887605'] for router_interface, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:34.497285 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3e9f28c0-1a3e-459a-87bf-0e6acdd25626 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:34.569603 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-3e9f28c0-1a3e-459a-87bf-0e6acdd25626 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3475db9-f5f0-49d1-8ef3-a2ba5302e1a8']}} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:03:34.606465 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-3e9f28c0-1a3e-459a-87bf-0e6acdd25626 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c014daf-3d2b-4f8b-907a-e66335d50b3e') {'for_net_delete': True} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:03:34.606735 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-3e9f28c0-1a3e-459a-87bf-0e6acdd25626 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c014daf-3d2b-4f8b-907a-e66335d50b3e') {} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:03:34.623543 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3e9f28c0-1a3e-459a-87bf-0e6acdd25626 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2258522'] for segment, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:34.667269 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3e9f28c0-1a3e-459a-87bf-0e6acdd25626 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:34.676596 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e9f28c0-1a3e-459a-87bf-0e6acdd25626 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=88525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 19:03:34.677922 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3e9f28c0-1a3e-459a-87bf-0e6acdd25626 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2613981'] for segment, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:34.681047 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09e27e6-6e43-4c40-ac47-5e039bb07efb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2cf35c9-c34c-407b-9d1e-e0ca23147e3d,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:03:34.688300 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-a09e27e6-6e43-4c40-ac47-5e039bb07efb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a42e10e165ec4c7e8fb8b87247df2979&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2466605 Jun 01 19:03:34.699463 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 45784) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:03:34.707194 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 62d2536e-735c-406c-b154-43add85a3f56 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:03:34.751316 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-09cd2ae8-a1a3-4576-a271-8e92ca02bd24 None None] Current status of the port fc7d9bca-3b75-47ad-8929-fe27fdc8bd6e is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:03:34.753816 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-f8e4923f-1ad9-4c18-ba88-8ebba111d559 req-a581166c-8915-4691-b7b1-426bc0684c3a tempest-SecurityGroupRulesNegativeTestJSON-1371045789 tempest-SecurityGroupRulesNegativeTestJSON-1371045789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:34.765418 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02602b76-ba2f-4b98-b859-e2d470e56766 None None] Network d3475db9-f5f0-49d1-8ef3-a2ba5302e1a8 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:03:34.781595 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment 5c014daf-3d2b-4f8b-907a-e66335d50b3e resource provider aggregate not found Jun 01 19:03:34.820830 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a581166c-8915-4691-b7b1-426bc0684c3a tempest-SecurityGroupRulesNegativeTestJSON-1371045789 tempest-SecurityGroupRulesNegativeTestJSON-1371045789-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae588073-66e3-4ead-b058-698dfa138a6a,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:03:34.839522 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-f8e4923f-1ad9-4c18-ba88-8ebba111d559 req-a581166c-8915-4691-b7b1-426bc0684c3a tempest-SecurityGroupRulesNegativeTestJSON-1371045789 tempest-SecurityGroupRulesNegativeTestJSON-1371045789-project] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:34.840833 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f8e4923f-1ad9-4c18-ba88-8ebba111d559 req-a581166c-8915-4691-b7b1-426bc0684c3a tempest-SecurityGroupRulesNegativeTestJSON-1371045789 tempest-SecurityGroupRulesNegativeTestJSON-1371045789-project] 10.222.0.41 "DELETE /v2.0/security-groups/ae588073-66e3-4ead-b058-698dfa138a6a HTTP/1.1" status: 204 len: 173 time: 1.7726188 Jun 01 19:03:34.864518 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae71ba80-54de-4815-8706-03ef9cd7d1ad tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Router 7ee539f0-74eb-4d8b-94f4-0af36e192612 has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 19:03:34.975511 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-e885a3bb-dce2-43f2-bef3-2e5d6cffe137 None None] Provisioning for port bb094bf1-4c08-41c6-bc7f-dcb7240009f0 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:03:34.981343 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment 5c014daf-3d2b-4f8b-907a-e66335d50b3e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5c014daf-3d2b-4f8b-907a-e66335d50b3e found for delete ", "request_id": "req-573770ab-d3d6-46cb-9f1d-aec42a25db13"}]} Jun 01 19:03:35.034831 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device fc7d9bca-3b75-47ad-8929-fe27fdc8bd6e up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:03:35.059148 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a12f40-9f86-47ab-b828-bbd2a0ecf5f6 req-7de5efd0-5f42-44a5-850a-004cad9f01f4 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:03:35.071453 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-85a12f40-9f86-47ab-b828-bbd2a0ecf5f6 req-7de5efd0-5f42-44a5-850a-004cad9f01f4 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/ports?device_id=87fedb26-1c2b-4884-b8a8-b0cf24e56722 HTTP/1.1" status: 200 len: 944 time: 0.5494785 Jun 01 19:03:35.079183 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-e885a3bb-dce2-43f2-bef3-2e5d6cffe137 None None] Provisioning complete for port bb094bf1-4c08-41c6-bc7f-dcb7240009f0 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:03:35.079547 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-e885a3bb-dce2-43f2-bef3-2e5d6cffe137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:35.125381 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-dfc7b492-f052-43ba-a595-c9a79a121e59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:35.140172 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae71ba80-54de-4815-8706-03ef9cd7d1ad tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:03:35.149660 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ae71ba80-54de-4815-8706-03ef9cd7d1ad tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for floatingip, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:35.151293 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-85a12f40-9f86-47ab-b828-bbd2a0ecf5f6 req-9565cc4e-0cbe-497f-a5be-9a3fc573f477 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a351d5c-3364-42d8-bd0d-648028a392a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724273 Jun 01 19:03:35.152697 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a86cc3-96a8-44f7-af7c-4b980a740fc1 None None] Sync routers for ids ['7ee539f0-74eb-4d8b-94f4-0af36e192612'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:03:35.167061 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-e885a3bb-dce2-43f2-bef3-2e5d6cffe137 None None] Port bb094bf1-4c08-41c6-bc7f-dcb7240009f0 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:03:35.168460 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a86cc3-96a8-44f7-af7c-4b980a740fc1 None None] Routers {'7ee539f0-74eb-4d8b-94f4-0af36e192612'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:03:35.172392 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-e0a86cc3-96a8-44f7-af7c-4b980a740fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:03:09Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['7ee539f0-74eb-4d8b-94f4-0af36e192612'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:03:35.207840 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port fc7d9bca-3b75-47ad-8929-fe27fdc8bd6e triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:03:35.208511 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:35.234393 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3e9f28c0-1a3e-459a-87bf-0e6acdd25626 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:35.280800 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3e9f28c0-1a3e-459a-87bf-0e6acdd25626 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks [] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:35.298338 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-dfc7b492-f052-43ba-a595-c9a79a121e59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:35.314819 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 45798) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:03:35.315567 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-0c8db64a-170e-4fc3-91c1-9750f0ffe67b tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:35.319047 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-e0a86cc3-96a8-44f7-af7c-4b980a740fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:03:35.337510 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-3e9f28c0-1a3e-459a-87bf-0e6acdd25626 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] 10.222.0.41 "DELETE /v2.0/networks/d3475db9-f5f0-49d1-8ef3-a2ba5302e1a8 HTTP/1.1" status: 204 len: 168 time: 1.9575195 Jun 01 19:03:35.341020 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a86cc3-96a8-44f7-af7c-4b980a740fc1 None None] Routers {'7ee539f0-74eb-4d8b-94f4-0af36e192612'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:03:35.341634 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-e0a86cc3-96a8-44f7-af7c-4b980a740fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:03:09Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['7ee539f0-74eb-4d8b-94f4-0af36e192612'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:03:35.350719 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 45800) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:03:35.371997 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-13500f3e-395b-4561-bd98-96c6d31b235d tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1516399166', 'description': 'tempest-secgroup-smoke-1516399166 description', 'project_id': '8537cfb3773e46d182e148cf5b0a717f'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:03:35.384074 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port fc7d9bca-3b75-47ad-8929-fe27fdc8bd6e is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:03:35.385207 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device aa07ffd2-77b3-4c0a-ac26-89715c42b91a up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:03:35.401938 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-2e5d62be-d3c5-4795-ad39-b5d0158da14c tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1316639781'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:03:35.441266 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-850f56db-0add-4aa0-bc1c-ec40925b01a7 req-5079ef67-e8b7-4f5e-ba3b-6f2af96f3f44 tempest-SecurityGroupRulesNegativeTestJSON-1371045789 tempest-SecurityGroupRulesNegativeTestJSON-1371045789-project] 10.222.0.41 "GET /v2.0/security-groups/1becddc0-8b54-4add-b731-1c9cf4f6a7b7 HTTP/1.1" status: 200 len: 1814 time: 0.2294176 Jun 01 19:03:35.442010 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9f28c0-1a3e-459a-87bf-0e6acdd25626 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Pushing event deleted for resources: {'Network': ['ID=d3475db9-f5f0-49d1-8ef3-a2ba5302e1a8,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:03:35.449916 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-dfc7b492-f052-43ba-a595-c9a79a121e59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:35.469988 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-e0a86cc3-96a8-44f7-af7c-4b980a740fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:03:35.470665 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a86cc3-96a8-44f7-af7c-4b980a740fc1 None None] The sync data for ids ['7ee539f0-74eb-4d8b-94f4-0af36e192612'] in n-d-844202-1 is: [] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:03:35.470797 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-2e5d62be-d3c5-4795-ad39-b5d0158da14c tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:03:35.471705 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port aa07ffd2-77b3-4c0a-ac26-89715c42b91a completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:03:35.474790 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-13500f3e-395b-4561-bd98-96c6d31b235d tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:03:35.479158 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port aa07ffd2-77b3-4c0a-ac26-89715c42b91a triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:03:35.479518 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:35.487117 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-ae71ba80-54de-4815-8706-03ef9cd7d1ad tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] 10.222.0.41 "PUT /v2.0/floatingips/6add8ebc-dfb7-4b01-937d-1814b9542856 HTTP/1.1" status: 200 len: 687 time: 3.0263755 Jun 01 19:03:35.498427 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 45806) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:03:35.500900 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc7b492-f052-43ba-a595-c9a79a121e59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2cf35c9-c34c-407b-9d1e-e0ca23147e3d,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:03:35.540510 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-2e5d62be-d3c5-4795-ad39-b5d0158da14c tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Usage tracker for resource:network and tenant:186f4868324f42e7b69da35feb15cabc is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:03:35.550507 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-2e5d62be-d3c5-4795-ad39-b5d0158da14c tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:03:35.554409 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-13500f3e-395b-4561-bd98-96c6d31b235d tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Usage tracker for resource:security_group and tenant:8537cfb3773e46d182e148cf5b0a717f is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:03:35.569548 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-2e5d62be-d3c5-4795-ad39-b5d0158da14c tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:03:35.571622 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-13500f3e-395b-4561-bd98-96c6d31b235d tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:03:35.579191 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-580385fa-1345-40b1-96ea-aeed41f3a1a7 req-87c0849e-dc3a-41e8-920e-a2736501cebc tempest-ServerShowV254Test-1879500691 tempest-ServerShowV254Test-1879500691-project] 10.222.0.41 "GET /v2.0/ports?device_id=a28fc81f-8715-4a54-b8a9-6afe2d6ee821 HTTP/1.1" status: 200 len: 210 time: 0.1057663 Jun 01 19:03:35.587252 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-13500f3e-395b-4561-bd98-96c6d31b235d tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:03:35.597382 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-dfc7b492-f052-43ba-a595-c9a79a121e59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:35.598489 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-dfc7b492-f052-43ba-a595-c9a79a121e59 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b2cf35c9-c34c-407b-9d1e-e0ca23147e3d HTTP/1.1" status: 204 len: 168 time: 0.8970273 Jun 01 19:03:35.650230 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port aa07ffd2-77b3-4c0a-ac26-89715c42b91a is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:03:35.651329 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:35.670465 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port aa07ffd2-77b3-4c0a-ac26-89715c42b91a, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=aa07ffd2-77b3-4c0a-ac26-89715c42b91a,segment=NetworkSegment(7875af61-4c53-4ff2-b8c8-d4b7c35ff947),segment_id=7875af61-4c53-4ff2-b8c8-d4b7c35ff947)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:03:35.679315 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:35.701050 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e5d62be-d3c5-4795-ad39-b5d0158da14c tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Made reservation on behalf of 186f4868324f42e7b69da35feb15cabc for: {'network': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:03:35.704492 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2e5d62be-d3c5-4795-ad39-b5d0158da14c tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:35.718522 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-da371b0f-3f16-4015-a181-9595805e3f0c tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Deleting port d0960a94-9056-496b-a2b4-0b7ae100bdbe {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:03:35.718976 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-da371b0f-3f16-4015-a181-9595805e3f0c tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:35.785526 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-13500f3e-395b-4561-bd98-96c6d31b235d tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:35.791589 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=aa07ffd2-77b3-4c0a-ac26-89715c42b91a,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:03:35.791943 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-850f56db-0add-4aa0-bc1c-ec40925b01a7 req-b0d5612a-d5ac-4445-88e0-13d9cf5141ed tempest-SecurityGroupRulesNegativeTestJSON-1371045789 tempest-SecurityGroupRulesNegativeTestJSON-1371045789-project] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:35.816117 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-13500f3e-395b-4561-bd98-96c6d31b235d tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:35.842217 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-13500f3e-395b-4561-bd98-96c6d31b235d tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:03:35.844460 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e5d62be-d3c5-4795-ad39-b5d0158da14c tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 140} {{(pid=88524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 19:03:35.855881 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-13500f3e-395b-4561-bd98-96c6d31b235d tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Usage tracker for resource:security_group_rule and tenant:8537cfb3773e46d182e148cf5b0a717f is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:03:35.864090 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-13500f3e-395b-4561-bd98-96c6d31b235d tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:03:35.867918 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2e5d62be-d3c5-4795-ad39-b5d0158da14c tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:35.868279 n-d-844202-1 neutron-server[88524]: INFO neutron.db.segments_db [None req-2e5d62be-d3c5-4795-ad39-b5d0158da14c tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Added segment cbacef59-ac59-4ca2-aae4-343ed69b8528 of type vlan for network c5c6e3bd-64cb-4bdb-850b-8ce9c300efae Jun 01 19:03:35.880137 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-13500f3e-395b-4561-bd98-96c6d31b235d tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:03:35.905963 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-850f56db-0add-4aa0-bc1c-ec40925b01a7 req-b0d5612a-d5ac-4445-88e0-13d9cf5141ed tempest-SecurityGroupRulesNegativeTestJSON-1371045789 tempest-SecurityGroupRulesNegativeTestJSON-1371045789-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:35.949123 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2e5d62be-d3c5-4795-ad39-b5d0158da14c tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:35.987340 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-da371b0f-3f16-4015-a181-9595805e3f0c tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:35.987738 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-da371b0f-3f16-4015-a181-9595805e3f0c tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:36.074095 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 45814) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:03:36.117968 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a3deef38-3d27-4c87-8018-e47001ee90c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:36.123131 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-da371b0f-3f16-4015-a181-9595805e3f0c tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Calling delete_port for d0960a94-9056-496b-a2b4-0b7ae100bdbe owned by network:floatingip {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:03:36.133537 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2e5d62be-d3c5-4795-ad39-b5d0158da14c tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:36.138990 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e5d62be-d3c5-4795-ad39-b5d0158da14c tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:03:36.139566 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2e5d62be-d3c5-4795-ad39-b5d0158da14c tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:36.254821 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-a3deef38-3d27-4c87-8018-e47001ee90c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:03:36.340850 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-850f56db-0add-4aa0-bc1c-ec40925b01a7 req-b0d5612a-d5ac-4445-88e0-13d9cf5141ed tempest-SecurityGroupRulesNegativeTestJSON-1371045789 tempest-SecurityGroupRulesNegativeTestJSON-1371045789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:36.391969 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-a3deef38-3d27-4c87-8018-e47001ee90c4 admin admin] Usage tracker for resource:security_group_rule and tenant:7d396a7550004750abbe435628b241c6 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:03:36.395517 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d5612a-d5ac-4445-88e0-13d9cf5141ed tempest-SecurityGroupRulesNegativeTestJSON-1371045789 tempest-SecurityGroupRulesNegativeTestJSON-1371045789-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1becddc0-8b54-4add-b731-1c9cf4f6a7b7,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:03:36.410923 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-a3deef38-3d27-4c87-8018-e47001ee90c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:03:36.411667 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-850f56db-0add-4aa0-bc1c-ec40925b01a7 req-b0d5612a-d5ac-4445-88e0-13d9cf5141ed tempest-SecurityGroupRulesNegativeTestJSON-1371045789 tempest-SecurityGroupRulesNegativeTestJSON-1371045789-project] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:36.413453 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-850f56db-0add-4aa0-bc1c-ec40925b01a7 req-b0d5612a-d5ac-4445-88e0-13d9cf5141ed tempest-SecurityGroupRulesNegativeTestJSON-1371045789 tempest-SecurityGroupRulesNegativeTestJSON-1371045789-project] 10.222.0.41 "DELETE /v2.0/security-groups/1becddc0-8b54-4add-b731-1c9cf4f6a7b7 HTTP/1.1" status: 204 len: 173 time: 0.9648798 Jun 01 19:03:36.421658 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 45820) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:03:36.460838 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-a3deef38-3d27-4c87-8018-e47001ee90c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:03:36.475241 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-da371b0f-3f16-4015-a181-9595805e3f0c tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:36.476312 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.db.resource_extend [None req-0c8db64a-170e-4fc3-91c1-9750f0ffe67b tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 19:03:36.484177 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-2e5d62be-d3c5-4795-ad39-b5d0158da14c tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1325066 Jun 01 19:03:36.492216 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-13500f3e-395b-4561-bd98-96c6d31b235d tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:36.497881 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 45824) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:03:36.506184 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5d62be-d3c5-4795-ad39-b5d0158da14c tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Pushing event updated for resources: {'Network': ['ID=c5c6e3bd-64cb-4bdb-850b-8ce9c300efae,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:03:36.512302 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-0c8db64a-170e-4fc3-91c1-9750f0ffe67b tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:36.515725 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-13500f3e-395b-4561-bd98-96c6d31b235d tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:36.519021 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network c5c6e3bd-64cb-4bdb-850b-8ce9c300efae details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 19:03:36.522815 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-f294e392-cbcc-471c-9b82-a8aa9ba23cba tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Request body: {'subnet': {'network_id': 'c5c6e3bd-64cb-4bdb-850b-8ce9c300efae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:03:36.528877 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da371b0f-3f16-4015-a181-9595805e3f0c tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Pushing event deleted for resources: {'Port': ['ID=d0960a94-9056-496b-a2b4-0b7ae100bdbe,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:03:36.574168 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-13500f3e-395b-4561-bd98-96c6d31b235d tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:03:36.576353 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-0c8db64a-170e-4fc3-91c1-9750f0ffe67b tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:36.600204 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a96f33e-7a50-48be-ad96-00c2f2a091a1 admin admin] Deleting subnet fa6a89cc-46a7-4ee1-b107-90b600091918 {{(pid=88525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 19:03:36.609376 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2a96f33e-7a50-48be-ad96-00c2f2a091a1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:36.674941 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2a96f33e-7a50-48be-ad96-00c2f2a091a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2258509'] for subnet, precommit_delete_associations {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:36.696114 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-13500f3e-395b-4561-bd98-96c6d31b235d tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Usage tracker for resource:security_group_rule and tenant:8537cfb3773e46d182e148cf5b0a717f is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:03:36.706918 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-da371b0f-3f16-4015-a181-9595805e3f0c tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks [] for floatingip, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:36.713922 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-13500f3e-395b-4561-bd98-96c6d31b235d tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:03:36.763084 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-da371b0f-3f16-4015-a181-9595805e3f0c tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for floatingip, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:36.766924 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-da371b0f-3f16-4015-a181-9595805e3f0c tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] 10.222.0.41 "DELETE /v2.0/floatingips/6add8ebc-dfb7-4b01-937d-1814b9542856 HTTP/1.1" status: 204 len: 168 time: 1.2674148 Jun 01 19:03:36.774561 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-13500f3e-395b-4561-bd98-96c6d31b235d tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:03:36.775390 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 45830) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:03:36.784374 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-420a6488-3fa1-4cac-8f0c-806454fb2624 req-2cbcf79f-745a-4912-a1d2-4f48c4c50f84 tempest-ServerShowV254Test-1879500691 tempest-ServerShowV254Test-1879500691-project] 10.222.0.41 "GET /v2.0/ports?device_id=a28fc81f-8715-4a54-b8a9-6afe2d6ee821 HTTP/1.1" status: 200 len: 210 time: 0.0608661 Jun 01 19:03:36.803904 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13500f3e-395b-4561-bd98-96c6d31b235d tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3641008a-18e1-49b8-904c-c85169e8e973,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:03:36.835589 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device aa07ffd2-77b3-4c0a-ac26-89715c42b91a up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:03:36.843195 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8db64a-170e-4fc3-91c1-9750f0ffe67b tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Pushing event updated for resources: {'Port': ['ID=bb094bf1-4c08-41c6-bc7f-dcb7240009f0,revision_number=2']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:03:36.848558 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-0c8db64a-170e-4fc3-91c1-9750f0ffe67b tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-887436'] for router_interface, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:36.875008 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-f294e392-cbcc-471c-9b82-a8aa9ba23cba tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:03:36.887596 n-d-844202-1 neutron-server[88525]: INFO neutron.api.v2.resource [None req-c0684d31-184b-4ebb-b92a-f19e96ef6c49 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] delete failed (client error): The resource could not be found. Jun 01 19:03:36.892503 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-c0684d31-184b-4ebb-b92a-f19e96ef6c49 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] 10.222.0.41 "DELETE /v2.0/floatingips/6add8ebc-dfb7-4b01-937d-1814b9542856 HTTP/1.1" status: 404 len: 345 time: 0.1160398 Jun 01 19:03:36.895603 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 45834) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:03:36.900361 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2a96f33e-7a50-48be-ad96-00c2f2a091a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:36.914251 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-f294e392-cbcc-471c-9b82-a8aa9ba23cba tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Usage tracker for resource:subnet and tenant:186f4868324f42e7b69da35feb15cabc is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:03:36.931416 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port aa07ffd2-77b3-4c0a-ac26-89715c42b91a triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:03:36.932014 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:36.970521 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61de1c38-dff5-4ee9-9dbe-6d4baf716a5c req-51bc8cf4-64f1-4954-aaf2-2131a6eab5fb tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:03:36.971280 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-61de1c38-dff5-4ee9-9dbe-6d4baf716a5c req-51bc8cf4-64f1-4954-aaf2-2131a6eab5fb tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Synchronizing usage tracker for tenant:ff411273a1ac46f2a91fb45afe578ccb on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:03:36.977271 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-f294e392-cbcc-471c-9b82-a8aa9ba23cba tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:03:37.006211 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-f294e392-cbcc-471c-9b82-a8aa9ba23cba tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:03:37.042886 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f580a837-fa2d-45c6-ad15-825145fabab5 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:03:37.048728 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f580a837-fa2d-45c6-ad15-825145fabab5 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:03:37.055000 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f580a837-fa2d-45c6-ad15-825145fabab5 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:03:37.055830 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-f580a837-fa2d-45c6-ad15-825145fabab5 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Synchronizing usage tracker for tenant:a0eb4836fe25462db2032ac7c054c0ab on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:03:37.060246 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2a96f33e-7a50-48be-ad96-00c2f2a091a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2614143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9667199'] for subnet, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:37.069333 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f294e392-cbcc-471c-9b82-a8aa9ba23cba tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Made reservation on behalf of 186f4868324f42e7b69da35feb15cabc for: {'subnet': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:03:37.073026 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f294e392-cbcc-471c-9b82-a8aa9ba23cba tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3066584'] for subnet, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:37.078292 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device be857980-dea9-4853-b07a-c4e273f09511 up at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:03:37.095923 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-61de1c38-dff5-4ee9-9dbe-6d4baf716a5c req-51bc8cf4-64f1-4954-aaf2-2131a6eab5fb tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Unset dirty status for tenant:ff411273a1ac46f2a91fb45afe578ccb on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:03:37.097141 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-61de1c38-dff5-4ee9-9dbe-6d4baf716a5c req-51bc8cf4-64f1-4954-aaf2-2131a6eab5fb tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/ports?device_id=87fedb26-1c2b-4884-b8a8-b0cf24e56722 HTTP/1.1" status: 200 len: 944 time: 0.7064567 Jun 01 19:03:37.098812 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a3deef38-3d27-4c87-8018-e47001ee90c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:37.104383 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a96f33e-7a50-48be-ad96-00c2f2a091a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa6a89cc-46a7-4ee1-b107-90b600091918,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:03:37.107916 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2a96f33e-7a50-48be-ad96-00c2f2a091a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:37.118128 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-2a96f33e-7a50-48be-ad96-00c2f2a091a1 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/fa6a89cc-46a7-4ee1-b107-90b600091918 HTTP/1.1" status: 204 len: 168 time: 0.6953459 Jun 01 19:03:37.120617 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 45838) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:03:37.138670 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-f580a837-fa2d-45c6-ad15-825145fabab5 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Unset dirty status for tenant:a0eb4836fe25462db2032ac7c054c0ab on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:03:37.142244 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-f580a837-fa2d-45c6-ad15-825145fabab5 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] 10.222.0.41 "GET /v2.0/ports?network_id=ffe55bfc-a9ec-4cd1-b702-21e747d98d56 HTTP/1.1" status: 200 len: 2355 time: 0.2431543 Jun 01 19:03:37.143480 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 45842) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:03:37.174425 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-d51592e5-78ed-44aa-8efc-b51073745367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:37.196179 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a3deef38-3d27-4c87-8018-e47001ee90c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:37.197169 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port aa07ffd2-77b3-4c0a-ac26-89715c42b91a is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:03:37.218419 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning for port be857980-dea9-4853-b07a-c4e273f09511 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:03:37.225246 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning complete for port be857980-dea9-4853-b07a-c4e273f09511 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:03:37.226274 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:37.273748 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-13500f3e-395b-4561-bd98-96c6d31b235d tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:37.285820 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57ae46bd-854b-40d2-bb30-67b7a50a353b tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:03:37.286384 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-57ae46bd-854b-40d2-bb30-67b7a50a353b tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Synchronizing usage tracker for tenant:a0eb4836fe25462db2032ac7c054c0ab on resource:subnet {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:03:37.292492 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d91e54ca-ab01-4870-b5bf-212b45b1c4e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:37.319496 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-13500f3e-395b-4561-bd98-96c6d31b235d tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:37.346297 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-57ae46bd-854b-40d2-bb30-67b7a50a353b tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Unset dirty status for tenant:a0eb4836fe25462db2032ac7c054c0ab on resource:subnet {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:03:37.346914 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-a3deef38-3d27-4c87-8018-e47001ee90c4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7d396a7550004750abbe435628b241c6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2712984 Jun 01 19:03:37.354182 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-57ae46bd-854b-40d2-bb30-67b7a50a353b tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] 10.222.0.41 "GET /v2.0/subnets/fb266d6f-75d2-456e-a328-415940a9cd1c HTTP/1.1" status: 200 len: 797 time: 0.2041028 Jun 01 19:03:37.354182 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 45846) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:03:37.354481 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c8db64a-170e-4fc3-91c1-9750f0ffe67b tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Network 1a74ffe4-e7cd-459d-b2d6-ae7cddc87c99 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:03:37.356672 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3deef38-3d27-4c87-8018-e47001ee90c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d577a57b-15f2-4712-aba2-75fc6e31a011,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:03:37.363643 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 45848) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:03:37.364505 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-0c8db64a-170e-4fc3-91c1-9750f0ffe67b tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:03:37.383544 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-61de1c38-dff5-4ee9-9dbe-6d4baf716a5c req-b64f3955-d670-42b5-9fb3-777333675bde tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a351d5c-3364-42d8-bd0d-648028a392a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046826 Jun 01 19:03:37.392135 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-7ee81a52-e065-4d30-b99d-a36b00719302 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Request body: {'port': {'network_id': 'ffe55bfc-a9ec-4cd1-b702-21e747d98d56', 'name': 'tempest-FloatingIPTestJSON-700007647', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.12'}]}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:03:37.425190 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port be857980-dea9-4853-b07a-c4e273f09511 is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:03:37.426375 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:37.477787 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d91e54ca-ab01-4870-b5bf-212b45b1c4e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:37.481497 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87fedb26-1c2b-4884-b8a8-b0cf24e56722', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be857980-dea9-4853-b07a-c4e273f09511'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:03:37.518013 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port be857980-dea9-4853-b07a-c4e273f09511, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=be857980-dea9-4853-b07a-c4e273f09511,segment=NetworkSegment(d147e68c-d5fd-47df-bf65-d6c5991a53c2),segment_id=d147e68c-d5fd-47df-bf65-d6c5991a53c2)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:03:37.530323 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:37.536494 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-d91e54ca-ab01-4870-b5bf-212b45b1c4e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4de72e4-b968-47ad-b96a-118061d75eee']}} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:03:37.555884 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-d91e54ca-ab01-4870-b5bf-212b45b1c4e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfb2cecd-4c00-461e-8a49-747136c32d01') {'for_net_delete': True} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:03:37.556479 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-d91e54ca-ab01-4870-b5bf-212b45b1c4e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfb2cecd-4c00-461e-8a49-747136c32d01') {} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:03:37.563478 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-31e2c011-fabc-4b8b-842d-6aa63f04d3e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:37.599879 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d91e54ca-ab01-4870-b5bf-212b45b1c4e1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2258522'] for segment, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:37.614270 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-13500f3e-395b-4561-bd98-96c6d31b235d tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:37.618405 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5323fda2-dc12-4c01-9ce2-ecab854461e4'] response: {'server_uuid': '87fedb26-1c2b-4884-b8a8-b0cf24e56722', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be857980-dea9-4853-b07a-c4e273f09511', 'code': 200} Jun 01 19:03:37.619257 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-13500f3e-395b-4561-bd98-96c6d31b235d tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 2.2796483 Jun 01 19:03:37.622532 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d91e54ca-ab01-4870-b5bf-212b45b1c4e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:37.632351 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 45856) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:03:37.633687 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d91e54ca-ab01-4870-b5bf-212b45b1c4e1 admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=88525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 19:03:37.634468 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d91e54ca-ab01-4870-b5bf-212b45b1c4e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2613981'] for segment, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:37.641308 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13500f3e-395b-4561-bd98-96c6d31b235d tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5040cb58-24af-44ab-a8bd-126074c76b0b,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:03:37.664341 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-e5e38b3d-e0d8-4014-8d6b-ee78c2668358 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Request body: {'security_group_rule': {'security_group_id': '5040cb58-24af-44ab-a8bd-126074c76b0b', 'project_id': '8537cfb3773e46d182e148cf5b0a717f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:03:37.674653 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=be857980-dea9-4853-b07a-c4e273f09511,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:03:37.718609 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-abccdd5a-de35-4d88-b5ab-fca0f5d57287 None None] Provisioning complete for port bb094bf1-4c08-41c6-bc7f-dcb7240009f0 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:03:37.718972 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-abccdd5a-de35-4d88-b5ab-fca0f5d57287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:37.752659 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-e5e38b3d-e0d8-4014-8d6b-ee78c2668358 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:03:37.769227 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment cfb2cecd-4c00-461e-8a49-747136c32d01 resource provider aggregate not found Jun 01 19:03:37.776957 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-abccdd5a-de35-4d88-b5ab-fca0f5d57287 None None] Port bb094bf1-4c08-41c6-bc7f-dcb7240009f0 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:03:37.783970 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-e5e38b3d-e0d8-4014-8d6b-ee78c2668358 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Usage tracker for resource:security_group_rule and tenant:8537cfb3773e46d182e148cf5b0a717f is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:03:37.797076 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-31e2c011-fabc-4b8b-842d-6aa63f04d3e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:37.804643 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment cfb2cecd-4c00-461e-8a49-747136c32d01 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cfb2cecd-4c00-461e-8a49-747136c32d01 found for delete ", "request_id": "req-6c18a235-60f7-4288-906e-27699a6c1f9b"}]} Jun 01 19:03:37.805339 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d91e54ca-ab01-4870-b5bf-212b45b1c4e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:37.827933 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d91e54ca-ab01-4870-b5bf-212b45b1c4e1 admin admin] Notify callbacks [] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:37.845434 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91e54ca-ab01-4870-b5bf-212b45b1c4e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=f4de72e4-b968-47ad-b96a-118061d75eee,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:03:37.851948 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-d91e54ca-ab01-4870-b5bf-212b45b1c4e1 admin admin] 10.222.0.41 "DELETE /v2.0/networks/f4de72e4-b968-47ad-b96a-118061d75eee HTTP/1.1" status: 204 len: 168 time: 0.7301311 Jun 01 19:03:37.856907 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-e5e38b3d-e0d8-4014-8d6b-ee78c2668358 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:03:37.891322 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-e5e38b3d-e0d8-4014-8d6b-ee78c2668358 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:03:37.895473 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-31e2c011-fabc-4b8b-842d-6aa63f04d3e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:37.933772 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e2c011-fabc-4b8b-842d-6aa63f04d3e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d577a57b-15f2-4712-aba2-75fc6e31a011,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:03:37.946982 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-31e2c011-fabc-4b8b-842d-6aa63f04d3e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:37.948629 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-31e2c011-fabc-4b8b-842d-6aa63f04d3e7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d577a57b-15f2-4712-aba2-75fc6e31a011 HTTP/1.1" status: 204 len: 168 time: 0.5844169 Jun 01 19:03:37.964698 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-7ee81a52-e065-4d30-b99d-a36b00719302 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:03:38.043019 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e5e38b3d-e0d8-4014-8d6b-ee78c2668358 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:38.056942 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-7ee81a52-e065-4d30-b99d-a36b00719302 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:03:38.060807 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6f0f31c2-4d70-4f2a-8b01-cc0def990216 req-8aed1379-98e0-46fc-a944-62389d097dfd tempest-ServerShowV254Test-1879500691 tempest-ServerShowV254Test-1879500691-project] 10.222.0.41 "GET /v2.0/ports?device_id=a28fc81f-8715-4a54-b8a9-6afe2d6ee821 HTTP/1.1" status: 200 len: 210 time: 0.1084876 Jun 01 19:03:38.073087 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c8db64a-170e-4fc3-91c1-9750f0ffe67b tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Router 8e09d88e-d3cc-40a9-a6d9-5b197730b270 has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 19:03:38.075702 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f294e392-cbcc-471c-9b82-a8aa9ba23cba tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2718919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3066602'] for subnet, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:38.145545 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 45870) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:03:38.152919 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ee81a52-e065-4d30-b99d-a36b00719302 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Made reservation on behalf of a0eb4836fe25462db2032ac7c054c0ab for: {'port': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:03:38.202782 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-4b85ae4d-e0c9-45d9-8229-f44bfcda95a9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3d120ba72d054f6ea8fef17ae9817746&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0552773 Jun 01 19:03:38.205472 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 45876) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:03:38.270361 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-99c036dd-e36f-4c90-a3f1-96a192036c5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:38.302651 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-99c036dd-e36f-4c90-a3f1-96a192036c5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:38.366837 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-99c036dd-e36f-4c90-a3f1-96a192036c5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:38.383696 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c036dd-e36f-4c90-a3f1-96a192036c5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb7b280c-e789-4b2c-bc70-5c9bfeb4e843,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:03:38.394066 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-99c036dd-e36f-4c90-a3f1-96a192036c5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:38.394066 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-99c036dd-e36f-4c90-a3f1-96a192036c5c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fb7b280c-e789-4b2c-bc70-5c9bfeb4e843 HTTP/1.1" status: 204 len: 168 time: 0.1862781 Jun 01 19:03:38.494096 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d38518-0739-47d0-a14d-63d04d70637d req-13b59913-08b5-4e2f-9caf-f4db67b5aa57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:03:38.495734 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c4d38518-0739-47d0-a14d-63d04d70637d req-13b59913-08b5-4e2f-9caf-f4db67b5aa57 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=87fedb26-1c2b-4884-b8a8-b0cf24e56722 HTTP/1.1" status: 200 len: 1096 time: 0.7768176 Jun 01 19:03:38.519691 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f294e392-cbcc-471c-9b82-a8aa9ba23cba tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Pushing event updated for resources: {'Subnet': ['ID=03554775-f434-434b-b390-4377d11d7bb1,revision_number=0']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:03:38.569553 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f294e392-cbcc-471c-9b82-a8aa9ba23cba tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Checking segment: {'id': 'cbacef59-ac59-4ca2-aae4-343ed69b8528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'c5c6e3bd-64cb-4bdb-850b-8ce9c300efae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:03:38.569942 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f294e392-cbcc-471c-9b82-a8aa9ba23cba tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Network hostable DHCP agents. Network: c5c6e3bd-64cb-4bdb-850b-8ce9c300efae, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88524) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 19:03:38.658778 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e5e38b3d-e0d8-4014-8d6b-ee78c2668358 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:38.663766 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ef80ed-02fe-4b26-99c6-633cfad4f6ba req-7fd55116-c9a4-4a51-ad50-b9d4cba4f550 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:03:38.665411 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c6ef80ed-02fe-4b26-99c6-633cfad4f6ba req-7fd55116-c9a4-4a51-ad50-b9d4cba4f550 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/ports?device_id=87fedb26-1c2b-4884-b8a8-b0cf24e56722 HTTP/1.1" status: 200 len: 945 time: 0.0915568 Jun 01 19:03:38.700283 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e5e38b3d-e0d8-4014-8d6b-ee78c2668358 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:38.737462 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-7ee81a52-e065-4d30-b99d-a36b00719302 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:38.753684 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c4d38518-0739-47d0-a14d-63d04d70637d req-bcf76133-1c1f-4ad4-8c8a-17cb476103e1 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=6a351d5c-3364-42d8-bd0d-648028a392a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2392194 Jun 01 19:03:38.772507 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e38b3d-e0d8-4014-8d6b-ee78c2668358 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4d5d351-522c-4b06-aa1b-ed8c9658e182,revision_number=0']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:03:38.785430 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f294e392-cbcc-471c-9b82-a8aa9ba23cba tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Network c5c6e3bd-64cb-4bdb-850b-8ce9c300efae is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88524) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 19:03:38.803573 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c8db64a-170e-4fc3-91c1-9750f0ffe67b tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:03:38.813743 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-0c8db64a-170e-4fc3-91c1-9750f0ffe67b tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] 10.222.0.41 "PUT /v2.0/routers/8e09d88e-d3cc-40a9-a6d9-5b197730b270/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.6002305 Jun 01 19:03:38.815249 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [None req-7ee81a52-e065-4d30-b99d-a36b00719302 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] device_id is not set on port 6b2528ef-7965-4d6f-8ae8-16a842074fd3 yet. {{(pid=88524) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 19:03:38.818505 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bedcbfa2-267d-4da1-83d6-2dae2433b663 None None] Sync routers for ids ['8e09d88e-d3cc-40a9-a6d9-5b197730b270'] in n-d-844202-1 {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:03:38.832827 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bedcbfa2-267d-4da1-83d6-2dae2433b663 None None] Routers {'8e09d88e-d3cc-40a9-a6d9-5b197730b270'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:03:38.833873 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-bedcbfa2-267d-4da1-83d6-2dae2433b663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:03:09Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['8e09d88e-d3cc-40a9-a6d9-5b197730b270'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:03:38.851277 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 45896) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:03:38.855236 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e5e38b3d-e0d8-4014-8d6b-ee78c2668358 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:38.859239 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-e5e38b3d-e0d8-4014-8d6b-ee78c2668358 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2256582 Jun 01 19:03:38.860426 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 45902) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:03:38.864057 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-f294e392-cbcc-471c-9b82-a8aa9ba23cba tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, c5c6e3bd-64cb-4bdb-850b-8ce9c300efae) {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:03:38.899516 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-d90edd5d-ea9d-4bb7-a49a-a0b8b7e7c818 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Request body: {'security_group_rule': {'security_group_id': '5040cb58-24af-44ab-a8bd-126074c76b0b', 'project_id': '8537cfb3773e46d182e148cf5b0a717f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:03:38.920822 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c6ef80ed-02fe-4b26-99c6-633cfad4f6ba req-4f5ca668-a483-4fcd-8c32-604e6e9b2f72 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a351d5c-3364-42d8-bd0d-648028a392a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2471881 Jun 01 19:03:38.921908 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f294e392-cbcc-471c-9b82-a8aa9ba23cba tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:03:38.922661 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f294e392-cbcc-471c-9b82-a8aa9ba23cba tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:38.975148 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-d90edd5d-ea9d-4bb7-a49a-a0b8b7e7c818 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:03:38.993161 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-d90edd5d-ea9d-4bb7-a49a-a0b8b7e7c818 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Usage tracker for resource:security_group_rule and tenant:8537cfb3773e46d182e148cf5b0a717f is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:03:39.005159 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-d90edd5d-ea9d-4bb7-a49a-a0b8b7e7c818 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:03:39.033306 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-d90edd5d-ea9d-4bb7-a49a-a0b8b7e7c818 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:03:39.050051 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-f294e392-cbcc-471c-9b82-a8aa9ba23cba tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5459819 Jun 01 19:03:39.051737 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 45912) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:03:39.152516 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d90edd5d-ea9d-4bb7-a49a-a0b8b7e7c818 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:39.216066 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-bedcbfa2-267d-4da1-83d6-2dae2433b663 None None] Set router 8e09d88e-d3cc-40a9-a6d9-5b197730b270 gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:03:39.257145 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e186559-3d0b-4220-a6e2-47f3793311d1 tempest-TestNetworkBasicOps-1217506221 tempest-TestNetworkBasicOps-1217506221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:03:39.257538 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e186559-3d0b-4220-a6e2-47f3793311d1 tempest-TestNetworkBasicOps-1217506221 tempest-TestNetworkBasicOps-1217506221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:03:39.258003 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e186559-3d0b-4220-a6e2-47f3793311d1 tempest-TestNetworkBasicOps-1217506221 tempest-TestNetworkBasicOps-1217506221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:03:39.258458 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e186559-3d0b-4220-a6e2-47f3793311d1 tempest-TestNetworkBasicOps-1217506221 tempest-TestNetworkBasicOps-1217506221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:03:39.258906 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e186559-3d0b-4220-a6e2-47f3793311d1 tempest-TestNetworkBasicOps-1217506221 tempest-TestNetworkBasicOps-1217506221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:03:39.259349 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e186559-3d0b-4220-a6e2-47f3793311d1 tempest-TestNetworkBasicOps-1217506221 tempest-TestNetworkBasicOps-1217506221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:03:39.259792 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e186559-3d0b-4220-a6e2-47f3793311d1 tempest-TestNetworkBasicOps-1217506221 tempest-TestNetworkBasicOps-1217506221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:03:39.260247 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e186559-3d0b-4220-a6e2-47f3793311d1 tempest-TestNetworkBasicOps-1217506221 tempest-TestNetworkBasicOps-1217506221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:03:39.262107 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-4e186559-3d0b-4220-a6e2-47f3793311d1 tempest-TestNetworkBasicOps-1217506221 tempest-TestNetworkBasicOps-1217506221-project-admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5672 time: 0.4083905 Jun 01 19:03:39.272001 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 45922) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:03:39.455639 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6f439e15-41ef-405d-bed0-20e9cee90b11 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:39.467345 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a117ea9b-a1f1-4934-bf88-a63bb183da07 None None] Network c5c6e3bd-64cb-4bdb-850b-8ce9c300efae requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:03:39.483264 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ead2f9f9-753c-4432-94c0-5e6803ca8200 req-4b7534ae-877b-481b-88c0-2c1938fddefd tempest-ServerShowV254Test-1879500691 tempest-ServerShowV254Test-1879500691-project] 10.222.0.41 "GET /v2.0/ports?device_id=a28fc81f-8715-4a54-b8a9-6afe2d6ee821 HTTP/1.1" status: 200 len: 210 time: 0.1010492 Jun 01 19:03:39.491540 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d90edd5d-ea9d-4bb7-a49a-a0b8b7e7c818 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:39.517998 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d90edd5d-ea9d-4bb7-a49a-a0b8b7e7c818 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:39.529650 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6f439e15-41ef-405d-bed0-20e9cee90b11 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:39.580927 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71d37370-970a-40b3-89c9-471f8863e731 tempest-TestNetworkBasicOps-1217506221 tempest-TestNetworkBasicOps-1217506221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:03:39.581408 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71d37370-970a-40b3-89c9-471f8863e731 tempest-TestNetworkBasicOps-1217506221 tempest-TestNetworkBasicOps-1217506221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:03:39.583423 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71d37370-970a-40b3-89c9-471f8863e731 tempest-TestNetworkBasicOps-1217506221 tempest-TestNetworkBasicOps-1217506221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:03:39.583601 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71d37370-970a-40b3-89c9-471f8863e731 tempest-TestNetworkBasicOps-1217506221 tempest-TestNetworkBasicOps-1217506221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:03:39.584538 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71d37370-970a-40b3-89c9-471f8863e731 tempest-TestNetworkBasicOps-1217506221 tempest-TestNetworkBasicOps-1217506221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:03:39.584984 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71d37370-970a-40b3-89c9-471f8863e731 tempest-TestNetworkBasicOps-1217506221 tempest-TestNetworkBasicOps-1217506221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:03:39.588508 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71d37370-970a-40b3-89c9-471f8863e731 tempest-TestNetworkBasicOps-1217506221 tempest-TestNetworkBasicOps-1217506221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:03:39.591031 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71d37370-970a-40b3-89c9-471f8863e731 tempest-TestNetworkBasicOps-1217506221 tempest-TestNetworkBasicOps-1217506221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:03:39.594174 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-71d37370-970a-40b3-89c9-471f8863e731 tempest-TestNetworkBasicOps-1217506221 tempest-TestNetworkBasicOps-1217506221-project-admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5154 time: 0.3196297 Jun 01 19:03:39.610977 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 45930) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:03:39.642977 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-801dfb18-4413-41a7-af22-84116e0a5d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:39.658106 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90edd5d-ea9d-4bb7-a49a-a0b8b7e7c818 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0ad7e0a-6669-4bd8-b172-02918ac6b2ec,revision_number=0']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:03:39.757570 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d90edd5d-ea9d-4bb7-a49a-a0b8b7e7c818 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:39.762092 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-d90edd5d-ea9d-4bb7-a49a-a0b8b7e7c818 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8992457 Jun 01 19:03:39.762919 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 45938) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:03:39.791276 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-f5bf94c9-cea2-40fb-bba4-705b2b5d9d92 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Request body: {'security_group_rule': {'security_group_id': '5040cb58-24af-44ab-a8bd-126074c76b0b', 'project_id': '8537cfb3773e46d182e148cf5b0a717f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:03:39.819004 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-f5bf94c9-cea2-40fb-bba4-705b2b5d9d92 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:03:39.824245 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6f439e15-41ef-405d-bed0-20e9cee90b11 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2614143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9667199'] for subnet, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:39.845455 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-f5bf94c9-cea2-40fb-bba4-705b2b5d9d92 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Usage tracker for resource:security_group_rule and tenant:8537cfb3773e46d182e148cf5b0a717f is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:03:39.861101 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-f5bf94c9-cea2-40fb-bba4-705b2b5d9d92 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:03:39.886844 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [None req-7ee81a52-e065-4d30-b99d-a36b00719302 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Allocated IP 172.20.0.14 (ffe55bfc-a9ec-4cd1-b702-21e747d98d56/fb266d6f-75d2-456e-a328-415940a9cd1c/6b2528ef-7965-4d6f-8ae8-16a842074fd3) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:03:39.889966 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-f5bf94c9-cea2-40fb-bba4-705b2b5d9d92 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:03:39.898828 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [None req-7ee81a52-e065-4d30-b99d-a36b00719302 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Allocated IP 172.20.0.12 (ffe55bfc-a9ec-4cd1-b702-21e747d98d56/fb266d6f-75d2-456e-a328-415940a9cd1c/6b2528ef-7965-4d6f-8ae8-16a842074fd3) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:03:39.916909 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f439e15-41ef-405d-bed0-20e9cee90b11 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Pushing event deleted for resources: {'Subnet': ['ID=03554775-f434-434b-b390-4377d11d7bb1,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:03:39.976075 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f5bf94c9-cea2-40fb-bba4-705b2b5d9d92 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:40.003732 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f30abce6-83da-4da9-b707-2a40e62bc5b7 None None] Network c5c6e3bd-64cb-4bdb-850b-8ce9c300efae requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:03:40.239624 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-bedcbfa2-267d-4da1-83d6-2dae2433b663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e09d88e-d3cc-40a9-a6d9-5b197730b270', 'name': 'tempest-TestNetworkBasicOps-router-2021402566', 'tenant_id': 'd3eb50f3028440db9726ae16e6111d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': 'aa07ffd2-77b3-4c0a-ac26-89715c42b91a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:03:18Z', 'updated_at': '2022-06-01T19:03:34Z', 'revision_number': 4, 'project_id': 'd3eb50f3028440db9726ae16e6111d12', 'gw_port': {'id': 'aa07ffd2-77b3-4c0a-ac26-89715c42b91a', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:dc:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e09d88e-d3cc-40a9-a6d9-5b197730b270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2248, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:03:21Z', 'updated_at': '2022-06-01T19:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': 'bb094bf1-4c08-41c6-bc7f-dcb7240009f0', 'name': '', 'network_id': '1a74ffe4-e7cd-459d-b2d6-ae7cddc87c99', 'tenant_id': 'd3eb50f3028440db9726ae16e6111d12', 'mac_address': 'fa:16:3e:70:1a:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e09d88e-d3cc-40a9-a6d9-5b197730b270', 'device_owner': 'network:router_interface', 'standard_attr_id': 2269, 'fixed_ips': [{'subnet_id': 'b3633857-1cd8-40e7-9128-29a541565063', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:03:30Z', 'updated_at': '2022-06-01T19:03:35Z', 'revision_number': 2, 'project_id': 'd3eb50f3028440db9726ae16e6111d12', 'subnets': [{'id': 'b3633857-1cd8-40e7-9128-29a541565063', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:03:40.252861 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6f439e15-41ef-405d-bed0-20e9cee90b11 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:40.273390 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 45960) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:03:40.316017 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bedcbfa2-267d-4da1-83d6-2dae2433b663 None None] Checking router: 8e09d88e-d3cc-40a9-a6d9-5b197730b270 for host: n-d-844202-1 {{(pid=88526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 19:03:40.316017 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bedcbfa2-267d-4da1-83d6-2dae2433b663 None None] Updating router 8e09d88e-d3cc-40a9-a6d9-5b197730b270 port bb094bf1-4c08-41c6-bc7f-dcb7240009f0 binding host n-d-844202-1 {{(pid=88526) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 19:03:40.351034 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-6f439e15-41ef-405d-bed0-20e9cee90b11 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5c6e3bd-64cb-4bdb-850b-8ce9c300efae']}} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:03:40.378341 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-6f439e15-41ef-405d-bed0-20e9cee90b11 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbacef59-ac59-4ca2-aae4-343ed69b8528') {'for_net_delete': True} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:03:40.378628 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-6f439e15-41ef-405d-bed0-20e9cee90b11 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbacef59-ac59-4ca2-aae4-343ed69b8528') {} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:03:40.404064 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-bedcbfa2-267d-4da1-83d6-2dae2433b663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:40.407937 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6f439e15-41ef-405d-bed0-20e9cee90b11 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2258522'] for segment, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:40.434770 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6f439e15-41ef-405d-bed0-20e9cee90b11 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:40.442239 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5d98e9d0-bc27-4f41-bda4-e9598816644f req-8a2fe584-4c0a-4826-9d74-7e083a41b308 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a28fc81f-8715-4a54-b8a9-6afe2d6ee821 HTTP/1.1" status: 200 len: 210 time: 0.1245677 Jun 01 19:03:40.450010 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f439e15-41ef-405d-bed0-20e9cee90b11 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=88525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 19:03:40.450512 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6f439e15-41ef-405d-bed0-20e9cee90b11 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2613981'] for segment, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:40.491618 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f5bf94c9-cea2-40fb-bba4-705b2b5d9d92 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:40.504873 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f5bf94c9-cea2-40fb-bba4-705b2b5d9d92 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:40.543965 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f5bf94c9-cea2-40fb-bba4-705b2b5d9d92 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:40.548085 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-f5bf94c9-cea2-40fb-bba4-705b2b5d9d92 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7769608 Jun 01 19:03:40.552727 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:40.557907 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 45972) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:03:40.558782 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bf94c9-cea2-40fb-bba4-705b2b5d9d92 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8c80639-d788-43cd-a830-b06c811d909e,revision_number=0']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:03:40.566308 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment cbacef59-ac59-4ca2-aae4-343ed69b8528 resource provider aggregate not found Jun 01 19:03:40.574157 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-1fd64dc5-9553-43a3-9710-ab610982b361 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Request body: {'security_group_rule': {'security_group_id': '5040cb58-24af-44ab-a8bd-126074c76b0b', 'project_id': '8537cfb3773e46d182e148cf5b0a717f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:03:40.586163 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-1fd64dc5-9553-43a3-9710-ab610982b361 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:03:40.602539 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-1fd64dc5-9553-43a3-9710-ab610982b361 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Usage tracker for resource:security_group_rule and tenant:8537cfb3773e46d182e148cf5b0a717f is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:03:40.603074 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4587b2d-ab17-4659-b9d6-8feadbf6b7d5 req-a8fc67e1-63ce-4306-a1aa-8312d6c77bdc tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:03:40.608770 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c4587b2d-ab17-4659-b9d6-8feadbf6b7d5 req-a8fc67e1-63ce-4306-a1aa-8312d6c77bdc tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/ports?device_id=87fedb26-1c2b-4884-b8a8-b0cf24e56722 HTTP/1.1" status: 200 len: 945 time: 0.4485788 Jun 01 19:03:40.612715 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment cbacef59-ac59-4ca2-aae4-343ed69b8528 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cbacef59-ac59-4ca2-aae4-343ed69b8528 found for delete ", "request_id": "req-4dca0b1c-e0ad-45ec-aff4-53d9dfa058eb"}]} Jun 01 19:03:40.613331 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-1fd64dc5-9553-43a3-9710-ab610982b361 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:03:40.618795 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-7ee81a52-e065-4d30-b99d-a36b00719302 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:40.626471 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-1fd64dc5-9553-43a3-9710-ab610982b361 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:03:40.655292 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1fd64dc5-9553-43a3-9710-ab610982b361 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:40.749862 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:40.772285 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6f439e15-41ef-405d-bed0-20e9cee90b11 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:40.787701 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c4587b2d-ab17-4659-b9d6-8feadbf6b7d5 req-582dcf90-08a6-41fb-89c0-b97020a5c7de tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a351d5c-3364-42d8-bd0d-648028a392a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147828 Jun 01 19:03:40.801029 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-8d258ca1-4ae9-4eab-a30f-54e08dacfa72 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1984382596-network', 'tenant_id': 'f9f71065939b4c07b09efd290be9b909'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:03:40.820145 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-8d258ca1-4ae9-4eab-a30f-54e08dacfa72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:03:40.826727 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5ed8b78c-70ef-4c6e-9a13-6549c0284e70 req-cc45ae4e-5ab4-44f5-9931-c9ac950512bd tempest-ServerShowV254Test-1879500691 tempest-ServerShowV254Test-1879500691-project] 10.222.0.41 "GET /v2.0/ports?device_id=a28fc81f-8715-4a54-b8a9-6afe2d6ee821 HTTP/1.1" status: 200 len: 210 time: 0.0755305 Jun 01 19:03:40.833211 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-8d258ca1-4ae9-4eab-a30f-54e08dacfa72 admin admin] Usage tracker for resource:network and tenant:f9f71065939b4c07b09efd290be9b909 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:03:40.841174 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-8d258ca1-4ae9-4eab-a30f-54e08dacfa72 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:03:40.859653 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-8d258ca1-4ae9-4eab-a30f-54e08dacfa72 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:03:40.875126 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-7ee81a52-e065-4d30-b99d-a36b00719302 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:40.920040 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6f439e15-41ef-405d-bed0-20e9cee90b11 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks [] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:40.932335 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-c2404400-a8e0-4eb1-a022-e85fdbf2eca8 tempest-TestNetworkBasicOps-1217506221 tempest-TestNetworkBasicOps-1217506221-project-admin] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2325 time: 1.3132281 Jun 01 19:03:40.933550 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d258ca1-4ae9-4eab-a30f-54e08dacfa72 admin admin] Made reservation on behalf of f9f71065939b4c07b09efd290be9b909 for: {'network': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:03:40.935153 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8d258ca1-4ae9-4eab-a30f-54e08dacfa72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:40.950908 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f439e15-41ef-405d-bed0-20e9cee90b11 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Pushing event deleted for resources: {'Network': ['ID=c5c6e3bd-64cb-4bdb-850b-8ce9c300efae,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:03:40.961760 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8d258ca1-4ae9-4eab-a30f-54e08dacfa72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:40.976747 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-6f439e15-41ef-405d-bed0-20e9cee90b11 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] 10.222.0.41 "DELETE /v2.0/networks/c5c6e3bd-64cb-4bdb-850b-8ce9c300efae HTTP/1.1" status: 204 len: 168 time: 1.9228063 Jun 01 19:03:40.979989 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 45992) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:03:40.997587 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-b2079ca0-1b48-4222-9fec-3a271892fe26 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1154498556'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:03:41.078432 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-bedcbfa2-267d-4da1-83d6-2dae2433b663 None None] Notify callbacks [] for port, precommit_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:41.082566 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-b2079ca0-1b48-4222-9fec-3a271892fe26 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:03:41.086037 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-8d258ca1-4ae9-4eab-a30f-54e08dacfa72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:03:41.089082 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 45996) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:03:41.093054 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ee81a52-e065-4d30-b99d-a36b00719302 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Network ffe55bfc-a9ec-4cd1-b702-21e747d98d56 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:03:41.101556 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-b2079ca0-1b48-4222-9fec-3a271892fe26 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Usage tracker for resource:network and tenant:186f4868324f42e7b69da35feb15cabc is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:03:41.104493 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-bedcbfa2-267d-4da1-83d6-2dae2433b663 None None] Transition to ACTIVE for port object bb094bf1-4c08-41c6-bc7f-dcb7240009f0 will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:03:41.113266 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-b2079ca0-1b48-4222-9fec-3a271892fe26 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:03:41.114116 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-bedcbfa2-267d-4da1-83d6-2dae2433b663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:41.118181 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-8d258ca1-4ae9-4eab-a30f-54e08dacfa72 admin admin] Usage tracker for resource:security_group_rule and tenant:f9f71065939b4c07b09efd290be9b909 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:03:41.120272 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-0bcdf9de-0a49-4097-b0b5-4b0d0da2b0d8 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1452237525', 'description': 'tempest-secgroup-smoke-1452237525 description', 'project_id': 'd3eb50f3028440db9726ae16e6111d12'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:03:41.131161 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-b2079ca0-1b48-4222-9fec-3a271892fe26 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:03:41.131498 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-7ee81a52-e065-4d30-b99d-a36b00719302 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:03:41.136908 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1fd64dc5-9553-43a3-9710-ab610982b361 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:41.138238 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-0bcdf9de-0a49-4097-b0b5-4b0d0da2b0d8 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:03:41.140026 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-8d258ca1-4ae9-4eab-a30f-54e08dacfa72 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:03:41.143743 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee81a52-e065-4d30-b99d-a36b00719302 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:03:41.155225 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-8d258ca1-4ae9-4eab-a30f-54e08dacfa72 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:03:41.202005 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee81a52-e065-4d30-b99d-a36b00719302 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Pushing event updated for resources: {'Port': ['ID=6b2528ef-7965-4d6f-8ae8-16a842074fd3,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:03:41.204970 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1fd64dc5-9553-43a3-9710-ab610982b361 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:41.207518 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-0bcdf9de-0a49-4097-b0b5-4b0d0da2b0d8 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Usage tracker for resource:security_group and tenant:d3eb50f3028440db9726ae16e6111d12 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:03:41.225360 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-0bcdf9de-0a49-4097-b0b5-4b0d0da2b0d8 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:03:41.246742 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-0bcdf9de-0a49-4097-b0b5-4b0d0da2b0d8 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:03:41.276896 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd64dc5-9553-43a3-9710-ab610982b361 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8eba22b3-0aac-445a-9721-5db8c59968d3,revision_number=0']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:03:41.294102 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ee81a52-e065-4d30-b99d-a36b00719302 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:03:41.295050 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-7ee81a52-e065-4d30-b99d-a36b00719302 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:41.319568 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1fd64dc5-9553-43a3-9710-ab610982b361 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:41.321140 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-1fd64dc5-9553-43a3-9710-ab610982b361 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7600110 Jun 01 19:03:41.322426 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-0bcdf9de-0a49-4097-b0b5-4b0d0da2b0d8 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:41.330629 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 46004) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:03:41.336337 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8d258ca1-4ae9-4eab-a30f-54e08dacfa72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:41.345011 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-40e96ee8-c282-4df6-9cf0-3fddccde8204 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Request body: {'security_group_rule': {'security_group_id': '5040cb58-24af-44ab-a8bd-126074c76b0b', 'project_id': '8537cfb3773e46d182e148cf5b0a717f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:03:41.353607 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-40e96ee8-c282-4df6-9cf0-3fddccde8204 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:03:41.355368 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-7ee81a52-e065-4d30-b99d-a36b00719302 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 3.9874904 Jun 01 19:03:41.355750 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8d258ca1-4ae9-4eab-a30f-54e08dacfa72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:41.358492 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 46010) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:03:41.359276 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2079ca0-1b48-4222-9fec-3a271892fe26 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Made reservation on behalf of 186f4868324f42e7b69da35feb15cabc for: {'network': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:03:41.363103 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b2079ca0-1b48-4222-9fec-3a271892fe26 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:41.366366 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-8db75601-de32-4205-900c-d1f7ffc98565 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Request body: {'floatingip': {'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'port_id': '6b2528ef-7965-4d6f-8ae8-16a842074fd3', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:03:41.388344 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-8db75601-de32-4205-900c-d1f7ffc98565 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:03:41.394065 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-40e96ee8-c282-4df6-9cf0-3fddccde8204 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Usage tracker for resource:security_group_rule and tenant:8537cfb3773e46d182e148cf5b0a717f is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:03:41.394383 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-8db75601-de32-4205-900c-d1f7ffc98565 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Usage tracker for resource:floatingip and tenant:a0eb4836fe25462db2032ac7c054c0ab is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:03:41.398350 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-8db75601-de32-4205-900c-d1f7ffc98565 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:03:41.406344 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-8db75601-de32-4205-900c-d1f7ffc98565 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:03:41.407013 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-40e96ee8-c282-4df6-9cf0-3fddccde8204 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:03:41.408447 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-0bcdf9de-0a49-4097-b0b5-4b0d0da2b0d8 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:03:41.416515 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-0bcdf9de-0a49-4097-b0b5-4b0d0da2b0d8 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Usage tracker for resource:security_group_rule and tenant:d3eb50f3028440db9726ae16e6111d12 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:03:41.417024 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:41.421408 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-0bcdf9de-0a49-4097-b0b5-4b0d0da2b0d8 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:03:41.431856 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-0bcdf9de-0a49-4097-b0b5-4b0d0da2b0d8 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:03:41.434857 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8db75601-de32-4205-900c-d1f7ffc98565 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks [] for floatingip, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:41.437225 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-40e96ee8-c282-4df6-9cf0-3fddccde8204 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:03:41.444057 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79d20c8-1603-430e-b6cf-f3a3f304b801 None None] Pushing event updated for resources: {'Port': ['ID=bb094bf1-4c08-41c6-bc7f-dcb7240009f0,revision_number=3']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:03:41.447529 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d258ca1-4ae9-4eab-a30f-54e08dacfa72 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107} {{(pid=88525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 19:03:41.459954 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-bedcbfa2-267d-4da1-83d6-2dae2433b663 None None] Attempting to bind port bb094bf1-4c08-41c6-bc7f-dcb7240009f0 on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:03:41.460263 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-bedcbfa2-267d-4da1-83d6-2dae2433b663 None None] Attempting to bind port bb094bf1-4c08-41c6-bc7f-dcb7240009f0 by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': '841bab55-f57c-4c3b-8cf4-186c650d46ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '1a74ffe4-e7cd-459d-b2d6-ae7cddc87c99'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:03:41.460633 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bedcbfa2-267d-4da1-83d6-2dae2433b663 None None] Attempting to bind port bb094bf1-4c08-41c6-bc7f-dcb7240009f0 on network 1a74ffe4-e7cd-459d-b2d6-ae7cddc87c99 {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:03:41.467451 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bedcbfa2-267d-4da1-83d6-2dae2433b663 None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 3, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:03:41.467834 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bedcbfa2-267d-4da1-83d6-2dae2433b663 None None] Checking segment: {'id': '841bab55-f57c-4c3b-8cf4-186c650d46ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '1a74ffe4-e7cd-459d-b2d6-ae7cddc87c99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:03:41.468236 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-bedcbfa2-267d-4da1-83d6-2dae2433b663 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:41.468710 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bedcbfa2-267d-4da1-83d6-2dae2433b663 None None] Bound using segment: {'id': '841bab55-f57c-4c3b-8cf4-186c650d46ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '1a74ffe4-e7cd-459d-b2d6-ae7cddc87c99'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:03:41.469240 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-bedcbfa2-267d-4da1-83d6-2dae2433b663 None None] Bound port: bb094bf1-4c08-41c6-bc7f-dcb7240009f0, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '841bab55-f57c-4c3b-8cf4-186c650d46ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '1a74ffe4-e7cd-459d-b2d6-ae7cddc87c99'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:03:41.469594 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-bedcbfa2-267d-4da1-83d6-2dae2433b663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:41.514266 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c88a5c1-5bdc-4257-81ee-973d544a9e16 req-4c847c11-958f-40e7-b47c-4154f188ed13 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:03:41.515926 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8c88a5c1-5bdc-4257-81ee-973d544a9e16 req-4c847c11-958f-40e7-b47c-4154f188ed13 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/ports?device_id=87fedb26-1c2b-4884-b8a8-b0cf24e56722 HTTP/1.1" status: 200 len: 945 time: 0.5120022 Jun 01 19:03:41.524159 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d258ca1-4ae9-4eab-a30f-54e08dacfa72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35bdd75f-60bc-442f-9683-0ad602663bf9,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:03:41.533855 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8d258ca1-4ae9-4eab-a30f-54e08dacfa72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:41.536169 n-d-844202-1 neutron-server[88525]: INFO neutron.db.segments_db [None req-8d258ca1-4ae9-4eab-a30f-54e08dacfa72 admin admin] Added segment 59154755-7466-4ae2-b3be-55398d8bd378 of type vlan for network be2366b1-2c5b-42fb-bc16-2beb33d2f75c Jun 01 19:03:41.558896 n-d-844202-1 neutron-server[88525]: INFO neutron.db.securitygroups_db [None req-40e96ee8-c282-4df6-9cf0-3fddccde8204 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Project 8537cfb3773e46d182e148cf5b0a717f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 01 19:03:41.567041 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2079ca0-1b48-4222-9fec-3a271892fe26 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 124} {{(pid=88525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 19:03:41.593879 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-40e96ee8-c282-4df6-9cf0-3fddccde8204 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:41.654783 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b2079ca0-1b48-4222-9fec-3a271892fe26 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:41.655135 n-d-844202-1 neutron-server[88525]: INFO neutron.db.segments_db [None req-b2079ca0-1b48-4222-9fec-3a271892fe26 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Added segment 385236ba-53f8-43c2-9dc9-51ee03aa213d of type vlan for network 3894a4d4-86cc-447d-b116-551a5bcda5ba Jun 01 19:03:41.685365 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8d258ca1-4ae9-4eab-a30f-54e08dacfa72 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:41.691550 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-bedcbfa2-267d-4da1-83d6-2dae2433b663 None None] For port bb094bf1-4c08-41c6-bc7f-dcb7240009f0, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:03:41.707222 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-bedcbfa2-267d-4da1-83d6-2dae2433b663 None None] For port bb094bf1-4c08-41c6-bc7f-dcb7240009f0, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=bb094bf1-4c08-41c6-bc7f-dcb7240009f0,segment=NetworkSegment(841bab55-f57c-4c3b-8cf4-186c650d46ae),segment_id=841bab55-f57c-4c3b-8cf4-186c650d46ae)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:03:41.711898 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:41.713978 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-bedcbfa2-267d-4da1-83d6-2dae2433b663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:41.747963 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8c88a5c1-5bdc-4257-81ee-973d544a9e16 req-e62c8e65-a5ef-4737-844d-3f4a418bbfef tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a351d5c-3364-42d8-bd0d-648028a392a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095644 Jun 01 19:03:41.829729 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bedcbfa2-267d-4da1-83d6-2dae2433b663 None None] Routers {'8e09d88e-d3cc-40a9-a6d9-5b197730b270'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:03:41.829934 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b2079ca0-1b48-4222-9fec-3a271892fe26 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:41.830661 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-bedcbfa2-267d-4da1-83d6-2dae2433b663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:03:39Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['8e09d88e-d3cc-40a9-a6d9-5b197730b270'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:03:41.843205 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8d258ca1-4ae9-4eab-a30f-54e08dacfa72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:41.844443 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d258ca1-4ae9-4eab-a30f-54e08dacfa72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:03:41.845127 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8d258ca1-4ae9-4eab-a30f-54e08dacfa72 admin admin] Notify callbacks [] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:41.991736 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-40e96ee8-c282-4df6-9cf0-3fddccde8204 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:41.993365 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.db.resource_extend [None req-b2079ca0-1b48-4222-9fec-3a271892fe26 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 19:03:42.035976 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-40e96ee8-c282-4df6-9cf0-3fddccde8204 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:42.083191 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-8d258ca1-4ae9-4eab-a30f-54e08dacfa72 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.7996602 Jun 01 19:03:42.094449 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 46026) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:03:42.108254 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d258ca1-4ae9-4eab-a30f-54e08dacfa72 admin admin] Pushing event updated for resources: {'Network': ['ID=be2366b1-2c5b-42fb-bc16-2beb33d2f75c,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:03:42.110791 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-86ee424d-16c9-4aff-b16f-76ede7ee2ac0 admin admin] Request body: {'subnet': {'network_id': 'be2366b1-2c5b-42fb-bc16-2beb33d2f75c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1984382596-subnet', 'tenant_id': 'f9f71065939b4c07b09efd290be9b909', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:03:42.148766 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-86ee424d-16c9-4aff-b16f-76ede7ee2ac0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:03:42.172686 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-86ee424d-16c9-4aff-b16f-76ede7ee2ac0 admin admin] Usage tracker for resource:subnet and tenant:f9f71065939b4c07b09efd290be9b909 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:03:42.179069 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-86ee424d-16c9-4aff-b16f-76ede7ee2ac0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:03:42.179428 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b2079ca0-1b48-4222-9fec-3a271892fe26 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:42.185997 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2079ca0-1b48-4222-9fec-3a271892fe26 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:03:42.186761 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b2079ca0-1b48-4222-9fec-3a271892fe26 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks [] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:42.205886 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network be2366b1-2c5b-42fb-bc16-2beb33d2f75c details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 19:03:42.215661 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-86ee424d-16c9-4aff-b16f-76ede7ee2ac0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:03:42.247859 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e96ee8-c282-4df6-9cf0-3fddccde8204 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2981dc43-b943-4f25-aa8f-db2d305c30f3,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:03:42.264870 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-cce386d1-63f2-4e0a-8dc8-b114a2544782 req-732f9209-9e7b-490d-beee-170171a8c945 tempest-ServerShowV254Test-1879500691 tempest-ServerShowV254Test-1879500691-project] 10.222.0.41 "GET /v2.0/ports?device_id=a28fc81f-8715-4a54-b8a9-6afe2d6ee821 HTTP/1.1" status: 200 len: 210 time: 0.1297109 Jun 01 19:03:42.322642 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-0bcdf9de-0a49-4097-b0b5-4b0d0da2b0d8 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:42.338336 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-0bcdf9de-0a49-4097-b0b5-4b0d0da2b0d8 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:42.378866 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79d20c8-1603-430e-b6cf-f3a3f304b801 None None] Pushing event updated for resources: {'Port': ['ID=bb094bf1-4c08-41c6-bc7f-dcb7240009f0,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:03:42.435280 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcdf9de-0a49-4097-b0b5-4b0d0da2b0d8 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f21673f5-4d44-4992-85b9-6c5f8a047d72,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:03:42.437280 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86ee424d-16c9-4aff-b16f-76ede7ee2ac0 admin admin] Made reservation on behalf of f9f71065939b4c07b09efd290be9b909 for: {'subnet': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:03:42.439599 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-86ee424d-16c9-4aff-b16f-76ede7ee2ac0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3066584'] for subnet, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:42.447647 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:42.522031 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-bedcbfa2-267d-4da1-83d6-2dae2433b663 None None] Set router 8e09d88e-d3cc-40a9-a6d9-5b197730b270 gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:03:42.583038 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-40e96ee8-c282-4df6-9cf0-3fddccde8204 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:42.587621 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-40e96ee8-c282-4df6-9cf0-3fddccde8204 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.2535365 Jun 01 19:03:42.588581 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2079ca0-1b48-4222-9fec-3a271892fe26 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Pushing event updated for resources: {'Network': ['ID=3894a4d4-86cc-447d-b116-551a5bcda5ba,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:03:42.593201 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 46044) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:03:42.612342 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-b2079ca0-1b48-4222-9fec-3a271892fe26 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.6299264 Jun 01 19:03:42.618334 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-ed3a637b-401f-44f3-911b-85e809ba0076 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Request body: {'security_group_rule': {'security_group_id': '5040cb58-24af-44ab-a8bd-126074c76b0b', 'project_id': '8537cfb3773e46d182e148cf5b0a717f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:03:42.621126 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 46048) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:03:42.625883 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-ed3a637b-401f-44f3-911b-85e809ba0076 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:03:42.631125 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-ed3a637b-401f-44f3-911b-85e809ba0076 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Usage tracker for resource:security_group_rule and tenant:8537cfb3773e46d182e148cf5b0a717f is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:03:42.634766 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-ed3a637b-401f-44f3-911b-85e809ba0076 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:03:42.635890 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-44e68872-960d-4d2a-aaf1-cbb6ea52a570 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Request body: {'subnet': {'network_id': '3894a4d4-86cc-447d-b116-551a5bcda5ba', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:03:42.642269 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-ed3a637b-401f-44f3-911b-85e809ba0076 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:03:42.651736 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network 3894a4d4-86cc-447d-b116-551a5bcda5ba details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 19:03:42.655316 n-d-844202-1 neutron-server[88525]: INFO neutron.db.securitygroups_db [None req-ed3a637b-401f-44f3-911b-85e809ba0076 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Project 8537cfb3773e46d182e148cf5b0a717f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 01 19:03:42.664905 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ed3a637b-401f-44f3-911b-85e809ba0076 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:42.675215 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-0bcdf9de-0a49-4097-b0b5-4b0d0da2b0d8 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:42.686670 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-0bcdf9de-0a49-4097-b0b5-4b0d0da2b0d8 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.5934873 Jun 01 19:03:42.705414 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8db75601-de32-4205-900c-d1f7ffc98565 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:42.723075 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 46054) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:03:42.754314 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-7dc6d4dd-527f-45a9-b1aa-b0880ef52467 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Request body: {'security_group_rule': {'security_group_id': 'f21673f5-4d44-4992-85b9-6c5f8a047d72', 'project_id': 'd3eb50f3028440db9726ae16e6111d12', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:03:42.823581 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-7dc6d4dd-527f-45a9-b1aa-b0880ef52467 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:03:42.825983 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 46060) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:03:42.858492 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-7dc6d4dd-527f-45a9-b1aa-b0880ef52467 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Usage tracker for resource:security_group_rule and tenant:d3eb50f3028440db9726ae16e6111d12 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:03:42.863727 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-7dc6d4dd-527f-45a9-b1aa-b0880ef52467 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:03:42.874005 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-7dc6d4dd-527f-45a9-b1aa-b0880ef52467 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:03:42.898308 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ed3a637b-401f-44f3-911b-85e809ba0076 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:42.903291 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ed3a637b-401f-44f3-911b-85e809ba0076 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:42.965326 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0df28da4-cc72-4f39-ae30-a3f876d0ff53 req-9617c438-9326-4028-88e0-17d67a0581fa service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d1e64615effe45498d1864a66c3a7ee8&device_id=a28fc81f-8715-4a54-b8a9-6afe2d6ee821 HTTP/1.1" status: 200 len: 210 time: 0.1144524 Jun 01 19:03:42.984218 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3a637b-401f-44f3-911b-85e809ba0076 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad9edb8c-521c-4546-8a09-678e616d9e13,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:03:43.047248 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0df28da4-cc72-4f39-ae30-a3f876d0ff53 req-ea270cb9-4162-4e0a-996b-802513b37974 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=d1e64615effe45498d1864a66c3a7ee8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0626600 Jun 01 19:03:43.054198 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7dc6d4dd-527f-45a9-b1aa-b0880ef52467 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:43.056058 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-44e68872-960d-4d2a-aaf1-cbb6ea52a570 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:03:43.064309 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ed3a637b-401f-44f3-911b-85e809ba0076 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:43.071136 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-ed3a637b-401f-44f3-911b-85e809ba0076 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4652443 Jun 01 19:03:43.072095 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 46066) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:03:43.087334 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-fb2a0558-c944-497c-b6b3-2f9f4fe19089 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Request body: {'network': {'name': 'tempest-network-smoke--184606301', 'project_id': '8537cfb3773e46d182e148cf5b0a717f', 'port_security_enabled': True}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:03:43.103732 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8025511e-3b8d-4a5a-b312-19cb89f26aa2 req-61ed8df1-01c0-4d9b-b327-e09607c4537b tempest-ServerShowV254Test-1879500691 tempest-ServerShowV254Test-1879500691-project] 10.222.0.41 "GET /v2.0/ports?device_id=a28fc81f-8715-4a54-b8a9-6afe2d6ee821 HTTP/1.1" status: 200 len: 210 time: 0.1019211 Jun 01 19:03:43.131402 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-fb2a0558-c944-497c-b6b3-2f9f4fe19089 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:03:43.141049 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-fb2a0558-c944-497c-b6b3-2f9f4fe19089 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Usage tracker for resource:network and tenant:8537cfb3773e46d182e148cf5b0a717f is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:03:43.143549 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6f363e32-4307-4fdd-beba-facdb49bbe67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:43.153239 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-fb2a0558-c944-497c-b6b3-2f9f4fe19089 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:03:43.161631 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-44e68872-960d-4d2a-aaf1-cbb6ea52a570 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Usage tracker for resource:subnet and tenant:186f4868324f42e7b69da35feb15cabc is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:03:43.163441 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-bedcbfa2-267d-4da1-83d6-2dae2433b663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e09d88e-d3cc-40a9-a6d9-5b197730b270', 'name': 'tempest-TestNetworkBasicOps-router-2021402566', 'tenant_id': 'd3eb50f3028440db9726ae16e6111d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': 'aa07ffd2-77b3-4c0a-ac26-89715c42b91a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:03:18Z', 'updated_at': '2022-06-01T19:03:34Z', 'revision_number': 4, 'project_id': 'd3eb50f3028440db9726ae16e6111d12', 'gw_port': {'id': 'aa07ffd2-77b3-4c0a-ac26-89715c42b91a', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:dc:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e09d88e-d3cc-40a9-a6d9-5b197730b270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2248, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:03:21Z', 'updated_at': '2022-06-01T19:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': 'bb094bf1-4c08-41c6-bc7f-dcb7240009f0', 'name': '', 'network_id': '1a74ffe4-e7cd-459d-b2d6-ae7cddc87c99', 'tenant_id': 'd3eb50f3028440db9726ae16e6111d12', 'mac_address': 'fa:16:3e:70:1a:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e09d88e-d3cc-40a9-a6d9-5b197730b270', 'device_owner': 'network:router_interface', 'standard_attr_id': 2269, 'fixed_ips': [{'subnet_id': 'b3633857-1cd8-40e7-9128-29a541565063', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:03:30Z', 'updated_at': '2022-06-01T19:03:41Z', 'revision_number': 4, 'project_id': 'd3eb50f3028440db9726ae16e6111d12', 'subnets': [{'id': 'b3633857-1cd8-40e7-9128-29a541565063', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:03:43.167988 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bedcbfa2-267d-4da1-83d6-2dae2433b663 None None] The sync data for ids ['8e09d88e-d3cc-40a9-a6d9-5b197730b270'] in n-d-844202-1 is: [{'id': '8e09d88e-d3cc-40a9-a6d9-5b197730b270', 'name': 'tempest-TestNetworkBasicOps-router-2021402566', 'tenant_id': 'd3eb50f3028440db9726ae16e6111d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': 'aa07ffd2-77b3-4c0a-ac26-89715c42b91a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:03:18Z', 'updated_at': '2022-06-01T19:03:34Z', 'revision_number': 4, 'project_id': 'd3eb50f3028440db9726ae16e6111d12', 'gw_port': {'id': 'aa07ffd2-77b3-4c0a-ac26-89715c42b91a', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:dc:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e09d88e-d3cc-40a9-a6d9-5b197730b270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2248, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:03:21Z', 'updated_at': '2022-06-01T19:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': 'bb094bf1-4c08-41c6-bc7f-dcb7240009f0', 'name': '', 'network_id': '1a74ffe4-e7cd-459d-b2d6-ae7cddc87c99', 'tenant_id': 'd3eb50f3028440db9726ae16e6111d12', 'mac_address': 'fa:16:3e:70:1a:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e09d88e-d3cc-40a9-a6d9-5b197730b270', 'device_owner': 'network:router_interface', 'standard_attr_id': 2269, 'fixed_ips': [{'subnet_id': 'b3633857-1cd8-40e7-9128-29a541565063', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:03:30Z', 'updated_at': '2022-06-01T19:03:41Z', 'revision_number': 4, 'project_id': 'd3eb50f3028440db9726ae16e6111d12', 'subnets': [{'id': 'b3633857-1cd8-40e7-9128-29a541565063', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:03:43.169795 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-fb2a0558-c944-497c-b6b3-2f9f4fe19089 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:03:43.170988 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-44e68872-960d-4d2a-aaf1-cbb6ea52a570 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:03:43.185172 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-6f363e32-4307-4fdd-beba-facdb49bbe67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:03:43.193904 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-6f363e32-4307-4fdd-beba-facdb49bbe67 admin admin] Usage tracker for resource:security_group_rule and tenant:ca65492d79284e9b94b718755f6091ca is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:03:43.199770 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-6f363e32-4307-4fdd-beba-facdb49bbe67 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:03:43.203163 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb2a0558-c944-497c-b6b3-2f9f4fe19089 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Made reservation on behalf of 8537cfb3773e46d182e148cf5b0a717f for: {'network': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:03:43.207497 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-fb2a0558-c944-497c-b6b3-2f9f4fe19089 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:43.265903 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-6f363e32-4307-4fdd-beba-facdb49bbe67 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:03:43.267193 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-44e68872-960d-4d2a-aaf1-cbb6ea52a570 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:03:43.280643 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7dc6d4dd-527f-45a9-b1aa-b0880ef52467 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:43.282063 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3ebfbd-abc4-4e9e-ba8b-abd4866cf7fb req-3baef744-ae3d-4d6f-95d5-6169a1f901c8 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:03:43.290429 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-da3ebfbd-abc4-4e9e-ba8b-abd4866cf7fb req-3baef744-ae3d-4d6f-95d5-6169a1f901c8 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/ports?device_id=87fedb26-1c2b-4884-b8a8-b0cf24e56722 HTTP/1.1" status: 200 len: 945 time: 0.7487683 Jun 01 19:03:43.299103 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7dc6d4dd-527f-45a9-b1aa-b0880ef52467 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:43.336527 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb2a0558-c944-497c-b6b3-2f9f4fe19089 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 140} {{(pid=88525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 19:03:43.351550 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc6d4dd-527f-45a9-b1aa-b0880ef52467 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69301e6b-1d08-4d8e-8041-057a96d8ed2d,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:03:43.352408 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44e68872-960d-4d2a-aaf1-cbb6ea52a570 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Made reservation on behalf of 186f4868324f42e7b69da35feb15cabc for: {'subnet': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:03:43.355641 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-44e68872-960d-4d2a-aaf1-cbb6ea52a570 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3066584'] for subnet, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:43.371582 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7dc6d4dd-527f-45a9-b1aa-b0880ef52467 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:43.376273 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-7dc6d4dd-527f-45a9-b1aa-b0880ef52467 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6406598 Jun 01 19:03:43.378652 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-fb2a0558-c944-497c-b6b3-2f9f4fe19089 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:43.378992 n-d-844202-1 neutron-server[88525]: INFO neutron.db.segments_db [None req-fb2a0558-c944-497c-b6b3-2f9f4fe19089 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Added segment 125279ea-2aed-41ea-8b3e-4526e0a8c195 of type vlan for network 57a41f0e-b08f-4033-97ac-1767c5f2bb80 Jun 01 19:03:43.380171 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 46070) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:03:43.394038 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-b8824eab-8d06-4572-bc78-34615d0a673d tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Request body: {'security_group_rule': {'security_group_id': 'f21673f5-4d44-4992-85b9-6c5f8a047d72', 'project_id': 'd3eb50f3028440db9726ae16e6111d12', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:03:43.415884 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-b8824eab-8d06-4572-bc78-34615d0a673d tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:03:43.431531 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-b8824eab-8d06-4572-bc78-34615d0a673d tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Usage tracker for resource:security_group_rule and tenant:d3eb50f3028440db9726ae16e6111d12 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:03:43.443337 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-b8824eab-8d06-4572-bc78-34615d0a673d tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:03:43.464046 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-b8824eab-8d06-4572-bc78-34615d0a673d tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:03:43.467284 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-fb2a0558-c944-497c-b6b3-2f9f4fe19089 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:43.494038 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [None req-8db75601-de32-4205-900c-d1f7ffc98565 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Allocated IP 172.25.4.9 (72a72e44-6845-488a-a5ff-3a26d4df9cb3/c314a23b-daa2-4106-ab28-8e6f954277b2/7e2a9341-56d8-4560-a655-11104b3bad79) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:03:43.522561 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6f363e32-4307-4fdd-beba-facdb49bbe67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:43.525731 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b8824eab-8d06-4572-bc78-34615d0a673d tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:43.541961 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6f363e32-4307-4fdd-beba-facdb49bbe67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:43.550738 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-da3ebfbd-abc4-4e9e-ba8b-abd4866cf7fb req-6db62e84-092a-48d2-ab00-d19544368361 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a351d5c-3364-42d8-bd0d-648028a392a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2590396 Jun 01 19:03:43.569752 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.ipam_backend_mixin [None req-44e68872-960d-4d2a-aaf1-cbb6ea52a570 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Performing IP validity checks on allocation pools {{(pid=88524) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Jun 01 19:03:43.570264 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.ipam_backend_mixin [None req-44e68872-960d-4d2a-aaf1-cbb6ea52a570 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88524) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Jun 01 19:03:43.574472 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-fb2a0558-c944-497c-b6b3-2f9f4fe19089 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:43.579894 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb2a0558-c944-497c-b6b3-2f9f4fe19089 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:03:43.580785 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-fb2a0558-c944-497c-b6b3-2f9f4fe19089 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks [] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:43.617453 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-86ee424d-16c9-4aff-b16f-76ede7ee2ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2718919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3066602'] for subnet, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:43.694542 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df28da4-cc72-4f39-ae30-a3f876d0ff53 req-c239ff57-105e-4fdd-bc69-32771acf0a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:03:43.696002 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0df28da4-cc72-4f39-ae30-a3f876d0ff53 req-c239ff57-105e-4fdd-bc69-32771acf0a1e service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6341789 Jun 01 19:03:43.734669 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-6f363e32-4307-4fdd-beba-facdb49bbe67 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ca65492d79284e9b94b718755f6091ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8945858 Jun 01 19:03:43.743149 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 46074) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:03:43.743984 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f363e32-4307-4fdd-beba-facdb49bbe67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01090d32-de62-4ca3-936e-fee58381a416,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:03:43.775734 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-fb2a0558-c944-497c-b6b3-2f9f4fe19089 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6913195 Jun 01 19:03:43.788174 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 46078) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:03:43.797886 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2a0558-c944-497c-b6b3-2f9f4fe19089 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Pushing event updated for resources: {'Network': ['ID=57a41f0e-b08f-4033-97ac-1767c5f2bb80,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:03:43.799887 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-8b44f5d1-4e6d-4b93-afd3-555071d1e5f5 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-864592733', 'admin_state_up': True, 'project_id': '8537cfb3773e46d182e148cf5b0a717f', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:03:43.810958 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b8824eab-8d06-4572-bc78-34615d0a673d tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:43.823939 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b8824eab-8d06-4572-bc78-34615d0a673d tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:43.828316 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-8b44f5d1-4e6d-4b93-afd3-555071d1e5f5 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:03:43.830044 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network 57a41f0e-b08f-4033-97ac-1767c5f2bb80 details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 19:03:43.855433 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8824eab-8d06-4572-bc78-34615d0a673d tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ca5ab72-798f-4c51-b37a-5ac9ef2b8e0e,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:03:43.879627 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b8824eab-8d06-4572-bc78-34615d0a673d tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:43.880750 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-b8824eab-8d06-4572-bc78-34615d0a673d tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4992800 Jun 01 19:03:43.885662 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 46082) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:03:43.886311 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b8a03817-5b57-4723-8c46-f15e3ab06c42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:43.904785 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-28cb26f6-befa-42e9-8a7d-b1ebdaa93f7d tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Request body: {'security_group_rule': {'security_group_id': 'f21673f5-4d44-4992-85b9-6c5f8a047d72', 'project_id': 'd3eb50f3028440db9726ae16e6111d12', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:03:43.923287 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-28cb26f6-befa-42e9-8a7d-b1ebdaa93f7d tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:03:43.926855 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8db75601-de32-4205-900c-d1f7ffc98565 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:43.949831 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-28cb26f6-befa-42e9-8a7d-b1ebdaa93f7d tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Usage tracker for resource:security_group_rule and tenant:d3eb50f3028440db9726ae16e6111d12 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:03:43.958020 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-28cb26f6-befa-42e9-8a7d-b1ebdaa93f7d tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:03:43.965910 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b8a03817-5b57-4723-8c46-f15e3ab06c42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:43.968333 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-8b44f5d1-4e6d-4b93-afd3-555071d1e5f5 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Usage tracker for resource:router and tenant:8537cfb3773e46d182e148cf5b0a717f is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:03:43.973154 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-8b44f5d1-4e6d-4b93-afd3-555071d1e5f5 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:03:43.982163 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-8b44f5d1-4e6d-4b93-afd3-555071d1e5f5 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:03:43.986047 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-28cb26f6-befa-42e9-8a7d-b1ebdaa93f7d tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:03:44.011910 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8db75601-de32-4205-900c-d1f7ffc98565 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:44.024488 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ee424d-16c9-4aff-b16f-76ede7ee2ac0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ff3af01-fe02-4ef6-87e5-5983f4be6102,revision_number=0']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:03:44.025163 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-28cb26f6-befa-42e9-8a7d-b1ebdaa93f7d tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:44.119588 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b8a03817-5b57-4723-8c46-f15e3ab06c42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:44.132436 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8b44f5d1-4e6d-4b93-afd3-555071d1e5f5 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-885767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25238'] for router, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:44.133362 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8b44f5d1-4e6d-4b93-afd3-555071d1e5f5 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-901042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-886562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-981784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25327'] for router, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:44.148094 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-28cb26f6-befa-42e9-8a7d-b1ebdaa93f7d tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:44.149416 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a03817-5b57-4723-8c46-f15e3ab06c42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01090d32-de62-4ca3-936e-fee58381a416,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:03:44.158607 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b8a03817-5b57-4723-8c46-f15e3ab06c42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:44.159891 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-b8a03817-5b57-4723-8c46-f15e3ab06c42 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/01090d32-de62-4ca3-936e-fee58381a416 HTTP/1.1" status: 204 len: 168 time: 0.4132247 Jun 01 19:03:44.161359 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-28cb26f6-befa-42e9-8a7d-b1ebdaa93f7d tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:44.161567 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8db75601-de32-4205-900c-d1f7ffc98565 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:03:44.194478 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cb26f6-befa-42e9-8a7d-b1ebdaa93f7d tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbb72c71-db2e-4762-aa0a-92f1d24a2958,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:03:44.236053 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-8db75601-de32-4205-900c-d1f7ffc98565 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:03:44.237017 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-28cb26f6-befa-42e9-8a7d-b1ebdaa93f7d tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:44.238505 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-28cb26f6-befa-42e9-8a7d-b1ebdaa93f7d tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3501782 Jun 01 19:03:44.242458 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 46090) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:03:44.249751 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-251582f9-eb9e-42cf-ae09-e8f98635ad9e tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Request body: {'security_group_rule': {'security_group_id': 'f21673f5-4d44-4992-85b9-6c5f8a047d72', 'project_id': 'd3eb50f3028440db9726ae16e6111d12', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:03:44.257292 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db75601-de32-4205-900c-d1f7ffc98565 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:03:44.259591 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-251582f9-eb9e-42cf-ae09-e8f98635ad9e tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:03:44.265121 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-251582f9-eb9e-42cf-ae09-e8f98635ad9e tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Usage tracker for resource:security_group_rule and tenant:d3eb50f3028440db9726ae16e6111d12 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:03:44.268990 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-251582f9-eb9e-42cf-ae09-e8f98635ad9e tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:03:44.277869 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-251582f9-eb9e-42cf-ae09-e8f98635ad9e tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:03:44.298316 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-251582f9-eb9e-42cf-ae09-e8f98635ad9e tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:44.400512 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e26e1fa2-fc0e-4a78-af1d-9a09020385f3 req-d3a34c59-00d2-4d98-a4ca-b4ef7084e396 tempest-ServerShowV254Test-1879500691 tempest-ServerShowV254Test-1879500691-project] 10.222.0.41 "GET /v2.0/ports?device_id=a28fc81f-8715-4a54-b8a9-6afe2d6ee821 HTTP/1.1" status: 200 len: 210 time: 0.0713642 Jun 01 19:03:44.445192 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-251582f9-eb9e-42cf-ae09-e8f98635ad9e tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:44.453135 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-251582f9-eb9e-42cf-ae09-e8f98635ad9e tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:44.465716 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ee424d-16c9-4aff-b16f-76ede7ee2ac0 admin admin] Checking segment: {'id': '59154755-7466-4ae2-b3be-55398d8bd378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'be2366b1-2c5b-42fb-bc16-2beb33d2f75c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:03:44.466143 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86ee424d-16c9-4aff-b16f-76ede7ee2ac0 admin admin] Network hostable DHCP agents. Network: be2366b1-2c5b-42fb-bc16-2beb33d2f75c, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88524) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 19:03:44.481417 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251582f9-eb9e-42cf-ae09-e8f98635ad9e tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df067ba5-9e78-4b3f-8672-90366018f33c,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:03:44.489520 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db75601-de32-4205-900c-d1f7ffc98565 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Pushing event updated for resources: {'Port': ['ID=7e2a9341-56d8-4560-a655-11104b3bad79,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:03:44.493171 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-44e68872-960d-4d2a-aaf1-cbb6ea52a570 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2718919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3066602'] for subnet, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:44.498111 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-251582f9-eb9e-42cf-ae09-e8f98635ad9e tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:44.499727 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-251582f9-eb9e-42cf-ae09-e8f98635ad9e tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2556498 Jun 01 19:03:44.506915 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 46096) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:03:44.512148 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-553e4529-4d9f-4755-96b7-99a5b78ccd90 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Request body: {'security_group_rule': {'security_group_id': 'f21673f5-4d44-4992-85b9-6c5f8a047d72', 'project_id': 'd3eb50f3028440db9726ae16e6111d12', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:03:44.518531 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-553e4529-4d9f-4755-96b7-99a5b78ccd90 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:03:44.523214 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-553e4529-4d9f-4755-96b7-99a5b78ccd90 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Usage tracker for resource:security_group_rule and tenant:d3eb50f3028440db9726ae16e6111d12 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:03:44.529594 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-553e4529-4d9f-4755-96b7-99a5b78ccd90 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:03:44.542063 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-553e4529-4d9f-4755-96b7-99a5b78ccd90 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:03:44.559638 n-d-844202-1 neutron-server[88525]: INFO neutron.db.securitygroups_db [None req-553e4529-4d9f-4755-96b7-99a5b78ccd90 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Project d3eb50f3028440db9726ae16e6111d12 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 01 19:03:44.568761 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599c1d9c-1109-4478-add9-4b88fab4d2cb req-e4ca54d6-9ff3-4d3b-af45-e2471aea6b30 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:03:44.569077 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-553e4529-4d9f-4755-96b7-99a5b78ccd90 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:44.570562 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-599c1d9c-1109-4478-add9-4b88fab4d2cb req-e4ca54d6-9ff3-4d3b-af45-e2471aea6b30 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.50 "GET /v2.0/ports?device_id=87fedb26-1c2b-4884-b8a8-b0cf24e56722 HTTP/1.1" status: 200 len: 945 time: 0.8711603 Jun 01 19:03:44.613884 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8b44f5d1-4e6d-4b93-afd3-555071d1e5f5 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:44.624281 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 46102) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:03:44.646455 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b05cf1a3-4907-485e-9a86-adca21607a09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:44.666489 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-b05cf1a3-4907-485e-9a86-adca21607a09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:03:44.679848 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-b05cf1a3-4907-485e-9a86-adca21607a09 admin admin] Usage tracker for resource:security_group_rule and tenant:2d4098976158462eb0f44e8488530d71 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:03:44.684042 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-553e4529-4d9f-4755-96b7-99a5b78ccd90 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:44.685048 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-b05cf1a3-4907-485e-9a86-adca21607a09 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:03:44.691810 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-b05cf1a3-4907-485e-9a86-adca21607a09 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:03:44.695210 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-553e4529-4d9f-4755-96b7-99a5b78ccd90 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:44.734706 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553e4529-4d9f-4755-96b7-99a5b78ccd90 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e28318d-4940-499c-af8b-e93572d8fa8b,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:03:44.751044 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-553e4529-4d9f-4755-96b7-99a5b78ccd90 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:44.752377 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-553e4529-4d9f-4755-96b7-99a5b78ccd90 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2443240 Jun 01 19:03:44.758662 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 46106) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:03:44.764723 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-469e1c00-d345-44a4-a5eb-4f34927f5908 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Request body: {'security_group_rule': {'security_group_id': 'f21673f5-4d44-4992-85b9-6c5f8a047d72', 'project_id': 'd3eb50f3028440db9726ae16e6111d12', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:03:44.775262 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-469e1c00-d345-44a4-a5eb-4f34927f5908 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:03:44.783258 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-469e1c00-d345-44a4-a5eb-4f34927f5908 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Usage tracker for resource:security_group_rule and tenant:d3eb50f3028440db9726ae16e6111d12 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:03:44.788510 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-469e1c00-d345-44a4-a5eb-4f34927f5908 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:03:44.797318 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-469e1c00-d345-44a4-a5eb-4f34927f5908 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:03:44.810807 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86ee424d-16c9-4aff-b16f-76ede7ee2ac0 admin admin] Network be2366b1-2c5b-42fb-bc16-2beb33d2f75c is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88524) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 19:03:44.818644 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e68872-960d-4d2a-aaf1-cbb6ea52a570 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Pushing event updated for resources: {'Subnet': ['ID=29f2d673-d70d-43ea-9eeb-c807420de0ba,revision_number=0']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:03:44.825638 n-d-844202-1 neutron-server[88525]: INFO neutron.db.securitygroups_db [None req-469e1c00-d345-44a4-a5eb-4f34927f5908 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Project d3eb50f3028440db9726ae16e6111d12 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 01 19:03:44.844449 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-469e1c00-d345-44a4-a5eb-4f34927f5908 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:44.894359 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-86ee424d-16c9-4aff-b16f-76ede7ee2ac0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, be2366b1-2c5b-42fb-bc16-2beb33d2f75c) {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:03:44.897623 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b05cf1a3-4907-485e-9a86-adca21607a09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:44.904903 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52139b13-10a1-4fd1-aac6-fd7dc6ee5319 None None] Network be2366b1-2c5b-42fb-bc16-2beb33d2f75c requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:03:44.923055 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b05cf1a3-4907-485e-9a86-adca21607a09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:44.936208 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device bb094bf1-4c08-41c6-bc7f-dcb7240009f0 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:03:44.947663 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86ee424d-16c9-4aff-b16f-76ede7ee2ac0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:03:44.948263 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-86ee424d-16c9-4aff-b16f-76ede7ee2ac0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:44.966775 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05cf1a3-4907-485e-9a86-adca21607a09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0b600da-e6a3-4404-8990-c0fc3de1eb20,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:03:44.997871 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-469e1c00-d345-44a4-a5eb-4f34927f5908 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:45.007229 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-b05cf1a3-4907-485e-9a86-adca21607a09 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2d4098976158462eb0f44e8488530d71&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3788395 Jun 01 19:03:45.007407 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 46112) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:03:45.050468 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-469e1c00-d345-44a4-a5eb-4f34927f5908 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:45.092392 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-86ee424d-16c9-4aff-b16f-76ede7ee2ac0 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.9954605 Jun 01 19:03:45.101676 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 46116) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:03:45.105606 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469e1c00-d345-44a4-a5eb-4f34927f5908 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab85fe18-9791-461a-aa03-1cf0b40deec0,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:03:45.107345 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e68872-960d-4d2a-aaf1-cbb6ea52a570 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Checking segment: {'id': '385236ba-53f8-43c2-9dc9-51ee03aa213d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '3894a4d4-86cc-447d-b116-551a5bcda5ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:03:45.107741 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44e68872-960d-4d2a-aaf1-cbb6ea52a570 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Network hostable DHCP agents. Network: 3894a4d4-86cc-447d-b116-551a5bcda5ba, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88524) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 19:03:45.110955 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-5398c524-0de2-4ea0-8f63-4234c3599923 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1984382596-router', 'tenant_id': 'f9f71065939b4c07b09efd290be9b909', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:03:45.123927 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0df28da4-cc72-4f39-ae30-a3f876d0ff53 req-3f106055-2d1b-4cea-b948-ac74d57a5261 tempest-ServerShowV254Test-1879500691 tempest-ServerShowV254Test-1879500691-project] 10.222.0.15 "GET /v2.0/ports?device_id=a28fc81f-8715-4a54-b8a9-6afe2d6ee821 HTTP/1.1" status: 200 len: 210 time: 0.0956664 Jun 01 19:03:45.126425 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-5398c524-0de2-4ea0-8f63-4234c3599923 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:03:45.128690 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-469e1c00-d345-44a4-a5eb-4f34927f5908 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:45.139986 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-469e1c00-d345-44a4-a5eb-4f34927f5908 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3702738 Jun 01 19:03:45.143063 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-5398c524-0de2-4ea0-8f63-4234c3599923 admin admin] Usage tracker for resource:router and tenant:f9f71065939b4c07b09efd290be9b909 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:03:45.151989 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d9007b31-2e9d-48df-9b97-d2d30eed1852 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:45.154286 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-5398c524-0de2-4ea0-8f63-4234c3599923 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:03:45.160289 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-599c1d9c-1109-4478-add9-4b88fab4d2cb req-0a1e3a1d-2f8a-4821-85ad-a03b2b419429 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Deleting port be857980-dea9-4853-b07a-c4e273f09511 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:03:45.160618 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-599c1d9c-1109-4478-add9-4b88fab4d2cb req-0a1e3a1d-2f8a-4821-85ad-a03b2b419429 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:45.169412 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-5398c524-0de2-4ea0-8f63-4234c3599923 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:03:45.172704 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port bb094bf1-4c08-41c6-bc7f-dcb7240009f0 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:03:45.192093 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port bb094bf1-4c08-41c6-bc7f-dcb7240009f0 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:03:45.192505 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:45.205594 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d9007b31-2e9d-48df-9b97-d2d30eed1852 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:45.219980 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5398c524-0de2-4ea0-8f63-4234c3599923 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-885767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25238'] for router, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:45.221360 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5398c524-0de2-4ea0-8f63-4234c3599923 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-901042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-886562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-981784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25327'] for router, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:45.268475 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5398c524-0de2-4ea0-8f63-4234c3599923 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:45.329865 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba20d7cc-6cda-4eef-a9d5-8d95b16b3d61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc93f83c3-7fb6-5c13-a9d4-29d739a4e8d2-be2366b1-2c5b-42fb-bc16-2beb33d2f75c', 'network_id': 'be2366b1-2c5b-42fb-bc16-2beb33d2f75c', 'tenant_id': 'f9f71065939b4c07b09efd290be9b909', 'fixed_ips': [{'subnet_id': '0ff3af01-fe02-4ef6-87e5-5983f4be6102'}]}} from n-d-844202-1. {{(pid=88526) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 19:03:45.330961 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-ba20d7cc-6cda-4eef-a9d5-8d95b16b3d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:45.385692 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8b44f5d1-4e6d-4b93-afd3-555071d1e5f5 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-886608', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-885830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25341'] for router, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:45.386284 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d9007b31-2e9d-48df-9b97-d2d30eed1852 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:45.522697 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9007b31-2e9d-48df-9b97-d2d30eed1852 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0b600da-e6a3-4404-8990-c0fc3de1eb20,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:03:45.538354 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44e68872-960d-4d2a-aaf1-cbb6ea52a570 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Network 3894a4d4-86cc-447d-b116-551a5bcda5ba is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88524) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 19:03:45.565175 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port bb094bf1-4c08-41c6-bc7f-dcb7240009f0 is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:03:45.565550 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:45.600776 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-44e68872-960d-4d2a-aaf1-cbb6ea52a570 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, 3894a4d4-86cc-447d-b116-551a5bcda5ba) {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:03:45.626818 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44e68872-960d-4d2a-aaf1-cbb6ea52a570 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:03:45.627391 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-44e68872-960d-4d2a-aaf1-cbb6ea52a570 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:45.631726 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f963f8b-1348-4fd8-99e5-5a820023e95d None None] Network 3894a4d4-86cc-447d-b116-551a5bcda5ba requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:03:45.651334 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4479ff1-da8a-4d04-9014-8f1c3330d529 req-bc2bf0db-db1c-4e31-a8e7-e31a7f32aec0 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:03:45.652865 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b4479ff1-da8a-4d04-9014-8f1c3330d529 req-bc2bf0db-db1c-4e31-a8e7-e31a7f32aec0 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/ports?device_id=87fedb26-1c2b-4884-b8a8-b0cf24e56722 HTTP/1.1" status: 200 len: 945 time: 0.8980851 Jun 01 19:03:45.654286 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d9007b31-2e9d-48df-9b97-d2d30eed1852 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:45.655659 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-d9007b31-2e9d-48df-9b97-d2d30eed1852 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f0b600da-e6a3-4404-8990-c0fc3de1eb20 HTTP/1.1" status: 204 len: 168 time: 0.6468782 Jun 01 19:03:45.743342 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port bb094bf1-4c08-41c6-bc7f-dcb7240009f0, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=bb094bf1-4c08-41c6-bc7f-dcb7240009f0,segment=NetworkSegment(841bab55-f57c-4c3b-8cf4-186c650d46ae),segment_id=841bab55-f57c-4c3b-8cf4-186c650d46ae)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:03:45.772033 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:45.841699 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.db_base_plugin_common [None req-ba20d7cc-6cda-4eef-a9d5-8d95b16b3d61 None None] Allocated IP 172.20.0.2 (be2366b1-2c5b-42fb-bc16-2beb33d2f75c/0ff3af01-fe02-4ef6-87e5-5983f4be6102/3a3f702a-953a-4c28-ab46-871a6da327e8) {{(pid=88526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:03:45.853495 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-58d679d1-a3cf-4014-ab77-64444cdee03d req-600428c5-2811-4cb9-9c0b-3ef9b7f1dd7b tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1452237525&fields=id&tenant_id=d3eb50f3028440db9726ae16e6111d12 HTTP/1.1" status: 200 len: 267 time: 0.3463452 Jun 01 19:03:45.858201 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5398c524-0de2-4ea0-8f63-4234c3599923 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-886608', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-885830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25341'] for router, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:46.101986 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=bb094bf1-4c08-41c6-bc7f-dcb7240009f0,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:03:46.112916 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d154ebbd-f842-401d-b7cd-7502a123a610 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc93f83c3-7fb6-5c13-a9d4-29d739a4e8d2-3894a4d4-86cc-447d-b116-551a5bcda5ba', 'network_id': '3894a4d4-86cc-447d-b116-551a5bcda5ba', 'tenant_id': '186f4868324f42e7b69da35feb15cabc', 'fixed_ips': [{'subnet_id': '29f2d673-d70d-43ea-9eeb-c807420de0ba'}]}} from n-d-844202-1. {{(pid=88526) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 19:03:46.113731 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-d154ebbd-f842-401d-b7cd-7502a123a610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:46.120206 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d679d1-a3cf-4014-ab77-64444cdee03d req-d015ea11-ec62-45e2-98d0-111051ff5991 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:03:46.121022 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-58d679d1-a3cf-4014-ab77-64444cdee03d req-d015ea11-ec62-45e2-98d0-111051ff5991 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Synchronizing usage tracker for tenant:d3eb50f3028440db9726ae16e6111d12 on resource:network {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:03:46.153511 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-58d679d1-a3cf-4014-ab77-64444cdee03d req-d015ea11-ec62-45e2-98d0-111051ff5991 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Unset dirty status for tenant:d3eb50f3028440db9726ae16e6111d12 on resource:network {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:03:46.154877 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-58d679d1-a3cf-4014-ab77-64444cdee03d req-d015ea11-ec62-45e2-98d0-111051ff5991 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] 10.222.0.41 "GET /v2.0/networks?id=1a74ffe4-e7cd-459d-b2d6-ae7cddc87c99 HTTP/1.1" status: 200 len: 797 time: 0.2633600 Jun 01 19:03:46.185160 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-58d679d1-a3cf-4014-ab77-64444cdee03d req-45066798-6e8f-4186-9d1d-521c27063142 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] 10.222.0.41 "GET /v2.0/quotas/d3eb50f3028440db9726ae16e6111d12 HTTP/1.1" status: 200 len: 375 time: 0.0164001 Jun 01 19:03:46.249158 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-44e68872-960d-4d2a-aaf1-cbb6ea52a570 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 3.6251218 Jun 01 19:03:46.291287 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 46142) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:03:46.427175 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.db_base_plugin_common [None req-d154ebbd-f842-401d-b7cd-7502a123a610 None None] Allocated IP 172.20.0.3 (3894a4d4-86cc-447d-b116-551a5bcda5ba/29f2d673-d70d-43ea-9eeb-c807420de0ba/a050b948-7c75-49f0-92fa-628fb0edf025) {{(pid=88526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:03:46.430641 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-ba20d7cc-6cda-4eef-a9d5-8d95b16b3d61 None None] Notify callbacks [] for port, precommit_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:46.449096 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-ba20d7cc-6cda-4eef-a9d5-8d95b16b3d61 None None] Transition to ACTIVE for port object 3a3f702a-953a-4c28-ab46-871a6da327e8 will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:03:46.558623 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5398c524-0de2-4ea0-8f63-4234c3599923 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:46.562277 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-ba20d7cc-6cda-4eef-a9d5-8d95b16b3d61 None None] Transition to ACTIVE for port object 3a3f702a-953a-4c28-ab46-871a6da327e8 will not be triggered until provisioned by entity DHCP. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:03:46.580134 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-ba20d7cc-6cda-4eef-a9d5-8d95b16b3d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526'] for port, after_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:46.606408 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b4479ff1-da8a-4d04-9014-8f1c3330d529 req-50ee2f91-69fd-4caf-809f-bd3f6355df15 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a351d5c-3364-42d8-bd0d-648028a392a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8441386 Jun 01 19:03:46.606957 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5398c524-0de2-4ea0-8f63-4234c3599923 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:46.665087 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-599c1d9c-1109-4478-add9-4b88fab4d2cb req-0a1e3a1d-2f8a-4821-85ad-a03b2b419429 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] For port be857980-dea9-4853-b07a-c4e273f09511, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=be857980-dea9-4853-b07a-c4e273f09511,segment=NetworkSegment(d147e68c-d5fd-47df-bf65-d6c5991a53c2),segment_id=d147e68c-d5fd-47df-bf65-d6c5991a53c2)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:03:46.665443 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-599c1d9c-1109-4478-add9-4b88fab4d2cb req-0a1e3a1d-2f8a-4821-85ad-a03b2b419429 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:46.702551 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba20d7cc-6cda-4eef-a9d5-8d95b16b3d61 None None] Pushing event updated for resources: {'Port': ['ID=3a3f702a-953a-4c28-ab46-871a6da327e8,revision_number=1']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:03:46.723509 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-58d679d1-a3cf-4014-ab77-64444cdee03d req-d317feff-6e77-48a0-bb1f-7bf30c8c4e6c tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=d3eb50f3028440db9726ae16e6111d12&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5322800 Jun 01 19:03:46.733334 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba20d7cc-6cda-4eef-a9d5-8d95b16b3d61 None None] Network be2366b1-2c5b-42fb-bc16-2beb33d2f75c is already hosted by enough agents. {{(pid=88526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:03:46.736842 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.base_scheduler [None req-ba20d7cc-6cda-4eef-a9d5-8d95b16b3d61 None None] Resources bound (agent type, host, resource id): {{(pid=88526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:03:46.745068 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba20d7cc-6cda-4eef-a9d5-8d95b16b3d61 None None] Received port after_create {{(pid=88526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:03:46.769070 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-689fe662-6f89-4d88-887e-3a4e0bd8850d tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:46.837180 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8db75601-de32-4205-900c-d1f7ffc98565 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:46.850281 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-599c1d9c-1109-4478-add9-4b88fab4d2cb req-0a1e3a1d-2f8a-4821-85ad-a03b2b419429 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Calling delete_port for be857980-dea9-4853-b07a-c4e273f09511 owned by compute:nova {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:03:46.910255 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device bb094bf1-4c08-41c6-bc7f-dcb7240009f0 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:03:46.966337 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fb9d1b13-1122-4387-a3aa-dea9712dc44d req-0a05a189-3e5c-489b-aec0-9ef592fcd698 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=3957060c-8222-47fe-98eb-abd877c30435&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7253010 Jun 01 19:03:47.052006 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-689fe662-6f89-4d88-887e-3a4e0bd8850d tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:47.095903 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [None req-5398c524-0de2-4ea0-8f63-4234c3599923 admin admin] Allocated IP 172.25.4.63 (72a72e44-6845-488a-a5ff-3a26d4df9cb3/c314a23b-daa2-4106-ab28-8e6f954277b2/8c3e5e48-f454-4082-9a21-d59ffb9b95e7) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:03:47.113978 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-58d679d1-a3cf-4014-ab77-64444cdee03d req-db77efb8-0f8f-43a8-a807-b65496b60752 service neutron] 10.222.0.41 "GET /v2.0/networks/1a74ffe4-e7cd-459d-b2d6-ae7cddc87c99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3690970 Jun 01 19:03:47.176119 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device be857980-dea9-4853-b07a-c4e273f09511 no longer exists at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:03:47.194037 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8db75601-de32-4205-900c-d1f7ffc98565 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:47.265058 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 46168) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:03:47.302705 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-ba20d7cc-6cda-4eef-a9d5-8d95b16b3d61 None None] Attempting to bind port 3a3f702a-953a-4c28-ab46-871a6da327e8 on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:03:47.303315 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-ba20d7cc-6cda-4eef-a9d5-8d95b16b3d61 None None] Attempting to bind port 3a3f702a-953a-4c28-ab46-871a6da327e8 by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': '59154755-7466-4ae2-b3be-55398d8bd378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'be2366b1-2c5b-42fb-bc16-2beb33d2f75c'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:03:47.303871 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba20d7cc-6cda-4eef-a9d5-8d95b16b3d61 None None] Attempting to bind port 3a3f702a-953a-4c28-ab46-871a6da327e8 on network be2366b1-2c5b-42fb-bc16-2beb33d2f75c {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:03:47.312444 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-d154ebbd-f842-401d-b7cd-7502a123a610 None None] Notify callbacks [] for port, precommit_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:47.325110 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba20d7cc-6cda-4eef-a9d5-8d95b16b3d61 None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 3, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:03:47.325501 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba20d7cc-6cda-4eef-a9d5-8d95b16b3d61 None None] Checking segment: {'id': '59154755-7466-4ae2-b3be-55398d8bd378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'be2366b1-2c5b-42fb-bc16-2beb33d2f75c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:03:47.325862 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-ba20d7cc-6cda-4eef-a9d5-8d95b16b3d61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:47.326248 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba20d7cc-6cda-4eef-a9d5-8d95b16b3d61 None None] Bound using segment: {'id': '59154755-7466-4ae2-b3be-55398d8bd378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'be2366b1-2c5b-42fb-bc16-2beb33d2f75c'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:03:47.326713 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-ba20d7cc-6cda-4eef-a9d5-8d95b16b3d61 None None] Bound port: 3a3f702a-953a-4c28-ab46-871a6da327e8, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59154755-7466-4ae2-b3be-55398d8bd378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'be2366b1-2c5b-42fb-bc16-2beb33d2f75c'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:03:47.327081 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-ba20d7cc-6cda-4eef-a9d5-8d95b16b3d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:47.350750 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port bb094bf1-4c08-41c6-bc7f-dcb7240009f0 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:03:47.351122 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:47.379089 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-d154ebbd-f842-401d-b7cd-7502a123a610 None None] Transition to ACTIVE for port object a050b948-7c75-49f0-92fa-628fb0edf025 will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:03:47.504042 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8b44f5d1-4e6d-4b93-afd3-555071d1e5f5 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks [] for router_gateway, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:47.508851 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-d154ebbd-f842-401d-b7cd-7502a123a610 None None] Transition to ACTIVE for port object a050b948-7c75-49f0-92fa-628fb0edf025 will not be triggered until provisioned by entity DHCP. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:03:47.520109 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-58d679d1-a3cf-4014-ab77-64444cdee03d req-a00be994-07b5-4351-a35f-7405646298e8 service neutron] 10.222.0.41 "GET /v2.0/networks/1a74ffe4-e7cd-459d-b2d6-ae7cddc87c99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3988533 Jun 01 19:03:47.531069 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5398c524-0de2-4ea0-8f63-4234c3599923 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:47.550437 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-d154ebbd-f842-401d-b7cd-7502a123a610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526'] for port, after_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:47.605692 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-689fe662-6f89-4d88-887e-3a4e0bd8850d tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2614143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9667199'] for subnet, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:47.676607 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8b44f5d1-4e6d-4b93-afd3-555071d1e5f5 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:47.778481 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port be857980-dea9-4853-b07a-c4e273f09511 is: ACTIVE; New status is: DOWN {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:03:47.779152 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:47.797815 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d154ebbd-f842-401d-b7cd-7502a123a610 None None] Network 3894a4d4-86cc-447d-b116-551a5bcda5ba is already hosted by enough agents. {{(pid=88526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:03:47.799167 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-ba20d7cc-6cda-4eef-a9d5-8d95b16b3d61 None None] For port 3a3f702a-953a-4c28-ab46-871a6da327e8, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:03:47.838956 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.base_scheduler [None req-d154ebbd-f842-401d-b7cd-7502a123a610 None None] Resources bound (agent type, host, resource id): {{(pid=88526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:03:47.857545 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 46184) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:03:47.864441 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d154ebbd-f842-401d-b7cd-7502a123a610 None None] Received port after_create {{(pid=88526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:03:47.870007 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-ba20d7cc-6cda-4eef-a9d5-8d95b16b3d61 None None] For port 3a3f702a-953a-4c28-ab46-871a6da327e8, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=3a3f702a-953a-4c28-ab46-871a6da327e8,segment=NetworkSegment(59154755-7466-4ae2-b3be-55398d8bd378),segment_id=59154755-7466-4ae2-b3be-55398d8bd378)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:03:47.896473 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-ba20d7cc-6cda-4eef-a9d5-8d95b16b3d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:47.945221 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d154ebbd-f842-401d-b7cd-7502a123a610 None None] Pushing event updated for resources: {'Port': ['ID=a050b948-7c75-49f0-92fa-628fb0edf025,revision_number=1']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:03:47.994520 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-bc9eb001-5f27-47b5-ac54-ef243ae99024 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:47.995846 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port bb094bf1-4c08-41c6-bc7f-dcb7240009f0 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:03:48.001867 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689fe662-6f89-4d88-887e-3a4e0bd8850d tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Pushing event deleted for resources: {'Subnet': ['ID=29f2d673-d70d-43ea-9eeb-c807420de0ba,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:03:48.083723 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a7dd9b66-392a-4f3f-b77e-fcd7ec5e50ae req-d9609026-953e-4993-a25b-9dda9aadf75a tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] 10.222.0.41 "GET /v2.0/ports?device_id=788ce680-fc4d-472b-8d83-c8cf7fd384df HTTP/1.1" status: 200 len: 210 time: 0.0845838 Jun 01 19:03:48.180116 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-66185e18-984a-4969-abd3-689021fd829e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:48.187908 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-689fe662-6f89-4d88-887e-3a4e0bd8850d tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:48.198156 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5398c524-0de2-4ea0-8f63-4234c3599923 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:48.210800 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9d1b13-1122-4387-a3aa-dea9712dc44d req-e7b7d740-49bf-42b6-9eba-a7199f219c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:03:48.212546 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fb9d1b13-1122-4387-a3aa-dea9712dc44d req-e7b7d740-49bf-42b6-9eba-a7199f219c79 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ff411273a1ac46f2a91fb45afe578ccb&device_id=3957060c-8222-47fe-98eb-abd877c30435 HTTP/1.1" status: 200 len: 1096 time: 1.0207622 Jun 01 19:03:48.213220 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-599c1d9c-1109-4478-add9-4b88fab4d2cb req-0a1e3a1d-2f8a-4821-85ad-a03b2b419429 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:48.226374 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-bc9eb001-5f27-47b5-ac54-ef243ae99024 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:03:48.246446 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] get_ports_and_sgs() called for port_ids ['72352e64-9120-4343-9c57-bb57c2532e4b'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 19:03:48.259536 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-66185e18-984a-4969-abd3-689021fd829e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:03:48.263940 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-66185e18-984a-4969-abd3-689021fd829e admin admin] Usage tracker for resource:security_group_rule and tenant:8e9934019a774b2da1da4ec8be00f96b is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:03:48.266986 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-66185e18-984a-4969-abd3-689021fd829e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:03:48.274249 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-66185e18-984a-4969-abd3-689021fd829e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:03:48.299839 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-d154ebbd-f842-401d-b7cd-7502a123a610 None None] Attempting to bind port a050b948-7c75-49f0-92fa-628fb0edf025 on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:03:48.300461 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-d154ebbd-f842-401d-b7cd-7502a123a610 None None] Attempting to bind port a050b948-7c75-49f0-92fa-628fb0edf025 by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': '385236ba-53f8-43c2-9dc9-51ee03aa213d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '3894a4d4-86cc-447d-b116-551a5bcda5ba'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:03:48.301019 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d154ebbd-f842-401d-b7cd-7502a123a610 None None] Attempting to bind port a050b948-7c75-49f0-92fa-628fb0edf025 on network 3894a4d4-86cc-447d-b116-551a5bcda5ba {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:03:48.318815 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5398c524-0de2-4ea0-8f63-4234c3599923 admin admin] Network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:03:48.325659 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d154ebbd-f842-401d-b7cd-7502a123a610 None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 3, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:03:48.326161 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d154ebbd-f842-401d-b7cd-7502a123a610 None None] Checking segment: {'id': '385236ba-53f8-43c2-9dc9-51ee03aa213d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '3894a4d4-86cc-447d-b116-551a5bcda5ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:03:48.326755 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-d154ebbd-f842-401d-b7cd-7502a123a610 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:48.327313 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d154ebbd-f842-401d-b7cd-7502a123a610 None None] Bound using segment: {'id': '385236ba-53f8-43c2-9dc9-51ee03aa213d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '3894a4d4-86cc-447d-b116-551a5bcda5ba'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:03:48.328098 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-d154ebbd-f842-401d-b7cd-7502a123a610 None None] Bound port: a050b948-7c75-49f0-92fa-628fb0edf025, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '385236ba-53f8-43c2-9dc9-51ee03aa213d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '3894a4d4-86cc-447d-b116-551a5bcda5ba'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:03:48.328409 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-d154ebbd-f842-401d-b7cd-7502a123a610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:48.336473 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-5398c524-0de2-4ea0-8f63-4234c3599923 admin admin] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:03:48.344126 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5398c524-0de2-4ea0-8f63-4234c3599923 admin admin] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:03:48.384888 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-689fe662-6f89-4d88-887e-3a4e0bd8850d tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3894a4d4-86cc-447d-b116-551a5bcda5ba']}} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:03:48.409374 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-689fe662-6f89-4d88-887e-3a4e0bd8850d tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '385236ba-53f8-43c2-9dc9-51ee03aa213d') {'for_net_delete': True} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:03:48.409986 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-689fe662-6f89-4d88-887e-3a4e0bd8850d tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '385236ba-53f8-43c2-9dc9-51ee03aa213d') {} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:03:48.422832 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-bc9eb001-5f27-47b5-ac54-ef243ae99024 admin admin] Usage tracker for resource:security_group_rule and tenant:d1e64615effe45498d1864a66c3a7ee8 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:03:48.437037 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-66185e18-984a-4969-abd3-689021fd829e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:48.438132 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-bc9eb001-5f27-47b5-ac54-ef243ae99024 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:03:48.447633 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba20d7cc-6cda-4eef-a9d5-8d95b16b3d61 None None] Pushing event updated for resources: {'Port': ['ID=3a3f702a-953a-4c28-ab46-871a6da327e8,revision_number=2']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:03:48.450915 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5398c524-0de2-4ea0-8f63-4234c3599923 admin admin] Pushing event updated for resources: {'Port': ['ID=8c3e5e48-f454-4082-9a21-d59ffb9b95e7,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:03:48.474290 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-689fe662-6f89-4d88-887e-3a4e0bd8850d tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2258522'] for segment, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:48.495261 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-689fe662-6f89-4d88-887e-3a4e0bd8850d tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:48.502891 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-689fe662-6f89-4d88-887e-3a4e0bd8850d tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=88525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 19:03:48.503416 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-689fe662-6f89-4d88-887e-3a4e0bd8850d tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2613981'] for segment, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:48.519924 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-d154ebbd-f842-401d-b7cd-7502a123a610 None None] For port a050b948-7c75-49f0-92fa-628fb0edf025, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:03:48.629203 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1e3a1d-2f8a-4821-85ad-a03b2b419429 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Pushing event deleted for resources: {'Port': ['ID=be857980-dea9-4853-b07a-c4e273f09511,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:03:48.652466 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment 385236ba-53f8-43c2-9dc9-51ee03aa213d resource provider aggregate not found Jun 01 19:03:48.661496 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.db.api [None req-689fe662-6f89-4d88-887e-3a4e0bd8850d tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 01 19:03:48.661496 n-d-844202-1 neutron-server[88525]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 01 19:03:48.661496 n-d-844202-1 neutron-server[88525]: [parameters: {'id': '3894a4d4-86cc-447d-b116-551a5bcda5ba'}] Jun 01 19:03:48.661496 n-d-844202-1 neutron-server[88525]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88525) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 19:03:48.662173 n-d-844202-1 neutron-server[88525]: DEBUG oslo_db.api [None req-689fe662-6f89-4d88-887e-3a4e0bd8850d tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 19:03:48.687011 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-d154ebbd-f842-401d-b7cd-7502a123a610 None None] For port a050b948-7c75-49f0-92fa-628fb0edf025, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=a050b948-7c75-49f0-92fa-628fb0edf025,segment=NetworkSegment(385236ba-53f8-43c2-9dc9-51ee03aa213d),segment_id=385236ba-53f8-43c2-9dc9-51ee03aa213d)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:03:48.694918 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-bc9eb001-5f27-47b5-ac54-ef243ae99024 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:03:48.701488 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-66185e18-984a-4969-abd3-689021fd829e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:48.720306 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-d154ebbd-f842-401d-b7cd-7502a123a610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:48.824424 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-66185e18-984a-4969-abd3-689021fd829e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8e9934019a774b2da1da4ec8be00f96b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9579723 Jun 01 19:03:48.825586 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-599c1d9c-1109-4478-add9-4b88fab4d2cb req-0a1e3a1d-2f8a-4821-85ad-a03b2b419429 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] No DVR routers for this DVR port be857980-dea9-4853-b07a-c4e273f09511 on host n-h2-844202-1 {{(pid=88524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:03:48.827476 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66185e18-984a-4969-abd3-689021fd829e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a472dcb-3646-48fc-bc5e-6ccd989c6d8b,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:03:48.839005 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f83841-7b38-46e6-9221-2bbdc5482bf1 req-b4e11986-215e-4d54-b23d-80de5f8312a2 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:03:48.840653 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c3f83841-7b38-46e6-9221-2bbdc5482bf1 req-b4e11986-215e-4d54-b23d-80de5f8312a2 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/ports?device_id=87fedb26-1c2b-4884-b8a8-b0cf24e56722 HTTP/1.1" status: 200 len: 945 time: 0.9788263 Jun 01 19:03:48.858234 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 46202) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:03:48.859754 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment 385236ba-53f8-43c2-9dc9-51ee03aa213d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 385236ba-53f8-43c2-9dc9-51ee03aa213d found for delete ", "request_id": "req-75d63b91-3840-4e7b-a3a7-a3e7ef3f6b9d"}]} Jun 01 19:03:48.871927 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [None req-8b44f5d1-4e6d-4b93-afd3-555071d1e5f5 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Allocated IP 172.25.4.70 (72a72e44-6845-488a-a5ff-3a26d4df9cb3/c314a23b-daa2-4106-ab28-8e6f954277b2/acdd2017-bd08-4739-b56c-cc5161a624cb) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:03:48.919972 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d154ebbd-f842-401d-b7cd-7502a123a610 None None] Pushing event updated for resources: {'Port': ['ID=a050b948-7c75-49f0-92fa-628fb0edf025,revision_number=2']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:03:48.936774 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93d25d27-71e9-4115-8352-1b389c725106 None None] Network 3894a4d4-86cc-447d-b116-551a5bcda5ba requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:03:49.024669 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 3a3f702a-953a-4c28-ab46-871a6da327e8 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:03:49.086051 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e5636961-725f-4655-8726-ef95d323d428 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:49.167821 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-689fe662-6f89-4d88-887e-3a4e0bd8850d tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:49.206136 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8b44f5d1-4e6d-4b93-afd3-555071d1e5f5 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:49.221263 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e5636961-725f-4655-8726-ef95d323d428 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:49.239170 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port 3a3f702a-953a-4c28-ab46-871a6da327e8 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:03:49.249280 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-599c1d9c-1109-4478-add9-4b88fab4d2cb req-0a1e3a1d-2f8a-4821-85ad-a03b2b419429 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:49.276636 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87fedb26-1c2b-4884-b8a8-b0cf24e56722', 'name': 'network-vif-deleted', 'tag': 'be857980-dea9-4853-b07a-c4e273f09511'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:03:49.309004 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8b44f5d1-4e6d-4b93-afd3-555071d1e5f5 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:49.382454 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-689fe662-6f89-4d88-887e-3a4e0bd8850d tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Deleting port a050b948-7c75-49f0-92fa-628fb0edf025 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:03:49.382717 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-689fe662-6f89-4d88-887e-3a4e0bd8850d tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:49.384985 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-599c1d9c-1109-4478-add9-4b88fab4d2cb req-0a1e3a1d-2f8a-4821-85ad-a03b2b419429 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.50 "DELETE /v2.0/ports/be857980-dea9-4853-b07a-c4e273f09511 HTTP/1.1" status: 204 len: 173 time: 4.7722425 Jun 01 19:03:49.513437 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b44f5d1-4e6d-4b93-afd3-555071d1e5f5 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:03:49.526571 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5398c524-0de2-4ea0-8f63-4234c3599923 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:49.535040 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-8b44f5d1-4e6d-4b93-afd3-555071d1e5f5 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:03:49.617722 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b44f5d1-4e6d-4b93-afd3-555071d1e5f5 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Pushing event updated for resources: {'Port': ['ID=acdd2017-bd08-4739-b56c-cc5161a624cb,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:03:49.622334 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b44f5d1-4e6d-4b93-afd3-555071d1e5f5 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:03:49.668119 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.agents_db [None req-e814b9cf-7de8-45d0-a079-29c61fabe7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 19:03:49.697626 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9d1b13-1122-4387-a3aa-dea9712dc44d req-05099dc5-f0a7-424d-bfce-abec8c79c4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:03:49.699474 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fb9d1b13-1122-4387-a3aa-dea9712dc44d req-05099dc5-f0a7-424d-bfce-abec8c79c4f9 service neutron] 10.222.0.50 "GET /v2.0/networks?id=0c49dc6b-5e39-4101-b04d-1c1361c15d69 HTTP/1.1" status: 200 len: 907 time: 1.4656916 Jun 01 19:03:49.704067 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ebef6ff-cb37-4c23-89e3-89a5117ccae1 None None] Network be2366b1-2c5b-42fb-bc16-2beb33d2f75c requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:03:49.788106 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e0aca526-7140-46d9-905d-de83091a7dc8 req-b73481ac-6e50-44a2-8576-440c7969870f tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] 10.222.0.41 "GET /v2.0/ports?device_id=788ce680-fc4d-472b-8d83-c8cf7fd384df HTTP/1.1" status: 200 len: 210 time: 0.5091674 Jun 01 19:03:49.885041 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-1f173e27-a828-4430-9f77-e0213b7f8d27 None None] Provisioning for port 3a3f702a-953a-4c28-ab46-871a6da327e8 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:03:49.887777 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35a96257-98b4-4109-a5fe-be12fd1a1005'] response: {'server_uuid': '87fedb26-1c2b-4884-b8a8-b0cf24e56722', 'name': 'network-vif-deleted', 'tag': 'be857980-dea9-4853-b07a-c4e273f09511', 'status': 'completed', 'code': 200} Jun 01 19:03:49.888339 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e5636961-725f-4655-8726-ef95d323d428 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:49.896713 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-1f173e27-a828-4430-9f77-e0213b7f8d27 None None] Provisioning complete for port 3a3f702a-953a-4c28-ab46-871a6da327e8 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:03:49.897816 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-1f173e27-a828-4430-9f77-e0213b7f8d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:49.911469 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c3f83841-7b38-46e6-9221-2bbdc5482bf1 req-03350d16-1f46-4b67-b89c-9f37e293189c tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a351d5c-3364-42d8-bd0d-648028a392a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6185493 Jun 01 19:03:49.938670 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fb9d1b13-1122-4387-a3aa-dea9712dc44d req-b7130f78-7fd4-4821-b8e0-05b54de5b888 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=72352e64-9120-4343-9c57-bb57c2532e4b HTTP/1.1" status: 200 len: 217 time: 0.1903257 Jun 01 19:03:49.970097 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.db.resource_extend [None req-8db75601-de32-4205-900c-d1f7ffc98565 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 19:03:50.096408 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8db75601-de32-4205-900c-d1f7ffc98565 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:50.204635 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8db75601-de32-4205-900c-d1f7ffc98565 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:50.251191 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-1f173e27-a828-4430-9f77-e0213b7f8d27 None None] Current status of the port 3a3f702a-953a-4c28-ab46-871a6da327e8 is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:03:50.251588 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-1f173e27-a828-4430-9f77-e0213b7f8d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:50.298712 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [None req-689fe662-6f89-4d88-887e-3a4e0bd8850d tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] For port a050b948-7c75-49f0-92fa-628fb0edf025, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=a050b948-7c75-49f0-92fa-628fb0edf025,segment=NetworkSegment(385236ba-53f8-43c2-9dc9-51ee03aa213d),segment_id=385236ba-53f8-43c2-9dc9-51ee03aa213d)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:03:50.299263 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-689fe662-6f89-4d88-887e-3a4e0bd8850d tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:50.313721 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-1f173e27-a828-4430-9f77-e0213b7f8d27 None None] For port 3a3f702a-953a-4c28-ab46-871a6da327e8, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=3a3f702a-953a-4c28-ab46-871a6da327e8,segment=NetworkSegment(59154755-7466-4ae2-b3be-55398d8bd378),segment_id=59154755-7466-4ae2-b3be-55398d8bd378)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:03:50.336397 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-1f173e27-a828-4430-9f77-e0213b7f8d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:50.390436 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d679d1-a3cf-4014-ab77-64444cdee03d req-4326c7a7-ff83-4831-aef7-8a971cfb9b23 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:03:50.391178 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-58d679d1-a3cf-4014-ab77-64444cdee03d req-4326c7a7-ff83-4831-aef7-8a971cfb9b23 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Synchronizing usage tracker for tenant:d3eb50f3028440db9726ae16e6111d12 on resource:network {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:03:50.430473 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-bc9eb001-5f27-47b5-ac54-ef243ae99024 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:50.456873 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-689fe662-6f89-4d88-887e-3a4e0bd8850d tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Calling delete_port for a050b948-7c75-49f0-92fa-628fb0edf025 owned by network:dhcp {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:03:50.458227 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f173e27-a828-4430-9f77-e0213b7f8d27 None None] Pushing event updated for resources: {'Port': ['ID=3a3f702a-953a-4c28-ab46-871a6da327e8,revision_number=3']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:03:50.515728 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5636961-725f-4655-8726-ef95d323d428 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a472dcb-3646-48fc-bc5e-6ccd989c6d8b,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:03:50.572030 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9d1b13-1122-4387-a3aa-dea9712dc44d req-f0a8cde6-470a-4b63-97d8-29e6cd0a9d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:03:50.573563 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fb9d1b13-1122-4387-a3aa-dea9712dc44d req-f0a8cde6-470a-4b63-97d8-29e6cd0a9d5a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=308ebcd6-774a-482f-bd0f-fadc3e2b2dca HTTP/1.1" status: 200 len: 846 time: 0.5938566 Jun 01 19:03:50.574153 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-bc9eb001-5f27-47b5-ac54-ef243ae99024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:50.579300 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ff67362-fe53-4357-aad5-2f6693c99df0 None None] get_active_networks_info from n-d-844202-1 {{(pid=88526) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jun 01 19:03:50.644316 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e5636961-725f-4655-8726-ef95d323d428 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:50.659187 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-e5636961-725f-4655-8726-ef95d323d428 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9a472dcb-3646-48fc-bc5e-6ccd989c6d8b HTTP/1.1" status: 204 len: 168 time: 1.7857516 Jun 01 19:03:50.679616 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5398c524-0de2-4ea0-8f63-4234c3599923 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-885820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-886655'] for router, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:50.694854 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-689fe662-6f89-4d88-887e-3a4e0bd8850d tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:50.697949 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-4e64cee7-432c-4726-9917-eb2954e6c427 None None] Provisioning complete for port 3a3f702a-953a-4c28-ab46-871a6da327e8 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:03:50.698964 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-4e64cee7-432c-4726-9917-eb2954e6c427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:50.745500 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9eb001-5f27-47b5-ac54-ef243ae99024 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67420b6c-91b0-4632-8f52-6c6847ede443,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:03:50.752827 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fb9d1b13-1122-4387-a3aa-dea9712dc44d req-362f2f81-388a-4100-b2e2-89d8ed218e4d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0c49dc6b-5e39-4101-b04d-1c1361c15d69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1661386 Jun 01 19:03:50.753428 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db75601-de32-4205-900c-d1f7ffc98565 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Pushing event updated for resources: {'Port': ['ID=7e2a9341-56d8-4560-a655-11104b3bad79,revision_number=2']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:03:50.817369 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689fe662-6f89-4d88-887e-3a4e0bd8850d tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Pushing event deleted for resources: {'Port': ['ID=a050b948-7c75-49f0-92fa-628fb0edf025,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:03:50.819906 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-689fe662-6f89-4d88-887e-3a4e0bd8850d tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] No DVR routers for this DVR port a050b948-7c75-49f0-92fa-628fb0edf025 on host n-d-844202-1 {{(pid=88525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:03:50.846310 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ff67362-fe53-4357-aad5-2f6693c99df0 None None] Resources bound (agent type, host, resource id): {{(pid=88526) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 01 19:03:50.952312 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fb9d1b13-1122-4387-a3aa-dea9712dc44d req-515d00a9-28eb-46f5-b1c1-f41b8ac1d84b service neutron] 10.222.0.50 "GET /v2.0/networks/0c49dc6b-5e39-4101-b04d-1c1361c15d69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714704 Jun 01 19:03:50.983753 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-58d679d1-a3cf-4014-ab77-64444cdee03d req-4326c7a7-ff83-4831-aef7-8a971cfb9b23 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Unset dirty status for tenant:d3eb50f3028440db9726ae16e6111d12 on resource:network {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:03:50.985036 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-58d679d1-a3cf-4014-ab77-64444cdee03d req-4326c7a7-ff83-4831-aef7-8a971cfb9b23 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] 10.222.0.15 "GET /v2.0/networks?id=1a74ffe4-e7cd-459d-b2d6-ae7cddc87c99 HTTP/1.1" status: 200 len: 797 time: 1.5534561 Jun 01 19:03:51.075734 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-bc9eb001-5f27-47b5-ac54-ef243ae99024 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d1e64615effe45498d1864a66c3a7ee8&name=default HTTP/1.1" status: 200 len: 2983 time: 3.8019946 Jun 01 19:03:51.108350 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 46222) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:03:51.140714 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 3a3f702a-953a-4c28-ab46-871a6da327e8 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:03:51.203311 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-689fe662-6f89-4d88-887e-3a4e0bd8850d tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:51.217117 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d18e27ba-8a7a-4fa1-aef9-03ada3348a27 req-7b067675-44d2-41f3-8b1e-14687e7fc8cd tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] 10.222.0.41 "GET /v2.0/ports?device_id=788ce680-fc4d-472b-8d83-c8cf7fd384df HTTP/1.1" status: 200 len: 210 time: 0.0831530 Jun 01 19:03:51.275472 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-689fe662-6f89-4d88-887e-3a4e0bd8850d tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3894a4d4-86cc-447d-b116-551a5bcda5ba']}} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:03:51.299288 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-689fe662-6f89-4d88-887e-3a4e0bd8850d tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '385236ba-53f8-43c2-9dc9-51ee03aa213d') {'for_net_delete': True} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:03:51.299872 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-689fe662-6f89-4d88-887e-3a4e0bd8850d tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '385236ba-53f8-43c2-9dc9-51ee03aa213d') {} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:03:51.329256 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-689fe662-6f89-4d88-887e-3a4e0bd8850d tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2258522'] for segment, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:51.354680 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-be0895e5-e8a1-4f60-a7e1-285f4d678b71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:51.361892 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-689fe662-6f89-4d88-887e-3a4e0bd8850d tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:51.393928 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-689fe662-6f89-4d88-887e-3a4e0bd8850d tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=88525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 19:03:51.394325 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-689fe662-6f89-4d88-887e-3a4e0bd8850d tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2613981'] for segment, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:51.434166 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-be0895e5-e8a1-4f60-a7e1-285f4d678b71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:51.450960 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8db75601-de32-4205-900c-d1f7ffc98565 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887712'] for floatingip, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:51.497306 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment 385236ba-53f8-43c2-9dc9-51ee03aa213d resource provider aggregate not found Jun 01 19:03:51.520265 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5398c524-0de2-4ea0-8f63-4234c3599923 admin admin] Router 3f5f79ce-f2d5-4949-aae1-30f372392868 is scheduled to L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 with binding_index 1 {{(pid=88525) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 19:03:51.520724 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-4e64cee7-432c-4726-9917-eb2954e6c427 None None] Current status of the port 3a3f702a-953a-4c28-ab46-871a6da327e8 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:03:51.549949 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment 385236ba-53f8-43c2-9dc9-51ee03aa213d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 385236ba-53f8-43c2-9dc9-51ee03aa213d found for delete ", "request_id": "req-d31df941-1fb2-4cfb-b12f-10b178829444"}]} Jun 01 19:03:51.575871 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 3a3f702a-953a-4c28-ab46-871a6da327e8 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:03:51.576713 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:51.662637 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-689fe662-6f89-4d88-887e-3a4e0bd8850d tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:51.712259 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-689fe662-6f89-4d88-887e-3a4e0bd8850d tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks [] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:51.767339 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-58d679d1-a3cf-4014-ab77-64444cdee03d req-ace1d52d-f77d-495c-b6ee-5634571c4fa3 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Synchronizing usage tracker for tenant:d3eb50f3028440db9726ae16e6111d12 on resource:security_group {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:03:51.773294 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-be0895e5-e8a1-4f60-a7e1-285f4d678b71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:51.791520 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689fe662-6f89-4d88-887e-3a4e0bd8850d tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Pushing event deleted for resources: {'Network': ['ID=3894a4d4-86cc-447d-b116-551a5bcda5ba,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:03:51.819839 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-689fe662-6f89-4d88-887e-3a4e0bd8850d tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] 10.222.0.41 "DELETE /v2.0/networks/3894a4d4-86cc-447d-b116-551a5bcda5ba HTTP/1.1" status: 204 len: 168 time: 5.5214205 Jun 01 19:03:51.821100 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0895e5-e8a1-4f60-a7e1-285f4d678b71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67420b6c-91b0-4632-8f52-6c6847ede443,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:03:51.835643 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 46258) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:03:51.839377 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-be0895e5-e8a1-4f60-a7e1-285f4d678b71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:51.842494 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-be0895e5-e8a1-4f60-a7e1-285f4d678b71 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/67420b6c-91b0-4632-8f52-6c6847ede443 HTTP/1.1" status: 204 len: 168 time: 0.7306697 Jun 01 19:03:51.891930 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-58d679d1-a3cf-4014-ab77-64444cdee03d req-ace1d52d-f77d-495c-b6ee-5634571c4fa3 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Unset dirty status for tenant:d3eb50f3028440db9726ae16e6111d12 on resource:security_group {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:03:51.892826 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 3a3f702a-953a-4c28-ab46-871a6da327e8 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:03:51.894004 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-58d679d1-a3cf-4014-ab77-64444cdee03d req-ace1d52d-f77d-495c-b6ee-5634571c4fa3 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d3eb50f3028440db9726ae16e6111d12 HTTP/1.1" status: 200 len: 380 time: 0.8685794 Jun 01 19:03:51.926919 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-ae63699b-b200-43e8-9bb4-8ebda5a6f67a tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-641410154'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:03:51.927680 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-58d679d1-a3cf-4014-ab77-64444cdee03d req-5c5aa987-6d4b-41a7-848c-5d4101175b41 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Request body: {'port': {'device_id': '788ce680-fc4d-472b-8d83-c8cf7fd384df', 'network_id': '1a74ffe4-e7cd-459d-b2d6-ae7cddc87c99', 'admin_state_up': True, 'tenant_id': 'd3eb50f3028440db9726ae16e6111d12', 'security_groups': ['f21673f5-4d44-4992-85b9-6c5f8a047d72']}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:03:51.959114 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-ae63699b-b200-43e8-9bb4-8ebda5a6f67a tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:03:51.981611 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8b44f5d1-4e6d-4b93-afd3-555071d1e5f5 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks [] for router_gateway, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:51.983476 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-ae63699b-b200-43e8-9bb4-8ebda5a6f67a tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Usage tracker for resource:network and tenant:186f4868324f42e7b69da35feb15cabc is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:03:51.989945 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-ae63699b-b200-43e8-9bb4-8ebda5a6f67a tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:03:52.004589 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-ae63699b-b200-43e8-9bb4-8ebda5a6f67a tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:03:52.037944 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5398c524-0de2-4ea0-8f63-4234c3599923 admin admin] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:03:52.051386 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f0066bb-5b13-4316-8fa3-3ebdf9ac0ad3 None None] Sync routers for ids ['3f5f79ce-f2d5-4949-aae1-30f372392868'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:03:52.066892 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0066bb-5b13-4316-8fa3-3ebdf9ac0ad3 None None] Routers {'3f5f79ce-f2d5-4949-aae1-30f372392868'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:03:52.072876 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-6f0066bb-5b13-4316-8fa3-3ebdf9ac0ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:03:39Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['3f5f79ce-f2d5-4949-aae1-30f372392868'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:03:52.074089 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae63699b-b200-43e8-9bb4-8ebda5a6f67a tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Made reservation on behalf of 186f4868324f42e7b69da35feb15cabc for: {'network': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:03:52.077699 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ae63699b-b200-43e8-9bb4-8ebda5a6f67a tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:52.108471 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5398c524-0de2-4ea0-8f63-4234c3599923 admin admin] Notify callbacks [] for router, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:52.110794 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-5398c524-0de2-4ea0-8f63-4234c3599923 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 7.0076706 Jun 01 19:03:52.117210 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 46266) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:03:52.180103 n-d-844202-1 neutron-server[88524]: INFO neutron.db.l3_db [None req-8db75601-de32-4205-900c-d1f7ffc98565 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Floating IP 6e2efbba-fe82-44bc-81ef-463f77be2e45 associated. External IP: 172.25.4.9, port: 6b2528ef-7965-4d6f-8ae8-16a842074fd3. Jun 01 19:03:52.386245 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fb9d1b13-1122-4387-a3aa-dea9712dc44d req-f1868712-0059-4a39-b9f2-4786c502004b service neutron] 10.222.0.50 "GET /v2.0/networks/0c49dc6b-5e39-4101-b04d-1c1361c15d69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4035251 Jun 01 19:03:52.564367 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51912f54-ce5c-4426-95f2-92f42d046761 req-02fb9146-ffae-4a42-8ca5-4b742d3d47ae tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:03:52.573766 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-51912f54-ce5c-4426-95f2-92f42d046761 req-02fb9146-ffae-4a42-8ca5-4b742d3d47ae tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/networks?id=0c49dc6b-5e39-4101-b04d-1c1361c15d69 HTTP/1.1" status: 200 len: 806 time: 0.8819370 Jun 01 19:03:52.602378 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d42b7a07-ffa7-429c-8349-278dfa2affc2 req-29b773a0-32af-4a96-b4a9-791888070fec tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] 10.222.0.41 "GET /v2.0/ports?device_id=788ce680-fc4d-472b-8d83-c8cf7fd384df HTTP/1.1" status: 200 len: 210 time: 0.1170673 Jun 01 19:03:52.605170 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae63699b-b200-43e8-9bb4-8ebda5a6f67a tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 142} {{(pid=88525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 19:03:52.624645 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-6f0066bb-5b13-4316-8fa3-3ebdf9ac0ad3 None None] Set router 3f5f79ce-f2d5-4949-aae1-30f372392868 gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:03:52.684582 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ae63699b-b200-43e8-9bb4-8ebda5a6f67a tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:52.684582 n-d-844202-1 neutron-server[88525]: INFO neutron.db.segments_db [None req-ae63699b-b200-43e8-9bb4-8ebda5a6f67a tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Added segment 064bb41d-6c62-4efd-8e28-1b2158cb5a90 of type vlan for network dbe1dc8e-7f1f-45ba-9cde-112c574d988f Jun 01 19:03:52.730641 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ae63699b-b200-43e8-9bb4-8ebda5a6f67a tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:52.742458 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-58d679d1-a3cf-4014-ab77-64444cdee03d req-5c5aa987-6d4b-41a7-848c-5d4101175b41 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:03:52.746892 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-58d679d1-a3cf-4014-ab77-64444cdee03d req-5c5aa987-6d4b-41a7-848c-5d4101175b41 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Usage tracker for resource:port and tenant:d3eb50f3028440db9726ae16e6111d12 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:03:52.749832 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-58d679d1-a3cf-4014-ab77-64444cdee03d req-5c5aa987-6d4b-41a7-848c-5d4101175b41 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:03:52.756454 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-58d679d1-a3cf-4014-ab77-64444cdee03d req-5c5aa987-6d4b-41a7-848c-5d4101175b41 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:03:52.785245 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-51912f54-ce5c-4426-95f2-92f42d046761 req-f40bfb59-932f-4a17-be21-2e7ec2f25e81 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/quotas/ff411273a1ac46f2a91fb45afe578ccb HTTP/1.1" status: 200 len: 375 time: 0.2098815 Jun 01 19:03:52.785926 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58d679d1-a3cf-4014-ab77-64444cdee03d req-5c5aa987-6d4b-41a7-848c-5d4101175b41 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Made reservation on behalf of d3eb50f3028440db9726ae16e6111d12 for: {'port': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:03:52.790517 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-58d679d1-a3cf-4014-ab77-64444cdee03d req-5c5aa987-6d4b-41a7-848c-5d4101175b41 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:53.069121 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-6f0066bb-5b13-4316-8fa3-3ebdf9ac0ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f5f79ce-f2d5-4949-aae1-30f372392868', 'name': 'tempest-ServersTestMultiNic-1984382596-router', 'tenant_id': 'f9f71065939b4c07b09efd290be9b909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': '8c3e5e48-f454-4082-9a21-d59ffb9b95e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:03:45Z', 'updated_at': '2022-06-01T19:03:49Z', 'revision_number': 3, 'project_id': 'f9f71065939b4c07b09efd290be9b909', 'gw_port': {'id': '8c3e5e48-f454-4082-9a21-d59ffb9b95e7', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:cd:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f5f79ce-f2d5-4949-aae1-30f372392868', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2340, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:03:46Z', 'updated_at': '2022-06-01T19:03:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:03:53.075171 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f0066bb-5b13-4316-8fa3-3ebdf9ac0ad3 None None] Checking router: 3f5f79ce-f2d5-4949-aae1-30f372392868 for host: n-d-844202-1 {{(pid=88527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 19:03:53.075519 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f0066bb-5b13-4316-8fa3-3ebdf9ac0ad3 None None] Updating router 3f5f79ce-f2d5-4949-aae1-30f372392868 port 8c3e5e48-f454-4082-9a21-d59ffb9b95e7 binding host n-d-844202-1 {{(pid=88527) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 19:03:53.121409 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ae63699b-b200-43e8-9bb4-8ebda5a6f67a tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:53.134275 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae63699b-b200-43e8-9bb4-8ebda5a6f67a tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:03:53.140467 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ae63699b-b200-43e8-9bb4-8ebda5a6f67a tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks [] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:53.185686 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-6f0066bb-5b13-4316-8fa3-3ebdf9ac0ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:53.475440 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-ae63699b-b200-43e8-9bb4-8ebda5a6f67a tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.6359205 Jun 01 19:03:53.479268 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 46306) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:03:53.485376 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae63699b-b200-43e8-9bb4-8ebda5a6f67a tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Pushing event updated for resources: {'Network': ['ID=dbe1dc8e-7f1f-45ba-9cde-112c574d988f,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:03:53.511649 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network dbe1dc8e-7f1f-45ba-9cde-112c574d988f details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 19:03:53.528710 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8b44f5d1-4e6d-4b93-afd3-555071d1e5f5 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-885820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-886655'] for router, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:53.531538 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 46312) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:03:53.618335 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-cc02dbc5-7afe-4df3-981c-d2bfe1bfa948 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Request body: {'subnet': {'network_id': 'dbe1dc8e-7f1f-45ba-9cde-112c574d988f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:03:53.663025 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-6f0066bb-5b13-4316-8fa3-3ebdf9ac0ad3 None None] Notify callbacks [] for port, precommit_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:53.691786 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.provisioning_blocks [None req-6f0066bb-5b13-4316-8fa3-3ebdf9ac0ad3 None None] Transition to ACTIVE for port object 8c3e5e48-f454-4082-9a21-d59ffb9b95e7 will not be triggered until provisioned by entity L2. {{(pid=88527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:03:53.707288 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-6f0066bb-5b13-4316-8fa3-3ebdf9ac0ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:53.784717 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [req-58d679d1-a3cf-4014-ab77-64444cdee03d req-5c5aa987-6d4b-41a7-848c-5d4101175b41 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Allocated IP 172.20.0.11 (1a74ffe4-e7cd-459d-b2d6-ae7cddc87c99/b3633857-1cd8-40e7-9128-29a541565063/acb3787e-d6e7-4d8e-8e29-33bcd53ffe01) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:03:53.887827 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-6f0066bb-5b13-4316-8fa3-3ebdf9ac0ad3 None None] Attempting to bind port 8c3e5e48-f454-4082-9a21-d59ffb9b95e7 on host n-d-844202-1 for vnic_type normal with profile {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:03:53.888182 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-6f0066bb-5b13-4316-8fa3-3ebdf9ac0ad3 None None] Attempting to bind port 8c3e5e48-f454-4082-9a21-d59ffb9b95e7 by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}] {{(pid=88527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:03:53.888561 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f0066bb-5b13-4316-8fa3-3ebdf9ac0ad3 None None] Attempting to bind port 8c3e5e48-f454-4082-9a21-d59ffb9b95e7 on network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:03:53.899981 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7cb3de-f36b-40de-b295-9a135c5b1e45 None None] Pushing event updated for resources: {'Port': ['ID=8c3e5e48-f454-4082-9a21-d59ffb9b95e7,revision_number=2']} {{(pid=88527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:03:53.910355 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f0066bb-5b13-4316-8fa3-3ebdf9ac0ad3 None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 3, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:03:53.910718 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f0066bb-5b13-4316-8fa3-3ebdf9ac0ad3 None None] Checking segment: {'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:03:53.911105 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-6f0066bb-5b13-4316-8fa3-3ebdf9ac0ad3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:53.911477 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f0066bb-5b13-4316-8fa3-3ebdf9ac0ad3 None None] Bound using segment: {'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'} {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:03:53.912600 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-51912f54-ce5c-4426-95f2-92f42d046761 req-ac1d329e-138f-4137-a063-6f3c03333ae3 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Synchronizing usage tracker for tenant:ff411273a1ac46f2a91fb45afe578ccb on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:03:53.924703 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-6f0066bb-5b13-4316-8fa3-3ebdf9ac0ad3 None None] Bound port: 8c3e5e48-f454-4082-9a21-d59ffb9b95e7, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}}] {{(pid=88527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:03:53.925115 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-6f0066bb-5b13-4316-8fa3-3ebdf9ac0ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:53.983764 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-17f9ec51-584f-450e-9592-8c4fd1a9e708 req-ccf3664c-297b-4da8-b1b2-2220fcff5ad2 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] 10.222.0.41 "GET /v2.0/ports?device_id=788ce680-fc4d-472b-8d83-c8cf7fd384df HTTP/1.1" status: 200 len: 210 time: 0.1406956 Jun 01 19:03:53.987153 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7cb3de-f36b-40de-b295-9a135c5b1e45 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:03:53.989061 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7cb3de-f36b-40de-b295-9a135c5b1e45 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:03:53.989466 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7cb3de-f36b-40de-b295-9a135c5b1e45 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:03:53.989868 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7cb3de-f36b-40de-b295-9a135c5b1e45 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:03:53.990733 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7cb3de-f36b-40de-b295-9a135c5b1e45 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:03:53.991285 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7cb3de-f36b-40de-b295-9a135c5b1e45 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:03:53.991733 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7cb3de-f36b-40de-b295-9a135c5b1e45 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:03:53.992057 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7cb3de-f36b-40de-b295-9a135c5b1e45 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:03:53.992405 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7cb3de-f36b-40de-b295-9a135c5b1e45 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:03:53.997368 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7cb3de-f36b-40de-b295-9a135c5b1e45 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:03:53.997694 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7cb3de-f36b-40de-b295-9a135c5b1e45 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:03:53.998025 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7cb3de-f36b-40de-b295-9a135c5b1e45 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:03:54.065975 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-51912f54-ce5c-4426-95f2-92f42d046761 req-ac1d329e-138f-4137-a063-6f3c03333ae3 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Unset dirty status for tenant:ff411273a1ac46f2a91fb45afe578ccb on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:03:54.067347 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-51912f54-ce5c-4426-95f2-92f42d046761 req-ac1d329e-138f-4137-a063-6f3c03333ae3 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=ff411273a1ac46f2a91fb45afe578ccb&fields=id HTTP/1.1" status: 200 len: 255 time: 1.2660344 Jun 01 19:03:54.109942 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.db [None req-6f0066bb-5b13-4316-8fa3-3ebdf9ac0ad3 None None] For port 8c3e5e48-f454-4082-9a21-d59ffb9b95e7, host n-d-844202-1, cleared binding levels {{(pid=88527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:03:54.114238 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.db [None req-6f0066bb-5b13-4316-8fa3-3ebdf9ac0ad3 None None] For port 8c3e5e48-f454-4082-9a21-d59ffb9b95e7, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=8c3e5e48-f454-4082-9a21-d59ffb9b95e7,segment=NetworkSegment(7875af61-4c53-4ff2-b8c8-d4b7c35ff947),segment_id=7875af61-4c53-4ff2-b8c8-d4b7c35ff947)] {{(pid=88527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:03:54.120895 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-6f0066bb-5b13-4316-8fa3-3ebdf9ac0ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:54.123406 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8db75601-de32-4205-900c-d1f7ffc98565 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Router 7ee539f0-74eb-4d8b-94f4-0af36e192612 has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 19:03:54.128780 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-e5208d61-9686-4380-bfbe-ef29f428eb7d admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-749238114-network', 'tenant_id': '4e20c5bd79fa44728efb622f29d6160e'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:03:54.155802 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-cc02dbc5-7afe-4df3-981c-d2bfe1bfa948 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:03:54.164874 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-cc02dbc5-7afe-4df3-981c-d2bfe1bfa948 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Usage tracker for resource:subnet and tenant:186f4868324f42e7b69da35feb15cabc is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:03:54.169069 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-cc02dbc5-7afe-4df3-981c-d2bfe1bfa948 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:03:54.201881 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-cc02dbc5-7afe-4df3-981c-d2bfe1bfa948 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:03:54.232879 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc02dbc5-7afe-4df3-981c-d2bfe1bfa948 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Made reservation on behalf of 186f4868324f42e7b69da35feb15cabc for: {'subnet': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:03:54.237464 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-cc02dbc5-7afe-4df3-981c-d2bfe1bfa948 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9667140'] for subnet, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:54.253650 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-e5208d61-9686-4380-bfbe-ef29f428eb7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:03:54.268481 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0066bb-5b13-4316-8fa3-3ebdf9ac0ad3 None None] Routers {'3f5f79ce-f2d5-4949-aae1-30f372392868'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:03:54.269493 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-6f0066bb-5b13-4316-8fa3-3ebdf9ac0ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:03:39Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['3f5f79ce-f2d5-4949-aae1-30f372392868'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:03:54.284980 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b44f5d1-4e6d-4b93-afd3-555071d1e5f5 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Router ce3d77f2-5cda-41f3-823c-ec60c5fafaa1 is scheduled to L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 with binding_index 1 {{(pid=88524) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 19:03:54.296930 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-e5208d61-9686-4380-bfbe-ef29f428eb7d admin admin] Usage tracker for resource:network and tenant:4e20c5bd79fa44728efb622f29d6160e is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:03:54.306218 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-e5208d61-9686-4380-bfbe-ef29f428eb7d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:03:54.357789 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7cb3de-f36b-40de-b295-9a135c5b1e45 None None] Pushing event updated for resources: {'Port': ['ID=8c3e5e48-f454-4082-9a21-d59ffb9b95e7,revision_number=3']} {{(pid=88527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:03:54.372186 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-e5208d61-9686-4380-bfbe-ef29f428eb7d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:03:54.505937 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-6f0066bb-5b13-4316-8fa3-3ebdf9ac0ad3 None None] Set router 3f5f79ce-f2d5-4949-aae1-30f372392868 gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:03:54.530113 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5208d61-9686-4380-bfbe-ef29f428eb7d admin admin] Made reservation on behalf of 4e20c5bd79fa44728efb622f29d6160e for: {'network': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:03:54.532459 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e5208d61-9686-4380-bfbe-ef29f428eb7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:54.558700 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e5208d61-9686-4380-bfbe-ef29f428eb7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:54.559218 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-18a639e1-e9e9-43ef-a625-9c25886409dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:54.644707 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-cc02dbc5-7afe-4df3-981c-d2bfe1bfa948 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2614064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9667190'] for subnet, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:54.732143 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-e5208d61-9686-4380-bfbe-ef29f428eb7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:03:54.762825 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-e5208d61-9686-4380-bfbe-ef29f428eb7d admin admin] Usage tracker for resource:security_group_rule and tenant:4e20c5bd79fa44728efb622f29d6160e is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:03:54.765853 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-e5208d61-9686-4380-bfbe-ef29f428eb7d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:03:54.772502 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-e5208d61-9686-4380-bfbe-ef29f428eb7d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:03:54.848635 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-58d679d1-a3cf-4014-ab77-64444cdee03d req-5c5aa987-6d4b-41a7-848c-5d4101175b41 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:54.867890 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-51912f54-ce5c-4426-95f2-92f42d046761 req-cd62b7f1-50b4-462f-a030-8fd3b7c1983a service neutron] 10.222.0.41 "GET /v2.0/networks/0c49dc6b-5e39-4101-b04d-1c1361c15d69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7731724 Jun 01 19:03:54.899995 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-6f0066bb-5b13-4316-8fa3-3ebdf9ac0ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f5f79ce-f2d5-4949-aae1-30f372392868', 'name': 'tempest-ServersTestMultiNic-1984382596-router', 'tenant_id': 'f9f71065939b4c07b09efd290be9b909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': '8c3e5e48-f454-4082-9a21-d59ffb9b95e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:03:45Z', 'updated_at': '2022-06-01T19:03:49Z', 'revision_number': 3, 'project_id': 'f9f71065939b4c07b09efd290be9b909', 'gw_port': {'id': '8c3e5e48-f454-4082-9a21-d59ffb9b95e7', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:cd:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f5f79ce-f2d5-4949-aae1-30f372392868', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2340, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:03:46Z', 'updated_at': '2022-06-01T19:03:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:03:54.906184 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f0066bb-5b13-4316-8fa3-3ebdf9ac0ad3 None None] The sync data for ids ['3f5f79ce-f2d5-4949-aae1-30f372392868'] in n-d-844202-1 is: [{'id': '3f5f79ce-f2d5-4949-aae1-30f372392868', 'name': 'tempest-ServersTestMultiNic-1984382596-router', 'tenant_id': 'f9f71065939b4c07b09efd290be9b909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': '8c3e5e48-f454-4082-9a21-d59ffb9b95e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:03:45Z', 'updated_at': '2022-06-01T19:03:49Z', 'revision_number': 3, 'project_id': 'f9f71065939b4c07b09efd290be9b909', 'gw_port': {'id': '8c3e5e48-f454-4082-9a21-d59ffb9b95e7', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:cd:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f5f79ce-f2d5-4949-aae1-30f372392868', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2340, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:03:46Z', 'updated_at': '2022-06-01T19:03:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:03:54.995402 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [req-58d679d1-a3cf-4014-ab77-64444cdee03d req-5c5aa987-6d4b-41a7-848c-5d4101175b41 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Transition to ACTIVE for port object acb3787e-d6e7-4d8e-8e29-33bcd53ffe01 will not be triggered until provisioned by entity DHCP. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:03:55.050371 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8db75601-de32-4205-900c-d1f7ffc98565 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:03:55.061957 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4d30e3-c8e2-45dc-a48a-e5545c4e504f None None] Sync routers for ids ['7ee539f0-74eb-4d8b-94f4-0af36e192612'] in n-d-844202-1 {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:03:55.067967 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc02dbc5-7afe-4df3-981c-d2bfe1bfa948 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Pushing event updated for resources: {'Subnet': ['ID=dc5126c8-be78-4507-ab04-8d03f4748be8,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:03:55.082894 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc02dbc5-7afe-4df3-981c-d2bfe1bfa948 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Checking segment: {'id': '064bb41d-6c62-4efd-8e28-1b2158cb5a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'dbe1dc8e-7f1f-45ba-9cde-112c574d988f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:03:55.084557 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc02dbc5-7afe-4df3-981c-d2bfe1bfa948 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Network hostable DHCP agents. Network: dbe1dc8e-7f1f-45ba-9cde-112c574d988f, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 19:03:55.088756 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4d30e3-c8e2-45dc-a48a-e5545c4e504f None None] Routers {'7ee539f0-74eb-4d8b-94f4-0af36e192612'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:03:55.093316 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-4f4d30e3-c8e2-45dc-a48a-e5545c4e504f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:03:39Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['7ee539f0-74eb-4d8b-94f4-0af36e192612'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:03:55.103230 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b44f5d1-4e6d-4b93-afd3-555071d1e5f5 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:03:55.113916 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d92308-3ba5-4f61-ac5b-05db5eac0355 None None] Sync routers for ids ['ce3d77f2-5cda-41f3-823c-ec60c5fafaa1'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:03:55.127897 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d92308-3ba5-4f61-ac5b-05db5eac0355 None None] Routers {'ce3d77f2-5cda-41f3-823c-ec60c5fafaa1'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:03:55.133603 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-35d92308-3ba5-4f61-ac5b-05db5eac0355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:03:39Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['ce3d77f2-5cda-41f3-823c-ec60c5fafaa1'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:03:55.161352 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e5208d61-9686-4380-bfbe-ef29f428eb7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:55.174985 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc02dbc5-7afe-4df3-981c-d2bfe1bfa948 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Network dbe1dc8e-7f1f-45ba-9cde-112c574d988f is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 19:03:55.180638 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [None req-18a639e1-e9e9-43ef-a625-9c25886409dc admin admin] Allocated IP 172.20.0.1 (be2366b1-2c5b-42fb-bc16-2beb33d2f75c/0ff3af01-fe02-4ef6-87e5-5983f4be6102/4e35d64b-a703-4a7b-acbd-fc0ee618a0ef) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:03:55.197637 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e5208d61-9686-4380-bfbe-ef29f428eb7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:55.218441 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-cc02dbc5-7afe-4df3-981c-d2bfe1bfa948 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, dbe1dc8e-7f1f-45ba-9cde-112c574d988f) {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:03:55.262589 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8b44f5d1-4e6d-4b93-afd3-555071d1e5f5 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks [] for router, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:55.264332 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-8b44f5d1-4e6d-4b93-afd3-555071d1e5f5 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 11.4754527 Jun 01 19:03:55.265545 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8db75601-de32-4205-900c-d1f7ffc98565 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for floatingip, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:55.299110 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 46338) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:03:55.316470 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0482bea-f9d1-4410-b028-5c63c1fc0a1b None None] Network dbe1dc8e-7f1f-45ba-9cde-112c574d988f requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:03:55.318884 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5208d61-9686-4380-bfbe-ef29f428eb7d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 104} {{(pid=88524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 19:03:55.356778 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-51912f54-ce5c-4426-95f2-92f42d046761 req-a64e599f-7170-4c13-ad07-753d0a75fd13 service neutron] 10.222.0.41 "GET /v2.0/networks/0c49dc6b-5e39-4101-b04d-1c1361c15d69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4876330 Jun 01 19:03:55.451365 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-58d679d1-a3cf-4014-ab77-64444cdee03d req-5c5aa987-6d4b-41a7-848c-5d4101175b41 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:55.482319 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc02dbc5-7afe-4df3-981c-d2bfe1bfa948 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:03:55.483046 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-cc02dbc5-7afe-4df3-981c-d2bfe1bfa948 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:55.525326 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-35d92308-3ba5-4f61-ac5b-05db5eac0355 None None] Set router ce3d77f2-5cda-41f3-823c-ec60c5fafaa1 gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:03:55.636472 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5208d61-9686-4380-bfbe-ef29f428eb7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e27767a-e40e-41ca-b34d-a5b7412547b7,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:03:55.663832 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e5208d61-9686-4380-bfbe-ef29f428eb7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:55.664180 n-d-844202-1 neutron-server[88524]: INFO neutron.db.segments_db [None req-e5208d61-9686-4380-bfbe-ef29f428eb7d admin admin] Added segment 29f3bae4-57a1-4f66-96b7-93cfb8e10b44 of type vlan for network 9872ab5d-59e4-43b1-8dfc-1ca5e239e8ce Jun 01 19:03:55.692072 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-4f4d30e3-c8e2-45dc-a48a-e5545c4e504f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:03:55.729929 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4d30e3-c8e2-45dc-a48a-e5545c4e504f None None] Routers {'7ee539f0-74eb-4d8b-94f4-0af36e192612'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:03:55.730622 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-4f4d30e3-c8e2-45dc-a48a-e5545c4e504f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:03:39Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['7ee539f0-74eb-4d8b-94f4-0af36e192612'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:03:55.814822 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-18a639e1-e9e9-43ef-a625-9c25886409dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:55.859808 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-cc02dbc5-7afe-4df3-981c-d2bfe1bfa948 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.3791842 Jun 01 19:03:55.868085 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 46350) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:03:56.022114 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [None req-18a639e1-e9e9-43ef-a625-9c25886409dc admin admin] Transition to ACTIVE for port object 4e35d64b-a703-4a7b-acbd-fc0ee618a0ef will not be triggered until provisioned by entity DHCP. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:03:56.070000 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-4f4d30e3-c8e2-45dc-a48a-e5545c4e504f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:03:56.070529 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4d30e3-c8e2-45dc-a48a-e5545c4e504f None None] The sync data for ids ['7ee539f0-74eb-4d8b-94f4-0af36e192612'] in n-d-844202-1 is: [] {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:03:56.084572 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0ede894-9215-47f2-8419-052d9ee636a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc93f83c3-7fb6-5c13-a9d4-29d739a4e8d2-dbe1dc8e-7f1f-45ba-9cde-112c574d988f', 'network_id': 'dbe1dc8e-7f1f-45ba-9cde-112c574d988f', 'tenant_id': '186f4868324f42e7b69da35feb15cabc', 'fixed_ips': [{'subnet_id': 'dc5126c8-be78-4507-ab04-8d03f4748be8'}]}} from n-d-844202-1. {{(pid=88526) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 19:03:56.085246 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-d0ede894-9215-47f2-8419-052d9ee636a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:56.165582 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-35d92308-3ba5-4f61-ac5b-05db5eac0355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce3d77f2-5cda-41f3-823c-ec60c5fafaa1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-864592733', 'tenant_id': '8537cfb3773e46d182e148cf5b0a717f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': 'acdd2017-bd08-4739-b56c-cc5161a624cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:03:44Z', 'updated_at': '2022-06-01T19:03:50Z', 'revision_number': 3, 'project_id': '8537cfb3773e46d182e148cf5b0a717f', 'gw_port': {'id': 'acdd2017-bd08-4739-b56c-cc5161a624cb', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:fa:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce3d77f2-5cda-41f3-823c-ec60c5fafaa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2341, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:03:47Z', 'updated_at': '2022-06-01T19:03:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:03:56.172099 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d92308-3ba5-4f61-ac5b-05db5eac0355 None None] Checking router: ce3d77f2-5cda-41f3-823c-ec60c5fafaa1 for host: n-d-844202-1 {{(pid=88527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 19:03:56.172832 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d92308-3ba5-4f61-ac5b-05db5eac0355 None None] Updating router ce3d77f2-5cda-41f3-823c-ec60c5fafaa1 port acdd2017-bd08-4739-b56c-cc5161a624cb binding host n-d-844202-1 {{(pid=88527) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 19:03:56.317450 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-35d92308-3ba5-4f61-ac5b-05db5eac0355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:56.368703 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-8db75601-de32-4205-900c-d1f7ffc98565 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 15.0064924 Jun 01 19:03:56.392277 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58d679d1-a3cf-4014-ab77-64444cdee03d req-5c5aa987-6d4b-41a7-848c-5d4101175b41 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Network 1a74ffe4-e7cd-459d-b2d6-ae7cddc87c99 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:03:56.403807 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 46362) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:03:56.404555 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [req-58d679d1-a3cf-4014-ab77-64444cdee03d req-5c5aa987-6d4b-41a7-848c-5d4101175b41 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:03:56.407643 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdadcfd-0dc9-4b40-90a9-31a49ef9ad3b req-576f9b0c-097f-4c7b-a455-a777c306a598 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:03:56.411521 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2cdadcfd-0dc9-4b40-90a9-31a49ef9ad3b req-576f9b0c-097f-4c7b-a455-a777c306a598 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] 10.222.0.41 "GET /v2.0/ports?device_id=788ce680-fc4d-472b-8d83-c8cf7fd384df HTTP/1.1" status: 200 len: 932 time: 0.9174306 Jun 01 19:03:56.415561 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e784dfea-95db-493b-8caf-c9a87aad128f req-5ee3d325-839c-42bf-9514-446c32852859 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/ports?device_id=345ef383-f908-4c6b-8937-0a117e7aece3 HTTP/1.1" status: 200 len: 210 time: 0.2823157 Jun 01 19:03:56.419981 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-24026f28-378a-44da-b46f-2074c08b5612 tempest-TestNetworkAdvancedServerOps-1915190974 tempest-TestNetworkAdvancedServerOps-1915190974-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=8537cfb3773e46d182e148cf5b0a717f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 1.1110034 Jun 01 19:03:56.424737 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 46364) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:03:56.466129 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-1e72a473-2290-438a-a41e-da95e9d03c7f tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Request body: {'floatingip': {'port_id': '6b2528ef-7965-4d6f-8ae8-16a842074fd3', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:03:56.495957 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.db_base_plugin_common [None req-d0ede894-9215-47f2-8419-052d9ee636a6 None None] Allocated IP 172.20.0.1 (dbe1dc8e-7f1f-45ba-9cde-112c574d988f/dc5126c8-be78-4507-ab04-8d03f4748be8/049b22fa-9c7b-4fc4-b815-562dd290fc5c) {{(pid=88526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:03:56.612150 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-58d679d1-a3cf-4014-ab77-64444cdee03d req-5c5aa987-6d4b-41a7-848c-5d4101175b41 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:03:56.768374 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5aa987-6d4b-41a7-848c-5d4101175b41 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Pushing event updated for resources: {'Port': ['ID=acb3787e-d6e7-4d8e-8e29-33bcd53ffe01,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:03:56.774386 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-48d1155b-3c18-441c-a2d9-41a041f8654a tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:56.781246 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e5208d61-9686-4380-bfbe-ef29f428eb7d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:56.887660 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2cdadcfd-0dc9-4b40-90a9-31a49ef9ad3b req-c246e174-4a1f-4ea9-acb1-13401230c1c0 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] 10.222.0.41 "GET /v2.0/security-groups?id=f21673f5-4d44-4992-85b9-6c5f8a047d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4347215 Jun 01 19:03:56.898349 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-18a639e1-e9e9-43ef-a625-9c25886409dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:56.939558 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d679d1-a3cf-4014-ab77-64444cdee03d req-5c5aa987-6d4b-41a7-848c-5d4101175b41 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:03:56.943293 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-58d679d1-a3cf-4014-ab77-64444cdee03d req-5c5aa987-6d4b-41a7-848c-5d4101175b41 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:56.952192 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1e72a473-2290-438a-a41e-da95e9d03c7f tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks [] for floatingip, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:56.998163 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-d0ede894-9215-47f2-8419-052d9ee636a6 None None] Notify callbacks [] for port, precommit_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:57.011331 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-d0ede894-9215-47f2-8419-052d9ee636a6 None None] Transition to ACTIVE for port object 049b22fa-9c7b-4fc4-b815-562dd290fc5c will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:03:57.027877 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f11e4207-380f-47a3-9325-ea2961541909 tempest-TestNetworkAdvancedServerOps-1915190974 tempest-TestNetworkAdvancedServerOps-1915190974-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:03:57.029544 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-f11e4207-380f-47a3-9325-ea2961541909 tempest-TestNetworkAdvancedServerOps-1915190974 tempest-TestNetworkAdvancedServerOps-1915190974-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6038785 Jun 01 19:03:57.031413 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-d0ede894-9215-47f2-8419-052d9ee636a6 None None] Transition to ACTIVE for port object 049b22fa-9c7b-4fc4-b815-562dd290fc5c will not be triggered until provisioned by entity DHCP. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:03:57.041502 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 8c3e5e48-f454-4082-9a21-d59ffb9b95e7 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:03:57.088519 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 46370) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:03:57.112975 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-d0ede894-9215-47f2-8419-052d9ee636a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526'] for port, after_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:57.125144 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-35d92308-3ba5-4f61-ac5b-05db5eac0355 None None] Notify callbacks [] for port, precommit_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:57.132409 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18a639e1-e9e9-43ef-a625-9c25886409dc admin admin] Network be2366b1-2c5b-42fb-bc16-2beb33d2f75c is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:03:57.154201 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-18a639e1-e9e9-43ef-a625-9c25886409dc admin admin] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:03:57.157451 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.provisioning_blocks [None req-35d92308-3ba5-4f61-ac5b-05db5eac0355 None None] Transition to ACTIVE for port object acdd2017-bd08-4739-b56c-cc5161a624cb will not be triggered until provisioned by entity L2. {{(pid=88527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:03:57.187727 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e5208d61-9686-4380-bfbe-ef29f428eb7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:57.190046 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5208d61-9686-4380-bfbe-ef29f428eb7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:03:57.190918 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e5208d61-9686-4380-bfbe-ef29f428eb7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:57.194297 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-35d92308-3ba5-4f61-ac5b-05db5eac0355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:57.229162 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a639e1-e9e9-43ef-a625-9c25886409dc admin admin] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:03:57.302035 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-48d1155b-3c18-441c-a2d9-41a041f8654a tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:57.345501 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-35d92308-3ba5-4f61-ac5b-05db5eac0355 None None] Attempting to bind port acdd2017-bd08-4739-b56c-cc5161a624cb on host n-d-844202-1 for vnic_type normal with profile {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:03:57.345888 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-35d92308-3ba5-4f61-ac5b-05db5eac0355 None None] Attempting to bind port acdd2017-bd08-4739-b56c-cc5161a624cb by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}] {{(pid=88527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:03:57.346254 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d92308-3ba5-4f61-ac5b-05db5eac0355 None None] Attempting to bind port acdd2017-bd08-4739-b56c-cc5161a624cb on network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:03:57.354054 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f00aa9d6-1588-4155-a421-0eb9f3c15437 None None] Provisioning for port acb3787e-d6e7-4d8e-8e29-33bcd53ffe01 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:03:57.365232 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f00aa9d6-1588-4155-a421-0eb9f3c15437 None None] Provisioning complete for port acb3787e-d6e7-4d8e-8e29-33bcd53ffe01 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:03:57.366000 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f00aa9d6-1588-4155-a421-0eb9f3c15437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:57.405210 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d92308-3ba5-4f61-ac5b-05db5eac0355 None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 3, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:03:57.405601 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d92308-3ba5-4f61-ac5b-05db5eac0355 None None] Checking segment: {'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:03:57.406016 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-35d92308-3ba5-4f61-ac5b-05db5eac0355 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:57.408723 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d92308-3ba5-4f61-ac5b-05db5eac0355 None None] Bound using segment: {'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'} {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:03:57.409257 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-35d92308-3ba5-4f61-ac5b-05db5eac0355 None None] Bound port: acdd2017-bd08-4739-b56c-cc5161a624cb, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}}] {{(pid=88527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:03:57.421941 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-35d92308-3ba5-4f61-ac5b-05db5eac0355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:57.466805 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0ede894-9215-47f2-8419-052d9ee636a6 None None] Network dbe1dc8e-7f1f-45ba-9cde-112c574d988f is already hosted by enough agents. {{(pid=88526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:03:57.470516 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f00aa9d6-1588-4155-a421-0eb9f3c15437 None None] Port acb3787e-d6e7-4d8e-8e29-33bcd53ffe01 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:03:57.483164 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.base_scheduler [None req-d0ede894-9215-47f2-8419-052d9ee636a6 None None] Resources bound (agent type, host, resource id): {{(pid=88526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:03:57.487813 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port 8c3e5e48-f454-4082-9a21-d59ffb9b95e7 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:03:57.491916 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ede894-9215-47f2-8419-052d9ee636a6 None None] Received port after_create {{(pid=88526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:03:57.515352 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ede894-9215-47f2-8419-052d9ee636a6 None None] Pushing event updated for resources: {'Port': ['ID=049b22fa-9c7b-4fc4-b815-562dd290fc5c,revision_number=1']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:03:57.549221 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-0c2537bd-6ffb-491d-b5e1-549021bfb738 tempest-TestNetworkAdvancedServerOps-1915190974 tempest-TestNetworkAdvancedServerOps-1915190974-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=72a72e44-6845-488a-a5ff-3a26d4df9cb3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4464855 Jun 01 19:03:57.553033 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-48d1155b-3c18-441c-a2d9-41a041f8654a tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2614143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9667199'] for subnet, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:57.560548 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 46382) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:03:57.561549 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5208d61-9686-4380-bfbe-ef29f428eb7d admin admin] Pushing event updated for resources: {'Network': ['ID=9872ab5d-59e4-43b1-8dfc-1ca5e239e8ce,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:03:57.563573 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 8c3e5e48-f454-4082-9a21-d59ffb9b95e7 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:03:57.564065 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:57.567076 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-e5208d61-9686-4380-bfbe-ef29f428eb7d admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 4.0291433 Jun 01 19:03:57.589923 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-1538ed1c-391c-45e6-a6e0-bf9678fc2828 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-899161488', 'network_id': '57a41f0e-b08f-4033-97ac-1767c5f2bb80', 'project_id': '8537cfb3773e46d182e148cf5b0a717f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:03:57.624650 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.db [None req-35d92308-3ba5-4f61-ac5b-05db5eac0355 None None] For port acdd2017-bd08-4739-b56c-cc5161a624cb, host n-d-844202-1, cleared binding levels {{(pid=88527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:03:57.634287 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.db [None req-35d92308-3ba5-4f61-ac5b-05db5eac0355 None None] For port acdd2017-bd08-4739-b56c-cc5161a624cb, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=acdd2017-bd08-4739-b56c-cc5161a624cb,segment=NetworkSegment(7875af61-4c53-4ff2-b8c8-d4b7c35ff947),segment_id=7875af61-4c53-4ff2-b8c8-d4b7c35ff947)] {{(pid=88527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:03:57.650133 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 46388) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:03:57.653742 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-58d679d1-a3cf-4014-ab77-64444cdee03d req-5c5aa987-6d4b-41a7-848c-5d4101175b41 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.7383738 Jun 01 19:03:57.660548 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-35d92308-3ba5-4f61-ac5b-05db5eac0355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:57.669711 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network 9872ab5d-59e4-43b1-8dfc-1ca5e239e8ce details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 19:03:57.669897 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-983fec7c-be77-4991-a181-04e7b9727513 admin admin] Request body: {'subnet': {'network_id': '9872ab5d-59e4-43b1-8dfc-1ca5e239e8ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-749238114-subnet', 'tenant_id': '4e20c5bd79fa44728efb622f29d6160e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:03:57.690550 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-18a639e1-e9e9-43ef-a625-9c25886409dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-887605'] for router_interface, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:57.720857 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152507ad-c5f6-4f5d-b057-cf3d1788aa2a None None] Pushing event updated for resources: {'Port': ['ID=acdd2017-bd08-4739-b56c-cc5161a624cb,revision_number=2']} {{(pid=88527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:03:57.741266 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-58d679d1-a3cf-4014-ab77-64444cdee03d req-e51bbd15-c21f-4dca-b891-fa40fd6fb88b service neutron] Request body: {'port': {'device_id': '788ce680-fc4d-472b-8d83-c8cf7fd384df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844202-1'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:03:57.799567 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-983fec7c-be77-4991-a181-04e7b9727513 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:03:57.832028 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-d0ede894-9215-47f2-8419-052d9ee636a6 None None] Attempting to bind port 049b22fa-9c7b-4fc4-b815-562dd290fc5c on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:03:57.832581 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-d0ede894-9215-47f2-8419-052d9ee636a6 None None] Attempting to bind port 049b22fa-9c7b-4fc4-b815-562dd290fc5c by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': '064bb41d-6c62-4efd-8e28-1b2158cb5a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'dbe1dc8e-7f1f-45ba-9cde-112c574d988f'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:03:57.832944 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ede894-9215-47f2-8419-052d9ee636a6 None None] Attempting to bind port 049b22fa-9c7b-4fc4-b815-562dd290fc5c on network dbe1dc8e-7f1f-45ba-9cde-112c574d988f {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:03:57.874855 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ede894-9215-47f2-8419-052d9ee636a6 None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 3, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:03:57.875221 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ede894-9215-47f2-8419-052d9ee636a6 None None] Checking segment: {'id': '064bb41d-6c62-4efd-8e28-1b2158cb5a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'dbe1dc8e-7f1f-45ba-9cde-112c574d988f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:03:57.875745 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-d0ede894-9215-47f2-8419-052d9ee636a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:57.876131 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ede894-9215-47f2-8419-052d9ee636a6 None None] Bound using segment: {'id': '064bb41d-6c62-4efd-8e28-1b2158cb5a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'dbe1dc8e-7f1f-45ba-9cde-112c574d988f'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:03:57.876634 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-d0ede894-9215-47f2-8419-052d9ee636a6 None None] Bound port: 049b22fa-9c7b-4fc4-b815-562dd290fc5c, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '064bb41d-6c62-4efd-8e28-1b2158cb5a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'dbe1dc8e-7f1f-45ba-9cde-112c574d988f'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:03:57.877190 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-d0ede894-9215-47f2-8419-052d9ee636a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:57.895082 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d92308-3ba5-4f61-ac5b-05db5eac0355 None None] Routers {'ce3d77f2-5cda-41f3-823c-ec60c5fafaa1'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:03:57.899936 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-35d92308-3ba5-4f61-ac5b-05db5eac0355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:03:39Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['ce3d77f2-5cda-41f3-823c-ec60c5fafaa1'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:03:57.910881 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-983fec7c-be77-4991-a181-04e7b9727513 admin admin] Usage tracker for resource:subnet and tenant:4e20c5bd79fa44728efb622f29d6160e is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:03:57.967660 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-e98048c0-e6e9-42d5-bea2-9666573d9126 None None] Provisioning for port 4e35d64b-a703-4a7b-acbd-fc0ee618a0ef completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:03:57.995400 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-e98048c0-e6e9-42d5-bea2-9666573d9126 None None] Provisioning complete for port 4e35d64b-a703-4a7b-acbd-fc0ee618a0ef triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:03:57.995748 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-e98048c0-e6e9-42d5-bea2-9666573d9126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:58.084703 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-e98048c0-e6e9-42d5-bea2-9666573d9126 None None] Port 4e35d64b-a703-4a7b-acbd-fc0ee618a0ef cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:03:58.084919 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-983fec7c-be77-4991-a181-04e7b9727513 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:03:58.105931 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 8c3e5e48-f454-4082-9a21-d59ffb9b95e7 is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:03:58.106465 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:58.132582 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-d0ede894-9215-47f2-8419-052d9ee636a6 None None] For port 049b22fa-9c7b-4fc4-b815-562dd290fc5c, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:03:58.135991 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a639e1-e9e9-43ef-a625-9c25886409dc admin admin] Pushing event updated for resources: {'Port': ['ID=4e35d64b-a703-4a7b-acbd-fc0ee618a0ef,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:03:58.136629 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-d0ede894-9215-47f2-8419-052d9ee636a6 None None] For port 049b22fa-9c7b-4fc4-b815-562dd290fc5c, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=049b22fa-9c7b-4fc4-b815-562dd290fc5c,segment=NetworkSegment(064bb41d-6c62-4efd-8e28-1b2158cb5a90),segment_id=064bb41d-6c62-4efd-8e28-1b2158cb5a90)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:03:58.138548 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port 8c3e5e48-f454-4082-9a21-d59ffb9b95e7, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=8c3e5e48-f454-4082-9a21-d59ffb9b95e7,segment=NetworkSegment(7875af61-4c53-4ff2-b8c8-d4b7c35ff947),segment_id=7875af61-4c53-4ff2-b8c8-d4b7c35ff947)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:03:58.143478 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-d0ede894-9215-47f2-8419-052d9ee636a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:58.171497 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152507ad-c5f6-4f5d-b057-cf3d1788aa2a None None] Pushing event updated for resources: {'Port': ['ID=acdd2017-bd08-4739-b56c-cc5161a624cb,revision_number=3']} {{(pid=88527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:03:58.223507 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d1155b-3c18-441c-a2d9-41a041f8654a tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Pushing event deleted for resources: {'Subnet': ['ID=dc5126c8-be78-4507-ab04-8d03f4748be8,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:03:58.236288 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:58.244773 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ede894-9215-47f2-8419-052d9ee636a6 None None] Pushing event updated for resources: {'Port': ['ID=049b22fa-9c7b-4fc4-b815-562dd290fc5c,revision_number=2']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:03:58.272444 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-74d2898a-913d-41fd-8aca-49cfabc1451c req-a5fcbb87-342e-4bf1-ba03-fa0c72400e4b tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/ports?device_id=345ef383-f908-4c6b-8937-0a117e7aece3 HTTP/1.1" status: 200 len: 210 time: 0.4653180 Jun 01 19:03:58.303097 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-983fec7c-be77-4991-a181-04e7b9727513 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:03:58.394330 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-35d92308-3ba5-4f61-ac5b-05db5eac0355 None None] Set router ce3d77f2-5cda-41f3-823c-ec60c5fafaa1 gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:03:58.401612 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=8c3e5e48-f454-4082-9a21-d59ffb9b95e7,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:03:58.414961 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c290c23-292b-44af-88b1-8f6130b9e928 None None] Network dbe1dc8e-7f1f-45ba-9cde-112c574d988f requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:03:58.449329 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-48d1155b-3c18-441c-a2d9-41a041f8654a tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:58.500657 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-48d1155b-3c18-441c-a2d9-41a041f8654a tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbe1dc8e-7f1f-45ba-9cde-112c574d988f']}} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:03:58.522824 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-1538ed1c-391c-45e6-a6e0-bf9678fc2828 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:03:58.544054 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-48d1155b-3c18-441c-a2d9-41a041f8654a tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '064bb41d-6c62-4efd-8e28-1b2158cb5a90') {'for_net_delete': True} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:03:58.544768 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-48d1155b-3c18-441c-a2d9-41a041f8654a tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '064bb41d-6c62-4efd-8e28-1b2158cb5a90') {} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:03:58.563434 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a21d1b2-3896-4545-b95d-4ab63bfa4ffe req-91700fd9-00b8-4a14-ab49-c426781097e9 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:03:58.575206 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-6a21d1b2-3896-4545-b95d-4ab63bfa4ffe req-91700fd9-00b8-4a14-ab49-c426781097e9 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] 10.222.0.41 "GET /v2.0/ports?device_id=788ce680-fc4d-472b-8d83-c8cf7fd384df HTTP/1.1" status: 200 len: 932 time: 0.4672775 Jun 01 19:03:58.601961 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-48d1155b-3c18-441c-a2d9-41a041f8654a tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2258522'] for segment, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:58.606069 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-1538ed1c-391c-45e6-a6e0-bf9678fc2828 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Usage tracker for resource:subnet and tenant:8537cfb3773e46d182e148cf5b0a717f is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:03:58.620034 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-1538ed1c-391c-45e6-a6e0-bf9678fc2828 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:03:58.628899 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-983fec7c-be77-4991-a181-04e7b9727513 admin admin] Made reservation on behalf of 4e20c5bd79fa44728efb622f29d6160e for: {'subnet': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:03:58.640871 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-983fec7c-be77-4991-a181-04e7b9727513 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3066584'] for subnet, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:58.666668 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-48d1155b-3c18-441c-a2d9-41a041f8654a tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:58.684658 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-1538ed1c-391c-45e6-a6e0-bf9678fc2828 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:03:58.717815 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efcace7a-d6ac-4c3c-8ec4-1cb095aea2d4 None None] get_active_networks_info from n-d-844202-1 {{(pid=88526) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jun 01 19:03:58.718713 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48d1155b-3c18-441c-a2d9-41a041f8654a tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=88525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 19:03:58.719425 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-48d1155b-3c18-441c-a2d9-41a041f8654a tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2613981'] for segment, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:58.776669 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment 064bb41d-6c62-4efd-8e28-1b2158cb5a90 resource provider aggregate not found Jun 01 19:03:58.888046 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 8c3e5e48-f454-4082-9a21-d59ffb9b95e7 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:03:58.891047 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-58d679d1-a3cf-4014-ab77-64444cdee03d req-e51bbd15-c21f-4dca-b891-fa40fd6fb88b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:58.931115 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-35d92308-3ba5-4f61-ac5b-05db5eac0355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce3d77f2-5cda-41f3-823c-ec60c5fafaa1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-864592733', 'tenant_id': '8537cfb3773e46d182e148cf5b0a717f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': 'acdd2017-bd08-4739-b56c-cc5161a624cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:03:44Z', 'updated_at': '2022-06-01T19:03:50Z', 'revision_number': 3, 'project_id': '8537cfb3773e46d182e148cf5b0a717f', 'gw_port': {'id': 'acdd2017-bd08-4739-b56c-cc5161a624cb', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:fa:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce3d77f2-5cda-41f3-823c-ec60c5fafaa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2341, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:03:47Z', 'updated_at': '2022-06-01T19:03:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:03:58.936545 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d92308-3ba5-4f61-ac5b-05db5eac0355 None None] The sync data for ids ['ce3d77f2-5cda-41f3-823c-ec60c5fafaa1'] in n-d-844202-1 is: [{'id': 'ce3d77f2-5cda-41f3-823c-ec60c5fafaa1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-864592733', 'tenant_id': '8537cfb3773e46d182e148cf5b0a717f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': 'acdd2017-bd08-4739-b56c-cc5161a624cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:03:44Z', 'updated_at': '2022-06-01T19:03:50Z', 'revision_number': 3, 'project_id': '8537cfb3773e46d182e148cf5b0a717f', 'gw_port': {'id': 'acdd2017-bd08-4739-b56c-cc5161a624cb', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:fa:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce3d77f2-5cda-41f3-823c-ec60c5fafaa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2341, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:03:47Z', 'updated_at': '2022-06-01T19:03:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:03:58.980289 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efcace7a-d6ac-4c3c-8ec4-1cb095aea2d4 None None] Resources bound (agent type, host, resource id): {{(pid=88526) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 01 19:03:59.058727 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-6a21d1b2-3896-4545-b95d-4ab63bfa4ffe req-e394cce2-8a3b-4ca9-8f8e-03d4caf2bd1c tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] 10.222.0.41 "GET /v2.0/security-groups?id=f21673f5-4d44-4992-85b9-6c5f8a047d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4821594 Jun 01 19:03:59.069628 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment 064bb41d-6c62-4efd-8e28-1b2158cb5a90 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 064bb41d-6c62-4efd-8e28-1b2158cb5a90 found for delete ", "request_id": "req-767c72db-582b-4e7e-95c8-10e745e04740"}]} Jun 01 19:03:59.078117 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-18a639e1-e9e9-43ef-a625-9c25886409dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:59.158257 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 8c3e5e48-f454-4082-9a21-d59ffb9b95e7 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:03:59.159346 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:59.174207 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1538ed1c-391c-45e6-a6e0-bf9678fc2828 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Made reservation on behalf of 8537cfb3773e46d182e148cf5b0a717f for: {'subnet': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:03:59.177825 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1538ed1c-391c-45e6-a6e0-bf9678fc2828 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3066584'] for subnet, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:59.198363 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.db.api [None req-48d1155b-3c18-441c-a2d9-41a041f8654a tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 01 19:03:59.198363 n-d-844202-1 neutron-server[88525]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 01 19:03:59.198363 n-d-844202-1 neutron-server[88525]: [parameters: {'id': 'dbe1dc8e-7f1f-45ba-9cde-112c574d988f'}] Jun 01 19:03:59.198363 n-d-844202-1 neutron-server[88525]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88525) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 19:03:59.199058 n-d-844202-1 neutron-server[88525]: DEBUG oslo_db.api [None req-48d1155b-3c18-441c-a2d9-41a041f8654a tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 19:03:59.489141 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 8c3e5e48-f454-4082-9a21-d59ffb9b95e7 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:03:59.497848 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-18a639e1-e9e9-43ef-a625-9c25886409dc admin admin] Notify callbacks [] for port, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:59.509112 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-18a639e1-e9e9-43ef-a625-9c25886409dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:59.559372 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51912f54-ce5c-4426-95f2-92f42d046761 req-bf00489f-4115-432d-bd47-0d698d6089ae tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:03:59.560929 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-51912f54-ce5c-4426-95f2-92f42d046761 req-bf00489f-4115-432d-bd47-0d698d6089ae tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.50 "GET /v2.0/networks?id=0c49dc6b-5e39-4101-b04d-1c1361c15d69 HTTP/1.1" status: 200 len: 806 time: 1.7419641 Jun 01 19:03:59.705776 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-48d1155b-3c18-441c-a2d9-41a041f8654a tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:59.742213 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a639e1-e9e9-43ef-a625-9c25886409dc admin admin] Pushing event updated for resources: {'Port': ['ID=4e35d64b-a703-4a7b-acbd-fc0ee618a0ef,revision_number=2']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:03:59.775776 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-48d1155b-3c18-441c-a2d9-41a041f8654a tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Deleting port 049b22fa-9c7b-4fc4-b815-562dd290fc5c {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:03:59.776178 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-48d1155b-3c18-441c-a2d9-41a041f8654a tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:59.778118 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-51912f54-ce5c-4426-95f2-92f42d046761 req-4d0b87b8-ece4-4192-a2a6-a1c802fc34e4 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Request body: {'port': {'device_id': '345ef383-f908-4c6b-8937-0a117e7aece3', 'network_id': '0c49dc6b-5e39-4101-b04d-1c1361c15d69', 'admin_state_up': True, 'tenant_id': 'ff411273a1ac46f2a91fb45afe578ccb'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:03:59.806363 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-18a639e1-e9e9-43ef-a625-9c25886409dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-887436'] for router_interface, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:03:59.888397 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9595341d-4167-48b4-9133-3f1ad23d982c req-fe50b876-6bdc-44f5-a8ac-50cb4554436c tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/ports?device_id=345ef383-f908-4c6b-8937-0a117e7aece3 HTTP/1.1" status: 200 len: 210 time: 0.3259928 Jun 01 19:04:00.094473 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18a639e1-e9e9-43ef-a625-9c25886409dc admin admin] Network be2366b1-2c5b-42fb-bc16-2beb33d2f75c is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:04:00.095615 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-18a639e1-e9e9-43ef-a625-9c25886409dc admin admin] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:04:00.431023 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-51912f54-ce5c-4426-95f2-92f42d046761 req-4d0b87b8-ece4-4192-a2a6-a1c802fc34e4 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:04:00.459687 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-55db5925-4692-4f8a-8740-edab7081630b None None] Provisioning complete for port 4e35d64b-a703-4a7b-acbd-fc0ee618a0ef triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:04:00.460216 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-55db5925-4692-4f8a-8740-edab7081630b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:00.505168 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [None req-48d1155b-3c18-441c-a2d9-41a041f8654a tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] For port 049b22fa-9c7b-4fc4-b815-562dd290fc5c, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=049b22fa-9c7b-4fc4-b815-562dd290fc5c,segment=NetworkSegment(064bb41d-6c62-4efd-8e28-1b2158cb5a90),segment_id=064bb41d-6c62-4efd-8e28-1b2158cb5a90)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:04:00.506259 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-48d1155b-3c18-441c-a2d9-41a041f8654a tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:00.533916 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-55db5925-4692-4f8a-8740-edab7081630b None None] Port 4e35d64b-a703-4a7b-acbd-fc0ee618a0ef cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:04:00.622342 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-51912f54-ce5c-4426-95f2-92f42d046761 req-4d0b87b8-ece4-4192-a2a6-a1c802fc34e4 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:04:00.651319 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-48d1155b-3c18-441c-a2d9-41a041f8654a tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Calling delete_port for 049b22fa-9c7b-4fc4-b815-562dd290fc5c owned by network:dhcp {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:04:00.703330 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51912f54-ce5c-4426-95f2-92f42d046761 req-4d0b87b8-ece4-4192-a2a6-a1c802fc34e4 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Made reservation on behalf of ff411273a1ac46f2a91fb45afe578ccb for: {'port': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:04:00.705417 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18a639e1-e9e9-43ef-a625-9c25886409dc admin admin] Router 3f5f79ce-f2d5-4949-aae1-30f372392868 has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 19:04:00.707303 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-51912f54-ce5c-4426-95f2-92f42d046761 req-4d0b87b8-ece4-4192-a2a6-a1c802fc34e4 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:00.727577 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafe7a16-5c17-47ad-abbf-cec847818258 req-a26cbe13-5879-4a75-8a41-f70f4ad276db tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:00.729064 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-fafe7a16-5c17-47ad-abbf-cec847818258 req-a26cbe13-5879-4a75-8a41-f70f4ad276db tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] 10.222.0.41 "GET /v2.0/ports?device_id=788ce680-fc4d-472b-8d83-c8cf7fd384df HTTP/1.1" status: 200 len: 932 time: 0.4179194 Jun 01 19:04:00.731247 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-983fec7c-be77-4991-a181-04e7b9727513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2718919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3066602'] for subnet, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:00.734792 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1538ed1c-391c-45e6-a6e0-bf9678fc2828 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2718919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3066602'] for subnet, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:00.842070 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983fec7c-be77-4991-a181-04e7b9727513 admin admin] Pushing event updated for resources: {'Subnet': ['ID=969bae19-2b90-42ed-a4ac-a4a59eaa870c,revision_number=0']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:04:00.902445 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device acdd2017-bd08-4739-b56c-cc5161a624cb up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:04:00.932928 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.db.resource_extend [None req-1e72a473-2290-438a-a41e-da95e9d03c7f tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 19:04:01.026603 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-fafe7a16-5c17-47ad-abbf-cec847818258 req-3d1eb86c-f463-405d-97d6-d891ffeddb6a tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] 10.222.0.41 "GET /v2.0/security-groups?id=f21673f5-4d44-4992-85b9-6c5f8a047d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2875094 Jun 01 19:04:01.050182 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-48d1155b-3c18-441c-a2d9-41a041f8654a tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:01.101615 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port acdd2017-bd08-4739-b56c-cc5161a624cb completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:04:01.108655 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port acdd2017-bd08-4739-b56c-cc5161a624cb triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:04:01.109356 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:01.158814 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1e72a473-2290-438a-a41e-da95e9d03c7f tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:01.165421 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1538ed1c-391c-45e6-a6e0-bf9678fc2828 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Checking segment: {'id': '125279ea-2aed-41ea-8b3e-4526e0a8c195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '57a41f0e-b08f-4033-97ac-1767c5f2bb80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:04:01.166033 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1538ed1c-391c-45e6-a6e0-bf9678fc2828 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Network hostable DHCP agents. Network: 57a41f0e-b08f-4033-97ac-1767c5f2bb80, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88524) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 19:04:01.171032 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1538ed1c-391c-45e6-a6e0-bf9678fc2828 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Pushing event updated for resources: {'Subnet': ['ID=48973f57-aa83-4e30-ba85-055d310a8b91,revision_number=0']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:04:01.173460 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-983fec7c-be77-4991-a181-04e7b9727513 admin admin] Checking segment: {'id': '29f3bae4-57a1-4f66-96b7-93cfb8e10b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '9872ab5d-59e4-43b1-8dfc-1ca5e239e8ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:04:01.174003 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-983fec7c-be77-4991-a181-04e7b9727513 admin admin] Network hostable DHCP agents. Network: 9872ab5d-59e4-43b1-8dfc-1ca5e239e8ce, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88524) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 19:04:01.229118 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1e72a473-2290-438a-a41e-da95e9d03c7f tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887712'] for floatingip, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:01.319414 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port acdd2017-bd08-4739-b56c-cc5161a624cb is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:04:01.319960 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:01.322816 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d1155b-3c18-441c-a2d9-41a041f8654a tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] No DVR routers for this DVR port 049b22fa-9c7b-4fc4-b815-562dd290fc5c on host n-d-844202-1 {{(pid=88525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:04:01.340743 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port acdd2017-bd08-4739-b56c-cc5161a624cb, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=acdd2017-bd08-4739-b56c-cc5161a624cb,segment=NetworkSegment(7875af61-4c53-4ff2-b8c8-d4b7c35ff947),segment_id=7875af61-4c53-4ff2-b8c8-d4b7c35ff947)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:04:01.346384 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:01.411763 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18a639e1-e9e9-43ef-a625-9c25886409dc admin admin] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:04:01.439911 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c4e91203-931d-45bf-803c-f55354490049 req-bbea4cbe-b79e-4cee-b203-d04da718a505 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/ports?device_id=345ef383-f908-4c6b-8937-0a117e7aece3 HTTP/1.1" status: 200 len: 210 time: 0.2799437 Jun 01 19:04:01.445565 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d1155b-3c18-441c-a2d9-41a041f8654a tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Pushing event deleted for resources: {'Port': ['ID=049b22fa-9c7b-4fc4-b815-562dd290fc5c,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:04:01.450636 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=acdd2017-bd08-4739-b56c-cc5161a624cb,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:04:01.453663 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628b7e9a-f8b5-4ab1-8835-f2ee8ac80910 None None] Sync routers for ids ['3f5f79ce-f2d5-4949-aae1-30f372392868'] in n-d-844202-1 {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:04:01.471883 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628b7e9a-f8b5-4ab1-8835-f2ee8ac80910 None None] Routers {'3f5f79ce-f2d5-4949-aae1-30f372392868'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:04:01.471883 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-628b7e9a-f8b5-4ab1-8835-f2ee8ac80910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:03:39Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['3f5f79ce-f2d5-4949-aae1-30f372392868'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:04:01.497839 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [req-58d679d1-a3cf-4014-ab77-64444cdee03d req-e51bbd15-c21f-4dca-b891-fa40fd6fb88b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acb3787e-d6e7-4d8e-8e29-33bcd53ffe01 {{(pid=88524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 19:04:01.531742 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-18a639e1-e9e9-43ef-a625-9c25886409dc admin admin] 10.222.0.41 "PUT /v2.0/routers/3f5f79ce-f2d5-4949-aae1-30f372392868/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4131196 Jun 01 19:04:01.559725 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-48d1155b-3c18-441c-a2d9-41a041f8654a tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:01.595297 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-48d1155b-3c18-441c-a2d9-41a041f8654a tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbe1dc8e-7f1f-45ba-9cde-112c574d988f']}} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:04:01.616552 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-48d1155b-3c18-441c-a2d9-41a041f8654a tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '064bb41d-6c62-4efd-8e28-1b2158cb5a90') {'for_net_delete': True} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:04:01.617041 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-48d1155b-3c18-441c-a2d9-41a041f8654a tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '064bb41d-6c62-4efd-8e28-1b2158cb5a90') {} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:04:01.633442 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-48d1155b-3c18-441c-a2d9-41a041f8654a tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2258522'] for segment, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:01.657744 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-48d1155b-3c18-441c-a2d9-41a041f8654a tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:01.665837 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48d1155b-3c18-441c-a2d9-41a041f8654a tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=88525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 19:04:01.666151 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-48d1155b-3c18-441c-a2d9-41a041f8654a tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2613981'] for segment, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:01.721180 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-58d679d1-a3cf-4014-ab77-64444cdee03d req-e51bbd15-c21f-4dca-b891-fa40fd6fb88b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:01.723763 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-628b7e9a-f8b5-4ab1-8835-f2ee8ac80910 None None] Set router 3f5f79ce-f2d5-4949-aae1-30f372392868 gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:04:01.726919 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1538ed1c-391c-45e6-a6e0-bf9678fc2828 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Network 57a41f0e-b08f-4033-97ac-1767c5f2bb80 is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88524) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 19:04:01.750251 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 46428) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:04:01.767379 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-983fec7c-be77-4991-a181-04e7b9727513 admin admin] Network 9872ab5d-59e4-43b1-8dfc-1ca5e239e8ce is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88524) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 19:04:01.781665 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-1538ed1c-391c-45e6-a6e0-bf9678fc2828 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, 57a41f0e-b08f-4033-97ac-1767c5f2bb80) {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:04:01.788174 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1538ed1c-391c-45e6-a6e0-bf9678fc2828 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:01.789319 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1538ed1c-391c-45e6-a6e0-bf9678fc2828 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:01.822212 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment 064bb41d-6c62-4efd-8e28-1b2158cb5a90 resource provider aggregate not found Jun 01 19:04:01.841709 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-1538ed1c-391c-45e6-a6e0-bf9678fc2828 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 4.2772675 Jun 01 19:04:01.842186 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 46438) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:04:01.845549 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [req-51912f54-ce5c-4426-95f2-92f42d046761 req-4d0b87b8-ece4-4192-a2a6-a1c802fc34e4 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Allocated IP 172.20.0.13 (0c49dc6b-5e39-4101-b04d-1c1361c15d69/308ebcd6-774a-482f-bd0f-fadc3e2b2dca/1667d4d5-25df-41ac-be8f-8a699a8dfeab) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:04:01.847940 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-983fec7c-be77-4991-a181-04e7b9727513 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, 9872ab5d-59e4-43b1-8dfc-1ca5e239e8ce) {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:04:01.854419 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-983fec7c-be77-4991-a181-04e7b9727513 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:01.855047 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-983fec7c-be77-4991-a181-04e7b9727513 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:01.936757 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment 064bb41d-6c62-4efd-8e28-1b2158cb5a90 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 064bb41d-6c62-4efd-8e28-1b2158cb5a90 found for delete ", "request_id": "req-950a89f0-1c83-4db2-a04d-bc0fa9720e3b"}]} Jun 01 19:04:01.980208 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-48d1155b-3c18-441c-a2d9-41a041f8654a tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:01.984627 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf6618f4-9b52-4361-8922-2ed7a97adfe6 None None] Network 57a41f0e-b08f-4033-97ac-1767c5f2bb80 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:04:02.016403 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1ee0848-a1f3-4409-91c7-a2259ee08cc2 None None] Network 9872ab5d-59e4-43b1-8dfc-1ca5e239e8ce requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:04:02.041747 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-48d1155b-3c18-441c-a2d9-41a041f8654a tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks [] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:02.112973 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d1155b-3c18-441c-a2d9-41a041f8654a tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Pushing event deleted for resources: {'Network': ['ID=dbe1dc8e-7f1f-45ba-9cde-112c574d988f,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:04:02.126727 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [req-58d679d1-a3cf-4014-ab77-64444cdee03d req-e51bbd15-c21f-4dca-b891-fa40fd6fb88b service neutron] Transition to ACTIVE for port object acb3787e-d6e7-4d8e-8e29-33bcd53ffe01 will not be triggered until provisioned by entity L2. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:04:02.127386 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-48d1155b-3c18-441c-a2d9-41a041f8654a tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] 10.222.0.41 "DELETE /v2.0/networks/dbe1dc8e-7f1f-45ba-9cde-112c574d988f HTTP/1.1" status: 204 len: 168 time: 6.2410116 Jun 01 19:04:02.137868 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 46448) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:04:02.148170 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-f2604ae1-12b3-47de-8f8d-04eb49027a77 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-966029780'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:04:02.156832 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-f2604ae1-12b3-47de-8f8d-04eb49027a77 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:04:02.159945 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-f163179a-4f89-4405-b5b8-fd87773eaac0 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1717437834'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:04:02.165029 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-f2604ae1-12b3-47de-8f8d-04eb49027a77 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Usage tracker for resource:network and tenant:186f4868324f42e7b69da35feb15cabc is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:04:02.171213 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-f2604ae1-12b3-47de-8f8d-04eb49027a77 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:04:02.180579 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-f2604ae1-12b3-47de-8f8d-04eb49027a77 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:04:02.214004 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-58d679d1-a3cf-4014-ab77-64444cdee03d req-e51bbd15-c21f-4dca-b891-fa40fd6fb88b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:02.237400 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e72a473-2290-438a-a41e-da95e9d03c7f tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Router 7ee539f0-74eb-4d8b-94f4-0af36e192612 has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 19:04:02.242740 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-f163179a-4f89-4405-b5b8-fd87773eaac0 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:04:02.291709 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-983fec7c-be77-4991-a181-04e7b9727513 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 4.6365724 Jun 01 19:04:02.315007 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-f163179a-4f89-4405-b5b8-fd87773eaac0 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Usage tracker for resource:network and tenant:f9f71065939b4c07b09efd290be9b909 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:04:02.346446 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-f163179a-4f89-4405-b5b8-fd87773eaac0 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:04:02.361129 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2604ae1-12b3-47de-8f8d-04eb49027a77 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Made reservation on behalf of 186f4868324f42e7b69da35feb15cabc for: {'network': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:04:02.365200 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f2604ae1-12b3-47de-8f8d-04eb49027a77 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:02.520760 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-f163179a-4f89-4405-b5b8-fd87773eaac0 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:04:02.681770 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2604ae1-12b3-47de-8f8d-04eb49027a77 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 126} {{(pid=88525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 19:04:02.706269 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f2604ae1-12b3-47de-8f8d-04eb49027a77 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:02.706662 n-d-844202-1 neutron-server[88525]: INFO neutron.db.segments_db [None req-f2604ae1-12b3-47de-8f8d-04eb49027a77 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Added segment 5dc45639-09e7-4d79-8a4d-78c044276c3c of type vlan for network f56eb7c6-327c-453a-975e-f7ed3596404d Jun 01 19:04:02.781901 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-8e7c3867-115d-4ec4-ba89-7c5c65aec155 req-132ffcf6-02b1-4a10-b91c-66b29d2062b8 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Synchronizing usage tracker for tenant:ff411273a1ac46f2a91fb45afe578ccb on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:04:02.799500 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51bbd15-c21f-4dca-b891-fa40fd6fb88b service neutron] Pushing event updated for resources: {'Port': ['ID=acb3787e-d6e7-4d8e-8e29-33bcd53ffe01,revision_number=2']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:04:02.841887 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb668611-90d3-4cd7-8d18-277300140634 req-454c2d60-5f56-4356-bc7f-9717fd80a3d0 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:02.848907 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-fb668611-90d3-4cd7-8d18-277300140634 req-454c2d60-5f56-4356-bc7f-9717fd80a3d0 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] 10.222.0.41 "GET /v2.0/ports?device_id=788ce680-fc4d-472b-8d83-c8cf7fd384df HTTP/1.1" status: 200 len: 944 time: 0.5872421 Jun 01 19:04:02.881651 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f2604ae1-12b3-47de-8f8d-04eb49027a77 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:02.935180 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device acdd2017-bd08-4739-b56c-cc5161a624cb up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:04:03.088801 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-628b7e9a-f8b5-4ab1-8835-f2ee8ac80910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f5f79ce-f2d5-4949-aae1-30f372392868', 'name': 'tempest-ServersTestMultiNic-1984382596-router', 'tenant_id': 'f9f71065939b4c07b09efd290be9b909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': '8c3e5e48-f454-4082-9a21-d59ffb9b95e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:03:45Z', 'updated_at': '2022-06-01T19:03:58Z', 'revision_number': 4, 'project_id': 'f9f71065939b4c07b09efd290be9b909', 'gw_port': {'id': '8c3e5e48-f454-4082-9a21-d59ffb9b95e7', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:cd:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f5f79ce-f2d5-4949-aae1-30f372392868', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2340, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:03:46Z', 'updated_at': '2022-06-01T19:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '4e35d64b-a703-4a7b-acbd-fc0ee618a0ef', 'name': '', 'network_id': 'be2366b1-2c5b-42fb-bc16-2beb33d2f75c', 'tenant_id': 'f9f71065939b4c07b09efd290be9b909', 'mac_address': 'fa:16:3e:21:7a:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f5f79ce-f2d5-4949-aae1-30f372392868', 'device_owner': 'network:router_interface', 'standard_attr_id': 2356, 'fixed_ips': [{'subnet_id': '0ff3af01-fe02-4ef6-87e5-5983f4be6102', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:03:54Z', 'updated_at': '2022-06-01T19:03:59Z', 'revision_number': 2, 'project_id': 'f9f71065939b4c07b09efd290be9b909', 'subnets': [{'id': '0ff3af01-fe02-4ef6-87e5-5983f4be6102', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:04:03.091173 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e6d35b3-f4fe-4521-9775-d6dfbda1f253 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc93f83c3-7fb6-5c13-a9d4-29d739a4e8d2-57a41f0e-b08f-4033-97ac-1767c5f2bb80', 'network_id': '57a41f0e-b08f-4033-97ac-1767c5f2bb80', 'tenant_id': '8537cfb3773e46d182e148cf5b0a717f', 'fixed_ips': [{'subnet_id': '48973f57-aa83-4e30-ba85-055d310a8b91'}]}} from n-d-844202-1. {{(pid=88526) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 19:04:03.092019 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-2e6d35b3-f4fe-4521-9775-d6dfbda1f253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:03.102218 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.db.resource_extend [None req-f2604ae1-12b3-47de-8f8d-04eb49027a77 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 19:04:03.150203 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f2604ae1-12b3-47de-8f8d-04eb49027a77 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:03.156392 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2604ae1-12b3-47de-8f8d-04eb49027a77 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:03.158981 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f163179a-4f89-4405-b5b8-fd87773eaac0 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Made reservation on behalf of f9f71065939b4c07b09efd290be9b909 for: {'network': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:04:03.160652 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f2604ae1-12b3-47de-8f8d-04eb49027a77 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks [] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:03.162270 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f163179a-4f89-4405-b5b8-fd87773eaac0 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:03.264561 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628b7e9a-f8b5-4ab1-8835-f2ee8ac80910 None None] Checking router: 3f5f79ce-f2d5-4949-aae1-30f372392868 for host: n-d-844202-1 {{(pid=88526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 19:04:03.264830 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628b7e9a-f8b5-4ab1-8835-f2ee8ac80910 None None] Updating router 3f5f79ce-f2d5-4949-aae1-30f372392868 port 4e35d64b-a703-4a7b-acbd-fc0ee618a0ef binding host n-d-844202-1 {{(pid=88526) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 19:04:03.314279 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-8e7c3867-115d-4ec4-ba89-7c5c65aec155 req-132ffcf6-02b1-4a10-b91c-66b29d2062b8 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Unset dirty status for tenant:ff411273a1ac46f2a91fb45afe578ccb on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:04:03.315747 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-8e7c3867-115d-4ec4-ba89-7c5c65aec155 req-132ffcf6-02b1-4a10-b91c-66b29d2062b8 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/ports?device_id=345ef383-f908-4c6b-8937-0a117e7aece3 HTTP/1.1" status: 200 len: 210 time: 0.6358340 Jun 01 19:04:03.357691 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port acdd2017-bd08-4739-b56c-cc5161a624cb triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:04:03.358064 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:03.374809 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-58d679d1-a3cf-4014-ab77-64444cdee03d req-e51bbd15-c21f-4dca-b891-fa40fd6fb88b service neutron] Attempting to bind port acb3787e-d6e7-4d8e-8e29-33bcd53ffe01 on host n-h1-844202-1 for vnic_type normal with profile {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:04:03.378240 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-58d679d1-a3cf-4014-ab77-64444cdee03d req-e51bbd15-c21f-4dca-b891-fa40fd6fb88b service neutron] Attempting to bind port acb3787e-d6e7-4d8e-8e29-33bcd53ffe01 by drivers openvswitch,hyperv on host n-h1-844202-1 at level 0 using segments [{'id': '841bab55-f57c-4c3b-8cf4-186c650d46ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '1a74ffe4-e7cd-459d-b2d6-ae7cddc87c99'}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:04:03.379217 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d679d1-a3cf-4014-ab77-64444cdee03d req-e51bbd15-c21f-4dca-b891-fa40fd6fb88b service neutron] Attempting to bind port acb3787e-d6e7-4d8e-8e29-33bcd53ffe01 on network 1a74ffe4-e7cd-459d-b2d6-ae7cddc87c99 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:04:03.403903 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f163179a-4f89-4405-b5b8-fd87773eaac0 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 121} {{(pid=88524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 19:04:03.418232 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2604ae1-12b3-47de-8f8d-04eb49027a77 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Pushing event updated for resources: {'Network': ['ID=f56eb7c6-327c-453a-975e-f7ed3596404d,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:04:03.428330 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-f2604ae1-12b3-47de-8f8d-04eb49027a77 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.2890458 Jun 01 19:04:03.433572 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-fb668611-90d3-4cd7-8d18-277300140634 req-acb5881d-9aa0-4b4e-ad26-c4af03ab5488 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] 10.222.0.41 "GET /v2.0/security-groups?id=f21673f5-4d44-4992-85b9-6c5f8a047d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5833035 Jun 01 19:04:03.436916 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 46468) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:04:03.446419 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-464e18b4-d213-4251-95df-07ed55e40f40 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Request body: {'subnet': {'network_id': 'f56eb7c6-327c-453a-975e-f7ed3596404d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:04:03.487204 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5959d1b-0bce-4203-8255-a5687d342804 None None] Network 9872ab5d-59e4-43b1-8dfc-1ca5e239e8ce requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:04:03.511158 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network f56eb7c6-327c-453a-975e-f7ed3596404d details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 19:04:03.604444 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d679d1-a3cf-4014-ab77-64444cdee03d req-e51bbd15-c21f-4dca-b891-fa40fd6fb88b service neutron] Port acb3787e-d6e7-4d8e-8e29-33bcd53ffe01 on network 1a74ffe4-e7cd-459d-b2d6-ae7cddc87c99 not bound, no agent of type Open vSwitch agent registered on host n-h1-844202-1 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 19:04:03.605065 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d679d1-a3cf-4014-ab77-64444cdee03d req-e51bbd15-c21f-4dca-b891-fa40fd6fb88b service neutron] Attempting to bind port acb3787e-d6e7-4d8e-8e29-33bcd53ffe01 on network 1a74ffe4-e7cd-459d-b2d6-ae7cddc87c99 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:04:03.625140 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d679d1-a3cf-4014-ab77-64444cdee03d req-e51bbd15-c21f-4dca-b891-fa40fd6fb88b service neutron] Checking agent: {'id': 'bdb1e5d7-b998-4259-838f-3d278e930f32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 3, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:04:03.625552 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d679d1-a3cf-4014-ab77-64444cdee03d req-e51bbd15-c21f-4dca-b891-fa40fd6fb88b service neutron] Checking segment: {'id': '841bab55-f57c-4c3b-8cf4-186c650d46ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '1a74ffe4-e7cd-459d-b2d6-ae7cddc87c99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:04:03.626064 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d679d1-a3cf-4014-ab77-64444cdee03d req-e51bbd15-c21f-4dca-b891-fa40fd6fb88b service neutron] Bound using segment: {'id': '841bab55-f57c-4c3b-8cf4-186c650d46ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '1a74ffe4-e7cd-459d-b2d6-ae7cddc87c99'} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:04:03.626573 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-58d679d1-a3cf-4014-ab77-64444cdee03d req-e51bbd15-c21f-4dca-b891-fa40fd6fb88b service neutron] Bound port: acb3787e-d6e7-4d8e-8e29-33bcd53ffe01, host: n-h1-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '841bab55-f57c-4c3b-8cf4-186c650d46ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '1a74ffe4-e7cd-459d-b2d6-ae7cddc87c99'}}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:04:03.626986 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-58d679d1-a3cf-4014-ab77-64444cdee03d req-e51bbd15-c21f-4dca-b891-fa40fd6fb88b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:03.688321 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-464e18b4-d213-4251-95df-07ed55e40f40 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:04:03.699483 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-464e18b4-d213-4251-95df-07ed55e40f40 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Usage tracker for resource:subnet and tenant:186f4868324f42e7b69da35feb15cabc is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:04:03.709261 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-464e18b4-d213-4251-95df-07ed55e40f40 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:04:03.719998 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-464e18b4-d213-4251-95df-07ed55e40f40 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:04:03.769019 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-464e18b4-d213-4251-95df-07ed55e40f40 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Made reservation on behalf of 186f4868324f42e7b69da35feb15cabc for: {'subnet': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:04:03.773387 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-464e18b4-d213-4251-95df-07ed55e40f40 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9667140'] for subnet, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:03.782545 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-628b7e9a-f8b5-4ab1-8835-f2ee8ac80910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:03.806335 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f163179a-4f89-4405-b5b8-fd87773eaac0 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:03.816905 n-d-844202-1 neutron-server[88524]: INFO neutron.db.segments_db [None req-f163179a-4f89-4405-b5b8-fd87773eaac0 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Added segment 50dfa21d-d423-4213-97ca-33d7928cf427 of type vlan for network aaaa9f67-00cd-4fd7-bfc9-acab80f1aa33 Jun 01 19:04:03.971773 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f163179a-4f89-4405-b5b8-fd87773eaac0 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:04.035970 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0cd1fb4a-839a-47de-9efd-d30a54a40d42 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:04.037712 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f163179a-4f89-4405-b5b8-fd87773eaac0 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:04.044347 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f163179a-4f89-4405-b5b8-fd87773eaac0 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:04.045456 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f163179a-4f89-4405-b5b8-fd87773eaac0 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:04.193736 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e72a473-2290-438a-a41e-da95e9d03c7f tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:04:04.206985 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b7efdf0-8381-4bf0-913e-8c7468462b82 None None] Sync routers for ids ['7ee539f0-74eb-4d8b-94f4-0af36e192612'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:04:04.225166 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7efdf0-8381-4bf0-913e-8c7468462b82 None None] Routers {'7ee539f0-74eb-4d8b-94f4-0af36e192612'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:04:04.225793 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-8b7efdf0-8381-4bf0-913e-8c7468462b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:03:39Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['7ee539f0-74eb-4d8b-94f4-0af36e192612'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:04:04.264083 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cca22f-239a-4dfd-8baa-2674cc5e56fd req-7948987d-9472-4c28-9d80-27a576fdf5a3 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:04.264834 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-43cca22f-239a-4dfd-8baa-2674cc5e56fd req-7948987d-9472-4c28-9d80-27a576fdf5a3 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Synchronizing usage tracker for tenant:4e20c5bd79fa44728efb622f29d6160e on resource:network {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:04:04.269669 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port acdd2017-bd08-4739-b56c-cc5161a624cb is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:04:04.287153 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1e72a473-2290-438a-a41e-da95e9d03c7f tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for floatingip, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:04.337050 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-51912f54-ce5c-4426-95f2-92f42d046761 req-4d0b87b8-ece4-4192-a2a6-a1c802fc34e4 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:04.353163 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-8b7efdf0-8381-4bf0-913e-8c7468462b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:04:04.361123 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-f163179a-4f89-4405-b5b8-fd87773eaac0 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 2.5923915 Jun 01 19:04:04.371782 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7efdf0-8381-4bf0-913e-8c7468462b82 None None] Routers {'7ee539f0-74eb-4d8b-94f4-0af36e192612'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:04:04.373047 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-8b7efdf0-8381-4bf0-913e-8c7468462b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:03:39Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['7ee539f0-74eb-4d8b-94f4-0af36e192612'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:04:04.379269 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 46484) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:04:04.386687 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-58d679d1-a3cf-4014-ab77-64444cdee03d req-e51bbd15-c21f-4dca-b891-fa40fd6fb88b service neutron] For port acb3787e-d6e7-4d8e-8e29-33bcd53ffe01, host n-h1-844202-1, cleared binding levels {{(pid=88524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:04:04.394355 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-2b5cdb60-22d5-4600-a14a-25fe3222f4f4 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Request body: {'subnet': {'network_id': 'aaaa9f67-00cd-4fd7-bfc9-acab80f1aa33', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:04:04.426646 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.db_base_plugin_common [None req-2e6d35b3-f4fe-4521-9775-d6dfbda1f253 None None] Allocated IP 172.20.0.2 (57a41f0e-b08f-4033-97ac-1767c5f2bb80/48973f57-aa83-4e30-ba85-055d310a8b91/89353e1f-2f11-4fe8-a4b6-4f859e9abea8) {{(pid=88526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:04:04.462896 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-8b7efdf0-8381-4bf0-913e-8c7468462b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:04:04.463755 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b7efdf0-8381-4bf0-913e-8c7468462b82 None None] The sync data for ids ['7ee539f0-74eb-4d8b-94f4-0af36e192612'] in n-d-844202-1 is: [] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:04:04.575307 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-464e18b4-d213-4251-95df-07ed55e40f40 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2614064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9667190'] for subnet, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:04.644468 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-5db5af9f-1371-47a1-b09d-25e40abcce51 req-bc15f5c7-ac0e-41c8-9877-926297c59e19 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/ports?device_id=345ef383-f908-4c6b-8937-0a117e7aece3 HTTP/1.1" status: 200 len: 210 time: 0.1329012 Jun 01 19:04:04.669184 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f163179a-4f89-4405-b5b8-fd87773eaac0 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Pushing event updated for resources: {'Network': ['ID=aaaa9f67-00cd-4fd7-bfc9-acab80f1aa33,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:04:04.671638 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-2b5cdb60-22d5-4600-a14a-25fe3222f4f4 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:04:04.684585 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-58d679d1-a3cf-4014-ab77-64444cdee03d req-e51bbd15-c21f-4dca-b891-fa40fd6fb88b service neutron] For port acb3787e-d6e7-4d8e-8e29-33bcd53ffe01, host n-h1-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=acb3787e-d6e7-4d8e-8e29-33bcd53ffe01,segment=NetworkSegment(841bab55-f57c-4c3b-8cf4-186c650d46ae),segment_id=841bab55-f57c-4c3b-8cf4-186c650d46ae)] {{(pid=88524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:04:04.700681 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network aaaa9f67-00cd-4fd7-bfc9-acab80f1aa33 details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 19:04:04.713116 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-43cca22f-239a-4dfd-8baa-2674cc5e56fd req-7948987d-9472-4c28-9d80-27a576fdf5a3 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Unset dirty status for tenant:4e20c5bd79fa44728efb622f29d6160e on resource:network {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:04:04.721199 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-43cca22f-239a-4dfd-8baa-2674cc5e56fd req-7948987d-9472-4c28-9d80-27a576fdf5a3 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/networks?id=9872ab5d-59e4-43b1-8dfc-1ca5e239e8ce HTTP/1.1" status: 200 len: 813 time: 0.9675944 Jun 01 19:04:04.731641 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-2b5cdb60-22d5-4600-a14a-25fe3222f4f4 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Usage tracker for resource:subnet and tenant:f9f71065939b4c07b09efd290be9b909 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:04:04.744602 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-2b5cdb60-22d5-4600-a14a-25fe3222f4f4 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:04:04.747879 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464e18b4-d213-4251-95df-07ed55e40f40 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Pushing event updated for resources: {'Subnet': ['ID=601655d1-890c-4d85-9232-f0e2c860d9a5,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:04:04.761971 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-43cca22f-239a-4dfd-8baa-2674cc5e56fd req-f6a50d70-2d55-4e58-a653-ff2822b06b13 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/quotas/4e20c5bd79fa44728efb622f29d6160e HTTP/1.1" status: 200 len: 375 time: 0.0398424 Jun 01 19:04:04.764183 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-58d679d1-a3cf-4014-ab77-64444cdee03d req-e51bbd15-c21f-4dca-b891-fa40fd6fb88b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:04.776585 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464e18b4-d213-4251-95df-07ed55e40f40 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Checking segment: {'id': '5dc45639-09e7-4d79-8a4d-78c044276c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'f56eb7c6-327c-453a-975e-f7ed3596404d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:04:04.779689 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-464e18b4-d213-4251-95df-07ed55e40f40 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Network hostable DHCP agents. Network: f56eb7c6-327c-453a-975e-f7ed3596404d, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 19:04:04.808646 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-464e18b4-d213-4251-95df-07ed55e40f40 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Network f56eb7c6-327c-453a-975e-f7ed3596404d is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 19:04:04.851183 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-2b5cdb60-22d5-4600-a14a-25fe3222f4f4 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:04:04.857401 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-464e18b4-d213-4251-95df-07ed55e40f40 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, f56eb7c6-327c-453a-975e-f7ed3596404d) {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:04:04.866636 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-464e18b4-d213-4251-95df-07ed55e40f40 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:04.867340 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-464e18b4-d213-4251-95df-07ed55e40f40 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:04.878028 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1bc4ee7-9caa-4405-a052-20bb0a6cd5fc None None] Network f56eb7c6-327c-453a-975e-f7ed3596404d requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:04:04.910543 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-464e18b4-d213-4251-95df-07ed55e40f40 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.4695842 Jun 01 19:04:04.910756 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-43cca22f-239a-4dfd-8baa-2674cc5e56fd req-33423362-ec66-42bb-86bc-644d70c5d600 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=4e20c5bd79fa44728efb622f29d6160e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1453547 Jun 01 19:04:04.910863 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 46490) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:04:04.938660 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-1e72a473-2290-438a-a41e-da95e9d03c7f tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] 10.222.0.41 "PUT /v2.0/floatingips/6e2efbba-fe82-44bc-81ef-463f77be2e45 HTTP/1.1" status: 200 len: 976 time: 8.5064287 Jun 01 19:04:04.946010 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 46494) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:04:04.967645 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d679d1-a3cf-4014-ab77-64444cdee03d req-e51bbd15-c21f-4dca-b891-fa40fd6fb88b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:04.968402 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-58d679d1-a3cf-4014-ab77-64444cdee03d req-e51bbd15-c21f-4dca-b891-fa40fd6fb88b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:04.969850 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-58d679d1-a3cf-4014-ab77-64444cdee03d req-e51bbd15-c21f-4dca-b891-fa40fd6fb88b service neutron] 10.222.0.15 "PUT /v2.0/ports/acb3787e-d6e7-4d8e-8e29-33bcd53ffe01 HTTP/1.1" status: 200 len: 1092 time: 7.2401164 Jun 01 19:04:04.970508 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '788ce680-fc4d-472b-8d83-c8cf7fd384df', 'tag': 'acb3787e-d6e7-4d8e-8e29-33bcd53ffe01'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:04:05.051518 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b5cdb60-22d5-4600-a14a-25fe3222f4f4 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Made reservation on behalf of f9f71065939b4c07b09efd290be9b909 for: {'subnet': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:04:05.055672 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2b5cdb60-22d5-4600-a14a-25fe3222f4f4 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3066584'] for subnet, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:05.178626 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e3fb27-6873-4ba8-b2ea-fa7b47955f7e req-fc54cb2a-7e92-44cf-b10a-a393c77b8ead tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:05.180169 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-70e3fb27-6873-4ba8-b2ea-fa7b47955f7e req-fc54cb2a-7e92-44cf-b10a-a393c77b8ead tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] 10.222.0.41 "GET /v2.0/ports?device_id=788ce680-fc4d-472b-8d83-c8cf7fd384df HTTP/1.1" status: 200 len: 944 time: 0.3617752 Jun 01 19:04:05.213076 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-2e6d35b3-f4fe-4521-9775-d6dfbda1f253 None None] Notify callbacks [] for port, precommit_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:05.273731 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-2e6d35b3-f4fe-4521-9775-d6dfbda1f253 None None] Transition to ACTIVE for port object 89353e1f-2f11-4fe8-a4b6-4f859e9abea8 will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:04:05.279421 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9ceee9f8-3a6b-4c8f-bf4c-f0996dfbbf7d tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:05.313787 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-628b7e9a-f8b5-4ab1-8835-f2ee8ac80910 None None] Notify callbacks [] for port, precommit_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:05.371588 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-70e3fb27-6873-4ba8-b2ea-fa7b47955f7e req-356d4980-f553-4dbd-b6fb-6753fd016e64 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] 10.222.0.41 "GET /v2.0/security-groups?id=f21673f5-4d44-4992-85b9-6c5f8a047d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1721709 Jun 01 19:04:05.397455 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2b5cdb60-22d5-4600-a14a-25fe3222f4f4 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2718919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3066602'] for subnet, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:05.417721 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-2e6d35b3-f4fe-4521-9775-d6dfbda1f253 None None] Transition to ACTIVE for port object 89353e1f-2f11-4fe8-a4b6-4f859e9abea8 will not be triggered until provisioned by entity DHCP. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:04:05.422598 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-628b7e9a-f8b5-4ab1-8835-f2ee8ac80910 None None] Transition to ACTIVE for port object 4e35d64b-a703-4a7b-acbd-fc0ee618a0ef will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:04:05.460731 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-628b7e9a-f8b5-4ab1-8835-f2ee8ac80910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:05.472263 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-51912f54-ce5c-4426-95f2-92f42d046761 req-4d0b87b8-ece4-4192-a2a6-a1c802fc34e4 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:05.477108 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78eb3196-a9b4-4d10-b695-2c8cb6f5550e'] response: {'name': 'network-changed', 'server_uuid': '788ce680-fc4d-472b-8d83-c8cf7fd384df', 'tag': 'acb3787e-d6e7-4d8e-8e29-33bcd53ffe01', 'status': 'completed', 'code': 200} Jun 01 19:04:05.489004 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51bbd15-c21f-4dca-b891-fa40fd6fb88b service neutron] Pushing event updated for resources: {'Port': ['ID=acb3787e-d6e7-4d8e-8e29-33bcd53ffe01,revision_number=3']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:04:05.512339 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-2e6d35b3-f4fe-4521-9775-d6dfbda1f253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526'] for port, after_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:05.535778 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] get_ports_and_sgs() called for port_ids ['72352e64-9120-4343-9c57-bb57c2532e4b'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 19:04:05.585781 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-a4be5e3e-3cf7-44f9-8bfd-851151d87bb6 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Deleting port 7e2a9341-56d8-4560-a655-11104b3bad79 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:04:05.587136 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a4be5e3e-3cf7-44f9-8bfd-851151d87bb6 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:05.587737 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e6d35b3-f4fe-4521-9775-d6dfbda1f253 None None] Network 57a41f0e-b08f-4033-97ac-1767c5f2bb80 is already hosted by enough agents. {{(pid=88526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:04:05.597173 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02e356d8-228f-4783-a451-1cd2ebb646d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc93f83c3-7fb6-5c13-a9d4-29d739a4e8d2-f56eb7c6-327c-453a-975e-f7ed3596404d', 'network_id': 'f56eb7c6-327c-453a-975e-f7ed3596404d', 'tenant_id': '186f4868324f42e7b69da35feb15cabc', 'fixed_ips': [{'subnet_id': '601655d1-890c-4d85-9232-f0e2c860d9a5'}]}} from n-d-844202-1. {{(pid=88526) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 19:04:05.598065 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-02e356d8-228f-4783-a451-1cd2ebb646d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:05.634312 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.base_scheduler [None req-2e6d35b3-f4fe-4521-9775-d6dfbda1f253 None None] Resources bound (agent type, host, resource id): {{(pid=88526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:04:05.644165 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e6d35b3-f4fe-4521-9775-d6dfbda1f253 None None] Received port after_create {{(pid=88526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:04:05.659675 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5cdb60-22d5-4600-a14a-25fe3222f4f4 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Pushing event updated for resources: {'Subnet': ['ID=9b049544-3c17-4141-8e0c-e42c8362b821,revision_number=0']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:04:05.683625 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [None req-0cd1fb4a-839a-47de-9efd-d30a54a40d42 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Allocated IP 172.20.0.1 (57a41f0e-b08f-4033-97ac-1767c5f2bb80/48973f57-aa83-4e30-ba85-055d310a8b91/0bf8a052-a069-4d19-bdd7-cf70f1752021) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:04:05.686091 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9ceee9f8-3a6b-4c8f-bf4c-f0996dfbbf7d tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:05.690190 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d679d1-a3cf-4014-ab77-64444cdee03d req-08da31a5-7ca2-4bc5-8488-83e1df4e088d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:05.695260 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-58d679d1-a3cf-4014-ab77-64444cdee03d req-08da31a5-7ca2-4bc5-8488-83e1df4e088d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d3eb50f3028440db9726ae16e6111d12&device_id=788ce680-fc4d-472b-8d83-c8cf7fd384df HTTP/1.1" status: 200 len: 1095 time: 0.3782601 Jun 01 19:04:05.714713 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51912f54-ce5c-4426-95f2-92f42d046761 req-4d0b87b8-ece4-4192-a2a6-a1c802fc34e4 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Network 0c49dc6b-5e39-4101-b04d-1c1361c15d69 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:04:05.818386 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [req-51912f54-ce5c-4426-95f2-92f42d046761 req-4d0b87b8-ece4-4192-a2a6-a1c802fc34e4 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:04:05.829743 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0b87b8-ece4-4192-a2a6-a1c802fc34e4 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Pushing event updated for resources: {'Port': ['ID=1667d4d5-25df-41ac-be8f-8a699a8dfeab,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:04:05.837548 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-51912f54-ce5c-4426-95f2-92f42d046761 req-4d0b87b8-ece4-4192-a2a6-a1c802fc34e4 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:04:05.896213 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-58d679d1-a3cf-4014-ab77-64444cdee03d req-7f946c42-b8d8-44e8-b903-c6ea2f5c5fc9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=acb3787e-d6e7-4d8e-8e29-33bcd53ffe01 HTTP/1.1" status: 200 len: 217 time: 0.1702108 Jun 01 19:04:05.904888 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-43cca22f-239a-4dfd-8baa-2674cc5e56fd req-c2cb79a9-015f-4349-9389-578d2c9022df service neutron] 10.222.0.41 "GET /v2.0/networks/9872ab5d-59e4-43b1-8dfc-1ca5e239e8ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9956303 Jun 01 19:04:05.912432 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b5cdb60-22d5-4600-a14a-25fe3222f4f4 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Checking segment: {'id': '50dfa21d-d423-4213-97ca-33d7928cf427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'aaaa9f67-00cd-4fd7-bfc9-acab80f1aa33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:04:05.913182 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b5cdb60-22d5-4600-a14a-25fe3222f4f4 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Network hostable DHCP agents. Network: aaaa9f67-00cd-4fd7-bfc9-acab80f1aa33, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88524) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 19:04:05.955621 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e509b8-dbf6-4388-bc49-d18e83aea854 None None] Pushing event updated for resources: {'Port': ['ID=4e35d64b-a703-4a7b-acbd-fc0ee618a0ef,revision_number=3']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:04:06.175364 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51912f54-ce5c-4426-95f2-92f42d046761 req-4d0b87b8-ece4-4192-a2a6-a1c802fc34e4 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:06.176392 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-51912f54-ce5c-4426-95f2-92f42d046761 req-4d0b87b8-ece4-4192-a2a6-a1c802fc34e4 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:06.205509 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d679d1-a3cf-4014-ab77-64444cdee03d req-7688d762-cbcf-4fa5-bcb0-b5e23d274861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:06.207383 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-58d679d1-a3cf-4014-ab77-64444cdee03d req-7688d762-cbcf-4fa5-bcb0-b5e23d274861 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b3633857-1cd8-40e7-9128-29a541565063 HTTP/1.1" status: 200 len: 835 time: 0.2739704 Jun 01 19:04:06.212778 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b5cdb60-22d5-4600-a14a-25fe3222f4f4 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Network aaaa9f67-00cd-4fd7-bfc9-acab80f1aa33 is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88524) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 19:04:06.217932 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-2e6d35b3-f4fe-4521-9775-d6dfbda1f253 None None] Attempting to bind port 89353e1f-2f11-4fe8-a4b6-4f859e9abea8 on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:04:06.218313 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-2e6d35b3-f4fe-4521-9775-d6dfbda1f253 None None] Attempting to bind port 89353e1f-2f11-4fe8-a4b6-4f859e9abea8 by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': '125279ea-2aed-41ea-8b3e-4526e0a8c195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '57a41f0e-b08f-4033-97ac-1767c5f2bb80'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:04:06.219296 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6d35b3-f4fe-4521-9775-d6dfbda1f253 None None] Attempting to bind port 89353e1f-2f11-4fe8-a4b6-4f859e9abea8 on network 57a41f0e-b08f-4033-97ac-1767c5f2bb80 {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:04:06.290780 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-51912f54-ce5c-4426-95f2-92f42d046761 req-4d0b87b8-ece4-4192-a2a6-a1c802fc34e4 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.6961348 Jun 01 19:04:06.291334 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6d35b3-f4fe-4521-9775-d6dfbda1f253 None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 3, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:04:06.291849 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6d35b3-f4fe-4521-9775-d6dfbda1f253 None None] Checking segment: {'id': '125279ea-2aed-41ea-8b3e-4526e0a8c195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '57a41f0e-b08f-4033-97ac-1767c5f2bb80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:04:06.292121 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-2e6d35b3-f4fe-4521-9775-d6dfbda1f253 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:06.292528 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6d35b3-f4fe-4521-9775-d6dfbda1f253 None None] Bound using segment: {'id': '125279ea-2aed-41ea-8b3e-4526e0a8c195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '57a41f0e-b08f-4033-97ac-1767c5f2bb80'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:04:06.293013 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-2e6d35b3-f4fe-4521-9775-d6dfbda1f253 None None] Bound port: 89353e1f-2f11-4fe8-a4b6-4f859e9abea8, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '125279ea-2aed-41ea-8b3e-4526e0a8c195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '57a41f0e-b08f-4033-97ac-1767c5f2bb80'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:04:06.293389 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-2e6d35b3-f4fe-4521-9775-d6dfbda1f253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:06.301108 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-2b5cdb60-22d5-4600-a14a-25fe3222f4f4 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, aaaa9f67-00cd-4fd7-bfc9-acab80f1aa33) {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:04:06.313051 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-51912f54-ce5c-4426-95f2-92f42d046761 req-5b45a2aa-dca8-4a25-9fd8-49c5a7e8a150 service neutron] Request body: {'port': {'device_id': '345ef383-f908-4c6b-8937-0a117e7aece3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844202-1'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:04:06.354780 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b31e37d9-e6b1-43d2-9499-709fe22a4c57 None None] Network aaaa9f67-00cd-4fd7-bfc9-acab80f1aa33 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:04:06.368528 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b5cdb60-22d5-4600-a14a-25fe3222f4f4 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:06.369544 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2b5cdb60-22d5-4600-a14a-25fe3222f4f4 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:06.389745 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6d35b3-f4fe-4521-9775-d6dfbda1f253 None None] Pushing event updated for resources: {'Port': ['ID=89353e1f-2f11-4fe8-a4b6-4f859e9abea8,revision_number=1']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:04:06.392701 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-628b7e9a-f8b5-4ab1-8835-f2ee8ac80910 None None] Attempting to bind port 4e35d64b-a703-4a7b-acbd-fc0ee618a0ef on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:04:06.392701 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-628b7e9a-f8b5-4ab1-8835-f2ee8ac80910 None None] Attempting to bind port 4e35d64b-a703-4a7b-acbd-fc0ee618a0ef by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': '59154755-7466-4ae2-b3be-55398d8bd378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'be2366b1-2c5b-42fb-bc16-2beb33d2f75c'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:04:06.394632 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628b7e9a-f8b5-4ab1-8835-f2ee8ac80910 None None] Attempting to bind port 4e35d64b-a703-4a7b-acbd-fc0ee618a0ef on network be2366b1-2c5b-42fb-bc16-2beb33d2f75c {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:04:06.429859 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-43cca22f-239a-4dfd-8baa-2674cc5e56fd req-6e4a1aa1-05f9-4354-8cc9-494711f4ed58 service neutron] 10.222.0.41 "GET /v2.0/networks/9872ab5d-59e4-43b1-8dfc-1ca5e239e8ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4368339 Jun 01 19:04:06.493972 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-2b5cdb60-22d5-4600-a14a-25fe3222f4f4 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.1120350 Jun 01 19:04:06.500153 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 46524) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:04:06.525316 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d679d1-a3cf-4014-ab77-64444cdee03d req-d1c2649f-5815-423d-9800-3baa8f53ce58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:06.527146 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-58d679d1-a3cf-4014-ab77-64444cdee03d req-d1c2649f-5815-423d-9800-3baa8f53ce58 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1a74ffe4-e7cd-459d-b2d6-ae7cddc87c99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3023376 Jun 01 19:04:06.527887 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-51912f54-ce5c-4426-95f2-92f42d046761 req-5b45a2aa-dca8-4a25-9fd8-49c5a7e8a150 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:06.530231 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628b7e9a-f8b5-4ab1-8835-f2ee8ac80910 None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 3, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:04:06.530613 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628b7e9a-f8b5-4ab1-8835-f2ee8ac80910 None None] Checking segment: {'id': '59154755-7466-4ae2-b3be-55398d8bd378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'be2366b1-2c5b-42fb-bc16-2beb33d2f75c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:04:06.531016 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-628b7e9a-f8b5-4ab1-8835-f2ee8ac80910 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:06.531563 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628b7e9a-f8b5-4ab1-8835-f2ee8ac80910 None None] Bound using segment: {'id': '59154755-7466-4ae2-b3be-55398d8bd378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'be2366b1-2c5b-42fb-bc16-2beb33d2f75c'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:04:06.532050 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-628b7e9a-f8b5-4ab1-8835-f2ee8ac80910 None None] Bound port: 4e35d64b-a703-4a7b-acbd-fc0ee618a0ef, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59154755-7466-4ae2-b3be-55398d8bd378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'be2366b1-2c5b-42fb-bc16-2beb33d2f75c'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:04:06.533010 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-628b7e9a-f8b5-4ab1-8835-f2ee8ac80910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:06.549720 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-2446cac2-1c50-4dfd-bf88-6575235402d4 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-429263327'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:04:06.638399 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-2446cac2-1c50-4dfd-bf88-6575235402d4 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:04:06.651879 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a4be5e3e-3cf7-44f9-8bfd-851151d87bb6 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:06.657157 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a4be5e3e-3cf7-44f9-8bfd-851151d87bb6 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:06.698102 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-2446cac2-1c50-4dfd-bf88-6575235402d4 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Usage tracker for resource:network and tenant:f9f71065939b4c07b09efd290be9b909 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:04:06.709249 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-2446cac2-1c50-4dfd-bf88-6575235402d4 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:04:06.796549 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-2446cac2-1c50-4dfd-bf88-6575235402d4 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:04:06.798438 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.db_base_plugin_common [None req-02e356d8-228f-4783-a451-1cd2ebb646d1 None None] Allocated IP 172.20.0.1 (f56eb7c6-327c-453a-975e-f7ed3596404d/601655d1-890c-4d85-9232-f0e2c860d9a5/ee00f78f-a04a-4405-9774-7070747b6036) {{(pid=88526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:04:06.906214 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-a4be5e3e-3cf7-44f9-8bfd-851151d87bb6 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Calling delete_port for 7e2a9341-56d8-4560-a655-11104b3bad79 owned by network:floatingip {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:04:06.930820 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-2e6d35b3-f4fe-4521-9775-d6dfbda1f253 None None] For port 89353e1f-2f11-4fe8-a4b6-4f859e9abea8, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:04:06.936761 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-2e6d35b3-f4fe-4521-9775-d6dfbda1f253 None None] For port 89353e1f-2f11-4fe8-a4b6-4f859e9abea8, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=89353e1f-2f11-4fe8-a4b6-4f859e9abea8,segment=NetworkSegment(125279ea-2aed-41ea-8b3e-4526e0a8c195),segment_id=125279ea-2aed-41ea-8b3e-4526e0a8c195)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:04:06.942896 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-58d679d1-a3cf-4014-ab77-64444cdee03d req-f08d7677-c8f4-4b28-9b6a-b987c2c357c6 service neutron] 10.222.0.15 "GET /v2.0/networks/1a74ffe4-e7cd-459d-b2d6-ae7cddc87c99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4028959 Jun 01 19:04:06.953519 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0cd1fb4a-839a-47de-9efd-d30a54a40d42 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:06.979405 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb523f7a-a5a4-4f40-b7f6-b0e17e327302 req-f5e6d9f2-f3c0-409f-881a-c5297c9ecec5 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:06.981191 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-fb523f7a-a5a4-4f40-b7f6-b0e17e327302 req-f5e6d9f2-f3c0-409f-881a-c5297c9ecec5 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/ports?device_id=345ef383-f908-4c6b-8937-0a117e7aece3 HTTP/1.1" status: 200 len: 932 time: 1.0071077 Jun 01 19:04:06.990475 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2446cac2-1c50-4dfd-bf88-6575235402d4 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Made reservation on behalf of f9f71065939b4c07b09efd290be9b909 for: {'network': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:04:06.994803 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2446cac2-1c50-4dfd-bf88-6575235402d4 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:07.050635 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [None req-0cd1fb4a-839a-47de-9efd-d30a54a40d42 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Transition to ACTIVE for port object 0bf8a052-a069-4d19-bdd7-cf70f1752021 will not be triggered until provisioned by entity DHCP. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:04:07.079197 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-628b7e9a-f8b5-4ab1-8835-f2ee8ac80910 None None] For port 4e35d64b-a703-4a7b-acbd-fc0ee618a0ef, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:04:07.100991 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-628b7e9a-f8b5-4ab1-8835-f2ee8ac80910 None None] For port 4e35d64b-a703-4a7b-acbd-fc0ee618a0ef, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=4e35d64b-a703-4a7b-acbd-fc0ee618a0ef,segment=NetworkSegment(59154755-7466-4ae2-b3be-55398d8bd378),segment_id=59154755-7466-4ae2-b3be-55398d8bd378)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:04:07.104890 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-2e6d35b3-f4fe-4521-9775-d6dfbda1f253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:07.120340 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2446cac2-1c50-4dfd-bf88-6575235402d4 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 106} {{(pid=88525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 19:04:07.127056 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-fb523f7a-a5a4-4f40-b7f6-b0e17e327302 req-9a3a701a-9c2c-49e1-8e53-fb5909ce4dd5 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a351d5c-3364-42d8-bd0d-648028a392a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142886 Jun 01 19:04:07.153909 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2446cac2-1c50-4dfd-bf88-6575235402d4 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:07.154237 n-d-844202-1 neutron-server[88525]: INFO neutron.db.segments_db [None req-2446cac2-1c50-4dfd-bf88-6575235402d4 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Added segment 026dc3ac-1c68-4a28-9108-6f84a0dae619 of type vlan for network 514e0306-ee37-41eb-a827-8ad103ba3460 Jun 01 19:04:07.322252 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0cd1fb4a-839a-47de-9efd-d30a54a40d42 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:07.340629 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-628b7e9a-f8b5-4ab1-8835-f2ee8ac80910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:07.404980 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd75a087-5c22-4856-88e5-8aa666f24565 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc93f83c3-7fb6-5c13-a9d4-29d739a4e8d2-aaaa9f67-00cd-4fd7-bfc9-acab80f1aa33', 'network_id': 'aaaa9f67-00cd-4fd7-bfc9-acab80f1aa33', 'tenant_id': 'f9f71065939b4c07b09efd290be9b909', 'fixed_ips': [{'subnet_id': '9b049544-3c17-4141-8e0c-e42c8362b821'}]}} from n-d-844202-1. {{(pid=88526) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 19:04:07.406009 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-cd75a087-5c22-4856-88e5-8aa666f24565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:07.425138 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-c657722f-3ceb-417a-aafd-42ea9b62cc7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:07.440106 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a082fa-dae4-4e56-b2a6-c65ab1d14342 req-16eab268-9b9e-46fa-890e-1914e9e1a1af tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:07.441418 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-59a082fa-dae4-4e56-b2a6-c65ab1d14342 req-16eab268-9b9e-46fa-890e-1914e9e1a1af tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Synchronizing usage tracker for tenant:d3eb50f3028440db9726ae16e6111d12 on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:04:07.475489 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-59a082fa-dae4-4e56-b2a6-c65ab1d14342 req-16eab268-9b9e-46fa-890e-1914e9e1a1af tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Unset dirty status for tenant:d3eb50f3028440db9726ae16e6111d12 on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:04:07.477237 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-59a082fa-dae4-4e56-b2a6-c65ab1d14342 req-16eab268-9b9e-46fa-890e-1914e9e1a1af tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] 10.222.0.41 "GET /v2.0/ports?device_id=788ce680-fc4d-472b-8d83-c8cf7fd384df HTTP/1.1" status: 200 len: 944 time: 0.5139370 Jun 01 19:04:07.479362 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2446cac2-1c50-4dfd-bf88-6575235402d4 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:07.524248 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-58d679d1-a3cf-4014-ab77-64444cdee03d req-cf995727-84ac-4fb9-8b2d-1ef89831cc31 service neutron] 10.222.0.15 "GET /v2.0/networks/1a74ffe4-e7cd-459d-b2d6-ae7cddc87c99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4529262 Jun 01 19:04:07.524622 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-7b96f004-9a25-477d-beed-caa4856b04c8 req-703de166-28eb-49ed-853b-6f3443f8551c tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d35e0c4-c006-4f35-a161-1e1e4ff68e11 HTTP/1.1" status: 200 len: 210 time: 0.2615278 Jun 01 19:04:07.646226 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-59a082fa-dae4-4e56-b2a6-c65ab1d14342 req-f3afbfdd-79f9-481b-bd05-26ed67bf249b tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] 10.222.0.41 "GET /v2.0/security-groups?id=f21673f5-4d44-4992-85b9-6c5f8a047d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1559479 Jun 01 19:04:07.734888 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.db_base_plugin_common [None req-cd75a087-5c22-4856-88e5-8aa666f24565 None None] Allocated IP 19.80.0.2 (aaaa9f67-00cd-4fd7-bfc9-acab80f1aa33/9b049544-3c17-4141-8e0c-e42c8362b821/cd09868a-f8f0-4bd8-b26a-76e01bf6d4df) {{(pid=88526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:04:07.769312 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a4be5e3e-3cf7-44f9-8bfd-851151d87bb6 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:07.782317 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cd1fb4a-839a-47de-9efd-d30a54a40d42 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Network 57a41f0e-b08f-4033-97ac-1767c5f2bb80 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:04:07.791783 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-0cd1fb4a-839a-47de-9efd-d30a54a40d42 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:04:07.794891 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd1fb4a-839a-47de-9efd-d30a54a40d42 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:04:07.797249 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628b7e9a-f8b5-4ab1-8835-f2ee8ac80910 None None] Routers {'3f5f79ce-f2d5-4949-aae1-30f372392868'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:04:07.800937 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-628b7e9a-f8b5-4ab1-8835-f2ee8ac80910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:03:39Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['3f5f79ce-f2d5-4949-aae1-30f372392868'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:04:07.803647 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b17bb36-1df5-43e0-861d-f5a40180ba1d req-ccfcda7c-a69e-4ad4-880d-7c8e5e856143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:07.805409 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5b17bb36-1df5-43e0-861d-f5a40180ba1d req-ccfcda7c-a69e-4ad4-880d-7c8e5e856143 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d3eb50f3028440db9726ae16e6111d12&device_id=788ce680-fc4d-472b-8d83-c8cf7fd384df HTTP/1.1" status: 200 len: 1095 time: 0.1627293 Jun 01 19:04:07.872126 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd1fb4a-839a-47de-9efd-d30a54a40d42 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Pushing event updated for resources: {'Port': ['ID=0bf8a052-a069-4d19-bdd7-cf70f1752021,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:04:07.967503 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.db.resource_extend [None req-2446cac2-1c50-4dfd-bf88-6575235402d4 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 19:04:08.029309 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [req-51912f54-ce5c-4426-95f2-92f42d046761 req-5b45a2aa-dca8-4a25-9fd8-49c5a7e8a150 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1667d4d5-25df-41ac-be8f-8a699a8dfeab {{(pid=88524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 19:04:08.048540 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-51912f54-ce5c-4426-95f2-92f42d046761 req-5b45a2aa-dca8-4a25-9fd8-49c5a7e8a150 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:08.057156 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b17bb36-1df5-43e0-861d-f5a40180ba1d req-6f930782-59f0-423b-a7f9-69112bb621f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:08.058985 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5b17bb36-1df5-43e0-861d-f5a40180ba1d req-6f930782-59f0-423b-a7f9-69112bb621f1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1a74ffe4-e7cd-459d-b2d6-ae7cddc87c99 HTTP/1.1" status: 200 len: 898 time: 0.2447503 Jun 01 19:04:08.072171 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0cd1fb4a-839a-47de-9efd-d30a54a40d42 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-887605'] for router_interface, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:08.130997 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4be5e3e-3cf7-44f9-8bfd-851151d87bb6 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Pushing event deleted for resources: {'Port': ['ID=7e2a9341-56d8-4560-a655-11104b3bad79,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:04:08.159574 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5b17bb36-1df5-43e0-861d-f5a40180ba1d req-586102b6-b921-40bc-b8fc-01d3332d1994 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=acb3787e-d6e7-4d8e-8e29-33bcd53ffe01 HTTP/1.1" status: 200 len: 217 time: 0.0906584 Jun 01 19:04:08.160665 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [req-51912f54-ce5c-4426-95f2-92f42d046761 req-5b45a2aa-dca8-4a25-9fd8-49c5a7e8a150 service neutron] Transition to ACTIVE for port object 1667d4d5-25df-41ac-be8f-8a699a8dfeab will not be triggered until provisioned by entity L2. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:04:08.201397 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2446cac2-1c50-4dfd-bf88-6575235402d4 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:08.207213 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2446cac2-1c50-4dfd-bf88-6575235402d4 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:08.207833 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2446cac2-1c50-4dfd-bf88-6575235402d4 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Notify callbacks [] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:08.258003 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-2446cac2-1c50-4dfd-bf88-6575235402d4 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.7335472 Jun 01 19:04:08.261025 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-cd75a087-5c22-4856-88e5-8aa666f24565 None None] Notify callbacks [] for port, precommit_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:08.271834 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b17bb36-1df5-43e0-861d-f5a40180ba1d req-da0e2099-0857-4d9a-b316-1761249780c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:08.274236 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5b17bb36-1df5-43e0-861d-f5a40180ba1d req-da0e2099-0857-4d9a-b316-1761249780c9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b3633857-1cd8-40e7-9128-29a541565063 HTTP/1.1" status: 200 len: 835 time: 0.1075995 Jun 01 19:04:08.276189 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-cd75a087-5c22-4856-88e5-8aa666f24565 None None] Transition to ACTIVE for port object cd09868a-f8f0-4bd8-b26a-76e01bf6d4df will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:04:08.277062 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 46542) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:04:08.282208 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-51912f54-ce5c-4426-95f2-92f42d046761 req-5b45a2aa-dca8-4a25-9fd8-49c5a7e8a150 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:08.300446 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-61e0c51d-30b7-40e2-8b3e-97929568648f tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Request body: {'subnet': {'network_id': '514e0306-ee37-41eb-a827-8ad103ba3460', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:04:08.333058 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-cd75a087-5c22-4856-88e5-8aa666f24565 None None] Transition to ACTIVE for port object cd09868a-f8f0-4bd8-b26a-76e01bf6d4df will not be triggered until provisioned by entity DHCP. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:04:08.349273 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6d35b3-f4fe-4521-9775-d6dfbda1f253 None None] Pushing event updated for resources: {'Port': ['ID=89353e1f-2f11-4fe8-a4b6-4f859e9abea8,revision_number=2']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:04:08.362760 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a4be5e3e-3cf7-44f9-8bfd-851151d87bb6 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks [] for floatingip, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:08.363097 n-d-844202-1 neutron-server[88525]: INFO neutron.db.l3_db [None req-a4be5e3e-3cf7-44f9-8bfd-851151d87bb6 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Floating IP 6e2efbba-fe82-44bc-81ef-463f77be2e45 disassociated (deleted). External IP: 172.25.4.9, port: 6b2528ef-7965-4d6f-8ae8-16a842074fd3. Jun 01 19:04:08.454814 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2446cac2-1c50-4dfd-bf88-6575235402d4 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Pushing event updated for resources: {'Network': ['ID=514e0306-ee37-41eb-a827-8ad103ba3460,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:04:08.455250 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-cd75a087-5c22-4856-88e5-8aa666f24565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526'] for port, after_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:08.536306 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network 514e0306-ee37-41eb-a827-8ad103ba3460 details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 19:04:09.090851 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b45a2aa-dca8-4a25-9fd8-49c5a7e8a150 service neutron] Pushing event updated for resources: {'Port': ['ID=1667d4d5-25df-41ac-be8f-8a699a8dfeab,revision_number=2']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:04:09.098136 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd75a087-5c22-4856-88e5-8aa666f24565 None None] Network aaaa9f67-00cd-4fd7-bfc9-acab80f1aa33 is already hosted by enough agents. {{(pid=88526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:04:09.107618 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-8f90dab5-2e18-406c-8d11-6590791acc83 req-f062b419-ea5f-4ede-afdc-01c4adf98935 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d35e0c4-c006-4f35-a161-1e1e4ff68e11 HTTP/1.1" status: 200 len: 210 time: 0.2390771 Jun 01 19:04:09.149414 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-02e356d8-228f-4783-a451-1cd2ebb646d1 None None] Notify callbacks [] for port, precommit_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:09.165520 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-02e356d8-228f-4783-a451-1cd2ebb646d1 None None] Transition to ACTIVE for port object ee00f78f-a04a-4405-9774-7070747b6036 will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:04:09.190458 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-02e356d8-228f-4783-a451-1cd2ebb646d1 None None] Transition to ACTIVE for port object ee00f78f-a04a-4405-9774-7070747b6036 will not be triggered until provisioned by entity DHCP. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:04:09.201517 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-61e0c51d-30b7-40e2-8b3e-97929568648f tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:04:09.239435 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e509b8-dbf6-4388-bc49-d18e83aea854 None None] Pushing event updated for resources: {'Port': ['ID=4e35d64b-a703-4a7b-acbd-fc0ee618a0ef,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:04:09.257184 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.base_scheduler [None req-cd75a087-5c22-4856-88e5-8aa666f24565 None None] Resources bound (agent type, host, resource id): {{(pid=88526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:04:09.261919 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-02e356d8-228f-4783-a451-1cd2ebb646d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526'] for port, after_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:09.270570 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd75a087-5c22-4856-88e5-8aa666f24565 None None] Received port after_create {{(pid=88526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:04:09.284727 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 46560) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:04:09.302899 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-61e0c51d-30b7-40e2-8b3e-97929568648f tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Usage tracker for resource:subnet and tenant:f9f71065939b4c07b09efd290be9b909 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:04:09.328327 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-61e0c51d-30b7-40e2-8b3e-97929568648f tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:04:09.384118 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-61e0c51d-30b7-40e2-8b3e-97929568648f tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:04:09.406107 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9ceee9f8-3a6b-4c8f-bf4c-f0996dfbbf7d tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2614143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9667199'] for subnet, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:09.420103 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b17bb36-1df5-43e0-861d-f5a40180ba1d req-107a11ec-9f46-4fa5-9c4d-17f42691779b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:09.421836 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5b17bb36-1df5-43e0-861d-f5a40180ba1d req-107a11ec-9f46-4fa5-9c4d-17f42691779b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1a74ffe4-e7cd-459d-b2d6-ae7cddc87c99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0786378 Jun 01 19:04:09.456628 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61e0c51d-30b7-40e2-8b3e-97929568648f tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Made reservation on behalf of f9f71065939b4c07b09efd290be9b909 for: {'subnet': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:04:09.461123 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-61e0c51d-30b7-40e2-8b3e-97929568648f tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3066584'] for subnet, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:09.571020 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02e356d8-228f-4783-a451-1cd2ebb646d1 None None] Network f56eb7c6-327c-453a-975e-f7ed3596404d is already hosted by enough agents. {{(pid=88526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:04:09.572636 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ceee9f8-3a6b-4c8f-bf4c-f0996dfbbf7d tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Pushing event deleted for resources: {'Subnet': ['ID=601655d1-890c-4d85-9232-f0e2c860d9a5,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:04:09.576474 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-628b7e9a-f8b5-4ab1-8835-f2ee8ac80910 None None] Set router 3f5f79ce-f2d5-4949-aae1-30f372392868 gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:04:09.586677 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cca22f-239a-4dfd-8baa-2674cc5e56fd req-7410dcfe-5238-49bf-9ae3-2e1802434e51 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:09.588438 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-43cca22f-239a-4dfd-8baa-2674cc5e56fd req-7410dcfe-5238-49bf-9ae3-2e1802434e51 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.15 "GET /v2.0/networks?id=9872ab5d-59e4-43b1-8dfc-1ca5e239e8ce HTTP/1.1" status: 200 len: 813 time: 1.0788743 Jun 01 19:04:09.679413 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.base_scheduler [None req-02e356d8-228f-4783-a451-1cd2ebb646d1 None None] Resources bound (agent type, host, resource id): {{(pid=88526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:04:09.682933 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e356d8-228f-4783-a451-1cd2ebb646d1 None None] Received port after_create {{(pid=88526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:04:09.703353 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-cd75a087-5c22-4856-88e5-8aa666f24565 None None] Attempting to bind port cd09868a-f8f0-4bd8-b26a-76e01bf6d4df on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:04:09.703780 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-cd75a087-5c22-4856-88e5-8aa666f24565 None None] Attempting to bind port cd09868a-f8f0-4bd8-b26a-76e01bf6d4df by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': '50dfa21d-d423-4213-97ca-33d7928cf427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'aaaa9f67-00cd-4fd7-bfc9-acab80f1aa33'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:04:09.704216 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd75a087-5c22-4856-88e5-8aa666f24565 None None] Attempting to bind port cd09868a-f8f0-4bd8-b26a-76e01bf6d4df on network aaaa9f67-00cd-4fd7-bfc9-acab80f1aa33 {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:04:09.707721 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd75a087-5c22-4856-88e5-8aa666f24565 None None] Pushing event updated for resources: {'Port': ['ID=cd09868a-f8f0-4bd8-b26a-76e01bf6d4df,revision_number=1']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:04:09.747444 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [req-43cca22f-239a-4dfd-8baa-2674cc5e56fd req-25dbe31d-726a-4f15-9a07-fd25cacfefc2 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Request body: {'port': {'device_id': '4d35e0c4-c006-4f35-a161-1e1e4ff68e11', 'network_id': '9872ab5d-59e4-43b1-8dfc-1ca5e239e8ce', 'admin_state_up': True, 'tenant_id': '4e20c5bd79fa44728efb622f29d6160e'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:04:09.804701 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e356d8-228f-4783-a451-1cd2ebb646d1 None None] Pushing event updated for resources: {'Port': ['ID=ee00f78f-a04a-4405-9774-7070747b6036,revision_number=1']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:04:09.806716 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9ceee9f8-3a6b-4c8f-bf4c-f0996dfbbf7d tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:09.808289 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-d42fd13e-eccc-495f-9b92-5f7c7594d860 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:09.844471 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-9ceee9f8-3a6b-4c8f-bf4c-f0996dfbbf7d tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f56eb7c6-327c-453a-975e-f7ed3596404d']}} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:04:09.844713 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5b17bb36-1df5-43e0-861d-f5a40180ba1d req-35bd3d44-ea59-4d1a-95aa-8bb3dce2ed49 service neutron] 10.222.0.15 "GET /v2.0/networks/1a74ffe4-e7cd-459d-b2d6-ae7cddc87c99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4151442 Jun 01 19:04:09.849409 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd75a087-5c22-4856-88e5-8aa666f24565 None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 3, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:04:09.849837 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd75a087-5c22-4856-88e5-8aa666f24565 None None] Checking segment: {'id': '50dfa21d-d423-4213-97ca-33d7928cf427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'aaaa9f67-00cd-4fd7-bfc9-acab80f1aa33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:04:09.850289 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-cd75a087-5c22-4856-88e5-8aa666f24565 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:09.850684 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd75a087-5c22-4856-88e5-8aa666f24565 None None] Bound using segment: {'id': '50dfa21d-d423-4213-97ca-33d7928cf427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'aaaa9f67-00cd-4fd7-bfc9-acab80f1aa33'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:04:09.851168 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-cd75a087-5c22-4856-88e5-8aa666f24565 None None] Bound port: cd09868a-f8f0-4bd8-b26a-76e01bf6d4df, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50dfa21d-d423-4213-97ca-33d7928cf427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'aaaa9f67-00cd-4fd7-bfc9-acab80f1aa33'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:04:09.852739 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-cd75a087-5c22-4856-88e5-8aa666f24565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:09.866445 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-9ceee9f8-3a6b-4c8f-bf4c-f0996dfbbf7d tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5dc45639-09e7-4d79-8a4d-78c044276c3c') {'for_net_delete': True} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:04:09.867081 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-9ceee9f8-3a6b-4c8f-bf4c-f0996dfbbf7d tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5dc45639-09e7-4d79-8a4d-78c044276c3c') {} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:04:09.881449 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9ceee9f8-3a6b-4c8f-bf4c-f0996dfbbf7d tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2258522'] for segment, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:10.035516 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a553d49-ba0b-4d51-9c78-bc530191659b req-53ef04f4-a324-44be-975e-911d6a4dec2e tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:10.038509 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-9a553d49-ba0b-4d51-9c78-bc530191659b req-53ef04f4-a324-44be-975e-911d6a4dec2e tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/ports?device_id=345ef383-f908-4c6b-8937-0a117e7aece3 HTTP/1.1" status: 200 len: 944 time: 1.3815801 Jun 01 19:04:10.051853 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b873cba4-931c-45b2-b32c-77fee788684b None None] Network 57a41f0e-b08f-4033-97ac-1767c5f2bb80 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:04:10.067787 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-620e7e0e-1745-41ed-b800-f63a149885f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:10.154755 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [req-43cca22f-239a-4dfd-8baa-2674cc5e56fd req-25dbe31d-726a-4f15-9a07-fd25cacfefc2 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:04:10.160153 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-43cca22f-239a-4dfd-8baa-2674cc5e56fd req-25dbe31d-726a-4f15-9a07-fd25cacfefc2 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Usage tracker for resource:port and tenant:4e20c5bd79fa44728efb622f29d6160e is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:04:10.168661 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9ceee9f8-3a6b-4c8f-bf4c-f0996dfbbf7d tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:10.175120 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-43cca22f-239a-4dfd-8baa-2674cc5e56fd req-25dbe31d-726a-4f15-9a07-fd25cacfefc2 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:04:10.192603 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [req-43cca22f-239a-4dfd-8baa-2674cc5e56fd req-25dbe31d-726a-4f15-9a07-fd25cacfefc2 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:04:10.197077 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ceee9f8-3a6b-4c8f-bf4c-f0996dfbbf7d tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=88525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 19:04:10.198410 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9ceee9f8-3a6b-4c8f-bf4c-f0996dfbbf7d tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2613981'] for segment, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:10.213358 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-620e7e0e-1745-41ed-b800-f63a149885f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:04:10.217896 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-51912f54-ce5c-4426-95f2-92f42d046761 req-5b45a2aa-dca8-4a25-9fd8-49c5a7e8a150 service neutron] Attempting to bind port 1667d4d5-25df-41ac-be8f-8a699a8dfeab on host n-h2-844202-1 for vnic_type normal with profile {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:04:10.218456 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-51912f54-ce5c-4426-95f2-92f42d046761 req-5b45a2aa-dca8-4a25-9fd8-49c5a7e8a150 service neutron] Attempting to bind port 1667d4d5-25df-41ac-be8f-8a699a8dfeab by drivers openvswitch,hyperv on host n-h2-844202-1 at level 0 using segments [{'id': 'd147e68c-d5fd-47df-bf65-d6c5991a53c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '0c49dc6b-5e39-4101-b04d-1c1361c15d69'}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:04:10.219002 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51912f54-ce5c-4426-95f2-92f42d046761 req-5b45a2aa-dca8-4a25-9fd8-49c5a7e8a150 service neutron] Attempting to bind port 1667d4d5-25df-41ac-be8f-8a699a8dfeab on network 0c49dc6b-5e39-4101-b04d-1c1361c15d69 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:04:10.237617 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-620e7e0e-1745-41ed-b800-f63a149885f0 admin admin] Usage tracker for resource:security_group_rule and tenant:014d522074314819826a7183838e211c is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:04:10.247288 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51912f54-ce5c-4426-95f2-92f42d046761 req-5b45a2aa-dca8-4a25-9fd8-49c5a7e8a150 service neutron] Port 1667d4d5-25df-41ac-be8f-8a699a8dfeab on network 0c49dc6b-5e39-4101-b04d-1c1361c15d69 not bound, no agent of type Open vSwitch agent registered on host n-h2-844202-1 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 19:04:10.247487 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51912f54-ce5c-4426-95f2-92f42d046761 req-5b45a2aa-dca8-4a25-9fd8-49c5a7e8a150 service neutron] Attempting to bind port 1667d4d5-25df-41ac-be8f-8a699a8dfeab on network 0c49dc6b-5e39-4101-b04d-1c1361c15d69 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:04:10.256096 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0cd1fb4a-839a-47de-9efd-d30a54a40d42 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:10.332464 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment 5dc45639-09e7-4d79-8a4d-78c044276c3c resource provider aggregate not found Jun 01 19:04:10.344647 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-620e7e0e-1745-41ed-b800-f63a149885f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:04:10.348718 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-02e356d8-228f-4783-a451-1cd2ebb646d1 None None] Attempting to bind port ee00f78f-a04a-4405-9774-7070747b6036 on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:04:10.349645 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-02e356d8-228f-4783-a451-1cd2ebb646d1 None None] Attempting to bind port ee00f78f-a04a-4405-9774-7070747b6036 by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': '5dc45639-09e7-4d79-8a4d-78c044276c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'f56eb7c6-327c-453a-975e-f7ed3596404d'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:04:10.350070 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e356d8-228f-4783-a451-1cd2ebb646d1 None None] Attempting to bind port ee00f78f-a04a-4405-9774-7070747b6036 on network f56eb7c6-327c-453a-975e-f7ed3596404d {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:04:10.362205 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e356d8-228f-4783-a451-1cd2ebb646d1 None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 3, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:04:10.362592 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e356d8-228f-4783-a451-1cd2ebb646d1 None None] Checking segment: {'id': '5dc45639-09e7-4d79-8a4d-78c044276c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'f56eb7c6-327c-453a-975e-f7ed3596404d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:04:10.363389 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-02e356d8-228f-4783-a451-1cd2ebb646d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:10.363389 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e356d8-228f-4783-a451-1cd2ebb646d1 None None] Bound using segment: {'id': '5dc45639-09e7-4d79-8a4d-78c044276c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'f56eb7c6-327c-453a-975e-f7ed3596404d'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:04:10.363813 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-02e356d8-228f-4783-a451-1cd2ebb646d1 None None] Bound port: ee00f78f-a04a-4405-9774-7070747b6036, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5dc45639-09e7-4d79-8a4d-78c044276c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'f56eb7c6-327c-453a-975e-f7ed3596404d'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:04:10.364178 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-02e356d8-228f-4783-a451-1cd2ebb646d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:10.374216 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-620e7e0e-1745-41ed-b800-f63a149885f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:04:10.376105 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51912f54-ce5c-4426-95f2-92f42d046761 req-5b45a2aa-dca8-4a25-9fd8-49c5a7e8a150 service neutron] Checking agent: {'id': 'f5db9968-6317-4186-9100-9e0ca6b50417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 3, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:04:10.376677 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51912f54-ce5c-4426-95f2-92f42d046761 req-5b45a2aa-dca8-4a25-9fd8-49c5a7e8a150 service neutron] Checking segment: {'id': 'd147e68c-d5fd-47df-bf65-d6c5991a53c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '0c49dc6b-5e39-4101-b04d-1c1361c15d69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:04:10.376902 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51912f54-ce5c-4426-95f2-92f42d046761 req-5b45a2aa-dca8-4a25-9fd8-49c5a7e8a150 service neutron] Bound using segment: {'id': 'd147e68c-d5fd-47df-bf65-d6c5991a53c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '0c49dc6b-5e39-4101-b04d-1c1361c15d69'} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:04:10.377515 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-51912f54-ce5c-4426-95f2-92f42d046761 req-5b45a2aa-dca8-4a25-9fd8-49c5a7e8a150 service neutron] Bound port: 1667d4d5-25df-41ac-be8f-8a699a8dfeab, host: n-h2-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd147e68c-d5fd-47df-bf65-d6c5991a53c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '0c49dc6b-5e39-4101-b04d-1c1361c15d69'}}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:04:10.377651 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-51912f54-ce5c-4426-95f2-92f42d046761 req-5b45a2aa-dca8-4a25-9fd8-49c5a7e8a150 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:10.389013 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6ff271a3-a7d9-4ef5-9939-fb6c6d39e269 None None] Provisioning for port 89353e1f-2f11-4fe8-a4b6-4f859e9abea8 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:04:10.425279 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3c8f04-fb74-481d-b822-3d3130ceaff6 req-287f8282-bbd7-4f35-8733-3052cabe9623 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:10.426809 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3c3c8f04-fb74-481d-b822-3d3130ceaff6 req-287f8282-bbd7-4f35-8733-3052cabe9623 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] 10.222.0.41 "GET /v2.0/ports?device_id=788ce680-fc4d-472b-8d83-c8cf7fd384df HTTP/1.1" status: 200 len: 944 time: 1.1103578 Jun 01 19:04:10.432942 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-9a553d49-ba0b-4d51-9c78-bc530191659b req-91d38f6f-4f6f-41aa-b105-07b755947420 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a351d5c-3364-42d8-bd0d-648028a392a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2615025 Jun 01 19:04:10.455789 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-cd75a087-5c22-4856-88e5-8aa666f24565 None None] For port cd09868a-f8f0-4bd8-b26a-76e01bf6d4df, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:04:10.481583 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment 5dc45639-09e7-4d79-8a4d-78c044276c3c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5dc45639-09e7-4d79-8a4d-78c044276c3c found for delete ", "request_id": "req-ffa13b0d-b08e-48e6-8f44-0943af5ca580"}]} Jun 01 19:04:10.512325 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-cd75a087-5c22-4856-88e5-8aa666f24565 None None] For port cd09868a-f8f0-4bd8-b26a-76e01bf6d4df, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=cd09868a-f8f0-4bd8-b26a-76e01bf6d4df,segment=NetworkSegment(50dfa21d-d423-4213-97ca-33d7928cf427),segment_id=50dfa21d-d423-4213-97ca-33d7928cf427)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:04:10.537657 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-51912f54-ce5c-4426-95f2-92f42d046761 req-5b45a2aa-dca8-4a25-9fd8-49c5a7e8a150 service neutron] For port 1667d4d5-25df-41ac-be8f-8a699a8dfeab, host n-h2-844202-1, cleared binding levels {{(pid=88524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:04:10.540851 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-51912f54-ce5c-4426-95f2-92f42d046761 req-5b45a2aa-dca8-4a25-9fd8-49c5a7e8a150 service neutron] For port 1667d4d5-25df-41ac-be8f-8a699a8dfeab, host n-h2-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=1667d4d5-25df-41ac-be8f-8a699a8dfeab,segment=NetworkSegment(d147e68c-d5fd-47df-bf65-d6c5991a53c2),segment_id=d147e68c-d5fd-47df-bf65-d6c5991a53c2)] {{(pid=88524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:04:10.553255 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43cca22f-239a-4dfd-8baa-2674cc5e56fd req-25dbe31d-726a-4f15-9a07-fd25cacfefc2 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Made reservation on behalf of 4e20c5bd79fa44728efb622f29d6160e for: {'port': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:04:10.557443 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-43cca22f-239a-4dfd-8baa-2674cc5e56fd req-25dbe31d-726a-4f15-9a07-fd25cacfefc2 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:10.589709 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-cd75a087-5c22-4856-88e5-8aa666f24565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:10.593294 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-51912f54-ce5c-4426-95f2-92f42d046761 req-5b45a2aa-dca8-4a25-9fd8-49c5a7e8a150 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:10.625464 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.db.api [None req-9ceee9f8-3a6b-4c8f-bf4c-f0996dfbbf7d tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 01 19:04:10.625464 n-d-844202-1 neutron-server[88525]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 01 19:04:10.625464 n-d-844202-1 neutron-server[88525]: [parameters: {'id': 'f56eb7c6-327c-453a-975e-f7ed3596404d'}] Jun 01 19:04:10.625464 n-d-844202-1 neutron-server[88525]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88525) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 19:04:10.625947 n-d-844202-1 neutron-server[88525]: DEBUG oslo_db.api [None req-9ceee9f8-3a6b-4c8f-bf4c-f0996dfbbf7d tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 19:04:10.627379 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4be5e3e-3cf7-44f9-8bfd-851151d87bb6 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Router 7ee539f0-74eb-4d8b-94f4-0af36e192612 has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 19:04:10.645180 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5b17bb36-1df5-43e0-861d-f5a40180ba1d req-54495495-0b92-4208-8345-4cae26845b22 service neutron] 10.222.0.15 "GET /v2.0/networks/1a74ffe4-e7cd-459d-b2d6-ae7cddc87c99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6043892 Jun 01 19:04:10.675402 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-61e0c51d-30b7-40e2-8b3e-97929568648f tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2718919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3066602'] for subnet, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:10.687599 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-78490a43-3531-47a3-a753-4c377b7cdb7b req-00d09df4-9e48-46cd-a52b-1db70050d971 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d35e0c4-c006-4f35-a161-1e1e4ff68e11 HTTP/1.1" status: 200 len: 210 time: 0.0765440 Jun 01 19:04:10.726877 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:10.741704 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-02e356d8-228f-4783-a451-1cd2ebb646d1 None None] For port ee00f78f-a04a-4405-9774-7070747b6036, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:04:10.745452 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51912f54-ce5c-4426-95f2-92f42d046761 req-5b45a2aa-dca8-4a25-9fd8-49c5a7e8a150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:10.745718 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-51912f54-ce5c-4426-95f2-92f42d046761 req-5b45a2aa-dca8-4a25-9fd8-49c5a7e8a150 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:10.747203 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-51912f54-ce5c-4426-95f2-92f42d046761 req-5b45a2aa-dca8-4a25-9fd8-49c5a7e8a150 service neutron] 10.222.0.50 "PUT /v2.0/ports/1667d4d5-25df-41ac-be8f-8a699a8dfeab HTTP/1.1" status: 200 len: 1092 time: 4.4409964 Jun 01 19:04:10.751061 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '345ef383-f908-4c6b-8937-0a117e7aece3', 'tag': '1667d4d5-25df-41ac-be8f-8a699a8dfeab'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:04:10.778520 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3c3c8f04-fb74-481d-b822-3d3130ceaff6 req-cc5ddde5-7081-45fc-b52f-ad925a0651c9 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] 10.222.0.41 "GET /v2.0/security-groups?id=f21673f5-4d44-4992-85b9-6c5f8a047d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3426580 Jun 01 19:04:10.820082 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b45a2aa-dca8-4a25-9fd8-49c5a7e8a150 service neutron] Pushing event updated for resources: {'Port': ['ID=1667d4d5-25df-41ac-be8f-8a699a8dfeab,revision_number=3']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:04:10.843770 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:10.852322 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-02e356d8-228f-4783-a451-1cd2ebb646d1 None None] For port ee00f78f-a04a-4405-9774-7070747b6036, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=ee00f78f-a04a-4405-9774-7070747b6036,segment=NetworkSegment(5dc45639-09e7-4d79-8a4d-78c044276c3c),segment_id=5dc45639-09e7-4d79-8a4d-78c044276c3c)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:04:10.867897 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device acb3787e-d6e7-4d8e-8e29-33bcd53ffe01 details requested by agent hyperv_n-h1-844202-1 with host n-h1-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 19:04:10.892769 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-02e356d8-228f-4783-a451-1cd2ebb646d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:10.899874 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd75a087-5c22-4856-88e5-8aa666f24565 None None] Pushing event updated for resources: {'Port': ['ID=cd09868a-f8f0-4bd8-b26a-76e01bf6d4df,revision_number=2']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:04:10.962159 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c0d0123-f976-40a7-b429-ffc5e6389575'] response: {'name': 'network-changed', 'server_uuid': '345ef383-f908-4c6b-8937-0a117e7aece3', 'tag': '1667d4d5-25df-41ac-be8f-8a699a8dfeab', 'status': 'completed', 'code': 200} Jun 01 19:04:11.018234 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e0c51d-30b7-40e2-8b3e-97929568648f tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Pushing event updated for resources: {'Subnet': ['ID=5089929f-6dc7-4f17-a9fd-9e7935a15e71,revision_number=0']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:04:11.033336 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 89353e1f-2f11-4fe8-a4b6-4f859e9abea8 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:04:11.075757 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-620e7e0e-1745-41ed-b800-f63a149885f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:11.077114 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e0c51d-30b7-40e2-8b3e-97929568648f tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Checking segment: {'id': '026dc3ac-1c68-4a28-9108-6f84a0dae619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '514e0306-ee37-41eb-a827-8ad103ba3460'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:04:11.077655 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61e0c51d-30b7-40e2-8b3e-97929568648f tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Network hostable DHCP agents. Network: 514e0306-ee37-41eb-a827-8ad103ba3460, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88524) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 19:04:11.106752 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-620e7e0e-1745-41ed-b800-f63a149885f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:11.165282 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9ceee9f8-3a6b-4c8f-bf4c-f0996dfbbf7d tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:11.178188 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620e7e0e-1745-41ed-b800-f63a149885f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=745a8620-1aaa-4f63-a6d2-6be02685429d,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:04:11.198242 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-620e7e0e-1745-41ed-b800-f63a149885f0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=014d522074314819826a7183838e211c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9112980 Jun 01 19:04:11.205163 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 46576) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:04:11.211158 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61e0c51d-30b7-40e2-8b3e-97929568648f tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Network 514e0306-ee37-41eb-a827-8ad103ba3460 is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88524) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 19:04:11.257456 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51912f54-ce5c-4426-95f2-92f42d046761 req-7690120b-d5e5-4d08-82da-0803f9f40d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:11.259736 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-51912f54-ce5c-4426-95f2-92f42d046761 req-7690120b-d5e5-4d08-82da-0803f9f40d01 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ff411273a1ac46f2a91fb45afe578ccb&device_id=345ef383-f908-4c6b-8937-0a117e7aece3 HTTP/1.1" status: 200 len: 1095 time: 0.4341340 Jun 01 19:04:11.268776 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e356d8-228f-4783-a451-1cd2ebb646d1 None None] Pushing event updated for resources: {'Port': ['ID=ee00f78f-a04a-4405-9774-7070747b6036,revision_number=2']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:04:11.344113 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6a3d9eb-2656-4a42-b40d-67fe339a6a7a None None] Network f56eb7c6-327c-453a-975e-f7ed3596404d requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:04:11.359649 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-628b7e9a-f8b5-4ab1-8835-f2ee8ac80910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f5f79ce-f2d5-4949-aae1-30f372392868', 'name': 'tempest-ServersTestMultiNic-1984382596-router', 'tenant_id': 'f9f71065939b4c07b09efd290be9b909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': '8c3e5e48-f454-4082-9a21-d59ffb9b95e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:03:45Z', 'updated_at': '2022-06-01T19:03:58Z', 'revision_number': 4, 'project_id': 'f9f71065939b4c07b09efd290be9b909', 'gw_port': {'id': '8c3e5e48-f454-4082-9a21-d59ffb9b95e7', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:cd:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f5f79ce-f2d5-4949-aae1-30f372392868', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2340, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:03:46Z', 'updated_at': '2022-06-01T19:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '4e35d64b-a703-4a7b-acbd-fc0ee618a0ef', 'name': '', 'network_id': 'be2366b1-2c5b-42fb-bc16-2beb33d2f75c', 'tenant_id': 'f9f71065939b4c07b09efd290be9b909', 'mac_address': 'fa:16:3e:21:7a:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f5f79ce-f2d5-4949-aae1-30f372392868', 'device_owner': 'network:router_interface', 'standard_attr_id': 2356, 'fixed_ips': [{'subnet_id': '0ff3af01-fe02-4ef6-87e5-5983f4be6102', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:03:54Z', 'updated_at': '2022-06-01T19:04:07Z', 'revision_number': 4, 'project_id': 'f9f71065939b4c07b09efd290be9b909', 'subnets': [{'id': '0ff3af01-fe02-4ef6-87e5-5983f4be6102', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:04:11.389175 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-51912f54-ce5c-4426-95f2-92f42d046761 req-b4c7f4df-7bca-41a2-af09-855de4afb895 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1667d4d5-25df-41ac-be8f-8a699a8dfeab HTTP/1.1" status: 200 len: 217 time: 0.1037507 Jun 01 19:04:11.425177 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-9ceee9f8-3a6b-4c8f-bf4c-f0996dfbbf7d tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Deleting port ee00f78f-a04a-4405-9774-7070747b6036 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:04:11.425513 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9ceee9f8-3a6b-4c8f-bf4c-f0996dfbbf7d tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:11.468754 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:11.474914 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628b7e9a-f8b5-4ab1-8835-f2ee8ac80910 None None] The sync data for ids ['3f5f79ce-f2d5-4949-aae1-30f372392868'] in n-d-844202-1 is: [{'id': '3f5f79ce-f2d5-4949-aae1-30f372392868', 'name': 'tempest-ServersTestMultiNic-1984382596-router', 'tenant_id': 'f9f71065939b4c07b09efd290be9b909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': '8c3e5e48-f454-4082-9a21-d59ffb9b95e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:03:45Z', 'updated_at': '2022-06-01T19:03:58Z', 'revision_number': 4, 'project_id': 'f9f71065939b4c07b09efd290be9b909', 'gw_port': {'id': '8c3e5e48-f454-4082-9a21-d59ffb9b95e7', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:cd:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f5f79ce-f2d5-4949-aae1-30f372392868', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2340, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:03:46Z', 'updated_at': '2022-06-01T19:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '4e35d64b-a703-4a7b-acbd-fc0ee618a0ef', 'name': '', 'network_id': 'be2366b1-2c5b-42fb-bc16-2beb33d2f75c', 'tenant_id': 'f9f71065939b4c07b09efd290be9b909', 'mac_address': 'fa:16:3e:21:7a:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f5f79ce-f2d5-4949-aae1-30f372392868', 'device_owner': 'network:router_interface', 'standard_attr_id': 2356, 'fixed_ips': [{'subnet_id': '0ff3af01-fe02-4ef6-87e5-5983f4be6102', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:03:54Z', 'updated_at': '2022-06-01T19:04:07Z', 'revision_number': 4, 'project_id': 'f9f71065939b4c07b09efd290be9b909', 'subnets': [{'id': '0ff3af01-fe02-4ef6-87e5-5983f4be6102', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:04:11.490462 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [req-43cca22f-239a-4dfd-8baa-2674cc5e56fd req-25dbe31d-726a-4f15-9a07-fd25cacfefc2 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Allocated IP 172.20.0.13 (9872ab5d-59e4-43b1-8dfc-1ca5e239e8ce/969bae19-2b90-42ed-a4ac-a4a59eaa870c/86d4595b-e8db-4a4c-b6f0-57c1d6666091) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:04:11.526167 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4be5e3e-3cf7-44f9-8bfd-851151d87bb6 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:04:11.530566 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51912f54-ce5c-4426-95f2-92f42d046761 req-a1edb021-3996-4c58-919a-154140f99b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:11.532442 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-51912f54-ce5c-4426-95f2-92f42d046761 req-a1edb021-3996-4c58-919a-154140f99b4d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=308ebcd6-774a-482f-bd0f-fadc3e2b2dca HTTP/1.1" status: 200 len: 846 time: 0.1409912 Jun 01 19:04:11.537266 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-61e0c51d-30b7-40e2-8b3e-97929568648f tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, 514e0306-ee37-41eb-a827-8ad103ba3460) {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:04:11.577967 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-021f383d-ea9e-439e-a71e-e71cfe782049 None None] Network 514e0306-ee37-41eb-a827-8ad103ba3460 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:04:11.605047 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port 89353e1f-2f11-4fe8-a4b6-4f859e9abea8 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:04:11.609030 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-096e76e5-03a0-4c83-87f1-d645f128f535 None None] Sync routers for ids ['7ee539f0-74eb-4d8b-94f4-0af36e192612'] in n-d-844202-1 {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:04:11.633256 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e0c51d-30b7-40e2-8b3e-97929568648f tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:11.633978 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-61e0c51d-30b7-40e2-8b3e-97929568648f tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:11.677155 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-51912f54-ce5c-4426-95f2-92f42d046761 req-12db1658-539c-4d62-8a64-ff31559a7d58 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0c49dc6b-5e39-4101-b04d-1c1361c15d69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1375239 Jun 01 19:04:11.698188 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port acb3787e-d6e7-4d8e-8e29-33bcd53ffe01, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=acb3787e-d6e7-4d8e-8e29-33bcd53ffe01,segment=NetworkSegment(841bab55-f57c-4c3b-8cf4-186c650d46ae),segment_id=841bab55-f57c-4c3b-8cf4-186c650d46ae)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:04:11.766327 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a4be5e3e-3cf7-44f9-8bfd-851151d87bb6 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for floatingip, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:11.799888 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 89353e1f-2f11-4fe8-a4b6-4f859e9abea8 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:04:11.800352 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:11.900977 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-9ec98197-cca9-4f22-8fa4-fe15eac2d264 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:11.965904 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Returning: {'device': 'acb3787e-d6e7-4d8e-8e29-33bcd53ffe01', 'network_id': '1a74ffe4-e7cd-459d-b2d6-ae7cddc87c99', 'port_id': 'acb3787e-d6e7-4d8e-8e29-33bcd53ffe01', 'mac_address': 'fa:16:3e:a8:11:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3633857-1cd8-40e7-9128-29a541565063', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 19:04:12.029443 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-096e76e5-03a0-4c83-87f1-d645f128f535 None None] Routers {'7ee539f0-74eb-4d8b-94f4-0af36e192612'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:04:12.030094 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-096e76e5-03a0-4c83-87f1-d645f128f535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:04:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['7ee539f0-74eb-4d8b-94f4-0af36e192612'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:04:12.035963 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-61e0c51d-30b7-40e2-8b3e-97929568648f tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.7574766 Jun 01 19:04:12.042352 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-9ec98197-cca9-4f22-8fa4-fe15eac2d264 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:12.079436 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-51912f54-ce5c-4426-95f2-92f42d046761 req-6304f48b-d790-4d49-b243-21b248d71560 service neutron] 10.222.0.50 "GET /v2.0/networks/0c49dc6b-5e39-4101-b04d-1c1361c15d69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3898852 Jun 01 19:04:12.084319 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-b7e8d1e8-082e-4822-8a6d-0c41ad997e89 req-a834e447-bc1d-44a3-ae28-c8e65ca0df77 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Synchronizing usage tracker for tenant:4e20c5bd79fa44728efb622f29d6160e on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:04:12.155486 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-a4be5e3e-3cf7-44f9-8bfd-851151d87bb6 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] 10.222.0.41 "DELETE /v2.0/floatingips/6e2efbba-fe82-44bc-81ef-463f77be2e45 HTTP/1.1" status: 204 len: 168 time: 7.1287057 Jun 01 19:04:12.170885 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 46588) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:04:12.220864 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0cd1fb4a-839a-47de-9efd-d30a54a40d42 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks [] for port, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:12.389180 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [None req-9ceee9f8-3a6b-4c8f-bf4c-f0996dfbbf7d tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] For port ee00f78f-a04a-4405-9774-7070747b6036, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=ee00f78f-a04a-4405-9774-7070747b6036,segment=NetworkSegment(5dc45639-09e7-4d79-8a4d-78c044276c3c),segment_id=5dc45639-09e7-4d79-8a4d-78c044276c3c)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:04:12.389641 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9ceee9f8-3a6b-4c8f-bf4c-f0996dfbbf7d tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:12.412455 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-096e76e5-03a0-4c83-87f1-d645f128f535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:04:12.430529 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:12.457064 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:12.503786 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6c66c71c-7cc4-495f-9a1b-c2b2213be769 None None] Provisioning complete for port 89353e1f-2f11-4fe8-a4b6-4f859e9abea8 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:04:12.504140 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6c66c71c-7cc4-495f-9a1b-c2b2213be769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:12.532441 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-e728a83d-b4b1-424a-9ff0-829b434e0bba tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Deleting port 6b2528ef-7965-4d6f-8ae8-16a842074fd3 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:04:12.533265 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e728a83d-b4b1-424a-9ff0-829b434e0bba tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:12.571171 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-9ceee9f8-3a6b-4c8f-bf4c-f0996dfbbf7d tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Calling delete_port for ee00f78f-a04a-4405-9774-7070747b6036 owned by network:dhcp {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:04:12.588152 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda8fe81-b3eb-4b0a-a203-ad54bccc3e4a req-fd6310b4-5ac9-4d17-a7e6-697088990029 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:12.596190 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-bda8fe81-b3eb-4b0a-a203-ad54bccc3e4a req-fd6310b4-5ac9-4d17-a7e6-697088990029 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/ports?device_id=345ef383-f908-4c6b-8937-0a117e7aece3 HTTP/1.1" status: 200 len: 944 time: 0.6961956 Jun 01 19:04:12.608373 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-096e76e5-03a0-4c83-87f1-d645f128f535 None None] Routers {'7ee539f0-74eb-4d8b-94f4-0af36e192612'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:04:12.609142 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-096e76e5-03a0-4c83-87f1-d645f128f535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:04:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['7ee539f0-74eb-4d8b-94f4-0af36e192612'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:04:12.687113 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42912ed4-b94f-450d-baf8-060058e2cbcf None None] Network aaaa9f67-00cd-4fd7-bfc9-acab80f1aa33 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:04:12.717022 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port acb3787e-d6e7-4d8e-8e29-33bcd53ffe01 is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:04:12.717598 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:12.799505 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-9ec98197-cca9-4f22-8fa4-fe15eac2d264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:12.821522 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-43cca22f-239a-4dfd-8baa-2674cc5e56fd req-25dbe31d-726a-4f15-9a07-fd25cacfefc2 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:12.856741 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec98197-cca9-4f22-8fa4-fe15eac2d264 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=745a8620-1aaa-4f63-a6d2-6be02685429d,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:04:12.869850 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-43cca22f-239a-4dfd-8baa-2674cc5e56fd req-25dbe31d-726a-4f15-9a07-fd25cacfefc2 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:12.873519 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0cd1fb4a-839a-47de-9efd-d30a54a40d42 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:12.890957 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-096e76e5-03a0-4c83-87f1-d645f128f535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:04:12.891611 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-096e76e5-03a0-4c83-87f1-d645f128f535 None None] The sync data for ids ['7ee539f0-74eb-4d8b-94f4-0af36e192612'] in n-d-844202-1 is: [] {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:04:12.918591 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-51912f54-ce5c-4426-95f2-92f42d046761 req-0e057fc7-8241-43d0-815c-daf006eb1afc service neutron] 10.222.0.50 "GET /v2.0/networks/0c49dc6b-5e39-4101-b04d-1c1361c15d69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8232846 Jun 01 19:04:12.941186 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-9ec98197-cca9-4f22-8fa4-fe15eac2d264 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:12.944968 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-9ec98197-cca9-4f22-8fa4-fe15eac2d264 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/745a8620-1aaa-4f63-a6d2-6be02685429d HTTP/1.1" status: 204 len: 168 time: 1.7381659 Jun 01 19:04:12.963677 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-bda8fe81-b3eb-4b0a-a203-ad54bccc3e4a req-27e93f58-99e5-4808-8745-e70d0358291b tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a351d5c-3364-42d8-bd0d-648028a392a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3635356 Jun 01 19:04:13.008866 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acb3787e-d6e7-4d8e-8e29-33bcd53ffe01 {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 19:04:13.101627 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port acb3787e-d6e7-4d8e-8e29-33bcd53ffe01, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=acb3787e-d6e7-4d8e-8e29-33bcd53ffe01,segment=NetworkSegment(841bab55-f57c-4c3b-8cf4-186c650d46ae),segment_id=841bab55-f57c-4c3b-8cf4-186c650d46ae)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:04:13.119647 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-b7e8d1e8-082e-4822-8a6d-0c41ad997e89 req-a834e447-bc1d-44a3-ae28-c8e65ca0df77 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Unset dirty status for tenant:4e20c5bd79fa44728efb622f29d6160e on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:04:13.138983 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b7e8d1e8-082e-4822-8a6d-0c41ad997e89 req-a834e447-bc1d-44a3-ae28-c8e65ca0df77 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d35e0c4-c006-4f35-a161-1e1e4ff68e11 HTTP/1.1" status: 200 len: 210 time: 1.2446270 Jun 01 19:04:13.172262 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:13.173986 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 89353e1f-2f11-4fe8-a4b6-4f859e9abea8 is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:04:13.174352 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:13.241205 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6c66c71c-7cc4-495f-9a1b-c2b2213be769 None None] Current status of the port 89353e1f-2f11-4fe8-a4b6-4f859e9abea8 is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:04:13.241588 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6c66c71c-7cc4-495f-9a1b-c2b2213be769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:13.284519 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43cca22f-239a-4dfd-8baa-2674cc5e56fd req-25dbe31d-726a-4f15-9a07-fd25cacfefc2 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Network 9872ab5d-59e4-43b1-8dfc-1ca5e239e8ce is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:04:13.294307 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [req-43cca22f-239a-4dfd-8baa-2674cc5e56fd req-25dbe31d-726a-4f15-9a07-fd25cacfefc2 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:04:13.296578 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9ceee9f8-3a6b-4c8f-bf4c-f0996dfbbf7d tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:13.315502 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [req-43cca22f-239a-4dfd-8baa-2674cc5e56fd req-25dbe31d-726a-4f15-9a07-fd25cacfefc2 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:04:13.336417 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07ce189b-d51d-48f7-adf8-3efca5362a56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc93f83c3-7fb6-5c13-a9d4-29d739a4e8d2-514e0306-ee37-41eb-a827-8ad103ba3460', 'network_id': '514e0306-ee37-41eb-a827-8ad103ba3460', 'tenant_id': 'f9f71065939b4c07b09efd290be9b909', 'fixed_ips': [{'subnet_id': '5089929f-6dc7-4f17-a9fd-9e7935a15e71'}]}} from n-d-844202-1. {{(pid=88526) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 19:04:13.337242 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-07ce189b-d51d-48f7-adf8-3efca5362a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:13.398385 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0cd1fb4a-839a-47de-9efd-d30a54a40d42 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-887436'] for router_interface, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:13.405156 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd1fb4a-839a-47de-9efd-d30a54a40d42 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Pushing event updated for resources: {'Port': ['ID=0bf8a052-a069-4d19-bdd7-cf70f1752021,revision_number=2']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:04:13.467759 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port 89353e1f-2f11-4fe8-a4b6-4f859e9abea8, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=89353e1f-2f11-4fe8-a4b6-4f859e9abea8,segment=NetworkSegment(125279ea-2aed-41ea-8b3e-4526e0a8c195),segment_id=125279ea-2aed-41ea-8b3e-4526e0a8c195)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:04:13.470398 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e728a83d-b4b1-424a-9ff0-829b434e0bba tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:13.480645 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebf9b8d-45b4-4fc8-86ba-d0abf0ba8bc7 req-11fc4278-5f74-42df-8696-0d87ab0e175d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:13.482540 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-bebf9b8d-45b4-4fc8-86ba-d0abf0ba8bc7 req-11fc4278-5f74-42df-8696-0d87ab0e175d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ff411273a1ac46f2a91fb45afe578ccb&device_id=345ef383-f908-4c6b-8937-0a117e7aece3 HTTP/1.1" status: 200 len: 1095 time: 0.4853656 Jun 01 19:04:13.513917 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] get_ports_and_sgs() called for port_ids ['acb3787e-d6e7-4d8e-8e29-33bcd53ffe01'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 19:04:13.553308 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=acb3787e-d6e7-4d8e-8e29-33bcd53ffe01,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:04:13.556623 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:13.599986 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 46606) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:04:13.662168 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ceee9f8-3a6b-4c8f-bf4c-f0996dfbbf7d tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] No DVR routers for this DVR port ee00f78f-a04a-4405-9774-7070747b6036 on host n-d-844202-1 {{(pid=88525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:04:13.671780 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-e728a83d-b4b1-424a-9ff0-829b434e0bba tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Calling delete_port for 6b2528ef-7965-4d6f-8ae8-16a842074fd3 owned by {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:04:13.794174 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device cd09868a-f8f0-4bd8-b26a-76e01bf6d4df up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:04:13.811819 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d8410b0d-6848-43c9-afcf-950cf7a0f022 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:13.854853 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a5bbb8-654d-403d-8f25-1b3708963758 req-1dd9a78f-6087-4604-ac7d-f5babe861482 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:13.856385 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-04a5bbb8-654d-403d-8f25-1b3708963758 req-1dd9a78f-6087-4604-ac7d-f5babe861482 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] 10.222.0.41 "GET /v2.0/ports?device_id=788ce680-fc4d-472b-8d83-c8cf7fd384df HTTP/1.1" status: 200 len: 945 time: 0.5746408 Jun 01 19:04:13.862782 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.db_base_plugin_common [None req-07ce189b-d51d-48f7-adf8-3efca5362a56 None None] Allocated IP 19.86.0.2 (514e0306-ee37-41eb-a827-8ad103ba3460/5089929f-6dc7-4f17-a9fd-9e7935a15e71/392e1904-c221-4995-b545-4278f1735137) {{(pid=88526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:04:13.868671 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cca22f-239a-4dfd-8baa-2674cc5e56fd req-25dbe31d-726a-4f15-9a07-fd25cacfefc2 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:13.869302 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-43cca22f-239a-4dfd-8baa-2674cc5e56fd req-25dbe31d-726a-4f15-9a07-fd25cacfefc2 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:13.932656 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebf9b8d-45b4-4fc8-86ba-d0abf0ba8bc7 req-d20d60b9-fe95-4873-a241-ea0129829aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:13.934974 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-bebf9b8d-45b4-4fc8-86ba-d0abf0ba8bc7 req-d20d60b9-fe95-4873-a241-ea0129829aad service neutron] 10.222.0.50 "GET /v2.0/networks?id=0c49dc6b-5e39-4101-b04d-1c1361c15d69 HTTP/1.1" status: 200 len: 907 time: 0.4434752 Jun 01 19:04:14.033017 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-bebf9b8d-45b4-4fc8-86ba-d0abf0ba8bc7 req-5ed79bcf-2be8-43a1-9658-f2443e60e01d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1667d4d5-25df-41ac-be8f-8a699a8dfeab HTTP/1.1" status: 200 len: 217 time: 0.0822923 Jun 01 19:04:14.035888 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-04a5bbb8-654d-403d-8f25-1b3708963758 req-50fec5f6-5a5d-4b49-a2af-df15911292be tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] 10.222.0.41 "GET /v2.0/security-groups?id=f21673f5-4d44-4992-85b9-6c5f8a047d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1694443 Jun 01 19:04:14.115486 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-d8410b0d-6848-43c9-afcf-950cf7a0f022 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:04:14.125865 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dbe31d-726a-4f15-9a07-fd25cacfefc2 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Pushing event updated for resources: {'Port': ['ID=86d4595b-e8db-4a4c-b6f0-57c1d6666091,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:04:14.129978 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.db.api [None req-6c66c71c-7cc4-495f-9a1b-c2b2213be769 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88526) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 19:04:14.131064 n-d-844202-1 neutron-server[88526]: DEBUG oslo_db.api [None req-6c66c71c-7cc4-495f-9a1b-c2b2213be769 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 19:04:14.156370 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=89353e1f-2f11-4fe8-a4b6-4f859e9abea8,revision_number=3']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:04:14.164275 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebf9b8d-45b4-4fc8-86ba-d0abf0ba8bc7 req-7a28d972-9983-4e65-ac6c-66e989f797ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:14.167075 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-bebf9b8d-45b4-4fc8-86ba-d0abf0ba8bc7 req-7a28d972-9983-4e65-ac6c-66e989f797ea service neutron] 10.222.0.50 "GET /v2.0/subnets?id=308ebcd6-774a-482f-bd0f-fadc3e2b2dca HTTP/1.1" status: 200 len: 846 time: 0.1256394 Jun 01 19:04:14.168634 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port cd09868a-f8f0-4bd8-b26a-76e01bf6d4df completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:04:14.197373 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-d8410b0d-6848-43c9-afcf-950cf7a0f022 admin admin] Usage tracker for resource:security_group_rule and tenant:1b2222bbdfc3455ea8e785b10963d8cc is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:04:14.233704 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-d8410b0d-6848-43c9-afcf-950cf7a0f022 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:04:14.240838 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 4e35d64b-a703-4a7b-acbd-fc0ee618a0ef up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:04:14.247493 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-43cca22f-239a-4dfd-8baa-2674cc5e56fd req-25dbe31d-726a-4f15-9a07-fd25cacfefc2 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5043669 Jun 01 19:04:14.248734 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ceee9f8-3a6b-4c8f-bf4c-f0996dfbbf7d tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Pushing event deleted for resources: {'Port': ['ID=ee00f78f-a04a-4405-9774-7070747b6036,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:04:14.250906 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-d8410b0d-6848-43c9-afcf-950cf7a0f022 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:04:14.270291 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9ceee9f8-3a6b-4c8f-bf4c-f0996dfbbf7d tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:14.281388 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [req-43cca22f-239a-4dfd-8baa-2674cc5e56fd req-307299cf-53cd-47a8-99d2-75bf1b51fdd6 service neutron] Request body: {'port': {'device_id': '4d35e0c4-c006-4f35-a161-1e1e4ff68e11', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844202-1'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:04:14.286309 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e728a83d-b4b1-424a-9ff0-829b434e0bba tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:14.289759 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-bebf9b8d-45b4-4fc8-86ba-d0abf0ba8bc7 req-259f3494-fdd7-44cf-b8ef-3e4bc8ca3a94 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0c49dc6b-5e39-4101-b04d-1c1361c15d69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1098719 Jun 01 19:04:14.321958 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a8d4ce-9157-4011-a6fb-50783dc34564 req-19de2273-776d-41ef-a478-2dac1a9913ea tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:14.327854 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a8d4ce-9157-4011-a6fb-50783dc34564 req-19de2273-776d-41ef-a478-2dac1a9913ea tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:14.328949 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-d0a8d4ce-9157-4011-a6fb-50783dc34564 req-19de2273-776d-41ef-a478-2dac1a9913ea tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Synchronizing usage tracker for tenant:f9f71065939b4c07b09efd290be9b909 on resource:network {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:04:14.368489 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e728a83d-b4b1-424a-9ff0-829b434e0bba tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Pushing event deleted for resources: {'Port': ['ID=6b2528ef-7965-4d6f-8ae8-16a842074fd3,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:04:14.399181 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cd1fb4a-839a-47de-9efd-d30a54a40d42 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Network 57a41f0e-b08f-4033-97ac-1767c5f2bb80 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:04:14.407666 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-0cd1fb4a-839a-47de-9efd-d30a54a40d42 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:04:14.416321 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-9ceee9f8-3a6b-4c8f-bf4c-f0996dfbbf7d tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f56eb7c6-327c-453a-975e-f7ed3596404d']}} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:04:14.473265 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-9ceee9f8-3a6b-4c8f-bf4c-f0996dfbbf7d tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5dc45639-09e7-4d79-8a4d-78c044276c3c') {'for_net_delete': True} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:04:14.474722 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-9ceee9f8-3a6b-4c8f-bf4c-f0996dfbbf7d tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5dc45639-09e7-4d79-8a4d-78c044276c3c') {} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:04:14.495113 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-07ce189b-d51d-48f7-adf8-3efca5362a56 None None] Notify callbacks [] for port, precommit_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:14.505102 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-d0a8d4ce-9157-4011-a6fb-50783dc34564 req-19de2273-776d-41ef-a478-2dac1a9913ea tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Unset dirty status for tenant:f9f71065939b4c07b09efd290be9b909 on resource:network {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:04:14.511835 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d0a8d4ce-9157-4011-a6fb-50783dc34564 req-19de2273-776d-41ef-a478-2dac1a9913ea tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] 10.222.0.41 "GET /v2.0/networks?id=aaaa9f67-00cd-4fd7-bfc9-acab80f1aa33&id=514e0306-ee37-41eb-a827-8ad103ba3460&id=aaaa9f67-00cd-4fd7-bfc9-acab80f1aa33 HTTP/1.1" status: 200 len: 1391 time: 1.1531813 Jun 01 19:04:14.512679 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-07ce189b-d51d-48f7-adf8-3efca5362a56 None None] Transition to ACTIVE for port object 392e1904-c221-4995-b545-4278f1735137 will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:04:14.539899 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-07ce189b-d51d-48f7-adf8-3efca5362a56 None None] Transition to ACTIVE for port object 392e1904-c221-4995-b545-4278f1735137 will not be triggered until provisioned by entity DHCP. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:04:14.551085 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port 4e35d64b-a703-4a7b-acbd-fc0ee618a0ef completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:04:14.564460 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 4e35d64b-a703-4a7b-acbd-fc0ee618a0ef triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:04:14.564833 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:14.617126 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9ceee9f8-3a6b-4c8f-bf4c-f0996dfbbf7d tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2258522'] for segment, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:14.645240 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d0a8d4ce-9157-4011-a6fb-50783dc34564 req-51afabfd-4b37-42c9-a616-7ff8abb5bffb tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] 10.222.0.41 "GET /v2.0/quotas/f9f71065939b4c07b09efd290be9b909 HTTP/1.1" status: 200 len: 375 time: 0.1324773 Jun 01 19:04:14.657575 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-07ce189b-d51d-48f7-adf8-3efca5362a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526'] for port, after_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:14.740726 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e728a83d-b4b1-424a-9ff0-829b434e0bba tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:14.757324 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9ceee9f8-3a6b-4c8f-bf4c-f0996dfbbf7d tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:14.758112 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-bebf9b8d-45b4-4fc8-86ba-d0abf0ba8bc7 req-95b005b3-7a1f-482c-a7b0-7a7c9828dbfb service neutron] 10.222.0.50 "GET /v2.0/networks/0c49dc6b-5e39-4101-b04d-1c1361c15d69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4224868 Jun 01 19:04:14.762389 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-43cca22f-239a-4dfd-8baa-2674cc5e56fd req-307299cf-53cd-47a8-99d2-75bf1b51fdd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:14.766794 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218437f8-233d-43f7-a2ca-27c3df5084b9 req-7d60ed86-5f72-4b32-81a2-b6ff2ed05408 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:14.774418 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-218437f8-233d-43f7-a2ca-27c3df5084b9 req-7d60ed86-5f72-4b32-81a2-b6ff2ed05408 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/ports?device_id=345ef383-f908-4c6b-8937-0a117e7aece3 HTTP/1.1" status: 200 len: 944 time: 0.5365281 Jun 01 19:04:14.780287 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-e728a83d-b4b1-424a-9ff0-829b434e0bba tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] 10.222.0.41 "DELETE /v2.0/ports/6b2528ef-7965-4d6f-8ae8-16a842074fd3 HTTP/1.1" status: 204 len: 168 time: 2.5886383 Jun 01 19:04:14.789575 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 46614) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:04:14.850779 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ceee9f8-3a6b-4c8f-bf4c-f0996dfbbf7d tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=88525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 19:04:14.851188 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9ceee9f8-3a6b-4c8f-bf4c-f0996dfbbf7d tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2613981'] for segment, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:14.888656 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-58f53710-ef73-4b22-ba60-7e08643f2842 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Request body: {'floatingip': {'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:04:14.890082 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07ce189b-d51d-48f7-adf8-3efca5362a56 None None] Network 514e0306-ee37-41eb-a827-8ad103ba3460 is already hosted by enough agents. {{(pid=88526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:04:14.998368 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6c66c71c-7cc4-495f-9a1b-c2b2213be769 None None] Current status of the port 89353e1f-2f11-4fe8-a4b6-4f859e9abea8 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:04:14.999928 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment 5dc45639-09e7-4d79-8a4d-78c044276c3c resource provider aggregate not found Jun 01 19:04:15.001401 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ce189b-d51d-48f7-adf8-3efca5362a56 None None] Pushing event updated for resources: {'Port': ['ID=392e1904-c221-4995-b545-4278f1735137,revision_number=1']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:04:15.005025 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.base_scheduler [None req-07ce189b-d51d-48f7-adf8-3efca5362a56 None None] Resources bound (agent type, host, resource id): {{(pid=88526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:04:15.028907 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-218437f8-233d-43f7-a2ca-27c3df5084b9 req-9e3bc912-a5e4-42b2-a3d8-0f61104dc255 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a351d5c-3364-42d8-bd0d-648028a392a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2530441 Jun 01 19:04:15.034292 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ce189b-d51d-48f7-adf8-3efca5362a56 None None] Received port after_create {{(pid=88526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:04:15.038431 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-58f53710-ef73-4b22-ba60-7e08643f2842 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:04:15.048940 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-58f53710-ef73-4b22-ba60-7e08643f2842 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Usage tracker for resource:floatingip and tenant:a0eb4836fe25462db2032ac7c054c0ab is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:04:15.048940 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-58f53710-ef73-4b22-ba60-7e08643f2842 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:04:15.056125 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-58f53710-ef73-4b22-ba60-7e08643f2842 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:04:15.079001 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-bebf9b8d-45b4-4fc8-86ba-d0abf0ba8bc7 req-0379ec37-5bb7-43de-9bcf-99fea64bd0a1 service neutron] 10.222.0.50 "GET /v2.0/networks/0c49dc6b-5e39-4101-b04d-1c1361c15d69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3016481 Jun 01 19:04:15.111107 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment 5dc45639-09e7-4d79-8a4d-78c044276c3c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5dc45639-09e7-4d79-8a4d-78c044276c3c found for delete ", "request_id": "req-deb5e4c1-0829-4996-bded-797b068f77f3"}]} Jun 01 19:04:15.122415 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9ceee9f8-3a6b-4c8f-bf4c-f0996dfbbf7d tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:15.148264 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d8410b0d-6848-43c9-afcf-950cf7a0f022 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:15.166345 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9ceee9f8-3a6b-4c8f-bf4c-f0996dfbbf7d tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks [] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:15.172126 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cd1fb4a-839a-47de-9efd-d30a54a40d42 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Router ce3d77f2-5cda-41f3-823c-ec60c5fafaa1 has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 19:04:15.185835 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6c66c71c-7cc4-495f-9a1b-c2b2213be769 None None] Provisioning for port 0bf8a052-a069-4d19-bdd7-cf70f1752021 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:04:15.186916 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d8410b0d-6848-43c9-afcf-950cf7a0f022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:15.227989 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 1667d4d5-25df-41ac-be8f-8a699a8dfeab details requested by agent hyperv_n-h2-844202-1 with host n-h2-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 19:04:15.229747 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ceee9f8-3a6b-4c8f-bf4c-f0996dfbbf7d tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Pushing event deleted for resources: {'Network': ['ID=f56eb7c6-327c-453a-975e-f7ed3596404d,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:04:15.239281 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-58f53710-ef73-4b22-ba60-7e08643f2842 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks [] for floatingip, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:15.241109 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6c66c71c-7cc4-495f-9a1b-c2b2213be769 None None] Provisioning complete for port 0bf8a052-a069-4d19-bdd7-cf70f1752021 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:04:15.241523 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6c66c71c-7cc4-495f-9a1b-c2b2213be769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:15.246572 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1b03a6-3380-4a2a-b3a4-6164ceb28748 req-176ac949-2325-427d-88d0-bb7b50830c1e tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:15.248536 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-df1b03a6-3380-4a2a-b3a4-6164ceb28748 req-176ac949-2325-427d-88d0-bb7b50830c1e tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d35e0c4-c006-4f35-a161-1e1e4ff68e11 HTTP/1.1" status: 200 len: 932 time: 0.1030304 Jun 01 19:04:15.272949 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 4e35d64b-a703-4a7b-acbd-fc0ee618a0ef is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:04:15.273237 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:15.277782 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-9ceee9f8-3a6b-4c8f-bf4c-f0996dfbbf7d tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] 10.222.0.41 "DELETE /v2.0/networks/f56eb7c6-327c-453a-975e-f7ed3596404d HTTP/1.1" status: 204 len: 168 time: 10.3626511 Jun 01 19:04:15.278974 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 46626) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:04:15.288327 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-15a7f2d9-2e69-439b-a072-55a0f811d33c tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-447749926'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:04:15.302775 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-15a7f2d9-2e69-439b-a072-55a0f811d33c tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:04:15.312645 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-15a7f2d9-2e69-439b-a072-55a0f811d33c tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Usage tracker for resource:network and tenant:186f4868324f42e7b69da35feb15cabc is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:04:15.317314 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-15a7f2d9-2e69-439b-a072-55a0f811d33c tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:04:15.323237 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-df1b03a6-3380-4a2a-b3a4-6164ceb28748 req-4ce1ef77-f219-46ad-bf68-3a927393e1e0 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Synchronizing usage tracker for tenant:4e20c5bd79fa44728efb622f29d6160e on resource:security_group {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:04:15.328963 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-15a7f2d9-2e69-439b-a072-55a0f811d33c tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:04:15.337096 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-07ce189b-d51d-48f7-adf8-3efca5362a56 None None] Attempting to bind port 392e1904-c221-4995-b545-4278f1735137 on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:04:15.337460 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-07ce189b-d51d-48f7-adf8-3efca5362a56 None None] Attempting to bind port 392e1904-c221-4995-b545-4278f1735137 by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': '026dc3ac-1c68-4a28-9108-6f84a0dae619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '514e0306-ee37-41eb-a827-8ad103ba3460'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:04:15.338016 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ce189b-d51d-48f7-adf8-3efca5362a56 None None] Attempting to bind port 392e1904-c221-4995-b545-4278f1735137 on network 514e0306-ee37-41eb-a827-8ad103ba3460 {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:04:15.350946 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15a7f2d9-2e69-439b-a072-55a0f811d33c tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Made reservation on behalf of 186f4868324f42e7b69da35feb15cabc for: {'network': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:04:15.355024 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-15a7f2d9-2e69-439b-a072-55a0f811d33c tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:15.368365 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-df1b03a6-3380-4a2a-b3a4-6164ceb28748 req-4ce1ef77-f219-46ad-bf68-3a927393e1e0 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Unset dirty status for tenant:4e20c5bd79fa44728efb622f29d6160e on resource:security_group {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:04:15.369496 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-df1b03a6-3380-4a2a-b3a4-6164ceb28748 req-4ce1ef77-f219-46ad-bf68-3a927393e1e0 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e27767a-e40e-41ca-b34d-a5b7412547b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119969 Jun 01 19:04:15.374187 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6c66c71c-7cc4-495f-9a1b-c2b2213be769 None None] Port 0bf8a052-a069-4d19-bdd7-cf70f1752021 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:04:15.375917 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ce189b-d51d-48f7-adf8-3efca5362a56 None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 4, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:04:15.376474 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ce189b-d51d-48f7-adf8-3efca5362a56 None None] Checking segment: {'id': '026dc3ac-1c68-4a28-9108-6f84a0dae619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '514e0306-ee37-41eb-a827-8ad103ba3460'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:04:15.376701 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-07ce189b-d51d-48f7-adf8-3efca5362a56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:15.377081 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ce189b-d51d-48f7-adf8-3efca5362a56 None None] Bound using segment: {'id': '026dc3ac-1c68-4a28-9108-6f84a0dae619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '514e0306-ee37-41eb-a827-8ad103ba3460'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:04:15.377564 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-07ce189b-d51d-48f7-adf8-3efca5362a56 None None] Bound port: 392e1904-c221-4995-b545-4278f1735137, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '026dc3ac-1c68-4a28-9108-6f84a0dae619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '514e0306-ee37-41eb-a827-8ad103ba3460'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:04:15.377930 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-07ce189b-d51d-48f7-adf8-3efca5362a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:15.409901 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15a7f2d9-2e69-439b-a072-55a0f811d33c tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 138} {{(pid=88524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 19:04:15.416882 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-d8410b0d-6848-43c9-afcf-950cf7a0f022 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1b2222bbdfc3455ea8e785b10963d8cc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7861030 Jun 01 19:04:15.422166 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 46630) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:04:15.435743 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8410b0d-6848-43c9-afcf-950cf7a0f022 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=016f70e0-4ea7-4ff6-ade8-b41522a42e25,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:04:15.457173 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port 4e35d64b-a703-4a7b-acbd-fc0ee618a0ef, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=4e35d64b-a703-4a7b-acbd-fc0ee618a0ef,segment=NetworkSegment(59154755-7466-4ae2-b3be-55398d8bd378),segment_id=59154755-7466-4ae2-b3be-55398d8bd378)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:04:15.510157 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:15.523144 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-d0a8d4ce-9157-4011-a6fb-50783dc34564 req-a3dfe54b-7ff4-41bc-817f-3de48c963239 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Synchronizing usage tracker for tenant:f9f71065939b4c07b09efd290be9b909 on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:04:15.545904 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-15a7f2d9-2e69-439b-a072-55a0f811d33c tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:15.546151 n-d-844202-1 neutron-server[88524]: INFO neutron.db.segments_db [None req-15a7f2d9-2e69-439b-a072-55a0f811d33c tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Added segment 6cce8897-00f3-4e24-8878-86b38f826155 of type vlan for network 410b8bc2-d764-41a7-b541-ef27a664682c Jun 01 19:04:15.624121 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-15a7f2d9-2e69-439b-a072-55a0f811d33c tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:15.628007 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1b242182-a52a-4dd1-b416-116780e35f3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:15.632114 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-874930dd-1bfe-4367-b968-26521c54ffc1 None None] Provisioning for port cd09868a-f8f0-4bd8-b26a-76e01bf6d4df completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:04:15.656260 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-874930dd-1bfe-4367-b968-26521c54ffc1 None None] Provisioning complete for port cd09868a-f8f0-4bd8-b26a-76e01bf6d4df triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:04:15.656260 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-874930dd-1bfe-4367-b968-26521c54ffc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:15.673299 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1b242182-a52a-4dd1-b416-116780e35f3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:15.704035 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=4e35d64b-a703-4a7b-acbd-fc0ee618a0ef,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:04:15.704299 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-d0a8d4ce-9157-4011-a6fb-50783dc34564 req-a3dfe54b-7ff4-41bc-817f-3de48c963239 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Unset dirty status for tenant:f9f71065939b4c07b09efd290be9b909 on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:04:15.705894 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d0a8d4ce-9157-4011-a6fb-50783dc34564 req-a3dfe54b-7ff4-41bc-817f-3de48c963239 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=f9f71065939b4c07b09efd290be9b909&fields=id HTTP/1.1" status: 200 len: 394 time: 1.0387111 Jun 01 19:04:15.707646 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-07ce189b-d51d-48f7-adf8-3efca5362a56 None None] For port 392e1904-c221-4995-b545-4278f1735137, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:04:15.724987 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f31c1f6-0c35-46b4-8f21-9956bf2848d9 req-46df28d6-839b-494a-9f0d-dd9557425d51 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:15.727226 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 1667d4d5-25df-41ac-be8f-8a699a8dfeab, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=1667d4d5-25df-41ac-be8f-8a699a8dfeab,segment=NetworkSegment(d147e68c-d5fd-47df-bf65-d6c5991a53c2),segment_id=d147e68c-d5fd-47df-bf65-d6c5991a53c2)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:04:15.732121 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-8f31c1f6-0c35-46b4-8f21-9956bf2848d9 req-46df28d6-839b-494a-9f0d-dd9557425d51 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] 10.222.0.41 "GET /v2.0/ports?device_id=788ce680-fc4d-472b-8d83-c8cf7fd384df HTTP/1.1" status: 200 len: 945 time: 0.2196121 Jun 01 19:04:15.743278 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 89353e1f-2f11-4fe8-a4b6-4f859e9abea8 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:04:15.762209 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-15a7f2d9-2e69-439b-a072-55a0f811d33c tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:15.767704 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15a7f2d9-2e69-439b-a072-55a0f811d33c tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:15.768148 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-15a7f2d9-2e69-439b-a072-55a0f811d33c tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:15.773393 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-07ce189b-d51d-48f7-adf8-3efca5362a56 None None] For port 392e1904-c221-4995-b545-4278f1735137, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=392e1904-c221-4995-b545-4278f1735137,segment=NetworkSegment(026dc3ac-1c68-4a28-9108-6f84a0dae619),segment_id=026dc3ac-1c68-4a28-9108-6f84a0dae619)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:04:15.801645 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Returning: {'device': '1667d4d5-25df-41ac-be8f-8a699a8dfeab', 'network_id': '0c49dc6b-5e39-4101-b04d-1c1361c15d69', 'port_id': '1667d4d5-25df-41ac-be8f-8a699a8dfeab', 'mac_address': 'fa:16:3e:09:98:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '308ebcd6-774a-482f-bd0f-fadc3e2b2dca', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 19:04:15.804355 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-07ce189b-d51d-48f7-adf8-3efca5362a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:15.875037 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cd1fb4a-839a-47de-9efd-d30a54a40d42 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:04:15.885841 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-0cd1fb4a-839a-47de-9efd-d30a54a40d42 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "PUT /v2.0/routers/ce3d77f2-5cda-41f3-823c-ec60c5fafaa1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.0425539 Jun 01 19:04:15.901258 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87af6687-deef-46a1-b919-4dcaf2ceb6bf None None] Sync routers for ids ['ce3d77f2-5cda-41f3-823c-ec60c5fafaa1'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:04:15.939117 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87af6687-deef-46a1-b919-4dcaf2ceb6bf None None] Routers {'ce3d77f2-5cda-41f3-823c-ec60c5fafaa1'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:04:15.940127 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-87af6687-deef-46a1-b919-4dcaf2ceb6bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:04:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['ce3d77f2-5cda-41f3-823c-ec60c5fafaa1'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:04:15.944470 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a7f2d9-2e69-439b-a072-55a0f811d33c tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Pushing event updated for resources: {'Network': ['ID=410b8bc2-d764-41a7-b541-ef27a664682c,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:04:15.991395 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network 410b8bc2-d764-41a7-b541-ef27a664682c details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 19:04:15.999370 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-8f31c1f6-0c35-46b4-8f21-9956bf2848d9 req-c4ed0545-1b1d-4dc8-bd5a-4c09ae37b281 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] 10.222.0.41 "GET /v2.0/security-groups?id=f21673f5-4d44-4992-85b9-6c5f8a047d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2613604 Jun 01 19:04:16.006766 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-15a7f2d9-2e69-439b-a072-55a0f811d33c tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7274189 Jun 01 19:04:16.010936 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 46636) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:04:16.019566 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-d115af63-4421-40e5-b5df-a3e34ae0057f tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Request body: {'network': {'name': 'New_network'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:04:16.093210 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port 1667d4d5-25df-41ac-be8f-8a699a8dfeab is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:04:16.093842 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:16.117208 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1b242182-a52a-4dd1-b416-116780e35f3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:16.171681 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d0a8d4ce-9157-4011-a6fb-50783dc34564 req-acffe4b3-092b-4184-b9b5-ff04210dde63 service neutron] 10.222.0.41 "GET /v2.0/networks/aaaa9f67-00cd-4fd7-bfc9-acab80f1aa33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4324589 Jun 01 19:04:16.199095 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b242182-a52a-4dd1-b416-116780e35f3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=016f70e0-4ea7-4ff6-ade8-b41522a42e25,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:04:16.220976 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1b242182-a52a-4dd1-b416-116780e35f3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:16.225035 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-1b242182-a52a-4dd1-b416-116780e35f3a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/016f70e0-4ea7-4ff6-ade8-b41522a42e25 HTTP/1.1" status: 204 len: 168 time: 0.7988977 Jun 01 19:04:16.268645 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ce189b-d51d-48f7-adf8-3efca5362a56 None None] Pushing event updated for resources: {'Port': ['ID=392e1904-c221-4995-b545-4278f1735137,revision_number=2']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:04:16.369718 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1667d4d5-25df-41ac-be8f-8a699a8dfeab {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 19:04:16.382153 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-874930dd-1bfe-4367-b968-26521c54ffc1 None None] Current status of the port cd09868a-f8f0-4bd8-b26a-76e01bf6d4df is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:04:16.382535 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-874930dd-1bfe-4367-b968-26521c54ffc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:16.408216 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-87af6687-deef-46a1-b919-4dcaf2ceb6bf None None] Set router ce3d77f2-5cda-41f3-823c-ec60c5fafaa1 gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:04:16.439391 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 89353e1f-2f11-4fe8-a4b6-4f859e9abea8 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:04:16.439757 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:16.510641 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d115af63-4421-40e5-b5df-a3e34ae0057f tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:16.525105 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-58f53710-ef73-4b22-ba60-7e08643f2842 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:16.538661 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d115af63-4421-40e5-b5df-a3e34ae0057f tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:16.576758 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d115af63-4421-40e5-b5df-a3e34ae0057f tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Network 410b8bc2-d764-41a7-b541-ef27a664682c is not hosted by any dhcp agent {{(pid=88524) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Jun 01 19:04:16.582754 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d115af63-4421-40e5-b5df-a3e34ae0057f tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:16.583178 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d115af63-4421-40e5-b5df-a3e34ae0057f tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks [] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:16.585931 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-d115af63-4421-40e5-b5df-a3e34ae0057f tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] 10.222.0.41 "PUT /v2.0/networks/410b8bc2-d764-41a7-b541-ef27a664682c HTTP/1.1" status: 200 len: 723 time: 0.5735514 Jun 01 19:04:16.590234 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 1667d4d5-25df-41ac-be8f-8a699a8dfeab, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=1667d4d5-25df-41ac-be8f-8a699a8dfeab,segment=NetworkSegment(d147e68c-d5fd-47df-bf65-d6c5991a53c2),segment_id=d147e68c-d5fd-47df-bf65-d6c5991a53c2)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:04:16.622231 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:16.626298 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 46648) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:04:16.659837 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [req-43cca22f-239a-4dfd-8baa-2674cc5e56fd req-307299cf-53cd-47a8-99d2-75bf1b51fdd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86d4595b-e8db-4a4c-b6f0-57c1d6666091 {{(pid=88525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 19:04:16.676425 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-cccf39b9-e7ab-42fd-b56b-b5d6a3c813f6 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Request body: {'subnet': {'network_id': '410b8bc2-d764-41a7-b541-ef27a664682c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:04:16.699873 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c96093-2f90-4ec8-a111-978eb60005b6 req-af4d0195-182d-4362-8a73-6b49b0b049c9 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:16.701468 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-54c96093-2f90-4ec8-a111-978eb60005b6 req-af4d0195-182d-4362-8a73-6b49b0b049c9 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/ports?device_id=345ef383-f908-4c6b-8937-0a117e7aece3 HTTP/1.1" status: 200 len: 944 time: 0.4657042 Jun 01 19:04:16.777933 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=1667d4d5-25df-41ac-be8f-8a699a8dfeab,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:04:16.794274 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-874930dd-1bfe-4367-b968-26521c54ffc1 None None] For port cd09868a-f8f0-4bd8-b26a-76e01bf6d4df, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=cd09868a-f8f0-4bd8-b26a-76e01bf6d4df,segment=NetworkSegment(50dfa21d-d423-4213-97ca-33d7928cf427),segment_id=50dfa21d-d423-4213-97ca-33d7928cf427)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:04:16.803239 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-874930dd-1bfe-4367-b968-26521c54ffc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:16.825999 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d115af63-4421-40e5-b5df-a3e34ae0057f tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Pushing event updated for resources: {'Network': ['ID=410b8bc2-d764-41a7-b541-ef27a664682c,revision_number=2']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:04:16.853396 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-43cca22f-239a-4dfd-8baa-2674cc5e56fd req-307299cf-53cd-47a8-99d2-75bf1b51fdd6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:16.882014 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-54c96093-2f90-4ec8-a111-978eb60005b6 req-5606e078-0234-465a-a5be-12041077c082 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a351d5c-3364-42d8-bd0d-648028a392a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739845 Jun 01 19:04:16.918458 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874930dd-1bfe-4367-b968-26521c54ffc1 None None] Pushing event updated for resources: {'Port': ['ID=cd09868a-f8f0-4bd8-b26a-76e01bf6d4df,revision_number=3']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:04:16.927182 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] get_ports_and_sgs() called for port_ids ['1667d4d5-25df-41ac-be8f-8a699a8dfeab'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 19:04:16.952323 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [req-43cca22f-239a-4dfd-8baa-2674cc5e56fd req-307299cf-53cd-47a8-99d2-75bf1b51fdd6 service neutron] Transition to ACTIVE for port object 86d4595b-e8db-4a4c-b6f0-57c1d6666091 will not be triggered until provisioned by entity L2. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:04:16.987676 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-87af6687-deef-46a1-b919-4dcaf2ceb6bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce3d77f2-5cda-41f3-823c-ec60c5fafaa1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-864592733', 'tenant_id': '8537cfb3773e46d182e148cf5b0a717f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': 'acdd2017-bd08-4739-b56c-cc5161a624cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:03:44Z', 'updated_at': '2022-06-01T19:04:09Z', 'revision_number': 4, 'project_id': '8537cfb3773e46d182e148cf5b0a717f', 'gw_port': {'id': 'acdd2017-bd08-4739-b56c-cc5161a624cb', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:fa:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3d77f2-5cda-41f3-823c-ec60c5fafaa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2341, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:03:47Z', 'updated_at': '2022-06-01T19:04:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '0bf8a052-a069-4d19-bdd7-cf70f1752021', 'name': '', 'network_id': '57a41f0e-b08f-4033-97ac-1767c5f2bb80', 'tenant_id': '8537cfb3773e46d182e148cf5b0a717f', 'mac_address': 'fa:16:3e:50:88:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce3d77f2-5cda-41f3-823c-ec60c5fafaa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2374, 'fixed_ips': [{'subnet_id': '48973f57-aa83-4e30-ba85-055d310a8b91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:04:04Z', 'updated_at': '2022-06-01T19:04:11Z', 'revision_number': 2, 'project_id': '8537cfb3773e46d182e148cf5b0a717f', 'subnets': [{'id': '48973f57-aa83-4e30-ba85-055d310a8b91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:04:16.993676 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87af6687-deef-46a1-b919-4dcaf2ceb6bf None None] Checking router: ce3d77f2-5cda-41f3-823c-ec60c5fafaa1 for host: n-d-844202-1 {{(pid=88527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 19:04:16.995666 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87af6687-deef-46a1-b919-4dcaf2ceb6bf None None] Updating router ce3d77f2-5cda-41f3-823c-ec60c5fafaa1 port 0bf8a052-a069-4d19-bdd7-cf70f1752021 binding host n-d-844202-1 {{(pid=88527) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 19:04:16.998901 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 46658) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:04:17.029075 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-3c79942f-5737-4cea-b460-63383bb6d8f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:17.054274 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-87af6687-deef-46a1-b919-4dcaf2ceb6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:17.069676 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-3c79942f-5737-4cea-b460-63383bb6d8f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:04:17.080951 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-3c79942f-5737-4cea-b460-63383bb6d8f6 admin admin] Usage tracker for resource:security_group_rule and tenant:209dea971f20420fac9d6013137a3b8a is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:04:17.094062 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-3c79942f-5737-4cea-b460-63383bb6d8f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:04:17.112121 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-3c79942f-5737-4cea-b460-63383bb6d8f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:04:17.115901 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network 410b8bc2-d764-41a7-b541-ef27a664682c details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 19:04:17.150998 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-43cca22f-239a-4dfd-8baa-2674cc5e56fd req-307299cf-53cd-47a8-99d2-75bf1b51fdd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:17.271708 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device acb3787e-d6e7-4d8e-8e29-33bcd53ffe01 up at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:04:17.285720 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-e6618386-34cc-4f32-9968-3d30b72d6d56 req-9d0bdb2c-a77c-4acf-bace-99d61e1305f8 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Synchronizing usage tracker for tenant:8537cfb3773e46d182e148cf5b0a717f on resource:security_group {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:04:17.299648 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 89353e1f-2f11-4fe8-a4b6-4f859e9abea8 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:04:17.330303 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-874930dd-1bfe-4367-b968-26521c54ffc1 None None] Provisioning complete for port 0bf8a052-a069-4d19-bdd7-cf70f1752021 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:04:17.331852 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-874930dd-1bfe-4367-b968-26521c54ffc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:17.341161 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d0a8d4ce-9157-4011-a6fb-50783dc34564 req-a2c4b60c-7e7d-44b3-933f-c554e408ed58 service neutron] 10.222.0.41 "GET /v2.0/networks/aaaa9f67-00cd-4fd7-bfc9-acab80f1aa33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1555800 Jun 01 19:04:17.342470 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-e6618386-34cc-4f32-9968-3d30b72d6d56 req-9d0bdb2c-a77c-4acf-bace-99d61e1305f8 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Unset dirty status for tenant:8537cfb3773e46d182e148cf5b0a717f on resource:security_group {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:04:17.351338 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e6618386-34cc-4f32-9968-3d30b72d6d56 req-9d0bdb2c-a77c-4acf-bace-99d61e1305f8 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1516399166&fields=id&tenant_id=8537cfb3773e46d182e148cf5b0a717f HTTP/1.1" status: 200 len: 267 time: 0.1881506 Jun 01 19:04:17.396166 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-cccf39b9-e7ab-42fd-b56b-b5d6a3c813f6 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:04:17.465965 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-874930dd-1bfe-4367-b968-26521c54ffc1 None None] Port 0bf8a052-a069-4d19-bdd7-cf70f1752021 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:04:17.494352 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-cccf39b9-e7ab-42fd-b56b-b5d6a3c813f6 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Usage tracker for resource:subnet and tenant:186f4868324f42e7b69da35feb15cabc is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:04:17.550877 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-3c79942f-5737-4cea-b460-63383bb6d8f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:17.562141 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-3c79942f-5737-4cea-b460-63383bb6d8f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:17.589439 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-cccf39b9-e7ab-42fd-b56b-b5d6a3c813f6 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:04:17.596510 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-cccf39b9-e7ab-42fd-b56b-b5d6a3c813f6 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:04:17.612925 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [None req-58f53710-ef73-4b22-ba60-7e08643f2842 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Allocated IP 172.25.4.86 (72a72e44-6845-488a-a5ff-3a26d4df9cb3/c314a23b-daa2-4106-ab28-8e6f954277b2/40e460f5-c062-4a76-9d9c-35e39a9d790d) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:04:17.628832 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cccf39b9-e7ab-42fd-b56b-b5d6a3c813f6 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Made reservation on behalf of 186f4868324f42e7b69da35feb15cabc for: {'subnet': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:04:17.633702 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-cccf39b9-e7ab-42fd-b56b-b5d6a3c813f6 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9667140'] for subnet, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:17.722210 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Provisioning for port acb3787e-d6e7-4d8e-8e29-33bcd53ffe01 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:04:17.728030 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307299cf-53cd-47a8-99d2-75bf1b51fdd6 service neutron] Pushing event updated for resources: {'Port': ['ID=86d4595b-e8db-4a4c-b6f0-57c1d6666091,revision_number=2']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:04:17.733677 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-87af6687-deef-46a1-b919-4dcaf2ceb6bf None None] Notify callbacks [] for port, precommit_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:17.747505 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Provisioning complete for port acb3787e-d6e7-4d8e-8e29-33bcd53ffe01 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:04:17.748126 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:17.751654 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.provisioning_blocks [None req-87af6687-deef-46a1-b919-4dcaf2ceb6bf None None] Transition to ACTIVE for port object 0bf8a052-a069-4d19-bdd7-cf70f1752021 will not be triggered until provisioned by entity L2. {{(pid=88527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:04:17.759863 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-87af6687-deef-46a1-b919-4dcaf2ceb6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:17.782145 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6618386-34cc-4f32-9968-3d30b72d6d56 req-76be79a3-601c-423e-8164-2822e6fe97c3 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:17.785765 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e6618386-34cc-4f32-9968-3d30b72d6d56 req-76be79a3-601c-423e-8164-2822e6fe97c3 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/networks?id=57a41f0e-b08f-4033-97ac-1767c5f2bb80 HTTP/1.1" status: 200 len: 796 time: 0.4160490 Jun 01 19:04:17.792599 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-3c79942f-5737-4cea-b460-63383bb6d8f6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=209dea971f20420fac9d6013137a3b8a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7904155 Jun 01 19:04:17.794835 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 46668) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:04:17.812156 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a09ee16-7959-4c7c-abf7-1989d769b374 None None] Network 514e0306-ee37-41eb-a827-8ad103ba3460 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:04:17.822329 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e6618386-34cc-4f32-9968-3d30b72d6d56 req-d292d770-8dc4-4f63-bf57-8b02ceb430e2 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/quotas/8537cfb3773e46d182e148cf5b0a717f HTTP/1.1" status: 200 len: 375 time: 0.0180566 Jun 01 19:04:18.020453 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 392e1904-c221-4995-b545-4278f1735137 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:04:18.051880 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c79942f-5737-4cea-b460-63383bb6d8f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe9bfae2-2cc3-4ad7-898a-95cb65c98363,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:04:18.118165 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-5b004e70-4143-422b-9d17-7b7b4710ff14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:18.191253 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f631d1be-f2cc-4946-abbd-587dc07de85a None None] Pushing event updated for resources: {'Port': ['ID=0bf8a052-a069-4d19-bdd7-cf70f1752021,revision_number=3']} {{(pid=88527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:04:18.204333 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-5b004e70-4143-422b-9d17-7b7b4710ff14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:18.226755 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-87af6687-deef-46a1-b919-4dcaf2ceb6bf None None] Attempting to bind port 0bf8a052-a069-4d19-bdd7-cf70f1752021 on host n-d-844202-1 for vnic_type normal with profile {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:04:18.227812 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-87af6687-deef-46a1-b919-4dcaf2ceb6bf None None] Attempting to bind port 0bf8a052-a069-4d19-bdd7-cf70f1752021 by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': '125279ea-2aed-41ea-8b3e-4526e0a8c195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '57a41f0e-b08f-4033-97ac-1767c5f2bb80'}] {{(pid=88527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:04:18.228619 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87af6687-deef-46a1-b919-4dcaf2ceb6bf None None] Attempting to bind port 0bf8a052-a069-4d19-bdd7-cf70f1752021 on network 57a41f0e-b08f-4033-97ac-1767c5f2bb80 {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:04:18.238401 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87af6687-deef-46a1-b919-4dcaf2ceb6bf None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 4, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:04:18.239306 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87af6687-deef-46a1-b919-4dcaf2ceb6bf None None] Checking segment: {'id': '125279ea-2aed-41ea-8b3e-4526e0a8c195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '57a41f0e-b08f-4033-97ac-1767c5f2bb80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:04:18.240386 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-87af6687-deef-46a1-b919-4dcaf2ceb6bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:18.241547 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87af6687-deef-46a1-b919-4dcaf2ceb6bf None None] Bound using segment: {'id': '125279ea-2aed-41ea-8b3e-4526e0a8c195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '57a41f0e-b08f-4033-97ac-1767c5f2bb80'} {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:04:18.242527 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-87af6687-deef-46a1-b919-4dcaf2ceb6bf None None] Bound port: 0bf8a052-a069-4d19-bdd7-cf70f1752021, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '125279ea-2aed-41ea-8b3e-4526e0a8c195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '57a41f0e-b08f-4033-97ac-1767c5f2bb80'}}] {{(pid=88527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:04:18.243322 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-87af6687-deef-46a1-b919-4dcaf2ceb6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:18.258919 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e6618386-34cc-4f32-9968-3d30b72d6d56 req-679a8bcc-c70b-4b2f-98b5-b7a2ff95d707 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=8537cfb3773e46d182e148cf5b0a717f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3669095 Jun 01 19:04:18.279639 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-8baa7793-e0de-4159-bf92-57a061ba95db None None] Provisioning for port 392e1904-c221-4995-b545-4278f1735137 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:04:18.385474 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.db [None req-87af6687-deef-46a1-b919-4dcaf2ceb6bf None None] For port 0bf8a052-a069-4d19-bdd7-cf70f1752021, host n-d-844202-1, cleared binding levels {{(pid=88527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:04:18.389141 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.db [None req-87af6687-deef-46a1-b919-4dcaf2ceb6bf None None] For port 0bf8a052-a069-4d19-bdd7-cf70f1752021, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=0bf8a052-a069-4d19-bdd7-cf70f1752021,segment=NetworkSegment(125279ea-2aed-41ea-8b3e-4526e0a8c195),segment_id=125279ea-2aed-41ea-8b3e-4526e0a8c195)] {{(pid=88527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:04:18.395470 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-87af6687-deef-46a1-b919-4dcaf2ceb6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:18.428510 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port acb3787e-d6e7-4d8e-8e29-33bcd53ffe01 is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:04:18.429204 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:18.445394 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port 392e1904-c221-4995-b545-4278f1735137 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:04:18.461448 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-58f53710-ef73-4b22-ba60-7e08643f2842 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:18.466941 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-43cca22f-239a-4dfd-8baa-2674cc5e56fd req-307299cf-53cd-47a8-99d2-75bf1b51fdd6 service neutron] Attempting to bind port 86d4595b-e8db-4a4c-b6f0-57c1d6666091 on host n-h1-844202-1 for vnic_type normal with profile {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:04:18.467264 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-43cca22f-239a-4dfd-8baa-2674cc5e56fd req-307299cf-53cd-47a8-99d2-75bf1b51fdd6 service neutron] Attempting to bind port 86d4595b-e8db-4a4c-b6f0-57c1d6666091 by drivers openvswitch,hyperv on host n-h1-844202-1 at level 0 using segments [{'id': '29f3bae4-57a1-4f66-96b7-93cfb8e10b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '9872ab5d-59e4-43b1-8dfc-1ca5e239e8ce'}] {{(pid=88525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:04:18.467581 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43cca22f-239a-4dfd-8baa-2674cc5e56fd req-307299cf-53cd-47a8-99d2-75bf1b51fdd6 service neutron] Attempting to bind port 86d4595b-e8db-4a4c-b6f0-57c1d6666091 on network 9872ab5d-59e4-43b1-8dfc-1ca5e239e8ce {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:04:18.470104 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 392e1904-c221-4995-b545-4278f1735137 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:04:18.470664 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:18.482645 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d0a8d4ce-9157-4011-a6fb-50783dc34564 req-a953de25-be1b-416c-a673-28a9608ea7af service neutron] 10.222.0.41 "GET /v2.0/networks/514e0306-ee37-41eb-a827-8ad103ba3460?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1047950 Jun 01 19:04:18.483193 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43cca22f-239a-4dfd-8baa-2674cc5e56fd req-307299cf-53cd-47a8-99d2-75bf1b51fdd6 service neutron] Port 86d4595b-e8db-4a4c-b6f0-57c1d6666091 on network 9872ab5d-59e4-43b1-8dfc-1ca5e239e8ce not bound, no agent of type Open vSwitch agent registered on host n-h1-844202-1 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 19:04:18.483508 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43cca22f-239a-4dfd-8baa-2674cc5e56fd req-307299cf-53cd-47a8-99d2-75bf1b51fdd6 service neutron] Attempting to bind port 86d4595b-e8db-4a4c-b6f0-57c1d6666091 on network 9872ab5d-59e4-43b1-8dfc-1ca5e239e8ce {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:04:18.488676 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f631d1be-f2cc-4946-abbd-587dc07de85a None None] Pushing event updated for resources: {'Port': ['ID=0bf8a052-a069-4d19-bdd7-cf70f1752021,revision_number=4']} {{(pid=88527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:04:18.518326 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87af6687-deef-46a1-b919-4dcaf2ceb6bf None None] Routers {'ce3d77f2-5cda-41f3-823c-ec60c5fafaa1'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:04:18.518953 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-87af6687-deef-46a1-b919-4dcaf2ceb6bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:04:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['ce3d77f2-5cda-41f3-823c-ec60c5fafaa1'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:04:18.527119 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43cca22f-239a-4dfd-8baa-2674cc5e56fd req-307299cf-53cd-47a8-99d2-75bf1b51fdd6 service neutron] Checking agent: {'id': 'bdb1e5d7-b998-4259-838f-3d278e930f32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 4, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:04:18.527947 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43cca22f-239a-4dfd-8baa-2674cc5e56fd req-307299cf-53cd-47a8-99d2-75bf1b51fdd6 service neutron] Checking segment: {'id': '29f3bae4-57a1-4f66-96b7-93cfb8e10b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '9872ab5d-59e4-43b1-8dfc-1ca5e239e8ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:04:18.528373 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43cca22f-239a-4dfd-8baa-2674cc5e56fd req-307299cf-53cd-47a8-99d2-75bf1b51fdd6 service neutron] Bound using segment: {'id': '29f3bae4-57a1-4f66-96b7-93cfb8e10b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '9872ab5d-59e4-43b1-8dfc-1ca5e239e8ce'} {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:04:18.528834 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-43cca22f-239a-4dfd-8baa-2674cc5e56fd req-307299cf-53cd-47a8-99d2-75bf1b51fdd6 service neutron] Bound port: 86d4595b-e8db-4a4c-b6f0-57c1d6666091, host: n-h1-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29f3bae4-57a1-4f66-96b7-93cfb8e10b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '9872ab5d-59e4-43b1-8dfc-1ca5e239e8ce'}}] {{(pid=88525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:04:18.529325 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-43cca22f-239a-4dfd-8baa-2674cc5e56fd req-307299cf-53cd-47a8-99d2-75bf1b51fdd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:18.570516 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '788ce680-fc4d-472b-8d83-c8cf7fd384df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acb3787e-d6e7-4d8e-8e29-33bcd53ffe01'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:04:18.610419 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port acb3787e-d6e7-4d8e-8e29-33bcd53ffe01, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=acb3787e-d6e7-4d8e-8e29-33bcd53ffe01,segment=NetworkSegment(841bab55-f57c-4c3b-8cf4-186c650d46ae),segment_id=841bab55-f57c-4c3b-8cf4-186c650d46ae)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:04:18.635553 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:18.653790 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e6618386-34cc-4f32-9968-3d30b72d6d56 req-5cd9bbbe-eb8e-4921-98fe-74f04d8155a0 service neutron] 10.222.0.41 "GET /v2.0/networks/57a41f0e-b08f-4033-97ac-1767c5f2bb80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3682246 Jun 01 19:04:18.787731 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-87af6687-deef-46a1-b919-4dcaf2ceb6bf None None] Set router ce3d77f2-5cda-41f3-823c-ec60c5fafaa1 gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:04:18.855552 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 392e1904-c221-4995-b545-4278f1735137 is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:04:18.855938 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:18.862484 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e6618386-34cc-4f32-9968-3d30b72d6d56 req-5ebb55df-ce63-4af9-972d-2e54f54c7ea1 service neutron] 10.222.0.41 "GET /v2.0/networks/57a41f0e-b08f-4033-97ac-1767c5f2bb80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1926451 Jun 01 19:04:18.870712 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=acb3787e-d6e7-4d8e-8e29-33bcd53ffe01,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:04:18.898430 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-5b004e70-4143-422b-9d17-7b7b4710ff14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:18.922853 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b004e70-4143-422b-9d17-7b7b4710ff14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe9bfae2-2cc3-4ad7-898a-95cb65c98363,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:04:18.932019 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-5b004e70-4143-422b-9d17-7b7b4710ff14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:18.933670 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-5b004e70-4143-422b-9d17-7b7b4710ff14 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fe9bfae2-2cc3-4ad7-898a-95cb65c98363 HTTP/1.1" status: 204 len: 168 time: 1.1372151 Jun 01 19:04:18.976003 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port 392e1904-c221-4995-b545-4278f1735137, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=392e1904-c221-4995-b545-4278f1735137,segment=NetworkSegment(026dc3ac-1c68-4a28-9108-6f84a0dae619),segment_id=026dc3ac-1c68-4a28-9108-6f84a0dae619)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:04:19.007641 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-cccf39b9-e7ab-42fd-b56b-b5d6a3c813f6 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2614064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9667190'] for subnet, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:19.031925 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:19.033280 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device cd09868a-f8f0-4bd8-b26a-76e01bf6d4df up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:04:19.058953 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33981680-9377-45ed-bdf1-13fa76eecf5c None None] get_active_networks_info from n-d-844202-1 {{(pid=88526) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jun 01 19:04:19.132877 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccf39b9-e7ab-42fd-b56b-b5d6a3c813f6 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Pushing event updated for resources: {'Subnet': ['ID=e98b6c8b-fd99-4fe0-b0cb-6c27b6947207,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:04:19.156970 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d0a8d4ce-9157-4011-a6fb-50783dc34564 req-6c8e62d0-19bd-4749-b776-ea7a26763f90 service neutron] 10.222.0.41 "GET /v2.0/networks/514e0306-ee37-41eb-a827-8ad103ba3460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6644623 Jun 01 19:04:19.284934 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 1667d4d5-25df-41ac-be8f-8a699a8dfeab up at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:04:19.320450 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=392e1904-c221-4995-b545-4278f1735137,revision_number=3']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:04:19.356629 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port cd09868a-f8f0-4bd8-b26a-76e01bf6d4df triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:04:19.356810 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:19.463558 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98865c6-4c7e-414f-ae26-5c92f1e400ec req-974b1668-0a86-4303-9f1c-6a763b2c3ffa tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:19.475350 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b98865c6-4c7e-414f-ae26-5c92f1e400ec req-974b1668-0a86-4303-9f1c-6a763b2c3ffa tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d35e0c4-c006-4f35-a161-1e1e4ff68e11 HTTP/1.1" status: 200 len: 944 time: 0.2138529 Jun 01 19:04:19.477221 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-988ced78-c8fc-4a7e-ad68-63827df7260e None None] Provisioning complete for port 392e1904-c221-4995-b545-4278f1735137 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:04:19.477599 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-988ced78-c8fc-4a7e-ad68-63827df7260e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:19.559667 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b98865c6-4c7e-414f-ae26-5c92f1e400ec req-89eda666-629b-4323-85cb-85992c34d47e tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e27767a-e40e-41ca-b34d-a5b7412547b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813832 Jun 01 19:04:19.584996 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-87af6687-deef-46a1-b919-4dcaf2ceb6bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce3d77f2-5cda-41f3-823c-ec60c5fafaa1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-864592733', 'tenant_id': '8537cfb3773e46d182e148cf5b0a717f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': 'acdd2017-bd08-4739-b56c-cc5161a624cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:03:44Z', 'updated_at': '2022-06-01T19:04:09Z', 'revision_number': 4, 'project_id': '8537cfb3773e46d182e148cf5b0a717f', 'gw_port': {'id': 'acdd2017-bd08-4739-b56c-cc5161a624cb', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:fa:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3d77f2-5cda-41f3-823c-ec60c5fafaa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2341, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:03:47Z', 'updated_at': '2022-06-01T19:04:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '0bf8a052-a069-4d19-bdd7-cf70f1752021', 'name': '', 'network_id': '57a41f0e-b08f-4033-97ac-1767c5f2bb80', 'tenant_id': '8537cfb3773e46d182e148cf5b0a717f', 'mac_address': 'fa:16:3e:50:88:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce3d77f2-5cda-41f3-823c-ec60c5fafaa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2374, 'fixed_ips': [{'subnet_id': '48973f57-aa83-4e30-ba85-055d310a8b91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:04:04Z', 'updated_at': '2022-06-01T19:04:18Z', 'revision_number': 4, 'project_id': '8537cfb3773e46d182e148cf5b0a717f', 'subnets': [{'id': '48973f57-aa83-4e30-ba85-055d310a8b91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:04:19.592155 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87af6687-deef-46a1-b919-4dcaf2ceb6bf None None] The sync data for ids ['ce3d77f2-5cda-41f3-823c-ec60c5fafaa1'] in n-d-844202-1 is: [{'id': 'ce3d77f2-5cda-41f3-823c-ec60c5fafaa1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-864592733', 'tenant_id': '8537cfb3773e46d182e148cf5b0a717f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': 'acdd2017-bd08-4739-b56c-cc5161a624cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:03:44Z', 'updated_at': '2022-06-01T19:04:09Z', 'revision_number': 4, 'project_id': '8537cfb3773e46d182e148cf5b0a717f', 'gw_port': {'id': 'acdd2017-bd08-4739-b56c-cc5161a624cb', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:fa:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3d77f2-5cda-41f3-823c-ec60c5fafaa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2341, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:03:47Z', 'updated_at': '2022-06-01T19:04:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '0bf8a052-a069-4d19-bdd7-cf70f1752021', 'name': '', 'network_id': '57a41f0e-b08f-4033-97ac-1767c5f2bb80', 'tenant_id': '8537cfb3773e46d182e148cf5b0a717f', 'mac_address': 'fa:16:3e:50:88:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce3d77f2-5cda-41f3-823c-ec60c5fafaa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2374, 'fixed_ips': [{'subnet_id': '48973f57-aa83-4e30-ba85-055d310a8b91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:04:04Z', 'updated_at': '2022-06-01T19:04:18Z', 'revision_number': 4, 'project_id': '8537cfb3773e46d182e148cf5b0a717f', 'subnets': [{'id': '48973f57-aa83-4e30-ba85-055d310a8b91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:04:19.607804 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-43cca22f-239a-4dfd-8baa-2674cc5e56fd req-307299cf-53cd-47a8-99d2-75bf1b51fdd6 service neutron] For port 86d4595b-e8db-4a4c-b6f0-57c1d6666091, host n-h1-844202-1, cleared binding levels {{(pid=88525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:04:19.611246 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-43cca22f-239a-4dfd-8baa-2674cc5e56fd req-307299cf-53cd-47a8-99d2-75bf1b51fdd6 service neutron] For port 86d4595b-e8db-4a4c-b6f0-57c1d6666091, host n-h1-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=86d4595b-e8db-4a4c-b6f0-57c1d6666091,segment=NetworkSegment(29f3bae4-57a1-4f66-96b7-93cfb8e10b44),segment_id=29f3bae4-57a1-4f66-96b7-93cfb8e10b44)] {{(pid=88525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:04:19.619590 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-58f53710-ef73-4b22-ba60-7e08643f2842 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:19.659017 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning for port 1667d4d5-25df-41ac-be8f-8a699a8dfeab completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:04:19.677189 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-43cca22f-239a-4dfd-8baa-2674cc5e56fd req-307299cf-53cd-47a8-99d2-75bf1b51fdd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:19.750182 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning complete for port 1667d4d5-25df-41ac-be8f-8a699a8dfeab triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:04:19.755806 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:19.801450 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cca22f-239a-4dfd-8baa-2674cc5e56fd req-307299cf-53cd-47a8-99d2-75bf1b51fdd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:19.803743 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-43cca22f-239a-4dfd-8baa-2674cc5e56fd req-307299cf-53cd-47a8-99d2-75bf1b51fdd6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:19.805599 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-43cca22f-239a-4dfd-8baa-2674cc5e56fd req-307299cf-53cd-47a8-99d2-75bf1b51fdd6 service neutron] 10.222.0.15 "PUT /v2.0/ports/86d4595b-e8db-4a4c-b6f0-57c1d6666091 HTTP/1.1" status: 200 len: 1092 time: 5.5371373 Jun 01 19:04:19.821079 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f53710-ef73-4b22-ba60-7e08643f2842 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Pushing event updated for resources: {'Port': ['ID=40e460f5-c062-4a76-9d9c-35e39a9d790d,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:04:19.941468 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d477ef49-eb51-44df-ac33-26bdd7fda7b0 req-a1129e0f-aa51-4cdf-89f1-365b99031eff tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:19.950190 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d477ef49-eb51-44df-ac33-26bdd7fda7b0 req-a1129e0f-aa51-4cdf-89f1-365b99031eff tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] 10.222.0.41 "GET /v2.0/ports?device_id=788ce680-fc4d-472b-8d83-c8cf7fd384df HTTP/1.1" status: 200 len: 946 time: 0.1634150 Jun 01 19:04:19.990829 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d35e0c4-c006-4f35-a161-1e1e4ff68e11', 'tag': '86d4595b-e8db-4a4c-b6f0-57c1d6666091'}] {{(pid=88525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:04:20.056340 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port cd09868a-f8f0-4bd8-b26a-76e01bf6d4df is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:04:20.059720 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 4e35d64b-a703-4a7b-acbd-fc0ee618a0ef up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:04:20.062647 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d477ef49-eb51-44df-ac33-26bdd7fda7b0 req-ba923d17-461b-480b-943b-012ef9f188a0 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] 10.222.0.41 "GET /v2.0/security-groups?id=f21673f5-4d44-4992-85b9-6c5f8a047d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114593 Jun 01 19:04:20.099416 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cccf39b9-e7ab-42fd-b56b-b5d6a3c813f6 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Checking segment: {'id': '6cce8897-00f3-4e24-8878-86b38f826155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '410b8bc2-d764-41a7-b541-ef27a664682c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:04:20.100031 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cccf39b9-e7ab-42fd-b56b-b5d6a3c813f6 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Network hostable DHCP agents. Network: 410b8bc2-d764-41a7-b541-ef27a664682c, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 19:04:20.120368 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58f53710-ef73-4b22-ba60-7e08643f2842 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:04:20.124540 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d0a8d4ce-9157-4011-a6fb-50783dc34564 req-e908b593-808a-4d4a-afdb-073c94a99f1e service neutron] 10.222.0.41 "GET /v2.0/networks/aaaa9f67-00cd-4fd7-bfc9-acab80f1aa33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9663665 Jun 01 19:04:20.125481 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-58f53710-ef73-4b22-ba60-7e08643f2842 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:04:20.129940 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-988ced78-c8fc-4a7e-ad68-63827df7260e None None] Current status of the port 392e1904-c221-4995-b545-4278f1735137 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:04:20.134657 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f53710-ef73-4b22-ba60-7e08643f2842 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:04:20.252910 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307299cf-53cd-47a8-99d2-75bf1b51fdd6 service neutron] Pushing event updated for resources: {'Port': ['ID=86d4595b-e8db-4a4c-b6f0-57c1d6666091,revision_number=3']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:04:20.302692 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port 1667d4d5-25df-41ac-be8f-8a699a8dfeab is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:04:20.303276 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:20.369307 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 1667d4d5-25df-41ac-be8f-8a699a8dfeab, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=1667d4d5-25df-41ac-be8f-8a699a8dfeab,segment=NetworkSegment(d147e68c-d5fd-47df-bf65-d6c5991a53c2),segment_id=d147e68c-d5fd-47df-bf65-d6c5991a53c2)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:04:20.370893 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 4e35d64b-a703-4a7b-acbd-fc0ee618a0ef triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:04:20.378850 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:20.436112 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cc4395-138b-4f30-a1a2-6cdd176ef78f req-29267679-50fe-4bc3-8f1b-c024a876a2a9 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:20.439250 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-96cc4395-138b-4f30-a1a2-6cdd176ef78f req-29267679-50fe-4bc3-8f1b-c024a876a2a9 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/ports?device_id=345ef383-f908-4c6b-8937-0a117e7aece3 HTTP/1.1" status: 200 len: 945 time: 0.1501305 Jun 01 19:04:20.474199 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:20.492466 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cccf39b9-e7ab-42fd-b56b-b5d6a3c813f6 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Network 410b8bc2-d764-41a7-b541-ef27a664682c is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 19:04:20.520512 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cca22f-239a-4dfd-8baa-2674cc5e56fd req-e17a0eee-970b-406d-adb5-e912bc2e8720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:20.522476 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-43cca22f-239a-4dfd-8baa-2674cc5e56fd req-e17a0eee-970b-406d-adb5-e912bc2e8720 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4e20c5bd79fa44728efb622f29d6160e&device_id=4d35e0c4-c006-4f35-a161-1e1e4ff68e11 HTTP/1.1" status: 200 len: 1095 time: 0.5402009 Jun 01 19:04:20.522610 n-d-844202-1 neutron-server[88526]: INFO neutron.scheduler.dhcp_agent_scheduler [None req-33981680-9377-45ed-bdf1-13fa76eecf5c None None] Agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 already present Jun 01 19:04:20.522898 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33981680-9377-45ed-bdf1-13fa76eecf5c None None] Network 410b8bc2-d764-41a7-b541-ef27a664682c is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 19:04:20.523723 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33981680-9377-45ed-bdf1-13fa76eecf5c None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, 410b8bc2-d764-41a7-b541-ef27a664682c) {{(pid=88526) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 01 19:04:20.532945 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-cccf39b9-e7ab-42fd-b56b-b5d6a3c813f6 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, 410b8bc2-d764-41a7-b541-ef27a664682c) {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:04:20.561079 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-96cc4395-138b-4f30-a1a2-6cdd176ef78f req-907d588e-3b16-4b72-9ea1-18bb081ee055 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a351d5c-3364-42d8-bd0d-648028a392a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118319 Jun 01 19:04:20.655652 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cccf39b9-e7ab-42fd-b56b-b5d6a3c813f6 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:20.656267 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-cccf39b9-e7ab-42fd-b56b-b5d6a3c813f6 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568644'] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:20.669146 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d0a8d4ce-9157-4011-a6fb-50783dc34564 req-a42337be-a8cd-4e63-947f-c35c2535d6a4 service neutron] 10.222.0.41 "GET /v2.0/networks/aaaa9f67-00cd-4fd7-bfc9-acab80f1aa33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4761157 Jun 01 19:04:20.688294 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-43cca22f-239a-4dfd-8baa-2674cc5e56fd req-e4738edb-e754-4747-8da4-9b9e788a83b4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=86d4595b-e8db-4a4c-b6f0-57c1d6666091 HTTP/1.1" status: 200 len: 217 time: 0.1425524 Jun 01 19:04:20.700839 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-58f53710-ef73-4b22-ba60-7e08643f2842 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:20.800016 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31ac01c0-c130-43d0-bcbb-642490138df6'] response: {'server_uuid': '788ce680-fc4d-472b-8d83-c8cf7fd384df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acb3787e-d6e7-4d8e-8e29-33bcd53ffe01', 'code': 200} Jun 01 19:04:20.910768 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=1667d4d5-25df-41ac-be8f-8a699a8dfeab,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:04:20.913913 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0b5b95-221c-4118-9914-3b3c5a83e1a8 req-cbdb599f-0d0b-482d-a2a7-3a5c64ff5461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:20.916108 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fa0b5b95-221c-4118-9914-3b3c5a83e1a8 req-cbdb599f-0d0b-482d-a2a7-3a5c64ff5461 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=788ce680-fc4d-472b-8d83-c8cf7fd384df HTTP/1.1" status: 200 len: 1097 time: 0.1558623 Jun 01 19:04:20.922112 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-cccf39b9-e7ab-42fd-b56b-b5d6a3c813f6 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.2870495 Jun 01 19:04:20.926335 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 4e35d64b-a703-4a7b-acbd-fc0ee618a0ef is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:04:20.940485 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 46714) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:04:20.983633 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-9b0cde7f-8d9c-4849-973e-fcab8fb62eaa tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:04:21.113944 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cca22f-239a-4dfd-8baa-2674cc5e56fd req-bef6bdd7-9222-4356-887e-165754cb0451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:21.119030 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-43cca22f-239a-4dfd-8baa-2674cc5e56fd req-bef6bdd7-9222-4356-887e-165754cb0451 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=969bae19-2b90-42ed-a4ac-a4a59eaa870c HTTP/1.1" status: 200 len: 853 time: 0.4216270 Jun 01 19:04:21.126485 n-d-844202-1 neutron-server[88525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e301cce3-4338-4888-9ef4-f1440409039d'] response: {'name': 'network-changed', 'server_uuid': '4d35e0c4-c006-4f35-a161-1e1e4ff68e11', 'tag': '86d4595b-e8db-4a4c-b6f0-57c1d6666091', 'status': 'completed', 'code': 200} Jun 01 19:04:21.305089 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 392e1904-c221-4995-b545-4278f1735137 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:04:21.390304 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fa0b5b95-221c-4118-9914-3b3c5a83e1a8 req-01ccf49e-b0f2-47bd-a54b-bec38b49c30d service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=f21673f5-4d44-4992-85b9-6c5f8a047d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4651599 Jun 01 19:04:21.396379 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-43cca22f-239a-4dfd-8baa-2674cc5e56fd req-9dda4a9e-03ac-4ad5-baf4-af6417604fe8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9872ab5d-59e4-43b1-8dfc-1ca5e239e8ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2612226 Jun 01 19:04:21.403877 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6618386-34cc-4f32-9968-3d30b72d6d56 req-c57cd625-ce58-4eb0-8e3f-386e63a87ca1 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:21.408061 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e6618386-34cc-4f32-9968-3d30b72d6d56 req-c57cd625-ce58-4eb0-8e3f-386e63a87ca1 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.50 "GET /v2.0/networks?id=57a41f0e-b08f-4033-97ac-1767c5f2bb80 HTTP/1.1" status: 200 len: 796 time: 0.4281254 Jun 01 19:04:21.501762 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e6618386-34cc-4f32-9968-3d30b72d6d56 req-7e346aae-7542-4374-9733-2b42511a7ffa tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8537cfb3773e46d182e148cf5b0a717f HTTP/1.1" status: 200 len: 380 time: 0.0861654 Jun 01 19:04:21.514819 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7d5fd444-1525-484d-b5c9-f4c1a0135ab8 req-80820952-a4bd-40be-9234-f5309ebdd0b6 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/ports?device_id=4686d426-f02a-4d1b-a91a-3a5689dd3b48 HTTP/1.1" status: 200 len: 210 time: 0.4685962 Jun 01 19:04:21.519574 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-58f53710-ef73-4b22-ba60-7e08643f2842 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:21.544269 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-e6618386-34cc-4f32-9968-3d30b72d6d56 req-f5ebcfb9-c188-4d62-adf8-573c26dc93c3 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Request body: {'port': {'device_id': '4686d426-f02a-4d1b-a91a-3a5689dd3b48', 'network_id': '57a41f0e-b08f-4033-97ac-1767c5f2bb80', 'admin_state_up': True, 'tenant_id': '8537cfb3773e46d182e148cf5b0a717f', 'security_groups': ['5040cb58-24af-44ab-a8bd-126074c76b0b']}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:04:21.586241 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 392e1904-c221-4995-b545-4278f1735137 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:04:21.586647 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:21.753321 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-111eb883-9cec-4709-9771-d6284d2c61e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc93f83c3-7fb6-5c13-a9d4-29d739a4e8d2-410b8bc2-d764-41a7-b541-ef27a664682c', 'network_id': '410b8bc2-d764-41a7-b541-ef27a664682c', 'tenant_id': '186f4868324f42e7b69da35feb15cabc', 'fixed_ips': [{'subnet_id': 'e98b6c8b-fd99-4fe0-b0cb-6c27b6947207'}]}} from n-d-844202-1. {{(pid=88526) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 19:04:21.754225 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-111eb883-9cec-4709-9771-d6284d2c61e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:21.925310 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 392e1904-c221-4995-b545-4278f1735137 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:04:21.927349 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 0bf8a052-a069-4d19-bdd7-cf70f1752021 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:04:21.961680 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-e6618386-34cc-4f32-9968-3d30b72d6d56 req-f5ebcfb9-c188-4d62-adf8-573c26dc93c3 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:04:21.967048 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-e6618386-34cc-4f32-9968-3d30b72d6d56 req-f5ebcfb9-c188-4d62-adf8-573c26dc93c3 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Usage tracker for resource:port and tenant:8537cfb3773e46d182e148cf5b0a717f is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:04:21.970134 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-e6618386-34cc-4f32-9968-3d30b72d6d56 req-f5ebcfb9-c188-4d62-adf8-573c26dc93c3 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:04:21.981203 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-e6618386-34cc-4f32-9968-3d30b72d6d56 req-f5ebcfb9-c188-4d62-adf8-573c26dc93c3 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:04:22.045173 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-891fddff-f4d0-4601-bd82-ff6a85ed8a9c req-21bfba54-363b-4329-9dd3-12df871d9ed1 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] 10.222.0.41 "GET /v2.0/ports?device_id=be21e4b6-ff05-48da-b16c-87c7c0510c7a HTTP/1.1" status: 200 len: 210 time: 0.0659928 Jun 01 19:04:22.076987 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6618386-34cc-4f32-9968-3d30b72d6d56 req-f5ebcfb9-c188-4d62-adf8-573c26dc93c3 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Made reservation on behalf of 8537cfb3773e46d182e148cf5b0a717f for: {'port': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:04:22.080746 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-e6618386-34cc-4f32-9968-3d30b72d6d56 req-f5ebcfb9-c188-4d62-adf8-573c26dc93c3 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:22.171357 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.db_base_plugin_common [None req-111eb883-9cec-4709-9771-d6284d2c61e4 None None] Allocated IP 172.20.0.2 (410b8bc2-d764-41a7-b541-ef27a664682c/e98b6c8b-fd99-4fe0-b0cb-6c27b6947207/50a648e7-b6f5-497f-ac9e-fe928f5fe828) {{(pid=88526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:04:22.212545 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9b0cde7f-8d9c-4849-973e-fcab8fb62eaa tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9667149'] for subnet, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:22.319500 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-58f53710-ef73-4b22-ba60-7e08643f2842 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks [] for port, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:22.375132 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-43cca22f-239a-4dfd-8baa-2674cc5e56fd req-9a6799ba-a999-4ae7-bb29-b3765a3df03d service neutron] 10.222.0.15 "GET /v2.0/networks/9872ab5d-59e4-43b1-8dfc-1ca5e239e8ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7247577 Jun 01 19:04:22.441205 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac308f1b-6cc8-43ed-8a9f-b1f001f1b482 req-e378fef7-d5f4-44e2-a83c-b9707030fa60 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:22.448784 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ac308f1b-6cc8-43ed-8a9f-b1f001f1b482 req-e378fef7-d5f4-44e2-a83c-b9707030fa60 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] 10.222.0.41 "GET /v2.0/ports?device_id=788ce680-fc4d-472b-8d83-c8cf7fd384df HTTP/1.1" status: 200 len: 946 time: 0.2067411 Jun 01 19:04:22.450067 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-58f53710-ef73-4b22-ba60-7e08643f2842 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:22.504638 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [req-e6618386-34cc-4f32-9968-3d30b72d6d56 req-f5ebcfb9-c188-4d62-adf8-573c26dc93c3 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Allocated IP 172.20.0.10 (57a41f0e-b08f-4033-97ac-1767c5f2bb80/48973f57-aa83-4e30-ba85-055d310a8b91/3211349c-cc9d-4914-8a84-cd570821bb77) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:04:22.523605 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port 0bf8a052-a069-4d19-bdd7-cf70f1752021 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:04:22.538906 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ac308f1b-6cc8-43ed-8a9f-b1f001f1b482 req-721cd7a2-4834-4a5a-b53c-922ccb31c1b1 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] 10.222.0.41 "GET /v2.0/security-groups?id=f21673f5-4d44-4992-85b9-6c5f8a047d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749106 Jun 01 19:04:22.561274 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 0bf8a052-a069-4d19-bdd7-cf70f1752021 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:04:22.561274 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:22.731185 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-111eb883-9cec-4709-9771-d6284d2c61e4 None None] Notify callbacks [] for port, precommit_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:22.781056 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-111eb883-9cec-4709-9771-d6284d2c61e4 None None] Transition to ACTIVE for port object 50a648e7-b6f5-497f-ac9e-fe928f5fe828 will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:04:22.817260 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '345ef383-f908-4c6b-8937-0a117e7aece3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1667d4d5-25df-41ac-be8f-8a699a8dfeab'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:04:22.913170 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-111eb883-9cec-4709-9771-d6284d2c61e4 None None] Transition to ACTIVE for port object 50a648e7-b6f5-497f-ac9e-fe928f5fe828 will not be triggered until provisioned by entity DHCP. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:04:22.964651 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-111eb883-9cec-4709-9771-d6284d2c61e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526'] for port, after_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:22.977447 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-43cca22f-239a-4dfd-8baa-2674cc5e56fd req-74759cd7-9d9f-46ce-bce0-31eb7ebbeb1a service neutron] 10.222.0.15 "GET /v2.0/networks/9872ab5d-59e4-43b1-8dfc-1ca5e239e8ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5288966 Jun 01 19:04:23.001610 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9593a1ca-d7ba-4381-95c4-927b4073b43f req-816a4e7d-9837-4575-a9c2-9387e93df76d tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:23.010291 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-9593a1ca-d7ba-4381-95c4-927b4073b43f req-816a4e7d-9837-4575-a9c2-9387e93df76d tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d35e0c4-c006-4f35-a161-1e1e4ff68e11 HTTP/1.1" status: 200 len: 944 time: 1.7219996 Jun 01 19:04:23.100912 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 0bf8a052-a069-4d19-bdd7-cf70f1752021 is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:04:23.101440 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:23.137779 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-111eb883-9cec-4709-9771-d6284d2c61e4 None None] Network 410b8bc2-d764-41a7-b541-ef27a664682c is already hosted by enough agents. {{(pid=88526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:04:23.147300 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.base_scheduler [None req-111eb883-9cec-4709-9771-d6284d2c61e4 None None] Resources bound (agent type, host, resource id): {{(pid=88526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:04:23.156957 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-111eb883-9cec-4709-9771-d6284d2c61e4 None None] Received port after_create {{(pid=88526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:04:23.169024 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111eb883-9cec-4709-9771-d6284d2c61e4 None None] Pushing event updated for resources: {'Port': ['ID=50a648e7-b6f5-497f-ac9e-fe928f5fe828,revision_number=1']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:04:23.203764 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port 0bf8a052-a069-4d19-bdd7-cf70f1752021, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=0bf8a052-a069-4d19-bdd7-cf70f1752021,segment=NetworkSegment(125279ea-2aed-41ea-8b3e-4526e0a8c195),segment_id=125279ea-2aed-41ea-8b3e-4526e0a8c195)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:04:23.247511 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:23.259909 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef56121-c64f-46e9-8958-6748bf273c6a req-37ce7cf0-131f-4111-9a88-f367065d9bc2 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:23.265399 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-2ef56121-c64f-46e9-8958-6748bf273c6a req-37ce7cf0-131f-4111-9a88-f367065d9bc2 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/ports?device_id=345ef383-f908-4c6b-8937-0a117e7aece3 HTTP/1.1" status: 200 len: 946 time: 0.5228488 Jun 01 19:04:23.283599 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9b0cde7f-8d9c-4849-973e-fcab8fb62eaa tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8747785753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2614118'] for subnet, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:23.325419 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a8d4ce-9157-4011-a6fb-50783dc34564 req-cbb2fcb0-d44d-465d-a0a2-ddc98e09e0e5 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:23.333044 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a8d4ce-9157-4011-a6fb-50783dc34564 req-cbb2fcb0-d44d-465d-a0a2-ddc98e09e0e5 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:23.335896 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-d0a8d4ce-9157-4011-a6fb-50783dc34564 req-cbb2fcb0-d44d-465d-a0a2-ddc98e09e0e5 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Synchronizing usage tracker for tenant:f9f71065939b4c07b09efd290be9b909 on resource:network {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:04:23.337754 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-111eb883-9cec-4709-9771-d6284d2c61e4 None None] Attempting to bind port 50a648e7-b6f5-497f-ac9e-fe928f5fe828 on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:04:23.338324 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-111eb883-9cec-4709-9771-d6284d2c61e4 None None] Attempting to bind port 50a648e7-b6f5-497f-ac9e-fe928f5fe828 by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': '6cce8897-00f3-4e24-8878-86b38f826155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '410b8bc2-d764-41a7-b541-ef27a664682c'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:04:23.338711 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-111eb883-9cec-4709-9771-d6284d2c61e4 None None] Attempting to bind port 50a648e7-b6f5-497f-ac9e-fe928f5fe828 on network 410b8bc2-d764-41a7-b541-ef27a664682c {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:04:23.350193 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-111eb883-9cec-4709-9771-d6284d2c61e4 None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 4, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:04:23.350810 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-111eb883-9cec-4709-9771-d6284d2c61e4 None None] Checking segment: {'id': '6cce8897-00f3-4e24-8878-86b38f826155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '410b8bc2-d764-41a7-b541-ef27a664682c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:04:23.351323 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-111eb883-9cec-4709-9771-d6284d2c61e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:23.351830 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-111eb883-9cec-4709-9771-d6284d2c61e4 None None] Bound using segment: {'id': '6cce8897-00f3-4e24-8878-86b38f826155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '410b8bc2-d764-41a7-b541-ef27a664682c'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:04:23.352436 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-111eb883-9cec-4709-9771-d6284d2c61e4 None None] Bound port: 50a648e7-b6f5-497f-ac9e-fe928f5fe828, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cce8897-00f3-4e24-8878-86b38f826155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '410b8bc2-d764-41a7-b541-ef27a664682c'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:04:23.352912 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-111eb883-9cec-4709-9771-d6284d2c61e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:23.398799 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=0bf8a052-a069-4d19-bdd7-cf70f1752021,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:04:23.414206 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-e6618386-34cc-4f32-9968-3d30b72d6d56 req-f5ebcfb9-c188-4d62-adf8-573c26dc93c3 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:23.431560 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-d0a8d4ce-9157-4011-a6fb-50783dc34564 req-cbb2fcb0-d44d-465d-a0a2-ddc98e09e0e5 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Unset dirty status for tenant:f9f71065939b4c07b09efd290be9b909 on resource:network {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:04:23.432716 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d0a8d4ce-9157-4011-a6fb-50783dc34564 req-cbb2fcb0-d44d-465d-a0a2-ddc98e09e0e5 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] 10.222.0.15 "GET /v2.0/networks?id=aaaa9f67-00cd-4fd7-bfc9-acab80f1aa33&id=514e0306-ee37-41eb-a827-8ad103ba3460&id=aaaa9f67-00cd-4fd7-bfc9-acab80f1aa33 HTTP/1.1" status: 200 len: 1391 time: 0.5612826 Jun 01 19:04:23.439391 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-2ef56121-c64f-46e9-8958-6748bf273c6a req-41f3bc29-3b69-4999-965b-0987dd93e91d tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a351d5c-3364-42d8-bd0d-648028a392a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598315 Jun 01 19:04:23.450249 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-9593a1ca-d7ba-4381-95c4-927b4073b43f req-63ff785d-6f36-4695-991f-f11224a8a3b7 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e27767a-e40e-41ca-b34d-a5b7412547b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4389827 Jun 01 19:04:23.450441 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-d0a8d4ce-9157-4011-a6fb-50783dc34564 req-c6b9e597-2aa8-433c-886b-8a7d873b2771 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Request body: {'port': {'device_id': 'be21e4b6-ff05-48da-b16c-87c7c0510c7a', 'network_id': 'aaaa9f67-00cd-4fd7-bfc9-acab80f1aa33', 'admin_state_up': True, 'tenant_id': 'f9f71065939b4c07b09efd290be9b909'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:04:23.486192 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-111eb883-9cec-4709-9771-d6284d2c61e4 None None] For port 50a648e7-b6f5-497f-ac9e-fe928f5fe828, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:04:23.491419 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-111eb883-9cec-4709-9771-d6284d2c61e4 None None] For port 50a648e7-b6f5-497f-ac9e-fe928f5fe828, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=50a648e7-b6f5-497f-ac9e-fe928f5fe828,segment=NetworkSegment(6cce8897-00f3-4e24-8878-86b38f826155),segment_id=6cce8897-00f3-4e24-8878-86b38f826155)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:04:23.493101 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b0cde7f-8d9c-4849-973e-fcab8fb62eaa tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:23.493766 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9b0cde7f-8d9c-4849-973e-fcab8fb62eaa tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks [] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:23.495502 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-9b0cde7f-8d9c-4849-973e-fcab8fb62eaa tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] 10.222.0.41 "PUT /v2.0/subnets/e98b6c8b-fd99-4fe0-b0cb-6c27b6947207 HTTP/1.1" status: 200 len: 806 time: 2.5479524 Jun 01 19:04:23.506364 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f53710-ef73-4b22-ba60-7e08643f2842 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Pushing event updated for resources: {'Port': ['ID=40e460f5-c062-4a76-9d9c-35e39a9d790d,revision_number=2']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:04:23.507236 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-111eb883-9cec-4709-9771-d6284d2c61e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:23.551885 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 46746) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:04:23.561723 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-58f53710-ef73-4b22-ba60-7e08643f2842 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887712'] for floatingip, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:23.599905 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-d0a8d4ce-9157-4011-a6fb-50783dc34564 req-c6b9e597-2aa8-433c-886b-8a7d873b2771 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:04:23.604168 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-d0a8d4ce-9157-4011-a6fb-50783dc34564 req-c6b9e597-2aa8-433c-886b-8a7d873b2771 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Usage tracker for resource:port and tenant:f9f71065939b4c07b09efd290be9b909 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:04:23.607257 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-d0a8d4ce-9157-4011-a6fb-50783dc34564 req-c6b9e597-2aa8-433c-886b-8a7d873b2771 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Quota usage for port was recalculated. Used quota:4. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:04:23.614012 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-d0a8d4ce-9157-4011-a6fb-50783dc34564 req-c6b9e597-2aa8-433c-886b-8a7d873b2771 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:04:23.624317 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-281f4599-6622-4988-82b6-b40736afec0c'] response: {'server_uuid': '345ef383-f908-4c6b-8937-0a117e7aece3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1667d4d5-25df-41ac-be8f-8a699a8dfeab', 'code': 200} Jun 01 19:04:23.652641 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111eb883-9cec-4709-9771-d6284d2c61e4 None None] Pushing event updated for resources: {'Port': ['ID=50a648e7-b6f5-497f-ac9e-fe928f5fe828,revision_number=2']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:04:23.657116 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-58f53710-ef73-4b22-ba60-7e08643f2842 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for floatingip, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:23.658438 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-58f53710-ef73-4b22-ba60-7e08643f2842 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 8.8103240 Jun 01 19:04:23.668074 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [req-e6618386-34cc-4f32-9968-3d30b72d6d56 req-f5ebcfb9-c188-4d62-adf8-573c26dc93c3 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Transition to ACTIVE for port object 3211349c-cc9d-4914-8a84-cd570821bb77 will not be triggered until provisioned by entity DHCP. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:04:23.668826 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0cde7f-8d9c-4849-973e-fcab8fb62eaa tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Pushing event updated for resources: {'Subnet': ['ID=e98b6c8b-fd99-4fe0-b0cb-6c27b6947207,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:04:23.669329 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 46752) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:04:23.670714 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0a8d4ce-9157-4011-a6fb-50783dc34564 req-c6b9e597-2aa8-433c-886b-8a7d873b2771 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Made reservation on behalf of f9f71065939b4c07b09efd290be9b909 for: {'port': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:04:23.680604 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-d0a8d4ce-9157-4011-a6fb-50783dc34564 req-c6b9e597-2aa8-433c-886b-8a7d873b2771 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:23.705390 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-7965cfc4-a6b4-462f-869f-8003470d9526 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Request body: {'port': {'network_id': 'ffe55bfc-a9ec-4cd1-b702-21e747d98d56', 'name': 'tempest-FloatingIPTestJSON-175489003'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:04:23.717832 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-73da8b7b-5698-47ae-a0dd-3bfa624978c8 req-c5ab5ab6-467d-4cf7-bd9d-cfb9c77cfa30 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Synchronizing usage tracker for tenant:8537cfb3773e46d182e148cf5b0a717f on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:04:23.767887 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39f073f-84cc-4a61-a41d-fc061907da08 req-c0e23689-c792-41ee-9e08-e35700b816ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:23.769359 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c39f073f-84cc-4a61-a41d-fc061907da08 req-c0e23689-c792-41ee-9e08-e35700b816ec service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4e20c5bd79fa44728efb622f29d6160e&device_id=4d35e0c4-c006-4f35-a161-1e1e4ff68e11 HTTP/1.1" status: 200 len: 1095 time: 0.4951797 Jun 01 19:04:23.772866 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-73da8b7b-5698-47ae-a0dd-3bfa624978c8 req-c5ab5ab6-467d-4cf7-bd9d-cfb9c77cfa30 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Unset dirty status for tenant:8537cfb3773e46d182e148cf5b0a717f on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:04:23.773954 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-73da8b7b-5698-47ae-a0dd-3bfa624978c8 req-c5ab5ab6-467d-4cf7-bd9d-cfb9c77cfa30 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/ports?device_id=4686d426-f02a-4d1b-a91a-3a5689dd3b48 HTTP/1.1" status: 200 len: 210 time: 0.1902523 Jun 01 19:04:23.855641 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-349d97d9-28f2-4831-b7d6-2df4fcdf96e0 req-4f55c274-e715-4a54-9b52-7354046effb0 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] 10.222.0.41 "GET /v2.0/ports?device_id=be21e4b6-ff05-48da-b16c-87c7c0510c7a HTTP/1.1" status: 200 len: 210 time: 0.1578641 Jun 01 19:04:23.918795 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a0549f62-03fb-47db-a7ea-1d37b6ea9748 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:24.011584 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-a0549f62-03fb-47db-a7ea-1d37b6ea9748 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Deleting port 50a648e7-b6f5-497f-ac9e-fe928f5fe828 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:04:24.011818 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a0549f62-03fb-47db-a7ea-1d37b6ea9748 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:24.035004 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00823b11-7cf8-4b4e-afaa-cafd88999fa3 req-8c50cebd-0088-41e8-8bb8-fce4db8cb5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:24.037037 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-00823b11-7cf8-4b4e-afaa-cafd88999fa3 req-8c50cebd-0088-41e8-8bb8-fce4db8cb5d1 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=345ef383-f908-4c6b-8937-0a117e7aece3 HTTP/1.1" status: 200 len: 1097 time: 0.4148982 Jun 01 19:04:24.069935 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-e6618386-34cc-4f32-9968-3d30b72d6d56 req-f5ebcfb9-c188-4d62-adf8-573c26dc93c3 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:24.094325 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39f073f-84cc-4a61-a41d-fc061907da08 req-6a261512-aa8f-48ad-8693-43e691893deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:24.095905 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c39f073f-84cc-4a61-a41d-fc061907da08 req-6a261512-aa8f-48ad-8693-43e691893deb service neutron] 10.222.0.15 "GET /v2.0/networks?id=9872ab5d-59e4-43b1-8dfc-1ca5e239e8ce HTTP/1.1" status: 200 len: 914 time: 0.3188589 Jun 01 19:04:24.153524 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-7965cfc4-a6b4-462f-869f-8003470d9526 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:04:24.177912 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c39f073f-84cc-4a61-a41d-fc061907da08 req-d97f3c67-a678-4fcf-99d0-1c0d9237451b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=86d4595b-e8db-4a4c-b6f0-57c1d6666091 HTTP/1.1" status: 200 len: 217 time: 0.0737488 Jun 01 19:04:24.178452 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-7965cfc4-a6b4-462f-869f-8003470d9526 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Usage tracker for resource:port and tenant:a0eb4836fe25462db2032ac7c054c0ab is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:04:24.199689 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-7965cfc4-a6b4-462f-869f-8003470d9526 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Quota usage for port was recalculated. Used quota:4. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:04:24.219653 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-7965cfc4-a6b4-462f-869f-8003470d9526 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:04:24.230225 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6618386-34cc-4f32-9968-3d30b72d6d56 req-f5ebcfb9-c188-4d62-adf8-573c26dc93c3 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Network 57a41f0e-b08f-4033-97ac-1767c5f2bb80 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:04:24.242853 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [req-e6618386-34cc-4f32-9968-3d30b72d6d56 req-f5ebcfb9-c188-4d62-adf8-573c26dc93c3 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:04:24.251853 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-00823b11-7cf8-4b4e-afaa-cafd88999fa3 req-425fe8ae-28fb-4646-9e98-5e9992cd7e44 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=6a351d5c-3364-42d8-bd0d-648028a392a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072299 Jun 01 19:04:24.257969 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6618386-34cc-4f32-9968-3d30b72d6d56 req-f5ebcfb9-c188-4d62-adf8-573c26dc93c3 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:04:24.297325 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ebcfb9-c188-4d62-adf8-573c26dc93c3 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Pushing event updated for resources: {'Port': ['ID=3211349c-cc9d-4914-8a84-cd570821bb77,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:04:24.308530 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [req-d0a8d4ce-9157-4011-a6fb-50783dc34564 req-c6b9e597-2aa8-433c-886b-8a7d873b2771 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Allocated IP 19.80.0.164 (aaaa9f67-00cd-4fd7-bfc9-acab80f1aa33/9b049544-3c17-4141-8e0c-e42c8362b821/7bb65d13-904e-4482-80d8-5968b9ba5f67) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:04:24.308530 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7965cfc4-a6b4-462f-869f-8003470d9526 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Made reservation on behalf of a0eb4836fe25462db2032ac7c054c0ab for: {'port': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:04:24.311092 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-7965cfc4-a6b4-462f-869f-8003470d9526 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:24.317793 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d40d5a-7c1a-49ac-99e8-842ce9e0c28c req-ebf680be-2441-45d3-8da6-83a69821c5f2 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:24.319694 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d1d40d5a-7c1a-49ac-99e8-842ce9e0c28c req-ebf680be-2441-45d3-8da6-83a69821c5f2 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] 10.222.0.41 "GET /v2.0/ports?device_id=788ce680-fc4d-472b-8d83-c8cf7fd384df HTTP/1.1" status: 200 len: 946 time: 0.3899651 Jun 01 19:04:24.359938 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [None req-7965cfc4-a6b4-462f-869f-8003470d9526 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] device_id is not set on port 15385283-f5ee-42df-bb1a-442ee16de57f yet. {{(pid=88524) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 19:04:24.427912 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39f073f-84cc-4a61-a41d-fc061907da08 req-cbff0256-8d92-4143-a4ea-2a15c07e9ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:24.430987 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c39f073f-84cc-4a61-a41d-fc061907da08 req-cbff0256-8d92-4143-a4ea-2a15c07e9ba3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=969bae19-2b90-42ed-a4ac-a4a59eaa870c HTTP/1.1" status: 200 len: 853 time: 0.2465811 Jun 01 19:04:24.450561 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6618386-34cc-4f32-9968-3d30b72d6d56 req-f5ebcfb9-c188-4d62-adf8-573c26dc93c3 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:24.451794 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-e6618386-34cc-4f32-9968-3d30b72d6d56 req-f5ebcfb9-c188-4d62-adf8-573c26dc93c3 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:24.542598 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d1d40d5a-7c1a-49ac-99e8-842ce9e0c28c req-a763afca-7ca9-4671-bdcd-23218ff59995 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] 10.222.0.41 "GET /v2.0/security-groups?id=f21673f5-4d44-4992-85b9-6c5f8a047d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1974490 Jun 01 19:04:24.553507 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c39f073f-84cc-4a61-a41d-fc061907da08 req-173a550b-968e-4fff-a0e0-f6ee4b593211 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9872ab5d-59e4-43b1-8dfc-1ca5e239e8ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1142852 Jun 01 19:04:24.718275 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e6618386-34cc-4f32-9968-3d30b72d6d56 req-f5ebcfb9-c188-4d62-adf8-573c26dc93c3 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2008858 Jun 01 19:04:24.752185 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [None req-a0549f62-03fb-47db-a7ea-1d37b6ea9748 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] For port 50a648e7-b6f5-497f-ac9e-fe928f5fe828, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=50a648e7-b6f5-497f-ac9e-fe928f5fe828,segment=NetworkSegment(6cce8897-00f3-4e24-8878-86b38f826155),segment_id=6cce8897-00f3-4e24-8878-86b38f826155)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:04:24.753085 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a0549f62-03fb-47db-a7ea-1d37b6ea9748 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:24.787439 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-e6618386-34cc-4f32-9968-3d30b72d6d56 req-847de97a-ec76-4878-8333-72c2a4358359 service neutron] Request body: {'port': {'device_id': '4686d426-f02a-4d1b-a91a-3a5689dd3b48', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844202-1'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:04:24.938478 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c39f073f-84cc-4a61-a41d-fc061907da08 req-88ddc43d-a277-4cd7-8c23-ac56038da0aa service neutron] 10.222.0.15 "GET /v2.0/networks/9872ab5d-59e4-43b1-8dfc-1ca5e239e8ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3780022 Jun 01 19:04:24.977463 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3e0888d-f9b1-46b3-b17d-6b213935bdfc None None] Network 410b8bc2-d764-41a7-b541-ef27a664682c requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:04:25.001803 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [None req-7965cfc4-a6b4-462f-869f-8003470d9526 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Allocated IP 172.20.0.2 (ffe55bfc-a9ec-4cd1-b702-21e747d98d56/fb266d6f-75d2-456e-a328-415940a9cd1c/15385283-f5ee-42df-bb1a-442ee16de57f) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:04:25.006064 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-e6618386-34cc-4f32-9968-3d30b72d6d56 req-847de97a-ec76-4878-8333-72c2a4358359 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:25.198330 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-89fa4baa-2505-430c-89e6-931204f2aef2 None None] Provisioning for port 50a648e7-b6f5-497f-ac9e-fe928f5fe828 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:04:25.249370 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd8089e-e55c-434b-bfd6-8478828ccde2 req-a095ee32-1cd4-43ff-a65e-82013e2416a0 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:25.251163 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-1fd8089e-e55c-434b-bfd6-8478828ccde2 req-a095ee32-1cd4-43ff-a65e-82013e2416a0 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d35e0c4-c006-4f35-a161-1e1e4ff68e11 HTTP/1.1" status: 200 len: 944 time: 0.5320306 Jun 01 19:04:25.265545 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-d0a8d4ce-9157-4011-a6fb-50783dc34564 req-c6b9e597-2aa8-433c-886b-8a7d873b2771 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:25.270490 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 86d4595b-e8db-4a4c-b6f0-57c1d6666091 details requested by agent hyperv_n-h1-844202-1 with host n-h1-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 19:04:25.392305 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-a0549f62-03fb-47db-a7ea-1d37b6ea9748 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Calling delete_port for 50a648e7-b6f5-497f-ac9e-fe928f5fe828 owned by network:dhcp {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:04:25.401397 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-1fd8089e-e55c-434b-bfd6-8478828ccde2 req-a13edd36-9ebb-4c29-b59f-0dca3664e177 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e27767a-e40e-41ca-b34d-a5b7412547b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395669 Jun 01 19:04:25.551729 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [req-d0a8d4ce-9157-4011-a6fb-50783dc34564 req-c6b9e597-2aa8-433c-886b-8a7d873b2771 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Transition to ACTIVE for port object 7bb65d13-904e-4482-80d8-5968b9ba5f67 will not be triggered until provisioned by entity DHCP. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:04:25.630855 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95d0b08-71dd-46e7-bb8b-cbec1fc175cf req-98e9db14-0fa1-4e59-8a4d-ad1ce5ad8ca5 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:25.632880 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a95d0b08-71dd-46e7-bb8b-cbec1fc175cf req-98e9db14-0fa1-4e59-8a4d-ad1ce5ad8ca5 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/ports?device_id=345ef383-f908-4c6b-8937-0a117e7aece3 HTTP/1.1" status: 200 len: 946 time: 0.8678560 Jun 01 19:04:25.697441 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port 86d4595b-e8db-4a4c-b6f0-57c1d6666091, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=86d4595b-e8db-4a4c-b6f0-57c1d6666091,segment=NetworkSegment(29f3bae4-57a1-4f66-96b7-93cfb8e10b44),segment_id=29f3bae4-57a1-4f66-96b7-93cfb8e10b44)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:04:25.697664 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c39f073f-84cc-4a61-a41d-fc061907da08 req-76f8300c-1e91-45cd-a607-00431b1cfa11 service neutron] 10.222.0.15 "GET /v2.0/networks/9872ab5d-59e4-43b1-8dfc-1ca5e239e8ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3331838 Jun 01 19:04:25.722141 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Returning: {'device': '86d4595b-e8db-4a4c-b6f0-57c1d6666091', 'network_id': '9872ab5d-59e4-43b1-8dfc-1ca5e239e8ce', 'port_id': '86d4595b-e8db-4a4c-b6f0-57c1d6666091', 'mac_address': 'fa:16:3e:42:43:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '969bae19-2b90-42ed-a4ac-a4a59eaa870c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 19:04:25.731082 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 50a648e7-b6f5-497f-ac9e-fe928f5fe828 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:04:25.749693 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a95d0b08-71dd-46e7-bb8b-cbec1fc175cf req-53e20048-82d9-4a2c-bcf9-dd5047ced8e5 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a351d5c-3364-42d8-bd0d-648028a392a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827410 Jun 01 19:04:25.780598 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a0549f62-03fb-47db-a7ea-1d37b6ea9748 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:25.796567 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: 50a648e7-b6f5-497f-ac9e-fe928f5fe828 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:04:25.796976 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 50a648e7-b6f5-497f-ac9e-fe928f5fe828 not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Jun 01 19:04:25.834760 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Port 50a648e7-b6f5-497f-ac9e-fe928f5fe828 not found, will not notify nova. {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Jun 01 19:04:25.834760 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 0bf8a052-a069-4d19-bdd7-cf70f1752021 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:04:25.865568 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0549f62-03fb-47db-a7ea-1d37b6ea9748 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Pushing event deleted for resources: {'Port': ['ID=50a648e7-b6f5-497f-ac9e-fe928f5fe828,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:04:25.954622 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-2c19ffeb-97c8-40e7-93bb-060c3fa699b6 None None] Provisioning for port 3211349c-cc9d-4914-8a84-cd570821bb77 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:04:25.964019 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port 86d4595b-e8db-4a4c-b6f0-57c1d6666091 is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:04:25.964175 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:25.983098 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-2c19ffeb-97c8-40e7-93bb-060c3fa699b6 None None] Provisioning complete for port 3211349c-cc9d-4914-8a84-cd570821bb77 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:04:25.983794 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-2c19ffeb-97c8-40e7-93bb-060c3fa699b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:26.015583 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0549f62-03fb-47db-a7ea-1d37b6ea9748 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] No DVR routers for this DVR port 50a648e7-b6f5-497f-ac9e-fe928f5fe828 on host n-d-844202-1 {{(pid=88525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:04:26.092162 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a0549f62-03fb-47db-a7ea-1d37b6ea9748 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:26.095955 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86d4595b-e8db-4a4c-b6f0-57c1d6666091 {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 19:04:26.100925 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-2c19ffeb-97c8-40e7-93bb-060c3fa699b6 None None] Port 3211349c-cc9d-4914-8a84-cd570821bb77 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:04:26.105772 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-d0a8d4ce-9157-4011-a6fb-50783dc34564 req-c6b9e597-2aa8-433c-886b-8a7d873b2771 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:26.143602 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 0bf8a052-a069-4d19-bdd7-cf70f1752021 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:04:26.143974 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:26.173318 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port 86d4595b-e8db-4a4c-b6f0-57c1d6666091, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=86d4595b-e8db-4a4c-b6f0-57c1d6666091,segment=NetworkSegment(29f3bae4-57a1-4f66-96b7-93cfb8e10b44),segment_id=29f3bae4-57a1-4f66-96b7-93cfb8e10b44)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:04:26.182548 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cee7714a-14b7-48ab-a302-e77e55eeaec8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc93f83c3-7fb6-5c13-a9d4-29d739a4e8d2-410b8bc2-d764-41a7-b541-ef27a664682c', 'network_id': '410b8bc2-d764-41a7-b541-ef27a664682c', 'tenant_id': '186f4868324f42e7b69da35feb15cabc', 'fixed_ips': [{'subnet_id': 'e98b6c8b-fd99-4fe0-b0cb-6c27b6947207'}]}} from n-d-844202-1. {{(pid=88526) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 19:04:26.183434 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-cee7714a-14b7-48ab-a302-e77e55eeaec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:26.215669 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b9e597-2aa8-433c-886b-8a7d873b2771 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Pushing event updated for resources: {'Port': ['ID=7bb65d13-904e-4482-80d8-5968b9ba5f67,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:04:26.225563 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a0549f62-03fb-47db-a7ea-1d37b6ea9748 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2614143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9667199'] for subnet, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:26.282201 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11a0436-73eb-4654-9fa5-21ae6a97985d req-09c87f49-8669-4ce7-8abb-c1adfecda789 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:26.284171 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b11a0436-73eb-4654-9fa5-21ae6a97985d req-09c87f49-8669-4ce7-8abb-c1adfecda789 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] 10.222.0.41 "GET /v2.0/ports?device_id=788ce680-fc4d-472b-8d83-c8cf7fd384df HTTP/1.1" status: 200 len: 946 time: 0.7277715 Jun 01 19:04:26.328021 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:26.336260 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0a8d4ce-9157-4011-a6fb-50783dc34564 req-c6b9e597-2aa8-433c-886b-8a7d873b2771 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Network aaaa9f67-00cd-4fd7-bfc9-acab80f1aa33 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:04:26.345442 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0549f62-03fb-47db-a7ea-1d37b6ea9748 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Pushing event deleted for resources: {'Subnet': ['ID=e98b6c8b-fd99-4fe0-b0cb-6c27b6947207,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:04:26.390668 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b11a0436-73eb-4654-9fa5-21ae6a97985d req-3553dc43-b3ca-486f-82f9-44fde60e51a6 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] 10.222.0.41 "GET /v2.0/security-groups?id=f21673f5-4d44-4992-85b9-6c5f8a047d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889866 Jun 01 19:04:26.392035 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [req-d0a8d4ce-9157-4011-a6fb-50783dc34564 req-c6b9e597-2aa8-433c-886b-8a7d873b2771 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:04:26.413186 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server [None req-cee7714a-14b7-48ab-a302-e77e55eeaec8 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e98b6c8b-fd99-4fe0-b0cb-6c27b6947207: This subnet is being modified by another concurrent operation. Jun 01 19:04:26.413186 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 01 19:04:26.413186 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 01 19:04:26.413186 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jun 01 19:04:26.413186 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 01 19:04:26.413186 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jun 01 19:04:26.413186 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 01 19:04:26.413186 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jun 01 19:04:26.413186 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 01 19:04:26.413186 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 01 19:04:26.413186 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 01 19:04:26.413186 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 01 19:04:26.413186 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 01 19:04:26.413186 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 01 19:04:26.413186 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 01 19:04:26.413186 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server raise self.value Jun 01 19:04:26.413186 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 01 19:04:26.413186 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 01 19:04:26.413186 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 01 19:04:26.413186 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 01 19:04:26.413186 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 01 19:04:26.413186 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 01 19:04:26.413186 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 01 19:04:26.413186 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server raise self.value Jun 01 19:04:26.413186 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 01 19:04:26.413186 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 01 19:04:26.413186 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 01 19:04:26.413186 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 01 19:04:26.413186 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 01 19:04:26.413186 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 01 19:04:26.413186 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 01 19:04:26.413186 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server raise self.value Jun 01 19:04:26.413186 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 01 19:04:26.413186 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 01 19:04:26.413186 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jun 01 19:04:26.413186 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jun 01 19:04:26.413186 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Jun 01 19:04:26.413186 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jun 01 19:04:26.413186 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Jun 01 19:04:26.413186 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jun 01 19:04:26.413186 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jun 01 19:04:26.413186 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jun 01 19:04:26.413186 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Jun 01 19:04:26.413186 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jun 01 19:04:26.413186 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jun 01 19:04:26.413186 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 01 19:04:26.413186 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 01 19:04:26.413186 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 01 19:04:26.413186 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 01 19:04:26.413186 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 01 19:04:26.413186 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 01 19:04:26.413186 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server raise self.value Jun 01 19:04:26.413186 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 01 19:04:26.413186 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 01 19:04:26.419583 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 01 19:04:26.419583 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 01 19:04:26.419583 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 01 19:04:26.419583 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 01 19:04:26.419583 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 01 19:04:26.419583 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server raise self.value Jun 01 19:04:26.419583 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 01 19:04:26.419583 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 01 19:04:26.419583 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 01 19:04:26.419583 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 01 19:04:26.419583 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 01 19:04:26.419583 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 01 19:04:26.419583 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 01 19:04:26.419583 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server raise self.value Jun 01 19:04:26.419583 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 01 19:04:26.419583 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 01 19:04:26.419583 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Jun 01 19:04:26.419583 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jun 01 19:04:26.419583 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Jun 01 19:04:26.419583 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jun 01 19:04:26.419583 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Jun 01 19:04:26.419583 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jun 01 19:04:26.419583 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jun 01 19:04:26.419583 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jun 01 19:04:26.419583 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jun 01 19:04:26.419583 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 01 19:04:26.419583 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Jun 01 19:04:26.419583 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jun 01 19:04:26.419583 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jun 01 19:04:26.419583 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jun 01 19:04:26.419583 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jun 01 19:04:26.419583 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jun 01 19:04:26.419583 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Jun 01 19:04:26.419583 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jun 01 19:04:26.419583 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jun 01 19:04:26.419583 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server raise exception Jun 01 19:04:26.419583 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e98b6c8b-fd99-4fe0-b0cb-6c27b6947207: This subnet is being modified by another concurrent operation. Jun 01 19:04:26.419583 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server Jun 01 19:04:26.425175 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0a8d4ce-9157-4011-a6fb-50783dc34564 req-c6b9e597-2aa8-433c-886b-8a7d873b2771 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:04:26.425813 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7992e8c0-7d68-4625-bf36-4ef0c46fc386 req-757318bd-2faf-4edf-a4b1-dc87521e3c04 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:26.425813 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-7992e8c0-7d68-4625-bf36-4ef0c46fc386 req-757318bd-2faf-4edf-a4b1-dc87521e3c04 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/ports?device_id=4686d426-f02a-4d1b-a91a-3a5689dd3b48 HTTP/1.1" status: 200 len: 932 time: 0.5044141 Jun 01 19:04:26.474012 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 46788) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:04:26.486390 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=86d4595b-e8db-4a4c-b6f0-57c1d6666091,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:04:26.528116 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a8d4ce-9157-4011-a6fb-50783dc34564 req-c6b9e597-2aa8-433c-886b-8a7d873b2771 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:26.528777 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-d0a8d4ce-9157-4011-a6fb-50783dc34564 req-c6b9e597-2aa8-433c-886b-8a7d873b2771 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:26.561797 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] get_ports_and_sgs() called for port_ids ['86d4595b-e8db-4a4c-b6f0-57c1d6666091'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 19:04:26.574016 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a0549f62-03fb-47db-a7ea-1d37b6ea9748 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:26.615129 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-a0549f62-03fb-47db-a7ea-1d37b6ea9748 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['410b8bc2-d764-41a7-b541-ef27a664682c']}} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:04:26.619595 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df24439a-b318-402a-a2fe-a7d7999bbd16 None None] Network 410b8bc2-d764-41a7-b541-ef27a664682c requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:04:26.635987 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-a0549f62-03fb-47db-a7ea-1d37b6ea9748 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cce8897-00f3-4e24-8878-86b38f826155') {'for_net_delete': True} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:04:26.636393 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-a0549f62-03fb-47db-a7ea-1d37b6ea9748 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cce8897-00f3-4e24-8878-86b38f826155') {} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:04:26.651397 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a0549f62-03fb-47db-a7ea-1d37b6ea9748 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2258522'] for segment, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:26.654753 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-7965cfc4-a6b4-462f-869f-8003470d9526 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:26.658949 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.agents_db [None req-e814b9cf-7de8-45d0-a079-29c61fabe7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 19:04:26.676188 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-7992e8c0-7d68-4625-bf36-4ef0c46fc386 req-dca2d02c-c2ab-45ff-a777-8e8181e83820 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/security-groups?id=5040cb58-24af-44ab-a8bd-126074c76b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2542982 Jun 01 19:04:26.680632 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a0549f62-03fb-47db-a7ea-1d37b6ea9748 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:26.689015 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0549f62-03fb-47db-a7ea-1d37b6ea9748 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=88525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 19:04:26.689675 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a0549f62-03fb-47db-a7ea-1d37b6ea9748 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2613981'] for segment, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:26.770408 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 0bf8a052-a069-4d19-bdd7-cf70f1752021 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:04:26.784374 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment 6cce8897-00f3-4e24-8878-86b38f826155 resource provider aggregate not found Jun 01 19:04:26.798314 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d0a8d4ce-9157-4011-a6fb-50783dc34564 req-c6b9e597-2aa8-433c-886b-8a7d873b2771 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3553679 Jun 01 19:04:26.809755 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.db.resource_extend [req-e6618386-34cc-4f32-9968-3d30b72d6d56 req-847de97a-ec76-4878-8333-72c2a4358359 service neutron] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 19:04:26.824661 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment 6cce8897-00f3-4e24-8878-86b38f826155 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6cce8897-00f3-4e24-8878-86b38f826155 found for delete ", "request_id": "req-1734cfa5-f660-4fc1-b37b-2c0d5445d5c4"}]} Jun 01 19:04:26.826095 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a0549f62-03fb-47db-a7ea-1d37b6ea9748 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:26.831497 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-d0a8d4ce-9157-4011-a6fb-50783dc34564 req-4c711257-ccf6-410f-a56e-2e7b428f1110 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Request body: {'port': {'device_id': 'be21e4b6-ff05-48da-b16c-87c7c0510c7a', 'network_id': '514e0306-ee37-41eb-a827-8ad103ba3460', 'admin_state_up': True, 'tenant_id': 'f9f71065939b4c07b09efd290be9b909'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:04:26.834339 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a0549f62-03fb-47db-a7ea-1d37b6ea9748 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks [] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:26.864679 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0549f62-03fb-47db-a7ea-1d37b6ea9748 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Pushing event deleted for resources: {'Network': ['ID=410b8bc2-d764-41a7-b541-ef27a664682c,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:04:26.869331 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-a0549f62-03fb-47db-a7ea-1d37b6ea9748 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] 10.222.0.41 "DELETE /v2.0/networks/410b8bc2-d764-41a7-b541-ef27a664682c HTTP/1.1" status: 204 len: 168 time: 3.2907841 Jun 01 19:04:26.871652 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 46798) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:04:26.906969 n-d-844202-1 neutron-server[88525]: INFO neutron.pecan_wsgi.hooks.translation [None req-639773f5-338a-4925-a151-a7fdc2cd96e4 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] DELETE failed (client error): The resource could not be found. Jun 01 19:04:26.907706 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-639773f5-338a-4925-a151-a7fdc2cd96e4 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88525) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 19:04:26.909594 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-639773f5-338a-4925-a151-a7fdc2cd96e4 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] 10.222.0.41 "DELETE /v2.0/networks/410b8bc2-d764-41a7-b541-ef27a664682c HTTP/1.1" status: 404 len: 339 time: 0.0367506 Jun 01 19:04:26.914433 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 46802) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:04:26.920974 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-07ffeda2-7956-458e-96f2-9080d3d73bec tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1173321710', 'description': 'd1'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:04:26.927958 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-07ffeda2-7956-458e-96f2-9080d3d73bec tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:04:26.943677 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84c51b68-2ed0-4df0-bd44-a1b2651e9177 None None] DHCP port deletion for 410b8bc2-d764-41a7-b541-ef27a664682c request from n-d-844202-1 {{(pid=88526) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 19:04:26.953930 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-5ddd2f61-6d66-4ee8-8a4b-30776da1f275 None None] Provisioning for port 7bb65d13-904e-4482-80d8-5968b9ba5f67 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:04:26.970947 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-5ddd2f61-6d66-4ee8-8a4b-30776da1f275 None None] Provisioning complete for port 7bb65d13-904e-4482-80d8-5968b9ba5f67 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:04:26.971848 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-5ddd2f61-6d66-4ee8-8a4b-30776da1f275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:26.975831 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-07ffeda2-7956-458e-96f2-9080d3d73bec tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Usage tracker for resource:network and tenant:186f4868324f42e7b69da35feb15cabc is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:04:26.983205 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-07ffeda2-7956-458e-96f2-9080d3d73bec tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:04:26.997567 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a96f8c-9dac-4e43-8c60-41ae4b2e6321 req-ce553550-29cd-4e0c-bbee-c4e46b9d20a8 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:26.998277 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-c4a96f8c-9dac-4e43-8c60-41ae4b2e6321 req-ce553550-29cd-4e0c-bbee-c4e46b9d20a8 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Synchronizing usage tracker for tenant:f9f71065939b4c07b09efd290be9b909 on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:04:27.003361 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-07ffeda2-7956-458e-96f2-9080d3d73bec tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:04:27.025824 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0526acd7-d2d9-4b71-85a1-814e0f841571 tempest-TestNetworkBasicOps-1217506221 tempest-TestNetworkBasicOps-1217506221-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:27.025824 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-0526acd7-d2d9-4b71-85a1-814e0f841571 tempest-TestNetworkBasicOps-1217506221 tempest-TestNetworkBasicOps-1217506221-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=788ce680-fc4d-472b-8d83-c8cf7fd384df HTTP/1.1" status: 200 len: 1092 time: 0.5025401 Jun 01 19:04:27.026404 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 46806) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:04:27.031847 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-743769fa-fc78-42be-b766-9b8857ddbead tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Request body: {'floatingip': {'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'port_id': 'acb3787e-d6e7-4d8e-8e29-33bcd53ffe01', 'tenant_id': 'd3eb50f3028440db9726ae16e6111d12', 'fixed_ip_address': '172.20.0.11'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:04:27.043587 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-743769fa-fc78-42be-b766-9b8857ddbead tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:04:27.049497 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07ffeda2-7956-458e-96f2-9080d3d73bec tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Made reservation on behalf of 186f4868324f42e7b69da35feb15cabc for: {'network': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:04:27.053511 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-07ffeda2-7956-458e-96f2-9080d3d73bec tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:27.057258 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-638b955e-9ae8-49dd-8ddc-a4b1043465f6 None None] Network 410b8bc2-d764-41a7-b541-ef27a664682c requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:04:27.061865 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [req-e6618386-34cc-4f32-9968-3d30b72d6d56 req-847de97a-ec76-4878-8333-72c2a4358359 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3211349c-cc9d-4914-8a84-cd570821bb77 {{(pid=88524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 19:04:27.069232 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-743769fa-fc78-42be-b766-9b8857ddbead tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Usage tracker for resource:floatingip and tenant:d3eb50f3028440db9726ae16e6111d12 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:04:27.073513 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-743769fa-fc78-42be-b766-9b8857ddbead tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:04:27.080474 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-c4a96f8c-9dac-4e43-8c60-41ae4b2e6321 req-ce553550-29cd-4e0c-bbee-c4e46b9d20a8 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Unset dirty status for tenant:f9f71065939b4c07b09efd290be9b909 on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:04:27.082461 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c4a96f8c-9dac-4e43-8c60-41ae4b2e6321 req-ce553550-29cd-4e0c-bbee-c4e46b9d20a8 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] 10.222.0.41 "GET /v2.0/ports?device_id=be21e4b6-ff05-48da-b16c-87c7c0510c7a HTTP/1.1" status: 200 len: 932 time: 0.4436147 Jun 01 19:04:27.087095 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-743769fa-fc78-42be-b766-9b8857ddbead tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:04:27.087461 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-638b955e-9ae8-49dd-8ddc-a4b1043465f6 None None] Network 410b8bc2-d764-41a7-b541-ef27a664682c could not be found, it might have been deleted concurrently. {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Jun 01 19:04:27.087643 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-e6618386-34cc-4f32-9968-3d30b72d6d56 req-847de97a-ec76-4878-8333-72c2a4358359 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:27.108663 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-5ddd2f61-6d66-4ee8-8a4b-30776da1f275 None None] Port 7bb65d13-904e-4482-80d8-5968b9ba5f67 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:04:27.111423 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42376dc-0695-4bbc-b9cd-53760202b618 req-14066cb2-af19-4874-bbfe-cc45745b40c0 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:27.112983 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a42376dc-0695-4bbc-b9cd-53760202b618 req-14066cb2-af19-4874-bbfe-cc45745b40c0 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d35e0c4-c006-4f35-a161-1e1e4ff68e11 HTTP/1.1" status: 200 len: 945 time: 0.1864405 Jun 01 19:04:27.120694 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-743769fa-fc78-42be-b766-9b8857ddbead tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks [] for floatingip, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:27.124933 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1199b2bf-a477-4755-aa92-9770c93a0928 None None] get_active_networks_info from n-d-844202-1 {{(pid=88526) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jun 01 19:04:27.131714 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-d0a8d4ce-9157-4011-a6fb-50783dc34564 req-4c711257-ccf6-410f-a56e-2e7b428f1110 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:04:27.146262 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07ffeda2-7956-458e-96f2-9080d3d73bec tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 100} {{(pid=88525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 19:04:27.146555 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [req-e6618386-34cc-4f32-9968-3d30b72d6d56 req-847de97a-ec76-4878-8333-72c2a4358359 service neutron] Transition to ACTIVE for port object 3211349c-cc9d-4914-8a84-cd570821bb77 will not be triggered until provisioned by entity L2. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:04:27.166261 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-7965cfc4-a6b4-462f-869f-8003470d9526 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:27.168041 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-e6618386-34cc-4f32-9968-3d30b72d6d56 req-847de97a-ec76-4878-8333-72c2a4358359 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:27.180304 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-d0a8d4ce-9157-4011-a6fb-50783dc34564 req-4c711257-ccf6-410f-a56e-2e7b428f1110 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:04:27.231153 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-07ffeda2-7956-458e-96f2-9080d3d73bec tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:27.231515 n-d-844202-1 neutron-server[88525]: INFO neutron.db.segments_db [None req-07ffeda2-7956-458e-96f2-9080d3d73bec tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Added segment 6a8d284f-78fa-4e05-b5e3-71efb4576687 of type vlan for network d96a7716-87f4-4530-bad7-e38e7dea0e9f Jun 01 19:04:27.243334 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c4a96f8c-9dac-4e43-8c60-41ae4b2e6321 req-5d71dcaf-095c-4786-8beb-7241bc31de1d tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] 10.222.0.41 "GET /v2.0/security-groups?id=35bdd75f-60bc-442f-9683-0ad602663bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468632 Jun 01 19:04:27.273051 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a42376dc-0695-4bbc-b9cd-53760202b618 req-8f20cb22-bb56-438f-aeb9-1ae50f5a13c3 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e27767a-e40e-41ca-b34d-a5b7412547b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381087 Jun 01 19:04:27.301311 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1199b2bf-a477-4755-aa92-9770c93a0928 None None] Resources bound (agent type, host, resource id): {{(pid=88526) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 01 19:04:27.320355 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-07ffeda2-7956-458e-96f2-9080d3d73bec tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:27.379123 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0a8d4ce-9157-4011-a6fb-50783dc34564 req-4c711257-ccf6-410f-a56e-2e7b428f1110 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Made reservation on behalf of f9f71065939b4c07b09efd290be9b909 for: {'port': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:04:27.383536 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-07ffeda2-7956-458e-96f2-9080d3d73bec tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:27.385057 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-d0a8d4ce-9157-4011-a6fb-50783dc34564 req-4c711257-ccf6-410f-a56e-2e7b428f1110 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:27.389317 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07ffeda2-7956-458e-96f2-9080d3d73bec tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:27.391198 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-07ffeda2-7956-458e-96f2-9080d3d73bec tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks [] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:27.416857 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 50a648e7-b6f5-497f-ac9e-fe928f5fe828 no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:04:27.438872 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7965cfc4-a6b4-462f-869f-8003470d9526 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Network ffe55bfc-a9ec-4cd1-b702-21e747d98d56 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:04:27.475466 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: 50a648e7-b6f5-497f-ac9e-fe928f5fe828 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:04:27.475885 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 50a648e7-b6f5-497f-ac9e-fe928f5fe828 not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:04:27.479434 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-7965cfc4-a6b4-462f-869f-8003470d9526 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:04:27.524897 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847de97a-ec76-4878-8333-72c2a4358359 service neutron] Pushing event updated for resources: {'Port': ['ID=3211349c-cc9d-4914-8a84-cd570821bb77,revision_number=2']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:04:27.566801 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-743769fa-fc78-42be-b766-9b8857ddbead tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:27.570142 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-07ffeda2-7956-458e-96f2-9080d3d73bec tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.6546538 Jun 01 19:04:27.572780 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ffeda2-7956-458e-96f2-9080d3d73bec tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Pushing event updated for resources: {'Network': ['ID=d96a7716-87f4-4530-bad7-e38e7dea0e9f,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:04:27.574774 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 46814) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:04:27.575985 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7965cfc4-a6b4-462f-869f-8003470d9526 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:04:27.766779 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7965cfc4-a6b4-462f-869f-8003470d9526 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Pushing event updated for resources: {'Port': ['ID=15385283-f5ee-42df-bb1a-442ee16de57f,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:04:27.774572 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ffeda2-7956-458e-96f2-9080d3d73bec tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:04:27.775028 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ffeda2-7956-458e-96f2-9080d3d73bec tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:04:27.775232 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ffeda2-7956-458e-96f2-9080d3d73bec tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:04:27.775554 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ffeda2-7956-458e-96f2-9080d3d73bec tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:04:27.775879 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ffeda2-7956-458e-96f2-9080d3d73bec tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:04:27.776202 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ffeda2-7956-458e-96f2-9080d3d73bec tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:04:27.776553 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ffeda2-7956-458e-96f2-9080d3d73bec tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:04:27.776871 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ffeda2-7956-458e-96f2-9080d3d73bec tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:04:27.777195 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ffeda2-7956-458e-96f2-9080d3d73bec tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:04:27.777517 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ffeda2-7956-458e-96f2-9080d3d73bec tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:04:27.777823 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ffeda2-7956-458e-96f2-9080d3d73bec tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:04:27.778139 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ffeda2-7956-458e-96f2-9080d3d73bec tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:04:27.787057 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7965cfc4-a6b4-462f-869f-8003470d9526 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:27.787756 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-7965cfc4-a6b4-462f-869f-8003470d9526 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:27.821671 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network d96a7716-87f4-4530-bad7-e38e7dea0e9f details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 19:04:27.936989 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-e6618386-34cc-4f32-9968-3d30b72d6d56 req-847de97a-ec76-4878-8333-72c2a4358359 service neutron] Attempting to bind port 3211349c-cc9d-4914-8a84-cd570821bb77 on host n-h2-844202-1 for vnic_type normal with profile {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:04:27.937327 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-e6618386-34cc-4f32-9968-3d30b72d6d56 req-847de97a-ec76-4878-8333-72c2a4358359 service neutron] Attempting to bind port 3211349c-cc9d-4914-8a84-cd570821bb77 by drivers openvswitch,hyperv on host n-h2-844202-1 at level 0 using segments [{'id': '125279ea-2aed-41ea-8b3e-4526e0a8c195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '57a41f0e-b08f-4033-97ac-1767c5f2bb80'}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:04:27.937660 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6618386-34cc-4f32-9968-3d30b72d6d56 req-847de97a-ec76-4878-8333-72c2a4358359 service neutron] Attempting to bind port 3211349c-cc9d-4914-8a84-cd570821bb77 on network 57a41f0e-b08f-4033-97ac-1767c5f2bb80 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:04:27.979516 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6618386-34cc-4f32-9968-3d30b72d6d56 req-847de97a-ec76-4878-8333-72c2a4358359 service neutron] Port 3211349c-cc9d-4914-8a84-cd570821bb77 on network 57a41f0e-b08f-4033-97ac-1767c5f2bb80 not bound, no agent of type Open vSwitch agent registered on host n-h2-844202-1 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 19:04:27.979847 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6618386-34cc-4f32-9968-3d30b72d6d56 req-847de97a-ec76-4878-8333-72c2a4358359 service neutron] Attempting to bind port 3211349c-cc9d-4914-8a84-cd570821bb77 on network 57a41f0e-b08f-4033-97ac-1767c5f2bb80 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:04:27.995154 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6618386-34cc-4f32-9968-3d30b72d6d56 req-847de97a-ec76-4878-8333-72c2a4358359 service neutron] Checking agent: {'id': 'f5db9968-6317-4186-9100-9e0ca6b50417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 4, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:04:27.995496 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6618386-34cc-4f32-9968-3d30b72d6d56 req-847de97a-ec76-4878-8333-72c2a4358359 service neutron] Checking segment: {'id': '125279ea-2aed-41ea-8b3e-4526e0a8c195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '57a41f0e-b08f-4033-97ac-1767c5f2bb80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:04:27.995880 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6618386-34cc-4f32-9968-3d30b72d6d56 req-847de97a-ec76-4878-8333-72c2a4358359 service neutron] Bound using segment: {'id': '125279ea-2aed-41ea-8b3e-4526e0a8c195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '57a41f0e-b08f-4033-97ac-1767c5f2bb80'} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:04:27.996408 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-e6618386-34cc-4f32-9968-3d30b72d6d56 req-847de97a-ec76-4878-8333-72c2a4358359 service neutron] Bound port: 3211349c-cc9d-4914-8a84-cd570821bb77, host: n-h2-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '125279ea-2aed-41ea-8b3e-4526e0a8c195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '57a41f0e-b08f-4033-97ac-1767c5f2bb80'}}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:04:27.996678 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-e6618386-34cc-4f32-9968-3d30b72d6d56 req-847de97a-ec76-4878-8333-72c2a4358359 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:28.028950 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-7965cfc4-a6b4-462f-869f-8003470d9526 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 4.3338733 Jun 01 19:04:28.049125 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 46824) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:04:28.066505 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9c6267-a8ea-4d1e-96f5-052126e14138 req-1c6b03e0-d65f-4fe0-8ce5-8e6674580bb1 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:28.068107 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-0e9c6267-a8ea-4d1e-96f5-052126e14138 req-1c6b03e0-d65f-4fe0-8ce5-8e6674580bb1 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/ports?device_id=345ef383-f908-4c6b-8937-0a117e7aece3 HTTP/1.1" status: 200 len: 946 time: 0.6441865 Jun 01 19:04:28.075114 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-46e36890-6eac-47c1-84f8-3fcef421247c tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Request body: {'floatingip': {'port_id': '15385283-f5ee-42df-bb1a-442ee16de57f'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:04:28.147879 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54d7baf7-7034-4e2c-9e48-8b45fe22707e tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:28.148777 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-54d7baf7-7034-4e2c-9e48-8b45fe22707e tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Synchronizing usage tracker for tenant:186f4868324f42e7b69da35feb15cabc on resource:network {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:04:28.187844 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [None req-743769fa-fc78-42be-b766-9b8857ddbead tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Allocated IP 172.25.4.131 (72a72e44-6845-488a-a5ff-3a26d4df9cb3/c314a23b-daa2-4106-ab28-8e6f954277b2/24fbdf49-0e7f-48b4-a7b1-07e0fa5ad79d) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:04:28.201748 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-e6618386-34cc-4f32-9968-3d30b72d6d56 req-847de97a-ec76-4878-8333-72c2a4358359 service neutron] For port 3211349c-cc9d-4914-8a84-cd570821bb77, host n-h2-844202-1, cleared binding levels {{(pid=88524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:04:28.205333 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-e6618386-34cc-4f32-9968-3d30b72d6d56 req-847de97a-ec76-4878-8333-72c2a4358359 service neutron] For port 3211349c-cc9d-4914-8a84-cd570821bb77, host n-h2-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=3211349c-cc9d-4914-8a84-cd570821bb77,segment=NetworkSegment(125279ea-2aed-41ea-8b3e-4526e0a8c195),segment_id=125279ea-2aed-41ea-8b3e-4526e0a8c195)] {{(pid=88524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:04:28.214844 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-e6618386-34cc-4f32-9968-3d30b72d6d56 req-847de97a-ec76-4878-8333-72c2a4358359 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:28.218952 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [req-d0a8d4ce-9157-4011-a6fb-50783dc34564 req-4c711257-ccf6-410f-a56e-2e7b428f1110 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Allocated IP 19.86.0.175 (514e0306-ee37-41eb-a827-8ad103ba3460/5089929f-6dc7-4f17-a9fd-9e7935a15e71/23206013-4e9a-4a8d-a7dc-a7f0aa114867) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:04:28.348347 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-46e36890-6eac-47c1-84f8-3fcef421247c tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks [] for floatingip, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:28.487374 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6618386-34cc-4f32-9968-3d30b72d6d56 req-847de97a-ec76-4878-8333-72c2a4358359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:28.489250 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-e6618386-34cc-4f32-9968-3d30b72d6d56 req-847de97a-ec76-4878-8333-72c2a4358359 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:28.491710 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e6618386-34cc-4f32-9968-3d30b72d6d56 req-847de97a-ec76-4878-8333-72c2a4358359 service neutron] 10.222.0.50 "PUT /v2.0/ports/3211349c-cc9d-4914-8a84-cd570821bb77 HTTP/1.1" status: 200 len: 1092 time: 3.7605238 Jun 01 19:04:28.493922 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-54d7baf7-7034-4e2c-9e48-8b45fe22707e tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Unset dirty status for tenant:186f4868324f42e7b69da35feb15cabc on resource:network {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:04:28.497888 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-54d7baf7-7034-4e2c-9e48-8b45fe22707e tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] 10.222.0.41 "GET /v2.0/networks?id=d96a7716-87f4-4530-bad7-e38e7dea0e9f HTTP/1.1" status: 200 len: 761 time: 0.7687204 Jun 01 19:04:28.498201 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4686d426-f02a-4d1b-a91a-3a5689dd3b48', 'tag': '3211349c-cc9d-4914-8a84-cd570821bb77'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:04:28.503506 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 46832) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:04:28.517553 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847de97a-ec76-4878-8333-72c2a4358359 service neutron] Pushing event updated for resources: {'Port': ['ID=3211349c-cc9d-4914-8a84-cd570821bb77,revision_number=3']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:04:28.546718 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-26057ae4-242e-4c83-9aea-0f3e4641a8cb tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Request body: {'network': {'description': 'd2'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:04:28.563307 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-0e9c6267-a8ea-4d1e-96f5-052126e14138 req-69bf1ecb-39ce-43fb-a597-6142e3636a51 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a351d5c-3364-42d8-bd0d-648028a392a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2709327 Jun 01 19:04:28.694340 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-743769fa-fc78-42be-b766-9b8857ddbead tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:28.859696 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17a674f-29a6-4d19-b3f6-dddc8ad10527 req-682885da-6d95-4fbf-bbe5-604e99abbe42 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:28.860436 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-a17a674f-29a6-4d19-b3f6-dddc8ad10527 req-682885da-6d95-4fbf-bbe5-604e99abbe42 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Synchronizing usage tracker for tenant:8537cfb3773e46d182e148cf5b0a717f on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:04:28.940301 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-743769fa-fc78-42be-b766-9b8857ddbead tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:29.040469 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743769fa-fc78-42be-b766-9b8857ddbead tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Pushing event updated for resources: {'Port': ['ID=24fbdf49-0e7f-48b4-a7b1-07e0fa5ad79d,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:04:29.058309 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-743769fa-fc78-42be-b766-9b8857ddbead tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:04:29.063231 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-26057ae4-242e-4c83-9aea-0f3e4641a8cb tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:29.063388 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-743769fa-fc78-42be-b766-9b8857ddbead tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:04:29.068970 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743769fa-fc78-42be-b766-9b8857ddbead tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:04:29.146913 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-a17a674f-29a6-4d19-b3f6-dddc8ad10527 req-682885da-6d95-4fbf-bbe5-604e99abbe42 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Unset dirty status for tenant:8537cfb3773e46d182e148cf5b0a717f on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:04:29.148293 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a17a674f-29a6-4d19-b3f6-dddc8ad10527 req-682885da-6d95-4fbf-bbe5-604e99abbe42 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/ports?device_id=4686d426-f02a-4d1b-a91a-3a5689dd3b48 HTTP/1.1" status: 200 len: 944 time: 1.1146243 Jun 01 19:04:29.152776 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-26057ae4-242e-4c83-9aea-0f3e4641a8cb tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:29.198591 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9f2d67-05f4-4bd3-b4ac-41e8714f3d3b req-9e4c5100-c5f0-4221-a904-c42c5defc819 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:29.200734 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-bd9f2d67-05f4-4bd3-b4ac-41e8714f3d3b req-9e4c5100-c5f0-4221-a904-c42c5defc819 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d35e0c4-c006-4f35-a161-1e1e4ff68e11 HTTP/1.1" status: 200 len: 945 time: 0.4548199 Jun 01 19:04:29.252796 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-26057ae4-242e-4c83-9aea-0f3e4641a8cb tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Network d96a7716-87f4-4530-bad7-e38e7dea0e9f is not hosted by any dhcp agent {{(pid=88524) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Jun 01 19:04:29.257983 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26057ae4-242e-4c83-9aea-0f3e4641a8cb tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:29.258561 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-26057ae4-242e-4c83-9aea-0f3e4641a8cb tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks [] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:29.264036 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-26057ae4-242e-4c83-9aea-0f3e4641a8cb tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] 10.222.0.41 "PUT /v2.0/networks/d96a7716-87f4-4530-bad7-e38e7dea0e9f HTTP/1.1" status: 200 len: 758 time: 0.7449934 Jun 01 19:04:29.273434 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 46844) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:04:29.275169 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 86d4595b-e8db-4a4c-b6f0-57c1d6666091 up at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:04:29.349831 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6618386-34cc-4f32-9968-3d30b72d6d56 req-20e0f0b0-5d26-465e-bc29-3ac0498e358e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:29.351305 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e6618386-34cc-4f32-9968-3d30b72d6d56 req-20e0f0b0-5d26-465e-bc29-3ac0498e358e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8537cfb3773e46d182e148cf5b0a717f&device_id=4686d426-f02a-4d1b-a91a-3a5689dd3b48 HTTP/1.1" status: 200 len: 1095 time: 0.7878993 Jun 01 19:04:29.363432 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Provisioning for port 86d4595b-e8db-4a4c-b6f0-57c1d6666091 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:04:29.371239 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Provisioning complete for port 86d4595b-e8db-4a4c-b6f0-57c1d6666091 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:04:29.372137 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:29.395107 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-bd9f2d67-05f4-4bd3-b4ac-41e8714f3d3b req-38e3f4bf-8643-405e-8cc0-517110c3b5cd tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e27767a-e40e-41ca-b34d-a5b7412547b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816745 Jun 01 19:04:29.417797 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26057ae4-242e-4c83-9aea-0f3e4641a8cb tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Pushing event updated for resources: {'Network': ['ID=d96a7716-87f4-4530-bad7-e38e7dea0e9f,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:04:29.456777 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network d96a7716-87f4-4530-bad7-e38e7dea0e9f details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 19:04:29.537727 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a17a674f-29a6-4d19-b3f6-dddc8ad10527 req-3ed45314-3f70-4dab-8e81-6015a305ca53 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/security-groups?id=5040cb58-24af-44ab-a8bd-126074c76b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3772683 Jun 01 19:04:29.565880 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e6618386-34cc-4f32-9968-3d30b72d6d56 req-65872eae-a5e1-46c7-8e20-3f9cf145fd96 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3211349c-cc9d-4914-8a84-cd570821bb77 HTTP/1.1" status: 200 len: 217 time: 0.1991687 Jun 01 19:04:29.687183 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-544b4bdd-b88a-4b87-a375-2de29e679fb0'] response: {'name': 'network-changed', 'server_uuid': '4686d426-f02a-4d1b-a91a-3a5689dd3b48', 'tag': '3211349c-cc9d-4914-8a84-cd570821bb77', 'status': 'completed', 'code': 200} Jun 01 19:04:29.690298 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-d0a8d4ce-9157-4011-a6fb-50783dc34564 req-4c711257-ccf6-410f-a56e-2e7b428f1110 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:29.709568 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port 86d4595b-e8db-4a4c-b6f0-57c1d6666091 is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:04:29.709958 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:29.745455 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9654286-e262-417f-98f4-c896a1e824b2 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:29.746244 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-e9654286-e262-417f-98f4-c896a1e824b2 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Synchronizing usage tracker for tenant:186f4868324f42e7b69da35feb15cabc on resource:network {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:04:29.757499 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d35e0c4-c006-4f35-a161-1e1e4ff68e11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86d4595b-e8db-4a4c-b6f0-57c1d6666091'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:04:29.767767 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port 86d4595b-e8db-4a4c-b6f0-57c1d6666091, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=86d4595b-e8db-4a4c-b6f0-57c1d6666091,segment=NetworkSegment(29f3bae4-57a1-4f66-96b7-93cfb8e10b44),segment_id=29f3bae4-57a1-4f66-96b7-93cfb8e10b44)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:04:29.773135 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:29.838630 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [req-d0a8d4ce-9157-4011-a6fb-50783dc34564 req-4c711257-ccf6-410f-a56e-2e7b428f1110 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Transition to ACTIVE for port object 23206013-4e9a-4a8d-a7dc-a7f0aa114867 will not be triggered until provisioned by entity DHCP. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:04:29.850133 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-46e36890-6eac-47c1-84f8-3fcef421247c tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:29.861074 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=86d4595b-e8db-4a4c-b6f0-57c1d6666091,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:04:29.864207 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-46e36890-6eac-47c1-84f8-3fcef421247c tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887712'] for floatingip, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:29.885880 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-e9654286-e262-417f-98f4-c896a1e824b2 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Unset dirty status for tenant:186f4868324f42e7b69da35feb15cabc on resource:network {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:04:29.893358 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-e9654286-e262-417f-98f4-c896a1e824b2 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] 10.222.0.41 "GET /v2.0/networks?id=d96a7716-87f4-4530-bad7-e38e7dea0e9f HTTP/1.1" status: 200 len: 761 time: 0.5999448 Jun 01 19:04:29.893358 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6618386-34cc-4f32-9968-3d30b72d6d56 req-9145a6e1-248a-4c61-959f-903623952c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:29.893708 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e6618386-34cc-4f32-9968-3d30b72d6d56 req-9145a6e1-248a-4c61-959f-903623952c31 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=48973f57-aa83-4e30-ba85-055d310a8b91 HTTP/1.1" status: 200 len: 834 time: 0.2928491 Jun 01 19:04:29.897086 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 46858) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:04:29.908121 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-706e12b6-dbda-4d85-bdb3-aba870059040 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1291893424'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:04:30.016644 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc89b6c3-7c5c-4fbf-a11b-82816385974a req-9d30f6bd-2ae4-4acd-b0ca-6b19e69c39ad tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:30.019564 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fc89b6c3-7c5c-4fbf-a11b-82816385974a req-9d30f6bd-2ae4-4acd-b0ca-6b19e69c39ad tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/networks?id=0c49dc6b-5e39-4101-b04d-1c1361c15d69 HTTP/1.1" status: 200 len: 806 time: 0.2850399 Jun 01 19:04:30.022266 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-706e12b6-dbda-4d85-bdb3-aba870059040 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:04:30.058221 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-706e12b6-dbda-4d85-bdb3-aba870059040 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:04:30.066792 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fc89b6c3-7c5c-4fbf-a11b-82816385974a req-f3b01673-56bb-4538-bef2-da1dd490e12c tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/quotas/ff411273a1ac46f2a91fb45afe578ccb HTTP/1.1" status: 200 len: 375 time: 0.0336473 Jun 01 19:04:30.076105 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-d0a8d4ce-9157-4011-a6fb-50783dc34564 req-4c711257-ccf6-410f-a56e-2e7b428f1110 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:30.149662 n-d-844202-1 neutron-server[88525]: INFO neutron.db.l3_db [None req-46e36890-6eac-47c1-84f8-3fcef421247c tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Floating IP 10d18e16-e7ef-40ce-898e-c134ba8facff associated. External IP: 172.25.4.86, port: 15385283-f5ee-42df-bb1a-442ee16de57f. Jun 01 19:04:30.188810 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-706e12b6-dbda-4d85-bdb3-aba870059040 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Made reservation on behalf of 186f4868324f42e7b69da35feb15cabc for: {'network': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:04:30.192280 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-706e12b6-dbda-4d85-bdb3-aba870059040 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:30.216697 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be46fd6d-de7d-4457-b77c-700217e9e6ad req-8cff29d4-155b-498f-bec3-9d70fbe34581 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:30.220900 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-be46fd6d-de7d-4457-b77c-700217e9e6ad req-8cff29d4-155b-498f-bec3-9d70fbe34581 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] 10.222.0.41 "GET /v2.0/ports?device_id=be21e4b6-ff05-48da-b16c-87c7c0510c7a HTTP/1.1" status: 200 len: 932 time: 0.5502598 Jun 01 19:04:30.248850 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0a8d4ce-9157-4011-a6fb-50783dc34564 req-4c711257-ccf6-410f-a56e-2e7b428f1110 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Network 514e0306-ee37-41eb-a827-8ad103ba3460 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:04:30.264691 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [req-d0a8d4ce-9157-4011-a6fb-50783dc34564 req-4c711257-ccf6-410f-a56e-2e7b428f1110 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:04:30.267626 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0a8d4ce-9157-4011-a6fb-50783dc34564 req-4c711257-ccf6-410f-a56e-2e7b428f1110 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:04:30.335854 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6618386-34cc-4f32-9968-3d30b72d6d56 req-5ef9cf36-5fa5-4c09-a3bf-9bdbddcb197e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:30.337397 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e6618386-34cc-4f32-9968-3d30b72d6d56 req-5ef9cf36-5fa5-4c09-a3bf-9bdbddcb197e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=57a41f0e-b08f-4033-97ac-1767c5f2bb80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4339168 Jun 01 19:04:30.343871 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c711257-ccf6-410f-a56e-2e7b428f1110 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Pushing event updated for resources: {'Port': ['ID=23206013-4e9a-4a8d-a7dc-a7f0aa114867,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:04:30.354797 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-706e12b6-dbda-4d85-bdb3-aba870059040 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 118} {{(pid=88524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 19:04:30.482546 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a8d4ce-9157-4011-a6fb-50783dc34564 req-4c711257-ccf6-410f-a56e-2e7b428f1110 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:30.483562 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-d0a8d4ce-9157-4011-a6fb-50783dc34564 req-4c711257-ccf6-410f-a56e-2e7b428f1110 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:30.494515 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-706e12b6-dbda-4d85-bdb3-aba870059040 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:30.494858 n-d-844202-1 neutron-server[88524]: INFO neutron.db.segments_db [None req-706e12b6-dbda-4d85-bdb3-aba870059040 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Added segment 47ffc95e-349f-4fa0-841e-883ba443bca0 of type vlan for network b13cea60-ec39-4484-8bd8-fabb4673d37a Jun 01 19:04:30.573040 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-be46fd6d-de7d-4457-b77c-700217e9e6ad req-be5c7c0c-38b4-4fa3-97be-174262024d1c tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Synchronizing usage tracker for tenant:f9f71065939b4c07b09efd290be9b909 on resource:security_group {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:04:30.694518 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-be46fd6d-de7d-4457-b77c-700217e9e6ad req-be5c7c0c-38b4-4fa3-97be-174262024d1c tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Unset dirty status for tenant:f9f71065939b4c07b09efd290be9b909 on resource:security_group {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:04:30.703399 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-be46fd6d-de7d-4457-b77c-700217e9e6ad req-be5c7c0c-38b4-4fa3-97be-174262024d1c tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] 10.222.0.41 "GET /v2.0/security-groups?id=35bdd75f-60bc-442f-9683-0ad602663bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152965 Jun 01 19:04:30.715679 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fc89b6c3-7c5c-4fbf-a11b-82816385974a req-451193ac-6a42-4945-b2f3-c79c04ca1c00 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=ff411273a1ac46f2a91fb45afe578ccb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6301546 Jun 01 19:04:30.728062 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-8fa010a6-0760-4635-8ffd-f876358722e6 None None] Provisioning for port 23206013-4e9a-4a8d-a7dc-a7f0aa114867 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:04:30.743942 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-8fa010a6-0760-4635-8ffd-f876358722e6 None None] Provisioning complete for port 23206013-4e9a-4a8d-a7dc-a7f0aa114867 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:04:30.744510 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-8fa010a6-0760-4635-8ffd-f876358722e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:30.758038 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d0a8d4ce-9157-4011-a6fb-50783dc34564 req-4c711257-ccf6-410f-a56e-2e7b428f1110 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9389038 Jun 01 19:04:30.773947 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-d0a8d4ce-9157-4011-a6fb-50783dc34564 req-eb45a989-009e-4038-a6ca-2a1dd1c4cf1f tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Request body: {'port': {'device_id': 'be21e4b6-ff05-48da-b16c-87c7c0510c7a', 'network_id': 'aaaa9f67-00cd-4fd7-bfc9-acab80f1aa33', 'admin_state_up': True, 'tenant_id': 'f9f71065939b4c07b09efd290be9b909'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:04:30.845017 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8ad9003-a571-44c7-8098-aa7e186c23c3'] response: {'server_uuid': '4d35e0c4-c006-4f35-a161-1e1e4ff68e11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86d4595b-e8db-4a4c-b6f0-57c1d6666091', 'code': 200} Jun 01 19:04:30.853370 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-743769fa-fc78-42be-b766-9b8857ddbead tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:30.864519 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-8fa010a6-0760-4635-8ffd-f876358722e6 None None] Port 23206013-4e9a-4a8d-a7dc-a7f0aa114867 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:04:30.877038 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-706e12b6-dbda-4d85-bdb3-aba870059040 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:31.017258 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e6618386-34cc-4f32-9968-3d30b72d6d56 req-8f6ced27-1063-48a5-ac3e-ab2ac7a0347d service neutron] 10.222.0.50 "GET /v2.0/networks/57a41f0e-b08f-4033-97ac-1767c5f2bb80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6593244 Jun 01 19:04:31.094672 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46e36890-6eac-47c1-84f8-3fcef421247c tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Router 7ee539f0-74eb-4d8b-94f4-0af36e192612 has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 19:04:31.095435 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-743769fa-fc78-42be-b766-9b8857ddbead tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:31.184115 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-706e12b6-dbda-4d85-bdb3-aba870059040 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:31.189638 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-706e12b6-dbda-4d85-bdb3-aba870059040 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:31.190315 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-706e12b6-dbda-4d85-bdb3-aba870059040 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks [] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:31.213566 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fc89b6c3-7c5c-4fbf-a11b-82816385974a req-68b0add8-0d5e-411a-bd9d-b36458fd1a8f service neutron] 10.222.0.41 "GET /v2.0/networks/0c49dc6b-5e39-4101-b04d-1c1361c15d69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4966376 Jun 01 19:04:31.392598 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-d0a8d4ce-9157-4011-a6fb-50783dc34564 req-eb45a989-009e-4038-a6ca-2a1dd1c4cf1f tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:04:31.396429 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-706e12b6-dbda-4d85-bdb3-aba870059040 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.4971783 Jun 01 19:04:31.405346 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf2936e-4e19-4be1-8cff-d90df5f25411 req-a512452e-0c15-4f17-ac77-ba5f7324a080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:31.407253 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-5cf2936e-4e19-4be1-8cff-d90df5f25411 req-a512452e-0c15-4f17-ac77-ba5f7324a080 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4d35e0c4-c006-4f35-a161-1e1e4ff68e11 HTTP/1.1" status: 200 len: 1097 time: 0.5290000 Jun 01 19:04:31.409709 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 46872) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:04:31.438275 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-fcd2cdaa-b257-4935-be1a-f05d08b298a7 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Request body: {'subnet': {'network_id': 'b13cea60-ec39-4484-8bd8-fabb4673d37a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:04:31.444649 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-d0a8d4ce-9157-4011-a6fb-50783dc34564 req-eb45a989-009e-4038-a6ca-2a1dd1c4cf1f tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:04:31.462599 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26937647-5b8e-430f-9a8e-579b724a5977 req-9151e96c-5afc-4912-bed8-2210a2d4f76f tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:31.464081 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-26937647-5b8e-430f-9a8e-579b724a5977 req-9151e96c-5afc-4912-bed8-2210a2d4f76f tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d35e0c4-c006-4f35-a161-1e1e4ff68e11 HTTP/1.1" status: 200 len: 946 time: 0.5244706 Jun 01 19:04:31.467946 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706e12b6-dbda-4d85-bdb3-aba870059040 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Pushing event updated for resources: {'Network': ['ID=b13cea60-ec39-4484-8bd8-fabb4673d37a,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:04:31.477985 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e6618386-34cc-4f32-9968-3d30b72d6d56 req-eb15523d-0b2c-471a-a22d-b244f581425b service neutron] 10.222.0.50 "GET /v2.0/networks/57a41f0e-b08f-4033-97ac-1767c5f2bb80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4518661 Jun 01 19:04:31.480843 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0a8d4ce-9157-4011-a6fb-50783dc34564 req-eb45a989-009e-4038-a6ca-2a1dd1c4cf1f tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Made reservation on behalf of f9f71065939b4c07b09efd290be9b909 for: {'port': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:04:31.484890 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-d0a8d4ce-9157-4011-a6fb-50783dc34564 req-eb45a989-009e-4038-a6ca-2a1dd1c4cf1f tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:31.486968 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network b13cea60-ec39-4484-8bd8-fabb4673d37a details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 19:04:31.641405 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fc89b6c3-7c5c-4fbf-a11b-82816385974a req-1524351b-f6a5-47d8-b2a7-f3a2de5fc33b service neutron] 10.222.0.41 "GET /v2.0/networks/0c49dc6b-5e39-4101-b04d-1c1361c15d69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4079239 Jun 01 19:04:31.756351 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca5c018-b986-4737-9029-2776cb96e710 req-640066dc-af84-440a-a1a6-f41bb032da04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:31.758007 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6ca5c018-b986-4737-9029-2776cb96e710 req-640066dc-af84-440a-a1a6-f41bb032da04 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8537cfb3773e46d182e148cf5b0a717f&device_id=4686d426-f02a-4d1b-a91a-3a5689dd3b48 HTTP/1.1" status: 200 len: 1095 time: 0.1818411 Jun 01 19:04:31.782599 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-5cf2936e-4e19-4be1-8cff-d90df5f25411 req-f1d96ae7-f6cd-4b9c-9254-1e4594cca514 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=9e27767a-e40e-41ca-b34d-a5b7412547b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3638234 Jun 01 19:04:31.783613 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46e36890-6eac-47c1-84f8-3fcef421247c tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:04:31.798350 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0be7c13-d2df-4c0c-9dd7-f4e1b806b919 None None] Sync routers for ids ['7ee539f0-74eb-4d8b-94f4-0af36e192612'] in n-d-844202-1 {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:04:31.800518 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [req-d0a8d4ce-9157-4011-a6fb-50783dc34564 req-eb45a989-009e-4038-a6ca-2a1dd1c4cf1f tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Allocated IP 19.80.0.36 (aaaa9f67-00cd-4fd7-bfc9-acab80f1aa33/9b049544-3c17-4141-8e0c-e42c8362b821/f659db6f-207d-46a7-a2e3-d4ab218b8d77) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:04:31.817041 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0be7c13-d2df-4c0c-9dd7-f4e1b806b919 None None] Routers {'7ee539f0-74eb-4d8b-94f4-0af36e192612'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:04:31.818017 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-c0be7c13-d2df-4c0c-9dd7-f4e1b806b919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:04:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['7ee539f0-74eb-4d8b-94f4-0af36e192612'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:04:31.939755 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-c0be7c13-d2df-4c0c-9dd7-f4e1b806b919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:04:31.941564 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-26937647-5b8e-430f-9a8e-579b724a5977 req-f6c3722b-8ded-4c92-8a83-fef36fc464cd tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e27767a-e40e-41ca-b34d-a5b7412547b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4582429 Jun 01 19:04:31.965343 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0be7c13-d2df-4c0c-9dd7-f4e1b806b919 None None] Routers {'7ee539f0-74eb-4d8b-94f4-0af36e192612'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:04:31.967152 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-c0be7c13-d2df-4c0c-9dd7-f4e1b806b919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:04:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['7ee539f0-74eb-4d8b-94f4-0af36e192612'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:04:31.972188 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-46e36890-6eac-47c1-84f8-3fcef421247c tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for floatingip, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:31.978648 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca5c018-b986-4737-9029-2776cb96e710 req-f5f9e686-0552-48da-b592-5cb0724ed8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:31.980484 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6ca5c018-b986-4737-9029-2776cb96e710 req-f5f9e686-0552-48da-b592-5cb0724ed8f0 service neutron] 10.222.0.50 "GET /v2.0/networks?id=57a41f0e-b08f-4033-97ac-1767c5f2bb80 HTTP/1.1" status: 200 len: 897 time: 0.2160747 Jun 01 19:04:32.118096 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-c0be7c13-d2df-4c0c-9dd7-f4e1b806b919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:04:32.119109 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0be7c13-d2df-4c0c-9dd7-f4e1b806b919 None None] The sync data for ids ['7ee539f0-74eb-4d8b-94f4-0af36e192612'] in n-d-844202-1 is: [] {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:04:32.196976 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-fcd2cdaa-b257-4935-be1a-f05d08b298a7 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:04:32.201639 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-fcd2cdaa-b257-4935-be1a-f05d08b298a7 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Usage tracker for resource:subnet and tenant:186f4868324f42e7b69da35feb15cabc is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:04:32.205285 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-fcd2cdaa-b257-4935-be1a-f05d08b298a7 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:04:32.215761 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-fcd2cdaa-b257-4935-be1a-f05d08b298a7 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:04:32.230062 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-46e36890-6eac-47c1-84f8-3fcef421247c tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] 10.222.0.41 "PUT /v2.0/floatingips/10d18e16-e7ef-40ce-898e-c134ba8facff HTTP/1.1" status: 200 len: 976 time: 4.1780059 Jun 01 19:04:32.237822 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 46888) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:04:32.253604 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6ca5c018-b986-4737-9029-2776cb96e710 req-778c4c0a-b5e1-44fe-894e-9d63cfa89bed service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3211349c-cc9d-4914-8a84-cd570821bb77 HTTP/1.1" status: 200 len: 217 time: 0.2095895 Jun 01 19:04:32.317248 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcd2cdaa-b257-4935-be1a-f05d08b298a7 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Made reservation on behalf of 186f4868324f42e7b69da35feb15cabc for: {'subnet': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:04:32.321261 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-fcd2cdaa-b257-4935-be1a-f05d08b298a7 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9667140'] for subnet, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:32.400299 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca5c018-b986-4737-9029-2776cb96e710 req-871669c0-05b0-4370-b7d5-9a73793930c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:32.401724 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6ca5c018-b986-4737-9029-2776cb96e710 req-871669c0-05b0-4370-b7d5-9a73793930c7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=48973f57-aa83-4e30-ba85-055d310a8b91 HTTP/1.1" status: 200 len: 834 time: 0.1356311 Jun 01 19:04:32.408074 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-d0a8d4ce-9157-4011-a6fb-50783dc34564 req-eb45a989-009e-4038-a6ca-2a1dd1c4cf1f tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:32.414055 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-ff9bdac1-2511-445f-8cfe-7203190ac8c7 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Deleting port 15385283-f5ee-42df-bb1a-442ee16de57f {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:04:32.414395 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ff9bdac1-2511-445f-8cfe-7203190ac8c7 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:32.475065 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1136f21f-1b53-4cd4-93d4-32571fa02d60 req-eeee4fc4-b645-4b54-a7f8-2d965d515065 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:32.476657 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-1136f21f-1b53-4cd4-93d4-32571fa02d60 req-eeee4fc4-b645-4b54-a7f8-2d965d515065 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/ports?device_id=4686d426-f02a-4d1b-a91a-3a5689dd3b48 HTTP/1.1" status: 200 len: 944 time: 0.2807677 Jun 01 19:04:32.481394 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [req-d0a8d4ce-9157-4011-a6fb-50783dc34564 req-eb45a989-009e-4038-a6ca-2a1dd1c4cf1f tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Transition to ACTIVE for port object f659db6f-207d-46a7-a2e3-d4ab218b8d77 will not be triggered until provisioned by entity DHCP. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:04:32.569620 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-1136f21f-1b53-4cd4-93d4-32571fa02d60 req-c4929f01-21fb-4c37-8315-c000250f5017 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/security-groups?id=5040cb58-24af-44ab-a8bd-126074c76b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820110 Jun 01 19:04:32.604864 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca5c018-b986-4737-9029-2776cb96e710 req-c1174372-4c3e-4751-8abe-2e4d8484c004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:32.606351 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6ca5c018-b986-4737-9029-2776cb96e710 req-c1174372-4c3e-4751-8abe-2e4d8484c004 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=57a41f0e-b08f-4033-97ac-1767c5f2bb80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1933718 Jun 01 19:04:32.607776 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-d0a8d4ce-9157-4011-a6fb-50783dc34564 req-eb45a989-009e-4038-a6ca-2a1dd1c4cf1f tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:32.866459 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-743769fa-fc78-42be-b766-9b8857ddbead tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks [] for port, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:32.878103 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-743769fa-fc78-42be-b766-9b8857ddbead tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:33.092742 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ff9bdac1-2511-445f-8cfe-7203190ac8c7 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:33.179358 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0a8d4ce-9157-4011-a6fb-50783dc34564 req-eb45a989-009e-4038-a6ca-2a1dd1c4cf1f tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Network aaaa9f67-00cd-4fd7-bfc9-acab80f1aa33 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:04:33.181117 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb45a989-009e-4038-a6ca-2a1dd1c4cf1f tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Pushing event updated for resources: {'Port': ['ID=f659db6f-207d-46a7-a2e3-d4ab218b8d77,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:04:33.212206 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0c3a73-2e6b-4310-85a7-10ac7b2780f8 req-7fa7ae5f-1247-4341-89a3-9ee844a3ad77 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:33.214846 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [req-d0a8d4ce-9157-4011-a6fb-50783dc34564 req-eb45a989-009e-4038-a6ca-2a1dd1c4cf1f tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:04:33.218329 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c6a02b49-1e7f-4815-b2eb-f483fb0243b2 req-0bba41a4-a62e-4313-8c26-d6e7185e6f4d tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/ports?device_id=1452f576-1fdd-4336-b27d-dcf8626fa6b3 HTTP/1.1" status: 200 len: 210 time: 0.3284090 Jun 01 19:04:33.219300 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0a8d4ce-9157-4011-a6fb-50783dc34564 req-eb45a989-009e-4038-a6ca-2a1dd1c4cf1f tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:04:33.231001 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0c3a73-2e6b-4310-85a7-10ac7b2780f8 req-7fa7ae5f-1247-4341-89a3-9ee844a3ad77 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:33.250141 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-1e0c3a73-2e6b-4310-85a7-10ac7b2780f8 req-7fa7ae5f-1247-4341-89a3-9ee844a3ad77 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] 10.222.0.41 "GET /v2.0/ports?device_id=be21e4b6-ff05-48da-b16c-87c7c0510c7a HTTP/1.1" status: 200 len: 1655 time: 1.0112925 Jun 01 19:04:33.370631 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743769fa-fc78-42be-b766-9b8857ddbead tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Pushing event updated for resources: {'Port': ['ID=24fbdf49-0e7f-48b4-a7b1-07e0fa5ad79d,revision_number=2']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:04:33.429895 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a8d4ce-9157-4011-a6fb-50783dc34564 req-eb45a989-009e-4038-a6ca-2a1dd1c4cf1f tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:33.430567 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-d0a8d4ce-9157-4011-a6fb-50783dc34564 req-eb45a989-009e-4038-a6ca-2a1dd1c4cf1f tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:33.431929 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-743769fa-fc78-42be-b766-9b8857ddbead tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887712'] for floatingip, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:33.715065 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-e7948414-018a-46df-9796-6ec5320d1425 None None] Provisioning for port f659db6f-207d-46a7-a2e3-d4ab218b8d77 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:04:33.725195 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-e7948414-018a-46df-9796-6ec5320d1425 None None] Provisioning complete for port f659db6f-207d-46a7-a2e3-d4ab218b8d77 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:04:33.725748 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-e7948414-018a-46df-9796-6ec5320d1425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:33.768536 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc89b6c3-7c5c-4fbf-a11b-82816385974a req-45951c79-77ad-4b58-b5c3-5cd47621aa7d tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:33.770440 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fc89b6c3-7c5c-4fbf-a11b-82816385974a req-45951c79-77ad-4b58-b5c3-5cd47621aa7d tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.50 "GET /v2.0/networks?id=0c49dc6b-5e39-4101-b04d-1c1361c15d69 HTTP/1.1" status: 200 len: 806 time: 0.4072342 Jun 01 19:04:33.774690 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6ca5c018-b986-4737-9029-2776cb96e710 req-39c5aac6-9c56-410c-ace1-bf49fa6560a0 service neutron] 10.222.0.50 "GET /v2.0/networks/57a41f0e-b08f-4033-97ac-1767c5f2bb80?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1454508 Jun 01 19:04:33.776123 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d0a8d4ce-9157-4011-a6fb-50783dc34564 req-eb45a989-009e-4038-a6ca-2a1dd1c4cf1f tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0092301 Jun 01 19:04:33.800547 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-fc89b6c3-7c5c-4fbf-a11b-82816385974a req-8e43b5cd-0767-4457-b8a4-fa3446735c8e tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Request body: {'port': {'device_id': '1452f576-1fdd-4336-b27d-dcf8626fa6b3', 'network_id': '0c49dc6b-5e39-4101-b04d-1c1361c15d69', 'admin_state_up': True, 'tenant_id': 'ff411273a1ac46f2a91fb45afe578ccb'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:04:33.833973 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-e7948414-018a-46df-9796-6ec5320d1425 None None] Port f659db6f-207d-46a7-a2e3-d4ab218b8d77 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:04:33.846340 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-d0a8d4ce-9157-4011-a6fb-50783dc34564 req-9f62d7cb-c75e-4f18-b8a9-eb654eb345c0 service neutron] Request body: {'port': {'device_id': 'be21e4b6-ff05-48da-b16c-87c7c0510c7a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844202-1'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:04:33.942906 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-1e0c3a73-2e6b-4310-85a7-10ac7b2780f8 req-f5326c9c-5882-417a-a682-3e09db7149df tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] 10.222.0.41 "GET /v2.0/security-groups?id=35bdd75f-60bc-442f-9683-0ad602663bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6912923 Jun 01 19:04:33.976869 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-fcd2cdaa-b257-4935-be1a-f05d08b298a7 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2614064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9667190'] for subnet, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:34.164741 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-d0a8d4ce-9157-4011-a6fb-50783dc34564 req-9f62d7cb-c75e-4f18-b8a9-eb654eb345c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:34.221148 n-d-844202-1 neutron-server[88525]: INFO neutron.db.l3_db [None req-743769fa-fc78-42be-b766-9b8857ddbead tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Floating IP 4c96a3d6-7d37-4011-9aaa-70d90b22c2e5 associated. External IP: 172.25.4.131, port: acb3787e-d6e7-4d8e-8e29-33bcd53ffe01. Jun 01 19:04:34.244305 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e690f0-447c-44c2-bdd8-e245fe5a9906 req-72490cf5-6ad1-4d08-932a-d09de5e5aefd tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:34.245960 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-21e690f0-447c-44c2-bdd8-e245fe5a9906 req-72490cf5-6ad1-4d08-932a-d09de5e5aefd tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d35e0c4-c006-4f35-a161-1e1e4ff68e11 HTTP/1.1" status: 200 len: 946 time: 0.6721332 Jun 01 19:04:34.321976 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6ca5c018-b986-4737-9029-2776cb96e710 req-2bfafe6e-342b-45db-9f7c-0158b849def2 service neutron] 10.222.0.50 "GET /v2.0/networks/57a41f0e-b08f-4033-97ac-1767c5f2bb80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5289237 Jun 01 19:04:34.375256 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-fc89b6c3-7c5c-4fbf-a11b-82816385974a req-8e43b5cd-0767-4457-b8a4-fa3446735c8e tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:04:34.443965 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-fc89b6c3-7c5c-4fbf-a11b-82816385974a req-8e43b5cd-0767-4457-b8a4-fa3446735c8e tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:04:34.450833 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-21e690f0-447c-44c2-bdd8-e245fe5a9906 req-7bc8eee6-e8b8-46e0-b179-83192e78a088 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e27767a-e40e-41ca-b34d-a5b7412547b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736946 Jun 01 19:04:34.469362 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd2cdaa-b257-4935-be1a-f05d08b298a7 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Pushing event updated for resources: {'Subnet': ['ID=faeaff31-ee8e-4680-a929-79b0af01720c,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:04:34.475553 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc89b6c3-7c5c-4fbf-a11b-82816385974a req-8e43b5cd-0767-4457-b8a4-fa3446735c8e tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Made reservation on behalf of ff411273a1ac46f2a91fb45afe578ccb for: {'port': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:04:34.480435 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-fc89b6c3-7c5c-4fbf-a11b-82816385974a req-8e43b5cd-0767-4457-b8a4-fa3446735c8e tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:34.621442 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd2cdaa-b257-4935-be1a-f05d08b298a7 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Checking segment: {'id': '47ffc95e-349f-4fa0-841e-883ba443bca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b13cea60-ec39-4484-8bd8-fabb4673d37a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:04:34.621868 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcd2cdaa-b257-4935-be1a-f05d08b298a7 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Network hostable DHCP agents. Network: b13cea60-ec39-4484-8bd8-fabb4673d37a, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 19:04:34.628431 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-9f47164a-958d-4670-8d99-776c10e2b929 req-13881930-a79f-48a9-8029-f9dba2b18088 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=788ce680-fc4d-472b-8d83-c8cf7fd384df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.0118344 Jun 01 19:04:34.658860 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ff9bdac1-2511-445f-8cfe-7203190ac8c7 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:34.659227 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ff9bdac1-2511-445f-8cfe-7203190ac8c7 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887712'] for floatingip, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:34.659532 n-d-844202-1 neutron-server[88525]: INFO neutron.db.l3_db [None req-ff9bdac1-2511-445f-8cfe-7203190ac8c7 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Floating IP 10d18e16-e7ef-40ce-898e-c134ba8facff disassociated. External IP: 172.25.4.86, port: 15385283-f5ee-42df-bb1a-442ee16de57f. Jun 01 19:04:34.660039 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-ff9bdac1-2511-445f-8cfe-7203190ac8c7 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Calling delete_port for 15385283-f5ee-42df-bb1a-442ee16de57f owned by {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:04:34.803398 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-68adb874-97a8-4ab4-a457-bb177387712d req-6b5ab3f4-283c-49d0-8f00-54f89f609591 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/ports?device_id=1452f576-1fdd-4336-b27d-dcf8626fa6b3 HTTP/1.1" status: 200 len: 210 time: 0.1961296 Jun 01 19:04:34.847035 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcd2cdaa-b257-4935-be1a-f05d08b298a7 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Network b13cea60-ec39-4484-8bd8-fabb4673d37a is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 19:04:34.886409 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [req-fc89b6c3-7c5c-4fbf-a11b-82816385974a req-8e43b5cd-0767-4457-b8a4-fa3446735c8e tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Allocated IP 172.20.0.11 (0c49dc6b-5e39-4101-b04d-1c1361c15d69/308ebcd6-774a-482f-bd0f-fadc3e2b2dca/2769d589-abe2-4ea8-835d-1f0891a8356f) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:04:34.894233 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37375c74-a5ff-4203-9c24-9944257e18c5 req-4b94963e-aad3-4945-9a37-6268eba4ceb5 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:34.902423 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-37375c74-a5ff-4203-9c24-9944257e18c5 req-4b94963e-aad3-4945-9a37-6268eba4ceb5 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/ports?device_id=4686d426-f02a-4d1b-a91a-3a5689dd3b48 HTTP/1.1" status: 200 len: 944 time: 0.7269747 Jun 01 19:04:34.944758 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-fcd2cdaa-b257-4935-be1a-f05d08b298a7 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, b13cea60-ec39-4484-8bd8-fabb4673d37a) {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:04:34.961784 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c4f6251-ec92-4eaf-8b97-24ecab361238 None None] Network b13cea60-ec39-4484-8bd8-fabb4673d37a requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:04:34.994258 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd2cdaa-b257-4935-be1a-f05d08b298a7 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:34.994747 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-fcd2cdaa-b257-4935-be1a-f05d08b298a7 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks [] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:35.139378 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-37375c74-a5ff-4203-9c24-9944257e18c5 req-ce8632ad-43f8-43e9-93e7-8cb63bd4037b tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/security-groups?id=5040cb58-24af-44ab-a8bd-126074c76b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2364461 Jun 01 19:04:35.198803 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-fcd2cdaa-b257-4935-be1a-f05d08b298a7 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.7843328 Jun 01 19:04:35.206382 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 46928) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:04:35.237192 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [req-d0a8d4ce-9157-4011-a6fb-50783dc34564 req-9f62d7cb-c75e-4f18-b8a9-eb654eb345c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7bb65d13-904e-4482-80d8-5968b9ba5f67 {{(pid=88524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 19:04:35.247859 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-d0a8d4ce-9157-4011-a6fb-50783dc34564 req-9f62d7cb-c75e-4f18-b8a9-eb654eb345c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:35.266718 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [req-d0a8d4ce-9157-4011-a6fb-50783dc34564 req-9f62d7cb-c75e-4f18-b8a9-eb654eb345c0 service neutron] Transition to ACTIVE for port object 7bb65d13-904e-4482-80d8-5968b9ba5f67 will not be triggered until provisioned by entity L2. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:04:35.267046 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca957de4-9700-4591-9eb5-d0ee734f1323 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc93f83c3-7fb6-5c13-a9d4-29d739a4e8d2-b13cea60-ec39-4484-8bd8-fabb4673d37a', 'network_id': 'b13cea60-ec39-4484-8bd8-fabb4673d37a', 'tenant_id': '186f4868324f42e7b69da35feb15cabc', 'fixed_ips': [{'subnet_id': 'faeaff31-ee8e-4680-a929-79b0af01720c'}]}} from n-d-844202-1. {{(pid=88526) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 19:04:35.274528 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-ca957de4-9700-4591-9eb5-d0ee734f1323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:35.278126 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f47164a-958d-4670-8d99-776c10e2b929 req-0be5e8ff-1de2-428b-afcc-85b0e86800bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:35.279613 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-9f47164a-958d-4670-8d99-776c10e2b929 req-0be5e8ff-1de2-428b-afcc-85b0e86800bf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d3eb50f3028440db9726ae16e6111d12&device_id=788ce680-fc4d-472b-8d83-c8cf7fd384df HTTP/1.1" status: 200 len: 1097 time: 0.5435019 Jun 01 19:04:35.290618 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-743769fa-fc78-42be-b766-9b8857ddbead tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Router 8e09d88e-d3cc-40a9-a6d9-5b197730b270 has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 19:04:35.291702 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ff9bdac1-2511-445f-8cfe-7203190ac8c7 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:35.312527 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-d0a8d4ce-9157-4011-a6fb-50783dc34564 req-9f62d7cb-c75e-4f18-b8a9-eb654eb345c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:35.386631 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 3211349c-cc9d-4914-8a84-cd570821bb77 details requested by agent hyperv_n-h2-844202-1 with host n-h2-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 19:04:35.444808 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f62d7cb-c75e-4f18-b8a9-eb654eb345c0 service neutron] Pushing event updated for resources: {'Port': ['ID=7bb65d13-904e-4482-80d8-5968b9ba5f67,revision_number=2']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:04:35.468935 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9bdac1-2511-445f-8cfe-7203190ac8c7 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Pushing event deleted for resources: {'Port': ['ID=15385283-f5ee-42df-bb1a-442ee16de57f,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:04:35.611207 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f62d7cb-c75e-4f18-b8a9-eb654eb345c0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:04:35.611564 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f62d7cb-c75e-4f18-b8a9-eb654eb345c0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:04:35.611869 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f62d7cb-c75e-4f18-b8a9-eb654eb345c0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:04:35.612194 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f62d7cb-c75e-4f18-b8a9-eb654eb345c0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:04:35.612536 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f62d7cb-c75e-4f18-b8a9-eb654eb345c0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:04:35.612854 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f62d7cb-c75e-4f18-b8a9-eb654eb345c0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:04:35.613171 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f62d7cb-c75e-4f18-b8a9-eb654eb345c0 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:04:35.613485 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f62d7cb-c75e-4f18-b8a9-eb654eb345c0 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:04:35.613870 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f62d7cb-c75e-4f18-b8a9-eb654eb345c0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:04:35.614104 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f62d7cb-c75e-4f18-b8a9-eb654eb345c0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:04:35.614450 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f62d7cb-c75e-4f18-b8a9-eb654eb345c0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:04:35.614903 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f62d7cb-c75e-4f18-b8a9-eb654eb345c0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:04:35.643730 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.db_base_plugin_common [None req-ca957de4-9700-4591-9eb5-d0ee734f1323 None None] Allocated IP 172.20.0.2 (b13cea60-ec39-4484-8bd8-fabb4673d37a/faeaff31-ee8e-4680-a929-79b0af01720c/bf6e7c92-cedd-464f-bdbb-80cc8c8c0238) {{(pid=88526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:04:35.842950 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-743769fa-fc78-42be-b766-9b8857ddbead tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:04:35.855151 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d6126f-e495-4d6f-8365-f5f49ba49ac5 None None] Sync routers for ids ['8e09d88e-d3cc-40a9-a6d9-5b197730b270'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:04:35.868961 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d6126f-e495-4d6f-8365-f5f49ba49ac5 None None] Routers {'8e09d88e-d3cc-40a9-a6d9-5b197730b270'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:04:35.873004 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-b5d6126f-e495-4d6f-8365-f5f49ba49ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:04:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['8e09d88e-d3cc-40a9-a6d9-5b197730b270'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:04:35.879528 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-d0a8d4ce-9157-4011-a6fb-50783dc34564 req-9f62d7cb-c75e-4f18-b8a9-eb654eb345c0 service neutron] Attempting to bind port 7bb65d13-904e-4482-80d8-5968b9ba5f67 on host n-h1-844202-1 for vnic_type normal with profile {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:04:35.880483 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-d0a8d4ce-9157-4011-a6fb-50783dc34564 req-9f62d7cb-c75e-4f18-b8a9-eb654eb345c0 service neutron] Attempting to bind port 7bb65d13-904e-4482-80d8-5968b9ba5f67 by drivers openvswitch,hyperv on host n-h1-844202-1 at level 0 using segments [{'id': '50dfa21d-d423-4213-97ca-33d7928cf427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'aaaa9f67-00cd-4fd7-bfc9-acab80f1aa33'}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:04:35.880983 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a8d4ce-9157-4011-a6fb-50783dc34564 req-9f62d7cb-c75e-4f18-b8a9-eb654eb345c0 service neutron] Attempting to bind port 7bb65d13-904e-4482-80d8-5968b9ba5f67 on network aaaa9f67-00cd-4fd7-bfc9-acab80f1aa33 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:04:35.909870 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a8d4ce-9157-4011-a6fb-50783dc34564 req-9f62d7cb-c75e-4f18-b8a9-eb654eb345c0 service neutron] Port 7bb65d13-904e-4482-80d8-5968b9ba5f67 on network aaaa9f67-00cd-4fd7-bfc9-acab80f1aa33 not bound, no agent of type Open vSwitch agent registered on host n-h1-844202-1 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 19:04:35.909870 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a8d4ce-9157-4011-a6fb-50783dc34564 req-9f62d7cb-c75e-4f18-b8a9-eb654eb345c0 service neutron] Attempting to bind port 7bb65d13-904e-4482-80d8-5968b9ba5f67 on network aaaa9f67-00cd-4fd7-bfc9-acab80f1aa33 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:04:35.929855 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-ca957de4-9700-4591-9eb5-d0ee734f1323 None None] Notify callbacks [] for port, precommit_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:35.942126 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-ca957de4-9700-4591-9eb5-d0ee734f1323 None None] Transition to ACTIVE for port object bf6e7c92-cedd-464f-bdbb-80cc8c8c0238 will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:04:35.965843 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-ca957de4-9700-4591-9eb5-d0ee734f1323 None None] Transition to ACTIVE for port object bf6e7c92-cedd-464f-bdbb-80cc8c8c0238 will not be triggered until provisioned by entity DHCP. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:04:35.984430 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7899ad93-5dc8-4e9f-b228-f50de008d488 req-f98b275f-bec4-46a3-a0bb-1bb3d3fea8e4 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:35.986087 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7899ad93-5dc8-4e9f-b228-f50de008d488 req-f98b275f-bec4-46a3-a0bb-1bb3d3fea8e4 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/networks?id=9872ab5d-59e4-43b1-8dfc-1ca5e239e8ce HTTP/1.1" status: 200 len: 813 time: 0.7824821 Jun 01 19:04:36.015386 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a8d4ce-9157-4011-a6fb-50783dc34564 req-9f62d7cb-c75e-4f18-b8a9-eb654eb345c0 service neutron] Checking agent: {'id': 'bdb1e5d7-b998-4259-838f-3d278e930f32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 4, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:04:36.015713 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a8d4ce-9157-4011-a6fb-50783dc34564 req-9f62d7cb-c75e-4f18-b8a9-eb654eb345c0 service neutron] Checking segment: {'id': '50dfa21d-d423-4213-97ca-33d7928cf427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'aaaa9f67-00cd-4fd7-bfc9-acab80f1aa33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:04:36.016091 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a8d4ce-9157-4011-a6fb-50783dc34564 req-9f62d7cb-c75e-4f18-b8a9-eb654eb345c0 service neutron] Bound using segment: {'id': '50dfa21d-d423-4213-97ca-33d7928cf427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'aaaa9f67-00cd-4fd7-bfc9-acab80f1aa33'} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:04:36.016548 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-d0a8d4ce-9157-4011-a6fb-50783dc34564 req-9f62d7cb-c75e-4f18-b8a9-eb654eb345c0 service neutron] Bound port: 7bb65d13-904e-4482-80d8-5968b9ba5f67, host: n-h1-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50dfa21d-d423-4213-97ca-33d7928cf427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'aaaa9f67-00cd-4fd7-bfc9-acab80f1aa33'}}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:04:36.016890 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-d0a8d4ce-9157-4011-a6fb-50783dc34564 req-9f62d7cb-c75e-4f18-b8a9-eb654eb345c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:36.038919 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-fc89b6c3-7c5c-4fbf-a11b-82816385974a req-8e43b5cd-0767-4457-b8a4-fa3446735c8e tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:36.055138 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7899ad93-5dc8-4e9f-b228-f50de008d488 req-d6dcfe66-1100-41aa-94dc-ed0d43341dbe tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/quotas/4e20c5bd79fa44728efb622f29d6160e HTTP/1.1" status: 200 len: 375 time: 0.0448158 Jun 01 19:04:36.059887 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 3211349c-cc9d-4914-8a84-cd570821bb77, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=3211349c-cc9d-4914-8a84-cd570821bb77,segment=NetworkSegment(125279ea-2aed-41ea-8b3e-4526e0a8c195),segment_id=125279ea-2aed-41ea-8b3e-4526e0a8c195)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:04:36.079058 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Returning: {'device': '3211349c-cc9d-4914-8a84-cd570821bb77', 'network_id': '57a41f0e-b08f-4033-97ac-1767c5f2bb80', 'port_id': '3211349c-cc9d-4914-8a84-cd570821bb77', 'mac_address': 'fa:16:3e:95:65:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48973f57-aa83-4e30-ba85-055d310a8b91', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 19:04:36.082802 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-ca957de4-9700-4591-9eb5-d0ee734f1323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526'] for port, after_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:36.186924 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca957de4-9700-4591-9eb5-d0ee734f1323 None None] Pushing event updated for resources: {'Port': ['ID=bf6e7c92-cedd-464f-bdbb-80cc8c8c0238,revision_number=1']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:04:36.211991 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-b5d6126f-e495-4d6f-8365-f5f49ba49ac5 None None] Set router 8e09d88e-d3cc-40a9-a6d9-5b197730b270 gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:04:36.223650 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca957de4-9700-4591-9eb5-d0ee734f1323 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:04:36.224367 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca957de4-9700-4591-9eb5-d0ee734f1323 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:04:36.224943 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca957de4-9700-4591-9eb5-d0ee734f1323 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:04:36.225506 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca957de4-9700-4591-9eb5-d0ee734f1323 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:04:36.226056 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca957de4-9700-4591-9eb5-d0ee734f1323 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:04:36.226593 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca957de4-9700-4591-9eb5-d0ee734f1323 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:04:36.227127 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca957de4-9700-4591-9eb5-d0ee734f1323 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:04:36.227689 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca957de4-9700-4591-9eb5-d0ee734f1323 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:04:36.228242 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca957de4-9700-4591-9eb5-d0ee734f1323 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:04:36.228776 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca957de4-9700-4591-9eb5-d0ee734f1323 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:04:36.229606 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca957de4-9700-4591-9eb5-d0ee734f1323 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:04:36.230388 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca957de4-9700-4591-9eb5-d0ee734f1323 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:04:36.282457 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-743769fa-fc78-42be-b766-9b8857ddbead tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for floatingip, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:36.294026 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-d0a8d4ce-9157-4011-a6fb-50783dc34564 req-9f62d7cb-c75e-4f18-b8a9-eb654eb345c0 service neutron] For port 7bb65d13-904e-4482-80d8-5968b9ba5f67, host n-h1-844202-1, cleared binding levels {{(pid=88524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:04:36.297314 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-d0a8d4ce-9157-4011-a6fb-50783dc34564 req-9f62d7cb-c75e-4f18-b8a9-eb654eb345c0 service neutron] For port 7bb65d13-904e-4482-80d8-5968b9ba5f67, host n-h1-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=7bb65d13-904e-4482-80d8-5968b9ba5f67,segment=NetworkSegment(50dfa21d-d423-4213-97ca-33d7928cf427),segment_id=50dfa21d-d423-4213-97ca-33d7928cf427)] {{(pid=88524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:04:36.311013 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca957de4-9700-4591-9eb5-d0ee734f1323 None None] Network b13cea60-ec39-4484-8bd8-fabb4673d37a is already hosted by enough agents. {{(pid=88526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:04:36.314387 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port 3211349c-cc9d-4914-8a84-cd570821bb77 is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:04:36.315039 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:36.318756 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-d0a8d4ce-9157-4011-a6fb-50783dc34564 req-9f62d7cb-c75e-4f18-b8a9-eb654eb345c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:36.342909 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3211349c-cc9d-4914-8a84-cd570821bb77 {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 19:04:36.360664 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 3211349c-cc9d-4914-8a84-cd570821bb77, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=3211349c-cc9d-4914-8a84-cd570821bb77,segment=NetworkSegment(125279ea-2aed-41ea-8b3e-4526e0a8c195),segment_id=125279ea-2aed-41ea-8b3e-4526e0a8c195)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:04:36.362528 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.base_scheduler [None req-ca957de4-9700-4591-9eb5-d0ee734f1323 None None] Resources bound (agent type, host, resource id): {{(pid=88526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:04:36.366358 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca957de4-9700-4591-9eb5-d0ee734f1323 None None] Received port after_create {{(pid=88526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:04:36.369982 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:36.415119 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7899ad93-5dc8-4e9f-b228-f50de008d488 req-872ce51e-5e3e-4721-b830-61250fe76b75 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=4e20c5bd79fa44728efb622f29d6160e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3590364 Jun 01 19:04:36.452387 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-fc89b6c3-7c5c-4fbf-a11b-82816385974a req-8e43b5cd-0767-4457-b8a4-fa3446735c8e tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:36.484143 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] get_ports_and_sgs() called for port_ids ['72352e64-9120-4343-9c57-bb57c2532e4b', '1667d4d5-25df-41ac-be8f-8a699a8dfeab'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 19:04:36.505398 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a8d4ce-9157-4011-a6fb-50783dc34564 req-9f62d7cb-c75e-4f18-b8a9-eb654eb345c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:36.507126 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-d0a8d4ce-9157-4011-a6fb-50783dc34564 req-9f62d7cb-c75e-4f18-b8a9-eb654eb345c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:36.511374 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d0a8d4ce-9157-4011-a6fb-50783dc34564 req-9f62d7cb-c75e-4f18-b8a9-eb654eb345c0 service neutron] 10.222.0.15 "PUT /v2.0/ports/7bb65d13-904e-4482-80d8-5968b9ba5f67 HTTP/1.1" status: 200 len: 1092 time: 2.7200720 Jun 01 19:04:36.591715 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-743769fa-fc78-42be-b766-9b8857ddbead tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 9.5648170 Jun 01 19:04:36.658720 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be21e4b6-ff05-48da-b16c-87c7c0510c7a', 'tag': '7bb65d13-904e-4482-80d8-5968b9ba5f67'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:04:36.674100 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-d0a8d4ce-9157-4011-a6fb-50783dc34564 req-ad0de797-aeaa-4f79-8d60-dbe3421d6363 service neutron] Request body: {'port': {'device_id': 'be21e4b6-ff05-48da-b16c-87c7c0510c7a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844202-1'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:04:36.724198 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 46944) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:04:36.731908 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '788ce680-fc4d-472b-8d83-c8cf7fd384df', 'tag': 'acb3787e-d6e7-4d8e-8e29-33bcd53ffe01'}] {{(pid=88525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:04:36.745937 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f47164a-958d-4670-8d99-776c10e2b929 req-95d1ce7f-c3a6-40e8-9332-b1c0bc7135a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:36.747456 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-9f47164a-958d-4670-8d99-776c10e2b929 req-95d1ce7f-c3a6-40e8-9332-b1c0bc7135a8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1a74ffe4-e7cd-459d-b2d6-ae7cddc87c99 HTTP/1.1" status: 200 len: 898 time: 1.2933536 Jun 01 19:04:36.754126 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] get_ports_and_sgs() called for port_ids ['3211349c-cc9d-4914-8a84-cd570821bb77'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 19:04:36.761326 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b8bbbe6c-f6f9-457a-b287-8f32e5f8b793 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:36.790694 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc89b6c3-7c5c-4fbf-a11b-82816385974a req-8e43b5cd-0767-4457-b8a4-fa3446735c8e tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Network 0c49dc6b-5e39-4101-b04d-1c1361c15d69 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:04:36.798195 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [req-fc89b6c3-7c5c-4fbf-a11b-82816385974a req-8e43b5cd-0767-4457-b8a4-fa3446735c8e tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:04:36.801048 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc89b6c3-7c5c-4fbf-a11b-82816385974a req-8e43b5cd-0767-4457-b8a4-fa3446735c8e tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:04:36.848558 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f62d7cb-c75e-4f18-b8a9-eb654eb345c0 service neutron] Pushing event updated for resources: {'Port': ['ID=7bb65d13-904e-4482-80d8-5968b9ba5f67,revision_number=3']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:04:36.932077 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=3211349c-cc9d-4914-8a84-cd570821bb77,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:04:36.959381 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-ca957de4-9700-4591-9eb5-d0ee734f1323 None None] Attempting to bind port bf6e7c92-cedd-464f-bdbb-80cc8c8c0238 on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:04:36.960181 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-ca957de4-9700-4591-9eb5-d0ee734f1323 None None] Attempting to bind port bf6e7c92-cedd-464f-bdbb-80cc8c8c0238 by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': '47ffc95e-349f-4fa0-841e-883ba443bca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b13cea60-ec39-4484-8bd8-fabb4673d37a'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:04:36.962485 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca957de4-9700-4591-9eb5-d0ee734f1323 None None] Attempting to bind port bf6e7c92-cedd-464f-bdbb-80cc8c8c0238 on network b13cea60-ec39-4484-8bd8-fabb4673d37a {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:04:37.025416 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca957de4-9700-4591-9eb5-d0ee734f1323 None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 4, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:04:37.032431 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca957de4-9700-4591-9eb5-d0ee734f1323 None None] Checking segment: {'id': '47ffc95e-349f-4fa0-841e-883ba443bca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b13cea60-ec39-4484-8bd8-fabb4673d37a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:04:37.032902 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-ca957de4-9700-4591-9eb5-d0ee734f1323 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:37.033302 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca957de4-9700-4591-9eb5-d0ee734f1323 None None] Bound using segment: {'id': '47ffc95e-349f-4fa0-841e-883ba443bca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b13cea60-ec39-4484-8bd8-fabb4673d37a'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:04:37.033791 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-ca957de4-9700-4591-9eb5-d0ee734f1323 None None] Bound port: bf6e7c92-cedd-464f-bdbb-80cc8c8c0238, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47ffc95e-349f-4fa0-841e-883ba443bca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b13cea60-ec39-4484-8bd8-fabb4673d37a'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:04:37.034163 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-ca957de4-9700-4591-9eb5-d0ee734f1323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:37.046824 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-9f47164a-958d-4670-8d99-776c10e2b929 req-982c3b8c-d120-4bd8-9135-216843220482 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=acb3787e-d6e7-4d8e-8e29-33bcd53ffe01 HTTP/1.1" status: 200 len: 1000 time: 0.2787519 Jun 01 19:04:37.134027 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-b5d6126f-e495-4d6f-8365-f5f49ba49ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e09d88e-d3cc-40a9-a6d9-5b197730b270', 'name': 'tempest-TestNetworkBasicOps-router-2021402566', 'tenant_id': 'd3eb50f3028440db9726ae16e6111d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': 'aa07ffd2-77b3-4c0a-ac26-89715c42b91a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:03:18Z', 'updated_at': '2022-06-01T19:03:34Z', 'revision_number': 4, 'project_id': 'd3eb50f3028440db9726ae16e6111d12', 'gw_port': {'id': 'aa07ffd2-77b3-4c0a-ac26-89715c42b91a', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:dc:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e09d88e-d3cc-40a9-a6d9-5b197730b270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2248, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:03:21Z', 'updated_at': '2022-06-01T19:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_floatingips': [{'id': '4c96a3d6-7d37-4011-9aaa-70d90b22c2e5', 'tenant_id': 'd3eb50f3028440db9726ae16e6111d12', 'floating_ip_address': '172.25.4.131', 'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'router_id': '8e09d88e-d3cc-40a9-a6d9-5b197730b270', 'port_id': 'acb3787e-d6e7-4d8e-8e29-33bcd53ffe01', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2412, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a74ffe4-e7cd-459d-b2d6-ae7cddc87c99', 'mac_address': 'fa:16:3e:a8:11:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '788ce680-fc4d-472b-8d83-c8cf7fd384df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T19:04:30Z', 'updated_at': '2022-06-01T19:04:30Z', 'revision_number': 0, 'project_id': 'd3eb50f3028440db9726ae16e6111d12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb094bf1-4c08-41c6-bc7f-dcb7240009f0', 'name': '', 'network_id': '1a74ffe4-e7cd-459d-b2d6-ae7cddc87c99', 'tenant_id': 'd3eb50f3028440db9726ae16e6111d12', 'mac_address': 'fa:16:3e:70:1a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e09d88e-d3cc-40a9-a6d9-5b197730b270', 'device_owner': 'network:router_interface', 'standard_attr_id': 2269, 'fixed_ips': [{'subnet_id': 'b3633857-1cd8-40e7-9128-29a541565063', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:03:30Z', 'updated_at': '2022-06-01T19:03:45Z', 'revision_number': 5, 'project_id': 'd3eb50f3028440db9726ae16e6111d12', 'subnets': [{'id': 'b3633857-1cd8-40e7-9128-29a541565063', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:04:37.147490 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d6126f-e495-4d6f-8365-f5f49ba49ac5 None None] Checking router: 8e09d88e-d3cc-40a9-a6d9-5b197730b270 for host: n-d-844202-1 {{(pid=88527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 19:04:37.167439 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d6126f-e495-4d6f-8365-f5f49ba49ac5 None None] Routers {'8e09d88e-d3cc-40a9-a6d9-5b197730b270'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:04:37.169928 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-b5d6126f-e495-4d6f-8365-f5f49ba49ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:04:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['8e09d88e-d3cc-40a9-a6d9-5b197730b270'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:04:37.186062 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc89b6c3-7c5c-4fbf-a11b-82816385974a req-8e43b5cd-0767-4457-b8a4-fa3446735c8e tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:37.187102 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-fc89b6c3-7c5c-4fbf-a11b-82816385974a req-8e43b5cd-0767-4457-b8a4-fa3446735c8e tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:37.189983 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-b8bbbe6c-f6f9-457a-b287-8f32e5f8b793 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Deleting port bf6e7c92-cedd-464f-bdbb-80cc8c8c0238 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:04:37.190365 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b8bbbe6c-f6f9-457a-b287-8f32e5f8b793 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:37.252069 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-ca957de4-9700-4591-9eb5-d0ee734f1323 None None] For port bf6e7c92-cedd-464f-bdbb-80cc8c8c0238, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:04:37.257531 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-ca957de4-9700-4591-9eb5-d0ee734f1323 None None] For port bf6e7c92-cedd-464f-bdbb-80cc8c8c0238, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=bf6e7c92-cedd-464f-bdbb-80cc8c8c0238,segment=NetworkSegment(47ffc95e-349f-4fa0-841e-883ba443bca0),segment_id=47ffc95e-349f-4fa0-841e-883ba443bca0)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:04:37.282955 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c61209c-a7ee-459b-ba9a-b4fff63c361a req-10c429d6-76c4-49c4-be5c-8ef01ccd07b6 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:37.297309 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c61209c-a7ee-459b-ba9a-b4fff63c361a req-10c429d6-76c4-49c4-be5c-8ef01ccd07b6 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:37.300978 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-ca957de4-9700-4591-9eb5-d0ee734f1323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:37.307657 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c61209c-a7ee-459b-ba9a-b4fff63c361a req-10c429d6-76c4-49c4-be5c-8ef01ccd07b6 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:37.313159 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4c61209c-a7ee-459b-ba9a-b4fff63c361a req-10c429d6-76c4-49c4-be5c-8ef01ccd07b6 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] 10.222.0.41 "GET /v2.0/ports?device_id=be21e4b6-ff05-48da-b16c-87c7c0510c7a HTTP/1.1" status: 200 len: 2388 time: 2.0136085 Jun 01 19:04:37.314219 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7899ad93-5dc8-4e9f-b228-f50de008d488 req-258942a0-5f3f-40c5-8b35-f1a1ad9cafb0 service neutron] 10.222.0.41 "GET /v2.0/networks/9872ab5d-59e4-43b1-8dfc-1ca5e239e8ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8981526 Jun 01 19:04:37.378694 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff9bdac1-2511-445f-8cfe-7203190ac8c7 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Router 7ee539f0-74eb-4d8b-94f4-0af36e192612 has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 19:04:37.389686 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e43b5cd-0767-4457-b8a4-fa3446735c8e tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Pushing event updated for resources: {'Port': ['ID=2769d589-abe2-4ea8-835d-1f0891a8356f,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:04:37.410253 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f47164a-958d-4670-8d99-776c10e2b929 req-50acc696-5ccd-4eb0-8a37-df904ac575a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:37.411967 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-9f47164a-958d-4670-8d99-776c10e2b929 req-50acc696-5ccd-4eb0-8a37-df904ac575a2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b3633857-1cd8-40e7-9128-29a541565063 HTTP/1.1" status: 200 len: 835 time: 0.3532121 Jun 01 19:04:37.414010 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-d0a8d4ce-9157-4011-a6fb-50783dc34564 req-ad0de797-aeaa-4f79-8d60-dbe3421d6363 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:37.485949 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-b5d6126f-e495-4d6f-8365-f5f49ba49ac5 None None] Set router 8e09d88e-d3cc-40a9-a6d9-5b197730b270 gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:04:37.510050 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6f4f1154-5406-4a69-ad21-c08ab8e0b3f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:37.674189 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca957de4-9700-4591-9eb5-d0ee734f1323 None None] Pushing event updated for resources: {'Port': ['ID=bf6e7c92-cedd-464f-bdbb-80cc8c8c0238,revision_number=2']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:04:37.742487 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4c61209c-a7ee-459b-ba9a-b4fff63c361a req-d36d3e34-d522-4604-bf4b-ac06a071bfea tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] 10.222.0.41 "GET /v2.0/security-groups?id=35bdd75f-60bc-442f-9683-0ad602663bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3887014 Jun 01 19:04:38.180946 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f47164a-958d-4670-8d99-776c10e2b929 req-e0d80836-5ff6-4bb9-b64f-c275b14212e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:38.182661 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-9f47164a-958d-4670-8d99-776c10e2b929 req-e0d80836-5ff6-4bb9-b64f-c275b14212e6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1a74ffe4-e7cd-459d-b2d6-ae7cddc87c99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7572422 Jun 01 19:04:38.202739 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff9bdac1-2511-445f-8cfe-7203190ac8c7 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:04:38.210293 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7899ad93-5dc8-4e9f-b228-f50de008d488 req-7360500f-7219-4dfe-a787-5f10d73cdcdd service neutron] 10.222.0.41 "GET /v2.0/networks/9872ab5d-59e4-43b1-8dfc-1ca5e239e8ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8925939 Jun 01 19:04:38.230840 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-b5d6126f-e495-4d6f-8365-f5f49ba49ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e09d88e-d3cc-40a9-a6d9-5b197730b270', 'name': 'tempest-TestNetworkBasicOps-router-2021402566', 'tenant_id': 'd3eb50f3028440db9726ae16e6111d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': 'aa07ffd2-77b3-4c0a-ac26-89715c42b91a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:03:18Z', 'updated_at': '2022-06-01T19:03:34Z', 'revision_number': 4, 'project_id': 'd3eb50f3028440db9726ae16e6111d12', 'gw_port': {'id': 'aa07ffd2-77b3-4c0a-ac26-89715c42b91a', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:dc:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e09d88e-d3cc-40a9-a6d9-5b197730b270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2248, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:03:21Z', 'updated_at': '2022-06-01T19:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_floatingips': [{'id': '4c96a3d6-7d37-4011-9aaa-70d90b22c2e5', 'tenant_id': 'd3eb50f3028440db9726ae16e6111d12', 'floating_ip_address': '172.25.4.131', 'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'router_id': '8e09d88e-d3cc-40a9-a6d9-5b197730b270', 'port_id': 'acb3787e-d6e7-4d8e-8e29-33bcd53ffe01', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2412, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a74ffe4-e7cd-459d-b2d6-ae7cddc87c99', 'mac_address': 'fa:16:3e:a8:11:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '788ce680-fc4d-472b-8d83-c8cf7fd384df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T19:04:30Z', 'updated_at': '2022-06-01T19:04:30Z', 'revision_number': 0, 'project_id': 'd3eb50f3028440db9726ae16e6111d12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb094bf1-4c08-41c6-bc7f-dcb7240009f0', 'name': '', 'network_id': '1a74ffe4-e7cd-459d-b2d6-ae7cddc87c99', 'tenant_id': 'd3eb50f3028440db9726ae16e6111d12', 'mac_address': 'fa:16:3e:70:1a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e09d88e-d3cc-40a9-a6d9-5b197730b270', 'device_owner': 'network:router_interface', 'standard_attr_id': 2269, 'fixed_ips': [{'subnet_id': 'b3633857-1cd8-40e7-9128-29a541565063', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:03:30Z', 'updated_at': '2022-06-01T19:03:45Z', 'revision_number': 5, 'project_id': 'd3eb50f3028440db9726ae16e6111d12', 'subnets': [{'id': 'b3633857-1cd8-40e7-9128-29a541565063', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:04:38.238058 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d6126f-e495-4d6f-8365-f5f49ba49ac5 None None] The sync data for ids ['8e09d88e-d3cc-40a9-a6d9-5b197730b270'] in n-d-844202-1 is: [{'id': '8e09d88e-d3cc-40a9-a6d9-5b197730b270', 'name': 'tempest-TestNetworkBasicOps-router-2021402566', 'tenant_id': 'd3eb50f3028440db9726ae16e6111d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': 'aa07ffd2-77b3-4c0a-ac26-89715c42b91a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:03:18Z', 'updated_at': '2022-06-01T19:03:34Z', 'revision_number': 4, 'project_id': 'd3eb50f3028440db9726ae16e6111d12', 'gw_port': {'id': 'aa07ffd2-77b3-4c0a-ac26-89715c42b91a', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:dc:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e09d88e-d3cc-40a9-a6d9-5b197730b270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2248, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:03:21Z', 'updated_at': '2022-06-01T19:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_floatingips': [{'id': '4c96a3d6-7d37-4011-9aaa-70d90b22c2e5', 'tenant_id': 'd3eb50f3028440db9726ae16e6111d12', 'floating_ip_address': '172.25.4.131', 'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'router_id': '8e09d88e-d3cc-40a9-a6d9-5b197730b270', 'port_id': 'acb3787e-d6e7-4d8e-8e29-33bcd53ffe01', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2412, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a74ffe4-e7cd-459d-b2d6-ae7cddc87c99', 'mac_address': 'fa:16:3e:a8:11:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '788ce680-fc4d-472b-8d83-c8cf7fd384df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T19:04:30Z', 'updated_at': '2022-06-01T19:04:30Z', 'revision_number': 0, 'project_id': 'd3eb50f3028440db9726ae16e6111d12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb094bf1-4c08-41c6-bc7f-dcb7240009f0', 'name': '', 'network_id': '1a74ffe4-e7cd-459d-b2d6-ae7cddc87c99', 'tenant_id': 'd3eb50f3028440db9726ae16e6111d12', 'mac_address': 'fa:16:3e:70:1a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e09d88e-d3cc-40a9-a6d9-5b197730b270', 'device_owner': 'network:router_interface', 'standard_attr_id': 2269, 'fixed_ips': [{'subnet_id': 'b3633857-1cd8-40e7-9128-29a541565063', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:03:30Z', 'updated_at': '2022-06-01T19:03:45Z', 'revision_number': 5, 'project_id': 'd3eb50f3028440db9726ae16e6111d12', 'subnets': [{'id': 'b3633857-1cd8-40e7-9128-29a541565063', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:04:38.305581 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fc89b6c3-7c5c-4fbf-a11b-82816385974a req-8e43b5cd-0767-4457-b8a4-fa3446735c8e tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5153806 Jun 01 19:04:38.322971 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1472e32a-628a-4e2a-a200-7b71a324d40e None None] Sync routers for ids ['7ee539f0-74eb-4d8b-94f4-0af36e192612'] in n-d-844202-1 {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:04:38.330916 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-fc89b6c3-7c5c-4fbf-a11b-82816385974a req-44bd18ee-31b8-473a-8fdf-25e199106dea service neutron] Request body: {'port': {'device_id': '1452f576-1fdd-4336-b27d-dcf8626fa6b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844202-1'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:04:38.340913 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [None req-b8bbbe6c-f6f9-457a-b287-8f32e5f8b793 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] For port bf6e7c92-cedd-464f-bdbb-80cc8c8c0238, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=bf6e7c92-cedd-464f-bdbb-80cc8c8c0238,segment=NetworkSegment(47ffc95e-349f-4fa0-841e-883ba443bca0),segment_id=47ffc95e-349f-4fa0-841e-883ba443bca0)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:04:38.341376 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b8bbbe6c-f6f9-457a-b287-8f32e5f8b793 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:38.347220 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1472e32a-628a-4e2a-a200-7b71a324d40e None None] Routers {'7ee539f0-74eb-4d8b-94f4-0af36e192612'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:04:38.347977 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-1472e32a-628a-4e2a-a200-7b71a324d40e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:04:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['7ee539f0-74eb-4d8b-94f4-0af36e192612'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:04:38.447337 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-1472e32a-628a-4e2a-a200-7b71a324d40e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:04:38.465085 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1472e32a-628a-4e2a-a200-7b71a324d40e None None] Routers {'7ee539f0-74eb-4d8b-94f4-0af36e192612'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:04:38.470804 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-1472e32a-628a-4e2a-a200-7b71a324d40e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:04:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['7ee539f0-74eb-4d8b-94f4-0af36e192612'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:04:38.501324 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-a5886a0d-a1d3-4e09-81d7-7d49098954a2 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] 10.222.0.41 "GET /v2.0/floatingips/4c96a3d6-7d37-4011-9aaa-70d90b22c2e5 HTTP/1.1" status: 200 len: 992 time: 1.7755029 Jun 01 19:04:38.594995 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-fc89b6c3-7c5c-4fbf-a11b-82816385974a req-44bd18ee-31b8-473a-8fdf-25e199106dea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:38.604476 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-1472e32a-628a-4e2a-a200-7b71a324d40e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:04:38.604881 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1472e32a-628a-4e2a-a200-7b71a324d40e None None] The sync data for ids ['7ee539f0-74eb-4d8b-94f4-0af36e192612'] in n-d-844202-1 is: [] {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:04:38.764992 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b75d777-ed66-4934-947b-1c3fb0bca708 None None] New status for floating IP 4c96a3d6-7d37-4011-9aaa-70d90b22c2e5: ACTIVE {{(pid=88527) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 19:04:39.180063 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52c16269-f022-430e-ae73-4d3ee7eb79d7 None None] Network b13cea60-ec39-4484-8bd8-fabb4673d37a requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:04:39.215875 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [req-cbbc411b-de7c-417e-9b59-837322a15ff0 req-79d82c87-adbb-4e4a-80fb-f181d2b6427c service neutron] (88525) timed out ('10.222.0.41', 51378) {{(pid=88525) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 01 19:04:39.224270 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [req-d0a8d4ce-9157-4011-a6fb-50783dc34564 req-ad0de797-aeaa-4f79-8d60-dbe3421d6363 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23206013-4e9a-4a8d-a7dc-a7f0aa114867 {{(pid=88524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 19:04:39.227098 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-b8bbbe6c-f6f9-457a-b287-8f32e5f8b793 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Calling delete_port for bf6e7c92-cedd-464f-bdbb-80cc8c8c0238 owned by network:dhcp {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:04:39.233880 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-d0a8d4ce-9157-4011-a6fb-50783dc34564 req-ad0de797-aeaa-4f79-8d60-dbe3421d6363 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:39.253831 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [req-d0a8d4ce-9157-4011-a6fb-50783dc34564 req-ad0de797-aeaa-4f79-8d60-dbe3421d6363 service neutron] Transition to ACTIVE for port object 23206013-4e9a-4a8d-a7dc-a7f0aa114867 will not be triggered until provisioned by entity L2. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:04:39.272717 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-d0a8d4ce-9157-4011-a6fb-50783dc34564 req-ad0de797-aeaa-4f79-8d60-dbe3421d6363 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:39.361332 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-b4cf1c51-cf2f-434d-8f89-2f88bfcc0e3d None None] Provisioning for port bf6e7c92-cedd-464f-bdbb-80cc8c8c0238 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:04:39.384218 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 3211349c-cc9d-4914-8a84-cd570821bb77 up at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:04:39.526182 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-9f47164a-958d-4670-8d99-776c10e2b929 req-c75a2dd1-d6a8-46e5-9cb9-59c642bcb133 service neutron] 10.222.0.15 "GET /v2.0/networks/1a74ffe4-e7cd-459d-b2d6-ae7cddc87c99?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3290093 Jun 01 19:04:39.538462 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ff9bdac1-2511-445f-8cfe-7203190ac8c7 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:39.545935 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-ff9bdac1-2511-445f-8cfe-7203190ac8c7 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] 10.222.0.41 "DELETE /v2.0/ports/15385283-f5ee-42df-bb1a-442ee16de57f HTTP/1.1" status: 204 len: 168 time: 7.3053546 Jun 01 19:04:39.551132 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 46970) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:04:39.551753 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 46972) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:04:39.652761 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device bf6e7c92-cedd-464f-bdbb-80cc8c8c0238 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:04:39.779031 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-a1fe7ec1-a862-44ba-82a1-6d7f4558fe80 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] 10.222.0.41 "GET /v2.0/floatingips/4c96a3d6-7d37-4011-9aaa-70d90b22c2e5 HTTP/1.1" status: 200 len: 994 time: 0.2230268 Jun 01 19:04:39.790446 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0de797-aeaa-4f79-8d60-dbe3421d6363 service neutron] Pushing event updated for resources: {'Port': ['ID=23206013-4e9a-4a8d-a7dc-a7f0aa114867,revision_number=2']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:04:39.802373 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-48d6c323-f63b-442d-94e0-263b480c9318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:39.827698 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa3ccea-b73c-486d-a1dc-3c0018fd635b req-7b686f9e-d1dd-450c-b41d-c96ce05f8fb3 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:39.829687 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5fa3ccea-b73c-486d-a1dc-3c0018fd635b req-7b686f9e-d1dd-450c-b41d-c96ce05f8fb3 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/ports?device_id=4686d426-f02a-4d1b-a91a-3a5689dd3b48 HTTP/1.1" status: 200 len: 945 time: 1.1526968 Jun 01 19:04:39.901026 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-a55f5e38-7b0d-4a63-b4ce-f624f115bfbd tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] 10.222.0.41 "GET /v2.0/floatingips/10d18e16-e7ef-40ce-898e-c134ba8facff HTTP/1.1" status: 200 len: 687 time: 0.3432350 Jun 01 19:04:39.923033 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 46978) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:04:39.956869 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port bf6e7c92-cedd-464f-bdbb-80cc8c8c0238 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:04:39.974550 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port bf6e7c92-cedd-464f-bdbb-80cc8c8c0238 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:04:39.976511 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:39.991466 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0556f6f7-71c5-48f4-8369-fde9e7a1e410 req-3945055f-acd7-4cdc-997a-a52a9a0b6723 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:39.998968 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-0556f6f7-71c5-48f4-8369-fde9e7a1e410 req-3945055f-acd7-4cdc-997a-a52a9a0b6723 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/ports?device_id=1452f576-1fdd-4336-b27d-dcf8626fa6b3 HTTP/1.1" status: 200 len: 932 time: 1.9313383 Jun 01 19:04:40.013290 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning for port 3211349c-cc9d-4914-8a84-cd570821bb77 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:04:40.039092 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning complete for port 3211349c-cc9d-4914-8a84-cd570821bb77 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:04:40.039733 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:40.118255 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5fa3ccea-b73c-486d-a1dc-3c0018fd635b req-1c026f63-602f-476b-9f3b-f592b7fc9943 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/security-groups?id=5040cb58-24af-44ab-a8bd-126074c76b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2287211 Jun 01 19:04:40.169093 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-0556f6f7-71c5-48f4-8369-fde9e7a1e410 req-bd1cce83-fb06-4d97-b57a-4bbca5e6d4fe tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a351d5c-3364-42d8-bd0d-648028a392a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691520 Jun 01 19:04:40.234563 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-a0cdab72-1550-459b-af0d-eca59ad2bcd4 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Deleting port 40e460f5-c062-4a76-9d9c-35e39a9d790d {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:04:40.234932 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a0cdab72-1550-459b-af0d-eca59ad2bcd4 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:40.275817 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-9f47164a-958d-4670-8d99-776c10e2b929 req-68939202-7db9-4445-b834-018fda299525 service neutron] 10.222.0.15 "GET /v2.0/networks/1a74ffe4-e7cd-459d-b2d6-ae7cddc87c99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5513964 Jun 01 19:04:40.290358 n-d-844202-1 neutron-server[88525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d49fd76-db7e-4936-a489-116ae17ed505'] response: {'name': 'network-changed', 'server_uuid': '788ce680-fc4d-472b-8d83-c8cf7fd384df', 'tag': 'acb3787e-d6e7-4d8e-8e29-33bcd53ffe01', 'status': 'completed', 'code': 200} Jun 01 19:04:40.293346 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f8ad78b-463e-42be-9601-f327cbf593a9'] response: {'name': 'network-changed', 'server_uuid': 'be21e4b6-ff05-48da-b16c-87c7c0510c7a', 'tag': '7bb65d13-904e-4482-80d8-5968b9ba5f67', 'status': 'completed', 'code': 200} Jun 01 19:04:40.388986 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-d0a8d4ce-9157-4011-a6fb-50783dc34564 req-ad0de797-aeaa-4f79-8d60-dbe3421d6363 service neutron] Attempting to bind port 23206013-4e9a-4a8d-a7dc-a7f0aa114867 on host n-h1-844202-1 for vnic_type normal with profile {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:04:40.389384 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-d0a8d4ce-9157-4011-a6fb-50783dc34564 req-ad0de797-aeaa-4f79-8d60-dbe3421d6363 service neutron] Attempting to bind port 23206013-4e9a-4a8d-a7dc-a7f0aa114867 by drivers openvswitch,hyperv on host n-h1-844202-1 at level 0 using segments [{'id': '026dc3ac-1c68-4a28-9108-6f84a0dae619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '514e0306-ee37-41eb-a827-8ad103ba3460'}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:04:40.389840 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a8d4ce-9157-4011-a6fb-50783dc34564 req-ad0de797-aeaa-4f79-8d60-dbe3421d6363 service neutron] Attempting to bind port 23206013-4e9a-4a8d-a7dc-a7f0aa114867 on network 514e0306-ee37-41eb-a827-8ad103ba3460 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:04:40.473472 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a8d4ce-9157-4011-a6fb-50783dc34564 req-ad0de797-aeaa-4f79-8d60-dbe3421d6363 service neutron] Port 23206013-4e9a-4a8d-a7dc-a7f0aa114867 on network 514e0306-ee37-41eb-a827-8ad103ba3460 not bound, no agent of type Open vSwitch agent registered on host n-h1-844202-1 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 19:04:40.474881 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a8d4ce-9157-4011-a6fb-50783dc34564 req-ad0de797-aeaa-4f79-8d60-dbe3421d6363 service neutron] Attempting to bind port 23206013-4e9a-4a8d-a7dc-a7f0aa114867 on network 514e0306-ee37-41eb-a827-8ad103ba3460 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:04:40.545390 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a8d4ce-9157-4011-a6fb-50783dc34564 req-ad0de797-aeaa-4f79-8d60-dbe3421d6363 service neutron] Checking agent: {'id': 'bdb1e5d7-b998-4259-838f-3d278e930f32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 4, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:04:40.546226 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a8d4ce-9157-4011-a6fb-50783dc34564 req-ad0de797-aeaa-4f79-8d60-dbe3421d6363 service neutron] Checking segment: {'id': '026dc3ac-1c68-4a28-9108-6f84a0dae619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '514e0306-ee37-41eb-a827-8ad103ba3460'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:04:40.546851 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a8d4ce-9157-4011-a6fb-50783dc34564 req-ad0de797-aeaa-4f79-8d60-dbe3421d6363 service neutron] Bound using segment: {'id': '026dc3ac-1c68-4a28-9108-6f84a0dae619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '514e0306-ee37-41eb-a827-8ad103ba3460'} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:04:40.547534 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-d0a8d4ce-9157-4011-a6fb-50783dc34564 req-ad0de797-aeaa-4f79-8d60-dbe3421d6363 service neutron] Bound port: 23206013-4e9a-4a8d-a7dc-a7f0aa114867, host: n-h1-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '026dc3ac-1c68-4a28-9108-6f84a0dae619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '514e0306-ee37-41eb-a827-8ad103ba3460'}}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:04:40.548407 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-d0a8d4ce-9157-4011-a6fb-50783dc34564 req-ad0de797-aeaa-4f79-8d60-dbe3421d6363 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:40.573501 n-d-844202-1 neutron-server[88526]: INFO neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No ports have port_id starting with bf6e7c92-cedd-464f-bdbb-80cc8c8c0238 Jun 01 19:04:40.581055 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b8bbbe6c-f6f9-457a-b287-8f32e5f8b793 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:40.636886 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-777035b2-cb7b-4414-9bdf-35f539cf03b0 req-455c0a92-71f5-4cbb-827e-9b77e32008e2 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c78d629-df0d-4dc5-81f0-5fcf9fb1c19d HTTP/1.1" status: 200 len: 210 time: 0.1145706 Jun 01 19:04:40.639558 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bbbe6c-f6f9-457a-b287-8f32e5f8b793 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Pushing event deleted for resources: {'Port': ['ID=bf6e7c92-cedd-464f-bdbb-80cc8c8c0238,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:04:40.710276 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port 3211349c-cc9d-4914-8a84-cd570821bb77 is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:04:40.710821 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:40.729395 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:40.732277 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:40.758559 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4686d426-f02a-4d1b-a91a-3a5689dd3b48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3211349c-cc9d-4914-8a84-cd570821bb77'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:04:40.773500 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 3211349c-cc9d-4914-8a84-cd570821bb77, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=3211349c-cc9d-4914-8a84-cd570821bb77,segment=NetworkSegment(125279ea-2aed-41ea-8b3e-4526e0a8c195),segment_id=125279ea-2aed-41ea-8b3e-4526e0a8c195)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:04:40.780072 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:40.787990 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8bbbe6c-f6f9-457a-b287-8f32e5f8b793 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] No DVR routers for this DVR port bf6e7c92-cedd-464f-bdbb-80cc8c8c0238 on host n-d-844202-1 {{(pid=88525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:04:40.895902 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73e1e3c-6ef2-4366-a7bb-b08d2b37b134 req-e5f09eb2-08ae-4373-be3f-91ab8f7a905a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:40.897798 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e73e1e3c-6ef2-4366-a7bb-b08d2b37b134 req-e5f09eb2-08ae-4373-be3f-91ab8f7a905a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d3eb50f3028440db9726ae16e6111d12&device_id=788ce680-fc4d-472b-8d83-c8cf7fd384df HTTP/1.1" status: 200 len: 1097 time: 0.4943788 Jun 01 19:04:40.903519 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b8bbbe6c-f6f9-457a-b287-8f32e5f8b793 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:40.955523 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.db.resource_extend [req-fc89b6c3-7c5c-4fbf-a11b-82816385974a req-44bd18ee-31b8-473a-8fdf-25e199106dea service neutron] It took 0.46 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 19:04:40.973067 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90dc475f-719d-4b5a-b823-fc7bf31b6355'] response: {'server_uuid': '4686d426-f02a-4d1b-a91a-3a5689dd3b48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3211349c-cc9d-4914-8a84-cd570821bb77', 'code': 200} Jun 01 19:04:40.974932 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=3211349c-cc9d-4914-8a84-cd570821bb77,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:04:41.043617 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540610d2-3186-4dbc-a4a7-1e07b366f81d req-5eb27283-c853-4fd8-80ec-5dd2ee8abf8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:41.044089 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540610d2-3186-4dbc-a4a7-1e07b366f81d req-5eb27283-c853-4fd8-80ec-5dd2ee8abf8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:41.049223 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540610d2-3186-4dbc-a4a7-1e07b366f81d req-5eb27283-c853-4fd8-80ec-5dd2ee8abf8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:41.050972 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-540610d2-3186-4dbc-a4a7-1e07b366f81d req-5eb27283-c853-4fd8-80ec-5dd2ee8abf8b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f9f71065939b4c07b09efd290be9b909&device_id=be21e4b6-ff05-48da-b16c-87c7c0510c7a HTTP/1.1" status: 200 len: 2756 time: 0.7478008 Jun 01 19:04:41.123403 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b016e334-e776-4d47-93d4-f50f735360f8 None None] DHCP port deletion for b13cea60-ec39-4484-8bd8-fabb4673d37a request from n-d-844202-1 {{(pid=88526) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 19:04:41.145142 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-553f50e6-87e3-4468-b4f4-d111997ce40e None None] get_active_networks_info from n-d-844202-1 {{(pid=88526) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jun 01 19:04:41.229813 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7899ad93-5dc8-4e9f-b228-f50de008d488 req-688e6c8d-7eaf-48d1-9c1d-77d7e35c2d30 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:41.231588 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7899ad93-5dc8-4e9f-b228-f50de008d488 req-688e6c8d-7eaf-48d1-9c1d-77d7e35c2d30 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.50 "GET /v2.0/networks?id=9872ab5d-59e4-43b1-8dfc-1ca5e239e8ce HTTP/1.1" status: 200 len: 813 time: 0.9108257 Jun 01 19:04:41.263186 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-64d6bc80-c52e-45fb-af7c-2b8d01e798cb None None] Could not find standard attr ID for object bf6e7c92-cedd-464f-bdbb-80cc8c8c0238. {{(pid=88526) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 01 19:04:41.273149 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-7899ad93-5dc8-4e9f-b228-f50de008d488 req-e133dd08-dfdf-49b1-b588-d040031bfd7b tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Request body: {'port': {'device_id': '7c78d629-df0d-4dc5-81f0-5fcf9fb1c19d', 'network_id': '9872ab5d-59e4-43b1-8dfc-1ca5e239e8ce', 'admin_state_up': True, 'tenant_id': '4e20c5bd79fa44728efb622f29d6160e'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:04:41.350149 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-d0a8d4ce-9157-4011-a6fb-50783dc34564 req-ad0de797-aeaa-4f79-8d60-dbe3421d6363 service neutron] For port 23206013-4e9a-4a8d-a7dc-a7f0aa114867, host n-h1-844202-1, cleared binding levels {{(pid=88524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:04:41.360900 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-d0a8d4ce-9157-4011-a6fb-50783dc34564 req-ad0de797-aeaa-4f79-8d60-dbe3421d6363 service neutron] For port 23206013-4e9a-4a8d-a7dc-a7f0aa114867, host n-h1-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=23206013-4e9a-4a8d-a7dc-a7f0aa114867,segment=NetworkSegment(026dc3ac-1c68-4a28-9108-6f84a0dae619),segment_id=026dc3ac-1c68-4a28-9108-6f84a0dae619)] {{(pid=88524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:04:41.365519 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [req-fc89b6c3-7c5c-4fbf-a11b-82816385974a req-44bd18ee-31b8-473a-8fdf-25e199106dea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2769d589-abe2-4ea8-835d-1f0891a8356f {{(pid=88524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 19:04:41.383277 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device bf6e7c92-cedd-464f-bdbb-80cc8c8c0238 no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:04:41.387935 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-fc89b6c3-7c5c-4fbf-a11b-82816385974a req-44bd18ee-31b8-473a-8fdf-25e199106dea service neutron] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:41.397253 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-d0a8d4ce-9157-4011-a6fb-50783dc34564 req-ad0de797-aeaa-4f79-8d60-dbe3421d6363 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:41.426360 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbdebbe-32c2-4afd-bc87-1e932741b486 req-006f0ff5-6a0c-4401-b44c-1e5153e6c614 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:41.444725 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: bf6e7c92-cedd-464f-bdbb-80cc8c8c0238 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:04:41.445075 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device bf6e7c92-cedd-464f-bdbb-80cc8c8c0238 not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:04:41.451721 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbdebbe-32c2-4afd-bc87-1e932741b486 req-006f0ff5-6a0c-4401-b44c-1e5153e6c614 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:41.464406 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbdebbe-32c2-4afd-bc87-1e932741b486 req-006f0ff5-6a0c-4401-b44c-1e5153e6c614 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:41.465715 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-bbbdebbe-32c2-4afd-bc87-1e932741b486 req-006f0ff5-6a0c-4401-b44c-1e5153e6c614 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Synchronizing usage tracker for tenant:f9f71065939b4c07b09efd290be9b909 on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:04:41.467260 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:41.512620 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-553f50e6-87e3-4468-b4f4-d111997ce40e None None] Resources bound (agent type, host, resource id): {{(pid=88526) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 01 19:04:41.535687 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540610d2-3186-4dbc-a4a7-1e07b366f81d req-25f8793a-f181-4557-b529-42725b09cc84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:41.536196 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540610d2-3186-4dbc-a4a7-1e07b366f81d req-25f8793a-f181-4557-b529-42725b09cc84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:41.536717 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540610d2-3186-4dbc-a4a7-1e07b366f81d req-25f8793a-f181-4557-b529-42725b09cc84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:41.538284 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-540610d2-3186-4dbc-a4a7-1e07b366f81d req-25f8793a-f181-4557-b529-42725b09cc84 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=f9f71065939b4c07b09efd290be9b909&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.3999505 Jun 01 19:04:41.598895 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b8bbbe6c-f6f9-457a-b287-8f32e5f8b793 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2614143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9667199'] for subnet, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:41.670072 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0de797-aeaa-4f79-8d60-dbe3421d6363 service neutron] Pushing event updated for resources: {'Port': ['ID=23206013-4e9a-4a8d-a7dc-a7f0aa114867,revision_number=3']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:04:41.695897 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a0cdab72-1550-459b-af0d-eca59ad2bcd4 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:41.696217 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a0cdab72-1550-459b-af0d-eca59ad2bcd4 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:41.726285 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [req-fc89b6c3-7c5c-4fbf-a11b-82816385974a req-44bd18ee-31b8-473a-8fdf-25e199106dea service neutron] Transition to ACTIVE for port object 2769d589-abe2-4ea8-835d-1f0891a8356f will not be triggered until provisioned by entity L2. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:04:41.729879 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a8d4ce-9157-4011-a6fb-50783dc34564 req-ad0de797-aeaa-4f79-8d60-dbe3421d6363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:41.730491 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-d0a8d4ce-9157-4011-a6fb-50783dc34564 req-ad0de797-aeaa-4f79-8d60-dbe3421d6363 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:41.731949 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d0a8d4ce-9157-4011-a6fb-50783dc34564 req-ad0de797-aeaa-4f79-8d60-dbe3421d6363 service neutron] 10.222.0.15 "PUT /v2.0/ports/23206013-4e9a-4a8d-a7dc-a7f0aa114867 HTTP/1.1" status: 200 len: 1092 time: 5.0634921 Jun 01 19:04:41.805178 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:41.821807 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-d0a8d4ce-9157-4011-a6fb-50783dc34564 req-99e5d337-d2cb-4321-80cf-70734ed29c69 service neutron] Request body: {'port': {'device_id': 'be21e4b6-ff05-48da-b16c-87c7c0510c7a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844202-1'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:04:41.912919 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-fc89b6c3-7c5c-4fbf-a11b-82816385974a req-44bd18ee-31b8-473a-8fdf-25e199106dea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:41.930867 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-a0cdab72-1550-459b-af0d-eca59ad2bcd4 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Calling delete_port for 40e460f5-c062-4a76-9d9c-35e39a9d790d owned by network:floatingip {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:04:41.938709 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73e1e3c-6ef2-4366-a7bb-b08d2b37b134 req-9ddf1357-2553-4a6c-8ce4-feff458627da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:41.944382 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e73e1e3c-6ef2-4366-a7bb-b08d2b37b134 req-9ddf1357-2553-4a6c-8ce4-feff458627da service neutron] 10.222.0.15 "GET /v2.0/networks?id=1a74ffe4-e7cd-459d-b2d6-ae7cddc87c99 HTTP/1.1" status: 200 len: 898 time: 0.9748769 Jun 01 19:04:41.980846 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:42.056042 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bd18ee-31b8-473a-8fdf-25e199106dea service neutron] Pushing event updated for resources: {'Port': ['ID=2769d589-abe2-4ea8-835d-1f0891a8356f,revision_number=2']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:04:42.058564 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-bbbdebbe-32c2-4afd-bc87-1e932741b486 req-006f0ff5-6a0c-4401-b44c-1e5153e6c614 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Unset dirty status for tenant:f9f71065939b4c07b09efd290be9b909 on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:04:42.059633 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-bbbdebbe-32c2-4afd-bc87-1e932741b486 req-006f0ff5-6a0c-4401-b44c-1e5153e6c614 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] 10.222.0.41 "GET /v2.0/ports?device_id=be21e4b6-ff05-48da-b16c-87c7c0510c7a HTTP/1.1" status: 200 len: 2400 time: 1.5524812 Jun 01 19:04:42.061862 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e86f97-d4c7-45c7-b6dd-24200ce05dd2 req-92d6395a-8d5e-4c7b-9d30-86a9c559123f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:42.063302 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-43e86f97-d4c7-45c7-b6dd-24200ce05dd2 req-92d6395a-8d5e-4c7b-9d30-86a9c559123f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=4686d426-f02a-4d1b-a91a-3a5689dd3b48 HTTP/1.1" status: 200 len: 1097 time: 1.1543617 Jun 01 19:04:42.152662 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b8bbbe6c-f6f9-457a-b287-8f32e5f8b793 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:42.224785 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bbbe6c-f6f9-457a-b287-8f32e5f8b793 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Pushing event deleted for resources: {'Subnet': ['ID=faeaff31-ee8e-4680-a929-79b0af01720c,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:04:42.298733 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-b8bbbe6c-f6f9-457a-b287-8f32e5f8b793 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b13cea60-ec39-4484-8bd8-fabb4673d37a']}} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:04:42.326461 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be21e4b6-ff05-48da-b16c-87c7c0510c7a', 'tag': '23206013-4e9a-4a8d-a7dc-a7f0aa114867'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:04:42.353953 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-b8bbbe6c-f6f9-457a-b287-8f32e5f8b793 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47ffc95e-349f-4fa0-841e-883ba443bca0') {'for_net_delete': True} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:04:42.354392 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-b8bbbe6c-f6f9-457a-b287-8f32e5f8b793 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47ffc95e-349f-4fa0-841e-883ba443bca0') {} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:04:42.360944 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-7899ad93-5dc8-4e9f-b228-f50de008d488 req-e133dd08-dfdf-49b1-b588-d040031bfd7b tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:04:42.386079 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecc8ae4-c441-4a91-b26c-d7f1e6306944 req-24734e2f-6925-4006-b5a9-3b0557111946 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:42.389726 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02f57aa2-917d-4439-8ed1-ac7659958f65 None None] Network b13cea60-ec39-4484-8bd8-fabb4673d37a requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:04:42.392756 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-6ecc8ae4-c441-4a91-b26c-d7f1e6306944 req-24734e2f-6925-4006-b5a9-3b0557111946 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/ports?device_id=4686d426-f02a-4d1b-a91a-3a5689dd3b48 HTTP/1.1" status: 200 len: 946 time: 1.1020279 Jun 01 19:04:42.426365 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e73e1e3c-6ef2-4366-a7bb-b08d2b37b134 req-f97b6bc1-2a84-49cd-8aff-515b981d13b4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=acb3787e-d6e7-4d8e-8e29-33bcd53ffe01 HTTP/1.1" status: 200 len: 1002 time: 0.2597895 Jun 01 19:04:42.430990 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b8bbbe6c-f6f9-457a-b287-8f32e5f8b793 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2258522'] for segment, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:42.549200 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73e1e3c-6ef2-4366-a7bb-b08d2b37b134 req-96e89444-2ec1-4bfb-93f2-e5964aa2fae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:42.564678 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e73e1e3c-6ef2-4366-a7bb-b08d2b37b134 req-96e89444-2ec1-4bfb-93f2-e5964aa2fae2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b3633857-1cd8-40e7-9128-29a541565063 HTTP/1.1" status: 200 len: 835 time: 0.1184804 Jun 01 19:04:42.591130 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-43e86f97-d4c7-45c7-b6dd-24200ce05dd2 req-5f2bac02-b456-4632-870d-58d50ce62639 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=5040cb58-24af-44ab-a8bd-126074c76b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5036659 Jun 01 19:04:42.623307 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-7899ad93-5dc8-4e9f-b228-f50de008d488 req-e133dd08-dfdf-49b1-b588-d040031bfd7b tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:04:42.632877 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-bbbdebbe-32c2-4afd-bc87-1e932741b486 req-b7d66446-4d5e-4131-bba6-3fb60568cfe2 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] 10.222.0.41 "GET /v2.0/security-groups?id=35bdd75f-60bc-442f-9683-0ad602663bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4176526 Jun 01 19:04:42.692062 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b8bbbe6c-f6f9-457a-b287-8f32e5f8b793 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:42.709236 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8bbbe6c-f6f9-457a-b287-8f32e5f8b793 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=88525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 19:04:42.712123 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b8bbbe6c-f6f9-457a-b287-8f32e5f8b793 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2613981'] for segment, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:42.714272 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7899ad93-5dc8-4e9f-b228-f50de008d488 req-e133dd08-dfdf-49b1-b588-d040031bfd7b tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Made reservation on behalf of 4e20c5bd79fa44728efb622f29d6160e for: {'port': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:04:42.722264 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-7899ad93-5dc8-4e9f-b228-f50de008d488 req-e133dd08-dfdf-49b1-b588-d040031bfd7b tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:42.743306 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-d0a8d4ce-9157-4011-a6fb-50783dc34564 req-99e5d337-d2cb-4321-80cf-70734ed29c69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:42.758684 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a0cdab72-1550-459b-af0d-eca59ad2bcd4 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:42.867196 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03b09ed3-ba81-4759-a1df-ee1f420b72df None None] DHCP port deletion for b13cea60-ec39-4484-8bd8-fabb4673d37a request from n-d-844202-1 {{(pid=88526) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 19:04:42.888693 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-fc89b6c3-7c5c-4fbf-a11b-82816385974a req-44bd18ee-31b8-473a-8fdf-25e199106dea service neutron] Attempting to bind port 2769d589-abe2-4ea8-835d-1f0891a8356f on host n-h2-844202-1 for vnic_type normal with profile {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:04:42.889009 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-fc89b6c3-7c5c-4fbf-a11b-82816385974a req-44bd18ee-31b8-473a-8fdf-25e199106dea service neutron] Attempting to bind port 2769d589-abe2-4ea8-835d-1f0891a8356f by drivers openvswitch,hyperv on host n-h2-844202-1 at level 0 using segments [{'id': 'd147e68c-d5fd-47df-bf65-d6c5991a53c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '0c49dc6b-5e39-4101-b04d-1c1361c15d69'}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:04:42.889368 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc89b6c3-7c5c-4fbf-a11b-82816385974a req-44bd18ee-31b8-473a-8fdf-25e199106dea service neutron] Attempting to bind port 2769d589-abe2-4ea8-835d-1f0891a8356f on network 0c49dc6b-5e39-4101-b04d-1c1361c15d69 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:04:42.892667 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540610d2-3186-4dbc-a4a7-1e07b366f81d req-c5279424-196e-4e07-870a-245ac66cec9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:42.894126 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-540610d2-3186-4dbc-a4a7-1e07b366f81d req-c5279424-196e-4e07-870a-245ac66cec9c service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.3293102 Jun 01 19:04:42.917782 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-6ecc8ae4-c441-4a91-b26c-d7f1e6306944 req-258f5b37-b317-4918-b2f8-83314b7e3908 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/security-groups?id=5040cb58-24af-44ab-a8bd-126074c76b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5234897 Jun 01 19:04:42.934619 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cdab72-1550-459b-af0d-eca59ad2bcd4 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Pushing event deleted for resources: {'Port': ['ID=40e460f5-c062-4a76-9d9c-35e39a9d790d,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:04:42.938093 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment 47ffc95e-349f-4fa0-841e-883ba443bca0 resource provider aggregate not found Jun 01 19:04:42.951143 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b8bbbe6c-f6f9-457a-b287-8f32e5f8b793 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:42.958777 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b8bbbe6c-f6f9-457a-b287-8f32e5f8b793 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks [] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:42.997021 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment 47ffc95e-349f-4fa0-841e-883ba443bca0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 47ffc95e-349f-4fa0-841e-883ba443bca0 found for delete ", "request_id": "req-0993b2d5-4139-47a6-8e8f-534969ee8f8f"}]} Jun 01 19:04:43.002019 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-b8bbbe6c-f6f9-457a-b287-8f32e5f8b793 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] 10.222.0.41 "DELETE /v2.0/networks/b13cea60-ec39-4484-8bd8-fabb4673d37a HTTP/1.1" status: 204 len: 168 time: 7.7859678 Jun 01 19:04:43.003168 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73e1e3c-6ef2-4366-a7bb-b08d2b37b134 req-5ec64037-4c12-4aad-9611-4000e9948f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:43.004655 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e73e1e3c-6ef2-4366-a7bb-b08d2b37b134 req-5ec64037-4c12-4aad-9611-4000e9948f24 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1a74ffe4-e7cd-459d-b2d6-ae7cddc87c99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4209673 Jun 01 19:04:43.005824 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 47004) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:04:43.008766 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bbbe6c-f6f9-457a-b287-8f32e5f8b793 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Pushing event deleted for resources: {'Network': ['ID=b13cea60-ec39-4484-8bd8-fabb4673d37a,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:04:43.077394 n-d-844202-1 neutron-server[88525]: INFO neutron.pecan_wsgi.hooks.translation [None req-952802f3-8df4-4ccf-b7d4-c4a60b4fb8a2 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] GET failed (client error): The resource could not be found. Jun 01 19:04:43.077902 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-952802f3-8df4-4ccf-b7d4-c4a60b4fb8a2 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Synchronizing usage tracker for tenant:186f4868324f42e7b69da35feb15cabc on resource:subnet {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:04:43.158369 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-952802f3-8df4-4ccf-b7d4-c4a60b4fb8a2 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Unset dirty status for tenant:186f4868324f42e7b69da35feb15cabc on resource:subnet {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:04:43.162495 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-952802f3-8df4-4ccf-b7d4-c4a60b4fb8a2 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] 10.222.0.41 "GET /v2.0/subnets/faeaff31-ee8e-4680-a929-79b0af01720c HTTP/1.1" status: 404 len: 337 time: 0.1524572 Jun 01 19:04:43.162748 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 47008) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:04:43.194719 n-d-844202-1 neutron-server[88525]: INFO neutron.pecan_wsgi.hooks.translation [None req-945628d3-8fef-45c4-9b50-51e3683dda37 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] DELETE failed (client error): The resource could not be found. Jun 01 19:04:43.195189 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-945628d3-8fef-45c4-9b50-51e3683dda37 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88525) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 19:04:43.201079 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-945628d3-8fef-45c4-9b50-51e3683dda37 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] 10.222.0.41 "DELETE /v2.0/networks/b13cea60-ec39-4484-8bd8-fabb4673d37a HTTP/1.1" status: 404 len: 339 time: 0.0332561 Jun 01 19:04:43.271457 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 47012) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:04:43.303407 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8251eb4f-e6a0-47e4-8c9d-ce4f11d774fd req-94856a22-d39f-41b7-9a60-476ee1509681 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c78d629-df0d-4dc5-81f0-5fcf9fb1c19d HTTP/1.1" status: 200 len: 210 time: 0.1051829 Jun 01 19:04:43.391721 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc89b6c3-7c5c-4fbf-a11b-82816385974a req-44bd18ee-31b8-473a-8fdf-25e199106dea service neutron] Port 2769d589-abe2-4ea8-835d-1f0891a8356f on network 0c49dc6b-5e39-4101-b04d-1c1361c15d69 not bound, no agent of type Open vSwitch agent registered on host n-h2-844202-1 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 19:04:43.392336 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc89b6c3-7c5c-4fbf-a11b-82816385974a req-44bd18ee-31b8-473a-8fdf-25e199106dea service neutron] Attempting to bind port 2769d589-abe2-4ea8-835d-1f0891a8356f on network 0c49dc6b-5e39-4101-b04d-1c1361c15d69 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:04:43.395686 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f496b7b0-f4c1-411e-a469-2fed860ce71f'] response: {'name': 'network-changed', 'server_uuid': 'be21e4b6-ff05-48da-b16c-87c7c0510c7a', 'tag': '23206013-4e9a-4a8d-a7dc-a7f0aa114867', 'status': 'completed', 'code': 200} Jun 01 19:04:43.451486 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e73e1e3c-6ef2-4366-a7bb-b08d2b37b134 req-7b2fd171-b63a-4bc8-9bfb-52c09b88f08e service neutron] 10.222.0.15 "GET /v2.0/networks/1a74ffe4-e7cd-459d-b2d6-ae7cddc87c99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4047942 Jun 01 19:04:43.484591 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc89b6c3-7c5c-4fbf-a11b-82816385974a req-44bd18ee-31b8-473a-8fdf-25e199106dea service neutron] Checking agent: {'id': 'f5db9968-6317-4186-9100-9e0ca6b50417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 4, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:04:43.485015 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc89b6c3-7c5c-4fbf-a11b-82816385974a req-44bd18ee-31b8-473a-8fdf-25e199106dea service neutron] Checking segment: {'id': 'd147e68c-d5fd-47df-bf65-d6c5991a53c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '0c49dc6b-5e39-4101-b04d-1c1361c15d69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:04:43.485384 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc89b6c3-7c5c-4fbf-a11b-82816385974a req-44bd18ee-31b8-473a-8fdf-25e199106dea service neutron] Bound using segment: {'id': 'd147e68c-d5fd-47df-bf65-d6c5991a53c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '0c49dc6b-5e39-4101-b04d-1c1361c15d69'} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:04:43.486321 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-fc89b6c3-7c5c-4fbf-a11b-82816385974a req-44bd18ee-31b8-473a-8fdf-25e199106dea service neutron] Bound port: 2769d589-abe2-4ea8-835d-1f0891a8356f, host: n-h2-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd147e68c-d5fd-47df-bf65-d6c5991a53c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '0c49dc6b-5e39-4101-b04d-1c1361c15d69'}}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:04:43.486321 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-fc89b6c3-7c5c-4fbf-a11b-82816385974a req-44bd18ee-31b8-473a-8fdf-25e199106dea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:43.733586 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0367a517-be5d-467b-8efe-9030acfb4376 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:43.734310 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-0367a517-be5d-467b-8efe-9030acfb4376 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Synchronizing usage tracker for tenant:186f4868324f42e7b69da35feb15cabc on resource:network {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:04:43.759101 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a0cdab72-1550-459b-af0d-eca59ad2bcd4 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks [] for floatingip, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:43.802241 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ffdbf4-b52b-4411-8d18-3ecd01cfd579 req-2ccab3a4-c91a-4a51-9da0-c7d3695e429c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:43.802749 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ffdbf4-b52b-4411-8d18-3ecd01cfd579 req-2ccab3a4-c91a-4a51-9da0-c7d3695e429c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:43.803312 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ffdbf4-b52b-4411-8d18-3ecd01cfd579 req-2ccab3a4-c91a-4a51-9da0-c7d3695e429c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:43.805564 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-96ffdbf4-b52b-4411-8d18-3ecd01cfd579 req-2ccab3a4-c91a-4a51-9da0-c7d3695e429c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f9f71065939b4c07b09efd290be9b909&device_id=be21e4b6-ff05-48da-b16c-87c7c0510c7a HTTP/1.1" status: 200 len: 2798 time: 0.3960328 Jun 01 19:04:43.827357 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9b74ad-4a5f-49e3-b71f-8240a1bcf24d req-7ad2941a-9952-4435-b6a4-645abf39bead tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:43.828917 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-2a9b74ad-4a5f-49e3-b71f-8240a1bcf24d req-7ad2941a-9952-4435-b6a4-645abf39bead tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Synchronizing usage tracker for tenant:ff411273a1ac46f2a91fb45afe578ccb on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:04:43.843747 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e73e1e3c-6ef2-4366-a7bb-b08d2b37b134 req-90deec0d-db2b-40af-b381-97103db762c7 service neutron] 10.222.0.15 "GET /v2.0/networks/1a74ffe4-e7cd-459d-b2d6-ae7cddc87c99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3823276 Jun 01 19:04:43.863579 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-fc89b6c3-7c5c-4fbf-a11b-82816385974a req-44bd18ee-31b8-473a-8fdf-25e199106dea service neutron] For port 2769d589-abe2-4ea8-835d-1f0891a8356f, host n-h2-844202-1, cleared binding levels {{(pid=88524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:04:43.866587 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [req-7899ad93-5dc8-4e9f-b228-f50de008d488 req-e133dd08-dfdf-49b1-b588-d040031bfd7b tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Allocated IP 172.20.0.2 (9872ab5d-59e4-43b1-8dfc-1ca5e239e8ce/969bae19-2b90-42ed-a4ac-a4a59eaa870c/d0e3d4bb-e5ed-4163-a108-61c8c95feac6) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:04:43.878871 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-0367a517-be5d-467b-8efe-9030acfb4376 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Unset dirty status for tenant:186f4868324f42e7b69da35feb15cabc on resource:network {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:04:43.883083 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-0367a517-be5d-467b-8efe-9030acfb4376 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.6074500 Jun 01 19:04:43.884298 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 47020) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:04:43.975156 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a0cdab72-1550-459b-af0d-eca59ad2bcd4 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for floatingip, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:43.983470 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-a0cdab72-1550-459b-af0d-eca59ad2bcd4 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] 10.222.0.41 "DELETE /v2.0/floatingips/10d18e16-e7ef-40ce-898e-c134ba8facff HTTP/1.1" status: 204 len: 168 time: 4.0496411 Jun 01 19:04:43.998770 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 47026) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:04:44.025645 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-fc89b6c3-7c5c-4fbf-a11b-82816385974a req-44bd18ee-31b8-473a-8fdf-25e199106dea service neutron] For port 2769d589-abe2-4ea8-835d-1f0891a8356f, host n-h2-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=2769d589-abe2-4ea8-835d-1f0891a8356f,segment=NetworkSegment(d147e68c-d5fd-47df-bf65-d6c5991a53c2),segment_id=d147e68c-d5fd-47df-bf65-d6c5991a53c2)] {{(pid=88524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:04:44.040276 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-acdd2279-73c9-42d0-af8e-8b245eb0662e tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Request body: {'floatingip': {'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'port_id': 'c62d4609-83b1-45d0-abb2-e3d37ebae283'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:04:44.057801 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-acdd2279-73c9-42d0-af8e-8b245eb0662e tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:04:44.065693 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-acdd2279-73c9-42d0-af8e-8b245eb0662e tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Usage tracker for resource:floatingip and tenant:a0eb4836fe25462db2032ac7c054c0ab is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:04:44.073034 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-acdd2279-73c9-42d0-af8e-8b245eb0662e tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:04:44.085803 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-acdd2279-73c9-42d0-af8e-8b245eb0662e tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:04:44.116589 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-fc89b6c3-7c5c-4fbf-a11b-82816385974a req-44bd18ee-31b8-473a-8fdf-25e199106dea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:44.141015 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-b60ddca9-88af-4062-884e-76c9e6c1aa01 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] 10.222.0.41 "GET /v2.0/subnets?network_id=72a72e44-6845-488a-a5ff-3a26d4df9cb3 HTTP/1.1" status: 200 len: 207 time: 0.2556288 Jun 01 19:04:44.150961 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 47030) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:04:44.214692 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-2a9b74ad-4a5f-49e3-b71f-8240a1bcf24d req-7ad2941a-9952-4435-b6a4-645abf39bead tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Unset dirty status for tenant:ff411273a1ac46f2a91fb45afe578ccb on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:04:44.221365 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-2a9b74ad-4a5f-49e3-b71f-8240a1bcf24d req-7ad2941a-9952-4435-b6a4-645abf39bead tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/ports?device_id=1452f576-1fdd-4336-b27d-dcf8626fa6b3 HTTP/1.1" status: 200 len: 944 time: 1.3291519 Jun 01 19:04:44.262782 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc89b6c3-7c5c-4fbf-a11b-82816385974a req-44bd18ee-31b8-473a-8fdf-25e199106dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:44.263735 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-fc89b6c3-7c5c-4fbf-a11b-82816385974a req-44bd18ee-31b8-473a-8fdf-25e199106dea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:44.265091 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fc89b6c3-7c5c-4fbf-a11b-82816385974a req-44bd18ee-31b8-473a-8fdf-25e199106dea service neutron] 10.222.0.50 "PUT /v2.0/ports/2769d589-abe2-4ea8-835d-1f0891a8356f HTTP/1.1" status: 200 len: 1092 time: 5.9392176 Jun 01 19:04:44.265963 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-acdd2279-73c9-42d0-af8e-8b245eb0662e tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks [] for floatingip, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:44.465677 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643da6af-ba02-4a02-af71-981801d91416 req-244e842d-d5e3-45a0-b289-6cdb972690f9 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:44.471373 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643da6af-ba02-4a02-af71-981801d91416 req-244e842d-d5e3-45a0-b289-6cdb972690f9 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:44.477592 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643da6af-ba02-4a02-af71-981801d91416 req-244e842d-d5e3-45a0-b289-6cdb972690f9 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:44.479274 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-643da6af-ba02-4a02-af71-981801d91416 req-244e842d-d5e3-45a0-b289-6cdb972690f9 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] 10.222.0.41 "GET /v2.0/ports?device_id=be21e4b6-ff05-48da-b16c-87c7c0510c7a HTTP/1.1" status: 200 len: 2400 time: 0.4144313 Jun 01 19:04:44.536572 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bd18ee-31b8-473a-8fdf-25e199106dea service neutron] Pushing event updated for resources: {'Port': ['ID=2769d589-abe2-4ea8-835d-1f0891a8356f,revision_number=3']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:04:44.552189 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-2a9b74ad-4a5f-49e3-b71f-8240a1bcf24d req-25e53a20-427f-4a50-9eba-be1b40b2d88a tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a351d5c-3364-42d8-bd0d-648028a392a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3293321 Jun 01 19:04:44.572255 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-643da6af-ba02-4a02-af71-981801d91416 req-fde3a516-c7f6-445c-9d73-e6c544e0bafe tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] 10.222.0.41 "GET /v2.0/security-groups?id=35bdd75f-60bc-442f-9683-0ad602663bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756936 Jun 01 19:04:44.575575 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ffdbf4-b52b-4411-8d18-3ecd01cfd579 req-dbb5b294-0d87-464c-891f-3fa5a9fbe20e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:44.576032 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ffdbf4-b52b-4411-8d18-3ecd01cfd579 req-dbb5b294-0d87-464c-891f-3fa5a9fbe20e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:44.576506 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ffdbf4-b52b-4411-8d18-3ecd01cfd579 req-dbb5b294-0d87-464c-891f-3fa5a9fbe20e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:44.577968 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-96ffdbf4-b52b-4411-8d18-3ecd01cfd579 req-dbb5b294-0d87-464c-891f-3fa5a9fbe20e service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=f9f71065939b4c07b09efd290be9b909&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.7332754 Jun 01 19:04:44.678463 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [req-d0a8d4ce-9157-4011-a6fb-50783dc34564 req-99e5d337-d2cb-4321-80cf-70734ed29c69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f659db6f-207d-46a7-a2e3-d4ab218b8d77 {{(pid=88524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 19:04:44.688919 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-d0a8d4ce-9157-4011-a6fb-50783dc34564 req-99e5d337-d2cb-4321-80cf-70734ed29c69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:44.705665 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [req-d0a8d4ce-9157-4011-a6fb-50783dc34564 req-99e5d337-d2cb-4321-80cf-70734ed29c69 service neutron] Transition to ACTIVE for port object f659db6f-207d-46a7-a2e3-d4ab218b8d77 will not be triggered until provisioned by entity L2. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:04:44.718369 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-d0a8d4ce-9157-4011-a6fb-50783dc34564 req-99e5d337-d2cb-4321-80cf-70734ed29c69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:44.785712 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59fa976e-5efa-47ad-b077-7ff7b8450d63 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:44.793188 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59fa976e-5efa-47ad-b077-7ff7b8450d63 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:44.800858 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59fa976e-5efa-47ad-b077-7ff7b8450d63 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:44.806481 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59fa976e-5efa-47ad-b077-7ff7b8450d63 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:44.812293 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-59fa976e-5efa-47ad-b077-7ff7b8450d63 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.6562185 Jun 01 19:04:44.843078 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 47038) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:04:44.870352 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ffdbf4-b52b-4411-8d18-3ecd01cfd579 req-794de9b4-4094-4c35-99ca-482f0d970a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:44.871894 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-96ffdbf4-b52b-4411-8d18-3ecd01cfd579 req-794de9b4-4094-4c35-99ca-482f0d970a56 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2793572 Jun 01 19:04:44.874041 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b1848b59-1c45-46b3-ad45-a97b90caff01 req-e783e6ec-7dd3-4ec6-9d34-609c9dc14914 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c78d629-df0d-4dc5-81f0-5fcf9fb1c19d HTTP/1.1" status: 200 len: 210 time: 0.0548363 Jun 01 19:04:45.123572 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-7899ad93-5dc8-4e9f-b228-f50de008d488 req-e133dd08-dfdf-49b1-b588-d040031bfd7b tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:45.345704 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc89b6c3-7c5c-4fbf-a11b-82816385974a req-37878ba2-6c8a-4848-8ec7-2e2864d968d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:45.347169 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fc89b6c3-7c5c-4fbf-a11b-82816385974a req-37878ba2-6c8a-4848-8ec7-2e2864d968d5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ff411273a1ac46f2a91fb45afe578ccb&device_id=1452f576-1fdd-4336-b27d-dcf8626fa6b3 HTTP/1.1" status: 200 len: 1095 time: 0.9438095 Jun 01 19:04:45.354496 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e5d337-d2cb-4321-80cf-70734ed29c69 service neutron] Pushing event updated for resources: {'Port': ['ID=f659db6f-207d-46a7-a2e3-d4ab218b8d77,revision_number=2']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:04:45.410054 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1452f576-1fdd-4336-b27d-dcf8626fa6b3', 'tag': '2769d589-abe2-4ea8-835d-1f0891a8356f'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:04:45.463753 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fc89b6c3-7c5c-4fbf-a11b-82816385974a req-8a72aa45-9e24-4e9b-8361-86c34da84f6a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2769d589-abe2-4ea8-835d-1f0891a8356f HTTP/1.1" status: 200 len: 217 time: 0.1010704 Jun 01 19:04:45.480443 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9020a2a-c65f-4369-9c63-0a3d5173f90e'] response: {'name': 'network-changed', 'server_uuid': '1452f576-1fdd-4336-b27d-dcf8626fa6b3', 'tag': '2769d589-abe2-4ea8-835d-1f0891a8356f', 'status': 'completed', 'code': 200} Jun 01 19:04:45.536854 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-ff4185a5-23c9-4f87-a77b-5f85bb883b97 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Synchronizing usage tracker for tenant:186f4868324f42e7b69da35feb15cabc on resource:network {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:04:45.556065 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-d0a8d4ce-9157-4011-a6fb-50783dc34564 req-99e5d337-d2cb-4321-80cf-70734ed29c69 service neutron] Attempting to bind port f659db6f-207d-46a7-a2e3-d4ab218b8d77 on host n-h1-844202-1 for vnic_type normal with profile {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:04:45.556436 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-d0a8d4ce-9157-4011-a6fb-50783dc34564 req-99e5d337-d2cb-4321-80cf-70734ed29c69 service neutron] Attempting to bind port f659db6f-207d-46a7-a2e3-d4ab218b8d77 by drivers openvswitch,hyperv on host n-h1-844202-1 at level 0 using segments [{'id': '50dfa21d-d423-4213-97ca-33d7928cf427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'aaaa9f67-00cd-4fd7-bfc9-acab80f1aa33'}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:04:45.556765 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a8d4ce-9157-4011-a6fb-50783dc34564 req-99e5d337-d2cb-4321-80cf-70734ed29c69 service neutron] Attempting to bind port f659db6f-207d-46a7-a2e3-d4ab218b8d77 on network aaaa9f67-00cd-4fd7-bfc9-acab80f1aa33 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:04:45.580639 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15819ec-dc12-49ea-8256-a24ad65b9536 req-6bffe795-49a7-4442-8660-2951de4824bc tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:45.588468 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f15819ec-dc12-49ea-8256-a24ad65b9536 req-6bffe795-49a7-4442-8660-2951de4824bc tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/ports?device_id=4686d426-f02a-4d1b-a91a-3a5689dd3b48 HTTP/1.1" status: 200 len: 946 time: 0.8222160 Jun 01 19:04:45.598189 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a8d4ce-9157-4011-a6fb-50783dc34564 req-99e5d337-d2cb-4321-80cf-70734ed29c69 service neutron] Port f659db6f-207d-46a7-a2e3-d4ab218b8d77 on network aaaa9f67-00cd-4fd7-bfc9-acab80f1aa33 not bound, no agent of type Open vSwitch agent registered on host n-h1-844202-1 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 19:04:45.598545 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a8d4ce-9157-4011-a6fb-50783dc34564 req-99e5d337-d2cb-4321-80cf-70734ed29c69 service neutron] Attempting to bind port f659db6f-207d-46a7-a2e3-d4ab218b8d77 on network aaaa9f67-00cd-4fd7-bfc9-acab80f1aa33 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:04:45.628219 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-ff4185a5-23c9-4f87-a77b-5f85bb883b97 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Unset dirty status for tenant:186f4868324f42e7b69da35feb15cabc on resource:network {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:04:45.629575 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-ff4185a5-23c9-4f87-a77b-5f85bb883b97 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] 10.222.0.41 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.7712016 Jun 01 19:04:45.635850 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a8d4ce-9157-4011-a6fb-50783dc34564 req-99e5d337-d2cb-4321-80cf-70734ed29c69 service neutron] Checking agent: {'id': 'bdb1e5d7-b998-4259-838f-3d278e930f32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 4, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:04:45.636185 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a8d4ce-9157-4011-a6fb-50783dc34564 req-99e5d337-d2cb-4321-80cf-70734ed29c69 service neutron] Checking segment: {'id': '50dfa21d-d423-4213-97ca-33d7928cf427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'aaaa9f67-00cd-4fd7-bfc9-acab80f1aa33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:04:45.636610 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a8d4ce-9157-4011-a6fb-50783dc34564 req-99e5d337-d2cb-4321-80cf-70734ed29c69 service neutron] Bound using segment: {'id': '50dfa21d-d423-4213-97ca-33d7928cf427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'aaaa9f67-00cd-4fd7-bfc9-acab80f1aa33'} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:04:45.637048 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-d0a8d4ce-9157-4011-a6fb-50783dc34564 req-99e5d337-d2cb-4321-80cf-70734ed29c69 service neutron] Bound port: f659db6f-207d-46a7-a2e3-d4ab218b8d77, host: n-h1-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50dfa21d-d423-4213-97ca-33d7928cf427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'aaaa9f67-00cd-4fd7-bfc9-acab80f1aa33'}}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:04:45.637390 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-d0a8d4ce-9157-4011-a6fb-50783dc34564 req-99e5d337-d2cb-4321-80cf-70734ed29c69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:45.643106 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 47048) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:04:45.661740 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc89b6c3-7c5c-4fbf-a11b-82816385974a req-4ac09332-5f39-46be-8518-767fd20e2400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:45.663411 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fc89b6c3-7c5c-4fbf-a11b-82816385974a req-4ac09332-5f39-46be-8518-767fd20e2400 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=308ebcd6-774a-482f-bd0f-fadc3e2b2dca HTTP/1.1" status: 200 len: 846 time: 0.1848330 Jun 01 19:04:45.746138 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-acdd2279-73c9-42d0-af8e-8b245eb0662e tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:45.758020 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f969216b-9d11-49d4-9f30-0a37eee9a8e1 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:45.759664 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f969216b-9d11-49d4-9f30-0a37eee9a8e1 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:45.761185 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-f969216b-9d11-49d4-9f30-0a37eee9a8e1 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1167371 Jun 01 19:04:45.767123 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 47052) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:04:45.767300 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f15819ec-dc12-49ea-8256-a24ad65b9536 req-5f2fa9f3-9de7-4d4b-941e-ccf913a135f0 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/security-groups?id=5040cb58-24af-44ab-a8bd-126074c76b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1777802 Jun 01 19:04:45.768265 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-7899ad93-5dc8-4e9f-b228-f50de008d488 req-e133dd08-dfdf-49b1-b588-d040031bfd7b tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:45.795140 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fc89b6c3-7c5c-4fbf-a11b-82816385974a req-90790a51-784d-406f-827f-c9cfdade8b72 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0c49dc6b-5e39-4101-b04d-1c1361c15d69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1193027 Jun 01 19:04:45.799487 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] get_ports_and_sgs() called for port_ids ['86d4595b-e8db-4a4c-b6f0-57c1d6666091'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 19:04:45.905779 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad3b6013-e767-4d18-9004-086048e55f68 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Attributes excluded by policy engine: ['shared'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:45.907485 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad3b6013-e767-4d18-9004-086048e55f68 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Attributes excluded by policy engine: ['shared'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:45.912975 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-ad3b6013-e767-4d18-9004-086048e55f68 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] 10.222.0.41 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1412182 Jun 01 19:04:45.914784 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 47058) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:04:46.075160 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7899ad93-5dc8-4e9f-b228-f50de008d488 req-e133dd08-dfdf-49b1-b588-d040031bfd7b tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Network 9872ab5d-59e4-43b1-8dfc-1ca5e239e8ce is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:04:46.095398 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [req-7899ad93-5dc8-4e9f-b228-f50de008d488 req-e133dd08-dfdf-49b1-b588-d040031bfd7b tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:04:46.102732 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-7899ad93-5dc8-4e9f-b228-f50de008d488 req-e133dd08-dfdf-49b1-b588-d040031bfd7b tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:04:46.243219 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e133dd08-dfdf-49b1-b588-d040031bfd7b tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Pushing event updated for resources: {'Port': ['ID=d0e3d4bb-e5ed-4163-a108-61c8c95feac6,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:04:46.258175 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-d0a8d4ce-9157-4011-a6fb-50783dc34564 req-99e5d337-d2cb-4321-80cf-70734ed29c69 service neutron] For port f659db6f-207d-46a7-a2e3-d4ab218b8d77, host n-h1-844202-1, cleared binding levels {{(pid=88524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:04:46.306257 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-502454c7-0fe5-4cef-b7b5-69667b2e0dda tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:46.307832 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-502454c7-0fe5-4cef-b7b5-69667b2e0dda tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] 10.222.0.41 "GET /v2.0/networks/df7e755c-4cf7-468b-a127-7c19b72affe8 HTTP/1.1" status: 200 len: 798 time: 0.3923824 Jun 01 19:04:46.311732 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 47066) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:04:46.340111 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-d0a8d4ce-9157-4011-a6fb-50783dc34564 req-99e5d337-d2cb-4321-80cf-70734ed29c69 service neutron] For port f659db6f-207d-46a7-a2e3-d4ab218b8d77, host n-h1-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=f659db6f-207d-46a7-a2e3-d4ab218b8d77,segment=NetworkSegment(50dfa21d-d423-4213-97ca-33d7928cf427),segment_id=50dfa21d-d423-4213-97ca-33d7928cf427)] {{(pid=88524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:04:46.388185 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-d0a8d4ce-9157-4011-a6fb-50783dc34564 req-99e5d337-d2cb-4321-80cf-70734ed29c69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:46.430282 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3570c5eb-ae16-4d28-be93-0a4b16bcfceb req-6d5143c1-eb2b-480c-a441-ef966d0fc454 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:46.431784 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3570c5eb-ae16-4d28-be93-0a4b16bcfceb req-6d5143c1-eb2b-480c-a441-ef966d0fc454 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/ports?device_id=1452f576-1fdd-4336-b27d-dcf8626fa6b3 HTTP/1.1" status: 200 len: 944 time: 0.7087541 Jun 01 19:04:46.494524 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7899ad93-5dc8-4e9f-b228-f50de008d488 req-e133dd08-dfdf-49b1-b588-d040031bfd7b tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:46.495871 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-7899ad93-5dc8-4e9f-b228-f50de008d488 req-e133dd08-dfdf-49b1-b588-d040031bfd7b tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:46.506551 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3570c5eb-ae16-4d28-be93-0a4b16bcfceb req-3520fc82-7cfa-4101-b529-c7ea507cb9ed tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a351d5c-3364-42d8-bd0d-648028a392a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650938 Jun 01 19:04:46.531179 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-756cbf25-ee78-482e-b687-65e87e18f574 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] 10.222.0.41 "GET /v2.0/networks/df7e755c-4cf7-468b-a127-7c19b72affe8?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 314 time: 0.2134109 Jun 01 19:04:46.531875 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 47070) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:04:46.606229 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bdaec7d-3679-40d1-8286-dbf88c1e27df tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:46.607825 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-9bdaec7d-3679-40d1-8286-dbf88c1e27df tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] 10.222.0.41 "GET /v2.0/subnets/a30a3173-dba7-40b3-9997-f7d00a5fbe78 HTTP/1.1" status: 200 len: 811 time: 0.0747163 Jun 01 19:04:46.612836 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fc89b6c3-7c5c-4fbf-a11b-82816385974a req-52d44e69-c14e-41e8-bbce-129d3deae6f7 service neutron] 10.222.0.50 "GET /v2.0/networks/0c49dc6b-5e39-4101-b04d-1c1361c15d69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7333403 Jun 01 19:04:46.620091 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7899ad93-5dc8-4e9f-b228-f50de008d488 req-e133dd08-dfdf-49b1-b588-d040031bfd7b tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.3591766 Jun 01 19:04:46.621367 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 47074) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:04:46.624430 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a8d4ce-9157-4011-a6fb-50783dc34564 req-99e5d337-d2cb-4321-80cf-70734ed29c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:46.625041 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-d0a8d4ce-9157-4011-a6fb-50783dc34564 req-99e5d337-d2cb-4321-80cf-70734ed29c69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:46.626456 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d0a8d4ce-9157-4011-a6fb-50783dc34564 req-99e5d337-d2cb-4321-80cf-70734ed29c69 service neutron] 10.222.0.15 "PUT /v2.0/ports/f659db6f-207d-46a7-a2e3-d4ab218b8d77 HTTP/1.1" status: 200 len: 1091 time: 4.8094807 Jun 01 19:04:46.640006 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [None req-acdd2279-73c9-42d0-af8e-8b245eb0662e tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Allocated IP 172.25.4.139 (72a72e44-6845-488a-a5ff-3a26d4df9cb3/c314a23b-daa2-4106-ab28-8e6f954277b2/6444cc67-2634-45c9-8ee4-e4a29bfa2475) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:04:46.673418 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-7899ad93-5dc8-4e9f-b228-f50de008d488 req-1b68e1c4-5730-4de4-9d77-d7baa3cfc31f service neutron] Request body: {'port': {'device_id': '7c78d629-df0d-4dc5-81f0-5fcf9fb1c19d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844202-1'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:04:46.789627 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4df4120-d980-466a-a608-9a242f27d005 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Attributes excluded by policy engine: ['shared'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:46.791460 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-f4df4120-d980-466a-a608-9a242f27d005 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] 10.222.0.41 "GET /v2.0/subnets/a30a3173-dba7-40b3-9997-f7d00a5fbe78?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1689212 Jun 01 19:04:46.797795 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 47078) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:04:46.805553 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-dd403c42-f6ea-4a6d-bcd9-423c961ca20e tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1001918375'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:04:46.811483 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-dd403c42-f6ea-4a6d-bcd9-423c961ca20e tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:04:46.822276 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-dd403c42-f6ea-4a6d-bcd9-423c961ca20e tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:04:46.842777 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7525676c-1bc3-42bc-84e8-5afaf6924d6e req-7cabbec5-4648-4fba-909f-482b482ad8a0 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=3957060c-8222-47fe-98eb-abd877c30435&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6539254 Jun 01 19:04:46.844504 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd403c42-f6ea-4a6d-bcd9-423c961ca20e tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Made reservation on behalf of 186f4868324f42e7b69da35feb15cabc for: {'network': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:04:46.846460 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-dd403c42-f6ea-4a6d-bcd9-423c961ca20e tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:46.851635 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fd1194-929f-4af4-9504-4a5ab7b5ef4a req-c7f14a2f-abd4-4230-af1e-59af30bdad8c tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:46.864019 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fd1194-929f-4af4-9504-4a5ab7b5ef4a req-c7f14a2f-abd4-4230-af1e-59af30bdad8c tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:46.870404 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fd1194-929f-4af4-9504-4a5ab7b5ef4a req-c7f14a2f-abd4-4230-af1e-59af30bdad8c tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:46.872019 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-25fd1194-929f-4af4-9504-4a5ab7b5ef4a req-c7f14a2f-abd4-4230-af1e-59af30bdad8c tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] 10.222.0.41 "GET /v2.0/ports?device_id=be21e4b6-ff05-48da-b16c-87c7c0510c7a HTTP/1.1" status: 200 len: 2412 time: 0.8659918 Jun 01 19:04:46.883781 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3818d9-4613-48d3-bacf-dba1fafe56b6 req-d90f6965-002c-42c2-bab3-cd8022972249 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:46.884472 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-da3818d9-4613-48d3-bacf-dba1fafe56b6 req-d90f6965-002c-42c2-bab3-cd8022972249 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/ports?device_id=4686d426-f02a-4d1b-a91a-3a5689dd3b48 HTTP/1.1" status: 200 len: 946 time: 0.2097201 Jun 01 19:04:46.919545 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd403c42-f6ea-4a6d-bcd9-423c961ca20e tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 123} {{(pid=88525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 19:04:46.931457 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e5d337-d2cb-4321-80cf-70734ed29c69 service neutron] Pushing event updated for resources: {'Port': ['ID=f659db6f-207d-46a7-a2e3-d4ab218b8d77,revision_number=3']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:04:46.960434 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-dd403c42-f6ea-4a6d-bcd9-423c961ca20e tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:46.960434 n-d-844202-1 neutron-server[88525]: INFO neutron.db.segments_db [None req-dd403c42-f6ea-4a6d-bcd9-423c961ca20e tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Added segment 5d65bd91-e91e-4564-84ed-9d22e077b3bd of type vlan for network 85f63911-d75d-4233-8b80-fe2305554a79 Jun 01 19:04:46.962320 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-da3818d9-4613-48d3-bacf-dba1fafe56b6 req-296ccefa-2834-4ed3-9b45-65279e32d404 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/security-groups?id=5040cb58-24af-44ab-a8bd-126074c76b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641840 Jun 01 19:04:47.002746 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 47082) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:04:47.004668 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-dd403c42-f6ea-4a6d-bcd9-423c961ca20e tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:47.113396 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-dd403c42-f6ea-4a6d-bcd9-423c961ca20e tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:47.122931 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd403c42-f6ea-4a6d-bcd9-423c961ca20e tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:47.123552 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-dd403c42-f6ea-4a6d-bcd9-423c961ca20e tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks [] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:47.309779 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-222fe9b6-5fbe-43cc-866c-fece1035807b tempest-TestNetworkAdvancedServerOps-1915190974 tempest-TestNetworkAdvancedServerOps-1915190974-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:47.319097 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-222fe9b6-5fbe-43cc-866c-fece1035807b tempest-TestNetworkAdvancedServerOps-1915190974 tempest-TestNetworkAdvancedServerOps-1915190974-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=4686d426-f02a-4d1b-a91a-3a5689dd3b48 HTTP/1.1" status: 200 len: 1092 time: 0.3022020 Jun 01 19:04:47.323809 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 47086) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:04:47.335140 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-69a7744a-4f60-40cd-9cdc-d0d8e9fc8264 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Request body: {'floatingip': {'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'port_id': '3211349c-cc9d-4914-8a84-cd570821bb77', 'tenant_id': '8537cfb3773e46d182e148cf5b0a717f', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:04:47.339925 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd403c42-f6ea-4a6d-bcd9-423c961ca20e tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Pushing event updated for resources: {'Network': ['ID=85f63911-d75d-4233-8b80-fe2305554a79,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:04:47.341671 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-acdd2279-73c9-42d0-af8e-8b245eb0662e tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:47.345078 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-dd403c42-f6ea-4a6d-bcd9-423c961ca20e tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5460219 Jun 01 19:04:47.346468 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-69a7744a-4f60-40cd-9cdc-d0d8e9fc8264 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:04:47.351441 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 47090) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:04:47.354834 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-69a7744a-4f60-40cd-9cdc-d0d8e9fc8264 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Usage tracker for resource:floatingip and tenant:8537cfb3773e46d182e148cf5b0a717f is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:04:47.360355 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-b0d2c612-7385-459c-bb5f-107c0c5d3528 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Request body: {'subnet': {'network_id': '85f63911-d75d-4233-8b80-fe2305554a79', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:04:47.373676 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-25fd1194-929f-4af4-9504-4a5ab7b5ef4a req-1504d514-0612-45c9-804a-3a770e2a22c6 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] 10.222.0.41 "GET /v2.0/security-groups?id=35bdd75f-60bc-442f-9683-0ad602663bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4716141 Jun 01 19:04:47.376200 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network 85f63911-d75d-4233-8b80-fe2305554a79 details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 19:04:47.385094 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-69a7744a-4f60-40cd-9cdc-d0d8e9fc8264 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:04:47.400564 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-69a7744a-4f60-40cd-9cdc-d0d8e9fc8264 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:04:47.418954 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-7899ad93-5dc8-4e9f-b228-f50de008d488 req-1b68e1c4-5730-4de4-9d77-d7baa3cfc31f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:47.438220 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-acdd2279-73c9-42d0-af8e-8b245eb0662e tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:47.515172 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-69a7744a-4f60-40cd-9cdc-d0d8e9fc8264 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks [] for floatingip, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:47.614854 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380b4e27-7792-40bf-9221-2582c2dbaea7 req-8a2068cc-7293-451e-9b34-c93eb590cb14 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:47.623270 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-380b4e27-7792-40bf-9221-2582c2dbaea7 req-8a2068cc-7293-451e-9b34-c93eb590cb14 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c78d629-df0d-4dc5-81f0-5fcf9fb1c19d HTTP/1.1" status: 200 len: 931 time: 0.4689245 Jun 01 19:04:47.657498 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-b0d2c612-7385-459c-bb5f-107c0c5d3528 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:04:47.674793 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-b0d2c612-7385-459c-bb5f-107c0c5d3528 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:04:47.757090 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fc89b6c3-7c5c-4fbf-a11b-82816385974a req-45808c22-d153-4e38-9880-89b0378d568b service neutron] 10.222.0.50 "GET /v2.0/networks/0c49dc6b-5e39-4101-b04d-1c1361c15d69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1186688 Jun 01 19:04:47.760712 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acdd2279-73c9-42d0-af8e-8b245eb0662e tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:04:47.782312 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be21e4b6-ff05-48da-b16c-87c7c0510c7a', 'tag': 'f659db6f-207d-46a7-a2e3-d4ab218b8d77'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:04:47.845637 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-acdd2279-73c9-42d0-af8e-8b245eb0662e tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:04:47.848367 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acdd2279-73c9-42d0-af8e-8b245eb0662e tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:04:47.917127 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0d2c612-7385-459c-bb5f-107c0c5d3528 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Made reservation on behalf of 186f4868324f42e7b69da35feb15cabc for: {'subnet': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:04:47.920445 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b0d2c612-7385-459c-bb5f-107c0c5d3528 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9667140'] for subnet, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:47.946434 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-380b4e27-7792-40bf-9221-2582c2dbaea7 req-7f1b07b8-4987-4c42-a5f7-ee7ceeebe029 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e27767a-e40e-41ca-b34d-a5b7412547b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3223212 Jun 01 19:04:47.990840 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a8d4ce-9157-4011-a6fb-50783dc34564 req-90cc951b-941f-4a25-a546-5839dfcf173c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:47.991195 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a8d4ce-9157-4011-a6fb-50783dc34564 req-90cc951b-941f-4a25-a546-5839dfcf173c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:47.991595 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a8d4ce-9157-4011-a6fb-50783dc34564 req-90cc951b-941f-4a25-a546-5839dfcf173c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:47.993234 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d0a8d4ce-9157-4011-a6fb-50783dc34564 req-90cc951b-941f-4a25-a546-5839dfcf173c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f9f71065939b4c07b09efd290be9b909&device_id=be21e4b6-ff05-48da-b16c-87c7c0510c7a HTTP/1.1" status: 200 len: 2865 time: 1.2876198 Jun 01 19:04:48.033453 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.ipam_backend_mixin [None req-b0d2c612-7385-459c-bb5f-107c0c5d3528 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Performing IP validity checks on allocation pools {{(pid=88525) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Jun 01 19:04:48.033958 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.ipam_backend_mixin [None req-b0d2c612-7385-459c-bb5f-107c0c5d3528 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88525) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Jun 01 19:04:48.087044 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7525676c-1bc3-42bc-84e8-5afaf6924d6e req-3c102ddd-5d99-4d33-9724-dabc7d8b8c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:48.089048 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7525676c-1bc3-42bc-84e8-5afaf6924d6e req-3c102ddd-5d99-4d33-9724-dabc7d8b8c4d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ff411273a1ac46f2a91fb45afe578ccb&device_id=3957060c-8222-47fe-98eb-abd877c30435 HTTP/1.1" status: 200 len: 1096 time: 0.9419475 Jun 01 19:04:48.107811 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-69a7744a-4f60-40cd-9cdc-d0d8e9fc8264 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:48.144754 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16a6b22f-5773-4d40-9ecc-207e11bf72fd'] response: {'name': 'network-changed', 'server_uuid': 'be21e4b6-ff05-48da-b16c-87c7c0510c7a', 'tag': 'f659db6f-207d-46a7-a2e3-d4ab218b8d77', 'status': 'completed', 'code': 200} Jun 01 19:04:48.145331 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdd2279-73c9-42d0-af8e-8b245eb0662e tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Pushing event updated for resources: {'Port': ['ID=6444cc67-2634-45c9-8ee4-e4a29bfa2475,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:04:48.175119 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d0a8d4ce-9157-4011-a6fb-50783dc34564 req-4e8fde27-851d-417a-989c-af8ee44ea7e8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.164&port_id=7bb65d13-904e-4482-80d8-5968b9ba5f67 HTTP/1.1" status: 200 len: 217 time: 0.1641703 Jun 01 19:04:48.324270 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b0d2c612-7385-459c-bb5f-107c0c5d3528 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2614064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9667190'] for subnet, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:48.393750 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [None req-69a7744a-4f60-40cd-9cdc-d0d8e9fc8264 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Allocated IP 172.25.4.20 (72a72e44-6845-488a-a5ff-3a26d4df9cb3/c314a23b-daa2-4106-ab28-8e6f954277b2/af2b0aec-79ea-4db4-81de-3c81adbfbb1f) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:04:48.499172 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d2c612-7385-459c-bb5f-107c0c5d3528 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Pushing event updated for resources: {'Subnet': ['ID=72949166-10b6-4307-bc15-7d9735a3e22f,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:04:48.521033 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a8d4ce-9157-4011-a6fb-50783dc34564 req-3feb4d34-6494-45d3-84fa-1da115df2502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:48.523505 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d0a8d4ce-9157-4011-a6fb-50783dc34564 req-3feb4d34-6494-45d3-84fa-1da115df2502 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9b049544-3c17-4141-8e0c-e42c8362b821 HTTP/1.1" status: 200 len: 801 time: 0.3258779 Jun 01 19:04:48.524019 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d2c612-7385-459c-bb5f-107c0c5d3528 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Checking segment: {'id': '5d65bd91-e91e-4564-84ed-9d22e077b3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '85f63911-d75d-4233-8b80-fe2305554a79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:04:48.524398 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0d2c612-7385-459c-bb5f-107c0c5d3528 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Network hostable DHCP agents. Network: 85f63911-d75d-4233-8b80-fe2305554a79, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 19:04:48.565790 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0d2c612-7385-459c-bb5f-107c0c5d3528 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Network 85f63911-d75d-4233-8b80-fe2305554a79 is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 19:04:48.629684 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-b0d2c612-7385-459c-bb5f-107c0c5d3528 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, 85f63911-d75d-4233-8b80-fe2305554a79) {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:04:48.633785 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0d2c612-7385-459c-bb5f-107c0c5d3528 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:48.634352 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b0d2c612-7385-459c-bb5f-107c0c5d3528 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks [] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:48.642804 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d13f7b2-d4ca-4624-94ed-561fbf9ec205 None None] Network 85f63911-d75d-4233-8b80-fe2305554a79 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:04:48.669376 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f74122-8f58-4b8e-b0f2-64c3011fa9a9 req-a346cb0c-f127-4ee1-8d44-86e94eb46276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:48.670854 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-17f74122-8f58-4b8e-b0f2-64c3011fa9a9 req-a346cb0c-f127-4ee1-8d44-86e94eb46276 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ff411273a1ac46f2a91fb45afe578ccb&device_id=1452f576-1fdd-4336-b27d-dcf8626fa6b3 HTTP/1.1" status: 200 len: 1095 time: 0.7966065 Jun 01 19:04:48.698982 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadde5bb-8ea3-4716-a7bc-5b773d492c66 req-bc01ce91-48b7-419f-aa92-d11ae24e6112 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:48.699210 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-69a7744a-4f60-40cd-9cdc-d0d8e9fc8264 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:48.705665 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-dadde5bb-8ea3-4716-a7bc-5b773d492c66 req-bc01ce91-48b7-419f-aa92-d11ae24e6112 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/ports?device_id=1452f576-1fdd-4336-b27d-dcf8626fa6b3 HTTP/1.1" status: 200 len: 944 time: 0.9473987 Jun 01 19:04:48.708065 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7525676c-1bc3-42bc-84e8-5afaf6924d6e req-0106f2a4-189d-40d1-ba44-3a481a07c964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:48.709853 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7525676c-1bc3-42bc-84e8-5afaf6924d6e req-0106f2a4-189d-40d1-ba44-3a481a07c964 service neutron] 10.222.0.50 "GET /v2.0/networks?id=0c49dc6b-5e39-4101-b04d-1c1361c15d69 HTTP/1.1" status: 200 len: 907 time: 0.5832539 Jun 01 19:04:48.741997 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-69a7744a-4f60-40cd-9cdc-d0d8e9fc8264 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:48.823217 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69a7744a-4f60-40cd-9cdc-d0d8e9fc8264 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:04:48.845357 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-b0d2c612-7385-459c-bb5f-107c0c5d3528 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.4928651 Jun 01 19:04:48.851981 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-69a7744a-4f60-40cd-9cdc-d0d8e9fc8264 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:04:48.856425 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a7744a-4f60-40cd-9cdc-d0d8e9fc8264 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:04:48.914534 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 47104) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:04:48.938080 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-014cb2cf-9d29-4ea9-83a4-5e8796ff8cc2 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:04:48.990747 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7525676c-1bc3-42bc-84e8-5afaf6924d6e req-71191330-7437-46aa-a5c6-6d5fa7b5253c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=72352e64-9120-4343-9c57-bb57c2532e4b HTTP/1.1" status: 200 len: 217 time: 0.2323816 Jun 01 19:04:49.059598 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3684d302-1810-4ed8-ad9f-3fc002af4bf2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc93f83c3-7fb6-5c13-a9d4-29d739a4e8d2-85f63911-d75d-4233-8b80-fe2305554a79', 'network_id': '85f63911-d75d-4233-8b80-fe2305554a79', 'tenant_id': '186f4868324f42e7b69da35feb15cabc', 'fixed_ips': [{'subnet_id': '72949166-10b6-4307-bc15-7d9735a3e22f'}]}} from n-d-844202-1. {{(pid=88526) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 19:04:49.060752 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-3684d302-1810-4ed8-ad9f-3fc002af4bf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:49.085925 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a7744a-4f60-40cd-9cdc-d0d8e9fc8264 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Pushing event updated for resources: {'Port': ['ID=af2b0aec-79ea-4db4-81de-3c81adbfbb1f,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:04:49.138300 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-dadde5bb-8ea3-4716-a7bc-5b773d492c66 req-c747e06e-757d-4dd4-b5fb-4c3b34d2ff16 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a351d5c-3364-42d8-bd0d-648028a392a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4316421 Jun 01 19:04:49.155745 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2aac42-1e3e-4caa-bd0d-658eeab38c11 req-42046d52-81f5-4189-939d-24ae6c2420e7 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:49.162340 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2aac42-1e3e-4caa-bd0d-658eeab38c11 req-42046d52-81f5-4189-939d-24ae6c2420e7 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:49.169758 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2aac42-1e3e-4caa-bd0d-658eeab38c11 req-42046d52-81f5-4189-939d-24ae6c2420e7 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:49.179728 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3a2aac42-1e3e-4caa-bd0d-658eeab38c11 req-42046d52-81f5-4189-939d-24ae6c2420e7 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] 10.222.0.41 "GET /v2.0/ports?device_id=be21e4b6-ff05-48da-b16c-87c7c0510c7a HTTP/1.1" status: 200 len: 2412 time: 0.6072354 Jun 01 19:04:49.279344 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-014cb2cf-9d29-4ea9-83a4-5e8796ff8cc2 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9667149'] for subnet, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:49.306392 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.db_base_plugin_common [None req-3684d302-1810-4ed8-ad9f-3fc002af4bf2 None None] Allocated IP 172.20.0.3 (85f63911-d75d-4233-8b80-fe2305554a79/72949166-10b6-4307-bc15-7d9735a3e22f/49aaed77-c294-4ca0-8aa2-f90efe4eecbb) {{(pid=88526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:04:49.345778 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f74122-8f58-4b8e-b0f2-64c3011fa9a9 req-58ef33ae-a4f1-43ae-b765-c58e29ab4fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:49.347525 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-17f74122-8f58-4b8e-b0f2-64c3011fa9a9 req-58ef33ae-a4f1-43ae-b765-c58e29ab4fc2 service neutron] 10.222.0.50 "GET /v2.0/networks?id=0c49dc6b-5e39-4101-b04d-1c1361c15d69 HTTP/1.1" status: 200 len: 907 time: 0.6566651 Jun 01 19:04:49.494984 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3a2aac42-1e3e-4caa-bd0d-658eeab38c11 req-ff59fb4e-d040-47ad-8daa-420ae8ae535d tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] 10.222.0.41 "GET /v2.0/security-groups?id=35bdd75f-60bc-442f-9683-0ad602663bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3141809 Jun 01 19:04:49.543090 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-3684d302-1810-4ed8-ad9f-3fc002af4bf2 None None] Notify callbacks [] for port, precommit_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:49.554893 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-3684d302-1810-4ed8-ad9f-3fc002af4bf2 None None] Transition to ACTIVE for port object 49aaed77-c294-4ca0-8aa2-f90efe4eecbb will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:04:49.575877 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-3684d302-1810-4ed8-ad9f-3fc002af4bf2 None None] Transition to ACTIVE for port object 49aaed77-c294-4ca0-8aa2-f90efe4eecbb will not be triggered until provisioned by entity DHCP. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:04:49.584493 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-3684d302-1810-4ed8-ad9f-3fc002af4bf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526'] for port, after_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:49.619991 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.db.resource_extend [req-7899ad93-5dc8-4e9f-b228-f50de008d488 req-1b68e1c4-5730-4de4-9d77-d7baa3cfc31f service neutron] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 19:04:49.662437 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-17f74122-8f58-4b8e-b0f2-64c3011fa9a9 req-daacd09f-3540-402d-91a2-185e719b7295 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2769d589-abe2-4ea8-835d-1f0891a8356f HTTP/1.1" status: 200 len: 217 time: 0.3053420 Jun 01 19:04:49.665861 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3684d302-1810-4ed8-ad9f-3fc002af4bf2 None None] Pushing event updated for resources: {'Port': ['ID=49aaed77-c294-4ca0-8aa2-f90efe4eecbb,revision_number=1']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:04:49.679826 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3684d302-1810-4ed8-ad9f-3fc002af4bf2 None None] Network 85f63911-d75d-4233-8b80-fe2305554a79 is already hosted by enough agents. {{(pid=88526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:04:49.681697 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.base_scheduler [None req-3684d302-1810-4ed8-ad9f-3fc002af4bf2 None None] Resources bound (agent type, host, resource id): {{(pid=88526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:04:49.684411 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3684d302-1810-4ed8-ad9f-3fc002af4bf2 None None] Received port after_create {{(pid=88526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:04:49.708326 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7525676c-1bc3-42bc-84e8-5afaf6924d6e req-fa284eee-75ad-4a4e-a7e0-2d8b4e435650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:49.710173 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7525676c-1bc3-42bc-84e8-5afaf6924d6e req-fa284eee-75ad-4a4e-a7e0-2d8b4e435650 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=308ebcd6-774a-482f-bd0f-fadc3e2b2dca HTTP/1.1" status: 200 len: 846 time: 0.6962650 Jun 01 19:04:49.788335 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-3684d302-1810-4ed8-ad9f-3fc002af4bf2 None None] Attempting to bind port 49aaed77-c294-4ca0-8aa2-f90efe4eecbb on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:04:49.789185 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-3684d302-1810-4ed8-ad9f-3fc002af4bf2 None None] Attempting to bind port 49aaed77-c294-4ca0-8aa2-f90efe4eecbb by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': '5d65bd91-e91e-4564-84ed-9d22e077b3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '85f63911-d75d-4233-8b80-fe2305554a79'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:04:49.789762 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3684d302-1810-4ed8-ad9f-3fc002af4bf2 None None] Attempting to bind port 49aaed77-c294-4ca0-8aa2-f90efe4eecbb on network 85f63911-d75d-4233-8b80-fe2305554a79 {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:04:49.795870 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3684d302-1810-4ed8-ad9f-3fc002af4bf2 None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 4, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:04:49.796967 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3684d302-1810-4ed8-ad9f-3fc002af4bf2 None None] Checking segment: {'id': '5d65bd91-e91e-4564-84ed-9d22e077b3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '85f63911-d75d-4233-8b80-fe2305554a79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:04:49.797600 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-3684d302-1810-4ed8-ad9f-3fc002af4bf2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:49.798192 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3684d302-1810-4ed8-ad9f-3fc002af4bf2 None None] Bound using segment: {'id': '5d65bd91-e91e-4564-84ed-9d22e077b3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '85f63911-d75d-4233-8b80-fe2305554a79'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:04:49.798938 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-3684d302-1810-4ed8-ad9f-3fc002af4bf2 None None] Bound port: 49aaed77-c294-4ca0-8aa2-f90efe4eecbb, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d65bd91-e91e-4564-84ed-9d22e077b3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '85f63911-d75d-4233-8b80-fe2305554a79'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:04:49.799703 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-3684d302-1810-4ed8-ad9f-3fc002af4bf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:49.847362 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f74122-8f58-4b8e-b0f2-64c3011fa9a9 req-e3023d77-46f6-42e9-a2f2-7b0db2702bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:49.849124 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-17f74122-8f58-4b8e-b0f2-64c3011fa9a9 req-e3023d77-46f6-42e9-a2f2-7b0db2702bb1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=308ebcd6-774a-482f-bd0f-fadc3e2b2dca HTTP/1.1" status: 200 len: 846 time: 0.1258998 Jun 01 19:04:49.895861 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-014cb2cf-9d29-4ea9-83a4-5e8796ff8cc2 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8747785753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2614118'] for subnet, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:49.910833 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-3684d302-1810-4ed8-ad9f-3fc002af4bf2 None None] For port 49aaed77-c294-4ca0-8aa2-f90efe4eecbb, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:04:49.916838 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-3684d302-1810-4ed8-ad9f-3fc002af4bf2 None None] For port 49aaed77-c294-4ca0-8aa2-f90efe4eecbb, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=49aaed77-c294-4ca0-8aa2-f90efe4eecbb,segment=NetworkSegment(5d65bd91-e91e-4564-84ed-9d22e077b3bd),segment_id=5d65bd91-e91e-4564-84ed-9d22e077b3bd)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:04:49.921728 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-3684d302-1810-4ed8-ad9f-3fc002af4bf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:49.922796 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7525676c-1bc3-42bc-84e8-5afaf6924d6e req-dc849aef-6ec2-4c42-b142-dea897a182e4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0c49dc6b-5e39-4101-b04d-1c1361c15d69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1935790 Jun 01 19:04:49.934048 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a8d4ce-9157-4011-a6fb-50783dc34564 req-6630f9cf-ebc6-4369-b2a7-31fc8ecedd06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:49.936094 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d0a8d4ce-9157-4011-a6fb-50783dc34564 req-6630f9cf-ebc6-4369-b2a7-31fc8ecedd06 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=aaaa9f67-00cd-4fd7-bfc9-acab80f1aa33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 1.3635273 Jun 01 19:04:49.946419 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-17f74122-8f58-4b8e-b0f2-64c3011fa9a9 req-ef56ab4f-608c-4dc9-afdb-1c75bf50917a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0c49dc6b-5e39-4101-b04d-1c1361c15d69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0674789 Jun 01 19:04:49.948755 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [req-7899ad93-5dc8-4e9f-b228-f50de008d488 req-1b68e1c4-5730-4de4-9d77-d7baa3cfc31f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0e3d4bb-e5ed-4163-a108-61c8c95feac6 {{(pid=88524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 19:04:50.001189 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-7899ad93-5dc8-4e9f-b228-f50de008d488 req-1b68e1c4-5730-4de4-9d77-d7baa3cfc31f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:50.083561 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3684d302-1810-4ed8-ad9f-3fc002af4bf2 None None] Pushing event updated for resources: {'Port': ['ID=49aaed77-c294-4ca0-8aa2-f90efe4eecbb,revision_number=2']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:04:50.172005 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-014cb2cf-9d29-4ea9-83a4-5e8796ff8cc2 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:50.172668 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-014cb2cf-9d29-4ea9-83a4-5e8796ff8cc2 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks [] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:50.173930 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-014cb2cf-9d29-4ea9-83a4-5e8796ff8cc2 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] 10.222.0.41 "PUT /v2.0/subnets/72949166-10b6-4307-bc15-7d9735a3e22f HTTP/1.1" status: 200 len: 877 time: 1.2584510 Jun 01 19:04:50.189511 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 47124) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:04:50.191467 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014cb2cf-9d29-4ea9-83a4-5e8796ff8cc2 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Pushing event updated for resources: {'Subnet': ['ID=72949166-10b6-4307-bc15-7d9735a3e22f,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:04:50.317977 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29a4ba9-6a42-4072-aa7e-46ab73677264 req-702510ea-cefe-4d66-a678-4f74a416586e tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:50.319209 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-d29a4ba9-6a42-4072-aa7e-46ab73677264 req-702510ea-cefe-4d66-a678-4f74a416586e tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Synchronizing usage tracker for tenant:4e20c5bd79fa44728efb622f29d6160e on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:04:50.330889 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [req-7899ad93-5dc8-4e9f-b228-f50de008d488 req-1b68e1c4-5730-4de4-9d77-d7baa3cfc31f service neutron] Transition to ACTIVE for port object d0e3d4bb-e5ed-4163-a108-61c8c95feac6 will not be triggered until provisioned by entity L2. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:04:50.370805 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-7899ad93-5dc8-4e9f-b228-f50de008d488 req-1b68e1c4-5730-4de4-9d77-d7baa3cfc31f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:50.543725 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-d29a4ba9-6a42-4072-aa7e-46ab73677264 req-702510ea-cefe-4d66-a678-4f74a416586e tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Unset dirty status for tenant:4e20c5bd79fa44728efb622f29d6160e on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:04:50.550403 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d29a4ba9-6a42-4072-aa7e-46ab73677264 req-702510ea-cefe-4d66-a678-4f74a416586e tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c78d629-df0d-4dc5-81f0-5fcf9fb1c19d HTTP/1.1" status: 200 len: 931 time: 1.1946251 Jun 01 19:04:50.559410 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-69a7744a-4f60-40cd-9cdc-d0d8e9fc8264 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:50.683526 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7525676c-1bc3-42bc-84e8-5afaf6924d6e req-a5194e75-b5d2-4a90-bb38-dc3fcedddf5e service neutron] 10.222.0.50 "GET /v2.0/networks/0c49dc6b-5e39-4101-b04d-1c1361c15d69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7450550 Jun 01 19:04:50.717114 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d0a8d4ce-9157-4011-a6fb-50783dc34564 req-92127e1d-9279-4d1e-b2b5-2588c8b9f48a service neutron] 10.222.0.15 "GET /v2.0/networks/aaaa9f67-00cd-4fd7-bfc9-acab80f1aa33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7636244 Jun 01 19:04:50.718844 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-17f74122-8f58-4b8e-b0f2-64c3011fa9a9 req-fa3935dd-3cc3-406e-b218-a0b52acc5b7f service neutron] 10.222.0.50 "GET /v2.0/networks/0c49dc6b-5e39-4101-b04d-1c1361c15d69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7198942 Jun 01 19:04:50.719433 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b68e1c4-5730-4de4-9d77-d7baa3cfc31f service neutron] Pushing event updated for resources: {'Port': ['ID=d0e3d4bb-e5ed-4163-a108-61c8c95feac6,revision_number=2']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:04:50.752638 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-920e6041-7f94-4dbc-80b5-24195ae4efc5 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:50.827535 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-920e6041-7f94-4dbc-80b5-24195ae4efc5 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Deleting port 49aaed77-c294-4ca0-8aa2-f90efe4eecbb {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:04:50.827873 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-920e6041-7f94-4dbc-80b5-24195ae4efc5 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:50.863676 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-acdd2279-73c9-42d0-af8e-8b245eb0662e tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:50.895772 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-69a7744a-4f60-40cd-9cdc-d0d8e9fc8264 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:51.038862 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b14885-83d2-4442-bf87-dc861ea5e7fd req-f38d00a8-025d-46ee-82e8-e74c9c729f83 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:51.040958 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d0b14885-83d2-4442-bf87-dc861ea5e7fd req-f38d00a8-025d-46ee-82e8-e74c9c729f83 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/ports?device_id=1452f576-1fdd-4336-b27d-dcf8626fa6b3 HTTP/1.1" status: 200 len: 944 time: 0.5926061 Jun 01 19:04:51.095495 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d29a4ba9-6a42-4072-aa7e-46ab73677264 req-6cb09b59-605f-4689-aa77-04ff92cf5a02 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e27767a-e40e-41ca-b34d-a5b7412547b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5363286 Jun 01 19:04:51.198833 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d0b14885-83d2-4442-bf87-dc861ea5e7fd req-112cd5c1-58f9-4a8d-9832-cda7f31d4115 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a351d5c-3364-42d8-bd0d-648028a392a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371214 Jun 01 19:04:51.263090 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-7899ad93-5dc8-4e9f-b228-f50de008d488 req-1b68e1c4-5730-4de4-9d77-d7baa3cfc31f service neutron] Attempting to bind port d0e3d4bb-e5ed-4163-a108-61c8c95feac6 on host n-h2-844202-1 for vnic_type normal with profile {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:04:51.263419 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-7899ad93-5dc8-4e9f-b228-f50de008d488 req-1b68e1c4-5730-4de4-9d77-d7baa3cfc31f service neutron] Attempting to bind port d0e3d4bb-e5ed-4163-a108-61c8c95feac6 by drivers openvswitch,hyperv on host n-h2-844202-1 at level 0 using segments [{'id': '29f3bae4-57a1-4f66-96b7-93cfb8e10b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '9872ab5d-59e4-43b1-8dfc-1ca5e239e8ce'}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:04:51.263744 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7899ad93-5dc8-4e9f-b228-f50de008d488 req-1b68e1c4-5730-4de4-9d77-d7baa3cfc31f service neutron] Attempting to bind port d0e3d4bb-e5ed-4163-a108-61c8c95feac6 on network 9872ab5d-59e4-43b1-8dfc-1ca5e239e8ce {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:04:51.445229 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 2769d589-abe2-4ea8-835d-1f0891a8356f details requested by agent hyperv_n-h2-844202-1 with host n-h2-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 19:04:51.466119 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [None req-920e6041-7f94-4dbc-80b5-24195ae4efc5 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] For port 49aaed77-c294-4ca0-8aa2-f90efe4eecbb, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=49aaed77-c294-4ca0-8aa2-f90efe4eecbb,segment=NetworkSegment(5d65bd91-e91e-4564-84ed-9d22e077b3bd),segment_id=5d65bd91-e91e-4564-84ed-9d22e077b3bd)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:04:51.466489 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-920e6041-7f94-4dbc-80b5-24195ae4efc5 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:51.560565 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 49aaed77-c294-4ca0-8aa2-f90efe4eecbb up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:04:51.615603 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7525676c-1bc3-42bc-84e8-5afaf6924d6e req-f841d385-72a5-472b-ade3-d09b13aeb9a7 service neutron] 10.222.0.50 "GET /v2.0/networks/0c49dc6b-5e39-4101-b04d-1c1361c15d69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9178469 Jun 01 19:04:51.695531 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-acdd2279-73c9-42d0-af8e-8b245eb0662e tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:51.700827 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a68b21a4-4ad1-475c-b91a-cd114b92df0d None None] Network 85f63911-d75d-4233-8b80-fe2305554a79 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:04:51.709273 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-920e6041-7f94-4dbc-80b5-24195ae4efc5 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Calling delete_port for 49aaed77-c294-4ca0-8aa2-f90efe4eecbb owned by network:dhcp {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:04:51.775304 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7899ad93-5dc8-4e9f-b228-f50de008d488 req-1b68e1c4-5730-4de4-9d77-d7baa3cfc31f service neutron] Port d0e3d4bb-e5ed-4163-a108-61c8c95feac6 on network 9872ab5d-59e4-43b1-8dfc-1ca5e239e8ce not bound, no agent of type Open vSwitch agent registered on host n-h2-844202-1 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 19:04:51.775624 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7899ad93-5dc8-4e9f-b228-f50de008d488 req-1b68e1c4-5730-4de4-9d77-d7baa3cfc31f service neutron] Attempting to bind port d0e3d4bb-e5ed-4163-a108-61c8c95feac6 on network 9872ab5d-59e4-43b1-8dfc-1ca5e239e8ce {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:04:51.797913 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-69a7744a-4f60-40cd-9cdc-d0d8e9fc8264 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks [] for port, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:51.806348 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-69a7744a-4f60-40cd-9cdc-d0d8e9fc8264 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:51.809540 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 2769d589-abe2-4ea8-835d-1f0891a8356f, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=2769d589-abe2-4ea8-835d-1f0891a8356f,segment=NetworkSegment(d147e68c-d5fd-47df-bf65-d6c5991a53c2),segment_id=d147e68c-d5fd-47df-bf65-d6c5991a53c2)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:04:51.828637 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port 49aaed77-c294-4ca0-8aa2-f90efe4eecbb completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:04:51.839042 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7899ad93-5dc8-4e9f-b228-f50de008d488 req-1b68e1c4-5730-4de4-9d77-d7baa3cfc31f service neutron] Checking agent: {'id': 'f5db9968-6317-4186-9100-9e0ca6b50417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 4, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:04:51.839543 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7899ad93-5dc8-4e9f-b228-f50de008d488 req-1b68e1c4-5730-4de4-9d77-d7baa3cfc31f service neutron] Checking segment: {'id': '29f3bae4-57a1-4f66-96b7-93cfb8e10b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '9872ab5d-59e4-43b1-8dfc-1ca5e239e8ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:04:51.840046 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7899ad93-5dc8-4e9f-b228-f50de008d488 req-1b68e1c4-5730-4de4-9d77-d7baa3cfc31f service neutron] Bound using segment: {'id': '29f3bae4-57a1-4f66-96b7-93cfb8e10b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '9872ab5d-59e4-43b1-8dfc-1ca5e239e8ce'} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:04:51.840519 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-7899ad93-5dc8-4e9f-b228-f50de008d488 req-1b68e1c4-5730-4de4-9d77-d7baa3cfc31f service neutron] Bound port: d0e3d4bb-e5ed-4163-a108-61c8c95feac6, host: n-h2-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29f3bae4-57a1-4f66-96b7-93cfb8e10b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '9872ab5d-59e4-43b1-8dfc-1ca5e239e8ce'}}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:04:51.840868 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-7899ad93-5dc8-4e9f-b228-f50de008d488 req-1b68e1c4-5730-4de4-9d77-d7baa3cfc31f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:51.849554 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-1da42db0-961d-4d61-8465-4be23222459b None None] Provisioning for port 49aaed77-c294-4ca0-8aa2-f90efe4eecbb completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:04:51.856487 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 49aaed77-c294-4ca0-8aa2-f90efe4eecbb triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:04:51.856961 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:51.877732 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-17f74122-8f58-4b8e-b0f2-64c3011fa9a9 req-73284c40-5706-4a6f-a61a-43ebd7c6997f service neutron] 10.222.0.50 "GET /v2.0/networks/0c49dc6b-5e39-4101-b04d-1c1361c15d69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1175575 Jun 01 19:04:51.896257 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Returning: {'device': '2769d589-abe2-4ea8-835d-1f0891a8356f', 'network_id': '0c49dc6b-5e39-4101-b04d-1c1361c15d69', 'port_id': '2769d589-abe2-4ea8-835d-1f0891a8356f', 'mac_address': 'fa:16:3e:7c:9b:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '308ebcd6-774a-482f-bd0f-fadc3e2b2dca', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 19:04:51.911951 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d0a8d4ce-9157-4011-a6fb-50783dc34564 req-871c4cf4-9ac9-4a12-aeb7-c2d366cd065b service neutron] 10.222.0.15 "GET /v2.0/networks/aaaa9f67-00cd-4fd7-bfc9-acab80f1aa33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1528776 Jun 01 19:04:51.920213 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-1da42db0-961d-4d61-8465-4be23222459b None None] Provisioning complete for port 49aaed77-c294-4ca0-8aa2-f90efe4eecbb triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:04:51.921671 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-1da42db0-961d-4d61-8465-4be23222459b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:51.989398 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port 2769d589-abe2-4ea8-835d-1f0891a8356f is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:04:51.989877 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:52.010903 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a7744a-4f60-40cd-9cdc-d0d8e9fc8264 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Pushing event updated for resources: {'Port': ['ID=af2b0aec-79ea-4db4-81de-3c81adbfbb1f,revision_number=2']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:04:52.042813 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d0a8d4ce-9157-4011-a6fb-50783dc34564 req-3c5fe719-c5a8-4246-8fa8-0b67dfef1722 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.175&port_id=23206013-4e9a-4a8d-a7dc-a7f0aa114867 HTTP/1.1" status: 200 len: 217 time: 0.0950775 Jun 01 19:04:52.050167 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2769d589-abe2-4ea8-835d-1f0891a8356f {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 19:04:52.052709 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-69a7744a-4f60-40cd-9cdc-d0d8e9fc8264 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887712'] for floatingip, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:52.182657 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-920e6041-7f94-4dbc-80b5-24195ae4efc5 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:52.253853 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 2769d589-abe2-4ea8-835d-1f0891a8356f, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=2769d589-abe2-4ea8-835d-1f0891a8356f,segment=NetworkSegment(d147e68c-d5fd-47df-bf65-d6c5991a53c2),segment_id=d147e68c-d5fd-47df-bf65-d6c5991a53c2)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:04:52.273889 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Could not find standard attr ID for object 49aaed77-c294-4ca0-8aa2-f90efe4eecbb. {{(pid=88526) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 01 19:04:52.276599 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:52.297981 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920e6041-7f94-4dbc-80b5-24195ae4efc5 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Pushing event deleted for resources: {'Port': ['ID=49aaed77-c294-4ca0-8aa2-f90efe4eecbb,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:04:52.325835 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cb789f-a717-42f1-86a7-369740a0dfd7 req-9979a991-c893-4c78-80e3-3f62a81e0246 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:52.329770 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-1da42db0-961d-4d61-8465-4be23222459b None None] Could not find standard attr ID for object 49aaed77-c294-4ca0-8aa2-f90efe4eecbb. {{(pid=88526) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 01 19:04:52.332168 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cb789f-a717-42f1-86a7-369740a0dfd7 req-9979a991-c893-4c78-80e3-3f62a81e0246 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:52.338164 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cb789f-a717-42f1-86a7-369740a0dfd7 req-9979a991-c893-4c78-80e3-3f62a81e0246 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:52.339826 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-46cb789f-a717-42f1-86a7-369740a0dfd7 req-9979a991-c893-4c78-80e3-3f62a81e0246 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] 10.222.0.41 "GET /v2.0/ports?device_id=be21e4b6-ff05-48da-b16c-87c7c0510c7a HTTP/1.1" status: 200 len: 2412 time: 1.1051068 Jun 01 19:04:52.355182 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-7899ad93-5dc8-4e9f-b228-f50de008d488 req-1b68e1c4-5730-4de4-9d77-d7baa3cfc31f service neutron] For port d0e3d4bb-e5ed-4163-a108-61c8c95feac6, host n-h2-844202-1, cleared binding levels {{(pid=88524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:04:52.375242 n-d-844202-1 neutron-server[88526]: INFO neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No ports have port_id starting with 49aaed77-c294-4ca0-8aa2-f90efe4eecbb Jun 01 19:04:52.381815 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a8d4ce-9157-4011-a6fb-50783dc34564 req-5e4c0e44-dc44-4046-b58d-fb9cfe64da7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:52.384460 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d0a8d4ce-9157-4011-a6fb-50783dc34564 req-5e4c0e44-dc44-4046-b58d-fb9cfe64da7a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5089929f-6dc7-4f17-a9fd-9e7935a15e71 HTTP/1.1" status: 200 len: 801 time: 0.3206990 Jun 01 19:04:52.389208 n-d-844202-1 neutron-server[88526]: INFO neutron.plugins.ml2.db [None req-1da42db0-961d-4d61-8465-4be23222459b None None] No ports have port_id starting with 49aaed77-c294-4ca0-8aa2-f90efe4eecbb Jun 01 19:04:52.396612 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-7899ad93-5dc8-4e9f-b228-f50de008d488 req-1b68e1c4-5730-4de4-9d77-d7baa3cfc31f service neutron] For port d0e3d4bb-e5ed-4163-a108-61c8c95feac6, host n-h2-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=d0e3d4bb-e5ed-4163-a108-61c8c95feac6,segment=NetworkSegment(29f3bae4-57a1-4f66-96b7-93cfb8e10b44),segment_id=29f3bae4-57a1-4f66-96b7-93cfb8e10b44)] {{(pid=88524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:04:52.455686 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-7899ad93-5dc8-4e9f-b228-f50de008d488 req-1b68e1c4-5730-4de4-9d77-d7baa3cfc31f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:52.474982 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=2769d589-abe2-4ea8-835d-1f0891a8356f,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:04:52.498969 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] get_ports_and_sgs() called for port_ids ['2769d589-abe2-4ea8-835d-1f0891a8356f'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 19:04:52.553284 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7899ad93-5dc8-4e9f-b228-f50de008d488 req-1b68e1c4-5730-4de4-9d77-d7baa3cfc31f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:52.553911 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-7899ad93-5dc8-4e9f-b228-f50de008d488 req-1b68e1c4-5730-4de4-9d77-d7baa3cfc31f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:52.555364 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7899ad93-5dc8-4e9f-b228-f50de008d488 req-1b68e1c4-5730-4de4-9d77-d7baa3cfc31f service neutron] 10.222.0.50 "PUT /v2.0/ports/d0e3d4bb-e5ed-4163-a108-61c8c95feac6 HTTP/1.1" status: 200 len: 1091 time: 5.8859777 Jun 01 19:04:52.574600 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c78d629-df0d-4dc5-81f0-5fcf9fb1c19d', 'tag': 'd0e3d4bb-e5ed-4163-a108-61c8c95feac6'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:04:52.589321 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-46cb789f-a717-42f1-86a7-369740a0dfd7 req-478dffe7-efd4-4b06-b60f-9659c950af48 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] 10.222.0.41 "GET /v2.0/security-groups?id=35bdd75f-60bc-442f-9683-0ad602663bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2381625 Jun 01 19:04:52.716448 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920e6041-7f94-4dbc-80b5-24195ae4efc5 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] No DVR routers for this DVR port 49aaed77-c294-4ca0-8aa2-f90efe4eecbb on host n-d-844202-1 {{(pid=88525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:04:52.731537 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc1f9d0c-83dc-4b62-af41-063f506a8d56 None None] Network 85f63911-d75d-4233-8b80-fe2305554a79 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:04:52.741914 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.db.resource_extend [None req-acdd2279-73c9-42d0-af8e-8b245eb0662e tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 19:04:52.772898 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-acdd2279-73c9-42d0-af8e-8b245eb0662e tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:52.788762 n-d-844202-1 neutron-server[88525]: INFO neutron.db.l3_db [None req-69a7744a-4f60-40cd-9cdc-d0d8e9fc8264 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Floating IP 9155d1f7-26f3-454d-8dd5-3299d56de1d7 associated. External IP: 172.25.4.20, port: 3211349c-cc9d-4914-8a84-cd570821bb77. Jun 01 19:04:52.814264 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b68e1c4-5730-4de4-9d77-d7baa3cfc31f service neutron] Pushing event updated for resources: {'Port': ['ID=d0e3d4bb-e5ed-4163-a108-61c8c95feac6,revision_number=3']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:04:52.826439 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-acdd2279-73c9-42d0-af8e-8b245eb0662e tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:52.892316 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-920e6041-7f94-4dbc-80b5-24195ae4efc5 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:52.949972 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a8d4ce-9157-4011-a6fb-50783dc34564 req-be28e452-3b16-4d79-b242-2f3d8180967d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:52.951452 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d0a8d4ce-9157-4011-a6fb-50783dc34564 req-be28e452-3b16-4d79-b242-2f3d8180967d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=514e0306-ee37-41eb-a827-8ad103ba3460&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5568619 Jun 01 19:04:53.017578 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1d5a7a-10e1-4d94-b17e-d268dfc4a095 req-127d1da1-4ceb-4b40-bbf3-891fe9038070 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:53.019449 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ad1d5a7a-10e1-4d94-b17e-d268dfc4a095 req-127d1da1-4ceb-4b40-bbf3-891fe9038070 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c78d629-df0d-4dc5-81f0-5fcf9fb1c19d HTTP/1.1" status: 200 len: 943 time: 0.7007954 Jun 01 19:04:53.052913 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdd2279-73c9-42d0-af8e-8b245eb0662e tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Pushing event updated for resources: {'Port': ['ID=6444cc67-2634-45c9-8ee4-e4a29bfa2475,revision_number=2']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:04:53.078963 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-acdd2279-73c9-42d0-af8e-8b245eb0662e tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887712'] for floatingip, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:53.128435 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7899ad93-5dc8-4e9f-b228-f50de008d488 req-e582f165-d707-42e8-8d0d-9d448ec2eaf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:53.131015 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7899ad93-5dc8-4e9f-b228-f50de008d488 req-e582f165-d707-42e8-8d0d-9d448ec2eaf3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4e20c5bd79fa44728efb622f29d6160e&device_id=7c78d629-df0d-4dc5-81f0-5fcf9fb1c19d HTTP/1.1" status: 200 len: 1094 time: 0.5176487 Jun 01 19:04:53.155750 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ad1d5a7a-10e1-4d94-b17e-d268dfc4a095 req-4456dbcc-fe04-4d53-98fb-234c84355eca tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e27767a-e40e-41ca-b34d-a5b7412547b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237152 Jun 01 19:04:53.217155 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-920e6041-7f94-4dbc-80b5-24195ae4efc5 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2614143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9667199'] for subnet, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:53.242654 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d68fc06-4c71-43c6-8abb-bdd1c65490a6'] response: {'name': 'network-changed', 'server_uuid': '7c78d629-df0d-4dc5-81f0-5fcf9fb1c19d', 'tag': 'd0e3d4bb-e5ed-4163-a108-61c8c95feac6', 'status': 'completed', 'code': 200} Jun 01 19:04:53.259463 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7899ad93-5dc8-4e9f-b228-f50de008d488 req-995aca66-9a1a-4719-8174-59a709fe5067 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d0e3d4bb-e5ed-4163-a108-61c8c95feac6 HTTP/1.1" status: 200 len: 217 time: 0.1068957 Jun 01 19:04:53.267015 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ed440f-18fc-4acd-b778-680cf37d4c50 req-f328bf02-6f3f-4d4e-86d8-f5ebe1397ebd tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:53.268396 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f2ed440f-18fc-4acd-b778-680cf37d4c50 req-f328bf02-6f3f-4d4e-86d8-f5ebe1397ebd tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/ports?device_id=1452f576-1fdd-4336-b27d-dcf8626fa6b3 HTTP/1.1" status: 200 len: 945 time: 0.5077882 Jun 01 19:04:53.320061 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920e6041-7f94-4dbc-80b5-24195ae4efc5 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Pushing event deleted for resources: {'Subnet': ['ID=72949166-10b6-4307-bc15-7d9735a3e22f,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:04:53.340717 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ce4b844-5043-4925-b23f-cc23cf8b6af6 None None] Network 85f63911-d75d-4233-8b80-fe2305554a79 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:04:53.420604 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d0a8d4ce-9157-4011-a6fb-50783dc34564 req-33a6efd5-1cab-4008-922b-b93b1cc503fb service neutron] 10.222.0.15 "GET /v2.0/networks/514e0306-ee37-41eb-a827-8ad103ba3460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4589918 Jun 01 19:04:53.447913 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 2769d589-abe2-4ea8-835d-1f0891a8356f up at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:04:53.457390 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-920e6041-7f94-4dbc-80b5-24195ae4efc5 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:53.522730 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-920e6041-7f94-4dbc-80b5-24195ae4efc5 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85f63911-d75d-4233-8b80-fe2305554a79']}} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:04:53.560071 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-920e6041-7f94-4dbc-80b5-24195ae4efc5 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d65bd91-e91e-4564-84ed-9d22e077b3bd') {'for_net_delete': True} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:04:53.560418 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-920e6041-7f94-4dbc-80b5-24195ae4efc5 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d65bd91-e91e-4564-84ed-9d22e077b3bd') {} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:04:53.570654 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69a7744a-4f60-40cd-9cdc-d0d8e9fc8264 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Router ce3d77f2-5cda-41f3-823c-ec60c5fafaa1 has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 19:04:53.581781 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-920e6041-7f94-4dbc-80b5-24195ae4efc5 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2258522'] for segment, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:53.635797 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning for port 2769d589-abe2-4ea8-835d-1f0891a8356f completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:04:53.641938 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning complete for port 2769d589-abe2-4ea8-835d-1f0891a8356f triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:04:53.642326 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:53.751718 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-920e6041-7f94-4dbc-80b5-24195ae4efc5 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:53.760437 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bcdb4fb-fe44-407c-ae1a-461068042948 None None] DHCP port deletion for 85f63911-d75d-4233-8b80-fe2305554a79 request from n-d-844202-1 {{(pid=88526) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 19:04:53.768645 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-920e6041-7f94-4dbc-80b5-24195ae4efc5 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=88525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 19:04:53.769048 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-920e6041-7f94-4dbc-80b5-24195ae4efc5 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2613981'] for segment, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:53.795756 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7899ad93-5dc8-4e9f-b228-f50de008d488 req-ae24c73a-8142-4cce-81d1-a43c20526de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:53.797557 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7899ad93-5dc8-4e9f-b228-f50de008d488 req-ae24c73a-8142-4cce-81d1-a43c20526de0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=969bae19-2b90-42ed-a4ac-a4a59eaa870c HTTP/1.1" status: 200 len: 853 time: 0.5256927 Jun 01 19:04:53.826466 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f2ed440f-18fc-4acd-b778-680cf37d4c50 req-859214d5-b57c-4638-8c77-12e3906a924a tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a351d5c-3364-42d8-bd0d-648028a392a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5125697 Jun 01 19:04:53.892112 n-d-844202-1 neutron-server[88524]: INFO neutron.db.l3_db [None req-acdd2279-73c9-42d0-af8e-8b245eb0662e tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Floating IP 31707782-0e6e-438d-8533-bf8937e93121 associated. External IP: 172.25.4.139, port: c62d4609-83b1-45d0-abb2-e3d37ebae283. Jun 01 19:04:53.916385 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port 2769d589-abe2-4ea8-835d-1f0891a8356f is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:04:53.916839 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:53.955012 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1452f576-1fdd-4336-b27d-dcf8626fa6b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2769d589-abe2-4ea8-835d-1f0891a8356f'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:04:53.984100 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7899ad93-5dc8-4e9f-b228-f50de008d488 req-3636ecb0-5e1b-499d-92c5-6cac85b2077c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9872ab5d-59e4-43b1-8dfc-1ca5e239e8ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1757691 Jun 01 19:04:53.986250 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 2769d589-abe2-4ea8-835d-1f0891a8356f, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=2769d589-abe2-4ea8-835d-1f0891a8356f,segment=NetworkSegment(d147e68c-d5fd-47df-bf65-d6c5991a53c2),segment_id=d147e68c-d5fd-47df-bf65-d6c5991a53c2)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:04:53.993611 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:54.085833 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06c82cea-94f5-4b56-a3f6-2f08ca066a28'] response: {'server_uuid': '1452f576-1fdd-4336-b27d-dcf8626fa6b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2769d589-abe2-4ea8-835d-1f0891a8356f', 'code': 200} Jun 01 19:04:54.129479 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=2769d589-abe2-4ea8-835d-1f0891a8356f,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:04:54.163021 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69a7744a-4f60-40cd-9cdc-d0d8e9fc8264 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:04:54.172987 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b1b2ecb-7040-4663-9b03-94fe9f9b20d4 None None] Sync routers for ids ['ce3d77f2-5cda-41f3-823c-ec60c5fafaa1'] in n-d-844202-1 {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:04:54.185311 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1b2ecb-7040-4663-9b03-94fe9f9b20d4 None None] Routers {'ce3d77f2-5cda-41f3-823c-ec60c5fafaa1'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:04:54.185955 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-1b1b2ecb-7040-4663-9b03-94fe9f9b20d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:04:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['ce3d77f2-5cda-41f3-823c-ec60c5fafaa1'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:04:54.190626 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment 5d65bd91-e91e-4564-84ed-9d22e077b3bd resource provider aggregate not found Jun 01 19:04:54.213366 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-920e6041-7f94-4dbc-80b5-24195ae4efc5 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:54.272196 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment 5d65bd91-e91e-4564-84ed-9d22e077b3bd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5d65bd91-e91e-4564-84ed-9d22e077b3bd found for delete ", "request_id": "req-b00d1a19-5aa4-4e43-a359-073980cb5b66"}]} Jun 01 19:04:54.273298 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-920e6041-7f94-4dbc-80b5-24195ae4efc5 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks [] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:54.276881 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920e6041-7f94-4dbc-80b5-24195ae4efc5 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Pushing event deleted for resources: {'Network': ['ID=85f63911-d75d-4233-8b80-fe2305554a79,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:04:54.349506 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-920e6041-7f94-4dbc-80b5-24195ae4efc5 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] 10.222.0.41 "DELETE /v2.0/networks/85f63911-d75d-4233-8b80-fe2305554a79 HTTP/1.1" status: 204 len: 168 time: 4.1517015 Jun 01 19:04:54.349506 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-69a7744a-4f60-40cd-9cdc-d0d8e9fc8264 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for floatingip, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:54.378250 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 47174) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:04:54.386846 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d0a8d4ce-9157-4011-a6fb-50783dc34564 req-02b1739d-0bab-483c-9779-460860ddfc79 service neutron] 10.222.0.15 "GET /v2.0/networks/514e0306-ee37-41eb-a827-8ad103ba3460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9525359 Jun 01 19:04:54.430696 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-69a7744a-4f60-40cd-9cdc-d0d8e9fc8264 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 7.1015723 Jun 01 19:04:54.431557 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4686d426-f02a-4d1b-a91a-3a5689dd3b48', 'tag': '3211349c-cc9d-4914-8a84-cd570821bb77'}] {{(pid=88525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:04:54.447571 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51fa56d-81fe-448b-b463-20fe4702633e req-a6d82315-54e3-47ec-a878-65910be37780 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:54.454280 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51fa56d-81fe-448b-b463-20fe4702633e req-a6d82315-54e3-47ec-a878-65910be37780 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:54.461825 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-1b1b2ecb-7040-4663-9b03-94fe9f9b20d4 None None] Set router ce3d77f2-5cda-41f3-823c-ec60c5fafaa1 gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:04:54.462113 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51fa56d-81fe-448b-b463-20fe4702633e req-a6d82315-54e3-47ec-a878-65910be37780 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:54.471508 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a51fa56d-81fe-448b-b463-20fe4702633e req-a6d82315-54e3-47ec-a878-65910be37780 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] 10.222.0.41 "GET /v2.0/ports?device_id=be21e4b6-ff05-48da-b16c-87c7c0510c7a HTTP/1.1" status: 200 len: 2412 time: 0.5898893 Jun 01 19:04:54.525679 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a51fa56d-81fe-448b-b463-20fe4702633e req-c5a92831-6334-4dff-a7ee-06082d8f12b5 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] 10.222.0.41 "GET /v2.0/security-groups?id=35bdd75f-60bc-442f-9683-0ad602663bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530980 Jun 01 19:04:54.565833 n-d-844202-1 neutron-server[88524]: INFO neutron.pecan_wsgi.hooks.translation [None req-56eca195-1edf-418b-8bdb-f26bb3981bae tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] DELETE failed (client error): The resource could not be found. Jun 01 19:04:54.566619 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56eca195-1edf-418b-8bdb-f26bb3981bae tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88524) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 19:04:54.607906 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d0a8d4ce-9157-4011-a6fb-50783dc34564 req-bc22658c-1265-4ced-bc90-611ce046f03c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.36&port_id=f659db6f-207d-46a7-a2e3-d4ab218b8d77 HTTP/1.1" status: 200 len: 217 time: 0.1655102 Jun 01 19:04:54.660430 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 47182) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:04:54.662545 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-56eca195-1edf-418b-8bdb-f26bb3981bae tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] 10.222.0.41 "DELETE /v2.0/subnets/72949166-10b6-4307-bc15-7d9735a3e22f HTTP/1.1" status: 404 len: 337 time: 0.2745745 Jun 01 19:04:54.720285 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7899ad93-5dc8-4e9f-b228-f50de008d488 req-790455dc-5d74-4480-8474-53be9af3e264 service neutron] 10.222.0.50 "GET /v2.0/networks/9872ab5d-59e4-43b1-8dfc-1ca5e239e8ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7285366 Jun 01 19:04:54.746082 n-d-844202-1 neutron-server[88525]: INFO neutron.pecan_wsgi.hooks.translation [None req-20ead4b4-e9dc-414d-9a36-8d435f4bc9e6 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] DELETE failed (client error): The resource could not be found. Jun 01 19:04:54.746557 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20ead4b4-e9dc-414d-9a36-8d435f4bc9e6 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88525) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 19:04:54.748459 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-20ead4b4-e9dc-414d-9a36-8d435f4bc9e6 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] 10.222.0.41 "DELETE /v2.0/networks/85f63911-d75d-4233-8b80-fe2305554a79 HTTP/1.1" status: 404 len: 339 time: 0.0858963 Jun 01 19:04:54.755231 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 47186) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:04:54.801444 n-d-844202-1 neutron-server[88525]: INFO neutron.pecan_wsgi.hooks.translation [None req-31ff402a-4bb1-4aab-afd3-5a39b23e875d tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] DELETE failed (client error): The resource could not be found. Jun 01 19:04:54.801869 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31ff402a-4bb1-4aab-afd3-5a39b23e875d tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88525) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 19:04:54.803896 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-31ff402a-4bb1-4aab-afd3-5a39b23e875d tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] 10.222.0.41 "DELETE /v2.0/subnets/faeaff31-ee8e-4680-a929-79b0af01720c HTTP/1.1" status: 404 len: 337 time: 0.0488069 Jun 01 19:04:54.810778 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 47190) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:04:54.848017 n-d-844202-1 neutron-server[88525]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d5db5d1-9d5a-451a-8089-f5f7f47a0be1 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] DELETE failed (client error): The resource could not be found. Jun 01 19:04:54.848542 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d5db5d1-9d5a-451a-8089-f5f7f47a0be1 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88525) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 19:04:54.850613 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-5d5db5d1-9d5a-451a-8089-f5f7f47a0be1 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] 10.222.0.41 "DELETE /v2.0/networks/b13cea60-ec39-4484-8bd8-fabb4673d37a HTTP/1.1" status: 404 len: 339 time: 0.0369596 Jun 01 19:04:54.862058 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 47194) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:04:54.925577 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a8d4ce-9157-4011-a6fb-50783dc34564 req-1c463e84-6f63-4496-8278-6836dc259eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:54.927730 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d0a8d4ce-9157-4011-a6fb-50783dc34564 req-1c463e84-6f63-4496-8278-6836dc259eaf service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9b049544-3c17-4141-8e0c-e42c8362b821 HTTP/1.1" status: 200 len: 801 time: 0.3086185 Jun 01 19:04:54.930044 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4e466c-0c53-4d71-9c62-1dd5edccd7a3 req-6228759f-5608-412b-8a71-06bf5a4259e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:54.931407 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-1d4e466c-0c53-4d71-9c62-1dd5edccd7a3 req-6228759f-5608-412b-8a71-06bf5a4259e8 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=1452f576-1fdd-4336-b27d-dcf8626fa6b3 HTTP/1.1" status: 200 len: 1097 time: 0.7885187 Jun 01 19:04:54.966612 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-1b1b2ecb-7040-4663-9b03-94fe9f9b20d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce3d77f2-5cda-41f3-823c-ec60c5fafaa1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-864592733', 'tenant_id': '8537cfb3773e46d182e148cf5b0a717f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': 'acdd2017-bd08-4739-b56c-cc5161a624cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:03:44Z', 'updated_at': '2022-06-01T19:04:09Z', 'revision_number': 4, 'project_id': '8537cfb3773e46d182e148cf5b0a717f', 'gw_port': {'id': 'acdd2017-bd08-4739-b56c-cc5161a624cb', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:fa:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3d77f2-5cda-41f3-823c-ec60c5fafaa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2341, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:03:47Z', 'updated_at': '2022-06-01T19:04:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_floatingips': [{'id': '9155d1f7-26f3-454d-8dd5-3299d56de1d7', 'tenant_id': '8537cfb3773e46d182e148cf5b0a717f', 'floating_ip_address': '172.25.4.20', 'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'router_id': 'ce3d77f2-5cda-41f3-823c-ec60c5fafaa1', 'port_id': '3211349c-cc9d-4914-8a84-cd570821bb77', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2427, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57a41f0e-b08f-4033-97ac-1767c5f2bb80', 'mac_address': 'fa:16:3e:95:65:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4686d426-f02a-4d1b-a91a-3a5689dd3b48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T19:04:50Z', 'updated_at': '2022-06-01T19:04:50Z', 'revision_number': 0, 'project_id': '8537cfb3773e46d182e148cf5b0a717f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bf8a052-a069-4d19-bdd7-cf70f1752021', 'name': '', 'network_id': '57a41f0e-b08f-4033-97ac-1767c5f2bb80', 'tenant_id': '8537cfb3773e46d182e148cf5b0a717f', 'mac_address': 'fa:16:3e:50:88:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3d77f2-5cda-41f3-823c-ec60c5fafaa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2374, 'fixed_ips': [{'subnet_id': '48973f57-aa83-4e30-ba85-055d310a8b91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:04:04Z', 'updated_at': '2022-06-01T19:04:23Z', 'revision_number': 5, 'project_id': '8537cfb3773e46d182e148cf5b0a717f', 'subnets': [{'id': '48973f57-aa83-4e30-ba85-055d310a8b91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:04:54.977352 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b1b2ecb-7040-4663-9b03-94fe9f9b20d4 None None] Checking router: ce3d77f2-5cda-41f3-823c-ec60c5fafaa1 for host: n-d-844202-1 {{(pid=88526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 19:04:54.988530 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1b2ecb-7040-4663-9b03-94fe9f9b20d4 None None] Routers {'ce3d77f2-5cda-41f3-823c-ec60c5fafaa1'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:04:54.990229 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-1b1b2ecb-7040-4663-9b03-94fe9f9b20d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:04:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['ce3d77f2-5cda-41f3-823c-ec60c5fafaa1'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:04:55.077885 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93956921-91fc-4a71-a87d-851cc6de131c req-c6e3452b-7259-4be4-bd7a-9567a78c8ffc tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:55.079572 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-93956921-91fc-4a71-a87d-851cc6de131c req-c6e3452b-7259-4be4-bd7a-9567a78c8ffc tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c78d629-df0d-4dc5-81f0-5fcf9fb1c19d HTTP/1.1" status: 200 len: 943 time: 0.6895850 Jun 01 19:04:55.173521 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf91b3c-964f-41ec-a2e1-0e37af102b6e req-50b70832-b48f-4ab5-8fdb-ddfe2cbcba66 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:55.175002 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3bf91b3c-964f-41ec-a2e1-0e37af102b6e req-50b70832-b48f-4ab5-8fdb-ddfe2cbcba66 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/ports?device_id=4686d426-f02a-4d1b-a91a-3a5689dd3b48 HTTP/1.1" status: 200 len: 946 time: 0.4818599 Jun 01 19:04:55.185783 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ea89fd08-07b7-4e70-92af-94204a53ce7e tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:55.225000 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-1d4e466c-0c53-4d71-9c62-1dd5edccd7a3 req-182d8900-aad3-477d-b69d-5efd57f759fe service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=6a351d5c-3364-42d8-bd0d-648028a392a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2358203 Jun 01 19:04:55.245311 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3bf91b3c-964f-41ec-a2e1-0e37af102b6e req-2759411e-c650-460a-8ba1-23713d0bc6e8 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/security-groups?id=5040cb58-24af-44ab-a8bd-126074c76b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573430 Jun 01 19:04:55.249082 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-1b1b2ecb-7040-4663-9b03-94fe9f9b20d4 None None] Set router ce3d77f2-5cda-41f3-823c-ec60c5fafaa1 gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:04:55.249410 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7899ad93-5dc8-4e9f-b228-f50de008d488 req-4ab8ddbc-b1b6-418d-bfce-75fa35227577 service neutron] 10.222.0.50 "GET /v2.0/networks/9872ab5d-59e4-43b1-8dfc-1ca5e239e8ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4698067 Jun 01 19:04:55.275146 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 47202) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:04:55.296485 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a8d4ce-9157-4011-a6fb-50783dc34564 req-740bde03-6aa5-41ae-a936-114efbabc8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:55.298007 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d0a8d4ce-9157-4011-a6fb-50783dc34564 req-740bde03-6aa5-41ae-a936-114efbabc8ad service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=aaaa9f67-00cd-4fd7-bfc9-acab80f1aa33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3562505 Jun 01 19:04:55.309078 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-93956921-91fc-4a71-a87d-851cc6de131c req-0c4b207b-dd77-4e91-a387-049bd949ddb4 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e27767a-e40e-41ca-b34d-a5b7412547b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730461 Jun 01 19:04:55.318171 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 49aaed77-c294-4ca0-8aa2-f90efe4eecbb no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:04:55.367762 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: 49aaed77-c294-4ca0-8aa2-f90efe4eecbb {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:04:55.368108 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 49aaed77-c294-4ca0-8aa2-f90efe4eecbb not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:04:55.430929 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acdd2279-73c9-42d0-af8e-8b245eb0662e tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Router 7ee539f0-74eb-4d8b-94f4-0af36e192612 has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 19:04:55.493747 n-d-844202-1 neutron-server[88525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c37876f-c72b-41e8-b06a-386f815be1ba'] response: {'name': 'network-changed', 'server_uuid': '4686d426-f02a-4d1b-a91a-3a5689dd3b48', 'tag': '3211349c-cc9d-4914-8a84-cd570821bb77', 'status': 'completed', 'code': 200} Jun 01 19:04:55.515641 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ea89fd08-07b7-4e70-92af-94204a53ce7e tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:55.564367 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-ea89fd08-07b7-4e70-92af-94204a53ce7e tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d96a7716-87f4-4530-bad7-e38e7dea0e9f']}} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:04:55.591766 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-ea89fd08-07b7-4e70-92af-94204a53ce7e tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a8d284f-78fa-4e05-b5e3-71efb4576687') {'for_net_delete': True} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:04:55.592985 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-ea89fd08-07b7-4e70-92af-94204a53ce7e tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a8d284f-78fa-4e05-b5e3-71efb4576687') {} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:04:55.606245 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ea89fd08-07b7-4e70-92af-94204a53ce7e tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2258522'] for segment, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:55.626022 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ea89fd08-07b7-4e70-92af-94204a53ce7e tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:55.634413 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea89fd08-07b7-4e70-92af-94204a53ce7e tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=88525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 19:04:55.634979 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ea89fd08-07b7-4e70-92af-94204a53ce7e tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2613981'] for segment, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:55.752923 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-05b48a2a-d2e6-4ff3-8202-b3c6e7066361 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/floatingips/9155d1f7-26f3-454d-8dd5-3299d56de1d7 HTTP/1.1" status: 200 len: 991 time: 0.4563038 Jun 01 19:04:55.804916 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-1b1b2ecb-7040-4663-9b03-94fe9f9b20d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce3d77f2-5cda-41f3-823c-ec60c5fafaa1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-864592733', 'tenant_id': '8537cfb3773e46d182e148cf5b0a717f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': 'acdd2017-bd08-4739-b56c-cc5161a624cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:03:44Z', 'updated_at': '2022-06-01T19:04:09Z', 'revision_number': 4, 'project_id': '8537cfb3773e46d182e148cf5b0a717f', 'gw_port': {'id': 'acdd2017-bd08-4739-b56c-cc5161a624cb', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:fa:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3d77f2-5cda-41f3-823c-ec60c5fafaa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2341, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:03:47Z', 'updated_at': '2022-06-01T19:04:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_floatingips': [{'id': '9155d1f7-26f3-454d-8dd5-3299d56de1d7', 'tenant_id': '8537cfb3773e46d182e148cf5b0a717f', 'floating_ip_address': '172.25.4.20', 'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'router_id': 'ce3d77f2-5cda-41f3-823c-ec60c5fafaa1', 'port_id': '3211349c-cc9d-4914-8a84-cd570821bb77', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2427, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57a41f0e-b08f-4033-97ac-1767c5f2bb80', 'mac_address': 'fa:16:3e:95:65:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4686d426-f02a-4d1b-a91a-3a5689dd3b48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T19:04:50Z', 'updated_at': '2022-06-01T19:04:50Z', 'revision_number': 0, 'project_id': '8537cfb3773e46d182e148cf5b0a717f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bf8a052-a069-4d19-bdd7-cf70f1752021', 'name': '', 'network_id': '57a41f0e-b08f-4033-97ac-1767c5f2bb80', 'tenant_id': '8537cfb3773e46d182e148cf5b0a717f', 'mac_address': 'fa:16:3e:50:88:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3d77f2-5cda-41f3-823c-ec60c5fafaa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2374, 'fixed_ips': [{'subnet_id': '48973f57-aa83-4e30-ba85-055d310a8b91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:04:04Z', 'updated_at': '2022-06-01T19:04:23Z', 'revision_number': 5, 'project_id': '8537cfb3773e46d182e148cf5b0a717f', 'subnets': [{'id': '48973f57-aa83-4e30-ba85-055d310a8b91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:04:55.807046 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ea89fd08-07b7-4e70-92af-94204a53ce7e tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:55.810723 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b1b2ecb-7040-4663-9b03-94fe9f9b20d4 None None] The sync data for ids ['ce3d77f2-5cda-41f3-823c-ec60c5fafaa1'] in n-d-844202-1 is: [{'id': 'ce3d77f2-5cda-41f3-823c-ec60c5fafaa1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-864592733', 'tenant_id': '8537cfb3773e46d182e148cf5b0a717f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': 'acdd2017-bd08-4739-b56c-cc5161a624cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:03:44Z', 'updated_at': '2022-06-01T19:04:09Z', 'revision_number': 4, 'project_id': '8537cfb3773e46d182e148cf5b0a717f', 'gw_port': {'id': 'acdd2017-bd08-4739-b56c-cc5161a624cb', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:fa:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3d77f2-5cda-41f3-823c-ec60c5fafaa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2341, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:03:47Z', 'updated_at': '2022-06-01T19:04:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_floatingips': [{'id': '9155d1f7-26f3-454d-8dd5-3299d56de1d7', 'tenant_id': '8537cfb3773e46d182e148cf5b0a717f', 'floating_ip_address': '172.25.4.20', 'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'router_id': 'ce3d77f2-5cda-41f3-823c-ec60c5fafaa1', 'port_id': '3211349c-cc9d-4914-8a84-cd570821bb77', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2427, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57a41f0e-b08f-4033-97ac-1767c5f2bb80', 'mac_address': 'fa:16:3e:95:65:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4686d426-f02a-4d1b-a91a-3a5689dd3b48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T19:04:50Z', 'updated_at': '2022-06-01T19:04:50Z', 'revision_number': 0, 'project_id': '8537cfb3773e46d182e148cf5b0a717f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bf8a052-a069-4d19-bdd7-cf70f1752021', 'name': '', 'network_id': '57a41f0e-b08f-4033-97ac-1767c5f2bb80', 'tenant_id': '8537cfb3773e46d182e148cf5b0a717f', 'mac_address': 'fa:16:3e:50:88:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3d77f2-5cda-41f3-823c-ec60c5fafaa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2374, 'fixed_ips': [{'subnet_id': '48973f57-aa83-4e30-ba85-055d310a8b91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:04:04Z', 'updated_at': '2022-06-01T19:04:23Z', 'revision_number': 5, 'project_id': '8537cfb3773e46d182e148cf5b0a717f', 'subnets': [{'id': '48973f57-aa83-4e30-ba85-055d310a8b91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:04:55.828763 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ea89fd08-07b7-4e70-92af-94204a53ce7e tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks [] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:55.863181 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea89fd08-07b7-4e70-92af-94204a53ce7e tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Pushing event deleted for resources: {'Network': ['ID=d96a7716-87f4-4530-bad7-e38e7dea0e9f,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:04:55.874536 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-ea89fd08-07b7-4e70-92af-94204a53ce7e tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] 10.222.0.41 "DELETE /v2.0/networks/d96a7716-87f4-4530-bad7-e38e7dea0e9f HTTP/1.1" status: 204 len: 168 time: 1.0088973 Jun 01 19:04:55.875952 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 47208) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:04:55.934421 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2abfb8-4aa9-4e4c-94ed-441dce2bf612 req-67009c2a-c232-45f4-bca4-20834aac70da tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:55.940662 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2abfb8-4aa9-4e4c-94ed-441dce2bf612 req-67009c2a-c232-45f4-bca4-20834aac70da tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:55.948036 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2abfb8-4aa9-4e4c-94ed-441dce2bf612 req-67009c2a-c232-45f4-bca4-20834aac70da tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:55.951274 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2f2abfb8-4aa9-4e4c-94ed-441dce2bf612 req-67009c2a-c232-45f4-bca4-20834aac70da tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] 10.222.0.41 "GET /v2.0/ports?device_id=be21e4b6-ff05-48da-b16c-87c7c0510c7a HTTP/1.1" status: 200 len: 2412 time: 0.1954482 Jun 01 19:04:55.952374 n-d-844202-1 neutron-server[88525]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bcd825f-f5d7-46a9-ae1e-cf0f75546943 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] DELETE failed (client error): The resource could not be found. Jun 01 19:04:55.953091 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bcd825f-f5d7-46a9-ae1e-cf0f75546943 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88525) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 19:04:55.959209 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-4bcd825f-f5d7-46a9-ae1e-cf0f75546943 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] 10.222.0.41 "DELETE /v2.0/subnets/e98b6c8b-fd99-4fe0-b0cb-6c27b6947207 HTTP/1.1" status: 404 len: 337 time: 0.0792427 Jun 01 19:04:55.959621 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 47212) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:04:56.034421 n-d-844202-1 neutron-server[88525]: INFO neutron.pecan_wsgi.hooks.translation [None req-733b7308-1500-4fd4-8716-b7c4a4077db6 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] DELETE failed (client error): The resource could not be found. Jun 01 19:04:56.035087 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-733b7308-1500-4fd4-8716-b7c4a4077db6 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88525) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 19:04:56.040399 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-733b7308-1500-4fd4-8716-b7c4a4077db6 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] 10.222.0.41 "DELETE /v2.0/networks/410b8bc2-d764-41a7-b541-ef27a664682c HTTP/1.1" status: 404 len: 339 time: 0.0792956 Jun 01 19:04:56.066893 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 47218) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:04:56.073171 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d0a8d4ce-9157-4011-a6fb-50783dc34564 req-a118469c-83ac-493a-a6de-5e491f6945c5 service neutron] 10.222.0.15 "GET /v2.0/networks/aaaa9f67-00cd-4fd7-bfc9-acab80f1aa33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7612979 Jun 01 19:04:56.103129 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2f2abfb8-4aa9-4e4c-94ed-441dce2bf612 req-b985ae86-a3ac-46a0-919c-2dcb17b0868a tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] 10.222.0.41 "GET /v2.0/security-groups?id=35bdd75f-60bc-442f-9683-0ad602663bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034904 Jun 01 19:04:56.175908 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e1bc177-cd84-4122-9158-0f036c04394b None None] New status for floating IP 9155d1f7-26f3-454d-8dd5-3299d56de1d7: ACTIVE {{(pid=88527) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 19:04:56.244933 n-d-844202-1 neutron-server[88524]: INFO neutron.pecan_wsgi.hooks.translation [None req-c13bc1c6-d0d4-4f95-b466-8ac62c097eae tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] DELETE failed (client error): The resource could not be found. Jun 01 19:04:56.245383 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c13bc1c6-d0d4-4f95-b466-8ac62c097eae tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88524) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 19:04:56.247082 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-c13bc1c6-d0d4-4f95-b466-8ac62c097eae tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] 10.222.0.41 "DELETE /v2.0/subnets/601655d1-890c-4d85-9232-f0e2c860d9a5 HTTP/1.1" status: 404 len: 337 time: 0.1730287 Jun 01 19:04:56.251096 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 47228) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:04:56.325475 n-d-844202-1 neutron-server[88525]: INFO neutron.pecan_wsgi.hooks.translation [None req-072300a0-ceab-4653-acc6-f3f9af6aa54e tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] DELETE failed (client error): The resource could not be found. Jun 01 19:04:56.325954 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-072300a0-ceab-4653-acc6-f3f9af6aa54e tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88525) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 19:04:56.351376 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-072300a0-ceab-4653-acc6-f3f9af6aa54e tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] 10.222.0.41 "DELETE /v2.0/networks/f56eb7c6-327c-453a-975e-f7ed3596404d HTTP/1.1" status: 404 len: 339 time: 0.0989368 Jun 01 19:04:56.353635 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 47236) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:04:56.355236 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment 6a8d284f-78fa-4e05-b5e3-71efb4576687 resource provider aggregate not found Jun 01 19:04:56.387277 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b951daa9-36c5-4b72-9f41-f5fd87b863b5 req-7513edc0-4a68-4e1b-b544-f2552e1fb297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:56.388762 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b951daa9-36c5-4b72-9f41-f5fd87b863b5 req-7513edc0-4a68-4e1b-b544-f2552e1fb297 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8537cfb3773e46d182e148cf5b0a717f&device_id=4686d426-f02a-4d1b-a91a-3a5689dd3b48 HTTP/1.1" status: 200 len: 1097 time: 0.9183207 Jun 01 19:04:56.475568 n-d-844202-1 neutron-server[88525]: INFO neutron.pecan_wsgi.hooks.translation [None req-17f8bcfb-51c3-471d-bb2e-f69f33437a1d tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] DELETE failed (client error): The resource could not be found. Jun 01 19:04:56.477039 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17f8bcfb-51c3-471d-bb2e-f69f33437a1d tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88525) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 19:04:56.481440 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-17f8bcfb-51c3-471d-bb2e-f69f33437a1d tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] 10.222.0.41 "DELETE /v2.0/subnets/dc5126c8-be78-4507-ab04-8d03f4748be8 HTTP/1.1" status: 404 len: 337 time: 0.1102931 Jun 01 19:04:56.482050 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 47242) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:04:56.483470 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment 6a8d284f-78fa-4e05-b5e3-71efb4576687 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6a8d284f-78fa-4e05-b5e3-71efb4576687 found for delete ", "request_id": "req-388eb464-aac4-4ff9-b319-84667211e911"}]} Jun 01 19:04:56.511476 n-d-844202-1 neutron-server[88525]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2b10d9d-32cf-434a-9432-1349773961f1 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] DELETE failed (client error): The resource could not be found. Jun 01 19:04:56.511476 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2b10d9d-32cf-434a-9432-1349773961f1 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88525) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 19:04:56.514975 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-f2b10d9d-32cf-434a-9432-1349773961f1 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] 10.222.0.41 "DELETE /v2.0/networks/dbe1dc8e-7f1f-45ba-9cde-112c574d988f HTTP/1.1" status: 404 len: 339 time: 0.0306280 Jun 01 19:04:56.515708 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 47246) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:04:56.556674 n-d-844202-1 neutron-server[88525]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ee9eb26-9a58-45c6-9f83-5bf91c9dfc62 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] DELETE failed (client error): The resource could not be found. Jun 01 19:04:56.557049 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ee9eb26-9a58-45c6-9f83-5bf91c9dfc62 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88525) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 19:04:56.561559 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-9ee9eb26-9a58-45c6-9f83-5bf91c9dfc62 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] 10.222.0.41 "DELETE /v2.0/subnets/29f2d673-d70d-43ea-9eeb-c807420de0ba HTTP/1.1" status: 404 len: 337 time: 0.0448172 Jun 01 19:04:56.562176 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 47250) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:04:56.586180 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61151585-f35b-49f0-9fdc-301dcd4d4f2f req-3e74a5ef-38be-458b-a4de-7acba3e1f047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:56.587977 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-61151585-f35b-49f0-9fdc-301dcd4d4f2f req-3e74a5ef-38be-458b-a4de-7acba3e1f047 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4e20c5bd79fa44728efb622f29d6160e&device_id=7c78d629-df0d-4dc5-81f0-5fcf9fb1c19d HTTP/1.1" status: 200 len: 1094 time: 1.0651639 Jun 01 19:04:56.601121 n-d-844202-1 neutron-server[88525]: INFO neutron.pecan_wsgi.hooks.translation [None req-d02532f2-33f3-40cd-a3cf-39f649f94d93 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] DELETE failed (client error): The resource could not be found. Jun 01 19:04:56.601605 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d02532f2-33f3-40cd-a3cf-39f649f94d93 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88525) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 19:04:56.606519 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-d02532f2-33f3-40cd-a3cf-39f649f94d93 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] 10.222.0.41 "DELETE /v2.0/networks/3894a4d4-86cc-447d-b116-551a5bcda5ba HTTP/1.1" status: 404 len: 339 time: 0.0432258 Jun 01 19:04:56.640385 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acdd2279-73c9-42d0-af8e-8b245eb0662e tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:04:56.649408 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 47254) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:04:56.650734 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9237fc35-2e0f-49a6-be72-9e2c42866736 None None] Sync routers for ids ['7ee539f0-74eb-4d8b-94f4-0af36e192612'] in n-d-844202-1 {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:04:56.670014 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9237fc35-2e0f-49a6-be72-9e2c42866736 None None] Routers {'7ee539f0-74eb-4d8b-94f4-0af36e192612'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:04:56.670779 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-9237fc35-2e0f-49a6-be72-9e2c42866736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:04:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['7ee539f0-74eb-4d8b-94f4-0af36e192612'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:04:56.702076 n-d-844202-1 neutron-server[88525]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8ae5782-61ed-46a4-a8db-6b11b3557634 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] DELETE failed (client error): The resource could not be found. Jun 01 19:04:56.702533 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8ae5782-61ed-46a4-a8db-6b11b3557634 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88525) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 19:04:56.707466 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 47258) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:04:56.707718 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-d8ae5782-61ed-46a4-a8db-6b11b3557634 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] 10.222.0.41 "DELETE /v2.0/subnets/03554775-f434-434b-b390-4377d11d7bb1 HTTP/1.1" status: 404 len: 337 time: 0.0573273 Jun 01 19:04:56.757735 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1366c980-2e05-49b3-b470-d4a1c7837087 req-77efbda3-83aa-4f46-9dda-aa3c8d26eb29 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:56.759228 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-1366c980-2e05-49b3-b470-d4a1c7837087 req-77efbda3-83aa-4f46-9dda-aa3c8d26eb29 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c78d629-df0d-4dc5-81f0-5fcf9fb1c19d HTTP/1.1" status: 200 len: 943 time: 0.1513047 Jun 01 19:04:56.759705 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 47262) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:04:56.778080 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e20cb2-4e26-4a9a-aeee-2569a214bf1f req-32a4eca0-c766-4168-a74b-cb0f8609529b tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:56.787333 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c2e20cb2-4e26-4a9a-aeee-2569a214bf1f req-32a4eca0-c766-4168-a74b-cb0f8609529b tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/ports?device_id=1452f576-1fdd-4336-b27d-dcf8626fa6b3 HTTP/1.1" status: 200 len: 946 time: 1.2672753 Jun 01 19:04:56.816588 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-9237fc35-2e0f-49a6-be72-9e2c42866736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:04:56.837072 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9237fc35-2e0f-49a6-be72-9e2c42866736 None None] Routers {'7ee539f0-74eb-4d8b-94f4-0af36e192612'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:04:56.837679 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-9237fc35-2e0f-49a6-be72-9e2c42866736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:04:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['7ee539f0-74eb-4d8b-94f4-0af36e192612'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:04:56.915166 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-1366c980-2e05-49b3-b470-d4a1c7837087 req-ca3c39b8-9066-4017-9bbd-91cece323a7c tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e27767a-e40e-41ca-b34d-a5b7412547b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863841 Jun 01 19:04:56.922048 n-d-844202-1 neutron-server[88524]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c5f0236-0a4a-40f3-8ebd-d75ade5be78a tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] DELETE failed (client error): The resource could not be found. Jun 01 19:04:56.922686 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c5f0236-0a4a-40f3-8ebd-d75ade5be78a tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88524) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 19:04:56.925421 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-5c5f0236-0a4a-40f3-8ebd-d75ade5be78a tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] 10.222.0.41 "DELETE /v2.0/networks/c5c6e3bd-64cb-4bdb-850b-8ce9c300efae HTTP/1.1" status: 404 len: 339 time: 0.2095068 Jun 01 19:04:56.930584 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 47266) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:04:56.980491 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-acdd2279-73c9-42d0-af8e-8b245eb0662e tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for floatingip, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:57.006684 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-9237fc35-2e0f-49a6-be72-9e2c42866736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:04:57.007084 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9237fc35-2e0f-49a6-be72-9e2c42866736 None None] The sync data for ids ['7ee539f0-74eb-4d8b-94f4-0af36e192612'] in n-d-844202-1 is: [] {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:04:57.013338 n-d-844202-1 neutron-server[88525]: INFO neutron.pecan_wsgi.hooks.translation [None req-de068cb2-ba2d-4f53-8caa-4e6f3f078fe7 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] DELETE failed (client error): The resource could not be found. Jun 01 19:04:57.013799 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de068cb2-ba2d-4f53-8caa-4e6f3f078fe7 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88525) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 19:04:57.015487 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-de068cb2-ba2d-4f53-8caa-4e6f3f078fe7 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] 10.222.0.41 "DELETE /v2.0/subnets/bba8a961-f162-42d4-a573-12275982f6fe HTTP/1.1" status: 404 len: 337 time: 0.0838675 Jun 01 19:04:57.018708 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-aee2d547-ca95-4cf4-a9b0-04d9e9459a2b tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/floatingips/9155d1f7-26f3-454d-8dd5-3299d56de1d7 HTTP/1.1" status: 200 len: 993 time: 0.2578869 Jun 01 19:04:57.028809 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 47270) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:04:57.062964 n-d-844202-1 neutron-server[88525]: INFO neutron.pecan_wsgi.hooks.translation [None req-a46ded26-71f4-4f38-8292-81cd2cdb8e37 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] DELETE failed (client error): The resource could not be found. Jun 01 19:04:57.063439 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a46ded26-71f4-4f38-8292-81cd2cdb8e37 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88525) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 19:04:57.066213 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-a46ded26-71f4-4f38-8292-81cd2cdb8e37 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] 10.222.0.41 "DELETE /v2.0/networks/d3475db9-f5f0-49d1-8ef3-a2ba5302e1a8 HTTP/1.1" status: 404 len: 339 time: 0.0355158 Jun 01 19:04:57.066929 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-acdd2279-73c9-42d0-af8e-8b245eb0662e tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 13.0523312 Jun 01 19:04:57.067901 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 47274) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:04:57.069072 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 47276) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:04:57.073881 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-e100d8c6-4ddb-49f1-bffb-93b90c302c4d tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-155322131'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:04:57.074715 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d0a8d4ce-9157-4011-a6fb-50783dc34564 req-0b8b839a-f18f-4a54-8c49-1a389dc5fbb8 service neutron] 10.222.0.15 "GET /v2.0/networks/aaaa9f67-00cd-4fd7-bfc9-acab80f1aa33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9304867 Jun 01 19:04:57.101298 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c2e20cb2-4e26-4a9a-aeee-2569a214bf1f req-02f49eba-0a67-4ec6-ba23-1c0270736f08 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a351d5c-3364-42d8-bd0d-648028a392a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3124440 Jun 01 19:04:57.110452 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-e100d8c6-4ddb-49f1-bffb-93b90c302c4d tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:04:57.121110 n-d-844202-1 neutron-server[88525]: INFO neutron.pecan_wsgi.hooks.translation [None req-c95dce48-8f2a-4f17-b679-2d95a88fff14 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] DELETE failed (client error): The resource could not be found. Jun 01 19:04:57.121110 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c95dce48-8f2a-4f17-b679-2d95a88fff14 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88525) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 19:04:57.121110 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-c95dce48-8f2a-4f17-b679-2d95a88fff14 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] 10.222.0.41 "DELETE /v2.0/subnets/61f72c40-81dd-47fe-bd69-c5e1dabf33b8 HTTP/1.1" status: 404 len: 337 time: 0.0512311 Jun 01 19:04:57.125135 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-e100d8c6-4ddb-49f1-bffb-93b90c302c4d tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Usage tracker for resource:network and tenant:a0eb4836fe25462db2032ac7c054c0ab is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:04:57.125135 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 47284) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:04:57.127604 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-e100d8c6-4ddb-49f1-bffb-93b90c302c4d tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:04:57.164332 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-e100d8c6-4ddb-49f1-bffb-93b90c302c4d tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:04:57.166444 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61151585-f35b-49f0-9fdc-301dcd4d4f2f req-bb6482ec-38b7-47d8-ba3d-d9bee978575a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:57.169468 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-61151585-f35b-49f0-9fdc-301dcd4d4f2f req-bb6482ec-38b7-47d8-ba3d-d9bee978575a service neutron] 10.222.0.50 "GET /v2.0/networks?id=9872ab5d-59e4-43b1-8dfc-1ca5e239e8ce HTTP/1.1" status: 200 len: 914 time: 0.5255704 Jun 01 19:04:57.171779 n-d-844202-1 neutron-server[88525]: INFO neutron.pecan_wsgi.hooks.translation [None req-64064d2e-a8f0-4380-82b6-e62abce751ec tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] DELETE failed (client error): The resource could not be found. Jun 01 19:04:57.172259 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64064d2e-a8f0-4380-82b6-e62abce751ec tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88525) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 19:04:57.174042 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-64064d2e-a8f0-4380-82b6-e62abce751ec tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] 10.222.0.41 "DELETE /v2.0/networks/7679ebf5-9f14-44f2-8b88-dc6fff9aa8a4 HTTP/1.1" status: 404 len: 339 time: 0.0480456 Jun 01 19:04:57.178176 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 47288) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:04:57.231241 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b951daa9-36c5-4b72-9f41-f5fd87b863b5 req-65868b52-0f65-4f06-8b48-f544bf2ff3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:57.232105 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e100d8c6-4ddb-49f1-bffb-93b90c302c4d tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Made reservation on behalf of a0eb4836fe25462db2032ac7c054c0ab for: {'network': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:04:57.232995 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b951daa9-36c5-4b72-9f41-f5fd87b863b5 req-65868b52-0f65-4f06-8b48-f544bf2ff3a0 service neutron] 10.222.0.50 "GET /v2.0/networks?id=57a41f0e-b08f-4033-97ac-1767c5f2bb80 HTTP/1.1" status: 200 len: 897 time: 0.8161333 Jun 01 19:04:57.238800 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e100d8c6-4ddb-49f1-bffb-93b90c302c4d tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:57.251837 n-d-844202-1 neutron-server[88525]: INFO neutron.pecan_wsgi.hooks.translation [None req-c466219b-0bf8-4f4c-877c-d7e5778852f1 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] DELETE failed (client error): The resource could not be found. Jun 01 19:04:57.252430 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c466219b-0bf8-4f4c-877c-d7e5778852f1 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88525) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 19:04:57.257896 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-c466219b-0bf8-4f4c-877c-d7e5778852f1 tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] 10.222.0.41 "DELETE /v2.0/subnets/13cbc7f5-2e92-4807-9983-b5c4da960b2a HTTP/1.1" status: 404 len: 337 time: 0.0756083 Jun 01 19:04:57.278242 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 47292) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:04:57.299436 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e100d8c6-4ddb-49f1-bffb-93b90c302c4d tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 127} {{(pid=88525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 19:04:57.356433 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e100d8c6-4ddb-49f1-bffb-93b90c302c4d tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:57.356836 n-d-844202-1 neutron-server[88525]: INFO neutron.db.segments_db [None req-e100d8c6-4ddb-49f1-bffb-93b90c302c4d tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Added segment 9ad62b68-2734-4a68-9b03-d358cb9a0094 of type vlan for network 99debedd-d8ea-4e7a-bf14-74c274bd20d8 Jun 01 19:04:57.358361 n-d-844202-1 neutron-server[88525]: INFO neutron.pecan_wsgi.hooks.translation [None req-52cb6278-7fcf-4f13-9c09-be2a5ba7c6dd tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] DELETE failed (client error): The resource could not be found. Jun 01 19:04:57.358916 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52cb6278-7fcf-4f13-9c09-be2a5ba7c6dd tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88525) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 19:04:57.388948 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-61151585-f35b-49f0-9fdc-301dcd4d4f2f req-d8a18748-95de-47e3-8526-2ccc463f2c58 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d0e3d4bb-e5ed-4163-a108-61c8c95feac6 HTTP/1.1" status: 200 len: 217 time: 0.1648848 Jun 01 19:04:57.428514 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e100d8c6-4ddb-49f1-bffb-93b90c302c4d tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:57.466907 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-52cb6278-7fcf-4f13-9c09-be2a5ba7c6dd tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] 10.222.0.41 "DELETE /v2.0/networks/4e531eed-3a67-42ee-b6d3-590eaab7f93c HTTP/1.1" status: 404 len: 339 time: 0.1873231 Jun 01 19:04:57.467234 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 47298) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:04:57.539457 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b951daa9-36c5-4b72-9f41-f5fd87b863b5 req-46851637-72b9-4baa-a0df-c9374168c7e5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3211349c-cc9d-4914-8a84-cd570821bb77 HTTP/1.1" status: 200 len: 1001 time: 0.2472556 Jun 01 19:04:57.542046 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61151585-f35b-49f0-9fdc-301dcd4d4f2f req-de92cd42-b3c8-4add-84e0-773a201e053d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:57.543388 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-61151585-f35b-49f0-9fdc-301dcd4d4f2f req-de92cd42-b3c8-4add-84e0-773a201e053d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=969bae19-2b90-42ed-a4ac-a4a59eaa870c HTTP/1.1" status: 200 len: 853 time: 0.1458027 Jun 01 19:04:57.603226 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e100d8c6-4ddb-49f1-bffb-93b90c302c4d tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:57.608285 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e100d8c6-4ddb-49f1-bffb-93b90c302c4d tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:57.608813 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e100d8c6-4ddb-49f1-bffb-93b90c302c4d tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks [] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:57.637298 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2ea9d2-54d1-44ef-8040-73fecec50bd1 req-1eae8895-04f8-4b2b-acc2-dbd2da8e8abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:57.637778 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2ea9d2-54d1-44ef-8040-73fecec50bd1 req-1eae8895-04f8-4b2b-acc2-dbd2da8e8abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:57.638241 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2ea9d2-54d1-44ef-8040-73fecec50bd1 req-1eae8895-04f8-4b2b-acc2-dbd2da8e8abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:57.639895 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-df2ea9d2-54d1-44ef-8040-73fecec50bd1 req-1eae8895-04f8-4b2b-acc2-dbd2da8e8abd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f9f71065939b4c07b09efd290be9b909&device_id=be21e4b6-ff05-48da-b16c-87c7c0510c7a HTTP/1.1" status: 200 len: 2865 time: 0.4666684 Jun 01 19:04:57.690513 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_v2 [None req-c19662c4-53a0-47e6-bbd7-2eda77e37f8e tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Deleting subnet a30a3173-dba7-40b3-9997-f7d00a5fbe78 {{(pid=88524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 19:04:57.694738 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-c19662c4-53a0-47e6-bbd7-2eda77e37f8e tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks [] for subnet, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:57.725099 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-e100d8c6-4ddb-49f1-bffb-93b90c302c4d tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6579149 Jun 01 19:04:57.729470 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-61151585-f35b-49f0-9fdc-301dcd4d4f2f req-828b7486-d1b7-4eb4-bbc4-db68f734ad60 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9872ab5d-59e4-43b1-8dfc-1ca5e239e8ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1713812 Jun 01 19:04:57.730725 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 47302) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:04:57.740993 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-e0b14e43-5fe9-43c3-9331-f00ce21af633 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Request body: {'subnet': {'network_id': '99debedd-d8ea-4e7a-bf14-74c274bd20d8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:04:57.755337 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e100d8c6-4ddb-49f1-bffb-93b90c302c4d tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Pushing event updated for resources: {'Network': ['ID=99debedd-d8ea-4e7a-bf14-74c274bd20d8,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:04:57.765924 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201b8842-4039-4467-83ba-fbe9f6e63966 req-11114731-8737-4b6c-b4c3-d6f979078a9e tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:57.768070 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network 99debedd-d8ea-4e7a-bf14-74c274bd20d8 details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 19:04:57.772546 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201b8842-4039-4467-83ba-fbe9f6e63966 req-11114731-8737-4b6c-b4c3-d6f979078a9e tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:57.778370 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201b8842-4039-4467-83ba-fbe9f6e63966 req-11114731-8737-4b6c-b4c3-d6f979078a9e tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:57.780085 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-201b8842-4039-4467-83ba-fbe9f6e63966 req-11114731-8737-4b6c-b4c3-d6f979078a9e tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] 10.222.0.41 "GET /v2.0/ports?device_id=be21e4b6-ff05-48da-b16c-87c7c0510c7a HTTP/1.1" status: 200 len: 2412 time: 0.5030773 Jun 01 19:04:57.953679 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-201b8842-4039-4467-83ba-fbe9f6e63966 req-2cf58ecf-4933-48f1-8d7c-90f79ddef8ce tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] 10.222.0.41 "GET /v2.0/security-groups?id=35bdd75f-60bc-442f-9683-0ad602663bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642659 Jun 01 19:04:57.979455 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-e0b14e43-5fe9-43c3-9331-f00ce21af633 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:04:58.015967 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-e0b14e43-5fe9-43c3-9331-f00ce21af633 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:04:58.030282 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0b14e43-5fe9-43c3-9331-f00ce21af633 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Made reservation on behalf of a0eb4836fe25462db2032ac7c054c0ab for: {'subnet': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:04:58.040108 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e0b14e43-5fe9-43c3-9331-f00ce21af633 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9667140'] for subnet, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:58.087925 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-61151585-f35b-49f0-9fdc-301dcd4d4f2f req-0ad6f392-6b66-4c2d-8564-4b159fe964fa service neutron] 10.222.0.50 "GET /v2.0/networks/9872ab5d-59e4-43b1-8dfc-1ca5e239e8ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589870 Jun 01 19:04:58.131871 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b951daa9-36c5-4b72-9f41-f5fd87b863b5 req-94ddaaf2-5187-4b69-aea7-66722257a0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:58.133288 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b951daa9-36c5-4b72-9f41-f5fd87b863b5 req-94ddaaf2-5187-4b69-aea7-66722257a0f2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=48973f57-aa83-4e30-ba85-055d310a8b91 HTTP/1.1" status: 200 len: 834 time: 0.5746949 Jun 01 19:04:58.261396 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-c19662c4-53a0-47e6-bbd7-2eda77e37f8e tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2702137'] for subnet, precommit_delete_associations {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:58.352760 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e0b14e43-5fe9-43c3-9331-f00ce21af633 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2614064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9667190'] for subnet, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:58.430696 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2ea9d2-54d1-44ef-8040-73fecec50bd1 req-b38ab86b-b5ba-4065-bc7f-45b10d434360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:58.432130 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-df2ea9d2-54d1-44ef-8040-73fecec50bd1 req-b38ab86b-b5ba-4065-bc7f-45b10d434360 service neutron] 10.222.0.15 "GET /v2.0/networks?id=aaaa9f67-00cd-4fd7-bfc9-acab80f1aa33 HTTP/1.1" status: 200 len: 903 time: 0.7703755 Jun 01 19:04:58.440467 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b14e43-5fe9-43c3-9331-f00ce21af633 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Pushing event updated for resources: {'Subnet': ['ID=c957d639-4e23-4a1f-9e90-a3beb2594759,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:04:58.475973 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fee1ab3-b244-4f9a-af9c-8346ea57ddac req-5e32eb35-03f5-47d8-a473-53e122cdbfb3 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:58.477629 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-5fee1ab3-b244-4f9a-af9c-8346ea57ddac req-5e32eb35-03f5-47d8-a473-53e122cdbfb3 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/ports?device_id=1452f576-1fdd-4336-b27d-dcf8626fa6b3 HTTP/1.1" status: 200 len: 946 time: 0.2086556 Jun 01 19:04:58.478439 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b14e43-5fe9-43c3-9331-f00ce21af633 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Checking segment: {'id': '9ad62b68-2734-4a68-9b03-d358cb9a0094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '99debedd-d8ea-4e7a-bf14-74c274bd20d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:04:58.478881 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0b14e43-5fe9-43c3-9331-f00ce21af633 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Network hostable DHCP agents. Network: 99debedd-d8ea-4e7a-bf14-74c274bd20d8, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 19:04:58.535375 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0b14e43-5fe9-43c3-9331-f00ce21af633 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Network 99debedd-d8ea-4e7a-bf14-74c274bd20d8 is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 19:04:58.542435 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-5fee1ab3-b244-4f9a-af9c-8346ea57ddac req-4f9b6f45-3f5a-4ed1-94c8-32847c0a5f0e tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a351d5c-3364-42d8-bd0d-648028a392a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580263 Jun 01 19:04:58.561564 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-e0b14e43-5fe9-43c3-9331-f00ce21af633 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, 99debedd-d8ea-4e7a-bf14-74c274bd20d8) {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:04:58.571487 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5da6ae99-c74f-4e25-b0fc-905dfb74b953 None None] Network 99debedd-d8ea-4e7a-bf14-74c274bd20d8 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:04:58.578362 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0b14e43-5fe9-43c3-9331-f00ce21af633 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:58.579850 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e0b14e43-5fe9-43c3-9331-f00ce21af633 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks [] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:58.585334 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-df2ea9d2-54d1-44ef-8040-73fecec50bd1 req-be70e1c9-ab10-4ea9-9d36-982621b26dde service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.36&port_id=f659db6f-207d-46a7-a2e3-d4ab218b8d77 HTTP/1.1" status: 200 len: 217 time: 0.1435797 Jun 01 19:04:58.639756 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-e0b14e43-5fe9-43c3-9331-f00ce21af633 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9034920 Jun 01 19:04:58.640396 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 47324) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:04:58.648360 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-61151585-f35b-49f0-9fdc-301dcd4d4f2f req-a74dca55-8e59-476b-be53-e2ef8ff376f8 service neutron] 10.222.0.50 "GET /v2.0/networks/9872ab5d-59e4-43b1-8dfc-1ca5e239e8ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5446079 Jun 01 19:04:58.651422 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-203c84d0-acd4-44a5-9a83-30b90b155ac7 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-2090931616', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}, 'admin_state_up': False}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:04:58.663231 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-203c84d0-acd4-44a5-9a83-30b90b155ac7 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:04:58.667394 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-203c84d0-acd4-44a5-9a83-30b90b155ac7 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Usage tracker for resource:router and tenant:a0eb4836fe25462db2032ac7c054c0ab is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:04:58.670517 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-203c84d0-acd4-44a5-9a83-30b90b155ac7 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Quota usage for router was recalculated. Used quota:1. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:04:58.679463 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-203c84d0-acd4-44a5-9a83-30b90b155ac7 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:04:58.690768 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-203c84d0-acd4-44a5-9a83-30b90b155ac7 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-885767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25238'] for router, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:58.691792 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-203c84d0-acd4-44a5-9a83-30b90b155ac7 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-901042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-886562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-981784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25327'] for router, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:58.703003 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b951daa9-36c5-4b72-9f41-f5fd87b863b5 req-04518cf4-f291-437e-b4a7-3bc35e5aee60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:58.711465 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-203c84d0-acd4-44a5-9a83-30b90b155ac7 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:58.713267 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b951daa9-36c5-4b72-9f41-f5fd87b863b5 req-04518cf4-f291-437e-b4a7-3bc35e5aee60 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=57a41f0e-b08f-4033-97ac-1767c5f2bb80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5379627 Jun 01 19:04:58.716891 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-c19662c4-53a0-47e6-bbd7-2eda77e37f8e tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:58.759138 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b44f3bc-692e-4230-90e3-a2019995e39e req-79f58465-2ad6-4a44-9246-bfa965c84650 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:58.760672 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-8b44f3bc-692e-4230-90e3-a2019995e39e req-79f58465-2ad6-4a44-9246-bfa965c84650 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c78d629-df0d-4dc5-81f0-5fcf9fb1c19d HTTP/1.1" status: 200 len: 943 time: 0.6313312 Jun 01 19:04:58.789434 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2ea9d2-54d1-44ef-8040-73fecec50bd1 req-010d1555-9d6e-4574-8e6a-27ac4f8292e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:58.790899 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-df2ea9d2-54d1-44ef-8040-73fecec50bd1 req-010d1555-9d6e-4574-8e6a-27ac4f8292e6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9b049544-3c17-4141-8e0c-e42c8362b821 HTTP/1.1" status: 200 len: 801 time: 0.1965079 Jun 01 19:04:58.970913 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-374adc0c-aab0-4099-a9a5-3dad8fa3f143 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc93f83c3-7fb6-5c13-a9d4-29d739a4e8d2-99debedd-d8ea-4e7a-bf14-74c274bd20d8', 'network_id': '99debedd-d8ea-4e7a-bf14-74c274bd20d8', 'tenant_id': 'a0eb4836fe25462db2032ac7c054c0ab', 'fixed_ips': [{'subnet_id': 'c957d639-4e23-4a1f-9e90-a3beb2594759'}]}} from n-d-844202-1. {{(pid=88526) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 19:04:58.980070 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-374adc0c-aab0-4099-a9a5-3dad8fa3f143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:58.987735 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-8b44f3bc-692e-4230-90e3-a2019995e39e req-ac120bc2-85da-4a28-aa9b-b604d59bb650 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e27767a-e40e-41ca-b34d-a5b7412547b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958680 Jun 01 19:04:59.038123 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-c19662c4-53a0-47e6-bbd7-2eda77e37f8e tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2718856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3066595'] for subnet, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:59.122901 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19662c4-53a0-47e6-bbd7-2eda77e37f8e tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Pushing event deleted for resources: {'Subnet': ['ID=a30a3173-dba7-40b3-9997-f7d00a5fbe78,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:04:59.133127 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-c19662c4-53a0-47e6-bbd7-2eda77e37f8e tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:59.138307 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2ea9d2-54d1-44ef-8040-73fecec50bd1 req-f9e9d95f-516f-4fed-9919-278844b29f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:59.140061 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-df2ea9d2-54d1-44ef-8040-73fecec50bd1 req-f9e9d95f-516f-4fed-9919-278844b29f1e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=aaaa9f67-00cd-4fd7-bfc9-acab80f1aa33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3375115 Jun 01 19:04:59.142135 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e0b548d-829d-4030-b36f-1d81c88cf3cc None None] Network df7e755c-4cf7-468b-a127-7c19b72affe8 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:04:59.142512 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b951daa9-36c5-4b72-9f41-f5fd87b863b5 req-0f984557-a6ac-4663-bce7-a7f14c492f65 service neutron] 10.222.0.50 "GET /v2.0/networks/57a41f0e-b08f-4033-97ac-1767c5f2bb80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3923008 Jun 01 19:04:59.201459 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-c19662c4-53a0-47e6-bbd7-2eda77e37f8e tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] 10.222.0.41 "DELETE /v2.0/subnets/a30a3173-dba7-40b3-9997-f7d00a5fbe78 HTTP/1.1" status: 204 len: 168 time: 1.7297134 Jun 01 19:04:59.229243 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 47358) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:04:59.281331 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-203c84d0-acd4-44a5-9a83-30b90b155ac7 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-886608', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-885830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25341'] for router, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:59.381815 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 23206013-4e9a-4a8d-a7dc-a7f0aa114867 details requested by agent hyperv_n-h1-844202-1 with host n-h1-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 19:04:59.482523 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-df2ea9d2-54d1-44ef-8040-73fecec50bd1 req-74cc06a1-2413-4597-8a4e-514e6a8964af service neutron] 10.222.0.15 "GET /v2.0/networks/aaaa9f67-00cd-4fd7-bfc9-acab80f1aa33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3336945 Jun 01 19:04:59.544982 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26a13f0-3827-4ee6-8e61-db551d31b47c req-b2294386-3203-4cd0-acb1-0611fe4fd95f tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:04:59.546993 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c26a13f0-3827-4ee6-8e61-db551d31b47c req-b2294386-3203-4cd0-acb1-0611fe4fd95f tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/ports?device_id=345ef383-f908-4c6b-8937-0a117e7aece3 HTTP/1.1" status: 200 len: 946 time: 0.6920965 Jun 01 19:04:59.551009 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5ea9921d-4db0-4345-9206-3efeb5b5ff1e tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:59.570468 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port 23206013-4e9a-4a8d-a7dc-a7f0aa114867, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=23206013-4e9a-4a8d-a7dc-a7f0aa114867,segment=NetworkSegment(026dc3ac-1c68-4a28-9108-6f84a0dae619),segment_id=026dc3ac-1c68-4a28-9108-6f84a0dae619)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:04:59.592805 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Returning: {'device': '23206013-4e9a-4a8d-a7dc-a7f0aa114867', 'network_id': '514e0306-ee37-41eb-a827-8ad103ba3460', 'port_id': '23206013-4e9a-4a8d-a7dc-a7f0aa114867', 'mac_address': 'fa:16:3e:b0:03:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5089929f-6dc7-4f17-a9fd-9e7935a15e71', 'ip_address': '19.86.0.175'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 19:04:59.598094 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device d0e3d4bb-e5ed-4163-a108-61c8c95feac6 details requested by agent hyperv_n-h2-844202-1 with host n-h2-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 19:04:59.668684 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-5ea9921d-4db0-4345-9206-3efeb5b5ff1e tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Deleting port 62d2536e-735c-406c-b154-43add85a3f56 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:04:59.669942 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5ea9921d-4db0-4345-9206-3efeb5b5ff1e tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:59.771285 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c26a13f0-3827-4ee6-8e61-db551d31b47c req-a71fadb6-4997-4deb-9a78-29c5977d7200 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a351d5c-3364-42d8-bd0d-648028a392a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167866 Jun 01 19:04:59.799566 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port 23206013-4e9a-4a8d-a7dc-a7f0aa114867 is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:04:59.800268 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:04:59.819483 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.db_base_plugin_common [None req-374adc0c-aab0-4099-a9a5-3dad8fa3f143 None None] Allocated IP 172.20.0.2 (99debedd-d8ea-4e7a-bf14-74c274bd20d8/c957d639-4e23-4a1f-9e90-a3beb2594759/74461dba-714e-4889-acff-d2e384b7f860) {{(pid=88526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:04:59.827151 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23206013-4e9a-4a8d-a7dc-a7f0aa114867 {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 19:04:59.969645 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port 23206013-4e9a-4a8d-a7dc-a7f0aa114867, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=23206013-4e9a-4a8d-a7dc-a7f0aa114867,segment=NetworkSegment(026dc3ac-1c68-4a28-9108-6f84a0dae619),segment_id=026dc3ac-1c68-4a28-9108-6f84a0dae619)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:05:00.009148 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-df2ea9d2-54d1-44ef-8040-73fecec50bd1 req-4bfaca86-cd52-4d97-976f-09c66a0a095f service neutron] 10.222.0.15 "GET /v2.0/networks/aaaa9f67-00cd-4fd7-bfc9-acab80f1aa33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5061643 Jun 01 19:05:00.017041 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b951daa9-36c5-4b72-9f41-f5fd87b863b5 req-870b6fa6-46ab-4f30-b314-026f0bbbc511 service neutron] 10.222.0.50 "GET /v2.0/networks/57a41f0e-b08f-4033-97ac-1767c5f2bb80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8498461 Jun 01 19:05:00.064138 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:00.064814 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device f659db6f-207d-46a7-a2e3-d4ab218b8d77 details requested by agent hyperv_n-h1-844202-1 with host n-h1-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 19:05:00.076837 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965958de-bb69-4524-bb24-60269209a8fa req-cb04865f-0e16-4421-9f7e-b454cfb8df81 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:05:00.083528 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965958de-bb69-4524-bb24-60269209a8fa req-cb04865f-0e16-4421-9f7e-b454cfb8df81 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:05:00.089495 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965958de-bb69-4524-bb24-60269209a8fa req-cb04865f-0e16-4421-9f7e-b454cfb8df81 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:05:00.096731 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-965958de-bb69-4524-bb24-60269209a8fa req-cb04865f-0e16-4421-9f7e-b454cfb8df81 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] 10.222.0.41 "GET /v2.0/ports?device_id=be21e4b6-ff05-48da-b16c-87c7c0510c7a HTTP/1.1" status: 200 len: 2412 time: 0.7901957 Jun 01 19:05:00.145136 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7416c59d-1e0d-42b1-a38e-780c70250290 None None] DHCP port deletion for df7e755c-4cf7-468b-a127-7c19b72affe8 request from n-d-844202-1 {{(pid=88526) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 19:05:00.164575 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-965958de-bb69-4524-bb24-60269209a8fa req-a0e6e582-12a3-4608-ab48-bf94d559ec63 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] 10.222.0.41 "GET /v2.0/security-groups?id=35bdd75f-60bc-442f-9683-0ad602663bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669754 Jun 01 19:05:00.178220 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-7416c59d-1e0d-42b1-a38e-780c70250290 None None] Deleting port 62d2536e-735c-406c-b154-43add85a3f56 {{(pid=88526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:05:00.178593 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-7416c59d-1e0d-42b1-a38e-780c70250290 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:00.257746 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port d0e3d4bb-e5ed-4163-a108-61c8c95feac6, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=d0e3d4bb-e5ed-4163-a108-61c8c95feac6,segment=NetworkSegment(29f3bae4-57a1-4f66-96b7-93cfb8e10b44),segment_id=29f3bae4-57a1-4f66-96b7-93cfb8e10b44)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:05:00.302481 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=23206013-4e9a-4a8d-a7dc-a7f0aa114867,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:05:00.357256 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Returning: {'device': 'd0e3d4bb-e5ed-4163-a108-61c8c95feac6', 'network_id': '9872ab5d-59e4-43b1-8dfc-1ca5e239e8ce', 'port_id': 'd0e3d4bb-e5ed-4163-a108-61c8c95feac6', 'mac_address': 'fa:16:3e:a6:a6:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '969bae19-2b90-42ed-a4ac-a4a59eaa870c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 19:05:00.400354 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e35404-63aa-43ac-bed2-21af16bcb3db req-8be1d03e-20bf-4713-a1ab-57a957e6afc6 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:05:00.402245 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a9e35404-63aa-43ac-bed2-21af16bcb3db req-8be1d03e-20bf-4713-a1ab-57a957e6afc6 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c78d629-df0d-4dc5-81f0-5fcf9fb1c19d HTTP/1.1" status: 200 len: 943 time: 0.1398773 Jun 01 19:05:00.456538 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a9e35404-63aa-43ac-bed2-21af16bcb3db req-3bbda335-19cb-4eee-aa99-0d429b16ebe8 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e27767a-e40e-41ca-b34d-a5b7412547b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476568 Jun 01 19:05:00.520163 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-203c84d0-acd4-44a5-9a83-30b90b155ac7 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks [] for router_gateway, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:00.572111 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-203c84d0-acd4-44a5-9a83-30b90b155ac7 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:00.589062 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9712e77b-d11e-413c-8874-22e08986ad6e req-afbf83ef-8376-4ee3-87db-5e75a34930a5 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:05:00.590842 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-9712e77b-d11e-413c-8874-22e08986ad6e req-afbf83ef-8376-4ee3-87db-5e75a34930a5 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/ports?device_id=1452f576-1fdd-4336-b27d-dcf8626fa6b3 HTTP/1.1" status: 200 len: 946 time: 0.4657311 Jun 01 19:05:00.610186 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-374adc0c-aab0-4099-a9a5-3dad8fa3f143 None None] Notify callbacks [] for port, precommit_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:00.640546 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-374adc0c-aab0-4099-a9a5-3dad8fa3f143 None None] Transition to ACTIVE for port object 74461dba-714e-4889-acff-d2e384b7f860 will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:05:00.680433 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [None req-5ea9921d-4db0-4345-9206-3efeb5b5ff1e tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] For port 62d2536e-735c-406c-b154-43add85a3f56, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=62d2536e-735c-406c-b154-43add85a3f56,segment=NetworkSegment(704a63a0-40ca-41fe-8395-e673a6a52427),segment_id=704a63a0-40ca-41fe-8395-e673a6a52427)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:05:00.681051 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5ea9921d-4db0-4345-9206-3efeb5b5ff1e tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:00.703710 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port d0e3d4bb-e5ed-4163-a108-61c8c95feac6 is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:05:00.704084 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:00.803796 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-374adc0c-aab0-4099-a9a5-3dad8fa3f143 None None] Transition to ACTIVE for port object 74461dba-714e-4889-acff-d2e384b7f860 will not be triggered until provisioned by entity DHCP. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:05:00.824234 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-374adc0c-aab0-4099-a9a5-3dad8fa3f143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526'] for port, after_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:00.831183 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port f659db6f-207d-46a7-a2e3-d4ab218b8d77, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=f659db6f-207d-46a7-a2e3-d4ab218b8d77,segment=NetworkSegment(50dfa21d-d423-4213-97ca-33d7928cf427),segment_id=50dfa21d-d423-4213-97ca-33d7928cf427)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:05:00.834152 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-5ea9921d-4db0-4345-9206-3efeb5b5ff1e tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Calling delete_port for 62d2536e-735c-406c-b154-43add85a3f56 owned by network:dhcp {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:05:00.886880 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0e3d4bb-e5ed-4163-a108-61c8c95feac6 {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 19:05:00.891873 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-9712e77b-d11e-413c-8874-22e08986ad6e req-357ad438-7a03-452e-ac92-4ac3ea2c8535 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a351d5c-3364-42d8-bd0d-648028a392a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2584476 Jun 01 19:05:00.927024 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-374adc0c-aab0-4099-a9a5-3dad8fa3f143 None None] Network 99debedd-d8ea-4e7a-bf14-74c274bd20d8 is already hosted by enough agents. {{(pid=88526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:05:00.934231 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.base_scheduler [None req-374adc0c-aab0-4099-a9a5-3dad8fa3f143 None None] Resources bound (agent type, host, resource id): {{(pid=88526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:05:00.936407 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Returning: {'device': 'f659db6f-207d-46a7-a2e3-d4ab218b8d77', 'network_id': 'aaaa9f67-00cd-4fd7-bfc9-acab80f1aa33', 'port_id': 'f659db6f-207d-46a7-a2e3-d4ab218b8d77', 'mac_address': 'fa:16:3e:fd:3f:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b049544-3c17-4141-8e0c-e42c8362b821', 'ip_address': '19.80.0.36'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 19:05:00.941927 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-7416c59d-1e0d-42b1-a38e-780c70250290 None None] For port 62d2536e-735c-406c-b154-43add85a3f56, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=62d2536e-735c-406c-b154-43add85a3f56,segment=NetworkSegment(704a63a0-40ca-41fe-8395-e673a6a52427),segment_id=704a63a0-40ca-41fe-8395-e673a6a52427)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:05:00.948642 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-7416c59d-1e0d-42b1-a38e-780c70250290 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:00.956376 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374adc0c-aab0-4099-a9a5-3dad8fa3f143 None None] Received port after_create {{(pid=88526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:05:00.974848 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port d0e3d4bb-e5ed-4163-a108-61c8c95feac6, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=d0e3d4bb-e5ed-4163-a108-61c8c95feac6,segment=NetworkSegment(29f3bae4-57a1-4f66-96b7-93cfb8e10b44),segment_id=29f3bae4-57a1-4f66-96b7-93cfb8e10b44)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:05:01.018563 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 47406) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:05:01.064779 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5ea9921d-4db0-4345-9206-3efeb5b5ff1e tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:01.109586 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [None req-203c84d0-acd4-44a5-9a83-30b90b155ac7 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Allocated IP 172.25.4.16 (72a72e44-6845-488a-a5ff-3a26d4df9cb3/c314a23b-daa2-4106-ab28-8e6f954277b2/d8f66f9d-90b5-4e24-9cbc-6c06195f1a23) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:05:01.133925 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea9921d-4db0-4345-9206-3efeb5b5ff1e tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Pushing event deleted for resources: {'Port': ['ID=62d2536e-735c-406c-b154-43add85a3f56,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:05:01.136877 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea9921d-4db0-4345-9206-3efeb5b5ff1e tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] No DVR routers for this DVR port 62d2536e-735c-406c-b154-43add85a3f56 on host n-d-844202-1 {{(pid=88525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:05:01.246308 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:01.248151 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374adc0c-aab0-4099-a9a5-3dad8fa3f143 None None] Pushing event updated for resources: {'Port': ['ID=74461dba-714e-4889-acff-d2e384b7f860,revision_number=1']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:05:01.264020 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-7416c59d-1e0d-42b1-a38e-780c70250290 None None] Calling delete_port for 62d2536e-735c-406c-b154-43add85a3f56 owned by network:dhcp {{(pid=88526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:05:01.331327 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-0dcbc834-3719-4e73-ad38-1cd9ccc13b27 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] 10.222.0.41 "GET /v2.0/floatingips/4c96a3d6-7d37-4011-9aaa-70d90b22c2e5 HTTP/1.1" status: 200 len: 994 time: 0.3115880 Jun 01 19:05:01.430974 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5ea9921d-4db0-4345-9206-3efeb5b5ff1e tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:01.497467 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 62d2536e-735c-406c-b154-43add85a3f56 no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:05:01.510599 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0107035-6588-4f3e-85bd-4d1a984f3137 req-e745b066-7fc6-4917-ab0c-561c2e4676d5 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:05:01.514903 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-5ea9921d-4db0-4345-9206-3efeb5b5ff1e tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df7e755c-4cf7-468b-a127-7c19b72affe8']}} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:05:01.517044 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c0107035-6588-4f3e-85bd-4d1a984f3137 req-e745b066-7fc6-4917-ab0c-561c2e4676d5 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/ports?device_id=1452f576-1fdd-4336-b27d-dcf8626fa6b3 HTTP/1.1" status: 200 len: 946 time: 0.1453886 Jun 01 19:05:01.557821 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-5ea9921d-4db0-4345-9206-3efeb5b5ff1e tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '704a63a0-40ca-41fe-8395-e673a6a52427') {'for_net_delete': True} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:05:01.558131 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-5ea9921d-4db0-4345-9206-3efeb5b5ff1e tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '704a63a0-40ca-41fe-8395-e673a6a52427') {} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:05:01.566115 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: 62d2536e-735c-406c-b154-43add85a3f56 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:05:01.566452 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 62d2536e-735c-406c-b154-43add85a3f56 not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:05:01.587198 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-374adc0c-aab0-4099-a9a5-3dad8fa3f143 None None] Attempting to bind port 74461dba-714e-4889-acff-d2e384b7f860 on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:05:01.587561 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-374adc0c-aab0-4099-a9a5-3dad8fa3f143 None None] Attempting to bind port 74461dba-714e-4889-acff-d2e384b7f860 by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': '9ad62b68-2734-4a68-9b03-d358cb9a0094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '99debedd-d8ea-4e7a-bf14-74c274bd20d8'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:05:01.588612 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374adc0c-aab0-4099-a9a5-3dad8fa3f143 None None] Attempting to bind port 74461dba-714e-4889-acff-d2e384b7f860 on network 99debedd-d8ea-4e7a-bf14-74c274bd20d8 {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:05:01.593525 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port f659db6f-207d-46a7-a2e3-d4ab218b8d77 is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:05:01.593887 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:01.595372 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c0107035-6588-4f3e-85bd-4d1a984f3137 req-e4ef83c4-c03c-4392-acb3-cac5e70b6513 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a351d5c-3364-42d8-bd0d-648028a392a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749805 Jun 01 19:05:01.610758 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5ea9921d-4db0-4345-9206-3efeb5b5ff1e tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2258522'] for segment, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:01.616746 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] get_ports_and_sgs() called for port_ids ['d0e3d4bb-e5ed-4163-a108-61c8c95feac6'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 19:05:01.642841 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-203c84d0-acd4-44a5-9a83-30b90b155ac7 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:01.650162 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5ea9921d-4db0-4345-9206-3efeb5b5ff1e tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:01.656822 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374adc0c-aab0-4099-a9a5-3dad8fa3f143 None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 4, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:05:01.657169 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374adc0c-aab0-4099-a9a5-3dad8fa3f143 None None] Checking segment: {'id': '9ad62b68-2734-4a68-9b03-d358cb9a0094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '99debedd-d8ea-4e7a-bf14-74c274bd20d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:05:01.657519 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-374adc0c-aab0-4099-a9a5-3dad8fa3f143 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:01.657856 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374adc0c-aab0-4099-a9a5-3dad8fa3f143 None None] Bound using segment: {'id': '9ad62b68-2734-4a68-9b03-d358cb9a0094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '99debedd-d8ea-4e7a-bf14-74c274bd20d8'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:05:01.658379 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-374adc0c-aab0-4099-a9a5-3dad8fa3f143 None None] Bound port: 74461dba-714e-4889-acff-d2e384b7f860, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ad62b68-2734-4a68-9b03-d358cb9a0094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '99debedd-d8ea-4e7a-bf14-74c274bd20d8'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:05:01.658688 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-374adc0c-aab0-4099-a9a5-3dad8fa3f143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:01.663411 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ea9921d-4db0-4345-9206-3efeb5b5ff1e tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=88525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 19:05:01.663907 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5ea9921d-4db0-4345-9206-3efeb5b5ff1e tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2613981'] for segment, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:01.738571 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f659db6f-207d-46a7-a2e3-d4ab218b8d77 {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 19:05:01.747234 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment 704a63a0-40ca-41fe-8395-e673a6a52427 resource provider aggregate not found Jun 01 19:05:01.784367 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ef59ac-4d93-46b4-a656-1859718f5241 req-f3b34a3f-931b-4add-8a45-9e5c2e6449f4 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:05:01.787107 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=d0e3d4bb-e5ed-4163-a108-61c8c95feac6,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:05:01.791162 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ef59ac-4d93-46b4-a656-1859718f5241 req-f3b34a3f-931b-4add-8a45-9e5c2e6449f4 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:05:01.813968 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ef59ac-4d93-46b4-a656-1859718f5241 req-f3b34a3f-931b-4add-8a45-9e5c2e6449f4 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:05:01.815898 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-23ef59ac-4d93-46b4-a656-1859718f5241 req-f3b34a3f-931b-4add-8a45-9e5c2e6449f4 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] 10.222.0.41 "GET /v2.0/ports?device_id=be21e4b6-ff05-48da-b16c-87c7c0510c7a HTTP/1.1" status: 200 len: 2413 time: 0.3487947 Jun 01 19:05:01.828705 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port f659db6f-207d-46a7-a2e3-d4ab218b8d77, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=f659db6f-207d-46a7-a2e3-d4ab218b8d77,segment=NetworkSegment(50dfa21d-d423-4213-97ca-33d7928cf427),segment_id=50dfa21d-d423-4213-97ca-33d7928cf427)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:05:01.834210 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment 704a63a0-40ca-41fe-8395-e673a6a52427 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 704a63a0-40ca-41fe-8395-e673a6a52427 found for delete ", "request_id": "req-3cc2db26-4790-4ba2-9830-6723d5006449"}]} Jun 01 19:05:01.844313 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:01.845197 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 7bb65d13-904e-4482-80d8-5968b9ba5f67 details requested by agent hyperv_n-h1-844202-1 with host n-h1-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 19:05:01.847304 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.db.api [None req-7416c59d-1e0d-42b1-a38e-780c70250290 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88526) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 19:05:01.847992 n-d-844202-1 neutron-server[88526]: DEBUG oslo_db.api [None req-7416c59d-1e0d-42b1-a38e-780c70250290 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 19:05:01.890584 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 47426) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:05:01.937760 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-374adc0c-aab0-4099-a9a5-3dad8fa3f143 None None] For port 74461dba-714e-4889-acff-d2e384b7f860, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:05:01.940527 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=f659db6f-207d-46a7-a2e3-d4ab218b8d77,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:05:01.968384 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-374adc0c-aab0-4099-a9a5-3dad8fa3f143 None None] For port 74461dba-714e-4889-acff-d2e384b7f860, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=74461dba-714e-4889-acff-d2e384b7f860,segment=NetworkSegment(9ad62b68-2734-4a68-9b03-d358cb9a0094),segment_id=9ad62b68-2734-4a68-9b03-d358cb9a0094)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:05:01.983580 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-374adc0c-aab0-4099-a9a5-3dad8fa3f143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:02.002319 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbaad87-1839-42c5-b403-7c6d764a22d0 req-9a080fac-853b-47b6-a5f2-1b45e855930c tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:05:02.017435 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-8bbaad87-1839-42c5-b403-7c6d764a22d0 req-9a080fac-853b-47b6-a5f2-1b45e855930c tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c78d629-df0d-4dc5-81f0-5fcf9fb1c19d HTTP/1.1" status: 200 len: 944 time: 0.1391771 Jun 01 19:05:02.035816 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port 7bb65d13-904e-4482-80d8-5968b9ba5f67, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=7bb65d13-904e-4482-80d8-5968b9ba5f67,segment=NetworkSegment(50dfa21d-d423-4213-97ca-33d7928cf427),segment_id=50dfa21d-d423-4213-97ca-33d7928cf427)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:05:02.091625 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Returning: {'device': '7bb65d13-904e-4482-80d8-5968b9ba5f67', 'network_id': 'aaaa9f67-00cd-4fd7-bfc9-acab80f1aa33', 'port_id': '7bb65d13-904e-4482-80d8-5968b9ba5f67', 'mac_address': 'fa:16:3e:96:88:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b049544-3c17-4141-8e0c-e42c8362b821', 'ip_address': '19.80.0.164'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 19:05:02.117737 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-8bbaad87-1839-42c5-b403-7c6d764a22d0 req-91c47681-7b58-4404-a8bc-3154ce3b4696 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e27767a-e40e-41ca-b34d-a5b7412547b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987940 Jun 01 19:05:02.150787 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5ea9921d-4db0-4345-9206-3efeb5b5ff1e tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:02.182863 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374adc0c-aab0-4099-a9a5-3dad8fa3f143 None None] Pushing event updated for resources: {'Port': ['ID=74461dba-714e-4889-acff-d2e384b7f860,revision_number=2']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:05:02.189379 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5ea9921d-4db0-4345-9206-3efeb5b5ff1e tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Notify callbacks [] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:02.208663 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port 7bb65d13-904e-4482-80d8-5968b9ba5f67 is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:05:02.209306 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:02.228428 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-23ef59ac-4d93-46b4-a656-1859718f5241 req-ea3cc04f-13be-47d3-9c91-3c324c7d46f6 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] 10.222.0.41 "GET /v2.0/security-groups?id=35bdd75f-60bc-442f-9683-0ad602663bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3924913 Jun 01 19:05:02.239835 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bb65d13-904e-4482-80d8-5968b9ba5f67 {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 19:05:02.246213 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea9921d-4db0-4345-9206-3efeb5b5ff1e tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] Pushing event deleted for resources: {'Network': ['ID=df7e755c-4cf7-468b-a127-7c19b72affe8,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:05:02.273125 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-5ea9921d-4db0-4345-9206-3efeb5b5ff1e tempest-NetworksTest-211568383 tempest-NetworksTest-211568383-project] 10.222.0.41 "DELETE /v2.0/networks/df7e755c-4cf7-468b-a127-7c19b72affe8 HTTP/1.1" status: 204 len: 168 time: 3.0407825 Jun 01 19:05:02.278843 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port 7bb65d13-904e-4482-80d8-5968b9ba5f67, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=7bb65d13-904e-4482-80d8-5968b9ba5f67,segment=NetworkSegment(50dfa21d-d423-4213-97ca-33d7928cf427),segment_id=50dfa21d-d423-4213-97ca-33d7928cf427)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:05:02.283280 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-203c84d0-acd4-44a5-9a83-30b90b155ac7 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:02.287027 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:02.350769 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-7416c59d-1e0d-42b1-a38e-780c70250290 None None] Deleting port 62d2536e-735c-406c-b154-43add85a3f56 {{(pid=88526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:05:02.351133 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-7416c59d-1e0d-42b1-a38e-780c70250290 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:02.450464 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-7416c59d-1e0d-42b1-a38e-780c70250290 None None] The port '62d2536e-735c-406c-b154-43add85a3f56' was deleted {{(pid=88526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 01 19:05:02.450662 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=7bb65d13-904e-4482-80d8-5968b9ba5f67,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:05:02.509119 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-203c84d0-acd4-44a5-9a83-30b90b155ac7 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:05:02.515099 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-203c84d0-acd4-44a5-9a83-30b90b155ac7 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:05:02.519767 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203c84d0-acd4-44a5-9a83-30b90b155ac7 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Pushing event updated for resources: {'Port': ['ID=d8f66f9d-90b5-4e24-9cbc-6c06195f1a23,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:05:02.522995 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203c84d0-acd4-44a5-9a83-30b90b155ac7 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:05:02.580387 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-9cdcf652-87dd-4a60-9c74-7fb5d1aec68a tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Deleting port 24fbdf49-0e7f-48b4-a7b1-07e0fa5ad79d {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:05:02.580768 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9cdcf652-87dd-4a60-9c74-7fb5d1aec68a tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:02.591856 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] get_ports_and_sgs() called for port_ids ['23206013-4e9a-4a8d-a7dc-a7f0aa114867'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 19:05:02.663076 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] get_ports_and_sgs() called for port_ids ['7bb65d13-904e-4482-80d8-5968b9ba5f67'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 19:05:02.770255 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 47436) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:05:02.917685 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a330b62-ef13-4f15-bde5-c506fcd6ce55 req-7f68339b-e4af-4ae4-b108-310785a26def tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:05:02.919145 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-2a330b62-ef13-4f15-bde5-c506fcd6ce55 req-7f68339b-e4af-4ae4-b108-310785a26def tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.50 "GET /v2.0/ports?device_id=1452f576-1fdd-4336-b27d-dcf8626fa6b3 HTTP/1.1" status: 200 len: 946 time: 0.1854136 Jun 01 19:05:03.002731 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30395ce-883e-47df-bc34-3fcde6470a5f req-80c956c5-f486-449a-bd6d-92474d0188f4 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:05:03.004333 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f30395ce-883e-47df-bc34-3fcde6470a5f req-80c956c5-f486-449a-bd6d-92474d0188f4 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/ports?device_id=1452f576-1fdd-4336-b27d-dcf8626fa6b3 HTTP/1.1" status: 200 len: 946 time: 0.1832790 Jun 01 19:05:03.007853 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-2a330b62-ef13-4f15-bde5-c506fcd6ce55 req-8d87a59f-6a11-48d8-b1b8-505e5a9b8358 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Deleting port 2769d589-abe2-4ea8-835d-1f0891a8356f {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:05:03.008193 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-2a330b62-ef13-4f15-bde5-c506fcd6ce55 req-8d87a59f-6a11-48d8-b1b8-505e5a9b8358 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:03.101007 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9cdcf652-87dd-4a60-9c74-7fb5d1aec68a tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:03.102085 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9cdcf652-87dd-4a60-9c74-7fb5d1aec68a tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:03.246776 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f30395ce-883e-47df-bc34-3fcde6470a5f req-8fadbd29-d4c3-40df-b77f-0dcc3bcda5f4 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a351d5c-3364-42d8-bd0d-648028a392a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702790 Jun 01 19:05:03.274146 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-9cdcf652-87dd-4a60-9c74-7fb5d1aec68a tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Calling delete_port for 24fbdf49-0e7f-48b4-a7b1-07e0fa5ad79d owned by network:floatingip {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:05:03.464664 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 74461dba-714e-4889-acff-d2e384b7f860 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:05:03.560626 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-2a330b62-ef13-4f15-bde5-c506fcd6ce55 req-8d87a59f-6a11-48d8-b1b8-505e5a9b8358 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] For port 2769d589-abe2-4ea8-835d-1f0891a8356f, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=2769d589-abe2-4ea8-835d-1f0891a8356f,segment=NetworkSegment(d147e68c-d5fd-47df-bf65-d6c5991a53c2),segment_id=d147e68c-d5fd-47df-bf65-d6c5991a53c2)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:05:03.561134 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-2a330b62-ef13-4f15-bde5-c506fcd6ce55 req-8d87a59f-6a11-48d8-b1b8-505e5a9b8358 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:03.569286 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device d0e3d4bb-e5ed-4163-a108-61c8c95feac6 up at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:05:03.648503 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe26f0b-92df-4d35-b185-9120792b3d18 req-2f11d9fb-033a-4533-9bce-ff1041e5d6a5 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:05:03.650048 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-dbe26f0b-92df-4d35-b185-9120792b3d18 req-2f11d9fb-033a-4533-9bce-ff1041e5d6a5 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c78d629-df0d-4dc5-81f0-5fcf9fb1c19d HTTP/1.1" status: 200 len: 944 time: 0.2708142 Jun 01 19:05:03.665244 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.agents_db [None req-e814b9cf-7de8-45d0-a079-29c61fabe7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 19:05:03.755826 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-2a330b62-ef13-4f15-bde5-c506fcd6ce55 req-8d87a59f-6a11-48d8-b1b8-505e5a9b8358 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Calling delete_port for 2769d589-abe2-4ea8-835d-1f0891a8356f owned by compute:nova {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:05:03.761111 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning for port d0e3d4bb-e5ed-4163-a108-61c8c95feac6 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:05:03.766741 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning complete for port d0e3d4bb-e5ed-4163-a108-61c8c95feac6 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:05:03.767476 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:03.846493 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e62197-8019-4c1a-b483-cfe1d6e33312 req-272f0d38-b7e0-42e0-8587-8e6e66c095e6 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:05:03.847550 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc44aee9-9fc1-4b79-825e-7e1e81b6d720 None None] Network 99debedd-d8ea-4e7a-bf14-74c274bd20d8 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:05:03.854014 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e62197-8019-4c1a-b483-cfe1d6e33312 req-272f0d38-b7e0-42e0-8587-8e6e66c095e6 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:05:03.860995 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e62197-8019-4c1a-b483-cfe1d6e33312 req-272f0d38-b7e0-42e0-8587-8e6e66c095e6 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:05:03.867003 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] get_ports_and_sgs() called for port_ids ['f659db6f-207d-46a7-a2e3-d4ab218b8d77'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 19:05:03.870205 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-58e62197-8019-4c1a-b483-cfe1d6e33312 req-272f0d38-b7e0-42e0-8587-8e6e66c095e6 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] 10.222.0.41 "GET /v2.0/ports?device_id=be21e4b6-ff05-48da-b16c-87c7c0510c7a HTTP/1.1" status: 200 len: 2415 time: 0.4311671 Jun 01 19:05:03.921929 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-dbe26f0b-92df-4d35-b185-9120792b3d18 req-b7c52202-6cd3-43d3-bcdc-abfbd1dfb424 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e27767a-e40e-41ca-b34d-a5b7412547b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455140 Jun 01 19:05:03.955136 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-58e62197-8019-4c1a-b483-cfe1d6e33312 req-37461786-39bf-42ae-9e0f-02debdb8ed52 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] 10.222.0.41 "GET /v2.0/security-groups?id=35bdd75f-60bc-442f-9683-0ad602663bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783808 Jun 01 19:05:04.050327 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-2a330b62-ef13-4f15-bde5-c506fcd6ce55 req-8d87a59f-6a11-48d8-b1b8-505e5a9b8358 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:04.050926 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port 74461dba-714e-4889-acff-d2e384b7f860 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:05:04.065445 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9cdcf652-87dd-4a60-9c74-7fb5d1aec68a tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:04.080987 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-157bf56e-998d-4df4-ab51-0f3e14a93b5a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=186f4868324f42e7b69da35feb15cabc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2982790 Jun 01 19:05:04.081460 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 47448) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:05:04.087946 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] get_ports_and_sgs() called for port_ids ['72352e64-9120-4343-9c57-bb57c2532e4b', '1667d4d5-25df-41ac-be8f-8a699a8dfeab', '2769d589-abe2-4ea8-835d-1f0891a8356f'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 19:05:04.153373 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d87a59f-6a11-48d8-b1b8-505e5a9b8358 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Pushing event deleted for resources: {'Port': ['ID=2769d589-abe2-4ea8-835d-1f0891a8356f,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:05:04.241598 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a330b62-ef13-4f15-bde5-c506fcd6ce55 req-8d87a59f-6a11-48d8-b1b8-505e5a9b8358 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] No DVR routers for this DVR port 2769d589-abe2-4ea8-835d-1f0891a8356f on host n-h2-844202-1 {{(pid=88524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:05:04.245880 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-2a330b62-ef13-4f15-bde5-c506fcd6ce55 req-8d87a59f-6a11-48d8-b1b8-505e5a9b8358 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:04.253916 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1452f576-1fdd-4336-b27d-dcf8626fa6b3', 'name': 'network-vif-deleted', 'tag': '2769d589-abe2-4ea8-835d-1f0891a8356f'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:05:04.267966 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-2a330b62-ef13-4f15-bde5-c506fcd6ce55 req-8d87a59f-6a11-48d8-b1b8-505e5a9b8358 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.50 "DELETE /v2.0/ports/2769d589-abe2-4ea8-835d-1f0891a8356f HTTP/1.1" status: 204 len: 173 time: 1.3425975 Jun 01 19:05:04.271015 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-289305f1-88e7-48d2-9c39-29d047ec9dec None None] Provisioning for port 74461dba-714e-4889-acff-d2e384b7f860 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:05:04.371680 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2064b8f-22e7-47f1-b06a-e5a7698747f3'] response: {'server_uuid': '1452f576-1fdd-4336-b27d-dcf8626fa6b3', 'name': 'network-vif-deleted', 'tag': '2769d589-abe2-4ea8-835d-1f0891a8356f', 'status': 'completed', 'code': 200} Jun 01 19:05:04.381204 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdcf652-87dd-4a60-9c74-7fb5d1aec68a tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Pushing event deleted for resources: {'Port': ['ID=24fbdf49-0e7f-48b4-a7b1-07e0fa5ad79d,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:05:04.383450 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-203c84d0-acd4-44a5-9a83-30b90b155ac7 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks [] for router_gateway, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:04.497914 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 23206013-4e9a-4a8d-a7dc-a7f0aa114867 up at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:05:04.505058 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-c189c518-67ea-4406-99c9-0fe2b42c2302 req-3beaafdf-0cc8-42d1-96e9-0aa7fb31a740 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Synchronizing usage tracker for tenant:ff411273a1ac46f2a91fb45afe578ccb on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:05:04.524013 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-c189c518-67ea-4406-99c9-0fe2b42c2302 req-3beaafdf-0cc8-42d1-96e9-0aa7fb31a740 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Unset dirty status for tenant:ff411273a1ac46f2a91fb45afe578ccb on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:05:04.525258 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c189c518-67ea-4406-99c9-0fe2b42c2302 req-3beaafdf-0cc8-42d1-96e9-0aa7fb31a740 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/ports?device_id=1452f576-1fdd-4336-b27d-dcf8626fa6b3 HTTP/1.1" status: 200 len: 210 time: 0.0745559 Jun 01 19:05:04.556432 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-289305f1-88e7-48d2-9c39-29d047ec9dec None None] Provisioning complete for port 74461dba-714e-4889-acff-d2e384b7f860 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:05:04.556734 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-289305f1-88e7-48d2-9c39-29d047ec9dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:04.693489 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port d0e3d4bb-e5ed-4163-a108-61c8c95feac6 is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:05:04.693862 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:04.756747 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9cdcf652-87dd-4a60-9c74-7fb5d1aec68a tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks [] for floatingip, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:04.757247 n-d-844202-1 neutron-server[88525]: INFO neutron.db.l3_db [None req-9cdcf652-87dd-4a60-9c74-7fb5d1aec68a tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Floating IP 4c96a3d6-7d37-4011-9aaa-70d90b22c2e5 disassociated (deleted). External IP: 172.25.4.131, port: acb3787e-d6e7-4d8e-8e29-33bcd53ffe01. Jun 01 19:05:04.795024 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c78d629-df0d-4dc5-81f0-5fcf9fb1c19d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0e3d4bb-e5ed-4163-a108-61c8c95feac6'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:05:04.839325 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port d0e3d4bb-e5ed-4163-a108-61c8c95feac6, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=d0e3d4bb-e5ed-4163-a108-61c8c95feac6,segment=NetworkSegment(29f3bae4-57a1-4f66-96b7-93cfb8e10b44),segment_id=29f3bae4-57a1-4f66-96b7-93cfb8e10b44)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:05:04.841838 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Provisioning for port 23206013-4e9a-4a8d-a7dc-a7f0aa114867 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:05:04.890323 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-68009650-f146-43b8-a0e1-2483323e38aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:04.892316 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:04.939800 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Provisioning complete for port 23206013-4e9a-4a8d-a7dc-a7f0aa114867 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:05:04.940257 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:05.006475 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd92291c-c3bc-43b3-ae66-e5e6f524f794'] response: {'server_uuid': '7c78d629-df0d-4dc5-81f0-5fcf9fb1c19d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0e3d4bb-e5ed-4163-a108-61c8c95feac6', 'code': 200} Jun 01 19:05:05.148760 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-289305f1-88e7-48d2-9c39-29d047ec9dec None None] Current status of the port 74461dba-714e-4889-acff-d2e384b7f860 is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:05:05.149615 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-289305f1-88e7-48d2-9c39-29d047ec9dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:05.281879 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-68009650-f146-43b8-a0e1-2483323e38aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:05.298585 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=d0e3d4bb-e5ed-4163-a108-61c8c95feac6,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:05:05.358002 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-289305f1-88e7-48d2-9c39-29d047ec9dec None None] For port 74461dba-714e-4889-acff-d2e384b7f860, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=74461dba-714e-4889-acff-d2e384b7f860,segment=NetworkSegment(9ad62b68-2734-4a68-9b03-d358cb9a0094),segment_id=9ad62b68-2734-4a68-9b03-d358cb9a0094)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:05:05.405434 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-289305f1-88e7-48d2-9c39-29d047ec9dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:05.487001 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-203c84d0-acd4-44a5-9a83-30b90b155ac7 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-885820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-886655'] for router, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:05.520304 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port 23206013-4e9a-4a8d-a7dc-a7f0aa114867 is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:05:05.521287 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:05.565086 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289305f1-88e7-48d2-9c39-29d047ec9dec None None] Pushing event updated for resources: {'Port': ['ID=74461dba-714e-4889-acff-d2e384b7f860,revision_number=3']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:05:05.610256 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-30e6e50c-8738-4d83-8a7d-f25412c591cf None None] Provisioning complete for port 74461dba-714e-4889-acff-d2e384b7f860 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:05:05.610880 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-30e6e50c-8738-4d83-8a7d-f25412c591cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:05.621244 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90eb682d-1d79-4702-964b-a7a39c06fddb req-e2b231b0-7ccc-4b02-b4b7-bb6100e51078 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:05:05.622996 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-90eb682d-1d79-4702-964b-a7a39c06fddb req-e2b231b0-7ccc-4b02-b4b7-bb6100e51078 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c78d629-df0d-4dc5-81f0-5fcf9fb1c19d HTTP/1.1" status: 200 len: 945 time: 0.4584002 Jun 01 19:05:05.645977 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port 23206013-4e9a-4a8d-a7dc-a7f0aa114867, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=23206013-4e9a-4a8d-a7dc-a7f0aa114867,segment=NetworkSegment(026dc3ac-1c68-4a28-9108-6f84a0dae619),segment_id=026dc3ac-1c68-4a28-9108-6f84a0dae619)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:05:05.669758 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:05.670774 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 7bb65d13-904e-4482-80d8-5968b9ba5f67 up at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:05:05.684938 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ef37ce-93e5-47b5-9232-10714acc2e1d req-4aa63175-699f-4c85-a452-d14069df6359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:05:05.686701 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-59ef37ce-93e5-47b5-9232-10714acc2e1d req-4aa63175-699f-4c85-a452-d14069df6359 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=7c78d629-df0d-4dc5-81f0-5fcf9fb1c19d HTTP/1.1" status: 200 len: 1096 time: 0.2659836 Jun 01 19:05:05.720832 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-90eb682d-1d79-4702-964b-a7a39c06fddb req-828be216-d775-4ebc-a0de-34fd09106a51 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e27767a-e40e-41ca-b34d-a5b7412547b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910878 Jun 01 19:05:05.775723 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-68009650-f146-43b8-a0e1-2483323e38aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:05.791696 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-59ef37ce-93e5-47b5-9232-10714acc2e1d req-ac0b1e13-91ad-474b-ba6d-f464d8d3f836 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=9e27767a-e40e-41ca-b34d-a5b7412547b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773668 Jun 01 19:05:05.824430 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68009650-f146-43b8-a0e1-2483323e38aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94cbee07-b3ce-47f8-915d-90469f5d4e36,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:05:05.840998 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c169d9f6-276c-4806-97f1-8c5deb478c39 req-836a8ddd-aa82-437b-97c9-2b9ada226ad0 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:05:05.847999 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c169d9f6-276c-4806-97f1-8c5deb478c39 req-836a8ddd-aa82-437b-97c9-2b9ada226ad0 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:05:05.850062 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=23206013-4e9a-4a8d-a7dc-a7f0aa114867,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:05:05.858254 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c169d9f6-276c-4806-97f1-8c5deb478c39 req-836a8ddd-aa82-437b-97c9-2b9ada226ad0 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:05:05.866807 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c169d9f6-276c-4806-97f1-8c5deb478c39 req-836a8ddd-aa82-437b-97c9-2b9ada226ad0 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] 10.222.0.41 "GET /v2.0/ports?device_id=be21e4b6-ff05-48da-b16c-87c7c0510c7a HTTP/1.1" status: 200 len: 2415 time: 0.5652533 Jun 01 19:05:05.914609 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Provisioning for port 7bb65d13-904e-4482-80d8-5968b9ba5f67 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:05:05.928772 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Provisioning complete for port 7bb65d13-904e-4482-80d8-5968b9ba5f67 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:05:05.929064 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:05.931042 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cdcf652-87dd-4a60-9c74-7fb5d1aec68a tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Router 8e09d88e-d3cc-40a9-a6d9-5b197730b270 has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 19:05:05.965279 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c169d9f6-276c-4806-97f1-8c5deb478c39 req-960d11da-4fbf-42a1-a3a0-c5e8177c32bc tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] 10.222.0.41 "GET /v2.0/security-groups?id=35bdd75f-60bc-442f-9683-0ad602663bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973709 Jun 01 19:05:05.967747 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-30e6e50c-8738-4d83-8a7d-f25412c591cf None None] Current status of the port 74461dba-714e-4889-acff-d2e384b7f860 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:05:06.038190 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-68009650-f146-43b8-a0e1-2483323e38aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:06.049575 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-68009650-f146-43b8-a0e1-2483323e38aa admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/94cbee07-b3ce-47f8-915d-90469f5d4e36 HTTP/1.1" status: 204 len: 168 time: 1.9081693 Jun 01 19:05:06.056956 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port 7bb65d13-904e-4482-80d8-5968b9ba5f67 is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:05:06.057340 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:06.092438 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port 7bb65d13-904e-4482-80d8-5968b9ba5f67, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=7bb65d13-904e-4482-80d8-5968b9ba5f67,segment=NetworkSegment(50dfa21d-d423-4213-97ca-33d7928cf427),segment_id=50dfa21d-d423-4213-97ca-33d7928cf427)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:05:06.097170 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:06.177818 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=7bb65d13-904e-4482-80d8-5968b9ba5f67,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:05:06.297526 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device f659db6f-207d-46a7-a2e3-d4ab218b8d77 up at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:05:06.380572 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Provisioning for port f659db6f-207d-46a7-a2e3-d4ab218b8d77 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:05:06.387739 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Provisioning complete for port f659db6f-207d-46a7-a2e3-d4ab218b8d77 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:05:06.388338 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:06.402527 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-203c84d0-acd4-44a5-9a83-30b90b155ac7 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Router fc0b319b-9d93-4961-85c5-c81e496ca59b is scheduled to L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 with binding_index 1 {{(pid=88525) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 19:05:06.512467 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cdcf652-87dd-4a60-9c74-7fb5d1aec68a tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:05:06.525747 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9cdcf652-87dd-4a60-9c74-7fb5d1aec68a tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for floatingip, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:06.525935 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efdef300-2a70-4331-951a-d0a6042760a3 None None] Sync routers for ids ['8e09d88e-d3cc-40a9-a6d9-5b197730b270'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:05:06.542131 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efdef300-2a70-4331-951a-d0a6042760a3 None None] Routers {'8e09d88e-d3cc-40a9-a6d9-5b197730b270'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:05:06.542978 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-efdef300-2a70-4331-951a-d0a6042760a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:04:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['8e09d88e-d3cc-40a9-a6d9-5b197730b270'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:05:06.544968 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port f659db6f-207d-46a7-a2e3-d4ab218b8d77 is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:05:06.546055 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:06.589247 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port f659db6f-207d-46a7-a2e3-d4ab218b8d77, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=f659db6f-207d-46a7-a2e3-d4ab218b8d77,segment=NetworkSegment(50dfa21d-d423-4213-97ca-33d7928cf427),segment_id=50dfa21d-d423-4213-97ca-33d7928cf427)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:05:06.594962 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:06.718074 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=f659db6f-207d-46a7-a2e3-d4ab218b8d77,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:05:06.746510 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-9cdcf652-87dd-4a60-9c74-7fb5d1aec68a tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] 10.222.0.41 "DELETE /v2.0/floatingips/4c96a3d6-7d37-4011-9aaa-70d90b22c2e5 HTTP/1.1" status: 204 len: 168 time: 4.8494315 Jun 01 19:05:06.750029 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '788ce680-fc4d-472b-8d83-c8cf7fd384df', 'tag': 'acb3787e-d6e7-4d8e-8e29-33bcd53ffe01'}] {{(pid=88525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:05:06.762377 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e09b562-39f4-49dc-9c6a-2a1087b855ef req-38e10c1b-7be3-49f7-b7f7-581a80be240e tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:05:06.763902 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-6e09b562-39f4-49dc-9c6a-2a1087b855ef req-38e10c1b-7be3-49f7-b7f7-581a80be240e tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/ports?device_id=345ef383-f908-4c6b-8937-0a117e7aece3 HTTP/1.1" status: 200 len: 946 time: 0.4260669 Jun 01 19:05:06.789996 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-203c84d0-acd4-44a5-9a83-30b90b155ac7 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:05:06.802373 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2171ab20-265f-46b3-b673-c9a70f7c89d6 None None] Sync routers for ids ['fc0b319b-9d93-4961-85c5-c81e496ca59b'] in n-d-844202-1 {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:05:06.815345 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2171ab20-265f-46b3-b673-c9a70f7c89d6 None None] Routers {'fc0b319b-9d93-4961-85c5-c81e496ca59b'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:05:06.816738 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-2171ab20-265f-46b3-b673-c9a70f7c89d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:04:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['fc0b319b-9d93-4961-85c5-c81e496ca59b'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:05:06.868256 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-6e09b562-39f4-49dc-9c6a-2a1087b855ef req-fcbcd7c4-6bca-4db7-8e01-3fd8d0dc2eb8 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a351d5c-3364-42d8-bd0d-648028a392a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968091 Jun 01 19:05:06.872128 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-203c84d0-acd4-44a5-9a83-30b90b155ac7 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks [] for router, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:06.876451 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-203c84d0-acd4-44a5-9a83-30b90b155ac7 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 8.2353971 Jun 01 19:05:06.879097 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 47494) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:05:07.162157 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be21e4b6-ff05-48da-b16c-87c7c0510c7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23206013-4e9a-4a8d-a7dc-a7f0aa114867'}, {'server_uuid': 'be21e4b6-ff05-48da-b16c-87c7c0510c7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bb65d13-904e-4482-80d8-5968b9ba5f67'}, {'server_uuid': 'be21e4b6-ff05-48da-b16c-87c7c0510c7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f659db6f-207d-46a7-a2e3-d4ab218b8d77'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:05:07.217742 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-2171ab20-265f-46b3-b673-c9a70f7c89d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:05:07.240208 n-d-844202-1 neutron-server[88525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f297d794-709e-49fb-aa40-9910cc9db420'] response: {'name': 'network-changed', 'server_uuid': '788ce680-fc4d-472b-8d83-c8cf7fd384df', 'tag': 'acb3787e-d6e7-4d8e-8e29-33bcd53ffe01', 'status': 'completed', 'code': 200} Jun 01 19:05:07.246854 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2171ab20-265f-46b3-b673-c9a70f7c89d6 None None] Routers {'fc0b319b-9d93-4961-85c5-c81e496ca59b'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:05:07.248101 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-2171ab20-265f-46b3-b673-c9a70f7c89d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:04:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['fc0b319b-9d93-4961-85c5-c81e496ca59b'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:05:07.283023 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-efdef300-2a70-4331-951a-d0a6042760a3 None None] Set router 8e09d88e-d3cc-40a9-a6d9-5b197730b270 gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:05:07.324391 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-ea9c47c5-6f20-4144-9445-6ba4f610d08a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:07.334530 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-2171ab20-265f-46b3-b673-c9a70f7c89d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:05:07.334974 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2171ab20-265f-46b3-b673-c9a70f7c89d6 None None] The sync data for ids ['fc0b319b-9d93-4961-85c5-c81e496ca59b'] in n-d-844202-1 is: [] {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:05:07.429844 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a1bca7-27b2-409b-b5c5-293b9de92f54 req-493b1400-b6b2-4cc9-8c28-e750f187041f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:05:07.435003 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-13a1bca7-27b2-409b-b5c5-293b9de92f54 req-493b1400-b6b2-4cc9-8c28-e750f187041f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d3eb50f3028440db9726ae16e6111d12&device_id=788ce680-fc4d-472b-8d83-c8cf7fd384df HTTP/1.1" status: 200 len: 1097 time: 0.1655130 Jun 01 19:05:07.443324 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 74461dba-714e-4889-acff-d2e384b7f860 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:05:07.492706 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 47510) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:05:07.544656 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d4152e-f201-4914-ad7e-e1d34bd924fd req-46c47111-6ff2-4c21-b52f-d5071db9b04d tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:05:07.552529 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a4d4152e-f201-4914-ad7e-e1d34bd924fd req-46c47111-6ff2-4c21-b52f-d5071db9b04d tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c78d629-df0d-4dc5-81f0-5fcf9fb1c19d HTTP/1.1" status: 200 len: 945 time: 0.3778031 Jun 01 19:05:07.562294 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 2769d589-abe2-4ea8-835d-1f0891a8356f no longer exists at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:05:07.655229 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] No Port match for: 2769d589-abe2-4ea8-835d-1f0891a8356f {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:05:07.655229 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 2769d589-abe2-4ea8-835d-1f0891a8356f not bound to the agent host n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:05:07.657214 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 74461dba-714e-4889-acff-d2e384b7f860 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:05:07.657585 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:07.683565 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a4d4152e-f201-4914-ad7e-e1d34bd924fd req-6c706993-cc0b-4550-8d6e-5c53b2da267b tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e27767a-e40e-41ca-b34d-a5b7412547b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274028 Jun 01 19:05:07.852802 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 74461dba-714e-4889-acff-d2e384b7f860 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:05:07.914248 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-efdef300-2a70-4331-951a-d0a6042760a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e09d88e-d3cc-40a9-a6d9-5b197730b270', 'name': 'tempest-TestNetworkBasicOps-router-2021402566', 'tenant_id': 'd3eb50f3028440db9726ae16e6111d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': 'aa07ffd2-77b3-4c0a-ac26-89715c42b91a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:03:18Z', 'updated_at': '2022-06-01T19:03:34Z', 'revision_number': 4, 'project_id': 'd3eb50f3028440db9726ae16e6111d12', 'gw_port': {'id': 'aa07ffd2-77b3-4c0a-ac26-89715c42b91a', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:dc:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e09d88e-d3cc-40a9-a6d9-5b197730b270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2248, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:03:21Z', 'updated_at': '2022-06-01T19:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': 'bb094bf1-4c08-41c6-bc7f-dcb7240009f0', 'name': '', 'network_id': '1a74ffe4-e7cd-459d-b2d6-ae7cddc87c99', 'tenant_id': 'd3eb50f3028440db9726ae16e6111d12', 'mac_address': 'fa:16:3e:70:1a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e09d88e-d3cc-40a9-a6d9-5b197730b270', 'device_owner': 'network:router_interface', 'standard_attr_id': 2269, 'fixed_ips': [{'subnet_id': 'b3633857-1cd8-40e7-9128-29a541565063', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:03:30Z', 'updated_at': '2022-06-01T19:03:45Z', 'revision_number': 5, 'project_id': 'd3eb50f3028440db9726ae16e6111d12', 'subnets': [{'id': 'b3633857-1cd8-40e7-9128-29a541565063', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:05:07.925163 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efdef300-2a70-4331-951a-d0a6042760a3 None None] Checking router: 8e09d88e-d3cc-40a9-a6d9-5b197730b270 for host: n-d-844202-1 {{(pid=88527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 19:05:07.941614 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a1bca7-27b2-409b-b5c5-293b9de92f54 req-d4810465-1c6e-4017-b290-ca49f6b660a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:05:07.943702 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efdef300-2a70-4331-951a-d0a6042760a3 None None] Routers {'8e09d88e-d3cc-40a9-a6d9-5b197730b270'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:05:07.944357 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-13a1bca7-27b2-409b-b5c5-293b9de92f54 req-d4810465-1c6e-4017-b290-ca49f6b660a2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1a74ffe4-e7cd-459d-b2d6-ae7cddc87c99 HTTP/1.1" status: 200 len: 898 time: 0.5026207 Jun 01 19:05:07.944516 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-efdef300-2a70-4331-951a-d0a6042760a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:04:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['8e09d88e-d3cc-40a9-a6d9-5b197730b270'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:05:08.026704 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-9a2c3a12-2473-470c-bcb9-ff0d34c4cacf tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-402331155', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:05:08.041124 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-9a2c3a12-2473-470c-bcb9-ff0d34c4cacf tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:05:08.047086 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-9a2c3a12-2473-470c-bcb9-ff0d34c4cacf tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Usage tracker for resource:router and tenant:26a0f0c3ac3744df995dd4142a5c3c54 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:05:08.058520 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-9a2c3a12-2473-470c-bcb9-ff0d34c4cacf tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:05:08.090706 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-9a2c3a12-2473-470c-bcb9-ff0d34c4cacf tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:05:08.107593 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-13a1bca7-27b2-409b-b5c5-293b9de92f54 req-974dd0f2-9dfc-459e-96eb-1aedd7fe6f9c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=acb3787e-d6e7-4d8e-8e29-33bcd53ffe01 HTTP/1.1" status: 200 len: 217 time: 0.1552565 Jun 01 19:05:08.173111 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-9a2c3a12-2473-470c-bcb9-ff0d34c4cacf tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-885767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25238'] for router, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:08.174478 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-9a2c3a12-2473-470c-bcb9-ff0d34c4cacf tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-901042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-886562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-981784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25327'] for router, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:08.184045 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-efdef300-2a70-4331-951a-d0a6042760a3 None None] Set router 8e09d88e-d3cc-40a9-a6d9-5b197730b270 gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:05:08.232646 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a1bca7-27b2-409b-b5c5-293b9de92f54 req-b039d5be-5474-4b6d-bd55-149fabcd6069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:05:08.234217 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-13a1bca7-27b2-409b-b5c5-293b9de92f54 req-b039d5be-5474-4b6d-bd55-149fabcd6069 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b3633857-1cd8-40e7-9128-29a541565063 HTTP/1.1" status: 200 len: 835 time: 0.1119153 Jun 01 19:05:08.236463 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-9a2c3a12-2473-470c-bcb9-ff0d34c4cacf tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:08.245383 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547f48dd-df5c-4372-92e0-57d353abba87 req-321d0d2d-4ab4-4bf7-9ff9-209947eaf3ba tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:05:08.246189 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-547f48dd-df5c-4372-92e0-57d353abba87 req-321d0d2d-4ab4-4bf7-9ff9-209947eaf3ba tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Synchronizing usage tracker for tenant:d3eb50f3028440db9726ae16e6111d12 on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:05:08.281200 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-547f48dd-df5c-4372-92e0-57d353abba87 req-321d0d2d-4ab4-4bf7-9ff9-209947eaf3ba tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Unset dirty status for tenant:d3eb50f3028440db9726ae16e6111d12 on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:05:08.289037 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-547f48dd-df5c-4372-92e0-57d353abba87 req-321d0d2d-4ab4-4bf7-9ff9-209947eaf3ba tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] 10.222.0.41 "GET /v2.0/ports?device_id=788ce680-fc4d-472b-8d83-c8cf7fd384df HTTP/1.1" status: 200 len: 946 time: 0.2427280 Jun 01 19:05:08.304892 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c433f514-0ee3-481c-9789-9890aa3ca46e req-769de3dd-f794-4443-9159-c9f8feede5d6 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:05:08.312887 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c433f514-0ee3-481c-9789-9890aa3ca46e req-769de3dd-f794-4443-9159-c9f8feede5d6 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:05:08.318971 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c433f514-0ee3-481c-9789-9890aa3ca46e req-769de3dd-f794-4443-9159-c9f8feede5d6 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:05:08.320685 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c433f514-0ee3-481c-9789-9890aa3ca46e req-769de3dd-f794-4443-9159-c9f8feede5d6 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] 10.222.0.41 "GET /v2.0/ports?device_id=be21e4b6-ff05-48da-b16c-87c7c0510c7a HTTP/1.1" status: 200 len: 2418 time: 0.8270462 Jun 01 19:05:08.336253 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f725d6d-80a3-4b94-8cd6-f85f3824f717 req-666cf62b-2fee-4498-8f23-97316b3cf77c tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:05:08.338022 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-1f725d6d-80a3-4b94-8cd6-f85f3824f717 req-666cf62b-2fee-4498-8f23-97316b3cf77c tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.50 "GET /v2.0/ports?device_id=345ef383-f908-4c6b-8937-0a117e7aece3 HTTP/1.1" status: 200 len: 946 time: 0.6090720 Jun 01 19:05:08.390246 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-547f48dd-df5c-4372-92e0-57d353abba87 req-71612f07-5bbb-451b-ae94-5b539f3385a9 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] 10.222.0.41 "GET /v2.0/security-groups?id=f21673f5-4d44-4992-85b9-6c5f8a047d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001666 Jun 01 19:05:08.399748 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5ff8d577-0ffd-47e8-a078-739dc36ed614 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:08.423551 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-9a2c3a12-2473-470c-bcb9-ff0d34c4cacf tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-885820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-886655'] for router, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:08.464507 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38c177b5-bcab-4f98-ae2a-ac2397532dec'] response: {'server_uuid': 'be21e4b6-ff05-48da-b16c-87c7c0510c7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23206013-4e9a-4a8d-a7dc-a7f0aa114867', 'code': 200} Jun 01 19:05:08.465039 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38c177b5-bcab-4f98-ae2a-ac2397532dec'] response: {'server_uuid': 'be21e4b6-ff05-48da-b16c-87c7c0510c7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bb65d13-904e-4482-80d8-5968b9ba5f67', 'code': 200} Jun 01 19:05:08.465520 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38c177b5-bcab-4f98-ae2a-ac2397532dec'] response: {'server_uuid': 'be21e4b6-ff05-48da-b16c-87c7c0510c7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f659db6f-207d-46a7-a2e3-d4ab218b8d77', 'code': 200} Jun 01 19:05:08.492273 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c433f514-0ee3-481c-9789-9890aa3ca46e req-d2a065a7-9436-441c-b6ee-7b10109c7b24 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] 10.222.0.41 "GET /v2.0/security-groups?id=35bdd75f-60bc-442f-9683-0ad602663bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520431 Jun 01 19:05:08.500450 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-1f725d6d-80a3-4b94-8cd6-f85f3824f717 req-ab1c74e3-6026-49f7-8b0d-2f18d4622415 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Deleting port 1667d4d5-25df-41ac-be8f-8a699a8dfeab {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:05:08.500916 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-1f725d6d-80a3-4b94-8cd6-f85f3824f717 req-ab1c74e3-6026-49f7-8b0d-2f18d4622415 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:08.535643 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-9a2c3a12-2473-470c-bcb9-ff0d34c4cacf tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Notify callbacks [] for router, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:08.537428 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-9a2c3a12-2473-470c-bcb9-ff0d34c4cacf tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 1.0425999 Jun 01 19:05:08.553123 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 47520) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:05:08.563567 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-fd680722-bcd3-4349-8a5c-3503927d1314 tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1720145604'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:05:08.574259 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-fd680722-bcd3-4349-8a5c-3503927d1314 tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:05:08.589768 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-fd680722-bcd3-4349-8a5c-3503927d1314 tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Usage tracker for resource:network and tenant:26a0f0c3ac3744df995dd4142a5c3c54 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:05:08.594310 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a1bca7-27b2-409b-b5c5-293b9de92f54 req-2ef4ef71-da94-4162-83d8-e863f24602e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:05:08.595797 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-13a1bca7-27b2-409b-b5c5-293b9de92f54 req-2ef4ef71-da94-4162-83d8-e863f24602e2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1a74ffe4-e7cd-459d-b2d6-ae7cddc87c99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3481524 Jun 01 19:05:08.596818 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-fd680722-bcd3-4349-8a5c-3503927d1314 tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:05:08.675333 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-fd680722-bcd3-4349-8a5c-3503927d1314 tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:05:08.792217 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-efdef300-2a70-4331-951a-d0a6042760a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e09d88e-d3cc-40a9-a6d9-5b197730b270', 'name': 'tempest-TestNetworkBasicOps-router-2021402566', 'tenant_id': 'd3eb50f3028440db9726ae16e6111d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': 'aa07ffd2-77b3-4c0a-ac26-89715c42b91a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:03:18Z', 'updated_at': '2022-06-01T19:03:34Z', 'revision_number': 4, 'project_id': 'd3eb50f3028440db9726ae16e6111d12', 'gw_port': {'id': 'aa07ffd2-77b3-4c0a-ac26-89715c42b91a', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:dc:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e09d88e-d3cc-40a9-a6d9-5b197730b270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2248, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:03:21Z', 'updated_at': '2022-06-01T19:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': 'bb094bf1-4c08-41c6-bc7f-dcb7240009f0', 'name': '', 'network_id': '1a74ffe4-e7cd-459d-b2d6-ae7cddc87c99', 'tenant_id': 'd3eb50f3028440db9726ae16e6111d12', 'mac_address': 'fa:16:3e:70:1a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e09d88e-d3cc-40a9-a6d9-5b197730b270', 'device_owner': 'network:router_interface', 'standard_attr_id': 2269, 'fixed_ips': [{'subnet_id': 'b3633857-1cd8-40e7-9128-29a541565063', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:03:30Z', 'updated_at': '2022-06-01T19:03:45Z', 'revision_number': 5, 'project_id': 'd3eb50f3028440db9726ae16e6111d12', 'subnets': [{'id': 'b3633857-1cd8-40e7-9128-29a541565063', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:05:08.803310 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efdef300-2a70-4331-951a-d0a6042760a3 None None] The sync data for ids ['8e09d88e-d3cc-40a9-a6d9-5b197730b270'] in n-d-844202-1 is: [{'id': '8e09d88e-d3cc-40a9-a6d9-5b197730b270', 'name': 'tempest-TestNetworkBasicOps-router-2021402566', 'tenant_id': 'd3eb50f3028440db9726ae16e6111d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': 'aa07ffd2-77b3-4c0a-ac26-89715c42b91a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:03:18Z', 'updated_at': '2022-06-01T19:03:34Z', 'revision_number': 4, 'project_id': 'd3eb50f3028440db9726ae16e6111d12', 'gw_port': {'id': 'aa07ffd2-77b3-4c0a-ac26-89715c42b91a', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:dc:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e09d88e-d3cc-40a9-a6d9-5b197730b270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2248, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:03:21Z', 'updated_at': '2022-06-01T19:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': 'bb094bf1-4c08-41c6-bc7f-dcb7240009f0', 'name': '', 'network_id': '1a74ffe4-e7cd-459d-b2d6-ae7cddc87c99', 'tenant_id': 'd3eb50f3028440db9726ae16e6111d12', 'mac_address': 'fa:16:3e:70:1a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e09d88e-d3cc-40a9-a6d9-5b197730b270', 'device_owner': 'network:router_interface', 'standard_attr_id': 2269, 'fixed_ips': [{'subnet_id': 'b3633857-1cd8-40e7-9128-29a541565063', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:03:30Z', 'updated_at': '2022-06-01T19:03:45Z', 'revision_number': 5, 'project_id': 'd3eb50f3028440db9726ae16e6111d12', 'subnets': [{'id': 'b3633857-1cd8-40e7-9128-29a541565063', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:05:08.834372 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd680722-bcd3-4349-8a5c-3503927d1314 tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Made reservation on behalf of 26a0f0c3ac3744df995dd4142a5c3c54 for: {'network': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:05:08.838149 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-fd680722-bcd3-4349-8a5c-3503927d1314 tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:08.986805 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-fd680722-bcd3-4349-8a5c-3503927d1314 tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:09.088722 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-fd680722-bcd3-4349-8a5c-3503927d1314 tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:05:09.139700 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-fd680722-bcd3-4349-8a5c-3503927d1314 tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Usage tracker for resource:security_group_rule and tenant:26a0f0c3ac3744df995dd4142a5c3c54 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:05:09.145638 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-fd680722-bcd3-4349-8a5c-3503927d1314 tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:05:09.160424 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-fd680722-bcd3-4349-8a5c-3503927d1314 tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:05:09.172098 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-13a1bca7-27b2-409b-b5c5-293b9de92f54 req-7a58a6ea-7f98-4743-a49a-893e9deadeb9 service neutron] 10.222.0.15 "GET /v2.0/networks/1a74ffe4-e7cd-459d-b2d6-ae7cddc87c99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5275440 Jun 01 19:05:09.184769 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e94276a-8ac9-40c5-a768-6ff86733ed71 None None] New status for floating IP 4c96a3d6-7d37-4011-9aaa-70d90b22c2e5: DOWN {{(pid=88527) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 19:05:09.267706 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78878db1-e150-4ace-bfe8-a4c681d8dfc1 req-4bc34fe1-5a93-4253-ace4-2e6af0cb8724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:05:09.269115 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78878db1-e150-4ace-bfe8-a4c681d8dfc1 req-4bc34fe1-5a93-4253-ace4-2e6af0cb8724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:05:09.270542 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78878db1-e150-4ace-bfe8-a4c681d8dfc1 req-4bc34fe1-5a93-4253-ace4-2e6af0cb8724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:05:09.272981 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-78878db1-e150-4ace-bfe8-a4c681d8dfc1 req-4bc34fe1-5a93-4253-ace4-2e6af0cb8724 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=be21e4b6-ff05-48da-b16c-87c7c0510c7a HTTP/1.1" status: 200 len: 2871 time: 0.4724231 Jun 01 19:05:09.297237 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e06b7f-a04a-44fd-8e47-0ccc16dd7bdd req-9adc2c61-9c8b-4aaf-a0ac-6d717e62e9c4 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:05:09.299047 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-66e06b7f-a04a-44fd-8e47-0ccc16dd7bdd req-9adc2c61-9c8b-4aaf-a0ac-6d717e62e9c4 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] 10.222.0.15 "GET /v2.0/ports?device_id=788ce680-fc4d-472b-8d83-c8cf7fd384df HTTP/1.1" status: 200 len: 946 time: 0.5462525 Jun 01 19:05:09.367259 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a1a363-d4ae-44b4-ab2d-3fae9da9e20a req-25f780fd-21eb-4214-a880-fdf80778a2f4 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:05:09.368801 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a2a1a363-d4ae-44b4-ab2d-3fae9da9e20a req-25f780fd-21eb-4214-a880-fdf80778a2f4 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c78d629-df0d-4dc5-81f0-5fcf9fb1c19d HTTP/1.1" status: 200 len: 945 time: 0.5405169 Jun 01 19:05:09.372455 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-1f725d6d-80a3-4b94-8cd6-f85f3824f717 req-ab1c74e3-6026-49f7-8b0d-2f18d4622415 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] For port 1667d4d5-25df-41ac-be8f-8a699a8dfeab, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=1667d4d5-25df-41ac-be8f-8a699a8dfeab,segment=NetworkSegment(d147e68c-d5fd-47df-bf65-d6c5991a53c2),segment_id=d147e68c-d5fd-47df-bf65-d6c5991a53c2)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:05:09.372820 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-1f725d6d-80a3-4b94-8cd6-f85f3824f717 req-ab1c74e3-6026-49f7-8b0d-2f18d4622415 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:09.385389 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-78878db1-e150-4ace-bfe8-a4c681d8dfc1 req-c0b820f4-a27b-4bee-b7b8-bcf95558a7c1 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=35bdd75f-60bc-442f-9683-0ad602663bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018078 Jun 01 19:05:09.402906 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6826f285-0b82-4e72-a13c-f2d7963dc53d req-1f6a05ec-4f6d-41a3-aa4b-67a32b53f963 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:05:09.404611 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-6826f285-0b82-4e72-a13c-f2d7963dc53d req-1f6a05ec-4f6d-41a3-aa4b-67a32b53f963 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/ports?device_id=345ef383-f908-4c6b-8937-0a117e7aece3 HTTP/1.1" status: 200 len: 946 time: 0.6890485 Jun 01 19:05:09.456148 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-7bd4879c-f21c-4669-bd72-ab0eea160ede None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:09.533096 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [req-66e06b7f-a04a-44fd-8e47-0ccc16dd7bdd req-70200a04-afa1-4b72-9dd9-3359b504f1f6 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Deleting port acb3787e-d6e7-4d8e-8e29-33bcd53ffe01 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:05:09.533427 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-66e06b7f-a04a-44fd-8e47-0ccc16dd7bdd req-70200a04-afa1-4b72-9dd9-3359b504f1f6 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:09.612008 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-6826f285-0b82-4e72-a13c-f2d7963dc53d req-485c00a4-72d4-41a9-9012-b3494aef7f80 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a351d5c-3364-42d8-bd0d-648028a392a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850152 Jun 01 19:05:09.623926 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [None req-5ff8d577-0ffd-47e8-a078-739dc36ed614 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Allocated IP 172.20.0.1 (99debedd-d8ea-4e7a-bf14-74c274bd20d8/c957d639-4e23-4a1f-9e90-a3beb2594759/561ccc21-562a-4161-984e-f43295b9ae6e) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:05:09.683603 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-1f725d6d-80a3-4b94-8cd6-f85f3824f717 req-ab1c74e3-6026-49f7-8b0d-2f18d4622415 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Calling delete_port for 1667d4d5-25df-41ac-be8f-8a699a8dfeab owned by compute:nova {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:05:09.789790 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-13a1bca7-27b2-409b-b5c5-293b9de92f54 req-c37f7801-d151-4586-bd9e-45142eac3dde service neutron] 10.222.0.15 "GET /v2.0/networks/1a74ffe4-e7cd-459d-b2d6-ae7cddc87c99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6111429 Jun 01 19:05:09.811024 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a2a1a363-d4ae-44b4-ab2d-3fae9da9e20a req-0c402c4f-e54f-4aea-9acc-017af7f6823a tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e27767a-e40e-41ca-b34d-a5b7412547b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4230263 Jun 01 19:05:09.830081 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-fd680722-bcd3-4349-8a5c-3503927d1314 tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:09.879512 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-fd680722-bcd3-4349-8a5c-3503927d1314 tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:10.007081 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd680722-bcd3-4349-8a5c-3503927d1314 tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c44c76c1-e9c9-4d67-92a9-940c53a3ba24,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:05:10.015446 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd680722-bcd3-4349-8a5c-3503927d1314 tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 100} {{(pid=88524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 19:05:10.073638 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-fd680722-bcd3-4349-8a5c-3503927d1314 tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:10.074012 n-d-844202-1 neutron-server[88524]: INFO neutron.db.segments_db [None req-fd680722-bcd3-4349-8a5c-3503927d1314 tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Added segment bb6d262e-ca52-4c97-94a4-807aceda43a1 of type vlan for network 735cfd70-183e-488a-a951-ba4fc0c20d27 Jun 01 19:05:10.078184 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-66e06b7f-a04a-44fd-8e47-0ccc16dd7bdd req-70200a04-afa1-4b72-9dd9-3359b504f1f6 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] For port acb3787e-d6e7-4d8e-8e29-33bcd53ffe01, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=acb3787e-d6e7-4d8e-8e29-33bcd53ffe01,segment=NetworkSegment(841bab55-f57c-4c3b-8cf4-186c650d46ae),segment_id=841bab55-f57c-4c3b-8cf4-186c650d46ae)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:05:10.078614 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-66e06b7f-a04a-44fd-8e47-0ccc16dd7bdd req-70200a04-afa1-4b72-9dd9-3359b504f1f6 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:10.104041 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5ff8d577-0ffd-47e8-a078-739dc36ed614 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:10.109904 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-1f725d6d-80a3-4b94-8cd6-f85f3824f717 req-ab1c74e3-6026-49f7-8b0d-2f18d4622415 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:10.120923 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] get_ports_and_sgs() called for port_ids ['72352e64-9120-4343-9c57-bb57c2532e4b'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 19:05:10.201535 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-fd680722-bcd3-4349-8a5c-3503927d1314 tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:10.208839 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1c74e3-6026-49f7-8b0d-2f18d4622415 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Pushing event deleted for resources: {'Port': ['ID=1667d4d5-25df-41ac-be8f-8a699a8dfeab,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:05:10.272486 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f43f68-e9af-4983-a721-81bc0e7633ad req-c2fc6673-1705-459e-bd82-a346e68946bf tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:05:10.277038 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [req-66e06b7f-a04a-44fd-8e47-0ccc16dd7bdd req-70200a04-afa1-4b72-9dd9-3359b504f1f6 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Calling delete_port for acb3787e-d6e7-4d8e-8e29-33bcd53ffe01 owned by compute:nova {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:05:10.279907 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f43f68-e9af-4983-a721-81bc0e7633ad req-c2fc6673-1705-459e-bd82-a346e68946bf tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:05:10.287590 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f43f68-e9af-4983-a721-81bc0e7633ad req-c2fc6673-1705-459e-bd82-a346e68946bf tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:05:10.294951 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-20f43f68-e9af-4983-a721-81bc0e7633ad req-c2fc6673-1705-459e-bd82-a346e68946bf tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] 10.222.0.41 "GET /v2.0/ports?device_id=be21e4b6-ff05-48da-b16c-87c7c0510c7a HTTP/1.1" status: 200 len: 2418 time: 0.3574815 Jun 01 19:05:10.336877 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144e36fd-65aa-4b24-836b-48ad8eb6e6c4 req-58150761-31d5-4a5c-af2b-5941160b12d7 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:05:10.338379 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-144e36fd-65aa-4b24-836b-48ad8eb6e6c4 req-58150761-31d5-4a5c-af2b-5941160b12d7 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] 10.222.0.41 "GET /v2.0/ports?device_id=788ce680-fc4d-472b-8d83-c8cf7fd384df HTTP/1.1" status: 200 len: 946 time: 0.5618463 Jun 01 19:05:10.343517 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [None req-5ff8d577-0ffd-47e8-a078-739dc36ed614 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Transition to ACTIVE for port object 561ccc21-562a-4161-984e-f43295b9ae6e will not be triggered until provisioned by entity DHCP. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:05:10.355422 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.db.resource_extend [None req-fd680722-bcd3-4349-8a5c-3503927d1314 tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 19:05:10.375880 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f725d6d-80a3-4b94-8cd6-f85f3824f717 req-ab1c74e3-6026-49f7-8b0d-2f18d4622415 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] No DVR routers for this DVR port 1667d4d5-25df-41ac-be8f-8a699a8dfeab on host n-h2-844202-1 {{(pid=88524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:05:10.381400 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-1f725d6d-80a3-4b94-8cd6-f85f3824f717 req-ab1c74e3-6026-49f7-8b0d-2f18d4622415 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:10.384182 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '345ef383-f908-4c6b-8937-0a117e7aece3', 'name': 'network-vif-deleted', 'tag': '1667d4d5-25df-41ac-be8f-8a699a8dfeab'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:05:10.418197 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-fd680722-bcd3-4349-8a5c-3503927d1314 tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:10.423846 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd680722-bcd3-4349-8a5c-3503927d1314 tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:05:10.424496 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-fd680722-bcd3-4349-8a5c-3503927d1314 tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Notify callbacks [] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:10.455010 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-20f43f68-e9af-4983-a721-81bc0e7633ad req-b0240406-7124-437c-8b17-cf51a412232d tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] 10.222.0.41 "GET /v2.0/security-groups?id=35bdd75f-60bc-442f-9683-0ad602663bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590862 Jun 01 19:05:10.524678 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-1f725d6d-80a3-4b94-8cd6-f85f3824f717 req-ab1c74e3-6026-49f7-8b0d-2f18d4622415 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.50 "DELETE /v2.0/ports/1667d4d5-25df-41ac-be8f-8a699a8dfeab HTTP/1.1" status: 204 len: 173 time: 2.1651282 Jun 01 19:05:10.544481 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-fd680722-bcd3-4349-8a5c-3503927d1314 tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.9902267 Jun 01 19:05:10.548521 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 47538) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:05:10.557622 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-5690f2b7-ab47-4421-af8a-3141d7cea242 tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Request body: {'subnet': {'network_id': '735cfd70-183e-488a-a951-ba4fc0c20d27', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:05:10.558099 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:10.585979 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd680722-bcd3-4349-8a5c-3503927d1314 tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Pushing event updated for resources: {'Network': ['ID=735cfd70-183e-488a-a951-ba4fc0c20d27,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:05:10.606973 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network 735cfd70-183e-488a-a951-ba4fc0c20d27 details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 19:05:10.657877 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-144e36fd-65aa-4b24-836b-48ad8eb6e6c4 req-52321c20-1cc3-4cc7-bec7-478f0153070a tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] 10.222.0.41 "GET /v2.0/security-groups?id=f21673f5-4d44-4992-85b9-6c5f8a047d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3109376 Jun 01 19:05:10.692880 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-5690f2b7-ab47-4421-af8a-3141d7cea242 tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:05:10.698191 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-5690f2b7-ab47-4421-af8a-3141d7cea242 tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Usage tracker for resource:subnet and tenant:26a0f0c3ac3744df995dd4142a5c3c54 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:05:10.701761 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-5690f2b7-ab47-4421-af8a-3141d7cea242 tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:05:10.711055 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-5690f2b7-ab47-4421-af8a-3141d7cea242 tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:05:10.725116 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5690f2b7-ab47-4421-af8a-3141d7cea242 tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Made reservation on behalf of 26a0f0c3ac3744df995dd4142a5c3c54 for: {'subnet': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:05:10.732544 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-5690f2b7-ab47-4421-af8a-3141d7cea242 tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3066584'] for subnet, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:10.838772 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5ff8d577-0ffd-47e8-a078-739dc36ed614 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:10.897661 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b764e24-51d1-418e-84cd-9033a5278ea5'] response: {'server_uuid': '345ef383-f908-4c6b-8937-0a117e7aece3', 'name': 'network-vif-deleted', 'tag': '1667d4d5-25df-41ac-be8f-8a699a8dfeab', 'status': 'completed', 'code': 200} Jun 01 19:05:10.908968 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:11.019865 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ff8d577-0ffd-47e8-a078-739dc36ed614 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Network 99debedd-d8ea-4e7a-bf14-74c274bd20d8 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:05:11.029118 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-5ff8d577-0ffd-47e8-a078-739dc36ed614 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:05:11.040344 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-66e06b7f-a04a-44fd-8e47-0ccc16dd7bdd req-70200a04-afa1-4b72-9dd9-3359b504f1f6 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:11.061409 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff8d577-0ffd-47e8-a078-739dc36ed614 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:05:11.157907 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5ff8d577-0ffd-47e8-a078-739dc36ed614 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-887605'] for router_interface, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:11.287846 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f638f16d-befd-4f53-bb61-48334e49d9bd req-0aee195d-2e77-42bc-99d9-5cf1b0664823 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/ports?device_id=345ef383-f908-4c6b-8937-0a117e7aece3 HTTP/1.1" status: 200 len: 210 time: 0.0697892 Jun 01 19:05:11.288448 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff8d577-0ffd-47e8-a078-739dc36ed614 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Pushing event updated for resources: {'Port': ['ID=561ccc21-562a-4161-984e-f43295b9ae6e,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:05:11.351822 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:11.390857 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-5690f2b7-ab47-4421-af8a-3141d7cea242 tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2718919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3066602'] for subnet, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:11.460488 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-edc7897f-3e04-48ed-96ea-ceda07388698 None None] Provisioning for port 561ccc21-562a-4161-984e-f43295b9ae6e completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:05:11.472671 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-edc7897f-3e04-48ed-96ea-ceda07388698 None None] Provisioning complete for port 561ccc21-562a-4161-984e-f43295b9ae6e triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:05:11.474003 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-edc7897f-3e04-48ed-96ea-ceda07388698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:11.492015 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deca841d-6659-4af8-ac1a-fe771c801f0a req-858a8ff4-37a8-4fc1-a0f9-72fa475c7935 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:05:11.502241 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-deca841d-6659-4af8-ac1a-fe771c801f0a req-858a8ff4-37a8-4fc1-a0f9-72fa475c7935 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c78d629-df0d-4dc5-81f0-5fcf9fb1c19d HTTP/1.1" status: 200 len: 945 time: 0.3291085 Jun 01 19:05:11.524892 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70200a04-afa1-4b72-9dd9-3359b504f1f6 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Pushing event deleted for resources: {'Port': ['ID=acb3787e-d6e7-4d8e-8e29-33bcd53ffe01,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:05:11.540866 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [req-66e06b7f-a04a-44fd-8e47-0ccc16dd7bdd req-70200a04-afa1-4b72-9dd9-3359b504f1f6 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] No DVR routers for this DVR port acb3787e-d6e7-4d8e-8e29-33bcd53ffe01 on host n-h1-844202-1 {{(pid=88525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:05:11.543749 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-66e06b7f-a04a-44fd-8e47-0ccc16dd7bdd req-70200a04-afa1-4b72-9dd9-3359b504f1f6 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:11.548583 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '788ce680-fc4d-472b-8d83-c8cf7fd384df', 'name': 'network-vif-deleted', 'tag': 'acb3787e-d6e7-4d8e-8e29-33bcd53ffe01'}] {{(pid=88525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:05:11.581473 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-66e06b7f-a04a-44fd-8e47-0ccc16dd7bdd req-70200a04-afa1-4b72-9dd9-3359b504f1f6 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] 10.222.0.15 "DELETE /v2.0/ports/acb3787e-d6e7-4d8e-8e29-33bcd53ffe01 HTTP/1.1" status: 204 len: 173 time: 2.2326753 Jun 01 19:05:11.593177 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 1667d4d5-25df-41ac-be8f-8a699a8dfeab no longer exists at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:05:11.705260 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] No Port match for: 1667d4d5-25df-41ac-be8f-8a699a8dfeab {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:05:11.707997 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 1667d4d5-25df-41ac-be8f-8a699a8dfeab not bound to the agent host n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:05:11.716767 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5690f2b7-ab47-4421-af8a-3141d7cea242 tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Pushing event updated for resources: {'Subnet': ['ID=c27ad179-817d-4453-9def-a7cef3fe0306,revision_number=0']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:05:11.745313 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-deca841d-6659-4af8-ac1a-fe771c801f0a req-b4859d1d-3c18-47cd-9eac-d5d7c17affe9 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e27767a-e40e-41ca-b34d-a5b7412547b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2416997 Jun 01 19:05:11.750524 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:11.759727 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-edc7897f-3e04-48ed-96ea-ceda07388698 None None] Port 561ccc21-562a-4161-984e-f43295b9ae6e cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:05:11.766064 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5690f2b7-ab47-4421-af8a-3141d7cea242 tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Checking segment: {'id': 'bb6d262e-ca52-4c97-94a4-807aceda43a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '735cfd70-183e-488a-a951-ba4fc0c20d27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:05:11.766684 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5690f2b7-ab47-4421-af8a-3141d7cea242 tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Network hostable DHCP agents. Network: 735cfd70-183e-488a-a951-ba4fc0c20d27, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88524) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 19:05:11.814478 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5ff8d577-0ffd-47e8-a078-739dc36ed614 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:11.824501 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5690f2b7-ab47-4421-af8a-3141d7cea242 tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Network 735cfd70-183e-488a-a951-ba4fc0c20d27 is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88524) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 19:05:11.838756 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-5690f2b7-ab47-4421-af8a-3141d7cea242 tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, 735cfd70-183e-488a-a951-ba4fc0c20d27) {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:05:11.849058 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7618c59f-2625-4317-bd94-30c0bb89b913 None None] Network 735cfd70-183e-488a-a951-ba4fc0c20d27 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:05:11.867315 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5690f2b7-ab47-4421-af8a-3141d7cea242 tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:05:11.871340 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-5690f2b7-ab47-4421-af8a-3141d7cea242 tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:11.883304 n-d-844202-1 neutron-server[88525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-273d733f-563f-4465-bf8c-d0c18794955d'] response: {'server_uuid': '788ce680-fc4d-472b-8d83-c8cf7fd384df', 'name': 'network-vif-deleted', 'tag': 'acb3787e-d6e7-4d8e-8e29-33bcd53ffe01', 'status': 'completed', 'code': 200} Jun 01 19:05:11.937624 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f7b78d-b75a-4925-a45e-08d6f27c654f req-0464ad94-4c59-4ca9-bd03-4328c82f923f tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:05:11.944691 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f7b78d-b75a-4925-a45e-08d6f27c654f req-0464ad94-4c59-4ca9-bd03-4328c82f923f tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:05:11.946197 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-5690f2b7-ab47-4421-af8a-3141d7cea242 tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3965116 Jun 01 19:05:11.946880 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 47558) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:05:11.957676 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f7b78d-b75a-4925-a45e-08d6f27c654f req-0464ad94-4c59-4ca9-bd03-4328c82f923f tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:05:11.957881 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-27d2f62e-fcab-4a9c-961a-734e98a42797 tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Request body: {'network': {'name': 'tempest-router-network01--313078729'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:05:11.959431 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-24f7b78d-b75a-4925-a45e-08d6f27c654f req-0464ad94-4c59-4ca9-bd03-4328c82f923f tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] 10.222.0.41 "GET /v2.0/ports?device_id=be21e4b6-ff05-48da-b16c-87c7c0510c7a HTTP/1.1" status: 200 len: 2418 time: 0.2321534 Jun 01 19:05:11.964249 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-27d2f62e-fcab-4a9c-961a-734e98a42797 tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:05:11.968135 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-27d2f62e-fcab-4a9c-961a-734e98a42797 tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Usage tracker for resource:network and tenant:26a0f0c3ac3744df995dd4142a5c3c54 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:05:11.971642 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-27d2f62e-fcab-4a9c-961a-734e98a42797 tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:05:11.978082 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-27d2f62e-fcab-4a9c-961a-734e98a42797 tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:05:11.992011 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27d2f62e-fcab-4a9c-961a-734e98a42797 tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Made reservation on behalf of 26a0f0c3ac3744df995dd4142a5c3c54 for: {'network': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:05:11.996401 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-27d2f62e-fcab-4a9c-961a-734e98a42797 tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:12.033114 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27d2f62e-fcab-4a9c-961a-734e98a42797 tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 125} {{(pid=88524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 19:05:12.046179 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-27d2f62e-fcab-4a9c-961a-734e98a42797 tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:12.046565 n-d-844202-1 neutron-server[88524]: INFO neutron.db.segments_db [None req-27d2f62e-fcab-4a9c-961a-734e98a42797 tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Added segment b4a14d34-d63e-48ef-8380-70dd51127fbd of type vlan for network e3b4f5a6-fafb-4833-b47c-33591d784a6f Jun 01 19:05:12.084709 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-27d2f62e-fcab-4a9c-961a-734e98a42797 tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:12.178784 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:12.189220 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-27d2f62e-fcab-4a9c-961a-734e98a42797 tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:12.197181 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27d2f62e-fcab-4a9c-961a-734e98a42797 tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:05:12.198697 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-27d2f62e-fcab-4a9c-961a-734e98a42797 tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Notify callbacks [] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:12.235603 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-24f7b78d-b75a-4925-a45e-08d6f27c654f req-194dfdfb-627d-4dd3-9fe0-513df5e80ea8 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] 10.222.0.41 "GET /v2.0/security-groups?id=35bdd75f-60bc-442f-9683-0ad602663bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659331 Jun 01 19:05:12.247648 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-76a99b69-ccc4-49c0-804c-9e7505abf506 req-10e78a81-4f64-4933-a741-31b36b9f46ad tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] 10.222.0.41 "GET /v2.0/ports?device_id=788ce680-fc4d-472b-8d83-c8cf7fd384df HTTP/1.1" status: 200 len: 210 time: 0.2298703 Jun 01 19:05:12.303060 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8927eb24-6a82-43fa-9965-862e46f643ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc93f83c3-7fb6-5c13-a9d4-29d739a4e8d2-735cfd70-183e-488a-a951-ba4fc0c20d27', 'network_id': '735cfd70-183e-488a-a951-ba4fc0c20d27', 'tenant_id': '26a0f0c3ac3744df995dd4142a5c3c54', 'fixed_ips': [{'subnet_id': 'c27ad179-817d-4453-9def-a7cef3fe0306'}]}} from n-d-844202-1. {{(pid=88526) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 19:05:12.304947 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-8927eb24-6a82-43fa-9965-862e46f643ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:12.337929 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device acb3787e-d6e7-4d8e-8e29-33bcd53ffe01 no longer exists at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:05:12.389616 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-27d2f62e-fcab-4a9c-961a-734e98a42797 tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4414346 Jun 01 19:05:12.397983 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 47568) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:05:12.417673 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d2f62e-fcab-4a9c-961a-734e98a42797 tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Pushing event updated for resources: {'Network': ['ID=e3b4f5a6-fafb-4833-b47c-33591d784a6f,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:05:12.421045 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-18a4f3e2-a3e5-4de0-b6d4-58ee57557989 tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Request body: {'network': {'name': 'tempest-router-network02--2009591929'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:05:12.469568 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network e3b4f5a6-fafb-4833-b47c-33591d784a6f details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 19:05:12.519386 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-18a4f3e2-a3e5-4de0-b6d4-58ee57557989 tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:05:12.554263 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-18a4f3e2-a3e5-4de0-b6d4-58ee57557989 tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Usage tracker for resource:network and tenant:26a0f0c3ac3744df995dd4142a5c3c54 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:05:12.569132 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-18a4f3e2-a3e5-4de0-b6d4-58ee57557989 tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:05:12.583994 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-18a4f3e2-a3e5-4de0-b6d4-58ee57557989 tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:05:12.623345 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18a4f3e2-a3e5-4de0-b6d4-58ee57557989 tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Made reservation on behalf of 26a0f0c3ac3744df995dd4142a5c3c54 for: {'network': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:05:12.629342 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-18a4f3e2-a3e5-4de0-b6d4-58ee57557989 tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:12.643847 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] No Port match for: acb3787e-d6e7-4d8e-8e29-33bcd53ffe01 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:05:12.646833 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device acb3787e-d6e7-4d8e-8e29-33bcd53ffe01 not bound to the agent host n-h1-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:05:12.665057 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153f1a51-bcf7-40be-bf96-aba85a7963d8 req-aa129eae-7bc2-44ce-a1e4-73d571104105 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:05:12.673460 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-153f1a51-bcf7-40be-bf96-aba85a7963d8 req-aa129eae-7bc2-44ce-a1e4-73d571104105 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c78d629-df0d-4dc5-81f0-5fcf9fb1c19d HTTP/1.1" status: 200 len: 945 time: 0.1749439 Jun 01 19:05:12.751954 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18a4f3e2-a3e5-4de0-b6d4-58ee57557989 tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 115} {{(pid=88525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 19:05:12.771871 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-18a4f3e2-a3e5-4de0-b6d4-58ee57557989 tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:12.772137 n-d-844202-1 neutron-server[88525]: INFO neutron.db.segments_db [None req-18a4f3e2-a3e5-4de0-b6d4-58ee57557989 tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Added segment d2f9c25b-35d8-4a03-b114-fc2e05153da0 of type vlan for network accf3ced-ee0d-4119-9b93-3b3599a932dd Jun 01 19:05:12.831985 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5ff8d577-0ffd-47e8-a078-739dc36ed614 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks [] for port, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:12.834990 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-18a4f3e2-a3e5-4de0-b6d4-58ee57557989 tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:12.840951 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5ff8d577-0ffd-47e8-a078-739dc36ed614 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:12.977557 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.db_base_plugin_common [None req-8927eb24-6a82-43fa-9965-862e46f643ec None None] Allocated IP 2001:db8::2 (735cfd70-183e-488a-a951-ba4fc0c20d27/c27ad179-817d-4453-9def-a7cef3fe0306/80522782-afce-4fd9-92c1-b4c4375049f3) {{(pid=88526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:05:13.128879 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5ff8d577-0ffd-47e8-a078-739dc36ed614 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-887436'] for router_interface, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:13.135018 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff8d577-0ffd-47e8-a078-739dc36ed614 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Pushing event updated for resources: {'Port': ['ID=561ccc21-562a-4161-984e-f43295b9ae6e,revision_number=2']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:05:13.140565 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-18a4f3e2-a3e5-4de0-b6d4-58ee57557989 tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:13.146453 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18a4f3e2-a3e5-4de0-b6d4-58ee57557989 tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:05:13.147035 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-18a4f3e2-a3e5-4de0-b6d4-58ee57557989 tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Notify callbacks [] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:13.184686 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-153f1a51-bcf7-40be-bf96-aba85a7963d8 req-fe9ed29b-f621-43e2-a2cc-ab51aa29ac76 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Deleting port d0e3d4bb-e5ed-4163-a108-61c8c95feac6 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:05:13.185287 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-153f1a51-bcf7-40be-bf96-aba85a7963d8 req-fe9ed29b-f621-43e2-a2cc-ab51aa29ac76 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:13.226982 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-8927eb24-6a82-43fa-9965-862e46f643ec None None] Notify callbacks [] for port, precommit_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:13.240168 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-8927eb24-6a82-43fa-9965-862e46f643ec None None] Transition to ACTIVE for port object 80522782-afce-4fd9-92c1-b4c4375049f3 will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:05:13.266372 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-8927eb24-6a82-43fa-9965-862e46f643ec None None] Transition to ACTIVE for port object 80522782-afce-4fd9-92c1-b4c4375049f3 will not be triggered until provisioned by entity DHCP. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:05:13.283832 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-8927eb24-6a82-43fa-9965-862e46f643ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526'] for port, after_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:13.402759 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b368f5-8e25-499a-bae6-1435c9f6dff9 req-f710193b-b7d0-46ac-90fe-950e8c530998 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:05:13.404219 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-99b368f5-8e25-499a-bae6-1435c9f6dff9 req-f710193b-b7d0-46ac-90fe-950e8c530998 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/networks?id=0c49dc6b-5e39-4101-b04d-1c1361c15d69 HTTP/1.1" status: 200 len: 806 time: 0.3649971 Jun 01 19:05:13.499015 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8927eb24-6a82-43fa-9965-862e46f643ec None None] Network 735cfd70-183e-488a-a951-ba4fc0c20d27 is already hosted by enough agents. {{(pid=88526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:05:13.503605 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.base_scheduler [None req-8927eb24-6a82-43fa-9965-862e46f643ec None None] Resources bound (agent type, host, resource id): {{(pid=88526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:05:13.504260 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-99b368f5-8e25-499a-bae6-1435c9f6dff9 req-2a687c52-980b-4e1e-9575-b371bcc59c15 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/quotas/ff411273a1ac46f2a91fb45afe578ccb HTTP/1.1" status: 200 len: 375 time: 0.0742779 Jun 01 19:05:13.508042 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8927eb24-6a82-43fa-9965-862e46f643ec None None] Pushing event updated for resources: {'Port': ['ID=80522782-afce-4fd9-92c1-b4c4375049f3,revision_number=1']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:05:13.510788 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8927eb24-6a82-43fa-9965-862e46f643ec None None] Received port after_create {{(pid=88526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:05:13.533596 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-18a4f3e2-a3e5-4de0-b6d4-58ee57557989 tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1345863 Jun 01 19:05:13.539396 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a4f3e2-a3e5-4de0-b6d4-58ee57557989 tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Pushing event updated for resources: {'Network': ['ID=accf3ced-ee0d-4119-9b93-3b3599a932dd,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:05:13.552208 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 47594) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:05:13.557899 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-5ccf522f-5e54-40c3-a400-d690ffa45bff tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Request body: {'subnet': {'network_id': 'e3b4f5a6-fafb-4833-b47c-33591d784a6f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:05:13.618257 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network accf3ced-ee0d-4119-9b93-3b3599a932dd details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 19:05:13.676518 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85d38ce-6c10-49dd-8129-7c68ab5c7229 req-5b36ff68-3345-44f5-b911-3d24ae1113bc tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:05:13.678220 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f85d38ce-6c10-49dd-8129-7c68ab5c7229 req-5b36ff68-3345-44f5-b911-3d24ae1113bc tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c78d629-df0d-4dc5-81f0-5fcf9fb1c19d HTTP/1.1" status: 200 len: 945 time: 0.6379509 Jun 01 19:05:13.686915 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ff8d577-0ffd-47e8-a078-739dc36ed614 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Network 99debedd-d8ea-4e7a-bf14-74c274bd20d8 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:05:13.690408 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-5ff8d577-0ffd-47e8-a078-739dc36ed614 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:05:13.764055 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-8927eb24-6a82-43fa-9965-862e46f643ec None None] Attempting to bind port 80522782-afce-4fd9-92c1-b4c4375049f3 on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:05:13.764627 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-8927eb24-6a82-43fa-9965-862e46f643ec None None] Attempting to bind port 80522782-afce-4fd9-92c1-b4c4375049f3 by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': 'bb6d262e-ca52-4c97-94a4-807aceda43a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '735cfd70-183e-488a-a951-ba4fc0c20d27'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:05:13.765058 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8927eb24-6a82-43fa-9965-862e46f643ec None None] Attempting to bind port 80522782-afce-4fd9-92c1-b4c4375049f3 on network 735cfd70-183e-488a-a951-ba4fc0c20d27 {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:05:13.778114 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8927eb24-6a82-43fa-9965-862e46f643ec None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 5, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:05:13.781460 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8927eb24-6a82-43fa-9965-862e46f643ec None None] Checking segment: {'id': 'bb6d262e-ca52-4c97-94a4-807aceda43a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '735cfd70-183e-488a-a951-ba4fc0c20d27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:05:13.783195 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-99b368f5-8e25-499a-bae6-1435c9f6dff9 req-93b86a0b-096f-4220-bbf8-bfa803504fb0 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Synchronizing usage tracker for tenant:ff411273a1ac46f2a91fb45afe578ccb on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:05:13.783610 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-8927eb24-6a82-43fa-9965-862e46f643ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:13.784772 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8927eb24-6a82-43fa-9965-862e46f643ec None None] Bound using segment: {'id': 'bb6d262e-ca52-4c97-94a4-807aceda43a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '735cfd70-183e-488a-a951-ba4fc0c20d27'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:05:13.787423 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-8927eb24-6a82-43fa-9965-862e46f643ec None None] Bound port: 80522782-afce-4fd9-92c1-b4c4375049f3, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb6d262e-ca52-4c97-94a4-807aceda43a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '735cfd70-183e-488a-a951-ba4fc0c20d27'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:05:13.787423 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-8927eb24-6a82-43fa-9965-862e46f643ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:13.791829 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-153f1a51-bcf7-40be-bf96-aba85a7963d8 req-fe9ed29b-f621-43e2-a2cc-ab51aa29ac76 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] For port d0e3d4bb-e5ed-4163-a108-61c8c95feac6, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=d0e3d4bb-e5ed-4163-a108-61c8c95feac6,segment=NetworkSegment(29f3bae4-57a1-4f66-96b7-93cfb8e10b44),segment_id=29f3bae4-57a1-4f66-96b7-93cfb8e10b44)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:05:13.792013 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-153f1a51-bcf7-40be-bf96-aba85a7963d8 req-fe9ed29b-f621-43e2-a2cc-ab51aa29ac76 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:13.829816 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-5ccf522f-5e54-40c3-a400-d690ffa45bff tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:05:13.838019 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-5ccf522f-5e54-40c3-a400-d690ffa45bff tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Usage tracker for resource:subnet and tenant:26a0f0c3ac3744df995dd4142a5c3c54 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:05:13.847693 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-5ccf522f-5e54-40c3-a400-d690ffa45bff tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:05:13.869348 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-5ccf522f-5e54-40c3-a400-d690ffa45bff tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:05:13.887768 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f85d38ce-6c10-49dd-8129-7c68ab5c7229 req-25cf46dd-d5ad-4ddd-a032-a87d1f4024dd tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e27767a-e40e-41ca-b34d-a5b7412547b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053183 Jun 01 19:05:13.946914 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-99b368f5-8e25-499a-bae6-1435c9f6dff9 req-93b86a0b-096f-4220-bbf8-bfa803504fb0 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Unset dirty status for tenant:ff411273a1ac46f2a91fb45afe578ccb on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:05:13.954722 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-99b368f5-8e25-499a-bae6-1435c9f6dff9 req-93b86a0b-096f-4220-bbf8-bfa803504fb0 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=ff411273a1ac46f2a91fb45afe578ccb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4488311 Jun 01 19:05:13.998542 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-153f1a51-bcf7-40be-bf96-aba85a7963d8 req-fe9ed29b-f621-43e2-a2cc-ab51aa29ac76 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Calling delete_port for d0e3d4bb-e5ed-4163-a108-61c8c95feac6 owned by compute:nova {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:05:14.013822 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-8927eb24-6a82-43fa-9965-862e46f643ec None None] For port 80522782-afce-4fd9-92c1-b4c4375049f3, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:05:14.025840 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-8927eb24-6a82-43fa-9965-862e46f643ec None None] For port 80522782-afce-4fd9-92c1-b4c4375049f3, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=80522782-afce-4fd9-92c1-b4c4375049f3,segment=NetworkSegment(bb6d262e-ca52-4c97-94a4-807aceda43a1),segment_id=bb6d262e-ca52-4c97-94a4-807aceda43a1)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:05:14.043177 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ccf522f-5e54-40c3-a400-d690ffa45bff tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Made reservation on behalf of 26a0f0c3ac3744df995dd4142a5c3c54 for: {'subnet': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:05:14.044198 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-8927eb24-6a82-43fa-9965-862e46f643ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:14.058195 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5ccf522f-5e54-40c3-a400-d690ffa45bff tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9667140'] for subnet, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:14.178788 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8927eb24-6a82-43fa-9965-862e46f643ec None None] Pushing event updated for resources: {'Port': ['ID=80522782-afce-4fd9-92c1-b4c4375049f3,revision_number=2']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:05:14.229758 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-df51d5fa-baec-4495-8e77-a88121b5fc0f None None] Provisioning complete for port 561ccc21-562a-4161-984e-f43295b9ae6e triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:05:14.230267 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-df51d5fa-baec-4495-8e77-a88121b5fc0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:14.329835 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-df51d5fa-baec-4495-8e77-a88121b5fc0f None None] Port 561ccc21-562a-4161-984e-f43295b9ae6e cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:05:14.331042 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-99b368f5-8e25-499a-bae6-1435c9f6dff9 req-cff73334-f0b5-4a1d-acec-981263eae371 service neutron] 10.222.0.41 "GET /v2.0/networks/0c49dc6b-5e39-4101-b04d-1c1361c15d69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3754129 Jun 01 19:05:14.496680 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-153f1a51-bcf7-40be-bf96-aba85a7963d8 req-fe9ed29b-f621-43e2-a2cc-ab51aa29ac76 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:14.511159 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] get_ports_and_sgs() called for port_ids ['86d4595b-e8db-4a4c-b6f0-57c1d6666091'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 19:05:14.570635 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9ed29b-f621-43e2-a2cc-ab51aa29ac76 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Pushing event deleted for resources: {'Port': ['ID=d0e3d4bb-e5ed-4163-a108-61c8c95feac6,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:05:14.665902 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ff8d577-0ffd-47e8-a078-739dc36ed614 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Router fc0b319b-9d93-4961-85c5-c81e496ca59b has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 19:05:14.674130 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-153f1a51-bcf7-40be-bf96-aba85a7963d8 req-fe9ed29b-f621-43e2-a2cc-ab51aa29ac76 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] No DVR routers for this DVR port d0e3d4bb-e5ed-4163-a108-61c8c95feac6 on host n-h2-844202-1 {{(pid=88524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:05:14.678006 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-153f1a51-bcf7-40be-bf96-aba85a7963d8 req-fe9ed29b-f621-43e2-a2cc-ab51aa29ac76 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:14.681310 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c78d629-df0d-4dc5-81f0-5fcf9fb1c19d', 'name': 'network-vif-deleted', 'tag': 'd0e3d4bb-e5ed-4163-a108-61c8c95feac6'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:05:14.691793 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5ccf522f-5e54-40c3-a400-d690ffa45bff tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2614064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9667190'] for subnet, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:14.696523 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-99b368f5-8e25-499a-bae6-1435c9f6dff9 req-11a9eb32-f938-46cd-92f1-03f9623383f6 service neutron] 10.222.0.41 "GET /v2.0/networks/0c49dc6b-5e39-4101-b04d-1c1361c15d69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3639724 Jun 01 19:05:14.722635 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-153f1a51-bcf7-40be-bf96-aba85a7963d8 req-fe9ed29b-f621-43e2-a2cc-ab51aa29ac76 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.50 "DELETE /v2.0/ports/d0e3d4bb-e5ed-4163-a108-61c8c95feac6 HTTP/1.1" status: 204 len: 173 time: 2.0445185 Jun 01 19:05:14.865486 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccf522f-5e54-40c3-a400-d690ffa45bff tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Pushing event updated for resources: {'Subnet': ['ID=20ac90bb-9fc9-42ec-b460-b31e18833f3d,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:05:14.972062 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2d69ac-45f9-4f1a-a38d-af088b09c8bf req-d035a944-c27c-488d-ab09-f23735ef4c09 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:05:14.979050 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2d69ac-45f9-4f1a-a38d-af088b09c8bf req-d035a944-c27c-488d-ab09-f23735ef4c09 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:05:14.985117 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2d69ac-45f9-4f1a-a38d-af088b09c8bf req-d035a944-c27c-488d-ab09-f23735ef4c09 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:05:14.993741 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-1d2d69ac-45f9-4f1a-a38d-af088b09c8bf req-d035a944-c27c-488d-ab09-f23735ef4c09 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] 10.222.0.41 "GET /v2.0/ports?device_id=be21e4b6-ff05-48da-b16c-87c7c0510c7a HTTP/1.1" status: 200 len: 2418 time: 0.8631773 Jun 01 19:05:15.029392 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 47612) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:05:15.076898 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ccf522f-5e54-40c3-a400-d690ffa45bff tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Checking segment: {'id': 'b4a14d34-d63e-48ef-8380-70dd51127fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'e3b4f5a6-fafb-4833-b47c-33591d784a6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:05:15.077251 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ccf522f-5e54-40c3-a400-d690ffa45bff tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Network hostable DHCP agents. Network: e3b4f5a6-fafb-4833-b47c-33591d784a6f, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 19:05:15.143995 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c4a19ce-5a5c-4445-aa98-bd90a8f008e2'] response: {'server_uuid': '7c78d629-df0d-4dc5-81f0-5fcf9fb1c19d', 'name': 'network-vif-deleted', 'tag': 'd0e3d4bb-e5ed-4163-a108-61c8c95feac6', 'status': 'completed', 'code': 200} Jun 01 19:05:15.167487 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ab185fa8-48fb-446d-80af-4c90a498e04d tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:15.262026 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-1d2d69ac-45f9-4f1a-a38d-af088b09c8bf req-0dd0ff42-1c8d-48b1-9a3b-d2244ce1970a tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] 10.222.0.41 "GET /v2.0/security-groups?id=35bdd75f-60bc-442f-9683-0ad602663bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2602236 Jun 01 19:05:15.300115 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a8e59e-3972-48bc-a7c6-b07102ce5793 req-84a13481-3c99-4645-bb80-5dd1bc61e8d2 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:05:15.326658 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-943d6b29-e87e-4daf-865c-842f1c85fa62 req-14b661c8-8fed-459d-86de-5d46502dba47 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/ports?device_id=e3ada37d-ed4b-4f5d-935c-381ab0015dec HTTP/1.1" status: 200 len: 210 time: 0.1257839 Jun 01 19:05:15.341788 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a8e59e-3972-48bc-a7c6-b07102ce5793 req-84a13481-3c99-4645-bb80-5dd1bc61e8d2 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:05:15.350929 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a8e59e-3972-48bc-a7c6-b07102ce5793 req-84a13481-3c99-4645-bb80-5dd1bc61e8d2 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:05:15.353131 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-32a8e59e-3972-48bc-a7c6-b07102ce5793 req-84a13481-3c99-4645-bb80-5dd1bc61e8d2 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] 10.222.0.15 "GET /v2.0/ports?device_id=be21e4b6-ff05-48da-b16c-87c7c0510c7a HTTP/1.1" status: 200 len: 2418 time: 0.7746282 Jun 01 19:05:15.369207 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ccf522f-5e54-40c3-a400-d690ffa45bff tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Network e3b4f5a6-fafb-4833-b47c-33591d784a6f is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 19:05:15.405464 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ab185fa8-48fb-446d-80af-4c90a498e04d tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:15.525899 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 80522782-afce-4fd9-92c1-b4c4375049f3 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:05:15.573143 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ab185fa8-48fb-446d-80af-4c90a498e04d tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:15.624677 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device d0e3d4bb-e5ed-4163-a108-61c8c95feac6 no longer exists at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:05:15.628080 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab185fa8-48fb-446d-80af-4c90a498e04d tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f21673f5-4d44-4992-85b9-6c5f8a047d72,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:05:15.667350 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ab185fa8-48fb-446d-80af-4c90a498e04d tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:15.668862 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-ab185fa8-48fb-446d-80af-4c90a498e04d tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] 10.222.0.41 "DELETE /v2.0/security-groups/f21673f5-4d44-4992-85b9-6c5f8a047d72 HTTP/1.1" status: 204 len: 168 time: 0.6372743 Jun 01 19:05:15.672686 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-5ccf522f-5e54-40c3-a400-d690ffa45bff tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, e3b4f5a6-fafb-4833-b47c-33591d784a6f) {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:05:15.673941 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] No Port match for: d0e3d4bb-e5ed-4163-a108-61c8c95feac6 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:05:15.674465 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device d0e3d4bb-e5ed-4163-a108-61c8c95feac6 not bound to the agent host n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:05:15.690495 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port 80522782-afce-4fd9-92c1-b4c4375049f3 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:05:15.693690 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ccf522f-5e54-40c3-a400-d690ffa45bff tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:05:15.697838 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fed4fc5-d735-4a43-9873-eac09daaab85 None None] Network e3b4f5a6-fafb-4833-b47c-33591d784a6f requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:05:15.699342 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5ccf522f-5e54-40c3-a400-d690ffa45bff tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Notify callbacks [] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:15.714666 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 47624) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:05:15.721330 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bd9b076-df9a-4f2a-afec-e836188110a3 None None] Network 735cfd70-183e-488a-a951-ba4fc0c20d27 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:05:15.738326 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-dabe73a7-acd3-4323-b321-9e8db99056b0 req-af487bf3-62e5-4e98-9896-905f1112dee3 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c78d629-df0d-4dc5-81f0-5fcf9fb1c19d HTTP/1.1" status: 200 len: 210 time: 0.2340949 Jun 01 19:05:15.777821 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ff8d577-0ffd-47e8-a078-739dc36ed614 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:05:15.789680 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-5ff8d577-0ffd-47e8-a078-739dc36ed614 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] 10.222.0.41 "PUT /v2.0/routers/fc0b319b-9d93-4961-85c5-c81e496ca59b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9084339 Jun 01 19:05:15.795204 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [req-32a8e59e-3972-48bc-a7c6-b07102ce5793 req-484706d6-b0c1-4751-90a5-ef70c9e7ab27 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Deleting port 23206013-4e9a-4a8d-a7dc-a7f0aa114867 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:05:15.795556 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-32a8e59e-3972-48bc-a7c6-b07102ce5793 req-484706d6-b0c1-4751-90a5-ef70c9e7ab27 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:15.822180 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 47628) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:05:15.836639 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-524988f9-592b-4cf1-bc8c-d3efc5c95784 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Request body: {'port': {'network_id': '99debedd-d8ea-4e7a-bf14-74c274bd20d8', 'name': 'tempest-FloatingIPTestJSON-709263371'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:05:15.840537 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-5ccf522f-5e54-40c3-a400-d690ffa45bff tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2869983 Jun 01 19:05:15.841840 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 47632) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:05:15.859322 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-8baf2afd-b542-4236-9a13-20e0f05da82c tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Request body: {'subnet': {'network_id': 'accf3ced-ee0d-4119-9b93-3b3599a932dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:05:15.861099 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-717511fe-07e7-4455-bd9b-2d540a1315de None None] Sync routers for ids ['fc0b319b-9d93-4961-85c5-c81e496ca59b'] in n-d-844202-1 {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:05:16.067208 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-717511fe-07e7-4455-bd9b-2d540a1315de None None] Routers {'fc0b319b-9d93-4961-85c5-c81e496ca59b'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:05:16.067920 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-717511fe-07e7-4455-bd9b-2d540a1315de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:05:09Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['fc0b319b-9d93-4961-85c5-c81e496ca59b'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:05:16.159457 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-c44c8de8-0140-4996-a129-21ac6bcaa7ab None None] Provisioning for port 80522782-afce-4fd9-92c1-b4c4375049f3 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:05:16.184211 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-c44c8de8-0140-4996-a129-21ac6bcaa7ab None None] Provisioning complete for port 80522782-afce-4fd9-92c1-b4c4375049f3 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:05:16.184630 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-c44c8de8-0140-4996-a129-21ac6bcaa7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:16.221966 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-717511fe-07e7-4455-bd9b-2d540a1315de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:05:16.258513 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-8baf2afd-b542-4236-9a13-20e0f05da82c tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:05:16.267633 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-524988f9-592b-4cf1-bc8c-d3efc5c95784 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:05:16.281784 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-8baf2afd-b542-4236-9a13-20e0f05da82c tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Usage tracker for resource:subnet and tenant:26a0f0c3ac3744df995dd4142a5c3c54 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:05:16.296090 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-524988f9-592b-4cf1-bc8c-d3efc5c95784 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Usage tracker for resource:port and tenant:a0eb4836fe25462db2032ac7c054c0ab is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:05:16.323073 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-717511fe-07e7-4455-bd9b-2d540a1315de None None] Routers {'fc0b319b-9d93-4961-85c5-c81e496ca59b'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:05:16.323730 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-524988f9-592b-4cf1-bc8c-d3efc5c95784 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Quota usage for port was recalculated. Used quota:6. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:05:16.323957 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-717511fe-07e7-4455-bd9b-2d540a1315de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:05:09Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['fc0b319b-9d93-4961-85c5-c81e496ca59b'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:05:16.356274 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-524988f9-592b-4cf1-bc8c-d3efc5c95784 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:05:16.451259 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-717511fe-07e7-4455-bd9b-2d540a1315de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:05:16.451672 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-717511fe-07e7-4455-bd9b-2d540a1315de None None] The sync data for ids ['fc0b319b-9d93-4961-85c5-c81e496ca59b'] in n-d-844202-1 is: [] {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:05:16.587046 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-524988f9-592b-4cf1-bc8c-d3efc5c95784 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Made reservation on behalf of a0eb4836fe25462db2032ac7c054c0ab for: {'port': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:05:16.591750 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-524988f9-592b-4cf1-bc8c-d3efc5c95784 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:16.658108 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [None req-524988f9-592b-4cf1-bc8c-d3efc5c95784 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] device_id is not set on port db7c1f10-5ed1-4688-921b-65dc071197d3 yet. {{(pid=88524) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 19:05:16.660194 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-8baf2afd-b542-4236-9a13-20e0f05da82c tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:05:16.726203 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-8baf2afd-b542-4236-9a13-20e0f05da82c tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:05:16.729834 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-084d94fb-6394-4c69-97f2-2888becd48ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc93f83c3-7fb6-5c13-a9d4-29d739a4e8d2-e3b4f5a6-fafb-4833-b47c-33591d784a6f', 'network_id': 'e3b4f5a6-fafb-4833-b47c-33591d784a6f', 'tenant_id': '26a0f0c3ac3744df995dd4142a5c3c54', 'fixed_ips': [{'subnet_id': '20ac90bb-9fc9-42ec-b460-b31e18833f3d'}]}} from n-d-844202-1. {{(pid=88526) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 19:05:16.729834 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-084d94fb-6394-4c69-97f2-2888becd48ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:16.734025 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-047905b9-405b-42f1-9a75-3fe445366f0e req-ab2acfcd-de9d-4f7b-b999-30ee5ba230a1 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/ports?device_id=e3ada37d-ed4b-4f5d-935c-381ab0015dec HTTP/1.1" status: 200 len: 210 time: 0.0894182 Jun 01 19:05:16.748139 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-c44c8de8-0140-4996-a129-21ac6bcaa7ab None None] Current status of the port 80522782-afce-4fd9-92c1-b4c4375049f3 is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:05:16.748685 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-c44c8de8-0140-4996-a129-21ac6bcaa7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:16.763099 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-32a8e59e-3972-48bc-a7c6-b07102ce5793 req-484706d6-b0c1-4751-90a5-ef70c9e7ab27 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] For port 23206013-4e9a-4a8d-a7dc-a7f0aa114867, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=23206013-4e9a-4a8d-a7dc-a7f0aa114867,segment=NetworkSegment(026dc3ac-1c68-4a28-9108-6f84a0dae619),segment_id=026dc3ac-1c68-4a28-9108-6f84a0dae619)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:05:16.763503 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-32a8e59e-3972-48bc-a7c6-b07102ce5793 req-484706d6-b0c1-4751-90a5-ef70c9e7ab27 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:16.773330 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8baf2afd-b542-4236-9a13-20e0f05da82c tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Made reservation on behalf of 26a0f0c3ac3744df995dd4142a5c3c54 for: {'subnet': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:05:16.778288 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8baf2afd-b542-4236-9a13-20e0f05da82c tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9667140'] for subnet, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:16.928459 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-c44c8de8-0140-4996-a129-21ac6bcaa7ab None None] For port 80522782-afce-4fd9-92c1-b4c4375049f3, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=80522782-afce-4fd9-92c1-b4c4375049f3,segment=NetworkSegment(bb6d262e-ca52-4c97-94a4-807aceda43a1),segment_id=bb6d262e-ca52-4c97-94a4-807aceda43a1)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:05:16.954231 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-c44c8de8-0140-4996-a129-21ac6bcaa7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:17.135821 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [req-32a8e59e-3972-48bc-a7c6-b07102ce5793 req-484706d6-b0c1-4751-90a5-ef70c9e7ab27 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Calling delete_port for 23206013-4e9a-4a8d-a7dc-a7f0aa114867 owned by compute:nova {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:05:17.232566 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44c8de8-0140-4996-a129-21ac6bcaa7ab None None] Pushing event updated for resources: {'Port': ['ID=80522782-afce-4fd9-92c1-b4c4375049f3,revision_number=3']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:05:17.242832 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.db_base_plugin_common [None req-084d94fb-6394-4c69-97f2-2888becd48ab None None] Allocated IP 2001:db8::2 (e3b4f5a6-fafb-4833-b47c-33591d784a6f/20ac90bb-9fc9-42ec-b460-b31e18833f3d/38808235-a6ca-445a-b0ca-3815e8cbd3d0) {{(pid=88526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:05:17.356769 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-32a8e59e-3972-48bc-a7c6-b07102ce5793 req-484706d6-b0c1-4751-90a5-ef70c9e7ab27 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:17.394267 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [None req-524988f9-592b-4cf1-bc8c-d3efc5c95784 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Allocated IP 172.20.0.13 (99debedd-d8ea-4e7a-bf14-74c274bd20d8/c957d639-4e23-4a1f-9e90-a3beb2594759/db7c1f10-5ed1-4688-921b-65dc071197d3) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:05:17.452568 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-c7027dab-1aa3-4dbe-9c6e-6c3f9a11be01 None None] Provisioning complete for port 80522782-afce-4fd9-92c1-b4c4375049f3 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:05:17.453205 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-c7027dab-1aa3-4dbe-9c6e-6c3f9a11be01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:17.479223 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 80522782-afce-4fd9-92c1-b4c4375049f3 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:05:17.583674 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484706d6-b0c1-4751-90a5-ef70c9e7ab27 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Pushing event deleted for resources: {'Port': ['ID=23206013-4e9a-4a8d-a7dc-a7f0aa114867,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:05:17.717904 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-524988f9-592b-4cf1-bc8c-d3efc5c95784 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:17.781977 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [req-32a8e59e-3972-48bc-a7c6-b07102ce5793 req-484706d6-b0c1-4751-90a5-ef70c9e7ab27 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] No DVR routers for this DVR port 23206013-4e9a-4a8d-a7dc-a7f0aa114867 on host n-h1-844202-1 {{(pid=88525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:05:17.790149 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-32a8e59e-3972-48bc-a7c6-b07102ce5793 req-484706d6-b0c1-4751-90a5-ef70c9e7ab27 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:17.806572 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be21e4b6-ff05-48da-b16c-87c7c0510c7a', 'name': 'network-vif-deleted', 'tag': '23206013-4e9a-4a8d-a7dc-a7f0aa114867'}] {{(pid=88525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:05:17.814230 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-084d94fb-6394-4c69-97f2-2888becd48ab None None] Notify callbacks [] for port, precommit_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:17.826704 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-32a8e59e-3972-48bc-a7c6-b07102ce5793 req-484706d6-b0c1-4751-90a5-ef70c9e7ab27 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] 10.222.0.15 "DELETE /v2.0/ports/23206013-4e9a-4a8d-a7dc-a7f0aa114867 HTTP/1.1" status: 204 len: 173 time: 2.4352641 Jun 01 19:05:17.861891 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-084d94fb-6394-4c69-97f2-2888becd48ab None None] Transition to ACTIVE for port object 38808235-a6ca-445a-b0ca-3815e8cbd3d0 will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:05:17.867628 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 80522782-afce-4fd9-92c1-b4c4375049f3 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:05:17.868669 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:17.905503 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [None req-524988f9-592b-4cf1-bc8c-d3efc5c95784 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Transition to ACTIVE for port object db7c1f10-5ed1-4688-921b-65dc071197d3 will not be triggered until provisioned by entity DHCP. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:05:17.939875 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-c7027dab-1aa3-4dbe-9c6e-6c3f9a11be01 None None] Current status of the port 80522782-afce-4fd9-92c1-b4c4375049f3 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:05:17.949298 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110b2f8e-8c93-43b7-aff1-35d4144229fd req-0b490c02-1630-4053-a2f7-da094622af7e tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:05:17.954272 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-110b2f8e-8c93-43b7-aff1-35d4144229fd req-0b490c02-1630-4053-a2f7-da094622af7e tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d35e0c4-c006-4f35-a161-1e1e4ff68e11 HTTP/1.1" status: 200 len: 946 time: 0.6030872 Jun 01 19:05:17.993650 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-084d94fb-6394-4c69-97f2-2888becd48ab None None] Transition to ACTIVE for port object 38808235-a6ca-445a-b0ca-3815e8cbd3d0 will not be triggered until provisioned by entity DHCP. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:05:18.004240 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-084d94fb-6394-4c69-97f2-2888becd48ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526'] for port, after_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:18.015839 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f1f134-a84e-4788-b3b0-ae36168ca62c req-08d246b1-4e40-4c4b-bfe9-90d85086a404 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:05:18.022572 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f1f134-a84e-4788-b3b0-ae36168ca62c req-08d246b1-4e40-4c4b-bfe9-90d85086a404 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:05:18.029731 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f1f134-a84e-4788-b3b0-ae36168ca62c req-08d246b1-4e40-4c4b-bfe9-90d85086a404 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:05:18.038350 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-01f1f134-a84e-4788-b3b0-ae36168ca62c req-08d246b1-4e40-4c4b-bfe9-90d85086a404 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] 10.222.0.41 "GET /v2.0/ports?device_id=be21e4b6-ff05-48da-b16c-87c7c0510c7a HTTP/1.1" status: 200 len: 2418 time: 1.5291610 Jun 01 19:05:18.120570 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-084d94fb-6394-4c69-97f2-2888becd48ab None None] Network e3b4f5a6-fafb-4833-b47c-33591d784a6f is already hosted by enough agents. {{(pid=88526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:05:18.132083 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-01f1f134-a84e-4788-b3b0-ae36168ca62c req-8d729c67-6eb7-4f6d-8594-eef77d0e7fe9 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] 10.222.0.41 "GET /v2.0/security-groups?id=35bdd75f-60bc-442f-9683-0ad602663bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909109 Jun 01 19:05:18.137315 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.base_scheduler [None req-084d94fb-6394-4c69-97f2-2888becd48ab None None] Resources bound (agent type, host, resource id): {{(pid=88526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:05:18.139757 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-084d94fb-6394-4c69-97f2-2888becd48ab None None] Received port after_create {{(pid=88526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:05:18.166382 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-110b2f8e-8c93-43b7-aff1-35d4144229fd req-9de9a9c0-a4fc-462f-9898-cf2d0fe8242d tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e27767a-e40e-41ca-b34d-a5b7412547b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781235 Jun 01 19:05:18.170137 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-524988f9-592b-4cf1-bc8c-d3efc5c95784 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:18.177294 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [req-32a8e59e-3972-48bc-a7c6-b07102ce5793 req-1a5d0acf-b58d-414a-8363-ac53f1145018 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Deleting port 7bb65d13-904e-4482-80d8-5968b9ba5f67 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:05:18.177637 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-32a8e59e-3972-48bc-a7c6-b07102ce5793 req-1a5d0acf-b58d-414a-8363-ac53f1145018 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:18.262605 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084d94fb-6394-4c69-97f2-2888becd48ab None None] Pushing event updated for resources: {'Port': ['ID=38808235-a6ca-445a-b0ca-3815e8cbd3d0,revision_number=1']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:05:18.328436 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524988f9-592b-4cf1-bc8c-d3efc5c95784 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Pushing event updated for resources: {'Port': ['ID=db7c1f10-5ed1-4688-921b-65dc071197d3,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:05:18.383886 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 23206013-4e9a-4a8d-a7dc-a7f0aa114867 no longer exists at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:05:18.388420 n-d-844202-1 neutron-server[88525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55c82069-0518-48a2-a348-95029a866578'] response: {'server_uuid': 'be21e4b6-ff05-48da-b16c-87c7c0510c7a', 'name': 'network-vif-deleted', 'tag': '23206013-4e9a-4a8d-a7dc-a7f0aa114867', 'status': 'completed', 'code': 200} Jun 01 19:05:18.433946 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-524988f9-592b-4cf1-bc8c-d3efc5c95784 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Network 99debedd-d8ea-4e7a-bf14-74c274bd20d8 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:05:18.458523 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] No Port match for: 23206013-4e9a-4a8d-a7dc-a7f0aa114867 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:05:18.459132 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 23206013-4e9a-4a8d-a7dc-a7f0aa114867 not bound to the agent host n-h1-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:05:18.459710 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device f659db6f-207d-46a7-a2e3-d4ab218b8d77 no longer exists at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:05:18.462243 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b368f5-8e25-499a-bae6-1435c9f6dff9 req-c6c23815-5c2e-4113-a40e-9d35e7cca5c9 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:05:18.463782 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-99b368f5-8e25-499a-bae6-1435c9f6dff9 req-c6c23815-5c2e-4113-a40e-9d35e7cca5c9 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.50 "GET /v2.0/networks?id=0c49dc6b-5e39-4101-b04d-1c1361c15d69 HTTP/1.1" status: 200 len: 806 time: 0.7328515 Jun 01 19:05:18.522487 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-524988f9-592b-4cf1-bc8c-d3efc5c95784 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:05:18.537407 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 80522782-afce-4fd9-92c1-b4c4375049f3 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:05:18.549284 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-99b368f5-8e25-499a-bae6-1435c9f6dff9 req-192f495b-c998-490d-81bb-10bd52c09709 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Request body: {'port': {'device_id': 'e3ada37d-ed4b-4f5d-935c-381ab0015dec', 'network_id': '0c49dc6b-5e39-4101-b04d-1c1361c15d69', 'admin_state_up': True, 'tenant_id': 'ff411273a1ac46f2a91fb45afe578ccb'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:05:18.550964 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-084d94fb-6394-4c69-97f2-2888becd48ab None None] Attempting to bind port 38808235-a6ca-445a-b0ca-3815e8cbd3d0 on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:05:18.552580 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-084d94fb-6394-4c69-97f2-2888becd48ab None None] Attempting to bind port 38808235-a6ca-445a-b0ca-3815e8cbd3d0 by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': 'b4a14d34-d63e-48ef-8380-70dd51127fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'e3b4f5a6-fafb-4833-b47c-33591d784a6f'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:05:18.553053 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084d94fb-6394-4c69-97f2-2888becd48ab None None] Attempting to bind port 38808235-a6ca-445a-b0ca-3815e8cbd3d0 on network e3b4f5a6-fafb-4833-b47c-33591d784a6f {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:05:18.629401 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port f659db6f-207d-46a7-a2e3-d4ab218b8d77 is: ACTIVE; New status is: DOWN {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:05:18.630740 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:18.668049 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port f659db6f-207d-46a7-a2e3-d4ab218b8d77, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=f659db6f-207d-46a7-a2e3-d4ab218b8d77,segment=NetworkSegment(50dfa21d-d423-4213-97ca-33d7928cf427),segment_id=50dfa21d-d423-4213-97ca-33d7928cf427)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:05:18.669421 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084d94fb-6394-4c69-97f2-2888becd48ab None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 5, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:05:18.670669 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084d94fb-6394-4c69-97f2-2888becd48ab None None] Checking segment: {'id': 'b4a14d34-d63e-48ef-8380-70dd51127fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'e3b4f5a6-fafb-4833-b47c-33591d784a6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:05:18.670669 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-084d94fb-6394-4c69-97f2-2888becd48ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:18.671087 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084d94fb-6394-4c69-97f2-2888becd48ab None None] Bound using segment: {'id': 'b4a14d34-d63e-48ef-8380-70dd51127fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'e3b4f5a6-fafb-4833-b47c-33591d784a6f'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:05:18.671507 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-084d94fb-6394-4c69-97f2-2888becd48ab None None] Bound port: 38808235-a6ca-445a-b0ca-3815e8cbd3d0, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4a14d34-d63e-48ef-8380-70dd51127fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'e3b4f5a6-fafb-4833-b47c-33591d784a6f'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:05:18.672683 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-084d94fb-6394-4c69-97f2-2888becd48ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:18.695645 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be21e4b6-ff05-48da-b16c-87c7c0510c7a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f659db6f-207d-46a7-a2e3-d4ab218b8d77'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:05:18.734042 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-99b368f5-8e25-499a-bae6-1435c9f6dff9 req-192f495b-c998-490d-81bb-10bd52c09709 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:05:18.745370 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-99b368f5-8e25-499a-bae6-1435c9f6dff9 req-192f495b-c998-490d-81bb-10bd52c09709 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:05:18.772940 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8baf2afd-b542-4236-9a13-20e0f05da82c tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2614064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9667190'] for subnet, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:18.788057 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524988f9-592b-4cf1-bc8c-d3efc5c95784 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:05:18.793042 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:18.793609 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 7bb65d13-904e-4482-80d8-5968b9ba5f67 no longer exists at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:05:18.820410 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99b368f5-8e25-499a-bae6-1435c9f6dff9 req-192f495b-c998-490d-81bb-10bd52c09709 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Made reservation on behalf of ff411273a1ac46f2a91fb45afe578ccb for: {'port': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:05:18.824165 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-99b368f5-8e25-499a-bae6-1435c9f6dff9 req-192f495b-c998-490d-81bb-10bd52c09709 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:18.855558 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4643e3fb-8de9-4d77-9011-1bb7e2b43f50 req-f5bf3f95-54a1-4811-a1cc-898a2e5de214 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/ports?device_id=e3ada37d-ed4b-4f5d-935c-381ab0015dec HTTP/1.1" status: 200 len: 210 time: 0.3704708 Jun 01 19:05:18.889289 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-32a8e59e-3972-48bc-a7c6-b07102ce5793 req-1a5d0acf-b58d-414a-8363-ac53f1145018 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] For port 7bb65d13-904e-4482-80d8-5968b9ba5f67, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=7bb65d13-904e-4482-80d8-5968b9ba5f67,segment=NetworkSegment(50dfa21d-d423-4213-97ca-33d7928cf427),segment_id=50dfa21d-d423-4213-97ca-33d7928cf427)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:05:18.889872 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-32a8e59e-3972-48bc-a7c6-b07102ce5793 req-1a5d0acf-b58d-414a-8363-ac53f1145018 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:18.915739 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8baf2afd-b542-4236-9a13-20e0f05da82c tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Pushing event updated for resources: {'Subnet': ['ID=d578c25f-990a-4ed4-aa6c-2f9ea2ea4a8c,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:05:18.965387 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-084d94fb-6394-4c69-97f2-2888becd48ab None None] For port 38808235-a6ca-445a-b0ca-3815e8cbd3d0, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:05:18.982801 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7b89c7e-ba0b-439a-a595-42f62401b996'] response: {'server_uuid': 'be21e4b6-ff05-48da-b16c-87c7c0510c7a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f659db6f-207d-46a7-a2e3-d4ab218b8d77', 'code': 200} Jun 01 19:05:19.005758 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-9d034f62-e248-4b2f-9d0d-753fd8f0d2dc None None] Provisioning for port db7c1f10-5ed1-4688-921b-65dc071197d3 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:05:19.015321 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-084d94fb-6394-4c69-97f2-2888becd48ab None None] For port 38808235-a6ca-445a-b0ca-3815e8cbd3d0, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=38808235-a6ca-445a-b0ca-3815e8cbd3d0,segment=NetworkSegment(b4a14d34-d63e-48ef-8380-70dd51127fbd),segment_id=b4a14d34-d63e-48ef-8380-70dd51127fbd)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:05:19.016652 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-9d034f62-e248-4b2f-9d0d-753fd8f0d2dc None None] Provisioning complete for port db7c1f10-5ed1-4688-921b-65dc071197d3 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:05:19.017029 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-9d034f62-e248-4b2f-9d0d-753fd8f0d2dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:19.049435 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [req-32a8e59e-3972-48bc-a7c6-b07102ce5793 req-1a5d0acf-b58d-414a-8363-ac53f1145018 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Calling delete_port for 7bb65d13-904e-4482-80d8-5968b9ba5f67 owned by compute:nova {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:05:19.062128 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-084d94fb-6394-4c69-97f2-2888becd48ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:19.069028 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-524988f9-592b-4cf1-bc8c-d3efc5c95784 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:05:19.069812 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-524988f9-592b-4cf1-bc8c-d3efc5c95784 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:19.116187 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=f659db6f-207d-46a7-a2e3-d4ab218b8d77,revision_number=6']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:05:19.145687 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-524988f9-592b-4cf1-bc8c-d3efc5c95784 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.3213546 Jun 01 19:05:19.146099 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 47682) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:05:19.163817 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-1cbe5a2d-d1b6-477f-bf29-c9ac70757069 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Request body: {'floatingip': {'port_id': 'db7c1f10-5ed1-4688-921b-65dc071197d3'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:05:19.234588 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8baf2afd-b542-4236-9a13-20e0f05da82c tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Checking segment: {'id': 'd2f9c25b-35d8-4a03-b114-fc2e05153da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'accf3ced-ee0d-4119-9b93-3b3599a932dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:05:19.235255 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8baf2afd-b542-4236-9a13-20e0f05da82c tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Network hostable DHCP agents. Network: accf3ced-ee0d-4119-9b93-3b3599a932dd, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 19:05:19.249662 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-32a8e59e-3972-48bc-a7c6-b07102ce5793 req-1a5d0acf-b58d-414a-8363-ac53f1145018 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:19.321319 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084d94fb-6394-4c69-97f2-2888becd48ab None None] Pushing event updated for resources: {'Port': ['ID=38808235-a6ca-445a-b0ca-3815e8cbd3d0,revision_number=2']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:05:19.349975 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Port 7bb65d13-904e-4482-80d8-5968b9ba5f67 update to DOWN by agent not found {{(pid=88526) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Jun 01 19:05:19.351596 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-9d034f62-e248-4b2f-9d0d-753fd8f0d2dc None None] Port db7c1f10-5ed1-4688-921b-65dc071197d3 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:05:19.511273 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeb0e22-9c54-4391-a3f4-96eb0dd8cd59 req-96737f75-c52b-436f-9812-d51f7cfc12b9 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:05:19.518594 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-cbeb0e22-9c54-4391-a3f4-96eb0dd8cd59 req-96737f75-c52b-436f-9812-d51f7cfc12b9 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d35e0c4-c006-4f35-a161-1e1e4ff68e11 HTTP/1.1" status: 200 len: 946 time: 0.9083934 Jun 01 19:05:19.566124 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5d0acf-b58d-414a-8363-ac53f1145018 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Pushing event deleted for resources: {'Port': ['ID=7bb65d13-904e-4482-80d8-5968b9ba5f67,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:05:19.629996 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [req-99b368f5-8e25-499a-bae6-1435c9f6dff9 req-192f495b-c998-490d-81bb-10bd52c09709 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Allocated IP 172.20.0.13 (0c49dc6b-5e39-4101-b04d-1c1361c15d69/308ebcd6-774a-482f-bd0f-fadc3e2b2dca/195d623a-bc83-414e-b1e1-a5e502a7b626) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:05:19.638155 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1cbe5a2d-d1b6-477f-bf29-c9ac70757069 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks [] for floatingip, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:19.650411 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8baf2afd-b542-4236-9a13-20e0f05da82c tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Network accf3ced-ee0d-4119-9b93-3b3599a932dd is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 19:05:19.722782 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-cbeb0e22-9c54-4391-a3f4-96eb0dd8cd59 req-c9fa541b-96cc-45fd-b6d3-62ed7aa396b3 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e27767a-e40e-41ca-b34d-a5b7412547b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032626 Jun 01 19:05:19.728933 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-8baf2afd-b542-4236-9a13-20e0f05da82c tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, accf3ced-ee0d-4119-9b93-3b3599a932dd) {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:05:19.735784 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [req-32a8e59e-3972-48bc-a7c6-b07102ce5793 req-1a5d0acf-b58d-414a-8363-ac53f1145018 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] No DVR routers for this DVR port 7bb65d13-904e-4482-80d8-5968b9ba5f67 on host n-h1-844202-1 {{(pid=88525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:05:19.737788 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1069646d-194b-49ee-94e6-305308fa8189 None None] Network accf3ced-ee0d-4119-9b93-3b3599a932dd requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:05:19.738452 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-32a8e59e-3972-48bc-a7c6-b07102ce5793 req-1a5d0acf-b58d-414a-8363-ac53f1145018 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:19.762173 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-32a8e59e-3972-48bc-a7c6-b07102ce5793 req-1a5d0acf-b58d-414a-8363-ac53f1145018 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] 10.222.0.15 "DELETE /v2.0/ports/7bb65d13-904e-4482-80d8-5968b9ba5f67 HTTP/1.1" status: 204 len: 173 time: 1.9233196 Jun 01 19:05:19.763732 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8baf2afd-b542-4236-9a13-20e0f05da82c tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:05:19.764711 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8baf2afd-b542-4236-9a13-20e0f05da82c tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Notify callbacks [] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:19.835263 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-8baf2afd-b542-4236-9a13-20e0f05da82c tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.9805157 Jun 01 19:05:19.840104 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 47692) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:05:20.054328 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5e50ce-9445-46ba-9cce-d4b951dbf465 req-7b5b33a6-5e17-43f1-8738-76ba59577ba7 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:05:20.055971 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9d5e50ce-9445-46ba-9cce-d4b951dbf465 req-7b5b33a6-5e17-43f1-8738-76ba59577ba7 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] 10.222.0.41 "GET /v2.0/ports?device_id=be21e4b6-ff05-48da-b16c-87c7c0510c7a HTTP/1.1" status: 200 len: 943 time: 0.6143379 Jun 01 19:05:20.231545 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01521504-1104-432c-b035-5b36aca6b97f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc93f83c3-7fb6-5c13-a9d4-29d739a4e8d2-accf3ced-ee0d-4119-9b93-3b3599a932dd', 'network_id': 'accf3ced-ee0d-4119-9b93-3b3599a932dd', 'tenant_id': '26a0f0c3ac3744df995dd4142a5c3c54', 'fixed_ips': [{'subnet_id': 'd578c25f-990a-4ed4-aa6c-2f9ea2ea4a8c'}]}} from n-d-844202-1. {{(pid=88526) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 19:05:20.232471 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-01521504-1104-432c-b035-5b36aca6b97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:20.251954 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [req-32a8e59e-3972-48bc-a7c6-b07102ce5793 req-119e18e0-7ca6-4acf-8f64-cedb081f36dc tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Deleting port f659db6f-207d-46a7-a2e3-d4ab218b8d77 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:05:20.252564 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-32a8e59e-3972-48bc-a7c6-b07102ce5793 req-119e18e0-7ca6-4acf-8f64-cedb081f36dc tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:20.318452 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9d5e50ce-9445-46ba-9cce-d4b951dbf465 req-9a79f42c-b6dd-49f4-b5f6-f96ea7183d48 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] 10.222.0.41 "GET /v2.0/security-groups?id=35bdd75f-60bc-442f-9683-0ad602663bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233117 Jun 01 19:05:20.335086 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-99b368f5-8e25-499a-bae6-1435c9f6dff9 req-192f495b-c998-490d-81bb-10bd52c09709 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:20.458694 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-cc4e4b2f-bd87-463c-b7aa-fdf00c624e13 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-887474'] for router_interface, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:20.469820 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be21e4b6-ff05-48da-b16c-87c7c0510c7a', 'name': 'network-vif-deleted', 'tag': '7bb65d13-904e-4482-80d8-5968b9ba5f67'}] {{(pid=88525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:05:20.547352 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.db_base_plugin_common [None req-01521504-1104-432c-b035-5b36aca6b97f None None] Allocated IP 2001:db8::2 (accf3ced-ee0d-4119-9b93-3b3599a932dd/d578c25f-990a-4ed4-aa6c-2f9ea2ea4a8c/b5a53503-f32b-415d-9604-953ea1ff2ea0) {{(pid=88526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:05:20.725183 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38a9275e-3e95-4e01-a43d-ddbbb5ae28c8 None None] Network e3b4f5a6-fafb-4833-b47c-33591d784a6f requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:05:20.827235 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-11f1bae1-f089-4cf5-ada2-45ed471008d5 req-593312c9-3697-48b4-97d8-4903aef17a9a tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Synchronizing usage tracker for tenant:ff411273a1ac46f2a91fb45afe578ccb on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:05:20.945395 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-99b368f5-8e25-499a-bae6-1435c9f6dff9 req-192f495b-c998-490d-81bb-10bd52c09709 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:20.953651 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1909c761-569e-49d0-ae05-cf480cd7b536 req-7b473eb3-ca54-4901-aa66-b85885d796c8 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:05:20.955178 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-1909c761-569e-49d0-ae05-cf480cd7b536 req-7b473eb3-ca54-4901-aa66-b85885d796c8 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d35e0c4-c006-4f35-a161-1e1e4ff68e11 HTTP/1.1" status: 200 len: 946 time: 0.9409111 Jun 01 19:05:20.978220 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] get_ports_and_sgs() called for port_ids ['72352e64-9120-4343-9c57-bb57c2532e4b'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 19:05:21.057043 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-11f1bae1-f089-4cf5-ada2-45ed471008d5 req-593312c9-3697-48b4-97d8-4903aef17a9a tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Unset dirty status for tenant:ff411273a1ac46f2a91fb45afe578ccb on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:05:21.058309 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-11f1bae1-f089-4cf5-ada2-45ed471008d5 req-593312c9-3697-48b4-97d8-4903aef17a9a tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/ports?device_id=e3ada37d-ed4b-4f5d-935c-381ab0015dec HTTP/1.1" status: 200 len: 210 time: 0.2929394 Jun 01 19:05:21.154230 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99b368f5-8e25-499a-bae6-1435c9f6dff9 req-192f495b-c998-490d-81bb-10bd52c09709 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Network 0c49dc6b-5e39-4101-b04d-1c1361c15d69 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:05:21.197746 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-01521504-1104-432c-b035-5b36aca6b97f None None] Notify callbacks [] for port, precommit_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:21.212384 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-01521504-1104-432c-b035-5b36aca6b97f None None] Transition to ACTIVE for port object b5a53503-f32b-415d-9604-953ea1ff2ea0 will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:05:21.214973 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-32a8e59e-3972-48bc-a7c6-b07102ce5793 req-119e18e0-7ca6-4acf-8f64-cedb081f36dc tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] For port f659db6f-207d-46a7-a2e3-d4ab218b8d77, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=f659db6f-207d-46a7-a2e3-d4ab218b8d77,segment=NetworkSegment(50dfa21d-d423-4213-97ca-33d7928cf427),segment_id=50dfa21d-d423-4213-97ca-33d7928cf427)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:05:21.215332 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-32a8e59e-3972-48bc-a7c6-b07102ce5793 req-119e18e0-7ca6-4acf-8f64-cedb081f36dc tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:21.240764 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-01521504-1104-432c-b035-5b36aca6b97f None None] Transition to ACTIVE for port object b5a53503-f32b-415d-9604-953ea1ff2ea0 will not be triggered until provisioned by entity DHCP. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:05:21.291375 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-063d27c7-529d-4457-9797-9601732a1e82 None None] Provisioning for port 38808235-a6ca-445a-b0ca-3815e8cbd3d0 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:05:21.314655 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-01521504-1104-432c-b035-5b36aca6b97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526'] for port, after_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:21.347954 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [req-99b368f5-8e25-499a-bae6-1435c9f6dff9 req-192f495b-c998-490d-81bb-10bd52c09709 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:05:21.350797 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [req-32a8e59e-3972-48bc-a7c6-b07102ce5793 req-119e18e0-7ca6-4acf-8f64-cedb081f36dc tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Calling delete_port for f659db6f-207d-46a7-a2e3-d4ab218b8d77 owned by compute:nova {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:05:21.352721 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-99b368f5-8e25-499a-bae6-1435c9f6dff9 req-192f495b-c998-490d-81bb-10bd52c09709 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:05:21.438921 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192f495b-c998-490d-81bb-10bd52c09709 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Pushing event updated for resources: {'Port': ['ID=195d623a-bc83-414e-b1e1-a5e502a7b626,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:05:21.457229 n-d-844202-1 neutron-server[88525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-887496e0-26d1-4a40-a9c2-1d88bda5b1de'] response: {'server_uuid': 'be21e4b6-ff05-48da-b16c-87c7c0510c7a', 'name': 'network-vif-deleted', 'tag': '7bb65d13-904e-4482-80d8-5968b9ba5f67', 'status': 'completed', 'code': 200} Jun 01 19:05:21.548156 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01521504-1104-432c-b035-5b36aca6b97f None None] Network accf3ced-ee0d-4119-9b93-3b3599a932dd is already hosted by enough agents. {{(pid=88526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:05:21.552698 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01521504-1104-432c-b035-5b36aca6b97f None None] Pushing event updated for resources: {'Port': ['ID=b5a53503-f32b-415d-9604-953ea1ff2ea0,revision_number=1']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:05:21.556594 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.base_scheduler [None req-01521504-1104-432c-b035-5b36aca6b97f None None] Resources bound (agent type, host, resource id): {{(pid=88526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:05:21.558541 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 38808235-a6ca-445a-b0ca-3815e8cbd3d0 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:05:21.573402 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b368f5-8e25-499a-bae6-1435c9f6dff9 req-192f495b-c998-490d-81bb-10bd52c09709 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:05:21.574018 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-99b368f5-8e25-499a-bae6-1435c9f6dff9 req-192f495b-c998-490d-81bb-10bd52c09709 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:21.592439 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-1909c761-569e-49d0-ae05-cf480cd7b536 req-4d455850-e936-4675-8efb-50bf62bd3892 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e27767a-e40e-41ca-b34d-a5b7412547b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048242 Jun 01 19:05:21.593695 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5fb53bd0-3baa-4a25-a91b-b9d598cb114e tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:21.624689 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01521504-1104-432c-b035-5b36aca6b97f None None] Received port after_create {{(pid=88526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:05:21.637702 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-99b368f5-8e25-499a-bae6-1435c9f6dff9 req-192f495b-c998-490d-81bb-10bd52c09709 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1124997 Jun 01 19:05:21.653066 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-99b368f5-8e25-499a-bae6-1435c9f6dff9 req-31e17a5d-f608-41ec-a959-1cc6ccff8c89 service neutron] Request body: {'port': {'device_id': 'e3ada37d-ed4b-4f5d-935c-381ab0015dec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844202-1'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:05:21.803001 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.db.resource_extend [None req-1cbe5a2d-d1b6-477f-bf29-c9ac70757069 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 19:05:21.862228 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-01521504-1104-432c-b035-5b36aca6b97f None None] Attempting to bind port b5a53503-f32b-415d-9604-953ea1ff2ea0 on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:05:21.862592 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-01521504-1104-432c-b035-5b36aca6b97f None None] Attempting to bind port b5a53503-f32b-415d-9604-953ea1ff2ea0 by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': 'd2f9c25b-35d8-4a03-b114-fc2e05153da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'accf3ced-ee0d-4119-9b93-3b3599a932dd'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:05:21.862948 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01521504-1104-432c-b035-5b36aca6b97f None None] Attempting to bind port b5a53503-f32b-415d-9604-953ea1ff2ea0 on network accf3ced-ee0d-4119-9b93-3b3599a932dd {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:05:21.891589 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port 38808235-a6ca-445a-b0ca-3815e8cbd3d0 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:05:21.902226 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01521504-1104-432c-b035-5b36aca6b97f None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 5, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:05:21.902867 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01521504-1104-432c-b035-5b36aca6b97f None None] Checking segment: {'id': 'd2f9c25b-35d8-4a03-b114-fc2e05153da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'accf3ced-ee0d-4119-9b93-3b3599a932dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:05:21.903738 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-01521504-1104-432c-b035-5b36aca6b97f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:21.904511 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01521504-1104-432c-b035-5b36aca6b97f None None] Bound using segment: {'id': 'd2f9c25b-35d8-4a03-b114-fc2e05153da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'accf3ced-ee0d-4119-9b93-3b3599a932dd'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:05:21.905207 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-01521504-1104-432c-b035-5b36aca6b97f None None] Bound port: b5a53503-f32b-415d-9604-953ea1ff2ea0, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2f9c25b-35d8-4a03-b114-fc2e05153da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'accf3ced-ee0d-4119-9b93-3b3599a932dd'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:05:21.905772 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-01521504-1104-432c-b035-5b36aca6b97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:21.977916 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c935ccf1-cd5e-4430-a49d-0995c14a866d req-b50cdcb8-c79f-4cb7-b3e8-bc2244815079 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:05:21.985434 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c935ccf1-cd5e-4430-a49d-0995c14a866d req-b50cdcb8-c79f-4cb7-b3e8-bc2244815079 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] 10.222.0.41 "GET /v2.0/ports?device_id=be21e4b6-ff05-48da-b16c-87c7c0510c7a HTTP/1.1" status: 200 len: 943 time: 0.4877605 Jun 01 19:05:21.993598 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 38808235-a6ca-445a-b0ca-3815e8cbd3d0 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:05:21.995133 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:22.000269 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-cc4e4b2f-bd87-463c-b7aa-fdf00c624e13 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Deleting port bb094bf1-4c08-41c6-bc7f-dcb7240009f0 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:05:22.000595 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-cc4e4b2f-bd87-463c-b7aa-fdf00c624e13 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:22.077432 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-99b368f5-8e25-499a-bae6-1435c9f6dff9 req-31e17a5d-f608-41ec-a959-1cc6ccff8c89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:22.159408 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1cbe5a2d-d1b6-477f-bf29-c9ac70757069 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:22.202127 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1cbe5a2d-d1b6-477f-bf29-c9ac70757069 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887712'] for floatingip, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:22.468982 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-01521504-1104-432c-b035-5b36aca6b97f None None] For port b5a53503-f32b-415d-9604-953ea1ff2ea0, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:05:22.473062 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-01521504-1104-432c-b035-5b36aca6b97f None None] For port b5a53503-f32b-415d-9604-953ea1ff2ea0, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=b5a53503-f32b-415d-9604-953ea1ff2ea0,segment=NetworkSegment(d2f9c25b-35d8-4a03-b114-fc2e05153da0),segment_id=d2f9c25b-35d8-4a03-b114-fc2e05153da0)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:05:22.500378 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-01521504-1104-432c-b035-5b36aca6b97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:22.583488 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-32a8e59e-3972-48bc-a7c6-b07102ce5793 req-119e18e0-7ca6-4acf-8f64-cedb081f36dc tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:22.643798 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 38808235-a6ca-445a-b0ca-3815e8cbd3d0 is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:05:22.643798 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:22.704609 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119e18e0-7ca6-4acf-8f64-cedb081f36dc tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Pushing event deleted for resources: {'Port': ['ID=f659db6f-207d-46a7-a2e3-d4ab218b8d77,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:05:22.732105 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-857e7896-8ce7-4264-b07f-91ba8dd9ab30 None None] Provisioning complete for port 38808235-a6ca-445a-b0ca-3815e8cbd3d0 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:05:22.732498 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-857e7896-8ce7-4264-b07f-91ba8dd9ab30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:22.841151 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c935ccf1-cd5e-4430-a49d-0995c14a866d req-30870b46-16b3-4627-8ee7-3ce1333d37a2 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] 10.222.0.41 "GET /v2.0/security-groups?id=35bdd75f-60bc-442f-9683-0ad602663bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8547692 Jun 01 19:05:22.844383 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port 38808235-a6ca-445a-b0ca-3815e8cbd3d0, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=38808235-a6ca-445a-b0ca-3815e8cbd3d0,segment=NetworkSegment(b4a14d34-d63e-48ef-8380-70dd51127fbd),segment_id=b4a14d34-d63e-48ef-8380-70dd51127fbd)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:05:22.870078 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:22.892997 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01521504-1104-432c-b035-5b36aca6b97f None None] Pushing event updated for resources: {'Port': ['ID=b5a53503-f32b-415d-9604-953ea1ff2ea0,revision_number=2']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:05:22.917654 n-d-844202-1 neutron-server[88524]: INFO neutron.db.l3_db [None req-1cbe5a2d-d1b6-477f-bf29-c9ac70757069 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Floating IP 31707782-0e6e-438d-8533-bf8937e93121 associated. External IP: 172.25.4.139, port: c62d4609-83b1-45d0-abb2-e3d37ebae283. Jun 01 19:05:22.938822 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [req-32a8e59e-3972-48bc-a7c6-b07102ce5793 req-119e18e0-7ca6-4acf-8f64-cedb081f36dc tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] No DVR routers for this DVR port f659db6f-207d-46a7-a2e3-d4ab218b8d77 on host n-h1-844202-1 {{(pid=88525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:05:22.962463 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-32a8e59e-3972-48bc-a7c6-b07102ce5793 req-119e18e0-7ca6-4acf-8f64-cedb081f36dc tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:23.038863 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-32a8e59e-3972-48bc-a7c6-b07102ce5793 req-119e18e0-7ca6-4acf-8f64-cedb081f36dc tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] 10.222.0.15 "DELETE /v2.0/ports/f659db6f-207d-46a7-a2e3-d4ab218b8d77 HTTP/1.1" status: 204 len: 173 time: 3.2566462 Jun 01 19:05:23.076683 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99241d7-622a-4871-affc-bf0b2512dd3a req-f6d1c16a-77ac-4f6c-a422-65ba52040877 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:05:23.089443 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b99241d7-622a-4871-affc-bf0b2512dd3a req-f6d1c16a-77ac-4f6c-a422-65ba52040877 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/ports?device_id=e3ada37d-ed4b-4f5d-935c-381ab0015dec HTTP/1.1" status: 200 len: 932 time: 0.7580042 Jun 01 19:05:23.232780 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-857e7896-8ce7-4264-b07f-91ba8dd9ab30 None None] Current status of the port 38808235-a6ca-445a-b0ca-3815e8cbd3d0 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:05:23.271864 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=38808235-a6ca-445a-b0ca-3815e8cbd3d0,revision_number=3']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:05:23.283598 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [None req-5fb53bd0-3baa-4a25-a91b-b9d598cb114e tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Allocated IP 2001:db8::1 (e3b4f5a6-fafb-4833-b47c-33591d784a6f/20ac90bb-9fc9-42ec-b460-b31e18833f3d/bc738204-6d65-4f0d-96ce-e107a1474c9d) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:05:23.493118 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be21e4b6-ff05-48da-b16c-87c7c0510c7a', 'name': 'network-vif-deleted', 'tag': 'f659db6f-207d-46a7-a2e3-d4ab218b8d77'}] {{(pid=88525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:05:23.512178 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b99241d7-622a-4871-affc-bf0b2512dd3a req-da8b8939-3d8d-43b9-a8d6-83acf409c822 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a351d5c-3364-42d8-bd0d-648028a392a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4220035 Jun 01 19:05:23.681612 n-d-844202-1 neutron-server[88525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23d6ab61-bfc6-4cc0-b1a9-c9baf7f2aa71'] response: {'server_uuid': 'be21e4b6-ff05-48da-b16c-87c7c0510c7a', 'name': 'network-vif-deleted', 'tag': 'f659db6f-207d-46a7-a2e3-d4ab218b8d77', 'status': 'completed', 'code': 200} Jun 01 19:05:23.700129 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5fb53bd0-3baa-4a25-a91b-b9d598cb114e tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:23.758877 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [None req-5fb53bd0-3baa-4a25-a91b-b9d598cb114e tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Transition to ACTIVE for port object bc738204-6d65-4f0d-96ce-e107a1474c9d will not be triggered until provisioned by entity DHCP. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:05:23.788077 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device b5a53503-f32b-415d-9604-953ea1ff2ea0 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:05:23.829917 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5fb53bd0-3baa-4a25-a91b-b9d598cb114e tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:23.968690 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb53bd0-3baa-4a25-a91b-b9d598cb114e tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Pushing event updated for resources: {'Port': ['ID=bc738204-6d65-4f0d-96ce-e107a1474c9d,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:05:23.989316 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fb53bd0-3baa-4a25-a91b-b9d598cb114e tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Network e3b4f5a6-fafb-4833-b47c-33591d784a6f is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:05:23.990912 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-5fb53bd0-3baa-4a25-a91b-b9d598cb114e tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:05:23.993779 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb53bd0-3baa-4a25-a91b-b9d598cb114e tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:05:23.994426 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5fb53bd0-3baa-4a25-a91b-b9d598cb114e tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-887605'] for router_interface, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:24.039647 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [None req-cc4e4b2f-bd87-463c-b7aa-fdf00c624e13 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] For port bb094bf1-4c08-41c6-bc7f-dcb7240009f0, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=bb094bf1-4c08-41c6-bc7f-dcb7240009f0,segment=NetworkSegment(841bab55-f57c-4c3b-8cf4-186c650d46ae),segment_id=841bab55-f57c-4c3b-8cf4-186c650d46ae)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:05:24.040115 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-cc4e4b2f-bd87-463c-b7aa-fdf00c624e13 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:24.072730 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port b5a53503-f32b-415d-9604-953ea1ff2ea0 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:05:24.078226 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 38808235-a6ca-445a-b0ca-3815e8cbd3d0 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:05:24.241899 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 38808235-a6ca-445a-b0ca-3815e8cbd3d0 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:05:24.242472 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:24.314000 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-cc4e4b2f-bd87-463c-b7aa-fdf00c624e13 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Calling delete_port for bb094bf1-4c08-41c6-bc7f-dcb7240009f0 owned by network:router_interface {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:05:24.327625 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-1c9f3ff7-363d-4dfd-9b1f-3f72b4143625 req-609ebb6d-77d0-41e2-91a1-24ff85c6c214 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Synchronizing usage tracker for tenant:f9f71065939b4c07b09efd290be9b909 on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:05:24.343465 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5fb53bd0-3baa-4a25-a91b-b9d598cb114e tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:24.367783 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b4df09-3980-4128-bf63-d518ce44e507 req-41dc15d0-7160-466f-bbba-02ff108d6d1c tempest-TestNetworkAdvancedServerOps-1915190974 tempest-TestNetworkAdvancedServerOps-1915190974-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:05:24.369951 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e4b4df09-3980-4128-bf63-d518ce44e507 req-41dc15d0-7160-466f-bbba-02ff108d6d1c tempest-TestNetworkAdvancedServerOps-1915190974 tempest-TestNetworkAdvancedServerOps-1915190974-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=4686d426-f02a-4d1b-a91a-3a5689dd3b48 HTTP/1.1" status: 200 len: 1097 time: 1.2677491 Jun 01 19:05:24.379989 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-1c9f3ff7-363d-4dfd-9b1f-3f72b4143625 req-609ebb6d-77d0-41e2-91a1-24ff85c6c214 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Unset dirty status for tenant:f9f71065939b4c07b09efd290be9b909 on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:05:24.381196 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-1c9f3ff7-363d-4dfd-9b1f-3f72b4143625 req-609ebb6d-77d0-41e2-91a1-24ff85c6c214 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] 10.222.0.41 "GET /v2.0/ports?device_id=be21e4b6-ff05-48da-b16c-87c7c0510c7a HTTP/1.1" status: 200 len: 210 time: 0.1792192 Jun 01 19:05:24.478119 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.db.resource_extend [req-99b368f5-8e25-499a-bae6-1435c9f6dff9 req-31e17a5d-f608-41ec-a959-1cc6ccff8c89 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 19:05:24.510747 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 38808235-a6ca-445a-b0ca-3815e8cbd3d0 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:05:24.738188 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-e4b4df09-3980-4128-bf63-d518ce44e507 req-aade07a6-8d66-40ca-814d-1747ea561725 tempest-TestNetworkAdvancedServerOps-1915190974 tempest-TestNetworkAdvancedServerOps-1915190974-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:24.778455 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-01195ef6-63f7-429c-83e9-fd658f58f517 None None] Provisioning for port bc738204-6d65-4f0d-96ce-e107a1474c9d completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:05:24.784904 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-01195ef6-63f7-429c-83e9-fd658f58f517 None None] Provisioning complete for port bc738204-6d65-4f0d-96ce-e107a1474c9d triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:05:24.785466 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-01195ef6-63f7-429c-83e9-fd658f58f517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:24.848738 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-e4b4df09-3980-4128-bf63-d518ce44e507 req-aade07a6-8d66-40ca-814d-1747ea561725 tempest-TestNetworkAdvancedServerOps-1915190974 tempest-TestNetworkAdvancedServerOps-1915190974-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:05:24.863229 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-e4b4df09-3980-4128-bf63-d518ce44e507 req-aade07a6-8d66-40ca-814d-1747ea561725 tempest-TestNetworkAdvancedServerOps-1915190974 tempest-TestNetworkAdvancedServerOps-1915190974-project-admin] Usage tracker for resource:security_group_rule and tenant:5c11f3336faa4369adca5b2f96f892ef is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:05:24.865565 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-01195ef6-63f7-429c-83e9-fd658f58f517 None None] Port bc738204-6d65-4f0d-96ce-e107a1474c9d cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:05:24.881989 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-e4b4df09-3980-4128-bf63-d518ce44e507 req-aade07a6-8d66-40ca-814d-1747ea561725 tempest-TestNetworkAdvancedServerOps-1915190974 tempest-TestNetworkAdvancedServerOps-1915190974-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:05:24.965862 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d58b417-6414-49d0-bb81-0d3bf4ed49fc req-56d8b9d8-0406-49df-9375-66d3c54a941f tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:05:24.972843 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-6d58b417-6414-49d0-bb81-0d3bf4ed49fc req-56d8b9d8-0406-49df-9375-66d3c54a941f tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/ports?device_id=e3ada37d-ed4b-4f5d-935c-381ab0015dec HTTP/1.1" status: 200 len: 932 time: 0.2284200 Jun 01 19:05:25.036836 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-e4b4df09-3980-4128-bf63-d518ce44e507 req-aade07a6-8d66-40ca-814d-1747ea561725 tempest-TestNetworkAdvancedServerOps-1915190974 tempest-TestNetworkAdvancedServerOps-1915190974-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:05:25.065119 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [req-99b368f5-8e25-499a-bae6-1435c9f6dff9 req-31e17a5d-f608-41ec-a959-1cc6ccff8c89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 195d623a-bc83-414e-b1e1-a5e502a7b626 {{(pid=88524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 19:05:25.085313 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-99b368f5-8e25-499a-bae6-1435c9f6dff9 req-31e17a5d-f608-41ec-a959-1cc6ccff8c89 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:25.126782 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f85ecda-1902-4379-8f94-a402a459b056 None None] Network accf3ced-ee0d-4119-9b93-3b3599a932dd requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:05:25.158977 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cbe5a2d-d1b6-477f-bf29-c9ac70757069 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Router 7ee539f0-74eb-4d8b-94f4-0af36e192612 has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 19:05:25.232894 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [req-99b368f5-8e25-499a-bae6-1435c9f6dff9 req-31e17a5d-f608-41ec-a959-1cc6ccff8c89 service neutron] Transition to ACTIVE for port object 195d623a-bc83-414e-b1e1-a5e502a7b626 will not be triggered until provisioned by entity L2. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:05:25.242137 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-73f80b8d-4f03-4efc-9e7f-d6cde5209a16 None None] Provisioning for port b5a53503-f32b-415d-9604-953ea1ff2ea0 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:05:25.251137 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-73f80b8d-4f03-4efc-9e7f-d6cde5209a16 None None] Provisioning complete for port b5a53503-f32b-415d-9604-953ea1ff2ea0 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:05:25.251603 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-73f80b8d-4f03-4efc-9e7f-d6cde5209a16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:25.258508 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-99b368f5-8e25-499a-bae6-1435c9f6dff9 req-31e17a5d-f608-41ec-a959-1cc6ccff8c89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:25.303338 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-6d58b417-6414-49d0-bb81-0d3bf4ed49fc req-c7d000bb-efbd-4470-9b21-150683b55c11 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a351d5c-3364-42d8-bd0d-648028a392a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3271089 Jun 01 19:05:25.341008 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5fb53bd0-3baa-4a25-a91b-b9d598cb114e tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Notify callbacks [] for port, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:25.347032 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5fb53bd0-3baa-4a25-a91b-b9d598cb114e tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:25.349312 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5fb53bd0-3baa-4a25-a91b-b9d598cb114e tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-887436'] for router_interface, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:25.440571 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb53bd0-3baa-4a25-a91b-b9d598cb114e tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Pushing event updated for resources: {'Port': ['ID=bc738204-6d65-4f0d-96ce-e107a1474c9d,revision_number=2']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:05:25.523236 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-73f80b8d-4f03-4efc-9e7f-d6cde5209a16 None None] Current status of the port b5a53503-f32b-415d-9604-953ea1ff2ea0 is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:05:25.523666 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-73f80b8d-4f03-4efc-9e7f-d6cde5209a16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:25.572151 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-73f80b8d-4f03-4efc-9e7f-d6cde5209a16 None None] For port b5a53503-f32b-415d-9604-953ea1ff2ea0, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=b5a53503-f32b-415d-9604-953ea1ff2ea0,segment=NetworkSegment(d2f9c25b-35d8-4a03-b114-fc2e05153da0),segment_id=d2f9c25b-35d8-4a03-b114-fc2e05153da0)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:05:25.583943 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-73f80b8d-4f03-4efc-9e7f-d6cde5209a16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:25.636157 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fb53bd0-3baa-4a25-a91b-b9d598cb114e tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Network e3b4f5a6-fafb-4833-b47c-33591d784a6f is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:05:25.637467 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-5fb53bd0-3baa-4a25-a91b-b9d598cb114e tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:05:25.725814 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e17a5d-f608-41ec-a959-1cc6ccff8c89 service neutron] Pushing event updated for resources: {'Port': ['ID=195d623a-bc83-414e-b1e1-a5e502a7b626,revision_number=2']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:05:25.751953 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f80b8d-4f03-4efc-9e7f-d6cde5209a16 None None] Pushing event updated for resources: {'Port': ['ID=b5a53503-f32b-415d-9604-953ea1ff2ea0,revision_number=3']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:05:25.759684 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-cc4e4b2f-bd87-463c-b7aa-fdf00c624e13 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:25.763746 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 47764) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:05:26.025013 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-ac531ee1-566a-4067-8010-2d9f52a92bb3 None None] Provisioning complete for port b5a53503-f32b-415d-9604-953ea1ff2ea0 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:05:26.025604 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-ac531ee1-566a-4067-8010-2d9f52a92bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:26.039467 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_v2 [None req-220c9b34-4bd3-438e-bbf6-6d9a2a4f1049 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Deleting subnet 5089929f-6dc7-4f17-a9fd-9e7935a15e71 {{(pid=88525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 19:05:26.070312 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4e4b2f-bd87-463c-b7aa-fdf00c624e13 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Pushing event deleted for resources: {'Port': ['ID=bb094bf1-4c08-41c6-bc7f-dcb7240009f0,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:05:26.098280 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-220c9b34-4bd3-438e-bbf6-6d9a2a4f1049 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Notify callbacks [] for subnet, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:26.174815 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-e4b4df09-3980-4128-bf63-d518ce44e507 req-aade07a6-8d66-40ca-814d-1747ea561725 tempest-TestNetworkAdvancedServerOps-1915190974 tempest-TestNetworkAdvancedServerOps-1915190974-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:26.179668 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-ac531ee1-566a-4067-8010-2d9f52a92bb3 None None] Current status of the port b5a53503-f32b-415d-9604-953ea1ff2ea0 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:05:26.220073 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-220c9b34-4bd3-438e-bbf6-6d9a2a4f1049 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2258509'] for subnet, precommit_delete_associations {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:26.235031 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-e4b4df09-3980-4128-bf63-d518ce44e507 req-aade07a6-8d66-40ca-814d-1747ea561725 tempest-TestNetworkAdvancedServerOps-1915190974 tempest-TestNetworkAdvancedServerOps-1915190974-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:26.266646 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e4b4df09-3980-4128-bf63-d518ce44e507 req-aade07a6-8d66-40ca-814d-1747ea561725 tempest-TestNetworkAdvancedServerOps-1915190974 tempest-TestNetworkAdvancedServerOps-1915190974-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=5040cb58-24af-44ab-a8bd-126074c76b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.8893123 Jun 01 19:05:26.276959 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cbe5a2d-d1b6-477f-bf29-c9ac70757069 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:05:26.302919 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63575c6f-fa47-47d4-ba05-dae7e9bfbea4 None None] Sync routers for ids ['7ee539f0-74eb-4d8b-94f4-0af36e192612'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:05:26.318700 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-77bd33a3-3f3f-46ad-92d0-64b02bf0e7e1 None None] Provisioning complete for port bc738204-6d65-4f0d-96ce-e107a1474c9d triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:05:26.319016 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-77bd33a3-3f3f-46ad-92d0-64b02bf0e7e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:26.322899 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63575c6f-fa47-47d4-ba05-dae7e9bfbea4 None None] Routers {'7ee539f0-74eb-4d8b-94f4-0af36e192612'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:05:26.323533 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-63575c6f-fa47-47d4-ba05-dae7e9bfbea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:05:09Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['7ee539f0-74eb-4d8b-94f4-0af36e192612'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:05:26.370981 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fb53bd0-3baa-4a25-a91b-b9d598cb114e tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Router 63c16da4-112d-4164-b000-bf1989e14c6f is scheduled to L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 with binding_index 1 {{(pid=88525) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 19:05:26.432963 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-63575c6f-fa47-47d4-ba05-dae7e9bfbea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:05:26.442854 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63575c6f-fa47-47d4-ba05-dae7e9bfbea4 None None] Routers {'7ee539f0-74eb-4d8b-94f4-0af36e192612'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:05:26.443609 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-63575c6f-fa47-47d4-ba05-dae7e9bfbea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:05:09Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['7ee539f0-74eb-4d8b-94f4-0af36e192612'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:05:26.450734 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-77bd33a3-3f3f-46ad-92d0-64b02bf0e7e1 None None] Port bc738204-6d65-4f0d-96ce-e107a1474c9d cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:05:26.543950 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-63575c6f-fa47-47d4-ba05-dae7e9bfbea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:05:26.544783 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63575c6f-fa47-47d4-ba05-dae7e9bfbea4 None None] The sync data for ids ['7ee539f0-74eb-4d8b-94f4-0af36e192612'] in n-d-844202-1 is: [] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:05:26.611789 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07b57ed-b33c-4586-b35b-3052067150c0 req-579107d3-5236-4637-ad34-004f946d968d tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:05:26.621452 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e07b57ed-b33c-4586-b35b-3052067150c0 req-579107d3-5236-4637-ad34-004f946d968d tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d35e0c4-c006-4f35-a161-1e1e4ff68e11 HTTP/1.1" status: 200 len: 946 time: 0.5779247 Jun 01 19:05:26.668531 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-99b368f5-8e25-499a-bae6-1435c9f6dff9 req-31e17a5d-f608-41ec-a959-1cc6ccff8c89 service neutron] Attempting to bind port 195d623a-bc83-414e-b1e1-a5e502a7b626 on host n-h2-844202-1 for vnic_type normal with profile {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:05:26.668871 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-99b368f5-8e25-499a-bae6-1435c9f6dff9 req-31e17a5d-f608-41ec-a959-1cc6ccff8c89 service neutron] Attempting to bind port 195d623a-bc83-414e-b1e1-a5e502a7b626 by drivers openvswitch,hyperv on host n-h2-844202-1 at level 0 using segments [{'id': 'd147e68c-d5fd-47df-bf65-d6c5991a53c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '0c49dc6b-5e39-4101-b04d-1c1361c15d69'}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:05:26.669412 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b368f5-8e25-499a-bae6-1435c9f6dff9 req-31e17a5d-f608-41ec-a959-1cc6ccff8c89 service neutron] Attempting to bind port 195d623a-bc83-414e-b1e1-a5e502a7b626 on network 0c49dc6b-5e39-4101-b04d-1c1361c15d69 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:05:26.671455 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aade07a6-8d66-40ca-814d-1747ea561725 tempest-TestNetworkAdvancedServerOps-1915190974 tempest-TestNetworkAdvancedServerOps-1915190974-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b8d7942-7243-4d73-9c38-4c2497ef05da,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:05:26.689494 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b368f5-8e25-499a-bae6-1435c9f6dff9 req-31e17a5d-f608-41ec-a959-1cc6ccff8c89 service neutron] Port 195d623a-bc83-414e-b1e1-a5e502a7b626 on network 0c49dc6b-5e39-4101-b04d-1c1361c15d69 not bound, no agent of type Open vSwitch agent registered on host n-h2-844202-1 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 19:05:26.689815 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b368f5-8e25-499a-bae6-1435c9f6dff9 req-31e17a5d-f608-41ec-a959-1cc6ccff8c89 service neutron] Attempting to bind port 195d623a-bc83-414e-b1e1-a5e502a7b626 on network 0c49dc6b-5e39-4101-b04d-1c1361c15d69 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:05:26.697071 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e07b57ed-b33c-4586-b35b-3052067150c0 req-0d711e06-662d-4f6b-aaca-5ab85b9270e5 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e27767a-e40e-41ca-b34d-a5b7412547b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744298 Jun 01 19:05:26.713141 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-220c9b34-4bd3-438e-bbf6-6d9a2a4f1049 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:26.774035 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fb53bd0-3baa-4a25-a91b-b9d598cb114e tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:05:26.783247 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-5fb53bd0-3baa-4a25-a91b-b9d598cb114e tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] 10.222.0.41 "PUT /v2.0/routers/63c16da4-112d-4164-b000-bf1989e14c6f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9389248 Jun 01 19:05:26.783247 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 47786) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:05:26.787340 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d523b7-c52c-48d4-b42b-0b0d3d795ce7 None None] Sync routers for ids ['63c16da4-112d-4164-b000-bf1989e14c6f'] in n-d-844202-1 {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:05:26.809125 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d523b7-c52c-48d4-b42b-0b0d3d795ce7 None None] Routers {'63c16da4-112d-4164-b000-bf1989e14c6f'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:05:26.810168 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-a0d523b7-c52c-48d4-b42b-0b0d3d795ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:05:09Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['63c16da4-112d-4164-b000-bf1989e14c6f'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:05:26.815597 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b368f5-8e25-499a-bae6-1435c9f6dff9 req-31e17a5d-f608-41ec-a959-1cc6ccff8c89 service neutron] Checking agent: {'id': 'f5db9968-6317-4186-9100-9e0ca6b50417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 5, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:05:26.815936 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b368f5-8e25-499a-bae6-1435c9f6dff9 req-31e17a5d-f608-41ec-a959-1cc6ccff8c89 service neutron] Checking segment: {'id': 'd147e68c-d5fd-47df-bf65-d6c5991a53c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '0c49dc6b-5e39-4101-b04d-1c1361c15d69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:05:26.816343 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b368f5-8e25-499a-bae6-1435c9f6dff9 req-31e17a5d-f608-41ec-a959-1cc6ccff8c89 service neutron] Bound using segment: {'id': 'd147e68c-d5fd-47df-bf65-d6c5991a53c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '0c49dc6b-5e39-4101-b04d-1c1361c15d69'} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:05:26.817380 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-99b368f5-8e25-499a-bae6-1435c9f6dff9 req-31e17a5d-f608-41ec-a959-1cc6ccff8c89 service neutron] Bound port: 195d623a-bc83-414e-b1e1-a5e502a7b626, host: n-h2-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd147e68c-d5fd-47df-bf65-d6c5991a53c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '0c49dc6b-5e39-4101-b04d-1c1361c15d69'}}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:05:26.817729 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-99b368f5-8e25-499a-bae6-1435c9f6dff9 req-31e17a5d-f608-41ec-a959-1cc6ccff8c89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:26.910046 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-a0d523b7-c52c-48d4-b42b-0b0d3d795ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:05:26.920041 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d523b7-c52c-48d4-b42b-0b0d3d795ce7 None None] Routers {'63c16da4-112d-4164-b000-bf1989e14c6f'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:05:26.920792 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-a0d523b7-c52c-48d4-b42b-0b0d3d795ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:05:09Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['63c16da4-112d-4164-b000-bf1989e14c6f'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:05:27.003773 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-a0d523b7-c52c-48d4-b42b-0b0d3d795ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:05:27.015582 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d523b7-c52c-48d4-b42b-0b0d3d795ce7 None None] The sync data for ids ['63c16da4-112d-4164-b000-bf1989e14c6f'] in n-d-844202-1 is: [] {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:05:27.038310 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-220c9b34-4bd3-438e-bbf6-6d9a2a4f1049 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2614143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9667199'] for subnet, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:27.093344 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220c9b34-4bd3-438e-bbf6-6d9a2a4f1049 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Pushing event deleted for resources: {'Subnet': ['ID=5089929f-6dc7-4f17-a9fd-9e7935a15e71,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:05:27.097174 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-220c9b34-4bd3-438e-bbf6-6d9a2a4f1049 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Notify callbacks [] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:27.111182 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdd476ed-9de6-42fe-98fe-8c7cc999901c None None] Network 514e0306-ee37-41eb-a827-8ad103ba3460 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:05:27.127311 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-220c9b34-4bd3-438e-bbf6-6d9a2a4f1049 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] 10.222.0.41 "DELETE /v2.0/subnets/5089929f-6dc7-4f17-a9fd-9e7935a15e71 HTTP/1.1" status: 204 len: 168 time: 1.3579223 Jun 01 19:05:27.133069 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 47792) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:05:27.146687 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff743ac-4639-4fb8-81ef-45f049a119a6 req-31a30151-e6bb-4313-81df-532dcdf988f6 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:05:27.148186 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-cff743ac-4639-4fb8-81ef-45f049a119a6 req-31a30151-e6bb-4313-81df-532dcdf988f6 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/ports?device_id=4686d426-f02a-4d1b-a91a-3a5689dd3b48 HTTP/1.1" status: 200 len: 946 time: 0.5683341 Jun 01 19:05:27.224988 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-99b368f5-8e25-499a-bae6-1435c9f6dff9 req-31e17a5d-f608-41ec-a959-1cc6ccff8c89 service neutron] For port 195d623a-bc83-414e-b1e1-a5e502a7b626, host n-h2-844202-1, cleared binding levels {{(pid=88524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:05:27.292183 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-cc4e4b2f-bd87-463c-b7aa-fdf00c624e13 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-887310'] for router_interface, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:27.383349 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-99b368f5-8e25-499a-bae6-1435c9f6dff9 req-31e17a5d-f608-41ec-a959-1cc6ccff8c89 service neutron] For port 195d623a-bc83-414e-b1e1-a5e502a7b626, host n-h2-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=195d623a-bc83-414e-b1e1-a5e502a7b626,segment=NetworkSegment(d147e68c-d5fd-47df-bf65-d6c5991a53c2),segment_id=d147e68c-d5fd-47df-bf65-d6c5991a53c2)] {{(pid=88524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:05:27.424574 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-99b368f5-8e25-499a-bae6-1435c9f6dff9 req-31e17a5d-f608-41ec-a959-1cc6ccff8c89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:27.430109 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d8593ae-50af-4148-8286-dd107230dce0 None None] DHCP port deletion for 514e0306-ee37-41eb-a827-8ad103ba3460 request from n-d-844202-1 {{(pid=88526) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 19:05:27.435784 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-7d8593ae-50af-4148-8286-dd107230dce0 None None] Deleting port 392e1904-c221-4995-b545-4278f1735137 {{(pid=88526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:05:27.437435 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-7d8593ae-50af-4148-8286-dd107230dce0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:27.465165 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025c5a29-de3c-4b66-a633-01d46be1e5d5 req-c94015ba-e629-46cc-9946-e4379eab337b tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:05:27.472061 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-025c5a29-de3c-4b66-a633-01d46be1e5d5 req-c94015ba-e629-46cc-9946-e4379eab337b tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/ports?device_id=e3ada37d-ed4b-4f5d-935c-381ab0015dec HTTP/1.1" status: 200 len: 944 time: 0.5337782 Jun 01 19:05:27.564316 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device b5a53503-f32b-415d-9604-953ea1ff2ea0 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:05:27.601704 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e17a5d-f608-41ec-a959-1cc6ccff8c89 service neutron] Pushing event updated for resources: {'Port': ['ID=195d623a-bc83-414e-b1e1-a5e502a7b626,revision_number=3']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:05:27.632719 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-cff743ac-4639-4fb8-81ef-45f049a119a6 req-e16a76d5-c73b-4b61-93c0-af788dfa2b67 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/security-groups?id=5040cb58-24af-44ab-a8bd-126074c76b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4708612 Jun 01 19:05:27.678983 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 47796) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:05:27.812845 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e6f929fc-bc52-4b06-a4fc-3aff62f260a1 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:27.826870 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b368f5-8e25-499a-bae6-1435c9f6dff9 req-31e17a5d-f608-41ec-a959-1cc6ccff8c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:05:27.827793 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-99b368f5-8e25-499a-bae6-1435c9f6dff9 req-31e17a5d-f608-41ec-a959-1cc6ccff8c89 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:27.829449 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-99b368f5-8e25-499a-bae6-1435c9f6dff9 req-31e17a5d-f608-41ec-a959-1cc6ccff8c89 service neutron] 10.222.0.50 "PUT /v2.0/ports/195d623a-bc83-414e-b1e1-a5e502a7b626 HTTP/1.1" status: 200 len: 1092 time: 6.1810050 Jun 01 19:05:27.841773 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3ada37d-ed4b-4f5d-935c-381ab0015dec', 'tag': '195d623a-bc83-414e-b1e1-a5e502a7b626'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:05:27.888331 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-7d8593ae-50af-4148-8286-dd107230dce0 None None] For port 392e1904-c221-4995-b545-4278f1735137, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=392e1904-c221-4995-b545-4278f1735137,segment=NetworkSegment(026dc3ac-1c68-4a28-9108-6f84a0dae619),segment_id=026dc3ac-1c68-4a28-9108-6f84a0dae619)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:05:27.888666 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-7d8593ae-50af-4148-8286-dd107230dce0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:27.903027 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-81fcfabd-61d3-489c-983b-b52b50b90b4d tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/floatingips/9155d1f7-26f3-454d-8dd5-3299d56de1d7 HTTP/1.1" status: 200 len: 993 time: 0.1660829 Jun 01 19:05:27.962948 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-025c5a29-de3c-4b66-a633-01d46be1e5d5 req-1d2bd345-6a55-4096-bb51-d931033b78e3 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a351d5c-3364-42d8-bd0d-648028a392a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4897857 Jun 01 19:05:27.991536 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-e6f929fc-bc52-4b06-a4fc-3aff62f260a1 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Deleting port 392e1904-c221-4995-b545-4278f1735137 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:05:27.992430 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e6f929fc-bc52-4b06-a4fc-3aff62f260a1 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:28.063162 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-7d8593ae-50af-4148-8286-dd107230dce0 None None] Calling delete_port for 392e1904-c221-4995-b545-4278f1735137 owned by network:dhcp {{(pid=88526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:05:28.142880 n-d-844202-1 neutron-server[88525]: INFO neutron.api.v2.resource [None req-3c372acd-3904-485a-b1ef-e05cdade23c8 tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 01 19:05:28.150223 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-3c372acd-3904-485a-b1ef-e05cdade23c8 tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] 10.222.0.41 "PUT /v2.0/routers/63c16da4-112d-4164-b000-bf1989e14c6f/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.3658731 Jun 01 19:05:28.152192 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 47814) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:05:28.156355 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port b5a53503-f32b-415d-9604-953ea1ff2ea0 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:05:28.156931 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:28.318214 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port b5a53503-f32b-415d-9604-953ea1ff2ea0 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:05:28.321012 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-7d8593ae-50af-4148-8286-dd107230dce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535'] for port, after_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:28.322332 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5efd6135-31f3-4446-9d67-58e5090b934e'] response: {'name': 'network-changed', 'server_uuid': 'e3ada37d-ed4b-4f5d-935c-381ab0015dec', 'tag': '195d623a-bc83-414e-b1e1-a5e502a7b626', 'status': 'completed', 'code': 200} Jun 01 19:05:28.339445 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cbe5a2d-d1b6-477f-bf29-c9ac70757069 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Router fc0b319b-9d93-4961-85c5-c81e496ca59b has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 19:05:28.383052 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8593ae-50af-4148-8286-dd107230dce0 None None] Pushing event deleted for resources: {'Port': ['ID=392e1904-c221-4995-b545-4278f1735137,revision_number=None']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:05:28.389697 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8593ae-50af-4148-8286-dd107230dce0 None None] No DVR routers for this DVR port 392e1904-c221-4995-b545-4278f1735137 on host n-d-844202-1 {{(pid=88526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:05:28.709734 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-e6f929fc-bc52-4b06-a4fc-3aff62f260a1 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] The port '392e1904-c221-4995-b545-4278f1735137' was deleted {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 01 19:05:28.763207 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-90770154-ca8a-47e6-a081-965deb471836 tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-887474'] for router_interface, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:28.770635 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cbe5a2d-d1b6-477f-bf29-c9ac70757069 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:05:28.780794 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd4b00f-ac75-41f1-8db4-92719c26792e None None] Sync routers for ids ['fc0b319b-9d93-4961-85c5-c81e496ca59b'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:05:28.795161 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd4b00f-ac75-41f1-8db4-92719c26792e None None] Routers {'fc0b319b-9d93-4961-85c5-c81e496ca59b'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:05:28.797818 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-abd4b00f-ac75-41f1-8db4-92719c26792e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:05:09Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['fc0b319b-9d93-4961-85c5-c81e496ca59b'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:05:28.882016 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 47828) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:05:28.894538 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-abd4b00f-ac75-41f1-8db4-92719c26792e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:05:28.906329 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd4b00f-ac75-41f1-8db4-92719c26792e None None] Routers {'fc0b319b-9d93-4961-85c5-c81e496ca59b'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:05:28.907363 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-abd4b00f-ac75-41f1-8db4-92719c26792e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:05:09Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['fc0b319b-9d93-4961-85c5-c81e496ca59b'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:05:28.936267 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d5e864-7eed-4985-8bd4-1ebba90139f8 req-00643937-dc5f-4cb8-a0ba-900b81646caa tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:05:28.937526 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-d2d5e864-7eed-4985-8bd4-1ebba90139f8 req-00643937-dc5f-4cb8-a0ba-900b81646caa tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Synchronizing usage tracker for tenant:4e20c5bd79fa44728efb622f29d6160e on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:05:28.985476 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e6f929fc-bc52-4b06-a4fc-3aff62f260a1 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:29.030812 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-abd4b00f-ac75-41f1-8db4-92719c26792e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:05:29.031203 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd4b00f-ac75-41f1-8db4-92719c26792e None None] The sync data for ids ['fc0b319b-9d93-4961-85c5-c81e496ca59b'] in n-d-844202-1 is: [] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:05:29.091930 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc4e4b2f-bd87-463c-b7aa-fdf00c624e13 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Router 8e09d88e-d3cc-40a9-a6d9-5b197730b270 has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 19:05:29.101893 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-e6f929fc-bc52-4b06-a4fc-3aff62f260a1 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['514e0306-ee37-41eb-a827-8ad103ba3460']}} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:05:29.111178 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1cbe5a2d-d1b6-477f-bf29-c9ac70757069 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for floatingip, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:29.148244 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-d2d5e864-7eed-4985-8bd4-1ebba90139f8 req-00643937-dc5f-4cb8-a0ba-900b81646caa tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Unset dirty status for tenant:4e20c5bd79fa44728efb622f29d6160e on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:05:29.149635 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d2d5e864-7eed-4985-8bd4-1ebba90139f8 req-00643937-dc5f-4cb8-a0ba-900b81646caa tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d35e0c4-c006-4f35-a161-1e1e4ff68e11 HTTP/1.1" status: 200 len: 946 time: 1.2953589 Jun 01 19:05:29.167047 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-e6f929fc-bc52-4b06-a4fc-3aff62f260a1 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '026dc3ac-1c68-4a28-9108-6f84a0dae619') {'for_net_delete': True} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:05:29.167403 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-e6f929fc-bc52-4b06-a4fc-3aff62f260a1 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '026dc3ac-1c68-4a28-9108-6f84a0dae619') {} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:05:29.189766 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b368f5-8e25-499a-bae6-1435c9f6dff9 req-aa0f0324-2232-40ec-af64-fc04f8d64abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:05:29.191230 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-99b368f5-8e25-499a-bae6-1435c9f6dff9 req-aa0f0324-2232-40ec-af64-fc04f8d64abc service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ff411273a1ac46f2a91fb45afe578ccb&device_id=e3ada37d-ed4b-4f5d-935c-381ab0015dec HTTP/1.1" status: 200 len: 1095 time: 1.2968292 Jun 01 19:05:29.196013 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13322e4c-3f2a-446f-8dee-626c8a1c7f1e req-5f8367f3-3d3f-48ab-a6aa-c3f08a786e3e tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:05:29.197514 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-13322e4c-3f2a-446f-8dee-626c8a1c7f1e req-5f8367f3-3d3f-48ab-a6aa-c3f08a786e3e tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/ports?device_id=4686d426-f02a-4d1b-a91a-3a5689dd3b48 HTTP/1.1" status: 200 len: 946 time: 0.3188899 Jun 01 19:05:29.219208 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e6f929fc-bc52-4b06-a4fc-3aff62f260a1 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2702126'] for segment, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:29.263835 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-13322e4c-3f2a-446f-8dee-626c8a1c7f1e req-f14f4d0e-6ad1-4693-8adc-b9736a480f41 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/security-groups?id=5040cb58-24af-44ab-a8bd-126074c76b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580599 Jun 01 19:05:29.398990 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-99b368f5-8e25-499a-bae6-1435c9f6dff9 req-6f846a70-a106-4dad-81d7-333a9bbc3cd2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=195d623a-bc83-414e-b1e1-a5e502a7b626 HTTP/1.1" status: 200 len: 217 time: 0.1842360 Jun 01 19:05:29.411445 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e6f929fc-bc52-4b06-a4fc-3aff62f260a1 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:29.411913 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 392e1904-c221-4995-b545-4278f1735137 no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:05:29.467586 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: 392e1904-c221-4995-b545-4278f1735137 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:05:29.467932 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 392e1904-c221-4995-b545-4278f1735137 not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:05:29.538940 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d2d5e864-7eed-4985-8bd4-1ebba90139f8 req-3ab42af7-4340-4d63-9e6a-1f6044e31f58 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e27767a-e40e-41ca-b34d-a5b7412547b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3561459 Jun 01 19:05:29.553276 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6f929fc-bc52-4b06-a4fc-3aff62f260a1 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=88524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 19:05:29.553802 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e6f929fc-bc52-4b06-a4fc-3aff62f260a1 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2719018'] for segment, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:29.590847 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-90770154-ca8a-47e6-a081-965deb471836 tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Deleting port bc738204-6d65-4f0d-96ce-e107a1474c9d {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:05:29.591183 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-90770154-ca8a-47e6-a081-965deb471836 tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:29.752502 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2679d1ca-7d22-4c8f-ba13-58f44339333a req-e1bfae24-dd6d-4019-bf91-e4b81e8b33a5 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:05:29.760100 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2679d1ca-7d22-4c8f-ba13-58f44339333a req-e1bfae24-dd6d-4019-bf91-e4b81e8b33a5 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/ports?device_id=e3ada37d-ed4b-4f5d-935c-381ab0015dec HTTP/1.1" status: 200 len: 944 time: 0.2689321 Jun 01 19:05:29.802239 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b368f5-8e25-499a-bae6-1435c9f6dff9 req-6cbdaf2c-c9cc-4e2c-b894-ab187639fd3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:05:29.804257 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-99b368f5-8e25-499a-bae6-1435c9f6dff9 req-6cbdaf2c-c9cc-4e2c-b894-ab187639fd3b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=308ebcd6-774a-482f-bd0f-fadc3e2b2dca HTTP/1.1" status: 200 len: 846 time: 0.3084929 Jun 01 19:05:29.842003 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2679d1ca-7d22-4c8f-ba13-58f44339333a req-efb5b76e-83d6-4e41-98f1-0785600013e4 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a351d5c-3364-42d8-bd0d-648028a392a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810232 Jun 01 19:05:29.846356 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e6f929fc-bc52-4b06-a4fc-3aff62f260a1 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:29.851023 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment 026dc3ac-1c68-4a28-9108-6f84a0dae619 resource provider aggregate not found Jun 01 19:05:29.862068 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc4e4b2f-bd87-463c-b7aa-fdf00c624e13 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:05:29.862250 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-90770154-ca8a-47e6-a081-965deb471836 tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:29.883568 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad46379-ff32-409c-9512-4407cdd83937 None None] Sync routers for ids ['8e09d88e-d3cc-40a9-a6d9-5b197730b270'] in n-d-844202-1 {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:05:29.903384 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e6f929fc-bc52-4b06-a4fc-3aff62f260a1 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Notify callbacks [] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:29.906994 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad46379-ff32-409c-9512-4407cdd83937 None None] Routers {'8e09d88e-d3cc-40a9-a6d9-5b197730b270'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:05:29.908521 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-e6f929fc-bc52-4b06-a4fc-3aff62f260a1 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] 10.222.0.41 "DELETE /v2.0/networks/514e0306-ee37-41eb-a827-8ad103ba3460 HTTP/1.1" status: 204 len: 168 time: 2.7688766 Jun 01 19:05:29.908696 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-fad46379-ff32-409c-9512-4407cdd83937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:05:09Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['8e09d88e-d3cc-40a9-a6d9-5b197730b270'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:05:29.910013 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment 026dc3ac-1c68-4a28-9108-6f84a0dae619 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 026dc3ac-1c68-4a28-9108-6f84a0dae619 found for delete ", "request_id": "req-3938d1a0-be62-4495-9601-aa15895fb9a3"}]} Jun 01 19:05:29.911867 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f929fc-bc52-4b06-a4fc-3aff62f260a1 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Pushing event deleted for resources: {'Network': ['ID=514e0306-ee37-41eb-a827-8ad103ba3460,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:05:29.921201 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-cc4e4b2f-bd87-463c-b7aa-fdf00c624e13 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] 10.222.0.41 "PUT /v2.0/routers/8e09d88e-d3cc-40a9-a6d9-5b197730b270/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 14.2050095 Jun 01 19:05:29.925619 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-99b368f5-8e25-499a-bae6-1435c9f6dff9 req-63f338dc-27a6-4df0-a222-486b5bf5d1fa service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0c49dc6b-5e39-4101-b04d-1c1361c15d69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1137192 Jun 01 19:05:29.928002 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 47844) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:05:29.928002 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 47846) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:05:30.045034 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-90770154-ca8a-47e6-a081-965deb471836 tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Calling delete_port for bc738204-6d65-4f0d-96ce-e107a1474c9d owned by network:router_interface {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:05:30.187486 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-1cbe5a2d-d1b6-477f-bf29-c9ac70757069 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] 10.222.0.41 "PUT /v2.0/floatingips/31707782-0e6e-438d-8533-bf8937e93121 HTTP/1.1" status: 200 len: 978 time: 11.0346591 Jun 01 19:05:30.205437 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 47858) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:05:30.301951 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-38da97a1-193a-4d27-9216-c0bf0c59495e req-28fc102a-17de-45ac-8000-80e4dfa110a4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4686d426-f02a-4d1b-a91a-3a5689dd3b48&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 1.3921390 Jun 01 19:05:30.347693 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-fad46379-ff32-409c-9512-4407cdd83937 None None] Set router 8e09d88e-d3cc-40a9-a6d9-5b197730b270 gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:05:30.548516 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_v2 [None req-73ac69e1-fcfd-4d41-9a80-aad49b4b3023 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Deleting subnet 9b049544-3c17-4141-8e0c-e42c8362b821 {{(pid=88524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 19:05:30.560840 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8398973-d0f2-4754-93be-ea24ca2c3735 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Deleting subnet b3633857-1cd8-40e7-9128-29a541565063 {{(pid=88524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 19:05:30.562640 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-90770154-ca8a-47e6-a081-965deb471836 tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:30.604977 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-73ac69e1-fcfd-4d41-9a80-aad49b4b3023 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Notify callbacks [] for subnet, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:30.673262 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90770154-ca8a-47e6-a081-965deb471836 tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Pushing event deleted for resources: {'Port': ['ID=bc738204-6d65-4f0d-96ce-e107a1474c9d,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:05:30.700995 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-b5acd4f6-500e-456f-b2ee-ef3c05f478b5 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Deleting port db7c1f10-5ed1-4688-921b-65dc071197d3 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:05:30.701346 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b5acd4f6-500e-456f-b2ee-ef3c05f478b5 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:30.705750 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90770154-ca8a-47e6-a081-965deb471836 tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:05:30.706092 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90770154-ca8a-47e6-a081-965deb471836 tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:05:30.706424 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90770154-ca8a-47e6-a081-965deb471836 tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:05:30.706755 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90770154-ca8a-47e6-a081-965deb471836 tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:05:30.707082 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90770154-ca8a-47e6-a081-965deb471836 tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:05:30.712399 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90770154-ca8a-47e6-a081-965deb471836 tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:05:30.712803 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90770154-ca8a-47e6-a081-965deb471836 tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:05:30.713132 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90770154-ca8a-47e6-a081-965deb471836 tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:05:30.713467 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90770154-ca8a-47e6-a081-965deb471836 tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:05:30.713827 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90770154-ca8a-47e6-a081-965deb471836 tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:05:30.714153 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90770154-ca8a-47e6-a081-965deb471836 tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:05:30.714474 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90770154-ca8a-47e6-a081-965deb471836 tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:05:30.847313 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d8398973-d0f2-4754-93be-ea24ca2c3735 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks [] for subnet, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:31.173419 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-fad46379-ff32-409c-9512-4407cdd83937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e09d88e-d3cc-40a9-a6d9-5b197730b270', 'name': 'tempest-TestNetworkBasicOps-router-2021402566', 'tenant_id': 'd3eb50f3028440db9726ae16e6111d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': 'aa07ffd2-77b3-4c0a-ac26-89715c42b91a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:03:18Z', 'updated_at': '2022-06-01T19:05:25Z', 'revision_number': 5, 'project_id': 'd3eb50f3028440db9726ae16e6111d12', 'gw_port': {'id': 'aa07ffd2-77b3-4c0a-ac26-89715c42b91a', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:dc:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e09d88e-d3cc-40a9-a6d9-5b197730b270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2248, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:03:21Z', 'updated_at': '2022-06-01T19:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:05:31.180357 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad46379-ff32-409c-9512-4407cdd83937 None None] Checking router: 8e09d88e-d3cc-40a9-a6d9-5b197730b270 for host: n-d-844202-1 {{(pid=88526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 19:05:31.200512 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad46379-ff32-409c-9512-4407cdd83937 None None] Routers {'8e09d88e-d3cc-40a9-a6d9-5b197730b270'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:05:31.201142 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-fad46379-ff32-409c-9512-4407cdd83937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:05:09Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['8e09d88e-d3cc-40a9-a6d9-5b197730b270'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:05:31.277808 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-73ac69e1-fcfd-4d41-9a80-aad49b4b3023 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2702137'] for subnet, precommit_delete_associations {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:31.382386 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d8398973-d0f2-4754-93be-ea24ca2c3735 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2702137'] for subnet, precommit_delete_associations {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:31.390369 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-90770154-ca8a-47e6-a081-965deb471836 tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-887310'] for router_interface, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:31.538366 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d8398973-d0f2-4754-93be-ea24ca2c3735 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:31.675853 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-fad46379-ff32-409c-9512-4407cdd83937 None None] Set router 8e09d88e-d3cc-40a9-a6d9-5b197730b270 gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:05:31.749703 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-99b368f5-8e25-499a-bae6-1435c9f6dff9 req-f39781cb-58e6-44cb-ae18-050544490b8e service neutron] 10.222.0.50 "GET /v2.0/networks/0c49dc6b-5e39-4101-b04d-1c1361c15d69?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.8124125 Jun 01 19:05:31.819322 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d8398973-d0f2-4754-93be-ea24ca2c3735 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2718856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3066595'] for subnet, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:31.861229 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f368d254-227c-4a6b-8bcb-1dd2417da9f7 req-c5b35dd4-c349-42ef-98be-11418993303d tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:05:31.862848 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f368d254-227c-4a6b-8bcb-1dd2417da9f7 req-c5b35dd4-c349-42ef-98be-11418993303d tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/ports?device_id=e3ada37d-ed4b-4f5d-935c-381ab0015dec HTTP/1.1" status: 200 len: 944 time: 0.6782098 Jun 01 19:05:31.982150 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90770154-ca8a-47e6-a081-965deb471836 tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Router 63c16da4-112d-4164-b000-bf1989e14c6f has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 19:05:32.111514 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f368d254-227c-4a6b-8bcb-1dd2417da9f7 req-d2fb4028-618d-4320-89ab-dbb7c1206ba9 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a351d5c-3364-42d8-bd0d-648028a392a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803193 Jun 01 19:05:32.162010 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d8398973-d0f2-4754-93be-ea24ca2c3735 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:32.221724 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aff2dd9a-3555-4bce-b3c8-d36c6f61a995 None None] Network 1a74ffe4-e7cd-459d-b2d6-ae7cddc87c99 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:05:32.253177 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90770154-ca8a-47e6-a081-965deb471836 tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:05:32.264668 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70022470-8a23-4e1e-aa31-8ebcc0e592b0 None None] Sync routers for ids ['63c16da4-112d-4164-b000-bf1989e14c6f'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:05:32.274217 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-90770154-ca8a-47e6-a081-965deb471836 tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] 10.222.0.41 "PUT /v2.0/routers/63c16da4-112d-4164-b000-bf1989e14c6f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1154130 Jun 01 19:05:32.275579 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 47902) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:05:32.297115 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70022470-8a23-4e1e-aa31-8ebcc0e592b0 None None] Routers {'63c16da4-112d-4164-b000-bf1989e14c6f'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:05:32.298016 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-70022470-8a23-4e1e-aa31-8ebcc0e592b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:05:09Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['63c16da4-112d-4164-b000-bf1989e14c6f'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:05:32.368048 n-d-844202-1 neutron-server[88525]: INFO neutron.api.v2.resource [None req-23e7363b-6a57-46a2-9ebf-bed0b75a85a6 tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] delete failed (client error): The resource could not be found. Jun 01 19:05:32.374372 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-23e7363b-6a57-46a2-9ebf-bed0b75a85a6 tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] 10.222.0.41 "DELETE /v2.0/routers/tempest-non_exist_router-1759236328 HTTP/1.1" status: 404 len: 335 time: 0.0974109 Jun 01 19:05:32.374956 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 47906) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:05:32.381951 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-51f9c4f9-5291-4f57-80bf-81cb26349243 tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Request body: {'router': {'external_gateway_info': {'network_id': '63c16da4-112d-4164-b000-bf1989e14c6f'}}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:05:32.495148 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-70022470-8a23-4e1e-aa31-8ebcc0e592b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:05:32.506497 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-99b368f5-8e25-499a-bae6-1435c9f6dff9 req-94e2ddcb-f0cf-4e7b-a708-d5c7d681ca01 service neutron] 10.222.0.50 "GET /v2.0/networks/0c49dc6b-5e39-4101-b04d-1c1361c15d69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7440672 Jun 01 19:05:32.506860 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70022470-8a23-4e1e-aa31-8ebcc0e592b0 None None] Routers {'63c16da4-112d-4164-b000-bf1989e14c6f'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:05:32.507630 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-70022470-8a23-4e1e-aa31-8ebcc0e592b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:05:09Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['63c16da4-112d-4164-b000-bf1989e14c6f'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:05:32.593885 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-70022470-8a23-4e1e-aa31-8ebcc0e592b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:05:32.594884 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70022470-8a23-4e1e-aa31-8ebcc0e592b0 None None] The sync data for ids ['63c16da4-112d-4164-b000-bf1989e14c6f'] in n-d-844202-1 is: [] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:05:32.611961 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-fad46379-ff32-409c-9512-4407cdd83937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e09d88e-d3cc-40a9-a6d9-5b197730b270', 'name': 'tempest-TestNetworkBasicOps-router-2021402566', 'tenant_id': 'd3eb50f3028440db9726ae16e6111d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': 'aa07ffd2-77b3-4c0a-ac26-89715c42b91a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:03:18Z', 'updated_at': '2022-06-01T19:05:25Z', 'revision_number': 5, 'project_id': 'd3eb50f3028440db9726ae16e6111d12', 'gw_port': {'id': 'aa07ffd2-77b3-4c0a-ac26-89715c42b91a', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:dc:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e09d88e-d3cc-40a9-a6d9-5b197730b270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2248, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:03:21Z', 'updated_at': '2022-06-01T19:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:05:32.615483 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8398973-d0f2-4754-93be-ea24ca2c3735 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Pushing event deleted for resources: {'Subnet': ['ID=b3633857-1cd8-40e7-9128-29a541565063,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:05:32.616746 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad46379-ff32-409c-9512-4407cdd83937 None None] The sync data for ids ['8e09d88e-d3cc-40a9-a6d9-5b197730b270'] in n-d-844202-1 is: [{'id': '8e09d88e-d3cc-40a9-a6d9-5b197730b270', 'name': 'tempest-TestNetworkBasicOps-router-2021402566', 'tenant_id': 'd3eb50f3028440db9726ae16e6111d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': 'aa07ffd2-77b3-4c0a-ac26-89715c42b91a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:03:18Z', 'updated_at': '2022-06-01T19:05:25Z', 'revision_number': 5, 'project_id': 'd3eb50f3028440db9726ae16e6111d12', 'gw_port': {'id': 'aa07ffd2-77b3-4c0a-ac26-89715c42b91a', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:dc:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e09d88e-d3cc-40a9-a6d9-5b197730b270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2248, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:03:21Z', 'updated_at': '2022-06-01T19:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}] {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:05:32.687880 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-d8398973-d0f2-4754-93be-ea24ca2c3735 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] 10.222.0.41 "DELETE /v2.0/subnets/b3633857-1cd8-40e7-9128-29a541565063 HTTP/1.1" status: 204 len: 168 time: 2.7535033 Jun 01 19:05:32.703149 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 47918) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:05:32.713752 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8961918-6a40-4937-87c6-a4ed03bd5cff None None] DHCP port deletion for 1a74ffe4-e7cd-459d-b2d6-ae7cddc87c99 request from n-d-844202-1 {{(pid=88526) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 19:05:32.718400 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-b8961918-6a40-4937-87c6-a4ed03bd5cff None None] Deleting port fc7d9bca-3b75-47ad-8929-fe27fdc8bd6e {{(pid=88526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:05:32.718962 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-b8961918-6a40-4937-87c6-a4ed03bd5cff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:32.753607 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b5acd4f6-500e-456f-b2ee-ef3c05f478b5 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:32.897707 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5ee4d8-79aa-4ed2-ac00-6dfe72f470f8 req-f6880a6b-3953-44fe-8c8a-f32acd64155e tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:05:32.899457 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3b5ee4d8-79aa-4ed2-ac00-6dfe72f470f8 req-f6880a6b-3953-44fe-8c8a-f32acd64155e tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/ports?device_id=4686d426-f02a-4d1b-a91a-3a5689dd3b48 HTTP/1.1" status: 200 len: 946 time: 2.3599675 Jun 01 19:05:32.951698 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-73ac69e1-fcfd-4d41-9a80-aad49b4b3023 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:33.032585 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-b8961918-6a40-4937-87c6-a4ed03bd5cff None None] For port fc7d9bca-3b75-47ad-8929-fe27fdc8bd6e, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=fc7d9bca-3b75-47ad-8929-fe27fdc8bd6e,segment=NetworkSegment(841bab55-f57c-4c3b-8cf4-186c650d46ae),segment_id=841bab55-f57c-4c3b-8cf4-186c650d46ae)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:05:33.033353 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-b8961918-6a40-4937-87c6-a4ed03bd5cff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:33.072952 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3b5ee4d8-79aa-4ed2-ac00-6dfe72f470f8 req-f55554a6-85ec-4a2f-8438-b4084ca8818c tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/security-groups?id=5040cb58-24af-44ab-a8bd-126074c76b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1612761 Jun 01 19:05:33.079116 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-73ac69e1-fcfd-4d41-9a80-aad49b4b3023 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2718856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3066595'] for subnet, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:33.203235 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-51f9c4f9-5291-4f57-80bf-81cb26349243 tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-886608', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-885830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25341'] for router, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:33.223696 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38da97a1-193a-4d27-9216-c0bf0c59495e req-f2a58c29-32cb-4f91-8c99-d10c98303556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:05:33.225405 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-38da97a1-193a-4d27-9216-c0bf0c59495e req-f2a58c29-32cb-4f91-8c99-d10c98303556 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8537cfb3773e46d182e148cf5b0a717f&device_id=4686d426-f02a-4d1b-a91a-3a5689dd3b48 HTTP/1.1" status: 200 len: 1097 time: 0.7178049 Jun 01 19:05:33.246335 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-b8961918-6a40-4937-87c6-a4ed03bd5cff None None] Calling delete_port for fc7d9bca-3b75-47ad-8929-fe27fdc8bd6e owned by network:dhcp {{(pid=88526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:05:33.258719 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ac69e1-fcfd-4d41-9a80-aad49b4b3023 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Pushing event deleted for resources: {'Subnet': ['ID=9b049544-3c17-4141-8e0c-e42c8362b821,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:05:33.292142 n-d-844202-1 neutron-server[88525]: INFO neutron.api.v2.resource [None req-51f9c4f9-5291-4f57-80bf-81cb26349243 tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] update failed (client error): The resource could not be found. Jun 01 19:05:33.296487 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-51f9c4f9-5291-4f57-80bf-81cb26349243 tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] 10.222.0.41 "PUT /v2.0/routers/63c16da4-112d-4164-b000-bf1989e14c6f HTTP/1.1" status: 404 len: 339 time: 0.9169350 Jun 01 19:05:33.302316 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3dbceb8d-1938-4bce-884c-6b44a6c056b5 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks [] for router, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:33.410138 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 47924) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:05:33.454809 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-b8961918-6a40-4937-87c6-a4ed03bd5cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535'] for port, after_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:33.461096 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-47a153f5-4041-4ef0-bf3d-f59460fd7e60 tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-413935659'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:05:33.499867 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device fc7d9bca-3b75-47ad-8929-fe27fdc8bd6e no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:05:33.550255 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: fc7d9bca-3b75-47ad-8929-fe27fdc8bd6e {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:05:33.550868 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device fc7d9bca-3b75-47ad-8929-fe27fdc8bd6e not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:05:33.552283 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device bb094bf1-4c08-41c6-bc7f-dcb7240009f0 no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:05:33.583995 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38da97a1-193a-4d27-9216-c0bf0c59495e req-dc0a0be8-0cc4-405f-a19c-e4063145639d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:05:33.585650 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-38da97a1-193a-4d27-9216-c0bf0c59495e req-dc0a0be8-0cc4-405f-a19c-e4063145639d service neutron] 10.222.0.50 "GET /v2.0/networks?id=57a41f0e-b08f-4033-97ac-1767c5f2bb80 HTTP/1.1" status: 200 len: 897 time: 0.3412507 Jun 01 19:05:33.587998 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52280dc6-4b6a-4f47-9619-05b27905d57c req-e6b0b7fc-9272-4c21-8b74-76f22493aa42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:05:33.589538 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-52280dc6-4b6a-4f47-9619-05b27905d57c req-e6b0b7fc-9272-4c21-8b74-76f22493aa42 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ff411273a1ac46f2a91fb45afe578ccb&device_id=e3ada37d-ed4b-4f5d-935c-381ab0015dec HTTP/1.1" status: 200 len: 1095 time: 0.9662459 Jun 01 19:05:33.591232 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8961918-6a40-4937-87c6-a4ed03bd5cff None None] Pushing event deleted for resources: {'Port': ['ID=fc7d9bca-3b75-47ad-8929-fe27fdc8bd6e,revision_number=None']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:05:33.608648 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: bb094bf1-4c08-41c6-bc7f-dcb7240009f0 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:05:33.609224 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device bb094bf1-4c08-41c6-bc7f-dcb7240009f0 not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:05:33.610770 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5b2a5cc-56ab-4032-939c-079138115564 None None] Network aaaa9f67-00cd-4fd7-bfc9-acab80f1aa33 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:05:33.642156 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8961918-6a40-4937-87c6-a4ed03bd5cff None None] No DVR routers for this DVR port fc7d9bca-3b75-47ad-8929-fe27fdc8bd6e on host n-d-844202-1 {{(pid=88526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:05:33.663836 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-73ac69e1-fcfd-4d41-9a80-aad49b4b3023 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:33.793428 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-47a153f5-4041-4ef0-bf3d-f59460fd7e60 tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:05:33.816630 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82064c71-7e93-441d-b1c2-a958430badc9 req-fab9d8e7-26dc-40b5-b800-79f6c7b1fcaf tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:05:33.820850 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-82064c71-7e93-441d-b1c2-a958430badc9 req-fab9d8e7-26dc-40b5-b800-79f6c7b1fcaf tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d35e0c4-c006-4f35-a161-1e1e4ff68e11 HTTP/1.1" status: 200 len: 946 time: 0.9695888 Jun 01 19:05:33.840553 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-47a153f5-4041-4ef0-bf3d-f59460fd7e60 tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Usage tracker for resource:network and tenant:26a0f0c3ac3744df995dd4142a5c3c54 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:05:33.843379 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-73ac69e1-fcfd-4d41-9a80-aad49b4b3023 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] 10.222.0.41 "DELETE /v2.0/subnets/9b049544-3c17-4141-8e0c-e42c8362b821 HTTP/1.1" status: 204 len: 168 time: 3.9109359 Jun 01 19:05:33.853562 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 47932) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:05:33.859905 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-47a153f5-4041-4ef0-bf3d-f59460fd7e60 tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:05:33.990008 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-475a8059-b01d-476f-9351-2f1e379fd672 None None] DHCP port deletion for aaaa9f67-00cd-4fd7-bfc9-acab80f1aa33 request from n-d-844202-1 {{(pid=88526) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 19:05:33.992011 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-38da97a1-193a-4d27-9216-c0bf0c59495e req-a25d02cf-41b7-43da-af40-6ad62e4f3c0c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3211349c-cc9d-4914-8a84-cd570821bb77 HTTP/1.1" status: 200 len: 1001 time: 0.3836200 Jun 01 19:05:33.995670 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-475a8059-b01d-476f-9351-2f1e379fd672 None None] Deleting port cd09868a-f8f0-4bd8-b26a-76e01bf6d4df {{(pid=88526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:05:33.996377 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-475a8059-b01d-476f-9351-2f1e379fd672 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:34.044539 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-47a153f5-4041-4ef0-bf3d-f59460fd7e60 tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:05:34.056315 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b018f8cb-4af2-4367-bd1f-15b7e3aeca96 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:34.059165 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b5acd4f6-500e-456f-b2ee-ef3c05f478b5 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:34.059914 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b5acd4f6-500e-456f-b2ee-ef3c05f478b5 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887712'] for floatingip, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:34.060413 n-d-844202-1 neutron-server[88524]: INFO neutron.db.l3_db [None req-b5acd4f6-500e-456f-b2ee-ef3c05f478b5 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Floating IP 31707782-0e6e-438d-8533-bf8937e93121 disassociated. External IP: 172.25.4.139, port: db7c1f10-5ed1-4688-921b-65dc071197d3. Jun 01 19:05:34.061075 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-b5acd4f6-500e-456f-b2ee-ef3c05f478b5 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Calling delete_port for db7c1f10-5ed1-4688-921b-65dc071197d3 owned by {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:05:34.125313 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47a153f5-4041-4ef0-bf3d-f59460fd7e60 tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Made reservation on behalf of 26a0f0c3ac3744df995dd4142a5c3c54 for: {'network': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:05:34.130741 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-47a153f5-4041-4ef0-bf3d-f59460fd7e60 tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:34.173271 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47a153f5-4041-4ef0-bf3d-f59460fd7e60 tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 101} {{(pid=88525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 19:05:34.185041 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-47a153f5-4041-4ef0-bf3d-f59460fd7e60 tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:34.185708 n-d-844202-1 neutron-server[88525]: INFO neutron.db.segments_db [None req-47a153f5-4041-4ef0-bf3d-f59460fd7e60 tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Added segment 26a85552-17ec-4bed-bcda-b484dbd7a795 of type vlan for network 11385373-de21-41db-b420-1854e58ecc06 Jun 01 19:05:34.207289 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ed815d-bc4a-424b-98df-49de09593838 req-42fdcdf3-71ba-4115-a9e2-ba06e14721b6 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:05:34.209213 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-97ed815d-bc4a-424b-98df-49de09593838 req-42fdcdf3-71ba-4115-a9e2-ba06e14721b6 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/ports?device_id=e3ada37d-ed4b-4f5d-935c-381ab0015dec HTTP/1.1" status: 200 len: 944 time: 0.6184511 Jun 01 19:05:34.219118 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-47a153f5-4041-4ef0-bf3d-f59460fd7e60 tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:34.256728 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3dbceb8d-1938-4bce-884c-6b44a6c056b5 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:34.261294 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-475a8059-b01d-476f-9351-2f1e379fd672 None None] For port cd09868a-f8f0-4bd8-b26a-76e01bf6d4df, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=cd09868a-f8f0-4bd8-b26a-76e01bf6d4df,segment=NetworkSegment(50dfa21d-d423-4213-97ca-33d7928cf427),segment_id=50dfa21d-d423-4213-97ca-33d7928cf427)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:05:34.261818 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-475a8059-b01d-476f-9351-2f1e379fd672 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:34.301837 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-b018f8cb-4af2-4367-bd1f-15b7e3aeca96 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Deleting port cd09868a-f8f0-4bd8-b26a-76e01bf6d4df {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:05:34.302222 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b018f8cb-4af2-4367-bd1f-15b7e3aeca96 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:34.319244 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52280dc6-4b6a-4f47-9619-05b27905d57c req-6146202d-b9c8-4ded-a07d-da690aff20fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:05:34.320743 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-52280dc6-4b6a-4f47-9619-05b27905d57c req-6146202d-b9c8-4ded-a07d-da690aff20fc service neutron] 10.222.0.50 "GET /v2.0/networks?id=0c49dc6b-5e39-4101-b04d-1c1361c15d69 HTTP/1.1" status: 200 len: 907 time: 0.6516738 Jun 01 19:05:34.334517 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-3dbceb8d-1938-4bce-884c-6b44a6c056b5 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Deleting port aa07ffd2-77b3-4c0a-ac26-89715c42b91a {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:05:34.334848 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3dbceb8d-1938-4bce-884c-6b44a6c056b5 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:34.341899 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-97ed815d-bc4a-424b-98df-49de09593838 req-a0b831bb-0cc3-4cfb-9fd9-d5699a9f5a06 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a351d5c-3364-42d8-bd0d-648028a392a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123471 Jun 01 19:05:34.370358 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-82064c71-7e93-441d-b1c2-a958430badc9 req-cbe80b8e-10ea-434a-9b92-3ece810fac86 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e27767a-e40e-41ca-b34d-a5b7412547b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5219877 Jun 01 19:05:34.370358 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-47a153f5-4041-4ef0-bf3d-f59460fd7e60 tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:34.376551 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47a153f5-4041-4ef0-bf3d-f59460fd7e60 tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:05:34.376551 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-47a153f5-4041-4ef0-bf3d-f59460fd7e60 tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Notify callbacks [] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:34.419369 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38da97a1-193a-4d27-9216-c0bf0c59495e req-785bb512-0ec4-434f-96c5-07801d582ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:05:34.420960 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-38da97a1-193a-4d27-9216-c0bf0c59495e req-785bb512-0ec4-434f-96c5-07801d582ee7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=48973f57-aa83-4e30-ba85-055d310a8b91 HTTP/1.1" status: 200 len: 834 time: 0.4227655 Jun 01 19:05:34.493520 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-52280dc6-4b6a-4f47-9619-05b27905d57c req-03ecfb0a-3a14-438c-a50b-ce7e82179c9e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=195d623a-bc83-414e-b1e1-a5e502a7b626 HTTP/1.1" status: 200 len: 217 time: 0.1550024 Jun 01 19:05:34.505085 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-475a8059-b01d-476f-9351-2f1e379fd672 None None] Calling delete_port for cd09868a-f8f0-4bd8-b26a-76e01bf6d4df owned by network:dhcp {{(pid=88526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:05:34.617471 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52280dc6-4b6a-4f47-9619-05b27905d57c req-3258a29e-bd76-464f-a575-783cf7b5eb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:05:34.619171 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-52280dc6-4b6a-4f47-9619-05b27905d57c req-3258a29e-bd76-464f-a575-783cf7b5eb79 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=308ebcd6-774a-482f-bd0f-fadc3e2b2dca HTTP/1.1" status: 200 len: 846 time: 0.1135027 Jun 01 19:05:34.649463 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-475a8059-b01d-476f-9351-2f1e379fd672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535'] for port, after_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:34.663736 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b5acd4f6-500e-456f-b2ee-ef3c05f478b5 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:34.706244 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475a8059-b01d-476f-9351-2f1e379fd672 None None] Pushing event deleted for resources: {'Port': ['ID=cd09868a-f8f0-4bd8-b26a-76e01bf6d4df,revision_number=None']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:05:34.715777 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-475a8059-b01d-476f-9351-2f1e379fd672 None None] No DVR routers for this DVR port cd09868a-f8f0-4bd8-b26a-76e01bf6d4df on host n-d-844202-1 {{(pid=88526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:05:34.734747 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-52280dc6-4b6a-4f47-9619-05b27905d57c req-2389db96-a1ea-4105-812f-19e12167bbb2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0c49dc6b-5e39-4101-b04d-1c1361c15d69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1083934 Jun 01 19:05:34.746327 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5acd4f6-500e-456f-b2ee-ef3c05f478b5 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Pushing event deleted for resources: {'Port': ['ID=db7c1f10-5ed1-4688-921b-65dc071197d3,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:05:35.008310 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38da97a1-193a-4d27-9216-c0bf0c59495e req-f1573d33-14ff-4e85-8529-e5745e1c3f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:05:35.008310 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-38da97a1-193a-4d27-9216-c0bf0c59495e req-f1573d33-14ff-4e85-8529-e5745e1c3f3d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=57a41f0e-b08f-4033-97ac-1767c5f2bb80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5594594 Jun 01 19:05:35.109707 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-47a153f5-4041-4ef0-bf3d-f59460fd7e60 tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.6912165 Jun 01 19:05:35.110468 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 47946) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:05:35.145725 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-2fd65ffc-6cb4-4dc8-ae27-d3283037aae3 tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Request body: {'subnet': {'network_id': '11385373-de21-41db-b420-1854e58ecc06', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:05:35.164495 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a153f5-4041-4ef0-bf3d-f59460fd7e60 tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Pushing event updated for resources: {'Network': ['ID=11385373-de21-41db-b420-1854e58ecc06,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:05:35.175624 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network 11385373-de21-41db-b420-1854e58ecc06 details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 19:05:35.275797 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b403fddd-4699-43fd-b052-88f9d390e996 req-1ccd0e20-763d-4f33-8b3d-809c470ccb80 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4d35e0c4-c006-4f35-a161-1e1e4ff68e11&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.5128448 Jun 01 19:05:35.278496 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [None req-b018f8cb-4af2-4367-bd1f-15b7e3aeca96 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] For port cd09868a-f8f0-4bd8-b26a-76e01bf6d4df, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=cd09868a-f8f0-4bd8-b26a-76e01bf6d4df,segment=NetworkSegment(50dfa21d-d423-4213-97ca-33d7928cf427),segment_id=50dfa21d-d423-4213-97ca-33d7928cf427)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:05:35.278854 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b018f8cb-4af2-4367-bd1f-15b7e3aeca96 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:35.365430 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4f9c8e-a248-4959-8313-0ff91567fcce req-22b16956-da61-41b1-b3dc-2715fa37228b tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:05:35.372287 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3b4f9c8e-a248-4959-8313-0ff91567fcce req-22b16956-da61-41b1-b3dc-2715fa37228b tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/ports?device_id=4686d426-f02a-4d1b-a91a-3a5689dd3b48 HTTP/1.1" status: 200 len: 946 time: 0.7926996 Jun 01 19:05:35.426733 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-52280dc6-4b6a-4f47-9619-05b27905d57c req-a5eb04bd-4a61-4c4c-b75d-ded7b33c5c6a service neutron] 10.222.0.50 "GET /v2.0/networks/0c49dc6b-5e39-4101-b04d-1c1361c15d69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6682758 Jun 01 19:05:35.436449 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device cd09868a-f8f0-4bd8-b26a-76e01bf6d4df no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:05:35.476681 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: cd09868a-f8f0-4bd8-b26a-76e01bf6d4df {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:05:35.477004 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device cd09868a-f8f0-4bd8-b26a-76e01bf6d4df not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:05:35.505099 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-b018f8cb-4af2-4367-bd1f-15b7e3aeca96 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Calling delete_port for cd09868a-f8f0-4bd8-b26a-76e01bf6d4df owned by network:dhcp {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:05:35.573175 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3b4f9c8e-a248-4959-8313-0ff91567fcce req-7a966454-302b-4cf1-b075-af39c932ede3 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/security-groups?id=5040cb58-24af-44ab-a8bd-126074c76b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2000196 Jun 01 19:05:35.576814 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5acd4f6-500e-456f-b2ee-ef3c05f478b5 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Router fc0b319b-9d93-4961-85c5-c81e496ca59b has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 19:05:35.603027 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-2fd65ffc-6cb4-4dc8-ae27-d3283037aae3 tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:05:35.618164 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [None req-3dbceb8d-1938-4bce-884c-6b44a6c056b5 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] For port aa07ffd2-77b3-4c0a-ac26-89715c42b91a, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=aa07ffd2-77b3-4c0a-ac26-89715c42b91a,segment=NetworkSegment(7875af61-4c53-4ff2-b8c8-d4b7c35ff947),segment_id=7875af61-4c53-4ff2-b8c8-d4b7c35ff947)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:05:35.618526 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3dbceb8d-1938-4bce-884c-6b44a6c056b5 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:35.635936 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-2fd65ffc-6cb4-4dc8-ae27-d3283037aae3 tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Usage tracker for resource:subnet and tenant:26a0f0c3ac3744df995dd4142a5c3c54 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:05:35.694392 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-2fd65ffc-6cb4-4dc8-ae27-d3283037aae3 tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:05:35.729441 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-38da97a1-193a-4d27-9216-c0bf0c59495e req-fe091135-76f7-43c2-96a1-ea259530e694 service neutron] 10.222.0.50 "GET /v2.0/networks/57a41f0e-b08f-4033-97ac-1767c5f2bb80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7130425 Jun 01 19:05:35.745461 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 195d623a-bc83-414e-b1e1-a5e502a7b626 details requested by agent hyperv_n-h2-844202-1 with host n-h2-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 19:05:35.803174 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-52280dc6-4b6a-4f47-9619-05b27905d57c req-814ced07-9052-4fea-83b6-379de6e8bbd2 service neutron] 10.222.0.50 "GET /v2.0/networks/0c49dc6b-5e39-4101-b04d-1c1361c15d69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3683228 Jun 01 19:05:35.919862 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-3dbceb8d-1938-4bce-884c-6b44a6c056b5 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Calling delete_port for aa07ffd2-77b3-4c0a-ac26-89715c42b91a owned by network:router_gateway {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:05:35.933332 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 195d623a-bc83-414e-b1e1-a5e502a7b626, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=195d623a-bc83-414e-b1e1-a5e502a7b626,segment=NetworkSegment(d147e68c-d5fd-47df-bf65-d6c5991a53c2),segment_id=d147e68c-d5fd-47df-bf65-d6c5991a53c2)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:05:35.947357 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-2fd65ffc-6cb4-4dc8-ae27-d3283037aae3 tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:05:35.952730 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Returning: {'device': '195d623a-bc83-414e-b1e1-a5e502a7b626', 'network_id': '0c49dc6b-5e39-4101-b04d-1c1361c15d69', 'port_id': '195d623a-bc83-414e-b1e1-a5e502a7b626', 'mac_address': 'fa:16:3e:28:72:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '308ebcd6-774a-482f-bd0f-fadc3e2b2dca', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 19:05:35.958101 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd49502-115d-40e4-9a68-0f3cb4bce86c req-db786619-a46c-414e-aa42-d51e681737ee tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:05:35.959943 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-0cd49502-115d-40e4-9a68-0f3cb4bce86c req-db786619-a46c-414e-aa42-d51e681737ee tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d35e0c4-c006-4f35-a161-1e1e4ff68e11 HTTP/1.1" status: 200 len: 946 time: 1.3637719 Jun 01 19:05:36.052155 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port 195d623a-bc83-414e-b1e1-a5e502a7b626 is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:05:36.052510 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5acd4f6-500e-456f-b2ee-ef3c05f478b5 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:05:36.053341 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:36.071181 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fd65ffc-6cb4-4dc8-ae27-d3283037aae3 tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Made reservation on behalf of 26a0f0c3ac3744df995dd4142a5c3c54 for: {'subnet': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:05:36.075607 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40476637-71d9-4b8d-8645-dcfba1b101b2 None None] Sync routers for ids ['fc0b319b-9d93-4961-85c5-c81e496ca59b'] in n-d-844202-1 {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:05:36.087692 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2fd65ffc-6cb4-4dc8-ae27-d3283037aae3 tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9667140'] for subnet, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:36.091285 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 195d623a-bc83-414e-b1e1-a5e502a7b626 {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 19:05:36.116411 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40476637-71d9-4b8d-8645-dcfba1b101b2 None None] Routers {'fc0b319b-9d93-4961-85c5-c81e496ca59b'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:05:36.117365 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-40476637-71d9-4b8d-8645-dcfba1b101b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:05:09Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['fc0b319b-9d93-4961-85c5-c81e496ca59b'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:05:36.144693 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.db.api [None req-b018f8cb-4af2-4367-bd1f-15b7e3aeca96 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88525) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 19:05:36.145183 n-d-844202-1 neutron-server[88525]: DEBUG oslo_db.api [None req-b018f8cb-4af2-4367-bd1f-15b7e3aeca96 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 19:05:36.159103 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-38da97a1-193a-4d27-9216-c0bf0c59495e req-3f4bd11d-36dd-467a-b61d-87dc891d9980 service neutron] 10.222.0.50 "GET /v2.0/networks/57a41f0e-b08f-4033-97ac-1767c5f2bb80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4125526 Jun 01 19:05:36.203051 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e1312c-d3f8-4c13-a2d6-0fdba83849c2 req-6f337386-7069-4d16-ab0e-5c0b625dd3c2 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:05:36.211300 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f6e1312c-d3f8-4c13-a2d6-0fdba83849c2 req-6f337386-7069-4d16-ab0e-5c0b625dd3c2 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/ports?device_id=e3ada37d-ed4b-4f5d-935c-381ab0015dec HTTP/1.1" status: 200 len: 944 time: 0.4787135 Jun 01 19:05:36.215137 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-40476637-71d9-4b8d-8645-dcfba1b101b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:05:36.219948 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 195d623a-bc83-414e-b1e1-a5e502a7b626, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=195d623a-bc83-414e-b1e1-a5e502a7b626,segment=NetworkSegment(d147e68c-d5fd-47df-bf65-d6c5991a53c2),segment_id=d147e68c-d5fd-47df-bf65-d6c5991a53c2)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:05:36.229662 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:36.266645 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-0cd49502-115d-40e4-9a68-0f3cb4bce86c req-0c94ae96-953a-4fad-b77f-d49166797603 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e27767a-e40e-41ca-b34d-a5b7412547b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2959476 Jun 01 19:05:36.278645 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b403fddd-4699-43fd-b052-88f9d390e996 req-2f44746d-9855-41b2-a651-a891d28a5de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:05:36.280209 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b403fddd-4699-43fd-b052-88f9d390e996 req-2f44746d-9855-41b2-a651-a891d28a5de4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4e20c5bd79fa44728efb622f29d6160e&device_id=4d35e0c4-c006-4f35-a161-1e1e4ff68e11 HTTP/1.1" status: 200 len: 1097 time: 0.9545214 Jun 01 19:05:36.282504 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40476637-71d9-4b8d-8645-dcfba1b101b2 None None] Routers {'fc0b319b-9d93-4961-85c5-c81e496ca59b'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:05:36.283400 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-40476637-71d9-4b8d-8645-dcfba1b101b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:05:09Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['fc0b319b-9d93-4961-85c5-c81e496ca59b'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:05:36.323450 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b5acd4f6-500e-456f-b2ee-ef3c05f478b5 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:36.383803 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-40476637-71d9-4b8d-8645-dcfba1b101b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:05:36.384397 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40476637-71d9-4b8d-8645-dcfba1b101b2 None None] The sync data for ids ['fc0b319b-9d93-4961-85c5-c81e496ca59b'] in n-d-844202-1 is: [] {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:05:36.408849 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f6e1312c-d3f8-4c13-a2d6-0fdba83849c2 req-e1d2e497-e02d-4bfa-836b-0f719b7f1d38 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a351d5c-3364-42d8-bd0d-648028a392a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950445 Jun 01 19:05:36.414685 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-b5acd4f6-500e-456f-b2ee-ef3c05f478b5 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] 10.222.0.41 "DELETE /v2.0/ports/db7c1f10-5ed1-4688-921b-65dc071197d3 HTTP/1.1" status: 204 len: 168 time: 6.1962879 Jun 01 19:05:36.415593 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 47958) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:05:36.473284 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] get_ports_and_sgs() called for port_ids ['195d623a-bc83-414e-b1e1-a5e502a7b626'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 19:05:36.529971 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=195d623a-bc83-414e-b1e1-a5e502a7b626,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:05:36.564601 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:05:36.565395 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:05:36.565946 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:05:36.567825 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:05:36.568512 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:05:36.569547 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:05:36.570113 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:05:36.570668 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:05:36.571207 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:05:36.571744 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:05:36.572301 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:05:36.573292 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:05:36.616808 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b403fddd-4699-43fd-b052-88f9d390e996 req-6ba9a538-150b-4f35-938b-3a6a8149caf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:05:36.618525 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b403fddd-4699-43fd-b052-88f9d390e996 req-6ba9a538-150b-4f35-938b-3a6a8149caf3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=9872ab5d-59e4-43b1-8dfc-1ca5e239e8ce HTTP/1.1" status: 200 len: 914 time: 0.3037548 Jun 01 19:05:36.621069 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3dbceb8d-1938-4bce-884c-6b44a6c056b5 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:36.741547 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-b018f8cb-4af2-4367-bd1f-15b7e3aeca96 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Deleting port cd09868a-f8f0-4bd8-b26a-76e01bf6d4df {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:05:36.741892 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b018f8cb-4af2-4367-bd1f-15b7e3aeca96 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:36.836770 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbceb8d-1938-4bce-884c-6b44a6c056b5 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Pushing event deleted for resources: {'Port': ['ID=aa07ffd2-77b3-4c0a-ac26-89715c42b91a,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:05:36.885963 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b403fddd-4699-43fd-b052-88f9d390e996 req-351e27d9-b4b8-4a0e-8cf0-f85ee4dd3762 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=86d4595b-e8db-4a4c-b6f0-57c1d6666091 HTTP/1.1" status: 200 len: 217 time: 0.2038410 Jun 01 19:05:36.949294 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd8103c-ce85-4bdd-a707-64f36678866f req-0f8cbf52-bbf8-41c5-885e-abf0c4946079 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:05:36.950868 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-2dd8103c-ce85-4bdd-a707-64f36678866f req-0f8cbf52-bbf8-41c5-885e-abf0c4946079 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d35e0c4-c006-4f35-a161-1e1e4ff68e11 HTTP/1.1" status: 200 len: 946 time: 0.1902447 Jun 01 19:05:37.010125 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-b018f8cb-4af2-4367-bd1f-15b7e3aeca96 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] The port 'cd09868a-f8f0-4bd8-b26a-76e01bf6d4df' was deleted {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 01 19:05:37.020890 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2fd65ffc-6cb4-4dc8-ae27-d3283037aae3 tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2614064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9667190'] for subnet, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:37.052331 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-2dd8103c-ce85-4bdd-a707-64f36678866f req-9a9941cb-b2d1-4e08-973c-2b40ad922aaa tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e27767a-e40e-41ca-b34d-a5b7412547b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910432 Jun 01 19:05:37.092339 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-1b0122b9-fad0-4218-9009-85ff2e899c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:37.154598 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd65ffc-6cb4-4dc8-ae27-d3283037aae3 tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Pushing event updated for resources: {'Subnet': ['ID=960598bd-c033-465f-889e-68830493b819,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:05:37.279683 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b018f8cb-4af2-4367-bd1f-15b7e3aeca96 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:37.306806 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-b018f8cb-4af2-4367-bd1f-15b7e3aeca96 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aaaa9f67-00cd-4fd7-bfc9-acab80f1aa33']}} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:05:37.319532 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-b018f8cb-4af2-4367-bd1f-15b7e3aeca96 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50dfa21d-d423-4213-97ca-33d7928cf427') {'for_net_delete': True} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:05:37.319832 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-b018f8cb-4af2-4367-bd1f-15b7e3aeca96 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50dfa21d-d423-4213-97ca-33d7928cf427') {} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:05:37.331870 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b018f8cb-4af2-4367-bd1f-15b7e3aeca96 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2258522'] for segment, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:37.348872 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b018f8cb-4af2-4367-bd1f-15b7e3aeca96 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:37.357035 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b018f8cb-4af2-4367-bd1f-15b7e3aeca96 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=88525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 19:05:37.357433 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b018f8cb-4af2-4367-bd1f-15b7e3aeca96 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2613981'] for segment, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:37.469333 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b5914f-58aa-4008-8d13-1cb85d0d41e9 req-98f20b0a-88b2-428b-97e9-040fb5bd89c8 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:05:37.471465 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b5b5914f-58aa-4008-8d13-1cb85d0d41e9 req-98f20b0a-88b2-428b-97e9-040fb5bd89c8 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d35e0c4-c006-4f35-a161-1e1e4ff68e11 HTTP/1.1" status: 200 len: 946 time: 0.1873453 Jun 01 19:05:37.481295 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment 50dfa21d-d423-4213-97ca-33d7928cf427 resource provider aggregate not found Jun 01 19:05:37.536976 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3dbceb8d-1938-4bce-884c-6b44a6c056b5 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-887703'] for router_gateway, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:37.548784 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b5b5914f-58aa-4008-8d13-1cb85d0d41e9 req-e58bbd7c-b22e-42c3-94e0-e877e9dbb01a tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e27767a-e40e-41ca-b34d-a5b7412547b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629768 Jun 01 19:05:37.552084 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-56faa702-3140-46f5-9b4b-f9255546dec3 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-887474'] for router_interface, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:37.585383 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment 50dfa21d-d423-4213-97ca-33d7928cf427 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 50dfa21d-d423-4213-97ca-33d7928cf427 found for delete ", "request_id": "req-5a319af7-5f5d-410c-a01b-cd8eb43bf0a4"}]} Jun 01 19:05:37.604462 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b403fddd-4699-43fd-b052-88f9d390e996 req-a4451631-cf8c-4d55-8045-62b9d178d54b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:05:37.606017 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b403fddd-4699-43fd-b052-88f9d390e996 req-a4451631-cf8c-4d55-8045-62b9d178d54b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=969bae19-2b90-42ed-a4ac-a4a59eaa870c HTTP/1.1" status: 200 len: 853 time: 0.6687903 Jun 01 19:05:37.748910 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 195d623a-bc83-414e-b1e1-a5e502a7b626 up at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:05:37.810042 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 47982) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:05:37.867352 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b018f8cb-4af2-4367-bd1f-15b7e3aeca96 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:37.873244 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b018f8cb-4af2-4367-bd1f-15b7e3aeca96 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Notify callbacks [] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:37.893108 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning for port 195d623a-bc83-414e-b1e1-a5e502a7b626 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:05:37.901629 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning complete for port 195d623a-bc83-414e-b1e1-a5e502a7b626 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:05:37.902000 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:38.045972 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port 195d623a-bc83-414e-b1e1-a5e502a7b626 is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:05:38.046438 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:38.050070 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f1a280-9b08-4d5a-aa28-01e91e5f2e60 req-3b7f3c0d-93be-4271-8d32-504f9ceba947 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:05:38.058386 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a3f1a280-9b08-4d5a-aa28-01e91e5f2e60 req-3b7f3c0d-93be-4271-8d32-504f9ceba947 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/ports?device_id=e3ada37d-ed4b-4f5d-935c-381ab0015dec HTTP/1.1" status: 200 len: 945 time: 0.3420193 Jun 01 19:05:38.061219 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd65ffc-6cb4-4dc8-ae27-d3283037aae3 tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Checking segment: {'id': '26a85552-17ec-4bed-bcda-b484dbd7a795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '11385373-de21-41db-b420-1854e58ecc06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:05:38.061588 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fd65ffc-6cb4-4dc8-ae27-d3283037aae3 tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Network hostable DHCP agents. Network: 11385373-de21-41db-b420-1854e58ecc06, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 19:05:38.085523 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b403fddd-4699-43fd-b052-88f9d390e996 req-613f4a3c-e486-4b47-b357-42fc5c12c540 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9872ab5d-59e4-43b1-8dfc-1ca5e239e8ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2214465 Jun 01 19:05:38.086341 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b018f8cb-4af2-4367-bd1f-15b7e3aeca96 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Pushing event deleted for resources: {'Network': ['ID=aaaa9f67-00cd-4fd7-bfc9-acab80f1aa33,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:05:38.089317 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3ada37d-ed4b-4f5d-935c-381ab0015dec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '195d623a-bc83-414e-b1e1-a5e502a7b626'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:05:38.098857 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3dbceb8d-1938-4bce-884c-6b44a6c056b5 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25316'] for router, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:38.101450 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 195d623a-bc83-414e-b1e1-a5e502a7b626, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=195d623a-bc83-414e-b1e1-a5e502a7b626,segment=NetworkSegment(d147e68c-d5fd-47df-bf65-d6c5991a53c2),segment_id=d147e68c-d5fd-47df-bf65-d6c5991a53c2)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:05:38.106193 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:38.109644 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3dbceb8d-1938-4bce-884c-6b44a6c056b5 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:38.117465 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-77b02137-25bc-4607-9b90-547c2378ab0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:38.146904 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbd4378-17c7-4627-a4aa-defaf1ac9f96 req-8f02268d-70bf-4a04-8e79-1b9ac9214f81 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:05:38.154322 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8cbd4378-17c7-4627-a4aa-defaf1ac9f96 req-8f02268d-70bf-4a04-8e79-1b9ac9214f81 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/ports?device_id=4686d426-f02a-4d1b-a91a-3a5689dd3b48 HTTP/1.1" status: 200 len: 946 time: 1.3726056 Jun 01 19:05:38.159008 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-77b02137-25bc-4607-9b90-547c2378ab0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:05:38.172007 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-77b02137-25bc-4607-9b90-547c2378ab0f admin admin] Usage tracker for resource:security_group_rule and tenant:d06c41b7955b4ab4b25c4a10bb942b35 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:05:38.179753 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-77b02137-25bc-4607-9b90-547c2378ab0f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:05:38.186739 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-b018f8cb-4af2-4367-bd1f-15b7e3aeca96 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] 10.222.0.41 "DELETE /v2.0/networks/aaaa9f67-00cd-4fd7-bfc9-acab80f1aa33 HTTP/1.1" status: 204 len: 168 time: 4.3236904 Jun 01 19:05:38.195678 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 47992) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:05:38.198036 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a3f1a280-9b08-4d5a-aa28-01e91e5f2e60 req-0435e12d-8146-4ab0-bce4-a72479376714 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a351d5c-3364-42d8-bd0d-648028a392a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381688 Jun 01 19:05:38.202366 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-77b02137-25bc-4607-9b90-547c2378ab0f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:05:38.209722 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-5bd08d83-3e61-461f-b3ca-033dfd86d895 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-695835877'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:05:38.215476 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-5bd08d83-3e61-461f-b3ca-033dfd86d895 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:05:38.217542 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=195d623a-bc83-414e-b1e1-a5e502a7b626,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:05:38.220951 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-5bd08d83-3e61-461f-b3ca-033dfd86d895 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Usage tracker for resource:network and tenant:f9f71065939b4c07b09efd290be9b909 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:05:38.229395 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-5bd08d83-3e61-461f-b3ca-033dfd86d895 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:05:38.235644 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-5bd08d83-3e61-461f-b3ca-033dfd86d895 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:05:38.257434 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bd08d83-3e61-461f-b3ca-033dfd86d895 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Made reservation on behalf of f9f71065939b4c07b09efd290be9b909 for: {'network': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:05:38.261031 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-5bd08d83-3e61-461f-b3ca-033dfd86d895 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:38.333853 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fd65ffc-6cb4-4dc8-ae27-d3283037aae3 tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Network 11385373-de21-41db-b420-1854e58ecc06 is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 19:05:38.366191 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-2fd65ffc-6cb4-4dc8-ae27-d3283037aae3 tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, 11385373-de21-41db-b420-1854e58ecc06) {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:05:38.367457 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bd08d83-3e61-461f-b3ca-033dfd86d895 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 116} {{(pid=88524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 19:05:38.370826 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3dbceb8d-1938-4bce-884c-6b44a6c056b5 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-891519'] for router, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:38.371314 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dbceb8d-1938-4bce-884c-6b44a6c056b5 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Fanout notify agent at l3_agent the message router_deleted on router 8e09d88e-d3cc-40a9-a6d9-5b197730b270 {{(pid=88525) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 19:05:38.375344 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8cbd4378-17c7-4627-a4aa-defaf1ac9f96 req-5d01a283-e9b1-4a51-8dbc-ec2906069030 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/security-groups?id=5040cb58-24af-44ab-a8bd-126074c76b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2202117 Jun 01 19:05:38.387471 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fd65ffc-6cb4-4dc8-ae27-d3283037aae3 tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:05:38.388059 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2fd65ffc-6cb4-4dc8-ae27-d3283037aae3 tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Notify callbacks [] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:38.392958 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-5bd08d83-3e61-461f-b3ca-033dfd86d895 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:38.393299 n-d-844202-1 neutron-server[88524]: INFO neutron.db.segments_db [None req-5bd08d83-3e61-461f-b3ca-033dfd86d895 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Added segment 943038f9-0faa-41a0-93f8-2333389ee12a of type vlan for network 8e4ad329-9d3a-46f9-8179-85568893b967 Jun 01 19:05:38.396000 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d812431-7b32-4ce5-b159-63c52b09c670 None None] Network 11385373-de21-41db-b420-1854e58ecc06 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:05:38.398628 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-56faa702-3140-46f5-9b4b-f9255546dec3 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Deleting port 561ccc21-562a-4161-984e-f43295b9ae6e {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:05:38.399284 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-56faa702-3140-46f5-9b4b-f9255546dec3 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:38.427260 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b403fddd-4699-43fd-b052-88f9d390e996 req-2caf165e-e535-446a-b16d-8fc9630c6c61 service neutron] 10.222.0.15 "GET /v2.0/networks/9872ab5d-59e4-43b1-8dfc-1ca5e239e8ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3153660 Jun 01 19:05:38.441269 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-2fd65ffc-6cb4-4dc8-ae27-d3283037aae3 tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.3041804 Jun 01 19:05:38.442879 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 48000) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:05:38.454680 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3dbceb8d-1938-4bce-884c-6b44a6c056b5 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks [] for router, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:38.458944 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-3dbceb8d-1938-4bce-884c-6b44a6c056b5 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] 10.222.0.41 "DELETE /v2.0/routers/8e09d88e-d3cc-40a9-a6d9-5b197730b270 HTTP/1.1" status: 204 len: 168 time: 5.7529950 Jun 01 19:05:38.467798 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-5bd08d83-3e61-461f-b3ca-033dfd86d895 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:38.502836 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 48002) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:05:38.512172 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-5bd08d83-3e61-461f-b3ca-033dfd86d895 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:38.518483 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bd08d83-3e61-461f-b3ca-033dfd86d895 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:05:38.519270 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-5bd08d83-3e61-461f-b3ca-033dfd86d895 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Notify callbacks [] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:38.526271 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-19cb9be2-87e8-4054-87cc-f49a2fd4c6a1 tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Request body: {'router': {'external_gateway_info': {'network_id': '11385373-de21-41db-b420-1854e58ecc06'}}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:05:38.577613 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67a6c697-57f2-4771-8d5d-e4fdb94c3129'] response: {'server_uuid': 'e3ada37d-ed4b-4f5d-935c-381ab0015dec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '195d623a-bc83-414e-b1e1-a5e502a7b626', 'code': 200} Jun 01 19:05:38.748430 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac91371b-2abf-4923-9551-b044195d87d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc93f83c3-7fb6-5c13-a9d4-29d739a4e8d2-11385373-de21-41db-b420-1854e58ecc06', 'network_id': '11385373-de21-41db-b420-1854e58ecc06', 'tenant_id': '26a0f0c3ac3744df995dd4142a5c3c54', 'fixed_ips': [{'subnet_id': '960598bd-c033-465f-889e-68830493b819'}]}} from n-d-844202-1. {{(pid=88526) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 19:05:38.749539 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-ac91371b-2abf-4923-9551-b044195d87d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:38.802394 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-5bd08d83-3e61-461f-b3ca-033dfd86d895 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6032257 Jun 01 19:05:38.808896 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd08d83-3e61-461f-b3ca-033dfd86d895 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Pushing event updated for resources: {'Network': ['ID=8e4ad329-9d3a-46f9-8179-85568893b967,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:05:38.811204 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 48008) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:05:38.846792 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-10d9ae54-9341-42ce-ae02-6fae57b1e368 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Request body: {'subnet': {'network_id': '8e4ad329-9d3a-46f9-8179-85568893b967', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:05:38.888165 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd08d83-3e61-461f-b3ca-033dfd86d895 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:05:38.888501 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd08d83-3e61-461f-b3ca-033dfd86d895 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:05:38.888837 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd08d83-3e61-461f-b3ca-033dfd86d895 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:05:38.889170 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd08d83-3e61-461f-b3ca-033dfd86d895 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:05:38.891905 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd08d83-3e61-461f-b3ca-033dfd86d895 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:05:38.892154 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd08d83-3e61-461f-b3ca-033dfd86d895 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:05:38.892523 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd08d83-3e61-461f-b3ca-033dfd86d895 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:05:38.892858 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd08d83-3e61-461f-b3ca-033dfd86d895 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:05:38.893172 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd08d83-3e61-461f-b3ca-033dfd86d895 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:05:38.893506 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd08d83-3e61-461f-b3ca-033dfd86d895 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:05:38.893855 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd08d83-3e61-461f-b3ca-033dfd86d895 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:05:38.894184 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd08d83-3e61-461f-b3ca-033dfd86d895 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:05:38.921742 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network 8e4ad329-9d3a-46f9-8179-85568893b967 details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 19:05:38.943157 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.db_base_plugin_common [None req-ac91371b-2abf-4923-9551-b044195d87d4 None None] Allocated IP 2001:db8:1::2 (11385373-de21-41db-b420-1854e58ecc06/960598bd-c033-465f-889e-68830493b819/4f1318c6-f7e3-4920-95f0-cb238b5c1b7a) {{(pid=88526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:05:39.040209 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-77b02137-25bc-4607-9b90-547c2378ab0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:39.075200 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-77b02137-25bc-4607-9b90-547c2378ab0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:39.096119 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b210b2a6-5b55-4510-a92e-488f21e78498 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:39.128703 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-10d9ae54-9341-42ce-ae02-6fae57b1e368 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:05:39.142486 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-56faa702-3140-46f5-9b4b-f9255546dec3 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:39.175759 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-10d9ae54-9341-42ce-ae02-6fae57b1e368 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Usage tracker for resource:subnet and tenant:f9f71065939b4c07b09efd290be9b909 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:05:39.181906 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07158f78-23ac-4a38-be76-aeb6373820f3 req-68b1b807-2bb7-4138-9983-5484d79def68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:05:39.183377 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-07158f78-23ac-4a38-be76-aeb6373820f3 req-68b1b807-2bb7-4138-9983-5484d79def68 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=e3ada37d-ed4b-4f5d-935c-381ab0015dec HTTP/1.1" status: 200 len: 1097 time: 0.5409327 Jun 01 19:05:39.184167 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-10d9ae54-9341-42ce-ae02-6fae57b1e368 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:05:39.252696 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b02137-25bc-4607-9b90-547c2378ab0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11d51fab-024c-41fd-9364-a8cbe45b8819,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:05:39.304970 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-ac91371b-2abf-4923-9551-b044195d87d4 None None] Notify callbacks [] for port, precommit_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:39.319022 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-ac91371b-2abf-4923-9551-b044195d87d4 None None] Transition to ACTIVE for port object 4f1318c6-f7e3-4920-95f0-cb238b5c1b7a will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:05:39.341296 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-ac91371b-2abf-4923-9551-b044195d87d4 None None] Transition to ACTIVE for port object 4f1318c6-f7e3-4920-95f0-cb238b5c1b7a will not be triggered until provisioned by entity DHCP. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:05:39.348649 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-ac91371b-2abf-4923-9551-b044195d87d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526'] for port, after_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:39.354265 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b403fddd-4699-43fd-b052-88f9d390e996 req-ac4ba8db-dcd1-4f55-9fa8-c9b5fc7de08b service neutron] 10.222.0.15 "GET /v2.0/networks/9872ab5d-59e4-43b1-8dfc-1ca5e239e8ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9101641 Jun 01 19:05:39.386932 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca00b8c-74b3-4dee-81bd-ed4580fda9c5 req-772c4fd9-4959-4c2c-a8c8-39e520602924 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:05:39.388469 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-0ca00b8c-74b3-4dee-81bd-ed4580fda9c5 req-772c4fd9-4959-4c2c-a8c8-39e520602924 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d35e0c4-c006-4f35-a161-1e1e4ff68e11 HTTP/1.1" status: 200 len: 946 time: 0.7511303 Jun 01 19:05:39.391163 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-19cb9be2-87e8-4054-87cc-f49a2fd4c6a1 tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-886608', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-885830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25341'] for router, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:39.404596 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device aa07ffd2-77b3-4c0a-ac26-89715c42b91a no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:05:39.445953 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-10d9ae54-9341-42ce-ae02-6fae57b1e368 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:05:39.452545 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-77b02137-25bc-4607-9b90-547c2378ab0f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d06c41b7955b4ab4b25c4a10bb942b35&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6388140 Jun 01 19:05:39.458888 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-56faa702-3140-46f5-9b4b-f9255546dec3 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Calling delete_port for 561ccc21-562a-4161-984e-f43295b9ae6e owned by network:router_interface {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:05:39.462240 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: aa07ffd2-77b3-4c0a-ac26-89715c42b91a {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:05:39.462588 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device aa07ffd2-77b3-4c0a-ac26-89715c42b91a not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:05:39.471427 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac91371b-2abf-4923-9551-b044195d87d4 None None] Network 11385373-de21-41db-b420-1854e58ecc06 is already hosted by enough agents. {{(pid=88526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:05:39.478730 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.base_scheduler [None req-ac91371b-2abf-4923-9551-b044195d87d4 None None] Resources bound (agent type, host, resource id): {{(pid=88526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:05:39.484536 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac91371b-2abf-4923-9551-b044195d87d4 None None] Received port after_create {{(pid=88526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:05:39.492633 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 48016) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:05:39.533526 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-337eda9a-1cf5-466a-b879-bc0328d2641e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:39.540468 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac91371b-2abf-4923-9551-b044195d87d4 None None] Pushing event updated for resources: {'Port': ['ID=4f1318c6-f7e3-4920-95f0-cb238b5c1b7a,revision_number=1']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:05:39.595007 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10d9ae54-9341-42ce-ae02-6fae57b1e368 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Made reservation on behalf of f9f71065939b4c07b09efd290be9b909 for: {'subnet': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:05:39.595711 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-ac91371b-2abf-4923-9551-b044195d87d4 None None] Attempting to bind port 4f1318c6-f7e3-4920-95f0-cb238b5c1b7a on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:05:39.596085 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-ac91371b-2abf-4923-9551-b044195d87d4 None None] Attempting to bind port 4f1318c6-f7e3-4920-95f0-cb238b5c1b7a by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': '26a85552-17ec-4bed-bcda-b484dbd7a795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '11385373-de21-41db-b420-1854e58ecc06'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:05:39.596499 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac91371b-2abf-4923-9551-b044195d87d4 None None] Attempting to bind port 4f1318c6-f7e3-4920-95f0-cb238b5c1b7a on network 11385373-de21-41db-b420-1854e58ecc06 {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:05:39.599137 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-10d9ae54-9341-42ce-ae02-6fae57b1e368 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3066584'] for subnet, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:39.603833 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac91371b-2abf-4923-9551-b044195d87d4 None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 5, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:05:39.604370 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac91371b-2abf-4923-9551-b044195d87d4 None None] Checking segment: {'id': '26a85552-17ec-4bed-bcda-b484dbd7a795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '11385373-de21-41db-b420-1854e58ecc06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:05:39.604844 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-ac91371b-2abf-4923-9551-b044195d87d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:39.605305 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac91371b-2abf-4923-9551-b044195d87d4 None None] Bound using segment: {'id': '26a85552-17ec-4bed-bcda-b484dbd7a795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '11385373-de21-41db-b420-1854e58ecc06'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:05:39.605845 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-ac91371b-2abf-4923-9551-b044195d87d4 None None] Bound port: 4f1318c6-f7e3-4920-95f0-cb238b5c1b7a, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26a85552-17ec-4bed-bcda-b484dbd7a795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '11385373-de21-41db-b420-1854e58ecc06'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:05:39.606293 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-ac91371b-2abf-4923-9551-b044195d87d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:39.693276 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b210b2a6-5b55-4510-a92e-488f21e78498 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:39.709316 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-07158f78-23ac-4a38-be76-aeb6373820f3 req-10f097b5-87e2-4763-b13e-73dd699f682a service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=6a351d5c-3364-42d8-bd0d-648028a392a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4721532 Jun 01 19:05:39.709534 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-ac91371b-2abf-4923-9551-b044195d87d4 None None] For port 4f1318c6-f7e3-4920-95f0-cb238b5c1b7a, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:05:39.712858 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-ac91371b-2abf-4923-9551-b044195d87d4 None None] For port 4f1318c6-f7e3-4920-95f0-cb238b5c1b7a, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=4f1318c6-f7e3-4920-95f0-cb238b5c1b7a,segment=NetworkSegment(26a85552-17ec-4bed-bcda-b484dbd7a795),segment_id=26a85552-17ec-4bed-bcda-b484dbd7a795)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:05:39.719394 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-ac91371b-2abf-4923-9551-b044195d87d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:39.786402 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-b210b2a6-5b55-4510-a92e-488f21e78498 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a74ffe4-e7cd-459d-b2d6-ae7cddc87c99']}} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:05:39.796582 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-0ca00b8c-74b3-4dee-81bd-ed4580fda9c5 req-d5523ef4-4d25-48cd-aa6d-e6a2ff75cfb8 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e27767a-e40e-41ca-b34d-a5b7412547b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737638 Jun 01 19:05:39.803186 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-637ea8c1-2c96-4ddb-93c0-5ca735859976 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:39.805172 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-b210b2a6-5b55-4510-a92e-488f21e78498 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '841bab55-f57c-4c3b-8cf4-186c650d46ae') {'for_net_delete': True} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:05:39.805848 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-b210b2a6-5b55-4510-a92e-488f21e78498 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '841bab55-f57c-4c3b-8cf4-186c650d46ae') {} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:05:39.813096 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac91371b-2abf-4923-9551-b044195d87d4 None None] Pushing event updated for resources: {'Port': ['ID=4f1318c6-f7e3-4920-95f0-cb238b5c1b7a,revision_number=2']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:05:39.825603 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b210b2a6-5b55-4510-a92e-488f21e78498 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2258522'] for segment, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:39.847557 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b210b2a6-5b55-4510-a92e-488f21e78498 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:39.869607 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b210b2a6-5b55-4510-a92e-488f21e78498 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=88525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 19:05:39.870378 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b210b2a6-5b55-4510-a92e-488f21e78498 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2613981'] for segment, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:39.871353 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5242405a-969c-4a84-a2ca-0e1d38ec14b9 req-2ad6a336-34e3-48d3-ac4c-dd29d9ab21b9 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:05:39.872935 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5242405a-969c-4a84-a2ca-0e1d38ec14b9 req-2ad6a336-34e3-48d3-ac4c-dd29d9ab21b9 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/ports?device_id=e3ada37d-ed4b-4f5d-935c-381ab0015dec HTTP/1.1" status: 200 len: 946 time: 0.3854625 Jun 01 19:05:39.889012 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-637ea8c1-2c96-4ddb-93c0-5ca735859976 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:39.953200 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment 841bab55-f57c-4c3b-8cf4-186c650d46ae resource provider aggregate not found Jun 01 19:05:39.983736 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment 841bab55-f57c-4c3b-8cf4-186c650d46ae resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 841bab55-f57c-4c3b-8cf4-186c650d46ae found for delete ", "request_id": "req-407722c1-cf57-412a-aeab-6262face157d"}]} Jun 01 19:05:40.052618 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b210b2a6-5b55-4510-a92e-488f21e78498 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:40.069543 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5242405a-969c-4a84-a2ca-0e1d38ec14b9 req-5dc53177-629d-44d0-8f93-e090857dcdca tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a351d5c-3364-42d8-bd0d-648028a392a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825650 Jun 01 19:05:40.087156 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b210b2a6-5b55-4510-a92e-488f21e78498 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Notify callbacks [] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:40.116406 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b210b2a6-5b55-4510-a92e-488f21e78498 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] Pushing event deleted for resources: {'Network': ['ID=1a74ffe4-e7cd-459d-b2d6-ae7cddc87c99,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:05:40.137030 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-b210b2a6-5b55-4510-a92e-488f21e78498 tempest-TestNetworkBasicOps-769404035 tempest-TestNetworkBasicOps-769404035-project] 10.222.0.41 "DELETE /v2.0/networks/1a74ffe4-e7cd-459d-b2d6-ae7cddc87c99 HTTP/1.1" status: 204 len: 168 time: 1.6256192 Jun 01 19:05:40.149087 n-d-844202-1 neutron-server[88525]: INFO neutron.api.v2.resource [None req-19cb9be2-87e8-4054-87cc-f49a2fd4c6a1 tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 01 19:05:40.152111 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-19cb9be2-87e8-4054-87cc-f49a2fd4c6a1 tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] 10.222.0.41 "PUT /v2.0/routers/63c16da4-112d-4164-b000-bf1989e14c6f HTTP/1.1" status: 400 len: 364 time: 1.6901360 Jun 01 19:05:40.160188 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 48028) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:05:40.206999 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc376ca-7323-4b72-8dd0-05a55275e7c3 req-d39b9b0f-e314-43d5-b7f7-8c6d1fb99887 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:05:40.208915 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8cc376ca-7323-4b72-8dd0-05a55275e7c3 req-d39b9b0f-e314-43d5-b7f7-8c6d1fb99887 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/ports?device_id=4686d426-f02a-4d1b-a91a-3a5689dd3b48 HTTP/1.1" status: 200 len: 946 time: 0.2181048 Jun 01 19:05:40.284088 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-637ea8c1-2c96-4ddb-93c0-5ca735859976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:40.286058 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8cc376ca-7323-4b72-8dd0-05a55275e7c3 req-77210aa0-9d69-44a3-8da8-c46156beb257 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/security-groups?id=5040cb58-24af-44ab-a8bd-126074c76b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628133 Jun 01 19:05:40.443326 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637ea8c1-2c96-4ddb-93c0-5ca735859976 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11d51fab-024c-41fd-9364-a8cbe45b8819,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:05:40.459718 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-56faa702-3140-46f5-9b4b-f9255546dec3 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:40.473656 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 48034) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:05:40.498696 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-10d9ae54-9341-42ce-ae02-6fae57b1e368 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2718919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3066602'] for subnet, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:40.527652 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:40.623662 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:40.627641 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56faa702-3140-46f5-9b4b-f9255546dec3 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Pushing event deleted for resources: {'Port': ['ID=561ccc21-562a-4161-984e-f43295b9ae6e,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:05:40.660056 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.agents_db [None req-e814b9cf-7de8-45d0-a079-29c61fabe7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 19:05:40.668282 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-651d7a45-d7df-42fd-91e8-b2ce90c54558 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d3eb50f3028440db9726ae16e6111d12&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1912715 Jun 01 19:05:40.670275 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 48040) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:05:40.754046 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2d41ff38-c689-4bec-b33c-3733d276ac78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:40.788116 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2d41ff38-c689-4bec-b33c-3733d276ac78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:40.864534 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2d41ff38-c689-4bec-b33c-3733d276ac78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:40.900357 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d41ff38-c689-4bec-b33c-3733d276ac78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09e31cb1-46f6-403d-b1f1-b13a915eaf7a,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:05:40.904699 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2d41ff38-c689-4bec-b33c-3733d276ac78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:40.905756 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-2d41ff38-c689-4bec-b33c-3733d276ac78 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/09e31cb1-46f6-403d-b1f1-b13a915eaf7a HTTP/1.1" status: 204 len: 168 time: 0.2343845 Jun 01 19:05:41.182614 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7b2a12f-0a46-4b9d-9a4b-83bfce381692 None None] Network 11385373-de21-41db-b420-1854e58ecc06 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:05:41.230171 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d9ae54-9341-42ce-ae02-6fae57b1e368 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Pushing event updated for resources: {'Subnet': ['ID=c051427c-770d-4d42-b085-794fb6bb40d9,revision_number=0']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:05:41.256931 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-637ea8c1-2c96-4ddb-93c0-5ca735859976 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:41.260353 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-637ea8c1-2c96-4ddb-93c0-5ca735859976 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/11d51fab-024c-41fd-9364-a8cbe45b8819 HTTP/1.1" status: 204 len: 168 time: 1.7579746 Jun 01 19:05:41.320854 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 48054) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:05:41.328598 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-0d3f534e-8648-4d00-9cec-969642c7c929 None None] Provisioning for port 4f1318c6-f7e3-4920-95f0-cb238b5c1b7a completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:05:41.339039 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89480c9-ca86-4518-a021-76a8b2582d5c req-fa8ae298-b821-4f62-8094-5a9a8927b6cb tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:05:41.341624 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b89480c9-ca86-4518-a021-76a8b2582d5c req-fa8ae298-b821-4f62-8094-5a9a8927b6cb tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/ports?device_id=e3ada37d-ed4b-4f5d-935c-381ab0015dec HTTP/1.1" status: 200 len: 946 time: 0.1255918 Jun 01 19:05:41.359407 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:41.380577 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4b388024-fd27-45d6-8b64-e70262e6db99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:41.404192 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-4b388024-fd27-45d6-8b64-e70262e6db99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:05:41.420039 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-4b388024-fd27-45d6-8b64-e70262e6db99 admin admin] Usage tracker for resource:security_group_rule and tenant:f239adc6147e492e83cc576840f1f575 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:05:41.427201 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-4b388024-fd27-45d6-8b64-e70262e6db99 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:05:41.431820 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d9ae54-9341-42ce-ae02-6fae57b1e368 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Checking segment: {'id': '943038f9-0faa-41a0-93f8-2333389ee12a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8e4ad329-9d3a-46f9-8179-85568893b967'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:05:41.432185 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10d9ae54-9341-42ce-ae02-6fae57b1e368 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Network hostable DHCP agents. Network: 8e4ad329-9d3a-46f9-8179-85568893b967, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88524) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 19:05:41.437135 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-4b388024-fd27-45d6-8b64-e70262e6db99 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:05:41.442006 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b89480c9-ca86-4518-a021-76a8b2582d5c req-cc1e1a7c-7cb3-4ed3-b8ed-50e4edd26862 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a351d5c-3364-42d8-bd0d-648028a392a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825937 Jun 01 19:05:41.450583 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdfd602-633d-41ee-881c-3869f6830dd6 req-bd9ce471-7f28-4f80-830b-d469115f2c5b tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:05:41.480849 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7fdfd602-633d-41ee-881c-3869f6830dd6 req-bd9ce471-7f28-4f80-830b-d469115f2c5b tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d35e0c4-c006-4f35-a161-1e1e4ff68e11 HTTP/1.1" status: 200 len: 946 time: 1.1794407 Jun 01 19:05:41.525972 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 4f1318c6-f7e3-4920-95f0-cb238b5c1b7a up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:05:41.673466 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port 4f1318c6-f7e3-4920-95f0-cb238b5c1b7a completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:05:41.676893 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-56ef57ab-1811-4564-afaa-1ea4505c2526 tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:41.685673 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 4f1318c6-f7e3-4920-95f0-cb238b5c1b7a triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:05:41.686166 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:41.692865 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4b388024-fd27-45d6-8b64-e70262e6db99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:41.695415 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10d9ae54-9341-42ce-ae02-6fae57b1e368 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Network 8e4ad329-9d3a-46f9-8179-85568893b967 is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88524) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 19:05:41.701025 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4b388024-fd27-45d6-8b64-e70262e6db99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:41.776623 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b388024-fd27-45d6-8b64-e70262e6db99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=156e32f5-291c-4bb2-adc8-418c8f2e3f08,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:05:41.783848 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-4b388024-fd27-45d6-8b64-e70262e6db99 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f239adc6147e492e83cc576840f1f575&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4566755 Jun 01 19:05:41.790538 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e288a778-be6f-48d8-a5c5-2f65677b42a4 req-f2128270-2ba5-4aa3-8fe4-2cb4011dd069 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:05:41.792149 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e288a778-be6f-48d8-a5c5-2f65677b42a4 req-f2128270-2ba5-4aa3-8fe4-2cb4011dd069 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/ports?device_id=4686d426-f02a-4d1b-a91a-3a5689dd3b48 HTTP/1.1" status: 200 len: 946 time: 0.2049422 Jun 01 19:05:41.792483 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 48068) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:05:41.813122 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:41.896796 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e288a778-be6f-48d8-a5c5-2f65677b42a4 req-a0474f1e-af41-484f-9736-070ffce8a57c tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/security-groups?id=5040cb58-24af-44ab-a8bd-126074c76b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865729 Jun 01 19:05:41.905758 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6ad0762b-2269-401e-804d-09b2ceac416c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:41.936999 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:41.943153 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 4f1318c6-f7e3-4920-95f0-cb238b5c1b7a is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:05:41.945670 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:42.000048 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6ad0762b-2269-401e-804d-09b2ceac416c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:42.028614 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port 4f1318c6-f7e3-4920-95f0-cb238b5c1b7a, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=4f1318c6-f7e3-4920-95f0-cb238b5c1b7a,segment=NetworkSegment(26a85552-17ec-4bed-bcda-b484dbd7a795),segment_id=26a85552-17ec-4bed-bcda-b484dbd7a795)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:05:42.041094 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:42.100799 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7fdfd602-633d-41ee-881c-3869f6830dd6 req-24cf9b4c-d096-41ea-9a16-f1a990207045 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e27767a-e40e-41ca-b34d-a5b7412547b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6190200 Jun 01 19:05:42.171226 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6ad0762b-2269-401e-804d-09b2ceac416c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:42.193367 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad0762b-2269-401e-804d-09b2ceac416c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=156e32f5-291c-4bb2-adc8-418c8f2e3f08,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:05:42.202962 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6ad0762b-2269-401e-804d-09b2ceac416c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:42.210209 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-6ad0762b-2269-401e-804d-09b2ceac416c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/156e32f5-291c-4bb2-adc8-418c8f2e3f08 HTTP/1.1" status: 204 len: 168 time: 0.4166527 Jun 01 19:05:42.217103 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-10d9ae54-9341-42ce-ae02-6fae57b1e368 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, 8e4ad329-9d3a-46f9-8179-85568893b967) {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:05:42.232104 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-56faa702-3140-46f5-9b4b-f9255546dec3 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-887310'] for router_interface, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:42.240664 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d9ae54-9341-42ce-ae02-6fae57b1e368 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:05:42.242894 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-10d9ae54-9341-42ce-ae02-6fae57b1e368 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:42.244356 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f054cea-bab1-411e-a0dc-03686e7f42de None None] Network 8e4ad329-9d3a-46f9-8179-85568893b967 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:05:42.263030 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=4f1318c6-f7e3-4920-95f0-cb238b5c1b7a,revision_number=3']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:05:42.265864 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f3de1a50-b9a5-436c-b197-32b59a31a2e5 None None] Provisioning complete for port 4f1318c6-f7e3-4920-95f0-cb238b5c1b7a triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:05:42.266336 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f3de1a50-b9a5-436c-b197-32b59a31a2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:42.590892 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f3de1a50-b9a5-436c-b197-32b59a31a2e5 None None] Current status of the port 4f1318c6-f7e3-4920-95f0-cb238b5c1b7a is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:05:42.702937 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-10d9ae54-9341-42ce-ae02-6fae57b1e368 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.8759232 Jun 01 19:05:42.708629 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 48096) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:05:42.720870 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-f53827ff-94e2-4f30-b177-62546c5a7fda tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1339143872'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:05:42.730399 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-f53827ff-94e2-4f30-b177-62546c5a7fda tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:05:42.735096 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-f53827ff-94e2-4f30-b177-62546c5a7fda tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Usage tracker for resource:network and tenant:f9f71065939b4c07b09efd290be9b909 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:05:42.740053 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-f53827ff-94e2-4f30-b177-62546c5a7fda tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:05:42.752697 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-f53827ff-94e2-4f30-b177-62546c5a7fda tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:05:42.766015 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1382291-f0d1-4e80-bf1b-72a4478b33f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc93f83c3-7fb6-5c13-a9d4-29d739a4e8d2-8e4ad329-9d3a-46f9-8179-85568893b967', 'network_id': '8e4ad329-9d3a-46f9-8179-85568893b967', 'tenant_id': 'f9f71065939b4c07b09efd290be9b909', 'fixed_ips': [{'subnet_id': 'c051427c-770d-4d42-b085-794fb6bb40d9'}]}} from n-d-844202-1. {{(pid=88526) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 19:05:42.766865 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-e1382291-f0d1-4e80-bf1b-72a4478b33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:42.779268 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [None req-56ef57ab-1811-4564-afaa-1ea4505c2526 tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Allocated IP 2001:db8::1 (735cfd70-183e-488a-a951-ba4fc0c20d27/c27ad179-817d-4453-9def-a7cef3fe0306/077a961e-1592-4d09-aa24-5c206ac2225d) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:05:42.786242 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f53827ff-94e2-4f30-b177-62546c5a7fda tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Made reservation on behalf of f9f71065939b4c07b09efd290be9b909 for: {'network': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:05:42.791936 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f53827ff-94e2-4f30-b177-62546c5a7fda tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:42.854396 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f53827ff-94e2-4f30-b177-62546c5a7fda tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 131} {{(pid=88525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 19:05:42.870477 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f53827ff-94e2-4f30-b177-62546c5a7fda tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:42.870866 n-d-844202-1 neutron-server[88525]: INFO neutron.db.segments_db [None req-f53827ff-94e2-4f30-b177-62546c5a7fda tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Added segment f8c53dd6-51c8-4869-a7cb-58edb777b701 of type vlan for network c5176504-d94f-43be-82d4-6e190d9dfffd Jun 01 19:05:42.922095 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22268e8b-a19e-4383-81c8-2f4d327f0c84 req-e05dc16d-371f-45cd-b9c8-88806a89eb03 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:05:42.931054 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-22268e8b-a19e-4383-81c8-2f4d327f0c84 req-e05dc16d-371f-45cd-b9c8-88806a89eb03 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/ports?device_id=e3ada37d-ed4b-4f5d-935c-381ab0015dec HTTP/1.1" status: 200 len: 946 time: 0.4329796 Jun 01 19:05:42.960388 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f53827ff-94e2-4f30-b177-62546c5a7fda tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:43.032202 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4226a04-a8a2-4c70-a8fe-ea5fabd7cb63 req-76fd343e-bf82-4cf7-befe-10e011d76460 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:05:43.041301 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c4226a04-a8a2-4c70-a8fe-ea5fabd7cb63 req-76fd343e-bf82-4cf7-befe-10e011d76460 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d35e0c4-c006-4f35-a161-1e1e4ff68e11 HTTP/1.1" status: 200 len: 946 time: 0.4360557 Jun 01 19:05:43.069128 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.db_base_plugin_common [None req-e1382291-f0d1-4e80-bf1b-72a4478b33f8 None None] Allocated IP 19.80.0.2 (8e4ad329-9d3a-46f9-8179-85568893b967/c051427c-770d-4d42-b085-794fb6bb40d9/e81253ee-dcdd-432d-8f5b-c1e76f2ec9ee) {{(pid=88526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:05:43.105479 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c4226a04-a8a2-4c70-a8fe-ea5fabd7cb63 req-7827d7aa-9cf2-4b4f-9e74-b7f4cc0888a6 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e27767a-e40e-41ca-b34d-a5b7412547b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608444 Jun 01 19:05:43.106183 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f53827ff-94e2-4f30-b177-62546c5a7fda tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:43.123164 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f53827ff-94e2-4f30-b177-62546c5a7fda tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:05:43.123164 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f53827ff-94e2-4f30-b177-62546c5a7fda tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Notify callbacks [] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:43.306738 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-22268e8b-a19e-4383-81c8-2f4d327f0c84 req-d2458ef9-55d8-4a5e-a1dc-eb38ae9b6bc2 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a351d5c-3364-42d8-bd0d-648028a392a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3741193 Jun 01 19:05:43.349129 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-f53827ff-94e2-4f30-b177-62546c5a7fda tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6378942 Jun 01 19:05:43.350034 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 48116) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:05:43.353927 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-e1382291-f0d1-4e80-bf1b-72a4478b33f8 None None] Notify callbacks [] for port, precommit_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:43.361390 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-14408bed-b0d2-44e8-9cc9-36da7112f34b tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Request body: {'subnet': {'network_id': 'c5176504-d94f-43be-82d4-6e190d9dfffd', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:05:43.376716 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53827ff-94e2-4f30-b177-62546c5a7fda tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Pushing event updated for resources: {'Network': ['ID=c5176504-d94f-43be-82d4-6e190d9dfffd,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:05:43.387508 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-e1382291-f0d1-4e80-bf1b-72a4478b33f8 None None] Transition to ACTIVE for port object e81253ee-dcdd-432d-8f5b-c1e76f2ec9ee will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:05:43.391934 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network c5176504-d94f-43be-82d4-6e190d9dfffd details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 19:05:43.521872 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-56ef57ab-1811-4564-afaa-1ea4505c2526 tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:43.562747 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 4f1318c6-f7e3-4920-95f0-cb238b5c1b7a up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:05:43.614965 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-14408bed-b0d2-44e8-9cc9-36da7112f34b tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:05:43.621051 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-14408bed-b0d2-44e8-9cc9-36da7112f34b tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Usage tracker for resource:subnet and tenant:f9f71065939b4c07b09efd290be9b909 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:05:43.625791 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-14408bed-b0d2-44e8-9cc9-36da7112f34b tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:05:43.627844 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-e1382291-f0d1-4e80-bf1b-72a4478b33f8 None None] Transition to ACTIVE for port object e81253ee-dcdd-432d-8f5b-c1e76f2ec9ee will not be triggered until provisioned by entity DHCP. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:05:43.635318 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-14408bed-b0d2-44e8-9cc9-36da7112f34b tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:05:43.642627 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [None req-56ef57ab-1811-4564-afaa-1ea4505c2526 tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Transition to ACTIVE for port object 077a961e-1592-4d09-aa24-5c206ac2225d will not be triggered until provisioned by entity DHCP. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:05:43.677076 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56faa702-3140-46f5-9b4b-f9255546dec3 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Router fc0b319b-9d93-4961-85c5-c81e496ca59b has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 19:05:43.683592 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-e1382291-f0d1-4e80-bf1b-72a4478b33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526'] for port, after_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:43.684295 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14408bed-b0d2-44e8-9cc9-36da7112f34b tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Made reservation on behalf of f9f71065939b4c07b09efd290be9b909 for: {'subnet': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:05:43.688946 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-14408bed-b0d2-44e8-9cc9-36da7112f34b tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9667140'] for subnet, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:43.796645 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1382291-f0d1-4e80-bf1b-72a4478b33f8 None None] Network 8e4ad329-9d3a-46f9-8179-85568893b967 is already hosted by enough agents. {{(pid=88526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:05:43.809618 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.base_scheduler [None req-e1382291-f0d1-4e80-bf1b-72a4478b33f8 None None] Resources bound (agent type, host, resource id): {{(pid=88526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:05:43.824646 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1382291-f0d1-4e80-bf1b-72a4478b33f8 None None] Received port after_create {{(pid=88526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:05:43.955964 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb6a264-a17f-47d8-a3d8-f3289427a615 req-6d2815b9-12c1-4798-90b5-01abcb1b3766 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:05:43.962120 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-cdb6a264-a17f-47d8-a3d8-f3289427a615 req-6d2815b9-12c1-4798-90b5-01abcb1b3766 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/ports?device_id=4686d426-f02a-4d1b-a91a-3a5689dd3b48 HTTP/1.1" status: 200 len: 946 time: 0.3148975 Jun 01 19:05:44.044452 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0084ff-754f-49cc-a60e-1141ec3693ca req-af8b2e1a-f7af-4cc4-9127-017702549616 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:05:44.045987 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7b0084ff-754f-49cc-a60e-1141ec3693ca req-af8b2e1a-f7af-4cc4-9127-017702549616 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d35e0c4-c006-4f35-a161-1e1e4ff68e11 HTTP/1.1" status: 200 len: 946 time: 0.4963481 Jun 01 19:05:44.066275 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 4f1318c6-f7e3-4920-95f0-cb238b5c1b7a triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:05:44.067704 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:44.117669 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1382291-f0d1-4e80-bf1b-72a4478b33f8 None None] Pushing event updated for resources: {'Port': ['ID=e81253ee-dcdd-432d-8f5b-c1e76f2ec9ee,revision_number=1']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:05:44.164957 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-56ef57ab-1811-4564-afaa-1ea4505c2526 tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:44.187713 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-e1382291-f0d1-4e80-bf1b-72a4478b33f8 None None] Attempting to bind port e81253ee-dcdd-432d-8f5b-c1e76f2ec9ee on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:05:44.188066 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-e1382291-f0d1-4e80-bf1b-72a4478b33f8 None None] Attempting to bind port e81253ee-dcdd-432d-8f5b-c1e76f2ec9ee by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': '943038f9-0faa-41a0-93f8-2333389ee12a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8e4ad329-9d3a-46f9-8179-85568893b967'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:05:44.188438 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1382291-f0d1-4e80-bf1b-72a4478b33f8 None None] Attempting to bind port e81253ee-dcdd-432d-8f5b-c1e76f2ec9ee on network 8e4ad329-9d3a-46f9-8179-85568893b967 {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:05:44.232615 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1382291-f0d1-4e80-bf1b-72a4478b33f8 None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 5, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:05:44.233109 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1382291-f0d1-4e80-bf1b-72a4478b33f8 None None] Checking segment: {'id': '943038f9-0faa-41a0-93f8-2333389ee12a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8e4ad329-9d3a-46f9-8179-85568893b967'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:05:44.233573 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-e1382291-f0d1-4e80-bf1b-72a4478b33f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:44.233998 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1382291-f0d1-4e80-bf1b-72a4478b33f8 None None] Bound using segment: {'id': '943038f9-0faa-41a0-93f8-2333389ee12a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8e4ad329-9d3a-46f9-8179-85568893b967'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:05:44.234553 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-e1382291-f0d1-4e80-bf1b-72a4478b33f8 None None] Bound port: e81253ee-dcdd-432d-8f5b-c1e76f2ec9ee, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '943038f9-0faa-41a0-93f8-2333389ee12a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8e4ad329-9d3a-46f9-8179-85568893b967'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:05:44.234970 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-e1382291-f0d1-4e80-bf1b-72a4478b33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:44.264909 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56faa702-3140-46f5-9b4b-f9255546dec3 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:05:44.267536 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56ef57ab-1811-4564-afaa-1ea4505c2526 tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Network 735cfd70-183e-488a-a951-ba4fc0c20d27 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:05:44.273191 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7b0084ff-754f-49cc-a60e-1141ec3693ca req-35b87b2b-5e1b-45d5-abfa-8293226966ec tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e27767a-e40e-41ca-b34d-a5b7412547b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180340 Jun 01 19:05:44.278601 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c447870-1b24-4d66-89a7-5c2dfb9f7a0e None None] Sync routers for ids ['fc0b319b-9d93-4961-85c5-c81e496ca59b'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:05:44.279121 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-56faa702-3140-46f5-9b4b-f9255546dec3 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] 10.222.0.41 "PUT /v2.0/routers/fc0b319b-9d93-4961-85c5-c81e496ca59b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8603675 Jun 01 19:05:44.280078 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-56ef57ab-1811-4564-afaa-1ea4505c2526 tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:05:44.284547 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 48126) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:05:44.288397 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ef57ab-1811-4564-afaa-1ea4505c2526 tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:05:44.288924 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-56ef57ab-1811-4564-afaa-1ea4505c2526 tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-887605'] for router_interface, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:44.325407 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c447870-1b24-4d66-89a7-5c2dfb9f7a0e None None] Routers {'fc0b319b-9d93-4961-85c5-c81e496ca59b'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:05:44.326667 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-4c447870-1b24-4d66-89a7-5c2dfb9f7a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:05:39Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['fc0b319b-9d93-4961-85c5-c81e496ca59b'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:05:44.329143 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 4f1318c6-f7e3-4920-95f0-cb238b5c1b7a is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:05:44.351404 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-cdb6a264-a17f-47d8-a3d8-f3289427a615 req-686c473f-dbe8-4f65-abb9-af3f42f0a404 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/security-groups?id=5040cb58-24af-44ab-a8bd-126074c76b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3665431 Jun 01 19:05:44.352851 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-14408bed-b0d2-44e8-9cc9-36da7112f34b tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2614064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9667190'] for subnet, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:44.495436 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-4c447870-1b24-4d66-89a7-5c2dfb9f7a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:05:44.519306 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c447870-1b24-4d66-89a7-5c2dfb9f7a0e None None] Routers {'fc0b319b-9d93-4961-85c5-c81e496ca59b'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:05:44.520626 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-4c447870-1b24-4d66-89a7-5c2dfb9f7a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:05:39Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['fc0b319b-9d93-4961-85c5-c81e496ca59b'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:05:44.538326 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ef57ab-1811-4564-afaa-1ea4505c2526 tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Pushing event updated for resources: {'Port': ['ID=077a961e-1592-4d09-aa24-5c206ac2225d,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:05:44.541455 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-e1382291-f0d1-4e80-bf1b-72a4478b33f8 None None] For port e81253ee-dcdd-432d-8f5b-c1e76f2ec9ee, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:05:44.548427 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-e1382291-f0d1-4e80-bf1b-72a4478b33f8 None None] For port e81253ee-dcdd-432d-8f5b-c1e76f2ec9ee, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=e81253ee-dcdd-432d-8f5b-c1e76f2ec9ee,segment=NetworkSegment(943038f9-0faa-41a0-93f8-2333389ee12a),segment_id=943038f9-0faa-41a0-93f8-2333389ee12a)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:05:44.554690 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-e1382291-f0d1-4e80-bf1b-72a4478b33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:44.580550 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14408bed-b0d2-44e8-9cc9-36da7112f34b tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Pushing event updated for resources: {'Subnet': ['ID=c1f0ba6d-4033-42d5-86ab-7fda40733a70,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:05:44.597027 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14408bed-b0d2-44e8-9cc9-36da7112f34b tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Checking segment: {'id': 'f8c53dd6-51c8-4869-a7cb-58edb777b701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c5176504-d94f-43be-82d4-6e190d9dfffd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:05:44.597751 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14408bed-b0d2-44e8-9cc9-36da7112f34b tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Network hostable DHCP agents. Network: c5176504-d94f-43be-82d4-6e190d9dfffd, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 19:05:44.607767 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-4c447870-1b24-4d66-89a7-5c2dfb9f7a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:05:44.608434 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c447870-1b24-4d66-89a7-5c2dfb9f7a0e None None] The sync data for ids ['fc0b319b-9d93-4961-85c5-c81e496ca59b'] in n-d-844202-1 is: [] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:05:44.646827 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14408bed-b0d2-44e8-9cc9-36da7112f34b tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Network c5176504-d94f-43be-82d4-6e190d9dfffd is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 19:05:44.662508 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-14408bed-b0d2-44e8-9cc9-36da7112f34b tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, c5176504-d94f-43be-82d4-6e190d9dfffd) {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:05:44.668484 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14408bed-b0d2-44e8-9cc9-36da7112f34b tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:05:44.669072 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-14408bed-b0d2-44e8-9cc9-36da7112f34b tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Notify callbacks [] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:44.723701 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ba06c84-bb4e-4e5b-bc0b-f94a97b6caa1 None None] Network c5176504-d94f-43be-82d4-6e190d9dfffd requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:05:44.748693 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-14408bed-b0d2-44e8-9cc9-36da7112f34b tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.3947480 Jun 01 19:05:44.918167 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1382291-f0d1-4e80-bf1b-72a4478b33f8 None None] Pushing event updated for resources: {'Port': ['ID=e81253ee-dcdd-432d-8f5b-c1e76f2ec9ee,revision_number=2']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:05:44.964432 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b5c281-3cbc-4862-88dc-b0ffd1bb71ba req-9fb9a286-b190-4add-a84e-6d2e9ecced1d tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:05:44.967407 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f731aba6-1b55-4f3b-a290-c4fd943951b6 None None] Provisioning for port 077a961e-1592-4d09-aa24-5c206ac2225d completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:05:44.980820 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f9b5c281-3cbc-4862-88dc-b0ffd1bb71ba req-9fb9a286-b190-4add-a84e-6d2e9ecced1d tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d35e0c4-c006-4f35-a161-1e1e4ff68e11 HTTP/1.1" status: 200 len: 946 time: 0.2068655 Jun 01 19:05:44.985750 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f731aba6-1b55-4f3b-a290-c4fd943951b6 None None] Provisioning complete for port 077a961e-1592-4d09-aa24-5c206ac2225d triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:05:44.986122 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f731aba6-1b55-4f3b-a290-c4fd943951b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:45.054524 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f9b5c281-3cbc-4862-88dc-b0ffd1bb71ba req-e599ec9c-24e3-43d8-8cb3-be6268b675ec tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e27767a-e40e-41ca-b34d-a5b7412547b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724750 Jun 01 19:05:45.075992 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f731aba6-1b55-4f3b-a290-c4fd943951b6 None None] Port 077a961e-1592-4d09-aa24-5c206ac2225d cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:05:45.089652 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-56ef57ab-1811-4564-afaa-1ea4505c2526 tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:45.180047 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a5189b34-2d2c-4938-95e2-029653b1ba06 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks [] for router, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:45.238750 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1ac1971-2d07-4a4c-a614-0c9384ac9a29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc93f83c3-7fb6-5c13-a9d4-29d739a4e8d2-c5176504-d94f-43be-82d4-6e190d9dfffd', 'network_id': 'c5176504-d94f-43be-82d4-6e190d9dfffd', 'tenant_id': 'f9f71065939b4c07b09efd290be9b909', 'fixed_ips': [{'subnet_id': 'c1f0ba6d-4033-42d5-86ab-7fda40733a70'}]}} from n-d-844202-1. {{(pid=88526) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 19:05:45.249084 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-b1ac1971-2d07-4a4c-a614-0c9384ac9a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:45.256275 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bfdca6-73da-41ea-b96f-cd55eb585aa0 req-786ba43e-0804-451c-9612-7042659f4b16 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:05:45.264491 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-30bfdca6-73da-41ea-b96f-cd55eb585aa0 req-786ba43e-0804-451c-9612-7042659f4b16 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/ports?device_id=e3ada37d-ed4b-4f5d-935c-381ab0015dec HTTP/1.1" status: 200 len: 946 time: 0.7198708 Jun 01 19:05:45.408533 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4067c345-f4bf-45c1-853d-51b303126735 req-915b41da-6b3c-48d2-bac4-bec6270a6d52 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:05:45.420402 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4067c345-f4bf-45c1-853d-51b303126735 req-915b41da-6b3c-48d2-bac4-bec6270a6d52 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:05:45.421377 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-4067c345-f4bf-45c1-853d-51b303126735 req-915b41da-6b3c-48d2-bac4-bec6270a6d52 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Synchronizing usage tracker for tenant:f9f71065939b4c07b09efd290be9b909 on resource:network {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:05:45.441231 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-4067c345-f4bf-45c1-853d-51b303126735 req-915b41da-6b3c-48d2-bac4-bec6270a6d52 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Unset dirty status for tenant:f9f71065939b4c07b09efd290be9b909 on resource:network {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:05:45.442853 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4067c345-f4bf-45c1-853d-51b303126735 req-915b41da-6b3c-48d2-bac4-bec6270a6d52 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] 10.222.0.41 "GET /v2.0/networks?id=8e4ad329-9d3a-46f9-8179-85568893b967&id=c5176504-d94f-43be-82d4-6e190d9dfffd HTTP/1.1" status: 200 len: 1391 time: 0.2632658 Jun 01 19:05:45.460973 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4067c345-f4bf-45c1-853d-51b303126735 req-fda4acbb-1a19-431d-9ddd-a4acb5aecd77 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] 10.222.0.41 "GET /v2.0/quotas/f9f71065939b4c07b09efd290be9b909 HTTP/1.1" status: 200 len: 375 time: 0.0124614 Jun 01 19:05:45.502285 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.db_base_plugin_common [None req-b1ac1971-2d07-4a4c-a614-0c9384ac9a29 None None] Allocated IP 19.86.0.2 (c5176504-d94f-43be-82d4-6e190d9dfffd/c1f0ba6d-4033-42d5-86ab-7fda40733a70/3b13638e-b41e-43fa-9c08-b338547d8dc6) {{(pid=88526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:05:45.503674 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-30bfdca6-73da-41ea-b96f-cd55eb585aa0 req-6258f330-b80a-4d5b-9eb0-5dbadec78bd7 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a351d5c-3364-42d8-bd0d-648028a392a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2382257 Jun 01 19:05:45.595178 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-4067c345-f4bf-45c1-853d-51b303126735 req-99125083-8c1f-4957-a7bb-9fd724869364 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Synchronizing usage tracker for tenant:f9f71065939b4c07b09efd290be9b909 on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:05:45.617504 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-4067c345-f4bf-45c1-853d-51b303126735 req-99125083-8c1f-4957-a7bb-9fd724869364 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Unset dirty status for tenant:f9f71065939b4c07b09efd290be9b909 on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:05:45.619214 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4067c345-f4bf-45c1-853d-51b303126735 req-99125083-8c1f-4957-a7bb-9fd724869364 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=f9f71065939b4c07b09efd290be9b909&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1441066 Jun 01 19:05:45.624650 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device e81253ee-dcdd-432d-8f5b-c1e76f2ec9ee up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:05:45.639869 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a5189b34-2d2c-4938-95e2-029653b1ba06 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:45.712291 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-a5189b34-2d2c-4938-95e2-029653b1ba06 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Deleting port d8f66f9d-90b5-4e24-9cbc-6c06195f1a23 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:05:45.713068 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a5189b34-2d2c-4938-95e2-029653b1ba06 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:45.786034 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4067c345-f4bf-45c1-853d-51b303126735 req-e1c7d7d0-acba-4b73-81c0-f76b5e29724b service neutron] 10.222.0.41 "GET /v2.0/networks/8e4ad329-9d3a-46f9-8179-85568893b967?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596932 Jun 01 19:05:45.828848 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port e81253ee-dcdd-432d-8f5b-c1e76f2ec9ee completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:05:45.855927 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-b1ac1971-2d07-4a4c-a614-0c9384ac9a29 None None] Notify callbacks [] for port, precommit_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:45.868149 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-b1ac1971-2d07-4a4c-a614-0c9384ac9a29 None None] Transition to ACTIVE for port object 3b13638e-b41e-43fa-9c08-b338547d8dc6 will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:05:45.890016 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-b1ac1971-2d07-4a4c-a614-0c9384ac9a29 None None] Transition to ACTIVE for port object 3b13638e-b41e-43fa-9c08-b338547d8dc6 will not be triggered until provisioned by entity DHCP. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:05:45.896771 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-b1ac1971-2d07-4a4c-a614-0c9384ac9a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526'] for port, after_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:45.969058 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1ac1971-2d07-4a4c-a614-0c9384ac9a29 None None] Network c5176504-d94f-43be-82d4-6e190d9dfffd is already hosted by enough agents. {{(pid=88526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:05:45.971801 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.base_scheduler [None req-b1ac1971-2d07-4a4c-a614-0c9384ac9a29 None None] Resources bound (agent type, host, resource id): {{(pid=88526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:05:45.976726 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ac1971-2d07-4a4c-a614-0c9384ac9a29 None None] Received port after_create {{(pid=88526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:05:45.984424 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4067c345-f4bf-45c1-853d-51b303126735 req-3a977168-16b6-4b8c-91c3-230bb8be6680 service neutron] 10.222.0.41 "GET /v2.0/networks/8e4ad329-9d3a-46f9-8179-85568893b967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914680 Jun 01 19:05:46.063735 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ac1971-2d07-4a4c-a614-0c9384ac9a29 None None] Pushing event updated for resources: {'Port': ['ID=3b13638e-b41e-43fa-9c08-b338547d8dc6,revision_number=1']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:05:46.127167 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-b1ac1971-2d07-4a4c-a614-0c9384ac9a29 None None] Attempting to bind port 3b13638e-b41e-43fa-9c08-b338547d8dc6 on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:05:46.127409 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-b1ac1971-2d07-4a4c-a614-0c9384ac9a29 None None] Attempting to bind port 3b13638e-b41e-43fa-9c08-b338547d8dc6 by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': 'f8c53dd6-51c8-4869-a7cb-58edb777b701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c5176504-d94f-43be-82d4-6e190d9dfffd'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:05:46.127955 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ac1971-2d07-4a4c-a614-0c9384ac9a29 None None] Attempting to bind port 3b13638e-b41e-43fa-9c08-b338547d8dc6 on network c5176504-d94f-43be-82d4-6e190d9dfffd {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:05:46.136847 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ac1971-2d07-4a4c-a614-0c9384ac9a29 None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 5, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:05:46.137223 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ac1971-2d07-4a4c-a614-0c9384ac9a29 None None] Checking segment: {'id': 'f8c53dd6-51c8-4869-a7cb-58edb777b701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c5176504-d94f-43be-82d4-6e190d9dfffd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:05:46.137631 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-b1ac1971-2d07-4a4c-a614-0c9384ac9a29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:46.138229 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ac1971-2d07-4a4c-a614-0c9384ac9a29 None None] Bound using segment: {'id': 'f8c53dd6-51c8-4869-a7cb-58edb777b701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c5176504-d94f-43be-82d4-6e190d9dfffd'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:05:46.138621 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-b1ac1971-2d07-4a4c-a614-0c9384ac9a29 None None] Bound port: 3b13638e-b41e-43fa-9c08-b338547d8dc6, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8c53dd6-51c8-4869-a7cb-58edb777b701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c5176504-d94f-43be-82d4-6e190d9dfffd'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:05:46.139001 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-b1ac1971-2d07-4a4c-a614-0c9384ac9a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:46.195750 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4067c345-f4bf-45c1-853d-51b303126735 req-888dd054-1e52-4dfe-9d00-5a46a5ea48df service neutron] 10.222.0.41 "GET /v2.0/networks/c5176504-d94f-43be-82d4-6e190d9dfffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2043345 Jun 01 19:05:46.202396 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec827eb-a455-4624-a741-b0e6633107b6 req-685526e8-5b0c-47c6-a050-c1e2fa70785c tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:05:46.204264 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3ec827eb-a455-4624-a741-b0e6633107b6 req-685526e8-5b0c-47c6-a050-c1e2fa70785c tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d35e0c4-c006-4f35-a161-1e1e4ff68e11 HTTP/1.1" status: 200 len: 946 time: 0.5477452 Jun 01 19:05:46.306466 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-b1ac1971-2d07-4a4c-a614-0c9384ac9a29 None None] For port 3b13638e-b41e-43fa-9c08-b338547d8dc6, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:05:46.307742 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3ec827eb-a455-4624-a741-b0e6633107b6 req-af5fdd88-52c0-4934-b5d5-6a6070da4c43 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e27767a-e40e-41ca-b34d-a5b7412547b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937436 Jun 01 19:05:46.310211 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-b1ac1971-2d07-4a4c-a614-0c9384ac9a29 None None] For port 3b13638e-b41e-43fa-9c08-b338547d8dc6, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=3b13638e-b41e-43fa-9c08-b338547d8dc6,segment=NetworkSegment(f8c53dd6-51c8-4869-a7cb-58edb777b701),segment_id=f8c53dd6-51c8-4869-a7cb-58edb777b701)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:05:46.319351 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-b1ac1971-2d07-4a4c-a614-0c9384ac9a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:46.324444 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a5189b34-2d2c-4938-95e2-029653b1ba06 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:46.379476 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12c28594-2169-414d-baba-089b48b43d0a None None] Network 8e4ad329-9d3a-46f9-8179-85568893b967 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:05:46.428073 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4067c345-f4bf-45c1-853d-51b303126735 req-9cab2e59-095b-42a4-bf2e-dafeaa6d0dab service neutron] 10.222.0.41 "GET /v2.0/networks/c5176504-d94f-43be-82d4-6e190d9dfffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2260606 Jun 01 19:05:46.524450 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-a5189b34-2d2c-4938-95e2-029653b1ba06 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Calling delete_port for d8f66f9d-90b5-4e24-9cbc-6c06195f1a23 owned by network:router_gateway {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:05:46.544434 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-7ac4d7d3-2a61-4f7e-960f-71d3ce2448ed None None] Provisioning for port e81253ee-dcdd-432d-8f5b-c1e76f2ec9ee completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:05:46.547399 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ac1971-2d07-4a4c-a614-0c9384ac9a29 None None] Pushing event updated for resources: {'Port': ['ID=3b13638e-b41e-43fa-9c08-b338547d8dc6,revision_number=2']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:05:46.555106 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-7ac4d7d3-2a61-4f7e-960f-71d3ce2448ed None None] Provisioning complete for port e81253ee-dcdd-432d-8f5b-c1e76f2ec9ee triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:05:46.555471 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-7ac4d7d3-2a61-4f7e-960f-71d3ce2448ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:46.643230 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.db.resource_extend [None req-56ef57ab-1811-4564-afaa-1ea4505c2526 tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 19:05:46.709439 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-56ef57ab-1811-4564-afaa-1ea4505c2526 tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:46.749914 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-56ef57ab-1811-4564-afaa-1ea4505c2526 tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:46.750910 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-56ef57ab-1811-4564-afaa-1ea4505c2526 tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-887436'] for router_interface, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:47.114758 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d0e3b3be-f65f-4c9a-ad8c-6817debccccd req-be852e44-d1ca-45aa-80af-a4c400e0a6f9 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f1c263f-378f-4b9b-89ab-c435c771d20d HTTP/1.1" status: 200 len: 210 time: 0.0934207 Jun 01 19:05:47.135860 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-7ac4d7d3-2a61-4f7e-960f-71d3ce2448ed None None] Current status of the port e81253ee-dcdd-432d-8f5b-c1e76f2ec9ee is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:05:47.140716 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-7ac4d7d3-2a61-4f7e-960f-71d3ce2448ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:47.246031 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-7ac4d7d3-2a61-4f7e-960f-71d3ce2448ed None None] For port e81253ee-dcdd-432d-8f5b-c1e76f2ec9ee, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=e81253ee-dcdd-432d-8f5b-c1e76f2ec9ee,segment=NetworkSegment(943038f9-0faa-41a0-93f8-2333389ee12a),segment_id=943038f9-0faa-41a0-93f8-2333389ee12a)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:05:47.250496 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-7ac4d7d3-2a61-4f7e-960f-71d3ce2448ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:47.354890 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ef57ab-1811-4564-afaa-1ea4505c2526 tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Pushing event updated for resources: {'Port': ['ID=077a961e-1592-4d09-aa24-5c206ac2225d,revision_number=2']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:05:47.387691 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac4d7d3-2a61-4f7e-960f-71d3ce2448ed None None] Pushing event updated for resources: {'Port': ['ID=e81253ee-dcdd-432d-8f5b-c1e76f2ec9ee,revision_number=3']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:05:47.421840 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d508d0-7b15-4e2f-9e02-d9aed02454a1 req-6a459c70-9f92-4217-b97d-278c8a304aa9 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:05:47.424722 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb0b342-e2a3-41d1-9cb2-8b815cf23455 req-fc23d4e2-c489-4b0b-a82c-e61d66cd6b60 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:05:47.436334 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f6d508d0-7b15-4e2f-9e02-d9aed02454a1 req-6a459c70-9f92-4217-b97d-278c8a304aa9 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/ports?device_id=e3ada37d-ed4b-4f5d-935c-381ab0015dec HTTP/1.1" status: 200 len: 946 time: 0.1476018 Jun 01 19:05:47.437280 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-aeb0b342-e2a3-41d1-9cb2-8b815cf23455 req-fc23d4e2-c489-4b0b-a82c-e61d66cd6b60 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/ports?device_id=4686d426-f02a-4d1b-a91a-3a5689dd3b48 HTTP/1.1" status: 200 len: 946 time: 0.8565588 Jun 01 19:05:47.474252 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a5189b34-2d2c-4938-95e2-029653b1ba06 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:47.518028 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f6d508d0-7b15-4e2f-9e02-d9aed02454a1 req-9223d69e-9ac2-4129-b37a-2f30520db7d4 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a351d5c-3364-42d8-bd0d-648028a392a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781004 Jun 01 19:05:47.572195 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 3b13638e-b41e-43fa-9c08-b338547d8dc6 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:05:47.609443 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5189b34-2d2c-4938-95e2-029653b1ba06 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Pushing event deleted for resources: {'Port': ['ID=d8f66f9d-90b5-4e24-9cbc-6c06195f1a23,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:05:47.771128 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-aeb0b342-e2a3-41d1-9cb2-8b815cf23455 req-5298bcdd-5fe2-4a21-91d2-80ef0992e6ee tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/security-groups?id=5040cb58-24af-44ab-a8bd-126074c76b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3326869 Jun 01 19:05:47.774060 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port 3b13638e-b41e-43fa-9c08-b338547d8dc6 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:05:47.814371 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56ef57ab-1811-4564-afaa-1ea4505c2526 tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Network 735cfd70-183e-488a-a951-ba4fc0c20d27 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:05:47.817880 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-56ef57ab-1811-4564-afaa-1ea4505c2526 tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:05:47.829228 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a5189b34-2d2c-4938-95e2-029653b1ba06 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-887703'] for router_gateway, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:47.839656 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-81f7df5e-0408-403e-93a1-e65259c50de2 None None] Provisioning complete for port e81253ee-dcdd-432d-8f5b-c1e76f2ec9ee triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:05:47.841207 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-81f7df5e-0408-403e-93a1-e65259c50de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:47.930688 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b07ad17-cd9f-4819-bdf7-4ae5a0709bf1 req-91790275-40af-4d29-8214-57bb7f2fa6b4 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:05:47.937681 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-0b07ad17-cd9f-4819-bdf7-4ae5a0709bf1 req-91790275-40af-4d29-8214-57bb7f2fa6b4 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d35e0c4-c006-4f35-a161-1e1e4ff68e11 HTTP/1.1" status: 200 len: 946 time: 0.2391939 Jun 01 19:05:48.042605 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-0b07ad17-cd9f-4819-bdf7-4ae5a0709bf1 req-9a737096-1aa1-4ea2-9899-62f1a2d7aecb tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e27767a-e40e-41ca-b34d-a5b7412547b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976334 Jun 01 19:05:48.157630 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-81f7df5e-0408-403e-93a1-e65259c50de2 None None] Current status of the port e81253ee-dcdd-432d-8f5b-c1e76f2ec9ee is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:05:48.288825 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-cb5354b9-17cd-40b2-91cc-4f9242afe5e3 None None] Provisioning complete for port 077a961e-1592-4d09-aa24-5c206ac2225d triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:05:48.289254 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-cb5354b9-17cd-40b2-91cc-4f9242afe5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:48.343522 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-73c47dce-5f0d-450d-8cbb-5ae323267818 req-b1acfd66-369d-4b21-b7c3-a2e76ec53bfb tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f1c263f-378f-4b9b-89ab-c435c771d20d HTTP/1.1" status: 200 len: 210 time: 0.0613904 Jun 01 19:05:48.389437 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e49013a-b965-4532-bf21-041ca2a1e1a7 None None] Network c5176504-d94f-43be-82d4-6e190d9dfffd requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:05:48.408537 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-cb5354b9-17cd-40b2-91cc-4f9242afe5e3 None None] Port 077a961e-1592-4d09-aa24-5c206ac2225d cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:05:48.660540 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4067c345-f4bf-45c1-853d-51b303126735 req-8e71558a-73df-4c4d-aa1e-e488d8a8d4d2 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:05:48.667413 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-bc48ec70-ace7-470d-8af4-129c0331f413 None None] Provisioning for port 3b13638e-b41e-43fa-9c08-b338547d8dc6 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:05:48.674743 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4067c345-f4bf-45c1-853d-51b303126735 req-8e71558a-73df-4c4d-aa1e-e488d8a8d4d2 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:05:48.679272 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4067c345-f4bf-45c1-853d-51b303126735 req-8e71558a-73df-4c4d-aa1e-e488d8a8d4d2 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] 10.222.0.15 "GET /v2.0/networks?id=8e4ad329-9d3a-46f9-8179-85568893b967&id=c5176504-d94f-43be-82d4-6e190d9dfffd HTTP/1.1" status: 200 len: 1391 time: 0.2767525 Jun 01 19:05:48.698017 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [req-4067c345-f4bf-45c1-853d-51b303126735 req-1f126f63-b200-46c3-b265-d73dd5ca7160 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Request body: {'port': {'device_id': '2f1c263f-378f-4b9b-89ab-c435c771d20d', 'network_id': '8e4ad329-9d3a-46f9-8179-85568893b967', 'admin_state_up': True, 'tenant_id': 'f9f71065939b4c07b09efd290be9b909'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:05:48.721184 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-bc48ec70-ace7-470d-8af4-129c0331f413 None None] Provisioning complete for port 3b13638e-b41e-43fa-9c08-b338547d8dc6 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:05:48.721639 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-bc48ec70-ace7-470d-8af4-129c0331f413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:48.936153 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a5189b34-2d2c-4938-95e2-029653b1ba06 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25316'] for router, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:48.958561 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a5189b34-2d2c-4938-95e2-029653b1ba06 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:48.981451 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [req-4067c345-f4bf-45c1-853d-51b303126735 req-1f126f63-b200-46c3-b265-d73dd5ca7160 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:05:48.986418 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-4067c345-f4bf-45c1-853d-51b303126735 req-1f126f63-b200-46c3-b265-d73dd5ca7160 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Usage tracker for resource:port and tenant:f9f71065939b4c07b09efd290be9b909 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:05:48.991231 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-4067c345-f4bf-45c1-853d-51b303126735 req-1f126f63-b200-46c3-b265-d73dd5ca7160 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Quota usage for port was recalculated. Used quota:4. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:05:48.999865 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [req-4067c345-f4bf-45c1-853d-51b303126735 req-1f126f63-b200-46c3-b265-d73dd5ca7160 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:05:49.010453 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-bc48ec70-ace7-470d-8af4-129c0331f413 None None] Current status of the port 3b13638e-b41e-43fa-9c08-b338547d8dc6 is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:05:49.010842 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-bc48ec70-ace7-470d-8af4-129c0331f413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:49.023168 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4067c345-f4bf-45c1-853d-51b303126735 req-1f126f63-b200-46c3-b265-d73dd5ca7160 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Made reservation on behalf of f9f71065939b4c07b09efd290be9b909 for: {'port': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:05:49.028524 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-4067c345-f4bf-45c1-853d-51b303126735 req-1f126f63-b200-46c3-b265-d73dd5ca7160 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:49.042171 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56ef57ab-1811-4564-afaa-1ea4505c2526 tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Router 63c16da4-112d-4164-b000-bf1989e14c6f has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 19:05:49.064870 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-bc48ec70-ace7-470d-8af4-129c0331f413 None None] For port 3b13638e-b41e-43fa-9c08-b338547d8dc6, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=3b13638e-b41e-43fa-9c08-b338547d8dc6,segment=NetworkSegment(f8c53dd6-51c8-4869-a7cb-58edb777b701),segment_id=f8c53dd6-51c8-4869-a7cb-58edb777b701)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:05:49.068175 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b87fff-1c08-4d66-a7d6-3846529a5e69 req-3f9f9141-afd6-456b-9f64-7ed6ae4069c3 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:05:49.069841 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b4b87fff-1c08-4d66-a7d6-3846529a5e69 req-3f9f9141-afd6-456b-9f64-7ed6ae4069c3 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/ports?device_id=e3ada37d-ed4b-4f5d-935c-381ab0015dec HTTP/1.1" status: 200 len: 946 time: 0.1981502 Jun 01 19:05:49.072190 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-bc48ec70-ace7-470d-8af4-129c0331f413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:49.072413 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a5189b34-2d2c-4938-95e2-029653b1ba06 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-891519'] for router, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:49.072879 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5189b34-2d2c-4938-95e2-029653b1ba06 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Fanout notify agent at l3_agent the message router_deleted on router fc0b319b-9d93-4961-85c5-c81e496ca59b {{(pid=88524) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 19:05:49.090078 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb028eb7-39e3-4ff0-9755-645ed5c49198 req-969fa2b7-4f04-4f1c-b85a-0407e3d3b03f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:05:49.091725 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-bb028eb7-39e3-4ff0-9755-645ed5c49198 req-969fa2b7-4f04-4f1c-b85a-0407e3d3b03f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8537cfb3773e46d182e148cf5b0a717f&device_id=4686d426-f02a-4d1b-a91a-3a5689dd3b48 HTTP/1.1" status: 200 len: 1097 time: 0.4539256 Jun 01 19:05:49.103591 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc82a1e-70d2-4190-9db0-44b5f0cacd19 req-b1fdb3c1-cedd-4e1e-b5be-4f3887104e76 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:05:49.111103 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-dfc82a1e-70d2-4190-9db0-44b5f0cacd19 req-b1fdb3c1-cedd-4e1e-b5be-4f3887104e76 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d35e0c4-c006-4f35-a161-1e1e4ff68e11 HTTP/1.1" status: 200 len: 946 time: 0.4468236 Jun 01 19:05:49.165231 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc48ec70-ace7-470d-8af4-129c0331f413 None None] Pushing event updated for resources: {'Port': ['ID=3b13638e-b41e-43fa-9c08-b338547d8dc6,revision_number=3']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:05:49.197189 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b4b87fff-1c08-4d66-a7d6-3846529a5e69 req-0073d81f-1d28-405e-b0d6-66d4a34f1355 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a351d5c-3364-42d8-bd0d-648028a392a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788834 Jun 01 19:05:49.292411 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [req-4067c345-f4bf-45c1-853d-51b303126735 req-1f126f63-b200-46c3-b265-d73dd5ca7160 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Allocated IP 19.80.0.235 (8e4ad329-9d3a-46f9-8179-85568893b967/c051427c-770d-4d42-b085-794fb6bb40d9/3f50408f-12ad-40bd-a1c0-e0b61abd4dee) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:05:49.332037 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cb1b4a-019c-4af6-ba18-c7cfcd9e12ba req-546b3c96-df87-4b81-b616-79dea1823b8e tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:05:49.333819 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c9cb1b4a-019c-4af6-ba18-c7cfcd9e12ba req-546b3c96-df87-4b81-b616-79dea1823b8e tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3ada37d-ed4b-4f5d-935c-381ab0015dec HTTP/1.1" status: 200 len: 946 time: 0.7059579 Jun 01 19:05:49.413392 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-125c4ffb-857c-4edc-bc48-9ee9b8f60ebb None None] Provisioning complete for port 3b13638e-b41e-43fa-9c08-b338547d8dc6 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:05:49.414135 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-125c4ffb-857c-4edc-bc48-9ee9b8f60ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:49.436440 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a5189b34-2d2c-4938-95e2-029653b1ba06 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks [] for router, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:49.440001 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-a5189b34-2d2c-4938-95e2-029653b1ba06 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] 10.222.0.41 "DELETE /v2.0/routers/fc0b319b-9d93-4961-85c5-c81e496ca59b HTTP/1.1" status: 204 len: 168 time: 5.1511588 Jun 01 19:05:49.455295 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device e81253ee-dcdd-432d-8f5b-c1e76f2ec9ee up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:05:49.466360 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 48194) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:05:49.541670 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-dfc82a1e-70d2-4190-9db0-44b5f0cacd19 req-cdc33db9-037e-47e1-a696-5192108e70c8 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e27767a-e40e-41ca-b34d-a5b7412547b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4295967 Jun 01 19:05:49.563637 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56ef57ab-1811-4564-afaa-1ea4505c2526 tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:05:49.607417 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-56ef57ab-1811-4564-afaa-1ea4505c2526 tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] 10.222.0.41 "PUT /v2.0/routers/63c16da4-112d-4164-b000-bf1989e14c6f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4457431 Jun 01 19:05:49.609248 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd458288-d271-4ac6-bbc2-803876d4addc None None] Sync routers for ids ['63c16da4-112d-4164-b000-bf1989e14c6f'] in n-d-844202-1 {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:05:49.646555 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 48200) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:05:49.650802 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd458288-d271-4ac6-bbc2-803876d4addc None None] Routers {'63c16da4-112d-4164-b000-bf1989e14c6f'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:05:49.652409 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-bd458288-d271-4ac6-bbc2-803876d4addc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:05:39Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['63c16da4-112d-4164-b000-bf1989e14c6f'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:05:49.669977 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-c9cb1b4a-019c-4af6-ba18-c7cfcd9e12ba req-d039d026-90ca-477b-887a-9ebde5c65b51 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Deleting port 195d623a-bc83-414e-b1e1-a5e502a7b626 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:05:49.670321 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-c9cb1b4a-019c-4af6-ba18-c7cfcd9e12ba req-d039d026-90ca-477b-887a-9ebde5c65b51 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:49.677185 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24bb064-c42d-4aaf-9dc0-0a3633c110c0 req-0cdf8d41-cfc4-4a09-9173-1cd70793c79a tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:05:49.685159 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c24bb064-c42d-4aaf-9dc0-0a3633c110c0 req-0cdf8d41-cfc4-4a09-9173-1cd70793c79a tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/ports?device_id=4686d426-f02a-4d1b-a91a-3a5689dd3b48 HTTP/1.1" status: 200 len: 946 time: 0.3641081 Jun 01 19:05:49.744810 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-bd458288-d271-4ac6-bbc2-803876d4addc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:05:49.767519 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd458288-d271-4ac6-bbc2-803876d4addc None None] Routers {'63c16da4-112d-4164-b000-bf1989e14c6f'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:05:49.768374 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-bd458288-d271-4ac6-bbc2-803876d4addc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:05:39Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['63c16da4-112d-4164-b000-bf1989e14c6f'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:05:49.772855 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c24bb064-c42d-4aaf-9dc0-0a3633c110c0 req-a42cb438-6a35-4a9f-8b21-f2bc8d19973c tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/security-groups?id=5040cb58-24af-44ab-a8bd-126074c76b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866673 Jun 01 19:05:49.825755 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-4067c345-f4bf-45c1-853d-51b303126735 req-1f126f63-b200-46c3-b265-d73dd5ca7160 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:49.852460 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [req-4067c345-f4bf-45c1-853d-51b303126735 req-1f126f63-b200-46c3-b265-d73dd5ca7160 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Transition to ACTIVE for port object 3f50408f-12ad-40bd-a1c0-e0b61abd4dee will not be triggered until provisioned by entity DHCP. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:05:49.885253 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-4067c345-f4bf-45c1-853d-51b303126735 req-1f126f63-b200-46c3-b265-d73dd5ca7160 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:49.961570 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-bd458288-d271-4ac6-bbc2-803876d4addc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:05:49.962244 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd458288-d271-4ac6-bbc2-803876d4addc None None] The sync data for ids ['63c16da4-112d-4164-b000-bf1989e14c6f'] in n-d-844202-1 is: [] {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:05:49.977076 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port e81253ee-dcdd-432d-8f5b-c1e76f2ec9ee triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:05:49.977490 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:50.008197 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-125c4ffb-857c-4edc-bc48-9ee9b8f60ebb None None] Current status of the port 3b13638e-b41e-43fa-9c08-b338547d8dc6 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:05:50.026843 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb729b1f-a90b-4e8e-8d38-32ca92c470aa tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Deleting subnet c957d639-4e23-4a1f-9e90-a3beb2594759 {{(pid=88524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 19:05:50.029203 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb028eb7-39e3-4ff0-9755-645ed5c49198 req-3679e79e-aaf1-4993-85ce-6e11445f2af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:05:50.030640 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-bb028eb7-39e3-4ff0-9755-645ed5c49198 req-3679e79e-aaf1-4993-85ce-6e11445f2af6 service neutron] 10.222.0.50 "GET /v2.0/networks?id=57a41f0e-b08f-4033-97ac-1767c5f2bb80 HTTP/1.1" status: 200 len: 897 time: 0.9174614 Jun 01 19:05:50.106113 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-fb729b1f-a90b-4e8e-8d38-32ca92c470aa tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks [] for subnet, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:50.121427 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port e81253ee-dcdd-432d-8f5b-c1e76f2ec9ee is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:05:50.122528 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 3b13638e-b41e-43fa-9c08-b338547d8dc6 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:05:50.188049 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4067c345-f4bf-45c1-853d-51b303126735 req-1f126f63-b200-46c3-b265-d73dd5ca7160 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Network 8e4ad329-9d3a-46f9-8179-85568893b967 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:05:50.189263 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [req-4067c345-f4bf-45c1-853d-51b303126735 req-1f126f63-b200-46c3-b265-d73dd5ca7160 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:05:50.204963 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 3b13638e-b41e-43fa-9c08-b338547d8dc6 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:05:50.205544 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:50.206859 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [req-4067c345-f4bf-45c1-853d-51b303126735 req-1f126f63-b200-46c3-b265-d73dd5ca7160 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:05:50.324250 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f126f63-b200-46c3-b265-d73dd5ca7160 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Pushing event updated for resources: {'Port': ['ID=3f50408f-12ad-40bd-a1c0-e0b61abd4dee,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:05:50.374406 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4067c345-f4bf-45c1-853d-51b303126735 req-1f126f63-b200-46c3-b265-d73dd5ca7160 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:05:50.374983 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-4067c345-f4bf-45c1-853d-51b303126735 req-1f126f63-b200-46c3-b265-d73dd5ca7160 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:50.393129 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 3b13638e-b41e-43fa-9c08-b338547d8dc6 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:05:50.418839 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa99fe62-8669-4549-818b-d2b4a649eb32 req-f220b1c1-19e5-4a7a-9f72-cc189cc37eca tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:05:50.427190 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-fa99fe62-8669-4549-818b-d2b4a649eb32 req-f220b1c1-19e5-4a7a-9f72-cc189cc37eca tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/networks?id=9872ab5d-59e4-43b1-8dfc-1ca5e239e8ce HTTP/1.1" status: 200 len: 813 time: 0.4565289 Jun 01 19:05:50.456842 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-fa99fe62-8669-4549-818b-d2b4a649eb32 req-0663e7c0-a4e4-4f94-95f6-00595d0705ec tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/quotas/4e20c5bd79fa44728efb622f29d6160e HTTP/1.1" status: 200 len: 375 time: 0.0284624 Jun 01 19:05:50.527437 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4067c345-f4bf-45c1-853d-51b303126735 req-1f126f63-b200-46c3-b265-d73dd5ca7160 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8344338 Jun 01 19:05:50.543396 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-fb729b1f-a90b-4e8e-8d38-32ca92c470aa tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2702137'] for subnet, precommit_delete_associations {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:50.567964 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [req-4067c345-f4bf-45c1-853d-51b303126735 req-d482d041-274e-4093-92a8-dfee9bc28aa5 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Request body: {'port': {'device_id': '2f1c263f-378f-4b9b-89ab-c435c771d20d', 'network_id': 'c5176504-d94f-43be-82d4-6e190d9dfffd', 'admin_state_up': True, 'tenant_id': 'f9f71065939b4c07b09efd290be9b909'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:05:50.607904 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-bb028eb7-39e3-4ff0-9755-645ed5c49198 req-68c1a27c-71e7-45c5-a2f1-986d27e50f4e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3211349c-cc9d-4914-8a84-cd570821bb77 HTTP/1.1" status: 200 len: 1001 time: 0.5581498 Jun 01 19:05:50.631886 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-644e32e4-8a53-4de4-a7a2-1cfc72d96179 tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Notify callbacks [] for router, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:50.662766 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-26b34cd0-35f1-450c-a7cc-12d2bdd7363e None None] Provisioning for port 3f50408f-12ad-40bd-a1c0-e0b61abd4dee completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:05:50.668337 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-26b34cd0-35f1-450c-a7cc-12d2bdd7363e None None] Provisioning complete for port 3f50408f-12ad-40bd-a1c0-e0b61abd4dee triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:05:50.668708 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26b34cd0-35f1-450c-a7cc-12d2bdd7363e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:50.779100 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-26b34cd0-35f1-450c-a7cc-12d2bdd7363e None None] Port 3f50408f-12ad-40bd-a1c0-e0b61abd4dee cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:05:50.788949 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [req-4067c345-f4bf-45c1-853d-51b303126735 req-d482d041-274e-4093-92a8-dfee9bc28aa5 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:05:50.795544 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-4067c345-f4bf-45c1-853d-51b303126735 req-d482d041-274e-4093-92a8-dfee9bc28aa5 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Usage tracker for resource:port and tenant:f9f71065939b4c07b09efd290be9b909 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:05:50.802702 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-4067c345-f4bf-45c1-853d-51b303126735 req-d482d041-274e-4093-92a8-dfee9bc28aa5 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:05:50.810819 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [req-4067c345-f4bf-45c1-853d-51b303126735 req-d482d041-274e-4093-92a8-dfee9bc28aa5 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:05:50.834268 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-fa99fe62-8669-4549-818b-d2b4a649eb32 req-65abba08-b93d-4ce4-8cba-ec4ad9a768d2 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=4e20c5bd79fa44728efb622f29d6160e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3757041 Jun 01 19:05:50.842135 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4067c345-f4bf-45c1-853d-51b303126735 req-d482d041-274e-4093-92a8-dfee9bc28aa5 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Made reservation on behalf of f9f71065939b4c07b09efd290be9b909 for: {'port': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:05:50.846045 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-4067c345-f4bf-45c1-853d-51b303126735 req-d482d041-274e-4093-92a8-dfee9bc28aa5 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:50.931997 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb028eb7-39e3-4ff0-9755-645ed5c49198 req-9e8e5d06-f106-4f95-9f0a-09285ee8c594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:05:50.934897 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-bb028eb7-39e3-4ff0-9755-645ed5c49198 req-9e8e5d06-f106-4f95-9f0a-09285ee8c594 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=48973f57-aa83-4e30-ba85-055d310a8b91 HTTP/1.1" status: 200 len: 834 time: 0.2444143 Jun 01 19:05:50.959374 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69173ee-1f3d-401a-97b9-3fbf0023b646 req-40dad5f9-b394-464e-bd28-a28b0623affc tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:05:50.961342 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c69173ee-1f3d-401a-97b9-3fbf0023b646 req-40dad5f9-b394-464e-bd28-a28b0623affc tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f1c263f-378f-4b9b-89ab-c435c771d20d HTTP/1.1" status: 200 len: 932 time: 1.1675594 Jun 01 19:05:51.103115 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [req-4067c345-f4bf-45c1-853d-51b303126735 req-d482d041-274e-4093-92a8-dfee9bc28aa5 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Allocated IP 19.86.0.171 (c5176504-d94f-43be-82d4-6e190d9dfffd/c1f0ba6d-4033-42d5-86ab-7fda40733a70/364ed43d-0fa2-43f5-8c2e-65dea14b2761) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:05:51.112260 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c69173ee-1f3d-401a-97b9-3fbf0023b646 req-b541f8cd-87a4-4afd-8504-58bce23f9d9f tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] 10.222.0.41 "GET /v2.0/security-groups?id=35bdd75f-60bc-442f-9683-0ad602663bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900240 Jun 01 19:05:51.157408 n-d-844202-1 neutron-server[88524]: INFO neutron.api.v2.resource [None req-644e32e4-8a53-4de4-a7a2-1cfc72d96179 tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] delete failed (client error): There was a conflict when trying to complete your request. Jun 01 19:05:51.163209 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-644e32e4-8a53-4de4-a7a2-1cfc72d96179 tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] 10.222.0.41 "DELETE /v2.0/routers/63c16da4-112d-4164-b000-bf1989e14c6f HTTP/1.1" status: 409 len: 329 time: 1.5134404 Jun 01 19:05:51.164852 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08b1261-d7ec-4c57-9f14-4de6842b6a98 req-bcb4b074-024e-40e4-b792-443db2f2dbc1 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:05:51.168021 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 48230) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:05:51.171843 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d08b1261-d7ec-4c57-9f14-4de6842b6a98 req-bcb4b074-024e-40e4-b792-443db2f2dbc1 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/ports?device_id=e3ada37d-ed4b-4f5d-935c-381ab0015dec HTTP/1.1" status: 200 len: 946 time: 0.1626649 Jun 01 19:05:51.237000 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d08b1261-d7ec-4c57-9f14-4de6842b6a98 req-ccb0f420-0f7a-4c66-9c14-3f0dcaa8d02c tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a351d5c-3364-42d8-bd0d-648028a392a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640037 Jun 01 19:05:51.293493 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-fb729b1f-a90b-4e8e-8d38-32ca92c470aa tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:51.482921 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-4067c345-f4bf-45c1-853d-51b303126735 req-d482d041-274e-4093-92a8-dfee9bc28aa5 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:51.486112 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb028eb7-39e3-4ff0-9755-645ed5c49198 req-5f328b40-3f98-43cd-be36-e40eb9f6ddae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:05:51.487712 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-bb028eb7-39e3-4ff0-9755-645ed5c49198 req-5f328b40-3f98-43cd-be36-e40eb9f6ddae service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=57a41f0e-b08f-4033-97ac-1767c5f2bb80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5236840 Jun 01 19:05:51.506710 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [req-4067c345-f4bf-45c1-853d-51b303126735 req-d482d041-274e-4093-92a8-dfee9bc28aa5 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Transition to ACTIVE for port object 364ed43d-0fa2-43f5-8c2e-65dea14b2761 will not be triggered until provisioned by entity DHCP. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:05:51.526830 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baa3a58-b52f-46dd-aae0-82480c3a32cd req-ef6547f1-a04d-48f6-bb6f-75b3843dcca5 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:05:51.528701 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-7baa3a58-b52f-46dd-aae0-82480c3a32cd req-ef6547f1-a04d-48f6-bb6f-75b3843dcca5 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d35e0c4-c006-4f35-a161-1e1e4ff68e11 HTTP/1.1" status: 200 len: 946 time: 0.1671450 Jun 01 19:05:51.568245 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-c9cb1b4a-019c-4af6-ba18-c7cfcd9e12ba req-d039d026-90ca-477b-887a-9ebde5c65b51 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] For port 195d623a-bc83-414e-b1e1-a5e502a7b626, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=195d623a-bc83-414e-b1e1-a5e502a7b626,segment=NetworkSegment(d147e68c-d5fd-47df-bf65-d6c5991a53c2),segment_id=d147e68c-d5fd-47df-bf65-d6c5991a53c2)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:05:51.568618 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-c9cb1b4a-019c-4af6-ba18-c7cfcd9e12ba req-d039d026-90ca-477b-887a-9ebde5c65b51 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:51.585130 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-7baa3a58-b52f-46dd-aae0-82480c3a32cd req-818579d8-bcb8-4dac-bff6-e6f4e65aed2a tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e27767a-e40e-41ca-b34d-a5b7412547b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481687 Jun 01 19:05:51.600953 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-4067c345-f4bf-45c1-853d-51b303126735 req-d482d041-274e-4093-92a8-dfee9bc28aa5 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:51.690909 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4067c345-f4bf-45c1-853d-51b303126735 req-d482d041-274e-4093-92a8-dfee9bc28aa5 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Network c5176504-d94f-43be-82d4-6e190d9dfffd is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:05:51.696011 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [req-4067c345-f4bf-45c1-853d-51b303126735 req-d482d041-274e-4093-92a8-dfee9bc28aa5 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:05:51.701142 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [req-4067c345-f4bf-45c1-853d-51b303126735 req-d482d041-274e-4093-92a8-dfee9bc28aa5 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:05:51.765053 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 195d623a-bc83-414e-b1e1-a5e502a7b626 no longer exists at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:05:51.788119 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-c9cb1b4a-019c-4af6-ba18-c7cfcd9e12ba req-d039d026-90ca-477b-887a-9ebde5c65b51 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Calling delete_port for 195d623a-bc83-414e-b1e1-a5e502a7b626 owned by compute:nova {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:05:51.850087 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d482d041-274e-4093-92a8-dfee9bc28aa5 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Pushing event updated for resources: {'Port': ['ID=364ed43d-0fa2-43f5-8c2e-65dea14b2761,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:05:51.890854 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-fb729b1f-a90b-4e8e-8d38-32ca92c470aa tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2718856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3066595'] for subnet, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:51.902893 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4067c345-f4bf-45c1-853d-51b303126735 req-d482d041-274e-4093-92a8-dfee9bc28aa5 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:05:51.903650 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-4067c345-f4bf-45c1-853d-51b303126735 req-d482d041-274e-4093-92a8-dfee9bc28aa5 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:51.971505 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port 195d623a-bc83-414e-b1e1-a5e502a7b626 is: ACTIVE; New status is: DOWN {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:05:51.972070 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:51.972204 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ef18bd-e956-445b-a233-049ac892e516 req-555ec257-e95b-4845-bfac-43f0701b4f64 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:05:51.974916 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-56ef18bd-e956-445b-a233-049ac892e516 req-555ec257-e95b-4845-bfac-43f0701b4f64 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d35e0c4-c006-4f35-a161-1e1e4ff68e11 HTTP/1.1" status: 200 len: 946 time: 0.2240391 Jun 01 19:05:51.976628 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4067c345-f4bf-45c1-853d-51b303126735 req-d482d041-274e-4093-92a8-dfee9bc28aa5 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4134057 Jun 01 19:05:52.011919 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3ada37d-ed4b-4f5d-935c-381ab0015dec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '195d623a-bc83-414e-b1e1-a5e502a7b626'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:05:52.021560 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [req-4067c345-f4bf-45c1-853d-51b303126735 req-2650114e-d281-402f-9701-3f0055ed19ba service neutron] Request body: {'port': {'device_id': '2f1c263f-378f-4b9b-89ab-c435c771d20d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844202-1'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:05:52.028820 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 195d623a-bc83-414e-b1e1-a5e502a7b626, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=195d623a-bc83-414e-b1e1-a5e502a7b626,segment=NetworkSegment(d147e68c-d5fd-47df-bf65-d6c5991a53c2),segment_id=d147e68c-d5fd-47df-bf65-d6c5991a53c2)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:05:52.039094 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:52.080253 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-cffaf422-9cb5-4acc-9420-cc85c163e776 None None] Provisioning for port 364ed43d-0fa2-43f5-8c2e-65dea14b2761 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:05:52.081335 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-bb028eb7-39e3-4ff0-9755-645ed5c49198 req-8531b636-6ea3-4717-9c64-1b5dd2e52a0f service neutron] 10.222.0.50 "GET /v2.0/networks/57a41f0e-b08f-4033-97ac-1767c5f2bb80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5791500 Jun 01 19:05:52.094810 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-56ef18bd-e956-445b-a233-049ac892e516 req-62a70901-af9d-4c13-9cfb-7783d1667960 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e27767a-e40e-41ca-b34d-a5b7412547b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137440 Jun 01 19:05:52.103823 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7ddc636-6dc1-437d-9141-21036570c1ce None None] Network 99debedd-d8ea-4e7a-bf14-74c274bd20d8 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:05:52.121954 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-cffaf422-9cb5-4acc-9420-cc85c163e776 None None] Provisioning complete for port 364ed43d-0fa2-43f5-8c2e-65dea14b2761 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:05:52.122326 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-cffaf422-9cb5-4acc-9420-cc85c163e776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:52.149651 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb729b1f-a90b-4e8e-8d38-32ca92c470aa tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Pushing event deleted for resources: {'Subnet': ['ID=c957d639-4e23-4a1f-9e90-a3beb2594759,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:05:52.169532 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-fb729b1f-a90b-4e8e-8d38-32ca92c470aa tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:52.221002 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6bf3e5c-633f-4104-8636-30754272c32e'] response: {'server_uuid': 'e3ada37d-ed4b-4f5d-935c-381ab0015dec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '195d623a-bc83-414e-b1e1-a5e502a7b626', 'code': 200} Jun 01 19:05:52.221473 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-4067c345-f4bf-45c1-853d-51b303126735 req-2650114e-d281-402f-9701-3f0055ed19ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:52.275207 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=195d623a-bc83-414e-b1e1-a5e502a7b626,revision_number=6']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:05:52.277781 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-cffaf422-9cb5-4acc-9420-cc85c163e776 None None] Port 364ed43d-0fa2-43f5-8c2e-65dea14b2761 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:05:52.468391 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35955ffb-4097-42c5-82b4-fda1c53f4d60 None None] DHCP port deletion for 99debedd-d8ea-4e7a-bf14-74c274bd20d8 request from n-d-844202-1 {{(pid=88526) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 19:05:52.473952 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-35955ffb-4097-42c5-82b4-fda1c53f4d60 None None] Deleting port 74461dba-714e-4889-acff-d2e384b7f860 {{(pid=88526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:05:52.474438 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-35955ffb-4097-42c5-82b4-fda1c53f4d60 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:52.480032 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-fb729b1f-a90b-4e8e-8d38-32ca92c470aa tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] 10.222.0.41 "DELETE /v2.0/subnets/c957d639-4e23-4a1f-9e90-a3beb2594759 HTTP/1.1" status: 204 len: 168 time: 3.0103192 Jun 01 19:05:52.486149 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 48248) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:05:52.508404 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71486eaf-02bc-4866-a8a3-2d6081239f6a req-1d4921db-190b-4c74-946d-346de7d7d391 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:05:52.510476 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-71486eaf-02bc-4866-a8a3-2d6081239f6a req-1d4921db-190b-4c74-946d-346de7d7d391 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/ports?device_id=4686d426-f02a-4d1b-a91a-3a5689dd3b48 HTTP/1.1" status: 200 len: 946 time: 1.1847157 Jun 01 19:05:52.703171 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.db.api [req-c9cb1b4a-019c-4af6-ba18-c7cfcd9e12ba req-d039d026-90ca-477b-887a-9ebde5c65b51 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88524) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 19:05:52.703852 n-d-844202-1 neutron-server[88524]: DEBUG oslo_db.api [req-c9cb1b4a-019c-4af6-ba18-c7cfcd9e12ba req-d039d026-90ca-477b-887a-9ebde5c65b51 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 19:05:52.715583 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-35955ffb-4097-42c5-82b4-fda1c53f4d60 None None] For port 74461dba-714e-4889-acff-d2e384b7f860, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=74461dba-714e-4889-acff-d2e384b7f860,segment=NetworkSegment(9ad62b68-2734-4a68-9b03-d358cb9a0094),segment_id=9ad62b68-2734-4a68-9b03-d358cb9a0094)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:05:52.715986 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-35955ffb-4097-42c5-82b4-fda1c53f4d60 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:52.721082 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-05d8da4b-ebf9-45fd-bbd9-d496ae18f0e7 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:52.727507 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-71486eaf-02bc-4866-a8a3-2d6081239f6a req-0aceb5aa-2a40-4384-ae96-a88df6328757 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/security-groups?id=5040cb58-24af-44ab-a8bd-126074c76b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2063963 Jun 01 19:05:52.806326 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-bb028eb7-39e3-4ff0-9755-645ed5c49198 req-18c53e3e-1aae-4116-8f78-11de6a9849d1 service neutron] 10.222.0.50 "GET /v2.0/networks/57a41f0e-b08f-4033-97ac-1767c5f2bb80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6335027 Jun 01 19:05:52.810337 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c910f31f-a9e8-4368-9ed0-ad6f2b1840a8 req-0aa350ac-bf73-43fc-9ea4-f4e227aa13ce tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:05:52.844278 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c910f31f-a9e8-4368-9ed0-ad6f2b1840a8 req-0aa350ac-bf73-43fc-9ea4-f4e227aa13ce tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:05:52.846254 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-c910f31f-a9e8-4368-9ed0-ad6f2b1840a8 req-0aa350ac-bf73-43fc-9ea4-f4e227aa13ce tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Synchronizing usage tracker for tenant:f9f71065939b4c07b09efd290be9b909 on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:05:52.891463 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-35955ffb-4097-42c5-82b4-fda1c53f4d60 None None] Calling delete_port for 74461dba-714e-4889-acff-d2e384b7f860 owned by network:dhcp {{(pid=88526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:05:52.959189 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-05d8da4b-ebf9-45fd-bbd9-d496ae18f0e7 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Deleting port 74461dba-714e-4889-acff-d2e384b7f860 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:05:52.959780 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-05d8da4b-ebf9-45fd-bbd9-d496ae18f0e7 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:52.982452 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e2b27c0f-dd5d-4167-9589-69eab9360be4 req-e0482d86-8139-4c46-a7ee-eccb12ca930a tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=4e20c5bd79fa44728efb622f29d6160e HTTP/1.1" status: 200 len: 221 time: 0.0838223 Jun 01 19:05:53.016503 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e350403c-f12a-4c0a-ae03-b29d6d1f9ac7 tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-887474'] for router_interface, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:53.019172 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-c910f31f-a9e8-4368-9ed0-ad6f2b1840a8 req-0aa350ac-bf73-43fc-9ea4-f4e227aa13ce tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Unset dirty status for tenant:f9f71065939b4c07b09efd290be9b909 on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:05:53.027286 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c910f31f-a9e8-4368-9ed0-ad6f2b1840a8 req-0aa350ac-bf73-43fc-9ea4-f4e227aa13ce tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f1c263f-378f-4b9b-89ab-c435c771d20d HTTP/1.1" status: 200 len: 1655 time: 0.5879309 Jun 01 19:05:53.033761 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-35955ffb-4097-42c5-82b4-fda1c53f4d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535'] for port, after_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:53.162917 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35955ffb-4097-42c5-82b4-fda1c53f4d60 None None] No DVR routers for this DVR port 74461dba-714e-4889-acff-d2e384b7f860 on host n-d-844202-1 {{(pid=88526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:05:53.171700 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35955ffb-4097-42c5-82b4-fda1c53f4d60 None None] Pushing event deleted for resources: {'Port': ['ID=74461dba-714e-4889-acff-d2e384b7f860,revision_number=None']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:05:53.181065 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-05d8da4b-ebf9-45fd-bbd9-d496ae18f0e7 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] The port '74461dba-714e-4889-acff-d2e384b7f860' was deleted {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 01 19:05:53.223973 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-c9cb1b4a-019c-4af6-ba18-c7cfcd9e12ba req-d039d026-90ca-477b-887a-9ebde5c65b51 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Deleting port 195d623a-bc83-414e-b1e1-a5e502a7b626 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:05:53.224609 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-c9cb1b4a-019c-4af6-ba18-c7cfcd9e12ba req-d039d026-90ca-477b-887a-9ebde5c65b51 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:53.228782 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c910f31f-a9e8-4368-9ed0-ad6f2b1840a8 req-127c7189-36e6-461a-840f-2037e1d00412 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] 10.222.0.41 "GET /v2.0/security-groups?id=35bdd75f-60bc-442f-9683-0ad602663bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002630 Jun 01 19:05:53.405644 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-05d8da4b-ebf9-45fd-bbd9-d496ae18f0e7 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:53.440156 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 74461dba-714e-4889-acff-d2e384b7f860 no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:05:53.484626 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: 74461dba-714e-4889-acff-d2e384b7f860 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:05:53.486096 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 74461dba-714e-4889-acff-d2e384b7f860 not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:05:53.490252 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-05d8da4b-ebf9-45fd-bbd9-d496ae18f0e7 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99debedd-d8ea-4e7a-bf14-74c274bd20d8']}} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:05:53.511092 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-05d8da4b-ebf9-45fd-bbd9-d496ae18f0e7 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ad62b68-2734-4a68-9b03-d358cb9a0094') {'for_net_delete': True} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:05:53.511548 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-05d8da4b-ebf9-45fd-bbd9-d496ae18f0e7 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ad62b68-2734-4a68-9b03-d358cb9a0094') {} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:05:53.535831 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-05d8da4b-ebf9-45fd-bbd9-d496ae18f0e7 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2258522'] for segment, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:53.543639 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [req-4067c345-f4bf-45c1-853d-51b303126735 req-2650114e-d281-402f-9701-3f0055ed19ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f50408f-12ad-40bd-a1c0-e0b61abd4dee {{(pid=88525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 19:05:53.553874 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-4067c345-f4bf-45c1-853d-51b303126735 req-2650114e-d281-402f-9701-3f0055ed19ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:53.571951 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-05d8da4b-ebf9-45fd-bbd9-d496ae18f0e7 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:53.585996 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05d8da4b-ebf9-45fd-bbd9-d496ae18f0e7 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=88525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 19:05:53.586468 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-05d8da4b-ebf9-45fd-bbd9-d496ae18f0e7 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2613981'] for segment, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:53.609347 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4037dc8e-ed30-480e-b5f2-585af5be6f4e req-94594909-47a4-40a9-9fba-c9fad221d3e3 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:05:53.610956 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4037dc8e-ed30-480e-b5f2-585af5be6f4e req-94594909-47a4-40a9-9fba-c9fad221d3e3 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d35e0c4-c006-4f35-a161-1e1e4ff68e11 HTTP/1.1" status: 200 len: 946 time: 0.2561142 Jun 01 19:05:53.674737 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebd19e0-b383-43ae-82db-35d1a4ab66b2 req-acf1b117-7142-4bf8-a396-69c4fccbefee tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:05:53.676858 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5ebd19e0-b383-43ae-82db-35d1a4ab66b2 req-acf1b117-7142-4bf8-a396-69c4fccbefee tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/ports?device_id=e3ada37d-ed4b-4f5d-935c-381ab0015dec HTTP/1.1" status: 200 len: 944 time: 0.4895697 Jun 01 19:05:53.716941 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment 9ad62b68-2734-4a68-9b03-d358cb9a0094 resource provider aggregate not found Jun 01 19:05:53.739059 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [req-4067c345-f4bf-45c1-853d-51b303126735 req-2650114e-d281-402f-9701-3f0055ed19ba service neutron] Transition to ACTIVE for port object 3f50408f-12ad-40bd-a1c0-e0b61abd4dee will not be triggered until provisioned by entity L2. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:05:53.744819 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment 9ad62b68-2734-4a68-9b03-d358cb9a0094 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9ad62b68-2734-4a68-9b03-d358cb9a0094 found for delete ", "request_id": "req-6014b2a4-e516-408e-80f1-aa6b8141f55a"}]} Jun 01 19:05:53.745475 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-05d8da4b-ebf9-45fd-bbd9-d496ae18f0e7 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:53.767022 n-d-844202-1 neutron-server[88524]: INFO neutron.api.v2.resource [req-38da97a1-193a-4d27-9216-c0bf0c59495e req-e70a1702-9c8a-430f-b637-646e42f7ec94 service neutron] show failed (client error): The resource could not be found. Jun 01 19:05:53.767324 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-05d8da4b-ebf9-45fd-bbd9-d496ae18f0e7 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks [] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:53.767998 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-38da97a1-193a-4d27-9216-c0bf0c59495e req-e70a1702-9c8a-430f-b637-646e42f7ec94 service neutron] 10.222.0.50 "GET /v2.0/ports/3211349c-cc9d-4914-8a84-cd570821bb77/bindings/n-h1-844202-1 HTTP/1.1" status: 404 len: 380 time: 0.2032750 Jun 01 19:05:53.770295 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-c9cb1b4a-019c-4af6-ba18-c7cfcd9e12ba req-d039d026-90ca-477b-887a-9ebde5c65b51 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] For port 195d623a-bc83-414e-b1e1-a5e502a7b626, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=195d623a-bc83-414e-b1e1-a5e502a7b626,segment=NetworkSegment(d147e68c-d5fd-47df-bf65-d6c5991a53c2),segment_id=d147e68c-d5fd-47df-bf65-d6c5991a53c2)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:05:53.770707 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-c9cb1b4a-019c-4af6-ba18-c7cfcd9e12ba req-d039d026-90ca-477b-887a-9ebde5c65b51 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:53.775300 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-4067c345-f4bf-45c1-853d-51b303126735 req-2650114e-d281-402f-9701-3f0055ed19ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:53.829887 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d8da4b-ebf9-45fd-bbd9-d496ae18f0e7 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Pushing event deleted for resources: {'Network': ['ID=99debedd-d8ea-4e7a-bf14-74c274bd20d8,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:05:53.842927 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4037dc8e-ed30-480e-b5f2-585af5be6f4e req-1cb2db5b-5ab4-4560-8ae7-97b4035c4277 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e27767a-e40e-41ca-b34d-a5b7412547b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174013 Jun 01 19:05:53.874967 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5ebd19e0-b383-43ae-82db-35d1a4ab66b2 req-cfae56ad-575f-45ad-98f3-779da9135786 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a351d5c-3364-42d8-bd0d-648028a392a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731782 Jun 01 19:05:54.015170 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-05d8da4b-ebf9-45fd-bbd9-d496ae18f0e7 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] 10.222.0.41 "DELETE /v2.0/networks/99debedd-d8ea-4e7a-bf14-74c274bd20d8 HTTP/1.1" status: 204 len: 168 time: 1.5277863 Jun 01 19:05:54.054927 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 48278) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:05:54.057285 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-c9cb1b4a-019c-4af6-ba18-c7cfcd9e12ba req-d039d026-90ca-477b-887a-9ebde5c65b51 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Calling delete_port for 195d623a-bc83-414e-b1e1-a5e502a7b626 owned by compute:nova {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:05:54.174823 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2650114e-d281-402f-9701-3f0055ed19ba service neutron] Pushing event updated for resources: {'Port': ['ID=3f50408f-12ad-40bd-a1c0-e0b61abd4dee,revision_number=2']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:05:54.449407 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-e350403c-f12a-4c0a-ae03-b29d6d1f9ac7 tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Deleting port 077a961e-1592-4d09-aa24-5c206ac2225d {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:05:54.449965 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e350403c-f12a-4c0a-ae03-b29d6d1f9ac7 tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:54.582165 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-00f6980e-288e-4fe4-9885-f88612bdf6e9 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Deleting port 6444cc67-2634-45c9-8ee4-e4a29bfa2475 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:05:54.582416 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-00f6980e-288e-4fe4-9885-f88612bdf6e9 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:54.685313 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d70b39e-0871-476f-bd72-064c37241335 req-0e62a51f-599a-4214-bf86-25ed39dd8cd2 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:05:54.687140 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8d70b39e-0871-476f-bd72-064c37241335 req-0e62a51f-599a-4214-bf86-25ed39dd8cd2 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/ports?device_id=4686d426-f02a-4d1b-a91a-3a5689dd3b48 HTTP/1.1" status: 200 len: 946 time: 0.4898427 Jun 01 19:05:54.707172 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86d67fc-d545-4627-848d-d1a73f3ab113 req-a8d2ac8b-07f1-4872-8695-9953d7973ae6 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:05:54.708963 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a86d67fc-d545-4627-848d-d1a73f3ab113 req-a8d2ac8b-07f1-4872-8695-9953d7973ae6 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d35e0c4-c006-4f35-a161-1e1e4ff68e11 HTTP/1.1" status: 200 len: 946 time: 0.5683823 Jun 01 19:05:54.718454 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38da97a1-193a-4d27-9216-c0bf0c59495e req-220ad5a3-14e1-41c6-b181-1e45685d35a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:05:54.720312 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-38da97a1-193a-4d27-9216-c0bf0c59495e req-220ad5a3-14e1-41c6-b181-1e45685d35a5 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4686d426-f02a-4d1b-a91a-3a5689dd3b48&tenant_id=8537cfb3773e46d182e148cf5b0a717f HTTP/1.1" status: 200 len: 1097 time: 0.5784907 Jun 01 19:05:54.754385 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-38da97a1-193a-4d27-9216-c0bf0c59495e req-6586a827-a749-4049-8508-4ffda2725cd2 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-844202-1', 'device_owner': 'compute:nova'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:05:54.754717 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-4067c345-f4bf-45c1-853d-51b303126735 req-2650114e-d281-402f-9701-3f0055ed19ba service neutron] Attempting to bind port 3f50408f-12ad-40bd-a1c0-e0b61abd4dee on host n-h1-844202-1 for vnic_type normal with profile {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:05:54.755045 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-4067c345-f4bf-45c1-853d-51b303126735 req-2650114e-d281-402f-9701-3f0055ed19ba service neutron] Attempting to bind port 3f50408f-12ad-40bd-a1c0-e0b61abd4dee by drivers openvswitch,hyperv on host n-h1-844202-1 at level 0 using segments [{'id': '943038f9-0faa-41a0-93f8-2333389ee12a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8e4ad329-9d3a-46f9-8179-85568893b967'}] {{(pid=88525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:05:54.755361 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4067c345-f4bf-45c1-853d-51b303126735 req-2650114e-d281-402f-9701-3f0055ed19ba service neutron] Attempting to bind port 3f50408f-12ad-40bd-a1c0-e0b61abd4dee on network 8e4ad329-9d3a-46f9-8179-85568893b967 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:05:54.777085 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4067c345-f4bf-45c1-853d-51b303126735 req-2650114e-d281-402f-9701-3f0055ed19ba service neutron] Port 3f50408f-12ad-40bd-a1c0-e0b61abd4dee on network 8e4ad329-9d3a-46f9-8179-85568893b967 not bound, no agent of type Open vSwitch agent registered on host n-h1-844202-1 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 19:05:54.777425 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4067c345-f4bf-45c1-853d-51b303126735 req-2650114e-d281-402f-9701-3f0055ed19ba service neutron] Attempting to bind port 3f50408f-12ad-40bd-a1c0-e0b61abd4dee on network 8e4ad329-9d3a-46f9-8179-85568893b967 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:05:54.797677 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4067c345-f4bf-45c1-853d-51b303126735 req-2650114e-d281-402f-9701-3f0055ed19ba service neutron] Checking agent: {'id': 'bdb1e5d7-b998-4259-838f-3d278e930f32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 5, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:05:54.797677 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4067c345-f4bf-45c1-853d-51b303126735 req-2650114e-d281-402f-9701-3f0055ed19ba service neutron] Checking segment: {'id': '943038f9-0faa-41a0-93f8-2333389ee12a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8e4ad329-9d3a-46f9-8179-85568893b967'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:05:54.798230 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4067c345-f4bf-45c1-853d-51b303126735 req-2650114e-d281-402f-9701-3f0055ed19ba service neutron] Bound using segment: {'id': '943038f9-0faa-41a0-93f8-2333389ee12a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8e4ad329-9d3a-46f9-8179-85568893b967'} {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:05:54.798230 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-4067c345-f4bf-45c1-853d-51b303126735 req-2650114e-d281-402f-9701-3f0055ed19ba service neutron] Bound port: 3f50408f-12ad-40bd-a1c0-e0b61abd4dee, host: n-h1-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '943038f9-0faa-41a0-93f8-2333389ee12a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8e4ad329-9d3a-46f9-8179-85568893b967'}}] {{(pid=88525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:05:54.798559 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-4067c345-f4bf-45c1-853d-51b303126735 req-2650114e-d281-402f-9701-3f0055ed19ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:54.827961 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8d70b39e-0871-476f-bd72-064c37241335 req-20ae5952-10d2-4e15-8e0c-418a5a6300e0 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/security-groups?id=5040cb58-24af-44ab-a8bd-126074c76b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920630 Jun 01 19:05:54.829502 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-c9cb1b4a-019c-4af6-ba18-c7cfcd9e12ba req-d039d026-90ca-477b-887a-9ebde5c65b51 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:54.844389 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] get_ports_and_sgs() called for port_ids ['72352e64-9120-4343-9c57-bb57c2532e4b'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 19:05:54.928065 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-00f6980e-288e-4fe4-9885-f88612bdf6e9 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:54.928408 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-00f6980e-288e-4fe4-9885-f88612bdf6e9 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:54.959062 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d039d026-90ca-477b-887a-9ebde5c65b51 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Pushing event deleted for resources: {'Port': ['ID=195d623a-bc83-414e-b1e1-a5e502a7b626,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:05:54.968945 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e350403c-f12a-4c0a-ae03-b29d6d1f9ac7 tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:55.014633 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a86d67fc-d545-4627-848d-d1a73f3ab113 req-5d582d8d-1305-4884-9c7b-68037aa79442 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e27767a-e40e-41ca-b34d-a5b7412547b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2840950 Jun 01 19:05:55.081107 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-4067c345-f4bf-45c1-853d-51b303126735 req-2650114e-d281-402f-9701-3f0055ed19ba service neutron] For port 3f50408f-12ad-40bd-a1c0-e0b61abd4dee, host n-h1-844202-1, cleared binding levels {{(pid=88525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:05:55.086405 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-4067c345-f4bf-45c1-853d-51b303126735 req-2650114e-d281-402f-9701-3f0055ed19ba service neutron] For port 3f50408f-12ad-40bd-a1c0-e0b61abd4dee, host n-h1-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=3f50408f-12ad-40bd-a1c0-e0b61abd4dee,segment=NetworkSegment(943038f9-0faa-41a0-93f8-2333389ee12a),segment_id=943038f9-0faa-41a0-93f8-2333389ee12a)] {{(pid=88525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:05:55.226350 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-4067c345-f4bf-45c1-853d-51b303126735 req-2650114e-d281-402f-9701-3f0055ed19ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:55.281460 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-00f6980e-288e-4fe4-9885-f88612bdf6e9 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Calling delete_port for 6444cc67-2634-45c9-8ee4-e4a29bfa2475 owned by network:floatingip {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:05:55.400611 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4067c345-f4bf-45c1-853d-51b303126735 req-2650114e-d281-402f-9701-3f0055ed19ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:05:55.401532 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-4067c345-f4bf-45c1-853d-51b303126735 req-2650114e-d281-402f-9701-3f0055ed19ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:55.403177 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4067c345-f4bf-45c1-853d-51b303126735 req-2650114e-d281-402f-9701-3f0055ed19ba service neutron] 10.222.0.15 "PUT /v2.0/ports/3f50408f-12ad-40bd-a1c0-e0b61abd4dee HTTP/1.1" status: 200 len: 1092 time: 3.3869009 Jun 01 19:05:55.405887 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f1c263f-378f-4b9b-89ab-c435c771d20d', 'tag': '3f50408f-12ad-40bd-a1c0-e0b61abd4dee'}] {{(pid=88525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:05:55.438359 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-e350403c-f12a-4c0a-ae03-b29d6d1f9ac7 tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Calling delete_port for 077a961e-1592-4d09-aa24-5c206ac2225d owned by network:router_interface {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:05:55.451378 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [req-4067c345-f4bf-45c1-853d-51b303126735 req-88ec5928-108d-47a6-bca4-e10aac50e5a4 service neutron] Request body: {'port': {'device_id': '2f1c263f-378f-4b9b-89ab-c435c771d20d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844202-1'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:05:55.493779 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9cb1b4a-019c-4af6-ba18-c7cfcd9e12ba req-d039d026-90ca-477b-887a-9ebde5c65b51 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] No DVR routers for this DVR port 195d623a-bc83-414e-b1e1-a5e502a7b626 on host n-h2-844202-1 {{(pid=88524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:05:55.518087 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4b698a36-ea44-41d1-acfd-7054e78f68c4 req-3ea6c59e-14b6-4e0a-afbd-1f8b97ee889e tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/ports?device_id=e3ada37d-ed4b-4f5d-935c-381ab0015dec HTTP/1.1" status: 200 len: 210 time: 0.3115618 Jun 01 19:05:55.522350 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-c9cb1b4a-019c-4af6-ba18-c7cfcd9e12ba req-d039d026-90ca-477b-887a-9ebde5c65b51 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:55.541794 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2650114e-d281-402f-9701-3f0055ed19ba service neutron] Pushing event updated for resources: {'Port': ['ID=3f50408f-12ad-40bd-a1c0-e0b61abd4dee,revision_number=3']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:05:55.548737 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3ada37d-ed4b-4f5d-935c-381ab0015dec', 'name': 'network-vif-deleted', 'tag': '195d623a-bc83-414e-b1e1-a5e502a7b626'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:05:55.596151 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-38da97a1-193a-4d27-9216-c0bf0c59495e req-6586a827-a749-4049-8508-4ffda2725cd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:55.625011 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c9cb1b4a-019c-4af6-ba18-c7cfcd9e12ba req-d039d026-90ca-477b-887a-9ebde5c65b51 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.50 "DELETE /v2.0/ports/195d623a-bc83-414e-b1e1-a5e502a7b626 HTTP/1.1" status: 204 len: 173 time: 6.2396691 Jun 01 19:05:55.720289 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18bae3b-f007-432d-bbb3-c17a5a42fd46 req-5555997c-6b49-45ee-add7-88332c13dc11 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:05:55.727280 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18bae3b-f007-432d-bbb3-c17a5a42fd46 req-5555997c-6b49-45ee-add7-88332c13dc11 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:05:55.729018 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b18bae3b-f007-432d-bbb3-c17a5a42fd46 req-5555997c-6b49-45ee-add7-88332c13dc11 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f1c263f-378f-4b9b-89ab-c435c771d20d HTTP/1.1" status: 200 len: 1667 time: 0.5514381 Jun 01 19:05:55.729776 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-4067c345-f4bf-45c1-853d-51b303126735 req-88ec5928-108d-47a6-bca4-e10aac50e5a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:55.891071 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-00f6980e-288e-4fe4-9885-f88612bdf6e9 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:55.934255 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 48304) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:05:55.937714 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b18bae3b-f007-432d-bbb3-c17a5a42fd46 req-40aaa2c9-73bc-43c1-9355-3e838a2a1905 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] 10.222.0.41 "GET /v2.0/security-groups?id=35bdd75f-60bc-442f-9683-0ad602663bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959879 Jun 01 19:05:55.962243 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f6980e-288e-4fe4-9885-f88612bdf6e9 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Pushing event deleted for resources: {'Port': ['ID=6444cc67-2634-45c9-8ee4-e4a29bfa2475,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:05:56.063890 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5d0461d-e293-41dc-8c2a-fc20f0a94080'] response: {'server_uuid': 'e3ada37d-ed4b-4f5d-935c-381ab0015dec', 'name': 'network-vif-deleted', 'tag': '195d623a-bc83-414e-b1e1-a5e502a7b626', 'status': 'completed', 'code': 200} Jun 01 19:05:56.089559 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e350403c-f12a-4c0a-ae03-b29d6d1f9ac7 tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:56.169392 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e350403c-f12a-4c0a-ae03-b29d6d1f9ac7 tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Pushing event deleted for resources: {'Port': ['ID=077a961e-1592-4d09-aa24-5c206ac2225d,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:05:56.177834 n-d-844202-1 neutron-server[88525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67d76a00-f6a0-4d74-bb2a-e47d0bfb8fb8'] response: {'name': 'network-changed', 'server_uuid': '2f1c263f-378f-4b9b-89ab-c435c771d20d', 'tag': '3f50408f-12ad-40bd-a1c0-e0b61abd4dee', 'status': 'completed', 'code': 200} Jun 01 19:05:56.259066 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4d606775-a26c-48c7-bff1-b059a746e7e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:56.453235 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-00f6980e-288e-4fe4-9885-f88612bdf6e9 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks [] for floatingip, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:56.514632 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-00f6980e-288e-4fe4-9885-f88612bdf6e9 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for floatingip, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:56.515874 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-00f6980e-288e-4fe4-9885-f88612bdf6e9 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] 10.222.0.41 "DELETE /v2.0/floatingips/31707782-0e6e-438d-8533-bf8937e93121 HTTP/1.1" status: 204 len: 168 time: 2.4601057 Jun 01 19:05:56.528619 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 48310) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:05:56.594241 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-4d606775-a26c-48c7-bff1-b059a746e7e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:05:56.597427 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a43243c-9e35-4426-8d34-5b4d1dbb39c8 req-69682774-f48b-405c-965a-5ad50f867975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:05:56.598141 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a43243c-9e35-4426-8d34-5b4d1dbb39c8 req-69682774-f48b-405c-965a-5ad50f867975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:05:56.599677 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2a43243c-9e35-4426-8d34-5b4d1dbb39c8 req-69682774-f48b-405c-965a-5ad50f867975 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f9f71065939b4c07b09efd290be9b909&device_id=2f1c263f-378f-4b9b-89ab-c435c771d20d HTTP/1.1" status: 200 len: 1914 time: 0.4187655 Jun 01 19:05:56.605588 n-d-844202-1 neutron-server[88525]: INFO neutron.pecan_wsgi.hooks.translation [None req-f56a7870-5ab5-432c-badd-ce711cc01610 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] DELETE failed (client error): The resource could not be found. Jun 01 19:05:56.606023 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f56a7870-5ab5-432c-badd-ce711cc01610 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88525) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 19:05:56.607612 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-f56a7870-5ab5-432c-badd-ce711cc01610 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] 10.222.0.41 "DELETE /v2.0/ports/db7c1f10-5ed1-4688-921b-65dc071197d3 HTTP/1.1" status: 404 len: 333 time: 0.0763662 Jun 01 19:05:56.612948 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 48316) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:05:56.662973 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-4d606775-a26c-48c7-bff1-b059a746e7e4 admin admin] Usage tracker for resource:security_group_rule and tenant:e171406c8dab4c16bd896834cd3a3a7f is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:05:56.715819 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-4d606775-a26c-48c7-bff1-b059a746e7e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:05:56.725555 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e350403c-f12a-4c0a-ae03-b29d6d1f9ac7 tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-887310'] for router_interface, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:56.749184 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-4d606775-a26c-48c7-bff1-b059a746e7e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:05:56.755054 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-41464eab-bbb0-4534-a10a-ee18bbc8a561 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Synchronizing usage tracker for tenant:a0eb4836fe25462db2032ac7c054c0ab on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:05:56.774224 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1a9d18-d765-4024-8ea1-6c0133a6c9cf req-bedd9707-0d7a-4fe7-bb87-9f32f44bbfe9 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:05:56.775706 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-dd1a9d18-d765-4024-8ea1-6c0133a6c9cf req-bedd9707-0d7a-4fe7-bb87-9f32f44bbfe9 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d35e0c4-c006-4f35-a161-1e1e4ff68e11 HTTP/1.1" status: 200 len: 946 time: 0.4759548 Jun 01 19:05:56.942812 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-41464eab-bbb0-4534-a10a-ee18bbc8a561 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Unset dirty status for tenant:a0eb4836fe25462db2032ac7c054c0ab on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:05:56.946266 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-41464eab-bbb0-4534-a10a-ee18bbc8a561 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc0b319b-9d93-4961-85c5-c81e496ca59b HTTP/1.1" status: 200 len: 205 time: 0.2854309 Jun 01 19:05:56.954921 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 48320) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:05:56.966158 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-dd1a9d18-d765-4024-8ea1-6c0133a6c9cf req-5152aa2b-ea57-471a-9a58-ae8a44a23c53 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e27767a-e40e-41ca-b34d-a5b7412547b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420441 Jun 01 19:05:56.992473 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [req-4067c345-f4bf-45c1-853d-51b303126735 req-88ec5928-108d-47a6-bca4-e10aac50e5a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 364ed43d-0fa2-43f5-8c2e-65dea14b2761 {{(pid=88525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 19:05:57.004280 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-4067c345-f4bf-45c1-853d-51b303126735 req-88ec5928-108d-47a6-bca4-e10aac50e5a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:57.007410 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a43243c-9e35-4426-8d34-5b4d1dbb39c8 req-3a09af4f-92ea-4518-89fd-75a38fb8fbca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:05:57.007912 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a43243c-9e35-4426-8d34-5b4d1dbb39c8 req-3a09af4f-92ea-4518-89fd-75a38fb8fbca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:05:57.008398 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a43243c-9e35-4426-8d34-5b4d1dbb39c8 req-3a09af4f-92ea-4518-89fd-75a38fb8fbca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:05:57.010012 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2a43243c-9e35-4426-8d34-5b4d1dbb39c8 req-3a09af4f-92ea-4518-89fd-75a38fb8fbca service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=f9f71065939b4c07b09efd290be9b909&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.3944762 Jun 01 19:05:57.045923 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [req-4067c345-f4bf-45c1-853d-51b303126735 req-88ec5928-108d-47a6-bca4-e10aac50e5a4 service neutron] Transition to ACTIVE for port object 364ed43d-0fa2-43f5-8c2e-65dea14b2761 will not be triggered until provisioned by entity L2. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:05:57.098277 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-4067c345-f4bf-45c1-853d-51b303126735 req-88ec5928-108d-47a6-bca4-e10aac50e5a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:57.220589 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3b72a2-f27b-4714-a567-7ce6bc73d444 req-8a19524d-14ca-42e1-8222-210c00519342 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:05:57.222104 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7e3b72a2-f27b-4714-a567-7ce6bc73d444 req-8a19524d-14ca-42e1-8222-210c00519342 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/ports?device_id=4686d426-f02a-4d1b-a91a-3a5689dd3b48 HTTP/1.1" status: 200 len: 946 time: 0.9537098 Jun 01 19:05:57.233662 n-d-844202-1 neutron-server[88524]: INFO neutron.api.v2.resource [None req-871b2357-c224-47f9-8bf4-f4035c4865f3 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] delete failed (client error): The resource could not be found. Jun 01 19:05:57.236994 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-871b2357-c224-47f9-8bf4-f4035c4865f3 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] 10.222.0.41 "DELETE /v2.0/routers/fc0b319b-9d93-4961-85c5-c81e496ca59b HTTP/1.1" status: 404 len: 336 time: 0.2772510 Jun 01 19:05:57.246187 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 48332) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:05:57.268893 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-38da97a1-193a-4d27-9216-c0bf0c59495e req-6586a827-a749-4049-8508-4ffda2725cd2 service neutron] For port 3211349c-cc9d-4914-8a84-cd570821bb77, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=3211349c-cc9d-4914-8a84-cd570821bb77,segment=NetworkSegment(125279ea-2aed-41ea-8b3e-4526e0a8c195),segment_id=125279ea-2aed-41ea-8b3e-4526e0a8c195)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:05:57.336732 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e350403c-f12a-4c0a-ae03-b29d6d1f9ac7 tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Router 63c16da4-112d-4164-b000-bf1989e14c6f has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 19:05:57.344443 n-d-844202-1 neutron-server[88524]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e9bf057-2b62-4b75-b71a-77761770a0ea tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] DELETE failed (client error): The resource could not be found. Jun 01 19:05:57.344897 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e9bf057-2b62-4b75-b71a-77761770a0ea tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88524) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 19:05:57.359132 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ec5928-108d-47a6-bca4-e10aac50e5a4 service neutron] Pushing event updated for resources: {'Port': ['ID=364ed43d-0fa2-43f5-8c2e-65dea14b2761,revision_number=2']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:05:57.403519 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-8e9bf057-2b62-4b75-b71a-77761770a0ea tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] 10.222.0.41 "DELETE /v2.0/subnets/c957d639-4e23-4a1f-9e90-a3beb2594759 HTTP/1.1" status: 404 len: 337 time: 0.1534247 Jun 01 19:05:57.406497 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7e3b72a2-f27b-4714-a567-7ce6bc73d444 req-a992cfce-e896-4e4b-a946-db2f14d20dc5 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/security-groups?id=5040cb58-24af-44ab-a8bd-126074c76b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1651719 Jun 01 19:05:57.409956 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 48336) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:05:57.471787 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a43243c-9e35-4426-8d34-5b4d1dbb39c8 req-e877063d-f03f-4c03-adc4-f28a73e600a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:05:57.473322 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2a43243c-9e35-4426-8d34-5b4d1dbb39c8 req-e877063d-f03f-4c03-adc4-f28a73e600a9 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4517910 Jun 01 19:05:57.545360 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-0f2aea31-d715-4e1a-93dc-ea41148d7af1 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Deleting port c62d4609-83b1-45d0-abb2-e3d37ebae283 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:05:57.545745 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0f2aea31-d715-4e1a-93dc-ea41148d7af1 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:57.548085 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4d606775-a26c-48c7-bff1-b059a746e7e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:57.588983 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-4067c345-f4bf-45c1-853d-51b303126735 req-88ec5928-108d-47a6-bca4-e10aac50e5a4 service neutron] Attempting to bind port 364ed43d-0fa2-43f5-8c2e-65dea14b2761 on host n-h1-844202-1 for vnic_type normal with profile {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:05:57.589290 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-4067c345-f4bf-45c1-853d-51b303126735 req-88ec5928-108d-47a6-bca4-e10aac50e5a4 service neutron] Attempting to bind port 364ed43d-0fa2-43f5-8c2e-65dea14b2761 by drivers openvswitch,hyperv on host n-h1-844202-1 at level 0 using segments [{'id': 'f8c53dd6-51c8-4869-a7cb-58edb777b701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c5176504-d94f-43be-82d4-6e190d9dfffd'}] {{(pid=88525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:05:57.589609 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4067c345-f4bf-45c1-853d-51b303126735 req-88ec5928-108d-47a6-bca4-e10aac50e5a4 service neutron] Attempting to bind port 364ed43d-0fa2-43f5-8c2e-65dea14b2761 on network c5176504-d94f-43be-82d4-6e190d9dfffd {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:05:57.590040 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-38da97a1-193a-4d27-9216-c0bf0c59495e req-6586a827-a749-4049-8508-4ffda2725cd2 service neutron] For port 3211349c-cc9d-4914-8a84-cd570821bb77, host n-h2-844202-1, cleared binding levels {{(pid=88524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:05:57.605730 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4067c345-f4bf-45c1-853d-51b303126735 req-88ec5928-108d-47a6-bca4-e10aac50e5a4 service neutron] Port 364ed43d-0fa2-43f5-8c2e-65dea14b2761 on network c5176504-d94f-43be-82d4-6e190d9dfffd not bound, no agent of type Open vSwitch agent registered on host n-h1-844202-1 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 19:05:57.606050 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4067c345-f4bf-45c1-853d-51b303126735 req-88ec5928-108d-47a6-bca4-e10aac50e5a4 service neutron] Attempting to bind port 364ed43d-0fa2-43f5-8c2e-65dea14b2761 on network c5176504-d94f-43be-82d4-6e190d9dfffd {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:05:57.616453 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d319998-e1c9-4160-8b78-7ca8252a523e req-75cc5642-6ada-41f6-8bcb-791abcdf649c tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:05:57.617433 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4d606775-a26c-48c7-bff1-b059a746e7e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:57.622330 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d319998-e1c9-4160-8b78-7ca8252a523e req-75cc5642-6ada-41f6-8bcb-791abcdf649c tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:05:57.623936 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-0d319998-e1c9-4160-8b78-7ca8252a523e req-75cc5642-6ada-41f6-8bcb-791abcdf649c tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f1c263f-378f-4b9b-89ab-c435c771d20d HTTP/1.1" status: 200 len: 1679 time: 0.3968527 Jun 01 19:05:57.633772 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4067c345-f4bf-45c1-853d-51b303126735 req-88ec5928-108d-47a6-bca4-e10aac50e5a4 service neutron] Checking agent: {'id': 'bdb1e5d7-b998-4259-838f-3d278e930f32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 5, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:05:57.634108 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4067c345-f4bf-45c1-853d-51b303126735 req-88ec5928-108d-47a6-bca4-e10aac50e5a4 service neutron] Checking segment: {'id': 'f8c53dd6-51c8-4869-a7cb-58edb777b701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c5176504-d94f-43be-82d4-6e190d9dfffd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:05:57.634489 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4067c345-f4bf-45c1-853d-51b303126735 req-88ec5928-108d-47a6-bca4-e10aac50e5a4 service neutron] Bound using segment: {'id': 'f8c53dd6-51c8-4869-a7cb-58edb777b701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c5176504-d94f-43be-82d4-6e190d9dfffd'} {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:05:57.634930 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-4067c345-f4bf-45c1-853d-51b303126735 req-88ec5928-108d-47a6-bca4-e10aac50e5a4 service neutron] Bound port: 364ed43d-0fa2-43f5-8c2e-65dea14b2761, host: n-h1-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8c53dd6-51c8-4869-a7cb-58edb777b701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c5176504-d94f-43be-82d4-6e190d9dfffd'}}] {{(pid=88525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:05:57.635280 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-4067c345-f4bf-45c1-853d-51b303126735 req-88ec5928-108d-47a6-bca4-e10aac50e5a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:57.680982 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e350403c-f12a-4c0a-ae03-b29d6d1f9ac7 tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:05:57.691517 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e9913e7-b11c-448a-a583-949290d3da7c None None] Sync routers for ids ['63c16da4-112d-4164-b000-bf1989e14c6f'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:05:57.701864 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e9913e7-b11c-448a-a583-949290d3da7c None None] Routers {'63c16da4-112d-4164-b000-bf1989e14c6f'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:05:57.702617 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-8e9913e7-b11c-448a-a583-949290d3da7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:05:39Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['63c16da4-112d-4164-b000-bf1989e14c6f'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:05:57.707008 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-e350403c-f12a-4c0a-ae03-b29d6d1f9ac7 tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] 10.222.0.41 "PUT /v2.0/routers/63c16da4-112d-4164-b000-bf1989e14c6f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5364094 Jun 01 19:05:57.715536 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 48340) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:05:57.736424 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-4d606775-a26c-48c7-bff1-b059a746e7e4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e171406c8dab4c16bd896834cd3a3a7f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7946444 Jun 01 19:05:57.760619 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 48344) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:05:57.769595 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-8e9913e7-b11c-448a-a583-949290d3da7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:05:57.778544 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e9913e7-b11c-448a-a583-949290d3da7c None None] Routers {'63c16da4-112d-4164-b000-bf1989e14c6f'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:05:57.779350 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-8e9913e7-b11c-448a-a583-949290d3da7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:05:39Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['63c16da4-112d-4164-b000-bf1989e14c6f'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:05:57.788921 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d606775-a26c-48c7-bff1-b059a746e7e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b431c97d-a4d7-4b2e-8b44-c63532ffaba6,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:05:57.802098 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-38da97a1-193a-4d27-9216-c0bf0c59495e req-6586a827-a749-4049-8508-4ffda2725cd2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:57.815596 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 3211349c-cc9d-4914-8a84-cd570821bb77 no longer exists at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:05:57.819246 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-0d319998-e1c9-4160-8b78-7ca8252a523e req-4090ce72-42b5-4b0d-a4b2-d371734bde34 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] 10.222.0.41 "GET /v2.0/security-groups?id=35bdd75f-60bc-442f-9683-0ad602663bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884677 Jun 01 19:05:57.836330 n-d-844202-1 neutron-server[88524]: INFO neutron.api.v2.resource [None req-49ff92c9-6898-4118-b6aa-b288fd7494e8 tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] show failed (client error): The resource could not be found. Jun 01 19:05:57.837533 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-49ff92c9-6898-4118-b6aa-b288fd7494e8 tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] 10.222.0.41 "GET /v2.0/routers/tempest-non_exist_router-511703886 HTTP/1.1" status: 404 len: 334 time: 0.1194265 Jun 01 19:05:57.845422 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-8e9913e7-b11c-448a-a583-949290d3da7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:05:57.845821 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e9913e7-b11c-448a-a583-949290d3da7c None None] The sync data for ids ['63c16da4-112d-4164-b000-bf1989e14c6f'] in n-d-844202-1 is: [] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:05:57.848534 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 48348) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:05:57.849728 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [req-38da97a1-193a-4d27-9216-c0bf0c59495e req-6586a827-a749-4049-8508-4ffda2725cd2 service neutron] Transition to ACTIVE for port object 3211349c-cc9d-4914-8a84-cd570821bb77 will not be triggered until provisioned by entity L2. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:05:57.857712 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-17a50952-1a7a-4a47-975a-54fdec458d5d tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Request body: {'router': {'name': 'new_name'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:05:57.926078 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-38da97a1-193a-4d27-9216-c0bf0c59495e req-6586a827-a749-4049-8508-4ffda2725cd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:57.933911 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 3211349c-cc9d-4914-8a84-cd570821bb77 not bound to the agent host n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:05:57.990837 n-d-844202-1 neutron-server[88524]: INFO neutron.api.v2.resource [None req-17a50952-1a7a-4a47-975a-54fdec458d5d tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] update failed (client error): The resource could not be found. Jun 01 19:05:57.991769 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-17a50952-1a7a-4a47-975a-54fdec458d5d tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] 10.222.0.41 "PUT /v2.0/routers/tempest-non_exist_router-1817005736 HTTP/1.1" status: 404 len: 335 time: 0.1399899 Jun 01 19:05:57.998515 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 48360) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:05:58.002403 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-4067c345-f4bf-45c1-853d-51b303126735 req-88ec5928-108d-47a6-bca4-e10aac50e5a4 service neutron] For port 364ed43d-0fa2-43f5-8c2e-65dea14b2761, host n-h1-844202-1, cleared binding levels {{(pid=88525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:05:58.067940 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4686d426-f02a-4d1b-a91a-3a5689dd3b48', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3211349c-cc9d-4914-8a84-cd570821bb77'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:05:58.112892 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6586a827-a749-4049-8508-4ffda2725cd2 service neutron] Pushing event updated for resources: {'Port': ['ID=3211349c-cc9d-4914-8a84-cd570821bb77,revision_number=6']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:05:58.126090 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6134eee7-5617-4ae7-a7d6-7b765533dd0e req-a13f2db2-a930-43a8-867c-101820f8d74d tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:05:58.128814 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6134eee7-5617-4ae7-a7d6-7b765533dd0e req-a13f2db2-a930-43a8-867c-101820f8d74d tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d35e0c4-c006-4f35-a161-1e1e4ff68e11 HTTP/1.1" status: 200 len: 946 time: 0.5827925 Jun 01 19:05:58.154778 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-4067c345-f4bf-45c1-853d-51b303126735 req-88ec5928-108d-47a6-bca4-e10aac50e5a4 service neutron] For port 364ed43d-0fa2-43f5-8c2e-65dea14b2761, host n-h1-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=364ed43d-0fa2-43f5-8c2e-65dea14b2761,segment=NetworkSegment(f8c53dd6-51c8-4869-a7cb-58edb777b701),segment_id=f8c53dd6-51c8-4869-a7cb-58edb777b701)] {{(pid=88525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:05:58.177867 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-4067c345-f4bf-45c1-853d-51b303126735 req-88ec5928-108d-47a6-bca4-e10aac50e5a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:58.181767 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-78609ea4-1f7e-4bae-bbe8-0a1d1f92af9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:58.313786 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0f2aea31-d715-4e1a-93dc-ea41148d7af1 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:58.338457 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-78609ea4-1f7e-4bae-bbe8-0a1d1f92af9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:58.343176 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-38da97a1-193a-4d27-9216-c0bf0c59495e req-6586a827-a749-4049-8508-4ffda2725cd2 service neutron] No DVR routers for this DVR port 3211349c-cc9d-4914-8a84-cd570821bb77 on host n-h2-844202-1 {{(pid=88524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:05:58.353981 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4067c345-f4bf-45c1-853d-51b303126735 req-88ec5928-108d-47a6-bca4-e10aac50e5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:05:58.354594 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-4067c345-f4bf-45c1-853d-51b303126735 req-88ec5928-108d-47a6-bca4-e10aac50e5a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:58.356030 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4067c345-f4bf-45c1-853d-51b303126735 req-88ec5928-108d-47a6-bca4-e10aac50e5a4 service neutron] 10.222.0.15 "PUT /v2.0/ports/364ed43d-0fa2-43f5-8c2e-65dea14b2761 HTTP/1.1" status: 200 len: 1092 time: 2.9194601 Jun 01 19:05:58.360022 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bf63e12-deab-4603-9b7e-73ecbe7f36f1 tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Deleting subnet 960598bd-c033-465f-889e-68830493b819 {{(pid=88525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 19:05:58.361761 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f1c263f-378f-4b9b-89ab-c435c771d20d', 'tag': '364ed43d-0fa2-43f5-8c2e-65dea14b2761'}] {{(pid=88525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:05:58.438736 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6134eee7-5617-4ae7-a7d6-7b765533dd0e req-544f3287-895f-4915-bfaf-b841a5d73c40 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e27767a-e40e-41ca-b34d-a5b7412547b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3044946 Jun 01 19:05:58.531068 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a891a38-5de6-4bfa-8aed-1eb91e18d876'] response: {'server_uuid': '4686d426-f02a-4d1b-a91a-3a5689dd3b48', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3211349c-cc9d-4914-8a84-cd570821bb77', 'code': 200} Jun 01 19:05:58.576873 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8bf63e12-deab-4603-9b7e-73ecbe7f36f1 tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Notify callbacks [] for subnet, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:58.681468 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-38da97a1-193a-4d27-9216-c0bf0c59495e req-6586a827-a749-4049-8508-4ffda2725cd2 service neutron] Attempting to bind port 3211349c-cc9d-4914-8a84-cd570821bb77 on host n-h1-844202-1 for vnic_type normal with profile {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:05:58.682096 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-38da97a1-193a-4d27-9216-c0bf0c59495e req-6586a827-a749-4049-8508-4ffda2725cd2 service neutron] Attempting to bind port 3211349c-cc9d-4914-8a84-cd570821bb77 by drivers openvswitch,hyperv on host n-h1-844202-1 at level 0 using segments [{'id': '125279ea-2aed-41ea-8b3e-4526e0a8c195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '57a41f0e-b08f-4033-97ac-1767c5f2bb80'}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:05:58.682096 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38da97a1-193a-4d27-9216-c0bf0c59495e req-6586a827-a749-4049-8508-4ffda2725cd2 service neutron] Attempting to bind port 3211349c-cc9d-4914-8a84-cd570821bb77 on network 57a41f0e-b08f-4033-97ac-1767c5f2bb80 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:05:58.695544 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38da97a1-193a-4d27-9216-c0bf0c59495e req-6586a827-a749-4049-8508-4ffda2725cd2 service neutron] Port 3211349c-cc9d-4914-8a84-cd570821bb77 on network 57a41f0e-b08f-4033-97ac-1767c5f2bb80 not bound, no agent of type Open vSwitch agent registered on host n-h1-844202-1 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 19:05:58.695870 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38da97a1-193a-4d27-9216-c0bf0c59495e req-6586a827-a749-4049-8508-4ffda2725cd2 service neutron] Attempting to bind port 3211349c-cc9d-4914-8a84-cd570821bb77 on network 57a41f0e-b08f-4033-97ac-1767c5f2bb80 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:05:58.704472 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38da97a1-193a-4d27-9216-c0bf0c59495e req-6586a827-a749-4049-8508-4ffda2725cd2 service neutron] Checking agent: {'id': 'bdb1e5d7-b998-4259-838f-3d278e930f32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 5, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:05:58.704805 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38da97a1-193a-4d27-9216-c0bf0c59495e req-6586a827-a749-4049-8508-4ffda2725cd2 service neutron] Checking segment: {'id': '125279ea-2aed-41ea-8b3e-4526e0a8c195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '57a41f0e-b08f-4033-97ac-1767c5f2bb80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:05:58.705177 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38da97a1-193a-4d27-9216-c0bf0c59495e req-6586a827-a749-4049-8508-4ffda2725cd2 service neutron] Bound using segment: {'id': '125279ea-2aed-41ea-8b3e-4526e0a8c195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '57a41f0e-b08f-4033-97ac-1767c5f2bb80'} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:05:58.705596 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-38da97a1-193a-4d27-9216-c0bf0c59495e req-6586a827-a749-4049-8508-4ffda2725cd2 service neutron] Bound port: 3211349c-cc9d-4914-8a84-cd570821bb77, host: n-h1-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '125279ea-2aed-41ea-8b3e-4526e0a8c195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '57a41f0e-b08f-4033-97ac-1767c5f2bb80'}}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:05:58.705937 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-38da97a1-193a-4d27-9216-c0bf0c59495e req-6586a827-a749-4049-8508-4ffda2725cd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:58.722236 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-0f2aea31-d715-4e1a-93dc-ea41148d7af1 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Calling delete_port for c62d4609-83b1-45d0-abb2-e3d37ebae283 owned by {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:05:58.784006 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f496f882-a5e7-43de-abed-8806e8296651 req-4b9a81c3-dd96-4a29-bcbc-2c88d06c8b1e tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:05:58.785710 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f496f882-a5e7-43de-abed-8806e8296651 req-4b9a81c3-dd96-4a29-bcbc-2c88d06c8b1e tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/networks?id=0c49dc6b-5e39-4101-b04d-1c1361c15d69 HTTP/1.1" status: 200 len: 806 time: 0.8246467 Jun 01 19:05:58.806028 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53f3f64-ef89-4b46-99ef-fb67051b587b req-ab7953f5-173b-4f84-b14a-76434c8c4716 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:05:58.807487 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a53f3f64-ef89-4b46-99ef-fb67051b587b req-ab7953f5-173b-4f84-b14a-76434c8c4716 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/ports?device_id=4686d426-f02a-4d1b-a91a-3a5689dd3b48 HTTP/1.1" status: 200 len: 944 time: 0.1850829 Jun 01 19:05:58.815669 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ec5928-108d-47a6-bca4-e10aac50e5a4 service neutron] Pushing event updated for resources: {'Port': ['ID=364ed43d-0fa2-43f5-8c2e-65dea14b2761,revision_number=3']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:05:58.839128 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-38da97a1-193a-4d27-9216-c0bf0c59495e req-6586a827-a749-4049-8508-4ffda2725cd2 service neutron] For port 3211349c-cc9d-4914-8a84-cd570821bb77, host n-h1-844202-1, cleared binding levels {{(pid=88524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:05:58.856976 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-38da97a1-193a-4d27-9216-c0bf0c59495e req-6586a827-a749-4049-8508-4ffda2725cd2 service neutron] For port 3211349c-cc9d-4914-8a84-cd570821bb77, host n-h1-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=3211349c-cc9d-4914-8a84-cd570821bb77,segment=NetworkSegment(125279ea-2aed-41ea-8b3e-4526e0a8c195),segment_id=125279ea-2aed-41ea-8b3e-4526e0a8c195)] {{(pid=88524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:05:58.859928 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8bf63e12-deab-4603-9b7e-73ecbe7f36f1 tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2258509'] for subnet, precommit_delete_associations {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:58.865415 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a53f3f64-ef89-4b46-99ef-fb67051b587b req-c82b69a6-b977-40a5-81f3-abb49f4f7265 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/security-groups?id=5040cb58-24af-44ab-a8bd-126074c76b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517313 Jun 01 19:05:58.866588 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-38da97a1-193a-4d27-9216-c0bf0c59495e req-6586a827-a749-4049-8508-4ffda2725cd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:58.900821 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f496f882-a5e7-43de-abed-8806e8296651 req-c3ef86d0-9017-4c2b-8bbc-9cc645bb63e3 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/quotas/ff411273a1ac46f2a91fb45afe578ccb HTTP/1.1" status: 200 len: 375 time: 0.0860078 Jun 01 19:05:58.936016 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38da97a1-193a-4d27-9216-c0bf0c59495e req-6586a827-a749-4049-8508-4ffda2725cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:05:58.936794 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-38da97a1-193a-4d27-9216-c0bf0c59495e req-6586a827-a749-4049-8508-4ffda2725cd2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:58.938330 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-38da97a1-193a-4d27-9216-c0bf0c59495e req-6586a827-a749-4049-8508-4ffda2725cd2 service neutron] 10.222.0.15 "PUT /v2.0/ports/3211349c-cc9d-4914-8a84-cd570821bb77 HTTP/1.1" status: 200 len: 1092 time: 4.1882846 Jun 01 19:05:58.961264 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6586a827-a749-4049-8508-4ffda2725cd2 service neutron] Pushing event updated for resources: {'Port': ['ID=3211349c-cc9d-4914-8a84-cd570821bb77,revision_number=7']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:05:58.986506 n-d-844202-1 neutron-server[88525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6273c9ba-9893-4ff1-8cad-738b69a6a931'] response: {'name': 'network-changed', 'server_uuid': '2f1c263f-378f-4b9b-89ab-c435c771d20d', 'tag': '364ed43d-0fa2-43f5-8c2e-65dea14b2761', 'status': 'completed', 'code': 200} Jun 01 19:05:59.066920 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38da97a1-193a-4d27-9216-c0bf0c59495e req-85543e4c-4a09-40ea-868b-984e6df702d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:05:59.069841 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-38da97a1-193a-4d27-9216-c0bf0c59495e req-85543e4c-4a09-40ea-868b-984e6df702d6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8537cfb3773e46d182e148cf5b0a717f&device_id=4686d426-f02a-4d1b-a91a-3a5689dd3b48 HTTP/1.1" status: 200 len: 1095 time: 0.0958495 Jun 01 19:05:59.079794 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-78609ea4-1f7e-4bae-bbe8-0a1d1f92af9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:59.132547 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78609ea4-1f7e-4bae-bbe8-0a1d1f92af9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b431c97d-a4d7-4b2e-8b44-c63532ffaba6,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:05:59.167867 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8bf63e12-deab-4603-9b7e-73ecbe7f36f1 tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:59.206407 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4067c345-f4bf-45c1-853d-51b303126735 req-d986d359-50d7-4183-944b-df5503e6b03c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:05:59.207516 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4067c345-f4bf-45c1-853d-51b303126735 req-d986d359-50d7-4183-944b-df5503e6b03c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:05:59.209543 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4067c345-f4bf-45c1-853d-51b303126735 req-d986d359-50d7-4183-944b-df5503e6b03c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f9f71065939b4c07b09efd290be9b909&device_id=2f1c263f-378f-4b9b-89ab-c435c771d20d HTTP/1.1" status: 200 len: 1981 time: 0.6035659 Jun 01 19:05:59.215991 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0f2aea31-d715-4e1a-93dc-ea41148d7af1 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:59.306544 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38da97a1-193a-4d27-9216-c0bf0c59495e req-a58155c9-5eac-4385-894b-55f17f485601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:05:59.307924 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-38da97a1-193a-4d27-9216-c0bf0c59495e req-a58155c9-5eac-4385-894b-55f17f485601 service neutron] 10.222.0.15 "GET /v2.0/networks?id=57a41f0e-b08f-4033-97ac-1767c5f2bb80 HTTP/1.1" status: 200 len: 897 time: 0.2300286 Jun 01 19:05:59.319220 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-78609ea4-1f7e-4bae-bbe8-0a1d1f92af9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:59.322928 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-78609ea4-1f7e-4bae-bbe8-0a1d1f92af9e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b431c97d-a4d7-4b2e-8b44-c63532ffaba6 HTTP/1.1" status: 204 len: 168 time: 1.5519972 Jun 01 19:05:59.323077 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e32325f-0fed-4c57-9f6b-384ae58e43fb req-da502423-a6a5-4410-b31f-46cfcca464c8 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:05:59.327084 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e32325f-0fed-4c57-9f6b-384ae58e43fb req-da502423-a6a5-4410-b31f-46cfcca464c8 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:05:59.328537 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-2e32325f-0fed-4c57-9f6b-384ae58e43fb req-da502423-a6a5-4410-b31f-46cfcca464c8 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f1c263f-378f-4b9b-89ab-c435c771d20d HTTP/1.1" status: 200 len: 1679 time: 0.1482751 Jun 01 19:05:59.356299 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2aea31-d715-4e1a-93dc-ea41148d7af1 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Pushing event deleted for resources: {'Port': ['ID=c62d4609-83b1-45d0-abb2-e3d37ebae283,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:05:59.360277 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4067c345-f4bf-45c1-853d-51b303126735 req-38bb021d-ee68-4215-8217-cb1a58d94899 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.235&port_id=3f50408f-12ad-40bd-a1c0-e0b61abd4dee HTTP/1.1" status: 200 len: 217 time: 0.1288481 Jun 01 19:05:59.468508 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-2e32325f-0fed-4c57-9f6b-384ae58e43fb req-1cbf9d5f-c3d8-44ed-b24c-e607010d2355 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] 10.222.0.41 "GET /v2.0/security-groups?id=35bdd75f-60bc-442f-9683-0ad602663bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771282 Jun 01 19:05:59.474212 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-38da97a1-193a-4d27-9216-c0bf0c59495e req-562aabed-e262-41c5-a416-5ea85ded57b3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3211349c-cc9d-4914-8a84-cd570821bb77 HTTP/1.1" status: 200 len: 999 time: 0.1447003 Jun 01 19:05:59.498374 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f496f882-a5e7-43de-abed-8806e8296651 req-21708bae-0aad-46ca-8c17-5071ece697ab tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=ff411273a1ac46f2a91fb45afe578ccb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5831890 Jun 01 19:05:59.548600 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38da97a1-193a-4d27-9216-c0bf0c59495e req-0e886bad-3ee3-4a2f-8999-0feb9c963d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:05:59.550180 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-38da97a1-193a-4d27-9216-c0bf0c59495e req-0e886bad-3ee3-4a2f-8999-0feb9c963d3b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=48973f57-aa83-4e30-ba85-055d310a8b91 HTTP/1.1" status: 200 len: 834 time: 0.0664079 Jun 01 19:05:59.620849 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8bf63e12-deab-4603-9b7e-73ecbe7f36f1 tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2614143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9667199'] for subnet, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:59.677814 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4067c345-f4bf-45c1-853d-51b303126735 req-0de23600-0d9e-4a94-8fff-7f5bf37b4f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:05:59.679270 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4067c345-f4bf-45c1-853d-51b303126735 req-0de23600-0d9e-4a94-8fff-7f5bf37b4f62 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c051427c-770d-4d42-b085-794fb6bb40d9 HTTP/1.1" status: 200 len: 801 time: 0.2890680 Jun 01 19:05:59.683804 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf63e12-deab-4603-9b7e-73ecbe7f36f1 tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Pushing event deleted for resources: {'Subnet': ['ID=960598bd-c033-465f-889e-68830493b819,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:05:59.692117 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8bf63e12-deab-4603-9b7e-73ecbe7f36f1 tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Notify callbacks [] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:59.699152 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a3a3007-1d6f-4a58-84d4-2ecda7a4d858 None None] Network 11385373-de21-41db-b420-1854e58ecc06 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:05:59.700974 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0f2aea31-d715-4e1a-93dc-ea41148d7af1 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:05:59.704696 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38da97a1-193a-4d27-9216-c0bf0c59495e req-604de89c-a9a8-4eeb-bc84-21d73b394a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:05:59.706231 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-38da97a1-193a-4d27-9216-c0bf0c59495e req-604de89c-a9a8-4eeb-bc84-21d73b394a86 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=57a41f0e-b08f-4033-97ac-1767c5f2bb80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1455686 Jun 01 19:05:59.717738 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6388c56-311f-439c-a83f-1a1dd16ba153 req-667d916b-78cd-469d-b3aa-79552c29f76b tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:05:59.719187 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a6388c56-311f-439c-a83f-1a1dd16ba153 req-667d916b-78cd-469d-b3aa-79552c29f76b tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d35e0c4-c006-4f35-a161-1e1e4ff68e11 HTTP/1.1" status: 200 len: 946 time: 0.1190627 Jun 01 19:05:59.771514 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-0f2aea31-d715-4e1a-93dc-ea41148d7af1 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] 10.222.0.41 "DELETE /v2.0/ports/c62d4609-83b1-45d0-abb2-e3d37ebae283 HTTP/1.1" status: 204 len: 168 time: 2.3531215 Jun 01 19:05:59.775046 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-8bf63e12-deab-4603-9b7e-73ecbe7f36f1 tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] 10.222.0.41 "DELETE /v2.0/subnets/960598bd-c033-465f-889e-68830493b819 HTTP/1.1" status: 204 len: 168 time: 1.7725008 Jun 01 19:05:59.782254 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 48388) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:05:59.782584 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 48390) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:05:59.868867 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a6388c56-311f-439c-a83f-1a1dd16ba153 req-dc754c90-3773-45a1-9d0c-e235869c21fd tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e27767a-e40e-41ca-b34d-a5b7412547b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238811 Jun 01 19:05:59.870064 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f496f882-a5e7-43de-abed-8806e8296651 req-c4df669d-148c-4325-a8ef-8704bf6336d4 service neutron] 10.222.0.41 "GET /v2.0/networks/0c49dc6b-5e39-4101-b04d-1c1361c15d69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3708205 Jun 01 19:05:59.974241 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-38da97a1-193a-4d27-9216-c0bf0c59495e req-9283311b-de24-42da-b298-522bb4c9f534 service neutron] 10.222.0.15 "GET /v2.0/networks/57a41f0e-b08f-4033-97ac-1767c5f2bb80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2537987 Jun 01 19:06:00.092713 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-752b432b-78d3-473c-a331-909b6cafe5d3 None None] DHCP port deletion for 11385373-de21-41db-b420-1854e58ecc06 request from n-d-844202-1 {{(pid=88526) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 19:06:00.099331 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-752b432b-78d3-473c-a331-909b6cafe5d3 None None] Deleting port 4f1318c6-f7e3-4920-95f0-cb238b5c1b7a {{(pid=88526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:06:00.100173 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-752b432b-78d3-473c-a331-909b6cafe5d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:00.139738 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-b481a2ba-7015-4f5b-a35e-d2af0d85c485 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Deleting port 9729a7ae-5fc0-4ccb-b05f-3e7927d7f202 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:06:00.140570 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b481a2ba-7015-4f5b-a35e-d2af0d85c485 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:00.186943 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7b897d05-ffd9-45cf-8524-629abee3ae2d tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:00.270539 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 48408) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:06:00.274981 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4067c345-f4bf-45c1-853d-51b303126735 req-979d141d-a055-4bf9-84cb-a988834d3332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:06:00.276923 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4067c345-f4bf-45c1-853d-51b303126735 req-979d141d-a055-4bf9-84cb-a988834d3332 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8e4ad329-9d3a-46f9-8179-85568893b967&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5791168 Jun 01 19:06:00.311564 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-7b897d05-ffd9-45cf-8524-629abee3ae2d tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Deleting port 4f1318c6-f7e3-4920-95f0-cb238b5c1b7a {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:06:00.312163 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7b897d05-ffd9-45cf-8524-629abee3ae2d tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:00.345053 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-38da97a1-193a-4d27-9216-c0bf0c59495e req-ddb2bf56-82ef-49cf-834d-02b866608daf service neutron] 10.222.0.15 "GET /v2.0/networks/57a41f0e-b08f-4033-97ac-1767c5f2bb80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3611095 Jun 01 19:06:00.357064 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44933afd-2ce2-45c2-9e47-60e269f0cb7d req-780785ad-d7ad-4b93-b0f4-09711d1203d3 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:06:00.365099 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-44933afd-2ce2-45c2-9e47-60e269f0cb7d req-780785ad-d7ad-4b93-b0f4-09711d1203d3 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d35e0c4-c006-4f35-a161-1e1e4ff68e11 HTTP/1.1" status: 200 len: 946 time: 0.3797746 Jun 01 19:06:00.365321 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-752b432b-78d3-473c-a331-909b6cafe5d3 None None] For port 4f1318c6-f7e3-4920-95f0-cb238b5c1b7a, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=4f1318c6-f7e3-4920-95f0-cb238b5c1b7a,segment=NetworkSegment(26a85552-17ec-4bed-bcda-b484dbd7a795),segment_id=26a85552-17ec-4bed-bcda-b484dbd7a795)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:06:00.365828 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-752b432b-78d3-473c-a331-909b6cafe5d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:00.420194 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-44933afd-2ce2-45c2-9e47-60e269f0cb7d req-ca28ab48-1d0a-4b17-a52b-da10b8671aa6 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e27767a-e40e-41ca-b34d-a5b7412547b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540962 Jun 01 19:06:00.461611 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-d02e55e1-7da4-475e-8193-236660247433 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-937801238-network', 'tenant_id': 'f135b090042642babe6bb7a413fbe165'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:06:00.467078 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-d02e55e1-7da4-475e-8193-236660247433 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:06:00.471779 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-d02e55e1-7da4-475e-8193-236660247433 admin admin] Usage tracker for resource:network and tenant:f135b090042642babe6bb7a413fbe165 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:06:00.476017 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-d02e55e1-7da4-475e-8193-236660247433 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:06:00.482861 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-d02e55e1-7da4-475e-8193-236660247433 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:06:00.498966 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d02e55e1-7da4-475e-8193-236660247433 admin admin] Made reservation on behalf of f135b090042642babe6bb7a413fbe165 for: {'network': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:06:00.501556 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d02e55e1-7da4-475e-8193-236660247433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:00.532346 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d02e55e1-7da4-475e-8193-236660247433 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:00.544954 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4686d426-f02a-4d1b-a91a-3a5689dd3b48', 'tag': '3211349c-cc9d-4914-8a84-cd570821bb77'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:06:00.554338 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-752b432b-78d3-473c-a331-909b6cafe5d3 None None] Calling delete_port for 4f1318c6-f7e3-4920-95f0-cb238b5c1b7a owned by network:dhcp {{(pid=88526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:06:00.576578 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-d02e55e1-7da4-475e-8193-236660247433 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:06:00.583882 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-d02e55e1-7da4-475e-8193-236660247433 admin admin] Usage tracker for resource:security_group_rule and tenant:f135b090042642babe6bb7a413fbe165 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:06:00.593370 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-d02e55e1-7da4-475e-8193-236660247433 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:06:00.603690 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-d02e55e1-7da4-475e-8193-236660247433 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:06:00.642448 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-752b432b-78d3-473c-a331-909b6cafe5d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535'] for port, after_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:00.684048 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f496f882-a5e7-43de-abed-8806e8296651 req-d4ed2111-9f3c-4f7d-85ed-dc68f6411368 service neutron] 10.222.0.41 "GET /v2.0/networks/0c49dc6b-5e39-4101-b04d-1c1361c15d69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8129060 Jun 01 19:06:00.690366 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752b432b-78d3-473c-a331-909b6cafe5d3 None None] Pushing event deleted for resources: {'Port': ['ID=4f1318c6-f7e3-4920-95f0-cb238b5c1b7a,revision_number=None']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:06:00.694218 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752b432b-78d3-473c-a331-909b6cafe5d3 None None] No DVR routers for this DVR port 4f1318c6-f7e3-4920-95f0-cb238b5c1b7a on host n-d-844202-1 {{(pid=88526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:06:00.736749 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a418ab7d-7b81-4532-82ca-863b15ad01d3 req-b048257a-d1d5-4674-a266-9ae834f4a451 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:06:00.738952 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a418ab7d-7b81-4532-82ca-863b15ad01d3 req-b048257a-d1d5-4674-a266-9ae834f4a451 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/ports?device_id=4686d426-f02a-4d1b-a91a-3a5689dd3b48 HTTP/1.1" status: 200 len: 944 time: 0.1361535 Jun 01 19:06:00.829100 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d02e55e1-7da4-475e-8193-236660247433 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:00.841303 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-7b897d05-ffd9-45cf-8524-629abee3ae2d tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] The port '4f1318c6-f7e3-4920-95f0-cb238b5c1b7a' was deleted {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 01 19:06:00.850851 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a418ab7d-7b81-4532-82ca-863b15ad01d3 req-ed6fa2fb-c4b9-4897-a0e4-a605633166a5 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/security-groups?id=5040cb58-24af-44ab-a8bd-126074c76b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019135 Jun 01 19:06:00.851808 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d02e55e1-7da4-475e-8193-236660247433 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:00.931758 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d02e55e1-7da4-475e-8193-236660247433 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 133} {{(pid=88524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 19:06:00.937562 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02e55e1-7da4-475e-8193-236660247433 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bee4f19-efe8-469e-a2e1-2e23ae9c0c3c,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:06:00.971347 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d02e55e1-7da4-475e-8193-236660247433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:00.971861 n-d-844202-1 neutron-server[88524]: INFO neutron.db.segments_db [None req-d02e55e1-7da4-475e-8193-236660247433 admin admin] Added segment a8944520-f6ca-44a8-bb67-7b5053b4e747 of type vlan for network c3352d0c-270d-4028-ae16-5fd6706a6b7a Jun 01 19:06:01.024543 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d02e55e1-7da4-475e-8193-236660247433 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:01.058144 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42ec53c4-b55e-4554-a4d5-230172f47870'] response: {'name': 'network-changed', 'server_uuid': '4686d426-f02a-4d1b-a91a-3a5689dd3b48', 'tag': '3211349c-cc9d-4914-8a84-cd570821bb77', 'status': 'completed', 'code': 200} Jun 01 19:06:01.154808 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4067c345-f4bf-45c1-853d-51b303126735 req-ac7db4a0-014e-4ea4-b1d0-3ad227d60267 service neutron] 10.222.0.15 "GET /v2.0/networks/8e4ad329-9d3a-46f9-8179-85568893b967?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6373937 Jun 01 19:06:01.213812 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7b897d05-ffd9-45cf-8524-629abee3ae2d tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:01.215879 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-38b70fc1-6cac-47d5-aa98-483eda226a97 req-dd281049-2ce0-4761-97d9-976479f61b03 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Synchronizing usage tracker for tenant:ff411273a1ac46f2a91fb45afe578ccb on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:06:01.224672 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d02e55e1-7da4-475e-8193-236660247433 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:01.225193 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b481a2ba-7015-4f5b-a35e-d2af0d85c485 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:01.225550 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d02e55e1-7da4-475e-8193-236660247433 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:06:01.226108 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d02e55e1-7da4-475e-8193-236660247433 admin admin] Notify callbacks [] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:01.376804 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-38b70fc1-6cac-47d5-aa98-483eda226a97 req-dd281049-2ce0-4761-97d9-976479f61b03 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Unset dirty status for tenant:ff411273a1ac46f2a91fb45afe578ccb on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:06:01.378042 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-38b70fc1-6cac-47d5-aa98-483eda226a97 req-dd281049-2ce0-4761-97d9-976479f61b03 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea289c4a-4d8d-48f3-b63e-c3fa59a4990b HTTP/1.1" status: 200 len: 210 time: 0.3216970 Jun 01 19:06:01.398800 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02e55e1-7da4-475e-8193-236660247433 admin admin] Pushing event updated for resources: {'Network': ['ID=c3352d0c-270d-4028-ae16-5fd6706a6b7a,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:06:01.412669 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-d02e55e1-7da4-475e-8193-236660247433 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1403372 Jun 01 19:06:01.416061 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 48432) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:06:01.417615 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network c3352d0c-270d-4028-ae16-5fd6706a6b7a details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 19:06:01.426895 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-2e2ba7c4-9f32-4b08-9ff8-4019e245d2fc admin admin] Request body: {'subnet': {'network_id': 'c3352d0c-270d-4028-ae16-5fd6706a6b7a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-937801238-subnet', 'tenant_id': 'f135b090042642babe6bb7a413fbe165', 'ip_version': 4}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:06:01.436757 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-2e2ba7c4-9f32-4b08-9ff8-4019e245d2fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:06:01.439117 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-b481a2ba-7015-4f5b-a35e-d2af0d85c485 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Calling delete_port for 9729a7ae-5fc0-4ccb-b05f-3e7927d7f202 owned by {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:06:01.445973 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-2e2ba7c4-9f32-4b08-9ff8-4019e245d2fc admin admin] Usage tracker for resource:subnet and tenant:f135b090042642babe6bb7a413fbe165 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:06:01.450808 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-2e2ba7c4-9f32-4b08-9ff8-4019e245d2fc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:06:01.460676 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2c9a32-d16d-4587-b8b9-b4d274d8c51f req-87bee4eb-fa4e-4f08-961b-76e5f1bec97b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:06:01.462175 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6f2c9a32-d16d-4587-b8b9-b4d274d8c51f req-87bee4eb-fa4e-4f08-961b-76e5f1bec97b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8537cfb3773e46d182e148cf5b0a717f&device_id=4686d426-f02a-4d1b-a91a-3a5689dd3b48 HTTP/1.1" status: 200 len: 1095 time: 0.4069254 Jun 01 19:06:01.463916 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-2e2ba7c4-9f32-4b08-9ff8-4019e245d2fc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:06:01.467540 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2c9a32-d16d-4587-b8b9-b4d274d8c51f req-3e3c036d-3b38-478e-9eff-605528d1dd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:06:01.469048 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6f2c9a32-d16d-4587-b8b9-b4d274d8c51f req-3e3c036d-3b38-478e-9eff-605528d1dd50 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8537cfb3773e46d182e148cf5b0a717f&device_id=4686d426-f02a-4d1b-a91a-3a5689dd3b48 HTTP/1.1" status: 200 len: 1095 time: 0.4101939 Jun 01 19:06:01.556963 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 4f1318c6-f7e3-4920-95f0-cb238b5c1b7a no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:06:01.596295 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: 4f1318c6-f7e3-4920-95f0-cb238b5c1b7a {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:06:01.596907 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 4f1318c6-f7e3-4920-95f0-cb238b5c1b7a not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:06:01.635528 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-7b897d05-ffd9-45cf-8524-629abee3ae2d tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11385373-de21-41db-b420-1854e58ecc06']}} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:06:01.667207 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-7b897d05-ffd9-45cf-8524-629abee3ae2d tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26a85552-17ec-4bed-bcda-b484dbd7a795') {'for_net_delete': True} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:06:01.667502 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-7b897d05-ffd9-45cf-8524-629abee3ae2d tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26a85552-17ec-4bed-bcda-b484dbd7a795') {} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:06:01.700276 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7b897d05-ffd9-45cf-8524-629abee3ae2d tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2258522'] for segment, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:01.709737 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e2ba7c4-9f32-4b08-9ff8-4019e245d2fc admin admin] Made reservation on behalf of f135b090042642babe6bb7a413fbe165 for: {'subnet': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:06:01.712004 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2e2ba7c4-9f32-4b08-9ff8-4019e245d2fc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3066584'] for subnet, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:01.735963 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7021773-c93d-4582-9a3a-176d069ba71c req-21c76cdc-c76e-4ce6-a010-890d792e7c8a tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:06:01.742468 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7021773-c93d-4582-9a3a-176d069ba71c req-21c76cdc-c76e-4ce6-a010-890d792e7c8a tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:06:01.744027 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b7021773-c93d-4582-9a3a-176d069ba71c req-21c76cdc-c76e-4ce6-a010-890d792e7c8a tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f1c263f-378f-4b9b-89ab-c435c771d20d HTTP/1.1" status: 200 len: 1679 time: 0.7902374 Jun 01 19:06:01.750728 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b481a2ba-7015-4f5b-a35e-d2af0d85c485 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:01.766896 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7b897d05-ffd9-45cf-8524-629abee3ae2d tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:01.841898 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b481a2ba-7015-4f5b-a35e-d2af0d85c485 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Pushing event deleted for resources: {'Port': ['ID=9729a7ae-5fc0-4ccb-b05f-3e7927d7f202,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:06:01.844165 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b897d05-ffd9-45cf-8524-629abee3ae2d tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=88525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 19:06:01.844579 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7b897d05-ffd9-45cf-8524-629abee3ae2d tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2613981'] for segment, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:01.867784 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4067c345-f4bf-45c1-853d-51b303126735 req-94c7d597-3b33-438c-81dc-1a84e1bbbc3a service neutron] 10.222.0.15 "GET /v2.0/networks/8e4ad329-9d3a-46f9-8179-85568893b967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7008207 Jun 01 19:06:01.927577 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2c9a32-d16d-4587-b8b9-b4d274d8c51f req-f516ff9f-c707-4553-95ac-ec3c730fd117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:06:01.929156 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6f2c9a32-d16d-4587-b8b9-b4d274d8c51f req-f516ff9f-c707-4553-95ac-ec3c730fd117 service neutron] 10.222.0.50 "GET /v2.0/networks?id=57a41f0e-b08f-4033-97ac-1767c5f2bb80 HTTP/1.1" status: 200 len: 897 time: 0.4578252 Jun 01 19:06:01.931341 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2c9a32-d16d-4587-b8b9-b4d274d8c51f req-969988ef-9050-46ef-9f1e-779910d538f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:06:01.932694 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6f2c9a32-d16d-4587-b8b9-b4d274d8c51f req-969988ef-9050-46ef-9f1e-779910d538f8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=57a41f0e-b08f-4033-97ac-1767c5f2bb80 HTTP/1.1" status: 200 len: 897 time: 0.4371071 Jun 01 19:06:02.010111 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment 26a85552-17ec-4bed-bcda-b484dbd7a795 resource provider aggregate not found Jun 01 19:06:02.105533 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7b897d05-ffd9-45cf-8524-629abee3ae2d tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:02.110999 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment 26a85552-17ec-4bed-bcda-b484dbd7a795 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 26a85552-17ec-4bed-bcda-b484dbd7a795 found for delete ", "request_id": "req-cd3faba1-3fe6-4913-90f5-b14bfb3b9f90"}]} Jun 01 19:06:02.130465 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b7021773-c93d-4582-9a3a-176d069ba71c req-a4d29d2a-ef6b-463b-832a-7069e0f15e0e tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] 10.222.0.41 "GET /v2.0/security-groups?id=35bdd75f-60bc-442f-9683-0ad602663bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3777246 Jun 01 19:06:02.131712 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4067c345-f4bf-45c1-853d-51b303126735 req-1b171f59-d992-4cbb-90d4-88641205821a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.171&port_id=364ed43d-0fa2-43f5-8c2e-65dea14b2761 HTTP/1.1" status: 200 len: 217 time: 0.1495039 Jun 01 19:06:02.143236 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91973b52-8094-4d19-af8a-2f10aa40a213 req-ecc42508-1b5b-42e2-8005-771635c70f4d tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:06:02.148753 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-91973b52-8094-4d19-af8a-2f10aa40a213 req-ecc42508-1b5b-42e2-8005-771635c70f4d tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d35e0c4-c006-4f35-a161-1e1e4ff68e11 HTTP/1.1" status: 200 len: 946 time: 0.5440753 Jun 01 19:06:02.153881 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7b897d05-ffd9-45cf-8524-629abee3ae2d tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Notify callbacks [] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:02.214496 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b897d05-ffd9-45cf-8524-629abee3ae2d tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Pushing event deleted for resources: {'Network': ['ID=11385373-de21-41db-b420-1854e58ecc06,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:06:02.228735 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-7b897d05-ffd9-45cf-8524-629abee3ae2d tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] 10.222.0.41 "DELETE /v2.0/networks/11385373-de21-41db-b420-1854e58ecc06 HTTP/1.1" status: 204 len: 168 time: 2.4356225 Jun 01 19:06:02.231539 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 48442) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:06:02.277193 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6f2c9a32-d16d-4587-b8b9-b4d274d8c51f req-04693e93-d451-444f-9894-681b64a3c09f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3211349c-cc9d-4914-8a84-cd570821bb77 HTTP/1.1" status: 200 len: 999 time: 0.2835865 Jun 01 19:06:02.279550 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6f2c9a32-d16d-4587-b8b9-b4d274d8c51f req-2ef59754-b63e-4e1a-8957-f8061acd2587 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3211349c-cc9d-4914-8a84-cd570821bb77 HTTP/1.1" status: 200 len: 999 time: 0.3412476 Jun 01 19:06:02.433659 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b481a2ba-7015-4f5b-a35e-d2af0d85c485 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:02.435517 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-b481a2ba-7015-4f5b-a35e-d2af0d85c485 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] 10.222.0.41 "DELETE /v2.0/ports/9729a7ae-5fc0-4ccb-b05f-3e7927d7f202 HTTP/1.1" status: 204 len: 168 time: 2.6460254 Jun 01 19:06:02.439419 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 48448) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:06:02.544550 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4067c345-f4bf-45c1-853d-51b303126735 req-047c5102-1724-4eea-ad31-6061e63ab44a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:06:02.545885 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4067c345-f4bf-45c1-853d-51b303126735 req-047c5102-1724-4eea-ad31-6061e63ab44a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c1f0ba6d-4033-42d5-86ab-7fda40733a70 HTTP/1.1" status: 200 len: 801 time: 0.3893926 Jun 01 19:06:02.633046 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_v2 [None req-140e7f66-b031-46a6-b0f6-dfce5e276196 tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Deleting subnet d578c25f-990a-4ed4-aa6c-2f9ea2ea4a8c {{(pid=88525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 19:06:02.641157 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-140e7f66-b031-46a6-b0f6-dfce5e276196 tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Notify callbacks [] for subnet, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:02.684542 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-91973b52-8094-4d19-af8a-2f10aa40a213 req-8ca6025b-c505-4ff8-91b7-ebecb9be1731 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e27767a-e40e-41ca-b34d-a5b7412547b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4185598 Jun 01 19:06:02.698303 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2c9a32-d16d-4587-b8b9-b4d274d8c51f req-ea975c7d-1bca-44cc-8473-55057ca1d49a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:06:02.699717 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6f2c9a32-d16d-4587-b8b9-b4d274d8c51f req-ea975c7d-1bca-44cc-8473-55057ca1d49a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=48973f57-aa83-4e30-ba85-055d310a8b91 HTTP/1.1" status: 200 len: 834 time: 0.3582585 Jun 01 19:06:02.723363 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-140e7f66-b031-46a6-b0f6-dfce5e276196 tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2258509'] for subnet, precommit_delete_associations {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:02.750785 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2c9a32-d16d-4587-b8b9-b4d274d8c51f req-7202b261-ba4e-4e6a-ab82-59ac20c24e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:06:02.751677 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6f2c9a32-d16d-4587-b8b9-b4d274d8c51f req-7202b261-ba4e-4e6a-ab82-59ac20c24e2d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=48973f57-aa83-4e30-ba85-055d310a8b91 HTTP/1.1" status: 200 len: 834 time: 0.4116905 Jun 01 19:06:02.769512 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2e2ba7c4-9f32-4b08-9ff8-4019e245d2fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2718919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3066602'] for subnet, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:02.784065 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0dfebb-c6b5-4235-aaa5-75ba384cd200 req-00ecc240-ef8e-4d1f-8b5b-bd6664249107 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:06:02.786507 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ba0dfebb-c6b5-4235-aaa5-75ba384cd200 req-00ecc240-ef8e-4d1f-8b5b-bd6664249107 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/ports?device_id=4686d426-f02a-4d1b-a91a-3a5689dd3b48 HTTP/1.1" status: 200 len: 944 time: 0.3545599 Jun 01 19:06:02.798009 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5a51e3f-a20f-4911-b51f-b9f3577572c7 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:06:02.798595 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-a5a51e3f-a20f-4911-b51f-b9f3577572c7 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Synchronizing usage tracker for tenant:a0eb4836fe25462db2032ac7c054c0ab on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:06:02.840057 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4067c345-f4bf-45c1-853d-51b303126735 req-f6c2c866-56d5-405d-9a89-60f42c192162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:06:02.841540 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4067c345-f4bf-45c1-853d-51b303126735 req-f6c2c866-56d5-405d-9a89-60f42c192162 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c5176504-d94f-43be-82d4-6e190d9dfffd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2855093 Jun 01 19:06:02.854803 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f496f882-a5e7-43de-abed-8806e8296651 req-87d8df7e-094b-4197-acb8-c7ee69f489a1 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:06:02.856200 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f496f882-a5e7-43de-abed-8806e8296651 req-87d8df7e-094b-4197-acb8-c7ee69f489a1 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.50 "GET /v2.0/networks?id=0c49dc6b-5e39-4101-b04d-1c1361c15d69 HTTP/1.1" status: 200 len: 806 time: 0.7707570 Jun 01 19:06:02.920090 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-f496f882-a5e7-43de-abed-8806e8296651 req-1699783e-69ef-471c-92fc-a4cd94639e44 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Request body: {'port': {'device_id': 'ea289c4a-4d8d-48f3-b63e-c3fa59a4990b', 'network_id': '0c49dc6b-5e39-4101-b04d-1c1361c15d69', 'admin_state_up': True, 'tenant_id': 'ff411273a1ac46f2a91fb45afe578ccb'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:06:02.946663 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-a5a51e3f-a20f-4911-b51f-b9f3577572c7 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Unset dirty status for tenant:a0eb4836fe25462db2032ac7c054c0ab on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:06:02.952143 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-a5a51e3f-a20f-4911-b51f-b9f3577572c7 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ee539f0-74eb-4d8b-94f4-0af36e192612 HTTP/1.1" status: 200 len: 913 time: 0.5041928 Jun 01 19:06:02.957472 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 48454) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:06:02.968318 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d2797685-86d5-4021-a522-ea42ed79daaf req-aa7d57ba-1d1a-4fd6-9caa-2d6f53d3d829 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea289c4a-4d8d-48f3-b63e-c3fa59a4990b HTTP/1.1" status: 200 len: 210 time: 0.1293731 Jun 01 19:06:02.971152 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ba0dfebb-c6b5-4235-aaa5-75ba384cd200 req-e07d9737-17d7-4719-a42e-b256b4a0e3fd tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/security-groups?id=5040cb58-24af-44ab-a8bd-126074c76b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1659362 Jun 01 19:06:03.014627 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-140e7f66-b031-46a6-b0f6-dfce5e276196 tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:03.079352 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4067c345-f4bf-45c1-853d-51b303126735 req-ea718464-e26c-4064-9104-fc8673d5603a service neutron] 10.222.0.15 "GET /v2.0/networks/c5176504-d94f-43be-82d4-6e190d9dfffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2237482 Jun 01 19:06:03.148467 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2ba7c4-9f32-4b08-9ff8-4019e245d2fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a4ccbe1-5dd5-4f1d-aea7-7841b068d6b5,revision_number=0']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:06:03.211431 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-140e7f66-b031-46a6-b0f6-dfce5e276196 tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2614143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9667199'] for subnet, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:03.232600 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e2ba7c4-9f32-4b08-9ff8-4019e245d2fc admin admin] Checking segment: {'id': 'a8944520-f6ca-44a8-bb67-7b5053b4e747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'c3352d0c-270d-4028-ae16-5fd6706a6b7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:06:03.233028 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e2ba7c4-9f32-4b08-9ff8-4019e245d2fc admin admin] Network hostable DHCP agents. Network: c3352d0c-270d-4028-ae16-5fd6706a6b7a, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88524) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 19:06:03.297745 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140e7f66-b031-46a6-b0f6-dfce5e276196 tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Pushing event deleted for resources: {'Subnet': ['ID=d578c25f-990a-4ed4-aa6c-2f9ea2ea4a8c,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:06:03.311988 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0f3e4f6-c2d8-439d-9477-eabe888745a4 None None] Network accf3ced-ee0d-4119-9b93-3b3599a932dd requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:06:03.344262 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-140e7f66-b031-46a6-b0f6-dfce5e276196 tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Notify callbacks [] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:03.362546 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2c9a32-d16d-4587-b8b9-b4d274d8c51f req-4898f2a5-1590-456e-ba3d-5741c7f009ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:06:03.364794 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6f2c9a32-d16d-4587-b8b9-b4d274d8c51f req-4898f2a5-1590-456e-ba3d-5741c7f009ba service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=57a41f0e-b08f-4033-97ac-1767c5f2bb80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6530392 Jun 01 19:06:03.388837 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-140e7f66-b031-46a6-b0f6-dfce5e276196 tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] 10.222.0.41 "DELETE /v2.0/subnets/d578c25f-990a-4ed4-aa6c-2f9ea2ea4a8c HTTP/1.1" status: 204 len: 168 time: 1.1541150 Jun 01 19:06:03.389977 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 48460) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:06:03.396219 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4067c345-f4bf-45c1-853d-51b303126735 req-d9e7e677-dce9-4fff-b5ae-88c4135e24a3 service neutron] 10.222.0.15 "GET /v2.0/networks/c5176504-d94f-43be-82d4-6e190d9dfffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3097417 Jun 01 19:06:03.442472 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2c9a32-d16d-4587-b8b9-b4d274d8c51f req-a35a187b-5148-4d14-ae16-285fc78b144e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:06:03.444008 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6f2c9a32-d16d-4587-b8b9-b4d274d8c51f req-a35a187b-5148-4d14-ae16-285fc78b144e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=57a41f0e-b08f-4033-97ac-1767c5f2bb80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6757705 Jun 01 19:06:03.506940 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e2ba7c4-9f32-4b08-9ff8-4019e245d2fc admin admin] Network c3352d0c-270d-4028-ae16-5fd6706a6b7a is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88524) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 19:06:03.513568 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-f496f882-a5e7-43de-abed-8806e8296651 req-1699783e-69ef-471c-92fc-a4cd94639e44 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:06:03.527325 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_v2 [None req-51befbb9-99f2-47d3-854a-4a7a725994b2 tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Deleting subnet 20ac90bb-9fc9-42ec-b460-b31e18833f3d {{(pid=88525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 19:06:03.540763 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-51befbb9-99f2-47d3-854a-4a7a725994b2 tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Notify callbacks [] for subnet, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:03.599341 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1ad49b-4818-4e35-8878-3676b9d0bdf3 req-f0f5c56b-8af0-4a79-903a-eb21f229b6ad tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:06:03.603893 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d95dddba-4583-47b4-99f6-848c951fa2fd None None] DHCP port deletion for accf3ced-ee0d-4119-9b93-3b3599a932dd request from n-d-844202-1 {{(pid=88526) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 19:06:03.605551 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1ad49b-4818-4e35-8878-3676b9d0bdf3 req-f0f5c56b-8af0-4a79-903a-eb21f229b6ad tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:06:03.607193 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8a1ad49b-4818-4e35-8878-3676b9d0bdf3 req-f0f5c56b-8af0-4a79-903a-eb21f229b6ad tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f1c263f-378f-4b9b-89ab-c435c771d20d HTTP/1.1" status: 200 len: 1679 time: 0.3154151 Jun 01 19:06:03.615616 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-d95dddba-4583-47b4-99f6-848c951fa2fd None None] Deleting port b5a53503-f32b-415d-9604-953ea1ff2ea0 {{(pid=88526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:06:03.616463 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-d95dddba-4583-47b4-99f6-848c951fa2fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:03.641312 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-51befbb9-99f2-47d3-854a-4a7a725994b2 tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2258509'] for subnet, precommit_delete_associations {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:03.688058 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-f496f882-a5e7-43de-abed-8806e8296651 req-1699783e-69ef-471c-92fc-a4cd94639e44 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:06:03.688539 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4894d74-5103-49cb-9898-3f94249fda55 req-f2bff0ef-2253-4e37-8cb5-613b0bbef86b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:06:03.689084 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4894d74-5103-49cb-9898-3f94249fda55 req-f2bff0ef-2253-4e37-8cb5-613b0bbef86b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:06:03.690675 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d4894d74-5103-49cb-9898-3f94249fda55 req-f2bff0ef-2253-4e37-8cb5-613b0bbef86b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f9f71065939b4c07b09efd290be9b909&device_id=2f1c263f-378f-4b9b-89ab-c435c771d20d HTTP/1.1" status: 200 len: 1981 time: 0.2435470 Jun 01 19:06:03.702231 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-2e2ba7c4-9f32-4b08-9ff8-4019e245d2fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, c3352d0c-270d-4028-ae16-5fd6706a6b7a) {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:06:03.706168 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e2ba7c4-9f32-4b08-9ff8-4019e245d2fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:06:03.707182 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2e2ba7c4-9f32-4b08-9ff8-4019e245d2fc admin admin] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:03.716018 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe5a9cfe-d37a-4e26-b826-561639616f0c None None] Network c3352d0c-270d-4028-ae16-5fd6706a6b7a requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:06:03.757549 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643d70f0-6c43-4863-af32-a286e7190285 req-9783a597-f6d1-44a7-97d5-eaf875f63a45 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:06:03.759132 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-643d70f0-6c43-4863-af32-a286e7190285 req-9783a597-f6d1-44a7-97d5-eaf875f63a45 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d35e0c4-c006-4f35-a161-1e1e4ff68e11 HTTP/1.1" status: 200 len: 946 time: 0.6349199 Jun 01 19:06:03.809965 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8a1ad49b-4818-4e35-8878-3676b9d0bdf3 req-84732a21-d263-4af6-af2f-d55c266022cb tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] 10.222.0.41 "GET /v2.0/security-groups?id=35bdd75f-60bc-442f-9683-0ad602663bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931629 Jun 01 19:06:03.817207 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f496f882-a5e7-43de-abed-8806e8296651 req-1699783e-69ef-471c-92fc-a4cd94639e44 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Made reservation on behalf of ff411273a1ac46f2a91fb45afe578ccb for: {'port': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:06:03.820657 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-f496f882-a5e7-43de-abed-8806e8296651 req-1699783e-69ef-471c-92fc-a4cd94639e44 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:03.858396 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-2e2ba7c4-9f32-4b08-9ff8-4019e245d2fc admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4377410 Jun 01 19:06:03.859094 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 48464) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:06:03.868804 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-0bc14b1e-ed1e-44d1-9ed2-71a2a398f5db admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-937801238-router', 'tenant_id': 'f135b090042642babe6bb7a413fbe165', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:06:03.887501 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-0bc14b1e-ed1e-44d1-9ed2-71a2a398f5db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:06:03.890079 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-51befbb9-99f2-47d3-854a-4a7a725994b2 tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:03.926352 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-0bc14b1e-ed1e-44d1-9ed2-71a2a398f5db admin admin] Usage tracker for resource:router and tenant:f135b090042642babe6bb7a413fbe165 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:06:03.934683 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-0bc14b1e-ed1e-44d1-9ed2-71a2a398f5db admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:06:03.947538 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4894d74-5103-49cb-9898-3f94249fda55 req-d35119f9-c4cd-492b-b973-b6c5eb794979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:06:03.949129 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d4894d74-5103-49cb-9898-3f94249fda55 req-d35119f9-c4cd-492b-b973-b6c5eb794979 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c5176504-d94f-43be-82d4-6e190d9dfffd HTTP/1.1" status: 200 len: 903 time: 0.2467251 Jun 01 19:06:03.950256 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-0bc14b1e-ed1e-44d1-9ed2-71a2a398f5db admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:06:03.957911 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6f2c9a32-d16d-4587-b8b9-b4d274d8c51f req-4b9a3e93-3699-480f-944b-e16362ab306f service neutron] 10.222.0.15 "GET /v2.0/networks/57a41f0e-b08f-4033-97ac-1767c5f2bb80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5728674 Jun 01 19:06:03.973791 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-d95dddba-4583-47b4-99f6-848c951fa2fd None None] For port b5a53503-f32b-415d-9604-953ea1ff2ea0, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=b5a53503-f32b-415d-9604-953ea1ff2ea0,segment=NetworkSegment(d2f9c25b-35d8-4a03-b114-fc2e05153da0),segment_id=d2f9c25b-35d8-4a03-b114-fc2e05153da0)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:06:03.974367 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-d95dddba-4583-47b4-99f6-848c951fa2fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:04.039456 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d4894d74-5103-49cb-9898-3f94249fda55 req-75cc63f8-7843-4589-99dc-e00be28be5f2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.171&port_id=364ed43d-0fa2-43f5-8c2e-65dea14b2761 HTTP/1.1" status: 200 len: 217 time: 0.0796430 Jun 01 19:06:04.041001 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0bc14b1e-ed1e-44d1-9ed2-71a2a398f5db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-885767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25238'] for router, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:04.041914 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0bc14b1e-ed1e-44d1-9ed2-71a2a398f5db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-901042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-886562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-981784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25327'] for router, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:04.062618 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-643d70f0-6c43-4863-af32-a286e7190285 req-5e2387b3-ee9f-45d2-8a63-ce60b6445730 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e27767a-e40e-41ca-b34d-a5b7412547b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2831035 Jun 01 19:06:04.095745 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6f2c9a32-d16d-4587-b8b9-b4d274d8c51f req-7b6e6ec5-a88b-4317-97e1-11ceee7f52ea service neutron] 10.222.0.50 "GET /v2.0/networks/57a41f0e-b08f-4033-97ac-1767c5f2bb80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5883245 Jun 01 19:06:04.140789 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4894d74-5103-49cb-9898-3f94249fda55 req-bef5c603-bcd5-4989-a8d4-224bacb8b537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:06:04.142370 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d4894d74-5103-49cb-9898-3f94249fda55 req-bef5c603-bcd5-4989-a8d4-224bacb8b537 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c1f0ba6d-4033-42d5-86ab-7fda40733a70 HTTP/1.1" status: 200 len: 801 time: 0.0952210 Jun 01 19:06:04.153673 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0bc14b1e-ed1e-44d1-9ed2-71a2a398f5db admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:04.178827 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-51befbb9-99f2-47d3-854a-4a7a725994b2 tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2614143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9667199'] for subnet, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:04.205714 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-d95dddba-4583-47b4-99f6-848c951fa2fd None None] Calling delete_port for b5a53503-f32b-415d-9604-953ea1ff2ea0 owned by network:dhcp {{(pid=88526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:06:04.270756 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83aef033-f7a4-48f1-8efb-532eddfba2db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc93f83c3-7fb6-5c13-a9d4-29d739a4e8d2-c3352d0c-270d-4028-ae16-5fd6706a6b7a', 'network_id': 'c3352d0c-270d-4028-ae16-5fd6706a6b7a', 'tenant_id': 'f135b090042642babe6bb7a413fbe165', 'fixed_ips': [{'subnet_id': '7a4ccbe1-5dd5-4f1d-aea7-7841b068d6b5'}]}} from n-d-844202-1. {{(pid=88526) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 19:06:04.271586 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-83aef033-f7a4-48f1-8efb-532eddfba2db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:04.393284 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-d95dddba-4583-47b4-99f6-848c951fa2fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535'] for port, after_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:04.478142 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95dddba-4583-47b4-99f6-848c951fa2fd None None] Pushing event deleted for resources: {'Port': ['ID=b5a53503-f32b-415d-9604-953ea1ff2ea0,revision_number=None']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:06:04.487915 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95dddba-4583-47b4-99f6-848c951fa2fd None None] No DVR routers for this DVR port b5a53503-f32b-415d-9604-953ea1ff2ea0 on host n-d-844202-1 {{(pid=88526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:06:04.501589 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 3211349c-cc9d-4914-8a84-cd570821bb77 details requested by agent hyperv_n-h1-844202-1 with host n-h1-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 19:06:04.521430 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.db_base_plugin_common [None req-83aef033-f7a4-48f1-8efb-532eddfba2db None None] Allocated IP 172.20.0.2 (c3352d0c-270d-4028-ae16-5fd6706a6b7a/7a4ccbe1-5dd5-4f1d-aea7-7841b068d6b5/01390170-bd48-4ad2-ace4-2d4b53b31a7b) {{(pid=88526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:06:04.571376 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-00f37223-a67e-421d-a51d-21c973c63d09 req-7f61abc5-ff48-46ff-8b1d-15a4f69c0cef tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea289c4a-4d8d-48f3-b63e-c3fa59a4990b HTTP/1.1" status: 200 len: 210 time: 0.3465059 Jun 01 19:06:04.573285 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51befbb9-99f2-47d3-854a-4a7a725994b2 tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Pushing event deleted for resources: {'Subnet': ['ID=20ac90bb-9fc9-42ec-b460-b31e18833f3d,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:06:04.575221 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-51befbb9-99f2-47d3-854a-4a7a725994b2 tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Notify callbacks [] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:04.627191 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b433f3eb-e9fb-46e3-b95b-03388d1094b7 None None] Network e3b4f5a6-fafb-4833-b47c-33591d784a6f requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:06:04.667027 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-51befbb9-99f2-47d3-854a-4a7a725994b2 tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] 10.222.0.41 "DELETE /v2.0/subnets/20ac90bb-9fc9-42ec-b460-b31e18833f3d HTTP/1.1" status: 204 len: 168 time: 1.2739468 Jun 01 19:06:04.674669 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 48476) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:06:04.746751 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0bc14b1e-ed1e-44d1-9ed2-71a2a398f5db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-886608', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-885830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25341'] for router, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:04.763589 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4894d74-5103-49cb-9898-3f94249fda55 req-a2e95972-3cc9-4883-8073-786108f516d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:06:04.765996 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d4894d74-5103-49cb-9898-3f94249fda55 req-a2e95972-3cc9-4883-8073-786108f516d9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c5176504-d94f-43be-82d4-6e190d9dfffd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5902984 Jun 01 19:06:04.908424 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port 3211349c-cc9d-4914-8a84-cd570821bb77, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=3211349c-cc9d-4914-8a84-cd570821bb77,segment=NetworkSegment(125279ea-2aed-41ea-8b3e-4526e0a8c195),segment_id=125279ea-2aed-41ea-8b3e-4526e0a8c195)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:06:04.917218 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6f2c9a32-d16d-4587-b8b9-b4d274d8c51f req-ecf62b0e-f54f-4d6e-b541-bc3cf0a2ec76 service neutron] 10.222.0.15 "GET /v2.0/networks/57a41f0e-b08f-4033-97ac-1767c5f2bb80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9358881 Jun 01 19:06:04.945741 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [req-f496f882-a5e7-43de-abed-8806e8296651 req-1699783e-69ef-471c-92fc-a4cd94639e44 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Allocated IP 172.20.0.9 (0c49dc6b-5e39-4101-b04d-1c1361c15d69/308ebcd6-774a-482f-bd0f-fadc3e2b2dca/397fef67-ca30-4642-8cfc-be2e87ceb275) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:06:04.973211 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6f2c9a32-d16d-4587-b8b9-b4d274d8c51f req-2937d520-68c6-4765-a6fa-9cc28ceaa060 service neutron] 10.222.0.50 "GET /v2.0/networks/57a41f0e-b08f-4033-97ac-1767c5f2bb80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6106336 Jun 01 19:06:04.980863 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a7e41d5f-d307-4b8f-806f-a09f60d204cb tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:04.988964 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Returning: {'device': '3211349c-cc9d-4914-8a84-cd570821bb77', 'network_id': '57a41f0e-b08f-4033-97ac-1767c5f2bb80', 'port_id': '3211349c-cc9d-4914-8a84-cd570821bb77', 'mac_address': 'fa:16:3e:95:65:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48973f57-aa83-4e30-ba85-055d310a8b91', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 19:06:05.018939 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979a49b4-8dda-4d31-affb-8e518603d4a5 req-da3a3684-7f7f-403a-8db9-0e975e409c3d tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:06:05.021118 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-979a49b4-8dda-4d31-affb-8e518603d4a5 req-da3a3684-7f7f-403a-8db9-0e975e409c3d tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/ports?device_id=4686d426-f02a-4d1b-a91a-3a5689dd3b48 HTTP/1.1" status: 200 len: 944 time: 0.6383083 Jun 01 19:06:05.055976 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d4894d74-5103-49cb-9898-3f94249fda55 req-ce6434be-69b1-4b74-aae3-ca8e0784e81c service neutron] 10.222.0.15 "GET /v2.0/networks/c5176504-d94f-43be-82d4-6e190d9dfffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2730274 Jun 01 19:06:05.071507 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77c2391-4272-446d-93be-7750c8e69ac9 req-74dfa1a4-2295-42f4-a4a2-4b48b885818f tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:06:05.078643 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d77c2391-4272-446d-93be-7750c8e69ac9 req-74dfa1a4-2295-42f4-a4a2-4b48b885818f tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d35e0c4-c006-4f35-a161-1e1e4ff68e11 HTTP/1.1" status: 200 len: 946 time: 0.2709043 Jun 01 19:06:05.153700 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port 3211349c-cc9d-4914-8a84-cd570821bb77 is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:06:05.154068 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:05.163525 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-83aef033-f7a4-48f1-8efb-532eddfba2db None None] Notify callbacks [] for port, precommit_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:05.183504 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-83aef033-f7a4-48f1-8efb-532eddfba2db None None] Transition to ACTIVE for port object 01390170-bd48-4ad2-ace4-2d4b53b31a7b will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:06:05.191670 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3211349c-cc9d-4914-8a84-cd570821bb77 {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 19:06:05.225449 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-83aef033-f7a4-48f1-8efb-532eddfba2db None None] Transition to ACTIVE for port object 01390170-bd48-4ad2-ace4-2d4b53b31a7b will not be triggered until provisioned by entity DHCP. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:06:05.225630 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d77c2391-4272-446d-93be-7750c8e69ac9 req-d0126ed0-9297-42a9-9609-ef59cb956ebf tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e27767a-e40e-41ca-b34d-a5b7412547b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460702 Jun 01 19:06:05.227362 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port 3211349c-cc9d-4914-8a84-cd570821bb77, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=3211349c-cc9d-4914-8a84-cd570821bb77,segment=NetworkSegment(125279ea-2aed-41ea-8b3e-4526e0a8c195),segment_id=125279ea-2aed-41ea-8b3e-4526e0a8c195)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:06:05.239382 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-83aef033-f7a4-48f1-8efb-532eddfba2db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526'] for port, after_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:05.276948 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:05.287617 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d360696-bd02-4a9d-be02-6a5ae8997aa1 None None] DHCP port deletion for e3b4f5a6-fafb-4833-b47c-33591d784a6f request from n-d-844202-1 {{(pid=88526) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 19:06:05.318967 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-5d360696-bd02-4a9d-be02-6a5ae8997aa1 None None] Deleting port 38808235-a6ca-445a-b0ca-3815e8cbd3d0 {{(pid=88526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:06:05.319626 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-5d360696-bd02-4a9d-be02-6a5ae8997aa1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:05.357774 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d4894d74-5103-49cb-9898-3f94249fda55 req-5803b6c0-46a0-4994-83da-6be990502e9e service neutron] 10.222.0.15 "GET /v2.0/networks/c5176504-d94f-43be-82d4-6e190d9dfffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2943358 Jun 01 19:06:05.454757 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-f496f882-a5e7-43de-abed-8806e8296651 req-1699783e-69ef-471c-92fc-a4cd94639e44 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:05.456352 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83aef033-f7a4-48f1-8efb-532eddfba2db None None] Network c3352d0c-270d-4028-ae16-5fd6706a6b7a is already hosted by enough agents. {{(pid=88526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:06:05.465641 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device b5a53503-f32b-415d-9604-953ea1ff2ea0 no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:06:05.505908 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.base_scheduler [None req-83aef033-f7a4-48f1-8efb-532eddfba2db None None] Resources bound (agent type, host, resource id): {{(pid=88526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:06:05.508071 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83aef033-f7a4-48f1-8efb-532eddfba2db None None] Received port after_create {{(pid=88526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:06:05.520186 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a7e41d5f-d307-4b8f-806f-a09f60d204cb tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:05.542140 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-979a49b4-8dda-4d31-affb-8e518603d4a5 req-33724db1-ffb9-44e4-9a25-f9d028afd74c tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/security-groups?id=5040cb58-24af-44ab-a8bd-126074c76b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4990187 Jun 01 19:06:05.556430 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83aef033-f7a4-48f1-8efb-532eddfba2db None None] Pushing event updated for resources: {'Port': ['ID=01390170-bd48-4ad2-ace4-2d4b53b31a7b,revision_number=1']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:06:05.557333 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0bc14b1e-ed1e-44d1-9ed2-71a2a398f5db admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:05.588503 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0bc14b1e-ed1e-44d1-9ed2-71a2a398f5db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:05.598448 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: b5a53503-f32b-415d-9604-953ea1ff2ea0 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:06:05.598784 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device b5a53503-f32b-415d-9604-953ea1ff2ea0 not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:06:05.599195 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 38808235-a6ca-445a-b0ca-3815e8cbd3d0 no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:06:05.601131 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-a7e41d5f-d307-4b8f-806f-a09f60d204cb tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['accf3ced-ee0d-4119-9b93-3b3599a932dd']}} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:06:05.623373 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-a7e41d5f-d307-4b8f-806f-a09f60d204cb tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2f9c25b-35d8-4a03-b114-fc2e05153da0') {'for_net_delete': True} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:06:05.623727 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-a7e41d5f-d307-4b8f-806f-a09f60d204cb tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2f9c25b-35d8-4a03-b114-fc2e05153da0') {} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:06:05.625941 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] get_ports_and_sgs() called for port_ids ['3211349c-cc9d-4914-8a84-cd570821bb77'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 19:06:05.646891 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a7e41d5f-d307-4b8f-806f-a09f60d204cb tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2702126'] for segment, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:05.649923 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21a533a-97e1-4492-b91c-d123f75cdd33 req-3b1a3cd8-bd91-424f-b4a6-389a50a1bc92 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:06:05.655789 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21a533a-97e1-4492-b91c-d123f75cdd33 req-3b1a3cd8-bd91-424f-b4a6-389a50a1bc92 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:06:05.657396 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c21a533a-97e1-4492-b91c-d123f75cdd33 req-3b1a3cd8-bd91-424f-b4a6-389a50a1bc92 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f1c263f-378f-4b9b-89ab-c435c771d20d HTTP/1.1" status: 200 len: 1679 time: 0.2902606 Jun 01 19:06:05.669415 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-f496f882-a5e7-43de-abed-8806e8296651 req-1699783e-69ef-471c-92fc-a4cd94639e44 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:05.674685 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a7e41d5f-d307-4b8f-806f-a09f60d204cb tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:05.727895 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c21a533a-97e1-4492-b91c-d123f75cdd33 req-404001b1-7d7d-4ca8-8cb0-9d501b2770b7 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] 10.222.0.41 "GET /v2.0/security-groups?id=35bdd75f-60bc-442f-9683-0ad602663bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635064 Jun 01 19:06:05.760191 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] get_ports_and_sgs() called for port_ids ['72352e64-9120-4343-9c57-bb57c2532e4b'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 19:06:05.775527 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7e41d5f-d307-4b8f-806f-a09f60d204cb tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=88524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 19:06:05.775935 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a7e41d5f-d307-4b8f-806f-a09f60d204cb tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2719018'] for segment, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:05.832557 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f496f882-a5e7-43de-abed-8806e8296651 req-1699783e-69ef-471c-92fc-a4cd94639e44 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Network 0c49dc6b-5e39-4101-b04d-1c1361c15d69 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:06:05.908300 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment d2f9c25b-35d8-4a03-b114-fc2e05153da0 resource provider aggregate not found Jun 01 19:06:05.929907 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [req-f496f882-a5e7-43de-abed-8806e8296651 req-1699783e-69ef-471c-92fc-a4cd94639e44 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:06:05.965971 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-f496f882-a5e7-43de-abed-8806e8296651 req-1699783e-69ef-471c-92fc-a4cd94639e44 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:06:06.008563 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-83aef033-f7a4-48f1-8efb-532eddfba2db None None] Attempting to bind port 01390170-bd48-4ad2-ace4-2d4b53b31a7b on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:06:06.008830 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-83aef033-f7a4-48f1-8efb-532eddfba2db None None] Attempting to bind port 01390170-bd48-4ad2-ace4-2d4b53b31a7b by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': 'a8944520-f6ca-44a8-bb67-7b5053b4e747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'c3352d0c-270d-4028-ae16-5fd6706a6b7a'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:06:06.009183 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83aef033-f7a4-48f1-8efb-532eddfba2db None None] Attempting to bind port 01390170-bd48-4ad2-ace4-2d4b53b31a7b on network c3352d0c-270d-4028-ae16-5fd6706a6b7a {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:06:06.022153 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83aef033-f7a4-48f1-8efb-532eddfba2db None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 5, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:06:06.022506 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83aef033-f7a4-48f1-8efb-532eddfba2db None None] Checking segment: {'id': 'a8944520-f6ca-44a8-bb67-7b5053b4e747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'c3352d0c-270d-4028-ae16-5fd6706a6b7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:06:06.022904 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-83aef033-f7a4-48f1-8efb-532eddfba2db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:06.023285 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83aef033-f7a4-48f1-8efb-532eddfba2db None None] Bound using segment: {'id': 'a8944520-f6ca-44a8-bb67-7b5053b4e747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'c3352d0c-270d-4028-ae16-5fd6706a6b7a'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:06:06.023740 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-83aef033-f7a4-48f1-8efb-532eddfba2db None None] Bound port: 01390170-bd48-4ad2-ace4-2d4b53b31a7b, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8944520-f6ca-44a8-bb67-7b5053b4e747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'c3352d0c-270d-4028-ae16-5fd6706a6b7a'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:06:06.024104 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-83aef033-f7a4-48f1-8efb-532eddfba2db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:06.042811 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment d2f9c25b-35d8-4a03-b114-fc2e05153da0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d2f9c25b-35d8-4a03-b114-fc2e05153da0 found for delete ", "request_id": "req-ed0a2ee1-56e8-4d74-a217-4c95806bd2f1"}]} Jun 01 19:06:06.049098 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=3211349c-cc9d-4914-8a84-cd570821bb77,revision_number=8']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:06:06.085622 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b9c13465-9286-4d55-9f08-388b50d66621 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-887474'] for router_interface, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:06.119623 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [None req-0bc14b1e-ed1e-44d1-9ed2-71a2a398f5db admin admin] Allocated IP 172.25.4.221 (72a72e44-6845-488a-a5ff-3a26d4df9cb3/c314a23b-daa2-4106-ab28-8e6f954277b2/36f99ee7-c14e-409a-b1c3-a31abfa37f4e) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:06:06.179915 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1699783e-69ef-471c-92fc-a4cd94639e44 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Pushing event updated for resources: {'Port': ['ID=397fef67-ca30-4642-8cfc-be2e87ceb275,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:06:06.200020 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-5d360696-bd02-4a9d-be02-6a5ae8997aa1 None None] For port 38808235-a6ca-445a-b0ca-3815e8cbd3d0, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=38808235-a6ca-445a-b0ca-3815e8cbd3d0,segment=NetworkSegment(b4a14d34-d63e-48ef-8380-70dd51127fbd),segment_id=b4a14d34-d63e-48ef-8380-70dd51127fbd)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:06:06.200436 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-5d360696-bd02-4a9d-be02-6a5ae8997aa1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:06.340510 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0bc14b1e-ed1e-44d1-9ed2-71a2a398f5db admin admin] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:06.358156 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2423584f-4580-488b-b31e-dab4dd1c53c1 req-936f1a24-6722-40a1-9d60-85376e27b2ee tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:06:06.360130 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2423584f-4580-488b-b31e-dab4dd1c53c1 req-936f1a24-6722-40a1-9d60-85376e27b2ee tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea289c4a-4d8d-48f3-b63e-c3fa59a4990b HTTP/1.1" status: 200 len: 931 time: 0.3457317 Jun 01 19:06:06.362056 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a7e41d5f-d307-4b8f-806f-a09f60d204cb tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:06.387707 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-5d360696-bd02-4a9d-be02-6a5ae8997aa1 None None] Calling delete_port for 38808235-a6ca-445a-b0ca-3815e8cbd3d0 owned by network:dhcp {{(pid=88526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:06:06.407128 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a7e41d5f-d307-4b8f-806f-a09f60d204cb tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Notify callbacks [] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:06.415368 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f496f882-a5e7-43de-abed-8806e8296651 req-1699783e-69ef-471c-92fc-a4cd94639e44 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:06:06.416428 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-f496f882-a5e7-43de-abed-8806e8296651 req-1699783e-69ef-471c-92fc-a4cd94639e44 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:06.428125 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2423584f-4580-488b-b31e-dab4dd1c53c1 req-4532fcc6-66a5-43b7-a2d3-848d0864c524 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a351d5c-3364-42d8-bd0d-648028a392a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580864 Jun 01 19:06:06.439921 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0bc14b1e-ed1e-44d1-9ed2-71a2a398f5db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:06.442903 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e41d5f-d307-4b8f-806f-a09f60d204cb tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Pushing event deleted for resources: {'Network': ['ID=accf3ced-ee0d-4119-9b93-3b3599a932dd,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:06:06.483034 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 38808235-a6ca-445a-b0ca-3815e8cbd3d0 is: ACTIVE; New status is: DOWN {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:06:06.483572 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:06.514246 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 364ed43d-0fa2-43f5-8c2e-65dea14b2761 details requested by agent hyperv_n-h1-844202-1 with host n-h1-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 19:06:06.523786 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bc14b1e-ed1e-44d1-9ed2-71a2a398f5db admin admin] Network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:06:06.527509 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-a7e41d5f-d307-4b8f-806f-a09f60d204cb tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] 10.222.0.41 "DELETE /v2.0/networks/accf3ced-ee0d-4119-9b93-3b3599a932dd HTTP/1.1" status: 204 len: 168 time: 1.8410494 Jun 01 19:06:06.527664 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-0bc14b1e-ed1e-44d1-9ed2-71a2a398f5db admin admin] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:06:06.529712 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 48494) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:06:06.543948 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f496f882-a5e7-43de-abed-8806e8296651 req-1699783e-69ef-471c-92fc-a4cd94639e44 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6382096 Jun 01 19:06:06.550107 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc14b1e-ed1e-44d1-9ed2-71a2a398f5db admin admin] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:06:06.558946 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a485ea4-448c-486b-8a26-0e5b2e18a562 req-f4bc473d-744a-4d11-8223-4031203fb42c tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:06:06.560528 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5a485ea4-448c-486b-8a26-0e5b2e18a562 req-f4bc473d-744a-4d11-8223-4031203fb42c tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d35e0c4-c006-4f35-a161-1e1e4ff68e11 HTTP/1.1" status: 200 len: 946 time: 0.8876293 Jun 01 19:06:06.576206 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-f496f882-a5e7-43de-abed-8806e8296651 req-38234cf8-ce7e-4c56-9bc0-63bab9a01502 service neutron] Request body: {'port': {'device_id': 'ea289c4a-4d8d-48f3-b63e-c3fa59a4990b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844202-1'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:06:06.600573 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-83aef033-f7a4-48f1-8efb-532eddfba2db None None] For port 01390170-bd48-4ad2-ace4-2d4b53b31a7b, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:06:06.613053 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc14b1e-ed1e-44d1-9ed2-71a2a398f5db admin admin] Pushing event updated for resources: {'Port': ['ID=36f99ee7-c14e-409a-b1c3-a31abfa37f4e,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:06:06.724834 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-83aef033-f7a4-48f1-8efb-532eddfba2db None None] For port 01390170-bd48-4ad2-ace4-2d4b53b31a7b, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=01390170-bd48-4ad2-ace4-2d4b53b31a7b,segment=NetworkSegment(a8944520-f6ca-44a8-bb67-7b5053b4e747),segment_id=a8944520-f6ca-44a8-bb67-7b5053b4e747)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:06:06.740662 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port 38808235-a6ca-445a-b0ca-3815e8cbd3d0, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=38808235-a6ca-445a-b0ca-3815e8cbd3d0,segment=NetworkSegment(b4a14d34-d63e-48ef-8380-70dd51127fbd),segment_id=b4a14d34-d63e-48ef-8380-70dd51127fbd)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:06:06.754073 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-83aef033-f7a4-48f1-8efb-532eddfba2db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:06.767639 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f845d6df-c2e6-46fd-9cb6-46ee580ba0f2 req-ed75f065-48c2-4c1e-9802-6afab074018f tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:06:06.769206 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f845d6df-c2e6-46fd-9cb6-46ee580ba0f2 req-ed75f065-48c2-4c1e-9802-6afab074018f tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.50 "GET /v2.0/ports?device_id=4686d426-f02a-4d1b-a91a-3a5689dd3b48&tenant_id=8537cfb3773e46d182e148cf5b0a717f&binding%3Ahost_id=n-h1-844202-1 HTTP/1.1" status: 200 len: 945 time: 0.6349719 Jun 01 19:06:06.810277 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:06.841185 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.db.api [None req-5d360696-bd02-4a9d-be02-6a5ae8997aa1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88526) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 19:06:06.841539 n-d-844202-1 neutron-server[88526]: DEBUG oslo_db.api [None req-5d360696-bd02-4a9d-be02-6a5ae8997aa1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 19:06:06.889423 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-659d424e-76c4-48e8-930f-e349ade86bbe tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:06.945443 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83aef033-f7a4-48f1-8efb-532eddfba2db None None] Pushing event updated for resources: {'Port': ['ID=01390170-bd48-4ad2-ace4-2d4b53b31a7b,revision_number=2']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:06:06.948847 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5a485ea4-448c-486b-8a26-0e5b2e18a562 req-87330261-a09a-4abd-b9f7-697ce2d2a29a tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e27767a-e40e-41ca-b34d-a5b7412547b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3131645 Jun 01 19:06:06.959449 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-659d424e-76c4-48e8-930f-e349ade86bbe tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Deleting port 38808235-a6ca-445a-b0ca-3815e8cbd3d0 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:06:06.959899 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-659d424e-76c4-48e8-930f-e349ade86bbe tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:06.993864 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-f496f882-a5e7-43de-abed-8806e8296651 req-38234cf8-ce7e-4c56-9bc0-63bab9a01502 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:07.046393 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port 364ed43d-0fa2-43f5-8c2e-65dea14b2761, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=364ed43d-0fa2-43f5-8c2e-65dea14b2761,segment=NetworkSegment(f8c53dd6-51c8-4869-a7cb-58edb777b701),segment_id=f8c53dd6-51c8-4869-a7cb-58edb777b701)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:06:07.048436 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2f3d5d-74bd-45fb-ae6a-18b74f1d0b7a req-28be8a5b-51ea-4614-b50e-1d76e3027cf3 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:06:07.050097 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4c2f3d5d-74bd-45fb-ae6a-18b74f1d0b7a req-28be8a5b-51ea-4614-b50e-1d76e3027cf3 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/ports?device_id=4686d426-f02a-4d1b-a91a-3a5689dd3b48 HTTP/1.1" status: 200 len: 945 time: 0.3897004 Jun 01 19:06:07.054834 n-d-844202-1 neutron-server[88524]: INFO neutron.api.v2.resource [req-f845d6df-c2e6-46fd-9cb6-46ee580ba0f2 req-e1e4c9cb-bdcf-4b0f-9542-b9740410d95b service neutron] delete failed (client error): The resource could not be found. Jun 01 19:06:07.069497 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f845d6df-c2e6-46fd-9cb6-46ee580ba0f2 req-e1e4c9cb-bdcf-4b0f-9542-b9740410d95b service neutron] 10.222.0.50 "DELETE /v2.0/ports/3211349c-cc9d-4914-8a84-cd570821bb77/bindings/n-h2-844202-1 HTTP/1.1" status: 404 len: 380 time: 0.2810791 Jun 01 19:06:07.105949 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Returning: {'device': '364ed43d-0fa2-43f5-8c2e-65dea14b2761', 'network_id': 'c5176504-d94f-43be-82d4-6e190d9dfffd', 'port_id': '364ed43d-0fa2-43f5-8c2e-65dea14b2761', 'mac_address': 'fa:16:3e:02:4e:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1f0ba6d-4033-42d5-86ab-7fda40733a70', 'ip_address': '19.86.0.171'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 19:06:07.174975 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-5184d5b2-1b5d-40c0-a7df-d31eec53dd3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:07.206268 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=38808235-a6ca-445a-b0ca-3815e8cbd3d0,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:06:07.241067 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port 364ed43d-0fa2-43f5-8c2e-65dea14b2761 is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:06:07.241610 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:07.283078 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 364ed43d-0fa2-43f5-8c2e-65dea14b2761 {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 19:06:07.326319 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port 364ed43d-0fa2-43f5-8c2e-65dea14b2761, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=364ed43d-0fa2-43f5-8c2e-65dea14b2761,segment=NetworkSegment(f8c53dd6-51c8-4869-a7cb-58edb777b701),segment_id=f8c53dd6-51c8-4869-a7cb-58edb777b701)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:06:07.335772 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:07.337019 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 3f50408f-12ad-40bd-a1c0-e0b61abd4dee details requested by agent hyperv_n-h1-844202-1 with host n-h1-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 19:06:07.381578 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4c2f3d5d-74bd-45fb-ae6a-18b74f1d0b7a req-14db363e-91d2-46ff-9e16-4c8890b06447 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/security-groups?id=5040cb58-24af-44ab-a8bd-126074c76b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3223798 Jun 01 19:06:07.612255 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-5d360696-bd02-4a9d-be02-6a5ae8997aa1 None None] Deleting port 38808235-a6ca-445a-b0ca-3815e8cbd3d0 {{(pid=88526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:06:07.613386 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-5d360696-bd02-4a9d-be02-6a5ae8997aa1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:07.637692 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=364ed43d-0fa2-43f5-8c2e-65dea14b2761,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:06:07.640629 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 01390170-bd48-4ad2-ace4-2d4b53b31a7b up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:06:07.643290 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-b9c13465-9286-4d55-9f08-388b50d66621 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Deleting port de8b96d1-5003-4326-93fc-c9027c7c345b {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:06:07.643595 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b9c13465-9286-4d55-9f08-388b50d66621 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:07.657250 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0bc14b1e-ed1e-44d1-9ed2-71a2a398f5db admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:07.715249 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [None req-659d424e-76c4-48e8-930f-e349ade86bbe tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] For port 38808235-a6ca-445a-b0ca-3815e8cbd3d0, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=38808235-a6ca-445a-b0ca-3815e8cbd3d0,segment=NetworkSegment(b4a14d34-d63e-48ef-8380-70dd51127fbd),segment_id=b4a14d34-d63e-48ef-8380-70dd51127fbd)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:06:07.716114 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-659d424e-76c4-48e8-930f-e349ade86bbe tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:07.770752 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c261c84b-1e63-40b6-93bd-6c78ec95648d req-269bc3aa-7e72-44ae-87a2-ede01824e26d tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:06:07.776667 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c261c84b-1e63-40b6-93bd-6c78ec95648d req-269bc3aa-7e72-44ae-87a2-ede01824e26d tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:06:07.778993 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c261c84b-1e63-40b6-93bd-6c78ec95648d req-269bc3aa-7e72-44ae-87a2-ede01824e26d tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f1c263f-378f-4b9b-89ab-c435c771d20d HTTP/1.1" status: 200 len: 1680 time: 0.5452013 Jun 01 19:06:07.873381 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f845d6df-c2e6-46fd-9cb6-46ee580ba0f2 req-abd8e9a2-a2bd-4fe8-91aa-261e72ece07b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:06:07.874876 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f845d6df-c2e6-46fd-9cb6-46ee580ba0f2 req-abd8e9a2-a2bd-4fe8-91aa-261e72ece07b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8537cfb3773e46d182e148cf5b0a717f&device_id=4686d426-f02a-4d1b-a91a-3a5689dd3b48 HTTP/1.1" status: 200 len: 1096 time: 0.6016028 Jun 01 19:06:07.991253 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port 01390170-bd48-4ad2-ace4-2d4b53b31a7b completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:06:07.997498 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port 3f50408f-12ad-40bd-a1c0-e0b61abd4dee, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=3f50408f-12ad-40bd-a1c0-e0b61abd4dee,segment=NetworkSegment(943038f9-0faa-41a0-93f8-2333389ee12a),segment_id=943038f9-0faa-41a0-93f8-2333389ee12a)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:06:08.027215 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-659d424e-76c4-48e8-930f-e349ade86bbe tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Calling delete_port for 38808235-a6ca-445a-b0ca-3815e8cbd3d0 owned by network:dhcp {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:06:08.044042 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-5d360696-bd02-4a9d-be02-6a5ae8997aa1 None None] For port 38808235-a6ca-445a-b0ca-3815e8cbd3d0, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=38808235-a6ca-445a-b0ca-3815e8cbd3d0,segment=NetworkSegment(b4a14d34-d63e-48ef-8380-70dd51127fbd),segment_id=b4a14d34-d63e-48ef-8380-70dd51127fbd)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:06:08.044461 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-5d360696-bd02-4a9d-be02-6a5ae8997aa1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:08.054073 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Returning: {'device': '3f50408f-12ad-40bd-a1c0-e0b61abd4dee', 'network_id': '8e4ad329-9d3a-46f9-8179-85568893b967', 'port_id': '3f50408f-12ad-40bd-a1c0-e0b61abd4dee', 'mac_address': 'fa:16:3e:d7:20:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c051427c-770d-4d42-b085-794fb6bb40d9', 'ip_address': '19.80.0.235'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 19:06:08.073065 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c261c84b-1e63-40b6-93bd-6c78ec95648d req-9d0fe01a-2903-4083-8bd6-272d1efb8688 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] 10.222.0.41 "GET /v2.0/security-groups?id=35bdd75f-60bc-442f-9683-0ad602663bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261851 Jun 01 19:06:08.169898 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f845d6df-c2e6-46fd-9cb6-46ee580ba0f2 req-523f4290-7c20-4da1-9ed9-46ab08188038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:06:08.178428 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f845d6df-c2e6-46fd-9cb6-46ee580ba0f2 req-523f4290-7c20-4da1-9ed9-46ab08188038 service neutron] 10.222.0.50 "GET /v2.0/networks?id=57a41f0e-b08f-4033-97ac-1767c5f2bb80 HTTP/1.1" status: 200 len: 897 time: 0.2894695 Jun 01 19:06:08.184749 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b9c13465-9286-4d55-9f08-388b50d66621 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:08.203394 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.db.resource_extend [req-f496f882-a5e7-43de-abed-8806e8296651 req-38234cf8-ce7e-4c56-9bc0-63bab9a01502 service neutron] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 19:06:08.264927 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a2242a-e58f-4d0c-95da-126485ffd135 req-f24a34ee-b99d-4c0d-b5b9-7fdac7a6313c tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:06:08.266722 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-55a2242a-e58f-4d0c-95da-126485ffd135 req-f24a34ee-b99d-4c0d-b5b9-7fdac7a6313c tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d35e0c4-c006-4f35-a161-1e1e4ff68e11 HTTP/1.1" status: 200 len: 946 time: 0.6608636 Jun 01 19:06:08.268043 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-5d360696-bd02-4a9d-be02-6a5ae8997aa1 None None] Calling delete_port for 38808235-a6ca-445a-b0ca-3815e8cbd3d0 owned by network:dhcp {{(pid=88526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:06:08.323071 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-659d424e-76c4-48e8-930f-e349ade86bbe tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:08.329816 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port 3f50408f-12ad-40bd-a1c0-e0b61abd4dee is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:06:08.330209 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:08.358068 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f50408f-12ad-40bd-a1c0-e0b61abd4dee {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 19:06:08.362034 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f845d6df-c2e6-46fd-9cb6-46ee580ba0f2 req-fb00ecea-2e75-4e41-8379-94f3a86da659 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3211349c-cc9d-4914-8a84-cd570821bb77 HTTP/1.1" status: 200 len: 1000 time: 0.1461999 Jun 01 19:06:08.389253 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port 3f50408f-12ad-40bd-a1c0-e0b61abd4dee, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=3f50408f-12ad-40bd-a1c0-e0b61abd4dee,segment=NetworkSegment(943038f9-0faa-41a0-93f8-2333389ee12a),segment_id=943038f9-0faa-41a0-93f8-2333389ee12a)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:06:08.391425 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.db.api [None req-5d360696-bd02-4a9d-be02-6a5ae8997aa1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88526) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 19:06:08.391940 n-d-844202-1 neutron-server[88526]: DEBUG oslo_db.api [None req-5d360696-bd02-4a9d-be02-6a5ae8997aa1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 19:06:08.395959 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:08.422408 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-659d424e-76c4-48e8-930f-e349ade86bbe tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] No DVR routers for this DVR port 38808235-a6ca-445a-b0ca-3815e8cbd3d0 on host n-d-844202-1 {{(pid=88525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:06:08.456272 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659d424e-76c4-48e8-930f-e349ade86bbe tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Pushing event deleted for resources: {'Port': ['ID=38808235-a6ca-445a-b0ca-3815e8cbd3d0,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:06:08.474730 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=3f50408f-12ad-40bd-a1c0-e0b61abd4dee,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:06:08.476817 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f845d6df-c2e6-46fd-9cb6-46ee580ba0f2 req-3ce8ffb2-e3c4-4f73-9459-8059403a9a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:06:08.478307 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f845d6df-c2e6-46fd-9cb6-46ee580ba0f2 req-3ce8ffb2-e3c4-4f73-9459-8059403a9a12 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=48973f57-aa83-4e30-ba85-055d310a8b91 HTTP/1.1" status: 200 len: 834 time: 0.1089380 Jun 01 19:06:08.512013 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58da85f7-495e-40ef-bc87-771e2a6fe7e4 None None] Network c3352d0c-270d-4028-ae16-5fd6706a6b7a requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:06:08.527262 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 3211349c-cc9d-4914-8a84-cd570821bb77 up at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:06:08.654625 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] get_ports_and_sgs() called for port_ids ['364ed43d-0fa2-43f5-8c2e-65dea14b2761'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 19:06:08.656767 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-55a2242a-e58f-4d0c-95da-126485ffd135 req-b05f8da8-415a-4600-bf65-9c045aa6b744 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e27767a-e40e-41ca-b34d-a5b7412547b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3234024 Jun 01 19:06:08.659354 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-659d424e-76c4-48e8-930f-e349ade86bbe tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:08.698430 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-659d424e-76c4-48e8-930f-e349ade86bbe tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3b4f5a6-fafb-4833-b47c-33591d784a6f']}} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:06:08.719130 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-659d424e-76c4-48e8-930f-e349ade86bbe tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4a14d34-d63e-48ef-8380-70dd51127fbd') {'for_net_delete': True} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:06:08.719525 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-659d424e-76c4-48e8-930f-e349ade86bbe tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4a14d34-d63e-48ef-8380-70dd51127fbd') {} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:06:08.739690 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-659d424e-76c4-48e8-930f-e349ade86bbe tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2258522'] for segment, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:08.749305 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-a30d3320-f57b-4b53-b4de-81e5f0fc557c None None] Provisioning for port 01390170-bd48-4ad2-ace4-2d4b53b31a7b completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:06:08.758965 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-5d360696-bd02-4a9d-be02-6a5ae8997aa1 None None] Deleting port 38808235-a6ca-445a-b0ca-3815e8cbd3d0 {{(pid=88526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:06:08.759279 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-5d360696-bd02-4a9d-be02-6a5ae8997aa1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:08.762776 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-659d424e-76c4-48e8-930f-e349ade86bbe tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:08.771142 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-659d424e-76c4-48e8-930f-e349ade86bbe tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=88525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 19:06:08.772316 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-659d424e-76c4-48e8-930f-e349ade86bbe tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2613981'] for segment, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:08.786694 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-a30d3320-f57b-4b53-b4de-81e5f0fc557c None None] Provisioning complete for port 01390170-bd48-4ad2-ace4-2d4b53b31a7b triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:06:08.787119 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-a30d3320-f57b-4b53-b4de-81e5f0fc557c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:08.841086 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-b9c13465-9286-4d55-9f08-388b50d66621 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Calling delete_port for de8b96d1-5003-4326-93fc-c9027c7c345b owned by network:router_interface {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:06:08.851738 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Provisioning for port 3211349c-cc9d-4914-8a84-cd570821bb77 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:06:08.872629 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Provisioning complete for port 3211349c-cc9d-4914-8a84-cd570821bb77 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:06:08.873113 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:08.893843 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment b4a14d34-d63e-48ef-8380-70dd51127fbd resource provider aggregate not found Jun 01 19:06:08.915113 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [req-f496f882-a5e7-43de-abed-8806e8296651 req-38234cf8-ce7e-4c56-9bc0-63bab9a01502 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 397fef67-ca30-4642-8cfc-be2e87ceb275 {{(pid=88524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 19:06:08.924788 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment b4a14d34-d63e-48ef-8380-70dd51127fbd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b4a14d34-d63e-48ef-8380-70dd51127fbd found for delete ", "request_id": "req-524893d1-77c8-42a1-87c1-8d9b0a72f588"}]} Jun 01 19:06:08.931038 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-f496f882-a5e7-43de-abed-8806e8296651 req-38234cf8-ce7e-4c56-9bc0-63bab9a01502 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:08.936076 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0bc14b1e-ed1e-44d1-9ed2-71a2a398f5db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-885820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-886655'] for router, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:08.988817 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [req-f496f882-a5e7-43de-abed-8806e8296651 req-38234cf8-ce7e-4c56-9bc0-63bab9a01502 service neutron] Transition to ACTIVE for port object 397fef67-ca30-4642-8cfc-be2e87ceb275 will not be triggered until provisioned by entity L2. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:06:08.990625 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-5d360696-bd02-4a9d-be02-6a5ae8997aa1 None None] The port '38808235-a6ca-445a-b0ca-3815e8cbd3d0' was deleted {{(pid=88526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 01 19:06:09.008715 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-f496f882-a5e7-43de-abed-8806e8296651 req-38234cf8-ce7e-4c56-9bc0-63bab9a01502 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:09.052799 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bdebe7-f48d-4cc2-b121-e2ec2bd7d014 req-e57f8d82-b8f3-4dff-bb7e-2b640337da42 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:06:09.053467 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-11bdebe7-f48d-4cc2-b121-e2ec2bd7d014 req-e57f8d82-b8f3-4dff-bb7e-2b640337da42 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Synchronizing usage tracker for tenant:ff411273a1ac46f2a91fb45afe578ccb on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:06:09.120219 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-659d424e-76c4-48e8-930f-e349ade86bbe tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:09.154104 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-659d424e-76c4-48e8-930f-e349ade86bbe tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Notify callbacks [] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:09.162619 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f845d6df-c2e6-46fd-9cb6-46ee580ba0f2 req-01762e59-4219-4742-aa75-d493acaad98f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:06:09.164054 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f845d6df-c2e6-46fd-9cb6-46ee580ba0f2 req-01762e59-4219-4742-aa75-d493acaad98f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=57a41f0e-b08f-4033-97ac-1767c5f2bb80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4406099 Jun 01 19:06:09.174467 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659d424e-76c4-48e8-930f-e349ade86bbe tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Pushing event deleted for resources: {'Network': ['ID=e3b4f5a6-fafb-4833-b47c-33591d784a6f,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:06:09.191482 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-659d424e-76c4-48e8-930f-e349ade86bbe tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] 10.222.0.41 "DELETE /v2.0/networks/e3b4f5a6-fafb-4833-b47c-33591d784a6f HTTP/1.1" status: 204 len: 168 time: 2.6607111 Jun 01 19:06:09.200607 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bffe62-f15f-4100-a60e-3aa97728f151 req-76a81373-a7be-4174-85f3-0addb380ab84 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:06:09.202273 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-50bffe62-f15f-4100-a60e-3aa97728f151 req-76a81373-a7be-4174-85f3-0addb380ab84 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/ports?device_id=4686d426-f02a-4d1b-a91a-3a5689dd3b48 HTTP/1.1" status: 200 len: 945 time: 0.4070249 Jun 01 19:06:09.202865 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 48516) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:06:09.220066 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-11bdebe7-f48d-4cc2-b121-e2ec2bd7d014 req-e57f8d82-b8f3-4dff-bb7e-2b640337da42 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Unset dirty status for tenant:ff411273a1ac46f2a91fb45afe578ccb on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:06:09.221237 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-11bdebe7-f48d-4cc2-b121-e2ec2bd7d014 req-e57f8d82-b8f3-4dff-bb7e-2b640337da42 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea289c4a-4d8d-48f3-b63e-c3fa59a4990b HTTP/1.1" status: 200 len: 931 time: 0.8557608 Jun 01 19:06:09.269979 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38234cf8-ce7e-4c56-9bc0-63bab9a01502 service neutron] Pushing event updated for resources: {'Port': ['ID=397fef67-ca30-4642-8cfc-be2e87ceb275,revision_number=2']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:06:09.339321 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-50bffe62-f15f-4100-a60e-3aa97728f151 req-e60cd5f6-4a56-428a-aceb-4db451f31130 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/security-groups?id=5040cb58-24af-44ab-a8bd-126074c76b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977104 Jun 01 19:06:09.343145 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b4acf54-f7c9-4cef-8678-6fc77593fcfc tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Deleting subnet c27ad179-817d-4453-9def-a7cef3fe0306 {{(pid=88525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 19:06:09.346988 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0b4acf54-f7c9-4cef-8678-6fc77593fcfc tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Notify callbacks [] for subnet, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:09.386936 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-a30d3320-f57b-4b53-b4de-81e5f0fc557c None None] Current status of the port 01390170-bd48-4ad2-ace4-2d4b53b31a7b is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:06:09.387528 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-a30d3320-f57b-4b53-b4de-81e5f0fc557c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:09.406299 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port 3211349c-cc9d-4914-8a84-cd570821bb77 is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:06:09.406930 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:09.413578 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bc14b1e-ed1e-44d1-9ed2-71a2a398f5db admin admin] Router 5933d660-10f6-4b84-a6f3-ffe602f099bb is scheduled to L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 with binding_index 1 {{(pid=88525) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 19:06:09.418924 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0b4acf54-f7c9-4cef-8678-6fc77593fcfc tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2258509'] for subnet, precommit_delete_associations {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:09.475285 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4686d426-f02a-4d1b-a91a-3a5689dd3b48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3211349c-cc9d-4914-8a84-cd570821bb77'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:06:09.484175 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-a30d3320-f57b-4b53-b4de-81e5f0fc557c None None] For port 01390170-bd48-4ad2-ace4-2d4b53b31a7b, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=01390170-bd48-4ad2-ace4-2d4b53b31a7b,segment=NetworkSegment(a8944520-f6ca-44a8-bb67-7b5053b4e747),segment_id=a8944520-f6ca-44a8-bb67-7b5053b4e747)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:06:09.489539 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port 3211349c-cc9d-4914-8a84-cd570821bb77, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=3211349c-cc9d-4914-8a84-cd570821bb77,segment=NetworkSegment(125279ea-2aed-41ea-8b3e-4526e0a8c195),segment_id=125279ea-2aed-41ea-8b3e-4526e0a8c195)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:06:09.491146 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-a30d3320-f57b-4b53-b4de-81e5f0fc557c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:09.548561 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f17f4101-380e-443b-855e-6841a45375b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:09.549747 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:09.561783 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-11bdebe7-f48d-4cc2-b121-e2ec2bd7d014 req-cd319131-4803-4322-997a-3627e37a69d8 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a351d5c-3364-42d8-bd0d-648028a392a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2824280 Jun 01 19:06:09.587364 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f845d6df-c2e6-46fd-9cb6-46ee580ba0f2 req-f46c0c61-2f27-43eb-99b1-a518660fdafd service neutron] 10.222.0.50 "GET /v2.0/networks/57a41f0e-b08f-4033-97ac-1767c5f2bb80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4098425 Jun 01 19:06:09.588493 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-f496f882-a5e7-43de-abed-8806e8296651 req-38234cf8-ce7e-4c56-9bc0-63bab9a01502 service neutron] Attempting to bind port 397fef67-ca30-4642-8cfc-be2e87ceb275 on host n-h2-844202-1 for vnic_type normal with profile {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:06:09.588493 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-f496f882-a5e7-43de-abed-8806e8296651 req-38234cf8-ce7e-4c56-9bc0-63bab9a01502 service neutron] Attempting to bind port 397fef67-ca30-4642-8cfc-be2e87ceb275 by drivers openvswitch,hyperv on host n-h2-844202-1 at level 0 using segments [{'id': 'd147e68c-d5fd-47df-bf65-d6c5991a53c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '0c49dc6b-5e39-4101-b04d-1c1361c15d69'}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:06:09.588745 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f496f882-a5e7-43de-abed-8806e8296651 req-38234cf8-ce7e-4c56-9bc0-63bab9a01502 service neutron] Attempting to bind port 397fef67-ca30-4642-8cfc-be2e87ceb275 on network 0c49dc6b-5e39-4101-b04d-1c1361c15d69 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:06:09.611591 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30d3320-f57b-4b53-b4de-81e5f0fc557c None None] Pushing event updated for resources: {'Port': ['ID=01390170-bd48-4ad2-ace4-2d4b53b31a7b,revision_number=3']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:06:09.635274 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f496f882-a5e7-43de-abed-8806e8296651 req-38234cf8-ce7e-4c56-9bc0-63bab9a01502 service neutron] Port 397fef67-ca30-4642-8cfc-be2e87ceb275 on network 0c49dc6b-5e39-4101-b04d-1c1361c15d69 not bound, no agent of type Open vSwitch agent registered on host n-h2-844202-1 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 19:06:09.635654 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f496f882-a5e7-43de-abed-8806e8296651 req-38234cf8-ce7e-4c56-9bc0-63bab9a01502 service neutron] Attempting to bind port 397fef67-ca30-4642-8cfc-be2e87ceb275 on network 0c49dc6b-5e39-4101-b04d-1c1361c15d69 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:06:09.710049 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f496f882-a5e7-43de-abed-8806e8296651 req-38234cf8-ce7e-4c56-9bc0-63bab9a01502 service neutron] Checking agent: {'id': 'f5db9968-6317-4186-9100-9e0ca6b50417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 5, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:06:09.710809 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f496f882-a5e7-43de-abed-8806e8296651 req-38234cf8-ce7e-4c56-9bc0-63bab9a01502 service neutron] Checking segment: {'id': 'd147e68c-d5fd-47df-bf65-d6c5991a53c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '0c49dc6b-5e39-4101-b04d-1c1361c15d69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:06:09.710809 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f496f882-a5e7-43de-abed-8806e8296651 req-38234cf8-ce7e-4c56-9bc0-63bab9a01502 service neutron] Bound using segment: {'id': 'd147e68c-d5fd-47df-bf65-d6c5991a53c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '0c49dc6b-5e39-4101-b04d-1c1361c15d69'} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:06:09.711185 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-f496f882-a5e7-43de-abed-8806e8296651 req-38234cf8-ce7e-4c56-9bc0-63bab9a01502 service neutron] Bound port: 397fef67-ca30-4642-8cfc-be2e87ceb275, host: n-h2-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd147e68c-d5fd-47df-bf65-d6c5991a53c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '0c49dc6b-5e39-4101-b04d-1c1361c15d69'}}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:06:09.711524 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-f496f882-a5e7-43de-abed-8806e8296651 req-38234cf8-ce7e-4c56-9bc0-63bab9a01502 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:09.714475 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] get_ports_and_sgs() called for port_ids ['3f50408f-12ad-40bd-a1c0-e0b61abd4dee'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 19:06:09.734134 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b9c13465-9286-4d55-9f08-388b50d66621 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:09.842704 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-28fa66b1-f5dc-4b8d-9e71-8c48a1d2ff33 None None] Provisioning complete for port 01390170-bd48-4ad2-ace4-2d4b53b31a7b triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:06:09.842985 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-28fa66b1-f5dc-4b8d-9e71-8c48a1d2ff33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:09.852913 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c13465-9286-4d55-9f08-388b50d66621 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Pushing event deleted for resources: {'Port': ['ID=de8b96d1-5003-4326-93fc-c9027c7c345b,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:06:09.884513 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=3211349c-cc9d-4914-8a84-cd570821bb77,revision_number=9']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:06:09.923452 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bc14b1e-ed1e-44d1-9ed2-71a2a398f5db admin admin] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:06:09.933961 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0b4acf54-f7c9-4cef-8678-6fc77593fcfc tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:10.014921 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0bc14b1e-ed1e-44d1-9ed2-71a2a398f5db admin admin] Notify callbacks [] for router, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:10.016076 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-732c1132-cac0-4cdb-b7a6-74e1889c4b23 None None] Sync routers for ids ['5933d660-10f6-4b84-a6f3-ffe602f099bb'] in n-d-844202-1 {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:06:10.016525 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-0bc14b1e-ed1e-44d1-9ed2-71a2a398f5db admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 6.1561396 Jun 01 19:06:10.025240 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 48522) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:06:10.027131 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a48eebd-b722-4539-94b5-6454ed026c56 req-de2c0e12-6e35-4753-a631-79830deb1633 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:06:10.028783 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-5a48eebd-b722-4539-94b5-6454ed026c56 req-de2c0e12-6e35-4753-a631-79830deb1633 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d35e0c4-c006-4f35-a161-1e1e4ff68e11 HTTP/1.1" status: 200 len: 946 time: 0.3252316 Jun 01 19:06:10.051165 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-732c1132-cac0-4cdb-b7a6-74e1889c4b23 None None] Routers {'5933d660-10f6-4b84-a6f3-ffe602f099bb'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:06:10.051498 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-732c1132-cac0-4cdb-b7a6-74e1889c4b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:06:09Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['5933d660-10f6-4b84-a6f3-ffe602f099bb'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:06:10.061175 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0b4acf54-f7c9-4cef-8678-6fc77593fcfc tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2614143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9667199'] for subnet, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:10.114394 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0b4acf54-f7c9-4cef-8678-6fc77593fcfc tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Notify callbacks [] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:10.119807 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4acf54-f7c9-4cef-8678-6fc77593fcfc tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Pushing event deleted for resources: {'Subnet': ['ID=c27ad179-817d-4453-9def-a7cef3fe0306,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:06:10.129341 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c651fc72-8a23-47ea-9347-eed7541476b0 None None] Network 735cfd70-183e-488a-a951-ba4fc0c20d27 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:06:10.134408 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-5a48eebd-b722-4539-94b5-6454ed026c56 req-6f3e0cda-08da-4b5d-933f-077de7b5dc25 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e27767a-e40e-41ca-b34d-a5b7412547b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979931 Jun 01 19:06:10.135873 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-0b4acf54-f7c9-4cef-8678-6fc77593fcfc tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] 10.222.0.41 "DELETE /v2.0/subnets/c27ad179-817d-4453-9def-a7cef3fe0306 HTTP/1.1" status: 204 len: 168 time: 0.9282737 Jun 01 19:06:10.138631 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 48526) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:06:10.257933 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee78ec2f-5fb0-4e8c-85c9-d83a864cd633'] response: {'server_uuid': '4686d426-f02a-4d1b-a91a-3a5689dd3b48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3211349c-cc9d-4914-8a84-cd570821bb77', 'code': 200} Jun 01 19:06:10.274127 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1558b13e-8a88-4435-8742-0b53adbb036f tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:10.288589 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-1558b13e-8a88-4435-8742-0b53adbb036f tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Deleting port 80522782-afce-4fd9-92c1-b4c4375049f3 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:06:10.289924 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1558b13e-8a88-4435-8742-0b53adbb036f tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:10.392036 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-28fa66b1-f5dc-4b8d-9e71-8c48a1d2ff33 None None] Current status of the port 01390170-bd48-4ad2-ace4-2d4b53b31a7b is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:06:10.493644 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-732c1132-cac0-4cdb-b7a6-74e1889c4b23 None None] Set router 5933d660-10f6-4b84-a6f3-ffe602f099bb gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:06:10.498871 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f845d6df-c2e6-46fd-9cb6-46ee580ba0f2 req-aee1f33e-e3c5-4370-a84e-366a393eecaa service neutron] 10.222.0.50 "GET /v2.0/networks/57a41f0e-b08f-4033-97ac-1767c5f2bb80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9020245 Jun 01 19:06:10.539102 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-f496f882-a5e7-43de-abed-8806e8296651 req-38234cf8-ce7e-4c56-9bc0-63bab9a01502 service neutron] For port 397fef67-ca30-4642-8cfc-be2e87ceb275, host n-h2-844202-1, cleared binding levels {{(pid=88524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:06:10.542571 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 364ed43d-0fa2-43f5-8c2e-65dea14b2761 up at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:06:10.572942 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-f496f882-a5e7-43de-abed-8806e8296651 req-38234cf8-ce7e-4c56-9bc0-63bab9a01502 service neutron] For port 397fef67-ca30-4642-8cfc-be2e87ceb275, host n-h2-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=397fef67-ca30-4642-8cfc-be2e87ceb275,segment=NetworkSegment(d147e68c-d5fd-47df-bf65-d6c5991a53c2),segment_id=d147e68c-d5fd-47df-bf65-d6c5991a53c2)] {{(pid=88524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:06:10.605506 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0e999e-fa03-4142-a83f-3a12ede904b5 req-022ee427-f48f-4129-a25d-5779bf377a64 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:06:10.607202 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ad0e999e-fa03-4142-a83f-3a12ede904b5 req-022ee427-f48f-4129-a25d-5779bf377a64 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d35e0c4-c006-4f35-a161-1e1e4ff68e11 HTTP/1.1" status: 200 len: 946 time: 0.2618222 Jun 01 19:06:10.615070 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [None req-1558b13e-8a88-4435-8742-0b53adbb036f tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] For port 80522782-afce-4fd9-92c1-b4c4375049f3, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=80522782-afce-4fd9-92c1-b4c4375049f3,segment=NetworkSegment(bb6d262e-ca52-4c97-94a4-807aceda43a1),segment_id=bb6d262e-ca52-4c97-94a4-807aceda43a1)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:06:10.615577 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1558b13e-8a88-4435-8742-0b53adbb036f tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:10.705426 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-f496f882-a5e7-43de-abed-8806e8296651 req-38234cf8-ce7e-4c56-9bc0-63bab9a01502 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:10.755700 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:10.758916 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3df2fe4-7af3-472e-8123-b6397e6ac825 req-d7211977-e989-42e2-a3fe-a5a9fa328812 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:06:10.764591 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:10.764785 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3df2fe4-7af3-472e-8123-b6397e6ac825 req-d7211977-e989-42e2-a3fe-a5a9fa328812 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:06:10.766601 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f3df2fe4-7af3-472e-8123-b6397e6ac825 req-d7211977-e989-42e2-a3fe-a5a9fa328812 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f1c263f-378f-4b9b-89ab-c435c771d20d HTTP/1.1" status: 200 len: 1681 time: 0.9767516 Jun 01 19:06:10.768145 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-1558b13e-8a88-4435-8742-0b53adbb036f tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Calling delete_port for 80522782-afce-4fd9-92c1-b4c4375049f3 owned by network:dhcp {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:06:10.830947 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Provisioning for port 364ed43d-0fa2-43f5-8c2e-65dea14b2761 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:06:10.836538 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ad0e999e-fa03-4142-a83f-3a12ede904b5 req-42354da5-a67e-4dcc-9c28-5038cf0d47ed tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e27767a-e40e-41ca-b34d-a5b7412547b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129679 Jun 01 19:06:10.857629 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Provisioning complete for port 364ed43d-0fa2-43f5-8c2e-65dea14b2761 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:06:10.858003 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:10.896919 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1558b13e-8a88-4435-8742-0b53adbb036f tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:10.939091 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f496f882-a5e7-43de-abed-8806e8296651 req-38234cf8-ce7e-4c56-9bc0-63bab9a01502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:06:10.939697 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-f496f882-a5e7-43de-abed-8806e8296651 req-38234cf8-ce7e-4c56-9bc0-63bab9a01502 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:10.941654 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f496f882-a5e7-43de-abed-8806e8296651 req-38234cf8-ce7e-4c56-9bc0-63bab9a01502 service neutron] 10.222.0.50 "PUT /v2.0/ports/397fef67-ca30-4642-8cfc-be2e87ceb275 HTTP/1.1" status: 200 len: 1091 time: 4.3796563 Jun 01 19:06:10.955425 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea289c4a-4d8d-48f3-b63e-c3fa59a4990b', 'tag': '397fef67-ca30-4642-8cfc-be2e87ceb275'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:06:10.985331 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1558b13e-8a88-4435-8742-0b53adbb036f tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Pushing event deleted for resources: {'Port': ['ID=80522782-afce-4fd9-92c1-b4c4375049f3,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:06:10.993258 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1558b13e-8a88-4435-8742-0b53adbb036f tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] No DVR routers for this DVR port 80522782-afce-4fd9-92c1-b4c4375049f3 on host n-d-844202-1 {{(pid=88525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:06:10.995584 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b9c13465-9286-4d55-9f08-388b50d66621 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-887310'] for router_interface, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:11.006384 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f3df2fe4-7af3-472e-8123-b6397e6ac825 req-5519e27c-c501-4a3b-9546-b364596c1c16 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] 10.222.0.41 "GET /v2.0/security-groups?id=35bdd75f-60bc-442f-9683-0ad602663bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137520 Jun 01 19:06:11.015457 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38234cf8-ce7e-4c56-9bc0-63bab9a01502 service neutron] Pushing event updated for resources: {'Port': ['ID=397fef67-ca30-4642-8cfc-be2e87ceb275,revision_number=3']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:06:11.113977 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afe88365-ee04-4a62-951f-f1f1f91c0793 None None] DHCP port deletion for 735cfd70-183e-488a-a951-ba4fc0c20d27 request from n-d-844202-1 {{(pid=88526) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 19:06:11.250337 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1558b13e-8a88-4435-8742-0b53adbb036f tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:11.268864 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-732c1132-cac0-4cdb-b7a6-74e1889c4b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5933d660-10f6-4b84-a6f3-ffe602f099bb', 'name': 'tempest-TestVolumeBackupRestore-937801238-router', 'tenant_id': 'f135b090042642babe6bb7a413fbe165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.221'}], 'enable_snat': True}, 'gw_port_id': '36f99ee7-c14e-409a-b1c3-a31abfa37f4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:06:04Z', 'updated_at': '2022-06-01T19:06:07Z', 'revision_number': 3, 'project_id': 'f135b090042642babe6bb7a413fbe165', 'gw_port': {'id': '36f99ee7-c14e-409a-b1c3-a31abfa37f4e', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:4f:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5933d660-10f6-4b84-a6f3-ffe602f099bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:06:05Z', 'updated_at': '2022-06-01T19:06:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:06:11.268864 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port 364ed43d-0fa2-43f5-8c2e-65dea14b2761 is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:06:11.268864 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:11.279008 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-1558b13e-8a88-4435-8742-0b53adbb036f tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['735cfd70-183e-488a-a951-ba4fc0c20d27']}} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:06:11.295480 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-1558b13e-8a88-4435-8742-0b53adbb036f tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb6d262e-ca52-4c97-94a4-807aceda43a1') {'for_net_delete': True} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:06:11.295937 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-1558b13e-8a88-4435-8742-0b53adbb036f tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb6d262e-ca52-4c97-94a4-807aceda43a1') {} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:06:11.312077 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1558b13e-8a88-4435-8742-0b53adbb036f tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2258522'] for segment, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:11.340621 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1558b13e-8a88-4435-8742-0b53adbb036f tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:11.342491 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-732c1132-cac0-4cdb-b7a6-74e1889c4b23 None None] Checking router: 5933d660-10f6-4b84-a6f3-ffe602f099bb for host: n-d-844202-1 {{(pid=88526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 19:06:11.342956 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-732c1132-cac0-4cdb-b7a6-74e1889c4b23 None None] Updating router 5933d660-10f6-4b84-a6f3-ffe602f099bb port 36f99ee7-c14e-409a-b1c3-a31abfa37f4e binding host n-d-844202-1 {{(pid=88526) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 19:06:11.351038 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1558b13e-8a88-4435-8742-0b53adbb036f tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=88525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 19:06:11.351442 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1558b13e-8a88-4435-8742-0b53adbb036f tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2613981'] for segment, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:11.439073 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:11.443710 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-732c1132-cac0-4cdb-b7a6-74e1889c4b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:11.504385 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port 364ed43d-0fa2-43f5-8c2e-65dea14b2761, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=364ed43d-0fa2-43f5-8c2e-65dea14b2761,segment=NetworkSegment(f8c53dd6-51c8-4869-a7cb-58edb777b701),segment_id=f8c53dd6-51c8-4869-a7cb-58edb777b701)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:06:11.505793 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 01390170-bd48-4ad2-ace4-2d4b53b31a7b up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:06:11.553184 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:11.607633 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment bb6d262e-ca52-4c97-94a4-807aceda43a1 resource provider aggregate not found Jun 01 19:06:11.639041 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467b58e5-4a96-41bd-bf8d-a80b1c23dc2c req-7b26b1cb-2917-4186-94c1-eb5519a4b57a tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:06:11.644725 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-467b58e5-4a96-41bd-bf8d-a80b1c23dc2c req-7b26b1cb-2917-4186-94c1-eb5519a4b57a tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/ports?device_id=4686d426-f02a-4d1b-a91a-3a5689dd3b48 HTTP/1.1" status: 200 len: 946 time: 0.5887146 Jun 01 19:06:11.646779 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment bb6d262e-ca52-4c97-94a4-807aceda43a1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bb6d262e-ca52-4c97-94a4-807aceda43a1 found for delete ", "request_id": "req-99fa682e-578e-4299-bd09-d5d000c7996d"}]} Jun 01 19:06:11.649587 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1558b13e-8a88-4435-8742-0b53adbb036f tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:11.686772 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1558b13e-8a88-4435-8742-0b53adbb036f tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Notify callbacks [] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:11.701384 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1558b13e-8a88-4435-8742-0b53adbb036f tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Pushing event deleted for resources: {'Network': ['ID=735cfd70-183e-488a-a951-ba4fc0c20d27,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:06:11.719926 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f496f882-a5e7-43de-abed-8806e8296651 req-db01746d-3169-41e6-ae25-c2aaa9f59a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:06:11.721772 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-1558b13e-8a88-4435-8742-0b53adbb036f tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] 10.222.0.41 "DELETE /v2.0/networks/735cfd70-183e-488a-a951-ba4fc0c20d27 HTTP/1.1" status: 204 len: 168 time: 1.5818799 Jun 01 19:06:11.725344 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f496f882-a5e7-43de-abed-8806e8296651 req-db01746d-3169-41e6-ae25-c2aaa9f59a1d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ff411273a1ac46f2a91fb45afe578ccb&device_id=ea289c4a-4d8d-48f3-b63e-c3fa59a4990b HTTP/1.1" status: 200 len: 1094 time: 0.5745683 Jun 01 19:06:11.725596 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 48546) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:06:11.741503 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=364ed43d-0fa2-43f5-8c2e-65dea14b2761,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:06:11.771701 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-467b58e5-4a96-41bd-bf8d-a80b1c23dc2c req-743423f4-7447-4cb3-92c4-5e99e6966a3c tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/security-groups?id=5040cb58-24af-44ab-a8bd-126074c76b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1230550 Jun 01 19:06:11.785496 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-364581cf-8fb0-4a1c-990f-2c4debb0dede tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Synchronizing usage tracker for tenant:26a0f0c3ac3744df995dd4142a5c3c54 on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:06:11.803880 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-364581cf-8fb0-4a1c-990f-2c4debb0dede tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Unset dirty status for tenant:26a0f0c3ac3744df995dd4142a5c3c54 on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:06:11.807802 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-364581cf-8fb0-4a1c-990f-2c4debb0dede tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] 10.222.0.41 "GET /v2.0/ports?device_id=63c16da4-112d-4164-b000-bf1989e14c6f HTTP/1.1" status: 200 len: 205 time: 0.0789561 Jun 01 19:06:11.807940 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22359251-80bb-4097-aa2d-1c71c58c7063 req-397c75f9-03b0-4a79-a73d-b22598cd9529 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:06:11.808251 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 48550) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:06:11.809132 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-22359251-80bb-4097-aa2d-1c71c58c7063 req-397c75f9-03b0-4a79-a73d-b22598cd9529 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea289c4a-4d8d-48f3-b63e-c3fa59a4990b HTTP/1.1" status: 200 len: 943 time: 0.5807433 Jun 01 19:06:11.816907 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 01390170-bd48-4ad2-ace4-2d4b53b31a7b triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:06:11.817395 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:11.840396 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:12.023022 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-36ab0981-b0bb-49b7-808b-99ce2eabf4d2 tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Notify callbacks [] for router, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:12.036582 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:12.039332 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f496f882-a5e7-43de-abed-8806e8296651 req-ac948299-d07e-4425-b335-5ecb2b2646dc service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=397fef67-ca30-4642-8cfc-be2e87ceb275 HTTP/1.1" status: 200 len: 217 time: 0.3041401 Jun 01 19:06:12.060046 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-732c1132-cac0-4cdb-b7a6-74e1889c4b23 None None] Notify callbacks [] for port, precommit_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:12.112190 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-732c1132-cac0-4cdb-b7a6-74e1889c4b23 None None] Transition to ACTIVE for port object 36f99ee7-c14e-409a-b1c3-a31abfa37f4e will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:06:12.124702 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-732c1132-cac0-4cdb-b7a6-74e1889c4b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:12.177394 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 01390170-bd48-4ad2-ace4-2d4b53b31a7b is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:06:12.220116 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-732c1132-cac0-4cdb-b7a6-74e1889c4b23 None None] Attempting to bind port 36f99ee7-c14e-409a-b1c3-a31abfa37f4e on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:06:12.220671 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-732c1132-cac0-4cdb-b7a6-74e1889c4b23 None None] Attempting to bind port 36f99ee7-c14e-409a-b1c3-a31abfa37f4e by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:06:12.221183 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732c1132-cac0-4cdb-b7a6-74e1889c4b23 None None] Attempting to bind port 36f99ee7-c14e-409a-b1c3-a31abfa37f4e on network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:06:12.240047 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 80522782-afce-4fd9-92c1-b4c4375049f3 no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:06:12.253957 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-22359251-80bb-4097-aa2d-1c71c58c7063 req-c7f8eff9-379e-4100-9179-61728859d861 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a351d5c-3364-42d8-bd0d-648028a392a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4306097 Jun 01 19:06:12.277379 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f496f882-a5e7-43de-abed-8806e8296651 req-431f9392-f200-46f1-9d08-8c6e21df6452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:06:12.278713 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f496f882-a5e7-43de-abed-8806e8296651 req-431f9392-f200-46f1-9d08-8c6e21df6452 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=308ebcd6-774a-482f-bd0f-fadc3e2b2dca HTTP/1.1" status: 200 len: 846 time: 0.1778848 Jun 01 19:06:12.278955 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732c1132-cac0-4cdb-b7a6-74e1889c4b23 None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 6, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:06:12.279449 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732c1132-cac0-4cdb-b7a6-74e1889c4b23 None None] Checking segment: {'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:06:12.279974 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-732c1132-cac0-4cdb-b7a6-74e1889c4b23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:12.280635 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732c1132-cac0-4cdb-b7a6-74e1889c4b23 None None] Bound using segment: {'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:06:12.281759 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-732c1132-cac0-4cdb-b7a6-74e1889c4b23 None None] Bound port: 36f99ee7-c14e-409a-b1c3-a31abfa37f4e, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:06:12.282252 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-732c1132-cac0-4cdb-b7a6-74e1889c4b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:12.322733 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f1c263f-378f-4b9b-89ab-c435c771d20d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '364ed43d-0fa2-43f5-8c2e-65dea14b2761'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:06:12.328058 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: 80522782-afce-4fd9-92c1-b4c4375049f3 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:06:12.328599 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 80522782-afce-4fd9-92c1-b4c4375049f3 not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:06:12.347157 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ceb890f-5da1-4ff7-94cd-5889a79f6c09'] response: {'name': 'network-changed', 'server_uuid': 'ea289c4a-4d8d-48f3-b63e-c3fa59a4990b', 'tag': '397fef67-ca30-4642-8cfc-be2e87ceb275', 'status': 'completed', 'code': 200} Jun 01 19:06:12.349889 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1806c77-2668-4926-9fad-40e0f695b761 None None] Pushing event updated for resources: {'Port': ['ID=36f99ee7-c14e-409a-b1c3-a31abfa37f4e,revision_number=2']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:06:12.353200 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f496f882-a5e7-43de-abed-8806e8296651 req-68b914f1-f17e-4eb7-85b4-a6473985f7f3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0c49dc6b-5e39-4101-b04d-1c1361c15d69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0663810 Jun 01 19:06:12.358955 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-107d04ac-38b6-4a58-a574-40128151f194 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:12.373843 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9c13465-9286-4d55-9f08-388b50d66621 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Router 7ee539f0-74eb-4d8b-94f4-0af36e192612 has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 19:06:12.389975 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-36ab0981-b0bb-49b7-808b-99ce2eabf4d2 tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25316'] for router, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:12.392685 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-36ab0981-b0bb-49b7-808b-99ce2eabf4d2 tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:12.396403 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-732c1132-cac0-4cdb-b7a6-74e1889c4b23 None None] For port 36f99ee7-c14e-409a-b1c3-a31abfa37f4e, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:06:12.402850 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-732c1132-cac0-4cdb-b7a6-74e1889c4b23 None None] For port 36f99ee7-c14e-409a-b1c3-a31abfa37f4e, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=36f99ee7-c14e-409a-b1c3-a31abfa37f4e,segment=NetworkSegment(7875af61-4c53-4ff2-b8c8-d4b7c35ff947),segment_id=7875af61-4c53-4ff2-b8c8-d4b7c35ff947)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:06:12.403871 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4378b480-14a2-4484-941b-bbae9161c8e5 req-2281fa1e-0a7c-45ef-b1b1-e3a637d57dce tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:06:12.405689 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4378b480-14a2-4484-941b-bbae9161c8e5 req-2281fa1e-0a7c-45ef-b1b1-e3a637d57dce tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d35e0c4-c006-4f35-a161-1e1e4ff68e11 HTTP/1.1" status: 200 len: 946 time: 0.4442213 Jun 01 19:06:12.416404 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-732c1132-cac0-4cdb-b7a6-74e1889c4b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:12.457491 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-36ab0981-b0bb-49b7-808b-99ce2eabf4d2 tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-891519'] for router, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:12.457959 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36ab0981-b0bb-49b7-808b-99ce2eabf4d2 tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Fanout notify agent at l3_agent the message router_deleted on router 63c16da4-112d-4164-b000-bf1989e14c6f {{(pid=88525) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 19:06:12.483403 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4378b480-14a2-4484-941b-bbae9161c8e5 req-eee8b91a-ab75-4a98-a341-a04801618f7c tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e27767a-e40e-41ca-b34d-a5b7412547b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689905 Jun 01 19:06:12.487461 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-36ab0981-b0bb-49b7-808b-99ce2eabf4d2 tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] Notify callbacks [] for router, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:12.491908 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-36ab0981-b0bb-49b7-808b-99ce2eabf4d2 tempest-RoutersNegativeIpV6Test-219761987 tempest-RoutersNegativeIpV6Test-219761987-project] 10.222.0.41 "DELETE /v2.0/routers/63c16da4-112d-4164-b000-bf1989e14c6f HTTP/1.1" status: 204 len: 168 time: 0.6745923 Jun 01 19:06:12.523379 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1806c77-2668-4926-9fad-40e0f695b761 None None] Pushing event updated for resources: {'Port': ['ID=36f99ee7-c14e-409a-b1c3-a31abfa37f4e,revision_number=3']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:06:12.531233 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 3f50408f-12ad-40bd-a1c0-e0b61abd4dee up at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:06:12.575057 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5120073b-455c-4b30-a9bb-399c2ac242f3'] response: {'server_uuid': '2f1c263f-378f-4b9b-89ab-c435c771d20d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '364ed43d-0fa2-43f5-8c2e-65dea14b2761', 'code': 200} Jun 01 19:06:12.610568 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-732c1132-cac0-4cdb-b7a6-74e1889c4b23 None None] Routers {'5933d660-10f6-4b84-a6f3-ffe602f099bb'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:06:12.611213 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-732c1132-cac0-4cdb-b7a6-74e1889c4b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:06:09Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['5933d660-10f6-4b84-a6f3-ffe602f099bb'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:06:12.758950 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 48568) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:06:12.799741 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Provisioning for port 3f50408f-12ad-40bd-a1c0-e0b61abd4dee completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:06:12.814373 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Provisioning complete for port 3f50408f-12ad-40bd-a1c0-e0b61abd4dee triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:06:12.814740 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:12.885944 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-732c1132-cac0-4cdb-b7a6-74e1889c4b23 None None] Set router 5933d660-10f6-4b84-a6f3-ffe602f099bb gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:06:12.896588 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187e61f1-a573-4149-8d38-9fc5c0bbf0f3 req-43f27eb1-1800-40e7-ae0f-c41e6d922983 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:06:12.899539 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-187e61f1-a573-4149-8d38-9fc5c0bbf0f3 req-43f27eb1-1800-40e7-ae0f-c41e6d922983 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d35e0c4-c006-4f35-a161-1e1e4ff68e11 HTTP/1.1" status: 200 len: 946 time: 0.1017129 Jun 01 19:06:12.899675 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9c13465-9286-4d55-9f08-388b50d66621 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:06:12.911137 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f496f882-a5e7-43de-abed-8806e8296651 req-3ec882b2-12e1-4922-97c7-5e2d782b07fc service neutron] 10.222.0.50 "GET /v2.0/networks/0c49dc6b-5e39-4101-b04d-1c1361c15d69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5379806 Jun 01 19:06:12.917830 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b90a78-6cdf-4ec3-b046-5b0845dd038e None None] Sync routers for ids ['7ee539f0-74eb-4d8b-94f4-0af36e192612'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:06:12.928384 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b90a78-6cdf-4ec3-b046-5b0845dd038e None None] Routers {'7ee539f0-74eb-4d8b-94f4-0af36e192612'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:06:12.929412 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-d0b90a78-6cdf-4ec3-b046-5b0845dd038e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:06:09Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['7ee539f0-74eb-4d8b-94f4-0af36e192612'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:06:13.006813 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-d0b90a78-6cdf-4ec3-b046-5b0845dd038e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:06:13.018066 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b90a78-6cdf-4ec3-b046-5b0845dd038e None None] Routers {'7ee539f0-74eb-4d8b-94f4-0af36e192612'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:06:13.020366 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-d0b90a78-6cdf-4ec3-b046-5b0845dd038e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:06:09Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['7ee539f0-74eb-4d8b-94f4-0af36e192612'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:06:13.082829 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-b9c13465-9286-4d55-9f08-388b50d66621 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] 10.222.0.41 "PUT /v2.0/routers/7ee539f0-74eb-4d8b-94f4-0af36e192612/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1142290 Jun 01 19:06:13.089208 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-187e61f1-a573-4149-8d38-9fc5c0bbf0f3 req-f0a78d93-5fc3-4318-b217-a242c66fc9f1 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e27767a-e40e-41ca-b34d-a5b7412547b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539531 Jun 01 19:06:13.090404 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 48576) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:06:13.094147 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-142345a3-d3c7-4825-bffd-bec492f2d845 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=26a0f0c3ac3744df995dd4142a5c3c54&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3339360 Jun 01 19:06:13.096831 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 48578) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:06:13.112049 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abb38c7-4685-41fc-8522-0396e7b86a87 req-76782d49-8cd3-4f18-9828-d2a829ea6006 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:06:13.118541 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abb38c7-4685-41fc-8522-0396e7b86a87 req-76782d49-8cd3-4f18-9828-d2a829ea6006 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:06:13.125802 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3abb38c7-4685-41fc-8522-0396e7b86a87 req-76782d49-8cd3-4f18-9828-d2a829ea6006 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f1c263f-378f-4b9b-89ab-c435c771d20d HTTP/1.1" status: 200 len: 1682 time: 0.6717908 Jun 01 19:06:13.137509 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-d0b90a78-6cdf-4ec3-b046-5b0845dd038e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:06:13.140482 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b90a78-6cdf-4ec3-b046-5b0845dd038e None None] The sync data for ids ['7ee539f0-74eb-4d8b-94f4-0af36e192612'] in n-d-844202-1 is: [] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:06:13.238193 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f496f882-a5e7-43de-abed-8806e8296651 req-488478d0-5a8f-46f4-a8c2-cbce91880253 service neutron] 10.222.0.50 "GET /v2.0/networks/0c49dc6b-5e39-4101-b04d-1c1361c15d69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2858922 Jun 01 19:06:13.268574 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3abb38c7-4685-41fc-8522-0396e7b86a87 req-be3baf93-0d4a-4c16-8cfb-595814749374 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] 10.222.0.41 "GET /v2.0/security-groups?id=35bdd75f-60bc-442f-9683-0ad602663bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396015 Jun 01 19:06:13.291406 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [None req-107d04ac-38b6-4a58-a574-40128151f194 admin admin] Allocated IP 172.20.0.1 (c3352d0c-270d-4028-ae16-5fd6706a6b7a/7a4ccbe1-5dd5-4f1d-aea7-7841b068d6b5/305ec94e-712f-4602-aeca-0f34a9f3a232) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:06:13.322998 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-00d3aadd-fad7-4492-a7be-103fe1b6f19b tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks [] for router, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:13.325261 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port 3f50408f-12ad-40bd-a1c0-e0b61abd4dee is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:06:13.325638 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:13.377242 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port 3f50408f-12ad-40bd-a1c0-e0b61abd4dee, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=3f50408f-12ad-40bd-a1c0-e0b61abd4dee,segment=NetworkSegment(943038f9-0faa-41a0-93f8-2333389ee12a),segment_id=943038f9-0faa-41a0-93f8-2333389ee12a)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:06:13.385148 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-732c1132-cac0-4cdb-b7a6-74e1889c4b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5933d660-10f6-4b84-a6f3-ffe602f099bb', 'name': 'tempest-TestVolumeBackupRestore-937801238-router', 'tenant_id': 'f135b090042642babe6bb7a413fbe165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.221'}], 'enable_snat': True}, 'gw_port_id': '36f99ee7-c14e-409a-b1c3-a31abfa37f4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:06:04Z', 'updated_at': '2022-06-01T19:06:07Z', 'revision_number': 3, 'project_id': 'f135b090042642babe6bb7a413fbe165', 'gw_port': {'id': '36f99ee7-c14e-409a-b1c3-a31abfa37f4e', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:4f:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5933d660-10f6-4b84-a6f3-ffe602f099bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:06:05Z', 'updated_at': '2022-06-01T19:06:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:06:13.391426 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:13.427869 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-732c1132-cac0-4cdb-b7a6-74e1889c4b23 None None] The sync data for ids ['5933d660-10f6-4b84-a6f3-ffe602f099bb'] in n-d-844202-1 is: [{'id': '5933d660-10f6-4b84-a6f3-ffe602f099bb', 'name': 'tempest-TestVolumeBackupRestore-937801238-router', 'tenant_id': 'f135b090042642babe6bb7a413fbe165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.221'}], 'enable_snat': True}, 'gw_port_id': '36f99ee7-c14e-409a-b1c3-a31abfa37f4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:06:04Z', 'updated_at': '2022-06-01T19:06:07Z', 'revision_number': 3, 'project_id': 'f135b090042642babe6bb7a413fbe165', 'gw_port': {'id': '36f99ee7-c14e-409a-b1c3-a31abfa37f4e', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:4f:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5933d660-10f6-4b84-a6f3-ffe602f099bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:06:05Z', 'updated_at': '2022-06-01T19:06:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}] {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:06:13.473715 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=3f50408f-12ad-40bd-a1c0-e0b61abd4dee,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:06:13.623086 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-107d04ac-38b6-4a58-a574-40128151f194 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:13.629542 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0d2406-d60a-42c0-bfb4-ad1df27ea90b req-ecc27ad8-54cf-490d-ac08-33f538dded0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:06:13.631068 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0c0d2406-d60a-42c0-bfb4-ad1df27ea90b req-ecc27ad8-54cf-490d-ac08-33f538dded0e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ff411273a1ac46f2a91fb45afe578ccb&device_id=ea289c4a-4d8d-48f3-b63e-c3fa59a4990b HTTP/1.1" status: 200 len: 1094 time: 0.2261217 Jun 01 19:06:13.695112 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a297a0-5f2b-420e-a9cf-01f13ad901a3 req-56911d97-05f5-4d0e-8fff-ca1ad410a5a6 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:06:13.696694 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-53a297a0-5f2b-420e-a9cf-01f13ad901a3 req-56911d97-05f5-4d0e-8fff-ca1ad410a5a6 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d35e0c4-c006-4f35-a161-1e1e4ff68e11 HTTP/1.1" status: 200 len: 946 time: 0.2362497 Jun 01 19:06:13.746695 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-160af6c8-1cdc-410d-99ff-d2c5bd6adc6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:13.804493 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-160af6c8-1cdc-410d-99ff-d2c5bd6adc6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:13.858776 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3141462-87b4-4ccb-95c5-65b9b901d1e4 req-60fa62a2-80b3-4770-bca4-984357e64358 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:06:13.864723 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c3141462-87b4-4ccb-95c5-65b9b901d1e4 req-60fa62a2-80b3-4770-bca4-984357e64358 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/ports?device_id=4686d426-f02a-4d1b-a91a-3a5689dd3b48 HTTP/1.1" status: 200 len: 946 time: 0.4498878 Jun 01 19:06:13.889204 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-00d3aadd-fad7-4492-a7be-103fe1b6f19b tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:13.892458 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [None req-107d04ac-38b6-4a58-a574-40128151f194 admin admin] Transition to ACTIVE for port object 305ec94e-712f-4602-aeca-0f34a9f3a232 will not be triggered until provisioned by entity DHCP. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:06:13.919925 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-00d3aadd-fad7-4492-a7be-103fe1b6f19b tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Deleting port 9556eb66-b3e1-411c-9084-cd4031542755 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:06:13.920985 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-00d3aadd-fad7-4492-a7be-103fe1b6f19b tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:13.982853 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-53a297a0-5f2b-420e-a9cf-01f13ad901a3 req-eabe0618-f849-49b1-943b-b95cd2414890 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e27767a-e40e-41ca-b34d-a5b7412547b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887129 Jun 01 19:06:13.986134 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c3141462-87b4-4ccb-95c5-65b9b901d1e4 req-f3a204db-5bcb-4858-ada3-d4342435ea17 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/security-groups?id=5040cb58-24af-44ab-a8bd-126074c76b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159418 Jun 01 19:06:14.017432 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 48588) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:06:14.020664 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0d2406-d60a-42c0-bfb4-ad1df27ea90b req-c09ab095-6ceb-4acd-8fcf-42576cb5ca7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:06:14.022374 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0c0d2406-d60a-42c0-bfb4-ad1df27ea90b req-c09ab095-6ceb-4acd-8fcf-42576cb5ca7a service neutron] 10.222.0.50 "GET /v2.0/networks?id=0c49dc6b-5e39-4101-b04d-1c1361c15d69 HTTP/1.1" status: 200 len: 907 time: 0.3838439 Jun 01 19:06:14.119533 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-107d04ac-38b6-4a58-a574-40128151f194 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:14.152007 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-8244632f-7e60-4d08-bc46-05d0422f10c5 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/floatingips/9155d1f7-26f3-454d-8dd5-3299d56de1d7 HTTP/1.1" status: 200 len: 993 time: 0.1302745 Jun 01 19:06:14.155721 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-160af6c8-1cdc-410d-99ff-d2c5bd6adc6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:14.157876 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0c0d2406-d60a-42c0-bfb4-ad1df27ea90b req-9fde17a4-5266-4d8a-80ec-a18cd9b5d378 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=397fef67-ca30-4642-8cfc-be2e87ceb275 HTTP/1.1" status: 200 len: 217 time: 0.1291697 Jun 01 19:06:14.246295 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-107d04ac-38b6-4a58-a574-40128151f194 admin admin] Network c3352d0c-270d-4028-ae16-5fd6706a6b7a is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:06:14.253179 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-107d04ac-38b6-4a58-a574-40128151f194 admin admin] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:06:14.260799 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-107d04ac-38b6-4a58-a574-40128151f194 admin admin] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:06:14.297872 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160af6c8-1cdc-410d-99ff-d2c5bd6adc6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c44c76c1-e9c9-4d67-92a9-940c53a3ba24,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:06:14.307595 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107d04ac-38b6-4a58-a574-40128151f194 admin admin] Pushing event updated for resources: {'Port': ['ID=305ec94e-712f-4602-aeca-0f34a9f3a232,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:06:14.342694 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-160af6c8-1cdc-410d-99ff-d2c5bd6adc6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:14.344090 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-160af6c8-1cdc-410d-99ff-d2c5bd6adc6c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c44c76c1-e9c9-4d67-92a9-940c53a3ba24 HTTP/1.1" status: 204 len: 168 time: 1.0245728 Jun 01 19:06:14.350828 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0d2406-d60a-42c0-bfb4-ad1df27ea90b req-989fb782-6bfc-4ca9-83e8-a9c772eb20b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:06:14.352457 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0c0d2406-d60a-42c0-bfb4-ad1df27ea90b req-989fb782-6bfc-4ca9-83e8-a9c772eb20b4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=308ebcd6-774a-482f-bd0f-fadc3e2b2dca HTTP/1.1" status: 200 len: 846 time: 0.1798387 Jun 01 19:06:14.408843 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-00d3aadd-fad7-4492-a7be-103fe1b6f19b tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:14.432062 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0c0d2406-d60a-42c0-bfb4-ad1df27ea90b req-31d13df4-6c77-4d7b-b20c-6a2a43d23b04 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0c49dc6b-5e39-4101-b04d-1c1361c15d69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0725362 Jun 01 19:06:14.546926 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-107d04ac-38b6-4a58-a574-40128151f194 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-887605'] for router_interface, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:14.572101 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-00d3aadd-fad7-4492-a7be-103fe1b6f19b tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Calling delete_port for 9556eb66-b3e1-411c-9084-cd4031542755 owned by network:router_gateway {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:06:14.576455 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f1c263f-378f-4b9b-89ab-c435c771d20d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f50408f-12ad-40bd-a1c0-e0b61abd4dee'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:06:14.627336 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aa5a4d-452c-4428-a02b-298d157ce683 req-0705b514-e7ed-452a-bf66-3c769fb83543 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:06:14.629644 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b1aa5a4d-452c-4428-a02b-298d157ce683 req-0705b514-e7ed-452a-bf66-3c769fb83543 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea289c4a-4d8d-48f3-b63e-c3fa59a4990b HTTP/1.1" status: 200 len: 943 time: 0.4748898 Jun 01 19:06:14.657178 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-85ae5937-3691-4b23-af23-35893f7bcab4 None None] Provisioning for port 305ec94e-712f-4602-aeca-0f34a9f3a232 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:06:14.666227 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-85ae5937-3691-4b23-af23-35893f7bcab4 None None] Provisioning complete for port 305ec94e-712f-4602-aeca-0f34a9f3a232 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:06:14.667043 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-85ae5937-3691-4b23-af23-35893f7bcab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:14.739875 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-85ae5937-3691-4b23-af23-35893f7bcab4 None None] Port 305ec94e-712f-4602-aeca-0f34a9f3a232 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:06:14.749799 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44a5991-cb10-4e99-a334-6d438bfa15bf req-b63ec8fb-a369-4c50-81c4-dd77b4d4cd54 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:06:14.751434 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f44a5991-cb10-4e99-a334-6d438bfa15bf req-b63ec8fb-a369-4c50-81c4-dd77b4d4cd54 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d35e0c4-c006-4f35-a161-1e1e4ff68e11 HTTP/1.1" status: 200 len: 946 time: 0.3184578 Jun 01 19:06:14.805023 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0c0d2406-d60a-42c0-bfb4-ad1df27ea90b req-ff85596c-b98e-46c7-b24a-659bfc51164d service neutron] 10.222.0.50 "GET /v2.0/networks/0c49dc6b-5e39-4101-b04d-1c1361c15d69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3658984 Jun 01 19:06:14.810732 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b1aa5a4d-452c-4428-a02b-298d157ce683 req-4ed33dda-12c4-43a8-8a51-96d2e1ad14f6 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a351d5c-3364-42d8-bd0d-648028a392a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713629 Jun 01 19:06:14.838300 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-00d3aadd-fad7-4492-a7be-103fe1b6f19b tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:14.891053 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d3aadd-fad7-4492-a7be-103fe1b6f19b tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Pushing event deleted for resources: {'Port': ['ID=9556eb66-b3e1-411c-9084-cd4031542755,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:06:15.036166 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-00d3aadd-fad7-4492-a7be-103fe1b6f19b tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-887703'] for router_gateway, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:15.105360 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f44a5991-cb10-4e99-a334-6d438bfa15bf req-779fbe69-9f22-447b-b18e-831d5d6d42eb tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e27767a-e40e-41ca-b34d-a5b7412547b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3371367 Jun 01 19:06:15.119072 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0c0d2406-d60a-42c0-bfb4-ad1df27ea90b req-fdbd2b59-4c9a-4043-b920-23037264fc8f service neutron] 10.222.0.50 "GET /v2.0/networks/0c49dc6b-5e39-4101-b04d-1c1361c15d69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2955925 Jun 01 19:06:15.147132 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-107d04ac-38b6-4a58-a574-40128151f194 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:15.209754 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1b72b03-af4b-4598-af20-b211f93574b2'] response: {'server_uuid': '2f1c263f-378f-4b9b-89ab-c435c771d20d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f50408f-12ad-40bd-a1c0-e0b61abd4dee', 'code': 200} Jun 01 19:06:15.258847 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-00d3aadd-fad7-4492-a7be-103fe1b6f19b tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25316'] for router, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:15.263728 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-00d3aadd-fad7-4492-a7be-103fe1b6f19b tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:15.339149 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-00d3aadd-fad7-4492-a7be-103fe1b6f19b tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-891519'] for router, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:15.339936 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00d3aadd-fad7-4492-a7be-103fe1b6f19b tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Fanout notify agent at l3_agent the message router_deleted on router 7ee539f0-74eb-4d8b-94f4-0af36e192612 {{(pid=88525) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 19:06:15.363922 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd647c15-0a67-4cb0-9a8c-c968ef11d9a6 req-21a25be1-3131-416f-8762-514762080f90 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:06:15.370239 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd647c15-0a67-4cb0-9a8c-c968ef11d9a6 req-21a25be1-3131-416f-8762-514762080f90 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:06:15.377725 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-cd647c15-0a67-4cb0-9a8c-c968ef11d9a6 req-21a25be1-3131-416f-8762-514762080f90 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f1c263f-378f-4b9b-89ab-c435c771d20d HTTP/1.1" status: 200 len: 1683 time: 0.3841341 Jun 01 19:06:15.426746 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-00d3aadd-fad7-4492-a7be-103fe1b6f19b tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks [] for router, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:15.430497 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-00d3aadd-fad7-4492-a7be-103fe1b6f19b tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] 10.222.0.41 "DELETE /v2.0/routers/7ee539f0-74eb-4d8b-94f4-0af36e192612 HTTP/1.1" status: 204 len: 168 time: 2.3347857 Jun 01 19:06:15.433762 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 48624) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:06:15.458312 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 48628) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:06:15.501065 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 36f99ee7-c14e-409a-b1c3-a31abfa37f4e up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:06:15.511842 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-cd647c15-0a67-4cb0-9a8c-c968ef11d9a6 req-2b6e58ab-3168-4399-9f89-5769764eeb3b tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] 10.222.0.41 "GET /v2.0/security-groups?id=35bdd75f-60bc-442f-9683-0ad602663bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313581 Jun 01 19:06:15.547782 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e597a2be-f7d2-4c2d-8fd7-0adcd3a55b1d req-f331bbda-5c90-42f0-92d5-eedda55031ee tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:06:15.550355 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e597a2be-f7d2-4c2d-8fd7-0adcd3a55b1d req-f331bbda-5c90-42f0-92d5-eedda55031ee tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d35e0c4-c006-4f35-a161-1e1e4ff68e11 HTTP/1.1" status: 200 len: 946 time: 0.1633832 Jun 01 19:06:15.553482 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_v2 [None req-53b8f3c1-544b-4ab2-bc53-f81ba79aa153 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Deleting subnet fb266d6f-75d2-456e-a328-415940a9cd1c {{(pid=88525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 19:06:15.557019 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-53b8f3c1-544b-4ab2-bc53-f81ba79aa153 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks [] for subnet, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:15.584843 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-107d04ac-38b6-4a58-a574-40128151f194 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:15.596173 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-107d04ac-38b6-4a58-a574-40128151f194 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:15.614328 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port 36f99ee7-c14e-409a-b1c3-a31abfa37f4e completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:06:15.620331 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 36f99ee7-c14e-409a-b1c3-a31abfa37f4e triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:06:15.620712 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:15.709862 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-107d04ac-38b6-4a58-a574-40128151f194 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-887436'] for router_interface, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:15.721681 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d513410b-eecc-45c6-95ef-bafe6f1875a7 req-544b604f-c5fd-4ce8-b5d6-b12a0d98bd69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:06:15.722181 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-9ab882d8-f551-4b1d-afb6-9aebf8bf3b86 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Request body: {'security_group': {'name': 'tempest-secgroup--1270898415'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:06:15.722906 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d513410b-eecc-45c6-95ef-bafe6f1875a7 req-544b604f-c5fd-4ce8-b5d6-b12a0d98bd69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:06:15.723732 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d513410b-eecc-45c6-95ef-bafe6f1875a7 req-544b604f-c5fd-4ce8-b5d6-b12a0d98bd69 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2f1c263f-378f-4b9b-89ab-c435c771d20d HTTP/1.1" status: 200 len: 1985 time: 0.4304721 Jun 01 19:06:15.736749 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e597a2be-f7d2-4c2d-8fd7-0adcd3a55b1d req-ea18ecc4-2386-4a7b-b3ac-1530e24ccea9 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e27767a-e40e-41ca-b34d-a5b7412547b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748400 Jun 01 19:06:15.753107 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 36f99ee7-c14e-409a-b1c3-a31abfa37f4e is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:06:15.754471 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:15.774728 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port 36f99ee7-c14e-409a-b1c3-a31abfa37f4e, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=36f99ee7-c14e-409a-b1c3-a31abfa37f4e,segment=NetworkSegment(7875af61-4c53-4ff2-b8c8-d4b7c35ff947),segment_id=7875af61-4c53-4ff2-b8c8-d4b7c35ff947)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:06:15.780646 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:15.788967 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-9ab882d8-f551-4b1d-afb6-9aebf8bf3b86 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:06:15.794240 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-53b8f3c1-544b-4ab2-bc53-f81ba79aa153 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2258509'] for subnet, precommit_delete_associations {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:15.853633 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-9ab882d8-f551-4b1d-afb6-9aebf8bf3b86 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Usage tracker for resource:security_group and tenant:3efa9c69ad174f15a4d0e5170829c45a is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:06:15.864822 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-9ab882d8-f551-4b1d-afb6-9aebf8bf3b86 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:06:15.866334 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d513410b-eecc-45c6-95ef-bafe6f1875a7 req-f5094a23-2e05-40ad-8e98-3926b08e9333 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=35bdd75f-60bc-442f-9683-0ad602663bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313648 Jun 01 19:06:15.875262 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 397fef67-ca30-4642-8cfc-be2e87ceb275 details requested by agent hyperv_n-h2-844202-1 with host n-h2-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 19:06:15.884034 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=36f99ee7-c14e-409a-b1c3-a31abfa37f4e,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:06:15.885642 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-53b8f3c1-544b-4ab2-bc53-f81ba79aa153 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:15.953151 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-9ab882d8-f551-4b1d-afb6-9aebf8bf3b86 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:06:15.955011 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107d04ac-38b6-4a58-a574-40128151f194 admin admin] Pushing event updated for resources: {'Port': ['ID=305ec94e-712f-4602-aeca-0f34a9f3a232,revision_number=2']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:06:16.022245 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-107d04ac-38b6-4a58-a574-40128151f194 admin admin] Network c3352d0c-270d-4028-ae16-5fd6706a6b7a is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:06:16.033088 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-107d04ac-38b6-4a58-a574-40128151f194 admin admin] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:06:16.035502 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 397fef67-ca30-4642-8cfc-be2e87ceb275, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=397fef67-ca30-4642-8cfc-be2e87ceb275,segment=NetworkSegment(d147e68c-d5fd-47df-bf65-d6c5991a53c2),segment_id=d147e68c-d5fd-47df-bf65-d6c5991a53c2)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:06:16.037606 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-9ab882d8-f551-4b1d-afb6-9aebf8bf3b86 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:16.057327 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Returning: {'device': '397fef67-ca30-4642-8cfc-be2e87ceb275', 'network_id': '0c49dc6b-5e39-4101-b04d-1c1361c15d69', 'port_id': '397fef67-ca30-4642-8cfc-be2e87ceb275', 'mac_address': 'fa:16:3e:ac:15:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '308ebcd6-774a-482f-bd0f-fadc3e2b2dca', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 19:06:16.058655 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-9ab882d8-f551-4b1d-afb6-9aebf8bf3b86 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:16.072506 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-53b8f3c1-544b-4ab2-bc53-f81ba79aa153 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2614143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9667199'] for subnet, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:16.124252 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b8f3c1-544b-4ab2-bc53-f81ba79aa153 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Pushing event deleted for resources: {'Subnet': ['ID=fb266d6f-75d2-456e-a328-415940a9cd1c,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:06:16.127310 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-53b8f3c1-544b-4ab2-bc53-f81ba79aa153 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks [] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:16.138064 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port 397fef67-ca30-4642-8cfc-be2e87ceb275 is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:06:16.138464 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:16.162588 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-53b8f3c1-544b-4ab2-bc53-f81ba79aa153 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] 10.222.0.41 "DELETE /v2.0/subnets/fb266d6f-75d2-456e-a328-415940a9cd1c HTTP/1.1" status: 204 len: 168 time: 0.7277424 Jun 01 19:06:16.166123 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 397fef67-ca30-4642-8cfc-be2e87ceb275 {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 19:06:16.172964 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce47e4d-fde7-45b2-9041-b31f1aa64bb8 req-c684dc3e-9749-4c43-b3da-554943c0f856 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:06:16.182420 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-9ce47e4d-fde7-45b2-9041-b31f1aa64bb8 req-c684dc3e-9749-4c43-b3da-554943c0f856 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea289c4a-4d8d-48f3-b63e-c3fa59a4990b HTTP/1.1" status: 200 len: 943 time: 0.2324076 Jun 01 19:06:16.184376 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 397fef67-ca30-4642-8cfc-be2e87ceb275, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=397fef67-ca30-4642-8cfc-be2e87ceb275,segment=NetworkSegment(d147e68c-d5fd-47df-bf65-d6c5991a53c2),segment_id=d147e68c-d5fd-47df-bf65-d6c5991a53c2)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:06:16.185089 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 48640) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:06:16.189310 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:16.273729 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=397fef67-ca30-4642-8cfc-be2e87ceb275,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:06:16.281981 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-9ab882d8-f551-4b1d-afb6-9aebf8bf3b86 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:06:16.299600 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-9ab882d8-f551-4b1d-afb6-9aebf8bf3b86 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Usage tracker for resource:security_group_rule and tenant:3efa9c69ad174f15a4d0e5170829c45a is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:06:16.306337 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-9ab882d8-f551-4b1d-afb6-9aebf8bf3b86 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:06:16.320534 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-9ab882d8-f551-4b1d-afb6-9aebf8bf3b86 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:06:16.325251 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-9ce47e4d-fde7-45b2-9041-b31f1aa64bb8 req-64568c7a-5194-43c7-b9d7-a15bb4a5f4ef tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a351d5c-3364-42d8-bd0d-648028a392a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412332 Jun 01 19:06:16.355941 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-89a11e2c-fb0d-427a-9d30-4f6cb654d2c7 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:16.374038 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-4f77f24e-8eb0-4d8f-aae1-09d47e11e752 None None] Provisioning complete for port 305ec94e-712f-4602-aeca-0f34a9f3a232 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:06:16.374408 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-4f77f24e-8eb0-4d8f-aae1-09d47e11e752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:16.405015 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e488b10d-3882-42fd-8d01-b4766ff7df02 req-310089fa-0cc8-4f38-902d-9f75bd29a3d9 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:06:16.407163 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e488b10d-3882-42fd-8d01-b4766ff7df02 req-310089fa-0cc8-4f38-902d-9f75bd29a3d9 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d35e0c4-c006-4f35-a161-1e1e4ff68e11 HTTP/1.1" status: 200 len: 946 time: 0.4626396 Jun 01 19:06:16.407324 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] get_ports_and_sgs() called for port_ids ['397fef67-ca30-4642-8cfc-be2e87ceb275'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 19:06:16.489540 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-4f77f24e-8eb0-4d8f-aae1-09d47e11e752 None None] Port 305ec94e-712f-4602-aeca-0f34a9f3a232 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:06:16.496346 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-89a11e2c-fb0d-427a-9d30-4f6cb654d2c7 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:16.509864 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e488b10d-3882-42fd-8d01-b4766ff7df02 req-0057548c-1344-4945-9ed9-5cd891ef6e15 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e27767a-e40e-41ca-b34d-a5b7412547b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923448 Jun 01 19:06:16.515636 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-107d04ac-38b6-4a58-a574-40128151f194 admin admin] Router 5933d660-10f6-4b84-a6f3-ffe602f099bb has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 19:06:16.550696 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-89a11e2c-fb0d-427a-9d30-4f6cb654d2c7 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffe55bfc-a9ec-4cd1-b702-21e747d98d56']}} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:06:16.565501 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-89a11e2c-fb0d-427a-9d30-4f6cb654d2c7 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eab68e73-c2f8-42a9-a768-f95db18b90a9') {'for_net_delete': True} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:06:16.566512 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-89a11e2c-fb0d-427a-9d30-4f6cb654d2c7 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eab68e73-c2f8-42a9-a768-f95db18b90a9') {} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:06:16.581243 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-89a11e2c-fb0d-427a-9d30-4f6cb654d2c7 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2258522'] for segment, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:16.602823 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-89a11e2c-fb0d-427a-9d30-4f6cb654d2c7 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:16.611529 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89a11e2c-fb0d-427a-9d30-4f6cb654d2c7 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=88525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 19:06:16.613488 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-89a11e2c-fb0d-427a-9d30-4f6cb654d2c7 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2613981'] for segment, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:16.669378 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-9ab882d8-f551-4b1d-afb6-9aebf8bf3b86 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:16.716524 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment eab68e73-c2f8-42a9-a768-f95db18b90a9 resource provider aggregate not found Jun 01 19:06:16.726801 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-9ab882d8-f551-4b1d-afb6-9aebf8bf3b86 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:16.766315 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment eab68e73-c2f8-42a9-a768-f95db18b90a9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid eab68e73-c2f8-42a9-a768-f95db18b90a9 found for delete ", "request_id": "req-08ea02d7-276e-4886-98b4-6cced80eab35"}]} Jun 01 19:06:16.794149 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-9ab882d8-f551-4b1d-afb6-9aebf8bf3b86 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:06:16.799314 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-89a11e2c-fb0d-427a-9d30-4f6cb654d2c7 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:16.811001 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-9ab882d8-f551-4b1d-afb6-9aebf8bf3b86 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Usage tracker for resource:security_group_rule and tenant:3efa9c69ad174f15a4d0e5170829c45a is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:06:16.821423 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-9ab882d8-f551-4b1d-afb6-9aebf8bf3b86 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:06:16.824189 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-89a11e2c-fb0d-427a-9d30-4f6cb654d2c7 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Notify callbacks [] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:16.834608 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a11e2c-fb0d-427a-9d30-4f6cb654d2c7 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] Pushing event deleted for resources: {'Network': ['ID=ffe55bfc-a9ec-4cd1-b702-21e747d98d56,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:06:16.836865 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-9ab882d8-f551-4b1d-afb6-9aebf8bf3b86 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:06:16.842326 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-89a11e2c-fb0d-427a-9d30-4f6cb654d2c7 tempest-FloatingIPTestJSON-1451401076 tempest-FloatingIPTestJSON-1451401076-project] 10.222.0.41 "DELETE /v2.0/networks/ffe55bfc-a9ec-4cd1-b702-21e747d98d56 HTTP/1.1" status: 204 len: 168 time: 0.6563606 Jun 01 19:06:16.858727 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab882d8-f551-4b1d-afb6-9aebf8bf3b86 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9152419d-49ad-46da-a8ae-16d6d966fa17,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:06:16.863373 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2867b85b-9ab8-4ab3-8c9a-2a946d66abbb req-f6969a65-8e92-4abf-8fdc-a98566764661 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:06:16.869951 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2867b85b-9ab8-4ab3-8c9a-2a946d66abbb req-f6969a65-8e92-4abf-8fdc-a98566764661 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:06:16.872321 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2867b85b-9ab8-4ab3-8c9a-2a946d66abbb req-f6969a65-8e92-4abf-8fdc-a98566764661 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f1c263f-378f-4b9b-89ab-c435c771d20d HTTP/1.1" status: 200 len: 1683 time: 0.1575539 Jun 01 19:06:16.883195 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-107d04ac-38b6-4a58-a574-40128151f194 admin admin] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:06:16.896360 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a990bb6-6317-4c3c-b384-9ec2f91e912e None None] Sync routers for ids ['5933d660-10f6-4b84-a6f3-ffe602f099bb'] in n-d-844202-1 {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:06:16.908688 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a990bb6-6317-4c3c-b384-9ec2f91e912e None None] Routers {'5933d660-10f6-4b84-a6f3-ffe602f099bb'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:06:16.909241 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-0a990bb6-6317-4c3c-b384-9ec2f91e912e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:06:09Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['5933d660-10f6-4b84-a6f3-ffe602f099bb'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:06:16.929298 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-107d04ac-38b6-4a58-a574-40128151f194 admin admin] 10.222.0.41 "PUT /v2.0/routers/5933d660-10f6-4b84-a6f3-ffe602f099bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8909945 Jun 01 19:06:16.948966 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea27858-84ce-47bb-88a0-a570416a6587 req-aeafeff8-3202-440d-860d-6bafd7b859cf tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:06:16.956970 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fea27858-84ce-47bb-88a0-a570416a6587 req-aeafeff8-3202-440d-860d-6bafd7b859cf tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d35e0c4-c006-4f35-a161-1e1e4ff68e11 HTTP/1.1" status: 200 len: 946 time: 0.2311788 Jun 01 19:06:16.982255 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2867b85b-9ab8-4ab3-8c9a-2a946d66abbb req-a2fca1f7-aeb8-4386-8d82-ed5e277855a1 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] 10.222.0.41 "GET /v2.0/security-groups?id=35bdd75f-60bc-442f-9683-0ad602663bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031380 Jun 01 19:06:17.049068 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fea27858-84ce-47bb-88a0-a570416a6587 req-35004884-f982-4633-9146-3623212ed300 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e27767a-e40e-41ca-b34d-a5b7412547b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908902 Jun 01 19:06:17.055729 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-9ab882d8-f551-4b1d-afb6-9aebf8bf3b86 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:17.063380 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-9ab882d8-f551-4b1d-afb6-9aebf8bf3b86 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:17.138220 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab882d8-f551-4b1d-afb6-9aebf8bf3b86 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51f0c335-f101-404c-aa6a-bfded4dd7113,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:06:17.167752 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-9ab882d8-f551-4b1d-afb6-9aebf8bf3b86 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:17.168985 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-9ab882d8-f551-4b1d-afb6-9aebf8bf3b86 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.7088623 Jun 01 19:06:17.171670 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 48660) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:06:17.260815 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-8271bd97-0ae1-47d4-b5af-e4e02ca332a5 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Synchronizing usage tracker for tenant:3efa9c69ad174f15a4d0e5170829c45a on resource:security_group {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:06:17.279010 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-8271bd97-0ae1-47d4-b5af-e4e02ca332a5 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Unset dirty status for tenant:3efa9c69ad174f15a4d0e5170829c45a on resource:security_group {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:06:17.281055 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-8271bd97-0ae1-47d4-b5af-e4e02ca332a5 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1084526 Jun 01 19:06:17.285591 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 48666) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:06:17.294760 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-dc5f7297-193f-4df8-a9b6-c92b6c86dca9 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Request body: {'security_group': {'name': 'tempest-security--1313800033', 'description': 'tempest-security-description-1541080330'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:06:17.308907 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-0a990bb6-6317-4c3c-b384-9ec2f91e912e None None] Set router 5933d660-10f6-4b84-a6f3-ffe602f099bb gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:06:17.311356 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 48670) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:06:17.336487 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-dc5f7297-193f-4df8-a9b6-c92b6c86dca9 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Notify callbacks [] for security_group, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:17.441699 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-dc5f7297-193f-4df8-a9b6-c92b6c86dca9 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Notify callbacks [] for security_group, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:17.450741 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-dc5f7297-193f-4df8-a9b6-c92b6c86dca9 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:17.454102 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-dc5f7297-193f-4df8-a9b6-c92b6c86dca9 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:17.458429 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-dc5f7297-193f-4df8-a9b6-c92b6c86dca9 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] 10.222.0.41 "PUT /v2.0/security-groups/51f0c335-f101-404c-aa6a-bfded4dd7113 HTTP/1.1" status: 200 len: 1780 time: 0.1664665 Jun 01 19:06:17.460062 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 48680) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:06:17.518234 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5f7297-193f-4df8-a9b6-c92b6c86dca9 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51f0c335-f101-404c-aa6a-bfded4dd7113,revision_number=2']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:06:17.557021 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 36f99ee7-c14e-409a-b1c3-a31abfa37f4e up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:06:17.662275 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.agents_db [None req-e814b9cf-7de8-45d0-a079-29c61fabe7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 19:06:17.704775 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb25da57-0b9a-42c7-a8b3-e86f3c054597 req-40aa4b62-d422-4d7d-98a7-5da6e5a336ce tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:06:17.707413 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-eb25da57-0b9a-42c7-a8b3-e86f3c054597 req-40aa4b62-d422-4d7d-98a7-5da6e5a336ce tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea289c4a-4d8d-48f3-b63e-c3fa59a4990b HTTP/1.1" status: 200 len: 944 time: 0.1426067 Jun 01 19:06:17.714193 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-b40b3cc0-aba0-4f23-b2e2-f6b481768484 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] 10.222.0.41 "GET /v2.0/security-groups/51f0c335-f101-404c-aa6a-bfded4dd7113 HTTP/1.1" status: 200 len: 1780 time: 0.2519262 Jun 01 19:06:17.717205 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 48686) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:06:17.746515 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-866d9263-ef3b-43ab-9230-16e0f234f24c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a0eb4836fe25462db2032ac7c054c0ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4315598 Jun 01 19:06:17.749424 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 48692) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:06:17.765809 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 36f99ee7-c14e-409a-b1c3-a31abfa37f4e triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:06:17.766191 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:17.826544 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6d726504-042f-40a6-8f43-28ab7e9a1756 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:17.840146 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-33c24e26-ff00-4e59-8601-9c679a6b8e71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:17.870487 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80930210-fecb-47fd-916f-8e2fc3fbb794 req-7115d1dc-3dd5-4462-b3ab-9e077d961571 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:06:17.872182 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-80930210-fecb-47fd-916f-8e2fc3fbb794 req-7115d1dc-3dd5-4462-b3ab-9e077d961571 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d35e0c4-c006-4f35-a161-1e1e4ff68e11 HTTP/1.1" status: 200 len: 946 time: 0.2339797 Jun 01 19:06:17.888572 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 397fef67-ca30-4642-8cfc-be2e87ceb275 up at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:06:17.915253 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-33c24e26-ff00-4e59-8601-9c679a6b8e71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:17.916942 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-eb25da57-0b9a-42c7-a8b3-e86f3c054597 req-563d0858-a584-4271-9591-2d9fd6cf624b tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a351d5c-3364-42d8-bd0d-648028a392a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402328 Jun 01 19:06:17.922779 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6d726504-042f-40a6-8f43-28ab7e9a1756 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:17.991754 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-80930210-fecb-47fd-916f-8e2fc3fbb794 req-231d2b9a-0b43-43f5-84bf-de690b24d323 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e27767a-e40e-41ca-b34d-a5b7412547b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032324 Jun 01 19:06:18.013415 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6d726504-042f-40a6-8f43-28ab7e9a1756 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:18.021584 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-33c24e26-ff00-4e59-8601-9c679a6b8e71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:18.037900 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-0a990bb6-6317-4c3c-b384-9ec2f91e912e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5933d660-10f6-4b84-a6f3-ffe602f099bb', 'name': 'tempest-TestVolumeBackupRestore-937801238-router', 'tenant_id': 'f135b090042642babe6bb7a413fbe165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.221'}], 'enable_snat': True}, 'gw_port_id': '36f99ee7-c14e-409a-b1c3-a31abfa37f4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:06:04Z', 'updated_at': '2022-06-01T19:06:14Z', 'revision_number': 4, 'project_id': 'f135b090042642babe6bb7a413fbe165', 'gw_port': {'id': '36f99ee7-c14e-409a-b1c3-a31abfa37f4e', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:4f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5933d660-10f6-4b84-a6f3-ffe602f099bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:06:05Z', 'updated_at': '2022-06-01T19:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '305ec94e-712f-4602-aeca-0f34a9f3a232', 'name': '', 'network_id': 'c3352d0c-270d-4028-ae16-5fd6706a6b7a', 'tenant_id': 'f135b090042642babe6bb7a413fbe165', 'mac_address': 'fa:16:3e:56:f2:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5933d660-10f6-4b84-a6f3-ffe602f099bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2503, 'fixed_ips': [{'subnet_id': '7a4ccbe1-5dd5-4f1d-aea7-7841b068d6b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:06:12Z', 'updated_at': '2022-06-01T19:06:15Z', 'revision_number': 2, 'project_id': 'f135b090042642babe6bb7a413fbe165', 'subnets': [{'id': '7a4ccbe1-5dd5-4f1d-aea7-7841b068d6b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:06:18.045010 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-33c24e26-ff00-4e59-8601-9c679a6b8e71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:18.046270 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-33c24e26-ff00-4e59-8601-9c679a6b8e71 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f2a90f55-61f1-4225-bba6-db3f72409def HTTP/1.1" status: 204 len: 168 time: 0.2946236 Jun 01 19:06:18.049523 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c24e26-ff00-4e59-8601-9c679a6b8e71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2a90f55-61f1-4225-bba6-db3f72409def,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:06:18.096400 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 36f99ee7-c14e-409a-b1c3-a31abfa37f4e is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:06:18.099411 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a990bb6-6317-4c3c-b384-9ec2f91e912e None None] Checking router: 5933d660-10f6-4b84-a6f3-ffe602f099bb for host: n-d-844202-1 {{(pid=88526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 19:06:18.102763 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d726504-042f-40a6-8f43-28ab7e9a1756 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51f0c335-f101-404c-aa6a-bfded4dd7113,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:06:18.103694 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a990bb6-6317-4c3c-b384-9ec2f91e912e None None] Updating router 5933d660-10f6-4b84-a6f3-ffe602f099bb port 305ec94e-712f-4602-aeca-0f34a9f3a232 binding host n-d-844202-1 {{(pid=88526) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 19:06:18.132916 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6d726504-042f-40a6-8f43-28ab7e9a1756 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:18.136039 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-6d726504-042f-40a6-8f43-28ab7e9a1756 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] 10.222.0.41 "DELETE /v2.0/security-groups/51f0c335-f101-404c-aa6a-bfded4dd7113 HTTP/1.1" status: 204 len: 168 time: 0.4175243 Jun 01 19:06:18.138644 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 48704) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:06:18.214887 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 48710) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:06:18.216417 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-13ba5066-3221-4495-98eb-3aecb7bb3e34 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0764859 Jun 01 19:06:18.218953 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 48714) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:06:18.225949 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-450a1b01-7774-4a78-8445-7ce2fc02f8a6 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-218628409-network', 'tenant_id': '5031b698c6494d89a6245175c10bcbb9'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:06:18.256169 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-450a1b01-7774-4a78-8445-7ce2fc02f8a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:06:18.269722 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning for port 397fef67-ca30-4642-8cfc-be2e87ceb275 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:06:18.273457 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-0a990bb6-6317-4c3c-b384-9ec2f91e912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:18.288436 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning complete for port 397fef67-ca30-4642-8cfc-be2e87ceb275 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:06:18.288912 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:18.305768 n-d-844202-1 neutron-server[88524]: INFO neutron.api.v2.resource [None req-193d451c-a290-4a1b-87f7-069e754a1640 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] delete failed (client error): The resource could not be found. Jun 01 19:06:18.307455 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-193d451c-a290-4a1b-87f7-069e754a1640 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] 10.222.0.41 "DELETE /v2.0/security-groups/51f0c335-f101-404c-aa6a-bfded4dd7113 HTTP/1.1" status: 404 len: 347 time: 0.0872471 Jun 01 19:06:18.308773 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-450a1b01-7774-4a78-8445-7ce2fc02f8a6 admin admin] Usage tracker for resource:network and tenant:5031b698c6494d89a6245175c10bcbb9 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:06:18.311712 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 48718) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:06:18.320437 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-8da91a9f-37ae-4149-ae6c-2ce7ca5b6147 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Request body: {'security_group': {'name': 'tempest-secgroup--1668315321'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:06:18.329890 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-8da91a9f-37ae-4149-ae6c-2ce7ca5b6147 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:06:18.334057 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-450a1b01-7774-4a78-8445-7ce2fc02f8a6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:06:18.336701 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-8da91a9f-37ae-4149-ae6c-2ce7ca5b6147 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Usage tracker for resource:security_group and tenant:3efa9c69ad174f15a4d0e5170829c45a is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:06:18.341680 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-8da91a9f-37ae-4149-ae6c-2ce7ca5b6147 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:06:18.349525 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-450a1b01-7774-4a78-8445-7ce2fc02f8a6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:06:18.350815 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-8da91a9f-37ae-4149-ae6c-2ce7ca5b6147 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:06:18.367456 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8da91a9f-37ae-4149-ae6c-2ce7ca5b6147 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:18.384462 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-450a1b01-7774-4a78-8445-7ce2fc02f8a6 admin admin] Made reservation on behalf of 5031b698c6494d89a6245175c10bcbb9 for: {'network': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:06:18.387568 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-450a1b01-7774-4a78-8445-7ce2fc02f8a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:18.400726 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-8da91a9f-37ae-4149-ae6c-2ce7ca5b6147 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:06:18.407022 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-8da91a9f-37ae-4149-ae6c-2ce7ca5b6147 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Usage tracker for resource:security_group_rule and tenant:3efa9c69ad174f15a4d0e5170829c45a is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:06:18.412272 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-8da91a9f-37ae-4149-ae6c-2ce7ca5b6147 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:06:18.413390 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65902b1e-650b-4759-9159-2c3d991f775a req-21686b23-22cd-4351-94f2-f48146548efa tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:06:18.420106 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-8da91a9f-37ae-4149-ae6c-2ce7ca5b6147 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:06:18.420736 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65902b1e-650b-4759-9159-2c3d991f775a req-21686b23-22cd-4351-94f2-f48146548efa tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:06:18.429689 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-65902b1e-650b-4759-9159-2c3d991f775a req-21686b23-22cd-4351-94f2-f48146548efa tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f1c263f-378f-4b9b-89ab-c435c771d20d HTTP/1.1" status: 200 len: 1683 time: 0.1745849 Jun 01 19:06:18.484609 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-450a1b01-7774-4a78-8445-7ce2fc02f8a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:18.561650 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-450a1b01-7774-4a78-8445-7ce2fc02f8a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:06:18.561885 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8da91a9f-37ae-4149-ae6c-2ce7ca5b6147 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:18.568084 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8da91a9f-37ae-4149-ae6c-2ce7ca5b6147 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:18.589019 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-450a1b01-7774-4a78-8445-7ce2fc02f8a6 admin admin] Usage tracker for resource:security_group_rule and tenant:5031b698c6494d89a6245175c10bcbb9 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:06:18.597555 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-450a1b01-7774-4a78-8445-7ce2fc02f8a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:06:18.618662 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-65902b1e-650b-4759-9159-2c3d991f775a req-e6a32ff3-3284-44af-a144-18dfb90e7a52 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] 10.222.0.41 "GET /v2.0/security-groups?id=35bdd75f-60bc-442f-9683-0ad602663bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880245 Jun 01 19:06:18.626510 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port 397fef67-ca30-4642-8cfc-be2e87ceb275 is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:06:18.626871 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:18.633744 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-450a1b01-7774-4a78-8445-7ce2fc02f8a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:06:18.656779 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8da91a9f-37ae-4149-ae6c-2ce7ca5b6147 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:18.667731 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-8da91a9f-37ae-4149-ae6c-2ce7ca5b6147 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3523088 Jun 01 19:06:18.673785 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 48726) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:06:18.676449 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da91a9f-37ae-4149-ae6c-2ce7ca5b6147 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ef2bce8-80d4-46a8-950e-6bc5af15ca12,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:06:18.684363 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-62aa8ec2-8251-4655-9d14-9f23b17d4ab5 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Request body: {'security_group_rule': {'security_group_id': '3ef2bce8-80d4-46a8-950e-6bc5af15ca12', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:06:18.685062 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea289c4a-4d8d-48f3-b63e-c3fa59a4990b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '397fef67-ca30-4642-8cfc-be2e87ceb275'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:06:18.697646 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-62aa8ec2-8251-4655-9d14-9f23b17d4ab5 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:06:18.706121 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 397fef67-ca30-4642-8cfc-be2e87ceb275, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=397fef67-ca30-4642-8cfc-be2e87ceb275,segment=NetworkSegment(d147e68c-d5fd-47df-bf65-d6c5991a53c2),segment_id=d147e68c-d5fd-47df-bf65-d6c5991a53c2)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:06:18.714946 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-62aa8ec2-8251-4655-9d14-9f23b17d4ab5 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Usage tracker for resource:security_group_rule and tenant:3efa9c69ad174f15a4d0e5170829c45a is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:06:18.720108 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:18.723404 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-62aa8ec2-8251-4655-9d14-9f23b17d4ab5 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:06:18.730113 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-62aa8ec2-8251-4655-9d14-9f23b17d4ab5 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:06:18.761094 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-62aa8ec2-8251-4655-9d14-9f23b17d4ab5 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:18.789581 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be929ce2-1237-40b7-ace5-ea94a844d069'] response: {'server_uuid': 'ea289c4a-4d8d-48f3-b63e-c3fa59a4990b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '397fef67-ca30-4642-8cfc-be2e87ceb275', 'code': 200} Jun 01 19:06:18.799253 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-450a1b01-7774-4a78-8445-7ce2fc02f8a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:18.811582 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-450a1b01-7774-4a78-8445-7ce2fc02f8a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:18.879786 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-62aa8ec2-8251-4655-9d14-9f23b17d4ab5 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:18.891430 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-62aa8ec2-8251-4655-9d14-9f23b17d4ab5 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:18.938136 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-0a990bb6-6317-4c3c-b384-9ec2f91e912e None None] Notify callbacks [] for port, precommit_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:18.959088 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=397fef67-ca30-4642-8cfc-be2e87ceb275,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:06:18.960922 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62aa8ec2-8251-4655-9d14-9f23b17d4ab5 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55eb2da7-fd4a-4003-8430-8e0cfb041769,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:06:18.975369 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-62aa8ec2-8251-4655-9d14-9f23b17d4ab5 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:18.979738 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-62aa8ec2-8251-4655-9d14-9f23b17d4ab5 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3058443 Jun 01 19:06:18.980474 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 48744) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:06:18.980947 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-0a990bb6-6317-4c3c-b384-9ec2f91e912e None None] Transition to ACTIVE for port object 305ec94e-712f-4602-aeca-0f34a9f3a232 will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:06:18.997175 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-0a990bb6-6317-4c3c-b384-9ec2f91e912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:19.000566 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-450a1b01-7774-4a78-8445-7ce2fc02f8a6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 103} {{(pid=88524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 19:06:19.016726 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a1b01-7774-4a78-8445-7ce2fc02f8a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d0cce64-8b43-4f3a-b60d-53d4ea36a1df,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:06:19.038574 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-450a1b01-7774-4a78-8445-7ce2fc02f8a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:19.038920 n-d-844202-1 neutron-server[88524]: INFO neutron.db.segments_db [None req-450a1b01-7774-4a78-8445-7ce2fc02f8a6 admin admin] Added segment 7e5d682d-e659-4921-a647-7ad5e979c7d2 of type vlan for network 07248134-8b73-46fb-91ff-2af4f768da88 Jun 01 19:06:19.047675 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ead4c0d5-6ba2-4504-ae70-d8c561557bff tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:19.080659 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ead4c0d5-6ba2-4504-ae70-d8c561557bff tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:19.092896 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-450a1b01-7774-4a78-8445-7ce2fc02f8a6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:19.101901 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e0a301-1b3f-4d1f-a5d6-cc3130c57950 req-eab515c4-c2af-4077-b887-792a9ae97d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:06:19.103327 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a6e0a301-1b3f-4d1f-a5d6-cc3130c57950 req-eab515c4-c2af-4077-b887-792a9ae97d3b service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=ea289c4a-4d8d-48f3-b63e-c3fa59a4990b HTTP/1.1" status: 200 len: 1096 time: 0.2561955 Jun 01 19:06:19.140335 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ead4c0d5-6ba2-4504-ae70-d8c561557bff tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:19.181905 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ead4c0d5-6ba2-4504-ae70-d8c561557bff tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:19.183253 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-ead4c0d5-6ba2-4504-ae70-d8c561557bff tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/55eb2da7-fd4a-4003-8430-8e0cfb041769 HTTP/1.1" status: 204 len: 168 time: 0.2017844 Jun 01 19:06:19.184541 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead4c0d5-6ba2-4504-ae70-d8c561557bff tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=55eb2da7-fd4a-4003-8430-8e0cfb041769,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:06:19.187503 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 48750) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:06:19.265105 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a6e0a301-1b3f-4d1f-a5d6-cc3130c57950 req-f55dc498-1f5c-4fa0-b414-0a97c8036ee1 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=6a351d5c-3364-42d8-bd0d-648028a392a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551485 Jun 01 19:06:19.270729 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-450a1b01-7774-4a78-8445-7ce2fc02f8a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:19.272146 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-450a1b01-7774-4a78-8445-7ce2fc02f8a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:06:19.272879 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-450a1b01-7774-4a78-8445-7ce2fc02f8a6 admin admin] Notify callbacks [] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:19.274731 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [req-d9700f62-1169-4008-9077-47e2831b0366 req-8ad55782-c7f2-48e4-9e13-6e6a322bf01e service neutron] (88525) timed out ('10.222.0.41', 41262) {{(pid=88525) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 01 19:06:19.334750 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-98dbf607-bb20-4c9a-af04-c22ebdc7cce9 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Synchronizing usage tracker for tenant:3efa9c69ad174f15a4d0e5170829c45a on resource:security_group_rule {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:06:19.358139 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a605d37f-060b-4d66-ad52-466fbd26e040 None None] Pushing event updated for resources: {'Port': ['ID=305ec94e-712f-4602-aeca-0f34a9f3a232,revision_number=3']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:06:19.363386 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-98dbf607-bb20-4c9a-af04-c22ebdc7cce9 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Unset dirty status for tenant:3efa9c69ad174f15a4d0e5170829c45a on resource:security_group_rule {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:06:19.371119 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-98dbf607-bb20-4c9a-af04-c22ebdc7cce9 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1813781 Jun 01 19:06:19.371795 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 48762) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:06:19.452370 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-0a990bb6-6317-4c3c-b384-9ec2f91e912e None None] Attempting to bind port 305ec94e-712f-4602-aeca-0f34a9f3a232 on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:06:19.452743 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-0a990bb6-6317-4c3c-b384-9ec2f91e912e None None] Attempting to bind port 305ec94e-712f-4602-aeca-0f34a9f3a232 by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': 'a8944520-f6ca-44a8-bb67-7b5053b4e747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'c3352d0c-270d-4028-ae16-5fd6706a6b7a'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:06:19.453106 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a990bb6-6317-4c3c-b384-9ec2f91e912e None None] Attempting to bind port 305ec94e-712f-4602-aeca-0f34a9f3a232 on network c3352d0c-270d-4028-ae16-5fd6706a6b7a {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:06:19.457515 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f0704a-3877-4f70-a98d-ceb1b29e8933 req-79898e16-462c-469c-92ea-cc86c253679f tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:06:19.460372 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a990bb6-6317-4c3c-b384-9ec2f91e912e None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 6, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:06:19.460749 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a990bb6-6317-4c3c-b384-9ec2f91e912e None None] Checking segment: {'id': 'a8944520-f6ca-44a8-bb67-7b5053b4e747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'c3352d0c-270d-4028-ae16-5fd6706a6b7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:06:19.461149 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-0a990bb6-6317-4c3c-b384-9ec2f91e912e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:19.461665 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a990bb6-6317-4c3c-b384-9ec2f91e912e None None] Bound using segment: {'id': 'a8944520-f6ca-44a8-bb67-7b5053b4e747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'c3352d0c-270d-4028-ae16-5fd6706a6b7a'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:06:19.462264 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-0a990bb6-6317-4c3c-b384-9ec2f91e912e None None] Bound port: 305ec94e-712f-4602-aeca-0f34a9f3a232, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8944520-f6ca-44a8-bb67-7b5053b4e747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'c3352d0c-270d-4028-ae16-5fd6706a6b7a'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:06:19.463079 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-0a990bb6-6317-4c3c-b384-9ec2f91e912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:19.469100 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-30f0704a-3877-4f70-a98d-ceb1b29e8933 req-79898e16-462c-469c-92ea-cc86c253679f tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea289c4a-4d8d-48f3-b63e-c3fa59a4990b HTTP/1.1" status: 200 len: 945 time: 0.3120546 Jun 01 19:06:19.527560 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a1b01-7774-4a78-8445-7ce2fc02f8a6 admin admin] Pushing event updated for resources: {'Network': ['ID=07248134-8b73-46fb-91ff-2af4f768da88,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:06:19.533338 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5dffbbb6-6e3b-4e3d-9a1d-0be0437c5411 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:19.547540 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-450a1b01-7774-4a78-8445-7ce2fc02f8a6 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3310301 Jun 01 19:06:19.550152 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-30f0704a-3877-4f70-a98d-ceb1b29e8933 req-22b1556e-0e0e-4aec-a231-5b5f82f57536 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a351d5c-3364-42d8-bd0d-648028a392a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798917 Jun 01 19:06:19.550405 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 48768) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:06:19.558460 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-18e677bd-9351-4716-b531-d5012e2b3333 admin admin] Request body: {'subnet': {'network_id': '07248134-8b73-46fb-91ff-2af4f768da88', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-218628409-subnet', 'tenant_id': '5031b698c6494d89a6245175c10bcbb9', 'ip_version': 4}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:06:19.575254 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-18e677bd-9351-4716-b531-d5012e2b3333 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:06:19.581005 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-18e677bd-9351-4716-b531-d5012e2b3333 admin admin] Usage tracker for resource:subnet and tenant:5031b698c6494d89a6245175c10bcbb9 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:06:19.585574 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-18e677bd-9351-4716-b531-d5012e2b3333 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:06:19.589139 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-0a990bb6-6317-4c3c-b384-9ec2f91e912e None None] For port 305ec94e-712f-4602-aeca-0f34a9f3a232, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:06:19.593333 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-0a990bb6-6317-4c3c-b384-9ec2f91e912e None None] For port 305ec94e-712f-4602-aeca-0f34a9f3a232, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=305ec94e-712f-4602-aeca-0f34a9f3a232,segment=NetworkSegment(a8944520-f6ca-44a8-bb67-7b5053b4e747),segment_id=a8944520-f6ca-44a8-bb67-7b5053b4e747)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:06:19.593869 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-18e677bd-9351-4716-b531-d5012e2b3333 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:06:19.601086 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network 07248134-8b73-46fb-91ff-2af4f768da88 details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 19:06:19.617716 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5dffbbb6-6e3b-4e3d-9a1d-0be0437c5411 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:19.618312 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4edd4f0-1575-4684-a111-68b9cd114010 req-01583ae5-9e8c-4541-855e-74fd3d4bc45a tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:06:19.619264 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-0a990bb6-6317-4c3c-b384-9ec2f91e912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:19.619665 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e4edd4f0-1575-4684-a111-68b9cd114010 req-01583ae5-9e8c-4541-855e-74fd3d4bc45a tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d35e0c4-c006-4f35-a161-1e1e4ff68e11 HTTP/1.1" status: 200 len: 946 time: 0.1601298 Jun 01 19:06:19.620863 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18e677bd-9351-4716-b531-d5012e2b3333 admin admin] Made reservation on behalf of 5031b698c6494d89a6245175c10bcbb9 for: {'subnet': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:06:19.623236 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-18e677bd-9351-4716-b531-d5012e2b3333 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3066584'] for subnet, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:19.648187 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 48772) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:06:19.750165 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a605d37f-060b-4d66-ad52-466fbd26e040 None None] Pushing event updated for resources: {'Port': ['ID=305ec94e-712f-4602-aeca-0f34a9f3a232,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:06:19.809682 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a990bb6-6317-4c3c-b384-9ec2f91e912e None None] Routers {'5933d660-10f6-4b84-a6f3-ffe602f099bb'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:06:19.810313 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-0a990bb6-6317-4c3c-b384-9ec2f91e912e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:06:09Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['5933d660-10f6-4b84-a6f3-ffe602f099bb'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:06:19.900838 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-46cf4c68-81db-4201-9503-dab9291d4454 tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-610777663'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:06:19.908787 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-46cf4c68-81db-4201-9503-dab9291d4454 tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:06:19.921520 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-46cf4c68-81db-4201-9503-dab9291d4454 tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] Usage tracker for resource:network and tenant:e438cfe8c82e40749f1e9a22644d5078 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:06:19.926346 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-46cf4c68-81db-4201-9503-dab9291d4454 tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:06:19.929179 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5dffbbb6-6e3b-4e3d-9a1d-0be0437c5411 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:19.954650 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-46cf4c68-81db-4201-9503-dab9291d4454 tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:06:19.957192 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dffbbb6-6e3b-4e3d-9a1d-0be0437c5411 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ef2bce8-80d4-46a8-950e-6bc5af15ca12,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:06:19.981719 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46cf4c68-81db-4201-9503-dab9291d4454 tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] Made reservation on behalf of e438cfe8c82e40749f1e9a22644d5078 for: {'network': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:06:19.985405 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-46cf4c68-81db-4201-9503-dab9291d4454 tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:20.003909 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5dffbbb6-6e3b-4e3d-9a1d-0be0437c5411 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:20.008898 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-5dffbbb6-6e3b-4e3d-9a1d-0be0437c5411 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] 10.222.0.41 "DELETE /v2.0/security-groups/3ef2bce8-80d4-46a8-950e-6bc5af15ca12 HTTP/1.1" status: 204 len: 168 time: 0.6355948 Jun 01 19:06:20.009787 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 48778) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:06:20.017478 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-46cf4c68-81db-4201-9503-dab9291d4454 tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:20.053693 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f6aa30-b41f-465b-8fa7-16236d10992f req-ac04afaa-c32c-4da0-8aa4-0bd5c5866e14 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:06:20.059483 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f6aa30-b41f-465b-8fa7-16236d10992f req-ac04afaa-c32c-4da0-8aa4-0bd5c5866e14 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:06:20.061110 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-81f6aa30-b41f-465b-8fa7-16236d10992f req-ac04afaa-c32c-4da0-8aa4-0bd5c5866e14 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f1c263f-378f-4b9b-89ab-c435c771d20d HTTP/1.1" status: 200 len: 1683 time: 0.3660173 Jun 01 19:06:20.071868 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-46cf4c68-81db-4201-9503-dab9291d4454 tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:06:20.072068 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-0a990bb6-6317-4c3c-b384-9ec2f91e912e None None] Set router 5933d660-10f6-4b84-a6f3-ffe602f099bb gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:06:20.089468 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e4edd4f0-1575-4684-a111-68b9cd114010 req-ef7374c0-2687-4771-bd4f-de0bb6621f15 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e27767a-e40e-41ca-b34d-a5b7412547b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577263 Jun 01 19:06:20.101159 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-46cf4c68-81db-4201-9503-dab9291d4454 tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] Usage tracker for resource:security_group_rule and tenant:e438cfe8c82e40749f1e9a22644d5078 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:06:20.108505 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-46cf4c68-81db-4201-9503-dab9291d4454 tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:06:20.123853 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-46cf4c68-81db-4201-9503-dab9291d4454 tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:06:20.151066 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-81f6aa30-b41f-465b-8fa7-16236d10992f req-4f843dbb-2cbd-4163-8f9f-28b1c26858f1 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] 10.222.0.41 "GET /v2.0/security-groups?id=35bdd75f-60bc-442f-9683-0ad602663bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838292 Jun 01 19:06:20.160137 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-bc8e8d12-a5cf-4370-9363-60fdf18874d9 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Synchronizing usage tracker for tenant:3efa9c69ad174f15a4d0e5170829c45a on resource:security_group {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:06:20.195877 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-bc8e8d12-a5cf-4370-9363-60fdf18874d9 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Unset dirty status for tenant:3efa9c69ad174f15a4d0e5170829c45a on resource:security_group {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:06:20.197176 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-bc8e8d12-a5cf-4370-9363-60fdf18874d9 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1837943 Jun 01 19:06:20.219264 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 48784) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:06:20.228258 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-487d1d11-91b4-452e-a796-7d43a0913c86 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Request body: {'security_group': {'name': 'tempest-secgroup--610222676'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:06:20.249065 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-487d1d11-91b4-452e-a796-7d43a0913c86 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:06:20.271477 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-487d1d11-91b4-452e-a796-7d43a0913c86 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:06:20.305129 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-46cf4c68-81db-4201-9503-dab9291d4454 tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:20.313240 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-46cf4c68-81db-4201-9503-dab9291d4454 tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:20.338886 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-487d1d11-91b4-452e-a796-7d43a0913c86 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:20.377062 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46cf4c68-81db-4201-9503-dab9291d4454 tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 122} {{(pid=88525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 19:06:20.392349 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-487d1d11-91b4-452e-a796-7d43a0913c86 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:06:20.398758 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cf4c68-81db-4201-9503-dab9291d4454 tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3638dd4d-d63b-4661-b585-7bf8f502cf9f,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:06:20.402320 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-487d1d11-91b4-452e-a796-7d43a0913c86 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Usage tracker for resource:security_group_rule and tenant:3efa9c69ad174f15a4d0e5170829c45a is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:06:20.403810 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-18e677bd-9351-4716-b531-d5012e2b3333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2718919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3066602'] for subnet, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:20.406054 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-46cf4c68-81db-4201-9503-dab9291d4454 tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:20.406594 n-d-844202-1 neutron-server[88525]: INFO neutron.db.segments_db [None req-46cf4c68-81db-4201-9503-dab9291d4454 tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] Added segment 57a7e67f-5553-4058-9a07-7517c4a4ba63 of type vlan for network 7b7743e4-de78-4271-a75c-75390c6bee4a Jun 01 19:06:20.408585 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-487d1d11-91b4-452e-a796-7d43a0913c86 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:06:20.422247 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-487d1d11-91b4-452e-a796-7d43a0913c86 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:06:20.461648 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-46cf4c68-81db-4201-9503-dab9291d4454 tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:20.530965 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-46cf4c68-81db-4201-9503-dab9291d4454 tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:20.536097 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-0a990bb6-6317-4c3c-b384-9ec2f91e912e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5933d660-10f6-4b84-a6f3-ffe602f099bb', 'name': 'tempest-TestVolumeBackupRestore-937801238-router', 'tenant_id': 'f135b090042642babe6bb7a413fbe165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.221'}], 'enable_snat': True}, 'gw_port_id': '36f99ee7-c14e-409a-b1c3-a31abfa37f4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:06:04Z', 'updated_at': '2022-06-01T19:06:14Z', 'revision_number': 4, 'project_id': 'f135b090042642babe6bb7a413fbe165', 'gw_port': {'id': '36f99ee7-c14e-409a-b1c3-a31abfa37f4e', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:4f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5933d660-10f6-4b84-a6f3-ffe602f099bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:06:05Z', 'updated_at': '2022-06-01T19:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '305ec94e-712f-4602-aeca-0f34a9f3a232', 'name': '', 'network_id': 'c3352d0c-270d-4028-ae16-5fd6706a6b7a', 'tenant_id': 'f135b090042642babe6bb7a413fbe165', 'mac_address': 'fa:16:3e:56:f2:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5933d660-10f6-4b84-a6f3-ffe602f099bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2503, 'fixed_ips': [{'subnet_id': '7a4ccbe1-5dd5-4f1d-aea7-7841b068d6b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:06:12Z', 'updated_at': '2022-06-01T19:06:19Z', 'revision_number': 4, 'project_id': 'f135b090042642babe6bb7a413fbe165', 'subnets': [{'id': '7a4ccbe1-5dd5-4f1d-aea7-7841b068d6b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:06:20.538484 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46cf4c68-81db-4201-9503-dab9291d4454 tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:06:20.539308 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-46cf4c68-81db-4201-9503-dab9291d4454 tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] Notify callbacks [] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:20.541294 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a990bb6-6317-4c3c-b384-9ec2f91e912e None None] The sync data for ids ['5933d660-10f6-4b84-a6f3-ffe602f099bb'] in n-d-844202-1 is: [{'id': '5933d660-10f6-4b84-a6f3-ffe602f099bb', 'name': 'tempest-TestVolumeBackupRestore-937801238-router', 'tenant_id': 'f135b090042642babe6bb7a413fbe165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.221'}], 'enable_snat': True}, 'gw_port_id': '36f99ee7-c14e-409a-b1c3-a31abfa37f4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:06:04Z', 'updated_at': '2022-06-01T19:06:14Z', 'revision_number': 4, 'project_id': 'f135b090042642babe6bb7a413fbe165', 'gw_port': {'id': '36f99ee7-c14e-409a-b1c3-a31abfa37f4e', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:4f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5933d660-10f6-4b84-a6f3-ffe602f099bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:06:05Z', 'updated_at': '2022-06-01T19:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '305ec94e-712f-4602-aeca-0f34a9f3a232', 'name': '', 'network_id': 'c3352d0c-270d-4028-ae16-5fd6706a6b7a', 'tenant_id': 'f135b090042642babe6bb7a413fbe165', 'mac_address': 'fa:16:3e:56:f2:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5933d660-10f6-4b84-a6f3-ffe602f099bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2503, 'fixed_ips': [{'subnet_id': '7a4ccbe1-5dd5-4f1d-aea7-7841b068d6b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:06:12Z', 'updated_at': '2022-06-01T19:06:19Z', 'revision_number': 4, 'project_id': 'f135b090042642babe6bb7a413fbe165', 'subnets': [{'id': '7a4ccbe1-5dd5-4f1d-aea7-7841b068d6b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:06:20.562820 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e677bd-9351-4716-b531-d5012e2b3333 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec6536ee-79bd-4e23-b6dd-85ac516aa1d5,revision_number=0']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:06:20.566416 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e677bd-9351-4716-b531-d5012e2b3333 admin admin] Checking segment: {'id': '7e5d682d-e659-4921-a647-7ad5e979c7d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '07248134-8b73-46fb-91ff-2af4f768da88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:06:20.567463 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18e677bd-9351-4716-b531-d5012e2b3333 admin admin] Network hostable DHCP agents. Network: 07248134-8b73-46fb-91ff-2af4f768da88, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88524) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 19:06:20.601455 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-487d1d11-91b4-452e-a796-7d43a0913c86 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:20.606715 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18e677bd-9351-4716-b531-d5012e2b3333 admin admin] Network 07248134-8b73-46fb-91ff-2af4f768da88 is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88524) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 19:06:20.634139 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-18e677bd-9351-4716-b531-d5012e2b3333 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, 07248134-8b73-46fb-91ff-2af4f768da88) {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:06:20.641503 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e677bd-9351-4716-b531-d5012e2b3333 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:06:20.642529 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-18e677bd-9351-4716-b531-d5012e2b3333 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:20.646181 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dbfa1ba-0101-42f6-8a24-16a3940feccd None None] Network 07248134-8b73-46fb-91ff-2af4f768da88 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:06:20.681067 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-18e677bd-9351-4716-b531-d5012e2b3333 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1289272 Jun 01 19:06:20.683241 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 48794) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:06:20.694029 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-b791a412-c6db-4efa-acae-d5d238bc2433 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-218628409-router', 'tenant_id': '5031b698c6494d89a6245175c10bcbb9', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:06:20.706797 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-b791a412-c6db-4efa-acae-d5d238bc2433 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:06:20.719585 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-b791a412-c6db-4efa-acae-d5d238bc2433 admin admin] Usage tracker for resource:router and tenant:5031b698c6494d89a6245175c10bcbb9 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:06:20.724977 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-b791a412-c6db-4efa-acae-d5d238bc2433 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:06:20.744036 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-b791a412-c6db-4efa-acae-d5d238bc2433 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:06:20.766591 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-487d1d11-91b4-452e-a796-7d43a0913c86 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:20.836254 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b791a412-c6db-4efa-acae-d5d238bc2433 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-885767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25238'] for router, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:20.837292 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b791a412-c6db-4efa-acae-d5d238bc2433 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-901042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-886562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-981784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25327'] for router, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:20.842779 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-46cf4c68-81db-4201-9503-dab9291d4454 tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.1869709 Jun 01 19:06:20.846211 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 48798) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:06:20.856413 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-487d1d11-91b4-452e-a796-7d43a0913c86 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:20.860099 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-487d1d11-91b4-452e-a796-7d43a0913c86 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6373765 Jun 01 19:06:20.871477 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 48802) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:06:20.885206 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-01513f9f-94db-4b33-9abf-6a170e3d8f20 tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] Request body: {'subnet': {'network_id': '7b7743e4-de78-4271-a75c-75390c6bee4a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:06:20.926235 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-900145d2-c0e2-4092-bff7-d1e433c12374 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Request body: {'security_group_rule': {'security_group_id': '467cfd9c-33eb-4f50-93a9-9468a0819d7d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:06:21.008998 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02122409-cd85-48c9-9c01-260c4329b290 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc93f83c3-7fb6-5c13-a9d4-29d739a4e8d2-07248134-8b73-46fb-91ff-2af4f768da88', 'network_id': '07248134-8b73-46fb-91ff-2af4f768da88', 'tenant_id': '5031b698c6494d89a6245175c10bcbb9', 'fixed_ips': [{'subnet_id': 'ec6536ee-79bd-4e23-b6dd-85ac516aa1d5'}]}} from n-d-844202-1. {{(pid=88526) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 19:06:21.010051 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-02122409-cd85-48c9-9c01-260c4329b290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:21.044715 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-900145d2-c0e2-4092-bff7-d1e433c12374 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:06:21.076706 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487d1d11-91b4-452e-a796-7d43a0913c86 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=467cfd9c-33eb-4f50-93a9-9468a0819d7d,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:06:21.085745 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-900145d2-c0e2-4092-bff7-d1e433c12374 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Usage tracker for resource:security_group_rule and tenant:3efa9c69ad174f15a4d0e5170829c45a is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:06:21.094511 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-900145d2-c0e2-4092-bff7-d1e433c12374 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:06:21.113435 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e78a97b-4dd8-4df3-93d0-7156e837f61b req-0ea20451-2fa1-4996-9dc8-484f0bba7ce9 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:06:21.115220 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0e78a97b-4dd8-4df3-93d0-7156e837f61b req-0ea20451-2fa1-4996-9dc8-484f0bba7ce9 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d35e0c4-c006-4f35-a161-1e1e4ff68e11 HTTP/1.1" status: 200 len: 946 time: 0.3647101 Jun 01 19:06:21.120685 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b791a412-c6db-4efa-acae-d5d238bc2433 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:21.120912 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cf4c68-81db-4201-9503-dab9291d4454 tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] Pushing event updated for resources: {'Network': ['ID=7b7743e4-de78-4271-a75c-75390c6bee4a,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:06:21.136550 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network 7b7743e4-de78-4271-a75c-75390c6bee4a details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 19:06:21.153482 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-900145d2-c0e2-4092-bff7-d1e433c12374 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:06:21.175416 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4b0925-d874-47ca-9c49-8449035988b3 req-5a6b5fbb-d7e7-4f9d-bc2a-00f1567c8051 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:06:21.176987 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4c4b0925-d874-47ca-9c49-8449035988b3 req-5a6b5fbb-d7e7-4f9d-bc2a-00f1567c8051 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea289c4a-4d8d-48f3-b63e-c3fa59a4990b HTTP/1.1" status: 200 len: 945 time: 0.3268776 Jun 01 19:06:21.211228 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8811b51-c8da-47c8-991e-ed6ae5fcdf6b req-c66585c5-9a24-4fd1-b4db-c82c7e112376 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:06:21.214379 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0e78a97b-4dd8-4df3-93d0-7156e837f61b req-050b959a-1c9a-40ce-817c-9bcd5c59096a tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e27767a-e40e-41ca-b34d-a5b7412547b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785444 Jun 01 19:06:21.218523 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8811b51-c8da-47c8-991e-ed6ae5fcdf6b req-c66585c5-9a24-4fd1-b4db-c82c7e112376 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:06:21.220539 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b8811b51-c8da-47c8-991e-ed6ae5fcdf6b req-c66585c5-9a24-4fd1-b4db-c82c7e112376 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f1c263f-378f-4b9b-89ab-c435c771d20d HTTP/1.1" status: 200 len: 1683 time: 0.3761921 Jun 01 19:06:21.226929 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-01513f9f-94db-4b33-9abf-6a170e3d8f20 tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:06:21.231729 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-01513f9f-94db-4b33-9abf-6a170e3d8f20 tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] Usage tracker for resource:subnet and tenant:e438cfe8c82e40749f1e9a22644d5078 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:06:21.234825 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-01513f9f-94db-4b33-9abf-6a170e3d8f20 tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:06:21.241388 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-01513f9f-94db-4b33-9abf-6a170e3d8f20 tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:06:21.251822 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01513f9f-94db-4b33-9abf-6a170e3d8f20 tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] Made reservation on behalf of e438cfe8c82e40749f1e9a22644d5078 for: {'subnet': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:06:21.257002 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-01513f9f-94db-4b33-9abf-6a170e3d8f20 tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3066584'] for subnet, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:21.328013 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4c4b0925-d874-47ca-9c49-8449035988b3 req-1c3d8a94-a0ba-4833-a2c3-7b5ac983e379 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a351d5c-3364-42d8-bd0d-648028a392a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425214 Jun 01 19:06:21.396649 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [req-b8811b51-c8da-47c8-991e-ed6ae5fcdf6b req-6e9eea69-11ca-4465-b5d2-2c136c345e29 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Deleting port 364ed43d-0fa2-43f5-8c2e-65dea14b2761 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:06:21.401760 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-b8811b51-c8da-47c8-991e-ed6ae5fcdf6b req-6e9eea69-11ca-4465-b5d2-2c136c345e29 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:21.415809 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.db_base_plugin_common [None req-02122409-cd85-48c9-9c01-260c4329b290 None None] Allocated IP 172.20.0.2 (07248134-8b73-46fb-91ff-2af4f768da88/ec6536ee-79bd-4e23-b6dd-85ac516aa1d5/ddbbbeba-db9e-4ed1-9776-eef866e0007a) {{(pid=88526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:06:21.557943 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 305ec94e-712f-4602-aeca-0f34a9f3a232 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:06:21.595335 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-900145d2-c0e2-4092-bff7-d1e433c12374 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:21.851320 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-b8811b51-c8da-47c8-991e-ed6ae5fcdf6b req-6e9eea69-11ca-4465-b5d2-2c136c345e29 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] For port 364ed43d-0fa2-43f5-8c2e-65dea14b2761, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=364ed43d-0fa2-43f5-8c2e-65dea14b2761,segment=NetworkSegment(f8c53dd6-51c8-4869-a7cb-58edb777b701),segment_id=f8c53dd6-51c8-4869-a7cb-58edb777b701)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:06:21.851869 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-b8811b51-c8da-47c8-991e-ed6ae5fcdf6b req-6e9eea69-11ca-4465-b5d2-2c136c345e29 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:21.857853 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-02122409-cd85-48c9-9c01-260c4329b290 None None] Notify callbacks [] for port, precommit_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:21.877240 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-02122409-cd85-48c9-9c01-260c4329b290 None None] Transition to ACTIVE for port object ddbbbeba-db9e-4ed1-9776-eef866e0007a will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:06:21.881269 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port 305ec94e-712f-4602-aeca-0f34a9f3a232 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:06:21.898987 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b791a412-c6db-4efa-acae-d5d238bc2433 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-886608', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-885830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25341'] for router, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:21.899673 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 305ec94e-712f-4602-aeca-0f34a9f3a232 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:06:21.900105 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:21.965245 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-900145d2-c0e2-4092-bff7-d1e433c12374 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:21.986024 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-900145d2-c0e2-4092-bff7-d1e433c12374 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:21.997156 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-02122409-cd85-48c9-9c01-260c4329b290 None None] Transition to ACTIVE for port object ddbbbeba-db9e-4ed1-9776-eef866e0007a will not be triggered until provisioned by entity DHCP. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:06:22.009975 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-02122409-cd85-48c9-9c01-260c4329b290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526'] for port, after_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:22.069808 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [req-b8811b51-c8da-47c8-991e-ed6ae5fcdf6b req-6e9eea69-11ca-4465-b5d2-2c136c345e29 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Calling delete_port for 364ed43d-0fa2-43f5-8c2e-65dea14b2761 owned by compute:nova {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:06:22.082046 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f07f913-73a0-4f4a-a145-edfe8661b72d req-a084241f-1d72-42a4-b2ff-1e072853a58d tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:06:22.088379 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f07f913-73a0-4f4a-a145-edfe8661b72d req-a084241f-1d72-42a4-b2ff-1e072853a58d tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:06:22.090978 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7f07f913-73a0-4f4a-a145-edfe8661b72d req-a084241f-1d72-42a4-b2ff-1e072853a58d tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f1c263f-378f-4b9b-89ab-c435c771d20d HTTP/1.1" status: 200 len: 1683 time: 0.5723014 Jun 01 19:06:22.116196 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02122409-cd85-48c9-9c01-260c4329b290 None None] Network 07248134-8b73-46fb-91ff-2af4f768da88 is already hosted by enough agents. {{(pid=88526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:06:22.125526 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.base_scheduler [None req-02122409-cd85-48c9-9c01-260c4329b290 None None] Resources bound (agent type, host, resource id): {{(pid=88526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:06:22.128952 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02122409-cd85-48c9-9c01-260c4329b290 None None] Received port after_create {{(pid=88526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:06:22.163762 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900145d2-c0e2-4092-bff7-d1e433c12374 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68c0b621-b663-4c03-8f93-be14b2ec1d23,revision_number=0']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:06:22.197372 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1976739d-8fca-4793-937e-17bfbc2452ea req-4cb86c04-cc71-4b91-8172-7ce9ba29d1ec tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:06:22.198933 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-1976739d-8fca-4793-937e-17bfbc2452ea req-4cb86c04-cc71-4b91-8172-7ce9ba29d1ec tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea289c4a-4d8d-48f3-b63e-c3fa59a4990b HTTP/1.1" status: 200 len: 945 time: 0.3901150 Jun 01 19:06:22.243272 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02122409-cd85-48c9-9c01-260c4329b290 None None] Pushing event updated for resources: {'Port': ['ID=ddbbbeba-db9e-4ed1-9776-eef866e0007a,revision_number=1']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:06:22.256346 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-900145d2-c0e2-4092-bff7-d1e433c12374 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:22.259596 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-900145d2-c0e2-4092-bff7-d1e433c12374 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.3835452 Jun 01 19:06:22.266455 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 48814) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:06:22.270938 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 305ec94e-712f-4602-aeca-0f34a9f3a232 is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:06:22.271164 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:22.281873 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7f07f913-73a0-4f4a-a145-edfe8661b72d req-317ec976-9726-4e83-8a1f-99349ab02906 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] 10.222.0.41 "GET /v2.0/security-groups?id=35bdd75f-60bc-442f-9683-0ad602663bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718607 Jun 01 19:06:22.287208 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-fda5bd56-bcfe-41e2-a46c-f04ae73f7250 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Request body: {'security_group_rule': {'security_group_id': '467cfd9c-33eb-4f50-93a9-9468a0819d7d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:06:22.316297 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-fda5bd56-bcfe-41e2-a46c-f04ae73f7250 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:06:22.322162 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-1976739d-8fca-4793-937e-17bfbc2452ea req-e8455239-c0c1-4103-a7b9-3ad7ee09cc41 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a351d5c-3364-42d8-bd0d-648028a392a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805089 Jun 01 19:06:22.323497 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-b8811b51-c8da-47c8-991e-ed6ae5fcdf6b req-6e9eea69-11ca-4465-b5d2-2c136c345e29 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:22.329836 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-fda5bd56-bcfe-41e2-a46c-f04ae73f7250 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Usage tracker for resource:security_group_rule and tenant:3efa9c69ad174f15a4d0e5170829c45a is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:06:22.340792 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-02122409-cd85-48c9-9c01-260c4329b290 None None] Attempting to bind port ddbbbeba-db9e-4ed1-9776-eef866e0007a on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:06:22.341157 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-02122409-cd85-48c9-9c01-260c4329b290 None None] Attempting to bind port ddbbbeba-db9e-4ed1-9776-eef866e0007a by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': '7e5d682d-e659-4921-a647-7ad5e979c7d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '07248134-8b73-46fb-91ff-2af4f768da88'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:06:22.341516 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02122409-cd85-48c9-9c01-260c4329b290 None None] Attempting to bind port ddbbbeba-db9e-4ed1-9776-eef866e0007a on network 07248134-8b73-46fb-91ff-2af4f768da88 {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:06:22.361323 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] get_ports_and_sgs() called for port_ids ['364ed43d-0fa2-43f5-8c2e-65dea14b2761', '3f50408f-12ad-40bd-a1c0-e0b61abd4dee'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 19:06:22.361497 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-fda5bd56-bcfe-41e2-a46c-f04ae73f7250 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:06:22.391168 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-fda5bd56-bcfe-41e2-a46c-f04ae73f7250 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:06:22.425652 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-01513f9f-94db-4b33-9abf-6a170e3d8f20 tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2718919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3066602'] for subnet, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:22.438131 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02122409-cd85-48c9-9c01-260c4329b290 None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 6, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:06:22.438511 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02122409-cd85-48c9-9c01-260c4329b290 None None] Checking segment: {'id': '7e5d682d-e659-4921-a647-7ad5e979c7d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '07248134-8b73-46fb-91ff-2af4f768da88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:06:22.438942 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-02122409-cd85-48c9-9c01-260c4329b290 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:22.439348 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02122409-cd85-48c9-9c01-260c4329b290 None None] Bound using segment: {'id': '7e5d682d-e659-4921-a647-7ad5e979c7d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '07248134-8b73-46fb-91ff-2af4f768da88'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:06:22.439805 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-02122409-cd85-48c9-9c01-260c4329b290 None None] Bound port: ddbbbeba-db9e-4ed1-9776-eef866e0007a, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e5d682d-e659-4921-a647-7ad5e979c7d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '07248134-8b73-46fb-91ff-2af4f768da88'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:06:22.440521 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-02122409-cd85-48c9-9c01-260c4329b290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:22.442364 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9eea69-11ca-4465-b5d2-2c136c345e29 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Pushing event deleted for resources: {'Port': ['ID=364ed43d-0fa2-43f5-8c2e-65dea14b2761,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:06:22.460985 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port 305ec94e-712f-4602-aeca-0f34a9f3a232, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=305ec94e-712f-4602-aeca-0f34a9f3a232,segment=NetworkSegment(a8944520-f6ca-44a8-bb67-7b5053b4e747),segment_id=a8944520-f6ca-44a8-bb67-7b5053b4e747)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:06:22.467059 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:22.559859 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8811b51-c8da-47c8-991e-ed6ae5fcdf6b req-6e9eea69-11ca-4465-b5d2-2c136c345e29 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] No DVR routers for this DVR port 364ed43d-0fa2-43f5-8c2e-65dea14b2761 on host n-h1-844202-1 {{(pid=88525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:06:22.610904 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-fda5bd56-bcfe-41e2-a46c-f04ae73f7250 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:22.617829 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-b8811b51-c8da-47c8-991e-ed6ae5fcdf6b req-6e9eea69-11ca-4465-b5d2-2c136c345e29 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:22.621598 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f1c263f-378f-4b9b-89ab-c435c771d20d', 'name': 'network-vif-deleted', 'tag': '364ed43d-0fa2-43f5-8c2e-65dea14b2761'}] {{(pid=88525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:06:22.652804 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b8811b51-c8da-47c8-991e-ed6ae5fcdf6b req-6e9eea69-11ca-4465-b5d2-2c136c345e29 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] 10.222.0.15 "DELETE /v2.0/ports/364ed43d-0fa2-43f5-8c2e-65dea14b2761 HTTP/1.1" status: 204 len: 173 time: 1.4226334 Jun 01 19:06:22.741058 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [req-b8811b51-c8da-47c8-991e-ed6ae5fcdf6b req-3d9f63d9-c188-47a3-85eb-d2db8439cf3f tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Deleting port 3f50408f-12ad-40bd-a1c0-e0b61abd4dee {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:06:22.741460 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-b8811b51-c8da-47c8-991e-ed6ae5fcdf6b req-3d9f63d9-c188-47a3-85eb-d2db8439cf3f tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:22.749505 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=305ec94e-712f-4602-aeca-0f34a9f3a232,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:06:22.761866 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-02122409-cd85-48c9-9c01-260c4329b290 None None] For port ddbbbeba-db9e-4ed1-9776-eef866e0007a, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:06:22.765429 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-02122409-cd85-48c9-9c01-260c4329b290 None None] For port ddbbbeba-db9e-4ed1-9776-eef866e0007a, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=ddbbbeba-db9e-4ed1-9776-eef866e0007a,segment=NetworkSegment(7e5d682d-e659-4921-a647-7ad5e979c7d2),segment_id=7e5d682d-e659-4921-a647-7ad5e979c7d2)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:06:22.775375 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-02122409-cd85-48c9-9c01-260c4329b290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:22.860008 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01513f9f-94db-4b33-9abf-6a170e3d8f20 tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] Checking segment: {'id': '57a7e67f-5553-4058-9a07-7517c4a4ba63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '7b7743e4-de78-4271-a75c-75390c6bee4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:06:22.860327 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01513f9f-94db-4b33-9abf-6a170e3d8f20 tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] Network hostable DHCP agents. Network: 7b7743e4-de78-4271-a75c-75390c6bee4a, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88524) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 19:06:22.905673 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02122409-cd85-48c9-9c01-260c4329b290 None None] Pushing event updated for resources: {'Port': ['ID=ddbbbeba-db9e-4ed1-9776-eef866e0007a,revision_number=2']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:06:22.911019 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7ee03d-5ae7-4713-bee1-bac3e2d8e1c1 req-684cb846-99bd-4e30-91ff-6e0b2a8c10c0 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:06:22.912656 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3e7ee03d-5ae7-4713-bee1-bac3e2d8e1c1 req-684cb846-99bd-4e30-91ff-6e0b2a8c10c0 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea289c4a-4d8d-48f3-b63e-c3fa59a4990b HTTP/1.1" status: 200 len: 945 time: 0.3557253 Jun 01 19:06:22.931283 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01513f9f-94db-4b33-9abf-6a170e3d8f20 tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] Pushing event updated for resources: {'Subnet': ['ID=8da0fa1d-ee0a-45ce-9ebf-faf4772f12ad,revision_number=0']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:06:23.021016 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01513f9f-94db-4b33-9abf-6a170e3d8f20 tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] Network 7b7743e4-de78-4271-a75c-75390c6bee4a is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88524) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 19:06:23.051652 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-01513f9f-94db-4b33-9abf-6a170e3d8f20 tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, 7b7743e4-de78-4271-a75c-75390c6bee4a) {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:06:23.060359 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b99c3d5c-ad52-4089-8229-0115bf95d95c None None] Network 7b7743e4-de78-4271-a75c-75390c6bee4a requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:06:23.066748 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b791a412-c6db-4efa-acae-d5d238bc2433 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:23.072708 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3e7ee03d-5ae7-4713-bee1-bac3e2d8e1c1 req-99c0bbe1-f71c-47e3-b97a-22f347d34db4 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a351d5c-3364-42d8-bd0d-648028a392a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367579 Jun 01 19:06:23.093177 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01513f9f-94db-4b33-9abf-6a170e3d8f20 tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:06:23.093768 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-01513f9f-94db-4b33-9abf-6a170e3d8f20 tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:23.109452 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-fda5bd56-bcfe-41e2-a46c-f04ae73f7250 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:23.149551 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc79ef8-8651-45f8-a534-6f4097eb9e93 req-00685a36-614f-4927-8a69-8206774d6c8f tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:06:23.157553 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-abc79ef8-8651-45f8-a534-6f4097eb9e93 req-00685a36-614f-4927-8a69-8206774d6c8f tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d35e0c4-c006-4f35-a161-1e1e4ff68e11 HTTP/1.1" status: 200 len: 946 time: 0.6662881 Jun 01 19:06:23.160335 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b791a412-c6db-4efa-acae-d5d238bc2433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:23.167680 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-fda5bd56-bcfe-41e2-a46c-f04ae73f7250 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:23.212648 n-d-844202-1 neutron-server[88525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-332e57be-626e-4a4f-b7ef-0a41439e5de1'] response: {'server_uuid': '2f1c263f-378f-4b9b-89ab-c435c771d20d', 'name': 'network-vif-deleted', 'tag': '364ed43d-0fa2-43f5-8c2e-65dea14b2761', 'status': 'completed', 'code': 200} Jun 01 19:06:23.294225 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-b8811b51-c8da-47c8-991e-ed6ae5fcdf6b req-3d9f63d9-c188-47a3-85eb-d2db8439cf3f tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] For port 3f50408f-12ad-40bd-a1c0-e0b61abd4dee, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=3f50408f-12ad-40bd-a1c0-e0b61abd4dee,segment=NetworkSegment(943038f9-0faa-41a0-93f8-2333389ee12a),segment_id=943038f9-0faa-41a0-93f8-2333389ee12a)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:06:23.294647 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-b8811b51-c8da-47c8-991e-ed6ae5fcdf6b req-3d9f63d9-c188-47a3-85eb-d2db8439cf3f tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:23.323812 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-01513f9f-94db-4b33-9abf-6a170e3d8f20 tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4744115 Jun 01 19:06:23.326794 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 48826) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:06:23.330476 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda5bd56-bcfe-41e2-a46c-f04ae73f7250 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68e54a37-90fa-485d-bc99-3ebe4c27163f,revision_number=0']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:06:23.364870 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-546c317b-24de-456e-a5b1-57b25f14b7c1 tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-421760912', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:06:23.384659 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-546c317b-24de-456e-a5b1-57b25f14b7c1 tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:06:23.404891 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-546c317b-24de-456e-a5b1-57b25f14b7c1 tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] Usage tracker for resource:router and tenant:e438cfe8c82e40749f1e9a22644d5078 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:06:23.416135 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-fda5bd56-bcfe-41e2-a46c-f04ae73f7250 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:23.417756 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-fda5bd56-bcfe-41e2-a46c-f04ae73f7250 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.1503124 Jun 01 19:06:23.423050 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-546c317b-24de-456e-a5b1-57b25f14b7c1 tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:06:23.439774 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-abc79ef8-8651-45f8-a534-6f4097eb9e93 req-4f524c83-a7f3-4562-84cc-a81fefc1aaa4 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e27767a-e40e-41ca-b34d-a5b7412547b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2809083 Jun 01 19:06:23.440325 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 48830) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:06:23.449415 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cd2bcd2-64ba-4263-a6eb-d7eb1d62963b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc93f83c3-7fb6-5c13-a9d4-29d739a4e8d2-7b7743e4-de78-4271-a75c-75390c6bee4a', 'network_id': '7b7743e4-de78-4271-a75c-75390c6bee4a', 'tenant_id': 'e438cfe8c82e40749f1e9a22644d5078', 'fixed_ips': [{'subnet_id': '8da0fa1d-ee0a-45ce-9ebf-faf4772f12ad'}]}} from n-d-844202-1. {{(pid=88526) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 19:06:23.452138 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-2cd2bcd2-64ba-4263-a6eb-d7eb1d62963b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:23.469696 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-546c317b-24de-456e-a5b1-57b25f14b7c1 tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:06:23.493403 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-31db3f78-3882-452a-bd1d-ff3b4986630d tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Request body: {'security_group_rule': {'security_group_id': '467cfd9c-33eb-4f50-93a9-9468a0819d7d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:06:23.555488 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [req-b8811b51-c8da-47c8-991e-ed6ae5fcdf6b req-3d9f63d9-c188-47a3-85eb-d2db8439cf3f tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Calling delete_port for 3f50408f-12ad-40bd-a1c0-e0b61abd4dee owned by compute:nova {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:06:23.621527 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-31db3f78-3882-452a-bd1d-ff3b4986630d tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:06:23.679762 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-546c317b-24de-456e-a5b1-57b25f14b7c1 tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-885767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25238'] for router, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:23.686398 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device ddbbbeba-db9e-4ed1-9776-eef866e0007a up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:06:23.689222 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-546c317b-24de-456e-a5b1-57b25f14b7c1 tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-901042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-886562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-981784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25327'] for router, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:23.697323 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-31db3f78-3882-452a-bd1d-ff3b4986630d tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Usage tracker for resource:security_group_rule and tenant:3efa9c69ad174f15a4d0e5170829c45a is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:06:23.702988 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-31db3f78-3882-452a-bd1d-ff3b4986630d tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:06:23.713778 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-31db3f78-3882-452a-bd1d-ff3b4986630d tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:06:23.714447 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.db_base_plugin_common [None req-2cd2bcd2-64ba-4263-a6eb-d7eb1d62963b None None] Allocated IP 172.20.0.2 (7b7743e4-de78-4271-a75c-75390c6bee4a/8da0fa1d-ee0a-45ce-9ebf-faf4772f12ad/c1aa6957-697f-4a14-8238-179be61ba6dc) {{(pid=88526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:06:23.802068 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-546c317b-24de-456e-a5b1-57b25f14b7c1 tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:23.825238 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [None req-b791a412-c6db-4efa-acae-d5d238bc2433 admin admin] Allocated IP 172.25.4.64 (72a72e44-6845-488a-a5ff-3a26d4df9cb3/c314a23b-daa2-4106-ab28-8e6f954277b2/b03cddfb-57da-4a1f-a3d0-5769b12d2787) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:06:23.833542 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-31db3f78-3882-452a-bd1d-ff3b4986630d tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:23.841731 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b32f700-8f26-4ac2-8d67-c455af10b4c3 req-66558688-e651-4f54-ae6a-783d790bb724 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:06:23.849992 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-7b32f700-8f26-4ac2-8d67-c455af10b4c3 req-66558688-e651-4f54-ae6a-783d790bb724 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d35e0c4-c006-4f35-a161-1e1e4ff68e11 HTTP/1.1" status: 200 len: 946 time: 0.1846864 Jun 01 19:06:23.883768 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port ddbbbeba-db9e-4ed1-9776-eef866e0007a completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:06:23.902445 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 305ec94e-712f-4602-aeca-0f34a9f3a232 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:06:23.906714 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-b8811b51-c8da-47c8-991e-ed6ae5fcdf6b req-3d9f63d9-c188-47a3-85eb-d2db8439cf3f tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:23.907627 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-31db3f78-3882-452a-bd1d-ff3b4986630d tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:23.918020 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-31db3f78-3882-452a-bd1d-ff3b4986630d tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:23.974335 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-546c317b-24de-456e-a5b1-57b25f14b7c1 tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-885820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-886655'] for router, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:24.003907 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31db3f78-3882-452a-bd1d-ff3b4986630d tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca212251-5689-49da-90d8-6a8def4a788a,revision_number=0']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:06:24.014400 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-546c317b-24de-456e-a5b1-57b25f14b7c1 tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] Notify callbacks [] for router, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:24.016172 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-546c317b-24de-456e-a5b1-57b25f14b7c1 tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.6870527 Jun 01 19:06:24.024375 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-7b32f700-8f26-4ac2-8d67-c455af10b4c3 req-694d0c07-3da1-496b-b483-ac20dbf7e6bc tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e27767a-e40e-41ca-b34d-a5b7412547b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732397 Jun 01 19:06:24.045676 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 48838) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:06:24.093019 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-31db3f78-3882-452a-bd1d-ff3b4986630d tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:24.096612 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-31db3f78-3882-452a-bd1d-ff3b4986630d tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6337535 Jun 01 19:06:24.110239 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59099697-3bad-40ab-863e-8cba4a5ac39c req-3e9a6a91-f140-48e8-a6ec-c36b4b94c99f tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:06:24.111761 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-59099697-3bad-40ab-863e-8cba4a5ac39c req-3e9a6a91-f140-48e8-a6ec-c36b4b94c99f tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f1c263f-378f-4b9b-89ab-c435c771d20d HTTP/1.1" status: 200 len: 946 time: 0.4115236 Jun 01 19:06:24.112264 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 48844) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:06:24.121990 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-1e940da5-ae3f-4b59-8901-7d9ca8ac78d4 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Request body: {'security_group_rule': {'security_group_id': '467cfd9c-33eb-4f50-93a9-9468a0819d7d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:06:24.135182 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-1e940da5-ae3f-4b59-8901-7d9ca8ac78d4 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:06:24.142785 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-2cd2bcd2-64ba-4263-a6eb-d7eb1d62963b None None] Notify callbacks [] for port, precommit_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:24.159003 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-1e940da5-ae3f-4b59-8901-7d9ca8ac78d4 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Usage tracker for resource:security_group_rule and tenant:3efa9c69ad174f15a4d0e5170829c45a is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:06:24.159237 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-2cd2bcd2-64ba-4263-a6eb-d7eb1d62963b None None] Transition to ACTIVE for port object c1aa6957-697f-4a14-8238-179be61ba6dc will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:06:24.167392 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-1e940da5-ae3f-4b59-8901-7d9ca8ac78d4 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:06:24.186613 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 305ec94e-712f-4602-aeca-0f34a9f3a232 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:06:24.187124 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:24.192065 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-1e940da5-ae3f-4b59-8901-7d9ca8ac78d4 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:06:24.229815 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-2cd2bcd2-64ba-4263-a6eb-d7eb1d62963b None None] Transition to ACTIVE for port object c1aa6957-697f-4a14-8238-179be61ba6dc will not be triggered until provisioned by entity DHCP. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:06:24.232854 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-59099697-3bad-40ab-863e-8cba4a5ac39c req-095add17-4480-4679-9874-1f67cac11efc tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] 10.222.0.41 "GET /v2.0/security-groups?id=35bdd75f-60bc-442f-9683-0ad602663bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031716 Jun 01 19:06:24.234657 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9f63d9-c188-47a3-85eb-d2db8439cf3f tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Pushing event deleted for resources: {'Port': ['ID=3f50408f-12ad-40bd-a1c0-e0b61abd4dee,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:06:24.266693 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-2cd2bcd2-64ba-4263-a6eb-d7eb1d62963b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526'] for port, after_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:24.271508 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1e940da5-ae3f-4b59-8901-7d9ca8ac78d4 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:24.308042 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b791a412-c6db-4efa-acae-d5d238bc2433 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:24.356506 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1e940da5-ae3f-4b59-8901-7d9ca8ac78d4 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:24.362175 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1e940da5-ae3f-4b59-8901-7d9ca8ac78d4 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:24.415768 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d78a166-6389-4e26-a24e-5b5d1ded856d None None] Network 07248134-8b73-46fb-91ff-2af4f768da88 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:06:24.423382 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1e940da5-ae3f-4b59-8901-7d9ca8ac78d4 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:24.426246 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-1e940da5-ae3f-4b59-8901-7d9ca8ac78d4 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3093750 Jun 01 19:06:24.427686 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b791a412-c6db-4efa-acae-d5d238bc2433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:24.438546 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 48850) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:06:24.471750 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8811b51-c8da-47c8-991e-ed6ae5fcdf6b req-3d9f63d9-c188-47a3-85eb-d2db8439cf3f tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] No DVR routers for this DVR port 3f50408f-12ad-40bd-a1c0-e0b61abd4dee on host n-h1-844202-1 {{(pid=88525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:06:24.483895 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e940da5-ae3f-4b59-8901-7d9ca8ac78d4 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea6cb0f5-35ef-437c-b2fc-791af7aaf888,revision_number=0']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:06:24.508488 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-b19b7643-821c-4dfa-a7cc-23f8cf9b1a09 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Request body: {'security_group_rule': {'security_group_id': '467cfd9c-33eb-4f50-93a9-9468a0819d7d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:06:24.515149 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-b8811b51-c8da-47c8-991e-ed6ae5fcdf6b req-3d9f63d9-c188-47a3-85eb-d2db8439cf3f tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:24.515677 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-b19b7643-821c-4dfa-a7cc-23f8cf9b1a09 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:06:24.521718 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-b19b7643-821c-4dfa-a7cc-23f8cf9b1a09 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Usage tracker for resource:security_group_rule and tenant:3efa9c69ad174f15a4d0e5170829c45a is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:06:24.528883 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-b19b7643-821c-4dfa-a7cc-23f8cf9b1a09 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:06:24.535100 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cd2bcd2-64ba-4263-a6eb-d7eb1d62963b None None] Network 7b7743e4-de78-4271-a75c-75390c6bee4a is already hosted by enough agents. {{(pid=88526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:06:24.537527 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-b19b7643-821c-4dfa-a7cc-23f8cf9b1a09 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:06:24.542866 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.base_scheduler [None req-2cd2bcd2-64ba-4263-a6eb-d7eb1d62963b None None] Resources bound (agent type, host, resource id): {{(pid=88526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:06:24.561878 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b791a412-c6db-4efa-acae-d5d238bc2433 admin admin] Network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:06:24.570266 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd2bcd2-64ba-4263-a6eb-d7eb1d62963b None None] Received port after_create {{(pid=88526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:06:24.578647 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 364ed43d-0fa2-43f5-8c2e-65dea14b2761 no longer exists at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:06:24.598994 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-b791a412-c6db-4efa-acae-d5d238bc2433 admin admin] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:06:24.611502 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b791a412-c6db-4efa-acae-d5d238bc2433 admin admin] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:06:24.626999 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd2bcd2-64ba-4263-a6eb-d7eb1d62963b None None] Pushing event updated for resources: {'Port': ['ID=c1aa6957-697f-4a14-8238-179be61ba6dc,revision_number=1']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:06:24.635317 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] No Port match for: 364ed43d-0fa2-43f5-8c2e-65dea14b2761 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:06:24.635832 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 364ed43d-0fa2-43f5-8c2e-65dea14b2761 not bound to the agent host n-h1-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:06:24.636267 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 3f50408f-12ad-40bd-a1c0-e0b61abd4dee no longer exists at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:06:24.648776 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b19b7643-821c-4dfa-a7cc-23f8cf9b1a09 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:24.669830 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b8811b51-c8da-47c8-991e-ed6ae5fcdf6b req-3d9f63d9-c188-47a3-85eb-d2db8439cf3f tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] 10.222.0.15 "DELETE /v2.0/ports/3f50408f-12ad-40bd-a1c0-e0b61abd4dee HTTP/1.1" status: 204 len: 173 time: 2.0108964 Jun 01 19:06:24.687078 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b791a412-c6db-4efa-acae-d5d238bc2433 admin admin] Pushing event updated for resources: {'Port': ['ID=b03cddfb-57da-4a1f-a3d0-5769b12d2787,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:06:24.718375 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-1068f131-b1fa-4126-b22a-396b4efea98d None None] Provisioning for port ddbbbeba-db9e-4ed1-9776-eef866e0007a completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:06:24.733654 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] No Port match for: 3f50408f-12ad-40bd-a1c0-e0b61abd4dee {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:06:24.734000 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 3f50408f-12ad-40bd-a1c0-e0b61abd4dee not bound to the agent host n-h1-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:06:24.748366 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-1068f131-b1fa-4126-b22a-396b4efea98d None None] Provisioning complete for port ddbbbeba-db9e-4ed1-9776-eef866e0007a triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:06:24.748737 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-1068f131-b1fa-4126-b22a-396b4efea98d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:24.849901 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced41cb0-b0ad-44f9-b52a-792333527574 req-bbe114bf-b52c-4961-ad50-51e2ee59b6f5 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:06:24.857936 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ced41cb0-b0ad-44f9-b52a-792333527574 req-bbe114bf-b52c-4961-ad50-51e2ee59b6f5 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea289c4a-4d8d-48f3-b63e-c3fa59a4990b HTTP/1.1" status: 200 len: 945 time: 0.5426447 Jun 01 19:06:24.912331 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b19b7643-821c-4dfa-a7cc-23f8cf9b1a09 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:24.936836 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-2cd2bcd2-64ba-4263-a6eb-d7eb1d62963b None None] Attempting to bind port c1aa6957-697f-4a14-8238-179be61ba6dc on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:06:24.937504 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-2cd2bcd2-64ba-4263-a6eb-d7eb1d62963b None None] Attempting to bind port c1aa6957-697f-4a14-8238-179be61ba6dc by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': '57a7e67f-5553-4058-9a07-7517c4a4ba63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '7b7743e4-de78-4271-a75c-75390c6bee4a'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:06:24.937504 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd2bcd2-64ba-4263-a6eb-d7eb1d62963b None None] Attempting to bind port c1aa6957-697f-4a14-8238-179be61ba6dc on network 7b7743e4-de78-4271-a75c-75390c6bee4a {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:06:24.978712 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 305ec94e-712f-4602-aeca-0f34a9f3a232 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:06:24.987065 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd2bcd2-64ba-4263-a6eb-d7eb1d62963b None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 6, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:06:24.987470 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd2bcd2-64ba-4263-a6eb-d7eb1d62963b None None] Checking segment: {'id': '57a7e67f-5553-4058-9a07-7517c4a4ba63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '7b7743e4-de78-4271-a75c-75390c6bee4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:06:24.988070 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-2cd2bcd2-64ba-4263-a6eb-d7eb1d62963b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:24.988538 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd2bcd2-64ba-4263-a6eb-d7eb1d62963b None None] Bound using segment: {'id': '57a7e67f-5553-4058-9a07-7517c4a4ba63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '7b7743e4-de78-4271-a75c-75390c6bee4a'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:06:24.989125 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-2cd2bcd2-64ba-4263-a6eb-d7eb1d62963b None None] Bound port: c1aa6957-697f-4a14-8238-179be61ba6dc, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57a7e67f-5553-4058-9a07-7517c4a4ba63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '7b7743e4-de78-4271-a75c-75390c6bee4a'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:06:24.989492 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-2cd2bcd2-64ba-4263-a6eb-d7eb1d62963b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:25.014894 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b19b7643-821c-4dfa-a7cc-23f8cf9b1a09 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:25.069336 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ced41cb0-b0ad-44f9-b52a-792333527574 req-7d7ed20f-0652-4578-a94a-e6ae75177bb5 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a351d5c-3364-42d8-bd0d-648028a392a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085731 Jun 01 19:06:25.114534 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1a9b8e-f2cd-4f26-94d8-d0dd7664f714 req-70b8c722-bd26-4f19-b468-30c109ab90f0 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:06:25.116001 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9e1a9b8e-f2cd-4f26-94d8-d0dd7664f714 req-70b8c722-bd26-4f19-b468-30c109ab90f0 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d35e0c4-c006-4f35-a161-1e1e4ff68e11 HTTP/1.1" status: 200 len: 946 time: 0.6213920 Jun 01 19:06:25.116662 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19b7643-821c-4dfa-a7cc-23f8cf9b1a09 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcf76117-34ae-4a52-b290-be19c950d9c4,revision_number=0']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:06:25.134950 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-33c2d8e9-c503-4ffd-8d5c-d86c9386576e tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:25.166878 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b19b7643-821c-4dfa-a7cc-23f8cf9b1a09 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:25.170742 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-b19b7643-821c-4dfa-a7cc-23f8cf9b1a09 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.6855040 Jun 01 19:06:25.175850 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 48854) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:06:25.227987 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f1c263f-378f-4b9b-89ab-c435c771d20d', 'name': 'network-vif-deleted', 'tag': '3f50408f-12ad-40bd-a1c0-e0b61abd4dee'}] {{(pid=88525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:06:25.291165 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-1068f131-b1fa-4126-b22a-396b4efea98d None None] Current status of the port ddbbbeba-db9e-4ed1-9776-eef866e0007a is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:06:25.291644 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-1068f131-b1fa-4126-b22a-396b4efea98d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:25.304565 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-2cd2bcd2-64ba-4263-a6eb-d7eb1d62963b None None] For port c1aa6957-697f-4a14-8238-179be61ba6dc, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:06:25.335336 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-2cd2bcd2-64ba-4263-a6eb-d7eb1d62963b None None] For port c1aa6957-697f-4a14-8238-179be61ba6dc, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=c1aa6957-697f-4a14-8238-179be61ba6dc,segment=NetworkSegment(57a7e67f-5553-4058-9a07-7517c4a4ba63),segment_id=57a7e67f-5553-4058-9a07-7517c4a4ba63)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:06:25.349470 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-2cd2bcd2-64ba-4263-a6eb-d7eb1d62963b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:25.375165 n-d-844202-1 neutron-server[88525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8b5425d-89c0-4d94-b175-4ff1568eafd6'] response: {'server_uuid': '2f1c263f-378f-4b9b-89ab-c435c771d20d', 'name': 'network-vif-deleted', 'tag': '3f50408f-12ad-40bd-a1c0-e0b61abd4dee', 'status': 'completed', 'code': 200} Jun 01 19:06:25.422381 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8b18a291-6d19-47a5-93a8-deab2b39a905 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:25.452269 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8b18a291-6d19-47a5-93a8-deab2b39a905 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:25.466883 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9e1a9b8e-f2cd-4f26-94d8-d0dd7664f714 req-8d68b7d7-8fa9-48d0-aa8c-c7d396d673c5 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e27767a-e40e-41ca-b34d-a5b7412547b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3272028 Jun 01 19:06:25.467428 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd2bcd2-64ba-4263-a6eb-d7eb1d62963b None None] Pushing event updated for resources: {'Port': ['ID=c1aa6957-697f-4a14-8238-179be61ba6dc,revision_number=2']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:06:25.474938 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-1068f131-b1fa-4126-b22a-396b4efea98d None None] For port ddbbbeba-db9e-4ed1-9776-eef866e0007a, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=ddbbbeba-db9e-4ed1-9776-eef866e0007a,segment=NetworkSegment(7e5d682d-e659-4921-a647-7ad5e979c7d2),segment_id=7e5d682d-e659-4921-a647-7ad5e979c7d2)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:06:25.479779 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-1068f131-b1fa-4126-b22a-396b4efea98d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:25.485228 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b791a412-c6db-4efa-acae-d5d238bc2433 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:25.635903 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1068f131-b1fa-4126-b22a-396b4efea98d None None] Pushing event updated for resources: {'Port': ['ID=ddbbbeba-db9e-4ed1-9776-eef866e0007a,revision_number=3']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:06:25.701659 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8b18a291-6d19-47a5-93a8-deab2b39a905 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:25.733765 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-9e8f4670-858d-4b3a-adee-63573a21b83a req-c6da2aaa-02db-47b7-8d06-28e0c5479e00 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Synchronizing usage tracker for tenant:f9f71065939b4c07b09efd290be9b909 on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:06:25.771967 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-9e8f4670-858d-4b3a-adee-63573a21b83a req-c6da2aaa-02db-47b7-8d06-28e0c5479e00 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Unset dirty status for tenant:f9f71065939b4c07b09efd290be9b909 on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:06:25.773141 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-9e8f4670-858d-4b3a-adee-63573a21b83a req-c6da2aaa-02db-47b7-8d06-28e0c5479e00 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f1c263f-378f-4b9b-89ab-c435c771d20d HTTP/1.1" status: 200 len: 210 time: 0.1570334 Jun 01 19:06:25.813038 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b18a291-6d19-47a5-93a8-deab2b39a905 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dcf76117-34ae-4a52-b290-be19c950d9c4,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:06:25.851697 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8b18a291-6d19-47a5-93a8-deab2b39a905 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:25.852835 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-8b18a291-6d19-47a5-93a8-deab2b39a905 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/dcf76117-34ae-4a52-b290-be19c950d9c4 HTTP/1.1" status: 204 len: 168 time: 0.6760321 Jun 01 19:06:25.857473 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 48864) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:06:25.889908 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [None req-33c2d8e9-c503-4ffd-8d5c-d86c9386576e tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] Allocated IP 172.20.0.1 (7b7743e4-de78-4271-a75c-75390c6bee4a/8da0fa1d-ee0a-45ce-9ebf-faf4772f12ad/2d2fd9aa-2270-4c1d-97a3-bb03c9c96daf) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:06:25.907546 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-b26f8112-a7e3-47f2-ba49-95217de4c2a1 None None] Provisioning complete for port ddbbbeba-db9e-4ed1-9776-eef866e0007a triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:06:25.908000 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-b26f8112-a7e3-47f2-ba49-95217de4c2a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:25.955809 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-d1a014f4-a3ee-46c6-b5ba-81a382ee3de3 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Synchronizing usage tracker for tenant:3efa9c69ad174f15a4d0e5170829c45a on resource:security_group_rule {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:06:26.059532 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-d1a014f4-a3ee-46c6-b5ba-81a382ee3de3 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Unset dirty status for tenant:3efa9c69ad174f15a4d0e5170829c45a on resource:security_group_rule {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:06:26.061194 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-d1a014f4-a3ee-46c6-b5ba-81a382ee3de3 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.2025533 Jun 01 19:06:26.064204 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 48868) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:06:26.079109 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-b26f8112-a7e3-47f2-ba49-95217de4c2a1 None None] Current status of the port ddbbbeba-db9e-4ed1-9776-eef866e0007a is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:06:26.089768 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829c4f5f-ab8f-41bb-8443-04dabb91ba0a req-63c45c42-d135-4c6a-bd1e-9815bb368512 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:06:26.091300 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-829c4f5f-ab8f-41bb-8443-04dabb91ba0a req-63c45c42-d135-4c6a-bd1e-9815bb368512 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d35e0c4-c006-4f35-a161-1e1e4ff68e11 HTTP/1.1" status: 200 len: 946 time: 0.4261432 Jun 01 19:06:26.096245 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b791a412-c6db-4efa-acae-d5d238bc2433 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-885820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-886655'] for router, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:26.133304 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f7bbae80-3c84-49b1-91cb-5df8606eb368 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:26.159552 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f7bbae80-3c84-49b1-91cb-5df8606eb368 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:26.174781 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-33c2d8e9-c503-4ffd-8d5c-d86c9386576e tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:26.220200 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-829c4f5f-ab8f-41bb-8443-04dabb91ba0a req-ff8589e6-2443-4e5b-9cfd-d4b09d904f24 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e27767a-e40e-41ca-b34d-a5b7412547b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210890 Jun 01 19:06:26.257906 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [None req-33c2d8e9-c503-4ffd-8d5c-d86c9386576e tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] Transition to ACTIVE for port object 2d2fd9aa-2270-4c1d-97a3-bb03c9c96daf will not be triggered until provisioned by entity DHCP. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:06:26.260406 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f7bbae80-3c84-49b1-91cb-5df8606eb368 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:26.285807 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bbae80-3c84-49b1-91cb-5df8606eb368 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ea6cb0f5-35ef-437c-b2fc-791af7aaf888,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:06:26.319743 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f7bbae80-3c84-49b1-91cb-5df8606eb368 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:26.323333 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-f7bbae80-3c84-49b1-91cb-5df8606eb368 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/ea6cb0f5-35ef-437c-b2fc-791af7aaf888 HTTP/1.1" status: 204 len: 168 time: 0.2558866 Jun 01 19:06:26.323797 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 48878) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:06:26.329700 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f41300-4c04-4c0f-8982-e8d832325dfb req-f9a093da-7dcd-4ba9-8c03-baf0e721624c tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:06:26.331792 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-95f41300-4c04-4c0f-8982-e8d832325dfb req-f9a093da-7dcd-4ba9-8c03-baf0e721624c tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea289c4a-4d8d-48f3-b63e-c3fa59a4990b HTTP/1.1" status: 200 len: 945 time: 0.1445708 Jun 01 19:06:26.338025 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-33c2d8e9-c503-4ffd-8d5c-d86c9386576e tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:26.432081 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33c2d8e9-c503-4ffd-8d5c-d86c9386576e tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] Network 7b7743e4-de78-4271-a75c-75390c6bee4a is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:06:26.436238 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-33c2d8e9-c503-4ffd-8d5c-d86c9386576e tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:06:26.436940 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-6bfa028f-1f4b-47a1-b7a7-fe87c43fce5b tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Synchronizing usage tracker for tenant:3efa9c69ad174f15a4d0e5170829c45a on resource:security_group_rule {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:06:26.450436 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c2d8e9-c503-4ffd-8d5c-d86c9386576e tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:06:26.477481 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b791a412-c6db-4efa-acae-d5d238bc2433 admin admin] Router c56088fd-0921-4f20-ae44-fc6a27ad880e is scheduled to L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 with binding_index 1 {{(pid=88524) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 19:06:26.481075 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-6bfa028f-1f4b-47a1-b7a7-fe87c43fce5b tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Unset dirty status for tenant:3efa9c69ad174f15a4d0e5170829c45a on resource:security_group_rule {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:06:26.482411 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-6bfa028f-1f4b-47a1-b7a7-fe87c43fce5b tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1575623 Jun 01 19:06:26.483231 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c2d8e9-c503-4ffd-8d5c-d86c9386576e tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] Pushing event updated for resources: {'Port': ['ID=2d2fd9aa-2270-4c1d-97a3-bb03c9c96daf,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:06:26.485705 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 48882) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:06:26.523645 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-95f41300-4c04-4c0f-8982-e8d832325dfb req-fe2d10e2-32c4-454f-851c-679f8b5067a0 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a351d5c-3364-42d8-bd0d-648028a392a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810880 Jun 01 19:06:26.566764 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9d900747-e5b1-4bfc-8fdf-d71868d67133 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:26.579553 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9d900747-e5b1-4bfc-8fdf-d71868d67133 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:26.591861 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-33c2d8e9-c503-4ffd-8d5c-d86c9386576e tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-887605'] for router_interface, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:26.605764 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55fdaec-a094-4f86-89d4-ae6bf8738358 req-f3842051-7076-4dc3-b269-1a40d3c3d385 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:06:26.607399 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a55fdaec-a094-4f86-89d4-ae6bf8738358 req-f3842051-7076-4dc3-b269-1a40d3c3d385 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d35e0c4-c006-4f35-a161-1e1e4ff68e11 HTTP/1.1" status: 200 len: 946 time: 0.2301226 Jun 01 19:06:26.645649 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9d900747-e5b1-4bfc-8fdf-d71868d67133 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:26.672137 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d900747-e5b1-4bfc-8fdf-d71868d67133 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ca212251-5689-49da-90d8-6a8def4a788a,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:06:26.710960 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9d900747-e5b1-4bfc-8fdf-d71868d67133 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:26.712336 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-9d900747-e5b1-4bfc-8fdf-d71868d67133 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/ca212251-5689-49da-90d8-6a8def4a788a HTTP/1.1" status: 204 len: 168 time: 0.2169495 Jun 01 19:06:26.715433 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 48886) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:06:26.742192 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-33c2d8e9-c503-4ffd-8d5c-d86c9386576e tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:26.752336 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a55fdaec-a094-4f86-89d4-ae6bf8738358 req-fdc6e771-49a3-43a2-a1a6-58b1ba3d010f tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e27767a-e40e-41ca-b34d-a5b7412547b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898826 Jun 01 19:06:26.760255 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b791a412-c6db-4efa-acae-d5d238bc2433 admin admin] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:06:26.771473 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92378334-e378-4f11-a4a1-50f6e03c0079 None None] Sync routers for ids ['c56088fd-0921-4f20-ae44-fc6a27ad880e'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:06:26.788387 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92378334-e378-4f11-a4a1-50f6e03c0079 None None] Routers {'c56088fd-0921-4f20-ae44-fc6a27ad880e'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:06:26.789022 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-92378334-e378-4f11-a4a1-50f6e03c0079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:06:09Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['c56088fd-0921-4f20-ae44-fc6a27ad880e'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:06:26.794504 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b791a412-c6db-4efa-acae-d5d238bc2433 admin admin] Notify callbacks [] for router, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:26.795717 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-b791a412-c6db-4efa-acae-d5d238bc2433 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.1113424 Jun 01 19:06:26.800892 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 48892) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:06:26.894842 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-1b5fd890-f8cb-4306-b017-3c0257fd64da tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1765292 Jun 01 19:06:26.904965 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 48898) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:06:26.916322 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76067a29-bbe8-46dd-b83f-a28074cf7a5a None None] Network 7b7743e4-de78-4271-a75c-75390c6bee4a requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:06:26.965721 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 48902) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:06:27.041797 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-92378334-e378-4f11-a4a1-50f6e03c0079 None None] Set router c56088fd-0921-4f20-ae44-fc6a27ad880e gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:06:27.046998 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-7c57942f-80a2-4bce-b8c4-f7084179c24f None None] Provisioning for port c1aa6957-697f-4a14-8238-179be61ba6dc completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:06:27.147718 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-87fb3d75-5867-4a21-90c1-dbd96a67e586 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:27.172373 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-87fb3d75-5867-4a21-90c1-dbd96a67e586 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:27.202215 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_v2 [None req-e085a4a4-7e8c-481c-9fe3-44f791a45941 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Deleting subnet c1f0ba6d-4033-42d5-86ab-7fda40733a70 {{(pid=88524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 19:06:27.211450 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e085a4a4-7e8c-481c-9fe3-44f791a45941 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Notify callbacks [] for subnet, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:27.423832 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b755e4-7396-4529-afe0-749574e95f6c req-d550e8e8-9d7f-411c-b8ab-cc0d821ca04d tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:06:27.426132 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-92378334-e378-4f11-a4a1-50f6e03c0079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c56088fd-0921-4f20-ae44-fc6a27ad880e', 'name': 'tempest-TestVolumeBackupRestore-218628409-router', 'tenant_id': '5031b698c6494d89a6245175c10bcbb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.64'}], 'enable_snat': True}, 'gw_port_id': 'b03cddfb-57da-4a1f-a3d0-5769b12d2787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:06:20Z', 'updated_at': '2022-06-01T19:06:25Z', 'revision_number': 3, 'project_id': '5031b698c6494d89a6245175c10bcbb9', 'gw_port': {'id': 'b03cddfb-57da-4a1f-a3d0-5769b12d2787', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ba:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c56088fd-0921-4f20-ae44-fc6a27ad880e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2539, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:06:23Z', 'updated_at': '2022-06-01T19:06:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:06:27.432332 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d0b755e4-7396-4529-afe0-749574e95f6c req-d550e8e8-9d7f-411c-b8ab-cc0d821ca04d tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d35e0c4-c006-4f35-a161-1e1e4ff68e11 HTTP/1.1" status: 200 len: 946 time: 0.4598231 Jun 01 19:06:27.434043 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92378334-e378-4f11-a4a1-50f6e03c0079 None None] Checking router: c56088fd-0921-4f20-ae44-fc6a27ad880e for host: n-d-844202-1 {{(pid=88527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 19:06:27.434583 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92378334-e378-4f11-a4a1-50f6e03c0079 None None] Updating router c56088fd-0921-4f20-ae44-fc6a27ad880e port b03cddfb-57da-4a1f-a3d0-5769b12d2787 binding host n-d-844202-1 {{(pid=88527) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 19:06:27.509854 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-92378334-e378-4f11-a4a1-50f6e03c0079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:27.545919 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d0b755e4-7396-4529-afe0-749574e95f6c req-20044790-4554-49e2-a1eb-6856099fd356 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e27767a-e40e-41ca-b34d-a5b7412547b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096141 Jun 01 19:06:27.630036 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device ddbbbeba-db9e-4ed1-9776-eef866e0007a up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:06:27.640963 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-87fb3d75-5867-4a21-90c1-dbd96a67e586 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:27.657666 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e085a4a4-7e8c-481c-9fe3-44f791a45941 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2702137'] for subnet, precommit_delete_associations {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:27.676162 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-33c2d8e9-c503-4ffd-8d5c-d86c9386576e tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] Notify callbacks [] for port, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:27.682620 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-33c2d8e9-c503-4ffd-8d5c-d86c9386576e tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:27.715251 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-4f660f18-7c80-4fcd-b929-807e1d5c5e0b None None] Provisioning for port 2d2fd9aa-2270-4c1d-97a3-bb03c9c96daf completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:06:27.760850 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-4f660f18-7c80-4fcd-b929-807e1d5c5e0b None None] Provisioning complete for port 2d2fd9aa-2270-4c1d-97a3-bb03c9c96daf triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:06:27.760850 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-4f660f18-7c80-4fcd-b929-807e1d5c5e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:27.791068 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fb3d75-5867-4a21-90c1-dbd96a67e586 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=68e54a37-90fa-485d-bc99-3ebe4c27163f,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:06:27.836815 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-4f660f18-7c80-4fcd-b929-807e1d5c5e0b None None] Port 2d2fd9aa-2270-4c1d-97a3-bb03c9c96daf cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:06:27.844796 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c2d8e9-c503-4ffd-8d5c-d86c9386576e tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] Pushing event updated for resources: {'Port': ['ID=2d2fd9aa-2270-4c1d-97a3-bb03c9c96daf,revision_number=2']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:06:27.852346 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-33c2d8e9-c503-4ffd-8d5c-d86c9386576e tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-887436'] for router_interface, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:27.856482 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port ddbbbeba-db9e-4ed1-9776-eef866e0007a triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:06:27.856858 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:27.910349 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-87fb3d75-5867-4a21-90c1-dbd96a67e586 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:27.913052 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-87fb3d75-5867-4a21-90c1-dbd96a67e586 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/68e54a37-90fa-485d-bc99-3ebe4c27163f HTTP/1.1" status: 204 len: 168 time: 1.0067003 Jun 01 19:06:27.915422 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 48912) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:06:28.064062 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port ddbbbeba-db9e-4ed1-9776-eef866e0007a is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:06:28.066170 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device c1aa6957-697f-4a14-8238-179be61ba6dc up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:06:28.142844 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33c2d8e9-c503-4ffd-8d5c-d86c9386576e tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] Network 7b7743e4-de78-4271-a75c-75390c6bee4a is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:06:28.146682 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-33c2d8e9-c503-4ffd-8d5c-d86c9386576e tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:06:28.152400 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-92378334-e378-4f11-a4a1-50f6e03c0079 None None] Notify callbacks [] for port, precommit_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:28.168414 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.provisioning_blocks [None req-92378334-e378-4f11-a4a1-50f6e03c0079 None None] Transition to ACTIVE for port object b03cddfb-57da-4a1f-a3d0-5769b12d2787 will not be triggered until provisioned by entity L2. {{(pid=88527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:06:28.178144 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-92378334-e378-4f11-a4a1-50f6e03c0079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:28.195137 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-055a2b6c-9661-4021-a0a2-8dffde583ba5 None None] Provisioning complete for port 2d2fd9aa-2270-4c1d-97a3-bb03c9c96daf triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:06:28.195804 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-055a2b6c-9661-4021-a0a2-8dffde583ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:28.203372 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-2f787a83-949f-4826-bcc1-8b84465b725f tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Synchronizing usage tracker for tenant:3efa9c69ad174f15a4d0e5170829c45a on resource:security_group_rule {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:06:28.233177 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e085a4a4-7e8c-481c-9fe3-44f791a45941 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:28.285754 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port c1aa6957-697f-4a14-8238-179be61ba6dc completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:06:28.293375 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-055a2b6c-9661-4021-a0a2-8dffde583ba5 None None] Port 2d2fd9aa-2270-4c1d-97a3-bb03c9c96daf cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:06:28.295766 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port c1aa6957-697f-4a14-8238-179be61ba6dc triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:06:28.296206 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:28.299151 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-92378334-e378-4f11-a4a1-50f6e03c0079 None None] Attempting to bind port b03cddfb-57da-4a1f-a3d0-5769b12d2787 on host n-d-844202-1 for vnic_type normal with profile {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:06:28.299772 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-92378334-e378-4f11-a4a1-50f6e03c0079 None None] Attempting to bind port b03cddfb-57da-4a1f-a3d0-5769b12d2787 by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}] {{(pid=88527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:06:28.300946 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92378334-e378-4f11-a4a1-50f6e03c0079 None None] Attempting to bind port b03cddfb-57da-4a1f-a3d0-5769b12d2787 on network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:06:28.327292 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92378334-e378-4f11-a4a1-50f6e03c0079 None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 6, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:06:28.328615 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92378334-e378-4f11-a4a1-50f6e03c0079 None None] Checking segment: {'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:06:28.329565 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-92378334-e378-4f11-a4a1-50f6e03c0079 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:28.332759 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92378334-e378-4f11-a4a1-50f6e03c0079 None None] Bound using segment: {'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'} {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:06:28.334406 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-92378334-e378-4f11-a4a1-50f6e03c0079 None None] Bound port: b03cddfb-57da-4a1f-a3d0-5769b12d2787, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}}] {{(pid=88527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:06:28.335746 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-92378334-e378-4f11-a4a1-50f6e03c0079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:28.350614 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1149f2-665d-42f5-a58d-27d0fa4c91cc req-087d693a-6dce-4bf3-80c3-ca20dbf295c7 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:06:28.352333 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-8d1149f2-665d-42f5-a58d-27d0fa4c91cc req-087d693a-6dce-4bf3-80c3-ca20dbf295c7 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea289c4a-4d8d-48f3-b63e-c3fa59a4990b HTTP/1.1" status: 200 len: 945 time: 0.5937536 Jun 01 19:06:28.359415 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-2f787a83-949f-4826-bcc1-8b84465b725f tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Unset dirty status for tenant:3efa9c69ad174f15a4d0e5170829c45a on resource:security_group_rule {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:06:28.360802 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-2f787a83-949f-4826-bcc1-8b84465b725f tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.4412591 Jun 01 19:06:28.374261 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 48916) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:06:28.425278 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361a44cd-68c8-4aba-a0f5-b3da089d7237 None None] Pushing event updated for resources: {'Port': ['ID=b03cddfb-57da-4a1f-a3d0-5769b12d2787,revision_number=2']} {{(pid=88527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:06:28.446411 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361a44cd-68c8-4aba-a0f5-b3da089d7237 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:06:28.446754 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361a44cd-68c8-4aba-a0f5-b3da089d7237 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:06:28.447087 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361a44cd-68c8-4aba-a0f5-b3da089d7237 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:06:28.447465 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361a44cd-68c8-4aba-a0f5-b3da089d7237 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:06:28.447794 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361a44cd-68c8-4aba-a0f5-b3da089d7237 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:06:28.448114 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361a44cd-68c8-4aba-a0f5-b3da089d7237 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:06:28.448623 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361a44cd-68c8-4aba-a0f5-b3da089d7237 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:06:28.449709 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361a44cd-68c8-4aba-a0f5-b3da089d7237 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:06:28.450163 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361a44cd-68c8-4aba-a0f5-b3da089d7237 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:06:28.450488 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361a44cd-68c8-4aba-a0f5-b3da089d7237 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:06:28.450807 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361a44cd-68c8-4aba-a0f5-b3da089d7237 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:06:28.451579 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361a44cd-68c8-4aba-a0f5-b3da089d7237 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:06:28.463370 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-85d1ec46-d943-4ceb-8e3e-987839ecc52d tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:28.476944 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33c2d8e9-c503-4ffd-8d5c-d86c9386576e tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] Router 8356242b-53af-4d18-8a64-fd709df0642c is scheduled to L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 with binding_index 1 {{(pid=88525) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 19:06:28.486541 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.db [None req-92378334-e378-4f11-a4a1-50f6e03c0079 None None] For port b03cddfb-57da-4a1f-a3d0-5769b12d2787, host n-d-844202-1, cleared binding levels {{(pid=88527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:06:28.491878 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.db [None req-92378334-e378-4f11-a4a1-50f6e03c0079 None None] For port b03cddfb-57da-4a1f-a3d0-5769b12d2787, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=b03cddfb-57da-4a1f-a3d0-5769b12d2787,segment=NetworkSegment(7875af61-4c53-4ff2-b8c8-d4b7c35ff947),segment_id=7875af61-4c53-4ff2-b8c8-d4b7c35ff947)] {{(pid=88527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:06:28.495672 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcd21e6-5e39-44d1-ab3f-c7fc146c7609 req-5f4c42fe-5e23-419a-98ff-2196df4b0057 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:06:28.501453 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-8d1149f2-665d-42f5-a58d-27d0fa4c91cc req-7ac6c25c-4d73-4dd4-b6f2-3321425ec254 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a351d5c-3364-42d8-bd0d-648028a392a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361146 Jun 01 19:06:28.503805 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-92378334-e378-4f11-a4a1-50f6e03c0079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:28.506289 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-6dcd21e6-5e39-44d1-ab3f-c7fc146c7609 req-5f4c42fe-5e23-419a-98ff-2196df4b0057 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d35e0c4-c006-4f35-a161-1e1e4ff68e11 HTTP/1.1" status: 200 len: 946 time: 0.4963005 Jun 01 19:06:28.523660 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-85d1ec46-d943-4ceb-8e3e-987839ecc52d tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:28.526724 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port c1aa6957-697f-4a14-8238-179be61ba6dc is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:06:28.527289 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:28.546859 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e085a4a4-7e8c-481c-9fe3-44f791a45941 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2718856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3066595'] for subnet, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:28.567552 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-2f28d684-a648-4885-baa5-d370ba5c3a10 None None] Provisioning complete for port 2d2fd9aa-2270-4c1d-97a3-bb03c9c96daf triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:06:28.568214 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-2f28d684-a648-4885-baa5-d370ba5c3a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:28.607129 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e085a4a4-7e8c-481c-9fe3-44f791a45941 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Pushing event deleted for resources: {'Subnet': ['ID=c1f0ba6d-4033-42d5-86ab-7fda40733a70,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:06:28.618129 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e085a4a4-7e8c-481c-9fe3-44f791a45941 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:28.633640 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-2f28d684-a648-4885-baa5-d370ba5c3a10 None None] Port 2d2fd9aa-2270-4c1d-97a3-bb03c9c96daf cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:06:28.636725 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-677cd340-3aff-4e32-8b09-113512310e9c None None] Network c5176504-d94f-43be-82d4-6e190d9dfffd requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:06:28.637468 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361a44cd-68c8-4aba-a0f5-b3da089d7237 None None] Pushing event updated for resources: {'Port': ['ID=b03cddfb-57da-4a1f-a3d0-5769b12d2787,revision_number=3']} {{(pid=88527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:06:28.660435 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-e085a4a4-7e8c-481c-9fe3-44f791a45941 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] 10.222.0.41 "DELETE /v2.0/subnets/c1f0ba6d-4033-42d5-86ab-7fda40733a70 HTTP/1.1" status: 204 len: 168 time: 1.6931269 Jun 01 19:06:28.664163 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 48920) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:06:28.671289 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92378334-e378-4f11-a4a1-50f6e03c0079 None None] Routers {'c56088fd-0921-4f20-ae44-fc6a27ad880e'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:06:28.671903 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-92378334-e378-4f11-a4a1-50f6e03c0079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:06:09Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['c56088fd-0921-4f20-ae44-fc6a27ad880e'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:06:28.732024 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33c2d8e9-c503-4ffd-8d5c-d86c9386576e tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:06:28.736563 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port c1aa6957-697f-4a14-8238-179be61ba6dc, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=c1aa6957-697f-4a14-8238-179be61ba6dc,segment=NetworkSegment(57a7e67f-5553-4058-9a07-7517c4a4ba63),segment_id=57a7e67f-5553-4058-9a07-7517c4a4ba63)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:06:28.743348 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:28.753834 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-33c2d8e9-c503-4ffd-8d5c-d86c9386576e tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] 10.222.0.41 "PUT /v2.0/routers/8356242b-53af-4d18-8a64-fd709df0642c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6997876 Jun 01 19:06:28.758844 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 48924) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:06:28.765271 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-84ab2641-eb80-44b1-91fb-d32e1c64566e tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] Request body: {'port': {'network_id': '7b7743e4-de78-4271-a75c-75390c6bee4a', 'name': 'tempest-FloatingIPNegativeTestJSON-62618106'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:06:28.815276 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ab8908d1-2bdd-4f30-acea-d0ceafa18318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:28.820599 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-6dcd21e6-5e39-44d1-ab3f-c7fc146c7609 req-3ce38694-e91a-4d7c-a501-d4352a3457d9 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e27767a-e40e-41ca-b34d-a5b7412547b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3133826 Jun 01 19:06:28.822733 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f53dbb-f456-4bb2-8d35-e895e874e9f5 None None] Sync routers for ids ['8356242b-53af-4d18-8a64-fd709df0642c'] in n-d-844202-1 {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:06:28.830001 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=c1aa6957-697f-4a14-8238-179be61ba6dc,revision_number=3']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:06:28.871008 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-c2a99c8a-e75a-4074-860f-5eec7deb50bf tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:28.940014 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f53dbb-f456-4bb2-8d35-e895e874e9f5 None None] Routers {'8356242b-53af-4d18-8a64-fd709df0642c'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:06:28.940796 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-45f53dbb-f456-4bb2-8d35-e895e874e9f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:06:09Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['8356242b-53af-4d18-8a64-fd709df0642c'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:06:28.961639 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-85d1ec46-d943-4ceb-8e3e-987839ecc52d tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:28.984522 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-92378334-e378-4f11-a4a1-50f6e03c0079 None None] Set router c56088fd-0921-4f20-ae44-fc6a27ad880e gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:06:29.018502 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d1ec46-d943-4ceb-8e3e-987839ecc52d tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=68c0b621-b663-4c03-8f93-be14b2ec1d23,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:06:29.060644 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-85d1ec46-d943-4ceb-8e3e-987839ecc52d tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:29.062182 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-85d1ec46-d943-4ceb-8e3e-987839ecc52d tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/68c0b621-b663-4c03-8f93-be14b2ec1d23 HTTP/1.1" status: 204 len: 168 time: 0.6785312 Jun 01 19:06:29.066452 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 48930) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:06:29.069554 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-c2a99c8a-e75a-4074-860f-5eec7deb50bf tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Deleting port 3b13638e-b41e-43fa-9c08-b338547d8dc6 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:06:29.070003 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-c2a99c8a-e75a-4074-860f-5eec7deb50bf tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:29.115527 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-84ab2641-eb80-44b1-91fb-d32e1c64566e tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:06:29.120521 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-84ab2641-eb80-44b1-91fb-d32e1c64566e tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] Usage tracker for resource:port and tenant:e438cfe8c82e40749f1e9a22644d5078 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:06:29.124571 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-84ab2641-eb80-44b1-91fb-d32e1c64566e tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:06:29.134046 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-84ab2641-eb80-44b1-91fb-d32e1c64566e tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:06:29.148280 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84ab2641-eb80-44b1-91fb-d32e1c64566e tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] Made reservation on behalf of e438cfe8c82e40749f1e9a22644d5078 for: {'port': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:06:29.155604 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-84ab2641-eb80-44b1-91fb-d32e1c64566e tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:29.180505 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-45f53dbb-f456-4bb2-8d35-e895e874e9f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:06:29.184170 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [None req-84ab2641-eb80-44b1-91fb-d32e1c64566e tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] device_id is not set on port fd60ccd6-93af-4eca-b1df-4271c7ba2b7b yet. {{(pid=88525) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 19:06:29.198119 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f53dbb-f456-4bb2-8d35-e895e874e9f5 None None] Routers {'8356242b-53af-4d18-8a64-fd709df0642c'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:06:29.198746 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-45f53dbb-f456-4bb2-8d35-e895e874e9f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:06:09Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['8356242b-53af-4d18-8a64-fd709df0642c'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:06:29.268612 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-45f53dbb-f456-4bb2-8d35-e895e874e9f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:06:29.269548 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f53dbb-f456-4bb2-8d35-e895e874e9f5 None None] The sync data for ids ['8356242b-53af-4d18-8a64-fd709df0642c'] in n-d-844202-1 is: [] {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:06:29.297722 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-712ef4af-cd61-4e7e-84b4-f8335399be0d tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1982212 Jun 01 19:06:29.310693 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 48936) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:06:29.335125 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-92378334-e378-4f11-a4a1-50f6e03c0079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c56088fd-0921-4f20-ae44-fc6a27ad880e', 'name': 'tempest-TestVolumeBackupRestore-218628409-router', 'tenant_id': '5031b698c6494d89a6245175c10bcbb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.64'}], 'enable_snat': True}, 'gw_port_id': 'b03cddfb-57da-4a1f-a3d0-5769b12d2787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:06:20Z', 'updated_at': '2022-06-01T19:06:25Z', 'revision_number': 3, 'project_id': '5031b698c6494d89a6245175c10bcbb9', 'gw_port': {'id': 'b03cddfb-57da-4a1f-a3d0-5769b12d2787', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ba:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c56088fd-0921-4f20-ae44-fc6a27ad880e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2539, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:06:23Z', 'updated_at': '2022-06-01T19:06:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:06:29.340436 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92378334-e378-4f11-a4a1-50f6e03c0079 None None] The sync data for ids ['c56088fd-0921-4f20-ae44-fc6a27ad880e'] in n-d-844202-1 is: [{'id': 'c56088fd-0921-4f20-ae44-fc6a27ad880e', 'name': 'tempest-TestVolumeBackupRestore-218628409-router', 'tenant_id': '5031b698c6494d89a6245175c10bcbb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.64'}], 'enable_snat': True}, 'gw_port_id': 'b03cddfb-57da-4a1f-a3d0-5769b12d2787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:06:20Z', 'updated_at': '2022-06-01T19:06:25Z', 'revision_number': 3, 'project_id': '5031b698c6494d89a6245175c10bcbb9', 'gw_port': {'id': 'b03cddfb-57da-4a1f-a3d0-5769b12d2787', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ba:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c56088fd-0921-4f20-ae44-fc6a27ad880e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2539, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:06:23Z', 'updated_at': '2022-06-01T19:06:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:06:29.353615 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d255e4-844c-4cb1-8863-b72a72596d66 req-14e7de93-04b8-4334-b1c0-2306260926b5 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:06:29.355754 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-27d255e4-844c-4cb1-8863-b72a72596d66 req-14e7de93-04b8-4334-b1c0-2306260926b5 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d35e0c4-c006-4f35-a161-1e1e4ff68e11 HTTP/1.1" status: 200 len: 946 time: 0.4138854 Jun 01 19:06:29.375892 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d7f525c-6043-4218-bcdc-da3c72971550 None None] DHCP port deletion for c5176504-d94f-43be-82d4-6e190d9dfffd request from n-d-844202-1 {{(pid=88526) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 19:06:29.385330 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-5d7f525c-6043-4218-bcdc-da3c72971550 None None] Deleting port 3b13638e-b41e-43fa-9c08-b338547d8dc6 {{(pid=88526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:06:29.385726 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-5d7f525c-6043-4218-bcdc-da3c72971550 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:29.421058 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [None req-84ab2641-eb80-44b1-91fb-d32e1c64566e tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] Allocated IP 172.20.0.10 (7b7743e4-de78-4271-a75c-75390c6bee4a/8da0fa1d-ee0a-45ce-9ebf-faf4772f12ad/fd60ccd6-93af-4eca-b1df-4271c7ba2b7b) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:06:29.489588 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device c1aa6957-697f-4a14-8238-179be61ba6dc up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:06:29.674829 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port c1aa6957-697f-4a14-8238-179be61ba6dc triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:06:29.675470 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:29.747999 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-5d7f525c-6043-4218-bcdc-da3c72971550 None None] For port 3b13638e-b41e-43fa-9c08-b338547d8dc6, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=3b13638e-b41e-43fa-9c08-b338547d8dc6,segment=NetworkSegment(f8c53dd6-51c8-4869-a7cb-58edb777b701),segment_id=f8c53dd6-51c8-4869-a7cb-58edb777b701)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:06:29.748306 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-5d7f525c-6043-4218-bcdc-da3c72971550 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:29.781455 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [None req-ab8908d1-2bdd-4f30-acea-d0ceafa18318 admin admin] Allocated IP 172.20.0.1 (07248134-8b73-46fb-91ff-2af4f768da88/ec6536ee-79bd-4e23-b6dd-85ac516aa1d5/73450057-10ad-4e68-a4c7-fb277fea8603) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:06:29.806671 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [None req-c2a99c8a-e75a-4074-860f-5eec7deb50bf tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] For port 3b13638e-b41e-43fa-9c08-b338547d8dc6, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=3b13638e-b41e-43fa-9c08-b338547d8dc6,segment=NetworkSegment(f8c53dd6-51c8-4869-a7cb-58edb777b701),segment_id=f8c53dd6-51c8-4869-a7cb-58edb777b701)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:06:29.806671 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-c2a99c8a-e75a-4074-860f-5eec7deb50bf tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:29.838621 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-27d255e4-844c-4cb1-8863-b72a72596d66 req-c9770c03-b1c4-4975-ad4b-4798e78e184a tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e27767a-e40e-41ca-b34d-a5b7412547b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4282844 Jun 01 19:06:29.842615 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-84ab2641-eb80-44b1-91fb-d32e1c64566e tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:29.887369 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [None req-84ab2641-eb80-44b1-91fb-d32e1c64566e tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] Transition to ACTIVE for port object fd60ccd6-93af-4eca-b1df-4271c7ba2b7b will not be triggered until provisioned by entity DHCP. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:06:29.915479 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5711af3-7e6f-49ba-b77b-510cc1668be2 req-b5a9901b-91a8-4c6e-b9c4-2ece8012d304 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:06:29.922485 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c5711af3-7e6f-49ba-b77b-510cc1668be2 req-b5a9901b-91a8-4c6e-b9c4-2ece8012d304 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea289c4a-4d8d-48f3-b63e-c3fa59a4990b HTTP/1.1" status: 200 len: 945 time: 0.2362692 Jun 01 19:06:29.983812 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-5d7f525c-6043-4218-bcdc-da3c72971550 None None] Calling delete_port for 3b13638e-b41e-43fa-9c08-b338547d8dc6 owned by network:dhcp {{(pid=88526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:06:29.997408 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c5711af3-7e6f-49ba-b77b-510cc1668be2 req-05db1cef-5766-41eb-a152-ced6633ef09b tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a351d5c-3364-42d8-bd0d-648028a392a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738804 Jun 01 19:06:30.003253 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-84ab2641-eb80-44b1-91fb-d32e1c64566e tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:30.083303 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ab2641-eb80-44b1-91fb-d32e1c64566e tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] Pushing event updated for resources: {'Port': ['ID=fd60ccd6-93af-4eca-b1df-4271c7ba2b7b,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:06:30.113128 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84ab2641-eb80-44b1-91fb-d32e1c64566e tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] Network 7b7743e4-de78-4271-a75c-75390c6bee4a is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:06:30.114147 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-84ab2641-eb80-44b1-91fb-d32e1c64566e tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:06:30.121252 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ab2641-eb80-44b1-91fb-d32e1c64566e tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:06:30.128900 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-c2a99c8a-e75a-4074-860f-5eec7deb50bf tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Calling delete_port for 3b13638e-b41e-43fa-9c08-b338547d8dc6 owned by network:dhcp {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:06:30.170802 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-5d7f525c-6043-4218-bcdc-da3c72971550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535'] for port, after_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:30.177983 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-3fcb3a77-38cd-4aa0-a96b-7d744a64cabe tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:30.345710 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7f525c-6043-4218-bcdc-da3c72971550 None None] Pushing event deleted for resources: {'Port': ['ID=3b13638e-b41e-43fa-9c08-b338547d8dc6,revision_number=None']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:06:30.357339 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-3fcb3a77-38cd-4aa0-a96b-7d744a64cabe tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:30.368349 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port c1aa6957-697f-4a14-8238-179be61ba6dc is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:06:30.383333 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7f525c-6043-4218-bcdc-da3c72971550 None None] No DVR routers for this DVR port 3b13638e-b41e-43fa-9c08-b338547d8dc6 on host n-d-844202-1 {{(pid=88526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:06:30.445527 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84ab2641-eb80-44b1-91fb-d32e1c64566e tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:06:30.446597 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-84ab2641-eb80-44b1-91fb-d32e1c64566e tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:30.459606 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 3b13638e-b41e-43fa-9c08-b338547d8dc6 no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:06:30.480866 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-84ab2641-eb80-44b1-91fb-d32e1c64566e tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.7209654 Jun 01 19:06:30.484063 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 48950) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:06:30.490287 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-6979d2cf-3edd-49c8-a971-adb8b055a3c8 tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] Request body: {'floatingip': {'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:06:30.498233 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-6979d2cf-3edd-49c8-a971-adb8b055a3c8 tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:06:30.498572 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ab8908d1-2bdd-4f30-acea-d0ceafa18318 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:30.505316 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-6979d2cf-3edd-49c8-a971-adb8b055a3c8 tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] Usage tracker for resource:floatingip and tenant:e438cfe8c82e40749f1e9a22644d5078 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:06:30.507474 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: 3b13638e-b41e-43fa-9c08-b338547d8dc6 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:06:30.507831 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 3b13638e-b41e-43fa-9c08-b338547d8dc6 not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:06:30.515550 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-6979d2cf-3edd-49c8-a971-adb8b055a3c8 tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:06:30.522912 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.db.api [None req-c2a99c8a-e75a-4074-860f-5eec7deb50bf tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88524) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 19:06:30.523281 n-d-844202-1 neutron-server[88524]: DEBUG oslo_db.api [None req-c2a99c8a-e75a-4074-860f-5eec7deb50bf tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 19:06:30.523558 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-6979d2cf-3edd-49c8-a971-adb8b055a3c8 tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:06:30.533912 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6979d2cf-3edd-49c8-a971-adb8b055a3c8 tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] Notify callbacks [] for floatingip, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:30.540388 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [None req-ab8908d1-2bdd-4f30-acea-d0ceafa18318 admin admin] Transition to ACTIVE for port object 73450057-10ad-4e68-a4c7-fb277fea8603 will not be triggered until provisioned by entity DHCP. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:06:30.562748 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb0dad2-ae27-41ab-8745-f95ac4860f19 req-37c66a6f-72aa-46c8-ad4e-64f3fd455822 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:06:30.564295 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-deb0dad2-ae27-41ab-8745-f95ac4860f19 req-37c66a6f-72aa-46c8-ad4e-64f3fd455822 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d35e0c4-c006-4f35-a161-1e1e4ff68e11 HTTP/1.1" status: 200 len: 946 time: 0.3934379 Jun 01 19:06:30.572968 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-3fcb3a77-38cd-4aa0-a96b-7d744a64cabe tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:30.591231 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-c9100495-5ae3-457a-8d1a-fb4af714eaea None None] Provisioning for port fd60ccd6-93af-4eca-b1df-4271c7ba2b7b completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:06:30.597583 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcb3a77-38cd-4aa0-a96b-7d744a64cabe tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=467cfd9c-33eb-4f50-93a9-9468a0819d7d,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:06:30.600691 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-c9100495-5ae3-457a-8d1a-fb4af714eaea None None] Provisioning complete for port fd60ccd6-93af-4eca-b1df-4271c7ba2b7b triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:06:30.601177 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-c9100495-5ae3-457a-8d1a-fb4af714eaea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:30.669271 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-deb0dad2-ae27-41ab-8745-f95ac4860f19 req-c5be2a25-ad44-4642-82ad-0adcf262b036 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e27767a-e40e-41ca-b34d-a5b7412547b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925977 Jun 01 19:06:30.671179 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ab8908d1-2bdd-4f30-acea-d0ceafa18318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:30.715655 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-c9100495-5ae3-457a-8d1a-fb4af714eaea None None] Port fd60ccd6-93af-4eca-b1df-4271c7ba2b7b cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:06:30.744204 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6979d2cf-3edd-49c8-a971-adb8b055a3c8 tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:30.775358 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-3fcb3a77-38cd-4aa0-a96b-7d744a64cabe tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:30.776541 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-3fcb3a77-38cd-4aa0-a96b-7d744a64cabe tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] 10.222.0.41 "DELETE /v2.0/security-groups/467cfd9c-33eb-4f50-93a9-9468a0819d7d HTTP/1.1" status: 204 len: 168 time: 1.4623303 Jun 01 19:06:30.785593 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 48956) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:06:30.798012 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab8908d1-2bdd-4f30-acea-d0ceafa18318 admin admin] Network 07248134-8b73-46fb-91ff-2af4f768da88 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:06:30.822813 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-ab8908d1-2bdd-4f30-acea-d0ceafa18318 admin admin] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:06:30.829907 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab8908d1-2bdd-4f30-acea-d0ceafa18318 admin admin] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:06:30.864415 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8908d1-2bdd-4f30-acea-d0ceafa18318 admin admin] Pushing event updated for resources: {'Port': ['ID=73450057-10ad-4e68-a4c7-fb277fea8603,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:06:30.922216 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ab8908d1-2bdd-4f30-acea-d0ceafa18318 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-887605'] for router_interface, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:30.929165 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-fb93d7c8-e54b-46f3-9915-54990f59b0e5 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Synchronizing usage tracker for tenant:3efa9c69ad174f15a4d0e5170829c45a on resource:security_group {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:06:30.964758 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-fb93d7c8-e54b-46f3-9915-54990f59b0e5 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Unset dirty status for tenant:3efa9c69ad174f15a4d0e5170829c45a on resource:security_group {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:06:30.970224 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-fb93d7c8-e54b-46f3-9915-54990f59b0e5 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1794496 Jun 01 19:06:30.972737 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 48960) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:06:30.974121 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [None req-6979d2cf-3edd-49c8-a971-adb8b055a3c8 tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] Allocated IP 172.25.4.190 (72a72e44-6845-488a-a5ff-3a26d4df9cb3/c314a23b-daa2-4106-ab28-8e6f954277b2/fc4b0fc8-d7d0-4658-9c56-47901647b71a) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:06:30.984404 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-8a9b715e-3772-4eea-be55-da624b899a41 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Request body: {'security_group': {'name': 'tempest-secgroup--1745814478'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:06:30.994821 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-8a9b715e-3772-4eea-be55-da624b899a41 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:06:31.012545 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-8a9b715e-3772-4eea-be55-da624b899a41 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:06:31.030853 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ee82fe-75a6-4b25-bcf9-4b97840c8cb2 req-97eeed36-1317-494d-b1c5-9fb16e186a3a tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:06:31.031232 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-c2a99c8a-e75a-4074-860f-5eec7deb50bf tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Deleting port 3b13638e-b41e-43fa-9c08-b338547d8dc6 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:06:31.031660 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-c2a99c8a-e75a-4074-860f-5eec7deb50bf tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:31.032797 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-10ee82fe-75a6-4b25-bcf9-4b97840c8cb2 req-97eeed36-1317-494d-b1c5-9fb16e186a3a tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d35e0c4-c006-4f35-a161-1e1e4ff68e11 HTTP/1.1" status: 200 len: 946 time: 0.2034810 Jun 01 19:06:31.139651 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8a9b715e-3772-4eea-be55-da624b899a41 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:31.145395 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-022e989b-0a55-463c-9346-cd3cab5524d4 None None] Provisioning for port 73450057-10ad-4e68-a4c7-fb277fea8603 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:06:31.153884 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-022e989b-0a55-463c-9346-cd3cab5524d4 None None] Provisioning complete for port 73450057-10ad-4e68-a4c7-fb277fea8603 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:06:31.154308 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-022e989b-0a55-463c-9346-cd3cab5524d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:31.156266 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-c2a99c8a-e75a-4074-860f-5eec7deb50bf tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] The port '3b13638e-b41e-43fa-9c08-b338547d8dc6' was deleted {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 01 19:06:31.197491 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-8a9b715e-3772-4eea-be55-da624b899a41 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:06:31.217986 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-8a9b715e-3772-4eea-be55-da624b899a41 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Usage tracker for resource:security_group_rule and tenant:3efa9c69ad174f15a4d0e5170829c45a is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:06:31.226366 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-10ee82fe-75a6-4b25-bcf9-4b97840c8cb2 req-bb81ed5e-80cb-4afe-b287-77794c2505f3 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e27767a-e40e-41ca-b34d-a5b7412547b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708477 Jun 01 19:06:31.228887 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-8a9b715e-3772-4eea-be55-da624b899a41 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:06:31.232928 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-022e989b-0a55-463c-9346-cd3cab5524d4 None None] Port 73450057-10ad-4e68-a4c7-fb277fea8603 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:06:31.244725 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-8a9b715e-3772-4eea-be55-da624b899a41 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:06:31.292268 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6979d2cf-3edd-49c8-a971-adb8b055a3c8 tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:31.319156 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ab8908d1-2bdd-4f30-acea-d0ceafa18318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:31.373978 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8a9b715e-3772-4eea-be55-da624b899a41 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:31.402795 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-c2a99c8a-e75a-4074-860f-5eec7deb50bf tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:31.417583 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8a9b715e-3772-4eea-be55-da624b899a41 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:31.435089 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6979d2cf-3edd-49c8-a971-adb8b055a3c8 tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:31.458628 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-c2a99c8a-e75a-4074-860f-5eec7deb50bf tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5176504-d94f-43be-82d4-6e190d9dfffd']}} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:06:31.477675 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-c2a99c8a-e75a-4074-860f-5eec7deb50bf tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8c53dd6-51c8-4869-a7cb-58edb777b701') {'for_net_delete': True} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:06:31.477963 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-c2a99c8a-e75a-4074-860f-5eec7deb50bf tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8c53dd6-51c8-4869-a7cb-58edb777b701') {} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:06:31.508835 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8dc5ed-85a4-475c-a5c3-0085d50f61c6 req-ba36bb9f-ba51-4c3c-a098-579056edc29b tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:06:31.511630 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-1c8dc5ed-85a4-475c-a5c3-0085d50f61c6 req-ba36bb9f-ba51-4c3c-a098-579056edc29b tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea289c4a-4d8d-48f3-b63e-c3fa59a4990b HTTP/1.1" status: 200 len: 945 time: 0.3210330 Jun 01 19:06:31.512081 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-c2a99c8a-e75a-4074-860f-5eec7deb50bf tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2702126'] for segment, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:31.532559 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device b03cddfb-57da-4a1f-a3d0-5769b12d2787 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:06:31.566336 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6979d2cf-3edd-49c8-a971-adb8b055a3c8 tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] Network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:06:31.584123 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-6979d2cf-3edd-49c8-a971-adb8b055a3c8 tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:06:31.594169 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6979d2cf-3edd-49c8-a971-adb8b055a3c8 tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:06:31.617690 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-c2a99c8a-e75a-4074-860f-5eec7deb50bf tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:31.619141 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port b03cddfb-57da-4a1f-a3d0-5769b12d2787 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:06:31.624337 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port b03cddfb-57da-4a1f-a3d0-5769b12d2787 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:06:31.624826 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:31.626947 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9b715e-3772-4eea-be55-da624b899a41 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4452a30f-3f6d-47fc-9363-012341140aeb,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:06:31.640303 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8a9b715e-3772-4eea-be55-da624b899a41 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:31.644014 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2a99c8a-e75a-4074-860f-5eec7deb50bf tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=88524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 19:06:31.644474 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-c2a99c8a-e75a-4074-860f-5eec7deb50bf tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2719018'] for segment, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:31.645335 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-8a9b715e-3772-4eea-be55-da624b899a41 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6685324 Jun 01 19:06:31.646256 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6979d2cf-3edd-49c8-a971-adb8b055a3c8 tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] Pushing event updated for resources: {'Port': ['ID=fc4b0fc8-d7d0-4658-9c56-47901647b71a,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:06:31.654942 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 48970) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:06:31.657546 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9b715e-3772-4eea-be55-da624b899a41 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:06:31.658785 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9b715e-3772-4eea-be55-da624b899a41 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:06:31.658785 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9b715e-3772-4eea-be55-da624b899a41 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:06:31.658785 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9b715e-3772-4eea-be55-da624b899a41 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:06:31.658785 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9b715e-3772-4eea-be55-da624b899a41 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:06:31.659211 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9b715e-3772-4eea-be55-da624b899a41 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:06:31.659943 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9b715e-3772-4eea-be55-da624b899a41 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:06:31.660320 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9b715e-3772-4eea-be55-da624b899a41 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:06:31.660601 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9b715e-3772-4eea-be55-da624b899a41 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:06:31.660884 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9b715e-3772-4eea-be55-da624b899a41 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:06:31.661206 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9b715e-3772-4eea-be55-da624b899a41 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:06:31.661508 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9b715e-3772-4eea-be55-da624b899a41 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:06:31.686750 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-410aa1ab-6c24-4642-8f39-0be267ef2165 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Request body: {'security_group_rule': {'security_group_id': '4452a30f-3f6d-47fc-9363-012341140aeb', 'direction': 'ingress', 'protocol': 17}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:06:31.696553 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6979d2cf-3edd-49c8-a971-adb8b055a3c8 tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:06:31.696897 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6979d2cf-3edd-49c8-a971-adb8b055a3c8 tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:06:31.697226 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6979d2cf-3edd-49c8-a971-adb8b055a3c8 tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:06:31.697558 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6979d2cf-3edd-49c8-a971-adb8b055a3c8 tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:06:31.697995 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6979d2cf-3edd-49c8-a971-adb8b055a3c8 tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:06:31.698681 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6979d2cf-3edd-49c8-a971-adb8b055a3c8 tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:06:31.698681 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6979d2cf-3edd-49c8-a971-adb8b055a3c8 tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:06:31.698934 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6979d2cf-3edd-49c8-a971-adb8b055a3c8 tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:06:31.699253 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6979d2cf-3edd-49c8-a971-adb8b055a3c8 tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:06:31.699564 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6979d2cf-3edd-49c8-a971-adb8b055a3c8 tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:06:31.699873 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6979d2cf-3edd-49c8-a971-adb8b055a3c8 tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:06:31.700273 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6979d2cf-3edd-49c8-a971-adb8b055a3c8 tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:06:31.713688 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-410aa1ab-6c24-4642-8f39-0be267ef2165 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:06:31.720560 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-410aa1ab-6c24-4642-8f39-0be267ef2165 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Usage tracker for resource:security_group_rule and tenant:3efa9c69ad174f15a4d0e5170829c45a is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:06:31.728922 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-410aa1ab-6c24-4642-8f39-0be267ef2165 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:06:31.740178 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-410aa1ab-6c24-4642-8f39-0be267ef2165 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:06:31.758284 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca02ed7-9a8a-45d5-93ac-a60b67e635c5 req-4438a3cf-3561-4bc7-a758-48b31c75f277 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:06:31.765822 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-7ca02ed7-9a8a-45d5-93ac-a60b67e635c5 req-4438a3cf-3561-4bc7-a758-48b31c75f277 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d35e0c4-c006-4f35-a161-1e1e4ff68e11 HTTP/1.1" status: 200 len: 946 time: 0.3878157 Jun 01 19:06:31.810090 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-410aa1ab-6c24-4642-8f39-0be267ef2165 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:31.843483 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port b03cddfb-57da-4a1f-a3d0-5769b12d2787 is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:06:31.844449 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:31.850004 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-7ca02ed7-9a8a-45d5-93ac-a60b67e635c5 req-12f1f294-6424-43de-835e-72ef80b16c69 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e27767a-e40e-41ca-b34d-a5b7412547b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825522 Jun 01 19:06:31.864612 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-1c8dc5ed-85a4-475c-a5c3-0085d50f61c6 req-efe01dc8-3cf4-478d-98fd-ddbd18c25f4c tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a351d5c-3364-42d8-bd0d-648028a392a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3418067 Jun 01 19:06:31.878842 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port b03cddfb-57da-4a1f-a3d0-5769b12d2787, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=b03cddfb-57da-4a1f-a3d0-5769b12d2787,segment=NetworkSegment(7875af61-4c53-4ff2-b8c8-d4b7c35ff947),segment_id=7875af61-4c53-4ff2-b8c8-d4b7c35ff947)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:06:31.883686 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:31.942036 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-c2a99c8a-e75a-4074-860f-5eec7deb50bf tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:31.947357 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment f8c53dd6-51c8-4869-a7cb-58edb777b701 resource provider aggregate not found Jun 01 19:06:31.966822 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-c2a99c8a-e75a-4074-860f-5eec7deb50bf tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Notify callbacks [] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:31.971354 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-410aa1ab-6c24-4642-8f39-0be267ef2165 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:31.980737 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a99c8a-e75a-4074-860f-5eec7deb50bf tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Pushing event deleted for resources: {'Network': ['ID=c5176504-d94f-43be-82d4-6e190d9dfffd,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:06:31.994069 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-410aa1ab-6c24-4642-8f39-0be267ef2165 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:31.994560 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment f8c53dd6-51c8-4869-a7cb-58edb777b701 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f8c53dd6-51c8-4869-a7cb-58edb777b701 found for delete ", "request_id": "req-50959d30-5811-45a3-ba72-d2fe3fcd878f"}]} Jun 01 19:06:31.996267 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-c2a99c8a-e75a-4074-860f-5eec7deb50bf tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] 10.222.0.41 "DELETE /v2.0/networks/c5176504-d94f-43be-82d4-6e190d9dfffd HTTP/1.1" status: 204 len: 168 time: 3.3310406 Jun 01 19:06:31.999036 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 48982) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:06:32.001268 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6979d2cf-3edd-49c8-a971-adb8b055a3c8 tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:32.024820 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410aa1ab-6c24-4642-8f39-0be267ef2165 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3ae502d-c3d4-42e5-98c6-2a5f6abe99f3,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:06:32.057206 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=b03cddfb-57da-4a1f-a3d0-5769b12d2787,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:06:32.084774 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ab8908d1-2bdd-4f30-acea-d0ceafa18318 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:32.091651 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ab8908d1-2bdd-4f30-acea-d0ceafa18318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:32.155095 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-410aa1ab-6c24-4642-8f39-0be267ef2165 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:32.156052 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-410aa1ab-6c24-4642-8f39-0be267ef2165 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4910374 Jun 01 19:06:32.159252 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 48986) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:06:32.161191 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_v2 [None req-87d396cf-d4e0-4149-9da9-0610041ffc66 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Deleting subnet c051427c-770d-4d42-b085-794fb6bb40d9 {{(pid=88524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 19:06:32.189285 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6979d2cf-3edd-49c8-a971-adb8b055a3c8 tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:32.190318 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-87d396cf-d4e0-4149-9da9-0610041ffc66 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Notify callbacks [] for subnet, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:32.249980 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ab8908d1-2bdd-4f30-acea-d0ceafa18318 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-887436'] for router_interface, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:32.261508 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8908d1-2bdd-4f30-acea-d0ceafa18318 admin admin] Pushing event updated for resources: {'Port': ['ID=73450057-10ad-4e68-a4c7-fb277fea8603,revision_number=2']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:06:32.288445 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-87d396cf-d4e0-4149-9da9-0610041ffc66 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2702137'] for subnet, precommit_delete_associations {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:32.326191 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9343261a-1780-492a-9a8e-a36b5dc686d6 req-579803a9-b4c8-4c24-b57c-762910f3c8a5 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:06:32.327644 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-9343261a-1780-492a-9a8e-a36b5dc686d6 req-579803a9-b4c8-4c24-b57c-762910f3c8a5 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d35e0c4-c006-4f35-a161-1e1e4ff68e11 HTTP/1.1" status: 200 len: 946 time: 0.2423277 Jun 01 19:06:32.379063 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-699e3470-41f3-49c9-b532-797a314442a0 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:32.461127 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab8908d1-2bdd-4f30-acea-d0ceafa18318 admin admin] Network 07248134-8b73-46fb-91ff-2af4f768da88 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:06:32.462366 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-9343261a-1780-492a-9a8e-a36b5dc686d6 req-388efcdd-f6c5-453a-b3c1-f2381e1c4c1a tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e27767a-e40e-41ca-b34d-a5b7412547b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263642 Jun 01 19:06:32.465209 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-ab8908d1-2bdd-4f30-acea-d0ceafa18318 admin admin] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:06:32.466885 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-699e3470-41f3-49c9-b532-797a314442a0 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:32.472700 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-87d396cf-d4e0-4149-9da9-0610041ffc66 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:32.562301 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-699e3470-41f3-49c9-b532-797a314442a0 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:32.588157 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6979d2cf-3edd-49c8-a971-adb8b055a3c8 tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] Notify callbacks [] for port, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:32.592711 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699e3470-41f3-49c9-b532-797a314442a0 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4452a30f-3f6d-47fc-9363-012341140aeb,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:06:32.598987 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6979d2cf-3edd-49c8-a971-adb8b055a3c8 tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:32.676470 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-699e3470-41f3-49c9-b532-797a314442a0 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:32.677600 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-699e3470-41f3-49c9-b532-797a314442a0 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] 10.222.0.41 "DELETE /v2.0/security-groups/4452a30f-3f6d-47fc-9363-012341140aeb HTTP/1.1" status: 204 len: 168 time: 0.5173512 Jun 01 19:06:32.683885 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 48994) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:06:32.724370 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6979d2cf-3edd-49c8-a971-adb8b055a3c8 tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] Pushing event updated for resources: {'Port': ['ID=fc4b0fc8-d7d0-4658-9c56-47901647b71a,revision_number=2']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:06:32.774887 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-87d396cf-d4e0-4149-9da9-0610041ffc66 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2718856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3066595'] for subnet, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:32.809911 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6979d2cf-3edd-49c8-a971-adb8b055a3c8 tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887712'] for floatingip, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:32.825181 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-932d9121-c61b-4c16-8afe-24a62cd983c1 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1401703 Jun 01 19:06:32.825988 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d396cf-d4e0-4149-9da9-0610041ffc66 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Pushing event deleted for resources: {'Subnet': ['ID=c051427c-770d-4d42-b085-794fb6bb40d9,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:06:32.832112 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 48998) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:06:32.837210 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-87d396cf-d4e0-4149-9da9-0610041ffc66 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:32.843338 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80d9c008-af34-42c5-848b-69b0df834024 None None] Network 8e4ad329-9d3a-46f9-8179-85568893b967 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:06:32.846110 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-1d0b6fa5-1cac-44b6-914e-5fff34b18e3c tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Request body: {'security_group': {'name': 'tempest-secgroup--312713892'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:06:32.853520 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab8908d1-2bdd-4f30-acea-d0ceafa18318 admin admin] Router c56088fd-0921-4f20-ae44-fc6a27ad880e has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 19:06:32.859900 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-1d0b6fa5-1cac-44b6-914e-5fff34b18e3c tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:06:32.869839 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-87d396cf-d4e0-4149-9da9-0610041ffc66 tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] 10.222.0.41 "DELETE /v2.0/subnets/c051427c-770d-4d42-b085-794fb6bb40d9 HTTP/1.1" status: 204 len: 168 time: 0.8670688 Jun 01 19:06:32.870492 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-1d0b6fa5-1cac-44b6-914e-5fff34b18e3c tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Usage tracker for resource:security_group and tenant:3efa9c69ad174f15a4d0e5170829c45a is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:06:32.874398 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 49002) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:06:32.878839 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-1d0b6fa5-1cac-44b6-914e-5fff34b18e3c tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:06:32.965105 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-1d0b6fa5-1cac-44b6-914e-5fff34b18e3c tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:06:32.986959 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6979d2cf-3edd-49c8-a971-adb8b055a3c8 tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for floatingip, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:32.988902 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-6979d2cf-3edd-49c8-a971-adb8b055a3c8 tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5037878 Jun 01 19:06:32.991915 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 49010) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:06:32.998308 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-9bfa6749-a7fa-43ba-8cd2-31ffc40ee482 tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] Request body: {'floatingip': {'port_id': 'fd60ccd6-93af-4eca-b1df-4271c7ba2b7b', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:06:33.076112 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-e6877baf-56a4-46b1-9df0-4ecef0142790 None None] Provisioning complete for port 73450057-10ad-4e68-a4c7-fb277fea8603 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:06:33.076759 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-e6877baf-56a4-46b1-9df0-4ecef0142790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:33.083209 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9bfa6749-a7fa-43ba-8cd2-31ffc40ee482 tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] Notify callbacks [] for floatingip, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:33.143207 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1d0b6fa5-1cac-44b6-914e-5fff34b18e3c tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:33.148544 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e80077a-34ee-49b0-aa5c-0df33bf53e85 req-a39bb0f0-4c56-4a8f-9a98-9b2e391f9e05 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:06:33.150130 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8e80077a-34ee-49b0-aa5c-0df33bf53e85 req-a39bb0f0-4c56-4a8f-9a98-9b2e391f9e05 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d35e0c4-c006-4f35-a161-1e1e4ff68e11 HTTP/1.1" status: 200 len: 946 time: 0.3935995 Jun 01 19:06:33.182973 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-e6877baf-56a4-46b1-9df0-4ecef0142790 None None] Port 73450057-10ad-4e68-a4c7-fb277fea8603 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:06:33.225318 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-362bf20a-c991-4cb4-b742-bbfd0159a25f tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:33.267191 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9247500-013b-46e2-9570-70ba140e2622 None None] DHCP port deletion for 8e4ad329-9d3a-46f9-8179-85568893b967 request from n-d-844202-1 {{(pid=88526) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 19:06:33.269215 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-1d0b6fa5-1cac-44b6-914e-5fff34b18e3c tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:06:33.272041 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-e9247500-013b-46e2-9570-70ba140e2622 None None] Deleting port e81253ee-dcdd-432d-8f5b-c1e76f2ec9ee {{(pid=88526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:06:33.272570 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-e9247500-013b-46e2-9570-70ba140e2622 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:33.283069 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-1d0b6fa5-1cac-44b6-914e-5fff34b18e3c tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Usage tracker for resource:security_group_rule and tenant:3efa9c69ad174f15a4d0e5170829c45a is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:06:33.290602 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-1d0b6fa5-1cac-44b6-914e-5fff34b18e3c tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:06:33.290978 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8e80077a-34ee-49b0-aa5c-0df33bf53e85 req-aa63e838-c948-4862-aa97-4f6e43264d9d tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e27767a-e40e-41ca-b34d-a5b7412547b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316509 Jun 01 19:06:33.300035 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-362bf20a-c991-4cb4-b742-bbfd0159a25f tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Deleting port e81253ee-dcdd-432d-8f5b-c1e76f2ec9ee {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:06:33.300418 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-362bf20a-c991-4cb4-b742-bbfd0159a25f tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:33.338115 n-d-844202-1 neutron-server[88525]: INFO neutron.api.v2.resource [None req-9bfa6749-a7fa-43ba-8cd2-31ffc40ee482 tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] update failed (client error): The resource could not be found. Jun 01 19:06:33.339147 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-9bfa6749-a7fa-43ba-8cd2-31ffc40ee482 tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] 10.222.0.41 "PUT /v2.0/floatingips/2afe91d0-e0f0-4f4b-a2a0-7d2d0a520087 HTTP/1.1" status: 404 len: 507 time: 0.3462608 Jun 01 19:06:33.342236 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 49016) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:06:33.344160 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-1d0b6fa5-1cac-44b6-914e-5fff34b18e3c tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:06:33.361382 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab8908d1-2bdd-4f30-acea-d0ceafa18318 admin admin] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:06:33.373601 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c8d7014-bbcc-474f-8498-664fa0a77f8b None None] Sync routers for ids ['c56088fd-0921-4f20-ae44-fc6a27ad880e'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:06:33.376632 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-ab8908d1-2bdd-4f30-acea-d0ceafa18318 admin admin] 10.222.0.41 "PUT /v2.0/routers/c56088fd-0921-4f20-ae44-fc6a27ad880e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5744753 Jun 01 19:06:33.406376 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c8d7014-bbcc-474f-8498-664fa0a77f8b None None] Routers {'c56088fd-0921-4f20-ae44-fc6a27ad880e'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:06:33.407277 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-9c8d7014-bbcc-474f-8498-664fa0a77f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:06:09Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['c56088fd-0921-4f20-ae44-fc6a27ad880e'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:06:33.515931 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1d0b6fa5-1cac-44b6-914e-5fff34b18e3c tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:33.520997 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1d0b6fa5-1cac-44b6-914e-5fff34b18e3c tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:33.558653 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device b03cddfb-57da-4a1f-a3d0-5769b12d2787 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:06:33.612424 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7e0f54-bfbf-4796-8c0c-30197b2cb83f req-3eff62ab-a5a0-4b4d-8bdb-a71e86911068 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:06:33.613950 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4f7e0f54-bfbf-4796-8c0c-30197b2cb83f req-3eff62ab-a5a0-4b4d-8bdb-a71e86911068 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea289c4a-4d8d-48f3-b63e-c3fa59a4990b HTTP/1.1" status: 200 len: 945 time: 0.5394919 Jun 01 19:06:33.697710 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0b6fa5-1cac-44b6-914e-5fff34b18e3c tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=faa064fa-9ffd-409b-b49b-6ccb441323d5,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:06:33.722323 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-4b3e1e77-6bcb-4f69-a036-8a8a63552e64 tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] Deleting port fc4b0fc8-d7d0-4658-9c56-47901647b71a {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:06:33.722855 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4b3e1e77-6bcb-4f69-a036-8a8a63552e64 tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:33.772774 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-e9247500-013b-46e2-9570-70ba140e2622 None None] For port e81253ee-dcdd-432d-8f5b-c1e76f2ec9ee, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=e81253ee-dcdd-432d-8f5b-c1e76f2ec9ee,segment=NetworkSegment(943038f9-0faa-41a0-93f8-2333389ee12a),segment_id=943038f9-0faa-41a0-93f8-2333389ee12a)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:06:33.773167 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-e9247500-013b-46e2-9570-70ba140e2622 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:33.808857 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-9c8d7014-bbcc-474f-8498-664fa0a77f8b None None] Set router c56088fd-0921-4f20-ae44-fc6a27ad880e gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:06:33.826880 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa99f91-a04e-40e3-8512-642c31ca17a6 req-0ada84f2-5b05-4f07-ac33-ee3ea486a909 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:06:33.835660 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8fa99f91-a04e-40e3-8512-642c31ca17a6 req-0ada84f2-5b05-4f07-ac33-ee3ea486a909 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d35e0c4-c006-4f35-a161-1e1e4ff68e11 HTTP/1.1" status: 200 len: 946 time: 0.3269417 Jun 01 19:06:33.954893 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-e9247500-013b-46e2-9570-70ba140e2622 None None] Calling delete_port for e81253ee-dcdd-432d-8f5b-c1e76f2ec9ee owned by network:dhcp {{(pid=88526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:06:34.001517 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4f7e0f54-bfbf-4796-8c0c-30197b2cb83f req-9d1bc080-80f6-4691-8cbc-c225c5e8d90b tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a351d5c-3364-42d8-bd0d-648028a392a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3753209 Jun 01 19:06:34.003681 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1d0b6fa5-1cac-44b6-914e-5fff34b18e3c tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:34.005226 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-1d0b6fa5-1cac-44b6-914e-5fff34b18e3c tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1701953 Jun 01 19:06:34.033265 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port b03cddfb-57da-4a1f-a3d0-5769b12d2787 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:06:34.033511 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 49042) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:06:34.033988 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:34.050740 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-f69b86c6-60a5-4384-87ff-b5b71e44863a tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Request body: {'security_group': {'name': 'tempest-secgroup--604729787'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:06:34.057216 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-f69b86c6-60a5-4384-87ff-b5b71e44863a tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:06:34.063893 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-f69b86c6-60a5-4384-87ff-b5b71e44863a tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Usage tracker for resource:security_group and tenant:3efa9c69ad174f15a4d0e5170829c45a is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:06:34.067439 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-f69b86c6-60a5-4384-87ff-b5b71e44863a tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:06:34.073338 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-f69b86c6-60a5-4384-87ff-b5b71e44863a tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:06:34.100785 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8fa99f91-a04e-40e3-8512-642c31ca17a6 req-b45bb147-4b4f-4905-840e-a1d456673270 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e27767a-e40e-41ca-b34d-a5b7412547b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2641199 Jun 01 19:06:34.122734 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [None req-362bf20a-c991-4cb4-b742-bbfd0159a25f tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] For port e81253ee-dcdd-432d-8f5b-c1e76f2ec9ee, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=e81253ee-dcdd-432d-8f5b-c1e76f2ec9ee,segment=NetworkSegment(943038f9-0faa-41a0-93f8-2333389ee12a),segment_id=943038f9-0faa-41a0-93f8-2333389ee12a)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:06:34.122734 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-362bf20a-c991-4cb4-b742-bbfd0159a25f tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:34.129932 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d5e0dd3c-e872-4166-8288-d8c7a182dc96 req-0301b3eb-532b-4dbe-9674-7d6979cc561b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4d35e0c4-c006-4f35-a161-1e1e4ff68e11&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6801403 Jun 01 19:06:34.152994 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f69b86c6-60a5-4384-87ff-b5b71e44863a tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:34.214048 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-f69b86c6-60a5-4384-87ff-b5b71e44863a tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:06:34.229065 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-f69b86c6-60a5-4384-87ff-b5b71e44863a tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Usage tracker for resource:security_group_rule and tenant:3efa9c69ad174f15a4d0e5170829c45a is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:06:34.233267 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-f69b86c6-60a5-4384-87ff-b5b71e44863a tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:06:34.236253 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-e9247500-013b-46e2-9570-70ba140e2622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535'] for port, after_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:34.251945 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-f69b86c6-60a5-4384-87ff-b5b71e44863a tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:06:34.289035 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9247500-013b-46e2-9570-70ba140e2622 None None] No DVR routers for this DVR port e81253ee-dcdd-432d-8f5b-c1e76f2ec9ee on host n-d-844202-1 {{(pid=88526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:06:34.326085 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9247500-013b-46e2-9570-70ba140e2622 None None] Pushing event deleted for resources: {'Port': ['ID=e81253ee-dcdd-432d-8f5b-c1e76f2ec9ee,revision_number=None']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:06:34.375664 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-362bf20a-c991-4cb4-b742-bbfd0159a25f tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Calling delete_port for e81253ee-dcdd-432d-8f5b-c1e76f2ec9ee owned by network:dhcp {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:06:34.376133 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f69b86c6-60a5-4384-87ff-b5b71e44863a tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:34.427887 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port b03cddfb-57da-4a1f-a3d0-5769b12d2787 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:06:34.445038 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-9c8d7014-bbcc-474f-8498-664fa0a77f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c56088fd-0921-4f20-ae44-fc6a27ad880e', 'name': 'tempest-TestVolumeBackupRestore-218628409-router', 'tenant_id': '5031b698c6494d89a6245175c10bcbb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.64'}], 'enable_snat': True}, 'gw_port_id': 'b03cddfb-57da-4a1f-a3d0-5769b12d2787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:06:20Z', 'updated_at': '2022-06-01T19:06:31Z', 'revision_number': 4, 'project_id': '5031b698c6494d89a6245175c10bcbb9', 'gw_port': {'id': 'b03cddfb-57da-4a1f-a3d0-5769b12d2787', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ba:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c56088fd-0921-4f20-ae44-fc6a27ad880e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2539, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:06:23Z', 'updated_at': '2022-06-01T19:06:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '73450057-10ad-4e68-a4c7-fb277fea8603', 'name': '', 'network_id': '07248134-8b73-46fb-91ff-2af4f768da88', 'tenant_id': '5031b698c6494d89a6245175c10bcbb9', 'mac_address': 'fa:16:3e:3a:e6:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c56088fd-0921-4f20-ae44-fc6a27ad880e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2546, 'fixed_ips': [{'subnet_id': 'ec6536ee-79bd-4e23-b6dd-85ac516aa1d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:06:28Z', 'updated_at': '2022-06-01T19:06:31Z', 'revision_number': 2, 'project_id': '5031b698c6494d89a6245175c10bcbb9', 'subnets': [{'id': 'ec6536ee-79bd-4e23-b6dd-85ac516aa1d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:06:34.461881 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c8d7014-bbcc-474f-8498-664fa0a77f8b None None] Checking router: c56088fd-0921-4f20-ae44-fc6a27ad880e for host: n-d-844202-1 {{(pid=88527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 19:06:34.464622 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c8d7014-bbcc-474f-8498-664fa0a77f8b None None] Updating router c56088fd-0921-4f20-ae44-fc6a27ad880e port 73450057-10ad-4e68-a4c7-fb277fea8603 binding host n-d-844202-1 {{(pid=88527) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 19:06:34.473425 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f69b86c6-60a5-4384-87ff-b5b71e44863a tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:34.523422 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device e81253ee-dcdd-432d-8f5b-c1e76f2ec9ee no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:06:34.552148 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.db.api [None req-362bf20a-c991-4cb4-b742-bbfd0159a25f tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88524) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 19:06:34.552888 n-d-844202-1 neutron-server[88524]: DEBUG oslo_db.api [None req-362bf20a-c991-4cb4-b742-bbfd0159a25f tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 19:06:34.558745 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-9c8d7014-bbcc-474f-8498-664fa0a77f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:34.571268 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: e81253ee-dcdd-432d-8f5b-c1e76f2ec9ee {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:06:34.571612 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device e81253ee-dcdd-432d-8f5b-c1e76f2ec9ee not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:06:34.585283 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4b3e1e77-6bcb-4f69-a036-8a8a63552e64 tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:34.585610 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4b3e1e77-6bcb-4f69-a036-8a8a63552e64 tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:34.602693 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69b86c6-60a5-4384-87ff-b5b71e44863a tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c18bbe70-818b-46af-9116-3145799acd88,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:06:34.745054 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-4b3e1e77-6bcb-4f69-a036-8a8a63552e64 tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] Calling delete_port for fc4b0fc8-d7d0-4658-9c56-47901647b71a owned by network:floatingip {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:06:34.773406 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f69b86c6-60a5-4384-87ff-b5b71e44863a tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:34.778108 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 49074) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:06:34.787229 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-f69b86c6-60a5-4384-87ff-b5b71e44863a tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7450244 Jun 01 19:06:34.789748 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-b7548b48-45c8-4b67-88a8-2d0e873db191 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Request body: {'security_group_rule': {'security_group_id': 'faa064fa-9ffd-409b-b49b-6ccb441323d5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'c18bbe70-818b-46af-9116-3145799acd88', 'remote_ip_prefix': None}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:06:34.800826 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-b7548b48-45c8-4b67-88a8-2d0e873db191 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:06:34.806700 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-b7548b48-45c8-4b67-88a8-2d0e873db191 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Usage tracker for resource:security_group_rule and tenant:3efa9c69ad174f15a4d0e5170829c45a is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:06:34.812427 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-b7548b48-45c8-4b67-88a8-2d0e873db191 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:06:34.822147 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-b7548b48-45c8-4b67-88a8-2d0e873db191 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:06:34.830890 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7539c921-f97e-4844-9de4-0a08ae58d6f8 req-fb80ff0b-6fd4-45df-ac62-97b677356fbc tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:06:34.839621 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-7539c921-f97e-4844-9de4-0a08ae58d6f8 req-fb80ff0b-6fd4-45df-ac62-97b677356fbc tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d35e0c4-c006-4f35-a161-1e1e4ff68e11 HTTP/1.1" status: 200 len: 946 time: 0.4248903 Jun 01 19:06:34.848985 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b7548b48-45c8-4b67-88a8-2d0e873db191 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:34.872863 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e0dd3c-e872-4166-8288-d8c7a182dc96 req-e78745c8-9fab-4785-a2fc-2b22c49fdd8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:06:34.874302 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d5e0dd3c-e872-4166-8288-d8c7a182dc96 req-e78745c8-9fab-4785-a2fc-2b22c49fdd8c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4e20c5bd79fa44728efb622f29d6160e&device_id=4d35e0c4-c006-4f35-a161-1e1e4ff68e11 HTTP/1.1" status: 200 len: 1097 time: 0.4967339 Jun 01 19:06:34.947079 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-7539c921-f97e-4844-9de4-0a08ae58d6f8 req-7a0d847c-3fd4-43ac-bf7f-c1f89ff5aca2 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e27767a-e40e-41ca-b34d-a5b7412547b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014769 Jun 01 19:06:34.988756 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b7548b48-45c8-4b67-88a8-2d0e873db191 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:34.996554 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-9c8d7014-bbcc-474f-8498-664fa0a77f8b None None] Notify callbacks [] for port, precommit_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:34.997975 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b7548b48-45c8-4b67-88a8-2d0e873db191 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:35.013506 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.provisioning_blocks [None req-9c8d7014-bbcc-474f-8498-664fa0a77f8b None None] Transition to ACTIVE for port object 73450057-10ad-4e68-a4c7-fb277fea8603 will not be triggered until provisioned by entity L2. {{(pid=88527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:06:35.024830 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-9c8d7014-bbcc-474f-8498-664fa0a77f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:35.071785 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-362bf20a-c991-4cb4-b742-bbfd0159a25f tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Deleting port e81253ee-dcdd-432d-8f5b-c1e76f2ec9ee {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:06:35.072640 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-362bf20a-c991-4cb4-b742-bbfd0159a25f tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:35.212584 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b7548b48-45c8-4b67-88a8-2d0e873db191 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:35.216435 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-b7548b48-45c8-4b67-88a8-2d0e873db191 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4341950 Jun 01 19:06:35.228214 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 49112) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:06:35.230199 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7548b48-45c8-4b67-88a8-2d0e873db191 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=755f1597-c961-4303-998f-d5d6d3d7c476,revision_number=0']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:06:35.263441 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034af226-bb4f-4718-a56e-6edfabddcd51 None None] Pushing event updated for resources: {'Port': ['ID=73450057-10ad-4e68-a4c7-fb277fea8603,revision_number=3']} {{(pid=88527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:06:35.306248 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-362bf20a-c991-4cb4-b742-bbfd0159a25f tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] The port 'e81253ee-dcdd-432d-8f5b-c1e76f2ec9ee' was deleted {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 01 19:06:35.353893 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ca4ad114-1942-4a9d-8182-b0b238229516 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:35.363227 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-9c8d7014-bbcc-474f-8498-664fa0a77f8b None None] Attempting to bind port 73450057-10ad-4e68-a4c7-fb277fea8603 on host n-d-844202-1 for vnic_type normal with profile {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:06:35.363685 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-9c8d7014-bbcc-474f-8498-664fa0a77f8b None None] Attempting to bind port 73450057-10ad-4e68-a4c7-fb277fea8603 by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': '7e5d682d-e659-4921-a647-7ad5e979c7d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '07248134-8b73-46fb-91ff-2af4f768da88'}] {{(pid=88527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:06:35.363948 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8d7014-bbcc-474f-8498-664fa0a77f8b None None] Attempting to bind port 73450057-10ad-4e68-a4c7-fb277fea8603 on network 07248134-8b73-46fb-91ff-2af4f768da88 {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:06:35.377577 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8d7014-bbcc-474f-8498-664fa0a77f8b None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 6, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:06:35.378081 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8d7014-bbcc-474f-8498-664fa0a77f8b None None] Checking segment: {'id': '7e5d682d-e659-4921-a647-7ad5e979c7d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '07248134-8b73-46fb-91ff-2af4f768da88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:06:35.378364 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-9c8d7014-bbcc-474f-8498-664fa0a77f8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:35.378745 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8d7014-bbcc-474f-8498-664fa0a77f8b None None] Bound using segment: {'id': '7e5d682d-e659-4921-a647-7ad5e979c7d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '07248134-8b73-46fb-91ff-2af4f768da88'} {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:06:35.379352 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-9c8d7014-bbcc-474f-8498-664fa0a77f8b None None] Bound port: 73450057-10ad-4e68-a4c7-fb277fea8603, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e5d682d-e659-4921-a647-7ad5e979c7d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '07248134-8b73-46fb-91ff-2af4f768da88'}}] {{(pid=88527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:06:35.379734 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-9c8d7014-bbcc-474f-8498-664fa0a77f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:35.400337 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ca4ad114-1942-4a9d-8182-b0b238229516 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:35.493498 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.db [None req-9c8d7014-bbcc-474f-8498-664fa0a77f8b None None] For port 73450057-10ad-4e68-a4c7-fb277fea8603, host n-d-844202-1, cleared binding levels {{(pid=88527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:06:35.499705 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.db [None req-9c8d7014-bbcc-474f-8498-664fa0a77f8b None None] For port 73450057-10ad-4e68-a4c7-fb277fea8603, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=73450057-10ad-4e68-a4c7-fb277fea8603,segment=NetworkSegment(7e5d682d-e659-4921-a647-7ad5e979c7d2),segment_id=7e5d682d-e659-4921-a647-7ad5e979c7d2)] {{(pid=88527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:06:35.508269 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-9c8d7014-bbcc-474f-8498-664fa0a77f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:35.525900 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-362bf20a-c991-4cb4-b742-bbfd0159a25f tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:35.544916 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378788c5-09b4-4fb1-9a55-7bb351907024 req-35bc023b-d016-494a-9c20-e45bff580dce tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:06:35.547276 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-378788c5-09b4-4fb1-9a55-7bb351907024 req-35bc023b-d016-494a-9c20-e45bff580dce tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d35e0c4-c006-4f35-a161-1e1e4ff68e11 HTTP/1.1" status: 200 len: 946 time: 0.3820713 Jun 01 19:06:35.552889 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ca4ad114-1942-4a9d-8182-b0b238229516 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:35.609483 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ca4ad114-1942-4a9d-8182-b0b238229516 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:35.610561 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-ca4ad114-1942-4a9d-8182-b0b238229516 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/755f1597-c961-4303-998f-d5d6d3d7c476 HTTP/1.1" status: 204 len: 168 time: 0.3776815 Jun 01 19:06:35.615737 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e0dd3c-e872-4166-8288-d8c7a182dc96 req-ad8e4717-d8f7-47d9-90a8-957f0802866c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:06:35.618357 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d5e0dd3c-e872-4166-8288-d8c7a182dc96 req-ad8e4717-d8f7-47d9-90a8-957f0802866c service neutron] 10.222.0.15 "GET /v2.0/networks?id=9872ab5d-59e4-43b1-8dfc-1ca5e239e8ce HTTP/1.1" status: 200 len: 914 time: 0.7114844 Jun 01 19:06:35.619796 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 49116) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:06:35.621866 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c8d7014-bbcc-474f-8498-664fa0a77f8b None None] Routers {'c56088fd-0921-4f20-ae44-fc6a27ad880e'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:06:35.622576 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-9c8d7014-bbcc-474f-8498-664fa0a77f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:06:09Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['c56088fd-0921-4f20-ae44-fc6a27ad880e'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:06:35.641909 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-378788c5-09b4-4fb1-9a55-7bb351907024 req-8a448eb9-5e66-42f9-9c85-7a2f72773cce tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e27767a-e40e-41ca-b34d-a5b7412547b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590119 Jun 01 19:06:35.642676 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4ad114-1942-4a9d-8182-b0b238229516 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=755f1597-c961-4303-998f-d5d6d3d7c476,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:06:35.649245 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-362bf20a-c991-4cb4-b742-bbfd0159a25f tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e4ad329-9d3a-46f9-8179-85568893b967']}} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:06:35.650515 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4b3e1e77-6bcb-4f69-a036-8a8a63552e64 tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:35.669524 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-362bf20a-c991-4cb4-b742-bbfd0159a25f tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '943038f9-0faa-41a0-93f8-2333389ee12a') {'for_net_delete': True} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:06:35.669902 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-362bf20a-c991-4cb4-b742-bbfd0159a25f tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '943038f9-0faa-41a0-93f8-2333389ee12a') {} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:06:35.701753 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-362bf20a-c991-4cb4-b742-bbfd0159a25f tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2702126'] for segment, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:35.728121 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-362bf20a-c991-4cb4-b742-bbfd0159a25f tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:35.733449 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034af226-bb4f-4718-a56e-6edfabddcd51 None None] Pushing event updated for resources: {'Port': ['ID=73450057-10ad-4e68-a4c7-fb277fea8603,revision_number=4']} {{(pid=88527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:06:35.757052 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-362bf20a-c991-4cb4-b742-bbfd0159a25f tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=88524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 19:06:35.757598 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-362bf20a-c991-4cb4-b742-bbfd0159a25f tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2719018'] for segment, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:35.878760 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment 943038f9-0faa-41a0-93f8-2333389ee12a resource provider aggregate not found Jun 01 19:06:35.946409 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment 943038f9-0faa-41a0-93f8-2333389ee12a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 943038f9-0faa-41a0-93f8-2333389ee12a found for delete ", "request_id": "req-1d25efe2-fa73-434f-b89c-c79ce084ed9b"}]} Jun 01 19:06:35.956284 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-9c8d7014-bbcc-474f-8498-664fa0a77f8b None None] Set router c56088fd-0921-4f20-ae44-fc6a27ad880e gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:06:35.976581 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-362bf20a-c991-4cb4-b742-bbfd0159a25f tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:36.019876 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3e1e77-6bcb-4f69-a036-8a8a63552e64 tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] Pushing event deleted for resources: {'Port': ['ID=fc4b0fc8-d7d0-4658-9c56-47901647b71a,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:06:36.075772 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d5e0dd3c-e872-4166-8288-d8c7a182dc96 req-ea5939ba-8fe5-4d6f-bceb-05a750088ba6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=86d4595b-e8db-4a4c-b6f0-57c1d6666091 HTTP/1.1" status: 200 len: 217 time: 0.4131889 Jun 01 19:06:36.098885 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-362bf20a-c991-4cb4-b742-bbfd0159a25f tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Notify callbacks [] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:36.112085 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362bf20a-c991-4cb4-b742-bbfd0159a25f tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] Pushing event deleted for resources: {'Network': ['ID=8e4ad329-9d3a-46f9-8179-85568893b967,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:06:36.117049 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-362bf20a-c991-4cb4-b742-bbfd0159a25f tempest-ServersTestMultiNic-261267145 tempest-ServersTestMultiNic-261267145-project] 10.222.0.41 "DELETE /v2.0/networks/8e4ad329-9d3a-46f9-8179-85568893b967 HTTP/1.1" status: 204 len: 168 time: 3.2416692 Jun 01 19:06:36.174804 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d3c8b1-e7fb-4872-a952-fb68b5870990 req-e0a7f4a0-b162-4bae-97c8-c4385a5e94d0 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:06:36.179593 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b8d3c8b1-e7fb-4872-a952-fb68b5870990 req-e0a7f4a0-b162-4bae-97c8-c4385a5e94d0 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d35e0c4-c006-4f35-a161-1e1e4ff68e11 HTTP/1.1" status: 200 len: 946 time: 0.1390553 Jun 01 19:06:36.225999 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-f416f54e-ac05-4ce7-a9bf-ea79fd9aec7b tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Synchronizing usage tracker for tenant:3efa9c69ad174f15a4d0e5170829c45a on resource:security_group_rule {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:06:36.236091 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f043b57a-fa0e-4d95-bb56-68dee92e2a90 req-19958e4e-146e-4d7b-9a24-f99618155fe6 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:06:36.237781 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f043b57a-fa0e-4d95-bb56-68dee92e2a90 req-19958e4e-146e-4d7b-9a24-f99618155fe6 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea289c4a-4d8d-48f3-b63e-c3fa59a4990b HTTP/1.1" status: 200 len: 945 time: 0.8178000 Jun 01 19:06:36.243536 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b8d3c8b1-e7fb-4872-a952-fb68b5870990 req-73ec4c63-cb55-4ad5-824f-142359f7dcfc tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e27767a-e40e-41ca-b34d-a5b7412547b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582004 Jun 01 19:06:36.282100 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4b3e1e77-6bcb-4f69-a036-8a8a63552e64 tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] Notify callbacks [] for floatingip, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:36.286374 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e0dd3c-e872-4166-8288-d8c7a182dc96 req-e591597a-b747-4b19-a583-e19e2a116366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:06:36.287836 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d5e0dd3c-e872-4166-8288-d8c7a182dc96 req-e591597a-b747-4b19-a583-e19e2a116366 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=969bae19-2b90-42ed-a4ac-a4a59eaa870c HTTP/1.1" status: 200 len: 853 time: 0.2004964 Jun 01 19:06:36.345000 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-f416f54e-ac05-4ce7-a9bf-ea79fd9aec7b tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Unset dirty status for tenant:3efa9c69ad174f15a4d0e5170829c45a on resource:security_group_rule {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:06:36.346407 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-f416f54e-ac05-4ce7-a9bf-ea79fd9aec7b tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.7252147 Jun 01 19:06:36.350192 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 49134) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:06:36.373860 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4b3e1e77-6bcb-4f69-a036-8a8a63552e64 tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for floatingip, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:36.375189 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-4b3e1e77-6bcb-4f69-a036-8a8a63552e64 tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] 10.222.0.41 "DELETE /v2.0/floatingips/2afe91d0-e0f0-4f4b-a2a0-7d2d0a520087 HTTP/1.1" status: 204 len: 168 time: 3.0317738 Jun 01 19:06:36.377838 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d5e0dd3c-e872-4166-8288-d8c7a182dc96 req-3cae966e-1b49-4e50-9815-36469ea68ae6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9872ab5d-59e4-43b1-8dfc-1ca5e239e8ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0756199 Jun 01 19:06:36.386837 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f043b57a-fa0e-4d95-bb56-68dee92e2a90 req-d11a1cf5-5fe3-4f5e-ad1f-db411b88354a tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a351d5c-3364-42d8-bd0d-648028a392a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401269 Jun 01 19:06:36.412131 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 49140) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:06:36.421018 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-9b73c19d-8fbb-487f-8099-6f0f81df74d2 tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] Request body: {'floatingip': {'floating_network_id': '7b7743e4-de78-4271-a75c-75390c6bee4a', 'port_id': 'fd60ccd6-93af-4eca-b1df-4271c7ba2b7b', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:06:36.452180 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-31118c97-5a75-454b-be67-b225c93d6e26 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:36.496162 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-31118c97-5a75-454b-be67-b225c93d6e26 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:36.518643 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-9b73c19d-8fbb-487f-8099-6f0f81df74d2 tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:06:36.526608 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-9c8d7014-bbcc-474f-8498-664fa0a77f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c56088fd-0921-4f20-ae44-fc6a27ad880e', 'name': 'tempest-TestVolumeBackupRestore-218628409-router', 'tenant_id': '5031b698c6494d89a6245175c10bcbb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.64'}], 'enable_snat': True}, 'gw_port_id': 'b03cddfb-57da-4a1f-a3d0-5769b12d2787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:06:20Z', 'updated_at': '2022-06-01T19:06:31Z', 'revision_number': 4, 'project_id': '5031b698c6494d89a6245175c10bcbb9', 'gw_port': {'id': 'b03cddfb-57da-4a1f-a3d0-5769b12d2787', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ba:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c56088fd-0921-4f20-ae44-fc6a27ad880e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2539, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:06:23Z', 'updated_at': '2022-06-01T19:06:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '73450057-10ad-4e68-a4c7-fb277fea8603', 'name': '', 'network_id': '07248134-8b73-46fb-91ff-2af4f768da88', 'tenant_id': '5031b698c6494d89a6245175c10bcbb9', 'mac_address': 'fa:16:3e:3a:e6:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c56088fd-0921-4f20-ae44-fc6a27ad880e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2546, 'fixed_ips': [{'subnet_id': 'ec6536ee-79bd-4e23-b6dd-85ac516aa1d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:06:28Z', 'updated_at': '2022-06-01T19:06:35Z', 'revision_number': 4, 'project_id': '5031b698c6494d89a6245175c10bcbb9', 'subnets': [{'id': 'ec6536ee-79bd-4e23-b6dd-85ac516aa1d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:06:36.538089 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c8d7014-bbcc-474f-8498-664fa0a77f8b None None] The sync data for ids ['c56088fd-0921-4f20-ae44-fc6a27ad880e'] in n-d-844202-1 is: [{'id': 'c56088fd-0921-4f20-ae44-fc6a27ad880e', 'name': 'tempest-TestVolumeBackupRestore-218628409-router', 'tenant_id': '5031b698c6494d89a6245175c10bcbb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.64'}], 'enable_snat': True}, 'gw_port_id': 'b03cddfb-57da-4a1f-a3d0-5769b12d2787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:06:20Z', 'updated_at': '2022-06-01T19:06:31Z', 'revision_number': 4, 'project_id': '5031b698c6494d89a6245175c10bcbb9', 'gw_port': {'id': 'b03cddfb-57da-4a1f-a3d0-5769b12d2787', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ba:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c56088fd-0921-4f20-ae44-fc6a27ad880e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2539, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:06:23Z', 'updated_at': '2022-06-01T19:06:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '73450057-10ad-4e68-a4c7-fb277fea8603', 'name': '', 'network_id': '07248134-8b73-46fb-91ff-2af4f768da88', 'tenant_id': '5031b698c6494d89a6245175c10bcbb9', 'mac_address': 'fa:16:3e:3a:e6:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c56088fd-0921-4f20-ae44-fc6a27ad880e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2546, 'fixed_ips': [{'subnet_id': 'ec6536ee-79bd-4e23-b6dd-85ac516aa1d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:06:28Z', 'updated_at': '2022-06-01T19:06:35Z', 'revision_number': 4, 'project_id': '5031b698c6494d89a6245175c10bcbb9', 'subnets': [{'id': 'ec6536ee-79bd-4e23-b6dd-85ac516aa1d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:06:36.542785 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-9b73c19d-8fbb-487f-8099-6f0f81df74d2 tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] Usage tracker for resource:floatingip and tenant:e438cfe8c82e40749f1e9a22644d5078 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:06:36.551988 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-9b73c19d-8fbb-487f-8099-6f0f81df74d2 tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:06:36.562344 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-9b73c19d-8fbb-487f-8099-6f0f81df74d2 tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:06:36.595816 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9b73c19d-8fbb-487f-8099-6f0f81df74d2 tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] Notify callbacks [] for floatingip, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:36.710858 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-31118c97-5a75-454b-be67-b225c93d6e26 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:36.745466 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d5e0dd3c-e872-4166-8288-d8c7a182dc96 req-4405c1ab-9fe3-4362-a0d7-50d29fb29f26 service neutron] 10.222.0.15 "GET /v2.0/networks/9872ab5d-59e4-43b1-8dfc-1ca5e239e8ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3575439 Jun 01 19:06:36.763936 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31118c97-5a75-454b-be67-b225c93d6e26 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c18bbe70-818b-46af-9116-3145799acd88,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:06:36.776390 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 49150) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:06:36.899949 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c76585-b864-4f5d-abcf-c96d1e59563a req-c52f8a75-9cb9-4c41-a9ea-fe9f57d16337 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:06:36.901662 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f4c76585-b864-4f5d-abcf-c96d1e59563a req-c52f8a75-9cb9-4c41-a9ea-fe9f57d16337 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d35e0c4-c006-4f35-a161-1e1e4ff68e11 HTTP/1.1" status: 200 len: 946 time: 0.3473577 Jun 01 19:06:36.902772 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-31118c97-5a75-454b-be67-b225c93d6e26 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:36.906184 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-31118c97-5a75-454b-be67-b225c93d6e26 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] 10.222.0.41 "DELETE /v2.0/security-groups/c18bbe70-818b-46af-9116-3145799acd88 HTTP/1.1" status: 204 len: 168 time: 0.5526555 Jun 01 19:06:36.907333 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 49156) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:06:37.053491 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d5e0dd3c-e872-4166-8288-d8c7a182dc96 req-28438aba-8d53-48ee-aa81-0d54ef5d1fad service neutron] 10.222.0.15 "GET /v2.0/networks/9872ab5d-59e4-43b1-8dfc-1ca5e239e8ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2910762 Jun 01 19:06:37.103377 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-a4f2e22d-79ed-44a1-97d0-b517b71d8491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:37.146826 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f4c76585-b864-4f5d-abcf-c96d1e59563a req-48079b0e-b922-455d-b762-c6ee2c1d2e83 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e27767a-e40e-41ca-b34d-a5b7412547b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2376699 Jun 01 19:06:37.201310 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-dbde0d8a-527f-4778-ad8c-a9ee83cc948c tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Synchronizing usage tracker for tenant:3efa9c69ad174f15a4d0e5170829c45a on resource:security_group {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:06:37.226190 n-d-844202-1 neutron-server[88525]: INFO neutron.api.v2.resource [None req-9b73c19d-8fbb-487f-8099-6f0f81df74d2 tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 01 19:06:37.227555 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-9b73c19d-8fbb-487f-8099-6f0f81df74d2 tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.8143358 Jun 01 19:06:37.232995 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d7d5b7-8091-4bba-b92c-9b3dbb1502e9 req-27bee529-e720-4ced-b23b-8351194d5852 tempest-TestNetworkAdvancedServerOps-1915190974 tempest-TestNetworkAdvancedServerOps-1915190974-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:06:37.234469 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-23d7d5b7-8091-4bba-b92c-9b3dbb1502e9 req-27bee529-e720-4ced-b23b-8351194d5852 tempest-TestNetworkAdvancedServerOps-1915190974 tempest-TestNetworkAdvancedServerOps-1915190974-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=4686d426-f02a-4d1b-a91a-3a5689dd3b48 HTTP/1.1" status: 200 len: 1097 time: 0.2439432 Jun 01 19:06:37.235953 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 49164) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:06:37.242715 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-bef1e373-0bd4-4ce8-a03a-7e623ec6ea3b tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] Request body: {'floatingip': {'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'port_id': 'fd60ccd6-93af-4eca-b1df-4271c7ba2b7b', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:06:37.267829 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-dbde0d8a-527f-4778-ad8c-a9ee83cc948c tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Unset dirty status for tenant:3efa9c69ad174f15a4d0e5170829c45a on resource:security_group {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:06:37.272745 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-dbde0d8a-527f-4778-ad8c-a9ee83cc948c tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.3594756 Jun 01 19:06:37.273455 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 49168) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:06:37.276204 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-bef1e373-0bd4-4ce8-a03a-7e623ec6ea3b tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:06:37.304643 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-bef1e373-0bd4-4ce8-a03a-7e623ec6ea3b tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] Usage tracker for resource:floatingip and tenant:e438cfe8c82e40749f1e9a22644d5078 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:06:37.346090 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-bef1e373-0bd4-4ce8-a03a-7e623ec6ea3b tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:06:37.368776 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-bef1e373-0bd4-4ce8-a03a-7e623ec6ea3b tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:06:37.392458 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-23d7d5b7-8091-4bba-b92c-9b3dbb1502e9 req-449bb508-dbd8-4def-94dc-656f54d5cfab tempest-TestNetworkAdvancedServerOps-1915190974 tempest-TestNetworkAdvancedServerOps-1915190974-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=5040cb58-24af-44ab-a8bd-126074c76b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1412921 Jun 01 19:06:37.408480 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-bef1e373-0bd4-4ce8-a03a-7e623ec6ea3b tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] Notify callbacks [] for floatingip, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:37.437963 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 49178) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:06:37.630137 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 73450057-10ad-4e68-a4c7-fb277fea8603 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:06:37.684008 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-194e9ef9-a8c7-4118-ae42-62032b01a29b tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:37.728982 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-194e9ef9-a8c7-4118-ae42-62032b01a29b tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:37.739959 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port 73450057-10ad-4e68-a4c7-fb277fea8603 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:06:37.748996 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 73450057-10ad-4e68-a4c7-fb277fea8603 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:06:37.749743 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:37.897589 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 73450057-10ad-4e68-a4c7-fb277fea8603 is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:06:37.898229 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:37.975121 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port 73450057-10ad-4e68-a4c7-fb277fea8603, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=73450057-10ad-4e68-a4c7-fb277fea8603,segment=NetworkSegment(7e5d682d-e659-4921-a647-7ad5e979c7d2),segment_id=7e5d682d-e659-4921-a647-7ad5e979c7d2)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:06:37.980906 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:38.139314 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a55c2cf-850f-4c73-bcf0-a0f272471a43 req-62fd4782-ba3e-46d7-86a1-e38ac45d7ae0 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:06:38.139761 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=73450057-10ad-4e68-a4c7-fb277fea8603,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:06:38.141371 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5a55c2cf-850f-4c73-bcf0-a0f272471a43 req-62fd4782-ba3e-46d7-86a1-e38ac45d7ae0 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d35e0c4-c006-4f35-a161-1e1e4ff68e11 HTTP/1.1" status: 200 len: 946 time: 0.4050345 Jun 01 19:06:38.152775 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:06:38.153639 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:06:38.154805 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:06:38.155847 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:06:38.156183 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:06:38.156570 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:06:38.157058 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:06:38.157682 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:06:38.158197 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:06:38.158722 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:06:38.159565 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:06:38.160341 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:06:38.233329 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5a55c2cf-850f-4c73-bcf0-a0f272471a43 req-3d7f7ed8-fe9b-4bc7-a9c9-a1bb200a369e tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e27767a-e40e-41ca-b34d-a5b7412547b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835016 Jun 01 19:06:38.351483 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8fbfca65-bdd5-4e08-96b9-cc772067f0de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-887474'] for router_interface, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:38.395274 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-e9cd2375-4d2f-49e1-aa35-c4201304962c tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Deleting port af2b0aec-79ea-4db4-81de-3c81adbfbb1f {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:06:38.396238 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e9cd2375-4d2f-49e1-aa35-c4201304962c tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:38.490850 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-194e9ef9-a8c7-4118-ae42-62032b01a29b tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:38.541472 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194e9ef9-a8c7-4118-ae42-62032b01a29b tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=faa064fa-9ffd-409b-b49b-6ccb441323d5,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:06:38.628892 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0962fa5b-45c6-469b-a554-0172fbfaf7ee req-0ffe3895-aecd-40a4-94fe-0a0feea32986 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:06:38.630759 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-0962fa5b-45c6-469b-a554-0172fbfaf7ee req-0ffe3895-aecd-40a4-94fe-0a0feea32986 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea289c4a-4d8d-48f3-b63e-c3fa59a4990b HTTP/1.1" status: 200 len: 945 time: 0.8867562 Jun 01 19:06:38.640181 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-bef1e373-0bd4-4ce8-a03a-7e623ec6ea3b tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:38.692111 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-194e9ef9-a8c7-4118-ae42-62032b01a29b tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:38.694723 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-194e9ef9-a8c7-4118-ae42-62032b01a29b tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] 10.222.0.41 "DELETE /v2.0/security-groups/faa064fa-9ffd-409b-b49b-6ccb441323d5 HTTP/1.1" status: 204 len: 168 time: 1.4146266 Jun 01 19:06:38.699993 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 49186) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:06:38.731459 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789d557f-f13b-4beb-8cd5-3217d43b832a req-97aa3e2d-3603-4f87-a028-623e3b21c597 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:06:38.732985 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-789d557f-f13b-4beb-8cd5-3217d43b832a req-97aa3e2d-3603-4f87-a028-623e3b21c597 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d35e0c4-c006-4f35-a161-1e1e4ff68e11 HTTP/1.1" status: 200 len: 946 time: 0.3047423 Jun 01 19:06:38.803074 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-789d557f-f13b-4beb-8cd5-3217d43b832a req-34bad979-2436-4a0b-b612-b6de795dc707 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e27767a-e40e-41ca-b34d-a5b7412547b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566478 Jun 01 19:06:38.828905 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-0962fa5b-45c6-469b-a554-0172fbfaf7ee req-30b6c9d3-a404-443c-b2f0-e65e13c44946 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a351d5c-3364-42d8-bd0d-648028a392a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918006 Jun 01 19:06:38.890802 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e9cd2375-4d2f-49e1-aa35-c4201304962c tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:38.891267 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e9cd2375-4d2f-49e1-aa35-c4201304962c tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:38.900143 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-8fbfca65-bdd5-4e08-96b9-cc772067f0de admin admin] Deleting port 4e35d64b-a703-4a7b-acbd-fc0ee618a0ef {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:06:38.900628 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8fbfca65-bdd5-4e08-96b9-cc772067f0de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:39.072448 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-e9cd2375-4d2f-49e1-aa35-c4201304962c tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Calling delete_port for af2b0aec-79ea-4db4-81de-3c81adbfbb1f owned by network:floatingip {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:06:39.121014 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [None req-8fbfca65-bdd5-4e08-96b9-cc772067f0de admin admin] For port 4e35d64b-a703-4a7b-acbd-fc0ee618a0ef, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=4e35d64b-a703-4a7b-acbd-fc0ee618a0ef,segment=NetworkSegment(59154755-7466-4ae2-b3be-55398d8bd378),segment_id=59154755-7466-4ae2-b3be-55398d8bd378)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:06:39.121375 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8fbfca65-bdd5-4e08-96b9-cc772067f0de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:39.128309 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-3653d02a-aceb-4738-b6c1-e8dc54a3ebe5 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Synchronizing usage tracker for tenant:3efa9c69ad174f15a4d0e5170829c45a on resource:security_group {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:06:39.173391 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [None req-bef1e373-0bd4-4ce8-a03a-7e623ec6ea3b tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] Allocated IP 172.25.4.195 (72a72e44-6845-488a-a5ff-3a26d4df9cb3/c314a23b-daa2-4106-ab28-8e6f954277b2/245c7d85-8ed4-4940-95f8-0e8795036f7f) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:06:39.195193 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-3653d02a-aceb-4738-b6c1-e8dc54a3ebe5 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Unset dirty status for tenant:3efa9c69ad174f15a4d0e5170829c45a on resource:security_group {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:06:39.196516 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-3653d02a-aceb-4738-b6c1-e8dc54a3ebe5 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4932766 Jun 01 19:06:39.203010 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 49194) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:06:39.222367 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-56c5fbb9-c63d-435a-8a9e-d4682e685e33 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Request body: {'security_group': {'name': 'tempest-secgroup--1903595454'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:06:39.249078 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-56c5fbb9-c63d-435a-8a9e-d4682e685e33 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:06:39.256619 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-8fbfca65-bdd5-4e08-96b9-cc772067f0de admin admin] Calling delete_port for 4e35d64b-a703-4a7b-acbd-fc0ee618a0ef owned by network:router_interface {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:06:39.323654 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-56c5fbb9-c63d-435a-8a9e-d4682e685e33 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:06:39.359745 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-56c5fbb9-c63d-435a-8a9e-d4682e685e33 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:39.403218 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479414d7-e399-463f-b6e4-545ba25e25cb req-5b54471f-0146-4eb5-9699-6580ee9d88bd tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:06:39.410253 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-479414d7-e399-463f-b6e4-545ba25e25cb req-5b54471f-0146-4eb5-9699-6580ee9d88bd tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d35e0c4-c006-4f35-a161-1e1e4ff68e11 HTTP/1.1" status: 200 len: 946 time: 0.4370005 Jun 01 19:06:39.440014 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-56c5fbb9-c63d-435a-8a9e-d4682e685e33 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:06:39.461317 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-56c5fbb9-c63d-435a-8a9e-d4682e685e33 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Usage tracker for resource:security_group_rule and tenant:3efa9c69ad174f15a4d0e5170829c45a is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:06:39.469363 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-56c5fbb9-c63d-435a-8a9e-d4682e685e33 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:06:39.476386 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-d266dcf8-7d7d-4d0c-8774-0b71c0068bb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:39.485110 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-56c5fbb9-c63d-435a-8a9e-d4682e685e33 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:06:39.511818 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 73450057-10ad-4e68-a4c7-fb277fea8603 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:06:39.555824 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-479414d7-e399-463f-b6e4-545ba25e25cb req-98976dd2-5d16-42f5-a213-964200a4ccd7 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e27767a-e40e-41ca-b34d-a5b7412547b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446259 Jun 01 19:06:39.585012 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-bef1e373-0bd4-4ce8-a03a-7e623ec6ea3b tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:39.620427 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e9cd2375-4d2f-49e1-aa35-c4201304962c tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:39.673734 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 73450057-10ad-4e68-a4c7-fb277fea8603 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:06:39.675433 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:39.677633 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cd2375-4d2f-49e1-aa35-c4201304962c tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Pushing event deleted for resources: {'Port': ['ID=af2b0aec-79ea-4db4-81de-3c81adbfbb1f,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:06:39.821075 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-56c5fbb9-c63d-435a-8a9e-d4682e685e33 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:39.830242 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-56c5fbb9-c63d-435a-8a9e-d4682e685e33 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:39.837282 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-bef1e373-0bd4-4ce8-a03a-7e623ec6ea3b tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:39.874966 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 73450057-10ad-4e68-a4c7-fb277fea8603 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:06:39.895161 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c4da67-c6a9-4cdc-b19c-db86d2103f25 req-8b0b7f23-b9a0-4065-907c-48612589a05b tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:06:39.897831 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f4c4da67-c6a9-4cdc-b19c-db86d2103f25 req-8b0b7f23-b9a0-4065-907c-48612589a05b tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d35e0c4-c006-4f35-a161-1e1e4ff68e11 HTTP/1.1" status: 200 len: 946 time: 0.1768048 Jun 01 19:06:39.899718 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8fbfca65-bdd5-4e08-96b9-cc772067f0de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:39.978727 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbfca65-bdd5-4e08-96b9-cc772067f0de admin admin] Pushing event deleted for resources: {'Port': ['ID=4e35d64b-a703-4a7b-acbd-fc0ee618a0ef,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:06:40.022348 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbfca65-bdd5-4e08-96b9-cc772067f0de admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:06:40.022827 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbfca65-bdd5-4e08-96b9-cc772067f0de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:06:40.023482 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbfca65-bdd5-4e08-96b9-cc772067f0de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:06:40.024400 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbfca65-bdd5-4e08-96b9-cc772067f0de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:06:40.024400 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbfca65-bdd5-4e08-96b9-cc772067f0de admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:06:40.024808 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbfca65-bdd5-4e08-96b9-cc772067f0de admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:06:40.025578 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbfca65-bdd5-4e08-96b9-cc772067f0de admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:06:40.025997 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbfca65-bdd5-4e08-96b9-cc772067f0de admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:06:40.026442 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbfca65-bdd5-4e08-96b9-cc772067f0de admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:06:40.026829 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbfca65-bdd5-4e08-96b9-cc772067f0de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:06:40.027238 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbfca65-bdd5-4e08-96b9-cc772067f0de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:06:40.027731 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbfca65-bdd5-4e08-96b9-cc772067f0de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:06:40.029696 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef1e373-0bd4-4ce8-a03a-7e623ec6ea3b tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] Pushing event updated for resources: {'Port': ['ID=245c7d85-8ed4-4940-95f8-0e8795036f7f,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:06:40.035653 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e9cd2375-4d2f-49e1-aa35-c4201304962c tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks [] for floatingip, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:40.036542 n-d-844202-1 neutron-server[88525]: INFO neutron.db.l3_db [None req-e9cd2375-4d2f-49e1-aa35-c4201304962c tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Floating IP 9155d1f7-26f3-454d-8dd5-3299d56de1d7 disassociated (deleted). External IP: 172.25.4.20, port: 3211349c-cc9d-4914-8a84-cd570821bb77. Jun 01 19:06:40.119496 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f4c4da67-c6a9-4cdc-b19c-db86d2103f25 req-bf098318-b3df-475f-a62c-f19d2d64110b tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e27767a-e40e-41ca-b34d-a5b7412547b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800418 Jun 01 19:06:40.389491 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8fbfca65-bdd5-4e08-96b9-cc772067f0de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-887310'] for router_interface, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:40.499636 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c5fbb9-c63d-435a-8a9e-d4682e685e33 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0553c7f-59c6-4772-82f2-549ca53bc0c5,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:06:40.508646 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bef1e373-0bd4-4ce8-a03a-7e623ec6ea3b tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] Network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:06:40.516442 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-bef1e373-0bd4-4ce8-a03a-7e623ec6ea3b tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:06:40.532902 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef1e373-0bd4-4ce8-a03a-7e623ec6ea3b tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:06:40.547676 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:40.640317 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:40.673578 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-56c5fbb9-c63d-435a-8a9e-d4682e685e33 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:40.675146 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-56c5fbb9-c63d-435a-8a9e-d4682e685e33 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.4693935 Jun 01 19:06:40.681561 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 49216) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:06:40.754958 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-dbb6f44f-012d-4cec-8c9a-b9992c4fb4ba tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Request body: {'security_group_rule': {'security_group_id': 'b0553c7f-59c6-4772-82f2-549ca53bc0c5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:06:40.779562 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-dbb6f44f-012d-4cec-8c9a-b9992c4fb4ba tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:06:40.796554 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-dbb6f44f-012d-4cec-8c9a-b9992c4fb4ba tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Usage tracker for resource:security_group_rule and tenant:3efa9c69ad174f15a4d0e5170829c45a is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:06:40.805785 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-dbb6f44f-012d-4cec-8c9a-b9992c4fb4ba tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:06:40.817202 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-dbb6f44f-012d-4cec-8c9a-b9992c4fb4ba tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:06:40.979367 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-dbb6f44f-012d-4cec-8c9a-b9992c4fb4ba tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:40.993059 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7336b797-54de-469c-91ce-e06a30f542e5 req-d96dc5b7-afb2-4a7b-92d0-33eab588483f tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:06:40.995235 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-7336b797-54de-469c-91ce-e06a30f542e5 req-d96dc5b7-afb2-4a7b-92d0-33eab588483f tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea289c4a-4d8d-48f3-b63e-c3fa59a4990b HTTP/1.1" status: 200 len: 945 time: 0.7296481 Jun 01 19:06:41.033874 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-bef1e373-0bd4-4ce8-a03a-7e623ec6ea3b tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] Deleting port 245c7d85-8ed4-4940-95f8-0e8795036f7f {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:06:41.034291 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-bef1e373-0bd4-4ce8-a03a-7e623ec6ea3b tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:41.046387 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fbfca65-bdd5-4e08-96b9-cc772067f0de admin admin] Router 3f5f79ce-f2d5-4949-aae1-30f372392868 has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 19:06:41.076181 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd3acfe-f9d9-4cf7-9131-d0a3d12def84 req-7b6ae4a2-c6cd-4068-909d-87ba2fe0cfd6 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:06:41.078010 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3fd3acfe-f9d9-4cf7-9131-d0a3d12def84 req-7b6ae4a2-c6cd-4068-909d-87ba2fe0cfd6 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d35e0c4-c006-4f35-a161-1e1e4ff68e11 HTTP/1.1" status: 200 len: 946 time: 0.1914420 Jun 01 19:06:41.104201 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9cd2375-4d2f-49e1-aa35-c4201304962c tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Router ce3d77f2-5cda-41f3-823c-ec60c5fafaa1 has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 19:06:41.116182 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-7336b797-54de-469c-91ce-e06a30f542e5 req-10748ac9-1f92-492f-a97d-5a816b848167 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a351d5c-3364-42d8-bd0d-648028a392a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084328 Jun 01 19:06:41.187288 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-dbb6f44f-012d-4cec-8c9a-b9992c4fb4ba tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:41.205175 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-dbb6f44f-012d-4cec-8c9a-b9992c4fb4ba tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:41.228022 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3fd3acfe-f9d9-4cf7-9131-d0a3d12def84 req-5bc0f797-1f00-4fe5-836b-2324928eba23 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e27767a-e40e-41ca-b34d-a5b7412547b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943937 Jun 01 19:06:41.245346 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb6f44f-012d-4cec-8c9a-b9992c4fb4ba tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1db77887-52ae-4ebc-a21c-2f1f454482e8,revision_number=0']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:06:41.338315 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-dbb6f44f-012d-4cec-8c9a-b9992c4fb4ba tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:41.339664 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-dbb6f44f-012d-4cec-8c9a-b9992c4fb4ba tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6568370 Jun 01 19:06:41.342636 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 49222) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:06:41.348897 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:41.375646 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fbfca65-bdd5-4e08-96b9-cc772067f0de admin admin] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:06:41.382857 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-8fbfca65-bdd5-4e08-96b9-cc772067f0de admin admin] 10.222.0.41 "PUT /v2.0/routers/3f5f79ce-f2d5-4949-aae1-30f372392868/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6031804 Jun 01 19:06:41.386161 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 49226) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:06:41.389748 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad1f09d7-703f-4840-a7d7-311ce5f3e3e9 None None] Sync routers for ids ['3f5f79ce-f2d5-4949-aae1-30f372392868'] in n-d-844202-1 {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:06:41.403460 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad1f09d7-703f-4840-a7d7-311ce5f3e3e9 None None] Routers {'3f5f79ce-f2d5-4949-aae1-30f372392868'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:06:41.405470 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-ad1f09d7-703f-4840-a7d7-311ce5f3e3e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:06:39Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['3f5f79ce-f2d5-4949-aae1-30f372392868'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:06:41.479279 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9cd2375-4d2f-49e1-aa35-c4201304962c tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:06:41.496205 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-bef1e373-0bd4-4ce8-a03a-7e623ec6ea3b tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:41.496559 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-bef1e373-0bd4-4ce8-a03a-7e623ec6ea3b tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:41.497227 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a45920-8846-4867-9091-dd571287aef8 None None] Sync routers for ids ['ce3d77f2-5cda-41f3-823c-ec60c5fafaa1'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:06:41.506926 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e9cd2375-4d2f-49e1-aa35-c4201304962c tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for floatingip, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:41.519627 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a45920-8846-4867-9091-dd571287aef8 None None] Routers {'ce3d77f2-5cda-41f3-823c-ec60c5fafaa1'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:06:41.543868 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-f6a45920-8846-4867-9091-dd571287aef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:06:39Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['ce3d77f2-5cda-41f3-823c-ec60c5fafaa1'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:06:41.635578 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f89e4002-9abc-465c-836a-4ae993313c3d tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:41.663878 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f89e4002-9abc-465c-836a-4ae993313c3d tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:41.709336 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [req-8f78b734-4568-4f03-a8ba-22fa6c483f70 req-386b86c0-d5ed-441c-aa89-e5f50f4be9f1 tempest-ServerAddressesTestJSON-1476585331 tempest-ServerAddressesTestJSON-1476585331-project] (88524) timed out ('10.222.0.15', 60946) {{(pid=88524) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 01 19:06:41.740521 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-bef1e373-0bd4-4ce8-a03a-7e623ec6ea3b tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] Calling delete_port for 245c7d85-8ed4-4940-95f8-0e8795036f7f owned by network:floatingip {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:06:41.769819 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:41.791829 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-ad1f09d7-703f-4840-a7d7-311ce5f3e3e9 None None] Set router 3f5f79ce-f2d5-4949-aae1-30f372392868 gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:06:41.809596 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-e9cd2375-4d2f-49e1-aa35-c4201304962c tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "DELETE /v2.0/floatingips/9155d1f7-26f3-454d-8dd5-3299d56de1d7 HTTP/1.1" status: 204 len: 168 time: 4.3699129 Jun 01 19:06:41.812062 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4686d426-f02a-4d1b-a91a-3a5689dd3b48', 'tag': '3211349c-cc9d-4914-8a84-cd570821bb77'}] {{(pid=88525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:06:41.840785 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f89e4002-9abc-465c-836a-4ae993313c3d tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:41.872516 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-f6a45920-8846-4867-9091-dd571287aef8 None None] Set router ce3d77f2-5cda-41f3-823c-ec60c5fafaa1 gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:06:41.942901 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89e4002-9abc-465c-836a-4ae993313c3d tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1db77887-52ae-4ebc-a21c-2f1f454482e8,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:06:41.960863 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f89e4002-9abc-465c-836a-4ae993313c3d tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:41.969069 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-f89e4002-9abc-465c-836a-4ae993313c3d tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/1db77887-52ae-4ebc-a21c-2f1f454482e8 HTTP/1.1" status: 204 len: 168 time: 0.6254280 Jun 01 19:06:41.978133 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 49236) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:06:41.979540 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-fab8ad4f-c789-4722-acec-62e1cc7b7c3c admin admin] Notify callbacks [] for router, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:42.039543 n-d-844202-1 neutron-server[88525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17953ca1-965b-4f4e-be5a-747039311a13'] response: {'name': 'network-changed', 'server_uuid': '4686d426-f02a-4d1b-a91a-3a5689dd3b48', 'tag': '3211349c-cc9d-4914-8a84-cd570821bb77', 'status': 'completed', 'code': 200} Jun 01 19:06:42.100927 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-bef1e373-0bd4-4ce8-a03a-7e623ec6ea3b tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:42.158629 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:42.181995 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef1e373-0bd4-4ce8-a03a-7e623ec6ea3b tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] Pushing event deleted for resources: {'Port': ['ID=245c7d85-8ed4-4940-95f8-0e8795036f7f,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:06:42.414652 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ece0b1f-0e09-4832-bb66-1575e808cfc5 req-da9d913e-5dc2-4eee-a0ef-d523e1d1f008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:06:42.416155 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3ece0b1f-0e09-4832-bb66-1575e808cfc5 req-da9d913e-5dc2-4eee-a0ef-d523e1d1f008 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8537cfb3773e46d182e148cf5b0a717f&device_id=4686d426-f02a-4d1b-a91a-3a5689dd3b48 HTTP/1.1" status: 200 len: 1097 time: 0.3751926 Jun 01 19:06:42.467406 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-f78fa9f7-5433-4b26-a8a0-28feeadbffb7 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Synchronizing usage tracker for tenant:3efa9c69ad174f15a4d0e5170829c45a on resource:security_group_rule {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:06:42.521321 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-fab8ad4f-c789-4722-acec-62e1cc7b7c3c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:42.538019 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-f78fa9f7-5433-4b26-a8a0-28feeadbffb7 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Unset dirty status for tenant:3efa9c69ad174f15a4d0e5170829c45a on resource:security_group_rule {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:06:42.542363 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-f78fa9f7-5433-4b26-a8a0-28feeadbffb7 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4492853 Jun 01 19:06:42.544928 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 49246) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:06:42.567192 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-fab8ad4f-c789-4722-acec-62e1cc7b7c3c admin admin] Deleting port 8c3e5e48-f454-4082-9a21-d59ffb9b95e7 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:06:42.567192 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-fab8ad4f-c789-4722-acec-62e1cc7b7c3c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:42.571038 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-ad1f09d7-703f-4840-a7d7-311ce5f3e3e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f5f79ce-f2d5-4949-aae1-30f372392868', 'name': 'tempest-ServersTestMultiNic-1984382596-router', 'tenant_id': 'f9f71065939b4c07b09efd290be9b909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': '8c3e5e48-f454-4082-9a21-d59ffb9b95e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:03:45Z', 'updated_at': '2022-06-01T19:06:39Z', 'revision_number': 5, 'project_id': 'f9f71065939b4c07b09efd290be9b909', 'gw_port': {'id': '8c3e5e48-f454-4082-9a21-d59ffb9b95e7', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:cd:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f5f79ce-f2d5-4949-aae1-30f372392868', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2340, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:03:46Z', 'updated_at': '2022-06-01T19:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:06:42.577595 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad1f09d7-703f-4840-a7d7-311ce5f3e3e9 None None] Checking router: 3f5f79ce-f2d5-4949-aae1-30f372392868 for host: n-d-844202-1 {{(pid=88526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 19:06:42.590175 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad1f09d7-703f-4840-a7d7-311ce5f3e3e9 None None] Routers {'3f5f79ce-f2d5-4949-aae1-30f372392868'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:06:42.591079 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-ad1f09d7-703f-4840-a7d7-311ce5f3e3e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:06:39Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['3f5f79ce-f2d5-4949-aae1-30f372392868'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:06:42.625579 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-f6a45920-8846-4867-9091-dd571287aef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce3d77f2-5cda-41f3-823c-ec60c5fafaa1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-864592733', 'tenant_id': '8537cfb3773e46d182e148cf5b0a717f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': 'acdd2017-bd08-4739-b56c-cc5161a624cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:03:44Z', 'updated_at': '2022-06-01T19:04:09Z', 'revision_number': 4, 'project_id': '8537cfb3773e46d182e148cf5b0a717f', 'gw_port': {'id': 'acdd2017-bd08-4739-b56c-cc5161a624cb', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:fa:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3d77f2-5cda-41f3-823c-ec60c5fafaa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2341, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:03:47Z', 'updated_at': '2022-06-01T19:04:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '0bf8a052-a069-4d19-bdd7-cf70f1752021', 'name': '', 'network_id': '57a41f0e-b08f-4033-97ac-1767c5f2bb80', 'tenant_id': '8537cfb3773e46d182e148cf5b0a717f', 'mac_address': 'fa:16:3e:50:88:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3d77f2-5cda-41f3-823c-ec60c5fafaa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2374, 'fixed_ips': [{'subnet_id': '48973f57-aa83-4e30-ba85-055d310a8b91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:04:04Z', 'updated_at': '2022-06-01T19:04:23Z', 'revision_number': 5, 'project_id': '8537cfb3773e46d182e148cf5b0a717f', 'subnets': [{'id': '48973f57-aa83-4e30-ba85-055d310a8b91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:06:42.632358 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a45920-8846-4867-9091-dd571287aef8 None None] Checking router: ce3d77f2-5cda-41f3-823c-ec60c5fafaa1 for host: n-d-844202-1 {{(pid=88527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 19:06:42.642726 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a45920-8846-4867-9091-dd571287aef8 None None] Routers {'ce3d77f2-5cda-41f3-823c-ec60c5fafaa1'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:06:42.643743 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-f6a45920-8846-4867-9091-dd571287aef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:06:39Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['ce3d77f2-5cda-41f3-823c-ec60c5fafaa1'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:06:42.740799 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766ee37f-a130-4d42-9703-3d2742cf0301 req-b5419339-4ec2-486b-8600-6772b8253521 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:06:42.743464 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-766ee37f-a130-4d42-9703-3d2742cf0301 req-b5419339-4ec2-486b-8600-6772b8253521 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea289c4a-4d8d-48f3-b63e-c3fa59a4990b HTTP/1.1" status: 200 len: 945 time: 0.3782642 Jun 01 19:06:42.794632 n-d-844202-1 neutron-server[88525]: INFO neutron.api.v2.resource [None req-bef1e373-0bd4-4ce8-a03a-7e623ec6ea3b tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] create failed (client error): The resource could not be found. Jun 01 19:06:42.799017 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-bef1e373-0bd4-4ce8-a03a-7e623ec6ea3b tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 5.5585847 Jun 01 19:06:42.802494 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 49252) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:06:42.906208 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-ad1f09d7-703f-4840-a7d7-311ce5f3e3e9 None None] Set router 3f5f79ce-f2d5-4949-aae1-30f372392868 gateway port host: None {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:06:42.937976 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-f6a45920-8846-4867-9091-dd571287aef8 None None] Set router ce3d77f2-5cda-41f3-823c-ec60c5fafaa1 gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:06:42.946443 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ece0b1f-0e09-4832-bb66-1575e808cfc5 req-fc79afff-9a8e-4ccb-aeba-0b9567afc255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:06:42.948586 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3ece0b1f-0e09-4832-bb66-1575e808cfc5 req-fc79afff-9a8e-4ccb-aeba-0b9567afc255 service neutron] 10.222.0.15 "GET /v2.0/networks?id=57a41f0e-b08f-4033-97ac-1767c5f2bb80 HTTP/1.1" status: 200 len: 897 time: 0.5200589 Jun 01 19:06:43.030740 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-350b3081-5db1-4d95-9a8d-fdafbe1e0e42 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:43.056430 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fe0ef3-f9a5-4438-9984-2557e49f4519 req-868fb2c7-b337-4762-8f84-2ab1e31f870a tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:06:43.065054 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-ad1f09d7-703f-4840-a7d7-311ce5f3e3e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f5f79ce-f2d5-4949-aae1-30f372392868', 'name': 'tempest-ServersTestMultiNic-1984382596-router', 'tenant_id': 'f9f71065939b4c07b09efd290be9b909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:03:45Z', 'updated_at': '2022-06-01T19:06:42Z', 'revision_number': 6, 'project_id': 'f9f71065939b4c07b09efd290be9b909', 'gw_port_host': None}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:06:43.065252 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-32fe0ef3-f9a5-4438-9984-2557e49f4519 req-868fb2c7-b337-4762-8f84-2ab1e31f870a tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d35e0c4-c006-4f35-a161-1e1e4ff68e11 HTTP/1.1" status: 200 len: 946 time: 0.6116507 Jun 01 19:06:43.070000 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-766ee37f-a130-4d42-9703-3d2742cf0301 req-fa6de2bc-73d4-406c-81a2-1ca895a69a55 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a351d5c-3364-42d8-bd0d-648028a392a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2836506 Jun 01 19:06:43.086119 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad1f09d7-703f-4840-a7d7-311ce5f3e3e9 None None] The sync data for ids ['3f5f79ce-f2d5-4949-aae1-30f372392868'] in n-d-844202-1 is: [{'id': '3f5f79ce-f2d5-4949-aae1-30f372392868', 'name': 'tempest-ServersTestMultiNic-1984382596-router', 'tenant_id': 'f9f71065939b4c07b09efd290be9b909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:03:45Z', 'updated_at': '2022-06-01T19:06:42Z', 'revision_number': 6, 'project_id': 'f9f71065939b4c07b09efd290be9b909', 'gw_port_host': None}] {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:06:43.146246 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-3c246e98-72a7-4b4a-9a50-6e04b6282353 tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] Deleting port fd60ccd6-93af-4eca-b1df-4271c7ba2b7b {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:06:43.149370 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3c246e98-72a7-4b4a-9a50-6e04b6282353 tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:43.173890 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-350b3081-5db1-4d95-9a8d-fdafbe1e0e42 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:43.223453 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3ece0b1f-0e09-4832-bb66-1575e808cfc5 req-14a454ba-282e-475a-bc66-038924e4b96f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3211349c-cc9d-4914-8a84-cd570821bb77 HTTP/1.1" status: 200 len: 217 time: 0.2659695 Jun 01 19:06:43.253126 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [None req-fab8ad4f-c789-4722-acec-62e1cc7b7c3c admin admin] For port 8c3e5e48-f454-4082-9a21-d59ffb9b95e7, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=8c3e5e48-f454-4082-9a21-d59ffb9b95e7,segment=NetworkSegment(7875af61-4c53-4ff2-b8c8-d4b7c35ff947),segment_id=7875af61-4c53-4ff2-b8c8-d4b7c35ff947)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:06:43.255416 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-fab8ad4f-c789-4722-acec-62e1cc7b7c3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:43.372609 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-32fe0ef3-f9a5-4438-9984-2557e49f4519 req-79e33adb-72eb-4b8c-a0ad-861ac62013fc tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e27767a-e40e-41ca-b34d-a5b7412547b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2942128 Jun 01 19:06:43.470285 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ece0b1f-0e09-4832-bb66-1575e808cfc5 req-e637f300-e649-4238-a116-992ae567c59b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:06:43.473710 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-f6a45920-8846-4867-9091-dd571287aef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce3d77f2-5cda-41f3-823c-ec60c5fafaa1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-864592733', 'tenant_id': '8537cfb3773e46d182e148cf5b0a717f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': 'acdd2017-bd08-4739-b56c-cc5161a624cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:03:44Z', 'updated_at': '2022-06-01T19:04:09Z', 'revision_number': 4, 'project_id': '8537cfb3773e46d182e148cf5b0a717f', 'gw_port': {'id': 'acdd2017-bd08-4739-b56c-cc5161a624cb', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:fa:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3d77f2-5cda-41f3-823c-ec60c5fafaa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2341, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:03:47Z', 'updated_at': '2022-06-01T19:04:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '0bf8a052-a069-4d19-bdd7-cf70f1752021', 'name': '', 'network_id': '57a41f0e-b08f-4033-97ac-1767c5f2bb80', 'tenant_id': '8537cfb3773e46d182e148cf5b0a717f', 'mac_address': 'fa:16:3e:50:88:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3d77f2-5cda-41f3-823c-ec60c5fafaa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2374, 'fixed_ips': [{'subnet_id': '48973f57-aa83-4e30-ba85-055d310a8b91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:04:04Z', 'updated_at': '2022-06-01T19:04:23Z', 'revision_number': 5, 'project_id': '8537cfb3773e46d182e148cf5b0a717f', 'subnets': [{'id': '48973f57-aa83-4e30-ba85-055d310a8b91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:06:43.475267 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3ece0b1f-0e09-4832-bb66-1575e808cfc5 req-e637f300-e649-4238-a116-992ae567c59b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=48973f57-aa83-4e30-ba85-055d310a8b91 HTTP/1.1" status: 200 len: 834 time: 0.2096238 Jun 01 19:06:43.479836 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a45920-8846-4867-9091-dd571287aef8 None None] The sync data for ids ['ce3d77f2-5cda-41f3-823c-ec60c5fafaa1'] in n-d-844202-1 is: [{'id': 'ce3d77f2-5cda-41f3-823c-ec60c5fafaa1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-864592733', 'tenant_id': '8537cfb3773e46d182e148cf5b0a717f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': 'acdd2017-bd08-4739-b56c-cc5161a624cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:03:44Z', 'updated_at': '2022-06-01T19:04:09Z', 'revision_number': 4, 'project_id': '8537cfb3773e46d182e148cf5b0a717f', 'gw_port': {'id': 'acdd2017-bd08-4739-b56c-cc5161a624cb', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:fa:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3d77f2-5cda-41f3-823c-ec60c5fafaa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2341, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:03:47Z', 'updated_at': '2022-06-01T19:04:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '0bf8a052-a069-4d19-bdd7-cf70f1752021', 'name': '', 'network_id': '57a41f0e-b08f-4033-97ac-1767c5f2bb80', 'tenant_id': '8537cfb3773e46d182e148cf5b0a717f', 'mac_address': 'fa:16:3e:50:88:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3d77f2-5cda-41f3-823c-ec60c5fafaa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2374, 'fixed_ips': [{'subnet_id': '48973f57-aa83-4e30-ba85-055d310a8b91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:04:04Z', 'updated_at': '2022-06-01T19:04:23Z', 'revision_number': 5, 'project_id': '8537cfb3773e46d182e148cf5b0a717f', 'subnets': [{'id': '48973f57-aa83-4e30-ba85-055d310a8b91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:06:43.493176 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 4e35d64b-a703-4a7b-acbd-fc0ee618a0ef no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:06:43.542279 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: 4e35d64b-a703-4a7b-acbd-fc0ee618a0ef {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:06:43.542623 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 4e35d64b-a703-4a7b-acbd-fc0ee618a0ef not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:06:43.616264 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-fab8ad4f-c789-4722-acec-62e1cc7b7c3c admin admin] Calling delete_port for 8c3e5e48-f454-4082-9a21-d59ffb9b95e7 owned by network:router_gateway {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:06:43.691957 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-350b3081-5db1-4d95-9a8d-fdafbe1e0e42 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:43.722077 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350b3081-5db1-4d95-9a8d-fdafbe1e0e42 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0553c7f-59c6-4772-82f2-549ca53bc0c5,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:06:43.794452 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ece0b1f-0e09-4832-bb66-1575e808cfc5 req-0f828281-9fd8-43fa-9326-0195b86d6636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:06:43.796330 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3ece0b1f-0e09-4832-bb66-1575e808cfc5 req-0f828281-9fd8-43fa-9326-0195b86d6636 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=57a41f0e-b08f-4033-97ac-1767c5f2bb80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3038526 Jun 01 19:06:43.807352 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3c246e98-72a7-4b4a-9a50-6e04b6282353 tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:43.814592 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-350b3081-5db1-4d95-9a8d-fdafbe1e0e42 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:43.815778 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-350b3081-5db1-4d95-9a8d-fdafbe1e0e42 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] 10.222.0.41 "DELETE /v2.0/security-groups/b0553c7f-59c6-4772-82f2-549ca53bc0c5 HTTP/1.1" status: 204 len: 168 time: 1.2695866 Jun 01 19:06:43.820076 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 49256) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:06:43.839263 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc41b83-7e03-471e-b1aa-01befb6bf87a req-2a3c58ca-00af-4165-b422-0961a06c6a6f tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:06:43.840378 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4dc41b83-7e03-471e-b1aa-01befb6bf87a req-2a3c58ca-00af-4165-b422-0961a06c6a6f tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/ports?device_id=4686d426-f02a-4d1b-a91a-3a5689dd3b48 HTTP/1.1" status: 200 len: 946 time: 0.4303331 Jun 01 19:06:43.923382 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4dc41b83-7e03-471e-b1aa-01befb6bf87a req-aeb3c2d0-e740-4208-b1c8-5d1df6eca297 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/security-groups?id=5040cb58-24af-44ab-a8bd-126074c76b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653939 Jun 01 19:06:44.005903 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3642c221-9eff-4b69-8255-3fe50464a8e2 None None] New status for floating IP 9155d1f7-26f3-454d-8dd5-3299d56de1d7: DOWN {{(pid=88526) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 19:06:44.052559 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b19be9-005d-44b2-a7d6-d46841ce1e53 req-c02049ca-1dc0-4c4a-8908-0d9446e3790b tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:06:44.054112 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c9b19be9-005d-44b2-a7d6-d46841ce1e53 req-c02049ca-1dc0-4c4a-8908-0d9446e3790b tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.15 "GET /v2.0/ports?device_id=4686d426-f02a-4d1b-a91a-3a5689dd3b48 HTTP/1.1" status: 200 len: 946 time: 0.3045261 Jun 01 19:06:44.153739 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-c9b19be9-005d-44b2-a7d6-d46841ce1e53 req-5d4d84e3-341a-4df7-84a0-e95d5dc7b229 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Deleting port 3211349c-cc9d-4914-8a84-cd570821bb77 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:06:44.154104 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-c9b19be9-005d-44b2-a7d6-d46841ce1e53 req-5d4d84e3-341a-4df7-84a0-e95d5dc7b229 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:44.197918 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-fab8ad4f-c789-4722-acec-62e1cc7b7c3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:44.269530 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab8ad4f-c789-4722-acec-62e1cc7b7c3c admin admin] Pushing event deleted for resources: {'Port': ['ID=8c3e5e48-f454-4082-9a21-d59ffb9b95e7,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:06:44.277796 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-3c246e98-72a7-4b4a-9a50-6e04b6282353 tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] Calling delete_port for fd60ccd6-93af-4eca-b1df-4271c7ba2b7b owned by {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:06:44.399749 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-fe2979e9-0947-40c8-9859-e7cc4cca4a97 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Synchronizing usage tracker for tenant:3efa9c69ad174f15a4d0e5170829c45a on resource:security_group {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:06:44.453986 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3ece0b1f-0e09-4832-bb66-1575e808cfc5 req-6f722e56-7579-49a8-a563-68350d2b26f6 service neutron] 10.222.0.15 "GET /v2.0/networks/57a41f0e-b08f-4033-97ac-1767c5f2bb80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6348288 Jun 01 19:06:44.503211 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-fe2979e9-0947-40c8-9859-e7cc4cca4a97 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Unset dirty status for tenant:3efa9c69ad174f15a4d0e5170829c45a on resource:security_group {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:06:44.509341 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-fe2979e9-0947-40c8-9859-e7cc4cca4a97 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.6425278 Jun 01 19:06:44.510128 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 49266) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:06:44.523302 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-9123735e-0c5e-4b7f-a185-6d71548d60f7 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Request body: {'security_group': {'name': 'tempest-secgroup--1068161357'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:06:44.587751 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-9123735e-0c5e-4b7f-a185-6d71548d60f7 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:06:44.651850 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-9123735e-0c5e-4b7f-a185-6d71548d60f7 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:06:44.694052 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9123735e-0c5e-4b7f-a185-6d71548d60f7 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:44.695426 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-fab8ad4f-c789-4722-acec-62e1cc7b7c3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-887703'] for router_gateway, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:44.728257 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a14cd81-fcbb-4b87-ba79-b543457761e6 req-1919a7a4-5084-48b0-911d-71b3c160439d tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:06:44.729493 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-1a14cd81-fcbb-4b87-ba79-b543457761e6 req-1919a7a4-5084-48b0-911d-71b3c160439d tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea289c4a-4d8d-48f3-b63e-c3fa59a4990b HTTP/1.1" status: 200 len: 945 time: 0.4717553 Jun 01 19:06:44.768045 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-9123735e-0c5e-4b7f-a185-6d71548d60f7 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:06:44.774901 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3ece0b1f-0e09-4832-bb66-1575e808cfc5 req-376afb5c-bac4-4e16-8b58-c8dc156af162 service neutron] 10.222.0.15 "GET /v2.0/networks/57a41f0e-b08f-4033-97ac-1767c5f2bb80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2989430 Jun 01 19:06:44.778009 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3c246e98-72a7-4b4a-9a50-6e04b6282353 tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:44.780402 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-9123735e-0c5e-4b7f-a185-6d71548d60f7 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Usage tracker for resource:security_group_rule and tenant:3efa9c69ad174f15a4d0e5170829c45a is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:06:44.790563 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-9123735e-0c5e-4b7f-a185-6d71548d60f7 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:06:44.850033 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-9123735e-0c5e-4b7f-a185-6d71548d60f7 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:06:44.867855 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c246e98-72a7-4b4a-9a50-6e04b6282353 tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] Pushing event deleted for resources: {'Port': ['ID=fd60ccd6-93af-4eca-b1df-4271c7ba2b7b,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:06:44.872314 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-1a14cd81-fcbb-4b87-ba79-b543457761e6 req-09e34d17-f3c1-40ac-a72d-a35529b38db3 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a351d5c-3364-42d8-bd0d-648028a392a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325707 Jun 01 19:06:44.935671 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-fab8ad4f-c789-4722-acec-62e1cc7b7c3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25316'] for router, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:44.943101 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-fab8ad4f-c789-4722-acec-62e1cc7b7c3c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:45.005972 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de905db-b1e7-4555-9861-a48fcaca3f1c req-1f7417ef-2e90-49c0-805b-a5d5204bd228 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:06:45.008529 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6de905db-b1e7-4555-9861-a48fcaca3f1c req-1f7417ef-2e90-49c0-805b-a5d5204bd228 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d35e0c4-c006-4f35-a161-1e1e4ff68e11 HTTP/1.1" status: 200 len: 946 time: 0.4813752 Jun 01 19:06:45.012160 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-c9b19be9-005d-44b2-a7d6-d46841ce1e53 req-5d4d84e3-341a-4df7-84a0-e95d5dc7b229 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] For port 3211349c-cc9d-4914-8a84-cd570821bb77, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=3211349c-cc9d-4914-8a84-cd570821bb77,segment=NetworkSegment(125279ea-2aed-41ea-8b3e-4526e0a8c195),segment_id=125279ea-2aed-41ea-8b3e-4526e0a8c195)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:06:45.012774 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-c9b19be9-005d-44b2-a7d6-d46841ce1e53 req-5d4d84e3-341a-4df7-84a0-e95d5dc7b229 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:45.073405 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-fab8ad4f-c789-4722-acec-62e1cc7b7c3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-891519'] for router, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:45.073903 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fab8ad4f-c789-4722-acec-62e1cc7b7c3c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3f5f79ce-f2d5-4949-aae1-30f372392868 {{(pid=88524) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 19:06:45.269180 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-c9b19be9-005d-44b2-a7d6-d46841ce1e53 req-5d4d84e3-341a-4df7-84a0-e95d5dc7b229 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Calling delete_port for 3211349c-cc9d-4914-8a84-cd570821bb77 owned by compute:nova {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:06:45.301525 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6de905db-b1e7-4555-9861-a48fcaca3f1c req-7893a68b-2cbb-49e6-b7c9-2cce5a420556 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e27767a-e40e-41ca-b34d-a5b7412547b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2668281 Jun 01 19:06:45.324936 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-fab8ad4f-c789-4722-acec-62e1cc7b7c3c admin admin] Notify callbacks [] for router, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:45.332400 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-fab8ad4f-c789-4722-acec-62e1cc7b7c3c admin admin] 10.222.0.41 "DELETE /v2.0/routers/3f5f79ce-f2d5-4949-aae1-30f372392868 HTTP/1.1" status: 204 len: 168 time: 3.9427464 Jun 01 19:06:45.336549 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 49274) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:06:45.373676 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3c246e98-72a7-4b4a-9a50-6e04b6282353 tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:45.392452 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-3c246e98-72a7-4b4a-9a50-6e04b6282353 tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] 10.222.0.41 "DELETE /v2.0/ports/fd60ccd6-93af-4eca-b1df-4271c7ba2b7b HTTP/1.1" status: 204 len: 168 time: 2.5889075 Jun 01 19:06:45.395359 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 49278) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:06:45.437109 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_v2 [None req-52a9bc47-30d8-4a5a-9419-13856b24f920 admin admin] Deleting subnet 0ff3af01-fe02-4ef6-87e5-5983f4be6102 {{(pid=88524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 19:06:45.442612 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-52a9bc47-30d8-4a5a-9419-13856b24f920 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:45.469628 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 8c3e5e48-f454-4082-9a21-d59ffb9b95e7 no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:06:45.505811 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: 8c3e5e48-f454-4082-9a21-d59ffb9b95e7 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:06:45.506446 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 8c3e5e48-f454-4082-9a21-d59ffb9b95e7 not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:06:45.511492 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fbd503-c181-40a9-9487-bf5e9c53a687 req-b019405a-5e4a-446f-99b1-a8022c3442e6 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:06:45.512242 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-23fbd503-c181-40a9-9487-bf5e9c53a687 req-b019405a-5e4a-446f-99b1-a8022c3442e6 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Synchronizing usage tracker for tenant:8537cfb3773e46d182e148cf5b0a717f on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:06:45.521947 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9123735e-0c5e-4b7f-a185-6d71548d60f7 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:45.535333 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9123735e-0c5e-4b7f-a185-6d71548d60f7 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:45.556412 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-52a9bc47-30d8-4a5a-9419-13856b24f920 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2702137'] for subnet, precommit_delete_associations {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:45.575454 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-23fbd503-c181-40a9-9487-bf5e9c53a687 req-b019405a-5e4a-446f-99b1-a8022c3442e6 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Unset dirty status for tenant:8537cfb3773e46d182e148cf5b0a717f on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:06:45.576650 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-23fbd503-c181-40a9-9487-bf5e9c53a687 req-b019405a-5e4a-446f-99b1-a8022c3442e6 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/ports?device_id=4686d426-f02a-4d1b-a91a-3a5689dd3b48 HTTP/1.1" status: 200 len: 946 time: 0.3313076 Jun 01 19:06:45.615026 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9123735e-0c5e-4b7f-a185-6d71548d60f7 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:45.616439 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-9123735e-0c5e-4b7f-a185-6d71548d60f7 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1012402 Jun 01 19:06:45.617371 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9123735e-0c5e-4b7f-a185-6d71548d60f7 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad944277-536f-421f-ac32-72409e133cb9,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:06:45.620475 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 49282) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:06:45.624972 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-c9b19be9-005d-44b2-a7d6-d46841ce1e53 req-5d4d84e3-341a-4df7-84a0-e95d5dc7b229 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:45.633807 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-40cd1d9b-76b2-4847-9339-3eba1ff2ad0b tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Request body: {'security_group_rule': {'security_group_id': 'ad944277-536f-421f-ac32-72409e133cb9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:06:45.649761 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-40cd1d9b-76b2-4847-9339-3eba1ff2ad0b tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:06:45.662966 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-40cd1d9b-76b2-4847-9339-3eba1ff2ad0b tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Usage tracker for resource:security_group_rule and tenant:3efa9c69ad174f15a4d0e5170829c45a is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:06:45.669809 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-40cd1d9b-76b2-4847-9339-3eba1ff2ad0b tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:06:45.675995 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-23fbd503-c181-40a9-9487-bf5e9c53a687 req-d1913f6d-dc78-4de7-a618-280bcf8c37ce tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/security-groups?id=5040cb58-24af-44ab-a8bd-126074c76b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845506 Jun 01 19:06:45.685624 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3593e7b-3f08-463f-9fa9-bf696cf240be tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:06:45.686368 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-e3593e7b-3f08-463f-9fa9-bf696cf240be tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] Synchronizing usage tracker for tenant:e438cfe8c82e40749f1e9a22644d5078 on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:06:45.701049 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-40cd1d9b-76b2-4847-9339-3eba1ff2ad0b tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:06:45.717044 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-e3593e7b-3f08-463f-9fa9-bf696cf240be tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] Unset dirty status for tenant:e438cfe8c82e40749f1e9a22644d5078 on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:06:45.722152 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-e3593e7b-3f08-463f-9fa9-bf696cf240be tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] 10.222.0.41 "GET /v2.0/ports?device_id=8356242b-53af-4d18-8a64-fd709df0642c HTTP/1.1" status: 200 len: 913 time: 0.3246088 Jun 01 19:06:45.724647 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 49286) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:06:45.743399 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4d84e3-341a-4df7-84a0-e95d5dc7b229 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Pushing event deleted for resources: {'Port': ['ID=3211349c-cc9d-4914-8a84-cd570821bb77,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:06:45.788113 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-40cd1d9b-76b2-4847-9339-3eba1ff2ad0b tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:45.798598 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9b19be9-005d-44b2-a7d6-d46841ce1e53 req-5d4d84e3-341a-4df7-84a0-e95d5dc7b229 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] No DVR routers for this DVR port 3211349c-cc9d-4914-8a84-cd570821bb77 on host n-h1-844202-1 {{(pid=88524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:06:45.801847 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-c9b19be9-005d-44b2-a7d6-d46841ce1e53 req-5d4d84e3-341a-4df7-84a0-e95d5dc7b229 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:45.807747 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4686d426-f02a-4d1b-a91a-3a5689dd3b48', 'name': 'network-vif-deleted', 'tag': '3211349c-cc9d-4914-8a84-cd570821bb77'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:06:45.829745 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c9b19be9-005d-44b2-a7d6-d46841ce1e53 req-5d4d84e3-341a-4df7-84a0-e95d5dc7b229 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.15 "DELETE /v2.0/ports/3211349c-cc9d-4914-8a84-cd570821bb77 HTTP/1.1" status: 204 len: 173 time: 1.7639081 Jun 01 19:06:45.837984 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-52a9bc47-30d8-4a5a-9419-13856b24f920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:45.959517 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-52a9bc47-30d8-4a5a-9419-13856b24f920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2718856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3066595'] for subnet, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:46.068623 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a9bc47-30d8-4a5a-9419-13856b24f920 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ff3af01-fe02-4ef6-87e5-5983f4be6102,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:06:46.069297 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-514bb7a9-7a46-4e64-b5bd-0f690323802e None None] Network be2366b1-2c5b-42fb-bc16-2beb33d2f75c requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:06:46.073297 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-52a9bc47-30d8-4a5a-9419-13856b24f920 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:46.085937 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-52a9bc47-30d8-4a5a-9419-13856b24f920 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/0ff3af01-fe02-4ef6-87e5-5983f4be6102 HTTP/1.1" status: 204 len: 168 time: 0.7483299 Jun 01 19:06:46.086901 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 49298) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:06:46.194392 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4da33cde-ef33-4a7d-8a81-9ea8bb35cdef'] response: {'server_uuid': '4686d426-f02a-4d1b-a91a-3a5689dd3b48', 'name': 'network-vif-deleted', 'tag': '3211349c-cc9d-4914-8a84-cd570821bb77', 'status': 'completed', 'code': 200} Jun 01 19:06:46.254466 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-eace972e-ed39-4a05-ad26-0d50e7d1da33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:46.292897 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-eace972e-ed39-4a05-ad26-0d50e7d1da33 admin admin] Deleting port 3a3f702a-953a-4c28-ab46-871a6da327e8 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:06:46.303255 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-eace972e-ed39-4a05-ad26-0d50e7d1da33 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:46.383803 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-40cd1d9b-76b2-4847-9339-3eba1ff2ad0b tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:46.393382 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-40cd1d9b-76b2-4847-9339-3eba1ff2ad0b tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:46.440887 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-40cd1d9b-76b2-4847-9339-3eba1ff2ad0b tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:46.442078 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-40cd1d9b-76b2-4847-9339-3eba1ff2ad0b tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8181150 Jun 01 19:06:46.478641 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 49306) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:06:46.498238 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cd1d9b-76b2-4847-9339-3eba1ff2ad0b tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4e1fc2b-a37e-4b0d-b734-a773956e20a6,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:06:46.530279 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-05d338dd-0000-43d5-809b-f21670e63326 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] 10.222.0.41 "GET /v2.0/security-group-rules/b4e1fc2b-a37e-4b0d-b734-a773956e20a6 HTTP/1.1" status: 200 len: 763 time: 0.0491683 Jun 01 19:06:46.540523 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4957f89a-3484-4da8-be32-4df376620dfa req-0993d74c-45ea-4eeb-8d92-8d0a5f0d3363 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:06:46.541993 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4957f89a-3484-4da8-be32-4df376620dfa req-0993d74c-45ea-4eeb-8d92-8d0a5f0d3363 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea289c4a-4d8d-48f3-b63e-c3fa59a4990b HTTP/1.1" status: 200 len: 945 time: 0.3990896 Jun 01 19:06:46.542467 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 49310) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:06:46.693876 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-915c51c4-ed4e-4244-8a5b-bcf32444536c None None] DHCP port deletion for be2366b1-2c5b-42fb-bc16-2beb33d2f75c request from n-d-844202-1 {{(pid=88526) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 19:06:46.701150 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-915c51c4-ed4e-4244-8a5b-bcf32444536c None None] Deleting port 3a3f702a-953a-4c28-ab46-871a6da327e8 {{(pid=88526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:06:46.703618 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-915c51c4-ed4e-4244-8a5b-bcf32444536c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:46.712274 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4957f89a-3484-4da8-be32-4df376620dfa req-599807b8-2f39-4111-843c-a8333f5be43f tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a351d5c-3364-42d8-bd0d-648028a392a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442237 Jun 01 19:06:46.755855 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-b64cccf3-63e4-4fd1-beab-647c3d69c47d tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Synchronizing usage tracker for tenant:3efa9c69ad174f15a4d0e5170829c45a on resource:security_group_rule {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:06:46.782990 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-b64cccf3-63e4-4fd1-beab-647c3d69c47d tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Unset dirty status for tenant:3efa9c69ad174f15a4d0e5170829c45a on resource:security_group_rule {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:06:46.787278 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-b64cccf3-63e4-4fd1-beab-647c3d69c47d tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2391441 Jun 01 19:06:46.787604 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 49316) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:06:46.843702 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 3211349c-cc9d-4914-8a84-cd570821bb77 no longer exists at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:06:46.875501 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9e161808-30e2-4727-a9ac-661efd4e34c6 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:46.895036 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9e161808-30e2-4727-a9ac-661efd4e34c6 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:46.921673 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 49322) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:06:46.938078 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [None req-eace972e-ed39-4a05-ad26-0d50e7d1da33 admin admin] For port 3a3f702a-953a-4c28-ab46-871a6da327e8, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=3a3f702a-953a-4c28-ab46-871a6da327e8,segment=NetworkSegment(59154755-7466-4ae2-b3be-55398d8bd378),segment_id=59154755-7466-4ae2-b3be-55398d8bd378)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:06:46.938438 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-eace972e-ed39-4a05-ad26-0d50e7d1da33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:46.960794 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9e161808-30e2-4727-a9ac-661efd4e34c6 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:46.964066 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] No Port match for: 3211349c-cc9d-4914-8a84-cd570821bb77 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:06:46.964643 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 3211349c-cc9d-4914-8a84-cd570821bb77 not bound to the agent host n-h1-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:06:46.992739 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1c214a58-6636-47b1-9626-3e204ae86359 tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-887474'] for router_interface, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:47.067756 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e161808-30e2-4727-a9ac-661efd4e34c6 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b4e1fc2b-a37e-4b0d-b734-a773956e20a6,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:06:47.070253 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9e161808-30e2-4727-a9ac-661efd4e34c6 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:47.071933 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-9e161808-30e2-4727-a9ac-661efd4e34c6 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/b4e1fc2b-a37e-4b0d-b734-a773956e20a6 HTTP/1.1" status: 204 len: 168 time: 0.2835264 Jun 01 19:06:47.090481 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 49326) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:06:47.111642 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f663412d-4da5-4979-a676-37b2cdd980d5 req-afa1b637-3b2e-4610-bce2-c0fa56a635ba tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:06:47.119163 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f663412d-4da5-4979-a676-37b2cdd980d5 req-afa1b637-3b2e-4610-bce2-c0fa56a635ba tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d35e0c4-c006-4f35-a161-1e1e4ff68e11 HTTP/1.1" status: 200 len: 946 time: 0.5091243 Jun 01 19:06:47.196385 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-915c51c4-ed4e-4244-8a5b-bcf32444536c None None] For port 3a3f702a-953a-4c28-ab46-871a6da327e8, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=3a3f702a-953a-4c28-ab46-871a6da327e8,segment=NetworkSegment(59154755-7466-4ae2-b3be-55398d8bd378),segment_id=59154755-7466-4ae2-b3be-55398d8bd378)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:06:47.196895 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-915c51c4-ed4e-4244-8a5b-bcf32444536c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:47.282205 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-eace972e-ed39-4a05-ad26-0d50e7d1da33 admin admin] Calling delete_port for 3a3f702a-953a-4c28-ab46-871a6da327e8 owned by network:dhcp {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:06:47.351650 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-915c51c4-ed4e-4244-8a5b-bcf32444536c None None] Calling delete_port for 3a3f702a-953a-4c28-ab46-871a6da327e8 owned by network:dhcp {{(pid=88526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:06:47.458762 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-915c51c4-ed4e-4244-8a5b-bcf32444536c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535'] for port, after_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:47.462768 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-1c214a58-6636-47b1-9626-3e204ae86359 tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] Deleting port 2d2fd9aa-2270-4c1d-97a3-bb03c9c96daf {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:06:47.463330 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1c214a58-6636-47b1-9626-3e204ae86359 tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:47.497939 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-694636d7-eed4-417c-bfb1-eb22ea126f3d tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Synchronizing usage tracker for tenant:3efa9c69ad174f15a4d0e5170829c45a on resource:security_group_rule {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:06:47.540629 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.db.api [None req-eace972e-ed39-4a05-ad26-0d50e7d1da33 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88524) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 19:06:47.541557 n-d-844202-1 neutron-server[88524]: DEBUG oslo_db.api [None req-eace972e-ed39-4a05-ad26-0d50e7d1da33 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 19:06:47.543525 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 3a3f702a-953a-4c28-ab46-871a6da327e8 no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:06:47.548989 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f663412d-4da5-4979-a676-37b2cdd980d5 req-9e258b8d-d4fe-4a81-b1d0-9c0e2ca5b5b1 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e27767a-e40e-41ca-b34d-a5b7412547b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4289548 Jun 01 19:06:47.570754 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-694636d7-eed4-417c-bfb1-eb22ea126f3d tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Unset dirty status for tenant:3efa9c69ad174f15a4d0e5170829c45a on resource:security_group_rule {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:06:47.575204 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915c51c4-ed4e-4244-8a5b-bcf32444536c None None] No DVR routers for this DVR port 3a3f702a-953a-4c28-ab46-871a6da327e8 on host n-d-844202-1 {{(pid=88526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:06:47.577454 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-694636d7-eed4-417c-bfb1-eb22ea126f3d tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4742720 Jun 01 19:06:47.597594 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915c51c4-ed4e-4244-8a5b-bcf32444536c None None] Pushing event deleted for resources: {'Port': ['ID=3a3f702a-953a-4c28-ab46-871a6da327e8,revision_number=None']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:06:47.600704 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: 3a3f702a-953a-4c28-ab46-871a6da327e8 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:06:47.601003 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 3a3f702a-953a-4c28-ab46-871a6da327e8 not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:06:47.658708 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 49332) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:06:47.670154 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-1eca8ae9-93a7-44e3-ad72-e16cc2db74ac tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Request body: {'security_group_rule': {'security_group_id': 'ad944277-536f-421f-ac32-72409e133cb9', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:06:47.686243 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-1eca8ae9-93a7-44e3-ad72-e16cc2db74ac tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:06:47.714205 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-1eca8ae9-93a7-44e3-ad72-e16cc2db74ac tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:06:47.806225 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1eca8ae9-93a7-44e3-ad72-e16cc2db74ac tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:47.863893 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1c214a58-6636-47b1-9626-3e204ae86359 tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:47.962119 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1eca8ae9-93a7-44e3-ad72-e16cc2db74ac tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:47.968671 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1eca8ae9-93a7-44e3-ad72-e16cc2db74ac tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:48.007711 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eca8ae9-93a7-44e3-ad72-e16cc2db74ac tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=075c5834-d65f-4aa5-a15c-aef8317f0d66,revision_number=0']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:06:48.035020 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1eca8ae9-93a7-44e3-ad72-e16cc2db74ac tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:48.038582 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-1eca8ae9-93a7-44e3-ad72-e16cc2db74ac tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3762026 Jun 01 19:06:48.038821 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 49338) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:06:48.042174 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-eace972e-ed39-4a05-ad26-0d50e7d1da33 admin admin] Deleting port 3a3f702a-953a-4c28-ab46-871a6da327e8 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:06:48.042509 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-eace972e-ed39-4a05-ad26-0d50e7d1da33 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:48.089020 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-1c214a58-6636-47b1-9626-3e204ae86359 tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] Calling delete_port for 2d2fd9aa-2270-4c1d-97a3-bb03c9c96daf owned by network:router_interface {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:06:48.126255 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-4e8f33d4-fae4-455e-a05b-aad75dc4f4e8 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] 10.222.0.41 "GET /v2.0/security-group-rules/075c5834-d65f-4aa5-a15c-aef8317f0d66 HTTP/1.1" status: 200 len: 763 time: 0.0862958 Jun 01 19:06:48.131013 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 49342) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:06:48.138043 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-eace972e-ed39-4a05-ad26-0d50e7d1da33 admin admin] The port '3a3f702a-953a-4c28-ab46-871a6da327e8' was deleted {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 01 19:06:48.213076 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cea48c-6015-4bb7-a4b8-8cd72a9809bb req-494bcd22-02d7-408e-b127-d501bbe4cec9 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:06:48.219950 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-40cea48c-6015-4bb7-a4b8-8cd72a9809bb req-494bcd22-02d7-408e-b127-d501bbe4cec9 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea289c4a-4d8d-48f3-b63e-c3fa59a4990b HTTP/1.1" status: 200 len: 945 time: 0.3478625 Jun 01 19:06:48.256239 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-cdfb3b08-9ebc-44f3-955a-416f09a82927 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Synchronizing usage tracker for tenant:3efa9c69ad174f15a4d0e5170829c45a on resource:security_group_rule {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:06:48.323775 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-40cea48c-6015-4bb7-a4b8-8cd72a9809bb req-0b96a1b7-e165-438a-b6f4-ccf217d515d2 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a351d5c-3364-42d8-bd0d-648028a392a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028557 Jun 01 19:06:48.326101 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-cdfb3b08-9ebc-44f3-955a-416f09a82927 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Unset dirty status for tenant:3efa9c69ad174f15a4d0e5170829c45a on resource:security_group_rule {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:06:48.329528 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-cdfb3b08-9ebc-44f3-955a-416f09a82927 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1974573 Jun 01 19:06:48.337523 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 49346) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:06:48.442696 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1c214a58-6636-47b1-9626-3e204ae86359 tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:48.485818 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-eace972e-ed39-4a05-ad26-0d50e7d1da33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:48.534891 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-eace972e-ed39-4a05-ad26-0d50e7d1da33 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be2366b1-2c5b-42fb-bc16-2beb33d2f75c']}} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:06:48.544588 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8b80195d-a3b1-4b56-8464-49f2b00c7ad2 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:48.564503 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-eace972e-ed39-4a05-ad26-0d50e7d1da33 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59154755-7466-4ae2-b3be-55398d8bd378') {'for_net_delete': True} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:06:48.564793 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-eace972e-ed39-4a05-ad26-0d50e7d1da33 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59154755-7466-4ae2-b3be-55398d8bd378') {} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:06:48.565869 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c214a58-6636-47b1-9626-3e204ae86359 tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] Pushing event deleted for resources: {'Port': ['ID=2d2fd9aa-2270-4c1d-97a3-bb03c9c96daf,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:06:48.578623 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8b80195d-a3b1-4b56-8464-49f2b00c7ad2 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:48.601290 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-eace972e-ed39-4a05-ad26-0d50e7d1da33 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2702126'] for segment, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:48.623598 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-25903fda-8edb-4140-9b9b-301fd2230952 req-9cbbf2d7-ceb6-48cb-82ce-50d48772edd4 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=3957060c-8222-47fe-98eb-abd877c30435&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4501243 Jun 01 19:06:48.641210 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f6749281-4fec-4887-9cf3-1b944bbbcf44 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-887474'] for router_interface, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:48.723639 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-eace972e-ed39-4a05-ad26-0d50e7d1da33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:48.744864 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8b80195d-a3b1-4b56-8464-49f2b00c7ad2 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:48.767872 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eace972e-ed39-4a05-ad26-0d50e7d1da33 admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=88524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 19:06:48.769458 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-eace972e-ed39-4a05-ad26-0d50e7d1da33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2719018'] for segment, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:48.889048 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1c214a58-6636-47b1-9626-3e204ae86359 tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-887310'] for router_interface, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:49.084550 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b80195d-a3b1-4b56-8464-49f2b00c7ad2 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=075c5834-d65f-4aa5-a15c-aef8317f0d66,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:06:49.099181 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment 59154755-7466-4ae2-b3be-55398d8bd378 resource provider aggregate not found Jun 01 19:06:49.208800 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment 59154755-7466-4ae2-b3be-55398d8bd378 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 59154755-7466-4ae2-b3be-55398d8bd378 found for delete ", "request_id": "req-4861e150-de4d-43dd-bf83-d5dc94873911"}]} Jun 01 19:06:49.268818 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8b80195d-a3b1-4b56-8464-49f2b00c7ad2 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:49.269926 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-8b80195d-a3b1-4b56-8464-49f2b00c7ad2 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/075c5834-d65f-4aa5-a15c-aef8317f0d66 HTTP/1.1" status: 204 len: 168 time: 0.9314742 Jun 01 19:06:49.272917 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c214a58-6636-47b1-9626-3e204ae86359 tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] Router 8356242b-53af-4d18-8a64-fd709df0642c has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 19:06:49.273719 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 49358) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:06:49.317763 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-eace972e-ed39-4a05-ad26-0d50e7d1da33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:49.321629 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-eace972e-ed39-4a05-ad26-0d50e7d1da33 admin admin] Notify callbacks [] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:49.376262 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eace972e-ed39-4a05-ad26-0d50e7d1da33 admin admin] Pushing event deleted for resources: {'Network': ['ID=be2366b1-2c5b-42fb-bc16-2beb33d2f75c,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:06:49.389710 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-eace972e-ed39-4a05-ad26-0d50e7d1da33 admin admin] 10.222.0.41 "DELETE /v2.0/networks/be2366b1-2c5b-42fb-bc16-2beb33d2f75c HTTP/1.1" status: 204 len: 168 time: 3.3015077 Jun 01 19:06:49.460207 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-d7d0cf1b-47b9-475a-b0b1-0efdf50539e7 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1814599 Jun 01 19:06:49.460207 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 49366) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:06:49.465649 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-4697004c-04a3-470d-bb41-b0e8c2ab9ae3 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Request body: {'security_group_rule': {'security_group_id': 'ad944277-536f-421f-ac32-72409e133cb9', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:06:49.470689 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c214a58-6636-47b1-9626-3e204ae86359 tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:06:49.476251 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-4697004c-04a3-470d-bb41-b0e8c2ab9ae3 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:06:49.481364 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-4697004c-04a3-470d-bb41-b0e8c2ab9ae3 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Usage tracker for resource:security_group_rule and tenant:3efa9c69ad174f15a4d0e5170829c45a is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:06:49.486042 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80db1913-c770-4aea-96ec-c517730ad767 None None] Sync routers for ids ['8356242b-53af-4d18-8a64-fd709df0642c'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:06:49.487676 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-4697004c-04a3-470d-bb41-b0e8c2ab9ae3 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:06:49.495436 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-4697004c-04a3-470d-bb41-b0e8c2ab9ae3 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:06:49.501537 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80db1913-c770-4aea-96ec-c517730ad767 None None] Routers {'8356242b-53af-4d18-8a64-fd709df0642c'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:06:49.504808 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-80db1913-c770-4aea-96ec-c517730ad767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:06:39Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['8356242b-53af-4d18-8a64-fd709df0642c'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:06:49.515697 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-1c214a58-6636-47b1-9626-3e204ae86359 tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] 10.222.0.41 "PUT /v2.0/routers/8356242b-53af-4d18-8a64-fd709df0642c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7899735 Jun 01 19:06:49.538678 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 49370) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:06:49.616045 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-80db1913-c770-4aea-96ec-c517730ad767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:06:49.630160 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25903fda-8edb-4140-9b9b-301fd2230952 req-9510eefb-f6f0-4285-aad2-7e97692be0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:06:49.638775 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-25903fda-8edb-4140-9b9b-301fd2230952 req-9510eefb-f6f0-4285-aad2-7e97692be0d7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ff411273a1ac46f2a91fb45afe578ccb&device_id=3957060c-8222-47fe-98eb-abd877c30435 HTTP/1.1" status: 200 len: 1096 time: 0.8104455 Jun 01 19:06:49.641329 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80db1913-c770-4aea-96ec-c517730ad767 None None] Routers {'8356242b-53af-4d18-8a64-fd709df0642c'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:06:49.642419 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-80db1913-c770-4aea-96ec-c517730ad767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:06:39Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['8356242b-53af-4d18-8a64-fd709df0642c'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:06:49.754410 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c4dccf-0f4d-4a2e-8e41-1f6a0929c1e1 req-c4d19f64-4702-4024-b07d-1c0c6fb0f9e8 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:06:49.761836 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d2c4dccf-0f4d-4a2e-8e41-1f6a0929c1e1 req-c4d19f64-4702-4024-b07d-1c0c6fb0f9e8 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d35e0c4-c006-4f35-a161-1e1e4ff68e11 HTTP/1.1" status: 200 len: 946 time: 0.6163611 Jun 01 19:06:49.793926 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-80db1913-c770-4aea-96ec-c517730ad767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:06:49.794697 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80db1913-c770-4aea-96ec-c517730ad767 None None] The sync data for ids ['8356242b-53af-4d18-8a64-fd709df0642c'] in n-d-844202-1 is: [] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:06:49.837544 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 49376) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:06:49.995793 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d2c4dccf-0f4d-4a2e-8e41-1f6a0929c1e1 req-0503548e-187a-49ee-8168-22847f6ada66 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e27767a-e40e-41ca-b34d-a5b7412547b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330916 Jun 01 19:06:50.013858 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4697004c-04a3-470d-bb41-b0e8c2ab9ae3 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:50.046992 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-f6749281-4fec-4887-9cf3-1b944bbbcf44 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Deleting port 0bf8a052-a069-4d19-bdd7-cf70f1752021 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:06:50.047331 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f6749281-4fec-4887-9cf3-1b944bbbcf44 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:50.081477 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-9acb6ade-c638-4e07-baae-23828ca3a8ed admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f9f71065939b4c07b09efd290be9b909&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2411931 Jun 01 19:06:50.088603 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 49380) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:06:50.115685 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7bdee63d-93d9-4d7d-9e4d-de5713833856 tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] Notify callbacks [] for router, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:50.140166 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25903fda-8edb-4140-9b9b-301fd2230952 req-d51f6377-d877-42e6-9b75-b461b784afb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:06:50.141659 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-25903fda-8edb-4140-9b9b-301fd2230952 req-d51f6377-d877-42e6-9b75-b461b784afb3 service neutron] 10.222.0.50 "GET /v2.0/networks?id=0c49dc6b-5e39-4101-b04d-1c1361c15d69 HTTP/1.1" status: 200 len: 907 time: 0.4783738 Jun 01 19:06:50.263246 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-25903fda-8edb-4140-9b9b-301fd2230952 req-f76de930-3d75-46d8-8cde-ea43f40aa146 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=72352e64-9120-4343-9c57-bb57c2532e4b HTTP/1.1" status: 200 len: 217 time: 0.1071651 Jun 01 19:06:50.291323 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4697004c-04a3-470d-bb41-b0e8c2ab9ae3 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:50.336605 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4697004c-04a3-470d-bb41-b0e8c2ab9ae3 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:50.409400 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-c5241ba2-9503-4d97-a208-fe90eda5c34c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:50.417900 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4697004c-04a3-470d-bb41-b0e8c2ab9ae3 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7dec71c-116b-4d90-aff1-9c23a25895ea,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:06:50.445436 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-c5241ba2-9503-4d97-a208-fe90eda5c34c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:50.519600 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3403c8da-4a94-4649-ba49-78a267f7f64e req-8091c0e6-edc7-4b04-b0c7-8168cb10ba9b tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:06:50.521134 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3403c8da-4a94-4649-ba49-78a267f7f64e req-8091c0e6-edc7-4b04-b0c7-8168cb10ba9b tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea289c4a-4d8d-48f3-b63e-c3fa59a4990b HTTP/1.1" status: 200 len: 945 time: 0.5796990 Jun 01 19:06:50.525515 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7bdee63d-93d9-4d7d-9e4d-de5713833856 tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25316'] for router, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:50.530123 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7bdee63d-93d9-4d7d-9e4d-de5713833856 tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:50.530521 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-c5241ba2-9503-4d97-a208-fe90eda5c34c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:50.547153 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25903fda-8edb-4140-9b9b-301fd2230952 req-29ecc663-065f-4736-87ea-775c785accb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:06:50.548665 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-25903fda-8edb-4140-9b9b-301fd2230952 req-29ecc663-065f-4736-87ea-775c785accb5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=308ebcd6-774a-482f-bd0f-fadc3e2b2dca HTTP/1.1" status: 200 len: 846 time: 0.2297649 Jun 01 19:06:50.554971 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4697004c-04a3-470d-bb41-b0e8c2ab9ae3 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:50.558671 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-4697004c-04a3-470d-bb41-b0e8c2ab9ae3 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0948157 Jun 01 19:06:50.561524 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 49394) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:06:50.605941 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5241ba2-9503-4d97-a208-fe90eda5c34c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35bdd75f-60bc-442f-9683-0ad602663bf9,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:06:50.608603 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-d6f1d314-8186-4393-baf8-3541d27bc499 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] 10.222.0.41 "GET /v2.0/security-group-rules/a7dec71c-116b-4d90-aff1-9c23a25895ea HTTP/1.1" status: 200 len: 764 time: 0.0344665 Jun 01 19:06:50.611547 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 49398) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:06:50.624559 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [None req-f6749281-4fec-4887-9cf3-1b944bbbcf44 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] For port 0bf8a052-a069-4d19-bdd7-cf70f1752021, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=0bf8a052-a069-4d19-bdd7-cf70f1752021,segment=NetworkSegment(125279ea-2aed-41ea-8b3e-4526e0a8c195),segment_id=125279ea-2aed-41ea-8b3e-4526e0a8c195)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:06:50.624975 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f6749281-4fec-4887-9cf3-1b944bbbcf44 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:50.635930 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-25903fda-8edb-4140-9b9b-301fd2230952 req-040a484c-a442-4fba-b6cd-430d94925894 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0c49dc6b-5e39-4101-b04d-1c1361c15d69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0805755 Jun 01 19:06:50.640781 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7bdee63d-93d9-4d7d-9e4d-de5713833856 tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-891519'] for router, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:50.641333 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bdee63d-93d9-4d7d-9e4d-de5713833856 tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] Fanout notify agent at l3_agent the message router_deleted on router 8356242b-53af-4d18-8a64-fd709df0642c {{(pid=88525) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 19:06:50.648986 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3403c8da-4a94-4649-ba49-78a267f7f64e req-c33b524a-ff16-4c38-99d3-ca85c40ca3a0 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a351d5c-3364-42d8-bd0d-648028a392a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144812 Jun 01 19:06:50.665757 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7bdee63d-93d9-4d7d-9e4d-de5713833856 tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] Notify callbacks [] for router, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:50.669552 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-7bdee63d-93d9-4d7d-9e4d-de5713833856 tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] 10.222.0.41 "DELETE /v2.0/routers/8356242b-53af-4d18-8a64-fd709df0642c HTTP/1.1" status: 204 len: 168 time: 1.1382105 Jun 01 19:06:50.693178 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 49402) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:06:50.775309 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-792a354a-663d-4ee1-8872-59025ae7b547 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Synchronizing usage tracker for tenant:3efa9c69ad174f15a4d0e5170829c45a on resource:security_group_rule {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:06:50.806358 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e0ed0f2-f391-42a9-aefd-ff776a310744 tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] Deleting subnet 8da0fa1d-ee0a-45ce-9ebf-faf4772f12ad {{(pid=88525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 19:06:50.810926 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6e0ed0f2-f391-42a9-aefd-ff776a310744 tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] Notify callbacks [] for subnet, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:50.842157 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-792a354a-663d-4ee1-8872-59025ae7b547 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Unset dirty status for tenant:3efa9c69ad174f15a4d0e5170829c45a on resource:security_group_rule {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:06:50.843436 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-792a354a-663d-4ee1-8872-59025ae7b547 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.2309716 Jun 01 19:06:50.849634 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 49408) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:06:50.903533 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-61090c1f-a6ce-4921-b4e6-fe3d2e1eb6f5 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:50.921812 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6e0ed0f2-f391-42a9-aefd-ff776a310744 tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2258509'] for subnet, precommit_delete_associations {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:50.974315 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-61090c1f-a6ce-4921-b4e6-fe3d2e1eb6f5 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:51.083190 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-c5241ba2-9503-4d97-a208-fe90eda5c34c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:51.085435 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-c5241ba2-9503-4d97-a208-fe90eda5c34c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/35bdd75f-60bc-442f-9683-0ad602663bf9 HTTP/1.1" status: 204 len: 168 time: 0.9868755 Jun 01 19:06:51.088030 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-25903fda-8edb-4140-9b9b-301fd2230952 req-260b7e70-a573-4fb9-9746-ca6695fca412 service neutron] 10.222.0.50 "GET /v2.0/networks/0c49dc6b-5e39-4101-b04d-1c1361c15d69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4426248 Jun 01 19:06:51.097371 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-f6749281-4fec-4887-9cf3-1b944bbbcf44 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Calling delete_port for 0bf8a052-a069-4d19-bdd7-cf70f1752021 owned by network:router_interface {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:06:51.224843 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-61090c1f-a6ce-4921-b4e6-fe3d2e1eb6f5 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:51.254988 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61090c1f-a6ce-4921-b4e6-fe3d2e1eb6f5 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a7dec71c-116b-4d90-aff1-9c23a25895ea,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:06:51.286151 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6e0ed0f2-f391-42a9-aefd-ff776a310744 tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:51.346480 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-25903fda-8edb-4140-9b9b-301fd2230952 req-75280e5a-e277-4a1e-89cf-2c628c798344 service neutron] 10.222.0.50 "GET /v2.0/networks/0c49dc6b-5e39-4101-b04d-1c1361c15d69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757009 Jun 01 19:06:51.354883 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-61090c1f-a6ce-4921-b4e6-fe3d2e1eb6f5 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:51.356119 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-61090c1f-a6ce-4921-b4e6-fe3d2e1eb6f5 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/a7dec71c-116b-4d90-aff1-9c23a25895ea HTTP/1.1" status: 204 len: 168 time: 0.5055735 Jun 01 19:06:51.360068 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 49428) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:06:51.414332 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2890930-341c-4252-97ba-3c89213d8bee req-e5b19e96-bf79-4e56-a16f-b968e47c8b5c tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:06:51.424082 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f2890930-341c-4252-97ba-3c89213d8bee req-e5b19e96-bf79-4e56-a16f-b968e47c8b5c tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea289c4a-4d8d-48f3-b63e-c3fa59a4990b HTTP/1.1" status: 200 len: 945 time: 0.3389595 Jun 01 19:06:51.500492 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782f8afd-c3c4-4938-8807-5f00d7d6e477 req-744e0adc-5fbc-44e8-b56a-2612d89d3c63 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:06:51.501850 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6e0ed0f2-f391-42a9-aefd-ff776a310744 tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2614143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9667199'] for subnet, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:51.502014 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-782f8afd-c3c4-4938-8807-5f00d7d6e477 req-744e0adc-5fbc-44e8-b56a-2612d89d3c63 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d35e0c4-c006-4f35-a161-1e1e4ff68e11 HTTP/1.1" status: 200 len: 946 time: 0.1544499 Jun 01 19:06:51.564621 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-b449fe0b-03be-4dd0-ac04-2732ccc7cbfb tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Synchronizing usage tracker for tenant:3efa9c69ad174f15a4d0e5170829c45a on resource:security_group_rule {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:06:51.572629 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0ed0f2-f391-42a9-aefd-ff776a310744 tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] Pushing event deleted for resources: {'Subnet': ['ID=8da0fa1d-ee0a-45ce-9ebf-faf4772f12ad,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:06:51.586444 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f2890930-341c-4252-97ba-3c89213d8bee req-a278b7bf-838d-4103-b1d6-6165422c4de7 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a351d5c-3364-42d8-bd0d-648028a392a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608078 Jun 01 19:06:51.594262 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6e0ed0f2-f391-42a9-aefd-ff776a310744 tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] Notify callbacks [] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:51.608875 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7bd4b85-9ecd-4826-a06a-ab9f3d6ea505 None None] Network 7b7743e4-de78-4271-a75c-75390c6bee4a requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:06:51.625591 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-6e0ed0f2-f391-42a9-aefd-ff776a310744 tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] 10.222.0.41 "DELETE /v2.0/subnets/8da0fa1d-ee0a-45ce-9ebf-faf4772f12ad HTTP/1.1" status: 204 len: 168 time: 0.9301646 Jun 01 19:06:51.633219 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 49440) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:06:51.636753 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-782f8afd-c3c4-4938-8807-5f00d7d6e477 req-9987aa54-3675-4567-b74b-0255c7966535 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e27767a-e40e-41ca-b34d-a5b7412547b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205785 Jun 01 19:06:51.698844 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-b449fe0b-03be-4dd0-ac04-2732ccc7cbfb tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Unset dirty status for tenant:3efa9c69ad174f15a4d0e5170829c45a on resource:security_group_rule {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:06:51.700405 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-b449fe0b-03be-4dd0-ac04-2732ccc7cbfb tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3392286 Jun 01 19:06:51.704026 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 49446) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:06:51.805811 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f6749281-4fec-4887-9cf3-1b944bbbcf44 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:51.875236 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6749281-4fec-4887-9cf3-1b944bbbcf44 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Pushing event deleted for resources: {'Port': ['ID=0bf8a052-a069-4d19-bdd7-cf70f1752021,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:06:51.997724 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a3057444-3188-48c8-849d-1cddd7245a7f tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:52.035805 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-a3057444-3188-48c8-849d-1cddd7245a7f tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] Deleting port c1aa6957-697f-4a14-8238-179be61ba6dc {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:06:52.036123 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a3057444-3188-48c8-849d-1cddd7245a7f tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:52.222450 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89874557-f636-40fa-b4b8-2f4e41468f5b req-21d425bc-09df-4c4a-ba4d-ba9a4e7c1bfe tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:06:52.226157 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1688caac-2f7c-47e0-b873-6cd8d9470bc6 None None] DHCP port deletion for 7b7743e4-de78-4271-a75c-75390c6bee4a request from n-d-844202-1 {{(pid=88526) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 19:06:52.230354 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-89874557-f636-40fa-b4b8-2f4e41468f5b req-21d425bc-09df-4c4a-ba4d-ba9a4e7c1bfe tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea289c4a-4d8d-48f3-b63e-c3fa59a4990b HTTP/1.1" status: 200 len: 945 time: 0.4210172 Jun 01 19:06:52.231196 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-1688caac-2f7c-47e0-b873-6cd8d9470bc6 None None] Deleting port c1aa6957-697f-4a14-8238-179be61ba6dc {{(pid=88526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:06:52.231636 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-1688caac-2f7c-47e0-b873-6cd8d9470bc6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:52.316819 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4ea85b1d-b542-454d-adc4-45f01c845916 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:52.374195 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4ea85b1d-b542-454d-adc4-45f01c845916 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:52.441000 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 49462) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:06:52.540279 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-89874557-f636-40fa-b4b8-2f4e41468f5b req-b0ea0738-8ea8-469a-b5ae-14415e066897 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a351d5c-3364-42d8-bd0d-648028a392a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3021181 Jun 01 19:06:52.607619 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4ea85b1d-b542-454d-adc4-45f01c845916 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:52.661647 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-1688caac-2f7c-47e0-b873-6cd8d9470bc6 None None] For port c1aa6957-697f-4a14-8238-179be61ba6dc, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=c1aa6957-697f-4a14-8238-179be61ba6dc,segment=NetworkSegment(57a7e67f-5553-4058-9a07-7517c4a4ba63),segment_id=57a7e67f-5553-4058-9a07-7517c4a4ba63)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:06:52.663351 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-1688caac-2f7c-47e0-b873-6cd8d9470bc6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:52.684598 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [None req-a3057444-3188-48c8-849d-1cddd7245a7f tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] For port c1aa6957-697f-4a14-8238-179be61ba6dc, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=c1aa6957-697f-4a14-8238-179be61ba6dc,segment=NetworkSegment(57a7e67f-5553-4058-9a07-7517c4a4ba63),segment_id=57a7e67f-5553-4058-9a07-7517c4a4ba63)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:06:52.685290 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a3057444-3188-48c8-849d-1cddd7245a7f tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:52.695145 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea85b1d-b542-454d-adc4-45f01c845916 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad944277-536f-421f-ac32-72409e133cb9,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:06:52.700562 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f6749281-4fec-4887-9cf3-1b944bbbcf44 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-887310'] for router_interface, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:52.798942 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 86d4595b-e8db-4a4c-b6f0-57c1d6666091 details requested by agent hyperv_n-h1-844202-1 with host n-h1-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 19:06:52.869516 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4ea85b1d-b542-454d-adc4-45f01c845916 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:52.871096 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-4ea85b1d-b542-454d-adc4-45f01c845916 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] 10.222.0.41 "DELETE /v2.0/security-groups/ad944277-536f-421f-ac32-72409e133cb9 HTTP/1.1" status: 204 len: 168 time: 1.1595857 Jun 01 19:06:52.874139 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 49480) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:06:52.894692 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-1688caac-2f7c-47e0-b873-6cd8d9470bc6 None None] Calling delete_port for c1aa6957-697f-4a14-8238-179be61ba6dc owned by network:dhcp {{(pid=88526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:06:52.915829 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-a3057444-3188-48c8-849d-1cddd7245a7f tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] Calling delete_port for c1aa6957-697f-4a14-8238-179be61ba6dc owned by network:dhcp {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:06:53.050560 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-706a9fc9-e351-452b-b255-d03313def3e3 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Synchronizing usage tracker for tenant:3efa9c69ad174f15a4d0e5170829c45a on resource:security_group {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:06:53.068375 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-1688caac-2f7c-47e0-b873-6cd8d9470bc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535'] for port, after_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:53.120643 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.db.api [None req-a3057444-3188-48c8-849d-1cddd7245a7f tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88525) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 19:06:53.121032 n-d-844202-1 neutron-server[88525]: DEBUG oslo_db.api [None req-a3057444-3188-48c8-849d-1cddd7245a7f tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 19:06:53.143330 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1688caac-2f7c-47e0-b873-6cd8d9470bc6 None None] Pushing event deleted for resources: {'Port': ['ID=c1aa6957-697f-4a14-8238-179be61ba6dc,revision_number=None']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:06:53.149267 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-706a9fc9-e351-452b-b255-d03313def3e3 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Unset dirty status for tenant:3efa9c69ad174f15a4d0e5170829c45a on resource:security_group {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:06:53.150581 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-706a9fc9-e351-452b-b255-d03313def3e3 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2753119 Jun 01 19:06:53.159890 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 49488) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:06:53.167555 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-6fa85df4-3b72-4729-a17e-33bb24fd9b2c tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Request body: {'security_group': {'name': 'tempest-secgroup--1602833227'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:06:53.172649 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1688caac-2f7c-47e0-b873-6cd8d9470bc6 None None] No DVR routers for this DVR port c1aa6957-697f-4a14-8238-179be61ba6dc on host n-d-844202-1 {{(pid=88526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:06:53.173768 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-6fa85df4-3b72-4729-a17e-33bb24fd9b2c tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:06:53.187313 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-6fa85df4-3b72-4729-a17e-33bb24fd9b2c tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:06:53.190863 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port 86d4595b-e8db-4a4c-b6f0-57c1d6666091, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=86d4595b-e8db-4a4c-b6f0-57c1d6666091,segment=NetworkSegment(29f3bae4-57a1-4f66-96b7-93cfb8e10b44),segment_id=29f3bae4-57a1-4f66-96b7-93cfb8e10b44)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:06:53.208364 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Returning: {'device': '86d4595b-e8db-4a4c-b6f0-57c1d6666091', 'network_id': '9872ab5d-59e4-43b1-8dfc-1ca5e239e8ce', 'port_id': '86d4595b-e8db-4a4c-b6f0-57c1d6666091', 'mac_address': 'fa:16:3e:42:43:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '969bae19-2b90-42ed-a4ac-a4a59eaa870c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 19:06:53.238212 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-bbb8d50f-4ea3-4724-8c1d-90090d89eed5 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1789991532-network', 'tenant_id': '02a99242e0f0463d9013e17319779a87'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:06:53.246908 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-bbb8d50f-4ea3-4724-8c1d-90090d89eed5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:06:53.256163 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6fa85df4-3b72-4729-a17e-33bb24fd9b2c tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:53.259793 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-bbb8d50f-4ea3-4724-8c1d-90090d89eed5 admin admin] Usage tracker for resource:network and tenant:02a99242e0f0463d9013e17319779a87 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:06:53.264785 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-bbb8d50f-4ea3-4724-8c1d-90090d89eed5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:06:53.272934 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-bbb8d50f-4ea3-4724-8c1d-90090d89eed5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:06:53.289249 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbb8d50f-4ea3-4724-8c1d-90090d89eed5 admin admin] Made reservation on behalf of 02a99242e0f0463d9013e17319779a87 for: {'network': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:06:53.294434 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-bbb8d50f-4ea3-4724-8c1d-90090d89eed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:53.327887 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-bbb8d50f-4ea3-4724-8c1d-90090d89eed5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:53.330648 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port 86d4595b-e8db-4a4c-b6f0-57c1d6666091 is: ACTIVE; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:06:53.331488 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:53.353554 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 86d4595b-e8db-4a4c-b6f0-57c1d6666091 {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 19:06:53.376548 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port 86d4595b-e8db-4a4c-b6f0-57c1d6666091, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=86d4595b-e8db-4a4c-b6f0-57c1d6666091,segment=NetworkSegment(29f3bae4-57a1-4f66-96b7-93cfb8e10b44),segment_id=29f3bae4-57a1-4f66-96b7-93cfb8e10b44)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:06:53.378275 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-bbb8d50f-4ea3-4724-8c1d-90090d89eed5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:06:53.382565 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:53.388521 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-bbb8d50f-4ea3-4724-8c1d-90090d89eed5 admin admin] Usage tracker for resource:security_group_rule and tenant:02a99242e0f0463d9013e17319779a87 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:06:53.402228 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667e223a-3378-4b88-9f27-9792a0301a5e req-1f01c219-b980-4ae3-a35e-37a837c119d2 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:06:53.403900 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-667e223a-3378-4b88-9f27-9792a0301a5e req-1f01c219-b980-4ae3-a35e-37a837c119d2 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d35e0c4-c006-4f35-a161-1e1e4ff68e11 HTTP/1.1" status: 200 len: 946 time: 0.2821093 Jun 01 19:06:53.405419 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-bbb8d50f-4ea3-4724-8c1d-90090d89eed5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:06:53.419373 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-bbb8d50f-4ea3-4724-8c1d-90090d89eed5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:06:53.508593 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] get_ports_and_sgs() called for port_ids ['86d4595b-e8db-4a4c-b6f0-57c1d6666091'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 19:06:53.555502 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=86d4595b-e8db-4a4c-b6f0-57c1d6666091,revision_number=6']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:06:53.601293 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-bbb8d50f-4ea3-4724-8c1d-90090d89eed5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:53.614733 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-bbb8d50f-4ea3-4724-8c1d-90090d89eed5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:53.622282 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device c1aa6957-697f-4a14-8238-179be61ba6dc no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:06:53.632702 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-a3057444-3188-48c8-849d-1cddd7245a7f tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] Deleting port c1aa6957-697f-4a14-8238-179be61ba6dc {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:06:53.633285 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a3057444-3188-48c8-849d-1cddd7245a7f tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:53.665260 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: c1aa6957-697f-4a14-8238-179be61ba6dc {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:06:53.665866 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device c1aa6957-697f-4a14-8238-179be61ba6dc not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:06:53.767273 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-a3057444-3188-48c8-849d-1cddd7245a7f tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] The port 'c1aa6957-697f-4a14-8238-179be61ba6dc' was deleted {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 01 19:06:53.777786 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-667e223a-3378-4b88-9f27-9792a0301a5e req-032b1562-768b-4668-b230-8f6c92c1d195 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e27767a-e40e-41ca-b34d-a5b7412547b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3637726 Jun 01 19:06:53.791873 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbb8d50f-4ea3-4724-8c1d-90090d89eed5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 100} {{(pid=88525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 19:06:53.795237 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-6fa85df4-3b72-4729-a17e-33bb24fd9b2c tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:06:53.817329 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-6fa85df4-3b72-4729-a17e-33bb24fd9b2c tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Usage tracker for resource:security_group_rule and tenant:3efa9c69ad174f15a4d0e5170829c45a is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:06:53.835007 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-6fa85df4-3b72-4729-a17e-33bb24fd9b2c tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:06:53.847546 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-6fa85df4-3b72-4729-a17e-33bb24fd9b2c tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:06:53.855696 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-bbb8d50f-4ea3-4724-8c1d-90090d89eed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:53.856102 n-d-844202-1 neutron-server[88525]: INFO neutron.db.segments_db [None req-bbb8d50f-4ea3-4724-8c1d-90090d89eed5 admin admin] Added segment 30521a5b-215c-4399-878b-93abab2b6aed of type vlan for network 4f4ea26f-fa46-41a8-bded-b4cab3aedc51 Jun 01 19:06:53.888933 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-bbb8d50f-4ea3-4724-8c1d-90090d89eed5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:53.896063 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40321269-97ef-47c1-a668-c768dd268a16 req-c6ef7235-3950-4db8-a966-4cf07cb2c644 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:06:53.902968 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-40321269-97ef-47c1-a668-c768dd268a16 req-c6ef7235-3950-4db8-a966-4cf07cb2c644 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea289c4a-4d8d-48f3-b63e-c3fa59a4990b HTTP/1.1" status: 200 len: 945 time: 0.7081339 Jun 01 19:06:53.907502 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6749281-4fec-4887-9cf3-1b944bbbcf44 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Router ce3d77f2-5cda-41f3-823c-ec60c5fafaa1 has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 19:06:53.939442 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-bbb8d50f-4ea3-4724-8c1d-90090d89eed5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:53.940917 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb8d50f-4ea3-4724-8c1d-90090d89eed5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:06:53.941852 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-bbb8d50f-4ea3-4724-8c1d-90090d89eed5 admin admin] Notify callbacks [] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:53.964890 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb8d50f-4ea3-4724-8c1d-90090d89eed5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d570a50-36ee-4a35-8568-a6d10a7bab24,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:06:54.150671 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a3057444-3188-48c8-849d-1cddd7245a7f tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:54.165938 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb8d50f-4ea3-4724-8c1d-90090d89eed5 admin admin] Pushing event updated for resources: {'Network': ['ID=4f4ea26f-fa46-41a8-bded-b4cab3aedc51,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:06:54.175727 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-bbb8d50f-4ea3-4724-8c1d-90090d89eed5 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.7176869 Jun 01 19:06:54.178601 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 49518) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:06:54.182028 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network 4f4ea26f-fa46-41a8-bded-b4cab3aedc51 details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 19:06:54.195912 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-2fdb8f1b-0558-4e83-b8b4-367328349557 admin admin] Request body: {'subnet': {'network_id': '4f4ea26f-fa46-41a8-bded-b4cab3aedc51', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1789991532-subnet', 'tenant_id': '02a99242e0f0463d9013e17319779a87', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:06:54.206623 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-2fdb8f1b-0558-4e83-b8b4-367328349557 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:06:54.210043 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-a3057444-3188-48c8-849d-1cddd7245a7f tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b7743e4-de78-4271-a75c-75390c6bee4a']}} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:06:54.214006 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6749281-4fec-4887-9cf3-1b944bbbcf44 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:06:54.222708 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-2fdb8f1b-0558-4e83-b8b4-367328349557 admin admin] Usage tracker for resource:subnet and tenant:02a99242e0f0463d9013e17319779a87 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:06:54.227065 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-2fdb8f1b-0558-4e83-b8b4-367328349557 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:06:54.231274 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-a3057444-3188-48c8-849d-1cddd7245a7f tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57a7e67f-5553-4058-9a07-7517c4a4ba63') {'for_net_delete': True} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:06:54.231679 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-a3057444-3188-48c8-849d-1cddd7245a7f tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57a7e67f-5553-4058-9a07-7517c4a4ba63') {} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:06:54.233675 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0af3c8e-6e45-4e2f-b59b-88feffda2ce4 None None] Sync routers for ids ['ce3d77f2-5cda-41f3-823c-ec60c5fafaa1'] in n-d-844202-1 {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:06:54.248076 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-2fdb8f1b-0558-4e83-b8b4-367328349557 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:06:54.251010 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a3057444-3188-48c8-849d-1cddd7245a7f tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2258522'] for segment, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:54.264349 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-40321269-97ef-47c1-a668-c768dd268a16 req-3966e4e0-b044-41d9-af6f-b9e90e7a83d4 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a351d5c-3364-42d8-bd0d-648028a392a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3521657 Jun 01 19:06:54.288673 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a3057444-3188-48c8-849d-1cddd7245a7f tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:54.292906 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fdb8f1b-0558-4e83-b8b4-367328349557 admin admin] Made reservation on behalf of 02a99242e0f0463d9013e17319779a87 for: {'subnet': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:06:54.296629 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2fdb8f1b-0558-4e83-b8b4-367328349557 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9667140'] for subnet, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:54.300660 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6fa85df4-3b72-4729-a17e-33bb24fd9b2c tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:54.305833 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-f6749281-4fec-4887-9cf3-1b944bbbcf44 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "PUT /v2.0/routers/ce3d77f2-5cda-41f3-823c-ec60c5fafaa1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3831139 Jun 01 19:06:54.312833 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 49522) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:06:54.318012 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6fa85df4-3b72-4729-a17e-33bb24fd9b2c tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:54.325295 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3057444-3188-48c8-849d-1cddd7245a7f tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=88525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 19:06:54.326030 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a3057444-3188-48c8-849d-1cddd7245a7f tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2613981'] for segment, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:54.392577 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0af3c8e-6e45-4e2f-b59b-88feffda2ce4 None None] Routers {'ce3d77f2-5cda-41f3-823c-ec60c5fafaa1'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:06:54.393631 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-b0af3c8e-6e45-4e2f-b59b-88feffda2ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:06:39Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['ce3d77f2-5cda-41f3-823c-ec60c5fafaa1'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:06:54.413579 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment 57a7e67f-5553-4058-9a07-7517c4a4ba63 resource provider aggregate not found Jun 01 19:06:54.436995 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6fa85df4-3b72-4729-a17e-33bb24fd9b2c tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:54.441834 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-6fa85df4-3b72-4729-a17e-33bb24fd9b2c tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.2807975 Jun 01 19:06:54.442635 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 49532) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:06:54.497726 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b65af2-9bf7-43e7-8299-cfe07332a7ac req-791a56b0-56cc-405d-9b5f-f4fd77e4f2f5 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:06:54.508572 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-99b65af2-9bf7-43e7-8299-cfe07332a7ac req-791a56b0-56cc-405d-9b5f-f4fd77e4f2f5 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.50 "GET /v2.0/ports?device_id=ea289c4a-4d8d-48f3-b63e-c3fa59a4990b HTTP/1.1" status: 200 len: 945 time: 0.3730576 Jun 01 19:06:54.538350 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment 57a7e67f-5553-4058-9a07-7517c4a4ba63 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 57a7e67f-5553-4058-9a07-7517c4a4ba63 found for delete ", "request_id": "req-712c3b78-dcc9-4611-9867-c06eef200d9c"}]} Jun 01 19:06:54.560831 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-fd0efaf7-13d8-4db4-8d1a-412ce564c39d tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Request body: {'security_group_rule': {'security_group_id': 'b5c530a2-7471-44f7-843d-3b6edea74301', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:06:54.582339 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-fd0efaf7-13d8-4db4-8d1a-412ce564c39d tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:06:54.597501 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-fd0efaf7-13d8-4db4-8d1a-412ce564c39d tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Usage tracker for resource:security_group_rule and tenant:3efa9c69ad174f15a4d0e5170829c45a is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:06:54.610524 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-fd0efaf7-13d8-4db4-8d1a-412ce564c39d tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:06:54.645146 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a3057444-3188-48c8-849d-1cddd7245a7f tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:54.664621 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.agents_db [None req-e814b9cf-7de8-45d0-a079-29c61fabe7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 19:06:54.674036 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a3057444-3188-48c8-849d-1cddd7245a7f tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] Notify callbacks [] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:54.678784 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-b0af3c8e-6e45-4e2f-b59b-88feffda2ce4 None None] Set router ce3d77f2-5cda-41f3-823c-ec60c5fafaa1 gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:06:54.683889 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3057444-3188-48c8-849d-1cddd7245a7f tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] Pushing event deleted for resources: {'Network': ['ID=7b7743e4-de78-4271-a75c-75390c6bee4a,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:06:54.705368 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-a3057444-3188-48c8-849d-1cddd7245a7f tempest-FloatingIPNegativeTestJSON-1157496752 tempest-FloatingIPNegativeTestJSON-1157496752-project] 10.222.0.41 "DELETE /v2.0/networks/7b7743e4-de78-4271-a75c-75390c6bee4a HTTP/1.1" status: 204 len: 168 time: 3.0695646 Jun 01 19:06:54.723836 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa85df4-3b72-4729-a17e-33bb24fd9b2c tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5c530a2-7471-44f7-843d-3b6edea74301,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:06:54.731012 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-fd0efaf7-13d8-4db4-8d1a-412ce564c39d tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:06:54.772091 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2fdb8f1b-0558-4e83-b8b4-367328349557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2614064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9667190'] for subnet, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:54.790077 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_v2 [None req-967dca39-bb16-4a10-a282-c4434c49649a tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Deleting subnet 48973f57-aa83-4e30-ba85-055d310a8b91 {{(pid=88524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 19:06:54.822194 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-967dca39-bb16-4a10-a282-c4434c49649a tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks [] for subnet, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:54.883809 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdb8f1b-0558-4e83-b8b4-367328349557 admin admin] Pushing event updated for resources: {'Subnet': ['ID=68f1d3e6-a007-4866-ae6d-cf3ba479c5c0,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:06:54.896864 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fdb8f1b-0558-4e83-b8b4-367328349557 admin admin] Checking segment: {'id': '30521a5b-215c-4399-878b-93abab2b6aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '4f4ea26f-fa46-41a8-bded-b4cab3aedc51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:06:54.897319 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fdb8f1b-0558-4e83-b8b4-367328349557 admin admin] Network hostable DHCP agents. Network: 4f4ea26f-fa46-41a8-bded-b4cab3aedc51, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 19:06:54.930516 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fdb8f1b-0558-4e83-b8b4-367328349557 admin admin] Network 4f4ea26f-fa46-41a8-bded-b4cab3aedc51 is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 19:06:54.945231 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 86d4595b-e8db-4a4c-b6f0-57c1d6666091 up at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:06:54.945968 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-2fdb8f1b-0558-4e83-b8b4-367328349557 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, 4f4ea26f-fa46-41a8-bded-b4cab3aedc51) {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:06:54.953326 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fdb8f1b-0558-4e83-b8b4-367328349557 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:06:54.957130 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2fdb8f1b-0558-4e83-b8b4-367328349557 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:55.009923 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-99b65af2-9bf7-43e7-8299-cfe07332a7ac req-9f1ef9ce-ea79-44f8-8996-ded479e2da42 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Deleting port 397fef67-ca30-4642-8cfc-be2e87ceb275 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:06:55.010803 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-99b65af2-9bf7-43e7-8299-cfe07332a7ac req-9f1ef9ce-ea79-44f8-8996-ded479e2da42 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:55.100487 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-fd0efaf7-13d8-4db4-8d1a-412ce564c39d tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:55.101127 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-2fdb8f1b-0558-4e83-b8b4-367328349557 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9206846 Jun 01 19:06:55.104922 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea39e2a1-5ac3-4447-9c2c-a53b275d0bb4 None None] Network 4f4ea26f-fa46-41a8-bded-b4cab3aedc51 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:06:55.105137 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 49546) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:06:55.132662 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-a5c01784-b919-49b5-928c-ab81f801b316 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1789991532-router', 'tenant_id': '02a99242e0f0463d9013e17319779a87', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:06:55.150134 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-967dca39-bb16-4a10-a282-c4434c49649a tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2702137'] for subnet, precommit_delete_associations {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:55.154739 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-a5c01784-b919-49b5-928c-ab81f801b316 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:06:55.173339 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-a5c01784-b919-49b5-928c-ab81f801b316 admin admin] Usage tracker for resource:router and tenant:02a99242e0f0463d9013e17319779a87 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:06:55.186641 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-a5c01784-b919-49b5-928c-ab81f801b316 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:06:55.199244 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 49550) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:06:55.210142 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-a5c01784-b919-49b5-928c-ab81f801b316 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:06:55.288677 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6793c7c-841e-420b-a927-7f8d89bc5121 req-dda2e02b-e8e3-4b0b-b86c-27be4c379162 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:06:55.303091 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e6793c7c-841e-420b-a927-7f8d89bc5121 req-dda2e02b-e8e3-4b0b-b86c-27be4c379162 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d35e0c4-c006-4f35-a161-1e1e4ff68e11 HTTP/1.1" status: 200 len: 945 time: 0.3007143 Jun 01 19:06:55.306140 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a5c01784-b919-49b5-928c-ab81f801b316 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-885767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25238'] for router, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:55.309838 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a5c01784-b919-49b5-928c-ab81f801b316 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-901042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-886562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-981784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25327'] for router, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:55.431466 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-fd0efaf7-13d8-4db4-8d1a-412ce564c39d tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:55.539471 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-fd0efaf7-13d8-4db4-8d1a-412ce564c39d tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:55.626558 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a5c01784-b919-49b5-928c-ab81f801b316 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:55.704566 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0efaf7-13d8-4db4-8d1a-412ce564c39d tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c38c44a-65aa-4873-afda-d137930f7b2c,revision_number=0']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:06:55.795264 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-967dca39-bb16-4a10-a282-c4434c49649a tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:55.844439 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28b2aed2-5f68-40be-8bf5-1be334a69faa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc93f83c3-7fb6-5c13-a9d4-29d739a4e8d2-4f4ea26f-fa46-41a8-bded-b4cab3aedc51', 'network_id': '4f4ea26f-fa46-41a8-bded-b4cab3aedc51', 'tenant_id': '02a99242e0f0463d9013e17319779a87', 'fixed_ips': [{'subnet_id': '68f1d3e6-a007-4866-ae6d-cf3ba479c5c0'}]}} from n-d-844202-1. {{(pid=88526) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 19:06:55.845280 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-28b2aed2-5f68-40be-8bf5-1be334a69faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:55.857555 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-fd0efaf7-13d8-4db4-8d1a-412ce564c39d tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:55.858906 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-fd0efaf7-13d8-4db4-8d1a-412ce564c39d tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.3493900 Jun 01 19:06:55.882149 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 49560) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:06:55.903694 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2bd52c-6ff2-487e-9522-d3c8fbdd9882 req-9af9caf7-3cf4-487e-aae0-37eccb8f0a22 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:06:55.905308 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ec2bd52c-6ff2-487e-9522-d3c8fbdd9882 req-9af9caf7-3cf4-487e-aae0-37eccb8f0a22 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea289c4a-4d8d-48f3-b63e-c3fa59a4990b HTTP/1.1" status: 200 len: 945 time: 0.4294302 Jun 01 19:06:55.982750 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e6793c7c-841e-420b-a927-7f8d89bc5121 req-90e1ef7b-ed33-48e2-8551-bdfa0775cc6c tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e27767a-e40e-41ca-b34d-a5b7412547b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6736221 Jun 01 19:06:56.074032 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-99b65af2-9bf7-43e7-8299-cfe07332a7ac req-9f1ef9ce-ea79-44f8-8996-ded479e2da42 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] For port 397fef67-ca30-4642-8cfc-be2e87ceb275, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=397fef67-ca30-4642-8cfc-be2e87ceb275,segment=NetworkSegment(d147e68c-d5fd-47df-bf65-d6c5991a53c2),segment_id=d147e68c-d5fd-47df-bf65-d6c5991a53c2)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:06:56.075800 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-99b65af2-9bf7-43e7-8299-cfe07332a7ac req-9f1ef9ce-ea79-44f8-8996-ded479e2da42 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:56.257829 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.db_base_plugin_common [None req-28b2aed2-5f68-40be-8bf5-1be334a69faa None None] Allocated IP 172.20.0.2 (4f4ea26f-fa46-41a8-bded-b4cab3aedc51/68f1d3e6-a007-4866-ae6d-cf3ba479c5c0/c039602c-bb98-478c-8b0d-49fb42b59577) {{(pid=88526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:06:56.270472 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Provisioning complete for port 86d4595b-e8db-4a4c-b6f0-57c1d6666091 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:06:56.271895 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:56.376243 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a5c01784-b919-49b5-928c-ab81f801b316 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-886608', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-885830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25341'] for router, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:56.403222 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-99b65af2-9bf7-43e7-8299-cfe07332a7ac req-9f1ef9ce-ea79-44f8-8996-ded479e2da42 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Calling delete_port for 397fef67-ca30-4642-8cfc-be2e87ceb275 owned by compute:nova {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:06:56.487652 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port 86d4595b-e8db-4a4c-b6f0-57c1d6666091 is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:06:56.488294 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:56.525409 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-b0af3c8e-6e45-4e2f-b59b-88feffda2ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce3d77f2-5cda-41f3-823c-ec60c5fafaa1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-864592733', 'tenant_id': '8537cfb3773e46d182e148cf5b0a717f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': 'acdd2017-bd08-4739-b56c-cc5161a624cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:03:44Z', 'updated_at': '2022-06-01T19:06:51Z', 'revision_number': 5, 'project_id': '8537cfb3773e46d182e148cf5b0a717f', 'gw_port': {'id': 'acdd2017-bd08-4739-b56c-cc5161a624cb', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:fa:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3d77f2-5cda-41f3-823c-ec60c5fafaa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2341, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:03:47Z', 'updated_at': '2022-06-01T19:04:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:06:56.533104 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-33b8ee7e-54a3-4029-bf82-9af6c460806f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e438cfe8c82e40749f1e9a22644d5078&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3316555 Jun 01 19:06:56.535809 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0af3c8e-6e45-4e2f-b59b-88feffda2ce4 None None] Checking router: ce3d77f2-5cda-41f3-823c-ec60c5fafaa1 for host: n-d-844202-1 {{(pid=88526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 19:06:56.539081 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d35e0c4-c006-4f35-a161-1e1e4ff68e11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86d4595b-e8db-4a4c-b6f0-57c1d6666091'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:06:56.572784 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port 86d4595b-e8db-4a4c-b6f0-57c1d6666091, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=86d4595b-e8db-4a4c-b6f0-57c1d6666091,segment=NetworkSegment(29f3bae4-57a1-4f66-96b7-93cfb8e10b44),segment_id=29f3bae4-57a1-4f66-96b7-93cfb8e10b44)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:06:56.574538 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0af3c8e-6e45-4e2f-b59b-88feffda2ce4 None None] Routers {'ce3d77f2-5cda-41f3-823c-ec60c5fafaa1'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:06:56.575238 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-b0af3c8e-6e45-4e2f-b59b-88feffda2ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:06:39Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['ce3d77f2-5cda-41f3-823c-ec60c5fafaa1'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:06:56.597841 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 49564) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:06:56.904099 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-b0af3c8e-6e45-4e2f-b59b-88feffda2ce4 None None] Set router ce3d77f2-5cda-41f3-823c-ec60c5fafaa1 gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:06:57.028913 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a247ece-b11a-404f-9f21-205b5cf601ef'] response: {'server_uuid': '4d35e0c4-c006-4f35-a161-1e1e4ff68e11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86d4595b-e8db-4a4c-b6f0-57c1d6666091', 'code': 200} Jun 01 19:06:57.060083 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ec2bd52c-6ff2-487e-9522-d3c8fbdd9882 req-a847a4dd-d00a-4757-9fba-d1ccd9c83520 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a351d5c-3364-42d8-bd0d-648028a392a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1234019 Jun 01 19:06:57.074663 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:57.114501 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-967dca39-bb16-4a10-a282-c4434c49649a tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2718856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3066595'] for subnet, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:57.194217 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5d3f5cab-111e-46ff-81bf-bf92aad7acef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:57.277753 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5d3f5cab-111e-46ff-81bf-bf92aad7acef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:57.373672 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5d3f5cab-111e-46ff-81bf-bf92aad7acef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:57.403856 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-967dca39-bb16-4a10-a282-c4434c49649a tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:57.412219 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a55b3e00-abb2-40ba-80aa-a2235eb252d1 None None] Network 57a41f0e-b08f-4033-97ac-1767c5f2bb80 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:06:57.418947 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3f5cab-111e-46ff-81bf-bf92aad7acef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3638dd4d-d63b-4661-b585-7bf8f502cf9f,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:06:57.425804 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967dca39-bb16-4a10-a282-c4434c49649a tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Pushing event deleted for resources: {'Subnet': ['ID=48973f57-aa83-4e30-ba85-055d310a8b91,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:06:57.491315 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-967dca39-bb16-4a10-a282-c4434c49649a tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "DELETE /v2.0/subnets/48973f57-aa83-4e30-ba85-055d310a8b91 HTTP/1.1" status: 204 len: 168 time: 3.1760926 Jun 01 19:06:57.492623 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-99b65af2-9bf7-43e7-8299-cfe07332a7ac req-9f1ef9ce-ea79-44f8-8996-ded479e2da42 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:57.493483 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5d3f5cab-111e-46ff-81bf-bf92aad7acef admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:57.496394 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-5d3f5cab-111e-46ff-81bf-bf92aad7acef admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3638dd4d-d63b-4661-b585-7bf8f502cf9f HTTP/1.1" status: 204 len: 168 time: 0.8960612 Jun 01 19:06:57.496394 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 49574) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:06:57.499956 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1ea8dc3f-ed1d-4552-b427-8583c4fdb0a3 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:57.601801 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] get_ports_and_sgs() called for port_ids ['72352e64-9120-4343-9c57-bb57c2532e4b'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 19:06:57.615727 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1ef9ce-ea79-44f8-8996-ded479e2da42 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Pushing event deleted for resources: {'Port': ['ID=397fef67-ca30-4642-8cfc-be2e87ceb275,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:06:57.727319 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=86d4595b-e8db-4a4c-b6f0-57c1d6666091,revision_number=7']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:06:57.966236 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1ea8dc3f-ed1d-4552-b427-8583c4fdb0a3 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:58.028207 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9edef21d-285b-458a-a024-77d4d459e3e2 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks [] for router, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:58.036120 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-99b65af2-9bf7-43e7-8299-cfe07332a7ac req-9f1ef9ce-ea79-44f8-8996-ded479e2da42 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] No DVR routers for this DVR port 397fef67-ca30-4642-8cfc-be2e87ceb275 on host n-h2-844202-1 {{(pid=88524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:06:58.046371 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-99b65af2-9bf7-43e7-8299-cfe07332a7ac req-9f1ef9ce-ea79-44f8-8996-ded479e2da42 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:58.056147 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-99b65af2-9bf7-43e7-8299-cfe07332a7ac req-9f1ef9ce-ea79-44f8-8996-ded479e2da42 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.50 "DELETE /v2.0/ports/397fef67-ca30-4642-8cfc-be2e87ceb275 HTTP/1.1" status: 204 len: 173 time: 3.5347118 Jun 01 19:06:58.099589 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea289c4a-4d8d-48f3-b63e-c3fa59a4990b', 'name': 'network-vif-deleted', 'tag': '397fef67-ca30-4642-8cfc-be2e87ceb275'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:06:58.185097 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 397fef67-ca30-4642-8cfc-be2e87ceb275 no longer exists at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:06:58.198503 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1ea8dc3f-ed1d-4552-b427-8583c4fdb0a3 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:58.262278 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea8dc3f-ed1d-4552-b427-8583c4fdb0a3 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5c530a2-7471-44f7-843d-3b6edea74301,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:06:58.301131 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1ea8dc3f-ed1d-4552-b427-8583c4fdb0a3 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:58.306675 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-1ea8dc3f-ed1d-4552-b427-8583c4fdb0a3 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] 10.222.0.41 "DELETE /v2.0/security-groups/b5c530a2-7471-44f7-843d-3b6edea74301 HTTP/1.1" status: 204 len: 168 time: 2.4170327 Jun 01 19:06:58.307848 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 49594) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:06:58.372250 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-28b2aed2-5f68-40be-8bf5-1be334a69faa None None] Notify callbacks [] for port, precommit_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:58.385915 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] No Port match for: 397fef67-ca30-4642-8cfc-be2e87ceb275 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:06:58.386381 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 397fef67-ca30-4642-8cfc-be2e87ceb275 not bound to the agent host n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:06:58.389701 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827b8156-3329-4085-9717-275026249b01 req-3ef27f45-873e-4405-84bf-4a7d6179c33d tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:06:58.397706 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-827b8156-3329-4085-9717-275026249b01 req-3ef27f45-873e-4405-84bf-4a7d6179c33d tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d35e0c4-c006-4f35-a161-1e1e4ff68e11 HTTP/1.1" status: 200 len: 946 time: 1.1952996 Jun 01 19:06:58.427983 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-28b2aed2-5f68-40be-8bf5-1be334a69faa None None] Transition to ACTIVE for port object c039602c-bb98-478c-8b0d-49fb42b59577 will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:06:58.489875 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-b05b2e8e-616c-4f44-a7b2-144c30fb4ac5 req-8a790f7b-5033-4780-8821-66f6646f571d tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Synchronizing usage tracker for tenant:ff411273a1ac46f2a91fb45afe578ccb on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:06:58.506484 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a5c01784-b919-49b5-928c-ab81f801b316 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:58.517750 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-a5ccd1fe-1a4f-4917-993c-4d7147cf4324 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Synchronizing usage tracker for tenant:3efa9c69ad174f15a4d0e5170829c45a on resource:security_group {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:06:58.526152 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-b0af3c8e-6e45-4e2f-b59b-88feffda2ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce3d77f2-5cda-41f3-823c-ec60c5fafaa1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-864592733', 'tenant_id': '8537cfb3773e46d182e148cf5b0a717f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': 'acdd2017-bd08-4739-b56c-cc5161a624cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:03:44Z', 'updated_at': '2022-06-01T19:06:51Z', 'revision_number': 5, 'project_id': '8537cfb3773e46d182e148cf5b0a717f', 'gw_port': {'id': 'acdd2017-bd08-4739-b56c-cc5161a624cb', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:fa:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3d77f2-5cda-41f3-823c-ec60c5fafaa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2341, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:03:47Z', 'updated_at': '2022-06-01T19:04:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:06:58.533188 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-28b2aed2-5f68-40be-8bf5-1be334a69faa None None] Transition to ACTIVE for port object c039602c-bb98-478c-8b0d-49fb42b59577 will not be triggered until provisioned by entity DHCP. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:06:58.547245 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0af3c8e-6e45-4e2f-b59b-88feffda2ce4 None None] The sync data for ids ['ce3d77f2-5cda-41f3-823c-ec60c5fafaa1'] in n-d-844202-1 is: [{'id': 'ce3d77f2-5cda-41f3-823c-ec60c5fafaa1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-864592733', 'tenant_id': '8537cfb3773e46d182e148cf5b0a717f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': 'acdd2017-bd08-4739-b56c-cc5161a624cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:03:44Z', 'updated_at': '2022-06-01T19:06:51Z', 'revision_number': 5, 'project_id': '8537cfb3773e46d182e148cf5b0a717f', 'gw_port': {'id': 'acdd2017-bd08-4739-b56c-cc5161a624cb', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:fa:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3d77f2-5cda-41f3-823c-ec60c5fafaa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2341, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:03:47Z', 'updated_at': '2022-06-01T19:04:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}] {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:06:58.555212 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-b05b2e8e-616c-4f44-a7b2-144c30fb4ac5 req-8a790f7b-5033-4780-8821-66f6646f571d tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Unset dirty status for tenant:ff411273a1ac46f2a91fb45afe578ccb on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:06:58.560853 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b05b2e8e-616c-4f44-a7b2-144c30fb4ac5 req-8a790f7b-5033-4780-8821-66f6646f571d tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea289c4a-4d8d-48f3-b63e-c3fa59a4990b HTTP/1.1" status: 200 len: 210 time: 0.1844003 Jun 01 19:06:58.569684 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-a5ccd1fe-1a4f-4917-993c-4d7147cf4324 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Unset dirty status for tenant:3efa9c69ad174f15a4d0e5170829c45a on resource:security_group {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:06:58.571091 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-a5ccd1fe-1a4f-4917-993c-4d7147cf4324 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2620182 Jun 01 19:06:58.574415 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 49600) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:06:58.588921 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-28b2aed2-5f68-40be-8bf5-1be334a69faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526'] for port, after_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:58.700361 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28b2aed2-5f68-40be-8bf5-1be334a69faa None None] Network 4f4ea26f-fa46-41a8-bded-b4cab3aedc51 is already hosted by enough agents. {{(pid=88526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:06:58.709505 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.base_scheduler [None req-28b2aed2-5f68-40be-8bf5-1be334a69faa None None] Resources bound (agent type, host, resource id): {{(pid=88526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:06:58.714060 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b2aed2-5f68-40be-8bf5-1be334a69faa None None] Received port after_create {{(pid=88526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:06:58.726863 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b2aed2-5f68-40be-8bf5-1be334a69faa None None] Pushing event updated for resources: {'Port': ['ID=c039602c-bb98-478c-8b0d-49fb42b59577,revision_number=1']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:06:58.734403 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f53ab59-b7a2-4f68-807e-566bc600873d'] response: {'server_uuid': 'ea289c4a-4d8d-48f3-b63e-c3fa59a4990b', 'name': 'network-vif-deleted', 'tag': '397fef67-ca30-4642-8cfc-be2e87ceb275', 'status': 'completed', 'code': 200} Jun 01 19:06:58.766815 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a5c01784-b919-49b5-928c-ab81f801b316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:58.789703 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-2380cb32-1e49-4e0a-b385-4a41b24a81ba tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Synchronizing usage tracker for tenant:3efa9c69ad174f15a4d0e5170829c45a on resource:security_group_rule {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:06:58.831087 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-2380cb32-1e49-4e0a-b385-4a41b24a81ba tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] Unset dirty status for tenant:3efa9c69ad174f15a4d0e5170829c45a on resource:security_group_rule {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:06:58.832527 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-2380cb32-1e49-4e0a-b385-4a41b24a81ba tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.2546172 Jun 01 19:06:58.835599 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 49606) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:06:58.865998 n-d-844202-1 neutron-server[88524]: INFO neutron.api.v2.resource [None req-d8c5372d-fc9c-4001-80d1-f91d3af798a0 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] delete failed (client error): The resource could not be found. Jun 01 19:06:58.868083 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-d8c5372d-fc9c-4001-80d1-f91d3af798a0 tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] 10.222.0.41 "DELETE /v2.0/security-groups/b5c530a2-7471-44f7-843d-3b6edea74301 HTTP/1.1" status: 404 len: 347 time: 0.0305607 Jun 01 19:06:58.872029 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 49610) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:06:58.909520 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-28b2aed2-5f68-40be-8bf5-1be334a69faa None None] Attempting to bind port c039602c-bb98-478c-8b0d-49fb42b59577 on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:06:58.910360 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-28b2aed2-5f68-40be-8bf5-1be334a69faa None None] Attempting to bind port c039602c-bb98-478c-8b0d-49fb42b59577 by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': '30521a5b-215c-4399-878b-93abab2b6aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '4f4ea26f-fa46-41a8-bded-b4cab3aedc51'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:06:58.910360 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b2aed2-5f68-40be-8bf5-1be334a69faa None None] Attempting to bind port c039602c-bb98-478c-8b0d-49fb42b59577 on network 4f4ea26f-fa46-41a8-bded-b4cab3aedc51 {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:06:58.937295 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b2aed2-5f68-40be-8bf5-1be334a69faa None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 6, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:06:58.937673 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b2aed2-5f68-40be-8bf5-1be334a69faa None None] Checking segment: {'id': '30521a5b-215c-4399-878b-93abab2b6aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '4f4ea26f-fa46-41a8-bded-b4cab3aedc51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:06:58.940518 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-28b2aed2-5f68-40be-8bf5-1be334a69faa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:58.941078 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b2aed2-5f68-40be-8bf5-1be334a69faa None None] Bound using segment: {'id': '30521a5b-215c-4399-878b-93abab2b6aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '4f4ea26f-fa46-41a8-bded-b4cab3aedc51'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:06:58.941566 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-28b2aed2-5f68-40be-8bf5-1be334a69faa None None] Bound port: c039602c-bb98-478c-8b0d-49fb42b59577, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30521a5b-215c-4399-878b-93abab2b6aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '4f4ea26f-fa46-41a8-bded-b4cab3aedc51'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:06:58.941949 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-28b2aed2-5f68-40be-8bf5-1be334a69faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:58.998128 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a585e20-f5a0-479e-956a-cf17ecf8ed3d None None] DHCP port deletion for 57a41f0e-b08f-4033-97ac-1767c5f2bb80 request from n-d-844202-1 {{(pid=88526) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 19:06:59.024355 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-8c221629-9edb-492d-977c-aaa95d3265aa tempest-SecGroupTest-622267106 tempest-SecGroupTest-622267106-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1492691 Jun 01 19:06:59.077226 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-827b8156-3329-4085-9717-275026249b01 req-71c8ae18-6479-48eb-8496-39d087e4c8d7 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e27767a-e40e-41ca-b34d-a5b7412547b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6574779 Jun 01 19:06:59.101416 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9edef21d-285b-458a-a024-77d4d459e3e2 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:59.116520 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-9edef21d-285b-458a-a024-77d4d459e3e2 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Deleting port acdd2017-bd08-4739-b56c-cc5161a624cb {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:06:59.117224 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9edef21d-285b-458a-a024-77d4d459e3e2 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:59.127154 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-0a585e20-f5a0-479e-956a-cf17ecf8ed3d None None] Deleting port 89353e1f-2f11-4fe8-a4b6-4f859e9abea8 {{(pid=88526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:06:59.127610 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-0a585e20-f5a0-479e-956a-cf17ecf8ed3d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:59.334463 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [None req-a5c01784-b919-49b5-928c-ab81f801b316 admin admin] Allocated IP 172.25.4.23 (72a72e44-6845-488a-a5ff-3a26d4df9cb3/c314a23b-daa2-4106-ab28-8e6f954277b2/fe9d2fee-951b-4202-9589-43b85513b0ac) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:06:59.371871 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-28b2aed2-5f68-40be-8bf5-1be334a69faa None None] For port c039602c-bb98-478c-8b0d-49fb42b59577, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:06:59.382605 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-28b2aed2-5f68-40be-8bf5-1be334a69faa None None] For port c039602c-bb98-478c-8b0d-49fb42b59577, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=c039602c-bb98-478c-8b0d-49fb42b59577,segment=NetworkSegment(30521a5b-215c-4399-878b-93abab2b6aed),segment_id=30521a5b-215c-4399-878b-93abab2b6aed)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:06:59.430306 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-28b2aed2-5f68-40be-8bf5-1be334a69faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:59.501401 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [None req-9edef21d-285b-458a-a024-77d4d459e3e2 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] For port acdd2017-bd08-4739-b56c-cc5161a624cb, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=acdd2017-bd08-4739-b56c-cc5161a624cb,segment=NetworkSegment(7875af61-4c53-4ff2-b8c8-d4b7c35ff947),segment_id=7875af61-4c53-4ff2-b8c8-d4b7c35ff947)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:06:59.501764 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9edef21d-285b-458a-a024-77d4d459e3e2 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:06:59.542523 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 49626) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:06:59.798462 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 49642) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:06:59.883918 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-9edef21d-285b-458a-a024-77d4d459e3e2 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Calling delete_port for acdd2017-bd08-4739-b56c-cc5161a624cb owned by network:router_gateway {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:07:00.010372 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-0a585e20-f5a0-479e-956a-cf17ecf8ed3d None None] For port 89353e1f-2f11-4fe8-a4b6-4f859e9abea8, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=89353e1f-2f11-4fe8-a4b6-4f859e9abea8,segment=NetworkSegment(125279ea-2aed-41ea-8b3e-4526e0a8c195),segment_id=125279ea-2aed-41ea-8b3e-4526e0a8c195)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:07:00.010722 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-0a585e20-f5a0-479e-956a-cf17ecf8ed3d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:00.182589 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-c65e2909-40dc-4ccc-9523-aecfafe354a8 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-320830723'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:07:00.203744 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-c65e2909-40dc-4ccc-9523-aecfafe354a8 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:07:00.229919 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-c65e2909-40dc-4ccc-9523-aecfafe354a8 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Usage tracker for resource:network and tenant:be49ffaf16754f888348eea74749e7ed is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:07:00.239103 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-8699ca4e-f6f9-4c73-955b-03874a71d575 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3efa9c69ad174f15a4d0e5170829c45a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4378445 Jun 01 19:07:00.241860 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-c65e2909-40dc-4ccc-9523-aecfafe354a8 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:07:00.256445 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 49656) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:07:00.299945 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-c65e2909-40dc-4ccc-9523-aecfafe354a8 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:07:00.302347 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-0a585e20-f5a0-479e-956a-cf17ecf8ed3d None None] Calling delete_port for 89353e1f-2f11-4fe8-a4b6-4f859e9abea8 owned by network:dhcp {{(pid=88526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:07:00.377705 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c65e2909-40dc-4ccc-9523-aecfafe354a8 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Made reservation on behalf of be49ffaf16754f888348eea74749e7ed for: {'network': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:07:00.381457 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-c65e2909-40dc-4ccc-9523-aecfafe354a8 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:00.389609 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a5c01784-b919-49b5-928c-ab81f801b316 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:00.421181 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-c65e2909-40dc-4ccc-9523-aecfafe354a8 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:00.423542 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 89353e1f-2f11-4fe8-a4b6-4f859e9abea8 no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:07:00.467140 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-3173ac09-9787-46f9-91ca-c6fc6b1ab2c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:00.475684 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a5c01784-b919-49b5-928c-ab81f801b316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:00.480427 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-c65e2909-40dc-4ccc-9523-aecfafe354a8 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:07:00.493752 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-c65e2909-40dc-4ccc-9523-aecfafe354a8 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Usage tracker for resource:security_group_rule and tenant:be49ffaf16754f888348eea74749e7ed is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:07:00.503228 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-c65e2909-40dc-4ccc-9523-aecfafe354a8 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:07:00.523408 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-c65e2909-40dc-4ccc-9523-aecfafe354a8 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:07:00.599281 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9edef21d-285b-458a-a024-77d4d459e3e2 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:00.614099 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5c01784-b919-49b5-928c-ab81f801b316 admin admin] Network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:07:00.623311 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-a5c01784-b919-49b5-928c-ab81f801b316 admin admin] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:07:00.645521 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c01784-b919-49b5-928c-ab81f801b316 admin admin] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:07:00.686767 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-c65e2909-40dc-4ccc-9523-aecfafe354a8 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:00.692158 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b2aed2-5f68-40be-8bf5-1be334a69faa None None] Pushing event updated for resources: {'Port': ['ID=c039602c-bb98-478c-8b0d-49fb42b59577,revision_number=2']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:07:00.696186 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c01784-b919-49b5-928c-ab81f801b316 admin admin] Pushing event updated for resources: {'Port': ['ID=fe9d2fee-951b-4202-9589-43b85513b0ac,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:07:00.730757 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-c65e2909-40dc-4ccc-9523-aecfafe354a8 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:00.780267 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-0a585e20-f5a0-479e-956a-cf17ecf8ed3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535'] for port, after_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:00.792908 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65e2909-40dc-4ccc-9523-aecfafe354a8 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d28ce65-ca59-4ca1-96be-ea9d877d0b7e,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:07:00.877754 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 89353e1f-2f11-4fe8-a4b6-4f859e9abea8 is: ACTIVE; New status is: DOWN {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:07:00.878534 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:00.884936 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edef21d-285b-458a-a024-77d4d459e3e2 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Pushing event deleted for resources: {'Port': ['ID=acdd2017-bd08-4739-b56c-cc5161a624cb,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:07:00.889500 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a585e20-f5a0-479e-956a-cf17ecf8ed3d None None] No DVR routers for this DVR port 89353e1f-2f11-4fe8-a4b6-4f859e9abea8 on host n-d-844202-1 {{(pid=88526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:07:00.894531 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c65e2909-40dc-4ccc-9523-aecfafe354a8 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 110} {{(pid=88524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 19:07:00.894980 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a585e20-f5a0-479e-956a-cf17ecf8ed3d None None] Pushing event deleted for resources: {'Port': ['ID=89353e1f-2f11-4fe8-a4b6-4f859e9abea8,revision_number=None']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:07:00.926194 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-3173ac09-9787-46f9-91ca-c6fc6b1ab2c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:00.977457 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 0bf8a052-a069-4d19-bdd7-cf70f1752021 no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:07:01.009845 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-c65e2909-40dc-4ccc-9523-aecfafe354a8 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:01.012101 n-d-844202-1 neutron-server[88524]: INFO neutron.db.segments_db [None req-c65e2909-40dc-4ccc-9523-aecfafe354a8 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Added segment f4d97605-7a94-4988-bddf-a1aaba381b9b of type vlan for network 752856ec-d0e9-477b-85f7-556bdb8925d7 Jun 01 19:07:01.060600 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9edef21d-285b-458a-a024-77d4d459e3e2 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-887703'] for router_gateway, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:01.067292 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: 0bf8a052-a069-4d19-bdd7-cf70f1752021 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:07:01.067892 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 0bf8a052-a069-4d19-bdd7-cf70f1752021 not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:07:01.191219 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-c65e2909-40dc-4ccc-9523-aecfafe354a8 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:01.244876 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-3173ac09-9787-46f9-91ca-c6fc6b1ab2c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:01.272626 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-c65e2909-40dc-4ccc-9523-aecfafe354a8 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:01.278990 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c65e2909-40dc-4ccc-9523-aecfafe354a8 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:07:01.279886 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-c65e2909-40dc-4ccc-9523-aecfafe354a8 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks [] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:01.362987 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3173ac09-9787-46f9-91ca-c6fc6b1ab2c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9152419d-49ad-46da-a8ae-16d6d966fa17,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:07:01.632352 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-c65e2909-40dc-4ccc-9523-aecfafe354a8 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.0886159 Jun 01 19:07:01.634144 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-3173ac09-9787-46f9-91ca-c6fc6b1ab2c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:01.647980 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-3173ac09-9787-46f9-91ca-c6fc6b1ab2c7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9152419d-49ad-46da-a8ae-16d6d966fa17 HTTP/1.1" status: 204 len: 168 time: 1.3902643 Jun 01 19:07:01.652453 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 49682) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:07:01.668130 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-ec6b757c-9f09-4926-884f-a0387a94e514 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Request body: {'port': {'network_id': '752856ec-d0e9-477b-85f7-556bdb8925d7', 'name': 'tempest-PortsIpV6TestJSON-145622217'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:07:01.706164 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device c039602c-bb98-478c-8b0d-49fb42b59577 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:07:01.727748 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65e2909-40dc-4ccc-9523-aecfafe354a8 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Pushing event updated for resources: {'Network': ['ID=752856ec-d0e9-477b-85f7-556bdb8925d7,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:07:01.868109 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network 752856ec-d0e9-477b-85f7-556bdb8925d7 details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 19:07:02.030736 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9edef21d-285b-458a-a024-77d4d459e3e2 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25316'] for router, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:02.039174 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9edef21d-285b-458a-a024-77d4d459e3e2 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:02.062733 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-ec6b757c-9f09-4926-884f-a0387a94e514 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:07:02.089040 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-ec6b757c-9f09-4926-884f-a0387a94e514 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Usage tracker for resource:port and tenant:be49ffaf16754f888348eea74749e7ed is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:07:02.094689 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-ec6b757c-9f09-4926-884f-a0387a94e514 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:07:02.110761 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-ec6b757c-9f09-4926-884f-a0387a94e514 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:07:02.130003 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7447b23e-7ee4-4b67-9d7b-cab2ab851b5e req-7f4a8529-21a2-4299-b335-bb9a8577a5a7 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:07:02.131684 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-7447b23e-7ee4-4b67-9d7b-cab2ab851b5e req-7f4a8529-21a2-4299-b335-bb9a8577a5a7 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d35e0c4-c006-4f35-a161-1e1e4ff68e11 HTTP/1.1" status: 200 len: 946 time: 1.6956396 Jun 01 19:07:02.135025 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec6b757c-9f09-4926-884f-a0387a94e514 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Made reservation on behalf of be49ffaf16754f888348eea74749e7ed for: {'port': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:07:02.139828 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ec6b757c-9f09-4926-884f-a0387a94e514 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:02.178825 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port c039602c-bb98-478c-8b0d-49fb42b59577 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:07:02.278359 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [None req-ec6b757c-9f09-4926-884f-a0387a94e514 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] device_id is not set on port 3c280a74-a1ee-4501-af21-e234804137ae yet. {{(pid=88524) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 19:07:02.351653 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9edef21d-285b-458a-a024-77d4d459e3e2 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-891519'] for router, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:02.352163 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9edef21d-285b-458a-a024-77d4d459e3e2 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Fanout notify agent at l3_agent the message router_deleted on router ce3d77f2-5cda-41f3-823c-ec60c5fafaa1 {{(pid=88525) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 19:07:02.547876 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-7447b23e-7ee4-4b67-9d7b-cab2ab851b5e req-6408af4d-8fbf-41d3-9dd0-988c80469516 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e27767a-e40e-41ca-b34d-a5b7412547b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4019372 Jun 01 19:07:02.572261 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9edef21d-285b-458a-a024-77d4d459e3e2 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks [] for router, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:02.594829 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-9edef21d-285b-458a-a024-77d4d459e3e2 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "DELETE /v2.0/routers/ce3d77f2-5cda-41f3-823c-ec60c5fafaa1 HTTP/1.1" status: 204 len: 168 time: 4.9304700 Jun 01 19:07:02.657371 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 49708) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:07:02.661222 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f45d007-cc99-462d-b637-86b00a2dbcf0 None None] Network 4f4ea26f-fa46-41a8-bded-b4cab3aedc51 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:07:02.887604 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a5c01784-b919-49b5-928c-ab81f801b316 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:02.996715 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-50a46883-a555-406c-bbe7-d3ccd026e477 None None] Provisioning for port c039602c-bb98-478c-8b0d-49fb42b59577 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:07:03.016166 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-50a46883-a555-406c-bbe7-d3ccd026e477 None None] Provisioning complete for port c039602c-bb98-478c-8b0d-49fb42b59577 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:07:03.017716 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-50a46883-a555-406c-bbe7-d3ccd026e477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:03.172456 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ec6b757c-9f09-4926-884f-a0387a94e514 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:03.179780 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-305c54aa-509f-4706-a63c-656908b4a4a7 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:03.203617 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e0316a-ba4f-44c4-9f4c-7d4c7d8eae7f req-98ac23f5-a604-4606-8501-ff9f9d65c2be tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:07:03.211526 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c8e0316a-ba4f-44c4-9f4c-7d4c7d8eae7f req-98ac23f5-a604-4606-8501-ff9f9d65c2be tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/ports?device_id=3957060c-8222-47fe-98eb-abd877c30435 HTTP/1.1" status: 200 len: 945 time: 0.6655207 Jun 01 19:07:03.365795 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c8e0316a-ba4f-44c4-9f4c-7d4c7d8eae7f req-ceedc95b-9d6c-4fe0-bc70-eed1c2c71e82 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a351d5c-3364-42d8-bd0d-648028a392a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528840 Jun 01 19:07:03.420388 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 49722) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:07:03.447121 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-50a46883-a555-406c-bbe7-d3ccd026e477 None None] Current status of the port c039602c-bb98-478c-8b0d-49fb42b59577 is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:07:03.447513 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-50a46883-a555-406c-bbe7-d3ccd026e477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:03.504003 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ec6b757c-9f09-4926-884f-a0387a94e514 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:03.510506 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device acdd2017-bd08-4739-b56c-cc5161a624cb no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:07:03.590355 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-50a46883-a555-406c-bbe7-d3ccd026e477 None None] For port c039602c-bb98-478c-8b0d-49fb42b59577, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=c039602c-bb98-478c-8b0d-49fb42b59577,segment=NetworkSegment(30521a5b-215c-4399-878b-93abab2b6aed),segment_id=30521a5b-215c-4399-878b-93abab2b6aed)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:07:03.613088 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: acdd2017-bd08-4739-b56c-cc5161a624cb {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:07:03.613088 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device acdd2017-bd08-4739-b56c-cc5161a624cb not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:07:03.637578 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-50a46883-a555-406c-bbe7-d3ccd026e477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:03.666101 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-305c54aa-509f-4706-a63c-656908b4a4a7 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:03.714252 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a5c01784-b919-49b5-928c-ab81f801b316 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-885820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-886655'] for router, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:03.765553 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a46883-a555-406c-bbe7-d3ccd026e477 None None] Pushing event updated for resources: {'Port': ['ID=c039602c-bb98-478c-8b0d-49fb42b59577,revision_number=3']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:07:03.772554 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-305c54aa-509f-4706-a63c-656908b4a4a7 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57a41f0e-b08f-4033-97ac-1767c5f2bb80']}} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:07:03.978599 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-305c54aa-509f-4706-a63c-656908b4a4a7 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '125279ea-2aed-41ea-8b3e-4526e0a8c195') {'for_net_delete': True} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:07:03.978866 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-305c54aa-509f-4706-a63c-656908b4a4a7 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '125279ea-2aed-41ea-8b3e-4526e0a8c195') {} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:07:03.988083 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-9af41891-dec7-400b-9dba-fe97dd418495 tempest-SubnetPoolsTestJSON-677576612 tempest-SubnetPoolsTestJSON-677576612-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1097848372', 'prefixes': ['172.20.0.0/16']}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:07:04.113241 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396f16c6-89fc-4f00-8f17-8e1466a5721d req-42fc924f-e392-496a-b47d-8253e43678ed tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:07:04.121562 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-396f16c6-89fc-4f00-8f17-8e1466a5721d req-42fc924f-e392-496a-b47d-8253e43678ed tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d35e0c4-c006-4f35-a161-1e1e4ff68e11 HTTP/1.1" status: 200 len: 946 time: 0.2862134 Jun 01 19:07:04.147456 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-305c54aa-509f-4706-a63c-656908b4a4a7 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2702126'] for segment, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:04.178040 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-8cc961b5-5f9e-4723-8f2b-d13afe9aef4f None None] Provisioning complete for port c039602c-bb98-478c-8b0d-49fb42b59577 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:07:04.187536 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-8cc961b5-5f9e-4723-8f2b-d13afe9aef4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:04.226979 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-305c54aa-509f-4706-a63c-656908b4a4a7 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:04.238482 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-305c54aa-509f-4706-a63c-656908b4a4a7 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=88524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 19:07:04.238482 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-305c54aa-509f-4706-a63c-656908b4a4a7 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2719018'] for segment, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:04.260669 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5c01784-b919-49b5-928c-ab81f801b316 admin admin] Router 42bf7114-1434-42f3-8975-565fad845372 is scheduled to L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 with binding_index 1 {{(pid=88525) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 19:07:04.269779 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-396f16c6-89fc-4f00-8f17-8e1466a5721d req-d33c6e40-ae57-4629-9cc2-96a8cce39107 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e27767a-e40e-41ca-b34d-a5b7412547b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439257 Jun 01 19:07:04.302908 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-9af41891-dec7-400b-9dba-fe97dd418495 tempest-SubnetPoolsTestJSON-677576612 tempest-SubnetPoolsTestJSON-677576612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:07:04.453537 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment 125279ea-2aed-41ea-8b3e-4526e0a8c195 resource provider aggregate not found Jun 01 19:07:04.470726 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-8cc961b5-5f9e-4723-8f2b-d13afe9aef4f None None] Current status of the port c039602c-bb98-478c-8b0d-49fb42b59577 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:07:04.518491 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6b757c-9f09-4926-884f-a0387a94e514 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Pushing event updated for resources: {'Port': ['ID=3c280a74-a1ee-4501-af21-e234804137ae,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:07:04.557733 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment 125279ea-2aed-41ea-8b3e-4526e0a8c195 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 125279ea-2aed-41ea-8b3e-4526e0a8c195 found for delete ", "request_id": "req-f8f74a28-5088-423d-a73b-32011ee0e5f6"}]} Jun 01 19:07:04.574612 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec6b757c-9f09-4926-884f-a0387a94e514 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Checking segment: {'id': 'f4d97605-7a94-4988-bddf-a1aaba381b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '752856ec-d0e9-477b-85f7-556bdb8925d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:07:04.575075 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec6b757c-9f09-4926-884f-a0387a94e514 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Network hostable DHCP agents. Network: 752856ec-d0e9-477b-85f7-556bdb8925d7, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88524) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 19:07:04.594413 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-305c54aa-509f-4706-a63c-656908b4a4a7 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:04.599693 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-305c54aa-509f-4706-a63c-656908b4a4a7 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks [] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:04.648983 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5c01784-b919-49b5-928c-ab81f801b316 admin admin] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:07:04.665941 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c11e36-861a-47b5-967d-20fc0549eb63 None None] Sync routers for ids ['42bf7114-1434-42f3-8975-565fad845372'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:07:04.689280 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a5c01784-b919-49b5-928c-ab81f801b316 admin admin] Notify callbacks [] for router, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:04.693272 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c11e36-861a-47b5-967d-20fc0549eb63 None None] Routers {'42bf7114-1434-42f3-8975-565fad845372'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:07:04.694125 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-b7c11e36-861a-47b5-967d-20fc0549eb63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:06:39Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['42bf7114-1434-42f3-8975-565fad845372'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:07:04.694951 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-a5c01784-b919-49b5-928c-ab81f801b316 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 9.5833557 Jun 01 19:07:04.696200 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 49744) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:07:04.696652 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305c54aa-509f-4706-a63c-656908b4a4a7 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Pushing event deleted for resources: {'Network': ['ID=57a41f0e-b08f-4033-97ac-1767c5f2bb80,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:07:04.713646 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a764a94-8db3-4de9-ba26-bc3d28f9b236 req-06d88e32-7c2d-4d49-8c38-e8308799303c tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:07:04.715261 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7a764a94-8db3-4de9-ba26-bc3d28f9b236 req-06d88e32-7c2d-4d49-8c38-e8308799303c tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.50 "GET /v2.0/ports?device_id=3957060c-8222-47fe-98eb-abd877c30435 HTTP/1.1" status: 200 len: 945 time: 0.7392745 Jun 01 19:07:04.724311 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-305c54aa-509f-4706-a63c-656908b4a4a7 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "DELETE /v2.0/networks/57a41f0e-b08f-4033-97ac-1767c5f2bb80 HTTP/1.1" status: 204 len: 168 time: 2.0388186 Jun 01 19:07:04.764824 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 49750) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:07:04.800871 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec6b757c-9f09-4926-884f-a0387a94e514 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Network 752856ec-d0e9-477b-85f7-556bdb8925d7 is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88524) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 19:07:04.873772 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-ec6b757c-9f09-4926-884f-a0387a94e514 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, 752856ec-d0e9-477b-85f7-556bdb8925d7) {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:07:04.878609 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6b757c-9f09-4926-884f-a0387a94e514 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:07:04.886214 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f198f14-7ab1-4afd-8883-8e6875559266 None None] Network 752856ec-d0e9-477b-85f7-556bdb8925d7 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:07:04.901630 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec6b757c-9f09-4926-884f-a0387a94e514 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:07:04.902445 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ec6b757c-9f09-4926-884f-a0387a94e514 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:04.906528 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-9af41891-dec7-400b-9dba-fe97dd418495 tempest-SubnetPoolsTestJSON-677576612 tempest-SubnetPoolsTestJSON-677576612-project] Notify callbacks [] for subnetpool, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:04.915639 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-9af41891-dec7-400b-9dba-fe97dd418495 tempest-SubnetPoolsTestJSON-677576612 tempest-SubnetPoolsTestJSON-677576612-project] 10.222.0.41 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 1.4934509 Jun 01 19:07:04.923845 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 49754) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:07:04.963543 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-451b8680-f97e-480f-8fbf-ba3bc09bf78f tempest-SubnetPoolsTestJSON-677576612 tempest-SubnetPoolsTestJSON-677576612-project] 10.222.0.41 "GET /v2.0/subnetpools/a54ef253-0fd1-467c-b7f0-1fc2c35306a3 HTTP/1.1" status: 200 len: 732 time: 0.0377994 Jun 01 19:07:04.967516 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 49758) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:07:04.970831 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-7a764a94-8db3-4de9-ba26-bc3d28f9b236 req-dee5f574-d416-40e5-be24-822e255f0e65 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Deleting port 72352e64-9120-4343-9c57-bb57c2532e4b {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:07:04.972081 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-7a764a94-8db3-4de9-ba26-bc3d28f9b236 req-dee5f574-d416-40e5-be24-822e255f0e65 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:04.977427 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-1868782c-42ef-4f3d-ad88-06aadd236a62 tempest-SubnetPoolsTestJSON-677576612 tempest-SubnetPoolsTestJSON-677576612-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1721934586'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:07:05.102985 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-b7c11e36-861a-47b5-967d-20fc0549eb63 None None] Set router 42bf7114-1434-42f3-8975-565fad845372 gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:07:05.153276 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-ec6b757c-9f09-4926-884f-a0387a94e514 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 3.4949017 Jun 01 19:07:05.159861 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 49762) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:07:05.185271 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-44c546a9-789b-4858-83bf-897e46d13f9e tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-441087999'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:07:05.190273 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-894d5e58-d31f-4959-86fd-43d0bf975ef3 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:05.199265 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e3d171-41be-4e3a-9c43-c13d91f06fac req-47a81169-fd9b-435f-ab66-0e86bea6270a tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:07:05.206970 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e7e3d171-41be-4e3a-9c43-c13d91f06fac req-47a81169-fd9b-435f-ab66-0e86bea6270a tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/ports?device_id=3957060c-8222-47fe-98eb-abd877c30435 HTTP/1.1" status: 200 len: 945 time: 0.5989957 Jun 01 19:07:05.244438 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-44c546a9-789b-4858-83bf-897e46d13f9e tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:07:05.283213 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-44c546a9-789b-4858-83bf-897e46d13f9e tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Usage tracker for resource:network and tenant:be49ffaf16754f888348eea74749e7ed is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:07:05.299148 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-44c546a9-789b-4858-83bf-897e46d13f9e tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:07:05.344454 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-44c546a9-789b-4858-83bf-897e46d13f9e tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:07:05.360329 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-894d5e58-d31f-4959-86fd-43d0bf975ef3 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:05.378585 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44c546a9-789b-4858-83bf-897e46d13f9e tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Made reservation on behalf of be49ffaf16754f888348eea74749e7ed for: {'network': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:07:05.382162 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-44c546a9-789b-4858-83bf-897e46d13f9e tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:05.406112 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e7e3d171-41be-4e3a-9c43-c13d91f06fac req-2d44d850-ab06-4d93-b9d0-f398742ffb90 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a351d5c-3364-42d8-bd0d-648028a392a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973262 Jun 01 19:07:05.564025 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device c039602c-bb98-478c-8b0d-49fb42b59577 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:07:05.731551 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-b7c11e36-861a-47b5-967d-20fc0549eb63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42bf7114-1434-42f3-8975-565fad845372', 'name': 'tempest-TaggedBootDevicesTest-1789991532-router', 'tenant_id': '02a99242e0f0463d9013e17319779a87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.23'}], 'enable_snat': True}, 'gw_port_id': 'fe9d2fee-951b-4202-9589-43b85513b0ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:06:55Z', 'updated_at': '2022-06-01T19:07:02Z', 'revision_number': 3, 'project_id': '02a99242e0f0463d9013e17319779a87', 'gw_port': {'id': 'fe9d2fee-951b-4202-9589-43b85513b0ac', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:d8:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42bf7114-1434-42f3-8975-565fad845372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2586, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:06:58Z', 'updated_at': '2022-06-01T19:06:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:07:05.742864 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c11e36-861a-47b5-967d-20fc0549eb63 None None] Checking router: 42bf7114-1434-42f3-8975-565fad845372 for host: n-d-844202-1 {{(pid=88527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 19:07:05.743176 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c11e36-861a-47b5-967d-20fc0549eb63 None None] Updating router 42bf7114-1434-42f3-8975-565fad845372 port fe9d2fee-951b-4202-9589-43b85513b0ac binding host n-d-844202-1 {{(pid=88527) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 19:07:05.766291 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1868782c-42ef-4f3d-ad88-06aadd236a62 tempest-SubnetPoolsTestJSON-677576612 tempest-SubnetPoolsTestJSON-677576612-project] Notify callbacks [] for subnetpool, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:05.768855 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44c546a9-789b-4858-83bf-897e46d13f9e tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 125} {{(pid=88524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 19:07:05.770095 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-1868782c-42ef-4f3d-ad88-06aadd236a62 tempest-SubnetPoolsTestJSON-677576612 tempest-SubnetPoolsTestJSON-677576612-project] 10.222.0.41 "PUT /v2.0/subnetpools/a54ef253-0fd1-467c-b7f0-1fc2c35306a3 HTTP/1.1" status: 200 len: 684 time: 0.7999027 Jun 01 19:07:05.778864 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 49768) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:07:05.839871 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port c039602c-bb98-478c-8b0d-49fb42b59577 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:07:05.840566 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:05.858522 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-b7c11e36-861a-47b5-967d-20fc0549eb63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:05.858793 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-44c546a9-789b-4858-83bf-897e46d13f9e tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:05.858941 n-d-844202-1 neutron-server[88524]: INFO neutron.db.segments_db [None req-44c546a9-789b-4858-83bf-897e46d13f9e tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Added segment a8b85715-9dca-419b-a211-b742dfe12981 of type vlan for network 6eab5762-28b7-4a22-b677-050517c36912 Jun 01 19:07:05.968648 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-7a764a94-8db3-4de9-ba26-bc3d28f9b236 req-dee5f574-d416-40e5-be24-822e255f0e65 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] For port 72352e64-9120-4343-9c57-bb57c2532e4b, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=72352e64-9120-4343-9c57-bb57c2532e4b,segment=NetworkSegment(d147e68c-d5fd-47df-bf65-d6c5991a53c2),segment_id=d147e68c-d5fd-47df-bf65-d6c5991a53c2)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:07:05.969008 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-7a764a94-8db3-4de9-ba26-bc3d28f9b236 req-dee5f574-d416-40e5-be24-822e255f0e65 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:06.114218 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port c039602c-bb98-478c-8b0d-49fb42b59577 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:07:06.121819 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb79ae65-877e-4cce-bee9-3fb64811de81 req-a8c97858-9651-428e-8ca2-44cc6d014084 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:07:06.123977 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-eb79ae65-877e-4cce-bee9-3fb64811de81 req-a8c97858-9651-428e-8ca2-44cc6d014084 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d35e0c4-c006-4f35-a161-1e1e4ff68e11 HTTP/1.1" status: 200 len: 946 time: 0.6180186 Jun 01 19:07:06.213468 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-7a764a94-8db3-4de9-ba26-bc3d28f9b236 req-dee5f574-d416-40e5-be24-822e255f0e65 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Calling delete_port for 72352e64-9120-4343-9c57-bb57c2532e4b owned by compute:nova {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:07:06.229259 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-eb79ae65-877e-4cce-bee9-3fb64811de81 req-5326687a-c63f-42b5-8fd2-5d4635748f95 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e27767a-e40e-41ca-b34d-a5b7412547b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961001 Jun 01 19:07:06.370959 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f952ac95-a8ec-4872-a24d-e6230e1c8730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:06.475997 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-7a764a94-8db3-4de9-ba26-bc3d28f9b236 req-dee5f574-d416-40e5-be24-822e255f0e65 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:06.593789 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-b7c11e36-861a-47b5-967d-20fc0549eb63 None None] Notify callbacks [] for port, precommit_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:06.643858 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee5f574-d416-40e5-be24-822e255f0e65 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Pushing event deleted for resources: {'Port': ['ID=72352e64-9120-4343-9c57-bb57c2532e4b,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:07:06.655816 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.provisioning_blocks [None req-b7c11e36-861a-47b5-967d-20fc0549eb63 None None] Transition to ACTIVE for port object fe9d2fee-951b-4202-9589-43b85513b0ac will not be triggered until provisioned by entity L2. {{(pid=88527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:07:06.659231 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [None req-f952ac95-a8ec-4872-a24d-e6230e1c8730 admin admin] Allocated IP 172.20.0.1 (4f4ea26f-fa46-41a8-bded-b4cab3aedc51/68f1d3e6-a007-4866-ae6d-cf3ba479c5c0/9b80377f-ac8c-487c-96c2-d2ce12cabf52) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:07:06.677087 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-b7c11e36-861a-47b5-967d-20fc0549eb63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:06.741091 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-894d5e58-d31f-4959-86fd-43d0bf975ef3 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:06.860116 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f952ac95-a8ec-4872-a24d-e6230e1c8730 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:06.883912 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [None req-f952ac95-a8ec-4872-a24d-e6230e1c8730 admin admin] Transition to ACTIVE for port object 9b80377f-ac8c-487c-96c2-d2ce12cabf52 will not be triggered until provisioned by entity DHCP. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:07:06.885410 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-b7c11e36-861a-47b5-967d-20fc0549eb63 None None] Attempting to bind port fe9d2fee-951b-4202-9589-43b85513b0ac on host n-d-844202-1 for vnic_type normal with profile {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:07:06.885410 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-b7c11e36-861a-47b5-967d-20fc0549eb63 None None] Attempting to bind port fe9d2fee-951b-4202-9589-43b85513b0ac by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}] {{(pid=88527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:07:06.885410 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c11e36-861a-47b5-967d-20fc0549eb63 None None] Attempting to bind port fe9d2fee-951b-4202-9589-43b85513b0ac on network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:07:06.897046 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7aece2-5e5b-45e9-8bd8-34e53360cae4 None None] Pushing event updated for resources: {'Port': ['ID=fe9d2fee-951b-4202-9589-43b85513b0ac,revision_number=2']} {{(pid=88527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:07:06.900204 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-44c546a9-789b-4858-83bf-897e46d13f9e tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:06.910923 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c11e36-861a-47b5-967d-20fc0549eb63 None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 6, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:07:06.911148 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c11e36-861a-47b5-967d-20fc0549eb63 None None] Checking segment: {'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:07:06.911524 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-b7c11e36-861a-47b5-967d-20fc0549eb63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:06.915887 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f952ac95-a8ec-4872-a24d-e6230e1c8730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:06.921821 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c11e36-861a-47b5-967d-20fc0549eb63 None None] Bound using segment: {'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'} {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:07:06.922926 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-b7c11e36-861a-47b5-967d-20fc0549eb63 None None] Bound port: fe9d2fee-951b-4202-9589-43b85513b0ac, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}}] {{(pid=88527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:07:06.925203 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-b7c11e36-861a-47b5-967d-20fc0549eb63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:06.947865 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894d5e58-d31f-4959-86fd-43d0bf975ef3 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5040cb58-24af-44ab-a8bd-126074c76b0b,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:07:07.057928 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f952ac95-a8ec-4872-a24d-e6230e1c8730 admin admin] Network 4f4ea26f-fa46-41a8-bded-b4cab3aedc51 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:07:07.061205 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-f952ac95-a8ec-4872-a24d-e6230e1c8730 admin admin] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:07:07.065841 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f952ac95-a8ec-4872-a24d-e6230e1c8730 admin admin] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:07:07.134254 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a764a94-8db3-4de9-ba26-bc3d28f9b236 req-dee5f574-d416-40e5-be24-822e255f0e65 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] No DVR routers for this DVR port 72352e64-9120-4343-9c57-bb57c2532e4b on host n-h2-844202-1 {{(pid=88524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:07:07.135790 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-b15e9f38-72f5-48f3-af96-6dfa592a68f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:07.151160 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f952ac95-a8ec-4872-a24d-e6230e1c8730 admin admin] Pushing event updated for resources: {'Port': ['ID=9b80377f-ac8c-487c-96c2-d2ce12cabf52,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:07:07.153659 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-7a764a94-8db3-4de9-ba26-bc3d28f9b236 req-dee5f574-d416-40e5-be24-822e255f0e65 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:07.169802 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.db [None req-b7c11e36-861a-47b5-967d-20fc0549eb63 None None] For port fe9d2fee-951b-4202-9589-43b85513b0ac, host n-d-844202-1, cleared binding levels {{(pid=88527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:07:07.183958 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.db [None req-b7c11e36-861a-47b5-967d-20fc0549eb63 None None] For port fe9d2fee-951b-4202-9589-43b85513b0ac, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=fe9d2fee-951b-4202-9589-43b85513b0ac,segment=NetworkSegment(7875af61-4c53-4ff2-b8c8-d4b7c35ff947),segment_id=7875af61-4c53-4ff2-b8c8-d4b7c35ff947)] {{(pid=88527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:07:07.190482 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f952ac95-a8ec-4872-a24d-e6230e1c8730 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-887605'] for router_interface, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:07.198690 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-b7c11e36-861a-47b5-967d-20fc0549eb63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:07.205001 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3957060c-8222-47fe-98eb-abd877c30435', 'name': 'network-vif-deleted', 'tag': '72352e64-9120-4343-9c57-bb57c2532e4b'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:07:07.263923 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.db.resource_extend [None req-44c546a9-789b-4858-83bf-897e46d13f9e tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 19:07:07.297365 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-a6b2f386-66da-4661-b08b-eaa5259de15b req-4ce140ad-3624-4558-9d4a-f5db523799be tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Synchronizing usage tracker for tenant:ff411273a1ac46f2a91fb45afe578ccb on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:07:07.338513 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-43d1ed74-9a9d-4c68-af4b-6ce910b7adfc tempest-SubnetPoolsTestJSON-677576612 tempest-SubnetPoolsTestJSON-677576612-project] Notify callbacks [] for subnetpool, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:07.343246 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-43d1ed74-9a9d-4c68-af4b-6ce910b7adfc tempest-SubnetPoolsTestJSON-677576612 tempest-SubnetPoolsTestJSON-677576612-project] 10.222.0.41 "DELETE /v2.0/subnetpools/a54ef253-0fd1-467c-b7f0-1fc2c35306a3 HTTP/1.1" status: 204 len: 168 time: 1.5631664 Jun 01 19:07:07.346448 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-815c9473-ad69-49a0-abf1-79934bb87f40'] response: {'server_uuid': '3957060c-8222-47fe-98eb-abd877c30435', 'name': 'network-vif-deleted', 'tag': '72352e64-9120-4343-9c57-bb57c2532e4b', 'status': 'completed', 'code': 200} Jun 01 19:07:07.346448 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 49800) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:07:07.359354 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-894d5e58-d31f-4959-86fd-43d0bf975ef3 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:07.369340 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-894d5e58-d31f-4959-86fd-43d0bf975ef3 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "DELETE /v2.0/security-groups/5040cb58-24af-44ab-a8bd-126074c76b0b HTTP/1.1" status: 204 len: 168 time: 2.6009598 Jun 01 19:07:07.420027 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7a764a94-8db3-4de9-ba26-bc3d28f9b236 req-dee5f574-d416-40e5-be24-822e255f0e65 tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.50 "DELETE /v2.0/ports/72352e64-9120-4343-9c57-bb57c2532e4b HTTP/1.1" status: 204 len: 173 time: 2.6915321 Jun 01 19:07:07.428736 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-53671dd0-d036-48c4-82b4-3616091e43a1 None None] Provisioning for port 9b80377f-ac8c-487c-96c2-d2ce12cabf52 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:07:07.438126 n-d-844202-1 neutron-server[88524]: INFO neutron.api.v2.resource [None req-5748290f-369f-440e-9981-fb013405d901 tempest-SubnetPoolsTestJSON-677576612 tempest-SubnetPoolsTestJSON-677576612-project] show failed (client error): The resource could not be found. Jun 01 19:07:07.445406 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-5748290f-369f-440e-9981-fb013405d901 tempest-SubnetPoolsTestJSON-677576612 tempest-SubnetPoolsTestJSON-677576612-project] 10.222.0.41 "GET /v2.0/subnetpools/a54ef253-0fd1-467c-b7f0-1fc2c35306a3 HTTP/1.1" status: 404 len: 346 time: 0.0866222 Jun 01 19:07:07.448835 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 49812) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:07:07.457182 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-53671dd0-d036-48c4-82b4-3616091e43a1 None None] Provisioning complete for port 9b80377f-ac8c-487c-96c2-d2ce12cabf52 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:07:07.457410 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-44c546a9-789b-4858-83bf-897e46d13f9e tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:07.457940 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-53671dd0-d036-48c4-82b4-3616091e43a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:07.467739 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c11e36-861a-47b5-967d-20fc0549eb63 None None] Routers {'42bf7114-1434-42f3-8975-565fad845372'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:07:07.468452 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-b7c11e36-861a-47b5-967d-20fc0549eb63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:06:39Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['42bf7114-1434-42f3-8975-565fad845372'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:07:07.477281 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44c546a9-789b-4858-83bf-897e46d13f9e tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:07:07.480583 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-44c546a9-789b-4858-83bf-897e46d13f9e tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks [] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:07.539522 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f952ac95-a8ec-4872-a24d-e6230e1c8730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:07.586246 n-d-844202-1 neutron-server[88524]: INFO neutron.api.v2.resource [None req-97e4e52a-ee4b-47e8-b7be-fdc263e94df2 tempest-SubnetPoolsTestJSON-677576612 tempest-SubnetPoolsTestJSON-677576612-project] delete failed (client error): The resource could not be found. Jun 01 19:07:07.586246 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-97e4e52a-ee4b-47e8-b7be-fdc263e94df2 tempest-SubnetPoolsTestJSON-677576612 tempest-SubnetPoolsTestJSON-677576612-project] 10.222.0.41 "DELETE /v2.0/subnetpools/a54ef253-0fd1-467c-b7f0-1fc2c35306a3 HTTP/1.1" status: 404 len: 346 time: 0.1177435 Jun 01 19:07:07.604332 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-a6b2f386-66da-4661-b08b-eaa5259de15b req-4ce140ad-3624-4558-9d4a-f5db523799be tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] Unset dirty status for tenant:ff411273a1ac46f2a91fb45afe578ccb on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:07:07.619331 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a6b2f386-66da-4661-b08b-eaa5259de15b req-4ce140ad-3624-4558-9d4a-f5db523799be tempest-ServersTestJSON-531059400 tempest-ServersTestJSON-531059400-project] 10.222.0.41 "GET /v2.0/ports?device_id=3957060c-8222-47fe-98eb-abd877c30435 HTTP/1.1" status: 200 len: 210 time: 0.5190573 Jun 01 19:07:07.661055 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-53671dd0-d036-48c4-82b4-3616091e43a1 None None] Port 9b80377f-ac8c-487c-96c2-d2ce12cabf52 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:07:07.662564 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7aece2-5e5b-45e9-8bd8-34e53360cae4 None None] Pushing event updated for resources: {'Port': ['ID=fe9d2fee-951b-4202-9589-43b85513b0ac,revision_number=3']} {{(pid=88527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:07:07.928034 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 49820) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:07:07.955129 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-733ba415-e623-49d2-bb3a-aae3087c5bff tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-184358843', 'description': 'tempest-secgroup-smoke-184358843 description', 'project_id': '8537cfb3773e46d182e148cf5b0a717f'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:07:07.975950 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-733ba415-e623-49d2-bb3a-aae3087c5bff tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:07:07.991162 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c546a9-789b-4858-83bf-897e46d13f9e tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Pushing event updated for resources: {'Network': ['ID=6eab5762-28b7-4a22-b677-050517c36912,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:07:07.995865 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-44c546a9-789b-4858-83bf-897e46d13f9e tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 2.8173249 Jun 01 19:07:08.010005 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 49828) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:07:08.011922 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network 6eab5762-28b7-4a22-b677-050517c36912 details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 19:07:08.020211 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-733ba415-e623-49d2-bb3a-aae3087c5bff tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Usage tracker for resource:security_group and tenant:8537cfb3773e46d182e148cf5b0a717f is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:07:08.038108 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-733ba415-e623-49d2-bb3a-aae3087c5bff tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:07:08.062379 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-128fc6f0-5507-401b-a1b8-a9f256a2e2fc tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Request body: {'ports': [{'network_id': '752856ec-d0e9-477b-85f7-556bdb8925d7'}, {'network_id': '6eab5762-28b7-4a22-b677-050517c36912'}]} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:07:08.072955 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-128fc6f0-5507-401b-a1b8-a9f256a2e2fc tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Request body: {'port': {'network_id': '752856ec-d0e9-477b-85f7-556bdb8925d7'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:07:08.073344 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-128fc6f0-5507-401b-a1b8-a9f256a2e2fc tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Request body: {'port': {'network_id': '6eab5762-28b7-4a22-b677-050517c36912'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:07:08.077230 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e0fc6d-5760-4ff5-bdb2-74aad9aa86cb req-942f19d0-6941-479b-b7dd-6890165ffb44 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:07:08.079987 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-27e0fc6d-5760-4ff5-bdb2-74aad9aa86cb req-942f19d0-6941-479b-b7dd-6890165ffb44 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d35e0c4-c006-4f35-a161-1e1e4ff68e11 HTTP/1.1" status: 200 len: 946 time: 0.3864181 Jun 01 19:07:08.229978 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-b7c11e36-861a-47b5-967d-20fc0549eb63 None None] Set router 42bf7114-1434-42f3-8975-565fad845372 gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:07:08.314192 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 72352e64-9120-4343-9c57-bb57c2532e4b no longer exists at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:07:08.402732 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] No Port match for: 72352e64-9120-4343-9c57-bb57c2532e4b {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:07:08.402867 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 72352e64-9120-4343-9c57-bb57c2532e4b not bound to the agent host n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:07:08.451234 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-733ba415-e623-49d2-bb3a-aae3087c5bff tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:07:08.478699 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 49836) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:07:08.560709 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-733ba415-e623-49d2-bb3a-aae3087c5bff tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:08.617353 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-733ba415-e623-49d2-bb3a-aae3087c5bff tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:07:08.627938 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-733ba415-e623-49d2-bb3a-aae3087c5bff tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Usage tracker for resource:security_group_rule and tenant:8537cfb3773e46d182e148cf5b0a717f is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:07:08.632887 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-733ba415-e623-49d2-bb3a-aae3087c5bff tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:07:08.761835 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-733ba415-e623-49d2-bb3a-aae3087c5bff tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:07:08.794119 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f952ac95-a8ec-4872-a24d-e6230e1c8730 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:08.810584 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f952ac95-a8ec-4872-a24d-e6230e1c8730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:08.843613 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 49844) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:07:08.849582 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-b7c11e36-861a-47b5-967d-20fc0549eb63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42bf7114-1434-42f3-8975-565fad845372', 'name': 'tempest-TaggedBootDevicesTest-1789991532-router', 'tenant_id': '02a99242e0f0463d9013e17319779a87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.23'}], 'enable_snat': True}, 'gw_port_id': 'fe9d2fee-951b-4202-9589-43b85513b0ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:06:55Z', 'updated_at': '2022-06-01T19:07:07Z', 'revision_number': 4, 'project_id': '02a99242e0f0463d9013e17319779a87', 'gw_port': {'id': 'fe9d2fee-951b-4202-9589-43b85513b0ac', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:d8:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42bf7114-1434-42f3-8975-565fad845372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2586, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:06:58Z', 'updated_at': '2022-06-01T19:07:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '9b80377f-ac8c-487c-96c2-d2ce12cabf52', 'name': '', 'network_id': '4f4ea26f-fa46-41a8-bded-b4cab3aedc51', 'tenant_id': '02a99242e0f0463d9013e17319779a87', 'mac_address': 'fa:16:3e:f6:e6:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42bf7114-1434-42f3-8975-565fad845372', 'device_owner': 'network:router_interface', 'standard_attr_id': 2598, 'fixed_ips': [{'subnet_id': '68f1d3e6-a007-4866-ae6d-cf3ba479c5c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:07:06Z', 'updated_at': '2022-06-01T19:07:06Z', 'revision_number': 1, 'project_id': '02a99242e0f0463d9013e17319779a87', 'subnets': [{'id': '68f1d3e6-a007-4866-ae6d-cf3ba479c5c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:07:08.854272 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c11e36-861a-47b5-967d-20fc0549eb63 None None] The sync data for ids ['42bf7114-1434-42f3-8975-565fad845372'] in n-d-844202-1 is: [{'id': '42bf7114-1434-42f3-8975-565fad845372', 'name': 'tempest-TaggedBootDevicesTest-1789991532-router', 'tenant_id': '02a99242e0f0463d9013e17319779a87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.23'}], 'enable_snat': True}, 'gw_port_id': 'fe9d2fee-951b-4202-9589-43b85513b0ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:06:55Z', 'updated_at': '2022-06-01T19:07:07Z', 'revision_number': 4, 'project_id': '02a99242e0f0463d9013e17319779a87', 'gw_port': {'id': 'fe9d2fee-951b-4202-9589-43b85513b0ac', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:d8:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42bf7114-1434-42f3-8975-565fad845372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2586, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:06:58Z', 'updated_at': '2022-06-01T19:07:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '9b80377f-ac8c-487c-96c2-d2ce12cabf52', 'name': '', 'network_id': '4f4ea26f-fa46-41a8-bded-b4cab3aedc51', 'tenant_id': '02a99242e0f0463d9013e17319779a87', 'mac_address': 'fa:16:3e:f6:e6:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42bf7114-1434-42f3-8975-565fad845372', 'device_owner': 'network:router_interface', 'standard_attr_id': 2598, 'fixed_ips': [{'subnet_id': '68f1d3e6-a007-4866-ae6d-cf3ba479c5c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:07:06Z', 'updated_at': '2022-06-01T19:07:06Z', 'revision_number': 1, 'project_id': '02a99242e0f0463d9013e17319779a87', 'subnets': [{'id': '68f1d3e6-a007-4866-ae6d-cf3ba479c5c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:07:08.912514 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-27e0fc6d-5760-4ff5-bdb2-74aad9aa86cb req-d6ec144b-304e-403a-8391-1c1376dd4c2c tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e27767a-e40e-41ca-b34d-a5b7412547b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8221889 Jun 01 19:07:08.952643 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f952ac95-a8ec-4872-a24d-e6230e1c8730 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-887436'] for router_interface, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:09.158051 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-128fc6f0-5507-401b-a1b8-a9f256a2e2fc tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:07:09.161887 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-43220565-cb2d-4f99-aa00-b83738f57503 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:09.170569 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f952ac95-a8ec-4872-a24d-e6230e1c8730 admin admin] Pushing event updated for resources: {'Port': ['ID=9b80377f-ac8c-487c-96c2-d2ce12cabf52,revision_number=2']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:07:09.195274 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f952ac95-a8ec-4872-a24d-e6230e1c8730 admin admin] Network 4f4ea26f-fa46-41a8-bded-b4cab3aedc51 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:07:09.198370 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-f952ac95-a8ec-4872-a24d-e6230e1c8730 admin admin] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:07:09.231545 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-128fc6f0-5507-401b-a1b8-a9f256a2e2fc tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Usage tracker for resource:port and tenant:be49ffaf16754f888348eea74749e7ed is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:07:09.245219 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-128fc6f0-5507-401b-a1b8-a9f256a2e2fc tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:07:09.256923 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-43220565-cb2d-4f99-aa00-b83738f57503 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:07:09.289008 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-128fc6f0-5507-401b-a1b8-a9f256a2e2fc tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:07:09.291602 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-43220565-cb2d-4f99-aa00-b83738f57503 admin admin] Usage tracker for resource:security_group_rule and tenant:17380ebb7d6e4317bc9358e6bfeed6a7 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:07:09.299008 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-43220565-cb2d-4f99-aa00-b83738f57503 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:07:09.326009 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-43220565-cb2d-4f99-aa00-b83738f57503 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:07:09.337130 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-128fc6f0-5507-401b-a1b8-a9f256a2e2fc tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Made reservation on behalf of be49ffaf16754f888348eea74749e7ed for: {'port': 2} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:07:09.343291 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-128fc6f0-5507-401b-a1b8-a9f256a2e2fc tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:09.402393 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_v2 [None req-c179a46b-7dde-4dbe-b417-4d0532965a71 admin admin] Deleting subnet 308ebcd6-774a-482f-bd0f-fadc3e2b2dca {{(pid=88525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 19:07:09.458326 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c179a46b-7dde-4dbe-b417-4d0532965a71 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:09.480558 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-90479e5b-4ec2-4770-9c44-339e93c1ca73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:09.506189 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-733ba415-e623-49d2-bb3a-aae3087c5bff tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:09.528134 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-733ba415-e623-49d2-bb3a-aae3087c5bff tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:09.569876 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-128fc6f0-5507-401b-a1b8-a9f256a2e2fc tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:09.696956 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c179a46b-7dde-4dbe-b417-4d0532965a71 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2258509'] for subnet, precommit_delete_associations {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:09.707686 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-322fabce-a86f-4469-8798-acd6cf9ecec8 None None] Provisioning complete for port 9b80377f-ac8c-487c-96c2-d2ce12cabf52 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:07:09.709944 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-322fabce-a86f-4469-8798-acd6cf9ecec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:09.817666 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c179a46b-7dde-4dbe-b417-4d0532965a71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:09.841612 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-322fabce-a86f-4469-8798-acd6cf9ecec8 None None] Port 9b80377f-ac8c-487c-96c2-d2ce12cabf52 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:07:09.890479 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f952ac95-a8ec-4872-a24d-e6230e1c8730 admin admin] Router 42bf7114-1434-42f3-8975-565fad845372 has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 19:07:09.974013 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733ba415-e623-49d2-bb3a-aae3087c5bff tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Pushing event updated for resources: {'SecurityGroup': ['ID=457e2085-2430-4c17-b58f-61923b8494ee,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:07:10.004389 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-733ba415-e623-49d2-bb3a-aae3087c5bff tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:10.006243 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-733ba415-e623-49d2-bb3a-aae3087c5bff tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 2.0647788 Jun 01 19:07:10.016994 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 49858) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:07:10.037506 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-5cc7c910-4768-499a-892e-375ac065e2c4 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Request body: {'security_group_rule': {'security_group_id': '457e2085-2430-4c17-b58f-61923b8494ee', 'project_id': '8537cfb3773e46d182e148cf5b0a717f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:07:10.055405 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [None req-128fc6f0-5507-401b-a1b8-a9f256a2e2fc tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] device_id is not set on port a63dd25e-6c2d-44b8-b8f6-59650885ad2e yet. {{(pid=88524) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 19:07:10.059386 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-5cc7c910-4768-499a-892e-375ac065e2c4 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:07:10.069707 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-5cc7c910-4768-499a-892e-375ac065e2c4 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Usage tracker for resource:security_group_rule and tenant:8537cfb3773e46d182e148cf5b0a717f is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:07:10.078445 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-5cc7c910-4768-499a-892e-375ac065e2c4 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:07:10.095071 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-5cc7c910-4768-499a-892e-375ac065e2c4 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:07:10.194164 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-43220565-cb2d-4f99-aa00-b83738f57503 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:10.204873 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-5cc7c910-4768-499a-892e-375ac065e2c4 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:10.301066 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-43220565-cb2d-4f99-aa00-b83738f57503 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:10.378244 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c179a46b-7dde-4dbe-b417-4d0532965a71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2614143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9667199'] for subnet, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:10.397555 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-43220565-cb2d-4f99-aa00-b83738f57503 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=17380ebb7d6e4317bc9358e6bfeed6a7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9152184 Jun 01 19:07:10.402108 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 49864) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:07:10.438126 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c179a46b-7dde-4dbe-b417-4d0532965a71 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=308ebcd6-774a-482f-bd0f-fadc3e2b2dca,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:07:10.454363 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c179a46b-7dde-4dbe-b417-4d0532965a71 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:10.478158 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-c179a46b-7dde-4dbe-b417-4d0532965a71 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/308ebcd6-774a-482f-bd0f-fadc3e2b2dca HTTP/1.1" status: 204 len: 168 time: 1.6014147 Jun 01 19:07:10.480058 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 49868) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:07:10.483867 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f952ac95-a8ec-4872-a24d-e6230e1c8730 admin admin] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:07:10.551248 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:10.645618 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:10.674978 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e26896b4-8aa8-4605-a936-521fd31509c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:10.681909 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-f952ac95-a8ec-4872-a24d-e6230e1c8730 admin admin] 10.222.0.41 "PUT /v2.0/routers/42bf7114-1434-42f3-8975-565fad845372/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9845462 Jun 01 19:07:10.706888 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43220565-cb2d-4f99-aa00-b83738f57503 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a75df0df-a2a2-4640-9a78-7b74593b4328,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:07:10.809090 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-5cc7c910-4768-499a-892e-375ac065e2c4 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:10.840292 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-5cc7c910-4768-499a-892e-375ac065e2c4 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:10.947099 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-5cc7c910-4768-499a-892e-375ac065e2c4 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:10.952061 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 49874) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:07:10.955676 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-5cc7c910-4768-499a-892e-375ac065e2c4 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9235418 Jun 01 19:07:10.982785 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-5e80db62-ac96-4e88-8e2d-0993edad90b1 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Request body: {'security_group_rule': {'security_group_id': '457e2085-2430-4c17-b58f-61923b8494ee', 'project_id': '8537cfb3773e46d182e148cf5b0a717f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:07:11.007268 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-5e80db62-ac96-4e88-8e2d-0993edad90b1 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:07:11.017224 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e26896b4-8aa8-4605-a936-521fd31509c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:11.024861 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc7c910-4768-499a-892e-375ac065e2c4 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99921316-0ba3-402b-8f5c-380dd9aabdef,revision_number=0']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:07:11.044438 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b3aa7898-5978-448c-86b6-2a1cedea7dbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:11.044644 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-5e80db62-ac96-4e88-8e2d-0993edad90b1 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Usage tracker for resource:security_group_rule and tenant:8537cfb3773e46d182e148cf5b0a717f is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:07:11.050443 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-5e80db62-ac96-4e88-8e2d-0993edad90b1 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:07:11.056308 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-128fc6f0-5507-401b-a1b8-a9f256a2e2fc tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:11.107854 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-5e80db62-ac96-4e88-8e2d-0993edad90b1 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:07:11.118591 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-e26896b4-8aa8-4605-a936-521fd31509c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c49dc6b-5e39-4101-b04d-1c1361c15d69']}} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:07:11.151116 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6397a266-ee23-474a-89b2-45dcafe60abd req-8087bf51-0190-40c1-b11a-cb47d975c9bc tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:07:11.160140 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6397a266-ee23-474a-89b2-45dcafe60abd req-8087bf51-0190-40c1-b11a-cb47d975c9bc tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d35e0c4-c006-4f35-a161-1e1e4ff68e11 HTTP/1.1" status: 200 len: 946 time: 0.7865477 Jun 01 19:07:11.162601 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-e26896b4-8aa8-4605-a936-521fd31509c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd147e68c-d5fd-47df-bf65-d6c5991a53c2') {'for_net_delete': True} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:07:11.163882 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-e26896b4-8aa8-4605-a936-521fd31509c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd147e68c-d5fd-47df-bf65-d6c5991a53c2') {} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:07:11.192548 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e26896b4-8aa8-4605-a936-521fd31509c1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2258522'] for segment, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:11.274783 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5e80db62-ac96-4e88-8e2d-0993edad90b1 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:11.308311 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e26896b4-8aa8-4605-a936-521fd31509c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:11.343278 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b3aa7898-5978-448c-86b6-2a1cedea7dbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:11.353146 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:11.388853 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e26896b4-8aa8-4605-a936-521fd31509c1 admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=88525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 19:07:11.389258 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e26896b4-8aa8-4605-a936-521fd31509c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2613981'] for segment, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:11.403748 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [None req-128fc6f0-5507-401b-a1b8-a9f256a2e2fc tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] device_id is not set on port f1b6acde-5f5a-4f7b-a853-23058e9bcc6f yet. {{(pid=88524) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 19:07:11.423349 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6397a266-ee23-474a-89b2-45dcafe60abd req-e793918d-a708-4116-bd57-7bf931659d38 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e27767a-e40e-41ca-b34d-a5b7412547b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2618971 Jun 01 19:07:11.532843 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b3aa7898-5978-448c-86b6-2a1cedea7dbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:11.595637 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3aa7898-5978-448c-86b6-2a1cedea7dbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a75df0df-a2a2-4640-9a78-7b74593b4328,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:07:11.615581 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b3aa7898-5978-448c-86b6-2a1cedea7dbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:11.616756 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-b3aa7898-5978-448c-86b6-2a1cedea7dbb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a75df0df-a2a2-4640-9a78-7b74593b4328 HTTP/1.1" status: 204 len: 168 time: 1.2104907 Jun 01 19:07:11.689508 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment d147e68c-d5fd-47df-bf65-d6c5991a53c2 resource provider aggregate not found Jun 01 19:07:11.733081 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment d147e68c-d5fd-47df-bf65-d6c5991a53c2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d147e68c-d5fd-47df-bf65-d6c5991a53c2 found for delete ", "request_id": "req-4f384b76-ce4c-4134-9a7c-91b2c32e0739"}]} Jun 01 19:07:11.738214 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device fe9d2fee-951b-4202-9589-43b85513b0ac up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:07:11.750105 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5e80db62-ac96-4e88-8e2d-0993edad90b1 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:11.751381 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e26896b4-8aa8-4605-a936-521fd31509c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:11.757043 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5e80db62-ac96-4e88-8e2d-0993edad90b1 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:11.773840 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e80db62-ac96-4e88-8e2d-0993edad90b1 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=858d4fcb-9ef5-459c-b0a9-853f079ead9d,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:07:11.786341 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-128fc6f0-5507-401b-a1b8-a9f256a2e2fc tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:11.910161 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 49902) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:07:11.990886 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-1b703183-74ad-45a6-b15b-45289910262b admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1144354386-network', 'tenant_id': '29f53eba5653460497352bb8902a8bb7'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:07:12.003191 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-1b703183-74ad-45a6-b15b-45289910262b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:07:12.014862 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-128fc6f0-5507-401b-a1b8-a9f256a2e2fc tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:12.033349 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-1b703183-74ad-45a6-b15b-45289910262b admin admin] Usage tracker for resource:network and tenant:29f53eba5653460497352bb8902a8bb7 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:07:12.086633 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:12.128959 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:12.157513 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-1b703183-74ad-45a6-b15b-45289910262b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:07:12.188608 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-1b703183-74ad-45a6-b15b-45289910262b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:07:12.198048 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e26896b4-8aa8-4605-a936-521fd31509c1 admin admin] Notify callbacks [] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:12.200068 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port fe9d2fee-951b-4202-9589-43b85513b0ac completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:07:12.206629 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port fe9d2fee-951b-4202-9589-43b85513b0ac triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:07:12.207308 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:12.210845 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-128fc6f0-5507-401b-a1b8-a9f256a2e2fc tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Network 752856ec-d0e9-477b-85f7-556bdb8925d7 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:07:12.216191 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-128fc6f0-5507-401b-a1b8-a9f256a2e2fc tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:07:12.219924 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-e26896b4-8aa8-4605-a936-521fd31509c1 admin admin] 10.222.0.41 "DELETE /v2.0/networks/0c49dc6b-5e39-4101-b04d-1c1361c15d69 HTTP/1.1" status: 204 len: 168 time: 1.7381525 Jun 01 19:07:12.223566 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26896b4-8aa8-4605-a936-521fd31509c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=0c49dc6b-5e39-4101-b04d-1c1361c15d69,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:07:12.228798 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5e80db62-ac96-4e88-8e2d-0993edad90b1 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:12.232423 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-5e80db62-ac96-4e88-8e2d-0993edad90b1 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.2727208 Jun 01 19:07:12.236058 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 49912) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:07:12.239571 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128fc6f0-5507-401b-a1b8-a9f256a2e2fc tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:07:12.241927 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-128fc6f0-5507-401b-a1b8-a9f256a2e2fc tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:12.253478 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-6f0ae0ac-0878-4acd-b47f-b019b2857258 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Request body: {'security_group_rule': {'security_group_id': '457e2085-2430-4c17-b58f-61923b8494ee', 'project_id': '8537cfb3773e46d182e148cf5b0a717f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:07:12.265546 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-6f0ae0ac-0878-4acd-b47f-b019b2857258 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:07:12.277663 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-6f0ae0ac-0878-4acd-b47f-b019b2857258 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Usage tracker for resource:security_group_rule and tenant:8537cfb3773e46d182e148cf5b0a717f is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:07:12.286324 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-6f0ae0ac-0878-4acd-b47f-b019b2857258 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:07:12.297644 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128fc6f0-5507-401b-a1b8-a9f256a2e2fc tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Pushing event updated for resources: {'Port': ['ID=a63dd25e-6c2d-44b8-b8f6-59650885ad2e,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:07:12.303890 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b703183-74ad-45a6-b15b-45289910262b admin admin] Made reservation on behalf of 29f53eba5653460497352bb8902a8bb7 for: {'network': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:07:12.304122 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-6f0ae0ac-0878-4acd-b47f-b019b2857258 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:07:12.318482 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1b703183-74ad-45a6-b15b-45289910262b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:12.348162 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6f0ae0ac-0878-4acd-b47f-b019b2857258 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:12.480329 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1b703183-74ad-45a6-b15b-45289910262b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:12.552161 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-1b703183-74ad-45a6-b15b-45289910262b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:07:12.555438 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6f0ae0ac-0878-4acd-b47f-b019b2857258 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:12.556188 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 49922) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:07:12.565678 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-128fc6f0-5507-401b-a1b8-a9f256a2e2fc tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Checking segment: {'id': 'a8b85715-9dca-419b-a211-b742dfe12981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '6eab5762-28b7-4a22-b677-050517c36912'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:07:12.566038 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-128fc6f0-5507-401b-a1b8-a9f256a2e2fc tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Network hostable DHCP agents. Network: 6eab5762-28b7-4a22-b677-050517c36912, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88524) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 19:07:12.573581 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-1b703183-74ad-45a6-b15b-45289910262b admin admin] Usage tracker for resource:security_group_rule and tenant:29f53eba5653460497352bb8902a8bb7 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:07:12.584757 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-1b703183-74ad-45a6-b15b-45289910262b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:07:12.588347 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128fc6f0-5507-401b-a1b8-a9f256a2e2fc tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Pushing event updated for resources: {'Port': ['ID=f1b6acde-5f5a-4f7b-a853-23058e9bcc6f,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:07:12.598516 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-1b703183-74ad-45a6-b15b-45289910262b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:07:12.606549 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port fe9d2fee-951b-4202-9589-43b85513b0ac is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:07:12.606857 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:12.649863 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port fe9d2fee-951b-4202-9589-43b85513b0ac, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=fe9d2fee-951b-4202-9589-43b85513b0ac,segment=NetworkSegment(7875af61-4c53-4ff2-b8c8-d4b7c35ff947),segment_id=7875af61-4c53-4ff2-b8c8-d4b7c35ff947)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:07:12.654831 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-128fc6f0-5507-401b-a1b8-a9f256a2e2fc tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Network 6eab5762-28b7-4a22-b677-050517c36912 is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88524) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 19:07:12.657597 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d565347d-f402-41dd-82af-aadd5f4d87af None None] Sync routers for ids ['42bf7114-1434-42f3-8975-565fad845372'] in n-d-844202-1 {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:07:12.675338 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:12.677451 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-128fc6f0-5507-401b-a1b8-a9f256a2e2fc tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, 6eab5762-28b7-4a22-b677-050517c36912) {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:07:12.683063 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128fc6f0-5507-401b-a1b8-a9f256a2e2fc tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:07:12.690001 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-128fc6f0-5507-401b-a1b8-a9f256a2e2fc tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:07:12.695180 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-128fc6f0-5507-401b-a1b8-a9f256a2e2fc tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:07:12.695860 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-128fc6f0-5507-401b-a1b8-a9f256a2e2fc tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:12.701410 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6f0ae0ac-0878-4acd-b47f-b019b2857258 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:12.749464 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-128fc6f0-5507-401b-a1b8-a9f256a2e2fc tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 4.7171378 Jun 01 19:07:12.750313 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 49928) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:07:12.772322 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=fe9d2fee-951b-4202-9589-43b85513b0ac,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:07:12.775730 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c738748-4a50-4b10-822f-4de3f0302c30 None None] Network 6eab5762-28b7-4a22-b677-050517c36912 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:07:12.794441 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d565347d-f402-41dd-82af-aadd5f4d87af None None] Routers {'42bf7114-1434-42f3-8975-565fad845372'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:07:12.795435 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-d565347d-f402-41dd-82af-aadd5f4d87af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:07:09Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['42bf7114-1434-42f3-8975-565fad845372'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:07:12.931501 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-115a8381-3a57-4dd7-9cfe-1f03bab63cd9 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Deleting port f1b6acde-5f5a-4f7b-a853-23058e9bcc6f {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:07:12.935350 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-115a8381-3a57-4dd7-9cfe-1f03bab63cd9 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:12.981342 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-790f2a5d-c4e8-4985-899f-a47512171f0d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ff411273a1ac46f2a91fb45afe578ccb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4239905 Jun 01 19:07:12.996344 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 49932) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:07:13.056303 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0ae0ac-0878-4acd-b47f-b019b2857258 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc15c24b-2972-436d-b459-232c0eb8d26e,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:07:13.075932 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6f0ae0ac-0878-4acd-b47f-b019b2857258 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:13.082946 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-6f0ae0ac-0878-4acd-b47f-b019b2857258 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8384252 Jun 01 19:07:13.085960 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 49938) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:07:13.132172 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-eec43680-7687-4a3b-b484-398e7edb2e91 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Request body: {'security_group_rule': {'security_group_id': '457e2085-2430-4c17-b58f-61923b8494ee', 'project_id': '8537cfb3773e46d182e148cf5b0a717f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:07:13.146316 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-eec43680-7687-4a3b-b484-398e7edb2e91 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:07:13.168732 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1b703183-74ad-45a6-b15b-45289910262b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:13.172676 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-eec43680-7687-4a3b-b484-398e7edb2e91 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Usage tracker for resource:security_group_rule and tenant:8537cfb3773e46d182e148cf5b0a717f is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:07:13.190536 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-eec43680-7687-4a3b-b484-398e7edb2e91 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:07:13.226034 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1b703183-74ad-45a6-b15b-45289910262b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:13.228877 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-eec43680-7687-4a3b-b484-398e7edb2e91 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:07:13.247316 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b703183-74ad-45a6-b15b-45289910262b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 141} {{(pid=88524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 19:07:13.267342 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1b703183-74ad-45a6-b15b-45289910262b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:13.268322 n-d-844202-1 neutron-server[88524]: INFO neutron.db.segments_db [None req-1b703183-74ad-45a6-b15b-45289910262b admin admin] Added segment fd32b6c9-0556-4225-82a8-3c4f1162ecda of type vlan for network bc2ac3d7-c4ef-4f45-943f-8bdb3e8cb470 Jun 01 19:07:13.317972 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50fd477-e635-46e1-a774-4761eb2630fa req-069efaa2-7f42-4637-adb4-61bbb9f44f91 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:07:13.324804 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e50fd477-e635-46e1-a774-4761eb2630fa req-069efaa2-7f42-4637-adb4-61bbb9f44f91 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d35e0c4-c006-4f35-a161-1e1e4ff68e11 HTTP/1.1" status: 200 len: 946 time: 0.4711614 Jun 01 19:07:13.341428 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-10f888a3-121f-4294-9c11-3483e1a58195 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:13.374132 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-d565347d-f402-41dd-82af-aadd5f4d87af None None] Set router 42bf7114-1434-42f3-8975-565fad845372 gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:07:13.383692 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1b703183-74ad-45a6-b15b-45289910262b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:13.416452 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-eec43680-7687-4a3b-b484-398e7edb2e91 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:13.422718 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b703183-74ad-45a6-b15b-45289910262b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8570aa50-4471-4e65-b133-389bd4f44883,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:07:13.555613 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-10f888a3-121f-4294-9c11-3483e1a58195 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:13.682874 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device fe9d2fee-951b-4202-9589-43b85513b0ac up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:07:13.713769 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-10f888a3-121f-4294-9c11-3483e1a58195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:13.740658 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e50fd477-e635-46e1-a774-4761eb2630fa req-d490d839-03ed-4fa5-b0ea-8fbbb84d9c29 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e27767a-e40e-41ca-b34d-a5b7412547b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4117951 Jun 01 19:07:13.758368 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f888a3-121f-4294-9c11-3483e1a58195 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a351d5c-3364-42d8-bd0d-648028a392a4,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:07:13.790678 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-eec43680-7687-4a3b-b484-398e7edb2e91 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:13.812361 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-eec43680-7687-4a3b-b484-398e7edb2e91 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:13.812606 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1b703183-74ad-45a6-b15b-45289910262b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:13.813590 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b703183-74ad-45a6-b15b-45289910262b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:07:13.814216 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1b703183-74ad-45a6-b15b-45289910262b admin admin] Notify callbacks [] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:13.840634 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec43680-7687-4a3b-b484-398e7edb2e91 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0756ad9e-646e-4afc-a384-21d538f9ca05,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:07:13.849690 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-10f888a3-121f-4294-9c11-3483e1a58195 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:13.853556 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-10f888a3-121f-4294-9c11-3483e1a58195 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6a351d5c-3364-42d8-bd0d-648028a392a4 HTTP/1.1" status: 204 len: 168 time: 0.8501799 Jun 01 19:07:13.879381 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-eec43680-7687-4a3b-b484-398e7edb2e91 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:13.883304 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-eec43680-7687-4a3b-b484-398e7edb2e91 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7903111 Jun 01 19:07:13.883616 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 49958) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:07:13.901293 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-39e17f7a-0c03-4738-8e4f-e7fbde9a7868 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Request body: {'security_group_rule': {'security_group_id': '457e2085-2430-4c17-b58f-61923b8494ee', 'project_id': '8537cfb3773e46d182e148cf5b0a717f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:07:13.905266 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-115a8381-3a57-4dd7-9cfe-1f03bab63cd9 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:13.943937 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-39e17f7a-0c03-4738-8e4f-e7fbde9a7868 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:07:13.969780 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-39e17f7a-0c03-4738-8e4f-e7fbde9a7868 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Usage tracker for resource:security_group_rule and tenant:8537cfb3773e46d182e148cf5b0a717f is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:07:13.980452 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-39e17f7a-0c03-4738-8e4f-e7fbde9a7868 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:07:13.997857 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-39e17f7a-0c03-4738-8e4f-e7fbde9a7868 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:07:14.020931 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 49964) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:07:14.029570 n-d-844202-1 neutron-server[88525]: INFO neutron.db.securitygroups_db [None req-39e17f7a-0c03-4738-8e4f-e7fbde9a7868 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Project 8537cfb3773e46d182e148cf5b0a717f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 01 19:07:14.050156 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-39e17f7a-0c03-4738-8e4f-e7fbde9a7868 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:14.121828 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b703183-74ad-45a6-b15b-45289910262b admin admin] Pushing event updated for resources: {'Network': ['ID=bc2ac3d7-c4ef-4f45-943f-8bdb3e8cb470,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:07:14.194138 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-39e17f7a-0c03-4738-8e4f-e7fbde9a7868 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:14.207417 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-39e17f7a-0c03-4738-8e4f-e7fbde9a7868 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:14.253474 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e17f7a-0c03-4738-8e4f-e7fbde9a7868 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c6c4b5b-510c-4069-9c5f-f70c349568bc,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:07:14.307418 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-39e17f7a-0c03-4738-8e4f-e7fbde9a7868 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:14.308656 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-39e17f7a-0c03-4738-8e4f-e7fbde9a7868 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4232140 Jun 01 19:07:14.311368 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 49974) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:07:14.317819 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-a754f28d-9fb0-426d-a289-9419a2b83b56 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Request body: {'security_group_rule': {'security_group_id': '457e2085-2430-4c17-b58f-61923b8494ee', 'project_id': '8537cfb3773e46d182e148cf5b0a717f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:07:14.346519 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-a754f28d-9fb0-426d-a289-9419a2b83b56 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:07:14.355928 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network bc2ac3d7-c4ef-4f45-943f-8bdb3e8cb470 details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 19:07:14.356562 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-a754f28d-9fb0-426d-a289-9419a2b83b56 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Usage tracker for resource:security_group_rule and tenant:8537cfb3773e46d182e148cf5b0a717f is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:07:14.367961 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-a754f28d-9fb0-426d-a289-9419a2b83b56 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:07:14.399366 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-a754f28d-9fb0-426d-a289-9419a2b83b56 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:07:14.504172 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-115a8381-3a57-4dd7-9cfe-1f03bab63cd9 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Calling delete_port for f1b6acde-5f5a-4f7b-a853-23058e9bcc6f owned by {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:07:14.506956 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port fe9d2fee-951b-4202-9589-43b85513b0ac triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:07:14.508086 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:14.518661 n-d-844202-1 neutron-server[88525]: INFO neutron.db.securitygroups_db [None req-a754f28d-9fb0-426d-a289-9419a2b83b56 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Project 8537cfb3773e46d182e148cf5b0a717f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 01 19:07:14.533184 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a754f28d-9fb0-426d-a289-9419a2b83b56 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:14.544462 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-1b703183-74ad-45a6-b15b-45289910262b admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.6258893 Jun 01 19:07:14.558927 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 49982) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:07:14.588353 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-c7c25149-7ee2-49a0-844f-7e1ca49cd7a8 admin admin] Request body: {'subnet': {'network_id': 'bc2ac3d7-c4ef-4f45-943f-8bdb3e8cb470', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1144354386-subnet', 'tenant_id': '29f53eba5653460497352bb8902a8bb7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:07:14.620503 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-c7c25149-7ee2-49a0-844f-7e1ca49cd7a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:07:14.686813 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-c7c25149-7ee2-49a0-844f-7e1ca49cd7a8 admin admin] Usage tracker for resource:subnet and tenant:29f53eba5653460497352bb8902a8bb7 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:07:14.699086 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-115a8381-3a57-4dd7-9cfe-1f03bab63cd9 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:14.701419 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-c7c25149-7ee2-49a0-844f-7e1ca49cd7a8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:07:14.708552 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-800ddc08-c54b-40e0-a2ba-e1b71971ec4c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1525704208-network', 'tenant_id': '8444e0c92ae84c9bb068f6ac77aed8d9'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:07:14.720605 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-800ddc08-c54b-40e0-a2ba-e1b71971ec4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:07:14.726286 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-800ddc08-c54b-40e0-a2ba-e1b71971ec4c admin admin] Usage tracker for resource:network and tenant:8444e0c92ae84c9bb068f6ac77aed8d9 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:07:14.729456 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-800ddc08-c54b-40e0-a2ba-e1b71971ec4c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:07:14.735844 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-800ddc08-c54b-40e0-a2ba-e1b71971ec4c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:07:14.773274 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-800ddc08-c54b-40e0-a2ba-e1b71971ec4c admin admin] Made reservation on behalf of 8444e0c92ae84c9bb068f6ac77aed8d9 for: {'network': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:07:14.777061 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-800ddc08-c54b-40e0-a2ba-e1b71971ec4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:14.832320 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-800ddc08-c54b-40e0-a2ba-e1b71971ec4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:14.854140 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-c7c25149-7ee2-49a0-844f-7e1ca49cd7a8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:07:14.857058 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115a8381-3a57-4dd7-9cfe-1f03bab63cd9 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Pushing event deleted for resources: {'Port': ['ID=f1b6acde-5f5a-4f7b-a853-23058e9bcc6f,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:07:14.860383 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-115a8381-3a57-4dd7-9cfe-1f03bab63cd9 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:14.869177 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-115a8381-3a57-4dd7-9cfe-1f03bab63cd9 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] 10.222.0.41 "DELETE /v2.0/ports/f1b6acde-5f5a-4f7b-a853-23058e9bcc6f HTTP/1.1" status: 204 len: 168 time: 2.1124666 Jun 01 19:07:14.871908 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 49998) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:07:14.882863 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-800ddc08-c54b-40e0-a2ba-e1b71971ec4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:07:14.897949 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-800ddc08-c54b-40e0-a2ba-e1b71971ec4c admin admin] Usage tracker for resource:security_group_rule and tenant:8444e0c92ae84c9bb068f6ac77aed8d9 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:07:14.906702 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-800ddc08-c54b-40e0-a2ba-e1b71971ec4c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:07:14.942873 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-800ddc08-c54b-40e0-a2ba-e1b71971ec4c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:07:14.948455 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a754f28d-9fb0-426d-a289-9419a2b83b56 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:14.953633 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7c25149-7ee2-49a0-844f-7e1ca49cd7a8 admin admin] Made reservation on behalf of 29f53eba5653460497352bb8902a8bb7 for: {'subnet': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:07:14.965222 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-c7c25149-7ee2-49a0-844f-7e1ca49cd7a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3066584'] for subnet, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:14.967960 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a754f28d-9fb0-426d-a289-9419a2b83b56 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:15.027183 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port fe9d2fee-951b-4202-9589-43b85513b0ac is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:07:15.058683 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-d565347d-f402-41dd-82af-aadd5f4d87af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42bf7114-1434-42f3-8975-565fad845372', 'name': 'tempest-TaggedBootDevicesTest-1789991532-router', 'tenant_id': '02a99242e0f0463d9013e17319779a87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.23'}], 'enable_snat': True}, 'gw_port_id': 'fe9d2fee-951b-4202-9589-43b85513b0ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:06:55Z', 'updated_at': '2022-06-01T19:07:07Z', 'revision_number': 4, 'project_id': '02a99242e0f0463d9013e17319779a87', 'gw_port': {'id': 'fe9d2fee-951b-4202-9589-43b85513b0ac', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:d8:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42bf7114-1434-42f3-8975-565fad845372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2586, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:06:58Z', 'updated_at': '2022-06-01T19:07:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '9b80377f-ac8c-487c-96c2-d2ce12cabf52', 'name': '', 'network_id': '4f4ea26f-fa46-41a8-bded-b4cab3aedc51', 'tenant_id': '02a99242e0f0463d9013e17319779a87', 'mac_address': 'fa:16:3e:f6:e6:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42bf7114-1434-42f3-8975-565fad845372', 'device_owner': 'network:router_interface', 'standard_attr_id': 2598, 'fixed_ips': [{'subnet_id': '68f1d3e6-a007-4866-ae6d-cf3ba479c5c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:07:06Z', 'updated_at': '2022-06-01T19:07:07Z', 'revision_number': 2, 'project_id': '02a99242e0f0463d9013e17319779a87', 'subnets': [{'id': '68f1d3e6-a007-4866-ae6d-cf3ba479c5c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:07:15.070194 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a754f28d-9fb0-426d-a289-9419a2b83b56 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9231d4ac-15b6-4cc9-b52c-c5c49d4bd8cc,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:07:15.071896 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d565347d-f402-41dd-82af-aadd5f4d87af None None] Checking router: 42bf7114-1434-42f3-8975-565fad845372 for host: n-d-844202-1 {{(pid=88526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 19:07:15.072561 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d565347d-f402-41dd-82af-aadd5f4d87af None None] Updating router 42bf7114-1434-42f3-8975-565fad845372 port 9b80377f-ac8c-487c-96c2-d2ce12cabf52 binding host n-d-844202-1 {{(pid=88526) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 19:07:15.138237 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a754f28d-9fb0-426d-a289-9419a2b83b56 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:15.145527 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-a754f28d-9fb0-426d-a289-9419a2b83b56 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8329678 Jun 01 19:07:15.156979 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 50004) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:07:15.177966 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-dff75d93-ec1c-4525-b653-4ef1947a6c51 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Request body: {'network': {'name': 'tempest-network-smoke--1731645911', 'project_id': '8537cfb3773e46d182e148cf5b0a717f', 'port_security_enabled': True}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:07:15.193029 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-dff75d93-ec1c-4525-b653-4ef1947a6c51 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:07:15.200030 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-dff75d93-ec1c-4525-b653-4ef1947a6c51 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Usage tracker for resource:network and tenant:8537cfb3773e46d182e148cf5b0a717f is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:07:15.205085 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-dff75d93-ec1c-4525-b653-4ef1947a6c51 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:07:15.222207 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-dff75d93-ec1c-4525-b653-4ef1947a6c51 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:07:15.222534 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-d565347d-f402-41dd-82af-aadd5f4d87af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:15.256089 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dff75d93-ec1c-4525-b653-4ef1947a6c51 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Made reservation on behalf of 8537cfb3773e46d182e148cf5b0a717f for: {'network': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:07:15.277140 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-dff75d93-ec1c-4525-b653-4ef1947a6c51 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:15.372914 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec7f720d-a439-4d1a-923c-2274a12e6a26 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:07:15.376806 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec7f720d-a439-4d1a-923c-2274a12e6a26 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:07:15.377898 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-ec7f720d-a439-4d1a-923c-2274a12e6a26 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Synchronizing usage tracker for tenant:be49ffaf16754f888348eea74749e7ed on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:07:15.407972 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a92226-38ab-4822-9413-e9dd3e6a4f9d req-6313210c-b0d4-4c75-89ba-450b6192efac tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:07:15.421165 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-81a92226-38ab-4822-9413-e9dd3e6a4f9d req-6313210c-b0d4-4c75-89ba-450b6192efac tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d35e0c4-c006-4f35-a161-1e1e4ff68e11 HTTP/1.1" status: 200 len: 946 time: 0.2901969 Jun 01 19:07:15.460369 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dff75d93-ec1c-4525-b653-4ef1947a6c51 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 111} {{(pid=88525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 19:07:15.514970 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-800ddc08-c54b-40e0-a2ba-e1b71971ec4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:15.530189 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-dff75d93-ec1c-4525-b653-4ef1947a6c51 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:15.530462 n-d-844202-1 neutron-server[88525]: INFO neutron.db.segments_db [None req-dff75d93-ec1c-4525-b653-4ef1947a6c51 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Added segment 7e25366f-9619-4880-81a2-a56ac8eaa2c5 of type vlan for network 1683679e-ac4b-4846-a35b-a63a265f2c59 Jun 01 19:07:15.531771 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-800ddc08-c54b-40e0-a2ba-e1b71971ec4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:15.588865 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-81a92226-38ab-4822-9413-e9dd3e6a4f9d req-6aa1d4df-e795-4471-8ba3-e6ba70686a60 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e27767a-e40e-41ca-b34d-a5b7412547b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667161 Jun 01 19:07:15.644491 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-ec7f720d-a439-4d1a-923c-2274a12e6a26 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Unset dirty status for tenant:be49ffaf16754f888348eea74749e7ed on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:07:15.648459 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-ec7f720d-a439-4d1a-923c-2274a12e6a26 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.7709727 Jun 01 19:07:15.650187 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 50018) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:07:15.736178 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-c7c25149-7ee2-49a0-844f-7e1ca49cd7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2718919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3066602'] for subnet, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:15.767630 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-800ddc08-c54b-40e0-a2ba-e1b71971ec4c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 131} {{(pid=88525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 19:07:15.794686 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-800ddc08-c54b-40e0-a2ba-e1b71971ec4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:15.797575 n-d-844202-1 neutron-server[88525]: INFO neutron.db.segments_db [None req-800ddc08-c54b-40e0-a2ba-e1b71971ec4c admin admin] Added segment 67ba3c0e-8fdb-4165-8ed6-bc45a4ea639a of type vlan for network fc16dcd1-a04d-4950-892e-0fb105f60fe7 Jun 01 19:07:15.835947 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-a99e3451-dee5-41f6-8c32-ce5b54ff33eb tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Deleting port a63dd25e-6c2d-44b8-b8f6-59650885ad2e {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:07:15.836407 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a99e3451-dee5-41f6-8c32-ce5b54ff33eb tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:15.854919 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-800ddc08-c54b-40e0-a2ba-e1b71971ec4c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:15.925585 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-dff75d93-ec1c-4525-b653-4ef1947a6c51 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:15.937333 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-800ddc08-c54b-40e0-a2ba-e1b71971ec4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:15.938427 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-800ddc08-c54b-40e0-a2ba-e1b71971ec4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:07:15.942266 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-800ddc08-c54b-40e0-a2ba-e1b71971ec4c admin admin] Notify callbacks [] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:15.990180 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800ddc08-c54b-40e0-a2ba-e1b71971ec4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97e396b4-7f02-4a89-ba74-07d7e079734f,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:07:16.005144 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c25149-7ee2-49a0-844f-7e1ca49cd7a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=477f9126-0288-4f67-85e3-8d1184a06e4c,revision_number=0']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:07:16.044475 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c25149-7ee2-49a0-844f-7e1ca49cd7a8 admin admin] Checking segment: {'id': 'fd32b6c9-0556-4225-82a8-3c4f1162ecda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'bc2ac3d7-c4ef-4f45-943f-8bdb3e8cb470'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:07:16.045133 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c25149-7ee2-49a0-844f-7e1ca49cd7a8 admin admin] Network hostable DHCP agents. Network: bc2ac3d7-c4ef-4f45-943f-8bdb3e8cb470, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88524) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 19:07:16.109694 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-d565347d-f402-41dd-82af-aadd5f4d87af None None] Notify callbacks [] for port, precommit_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:16.166250 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-d565347d-f402-41dd-82af-aadd5f4d87af None None] Transition to ACTIVE for port object 9b80377f-ac8c-487c-96c2-d2ce12cabf52 will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:07:16.172340 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c25149-7ee2-49a0-844f-7e1ca49cd7a8 admin admin] Network bc2ac3d7-c4ef-4f45-943f-8bdb3e8cb470 is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88524) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 19:07:16.190651 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-d565347d-f402-41dd-82af-aadd5f4d87af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:16.288041 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.db.resource_extend [None req-dff75d93-ec1c-4525-b653-4ef1947a6c51 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 19:07:16.337961 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800ddc08-c54b-40e0-a2ba-e1b71971ec4c admin admin] Pushing event updated for resources: {'Network': ['ID=fc16dcd1-a04d-4950-892e-0fb105f60fe7,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:07:16.346574 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-800ddc08-c54b-40e0-a2ba-e1b71971ec4c admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.3222730 Jun 01 19:07:16.347663 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 50032) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:07:16.356607 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-965dbf63-fcc3-498c-aed4-f4f71ae6bcc2 admin admin] Request body: {'subnet': {'network_id': 'fc16dcd1-a04d-4950-892e-0fb105f60fe7', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1525704208-subnet', 'tenant_id': '8444e0c92ae84c9bb068f6ac77aed8d9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:07:16.365159 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-965dbf63-fcc3-498c-aed4-f4f71ae6bcc2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:07:16.383312 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-965dbf63-fcc3-498c-aed4-f4f71ae6bcc2 admin admin] Usage tracker for resource:subnet and tenant:8444e0c92ae84c9bb068f6ac77aed8d9 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:07:16.386787 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-965dbf63-fcc3-498c-aed4-f4f71ae6bcc2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:07:16.411500 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-965dbf63-fcc3-498c-aed4-f4f71ae6bcc2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:07:16.426063 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-c7c25149-7ee2-49a0-844f-7e1ca49cd7a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, bc2ac3d7-c4ef-4f45-943f-8bdb3e8cb470) {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:07:16.434217 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-dff75d93-ec1c-4525-b653-4ef1947a6c51 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:16.452445 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dff75d93-ec1c-4525-b653-4ef1947a6c51 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:07:16.453184 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-dff75d93-ec1c-4525-b653-4ef1947a6c51 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks [] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:16.453315 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c25149-7ee2-49a0-844f-7e1ca49cd7a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:07:16.453740 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-c7c25149-7ee2-49a0-844f-7e1ca49cd7a8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:16.486151 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network fc16dcd1-a04d-4950-892e-0fb105f60fe7 details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 19:07:16.539886 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a99e3451-dee5-41f6-8c32-ce5b54ff33eb tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:16.572148 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-c7c25149-7ee2-49a0-844f-7e1ca49cd7a8 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.0124850 Jun 01 19:07:16.588491 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-965dbf63-fcc3-498c-aed4-f4f71ae6bcc2 admin admin] Made reservation on behalf of 8444e0c92ae84c9bb068f6ac77aed8d9 for: {'subnet': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:07:16.591220 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-965dbf63-fcc3-498c-aed4-f4f71ae6bcc2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9667140'] for subnet, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:16.723993 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 50040) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:07:16.726410 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8af7d26-ae69-487f-a599-fbd60acfe680 None None] Network bc2ac3d7-c4ef-4f45-943f-8bdb3e8cb470 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:07:16.733868 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-0328b043-aaa8-4fc6-bfe7-5e0320bad80a admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1144354386-router', 'tenant_id': '29f53eba5653460497352bb8902a8bb7', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:07:16.856640 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-dff75d93-ec1c-4525-b653-4ef1947a6c51 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.6923401 Jun 01 19:07:16.862773 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 50052) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:07:16.906587 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-a99e3451-dee5-41f6-8c32-ce5b54ff33eb tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Calling delete_port for a63dd25e-6c2d-44b8-b8f6-59650885ad2e owned by {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:07:16.916563 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbb10f3-51ad-43e6-877d-78ada7c9e7dc None None] Pushing event updated for resources: {'Port': ['ID=9b80377f-ac8c-487c-96c2-d2ce12cabf52,revision_number=3']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:07:16.957932 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-1671f5d2-d0cc-4532-9f46-ca71f98ad278 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-563737349', 'admin_state_up': True, 'project_id': '8537cfb3773e46d182e148cf5b0a717f', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:07:16.986097 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-0328b043-aaa8-4fc6-bfe7-5e0320bad80a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:07:16.999890 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-1671f5d2-d0cc-4532-9f46-ca71f98ad278 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:07:17.010144 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff75d93-ec1c-4525-b653-4ef1947a6c51 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Pushing event updated for resources: {'Network': ['ID=1683679e-ac4b-4846-a35b-a63a265f2c59,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:07:17.030791 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-1671f5d2-d0cc-4532-9f46-ca71f98ad278 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Usage tracker for resource:router and tenant:8537cfb3773e46d182e148cf5b0a717f is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:07:17.036379 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-0328b043-aaa8-4fc6-bfe7-5e0320bad80a admin admin] Usage tracker for resource:router and tenant:29f53eba5653460497352bb8902a8bb7 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:07:17.043829 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-0328b043-aaa8-4fc6-bfe7-5e0320bad80a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:07:17.053221 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network 1683679e-ac4b-4846-a35b-a63a265f2c59 details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 19:07:17.061709 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-1671f5d2-d0cc-4532-9f46-ca71f98ad278 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:07:17.066404 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-0328b043-aaa8-4fc6-bfe7-5e0320bad80a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:07:17.088730 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-1671f5d2-d0cc-4532-9f46-ca71f98ad278 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:07:17.125302 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-d565347d-f402-41dd-82af-aadd5f4d87af None None] Attempting to bind port 9b80377f-ac8c-487c-96c2-d2ce12cabf52 on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:07:17.126218 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-d565347d-f402-41dd-82af-aadd5f4d87af None None] Attempting to bind port 9b80377f-ac8c-487c-96c2-d2ce12cabf52 by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': '30521a5b-215c-4399-878b-93abab2b6aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '4f4ea26f-fa46-41a8-bded-b4cab3aedc51'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:07:17.126218 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d565347d-f402-41dd-82af-aadd5f4d87af None None] Attempting to bind port 9b80377f-ac8c-487c-96c2-d2ce12cabf52 on network 4f4ea26f-fa46-41a8-bded-b4cab3aedc51 {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:07:17.153089 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1671f5d2-d0cc-4532-9f46-ca71f98ad278 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-885767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25238'] for router, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:17.155084 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1671f5d2-d0cc-4532-9f46-ca71f98ad278 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-901042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-886562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-981784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25327'] for router, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:17.184726 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-0328b043-aaa8-4fc6-bfe7-5e0320bad80a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-885767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25238'] for router, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:17.186914 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-0328b043-aaa8-4fc6-bfe7-5e0320bad80a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-901042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-886562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-981784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25327'] for router, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:17.215650 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a99e3451-dee5-41f6-8c32-ce5b54ff33eb tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:17.230359 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff357e4a-6a5c-4cc2-8f62-4f5b3ea1c938 req-06930bfb-e58b-4f4a-b115-f165978d6f7c tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:07:17.244819 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ff357e4a-6a5c-4cc2-8f62-4f5b3ea1c938 req-06930bfb-e58b-4f4a-b115-f165978d6f7c tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d35e0c4-c006-4f35-a161-1e1e4ff68e11 HTTP/1.1" status: 200 len: 946 time: 0.3835857 Jun 01 19:07:17.282157 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d565347d-f402-41dd-82af-aadd5f4d87af None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 7, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:07:17.282530 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d565347d-f402-41dd-82af-aadd5f4d87af None None] Checking segment: {'id': '30521a5b-215c-4399-878b-93abab2b6aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '4f4ea26f-fa46-41a8-bded-b4cab3aedc51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:07:17.282945 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-d565347d-f402-41dd-82af-aadd5f4d87af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:17.283705 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d565347d-f402-41dd-82af-aadd5f4d87af None None] Bound using segment: {'id': '30521a5b-215c-4399-878b-93abab2b6aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '4f4ea26f-fa46-41a8-bded-b4cab3aedc51'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:07:17.284413 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-d565347d-f402-41dd-82af-aadd5f4d87af None None] Bound port: 9b80377f-ac8c-487c-96c2-d2ce12cabf52, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30521a5b-215c-4399-878b-93abab2b6aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '4f4ea26f-fa46-41a8-bded-b4cab3aedc51'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:07:17.284972 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-d565347d-f402-41dd-82af-aadd5f4d87af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:17.355147 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1671f5d2-d0cc-4532-9f46-ca71f98ad278 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:17.556887 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99e3451-dee5-41f6-8c32-ce5b54ff33eb tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Pushing event deleted for resources: {'Port': ['ID=a63dd25e-6c2d-44b8-b8f6-59650885ad2e,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:07:17.590157 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-0328b043-aaa8-4fc6-bfe7-5e0320bad80a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:17.596393 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a99e3451-dee5-41f6-8c32-ce5b54ff33eb tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:17.601529 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9fb14c1-1196-4452-a394-e13bfda0fe73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc93f83c3-7fb6-5c13-a9d4-29d739a4e8d2-bc2ac3d7-c4ef-4f45-943f-8bdb3e8cb470', 'network_id': 'bc2ac3d7-c4ef-4f45-943f-8bdb3e8cb470', 'tenant_id': '29f53eba5653460497352bb8902a8bb7', 'fixed_ips': [{'subnet_id': '477f9126-0288-4f67-85e3-8d1184a06e4c'}]}} from n-d-844202-1. {{(pid=88526) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 19:07:17.602444 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-b9fb14c1-1196-4452-a394-e13bfda0fe73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:17.640175 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-a99e3451-dee5-41f6-8c32-ce5b54ff33eb tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] 10.222.0.41 "DELETE /v2.0/ports/a63dd25e-6c2d-44b8-b8f6-59650885ad2e HTTP/1.1" status: 204 len: 168 time: 1.9889314 Jun 01 19:07:17.641217 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 50070) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:07:17.669300 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-d565347d-f402-41dd-82af-aadd5f4d87af None None] For port 9b80377f-ac8c-487c-96c2-d2ce12cabf52, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:07:17.727983 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-d565347d-f402-41dd-82af-aadd5f4d87af None None] For port 9b80377f-ac8c-487c-96c2-d2ce12cabf52, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=9b80377f-ac8c-487c-96c2-d2ce12cabf52,segment=NetworkSegment(30521a5b-215c-4399-878b-93abab2b6aed),segment_id=30521a5b-215c-4399-878b-93abab2b6aed)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:07:17.746099 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-d565347d-f402-41dd-82af-aadd5f4d87af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:17.869031 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ff357e4a-6a5c-4cc2-8f62-4f5b3ea1c938 req-f5d5ffa9-9a48-4987-9fa9-c653e1018b3c tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e27767a-e40e-41ca-b34d-a5b7412547b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6222415 Jun 01 19:07:17.884738 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbb10f3-51ad-43e6-877d-78ada7c9e7dc None None] Pushing event updated for resources: {'Port': ['ID=9b80377f-ac8c-487c-96c2-d2ce12cabf52,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:07:18.008188 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d565347d-f402-41dd-82af-aadd5f4d87af None None] Routers {'42bf7114-1434-42f3-8975-565fad845372'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:07:18.009030 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-d565347d-f402-41dd-82af-aadd5f4d87af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:07:09Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['42bf7114-1434-42f3-8975-565fad845372'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:07:18.141310 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-0328b043-aaa8-4fc6-bfe7-5e0320bad80a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-886608', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-885830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25341'] for router, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:18.163808 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deb25510-9395-4b33-822f-29bc9d86bace tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:07:18.165148 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-deb25510-9395-4b33-822f-29bc9d86bace tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Synchronizing usage tracker for tenant:be49ffaf16754f888348eea74749e7ed on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:07:18.321935 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-deb25510-9395-4b33-822f-29bc9d86bace tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Unset dirty status for tenant:be49ffaf16754f888348eea74749e7ed on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:07:18.329203 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-deb25510-9395-4b33-822f-29bc9d86bace tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.6841040 Jun 01 19:07:18.330581 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 50090) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:07:18.431401 n-d-844202-1 neutron-server[88524]: INFO neutron.pecan_wsgi.hooks.translation [None req-b66b0abc-b04f-4d15-9dd6-148e12c30f49 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] GET failed (client error): The resource could not be found. Jun 01 19:07:18.433691 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.db_base_plugin_common [None req-b9fb14c1-1196-4452-a394-e13bfda0fe73 None None] Allocated IP 172.20.0.2 (bc2ac3d7-c4ef-4f45-943f-8bdb3e8cb470/477f9126-0288-4f67-85e3-8d1184a06e4c/be691691-4833-49ca-93a1-c829a863c1b0) {{(pid=88526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:07:18.436322 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-b66b0abc-b04f-4d15-9dd6-148e12c30f49 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] 10.222.0.41 "GET /v2.0/ports/f1b6acde-5f5a-4f7b-a853-23058e9bcc6f HTTP/1.1" status: 404 len: 333 time: 0.0970910 Jun 01 19:07:18.438937 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 50098) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:07:18.515119 n-d-844202-1 neutron-server[88524]: INFO neutron.pecan_wsgi.hooks.translation [None req-991ae25c-3c40-4a51-a948-e18d3d2b0828 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] GET failed (client error): The resource could not be found. Jun 01 19:07:18.520503 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-991ae25c-3c40-4a51-a948-e18d3d2b0828 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] 10.222.0.41 "GET /v2.0/ports/a63dd25e-6c2d-44b8-b8f6-59650885ad2e HTTP/1.1" status: 404 len: 333 time: 0.0806589 Jun 01 19:07:18.521408 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 50106) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:07:18.749754 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4376a5c7-b4e8-4be0-9a8c-d32a71050611 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:18.900336 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1671f5d2-d0cc-4532-9f46-ca71f98ad278 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-886608', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-885830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25341'] for router, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:18.987074 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-d565347d-f402-41dd-82af-aadd5f4d87af None None] Set router 42bf7114-1434-42f3-8975-565fad845372 gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:07:19.007090 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-965dbf63-fcc3-498c-aed4-f4f71ae6bcc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2614064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9667190'] for subnet, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:19.446185 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-0328b043-aaa8-4fc6-bfe7-5e0320bad80a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:19.498244 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965dbf63-fcc3-498c-aed4-f4f71ae6bcc2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac9bf5f1-b686-4b40-88ef-76b35a91cdb7,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:07:19.517636 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-965dbf63-fcc3-498c-aed4-f4f71ae6bcc2 admin admin] Checking segment: {'id': '67ba3c0e-8fdb-4165-8ed6-bc45a4ea639a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'fc16dcd1-a04d-4950-892e-0fb105f60fe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:07:19.517875 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-965dbf63-fcc3-498c-aed4-f4f71ae6bcc2 admin admin] Network hostable DHCP agents. Network: fc16dcd1-a04d-4950-892e-0fb105f60fe7, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 19:07:19.592533 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-965dbf63-fcc3-498c-aed4-f4f71ae6bcc2 admin admin] Network fc16dcd1-a04d-4950-892e-0fb105f60fe7 is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 19:07:19.626294 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-965dbf63-fcc3-498c-aed4-f4f71ae6bcc2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, fc16dcd1-a04d-4950-892e-0fb105f60fe7) {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:07:19.646515 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-965dbf63-fcc3-498c-aed4-f4f71ae6bcc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:07:19.647091 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-965dbf63-fcc3-498c-aed4-f4f71ae6bcc2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:19.681946 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 9b80377f-ac8c-487c-96c2-d2ce12cabf52 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:07:19.759659 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-965dbf63-fcc3-498c-aed4-f4f71ae6bcc2 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 3.4087586 Jun 01 19:07:19.762688 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7bfd3e9-bbe9-4273-9e4d-4ae57068368c None None] Network fc16dcd1-a04d-4950-892e-0fb105f60fe7 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:07:19.953352 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-0328b043-aaa8-4fc6-bfe7-5e0320bad80a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:20.004394 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1671f5d2-d0cc-4532-9f46-ca71f98ad278 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks [] for router_gateway, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:20.077283 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 50142) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:07:20.088576 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1671f5d2-d0cc-4532-9f46-ca71f98ad278 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:20.332271 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4376a5c7-b4e8-4be0-9a8c-d32a71050611 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:20.390186 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f296ff5-4f07-4fe8-a910-a11d11f1eb2f req-89387162-9eeb-4632-ae5e-bb02f976b51a tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:07:20.391976 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-1f296ff5-4f07-4fe8-a910-a11d11f1eb2f req-89387162-9eeb-4632-ae5e-bb02f976b51a tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d35e0c4-c006-4f35-a161-1e1e4ff68e11 HTTP/1.1" status: 200 len: 946 time: 1.1843915 Jun 01 19:07:20.400316 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [None req-0328b043-aaa8-4fc6-bfe7-5e0320bad80a admin admin] Allocated IP 172.25.4.149 (72a72e44-6845-488a-a5ff-3a26d4df9cb3/c314a23b-daa2-4106-ab28-8e6f954277b2/05722b1d-deb2-43a1-ade2-7d8eb3b83e09) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:07:20.406225 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-4376a5c7-b4e8-4be0-9a8c-d32a71050611 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6eab5762-28b7-4a22-b677-050517c36912']}} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:07:20.443622 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-4376a5c7-b4e8-4be0-9a8c-d32a71050611 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8b85715-9dca-419b-a211-b742dfe12981') {'for_net_delete': True} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:07:20.444212 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-4376a5c7-b4e8-4be0-9a8c-d32a71050611 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8b85715-9dca-419b-a211-b742dfe12981') {} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:07:20.466583 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcf0a3a2-1cc1-49e1-98c0-6745926e0386 None None] Network fc16dcd1-a04d-4950-892e-0fb105f60fe7 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:07:20.473748 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4376a5c7-b4e8-4be0-9a8c-d32a71050611 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2702126'] for segment, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:20.522677 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-1f296ff5-4f07-4fe8-a910-a11d11f1eb2f req-84d0eead-3b69-43ae-bec7-1c3930c9f024 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e27767a-e40e-41ca-b34d-a5b7412547b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195893 Jun 01 19:07:20.559758 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b409a467-45d5-49db-bfd0-6e5af97dd739 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:20.573280 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4376a5c7-b4e8-4be0-9a8c-d32a71050611 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:20.604103 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-b409a467-45d5-49db-bfd0-6e5af97dd739 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:07:20.613951 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-b409a467-45d5-49db-bfd0-6e5af97dd739 admin admin] Usage tracker for resource:security_group_rule and tenant:1fa6501684624f9a8531411d1b39ecb4 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:07:20.621604 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-b409a467-45d5-49db-bfd0-6e5af97dd739 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:07:20.639961 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-b409a467-45d5-49db-bfd0-6e5af97dd739 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:07:20.646800 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-b9fb14c1-1196-4452-a394-e13bfda0fe73 None None] Notify callbacks [] for port, precommit_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:20.703172 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-b9fb14c1-1196-4452-a394-e13bfda0fe73 None None] Transition to ACTIVE for port object be691691-4833-49ca-93a1-c829a863c1b0 will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:07:20.771943 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port 9b80377f-ac8c-487c-96c2-d2ce12cabf52 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:07:20.792972 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-b9fb14c1-1196-4452-a394-e13bfda0fe73 None None] Transition to ACTIVE for port object be691691-4833-49ca-93a1-c829a863c1b0 will not be triggered until provisioned by entity DHCP. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:07:20.805551 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 9b80377f-ac8c-487c-96c2-d2ce12cabf52 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:07:20.805934 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:20.844914 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-b9fb14c1-1196-4452-a394-e13bfda0fe73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526'] for port, after_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:20.879349 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b409a467-45d5-49db-bfd0-6e5af97dd739 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:20.880491 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 50166) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:07:20.887115 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-a9855ab7-30d3-4468-b020-f2cfcc297087 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-274260536-network', 'tenant_id': '4919fdd9c929443e96a5d456ae70a126'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:07:20.899059 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b409a467-45d5-49db-bfd0-6e5af97dd739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:20.925511 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-a9855ab7-30d3-4468-b020-f2cfcc297087 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:07:20.941280 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-a9855ab7-30d3-4468-b020-f2cfcc297087 admin admin] Usage tracker for resource:network and tenant:4919fdd9c929443e96a5d456ae70a126 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:07:20.949027 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-a9855ab7-30d3-4468-b020-f2cfcc297087 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:07:20.965738 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-a9855ab7-30d3-4468-b020-f2cfcc297087 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:07:20.998233 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b409a467-45d5-49db-bfd0-6e5af97dd739 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=060a0c2c-8e1b-4e52-9eca-79c1984caaf5,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:07:21.004043 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-b409a467-45d5-49db-bfd0-6e5af97dd739 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1fa6501684624f9a8531411d1b39ecb4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9257569 Jun 01 19:07:21.006857 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 50170) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:07:21.068925 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-0328b043-aaa8-4fc6-bfe7-5e0320bad80a admin admin] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:21.080550 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9855ab7-30d3-4468-b020-f2cfcc297087 admin admin] Made reservation on behalf of 4919fdd9c929443e96a5d456ae70a126 for: {'network': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:07:21.083524 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a9855ab7-30d3-4468-b020-f2cfcc297087 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:21.094892 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-bb2be196-50c3-4a4a-ab8f-8f1dfc731edb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:21.100255 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a9855ab7-30d3-4468-b020-f2cfcc297087 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:21.129827 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-a9855ab7-30d3-4468-b020-f2cfcc297087 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:07:21.134857 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-0328b043-aaa8-4fc6-bfe7-5e0320bad80a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:21.135331 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-a9855ab7-30d3-4468-b020-f2cfcc297087 admin admin] Usage tracker for resource:security_group_rule and tenant:4919fdd9c929443e96a5d456ae70a126 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:07:21.139292 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-a9855ab7-30d3-4468-b020-f2cfcc297087 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:07:21.147490 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-a9855ab7-30d3-4468-b020-f2cfcc297087 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:07:21.270550 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a9855ab7-30d3-4468-b020-f2cfcc297087 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:21.311295 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0328b043-aaa8-4fc6-bfe7-5e0320bad80a admin admin] Pushing event updated for resources: {'Port': ['ID=05722b1d-deb2-43a1-ade2-7d8eb3b83e09,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:07:21.324621 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4376a5c7-b4e8-4be0-9a8c-d32a71050611 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=88524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 19:07:21.326966 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4376a5c7-b4e8-4be0-9a8c-d32a71050611 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2719018'] for segment, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:21.333872 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a9855ab7-30d3-4468-b020-f2cfcc297087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:21.351362 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9855ab7-30d3-4468-b020-f2cfcc297087 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 114} {{(pid=88525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 19:07:21.363571 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a9855ab7-30d3-4468-b020-f2cfcc297087 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:21.364242 n-d-844202-1 neutron-server[88525]: INFO neutron.db.segments_db [None req-a9855ab7-30d3-4468-b020-f2cfcc297087 admin admin] Added segment 697eab1a-e45a-4a74-88a3-fa26cf6f158e of type vlan for network ba7ee5b2-8172-4767-a1cd-62683326171c Jun 01 19:07:21.393076 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0328b043-aaa8-4fc6-bfe7-5e0320bad80a admin admin] Network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:07:21.421637 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a9855ab7-30d3-4468-b020-f2cfcc297087 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:21.450027 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9fb14c1-1196-4452-a394-e13bfda0fe73 None None] Network bc2ac3d7-c4ef-4f45-943f-8bdb3e8cb470 is already hosted by enough agents. {{(pid=88526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:07:21.462962 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.base_scheduler [None req-b9fb14c1-1196-4452-a394-e13bfda0fe73 None None] Resources bound (agent type, host, resource id): {{(pid=88526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:07:21.466369 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-0328b043-aaa8-4fc6-bfe7-5e0320bad80a admin admin] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:07:21.481158 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment a8b85715-9dca-419b-a211-b742dfe12981 resource provider aggregate not found Jun 01 19:07:21.491428 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9fb14c1-1196-4452-a394-e13bfda0fe73 None None] Received port after_create {{(pid=88526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:07:21.505818 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-bb2be196-50c3-4a4a-ab8f-8f1dfc731edb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:21.523561 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0328b043-aaa8-4fc6-bfe7-5e0320bad80a admin admin] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:07:21.574034 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment a8b85715-9dca-419b-a211-b742dfe12981 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a8b85715-9dca-419b-a211-b742dfe12981 found for delete ", "request_id": "req-6bbe79e9-a12a-4d28-b2ee-908d41707410"}]} Jun 01 19:07:21.618465 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4376a5c7-b4e8-4be0-9a8c-d32a71050611 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:21.656099 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4376a5c7-b4e8-4be0-9a8c-d32a71050611 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks [] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:21.667240 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fb14c1-1196-4452-a394-e13bfda0fe73 None None] Pushing event updated for resources: {'Port': ['ID=be691691-4833-49ca-93a1-c829a863c1b0,revision_number=1']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:07:21.682891 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.db.resource_extend [None req-a9855ab7-30d3-4468-b020-f2cfcc297087 admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 19:07:21.715127 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9855ab7-30d3-4468-b020-f2cfcc297087 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=746c3f64-58a2-40ae-a7dc-712a40d27047,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:07:21.768321 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [None req-1671f5d2-d0cc-4532-9f46-ca71f98ad278 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Allocated IP 172.25.4.132 (72a72e44-6845-488a-a5ff-3a26d4df9cb3/c314a23b-daa2-4106-ab28-8e6f954277b2/f0276d19-07bd-4bd4-945f-483a0fdeb1eb) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:07:21.772879 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-d565347d-f402-41dd-82af-aadd5f4d87af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42bf7114-1434-42f3-8975-565fad845372', 'name': 'tempest-TaggedBootDevicesTest-1789991532-router', 'tenant_id': '02a99242e0f0463d9013e17319779a87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.23'}], 'enable_snat': True}, 'gw_port_id': 'fe9d2fee-951b-4202-9589-43b85513b0ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:06:55Z', 'updated_at': '2022-06-01T19:07:07Z', 'revision_number': 4, 'project_id': '02a99242e0f0463d9013e17319779a87', 'gw_port': {'id': 'fe9d2fee-951b-4202-9589-43b85513b0ac', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:d8:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42bf7114-1434-42f3-8975-565fad845372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2586, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:06:58Z', 'updated_at': '2022-06-01T19:07:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '9b80377f-ac8c-487c-96c2-d2ce12cabf52', 'name': '', 'network_id': '4f4ea26f-fa46-41a8-bded-b4cab3aedc51', 'tenant_id': '02a99242e0f0463d9013e17319779a87', 'mac_address': 'fa:16:3e:f6:e6:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42bf7114-1434-42f3-8975-565fad845372', 'device_owner': 'network:router_interface', 'standard_attr_id': 2598, 'fixed_ips': [{'subnet_id': '68f1d3e6-a007-4866-ae6d-cf3ba479c5c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:07:06Z', 'updated_at': '2022-06-01T19:07:17Z', 'revision_number': 4, 'project_id': '02a99242e0f0463d9013e17319779a87', 'subnets': [{'id': '68f1d3e6-a007-4866-ae6d-cf3ba479c5c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:07:21.785405 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d565347d-f402-41dd-82af-aadd5f4d87af None None] The sync data for ids ['42bf7114-1434-42f3-8975-565fad845372'] in n-d-844202-1 is: [{'id': '42bf7114-1434-42f3-8975-565fad845372', 'name': 'tempest-TaggedBootDevicesTest-1789991532-router', 'tenant_id': '02a99242e0f0463d9013e17319779a87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.23'}], 'enable_snat': True}, 'gw_port_id': 'fe9d2fee-951b-4202-9589-43b85513b0ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:06:55Z', 'updated_at': '2022-06-01T19:07:07Z', 'revision_number': 4, 'project_id': '02a99242e0f0463d9013e17319779a87', 'gw_port': {'id': 'fe9d2fee-951b-4202-9589-43b85513b0ac', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:d8:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42bf7114-1434-42f3-8975-565fad845372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2586, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:06:58Z', 'updated_at': '2022-06-01T19:07:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '9b80377f-ac8c-487c-96c2-d2ce12cabf52', 'name': '', 'network_id': '4f4ea26f-fa46-41a8-bded-b4cab3aedc51', 'tenant_id': '02a99242e0f0463d9013e17319779a87', 'mac_address': 'fa:16:3e:f6:e6:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42bf7114-1434-42f3-8975-565fad845372', 'device_owner': 'network:router_interface', 'standard_attr_id': 2598, 'fixed_ips': [{'subnet_id': '68f1d3e6-a007-4866-ae6d-cf3ba479c5c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:07:06Z', 'updated_at': '2022-06-01T19:07:17Z', 'revision_number': 4, 'project_id': '02a99242e0f0463d9013e17319779a87', 'subnets': [{'id': '68f1d3e6-a007-4866-ae6d-cf3ba479c5c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:07:21.901987 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a9855ab7-30d3-4468-b020-f2cfcc297087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:21.904183 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-b9fb14c1-1196-4452-a394-e13bfda0fe73 None None] Attempting to bind port be691691-4833-49ca-93a1-c829a863c1b0 on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:07:21.904584 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-b9fb14c1-1196-4452-a394-e13bfda0fe73 None None] Attempting to bind port be691691-4833-49ca-93a1-c829a863c1b0 by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': 'fd32b6c9-0556-4225-82a8-3c4f1162ecda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'bc2ac3d7-c4ef-4f45-943f-8bdb3e8cb470'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:07:21.904950 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9fb14c1-1196-4452-a394-e13bfda0fe73 None None] Attempting to bind port be691691-4833-49ca-93a1-c829a863c1b0 on network bc2ac3d7-c4ef-4f45-943f-8bdb3e8cb470 {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:07:21.906585 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9855ab7-30d3-4468-b020-f2cfcc297087 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:07:21.907176 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a9855ab7-30d3-4468-b020-f2cfcc297087 admin admin] Notify callbacks [] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:21.941962 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9fb14c1-1196-4452-a394-e13bfda0fe73 None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 7, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:07:21.942346 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9fb14c1-1196-4452-a394-e13bfda0fe73 None None] Checking segment: {'id': 'fd32b6c9-0556-4225-82a8-3c4f1162ecda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'bc2ac3d7-c4ef-4f45-943f-8bdb3e8cb470'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:07:21.942754 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-b9fb14c1-1196-4452-a394-e13bfda0fe73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:21.943145 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9fb14c1-1196-4452-a394-e13bfda0fe73 None None] Bound using segment: {'id': 'fd32b6c9-0556-4225-82a8-3c4f1162ecda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'bc2ac3d7-c4ef-4f45-943f-8bdb3e8cb470'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:07:21.943627 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-b9fb14c1-1196-4452-a394-e13bfda0fe73 None None] Bound port: be691691-4833-49ca-93a1-c829a863c1b0, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd32b6c9-0556-4225-82a8-3c4f1162ecda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'bc2ac3d7-c4ef-4f45-943f-8bdb3e8cb470'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:07:21.944871 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-b9fb14c1-1196-4452-a394-e13bfda0fe73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:21.970010 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4376a5c7-b4e8-4be0-9a8c-d32a71050611 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Pushing event deleted for resources: {'Network': ['ID=6eab5762-28b7-4a22-b677-050517c36912,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:07:21.984795 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-4376a5c7-b4e8-4be0-9a8c-d32a71050611 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] 10.222.0.41 "DELETE /v2.0/networks/6eab5762-28b7-4a22-b677-050517c36912 HTTP/1.1" status: 204 len: 168 time: 3.4585168 Jun 01 19:07:22.098937 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 9b80377f-ac8c-487c-96c2-d2ce12cabf52 is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:07:22.099169 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:22.156134 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 50186) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:07:22.159181 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9855ab7-30d3-4468-b020-f2cfcc297087 admin admin] Pushing event updated for resources: {'Network': ['ID=ba7ee5b2-8172-4767-a1cd-62683326171c,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:07:22.200242 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network ba7ee5b2-8172-4767-a1cd-62683326171c details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 19:07:22.367774 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-0328b043-aaa8-4fc6-bfe7-5e0320bad80a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:22.482263 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port 9b80377f-ac8c-487c-96c2-d2ce12cabf52, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=9b80377f-ac8c-487c-96c2-d2ce12cabf52,segment=NetworkSegment(30521a5b-215c-4399-878b-93abab2b6aed),segment_id=30521a5b-215c-4399-878b-93abab2b6aed)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:07:22.496561 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:22.559268 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1671f5d2-d0cc-4532-9f46-ca71f98ad278 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:22.587516 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-b9fb14c1-1196-4452-a394-e13bfda0fe73 None None] For port be691691-4833-49ca-93a1-c829a863c1b0, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:07:22.622115 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-c58953b3-4d60-4625-8b0c-98144200237e tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1459656648'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:07:22.641115 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-b9fb14c1-1196-4452-a394-e13bfda0fe73 None None] For port be691691-4833-49ca-93a1-c829a863c1b0, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=be691691-4833-49ca-93a1-c829a863c1b0,segment=NetworkSegment(fd32b6c9-0556-4225-82a8-3c4f1162ecda),segment_id=fd32b6c9-0556-4225-82a8-3c4f1162ecda)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:07:22.645241 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1671f5d2-d0cc-4532-9f46-ca71f98ad278 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:22.651950 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-c58953b3-4d60-4625-8b0c-98144200237e tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:07:22.665030 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-b9fb14c1-1196-4452-a394-e13bfda0fe73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:22.713856 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=9b80377f-ac8c-487c-96c2-d2ce12cabf52,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:07:22.809158 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-bb2be196-50c3-4a4a-ab8f-8f1dfc731edb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:22.811462 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-bb2be196-50c3-4a4a-ab8f-8f1dfc731edb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:22.816365 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-bb2be196-50c3-4a4a-ab8f-8f1dfc731edb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/060a0c2c-8e1b-4e52-9eca-79c1984caaf5 HTTP/1.1" status: 204 len: 168 time: 1.8062494 Jun 01 19:07:22.831670 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-c58953b3-4d60-4625-8b0c-98144200237e tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Usage tracker for resource:network and tenant:be49ffaf16754f888348eea74749e7ed is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:07:22.897327 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fb14c1-1196-4452-a394-e13bfda0fe73 None None] Pushing event updated for resources: {'Port': ['ID=be691691-4833-49ca-93a1-c829a863c1b0,revision_number=2']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:07:22.908966 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-c58953b3-4d60-4625-8b0c-98144200237e tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:07:22.992929 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1671f5d2-d0cc-4532-9f46-ca71f98ad278 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:07:23.000078 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-a9855ab7-30d3-4468-b020-f2cfcc297087 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.1182621 Jun 01 19:07:23.007388 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-1671f5d2-d0cc-4532-9f46-ca71f98ad278 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:07:23.014460 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1671f5d2-d0cc-4532-9f46-ca71f98ad278 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:07:23.110345 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 50198) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:07:23.131975 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-23d8119f-c289-4bb2-beb0-f1cb26ccbf25 admin admin] Request body: {'subnet': {'network_id': 'ba7ee5b2-8172-4767-a1cd-62683326171c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-274260536-subnet', 'tenant_id': '4919fdd9c929443e96a5d456ae70a126', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:07:23.172253 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-23d8119f-c289-4bb2-beb0-f1cb26ccbf25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:07:23.180129 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-23d8119f-c289-4bb2-beb0-f1cb26ccbf25 admin admin] Usage tracker for resource:subnet and tenant:4919fdd9c929443e96a5d456ae70a126 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:07:23.186892 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-23d8119f-c289-4bb2-beb0-f1cb26ccbf25 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:07:23.219585 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-23d8119f-c289-4bb2-beb0-f1cb26ccbf25 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:07:23.277207 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-0328b043-aaa8-4fc6-bfe7-5e0320bad80a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-885820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-886655'] for router, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:23.411590 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2be196-50c3-4a4a-ab8f-8f1dfc731edb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=060a0c2c-8e1b-4e52-9eca-79c1984caaf5,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:07:23.412180 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23d8119f-c289-4bb2-beb0-f1cb26ccbf25 admin admin] Made reservation on behalf of 4919fdd9c929443e96a5d456ae70a126 for: {'subnet': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:07:23.414433 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-23d8119f-c289-4bb2-beb0-f1cb26ccbf25 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3066584'] for subnet, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:23.440901 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-c58953b3-4d60-4625-8b0c-98144200237e tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:07:23.812011 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 50212) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:07:23.844113 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5778be-5625-44a0-b0af-a83928c803e1 req-44e75736-5408-4c75-a3c4-9ad3f36f9b40 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:07:23.846391 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-1e5778be-5625-44a0-b0af-a83928c803e1 req-44e75736-5408-4c75-a3c4-9ad3f36f9b40 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d35e0c4-c006-4f35-a161-1e1e4ff68e11 HTTP/1.1" status: 200 len: 946 time: 2.0700653 Jun 01 19:07:23.903121 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c58953b3-4d60-4625-8b0c-98144200237e tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Made reservation on behalf of be49ffaf16754f888348eea74749e7ed for: {'network': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:07:23.906607 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c58953b3-4d60-4625-8b0c-98144200237e tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:23.960670 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1671f5d2-d0cc-4532-9f46-ca71f98ad278 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Pushing event updated for resources: {'Port': ['ID=f0276d19-07bd-4bd4-945f-483a0fdeb1eb,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:07:23.993043 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0328b043-aaa8-4fc6-bfe7-5e0320bad80a admin admin] Router 84b7532a-7727-4918-8d14-590df9582f0b is scheduled to L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 with binding_index 1 {{(pid=88524) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 19:07:24.021074 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-34960f77-c3ae-45ee-8296-8ca82c284a0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:24.053956 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c58953b3-4d60-4625-8b0c-98144200237e tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 126} {{(pid=88525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 19:07:24.063963 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c58953b3-4d60-4625-8b0c-98144200237e tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:24.065051 n-d-844202-1 neutron-server[88525]: INFO neutron.db.segments_db [None req-c58953b3-4d60-4625-8b0c-98144200237e tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Added segment 0e94a9a5-62b0-4206-8c1e-f688896ffa6a of type vlan for network d8aba880-15ff-4f03-ae64-cb644b3ed0df Jun 01 19:07:24.093222 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c58953b3-4d60-4625-8b0c-98144200237e tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:24.120963 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-23d8119f-c289-4bb2-beb0-f1cb26ccbf25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2718919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3066602'] for subnet, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:24.143495 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c58953b3-4d60-4625-8b0c-98144200237e tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:24.149983 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c58953b3-4d60-4625-8b0c-98144200237e tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:07:24.150720 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c58953b3-4d60-4625-8b0c-98144200237e tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks [] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:24.155624 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-34960f77-c3ae-45ee-8296-8ca82c284a0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:07:24.206281 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-34960f77-c3ae-45ee-8296-8ca82c284a0d admin admin] Usage tracker for resource:security_group_rule and tenant:30a8338afe2d4bcb8081a1112cb6c0e6 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:07:24.266586 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-34960f77-c3ae-45ee-8296-8ca82c284a0d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:07:24.285573 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d8119f-c289-4bb2-beb0-f1cb26ccbf25 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d04db7a7-bf88-4864-b430-83f854ec204f,revision_number=0']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:07:24.291167 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-1e5778be-5625-44a0-b0af-a83928c803e1 req-2735061e-aea4-4f86-9422-ff75f913a6ef tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e27767a-e40e-41ca-b34d-a5b7412547b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4239385 Jun 01 19:07:24.305413 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-34960f77-c3ae-45ee-8296-8ca82c284a0d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:07:24.308564 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0328b043-aaa8-4fc6-bfe7-5e0320bad80a admin admin] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:07:24.310707 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d8119f-c289-4bb2-beb0-f1cb26ccbf25 admin admin] Checking segment: {'id': '697eab1a-e45a-4a74-88a3-fa26cf6f158e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'ba7ee5b2-8172-4767-a1cd-62683326171c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:07:24.311430 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23d8119f-c289-4bb2-beb0-f1cb26ccbf25 admin admin] Network hostable DHCP agents. Network: ba7ee5b2-8172-4767-a1cd-62683326171c, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88524) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 19:07:24.328073 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c97d25d4-ecb7-4ca4-b092-beaf51b38a96 None None] Sync routers for ids ['84b7532a-7727-4918-8d14-590df9582f0b'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:07:24.349568 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97d25d4-ecb7-4ca4-b092-beaf51b38a96 None None] Routers {'84b7532a-7727-4918-8d14-590df9582f0b'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:07:24.352110 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-c97d25d4-ecb7-4ca4-b092-beaf51b38a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:07:09Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['84b7532a-7727-4918-8d14-590df9582f0b'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:07:24.355233 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-0328b043-aaa8-4fc6-bfe7-5e0320bad80a admin admin] Notify callbacks [] for router, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:24.356655 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-0328b043-aaa8-4fc6-bfe7-5e0320bad80a admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.6293626 Jun 01 19:07:24.358525 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23d8119f-c289-4bb2-beb0-f1cb26ccbf25 admin admin] Network ba7ee5b2-8172-4767-a1cd-62683326171c is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88524) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 19:07:24.364062 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 50224) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:07:24.477158 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-23d8119f-c289-4bb2-beb0-f1cb26ccbf25 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, ba7ee5b2-8172-4767-a1cd-62683326171c) {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:07:24.486343 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b40c6c40-bb92-41ab-be2b-78526f505593 None None] Network ba7ee5b2-8172-4767-a1cd-62683326171c requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:07:24.493385 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23d8119f-c289-4bb2-beb0-f1cb26ccbf25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:07:24.494189 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58953b3-4d60-4625-8b0c-98144200237e tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Pushing event updated for resources: {'Network': ['ID=d8aba880-15ff-4f03-ae64-cb644b3ed0df,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:07:24.502771 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-23d8119f-c289-4bb2-beb0-f1cb26ccbf25 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:24.526574 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-c58953b3-4d60-4625-8b0c-98144200237e tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 2.3493633 Jun 01 19:07:24.533466 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 50230) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:07:24.544463 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-5ef6d26e-549d-4539-96d4-077c803f5e2c tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Request body: {'subnet': {'network_id': 'd8aba880-15ff-4f03-ae64-cb644b3ed0df', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:07:24.609382 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-23d8119f-c289-4bb2-beb0-f1cb26ccbf25 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.4890256 Jun 01 19:07:24.693898 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-5ef6d26e-549d-4539-96d4-077c803f5e2c tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:07:24.728062 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network d8aba880-15ff-4f03-ae64-cb644b3ed0df details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 19:07:24.762259 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57cd2dbb-64ed-4366-8139-074fdc13bdbb None None] Network bc2ac3d7-c4ef-4f45-943f-8bdb3e8cb470 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:07:24.776773 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-5ef6d26e-549d-4539-96d4-077c803f5e2c tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Usage tracker for resource:subnet and tenant:be49ffaf16754f888348eea74749e7ed is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:07:24.783649 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-5ef6d26e-549d-4539-96d4-077c803f5e2c tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:07:24.798708 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-5ef6d26e-549d-4539-96d4-077c803f5e2c tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:07:24.831826 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1671f5d2-d0cc-4532-9f46-ca71f98ad278 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks [] for router_gateway, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:24.916558 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 9b80377f-ac8c-487c-96c2-d2ce12cabf52 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:07:24.932612 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ef6d26e-549d-4539-96d4-077c803f5e2c tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Made reservation on behalf of be49ffaf16754f888348eea74749e7ed for: {'subnet': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:07:24.936067 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5ef6d26e-549d-4539-96d4-077c803f5e2c tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9667140'] for subnet, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:24.938700 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-c97d25d4-ecb7-4ca4-b092-beaf51b38a96 None None] Set router 84b7532a-7727-4918-8d14-590df9582f0b gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:07:24.996582 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 50236) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:07:25.286193 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-1dccbab7-3019-4ba8-ba35-5d97594b1c29 None None] Provisioning for port be691691-4833-49ca-93a1-c829a863c1b0 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:07:25.289248 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.ipam_backend_mixin [None req-5ef6d26e-549d-4539-96d4-077c803f5e2c tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Performing IP validity checks on allocation pools {{(pid=88525) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Jun 01 19:07:25.291913 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6ed8e7-1155-45b3-9bcd-fc8168eab167 req-92fa842f-80ec-4df0-abb2-91f6a6d3e7df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:07:25.292414 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.ipam_backend_mixin [None req-5ef6d26e-549d-4539-96d4-077c803f5e2c tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88525) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Jun 01 19:07:25.293434 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fb6ed8e7-1155-45b3-9bcd-fc8168eab167 req-92fa842f-80ec-4df0-abb2-91f6a6d3e7df service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4e20c5bd79fa44728efb622f29d6160e&device_id=4d35e0c4-c006-4f35-a161-1e1e4ff68e11 HTTP/1.1" status: 200 len: 1097 time: 0.6699424 Jun 01 19:07:25.296055 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-34960f77-c3ae-45ee-8296-8ca82c284a0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:25.317335 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-34960f77-c3ae-45ee-8296-8ca82c284a0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:25.396166 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_v2 [None req-e30d56a7-262d-48fb-a02e-6062d1f41026 admin admin] Deleting subnet ac9bf5f1-b686-4b40-88ef-76b35a91cdb7 {{(pid=88525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 19:07:25.408738 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 9b80377f-ac8c-487c-96c2-d2ce12cabf52 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:07:25.408969 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:25.418329 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e30d56a7-262d-48fb-a02e-6062d1f41026 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:25.454100 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34960f77-c3ae-45ee-8296-8ca82c284a0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54fb09aa-6f97-4ac8-a519-d148126b333c,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:07:25.485574 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-c97d25d4-ecb7-4ca4-b092-beaf51b38a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84b7532a-7727-4918-8d14-590df9582f0b', 'name': 'tempest-TaggedBootDevicesTest-1144354386-router', 'tenant_id': '29f53eba5653460497352bb8902a8bb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': '05722b1d-deb2-43a1-ade2-7d8eb3b83e09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:07:17Z', 'updated_at': '2022-06-01T19:07:21Z', 'revision_number': 3, 'project_id': '29f53eba5653460497352bb8902a8bb7', 'gw_port': {'id': '05722b1d-deb2-43a1-ade2-7d8eb3b83e09', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:8d:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84b7532a-7727-4918-8d14-590df9582f0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2636, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:07:20Z', 'updated_at': '2022-06-01T19:07:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:07:25.492687 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c97d25d4-ecb7-4ca4-b092-beaf51b38a96 None None] Checking router: 84b7532a-7727-4918-8d14-590df9582f0b for host: n-d-844202-1 {{(pid=88527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 19:07:25.493030 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c97d25d4-ecb7-4ca4-b092-beaf51b38a96 None None] Updating router 84b7532a-7727-4918-8d14-590df9582f0b port 05722b1d-deb2-43a1-ade2-7d8eb3b83e09 binding host n-d-844202-1 {{(pid=88527) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 19:07:25.507392 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6ed8e7-1155-45b3-9bcd-fc8168eab167 req-63b26d59-8e4f-4738-9e8b-c4a12f40e3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:07:25.508937 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fb6ed8e7-1155-45b3-9bcd-fc8168eab167 req-63b26d59-8e4f-4738-9e8b-c4a12f40e3b5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=9872ab5d-59e4-43b1-8dfc-1ca5e239e8ce HTTP/1.1" status: 200 len: 914 time: 0.1565766 Jun 01 19:07:25.555692 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-34960f77-c3ae-45ee-8296-8ca82c284a0d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=30a8338afe2d4bcb8081a1112cb6c0e6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7277670 Jun 01 19:07:25.559900 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 50242) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:07:25.615221 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e30d56a7-262d-48fb-a02e-6062d1f41026 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2258509'] for subnet, precommit_delete_associations {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:25.673801 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-c97d25d4-ecb7-4ca4-b092-beaf51b38a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:25.696978 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2e7b256-9eb1-4663-8ad7-9fbdb2b8c81d None None] Network ba7ee5b2-8172-4767-a1cd-62683326171c requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:07:25.891285 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fb6ed8e7-1155-45b3-9bcd-fc8168eab167 req-03a6a50d-68d0-4e90-8639-bf1eca8b735a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=86d4595b-e8db-4a4c-b6f0-57c1d6666091 HTTP/1.1" status: 200 len: 217 time: 0.3535509 Jun 01 19:07:26.056219 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1ea60a56-08a7-4835-83ad-1ffd234df83b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:26.115586 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 9b80377f-ac8c-487c-96c2-d2ce12cabf52 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:07:26.117299 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device be691691-4833-49ca-93a1-c829a863c1b0 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:07:26.119055 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6ed8e7-1155-45b3-9bcd-fc8168eab167 req-ebf339ad-977f-4cb0-8173-29a7142d80f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:07:26.120511 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fb6ed8e7-1155-45b3-9bcd-fc8168eab167 req-ebf339ad-977f-4cb0-8173-29a7142d80f8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=969bae19-2b90-42ed-a4ac-a4a59eaa870c HTTP/1.1" status: 200 len: 853 time: 0.1601989 Jun 01 19:07:26.173299 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-c97d25d4-ecb7-4ca4-b092-beaf51b38a96 None None] Notify callbacks [] for port, precommit_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:26.186291 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.provisioning_blocks [None req-c97d25d4-ecb7-4ca4-b092-beaf51b38a96 None None] Transition to ACTIVE for port object 05722b1d-deb2-43a1-ade2-7d8eb3b83e09 will not be triggered until provisioned by entity L2. {{(pid=88527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:07:26.203742 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-c97d25d4-ecb7-4ca4-b092-beaf51b38a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:26.237843 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a2adc7-df9b-479a-adea-b2e90334be11 req-986e52bc-a9fd-4676-9aa2-a2e038a5f076 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:07:26.240458 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d6a2adc7-df9b-479a-adea-b2e90334be11 req-986e52bc-a9fd-4676-9aa2-a2e038a5f076 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d35e0c4-c006-4f35-a161-1e1e4ff68e11 HTTP/1.1" status: 200 len: 946 time: 0.3471935 Jun 01 19:07:26.253804 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fb6ed8e7-1155-45b3-9bcd-fc8168eab167 req-f0cb3af6-2a8d-4f3d-9b02-f5eeedb035c4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9872ab5d-59e4-43b1-8dfc-1ca5e239e8ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1224084 Jun 01 19:07:26.337062 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port be691691-4833-49ca-93a1-c829a863c1b0 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:07:26.342506 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port be691691-4833-49ca-93a1-c829a863c1b0 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:07:26.343069 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:26.344601 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-c97d25d4-ecb7-4ca4-b092-beaf51b38a96 None None] Attempting to bind port 05722b1d-deb2-43a1-ade2-7d8eb3b83e09 on host n-d-844202-1 for vnic_type normal with profile {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:07:26.345181 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-c97d25d4-ecb7-4ca4-b092-beaf51b38a96 None None] Attempting to bind port 05722b1d-deb2-43a1-ade2-7d8eb3b83e09 by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}] {{(pid=88527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:07:26.345943 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97d25d4-ecb7-4ca4-b092-beaf51b38a96 None None] Attempting to bind port 05722b1d-deb2-43a1-ade2-7d8eb3b83e09 on network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:07:26.356309 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97d25d4-ecb7-4ca4-b092-beaf51b38a96 None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 7, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:07:26.356950 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97d25d4-ecb7-4ca4-b092-beaf51b38a96 None None] Checking segment: {'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:07:26.357513 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-c97d25d4-ecb7-4ca4-b092-beaf51b38a96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:26.358047 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97d25d4-ecb7-4ca4-b092-beaf51b38a96 None None] Bound using segment: {'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'} {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:07:26.358471 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d6a2adc7-df9b-479a-adea-b2e90334be11 req-7610e5d3-bbbd-44ac-8fd6-f5bfcd579d14 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e27767a-e40e-41ca-b34d-a5b7412547b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090677 Jun 01 19:07:26.358858 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-c97d25d4-ecb7-4ca4-b092-beaf51b38a96 None None] Bound port: 05722b1d-deb2-43a1-ade2-7d8eb3b83e09, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}}] {{(pid=88527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:07:26.359417 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-c97d25d4-ecb7-4ca4-b092-beaf51b38a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:26.409536 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9db10f0-49bc-42b4-b9bf-a82a083efbaf None None] Pushing event updated for resources: {'Port': ['ID=05722b1d-deb2-43a1-ade2-7d8eb3b83e09,revision_number=2']} {{(pid=88527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:07:26.445868 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-bef423ff-9a1e-4809-8166-8efed37c58f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:26.447796 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1671f5d2-d0cc-4532-9f46-ca71f98ad278 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-885820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-886655'] for router, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:26.464297 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.db [None req-c97d25d4-ecb7-4ca4-b092-beaf51b38a96 None None] For port 05722b1d-deb2-43a1-ade2-7d8eb3b83e09, host n-d-844202-1, cleared binding levels {{(pid=88527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:07:26.468151 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.db [None req-c97d25d4-ecb7-4ca4-b092-beaf51b38a96 None None] For port 05722b1d-deb2-43a1-ade2-7d8eb3b83e09, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=05722b1d-deb2-43a1-ade2-7d8eb3b83e09,segment=NetworkSegment(7875af61-4c53-4ff2-b8c8-d4b7c35ff947),segment_id=7875af61-4c53-4ff2-b8c8-d4b7c35ff947)] {{(pid=88527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:07:26.476720 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-c97d25d4-ecb7-4ca4-b092-beaf51b38a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:26.520254 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fb6ed8e7-1155-45b3-9bcd-fc8168eab167 req-b2a65c09-6154-401f-a6df-eef0c52707ed service neutron] 10.222.0.15 "GET /v2.0/networks/9872ab5d-59e4-43b1-8dfc-1ca5e239e8ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2067618 Jun 01 19:07:26.591646 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e30d56a7-262d-48fb-a02e-6062d1f41026 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:26.600994 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port be691691-4833-49ca-93a1-c829a863c1b0 is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:07:26.601644 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:26.604763 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9db10f0-49bc-42b4-b9bf-a82a083efbaf None None] Pushing event updated for resources: {'Port': ['ID=05722b1d-deb2-43a1-ade2-7d8eb3b83e09,revision_number=3']} {{(pid=88527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:07:26.638737 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97d25d4-ecb7-4ca4-b092-beaf51b38a96 None None] Routers {'84b7532a-7727-4918-8d14-590df9582f0b'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:07:26.639571 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-c97d25d4-ecb7-4ca4-b092-beaf51b38a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:07:09Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['84b7532a-7727-4918-8d14-590df9582f0b'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:07:26.660999 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [None req-1ea60a56-08a7-4835-83ad-1ffd234df83b admin admin] Allocated IP 172.20.0.1 (bc2ac3d7-c4ef-4f45-943f-8bdb3e8cb470/477f9126-0288-4f67-85e3-8d1184a06e4c/c89c3ac0-aa8a-4ee0-8b15-786292a28005) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:07:26.677897 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port be691691-4833-49ca-93a1-c829a863c1b0, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=be691691-4833-49ca-93a1-c829a863c1b0,segment=NetworkSegment(fd32b6c9-0556-4225-82a8-3c4f1162ecda),segment_id=fd32b6c9-0556-4225-82a8-3c4f1162ecda)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:07:26.688045 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:26.828829 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1ea60a56-08a7-4835-83ad-1ffd234df83b admin admin] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:26.844547 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=be691691-4833-49ca-93a1-c829a863c1b0,revision_number=3']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:07:26.845208 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [None req-1ea60a56-08a7-4835-83ad-1ffd234df83b admin admin] Transition to ACTIVE for port object c89c3ac0-aa8a-4ee0-8b15-786292a28005 will not be triggered until provisioned by entity DHCP. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:07:26.866549 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-bef423ff-9a1e-4809-8166-8efed37c58f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:26.881006 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5ef6d26e-549d-4539-96d4-077c803f5e2c tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2614064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9667190'] for subnet, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:26.891428 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1ea60a56-08a7-4835-83ad-1ffd234df83b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:26.977720 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-c97d25d4-ecb7-4ca4-b092-beaf51b38a96 None None] Set router 84b7532a-7727-4918-8d14-590df9582f0b gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:07:27.082007 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ea60a56-08a7-4835-83ad-1ffd234df83b admin admin] Network bc2ac3d7-c4ef-4f45-943f-8bdb3e8cb470 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:07:27.092869 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-1ea60a56-08a7-4835-83ad-1ffd234df83b admin admin] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:07:27.095875 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea60a56-08a7-4835-83ad-1ffd234df83b admin admin] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:07:27.099597 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef6d26e-549d-4539-96d4-077c803f5e2c tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Checking segment: {'id': '0e94a9a5-62b0-4206-8c1e-f688896ffa6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'd8aba880-15ff-4f03-ae64-cb644b3ed0df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:07:27.100178 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ef6d26e-549d-4539-96d4-077c803f5e2c tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Network hostable DHCP agents. Network: d8aba880-15ff-4f03-ae64-cb644b3ed0df, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 19:07:27.104625 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef6d26e-549d-4539-96d4-077c803f5e2c tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Pushing event updated for resources: {'Subnet': ['ID=97e4d90e-6b77-4b83-b099-9e35d13bf7a4,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:07:27.111926 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e30d56a7-262d-48fb-a02e-6062d1f41026 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2614143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9667199'] for subnet, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:27.169345 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea60a56-08a7-4835-83ad-1ffd234df83b admin admin] Pushing event updated for resources: {'Port': ['ID=c89c3ac0-aa8a-4ee0-8b15-786292a28005,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:07:27.170644 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e30d56a7-262d-48fb-a02e-6062d1f41026 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:27.202497 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30d56a7-262d-48fb-a02e-6062d1f41026 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac9bf5f1-b686-4b40-88ef-76b35a91cdb7,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:07:27.213539 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1ea60a56-08a7-4835-83ad-1ffd234df83b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-887605'] for router_interface, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:27.240725 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-e30d56a7-262d-48fb-a02e-6062d1f41026 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/ac9bf5f1-b686-4b40-88ef-76b35a91cdb7 HTTP/1.1" status: 204 len: 168 time: 2.2422087 Jun 01 19:07:27.241962 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ef6d26e-549d-4539-96d4-077c803f5e2c tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Network d8aba880-15ff-4f03-ae64-cb644b3ed0df is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 19:07:27.249557 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 50256) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:07:27.256421 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-bef423ff-9a1e-4809-8166-8efed37c58f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:27.259520 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-bef423ff-9a1e-4809-8166-8efed37c58f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:27.260944 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-bef423ff-9a1e-4809-8166-8efed37c58f8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/54fb09aa-6f97-4ac8-a519-d148126b333c HTTP/1.1" status: 204 len: 168 time: 1.6866083 Jun 01 19:07:27.307122 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef423ff-9a1e-4809-8166-8efed37c58f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54fb09aa-6f97-4ac8-a519-d148126b333c,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:07:27.309511 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-5ef6d26e-549d-4539-96d4-077c803f5e2c tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, d8aba880-15ff-4f03-ae64-cb644b3ed0df) {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:07:27.338568 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b736de14-1a94-4b6f-89b0-7c7950b412e4 None None] Network d8aba880-15ff-4f03-ae64-cb644b3ed0df requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:07:27.488626 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fb6ed8e7-1155-45b3-9bcd-fc8168eab167 req-a16cdda2-33d3-4cba-95e5-8587c64d3ca1 service neutron] 10.222.0.15 "GET /v2.0/networks/9872ab5d-59e4-43b1-8dfc-1ca5e239e8ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6188114 Jun 01 19:07:27.499726 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1671f5d2-d0cc-4532-9f46-ca71f98ad278 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Router 225bd07d-765a-4cec-b072-924623910b8d is scheduled to L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 with binding_index 1 {{(pid=88525) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 19:07:27.504974 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef6d26e-549d-4539-96d4-077c803f5e2c tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:07:27.505565 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5ef6d26e-549d-4539-96d4-077c803f5e2c tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks [] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:27.524280 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-c97d25d4-ecb7-4ca4-b092-beaf51b38a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84b7532a-7727-4918-8d14-590df9582f0b', 'name': 'tempest-TaggedBootDevicesTest-1144354386-router', 'tenant_id': '29f53eba5653460497352bb8902a8bb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': '05722b1d-deb2-43a1-ade2-7d8eb3b83e09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:07:17Z', 'updated_at': '2022-06-01T19:07:21Z', 'revision_number': 3, 'project_id': '29f53eba5653460497352bb8902a8bb7', 'gw_port': {'id': '05722b1d-deb2-43a1-ade2-7d8eb3b83e09', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:8d:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84b7532a-7727-4918-8d14-590df9582f0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2636, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:07:20Z', 'updated_at': '2022-06-01T19:07:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:07:27.531040 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c97d25d4-ecb7-4ca4-b092-beaf51b38a96 None None] The sync data for ids ['84b7532a-7727-4918-8d14-590df9582f0b'] in n-d-844202-1 is: [{'id': '84b7532a-7727-4918-8d14-590df9582f0b', 'name': 'tempest-TaggedBootDevicesTest-1144354386-router', 'tenant_id': '29f53eba5653460497352bb8902a8bb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': '05722b1d-deb2-43a1-ade2-7d8eb3b83e09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:07:17Z', 'updated_at': '2022-06-01T19:07:21Z', 'revision_number': 3, 'project_id': '29f53eba5653460497352bb8902a8bb7', 'gw_port': {'id': '05722b1d-deb2-43a1-ade2-7d8eb3b83e09', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:8d:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84b7532a-7727-4918-8d14-590df9582f0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2636, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:07:20Z', 'updated_at': '2022-06-01T19:07:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:07:27.643666 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-dd01215a-213f-4ad0-a4ff-54d46d2ad9f2 None None] Provisioning for port c89c3ac0-aa8a-4ee0-8b15-786292a28005 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:07:27.655203 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-dd01215a-213f-4ad0-a4ff-54d46d2ad9f2 None None] Provisioning complete for port c89c3ac0-aa8a-4ee0-8b15-786292a28005 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:07:27.655807 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-dd01215a-213f-4ad0-a4ff-54d46d2ad9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:27.774890 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1ea60a56-08a7-4835-83ad-1ffd234df83b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:27.821850 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-dd01215a-213f-4ad0-a4ff-54d46d2ad9f2 None None] Port c89c3ac0-aa8a-4ee0-8b15-786292a28005 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:07:27.842826 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-5ef6d26e-549d-4539-96d4-077c803f5e2c tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.3048801 Jun 01 19:07:27.851064 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 50270) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:07:27.862883 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-428367fa-64ea-4bdf-a2e4-e307a9e53f99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:27.895647 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-887c4e33-f817-48f9-af5f-518031c3736c tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Request body: {'port': {'network_id': 'd8aba880-15ff-4f03-ae64-cb644b3ed0df', 'name': 'tempest-PortsIpV6TestJSON-1937272860'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:07:27.977101 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b29a781e-ed72-44fc-98df-8b4cfba47295 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc93f83c3-7fb6-5c13-a9d4-29d739a4e8d2-d8aba880-15ff-4f03-ae64-cb644b3ed0df', 'network_id': 'd8aba880-15ff-4f03-ae64-cb644b3ed0df', 'tenant_id': 'be49ffaf16754f888348eea74749e7ed', 'fixed_ips': [{'subnet_id': '97e4d90e-6b77-4b83-b099-9e35d13bf7a4'}]}} from n-d-844202-1. {{(pid=88526) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 19:07:27.978063 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-b29a781e-ed72-44fc-98df-8b4cfba47295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:28.284977 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.db_base_plugin_common [None req-b29a781e-ed72-44fc-98df-8b4cfba47295 None None] Allocated IP 2001:db8::2 (d8aba880-15ff-4f03-ae64-cb644b3ed0df/97e4d90e-6b77-4b83-b099-9e35d13bf7a4/18e040a3-f91f-4de4-aeee-8967b5e3de66) {{(pid=88526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:07:28.297675 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1ea60a56-08a7-4835-83ad-1ffd234df83b admin admin] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:28.321690 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1ea60a56-08a7-4835-83ad-1ffd234df83b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:28.568110 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1671f5d2-d0cc-4532-9f46-ca71f98ad278 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:07:28.569325 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-b29a781e-ed72-44fc-98df-8b4cfba47295 None None] Notify callbacks [] for port, precommit_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:28.585406 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-b29a781e-ed72-44fc-98df-8b4cfba47295 None None] Transition to ACTIVE for port object 18e040a3-f91f-4de4-aeee-8967b5e3de66 will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:07:28.590058 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-428367fa-64ea-4bdf-a2e4-e307a9e53f99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:28.610362 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-b29a781e-ed72-44fc-98df-8b4cfba47295 None None] Transition to ACTIVE for port object 18e040a3-f91f-4de4-aeee-8967b5e3de66 will not be triggered until provisioned by entity DHCP. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:07:28.617472 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad2c984f-2d65-49e9-b0a9-33b74744d6ef None None] Sync routers for ids ['225bd07d-765a-4cec-b072-924623910b8d'] in n-d-844202-1 {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:07:28.621828 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-428367fa-64ea-4bdf-a2e4-e307a9e53f99 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc16dcd1-a04d-4950-892e-0fb105f60fe7']}} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:07:28.629961 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-b29a781e-ed72-44fc-98df-8b4cfba47295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526'] for port, after_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:28.641704 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-428367fa-64ea-4bdf-a2e4-e307a9e53f99 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67ba3c0e-8fdb-4165-8ed6-bc45a4ea639a') {'for_net_delete': True} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:07:28.642455 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-428367fa-64ea-4bdf-a2e4-e307a9e53f99 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67ba3c0e-8fdb-4165-8ed6-bc45a4ea639a') {} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:07:28.665972 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-428367fa-64ea-4bdf-a2e4-e307a9e53f99 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2258522'] for segment, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:28.685235 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-428367fa-64ea-4bdf-a2e4-e307a9e53f99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:28.693112 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-428367fa-64ea-4bdf-a2e4-e307a9e53f99 admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=88525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 19:07:28.693978 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-428367fa-64ea-4bdf-a2e4-e307a9e53f99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2613981'] for segment, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:28.741947 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b29a781e-ed72-44fc-98df-8b4cfba47295 None None] Network d8aba880-15ff-4f03-ae64-cb644b3ed0df is already hosted by enough agents. {{(pid=88526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:07:28.743996 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29a781e-ed72-44fc-98df-8b4cfba47295 None None] Pushing event updated for resources: {'Port': ['ID=18e040a3-f91f-4de4-aeee-8967b5e3de66,revision_number=1']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:07:28.747780 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.base_scheduler [None req-b29a781e-ed72-44fc-98df-8b4cfba47295 None None] Resources bound (agent type, host, resource id): {{(pid=88526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:07:28.750706 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b29a781e-ed72-44fc-98df-8b4cfba47295 None None] Received port after_create {{(pid=88526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:07:28.797334 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad2c984f-2d65-49e9-b0a9-33b74744d6ef None None] Routers {'225bd07d-765a-4cec-b072-924623910b8d'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:07:28.798234 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-ad2c984f-2d65-49e9-b0a9-33b74744d6ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:07:09Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['225bd07d-765a-4cec-b072-924623910b8d'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:07:28.866139 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment 67ba3c0e-8fdb-4165-8ed6-bc45a4ea639a resource provider aggregate not found Jun 01 19:07:28.899680 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-428367fa-64ea-4bdf-a2e4-e307a9e53f99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:28.931062 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment 67ba3c0e-8fdb-4165-8ed6-bc45a4ea639a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 67ba3c0e-8fdb-4165-8ed6-bc45a4ea639a found for delete ", "request_id": "req-b6aec695-f3ca-4d3d-8a63-b05b3316e6ba"}]} Jun 01 19:07:28.954584 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1d8953-1869-494a-983e-71b4b9826c37 req-f35b1753-b935-4107-b8d5-204897e1b0bd tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:07:28.956439 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-bc1d8953-1869-494a-983e-71b4b9826c37 req-f35b1753-b935-4107-b8d5-204897e1b0bd tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d35e0c4-c006-4f35-a161-1e1e4ff68e11 HTTP/1.1" status: 200 len: 946 time: 1.3682849 Jun 01 19:07:29.009262 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1ea60a56-08a7-4835-83ad-1ffd234df83b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-887436'] for router_interface, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:29.029603 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea60a56-08a7-4835-83ad-1ffd234df83b admin admin] Pushing event updated for resources: {'Port': ['ID=c89c3ac0-aa8a-4ee0-8b15-786292a28005,revision_number=2']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:07:29.039745 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-428367fa-64ea-4bdf-a2e4-e307a9e53f99 admin admin] Notify callbacks [] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:29.056047 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-887c4e33-f817-48f9-af5f-518031c3736c tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:07:29.102680 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428367fa-64ea-4bdf-a2e4-e307a9e53f99 admin admin] Pushing event deleted for resources: {'Network': ['ID=fc16dcd1-a04d-4950-892e-0fb105f60fe7,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:07:29.107559 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 86d4595b-e8db-4a4c-b6f0-57c1d6666091 no longer exists at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:07:29.153889 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-428367fa-64ea-4bdf-a2e4-e307a9e53f99 admin admin] 10.222.0.41 "DELETE /v2.0/networks/fc16dcd1-a04d-4950-892e-0fb105f60fe7 HTTP/1.1" status: 204 len: 168 time: 1.9019437 Jun 01 19:07:29.154979 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1671f5d2-d0cc-4532-9f46-ca71f98ad278 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks [] for router, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:29.156903 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-1671f5d2-d0cc-4532-9f46-ca71f98ad278 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 12.2825356 Jun 01 19:07:29.177851 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 50306) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:07:29.178377 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 50308) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:07:29.195911 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 05722b1d-deb2-43a1-ade2-7d8eb3b83e09 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:07:29.342014 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ea60a56-08a7-4835-83ad-1ffd234df83b admin admin] Network bc2ac3d7-c4ef-4f45-943f-8bdb3e8cb470 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:07:29.343935 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-1ea60a56-08a7-4835-83ad-1ffd234df83b admin admin] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:07:29.488667 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-ad2c984f-2d65-49e9-b0a9-33b74744d6ef None None] Set router 225bd07d-765a-4cec-b072-924623910b8d gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:07:29.567409 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfcf290a-2b86-4695-a68b-c43a0944b929 admin admin] Deleting subnet d04db7a7-bf88-4864-b430-83f854ec204f {{(pid=88525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 19:07:29.577680 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-887c4e33-f817-48f9-af5f-518031c3736c tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:07:29.586326 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-bc1d8953-1869-494a-983e-71b4b9826c37 req-a8a2ad91-898f-483a-bb16-9473a08662ef tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e27767a-e40e-41ca-b34d-a5b7412547b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5684288 Jun 01 19:07:29.592837 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-cfcf290a-2b86-4695-a68b-c43a0944b929 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:29.623845 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-8e6da34e-d4c0-4a6b-8f5b-f08c98b1ecea tempest-TestNetworkAdvancedServerOps-1915190974 tempest-TestNetworkAdvancedServerOps-1915190974-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=8537cfb3773e46d182e148cf5b0a717f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4372504 Jun 01 19:07:29.643924 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 50322) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:07:29.644699 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-b29a781e-ed72-44fc-98df-8b4cfba47295 None None] Attempting to bind port 18e040a3-f91f-4de4-aeee-8967b5e3de66 on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:07:29.645720 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-b29a781e-ed72-44fc-98df-8b4cfba47295 None None] Attempting to bind port 18e040a3-f91f-4de4-aeee-8967b5e3de66 by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': '0e94a9a5-62b0-4206-8c1e-f688896ffa6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'd8aba880-15ff-4f03-ae64-cb644b3ed0df'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:07:29.645720 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29a781e-ed72-44fc-98df-8b4cfba47295 None None] Attempting to bind port 18e040a3-f91f-4de4-aeee-8967b5e3de66 on network d8aba880-15ff-4f03-ae64-cb644b3ed0df {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:07:29.680783 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29a781e-ed72-44fc-98df-8b4cfba47295 None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 7, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:07:29.686013 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29a781e-ed72-44fc-98df-8b4cfba47295 None None] Checking segment: {'id': '0e94a9a5-62b0-4206-8c1e-f688896ffa6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'd8aba880-15ff-4f03-ae64-cb644b3ed0df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:07:29.686577 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-b29a781e-ed72-44fc-98df-8b4cfba47295 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:29.687039 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29a781e-ed72-44fc-98df-8b4cfba47295 None None] Bound using segment: {'id': '0e94a9a5-62b0-4206-8c1e-f688896ffa6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'd8aba880-15ff-4f03-ae64-cb644b3ed0df'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:07:29.687606 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-b29a781e-ed72-44fc-98df-8b4cfba47295 None None] Bound port: 18e040a3-f91f-4de4-aeee-8967b5e3de66, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e94a9a5-62b0-4206-8c1e-f688896ffa6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'd8aba880-15ff-4f03-ae64-cb644b3ed0df'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:07:29.688089 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-b29a781e-ed72-44fc-98df-8b4cfba47295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:29.714832 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-887c4e33-f817-48f9-af5f-518031c3736c tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Made reservation on behalf of be49ffaf16754f888348eea74749e7ed for: {'port': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:07:29.718715 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-887c4e33-f817-48f9-af5f-518031c3736c tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:29.779338 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ea60a56-08a7-4835-83ad-1ffd234df83b admin admin] Router 84b7532a-7727-4918-8d14-590df9582f0b has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 19:07:29.791762 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 50326) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:07:29.846731 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-cfcf290a-2b86-4695-a68b-c43a0944b929 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2258509'] for subnet, precommit_delete_associations {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:29.881378 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [None req-887c4e33-f817-48f9-af5f-518031c3736c tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] device_id is not set on port b1c62bac-58da-4dff-81d7-90c45820a13f yet. {{(pid=88525) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 19:07:30.027220 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port 05722b1d-deb2-43a1-ade2-7d8eb3b83e09 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:07:30.104005 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port 86d4595b-e8db-4a4c-b6f0-57c1d6666091 is: ACTIVE; New status is: DOWN {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:07:30.104683 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:30.113774 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d87eb0e5-b7b1-4855-bf17-20fd1fe3f3ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:30.115621 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 05722b1d-deb2-43a1-ade2-7d8eb3b83e09 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:07:30.116638 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:30.151532 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-5190d088-4376-4dab-b5c1-b584d1ca8dc4 None None] Provisioning complete for port c89c3ac0-aa8a-4ee0-8b15-786292a28005 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:07:30.151903 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-5190d088-4376-4dab-b5c1-b584d1ca8dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:30.154014 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7beaf8c4-582d-4a88-85d7-05aae6a1fa7a tempest-TestNetworkAdvancedServerOps-1915190974 tempest-TestNetworkAdvancedServerOps-1915190974-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:07:30.159101 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-7beaf8c4-582d-4a88-85d7-05aae6a1fa7a tempest-TestNetworkAdvancedServerOps-1915190974 tempest-TestNetworkAdvancedServerOps-1915190974-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5031939 Jun 01 19:07:30.159998 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 50334) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:07:30.223483 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-d87eb0e5-b7b1-4855-bf17-20fd1fe3f3ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:07:30.228002 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-d87eb0e5-b7b1-4855-bf17-20fd1fe3f3ac admin admin] Usage tracker for resource:security_group_rule and tenant:7501010257ad46239dc34195fd0fe36d is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:07:30.233056 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-d87eb0e5-b7b1-4855-bf17-20fd1fe3f3ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:07:30.246921 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-d87eb0e5-b7b1-4855-bf17-20fd1fe3f3ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:07:30.286105 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-cfcf290a-2b86-4695-a68b-c43a0944b929 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:30.314958 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-b29a781e-ed72-44fc-98df-8b4cfba47295 None None] For port 18e040a3-f91f-4de4-aeee-8967b5e3de66, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:07:30.322645 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d35e0c4-c006-4f35-a161-1e1e4ff68e11', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86d4595b-e8db-4a4c-b6f0-57c1d6666091'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:07:30.347448 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-5190d088-4376-4dab-b5c1-b584d1ca8dc4 None None] Port c89c3ac0-aa8a-4ee0-8b15-786292a28005 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:07:30.353719 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-b29a781e-ed72-44fc-98df-8b4cfba47295 None None] For port 18e040a3-f91f-4de4-aeee-8967b5e3de66, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=18e040a3-f91f-4de4-aeee-8967b5e3de66,segment=NetworkSegment(0e94a9a5-62b0-4206-8c1e-f688896ffa6a),segment_id=0e94a9a5-62b0-4206-8c1e-f688896ffa6a)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:07:30.367184 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port 86d4595b-e8db-4a4c-b6f0-57c1d6666091, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=86d4595b-e8db-4a4c-b6f0-57c1d6666091,segment=NetworkSegment(29f3bae4-57a1-4f66-96b7-93cfb8e10b44),segment_id=29f3bae4-57a1-4f66-96b7-93cfb8e10b44)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:07:30.396326 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-13c0193b-8041-406f-bed3-26dff72d0d18 tempest-TestNetworkAdvancedServerOps-1915190974 tempest-TestNetworkAdvancedServerOps-1915190974-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=72a72e44-6845-488a-a5ff-3a26d4df9cb3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2155378 Jun 01 19:07:30.400329 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-b29a781e-ed72-44fc-98df-8b4cfba47295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:30.400555 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 50344) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:07:30.400732 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:30.413530 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ea60a56-08a7-4835-83ad-1ffd234df83b admin admin] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:07:30.428750 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-7f57d031-0bcc-4ca1-80fb-f337ba01733c tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-482702096', 'network_id': '1683679e-ac4b-4846-a35b-a63a265f2c59', 'project_id': '8537cfb3773e46d182e148cf5b0a717f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:07:30.433481 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e462c1-ccc7-4d5c-b4fa-5d4d056ba03c None None] Sync routers for ids ['84b7532a-7727-4918-8d14-590df9582f0b'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:07:30.455060 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e462c1-ccc7-4d5c-b4fa-5d4d056ba03c None None] Routers {'84b7532a-7727-4918-8d14-590df9582f0b'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:07:30.456271 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-57e462c1-ccc7-4d5c-b4fa-5d4d056ba03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:07:09Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['84b7532a-7727-4918-8d14-590df9582f0b'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:07:30.496137 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ce78478-9448-4908-8c66-2b98f62e046c'] response: {'server_uuid': '4d35e0c4-c006-4f35-a161-1e1e4ff68e11', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86d4595b-e8db-4a4c-b6f0-57c1d6666091', 'code': 200} Jun 01 19:07:30.497503 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-cfcf290a-2b86-4695-a68b-c43a0944b929 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2614143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9667199'] for subnet, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:30.499773 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29a781e-ed72-44fc-98df-8b4cfba47295 None None] Pushing event updated for resources: {'Port': ['ID=18e040a3-f91f-4de4-aeee-8967b5e3de66,revision_number=2']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:07:30.507350 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [None req-887c4e33-f817-48f9-af5f-518031c3736c tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Allocated IP 2001:db8::281 (d8aba880-15ff-4f03-ae64-cb644b3ed0df/97e4d90e-6b77-4b83-b099-9e35d13bf7a4/b1c62bac-58da-4dff-81d7-90c45820a13f) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:07:30.559318 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcf290a-2b86-4695-a68b-c43a0944b929 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d04db7a7-bf88-4864-b430-83f854ec204f,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:07:30.572491 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-cfcf290a-2b86-4695-a68b-c43a0944b929 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:30.610624 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-cfcf290a-2b86-4695-a68b-c43a0944b929 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/d04db7a7-bf88-4864-b430-83f854ec204f HTTP/1.1" status: 204 len: 168 time: 1.4260504 Jun 01 19:07:30.614684 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 50348) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:07:30.645338 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-1ea60a56-08a7-4835-83ad-1ffd234df83b admin admin] 10.222.0.41 "PUT /v2.0/routers/84b7532a-7727-4918-8d14-590df9582f0b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2774608 Jun 01 19:07:30.683868 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 05722b1d-deb2-43a1-ade2-7d8eb3b83e09 is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:07:30.692832 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:30.709529 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=86d4595b-e8db-4a4c-b6f0-57c1d6666091,revision_number=8']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:07:30.727725 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-ad2c984f-2d65-49e9-b0a9-33b74744d6ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '225bd07d-765a-4cec-b072-924623910b8d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-563737349', 'tenant_id': '8537cfb3773e46d182e148cf5b0a717f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': 'f0276d19-07bd-4bd4-945f-483a0fdeb1eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:07:17Z', 'updated_at': '2022-06-01T19:07:24Z', 'revision_number': 3, 'project_id': '8537cfb3773e46d182e148cf5b0a717f', 'gw_port': {'id': 'f0276d19-07bd-4bd4-945f-483a0fdeb1eb', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:df:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '225bd07d-765a-4cec-b072-924623910b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2637, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:07:20Z', 'updated_at': '2022-06-01T19:07:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:07:30.751708 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad2c984f-2d65-49e9-b0a9-33b74744d6ef None None] Checking router: 225bd07d-765a-4cec-b072-924623910b8d for host: n-d-844202-1 {{(pid=88526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 19:07:30.753323 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad2c984f-2d65-49e9-b0a9-33b74744d6ef None None] Updating router 225bd07d-765a-4cec-b072-924623910b8d port f0276d19-07bd-4bd4-945f-483a0fdeb1eb binding host n-d-844202-1 {{(pid=88526) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 19:07:30.808754 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port 05722b1d-deb2-43a1-ade2-7d8eb3b83e09, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=05722b1d-deb2-43a1-ade2-7d8eb3b83e09,segment=NetworkSegment(7875af61-4c53-4ff2-b8c8-d4b7c35ff947),segment_id=7875af61-4c53-4ff2-b8c8-d4b7c35ff947)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:07:30.821130 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d87eb0e5-b7b1-4855-bf17-20fd1fe3f3ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:30.822388 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-7f57d031-0bcc-4ca1-80fb-f337ba01733c tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:07:30.835160 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:30.836000 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device be691691-4833-49ca-93a1-c829a863c1b0 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:07:30.848788 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-7f57d031-0bcc-4ca1-80fb-f337ba01733c tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Usage tracker for resource:subnet and tenant:8537cfb3773e46d182e148cf5b0a717f is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:07:30.861863 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d87eb0e5-b7b1-4855-bf17-20fd1fe3f3ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:30.865175 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-57e462c1-ccc7-4d5c-b4fa-5d4d056ba03c None None] Set router 84b7532a-7727-4918-8d14-590df9582f0b gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:07:30.885862 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-7f57d031-0bcc-4ca1-80fb-f337ba01733c tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:07:30.957888 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e5823c15-19b8-44d2-91e8-630c9766658c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:30.984006 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-7f57d031-0bcc-4ca1-80fb-f337ba01733c tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:07:31.089226 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-d87eb0e5-b7b1-4855-bf17-20fd1fe3f3ac admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7501010257ad46239dc34195fd0fe36d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2963846 Jun 01 19:07:31.093515 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 50362) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:07:31.102466 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=05722b1d-deb2-43a1-ade2-7d8eb3b83e09,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:07:31.132597 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87eb0e5-b7b1-4855-bf17-20fd1fe3f3ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8254800f-5caa-449a-8cb6-326435c1a05f,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:07:31.141163 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-ad2c984f-2d65-49e9-b0a9-33b74744d6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:31.148380 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f57d031-0bcc-4ca1-80fb-f337ba01733c tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Made reservation on behalf of 8537cfb3773e46d182e148cf5b0a717f for: {'subnet': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:07:31.151859 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-7f57d031-0bcc-4ca1-80fb-f337ba01733c tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3066584'] for subnet, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:31.504922 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-887c4e33-f817-48f9-af5f-518031c3736c tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:31.523340 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [None req-887c4e33-f817-48f9-af5f-518031c3736c tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Transition to ACTIVE for port object b1c62bac-58da-4dff-81d7-90c45820a13f will not be triggered until provisioned by entity DHCP. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:07:31.593858 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port be691691-4833-49ca-93a1-c829a863c1b0 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:07:31.594232 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:31.598625 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-887c4e33-f817-48f9-af5f-518031c3736c tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:31.677428 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-7f57d031-0bcc-4ca1-80fb-f337ba01733c tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2718919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3066602'] for subnet, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:31.737302 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.agents_db [None req-e814b9cf-7de8-45d0-a079-29c61fabe7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 19:07:31.758453 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-57e462c1-ccc7-4d5c-b4fa-5d4d056ba03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84b7532a-7727-4918-8d14-590df9582f0b', 'name': 'tempest-TaggedBootDevicesTest-1144354386-router', 'tenant_id': '29f53eba5653460497352bb8902a8bb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': '05722b1d-deb2-43a1-ade2-7d8eb3b83e09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:07:17Z', 'updated_at': '2022-06-01T19:07:27Z', 'revision_number': 4, 'project_id': '29f53eba5653460497352bb8902a8bb7', 'gw_port': {'id': '05722b1d-deb2-43a1-ade2-7d8eb3b83e09', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:8d:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84b7532a-7727-4918-8d14-590df9582f0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2636, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:07:20Z', 'updated_at': '2022-06-01T19:07:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': 'c89c3ac0-aa8a-4ee0-8b15-786292a28005', 'name': '', 'network_id': 'bc2ac3d7-c4ef-4f45-943f-8bdb3e8cb470', 'tenant_id': '29f53eba5653460497352bb8902a8bb7', 'mac_address': 'fa:16:3e:27:d2:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84b7532a-7727-4918-8d14-590df9582f0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2659, 'fixed_ips': [{'subnet_id': '477f9126-0288-4f67-85e3-8d1184a06e4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:07:26Z', 'updated_at': '2022-06-01T19:07:27Z', 'revision_number': 2, 'project_id': '29f53eba5653460497352bb8902a8bb7', 'subnets': [{'id': '477f9126-0288-4f67-85e3-8d1184a06e4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:07:31.762787 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e462c1-ccc7-4d5c-b4fa-5d4d056ba03c None None] Checking router: 84b7532a-7727-4918-8d14-590df9582f0b for host: n-d-844202-1 {{(pid=88527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 19:07:31.763220 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e462c1-ccc7-4d5c-b4fa-5d4d056ba03c None None] Updating router 84b7532a-7727-4918-8d14-590df9582f0b port c89c3ac0-aa8a-4ee0-8b15-786292a28005 binding host n-d-844202-1 {{(pid=88527) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 19:07:31.830920 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.db.resource_extend [None req-ad2c984f-2d65-49e9-b0a9-33b74744d6ef None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 19:07:31.890265 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-57e462c1-ccc7-4d5c-b4fa-5d4d056ba03c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:31.934315 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-c5ea327c-7190-49a5-ab05-9edbb32ff0b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:31.952215 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f57d031-0bcc-4ca1-80fb-f337ba01733c tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Pushing event updated for resources: {'Subnet': ['ID=8eee5ae7-9972-4ea4-a710-faeb7415f01a,revision_number=0']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:07:31.994370 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port be691691-4833-49ca-93a1-c829a863c1b0 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:07:32.049646 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-ad2c984f-2d65-49e9-b0a9-33b74744d6ef None None] Notify callbacks [] for port, precommit_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:32.092981 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-ad2c984f-2d65-49e9-b0a9-33b74744d6ef None None] Transition to ACTIVE for port object f0276d19-07bd-4bd4-945f-483a0fdeb1eb will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:07:32.110282 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-ad2c984f-2d65-49e9-b0a9-33b74744d6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:32.115337 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f57d031-0bcc-4ca1-80fb-f337ba01733c tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Checking segment: {'id': '7e25366f-9619-4880-81a2-a56ac8eaa2c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '1683679e-ac4b-4846-a35b-a63a265f2c59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:07:32.117338 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f57d031-0bcc-4ca1-80fb-f337ba01733c tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Network hostable DHCP agents. Network: 1683679e-ac4b-4846-a35b-a63a265f2c59, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88524) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 19:07:32.169270 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e5823c15-19b8-44d2-91e8-630c9766658c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:32.180539 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-c5ea327c-7190-49a5-ab05-9edbb32ff0b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:32.191694 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f57d031-0bcc-4ca1-80fb-f337ba01733c tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Network 1683679e-ac4b-4846-a35b-a63a265f2c59 is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88524) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 19:07:32.231656 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-7f57d031-0bcc-4ca1-80fb-f337ba01733c tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, 1683679e-ac4b-4846-a35b-a63a265f2c59) {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:07:32.247484 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f57d031-0bcc-4ca1-80fb-f337ba01733c tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:07:32.249048 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-7f57d031-0bcc-4ca1-80fb-f337ba01733c tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:32.254487 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-e5823c15-19b8-44d2-91e8-630c9766658c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba7ee5b2-8172-4767-a1cd-62683326171c']}} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:07:32.272211 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-e5823c15-19b8-44d2-91e8-630c9766658c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '697eab1a-e45a-4a74-88a3-fa26cf6f158e') {'for_net_delete': True} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:07:32.272787 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-e5823c15-19b8-44d2-91e8-630c9766658c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '697eab1a-e45a-4a74-88a3-fa26cf6f158e') {} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:07:32.290649 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23a9bb49-a1ed-4f96-85de-3afed8405f0b None None] Network 1683679e-ac4b-4846-a35b-a63a265f2c59 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:07:32.299075 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e5823c15-19b8-44d2-91e8-630c9766658c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2258522'] for segment, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:32.355981 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-ad2c984f-2d65-49e9-b0a9-33b74744d6ef None None] Attempting to bind port f0276d19-07bd-4bd4-945f-483a0fdeb1eb on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:07:32.358621 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e5823c15-19b8-44d2-91e8-630c9766658c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:32.368942 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-ad2c984f-2d65-49e9-b0a9-33b74744d6ef None None] Attempting to bind port f0276d19-07bd-4bd4-945f-483a0fdeb1eb by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:07:32.369936 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2c984f-2d65-49e9-b0a9-33b74744d6ef None None] Attempting to bind port f0276d19-07bd-4bd4-945f-483a0fdeb1eb on network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:07:32.374651 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5823c15-19b8-44d2-91e8-630c9766658c admin admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=88525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 19:07:32.375847 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e5823c15-19b8-44d2-91e8-630c9766658c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2613981'] for segment, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:32.387078 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-7f57d031-0bcc-4ca1-80fb-f337ba01733c tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.9795730 Jun 01 19:07:32.389123 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 50400) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:07:32.540191 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-887c4e33-f817-48f9-af5f-518031c3736c tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Network d8aba880-15ff-4f03-ae64-cb644b3ed0df is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:07:32.546969 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e5823c15-19b8-44d2-91e8-630c9766658c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:32.550327 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment 697eab1a-e45a-4a74-88a3-fa26cf6f158e resource provider aggregate not found Jun 01 19:07:32.560542 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-887c4e33-f817-48f9-af5f-518031c3736c tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:07:32.567230 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887c4e33-f817-48f9-af5f-518031c3736c tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Pushing event updated for resources: {'Port': ['ID=b1c62bac-58da-4dff-81d7-90c45820a13f,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:07:32.584134 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-887c4e33-f817-48f9-af5f-518031c3736c tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:07:32.597242 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-887c4e33-f817-48f9-af5f-518031c3736c tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:07:32.598160 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-887c4e33-f817-48f9-af5f-518031c3736c tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:32.600477 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-c5ea327c-7190-49a5-ab05-9edbb32ff0b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:32.639277 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ea327c-7190-49a5-ab05-9edbb32ff0b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8254800f-5caa-449a-8cb6-326435c1a05f,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:07:32.675758 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 18e040a3-f91f-4de4-aeee-8967b5e3de66 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:07:32.708294 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment 697eab1a-e45a-4a74-88a3-fa26cf6f158e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 697eab1a-e45a-4a74-88a3-fa26cf6f158e found for delete ", "request_id": "req-9b2d2c1e-a052-474b-a905-1261f0d07efd"}]} Jun 01 19:07:32.711314 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e5823c15-19b8-44d2-91e8-630c9766658c admin admin] Notify callbacks [] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:32.734582 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94478e7d-b77f-4c55-b462-2d1af573812b None None] Network d8aba880-15ff-4f03-ae64-cb644b3ed0df requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:07:32.742439 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-57e462c1-ccc7-4d5c-b4fa-5d4d056ba03c None None] Notify callbacks [] for port, precommit_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:32.757347 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5823c15-19b8-44d2-91e8-630c9766658c admin admin] Pushing event deleted for resources: {'Network': ['ID=ba7ee5b2-8172-4767-a1cd-62683326171c,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:07:32.758446 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.provisioning_blocks [None req-57e462c1-ccc7-4d5c-b4fa-5d4d056ba03c None None] Transition to ACTIVE for port object c89c3ac0-aa8a-4ee0-8b15-786292a28005 will not be triggered until provisioned by entity L2. {{(pid=88527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:07:32.767132 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-57e462c1-ccc7-4d5c-b4fa-5d4d056ba03c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:32.776630 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadc1318-b5e5-4095-a02b-28ecbaeb41c1 None None] Pushing event updated for resources: {'Port': ['ID=f0276d19-07bd-4bd4-945f-483a0fdeb1eb,revision_number=2']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:07:32.785769 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5823c15-19b8-44d2-91e8-630c9766658c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:07:32.791549 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5823c15-19b8-44d2-91e8-630c9766658c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:07:32.792054 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5823c15-19b8-44d2-91e8-630c9766658c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:07:32.792558 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5823c15-19b8-44d2-91e8-630c9766658c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:07:32.793051 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5823c15-19b8-44d2-91e8-630c9766658c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:07:32.796547 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5823c15-19b8-44d2-91e8-630c9766658c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:07:32.797056 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5823c15-19b8-44d2-91e8-630c9766658c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:07:32.797539 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5823c15-19b8-44d2-91e8-630c9766658c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:07:32.798013 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5823c15-19b8-44d2-91e8-630c9766658c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:07:32.799067 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5823c15-19b8-44d2-91e8-630c9766658c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:07:32.799796 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5823c15-19b8-44d2-91e8-630c9766658c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:07:32.800605 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5823c15-19b8-44d2-91e8-630c9766658c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:07:32.809169 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887c4e33-f817-48f9-af5f-518031c3736c tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:07:32.811708 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887c4e33-f817-48f9-af5f-518031c3736c tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:07:32.812197 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887c4e33-f817-48f9-af5f-518031c3736c tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:07:32.821639 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887c4e33-f817-48f9-af5f-518031c3736c tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:07:32.821639 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887c4e33-f817-48f9-af5f-518031c3736c tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:07:32.821639 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887c4e33-f817-48f9-af5f-518031c3736c tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:07:32.821639 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887c4e33-f817-48f9-af5f-518031c3736c tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:07:32.821639 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887c4e33-f817-48f9-af5f-518031c3736c tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:07:32.821639 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887c4e33-f817-48f9-af5f-518031c3736c tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:07:32.821639 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887c4e33-f817-48f9-af5f-518031c3736c tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:07:32.822190 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-c5ea327c-7190-49a5-ab05-9edbb32ff0b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:32.822277 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887c4e33-f817-48f9-af5f-518031c3736c tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:07:32.822277 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887c4e33-f817-48f9-af5f-518031c3736c tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:07:32.822435 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-c5ea327c-7190-49a5-ab05-9edbb32ff0b1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8254800f-5caa-449a-8cb6-326435c1a05f HTTP/1.1" status: 204 len: 168 time: 1.7222166 Jun 01 19:07:32.822515 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2c984f-2d65-49e9-b0a9-33b74744d6ef None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 7, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:07:32.822515 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2c984f-2d65-49e9-b0a9-33b74744d6ef None None] Checking segment: {'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:07:32.824519 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-ad2c984f-2d65-49e9-b0a9-33b74744d6ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:32.824943 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2c984f-2d65-49e9-b0a9-33b74744d6ef None None] Bound using segment: {'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:07:32.825439 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-ad2c984f-2d65-49e9-b0a9-33b74744d6ef None None] Bound port: f0276d19-07bd-4bd4-945f-483a0fdeb1eb, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:07:32.825821 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-ad2c984f-2d65-49e9-b0a9-33b74744d6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:32.836384 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-887c4e33-f817-48f9-af5f-518031c3736c tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.9804060 Jun 01 19:07:32.839980 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-e5823c15-19b8-44d2-91e8-630c9766658c admin admin] 10.222.0.41 "DELETE /v2.0/networks/ba7ee5b2-8172-4767-a1cd-62683326171c HTTP/1.1" status: 204 len: 168 time: 2.2217329 Jun 01 19:07:32.846510 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 50418) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:07:32.857800 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803bcdec-efef-416f-90e2-82e1b2523093 req-6b82488f-2579-4ab6-a553-100729ba81e1 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:07:32.859399 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-803bcdec-efef-416f-90e2-82e1b2523093 req-6b82488f-2579-4ab6-a553-100729ba81e1 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d35e0c4-c006-4f35-a161-1e1e4ff68e11 HTTP/1.1" status: 200 len: 944 time: 1.3079126 Jun 01 19:07:32.981354 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-803bcdec-efef-416f-90e2-82e1b2523093 req-f2f49f5d-4ebd-41c0-a3de-82a0fa24cf8e tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e27767a-e40e-41ca-b34d-a5b7412547b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141400 Jun 01 19:07:33.215299 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 50436) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:07:33.338411 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2ef270-57aa-4b78-899f-7c4a06d02fb8 None None] Pushing event updated for resources: {'Port': ['ID=c89c3ac0-aa8a-4ee0-8b15-786292a28005,revision_number=3']} {{(pid=88527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:07:33.357458 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-b2a2c5c2-09e7-4a2e-a6d0-7535b2d3d876 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8444e0c92ae84c9bb068f6ac77aed8d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1409085 Jun 01 19:07:33.358067 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 50448) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:07:33.362850 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2ef270-57aa-4b78-899f-7c4a06d02fb8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:07:33.363771 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2ef270-57aa-4b78-899f-7c4a06d02fb8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:07:33.364386 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2ef270-57aa-4b78-899f-7c4a06d02fb8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:07:33.364955 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2ef270-57aa-4b78-899f-7c4a06d02fb8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:07:33.365484 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2ef270-57aa-4b78-899f-7c4a06d02fb8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:07:33.366011 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2ef270-57aa-4b78-899f-7c4a06d02fb8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:07:33.366790 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2ef270-57aa-4b78-899f-7c4a06d02fb8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:07:33.367238 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2ef270-57aa-4b78-899f-7c4a06d02fb8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:07:33.367694 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2ef270-57aa-4b78-899f-7c4a06d02fb8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:07:33.368106 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2ef270-57aa-4b78-899f-7c4a06d02fb8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:07:33.368544 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2ef270-57aa-4b78-899f-7c4a06d02fb8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:07:33.368945 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2ef270-57aa-4b78-899f-7c4a06d02fb8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:07:33.394920 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-57e462c1-ccc7-4d5c-b4fa-5d4d056ba03c None None] Attempting to bind port c89c3ac0-aa8a-4ee0-8b15-786292a28005 on host n-d-844202-1 for vnic_type normal with profile {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:07:33.396345 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-57e462c1-ccc7-4d5c-b4fa-5d4d056ba03c None None] Attempting to bind port c89c3ac0-aa8a-4ee0-8b15-786292a28005 by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': 'fd32b6c9-0556-4225-82a8-3c4f1162ecda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'bc2ac3d7-c4ef-4f45-943f-8bdb3e8cb470'}] {{(pid=88527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:07:33.396924 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e462c1-ccc7-4d5c-b4fa-5d4d056ba03c None None] Attempting to bind port c89c3ac0-aa8a-4ee0-8b15-786292a28005 on network bc2ac3d7-c4ef-4f45-943f-8bdb3e8cb470 {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:07:33.415175 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e462c1-ccc7-4d5c-b4fa-5d4d056ba03c None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 7, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:07:33.416305 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e462c1-ccc7-4d5c-b4fa-5d4d056ba03c None None] Checking segment: {'id': 'fd32b6c9-0556-4225-82a8-3c4f1162ecda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'bc2ac3d7-c4ef-4f45-943f-8bdb3e8cb470'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:07:33.416305 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-57e462c1-ccc7-4d5c-b4fa-5d4d056ba03c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:33.416802 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e462c1-ccc7-4d5c-b4fa-5d4d056ba03c None None] Bound using segment: {'id': 'fd32b6c9-0556-4225-82a8-3c4f1162ecda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'bc2ac3d7-c4ef-4f45-943f-8bdb3e8cb470'} {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:07:33.417372 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-57e462c1-ccc7-4d5c-b4fa-5d4d056ba03c None None] Bound port: c89c3ac0-aa8a-4ee0-8b15-786292a28005, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd32b6c9-0556-4225-82a8-3c4f1162ecda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'bc2ac3d7-c4ef-4f45-943f-8bdb3e8cb470'}}] {{(pid=88527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:07:33.417837 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-57e462c1-ccc7-4d5c-b4fa-5d4d056ba03c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:33.475868 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6fc93e4d-3a87-4c45-aa0c-8a59eb97ff83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:33.507784 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6fc93e4d-3a87-4c45-aa0c-8a59eb97ff83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:33.622275 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6fc93e4d-3a87-4c45-aa0c-8a59eb97ff83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:33.667463 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.db [None req-57e462c1-ccc7-4d5c-b4fa-5d4d056ba03c None None] For port c89c3ac0-aa8a-4ee0-8b15-786292a28005, host n-d-844202-1, cleared binding levels {{(pid=88527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:07:33.670351 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc93e4d-3a87-4c45-aa0c-8a59eb97ff83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97e396b4-7f02-4a89-ba74-07d7e079734f,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:07:33.672365 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.db [None req-57e462c1-ccc7-4d5c-b4fa-5d4d056ba03c None None] For port c89c3ac0-aa8a-4ee0-8b15-786292a28005, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=c89c3ac0-aa8a-4ee0-8b15-786292a28005,segment=NetworkSegment(fd32b6c9-0556-4225-82a8-3c4f1162ecda),segment_id=fd32b6c9-0556-4225-82a8-3c4f1162ecda)] {{(pid=88527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:07:33.696906 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-57e462c1-ccc7-4d5c-b4fa-5d4d056ba03c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:33.699500 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6fc93e4d-3a87-4c45-aa0c-8a59eb97ff83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:33.703015 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-ad2c984f-2d65-49e9-b0a9-33b74744d6ef None None] For port f0276d19-07bd-4bd4-945f-483a0fdeb1eb, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:07:33.709512 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-6fc93e4d-3a87-4c45-aa0c-8a59eb97ff83 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/97e396b4-7f02-4a89-ba74-07d7e079734f HTTP/1.1" status: 204 len: 168 time: 0.3504224 Jun 01 19:07:33.766942 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-146e5bbf-be97-4d56-96a3-3d6037f8fcf8 None None] Provisioning for port 18e040a3-f91f-4de4-aeee-8967b5e3de66 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:07:33.808238 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-722ee8e7-fcea-48c0-944f-175b667ee160 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Deleting port b1c62bac-58da-4dff-81d7-90c45820a13f {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:07:33.809108 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-722ee8e7-fcea-48c0-944f-175b667ee160 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:33.811712 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e462c1-ccc7-4d5c-b4fa-5d4d056ba03c None None] Routers {'84b7532a-7727-4918-8d14-590df9582f0b'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:07:33.812672 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-57e462c1-ccc7-4d5c-b4fa-5d4d056ba03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:07:09Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['84b7532a-7727-4918-8d14-590df9582f0b'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:07:33.850141 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-ad2c984f-2d65-49e9-b0a9-33b74744d6ef None None] For port f0276d19-07bd-4bd4-945f-483a0fdeb1eb, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=f0276d19-07bd-4bd4-945f-483a0fdeb1eb,segment=NetworkSegment(7875af61-4c53-4ff2-b8c8-d4b7c35ff947),segment_id=7875af61-4c53-4ff2-b8c8-d4b7c35ff947)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:07:33.887709 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-ad2c984f-2d65-49e9-b0a9-33b74744d6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:34.083079 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2ef270-57aa-4b78-899f-7c4a06d02fb8 None None] Pushing event updated for resources: {'Port': ['ID=c89c3ac0-aa8a-4ee0-8b15-786292a28005,revision_number=4']} {{(pid=88527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:07:34.395984 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d40bdc-c7d7-4acb-a913-baaeaaf0eec6 req-dd6603df-0c5c-40ff-95bf-e0d78c3d137d tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:07:34.412549 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-93d40bdc-c7d7-4acb-a913-baaeaaf0eec6 req-dd6603df-0c5c-40ff-95bf-e0d78c3d137d tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d35e0c4-c006-4f35-a161-1e1e4ff68e11 HTTP/1.1" status: 200 len: 944 time: 1.0723386 Jun 01 19:07:34.425880 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-57e462c1-ccc7-4d5c-b4fa-5d4d056ba03c None None] Set router 84b7532a-7727-4918-8d14-590df9582f0b gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:07:34.542270 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad2c984f-2d65-49e9-b0a9-33b74744d6ef None None] Routers {'225bd07d-765a-4cec-b072-924623910b8d'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:07:34.543172 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-ad2c984f-2d65-49e9-b0a9-33b74744d6ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:07:09Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['225bd07d-765a-4cec-b072-924623910b8d'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:07:34.609898 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 50494) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:07:34.902539 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-ad2c984f-2d65-49e9-b0a9-33b74744d6ef None None] Set router 225bd07d-765a-4cec-b072-924623910b8d gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:07:34.970789 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-93d40bdc-c7d7-4acb-a913-baaeaaf0eec6 req-68804d23-a98b-4b70-bb03-130d63028494 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e27767a-e40e-41ca-b34d-a5b7412547b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5559621 Jun 01 19:07:35.098866 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-57e462c1-ccc7-4d5c-b4fa-5d4d056ba03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84b7532a-7727-4918-8d14-590df9582f0b', 'name': 'tempest-TaggedBootDevicesTest-1144354386-router', 'tenant_id': '29f53eba5653460497352bb8902a8bb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': '05722b1d-deb2-43a1-ade2-7d8eb3b83e09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:07:17Z', 'updated_at': '2022-06-01T19:07:27Z', 'revision_number': 4, 'project_id': '29f53eba5653460497352bb8902a8bb7', 'gw_port': {'id': '05722b1d-deb2-43a1-ade2-7d8eb3b83e09', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:8d:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b7532a-7727-4918-8d14-590df9582f0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2636, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:07:20Z', 'updated_at': '2022-06-01T19:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': 'c89c3ac0-aa8a-4ee0-8b15-786292a28005', 'name': '', 'network_id': 'bc2ac3d7-c4ef-4f45-943f-8bdb3e8cb470', 'tenant_id': '29f53eba5653460497352bb8902a8bb7', 'mac_address': 'fa:16:3e:27:d2:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84b7532a-7727-4918-8d14-590df9582f0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2659, 'fixed_ips': [{'subnet_id': '477f9126-0288-4f67-85e3-8d1184a06e4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:07:26Z', 'updated_at': '2022-06-01T19:07:33Z', 'revision_number': 4, 'project_id': '29f53eba5653460497352bb8902a8bb7', 'subnets': [{'id': '477f9126-0288-4f67-85e3-8d1184a06e4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:07:35.116116 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-1938c125-1a96-4a4f-9c61-f56b029c6ad6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4919fdd9c929443e96a5d456ae70a126&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5031388 Jun 01 19:07:35.116604 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e462c1-ccc7-4d5c-b4fa-5d4d056ba03c None None] The sync data for ids ['84b7532a-7727-4918-8d14-590df9582f0b'] in n-d-844202-1 is: [{'id': '84b7532a-7727-4918-8d14-590df9582f0b', 'name': 'tempest-TaggedBootDevicesTest-1144354386-router', 'tenant_id': '29f53eba5653460497352bb8902a8bb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': '05722b1d-deb2-43a1-ade2-7d8eb3b83e09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:07:17Z', 'updated_at': '2022-06-01T19:07:27Z', 'revision_number': 4, 'project_id': '29f53eba5653460497352bb8902a8bb7', 'gw_port': {'id': '05722b1d-deb2-43a1-ade2-7d8eb3b83e09', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:8d:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b7532a-7727-4918-8d14-590df9582f0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2636, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:07:20Z', 'updated_at': '2022-06-01T19:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': 'c89c3ac0-aa8a-4ee0-8b15-786292a28005', 'name': '', 'network_id': 'bc2ac3d7-c4ef-4f45-943f-8bdb3e8cb470', 'tenant_id': '29f53eba5653460497352bb8902a8bb7', 'mac_address': 'fa:16:3e:27:d2:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84b7532a-7727-4918-8d14-590df9582f0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2659, 'fixed_ips': [{'subnet_id': '477f9126-0288-4f67-85e3-8d1184a06e4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:07:26Z', 'updated_at': '2022-06-01T19:07:33Z', 'revision_number': 4, 'project_id': '29f53eba5653460497352bb8902a8bb7', 'subnets': [{'id': '477f9126-0288-4f67-85e3-8d1184a06e4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:07:35.117015 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 50510) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:07:35.174968 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port 18e040a3-f91f-4de4-aeee-8967b5e3de66 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:07:35.181025 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 86d4595b-e8db-4a4c-b6f0-57c1d6666091 no longer exists at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:07:35.239470 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3334da41-a2f1-4f04-98d1-79b9ce8d5469 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc93f83c3-7fb6-5c13-a9d4-29d739a4e8d2-1683679e-ac4b-4846-a35b-a63a265f2c59', 'network_id': '1683679e-ac4b-4846-a35b-a63a265f2c59', 'tenant_id': '8537cfb3773e46d182e148cf5b0a717f', 'fixed_ips': [{'subnet_id': '8eee5ae7-9972-4ea4-a710-faeb7415f01a'}]}} from n-d-844202-1. {{(pid=88526) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 19:07:35.240323 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-3334da41-a2f1-4f04-98d1-79b9ce8d5469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:35.389749 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3dc60b4c-da19-4049-a706-cdc1fa7daa3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:35.438741 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadc1318-b5e5-4095-a02b-28ecbaeb41c1 None None] Pushing event updated for resources: {'Port': ['ID=f0276d19-07bd-4bd4-945f-483a0fdeb1eb,revision_number=3']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:07:35.447365 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 18e040a3-f91f-4de4-aeee-8967b5e3de66 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:07:35.447723 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:35.466689 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3dc60b4c-da19-4049-a706-cdc1fa7daa3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:35.617994 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3dc60b4c-da19-4049-a706-cdc1fa7daa3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:35.639195 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3dc60b4c-da19-4049-a706-cdc1fa7daa3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:35.641223 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-3dc60b4c-da19-4049-a706-cdc1fa7daa3e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/746c3f64-58a2-40ae-a7dc-712a40d27047 HTTP/1.1" status: 204 len: 168 time: 0.5232522 Jun 01 19:07:35.646044 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc60b4c-da19-4049-a706-cdc1fa7daa3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=746c3f64-58a2-40ae-a7dc-712a40d27047,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:07:35.688829 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-722ee8e7-fcea-48c0-944f-175b667ee160 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:35.827220 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 50524) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:07:35.900842 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.db_base_plugin_common [None req-3334da41-a2f1-4f04-98d1-79b9ce8d5469 None None] Allocated IP 172.20.0.2 (1683679e-ac4b-4846-a35b-a63a265f2c59/8eee5ae7-9972-4ea4-a710-faeb7415f01a/6589be22-eb10-4034-a07f-b82fe4b1c83e) {{(pid=88526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:07:36.318131 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-722ee8e7-fcea-48c0-944f-175b667ee160 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Calling delete_port for b1c62bac-58da-4dff-81d7-90c45820a13f owned by {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:07:36.392283 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f598909d-348c-4d36-a41b-47381b36aac2 req-6b194e9e-2279-4b11-bbac-13eaef650ebb tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:07:36.401078 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f598909d-348c-4d36-a41b-47381b36aac2 req-6b194e9e-2279-4b11-bbac-13eaef650ebb tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d35e0c4-c006-4f35-a161-1e1e4ff68e11 HTTP/1.1" status: 200 len: 944 time: 0.2364194 Jun 01 19:07:36.509660 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f598909d-348c-4d36-a41b-47381b36aac2 req-1caf254e-07c5-4edf-9471-2becb4546f3b tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e27767a-e40e-41ca-b34d-a5b7412547b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030264 Jun 01 19:07:36.543489 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-35d81051-81ca-4909-8bc3-2a12c2c1052d tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:36.554317 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-536ca102-3ea7-42de-8704-3b28c0df9304 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:36.600251 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-536ca102-3ea7-42de-8704-3b28c0df9304 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:07:36.618808 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-536ca102-3ea7-42de-8704-3b28c0df9304 admin admin] Usage tracker for resource:security_group_rule and tenant:df26e9a62c624cb39a117249789a4267 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:07:36.622228 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-536ca102-3ea7-42de-8704-3b28c0df9304 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:07:36.646377 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-536ca102-3ea7-42de-8704-3b28c0df9304 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:07:36.669312 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-3334da41-a2f1-4f04-98d1-79b9ce8d5469 None None] Notify callbacks [] for port, precommit_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:36.684911 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-3334da41-a2f1-4f04-98d1-79b9ce8d5469 None None] Transition to ACTIVE for port object 6589be22-eb10-4034-a07f-b82fe4b1c83e will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:07:36.718860 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-3334da41-a2f1-4f04-98d1-79b9ce8d5469 None None] Transition to ACTIVE for port object 6589be22-eb10-4034-a07f-b82fe4b1c83e will not be triggered until provisioned by entity DHCP. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:07:36.793705 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-3334da41-a2f1-4f04-98d1-79b9ce8d5469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526'] for port, after_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:36.929920 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-536ca102-3ea7-42de-8704-3b28c0df9304 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:36.942223 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-536ca102-3ea7-42de-8704-3b28c0df9304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:37.165499 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536ca102-3ea7-42de-8704-3b28c0df9304 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=add92da8-24ac-4018-ba0d-b4e7b8090989,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:07:37.185678 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-536ca102-3ea7-42de-8704-3b28c0df9304 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=df26e9a62c624cb39a117249789a4267&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3572881 Jun 01 19:07:37.186508 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 50560) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:07:37.187594 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 50562) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:07:37.193522 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3334da41-a2f1-4f04-98d1-79b9ce8d5469 None None] Network 1683679e-ac4b-4846-a35b-a63a265f2c59 is already hosted by enough agents. {{(pid=88526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:07:37.240070 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.base_scheduler [None req-3334da41-a2f1-4f04-98d1-79b9ce8d5469 None None] Resources bound (agent type, host, resource id): {{(pid=88526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:07:37.279064 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3334da41-a2f1-4f04-98d1-79b9ce8d5469 None None] Received port after_create {{(pid=88526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:07:37.391226 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d4c7d6a8-b902-4ef9-9dbe-9d898d9fa065 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:37.459943 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d4c7d6a8-b902-4ef9-9dbe-9d898d9fa065 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:37.582049 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d4c7d6a8-b902-4ef9-9dbe-9d898d9fa065 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:37.621157 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c7d6a8-b902-4ef9-9dbe-9d898d9fa065 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=add92da8-24ac-4018-ba0d-b4e7b8090989,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:07:37.628350 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d4c7d6a8-b902-4ef9-9dbe-9d898d9fa065 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:37.638999 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-d4c7d6a8-b902-4ef9-9dbe-9d898d9fa065 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/add92da8-24ac-4018-ba0d-b4e7b8090989 HTTP/1.1" status: 204 len: 168 time: 0.4430487 Jun 01 19:07:37.854128 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c3594c0b-faca-4163-aeeb-e81898201b7d req-94ae17d7-ac18-468c-8dd1-eba713fbd1cf service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4d35e0c4-c006-4f35-a161-1e1e4ff68e11&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6634889 Jun 01 19:07:37.948753 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port 86d4595b-e8db-4a4c-b6f0-57c1d6666091 is: DOWN; New status is: DOWN {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:07:38.014819 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-7691f4c1-9265-4c17-95ca-2b8e0201da85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:38.113409 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3334da41-a2f1-4f04-98d1-79b9ce8d5469 None None] Pushing event updated for resources: {'Port': ['ID=6589be22-eb10-4034-a07f-b82fe4b1c83e,revision_number=1']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:07:38.163464 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 18e040a3-f91f-4de4-aeee-8967b5e3de66 is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:07:38.174544 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:38.229671 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-3334da41-a2f1-4f04-98d1-79b9ce8d5469 None None] Attempting to bind port 6589be22-eb10-4034-a07f-b82fe4b1c83e on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:07:38.230842 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-3334da41-a2f1-4f04-98d1-79b9ce8d5469 None None] Attempting to bind port 6589be22-eb10-4034-a07f-b82fe4b1c83e by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': '7e25366f-9619-4880-81a2-a56ac8eaa2c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '1683679e-ac4b-4846-a35b-a63a265f2c59'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:07:38.231204 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3334da41-a2f1-4f04-98d1-79b9ce8d5469 None None] Attempting to bind port 6589be22-eb10-4034-a07f-b82fe4b1c83e on network 1683679e-ac4b-4846-a35b-a63a265f2c59 {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:07:38.255978 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [None req-35d81051-81ca-4909-8bc3-2a12c2c1052d tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Allocated IP 172.20.0.1 (1683679e-ac4b-4846-a35b-a63a265f2c59/8eee5ae7-9972-4ea4-a710-faeb7415f01a/1b7fe9f7-c6ef-4d14-9267-271ef70a48aa) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:07:38.292165 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port 18e040a3-f91f-4de4-aeee-8967b5e3de66, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=18e040a3-f91f-4de4-aeee-8967b5e3de66,segment=NetworkSegment(0e94a9a5-62b0-4206-8c1e-f688896ffa6a),segment_id=0e94a9a5-62b0-4206-8c1e-f688896ffa6a)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:07:38.308249 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-3889195e-8fdd-48aa-95ac-92f2eead2d72 None None] Provisioning complete for port 18e040a3-f91f-4de4-aeee-8967b5e3de66 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:07:38.310402 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-3889195e-8fdd-48aa-95ac-92f2eead2d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:38.384867 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:38.387504 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 05722b1d-deb2-43a1-ade2-7d8eb3b83e09 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:07:38.531275 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3334da41-a2f1-4f04-98d1-79b9ce8d5469 None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 7, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:07:38.531684 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3334da41-a2f1-4f04-98d1-79b9ce8d5469 None None] Checking segment: {'id': '7e25366f-9619-4880-81a2-a56ac8eaa2c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '1683679e-ac4b-4846-a35b-a63a265f2c59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:07:38.532040 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-3334da41-a2f1-4f04-98d1-79b9ce8d5469 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:38.532449 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3334da41-a2f1-4f04-98d1-79b9ce8d5469 None None] Bound using segment: {'id': '7e25366f-9619-4880-81a2-a56ac8eaa2c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '1683679e-ac4b-4846-a35b-a63a265f2c59'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:07:38.534545 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-3334da41-a2f1-4f04-98d1-79b9ce8d5469 None None] Bound port: 6589be22-eb10-4034-a07f-b82fe4b1c83e, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e25366f-9619-4880-81a2-a56ac8eaa2c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '1683679e-ac4b-4846-a35b-a63a265f2c59'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:07:38.536955 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-3334da41-a2f1-4f04-98d1-79b9ce8d5469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:38.882409 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-3334da41-a2f1-4f04-98d1-79b9ce8d5469 None None] For port 6589be22-eb10-4034-a07f-b82fe4b1c83e, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:07:38.894577 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-3334da41-a2f1-4f04-98d1-79b9ce8d5469 None None] For port 6589be22-eb10-4034-a07f-b82fe4b1c83e, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=6589be22-eb10-4034-a07f-b82fe4b1c83e,segment=NetworkSegment(7e25366f-9619-4880-81a2-a56ac8eaa2c5),segment_id=7e25366f-9619-4880-81a2-a56ac8eaa2c5)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:07:38.942418 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-3334da41-a2f1-4f04-98d1-79b9ce8d5469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:38.969497 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 05722b1d-deb2-43a1-ade2-7d8eb3b83e09 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:07:38.970718 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:39.023985 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=18e040a3-f91f-4de4-aeee-8967b5e3de66,revision_number=3']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:07:39.027626 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-35d81051-81ca-4909-8bc3-2a12c2c1052d tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:39.087657 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-ad2c984f-2d65-49e9-b0a9-33b74744d6ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '225bd07d-765a-4cec-b072-924623910b8d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-563737349', 'tenant_id': '8537cfb3773e46d182e148cf5b0a717f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': 'f0276d19-07bd-4bd4-945f-483a0fdeb1eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:07:17Z', 'updated_at': '2022-06-01T19:07:24Z', 'revision_number': 3, 'project_id': '8537cfb3773e46d182e148cf5b0a717f', 'gw_port': {'id': 'f0276d19-07bd-4bd4-945f-483a0fdeb1eb', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:df:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '225bd07d-765a-4cec-b072-924623910b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2637, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:07:20Z', 'updated_at': '2022-06-01T19:07:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:07:39.130524 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:07:39.131786 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:07:39.133676 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:07:39.134828 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:07:39.135964 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:07:39.137831 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:07:39.138996 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:07:39.140154 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:07:39.141286 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:07:39.141774 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:07:39.143458 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:07:39.143997 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:07:39.195865 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [None req-35d81051-81ca-4909-8bc3-2a12c2c1052d tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Transition to ACTIVE for port object 1b7fe9f7-c6ef-4d14-9267-271ef70a48aa will not be triggered until provisioned by entity DHCP. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:07:39.246787 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad2c984f-2d65-49e9-b0a9-33b74744d6ef None None] The sync data for ids ['225bd07d-765a-4cec-b072-924623910b8d'] in n-d-844202-1 is: [{'id': '225bd07d-765a-4cec-b072-924623910b8d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-563737349', 'tenant_id': '8537cfb3773e46d182e148cf5b0a717f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': 'f0276d19-07bd-4bd4-945f-483a0fdeb1eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:07:17Z', 'updated_at': '2022-06-01T19:07:24Z', 'revision_number': 3, 'project_id': '8537cfb3773e46d182e148cf5b0a717f', 'gw_port': {'id': 'f0276d19-07bd-4bd4-945f-483a0fdeb1eb', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:df:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '225bd07d-765a-4cec-b072-924623910b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2637, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:07:20Z', 'updated_at': '2022-06-01T19:07:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}] {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:07:39.372028 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-722ee8e7-fcea-48c0-944f-175b667ee160 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:39.410198 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3334da41-a2f1-4f04-98d1-79b9ce8d5469 None None] Pushing event updated for resources: {'Port': ['ID=6589be22-eb10-4034-a07f-b82fe4b1c83e,revision_number=2']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:07:39.413753 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-3889195e-8fdd-48aa-95ac-92f2eead2d72 None None] Current status of the port 18e040a3-f91f-4de4-aeee-8967b5e3de66 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:07:39.457745 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8982a0-3f18-4fc6-8186-78b92a4864f4 req-e88172bf-9268-4bb2-8721-400ba7394031 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:07:39.466274 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-3889195e-8fdd-48aa-95ac-92f2eead2d72 None None] Could not find standard attr ID for object b1c62bac-58da-4dff-81d7-90c45820a13f. {{(pid=88526) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 01 19:07:39.479753 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-bd8982a0-3f18-4fc6-8186-78b92a4864f4 req-e88172bf-9268-4bb2-8721-400ba7394031 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d35e0c4-c006-4f35-a161-1e1e4ff68e11 HTTP/1.1" status: 200 len: 944 time: 0.8475778 Jun 01 19:07:39.523416 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f6a7560d-5df0-4541-8578-837950b2da28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:39.544591 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 05722b1d-deb2-43a1-ade2-7d8eb3b83e09 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:07:39.581152 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b6feb6b-fc38-4dd6-a532-ac0235dad316 None None] Could not find standard attr ID for object b1c62bac-58da-4dff-81d7-90c45820a13f. {{(pid=88526) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 01 19:07:39.854500 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722ee8e7-fcea-48c0-944f-175b667ee160 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Pushing event deleted for resources: {'Port': ['ID=b1c62bac-58da-4dff-81d7-90c45820a13f,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:07:39.891572 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-bd8982a0-3f18-4fc6-8186-78b92a4864f4 req-97c68337-6a83-4672-bc81-925b61c081a5 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e27767a-e40e-41ca-b34d-a5b7412547b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4109097 Jun 01 19:07:39.899209 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-722ee8e7-fcea-48c0-944f-175b667ee160 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:39.932991 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-722ee8e7-fcea-48c0-944f-175b667ee160 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] 10.222.0.41 "DELETE /v2.0/ports/b1c62bac-58da-4dff-81d7-90c45820a13f HTTP/1.1" status: 204 len: 168 time: 7.0851769 Jun 01 19:07:39.937225 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 50634) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:07:40.006790 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 18e040a3-f91f-4de4-aeee-8967b5e3de66 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:07:40.087042 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-35d81051-81ca-4909-8bc3-2a12c2c1052d tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:40.330381 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 18e040a3-f91f-4de4-aeee-8967b5e3de66 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:07:40.330743 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:40.429529 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d81051-81ca-4909-8bc3-2a12c2c1052d tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Pushing event updated for resources: {'Port': ['ID=1b7fe9f7-c6ef-4d14-9267-271ef70a48aa,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:07:40.446074 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d81051-81ca-4909-8bc3-2a12c2c1052d tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:07:40.448272 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d81051-81ca-4909-8bc3-2a12c2c1052d tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:07:40.448816 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d81051-81ca-4909-8bc3-2a12c2c1052d tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:07:40.450478 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d81051-81ca-4909-8bc3-2a12c2c1052d tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:07:40.451506 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d81051-81ca-4909-8bc3-2a12c2c1052d tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:07:40.454171 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d81051-81ca-4909-8bc3-2a12c2c1052d tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:07:40.455121 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d81051-81ca-4909-8bc3-2a12c2c1052d tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:07:40.456542 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d81051-81ca-4909-8bc3-2a12c2c1052d tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:07:40.460304 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d81051-81ca-4909-8bc3-2a12c2c1052d tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:07:40.460832 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d81051-81ca-4909-8bc3-2a12c2c1052d tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:07:40.461558 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d81051-81ca-4909-8bc3-2a12c2c1052d tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:07:40.462050 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d81051-81ca-4909-8bc3-2a12c2c1052d tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:07:40.477504 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35d81051-81ca-4909-8bc3-2a12c2c1052d tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Network 1683679e-ac4b-4846-a35b-a63a265f2c59 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:07:40.484874 n-d-844202-1 neutron-server[88524]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d2d4333-f55a-41e7-a73d-c3738fcf98c7 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] DELETE failed (client error): The resource could not be found. Jun 01 19:07:40.485353 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d2d4333-f55a-41e7-a73d-c3738fcf98c7 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88524) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 19:07:40.487941 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-3d2d4333-f55a-41e7-a73d-c3738fcf98c7 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] 10.222.0.41 "DELETE /v2.0/ports/b1c62bac-58da-4dff-81d7-90c45820a13f HTTP/1.1" status: 404 len: 333 time: 0.5479083 Jun 01 19:07:40.489393 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-35d81051-81ca-4909-8bc3-2a12c2c1052d tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:07:40.491002 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 50648) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:07:40.502638 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d81051-81ca-4909-8bc3-2a12c2c1052d tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:07:40.600078 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:40.696519 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 18e040a3-f91f-4de4-aeee-8967b5e3de66 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:07:40.697995 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device c89c3ac0-aa8a-4ee0-8b15-786292a28005 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:07:40.759499 n-d-844202-1 neutron-server[88524]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8875129-25b4-4de3-9d9b-f82c65fe5751 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] GET failed (client error): The resource could not be found. Jun 01 19:07:40.760413 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-f8875129-25b4-4de3-9d9b-f82c65fe5751 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Synchronizing usage tracker for tenant:be49ffaf16754f888348eea74749e7ed on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:07:40.823708 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-35d81051-81ca-4909-8bc3-2a12c2c1052d tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-887605'] for router_interface, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:40.960559 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:41.021012 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-35d81051-81ca-4909-8bc3-2a12c2c1052d tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:41.039590 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-f8875129-25b4-4de3-9d9b-f82c65fe5751 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Unset dirty status for tenant:be49ffaf16754f888348eea74749e7ed on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:07:41.041135 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-f8875129-25b4-4de3-9d9b-f82c65fe5751 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] 10.222.0.41 "GET /v2.0/ports/b1c62bac-58da-4dff-81d7-90c45820a13f HTTP/1.1" status: 404 len: 333 time: 0.5446010 Jun 01 19:07:41.044255 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 50672) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:07:41.057713 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port c89c3ac0-aa8a-4ee0-8b15-786292a28005 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:07:41.077389 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port c89c3ac0-aa8a-4ee0-8b15-786292a28005 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:07:41.077759 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:41.405968 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:41.514580 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_v2 [None req-77b708f5-e1e3-419a-8341-6a221fba6542 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Deleting subnet 97e4d90e-6b77-4b83-b099-9e35d13bf7a4 {{(pid=88525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 19:07:41.528806 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-77b708f5-e1e3-419a-8341-6a221fba6542 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks [] for subnet, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:41.661101 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3594c0b-faca-4163-aeeb-e81898201b7d req-2cf4b891-016e-47e2-8a1a-ec0b4733c8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:07:41.670319 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c3594c0b-faca-4163-aeeb-e81898201b7d req-2cf4b891-016e-47e2-8a1a-ec0b4733c8a2 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=4d35e0c4-c006-4f35-a161-1e1e4ff68e11&tenant_id=4e20c5bd79fa44728efb622f29d6160e HTTP/1.1" status: 200 len: 1095 time: 0.5083163 Jun 01 19:07:41.679989 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port c89c3ac0-aa8a-4ee0-8b15-786292a28005 is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:07:41.689100 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-c3594c0b-faca-4163-aeeb-e81898201b7d req-deb3276e-5282-4bec-998a-686101850324 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-844202-1', 'device_owner': 'compute:nova'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:07:41.689300 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:41.694088 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3e56cf-fe16-40a3-abfd-eb240398dc62 req-65312609-1260-485d-a378-49cf42386852 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:07:41.703608 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-6a3e56cf-fe16-40a3-abfd-eb240398dc62 req-65312609-1260-485d-a378-49cf42386852 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d35e0c4-c006-4f35-a161-1e1e4ff68e11 HTTP/1.1" status: 200 len: 944 time: 0.4817936 Jun 01 19:07:41.711685 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-77b708f5-e1e3-419a-8341-6a221fba6542 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2258509'] for subnet, precommit_delete_associations {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:41.755245 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-249dc428-8161-495c-8aca-f77a3922fd12 None None] Network 1683679e-ac4b-4846-a35b-a63a265f2c59 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:07:41.895654 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port c89c3ac0-aa8a-4ee0-8b15-786292a28005, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=c89c3ac0-aa8a-4ee0-8b15-786292a28005,segment=NetworkSegment(fd32b6c9-0556-4225-82a8-3c4f1162ecda),segment_id=fd32b6c9-0556-4225-82a8-3c4f1162ecda)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:07:42.014258 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-6a3e56cf-fe16-40a3-abfd-eb240398dc62 req-ed04d0b1-24ce-4ca2-b924-284a1628a40b tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e27767a-e40e-41ca-b34d-a5b7412547b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904440 Jun 01 19:07:42.149426 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-77b708f5-e1e3-419a-8341-6a221fba6542 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:42.379487 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-77b708f5-e1e3-419a-8341-6a221fba6542 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2614143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9667199'] for subnet, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:42.410289 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-c3594c0b-faca-4163-aeeb-e81898201b7d req-deb3276e-5282-4bec-998a-686101850324 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:42.481564 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b708f5-e1e3-419a-8341-6a221fba6542 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Pushing event deleted for resources: {'Subnet': ['ID=97e4d90e-6b77-4b83-b099-9e35d13bf7a4,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:07:42.491451 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-77b708f5-e1e3-419a-8341-6a221fba6542 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks [] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:42.504589 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 50708) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:07:42.507178 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-77b708f5-e1e3-419a-8341-6a221fba6542 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] 10.222.0.41 "DELETE /v2.0/subnets/97e4d90e-6b77-4b83-b099-9e35d13bf7a4 HTTP/1.1" status: 204 len: 168 time: 1.4569197 Jun 01 19:07:42.602108 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e5a8d4c-2e6f-4c43-8175-2e7e8041298d None None] Network d8aba880-15ff-4f03-ae64-cb644b3ed0df requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:07:42.763067 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:42.849777 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 50722) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:07:43.012404 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:43.029337 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 6589be22-eb10-4034-a07f-b82fe4b1c83e up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:07:43.113159 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-3767ea9c-ab4a-415a-b2ce-94d909fd45f3 None None] Provisioning for port 6589be22-eb10-4034-a07f-b82fe4b1c83e completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:07:43.179231 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-880d37d9-e5e9-4f67-ac1a-59431f0c344c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:43.246642 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-880d37d9-e5e9-4f67-ac1a-59431f0c344c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:07:43.261817 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-880d37d9-e5e9-4f67-ac1a-59431f0c344c admin admin] Usage tracker for resource:security_group_rule and tenant:8f86b185883244119ca650bc08a3588c is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:07:43.265303 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-880d37d9-e5e9-4f67-ac1a-59431f0c344c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:07:43.268323 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:43.282245 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-880d37d9-e5e9-4f67-ac1a-59431f0c344c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:07:43.334289 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=c89c3ac0-aa8a-4ee0-8b15-786292a28005,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:07:43.432904 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-880d37d9-e5e9-4f67-ac1a-59431f0c344c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:43.442128 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-880d37d9-e5e9-4f67-ac1a-59431f0c344c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:43.460790 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port 6589be22-eb10-4034-a07f-b82fe4b1c83e completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:07:43.468994 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 6589be22-eb10-4034-a07f-b82fe4b1c83e triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:07:43.469486 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:43.571873 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-35d81051-81ca-4909-8bc3-2a12c2c1052d tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:43.583297 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-098f23a6-8b8a-4007-ac9e-2496f837768f None None] DHCP port deletion for d8aba880-15ff-4f03-ae64-cb644b3ed0df request from n-d-844202-1 {{(pid=88526) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 19:07:43.590492 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-35d81051-81ca-4909-8bc3-2a12c2c1052d tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:43.617112 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-880d37d9-e5e9-4f67-ac1a-59431f0c344c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8f86b185883244119ca650bc08a3588c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7610908 Jun 01 19:07:43.622794 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 50746) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:07:43.624626 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-098f23a6-8b8a-4007-ac9e-2496f837768f None None] Deleting port 18e040a3-f91f-4de4-aeee-8967b5e3de66 {{(pid=88526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:07:43.627474 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-098f23a6-8b8a-4007-ac9e-2496f837768f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:43.771662 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880d37d9-e5e9-4f67-ac1a-59431f0c344c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d1c5a5d-4093-4b5d-aaae-810d075822e1,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:07:43.813548 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1f8c22ed-8021-40b3-b4fe-cea9f4b0edb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:43.860074 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1f8c22ed-8021-40b3-b4fe-cea9f4b0edb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:43.921107 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1f8c22ed-8021-40b3-b4fe-cea9f4b0edb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:43.943747 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8c22ed-8021-40b3-b4fe-cea9f4b0edb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d1c5a5d-4093-4b5d-aaae-810d075822e1,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:07:43.946795 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1f8c22ed-8021-40b3-b4fe-cea9f4b0edb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:43.948542 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-1f8c22ed-8021-40b3-b4fe-cea9f4b0edb8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0d1c5a5d-4093-4b5d-aaae-810d075822e1 HTTP/1.1" status: 204 len: 168 time: 0.3232183 Jun 01 19:07:44.099989 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d81051-81ca-4909-8bc3-2a12c2c1052d tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Pushing event updated for resources: {'Port': ['ID=1b7fe9f7-c6ef-4d14-9267-271ef70a48aa,revision_number=2']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:07:44.259837 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-2e9f8896-ec2a-4f5a-b3ff-39d77a231415 None None] Provisioning for port 1b7fe9f7-c6ef-4d14-9267-271ef70a48aa completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:07:44.326941 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 6589be22-eb10-4034-a07f-b82fe4b1c83e is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:07:44.327708 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:44.364659 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-2e9f8896-ec2a-4f5a-b3ff-39d77a231415 None None] Provisioning complete for port 1b7fe9f7-c6ef-4d14-9267-271ef70a48aa triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:07:44.365038 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-2e9f8896-ec2a-4f5a-b3ff-39d77a231415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:44.414310 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-c3594c0b-faca-4163-aeeb-e81898201b7d req-deb3276e-5282-4bec-998a-686101850324 service neutron] For port 86d4595b-e8db-4a4c-b6f0-57c1d6666091, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=86d4595b-e8db-4a4c-b6f0-57c1d6666091,segment=NetworkSegment(29f3bae4-57a1-4f66-96b7-93cfb8e10b44),segment_id=29f3bae4-57a1-4f66-96b7-93cfb8e10b44)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:07:44.432982 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4eeabbd9-df17-400c-8a55-0aae00c5b5b5 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:44.458415 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-2e9f8896-ec2a-4f5a-b3ff-39d77a231415 None None] Port 1b7fe9f7-c6ef-4d14-9267-271ef70a48aa cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:07:44.527311 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249800b5-97ce-4c77-a475-f94e13ab4733 req-4e79adda-3016-48e9-affa-0ef4b1667548 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:07:44.528929 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-249800b5-97ce-4c77-a475-f94e13ab4733 req-4e79adda-3016-48e9-affa-0ef4b1667548 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d35e0c4-c006-4f35-a161-1e1e4ff68e11 HTTP/1.1" status: 200 len: 944 time: 0.9525404 Jun 01 19:07:44.531387 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-4eeabbd9-df17-400c-8a55-0aae00c5b5b5 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Deleting port 18e040a3-f91f-4de4-aeee-8967b5e3de66 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:07:44.532099 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4eeabbd9-df17-400c-8a55-0aae00c5b5b5 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:44.565542 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-098f23a6-8b8a-4007-ac9e-2496f837768f None None] For port 18e040a3-f91f-4de4-aeee-8967b5e3de66, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=18e040a3-f91f-4de4-aeee-8967b5e3de66,segment=NetworkSegment(0e94a9a5-62b0-4206-8c1e-f688896ffa6a),segment_id=0e94a9a5-62b0-4206-8c1e-f688896ffa6a)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:07:44.567582 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-098f23a6-8b8a-4007-ac9e-2496f837768f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:44.645673 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-35d81051-81ca-4909-8bc3-2a12c2c1052d tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-887436'] for router_interface, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:44.650907 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.db.resource_extend [req-c3594c0b-faca-4163-aeeb-e81898201b7d req-deb3276e-5282-4bec-998a-686101850324 service neutron] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 19:07:44.781118 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-c3594c0b-faca-4163-aeeb-e81898201b7d req-deb3276e-5282-4bec-998a-686101850324 service neutron] For port 86d4595b-e8db-4a4c-b6f0-57c1d6666091, host n-h1-844202-1, cleared binding levels {{(pid=88524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:07:44.825238 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port 6589be22-eb10-4034-a07f-b82fe4b1c83e, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=6589be22-eb10-4034-a07f-b82fe4b1c83e,segment=NetworkSegment(7e25366f-9619-4880-81a2-a56ac8eaa2c5),segment_id=7e25366f-9619-4880-81a2-a56ac8eaa2c5)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:07:44.974703 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-098f23a6-8b8a-4007-ac9e-2496f837768f None None] Calling delete_port for 18e040a3-f91f-4de4-aeee-8967b5e3de66 owned by network:dhcp {{(pid=88526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:07:45.037006 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-2e9f8896-ec2a-4f5a-b3ff-39d77a231415 None None] Provisioning complete for port 6589be22-eb10-4034-a07f-b82fe4b1c83e triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:07:45.039612 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-2e9f8896-ec2a-4f5a-b3ff-39d77a231415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:45.041410 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-249800b5-97ce-4c77-a475-f94e13ab4733 req-50fa5ed9-8d49-4917-aaa9-b06e3c75b44b tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e27767a-e40e-41ca-b34d-a5b7412547b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3812881 Jun 01 19:07:45.122237 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:45.133401 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device f0276d19-07bd-4bd4-945f-483a0fdeb1eb up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:07:45.154162 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [req-c3594c0b-faca-4163-aeeb-e81898201b7d req-deb3276e-5282-4bec-998a-686101850324 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86d4595b-e8db-4a4c-b6f0-57c1d6666091 {{(pid=88524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 19:07:45.169051 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-c3594c0b-faca-4163-aeeb-e81898201b7d req-deb3276e-5282-4bec-998a-686101850324 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:45.219446 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [None req-4eeabbd9-df17-400c-8a55-0aae00c5b5b5 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] For port 18e040a3-f91f-4de4-aeee-8967b5e3de66, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=18e040a3-f91f-4de4-aeee-8967b5e3de66,segment=NetworkSegment(0e94a9a5-62b0-4206-8c1e-f688896ffa6a),segment_id=0e94a9a5-62b0-4206-8c1e-f688896ffa6a)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:07:45.219810 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4eeabbd9-df17-400c-8a55-0aae00c5b5b5 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:45.454113 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-4eeabbd9-df17-400c-8a55-0aae00c5b5b5 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Calling delete_port for 18e040a3-f91f-4de4-aeee-8967b5e3de66 owned by network:dhcp {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:07:45.532142 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=6589be22-eb10-4034-a07f-b82fe4b1c83e,revision_number=3']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:07:45.568496 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [req-c3594c0b-faca-4163-aeeb-e81898201b7d req-deb3276e-5282-4bec-998a-686101850324 service neutron] Transition to ACTIVE for port object 86d4595b-e8db-4a4c-b6f0-57c1d6666091 will not be triggered until provisioned by entity L2. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:07:45.603885 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-c3594c0b-faca-4163-aeeb-e81898201b7d req-deb3276e-5282-4bec-998a-686101850324 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:45.705694 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-098f23a6-8b8a-4007-ac9e-2496f837768f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535'] for port, after_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:45.758787 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port f0276d19-07bd-4bd4-945f-483a0fdeb1eb completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:07:45.769991 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb3276e-5282-4bec-998a-686101850324 service neutron] Pushing event updated for resources: {'Port': ['ID=86d4595b-e8db-4a4c-b6f0-57c1d6666091,revision_number=9']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:07:45.783870 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35d81051-81ca-4909-8bc3-2a12c2c1052d tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Network 1683679e-ac4b-4846-a35b-a63a265f2c59 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:07:45.788790 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-35d81051-81ca-4909-8bc3-2a12c2c1052d tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:07:45.807434 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098f23a6-8b8a-4007-ac9e-2496f837768f None None] Pushing event deleted for resources: {'Port': ['ID=18e040a3-f91f-4de4-aeee-8967b5e3de66,revision_number=None']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:07:45.821296 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098f23a6-8b8a-4007-ac9e-2496f837768f None None] No DVR routers for this DVR port 18e040a3-f91f-4de4-aeee-8967b5e3de66 on host n-d-844202-1 {{(pid=88526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:07:45.826914 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port f0276d19-07bd-4bd4-945f-483a0fdeb1eb triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:07:45.828049 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:45.900257 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-2e9f8896-ec2a-4f5a-b3ff-39d77a231415 None None] Current status of the port 6589be22-eb10-4034-a07f-b82fe4b1c83e is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:07:46.013105 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port f0276d19-07bd-4bd4-945f-483a0fdeb1eb is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:07:46.013628 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:46.289464 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port f0276d19-07bd-4bd4-945f-483a0fdeb1eb, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=f0276d19-07bd-4bd4-945f-483a0fdeb1eb,segment=NetworkSegment(7875af61-4c53-4ff2-b8c8-d4b7c35ff947),segment_id=7875af61-4c53-4ff2-b8c8-d4b7c35ff947)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:07:46.295434 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-4cd447d2-0f91-4ae8-a121-fd9e8f5c56c4 None None] Provisioning complete for port 1b7fe9f7-c6ef-4d14-9267-271ef70a48aa triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:07:46.321858 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-4cd447d2-0f91-4ae8-a121-fd9e8f5c56c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:46.500273 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-4cd447d2-0f91-4ae8-a121-fd9e8f5c56c4 None None] Port 1b7fe9f7-c6ef-4d14-9267-271ef70a48aa cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:07:46.505026 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:46.568110 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce6e108-ddce-4f68-9306-058d0f8aa406 req-5458235c-f8da-4b5d-93cc-fca9d0bb6694 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:07:46.570706 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-1ce6e108-ddce-4f68-9306-058d0f8aa406 req-5458235c-f8da-4b5d-93cc-fca9d0bb6694 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d35e0c4-c006-4f35-a161-1e1e4ff68e11 HTTP/1.1" status: 200 len: 944 time: 0.2520030 Jun 01 19:07:46.673532 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-1ce6e108-ddce-4f68-9306-058d0f8aa406 req-b27c8ccc-9519-40e1-8b9e-350d815a5533 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e27767a-e40e-41ca-b34d-a5b7412547b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894568 Jun 01 19:07:46.729123 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=f0276d19-07bd-4bd4-945f-483a0fdeb1eb,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:07:46.751214 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 6589be22-eb10-4034-a07f-b82fe4b1c83e up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:07:46.811503 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-38ccbdf7-eb18-466f-b88a-c75e3ff1c24b None None] Provisioning complete for port 1b7fe9f7-c6ef-4d14-9267-271ef70a48aa triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:07:46.812383 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-38ccbdf7-eb18-466f-b88a-c75e3ff1c24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:46.837552 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3594c0b-faca-4163-aeeb-e81898201b7d req-deb3276e-5282-4bec-998a-686101850324 service neutron] No DVR routers for this DVR port 86d4595b-e8db-4a4c-b6f0-57c1d6666091 on host n-h1-844202-1 {{(pid=88524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:07:46.860657 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35d81051-81ca-4909-8bc3-2a12c2c1052d tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Router 225bd07d-765a-4cec-b072-924623910b8d has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 19:07:46.867222 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.db.api [None req-4eeabbd9-df17-400c-8a55-0aae00c5b5b5 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88524) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 19:07:46.867545 n-d-844202-1 neutron-server[88524]: DEBUG oslo_db.api [None req-4eeabbd9-df17-400c-8a55-0aae00c5b5b5 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 19:07:46.911744 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 6589be22-eb10-4034-a07f-b82fe4b1c83e triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:07:46.912219 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:46.945033 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-38ccbdf7-eb18-466f-b88a-c75e3ff1c24b None None] Port 1b7fe9f7-c6ef-4d14-9267-271ef70a48aa cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:07:47.113025 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 6589be22-eb10-4034-a07f-b82fe4b1c83e is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:07:47.114164 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device c89c3ac0-aa8a-4ee0-8b15-786292a28005 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:07:47.128747 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-c3594c0b-faca-4163-aeeb-e81898201b7d req-deb3276e-5282-4bec-998a-686101850324 service neutron] Attempting to bind port 86d4595b-e8db-4a4c-b6f0-57c1d6666091 on host n-h2-844202-1 for vnic_type normal with profile {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:07:47.130453 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-c3594c0b-faca-4163-aeeb-e81898201b7d req-deb3276e-5282-4bec-998a-686101850324 service neutron] Attempting to bind port 86d4595b-e8db-4a4c-b6f0-57c1d6666091 by drivers openvswitch,hyperv on host n-h2-844202-1 at level 0 using segments [{'id': '29f3bae4-57a1-4f66-96b7-93cfb8e10b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '9872ab5d-59e4-43b1-8dfc-1ca5e239e8ce'}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:07:47.131310 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3594c0b-faca-4163-aeeb-e81898201b7d req-deb3276e-5282-4bec-998a-686101850324 service neutron] Attempting to bind port 86d4595b-e8db-4a4c-b6f0-57c1d6666091 on network 9872ab5d-59e4-43b1-8dfc-1ca5e239e8ce {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:07:47.166934 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3594c0b-faca-4163-aeeb-e81898201b7d req-deb3276e-5282-4bec-998a-686101850324 service neutron] Port 86d4595b-e8db-4a4c-b6f0-57c1d6666091 on network 9872ab5d-59e4-43b1-8dfc-1ca5e239e8ce not bound, no agent of type Open vSwitch agent registered on host n-h2-844202-1 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 19:07:47.167638 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3594c0b-faca-4163-aeeb-e81898201b7d req-deb3276e-5282-4bec-998a-686101850324 service neutron] Attempting to bind port 86d4595b-e8db-4a4c-b6f0-57c1d6666091 on network 9872ab5d-59e4-43b1-8dfc-1ca5e239e8ce {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:07:47.176595 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3594c0b-faca-4163-aeeb-e81898201b7d req-deb3276e-5282-4bec-998a-686101850324 service neutron] Checking agent: {'id': 'f5db9968-6317-4186-9100-9e0ca6b50417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 7, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:07:47.177073 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3594c0b-faca-4163-aeeb-e81898201b7d req-deb3276e-5282-4bec-998a-686101850324 service neutron] Checking segment: {'id': '29f3bae4-57a1-4f66-96b7-93cfb8e10b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '9872ab5d-59e4-43b1-8dfc-1ca5e239e8ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:07:47.177559 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3594c0b-faca-4163-aeeb-e81898201b7d req-deb3276e-5282-4bec-998a-686101850324 service neutron] Bound using segment: {'id': '29f3bae4-57a1-4f66-96b7-93cfb8e10b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '9872ab5d-59e4-43b1-8dfc-1ca5e239e8ce'} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:07:47.178128 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-c3594c0b-faca-4163-aeeb-e81898201b7d req-deb3276e-5282-4bec-998a-686101850324 service neutron] Bound port: 86d4595b-e8db-4a4c-b6f0-57c1d6666091, host: n-h2-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29f3bae4-57a1-4f66-96b7-93cfb8e10b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '9872ab5d-59e4-43b1-8dfc-1ca5e239e8ce'}}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:07:47.178639 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-c3594c0b-faca-4163-aeeb-e81898201b7d req-deb3276e-5282-4bec-998a-686101850324 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:47.265393 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port c89c3ac0-aa8a-4ee0-8b15-786292a28005 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:07:47.266116 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:47.298339 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35d81051-81ca-4909-8bc3-2a12c2c1052d tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:07:47.322766 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-35d81051-81ca-4909-8bc3-2a12c2c1052d tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "PUT /v2.0/routers/225bd07d-765a-4cec-b072-924623910b8d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.9316628 Jun 01 19:07:47.329876 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-917be445-ec21-4dfa-b9f4-858682b0d5ea None None] Sync routers for ids ['225bd07d-765a-4cec-b072-924623910b8d'] in n-d-844202-1 {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:07:47.349384 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-c3594c0b-faca-4163-aeeb-e81898201b7d req-deb3276e-5282-4bec-998a-686101850324 service neutron] For port 86d4595b-e8db-4a4c-b6f0-57c1d6666091, host n-h2-844202-1, cleared binding levels {{(pid=88524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:07:47.353411 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-c3594c0b-faca-4163-aeeb-e81898201b7d req-deb3276e-5282-4bec-998a-686101850324 service neutron] For port 86d4595b-e8db-4a4c-b6f0-57c1d6666091, host n-h2-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=86d4595b-e8db-4a4c-b6f0-57c1d6666091,segment=NetworkSegment(29f3bae4-57a1-4f66-96b7-93cfb8e10b44),segment_id=29f3bae4-57a1-4f66-96b7-93cfb8e10b44)] {{(pid=88524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:07:47.367118 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917be445-ec21-4dfa-b9f4-858682b0d5ea None None] Routers {'225bd07d-765a-4cec-b072-924623910b8d'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:07:47.367822 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-917be445-ec21-4dfa-b9f4-858682b0d5ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:07:39Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['225bd07d-765a-4cec-b072-924623910b8d'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:07:47.371318 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-c3594c0b-faca-4163-aeeb-e81898201b7d req-deb3276e-5282-4bec-998a-686101850324 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:47.380385 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-4eeabbd9-df17-400c-8a55-0aae00c5b5b5 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Deleting port 18e040a3-f91f-4de4-aeee-8967b5e3de66 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:07:47.380705 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4eeabbd9-df17-400c-8a55-0aae00c5b5b5 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:47.735086 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3594c0b-faca-4163-aeeb-e81898201b7d req-deb3276e-5282-4bec-998a-686101850324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:07:47.737368 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-c3594c0b-faca-4163-aeeb-e81898201b7d req-deb3276e-5282-4bec-998a-686101850324 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:47.742004 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c3594c0b-faca-4163-aeeb-e81898201b7d req-deb3276e-5282-4bec-998a-686101850324 service neutron] 10.222.0.50 "PUT /v2.0/ports/86d4595b-e8db-4a4c-b6f0-57c1d6666091 HTTP/1.1" status: 200 len: 1092 time: 6.0637248 Jun 01 19:07:47.752995 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-4eeabbd9-df17-400c-8a55-0aae00c5b5b5 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] The port '18e040a3-f91f-4de4-aeee-8967b5e3de66' was deleted {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 01 19:07:47.784052 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d35e0c4-c006-4f35-a161-1e1e4ff68e11', 'tag': '86d4595b-e8db-4a4c-b6f0-57c1d6666091'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:07:47.823286 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port c89c3ac0-aa8a-4ee0-8b15-786292a28005 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:07:47.872639 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-917be445-ec21-4dfa-b9f4-858682b0d5ea None None] Set router 225bd07d-765a-4cec-b072-924623910b8d gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:07:48.083625 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 18e040a3-f91f-4de4-aeee-8967b5e3de66 no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:07:48.162870 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e771370e-073c-46aa-9b80-2fdc88456454 req-392f0c81-91db-4c28-ac1d-a82bffb00bae tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:07:48.167770 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e771370e-073c-46aa-9b80-2fdc88456454 req-392f0c81-91db-4c28-ac1d-a82bffb00bae tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d35e0c4-c006-4f35-a161-1e1e4ff68e11 HTTP/1.1" status: 200 len: 945 time: 0.2215497 Jun 01 19:07:48.214539 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: 18e040a3-f91f-4de4-aeee-8967b5e3de66 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:07:48.214880 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 18e040a3-f91f-4de4-aeee-8967b5e3de66 not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:07:48.276381 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb3276e-5282-4bec-998a-686101850324 service neutron] Pushing event updated for resources: {'Port': ['ID=86d4595b-e8db-4a4c-b6f0-57c1d6666091,revision_number=10']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:07:48.283487 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e771370e-073c-46aa-9b80-2fdc88456454 req-9dd3cf3c-70af-46a0-9faa-c7aafc7ff9b1 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e27767a-e40e-41ca-b34d-a5b7412547b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075292 Jun 01 19:07:48.433553 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c6ae762-a13b-40e6-8785-ae5281f045c3'] response: {'name': 'network-changed', 'server_uuid': '4d35e0c4-c006-4f35-a161-1e1e4ff68e11', 'tag': '86d4595b-e8db-4a4c-b6f0-57c1d6666091', 'status': 'completed', 'code': 200} Jun 01 19:07:48.435452 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4eeabbd9-df17-400c-8a55-0aae00c5b5b5 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:48.473424 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-917be445-ec21-4dfa-b9f4-858682b0d5ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '225bd07d-765a-4cec-b072-924623910b8d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-563737349', 'tenant_id': '8537cfb3773e46d182e148cf5b0a717f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': 'f0276d19-07bd-4bd4-945f-483a0fdeb1eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:07:17Z', 'updated_at': '2022-06-01T19:07:40Z', 'revision_number': 4, 'project_id': '8537cfb3773e46d182e148cf5b0a717f', 'gw_port': {'id': 'f0276d19-07bd-4bd4-945f-483a0fdeb1eb', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:df:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '225bd07d-765a-4cec-b072-924623910b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2637, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:07:20Z', 'updated_at': '2022-06-01T19:07:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '1b7fe9f7-c6ef-4d14-9267-271ef70a48aa', 'name': '', 'network_id': '1683679e-ac4b-4846-a35b-a63a265f2c59', 'tenant_id': '8537cfb3773e46d182e148cf5b0a717f', 'mac_address': 'fa:16:3e:d4:24:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '225bd07d-765a-4cec-b072-924623910b8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2674, 'fixed_ips': [{'subnet_id': '8eee5ae7-9972-4ea4-a710-faeb7415f01a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:07:37Z', 'updated_at': '2022-06-01T19:07:42Z', 'revision_number': 2, 'project_id': '8537cfb3773e46d182e148cf5b0a717f', 'subnets': [{'id': '8eee5ae7-9972-4ea4-a710-faeb7415f01a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:07:48.481006 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-f50c6231-1f10-4a27-ba62-150caaeb4f13 req-e9acb3e2-7f9a-4f4a-8993-d43436fd5fdd tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Synchronizing usage tracker for tenant:8537cfb3773e46d182e148cf5b0a717f on resource:security_group {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:07:48.481619 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-917be445-ec21-4dfa-b9f4-858682b0d5ea None None] Checking router: 225bd07d-765a-4cec-b072-924623910b8d for host: n-d-844202-1 {{(pid=88526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 19:07:48.482086 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-917be445-ec21-4dfa-b9f4-858682b0d5ea None None] Updating router 225bd07d-765a-4cec-b072-924623910b8d port 1b7fe9f7-c6ef-4d14-9267-271ef70a48aa binding host n-d-844202-1 {{(pid=88526) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 19:07:48.498608 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-4eeabbd9-df17-400c-8a55-0aae00c5b5b5 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8aba880-15ff-4f03-ae64-cb644b3ed0df']}} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:07:48.520919 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3594c0b-faca-4163-aeeb-e81898201b7d req-6eeaf756-6f1b-491f-aac8-629c1ecc2d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:07:48.522808 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c3594c0b-faca-4163-aeeb-e81898201b7d req-6eeaf756-6f1b-491f-aac8-629c1ecc2d1b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4e20c5bd79fa44728efb622f29d6160e&device_id=4d35e0c4-c006-4f35-a161-1e1e4ff68e11 HTTP/1.1" status: 200 len: 1096 time: 0.7061741 Jun 01 19:07:48.524623 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-4eeabbd9-df17-400c-8a55-0aae00c5b5b5 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e94a9a5-62b0-4206-8c1e-f688896ffa6a') {'for_net_delete': True} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:07:48.525276 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-4eeabbd9-df17-400c-8a55-0aae00c5b5b5 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e94a9a5-62b0-4206-8c1e-f688896ffa6a') {} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:07:48.632369 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-f50c6231-1f10-4a27-ba62-150caaeb4f13 req-e9acb3e2-7f9a-4f4a-8993-d43436fd5fdd tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Unset dirty status for tenant:8537cfb3773e46d182e148cf5b0a717f on resource:security_group {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:07:48.633638 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f50c6231-1f10-4a27-ba62-150caaeb4f13 req-e9acb3e2-7f9a-4f4a-8993-d43436fd5fdd tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-184358843&fields=id&tenant_id=8537cfb3773e46d182e148cf5b0a717f HTTP/1.1" status: 200 len: 267 time: 0.5663128 Jun 01 19:07:48.635261 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-917be445-ec21-4dfa-b9f4-858682b0d5ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:48.639404 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4eeabbd9-df17-400c-8a55-0aae00c5b5b5 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2702126'] for segment, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:48.672163 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device f0276d19-07bd-4bd4-945f-483a0fdeb1eb up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:07:48.826195 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50c6231-1f10-4a27-ba62-150caaeb4f13 req-752e3f21-6af4-4e26-8fca-bb49d9926905 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:07:48.826899 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-f50c6231-1f10-4a27-ba62-150caaeb4f13 req-752e3f21-6af4-4e26-8fca-bb49d9926905 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Synchronizing usage tracker for tenant:8537cfb3773e46d182e148cf5b0a717f on resource:network {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:07:48.838639 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4eeabbd9-df17-400c-8a55-0aae00c5b5b5 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:48.872207 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4eeabbd9-df17-400c-8a55-0aae00c5b5b5 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=88524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 19:07:48.872927 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4eeabbd9-df17-400c-8a55-0aae00c5b5b5 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2719018'] for segment, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:48.918023 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment 0e94a9a5-62b0-4206-8c1e-f688896ffa6a resource provider aggregate not found Jun 01 19:07:49.010148 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port f0276d19-07bd-4bd4-945f-483a0fdeb1eb triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:07:49.012210 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:49.042529 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-f50c6231-1f10-4a27-ba62-150caaeb4f13 req-752e3f21-6af4-4e26-8fca-bb49d9926905 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Unset dirty status for tenant:8537cfb3773e46d182e148cf5b0a717f on resource:network {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:07:49.043800 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f50c6231-1f10-4a27-ba62-150caaeb4f13 req-752e3f21-6af4-4e26-8fca-bb49d9926905 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/networks?id=1683679e-ac4b-4846-a35b-a63a265f2c59 HTTP/1.1" status: 200 len: 797 time: 0.3936691 Jun 01 19:07:49.054326 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment 0e94a9a5-62b0-4206-8c1e-f688896ffa6a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0e94a9a5-62b0-4206-8c1e-f688896ffa6a found for delete ", "request_id": "req-0c6d0b72-0db9-4f53-a442-6275f6752337"}]} Jun 01 19:07:49.091348 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3594c0b-faca-4163-aeeb-e81898201b7d req-378bcc73-52fd-43f4-8f7b-c153e482f03a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:07:49.092870 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c3594c0b-faca-4163-aeeb-e81898201b7d req-378bcc73-52fd-43f4-8f7b-c153e482f03a service neutron] 10.222.0.50 "GET /v2.0/networks?id=9872ab5d-59e4-43b1-8dfc-1ca5e239e8ce HTTP/1.1" status: 200 len: 914 time: 0.5568664 Jun 01 19:07:49.094365 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f50c6231-1f10-4a27-ba62-150caaeb4f13 req-bfc16529-e32b-461b-8f18-d69ba2b417fe tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/quotas/8537cfb3773e46d182e148cf5b0a717f HTTP/1.1" status: 200 len: 375 time: 0.0263665 Jun 01 19:07:49.358902 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c3594c0b-faca-4163-aeeb-e81898201b7d req-55aa96e0-fc1a-43cc-8148-8b9e0cc51e9e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=86d4595b-e8db-4a4c-b6f0-57c1d6666091 HTTP/1.1" status: 200 len: 217 time: 0.2510407 Jun 01 19:07:49.363217 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4eeabbd9-df17-400c-8a55-0aae00c5b5b5 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:49.446386 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4eeabbd9-df17-400c-8a55-0aae00c5b5b5 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks [] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:49.681519 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0c58cd-4465-45d2-b84c-1921523a51a4 req-2bd105e7-4a3c-41fe-96d0-7d6cc17d806b tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:07:49.694640 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-7b0c58cd-4465-45d2-b84c-1921523a51a4 req-2bd105e7-4a3c-41fe-96d0-7d6cc17d806b tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d35e0c4-c006-4f35-a161-1e1e4ff68e11 HTTP/1.1" status: 200 len: 945 time: 0.1948345 Jun 01 19:07:49.700684 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eeabbd9-df17-400c-8a55-0aae00c5b5b5 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Pushing event deleted for resources: {'Network': ['ID=d8aba880-15ff-4f03-ae64-cb644b3ed0df,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:07:49.717978 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-4eeabbd9-df17-400c-8a55-0aae00c5b5b5 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] 10.222.0.41 "DELETE /v2.0/networks/d8aba880-15ff-4f03-ae64-cb644b3ed0df HTTP/1.1" status: 204 len: 168 time: 7.1418269 Jun 01 19:07:49.718662 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 50938) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:07:49.732522 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-8be0ef1d-b8f7-4f38-8895-4cd0053f00d1 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-919354433'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:07:49.764794 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-8be0ef1d-b8f7-4f38-8895-4cd0053f00d1 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:07:49.778038 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-8be0ef1d-b8f7-4f38-8895-4cd0053f00d1 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Usage tracker for resource:network and tenant:be49ffaf16754f888348eea74749e7ed is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:07:49.790297 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port f0276d19-07bd-4bd4-945f-483a0fdeb1eb is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:07:49.796447 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-7b0c58cd-4465-45d2-b84c-1921523a51a4 req-e6d0a7cb-527c-4405-b38f-1e1fce9dc23e tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e27767a-e40e-41ca-b34d-a5b7412547b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979137 Jun 01 19:07:49.797231 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-8be0ef1d-b8f7-4f38-8895-4cd0053f00d1 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:07:49.807603 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3594c0b-faca-4163-aeeb-e81898201b7d req-8500aedb-6857-46dc-8e54-88ecba37af18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:07:49.809200 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c3594c0b-faca-4163-aeeb-e81898201b7d req-8500aedb-6857-46dc-8e54-88ecba37af18 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=969bae19-2b90-42ed-a4ac-a4a59eaa870c HTTP/1.1" status: 200 len: 853 time: 0.4410691 Jun 01 19:07:49.809928 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-8be0ef1d-b8f7-4f38-8895-4cd0053f00d1 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:07:49.818675 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-f50c6231-1f10-4a27-ba62-150caaeb4f13 req-b6bc714a-6287-4c60-bb7e-c16a947d7f6a tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Synchronizing usage tracker for tenant:8537cfb3773e46d182e148cf5b0a717f on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:07:49.871024 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c3594c0b-faca-4163-aeeb-e81898201b7d req-95c01aa3-f655-4249-807f-d199ce4a105f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9872ab5d-59e4-43b1-8dfc-1ca5e239e8ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481889 Jun 01 19:07:49.913961 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-f50c6231-1f10-4a27-ba62-150caaeb4f13 req-b6bc714a-6287-4c60-bb7e-c16a947d7f6a tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Unset dirty status for tenant:8537cfb3773e46d182e148cf5b0a717f on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:07:49.915474 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f50c6231-1f10-4a27-ba62-150caaeb4f13 req-b6bc714a-6287-4c60-bb7e-c16a947d7f6a tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=8537cfb3773e46d182e148cf5b0a717f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7026927 Jun 01 19:07:49.919347 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8be0ef1d-b8f7-4f38-8895-4cd0053f00d1 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Made reservation on behalf of be49ffaf16754f888348eea74749e7ed for: {'network': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:07:49.922727 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8be0ef1d-b8f7-4f38-8895-4cd0053f00d1 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:50.020600 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-917be445-ec21-4dfa-b9f4-858682b0d5ea None None] Notify callbacks [] for port, precommit_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:50.060640 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8be0ef1d-b8f7-4f38-8895-4cd0053f00d1 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 118} {{(pid=88524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 19:07:50.082688 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-917be445-ec21-4dfa-b9f4-858682b0d5ea None None] Transition to ACTIVE for port object 1b7fe9f7-c6ef-4d14-9267-271ef70a48aa will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:07:50.087720 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8be0ef1d-b8f7-4f38-8895-4cd0053f00d1 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:50.088068 n-d-844202-1 neutron-server[88524]: INFO neutron.db.segments_db [None req-8be0ef1d-b8f7-4f38-8895-4cd0053f00d1 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Added segment 38377bb0-eecd-428d-8cf5-86872b012cab of type vlan for network 01ed931a-bb14-4735-b54b-9598137df125 Jun 01 19:07:50.101297 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c3594c0b-faca-4163-aeeb-e81898201b7d req-8e274daa-e76f-4556-a373-43c4e3c85517 service neutron] 10.222.0.50 "GET /v2.0/networks/9872ab5d-59e4-43b1-8dfc-1ca5e239e8ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2110395 Jun 01 19:07:50.104544 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-917be445-ec21-4dfa-b9f4-858682b0d5ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:50.362797 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8be0ef1d-b8f7-4f38-8895-4cd0053f00d1 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:50.434663 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75af5edf-05c7-4b34-9d8b-10684e94f7da None None] Pushing event updated for resources: {'Port': ['ID=1b7fe9f7-c6ef-4d14-9267-271ef70a48aa,revision_number=3']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:07:50.779914 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-917be445-ec21-4dfa-b9f4-858682b0d5ea None None] Attempting to bind port 1b7fe9f7-c6ef-4d14-9267-271ef70a48aa on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:07:50.780329 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-917be445-ec21-4dfa-b9f4-858682b0d5ea None None] Attempting to bind port 1b7fe9f7-c6ef-4d14-9267-271ef70a48aa by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': '7e25366f-9619-4880-81a2-a56ac8eaa2c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '1683679e-ac4b-4846-a35b-a63a265f2c59'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:07:50.780686 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-917be445-ec21-4dfa-b9f4-858682b0d5ea None None] Attempting to bind port 1b7fe9f7-c6ef-4d14-9267-271ef70a48aa on network 1683679e-ac4b-4846-a35b-a63a265f2c59 {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:07:50.795932 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f50c6231-1f10-4a27-ba62-150caaeb4f13 req-1e8b3d4b-d6b5-440c-9da2-d6c7996deed6 service neutron] 10.222.0.41 "GET /v2.0/networks/1683679e-ac4b-4846-a35b-a63a265f2c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8509953 Jun 01 19:07:50.800344 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-917be445-ec21-4dfa-b9f4-858682b0d5ea None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 7, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:07:50.801470 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-917be445-ec21-4dfa-b9f4-858682b0d5ea None None] Checking segment: {'id': '7e25366f-9619-4880-81a2-a56ac8eaa2c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '1683679e-ac4b-4846-a35b-a63a265f2c59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:07:50.802094 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-917be445-ec21-4dfa-b9f4-858682b0d5ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:50.802648 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-917be445-ec21-4dfa-b9f4-858682b0d5ea None None] Bound using segment: {'id': '7e25366f-9619-4880-81a2-a56ac8eaa2c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '1683679e-ac4b-4846-a35b-a63a265f2c59'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:07:50.805886 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-917be445-ec21-4dfa-b9f4-858682b0d5ea None None] Bound port: 1b7fe9f7-c6ef-4d14-9267-271ef70a48aa, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e25366f-9619-4880-81a2-a56ac8eaa2c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '1683679e-ac4b-4846-a35b-a63a265f2c59'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:07:50.806677 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-917be445-ec21-4dfa-b9f4-858682b0d5ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:51.005602 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8be0ef1d-b8f7-4f38-8895-4cd0053f00d1 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:51.014454 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8be0ef1d-b8f7-4f38-8895-4cd0053f00d1 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:07:51.015182 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8be0ef1d-b8f7-4f38-8895-4cd0053f00d1 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks [] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:51.123299 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c3594c0b-faca-4163-aeeb-e81898201b7d req-0c6fb466-04f8-4781-b032-beeff5048655 service neutron] 10.222.0.50 "GET /v2.0/networks/9872ab5d-59e4-43b1-8dfc-1ca5e239e8ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0127566 Jun 01 19:07:51.135835 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-917be445-ec21-4dfa-b9f4-858682b0d5ea None None] For port 1b7fe9f7-c6ef-4d14-9267-271ef70a48aa, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:07:51.140749 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-917be445-ec21-4dfa-b9f4-858682b0d5ea None None] For port 1b7fe9f7-c6ef-4d14-9267-271ef70a48aa, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=1b7fe9f7-c6ef-4d14-9267-271ef70a48aa,segment=NetworkSegment(7e25366f-9619-4880-81a2-a56ac8eaa2c5),segment_id=7e25366f-9619-4880-81a2-a56ac8eaa2c5)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:07:51.147085 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-917be445-ec21-4dfa-b9f4-858682b0d5ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:51.375177 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917be445-ec21-4dfa-b9f4-858682b0d5ea None None] Routers {'225bd07d-765a-4cec-b072-924623910b8d'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:07:51.376950 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-917be445-ec21-4dfa-b9f4-858682b0d5ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:07:39Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['225bd07d-765a-4cec-b072-924623910b8d'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:07:51.424458 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc856e6b-3038-40a5-b776-90f8ef6a06c8 req-646b44c4-1c3c-4009-9979-23a9d43b073b tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:07:51.441690 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-bc856e6b-3038-40a5-b776-90f8ef6a06c8 req-646b44c4-1c3c-4009-9979-23a9d43b073b tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d35e0c4-c006-4f35-a161-1e1e4ff68e11 HTTP/1.1" status: 200 len: 945 time: 0.2298760 Jun 01 19:07:51.576538 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-bc856e6b-3038-40a5-b776-90f8ef6a06c8 req-a9e0c9e3-84c6-46cb-99fd-171e1f07b61d tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e27767a-e40e-41ca-b34d-a5b7412547b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339557 Jun 01 19:07:51.588138 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-8be0ef1d-b8f7-4f38-8895-4cd0053f00d1 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.8607612 Jun 01 19:07:51.589715 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 51008) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:07:51.600934 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75af5edf-05c7-4b34-9d8b-10684e94f7da None None] Pushing event updated for resources: {'Port': ['ID=1b7fe9f7-c6ef-4d14-9267-271ef70a48aa,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:07:51.640962 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-40781eec-f69c-4550-9262-95b1ee5fb3ed tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Request body: {'subnet': {'network_id': '01ed931a-bb14-4735-b54b-9598137df125', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:07:51.908608 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f50c6231-1f10-4a27-ba62-150caaeb4f13 req-72e95cd8-29bd-4f98-a937-e0b0d0385569 service neutron] 10.222.0.41 "GET /v2.0/networks/1683679e-ac4b-4846-a35b-a63a265f2c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0935569 Jun 01 19:07:51.967276 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be0ef1d-b8f7-4f38-8895-4cd0053f00d1 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Pushing event updated for resources: {'Network': ['ID=01ed931a-bb14-4735-b54b-9598137df125,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:07:51.979619 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-917be445-ec21-4dfa-b9f4-858682b0d5ea None None] Set router 225bd07d-765a-4cec-b072-924623910b8d gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:07:52.125791 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4b1849-90be-44bb-89ad-97555ea6d0c5 req-8d5b7aad-473f-4965-b79d-998460510a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:07:52.142181 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3f4b1849-90be-44bb-89ad-97555ea6d0c5 req-8d5b7aad-473f-4965-b79d-998460510a39 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4e20c5bd79fa44728efb622f29d6160e&device_id=4d35e0c4-c006-4f35-a161-1e1e4ff68e11 HTTP/1.1" status: 200 len: 1096 time: 0.8250465 Jun 01 19:07:52.170215 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network 01ed931a-bb14-4735-b54b-9598137df125 details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 19:07:52.278810 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-40781eec-f69c-4550-9262-95b1ee5fb3ed tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:07:52.473332 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-40781eec-f69c-4550-9262-95b1ee5fb3ed tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Usage tracker for resource:subnet and tenant:be49ffaf16754f888348eea74749e7ed is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:07:52.519155 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a3952b9b-c046-4824-9b9c-f9cd3fe123eb req-04826f7d-5841-4509-91f8-b2deb6121d8f tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc7ed167-b50b-48f3-a13d-b18891eb7a13 HTTP/1.1" status: 200 len: 210 time: 0.1595135 Jun 01 19:07:52.531375 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-40781eec-f69c-4550-9262-95b1ee5fb3ed tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:07:52.591805 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-40781eec-f69c-4550-9262-95b1ee5fb3ed tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:07:52.840616 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4b1849-90be-44bb-89ad-97555ea6d0c5 req-1b34646c-1cc0-47af-88c4-aec3a3e9dc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:07:52.842111 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3f4b1849-90be-44bb-89ad-97555ea6d0c5 req-1b34646c-1cc0-47af-88c4-aec3a3e9dc0e service neutron] 10.222.0.50 "GET /v2.0/networks?id=9872ab5d-59e4-43b1-8dfc-1ca5e239e8ce HTTP/1.1" status: 200 len: 914 time: 0.6899986 Jun 01 19:07:52.858562 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40781eec-f69c-4550-9262-95b1ee5fb3ed tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Made reservation on behalf of be49ffaf16754f888348eea74749e7ed for: {'subnet': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:07:52.873392 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-40781eec-f69c-4550-9262-95b1ee5fb3ed tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3066584'] for subnet, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:53.399240 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-917be445-ec21-4dfa-b9f4-858682b0d5ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '225bd07d-765a-4cec-b072-924623910b8d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-563737349', 'tenant_id': '8537cfb3773e46d182e148cf5b0a717f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': 'f0276d19-07bd-4bd4-945f-483a0fdeb1eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:07:17Z', 'updated_at': '2022-06-01T19:07:40Z', 'revision_number': 4, 'project_id': '8537cfb3773e46d182e148cf5b0a717f', 'gw_port': {'id': 'f0276d19-07bd-4bd4-945f-483a0fdeb1eb', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:df:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '225bd07d-765a-4cec-b072-924623910b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2637, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:07:20Z', 'updated_at': '2022-06-01T19:07:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '1b7fe9f7-c6ef-4d14-9267-271ef70a48aa', 'name': '', 'network_id': '1683679e-ac4b-4846-a35b-a63a265f2c59', 'tenant_id': '8537cfb3773e46d182e148cf5b0a717f', 'mac_address': 'fa:16:3e:d4:24:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '225bd07d-765a-4cec-b072-924623910b8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2674, 'fixed_ips': [{'subnet_id': '8eee5ae7-9972-4ea4-a710-faeb7415f01a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:07:37Z', 'updated_at': '2022-06-01T19:07:51Z', 'revision_number': 4, 'project_id': '8537cfb3773e46d182e148cf5b0a717f', 'subnets': [{'id': '8eee5ae7-9972-4ea4-a710-faeb7415f01a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:07:53.415508 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-917be445-ec21-4dfa-b9f4-858682b0d5ea None None] The sync data for ids ['225bd07d-765a-4cec-b072-924623910b8d'] in n-d-844202-1 is: [{'id': '225bd07d-765a-4cec-b072-924623910b8d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-563737349', 'tenant_id': '8537cfb3773e46d182e148cf5b0a717f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': 'f0276d19-07bd-4bd4-945f-483a0fdeb1eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:07:17Z', 'updated_at': '2022-06-01T19:07:40Z', 'revision_number': 4, 'project_id': '8537cfb3773e46d182e148cf5b0a717f', 'gw_port': {'id': 'f0276d19-07bd-4bd4-945f-483a0fdeb1eb', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:df:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '225bd07d-765a-4cec-b072-924623910b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2637, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:07:20Z', 'updated_at': '2022-06-01T19:07:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '1b7fe9f7-c6ef-4d14-9267-271ef70a48aa', 'name': '', 'network_id': '1683679e-ac4b-4846-a35b-a63a265f2c59', 'tenant_id': '8537cfb3773e46d182e148cf5b0a717f', 'mac_address': 'fa:16:3e:d4:24:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '225bd07d-765a-4cec-b072-924623910b8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2674, 'fixed_ips': [{'subnet_id': '8eee5ae7-9972-4ea4-a710-faeb7415f01a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:07:37Z', 'updated_at': '2022-06-01T19:07:51Z', 'revision_number': 4, 'project_id': '8537cfb3773e46d182e148cf5b0a717f', 'subnets': [{'id': '8eee5ae7-9972-4ea4-a710-faeb7415f01a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:07:53.495514 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3f4b1849-90be-44bb-89ad-97555ea6d0c5 req-35be9fcf-a3e4-4aa8-825e-0c1b90c7b4aa service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=86d4595b-e8db-4a4c-b6f0-57c1d6666091 HTTP/1.1" status: 200 len: 217 time: 0.2166998 Jun 01 19:07:53.893605 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4b1849-90be-44bb-89ad-97555ea6d0c5 req-7c27334a-13f5-4bf4-a3fd-bdd654c1274b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:07:53.895903 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3f4b1849-90be-44bb-89ad-97555ea6d0c5 req-7c27334a-13f5-4bf4-a3fd-bdd654c1274b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=969bae19-2b90-42ed-a4ac-a4a59eaa870c HTTP/1.1" status: 200 len: 853 time: 0.3421249 Jun 01 19:07:54.059293 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c43ad173-99fd-41f7-8b21-4f46e79b568f req-71821c0b-344d-4553-baa8-d374af573bfe tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc7ed167-b50b-48f3-a13d-b18891eb7a13 HTTP/1.1" status: 200 len: 210 time: 0.2870038 Jun 01 19:07:54.653845 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3f4b1849-90be-44bb-89ad-97555ea6d0c5 req-9b3159c9-e2f1-443b-9db7-b5d277be38c9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9872ab5d-59e4-43b1-8dfc-1ca5e239e8ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2580330 Jun 01 19:07:54.754984 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 1b7fe9f7-c6ef-4d14-9267-271ef70a48aa up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:07:54.899763 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3f4b1849-90be-44bb-89ad-97555ea6d0c5 req-1a7f5868-e3fa-4d53-8180-3e64aaac44e7 service neutron] 10.222.0.50 "GET /v2.0/networks/9872ab5d-59e4-43b1-8dfc-1ca5e239e8ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2310376 Jun 01 19:07:55.101344 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port 1b7fe9f7-c6ef-4d14-9267-271ef70a48aa completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:07:55.130910 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 1b7fe9f7-c6ef-4d14-9267-271ef70a48aa triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:07:55.131277 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:55.260702 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50c6231-1f10-4a27-ba62-150caaeb4f13 req-0317c073-e105-4efc-a090-31e0323b6a6f tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:07:55.262487 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f50c6231-1f10-4a27-ba62-150caaeb4f13 req-0317c073-e105-4efc-a090-31e0323b6a6f tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.15 "GET /v2.0/networks?id=1683679e-ac4b-4846-a35b-a63a265f2c59 HTTP/1.1" status: 200 len: 797 time: 0.3609731 Jun 01 19:07:55.591420 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3f4b1849-90be-44bb-89ad-97555ea6d0c5 req-82480aef-28a4-4d63-a536-d4640019bfa7 service neutron] 10.222.0.50 "GET /v2.0/networks/9872ab5d-59e4-43b1-8dfc-1ca5e239e8ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3272455 Jun 01 19:07:55.592205 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e3de22ad-b1d8-433e-b3a4-e9d1b7f49bd7 req-0af6245e-44b2-4eae-84b3-53eb4917ddca tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc7ed167-b50b-48f3-a13d-b18891eb7a13 HTTP/1.1" status: 200 len: 210 time: 0.2211843 Jun 01 19:07:55.737654 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 1b7fe9f7-c6ef-4d14-9267-271ef70a48aa is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:07:55.739186 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:55.784326 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f50c6231-1f10-4a27-ba62-150caaeb4f13 req-d2e46ea9-9cec-4fe5-b021-3d2dd415d493 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8537cfb3773e46d182e148cf5b0a717f HTTP/1.1" status: 200 len: 379 time: 0.1909885 Jun 01 19:07:55.791847 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-40781eec-f69c-4550-9262-95b1ee5fb3ed tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2718919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3066602'] for subnet, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:55.810609 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e1543b-646d-40a9-aed3-41236395839f req-2b906e7c-ca1b-4ee3-9539-8dc2e60d1a8d tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:07:55.825250 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-51e1543b-646d-40a9-aed3-41236395839f req-2b906e7c-ca1b-4ee3-9539-8dc2e60d1a8d tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d35e0c4-c006-4f35-a161-1e1e4ff68e11 HTTP/1.1" status: 200 len: 945 time: 2.6734965 Jun 01 19:07:55.831873 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port 1b7fe9f7-c6ef-4d14-9267-271ef70a48aa, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=1b7fe9f7-c6ef-4d14-9267-271ef70a48aa,segment=NetworkSegment(7e25366f-9619-4880-81a2-a56ac8eaa2c5),segment_id=7e25366f-9619-4880-81a2-a56ac8eaa2c5)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:07:55.839304 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:55.949985 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-f50c6231-1f10-4a27-ba62-150caaeb4f13 req-3d16cb82-bdc3-45be-88b3-c9cb9e609e5e tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Request body: {'port': {'device_id': 'fc7ed167-b50b-48f3-a13d-b18891eb7a13', 'network_id': '1683679e-ac4b-4846-a35b-a63a265f2c59', 'admin_state_up': True, 'tenant_id': '8537cfb3773e46d182e148cf5b0a717f', 'security_groups': ['457e2085-2430-4c17-b58f-61923b8494ee']}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:07:56.280684 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-f50c6231-1f10-4a27-ba62-150caaeb4f13 req-3d16cb82-bdc3-45be-88b3-c9cb9e609e5e tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:07:56.349117 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-51e1543b-646d-40a9-aed3-41236395839f req-04a05052-8d18-42f5-8de0-14dfbfea8d24 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e27767a-e40e-41ca-b34d-a5b7412547b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5210843 Jun 01 19:07:56.377167 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-f50c6231-1f10-4a27-ba62-150caaeb4f13 req-3d16cb82-bdc3-45be-88b3-c9cb9e609e5e tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:07:56.391562 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40781eec-f69c-4550-9262-95b1ee5fb3ed tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Checking segment: {'id': '38377bb0-eecd-428d-8cf5-86872b012cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '01ed931a-bb14-4735-b54b-9598137df125'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:07:56.392255 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40781eec-f69c-4550-9262-95b1ee5fb3ed tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Network hostable DHCP agents. Network: 01ed931a-bb14-4735-b54b-9598137df125, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88524) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 19:07:56.397322 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=1b7fe9f7-c6ef-4d14-9267-271ef70a48aa,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:07:56.409854 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40781eec-f69c-4550-9262-95b1ee5fb3ed tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Pushing event updated for resources: {'Subnet': ['ID=ba439e56-232f-4b8a-9eba-d441ae57e3e9,revision_number=0']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:07:56.419871 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f50c6231-1f10-4a27-ba62-150caaeb4f13 req-3d16cb82-bdc3-45be-88b3-c9cb9e609e5e tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Made reservation on behalf of 8537cfb3773e46d182e148cf5b0a717f for: {'port': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:07:56.425092 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-f50c6231-1f10-4a27-ba62-150caaeb4f13 req-3d16cb82-bdc3-45be-88b3-c9cb9e609e5e tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:56.510553 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40781eec-f69c-4550-9262-95b1ee5fb3ed tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Network 01ed931a-bb14-4735-b54b-9598137df125 is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88524) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 19:07:56.543238 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-40781eec-f69c-4550-9262-95b1ee5fb3ed tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, 01ed931a-bb14-4735-b54b-9598137df125) {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:07:56.575936 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dea43b9-48c7-4d28-9844-b911e75386a8 None None] Network 01ed931a-bb14-4735-b54b-9598137df125 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:07:56.593799 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40781eec-f69c-4550-9262-95b1ee5fb3ed tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:07:56.594356 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-40781eec-f69c-4550-9262-95b1ee5fb3ed tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:56.798758 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 51088) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:07:56.799313 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-40781eec-f69c-4550-9262-95b1ee5fb3ed tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 5.2023079 Jun 01 19:07:56.805888 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-1b639eb7-1e1e-432c-9298-af99a4fa0f04 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Request body: {'port': {'network_id': '01ed931a-bb14-4735-b54b-9598137df125', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1003768824'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:07:56.914671 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 1b7fe9f7-c6ef-4d14-9267-271ef70a48aa up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:07:56.950677 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [req-f50c6231-1f10-4a27-ba62-150caaeb4f13 req-3d16cb82-bdc3-45be-88b3-c9cb9e609e5e tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Allocated IP 172.20.0.13 (1683679e-ac4b-4846-a35b-a63a265f2c59/8eee5ae7-9972-4ea4-a710-faeb7415f01a/c13922d6-8dcd-4203-bf4b-58d64aaed295) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:07:57.324705 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-f50c6231-1f10-4a27-ba62-150caaeb4f13 req-3d16cb82-bdc3-45be-88b3-c9cb9e609e5e tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:57.349099 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [req-f50c6231-1f10-4a27-ba62-150caaeb4f13 req-3d16cb82-bdc3-45be-88b3-c9cb9e609e5e tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Transition to ACTIVE for port object c13922d6-8dcd-4203-bf4b-58d64aaed295 will not be triggered until provisioned by entity DHCP. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:07:57.389962 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-f50c6231-1f10-4a27-ba62-150caaeb4f13 req-3d16cb82-bdc3-45be-88b3-c9cb9e609e5e tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:57.491556 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 1b7fe9f7-c6ef-4d14-9267-271ef70a48aa triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:07:57.494699 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:57.697190 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f50c6231-1f10-4a27-ba62-150caaeb4f13 req-3d16cb82-bdc3-45be-88b3-c9cb9e609e5e tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Network 1683679e-ac4b-4846-a35b-a63a265f2c59 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:07:57.705114 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [req-f50c6231-1f10-4a27-ba62-150caaeb4f13 req-3d16cb82-bdc3-45be-88b3-c9cb9e609e5e tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:07:57.836018 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-f50c6231-1f10-4a27-ba62-150caaeb4f13 req-3d16cb82-bdc3-45be-88b3-c9cb9e609e5e tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:07:57.970889 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee0acd88-5f2d-4aab-92ae-f31f8925613f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc93f83c3-7fb6-5c13-a9d4-29d739a4e8d2-01ed931a-bb14-4735-b54b-9598137df125', 'network_id': '01ed931a-bb14-4735-b54b-9598137df125', 'tenant_id': 'be49ffaf16754f888348eea74749e7ed', 'fixed_ips': [{'subnet_id': 'ba439e56-232f-4b8a-9eba-d441ae57e3e9'}]}} from n-d-844202-1. {{(pid=88526) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 19:07:57.972095 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-ee0acd88-5f2d-4aab-92ae-f31f8925613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:58.029954 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f305570f-631a-480c-a226-13dc18c20df2 req-24e969d8-790e-4b5e-9e74-f745b9f60b61 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:07:58.054273 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f305570f-631a-480c-a226-13dc18c20df2 req-24e969d8-790e-4b5e-9e74-f745b9f60b61 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc7ed167-b50b-48f3-a13d-b18891eb7a13 HTTP/1.1" status: 200 len: 932 time: 1.0125959 Jun 01 19:07:58.142489 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d16cb82-bdc3-45be-88b3-c9cb9e609e5e tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Pushing event updated for resources: {'Port': ['ID=c13922d6-8dcd-4203-bf4b-58d64aaed295,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:07:58.215858 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 1b7fe9f7-c6ef-4d14-9267-271ef70a48aa is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:07:58.241345 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-1b639eb7-1e1e-432c-9298-af99a4fa0f04 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:07:58.259015 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50c6231-1f10-4a27-ba62-150caaeb4f13 req-3d16cb82-bdc3-45be-88b3-c9cb9e609e5e tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:07:58.263418 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-f50c6231-1f10-4a27-ba62-150caaeb4f13 req-3d16cb82-bdc3-45be-88b3-c9cb9e609e5e tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:58.276811 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f305570f-631a-480c-a226-13dc18c20df2 req-b5a7ef4a-8f6e-4ef8-866b-b251ee0750d0 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/security-groups?id=457e2085-2430-4c17-b58f-61923b8494ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2160964 Jun 01 19:07:58.298570 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-1b639eb7-1e1e-432c-9298-af99a4fa0f04 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:07:58.342712 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f50c6231-1f10-4a27-ba62-150caaeb4f13 req-3d16cb82-bdc3-45be-88b3-c9cb9e609e5e tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5432985 Jun 01 19:07:58.346262 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b639eb7-1e1e-432c-9298-af99a4fa0f04 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Made reservation on behalf of be49ffaf16754f888348eea74749e7ed for: {'port': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:07:58.358600 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-54912fc3-7b3b-4ea0-9fed-3777ec5a58d7 None None] Provisioning for port c13922d6-8dcd-4203-bf4b-58d64aaed295 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:07:58.358912 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1b639eb7-1e1e-432c-9298-af99a4fa0f04 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:58.385604 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-f50c6231-1f10-4a27-ba62-150caaeb4f13 req-c2e52316-45fe-4111-ae8b-259f075e6b78 service neutron] Request body: {'port': {'device_id': 'fc7ed167-b50b-48f3-a13d-b18891eb7a13', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844202-1'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:07:58.395759 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-54912fc3-7b3b-4ea0-9fed-3777ec5a58d7 None None] Provisioning complete for port c13922d6-8dcd-4203-bf4b-58d64aaed295 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:07:58.396140 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-54912fc3-7b3b-4ea0-9fed-3777ec5a58d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:58.440096 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [None req-1b639eb7-1e1e-432c-9298-af99a4fa0f04 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] device_id is not set on port c9d45eef-f1db-4323-b904-372144110772 yet. {{(pid=88525) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 19:07:58.541923 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-54912fc3-7b3b-4ea0-9fed-3777ec5a58d7 None None] Port c13922d6-8dcd-4203-bf4b-58d64aaed295 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:07:58.558442 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.db_base_plugin_common [None req-ee0acd88-5f2d-4aab-92ae-f31f8925613f None None] Allocated IP 2001:db8::2 (01ed931a-bb14-4735-b54b-9598137df125/ba439e56-232f-4b8a-9eba-d441ae57e3e9/3963534e-7f40-4dbf-8322-ee9b0ffc96f7) {{(pid=88526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:07:58.591443 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c67e869-9553-4540-a8be-98b3426d29c9 req-295a02a4-85af-4738-809b-360000fa2a1c tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:07:58.619218 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7c67e869-9553-4540-a8be-98b3426d29c9 req-295a02a4-85af-4738-809b-360000fa2a1c tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d35e0c4-c006-4f35-a161-1e1e4ff68e11 HTTP/1.1" status: 200 len: 945 time: 0.9026611 Jun 01 19:07:58.886366 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7c67e869-9553-4540-a8be-98b3426d29c9 req-c30c2853-5225-43cc-a704-56fb21e06e1f tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e27767a-e40e-41ca-b34d-a5b7412547b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2660999 Jun 01 19:07:58.929531 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-f50c6231-1f10-4a27-ba62-150caaeb4f13 req-c2e52316-45fe-4111-ae8b-259f075e6b78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:59.238015 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-ee0acd88-5f2d-4aab-92ae-f31f8925613f None None] Notify callbacks [] for port, precommit_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:59.264574 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-ee0acd88-5f2d-4aab-92ae-f31f8925613f None None] Transition to ACTIVE for port object 3963534e-7f40-4dbf-8322-ee9b0ffc96f7 will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:07:59.307432 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-ee0acd88-5f2d-4aab-92ae-f31f8925613f None None] Transition to ACTIVE for port object 3963534e-7f40-4dbf-8322-ee9b0ffc96f7 will not be triggered until provisioned by entity DHCP. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:07:59.320904 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-ee0acd88-5f2d-4aab-92ae-f31f8925613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526'] for port, after_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:59.434424 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee0acd88-5f2d-4aab-92ae-f31f8925613f None None] Network 01ed931a-bb14-4735-b54b-9598137df125 is already hosted by enough agents. {{(pid=88526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:07:59.443490 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.base_scheduler [None req-ee0acd88-5f2d-4aab-92ae-f31f8925613f None None] Resources bound (agent type, host, resource id): {{(pid=88526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:07:59.458540 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0acd88-5f2d-4aab-92ae-f31f8925613f None None] Received port after_create {{(pid=88526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:07:59.552380 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0acd88-5f2d-4aab-92ae-f31f8925613f None None] Pushing event updated for resources: {'Port': ['ID=3963534e-7f40-4dbf-8322-ee9b0ffc96f7,revision_number=1']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:07:59.576550 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [None req-1b639eb7-1e1e-432c-9298-af99a4fa0f04 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Allocated IP 2001:db8::10c (01ed931a-bb14-4735-b54b-9598137df125/ba439e56-232f-4b8a-9eba-d441ae57e3e9/c9d45eef-f1db-4323-b904-372144110772) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:07:59.677010 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-ee0acd88-5f2d-4aab-92ae-f31f8925613f None None] Attempting to bind port 3963534e-7f40-4dbf-8322-ee9b0ffc96f7 on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:07:59.677822 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-ee0acd88-5f2d-4aab-92ae-f31f8925613f None None] Attempting to bind port 3963534e-7f40-4dbf-8322-ee9b0ffc96f7 by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': '38377bb0-eecd-428d-8cf5-86872b012cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '01ed931a-bb14-4735-b54b-9598137df125'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:07:59.684062 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0acd88-5f2d-4aab-92ae-f31f8925613f None None] Attempting to bind port 3963534e-7f40-4dbf-8322-ee9b0ffc96f7 on network 01ed931a-bb14-4735-b54b-9598137df125 {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:07:59.702719 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0acd88-5f2d-4aab-92ae-f31f8925613f None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 7, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:07:59.703443 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0acd88-5f2d-4aab-92ae-f31f8925613f None None] Checking segment: {'id': '38377bb0-eecd-428d-8cf5-86872b012cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '01ed931a-bb14-4735-b54b-9598137df125'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:07:59.704156 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-ee0acd88-5f2d-4aab-92ae-f31f8925613f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:59.724425 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0acd88-5f2d-4aab-92ae-f31f8925613f None None] Bound using segment: {'id': '38377bb0-eecd-428d-8cf5-86872b012cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '01ed931a-bb14-4735-b54b-9598137df125'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:07:59.727202 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-ee0acd88-5f2d-4aab-92ae-f31f8925613f None None] Bound port: 3963534e-7f40-4dbf-8322-ee9b0ffc96f7, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38377bb0-eecd-428d-8cf5-86872b012cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '01ed931a-bb14-4735-b54b-9598137df125'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:07:59.731855 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-ee0acd88-5f2d-4aab-92ae-f31f8925613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:07:59.901278 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-ee0acd88-5f2d-4aab-92ae-f31f8925613f None None] For port 3963534e-7f40-4dbf-8322-ee9b0ffc96f7, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:07:59.904851 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-ee0acd88-5f2d-4aab-92ae-f31f8925613f None None] For port 3963534e-7f40-4dbf-8322-ee9b0ffc96f7, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=3963534e-7f40-4dbf-8322-ee9b0ffc96f7,segment=NetworkSegment(38377bb0-eecd-428d-8cf5-86872b012cab),segment_id=38377bb0-eecd-428d-8cf5-86872b012cab)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:07:59.914865 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-ee0acd88-5f2d-4aab-92ae-f31f8925613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:00.244508 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0acd88-5f2d-4aab-92ae-f31f8925613f None None] Pushing event updated for resources: {'Port': ['ID=3963534e-7f40-4dbf-8322-ee9b0ffc96f7,revision_number=2']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:08:00.315751 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1b639eb7-1e1e-432c-9298-af99a4fa0f04 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:00.353594 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [None req-1b639eb7-1e1e-432c-9298-af99a4fa0f04 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Transition to ACTIVE for port object c9d45eef-f1db-4323-b904-372144110772 will not be triggered until provisioned by entity DHCP. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:08:00.565316 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1b639eb7-1e1e-432c-9298-af99a4fa0f04 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:00.753593 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e60172-80a7-4ed8-b921-54af2231f8b9 req-da1745fd-605b-48e5-a50a-443aa59ddd37 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:08:00.763003 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c6e60172-80a7-4ed8-b921-54af2231f8b9 req-da1745fd-605b-48e5-a50a-443aa59ddd37 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d35e0c4-c006-4f35-a161-1e1e4ff68e11 HTTP/1.1" status: 200 len: 945 time: 0.4628229 Jun 01 19:08:00.778103 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b639eb7-1e1e-432c-9298-af99a4fa0f04 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Network 01ed931a-bb14-4735-b54b-9598137df125 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:08:00.791136 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [req-f50c6231-1f10-4a27-ba62-150caaeb4f13 req-c2e52316-45fe-4111-ae8b-259f075e6b78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c13922d6-8dcd-4203-bf4b-58d64aaed295 {{(pid=88524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 19:08:00.796435 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-1b639eb7-1e1e-432c-9298-af99a4fa0f04 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:08:00.805490 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b639eb7-1e1e-432c-9298-af99a4fa0f04 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:08:00.810271 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-f50c6231-1f10-4a27-ba62-150caaeb4f13 req-c2e52316-45fe-4111-ae8b-259f075e6b78 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:00.817260 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b639eb7-1e1e-432c-9298-af99a4fa0f04 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:08:00.817922 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1b639eb7-1e1e-432c-9298-af99a4fa0f04 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:00.845193 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c6e60172-80a7-4ed8-b921-54af2231f8b9 req-a954d7a6-3c13-452c-9e7c-cf1a4bba7db4 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e27767a-e40e-41ca-b34d-a5b7412547b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809731 Jun 01 19:08:00.864762 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [req-f50c6231-1f10-4a27-ba62-150caaeb4f13 req-c2e52316-45fe-4111-ae8b-259f075e6b78 service neutron] Transition to ACTIVE for port object c13922d6-8dcd-4203-bf4b-58d64aaed295 will not be triggered until provisioned by entity L2. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:08:00.882212 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-f50c6231-1f10-4a27-ba62-150caaeb4f13 req-c2e52316-45fe-4111-ae8b-259f075e6b78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:00.951051 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-1b639eb7-1e1e-432c-9298-af99a4fa0f04 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 4.1510823 Jun 01 19:08:00.956354 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 51222) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:08:00.957078 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b639eb7-1e1e-432c-9298-af99a4fa0f04 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Pushing event updated for resources: {'Port': ['ID=c9d45eef-f1db-4323-b904-372144110772,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:08:01.136835 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e52316-45fe-4111-ae8b-259f075e6b78 service neutron] Pushing event updated for resources: {'Port': ['ID=c13922d6-8dcd-4203-bf4b-58d64aaed295,revision_number=2']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:08:01.249950 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-d16ed6ca-997d-4e06-8625-63b41ff1cb6d tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Deleting port c9d45eef-f1db-4323-b904-372144110772 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:08:01.252414 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d16ed6ca-997d-4e06-8625-63b41ff1cb6d tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:01.444349 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fd43c9-5707-45e4-bd24-80e2382e4d86 req-3e3c7dd3-a456-4245-870e-9cfcb6f11cb4 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:08:01.446805 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c9fd43c9-5707-45e4-bd24-80e2382e4d86 req-3e3c7dd3-a456-4245-870e-9cfcb6f11cb4 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc7ed167-b50b-48f3-a13d-b18891eb7a13 HTTP/1.1" status: 200 len: 932 time: 1.0318701 Jun 01 19:08:01.773957 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-f50c6231-1f10-4a27-ba62-150caaeb4f13 req-c2e52316-45fe-4111-ae8b-259f075e6b78 service neutron] Attempting to bind port c13922d6-8dcd-4203-bf4b-58d64aaed295 on host n-h1-844202-1 for vnic_type normal with profile {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:08:01.774604 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-f50c6231-1f10-4a27-ba62-150caaeb4f13 req-c2e52316-45fe-4111-ae8b-259f075e6b78 service neutron] Attempting to bind port c13922d6-8dcd-4203-bf4b-58d64aaed295 by drivers openvswitch,hyperv on host n-h1-844202-1 at level 0 using segments [{'id': '7e25366f-9619-4880-81a2-a56ac8eaa2c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '1683679e-ac4b-4846-a35b-a63a265f2c59'}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:08:01.774791 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f50c6231-1f10-4a27-ba62-150caaeb4f13 req-c2e52316-45fe-4111-ae8b-259f075e6b78 service neutron] Attempting to bind port c13922d6-8dcd-4203-bf4b-58d64aaed295 on network 1683679e-ac4b-4846-a35b-a63a265f2c59 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:08:01.795565 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f50c6231-1f10-4a27-ba62-150caaeb4f13 req-c2e52316-45fe-4111-ae8b-259f075e6b78 service neutron] Port c13922d6-8dcd-4203-bf4b-58d64aaed295 on network 1683679e-ac4b-4846-a35b-a63a265f2c59 not bound, no agent of type Open vSwitch agent registered on host n-h1-844202-1 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 19:08:01.800931 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f50c6231-1f10-4a27-ba62-150caaeb4f13 req-c2e52316-45fe-4111-ae8b-259f075e6b78 service neutron] Attempting to bind port c13922d6-8dcd-4203-bf4b-58d64aaed295 on network 1683679e-ac4b-4846-a35b-a63a265f2c59 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:08:01.812064 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f50c6231-1f10-4a27-ba62-150caaeb4f13 req-c2e52316-45fe-4111-ae8b-259f075e6b78 service neutron] Checking agent: {'id': 'bdb1e5d7-b998-4259-838f-3d278e930f32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 7, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:08:01.817081 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f50c6231-1f10-4a27-ba62-150caaeb4f13 req-c2e52316-45fe-4111-ae8b-259f075e6b78 service neutron] Checking segment: {'id': '7e25366f-9619-4880-81a2-a56ac8eaa2c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '1683679e-ac4b-4846-a35b-a63a265f2c59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:08:01.817762 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f50c6231-1f10-4a27-ba62-150caaeb4f13 req-c2e52316-45fe-4111-ae8b-259f075e6b78 service neutron] Bound using segment: {'id': '7e25366f-9619-4880-81a2-a56ac8eaa2c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '1683679e-ac4b-4846-a35b-a63a265f2c59'} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:08:01.818447 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-f50c6231-1f10-4a27-ba62-150caaeb4f13 req-c2e52316-45fe-4111-ae8b-259f075e6b78 service neutron] Bound port: c13922d6-8dcd-4203-bf4b-58d64aaed295, host: n-h1-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e25366f-9619-4880-81a2-a56ac8eaa2c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '1683679e-ac4b-4846-a35b-a63a265f2c59'}}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:08:01.819035 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-f50c6231-1f10-4a27-ba62-150caaeb4f13 req-c2e52316-45fe-4111-ae8b-259f075e6b78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:01.991738 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d16ed6ca-997d-4e06-8625-63b41ff1cb6d tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:02.184866 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-f50c6231-1f10-4a27-ba62-150caaeb4f13 req-c2e52316-45fe-4111-ae8b-259f075e6b78 service neutron] For port c13922d6-8dcd-4203-bf4b-58d64aaed295, host n-h1-844202-1, cleared binding levels {{(pid=88524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:08:02.192186 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-f50c6231-1f10-4a27-ba62-150caaeb4f13 req-c2e52316-45fe-4111-ae8b-259f075e6b78 service neutron] For port c13922d6-8dcd-4203-bf4b-58d64aaed295, host n-h1-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=c13922d6-8dcd-4203-bf4b-58d64aaed295,segment=NetworkSegment(7e25366f-9619-4880-81a2-a56ac8eaa2c5),segment_id=7e25366f-9619-4880-81a2-a56ac8eaa2c5)] {{(pid=88524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:08:02.284303 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-f50c6231-1f10-4a27-ba62-150caaeb4f13 req-c2e52316-45fe-4111-ae8b-259f075e6b78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:02.293054 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-d16ed6ca-997d-4e06-8625-63b41ff1cb6d tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Calling delete_port for c9d45eef-f1db-4323-b904-372144110772 owned by {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:08:02.415173 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc4ddcb6-811e-462c-838d-ebf2f6ecbce9 None None] Network 01ed931a-bb14-4735-b54b-9598137df125 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:08:02.428852 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50c6231-1f10-4a27-ba62-150caaeb4f13 req-c2e52316-45fe-4111-ae8b-259f075e6b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:08:02.429456 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-f50c6231-1f10-4a27-ba62-150caaeb4f13 req-c2e52316-45fe-4111-ae8b-259f075e6b78 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:02.431101 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f50c6231-1f10-4a27-ba62-150caaeb4f13 req-c2e52316-45fe-4111-ae8b-259f075e6b78 service neutron] 10.222.0.15 "PUT /v2.0/ports/c13922d6-8dcd-4203-bf4b-58d64aaed295 HTTP/1.1" status: 200 len: 1092 time: 4.0731008 Jun 01 19:08:02.431939 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc7ed167-b50b-48f3-a13d-b18891eb7a13', 'tag': 'c13922d6-8dcd-4203-bf4b-58d64aaed295'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:08:02.682368 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e52316-45fe-4111-ae8b-259f075e6b78 service neutron] Pushing event updated for resources: {'Port': ['ID=c13922d6-8dcd-4203-bf4b-58d64aaed295,revision_number=3']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:08:02.798511 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1da2730-0277-458c-a045-739da25f3a64 req-191d7adb-8d67-4060-b030-844f2c2e8fb5 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:08:02.807608 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e1da2730-0277-458c-a045-739da25f3a64 req-191d7adb-8d67-4060-b030-844f2c2e8fb5 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d35e0c4-c006-4f35-a161-1e1e4ff68e11 HTTP/1.1" status: 200 len: 945 time: 0.6126680 Jun 01 19:08:02.827351 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 3963534e-7f40-4dbf-8322-ee9b0ffc96f7 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:08:02.890397 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50c6231-1f10-4a27-ba62-150caaeb4f13 req-6826f0d9-f17f-456e-8967-ecf54cc10a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:08:02.892583 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f50c6231-1f10-4a27-ba62-150caaeb4f13 req-6826f0d9-f17f-456e-8967-ecf54cc10a79 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8537cfb3773e46d182e148cf5b0a717f&device_id=fc7ed167-b50b-48f3-a13d-b18891eb7a13 HTTP/1.1" status: 200 len: 1095 time: 0.3806856 Jun 01 19:08:02.909786 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e1da2730-0277-458c-a045-739da25f3a64 req-30a0d730-23e4-4934-aa04-a1a9cab1f520 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e27767a-e40e-41ca-b34d-a5b7412547b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006620 Jun 01 19:08:03.036525 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c9fd43c9-5707-45e4-bd24-80e2382e4d86 req-007eb520-270c-4eaa-af7d-c640cf44cb31 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/security-groups?id=457e2085-2430-4c17-b58f-61923b8494ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.5817585 Jun 01 19:08:03.060496 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-8f7d712b-9c37-42d0-9f12-76ecee10b849 None None] Provisioning for port 3963534e-7f40-4dbf-8322-ee9b0ffc96f7 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:08:03.061437 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d16ed6ca-997d-4e06-8625-63b41ff1cb6d tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:03.130410 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50658e37-ccf1-443d-bce6-7fa89416b876'] response: {'name': 'network-changed', 'server_uuid': 'fc7ed167-b50b-48f3-a13d-b18891eb7a13', 'tag': 'c13922d6-8dcd-4203-bf4b-58d64aaed295', 'status': 'completed', 'code': 200} Jun 01 19:08:03.148927 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f50c6231-1f10-4a27-ba62-150caaeb4f13 req-5a50ac8c-ec44-49d9-891e-9b301c29d409 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c13922d6-8dcd-4203-bf4b-58d64aaed295 HTTP/1.1" status: 200 len: 217 time: 0.2379551 Jun 01 19:08:03.352197 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50c6231-1f10-4a27-ba62-150caaeb4f13 req-804ac26b-6b63-4f1b-b4c8-c70c673ab347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:08:03.373057 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f50c6231-1f10-4a27-ba62-150caaeb4f13 req-804ac26b-6b63-4f1b-b4c8-c70c673ab347 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8eee5ae7-9972-4ea4-a710-faeb7415f01a HTTP/1.1" status: 200 len: 834 time: 0.1989062 Jun 01 19:08:03.518731 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16ed6ca-997d-4e06-8625-63b41ff1cb6d tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Pushing event deleted for resources: {'Port': ['ID=c9d45eef-f1db-4323-b904-372144110772,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:08:03.554093 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50c6231-1f10-4a27-ba62-150caaeb4f13 req-6c44cb99-2518-478d-b186-e55f0c751c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:08:03.555641 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f50c6231-1f10-4a27-ba62-150caaeb4f13 req-6c44cb99-2518-478d-b186-e55f0c751c78 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1683679e-ac4b-4846-a35b-a63a265f2c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1801772 Jun 01 19:08:03.561751 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d16ed6ca-997d-4e06-8625-63b41ff1cb6d tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:03.631424 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-d16ed6ca-997d-4e06-8625-63b41ff1cb6d tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] 10.222.0.41 "DELETE /v2.0/ports/c9d45eef-f1db-4323-b904-372144110772 HTTP/1.1" status: 204 len: 168 time: 2.6710308 Jun 01 19:08:03.634488 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 51300) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:08:03.748271 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port 3963534e-7f40-4dbf-8322-ee9b0ffc96f7 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:08:03.775632 n-d-844202-1 neutron-server[88525]: INFO neutron.pecan_wsgi.hooks.translation [None req-612bf9e9-c42a-46dd-b30c-14924b3fbd29 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] GET failed (client error): The resource could not be found. Jun 01 19:08:03.776433 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-612bf9e9-c42a-46dd-b30c-14924b3fbd29 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Synchronizing usage tracker for tenant:be49ffaf16754f888348eea74749e7ed on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:08:03.792485 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 3963534e-7f40-4dbf-8322-ee9b0ffc96f7 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:08:03.792866 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:03.843200 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-612bf9e9-c42a-46dd-b30c-14924b3fbd29 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Unset dirty status for tenant:be49ffaf16754f888348eea74749e7ed on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:08:03.848284 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-612bf9e9-c42a-46dd-b30c-14924b3fbd29 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] 10.222.0.41 "GET /v2.0/ports/c9d45eef-f1db-4323-b904-372144110772 HTTP/1.1" status: 404 len: 333 time: 0.2123573 Jun 01 19:08:03.849209 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 51316) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:08:03.874138 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f50c6231-1f10-4a27-ba62-150caaeb4f13 req-f33b18a4-b0f6-4cb5-93eb-8d3fdc32ed5e service neutron] 10.222.0.15 "GET /v2.0/networks/1683679e-ac4b-4846-a35b-a63a265f2c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3080332 Jun 01 19:08:04.028613 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7f7f0fa-60a5-4f4e-9bfc-90542c48f65a tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Deleting subnet ba439e56-232f-4b8a-9eba-d441ae57e3e9 {{(pid=88525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 19:08:04.039472 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c7f7f0fa-60a5-4f4e-9bfc-90542c48f65a tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks [] for subnet, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:04.386272 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c7f7f0fa-60a5-4f4e-9bfc-90542c48f65a tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2258509'] for subnet, precommit_delete_associations {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:04.512519 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f50c6231-1f10-4a27-ba62-150caaeb4f13 req-853b1093-7f77-4125-8b9c-956a9ff5f0f9 service neutron] 10.222.0.15 "GET /v2.0/networks/1683679e-ac4b-4846-a35b-a63a265f2c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6290522 Jun 01 19:08:04.575645 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51e7fa2-0d3b-4b59-8c11-cca8ab8e506f req-2a7634f8-c0f4-4e94-9e2e-4f14d3a497bb tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:08:04.576766 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-c51e7fa2-0d3b-4b59-8c11-cca8ab8e506f req-2a7634f8-c0f4-4e94-9e2e-4f14d3a497bb tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Synchronizing usage tracker for tenant:8537cfb3773e46d182e148cf5b0a717f on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:08:04.662812 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 3963534e-7f40-4dbf-8322-ee9b0ffc96f7 is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:08:04.668861 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:04.709564 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-c51e7fa2-0d3b-4b59-8c11-cca8ab8e506f req-2a7634f8-c0f4-4e94-9e2e-4f14d3a497bb tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Unset dirty status for tenant:8537cfb3773e46d182e148cf5b0a717f on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:08:04.717944 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c51e7fa2-0d3b-4b59-8c11-cca8ab8e506f req-2a7634f8-c0f4-4e94-9e2e-4f14d3a497bb tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc7ed167-b50b-48f3-a13d-b18891eb7a13 HTTP/1.1" status: 200 len: 944 time: 0.4332101 Jun 01 19:08:04.767343 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port 3963534e-7f40-4dbf-8322-ee9b0ffc96f7, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=3963534e-7f40-4dbf-8322-ee9b0ffc96f7,segment=NetworkSegment(38377bb0-eecd-428d-8cf5-86872b012cab),segment_id=38377bb0-eecd-428d-8cf5-86872b012cab)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:08:04.777159 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:04.827139 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c51e7fa2-0d3b-4b59-8c11-cca8ab8e506f req-9b68e403-e126-4f77-a80e-ff2b601d7833 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/security-groups?id=457e2085-2430-4c17-b58f-61923b8494ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1075609 Jun 01 19:08:04.847633 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac6f835-f240-4ae1-b6bd-854b54974bda req-42bd038d-c8fa-4f33-9242-8cb1cdf1648d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:08:04.856727 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4ac6f835-f240-4ae1-b6bd-854b54974bda req-42bd038d-c8fa-4f33-9242-8cb1cdf1648d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8537cfb3773e46d182e148cf5b0a717f&device_id=fc7ed167-b50b-48f3-a13d-b18891eb7a13 HTTP/1.1" status: 200 len: 1095 time: 0.2736900 Jun 01 19:08:05.034413 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=3963534e-7f40-4dbf-8322-ee9b0ffc96f7,revision_number=3']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:08:05.098726 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-7c2b4035-6ee1-4648-8a05-97cc45f94616 None None] Provisioning complete for port 3963534e-7f40-4dbf-8322-ee9b0ffc96f7 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:08:05.099122 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-7c2b4035-6ee1-4648-8a05-97cc45f94616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:05.370373 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f58727f-36fa-415c-adcc-d2a71fc512ac req-7ceb0ea2-3519-4b21-83e3-e3634f40686f tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:08:05.424846 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-0f58727f-36fa-415c-adcc-d2a71fc512ac req-7ceb0ea2-3519-4b21-83e3-e3634f40686f tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d35e0c4-c006-4f35-a161-1e1e4ff68e11 HTTP/1.1" status: 200 len: 945 time: 1.2270944 Jun 01 19:08:05.513351 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c7f7f0fa-60a5-4f4e-9bfc-90542c48f65a tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:05.651441 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-0f58727f-36fa-415c-adcc-d2a71fc512ac req-feb7201e-b7d4-4000-af0e-39b6f919503c tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e27767a-e40e-41ca-b34d-a5b7412547b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126963 Jun 01 19:08:05.720655 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-7c2b4035-6ee1-4648-8a05-97cc45f94616 None None] Current status of the port 3963534e-7f40-4dbf-8322-ee9b0ffc96f7 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:08:05.785160 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c7f7f0fa-60a5-4f4e-9bfc-90542c48f65a tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2614143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9667199'] for subnet, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:05.840587 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-8be52aac-e8f6-46b0-8cf7-a748637d70df None None] Could not find standard attr ID for object c9d45eef-f1db-4323-b904-372144110772. {{(pid=88526) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 01 19:08:05.862612 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac6f835-f240-4ae1-b6bd-854b54974bda req-9456aab8-5856-4698-bde0-06e7a5fb1c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:08:05.864062 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4ac6f835-f240-4ae1-b6bd-854b54974bda req-9456aab8-5856-4698-bde0-06e7a5fb1c80 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1683679e-ac4b-4846-a35b-a63a265f2c59 HTTP/1.1" status: 200 len: 898 time: 0.9814279 Jun 01 19:08:05.947276 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f7f0fa-60a5-4f4e-9bfc-90542c48f65a tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Pushing event deleted for resources: {'Subnet': ['ID=ba439e56-232f-4b8a-9eba-d441ae57e3e9,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:08:05.963696 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c7f7f0fa-60a5-4f4e-9bfc-90542c48f65a tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks [] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:05.983992 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-c7f7f0fa-60a5-4f4e-9bfc-90542c48f65a tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] 10.222.0.41 "DELETE /v2.0/subnets/ba439e56-232f-4b8a-9eba-d441ae57e3e9 HTTP/1.1" status: 204 len: 168 time: 2.1328914 Jun 01 19:08:05.984717 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 51382) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:08:06.049415 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4ac6f835-f240-4ae1-b6bd-854b54974bda req-da2e99be-f68b-4af0-a931-e7d95f40bb23 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c13922d6-8dcd-4203-bf4b-58d64aaed295 HTTP/1.1" status: 200 len: 217 time: 0.1707246 Jun 01 19:08:06.102471 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dc1e0c1-d8f1-4521-96d1-0c5db6336a24 None None] Network 01ed931a-bb14-4735-b54b-9598137df125 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:08:06.471830 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-778c3b79-b2cd-46ba-b382-374ba671b999 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:06.511036 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-778c3b79-b2cd-46ba-b382-374ba671b999 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Deleting port 3963534e-7f40-4dbf-8322-ee9b0ffc96f7 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:08:06.511377 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-778c3b79-b2cd-46ba-b382-374ba671b999 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:06.554604 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac6f835-f240-4ae1-b6bd-854b54974bda req-872c5f75-936b-4bf3-bb51-9bd7d18c79be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:08:06.557759 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4ac6f835-f240-4ae1-b6bd-854b54974bda req-872c5f75-936b-4bf3-bb51-9bd7d18c79be service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8eee5ae7-9972-4ea4-a710-faeb7415f01a HTTP/1.1" status: 200 len: 834 time: 0.5006533 Jun 01 19:08:06.685298 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43530f51-9466-4e90-a006-e8e831d173ce req-98c57fa8-089b-4f11-9de5-4689a1d3719f tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:08:06.686814 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-43530f51-9466-4e90-a006-e8e831d173ce req-98c57fa8-089b-4f11-9de5-4689a1d3719f tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc7ed167-b50b-48f3-a13d-b18891eb7a13 HTTP/1.1" status: 200 len: 944 time: 0.4612927 Jun 01 19:08:06.822728 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-43530f51-9466-4e90-a006-e8e831d173ce req-543529ed-98a7-47aa-993b-dc50a0f23f66 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/security-groups?id=457e2085-2430-4c17-b58f-61923b8494ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1240232 Jun 01 19:08:06.905965 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac6f835-f240-4ae1-b6bd-854b54974bda req-a53e2c92-7128-4705-9c82-c050c2570157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:08:06.928274 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4ac6f835-f240-4ae1-b6bd-854b54974bda req-a53e2c92-7128-4705-9c82-c050c2570157 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1683679e-ac4b-4846-a35b-a63a265f2c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3549235 Jun 01 19:08:07.001462 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3351b5ac-7bdb-4997-b59d-8923dd6ae3f1 None None] DHCP port deletion for 01ed931a-bb14-4735-b54b-9598137df125 request from n-d-844202-1 {{(pid=88526) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 19:08:07.007818 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-3351b5ac-7bdb-4997-b59d-8923dd6ae3f1 None None] Deleting port 3963534e-7f40-4dbf-8322-ee9b0ffc96f7 {{(pid=88526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:08:07.008266 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-3351b5ac-7bdb-4997-b59d-8923dd6ae3f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:07.136780 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device c13922d6-8dcd-4203-bf4b-58d64aaed295 details requested by agent hyperv_n-h1-844202-1 with host n-h1-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 19:08:07.219153 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [None req-778c3b79-b2cd-46ba-b382-374ba671b999 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] For port 3963534e-7f40-4dbf-8322-ee9b0ffc96f7, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=3963534e-7f40-4dbf-8322-ee9b0ffc96f7,segment=NetworkSegment(38377bb0-eecd-428d-8cf5-86872b012cab),segment_id=38377bb0-eecd-428d-8cf5-86872b012cab)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:08:07.220205 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-778c3b79-b2cd-46ba-b382-374ba671b999 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:07.324656 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4ac6f835-f240-4ae1-b6bd-854b54974bda req-b6a009fe-5db9-4a3f-b1cd-9701949f02c7 service neutron] 10.222.0.15 "GET /v2.0/networks/1683679e-ac4b-4846-a35b-a63a265f2c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3866177 Jun 01 19:08:07.325147 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 51426) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:08:07.566752 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port c13922d6-8dcd-4203-bf4b-58d64aaed295, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=c13922d6-8dcd-4203-bf4b-58d64aaed295,segment=NetworkSegment(7e25366f-9619-4880-81a2-a56ac8eaa2c5),segment_id=7e25366f-9619-4880-81a2-a56ac8eaa2c5)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:08:07.581507 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-778c3b79-b2cd-46ba-b382-374ba671b999 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Calling delete_port for 3963534e-7f40-4dbf-8322-ee9b0ffc96f7 owned by network:dhcp {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:08:07.632544 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Returning: {'device': 'c13922d6-8dcd-4203-bf4b-58d64aaed295', 'network_id': '1683679e-ac4b-4846-a35b-a63a265f2c59', 'port_id': 'c13922d6-8dcd-4203-bf4b-58d64aaed295', 'mac_address': 'fa:16:3e:6e:5b:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8eee5ae7-9972-4ea4-a710-faeb7415f01a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 19:08:07.656115 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4ac6f835-f240-4ae1-b6bd-854b54974bda req-95b730de-a35a-447d-aa87-3c29b77510f4 service neutron] 10.222.0.15 "GET /v2.0/networks/1683679e-ac4b-4846-a35b-a63a265f2c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3188846 Jun 01 19:08:07.833635 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-dadfb21c-d551-4893-8556-65d8861a307a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:07.859621 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 51440) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:08:07.871362 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-dadfb21c-d551-4893-8556-65d8861a307a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:08:07.892865 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-dadfb21c-d551-4893-8556-65d8861a307a admin admin] Usage tracker for resource:security_group_rule and tenant:159b57ec35804e61ab7c54151a180218 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:08:07.905326 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-dadfb21c-d551-4893-8556-65d8861a307a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:08:07.930554 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-dadfb21c-d551-4893-8556-65d8861a307a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:08:07.990908 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port c13922d6-8dcd-4203-bf4b-58d64aaed295 is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:08:08.005635 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:08.050458 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-5c97ae2d-0dcf-4384-b312-4266bc1587d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:08.089574 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad711ff-59e0-472a-9bbe-47e54ac247df req-19837f1c-3b0c-4382-aab7-0ce573f97afa tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:08:08.106073 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-fad711ff-59e0-472a-9bbe-47e54ac247df req-19837f1c-3b0c-4382-aab7-0ce573f97afa tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d35e0c4-c006-4f35-a161-1e1e4ff68e11 HTTP/1.1" status: 200 len: 945 time: 0.3545280 Jun 01 19:08:08.121428 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-778c3b79-b2cd-46ba-b382-374ba671b999 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:08.254177 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c13922d6-8dcd-4203-bf4b-58d64aaed295 {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 19:08:08.282343 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-3351b5ac-7bdb-4997-b59d-8923dd6ae3f1 None None] The port '3963534e-7f40-4dbf-8322-ee9b0ffc96f7' was deleted {{(pid=88526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 01 19:08:08.322655 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port c13922d6-8dcd-4203-bf4b-58d64aaed295, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=c13922d6-8dcd-4203-bf4b-58d64aaed295,segment=NetworkSegment(7e25366f-9619-4880-81a2-a56ac8eaa2c5),segment_id=7e25366f-9619-4880-81a2-a56ac8eaa2c5)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:08:08.331804 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:08.351129 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-778c3b79-b2cd-46ba-b382-374ba671b999 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] No DVR routers for this DVR port 3963534e-7f40-4dbf-8322-ee9b0ffc96f7 on host n-d-844202-1 {{(pid=88525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:08:08.360313 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778c3b79-b2cd-46ba-b382-374ba671b999 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Pushing event deleted for resources: {'Port': ['ID=3963534e-7f40-4dbf-8322-ee9b0ffc96f7,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:08:08.389258 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2059f112-c066-4b05-b0fc-673eb5c5637b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:08.445900 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=c13922d6-8dcd-4203-bf4b-58d64aaed295,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:08:08.468552 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-2059f112-c066-4b05-b0fc-673eb5c5637b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:08:08.494830 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-2059f112-c066-4b05-b0fc-673eb5c5637b admin admin] Usage tracker for resource:security_group_rule and tenant:cd707fd7ccea4762ab1ee7cae350fc7e is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:08:08.500622 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-2059f112-c066-4b05-b0fc-673eb5c5637b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:08:08.524983 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-2059f112-c066-4b05-b0fc-673eb5c5637b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:08:08.533960 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-dadfb21c-d551-4893-8556-65d8861a307a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:08.556357 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-dadfb21c-d551-4893-8556-65d8861a307a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:08.587646 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] get_ports_and_sgs() called for port_ids ['c13922d6-8dcd-4203-bf4b-58d64aaed295'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 19:08:08.594015 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-fad711ff-59e0-472a-9bbe-47e54ac247df req-d1332546-a9a6-4184-9ec9-c779308e0457 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e27767a-e40e-41ca-b34d-a5b7412547b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4849966 Jun 01 19:08:08.612739 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-778c3b79-b2cd-46ba-b382-374ba671b999 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:08.674868 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81538f8b-886a-42a6-beb8-1721b51e3935 req-da310773-7146-436e-89f8-d8d00af05a0b tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:08:08.675441 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-778c3b79-b2cd-46ba-b382-374ba671b999 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01ed931a-bb14-4735-b54b-9598137df125']}} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:08:08.683456 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-81538f8b-886a-42a6-beb8-1721b51e3935 req-da310773-7146-436e-89f8-d8d00af05a0b tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc7ed167-b50b-48f3-a13d-b18891eb7a13 HTTP/1.1" status: 200 len: 944 time: 0.4800661 Jun 01 19:08:08.687219 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.agents_db [None req-e814b9cf-7de8-45d0-a079-29c61fabe7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 19:08:08.696285 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-778c3b79-b2cd-46ba-b382-374ba671b999 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38377bb0-eecd-428d-8cf5-86872b012cab') {'for_net_delete': True} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:08:08.696839 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-778c3b79-b2cd-46ba-b382-374ba671b999 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38377bb0-eecd-428d-8cf5-86872b012cab') {} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:08:08.744058 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadfb21c-d551-4893-8556-65d8861a307a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a537202-766e-48e9-8190-a9640ace9bf1,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:08:08.771276 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-778c3b79-b2cd-46ba-b382-374ba671b999 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2258522'] for segment, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:08.790066 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-778c3b79-b2cd-46ba-b382-374ba671b999 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:08.797066 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-778c3b79-b2cd-46ba-b382-374ba671b999 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=88525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 19:08:08.797515 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-778c3b79-b2cd-46ba-b382-374ba671b999 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2613981'] for segment, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:08.874383 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-dadfb21c-d551-4893-8556-65d8861a307a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=159b57ec35804e61ab7c54151a180218&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5388117 Jun 01 19:08:08.877721 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 51460) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:08:08.946401 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-81538f8b-886a-42a6-beb8-1721b51e3935 req-0a52a170-fddf-49af-948c-d0f4565a0adb tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/security-groups?id=457e2085-2430-4c17-b58f-61923b8494ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2603891 Jun 01 19:08:09.031549 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-0b8d7ab6-4cef-4832-9e16-ec7456d0b227 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:09.069862 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-0b8d7ab6-4cef-4832-9e16-ec7456d0b227 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:09.112922 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-778c3b79-b2cd-46ba-b382-374ba671b999 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:09.153914 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-778c3b79-b2cd-46ba-b382-374ba671b999 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks [] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:09.160576 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 3963534e-7f40-4dbf-8322-ee9b0ffc96f7 no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:08:09.206570 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778c3b79-b2cd-46ba-b382-374ba671b999 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Pushing event deleted for resources: {'Network': ['ID=01ed931a-bb14-4735-b54b-9598137df125,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:08:09.231278 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-778c3b79-b2cd-46ba-b382-374ba671b999 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] 10.222.0.41 "DELETE /v2.0/networks/01ed931a-bb14-4735-b54b-9598137df125 HTTP/1.1" status: 204 len: 168 time: 3.2429709 Jun 01 19:08:09.232252 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 51468) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:08:09.238686 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-77465027-9ab1-40b9-bf9a-a428aa082feb tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Request body: {'port': {'network_id': '752856ec-d0e9-477b-85f7-556bdb8925d7', 'name': 'tempest-PortsIpV6TestJSON-1414208356'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:08:09.262899 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2059f112-c066-4b05-b0fc-673eb5c5637b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:09.274075 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2059f112-c066-4b05-b0fc-673eb5c5637b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:09.336940 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: 3963534e-7f40-4dbf-8322-ee9b0ffc96f7 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:08:09.337570 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 3963534e-7f40-4dbf-8322-ee9b0ffc96f7 not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:08:09.438619 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059f112-c066-4b05-b0fc-673eb5c5637b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e295cceb-1bf3-4e67-8219-2f288140f2f5,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:08:09.468305 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-2059f112-c066-4b05-b0fc-673eb5c5637b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cd707fd7ccea4762ab1ee7cae350fc7e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6024728 Jun 01 19:08:09.483160 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 51472) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:08:09.492123 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-0b8d7ab6-4cef-4832-9e16-ec7456d0b227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:09.556243 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-0b8d7ab6-4cef-4832-9e16-ec7456d0b227 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:09.556464 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment 38377bb0-eecd-428d-8cf5-86872b012cab resource provider aggregate not found Jun 01 19:08:09.557459 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-0b8d7ab6-4cef-4832-9e16-ec7456d0b227 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3a537202-766e-48e9-8190-a9640ace9bf1 HTTP/1.1" status: 204 len: 168 time: 0.6781762 Jun 01 19:08:09.562468 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8d7ab6-4cef-4832-9e16-ec7456d0b227 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a537202-766e-48e9-8190-a9640ace9bf1,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:08:09.579675 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-323dd24a-289b-4397-b37f-3ec0465a4cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:09.765086 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment 38377bb0-eecd-428d-8cf5-86872b012cab resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 38377bb0-eecd-428d-8cf5-86872b012cab found for delete ", "request_id": "req-0b016154-20ef-4c35-9dea-7a405c18b043"}]} Jun 01 19:08:09.825570 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-77465027-9ab1-40b9-bf9a-a428aa082feb tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:08:09.876751 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ed44243b-fdfd-4d5a-b1bb-301361250af1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:09.882276 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-77465027-9ab1-40b9-bf9a-a428aa082feb tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Usage tracker for resource:port and tenant:be49ffaf16754f888348eea74749e7ed is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:08:09.933296 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-77465027-9ab1-40b9-bf9a-a428aa082feb tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:08:10.004924 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-77465027-9ab1-40b9-bf9a-a428aa082feb tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:08:10.090919 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ed44243b-fdfd-4d5a-b1bb-301361250af1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:10.159705 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77465027-9ab1-40b9-bf9a-a428aa082feb tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Made reservation on behalf of be49ffaf16754f888348eea74749e7ed for: {'port': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:08:10.168784 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-77465027-9ab1-40b9-bf9a-a428aa082feb tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:10.237867 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [None req-77465027-9ab1-40b9-bf9a-a428aa082feb tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] device_id is not set on port 7dd3d602-c419-4c83-aaaa-766312ef249c yet. {{(pid=88525) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 19:08:10.394432 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655e7c16-0a3a-42eb-9598-b76211b3eb4c req-779f1040-f09b-4f2f-91e7-cdd8548b6cba tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:08:10.413523 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-655e7c16-0a3a-42eb-9598-b76211b3eb4c req-779f1040-f09b-4f2f-91e7-cdd8548b6cba tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc7ed167-b50b-48f3-a13d-b18891eb7a13 HTTP/1.1" status: 200 len: 945 time: 0.1922510 Jun 01 19:08:10.463800 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 51492) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:08:10.526369 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-576e5e00-2952-4738-9ee6-b882df93940a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:10.576220 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-576e5e00-2952-4738-9ee6-b882df93940a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:08:10.589607 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-576e5e00-2952-4738-9ee6-b882df93940a admin admin] Usage tracker for resource:security_group_rule and tenant:b3eafb0ff09a4780baab727336c9fcc8 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:08:10.593620 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-576e5e00-2952-4738-9ee6-b882df93940a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:08:10.611028 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-576e5e00-2952-4738-9ee6-b882df93940a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:08:10.660030 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:10.675289 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-655e7c16-0a3a-42eb-9598-b76211b3eb4c req-053819ed-f691-4468-8259-ee3f82398550 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/security-groups?id=457e2085-2430-4c17-b58f-61923b8494ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2605512 Jun 01 19:08:10.687904 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:10.831576 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c42535e-79a2-4cb7-ad3e-b1337e01e874 req-2b64b207-0366-482b-b267-1af5826d2a37 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:08:10.833232 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4c42535e-79a2-4cb7-ad3e-b1337e01e874 req-2b64b207-0366-482b-b267-1af5826d2a37 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d35e0c4-c006-4f35-a161-1e1e4ff68e11 HTTP/1.1" status: 200 len: 945 time: 0.8525925 Jun 01 19:08:10.893671 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ed44243b-fdfd-4d5a-b1bb-301361250af1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:10.943716 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed44243b-fdfd-4d5a-b1bb-301361250af1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e295cceb-1bf3-4e67-8219-2f288140f2f5,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:08:10.974021 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-576e5e00-2952-4738-9ee6-b882df93940a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:10.979370 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-77465027-9ab1-40b9-bf9a-a428aa082feb tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:10.982444 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-576e5e00-2952-4738-9ee6-b882df93940a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:10.985725 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4c42535e-79a2-4cb7-ad3e-b1337e01e874 req-5acb2c89-d686-4f7a-b5a3-389039422d73 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e27767a-e40e-41ca-b34d-a5b7412547b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302357 Jun 01 19:08:10.986575 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ed44243b-fdfd-4d5a-b1bb-301361250af1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:10.990472 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-ed44243b-fdfd-4d5a-b1bb-301361250af1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e295cceb-1bf3-4e67-8219-2f288140f2f5 HTTP/1.1" status: 204 len: 168 time: 1.5032010 Jun 01 19:08:11.024853 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-77465027-9ab1-40b9-bf9a-a428aa082feb tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:11.120409 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-576e5e00-2952-4738-9ee6-b882df93940a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b3eafb0ff09a4780baab727336c9fcc8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6447868 Jun 01 19:08:11.122893 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576e5e00-2952-4738-9ee6-b882df93940a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9453a158-a23e-461b-b0b7-6d0535eec7f6,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:08:11.124982 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device c13922d6-8dcd-4203-bf4b-58d64aaed295 up at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:08:11.126707 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 51506) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:08:11.211849 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77465027-9ab1-40b9-bf9a-a428aa082feb tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Network 752856ec-d0e9-477b-85f7-556bdb8925d7 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:08:11.223541 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-77465027-9ab1-40b9-bf9a-a428aa082feb tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:08:11.229508 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-50031cba-ee7d-4c2b-b696-2880bca7bf45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:11.235487 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77465027-9ab1-40b9-bf9a-a428aa082feb tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:08:11.261646 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-50031cba-ee7d-4c2b-b696-2880bca7bf45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:11.275943 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77465027-9ab1-40b9-bf9a-a428aa082feb tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:08:11.276627 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-77465027-9ab1-40b9-bf9a-a428aa082feb tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:11.331223 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Provisioning for port c13922d6-8dcd-4203-bf4b-58d64aaed295 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:08:11.337244 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77465027-9ab1-40b9-bf9a-a428aa082feb tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Pushing event updated for resources: {'Port': ['ID=7dd3d602-c419-4c83-aaaa-766312ef249c,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:08:11.337983 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Provisioning complete for port c13922d6-8dcd-4203-bf4b-58d64aaed295 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:08:11.338552 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:11.355081 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 51510) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:08:11.365519 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-77465027-9ab1-40b9-bf9a-a428aa082feb tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.1319199 Jun 01 19:08:11.396882 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-50031cba-ee7d-4c2b-b696-2880bca7bf45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:11.437742 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50031cba-ee7d-4c2b-b696-2880bca7bf45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9453a158-a23e-461b-b0b7-6d0535eec7f6,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:08:11.449135 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-50031cba-ee7d-4c2b-b696-2880bca7bf45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:11.452752 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-50031cba-ee7d-4c2b-b696-2880bca7bf45 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9453a158-a23e-461b-b0b7-6d0535eec7f6 HTTP/1.1" status: 204 len: 168 time: 0.3226810 Jun 01 19:08:11.466535 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-391049a0-7161-44b6-81d4-040c30c8065a tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Deleting port 7dd3d602-c419-4c83-aaaa-766312ef249c {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:08:11.467187 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-391049a0-7161-44b6-81d4-040c30c8065a tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:11.503741 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:11.538423 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port c13922d6-8dcd-4203-bf4b-58d64aaed295 is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:08:11.538809 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:11.590429 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc7ed167-b50b-48f3-a13d-b18891eb7a13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c13922d6-8dcd-4203-bf4b-58d64aaed295'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:08:11.607854 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port c13922d6-8dcd-4203-bf4b-58d64aaed295, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=c13922d6-8dcd-4203-bf4b-58d64aaed295,segment=NetworkSegment(7e25366f-9619-4880-81a2-a56ac8eaa2c5),segment_id=7e25366f-9619-4880-81a2-a56ac8eaa2c5)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:08:11.614164 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:11.702708 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d74f97f7-32ff-44fb-94a0-a19182763074'] response: {'server_uuid': 'fc7ed167-b50b-48f3-a13d-b18891eb7a13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c13922d6-8dcd-4203-bf4b-58d64aaed295', 'code': 200} Jun 01 19:08:11.772908 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:11.782871 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=c13922d6-8dcd-4203-bf4b-58d64aaed295,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:08:11.921852 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:11.971646 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-391049a0-7161-44b6-81d4-040c30c8065a tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:12.002402 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e963340-7639-45e4-9094-a8cd0a7e2dc8 req-1e3530a6-94b4-4a43-b201-9dde17a3accd tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:08:12.011976 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-5e963340-7639-45e4-9094-a8cd0a7e2dc8 req-1e3530a6-94b4-4a43-b201-9dde17a3accd tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc7ed167-b50b-48f3-a13d-b18891eb7a13 HTTP/1.1" status: 200 len: 946 time: 0.1469536 Jun 01 19:08:12.114075 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-5e963340-7639-45e4-9094-a8cd0a7e2dc8 req-edb7984e-c015-419a-88c2-0f981a4dc9db tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/security-groups?id=457e2085-2430-4c17-b58f-61923b8494ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963345 Jun 01 19:08:12.132584 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-391049a0-7161-44b6-81d4-040c30c8065a tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Calling delete_port for 7dd3d602-c419-4c83-aaaa-766312ef249c owned by {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:08:12.262607 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 51536) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:08:12.285729 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-042e7c85-4dad-4f7e-a798-223a7ce461e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:12.307535 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-042e7c85-4dad-4f7e-a798-223a7ce461e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:08:12.311608 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-042e7c85-4dad-4f7e-a798-223a7ce461e3 admin admin] Usage tracker for resource:security_group_rule and tenant:297a9b0173674a8c9a471ae6691758f3 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:08:12.315817 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-042e7c85-4dad-4f7e-a798-223a7ce461e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:08:12.322956 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-042e7c85-4dad-4f7e-a798-223a7ce461e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:08:12.354135 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f82dcf-9d45-4792-ab20-c40f8f7d5ae1 req-9b848553-e0b0-4bff-9021-8bc4808ee7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:08:12.356005 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-88f82dcf-9d45-4792-ab20-c40f8f7d5ae1 req-9b848553-e0b0-4bff-9021-8bc4808ee7ab service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=fc7ed167-b50b-48f3-a13d-b18891eb7a13 HTTP/1.1" status: 200 len: 1097 time: 0.2311337 Jun 01 19:08:12.410014 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-391049a0-7161-44b6-81d4-040c30c8065a tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:12.462738 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-042e7c85-4dad-4f7e-a798-223a7ce461e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:12.469119 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-042e7c85-4dad-4f7e-a798-223a7ce461e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:12.472648 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f293044d-ac3a-4c64-9e19-998e68319504 req-a5536232-b2cb-4745-b93a-50979238a32b tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:08:12.486237 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f293044d-ac3a-4c64-9e19-998e68319504 req-a5536232-b2cb-4745-b93a-50979238a32b tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d35e0c4-c006-4f35-a161-1e1e4ff68e11 HTTP/1.1" status: 200 len: 945 time: 0.2651570 Jun 01 19:08:12.491990 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-88f82dcf-9d45-4792-ab20-c40f8f7d5ae1 req-96da2e1f-9663-44ed-a20b-4a5b148dd03f service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=457e2085-2430-4c17-b58f-61923b8494ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1231530 Jun 01 19:08:12.514951 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391049a0-7161-44b6-81d4-040c30c8065a tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Pushing event deleted for resources: {'Port': ['ID=7dd3d602-c419-4c83-aaaa-766312ef249c,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:08:12.540906 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-042e7c85-4dad-4f7e-a798-223a7ce461e3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=297a9b0173674a8c9a471ae6691758f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2767930 Jun 01 19:08:12.543252 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 51550) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:08:12.569113 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f293044d-ac3a-4c64-9e19-998e68319504 req-71a26925-348c-403a-8b33-3e8adc5a6a8a tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e27767a-e40e-41ca-b34d-a5b7412547b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888357 Jun 01 19:08:12.588160 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-391049a0-7161-44b6-81d4-040c30c8065a tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:12.599610 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-391049a0-7161-44b6-81d4-040c30c8065a tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] 10.222.0.41 "DELETE /v2.0/ports/7dd3d602-c419-4c83-aaaa-766312ef249c HTTP/1.1" status: 204 len: 168 time: 1.2431772 Jun 01 19:08:12.602407 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 51556) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:08:12.611209 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-bd956222-8a96-4137-b193-383e4b30384c tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Request body: {'port': {'network_id': '752856ec-d0e9-477b-85f7-556bdb8925d7', 'mac_address': 'fa:16:3e:69:2d:1f', 'name': 'tempest-PortsIpV6TestJSON-1385430420'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:08:12.631045 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042e7c85-4dad-4f7e-a798-223a7ce461e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=879e1108-a7a7-4bf2-b586-1b2fd99c9864,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:08:12.682259 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-72c0ddd6-7989-4950-a3d8-5b4f55ffed02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:12.711175 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-72c0ddd6-7989-4950-a3d8-5b4f55ffed02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:12.806165 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-72c0ddd6-7989-4950-a3d8-5b4f55ffed02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:12.809869 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-bd956222-8a96-4137-b193-383e4b30384c tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:08:12.814775 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-bd956222-8a96-4137-b193-383e4b30384c tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Usage tracker for resource:port and tenant:be49ffaf16754f888348eea74749e7ed is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:08:12.818103 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-bd956222-8a96-4137-b193-383e4b30384c tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:08:12.825739 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-bd956222-8a96-4137-b193-383e4b30384c tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:08:12.833131 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c0ddd6-7989-4950-a3d8-5b4f55ffed02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=879e1108-a7a7-4bf2-b586-1b2fd99c9864,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:08:12.841169 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd956222-8a96-4137-b193-383e4b30384c tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Made reservation on behalf of be49ffaf16754f888348eea74749e7ed for: {'port': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:08:12.846400 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-72c0ddd6-7989-4950-a3d8-5b4f55ffed02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:12.850062 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-72c0ddd6-7989-4950-a3d8-5b4f55ffed02 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/879e1108-a7a7-4bf2-b586-1b2fd99c9864 HTTP/1.1" status: 204 len: 168 time: 0.3034174 Jun 01 19:08:13.064624 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-bd956222-8a96-4137-b193-383e4b30384c tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:13.122911 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [None req-bd956222-8a96-4137-b193-383e4b30384c tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] device_id is not set on port 40128ec3-d157-4231-b15d-6aed64d25b18 yet. {{(pid=88524) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 19:08:13.450583 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97f8778-5e8e-488e-a303-67b65bc00fe4 req-ca0a5201-e27b-4068-8618-003f495f17be tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:08:13.452566 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c97f8778-5e8e-488e-a303-67b65bc00fe4 req-ca0a5201-e27b-4068-8618-003f495f17be tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc7ed167-b50b-48f3-a13d-b18891eb7a13 HTTP/1.1" status: 200 len: 946 time: 0.1423168 Jun 01 19:08:13.489319 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-bd956222-8a96-4137-b193-383e4b30384c tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:13.525081 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-bd956222-8a96-4137-b193-383e4b30384c tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:13.616017 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c97f8778-5e8e-488e-a303-67b65bc00fe4 req-d8c40780-4dae-42b7-be51-137333a806d9 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/security-groups?id=457e2085-2430-4c17-b58f-61923b8494ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1484680 Jun 01 19:08:13.639431 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd956222-8a96-4137-b193-383e4b30384c tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Pushing event updated for resources: {'Port': ['ID=40128ec3-d157-4231-b15d-6aed64d25b18,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:08:13.648393 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd956222-8a96-4137-b193-383e4b30384c tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Network 752856ec-d0e9-477b-85f7-556bdb8925d7 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:08:13.649714 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-bd956222-8a96-4137-b193-383e4b30384c tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:08:13.653362 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd956222-8a96-4137-b193-383e4b30384c tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:08:13.659792 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd956222-8a96-4137-b193-383e4b30384c tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:08:13.660543 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-bd956222-8a96-4137-b193-383e4b30384c tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:13.714577 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 51606) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:08:13.728064 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-bd956222-8a96-4137-b193-383e4b30384c tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.1243026 Jun 01 19:08:13.936887 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86a83061-1887-451c-a23e-a11cb7cf6054 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:08:13.937483 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-86a83061-1887-451c-a23e-a11cb7cf6054 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Synchronizing usage tracker for tenant:be49ffaf16754f888348eea74749e7ed on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:08:13.972213 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-86a83061-1887-451c-a23e-a11cb7cf6054 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Unset dirty status for tenant:be49ffaf16754f888348eea74749e7ed on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:08:13.974971 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afb675f-b6e9-4617-91c0-5dcd77ba8788 req-436799ad-9c24-4bcc-90b8-97dda0d67d20 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:08:13.975679 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-86a83061-1887-451c-a23e-a11cb7cf6054 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] 10.222.0.41 "GET /v2.0/ports/40128ec3-d157-4231-b15d-6aed64d25b18 HTTP/1.1" status: 200 len: 845 time: 0.2590177 Jun 01 19:08:13.979805 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 51624) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:08:13.980343 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-1afb675f-b6e9-4617-91c0-5dcd77ba8788 req-436799ad-9c24-4bcc-90b8-97dda0d67d20 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d35e0c4-c006-4f35-a161-1e1e4ff68e11 HTTP/1.1" status: 200 len: 945 time: 0.1664500 Jun 01 19:08:14.137775 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-1afb675f-b6e9-4617-91c0-5dcd77ba8788 req-8d00d5a8-4aaa-40c8-acce-a88e04950bba tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e27767a-e40e-41ca-b34d-a5b7412547b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429956 Jun 01 19:08:14.240620 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-29844270-b5a5-444e-919a-f9f8467281de tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Deleting port 40128ec3-d157-4231-b15d-6aed64d25b18 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:08:14.241053 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-29844270-b5a5-444e-919a-f9f8467281de tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:14.380724 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 51642) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:08:14.430775 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 86d4595b-e8db-4a4c-b6f0-57c1d6666091 details requested by agent hyperv_n-h2-844202-1 with host n-h2-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 19:08:14.529775 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f99ea033-bf2d-4158-bd1c-b847a3991fb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:14.565093 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-f99ea033-bf2d-4158-bd1c-b847a3991fb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:08:14.577495 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-f99ea033-bf2d-4158-bd1c-b847a3991fb7 admin admin] Usage tracker for resource:security_group_rule and tenant:5bba9d38a21c41fa8381e4592da23bd4 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:08:14.579177 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-29844270-b5a5-444e-919a-f9f8467281de tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:14.580819 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-f99ea033-bf2d-4158-bd1c-b847a3991fb7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:08:14.586839 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-f99ea033-bf2d-4158-bd1c-b847a3991fb7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:08:14.678655 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f99ea033-bf2d-4158-bd1c-b847a3991fb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:14.681195 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 86d4595b-e8db-4a4c-b6f0-57c1d6666091, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=86d4595b-e8db-4a4c-b6f0-57c1d6666091,segment=NetworkSegment(29f3bae4-57a1-4f66-96b7-93cfb8e10b44),segment_id=29f3bae4-57a1-4f66-96b7-93cfb8e10b44)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:08:14.685315 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f99ea033-bf2d-4158-bd1c-b847a3991fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:14.729150 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Returning: {'device': '86d4595b-e8db-4a4c-b6f0-57c1d6666091', 'network_id': '9872ab5d-59e4-43b1-8dfc-1ca5e239e8ce', 'port_id': '86d4595b-e8db-4a4c-b6f0-57c1d6666091', 'mac_address': 'fa:16:3e:42:43:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '969bae19-2b90-42ed-a4ac-a4a59eaa870c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 19:08:14.748138 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-f99ea033-bf2d-4158-bd1c-b847a3991fb7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5bba9d38a21c41fa8381e4592da23bd4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3635793 Jun 01 19:08:14.748138 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99ea033-bf2d-4158-bd1c-b847a3991fb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb97edeb-cb06-4914-8fb9-d7a4b88d4bcd,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:08:14.750182 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 51658) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:08:14.856601 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-29844270-b5a5-444e-919a-f9f8467281de tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Calling delete_port for 40128ec3-d157-4231-b15d-6aed64d25b18 owned by {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:08:14.858850 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d881b023-01c5-4331-b5ba-ba3c7f8c6458 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:14.889619 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d881b023-01c5-4331-b5ba-ba3c7f8c6458 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:14.931049 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port 86d4595b-e8db-4a4c-b6f0-57c1d6666091 is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:08:14.932378 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:14.952270 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d881b023-01c5-4331-b5ba-ba3c7f8c6458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:14.976475 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d881b023-01c5-4331-b5ba-ba3c7f8c6458 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb97edeb-cb06-4914-8fb9-d7a4b88d4bcd,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:08:14.980500 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86d4595b-e8db-4a4c-b6f0-57c1d6666091 {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 19:08:14.990034 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d881b023-01c5-4331-b5ba-ba3c7f8c6458 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:14.991683 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-d881b023-01c5-4331-b5ba-ba3c7f8c6458 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/eb97edeb-cb06-4914-8fb9-d7a4b88d4bcd HTTP/1.1" status: 204 len: 168 time: 0.2302148 Jun 01 19:08:15.025764 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 86d4595b-e8db-4a4c-b6f0-57c1d6666091, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=86d4595b-e8db-4a4c-b6f0-57c1d6666091,segment=NetworkSegment(29f3bae4-57a1-4f66-96b7-93cfb8e10b44),segment_id=29f3bae4-57a1-4f66-96b7-93cfb8e10b44)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:08:15.027525 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-29844270-b5a5-444e-919a-f9f8467281de tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:15.033933 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:15.123030 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=86d4595b-e8db-4a4c-b6f0-57c1d6666091,revision_number=11']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:08:15.145590 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29844270-b5a5-444e-919a-f9f8467281de tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Pushing event deleted for resources: {'Port': ['ID=40128ec3-d157-4231-b15d-6aed64d25b18,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:08:15.160089 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-29844270-b5a5-444e-919a-f9f8467281de tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:15.198996 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-29844270-b5a5-444e-919a-f9f8467281de tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] 10.222.0.41 "DELETE /v2.0/ports/40128ec3-d157-4231-b15d-6aed64d25b18 HTTP/1.1" status: 204 len: 168 time: 1.2001879 Jun 01 19:08:15.200291 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 51674) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:08:15.222738 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d46fce-15e0-436d-a77e-c8e951de31bb req-f84eedd5-9681-429f-9e84-036a677b9170 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:08:15.225682 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-58d46fce-15e0-436d-a77e-c8e951de31bb req-f84eedd5-9681-429f-9e84-036a677b9170 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc7ed167-b50b-48f3-a13d-b18891eb7a13 HTTP/1.1" status: 200 len: 946 time: 0.2735538 Jun 01 19:08:15.239888 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] get_ports_and_sgs() called for port_ids ['86d4595b-e8db-4a4c-b6f0-57c1d6666091'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 19:08:15.310968 n-d-844202-1 neutron-server[88524]: INFO neutron.pecan_wsgi.hooks.translation [None req-7809696b-fdd0-44da-9ab5-024389bfd533 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] GET failed (client error): The resource could not be found. Jun 01 19:08:15.311502 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-7809696b-fdd0-44da-9ab5-024389bfd533 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Synchronizing usage tracker for tenant:be49ffaf16754f888348eea74749e7ed on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:08:15.343835 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-58d46fce-15e0-436d-a77e-c8e951de31bb req-058eca40-fa2e-4a6b-bf0f-5f1f0e39fbb4 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/security-groups?id=457e2085-2430-4c17-b58f-61923b8494ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1108999 Jun 01 19:08:15.351790 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-7809696b-fdd0-44da-9ab5-024389bfd533 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Unset dirty status for tenant:be49ffaf16754f888348eea74749e7ed on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:08:15.351790 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-7809696b-fdd0-44da-9ab5-024389bfd533 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] 10.222.0.41 "GET /v2.0/ports/40128ec3-d157-4231-b15d-6aed64d25b18 HTTP/1.1" status: 404 len: 333 time: 0.1480947 Jun 01 19:08:15.355074 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 51684) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:08:15.363304 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-262a33f2-0452-4dec-b261-357442ad9a13 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Request body: {'port': {'network_id': '752856ec-d0e9-477b-85f7-556bdb8925d7', 'name': 'tempest-PortsIpV6TestJSON-303244195'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:08:15.589314 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ba7701-07b4-4489-b012-1d61f493ea40 req-09dc3abf-41bf-4484-914c-9b22d49dce29 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:08:15.600040 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-37ba7701-07b4-4489-b012-1d61f493ea40 req-09dc3abf-41bf-4484-914c-9b22d49dce29 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc7ed167-b50b-48f3-a13d-b18891eb7a13 HTTP/1.1" status: 200 len: 946 time: 0.1332514 Jun 01 19:08:15.701931 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-37ba7701-07b4-4489-b012-1d61f493ea40 req-df34ac27-824a-4a34-b696-3878d1d13314 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/security-groups?id=457e2085-2430-4c17-b58f-61923b8494ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930045 Jun 01 19:08:15.717382 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 51698) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:08:15.815100 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-262a33f2-0452-4dec-b261-357442ad9a13 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:08:15.826143 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-262a33f2-0452-4dec-b261-357442ad9a13 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:08:15.842297 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-262a33f2-0452-4dec-b261-357442ad9a13 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Made reservation on behalf of be49ffaf16754f888348eea74749e7ed for: {'port': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:08:15.848851 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-262a33f2-0452-4dec-b261-357442ad9a13 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:15.888562 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a47ef31-3f15-4393-99e7-f9f6aeaf5bfd tempest-TestNetworkAdvancedServerOps-1915190974 tempest-TestNetworkAdvancedServerOps-1915190974-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:08:15.890061 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-7a47ef31-3f15-4393-99e7-f9f6aeaf5bfd tempest-TestNetworkAdvancedServerOps-1915190974 tempest-TestNetworkAdvancedServerOps-1915190974-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=fc7ed167-b50b-48f3-a13d-b18891eb7a13 HTTP/1.1" status: 200 len: 1092 time: 0.1699200 Jun 01 19:08:15.892935 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba1dd91-9867-4f21-9448-6c870a7e0725 req-ad6cbc43-0dd3-408b-b488-897b0d5a6271 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:08:15.894450 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-eba1dd91-9867-4f21-9448-6c870a7e0725 req-ad6cbc43-0dd3-408b-b488-897b0d5a6271 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d35e0c4-c006-4f35-a161-1e1e4ff68e11 HTTP/1.1" status: 200 len: 946 time: 0.4886792 Jun 01 19:08:15.896133 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 51706) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:08:15.959738 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-97762c55-b90c-4394-89db-895bc42f323e tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Request body: {'floatingip': {'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'port_id': 'c13922d6-8dcd-4203-bf4b-58d64aaed295', 'tenant_id': '8537cfb3773e46d182e148cf5b0a717f', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:08:15.966455 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-97762c55-b90c-4394-89db-895bc42f323e tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:08:15.970883 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-97762c55-b90c-4394-89db-895bc42f323e tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Usage tracker for resource:floatingip and tenant:8537cfb3773e46d182e148cf5b0a717f is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:08:15.973781 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-97762c55-b90c-4394-89db-895bc42f323e tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:08:15.979898 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-97762c55-b90c-4394-89db-895bc42f323e tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:08:15.992152 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [None req-262a33f2-0452-4dec-b261-357442ad9a13 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] device_id is not set on port b6ab90e3-d1a2-40ec-ac9d-6c6076553983 yet. {{(pid=88524) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 19:08:16.036270 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-97762c55-b90c-4394-89db-895bc42f323e tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks [] for floatingip, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:16.152531 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-eba1dd91-9867-4f21-9448-6c870a7e0725 req-f970dc8b-5ac8-4585-ac98-299e5f2a400a tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e27767a-e40e-41ca-b34d-a5b7412547b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2423000 Jun 01 19:08:16.395090 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-262a33f2-0452-4dec-b261-357442ad9a13 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:16.411099 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-97762c55-b90c-4394-89db-895bc42f323e tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:16.448210 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 86d4595b-e8db-4a4c-b6f0-57c1d6666091 up at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:08:16.593034 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-262a33f2-0452-4dec-b261-357442ad9a13 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:16.612345 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning for port 86d4595b-e8db-4a4c-b6f0-57c1d6666091 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:08:16.618154 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning complete for port 86d4595b-e8db-4a4c-b6f0-57c1d6666091 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:08:16.618760 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:16.848398 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262a33f2-0452-4dec-b261-357442ad9a13 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Pushing event updated for resources: {'Port': ['ID=b6ab90e3-d1a2-40ec-ac9d-6c6076553983,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:08:16.903481 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port 86d4595b-e8db-4a4c-b6f0-57c1d6666091 is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:08:16.903778 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:16.918974 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-262a33f2-0452-4dec-b261-357442ad9a13 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Network 752856ec-d0e9-477b-85f7-556bdb8925d7 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:08:16.926351 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-262a33f2-0452-4dec-b261-357442ad9a13 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:08:16.932983 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262a33f2-0452-4dec-b261-357442ad9a13 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:08:16.949984 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-262a33f2-0452-4dec-b261-357442ad9a13 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:08:16.950906 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-262a33f2-0452-4dec-b261-357442ad9a13 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:16.976738 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d35e0c4-c006-4f35-a161-1e1e4ff68e11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86d4595b-e8db-4a4c-b6f0-57c1d6666091'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:08:16.988668 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 86d4595b-e8db-4a4c-b6f0-57c1d6666091, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=86d4595b-e8db-4a4c-b6f0-57c1d6666091,segment=NetworkSegment(29f3bae4-57a1-4f66-96b7-93cfb8e10b44),segment_id=29f3bae4-57a1-4f66-96b7-93cfb8e10b44)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:08:16.999904 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:17.023490 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [None req-97762c55-b90c-4394-89db-895bc42f323e tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Allocated IP 172.25.4.127 (72a72e44-6845-488a-a5ff-3a26d4df9cb3/c314a23b-daa2-4106-ab28-8e6f954277b2/980efd31-d824-4669-bb74-6d1d64d7b053) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:08:17.084528 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 51746) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:08:17.085745 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-262a33f2-0452-4dec-b261-357442ad9a13 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.7291715 Jun 01 19:08:17.098607 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-514b0f22-f9f4-46ea-a58e-c6f3f867e9cd tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:08:17.171799 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd118142-e2d1-410a-b821-494850e0c299'] response: {'server_uuid': '4d35e0c4-c006-4f35-a161-1e1e4ff68e11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86d4595b-e8db-4a4c-b6f0-57c1d6666091', 'code': 200} Jun 01 19:08:17.232163 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=86d4595b-e8db-4a4c-b6f0-57c1d6666091,revision_number=12']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:08:17.435590 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-514b0f22-f9f4-46ea-a58e-c6f3f867e9cd tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:17.611956 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-97762c55-b90c-4394-89db-895bc42f323e tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:17.660290 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-97762c55-b90c-4394-89db-895bc42f323e tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:17.691154 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-514b0f22-f9f4-46ea-a58e-c6f3f867e9cd tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks [] for port, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:17.704164 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-514b0f22-f9f4-46ea-a58e-c6f3f867e9cd tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:17.775209 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-514b0f22-f9f4-46ea-a58e-c6f3f867e9cd tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] In _notify_port_updated(), no bound segment for port b6ab90e3-d1a2-40ec-ac9d-6c6076553983 on network 752856ec-d0e9-477b-85f7-556bdb8925d7 {{(pid=88525) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 01 19:08:17.781127 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-514b0f22-f9f4-46ea-a58e-c6f3f867e9cd tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:08:17.782348 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-514b0f22-f9f4-46ea-a58e-c6f3f867e9cd tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:17.787418 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-514b0f22-f9f4-46ea-a58e-c6f3f867e9cd tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] 10.222.0.41 "PUT /v2.0/ports/b6ab90e3-d1a2-40ec-ac9d-6c6076553983 HTTP/1.1" status: 200 len: 818 time: 0.6991103 Jun 01 19:08:17.793947 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 51770) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:08:17.822081 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514b0f22-f9f4-46ea-a58e-c6f3f867e9cd tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Pushing event updated for resources: {'Port': ['ID=b6ab90e3-d1a2-40ec-ac9d-6c6076553983,revision_number=2']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:08:17.850728 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97762c55-b90c-4394-89db-895bc42f323e tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:08:17.864583 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-97762c55-b90c-4394-89db-895bc42f323e tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:08:17.873539 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97762c55-b90c-4394-89db-895bc42f323e tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:08:17.949039 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97762c55-b90c-4394-89db-895bc42f323e tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Pushing event updated for resources: {'Port': ['ID=980efd31-d824-4669-bb74-6d1d64d7b053,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:08:17.971376 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754ba8dd-3333-4637-8147-6ce883081d3e req-af587e91-72de-40a0-adde-b83f7025fc2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:08:17.971376 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-754ba8dd-3333-4637-8147-6ce883081d3e req-af587e91-72de-40a0-adde-b83f7025fc2a service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=4d35e0c4-c006-4f35-a161-1e1e4ff68e11 HTTP/1.1" status: 200 len: 1098 time: 0.6141224 Jun 01 19:08:18.008031 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-03af65c4-7536-442e-a790-2cdcf8cfdff0 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Deleting port b6ab90e3-d1a2-40ec-ac9d-6c6076553983 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:08:18.008651 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-03af65c4-7536-442e-a790-2cdcf8cfdff0 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:18.061012 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86821298-42b0-4bfc-852b-6d23c913f2a7 req-f23be58f-95e8-443b-985c-2f40ed495c63 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:08:18.068518 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-86821298-42b0-4bfc-852b-6d23c913f2a7 req-f23be58f-95e8-443b-985c-2f40ed495c63 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d35e0c4-c006-4f35-a161-1e1e4ff68e11 HTTP/1.1" status: 200 len: 947 time: 0.6296771 Jun 01 19:08:18.149497 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 51782) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:08:18.244309 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-86821298-42b0-4bfc-852b-6d23c913f2a7 req-4ff7c712-1bb0-4b06-bd45-31298eec58cf tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e27767a-e40e-41ca-b34d-a5b7412547b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747804 Jun 01 19:08:18.298177 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-e1d963ba-de1f-434e-bfcf-95744293ce41 tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-973567168', 'router:external': True}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:08:18.305378 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-754ba8dd-3333-4637-8147-6ce883081d3e req-a51c064f-22ff-4c8a-95e3-8bc04319c08f service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=9e27767a-e40e-41ca-b34d-a5b7412547b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3242908 Jun 01 19:08:18.306183 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-e1d963ba-de1f-434e-bfcf-95744293ce41 tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:08:18.311076 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-e1d963ba-de1f-434e-bfcf-95744293ce41 tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Usage tracker for resource:network and tenant:573471d98bb24a01af321ebb60a8573f is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:08:18.314610 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-e1d963ba-de1f-434e-bfcf-95744293ce41 tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:08:18.329431 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-e1d963ba-de1f-434e-bfcf-95744293ce41 tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:08:18.346553 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1d963ba-de1f-434e-bfcf-95744293ce41 tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Made reservation on behalf of 573471d98bb24a01af321ebb60a8573f for: {'network': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:08:18.354843 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e1d963ba-de1f-434e-bfcf-95744293ce41 tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:18.372358 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e1d963ba-de1f-434e-bfcf-95744293ce41 tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:18.392756 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-e1d963ba-de1f-434e-bfcf-95744293ce41 tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:08:18.397316 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-e1d963ba-de1f-434e-bfcf-95744293ce41 tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Usage tracker for resource:security_group_rule and tenant:573471d98bb24a01af321ebb60a8573f is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:08:18.400969 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-e1d963ba-de1f-434e-bfcf-95744293ce41 tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:08:18.409241 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-e1d963ba-de1f-434e-bfcf-95744293ce41 tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:08:18.511749 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e1d963ba-de1f-434e-bfcf-95744293ce41 tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:18.518647 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e1d963ba-de1f-434e-bfcf-95744293ce41 tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:18.534576 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1d963ba-de1f-434e-bfcf-95744293ce41 tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 139} {{(pid=88525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 19:08:18.546952 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e1d963ba-de1f-434e-bfcf-95744293ce41 tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:18.547772 n-d-844202-1 neutron-server[88525]: INFO neutron.db.segments_db [None req-e1d963ba-de1f-434e-bfcf-95744293ce41 tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Added segment f2d5c3e9-71d7-4f8c-9909-5577a83ecd11 of type vlan for network c5498031-3354-47bd-b180-3aca12b4503b Jun 01 19:08:18.605689 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 51790) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:08:18.616272 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-e6776d48-bb79-4219-abec-452537e82f1b tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1733474855'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:08:18.623672 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-e6776d48-bb79-4219-abec-452537e82f1b tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:08:18.626927 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d963ba-de1f-434e-bfcf-95744293ce41 tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1f7f180-07df-47d2-99af-84d87ec1199f,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:08:18.630866 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e1d963ba-de1f-434e-bfcf-95744293ce41 tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:18.637114 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-e6776d48-bb79-4219-abec-452537e82f1b tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Usage tracker for resource:network and tenant:02a99242e0f0463d9013e17319779a87 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:08:18.641962 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-e6776d48-bb79-4219-abec-452537e82f1b tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:08:18.651958 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-e6776d48-bb79-4219-abec-452537e82f1b tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:08:18.671943 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6776d48-bb79-4219-abec-452537e82f1b tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Made reservation on behalf of 02a99242e0f0463d9013e17319779a87 for: {'network': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:08:18.675837 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e6776d48-bb79-4219-abec-452537e82f1b tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:18.708529 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e1d963ba-de1f-434e-bfcf-95744293ce41 tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:18.709584 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1d963ba-de1f-434e-bfcf-95744293ce41 tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:08:18.710392 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e1d963ba-de1f-434e-bfcf-95744293ce41 tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Notify callbacks [] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:18.713733 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6776d48-bb79-4219-abec-452537e82f1b tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 119} {{(pid=88525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 19:08:18.744127 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-03af65c4-7536-442e-a790-2cdcf8cfdff0 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:18.879405 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-03af65c4-7536-442e-a790-2cdcf8cfdff0 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Calling delete_port for b6ab90e3-d1a2-40ec-ac9d-6c6076553983 owned by {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:08:18.942799 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e6776d48-bb79-4219-abec-452537e82f1b tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:18.943078 n-d-844202-1 neutron-server[88525]: INFO neutron.db.segments_db [None req-e6776d48-bb79-4219-abec-452537e82f1b tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Added segment 1cfda828-870d-4ff9-9f7f-9583fe873d24 of type vlan for network 83309fe7-c674-45d2-987a-e042535023cf Jun 01 19:08:18.960651 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d963ba-de1f-434e-bfcf-95744293ce41 tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Pushing event updated for resources: {'Network': ['ID=c5498031-3354-47bd-b180-3aca12b4503b,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:08:18.975485 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network c5498031-3354-47bd-b180-3aca12b4503b details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 19:08:18.981696 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-e1d963ba-de1f-434e-bfcf-95744293ce41 tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 0.8311584 Jun 01 19:08:18.986930 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 51796) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:08:18.987211 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e6776d48-bb79-4219-abec-452537e82f1b tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:18.993794 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-282bd7cb-d69c-4033-bc60-fde6013c181d tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Request body: {'subnet': {'network_id': 'c5498031-3354-47bd-b180-3aca12b4503b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:08:19.001344 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-282bd7cb-d69c-4033-bc60-fde6013c181d tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:08:19.009014 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-282bd7cb-d69c-4033-bc60-fde6013c181d tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Usage tracker for resource:subnet and tenant:573471d98bb24a01af321ebb60a8573f is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:08:19.012758 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-282bd7cb-d69c-4033-bc60-fde6013c181d tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:08:19.024607 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-03af65c4-7536-442e-a790-2cdcf8cfdff0 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:19.026603 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-282bd7cb-d69c-4033-bc60-fde6013c181d tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:08:19.049804 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e6776d48-bb79-4219-abec-452537e82f1b tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:19.056067 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6776d48-bb79-4219-abec-452537e82f1b tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:08:19.056713 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e6776d48-bb79-4219-abec-452537e82f1b tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Notify callbacks [] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:19.093498 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03af65c4-7536-442e-a790-2cdcf8cfdff0 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Pushing event deleted for resources: {'Port': ['ID=b6ab90e3-d1a2-40ec-ac9d-6c6076553983,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:08:19.094859 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-e6776d48-bb79-4219-abec-452537e82f1b tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4878805 Jun 01 19:08:19.100264 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 51804) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:08:19.104547 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-282bd7cb-d69c-4033-bc60-fde6013c181d tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Made reservation on behalf of 573471d98bb24a01af321ebb60a8573f for: {'subnet': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:08:19.106868 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-282bd7cb-d69c-4033-bc60-fde6013c181d tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3066584'] for subnet, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:19.168843 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-262e26a4-da94-48ce-a2dc-9ab02d025d02 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-636729770'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:08:19.208055 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-262e26a4-da94-48ce-a2dc-9ab02d025d02 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:08:19.227227 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-262e26a4-da94-48ce-a2dc-9ab02d025d02 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Usage tracker for resource:network and tenant:02a99242e0f0463d9013e17319779a87 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:08:19.233072 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-262e26a4-da94-48ce-a2dc-9ab02d025d02 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:08:19.242347 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6776d48-bb79-4219-abec-452537e82f1b tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Pushing event updated for resources: {'Network': ['ID=83309fe7-c674-45d2-987a-e042535023cf,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:08:19.246577 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-262e26a4-da94-48ce-a2dc-9ab02d025d02 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:08:19.259627 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-262e26a4-da94-48ce-a2dc-9ab02d025d02 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Made reservation on behalf of 02a99242e0f0463d9013e17319779a87 for: {'network': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:08:19.266450 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network 83309fe7-c674-45d2-987a-e042535023cf details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 19:08:19.273132 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-262e26a4-da94-48ce-a2dc-9ab02d025d02 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:19.320198 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-262e26a4-da94-48ce-a2dc-9ab02d025d02 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 114} {{(pid=88525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 19:08:19.333960 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-262e26a4-da94-48ce-a2dc-9ab02d025d02 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:19.334607 n-d-844202-1 neutron-server[88525]: INFO neutron.db.segments_db [None req-262e26a4-da94-48ce-a2dc-9ab02d025d02 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Added segment d8642800-b1d2-408c-993f-870ace18e652 of type vlan for network 3835bc88-4948-44ae-9b9d-0c2345cf8427 Jun 01 19:08:19.389340 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-262e26a4-da94-48ce-a2dc-9ab02d025d02 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:19.454762 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-262e26a4-da94-48ce-a2dc-9ab02d025d02 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:19.463504 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-262e26a4-da94-48ce-a2dc-9ab02d025d02 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:08:19.466090 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-262e26a4-da94-48ce-a2dc-9ab02d025d02 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Notify callbacks [] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:19.538970 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-97762c55-b90c-4394-89db-895bc42f323e tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:19.600540 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-03af65c4-7536-442e-a790-2cdcf8cfdff0 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:19.760783 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-97762c55-b90c-4394-89db-895bc42f323e tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:19.774633 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-262e26a4-da94-48ce-a2dc-9ab02d025d02 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6707284 Jun 01 19:08:19.782633 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 51824) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:08:19.796204 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-654ffdfb-89ff-48f7-847e-fcd44edc111a tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Request body: {'subnet': {'network_id': '83309fe7-c674-45d2-987a-e042535023cf', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:08:19.891974 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-03af65c4-7536-442e-a790-2cdcf8cfdff0 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] 10.222.0.41 "DELETE /v2.0/ports/b6ab90e3-d1a2-40ec-ac9d-6c6076553983 HTTP/1.1" status: 204 len: 168 time: 2.0957761 Jun 01 19:08:19.926346 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 51840) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:08:20.006026 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262e26a4-da94-48ce-a2dc-9ab02d025d02 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Pushing event updated for resources: {'Network': ['ID=3835bc88-4948-44ae-9b9d-0c2345cf8427,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:08:20.012351 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-654ffdfb-89ff-48f7-847e-fcd44edc111a tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:08:20.018020 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-654ffdfb-89ff-48f7-847e-fcd44edc111a tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Usage tracker for resource:subnet and tenant:02a99242e0f0463d9013e17319779a87 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:08:20.020439 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network 3835bc88-4948-44ae-9b9d-0c2345cf8427 details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 19:08:20.023224 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-654ffdfb-89ff-48f7-847e-fcd44edc111a tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:08:20.034864 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-654ffdfb-89ff-48f7-847e-fcd44edc111a tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:08:20.067912 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11a7bfc-de73-4a9c-ba40-1453984b5bf1 req-feb87f1c-9c80-4417-99b9-a4eb201cf092 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:08:20.079336 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f11a7bfc-de73-4a9c-ba40-1453984b5bf1 req-feb87f1c-9c80-4417-99b9-a4eb201cf092 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d35e0c4-c006-4f35-a161-1e1e4ff68e11 HTTP/1.1" status: 200 len: 947 time: 0.3951902 Jun 01 19:08:20.083987 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-654ffdfb-89ff-48f7-847e-fcd44edc111a tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Made reservation on behalf of 02a99242e0f0463d9013e17319779a87 for: {'subnet': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:08:20.092815 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-654ffdfb-89ff-48f7-847e-fcd44edc111a tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9667140'] for subnet, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:20.286490 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bcabac6-5801-433b-b4da-e37c2ada50c9 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:08:20.287219 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-4bcabac6-5801-433b-b4da-e37c2ada50c9 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Synchronizing usage tracker for tenant:be49ffaf16754f888348eea74749e7ed on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:08:20.318119 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f11a7bfc-de73-4a9c-ba40-1453984b5bf1 req-dadb58e9-89d1-4576-82c6-21f8c0ee4d07 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e27767a-e40e-41ca-b34d-a5b7412547b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2377198 Jun 01 19:08:20.333295 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-4bcabac6-5801-433b-b4da-e37c2ada50c9 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Unset dirty status for tenant:be49ffaf16754f888348eea74749e7ed on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:08:20.334457 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-4bcabac6-5801-433b-b4da-e37c2ada50c9 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.4063802 Jun 01 19:08:20.339110 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 51862) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:08:20.392802 n-d-844202-1 neutron-server[88524]: DEBUG neutron.objects.ports [None req-282bd7cb-d69c-4033-bc60-fde6013c181d tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88524) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jun 01 19:08:20.393276 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-282bd7cb-d69c-4033-bc60-fde6013c181d tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2718919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3066602'] for subnet, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:20.445385 n-d-844202-1 neutron-server[88525]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c0eaac0-0dd2-4c1e-8262-529602fd65cc tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] GET failed (client error): The resource could not be found. Jun 01 19:08:20.445842 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-9c0eaac0-0dd2-4c1e-8262-529602fd65cc tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Synchronizing usage tracker for tenant:be49ffaf16754f888348eea74749e7ed on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:08:20.472508 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282bd7cb-d69c-4033-bc60-fde6013c181d tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Pushing event updated for resources: {'Subnet': ['ID=e018a976-9ece-4821-b154-fc1063fbcc19,revision_number=0']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:08:20.480252 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-97762c55-b90c-4394-89db-895bc42f323e tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:20.491352 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-97762c55-b90c-4394-89db-895bc42f323e tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:20.580292 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-9c0eaac0-0dd2-4c1e-8262-529602fd65cc tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Unset dirty status for tenant:be49ffaf16754f888348eea74749e7ed on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:08:20.580292 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-9c0eaac0-0dd2-4c1e-8262-529602fd65cc tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] 10.222.0.41 "GET /v2.0/ports/b6ab90e3-d1a2-40ec-ac9d-6c6076553983 HTTP/1.1" status: 404 len: 333 time: 0.2350383 Jun 01 19:08:20.580292 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 51870) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:08:20.592271 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-d69dc3ba-a477-4f1e-a763-d4c08d2b121f tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-216559013'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:08:20.614877 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-d69dc3ba-a477-4f1e-a763-d4c08d2b121f tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:08:20.619416 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-282bd7cb-d69c-4033-bc60-fde6013c181d tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Checking segment: {'id': 'f2d5c3e9-71d7-4f8c-9909-5577a83ecd11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'c5498031-3354-47bd-b180-3aca12b4503b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:08:20.619850 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-282bd7cb-d69c-4033-bc60-fde6013c181d tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Network hostable DHCP agents. Network: c5498031-3354-47bd-b180-3aca12b4503b, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88524) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 19:08:20.627042 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-d69dc3ba-a477-4f1e-a763-d4c08d2b121f tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Usage tracker for resource:network and tenant:be49ffaf16754f888348eea74749e7ed is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:08:20.645066 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-d69dc3ba-a477-4f1e-a763-d4c08d2b121f tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:08:20.711423 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-d69dc3ba-a477-4f1e-a763-d4c08d2b121f tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:08:20.714356 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-654ffdfb-89ff-48f7-847e-fcd44edc111a tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2614064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9667190'] for subnet, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:20.793618 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d69dc3ba-a477-4f1e-a763-d4c08d2b121f tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Made reservation on behalf of be49ffaf16754f888348eea74749e7ed for: {'network': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:08:20.796904 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d69dc3ba-a477-4f1e-a763-d4c08d2b121f tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:20.797845 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97762c55-b90c-4394-89db-895bc42f323e tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Pushing event updated for resources: {'Port': ['ID=980efd31-d824-4669-bb74-6d1d64d7b053,revision_number=2']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:08:20.804175 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-97762c55-b90c-4394-89db-895bc42f323e tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887712'] for floatingip, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:20.842064 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d69dc3ba-a477-4f1e-a763-d4c08d2b121f tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 126} {{(pid=88525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 19:08:20.859295 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-282bd7cb-d69c-4033-bc60-fde6013c181d tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Network c5498031-3354-47bd-b180-3aca12b4503b is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88524) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 19:08:20.870266 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d69dc3ba-a477-4f1e-a763-d4c08d2b121f tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:20.870726 n-d-844202-1 neutron-server[88525]: INFO neutron.db.segments_db [None req-d69dc3ba-a477-4f1e-a763-d4c08d2b121f tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Added segment bb35ccef-0eeb-4a2b-96cb-99190e5b3353 of type vlan for network 56eb53e4-a5c2-46b3-980f-6e52ba27b48b Jun 01 19:08:20.890253 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654ffdfb-89ff-48f7-847e-fcd44edc111a tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Pushing event updated for resources: {'Subnet': ['ID=a154ee7c-2b5c-4f5d-88dd-ebda40eec737,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:08:20.893559 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-282bd7cb-d69c-4033-bc60-fde6013c181d tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, c5498031-3354-47bd-b180-3aca12b4503b) {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:08:20.903945 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-282bd7cb-d69c-4033-bc60-fde6013c181d tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:08:20.904352 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92002274-6f80-428e-8b06-d7f9386ca05d None None] Network c5498031-3354-47bd-b180-3aca12b4503b requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:08:20.905065 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-282bd7cb-d69c-4033-bc60-fde6013c181d tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:20.912748 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-654ffdfb-89ff-48f7-847e-fcd44edc111a tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Checking segment: {'id': '1cfda828-870d-4ff9-9f7f-9583fe873d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '83309fe7-c674-45d2-987a-e042535023cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:08:20.913115 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-654ffdfb-89ff-48f7-847e-fcd44edc111a tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Network hostable DHCP agents. Network: 83309fe7-c674-45d2-987a-e042535023cf, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 19:08:20.955230 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d69dc3ba-a477-4f1e-a763-d4c08d2b121f tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:21.007103 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-654ffdfb-89ff-48f7-847e-fcd44edc111a tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Network 83309fe7-c674-45d2-987a-e042535023cf is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 19:08:21.007808 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-282bd7cb-d69c-4033-bc60-fde6013c181d tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.0177672 Jun 01 19:08:21.008929 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 51882) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:08:21.020795 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-654ffdfb-89ff-48f7-847e-fcd44edc111a tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, 83309fe7-c674-45d2-987a-e042535023cf) {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:08:21.027521 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-654ffdfb-89ff-48f7-847e-fcd44edc111a tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:08:21.027950 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-271294e9-e005-4111-b154-2ded938b593b tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1238748280', 'network_id': 'c5498031-3354-47bd-b180-3aca12b4503b'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:08:21.028216 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-654ffdfb-89ff-48f7-847e-fcd44edc111a tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Notify callbacks [] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:21.036095 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d69dc3ba-a477-4f1e-a763-d4c08d2b121f tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:21.044570 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-271294e9-e005-4111-b154-2ded938b593b tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:08:21.044759 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d69dc3ba-a477-4f1e-a763-d4c08d2b121f tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:08:21.045288 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d69dc3ba-a477-4f1e-a763-d4c08d2b121f tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks [] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:21.052996 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-271294e9-e005-4111-b154-2ded938b593b tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Usage tracker for resource:port and tenant:573471d98bb24a01af321ebb60a8573f is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:08:21.058351 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-271294e9-e005-4111-b154-2ded938b593b tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:08:21.061902 n-d-844202-1 neutron-server[88524]: INFO neutron.db.l3_db [None req-97762c55-b90c-4394-89db-895bc42f323e tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Floating IP e50c39b1-b125-4b08-9fac-b4eac36c1da7 associated. External IP: 172.25.4.127, port: c13922d6-8dcd-4203-bf4b-58d64aaed295. Jun 01 19:08:21.115046 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73458e0b-2a8e-42a6-898d-1d5a29f8e91f None None] Network 83309fe7-c674-45d2-987a-e042535023cf requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:08:21.141829 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-271294e9-e005-4111-b154-2ded938b593b tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:08:21.256267 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69dc3ba-a477-4f1e-a763-d4c08d2b121f tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Pushing event updated for resources: {'Network': ['ID=56eb53e4-a5c2-46b3-980f-6e52ba27b48b,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:08:21.274844 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-271294e9-e005-4111-b154-2ded938b593b tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Made reservation on behalf of 573471d98bb24a01af321ebb60a8573f for: {'port': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:08:21.278580 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-271294e9-e005-4111-b154-2ded938b593b tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:21.284146 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-654ffdfb-89ff-48f7-847e-fcd44edc111a tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.4961047 Jun 01 19:08:21.286992 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 51890) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:08:21.301091 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-cf419c2f-4417-4fe6-9fe8-765dc556abe4 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Request body: {'subnet': {'network_id': '3835bc88-4948-44ae-9b9d-0c2345cf8427', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:08:21.302700 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network 56eb53e4-a5c2-46b3-980f-6e52ba27b48b details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 19:08:21.326210 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [None req-271294e9-e005-4111-b154-2ded938b593b tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] device_id is not set on port 13fe9e5b-e8ab-4fff-9e54-8edaf6a58be0 yet. {{(pid=88524) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 19:08:21.483409 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-d69dc3ba-a477-4f1e-a763-d4c08d2b121f tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9003243 Jun 01 19:08:21.483944 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 51896) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:08:21.498937 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-a4ec7fd7-375c-441f-aaf4-7e175bcec1ed tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Request body: {'subnet': {'network_id': '56eb53e4-a5c2-46b3-980f-6e52ba27b48b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:08:21.541859 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-cf419c2f-4417-4fe6-9fe8-765dc556abe4 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:08:21.569229 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-cf419c2f-4417-4fe6-9fe8-765dc556abe4 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Usage tracker for resource:subnet and tenant:02a99242e0f0463d9013e17319779a87 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:08:21.575700 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-cf419c2f-4417-4fe6-9fe8-765dc556abe4 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:08:21.613151 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68464563-0935-439c-b1df-4dfb8c915424 None None] Network c5498031-3354-47bd-b180-3aca12b4503b requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:08:21.769428 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [None req-271294e9-e005-4111-b154-2ded938b593b tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Allocated IP 172.20.0.9 (c5498031-3354-47bd-b180-3aca12b4503b/e018a976-9ece-4821-b154-fc1063fbcc19/13fe9e5b-e8ab-4fff-9e54-8edaf6a58be0) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:08:21.801385 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-a4ec7fd7-375c-441f-aaf4-7e175bcec1ed tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:08:21.805504 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-a4ec7fd7-375c-441f-aaf4-7e175bcec1ed tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Usage tracker for resource:subnet and tenant:be49ffaf16754f888348eea74749e7ed is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:08:21.809378 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-a4ec7fd7-375c-441f-aaf4-7e175bcec1ed tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:08:21.819131 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-a4ec7fd7-375c-441f-aaf4-7e175bcec1ed tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:08:21.838539 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-cf419c2f-4417-4fe6-9fe8-765dc556abe4 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:08:21.854436 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4ec7fd7-375c-441f-aaf4-7e175bcec1ed tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Made reservation on behalf of be49ffaf16754f888348eea74749e7ed for: {'subnet': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:08:21.860807 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a4ec7fd7-375c-441f-aaf4-7e175bcec1ed tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9667140'] for subnet, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:21.897563 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97762c55-b90c-4394-89db-895bc42f323e tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Router 225bd07d-765a-4cec-b072-924623910b8d has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 19:08:21.990330 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888d26f7-a058-41a1-93fd-f046442be2e5 req-8d7d33f1-b0bb-4da2-a3dd-54c0ed86ee52 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:08:21.997493 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-888d26f7-a058-41a1-93fd-f046442be2e5 req-8d7d33f1-b0bb-4da2-a3dd-54c0ed86ee52 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d35e0c4-c006-4f35-a161-1e1e4ff68e11 HTTP/1.1" status: 200 len: 947 time: 0.4020150 Jun 01 19:08:22.013376 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c01d71df-d1ef-4d67-9d21-61d71fc50494 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc93f83c3-7fb6-5c13-a9d4-29d739a4e8d2-83309fe7-c674-45d2-987a-e042535023cf', 'network_id': '83309fe7-c674-45d2-987a-e042535023cf', 'tenant_id': '02a99242e0f0463d9013e17319779a87', 'fixed_ips': [{'subnet_id': 'a154ee7c-2b5c-4f5d-88dd-ebda40eec737'}]}} from n-d-844202-1. {{(pid=88526) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 19:08:22.016628 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-c01d71df-d1ef-4d67-9d21-61d71fc50494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:22.183454 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf419c2f-4417-4fe6-9fe8-765dc556abe4 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Made reservation on behalf of 02a99242e0f0463d9013e17319779a87 for: {'subnet': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:08:22.186871 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-cf419c2f-4417-4fe6-9fe8-765dc556abe4 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9667140'] for subnet, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:22.288811 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.db_base_plugin_common [None req-c01d71df-d1ef-4d67-9d21-61d71fc50494 None None] Allocated IP 10.1.1.2 (83309fe7-c674-45d2-987a-e042535023cf/a154ee7c-2b5c-4f5d-88dd-ebda40eec737/872e3a0f-7849-4b23-82e3-024f274c77d4) {{(pid=88526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:08:22.308274 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-888d26f7-a058-41a1-93fd-f046442be2e5 req-581100c7-2e11-450e-adf8-596ea0da1fbf tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e27767a-e40e-41ca-b34d-a5b7412547b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3097532 Jun 01 19:08:22.381899 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-271294e9-e005-4111-b154-2ded938b593b tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:22.405431 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97762c55-b90c-4394-89db-895bc42f323e tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:08:22.418500 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29d6835-7402-4667-83ff-4cced4cb17a1 None None] Sync routers for ids ['225bd07d-765a-4cec-b072-924623910b8d'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:08:22.435223 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29d6835-7402-4667-83ff-4cced4cb17a1 None None] Routers {'225bd07d-765a-4cec-b072-924623910b8d'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:08:22.436219 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-f29d6835-7402-4667-83ff-4cced4cb17a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:08:09Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['225bd07d-765a-4cec-b072-924623910b8d'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:08:22.436765 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-97762c55-b90c-4394-89db-895bc42f323e tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for floatingip, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:22.561536 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-271294e9-e005-4111-b154-2ded938b593b tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:22.654947 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-97762c55-b90c-4394-89db-895bc42f323e tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 6.7439187 Jun 01 19:08:22.676838 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc7ed167-b50b-48f3-a13d-b18891eb7a13', 'tag': 'c13922d6-8dcd-4203-bf4b-58d64aaed295'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:08:22.695052 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-c01d71df-d1ef-4d67-9d21-61d71fc50494 None None] Notify callbacks [] for port, precommit_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:22.709398 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-c01d71df-d1ef-4d67-9d21-61d71fc50494 None None] Transition to ACTIVE for port object 872e3a0f-7849-4b23-82e3-024f274c77d4 will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:08:22.751074 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-c01d71df-d1ef-4d67-9d21-61d71fc50494 None None] Transition to ACTIVE for port object 872e3a0f-7849-4b23-82e3-024f274c77d4 will not be triggered until provisioned by entity DHCP. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:08:22.757764 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271294e9-e005-4111-b154-2ded938b593b tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Pushing event updated for resources: {'Port': ['ID=13fe9e5b-e8ab-4fff-9e54-8edaf6a58be0,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:08:22.762013 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-c01d71df-d1ef-4d67-9d21-61d71fc50494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526'] for port, after_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:22.768810 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-271294e9-e005-4111-b154-2ded938b593b tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Network c5498031-3354-47bd-b180-3aca12b4503b is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:08:22.770567 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-271294e9-e005-4111-b154-2ded938b593b tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:08:22.778084 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271294e9-e005-4111-b154-2ded938b593b tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:08:22.808217 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-f29d6835-7402-4667-83ff-4cced4cb17a1 None None] Set router 225bd07d-765a-4cec-b072-924623910b8d gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:08:22.914333 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c01d71df-d1ef-4d67-9d21-61d71fc50494 None None] Network 83309fe7-c674-45d2-987a-e042535023cf is already hosted by enough agents. {{(pid=88526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:08:22.917523 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.base_scheduler [None req-c01d71df-d1ef-4d67-9d21-61d71fc50494 None None] Resources bound (agent type, host, resource id): {{(pid=88526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:08:22.932020 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01d71df-d1ef-4d67-9d21-61d71fc50494 None None] Received port after_create {{(pid=88526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:08:22.960821 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a4ec7fd7-375c-441f-aaf4-7e175bcec1ed tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2614064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9667190'] for subnet, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:22.999646 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01d71df-d1ef-4d67-9d21-61d71fc50494 None None] Pushing event updated for resources: {'Port': ['ID=872e3a0f-7849-4b23-82e3-024f274c77d4,revision_number=1']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:08:23.102717 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ec7fd7-375c-441f-aaf4-7e175bcec1ed tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Pushing event updated for resources: {'Subnet': ['ID=d9bee008-feb9-48fa-af7f-90338076e98e,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:08:23.144633 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-c01d71df-d1ef-4d67-9d21-61d71fc50494 None None] Attempting to bind port 872e3a0f-7849-4b23-82e3-024f274c77d4 on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:08:23.145012 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-c01d71df-d1ef-4d67-9d21-61d71fc50494 None None] Attempting to bind port 872e3a0f-7849-4b23-82e3-024f274c77d4 by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': '1cfda828-870d-4ff9-9f7f-9583fe873d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '83309fe7-c674-45d2-987a-e042535023cf'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:08:23.145377 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01d71df-d1ef-4d67-9d21-61d71fc50494 None None] Attempting to bind port 872e3a0f-7849-4b23-82e3-024f274c77d4 on network 83309fe7-c674-45d2-987a-e042535023cf {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:08:23.158529 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01d71df-d1ef-4d67-9d21-61d71fc50494 None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 8, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:08:23.158817 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01d71df-d1ef-4d67-9d21-61d71fc50494 None None] Checking segment: {'id': '1cfda828-870d-4ff9-9f7f-9583fe873d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '83309fe7-c674-45d2-987a-e042535023cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:08:23.159214 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-c01d71df-d1ef-4d67-9d21-61d71fc50494 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:23.159606 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01d71df-d1ef-4d67-9d21-61d71fc50494 None None] Bound using segment: {'id': '1cfda828-870d-4ff9-9f7f-9583fe873d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '83309fe7-c674-45d2-987a-e042535023cf'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:08:23.160072 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-c01d71df-d1ef-4d67-9d21-61d71fc50494 None None] Bound port: 872e3a0f-7849-4b23-82e3-024f274c77d4, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cfda828-870d-4ff9-9f7f-9583fe873d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '83309fe7-c674-45d2-987a-e042535023cf'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:08:23.160636 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-c01d71df-d1ef-4d67-9d21-61d71fc50494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:23.279655 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-271294e9-e005-4111-b154-2ded938b593b tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:08:23.280261 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-271294e9-e005-4111-b154-2ded938b593b tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:23.302818 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-271294e9-e005-4111-b154-2ded938b593b tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 2.2879913 Jun 01 19:08:23.305366 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 51920) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:08:23.330335 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ce5dbf-7f0b-44a6-a3ac-6fdfa7efe624 req-d789533b-128d-4b54-9695-25e1c0437085 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:08:23.331879 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-61ce5dbf-7f0b-44a6-a3ac-6fdfa7efe624 req-d789533b-128d-4b54-9695-25e1c0437085 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d35e0c4-c006-4f35-a161-1e1e4ff68e11 HTTP/1.1" status: 200 len: 947 time: 0.7202868 Jun 01 19:08:23.423061 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ec7fd7-375c-441f-aaf4-7e175bcec1ed tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Checking segment: {'id': 'bb35ccef-0eeb-4a2b-96cb-99190e5b3353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '56eb53e4-a5c2-46b3-980f-6e52ba27b48b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:08:23.423581 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4ec7fd7-375c-441f-aaf4-7e175bcec1ed tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Network hostable DHCP agents. Network: 56eb53e4-a5c2-46b3-980f-6e52ba27b48b, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 19:08:23.425318 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-c01d71df-d1ef-4d67-9d21-61d71fc50494 None None] For port 872e3a0f-7849-4b23-82e3-024f274c77d4, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:08:23.434075 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-c01d71df-d1ef-4d67-9d21-61d71fc50494 None None] For port 872e3a0f-7849-4b23-82e3-024f274c77d4, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=872e3a0f-7849-4b23-82e3-024f274c77d4,segment=NetworkSegment(1cfda828-870d-4ff9-9f7f-9583fe873d24),segment_id=1cfda828-870d-4ff9-9f7f-9583fe873d24)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:08:23.438891 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-c01d71df-d1ef-4d67-9d21-61d71fc50494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:23.450456 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9148f4bd-707c-44ba-b054-8eba09498847 req-537ab334-1aa4-480b-9085-f944cab7c9be tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:08:23.452012 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9148f4bd-707c-44ba-b054-8eba09498847 req-537ab334-1aa4-480b-9085-f944cab7c9be tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc7ed167-b50b-48f3-a13d-b18891eb7a13 HTTP/1.1" status: 200 len: 946 time: 0.6176789 Jun 01 19:08:23.466210 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-61ce5dbf-7f0b-44a6-a3ac-6fdfa7efe624 req-ddd2b0fd-94ed-4479-a3ac-e6d3bedce7b4 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e27767a-e40e-41ca-b34d-a5b7412547b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164930 Jun 01 19:08:23.467088 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4ec7fd7-375c-441f-aaf4-7e175bcec1ed tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Network 56eb53e4-a5c2-46b3-980f-6e52ba27b48b is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 19:08:23.518938 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-a4ec7fd7-375c-441f-aaf4-7e175bcec1ed tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, 56eb53e4-a5c2-46b3-980f-6e52ba27b48b) {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:08:23.519383 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-9cb642d8-ed55-4a1d-aa90-d0a6141d9297 tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Deleting port 13fe9e5b-e8ab-4fff-9e54-8edaf6a58be0 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:08:23.519734 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-9cb642d8-ed55-4a1d-aa90-d0a6141d9297 tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:23.528605 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4ec7fd7-375c-441f-aaf4-7e175bcec1ed tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:08:23.529174 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a4ec7fd7-375c-441f-aaf4-7e175bcec1ed tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks [] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:23.544207 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-cf419c2f-4417-4fe6-9fe8-765dc556abe4 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2614064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9667190'] for subnet, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:23.558124 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-243a4920-c5df-48f5-b0ee-36264ae36ae2 None None] Network 56eb53e4-a5c2-46b3-980f-6e52ba27b48b requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:08:23.636212 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e711367e-57b8-40e3-bdcd-03612b0df362'] response: {'name': 'network-changed', 'server_uuid': 'fc7ed167-b50b-48f3-a13d-b18891eb7a13', 'tag': 'c13922d6-8dcd-4203-bf4b-58d64aaed295', 'status': 'completed', 'code': 200} Jun 01 19:08:23.663109 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf419c2f-4417-4fe6-9fe8-765dc556abe4 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Pushing event updated for resources: {'Subnet': ['ID=c69c0fa6-cb36-4ead-b87f-54af1c1b35b0,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:08:23.722180 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-a4ec7fd7-375c-441f-aaf4-7e175bcec1ed tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2337689 Jun 01 19:08:23.723018 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 51928) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:08:23.725617 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-f29d6835-7402-4667-83ff-4cced4cb17a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '225bd07d-765a-4cec-b072-924623910b8d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-563737349', 'tenant_id': '8537cfb3773e46d182e148cf5b0a717f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': 'f0276d19-07bd-4bd4-945f-483a0fdeb1eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:07:17Z', 'updated_at': '2022-06-01T19:07:40Z', 'revision_number': 4, 'project_id': '8537cfb3773e46d182e148cf5b0a717f', 'gw_port': {'id': 'f0276d19-07bd-4bd4-945f-483a0fdeb1eb', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:df:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '225bd07d-765a-4cec-b072-924623910b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2637, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:07:20Z', 'updated_at': '2022-06-01T19:07:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_floatingips': [{'id': 'e50c39b1-b125-4b08-9fac-b4eac36c1da7', 'tenant_id': '8537cfb3773e46d182e148cf5b0a717f', 'floating_ip_address': '172.25.4.127', 'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'router_id': '225bd07d-765a-4cec-b072-924623910b8d', 'port_id': 'c13922d6-8dcd-4203-bf4b-58d64aaed295', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2724, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1683679e-ac4b-4846-a35b-a63a265f2c59', 'mac_address': 'fa:16:3e:6e:5b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7ed167-b50b-48f3-a13d-b18891eb7a13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T19:08:18Z', 'updated_at': '2022-06-01T19:08:18Z', 'revision_number': 0, 'project_id': '8537cfb3773e46d182e148cf5b0a717f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b7fe9f7-c6ef-4d14-9267-271ef70a48aa', 'name': '', 'network_id': '1683679e-ac4b-4846-a35b-a63a265f2c59', 'tenant_id': '8537cfb3773e46d182e148cf5b0a717f', 'mac_address': 'fa:16:3e:d4:24:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '225bd07d-765a-4cec-b072-924623910b8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2674, 'fixed_ips': [{'subnet_id': '8eee5ae7-9972-4ea4-a710-faeb7415f01a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:07:37Z', 'updated_at': '2022-06-01T19:07:55Z', 'revision_number': 5, 'project_id': '8537cfb3773e46d182e148cf5b0a717f', 'subnets': [{'id': '8eee5ae7-9972-4ea4-a710-faeb7415f01a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:08:23.730176 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29d6835-7402-4667-83ff-4cced4cb17a1 None None] Checking router: 225bd07d-765a-4cec-b072-924623910b8d for host: n-d-844202-1 {{(pid=88527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 19:08:23.739847 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29d6835-7402-4667-83ff-4cced4cb17a1 None None] Routers {'225bd07d-765a-4cec-b072-924623910b8d'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:08:23.740651 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-f29d6835-7402-4667-83ff-4cced4cb17a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:08:09Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['225bd07d-765a-4cec-b072-924623910b8d'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:08:23.780088 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-5ad20c6b-6bbc-4aa5-be70-632fd7526232 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Request body: {'subnet': {'network_id': '56eb53e4-a5c2-46b3-980f-6e52ba27b48b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:08:23.851823 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf419c2f-4417-4fe6-9fe8-765dc556abe4 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Checking segment: {'id': 'd8642800-b1d2-408c-993f-870ace18e652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '3835bc88-4948-44ae-9b9d-0c2345cf8427'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:08:23.856576 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf419c2f-4417-4fe6-9fe8-765dc556abe4 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Network hostable DHCP agents. Network: 3835bc88-4948-44ae-9b9d-0c2345cf8427, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 19:08:23.877006 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9148f4bd-707c-44ba-b054-8eba09498847 req-45c86d4b-47fe-4023-b079-0d63df514806 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/security-groups?id=457e2085-2430-4c17-b58f-61923b8494ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4169834 Jun 01 19:08:23.946395 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 51932) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:08:24.073362 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01d71df-d1ef-4d67-9d21-61d71fc50494 None None] Pushing event updated for resources: {'Port': ['ID=872e3a0f-7849-4b23-82e3-024f274c77d4,revision_number=2']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:08:24.083670 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-f29d6835-7402-4667-83ff-4cced4cb17a1 None None] Set router 225bd07d-765a-4cec-b072-924623910b8d gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:08:24.162932 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2039eda8-71d3-4956-b8fd-77566ffb137e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc93f83c3-7fb6-5c13-a9d4-29d739a4e8d2-56eb53e4-a5c2-46b3-980f-6e52ba27b48b', 'network_id': '56eb53e4-a5c2-46b3-980f-6e52ba27b48b', 'tenant_id': 'be49ffaf16754f888348eea74749e7ed', 'fixed_ips': [{'subnet_id': 'd9bee008-feb9-48fa-af7f-90338076e98e'}]}} from n-d-844202-1. {{(pid=88526) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 19:08:24.164738 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-2039eda8-71d3-4956-b8fd-77566ffb137e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:24.170292 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-1039824c-aec6-4c56-8c32-22f40039fa64 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/floatingips/e50c39b1-b125-4b08-9fac-b4eac36c1da7 HTTP/1.1" status: 200 len: 992 time: 0.2164843 Jun 01 19:08:24.237890 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf419c2f-4417-4fe6-9fe8-765dc556abe4 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Network 3835bc88-4948-44ae-9b9d-0c2345cf8427 is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 19:08:24.254483 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-cf419c2f-4417-4fe6-9fe8-765dc556abe4 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, 3835bc88-4948-44ae-9b9d-0c2345cf8427) {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:08:24.285073 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf419c2f-4417-4fe6-9fe8-765dc556abe4 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:08:24.285655 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-cf419c2f-4417-4fe6-9fe8-765dc556abe4 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Notify callbacks [] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:24.357531 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-5ad20c6b-6bbc-4aa5-be70-632fd7526232 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:08:24.368487 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f66f7d-e43b-4ed0-8c4a-14f9aa0ba7e5 req-d7f6a9cd-947a-4679-9838-16794049e444 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:08:24.370004 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b1f66f7d-e43b-4ed0-8c4a-14f9aa0ba7e5 req-d7f6a9cd-947a-4679-9838-16794049e444 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d35e0c4-c006-4f35-a161-1e1e4ff68e11 HTTP/1.1" status: 200 len: 947 time: 0.3692205 Jun 01 19:08:24.373120 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-cf419c2f-4417-4fe6-9fe8-765dc556abe4 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 3.0844798 Jun 01 19:08:24.374277 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-5ad20c6b-6bbc-4aa5-be70-632fd7526232 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Usage tracker for resource:subnet and tenant:be49ffaf16754f888348eea74749e7ed is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:08:24.378385 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 51938) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:08:24.381977 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-5ad20c6b-6bbc-4aa5-be70-632fd7526232 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:08:24.403304 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-44fbba09-ad8b-4867-b505-2e4ff062b0f8 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Request body: {'port': {'network_id': '83309fe7-c674-45d2-987a-e042535023cf', 'name': 'tempest-TaggedBootDevicesTest-1010627048', 'fixed_ips': [{'subnet_id': 'a154ee7c-2b5c-4f5d-88dd-ebda40eec737'}]}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:08:24.413982 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c2bde2-5619-4c1c-9fe0-4caad8c24917 req-5ea1d769-3a7b-4ff2-acf9-e23295984a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:08:24.415633 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-79c2bde2-5619-4c1c-9fe0-4caad8c24917 req-5ea1d769-3a7b-4ff2-acf9-e23295984a7c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8537cfb3773e46d182e148cf5b0a717f&device_id=fc7ed167-b50b-48f3-a13d-b18891eb7a13 HTTP/1.1" status: 200 len: 1097 time: 0.7491691 Jun 01 19:08:24.478988 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-587a3d2e-c51f-4b8e-a9c1-eeb0fd700e4d None None] Network 3835bc88-4948-44ae-9b9d-0c2345cf8427 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:08:24.601092 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-5ad20c6b-6bbc-4aa5-be70-632fd7526232 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:08:24.711801 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ad20c6b-6bbc-4aa5-be70-632fd7526232 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Made reservation on behalf of be49ffaf16754f888348eea74749e7ed for: {'subnet': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:08:24.715125 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5ad20c6b-6bbc-4aa5-be70-632fd7526232 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9667140'] for subnet, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:24.736454 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.db_base_plugin_common [None req-2039eda8-71d3-4956-b8fd-77566ffb137e None None] Allocated IP 2001:db8::2 (56eb53e4-a5c2-46b3-980f-6e52ba27b48b/d9bee008-feb9-48fa-af7f-90338076e98e/3b85e2a8-6a31-435b-8b70-c03e7da0eb90) {{(pid=88526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:08:24.838318 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-f29d6835-7402-4667-83ff-4cced4cb17a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '225bd07d-765a-4cec-b072-924623910b8d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-563737349', 'tenant_id': '8537cfb3773e46d182e148cf5b0a717f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': 'f0276d19-07bd-4bd4-945f-483a0fdeb1eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:07:17Z', 'updated_at': '2022-06-01T19:07:40Z', 'revision_number': 4, 'project_id': '8537cfb3773e46d182e148cf5b0a717f', 'gw_port': {'id': 'f0276d19-07bd-4bd4-945f-483a0fdeb1eb', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:df:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '225bd07d-765a-4cec-b072-924623910b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2637, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:07:20Z', 'updated_at': '2022-06-01T19:07:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_floatingips': [{'id': 'e50c39b1-b125-4b08-9fac-b4eac36c1da7', 'tenant_id': '8537cfb3773e46d182e148cf5b0a717f', 'floating_ip_address': '172.25.4.127', 'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'router_id': '225bd07d-765a-4cec-b072-924623910b8d', 'port_id': 'c13922d6-8dcd-4203-bf4b-58d64aaed295', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2724, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1683679e-ac4b-4846-a35b-a63a265f2c59', 'mac_address': 'fa:16:3e:6e:5b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7ed167-b50b-48f3-a13d-b18891eb7a13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T19:08:18Z', 'updated_at': '2022-06-01T19:08:18Z', 'revision_number': 0, 'project_id': '8537cfb3773e46d182e148cf5b0a717f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b7fe9f7-c6ef-4d14-9267-271ef70a48aa', 'name': '', 'network_id': '1683679e-ac4b-4846-a35b-a63a265f2c59', 'tenant_id': '8537cfb3773e46d182e148cf5b0a717f', 'mac_address': 'fa:16:3e:d4:24:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '225bd07d-765a-4cec-b072-924623910b8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2674, 'fixed_ips': [{'subnet_id': '8eee5ae7-9972-4ea4-a710-faeb7415f01a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:07:37Z', 'updated_at': '2022-06-01T19:07:55Z', 'revision_number': 5, 'project_id': '8537cfb3773e46d182e148cf5b0a717f', 'subnets': [{'id': '8eee5ae7-9972-4ea4-a710-faeb7415f01a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:08:24.850605 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29d6835-7402-4667-83ff-4cced4cb17a1 None None] The sync data for ids ['225bd07d-765a-4cec-b072-924623910b8d'] in n-d-844202-1 is: [{'id': '225bd07d-765a-4cec-b072-924623910b8d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-563737349', 'tenant_id': '8537cfb3773e46d182e148cf5b0a717f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': 'f0276d19-07bd-4bd4-945f-483a0fdeb1eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:07:17Z', 'updated_at': '2022-06-01T19:07:40Z', 'revision_number': 4, 'project_id': '8537cfb3773e46d182e148cf5b0a717f', 'gw_port': {'id': 'f0276d19-07bd-4bd4-945f-483a0fdeb1eb', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:df:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '225bd07d-765a-4cec-b072-924623910b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2637, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:07:20Z', 'updated_at': '2022-06-01T19:07:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_floatingips': [{'id': 'e50c39b1-b125-4b08-9fac-b4eac36c1da7', 'tenant_id': '8537cfb3773e46d182e148cf5b0a717f', 'floating_ip_address': '172.25.4.127', 'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'router_id': '225bd07d-765a-4cec-b072-924623910b8d', 'port_id': 'c13922d6-8dcd-4203-bf4b-58d64aaed295', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2724, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1683679e-ac4b-4846-a35b-a63a265f2c59', 'mac_address': 'fa:16:3e:6e:5b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7ed167-b50b-48f3-a13d-b18891eb7a13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T19:08:18Z', 'updated_at': '2022-06-01T19:08:18Z', 'revision_number': 0, 'project_id': '8537cfb3773e46d182e148cf5b0a717f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b7fe9f7-c6ef-4d14-9267-271ef70a48aa', 'name': '', 'network_id': '1683679e-ac4b-4846-a35b-a63a265f2c59', 'tenant_id': '8537cfb3773e46d182e148cf5b0a717f', 'mac_address': 'fa:16:3e:d4:24:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '225bd07d-765a-4cec-b072-924623910b8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2674, 'fixed_ips': [{'subnet_id': '8eee5ae7-9972-4ea4-a710-faeb7415f01a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:07:37Z', 'updated_at': '2022-06-01T19:07:55Z', 'revision_number': 5, 'project_id': '8537cfb3773e46d182e148cf5b0a717f', 'subnets': [{'id': '8eee5ae7-9972-4ea4-a710-faeb7415f01a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:08:24.852379 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b1f66f7d-e43b-4ed0-8c4a-14f9aa0ba7e5 req-b2822af7-a17c-4086-8627-6e4c4c409999 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e27767a-e40e-41ca-b34d-a5b7412547b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4712517 Jun 01 19:08:24.934985 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-44fbba09-ad8b-4867-b505-2e4ff062b0f8 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:08:24.943976 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-44fbba09-ad8b-4867-b505-2e4ff062b0f8 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Usage tracker for resource:port and tenant:02a99242e0f0463d9013e17319779a87 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:08:24.946502 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-9cb642d8-ed55-4a1d-aa90-d0a6141d9297 tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:24.948300 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-44fbba09-ad8b-4867-b505-2e4ff062b0f8 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:08:24.960652 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-44fbba09-ad8b-4867-b505-2e4ff062b0f8 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:08:24.979471 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44fbba09-ad8b-4867-b505-2e4ff062b0f8 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Made reservation on behalf of 02a99242e0f0463d9013e17319779a87 for: {'port': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:08:25.146502 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 872e3a0f-7849-4b23-82e3-024f274c77d4 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:08:25.165008 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c2bde2-5619-4c1c-9fe0-4caad8c24917 req-9fbe9dcb-c4af-4f33-9045-9807eabc8cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:08:25.168483 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-79c2bde2-5619-4c1c-9fe0-4caad8c24917 req-9fbe9dcb-c4af-4f33-9045-9807eabc8cb1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1683679e-ac4b-4846-a35b-a63a265f2c59 HTTP/1.1" status: 200 len: 898 time: 0.7434661 Jun 01 19:08:25.179627 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-44fbba09-ad8b-4867-b505-2e4ff062b0f8 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:25.204995 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 51950) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:08:25.460672 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-9cb642d8-ed55-4a1d-aa90-d0a6141d9297 tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Calling delete_port for 13fe9e5b-e8ab-4fff-9e54-8edaf6a58be0 owned by {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:08:25.581659 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [None req-44fbba09-ad8b-4867-b505-2e4ff062b0f8 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] device_id is not set on port 8e023d4a-9eb6-405c-b18a-c3de65879a4a yet. {{(pid=88525) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 19:08:25.651015 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-2039eda8-71d3-4956-b8fd-77566ffb137e None None] Notify callbacks [] for port, precommit_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:25.665872 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-2039eda8-71d3-4956-b8fd-77566ffb137e None None] Transition to ACTIVE for port object 3b85e2a8-6a31-435b-8b70-c03e7da0eb90 will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:08:25.702149 n-d-844202-1 neutron-server[88525]: INFO neutron.db.ipam_backend_mixin [None req-5ad20c6b-6bbc-4aa5-be70-632fd7526232 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d9bee008-feb9-48fa-af7f-90338076e98e (CIDR: 2001:db8::/64) Jun 01 19:08:25.719867 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bacf3db-6b04-420f-a255-d775861565cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc93f83c3-7fb6-5c13-a9d4-29d739a4e8d2-3835bc88-4948-44ae-9b9d-0c2345cf8427', 'network_id': '3835bc88-4948-44ae-9b9d-0c2345cf8427', 'tenant_id': '02a99242e0f0463d9013e17319779a87', 'fixed_ips': [{'subnet_id': 'c69c0fa6-cb36-4ead-b87f-54af1c1b35b0'}]}} from n-d-844202-1. {{(pid=88526) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 19:08:25.720728 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-7bacf3db-6b04-420f-a255-d775861565cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:25.733474 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-79c2bde2-5619-4c1c-9fe0-4caad8c24917 req-f1876523-8f61-4001-be45-8330afc112ef service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c13922d6-8dcd-4203-bf4b-58d64aaed295 HTTP/1.1" status: 200 len: 1000 time: 0.4219878 Jun 01 19:08:25.735927 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-ebe6c94d-2e59-47ce-b324-bb45ba669d4c tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/floatingips/e50c39b1-b125-4b08-9fac-b4eac36c1da7 HTTP/1.1" status: 200 len: 992 time: 0.4666553 Jun 01 19:08:25.765059 n-d-844202-1 neutron-server[88525]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ad20c6b-6bbc-4aa5-be70-632fd7526232 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 01 19:08:25.765826 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ad20c6b-6bbc-4aa5-be70-632fd7526232 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88525) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 19:08:25.879511 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f51904-750f-4ba9-a857-9dcc7efc5a62 req-34157b6f-2cda-4b40-8f5b-70c1ab1cb39b tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:08:25.881388 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-53f51904-750f-4ba9-a857-9dcc7efc5a62 req-34157b6f-2cda-4b40-8f5b-70c1ab1cb39b tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d35e0c4-c006-4f35-a161-1e1e4ff68e11 HTTP/1.1" status: 200 len: 947 time: 0.6727686 Jun 01 19:08:25.895013 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c2bde2-5619-4c1c-9fe0-4caad8c24917 req-bea89b17-7df0-4a0a-b388-9e938813f5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:08:25.898185 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-79c2bde2-5619-4c1c-9fe0-4caad8c24917 req-bea89b17-7df0-4a0a-b388-9e938813f5b2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8eee5ae7-9972-4ea4-a710-faeb7415f01a HTTP/1.1" status: 200 len: 834 time: 0.1427741 Jun 01 19:08:26.034859 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f33b00d-6258-484b-b0db-8f6f9e1c8c9d None None] New status for floating IP e50c39b1-b125-4b08-9fac-b4eac36c1da7: ACTIVE {{(pid=88526) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 19:08:26.037537 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 51964) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:08:26.038271 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-5ad20c6b-6bbc-4aa5-be70-632fd7526232 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.2741170 Jun 01 19:08:26.053976 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 51968) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:08:26.057657 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-fb0bf137-6fd3-48b4-bddc-6fd322ac1dbd tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Request body: {'subnet': {'network_id': '56eb53e4-a5c2-46b3-980f-6e52ba27b48b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:08:26.123649 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-53f51904-750f-4ba9-a857-9dcc7efc5a62 req-6c573ff1-299b-49ee-b180-a351a1bee261 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e27767a-e40e-41ca-b34d-a5b7412547b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2345169 Jun 01 19:08:26.165576 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-149b55db-c617-4216-b7c6-a7fa092da719 None None] Network 83309fe7-c674-45d2-987a-e042535023cf requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:08:26.214495 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [None req-44fbba09-ad8b-4867-b505-2e4ff062b0f8 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Allocated IP 10.1.1.118 (83309fe7-c674-45d2-987a-e042535023cf/a154ee7c-2b5c-4f5d-88dd-ebda40eec737/8e023d4a-9eb6-405c-b18a-c3de65879a4a) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:08:26.299267 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c2bde2-5619-4c1c-9fe0-4caad8c24917 req-9f7b01ca-7ba1-44b9-841d-f55aa311dcae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:08:26.301284 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-79c2bde2-5619-4c1c-9fe0-4caad8c24917 req-9f7b01ca-7ba1-44b9-841d-f55aa311dcae service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1683679e-ac4b-4846-a35b-a63a265f2c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3810525 Jun 01 19:08:26.306213 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-9cb642d8-ed55-4a1d-aa90-d0a6141d9297 tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:26.419624 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2b18a6c6-c317-4689-8374-bc351715c2d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:26.449442 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb642d8-ed55-4a1d-aa90-d0a6141d9297 tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Pushing event deleted for resources: {'Port': ['ID=13fe9e5b-e8ab-4fff-9e54-8edaf6a58be0,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:08:26.631847 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-2039eda8-71d3-4956-b8fd-77566ffb137e None None] Transition to ACTIVE for port object 3b85e2a8-6a31-435b-8b70-c03e7da0eb90 will not be triggered until provisioned by entity DHCP. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:08:26.635869 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-0481efa4-c7be-4d70-aba9-deda94cef5fc None None] Provisioning for port 872e3a0f-7849-4b23-82e3-024f274c77d4 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:08:26.666439 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-2039eda8-71d3-4956-b8fd-77566ffb137e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526'] for port, after_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:26.723139 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-44fbba09-ad8b-4867-b505-2e4ff062b0f8 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:26.740937 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [None req-44fbba09-ad8b-4867-b505-2e4ff062b0f8 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Transition to ACTIVE for port object 8e023d4a-9eb6-405c-b18a-c3de65879a4a will not be triggered until provisioned by entity DHCP. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:08:26.756556 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2039eda8-71d3-4956-b8fd-77566ffb137e None None] Network 56eb53e4-a5c2-46b3-980f-6e52ba27b48b is already hosted by enough agents. {{(pid=88526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:08:26.760955 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2039eda8-71d3-4956-b8fd-77566ffb137e None None] Pushing event updated for resources: {'Port': ['ID=3b85e2a8-6a31-435b-8b70-c03e7da0eb90,revision_number=1']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:08:26.764183 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.base_scheduler [None req-2039eda8-71d3-4956-b8fd-77566ffb137e None None] Resources bound (agent type, host, resource id): {{(pid=88526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:08:26.765373 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 51978) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:08:26.770563 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2039eda8-71d3-4956-b8fd-77566ffb137e None None] Received port after_create {{(pid=88526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:08:26.778449 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-2b18a6c6-c317-4689-8374-bc351715c2d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:08:26.783795 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-2b18a6c6-c317-4689-8374-bc351715c2d7 admin admin] Usage tracker for resource:security_group_rule and tenant:47e1399c3f864bc08dbe905822063495 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:08:26.787514 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-2b18a6c6-c317-4689-8374-bc351715c2d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:08:26.794219 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-2b18a6c6-c317-4689-8374-bc351715c2d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:08:26.838661 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.db_base_plugin_common [None req-7bacf3db-6b04-420f-a255-d775861565cf None None] Allocated IP 10.2.2.2 (3835bc88-4948-44ae-9b9d-0c2345cf8427/c69c0fa6-cb36-4ead-b87f-54af1c1b35b0/4cfdd34b-29d4-4e21-88a4-4c15df14bc37) {{(pid=88526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:08:26.865792 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-44fbba09-ad8b-4867-b505-2e4ff062b0f8 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:26.918748 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-2039eda8-71d3-4956-b8fd-77566ffb137e None None] Attempting to bind port 3b85e2a8-6a31-435b-8b70-c03e7da0eb90 on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:08:26.919156 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-2039eda8-71d3-4956-b8fd-77566ffb137e None None] Attempting to bind port 3b85e2a8-6a31-435b-8b70-c03e7da0eb90 by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': 'bb35ccef-0eeb-4a2b-96cb-99190e5b3353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '56eb53e4-a5c2-46b3-980f-6e52ba27b48b'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:08:26.919464 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2039eda8-71d3-4956-b8fd-77566ffb137e None None] Attempting to bind port 3b85e2a8-6a31-435b-8b70-c03e7da0eb90 on network 56eb53e4-a5c2-46b3-980f-6e52ba27b48b {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:08:26.933939 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port 872e3a0f-7849-4b23-82e3-024f274c77d4 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:08:26.956450 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2039eda8-71d3-4956-b8fd-77566ffb137e None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 8, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:08:26.956873 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2039eda8-71d3-4956-b8fd-77566ffb137e None None] Checking segment: {'id': 'bb35ccef-0eeb-4a2b-96cb-99190e5b3353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '56eb53e4-a5c2-46b3-980f-6e52ba27b48b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:08:26.957585 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-2039eda8-71d3-4956-b8fd-77566ffb137e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:26.957585 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2039eda8-71d3-4956-b8fd-77566ffb137e None None] Bound using segment: {'id': 'bb35ccef-0eeb-4a2b-96cb-99190e5b3353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '56eb53e4-a5c2-46b3-980f-6e52ba27b48b'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:08:26.958071 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-2039eda8-71d3-4956-b8fd-77566ffb137e None None] Bound port: 3b85e2a8-6a31-435b-8b70-c03e7da0eb90, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb35ccef-0eeb-4a2b-96cb-99190e5b3353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '56eb53e4-a5c2-46b3-980f-6e52ba27b48b'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:08:26.958444 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-2039eda8-71d3-4956-b8fd-77566ffb137e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:26.960719 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44fbba09-ad8b-4867-b505-2e4ff062b0f8 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Network 83309fe7-c674-45d2-987a-e042535023cf is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:08:26.981322 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 872e3a0f-7849-4b23-82e3-024f274c77d4 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:08:26.981322 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:26.991107 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-44fbba09-ad8b-4867-b505-2e4ff062b0f8 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:08:26.992366 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44fbba09-ad8b-4867-b505-2e4ff062b0f8 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:08:27.084317 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-d54c03b5-e6da-495f-981e-4bd17aba61a3 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/floatingips/e50c39b1-b125-4b08-9fac-b4eac36c1da7 HTTP/1.1" status: 200 len: 994 time: 0.3079324 Jun 01 19:08:27.088299 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44fbba09-ad8b-4867-b505-2e4ff062b0f8 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:08:27.088299 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-44fbba09-ad8b-4867-b505-2e4ff062b0f8 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:27.097241 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fbba09-ad8b-4867-b505-2e4ff062b0f8 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Pushing event updated for resources: {'Port': ['ID=8e023d4a-9eb6-405c-b18a-c3de65879a4a,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:08:27.099992 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-9cb642d8-ed55-4a1d-aa90-d0a6141d9297 tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:27.134714 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-44fbba09-ad8b-4867-b505-2e4ff062b0f8 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.7516143 Jun 01 19:08:27.134952 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 51986) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:08:27.138794 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-fb0bf137-6fd3-48b4-bddc-6fd322ac1dbd tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:08:27.142083 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-635ed15d-e8b8-41f8-a69e-0f7d4f57c782 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Request body: {'port': {'network_id': '83309fe7-c674-45d2-987a-e042535023cf', 'name': 'tempest-TaggedBootDevicesTest-334412033', 'fixed_ips': [{'subnet_id': 'a154ee7c-2b5c-4f5d-88dd-ebda40eec737'}]}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:08:27.143456 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-fb0bf137-6fd3-48b4-bddc-6fd322ac1dbd tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Usage tracker for resource:subnet and tenant:be49ffaf16754f888348eea74749e7ed is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:08:27.146552 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-fb0bf137-6fd3-48b4-bddc-6fd322ac1dbd tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:08:27.152604 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-fb0bf137-6fd3-48b4-bddc-6fd322ac1dbd tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:08:27.179656 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-9cb642d8-ed55-4a1d-aa90-d0a6141d9297 tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] 10.222.0.41 "DELETE /v2.0/ports/13fe9e5b-e8ab-4fff-9e54-8edaf6a58be0 HTTP/1.1" status: 204 len: 168 time: 3.8732734 Jun 01 19:08:27.180572 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb0bf137-6fd3-48b4-bddc-6fd322ac1dbd tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Made reservation on behalf of be49ffaf16754f888348eea74749e7ed for: {'subnet': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:08:27.184090 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-fb0bf137-6fd3-48b4-bddc-6fd322ac1dbd tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3066584'] for subnet, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:27.198064 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 51990) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:08:27.273812 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-19d5ba34-e878-448a-8caf-d24117c28a0c tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c5498031-3354-47bd-b180-3aca12b4503b', 'external_fixed_ips': [{'subnet_id': 'e018a976-9ece-4821-b154-fc1063fbcc19', 'ip_address': '172.20.0.9'}]}}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:08:27.289924 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 872e3a0f-7849-4b23-82e3-024f274c77d4 is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:08:27.290294 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:27.293515 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-19d5ba34-e878-448a-8caf-d24117c28a0c tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:08:27.330942 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-19d5ba34-e878-448a-8caf-d24117c28a0c tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Usage tracker for resource:router and tenant:573471d98bb24a01af321ebb60a8573f is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:08:27.336569 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-19d5ba34-e878-448a-8caf-d24117c28a0c tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:08:27.336750 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-635ed15d-e8b8-41f8-a69e-0f7d4f57c782 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:08:27.338742 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port 872e3a0f-7849-4b23-82e3-024f274c77d4, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=872e3a0f-7849-4b23-82e3-024f274c77d4,segment=NetworkSegment(1cfda828-870d-4ff9-9f7f-9583fe873d24),segment_id=1cfda828-870d-4ff9-9f7f-9583fe873d24)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:08:27.345391 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-635ed15d-e8b8-41f8-a69e-0f7d4f57c782 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Usage tracker for resource:port and tenant:02a99242e0f0463d9013e17319779a87 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:08:27.350632 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:27.351161 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-635ed15d-e8b8-41f8-a69e-0f7d4f57c782 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Quota usage for port was recalculated. Used quota:4. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:08:27.352047 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2b18a6c6-c317-4689-8374-bc351715c2d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:27.366067 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd03b60-2b29-42eb-af8d-0f88fb043f93 req-3a7cfb8d-6a70-4dcc-9bc1-e33802ee6c23 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:08:27.367570 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6fd03b60-2b29-42eb-af8d-0f88fb043f93 req-3a7cfb8d-6a70-4dcc-9bc1-e33802ee6c23 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d35e0c4-c006-4f35-a161-1e1e4ff68e11 HTTP/1.1" status: 200 len: 947 time: 0.9365318 Jun 01 19:08:27.371128 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-19d5ba34-e878-448a-8caf-d24117c28a0c tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:08:27.374694 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-79c2bde2-5619-4c1c-9fe0-4caad8c24917 req-2a2709bc-2e98-41b8-ac70-1f8be00b9f83 service neutron] 10.222.0.15 "GET /v2.0/networks/1683679e-ac4b-4846-a35b-a63a265f2c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0625572 Jun 01 19:08:27.379516 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2b18a6c6-c317-4689-8374-bc351715c2d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:27.388833 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-635ed15d-e8b8-41f8-a69e-0f7d4f57c782 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:08:27.405251 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-635ed15d-e8b8-41f8-a69e-0f7d4f57c782 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Made reservation on behalf of 02a99242e0f0463d9013e17319779a87 for: {'port': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:08:27.411858 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-635ed15d-e8b8-41f8-a69e-0f7d4f57c782 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:27.459320 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [None req-635ed15d-e8b8-41f8-a69e-0f7d4f57c782 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] device_id is not set on port a46ad6b2-b5d4-4799-b91d-c0a28a7dbab6 yet. {{(pid=88525) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 19:08:27.537772 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-2039eda8-71d3-4956-b8fd-77566ffb137e None None] For port 3b85e2a8-6a31-435b-8b70-c03e7da0eb90, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:08:27.568265 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-19d5ba34-e878-448a-8caf-d24117c28a0c tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-885767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25238'] for router, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:27.569358 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-19d5ba34-e878-448a-8caf-d24117c28a0c tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-901042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-886562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-981784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25327'] for router, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:27.604440 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6fd03b60-2b29-42eb-af8d-0f88fb043f93 req-a6826550-e330-4a3c-b184-1afae2126b9d tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e27767a-e40e-41ca-b34d-a5b7412547b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145884 Jun 01 19:08:27.613169 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-2b18a6c6-c317-4689-8374-bc351715c2d7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=47e1399c3f864bc08dbe905822063495&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5358524 Jun 01 19:08:27.621375 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b18a6c6-c317-4689-8374-bc351715c2d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7029754b-a3ed-4936-acb1-032d403c0d6d,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:08:27.626899 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 51996) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:08:27.653650 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-2039eda8-71d3-4956-b8fd-77566ffb137e None None] For port 3b85e2a8-6a31-435b-8b70-c03e7da0eb90, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=3b85e2a8-6a31-435b-8b70-c03e7da0eb90,segment=NetworkSegment(bb35ccef-0eeb-4a2b-96cb-99190e5b3353),segment_id=bb35ccef-0eeb-4a2b-96cb-99190e5b3353)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:08:27.664798 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=872e3a0f-7849-4b23-82e3-024f274c77d4,revision_number=3']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:08:27.698571 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-19d5ba34-e878-448a-8caf-d24117c28a0c tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:27.718007 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-2039eda8-71d3-4956-b8fd-77566ffb137e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:27.767576 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2bf6e045-f0bc-49b1-9646-cf9aaf57437c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:27.813257 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-79c2bde2-5619-4c1c-9fe0-4caad8c24917 req-04651b75-d227-4ddd-aae5-fc050da4301e service neutron] 10.222.0.15 "GET /v2.0/networks/1683679e-ac4b-4846-a35b-a63a265f2c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4239626 Jun 01 19:08:27.827037 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [None req-635ed15d-e8b8-41f8-a69e-0f7d4f57c782 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Allocated IP 10.1.1.120 (83309fe7-c674-45d2-987a-e042535023cf/a154ee7c-2b5c-4f5d-88dd-ebda40eec737/a46ad6b2-b5d4-4799-b91d-c0a28a7dbab6) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:08:27.911166 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-7bacf3db-6b04-420f-a255-d775861565cf None None] Notify callbacks [] for port, precommit_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:27.939375 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-7bacf3db-6b04-420f-a255-d775861565cf None None] Transition to ACTIVE for port object 4cfdd34b-29d4-4e21-88a4-4c15df14bc37 will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:08:27.961731 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2039eda8-71d3-4956-b8fd-77566ffb137e None None] Pushing event updated for resources: {'Port': ['ID=3b85e2a8-6a31-435b-8b70-c03e7da0eb90,revision_number=2']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:08:27.973579 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-7bacf3db-6b04-420f-a255-d775861565cf None None] Transition to ACTIVE for port object 4cfdd34b-29d4-4e21-88a4-4c15df14bc37 will not be triggered until provisioned by entity DHCP. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:08:27.980605 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-7bacf3db-6b04-420f-a255-d775861565cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526'] for port, after_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:28.090594 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2bf6e045-f0bc-49b1-9646-cf9aaf57437c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:28.124668 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bacf3db-6b04-420f-a255-d775861565cf None None] Pushing event updated for resources: {'Port': ['ID=4cfdd34b-29d4-4e21-88a4-4c15df14bc37,revision_number=1']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:08:28.154078 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bacf3db-6b04-420f-a255-d775861565cf None None] Network 3835bc88-4948-44ae-9b9d-0c2345cf8427 is already hosted by enough agents. {{(pid=88526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:08:28.157901 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.base_scheduler [None req-7bacf3db-6b04-420f-a255-d775861565cf None None] Resources bound (agent type, host, resource id): {{(pid=88526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:08:28.160993 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bacf3db-6b04-420f-a255-d775861565cf None None] Received port after_create {{(pid=88526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:08:28.260040 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-635ed15d-e8b8-41f8-a69e-0f7d4f57c782 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:28.313889 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [None req-635ed15d-e8b8-41f8-a69e-0f7d4f57c782 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Transition to ACTIVE for port object a46ad6b2-b5d4-4799-b91d-c0a28a7dbab6 will not be triggered until provisioned by entity DHCP. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:08:28.334616 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-7bacf3db-6b04-420f-a255-d775861565cf None None] Attempting to bind port 4cfdd34b-29d4-4e21-88a4-4c15df14bc37 on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:08:28.335860 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-7bacf3db-6b04-420f-a255-d775861565cf None None] Attempting to bind port 4cfdd34b-29d4-4e21-88a4-4c15df14bc37 by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': 'd8642800-b1d2-408c-993f-870ace18e652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '3835bc88-4948-44ae-9b9d-0c2345cf8427'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:08:28.335860 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bacf3db-6b04-420f-a255-d775861565cf None None] Attempting to bind port 4cfdd34b-29d4-4e21-88a4-4c15df14bc37 on network 3835bc88-4948-44ae-9b9d-0c2345cf8427 {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:08:28.348434 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-635ed15d-e8b8-41f8-a69e-0f7d4f57c782 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:28.358399 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bacf3db-6b04-420f-a255-d775861565cf None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 8, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:08:28.358399 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bacf3db-6b04-420f-a255-d775861565cf None None] Checking segment: {'id': 'd8642800-b1d2-408c-993f-870ace18e652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '3835bc88-4948-44ae-9b9d-0c2345cf8427'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:08:28.358399 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-7bacf3db-6b04-420f-a255-d775861565cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:28.358399 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bacf3db-6b04-420f-a255-d775861565cf None None] Bound using segment: {'id': 'd8642800-b1d2-408c-993f-870ace18e652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '3835bc88-4948-44ae-9b9d-0c2345cf8427'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:08:28.359460 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-7bacf3db-6b04-420f-a255-d775861565cf None None] Bound port: 4cfdd34b-29d4-4e21-88a4-4c15df14bc37, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8642800-b1d2-408c-993f-870ace18e652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '3835bc88-4948-44ae-9b9d-0c2345cf8427'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:08:28.360685 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-7bacf3db-6b04-420f-a255-d775861565cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:28.482339 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-19d5ba34-e878-448a-8caf-d24117c28a0c tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-886608', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-885830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25341'] for router, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:28.495750 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-b595e06c-531f-4946-9f87-e0c49de1990b None None] Provisioning for port 8e023d4a-9eb6-405c-b18a-c3de65879a4a completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:08:28.514746 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-635ed15d-e8b8-41f8-a69e-0f7d4f57c782 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Network 83309fe7-c674-45d2-987a-e042535023cf is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:08:28.537035 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-b595e06c-531f-4946-9f87-e0c49de1990b None None] Provisioning complete for port 8e023d4a-9eb6-405c-b18a-c3de65879a4a triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:08:28.537399 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-b595e06c-531f-4946-9f87-e0c49de1990b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:28.545693 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-635ed15d-e8b8-41f8-a69e-0f7d4f57c782 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:08:28.551137 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635ed15d-e8b8-41f8-a69e-0f7d4f57c782 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:08:28.639807 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-7bacf3db-6b04-420f-a255-d775861565cf None None] For port 4cfdd34b-29d4-4e21-88a4-4c15df14bc37, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:08:28.655022 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635ed15d-e8b8-41f8-a69e-0f7d4f57c782 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Pushing event updated for resources: {'Port': ['ID=a46ad6b2-b5d4-4799-b91d-c0a28a7dbab6,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:08:28.656053 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-b595e06c-531f-4946-9f87-e0c49de1990b None None] Port 8e023d4a-9eb6-405c-b18a-c3de65879a4a cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:08:28.666874 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-7bacf3db-6b04-420f-a255-d775861565cf None None] For port 4cfdd34b-29d4-4e21-88a4-4c15df14bc37, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=4cfdd34b-29d4-4e21-88a4-4c15df14bc37,segment=NetworkSegment(d8642800-b1d2-408c-993f-870ace18e652),segment_id=d8642800-b1d2-408c-993f-870ace18e652)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:08:28.683464 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-fb0bf137-6fd3-48b4-bddc-6fd322ac1dbd tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2718919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3066602'] for subnet, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:28.691664 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-7bacf3db-6b04-420f-a255-d775861565cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:28.707742 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-635ed15d-e8b8-41f8-a69e-0f7d4f57c782 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:08:28.708500 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-635ed15d-e8b8-41f8-a69e-0f7d4f57c782 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:28.731722 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-635ed15d-e8b8-41f8-a69e-0f7d4f57c782 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5957282 Jun 01 19:08:28.744510 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d003c50-3ec3-49c9-becd-f0821d4882b5 req-f6e3aca4-70a2-40d9-bf3d-c5cdc93c77b2 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:08:28.746542 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-2d003c50-3ec3-49c9-becd-f0821d4882b5 req-f6e3aca4-70a2-40d9-bf3d-c5cdc93c77b2 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d35e0c4-c006-4f35-a161-1e1e4ff68e11 HTTP/1.1" status: 200 len: 947 time: 0.9243314 Jun 01 19:08:28.788593 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-b595e06c-531f-4946-9f87-e0c49de1990b None None] Provisioning complete for port 872e3a0f-7849-4b23-82e3-024f274c77d4 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:08:28.789148 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-b595e06c-531f-4946-9f87-e0c49de1990b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:28.855746 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb0bf137-6fd3-48b4-bddc-6fd322ac1dbd tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Network 56eb53e4-a5c2-46b3-980f-6e52ba27b48b is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:08:28.870195 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-fb0bf137-6fd3-48b4-bddc-6fd322ac1dbd tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:08:28.899054 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2bf6e045-f0bc-49b1-9646-cf9aaf57437c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:28.923664 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0bf137-6fd3-48b4-bddc-6fd322ac1dbd tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:08:28.925414 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-fb0bf137-6fd3-48b4-bddc-6fd322ac1dbd tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:28.957236 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bacf3db-6b04-420f-a255-d775861565cf None None] Pushing event updated for resources: {'Port': ['ID=4cfdd34b-29d4-4e21-88a4-4c15df14bc37,revision_number=2']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:08:28.958302 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 52016) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:08:28.969570 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-e1478e1a-e855-445b-8209-4751ff2b8b2b tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Request body: {'security_group': {'name': 'tempest-securitygroup--41491070', 'description': 'tempest-description--2043136241'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:08:28.988165 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-e1478e1a-e855-445b-8209-4751ff2b8b2b tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:08:28.993515 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-e1478e1a-e855-445b-8209-4751ff2b8b2b tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Usage tracker for resource:security_group and tenant:02a99242e0f0463d9013e17319779a87 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:08:29.002858 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-e1478e1a-e855-445b-8209-4751ff2b8b2b tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:08:29.014794 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-e1478e1a-e855-445b-8209-4751ff2b8b2b tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:08:29.029490 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e1478e1a-e855-445b-8209-4751ff2b8b2b tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:29.036095 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-b595e06c-531f-4946-9f87-e0c49de1990b None None] Current status of the port 872e3a0f-7849-4b23-82e3-024f274c77d4 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:08:29.057103 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf6e045-f0bc-49b1-9646-cf9aaf57437c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7029754b-a3ed-4936-acb1-032d403c0d6d,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:08:29.080517 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-e1478e1a-e855-445b-8209-4751ff2b8b2b tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:08:29.088663 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-e1478e1a-e855-445b-8209-4751ff2b8b2b tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Usage tracker for resource:security_group_rule and tenant:02a99242e0f0463d9013e17319779a87 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:08:29.092420 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-e1478e1a-e855-445b-8209-4751ff2b8b2b tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:08:29.110700 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-e1478e1a-e855-445b-8209-4751ff2b8b2b tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:08:29.124939 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-2d003c50-3ec3-49c9-becd-f0821d4882b5 req-5569f984-c6fa-41e7-bbbc-87e269d91578 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e27767a-e40e-41ca-b34d-a5b7412547b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2995410 Jun 01 19:08:29.133525 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0bf137-6fd3-48b4-bddc-6fd322ac1dbd tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Pushing event updated for resources: {'Subnet': ['ID=11f22a77-69c8-4f48-9464-7074881bed8c,revision_number=0']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:08:29.169704 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2bf6e045-f0bc-49b1-9646-cf9aaf57437c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:29.178341 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-2bf6e045-f0bc-49b1-9646-cf9aaf57437c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7029754b-a3ed-4936-acb1-032d403c0d6d HTTP/1.1" status: 204 len: 168 time: 1.5478868 Jun 01 19:08:29.206865 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-fb0bf137-6fd3-48b4-bddc-6fd322ac1dbd tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 3.1663725 Jun 01 19:08:29.212983 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 52024) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:08:29.224178 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-c8b50246-4c45-49f6-b544-30f90c20bb8b tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Request body: {'port': {'network_id': '56eb53e4-a5c2-46b3-980f-6e52ba27b48b', 'fixed_ips': [{'subnet_id': 'd9bee008-feb9-48fa-af7f-90338076e98e'}, {'subnet_id': '11f22a77-69c8-4f48-9464-7074881bed8c'}], 'name': 'tempest-PortsIpV6TestJSON-1067860122'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:08:29.248061 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f75cf60c-4b5f-4652-aa00-0763e6ddb51a None None] Provisioning complete for port 8e023d4a-9eb6-405c-b18a-c3de65879a4a triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:08:29.248945 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f75cf60c-4b5f-4652-aa00-0763e6ddb51a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:29.359972 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e1478e1a-e855-445b-8209-4751ff2b8b2b tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:29.390535 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f75cf60c-4b5f-4652-aa00-0763e6ddb51a None None] Port 8e023d4a-9eb6-405c-b18a-c3de65879a4a cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:08:29.448500 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e1478e1a-e855-445b-8209-4751ff2b8b2b tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:29.523116 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-d864c925-1d31-475e-bf0e-51cfef6d23cf None None] Provisioning for port a46ad6b2-b5d4-4799-b91d-c0a28a7dbab6 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:08:29.551766 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-d864c925-1d31-475e-bf0e-51cfef6d23cf None None] Provisioning complete for port a46ad6b2-b5d4-4799-b91d-c0a28a7dbab6 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:08:29.552147 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-d864c925-1d31-475e-bf0e-51cfef6d23cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:29.679851 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1478e1a-e855-445b-8209-4751ff2b8b2b tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ab986d5-b8d5-42ed-9ee0-4a29f48e1199,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:08:29.698980 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e1478e1a-e855-445b-8209-4751ff2b8b2b tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:29.704529 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-e1478e1a-e855-445b-8209-4751ff2b8b2b tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.7450569 Jun 01 19:08:29.705993 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-d864c925-1d31-475e-bf0e-51cfef6d23cf None None] Port a46ad6b2-b5d4-4799-b91d-c0a28a7dbab6 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:08:29.706401 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 52036) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:08:29.721922 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-9d42494b-61e1-4bfc-b640-865dfd147c07 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Request body: {'security_group_rule': {'security_group_id': '0ab986d5-b8d5-42ed-9ee0-4a29f48e1199', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:08:29.753848 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-9d42494b-61e1-4bfc-b640-865dfd147c07 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:08:29.774115 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-9d42494b-61e1-4bfc-b640-865dfd147c07 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Usage tracker for resource:security_group_rule and tenant:02a99242e0f0463d9013e17319779a87 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:08:29.777465 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-9d42494b-61e1-4bfc-b640-865dfd147c07 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:08:29.824039 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-9d42494b-61e1-4bfc-b640-865dfd147c07 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:08:29.839057 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 872e3a0f-7849-4b23-82e3-024f274c77d4 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:08:29.875509 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9d42494b-61e1-4bfc-b640-865dfd147c07 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:29.881041 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 52044) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:08:29.946379 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-5497f5ab-03eb-4843-8ad8-ac08b1f165c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:29.965842 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7176282-de22-4c8f-95e9-5967496ea970 None None] Network 56eb53e4-a5c2-46b3-980f-6e52ba27b48b requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:08:29.991895 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa47967-6797-40ec-9a39-dcc2d37aa6e3 req-f0970fab-64d4-4597-ae0f-6c138c98a2c8 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:08:29.993757 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ffa47967-6797-40ec-9a39-dcc2d37aa6e3 req-f0970fab-64d4-4597-ae0f-6c138c98a2c8 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d35e0c4-c006-4f35-a161-1e1e4ff68e11 HTTP/1.1" status: 200 len: 947 time: 0.6435912 Jun 01 19:08:30.003128 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-5497f5ab-03eb-4843-8ad8-ac08b1f165c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:08:30.016434 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-5497f5ab-03eb-4843-8ad8-ac08b1f165c9 admin admin] Usage tracker for resource:security_group_rule and tenant:87b284e370594f909dff995a12b6b493 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:08:30.020855 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-5497f5ab-03eb-4843-8ad8-ac08b1f165c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:08:30.024767 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-c8b50246-4c45-49f6-b544-30f90c20bb8b tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:08:30.034618 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-5497f5ab-03eb-4843-8ad8-ac08b1f165c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:08:30.037602 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-c8b50246-4c45-49f6-b544-30f90c20bb8b tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Usage tracker for resource:port and tenant:be49ffaf16754f888348eea74749e7ed is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:08:30.041211 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-c8b50246-4c45-49f6-b544-30f90c20bb8b tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:08:30.052955 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-c8b50246-4c45-49f6-b544-30f90c20bb8b tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:08:30.076587 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9d42494b-61e1-4bfc-b640-865dfd147c07 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:30.091162 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9d42494b-61e1-4bfc-b640-865dfd147c07 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:30.143089 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8b50246-4c45-49f6-b544-30f90c20bb8b tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Made reservation on behalf of be49ffaf16754f888348eea74749e7ed for: {'port': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:08:30.143767 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 872e3a0f-7849-4b23-82e3-024f274c77d4 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:08:30.144144 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:30.147594 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d42494b-61e1-4bfc-b640-865dfd147c07 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=786ac06d-90a9-4f3e-a0c9-de896502a03e,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:08:30.199789 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ffa47967-6797-40ec-9a39-dcc2d37aa6e3 req-be1428e7-10e3-4eb0-81d6-26fe5c696cf2 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e27767a-e40e-41ca-b34d-a5b7412547b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893437 Jun 01 19:08:30.200396 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9d42494b-61e1-4bfc-b640-865dfd147c07 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:30.202526 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-9d42494b-61e1-4bfc-b640-865dfd147c07 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4932973 Jun 01 19:08:30.210658 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 52048) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:08:30.229149 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-c94f4699-e37a-4861-8f7d-ecac741d42d6 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Request body: {'security_group_rule': {'security_group_id': '0ab986d5-b8d5-42ed-9ee0-4a29f48e1199', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:08:30.237350 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-c94f4699-e37a-4861-8f7d-ecac741d42d6 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:08:30.241543 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-c94f4699-e37a-4861-8f7d-ecac741d42d6 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Usage tracker for resource:security_group_rule and tenant:02a99242e0f0463d9013e17319779a87 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:08:30.250814 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-c94f4699-e37a-4861-8f7d-ecac741d42d6 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:08:30.259451 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-c94f4699-e37a-4861-8f7d-ecac741d42d6 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:08:30.314863 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6ff3ec3f-efde-4f97-8138-d0dd00999ed3 None None] Provisioning for port 3b85e2a8-6a31-435b-8b70-c03e7da0eb90 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:08:30.316216 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c94f4699-e37a-4861-8f7d-ecac741d42d6 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:30.415999 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c94f4699-e37a-4861-8f7d-ecac741d42d6 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:30.428290 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c94f4699-e37a-4861-8f7d-ecac741d42d6 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:30.472784 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94f4699-e37a-4861-8f7d-ecac741d42d6 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea4f9d04-405f-4d11-8f88-b05204e8e5fd,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:08:30.494145 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c94f4699-e37a-4861-8f7d-ecac741d42d6 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:30.499066 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-c94f4699-e37a-4861-8f7d-ecac741d42d6 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2873392 Jun 01 19:08:30.501146 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 52058) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:08:30.508902 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-c114b38a-23bf-4e05-ba34-a8126dbd7e6f tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Request body: {'floatingip': {'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:08:30.516930 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-c114b38a-23bf-4e05-ba34-a8126dbd7e6f tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:08:30.521475 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-c114b38a-23bf-4e05-ba34-a8126dbd7e6f tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Usage tracker for resource:floatingip and tenant:02a99242e0f0463d9013e17319779a87 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:08:30.525442 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-c114b38a-23bf-4e05-ba34-a8126dbd7e6f tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:08:30.531648 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-c114b38a-23bf-4e05-ba34-a8126dbd7e6f tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:08:30.544776 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c114b38a-23bf-4e05-ba34-a8126dbd7e6f tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Notify callbacks [] for floatingip, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:30.587536 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 872e3a0f-7849-4b23-82e3-024f274c77d4 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:08:30.588681 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 4cfdd34b-29d4-4e21-88a4-4c15df14bc37 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:08:30.752027 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e55adb7-b318-41c7-a991-d8e23be7f077 None None] Network 3835bc88-4948-44ae-9b9d-0c2345cf8427 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:08:30.780523 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-5497f5ab-03eb-4843-8ad8-ac08b1f165c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:30.787808 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-c8b50246-4c45-49f6-b544-30f90c20bb8b tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:30.802040 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c114b38a-23bf-4e05-ba34-a8126dbd7e6f tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:30.808089 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-5497f5ab-03eb-4843-8ad8-ac08b1f165c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:30.868043 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [None req-c8b50246-4c45-49f6-b544-30f90c20bb8b tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] device_id is not set on port 3909580f-0ea7-49d4-8745-93f929f474b4 yet. {{(pid=88524) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 19:08:30.930769 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port 4cfdd34b-29d4-4e21-88a4-4c15df14bc37 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:08:30.957419 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 3b85e2a8-6a31-435b-8b70-c03e7da0eb90 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:08:30.964353 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-5497f5ab-03eb-4843-8ad8-ac08b1f165c9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=87b284e370594f909dff995a12b6b493&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0701602 Jun 01 19:08:30.964353 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5497f5ab-03eb-4843-8ad8-ac08b1f165c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7e84818-f27a-41e3-8e7a-08a689a4bf10,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:08:30.969227 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 52070) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:08:30.978320 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-19d5ba34-e878-448a-8caf-d24117c28a0c tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:31.028742 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-19d5ba34-e878-448a-8caf-d24117c28a0c tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:31.120654 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-23a8fc99-d9eb-4df8-b21b-23ff4f7cb6a8 None None] Provisioning for port 4cfdd34b-29d4-4e21-88a4-4c15df14bc37 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:08:31.129710 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-23a8fc99-d9eb-4df8-b21b-23ff4f7cb6a8 None None] Provisioning complete for port 4cfdd34b-29d4-4e21-88a4-4c15df14bc37 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:08:31.130416 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-23a8fc99-d9eb-4df8-b21b-23ff4f7cb6a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:31.248429 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054a1487-d101-45e6-a367-29bb8e918539 req-6986a201-7533-4846-a52e-df1d62a3b057 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:08:31.251451 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-054a1487-d101-45e6-a367-29bb8e918539 req-6986a201-7533-4846-a52e-df1d62a3b057 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d35e0c4-c006-4f35-a161-1e1e4ff68e11 HTTP/1.1" status: 200 len: 947 time: 0.3420744 Jun 01 19:08:31.285467 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port 3b85e2a8-6a31-435b-8b70-c03e7da0eb90 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:08:31.309097 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [None req-c114b38a-23bf-4e05-ba34-a8126dbd7e6f tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Allocated IP 172.25.4.10 (72a72e44-6845-488a-a5ff-3a26d4df9cb3/c314a23b-daa2-4106-ab28-8e6f954277b2/24cb2f41-da66-47b3-962d-5ea979880579) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:08:31.354981 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-054a1487-d101-45e6-a367-29bb8e918539 req-b226201a-4694-4cc2-b69d-f0511b81cee1 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e27767a-e40e-41ca-b34d-a5b7412547b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958810 Jun 01 19:08:31.365906 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 3b85e2a8-6a31-435b-8b70-c03e7da0eb90 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:08:31.366346 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:31.558470 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c114b38a-23bf-4e05-ba34-a8126dbd7e6f tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:31.592399 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [None req-c8b50246-4c45-49f6-b544-30f90c20bb8b tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Allocated IP 2001:db8::2d5 (56eb53e4-a5c2-46b3-980f-6e52ba27b48b/d9bee008-feb9-48fa-af7f-90338076e98e/3909580f-0ea7-49d4-8745-93f929f474b4) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:08:31.596733 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e74e5bb1-1a7e-45ba-ab99-b42bf2eeacf0 None None] Update dhcp port {'port': {'network_id': '56eb53e4-a5c2-46b3-980f-6e52ba27b48b', 'fixed_ips': [{'subnet_id': 'd9bee008-feb9-48fa-af7f-90338076e98e', 'ip_address': '2001:db8::2'}, {'subnet_id': '11f22a77-69c8-4f48-9464-7074881bed8c'}], 'binding:host_id': 'n-d-844202-1'}, 'id': '3b85e2a8-6a31-435b-8b70-c03e7da0eb90'} from n-d-844202-1. {{(pid=88526) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jun 01 19:08:31.611950 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c114b38a-23bf-4e05-ba34-a8126dbd7e6f tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:31.618125 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [None req-c8b50246-4c45-49f6-b544-30f90c20bb8b tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Allocated IP 2001:db8:0:1::90 (56eb53e4-a5c2-46b3-980f-6e52ba27b48b/11f22a77-69c8-4f48-9464-7074881bed8c/3909580f-0ea7-49d4-8745-93f929f474b4) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:08:31.686522 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-23a8fc99-d9eb-4df8-b21b-23ff4f7cb6a8 None None] Current status of the port 4cfdd34b-29d4-4e21-88a4-4c15df14bc37 is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:08:31.687041 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-23a8fc99-d9eb-4df8-b21b-23ff4f7cb6a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:31.709840 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c114b38a-23bf-4e05-ba34-a8126dbd7e6f tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Pushing event updated for resources: {'Port': ['ID=24cb2f41-da66-47b3-962d-5ea979880579,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:08:31.729333 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c114b38a-23bf-4e05-ba34-a8126dbd7e6f tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:08:31.730474 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-c114b38a-23bf-4e05-ba34-a8126dbd7e6f tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:08:31.733101 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c114b38a-23bf-4e05-ba34-a8126dbd7e6f tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:08:31.831827 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c114b38a-23bf-4e05-ba34-a8126dbd7e6f tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:31.854955 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-e74e5bb1-1a7e-45ba-ab99-b42bf2eeacf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:31.901399 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-23a8fc99-d9eb-4df8-b21b-23ff4f7cb6a8 None None] For port 4cfdd34b-29d4-4e21-88a4-4c15df14bc37, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=4cfdd34b-29d4-4e21-88a4-4c15df14bc37,segment=NetworkSegment(d8642800-b1d2-408c-993f-870ace18e652),segment_id=d8642800-b1d2-408c-993f-870ace18e652)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:08:31.923710 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c114b38a-23bf-4e05-ba34-a8126dbd7e6f tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:31.936173 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-c8b50246-4c45-49f6-b544-30f90c20bb8b tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:31.954761 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [None req-c8b50246-4c45-49f6-b544-30f90c20bb8b tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Transition to ACTIVE for port object 3909580f-0ea7-49d4-8745-93f929f474b4 will not be triggered until provisioned by entity DHCP. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:08:31.957140 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-23a8fc99-d9eb-4df8-b21b-23ff4f7cb6a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:31.978218 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ec620bfe-0e89-4157-9df2-ef052ade47ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:31.995702 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-c8b50246-4c45-49f6-b544-30f90c20bb8b tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:32.099485 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a8fc99-d9eb-4df8-b21b-23ff4f7cb6a8 None None] Pushing event updated for resources: {'Port': ['ID=4cfdd34b-29d4-4e21-88a4-4c15df14bc37,revision_number=3']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:08:32.107878 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ec620bfe-0e89-4157-9df2-ef052ade47ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:32.144449 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 3b85e2a8-6a31-435b-8b70-c03e7da0eb90 is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:08:32.144833 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:32.177030 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b50246-4c45-49f6-b544-30f90c20bb8b tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Network 56eb53e4-a5c2-46b3-980f-6e52ba27b48b is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:08:32.193507 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-c8b50246-4c45-49f6-b544-30f90c20bb8b tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:08:32.202549 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b50246-4c45-49f6-b544-30f90c20bb8b tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:08:32.208868 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b50246-4c45-49f6-b544-30f90c20bb8b tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:08:32.209492 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-c8b50246-4c45-49f6-b544-30f90c20bb8b tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:32.219289 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-d9f35037-1f56-475f-b345-16d77606fed7 None None] Provisioning complete for port 4cfdd34b-29d4-4e21-88a4-4c15df14bc37 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:08:32.219960 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-d9f35037-1f56-475f-b345-16d77606fed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:32.226981 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c114b38a-23bf-4e05-ba34-a8126dbd7e6f tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Notify callbacks [] for port, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:32.238365 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c114b38a-23bf-4e05-ba34-a8126dbd7e6f tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:32.238744 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b50246-4c45-49f6-b544-30f90c20bb8b tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Pushing event updated for resources: {'Port': ['ID=3909580f-0ea7-49d4-8745-93f929f474b4,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:08:32.278946 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [None req-19d5ba34-e878-448a-8caf-d24117c28a0c tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Allocated IP 172.20.0.9 (c5498031-3354-47bd-b180-3aca12b4503b/e018a976-9ece-4821-b154-fc1063fbcc19/de057b40-5671-4407-ae10-43056dc783b8) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:08:32.288465 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-c8b50246-4c45-49f6-b544-30f90c20bb8b tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 3.0736856 Jun 01 19:08:32.291636 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 52084) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:08:32.308805 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-fe4b2b47-30c5-4824-929d-1df83a0c1265 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd9bee008-feb9-48fa-af7f-90338076e98e'}]}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:08:32.427632 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port 3b85e2a8-6a31-435b-8b70-c03e7da0eb90, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=3b85e2a8-6a31-435b-8b70-c03e7da0eb90,segment=NetworkSegment(bb35ccef-0eeb-4a2b-96cb-99190e5b3353),segment_id=bb35ccef-0eeb-4a2b-96cb-99190e5b3353)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:08:32.463063 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:32.593226 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c114b38a-23bf-4e05-ba34-a8126dbd7e6f tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Pushing event updated for resources: {'Port': ['ID=24cb2f41-da66-47b3-962d-5ea979880579,revision_number=2']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:08:32.610996 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 4cfdd34b-29d4-4e21-88a4-4c15df14bc37 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:08:32.616834 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c114b38a-23bf-4e05-ba34-a8126dbd7e6f tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887712'] for floatingip, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:32.646599 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c114b38a-23bf-4e05-ba34-a8126dbd7e6f tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for floatingip, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:32.655868 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-c114b38a-23bf-4e05-ba34-a8126dbd7e6f tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1450019 Jun 01 19:08:32.668495 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-19d5ba34-e878-448a-8caf-d24117c28a0c tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:32.701772 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.db_base_plugin_common [None req-e74e5bb1-1a7e-45ba-ab99-b42bf2eeacf0 None None] Allocated IP 2001:db8:0:1::2 (56eb53e4-a5c2-46b3-980f-6e52ba27b48b/11f22a77-69c8-4f48-9464-7074881bed8c/3b85e2a8-6a31-435b-8b70-c03e7da0eb90) {{(pid=88526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:08:32.728407 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-d9f35037-1f56-475f-b345-16d77606fed7 None None] Current status of the port 4cfdd34b-29d4-4e21-88a4-4c15df14bc37 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:08:32.748921 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-19d5ba34-e878-448a-8caf-d24117c28a0c tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:32.751635 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=3b85e2a8-6a31-435b-8b70-c03e7da0eb90,revision_number=3']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:08:32.753641 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-fe4b2b47-30c5-4824-929d-1df83a0c1265 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:32.788306 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ec620bfe-0e89-4157-9df2-ef052ade47ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:32.820809 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec620bfe-0e89-4157-9df2-ef052ade47ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7e84818-f27a-41e3-8e7a-08a689a4bf10,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:08:32.855674 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ec620bfe-0e89-4157-9df2-ef052ade47ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:32.856838 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-ec620bfe-0e89-4157-9df2-ef052ade47ea admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c7e84818-f27a-41e3-8e7a-08a689a4bf10 HTTP/1.1" status: 204 len: 168 time: 1.8844192 Jun 01 19:08:32.879383 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d5ba34-e878-448a-8caf-d24117c28a0c tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Network c5498031-3354-47bd-b180-3aca12b4503b is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:08:32.886497 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 4cfdd34b-29d4-4e21-88a4-4c15df14bc37 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:08:32.886995 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:32.896114 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-19d5ba34-e878-448a-8caf-d24117c28a0c tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:08:32.907633 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d5ba34-e878-448a-8caf-d24117c28a0c tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:08:33.033182 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d5ba34-e878-448a-8caf-d24117c28a0c tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Pushing event updated for resources: {'Port': ['ID=de057b40-5671-4407-ae10-43056dc783b8,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:08:33.087203 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea789d6-d83e-4500-9423-07b5e901c9f0 req-c72c8eb4-b014-4a42-a9b8-cfcb5fd8a9d4 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:08:33.091432 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4ea789d6-d83e-4500-9423-07b5e901c9f0 req-c72c8eb4-b014-4a42-a9b8-cfcb5fd8a9d4 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d35e0c4-c006-4f35-a161-1e1e4ff68e11 HTTP/1.1" status: 200 len: 947 time: 0.3853531 Jun 01 19:08:33.126287 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-e74e5bb1-1a7e-45ba-ab99-b42bf2eeacf0 None None] For port 3b85e2a8-6a31-435b-8b70-c03e7da0eb90, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=3b85e2a8-6a31-435b-8b70-c03e7da0eb90,segment=NetworkSegment(bb35ccef-0eeb-4a2b-96cb-99190e5b3353),segment_id=bb35ccef-0eeb-4a2b-96cb-99190e5b3353)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:08:33.230722 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-e74e5bb1-1a7e-45ba-ab99-b42bf2eeacf0 None None] Notify callbacks [] for port, precommit_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:33.242881 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 4cfdd34b-29d4-4e21-88a4-4c15df14bc37 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:08:33.248099 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-32a8c00d-ecf8-4849-b00b-119b6bce4288 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Synchronizing usage tracker for tenant:02a99242e0f0463d9013e17319779a87 on resource:security_group {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:08:33.264792 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-e74e5bb1-1a7e-45ba-ab99-b42bf2eeacf0 None None] Transition to ACTIVE for port object 3b85e2a8-6a31-435b-8b70-c03e7da0eb90 will not be triggered until provisioned by entity DHCP. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:08:33.270501 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-e74e5bb1-1a7e-45ba-ab99-b42bf2eeacf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:33.322490 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-32a8c00d-ecf8-4849-b00b-119b6bce4288 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Unset dirty status for tenant:02a99242e0f0463d9013e17319779a87 on resource:security_group {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:08:33.324090 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-32a8c00d-ecf8-4849-b00b-119b6bce4288 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--41491070&fields=id&tenant_id=02a99242e0f0463d9013e17319779a87 HTTP/1.1" status: 200 len: 267 time: 0.1504228 Jun 01 19:08:33.331781 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4ea789d6-d83e-4500-9423-07b5e901c9f0 req-0055b5cb-3b33-4313-84a6-6e20f1826932 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e27767a-e40e-41ca-b34d-a5b7412547b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316123 Jun 01 19:08:33.437020 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74e5bb1-1a7e-45ba-ab99-b42bf2eeacf0 None None] Pushing event updated for resources: {'Port': ['ID=3b85e2a8-6a31-435b-8b70-c03e7da0eb90,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:08:33.495815 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-65007514-02ea-4e13-9512-d5ed8995ff97 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:08:33.496424 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-65007514-02ea-4e13-9512-d5ed8995ff97 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Synchronizing usage tracker for tenant:02a99242e0f0463d9013e17319779a87 on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:08:33.526102 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-65007514-02ea-4e13-9512-d5ed8995ff97 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Unset dirty status for tenant:02a99242e0f0463d9013e17319779a87 on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:08:33.527327 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-65007514-02ea-4e13-9512-d5ed8995ff97 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] 10.222.0.41 "GET /v2.0/ports/8e023d4a-9eb6-405c-b18a-c3de65879a4a HTTP/1.1" status: 200 len: 932 time: 0.1953056 Jun 01 19:08:33.534303 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [None req-fe4b2b47-30c5-4824-929d-1df83a0c1265 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Delete allocated IP 2001:db8:0:1::90 (56eb53e4-a5c2-46b3-980f-6e52ba27b48b/11f22a77-69c8-4f48-9464-7074881bed8c) {{(pid=88525) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 01 19:08:33.645311 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-19d5ba34-e878-448a-8caf-d24117c28a0c tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:33.658797 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-edd17716-6135-4d52-b5b7-5bc4ace98472 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:08:33.660197 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-edd17716-6135-4d52-b5b7-5bc4ace98472 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] 10.222.0.41 "GET /v2.0/ports/a46ad6b2-b5d4-4799-b91d-c0a28a7dbab6 HTTP/1.1" status: 200 len: 931 time: 0.1230865 Jun 01 19:08:33.974184 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-74be7f7d-d232-4473-8356-9e556cb7052f tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] 10.222.0.41 "GET /v2.0/ports?network_id=3835bc88-4948-44ae-9b9d-0c2345cf8427&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.3075833 Jun 01 19:08:34.266040 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-fe4b2b47-30c5-4824-929d-1df83a0c1265 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks [] for port, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:34.286074 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [None req-fe4b2b47-30c5-4824-929d-1df83a0c1265 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Ignored duplicate provisioning block setup for port 3909580f-0ea7-49d4-8745-93f929f474b4 by entity DHCP. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jun 01 19:08:34.373854 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-fe4b2b47-30c5-4824-929d-1df83a0c1265 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:34.414957 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-19d5ba34-e878-448a-8caf-d24117c28a0c tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-885820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-886655'] for router, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:34.448978 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-fad51442-8d0a-421c-b6e3-6f1a45d4029a tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] 10.222.0.41 "GET /v2.0/ports?network_id=3835bc88-4948-44ae-9b9d-0c2345cf8427&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1609550 Jun 01 19:08:34.576879 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-876180a1-e578-4a2a-8ea9-f3207af958e2 None None] Network 56eb53e4-a5c2-46b3-980f-6e52ba27b48b requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:08:34.602184 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 3b85e2a8-6a31-435b-8b70-c03e7da0eb90 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:08:34.712403 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-5039ba82-e1d0-4799-aa9a-dc5918739cd6 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:08:34.718264 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-5039ba82-e1d0-4799-aa9a-dc5918739cd6 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:08:34.725746 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-5039ba82-e1d0-4799-aa9a-dc5918739cd6 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:08:34.726580 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-5039ba82-e1d0-4799-aa9a-dc5918739cd6 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Synchronizing usage tracker for tenant:02a99242e0f0463d9013e17319779a87 on resource:network {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:08:34.798118 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-fe4b2b47-30c5-4824-929d-1df83a0c1265 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] In _notify_port_updated(), no bound segment for port 3909580f-0ea7-49d4-8745-93f929f474b4 on network 56eb53e4-a5c2-46b3-980f-6e52ba27b48b {{(pid=88525) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 01 19:08:34.802760 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe4b2b47-30c5-4824-929d-1df83a0c1265 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:08:34.803486 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-fe4b2b47-30c5-4824-929d-1df83a0c1265 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:34.804892 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-fe4b2b47-30c5-4824-929d-1df83a0c1265 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] 10.222.0.41 "PUT /v2.0/ports/3909580f-0ea7-49d4-8745-93f929f474b4 HTTP/1.1" status: 200 len: 926 time: 2.5113103 Jun 01 19:08:34.811802 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 52150) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:08:34.822266 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-b1f499ff-c826-4a7d-a96f-2142584d0ce4 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd9bee008-feb9-48fa-af7f-90338076e98e'}, {'subnet_id': '11f22a77-69c8-4f48-9464-7074881bed8c'}]}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:08:34.892318 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4b2b47-30c5-4824-929d-1df83a0c1265 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Pushing event updated for resources: {'Port': ['ID=3909580f-0ea7-49d4-8745-93f929f474b4,revision_number=2']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:08:34.914986 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4b2b47-30c5-4824-929d-1df83a0c1265 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:08:34.914986 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4b2b47-30c5-4824-929d-1df83a0c1265 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:08:34.914986 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4b2b47-30c5-4824-929d-1df83a0c1265 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:08:34.914986 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4b2b47-30c5-4824-929d-1df83a0c1265 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:08:34.914986 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4b2b47-30c5-4824-929d-1df83a0c1265 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:08:34.914986 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4b2b47-30c5-4824-929d-1df83a0c1265 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:08:34.914986 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4b2b47-30c5-4824-929d-1df83a0c1265 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:08:34.914986 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4b2b47-30c5-4824-929d-1df83a0c1265 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:08:34.918072 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4b2b47-30c5-4824-929d-1df83a0c1265 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:08:34.918072 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4b2b47-30c5-4824-929d-1df83a0c1265 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:08:34.918301 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4b2b47-30c5-4824-929d-1df83a0c1265 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:08:34.918636 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4b2b47-30c5-4824-929d-1df83a0c1265 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:08:34.934525 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-5039ba82-e1d0-4799-aa9a-dc5918739cd6 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Unset dirty status for tenant:02a99242e0f0463d9013e17319779a87 on resource:network {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:08:34.935829 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-5039ba82-e1d0-4799-aa9a-dc5918739cd6 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] 10.222.0.41 "GET /v2.0/networks?id=4f4ea26f-fa46-41a8-bded-b4cab3aedc51&id=83309fe7-c674-45d2-987a-e042535023cf&id=83309fe7-c674-45d2-987a-e042535023cf&id=3835bc88-4948-44ae-9b9d-0c2345cf8427&id=3835bc88-4948-44ae-9b9d-0c2345cf8427 HTTP/1.1" status: 200 len: 1990 time: 0.4739237 Jun 01 19:08:35.018009 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-680d1b4b-45b1-4438-af5f-3580dd59c779 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] 10.222.0.41 "GET /v2.0/quotas/02a99242e0f0463d9013e17319779a87 HTTP/1.1" status: 200 len: 375 time: 0.0397284 Jun 01 19:08:35.037590 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-8974183d-f7ab-4070-a52a-c14bc34e2894 None None] Provisioning for port 3b85e2a8-6a31-435b-8b70-c03e7da0eb90 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:08:35.061524 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-8974183d-f7ab-4070-a52a-c14bc34e2894 None None] Provisioning complete for port 3b85e2a8-6a31-435b-8b70-c03e7da0eb90 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:08:35.061888 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-8974183d-f7ab-4070-a52a-c14bc34e2894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:35.066388 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c116c679-6c09-412b-a717-d8661a894964 req-94084a0c-274d-4573-8b43-8e21fde9e0a0 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:08:35.073713 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c116c679-6c09-412b-a717-d8661a894964 req-94084a0c-274d-4573-8b43-8e21fde9e0a0 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d35e0c4-c006-4f35-a161-1e1e4ff68e11 HTTP/1.1" status: 200 len: 947 time: 0.7323673 Jun 01 19:08:35.076852 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b1f499ff-c826-4a7d-a96f-2142584d0ce4 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:35.096899 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c09e8a-28eb-480e-bad9-4c4e3871a79c req-5e3f7c4e-5fcf-42a5-ac5d-0efc61f6f325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:08:35.099337 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-13c09e8a-28eb-480e-bad9-4c4e3871a79c req-5e3f7c4e-5fcf-42a5-ac5d-0efc61f6f325 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4e20c5bd79fa44728efb622f29d6160e&device_id=4d35e0c4-c006-4f35-a161-1e1e4ff68e11 HTTP/1.1" status: 200 len: 1098 time: 0.7943838 Jun 01 19:08:35.209728 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 3b85e2a8-6a31-435b-8b70-c03e7da0eb90 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:08:35.210104 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:35.293716 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c09e8a-28eb-480e-bad9-4c4e3871a79c req-9248a8e3-bfc4-4a75-826b-26e1f41e7cda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:08:35.295181 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-13c09e8a-28eb-480e-bad9-4c4e3871a79c req-9248a8e3-bfc4-4a75-826b-26e1f41e7cda service neutron] 10.222.0.50 "GET /v2.0/networks?id=9872ab5d-59e4-43b1-8dfc-1ca5e239e8ce HTTP/1.1" status: 200 len: 914 time: 0.1648941 Jun 01 19:08:35.435390 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-13c09e8a-28eb-480e-bad9-4c4e3871a79c req-13e0de37-03cf-401d-a6e2-fda66e0580bd service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=86d4595b-e8db-4a4c-b6f0-57c1d6666091 HTTP/1.1" status: 200 len: 217 time: 0.1213615 Jun 01 19:08:35.456705 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c116c679-6c09-412b-a717-d8661a894964 req-8b7bcd58-3a17-4081-95e2-fc601803c3bc tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e27767a-e40e-41ca-b34d-a5b7412547b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3820069 Jun 01 19:08:35.498763 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-8974183d-f7ab-4070-a52a-c14bc34e2894 None None] Current status of the port 3b85e2a8-6a31-435b-8b70-c03e7da0eb90 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:08:35.621080 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 3b85e2a8-6a31-435b-8b70-c03e7da0eb90 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:08:35.622551 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c09e8a-28eb-480e-bad9-4c4e3871a79c req-156489a6-7d23-4de5-8ac1-425d4ea67022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:08:35.624102 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-13c09e8a-28eb-480e-bad9-4c4e3871a79c req-156489a6-7d23-4de5-8ac1-425d4ea67022 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=969bae19-2b90-42ed-a4ac-a4a59eaa870c HTTP/1.1" status: 200 len: 853 time: 0.1784310 Jun 01 19:08:35.627737 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19d5ba34-e878-448a-8caf-d24117c28a0c tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Router 7e68246b-a8eb-477e-ac3a-de7224895885 is scheduled to L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 with binding_index 1 {{(pid=88524) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 19:08:35.695945 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-13c09e8a-28eb-480e-bad9-4c4e3871a79c req-c5bc56d6-b792-4f75-ab93-587f61c3fbfb service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9872ab5d-59e4-43b1-8dfc-1ca5e239e8ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0658662 Jun 01 19:08:35.704651 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [None req-b1f499ff-c826-4a7d-a96f-2142584d0ce4 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Allocated IP 2001:db8:0:1::158 (56eb53e4-a5c2-46b3-980f-6e52ba27b48b/11f22a77-69c8-4f48-9464-7074881bed8c/3909580f-0ea7-49d4-8745-93f929f474b4) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:08:35.727011 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-302b7f31-9bc1-4a3d-8250-4a5492ca5edb tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=02a99242e0f0463d9013e17319779a87&fields=id HTTP/1.1" status: 200 len: 532 time: 0.7031713 Jun 01 19:08:35.943824 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b1f499ff-c826-4a7d-a96f-2142584d0ce4 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks [] for port, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:35.964524 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [None req-b1f499ff-c826-4a7d-a96f-2142584d0ce4 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Ignored duplicate provisioning block setup for port 3909580f-0ea7-49d4-8745-93f929f474b4 by entity DHCP. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jun 01 19:08:36.030771 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b1f499ff-c826-4a7d-a96f-2142584d0ce4 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:36.065849 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-5ab1ed37-1463-47eb-814a-283997c7f20c None None] Provisioning for port 3909580f-0ea7-49d4-8745-93f929f474b4 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:08:36.072239 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-5ab1ed37-1463-47eb-814a-283997c7f20c None None] Provisioning complete for port 3909580f-0ea7-49d4-8745-93f929f474b4 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:08:36.072865 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-5ab1ed37-1463-47eb-814a-283997c7f20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:36.085980 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7968365e-b136-49fa-b224-294438025923 req-6dc5a291-0650-45d0-b3dc-d6b7c8a4941e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=fc7ed167-b50b-48f3-a13d-b18891eb7a13&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5783241 Jun 01 19:08:36.231138 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-5ab1ed37-1463-47eb-814a-283997c7f20c None None] Port 3909580f-0ea7-49d4-8745-93f929f474b4 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:08:36.246130 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-5ab1ed37-1463-47eb-814a-283997c7f20c None None] Provisioning complete for port 3b85e2a8-6a31-435b-8b70-c03e7da0eb90 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:08:36.246751 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-5ab1ed37-1463-47eb-814a-283997c7f20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:36.394555 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19d5ba34-e878-448a-8caf-d24117c28a0c tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:08:36.404611 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c6d49f-cdbd-4524-b49c-1e5eeb81978d None None] Sync routers for ids ['7e68246b-a8eb-477e-ac3a-de7224895885'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:08:36.416597 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c6d49f-cdbd-4524-b49c-1e5eeb81978d None None] Routers {'7e68246b-a8eb-477e-ac3a-de7224895885'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:08:36.422126 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-a7c6d49f-cdbd-4524-b49c-1e5eeb81978d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:08:09Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['7e68246b-a8eb-477e-ac3a-de7224895885'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:08:36.435698 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-5ab1ed37-1463-47eb-814a-283997c7f20c None None] Current status of the port 3b85e2a8-6a31-435b-8b70-c03e7da0eb90 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:08:36.464870 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-13c09e8a-28eb-480e-bad9-4c4e3871a79c req-af8901a0-cc8d-4052-be5a-c97d2f42d6ef service neutron] 10.222.0.50 "GET /v2.0/networks/9872ab5d-59e4-43b1-8dfc-1ca5e239e8ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6432731 Jun 01 19:08:36.467686 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-19d5ba34-e878-448a-8caf-d24117c28a0c tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Notify callbacks [] for router, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:36.471275 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-19d5ba34-e878-448a-8caf-d24117c28a0c tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 9.2617960 Jun 01 19:08:36.482865 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 52188) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:08:36.534830 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-b1f499ff-c826-4a7d-a96f-2142584d0ce4 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] In _notify_port_updated(), no bound segment for port 3909580f-0ea7-49d4-8745-93f929f474b4 on network 56eb53e4-a5c2-46b3-980f-6e52ba27b48b {{(pid=88525) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 01 19:08:36.557649 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1f499ff-c826-4a7d-a96f-2142584d0ce4 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:08:36.558644 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b1f499ff-c826-4a7d-a96f-2142584d0ce4 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:36.567171 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-b1f499ff-c826-4a7d-a96f-2142584d0ce4 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] 10.222.0.41 "PUT /v2.0/ports/3909580f-0ea7-49d4-8745-93f929f474b4 HTTP/1.1" status: 200 len: 1012 time: 1.7537367 Jun 01 19:08:36.568361 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 52192) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:08:36.569369 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-20b4d1d0-e092-4821-832a-845bf222c4a6 None None] Provisioning complete for port 3909580f-0ea7-49d4-8745-93f929f474b4 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:08:36.574442 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-20b4d1d0-e092-4821-832a-845bf222c4a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:36.591187 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f499ff-c826-4a7d-a96f-2142584d0ce4 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Pushing event updated for resources: {'Port': ['ID=3909580f-0ea7-49d4-8745-93f929f474b4,revision_number=3']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:08:36.723785 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-a7c6d49f-cdbd-4524-b49c-1e5eeb81978d None None] Set router 7e68246b-a8eb-477e-ac3a-de7224895885 gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:08:36.744327 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-20b4d1d0-e092-4821-832a-845bf222c4a6 None None] Port 3909580f-0ea7-49d4-8745-93f929f474b4 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:08:36.790571 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-6e564547-130f-4b20-8505-fdb6eb6cab0c service neutron] 10.222.0.41 "GET /v2.0/networks/4f4ea26f-fa46-41a8-bded-b4cab3aedc51?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0405273 Jun 01 19:08:36.846810 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-40afcb02-b70a-49a3-991d-5bbc0515e0d1 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Deleting port 3909580f-0ea7-49d4-8745-93f929f474b4 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:08:36.847145 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-40afcb02-b70a-49a3-991d-5bbc0515e0d1 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:36.887525 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-d017d840-c75d-404f-982b-dbaf6d26e538 None None] Provisioning complete for port 3909580f-0ea7-49d4-8745-93f929f474b4 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:08:36.887902 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-d017d840-c75d-404f-982b-dbaf6d26e538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:37.021712 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-13c09e8a-28eb-480e-bad9-4c4e3871a79c req-895e1097-58d2-4d95-abd4-b18a8f095bc8 service neutron] 10.222.0.50 "GET /v2.0/networks/9872ab5d-59e4-43b1-8dfc-1ca5e239e8ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5384257 Jun 01 19:08:37.036593 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7968365e-b136-49fa-b224-294438025923 req-9311c020-3d9e-4ccc-965d-a281733c126e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:08:37.048653 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7968365e-b136-49fa-b224-294438025923 req-9311c020-3d9e-4ccc-965d-a281733c126e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8537cfb3773e46d182e148cf5b0a717f&device_id=fc7ed167-b50b-48f3-a13d-b18891eb7a13 HTTP/1.1" status: 200 len: 1097 time: 0.8010945 Jun 01 19:08:37.071026 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-d017d840-c75d-404f-982b-dbaf6d26e538 None None] Port 3909580f-0ea7-49d4-8745-93f929f474b4 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:08:37.160300 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-d398aca2-922b-40ba-a35f-b94a881697ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:37.212683 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-27d6e314-08f7-49bb-bf2a-c97cb6e1d527 None None] Provisioning complete for port 3909580f-0ea7-49d4-8745-93f929f474b4 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:08:37.212980 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-27d6e314-08f7-49bb-bf2a-c97cb6e1d527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:37.330297 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-27d6e314-08f7-49bb-bf2a-c97cb6e1d527 None None] Port 3909580f-0ea7-49d4-8745-93f929f474b4 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:08:37.337965 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-a7c6d49f-cdbd-4524-b49c-1e5eeb81978d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e68246b-a8eb-477e-ac3a-de7224895885', 'name': '', 'tenant_id': '573471d98bb24a01af321ebb60a8573f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5498031-3354-47bd-b180-3aca12b4503b', 'external_fixed_ips': [{'subnet_id': 'e018a976-9ece-4821-b154-fc1063fbcc19', 'ip_address': '172.20.0.9'}], 'enable_snat': True}, 'gw_port_id': 'de057b40-5671-4407-ae10-43056dc783b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:08:27Z', 'updated_at': '2022-06-01T19:08:33Z', 'revision_number': 3, 'project_id': '573471d98bb24a01af321ebb60a8573f', 'gw_port': {'id': 'de057b40-5671-4407-ae10-43056dc783b8', 'name': '', 'network_id': 'c5498031-3354-47bd-b180-3aca12b4503b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:f8:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e68246b-a8eb-477e-ac3a-de7224895885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2758, 'fixed_ips': [{'subnet_id': 'e018a976-9ece-4821-b154-fc1063fbcc19', 'ip_address': '172.20.0.9', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:08:31Z', 'updated_at': '2022-06-01T19:08:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e018a976-9ece-4821-b154-fc1063fbcc19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:08:37.348598 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c6d49f-cdbd-4524-b49c-1e5eeb81978d None None] Checking router: 7e68246b-a8eb-477e-ac3a-de7224895885 for host: n-d-844202-1 {{(pid=88527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 19:08:37.349091 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c6d49f-cdbd-4524-b49c-1e5eeb81978d None None] Updating router 7e68246b-a8eb-477e-ac3a-de7224895885 port de057b40-5671-4407-ae10-43056dc783b8 binding host n-d-844202-1 {{(pid=88527) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 19:08:37.435864 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-a7c6d49f-cdbd-4524-b49c-1e5eeb81978d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:37.505296 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-70e9aa58-dd09-4661-882e-45b941e4170f service neutron] 10.222.0.41 "GET /v2.0/networks/4f4ea26f-fa46-41a8-bded-b4cab3aedc51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7037954 Jun 01 19:08:37.615734 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7968365e-b136-49fa-b224-294438025923 req-827bd5df-a815-4879-bd72-ac8c5a8c801c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:08:37.618539 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7968365e-b136-49fa-b224-294438025923 req-827bd5df-a815-4879-bd72-ac8c5a8c801c service neutron] 10.222.0.15 "GET /v2.0/networks?id=1683679e-ac4b-4846-a35b-a63a265f2c59 HTTP/1.1" status: 200 len: 898 time: 0.3035643 Jun 01 19:08:37.834566 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-d93b84d3-6ea2-4397-a9a7-6faf5e811c98 service neutron] 10.222.0.41 "GET /v2.0/ports/8e023d4a-9eb6-405c-b18a-c3de65879a4a?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.2539785 Jun 01 19:08:37.910972 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c71d5d-875a-4b78-86e5-6d54449cc0a8 req-51737366-f6a9-47ee-bc78-9fa84c0a1e4c tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:08:37.917956 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a5c71d5d-875a-4b78-86e5-6d54449cc0a8 req-51737366-f6a9-47ee-bc78-9fa84c0a1e4c tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d35e0c4-c006-4f35-a161-1e1e4ff68e11 HTTP/1.1" status: 200 len: 947 time: 1.1900167 Jun 01 19:08:37.955910 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b3bc8254-cb72-4464-bc8a-c56a78cfb003 tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Notify callbacks [] for router, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:38.035910 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-40afcb02-b70a-49a3-991d-5bbc0515e0d1 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:38.108081 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7968365e-b136-49fa-b224-294438025923 req-99a1ace4-e5c2-4cd9-a45c-e7959d28cd78 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c13922d6-8dcd-4203-bf4b-58d64aaed295 HTTP/1.1" status: 200 len: 1002 time: 0.4767015 Jun 01 19:08:38.121828 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a5c71d5d-875a-4b78-86e5-6d54449cc0a8 req-30479a33-7146-4b92-ad13-8f8f54113dff tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e27767a-e40e-41ca-b34d-a5b7412547b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028298 Jun 01 19:08:38.195613 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-a7c6d49f-cdbd-4524-b49c-1e5eeb81978d None None] Notify callbacks [] for port, precommit_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:38.211198 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.provisioning_blocks [None req-a7c6d49f-cdbd-4524-b49c-1e5eeb81978d None None] Transition to ACTIVE for port object de057b40-5671-4407-ae10-43056dc783b8 will not be triggered until provisioned by entity L2. {{(pid=88527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:08:38.220453 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-a7c6d49f-cdbd-4524-b49c-1e5eeb81978d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:38.269700 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-40afcb02-b70a-49a3-991d-5bbc0515e0d1 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Calling delete_port for 3909580f-0ea7-49d4-8745-93f929f474b4 owned by {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:08:38.320772 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7968365e-b136-49fa-b224-294438025923 req-9f4722f2-4829-4ba1-ae72-b5e3bdf7d59f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:08:38.322498 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7968365e-b136-49fa-b224-294438025923 req-9f4722f2-4829-4ba1-ae72-b5e3bdf7d59f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8eee5ae7-9972-4ea4-a710-faeb7415f01a HTTP/1.1" status: 200 len: 834 time: 0.1976659 Jun 01 19:08:38.372948 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b3bc8254-cb72-4464-bc8a-c56a78cfb003 tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:38.379509 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-a7c6d49f-cdbd-4524-b49c-1e5eeb81978d None None] Attempting to bind port de057b40-5671-4407-ae10-43056dc783b8 on host n-d-844202-1 for vnic_type normal with profile {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:08:38.379869 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-a7c6d49f-cdbd-4524-b49c-1e5eeb81978d None None] Attempting to bind port de057b40-5671-4407-ae10-43056dc783b8 by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': 'f2d5c3e9-71d7-4f8c-9909-5577a83ecd11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'c5498031-3354-47bd-b180-3aca12b4503b'}] {{(pid=88527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:08:38.380314 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c6d49f-cdbd-4524-b49c-1e5eeb81978d None None] Attempting to bind port de057b40-5671-4407-ae10-43056dc783b8 on network c5498031-3354-47bd-b180-3aca12b4503b {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:08:38.406859 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c6d49f-cdbd-4524-b49c-1e5eeb81978d None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 8, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:08:38.407296 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c6d49f-cdbd-4524-b49c-1e5eeb81978d None None] Checking segment: {'id': 'f2d5c3e9-71d7-4f8c-9909-5577a83ecd11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'c5498031-3354-47bd-b180-3aca12b4503b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:08:38.407640 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-a7c6d49f-cdbd-4524-b49c-1e5eeb81978d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:38.408032 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c6d49f-cdbd-4524-b49c-1e5eeb81978d None None] Bound using segment: {'id': 'f2d5c3e9-71d7-4f8c-9909-5577a83ecd11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'c5498031-3354-47bd-b180-3aca12b4503b'} {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:08:38.408894 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-a7c6d49f-cdbd-4524-b49c-1e5eeb81978d None None] Bound port: de057b40-5671-4407-ae10-43056dc783b8, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2d5c3e9-71d7-4f8c-9909-5577a83ecd11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'c5498031-3354-47bd-b180-3aca12b4503b'}}] {{(pid=88527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:08:38.409263 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-a7c6d49f-cdbd-4524-b49c-1e5eeb81978d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:38.414996 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-b3bc8254-cb72-4464-bc8a-c56a78cfb003 tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Deleting port de057b40-5671-4407-ae10-43056dc783b8 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:08:38.415350 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b3bc8254-cb72-4464-bc8a-c56a78cfb003 tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:38.484819 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c6cf35-477f-40d2-a054-6866469549c6 None None] Pushing event updated for resources: {'Port': ['ID=de057b40-5671-4407-ae10-43056dc783b8,revision_number=2']} {{(pid=88527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:08:38.516688 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7968365e-b136-49fa-b224-294438025923 req-96679901-b030-47f3-9384-be55dd2f0926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:08:38.519390 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7968365e-b136-49fa-b224-294438025923 req-96679901-b030-47f3-9384-be55dd2f0926 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1683679e-ac4b-4846-a35b-a63a265f2c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1845229 Jun 01 19:08:38.551853 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c6cf35-477f-40d2-a054-6866469549c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:08:38.552833 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c6cf35-477f-40d2-a054-6866469549c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:08:38.553751 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c6cf35-477f-40d2-a054-6866469549c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:08:38.554458 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c6cf35-477f-40d2-a054-6866469549c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:08:38.555149 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c6cf35-477f-40d2-a054-6866469549c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:08:38.556054 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c6cf35-477f-40d2-a054-6866469549c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:08:38.556796 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c6cf35-477f-40d2-a054-6866469549c6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:08:38.557361 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c6cf35-477f-40d2-a054-6866469549c6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:08:38.558155 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c6cf35-477f-40d2-a054-6866469549c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:08:38.558719 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c6cf35-477f-40d2-a054-6866469549c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:08:38.559530 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c6cf35-477f-40d2-a054-6866469549c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:08:38.560083 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c6cf35-477f-40d2-a054-6866469549c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:08:38.633966 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-6c673841-0246-406a-983b-27e4481a897c service neutron] 10.222.0.41 "GET /v2.0/networks/83309fe7-c674-45d2-987a-e042535023cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7889979 Jun 01 19:08:38.637913 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.db [None req-a7c6d49f-cdbd-4524-b49c-1e5eeb81978d None None] For port de057b40-5671-4407-ae10-43056dc783b8, host n-d-844202-1, cleared binding levels {{(pid=88527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:08:38.641964 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.db [None req-a7c6d49f-cdbd-4524-b49c-1e5eeb81978d None None] For port de057b40-5671-4407-ae10-43056dc783b8, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=de057b40-5671-4407-ae10-43056dc783b8,segment=NetworkSegment(f2d5c3e9-71d7-4f8c-9909-5577a83ecd11),segment_id=f2d5c3e9-71d7-4f8c-9909-5577a83ecd11)] {{(pid=88527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:08:38.650660 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-a7c6d49f-cdbd-4524-b49c-1e5eeb81978d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:38.692269 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-40afcb02-b70a-49a3-991d-5bbc0515e0d1 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:38.775751 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c6cf35-477f-40d2-a054-6866469549c6 None None] Pushing event updated for resources: {'Port': ['ID=de057b40-5671-4407-ae10-43056dc783b8,revision_number=3']} {{(pid=88527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:08:38.801688 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [None req-b3bc8254-cb72-4464-bc8a-c56a78cfb003 tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] For port de057b40-5671-4407-ae10-43056dc783b8, host n-d-844202-1, got binding levels [] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:08:38.802294 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b3bc8254-cb72-4464-bc8a-c56a78cfb003 tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:38.808149 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c6d49f-cdbd-4524-b49c-1e5eeb81978d None None] Routers {'7e68246b-a8eb-477e-ac3a-de7224895885'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:08:38.808879 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-a7c6d49f-cdbd-4524-b49c-1e5eeb81978d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:08:09Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['7e68246b-a8eb-477e-ac3a-de7224895885'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:08:38.825210 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7968365e-b136-49fa-b224-294438025923 req-19208480-ffc9-44a1-9a76-68daefcac8df service neutron] 10.222.0.15 "GET /v2.0/networks/1683679e-ac4b-4846-a35b-a63a265f2c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2354820 Jun 01 19:08:38.899242 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40afcb02-b70a-49a3-991d-5bbc0515e0d1 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Pushing event deleted for resources: {'Port': ['ID=3909580f-0ea7-49d4-8745-93f929f474b4,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:08:38.933633 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-40afcb02-b70a-49a3-991d-5bbc0515e0d1 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:38.952805 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-40afcb02-b70a-49a3-991d-5bbc0515e0d1 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] 10.222.0.41 "DELETE /v2.0/ports/3909580f-0ea7-49d4-8745-93f929f474b4 HTTP/1.1" status: 204 len: 168 time: 2.3481271 Jun 01 19:08:38.957626 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 52230) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:08:39.047341 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-a7c6d49f-cdbd-4524-b49c-1e5eeb81978d None None] Set router 7e68246b-a8eb-477e-ac3a-de7224895885 gateway port host: None {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:08:39.070628 n-d-844202-1 neutron-server[88525]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d9a42da-94fd-4607-abc3-1ec5f3f83d8a tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] GET failed (client error): The resource could not be found. Jun 01 19:08:39.071167 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-6d9a42da-94fd-4607-abc3-1ec5f3f83d8a tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Synchronizing usage tracker for tenant:be49ffaf16754f888348eea74749e7ed on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:08:39.108786 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-ab6b2e55-9a92-40a8-975d-b4d38daf0434 service neutron] 10.222.0.41 "GET /v2.0/networks/83309fe7-c674-45d2-987a-e042535023cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4593527 Jun 01 19:08:39.110898 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-6d9a42da-94fd-4607-abc3-1ec5f3f83d8a tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Unset dirty status for tenant:be49ffaf16754f888348eea74749e7ed on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:08:39.114916 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-6d9a42da-94fd-4607-abc3-1ec5f3f83d8a tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] 10.222.0.41 "GET /v2.0/ports/3909580f-0ea7-49d4-8745-93f929f474b4 HTTP/1.1" status: 404 len: 333 time: 0.1560922 Jun 01 19:08:39.115493 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 52234) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:08:39.185134 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-b3bc8254-cb72-4464-bc8a-c56a78cfb003 tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Calling delete_port for de057b40-5671-4407-ae10-43056dc783b8 owned by network:router_gateway {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:08:39.197375 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-a7c6d49f-cdbd-4524-b49c-1e5eeb81978d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e68246b-a8eb-477e-ac3a-de7224895885', 'name': '', 'tenant_id': '573471d98bb24a01af321ebb60a8573f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:08:27Z', 'updated_at': '2022-06-01T19:08:38Z', 'revision_number': 4, 'project_id': '573471d98bb24a01af321ebb60a8573f', 'gw_port_host': None}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:08:39.211310 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c6d49f-cdbd-4524-b49c-1e5eeb81978d None None] The sync data for ids ['7e68246b-a8eb-477e-ac3a-de7224895885'] in n-d-844202-1 is: [{'id': '7e68246b-a8eb-477e-ac3a-de7224895885', 'name': '', 'tenant_id': '573471d98bb24a01af321ebb60a8573f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:08:27Z', 'updated_at': '2022-06-01T19:08:38Z', 'revision_number': 4, 'project_id': '573471d98bb24a01af321ebb60a8573f', 'gw_port_host': None}] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:08:39.276869 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-3f97cd1a-d0c4-4a23-9161-de7e3cd8b4a6 service neutron] 10.222.0.41 "GET /v2.0/ports/a46ad6b2-b5d4-4799-b91d-c0a28a7dbab6?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1604435 Jun 01 19:08:39.283454 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_v2 [None req-86ecfb30-aff4-41c3-ab71-aba5cb782ef5 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Deleting subnet 11f22a77-69c8-4f48-9464-7074881bed8c {{(pid=88525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 19:08:39.308053 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-86ecfb30-aff4-41c3-ab71-aba5cb782ef5 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks [] for subnet, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:39.439072 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7968365e-b136-49fa-b224-294438025923 req-5c28e781-5845-4a3b-9f31-7f7141bf8065 service neutron] 10.222.0.15 "GET /v2.0/networks/1683679e-ac4b-4846-a35b-a63a265f2c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5209644 Jun 01 19:08:39.492444 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-bf16c655-76cf-40af-b03e-4329c9dc01a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:39.601987 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.db.api [None req-b3bc8254-cb72-4464-bc8a-c56a78cfb003 tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88524) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 19:08:39.602560 n-d-844202-1 neutron-server[88524]: DEBUG oslo_db.api [None req-b3bc8254-cb72-4464-bc8a-c56a78cfb003 tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 19:08:39.628759 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac186f81-3cb4-4f21-9e6c-fd6a162f9ef8 req-d98daec2-81ee-412a-944e-a586c23b7d53 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:08:39.630763 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ac186f81-3cb4-4f21-9e6c-fd6a162f9ef8 req-d98daec2-81ee-412a-944e-a586c23b7d53 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d35e0c4-c006-4f35-a161-1e1e4ff68e11 HTTP/1.1" status: 200 len: 947 time: 0.1889155 Jun 01 19:08:39.691634 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ac186f81-3cb4-4f21-9e6c-fd6a162f9ef8 req-5e8b41b7-95b8-4027-ab55-f6d2bb4ef0af tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e27767a-e40e-41ca-b34d-a5b7412547b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468578 Jun 01 19:08:39.699148 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-435b2ae5-7184-4580-9ef0-e43d400d09a9 service neutron] 10.222.0.41 "GET /v2.0/networks/83309fe7-c674-45d2-987a-e042535023cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4124968 Jun 01 19:08:39.708374 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-86ecfb30-aff4-41c3-ab71-aba5cb782ef5 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2258509'] for subnet, precommit_delete_associations {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:40.008169 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc8bd26-d709-446e-9021-2bbdcd9bcef0 req-a2d3b4fb-2db0-418c-92d6-af9e075e1421 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:08:40.013134 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-1fc8bd26-d709-446e-9021-2bbdcd9bcef0 req-a2d3b4fb-2db0-418c-92d6-af9e075e1421 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d35e0c4-c006-4f35-a161-1e1e4ff68e11 HTTP/1.1" status: 200 len: 947 time: 0.1756537 Jun 01 19:08:40.025609 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-86ecfb30-aff4-41c3-ab71-aba5cb782ef5 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:40.081298 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-a94e67ad-c16c-4a87-8941-b900c91e90d3 service neutron] 10.222.0.41 "GET /v2.0/networks/83309fe7-c674-45d2-987a-e042535023cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3030524 Jun 01 19:08:40.102579 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-1fc8bd26-d709-446e-9021-2bbdcd9bcef0 req-3373e5b6-f576-436a-9612-febd624777c3 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e27767a-e40e-41ca-b34d-a5b7412547b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813794 Jun 01 19:08:40.103413 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-b3bc8254-cb72-4464-bc8a-c56a78cfb003 tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Deleting port de057b40-5671-4407-ae10-43056dc783b8 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:08:40.104014 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b3bc8254-cb72-4464-bc8a-c56a78cfb003 tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:40.250692 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-eb299a10-9f59-465d-80a9-4db2a06f2a4d service neutron] 10.222.0.41 "GET /v2.0/networks/83309fe7-c674-45d2-987a-e042535023cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684124 Jun 01 19:08:40.400774 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-86ecfb30-aff4-41c3-ab71-aba5cb782ef5 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2614143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9667199'] for subnet, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:40.501039 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-86ecfb30-aff4-41c3-ab71-aba5cb782ef5 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks [] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:40.504820 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ecfb30-aff4-41c3-ab71-aba5cb782ef5 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Pushing event deleted for resources: {'Subnet': ['ID=11f22a77-69c8-4f48-9464-7074881bed8c,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:08:40.509294 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29c2b666-ba0c-4960-a76f-0cd85b30b8e0 None None] Network 56eb53e4-a5c2-46b3-980f-6e52ba27b48b requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:08:40.535019 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-edd13160-dcb6-44f8-b5eb-b91d00b2374c service neutron] 10.222.0.41 "GET /v2.0/networks/83309fe7-c674-45d2-987a-e042535023cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2833381 Jun 01 19:08:40.630484 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a71f8a-a492-41df-8f02-454c1baf6dc9 req-2fc65ea4-0c49-4b25-bc5b-32793d34de0e tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:08:40.632203 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-79a71f8a-a492-41df-8f02-454c1baf6dc9 req-2fc65ea4-0c49-4b25-bc5b-32793d34de0e tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d35e0c4-c006-4f35-a161-1e1e4ff68e11 HTTP/1.1" status: 200 len: 947 time: 0.2609725 Jun 01 19:08:40.673112 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [None req-b3bc8254-cb72-4464-bc8a-c56a78cfb003 tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] For port de057b40-5671-4407-ae10-43056dc783b8, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=de057b40-5671-4407-ae10-43056dc783b8,segment=NetworkSegment(f2d5c3e9-71d7-4f8c-9909-5577a83ecd11),segment_id=f2d5c3e9-71d7-4f8c-9909-5577a83ecd11)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:08:40.673732 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b3bc8254-cb72-4464-bc8a-c56a78cfb003 tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:40.690694 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-aaa88787-6583-4ce6-9362-18205bdc5700 service neutron] 10.222.0.41 "GET /v2.0/networks/83309fe7-c674-45d2-987a-e042535023cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546943 Jun 01 19:08:40.714249 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-86ecfb30-aff4-41c3-ab71-aba5cb782ef5 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] 10.222.0.41 "DELETE /v2.0/subnets/11f22a77-69c8-4f48-9464-7074881bed8c HTTP/1.1" status: 204 len: 168 time: 1.5463624 Jun 01 19:08:40.717149 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 52260) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:08:40.755984 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:40.781925 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:40.831407 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-b3bc8254-cb72-4464-bc8a-c56a78cfb003 tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Calling delete_port for de057b40-5671-4407-ae10-43056dc783b8 owned by network:router_gateway {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:08:40.848610 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_v2 [None req-2512df1e-6e0e-442b-9854-ead54002ecde tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Deleting subnet d9bee008-feb9-48fa-af7f-90338076e98e {{(pid=88525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 19:08:40.855786 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2512df1e-6e0e-442b-9854-ead54002ecde tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks [] for subnet, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:40.872465 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-79a71f8a-a492-41df-8f02-454c1baf6dc9 req-48f2f289-ce31-48ef-983d-bfddd16458a6 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e27767a-e40e-41ca-b34d-a5b7412547b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344835 Jun 01 19:08:40.961152 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2512df1e-6e0e-442b-9854-ead54002ecde tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2258509'] for subnet, precommit_delete_associations {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:41.074556 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-5fee2896-e98c-45e7-b3a3-5c3043c7eca2 service neutron] 10.222.0.41 "GET /v2.0/networks/83309fe7-c674-45d2-987a-e042535023cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3828444 Jun 01 19:08:41.285543 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b3bc8254-cb72-4464-bc8a-c56a78cfb003 tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:41.304642 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-2d4f59ef-bc57-4c05-a7f6-d3e8da087436 service neutron] 10.222.0.41 "GET /v2.0/networks/3835bc88-4948-44ae-9b9d-0c2345cf8427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2282808 Jun 01 19:08:41.327339 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2512df1e-6e0e-442b-9854-ead54002ecde tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:41.345503 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dec2fda-cc6b-49a1-8fb7-fc621812878f req-d95c49b0-186e-4022-8f97-6e43261701e1 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:08:41.347038 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-2dec2fda-cc6b-49a1-8fb7-fc621812878f req-d95c49b0-186e-4022-8f97-6e43261701e1 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d35e0c4-c006-4f35-a161-1e1e4ff68e11 HTTP/1.1" status: 200 len: 947 time: 0.2206879 Jun 01 19:08:41.378268 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:41.389768 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bc8254-cb72-4464-bc8a-c56a78cfb003 tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Pushing event deleted for resources: {'Port': ['ID=de057b40-5671-4407-ae10-43056dc783b8,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:08:41.406563 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bc8254-cb72-4464-bc8a-c56a78cfb003 tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:08:41.407123 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bc8254-cb72-4464-bc8a-c56a78cfb003 tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:08:41.407546 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bc8254-cb72-4464-bc8a-c56a78cfb003 tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:08:41.407882 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bc8254-cb72-4464-bc8a-c56a78cfb003 tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:08:41.408341 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bc8254-cb72-4464-bc8a-c56a78cfb003 tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:08:41.408658 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bc8254-cb72-4464-bc8a-c56a78cfb003 tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:08:41.409105 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bc8254-cb72-4464-bc8a-c56a78cfb003 tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:08:41.409429 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bc8254-cb72-4464-bc8a-c56a78cfb003 tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:08:41.409746 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bc8254-cb72-4464-bc8a-c56a78cfb003 tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:08:41.410064 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bc8254-cb72-4464-bc8a-c56a78cfb003 tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:08:41.410418 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bc8254-cb72-4464-bc8a-c56a78cfb003 tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:08:41.410730 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bc8254-cb72-4464-bc8a-c56a78cfb003 tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:08:41.557940 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2512df1e-6e0e-442b-9854-ead54002ecde tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2614143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9667199'] for subnet, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:41.565054 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b3bc8254-cb72-4464-bc8a-c56a78cfb003 tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-887703'] for router_gateway, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:41.677022 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2512df1e-6e0e-442b-9854-ead54002ecde tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Pushing event deleted for resources: {'Subnet': ['ID=d9bee008-feb9-48fa-af7f-90338076e98e,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:08:41.698529 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2512df1e-6e0e-442b-9854-ead54002ecde tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks [] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:41.726365 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-2512df1e-6e0e-442b-9854-ead54002ecde tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] 10.222.0.41 "DELETE /v2.0/subnets/d9bee008-feb9-48fa-af7f-90338076e98e HTTP/1.1" status: 204 len: 168 time: 1.0058553 Jun 01 19:08:41.742177 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 52272) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:08:41.798593 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:41.805598 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-e926ddff-e575-4635-9854-f923beb53230 service neutron] 10.222.0.41 "GET /v2.0/networks/3835bc88-4948-44ae-9b9d-0c2345cf8427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4208136 Jun 01 19:08:41.869706 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-2dec2fda-cc6b-49a1-8fb7-fc621812878f req-36e13bb0-ddbe-422b-9549-18a142d94726 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e27767a-e40e-41ca-b34d-a5b7412547b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5110800 Jun 01 19:08:41.942060 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:42.029772 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7fc2bf3-36cb-47b7-87c0-0e567a33dc27 None None] Network 56eb53e4-a5c2-46b3-980f-6e52ba27b48b requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:08:42.032098 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b3bc8254-cb72-4464-bc8a-c56a78cfb003 tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25316'] for router, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:42.039096 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b3bc8254-cb72-4464-bc8a-c56a78cfb003 tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:42.103672 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b3bc8254-cb72-4464-bc8a-c56a78cfb003 tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-891519'] for router, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:42.104453 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3bc8254-cb72-4464-bc8a-c56a78cfb003 tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7e68246b-a8eb-477e-ac3a-de7224895885 {{(pid=88524) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 19:08:42.137261 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b3bc8254-cb72-4464-bc8a-c56a78cfb003 tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Notify callbacks [] for router, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:42.138824 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-b3bc8254-cb72-4464-bc8a-c56a78cfb003 tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] 10.222.0.41 "DELETE /v2.0/routers/7e68246b-a8eb-477e-ac3a-de7224895885 HTTP/1.1" status: 204 len: 168 time: 5.4210863 Jun 01 19:08:42.142232 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 52286) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:08:42.304011 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ec99cb4-9fc2-464a-b534-9f0e46ef283e tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Deleting subnet e018a976-9ece-4821-b154-fc1063fbcc19 {{(pid=88524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 19:08:42.308839 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2ec99cb4-9fc2-464a-b534-9f0e46ef283e tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:42.379844 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-41e893bc-6bed-4f44-9665-af550781519e None None] Provisioning complete for port 3b85e2a8-6a31-435b-8b70-c03e7da0eb90 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:08:42.380219 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-41e893bc-6bed-4f44-9665-af550781519e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:42.460737 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2ec99cb4-9fc2-464a-b534-9f0e46ef283e tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2702137'] for subnet, precommit_delete_associations {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:42.521184 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-a5a73fda-1883-4b45-b35e-6fd2b1bc1fba service neutron] 10.222.0.41 "GET /v2.0/networks/3835bc88-4948-44ae-9b9d-0c2345cf8427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3309863 Jun 01 19:08:42.609612 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ab4ce13-5540-4a29-9413-b4afe0d7104b None None] DHCP port deletion for 56eb53e4-a5c2-46b3-980f-6e52ba27b48b request from n-d-844202-1 {{(pid=88526) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 19:08:42.616770 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5dda81ab-547d-4302-81a9-c7b3db83f9a1 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:42.619052 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2ec99cb4-9fc2-464a-b534-9f0e46ef283e tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:42.622093 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-3ab4ce13-5540-4a29-9413-b4afe0d7104b None None] Deleting port 3b85e2a8-6a31-435b-8b70-c03e7da0eb90 {{(pid=88526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:08:42.622980 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-3ab4ce13-5540-4a29-9413-b4afe0d7104b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:42.716148 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-5dda81ab-547d-4302-81a9-c7b3db83f9a1 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Deleting port 3b85e2a8-6a31-435b-8b70-c03e7da0eb90 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:08:42.716604 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5dda81ab-547d-4302-81a9-c7b3db83f9a1 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:42.743621 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2ec99cb4-9fc2-464a-b534-9f0e46ef283e tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2718856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3066595'] for subnet, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:42.803320 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-41e893bc-6bed-4f44-9665-af550781519e None None] Current status of the port 3b85e2a8-6a31-435b-8b70-c03e7da0eb90 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:08:42.848795 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec99cb4-9fc2-464a-b534-9f0e46ef283e tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=e018a976-9ece-4821-b154-fc1063fbcc19,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:08:42.855728 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2ec99cb4-9fc2-464a-b534-9f0e46ef283e tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:42.911242 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-8ebf9b0f-af33-40d2-bc61-053e706c3eef service neutron] 10.222.0.41 "GET /v2.0/networks/3835bc88-4948-44ae-9b9d-0c2345cf8427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2856486 Jun 01 19:08:42.961611 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-2ec99cb4-9fc2-464a-b534-9f0e46ef283e tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] 10.222.0.41 "DELETE /v2.0/subnets/e018a976-9ece-4821-b154-fc1063fbcc19 HTTP/1.1" status: 204 len: 168 time: 0.8158956 Jun 01 19:08:42.969277 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 52308) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:08:43.019228 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807f0351-aabb-472e-a471-8b12055018a2 req-60ba2426-0915-4a13-a9dd-eaf21145695e tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:08:43.034479 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-807f0351-aabb-472e-a471-8b12055018a2 req-60ba2426-0915-4a13-a9dd-eaf21145695e tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d35e0c4-c006-4f35-a161-1e1e4ff68e11 HTTP/1.1" status: 200 len: 947 time: 0.1895750 Jun 01 19:08:43.115498 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-807f0351-aabb-472e-a471-8b12055018a2 req-ad97fd0e-69b0-480a-8d3d-102d6bae25a4 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e27767a-e40e-41ca-b34d-a5b7412547b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798326 Jun 01 19:08:43.221624 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [None req-5dda81ab-547d-4302-81a9-c7b3db83f9a1 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] For port 3b85e2a8-6a31-435b-8b70-c03e7da0eb90, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=3b85e2a8-6a31-435b-8b70-c03e7da0eb90,segment=NetworkSegment(bb35ccef-0eeb-4a2b-96cb-99190e5b3353),segment_id=bb35ccef-0eeb-4a2b-96cb-99190e5b3353)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:08:43.221996 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5dda81ab-547d-4302-81a9-c7b3db83f9a1 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:43.258343 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-18f706da-0148-49fd-bad3-baa8ee8ea386 tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:43.342215 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-3ab4ce13-5540-4a29-9413-b4afe0d7104b None None] For port 3b85e2a8-6a31-435b-8b70-c03e7da0eb90, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=3b85e2a8-6a31-435b-8b70-c03e7da0eb90,segment=NetworkSegment(bb35ccef-0eeb-4a2b-96cb-99190e5b3353),segment_id=bb35ccef-0eeb-4a2b-96cb-99190e5b3353)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:08:43.342515 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-3ab4ce13-5540-4a29-9413-b4afe0d7104b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:43.466790 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce770a4-8723-42e2-a44a-8f17c15d4010 req-a0f7d8aa-5612-4708-b122-106a29eb3b1d tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:08:43.474997 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-5dda81ab-547d-4302-81a9-c7b3db83f9a1 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Calling delete_port for 3b85e2a8-6a31-435b-8b70-c03e7da0eb90 owned by network:dhcp {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:08:43.478795 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7ce770a4-8723-42e2-a44a-8f17c15d4010 req-a0f7d8aa-5612-4708-b122-106a29eb3b1d tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d35e0c4-c006-4f35-a161-1e1e4ff68e11 HTTP/1.1" status: 200 len: 947 time: 0.2063973 Jun 01 19:08:43.678485 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-3ab4ce13-5540-4a29-9413-b4afe0d7104b None None] Calling delete_port for 3b85e2a8-6a31-435b-8b70-c03e7da0eb90 owned by network:dhcp {{(pid=88526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:08:43.760367 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-18f706da-0148-49fd-bad3-baa8ee8ea386 tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:43.792165 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5dda81ab-547d-4302-81a9-c7b3db83f9a1 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:43.799758 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-18f706da-0148-49fd-bad3-baa8ee8ea386 tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5498031-3354-47bd-b180-3aca12b4503b']}} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:08:43.830948 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7ce770a4-8723-42e2-a44a-8f17c15d4010 req-60ca8f7b-9fec-4bfd-8401-d9e5be655d8e tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e27767a-e40e-41ca-b34d-a5b7412547b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3445084 Jun 01 19:08:43.883692 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-18f706da-0148-49fd-bad3-baa8ee8ea386 tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2d5c3e9-71d7-4f8c-9909-5577a83ecd11') {'for_net_delete': True} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:08:43.883980 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-18f706da-0148-49fd-bad3-baa8ee8ea386 tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2d5c3e9-71d7-4f8c-9909-5577a83ecd11') {} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:08:43.901484 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dda81ab-547d-4302-81a9-c7b3db83f9a1 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] No DVR routers for this DVR port 3b85e2a8-6a31-435b-8b70-c03e7da0eb90 on host n-d-844202-1 {{(pid=88525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:08:43.903579 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dda81ab-547d-4302-81a9-c7b3db83f9a1 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Pushing event deleted for resources: {'Port': ['ID=3b85e2a8-6a31-435b-8b70-c03e7da0eb90,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:08:43.951575 n-d-844202-1 neutron-server[88526]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 19:08:43.951575 n-d-844202-1 neutron-server[88526]: util.warn( Jun 01 19:08:43.951575 n-d-844202-1 neutron-server[88526]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 19:08:43.951575 n-d-844202-1 neutron-server[88526]: util.warn( Jun 01 19:08:43.951575 n-d-844202-1 neutron-server[88526]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 19:08:43.951575 n-d-844202-1 neutron-server[88526]: util.warn( Jun 01 19:08:43.951575 n-d-844202-1 neutron-server[88526]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 19:08:43.951575 n-d-844202-1 neutron-server[88526]: util.warn( Jun 01 19:08:43.951575 n-d-844202-1 neutron-server[88526]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 19:08:43.951575 n-d-844202-1 neutron-server[88526]: util.warn( Jun 01 19:08:43.951575 n-d-844202-1 neutron-server[88526]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 19:08:43.951575 n-d-844202-1 neutron-server[88526]: util.warn( Jun 01 19:08:43.951575 n-d-844202-1 neutron-server[88526]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 19:08:43.951575 n-d-844202-1 neutron-server[88526]: util.warn( Jun 01 19:08:43.951575 n-d-844202-1 neutron-server[88526]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 19:08:43.951575 n-d-844202-1 neutron-server[88526]: util.warn( Jun 01 19:08:43.951575 n-d-844202-1 neutron-server[88526]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 19:08:43.951575 n-d-844202-1 neutron-server[88526]: util.warn( Jun 01 19:08:43.951575 n-d-844202-1 neutron-server[88526]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 19:08:43.951575 n-d-844202-1 neutron-server[88526]: util.warn( Jun 01 19:08:43.951575 n-d-844202-1 neutron-server[88526]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 19:08:43.951575 n-d-844202-1 neutron-server[88526]: util.warn( Jun 01 19:08:43.951575 n-d-844202-1 neutron-server[88526]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 19:08:43.951575 n-d-844202-1 neutron-server[88526]: util.warn( Jun 01 19:08:43.951575 n-d-844202-1 neutron-server[88526]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 19:08:43.951575 n-d-844202-1 neutron-server[88526]: util.warn( Jun 01 19:08:43.951575 n-d-844202-1 neutron-server[88526]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 19:08:43.951575 n-d-844202-1 neutron-server[88526]: util.warn( Jun 01 19:08:43.951575 n-d-844202-1 neutron-server[88526]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 19:08:43.951575 n-d-844202-1 neutron-server[88526]: util.warn( Jun 01 19:08:43.951575 n-d-844202-1 neutron-server[88526]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 19:08:43.951575 n-d-844202-1 neutron-server[88526]: util.warn( Jun 01 19:08:43.951575 n-d-844202-1 neutron-server[88526]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 19:08:43.951575 n-d-844202-1 neutron-server[88526]: util.warn( Jun 01 19:08:43.951575 n-d-844202-1 neutron-server[88526]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 19:08:43.951575 n-d-844202-1 neutron-server[88526]: util.warn( Jun 01 19:08:43.951575 n-d-844202-1 neutron-server[88526]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 19:08:43.951575 n-d-844202-1 neutron-server[88526]: util.warn( Jun 01 19:08:43.951575 n-d-844202-1 neutron-server[88526]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 19:08:43.951575 n-d-844202-1 neutron-server[88526]: util.warn( Jun 01 19:08:43.951575 n-d-844202-1 neutron-server[88526]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 19:08:43.951575 n-d-844202-1 neutron-server[88526]: util.warn( Jun 01 19:08:43.955666 n-d-844202-1 neutron-server[88526]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 19:08:43.955666 n-d-844202-1 neutron-server[88526]: util.warn( Jun 01 19:08:43.955666 n-d-844202-1 neutron-server[88526]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 19:08:43.955666 n-d-844202-1 neutron-server[88526]: util.warn( Jun 01 19:08:43.955666 n-d-844202-1 neutron-server[88526]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 19:08:43.955666 n-d-844202-1 neutron-server[88526]: util.warn( Jun 01 19:08:43.955666 n-d-844202-1 neutron-server[88526]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 19:08:43.955666 n-d-844202-1 neutron-server[88526]: util.warn( Jun 01 19:08:43.955666 n-d-844202-1 neutron-server[88526]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 19:08:43.955666 n-d-844202-1 neutron-server[88526]: util.warn( Jun 01 19:08:43.955666 n-d-844202-1 neutron-server[88526]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 19:08:43.955666 n-d-844202-1 neutron-server[88526]: util.warn( Jun 01 19:08:43.955666 n-d-844202-1 neutron-server[88526]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 19:08:43.955666 n-d-844202-1 neutron-server[88526]: util.warn( Jun 01 19:08:43.966495 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-18f706da-0148-49fd-bad3-baa8ee8ea386 tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2258522'] for segment, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:43.984734 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.db.api [None req-3ab4ce13-5540-4a29-9413-b4afe0d7104b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88526) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 19:08:43.985088 n-d-844202-1 neutron-server[88526]: DEBUG oslo_db.api [None req-3ab4ce13-5540-4a29-9413-b4afe0d7104b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 19:08:44.087110 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-18f706da-0148-49fd-bad3-baa8ee8ea386 tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:44.106504 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabc9cb9-624b-4434-9e5d-34fe06e79785 req-7b0d74b9-6ecb-41dc-9e06-64d53936a51f tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:08:44.115326 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-dabc9cb9-624b-4434-9e5d-34fe06e79785 req-7b0d74b9-6ecb-41dc-9e06-64d53936a51f tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d35e0c4-c006-4f35-a161-1e1e4ff68e11 HTTP/1.1" status: 200 len: 947 time: 0.1178498 Jun 01 19:08:44.173260 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18f706da-0148-49fd-bad3-baa8ee8ea386 tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=88525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 19:08:44.173658 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-18f706da-0148-49fd-bad3-baa8ee8ea386 tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2613981'] for segment, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:44.192953 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-dabc9cb9-624b-4434-9e5d-34fe06e79785 req-245e73a2-3a75-48a9-9378-49e1e9df9a2f tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e27767a-e40e-41ca-b34d-a5b7412547b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766628 Jun 01 19:08:44.312918 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5dda81ab-547d-4302-81a9-c7b3db83f9a1 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:44.330182 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment f2d5c3e9-71d7-4f8c-9909-5577a83ecd11 resource provider aggregate not found Jun 01 19:08:44.333578 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-18f706da-0148-49fd-bad3-baa8ee8ea386 tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:44.360187 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18f706da-0148-49fd-bad3-baa8ee8ea386 tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c5498031-3354-47bd-b180-3aca12b4503b {{(pid=88525) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jun 01 19:08:44.403868 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-18f706da-0148-49fd-bad3-baa8ee8ea386 tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Notify callbacks [] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:44.410991 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment f2d5c3e9-71d7-4f8c-9909-5577a83ecd11 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f2d5c3e9-71d7-4f8c-9909-5577a83ecd11 found for delete ", "request_id": "req-874f2d43-2203-4e42-9289-1657684f5a9c"}]} Jun 01 19:08:44.416562 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f706da-0148-49fd-bad3-baa8ee8ea386 tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Pushing event deleted for resources: {'Network': ['ID=c5498031-3354-47bd-b180-3aca12b4503b,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:08:44.442130 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-5dda81ab-547d-4302-81a9-c7b3db83f9a1 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56eb53e4-a5c2-46b3-980f-6e52ba27b48b']}} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:08:44.483030 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-18f706da-0148-49fd-bad3-baa8ee8ea386 tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] 10.222.0.41 "DELETE /v2.0/networks/c5498031-3354-47bd-b180-3aca12b4503b HTTP/1.1" status: 204 len: 168 time: 1.5095241 Jun 01 19:08:44.488783 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-3ab4ce13-5540-4a29-9413-b4afe0d7104b None None] Deleting port 3b85e2a8-6a31-435b-8b70-c03e7da0eb90 {{(pid=88526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:08:44.489191 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-3ab4ce13-5540-4a29-9413-b4afe0d7104b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:44.506339 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-5dda81ab-547d-4302-81a9-c7b3db83f9a1 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb35ccef-0eeb-4a2b-96cb-99190e5b3353') {'for_net_delete': True} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:08:44.506574 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-5dda81ab-547d-4302-81a9-c7b3db83f9a1 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb35ccef-0eeb-4a2b-96cb-99190e5b3353') {} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:08:44.554173 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5dda81ab-547d-4302-81a9-c7b3db83f9a1 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2258522'] for segment, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:44.610589 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d53a051-264e-4605-ab48-30da8054f743 req-571a4d6b-97bc-4353-87cd-b7ac7cd72578 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:08:44.618208 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4d53a051-264e-4605-ab48-30da8054f743 req-571a4d6b-97bc-4353-87cd-b7ac7cd72578 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d35e0c4-c006-4f35-a161-1e1e4ff68e11 HTTP/1.1" status: 200 len: 947 time: 0.2423999 Jun 01 19:08:44.670127 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b97c9a50-974e-4aaf-87ed-c838fbf36c21 req-c8e539cb-7ba4-4e03-8798-594cbb2dd93a tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] 10.222.0.41 "GET /v2.0/ports?device_id=b89af75b-9667-469e-b061-668dd6a09e9b HTTP/1.1" status: 200 len: 210 time: 0.0716224 Jun 01 19:08:44.677807 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5dda81ab-547d-4302-81a9-c7b3db83f9a1 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:44.692279 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5dda81ab-547d-4302-81a9-c7b3db83f9a1 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=88525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 19:08:44.693002 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5dda81ab-547d-4302-81a9-c7b3db83f9a1 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2613981'] for segment, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:44.701327 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 3b85e2a8-6a31-435b-8b70-c03e7da0eb90 no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:08:44.817624 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4d53a051-264e-4605-ab48-30da8054f743 req-55829ced-fad2-4c66-bd19-2936fc52acdd tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e27767a-e40e-41ca-b34d-a5b7412547b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921816 Jun 01 19:08:44.915000 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-3ab4ce13-5540-4a29-9413-b4afe0d7104b None None] The port '3b85e2a8-6a31-435b-8b70-c03e7da0eb90' was deleted {{(pid=88526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 01 19:08:44.916293 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: 3b85e2a8-6a31-435b-8b70-c03e7da0eb90 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:08:44.918163 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 3b85e2a8-6a31-435b-8b70-c03e7da0eb90 not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:08:45.224484 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 52394) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:08:45.231574 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-91d4d8e7-e913-4ceb-8510-cb9fe7f93059 tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Request body: {'router': {'name': 'tempest-router--1761746977', 'project_id': 'b179c58036ea423e8bfe9f9e11e1d13b'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:08:45.237218 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-91d4d8e7-e913-4ceb-8510-cb9fe7f93059 tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:08:45.251075 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-91d4d8e7-e913-4ceb-8510-cb9fe7f93059 tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Usage tracker for resource:router and tenant:b179c58036ea423e8bfe9f9e11e1d13b is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:08:45.254434 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-91d4d8e7-e913-4ceb-8510-cb9fe7f93059 tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:08:45.267788 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-91d4d8e7-e913-4ceb-8510-cb9fe7f93059 tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:08:45.287341 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-91d4d8e7-e913-4ceb-8510-cb9fe7f93059 tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-885767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25238'] for router, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:45.288694 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-91d4d8e7-e913-4ceb-8510-cb9fe7f93059 tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-901042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-886562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-981784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25327'] for router, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:45.380028 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5dda81ab-547d-4302-81a9-c7b3db83f9a1 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:45.410744 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5dda81ab-547d-4302-81a9-c7b3db83f9a1 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks [] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:45.414189 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dda81ab-547d-4302-81a9-c7b3db83f9a1 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Pushing event deleted for resources: {'Network': ['ID=56eb53e4-a5c2-46b3-980f-6e52ba27b48b,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:08:45.423234 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-5dda81ab-547d-4302-81a9-c7b3db83f9a1 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] 10.222.0.41 "DELETE /v2.0/networks/56eb53e4-a5c2-46b3-980f-6e52ba27b48b HTTP/1.1" status: 204 len: 168 time: 3.6784124 Jun 01 19:08:45.427314 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 52400) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:08:45.436266 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-91d4d8e7-e913-4ceb-8510-cb9fe7f93059 tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:45.482506 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-91d4d8e7-e913-4ceb-8510-cb9fe7f93059 tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-885820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-886655'] for router, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:45.546105 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0a86bf-e216-4a72-a900-a30da42399cc req-4538faa9-70ef-4b84-9f11-803bc88673f7 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:08:45.558987 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-bd0a86bf-e216-4a72-a900-a30da42399cc req-4538faa9-70ef-4b84-9f11-803bc88673f7 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d35e0c4-c006-4f35-a161-1e1e4ff68e11 HTTP/1.1" status: 200 len: 947 time: 0.2388935 Jun 01 19:08:45.574937 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-91d4d8e7-e913-4ceb-8510-cb9fe7f93059 tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Notify callbacks [] for router, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:45.576350 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-91d4d8e7-e913-4ceb-8510-cb9fe7f93059 tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.3505447 Jun 01 19:08:45.580603 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 52410) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:08:45.623293 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-bd0a86bf-e216-4a72-a900-a30da42399cc req-364a9d7d-a54c-46e9-97d8-f48f229bdea3 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e27767a-e40e-41ca-b34d-a5b7412547b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689824 Jun 01 19:08:45.686842 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.agents_db [None req-e814b9cf-7de8-45d0-a079-29c61fabe7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 19:08:45.797475 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-50a75b6c-dab9-4527-a7b2-5c058a9d9b0f tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Notify callbacks [] for router, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:46.004436 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-bf59bc3c-08db-4cc9-a563-18caf4b27f95 req-111c7e2f-230b-4d5f-a8b5-df9e49e296b0 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] 10.222.0.41 "GET /v2.0/ports?device_id=b89af75b-9667-469e-b061-668dd6a09e9b HTTP/1.1" status: 200 len: 210 time: 0.0672729 Jun 01 19:08:46.057672 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-826ba074-7e45-4a9d-a7b4-c0336542900d tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:08:46.058521 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-826ba074-7e45-4a9d-a7b4-c0336542900d tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Synchronizing usage tracker for tenant:be49ffaf16754f888348eea74749e7ed on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:08:46.234362 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-826ba074-7e45-4a9d-a7b4-c0336542900d tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Unset dirty status for tenant:be49ffaf16754f888348eea74749e7ed on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:08:46.234362 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-826ba074-7e45-4a9d-a7b4-c0336542900d tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.7986217 Jun 01 19:08:46.234362 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 52430) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:08:46.348384 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-50a75b6c-dab9-4527-a7b2-5c058a9d9b0f tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25316'] for router, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:46.357796 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-50a75b6c-dab9-4527-a7b2-5c058a9d9b0f tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:46.396433 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8b6f7b-e1f5-4092-b0e5-750ed330e53b req-cafe00bb-d26d-46f4-ad0d-dbe24afbe08c tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:08:46.397916 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-9b8b6f7b-e1f5-4092-b0e5-750ed330e53b req-cafe00bb-d26d-46f4-ad0d-dbe24afbe08c tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d35e0c4-c006-4f35-a161-1e1e4ff68e11 HTTP/1.1" status: 200 len: 947 time: 0.5367684 Jun 01 19:08:46.471390 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-50a75b6c-dab9-4527-a7b2-5c058a9d9b0f tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-891519'] for router, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:46.471874 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50a75b6c-dab9-4527-a7b2-5c058a9d9b0f tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 368ac869-7e62-4f69-ab5d-1f0e6bc49169 {{(pid=88525) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 19:08:46.487925 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment bb35ccef-0eeb-4a2b-96cb-99190e5b3353 resource provider aggregate not found Jun 01 19:08:46.493510 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-27e13440-4580-48fe-ad0b-7d8e583bb54a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:08:46.494954 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-27e13440-4580-48fe-ad0b-7d8e583bb54a service neutron] 10.222.0.50 "GET /v2.0/ports/8e023d4a-9eb6-405c-b18a-c3de65879a4a HTTP/1.1" status: 200 len: 1028 time: 0.1272256 Jun 01 19:08:46.536168 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-0a345ecc-bc67-450e-8c99-62f918d8062f tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] 10.222.0.41 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2578568 Jun 01 19:08:46.537293 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 52442) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:08:46.542645 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment bb35ccef-0eeb-4a2b-96cb-99190e5b3353 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bb35ccef-0eeb-4a2b-96cb-99190e5b3353 found for delete ", "request_id": "req-a396843a-36e6-4026-8675-1d65f272a6f0"}]} Jun 01 19:08:46.547867 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-50a75b6c-dab9-4527-a7b2-5c058a9d9b0f tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Notify callbacks [] for router, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:46.549413 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-50a75b6c-dab9-4527-a7b2-5c058a9d9b0f tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] 10.222.0.41 "DELETE /v2.0/routers/368ac869-7e62-4f69-ab5d-1f0e6bc49169 HTTP/1.1" status: 204 len: 168 time: 0.9675608 Jun 01 19:08:46.553714 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-b4d1012a-686c-4816-9e68-f4350aa35aa5 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-661147282'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:08:46.569799 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-9b8b6f7b-e1f5-4092-b0e5-750ed330e53b req-8200ed3c-a54e-466d-894e-07d3a9693b3c tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e27767a-e40e-41ca-b34d-a5b7412547b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654043 Jun 01 19:08:46.576984 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-b4d1012a-686c-4816-9e68-f4350aa35aa5 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:08:46.590213 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-b4d1012a-686c-4816-9e68-f4350aa35aa5 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Usage tracker for resource:network and tenant:be49ffaf16754f888348eea74749e7ed is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:08:46.593840 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-b4d1012a-686c-4816-9e68-f4350aa35aa5 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:08:46.602631 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-b4d1012a-686c-4816-9e68-f4350aa35aa5 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:08:46.629278 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4d1012a-686c-4816-9e68-f4350aa35aa5 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Made reservation on behalf of be49ffaf16754f888348eea74749e7ed for: {'network': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:08:46.633224 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b4d1012a-686c-4816-9e68-f4350aa35aa5 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:46.664345 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-de4035b0-7c21-4c66-ad7f-b65ae8e4f62d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:08:46.665723 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-de4035b0-7c21-4c66-ad7f-b65ae8e4f62d service neutron] 10.222.0.50 "GET /v2.0/ports/a46ad6b2-b5d4-4799-b91d-c0a28a7dbab6 HTTP/1.1" status: 200 len: 1027 time: 0.1650226 Jun 01 19:08:46.712320 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4d1012a-686c-4816-9e68-f4350aa35aa5 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 124} {{(pid=88525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 19:08:46.723723 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b4d1012a-686c-4816-9e68-f4350aa35aa5 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:46.724502 n-d-844202-1 neutron-server[88525]: INFO neutron.db.segments_db [None req-b4d1012a-686c-4816-9e68-f4350aa35aa5 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Added segment 36625cde-be48-40a0-9ea7-4b6c05da9858 of type vlan for network 83a86c02-803b-4195-ab6d-53f4e4f67c7f Jun 01 19:08:46.789987 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b4d1012a-686c-4816-9e68-f4350aa35aa5 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:46.805124 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 52452) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:08:46.911382 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b4d1012a-686c-4816-9e68-f4350aa35aa5 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:46.927444 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d1012a-686c-4816-9e68-f4350aa35aa5 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:08:46.928090 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b4d1012a-686c-4816-9e68-f4350aa35aa5 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks [] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:47.020197 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-0c7a660a-721a-4b60-8dcc-a693c18dbcde tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:08:47.045565 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-0c7a660a-721a-4b60-8dcc-a693c18dbcde tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:08:47.055771 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-0c7a660a-721a-4b60-8dcc-a693c18dbcde tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:08:47.061780 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-0c7a660a-721a-4b60-8dcc-a693c18dbcde tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] 10.222.0.50 "GET /v2.0/networks?id=4f4ea26f-fa46-41a8-bded-b4cab3aedc51&id=83309fe7-c674-45d2-987a-e042535023cf&id=83309fe7-c674-45d2-987a-e042535023cf&id=83309fe7-c674-45d2-987a-e042535023cf&id=83309fe7-c674-45d2-987a-e042535023cf&id=3835bc88-4948-44ae-9b9d-0c2345cf8427&id=3835bc88-4948-44ae-9b9d-0c2345cf8427 HTTP/1.1" status: 200 len: 1990 time: 0.3888962 Jun 01 19:08:47.164316 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-8bbb2d49-f263-4344-a887-6bd0bcf5defe tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=02a99242e0f0463d9013e17319779a87 HTTP/1.1" status: 200 len: 378 time: 0.0935109 Jun 01 19:08:47.180132 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-ad60567a-d307-446b-9c05-f413fc68f2f8 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Request body: {'port': {'device_id': 'b89af75b-9667-469e-b061-668dd6a09e9b', 'network_id': '4f4ea26f-fa46-41a8-bded-b4cab3aedc51', 'admin_state_up': True, 'tenant_id': '02a99242e0f0463d9013e17319779a87', 'security_groups': ['0ab986d5-b8d5-42ed-9ee0-4a29f48e1199']}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:08:47.283283 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d1012a-686c-4816-9e68-f4350aa35aa5 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Pushing event updated for resources: {'Network': ['ID=83a86c02-803b-4195-ab6d-53f4e4f67c7f,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:08:47.295255 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network 83a86c02-803b-4195-ab6d-53f4e4f67c7f details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 19:08:47.311630 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-d01d10e6-8a15-42f1-836a-05337fd44049 tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-398589528', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}, 'admin_state_up': False}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:08:47.340384 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-d01d10e6-8a15-42f1-836a-05337fd44049 tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:08:47.351509 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a9dbbe-ffb2-42a4-8ef2-878f17ecf5d4 req-624ea52a-5bde-4964-88b7-4b16bd9619eb tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:08:47.353352 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-85a9dbbe-ffb2-42a4-8ef2-878f17ecf5d4 req-624ea52a-5bde-4964-88b7-4b16bd9619eb tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d35e0c4-c006-4f35-a161-1e1e4ff68e11 HTTP/1.1" status: 200 len: 947 time: 0.5522714 Jun 01 19:08:47.360953 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-b4d1012a-686c-4816-9e68-f4350aa35aa5 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8186269 Jun 01 19:08:47.362450 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-d01d10e6-8a15-42f1-836a-05337fd44049 tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] Usage tracker for resource:router and tenant:e5be8a579770467e96fcc6c814e10acf is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:08:47.367360 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 52470) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:08:47.377079 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-d01d10e6-8a15-42f1-836a-05337fd44049 tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:08:47.387368 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-0529a198-8cff-45ce-8875-d2b37d5c5f6e tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Request body: {'subnet': {'network_id': '83a86c02-803b-4195-ab6d-53f4e4f67c7f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:08:47.579711 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-ad60567a-d307-446b-9c05-f413fc68f2f8 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:08:47.593794 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-cf947518-fdf5-4a95-8b0f-e44b20c2011d req-f1a2cb25-29b4-4749-b121-8138cdd92ad2 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] 10.222.0.41 "GET /v2.0/ports?device_id=b89af75b-9667-469e-b061-668dd6a09e9b HTTP/1.1" status: 200 len: 210 time: 0.3212044 Jun 01 19:08:47.611921 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-ad60567a-d307-446b-9c05-f413fc68f2f8 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:08:47.636462 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-ad60567a-d307-446b-9c05-f413fc68f2f8 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Made reservation on behalf of 02a99242e0f0463d9013e17319779a87 for: {'port': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:08:47.640704 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-ad60567a-d307-446b-9c05-f413fc68f2f8 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:47.729644 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-d01d10e6-8a15-42f1-836a-05337fd44049 tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:08:47.752639 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-0529a198-8cff-45ce-8875-d2b37d5c5f6e tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:08:47.759375 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d01d10e6-8a15-42f1-836a-05337fd44049 tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-885767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25238'] for router, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:47.760578 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d01d10e6-8a15-42f1-836a-05337fd44049 tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-901042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-886562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-981784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25327'] for router, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:47.769462 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-0529a198-8cff-45ce-8875-d2b37d5c5f6e tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Usage tracker for resource:subnet and tenant:be49ffaf16754f888348eea74749e7ed is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:08:47.776310 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-0529a198-8cff-45ce-8875-d2b37d5c5f6e tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:08:47.794394 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-85a9dbbe-ffb2-42a4-8ef2-878f17ecf5d4 req-3439f39d-8fdf-492f-a6f3-35387b6a3d18 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e27767a-e40e-41ca-b34d-a5b7412547b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403704 Jun 01 19:08:47.817375 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-0529a198-8cff-45ce-8875-d2b37d5c5f6e tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:08:47.847920 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d01d10e6-8a15-42f1-836a-05337fd44049 tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:48.110993 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-ad60567a-d307-446b-9c05-f413fc68f2f8 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Allocated IP 172.20.0.12 (4f4ea26f-fa46-41a8-bded-b4cab3aedc51/68f1d3e6-a007-4866-ae6d-cf3ba479c5c0/74e2387a-5a42-4e52-9813-acb554a11e5b) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:08:48.126361 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0529a198-8cff-45ce-8875-d2b37d5c5f6e tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Made reservation on behalf of be49ffaf16754f888348eea74749e7ed for: {'subnet': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:08:48.130316 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0529a198-8cff-45ce-8875-d2b37d5c5f6e tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9667140'] for subnet, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:48.396675 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d771379-2d7a-418e-9350-258237558bfe req-a767b1a1-9eaa-41f0-92c7-b5ddef05f709 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:08:48.398354 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-8d771379-2d7a-418e-9350-258237558bfe req-a767b1a1-9eaa-41f0-92c7-b5ddef05f709 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d35e0c4-c006-4f35-a161-1e1e4ff68e11 HTTP/1.1" status: 200 len: 947 time: 0.3990185 Jun 01 19:08:48.479056 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-8d771379-2d7a-418e-9350-258237558bfe req-1b746089-8ce3-422a-9be8-e2ba589d3ae1 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e27767a-e40e-41ca-b34d-a5b7412547b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736449 Jun 01 19:08:48.536469 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-ad60567a-d307-446b-9c05-f413fc68f2f8 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:48.558598 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-ad60567a-d307-446b-9c05-f413fc68f2f8 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Transition to ACTIVE for port object 74e2387a-5a42-4e52-9813-acb554a11e5b will not be triggered until provisioned by entity DHCP. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:08:48.588207 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-ad60567a-d307-446b-9c05-f413fc68f2f8 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:48.787454 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d01d10e6-8a15-42f1-836a-05337fd44049 tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-886608', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-885830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25341'] for router, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:48.793950 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad60567a-d307-446b-9c05-f413fc68f2f8 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Pushing event updated for resources: {'Port': ['ID=74e2387a-5a42-4e52-9813-acb554a11e5b,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:08:48.831190 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-ad60567a-d307-446b-9c05-f413fc68f2f8 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Network 4f4ea26f-fa46-41a8-bded-b4cab3aedc51 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:08:48.834263 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-ad60567a-d307-446b-9c05-f413fc68f2f8 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:08:48.838253 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-ad60567a-d307-446b-9c05-f413fc68f2f8 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:08:48.955144 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2c0f6b-aee2-48b3-b619-504b2901d5b6 req-1fdfaaa7-baa1-4922-b5de-c83749147cbf tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:08:48.968757 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-bc2c0f6b-aee2-48b3-b619-504b2901d5b6 req-1fdfaaa7-baa1-4922-b5de-c83749147cbf tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d35e0c4-c006-4f35-a161-1e1e4ff68e11 HTTP/1.1" status: 200 len: 947 time: 0.2175229 Jun 01 19:08:49.003728 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-ad60567a-d307-446b-9c05-f413fc68f2f8 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:08:49.005254 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-ad60567a-d307-446b-9c05-f413fc68f2f8 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:49.065102 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-ad60567a-d307-446b-9c05-f413fc68f2f8 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8945148 Jun 01 19:08:49.106896 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-a9747aa2-927d-4a9c-8159-d4f8b5e6f166 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Request body: {'port': {'device_id': 'b89af75b-9667-469e-b061-668dd6a09e9b', 'network_id': '83309fe7-c674-45d2-987a-e042535023cf', 'admin_state_up': True, 'tenant_id': '02a99242e0f0463d9013e17319779a87', 'security_groups': ['0ab986d5-b8d5-42ed-9ee0-4a29f48e1199']}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:08:49.265769 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-69167779-0c4b-4113-9089-ee7802021740 None None] Provisioning for port 74e2387a-5a42-4e52-9813-acb554a11e5b completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:08:49.277464 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-69167779-0c4b-4113-9089-ee7802021740 None None] Provisioning complete for port 74e2387a-5a42-4e52-9813-acb554a11e5b triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:08:49.277464 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-69167779-0c4b-4113-9089-ee7802021740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:49.287352 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0529a198-8cff-45ce-8875-d2b37d5c5f6e tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2614064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9667190'] for subnet, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:49.356066 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-69167779-0c4b-4113-9089-ee7802021740 None None] Port 74e2387a-5a42-4e52-9813-acb554a11e5b cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:08:49.404000 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-bc2c0f6b-aee2-48b3-b619-504b2901d5b6 req-179a71d2-005d-4459-abcb-487195f478b4 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e27767a-e40e-41ca-b34d-a5b7412547b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4338617 Jun 01 19:08:49.431046 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-a9747aa2-927d-4a9c-8159-d4f8b5e6f166 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:08:49.445369 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-a9747aa2-927d-4a9c-8159-d4f8b5e6f166 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Usage tracker for resource:port and tenant:02a99242e0f0463d9013e17319779a87 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:08:49.455145 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-a9747aa2-927d-4a9c-8159-d4f8b5e6f166 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Quota usage for port was recalculated. Used quota:8. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:08:49.471738 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-a9747aa2-927d-4a9c-8159-d4f8b5e6f166 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attempting to reserve 1 items for resource port. Total usage: 8; quota limit: 500; headroom:492 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:08:49.489531 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7375633c-922f-44e6-8c26-419c46ff60e4 req-bdda5cc4-b668-4162-af5d-b9300735e788 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:08:49.491235 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-7375633c-922f-44e6-8c26-419c46ff60e4 req-bdda5cc4-b668-4162-af5d-b9300735e788 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] 10.222.0.41 "GET /v2.0/ports?device_id=b89af75b-9667-469e-b061-668dd6a09e9b HTTP/1.1" status: 200 len: 932 time: 0.5377698 Jun 01 19:08:49.496599 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-a9747aa2-927d-4a9c-8159-d4f8b5e6f166 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Made reservation on behalf of 02a99242e0f0463d9013e17319779a87 for: {'port': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:08:49.500906 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-a9747aa2-927d-4a9c-8159-d4f8b5e6f166 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:49.627960 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0529a198-8cff-45ce-8875-d2b37d5c5f6e tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Pushing event updated for resources: {'Subnet': ['ID=cd0971c3-e2dc-4596-8d46-977747317909,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:08:49.654752 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0529a198-8cff-45ce-8875-d2b37d5c5f6e tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Checking segment: {'id': '36625cde-be48-40a0-9ea7-4b6c05da9858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '83a86c02-803b-4195-ab6d-53f4e4f67c7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:08:49.655080 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0529a198-8cff-45ce-8875-d2b37d5c5f6e tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Network hostable DHCP agents. Network: 83a86c02-803b-4195-ab6d-53f4e4f67c7f, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 19:08:49.828944 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45877ae2-9dbe-48f3-8fec-fb7102a4a603 req-50589333-3ded-4191-b6da-6d0484e4a0aa tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:08:49.835894 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-45877ae2-9dbe-48f3-8fec-fb7102a4a603 req-50589333-3ded-4191-b6da-6d0484e4a0aa tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d35e0c4-c006-4f35-a161-1e1e4ff68e11 HTTP/1.1" status: 200 len: 947 time: 0.1818583 Jun 01 19:08:49.884395 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-a9747aa2-927d-4a9c-8159-d4f8b5e6f166 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Allocated IP 10.1.1.176 (83309fe7-c674-45d2-987a-e042535023cf/a154ee7c-2b5c-4f5d-88dd-ebda40eec737/b4ec48f2-ec80-4ad5-8ee7-46cd08c5ffa2) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:08:49.910515 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-45877ae2-9dbe-48f3-8fec-fb7102a4a603 req-af14d0d4-b346-4fdb-943a-f1e706adcaf7 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e27767a-e40e-41ca-b34d-a5b7412547b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734885 Jun 01 19:08:49.984333 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-7375633c-922f-44e6-8c26-419c46ff60e4 req-3f7d2fc1-d8e9-4923-803e-1435a5b87ec0 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ab986d5-b8d5-42ed-9ee0-4a29f48e1199&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4520361 Jun 01 19:08:50.102138 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0529a198-8cff-45ce-8875-d2b37d5c5f6e tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Network 83a86c02-803b-4195-ab6d-53f4e4f67c7f is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 19:08:50.137801 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d01d10e6-8a15-42f1-836a-05337fd44049 tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] Notify callbacks [] for router_gateway, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:50.212915 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d01d10e6-8a15-42f1-836a-05337fd44049 tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:50.262499 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-0529a198-8cff-45ce-8875-d2b37d5c5f6e tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, 83a86c02-803b-4195-ab6d-53f4e4f67c7f) {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:08:50.278459 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f22924c1-81dd-40d2-b7ab-e713de347c86 None None] Network 83a86c02-803b-4195-ab6d-53f4e4f67c7f requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:08:50.486652 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [None req-d01d10e6-8a15-42f1-836a-05337fd44049 tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] Allocated IP 172.25.4.145 (72a72e44-6845-488a-a5ff-3a26d4df9cb3/c314a23b-daa2-4106-ab28-8e6f954277b2/1eb27ea8-9ee9-4831-9de5-e5e0dc22c724) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:08:50.542959 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 52536) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:08:50.688857 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d01d10e6-8a15-42f1-836a-05337fd44049 tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:50.720816 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0529a198-8cff-45ce-8875-d2b37d5c5f6e tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:08:50.722071 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0529a198-8cff-45ce-8875-d2b37d5c5f6e tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks [] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:50.729450 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d01d10e6-8a15-42f1-836a-05337fd44049 tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:50.777319 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-a9747aa2-927d-4a9c-8159-d4f8b5e6f166 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:50.777635 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b28f314-c833-4c64-bd5b-2221cfe0cc45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc93f83c3-7fb6-5c13-a9d4-29d739a4e8d2-83a86c02-803b-4195-ab6d-53f4e4f67c7f', 'network_id': '83a86c02-803b-4195-ab6d-53f4e4f67c7f', 'tenant_id': 'be49ffaf16754f888348eea74749e7ed', 'fixed_ips': [{'subnet_id': 'cd0971c3-e2dc-4596-8d46-977747317909'}]}} from n-d-844202-1. {{(pid=88526) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 19:08:50.777635 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-3b28f314-c833-4c64-bd5b-2221cfe0cc45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:50.854083 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-a9747aa2-927d-4a9c-8159-d4f8b5e6f166 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Transition to ACTIVE for port object b4ec48f2-ec80-4ad5-8ee7-46cd08c5ffa2 will not be triggered until provisioned by entity DHCP. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:08:50.857280 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d01d10e6-8a15-42f1-836a-05337fd44049 tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] Network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:08:50.864289 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-d01d10e6-8a15-42f1-836a-05337fd44049 tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:08:50.869831 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01d10e6-8a15-42f1-836a-05337fd44049 tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:08:50.878088 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b8b55bac-4e69-4401-b7d6-796214a7c338 req-67cc3a37-8ee5-4219-a00d-eb53189d41fd service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=4d35e0c4-c006-4f35-a161-1e1e4ff68e11&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5880029 Jun 01 19:08:50.900954 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb210b30-2aed-475a-91df-71769428106e req-5465e9a9-4d2b-420b-a352-888016bb6e55 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:08:50.913201 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-eb210b30-2aed-475a-91df-71769428106e req-5465e9a9-4d2b-420b-a352-888016bb6e55 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d35e0c4-c006-4f35-a161-1e1e4ff68e11 HTTP/1.1" status: 200 len: 947 time: 0.6336458 Jun 01 19:08:50.980086 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-0529a198-8cff-45ce-8875-d2b37d5c5f6e tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.6074481 Jun 01 19:08:51.001438 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 52546) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:08:51.068492 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.db_base_plugin_common [None req-3b28f314-c833-4c64-bd5b-2221cfe0cc45 None None] Allocated IP 2001:db8::2 (83a86c02-803b-4195-ab6d-53f4e4f67c7f/cd0971c3-e2dc-4596-8d46-977747317909/4f7a7794-fbc0-42a1-8f40-741efae004cd) {{(pid=88526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:08:51.099303 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-807bb495-34a5-4aa2-82ca-52020cacac90 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Request body: {'port': {'network_id': '83a86c02-803b-4195-ab6d-53f4e4f67c7f', 'name': 'tempest-PortsIpV6TestJSON-1850304341'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:08:51.116931 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-54f63ab2-8e20-4ef9-b028-aadc7dfbaaf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:51.229563 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-54f63ab2-8e20-4ef9-b028-aadc7dfbaaf4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:08:51.277534 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-54f63ab2-8e20-4ef9-b028-aadc7dfbaaf4 admin admin] Usage tracker for resource:security_group_rule and tenant:1c4ab417cf0e4790b99ca555bccde466 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:08:51.320644 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-eb210b30-2aed-475a-91df-71769428106e req-4d4e0ded-6563-4c5d-abbd-0f51da18d41a tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e27767a-e40e-41ca-b34d-a5b7412547b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3904283 Jun 01 19:08:51.325290 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-54f63ab2-8e20-4ef9-b028-aadc7dfbaaf4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:08:51.367799 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-54f63ab2-8e20-4ef9-b028-aadc7dfbaaf4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:08:51.383626 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-a9747aa2-927d-4a9c-8159-d4f8b5e6f166 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:51.410727 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01d10e6-8a15-42f1-836a-05337fd44049 tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] Pushing event updated for resources: {'Port': ['ID=1eb27ea8-9ee9-4831-9de5-e5e0dc22c724,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:08:51.699749 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-3b28f314-c833-4c64-bd5b-2221cfe0cc45 None None] Notify callbacks [] for port, precommit_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:51.710571 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9747aa2-927d-4a9c-8159-d4f8b5e6f166 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Pushing event updated for resources: {'Port': ['ID=b4ec48f2-ec80-4ad5-8ee7-46cd08c5ffa2,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:08:51.737867 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-3b28f314-c833-4c64-bd5b-2221cfe0cc45 None None] Transition to ACTIVE for port object 4f7a7794-fbc0-42a1-8f40-741efae004cd will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:08:51.796953 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-3b28f314-c833-4c64-bd5b-2221cfe0cc45 None None] Transition to ACTIVE for port object 4f7a7794-fbc0-42a1-8f40-741efae004cd will not be triggered until provisioned by entity DHCP. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:08:51.820762 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-3b28f314-c833-4c64-bd5b-2221cfe0cc45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526'] for port, after_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:51.833610 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-54f63ab2-8e20-4ef9-b028-aadc7dfbaaf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:51.839410 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-a9747aa2-927d-4a9c-8159-d4f8b5e6f166 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Network 83309fe7-c674-45d2-987a-e042535023cf is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:08:51.840637 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-807bb495-34a5-4aa2-82ca-52020cacac90 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:08:51.846077 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-a9747aa2-927d-4a9c-8159-d4f8b5e6f166 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:08:51.851125 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-54f63ab2-8e20-4ef9-b028-aadc7dfbaaf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:51.902415 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b28f314-c833-4c64-bd5b-2221cfe0cc45 None None] Network 83a86c02-803b-4195-ab6d-53f4e4f67c7f is already hosted by enough agents. {{(pid=88526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:08:51.908165 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.base_scheduler [None req-3b28f314-c833-4c64-bd5b-2221cfe0cc45 None None] Resources bound (agent type, host, resource id): {{(pid=88526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:08:51.915265 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-a9747aa2-927d-4a9c-8159-d4f8b5e6f166 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:08:51.931946 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b28f314-c833-4c64-bd5b-2221cfe0cc45 None None] Received port after_create {{(pid=88526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:08:52.022671 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-54f63ab2-8e20-4ef9-b028-aadc7dfbaaf4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1c4ab417cf0e4790b99ca555bccde466&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4634812 Jun 01 19:08:52.024788 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b55bac-4e69-4401-b7d6-796214a7c338 req-5624d4cb-ff14-40a1-8bd4-7031a6a91f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:08:52.026444 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b8b55bac-4e69-4401-b7d6-796214a7c338 req-5624d4cb-ff14-40a1-8bd4-7031a6a91f39 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4e20c5bd79fa44728efb622f29d6160e&device_id=4d35e0c4-c006-4f35-a161-1e1e4ff68e11 HTTP/1.1" status: 200 len: 1098 time: 1.0094888 Jun 01 19:08:52.035288 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-a9747aa2-927d-4a9c-8159-d4f8b5e6f166 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:08:52.036358 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-a9747aa2-927d-4a9c-8159-d4f8b5e6f166 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:52.065998 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 52570) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:08:52.072642 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f63ab2-8e20-4ef9-b028-aadc7dfbaaf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=358ca7e1-d00e-4ba0-9d97-97912482d43d,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:08:52.103640 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-807bb495-34a5-4aa2-82ca-52020cacac90 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:08:52.140683 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b7671d-93b7-4fff-bf91-ba8a6be77e05 req-43b35e57-0839-4b04-a075-4f28d1c25667 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:08:52.153032 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-a9747aa2-927d-4a9c-8159-d4f8b5e6f166 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0525837 Jun 01 19:08:52.169369 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-3b28f314-c833-4c64-bd5b-2221cfe0cc45 None None] Attempting to bind port 4f7a7794-fbc0-42a1-8f40-741efae004cd on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:08:52.169801 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-3b28f314-c833-4c64-bd5b-2221cfe0cc45 None None] Attempting to bind port 4f7a7794-fbc0-42a1-8f40-741efae004cd by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': '36625cde-be48-40a0-9ea7-4b6c05da9858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '83a86c02-803b-4195-ab6d-53f4e4f67c7f'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:08:52.170172 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b28f314-c833-4c64-bd5b-2221cfe0cc45 None None] Attempting to bind port 4f7a7794-fbc0-42a1-8f40-741efae004cd on network 83a86c02-803b-4195-ab6d-53f4e4f67c7f {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:08:52.172856 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b7671d-93b7-4fff-bf91-ba8a6be77e05 req-43b35e57-0839-4b04-a075-4f28d1c25667 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:08:52.174491 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-35b7671d-93b7-4fff-bf91-ba8a6be77e05 req-43b35e57-0839-4b04-a075-4f28d1c25667 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] 10.222.0.41 "GET /v2.0/ports?device_id=b89af75b-9667-469e-b061-668dd6a09e9b HTTP/1.1" status: 200 len: 1654 time: 0.7553759 Jun 01 19:08:52.175772 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b28f314-c833-4c64-bd5b-2221cfe0cc45 None None] Pushing event updated for resources: {'Port': ['ID=4f7a7794-fbc0-42a1-8f40-741efae004cd,revision_number=1']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:08:52.181569 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b28f314-c833-4c64-bd5b-2221cfe0cc45 None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 8, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:08:52.181982 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b28f314-c833-4c64-bd5b-2221cfe0cc45 None None] Checking segment: {'id': '36625cde-be48-40a0-9ea7-4b6c05da9858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '83a86c02-803b-4195-ab6d-53f4e4f67c7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:08:52.182331 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-3b28f314-c833-4c64-bd5b-2221cfe0cc45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:52.182720 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b28f314-c833-4c64-bd5b-2221cfe0cc45 None None] Bound using segment: {'id': '36625cde-be48-40a0-9ea7-4b6c05da9858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '83a86c02-803b-4195-ab6d-53f4e4f67c7f'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:08:52.183236 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-3b28f314-c833-4c64-bd5b-2221cfe0cc45 None None] Bound port: 4f7a7794-fbc0-42a1-8f40-741efae004cd, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36625cde-be48-40a0-9ea7-4b6c05da9858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '83a86c02-803b-4195-ab6d-53f4e4f67c7f'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:08:52.183611 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-3b28f314-c833-4c64-bd5b-2221cfe0cc45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:52.187432 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-ebcac317-d6a4-4e40-9cab-01f0bac86a29 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Request body: {'port': {'device_id': 'b89af75b-9667-469e-b061-668dd6a09e9b', 'network_id': '83309fe7-c674-45d2-987a-e042535023cf', 'admin_state_up': True, 'tenant_id': '02a99242e0f0463d9013e17319779a87', 'security_groups': ['0ab986d5-b8d5-42ed-9ee0-4a29f48e1199']}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:08:52.242900 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b28f314-c833-4c64-bd5b-2221cfe0cc45 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:08:52.243248 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b28f314-c833-4c64-bd5b-2221cfe0cc45 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:08:52.243591 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b28f314-c833-4c64-bd5b-2221cfe0cc45 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:08:52.243918 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b28f314-c833-4c64-bd5b-2221cfe0cc45 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:08:52.244321 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b28f314-c833-4c64-bd5b-2221cfe0cc45 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:08:52.244652 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b28f314-c833-4c64-bd5b-2221cfe0cc45 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:08:52.244974 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b28f314-c833-4c64-bd5b-2221cfe0cc45 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:08:52.245292 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b28f314-c833-4c64-bd5b-2221cfe0cc45 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:08:52.245612 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b28f314-c833-4c64-bd5b-2221cfe0cc45 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:08:52.245928 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b28f314-c833-4c64-bd5b-2221cfe0cc45 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:08:52.246247 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b28f314-c833-4c64-bd5b-2221cfe0cc45 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:08:52.246560 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b28f314-c833-4c64-bd5b-2221cfe0cc45 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:08:52.375899 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-35b7671d-93b7-4fff-bf91-ba8a6be77e05 req-c7e49a11-e92e-45f8-9eb2-bdd09cabef0c tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ab986d5-b8d5-42ed-9ee0-4a29f48e1199&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1529505 Jun 01 19:08:52.383560 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-3b28f314-c833-4c64-bd5b-2221cfe0cc45 None None] For port 4f7a7794-fbc0-42a1-8f40-741efae004cd, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:08:52.391242 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d01d10e6-8a15-42f1-836a-05337fd44049 tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] Notify callbacks [] for router_gateway, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:52.420006 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-3b28f314-c833-4c64-bd5b-2221cfe0cc45 None None] For port 4f7a7794-fbc0-42a1-8f40-741efae004cd, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=4f7a7794-fbc0-42a1-8f40-741efae004cd,segment=NetworkSegment(36625cde-be48-40a0-9ea7-4b6c05da9858),segment_id=36625cde-be48-40a0-9ea7-4b6c05da9858)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:08:52.434836 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-3b28f314-c833-4c64-bd5b-2221cfe0cc45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:52.498212 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-807bb495-34a5-4aa2-82ca-52020cacac90 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Made reservation on behalf of be49ffaf16754f888348eea74749e7ed for: {'port': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:08:52.503557 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-807bb495-34a5-4aa2-82ca-52020cacac90 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:52.599791 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-25364d29-b814-414f-bf6b-56dada0a2db2 None None] Provisioning for port b4ec48f2-ec80-4ad5-8ee7-46cd08c5ffa2 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:08:52.652808 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [None req-807bb495-34a5-4aa2-82ca-52020cacac90 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] device_id is not set on port 74afbb51-c2a5-441a-ab85-1d5ff3fea5b5 yet. {{(pid=88524) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 19:08:52.662162 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-25364d29-b814-414f-bf6b-56dada0a2db2 None None] Provisioning complete for port b4ec48f2-ec80-4ad5-8ee7-46cd08c5ffa2 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:08:52.662536 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-25364d29-b814-414f-bf6b-56dada0a2db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:52.700091 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b55bac-4e69-4401-b7d6-796214a7c338 req-0a283d9b-c270-4d0a-992c-821090a12a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:08:52.713754 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b8b55bac-4e69-4401-b7d6-796214a7c338 req-0a283d9b-c270-4d0a-992c-821090a12a6c service neutron] 10.222.0.50 "GET /v2.0/networks?id=9872ab5d-59e4-43b1-8dfc-1ca5e239e8ce HTTP/1.1" status: 200 len: 914 time: 0.6427166 Jun 01 19:08:52.772125 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b28f314-c833-4c64-bd5b-2221cfe0cc45 None None] Pushing event updated for resources: {'Port': ['ID=4f7a7794-fbc0-42a1-8f40-741efae004cd,revision_number=2']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:08:52.793830 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-25364d29-b814-414f-bf6b-56dada0a2db2 None None] Port b4ec48f2-ec80-4ad5-8ee7-46cd08c5ffa2 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:08:53.144322 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-46924f0a-d558-432d-897b-47c15a1e370e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:53.146566 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d01d10e6-8a15-42f1-836a-05337fd44049 tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-885820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-886655'] for router, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:53.191522 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b8b55bac-4e69-4401-b7d6-796214a7c338 req-f0ba38bb-ff42-44a7-a807-685b92907603 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=86d4595b-e8db-4a4c-b6f0-57c1d6666091 HTTP/1.1" status: 200 len: 217 time: 0.4557326 Jun 01 19:08:53.317431 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-46924f0a-d558-432d-897b-47c15a1e370e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:53.411095 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-46924f0a-d558-432d-897b-47c15a1e370e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:53.438278 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-ebcac317-d6a4-4e40-9cab-01f0bac86a29 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:08:53.458501 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-ebcac317-d6a4-4e40-9cab-01f0bac86a29 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Usage tracker for resource:port and tenant:02a99242e0f0463d9013e17319779a87 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:08:53.466033 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46924f0a-d558-432d-897b-47c15a1e370e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=358ca7e1-d00e-4ba0-9d97-97912482d43d,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:08:53.471766 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-ebcac317-d6a4-4e40-9cab-01f0bac86a29 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Quota usage for port was recalculated. Used quota:9. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:08:53.580862 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-ebcac317-d6a4-4e40-9cab-01f0bac86a29 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attempting to reserve 1 items for resource port. Total usage: 9; quota limit: 500; headroom:491 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:08:53.666269 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b55bac-4e69-4401-b7d6-796214a7c338 req-cf777ab9-a15a-4876-a495-af3a4e3cfcaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:08:53.667890 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b8b55bac-4e69-4401-b7d6-796214a7c338 req-cf777ab9-a15a-4876-a495-af3a4e3cfcaa service neutron] 10.222.0.50 "GET /v2.0/subnets?id=969bae19-2b90-42ed-a4ac-a4a59eaa870c HTTP/1.1" status: 200 len: 853 time: 0.4444785 Jun 01 19:08:53.723518 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d01d10e6-8a15-42f1-836a-05337fd44049 tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] Router 885f42c5-c8f8-4775-a3a1-7269ac1241bd is scheduled to L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 with binding_index 1 {{(pid=88525) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 19:08:53.827923 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b8b55bac-4e69-4401-b7d6-796214a7c338 req-a894d27e-6dae-43cf-828c-76700036fafd service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9872ab5d-59e4-43b1-8dfc-1ca5e239e8ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0740919 Jun 01 19:08:53.828860 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-46924f0a-d558-432d-897b-47c15a1e370e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:53.829939 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-46924f0a-d558-432d-897b-47c15a1e370e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/358ca7e1-d00e-4ba0-9d97-97912482d43d HTTP/1.1" status: 204 len: 168 time: 1.7540898 Jun 01 19:08:53.830628 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-ebcac317-d6a4-4e40-9cab-01f0bac86a29 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Made reservation on behalf of 02a99242e0f0463d9013e17319779a87 for: {'port': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:08:53.857347 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-ebcac317-d6a4-4e40-9cab-01f0bac86a29 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:54.237695 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b8b55bac-4e69-4401-b7d6-796214a7c338 req-88f97983-26b9-415c-b205-bc9da798416c service neutron] 10.222.0.50 "GET /v2.0/networks/9872ab5d-59e4-43b1-8dfc-1ca5e239e8ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3547792 Jun 01 19:08:54.270071 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [None req-807bb495-34a5-4aa2-82ca-52020cacac90 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Allocated IP 2001:db8::386 (83a86c02-803b-4195-ab6d-53f4e4f67c7f/cd0971c3-e2dc-4596-8d46-977747317909/74afbb51-c2a5-441a-ab85-1d5ff3fea5b5) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:08:54.325844 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-603a34a0-a84a-40ea-bed7-c02c8fa1b508 None None] Network 83a86c02-803b-4195-ab6d-53f4e4f67c7f requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:08:54.381479 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d01d10e6-8a15-42f1-836a-05337fd44049 tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:08:54.393271 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af00246-d11b-45e0-87fb-f6c3ef27b9de req-5cc5c61a-fdb6-4059-9379-926e48fb611e tempest-TestNetworkAdvancedServerOps-1915190974 tempest-TestNetworkAdvancedServerOps-1915190974-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:08:54.396022 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-5af00246-d11b-45e0-87fb-f6c3ef27b9de req-5cc5c61a-fdb6-4059-9379-926e48fb611e tempest-TestNetworkAdvancedServerOps-1915190974 tempest-TestNetworkAdvancedServerOps-1915190974-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=fc7ed167-b50b-48f3-a13d-b18891eb7a13 HTTP/1.1" status: 200 len: 1097 time: 0.4319201 Jun 01 19:08:54.480877 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-5af00246-d11b-45e0-87fb-f6c3ef27b9de req-f7d9d652-1941-4703-bea1-40c5f58d0f63 tempest-TestNetworkAdvancedServerOps-1915190974 tempest-TestNetworkAdvancedServerOps-1915190974-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=457e2085-2430-4c17-b58f-61923b8494ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744848 Jun 01 19:08:54.495770 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 52612) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:08:54.501195 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d01d10e6-8a15-42f1-836a-05337fd44049 tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] Notify callbacks [] for router, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:54.504984 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-d01d10e6-8a15-42f1-836a-05337fd44049 tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 7.6931615 Jun 01 19:08:54.508449 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 52616) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:08:54.556799 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37776ba4-9997-4b9f-964c-9d8c38d7a454 None None] Sync routers for ids ['885f42c5-c8f8-4775-a3a1-7269ac1241bd'] in n-d-844202-1 {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:08:54.814554 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 4f7a7794-fbc0-42a1-8f40-741efae004cd up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:08:54.866173 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37776ba4-9997-4b9f-964c-9d8c38d7a454 None None] Routers {'885f42c5-c8f8-4775-a3a1-7269ac1241bd'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:08:54.867071 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-37776ba4-9997-4b9f-964c-9d8c38d7a454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:08:39Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['885f42c5-c8f8-4775-a3a1-7269ac1241bd'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:08:54.914965 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b8b55bac-4e69-4401-b7d6-796214a7c338 req-08888480-f515-4202-8785-5aa663955642 service neutron] 10.222.0.50 "GET /v2.0/networks/9872ab5d-59e4-43b1-8dfc-1ca5e239e8ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6191509 Jun 01 19:08:54.997682 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-37776ba4-9997-4b9f-964c-9d8c38d7a454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:08:55.021280 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-e0b3e52e-d22c-43d1-b216-dc196ebc183f None None] Provisioning for port 4f7a7794-fbc0-42a1-8f40-741efae004cd completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:08:55.076126 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286d64aa-fe9f-482e-b44b-2b92d64ff042 req-fccecf3d-b37a-4b63-a348-cd866fc8b6e8 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:08:55.089063 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286d64aa-fe9f-482e-b44b-2b92d64ff042 req-fccecf3d-b37a-4b63-a348-cd866fc8b6e8 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:08:55.090342 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-286d64aa-fe9f-482e-b44b-2b92d64ff042 req-fccecf3d-b37a-4b63-a348-cd866fc8b6e8 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Synchronizing usage tracker for tenant:02a99242e0f0463d9013e17319779a87 on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:08:55.094490 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37776ba4-9997-4b9f-964c-9d8c38d7a454 None None] Routers {'885f42c5-c8f8-4775-a3a1-7269ac1241bd'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:08:55.095150 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-37776ba4-9997-4b9f-964c-9d8c38d7a454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:08:39Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['885f42c5-c8f8-4775-a3a1-7269ac1241bd'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:08:55.096414 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-ebcac317-d6a4-4e40-9cab-01f0bac86a29 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Allocated IP 10.1.1.56 (83309fe7-c674-45d2-987a-e042535023cf/a154ee7c-2b5c-4f5d-88dd-ebda40eec737/4cae1d32-4c78-4cf3-9dd2-5e58ae221135) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:08:55.228188 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9c259624-f967-4908-b036-05df2dc7cbf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:55.266175 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-9c259624-f967-4908-b036-05df2dc7cbf5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:08:55.274785 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-37776ba4-9997-4b9f-964c-9d8c38d7a454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:08:55.275321 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37776ba4-9997-4b9f-964c-9d8c38d7a454 None None] The sync data for ids ['885f42c5-c8f8-4775-a3a1-7269ac1241bd'] in n-d-844202-1 is: [] {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:08:55.286338 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-9c259624-f967-4908-b036-05df2dc7cbf5 admin admin] Usage tracker for resource:security_group_rule and tenant:251f56b036cf40c7a059f2a9a8561161 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:08:55.292324 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-9c259624-f967-4908-b036-05df2dc7cbf5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:08:55.303328 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port 4f7a7794-fbc0-42a1-8f40-741efae004cd completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:08:55.308974 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-d5353eb8-898c-4807-875d-866688e22d40 tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] 10.222.0.41 "GET /v2.0/routers/885f42c5-c8f8-4775-a3a1-7269ac1241bd HTTP/1.1" status: 200 len: 920 time: 0.7992373 Jun 01 19:08:55.309600 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 4f7a7794-fbc0-42a1-8f40-741efae004cd triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:08:55.309978 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:55.310118 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-9c259624-f967-4908-b036-05df2dc7cbf5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:08:55.313435 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 52630) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:08:55.363796 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-286d64aa-fe9f-482e-b44b-2b92d64ff042 req-fccecf3d-b37a-4b63-a348-cd866fc8b6e8 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Unset dirty status for tenant:02a99242e0f0463d9013e17319779a87 on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:08:55.366222 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-286d64aa-fe9f-482e-b44b-2b92d64ff042 req-fccecf3d-b37a-4b63-a348-cd866fc8b6e8 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] 10.222.0.41 "GET /v2.0/ports?device_id=b89af75b-9667-469e-b061-668dd6a09e9b HTTP/1.1" status: 200 len: 1654 time: 1.6964188 Jun 01 19:08:55.385371 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-46fdd5be-d9f0-45f2-87af-40ea5dc29014 tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] 10.222.0.41 "GET /v2.0/ports?device_id=885f42c5-c8f8-4775-a3a1-7269ac1241bd HTTP/1.1" status: 200 len: 205 time: 0.0702186 Jun 01 19:08:55.392296 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 52636) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:08:55.401963 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2120aa12-2451-45d4-bacc-a4444d260144 req-8b473525-0cb8-4d2c-a2ca-5a988ecfd447 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:08:55.410094 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2120aa12-2451-45d4-bacc-a4444d260144 req-8b473525-0cb8-4d2c-a2ca-5a988ecfd447 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc7ed167-b50b-48f3-a13d-b18891eb7a13 HTTP/1.1" status: 200 len: 946 time: 0.4482419 Jun 01 19:08:55.717269 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 4f7a7794-fbc0-42a1-8f40-741efae004cd is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:08:55.717975 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:55.718346 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0e8372e3-2bf1-4b59-92d1-131e3015f53c tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] Notify callbacks [] for router, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:55.758636 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-286d64aa-fe9f-482e-b44b-2b92d64ff042 req-1f677d55-9d85-4c8d-81ff-a307aa684c12 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ab986d5-b8d5-42ed-9ee0-4a29f48e1199&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3676662 Jun 01 19:08:55.794347 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-807bb495-34a5-4aa2-82ca-52020cacac90 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:55.848746 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port 4f7a7794-fbc0-42a1-8f40-741efae004cd, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=4f7a7794-fbc0-42a1-8f40-741efae004cd,segment=NetworkSegment(36625cde-be48-40a0-9ea7-4b6c05da9858),segment_id=36625cde-be48-40a0-9ea7-4b6c05da9858)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:08:55.853592 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:55.867678 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [None req-807bb495-34a5-4aa2-82ca-52020cacac90 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Transition to ACTIVE for port object 74afbb51-c2a5-441a-ab85-1d5ff3fea5b5 will not be triggered until provisioned by entity DHCP. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:08:55.894133 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2120aa12-2451-45d4-bacc-a4444d260144 req-5aea0e68-aa3a-48f8-913e-ad2008c25b2f tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/security-groups?id=457e2085-2430-4c17-b58f-61923b8494ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4821711 Jun 01 19:08:55.913098 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-ebcac317-d6a4-4e40-9cab-01f0bac86a29 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:55.929347 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 52648) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:08:55.988555 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-ebcac317-d6a4-4e40-9cab-01f0bac86a29 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Transition to ACTIVE for port object 4cae1d32-4c78-4cf3-9dd2-5e58ae221135 will not be triggered until provisioned by entity DHCP. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:08:56.012712 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-807bb495-34a5-4aa2-82ca-52020cacac90 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:56.013483 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-c636a98b-f643-47c6-9185-e8c0c9d11a93 None None] Provisioning complete for port 4f7a7794-fbc0-42a1-8f40-741efae004cd triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:08:56.014522 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-c636a98b-f643-47c6-9185-e8c0c9d11a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:56.105012 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=4f7a7794-fbc0-42a1-8f40-741efae004cd,revision_number=3']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:08:56.188299 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-807bb495-34a5-4aa2-82ca-52020cacac90 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Network 83a86c02-803b-4195-ab6d-53f4e4f67c7f is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:08:56.206491 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-807bb495-34a5-4aa2-82ca-52020cacac90 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:08:56.278092 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-807bb495-34a5-4aa2-82ca-52020cacac90 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:08:56.304985 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-c636a98b-f643-47c6-9185-e8c0c9d11a93 None None] Current status of the port 4f7a7794-fbc0-42a1-8f40-741efae004cd is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:08:56.327274 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-807bb495-34a5-4aa2-82ca-52020cacac90 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:08:56.332256 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-807bb495-34a5-4aa2-82ca-52020cacac90 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:56.363588 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0e8372e3-2bf1-4b59-92d1-131e3015f53c tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:56.422132 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807bb495-34a5-4aa2-82ca-52020cacac90 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Pushing event updated for resources: {'Port': ['ID=74afbb51-c2a5-441a-ab85-1d5ff3fea5b5,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:08:56.432577 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-ebcac317-d6a4-4e40-9cab-01f0bac86a29 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:56.442240 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-0e8372e3-2bf1-4b59-92d1-131e3015f53c tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] Deleting port 1eb27ea8-9ee9-4831-9de5-e5e0dc22c724 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:08:56.442825 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0e8372e3-2bf1-4b59-92d1-131e3015f53c tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:56.566643 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-807bb495-34a5-4aa2-82ca-52020cacac90 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 5.5507667 Jun 01 19:08:56.570557 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 52656) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:08:56.586779 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-afc5d8b8-9d89-4871-8b6c-7c256d92ec51 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Request body: {'port': {'network_id': '83a86c02-803b-4195-ab6d-53f4e4f67c7f', 'name': 'tempest-PortsIpV6TestJSON-1955983009'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:08:56.689035 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 4f7a7794-fbc0-42a1-8f40-741efae004cd up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:08:56.773438 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0e8372e3-2bf1-4b59-92d1-131e3015f53c tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:56.791800 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-ebcac317-d6a4-4e40-9cab-01f0bac86a29 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Network 83309fe7-c674-45d2-987a-e042535023cf is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:08:56.802244 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcac317-d6a4-4e40-9cab-01f0bac86a29 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Pushing event updated for resources: {'Port': ['ID=4cae1d32-4c78-4cf3-9dd2-5e58ae221135,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:08:56.847049 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-ebcac317-d6a4-4e40-9cab-01f0bac86a29 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:08:56.874779 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-ebcac317-d6a4-4e40-9cab-01f0bac86a29 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:08:56.929514 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-560d2336-717e-4e3e-b416-8fde61974cff None None] Provisioning for port 74afbb51-c2a5-441a-ab85-1d5ff3fea5b5 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:08:56.979622 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-560d2336-717e-4e3e-b416-8fde61974cff None None] Provisioning complete for port 74afbb51-c2a5-441a-ab85-1d5ff3fea5b5 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:08:56.981878 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-560d2336-717e-4e3e-b416-8fde61974cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:57.247418 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 4f7a7794-fbc0-42a1-8f40-741efae004cd triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:08:57.248203 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:57.290666 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-0e8372e3-2bf1-4b59-92d1-131e3015f53c tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] Calling delete_port for 1eb27ea8-9ee9-4831-9de5-e5e0dc22c724 owned by network:router_gateway {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:08:57.406271 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-b1c1b471-5266-4f3d-ab6f-7e01dd828e91 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/floatingips/e50c39b1-b125-4b08-9fac-b4eac36c1da7 HTTP/1.1" status: 200 len: 994 time: 1.4664211 Jun 01 19:08:57.416574 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-560d2336-717e-4e3e-b416-8fde61974cff None None] Port 74afbb51-c2a5-441a-ab85-1d5ff3fea5b5 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:08:57.454049 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9c259624-f967-4908-b036-05df2dc7cbf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:57.472688 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9c259624-f967-4908-b036-05df2dc7cbf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:57.509815 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 4f7a7794-fbc0-42a1-8f40-741efae004cd is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:08:57.539747 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-973e4d34-e8cf-4e29-be64-fd6581adf6da None None] Provisioning for port 4cae1d32-4c78-4cf3-9dd2-5e58ae221135 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:08:57.547462 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-973e4d34-e8cf-4e29-be64-fd6581adf6da None None] Provisioning complete for port 4cae1d32-4c78-4cf3-9dd2-5e58ae221135 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:08:57.548502 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-973e4d34-e8cf-4e29-be64-fd6581adf6da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:57.687345 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-ebcac317-d6a4-4e40-9cab-01f0bac86a29 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:08:57.688180 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-ebcac317-d6a4-4e40-9cab-01f0bac86a29 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:57.719974 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-ebcac317-d6a4-4e40-9cab-01f0bac86a29 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 5.5563555 Jun 01 19:08:57.739066 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-973e4d34-e8cf-4e29-be64-fd6581adf6da None None] Port 4cae1d32-4c78-4cf3-9dd2-5e58ae221135 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:08:57.740488 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-e0489de4-6e81-4d2f-b7a8-c0a2080a628f tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Request body: {'port': {'device_id': 'b89af75b-9667-469e-b061-668dd6a09e9b', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '3835bc88-4948-44ae-9b9d-0c2345cf8427', 'admin_state_up': True, 'tenant_id': '02a99242e0f0463d9013e17319779a87', 'security_groups': ['0ab986d5-b8d5-42ed-9ee0-4a29f48e1199']}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:08:57.846557 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-9c259624-f967-4908-b036-05df2dc7cbf5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=251f56b036cf40c7a059f2a9a8561161&name=default HTTP/1.1" status: 200 len: 2983 time: 3.3490067 Jun 01 19:08:57.849102 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 52682) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:08:57.854739 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c259624-f967-4908-b036-05df2dc7cbf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4100d07e-88ff-4bed-8056-2518fe661f67,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:08:57.965178 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-e0489de4-6e81-4d2f-b7a8-c0a2080a628f tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:08:57.974152 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-afc5d8b8-9d89-4871-8b6c-7c256d92ec51 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:08:57.993016 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-afc5d8b8-9d89-4871-8b6c-7c256d92ec51 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Usage tracker for resource:port and tenant:be49ffaf16754f888348eea74749e7ed is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:08:57.996959 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-afc5d8b8-9d89-4871-8b6c-7c256d92ec51 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:08:58.000195 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-e0489de4-6e81-4d2f-b7a8-c0a2080a628f tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attempting to reserve 1 items for resource port. Total usage: 9; quota limit: 500; headroom:491 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:08:58.021411 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4f987dff-1eff-4f19-a1f2-50891fb37788 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:58.041928 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb99ae0-92f9-42d3-9922-d0f6723cab78 req-02c76852-fa18-4495-bd89-68be44c6a09a tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:08:58.055522 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb99ae0-92f9-42d3-9922-d0f6723cab78 req-02c76852-fa18-4495-bd89-68be44c6a09a tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:08:58.073658 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb99ae0-92f9-42d3-9922-d0f6723cab78 req-02c76852-fa18-4495-bd89-68be44c6a09a tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:08:58.083568 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4cb99ae0-92f9-42d3-9922-d0f6723cab78 req-02c76852-fa18-4495-bd89-68be44c6a09a tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] 10.222.0.41 "GET /v2.0/ports?device_id=b89af75b-9667-469e-b061-668dd6a09e9b HTTP/1.1" status: 200 len: 2374 time: 0.6493773 Jun 01 19:08:58.102385 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4f987dff-1eff-4f19-a1f2-50891fb37788 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:58.111573 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0e8372e3-2bf1-4b59-92d1-131e3015f53c tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:58.142225 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-afc5d8b8-9d89-4871-8b6c-7c256d92ec51 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:08:58.226930 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4cb99ae0-92f9-42d3-9922-d0f6723cab78 req-449befa7-08b3-41a8-8c52-b0f74b2fe46b tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ab986d5-b8d5-42ed-9ee0-4a29f48e1199&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1403637 Jun 01 19:08:58.246830 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-e0489de4-6e81-4d2f-b7a8-c0a2080a628f tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Made reservation on behalf of 02a99242e0f0463d9013e17319779a87 for: {'port': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:08:58.305320 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8372e3-2bf1-4b59-92d1-131e3015f53c tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] Pushing event deleted for resources: {'Port': ['ID=1eb27ea8-9ee9-4831-9de5-e5e0dc22c724,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:08:58.400035 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-e0489de4-6e81-4d2f-b7a8-c0a2080a628f tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:58.422284 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afc5d8b8-9d89-4871-8b6c-7c256d92ec51 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Made reservation on behalf of be49ffaf16754f888348eea74749e7ed for: {'port': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:08:58.425977 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-afc5d8b8-9d89-4871-8b6c-7c256d92ec51 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:58.528976 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0e8372e3-2bf1-4b59-92d1-131e3015f53c tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-887703'] for router_gateway, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:58.602808 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [None req-afc5d8b8-9d89-4871-8b6c-7c256d92ec51 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] device_id is not set on port 64ccd0d9-62c7-4abb-8633-b6597fd49d51 yet. {{(pid=88524) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 19:08:58.714308 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4f987dff-1eff-4f19-a1f2-50891fb37788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:58.815218 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f987dff-1eff-4f19-a1f2-50891fb37788 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4100d07e-88ff-4bed-8056-2518fe661f67,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:08:58.862473 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4f987dff-1eff-4f19-a1f2-50891fb37788 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:58.866021 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-4f987dff-1eff-4f19-a1f2-50891fb37788 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4100d07e-88ff-4bed-8056-2518fe661f67 HTTP/1.1" status: 204 len: 168 time: 1.0117650 Jun 01 19:08:58.866021 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0e8372e3-2bf1-4b59-92d1-131e3015f53c tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25316'] for router, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:58.879656 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0e8372e3-2bf1-4b59-92d1-131e3015f53c tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:58.960811 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0e8372e3-2bf1-4b59-92d1-131e3015f53c tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-891519'] for router, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:58.961922 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e8372e3-2bf1-4b59-92d1-131e3015f53c tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] Fanout notify agent at l3_agent the message router_deleted on router 885f42c5-c8f8-4775-a3a1-7269ac1241bd {{(pid=88525) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 19:08:58.963383 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [None req-afc5d8b8-9d89-4871-8b6c-7c256d92ec51 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Allocated IP 2001:db8::b6 (83a86c02-803b-4195-ab6d-53f4e4f67c7f/cd0971c3-e2dc-4596-8d46-977747317909/64ccd0d9-62c7-4abb-8633-b6597fd49d51) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:08:59.008877 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0e8372e3-2bf1-4b59-92d1-131e3015f53c tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] Notify callbacks [] for router, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:59.011617 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-0e8372e3-2bf1-4b59-92d1-131e3015f53c tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] 10.222.0.41 "DELETE /v2.0/routers/885f42c5-c8f8-4775-a3a1-7269ac1241bd HTTP/1.1" status: 204 len: 168 time: 3.5991373 Jun 01 19:08:59.017441 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 52708) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:08:59.047417 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-0a545482-c2d2-4cef-9b87-2168adf693c4 tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2040377096', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'enable_snat': False}}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:08:59.070798 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-0a545482-c2d2-4cef-9b87-2168adf693c4 tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:08:59.091745 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-0a545482-c2d2-4cef-9b87-2168adf693c4 tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Usage tracker for resource:router and tenant:573471d98bb24a01af321ebb60a8573f is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:08:59.101229 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-0a545482-c2d2-4cef-9b87-2168adf693c4 tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:08:59.109754 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-0a545482-c2d2-4cef-9b87-2168adf693c4 tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:08:59.125175 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0a545482-c2d2-4cef-9b87-2168adf693c4 tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-885767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25238'] for router, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:59.126847 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0a545482-c2d2-4cef-9b87-2168adf693c4 tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-901042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-886562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-981784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25327'] for router, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:59.154372 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0a545482-c2d2-4cef-9b87-2168adf693c4 tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:59.517811 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b400acda-eb12-44b9-807e-f0f7cc06aa71 req-a38ec196-587c-4642-9093-b348997dc4e6 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:08:59.525321 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b400acda-eb12-44b9-807e-f0f7cc06aa71 req-a38ec196-587c-4642-9093-b348997dc4e6 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc7ed167-b50b-48f3-a13d-b18891eb7a13 HTTP/1.1" status: 200 len: 946 time: 0.3233337 Jun 01 19:08:59.586037 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0a545482-c2d2-4cef-9b87-2168adf693c4 tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-886608', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-885830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25341'] for router, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:08:59.595196 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-75f38de4-4a3b-42e8-8b18-4a5dd37f1bdf req-ad375ae6-284c-40da-8541-a1ff64945d2a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=fc7ed167-b50b-48f3-a13d-b18891eb7a13&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4839716 Jun 01 19:08:59.659545 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-e0489de4-6e81-4d2f-b7a8-c0a2080a628f tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Allocated IP 10.2.2.100 (3835bc88-4948-44ae-9b9d-0c2345cf8427/c69c0fa6-cb36-4ead-b87f-54af1c1b35b0/8163d4aa-06ef-4672-8877-8b4853948776) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:08:59.705448 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b400acda-eb12-44b9-807e-f0f7cc06aa71 req-3322a8c5-3e3b-4452-a3ed-ffa47eb2c813 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/security-groups?id=457e2085-2430-4c17-b58f-61923b8494ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1789575 Jun 01 19:08:59.742430 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e533006f-ff27-48dd-8f30-5a4aae09cfb2 req-704c158d-504e-41ef-b716-ce4a820ca7fb tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:08:59.751200 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e533006f-ff27-48dd-8f30-5a4aae09cfb2 req-704c158d-504e-41ef-b716-ce4a820ca7fb tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:08:59.763412 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e533006f-ff27-48dd-8f30-5a4aae09cfb2 req-704c158d-504e-41ef-b716-ce4a820ca7fb tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:08:59.774723 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e533006f-ff27-48dd-8f30-5a4aae09cfb2 req-704c158d-504e-41ef-b716-ce4a820ca7fb tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] 10.222.0.41 "GET /v2.0/ports?device_id=b89af75b-9667-469e-b061-668dd6a09e9b HTTP/1.1" status: 200 len: 2374 time: 0.3982341 Jun 01 19:08:59.854484 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e533006f-ff27-48dd-8f30-5a4aae09cfb2 req-0104dd03-ffee-4b32-8b9d-e042f3a8b268 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ab986d5-b8d5-42ed-9ee0-4a29f48e1199&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0778673 Jun 01 19:08:59.998141 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-afc5d8b8-9d89-4871-8b6c-7c256d92ec51 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:00.198423 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [None req-afc5d8b8-9d89-4871-8b6c-7c256d92ec51 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Transition to ACTIVE for port object 64ccd0d9-62c7-4abb-8633-b6597fd49d51 will not be triggered until provisioned by entity DHCP. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:09:00.359022 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-e0489de4-6e81-4d2f-b7a8-c0a2080a628f tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:00.383632 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-afc5d8b8-9d89-4871-8b6c-7c256d92ec51 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:00.391208 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-e0489de4-6e81-4d2f-b7a8-c0a2080a628f tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Transition to ACTIVE for port object 8163d4aa-06ef-4672-8877-8b4853948776 will not be triggered until provisioned by entity DHCP. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:09:00.441794 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0a545482-c2d2-4cef-9b87-2168adf693c4 tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:00.499470 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afc5d8b8-9d89-4871-8b6c-7c256d92ec51 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Network 83a86c02-803b-4195-ab6d-53f4e4f67c7f is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:09:00.499470 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-afc5d8b8-9d89-4871-8b6c-7c256d92ec51 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:09:00.501186 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc5d8b8-9d89-4871-8b6c-7c256d92ec51 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:09:00.510492 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc5d8b8-9d89-4871-8b6c-7c256d92ec51 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:00.511155 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-afc5d8b8-9d89-4871-8b6c-7c256d92ec51 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:00.568556 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc5d8b8-9d89-4871-8b6c-7c256d92ec51 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Pushing event updated for resources: {'Port': ['ID=64ccd0d9-62c7-4abb-8633-b6597fd49d51,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:09:00.582652 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-afc5d8b8-9d89-4871-8b6c-7c256d92ec51 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.0109003 Jun 01 19:09:00.583360 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 52772) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:09:00.691283 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-e0489de4-6e81-4d2f-b7a8-c0a2080a628f tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:00.864262 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-e0489de4-6e81-4d2f-b7a8-c0a2080a628f tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Network 3835bc88-4948-44ae-9b9d-0c2345cf8427 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:09:00.870626 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-e0489de4-6e81-4d2f-b7a8-c0a2080a628f tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:09:00.878023 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-e0489de4-6e81-4d2f-b7a8-c0a2080a628f tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:09:00.906046 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0a545482-c2d2-4cef-9b87-2168adf693c4 tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:00.942350 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0489de4-6e81-4d2f-b7a8-c0a2080a628f tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Pushing event updated for resources: {'Port': ['ID=8163d4aa-06ef-4672-8877-8b4853948776,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:09:01.040492 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-e0489de4-6e81-4d2f-b7a8-c0a2080a628f tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:01.042733 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-e0489de4-6e81-4d2f-b7a8-c0a2080a628f tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:01.096200 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-224dedc5-18f3-4ed6-9692-73aa108beeb7 None None] Provisioning for port 64ccd0d9-62c7-4abb-8633-b6597fd49d51 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:09:01.114857 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-224dedc5-18f3-4ed6-9692-73aa108beeb7 None None] Provisioning complete for port 64ccd0d9-62c7-4abb-8633-b6597fd49d51 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:09:01.116063 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-224dedc5-18f3-4ed6-9692-73aa108beeb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:01.234293 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-224dedc5-18f3-4ed6-9692-73aa108beeb7 None None] Port 64ccd0d9-62c7-4abb-8633-b6597fd49d51 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:09:01.330204 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d587582d-ddcf-4319-b5c8-c6022e26960b req-c5e45b7e-da5d-443a-9a10-088e1269cda5 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:01.331750 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d587582d-ddcf-4319-b5c8-c6022e26960b req-c5e45b7e-da5d-443a-9a10-088e1269cda5 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d35e0c4-c006-4f35-a161-1e1e4ff68e11 HTTP/1.1" status: 200 len: 947 time: 0.5230823 Jun 01 19:09:01.357795 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-eaa18121-88c2-4613-9aa6-6a2f6f914b55 None None] Provisioning for port 8163d4aa-06ef-4672-8877-8b4853948776 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:09:01.360691 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ffe084e-3ac8-47c9-861a-5714efcb205d tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:01.361531 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-0ffe084e-3ac8-47c9-861a-5714efcb205d tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Synchronizing usage tracker for tenant:be49ffaf16754f888348eea74749e7ed on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:09:01.362570 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [None req-0a545482-c2d2-4cef-9b87-2168adf693c4 tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Allocated IP 172.25.4.117 (72a72e44-6845-488a-a5ff-3a26d4df9cb3/c314a23b-daa2-4106-ab28-8e6f954277b2/23d90d95-dde5-4c25-b2de-fc9b7e47fbe1) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:09:01.366083 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-eaa18121-88c2-4613-9aa6-6a2f6f914b55 None None] Provisioning complete for port 8163d4aa-06ef-4672-8877-8b4853948776 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:09:01.366636 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-eaa18121-88c2-4613-9aa6-6a2f6f914b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:01.427396 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-0ffe084e-3ac8-47c9-861a-5714efcb205d tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Unset dirty status for tenant:be49ffaf16754f888348eea74749e7ed on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:09:01.429169 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-0ffe084e-3ac8-47c9-861a-5714efcb205d tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] 10.222.0.41 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A386 HTTP/1.1" status: 200 len: 929 time: 0.8435547 Jun 01 19:09:01.432527 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 52792) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:09:01.435207 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-e0489de4-6e81-4d2f-b7a8-c0a2080a628f tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7071872 Jun 01 19:09:01.455958 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-eaa18121-88c2-4613-9aa6-6a2f6f914b55 None None] Port 8163d4aa-06ef-4672-8877-8b4853948776 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:09:01.517845 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-787af010-e776-49b8-9a9c-b3c9243c8ff6 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Request body: {'port': {'device_id': 'b89af75b-9667-469e-b061-668dd6a09e9b', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '3835bc88-4948-44ae-9b9d-0c2345cf8427', 'admin_state_up': True, 'tenant_id': '02a99242e0f0463d9013e17319779a87', 'security_groups': ['0ab986d5-b8d5-42ed-9ee0-4a29f48e1199']}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:09:01.586248 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d587582d-ddcf-4319-b5c8-c6022e26960b req-5735e885-cc9a-4190-9aa7-a6bf41809d19 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e27767a-e40e-41ca-b34d-a5b7412547b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199993 Jun 01 19:09:01.667811 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0a545482-c2d2-4cef-9b87-2168adf693c4 tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:01.701739 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0a545482-c2d2-4cef-9b87-2168adf693c4 tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:01.752570 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-7a70ce74-d1f8-48ad-805f-778a1784e680 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Deleting port 64ccd0d9-62c7-4abb-8633-b6597fd49d51 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:09:01.753018 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-7a70ce74-d1f8-48ad-805f-778a1784e680 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:01.839803 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8e7675-cfcd-4781-8239-e0918cc19617 req-d17a0c80-3143-4238-ad36-f821cb115bae tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:01.843910 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0d8e7675-cfcd-4781-8239-e0918cc19617 req-d17a0c80-3143-4238-ad36-f821cb115bae tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc7ed167-b50b-48f3-a13d-b18891eb7a13 HTTP/1.1" status: 200 len: 946 time: 0.7903979 Jun 01 19:09:01.930135 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a545482-c2d2-4cef-9b87-2168adf693c4 tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:09:01.938329 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-0a545482-c2d2-4cef-9b87-2168adf693c4 tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:09:01.946530 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a545482-c2d2-4cef-9b87-2168adf693c4 tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:09:02.010760 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a545482-c2d2-4cef-9b87-2168adf693c4 tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Pushing event updated for resources: {'Port': ['ID=23d90d95-dde5-4c25-b2de-fc9b7e47fbe1,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:09:02.151825 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5c6d0f-78bf-44e8-bf84-bbc21b60f4a7 req-789061fe-73fd-45a6-9587-16252f27b628 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:02.157715 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5c6d0f-78bf-44e8-bf84-bbc21b60f4a7 req-789061fe-73fd-45a6-9587-16252f27b628 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:02.163520 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5c6d0f-78bf-44e8-bf84-bbc21b60f4a7 req-789061fe-73fd-45a6-9587-16252f27b628 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:02.169316 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5c6d0f-78bf-44e8-bf84-bbc21b60f4a7 req-789061fe-73fd-45a6-9587-16252f27b628 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:02.171087 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-7e5c6d0f-78bf-44e8-bf84-bbc21b60f4a7 req-789061fe-73fd-45a6-9587-16252f27b628 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] 10.222.0.41 "GET /v2.0/ports?device_id=b89af75b-9667-469e-b061-668dd6a09e9b HTTP/1.1" status: 200 len: 3095 time: 0.3729737 Jun 01 19:09:02.190336 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-787af010-e776-49b8-9a9c-b3c9243c8ff6 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:09:02.205239 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0d8e7675-cfcd-4781-8239-e0918cc19617 req-b7ab2afc-c168-440e-b896-d4f952567b1f tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/security-groups?id=457e2085-2430-4c17-b58f-61923b8494ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3549678 Jun 01 19:09:02.262044 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-787af010-e776-49b8-9a9c-b3c9243c8ff6 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attempting to reserve 1 items for resource port. Total usage: 9; quota limit: 500; headroom:491 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:09:02.309878 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-787af010-e776-49b8-9a9c-b3c9243c8ff6 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Made reservation on behalf of 02a99242e0f0463d9013e17319779a87 for: {'port': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:09:02.315286 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-787af010-e776-49b8-9a9c-b3c9243c8ff6 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:02.329905 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-7e5c6d0f-78bf-44e8-bf84-bbc21b60f4a7 req-370748f8-017e-462e-bc4a-b8f82c0af014 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ab986d5-b8d5-42ed-9ee0-4a29f48e1199&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1464314 Jun 01 19:09:02.507934 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f38de4-4a3b-42e8-8b18-4a5dd37f1bdf req-9d4bf482-e258-4526-9e8a-ea10ad40bde5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:02.509431 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-75f38de4-4a3b-42e8-8b18-4a5dd37f1bdf req-9d4bf482-e258-4526-9e8a-ea10ad40bde5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8537cfb3773e46d182e148cf5b0a717f&device_id=fc7ed167-b50b-48f3-a13d-b18891eb7a13 HTTP/1.1" status: 200 len: 1097 time: 0.4996002 Jun 01 19:09:02.530264 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0a545482-c2d2-4cef-9b87-2168adf693c4 tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:02.533315 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba44dc0-c514-4709-8367-7798c7c8be96 req-2ea12af4-6b4d-4284-8d1f-cc8cdbff2d2f tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:02.534703 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6ba44dc0-c514-4709-8367-7798c7c8be96 req-2ea12af4-6b4d-4284-8d1f-cc8cdbff2d2f tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d35e0c4-c006-4f35-a161-1e1e4ff68e11 HTTP/1.1" status: 200 len: 947 time: 0.5165479 Jun 01 19:09:02.823713 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-7a70ce74-d1f8-48ad-805f-778a1784e680 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:02.854540 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-6ba44dc0-c514-4709-8367-7798c7c8be96 req-5e0bddc2-3513-4471-8395-145b2a959fc8 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Deleting port 86d4595b-e8db-4a4c-b6f0-57c1d6666091 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:09:02.854886 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-6ba44dc0-c514-4709-8367-7798c7c8be96 req-5e0bddc2-3513-4471-8395-145b2a959fc8 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:02.926805 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0a545482-c2d2-4cef-9b87-2168adf693c4 tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-885820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-886655'] for router, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:03.020723 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-7a70ce74-d1f8-48ad-805f-778a1784e680 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Calling delete_port for 64ccd0d9-62c7-4abb-8633-b6597fd49d51 owned by {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:09:03.225897 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f38de4-4a3b-42e8-8b18-4a5dd37f1bdf req-4e78bc63-3395-448d-a26f-dbca7d98e533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:03.225897 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-75f38de4-4a3b-42e8-8b18-4a5dd37f1bdf req-4e78bc63-3395-448d-a26f-dbca7d98e533 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1683679e-ac4b-4846-a35b-a63a265f2c59 HTTP/1.1" status: 200 len: 898 time: 0.6947112 Jun 01 19:09:03.436219 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a545482-c2d2-4cef-9b87-2168adf693c4 tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Router 33193269-52c4-4afd-bb76-b03069c318df is scheduled to L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 with binding_index 1 {{(pid=88525) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 19:09:03.463758 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-787af010-e776-49b8-9a9c-b3c9243c8ff6 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Allocated IP 10.2.2.200 (3835bc88-4948-44ae-9b9d-0c2345cf8427/c69c0fa6-cb36-4ead-b87f-54af1c1b35b0/40d26433-71b1-48b8-9988-9b16798cc67a) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:09:03.577626 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0e1229-a43d-4e95-9f8f-5800bb725e11 req-288a248e-f58c-45ac-bf33-f11be37d5cdb tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:03.584489 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-cc0e1229-a43d-4e95-9f8f-5800bb725e11 req-288a248e-f58c-45ac-bf33-f11be37d5cdb tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d35e0c4-c006-4f35-a161-1e1e4ff68e11 HTTP/1.1" status: 200 len: 947 time: 0.8492818 Jun 01 19:09:03.687835 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a545482-c2d2-4cef-9b87-2168adf693c4 tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:09:03.698082 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a957564-f94f-4a35-9073-a4dc6432c498 None None] Sync routers for ids ['33193269-52c4-4afd-bb76-b03069c318df'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:09:03.710837 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a957564-f94f-4a35-9073-a4dc6432c498 None None] Routers {'33193269-52c4-4afd-bb76-b03069c318df'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:09:03.712304 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-1a957564-f94f-4a35-9073-a4dc6432c498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:08:39Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['33193269-52c4-4afd-bb76-b03069c318df'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:09:03.753227 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ccee1a-0c09-4af3-99cb-6a448fee8fbb req-6da5c70e-d7bd-416c-b9c4-5acabcc575d9 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:03.754802 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b5ccee1a-0c09-4af3-99cb-6a448fee8fbb req-6da5c70e-d7bd-416c-b9c4-5acabcc575d9 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc7ed167-b50b-48f3-a13d-b18891eb7a13 HTTP/1.1" status: 200 len: 946 time: 0.3971848 Jun 01 19:09:03.795524 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0a545482-c2d2-4cef-9b87-2168adf693c4 tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Notify callbacks [] for router, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:03.797523 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-0a545482-c2d2-4cef-9b87-2168adf693c4 tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 4.7777638 Jun 01 19:09:03.805352 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 52834) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:09:03.868576 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-75f38de4-4a3b-42e8-8b18-4a5dd37f1bdf req-cd5f3df4-3657-42f7-bbe6-ba40b51f2cca service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c13922d6-8dcd-4203-bf4b-58d64aaed295 HTTP/1.1" status: 200 len: 1002 time: 0.6249278 Jun 01 19:09:03.915798 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-cc0e1229-a43d-4e95-9f8f-5800bb725e11 req-357ee9f6-0928-4ac4-a671-c7cc817c16b4 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e27767a-e40e-41ca-b34d-a5b7412547b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3303664 Jun 01 19:09:03.935651 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b5ccee1a-0c09-4af3-99cb-6a448fee8fbb req-f8e66262-cac4-45bc-aac0-af30ca588b77 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/security-groups?id=457e2085-2430-4c17-b58f-61923b8494ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1662478 Jun 01 19:09:04.064630 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-1a957564-f94f-4a35-9073-a4dc6432c498 None None] Set router 33193269-52c4-4afd-bb76-b03069c318df gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:09:04.086552 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-7a70ce74-d1f8-48ad-805f-778a1784e680 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:04.116461 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-99899f64-9c09-4f68-87fa-ca58ab0fd62d tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] 10.222.0.41 "GET /v2.0/routers/33193269-52c4-4afd-bb76-b03069c318df HTTP/1.1" status: 200 len: 909 time: 0.3082066 Jun 01 19:09:04.118843 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 52842) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:09:04.123976 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-ed0eee37-a2c5-4517-b357-99a9ea6cc327 tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2040377096', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'enable_snat': True}}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:09:04.131862 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-ed0eee37-a2c5-4517-b357-99a9ea6cc327 tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:09:04.136428 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-ed0eee37-a2c5-4517-b357-99a9ea6cc327 tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Usage tracker for resource:router and tenant:573471d98bb24a01af321ebb60a8573f is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:09:04.140477 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-ed0eee37-a2c5-4517-b357-99a9ea6cc327 tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:09:04.147090 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-ed0eee37-a2c5-4517-b357-99a9ea6cc327 tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:09:04.173093 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ed0eee37-a2c5-4517-b357-99a9ea6cc327 tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-885767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25238'] for router, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:04.173863 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ed0eee37-a2c5-4517-b357-99a9ea6cc327 tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-901042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-886562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-981784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25327'] for router, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:04.206163 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ed0eee37-a2c5-4517-b357-99a9ea6cc327 tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:04.241787 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a70ce74-d1f8-48ad-805f-778a1784e680 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Pushing event deleted for resources: {'Port': ['ID=64ccd0d9-62c7-4abb-8633-b6597fd49d51,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:09:04.311177 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-6ba44dc0-c514-4709-8367-7798c7c8be96 req-5e0bddc2-3513-4471-8395-145b2a959fc8 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] For port 86d4595b-e8db-4a4c-b6f0-57c1d6666091, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=86d4595b-e8db-4a4c-b6f0-57c1d6666091,segment=NetworkSegment(29f3bae4-57a1-4f66-96b7-93cfb8e10b44),segment_id=29f3bae4-57a1-4f66-96b7-93cfb8e10b44)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:09:04.312341 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-6ba44dc0-c514-4709-8367-7798c7c8be96 req-5e0bddc2-3513-4471-8395-145b2a959fc8 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:04.326591 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f38de4-4a3b-42e8-8b18-4a5dd37f1bdf req-4a94e7a3-fb25-46b1-b307-076c9e10d076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:04.329759 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-75f38de4-4a3b-42e8-8b18-4a5dd37f1bdf req-4a94e7a3-fb25-46b1-b307-076c9e10d076 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8eee5ae7-9972-4ea4-a710-faeb7415f01a HTTP/1.1" status: 200 len: 834 time: 0.4474657 Jun 01 19:09:04.503505 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-7a70ce74-d1f8-48ad-805f-778a1784e680 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:04.682719 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 86d4595b-e8db-4a4c-b6f0-57c1d6666091 no longer exists at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:09:04.698390 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ed0eee37-a2c5-4517-b357-99a9ea6cc327 tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-886608', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-885830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25341'] for router, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:04.700797 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-1a957564-f94f-4a35-9073-a4dc6432c498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33193269-52c4-4afd-bb76-b03069c318df', 'name': 'tempest-snat-router-2040377096', 'tenant_id': '573471d98bb24a01af321ebb60a8573f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.117'}], 'enable_snat': False}, 'gw_port_id': '23d90d95-dde5-4c25-b2de-fc9b7e47fbe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:08:59Z', 'updated_at': '2022-06-01T19:09:02Z', 'revision_number': 3, 'project_id': '573471d98bb24a01af321ebb60a8573f', 'gw_port': {'id': '23d90d95-dde5-4c25-b2de-fc9b7e47fbe1', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:9b:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33193269-52c4-4afd-bb76-b03069c318df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2784, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:09:00Z', 'updated_at': '2022-06-01T19:09:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-844202-1'}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:09:04.712788 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-6ba44dc0-c514-4709-8367-7798c7c8be96 req-5e0bddc2-3513-4471-8395-145b2a959fc8 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Calling delete_port for 86d4595b-e8db-4a4c-b6f0-57c1d6666091 owned by compute:nova {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:09:04.729034 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a957564-f94f-4a35-9073-a4dc6432c498 None None] Checking router: 33193269-52c4-4afd-bb76-b03069c318df for host: n-d-844202-1 {{(pid=88527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 19:09:04.729705 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a957564-f94f-4a35-9073-a4dc6432c498 None None] Updating router 33193269-52c4-4afd-bb76-b03069c318df port 23d90d95-dde5-4c25-b2de-fc9b7e47fbe1 binding host n-d-844202-1 {{(pid=88527) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 19:09:04.833350 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-787af010-e776-49b8-9a9c-b3c9243c8ff6 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:04.838420 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-7a70ce74-d1f8-48ad-805f-778a1784e680 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] 10.222.0.41 "DELETE /v2.0/ports/64ccd0d9-62c7-4abb-8633-b6597fd49d51 HTTP/1.1" status: 204 len: 168 time: 3.4010828 Jun 01 19:09:04.848915 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 52856) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:09:04.863735 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-1a957564-f94f-4a35-9073-a4dc6432c498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:04.925848 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-787af010-e776-49b8-9a9c-b3c9243c8ff6 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Transition to ACTIVE for port object 40d26433-71b1-48b8-9988-9b16798cc67a will not be triggered until provisioned by entity DHCP. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:09:04.943310 n-d-844202-1 neutron-server[88524]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e500322-dfec-4edc-a55f-c4ee98ec7d4f tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] GET failed (client error): The resource could not be found. Jun 01 19:09:04.943830 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-0e500322-dfec-4edc-a55f-c4ee98ec7d4f tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Synchronizing usage tracker for tenant:be49ffaf16754f888348eea74749e7ed on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:09:04.985357 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port 86d4595b-e8db-4a4c-b6f0-57c1d6666091 is: ACTIVE; New status is: DOWN {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:09:04.987637 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:05.000123 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbe2b98-a566-469c-95a6-c5e041aea5fb req-2ff7e990-8b96-4a6e-ac28-ad465b0cc686 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:05.013104 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbe2b98-a566-469c-95a6-c5e041aea5fb req-2ff7e990-8b96-4a6e-ac28-ad465b0cc686 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:05.028737 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbe2b98-a566-469c-95a6-c5e041aea5fb req-2ff7e990-8b96-4a6e-ac28-ad465b0cc686 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:05.038384 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbe2b98-a566-469c-95a6-c5e041aea5fb req-2ff7e990-8b96-4a6e-ac28-ad465b0cc686 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:05.044552 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-3bbe2b98-a566-469c-95a6-c5e041aea5fb req-2ff7e990-8b96-4a6e-ac28-ad465b0cc686 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Synchronizing usage tracker for tenant:02a99242e0f0463d9013e17319779a87 on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:09:05.184682 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.db.api [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 01 19:09:05.184682 n-d-844202-1 neutron-server[88526]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Jun 01 19:09:05.184682 n-d-844202-1 neutron-server[88526]: [parameters: {'status': 'DOWN', 'ports_id': '86d4595b-e8db-4a4c-b6f0-57c1d6666091'}] Jun 01 19:09:05.184682 n-d-844202-1 neutron-server[88526]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=88526) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 19:09:05.184682 n-d-844202-1 neutron-server[88526]: DEBUG oslo_db.api [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 19:09:05.205920 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f38de4-4a3b-42e8-8b18-4a5dd37f1bdf req-1d08fde8-c243-4058-96d6-c5af4d740483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:05.208624 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-75f38de4-4a3b-42e8-8b18-4a5dd37f1bdf req-1d08fde8-c243-4058-96d6-c5af4d740483 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1683679e-ac4b-4846-a35b-a63a265f2c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8517873 Jun 01 19:09:05.220835 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-0e500322-dfec-4edc-a55f-c4ee98ec7d4f tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Unset dirty status for tenant:be49ffaf16754f888348eea74749e7ed on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:09:05.225543 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-0e500322-dfec-4edc-a55f-c4ee98ec7d4f tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] 10.222.0.41 "GET /v2.0/ports/64ccd0d9-62c7-4abb-8633-b6597fd49d51 HTTP/1.1" status: 404 len: 333 time: 0.3731670 Jun 01 19:09:05.227222 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-787af010-e776-49b8-9a9c-b3c9243c8ff6 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:05.227536 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 52868) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:09:05.320321 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-787af010-e776-49b8-9a9c-b3c9243c8ff6 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Network 3835bc88-4948-44ae-9b9d-0c2345cf8427 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:09:05.336043 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-787af010-e776-49b8-9a9c-b3c9243c8ff6 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:09:05.338287 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-3bbe2b98-a566-469c-95a6-c5e041aea5fb req-2ff7e990-8b96-4a6e-ac28-ad465b0cc686 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Unset dirty status for tenant:02a99242e0f0463d9013e17319779a87 on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:09:05.340214 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3bbe2b98-a566-469c-95a6-c5e041aea5fb req-2ff7e990-8b96-4a6e-ac28-ad465b0cc686 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] 10.222.0.41 "GET /v2.0/ports?device_id=b89af75b-9667-469e-b061-668dd6a09e9b HTTP/1.1" status: 200 len: 3095 time: 1.1700003 Jun 01 19:09:05.402552 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-787af010-e776-49b8-9a9c-b3c9243c8ff6 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:09:05.512901 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-1a957564-f94f-4a35-9073-a4dc6432c498 None None] Notify callbacks [] for port, precommit_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:05.525235 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-787af010-e776-49b8-9a9c-b3c9243c8ff6 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:05.525916 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-787af010-e776-49b8-9a9c-b3c9243c8ff6 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:05.574066 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-787af010-e776-49b8-9a9c-b3c9243c8ff6 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0637336 Jun 01 19:09:05.616389 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-3094248e-ea38-4bdd-871b-f4a6387e1749 service neutron] Request body: {'port': {'device_id': 'b89af75b-9667-469e-b061-668dd6a09e9b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844202-1'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:09:05.619342 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-71727ea1-5b67-4ad3-81f0-8a294dc52edc tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Deleting port 74afbb51-c2a5-441a-ab85-1d5ff3fea5b5 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:09:05.619686 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-71727ea1-5b67-4ad3-81f0-8a294dc52edc tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:05.662249 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.provisioning_blocks [None req-1a957564-f94f-4a35-9073-a4dc6432c498 None None] Transition to ACTIVE for port object 23d90d95-dde5-4c25-b2de-fc9b7e47fbe1 will not be triggered until provisioned by entity L2. {{(pid=88527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:09:05.672201 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-1a957564-f94f-4a35-9073-a4dc6432c498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:05.693214 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-6ba44dc0-c514-4709-8367-7798c7c8be96 req-5e0bddc2-3513-4471-8395-145b2a959fc8 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:05.711334 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787af010-e776-49b8-9a9c-b3c9243c8ff6 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Pushing event updated for resources: {'Port': ['ID=40d26433-71b1-48b8-9988-9b16798cc67a,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:09:05.722440 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3bbe2b98-a566-469c-95a6-c5e041aea5fb req-95b16fed-21e5-4ff7-bb21-1d8b2017b3e4 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ab986d5-b8d5-42ed-9ee0-4a29f48e1199&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1709199 Jun 01 19:09:05.806910 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-1a957564-f94f-4a35-9073-a4dc6432c498 None None] Attempting to bind port 23d90d95-dde5-4c25-b2de-fc9b7e47fbe1 on host n-d-844202-1 for vnic_type normal with profile {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:09:05.812878 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Port 86d4595b-e8db-4a4c-b6f0-57c1d6666091 update to DOWN by agent not found {{(pid=88526) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Jun 01 19:09:05.813836 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0bddc2-3513-4471-8395-145b2a959fc8 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Pushing event deleted for resources: {'Port': ['ID=86d4595b-e8db-4a4c-b6f0-57c1d6666091,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:09:05.814403 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-1a957564-f94f-4a35-9073-a4dc6432c498 None None] Attempting to bind port 23d90d95-dde5-4c25-b2de-fc9b7e47fbe1 by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}] {{(pid=88527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:09:05.814986 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a957564-f94f-4a35-9073-a4dc6432c498 None None] Attempting to bind port 23d90d95-dde5-4c25-b2de-fc9b7e47fbe1 on network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:09:05.815286 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ed0eee37-a2c5-4517-b357-99a9ea6cc327 tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:05.829884 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a957564-f94f-4a35-9073-a4dc6432c498 None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 8, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:09:05.834762 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-3241dab6-86d2-4db4-894a-31813a3ef82b None None] Provisioning for port 40d26433-71b1-48b8-9988-9b16798cc67a completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:09:05.835981 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a957564-f94f-4a35-9073-a4dc6432c498 None None] Checking segment: {'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:09:05.836905 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-1a957564-f94f-4a35-9073-a4dc6432c498 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:05.837497 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a957564-f94f-4a35-9073-a4dc6432c498 None None] Bound using segment: {'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'} {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:09:05.838249 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-1a957564-f94f-4a35-9073-a4dc6432c498 None None] Bound port: 23d90d95-dde5-4c25-b2de-fc9b7e47fbe1, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}}] {{(pid=88527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:09:05.838835 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-1a957564-f94f-4a35-9073-a4dc6432c498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:05.857345 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ed0eee37-a2c5-4517-b357-99a9ea6cc327 tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:05.863872 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-3241dab6-86d2-4db4-894a-31813a3ef82b None None] Provisioning complete for port 40d26433-71b1-48b8-9988-9b16798cc67a triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:09:05.871397 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-3241dab6-86d2-4db4-894a-31813a3ef82b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:05.995166 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.db [None req-1a957564-f94f-4a35-9073-a4dc6432c498 None None] For port 23d90d95-dde5-4c25-b2de-fc9b7e47fbe1, host n-d-844202-1, cleared binding levels {{(pid=88527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:09:06.000562 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.db [None req-1a957564-f94f-4a35-9073-a4dc6432c498 None None] For port 23d90d95-dde5-4c25-b2de-fc9b7e47fbe1, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=23d90d95-dde5-4c25-b2de-fc9b7e47fbe1,segment=NetworkSegment(7875af61-4c53-4ff2-b8c8-d4b7c35ff947),segment_id=7875af61-4c53-4ff2-b8c8-d4b7c35ff947)] {{(pid=88527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:09:06.018702 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-1a957564-f94f-4a35-9073-a4dc6432c498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:06.021633 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-3241dab6-86d2-4db4-894a-31813a3ef82b None None] Port 40d26433-71b1-48b8-9988-9b16798cc67a cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:09:06.037903 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [None req-ed0eee37-a2c5-4517-b357-99a9ea6cc327 tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Allocated IP 172.25.4.95 (72a72e44-6845-488a-a5ff-3a26d4df9cb3/c314a23b-daa2-4106-ab28-8e6f954277b2/013eb150-6762-4a2b-92cf-c097ad8458d3) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:09:06.041238 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e2f59a-b6f6-4013-a1b8-96d96bfaa0c6 None None] Pushing event updated for resources: {'Port': ['ID=23d90d95-dde5-4c25-b2de-fc9b7e47fbe1,revision_number=2']} {{(pid=88527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:09:06.131112 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a957564-f94f-4a35-9073-a4dc6432c498 None None] Routers {'33193269-52c4-4afd-bb76-b03069c318df'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:09:06.131746 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-1a957564-f94f-4a35-9073-a4dc6432c498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:08:39Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['33193269-52c4-4afd-bb76-b03069c318df'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:09:06.248677 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ed0eee37-a2c5-4517-b357-99a9ea6cc327 tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:06.301869 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ed0eee37-a2c5-4517-b357-99a9ea6cc327 tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:06.363479 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-1a957564-f94f-4a35-9073-a4dc6432c498 None None] Set router 33193269-52c4-4afd-bb76-b03069c318df gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:09:06.402107 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0eee37-a2c5-4517-b357-99a9ea6cc327 tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Pushing event updated for resources: {'Port': ['ID=013eb150-6762-4a2b-92cf-c097ad8458d3,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:09:06.469659 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed0eee37-a2c5-4517-b357-99a9ea6cc327 tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:09:06.479469 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-ed0eee37-a2c5-4517-b357-99a9ea6cc327 tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:09:06.481758 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0eee37-a2c5-4517-b357-99a9ea6cc327 tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:09:06.548603 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7768c9bb-a973-4895-9aae-e8b456c58f71 req-53325ba4-c158-44a9-b0f5-b19b62be31e4 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:06.550091 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-7768c9bb-a973-4895-9aae-e8b456c58f71 req-53325ba4-c158-44a9-b0f5-b19b62be31e4 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d35e0c4-c006-4f35-a161-1e1e4ff68e11 HTTP/1.1" status: 200 len: 868 time: 1.0136175 Jun 01 19:09:06.589042 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e2f59a-b6f6-4013-a1b8-96d96bfaa0c6 None None] Pushing event updated for resources: {'Port': ['ID=23d90d95-dde5-4c25-b2de-fc9b7e47fbe1,revision_number=3']} {{(pid=88527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:09:06.592861 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ba44dc0-c514-4709-8367-7798c7c8be96 req-5e0bddc2-3513-4471-8395-145b2a959fc8 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] No DVR routers for this DVR port 86d4595b-e8db-4a4c-b6f0-57c1d6666091 on host n-h2-844202-1 {{(pid=88524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:09:06.608066 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-6ba44dc0-c514-4709-8367-7798c7c8be96 req-5e0bddc2-3513-4471-8395-145b2a959fc8 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:06.610455 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6ba44dc0-c514-4709-8367-7798c7c8be96 req-5e0bddc2-3513-4471-8395-145b2a959fc8 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.50 "DELETE /v2.0/ports/86d4595b-e8db-4a4c-b6f0-57c1d6666091 HTTP/1.1" status: 204 len: 173 time: 4.0426004 Jun 01 19:09:06.613846 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-75f38de4-4a3b-42e8-8b18-4a5dd37f1bdf req-9a82e0d9-47f0-4200-9d09-d4020f1fef5a service neutron] 10.222.0.15 "GET /v2.0/networks/1683679e-ac4b-4846-a35b-a63a265f2c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3804083 Jun 01 19:09:06.614260 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d35e0c4-c006-4f35-a161-1e1e4ff68e11', 'name': 'network-vif-deleted', 'tag': '86d4595b-e8db-4a4c-b6f0-57c1d6666091'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:09:06.739103 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-3094248e-ea38-4bdd-871b-f4a6387e1749 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:06.751915 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-1a957564-f94f-4a35-9073-a4dc6432c498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33193269-52c4-4afd-bb76-b03069c318df', 'name': 'tempest-snat-router-2040377096', 'tenant_id': '573471d98bb24a01af321ebb60a8573f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.117'}], 'enable_snat': False}, 'gw_port_id': '23d90d95-dde5-4c25-b2de-fc9b7e47fbe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:08:59Z', 'updated_at': '2022-06-01T19:09:02Z', 'revision_number': 3, 'project_id': '573471d98bb24a01af321ebb60a8573f', 'gw_port': {'id': '23d90d95-dde5-4c25-b2de-fc9b7e47fbe1', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:9b:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33193269-52c4-4afd-bb76-b03069c318df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2784, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:09:00Z', 'updated_at': '2022-06-01T19:09:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-844202-1'}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:09:06.760955 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a957564-f94f-4a35-9073-a4dc6432c498 None None] The sync data for ids ['33193269-52c4-4afd-bb76-b03069c318df'] in n-d-844202-1 is: [{'id': '33193269-52c4-4afd-bb76-b03069c318df', 'name': 'tempest-snat-router-2040377096', 'tenant_id': '573471d98bb24a01af321ebb60a8573f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.117'}], 'enable_snat': False}, 'gw_port_id': '23d90d95-dde5-4c25-b2de-fc9b7e47fbe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:08:59Z', 'updated_at': '2022-06-01T19:09:02Z', 'revision_number': 3, 'project_id': '573471d98bb24a01af321ebb60a8573f', 'gw_port': {'id': '23d90d95-dde5-4c25-b2de-fc9b7e47fbe1', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:9b:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33193269-52c4-4afd-bb76-b03069c318df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2784, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:09:00Z', 'updated_at': '2022-06-01T19:09:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-844202-1'}] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:09:06.952444 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-75f38de4-4a3b-42e8-8b18-4a5dd37f1bdf req-6b9b124f-39b3-4a71-b3e2-97ee2eb88c31 service neutron] 10.222.0.15 "GET /v2.0/networks/1683679e-ac4b-4846-a35b-a63a265f2c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3204219 Jun 01 19:09:07.000683 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-7768c9bb-a973-4895-9aae-e8b456c58f71 req-6b134354-cacf-460d-b210-c317f6859594 tempest-ServersNegativeTestJSON-519759843 tempest-ServersNegativeTestJSON-519759843-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e27767a-e40e-41ca-b34d-a5b7412547b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2310438 Jun 01 19:09:07.032123 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc16a1ad-4420-4137-8d31-9a2f66b9f1e8 req-c6222b65-9139-4392-b2e6-4a84fe97a244 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:07.034185 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-bc16a1ad-4420-4137-8d31-9a2f66b9f1e8 req-c6222b65-9139-4392-b2e6-4a84fe97a244 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc7ed167-b50b-48f3-a13d-b18891eb7a13 HTTP/1.1" status: 200 len: 946 time: 0.7170875 Jun 01 19:09:07.127717 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-8ff76cc6-4f5e-4d08-b877-0fe656879e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:07.171801 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-281f4cb8-1647-4cbf-b197-8b20e538772f'] response: {'server_uuid': '4d35e0c4-c006-4f35-a161-1e1e4ff68e11', 'name': 'network-vif-deleted', 'tag': '86d4595b-e8db-4a4c-b6f0-57c1d6666091', 'status': 'completed', 'code': 200} Jun 01 19:09:07.185740 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-bc16a1ad-4420-4137-8d31-9a2f66b9f1e8 req-5f5db866-36b8-4c3e-a9f2-1e18898d5e81 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/security-groups?id=457e2085-2430-4c17-b58f-61923b8494ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1426301 Jun 01 19:09:07.320261 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-71727ea1-5b67-4ad3-81f0-8a294dc52edc tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:07.613934 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-3094248e-ea38-4bdd-871b-f4a6387e1749 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74e2387a-5a42-4e52-9813-acb554a11e5b {{(pid=88524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 19:09:07.623216 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-3094248e-ea38-4bdd-871b-f4a6387e1749 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:07.644114 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-3094248e-ea38-4bdd-871b-f4a6387e1749 service neutron] Transition to ACTIVE for port object 74e2387a-5a42-4e52-9813-acb554a11e5b will not be triggered until provisioned by entity L2. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:09:07.648767 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-3094248e-ea38-4bdd-871b-f4a6387e1749 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:07.895047 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3094248e-ea38-4bdd-871b-f4a6387e1749 service neutron] Pushing event updated for resources: {'Port': ['ID=74e2387a-5a42-4e52-9813-acb554a11e5b,revision_number=2']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:09:07.917631 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-71727ea1-5b67-4ad3-81f0-8a294dc52edc tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Calling delete_port for 74afbb51-c2a5-441a-ab85-1d5ff3fea5b5 owned by {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:09:08.051501 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-3094248e-ea38-4bdd-871b-f4a6387e1749 service neutron] Attempting to bind port 74e2387a-5a42-4e52-9813-acb554a11e5b on host n-h2-844202-1 for vnic_type normal with profile {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:09:08.051840 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-3094248e-ea38-4bdd-871b-f4a6387e1749 service neutron] Attempting to bind port 74e2387a-5a42-4e52-9813-acb554a11e5b by drivers openvswitch,hyperv on host n-h2-844202-1 at level 0 using segments [{'id': '30521a5b-215c-4399-878b-93abab2b6aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '4f4ea26f-fa46-41a8-bded-b4cab3aedc51'}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:09:08.052166 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-3094248e-ea38-4bdd-871b-f4a6387e1749 service neutron] Attempting to bind port 74e2387a-5a42-4e52-9813-acb554a11e5b on network 4f4ea26f-fa46-41a8-bded-b4cab3aedc51 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:09:08.058888 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-3094248e-ea38-4bdd-871b-f4a6387e1749 service neutron] Port 74e2387a-5a42-4e52-9813-acb554a11e5b on network 4f4ea26f-fa46-41a8-bded-b4cab3aedc51 not bound, no agent of type Open vSwitch agent registered on host n-h2-844202-1 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 19:09:08.059463 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-3094248e-ea38-4bdd-871b-f4a6387e1749 service neutron] Attempting to bind port 74e2387a-5a42-4e52-9813-acb554a11e5b on network 4f4ea26f-fa46-41a8-bded-b4cab3aedc51 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:09:08.066841 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-3094248e-ea38-4bdd-871b-f4a6387e1749 service neutron] Checking agent: {'id': 'f5db9968-6317-4186-9100-9e0ca6b50417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 8, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:09:08.067252 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-3094248e-ea38-4bdd-871b-f4a6387e1749 service neutron] Checking segment: {'id': '30521a5b-215c-4399-878b-93abab2b6aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '4f4ea26f-fa46-41a8-bded-b4cab3aedc51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:09:08.067696 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-3094248e-ea38-4bdd-871b-f4a6387e1749 service neutron] Bound using segment: {'id': '30521a5b-215c-4399-878b-93abab2b6aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '4f4ea26f-fa46-41a8-bded-b4cab3aedc51'} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:09:08.068292 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-3094248e-ea38-4bdd-871b-f4a6387e1749 service neutron] Bound port: 74e2387a-5a42-4e52-9813-acb554a11e5b, host: n-h2-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30521a5b-215c-4399-878b-93abab2b6aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '4f4ea26f-fa46-41a8-bded-b4cab3aedc51'}}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:09:08.068910 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-3094248e-ea38-4bdd-871b-f4a6387e1749 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:08.225110 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-3094248e-ea38-4bdd-871b-f4a6387e1749 service neutron] For port 74e2387a-5a42-4e52-9813-acb554a11e5b, host n-h2-844202-1, cleared binding levels {{(pid=88524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:09:08.227153 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 52888) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:09:08.268617 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-3094248e-ea38-4bdd-871b-f4a6387e1749 service neutron] For port 74e2387a-5a42-4e52-9813-acb554a11e5b, host n-h2-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=74e2387a-5a42-4e52-9813-acb554a11e5b,segment=NetworkSegment(30521a5b-215c-4399-878b-93abab2b6aed),segment_id=30521a5b-215c-4399-878b-93abab2b6aed)] {{(pid=88524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:09:08.272087 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ed0eee37-a2c5-4517-b357-99a9ea6cc327 tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:08.283005 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-3094248e-ea38-4bdd-871b-f4a6387e1749 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:08.352888 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-71727ea1-5b67-4ad3-81f0-8a294dc52edc tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:08.394374 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-3094248e-ea38-4bdd-871b-f4a6387e1749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:08.395301 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-3094248e-ea38-4bdd-871b-f4a6387e1749 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:08.397190 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-3094248e-ea38-4bdd-871b-f4a6387e1749 service neutron] 10.222.0.50 "PUT /v2.0/ports/74e2387a-5a42-4e52-9813-acb554a11e5b HTTP/1.1" status: 200 len: 1092 time: 2.7849927 Jun 01 19:09:08.434555 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-92665627-7a52-4d31-8172-7fe3c9083409 service neutron] Request body: {'port': {'device_id': 'b89af75b-9667-469e-b061-668dd6a09e9b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844202-1'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:09:08.654132 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71727ea1-5b67-4ad3-81f0-8a294dc52edc tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Pushing event deleted for resources: {'Port': ['ID=74afbb51-c2a5-441a-ab85-1d5ff3fea5b5,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:09:08.694549 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 23d90d95-dde5-4c25-b2de-fc9b7e47fbe1 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:09:08.697317 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b9cf30-30de-4292-92a7-6029cd09f98f req-4d883f11-983b-40b7-87af-65e9391c8d78 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:08.714148 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b9cf30-30de-4292-92a7-6029cd09f98f req-4d883f11-983b-40b7-87af-65e9391c8d78 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:08.727047 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b9cf30-30de-4292-92a7-6029cd09f98f req-4d883f11-983b-40b7-87af-65e9391c8d78 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:08.741407 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b9cf30-30de-4292-92a7-6029cd09f98f req-4d883f11-983b-40b7-87af-65e9391c8d78 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:08.758803 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b9cf30-30de-4292-92a7-6029cd09f98f req-4d883f11-983b-40b7-87af-65e9391c8d78 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:08.769032 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-88b9cf30-30de-4292-92a7-6029cd09f98f req-4d883f11-983b-40b7-87af-65e9391c8d78 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] 10.222.0.41 "GET /v2.0/ports?device_id=b89af75b-9667-469e-b061-668dd6a09e9b HTTP/1.1" status: 200 len: 3828 time: 1.1971059 Jun 01 19:09:08.820464 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-71727ea1-5b67-4ad3-81f0-8a294dc52edc tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:08.964722 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3094248e-ea38-4bdd-871b-f4a6387e1749 service neutron] Pushing event updated for resources: {'Port': ['ID=74e2387a-5a42-4e52-9813-acb554a11e5b,revision_number=3']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:09:09.024449 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0b98163-fc16-464a-b8a9-c0941dff640f admin admin] Deleting subnet 969bae19-2b90-42ed-a4ac-a4a59eaa870c {{(pid=88524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 19:09:09.024811 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port 23d90d95-dde5-4c25-b2de-fc9b7e47fbe1 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:09:09.031946 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-c0b98163-fc16-464a-b8a9-c0941dff640f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:09.038977 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 23d90d95-dde5-4c25-b2de-fc9b7e47fbe1 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:09:09.040320 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:09.102092 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-88b9cf30-30de-4292-92a7-6029cd09f98f req-0ed1d9c5-6a78-47f1-822e-c83776c2e66c tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ab986d5-b8d5-42ed-9ee0-4a29f48e1199&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3288071 Jun 01 19:09:09.161860 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-c0b98163-fc16-464a-b8a9-c0941dff640f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2702137'] for subnet, precommit_delete_associations {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:09.238970 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 52906) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:09:09.240331 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b89af75b-9667-469e-b061-668dd6a09e9b', 'tag': '74e2387a-5a42-4e52-9813-acb554a11e5b'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:09:09.250596 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-92665627-7a52-4d31-8172-7fe3c9083409 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:09.278131 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-71727ea1-5b67-4ad3-81f0-8a294dc52edc tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] 10.222.0.41 "DELETE /v2.0/ports/74afbb51-c2a5-441a-ab85-1d5ff3fea5b5 HTTP/1.1" status: 204 len: 168 time: 4.0325639 Jun 01 19:09:09.286898 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 52910) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:09:09.325439 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 23d90d95-dde5-4c25-b2de-fc9b7e47fbe1 is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:09:09.325439 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:09.361071 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port 23d90d95-dde5-4c25-b2de-fc9b7e47fbe1, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=23d90d95-dde5-4c25-b2de-fc9b7e47fbe1,segment=NetworkSegment(7875af61-4c53-4ff2-b8c8-d4b7c35ff947),segment_id=7875af61-4c53-4ff2-b8c8-d4b7c35ff947)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:09:09.372602 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:09.381307 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-c0b98163-fc16-464a-b8a9-c0941dff640f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:09.451349 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b48ed5a0-b2d3-4352-aaa3-3b9d373a2c6a'] response: {'name': 'network-changed', 'server_uuid': 'b89af75b-9667-469e-b061-668dd6a09e9b', 'tag': '74e2387a-5a42-4e52-9813-acb554a11e5b', 'status': 'completed', 'code': 200} Jun 01 19:09:09.514331 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=23d90d95-dde5-4c25-b2de-fc9b7e47fbe1,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:09:09.532799 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-46fa188a-1999-4d51-b182-94f0d7cb01e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:09.595471 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ed0eee37-a2c5-4517-b357-99a9ea6cc327 tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-885820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-886655'] for router, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:09.695112 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a1a2c2-18c4-41f2-bf8c-d8fa14822a0f req-dba1b722-3178-4aac-a80d-27a04ae84b9a tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:09.696680 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-75a1a2c2-18c4-41f2-bf8c-d8fa14822a0f req-dba1b722-3178-4aac-a80d-27a04ae84b9a tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc7ed167-b50b-48f3-a13d-b18891eb7a13 HTTP/1.1" status: 200 len: 946 time: 1.1868534 Jun 01 19:09:09.777746 n-d-844202-1 neutron-server[88524]: INFO neutron.pecan_wsgi.hooks.translation [None req-384ea6df-bda9-4581-96b2-6c5722144b84 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] GET failed (client error): The resource could not be found. Jun 01 19:09:09.782616 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-384ea6df-bda9-4581-96b2-6c5722144b84 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] 10.222.0.41 "GET /v2.0/ports/74afbb51-c2a5-441a-ab85-1d5ff3fea5b5 HTTP/1.1" status: 404 len: 333 time: 0.4156132 Jun 01 19:09:09.782894 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 52920) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:09:09.818988 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-5148f263-9349-4a33-b356-c1fc7558631b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:09.871459 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-5148f263-9349-4a33-b356-c1fc7558631b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:09:09.876331 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fa59e36-681a-49ad-9f18-730dd63589da tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Deleting subnet cd0971c3-e2dc-4596-8d46-977747317909 {{(pid=88525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 19:09:09.880895 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3fa59e36-681a-49ad-9f18-730dd63589da tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks [] for subnet, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:09.895476 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-5148f263-9349-4a33-b356-c1fc7558631b admin admin] Usage tracker for resource:security_group_rule and tenant:1a9fc9fcc85f457784fc5bc2072291f5 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:09:09.902281 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-5148f263-9349-4a33-b356-c1fc7558631b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:09:09.945465 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3fa59e36-681a-49ad-9f18-730dd63589da tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2258509'] for subnet, precommit_delete_associations {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:09.977194 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-5148f263-9349-4a33-b356-c1fc7558631b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:09:09.977795 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed0eee37-a2c5-4517-b357-99a9ea6cc327 tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Router 8930a80e-412b-4344-9694-ab37a262cb79 is scheduled to L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 with binding_index 1 {{(pid=88525) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 19:09:09.987154 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-75a1a2c2-18c4-41f2-bf8c-d8fa14822a0f req-e28351df-2f75-4362-931f-3d66c0e3269b tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/security-groups?id=457e2085-2430-4c17-b58f-61923b8494ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2287908 Jun 01 19:09:10.025070 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-c0b98163-fc16-464a-b8a9-c0941dff640f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2718856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3066595'] for subnet, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:10.084114 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b98163-fc16-464a-b8a9-c0941dff640f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=969bae19-2b90-42ed-a4ac-a4a59eaa870c,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:09:10.090578 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-c0b98163-fc16-464a-b8a9-c0941dff640f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:10.114636 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f62f89-7ec9-4294-a854-b6d6ae802801 req-ed455b2c-91c3-4974-80c3-ee1585af61f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:10.115114 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f62f89-7ec9-4294-a854-b6d6ae802801 req-ed455b2c-91c3-4974-80c3-ee1585af61f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:10.115583 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f62f89-7ec9-4294-a854-b6d6ae802801 req-ed455b2c-91c3-4974-80c3-ee1585af61f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:10.116046 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f62f89-7ec9-4294-a854-b6d6ae802801 req-ed455b2c-91c3-4974-80c3-ee1585af61f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:10.116535 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f62f89-7ec9-4294-a854-b6d6ae802801 req-ed455b2c-91c3-4974-80c3-ee1585af61f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:10.118275 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c4f62f89-7ec9-4294-a854-b6d6ae802801 req-ed455b2c-91c3-4974-80c3-ee1585af61f2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=02a99242e0f0463d9013e17319779a87&device_id=b89af75b-9667-469e-b061-668dd6a09e9b HTTP/1.1" status: 200 len: 4363 time: 0.4755893 Jun 01 19:09:10.161198 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-c0b98163-fc16-464a-b8a9-c0941dff640f admin admin] 10.222.0.41 "DELETE /v2.0/subnets/969bae19-2b90-42ed-a4ac-a4a59eaa870c HTTP/1.1" status: 204 len: 168 time: 1.9325602 Jun 01 19:09:10.166704 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 52928) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:09:10.284647 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed0eee37-a2c5-4517-b357-99a9ea6cc327 tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:09:10.290808 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3fa59e36-681a-49ad-9f18-730dd63589da tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:10.302620 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-456d75b1-7692-4c3b-b472-6e84d6bc1465 None None] Sync routers for ids ['8930a80e-412b-4344-9694-ab37a262cb79'] in n-d-844202-1 {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:09:10.320971 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-456d75b1-7692-4c3b-b472-6e84d6bc1465 None None] Routers {'8930a80e-412b-4344-9694-ab37a262cb79'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:09:10.322446 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-456d75b1-7692-4c3b-b472-6e84d6bc1465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:09:09Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['8930a80e-412b-4344-9694-ab37a262cb79'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:09:10.479176 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f62f89-7ec9-4294-a854-b6d6ae802801 req-e6db1cea-5804-45ee-9d44-0811a5fc502b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:10.479671 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f62f89-7ec9-4294-a854-b6d6ae802801 req-e6db1cea-5804-45ee-9d44-0811a5fc502b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:10.480129 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f62f89-7ec9-4294-a854-b6d6ae802801 req-e6db1cea-5804-45ee-9d44-0811a5fc502b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:10.482539 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c4f62f89-7ec9-4294-a854-b6d6ae802801 req-e6db1cea-5804-45ee-9d44-0811a5fc502b service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=02a99242e0f0463d9013e17319779a87&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3568587 Jun 01 19:09:10.485235 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-92665627-7a52-4d31-8172-7fe3c9083409 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e023d4a-9eb6-405c-b18a-c3de65879a4a {{(pid=88524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 19:09:10.535150 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-92665627-7a52-4d31-8172-7fe3c9083409 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:10.569633 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ed0eee37-a2c5-4517-b357-99a9ea6cc327 tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Notify callbacks [] for router, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:10.573110 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-ed0eee37-a2c5-4517-b357-99a9ea6cc327 tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 6.4508393 Jun 01 19:09:10.586970 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-74c40e4f-b994-44a9-ab6c-43a8b9656a7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:10.589467 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 52934) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:09:10.597365 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-5148f263-9349-4a33-b356-c1fc7558631b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:10.620134 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-5148f263-9349-4a33-b356-c1fc7558631b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:10.669714 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-5148f263-9349-4a33-b356-c1fc7558631b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1a9fc9fcc85f457784fc5bc2072291f5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3960238 Jun 01 19:09:10.672287 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-92665627-7a52-4d31-8172-7fe3c9083409 service neutron] Transition to ACTIVE for port object 8e023d4a-9eb6-405c-b18a-c3de65879a4a will not be triggered until provisioned by entity L2. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:09:10.675211 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 52938) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:09:10.690101 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 23d90d95-dde5-4c25-b2de-fc9b7e47fbe1 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:09:10.729079 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:10.756388 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:10.759290 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-92665627-7a52-4d31-8172-7fe3c9083409 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:10.790745 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3fa59e36-681a-49ad-9f18-730dd63589da tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2614143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9667199'] for subnet, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:10.796362 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-456d75b1-7692-4c3b-b472-6e84d6bc1465 None None] Set router 8930a80e-412b-4344-9694-ab37a262cb79 gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:09:11.189765 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5148f263-9349-4a33-b356-c1fc7558631b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2f19031-74b8-4b9f-849c-f0cc57110eb9,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:09:11.193550 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa59e36-681a-49ad-9f18-730dd63589da tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Pushing event deleted for resources: {'Subnet': ['ID=cd0971c3-e2dc-4596-8d46-977747317909,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:09:11.193550 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3fa59e36-681a-49ad-9f18-730dd63589da tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks [] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:11.194597 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f081e702-39f6-4fad-b6d0-cd650a2ebf48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:11.195095 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b7ceaf2-e34a-4360-b061-1e043f4e57e0 None None] Network 83a86c02-803b-4195-ab6d-53f4e4f67c7f requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:09:11.196855 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f081e702-39f6-4fad-b6d0-cd650a2ebf48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:11.196855 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f62f89-7ec9-4294-a854-b6d6ae802801 req-34e292c6-b88f-42ec-8218-3f03f268fb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:11.196855 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c4f62f89-7ec9-4294-a854-b6d6ae802801 req-34e292c6-b88f-42ec-8218-3f03f268fb15 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6603279 Jun 01 19:09:11.197902 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-3fa59e36-681a-49ad-9f18-730dd63589da tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] 10.222.0.41 "DELETE /v2.0/subnets/cd0971c3-e2dc-4596-8d46-977747317909 HTTP/1.1" status: 204 len: 168 time: 1.3986478 Jun 01 19:09:11.200906 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f081e702-39f6-4fad-b6d0-cd650a2ebf48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:11.209812 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 52960) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:09:11.231485 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedd5067-049f-466c-8ace-897b2c78319f req-17743a41-01cb-44b7-8475-fe06b5759c34 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:11.238407 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedd5067-049f-466c-8ace-897b2c78319f req-17743a41-01cb-44b7-8475-fe06b5759c34 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:11.244478 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedd5067-049f-466c-8ace-897b2c78319f req-17743a41-01cb-44b7-8475-fe06b5759c34 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:11.250676 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedd5067-049f-466c-8ace-897b2c78319f req-17743a41-01cb-44b7-8475-fe06b5759c34 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:11.256979 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedd5067-049f-466c-8ace-897b2c78319f req-17743a41-01cb-44b7-8475-fe06b5759c34 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:11.260528 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 23d90d95-dde5-4c25-b2de-fc9b7e47fbe1 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:09:11.260894 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:11.264938 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-dedd5067-049f-466c-8ace-897b2c78319f req-17743a41-01cb-44b7-8475-fe06b5759c34 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] 10.222.0.41 "GET /v2.0/ports?device_id=b89af75b-9667-469e-b061-668dd6a09e9b HTTP/1.1" status: 200 len: 3828 time: 0.7603872 Jun 01 19:09:11.296357 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-2ce7b341-6b48-4916-ac6f-2c4ace2a7458 tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] 10.222.0.41 "GET /v2.0/routers/8930a80e-412b-4344-9694-ab37a262cb79 HTTP/1.1" status: 200 len: 907 time: 0.6635256 Jun 01 19:09:11.298185 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 52968) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:09:11.404383 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92665627-7a52-4d31-8172-7fe3c9083409 service neutron] Pushing event updated for resources: {'Port': ['ID=8e023d4a-9eb6-405c-b18a-c3de65879a4a,revision_number=2']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:09:11.414025 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-74c40e4f-b994-44a9-ab6c-43a8b9656a7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:11.460848 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f081e702-39f6-4fad-b6d0-cd650a2ebf48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2f19031-74b8-4b9f-849c-f0cc57110eb9,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:09:11.493013 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-dedd5067-049f-466c-8ace-897b2c78319f req-4a904cbd-0dc6-4477-84d3-e3da22b0acaa tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ab986d5-b8d5-42ed-9ee0-4a29f48e1199&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2231436 Jun 01 19:09:11.493013 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-74c40e4f-b994-44a9-ab6c-43a8b9656a7b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9872ab5d-59e4-43b1-8dfc-1ca5e239e8ce']}} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:09:11.507383 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:11.516517 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-74c40e4f-b994-44a9-ab6c-43a8b9656a7b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29f3bae4-57a1-4f66-96b7-93cfb8e10b44') {'for_net_delete': True} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:09:11.516517 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-74c40e4f-b994-44a9-ab6c-43a8b9656a7b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29f3bae4-57a1-4f66-96b7-93cfb8e10b44') {} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:09:11.563105 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f081e702-39f6-4fad-b6d0-cd650a2ebf48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:11.563105 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-f081e702-39f6-4fad-b6d0-cd650a2ebf48 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d2f19031-74b8-4b9f-849c-f0cc57110eb9 HTTP/1.1" status: 204 len: 168 time: 0.8791418 Jun 01 19:09:11.607838 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-74c40e4f-b994-44a9-ab6c-43a8b9656a7b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2258522'] for segment, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:11.613818 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8fd1f7a3-e6ec-428d-9d7d-279f877064d4 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:11.633849 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-74c40e4f-b994-44a9-ab6c-43a8b9656a7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:11.643360 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74c40e4f-b994-44a9-ab6c-43a8b9656a7b admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=88525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 19:09:11.644693 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-74c40e4f-b994-44a9-ab6c-43a8b9656a7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2613981'] for segment, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:11.661773 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-8fd1f7a3-e6ec-428d-9d7d-279f877064d4 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Deleting port 4f7a7794-fbc0-42a1-8f40-741efae004cd {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:09:11.662168 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8fd1f7a3-e6ec-428d-9d7d-279f877064d4 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:11.694641 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-92665627-7a52-4d31-8172-7fe3c9083409 service neutron] Attempting to bind port 8e023d4a-9eb6-405c-b18a-c3de65879a4a on host n-h2-844202-1 for vnic_type normal with profile {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:09:11.694963 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-92665627-7a52-4d31-8172-7fe3c9083409 service neutron] Attempting to bind port 8e023d4a-9eb6-405c-b18a-c3de65879a4a by drivers openvswitch,hyperv on host n-h2-844202-1 at level 0 using segments [{'id': '1cfda828-870d-4ff9-9f7f-9583fe873d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '83309fe7-c674-45d2-987a-e042535023cf'}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:09:11.695534 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-92665627-7a52-4d31-8172-7fe3c9083409 service neutron] Attempting to bind port 8e023d4a-9eb6-405c-b18a-c3de65879a4a on network 83309fe7-c674-45d2-987a-e042535023cf {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:09:11.719579 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-92665627-7a52-4d31-8172-7fe3c9083409 service neutron] Port 8e023d4a-9eb6-405c-b18a-c3de65879a4a on network 83309fe7-c674-45d2-987a-e042535023cf not bound, no agent of type Open vSwitch agent registered on host n-h2-844202-1 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 19:09:11.720246 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-92665627-7a52-4d31-8172-7fe3c9083409 service neutron] Attempting to bind port 8e023d4a-9eb6-405c-b18a-c3de65879a4a on network 83309fe7-c674-45d2-987a-e042535023cf {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:09:11.729356 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-92665627-7a52-4d31-8172-7fe3c9083409 service neutron] Checking agent: {'id': 'f5db9968-6317-4186-9100-9e0ca6b50417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 8, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:09:11.729950 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-92665627-7a52-4d31-8172-7fe3c9083409 service neutron] Checking segment: {'id': '1cfda828-870d-4ff9-9f7f-9583fe873d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '83309fe7-c674-45d2-987a-e042535023cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:09:11.730525 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-92665627-7a52-4d31-8172-7fe3c9083409 service neutron] Bound using segment: {'id': '1cfda828-870d-4ff9-9f7f-9583fe873d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '83309fe7-c674-45d2-987a-e042535023cf'} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:09:11.731121 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-92665627-7a52-4d31-8172-7fe3c9083409 service neutron] Bound port: 8e023d4a-9eb6-405c-b18a-c3de65879a4a, host: n-h2-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cfda828-870d-4ff9-9f7f-9583fe873d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '83309fe7-c674-45d2-987a-e042535023cf'}}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:09:11.731658 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-92665627-7a52-4d31-8172-7fe3c9083409 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:11.797957 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3588170-86bf-4067-baa7-e80cde69985e req-3ba89907-517b-4c69-97b7-23a0f9c1f47c tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:11.808675 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b3588170-86bf-4067-baa7-e80cde69985e req-3ba89907-517b-4c69-97b7-23a0f9c1f47c tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc7ed167-b50b-48f3-a13d-b18891eb7a13 HTTP/1.1" status: 200 len: 946 time: 0.5821314 Jun 01 19:09:11.815636 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 23d90d95-dde5-4c25-b2de-fc9b7e47fbe1 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:09:11.839932 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:11.839932 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-456d75b1-7692-4c3b-b472-6e84d6bc1465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8930a80e-412b-4344-9694-ab37a262cb79', 'name': 'tempest-snat-router-2040377096', 'tenant_id': '573471d98bb24a01af321ebb60a8573f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.95'}], 'enable_snat': True}, 'gw_port_id': '013eb150-6762-4a2b-92cf-c097ad8458d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:09:04Z', 'updated_at': '2022-06-01T19:09:06Z', 'revision_number': 3, 'project_id': '573471d98bb24a01af321ebb60a8573f', 'gw_port': {'id': '013eb150-6762-4a2b-92cf-c097ad8458d3', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:27:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8930a80e-412b-4344-9694-ab37a262cb79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2787, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:09:05Z', 'updated_at': '2022-06-01T19:09:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:09:11.847722 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-456d75b1-7692-4c3b-b472-6e84d6bc1465 None None] Checking router: 8930a80e-412b-4344-9694-ab37a262cb79 for host: n-d-844202-1 {{(pid=88526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 19:09:11.847722 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-456d75b1-7692-4c3b-b472-6e84d6bc1465 None None] Updating router 8930a80e-412b-4344-9694-ab37a262cb79 port 013eb150-6762-4a2b-92cf-c097ad8458d3 binding host n-d-844202-1 {{(pid=88526) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 19:09:11.853736 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-74c40e4f-b994-44a9-ab6c-43a8b9656a7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:11.872366 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment 29f3bae4-57a1-4f66-96b7-93cfb8e10b44 resource provider aggregate not found Jun 01 19:09:11.911051 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-74c40e4f-b994-44a9-ab6c-43a8b9656a7b admin admin] Notify callbacks [] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:11.922093 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c40e4f-b994-44a9-ab6c-43a8b9656a7b admin admin] Pushing event deleted for resources: {'Network': ['ID=9872ab5d-59e4-43b1-8dfc-1ca5e239e8ce,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:09:11.934379 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1d09bbaa-0362-422e-9ce1-32a2183bfd7d tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Notify callbacks [] for router, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:11.945516 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-456d75b1-7692-4c3b-b472-6e84d6bc1465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:11.974927 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d57ebc3-50cf-4ff1-a6b7-216de8776557 None None] DHCP port deletion for 83a86c02-803b-4195-ab6d-53f4e4f67c7f request from n-d-844202-1 {{(pid=88526) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 19:09:12.011679 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-2d57ebc3-50cf-4ff1-a6b7-216de8776557 None None] Deleting port 4f7a7794-fbc0-42a1-8f40-741efae004cd {{(pid=88526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:09:12.012100 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-2d57ebc3-50cf-4ff1-a6b7-216de8776557 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:12.031820 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-74c40e4f-b994-44a9-ab6c-43a8b9656a7b admin admin] 10.222.0.41 "DELETE /v2.0/networks/9872ab5d-59e4-43b1-8dfc-1ca5e239e8ce HTTP/1.1" status: 204 len: 168 time: 1.8640907 Jun 01 19:09:12.035093 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment 29f3bae4-57a1-4f66-96b7-93cfb8e10b44 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 29f3bae4-57a1-4f66-96b7-93cfb8e10b44 found for delete ", "request_id": "req-8746657f-69d6-486a-b6a9-d1f4cf4fbe4d"}]} Jun 01 19:09:12.111961 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:12.231016 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1d09bbaa-0362-422e-9ce1-32a2183bfd7d tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:12.250402 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-1d09bbaa-0362-422e-9ce1-32a2183bfd7d tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Deleting port 013eb150-6762-4a2b-92cf-c097ad8458d3 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:09:12.250402 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1d09bbaa-0362-422e-9ce1-32a2183bfd7d tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:12.471074 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b3588170-86bf-4067-baa7-e80cde69985e req-368ed60b-ec14-4485-a87f-bf0be4af534f tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/security-groups?id=457e2085-2430-4c17-b58f-61923b8494ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4991343 Jun 01 19:09:12.497889 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [None req-8fd1f7a3-e6ec-428d-9d7d-279f877064d4 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] For port 4f7a7794-fbc0-42a1-8f40-741efae004cd, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=4f7a7794-fbc0-42a1-8f40-741efae004cd,segment=NetworkSegment(36625cde-be48-40a0-9ea7-4b6c05da9858),segment_id=36625cde-be48-40a0-9ea7-4b6c05da9858)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:09:12.497889 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8fd1f7a3-e6ec-428d-9d7d-279f877064d4 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:12.516543 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-92665627-7a52-4d31-8172-7fe3c9083409 service neutron] For port 8e023d4a-9eb6-405c-b18a-c3de65879a4a, host n-h2-844202-1, cleared binding levels {{(pid=88524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:09:12.592003 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 53002) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:09:12.690862 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 4f7a7794-fbc0-42a1-8f40-741efae004cd no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:09:12.693999 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-92665627-7a52-4d31-8172-7fe3c9083409 service neutron] For port 8e023d4a-9eb6-405c-b18a-c3de65879a4a, host n-h2-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=8e023d4a-9eb6-405c-b18a-c3de65879a4a,segment=NetworkSegment(1cfda828-870d-4ff9-9f7f-9583fe873d24),segment_id=1cfda828-870d-4ff9-9f7f-9583fe873d24)] {{(pid=88524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:09:12.710773 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-8fd1f7a3-e6ec-428d-9d7d-279f877064d4 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Calling delete_port for 4f7a7794-fbc0-42a1-8f40-741efae004cd owned by network:dhcp {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:09:12.777356 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-92665627-7a52-4d31-8172-7fe3c9083409 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:12.903927 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-2d57ebc3-50cf-4ff1-a6b7-216de8776557 None None] For port 4f7a7794-fbc0-42a1-8f40-741efae004cd, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=4f7a7794-fbc0-42a1-8f40-741efae004cd,segment=NetworkSegment(36625cde-be48-40a0-9ea7-4b6c05da9858),segment_id=36625cde-be48-40a0-9ea7-4b6c05da9858)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:09:12.903927 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-2d57ebc3-50cf-4ff1-a6b7-216de8776557 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:12.910161 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-92665627-7a52-4d31-8172-7fe3c9083409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:12.910161 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-92665627-7a52-4d31-8172-7fe3c9083409 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:12.910161 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-92665627-7a52-4d31-8172-7fe3c9083409 service neutron] 10.222.0.50 "PUT /v2.0/ports/8e023d4a-9eb6-405c-b18a-c3de65879a4a HTTP/1.1" status: 200 len: 1131 time: 4.4837632 Jun 01 19:09:12.938224 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1d09bbaa-0362-422e-9ce1-32a2183bfd7d tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:12.946498 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b89af75b-9667-469e-b061-668dd6a09e9b', 'tag': '8e023d4a-9eb6-405c-b18a-c3de65879a4a'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:09:12.994035 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-d91307a0-b664-4b16-a5a8-5312610738af service neutron] Request body: {'port': {'device_id': 'b89af75b-9667-469e-b061-668dd6a09e9b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844202-1'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:09:13.111746 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba87fc11-1a58-412b-885c-933d256fc30a'] response: {'name': 'network-changed', 'server_uuid': 'b89af75b-9667-469e-b061-668dd6a09e9b', 'tag': '8e023d4a-9eb6-405c-b18a-c3de65879a4a', 'status': 'completed', 'code': 200} Jun 01 19:09:13.164606 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-2d57ebc3-50cf-4ff1-a6b7-216de8776557 None None] Calling delete_port for 4f7a7794-fbc0-42a1-8f40-741efae004cd owned by network:dhcp {{(pid=88526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:09:13.341758 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-3ba58ee3-689b-4a60-94e4-7cea1e3226a7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4e20c5bd79fa44728efb622f29d6160e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7352593 Jun 01 19:09:13.416602 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 53018) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:09:13.432219 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-1d09bbaa-0362-422e-9ce1-32a2183bfd7d tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Calling delete_port for 013eb150-6762-4a2b-92cf-c097ad8458d3 owned by network:router_gateway {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:09:13.435959 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92665627-7a52-4d31-8172-7fe3c9083409 service neutron] Pushing event updated for resources: {'Port': ['ID=8e023d4a-9eb6-405c-b18a-c3de65879a4a,revision_number=3']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:09:13.456207 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8fd1f7a3-e6ec-428d-9d7d-279f877064d4 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:13.476975 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.db.api [None req-2d57ebc3-50cf-4ff1-a6b7-216de8776557 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88526) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 19:09:13.476975 n-d-844202-1 neutron-server[88526]: DEBUG oslo_db.api [None req-2d57ebc3-50cf-4ff1-a6b7-216de8776557 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 19:09:13.516113 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd1f7a3-e6ec-428d-9d7d-279f877064d4 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] No DVR routers for this DVR port 4f7a7794-fbc0-42a1-8f40-741efae004cd on host n-d-844202-1 {{(pid=88524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:09:13.532516 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No active binding found for port 4f7a7794-fbc0-42a1-8f40-741efae004cd {{(pid=88526) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jun 01 19:09:13.532933 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 4f7a7794-fbc0-42a1-8f40-741efae004cd not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:09:13.564621 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 53024) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:09:13.565670 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd1f7a3-e6ec-428d-9d7d-279f877064d4 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Pushing event deleted for resources: {'Port': ['ID=4f7a7794-fbc0-42a1-8f40-741efae004cd,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:09:13.756183 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.db.api [None req-456d75b1-7692-4c3b-b472-6e84d6bc1465 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88526) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 19:09:13.756183 n-d-844202-1 neutron-server[88526]: DEBUG oslo_db.api [None req-456d75b1-7692-4c3b-b472-6e84d6bc1465 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 19:09:13.760730 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-d91307a0-b664-4b16-a5a8-5312610738af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:13.766036 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1d09bbaa-0362-422e-9ce1-32a2183bfd7d tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:13.812974 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79018f34-df5b-4062-8ee4-32bd8f7afdc9 req-ed4b9ac6-5d79-4f90-9026-cc85a1ce3980 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:13.816813 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79018f34-df5b-4062-8ee4-32bd8f7afdc9 req-ed4b9ac6-5d79-4f90-9026-cc85a1ce3980 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:13.824041 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79018f34-df5b-4062-8ee4-32bd8f7afdc9 req-ed4b9ac6-5d79-4f90-9026-cc85a1ce3980 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:13.833935 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79018f34-df5b-4062-8ee4-32bd8f7afdc9 req-ed4b9ac6-5d79-4f90-9026-cc85a1ce3980 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:13.833935 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79018f34-df5b-4062-8ee4-32bd8f7afdc9 req-ed4b9ac6-5d79-4f90-9026-cc85a1ce3980 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:13.841524 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79018f34-df5b-4062-8ee4-32bd8f7afdc9 req-ed4b9ac6-5d79-4f90-9026-cc85a1ce3980 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:13.841524 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-79018f34-df5b-4062-8ee4-32bd8f7afdc9 req-ed4b9ac6-5d79-4f90-9026-cc85a1ce3980 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] 10.222.0.41 "GET /v2.0/ports?device_id=b89af75b-9667-469e-b061-668dd6a09e9b HTTP/1.1" status: 200 len: 4601 time: 1.0379548 Jun 01 19:09:13.872567 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d09bbaa-0362-422e-9ce1-32a2183bfd7d tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Pushing event deleted for resources: {'Port': ['ID=013eb150-6762-4a2b-92cf-c097ad8458d3,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:09:13.886030 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-11f9a767-8631-4b68-b342-f248c8884978 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2027552661-network', 'tenant_id': '629cbcc775204e3fab453ad18b665a7d'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:09:13.906231 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da0ad7d-503b-4110-9a05-5a82e0fb591b req-ef2cfce8-bf24-4370-bd84-278b5e1d251b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:13.906713 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da0ad7d-503b-4110-9a05-5a82e0fb591b req-ef2cfce8-bf24-4370-bd84-278b5e1d251b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:13.907259 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da0ad7d-503b-4110-9a05-5a82e0fb591b req-ef2cfce8-bf24-4370-bd84-278b5e1d251b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:13.907752 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da0ad7d-503b-4110-9a05-5a82e0fb591b req-ef2cfce8-bf24-4370-bd84-278b5e1d251b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:13.908216 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da0ad7d-503b-4110-9a05-5a82e0fb591b req-ef2cfce8-bf24-4370-bd84-278b5e1d251b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:13.908732 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da0ad7d-503b-4110-9a05-5a82e0fb591b req-ef2cfce8-bf24-4370-bd84-278b5e1d251b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:13.910694 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4da0ad7d-503b-4110-9a05-5a82e0fb591b req-ef2cfce8-bf24-4370-bd84-278b5e1d251b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=02a99242e0f0463d9013e17319779a87&device_id=b89af75b-9667-469e-b061-668dd6a09e9b HTTP/1.1" status: 200 len: 5287 time: 0.7867875 Jun 01 19:09:13.934705 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8fd1f7a3-e6ec-428d-9d7d-279f877064d4 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:13.968509 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-2d57ebc3-50cf-4ff1-a6b7-216de8776557 None None] Deleting port 4f7a7794-fbc0-42a1-8f40-741efae004cd {{(pid=88526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:09:13.968998 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-2d57ebc3-50cf-4ff1-a6b7-216de8776557 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:13.970708 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-8fd1f7a3-e6ec-428d-9d7d-279f877064d4 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83a86c02-803b-4195-ab6d-53f4e4f67c7f']}} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:09:14.037393 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-8fd1f7a3-e6ec-428d-9d7d-279f877064d4 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36625cde-be48-40a0-9ea7-4b6c05da9858') {'for_net_delete': True} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:09:14.037393 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-8fd1f7a3-e6ec-428d-9d7d-279f877064d4 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36625cde-be48-40a0-9ea7-4b6c05da9858') {} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:09:14.043090 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-45a82a9b-c50e-47cd-84e2-9f30e979a8f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:14.052592 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-79018f34-df5b-4062-8ee4-32bd8f7afdc9 req-278e1d3a-a116-4959-9ace-490244b28d4f tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d570a50-36ee-4a35-8568-a6d10a7bab24&id=0ab986d5-b8d5-42ed-9ee0-4a29f48e1199&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1813717 Jun 01 19:09:14.055127 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8fd1f7a3-e6ec-428d-9d7d-279f877064d4 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2702126'] for segment, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:14.057980 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1d09bbaa-0362-422e-9ce1-32a2183bfd7d tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-887703'] for router_gateway, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:14.088827 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8fd1f7a3-e6ec-428d-9d7d-279f877064d4 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:14.107239 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-2d57ebc3-50cf-4ff1-a6b7-216de8776557 None None] The port '4f7a7794-fbc0-42a1-8f40-741efae004cd' was deleted {{(pid=88526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 01 19:09:14.110634 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-11f9a767-8631-4b68-b342-f248c8884978 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:09:14.175416 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fd1f7a3-e6ec-428d-9d7d-279f877064d4 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=88524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 19:09:14.175416 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8fd1f7a3-e6ec-428d-9d7d-279f877064d4 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2719018'] for segment, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:14.207016 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-11f9a767-8631-4b68-b342-f248c8884978 admin admin] Usage tracker for resource:network and tenant:629cbcc775204e3fab453ad18b665a7d is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:09:14.238320 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment 36625cde-be48-40a0-9ea7-4b6c05da9858 resource provider aggregate not found Jun 01 19:09:14.284968 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1d09bbaa-0362-422e-9ce1-32a2183bfd7d tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25316'] for router, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:14.288304 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1d09bbaa-0362-422e-9ce1-32a2183bfd7d tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:14.297251 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-11f9a767-8631-4b68-b342-f248c8884978 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:09:14.302992 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-456d75b1-7692-4c3b-b472-6e84d6bc1465 None None] Port 013eb150-6762-4a2b-92cf-c097ad8458d3 not found while updating agent binding for router 8930a80e-412b-4344-9694-ab37a262cb79. {{(pid=88526) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jun 01 19:09:14.314496 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-456d75b1-7692-4c3b-b472-6e84d6bc1465 None None] Routers {'8930a80e-412b-4344-9694-ab37a262cb79'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:09:14.315228 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-456d75b1-7692-4c3b-b472-6e84d6bc1465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:09:09Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['8930a80e-412b-4344-9694-ab37a262cb79'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:09:14.321175 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-45a82a9b-c50e-47cd-84e2-9f30e979a8f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:14.337370 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1d09bbaa-0362-422e-9ce1-32a2183bfd7d tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-891519'] for router, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:14.356137 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d09bbaa-0362-422e-9ce1-32a2183bfd7d tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8930a80e-412b-4344-9694-ab37a262cb79 {{(pid=88525) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 19:09:14.388444 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-11f9a767-8631-4b68-b342-f248c8884978 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:09:14.398248 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-456d75b1-7692-4c3b-b472-6e84d6bc1465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:09:14.398248 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-456d75b1-7692-4c3b-b472-6e84d6bc1465 None None] The sync data for ids ['8930a80e-412b-4344-9694-ab37a262cb79'] in n-d-844202-1 is: [] {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:09:14.401730 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment 36625cde-be48-40a0-9ea7-4b6c05da9858 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 36625cde-be48-40a0-9ea7-4b6c05da9858 found for delete ", "request_id": "req-3477ba8e-5eb1-493a-97f7-058372464ca1"}]} Jun 01 19:09:14.417366 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1d09bbaa-0362-422e-9ce1-32a2183bfd7d tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Notify callbacks [] for router, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:14.434527 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 53044) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:09:14.439136 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-1d09bbaa-0362-422e-9ce1-32a2183bfd7d tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] 10.222.0.41 "DELETE /v2.0/routers/8930a80e-412b-4344-9694-ab37a262cb79 HTTP/1.1" status: 204 len: 168 time: 3.1255815 Jun 01 19:09:14.472701 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-45a82a9b-c50e-47cd-84e2-9f30e979a8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:14.491272 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a82a9b-c50e-47cd-84e2-9f30e979a8f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e27767a-e40e-41ca-b34d-a5b7412547b7,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:09:14.521353 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-45a82a9b-c50e-47cd-84e2-9f30e979a8f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:14.527450 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-45a82a9b-c50e-47cd-84e2-9f30e979a8f2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9e27767a-e40e-41ca-b34d-a5b7412547b7 HTTP/1.1" status: 204 len: 168 time: 0.7780738 Jun 01 19:09:14.679457 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11f9a767-8631-4b68-b342-f248c8884978 admin admin] Made reservation on behalf of 629cbcc775204e3fab453ad18b665a7d for: {'network': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:09:14.679457 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-11f9a767-8631-4b68-b342-f248c8884978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:14.696052 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f41598-0e11-4981-9209-fd39916b5d82 req-c7249903-a811-417c-a1e4-46d0e276fa70 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:14.696052 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e5f41598-0e11-4981-9209-fd39916b5d82 req-c7249903-a811-417c-a1e4-46d0e276fa70 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc7ed167-b50b-48f3-a13d-b18891eb7a13 HTTP/1.1" status: 200 len: 946 time: 0.9935901 Jun 01 19:09:14.724585 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8fd1f7a3-e6ec-428d-9d7d-279f877064d4 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:14.817029 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-11f9a767-8631-4b68-b342-f248c8884978 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:14.850839 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8fd1f7a3-e6ec-428d-9d7d-279f877064d4 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks [] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:14.853460 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd1f7a3-e6ec-428d-9d7d-279f877064d4 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Pushing event deleted for resources: {'Network': ['ID=83a86c02-803b-4195-ab6d-53f4e4f67c7f,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:09:14.894616 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-11f9a767-8631-4b68-b342-f248c8884978 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:09:14.926768 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-11f9a767-8631-4b68-b342-f248c8884978 admin admin] Usage tracker for resource:security_group_rule and tenant:629cbcc775204e3fab453ad18b665a7d is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:09:15.050557 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-11f9a767-8631-4b68-b342-f248c8884978 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:09:15.065203 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-8fd1f7a3-e6ec-428d-9d7d-279f877064d4 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] 10.222.0.41 "DELETE /v2.0/networks/83a86c02-803b-4195-ab6d-53f4e4f67c7f HTTP/1.1" status: 204 len: 168 time: 3.8420897 Jun 01 19:09:15.065203 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-11f9a767-8631-4b68-b342-f248c8884978 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:09:15.070161 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 53066) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:09:15.074235 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da0ad7d-503b-4110-9a05-5a82e0fb591b req-deb2d5f7-27d0-45e0-a85f-e8d000d99f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:15.074235 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da0ad7d-503b-4110-9a05-5a82e0fb591b req-deb2d5f7-27d0-45e0-a85f-e8d000d99f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:15.074235 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da0ad7d-503b-4110-9a05-5a82e0fb591b req-deb2d5f7-27d0-45e0-a85f-e8d000d99f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:15.076506 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-ab2c8dd4-bbe3-4588-9e21-468a5703c704 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-631962030'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:09:15.079837 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4da0ad7d-503b-4110-9a05-5a82e0fb591b req-deb2d5f7-27d0-45e0-a85f-e8d000d99f89 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=02a99242e0f0463d9013e17319779a87&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.9643919 Jun 01 19:09:15.091952 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-ab2c8dd4-bbe3-4588-9e21-468a5703c704 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:09:15.097525 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e5f41598-0e11-4981-9209-fd39916b5d82 req-79b88b49-6e45-4097-be56-77c926535412 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/security-groups?id=457e2085-2430-4c17-b58f-61923b8494ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3659804 Jun 01 19:09:15.102527 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-ab2c8dd4-bbe3-4588-9e21-468a5703c704 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Usage tracker for resource:network and tenant:be49ffaf16754f888348eea74749e7ed is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:09:15.115416 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-ab2c8dd4-bbe3-4588-9e21-468a5703c704 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:09:15.142392 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-ab2c8dd4-bbe3-4588-9e21-468a5703c704 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:09:15.159189 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab2c8dd4-bbe3-4588-9e21-468a5703c704 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Made reservation on behalf of be49ffaf16754f888348eea74749e7ed for: {'network': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:09:15.172673 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ab2c8dd4-bbe3-4588-9e21-468a5703c704 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:15.214090 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab2c8dd4-bbe3-4588-9e21-468a5703c704 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 139} {{(pid=88525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 19:09:15.230799 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ab2c8dd4-bbe3-4588-9e21-468a5703c704 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:15.231140 n-d-844202-1 neutron-server[88525]: INFO neutron.db.segments_db [None req-ab2c8dd4-bbe3-4588-9e21-468a5703c704 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Added segment 2aadff57-25c6-41c8-ac3c-ea32679b7766 of type vlan for network 7c36393f-a8fb-4119-b909-ffed017db538 Jun 01 19:09:15.247930 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-75074318-dafa-4b71-af20-7f74beb5485a tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Notify callbacks [] for router, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:15.276577 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ab2c8dd4-bbe3-4588-9e21-468a5703c704 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:15.387338 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ab2c8dd4-bbe3-4588-9e21-468a5703c704 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:15.391650 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab2c8dd4-bbe3-4588-9e21-468a5703c704 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:15.391650 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ab2c8dd4-bbe3-4588-9e21-468a5703c704 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks [] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:15.487789 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-75074318-dafa-4b71-af20-7f74beb5485a tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:15.511071 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ee7e99-1d45-4fc5-b07a-4f895f5bd807 req-7b1cc043-22e2-4d2d-98e2-5909d026d9fc tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:15.514598 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-75074318-dafa-4b71-af20-7f74beb5485a tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Deleting port 23d90d95-dde5-4c25-b2de-fc9b7e47fbe1 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:09:15.514598 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-75074318-dafa-4b71-af20-7f74beb5485a tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:15.518568 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ee7e99-1d45-4fc5-b07a-4f895f5bd807 req-7b1cc043-22e2-4d2d-98e2-5909d026d9fc tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:15.542448 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ee7e99-1d45-4fc5-b07a-4f895f5bd807 req-7b1cc043-22e2-4d2d-98e2-5909d026d9fc tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:15.542448 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ee7e99-1d45-4fc5-b07a-4f895f5bd807 req-7b1cc043-22e2-4d2d-98e2-5909d026d9fc tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:15.542448 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ee7e99-1d45-4fc5-b07a-4f895f5bd807 req-7b1cc043-22e2-4d2d-98e2-5909d026d9fc tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:15.542448 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ee7e99-1d45-4fc5-b07a-4f895f5bd807 req-7b1cc043-22e2-4d2d-98e2-5909d026d9fc tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:15.558288 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-78ee7e99-1d45-4fc5-b07a-4f895f5bd807 req-7b1cc043-22e2-4d2d-98e2-5909d026d9fc tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] 10.222.0.41 "GET /v2.0/ports?device_id=b89af75b-9667-469e-b061-668dd6a09e9b HTTP/1.1" status: 200 len: 4601 time: 0.2667909 Jun 01 19:09:15.607287 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-ab2c8dd4-bbe3-4588-9e21-468a5703c704 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5355303 Jun 01 19:09:15.607287 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2c8dd4-bbe3-4588-9e21-468a5703c704 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Pushing event updated for resources: {'Network': ['ID=7c36393f-a8fb-4119-b909-ffed017db538,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:09:15.612153 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 53082) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:09:15.618419 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network 7c36393f-a8fb-4119-b909-ffed017db538 details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 19:09:15.648884 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-78ee7e99-1d45-4fc5-b07a-4f895f5bd807 req-ec0e98c6-706b-4928-8f58-bf4fd8d94939 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d570a50-36ee-4a35-8568-a6d10a7bab24&id=0ab986d5-b8d5-42ed-9ee0-4a29f48e1199&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0980549 Jun 01 19:09:15.659773 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-3630c6ae-3bbd-4df2-8139-30034dc3de06 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Request body: {'subnet': {'network_id': '7c36393f-a8fb-4119-b909-ffed017db538', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:09:15.727650 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da0ad7d-503b-4110-9a05-5a82e0fb591b req-77e830a7-3f93-44eb-85fc-1a53e807142a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:15.727650 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4da0ad7d-503b-4110-9a05-5a82e0fb591b req-77e830a7-3f93-44eb-85fc-1a53e807142a service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6294849 Jun 01 19:09:15.781245 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 53090) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:09:15.905478 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-d91307a0-b664-4b16-a5a8-5312610738af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a46ad6b2-b5d4-4799-b91d-c0a28a7dbab6 {{(pid=88524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 19:09:15.919110 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-11f9a767-8631-4b68-b342-f248c8884978 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:15.926905 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-213bdeeb-7ce1-4033-9737-bdab08b39f1f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-595855241-network', 'tenant_id': '4a7494de105b4d89b3193a70c4c60c4c'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:09:15.934513 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-213bdeeb-7ce1-4033-9737-bdab08b39f1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:09:15.940539 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-213bdeeb-7ce1-4033-9737-bdab08b39f1f admin admin] Usage tracker for resource:network and tenant:4a7494de105b4d89b3193a70c4c60c4c is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:09:15.945604 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-213bdeeb-7ce1-4033-9737-bdab08b39f1f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:09:15.954196 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-213bdeeb-7ce1-4033-9737-bdab08b39f1f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:09:15.984307 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-d91307a0-b664-4b16-a5a8-5312610738af service neutron] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:15.992304 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-213bdeeb-7ce1-4033-9737-bdab08b39f1f admin admin] Made reservation on behalf of 4a7494de105b4d89b3193a70c4c60c4c for: {'network': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:09:15.992304 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-213bdeeb-7ce1-4033-9737-bdab08b39f1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:16.001774 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-11f9a767-8631-4b68-b342-f248c8884978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:16.001774 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [None req-75074318-dafa-4b71-af20-7f74beb5485a tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] For port 23d90d95-dde5-4c25-b2de-fc9b7e47fbe1, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=23d90d95-dde5-4c25-b2de-fc9b7e47fbe1,segment=NetworkSegment(7875af61-4c53-4ff2-b8c8-d4b7c35ff947),segment_id=7875af61-4c53-4ff2-b8c8-d4b7c35ff947)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:09:16.005809 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-75074318-dafa-4b71-af20-7f74beb5485a tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:16.010033 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-213bdeeb-7ce1-4033-9737-bdab08b39f1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:16.041949 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-213bdeeb-7ce1-4033-9737-bdab08b39f1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:09:16.045602 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-213bdeeb-7ce1-4033-9737-bdab08b39f1f admin admin] Usage tracker for resource:security_group_rule and tenant:4a7494de105b4d89b3193a70c4c60c4c is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:09:16.049820 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-213bdeeb-7ce1-4033-9737-bdab08b39f1f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:09:16.057631 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-213bdeeb-7ce1-4033-9737-bdab08b39f1f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:09:16.097523 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-3630c6ae-3bbd-4df2-8139-30034dc3de06 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:09:16.097523 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-d91307a0-b664-4b16-a5a8-5312610738af service neutron] Transition to ACTIVE for port object a46ad6b2-b5d4-4799-b91d-c0a28a7dbab6 will not be triggered until provisioned by entity L2. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:09:16.179441 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-75074318-dafa-4b71-af20-7f74beb5485a tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Calling delete_port for 23d90d95-dde5-4c25-b2de-fc9b7e47fbe1 owned by network:router_gateway {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:09:16.192739 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-213bdeeb-7ce1-4033-9737-bdab08b39f1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:16.198810 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-213bdeeb-7ce1-4033-9737-bdab08b39f1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:16.211767 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-3630c6ae-3bbd-4df2-8139-30034dc3de06 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Usage tracker for resource:subnet and tenant:be49ffaf16754f888348eea74749e7ed is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:09:16.214512 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-d91307a0-b664-4b16-a5a8-5312610738af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:16.231863 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-3630c6ae-3bbd-4df2-8139-30034dc3de06 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:09:16.236270 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-213bdeeb-7ce1-4033-9737-bdab08b39f1f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 116} {{(pid=88525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 19:09:16.245734 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213bdeeb-7ce1-4033-9737-bdab08b39f1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0da4480-89c0-4665-a72d-aec440beacf9,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:09:16.253068 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-213bdeeb-7ce1-4033-9737-bdab08b39f1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:16.253786 n-d-844202-1 neutron-server[88525]: INFO neutron.db.segments_db [None req-213bdeeb-7ce1-4033-9737-bdab08b39f1f admin admin] Added segment 391d97c0-c1c6-4de9-90ea-516f30f0f3f3 of type vlan for network 3d299f30-03d5-48f5-82fc-2ce538e7e02b Jun 01 19:09:16.283845 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-213bdeeb-7ce1-4033-9737-bdab08b39f1f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:16.294179 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11f9a767-8631-4b68-b342-f248c8884978 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 149} {{(pid=88524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 19:09:16.307823 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-3630c6ae-3bbd-4df2-8139-30034dc3de06 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:09:16.316885 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-213bdeeb-7ce1-4033-9737-bdab08b39f1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:16.317842 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-213bdeeb-7ce1-4033-9737-bdab08b39f1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:16.318399 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-213bdeeb-7ce1-4033-9737-bdab08b39f1f admin admin] Notify callbacks [] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:16.343943 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f9a767-8631-4b68-b342-f248c8884978 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d13d880c-07b7-4324-bc6b-356cd30c6e62,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:09:16.454557 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213bdeeb-7ce1-4033-9737-bdab08b39f1f admin admin] Pushing event updated for resources: {'Network': ['ID=3d299f30-03d5-48f5-82fc-2ce538e7e02b,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:09:16.462475 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network 3d299f30-03d5-48f5-82fc-2ce538e7e02b details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 19:09:16.478837 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-213bdeeb-7ce1-4033-9737-bdab08b39f1f admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6960604 Jun 01 19:09:16.496190 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 53102) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:09:16.513680 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-f506e579-b922-47c4-b7f0-ad04108984c3 admin admin] Request body: {'subnet': {'network_id': '3d299f30-03d5-48f5-82fc-2ce538e7e02b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-595855241-subnet', 'tenant_id': '4a7494de105b4d89b3193a70c4c60c4c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:09:16.522249 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-f506e579-b922-47c4-b7f0-ad04108984c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:09:16.522249 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-f506e579-b922-47c4-b7f0-ad04108984c3 admin admin] Usage tracker for resource:subnet and tenant:4a7494de105b4d89b3193a70c4c60c4c is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:09:16.538943 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-f506e579-b922-47c4-b7f0-ad04108984c3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:09:16.557661 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-f506e579-b922-47c4-b7f0-ad04108984c3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:09:16.587934 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f506e579-b922-47c4-b7f0-ad04108984c3 admin admin] Made reservation on behalf of 4a7494de105b4d89b3193a70c4c60c4c for: {'subnet': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:09:16.591200 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f506e579-b922-47c4-b7f0-ad04108984c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9667140'] for subnet, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:16.696728 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-11f9a767-8631-4b68-b342-f248c8884978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:16.697440 n-d-844202-1 neutron-server[88524]: INFO neutron.db.segments_db [None req-11f9a767-8631-4b68-b342-f248c8884978 admin admin] Added segment c49a60ea-e810-446c-90a6-9356d9a7cf2c of type vlan for network acc8637a-ddf7-4d96-a460-3d7437db2654 Jun 01 19:09:16.783113 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3630c6ae-3bbd-4df2-8139-30034dc3de06 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Made reservation on behalf of be49ffaf16754f888348eea74749e7ed for: {'subnet': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:09:16.783113 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-3630c6ae-3bbd-4df2-8139-30034dc3de06 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3066584'] for subnet, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:17.063775 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91307a0-b664-4b16-a5a8-5312610738af service neutron] Pushing event updated for resources: {'Port': ['ID=a46ad6b2-b5d4-4799-b91d-c0a28a7dbab6,revision_number=2']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:09:17.118705 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f506e579-b922-47c4-b7f0-ad04108984c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2614064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9667190'] for subnet, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:17.149970 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-11f9a767-8631-4b68-b342-f248c8884978 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:17.243173 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-d91307a0-b664-4b16-a5a8-5312610738af service neutron] Attempting to bind port a46ad6b2-b5d4-4799-b91d-c0a28a7dbab6 on host n-h2-844202-1 for vnic_type normal with profile {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:09:17.243173 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-d91307a0-b664-4b16-a5a8-5312610738af service neutron] Attempting to bind port a46ad6b2-b5d4-4799-b91d-c0a28a7dbab6 by drivers openvswitch,hyperv on host n-h2-844202-1 at level 0 using segments [{'id': '1cfda828-870d-4ff9-9f7f-9583fe873d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '83309fe7-c674-45d2-987a-e042535023cf'}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:09:17.243173 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-d91307a0-b664-4b16-a5a8-5312610738af service neutron] Attempting to bind port a46ad6b2-b5d4-4799-b91d-c0a28a7dbab6 on network 83309fe7-c674-45d2-987a-e042535023cf {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:09:17.258995 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f506e579-b922-47c4-b7f0-ad04108984c3 admin admin] Checking segment: {'id': '391d97c0-c1c6-4de9-90ea-516f30f0f3f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '3d299f30-03d5-48f5-82fc-2ce538e7e02b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:09:17.258995 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f506e579-b922-47c4-b7f0-ad04108984c3 admin admin] Network hostable DHCP agents. Network: 3d299f30-03d5-48f5-82fc-2ce538e7e02b, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 19:09:17.265029 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-d91307a0-b664-4b16-a5a8-5312610738af service neutron] Port a46ad6b2-b5d4-4799-b91d-c0a28a7dbab6 on network 83309fe7-c674-45d2-987a-e042535023cf not bound, no agent of type Open vSwitch agent registered on host n-h2-844202-1 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 19:09:17.265029 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-d91307a0-b664-4b16-a5a8-5312610738af service neutron] Attempting to bind port a46ad6b2-b5d4-4799-b91d-c0a28a7dbab6 on network 83309fe7-c674-45d2-987a-e042535023cf {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:09:17.275684 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e33d1c6-5a88-4ab9-b6c0-f4ad347964b7 req-689be138-da02-4212-b97f-0cb0595d0f36 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:17.291970 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e33d1c6-5a88-4ab9-b6c0-f4ad347964b7 req-689be138-da02-4212-b97f-0cb0595d0f36 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:17.295838 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59329193-e0a8-4ca5-9851-cec107a4eafa req-1a440eda-08cf-448d-b524-6259edd30a6f tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:17.295838 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-59329193-e0a8-4ca5-9851-cec107a4eafa req-1a440eda-08cf-448d-b524-6259edd30a6f tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc7ed167-b50b-48f3-a13d-b18891eb7a13 HTTP/1.1" status: 200 len: 946 time: 1.0581982 Jun 01 19:09:17.299076 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e33d1c6-5a88-4ab9-b6c0-f4ad347964b7 req-689be138-da02-4212-b97f-0cb0595d0f36 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:17.301727 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-11f9a767-8631-4b68-b342-f248c8884978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:17.301727 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11f9a767-8631-4b68-b342-f248c8884978 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:17.301727 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-11f9a767-8631-4b68-b342-f248c8884978 admin admin] Notify callbacks [] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:17.301727 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-d91307a0-b664-4b16-a5a8-5312610738af service neutron] Checking agent: {'id': 'f5db9968-6317-4186-9100-9e0ca6b50417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 9, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:09:17.301727 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-d91307a0-b664-4b16-a5a8-5312610738af service neutron] Checking segment: {'id': '1cfda828-870d-4ff9-9f7f-9583fe873d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '83309fe7-c674-45d2-987a-e042535023cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:09:17.301727 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-d91307a0-b664-4b16-a5a8-5312610738af service neutron] Bound using segment: {'id': '1cfda828-870d-4ff9-9f7f-9583fe873d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '83309fe7-c674-45d2-987a-e042535023cf'} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:09:17.301727 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-d91307a0-b664-4b16-a5a8-5312610738af service neutron] Bound port: a46ad6b2-b5d4-4799-b91d-c0a28a7dbab6, host: n-h2-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cfda828-870d-4ff9-9f7f-9583fe873d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '83309fe7-c674-45d2-987a-e042535023cf'}}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:09:17.305129 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-d91307a0-b664-4b16-a5a8-5312610738af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:17.305815 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e33d1c6-5a88-4ab9-b6c0-f4ad347964b7 req-689be138-da02-4212-b97f-0cb0595d0f36 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:17.316257 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e33d1c6-5a88-4ab9-b6c0-f4ad347964b7 req-689be138-da02-4212-b97f-0cb0595d0f36 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:17.321137 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e33d1c6-5a88-4ab9-b6c0-f4ad347964b7 req-689be138-da02-4212-b97f-0cb0595d0f36 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:17.327625 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e33d1c6-5a88-4ab9-b6c0-f4ad347964b7 req-689be138-da02-4212-b97f-0cb0595d0f36 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:17.329582 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8e33d1c6-5a88-4ab9-b6c0-f4ad347964b7 req-689be138-da02-4212-b97f-0cb0595d0f36 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] 10.222.0.41 "GET /v2.0/ports?device_id=b89af75b-9667-469e-b061-668dd6a09e9b HTTP/1.1" status: 200 len: 5373 time: 0.4740717 Jun 01 19:09:17.332007 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f506e579-b922-47c4-b7f0-ad04108984c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf215978-ce5c-4077-ac29-2d8fb4937baa,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:09:17.399628 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8e33d1c6-5a88-4ab9-b6c0-f4ad347964b7 req-eac9c674-e541-49a2-83b0-491ab81a3a4a tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d570a50-36ee-4a35-8568-a6d10a7bab24&id=0ab986d5-b8d5-42ed-9ee0-4a29f48e1199&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0607553 Jun 01 19:09:17.400899 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f506e579-b922-47c4-b7f0-ad04108984c3 admin admin] Network 3d299f30-03d5-48f5-82fc-2ce538e7e02b is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 19:09:17.412535 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-f506e579-b922-47c4-b7f0-ad04108984c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, 3d299f30-03d5-48f5-82fc-2ce538e7e02b) {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:09:17.417810 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f506e579-b922-47c4-b7f0-ad04108984c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:17.418471 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f506e579-b922-47c4-b7f0-ad04108984c3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:17.423573 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6d45904-9e14-4731-a1fd-227f0aedd014 None None] Network 3d299f30-03d5-48f5-82fc-2ce538e7e02b requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:09:17.426104 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-3630c6ae-3bbd-4df2-8139-30034dc3de06 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2718919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3066602'] for subnet, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:17.446188 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-f506e579-b922-47c4-b7f0-ad04108984c3 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9525399 Jun 01 19:09:17.446769 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 53116) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:09:17.457185 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-4377d793-f701-4e35-84e4-f69b1bb6e80c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-595855241-router', 'tenant_id': '4a7494de105b4d89b3193a70c4c60c4c', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:09:17.464497 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-4377d793-f701-4e35-84e4-f69b1bb6e80c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:09:17.469183 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-4377d793-f701-4e35-84e4-f69b1bb6e80c admin admin] Usage tracker for resource:router and tenant:4a7494de105b4d89b3193a70c4c60c4c is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:09:17.475868 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-4377d793-f701-4e35-84e4-f69b1bb6e80c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:09:17.485454 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-4377d793-f701-4e35-84e4-f69b1bb6e80c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:09:17.497467 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4377d793-f701-4e35-84e4-f69b1bb6e80c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-885767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25238'] for router, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:17.499222 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4377d793-f701-4e35-84e4-f69b1bb6e80c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-901042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-886562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-981784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25327'] for router, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:17.688058 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1162bcc-b17d-49b1-a489-2449d92cc888 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc93f83c3-7fb6-5c13-a9d4-29d739a4e8d2-3d299f30-03d5-48f5-82fc-2ce538e7e02b', 'network_id': '3d299f30-03d5-48f5-82fc-2ce538e7e02b', 'tenant_id': '4a7494de105b4d89b3193a70c4c60c4c', 'fixed_ips': [{'subnet_id': 'bf215978-ce5c-4077-ac29-2d8fb4937baa'}]}} from n-d-844202-1. {{(pid=88526) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 19:09:17.689525 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-e1162bcc-b17d-49b1-a489-2449d92cc888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:17.721183 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f9a767-8631-4b68-b342-f248c8884978 admin admin] Pushing event updated for resources: {'Network': ['ID=acc8637a-ddf7-4d96-a460-3d7437db2654,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:09:17.738432 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-11f9a767-8631-4b68-b342-f248c8884978 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 4.1469011 Jun 01 19:09:17.739690 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 53122) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:09:17.746036 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-59329193-e0a8-4ca5-9851-cec107a4eafa req-5b2f6382-f724-4bc4-a930-81f46a11a22d tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/security-groups?id=457e2085-2430-4c17-b58f-61923b8494ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4335823 Jun 01 19:09:17.750155 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-4102e476-30d2-49c7-9457-00131a4fe349 admin admin] Request body: {'subnet': {'network_id': 'acc8637a-ddf7-4d96-a460-3d7437db2654', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2027552661-subnet', 'tenant_id': '629cbcc775204e3fab453ad18b665a7d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:09:17.755869 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network acc8637a-ddf7-4d96-a460-3d7437db2654 details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 19:09:17.768105 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-4102e476-30d2-49c7-9457-00131a4fe349 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:09:17.777836 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-4102e476-30d2-49c7-9457-00131a4fe349 admin admin] Usage tracker for resource:subnet and tenant:629cbcc775204e3fab453ad18b665a7d is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:09:17.784523 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-4102e476-30d2-49c7-9457-00131a4fe349 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:09:17.787528 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3630c6ae-3bbd-4df2-8139-30034dc3de06 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Pushing event updated for resources: {'Subnet': ['ID=f8a99e39-5df1-403f-965a-7aa39802568d,revision_number=0']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:09:17.799502 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-d91307a0-b664-4b16-a5a8-5312610738af service neutron] For port a46ad6b2-b5d4-4799-b91d-c0a28a7dbab6, host n-h2-844202-1, cleared binding levels {{(pid=88524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:09:17.805375 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-d91307a0-b664-4b16-a5a8-5312610738af service neutron] For port a46ad6b2-b5d4-4799-b91d-c0a28a7dbab6, host n-h2-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=a46ad6b2-b5d4-4799-b91d-c0a28a7dbab6,segment=NetworkSegment(1cfda828-870d-4ff9-9f7f-9583fe873d24),segment_id=1cfda828-870d-4ff9-9f7f-9583fe873d24)] {{(pid=88524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:09:17.806632 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3630c6ae-3bbd-4df2-8139-30034dc3de06 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Checking segment: {'id': '2aadff57-25c6-41c8-ac3c-ea32679b7766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '7c36393f-a8fb-4119-b909-ffed017db538'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:09:17.807070 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3630c6ae-3bbd-4df2-8139-30034dc3de06 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Network hostable DHCP agents. Network: 7c36393f-a8fb-4119-b909-ffed017db538, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88524) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 19:09:17.807778 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-4102e476-30d2-49c7-9457-00131a4fe349 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:09:17.812181 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-75074318-dafa-4b71-af20-7f74beb5485a tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:17.860385 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4102e476-30d2-49c7-9457-00131a4fe349 admin admin] Made reservation on behalf of 629cbcc775204e3fab453ad18b665a7d for: {'subnet': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:09:17.868616 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4102e476-30d2-49c7-9457-00131a4fe349 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9667140'] for subnet, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:17.910289 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-d91307a0-b664-4b16-a5a8-5312610738af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:17.917559 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75074318-dafa-4b71-af20-7f74beb5485a tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Pushing event deleted for resources: {'Port': ['ID=23d90d95-dde5-4c25-b2de-fc9b7e47fbe1,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:09:18.034005 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4377d793-f701-4e35-84e4-f69b1bb6e80c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:18.066003 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-d91307a0-b664-4b16-a5a8-5312610738af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:18.066949 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-d91307a0-b664-4b16-a5a8-5312610738af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:18.068440 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-d91307a0-b664-4b16-a5a8-5312610738af service neutron] 10.222.0.50 "PUT /v2.0/ports/a46ad6b2-b5d4-4799-b91d-c0a28a7dbab6 HTTP/1.1" status: 200 len: 1130 time: 5.0900695 Jun 01 19:09:18.126938 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b89af75b-9667-469e-b061-668dd6a09e9b', 'tag': 'a46ad6b2-b5d4-4799-b91d-c0a28a7dbab6'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:09:18.201590 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-7a3e5577-37cc-4be3-96f0-f2e96a0b2bdf service neutron] Request body: {'port': {'device_id': 'b89af75b-9667-469e-b061-668dd6a09e9b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844202-1'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:09:18.288385 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91307a0-b664-4b16-a5a8-5312610738af service neutron] Pushing event updated for resources: {'Port': ['ID=a46ad6b2-b5d4-4799-b91d-c0a28a7dbab6,revision_number=3']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:09:18.338299 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96a25016-b551-4f34-a64e-a4cc39cd1733'] response: {'name': 'network-changed', 'server_uuid': 'b89af75b-9667-469e-b061-668dd6a09e9b', 'tag': 'a46ad6b2-b5d4-4799-b91d-c0a28a7dbab6', 'status': 'completed', 'code': 200} Jun 01 19:09:18.338299 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3630c6ae-3bbd-4df2-8139-30034dc3de06 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Network 7c36393f-a8fb-4119-b909-ffed017db538 is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88524) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 19:09:18.413698 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4102e476-30d2-49c7-9457-00131a4fe349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2614064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9667190'] for subnet, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:18.423107 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-3630c6ae-3bbd-4df2-8139-30034dc3de06 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, 7c36393f-a8fb-4119-b909-ffed017db538) {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:09:18.442120 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.db_base_plugin_common [None req-e1162bcc-b17d-49b1-a489-2449d92cc888 None None] Allocated IP 172.20.0.2 (3d299f30-03d5-48f5-82fc-2ce538e7e02b/bf215978-ce5c-4077-ac29-2d8fb4937baa/edc4c627-0e97-4ea0-89c5-aa2011ed572a) {{(pid=88526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:09:18.442717 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3630c6ae-3bbd-4df2-8139-30034dc3de06 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:18.443745 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-3630c6ae-3bbd-4df2-8139-30034dc3de06 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:18.450658 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-841a5241-174c-40a1-9de1-2bd918ba90a9 None None] Network 7c36393f-a8fb-4119-b909-ffed017db538 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:09:18.554117 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-75074318-dafa-4b71-af20-7f74beb5485a tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-887703'] for router_gateway, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:18.583581 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4102e476-30d2-49c7-9457-00131a4fe349 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b315c7dd-b5dc-4e38-acc9-ea751731e0ba,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:09:18.809007 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4377d793-f701-4e35-84e4-f69b1bb6e80c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-886608', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-885830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25341'] for router, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:18.835037 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4102e476-30d2-49c7-9457-00131a4fe349 admin admin] Checking segment: {'id': 'c49a60ea-e810-446c-90a6-9356d9a7cf2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'acc8637a-ddf7-4d96-a460-3d7437db2654'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:09:18.835037 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4102e476-30d2-49c7-9457-00131a4fe349 admin admin] Network hostable DHCP agents. Network: acc8637a-ddf7-4d96-a460-3d7437db2654, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 19:09:18.872888 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-3630c6ae-3bbd-4df2-8139-30034dc3de06 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.2486861 Jun 01 19:09:18.880816 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 53138) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:09:18.898088 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-289bb7a4-82ba-4816-9163-6d71ae0972ff tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Request body: {'port': {'network_id': '7c36393f-a8fb-4119-b909-ffed017db538', 'name': 'tempest-PortsIpV6TestJSON-951131700', 'fixed_ips': [{'subnet_id': 'f8a99e39-5df1-403f-965a-7aa39802568d', 'ip_address': '2001:db8::10'}]}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:09:18.955850 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-e1162bcc-b17d-49b1-a489-2449d92cc888 None None] Notify callbacks [] for port, precommit_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:19.025003 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-e1162bcc-b17d-49b1-a489-2449d92cc888 None None] Transition to ACTIVE for port object edc4c627-0e97-4ea0-89c5-aa2011ed572a will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:09:19.069681 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-e1162bcc-b17d-49b1-a489-2449d92cc888 None None] Transition to ACTIVE for port object edc4c627-0e97-4ea0-89c5-aa2011ed572a will not be triggered until provisioned by entity DHCP. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:09:19.075370 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-75074318-dafa-4b71-af20-7f74beb5485a tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25316'] for router, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:19.085103 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-75074318-dafa-4b71-af20-7f74beb5485a tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:19.088382 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-7a3e5577-37cc-4be3-96f0-f2e96a0b2bdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:19.122748 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-e1162bcc-b17d-49b1-a489-2449d92cc888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526'] for port, after_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:19.142630 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754fe083-3c05-47a7-b359-b9a376cae8e5 req-9586d188-357a-4ff7-931e-2cf0bc9018ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:19.143153 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754fe083-3c05-47a7-b359-b9a376cae8e5 req-9586d188-357a-4ff7-931e-2cf0bc9018ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:19.143565 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754fe083-3c05-47a7-b359-b9a376cae8e5 req-9586d188-357a-4ff7-931e-2cf0bc9018ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:19.144259 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754fe083-3c05-47a7-b359-b9a376cae8e5 req-9586d188-357a-4ff7-931e-2cf0bc9018ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:19.144712 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754fe083-3c05-47a7-b359-b9a376cae8e5 req-9586d188-357a-4ff7-931e-2cf0bc9018ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:19.145171 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754fe083-3c05-47a7-b359-b9a376cae8e5 req-9586d188-357a-4ff7-931e-2cf0bc9018ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:19.145629 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754fe083-3c05-47a7-b359-b9a376cae8e5 req-9586d188-357a-4ff7-931e-2cf0bc9018ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:19.147676 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-754fe083-3c05-47a7-b359-b9a376cae8e5 req-9586d188-357a-4ff7-931e-2cf0bc9018ab service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=02a99242e0f0463d9013e17319779a87&device_id=b89af75b-9667-469e-b061-668dd6a09e9b HTTP/1.1" status: 200 len: 6210 time: 0.8581777 Jun 01 19:09:19.255375 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1162bcc-b17d-49b1-a489-2449d92cc888 None None] Network 3d299f30-03d5-48f5-82fc-2ce538e7e02b is already hosted by enough agents. {{(pid=88526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:09:19.255375 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ad5ed1b-daa9-4322-9909-43d6edc18251 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc93f83c3-7fb6-5c13-a9d4-29d739a4e8d2-7c36393f-a8fb-4119-b909-ffed017db538', 'network_id': '7c36393f-a8fb-4119-b909-ffed017db538', 'tenant_id': 'be49ffaf16754f888348eea74749e7ed', 'fixed_ips': [{'subnet_id': 'f8a99e39-5df1-403f-965a-7aa39802568d'}]}} from n-d-844202-1. {{(pid=88526) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 19:09:19.255375 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-1ad5ed1b-daa9-4322-9909-43d6edc18251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:19.268548 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1162bcc-b17d-49b1-a489-2449d92cc888 None None] Pushing event updated for resources: {'Port': ['ID=edc4c627-0e97-4ea0-89c5-aa2011ed572a,revision_number=1']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:09:19.275147 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.base_scheduler [None req-e1162bcc-b17d-49b1-a489-2449d92cc888 None None] Resources bound (agent type, host, resource id): {{(pid=88526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:09:19.275147 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1162bcc-b17d-49b1-a489-2449d92cc888 None None] Received port after_create {{(pid=88526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:09:19.299337 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-75074318-dafa-4b71-af20-7f74beb5485a tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-891519'] for router, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:19.299337 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75074318-dafa-4b71-af20-7f74beb5485a tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 33193269-52c4-4afd-bb76-b03069c318df {{(pid=88524) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 19:09:19.309113 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4102e476-30d2-49c7-9457-00131a4fe349 admin admin] Network acc8637a-ddf7-4d96-a460-3d7437db2654 is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 19:09:19.365196 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-289bb7a4-82ba-4816-9163-6d71ae0972ff tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:09:19.399921 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-75074318-dafa-4b71-af20-7f74beb5485a tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Notify callbacks [] for router, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:19.399921 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-75074318-dafa-4b71-af20-7f74beb5485a tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] 10.222.0.41 "DELETE /v2.0/routers/33193269-52c4-4afd-bb76-b03069c318df HTTP/1.1" status: 204 len: 168 time: 4.9442561 Jun 01 19:09:19.408964 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 53146) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:09:19.413164 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-289bb7a4-82ba-4816-9163-6d71ae0972ff tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Usage tracker for resource:port and tenant:be49ffaf16754f888348eea74749e7ed is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:09:19.423449 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-4102e476-30d2-49c7-9457-00131a4fe349 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, acc8637a-ddf7-4d96-a460-3d7437db2654) {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:09:19.429798 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-289bb7a4-82ba-4816-9163-6d71ae0972ff tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:09:19.455504 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4102e476-30d2-49c7-9457-00131a4fe349 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:19.455504 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4102e476-30d2-49c7-9457-00131a4fe349 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:19.477561 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-289bb7a4-82ba-4816-9163-6d71ae0972ff tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:09:19.479002 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b45dfa-c415-4b61-8ff2-e518c558099c req-f97ff106-fff8-43f1-ae7d-ae6156787a86 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:19.486014 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b45dfa-c415-4b61-8ff2-e518c558099c req-f97ff106-fff8-43f1-ae7d-ae6156787a86 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:19.492148 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b45dfa-c415-4b61-8ff2-e518c558099c req-f97ff106-fff8-43f1-ae7d-ae6156787a86 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:19.496754 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-4102e476-30d2-49c7-9457-00131a4fe349 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.7548857 Jun 01 19:09:19.498123 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b45dfa-c415-4b61-8ff2-e518c558099c req-f97ff106-fff8-43f1-ae7d-ae6156787a86 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:19.499834 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6794af90-46b2-4671-9989-2726eabf8c1d None None] Network acc8637a-ddf7-4d96-a460-3d7437db2654 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:09:19.504410 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b45dfa-c415-4b61-8ff2-e518c558099c req-f97ff106-fff8-43f1-ae7d-ae6156787a86 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:19.510443 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b45dfa-c415-4b61-8ff2-e518c558099c req-f97ff106-fff8-43f1-ae7d-ae6156787a86 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:19.510665 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df75077d-944d-4c75-a4d3-21e32fb24dac req-c3a4cc71-5157-40fa-a004-7b4353bbb9b7 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:19.512545 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-df75077d-944d-4c75-a4d3-21e32fb24dac req-c3a4cc71-5157-40fa-a004-7b4353bbb9b7 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc7ed167-b50b-48f3-a13d-b18891eb7a13 HTTP/1.1" status: 200 len: 946 time: 0.5046759 Jun 01 19:09:19.525763 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b45dfa-c415-4b61-8ff2-e518c558099c req-f97ff106-fff8-43f1-ae7d-ae6156787a86 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:19.528085 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-32b45dfa-c415-4b61-8ff2-e518c558099c req-f97ff106-fff8-43f1-ae7d-ae6156787a86 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] 10.222.0.41 "GET /v2.0/ports?device_id=b89af75b-9667-469e-b061-668dd6a09e9b HTTP/1.1" status: 200 len: 5373 time: 0.9261281 Jun 01 19:09:19.535196 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-57c62509-7c60-419e-a27b-8f44820b2dcf tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1658297437', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}, 'admin_state_up': False}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:09:19.544803 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-57c62509-7c60-419e-a27b-8f44820b2dcf tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:09:19.549906 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-57c62509-7c60-419e-a27b-8f44820b2dcf tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] Usage tracker for resource:router and tenant:e5be8a579770467e96fcc6c814e10acf is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:09:19.552854 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-57c62509-7c60-419e-a27b-8f44820b2dcf tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:09:19.558698 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-57c62509-7c60-419e-a27b-8f44820b2dcf tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:09:19.565367 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-289bb7a4-82ba-4816-9163-6d71ae0972ff tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Made reservation on behalf of be49ffaf16754f888348eea74749e7ed for: {'port': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:09:19.579469 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-e1162bcc-b17d-49b1-a489-2449d92cc888 None None] Attempting to bind port edc4c627-0e97-4ea0-89c5-aa2011ed572a on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:09:19.579872 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-e1162bcc-b17d-49b1-a489-2449d92cc888 None None] Attempting to bind port edc4c627-0e97-4ea0-89c5-aa2011ed572a by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': '391d97c0-c1c6-4de9-90ea-516f30f0f3f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '3d299f30-03d5-48f5-82fc-2ce538e7e02b'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:09:19.580506 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1162bcc-b17d-49b1-a489-2449d92cc888 None None] Attempting to bind port edc4c627-0e97-4ea0-89c5-aa2011ed572a on network 3d299f30-03d5-48f5-82fc-2ce538e7e02b {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:09:19.611107 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-57c62509-7c60-419e-a27b-8f44820b2dcf tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-885767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25238'] for router, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:19.612118 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-57c62509-7c60-419e-a27b-8f44820b2dcf tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-901042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-886562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-981784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25327'] for router, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:19.651843 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754fe083-3c05-47a7-b359-b9a376cae8e5 req-d4978e98-52ee-4fee-b119-d5fde18918b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:19.652344 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754fe083-3c05-47a7-b359-b9a376cae8e5 req-d4978e98-52ee-4fee-b119-d5fde18918b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:19.652996 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754fe083-3c05-47a7-b359-b9a376cae8e5 req-d4978e98-52ee-4fee-b119-d5fde18918b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:19.655295 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-754fe083-3c05-47a7-b359-b9a376cae8e5 req-d4978e98-52ee-4fee-b119-d5fde18918b2 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=02a99242e0f0463d9013e17319779a87&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.4913158 Jun 01 19:09:19.667659 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1162bcc-b17d-49b1-a489-2449d92cc888 None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 9, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:09:19.668547 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1162bcc-b17d-49b1-a489-2449d92cc888 None None] Checking segment: {'id': '391d97c0-c1c6-4de9-90ea-516f30f0f3f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '3d299f30-03d5-48f5-82fc-2ce538e7e02b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:09:19.669239 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-e1162bcc-b17d-49b1-a489-2449d92cc888 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:19.675852 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1162bcc-b17d-49b1-a489-2449d92cc888 None None] Bound using segment: {'id': '391d97c0-c1c6-4de9-90ea-516f30f0f3f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '3d299f30-03d5-48f5-82fc-2ce538e7e02b'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:09:19.677730 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-e1162bcc-b17d-49b1-a489-2449d92cc888 None None] Bound port: edc4c627-0e97-4ea0-89c5-aa2011ed572a, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '391d97c0-c1c6-4de9-90ea-516f30f0f3f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '3d299f30-03d5-48f5-82fc-2ce538e7e02b'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:09:19.678643 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-e1162bcc-b17d-49b1-a489-2449d92cc888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:19.711334 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-57c62509-7c60-419e-a27b-8f44820b2dcf tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:19.887672 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-32b45dfa-c415-4b61-8ff2-e518c558099c req-efec9e4c-6607-4754-a639-af20db356267 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d570a50-36ee-4a35-8568-a6d10a7bab24&id=0ab986d5-b8d5-42ed-9ee0-4a29f48e1199&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.3035052 Jun 01 19:09:19.938426 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-289bb7a4-82ba-4816-9163-6d71ae0972ff tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:19.971935 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [None req-289bb7a4-82ba-4816-9163-6d71ae0972ff tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] device_id is not set on port ee244ff1-06a9-4e34-b96b-7ee84cc833a6 yet. {{(pid=88525) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 19:09:20.116089 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-df75077d-944d-4c75-a4d3-21e32fb24dac req-ab96f0a7-443e-4c73-982b-88ba23065f68 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/security-groups?id=457e2085-2430-4c17-b58f-61923b8494ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5927093 Jun 01 19:09:20.322951 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-e1162bcc-b17d-49b1-a489-2449d92cc888 None None] For port edc4c627-0e97-4ea0-89c5-aa2011ed572a, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:09:20.326456 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-e1162bcc-b17d-49b1-a489-2449d92cc888 None None] For port edc4c627-0e97-4ea0-89c5-aa2011ed572a, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=edc4c627-0e97-4ea0-89c5-aa2011ed572a,segment=NetworkSegment(391d97c0-c1c6-4de9-90ea-516f30f0f3f3),segment_id=391d97c0-c1c6-4de9-90ea-516f30f0f3f3)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:09:20.361279 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.db_base_plugin_common [None req-1ad5ed1b-daa9-4322-9909-43d6edc18251 None None] Allocated IP 2001:db8::2 (7c36393f-a8fb-4119-b909-ffed017db538/f8a99e39-5df1-403f-965a-7aa39802568d/742ee3ee-a4c2-4671-b21d-29dddf1fe359) {{(pid=88526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:09:20.366143 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754fe083-3c05-47a7-b359-b9a376cae8e5 req-0dd808d7-706a-490f-99f8-0ae9be39ab1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:20.366143 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-754fe083-3c05-47a7-b359-b9a376cae8e5 req-0dd808d7-706a-490f-99f8-0ae9be39ab1a service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6994121 Jun 01 19:09:20.529689 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-e1162bcc-b17d-49b1-a489-2449d92cc888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:20.647366 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 23d90d95-dde5-4c25-b2de-fc9b7e47fbe1 no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:09:20.787138 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4377d793-f701-4e35-84e4-f69b1bb6e80c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:20.839065 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: 23d90d95-dde5-4c25-b2de-fc9b7e47fbe1 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:09:20.839065 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 23d90d95-dde5-4c25-b2de-fc9b7e47fbe1 not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:09:20.863783 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4377d793-f701-4e35-84e4-f69b1bb6e80c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:20.901917 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c1f42fd-0a90-4a9f-8168-895365834372 None None] Network acc8637a-ddf7-4d96-a460-3d7437db2654 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:09:21.062431 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1162bcc-b17d-49b1-a489-2449d92cc888 None None] Pushing event updated for resources: {'Port': ['ID=edc4c627-0e97-4ea0-89c5-aa2011ed572a,revision_number=2']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:09:21.077880 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.db.resource_extend [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-7a3e5577-37cc-4be3-96f0-f2e96a0b2bdf service neutron] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 19:09:21.119400 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-57c62509-7c60-419e-a27b-8f44820b2dcf tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-886608', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-885830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25341'] for router, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:21.261705 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [None req-4377d793-f701-4e35-84e4-f69b1bb6e80c admin admin] Allocated IP 172.25.4.105 (72a72e44-6845-488a-a5ff-3a26d4df9cb3/c314a23b-daa2-4106-ab28-8e6f954277b2/c507d495-0ce0-477b-bc42-ec46b116dbdb) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:09:21.392570 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-1ad5ed1b-daa9-4322-9909-43d6edc18251 None None] Notify callbacks [] for port, precommit_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:21.402262 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-1ad5ed1b-daa9-4322-9909-43d6edc18251 None None] Transition to ACTIVE for port object 742ee3ee-a4c2-4671-b21d-29dddf1fe359 will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:09:21.443894 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-7a3e5577-37cc-4be3-96f0-f2e96a0b2bdf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4ec48f2-ec80-4ad5-8ee7-46cd08c5ffa2 {{(pid=88524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 19:09:21.448778 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-1ad5ed1b-daa9-4322-9909-43d6edc18251 None None] Transition to ACTIVE for port object 742ee3ee-a4c2-4671-b21d-29dddf1fe359 will not be triggered until provisioned by entity DHCP. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:09:21.453383 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-7a3e5577-37cc-4be3-96f0-f2e96a0b2bdf service neutron] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:21.496774 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-7a3e5577-37cc-4be3-96f0-f2e96a0b2bdf service neutron] Transition to ACTIVE for port object b4ec48f2-ec80-4ad5-8ee7-46cd08c5ffa2 will not be triggered until provisioned by entity L2. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:09:21.527245 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acd9e5e-28bc-48f5-af86-a9e48b6284f0 req-7812d0a5-5eff-48a4-ae14-5ad269f20a49 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:21.552296 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acd9e5e-28bc-48f5-af86-a9e48b6284f0 req-7812d0a5-5eff-48a4-ae14-5ad269f20a49 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:21.552296 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acd9e5e-28bc-48f5-af86-a9e48b6284f0 req-7812d0a5-5eff-48a4-ae14-5ad269f20a49 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:21.552296 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acd9e5e-28bc-48f5-af86-a9e48b6284f0 req-7812d0a5-5eff-48a4-ae14-5ad269f20a49 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:21.561935 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acd9e5e-28bc-48f5-af86-a9e48b6284f0 req-7812d0a5-5eff-48a4-ae14-5ad269f20a49 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:21.561935 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acd9e5e-28bc-48f5-af86-a9e48b6284f0 req-7812d0a5-5eff-48a4-ae14-5ad269f20a49 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:21.566583 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-1ad5ed1b-daa9-4322-9909-43d6edc18251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526'] for port, after_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:21.575363 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acd9e5e-28bc-48f5-af86-a9e48b6284f0 req-7812d0a5-5eff-48a4-ae14-5ad269f20a49 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:21.575363 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0acd9e5e-28bc-48f5-af86-a9e48b6284f0 req-7812d0a5-5eff-48a4-ae14-5ad269f20a49 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] 10.222.0.41 "GET /v2.0/ports?device_id=b89af75b-9667-469e-b061-668dd6a09e9b HTTP/1.1" status: 200 len: 5373 time: 0.3646581 Jun 01 19:09:21.575363 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-7a3e5577-37cc-4be3-96f0-f2e96a0b2bdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:21.627247 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [None req-289bb7a4-82ba-4816-9163-6d71ae0972ff tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Allocated IP 2001:db8::10 (7c36393f-a8fb-4119-b909-ffed017db538/f8a99e39-5df1-403f-965a-7aa39802568d/ee244ff1-06a9-4e34-b96b-7ee84cc833a6) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:09:21.639583 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39329904-1dd5-4896-afaa-ae133f5dbe18 req-af1a8ebb-0f63-4684-9ff8-6c80d23b3aed tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:21.647251 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-39329904-1dd5-4896-afaa-ae133f5dbe18 req-af1a8ebb-0f63-4684-9ff8-6c80d23b3aed tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc7ed167-b50b-48f3-a13d-b18891eb7a13 HTTP/1.1" status: 200 len: 946 time: 0.3285367 Jun 01 19:09:21.709239 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad5ed1b-daa9-4322-9909-43d6edc18251 None None] Pushing event updated for resources: {'Port': ['ID=742ee3ee-a4c2-4671-b21d-29dddf1fe359,revision_number=1']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:09:21.750069 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-39329904-1dd5-4896-afaa-ae133f5dbe18 req-608ebb60-6df7-402f-a1c0-984a15d28872 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/security-groups?id=457e2085-2430-4c17-b58f-61923b8494ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1018324 Jun 01 19:09:21.786698 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4377d793-f701-4e35-84e4-f69b1bb6e80c admin admin] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:21.794038 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ad5ed1b-daa9-4322-9909-43d6edc18251 None None] Network 7c36393f-a8fb-4119-b909-ffed017db538 is already hosted by enough agents. {{(pid=88526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:09:21.802748 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.base_scheduler [None req-1ad5ed1b-daa9-4322-9909-43d6edc18251 None None] Resources bound (agent type, host, resource id): {{(pid=88526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:09:21.815510 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad5ed1b-daa9-4322-9909-43d6edc18251 None None] Received port after_create {{(pid=88526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:09:22.004541 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3e5577-37cc-4be3-96f0-f2e96a0b2bdf service neutron] Pushing event updated for resources: {'Port': ['ID=b4ec48f2-ec80-4ad5-8ee7-46cd08c5ffa2,revision_number=2']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:09:22.254209 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4377d793-f701-4e35-84e4-f69b1bb6e80c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:22.272746 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-1ad5ed1b-daa9-4322-9909-43d6edc18251 None None] Attempting to bind port 742ee3ee-a4c2-4671-b21d-29dddf1fe359 on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:09:22.273198 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-1ad5ed1b-daa9-4322-9909-43d6edc18251 None None] Attempting to bind port 742ee3ee-a4c2-4671-b21d-29dddf1fe359 by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': '2aadff57-25c6-41c8-ac3c-ea32679b7766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '7c36393f-a8fb-4119-b909-ffed017db538'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:09:22.274584 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad5ed1b-daa9-4322-9909-43d6edc18251 None None] Attempting to bind port 742ee3ee-a4c2-4671-b21d-29dddf1fe359 on network 7c36393f-a8fb-4119-b909-ffed017db538 {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:09:22.289392 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad5ed1b-daa9-4322-9909-43d6edc18251 None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 9, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:09:22.291550 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad5ed1b-daa9-4322-9909-43d6edc18251 None None] Checking segment: {'id': '2aadff57-25c6-41c8-ac3c-ea32679b7766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '7c36393f-a8fb-4119-b909-ffed017db538'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:09:22.292410 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-1ad5ed1b-daa9-4322-9909-43d6edc18251 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:22.294228 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad5ed1b-daa9-4322-9909-43d6edc18251 None None] Bound using segment: {'id': '2aadff57-25c6-41c8-ac3c-ea32679b7766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '7c36393f-a8fb-4119-b909-ffed017db538'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:09:22.296415 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-1ad5ed1b-daa9-4322-9909-43d6edc18251 None None] Bound port: 742ee3ee-a4c2-4671-b21d-29dddf1fe359, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aadff57-25c6-41c8-ac3c-ea32679b7766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '7c36393f-a8fb-4119-b909-ffed017db538'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:09:22.306804 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-1ad5ed1b-daa9-4322-9909-43d6edc18251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:22.492501 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4377d793-f701-4e35-84e4-f69b1bb6e80c admin admin] Network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:09:22.492501 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-4377d793-f701-4e35-84e4-f69b1bb6e80c admin admin] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:09:22.505451 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4377d793-f701-4e35-84e4-f69b1bb6e80c admin admin] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:09:22.557273 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-1ad5ed1b-daa9-4322-9909-43d6edc18251 None None] For port 742ee3ee-a4c2-4671-b21d-29dddf1fe359, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:09:22.563255 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-289bb7a4-82ba-4816-9163-6d71ae0972ff tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:22.565378 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-1ad5ed1b-daa9-4322-9909-43d6edc18251 None None] For port 742ee3ee-a4c2-4671-b21d-29dddf1fe359, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=742ee3ee-a4c2-4671-b21d-29dddf1fe359,segment=NetworkSegment(2aadff57-25c6-41c8-ac3c-ea32679b7766),segment_id=2aadff57-25c6-41c8-ac3c-ea32679b7766)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:09:22.568606 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4377d793-f701-4e35-84e4-f69b1bb6e80c admin admin] Pushing event updated for resources: {'Port': ['ID=c507d495-0ce0-477b-bc42-ec46b116dbdb,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:09:22.580855 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-1ad5ed1b-daa9-4322-9909-43d6edc18251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:22.682059 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.agents_db [None req-e814b9cf-7de8-45d0-a079-29c61fabe7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 19:09:22.728107 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad5ed1b-daa9-4322-9909-43d6edc18251 None None] Pushing event updated for resources: {'Port': ['ID=742ee3ee-a4c2-4671-b21d-29dddf1fe359,revision_number=2']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:09:22.739728 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device edc4c627-0e97-4ea0-89c5-aa2011ed572a up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:09:22.765195 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [None req-289bb7a4-82ba-4816-9163-6d71ae0972ff tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Transition to ACTIVE for port object ee244ff1-06a9-4e34-b96b-7ee84cc833a6 will not be triggered until provisioned by entity DHCP. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:09:22.801055 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-289bb7a4-82ba-4816-9163-6d71ae0972ff tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:22.828705 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0acd9e5e-28bc-48f5-af86-a9e48b6284f0 req-d791b646-d3b0-4d9d-8f46-454f8e2ae45d tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d570a50-36ee-4a35-8568-a6d10a7bab24&id=0ab986d5-b8d5-42ed-9ee0-4a29f48e1199&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 1.2179437 Jun 01 19:09:22.951335 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port edc4c627-0e97-4ea0-89c5-aa2011ed572a completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:09:23.131852 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-289bb7a4-82ba-4816-9163-6d71ae0972ff tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Network 7c36393f-a8fb-4119-b909-ffed017db538 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:09:23.131852 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289bb7a4-82ba-4816-9163-6d71ae0972ff tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Pushing event updated for resources: {'Port': ['ID=ee244ff1-06a9-4e34-b96b-7ee84cc833a6,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:09:23.155076 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-289bb7a4-82ba-4816-9163-6d71ae0972ff tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:09:23.165907 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-289bb7a4-82ba-4816-9163-6d71ae0972ff tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:09:23.183161 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-289bb7a4-82ba-4816-9163-6d71ae0972ff tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:23.183161 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-289bb7a4-82ba-4816-9163-6d71ae0972ff tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:23.291763 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-7a3e5577-37cc-4be3-96f0-f2e96a0b2bdf service neutron] Attempting to bind port b4ec48f2-ec80-4ad5-8ee7-46cd08c5ffa2 on host n-h2-844202-1 for vnic_type normal with profile {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:09:23.292451 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-7a3e5577-37cc-4be3-96f0-f2e96a0b2bdf service neutron] Attempting to bind port b4ec48f2-ec80-4ad5-8ee7-46cd08c5ffa2 by drivers openvswitch,hyperv on host n-h2-844202-1 at level 0 using segments [{'id': '1cfda828-870d-4ff9-9f7f-9583fe873d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '83309fe7-c674-45d2-987a-e042535023cf'}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:09:23.297632 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-7a3e5577-37cc-4be3-96f0-f2e96a0b2bdf service neutron] Attempting to bind port b4ec48f2-ec80-4ad5-8ee7-46cd08c5ffa2 on network 83309fe7-c674-45d2-987a-e042535023cf {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:09:23.305186 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-57c62509-7c60-419e-a27b-8f44820b2dcf tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] Notify callbacks [] for router_gateway, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:23.375374 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-7a3e5577-37cc-4be3-96f0-f2e96a0b2bdf service neutron] Port b4ec48f2-ec80-4ad5-8ee7-46cd08c5ffa2 on network 83309fe7-c674-45d2-987a-e042535023cf not bound, no agent of type Open vSwitch agent registered on host n-h2-844202-1 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 19:09:23.387539 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-7a3e5577-37cc-4be3-96f0-f2e96a0b2bdf service neutron] Attempting to bind port b4ec48f2-ec80-4ad5-8ee7-46cd08c5ffa2 on network 83309fe7-c674-45d2-987a-e042535023cf {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:09:23.391273 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-57c62509-7c60-419e-a27b-8f44820b2dcf tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:23.448310 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-289bb7a4-82ba-4816-9163-6d71ae0972ff tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.5716040 Jun 01 19:09:23.462110 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 53200) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:09:23.467927 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-7a3e5577-37cc-4be3-96f0-f2e96a0b2bdf service neutron] Checking agent: {'id': 'f5db9968-6317-4186-9100-9e0ca6b50417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 9, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:09:23.468196 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-7a3e5577-37cc-4be3-96f0-f2e96a0b2bdf service neutron] Checking segment: {'id': '1cfda828-870d-4ff9-9f7f-9583fe873d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '83309fe7-c674-45d2-987a-e042535023cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:09:23.470155 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-7a3e5577-37cc-4be3-96f0-f2e96a0b2bdf service neutron] Bound using segment: {'id': '1cfda828-870d-4ff9-9f7f-9583fe873d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '83309fe7-c674-45d2-987a-e042535023cf'} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:09:23.470836 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-7a3e5577-37cc-4be3-96f0-f2e96a0b2bdf service neutron] Bound port: b4ec48f2-ec80-4ad5-8ee7-46cd08c5ffa2, host: n-h2-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cfda828-870d-4ff9-9f7f-9583fe873d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '83309fe7-c674-45d2-987a-e042535023cf'}}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:09:23.471397 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-7a3e5577-37cc-4be3-96f0-f2e96a0b2bdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:23.487007 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-7fbe03d9-fab3-4bf5-95ca-0e1f9d5f6198 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Request body: {'port': {'network_id': '7c36393f-a8fb-4119-b909-ffed017db538', 'name': 'tempest-PortsIpV6TestJSON-1801371727', 'fixed_ips': [{'subnet_id': 'f8a99e39-5df1-403f-965a-7aa39802568d', 'ip_address': '2001:db8::f'}]}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:09:23.518078 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28e7a7e-7773-471c-8487-e1d659ce3e77 req-fdae837c-a0db-4034-8f0d-3004d120b659 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:23.523210 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e28e7a7e-7773-471c-8487-e1d659ce3e77 req-fdae837c-a0db-4034-8f0d-3004d120b659 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc7ed167-b50b-48f3-a13d-b18891eb7a13 HTTP/1.1" status: 200 len: 946 time: 0.4890697 Jun 01 19:09:23.643813 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e28e7a7e-7773-471c-8487-e1d659ce3e77 req-fd5ff8cb-9e04-421e-ab89-d1724254ce35 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/security-groups?id=457e2085-2430-4c17-b58f-61923b8494ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1013176 Jun 01 19:09:23.700970 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-049aa7a5-0b79-4414-8fa2-989c906c171a None None] Network 3d299f30-03d5-48f5-82fc-2ce538e7e02b requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:09:23.816270 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6dbc46e8-0ad7-4cf5-a16a-9a75ed3bcdd1 None None] Provisioning for port edc4c627-0e97-4ea0-89c5-aa2011ed572a completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:09:23.839202 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6dbc46e8-0ad7-4cf5-a16a-9a75ed3bcdd1 None None] Provisioning complete for port edc4c627-0e97-4ea0-89c5-aa2011ed572a triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:09:23.839695 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6dbc46e8-0ad7-4cf5-a16a-9a75ed3bcdd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:24.056073 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4377d793-f701-4e35-84e4-f69b1bb6e80c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:24.169792 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-7a3e5577-37cc-4be3-96f0-f2e96a0b2bdf service neutron] For port b4ec48f2-ec80-4ad5-8ee7-46cd08c5ffa2, host n-h2-844202-1, cleared binding levels {{(pid=88524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:09:24.211422 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-7fbe03d9-fab3-4bf5-95ca-0e1f9d5f6198 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:09:24.220917 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-7a3e5577-37cc-4be3-96f0-f2e96a0b2bdf service neutron] For port b4ec48f2-ec80-4ad5-8ee7-46cd08c5ffa2, host n-h2-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=b4ec48f2-ec80-4ad5-8ee7-46cd08c5ffa2,segment=NetworkSegment(1cfda828-870d-4ff9-9f7f-9583fe873d24),segment_id=1cfda828-870d-4ff9-9f7f-9583fe873d24)] {{(pid=88524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:09:24.273784 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [None req-57c62509-7c60-419e-a27b-8f44820b2dcf tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] Allocated IP 172.25.4.147 (72a72e44-6845-488a-a5ff-3a26d4df9cb3/c314a23b-daa2-4106-ab28-8e6f954277b2/392c502c-4c19-4a84-b289-f9cd3c982b48) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:09:24.282694 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6dbc46e8-0ad7-4cf5-a16a-9a75ed3bcdd1 None None] Current status of the port edc4c627-0e97-4ea0-89c5-aa2011ed572a is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:09:24.283086 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6dbc46e8-0ad7-4cf5-a16a-9a75ed3bcdd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:24.285499 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-7fbe03d9-fab3-4bf5-95ca-0e1f9d5f6198 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Usage tracker for resource:port and tenant:be49ffaf16754f888348eea74749e7ed is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:09:24.300890 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-7a3e5577-37cc-4be3-96f0-f2e96a0b2bdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:24.315499 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-7fbe03d9-fab3-4bf5-95ca-0e1f9d5f6198 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:09:24.338025 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6dbc46e8-0ad7-4cf5-a16a-9a75ed3bcdd1 None None] For port edc4c627-0e97-4ea0-89c5-aa2011ed572a, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=edc4c627-0e97-4ea0-89c5-aa2011ed572a,segment=NetworkSegment(391d97c0-c1c6-4de9-90ea-516f30f0f3f3),segment_id=391d97c0-c1c6-4de9-90ea-516f30f0f3f3)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:09:24.347753 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6dbc46e8-0ad7-4cf5-a16a-9a75ed3bcdd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:24.378730 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-7fbe03d9-fab3-4bf5-95ca-0e1f9d5f6198 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:09:24.432604 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64ff2c1-953f-4b52-9d9d-d56b73999743 req-7efe281e-f73f-4d8d-b2bc-154f569f73e9 tempest-VolumesActionsTest-1431207634 tempest-VolumesActionsTest-1431207634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:24.434490 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-a64ff2c1-953f-4b52-9d9d-d56b73999743 req-7efe281e-f73f-4d8d-b2bc-154f569f73e9 tempest-VolumesActionsTest-1431207634 tempest-VolumesActionsTest-1431207634-project] Synchronizing usage tracker for tenant:629cbcc775204e3fab453ad18b665a7d on resource:network {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:09:24.463168 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-7a3e5577-37cc-4be3-96f0-f2e96a0b2bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:24.467897 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-7a3e5577-37cc-4be3-96f0-f2e96a0b2bdf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:24.469724 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-7a3e5577-37cc-4be3-96f0-f2e96a0b2bdf service neutron] 10.222.0.50 "PUT /v2.0/ports/b4ec48f2-ec80-4ad5-8ee7-46cd08c5ffa2 HTTP/1.1" status: 200 len: 1091 time: 6.2983310 Jun 01 19:09:24.580367 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbc46e8-0ad7-4cf5-a16a-9a75ed3bcdd1 None None] Pushing event updated for resources: {'Port': ['ID=edc4c627-0e97-4ea0-89c5-aa2011ed572a,revision_number=3']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:09:24.633451 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b89af75b-9667-469e-b061-668dd6a09e9b', 'tag': 'b4ec48f2-ec80-4ad5-8ee7-46cd08c5ffa2'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:09:24.737805 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c181702-5e33-4745-b356-2b911c9a9398 None None] Network 7c36393f-a8fb-4119-b909-ffed017db538 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:09:24.746054 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afcd19e-a2fd-4058-9144-6cd0bd425ebd req-bbdedb9e-93fe-4fe9-b2b7-535299707e3c tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:24.760311 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afcd19e-a2fd-4058-9144-6cd0bd425ebd req-bbdedb9e-93fe-4fe9-b2b7-535299707e3c tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:24.775945 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-2604a00e-259f-4e33-81f7-80270dcab837 service neutron] Request body: {'port': {'device_id': 'b89af75b-9667-469e-b061-668dd6a09e9b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844202-1'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:09:24.786417 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afcd19e-a2fd-4058-9144-6cd0bd425ebd req-bbdedb9e-93fe-4fe9-b2b7-535299707e3c tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:24.793788 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afcd19e-a2fd-4058-9144-6cd0bd425ebd req-bbdedb9e-93fe-4fe9-b2b7-535299707e3c tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:24.804105 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afcd19e-a2fd-4058-9144-6cd0bd425ebd req-bbdedb9e-93fe-4fe9-b2b7-535299707e3c tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:24.821320 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afcd19e-a2fd-4058-9144-6cd0bd425ebd req-bbdedb9e-93fe-4fe9-b2b7-535299707e3c tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:24.838868 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afcd19e-a2fd-4058-9144-6cd0bd425ebd req-bbdedb9e-93fe-4fe9-b2b7-535299707e3c tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:24.864477 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-0afcd19e-a2fd-4058-9144-6cd0bd425ebd req-bbdedb9e-93fe-4fe9-b2b7-535299707e3c tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] 10.222.0.41 "GET /v2.0/ports?device_id=b89af75b-9667-469e-b061-668dd6a09e9b HTTP/1.1" status: 200 len: 5385 time: 0.7152565 Jun 01 19:09:24.896802 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3e5577-37cc-4be3-96f0-f2e96a0b2bdf service neutron] Pushing event updated for resources: {'Port': ['ID=b4ec48f2-ec80-4ad5-8ee7-46cd08c5ffa2,revision_number=3']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:09:24.899795 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fbe03d9-fab3-4bf5-95ca-0e1f9d5f6198 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Made reservation on behalf of be49ffaf16754f888348eea74749e7ed for: {'port': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:09:24.941002 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-a64ff2c1-953f-4b52-9d9d-d56b73999743 req-7efe281e-f73f-4d8d-b2bc-154f569f73e9 tempest-VolumesActionsTest-1431207634 tempest-VolumesActionsTest-1431207634-project] Unset dirty status for tenant:629cbcc775204e3fab453ad18b665a7d on resource:network {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:09:24.948616 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a64ff2c1-953f-4b52-9d9d-d56b73999743 req-7efe281e-f73f-4d8d-b2bc-154f569f73e9 tempest-VolumesActionsTest-1431207634 tempest-VolumesActionsTest-1431207634-project] 10.222.0.41 "GET /v2.0/networks?id=acc8637a-ddf7-4d96-a460-3d7437db2654 HTTP/1.1" status: 200 len: 809 time: 1.3150113 Jun 01 19:09:24.990419 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a64ff2c1-953f-4b52-9d9d-d56b73999743 req-e4e985f4-8233-4510-9fd9-1e669bf0e661 tempest-VolumesActionsTest-1431207634 tempest-VolumesActionsTest-1431207634-project] 10.222.0.41 "GET /v2.0/quotas/629cbcc775204e3fab453ad18b665a7d HTTP/1.1" status: 200 len: 375 time: 0.0404820 Jun 01 19:09:25.081224 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 742ee3ee-a4c2-4671-b21d-29dddf1fe359 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:09:25.084914 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-0afcd19e-a2fd-4058-9144-6cd0bd425ebd req-2e45057c-1088-4126-a6b8-c4222ac2ce49 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d570a50-36ee-4a35-8568-a6d10a7bab24&id=0ab986d5-b8d5-42ed-9ee0-4a29f48e1199&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2001565 Jun 01 19:09:25.123203 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4377d793-f701-4e35-84e4-f69b1bb6e80c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-885820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-886655'] for router, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:25.196648 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-7fbe03d9-fab3-4bf5-95ca-0e1f9d5f6198 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:25.328655 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-d432b007-7ad1-43c6-9f52-b1c034bc2937 None None] Provisioning for port 742ee3ee-a4c2-4671-b21d-29dddf1fe359 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:09:25.345276 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-564cb07f-7cc3-48fb-a33b-0b33a4f748bf'] response: {'name': 'network-changed', 'server_uuid': 'b89af75b-9667-469e-b061-668dd6a09e9b', 'tag': 'b4ec48f2-ec80-4ad5-8ee7-46cd08c5ffa2', 'status': 'completed', 'code': 200} Jun 01 19:09:25.362974 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port 742ee3ee-a4c2-4671-b21d-29dddf1fe359 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:09:25.372055 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 742ee3ee-a4c2-4671-b21d-29dddf1fe359 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:09:25.372453 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:25.380788 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a64ff2c1-953f-4b52-9d9d-d56b73999743 req-2e136ec6-a00c-46cb-bc6a-bff7e0be592c tempest-VolumesActionsTest-1431207634 tempest-VolumesActionsTest-1431207634-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=629cbcc775204e3fab453ad18b665a7d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3891885 Jun 01 19:09:25.387855 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [None req-7fbe03d9-fab3-4bf5-95ca-0e1f9d5f6198 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] device_id is not set on port d49664f1-e262-4657-ab0e-8f31551630df yet. {{(pid=88524) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 19:09:25.547559 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 742ee3ee-a4c2-4671-b21d-29dddf1fe359 is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:09:25.547559 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:25.617338 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port 742ee3ee-a4c2-4671-b21d-29dddf1fe359, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=742ee3ee-a4c2-4671-b21d-29dddf1fe359,segment=NetworkSegment(2aadff57-25c6-41c8-ac3c-ea32679b7766),segment_id=2aadff57-25c6-41c8-ac3c-ea32679b7766)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:09:25.617338 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-062eca11-e9c2-462f-9068-4259949c2c55 None None] Provisioning complete for port edc4c627-0e97-4ea0-89c5-aa2011ed572a triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:09:25.617338 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-062eca11-e9c2-462f-9068-4259949c2c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:25.669755 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:25.711559 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb00f4d8-c742-40e8-a08e-3b3b6200c09d req-f32d2f36-f765-4d84-a390-f49384b86a48 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:25.713704 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-eb00f4d8-c742-40e8-a08e-3b3b6200c09d req-f32d2f36-f765-4d84-a390-f49384b86a48 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc7ed167-b50b-48f3-a13d-b18891eb7a13 HTTP/1.1" status: 200 len: 946 time: 0.3849525 Jun 01 19:09:25.745127 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4377d793-f701-4e35-84e4-f69b1bb6e80c admin admin] Router 34511afa-2f84-418d-a7a8-a118fab61b4e is scheduled to L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 with binding_index 1 {{(pid=88525) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 19:09:25.806099 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [None req-7fbe03d9-fab3-4bf5-95ca-0e1f9d5f6198 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Allocated IP 2001:db8::f (7c36393f-a8fb-4119-b909-ffed017db538/f8a99e39-5df1-403f-965a-7aa39802568d/d49664f1-e262-4657-ab0e-8f31551630df) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:09:25.811940 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-eb00f4d8-c742-40e8-a08e-3b3b6200c09d req-cba61383-a397-4fff-a3ba-e915228d2197 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/security-groups?id=457e2085-2430-4c17-b58f-61923b8494ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903251 Jun 01 19:09:25.828604 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=742ee3ee-a4c2-4671-b21d-29dddf1fe359,revision_number=3']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:09:25.987874 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-062eca11-e9c2-462f-9068-4259949c2c55 None None] Current status of the port edc4c627-0e97-4ea0-89c5-aa2011ed572a is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:09:26.141950 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-5919f3e5-709f-45fa-8a90-61e3b929b3bb None None] Provisioning complete for port 742ee3ee-a4c2-4671-b21d-29dddf1fe359 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:09:26.141950 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-5919f3e5-709f-45fa-8a90-61e3b929b3bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:26.252367 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4377d793-f701-4e35-84e4-f69b1bb6e80c admin admin] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:09:26.261975 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e7775d-3533-45b9-812b-23b88e79b8e7 None None] Sync routers for ids ['34511afa-2f84-418d-a7a8-a118fab61b4e'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:09:26.279626 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e7775d-3533-45b9-812b-23b88e79b8e7 None None] Routers {'34511afa-2f84-418d-a7a8-a118fab61b4e'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:09:26.282123 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-b6e7775d-3533-45b9-812b-23b88e79b8e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:09:09Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['34511afa-2f84-418d-a7a8-a118fab61b4e'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:09:26.333604 n-d-844202-1 neutron-server[88524]: INFO neutron.api.v2.resource [req-75f38de4-4a3b-42e8-8b18-4a5dd37f1bdf req-5cddbd07-1ae3-453a-8c74-332927695754 service neutron] show failed (client error): The resource could not be found. Jun 01 19:09:26.335289 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-5919f3e5-709f-45fa-8a90-61e3b929b3bb None None] Current status of the port 742ee3ee-a4c2-4671-b21d-29dddf1fe359 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:09:26.335460 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-75f38de4-4a3b-42e8-8b18-4a5dd37f1bdf req-5cddbd07-1ae3-453a-8c74-332927695754 service neutron] 10.222.0.15 "GET /v2.0/ports/c13922d6-8dcd-4203-bf4b-58d64aaed295/bindings/n-h2-844202-1 HTTP/1.1" status: 404 len: 380 time: 1.8951027 Jun 01 19:09:26.352550 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-5919f3e5-709f-45fa-8a90-61e3b929b3bb None None] Provisioning for port ee244ff1-06a9-4e34-b96b-7ee84cc833a6 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:09:26.360828 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-5919f3e5-709f-45fa-8a90-61e3b929b3bb None None] Provisioning complete for port ee244ff1-06a9-4e34-b96b-7ee84cc833a6 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:09:26.361241 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-5919f3e5-709f-45fa-8a90-61e3b929b3bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:26.369140 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4377d793-f701-4e35-84e4-f69b1bb6e80c admin admin] Notify callbacks [] for router, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:26.384719 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-4377d793-f701-4e35-84e4-f69b1bb6e80c admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 8.9362023 Jun 01 19:09:26.386617 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-2604a00e-259f-4e33-81f7-80270dcab837 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:26.388501 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 53236) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:09:26.438658 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-5919f3e5-709f-45fa-8a90-61e3b929b3bb None None] Port ee244ff1-06a9-4e34-b96b-7ee84cc833a6 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:09:26.583388 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-997c8dd4-8bdf-4164-813a-e9a44e25df16 None None] Provisioning complete for port ee244ff1-06a9-4e34-b96b-7ee84cc833a6 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:09:26.583388 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-997c8dd4-8bdf-4164-813a-e9a44e25df16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:26.596007 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-b6e7775d-3533-45b9-812b-23b88e79b8e7 None None] Set router 34511afa-2f84-418d-a7a8-a118fab61b4e gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:09:26.762145 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-997c8dd4-8bdf-4164-813a-e9a44e25df16 None None] Port ee244ff1-06a9-4e34-b96b-7ee84cc833a6 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:09:26.792189 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device edc4c627-0e97-4ea0-89c5-aa2011ed572a up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:09:26.854923 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-57c62509-7c60-419e-a27b-8f44820b2dcf tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:26.916261 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port edc4c627-0e97-4ea0-89c5-aa2011ed572a triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:09:26.917368 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:27.034246 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de24c19a-b79e-434f-8851-ba622c73faea req-b60f2e88-66b2-493f-bca6-44912708585a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:27.034246 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de24c19a-b79e-434f-8851-ba622c73faea req-b60f2e88-66b2-493f-bca6-44912708585a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:27.034246 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de24c19a-b79e-434f-8851-ba622c73faea req-b60f2e88-66b2-493f-bca6-44912708585a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:27.034246 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de24c19a-b79e-434f-8851-ba622c73faea req-b60f2e88-66b2-493f-bca6-44912708585a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:27.034246 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de24c19a-b79e-434f-8851-ba622c73faea req-b60f2e88-66b2-493f-bca6-44912708585a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:27.034246 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de24c19a-b79e-434f-8851-ba622c73faea req-b60f2e88-66b2-493f-bca6-44912708585a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:27.034246 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de24c19a-b79e-434f-8851-ba622c73faea req-b60f2e88-66b2-493f-bca6-44912708585a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:27.034246 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-de24c19a-b79e-434f-8851-ba622c73faea req-b60f2e88-66b2-493f-bca6-44912708585a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=02a99242e0f0463d9013e17319779a87&device_id=b89af75b-9667-469e-b061-668dd6a09e9b HTTP/1.1" status: 200 len: 6277 time: 1.6661315 Jun 01 19:09:27.114378 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb24193-d57b-417e-bc48-42d5b4112177 req-44efb7f4-dfbc-4465-a7dd-e04a33ffb087 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:27.121171 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb24193-d57b-417e-bc48-42d5b4112177 req-44efb7f4-dfbc-4465-a7dd-e04a33ffb087 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:27.148134 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb24193-d57b-417e-bc48-42d5b4112177 req-44efb7f4-dfbc-4465-a7dd-e04a33ffb087 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:27.148134 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb24193-d57b-417e-bc48-42d5b4112177 req-44efb7f4-dfbc-4465-a7dd-e04a33ffb087 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:27.164353 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb24193-d57b-417e-bc48-42d5b4112177 req-44efb7f4-dfbc-4465-a7dd-e04a33ffb087 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:27.196372 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb24193-d57b-417e-bc48-42d5b4112177 req-44efb7f4-dfbc-4465-a7dd-e04a33ffb087 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:27.196372 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb24193-d57b-417e-bc48-42d5b4112177 req-44efb7f4-dfbc-4465-a7dd-e04a33ffb087 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:27.196372 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-6fb24193-d57b-417e-bc48-42d5b4112177 req-44efb7f4-dfbc-4465-a7dd-e04a33ffb087 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] 10.222.0.41 "GET /v2.0/ports?device_id=b89af75b-9667-469e-b061-668dd6a09e9b HTTP/1.1" status: 200 len: 5385 time: 0.9456780 Jun 01 19:09:27.211160 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port edc4c627-0e97-4ea0-89c5-aa2011ed572a is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:09:27.211160 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 742ee3ee-a4c2-4671-b21d-29dddf1fe359 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:09:27.226940 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-7fbe03d9-fab3-4bf5-95ca-0e1f9d5f6198 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:27.253264 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a64ff2c1-953f-4b52-9d9d-d56b73999743 req-753d92fd-9b80-4a08-85a3-1be3c152d2e2 service neutron] 10.222.0.41 "GET /v2.0/networks/acc8637a-ddf7-4d96-a460-3d7437db2654?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.8713624 Jun 01 19:09:27.317490 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-6fb24193-d57b-417e-bc48-42d5b4112177 req-c6c1ee75-395b-4ec2-8fd3-40c244dad836 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d570a50-36ee-4a35-8568-a6d10a7bab24&id=0ab986d5-b8d5-42ed-9ee0-4a29f48e1199&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1205056 Jun 01 19:09:27.335742 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-b6e7775d-3533-45b9-812b-23b88e79b8e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34511afa-2f84-418d-a7a8-a118fab61b4e', 'name': 'tempest-AttachVolumeShelveTestJSON-595855241-router', 'tenant_id': '4a7494de105b4d89b3193a70c4c60c4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': 'c507d495-0ce0-477b-bc42-ec46b116dbdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:09:17Z', 'updated_at': '2022-06-01T19:09:23Z', 'revision_number': 3, 'project_id': '4a7494de105b4d89b3193a70c4c60c4c', 'gw_port': {'id': 'c507d495-0ce0-477b-bc42-ec46b116dbdb', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:1a:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34511afa-2f84-418d-a7a8-a118fab61b4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2817, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:09:20Z', 'updated_at': '2022-06-01T19:09:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:09:27.346064 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e7775d-3533-45b9-812b-23b88e79b8e7 None None] Checking router: 34511afa-2f84-418d-a7a8-a118fab61b4e for host: n-d-844202-1 {{(pid=88527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 19:09:27.346812 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e7775d-3533-45b9-812b-23b88e79b8e7 None None] Updating router 34511afa-2f84-418d-a7a8-a118fab61b4e port c507d495-0ce0-477b-bc42-ec46b116dbdb binding host n-d-844202-1 {{(pid=88527) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 19:09:27.382281 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 742ee3ee-a4c2-4671-b21d-29dddf1fe359 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:09:27.382657 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:27.412088 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-b6e7775d-3533-45b9-812b-23b88e79b8e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:27.503810 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [None req-7fbe03d9-fab3-4bf5-95ca-0e1f9d5f6198 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Transition to ACTIVE for port object d49664f1-e262-4657-ab0e-8f31551630df will not be triggered until provisioned by entity DHCP. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:09:27.633278 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-57c62509-7c60-419e-a27b-8f44820b2dcf tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:27.688847 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 742ee3ee-a4c2-4671-b21d-29dddf1fe359 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:09:27.828157 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de24c19a-b79e-434f-8851-ba622c73faea req-0e6bec35-c766-442a-8fad-8d0984451f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:27.828157 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de24c19a-b79e-434f-8851-ba622c73faea req-0e6bec35-c766-442a-8fad-8d0984451f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:27.828157 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de24c19a-b79e-434f-8851-ba622c73faea req-0e6bec35-c766-442a-8fad-8d0984451f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:27.830466 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-de24c19a-b79e-434f-8851-ba622c73faea req-0e6bec35-c766-442a-8fad-8d0984451f79 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=02a99242e0f0463d9013e17319779a87&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.7700596 Jun 01 19:09:27.841499 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c62509-7c60-419e-a27b-8f44820b2dcf tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] Network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:09:27.850227 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f38de4-4a3b-42e8-8b18-4a5dd37f1bdf req-82607a28-36a4-454b-81ff-6155ee69c55c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:27.850227 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-75f38de4-4a3b-42e8-8b18-4a5dd37f1bdf req-82607a28-36a4-454b-81ff-6155ee69c55c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=fc7ed167-b50b-48f3-a13d-b18891eb7a13&tenant_id=8537cfb3773e46d182e148cf5b0a717f HTTP/1.1" status: 200 len: 1097 time: 0.9526350 Jun 01 19:09:27.872456 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-57c62509-7c60-419e-a27b-8f44820b2dcf tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:09:27.918408 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6e7a36-fd54-4238-a02b-d73c6fe4dc33 req-7dcb6f76-8830-4d69-9177-766e267b44b3 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:27.918408 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ef6e7a36-fd54-4238-a02b-d73c6fe4dc33 req-7dcb6f76-8830-4d69-9177-766e267b44b3 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc7ed167-b50b-48f3-a13d-b18891eb7a13 HTTP/1.1" status: 200 len: 946 time: 0.3730786 Jun 01 19:09:27.941547 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-75f38de4-4a3b-42e8-8b18-4a5dd37f1bdf req-051b2dfc-ce05-4961-b3d8-381ef4bff2af service neutron] Request body: {'port': {'binding:host_id': 'n-h2-844202-1', 'device_owner': 'compute:nova'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:09:27.950144 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-b6e7775d-3533-45b9-812b-23b88e79b8e7 None None] Notify callbacks [] for port, precommit_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:27.962455 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.provisioning_blocks [None req-b6e7775d-3533-45b9-812b-23b88e79b8e7 None None] Transition to ACTIVE for port object c507d495-0ce0-477b-bc42-ec46b116dbdb will not be triggered until provisioned by entity L2. {{(pid=88527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:09:27.984308 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-b6e7775d-3533-45b9-812b-23b88e79b8e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:28.011977 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c62509-7c60-419e-a27b-8f44820b2dcf tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:09:28.069660 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ef6e7a36-fd54-4238-a02b-d73c6fe4dc33 req-d745f8fd-bc44-4ed5-8cc5-0d54f74d0918 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/security-groups?id=457e2085-2430-4c17-b58f-61923b8494ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1298728 Jun 01 19:09:28.093282 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8f8942-853a-4649-a038-7a8590b9bf9c None None] Pushing event updated for resources: {'Port': ['ID=c507d495-0ce0-477b-bc42-ec46b116dbdb,revision_number=2']} {{(pid=88527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:09:28.122703 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-b6e7775d-3533-45b9-812b-23b88e79b8e7 None None] Attempting to bind port c507d495-0ce0-477b-bc42-ec46b116dbdb on host n-d-844202-1 for vnic_type normal with profile {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:09:28.123093 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-b6e7775d-3533-45b9-812b-23b88e79b8e7 None None] Attempting to bind port c507d495-0ce0-477b-bc42-ec46b116dbdb by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}] {{(pid=88527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:09:28.124674 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e7775d-3533-45b9-812b-23b88e79b8e7 None None] Attempting to bind port c507d495-0ce0-477b-bc42-ec46b116dbdb on network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:09:28.131093 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e7775d-3533-45b9-812b-23b88e79b8e7 None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 9, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:09:28.131832 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e7775d-3533-45b9-812b-23b88e79b8e7 None None] Checking segment: {'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:09:28.132473 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-b6e7775d-3533-45b9-812b-23b88e79b8e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:28.133058 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e7775d-3533-45b9-812b-23b88e79b8e7 None None] Bound using segment: {'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'} {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:09:28.133691 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-b6e7775d-3533-45b9-812b-23b88e79b8e7 None None] Bound port: c507d495-0ce0-477b-bc42-ec46b116dbdb, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}}] {{(pid=88527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:09:28.134260 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-b6e7775d-3533-45b9-812b-23b88e79b8e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:28.136012 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ceb9d4c8-5e48-4d92-ac2d-5874726a6a23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:28.154652 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a64ff2c1-953f-4b52-9d9d-d56b73999743 req-dbfaeffc-db8f-4e7c-bf9f-87a07725ce9b service neutron] 10.222.0.41 "GET /v2.0/networks/acc8637a-ddf7-4d96-a460-3d7437db2654?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8681479 Jun 01 19:09:28.241083 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c62509-7c60-419e-a27b-8f44820b2dcf tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] Pushing event updated for resources: {'Port': ['ID=392c502c-4c19-4a84-b289-f9cd3c982b48,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:09:28.285266 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.db [None req-b6e7775d-3533-45b9-812b-23b88e79b8e7 None None] For port c507d495-0ce0-477b-bc42-ec46b116dbdb, host n-d-844202-1, cleared binding levels {{(pid=88527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:09:28.290054 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-7fbe03d9-fab3-4bf5-95ca-0e1f9d5f6198 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:28.296511 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.db [None req-b6e7775d-3533-45b9-812b-23b88e79b8e7 None None] For port c507d495-0ce0-477b-bc42-ec46b116dbdb, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=c507d495-0ce0-477b-bc42-ec46b116dbdb,segment=NetworkSegment(7875af61-4c53-4ff2-b8c8-d4b7c35ff947),segment_id=7875af61-4c53-4ff2-b8c8-d4b7c35ff947)] {{(pid=88527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:09:28.309793 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-b6e7775d-3533-45b9-812b-23b88e79b8e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:28.503143 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e7775d-3533-45b9-812b-23b88e79b8e7 None None] Routers {'34511afa-2f84-418d-a7a8-a118fab61b4e'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:09:28.504003 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-b6e7775d-3533-45b9-812b-23b88e79b8e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:09:09Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['34511afa-2f84-418d-a7a8-a118fab61b4e'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:09:28.564287 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [None req-ceb9d4c8-5e48-4d92-ac2d-5874726a6a23 admin admin] Allocated IP 172.20.0.1 (3d299f30-03d5-48f5-82fc-2ce538e7e02b/bf215978-ce5c-4077-ac29-2d8fb4937baa/b66f6a81-66f4-4681-bd20-5cd8e3e4f5d9) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:09:28.750215 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-b6e7775d-3533-45b9-812b-23b88e79b8e7 None None] Set router 34511afa-2f84-418d-a7a8-a118fab61b4e gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:09:28.890541 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8039b3-058e-4e7c-bc4f-417af7bbd4c4 req-283838b1-8871-4270-8858-66c1de5820e5 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:28.899984 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8039b3-058e-4e7c-bc4f-417af7bbd4c4 req-283838b1-8871-4270-8858-66c1de5820e5 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:28.916026 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8039b3-058e-4e7c-bc4f-417af7bbd4c4 req-283838b1-8871-4270-8858-66c1de5820e5 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:28.916026 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8039b3-058e-4e7c-bc4f-417af7bbd4c4 req-283838b1-8871-4270-8858-66c1de5820e5 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:28.923138 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8039b3-058e-4e7c-bc4f-417af7bbd4c4 req-283838b1-8871-4270-8858-66c1de5820e5 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:28.933099 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8f8942-853a-4649-a038-7a8590b9bf9c None None] Pushing event updated for resources: {'Port': ['ID=c507d495-0ce0-477b-bc42-ec46b116dbdb,revision_number=3']} {{(pid=88527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:09:28.938776 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8039b3-058e-4e7c-bc4f-417af7bbd4c4 req-283838b1-8871-4270-8858-66c1de5820e5 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:28.943729 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-2604a00e-259f-4e33-81f7-80270dcab837 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4cae1d32-4c78-4cf3-9dd2-5e58ae221135 {{(pid=88524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 19:09:28.944850 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8039b3-058e-4e7c-bc4f-417af7bbd4c4 req-283838b1-8871-4270-8858-66c1de5820e5 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:28.947954 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4c8039b3-058e-4e7c-bc4f-417af7bbd4c4 req-283838b1-8871-4270-8858-66c1de5820e5 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] 10.222.0.41 "GET /v2.0/ports?device_id=b89af75b-9667-469e-b061-668dd6a09e9b HTTP/1.1" status: 200 len: 5385 time: 0.3653169 Jun 01 19:09:28.952355 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbe03d9-fab3-4bf5-95ca-0e1f9d5f6198 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Pushing event updated for resources: {'Port': ['ID=d49664f1-e262-4657-ab0e-8f31551630df,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:09:28.985536 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fbe03d9-fab3-4bf5-95ca-0e1f9d5f6198 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Network 7c36393f-a8fb-4119-b909-ffed017db538 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:09:29.005685 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-7fbe03d9-fab3-4bf5-95ca-0e1f9d5f6198 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:09:29.067999 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4c8039b3-058e-4e7c-bc4f-417af7bbd4c4 req-c21b3282-3ad2-4337-b0c2-c9d0c63a132c tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d570a50-36ee-4a35-8568-a6d10a7bab24&id=0ab986d5-b8d5-42ed-9ee0-4a29f48e1199&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1190219 Jun 01 19:09:29.078168 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fbe03d9-fab3-4bf5-95ca-0e1f9d5f6198 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:09:29.087100 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fbe03d9-fab3-4bf5-95ca-0e1f9d5f6198 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:29.089501 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-7fbe03d9-fab3-4bf5-95ca-0e1f9d5f6198 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:29.095100 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ceb9d4c8-5e48-4d92-ac2d-5874726a6a23 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:29.102363 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-2604a00e-259f-4e33-81f7-80270dcab837 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:29.141574 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [None req-ceb9d4c8-5e48-4d92-ac2d-5874726a6a23 admin admin] Transition to ACTIVE for port object b66f6a81-66f4-4681-bd20-5cd8e3e4f5d9 will not be triggered until provisioned by entity DHCP. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:09:29.242671 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ceb9d4c8-5e48-4d92-ac2d-5874726a6a23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:29.431984 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-b6e7775d-3533-45b9-812b-23b88e79b8e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34511afa-2f84-418d-a7a8-a118fab61b4e', 'name': 'tempest-AttachVolumeShelveTestJSON-595855241-router', 'tenant_id': '4a7494de105b4d89b3193a70c4c60c4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': 'c507d495-0ce0-477b-bc42-ec46b116dbdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:09:17Z', 'updated_at': '2022-06-01T19:09:23Z', 'revision_number': 3, 'project_id': '4a7494de105b4d89b3193a70c4c60c4c', 'gw_port': {'id': 'c507d495-0ce0-477b-bc42-ec46b116dbdb', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:1a:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34511afa-2f84-418d-a7a8-a118fab61b4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2817, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:09:20Z', 'updated_at': '2022-06-01T19:09:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:09:29.444867 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e7775d-3533-45b9-812b-23b88e79b8e7 None None] The sync data for ids ['34511afa-2f84-418d-a7a8-a118fab61b4e'] in n-d-844202-1 is: [{'id': '34511afa-2f84-418d-a7a8-a118fab61b4e', 'name': 'tempest-AttachVolumeShelveTestJSON-595855241-router', 'tenant_id': '4a7494de105b4d89b3193a70c4c60c4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': 'c507d495-0ce0-477b-bc42-ec46b116dbdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:09:17Z', 'updated_at': '2022-06-01T19:09:23Z', 'revision_number': 3, 'project_id': '4a7494de105b4d89b3193a70c4c60c4c', 'gw_port': {'id': 'c507d495-0ce0-477b-bc42-ec46b116dbdb', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:1a:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34511afa-2f84-418d-a7a8-a118fab61b4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2817, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:09:20Z', 'updated_at': '2022-06-01T19:09:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:09:29.481711 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device c13922d6-8dcd-4203-bf4b-58d64aaed295 no longer exists at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:09:29.527908 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de24c19a-b79e-434f-8851-ba622c73faea req-f12be8a4-074e-4e25-9a9c-2eea6cb9786c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:29.530138 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-de24c19a-b79e-434f-8851-ba622c73faea req-f12be8a4-074e-4e25-9a9c-2eea6cb9786c service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.6645482 Jun 01 19:09:29.534129 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5bb555b7-e529-4236-8945-04b61778e457 req-782cf62a-39fb-4051-9a51-15849a2e13bd tempest-VolumesActionsTest-1431207634 tempest-VolumesActionsTest-1431207634-project] 10.222.0.41 "GET /v2.0/ports?device_id=fe935053-d0cd-4fec-bf96-10d96f3ec560 HTTP/1.1" status: 200 len: 210 time: 0.7223454 Jun 01 19:09:29.557421 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb9d4c8-5e48-4d92-ac2d-5874726a6a23 admin admin] Pushing event updated for resources: {'Port': ['ID=b66f6a81-66f4-4681-bd20-5cd8e3e4f5d9,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:09:29.597790 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceb9d4c8-5e48-4d92-ac2d-5874726a6a23 admin admin] Network 3d299f30-03d5-48f5-82fc-2ce538e7e02b is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:09:29.610333 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-ceb9d4c8-5e48-4d92-ac2d-5874726a6a23 admin admin] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:09:29.625908 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb9d4c8-5e48-4d92-ac2d-5874726a6a23 admin admin] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:09:29.631407 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-14a2933a-cf81-4c0e-a174-dddf4c0b28a9 None None] Provisioning for port d49664f1-e262-4657-ab0e-8f31551630df completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:09:29.683828 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-14a2933a-cf81-4c0e-a174-dddf4c0b28a9 None None] Provisioning complete for port d49664f1-e262-4657-ab0e-8f31551630df triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:09:29.683828 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-14a2933a-cf81-4c0e-a174-dddf4c0b28a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:29.702210 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-2604a00e-259f-4e33-81f7-80270dcab837 service neutron] Transition to ACTIVE for port object 4cae1d32-4c78-4cf3-9dd2-5e58ae221135 will not be triggered until provisioned by entity L2. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:09:29.722270 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-2604a00e-259f-4e33-81f7-80270dcab837 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:29.730754 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f96cdc-ef91-4133-b7da-dd31838c7952 req-a646ffb9-f141-4776-95dd-f25314d4837e tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:29.730754 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e1f96cdc-ef91-4133-b7da-dd31838c7952 req-a646ffb9-f141-4776-95dd-f25314d4837e tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc7ed167-b50b-48f3-a13d-b18891eb7a13 HTTP/1.1" status: 200 len: 946 time: 0.3116052 Jun 01 19:09:29.730754 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ceb9d4c8-5e48-4d92-ac2d-5874726a6a23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-887605'] for router_interface, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:29.947858 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port c13922d6-8dcd-4203-bf4b-58d64aaed295 is: ACTIVE; New status is: DOWN {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:09:29.948261 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:30.033460 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-14a2933a-cf81-4c0e-a174-dddf4c0b28a9 None None] Port d49664f1-e262-4657-ab0e-8f31551630df cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:09:30.063583 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc7ed167-b50b-48f3-a13d-b18891eb7a13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c13922d6-8dcd-4203-bf4b-58d64aaed295'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:09:30.077853 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2604a00e-259f-4e33-81f7-80270dcab837 service neutron] Pushing event updated for resources: {'Port': ['ID=4cae1d32-4c78-4cf3-9dd2-5e58ae221135,revision_number=2']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:09:30.080486 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-75f38de4-4a3b-42e8-8b18-4a5dd37f1bdf req-051b2dfc-ce05-4961-b3d8-381ef4bff2af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:30.083608 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port c13922d6-8dcd-4203-bf4b-58d64aaed295, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=c13922d6-8dcd-4203-bf4b-58d64aaed295,segment=NetworkSegment(7e25366f-9619-4880-81a2-a56ac8eaa2c5),segment_id=7e25366f-9619-4880-81a2-a56ac8eaa2c5)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:09:30.106087 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:30.137599 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ceb9d4c8-5e48-4d92-ac2d-5874726a6a23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:30.146427 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-7fbe03d9-fab3-4bf5-95ca-0e1f9d5f6198 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 6.6825552 Jun 01 19:09:30.150216 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 53284) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:09:30.281270 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-554b8b2e-c565-4d27-9eca-266834528782'] response: {'server_uuid': 'fc7ed167-b50b-48f3-a13d-b18891eb7a13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c13922d6-8dcd-4203-bf4b-58d64aaed295', 'code': 200} Jun 01 19:09:30.321913 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-bec9fa32-bb37-4fba-a747-981357d32e33 None None] Provisioning for port b66f6a81-66f4-4681-bd20-5cd8e3e4f5d9 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:09:30.364310 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=c13922d6-8dcd-4203-bf4b-58d64aaed295,revision_number=6']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:09:30.374954 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-bec9fa32-bb37-4fba-a747-981357d32e33 None None] Provisioning complete for port b66f6a81-66f4-4681-bd20-5cd8e3e4f5d9 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:09:30.374954 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-bec9fa32-bb37-4fba-a747-981357d32e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:30.494372 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-bec9fa32-bb37-4fba-a747-981357d32e33 None None] Port b66f6a81-66f4-4681-bd20-5cd8e3e4f5d9 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:09:30.505996 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e1f96cdc-ef91-4133-b7da-dd31838c7952 req-6b226f15-2323-49e5-b86f-36094a6fc510 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/security-groups?id=457e2085-2430-4c17-b58f-61923b8494ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6417785 Jun 01 19:09:30.876179 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device c507d495-0ce0-477b-bc42-ec46b116dbdb up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:09:31.087040 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port c507d495-0ce0-477b-bc42-ec46b116dbdb completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:09:31.098956 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port c507d495-0ce0-477b-bc42-ec46b116dbdb triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:09:31.099925 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:31.323162 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6cdbbb0-35a3-4f03-9dfe-d36b1c68d116 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:31.323162 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-d6cdbbb0-35a3-4f03-9dfe-d36b1c68d116 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Synchronizing usage tracker for tenant:be49ffaf16754f888348eea74749e7ed on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:09:31.356981 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port c507d495-0ce0-477b-bc42-ec46b116dbdb is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:09:31.359389 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:31.361820 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-699d8971-24bd-48ef-bfcd-9f6849773a2a req-fe82f962-86eb-40f5-bc1c-89f86754dbdf tempest-VolumesActionsTest-1431207634 tempest-VolumesActionsTest-1431207634-project] 10.222.0.41 "GET /v2.0/ports?device_id=fe935053-d0cd-4fec-bf96-10d96f3ec560 HTTP/1.1" status: 200 len: 210 time: 0.1602404 Jun 01 19:09:31.404834 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port c507d495-0ce0-477b-bc42-ec46b116dbdb, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=c507d495-0ce0-477b-bc42-ec46b116dbdb,segment=NetworkSegment(7875af61-4c53-4ff2-b8c8-d4b7c35ff947),segment_id=7875af61-4c53-4ff2-b8c8-d4b7c35ff947)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:09:31.413213 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-d6cdbbb0-35a3-4f03-9dfe-d36b1c68d116 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Unset dirty status for tenant:be49ffaf16754f888348eea74749e7ed on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:09:31.414579 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-d6cdbbb0-35a3-4f03-9dfe-d36b1c68d116 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] 10.222.0.41 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 1.2618024 Jun 01 19:09:31.421715 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:31.426904 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 53298) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:09:31.480392 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ceb9d4c8-5e48-4d92-ac2d-5874726a6a23 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:31.487754 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ceb9d4c8-5e48-4d92-ac2d-5874726a6a23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:31.515402 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=c507d495-0ce0-477b-bc42-ec46b116dbdb,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:09:31.626442 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb9d4c8-5e48-4d92-ac2d-5874726a6a23 admin admin] Pushing event updated for resources: {'Port': ['ID=b66f6a81-66f4-4681-bd20-5cd8e3e4f5d9,revision_number=2']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:09:31.668350 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ceb9d4c8-5e48-4d92-ac2d-5874726a6a23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-887436'] for router_interface, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:31.676736 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-57c62509-7c60-419e-a27b-8f44820b2dcf tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] Notify callbacks [] for router_gateway, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:31.913452 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceb9d4c8-5e48-4d92-ac2d-5874726a6a23 admin admin] Network 3d299f30-03d5-48f5-82fc-2ce538e7e02b is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:09:31.916051 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-ceb9d4c8-5e48-4d92-ac2d-5874726a6a23 admin admin] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:09:31.940950 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-75f38de4-4a3b-42e8-8b18-4a5dd37f1bdf req-051b2dfc-ce05-4961-b3d8-381ef4bff2af service neutron] For port c13922d6-8dcd-4203-bf4b-58d64aaed295, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=c13922d6-8dcd-4203-bf4b-58d64aaed295,segment=NetworkSegment(7e25366f-9619-4880-81a2-a56ac8eaa2c5),segment_id=7e25366f-9619-4880-81a2-a56ac8eaa2c5)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:09:32.053586 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9abc4c-58fa-4c73-be3d-41ebcfbc379f req-a6853ab3-773a-4526-bfbb-a5cd22794d10 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:32.061784 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3d9abc4c-58fa-4c73-be3d-41ebcfbc379f req-a6853ab3-773a-4526-bfbb-a5cd22794d10 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc7ed167-b50b-48f3-a13d-b18891eb7a13 HTTP/1.1" status: 200 len: 944 time: 0.2578726 Jun 01 19:09:32.089015 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64ff2c1-953f-4b52-9d9d-d56b73999743 req-16f5441f-572d-42dd-be4a-d2e190356ed4 tempest-VolumesActionsTest-1431207634 tempest-VolumesActionsTest-1431207634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:32.103711 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a64ff2c1-953f-4b52-9d9d-d56b73999743 req-16f5441f-572d-42dd-be4a-d2e190356ed4 tempest-VolumesActionsTest-1431207634 tempest-VolumesActionsTest-1431207634-project] 10.222.0.15 "GET /v2.0/networks?id=acc8637a-ddf7-4d96-a460-3d7437db2654 HTTP/1.1" status: 200 len: 809 time: 1.5500679 Jun 01 19:09:32.141519 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc339c7-ab62-471d-b391-a1c6badc693e req-ede52bc7-c9c8-461b-90fb-62f06182d75e tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:32.148551 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc339c7-ab62-471d-b391-a1c6badc693e req-ede52bc7-c9c8-461b-90fb-62f06182d75e tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:32.191291 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc339c7-ab62-471d-b391-a1c6badc693e req-ede52bc7-c9c8-461b-90fb-62f06182d75e tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:32.198463 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc339c7-ab62-471d-b391-a1c6badc693e req-ede52bc7-c9c8-461b-90fb-62f06182d75e tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:32.205979 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc339c7-ab62-471d-b391-a1c6badc693e req-ede52bc7-c9c8-461b-90fb-62f06182d75e tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:32.212938 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc339c7-ab62-471d-b391-a1c6badc693e req-ede52bc7-c9c8-461b-90fb-62f06182d75e tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:32.219665 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc339c7-ab62-471d-b391-a1c6badc693e req-ede52bc7-c9c8-461b-90fb-62f06182d75e tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:32.221693 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-afc339c7-ab62-471d-b391-a1c6badc693e req-ede52bc7-c9c8-461b-90fb-62f06182d75e tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] 10.222.0.41 "GET /v2.0/ports?device_id=b89af75b-9667-469e-b061-668dd6a09e9b HTTP/1.1" status: 200 len: 5397 time: 1.2104745 Jun 01 19:09:32.299495 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-a64ff2c1-953f-4b52-9d9d-d56b73999743 req-b521f696-0ca0-4bed-b4a8-92abfb7cbca7 tempest-VolumesActionsTest-1431207634 tempest-VolumesActionsTest-1431207634-project] Request body: {'port': {'device_id': 'fe935053-d0cd-4fec-bf96-10d96f3ec560', 'network_id': 'acc8637a-ddf7-4d96-a460-3d7437db2654', 'admin_state_up': True, 'tenant_id': '629cbcc775204e3fab453ad18b665a7d'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:09:32.316942 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3d9abc4c-58fa-4c73-be3d-41ebcfbc379f req-ba9dc17a-97d1-4482-9289-6d09b8a91d1b tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/security-groups?id=457e2085-2430-4c17-b58f-61923b8494ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2587733 Jun 01 19:09:32.341332 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-2604a00e-259f-4e33-81f7-80270dcab837 service neutron] Attempting to bind port 4cae1d32-4c78-4cf3-9dd2-5e58ae221135 on host n-h2-844202-1 for vnic_type normal with profile {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:09:32.342693 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-2604a00e-259f-4e33-81f7-80270dcab837 service neutron] Attempting to bind port 4cae1d32-4c78-4cf3-9dd2-5e58ae221135 by drivers openvswitch,hyperv on host n-h2-844202-1 at level 0 using segments [{'id': '1cfda828-870d-4ff9-9f7f-9583fe873d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '83309fe7-c674-45d2-987a-e042535023cf'}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:09:32.343100 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-2604a00e-259f-4e33-81f7-80270dcab837 service neutron] Attempting to bind port 4cae1d32-4c78-4cf3-9dd2-5e58ae221135 on network 83309fe7-c674-45d2-987a-e042535023cf {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:09:32.355890 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ceb9d4c8-5e48-4d92-ac2d-5874726a6a23 admin admin] Router 34511afa-2f84-418d-a7a8-a118fab61b4e has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 19:09:32.371040 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.db.resource_extend [req-75f38de4-4a3b-42e8-8b18-4a5dd37f1bdf req-051b2dfc-ce05-4961-b3d8-381ef4bff2af service neutron] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 19:09:32.434696 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-79ba79e6-690d-4219-805b-dcf387470728 None None] Provisioning complete for port b66f6a81-66f4-4681-bd20-5cd8e3e4f5d9 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:09:32.434696 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-79ba79e6-690d-4219-805b-dcf387470728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:32.456143 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bfa371d-997c-42d0-8d0b-4ad5daa1d76e tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:32.460343 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bfa371d-997c-42d0-8d0b-4ad5daa1d76e tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:32.469926 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bfa371d-997c-42d0-8d0b-4ad5daa1d76e tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:32.469926 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-5bfa371d-997c-42d0-8d0b-4ad5daa1d76e tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Synchronizing usage tracker for tenant:be49ffaf16754f888348eea74749e7ed on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:09:32.498005 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-2604a00e-259f-4e33-81f7-80270dcab837 service neutron] Port 4cae1d32-4c78-4cf3-9dd2-5e58ae221135 on network 83309fe7-c674-45d2-987a-e042535023cf not bound, no agent of type Open vSwitch agent registered on host n-h2-844202-1 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 19:09:32.498005 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-2604a00e-259f-4e33-81f7-80270dcab837 service neutron] Attempting to bind port 4cae1d32-4c78-4cf3-9dd2-5e58ae221135 on network 83309fe7-c674-45d2-987a-e042535023cf {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:09:32.551908 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-75f38de4-4a3b-42e8-8b18-4a5dd37f1bdf req-051b2dfc-ce05-4961-b3d8-381ef4bff2af service neutron] For port c13922d6-8dcd-4203-bf4b-58d64aaed295, host n-h1-844202-1, cleared binding levels {{(pid=88524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:09:32.573775 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-79ba79e6-690d-4219-805b-dcf387470728 None None] Port b66f6a81-66f4-4681-bd20-5cd8e3e4f5d9 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:09:32.595671 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3a87d9fa-1cbf-4b91-9678-82735460635e req-bff67f12-7e54-43b8-821d-2ce7ccd6cf89 tempest-VolumesActionsTest-1431207634 tempest-VolumesActionsTest-1431207634-project] 10.222.0.41 "GET /v2.0/ports?device_id=fe935053-d0cd-4fec-bf96-10d96f3ec560 HTTP/1.1" status: 200 len: 210 time: 0.0814073 Jun 01 19:09:32.616355 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-2604a00e-259f-4e33-81f7-80270dcab837 service neutron] Checking agent: {'id': 'f5db9968-6317-4186-9100-9e0ca6b50417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 9, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:09:32.616355 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-2604a00e-259f-4e33-81f7-80270dcab837 service neutron] Checking segment: {'id': '1cfda828-870d-4ff9-9f7f-9583fe873d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '83309fe7-c674-45d2-987a-e042535023cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:09:32.616355 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-2604a00e-259f-4e33-81f7-80270dcab837 service neutron] Bound using segment: {'id': '1cfda828-870d-4ff9-9f7f-9583fe873d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '83309fe7-c674-45d2-987a-e042535023cf'} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:09:32.616355 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-2604a00e-259f-4e33-81f7-80270dcab837 service neutron] Bound port: 4cae1d32-4c78-4cf3-9dd2-5e58ae221135, host: n-h2-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cfda828-870d-4ff9-9f7f-9583fe873d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '83309fe7-c674-45d2-987a-e042535023cf'}}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:09:32.616355 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-2604a00e-259f-4e33-81f7-80270dcab837 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:32.667039 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-5bfa371d-997c-42d0-8d0b-4ad5daa1d76e tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Unset dirty status for tenant:be49ffaf16754f888348eea74749e7ed on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:09:32.667039 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-5bfa371d-997c-42d0-8d0b-4ad5daa1d76e tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] 10.222.0.41 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 1.2323391 Jun 01 19:09:32.673278 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 53312) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:09:32.697614 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device c507d495-0ce0-477b-bc42-ec46b116dbdb up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:09:32.807239 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-afc339c7-ab62-471d-b391-a1c6badc693e req-614efbe4-980a-453a-8e4f-12d0f2c95be1 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d570a50-36ee-4a35-8568-a6d10a7bab24&id=0ab986d5-b8d5-42ed-9ee0-4a29f48e1199&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.5041397 Jun 01 19:09:32.811756 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceb9d4c8-5e48-4d92-ac2d-5874726a6a23 admin admin] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:09:32.811756 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-d6d6745d-6b9f-4e5c-8021-2362c1513d47 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Deleting port d49664f1-e262-4657-ab0e-8f31551630df {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:09:32.811756 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d6d6745d-6b9f-4e5c-8021-2362c1513d47 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:32.815851 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-601f3668-fbe3-4b60-a34f-854249458787 None None] Sync routers for ids ['34511afa-2f84-418d-a7a8-a118fab61b4e'] in n-d-844202-1 {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:09:32.824042 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601f3668-fbe3-4b60-a34f-854249458787 None None] Routers {'34511afa-2f84-418d-a7a8-a118fab61b4e'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:09:32.824042 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-601f3668-fbe3-4b60-a34f-854249458787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:09:09Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['34511afa-2f84-418d-a7a8-a118fab61b4e'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:09:32.880213 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-ceb9d4c8-5e48-4d92-ac2d-5874726a6a23 admin admin] 10.222.0.41 "PUT /v2.0/routers/34511afa-2f84-418d-a7a8-a118fab61b4e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4789097 Jun 01 19:09:33.011317 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [req-75f38de4-4a3b-42e8-8b18-4a5dd37f1bdf req-051b2dfc-ce05-4961-b3d8-381ef4bff2af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c13922d6-8dcd-4203-bf4b-58d64aaed295 {{(pid=88524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 19:09:33.035807 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-75f38de4-4a3b-42e8-8b18-4a5dd37f1bdf req-051b2dfc-ce05-4961-b3d8-381ef4bff2af service neutron] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:33.165390 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [req-75f38de4-4a3b-42e8-8b18-4a5dd37f1bdf req-051b2dfc-ce05-4961-b3d8-381ef4bff2af service neutron] Transition to ACTIVE for port object c13922d6-8dcd-4203-bf4b-58d64aaed295 will not be triggered until provisioned by entity L2. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:09:33.165390 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-2604a00e-259f-4e33-81f7-80270dcab837 service neutron] For port 4cae1d32-4c78-4cf3-9dd2-5e58ae221135, host n-h2-844202-1, cleared binding levels {{(pid=88524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:09:33.182473 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-a64ff2c1-953f-4b52-9d9d-d56b73999743 req-b521f696-0ca0-4bed-b4a8-92abfb7cbca7 tempest-VolumesActionsTest-1431207634 tempest-VolumesActionsTest-1431207634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:09:33.193508 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-75f38de4-4a3b-42e8-8b18-4a5dd37f1bdf req-051b2dfc-ce05-4961-b3d8-381ef4bff2af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:33.200478 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-a64ff2c1-953f-4b52-9d9d-d56b73999743 req-b521f696-0ca0-4bed-b4a8-92abfb7cbca7 tempest-VolumesActionsTest-1431207634 tempest-VolumesActionsTest-1431207634-project] Usage tracker for resource:port and tenant:629cbcc775204e3fab453ad18b665a7d is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:09:33.258330 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-2604a00e-259f-4e33-81f7-80270dcab837 service neutron] For port 4cae1d32-4c78-4cf3-9dd2-5e58ae221135, host n-h2-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=4cae1d32-4c78-4cf3-9dd2-5e58ae221135,segment=NetworkSegment(1cfda828-870d-4ff9-9f7f-9583fe873d24),segment_id=1cfda828-870d-4ff9-9f7f-9583fe873d24)] {{(pid=88524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:09:33.258330 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-a64ff2c1-953f-4b52-9d9d-d56b73999743 req-b521f696-0ca0-4bed-b4a8-92abfb7cbca7 tempest-VolumesActionsTest-1431207634 tempest-VolumesActionsTest-1431207634-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:09:33.273116 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-601f3668-fbe3-4b60-a34f-854249458787 None None] Set router 34511afa-2f84-418d-a7a8-a118fab61b4e gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:09:33.297119 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-a64ff2c1-953f-4b52-9d9d-d56b73999743 req-b521f696-0ca0-4bed-b4a8-92abfb7cbca7 tempest-VolumesActionsTest-1431207634 tempest-VolumesActionsTest-1431207634-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:09:33.304874 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d6d6745d-6b9f-4e5c-8021-2362c1513d47 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:33.318277 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-2604a00e-259f-4e33-81f7-80270dcab837 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:33.574656 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 53332) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:09:33.598404 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-d6d6745d-6b9f-4e5c-8021-2362c1513d47 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Calling delete_port for d49664f1-e262-4657-ab0e-8f31551630df owned by {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:09:33.651763 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051b2dfc-ce05-4961-b3d8-381ef4bff2af service neutron] Pushing event updated for resources: {'Port': ['ID=c13922d6-8dcd-4203-bf4b-58d64aaed295,revision_number=7']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:09:33.676315 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port c507d495-0ce0-477b-bc42-ec46b116dbdb triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:09:33.676315 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:33.705309 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-9ca198af-9235-4bd5-9129-11d9603c1654 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Request body: {'security_group': {'name': 'tempest-securitygroup--481561289', 'description': 'tempest-description--846196876'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:09:33.743294 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-9ca198af-9235-4bd5-9129-11d9603c1654 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:09:33.748907 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-75f38de4-4a3b-42e8-8b18-4a5dd37f1bdf req-051b2dfc-ce05-4961-b3d8-381ef4bff2af service neutron] No DVR routers for this DVR port c13922d6-8dcd-4203-bf4b-58d64aaed295 on host n-h1-844202-1 {{(pid=88524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:09:33.763544 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-9ca198af-9235-4bd5-9129-11d9603c1654 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Usage tracker for resource:security_group and tenant:4a7494de105b4d89b3193a70c4c60c4c is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:09:33.767800 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-9ca198af-9235-4bd5-9129-11d9603c1654 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:09:33.777245 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-9ca198af-9235-4bd5-9129-11d9603c1654 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:09:33.833355 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-57c62509-7c60-419e-a27b-8f44820b2dcf tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-885820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-886655'] for router, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:33.859440 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-2604a00e-259f-4e33-81f7-80270dcab837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:33.860079 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-2604a00e-259f-4e33-81f7-80270dcab837 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:33.861510 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-2604a00e-259f-4e33-81f7-80270dcab837 service neutron] 10.222.0.50 "PUT /v2.0/ports/4cae1d32-4c78-4cf3-9dd2-5e58ae221135 HTTP/1.1" status: 200 len: 1090 time: 9.2259150 Jun 01 19:09:33.862447 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a64ff2c1-953f-4b52-9d9d-d56b73999743 req-b521f696-0ca0-4bed-b4a8-92abfb7cbca7 tempest-VolumesActionsTest-1431207634 tempest-VolumesActionsTest-1431207634-project] Made reservation on behalf of 629cbcc775204e3fab453ad18b665a7d for: {'port': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:09:33.866563 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-a64ff2c1-953f-4b52-9d9d-d56b73999743 req-b521f696-0ca0-4bed-b4a8-92abfb7cbca7 tempest-VolumesActionsTest-1431207634 tempest-VolumesActionsTest-1431207634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:33.885223 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b89af75b-9667-469e-b061-668dd6a09e9b', 'tag': '4cae1d32-4c78-4cf3-9dd2-5e58ae221135'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:09:34.089562 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9ca198af-9235-4bd5-9129-11d9603c1654 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:34.166793 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port c507d495-0ce0-477b-bc42-ec46b116dbdb is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:09:34.203116 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-601f3668-fbe3-4b60-a34f-854249458787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34511afa-2f84-418d-a7a8-a118fab61b4e', 'name': 'tempest-AttachVolumeShelveTestJSON-595855241-router', 'tenant_id': '4a7494de105b4d89b3193a70c4c60c4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': 'c507d495-0ce0-477b-bc42-ec46b116dbdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:09:17Z', 'updated_at': '2022-06-01T19:09:29Z', 'revision_number': 4, 'project_id': '4a7494de105b4d89b3193a70c4c60c4c', 'gw_port': {'id': 'c507d495-0ce0-477b-bc42-ec46b116dbdb', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:1a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34511afa-2f84-418d-a7a8-a118fab61b4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2817, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:09:20Z', 'updated_at': '2022-06-01T19:09:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': 'b66f6a81-66f4-4681-bd20-5cd8e3e4f5d9', 'name': '', 'network_id': '3d299f30-03d5-48f5-82fc-2ce538e7e02b', 'tenant_id': '4a7494de105b4d89b3193a70c4c60c4c', 'mac_address': 'fa:16:3e:8c:1f:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34511afa-2f84-418d-a7a8-a118fab61b4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2820, 'fixed_ips': [{'subnet_id': 'bf215978-ce5c-4077-ac29-2d8fb4937baa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:09:28Z', 'updated_at': '2022-06-01T19:09:30Z', 'revision_number': 2, 'project_id': '4a7494de105b4d89b3193a70c4c60c4c', 'subnets': [{'id': 'bf215978-ce5c-4077-ac29-2d8fb4937baa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:09:34.209644 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-601f3668-fbe3-4b60-a34f-854249458787 None None] Checking router: 34511afa-2f84-418d-a7a8-a118fab61b4e for host: n-d-844202-1 {{(pid=88526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 19:09:34.210068 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-601f3668-fbe3-4b60-a34f-854249458787 None None] Updating router 34511afa-2f84-418d-a7a8-a118fab61b4e port b66f6a81-66f4-4681-bd20-5cd8e3e4f5d9 binding host n-d-844202-1 {{(pid=88526) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 19:09:34.212565 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-9b743f20-ccf5-423d-b61f-571c24adccd9 service neutron] Request body: {'port': {'device_id': 'b89af75b-9667-469e-b061-668dd6a09e9b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844202-1'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:09:34.227416 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-6e624d53-1a25-4c38-a993-382c326ab87b req-35fbcb62-4fec-4f3a-a532-caed0a9174f9 tempest-VolumesActionsTest-1431207634 tempest-VolumesActionsTest-1431207634-project] 10.222.0.41 "GET /v2.0/ports?device_id=fe935053-d0cd-4fec-bf96-10d96f3ec560 HTTP/1.1" status: 200 len: 210 time: 0.1501658 Jun 01 19:09:34.241407 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-9ca198af-9235-4bd5-9129-11d9603c1654 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:09:34.266169 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-9ca198af-9235-4bd5-9129-11d9603c1654 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Usage tracker for resource:security_group_rule and tenant:4a7494de105b4d89b3193a70c4c60c4c is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:09:34.284774 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-9ca198af-9235-4bd5-9129-11d9603c1654 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:09:34.293273 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-9ca198af-9235-4bd5-9129-11d9603c1654 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:09:34.336215 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d6d6745d-6b9f-4e5c-8021-2362c1513d47 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:34.385891 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-601f3668-fbe3-4b60-a34f-854249458787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:34.568398 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d6745d-6b9f-4e5c-8021-2362c1513d47 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Pushing event deleted for resources: {'Port': ['ID=d49664f1-e262-4657-ab0e-8f31551630df,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:09:34.620583 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d6d6745d-6b9f-4e5c-8021-2362c1513d47 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:34.672011 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-d6d6745d-6b9f-4e5c-8021-2362c1513d47 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] 10.222.0.41 "DELETE /v2.0/ports/d49664f1-e262-4657-ab0e-8f31551630df HTTP/1.1" status: 204 len: 168 time: 1.9977393 Jun 01 19:09:34.700410 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 53350) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:09:34.846878 n-d-844202-1 neutron-server[88525]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd6fc12b-f5e3-4edf-92cd-23f42cd80608 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] GET failed (client error): The resource could not be found. Jun 01 19:09:34.849213 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-bd6fc12b-f5e3-4edf-92cd-23f42cd80608 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Synchronizing usage tracker for tenant:be49ffaf16754f888348eea74749e7ed on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:09:34.905133 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a1c926-f476-41a7-80fb-d84fc56aa094 req-a399c911-574c-44e5-b951-7ee71def7333 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:34.931873 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a1c926-f476-41a7-80fb-d84fc56aa094 req-a399c911-574c-44e5-b951-7ee71def7333 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:34.938762 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a1c926-f476-41a7-80fb-d84fc56aa094 req-a399c911-574c-44e5-b951-7ee71def7333 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:34.955352 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a1c926-f476-41a7-80fb-d84fc56aa094 req-a399c911-574c-44e5-b951-7ee71def7333 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:34.966053 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2604a00e-259f-4e33-81f7-80270dcab837 service neutron] Pushing event updated for resources: {'Port': ['ID=4cae1d32-4c78-4cf3-9dd2-5e58ae221135,revision_number=3']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:09:34.991655 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a1c926-f476-41a7-80fb-d84fc56aa094 req-a399c911-574c-44e5-b951-7ee71def7333 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:35.012073 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a1c926-f476-41a7-80fb-d84fc56aa094 req-a399c911-574c-44e5-b951-7ee71def7333 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:35.013226 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-601f3668-fbe3-4b60-a34f-854249458787 None None] Notify callbacks [] for port, precommit_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:35.021844 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a1c926-f476-41a7-80fb-d84fc56aa094 req-a399c911-574c-44e5-b951-7ee71def7333 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:35.023783 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-40a1c926-f476-41a7-80fb-d84fc56aa094 req-a399c911-574c-44e5-b951-7ee71def7333 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] 10.222.0.41 "GET /v2.0/ports?device_id=b89af75b-9667-469e-b061-668dd6a09e9b HTTP/1.1" status: 200 len: 5397 time: 0.5797563 Jun 01 19:09:35.028932 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-601f3668-fbe3-4b60-a34f-854249458787 None None] Transition to ACTIVE for port object b66f6a81-66f4-4681-bd20-5cd8e3e4f5d9 will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:09:35.040089 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-601f3668-fbe3-4b60-a34f-854249458787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:35.057316 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9ca198af-9235-4bd5-9129-11d9603c1654 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:35.089266 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-9b743f20-ccf5-423d-b61f-571c24adccd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:35.098986 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9ca198af-9235-4bd5-9129-11d9603c1654 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:35.098986 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-bd6fc12b-f5e3-4edf-92cd-23f42cd80608 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Unset dirty status for tenant:be49ffaf16754f888348eea74749e7ed on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:09:35.108723 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-bd6fc12b-f5e3-4edf-92cd-23f42cd80608 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] 10.222.0.41 "GET /v2.0/ports/d49664f1-e262-4657-ab0e-8f31551630df HTTP/1.1" status: 404 len: 333 time: 0.4064040 Jun 01 19:09:35.108723 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 53356) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:09:35.176413 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcd4df6-750b-4ab9-9d01-13982d40c4fd None None] Pushing event updated for resources: {'Port': ['ID=b66f6a81-66f4-4681-bd20-5cd8e3e4f5d9,revision_number=3']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:09:35.183520 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca198af-9235-4bd5-9129-11d9603c1654 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7f46c16-7d81-4a09-b7a2-ba720d08e5cb,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:09:35.244533 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-40a1c926-f476-41a7-80fb-d84fc56aa094 req-885e9baf-88f1-47c8-a7b3-42cc02824298 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d570a50-36ee-4a35-8568-a6d10a7bab24&id=0ab986d5-b8d5-42ed-9ee0-4a29f48e1199&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1737323 Jun 01 19:09:35.284074 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca198af-9235-4bd5-9129-11d9603c1654 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:09:35.284074 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca198af-9235-4bd5-9129-11d9603c1654 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:09:35.284074 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca198af-9235-4bd5-9129-11d9603c1654 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:09:35.284074 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca198af-9235-4bd5-9129-11d9603c1654 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:09:35.291236 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca198af-9235-4bd5-9129-11d9603c1654 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:09:35.291236 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca198af-9235-4bd5-9129-11d9603c1654 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:09:35.291236 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca198af-9235-4bd5-9129-11d9603c1654 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:09:35.291236 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca198af-9235-4bd5-9129-11d9603c1654 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:09:35.291236 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca198af-9235-4bd5-9129-11d9603c1654 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:09:35.291236 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca198af-9235-4bd5-9129-11d9603c1654 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:09:35.291236 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca198af-9235-4bd5-9129-11d9603c1654 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:09:35.291236 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca198af-9235-4bd5-9129-11d9603c1654 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:09:35.334465 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9ca198af-9235-4bd5-9129-11d9603c1654 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:35.334465 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-9ca198af-9235-4bd5-9129-11d9603c1654 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.7594974 Jun 01 19:09:35.343159 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 53364) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:09:35.380726 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-ec1ea350-4182-4929-b4d2-7d2ce3949db1 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Request body: {'security_group_rule': {'security_group_id': 'b7f46c16-7d81-4a09-b7a2-ba720d08e5cb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:09:35.431941 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9476a1e9-9ef1-4a00-9f45-c9eea623f812'] response: {'name': 'network-changed', 'server_uuid': 'b89af75b-9667-469e-b061-668dd6a09e9b', 'tag': '4cae1d32-4c78-4cf3-9dd2-5e58ae221135', 'status': 'completed', 'code': 200} Jun 01 19:09:35.438552 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-ec1ea350-4182-4929-b4d2-7d2ce3949db1 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:09:35.454073 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-601f3668-fbe3-4b60-a34f-854249458787 None None] Attempting to bind port b66f6a81-66f4-4681-bd20-5cd8e3e4f5d9 on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:09:35.455295 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-601f3668-fbe3-4b60-a34f-854249458787 None None] Attempting to bind port b66f6a81-66f4-4681-bd20-5cd8e3e4f5d9 by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': '391d97c0-c1c6-4de9-90ea-516f30f0f3f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '3d299f30-03d5-48f5-82fc-2ce538e7e02b'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:09:35.455295 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-601f3668-fbe3-4b60-a34f-854249458787 None None] Attempting to bind port b66f6a81-66f4-4681-bd20-5cd8e3e4f5d9 on network 3d299f30-03d5-48f5-82fc-2ce538e7e02b {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:09:35.457375 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-ec1ea350-4182-4929-b4d2-7d2ce3949db1 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Usage tracker for resource:security_group_rule and tenant:4a7494de105b4d89b3193a70c4c60c4c is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:09:35.461156 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-601f3668-fbe3-4b60-a34f-854249458787 None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 9, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:09:35.461529 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-601f3668-fbe3-4b60-a34f-854249458787 None None] Checking segment: {'id': '391d97c0-c1c6-4de9-90ea-516f30f0f3f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '3d299f30-03d5-48f5-82fc-2ce538e7e02b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:09:35.461927 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-601f3668-fbe3-4b60-a34f-854249458787 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:35.462311 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-601f3668-fbe3-4b60-a34f-854249458787 None None] Bound using segment: {'id': '391d97c0-c1c6-4de9-90ea-516f30f0f3f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '3d299f30-03d5-48f5-82fc-2ce538e7e02b'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:09:35.462770 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-601f3668-fbe3-4b60-a34f-854249458787 None None] Bound port: b66f6a81-66f4-4681-bd20-5cd8e3e4f5d9, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '391d97c0-c1c6-4de9-90ea-516f30f0f3f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '3d299f30-03d5-48f5-82fc-2ce538e7e02b'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:09:35.463142 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-601f3668-fbe3-4b60-a34f-854249458787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:35.468200 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-ec1ea350-4182-4929-b4d2-7d2ce3949db1 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:09:35.488926 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-f076b190-a140-40e4-b02a-cf000648be95 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Deleting port ee244ff1-06a9-4e34-b96b-7ee84cc833a6 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:09:35.489536 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f076b190-a140-40e4-b02a-cf000648be95 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:35.536881 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-ec1ea350-4182-4929-b4d2-7d2ce3949db1 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:09:35.588446 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-75f38de4-4a3b-42e8-8b18-4a5dd37f1bdf req-051b2dfc-ce05-4961-b3d8-381ef4bff2af service neutron] Attempting to bind port c13922d6-8dcd-4203-bf4b-58d64aaed295 on host n-h2-844202-1 for vnic_type normal with profile {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:09:35.588446 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-75f38de4-4a3b-42e8-8b18-4a5dd37f1bdf req-051b2dfc-ce05-4961-b3d8-381ef4bff2af service neutron] Attempting to bind port c13922d6-8dcd-4203-bf4b-58d64aaed295 by drivers openvswitch,hyperv on host n-h2-844202-1 at level 0 using segments [{'id': '7e25366f-9619-4880-81a2-a56ac8eaa2c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '1683679e-ac4b-4846-a35b-a63a265f2c59'}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:09:35.588446 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75f38de4-4a3b-42e8-8b18-4a5dd37f1bdf req-051b2dfc-ce05-4961-b3d8-381ef4bff2af service neutron] Attempting to bind port c13922d6-8dcd-4203-bf4b-58d64aaed295 on network 1683679e-ac4b-4846-a35b-a63a265f2c59 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:09:35.612780 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-601f3668-fbe3-4b60-a34f-854249458787 None None] For port b66f6a81-66f4-4681-bd20-5cd8e3e4f5d9, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:09:35.612780 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-601f3668-fbe3-4b60-a34f-854249458787 None None] For port b66f6a81-66f4-4681-bd20-5cd8e3e4f5d9, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=b66f6a81-66f4-4681-bd20-5cd8e3e4f5d9,segment=NetworkSegment(391d97c0-c1c6-4de9-90ea-516f30f0f3f3),segment_id=391d97c0-c1c6-4de9-90ea-516f30f0f3f3)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:09:35.620056 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-601f3668-fbe3-4b60-a34f-854249458787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:35.636583 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-21d4627a-2ba2-436d-b7c3-19eec8bc30ed req-da319aae-5fc9-4337-8aa7-7fee107dbdc4 tempest-VolumesActionsTest-1431207634 tempest-VolumesActionsTest-1431207634-project] 10.222.0.41 "GET /v2.0/ports?device_id=fe935053-d0cd-4fec-bf96-10d96f3ec560 HTTP/1.1" status: 200 len: 210 time: 0.0597906 Jun 01 19:09:35.672599 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ec1ea350-4182-4929-b4d2-7d2ce3949db1 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:35.715315 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f4978b-28d8-40dd-8d98-349237f27cd6 req-2dc69f19-80bf-48c2-9ad6-27f6ef812921 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:35.715315 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-28f4978b-28d8-40dd-8d98-349237f27cd6 req-2dc69f19-80bf-48c2-9ad6-27f6ef812921 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc7ed167-b50b-48f3-a13d-b18891eb7a13 HTTP/1.1" status: 200 len: 944 time: 2.0675402 Jun 01 19:09:35.758488 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75f38de4-4a3b-42e8-8b18-4a5dd37f1bdf req-051b2dfc-ce05-4961-b3d8-381ef4bff2af service neutron] Port c13922d6-8dcd-4203-bf4b-58d64aaed295 on network 1683679e-ac4b-4846-a35b-a63a265f2c59 not bound, no agent of type Open vSwitch agent registered on host n-h2-844202-1 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 19:09:35.758488 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75f38de4-4a3b-42e8-8b18-4a5dd37f1bdf req-051b2dfc-ce05-4961-b3d8-381ef4bff2af service neutron] Attempting to bind port c13922d6-8dcd-4203-bf4b-58d64aaed295 on network 1683679e-ac4b-4846-a35b-a63a265f2c59 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:09:35.791555 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601f3668-fbe3-4b60-a34f-854249458787 None None] Routers {'34511afa-2f84-418d-a7a8-a118fab61b4e'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:09:35.792132 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-601f3668-fbe3-4b60-a34f-854249458787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:09:09Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['34511afa-2f84-418d-a7a8-a118fab61b4e'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:09:35.839901 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75f38de4-4a3b-42e8-8b18-4a5dd37f1bdf req-051b2dfc-ce05-4961-b3d8-381ef4bff2af service neutron] Checking agent: {'id': 'f5db9968-6317-4186-9100-9e0ca6b50417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 9, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:09:35.840339 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75f38de4-4a3b-42e8-8b18-4a5dd37f1bdf req-051b2dfc-ce05-4961-b3d8-381ef4bff2af service neutron] Checking segment: {'id': '7e25366f-9619-4880-81a2-a56ac8eaa2c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '1683679e-ac4b-4846-a35b-a63a265f2c59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:09:35.840864 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75f38de4-4a3b-42e8-8b18-4a5dd37f1bdf req-051b2dfc-ce05-4961-b3d8-381ef4bff2af service neutron] Bound using segment: {'id': '7e25366f-9619-4880-81a2-a56ac8eaa2c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '1683679e-ac4b-4846-a35b-a63a265f2c59'} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:09:35.842775 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-75f38de4-4a3b-42e8-8b18-4a5dd37f1bdf req-051b2dfc-ce05-4961-b3d8-381ef4bff2af service neutron] Bound port: c13922d6-8dcd-4203-bf4b-58d64aaed295, host: n-h2-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e25366f-9619-4880-81a2-a56ac8eaa2c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '1683679e-ac4b-4846-a35b-a63a265f2c59'}}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:09:35.843934 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-75f38de4-4a3b-42e8-8b18-4a5dd37f1bdf req-051b2dfc-ce05-4961-b3d8-381ef4bff2af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:35.870042 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [req-a64ff2c1-953f-4b52-9d9d-d56b73999743 req-b521f696-0ca0-4bed-b4a8-92abfb7cbca7 tempest-VolumesActionsTest-1431207634 tempest-VolumesActionsTest-1431207634-project] Allocated IP 172.20.0.5 (acc8637a-ddf7-4d96-a460-3d7437db2654/b315c7dd-b5dc-4e38-acc9-ea751731e0ba/fdf1c48a-3c60-4724-9195-349ed1a50bc4) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:09:35.991048 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ec1ea350-4182-4929-b4d2-7d2ce3949db1 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:36.065139 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcd4df6-750b-4ab9-9d01-13982d40c4fd None None] Pushing event updated for resources: {'Port': ['ID=b66f6a81-66f4-4681-bd20-5cd8e3e4f5d9,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:09:36.110834 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-75f38de4-4a3b-42e8-8b18-4a5dd37f1bdf req-051b2dfc-ce05-4961-b3d8-381ef4bff2af service neutron] For port c13922d6-8dcd-4203-bf4b-58d64aaed295, host n-h2-844202-1, cleared binding levels {{(pid=88524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:09:36.121167 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-75f38de4-4a3b-42e8-8b18-4a5dd37f1bdf req-051b2dfc-ce05-4961-b3d8-381ef4bff2af service neutron] For port c13922d6-8dcd-4203-bf4b-58d64aaed295, host n-h2-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=c13922d6-8dcd-4203-bf4b-58d64aaed295,segment=NetworkSegment(7e25366f-9619-4880-81a2-a56ac8eaa2c5),segment_id=7e25366f-9619-4880-81a2-a56ac8eaa2c5)] {{(pid=88524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:09:36.140472 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f076b190-a140-40e4-b02a-cf000648be95 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:36.143229 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-601f3668-fbe3-4b60-a34f-854249458787 None None] Set router 34511afa-2f84-418d-a7a8-a118fab61b4e gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:09:36.157923 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ec1ea350-4182-4929-b4d2-7d2ce3949db1 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:36.181341 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-75f38de4-4a3b-42e8-8b18-4a5dd37f1bdf req-051b2dfc-ce05-4961-b3d8-381ef4bff2af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:36.337524 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-f076b190-a140-40e4-b02a-cf000648be95 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Calling delete_port for ee244ff1-06a9-4e34-b96b-7ee84cc833a6 owned by {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:09:36.402706 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-28f4978b-28d8-40dd-8d98-349237f27cd6 req-c495b649-7f96-40e0-89c6-809ca031dd32 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/security-groups?id=457e2085-2430-4c17-b58f-61923b8494ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6416287 Jun 01 19:09:36.402706 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57c62509-7c60-419e-a27b-8f44820b2dcf tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] Router 8319b198-cc7e-4dcc-9662-fcf56bab40fb is scheduled to L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 with binding_index 1 {{(pid=88524) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 19:09:36.426807 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1ea350-4182-4929-b4d2-7d2ce3949db1 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f954e75-a6c8-4c03-9c7e-567572637d2f,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:09:36.457554 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ec1ea350-4182-4929-b4d2-7d2ce3949db1 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:36.457554 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-ec1ea350-4182-4929-b4d2-7d2ce3949db1 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1110916 Jun 01 19:09:36.457554 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 53378) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:09:36.471057 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-782774f3-f106-408e-9d75-60b796044aa1 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Request body: {'security_group_rule': {'security_group_id': 'b7f46c16-7d81-4a09-b7a2-ba720d08e5cb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:09:36.563226 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-782774f3-f106-408e-9d75-60b796044aa1 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:09:36.580890 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f38de4-4a3b-42e8-8b18-4a5dd37f1bdf req-051b2dfc-ce05-4961-b3d8-381ef4bff2af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:36.581511 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-75f38de4-4a3b-42e8-8b18-4a5dd37f1bdf req-051b2dfc-ce05-4961-b3d8-381ef4bff2af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:36.583070 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-75f38de4-4a3b-42e8-8b18-4a5dd37f1bdf req-051b2dfc-ce05-4961-b3d8-381ef4bff2af service neutron] 10.222.0.50 "PUT /v2.0/ports/c13922d6-8dcd-4203-bf4b-58d64aaed295 HTTP/1.1" status: 200 len: 1092 time: 8.7143848 Jun 01 19:09:36.616905 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-782774f3-f106-408e-9d75-60b796044aa1 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Usage tracker for resource:security_group_rule and tenant:4a7494de105b4d89b3193a70c4c60c4c is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:09:36.621059 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-782774f3-f106-408e-9d75-60b796044aa1 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:09:36.630128 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-782774f3-f106-408e-9d75-60b796044aa1 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:09:36.698895 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-782774f3-f106-408e-9d75-60b796044aa1 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:36.740163 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-601f3668-fbe3-4b60-a34f-854249458787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34511afa-2f84-418d-a7a8-a118fab61b4e', 'name': 'tempest-AttachVolumeShelveTestJSON-595855241-router', 'tenant_id': '4a7494de105b4d89b3193a70c4c60c4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': 'c507d495-0ce0-477b-bc42-ec46b116dbdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:09:17Z', 'updated_at': '2022-06-01T19:09:29Z', 'revision_number': 4, 'project_id': '4a7494de105b4d89b3193a70c4c60c4c', 'gw_port': {'id': 'c507d495-0ce0-477b-bc42-ec46b116dbdb', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:1a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34511afa-2f84-418d-a7a8-a118fab61b4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2817, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:09:20Z', 'updated_at': '2022-06-01T19:09:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': 'b66f6a81-66f4-4681-bd20-5cd8e3e4f5d9', 'name': '', 'network_id': '3d299f30-03d5-48f5-82fc-2ce538e7e02b', 'tenant_id': '4a7494de105b4d89b3193a70c4c60c4c', 'mac_address': 'fa:16:3e:8c:1f:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34511afa-2f84-418d-a7a8-a118fab61b4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2820, 'fixed_ips': [{'subnet_id': 'bf215978-ce5c-4077-ac29-2d8fb4937baa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:09:28Z', 'updated_at': '2022-06-01T19:09:35Z', 'revision_number': 4, 'project_id': '4a7494de105b4d89b3193a70c4c60c4c', 'subnets': [{'id': 'bf215978-ce5c-4077-ac29-2d8fb4937baa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:09:36.766896 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-601f3668-fbe3-4b60-a34f-854249458787 None None] The sync data for ids ['34511afa-2f84-418d-a7a8-a118fab61b4e'] in n-d-844202-1 is: [{'id': '34511afa-2f84-418d-a7a8-a118fab61b4e', 'name': 'tempest-AttachVolumeShelveTestJSON-595855241-router', 'tenant_id': '4a7494de105b4d89b3193a70c4c60c4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': 'c507d495-0ce0-477b-bc42-ec46b116dbdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:09:17Z', 'updated_at': '2022-06-01T19:09:29Z', 'revision_number': 4, 'project_id': '4a7494de105b4d89b3193a70c4c60c4c', 'gw_port': {'id': 'c507d495-0ce0-477b-bc42-ec46b116dbdb', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:1a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34511afa-2f84-418d-a7a8-a118fab61b4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2817, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:09:20Z', 'updated_at': '2022-06-01T19:09:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': 'b66f6a81-66f4-4681-bd20-5cd8e3e4f5d9', 'name': '', 'network_id': '3d299f30-03d5-48f5-82fc-2ce538e7e02b', 'tenant_id': '4a7494de105b4d89b3193a70c4c60c4c', 'mac_address': 'fa:16:3e:8c:1f:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34511afa-2f84-418d-a7a8-a118fab61b4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2820, 'fixed_ips': [{'subnet_id': 'bf215978-ce5c-4077-ac29-2d8fb4937baa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:09:28Z', 'updated_at': '2022-06-01T19:09:35Z', 'revision_number': 4, 'project_id': '4a7494de105b4d89b3193a70c4c60c4c', 'subnets': [{'id': 'bf215978-ce5c-4077-ac29-2d8fb4937baa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:09:36.968626 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f076b190-a140-40e4-b02a-cf000648be95 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:37.002905 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-782774f3-f106-408e-9d75-60b796044aa1 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:37.010392 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6adf7f-4df5-4f1f-8373-28a968692d37 req-7fbfa3fd-db36-4a2c-838d-594a3d8a6ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:37.010863 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6adf7f-4df5-4f1f-8373-28a968692d37 req-7fbfa3fd-db36-4a2c-838d-594a3d8a6ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:37.011422 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6adf7f-4df5-4f1f-8373-28a968692d37 req-7fbfa3fd-db36-4a2c-838d-594a3d8a6ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:37.011902 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6adf7f-4df5-4f1f-8373-28a968692d37 req-7fbfa3fd-db36-4a2c-838d-594a3d8a6ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:37.012538 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6adf7f-4df5-4f1f-8373-28a968692d37 req-7fbfa3fd-db36-4a2c-838d-594a3d8a6ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:37.013022 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6adf7f-4df5-4f1f-8373-28a968692d37 req-7fbfa3fd-db36-4a2c-838d-594a3d8a6ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:37.014230 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6adf7f-4df5-4f1f-8373-28a968692d37 req-7fbfa3fd-db36-4a2c-838d-594a3d8a6ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:37.036749 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-2d6adf7f-4df5-4f1f-8373-28a968692d37 req-7fbfa3fd-db36-4a2c-838d-594a3d8a6ae9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=02a99242e0f0463d9013e17319779a87&device_id=b89af75b-9667-469e-b061-668dd6a09e9b HTTP/1.1" status: 200 len: 6344 time: 1.5892565 Jun 01 19:09:37.038471 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051b2dfc-ce05-4961-b3d8-381ef4bff2af service neutron] Pushing event updated for resources: {'Port': ['ID=c13922d6-8dcd-4203-bf4b-58d64aaed295,revision_number=8']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:09:37.064870 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-782774f3-f106-408e-9d75-60b796044aa1 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:37.100475 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f076b190-a140-40e4-b02a-cf000648be95 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Pushing event deleted for resources: {'Port': ['ID=ee244ff1-06a9-4e34-b96b-7ee84cc833a6,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:09:37.125619 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-46a61a57-91e8-44dd-971b-023b1bd68da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:37.179293 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782774f3-f106-408e-9d75-60b796044aa1 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=386c6d1c-ac23-4b3f-bf0f-c2efc2ff360f,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:09:37.236091 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4dd3bcea-7eaf-4962-995c-d89237253b7f req-d500c431-c857-43de-bcb6-c2c212b913ed tempest-VolumesActionsTest-1431207634 tempest-VolumesActionsTest-1431207634-project] 10.222.0.41 "GET /v2.0/ports?device_id=fe935053-d0cd-4fec-bf96-10d96f3ec560 HTTP/1.1" status: 200 len: 210 time: 0.3184297 Jun 01 19:09:37.251453 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167f99fd-3fd6-43a2-bc84-cfb13d935b24 req-a3a2e5b5-ca77-435b-817f-9f1daf51483b tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:37.269362 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167f99fd-3fd6-43a2-bc84-cfb13d935b24 req-a3a2e5b5-ca77-435b-817f-9f1daf51483b tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:37.292912 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167f99fd-3fd6-43a2-bc84-cfb13d935b24 req-a3a2e5b5-ca77-435b-817f-9f1daf51483b tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:37.304402 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167f99fd-3fd6-43a2-bc84-cfb13d935b24 req-a3a2e5b5-ca77-435b-817f-9f1daf51483b tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:37.324499 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167f99fd-3fd6-43a2-bc84-cfb13d935b24 req-a3a2e5b5-ca77-435b-817f-9f1daf51483b tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:37.342735 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167f99fd-3fd6-43a2-bc84-cfb13d935b24 req-a3a2e5b5-ca77-435b-817f-9f1daf51483b tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:37.379898 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167f99fd-3fd6-43a2-bc84-cfb13d935b24 req-a3a2e5b5-ca77-435b-817f-9f1daf51483b tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:37.383354 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-167f99fd-3fd6-43a2-bc84-cfb13d935b24 req-a3a2e5b5-ca77-435b-817f-9f1daf51483b tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] 10.222.0.41 "GET /v2.0/ports?device_id=b89af75b-9667-469e-b061-668dd6a09e9b HTTP/1.1" status: 200 len: 5397 time: 0.9076686 Jun 01 19:09:37.434831 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc7ed167-b50b-48f3-a13d-b18891eb7a13', 'tag': 'c13922d6-8dcd-4203-bf4b-58d64aaed295'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:09:37.439330 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f076b190-a140-40e4-b02a-cf000648be95 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:37.449338 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-f076b190-a140-40e4-b02a-cf000648be95 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] 10.222.0.41 "DELETE /v2.0/ports/ee244ff1-06a9-4e34-b96b-7ee84cc833a6 HTTP/1.1" status: 204 len: 168 time: 2.3120131 Jun 01 19:09:37.451308 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 53396) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:09:37.499312 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-782774f3-f106-408e-9d75-60b796044aa1 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:37.504477 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-782774f3-f106-408e-9d75-60b796044aa1 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0495157 Jun 01 19:09:37.520220 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 53400) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:09:37.541826 n-d-844202-1 neutron-server[88525]: INFO neutron.pecan_wsgi.hooks.translation [None req-87e89756-1e13-43fa-8be8-7499eee6dea2 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] GET failed (client error): The resource could not be found. Jun 01 19:09:37.543393 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-87e89756-1e13-43fa-8be8-7499eee6dea2 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Synchronizing usage tracker for tenant:be49ffaf16754f888348eea74749e7ed on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:09:37.546557 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-549a71fa-3538-446b-8e08-8cf55474832b tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Request body: {'floatingip': {'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:09:37.554472 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-549a71fa-3538-446b-8e08-8cf55474832b tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:09:37.558752 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-549a71fa-3538-446b-8e08-8cf55474832b tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Usage tracker for resource:floatingip and tenant:4a7494de105b4d89b3193a70c4c60c4c is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:09:37.563277 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-549a71fa-3538-446b-8e08-8cf55474832b tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:09:37.569834 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-549a71fa-3538-446b-8e08-8cf55474832b tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:09:37.582391 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-167f99fd-3fd6-43a2-bc84-cfb13d935b24 req-d12a63b8-ef94-4131-9136-814cd27325b8 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d570a50-36ee-4a35-8568-a6d10a7bab24&id=0ab986d5-b8d5-42ed-9ee0-4a29f48e1199&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1979947 Jun 01 19:09:37.601013 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-87e89756-1e13-43fa-8be8-7499eee6dea2 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Unset dirty status for tenant:be49ffaf16754f888348eea74749e7ed on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:09:37.612660 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-87e89756-1e13-43fa-8be8-7499eee6dea2 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] 10.222.0.41 "GET /v2.0/ports/ee244ff1-06a9-4e34-b96b-7ee84cc833a6 HTTP/1.1" status: 404 len: 333 time: 0.1507919 Jun 01 19:09:37.612660 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 53404) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:09:37.775356 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6adf7f-4df5-4f1f-8373-28a968692d37 req-95bb47cd-4cd5-44bf-be7b-667bb109c2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:37.775356 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6adf7f-4df5-4f1f-8373-28a968692d37 req-95bb47cd-4cd5-44bf-be7b-667bb109c2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:37.778729 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6adf7f-4df5-4f1f-8373-28a968692d37 req-95bb47cd-4cd5-44bf-be7b-667bb109c2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:37.778729 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-2d6adf7f-4df5-4f1f-8373-28a968692d37 req-95bb47cd-4cd5-44bf-be7b-667bb109c2ed service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=02a99242e0f0463d9013e17319779a87&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.7395809 Jun 01 19:09:37.778729 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2708716-6321-4c15-8170-1a90ca8d07dc'] response: {'name': 'network-changed', 'server_uuid': 'fc7ed167-b50b-48f3-a13d-b18891eb7a13', 'tag': 'c13922d6-8dcd-4203-bf4b-58d64aaed295', 'status': 'completed', 'code': 200} Jun 01 19:09:37.815703 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-549a71fa-3538-446b-8e08-8cf55474832b tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Notify callbacks [] for floatingip, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:37.854734 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-a64ff2c1-953f-4b52-9d9d-d56b73999743 req-b521f696-0ca0-4bed-b4a8-92abfb7cbca7 tempest-VolumesActionsTest-1431207634 tempest-VolumesActionsTest-1431207634-project] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:37.909338 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_v2 [None req-53be16ab-700b-43d8-a361-233c3043b2ef tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Deleting subnet f8a99e39-5df1-403f-965a-7aa39802568d {{(pid=88525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 19:09:37.958796 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-53be16ab-700b-43d8-a361-233c3043b2ef tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks [] for subnet, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:38.048875 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-53be16ab-700b-43d8-a361-233c3043b2ef tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2258509'] for subnet, precommit_delete_associations {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:38.178876 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd618a1b-5511-4507-9356-0593096f7d79 req-f202a62d-8419-4c22-a4c4-4e5abd09d9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:38.178876 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-dd618a1b-5511-4507-9356-0593096f7d79 req-f202a62d-8419-4c22-a4c4-4e5abd09d9ba service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8537cfb3773e46d182e148cf5b0a717f&device_id=fc7ed167-b50b-48f3-a13d-b18891eb7a13 HTTP/1.1" status: 200 len: 1095 time: 0.2595692 Jun 01 19:09:38.226893 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.db.resource_extend [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-9b743f20-ccf5-423d-b61f-571c24adccd9 service neutron] It took 0.64 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 19:09:38.292622 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-53be16ab-700b-43d8-a361-233c3043b2ef tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:38.299158 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-9b743f20-ccf5-423d-b61f-571c24adccd9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8163d4aa-06ef-4672-8877-8b4853948776 {{(pid=88524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 19:09:38.320722 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-9b743f20-ccf5-423d-b61f-571c24adccd9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:38.339981 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-9b743f20-ccf5-423d-b61f-571c24adccd9 service neutron] Transition to ACTIVE for port object 8163d4aa-06ef-4672-8877-8b4853948776 will not be triggered until provisioned by entity L2. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:09:38.420284 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd618a1b-5511-4507-9356-0593096f7d79 req-823493e3-7884-4d25-8802-a4e56d7ad20a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:38.420284 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-dd618a1b-5511-4507-9356-0593096f7d79 req-823493e3-7884-4d25-8802-a4e56d7ad20a service neutron] 10.222.0.15 "GET /v2.0/networks?id=1683679e-ac4b-4846-a35b-a63a265f2c59 HTTP/1.1" status: 200 len: 898 time: 0.2332349 Jun 01 19:09:38.428969 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57c62509-7c60-419e-a27b-8f44820b2dcf tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:09:38.460491 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00340f3c-2853-406b-bb4b-f014b149165d None None] Sync routers for ids ['8319b198-cc7e-4dcc-9662-fcf56bab40fb'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:09:38.484988 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00340f3c-2853-406b-bb4b-f014b149165d None None] Routers {'8319b198-cc7e-4dcc-9662-fcf56bab40fb'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:09:38.484988 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-00340f3c-2853-406b-bb4b-f014b149165d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:09:09Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['8319b198-cc7e-4dcc-9662-fcf56bab40fb'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:09:38.525612 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-9b743f20-ccf5-423d-b61f-571c24adccd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:38.545119 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-53be16ab-700b-43d8-a361-233c3043b2ef tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2614143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9667199'] for subnet, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:38.687220 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device b66f6a81-66f4-4681-bd20-5cd8e3e4f5d9 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:09:38.699844 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-00340f3c-2853-406b-bb4b-f014b149165d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:09:38.708133 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-dd618a1b-5511-4507-9356-0593096f7d79 req-374ad0cf-4681-4380-b40b-bb380ca6d689 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c13922d6-8dcd-4203-bf4b-58d64aaed295 HTTP/1.1" status: 200 len: 1000 time: 0.2793417 Jun 01 19:09:38.721228 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6adf7f-4df5-4f1f-8373-28a968692d37 req-6cdbb653-c961-409a-a94f-3dd0a121c463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:38.722416 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c507dacf-b348-46d1-8591-7eb84804f576 req-b33bf939-dc92-4915-9573-b4a240f18566 tempest-VolumesActionsTest-1431207634 tempest-VolumesActionsTest-1431207634-project] 10.222.0.41 "GET /v2.0/ports?device_id=fe935053-d0cd-4fec-bf96-10d96f3ec560 HTTP/1.1" status: 200 len: 210 time: 0.1814523 Jun 01 19:09:38.722727 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-2d6adf7f-4df5-4f1f-8373-28a968692d37 req-6cdbb653-c961-409a-a94f-3dd0a121c463 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8786151 Jun 01 19:09:38.727385 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00340f3c-2853-406b-bb4b-f014b149165d None None] Routers {'8319b198-cc7e-4dcc-9662-fcf56bab40fb'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:09:38.727907 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-00340f3c-2853-406b-bb4b-f014b149165d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:09:09Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['8319b198-cc7e-4dcc-9662-fcf56bab40fb'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:09:38.785367 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-57c62509-7c60-419e-a27b-8f44820b2dcf tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] Notify callbacks [] for router, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:38.785367 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-57c62509-7c60-419e-a27b-8f44820b2dcf tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 19.3462336 Jun 01 19:09:38.807776 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 53420) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:09:38.807776 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f38de4-4a3b-42e8-8b18-4a5dd37f1bdf req-33317b70-6bff-46a8-adc1-72c556ec0f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:38.807776 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-75f38de4-4a3b-42e8-8b18-4a5dd37f1bdf req-33317b70-6bff-46a8-adc1-72c556ec0f26 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8537cfb3773e46d182e148cf5b0a717f&device_id=fc7ed167-b50b-48f3-a13d-b18891eb7a13 HTTP/1.1" status: 200 len: 1095 time: 2.1774371 Jun 01 19:09:38.807776 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-624cbf9b-9784-4099-8373-48416b99c597 tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'enable_snat': False}}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:09:38.894003 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-00340f3c-2853-406b-bb4b-f014b149165d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:09:38.894003 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00340f3c-2853-406b-bb4b-f014b149165d None None] The sync data for ids ['8319b198-cc7e-4dcc-9662-fcf56bab40fb'] in n-d-844202-1 is: [] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:09:38.916641 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53be16ab-700b-43d8-a361-233c3043b2ef tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Pushing event deleted for resources: {'Subnet': ['ID=f8a99e39-5df1-403f-965a-7aa39802568d,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:09:38.920644 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port b66f6a81-66f4-4681-bd20-5cd8e3e4f5d9 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:09:38.936910 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port b66f6a81-66f4-4681-bd20-5cd8e3e4f5d9 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:09:38.936910 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:38.941092 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-53be16ab-700b-43d8-a361-233c3043b2ef tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks [] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:38.979965 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-53be16ab-700b-43d8-a361-233c3043b2ef tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] 10.222.0.41 "DELETE /v2.0/subnets/f8a99e39-5df1-403f-965a-7aa39802568d HTTP/1.1" status: 204 len: 168 time: 1.3606989 Jun 01 19:09:38.979965 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 53424) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:09:39.040694 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-684f7ee8-2f05-4d1f-aeb3-0e4462e80ebb None None] Network 7c36393f-a8fb-4119-b909-ffed017db538 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:09:39.146343 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd618a1b-5511-4507-9356-0593096f7d79 req-62421847-3720-4315-99f8-2044c85c70fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:39.148218 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-dd618a1b-5511-4507-9356-0593096f7d79 req-62421847-3720-4315-99f8-2044c85c70fc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8eee5ae7-9972-4ea4-a710-faeb7415f01a HTTP/1.1" status: 200 len: 834 time: 0.4149475 Jun 01 19:09:39.152106 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b743f20-ccf5-423d-b61f-571c24adccd9 service neutron] Pushing event updated for resources: {'Port': ['ID=8163d4aa-06ef-4672-8877-8b4853948776,revision_number=2']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:09:39.276175 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e8406a7e-cbae-4a10-bad3-d6977af61d29 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:39.406159 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-e8406a7e-cbae-4a10-bad3-d6977af61d29 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Deleting port 742ee3ee-a4c2-4671-b21d-29dddf1fe359 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:09:39.406159 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e8406a7e-cbae-4a10-bad3-d6977af61d29 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:39.433619 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1526cd-e643-4451-b904-7173f8ce8153 req-c5da42d9-41cd-4a15-9c4c-6e755ca838d5 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:39.436804 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-cc1526cd-e643-4451-b904-7173f8ce8153 req-c5da42d9-41cd-4a15-9c4c-6e755ca838d5 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc7ed167-b50b-48f3-a13d-b18891eb7a13 HTTP/1.1" status: 200 len: 944 time: 1.8336828 Jun 01 19:09:39.491562 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port b66f6a81-66f4-4681-bd20-5cd8e3e4f5d9 is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:09:39.491939 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:39.513053 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-cc1526cd-e643-4451-b904-7173f8ce8153 req-f6a213b0-ada1-4ab0-a4bc-4589051904c0 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/security-groups?id=457e2085-2430-4c17-b58f-61923b8494ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782278 Jun 01 19:09:39.517994 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-cc2a5271-24e5-4e2e-bac6-0e2ea9b75460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:39.562900 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port b66f6a81-66f4-4681-bd20-5cd8e3e4f5d9, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=b66f6a81-66f4-4681-bd20-5cd8e3e4f5d9,segment=NetworkSegment(391d97c0-c1c6-4de9-90ea-516f30f0f3f3),segment_id=391d97c0-c1c6-4de9-90ea-516f30f0f3f3)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:09:39.569862 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:39.681431 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de705110-2fb7-4e14-a894-21f2c5cf2773 None None] DHCP port deletion for 7c36393f-a8fb-4119-b909-ffed017db538 request from n-d-844202-1 {{(pid=88526) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 19:09:39.700711 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-de705110-2fb7-4e14-a894-21f2c5cf2773 None None] Deleting port 742ee3ee-a4c2-4671-b21d-29dddf1fe359 {{(pid=88526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:09:39.706243 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-a64ff2c1-953f-4b52-9d9d-d56b73999743 req-b521f696-0ca0-4bed-b4a8-92abfb7cbca7 tempest-VolumesActionsTest-1431207634 tempest-VolumesActionsTest-1431207634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:39.710237 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-de705110-2fb7-4e14-a894-21f2c5cf2773 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:39.742920 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd618a1b-5511-4507-9356-0593096f7d79 req-567ad800-e58c-4ca7-9d45-0cffc123c1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:39.742920 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-dd618a1b-5511-4507-9356-0593096f7d79 req-567ad800-e58c-4ca7-9d45-0cffc123c1b3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1683679e-ac4b-4846-a35b-a63a265f2c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5706594 Jun 01 19:09:39.870804 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=b66f6a81-66f4-4681-bd20-5cd8e3e4f5d9,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:09:39.887817 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05deeca6-0f82-4ad5-a606-d729d71ac46d req-87ee6420-2476-48e5-924f-490948d23d54 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:39.909514 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a64ff2c1-953f-4b52-9d9d-d56b73999743 req-b521f696-0ca0-4bed-b4a8-92abfb7cbca7 tempest-VolumesActionsTest-1431207634 tempest-VolumesActionsTest-1431207634-project] Network acc8637a-ddf7-4d96-a460-3d7437db2654 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:09:39.913718 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05deeca6-0f82-4ad5-a606-d729d71ac46d req-87ee6420-2476-48e5-924f-490948d23d54 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:39.928699 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05deeca6-0f82-4ad5-a606-d729d71ac46d req-87ee6420-2476-48e5-924f-490948d23d54 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:39.940197 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05deeca6-0f82-4ad5-a606-d729d71ac46d req-87ee6420-2476-48e5-924f-490948d23d54 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:39.942515 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [req-a64ff2c1-953f-4b52-9d9d-d56b73999743 req-b521f696-0ca0-4bed-b4a8-92abfb7cbca7 tempest-VolumesActionsTest-1431207634 tempest-VolumesActionsTest-1431207634-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:09:39.950502 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f38de4-4a3b-42e8-8b18-4a5dd37f1bdf req-9047700c-7d61-4a6b-915d-c9110f82ba5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:39.951767 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05deeca6-0f82-4ad5-a606-d729d71ac46d req-87ee6420-2476-48e5-924f-490948d23d54 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:39.952681 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-75f38de4-4a3b-42e8-8b18-4a5dd37f1bdf req-9047700c-7d61-4a6b-915d-c9110f82ba5a service neutron] 10.222.0.50 "GET /v2.0/networks?id=1683679e-ac4b-4846-a35b-a63a265f2c59 HTTP/1.1" status: 200 len: 898 time: 0.8603556 Jun 01 19:09:39.957998 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-a64ff2c1-953f-4b52-9d9d-d56b73999743 req-b521f696-0ca0-4bed-b4a8-92abfb7cbca7 tempest-VolumesActionsTest-1431207634 tempest-VolumesActionsTest-1431207634-project] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:09:39.963097 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05deeca6-0f82-4ad5-a606-d729d71ac46d req-87ee6420-2476-48e5-924f-490948d23d54 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:39.979305 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05deeca6-0f82-4ad5-a606-d729d71ac46d req-87ee6420-2476-48e5-924f-490948d23d54 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:39.981228 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-05deeca6-0f82-4ad5-a606-d729d71ac46d req-87ee6420-2476-48e5-924f-490948d23d54 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] 10.222.0.41 "GET /v2.0/ports?device_id=b89af75b-9667-469e-b061-668dd6a09e9b HTTP/1.1" status: 200 len: 5409 time: 0.7187378 Jun 01 19:09:40.114211 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [None req-e8406a7e-cbae-4a10-bad3-d6977af61d29 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] For port 742ee3ee-a4c2-4671-b21d-29dddf1fe359, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=742ee3ee-a4c2-4671-b21d-29dddf1fe359,segment=NetworkSegment(2aadff57-25c6-41c8-ac3c-ea32679b7766),segment_id=2aadff57-25c6-41c8-ac3c-ea32679b7766)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:09:40.114211 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e8406a7e-cbae-4a10-bad3-d6977af61d29 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:40.118397 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-de705110-2fb7-4e14-a894-21f2c5cf2773 None None] For port 742ee3ee-a4c2-4671-b21d-29dddf1fe359, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=742ee3ee-a4c2-4671-b21d-29dddf1fe359,segment=NetworkSegment(2aadff57-25c6-41c8-ac3c-ea32679b7766),segment_id=2aadff57-25c6-41c8-ac3c-ea32679b7766)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:09:40.118397 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-de705110-2fb7-4e14-a894-21f2c5cf2773 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:40.127246 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-dd618a1b-5511-4507-9356-0593096f7d79 req-45e084d4-1e97-40f6-b3f2-75b19f94a5f6 service neutron] 10.222.0.15 "GET /v2.0/networks/1683679e-ac4b-4846-a35b-a63a265f2c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3474901 Jun 01 19:09:40.194895 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-9b743f20-ccf5-423d-b61f-571c24adccd9 service neutron] Attempting to bind port 8163d4aa-06ef-4672-8877-8b4853948776 on host n-h2-844202-1 for vnic_type normal with profile {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:09:40.194895 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-9b743f20-ccf5-423d-b61f-571c24adccd9 service neutron] Attempting to bind port 8163d4aa-06ef-4672-8877-8b4853948776 by drivers openvswitch,hyperv on host n-h2-844202-1 at level 0 using segments [{'id': 'd8642800-b1d2-408c-993f-870ace18e652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '3835bc88-4948-44ae-9b9d-0c2345cf8427'}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:09:40.194895 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-9b743f20-ccf5-423d-b61f-571c24adccd9 service neutron] Attempting to bind port 8163d4aa-06ef-4672-8877-8b4853948776 on network 3835bc88-4948-44ae-9b9d-0c2345cf8427 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:09:40.258348 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-9b743f20-ccf5-423d-b61f-571c24adccd9 service neutron] Port 8163d4aa-06ef-4672-8877-8b4853948776 on network 3835bc88-4948-44ae-9b9d-0c2345cf8427 not bound, no agent of type Open vSwitch agent registered on host n-h2-844202-1 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 19:09:40.258348 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-9b743f20-ccf5-423d-b61f-571c24adccd9 service neutron] Attempting to bind port 8163d4aa-06ef-4672-8877-8b4853948776 on network 3835bc88-4948-44ae-9b9d-0c2345cf8427 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:09:40.274303 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-de705110-2fb7-4e14-a894-21f2c5cf2773 None None] Calling delete_port for 742ee3ee-a4c2-4671-b21d-29dddf1fe359 owned by network:dhcp {{(pid=88526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:09:40.319750 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-dd618a1b-5511-4507-9356-0593096f7d79 req-95864a90-a53e-4a47-8241-ba0d5866f2be service neutron] 10.222.0.15 "GET /v2.0/networks/1683679e-ac4b-4846-a35b-a63a265f2c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1769540 Jun 01 19:09:40.336843 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b521f696-0ca0-4bed-b4a8-92abfb7cbca7 tempest-VolumesActionsTest-1431207634 tempest-VolumesActionsTest-1431207634-project] Pushing event updated for resources: {'Port': ['ID=fdf1c48a-3c60-4724-9195-349ed1a50bc4,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:09:40.384315 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-de705110-2fb7-4e14-a894-21f2c5cf2773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535'] for port, after_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:40.391481 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-9b743f20-ccf5-423d-b61f-571c24adccd9 service neutron] Checking agent: {'id': 'f5db9968-6317-4186-9100-9e0ca6b50417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 9, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:09:40.391889 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-9b743f20-ccf5-423d-b61f-571c24adccd9 service neutron] Checking segment: {'id': 'd8642800-b1d2-408c-993f-870ace18e652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '3835bc88-4948-44ae-9b9d-0c2345cf8427'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:09:40.392205 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-9b743f20-ccf5-423d-b61f-571c24adccd9 service neutron] Bound using segment: {'id': 'd8642800-b1d2-408c-993f-870ace18e652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '3835bc88-4948-44ae-9b9d-0c2345cf8427'} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:09:40.392674 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-9b743f20-ccf5-423d-b61f-571c24adccd9 service neutron] Bound port: 8163d4aa-06ef-4672-8877-8b4853948776, host: n-h2-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8642800-b1d2-408c-993f-870ace18e652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '3835bc88-4948-44ae-9b9d-0c2345cf8427'}}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:09:40.393030 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-9b743f20-ccf5-423d-b61f-571c24adccd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:40.441600 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64ff2c1-953f-4b52-9d9d-d56b73999743 req-b521f696-0ca0-4bed-b4a8-92abfb7cbca7 tempest-VolumesActionsTest-1431207634 tempest-VolumesActionsTest-1431207634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:40.442261 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-a64ff2c1-953f-4b52-9d9d-d56b73999743 req-b521f696-0ca0-4bed-b4a8-92abfb7cbca7 tempest-VolumesActionsTest-1431207634 tempest-VolumesActionsTest-1431207634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:40.447529 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-75f38de4-4a3b-42e8-8b18-4a5dd37f1bdf req-0669ca65-31cf-47e7-9f7e-a67ad98137ae service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c13922d6-8dcd-4203-bf4b-58d64aaed295 HTTP/1.1" status: 200 len: 1000 time: 0.4402218 Jun 01 19:09:40.464459 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de705110-2fb7-4e14-a894-21f2c5cf2773 None None] Pushing event deleted for resources: {'Port': ['ID=742ee3ee-a4c2-4671-b21d-29dddf1fe359,revision_number=None']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:09:40.466043 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-549a71fa-3538-446b-8e08-8cf55474832b tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:40.467600 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de705110-2fb7-4e14-a894-21f2c5cf2773 None None] No DVR routers for this DVR port 742ee3ee-a4c2-4671-b21d-29dddf1fe359 on host n-d-844202-1 {{(pid=88526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:09:40.589387 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:40.659563 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:40.667366 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device b66f6a81-66f4-4681-bd20-5cd8e3e4f5d9 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:09:40.778330 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port b66f6a81-66f4-4681-bd20-5cd8e3e4f5d9 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:09:40.779737 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:40.851473 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-e8406a7e-cbae-4a10-bad3-d6977af61d29 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Calling delete_port for 742ee3ee-a4c2-4671-b21d-29dddf1fe359 owned by network:dhcp {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:09:40.965695 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a64ff2c1-953f-4b52-9d9d-d56b73999743 req-b521f696-0ca0-4bed-b4a8-92abfb7cbca7 tempest-VolumesActionsTest-1431207634 tempest-VolumesActionsTest-1431207634-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 8.6730850 Jun 01 19:09:40.973070 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.db.api [None req-e8406a7e-cbae-4a10-bad3-d6977af61d29 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88525) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 19:09:40.973070 n-d-844202-1 neutron-server[88525]: DEBUG oslo_db.api [None req-e8406a7e-cbae-4a10-bad3-d6977af61d29 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 19:09:40.990393 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-05deeca6-0f82-4ad5-a606-d729d71ac46d req-9b1839f1-b56d-46b3-98fe-b8279f0c4c78 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d570a50-36ee-4a35-8568-a6d10a7bab24&id=0ab986d5-b8d5-42ed-9ee0-4a29f48e1199&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.9745560 Jun 01 19:09:41.006295 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port b66f6a81-66f4-4681-bd20-5cd8e3e4f5d9 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:09:41.010332 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-a64ff2c1-953f-4b52-9d9d-d56b73999743 req-db0611a7-3a91-46f0-b097-5c07369cbb00 service neutron] Request body: {'port': {'device_id': 'fe935053-d0cd-4fec-bf96-10d96f3ec560', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844202-1'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:09:41.113090 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 742ee3ee-a4c2-4671-b21d-29dddf1fe359 no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:09:41.114220 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a911b9cc-6ba0-47f6-b73b-a7a671713aa2 req-2b44464d-162f-4b18-9e8e-830994369ec5 tempest-VolumesActionsTest-1431207634 tempest-VolumesActionsTest-1431207634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:41.114895 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-a911b9cc-6ba0-47f6-b73b-a7a671713aa2 req-2b44464d-162f-4b18-9e8e-830994369ec5 tempest-VolumesActionsTest-1431207634 tempest-VolumesActionsTest-1431207634-project] Synchronizing usage tracker for tenant:629cbcc775204e3fab453ad18b665a7d on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:09:41.225720 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: 742ee3ee-a4c2-4671-b21d-29dddf1fe359 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:09:41.225720 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 742ee3ee-a4c2-4671-b21d-29dddf1fe359 not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:09:41.253820 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e238b825-72e6-423f-8e09-0018b0066908 req-4e486287-7a54-47e1-86b9-e16529da638e tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:41.262614 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e238b825-72e6-423f-8e09-0018b0066908 req-4e486287-7a54-47e1-86b9-e16529da638e tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc7ed167-b50b-48f3-a13d-b18891eb7a13 HTTP/1.1" status: 200 len: 944 time: 0.1541667 Jun 01 19:09:41.321272 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e238b825-72e6-423f-8e09-0018b0066908 req-6590a098-466b-4266-adeb-fe856e743fc6 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/security-groups?id=457e2085-2430-4c17-b58f-61923b8494ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592244 Jun 01 19:09:41.373504 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f38de4-4a3b-42e8-8b18-4a5dd37f1bdf req-6d496ec6-0cb8-470d-97ee-25c3a81bd884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:41.374955 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-75f38de4-4a3b-42e8-8b18-4a5dd37f1bdf req-6d496ec6-0cb8-470d-97ee-25c3a81bd884 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8eee5ae7-9972-4ea4-a710-faeb7415f01a HTTP/1.1" status: 200 len: 834 time: 0.8839884 Jun 01 19:09:41.377610 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-9b743f20-ccf5-423d-b61f-571c24adccd9 service neutron] For port 8163d4aa-06ef-4672-8877-8b4853948776, host n-h2-844202-1, cleared binding levels {{(pid=88524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:09:41.407257 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:41.471347 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-e8406a7e-cbae-4a10-bad3-d6977af61d29 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Deleting port 742ee3ee-a4c2-4671-b21d-29dddf1fe359 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:09:41.471347 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e8406a7e-cbae-4a10-bad3-d6977af61d29 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:41.481065 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-a911b9cc-6ba0-47f6-b73b-a7a671713aa2 req-2b44464d-162f-4b18-9e8e-830994369ec5 tempest-VolumesActionsTest-1431207634 tempest-VolumesActionsTest-1431207634-project] Unset dirty status for tenant:629cbcc775204e3fab453ad18b665a7d on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:09:41.485281 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a911b9cc-6ba0-47f6-b73b-a7a671713aa2 req-2b44464d-162f-4b18-9e8e-830994369ec5 tempest-VolumesActionsTest-1431207634 tempest-VolumesActionsTest-1431207634-project] 10.222.0.41 "GET /v2.0/ports?device_id=fe935053-d0cd-4fec-bf96-10d96f3ec560 HTTP/1.1" status: 200 len: 931 time: 1.3545370 Jun 01 19:09:41.491170 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-9b743f20-ccf5-423d-b61f-571c24adccd9 service neutron] For port 8163d4aa-06ef-4672-8877-8b4853948776, host n-h2-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=8163d4aa-06ef-4672-8877-8b4853948776,segment=NetworkSegment(d8642800-b1d2-408c-993f-870ace18e652),segment_id=d8642800-b1d2-408c-993f-870ace18e652)] {{(pid=88524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:09:41.557073 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-e8406a7e-cbae-4a10-bad3-d6977af61d29 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] The port '742ee3ee-a4c2-4671-b21d-29dddf1fe359' was deleted {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 01 19:09:41.575677 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-9b743f20-ccf5-423d-b61f-571c24adccd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:41.642399 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-624cbf9b-9784-4099-8373-48416b99c597 tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-886608', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-885830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25341'] for router, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:41.703776 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-a911b9cc-6ba0-47f6-b73b-a7a671713aa2 req-07dde26e-9f30-4992-b62f-79b2fae9fb7c tempest-VolumesActionsTest-1431207634 tempest-VolumesActionsTest-1431207634-project] Synchronizing usage tracker for tenant:629cbcc775204e3fab453ad18b665a7d on resource:security_group {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:09:41.717786 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e8406a7e-cbae-4a10-bad3-d6977af61d29 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:41.727939 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-9b743f20-ccf5-423d-b61f-571c24adccd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:41.728670 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-9b743f20-ccf5-423d-b61f-571c24adccd9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:41.730136 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-9b743f20-ccf5-423d-b61f-571c24adccd9 service neutron] 10.222.0.50 "PUT /v2.0/ports/8163d4aa-06ef-4672-8877-8b4853948776 HTTP/1.1" status: 200 len: 1091 time: 7.8204103 Jun 01 19:09:41.770956 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b89af75b-9667-469e-b061-668dd6a09e9b', 'tag': '8163d4aa-06ef-4672-8877-8b4853948776'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:09:41.804656 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-a6b1ce75-e0a9-4aac-a617-99e3031ab21c service neutron] Request body: {'port': {'device_id': 'b89af75b-9667-469e-b061-668dd6a09e9b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844202-1'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:09:41.819252 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:41.823309 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-e8406a7e-cbae-4a10-bad3-d6977af61d29 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c36393f-a8fb-4119-b909-ffed017db538']}} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:09:41.863754 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-e8406a7e-cbae-4a10-bad3-d6977af61d29 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2aadff57-25c6-41c8-ac3c-ea32679b7766') {'for_net_delete': True} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:09:41.863754 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-e8406a7e-cbae-4a10-bad3-d6977af61d29 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2aadff57-25c6-41c8-ac3c-ea32679b7766') {} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:09:41.888797 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [None req-549a71fa-3538-446b-8e08-8cf55474832b tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Allocated IP 172.25.4.218 (72a72e44-6845-488a-a5ff-3a26d4df9cb3/c314a23b-daa2-4106-ab28-8e6f954277b2/43523268-e048-40ed-82c3-6f1124710177) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:09:41.892298 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e8406a7e-cbae-4a10-bad3-d6977af61d29 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2258522'] for segment, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:41.908479 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-a64ff2c1-953f-4b52-9d9d-d56b73999743 req-db0611a7-3a91-46f0-b097-5c07369cbb00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:41.925608 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e8406a7e-cbae-4a10-bad3-d6977af61d29 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:41.938098 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fcef9c0e-d096-4fe7-a720-2bd73e0da766'] response: {'name': 'network-changed', 'server_uuid': 'b89af75b-9667-469e-b061-668dd6a09e9b', 'tag': '8163d4aa-06ef-4672-8877-8b4853948776', 'status': 'completed', 'code': 200} Jun 01 19:09:41.941233 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:41.958014 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8406a7e-cbae-4a10-bad3-d6977af61d29 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=88525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 19:09:41.958014 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e8406a7e-cbae-4a10-bad3-d6977af61d29 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2613981'] for segment, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:42.108460 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e8406a7e-cbae-4a10-bad3-d6977af61d29 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:42.137071 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment 2aadff57-25c6-41c8-ac3c-ea32679b7766 resource provider aggregate not found Jun 01 19:09:42.175328 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b743f20-ccf5-423d-b61f-571c24adccd9 service neutron] Pushing event updated for resources: {'Port': ['ID=8163d4aa-06ef-4672-8877-8b4853948776,revision_number=3']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:09:42.234231 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e8406a7e-cbae-4a10-bad3-d6977af61d29 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks [] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:42.251139 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment 2aadff57-25c6-41c8-ac3c-ea32679b7766 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2aadff57-25c6-41c8-ac3c-ea32679b7766 found for delete ", "request_id": "req-392a9951-52cc-4533-bea3-28326eb09488"}]} Jun 01 19:09:42.269559 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b743f20-ccf5-423d-b61f-571c24adccd9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:09:42.269559 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b743f20-ccf5-423d-b61f-571c24adccd9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:09:42.269559 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b743f20-ccf5-423d-b61f-571c24adccd9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:09:42.269559 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b743f20-ccf5-423d-b61f-571c24adccd9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:09:42.269559 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b743f20-ccf5-423d-b61f-571c24adccd9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:09:42.273948 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8406a7e-cbae-4a10-bad3-d6977af61d29 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Pushing event deleted for resources: {'Network': ['ID=7c36393f-a8fb-4119-b909-ffed017db538,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:09:42.277861 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b743f20-ccf5-423d-b61f-571c24adccd9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:09:42.277861 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b743f20-ccf5-423d-b61f-571c24adccd9 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:09:42.277861 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b743f20-ccf5-423d-b61f-571c24adccd9 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:09:42.277861 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b743f20-ccf5-423d-b61f-571c24adccd9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:09:42.277861 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b743f20-ccf5-423d-b61f-571c24adccd9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:09:42.277861 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b743f20-ccf5-423d-b61f-571c24adccd9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:09:42.277861 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b743f20-ccf5-423d-b61f-571c24adccd9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:09:42.277861 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-a911b9cc-6ba0-47f6-b73b-a7a671713aa2 req-07dde26e-9f30-4992-b62f-79b2fae9fb7c tempest-VolumesActionsTest-1431207634 tempest-VolumesActionsTest-1431207634-project] Unset dirty status for tenant:629cbcc775204e3fab453ad18b665a7d on resource:security_group {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:09:42.283258 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a911b9cc-6ba0-47f6-b73b-a7a671713aa2 req-07dde26e-9f30-4992-b62f-79b2fae9fb7c tempest-VolumesActionsTest-1431207634 tempest-VolumesActionsTest-1431207634-project] 10.222.0.41 "GET /v2.0/security-groups?id=d13d880c-07b7-4324-bc6b-356cd30c6e62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7959421 Jun 01 19:09:42.320175 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-e8406a7e-cbae-4a10-bad3-d6977af61d29 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] 10.222.0.41 "DELETE /v2.0/networks/7c36393f-a8fb-4119-b909-ffed017db538 HTTP/1.1" status: 204 len: 168 time: 3.3379695 Jun 01 19:09:42.325926 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 53464) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:09:42.333459 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-99fa857b-f12b-4bd0-9fc1-ad31898c9e7f tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1279865333'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:09:42.342330 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-99fa857b-f12b-4bd0-9fc1-ad31898c9e7f tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:09:42.348258 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-99fa857b-f12b-4bd0-9fc1-ad31898c9e7f tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Usage tracker for resource:network and tenant:be49ffaf16754f888348eea74749e7ed is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:09:42.350056 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-99fa857b-f12b-4bd0-9fc1-ad31898c9e7f tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:09:42.359525 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-99fa857b-f12b-4bd0-9fc1-ad31898c9e7f tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:09:42.391301 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-a6b1ce75-e0a9-4aac-a617-99e3031ab21c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:42.398855 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79545b3b-3b79-4eb4-800c-36ae1f6df38c req-9f3b029a-dbf7-43b1-89da-8582e356e366 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:42.401744 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f38de4-4a3b-42e8-8b18-4a5dd37f1bdf req-b23c28f0-a08a-4b62-a2b4-5c784581495e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:42.404168 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-75f38de4-4a3b-42e8-8b18-4a5dd37f1bdf req-b23c28f0-a08a-4b62-a2b4-5c784581495e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1683679e-ac4b-4846-a35b-a63a265f2c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0130866 Jun 01 19:09:42.407524 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79545b3b-3b79-4eb4-800c-36ae1f6df38c req-9f3b029a-dbf7-43b1-89da-8582e356e366 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:42.414175 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79545b3b-3b79-4eb4-800c-36ae1f6df38c req-9f3b029a-dbf7-43b1-89da-8582e356e366 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:42.423783 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79545b3b-3b79-4eb4-800c-36ae1f6df38c req-9f3b029a-dbf7-43b1-89da-8582e356e366 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:42.441039 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79545b3b-3b79-4eb4-800c-36ae1f6df38c req-9f3b029a-dbf7-43b1-89da-8582e356e366 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:42.453040 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79545b3b-3b79-4eb4-800c-36ae1f6df38c req-9f3b029a-dbf7-43b1-89da-8582e356e366 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:42.464489 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79545b3b-3b79-4eb4-800c-36ae1f6df38c req-9f3b029a-dbf7-43b1-89da-8582e356e366 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:42.464489 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-79545b3b-3b79-4eb4-800c-36ae1f6df38c req-9f3b029a-dbf7-43b1-89da-8582e356e366 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] 10.222.0.41 "GET /v2.0/ports?device_id=b89af75b-9667-469e-b061-668dd6a09e9b HTTP/1.1" status: 200 len: 5409 time: 0.2884109 Jun 01 19:09:42.464489 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99fa857b-f12b-4bd0-9fc1-ad31898c9e7f tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Made reservation on behalf of be49ffaf16754f888348eea74749e7ed for: {'network': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:09:42.472307 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-99fa857b-f12b-4bd0-9fc1-ad31898c9e7f tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:42.555722 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99fa857b-f12b-4bd0-9fc1-ad31898c9e7f tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 115} {{(pid=88525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 19:09:42.573781 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-79545b3b-3b79-4eb4-800c-36ae1f6df38c req-359ff781-1a68-4f3c-815e-715a38bb2828 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d570a50-36ee-4a35-8568-a6d10a7bab24&id=0ab986d5-b8d5-42ed-9ee0-4a29f48e1199&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0773787 Jun 01 19:09:42.581416 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-99fa857b-f12b-4bd0-9fc1-ad31898c9e7f tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:42.581416 n-d-844202-1 neutron-server[88525]: INFO neutron.db.segments_db [None req-99fa857b-f12b-4bd0-9fc1-ad31898c9e7f tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Added segment ce772ffb-3306-4ea4-98f7-7906e839d623 of type vlan for network 164228f5-19e7-42ba-92d6-d00e55609b8d Jun 01 19:09:42.642552 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-99fa857b-f12b-4bd0-9fc1-ad31898c9e7f tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:42.675849 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-99fa857b-f12b-4bd0-9fc1-ad31898c9e7f tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:42.681398 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99fa857b-f12b-4bd0-9fc1-ad31898c9e7f tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:42.682188 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-99fa857b-f12b-4bd0-9fc1-ad31898c9e7f tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks [] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:42.816913 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-99fa857b-f12b-4bd0-9fc1-ad31898c9e7f tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4913788 Jun 01 19:09:42.838423 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 53474) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:09:42.843830 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fa857b-f12b-4bd0-9fc1-ad31898c9e7f tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Pushing event updated for resources: {'Network': ['ID=164228f5-19e7-42ba-92d6-d00e55609b8d,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:09:42.852532 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-d1f417f5-9c1b-4530-828d-e38801e496b4 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Request body: {'subnet': {'network_id': '164228f5-19e7-42ba-92d6-d00e55609b8d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:09:42.856074 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network 164228f5-19e7-42ba-92d6-d00e55609b8d details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 19:09:43.012641 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-d1f417f5-9c1b-4530-828d-e38801e496b4 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:09:43.017599 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-d1f417f5-9c1b-4530-828d-e38801e496b4 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Usage tracker for resource:subnet and tenant:be49ffaf16754f888348eea74749e7ed is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:09:43.020664 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-d1f417f5-9c1b-4530-828d-e38801e496b4 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:09:43.038171 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-d1f417f5-9c1b-4530-828d-e38801e496b4 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:09:43.051240 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1f417f5-9c1b-4530-828d-e38801e496b4 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Made reservation on behalf of be49ffaf16754f888348eea74749e7ed for: {'subnet': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:09:43.055140 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d1f417f5-9c1b-4530-828d-e38801e496b4 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9667140'] for subnet, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:43.060558 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-549a71fa-3538-446b-8e08-8cf55474832b tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:43.147606 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c2abd0-ec33-4226-91e7-ce08772fe987 req-9c8a6303-a2dd-4439-beb5-ec01f3a0bb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:43.147606 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c2abd0-ec33-4226-91e7-ce08772fe987 req-9c8a6303-a2dd-4439-beb5-ec01f3a0bb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:43.147606 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c2abd0-ec33-4226-91e7-ce08772fe987 req-9c8a6303-a2dd-4439-beb5-ec01f3a0bb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:43.147606 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c2abd0-ec33-4226-91e7-ce08772fe987 req-9c8a6303-a2dd-4439-beb5-ec01f3a0bb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:43.147606 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c2abd0-ec33-4226-91e7-ce08772fe987 req-9c8a6303-a2dd-4439-beb5-ec01f3a0bb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:43.147606 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c2abd0-ec33-4226-91e7-ce08772fe987 req-9c8a6303-a2dd-4439-beb5-ec01f3a0bb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:43.147606 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c2abd0-ec33-4226-91e7-ce08772fe987 req-9c8a6303-a2dd-4439-beb5-ec01f3a0bb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:43.147606 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f4c2abd0-ec33-4226-91e7-ce08772fe987 req-9c8a6303-a2dd-4439-beb5-ec01f3a0bb58 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=02a99242e0f0463d9013e17319779a87&device_id=b89af75b-9667-469e-b061-668dd6a09e9b HTTP/1.1" status: 200 len: 6411 time: 1.1972287 Jun 01 19:09:43.319717 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-75f38de4-4a3b-42e8-8b18-4a5dd37f1bdf req-1058121d-a837-4554-958b-e888048ebcce service neutron] 10.222.0.50 "GET /v2.0/networks/1683679e-ac4b-4846-a35b-a63a265f2c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9040046 Jun 01 19:09:43.367532 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d1f417f5-9c1b-4530-828d-e38801e496b4 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2614064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9667190'] for subnet, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:43.547159 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f417f5-9c1b-4530-828d-e38801e496b4 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Pushing event updated for resources: {'Subnet': ['ID=7f5a3f6c-6955-4494-9bf6-914cd89dc2fe,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:09:43.547159 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f417f5-9c1b-4530-828d-e38801e496b4 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Checking segment: {'id': 'ce772ffb-3306-4ea4-98f7-7906e839d623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '164228f5-19e7-42ba-92d6-d00e55609b8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:09:43.547159 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1f417f5-9c1b-4530-828d-e38801e496b4 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Network hostable DHCP agents. Network: 164228f5-19e7-42ba-92d6-d00e55609b8d, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 19:09:43.598392 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a232343-0b60-4f97-981b-df0a25330a11 req-6cf42807-a2dd-45c0-ba6b-40a5fad237e7 tempest-VolumesActionsTest-1431207634 tempest-VolumesActionsTest-1431207634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:43.599975 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4a232343-0b60-4f97-981b-df0a25330a11 req-6cf42807-a2dd-45c0-ba6b-40a5fad237e7 tempest-VolumesActionsTest-1431207634 tempest-VolumesActionsTest-1431207634-project] 10.222.0.41 "GET /v2.0/ports?device_id=fe935053-d0cd-4fec-bf96-10d96f3ec560 HTTP/1.1" status: 200 len: 931 time: 0.1651568 Jun 01 19:09:43.601234 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1f417f5-9c1b-4530-828d-e38801e496b4 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Network 164228f5-19e7-42ba-92d6-d00e55609b8d is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 19:09:43.616736 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f73fd6-6672-4255-826c-f7f29b96ad1a req-e7b78580-5eba-4d16-8089-1819375f2892 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:43.625063 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-19f73fd6-6672-4255-826c-f7f29b96ad1a req-e7b78580-5eba-4d16-8089-1819375f2892 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc7ed167-b50b-48f3-a13d-b18891eb7a13 HTTP/1.1" status: 200 len: 944 time: 1.0403156 Jun 01 19:09:43.628996 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-d1f417f5-9c1b-4530-828d-e38801e496b4 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, 164228f5-19e7-42ba-92d6-d00e55609b8d) {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:09:43.635825 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1f417f5-9c1b-4530-828d-e38801e496b4 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:43.637318 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d1f417f5-9c1b-4530-828d-e38801e496b4 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks [] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:43.639310 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03ca63a7-bd59-45c8-be0b-44405145b87b None None] Network 164228f5-19e7-42ba-92d6-d00e55609b8d requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:09:43.674538 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4a232343-0b60-4f97-981b-df0a25330a11 req-cb390d37-0ee9-4527-ac8c-7ed18b5f8077 tempest-VolumesActionsTest-1431207634 tempest-VolumesActionsTest-1431207634-project] 10.222.0.41 "GET /v2.0/security-groups?id=d13d880c-07b7-4324-bc6b-356cd30c6e62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663230 Jun 01 19:09:43.683246 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-d1f417f5-9c1b-4530-828d-e38801e496b4 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8471918 Jun 01 19:09:43.686186 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 53490) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:09:43.693624 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-f48e3c07-3c56-4521-bec7-a12c37dcca09 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1948748874', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:09:43.702766 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-f48e3c07-3c56-4521-bec7-a12c37dcca09 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:09:43.707868 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-f48e3c07-3c56-4521-bec7-a12c37dcca09 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Usage tracker for resource:router and tenant:be49ffaf16754f888348eea74749e7ed is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:09:43.711649 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-f48e3c07-3c56-4521-bec7-a12c37dcca09 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:09:43.720018 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-f48e3c07-3c56-4521-bec7-a12c37dcca09 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:09:43.734358 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f48e3c07-3c56-4521-bec7-a12c37dcca09 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-885767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25238'] for router, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:43.735850 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f48e3c07-3c56-4521-bec7-a12c37dcca09 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-901042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-886562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-981784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25327'] for router, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:43.755015 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f48e3c07-3c56-4521-bec7-a12c37dcca09 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:43.792119 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f48e3c07-3c56-4521-bec7-a12c37dcca09 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-885820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-886655'] for router, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:43.896164 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-549a71fa-3538-446b-8e08-8cf55474832b tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:43.961799 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c2abd0-ec33-4226-91e7-ce08772fe987 req-1221bd67-5fd1-4a86-b864-e186be4ce3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:43.961799 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c2abd0-ec33-4226-91e7-ce08772fe987 req-1221bd67-5fd1-4a86-b864-e186be4ce3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:43.961799 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c2abd0-ec33-4226-91e7-ce08772fe987 req-1221bd67-5fd1-4a86-b864-e186be4ce3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:43.961799 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f4c2abd0-ec33-4226-91e7-ce08772fe987 req-1221bd67-5fd1-4a86-b864-e186be4ce3a2 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=02a99242e0f0463d9013e17319779a87&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.7773850 Jun 01 19:09:44.008139 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.db.resource_extend [req-a64ff2c1-953f-4b52-9d9d-d56b73999743 req-db0611a7-3a91-46f0-b097-5c07369cbb00 service neutron] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 19:09:44.011097 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e146a2f-9a2d-4d89-be5e-1adb14032a1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc93f83c3-7fb6-5c13-a9d4-29d739a4e8d2-164228f5-19e7-42ba-92d6-d00e55609b8d', 'network_id': '164228f5-19e7-42ba-92d6-d00e55609b8d', 'tenant_id': 'be49ffaf16754f888348eea74749e7ed', 'fixed_ips': [{'subnet_id': '7f5a3f6c-6955-4494-9bf6-914cd89dc2fe'}]}} from n-d-844202-1. {{(pid=88526) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 19:09:44.011097 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-2e146a2f-9a2d-4d89-be5e-1adb14032a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:44.039181 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-19f73fd6-6672-4255-826c-f7f29b96ad1a req-0a247f30-2b61-409d-9757-0cee23b488c9 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/security-groups?id=457e2085-2430-4c17-b58f-61923b8494ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4132276 Jun 01 19:09:44.045543 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f48e3c07-3c56-4521-bec7-a12c37dcca09 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks [] for router, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:44.046963 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-f48e3c07-3c56-4521-bec7-a12c37dcca09 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3596244 Jun 01 19:09:44.051334 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 53496) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:09:44.069492 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-1a89e923-288c-46d2-aa97-6aa21cc56126 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Request body: {'port': {'network_id': '164228f5-19e7-42ba-92d6-d00e55609b8d', 'name': 'tempest-PortsIpV6TestJSON-1496234072'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:09:44.240931 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.db_base_plugin_common [None req-2e146a2f-9a2d-4d89-be5e-1adb14032a1a None None] Allocated IP 2001:db8::2 (164228f5-19e7-42ba-92d6-d00e55609b8d/7f5a3f6c-6955-4494-9bf6-914cd89dc2fe/0fab7e9d-3902-4db2-9a56-7ebf0031f7f4) {{(pid=88526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:09:44.328639 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-549a71fa-3538-446b-8e08-8cf55474832b tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:09:44.328639 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-75f38de4-4a3b-42e8-8b18-4a5dd37f1bdf req-ab172f53-a243-4f81-9a5c-8773ddc4d2c0 service neutron] 10.222.0.50 "GET /v2.0/networks/1683679e-ac4b-4846-a35b-a63a265f2c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9546392 Jun 01 19:09:44.400956 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71ca3d3-d238-4cb8-825a-16207ca2c331 req-8474267e-f271-44af-91a7-81eeafe5eb2f tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:44.408919 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71ca3d3-d238-4cb8-825a-16207ca2c331 req-8474267e-f271-44af-91a7-81eeafe5eb2f tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:44.409082 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71ca3d3-d238-4cb8-825a-16207ca2c331 req-8474267e-f271-44af-91a7-81eeafe5eb2f tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:44.415321 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71ca3d3-d238-4cb8-825a-16207ca2c331 req-8474267e-f271-44af-91a7-81eeafe5eb2f tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:44.416472 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-549a71fa-3538-446b-8e08-8cf55474832b tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:09:44.422314 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71ca3d3-d238-4cb8-825a-16207ca2c331 req-8474267e-f271-44af-91a7-81eeafe5eb2f tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:44.428566 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71ca3d3-d238-4cb8-825a-16207ca2c331 req-8474267e-f271-44af-91a7-81eeafe5eb2f tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:44.435825 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71ca3d3-d238-4cb8-825a-16207ca2c331 req-8474267e-f271-44af-91a7-81eeafe5eb2f tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:44.446911 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e71ca3d3-d238-4cb8-825a-16207ca2c331 req-8474267e-f271-44af-91a7-81eeafe5eb2f tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] 10.222.0.41 "GET /v2.0/ports?device_id=b89af75b-9667-469e-b061-668dd6a09e9b HTTP/1.1" status: 200 len: 5409 time: 0.5855384 Jun 01 19:09:44.490331 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-1a89e923-288c-46d2-aa97-6aa21cc56126 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:09:44.507762 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-1a89e923-288c-46d2-aa97-6aa21cc56126 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Usage tracker for resource:port and tenant:be49ffaf16754f888348eea74749e7ed is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:09:44.512514 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-1a89e923-288c-46d2-aa97-6aa21cc56126 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:09:44.530628 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e71ca3d3-d238-4cb8-825a-16207ca2c331 req-85030816-7b4b-44d1-81a6-b0738a627ceb tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d570a50-36ee-4a35-8568-a6d10a7bab24&id=0ab986d5-b8d5-42ed-9ee0-4a29f48e1199&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0681555 Jun 01 19:09:44.530628 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-1a89e923-288c-46d2-aa97-6aa21cc56126 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:09:44.557755 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549a71fa-3538-446b-8e08-8cf55474832b tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:09:44.568447 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a89e923-288c-46d2-aa97-6aa21cc56126 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Made reservation on behalf of be49ffaf16754f888348eea74749e7ed for: {'port': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:09:44.577892 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-2e146a2f-9a2d-4d89-be5e-1adb14032a1a None None] Notify callbacks [] for port, precommit_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:44.591137 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1a89e923-288c-46d2-aa97-6aa21cc56126 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:44.600990 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-2e146a2f-9a2d-4d89-be5e-1adb14032a1a None None] Transition to ACTIVE for port object 0fab7e9d-3902-4db2-9a56-7ebf0031f7f4 will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:09:44.614232 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [None req-1a89e923-288c-46d2-aa97-6aa21cc56126 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] device_id is not set on port 2f6d72f9-020a-4e7d-9fa6-2cd7598f68ce yet. {{(pid=88525) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 19:09:44.634503 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-2e146a2f-9a2d-4d89-be5e-1adb14032a1a None None] Transition to ACTIVE for port object 0fab7e9d-3902-4db2-9a56-7ebf0031f7f4 will not be triggered until provisioned by entity DHCP. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:09:44.643967 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-2e146a2f-9a2d-4d89-be5e-1adb14032a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526'] for port, after_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:44.683507 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.db.resource_extend [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-a6b1ce75-e0a9-4aac-a617-99e3031ab21c service neutron] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 19:09:44.721423 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549a71fa-3538-446b-8e08-8cf55474832b tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Pushing event updated for resources: {'Port': ['ID=43523268-e048-40ed-82c3-6f1124710177,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:09:44.741673 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [req-a64ff2c1-953f-4b52-9d9d-d56b73999743 req-db0611a7-3a91-46f0-b097-5c07369cbb00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdf1c48a-3c60-4724-9195-349ed1a50bc4 {{(pid=88524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 19:09:44.741673 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-a64ff2c1-953f-4b52-9d9d-d56b73999743 req-db0611a7-3a91-46f0-b097-5c07369cbb00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:44.765604 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [req-a64ff2c1-953f-4b52-9d9d-d56b73999743 req-db0611a7-3a91-46f0-b097-5c07369cbb00 service neutron] Transition to ACTIVE for port object fdf1c48a-3c60-4724-9195-349ed1a50bc4 will not be triggered until provisioned by entity L2. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:09:44.794218 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e146a2f-9a2d-4d89-be5e-1adb14032a1a None None] Pushing event updated for resources: {'Port': ['ID=0fab7e9d-3902-4db2-9a56-7ebf0031f7f4,revision_number=1']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:09:44.811782 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-a64ff2c1-953f-4b52-9d9d-d56b73999743 req-db0611a7-3a91-46f0-b097-5c07369cbb00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:44.818052 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e146a2f-9a2d-4d89-be5e-1adb14032a1a None None] Network 164228f5-19e7-42ba-92d6-d00e55609b8d is already hosted by enough agents. {{(pid=88526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:09:44.819418 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.base_scheduler [None req-2e146a2f-9a2d-4d89-be5e-1adb14032a1a None None] Resources bound (agent type, host, resource id): {{(pid=88526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:09:44.823336 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e146a2f-9a2d-4d89-be5e-1adb14032a1a None None] Received port after_create {{(pid=88526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:09:44.843880 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [None req-1a89e923-288c-46d2-aa97-6aa21cc56126 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Allocated IP 2001:db8::358 (164228f5-19e7-42ba-92d6-d00e55609b8d/7f5a3f6c-6955-4494-9bf6-914cd89dc2fe/2f6d72f9-020a-4e7d-9fa6-2cd7598f68ce) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:09:44.994797 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-2e146a2f-9a2d-4d89-be5e-1adb14032a1a None None] Attempting to bind port 0fab7e9d-3902-4db2-9a56-7ebf0031f7f4 on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:09:44.994797 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-2e146a2f-9a2d-4d89-be5e-1adb14032a1a None None] Attempting to bind port 0fab7e9d-3902-4db2-9a56-7ebf0031f7f4 by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': 'ce772ffb-3306-4ea4-98f7-7906e839d623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '164228f5-19e7-42ba-92d6-d00e55609b8d'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:09:44.994797 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e146a2f-9a2d-4d89-be5e-1adb14032a1a None None] Attempting to bind port 0fab7e9d-3902-4db2-9a56-7ebf0031f7f4 on network 164228f5-19e7-42ba-92d6-d00e55609b8d {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:09:45.011168 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e146a2f-9a2d-4d89-be5e-1adb14032a1a None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 9, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:09:45.011168 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e146a2f-9a2d-4d89-be5e-1adb14032a1a None None] Checking segment: {'id': 'ce772ffb-3306-4ea4-98f7-7906e839d623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '164228f5-19e7-42ba-92d6-d00e55609b8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:09:45.011168 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-2e146a2f-9a2d-4d89-be5e-1adb14032a1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:45.011168 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e146a2f-9a2d-4d89-be5e-1adb14032a1a None None] Bound using segment: {'id': 'ce772ffb-3306-4ea4-98f7-7906e839d623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '164228f5-19e7-42ba-92d6-d00e55609b8d'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:09:45.011168 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-2e146a2f-9a2d-4d89-be5e-1adb14032a1a None None] Bound port: 0fab7e9d-3902-4db2-9a56-7ebf0031f7f4, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce772ffb-3306-4ea4-98f7-7906e839d623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '164228f5-19e7-42ba-92d6-d00e55609b8d'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:09:45.011168 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-2e146a2f-9a2d-4d89-be5e-1adb14032a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:45.211431 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-2e146a2f-9a2d-4d89-be5e-1adb14032a1a None None] For port 0fab7e9d-3902-4db2-9a56-7ebf0031f7f4, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:09:45.231870 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-2e146a2f-9a2d-4d89-be5e-1adb14032a1a None None] For port 0fab7e9d-3902-4db2-9a56-7ebf0031f7f4, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=0fab7e9d-3902-4db2-9a56-7ebf0031f7f4,segment=NetworkSegment(ce772ffb-3306-4ea4-98f7-7906e839d623),segment_id=ce772ffb-3306-4ea4-98f7-7906e839d623)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:09:45.238244 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-2e146a2f-9a2d-4d89-be5e-1adb14032a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:45.366004 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1a89e923-288c-46d2-aa97-6aa21cc56126 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:45.371786 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e146a2f-9a2d-4d89-be5e-1adb14032a1a None None] Pushing event updated for resources: {'Port': ['ID=0fab7e9d-3902-4db2-9a56-7ebf0031f7f4,revision_number=2']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:09:45.405498 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [None req-1a89e923-288c-46d2-aa97-6aa21cc56126 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Transition to ACTIVE for port object 2f6d72f9-020a-4e7d-9fa6-2cd7598f68ce will not be triggered until provisioned by entity DHCP. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:09:45.433733 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7005d988-5a03-49a8-8999-e4b718cbc5bd req-ce8cdf76-9a19-4d31-a828-79efcf65c8c0 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:45.443087 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-7005d988-5a03-49a8-8999-e4b718cbc5bd req-ce8cdf76-9a19-4d31-a828-79efcf65c8c0 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc7ed167-b50b-48f3-a13d-b18891eb7a13 HTTP/1.1" status: 200 len: 944 time: 0.1808248 Jun 01 19:09:45.502434 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-7005d988-5a03-49a8-8999-e4b718cbc5bd req-54d8b0dc-d13d-4cf0-a824-0eb422cdf965 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/security-groups?id=457e2085-2430-4c17-b58f-61923b8494ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522275 Jun 01 19:09:45.521847 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1a89e923-288c-46d2-aa97-6aa21cc56126 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:45.606478 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a89e923-288c-46d2-aa97-6aa21cc56126 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Network 164228f5-19e7-42ba-92d6-d00e55609b8d is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:09:45.610363 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-1a89e923-288c-46d2-aa97-6aa21cc56126 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:09:45.614431 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a89e923-288c-46d2-aa97-6aa21cc56126 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:09:45.619983 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a89e923-288c-46d2-aa97-6aa21cc56126 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:45.620654 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1a89e923-288c-46d2-aa97-6aa21cc56126 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:45.633809 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a89e923-288c-46d2-aa97-6aa21cc56126 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Pushing event updated for resources: {'Port': ['ID=2f6d72f9-020a-4e7d-9fa6-2cd7598f68ce,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:09:45.635271 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-a6b1ce75-e0a9-4aac-a617-99e3031ab21c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40d26433-71b1-48b8-9988-9b16798cc67a {{(pid=88524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 19:09:45.648607 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-a6b1ce75-e0a9-4aac-a617-99e3031ab21c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:45.659182 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-1a89e923-288c-46d2-aa97-6aa21cc56126 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.6027715 Jun 01 19:09:45.663272 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 53518) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:09:45.666780 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-a6b1ce75-e0a9-4aac-a617-99e3031ab21c service neutron] Transition to ACTIVE for port object 40d26433-71b1-48b8-9988-9b16798cc67a will not be triggered until provisioned by entity L2. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:09:45.675278 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c2abd0-ec33-4226-91e7-ce08772fe987 req-367be339-74ee-430e-88f0-0346eae6b7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:45.677042 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f4c2abd0-ec33-4226-91e7-ce08772fe987 req-367be339-74ee-430e-88f0-0346eae6b7ae service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.6171746 Jun 01 19:09:45.679528 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0611a7-3a91-46f0-b097-5c07369cbb00 service neutron] Pushing event updated for resources: {'Port': ['ID=fdf1c48a-3c60-4724-9195-349ed1a50bc4,revision_number=2']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:09:45.739893 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-a6b1ce75-e0a9-4aac-a617-99e3031ab21c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:46.003410 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd618a1b-5511-4507-9356-0593096f7d79 req-203c20bb-05a2-4ca2-bb73-4527b93d62ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:46.007691 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-dd618a1b-5511-4507-9356-0593096f7d79 req-203c20bb-05a2-4ca2-bb73-4527b93d62ff service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8537cfb3773e46d182e148cf5b0a717f&device_id=fc7ed167-b50b-48f3-a13d-b18891eb7a13 HTTP/1.1" status: 200 len: 1095 time: 1.5646875 Jun 01 19:09:46.424186 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-549a71fa-3538-446b-8e08-8cf55474832b tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:46.542233 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-a64ff2c1-953f-4b52-9d9d-d56b73999743 req-db0611a7-3a91-46f0-b097-5c07369cbb00 service neutron] Attempting to bind port fdf1c48a-3c60-4724-9195-349ed1a50bc4 on host n-h1-844202-1 for vnic_type normal with profile {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:09:46.542233 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-a64ff2c1-953f-4b52-9d9d-d56b73999743 req-db0611a7-3a91-46f0-b097-5c07369cbb00 service neutron] Attempting to bind port fdf1c48a-3c60-4724-9195-349ed1a50bc4 by drivers openvswitch,hyperv on host n-h1-844202-1 at level 0 using segments [{'id': 'c49a60ea-e810-446c-90a6-9356d9a7cf2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'acc8637a-ddf7-4d96-a460-3d7437db2654'}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:09:46.542233 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a64ff2c1-953f-4b52-9d9d-d56b73999743 req-db0611a7-3a91-46f0-b097-5c07369cbb00 service neutron] Attempting to bind port fdf1c48a-3c60-4724-9195-349ed1a50bc4 on network acc8637a-ddf7-4d96-a460-3d7437db2654 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:09:46.643077 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecfbfb7-0d57-415e-83cc-65512eaef46d req-00ca8e45-fb28-415e-8bb6-402717fe19b8 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:46.659513 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecfbfb7-0d57-415e-83cc-65512eaef46d req-00ca8e45-fb28-415e-8bb6-402717fe19b8 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:46.693625 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecfbfb7-0d57-415e-83cc-65512eaef46d req-00ca8e45-fb28-415e-8bb6-402717fe19b8 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:46.705112 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecfbfb7-0d57-415e-83cc-65512eaef46d req-00ca8e45-fb28-415e-8bb6-402717fe19b8 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:46.714226 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecfbfb7-0d57-415e-83cc-65512eaef46d req-00ca8e45-fb28-415e-8bb6-402717fe19b8 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:46.729348 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 0fab7e9d-3902-4db2-9a56-7ebf0031f7f4 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:09:46.736768 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecfbfb7-0d57-415e-83cc-65512eaef46d req-00ca8e45-fb28-415e-8bb6-402717fe19b8 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:46.743633 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecfbfb7-0d57-415e-83cc-65512eaef46d req-00ca8e45-fb28-415e-8bb6-402717fe19b8 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:46.743778 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a64ff2c1-953f-4b52-9d9d-d56b73999743 req-db0611a7-3a91-46f0-b097-5c07369cbb00 service neutron] Port fdf1c48a-3c60-4724-9195-349ed1a50bc4 on network acc8637a-ddf7-4d96-a460-3d7437db2654 not bound, no agent of type Open vSwitch agent registered on host n-h1-844202-1 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 19:09:46.744305 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a64ff2c1-953f-4b52-9d9d-d56b73999743 req-db0611a7-3a91-46f0-b097-5c07369cbb00 service neutron] Attempting to bind port fdf1c48a-3c60-4724-9195-349ed1a50bc4 on network acc8637a-ddf7-4d96-a460-3d7437db2654 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:09:46.754192 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-cecfbfb7-0d57-415e-83cc-65512eaef46d req-00ca8e45-fb28-415e-8bb6-402717fe19b8 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] 10.222.0.41 "GET /v2.0/ports?device_id=b89af75b-9667-469e-b061-668dd6a09e9b HTTP/1.1" status: 200 len: 5421 time: 0.8695526 Jun 01 19:09:46.766487 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b1ce75-e0a9-4aac-a617-99e3031ab21c service neutron] Pushing event updated for resources: {'Port': ['ID=40d26433-71b1-48b8-9988-9b16798cc67a,revision_number=2']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:09:46.769891 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-549a71fa-3538-446b-8e08-8cf55474832b tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:46.796350 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a64ff2c1-953f-4b52-9d9d-d56b73999743 req-db0611a7-3a91-46f0-b097-5c07369cbb00 service neutron] Checking agent: {'id': 'bdb1e5d7-b998-4259-838f-3d278e930f32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 9, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:09:46.796920 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a64ff2c1-953f-4b52-9d9d-d56b73999743 req-db0611a7-3a91-46f0-b097-5c07369cbb00 service neutron] Checking segment: {'id': 'c49a60ea-e810-446c-90a6-9356d9a7cf2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'acc8637a-ddf7-4d96-a460-3d7437db2654'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:09:46.797368 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a64ff2c1-953f-4b52-9d9d-d56b73999743 req-db0611a7-3a91-46f0-b097-5c07369cbb00 service neutron] Bound using segment: {'id': 'c49a60ea-e810-446c-90a6-9356d9a7cf2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'acc8637a-ddf7-4d96-a460-3d7437db2654'} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:09:46.797822 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-a64ff2c1-953f-4b52-9d9d-d56b73999743 req-db0611a7-3a91-46f0-b097-5c07369cbb00 service neutron] Bound port: fdf1c48a-3c60-4724-9195-349ed1a50bc4, host: n-h1-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c49a60ea-e810-446c-90a6-9356d9a7cf2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'acc8637a-ddf7-4d96-a460-3d7437db2654'}}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:09:46.798344 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-a64ff2c1-953f-4b52-9d9d-d56b73999743 req-db0611a7-3a91-46f0-b097-5c07369cbb00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:46.851585 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port 0fab7e9d-3902-4db2-9a56-7ebf0031f7f4 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:09:46.858889 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ceefbd9-61b9-4751-9449-a4c1b0de3778 req-2a23aaf4-4a24-4204-9a62-4854a0eea4ea tempest-VolumesActionsTest-1431207634 tempest-VolumesActionsTest-1431207634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:46.866449 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5ceefbd9-61b9-4751-9449-a4c1b0de3778 req-2a23aaf4-4a24-4204-9a62-4854a0eea4ea tempest-VolumesActionsTest-1431207634 tempest-VolumesActionsTest-1431207634-project] 10.222.0.41 "GET /v2.0/ports?device_id=fe935053-d0cd-4fec-bf96-10d96f3ec560 HTTP/1.1" status: 200 len: 943 time: 1.9657707 Jun 01 19:09:46.910863 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device c13922d6-8dcd-4203-bf4b-58d64aaed295 details requested by agent hyperv_n-h2-844202-1 with host n-h2-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 19:09:46.997474 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-cecfbfb7-0d57-415e-83cc-65512eaef46d req-5d1437c5-d19a-4c6e-a885-0f11289cdaba tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d570a50-36ee-4a35-8568-a6d10a7bab24&id=0ab986d5-b8d5-42ed-9ee0-4a29f48e1199&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2370999 Jun 01 19:09:47.134728 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-409a5c76-bba8-412b-92ab-91041ff9e048 None None] Network 164228f5-19e7-42ba-92d6-d00e55609b8d requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:09:47.159024 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd618a1b-5511-4507-9356-0593096f7d79 req-6f6d8c2f-4271-49c9-9911-089d49fd32e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:47.161543 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-dd618a1b-5511-4507-9356-0593096f7d79 req-6f6d8c2f-4271-49c9-9911-089d49fd32e9 service neutron] 10.222.0.50 "GET /v2.0/networks?id=1683679e-ac4b-4846-a35b-a63a265f2c59 HTTP/1.1" status: 200 len: 898 time: 1.1049485 Jun 01 19:09:47.165327 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c07e7dfa-8b3f-4122-9984-0c9b24889283 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:47.277166 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-df5a9cb1-cdb2-4104-8c48-5d68ac9689e3 None None] Provisioning for port 0fab7e9d-3902-4db2-9a56-7ebf0031f7f4 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:09:47.277166 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port c13922d6-8dcd-4203-bf4b-58d64aaed295, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=c13922d6-8dcd-4203-bf4b-58d64aaed295,segment=NetworkSegment(7e25366f-9619-4880-81a2-a56ac8eaa2c5),segment_id=7e25366f-9619-4880-81a2-a56ac8eaa2c5)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:09:47.291698 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-df5a9cb1-cdb2-4104-8c48-5d68ac9689e3 None None] Provisioning complete for port 0fab7e9d-3902-4db2-9a56-7ebf0031f7f4 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:09:47.291698 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-df5a9cb1-cdb2-4104-8c48-5d68ac9689e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:47.327372 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Returning: {'device': 'c13922d6-8dcd-4203-bf4b-58d64aaed295', 'network_id': '1683679e-ac4b-4846-a35b-a63a265f2c59', 'port_id': 'c13922d6-8dcd-4203-bf4b-58d64aaed295', 'mac_address': 'fa:16:3e:6e:5b:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8eee5ae7-9972-4ea4-a710-faeb7415f01a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 19:09:47.344091 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5ceefbd9-61b9-4751-9449-a4c1b0de3778 req-f3dd1d6b-490e-4a1d-bf28-ce1d549ccd3f tempest-VolumesActionsTest-1431207634 tempest-VolumesActionsTest-1431207634-project] 10.222.0.41 "GET /v2.0/security-groups?id=d13d880c-07b7-4324-bc6b-356cd30c6e62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3995001 Jun 01 19:09:47.452560 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-a6b1ce75-e0a9-4aac-a617-99e3031ab21c service neutron] Attempting to bind port 40d26433-71b1-48b8-9988-9b16798cc67a on host n-h2-844202-1 for vnic_type normal with profile {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:09:47.452560 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-a6b1ce75-e0a9-4aac-a617-99e3031ab21c service neutron] Attempting to bind port 40d26433-71b1-48b8-9988-9b16798cc67a by drivers openvswitch,hyperv on host n-h2-844202-1 at level 0 using segments [{'id': 'd8642800-b1d2-408c-993f-870ace18e652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '3835bc88-4948-44ae-9b9d-0c2345cf8427'}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:09:47.452560 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-a6b1ce75-e0a9-4aac-a617-99e3031ab21c service neutron] Attempting to bind port 40d26433-71b1-48b8-9988-9b16798cc67a on network 3835bc88-4948-44ae-9b9d-0c2345cf8427 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:09:47.519239 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port c13922d6-8dcd-4203-bf4b-58d64aaed295 is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:09:47.519624 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:47.753050 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-df5a9cb1-cdb2-4104-8c48-5d68ac9689e3 None None] Current status of the port 0fab7e9d-3902-4db2-9a56-7ebf0031f7f4 is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:09:47.753050 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-df5a9cb1-cdb2-4104-8c48-5d68ac9689e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:47.771954 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb07c069-5df5-4bcc-b7b1-9857d4ef4179 req-d11ea258-46c4-4851-89ef-afe2b02e809a tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:47.775717 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c13922d6-8dcd-4203-bf4b-58d64aaed295 {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 19:09:47.780193 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-cb07c069-5df5-4bcc-b7b1-9857d4ef4179 req-d11ea258-46c4-4851-89ef-afe2b02e809a tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc7ed167-b50b-48f3-a13d-b18891eb7a13 HTTP/1.1" status: 200 len: 944 time: 0.4854941 Jun 01 19:09:47.802865 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port c13922d6-8dcd-4203-bf4b-58d64aaed295, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=c13922d6-8dcd-4203-bf4b-58d64aaed295,segment=NetworkSegment(7e25366f-9619-4880-81a2-a56ac8eaa2c5),segment_id=7e25366f-9619-4880-81a2-a56ac8eaa2c5)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:09:47.817266 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:47.864450 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-cb07c069-5df5-4bcc-b7b1-9857d4ef4179 req-b4119a7b-4376-4bd3-9b65-6d73b5208d2f tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/security-groups?id=457e2085-2430-4c17-b58f-61923b8494ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855913 Jun 01 19:09:47.893860 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-549a71fa-3538-446b-8e08-8cf55474832b tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:47.910309 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-549a71fa-3538-446b-8e08-8cf55474832b tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:47.956585 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-a6b1ce75-e0a9-4aac-a617-99e3031ab21c service neutron] Port 40d26433-71b1-48b8-9988-9b16798cc67a on network 3835bc88-4948-44ae-9b9d-0c2345cf8427 not bound, no agent of type Open vSwitch agent registered on host n-h2-844202-1 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 19:09:47.956947 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-a6b1ce75-e0a9-4aac-a617-99e3031ab21c service neutron] Attempting to bind port 40d26433-71b1-48b8-9988-9b16798cc67a on network 3835bc88-4948-44ae-9b9d-0c2345cf8427 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:09:47.987180 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-a6b1ce75-e0a9-4aac-a617-99e3031ab21c service neutron] Checking agent: {'id': 'f5db9968-6317-4186-9100-9e0ca6b50417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 9, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:09:47.987825 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-a6b1ce75-e0a9-4aac-a617-99e3031ab21c service neutron] Checking segment: {'id': 'd8642800-b1d2-408c-993f-870ace18e652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '3835bc88-4948-44ae-9b9d-0c2345cf8427'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:09:47.988457 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-a6b1ce75-e0a9-4aac-a617-99e3031ab21c service neutron] Bound using segment: {'id': 'd8642800-b1d2-408c-993f-870ace18e652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '3835bc88-4948-44ae-9b9d-0c2345cf8427'} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:09:47.989079 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-a6b1ce75-e0a9-4aac-a617-99e3031ab21c service neutron] Bound port: 40d26433-71b1-48b8-9988-9b16798cc67a, host: n-h2-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8642800-b1d2-408c-993f-870ace18e652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '3835bc88-4948-44ae-9b9d-0c2345cf8427'}}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:09:47.989740 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-a6b1ce75-e0a9-4aac-a617-99e3031ab21c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:48.046257 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c07e7dfa-8b3f-4122-9984-0c9b24889283 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks [] for port, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:48.046257 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c07e7dfa-8b3f-4122-9984-0c9b24889283 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:48.125482 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-dd618a1b-5511-4507-9356-0593096f7d79 req-9311a6b4-f5f0-4ffd-b61a-cb17d234ea96 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c13922d6-8dcd-4203-bf4b-58d64aaed295 HTTP/1.1" status: 200 len: 1000 time: 0.8070397 Jun 01 19:09:48.170435 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-df5a9cb1-cdb2-4104-8c48-5d68ac9689e3 None None] For port 0fab7e9d-3902-4db2-9a56-7ebf0031f7f4, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=0fab7e9d-3902-4db2-9a56-7ebf0031f7f4,segment=NetworkSegment(ce772ffb-3306-4ea4-98f7-7906e839d623),segment_id=ce772ffb-3306-4ea4-98f7-7906e839d623)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:09:48.170435 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] get_ports_and_sgs() called for port_ids ['c13922d6-8dcd-4203-bf4b-58d64aaed295'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 19:09:48.193063 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-a64ff2c1-953f-4b52-9d9d-d56b73999743 req-db0611a7-3a91-46f0-b097-5c07369cbb00 service neutron] For port fdf1c48a-3c60-4724-9195-349ed1a50bc4, host n-h1-844202-1, cleared binding levels {{(pid=88524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:09:48.340723 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-df5a9cb1-cdb2-4104-8c48-5d68ac9689e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:48.348688 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd618a1b-5511-4507-9356-0593096f7d79 req-b19fde44-d373-4672-8ae9-e092ca63ff28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:48.350695 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-dd618a1b-5511-4507-9356-0593096f7d79 req-b19fde44-d373-4672-8ae9-e092ca63ff28 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8eee5ae7-9972-4ea4-a710-faeb7415f01a HTTP/1.1" status: 200 len: 834 time: 0.0933833 Jun 01 19:09:48.386555 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=c13922d6-8dcd-4203-bf4b-58d64aaed295,revision_number=9']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:09:48.624747 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-549a71fa-3538-446b-8e08-8cf55474832b tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887712'] for floatingip, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:48.670361 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-a64ff2c1-953f-4b52-9d9d-d56b73999743 req-db0611a7-3a91-46f0-b097-5c07369cbb00 service neutron] For port fdf1c48a-3c60-4724-9195-349ed1a50bc4, host n-h1-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=fdf1c48a-3c60-4724-9195-349ed1a50bc4,segment=NetworkSegment(c49a60ea-e810-446c-90a6-9356d9a7cf2c),segment_id=c49a60ea-e810-446c-90a6-9356d9a7cf2c)] {{(pid=88524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:09:48.686699 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-549a71fa-3538-446b-8e08-8cf55474832b tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for floatingip, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:48.694899 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-549a71fa-3538-446b-8e08-8cf55474832b tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 11.1612265 Jun 01 19:09:48.702666 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07e7dfa-8b3f-4122-9984-0c9b24889283 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Pushing event updated for resources: {'Port': ['ID=2f6d72f9-020a-4e7d-9fa6-2cd7598f68ce,revision_number=2']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:09:48.727849 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5a9cb1-cdb2-4104-8c48-5d68ac9689e3 None None] Pushing event updated for resources: {'Port': ['ID=0fab7e9d-3902-4db2-9a56-7ebf0031f7f4,revision_number=3']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:09:48.768551 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549a71fa-3538-446b-8e08-8cf55474832b tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Pushing event updated for resources: {'Port': ['ID=43523268-e048-40ed-82c3-6f1124710177,revision_number=2']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:09:48.826687 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-a64ff2c1-953f-4b52-9d9d-d56b73999743 req-db0611a7-3a91-46f0-b097-5c07369cbb00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:48.862619 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c07e7dfa-8b3f-4122-9984-0c9b24889283 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-887605'] for router_interface, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:49.078910 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-79b3515b-6d92-4b81-a5f4-928c42f24021 None None] Provisioning for port 2f6d72f9-020a-4e7d-9fa6-2cd7598f68ce completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:09:49.085409 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-79b3515b-6d92-4b81-a5f4-928c42f24021 None None] Provisioning complete for port 2f6d72f9-020a-4e7d-9fa6-2cd7598f68ce triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:09:49.085409 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-79b3515b-6d92-4b81-a5f4-928c42f24021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:49.162359 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64ff2c1-953f-4b52-9d9d-d56b73999743 req-db0611a7-3a91-46f0-b097-5c07369cbb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:49.162359 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-a64ff2c1-953f-4b52-9d9d-d56b73999743 req-db0611a7-3a91-46f0-b097-5c07369cbb00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:49.162359 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a64ff2c1-953f-4b52-9d9d-d56b73999743 req-db0611a7-3a91-46f0-b097-5c07369cbb00 service neutron] 10.222.0.15 "PUT /v2.0/ports/fdf1c48a-3c60-4724-9195-349ed1a50bc4 HTTP/1.1" status: 200 len: 1091 time: 8.1754787 Jun 01 19:09:49.170642 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-624cbf9b-9784-4099-8373-48416b99c597 tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-886608', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-885830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25341'] for router, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:49.172754 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe935053-d0cd-4fec-bf96-10d96f3ec560', 'tag': 'fdf1c48a-3c60-4724-9195-349ed1a50bc4'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:09:49.181593 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c07e7dfa-8b3f-4122-9984-0c9b24889283 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:49.228520 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-79b3515b-6d92-4b81-a5f4-928c42f24021 None None] Port 2f6d72f9-020a-4e7d-9fa6-2cd7598f68ce cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:09:49.240158 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-79b3515b-6d92-4b81-a5f4-928c42f24021 None None] Provisioning complete for port 0fab7e9d-3902-4db2-9a56-7ebf0031f7f4 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:09:49.240561 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-79b3515b-6d92-4b81-a5f4-928c42f24021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:49.270984 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-624cbf9b-9784-4099-8373-48416b99c597 tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-886655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-886601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-886598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-885887'] for router, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:49.284079 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb85017e-9dc6-4e21-8aff-0f536676d0fb req-035ea5b3-f718-4c38-9a00-df235f4f0bc3 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:49.295198 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb85017e-9dc6-4e21-8aff-0f536676d0fb req-035ea5b3-f718-4c38-9a00-df235f4f0bc3 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:49.307778 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-a6b1ce75-e0a9-4aac-a617-99e3031ab21c service neutron] For port 40d26433-71b1-48b8-9988-9b16798cc67a, host n-h2-844202-1, cleared binding levels {{(pid=88524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:09:49.333256 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb85017e-9dc6-4e21-8aff-0f536676d0fb req-035ea5b3-f718-4c38-9a00-df235f4f0bc3 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:49.359877 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb85017e-9dc6-4e21-8aff-0f536676d0fb req-035ea5b3-f718-4c38-9a00-df235f4f0bc3 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:49.365431 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb85017e-9dc6-4e21-8aff-0f536676d0fb req-035ea5b3-f718-4c38-9a00-df235f4f0bc3 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:49.376147 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb85017e-9dc6-4e21-8aff-0f536676d0fb req-035ea5b3-f718-4c38-9a00-df235f4f0bc3 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:49.411198 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb85017e-9dc6-4e21-8aff-0f536676d0fb req-035ea5b3-f718-4c38-9a00-df235f4f0bc3 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:49.428519 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-bb85017e-9dc6-4e21-8aff-0f536676d0fb req-035ea5b3-f718-4c38-9a00-df235f4f0bc3 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] 10.222.0.41 "GET /v2.0/ports?device_id=b89af75b-9667-469e-b061-668dd6a09e9b HTTP/1.1" status: 200 len: 5421 time: 1.0326297 Jun 01 19:09:49.439904 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-a6b1ce75-e0a9-4aac-a617-99e3031ab21c service neutron] For port 40d26433-71b1-48b8-9988-9b16798cc67a, host n-h2-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=40d26433-71b1-48b8-9988-9b16798cc67a,segment=NetworkSegment(d8642800-b1d2-408c-993f-870ace18e652),segment_id=d8642800-b1d2-408c-993f-870ace18e652)] {{(pid=88524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:09:49.463885 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-79b3515b-6d92-4b81-a5f4-928c42f24021 None None] Current status of the port 0fab7e9d-3902-4db2-9a56-7ebf0031f7f4 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:09:49.468035 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0611a7-3a91-46f0-b097-5c07369cbb00 service neutron] Pushing event updated for resources: {'Port': ['ID=fdf1c48a-3c60-4724-9195-349ed1a50bc4,revision_number=3']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:09:49.482850 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-a6b1ce75-e0a9-4aac-a617-99e3031ab21c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:49.548134 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818e17bd-15b0-41e0-901a-a516d74ad814 req-42dbd499-0e19-4403-a6e8-9365b711af03 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:49.549815 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-818e17bd-15b0-41e0-901a-a516d74ad814 req-42dbd499-0e19-4403-a6e8-9365b711af03 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.50 "GET /v2.0/ports?device_id=fc7ed167-b50b-48f3-a13d-b18891eb7a13&tenant_id=8537cfb3773e46d182e148cf5b0a717f&binding%3Ahost_id=n-h2-844202-1 HTTP/1.1" status: 200 len: 945 time: 1.1747391 Jun 01 19:09:49.557572 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec358630-f6f4-42fd-a8b3-5cbabd31fbe9 req-0d4eb69f-ad33-48d7-b7a0-087783834e5e tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:49.572337 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ec358630-f6f4-42fd-a8b3-5cbabd31fbe9 req-0d4eb69f-ad33-48d7-b7a0-087783834e5e tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc7ed167-b50b-48f3-a13d-b18891eb7a13 HTTP/1.1" status: 200 len: 945 time: 0.9137723 Jun 01 19:09:49.591023 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-71999d16-585b-43b1-9f72-c0c9b3be8ddb None None] Provisioning complete for port 2f6d72f9-020a-4e7d-9fa6-2cd7598f68ce triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:09:49.593711 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-71999d16-585b-43b1-9f72-c0c9b3be8ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:49.598354 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd618a1b-5511-4507-9356-0593096f7d79 req-1693b50a-7ea5-4e39-b994-c5b9ac08ed6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:49.599817 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-dd618a1b-5511-4507-9356-0593096f7d79 req-1693b50a-7ea5-4e39-b994-c5b9ac08ed6e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1683679e-ac4b-4846-a35b-a63a265f2c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0981812 Jun 01 19:09:49.724065 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-71999d16-585b-43b1-9f72-c0c9b3be8ddb None None] Port 2f6d72f9-020a-4e7d-9fa6-2cd7598f68ce cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:09:49.755969 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-bb85017e-9dc6-4e21-8aff-0f536676d0fb req-de5eddcf-af04-4cfc-9794-971477e1a3b8 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d570a50-36ee-4a35-8568-a6d10a7bab24&id=0ab986d5-b8d5-42ed-9ee0-4a29f48e1199&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2923508 Jun 01 19:09:49.953059 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-3f70d365-976d-46f5-b9a4-d57ebc47e4a8 None None] Provisioning complete for port 2f6d72f9-020a-4e7d-9fa6-2cd7598f68ce triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:09:49.953456 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-3f70d365-976d-46f5-b9a4-d57ebc47e4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:50.103956 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c07e7dfa-8b3f-4122-9984-0c9b24889283 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks [] for port, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:50.113447 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c07e7dfa-8b3f-4122-9984-0c9b24889283 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:50.113447 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c07e7dfa-8b3f-4122-9984-0c9b24889283 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-887436'] for router_interface, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:50.128036 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-3f70d365-976d-46f5-b9a4-d57ebc47e4a8 None None] Port 2f6d72f9-020a-4e7d-9fa6-2cd7598f68ce cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:09:50.173632 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-818e17bd-15b0-41e0-901a-a516d74ad814 req-b1850ce0-397b-4e30-afbe-20c69575cfd2 service neutron] 10.222.0.50 "GET /v2.0/ports/c13922d6-8dcd-4203-bf4b-58d64aaed295/bindings/n-h2-844202-1 HTTP/1.1" status: 200 len: 382 time: 0.5667565 Jun 01 19:09:50.183408 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-a6b1ce75-e0a9-4aac-a617-99e3031ab21c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:50.183408 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-a6b1ce75-e0a9-4aac-a617-99e3031ab21c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:50.183408 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-a6b1ce75-e0a9-4aac-a617-99e3031ab21c service neutron] 10.222.0.50 "PUT /v2.0/ports/40d26433-71b1-48b8-9988-9b16798cc67a HTTP/1.1" status: 200 len: 1091 time: 8.3913579 Jun 01 19:09:50.280421 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b1ce75-e0a9-4aac-a617-99e3031ab21c service neutron] Pushing event updated for resources: {'Port': ['ID=40d26433-71b1-48b8-9988-9b16798cc67a,revision_number=3']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:09:50.352217 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07e7dfa-8b3f-4122-9984-0c9b24889283 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Pushing event updated for resources: {'Port': ['ID=2f6d72f9-020a-4e7d-9fa6-2cd7598f68ce,revision_number=3']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:09:50.428602 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ec358630-f6f4-42fd-a8b3-5cbabd31fbe9 req-ed1e7115-5e7c-4e8a-b48e-1e888dc65e86 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/security-groups?id=457e2085-2430-4c17-b58f-61923b8494ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8544261 Jun 01 19:09:50.498695 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64ff2c1-953f-4b52-9d9d-d56b73999743 req-c09188f9-c5d3-4ed6-8a2b-0c840d3a0962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:50.500496 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a64ff2c1-953f-4b52-9d9d-d56b73999743 req-c09188f9-c5d3-4ed6-8a2b-0c840d3a0962 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=629cbcc775204e3fab453ad18b665a7d&device_id=fe935053-d0cd-4fec-bf96-10d96f3ec560 HTTP/1.1" status: 200 len: 1094 time: 1.2899611 Jun 01 19:09:50.522850 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-624cbf9b-9784-4099-8373-48416b99c597 tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Router 8319b198-cc7e-4dcc-9662-fcf56bab40fb has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 19:09:50.662902 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a64ff2c1-953f-4b52-9d9d-d56b73999743 req-2417e952-ffec-4380-80ab-62d03831626e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fdf1c48a-3c60-4724-9195-349ed1a50bc4 HTTP/1.1" status: 200 len: 217 time: 0.1256127 Jun 01 19:09:50.722113 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d97067-abda-4b9a-917b-4712f178ddac req-fa1e62d4-552e-4940-8037-7fe5e48a6337 tempest-VolumesActionsTest-1431207634 tempest-VolumesActionsTest-1431207634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:50.730413 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-07d97067-abda-4b9a-917b-4712f178ddac req-fa1e62d4-552e-4940-8037-7fe5e48a6337 tempest-VolumesActionsTest-1431207634 tempest-VolumesActionsTest-1431207634-project] 10.222.0.41 "GET /v2.0/ports?device_id=fe935053-d0cd-4fec-bf96-10d96f3ec560 HTTP/1.1" status: 200 len: 943 time: 0.6225085 Jun 01 19:09:50.792669 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64ff2c1-953f-4b52-9d9d-d56b73999743 req-9929a953-f547-4a74-8e12-ce21aab10d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:50.792669 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a64ff2c1-953f-4b52-9d9d-d56b73999743 req-9929a953-f547-4a74-8e12-ce21aab10d3b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b315c7dd-b5dc-4e38-acc9-ea751731e0ba HTTP/1.1" status: 200 len: 849 time: 0.1095169 Jun 01 19:09:50.798895 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 0fab7e9d-3902-4db2-9a56-7ebf0031f7f4 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:09:50.903287 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-07d97067-abda-4b9a-917b-4712f178ddac req-6edebb52-968a-4fce-9c8f-696e61139ec8 tempest-VolumesActionsTest-1431207634 tempest-VolumesActionsTest-1431207634-project] 10.222.0.41 "GET /v2.0/security-groups?id=d13d880c-07b7-4324-bc6b-356cd30c6e62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631453 Jun 01 19:09:50.906659 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c07e7dfa-8b3f-4122-9984-0c9b24889283 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Network 164228f5-19e7-42ba-92d6-d00e55609b8d is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:09:50.907836 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-c07e7dfa-8b3f-4122-9984-0c9b24889283 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:09:51.029967 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device c13922d6-8dcd-4203-bf4b-58d64aaed295 up at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:09:51.216748 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 0fab7e9d-3902-4db2-9a56-7ebf0031f7f4 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:09:51.216748 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:51.239480 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a64ff2c1-953f-4b52-9d9d-d56b73999743 req-87fab71e-4851-4321-91cd-207f7730e102 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=acc8637a-ddf7-4d96-a460-3d7437db2654&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4270086 Jun 01 19:09:51.271433 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-416af4de-77e6-43c2-a107-731aa813916e'] response: {'name': 'network-changed', 'server_uuid': 'fe935053-d0cd-4fec-bf96-10d96f3ec560', 'tag': 'fdf1c48a-3c60-4724-9195-349ed1a50bc4', 'status': 'completed', 'code': 200} Jun 01 19:09:51.296616 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning for port c13922d6-8dcd-4203-bf4b-58d64aaed295 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:09:51.327159 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning complete for port c13922d6-8dcd-4203-bf4b-58d64aaed295 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:09:51.327159 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:51.370069 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-dd618a1b-5511-4507-9356-0593096f7d79 req-cee946f5-18d9-46f4-af98-4e8768fdb454 service neutron] 10.222.0.50 "GET /v2.0/networks/1683679e-ac4b-4846-a35b-a63a265f2c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3928273 Jun 01 19:09:51.473120 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-b3d28e58-e2fe-4b7b-935d-ece51e0abf02 None None] Provisioning complete for port 2f6d72f9-020a-4e7d-9fa6-2cd7598f68ce triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:09:51.473120 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-b3d28e58-e2fe-4b7b-935d-ece51e0abf02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:51.576640 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2d8804-4929-4b6e-97d5-5eda666b9dc1 req-adc4a27d-578b-4dc5-b078-a112885b1797 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:51.589633 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2d8804-4929-4b6e-97d5-5eda666b9dc1 req-adc4a27d-578b-4dc5-b078-a112885b1797 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:51.597050 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2d8804-4929-4b6e-97d5-5eda666b9dc1 req-adc4a27d-578b-4dc5-b078-a112885b1797 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:51.603506 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2d8804-4929-4b6e-97d5-5eda666b9dc1 req-adc4a27d-578b-4dc5-b078-a112885b1797 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:51.615850 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2d8804-4929-4b6e-97d5-5eda666b9dc1 req-adc4a27d-578b-4dc5-b078-a112885b1797 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:51.615850 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2d8804-4929-4b6e-97d5-5eda666b9dc1 req-adc4a27d-578b-4dc5-b078-a112885b1797 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:51.619546 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port c13922d6-8dcd-4203-bf4b-58d64aaed295 is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:09:51.619546 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:51.633237 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2d8804-4929-4b6e-97d5-5eda666b9dc1 req-adc4a27d-578b-4dc5-b078-a112885b1797 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:51.640269 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-de2d8804-4929-4b6e-97d5-5eda666b9dc1 req-adc4a27d-578b-4dc5-b078-a112885b1797 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] 10.222.0.41 "GET /v2.0/ports?device_id=b89af75b-9667-469e-b061-668dd6a09e9b HTTP/1.1" status: 200 len: 5421 time: 0.2511542 Jun 01 19:09:51.648195 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a64ff2c1-953f-4b52-9d9d-d56b73999743 req-5acc644f-ec51-4489-bf70-ec7c5dfdd0d9 service neutron] 10.222.0.15 "GET /v2.0/networks/acc8637a-ddf7-4d96-a460-3d7437db2654?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2694547 Jun 01 19:09:51.727492 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-b3d28e58-e2fe-4b7b-935d-ece51e0abf02 None None] Port 2f6d72f9-020a-4e7d-9fa6-2cd7598f68ce cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:09:51.740608 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc7ed167-b50b-48f3-a13d-b18891eb7a13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c13922d6-8dcd-4203-bf4b-58d64aaed295'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:09:51.746646 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 0fab7e9d-3902-4db2-9a56-7ebf0031f7f4 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:09:51.756164 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port c13922d6-8dcd-4203-bf4b-58d64aaed295, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=c13922d6-8dcd-4203-bf4b-58d64aaed295,segment=NetworkSegment(7e25366f-9619-4880-81a2-a56ac8eaa2c5),segment_id=7e25366f-9619-4880-81a2-a56ac8eaa2c5)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:09:51.760109 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:51.767124 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c07e7dfa-8b3f-4122-9984-0c9b24889283 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Router 30b6fb85-42ac-44d6-b834-cd83f9417bd2 is scheduled to L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 with binding_index 1 {{(pid=88525) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 19:09:51.777853 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-de2d8804-4929-4b6e-97d5-5eda666b9dc1 req-98bfb85d-9a8e-4b93-a613-fe5e8a1ba4f0 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d570a50-36ee-4a35-8568-a6d10a7bab24&id=0ab986d5-b8d5-42ed-9ee0-4a29f48e1199&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1409218 Jun 01 19:09:51.808849 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c3adf3d6-0591-4a7d-ba97-a8de9475d164 req-48790903-1c37-4c6c-8c81-9aed446d1e06 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--481561289&fields=id&tenant_id=4a7494de105b4d89b3193a70c4c60c4c HTTP/1.1" status: 200 len: 267 time: 0.5397639 Jun 01 19:09:51.827783 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-077a95c7-1d59-4326-a020-75a64aaf1f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:51.827783 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-077a95c7-1d59-4326-a020-75a64aaf1f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:51.827783 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-077a95c7-1d59-4326-a020-75a64aaf1f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:51.827783 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-077a95c7-1d59-4326-a020-75a64aaf1f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:51.827783 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-077a95c7-1d59-4326-a020-75a64aaf1f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:51.827783 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-077a95c7-1d59-4326-a020-75a64aaf1f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:51.827783 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-077a95c7-1d59-4326-a020-75a64aaf1f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:51.827783 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-077a95c7-1d59-4326-a020-75a64aaf1f2d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=02a99242e0f0463d9013e17319779a87&device_id=b89af75b-9667-469e-b061-668dd6a09e9b HTTP/1.1" status: 200 len: 6478 time: 1.5245423 Jun 01 19:09:51.903437 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=c13922d6-8dcd-4203-bf4b-58d64aaed295,revision_number=10']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:09:52.000122 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-5712546f-fae4-478f-ac95-8c193e84c372 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=74e2387a-5a42-4e52-9813-acb554a11e5b HTTP/1.1" status: 200 len: 217 time: 0.0951724 Jun 01 19:09:52.143150 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c07e7dfa-8b3f-4122-9984-0c9b24889283 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:09:52.171495 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-c07e7dfa-8b3f-4122-9984-0c9b24889283 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] 10.222.0.41 "PUT /v2.0/routers/30b6fb85-42ac-44d6-b834-cd83f9417bd2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5010200 Jun 01 19:09:52.171495 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 53612) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:09:52.175273 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e7f800-06bd-4c53-99b5-028517ddefd9 None None] Sync routers for ids ['30b6fb85-42ac-44d6-b834-cd83f9417bd2'] in n-d-844202-1 {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:09:52.193625 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e7f800-06bd-4c53-99b5-028517ddefd9 None None] Routers {'30b6fb85-42ac-44d6-b834-cd83f9417bd2'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:09:52.193625 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-e7e7f800-06bd-4c53-99b5-028517ddefd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:09:39Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['30b6fb85-42ac-44d6-b834-cd83f9417bd2'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:09:52.274184 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-e7e7f800-06bd-4c53-99b5-028517ddefd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:09:52.286148 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e7f800-06bd-4c53-99b5-028517ddefd9 None None] Routers {'30b6fb85-42ac-44d6-b834-cd83f9417bd2'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:09:52.286148 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-e7e7f800-06bd-4c53-99b5-028517ddefd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:09:39Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['30b6fb85-42ac-44d6-b834-cd83f9417bd2'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:09:52.314448 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-dece9f91-880b-4d81-8670-a0f3b376c253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:52.314448 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-dece9f91-880b-4d81-8670-a0f3b376c253 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=68f1d3e6-a007-4866-ae6d-cf3ba479c5c0 HTTP/1.1" status: 200 len: 851 time: 0.2484322 Jun 01 19:09:52.322195 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-dd618a1b-5511-4507-9356-0593096f7d79 req-800a5e89-109f-4272-945c-ac85f5137a42 service neutron] 10.222.0.50 "GET /v2.0/networks/1683679e-ac4b-4846-a35b-a63a265f2c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8966279 Jun 01 19:09:52.369160 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8319f6-3b69-4c6e-a7dd-02f825c65ac9 req-816815b0-c5e0-4e96-8ced-25714fe1575f tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:52.372176 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-624cbf9b-9784-4099-8373-48416b99c597 tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:09:52.379969 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a64ff2c1-953f-4b52-9d9d-d56b73999743 req-396c9c14-c4d0-4189-b4fb-a3f5ac45f26a service neutron] 10.222.0.15 "GET /v2.0/networks/acc8637a-ddf7-4d96-a460-3d7437db2654?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7070441 Jun 01 19:09:52.381513 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-624cbf9b-9784-4099-8373-48416b99c597 tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Notify callbacks [] for router, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:52.383638 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-624cbf9b-9784-4099-8373-48416b99c597 tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] 10.222.0.41 "PUT /v2.0/routers/8319b198-cc7e-4dcc-9662-fcf56bab40fb HTTP/1.1" status: 200 len: 922 time: 13.5826249 Jun 01 19:09:52.384123 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9097c2-82bf-499e-9c2d-cc1b1a1be4e8 None None] Sync routers for ids ['8319b198-cc7e-4dcc-9662-fcf56bab40fb'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:09:52.393758 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3a8319f6-3b69-4c6e-a7dd-02f825c65ac9 req-816815b0-c5e0-4e96-8ced-25714fe1575f tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc7ed167-b50b-48f3-a13d-b18891eb7a13 HTTP/1.1" status: 200 len: 947 time: 0.3550930 Jun 01 19:09:52.396560 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-e7e7f800-06bd-4c53-99b5-028517ddefd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:09:52.396708 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 53616) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:09:52.396966 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e7f800-06bd-4c53-99b5-028517ddefd9 None None] The sync data for ids ['30b6fb85-42ac-44d6-b834-cd83f9417bd2'] in n-d-844202-1 is: [] {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:09:52.406408 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9097c2-82bf-499e-9c2d-cc1b1a1be4e8 None None] Routers {'8319b198-cc7e-4dcc-9662-fcf56bab40fb'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:09:52.407249 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-1d9097c2-82bf-499e-9c2d-cc1b1a1be4e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:09:39Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['8319b198-cc7e-4dcc-9662-fcf56bab40fb'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:09:52.481806 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-1d9097c2-82bf-499e-9c2d-cc1b1a1be4e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:09:52.491159 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9097c2-82bf-499e-9c2d-cc1b1a1be4e8 None None] Routers {'8319b198-cc7e-4dcc-9662-fcf56bab40fb'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:09:52.491983 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-1d9097c2-82bf-499e-9c2d-cc1b1a1be4e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:09:39Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['8319b198-cc7e-4dcc-9662-fcf56bab40fb'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:09:52.513855 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3adf3d6-0591-4a7d-ba97-a8de9475d164 req-b743ca5a-7c70-4cb8-a3af-8e9a807d73a6 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:52.522567 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c3adf3d6-0591-4a7d-ba97-a8de9475d164 req-b743ca5a-7c70-4cb8-a3af-8e9a807d73a6 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/networks?id=3d299f30-03d5-48f5-82fc-2ce538e7e02b HTTP/1.1" status: 200 len: 816 time: 0.7136927 Jun 01 19:09:52.586809 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c3adf3d6-0591-4a7d-ba97-a8de9475d164 req-29ad446a-190e-4a62-b076-b7c171c54a75 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/quotas/4a7494de105b4d89b3193a70c4c60c4c HTTP/1.1" status: 200 len: 375 time: 0.0533059 Jun 01 19:09:52.602677 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-1d9097c2-82bf-499e-9c2d-cc1b1a1be4e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:09:52.602677 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9097c2-82bf-499e-9c2d-cc1b1a1be4e8 None None] The sync data for ids ['8319b198-cc7e-4dcc-9662-fcf56bab40fb'] in n-d-844202-1 is: [] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:09:52.639933 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-e9309096-57af-4f4b-8c2f-2c6aa525a0f0 tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] 10.222.0.41 "GET /v2.0/routers/8319b198-cc7e-4dcc-9662-fcf56bab40fb HTTP/1.1" status: 200 len: 922 time: 0.2295573 Jun 01 19:09:52.639933 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 53624) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:09:52.742202 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d2525c-c1da-4b86-bd7c-d6386b163edc req-2ef4c3f2-61c4-4121-94cd-57f17797ab99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:52.744125 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a3d2525c-c1da-4b86-bd7c-d6386b163edc req-2ef4c3f2-61c4-4121-94cd-57f17797ab99 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=629cbcc775204e3fab453ad18b665a7d&device_id=fe935053-d0cd-4fec-bf96-10d96f3ec560 HTTP/1.1" status: 200 len: 1094 time: 0.2793753 Jun 01 19:09:52.748275 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-1c1d0e4b-4924-4d68-b5e5-14f8bf8dd0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:52.749690 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-1c1d0e4b-4924-4d68-b5e5-14f8bf8dd0fd service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4f4ea26f-fa46-41a8-bded-b4cab3aedc51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4306228 Jun 01 19:09:52.750507 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d7b5316-daf4-4e48-bedb-ce05c4455eee tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:52.751229 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-3d7b5316-daf4-4e48-bedb-ce05c4455eee tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Synchronizing usage tracker for tenant:be49ffaf16754f888348eea74749e7ed on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:09:52.751849 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818e17bd-15b0-41e0-901a-a516d74ad814 req-880dfe35-7d0c-4087-80a6-633ef4a962ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:52.753304 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-818e17bd-15b0-41e0-901a-a516d74ad814 req-880dfe35-7d0c-4087-80a6-633ef4a962ba service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8537cfb3773e46d182e148cf5b0a717f&device_id=fc7ed167-b50b-48f3-a13d-b18891eb7a13 HTTP/1.1" status: 200 len: 1098 time: 0.3579171 Jun 01 19:09:52.757118 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3a8319f6-3b69-4c6e-a7dd-02f825c65ac9 req-6e90aaea-4084-4238-a486-55f23ae852a3 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/security-groups?id=457e2085-2430-4c17-b58f-61923b8494ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3460400 Jun 01 19:09:52.791086 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-3d7b5316-daf4-4e48-bedb-ce05c4455eee tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Unset dirty status for tenant:be49ffaf16754f888348eea74749e7ed on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:09:52.797656 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-3d7b5316-daf4-4e48-bedb-ce05c4455eee tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] 10.222.0.41 "GET /v2.0/ports?device_id=30b6fb85-42ac-44d6-b834-cd83f9417bd2 HTTP/1.1" status: 200 len: 989 time: 0.6213686 Jun 01 19:09:52.809647 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 53630) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:09:52.878291 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3f45ee6-d7e8-4336-a70d-aab21ffd2a21 tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:52.878291 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-d3f45ee6-d7e8-4336-a70d-aab21ffd2a21 tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=72a72e44-6845-488a-a5ff-3a26d4df9cb3&device_id=8319b198-cc7e-4dcc-9662-fcf56bab40fb&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2349112 Jun 01 19:09:52.878291 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 53636) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:09:52.941632 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3762da6-962d-44e7-8b43-5d1f54ba497e'] response: {'server_uuid': 'fc7ed167-b50b-48f3-a13d-b18891eb7a13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c13922d6-8dcd-4203-bf4b-58d64aaed295', 'code': 200} Jun 01 19:09:53.254779 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c3adf3d6-0591-4a7d-ba97-a8de9475d164 req-60ec9065-f246-4265-a1b9-c5d795b95da1 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=4a7494de105b4d89b3193a70c4c60c4c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6787443 Jun 01 19:09:53.278276 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b89af75b-9667-469e-b061-668dd6a09e9b', 'tag': '40d26433-71b1-48b8-9988-9b16798cc67a'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:09:53.437979 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d2525c-c1da-4b86-bd7c-d6386b163edc req-75756780-9780-49e6-929c-3538ad8ac4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:53.439449 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a3d2525c-c1da-4b86-bd7c-d6386b163edc req-75756780-9780-49e6-929c-3538ad8ac4a8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=acc8637a-ddf7-4d96-a460-3d7437db2654 HTTP/1.1" status: 200 len: 910 time: 0.6839662 Jun 01 19:09:53.447049 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818e17bd-15b0-41e0-901a-a516d74ad814 req-43495339-9993-4f80-b794-b7d132437ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:53.448449 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-818e17bd-15b0-41e0-901a-a516d74ad814 req-43495339-9993-4f80-b794-b7d132437ad8 service neutron] 10.222.0.50 "GET /v2.0/networks?id=1683679e-ac4b-4846-a35b-a63a265f2c59 HTTP/1.1" status: 200 len: 898 time: 0.6684992 Jun 01 19:09:53.504188 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-1ff13ce3-f3c5-4216-b409-04ded620bb05 service neutron] 10.222.0.50 "GET /v2.0/networks/4f4ea26f-fa46-41a8-bded-b4cab3aedc51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7267060 Jun 01 19:09:53.581025 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba60e60d-9d11-4206-97fa-681592cc32fb tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:53.581025 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-ba60e60d-9d11-4206-97fa-681592cc32fb tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Synchronizing usage tracker for tenant:573471d98bb24a01af321ebb60a8573f on resource:network {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:09:53.603496 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a3d2525c-c1da-4b86-bd7c-d6386b163edc req-85a5f6ea-3558-4a0f-a30b-0bba1e6ec706 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fdf1c48a-3c60-4724-9195-349ed1a50bc4 HTTP/1.1" status: 200 len: 217 time: 0.1504624 Jun 01 19:09:53.637052 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b4a44f-d5c7-472a-815a-cb08dd14bac4 req-9cb5e6c3-5252-48ef-9a7f-c53ac1bdf00b tempest-VolumesActionsTest-1431207634 tempest-VolumesActionsTest-1431207634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:53.637052 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-46b4a44f-d5c7-472a-815a-cb08dd14bac4 req-9cb5e6c3-5252-48ef-9a7f-c53ac1bdf00b tempest-VolumesActionsTest-1431207634 tempest-VolumesActionsTest-1431207634-project] 10.222.0.41 "GET /v2.0/ports?device_id=fe935053-d0cd-4fec-bf96-10d96f3ec560 HTTP/1.1" status: 200 len: 943 time: 0.5269125 Jun 01 19:09:53.749143 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-ba60e60d-9d11-4206-97fa-681592cc32fb tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Unset dirty status for tenant:573471d98bb24a01af321ebb60a8573f on resource:network {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:09:53.753166 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-ba60e60d-9d11-4206-97fa-681592cc32fb tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] 10.222.0.41 "GET /v2.0/networks/72a72e44-6845-488a-a5ff-3a26d4df9cb3 HTTP/1.1" status: 200 len: 881 time: 0.8679910 Jun 01 19:09:53.754773 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 53646) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:09:53.775746 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-46b4a44f-d5c7-472a-815a-cb08dd14bac4 req-e1b01f48-8db5-4a2f-a996-c672305777b0 tempest-VolumesActionsTest-1431207634 tempest-VolumesActionsTest-1431207634-project] 10.222.0.41 "GET /v2.0/security-groups?id=d13d880c-07b7-4324-bc6b-356cd30c6e62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299798 Jun 01 19:09:53.890080 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-32938ae2-511c-4084-93ea-d3afb82e6e72 tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] 10.222.0.41 "GET /v2.0/ports?device_id=8319b198-cc7e-4dcc-9662-fcf56bab40fb HTTP/1.1" status: 200 len: 205 time: 0.0931785 Jun 01 19:09:53.894537 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 53652) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:09:53.905944 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c3adf3d6-0591-4a7d-ba97-a8de9475d164 req-c0ecce00-2ff5-4b73-981b-464c72dbc456 service neutron] 10.222.0.41 "GET /v2.0/networks/3d299f30-03d5-48f5-82fc-2ce538e7e02b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6130691 Jun 01 19:09:53.944364 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d2525c-c1da-4b86-bd7c-d6386b163edc req-12878778-17f5-4d01-acb7-59ca98e3d903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:53.946049 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a3d2525c-c1da-4b86-bd7c-d6386b163edc req-12878778-17f5-4d01-acb7-59ca98e3d903 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b315c7dd-b5dc-4e38-acc9-ea751731e0ba HTTP/1.1" status: 200 len: 849 time: 0.3070867 Jun 01 19:09:53.958809 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-818e17bd-15b0-41e0-901a-a516d74ad814 req-3f4e6ab9-573b-43b6-ae86-b28fb77c3828 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c13922d6-8dcd-4203-bf4b-58d64aaed295 HTTP/1.1" status: 200 len: 1002 time: 0.4520547 Jun 01 19:09:54.105636 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-c149cae2-2e2d-47ba-bf7e-f28d19412b81 service neutron] 10.222.0.50 "GET /v2.0/networks/4f4ea26f-fa46-41a8-bded-b4cab3aedc51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5904868 Jun 01 19:09:54.115137 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a3d2525c-c1da-4b86-bd7c-d6386b163edc req-1178ce08-62cd-4c97-84f3-e67608ec08c3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=acc8637a-ddf7-4d96-a460-3d7437db2654&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1551723 Jun 01 19:09:54.165969 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-33ec5382-a2c4-42c5-8b6f-ee9bf385b71f tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-887474'] for router_interface, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:54.261536 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-1285afca-d1e5-483b-8bce-434a950b1c7d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.118&port_id=8e023d4a-9eb6-405c-b18a-c3de65879a4a HTTP/1.1" status: 200 len: 217 time: 0.1454744 Jun 01 19:09:54.312384 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818e17bd-15b0-41e0-901a-a516d74ad814 req-fcaf579f-8e4d-4beb-9582-5bd2162c07c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:54.313822 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-818e17bd-15b0-41e0-901a-a516d74ad814 req-fcaf579f-8e4d-4beb-9582-5bd2162c07c2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8eee5ae7-9972-4ea4-a710-faeb7415f01a HTTP/1.1" status: 200 len: 834 time: 0.2714415 Jun 01 19:09:54.363357 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-345f8f9c-c41f-44b8-8c82-b4a813337ea1 tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] Notify callbacks [] for router, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:54.454469 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750125a1-5f9d-4301-8b9b-3a7c7167b40e req-84d64970-146d-4c3d-9f1b-87efc2d0b5e6 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:54.454765 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-324f4040-1f89-4bf6-9e0b-633874a0f557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:54.456761 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-324f4040-1f89-4bf6-9e0b-633874a0f557 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a154ee7c-2b5c-4f5d-88dd-ebda40eec737 HTTP/1.1" status: 200 len: 797 time: 0.1762829 Jun 01 19:09:54.460340 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750125a1-5f9d-4301-8b9b-3a7c7167b40e req-84d64970-146d-4c3d-9f1b-87efc2d0b5e6 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:54.461547 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c3adf3d6-0591-4a7d-ba97-a8de9475d164 req-b166dcf2-f412-47e6-aecc-99377473d18f service neutron] 10.222.0.41 "GET /v2.0/networks/3d299f30-03d5-48f5-82fc-2ce538e7e02b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5456262 Jun 01 19:09:54.467143 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750125a1-5f9d-4301-8b9b-3a7c7167b40e req-84d64970-146d-4c3d-9f1b-87efc2d0b5e6 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:54.473013 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750125a1-5f9d-4301-8b9b-3a7c7167b40e req-84d64970-146d-4c3d-9f1b-87efc2d0b5e6 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:54.479043 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750125a1-5f9d-4301-8b9b-3a7c7167b40e req-84d64970-146d-4c3d-9f1b-87efc2d0b5e6 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:54.486475 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750125a1-5f9d-4301-8b9b-3a7c7167b40e req-84d64970-146d-4c3d-9f1b-87efc2d0b5e6 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:54.492536 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750125a1-5f9d-4301-8b9b-3a7c7167b40e req-84d64970-146d-4c3d-9f1b-87efc2d0b5e6 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:54.502533 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-750125a1-5f9d-4301-8b9b-3a7c7167b40e req-84d64970-146d-4c3d-9f1b-87efc2d0b5e6 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] 10.222.0.41 "GET /v2.0/ports?device_id=b89af75b-9667-469e-b061-668dd6a09e9b HTTP/1.1" status: 200 len: 5421 time: 0.5431254 Jun 01 19:09:54.533173 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a3d2525c-c1da-4b86-bd7c-d6386b163edc req-a833dc62-4b6b-4fcf-8787-71fa9986c3d1 service neutron] 10.222.0.15 "GET /v2.0/networks/acc8637a-ddf7-4d96-a460-3d7437db2654?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3645666 Jun 01 19:09:54.774376 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-750125a1-5f9d-4301-8b9b-3a7c7167b40e req-80ec2f01-909b-4d30-9fc0-95f4302fc9fb tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d570a50-36ee-4a35-8568-a6d10a7bab24&id=0ab986d5-b8d5-42ed-9ee0-4a29f48e1199&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2706409 Jun 01 19:09:54.990759 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a3d2525c-c1da-4b86-bd7c-d6386b163edc req-33ad236d-11a2-4eaa-882b-5b22cab15667 service neutron] 10.222.0.15 "GET /v2.0/networks/acc8637a-ddf7-4d96-a460-3d7437db2654?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4379857 Jun 01 19:09:54.992862 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30fa2b6b-050e-4730-a4b3-6684efa5657c'] response: {'name': 'network-changed', 'server_uuid': 'b89af75b-9667-469e-b061-668dd6a09e9b', 'tag': '40d26433-71b1-48b8-9988-9b16798cc67a', 'status': 'completed', 'code': 200} Jun 01 19:09:55.020376 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-bbc7f9a3-91f1-4ea2-9932-ee28b9d1c70f req-674762c2-18de-457a-83e2-a568a854822e tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Synchronizing usage tracker for tenant:4a7494de105b4d89b3193a70c4c60c4c on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:09:55.039521 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818e17bd-15b0-41e0-901a-a516d74ad814 req-25ad408c-735e-4b6b-bdf7-a49f24be017b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:55.040288 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-345f8f9c-c41f-44b8-8c82-b4a813337ea1 tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:55.042209 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-818e17bd-15b0-41e0-901a-a516d74ad814 req-25ad408c-735e-4b6b-bdf7-a49f24be017b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1683679e-ac4b-4846-a35b-a63a265f2c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7089694 Jun 01 19:09:55.059460 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-345f8f9c-c41f-44b8-8c82-b4a813337ea1 tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] Deleting port 392c502c-4c19-4a84-b289-f9cd3c982b48 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:09:55.060182 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-345f8f9c-c41f-44b8-8c82-b4a813337ea1 tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:55.106200 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-33ec5382-a2c4-42c5-8b6f-ee9bf385b71f tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Deleting port 2f6d72f9-020a-4e7d-9fa6-2cd7598f68ce {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:09:55.106636 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-33ec5382-a2c4-42c5-8b6f-ee9bf385b71f tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:55.145255 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-bbc7f9a3-91f1-4ea2-9932-ee28b9d1c70f req-674762c2-18de-457a-83e2-a568a854822e tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Unset dirty status for tenant:4a7494de105b4d89b3193a70c4c60c4c on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:09:55.146478 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-bbc7f9a3-91f1-4ea2-9932-ee28b9d1c70f req-674762c2-18de-457a-83e2-a568a854822e tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8b84db9-d35d-4296-85a8-fdfc6dd0b558 HTTP/1.1" status: 200 len: 210 time: 0.2561586 Jun 01 19:09:55.196380 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-3cdd02fe-da33-44ad-a80e-3afb388cabc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:55.197886 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-3cdd02fe-da33-44ad-a80e-3afb388cabc1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=83309fe7-c674-45d2-987a-e042535023cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7301390 Jun 01 19:09:55.328265 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea9d720-50ff-4213-8b25-19fabd7133c1 req-5f6d8a73-7046-46ec-80d5-3caca5a438de tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:55.329821 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-aea9d720-50ff-4213-8b25-19fabd7133c1 req-5f6d8a73-7046-46ec-80d5-3caca5a438de tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc7ed167-b50b-48f3-a13d-b18891eb7a13 HTTP/1.1" status: 200 len: 947 time: 0.3360727 Jun 01 19:09:55.339811 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-818e17bd-15b0-41e0-901a-a516d74ad814 req-1740f190-285a-48cf-ab2a-474da41c2542 service neutron] 10.222.0.50 "GET /v2.0/networks/1683679e-ac4b-4846-a35b-a63a265f2c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2890973 Jun 01 19:09:55.494640 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-aea9d720-50ff-4213-8b25-19fabd7133c1 req-d7ca4162-d8f1-4691-82e9-39102b34cf4a tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/security-groups?id=457e2085-2430-4c17-b58f-61923b8494ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1517079 Jun 01 19:09:55.519408 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-7b675a09-9404-4ab1-b652-ab41d30a245a service neutron] 10.222.0.50 "GET /v2.0/networks/83309fe7-c674-45d2-987a-e042535023cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3020470 Jun 01 19:09:55.588703 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device fdf1c48a-3c60-4724-9195-349ed1a50bc4 details requested by agent hyperv_n-h1-844202-1 with host n-h1-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 19:09:55.636564 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-818e17bd-15b0-41e0-901a-a516d74ad814 req-0037f1ef-d910-4a1f-b583-b44866f704dd service neutron] 10.222.0.50 "GET /v2.0/networks/1683679e-ac4b-4846-a35b-a63a265f2c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2898910 Jun 01 19:09:55.647875 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-345f8f9c-c41f-44b8-8c82-b4a813337ea1 tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:55.687938 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-7573702b-576e-499d-a5cc-449f93d17a56 service neutron] 10.222.0.50 "GET /v2.0/networks/83309fe7-c674-45d2-987a-e042535023cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577969 Jun 01 19:09:55.735701 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-33ec5382-a2c4-42c5-8b6f-ee9bf385b71f tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:55.750839 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85c80ce-4da9-4ed3-aa89-546fa756479b req-9dcba1c0-6ceb-4ef8-a9c3-efca88e98389 tempest-VolumesActionsTest-1431207634 tempest-VolumesActionsTest-1431207634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:55.752486 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a85c80ce-4da9-4ed3-aa89-546fa756479b req-9dcba1c0-6ceb-4ef8-a9c3-efca88e98389 tempest-VolumesActionsTest-1431207634 tempest-VolumesActionsTest-1431207634-project] 10.222.0.41 "GET /v2.0/ports?device_id=fe935053-d0cd-4fec-bf96-10d96f3ec560 HTTP/1.1" status: 200 len: 943 time: 0.3310609 Jun 01 19:09:55.789069 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port fdf1c48a-3c60-4724-9195-349ed1a50bc4, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=fdf1c48a-3c60-4724-9195-349ed1a50bc4,segment=NetworkSegment(c49a60ea-e810-446c-90a6-9356d9a7cf2c),segment_id=c49a60ea-e810-446c-90a6-9356d9a7cf2c)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:09:55.807363 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-5eaaecd5-9873-4713-96c1-f6348c50392d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.120&port_id=a46ad6b2-b5d4-4799-b91d-c0a28a7dbab6 HTTP/1.1" status: 200 len: 217 time: 0.1134429 Jun 01 19:09:55.811995 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Returning: {'device': 'fdf1c48a-3c60-4724-9195-349ed1a50bc4', 'network_id': 'acc8637a-ddf7-4d96-a460-3d7437db2654', 'port_id': 'fdf1c48a-3c60-4724-9195-349ed1a50bc4', 'mac_address': 'fa:16:3e:47:a8:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b315c7dd-b5dc-4e38-acc9-ea751731e0ba', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 19:09:55.884472 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port fdf1c48a-3c60-4724-9195-349ed1a50bc4 is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:09:55.885477 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:55.908602 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdf1c48a-3c60-4724-9195-349ed1a50bc4 {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 19:09:55.925697 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-345f8f9c-c41f-44b8-8c82-b4a813337ea1 tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] Calling delete_port for 392c502c-4c19-4a84-b289-f9cd3c982b48 owned by network:router_gateway {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:09:55.929125 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port fdf1c48a-3c60-4724-9195-349ed1a50bc4, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=fdf1c48a-3c60-4724-9195-349ed1a50bc4,segment=NetworkSegment(c49a60ea-e810-446c-90a6-9356d9a7cf2c),segment_id=c49a60ea-e810-446c-90a6-9356d9a7cf2c)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:09:55.938401 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:56.069888 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-46237075-598f-4e44-902a-596984b91370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:56.071728 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-46237075-598f-4e44-902a-596984b91370 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a154ee7c-2b5c-4f5d-88dd-ebda40eec737 HTTP/1.1" status: 200 len: 797 time: 0.2569685 Jun 01 19:09:56.103893 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=fdf1c48a-3c60-4724-9195-349ed1a50bc4,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:09:56.119039 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:09:56.119383 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:09:56.119718 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:09:56.120049 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:09:56.120433 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:09:56.121251 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:09:56.121581 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:09:56.121906 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:09:56.123191 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:09:56.123673 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:09:56.124407 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:09:56.125085 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:09:56.193851 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-33ec5382-a2c4-42c5-8b6f-ee9bf385b71f tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Calling delete_port for 2f6d72f9-020a-4e7d-9fa6-2cd7598f68ce owned by network:router_interface {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:09:56.194204 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] get_ports_and_sgs() called for port_ids ['fdf1c48a-3c60-4724-9195-349ed1a50bc4'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 19:09:56.235089 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c5cf3f-ec4c-4762-a246-3fbdcabe3202 req-7b5954f5-a95c-4d90-ab9e-ef2e8f594fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:56.236659 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-11c5cf3f-ec4c-4762-a246-3fbdcabe3202 req-7b5954f5-a95c-4d90-ab9e-ef2e8f594fe3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8537cfb3773e46d182e148cf5b0a717f&device_id=fc7ed167-b50b-48f3-a13d-b18891eb7a13 HTTP/1.1" status: 200 len: 1098 time: 0.4773006 Jun 01 19:09:56.243366 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a85c80ce-4da9-4ed3-aa89-546fa756479b req-91d6857f-8455-4dba-8d80-e900f8a09337 tempest-VolumesActionsTest-1431207634 tempest-VolumesActionsTest-1431207634-project] 10.222.0.41 "GET /v2.0/security-groups?id=d13d880c-07b7-4324-bc6b-356cd30c6e62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4110372 Jun 01 19:09:56.402269 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3adf3d6-0591-4a7d-ba97-a8de9475d164 req-0e5d016a-5eef-4432-b14d-1bbd635f5139 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:56.404380 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c3adf3d6-0591-4a7d-ba97-a8de9475d164 req-0e5d016a-5eef-4432-b14d-1bbd635f5139 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.50 "GET /v2.0/networks?id=3d299f30-03d5-48f5-82fc-2ce538e7e02b HTTP/1.1" status: 200 len: 816 time: 0.4992304 Jun 01 19:09:56.410313 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-2c0d170e-87d9-4427-b785-e9c0355eaa2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:56.411701 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-2c0d170e-87d9-4427-b785-e9c0355eaa2b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=83309fe7-c674-45d2-987a-e042535023cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3236239 Jun 01 19:09:56.459091 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-17e1ff3a-ca3a-4f31-b1c6-a6db48555bfd req-2a69ab9e-3d66-41a7-a247-3b5f92d725b2 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8b84db9-d35d-4296-85a8-fdfc6dd0b558 HTTP/1.1" status: 200 len: 210 time: 0.0766895 Jun 01 19:09:56.548243 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-345f8f9c-c41f-44b8-8c82-b4a813337ea1 tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:56.586639 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 53684) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:09:56.595915 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-33ec5382-a2c4-42c5-8b6f-ee9bf385b71f tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:56.608849 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345f8f9c-c41f-44b8-8c82-b4a813337ea1 tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] Pushing event deleted for resources: {'Port': ['ID=392c502c-4c19-4a84-b289-f9cd3c982b48,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:09:56.613864 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ffaede-24cb-4b94-aa59-378e42e21760 req-559846ec-da3f-4794-ab65-93c786a7f9ff tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:56.619703 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ffaede-24cb-4b94-aa59-378e42e21760 req-559846ec-da3f-4794-ab65-93c786a7f9ff tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:56.625898 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ffaede-24cb-4b94-aa59-378e42e21760 req-559846ec-da3f-4794-ab65-93c786a7f9ff tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:56.631719 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ffaede-24cb-4b94-aa59-378e42e21760 req-559846ec-da3f-4794-ab65-93c786a7f9ff tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:56.637621 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ffaede-24cb-4b94-aa59-378e42e21760 req-559846ec-da3f-4794-ab65-93c786a7f9ff tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:56.644044 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ffaede-24cb-4b94-aa59-378e42e21760 req-559846ec-da3f-4794-ab65-93c786a7f9ff tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:56.650095 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ffaede-24cb-4b94-aa59-378e42e21760 req-559846ec-da3f-4794-ab65-93c786a7f9ff tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:56.651938 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a6ffaede-24cb-4b94-aa59-378e42e21760 req-559846ec-da3f-4794-ab65-93c786a7f9ff tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] 10.222.0.41 "GET /v2.0/ports?device_id=b89af75b-9667-469e-b061-668dd6a09e9b HTTP/1.1" status: 200 len: 5421 time: 0.6507773 Jun 01 19:09:56.655332 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-475e88f9-a688-41a8-b8bd-872ec6c4eb9b tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1626166588', 'description': 'tempest-secgroup-smoke-1626166588 description', 'project_id': 'f135b090042642babe6bb7a413fbe165'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:09:56.695632 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c3adf3d6-0591-4a7d-ba97-a8de9475d164 req-2ce2b302-aac9-4130-ae26-7362f15bbde6 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4a7494de105b4d89b3193a70c4c60c4c HTTP/1.1" status: 200 len: 379 time: 0.2356129 Jun 01 19:09:56.708613 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-475e88f9-a688-41a8-b8bd-872ec6c4eb9b tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:09:56.723400 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-475e88f9-a688-41a8-b8bd-872ec6c4eb9b tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] Usage tracker for resource:security_group and tenant:f135b090042642babe6bb7a413fbe165 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:09:56.730629 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-c3adf3d6-0591-4a7d-ba97-a8de9475d164 req-71d62017-cde4-4d23-aefe-c3e2cd721708 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Request body: {'port': {'device_id': 'b8b84db9-d35d-4296-85a8-fdfc6dd0b558', 'network_id': '3d299f30-03d5-48f5-82fc-2ce538e7e02b', 'admin_state_up': True, 'tenant_id': '4a7494de105b4d89b3193a70c4c60c4c', 'security_groups': ['b7f46c16-7d81-4a09-b7a2-ba720d08e5cb']}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:09:56.750563 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-475e88f9-a688-41a8-b8bd-872ec6c4eb9b tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:09:56.755060 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ec5382-a2c4-42c5-8b6f-ee9bf385b71f tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Pushing event deleted for resources: {'Port': ['ID=2f6d72f9-020a-4e7d-9fa6-2cd7598f68ce,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:09:56.795326 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-475e88f9-a688-41a8-b8bd-872ec6c4eb9b tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:09:57.033763 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c5cf3f-ec4c-4762-a246-3fbdcabe3202 req-37ec3048-9b30-4cfb-9c1c-0f05d95f210d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:57.035250 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-11c5cf3f-ec4c-4762-a246-3fbdcabe3202 req-37ec3048-9b30-4cfb-9c1c-0f05d95f210d service neutron] 10.222.0.50 "GET /v2.0/networks?id=1683679e-ac4b-4846-a35b-a63a265f2c59 HTTP/1.1" status: 200 len: 898 time: 0.7006967 Jun 01 19:09:57.056655 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a6ffaede-24cb-4b94-aa59-378e42e21760 req-499c9e0d-a468-4957-b850-2b32fa465296 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d570a50-36ee-4a35-8568-a6d10a7bab24&id=0ab986d5-b8d5-42ed-9ee0-4a29f48e1199&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.3788476 Jun 01 19:09:57.070592 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-475e88f9-a688-41a8-b8bd-872ec6c4eb9b tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:57.138281 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-345f8f9c-c41f-44b8-8c82-b4a813337ea1 tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-887703'] for router_gateway, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:57.178216 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-66af83b0-375c-47ce-a325-82e6937f787b service neutron] 10.222.0.50 "GET /v2.0/networks/83309fe7-c674-45d2-987a-e042535023cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6998918 Jun 01 19:09:57.228934 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-475e88f9-a688-41a8-b8bd-872ec6c4eb9b tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:09:57.243617 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-33ec5382-a2c4-42c5-8b6f-ee9bf385b71f tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-887310'] for router_interface, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:57.247617 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-475e88f9-a688-41a8-b8bd-872ec6c4eb9b tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] Usage tracker for resource:security_group_rule and tenant:f135b090042642babe6bb7a413fbe165 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:09:57.259949 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-475e88f9-a688-41a8-b8bd-872ec6c4eb9b tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:09:57.321219 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-475e88f9-a688-41a8-b8bd-872ec6c4eb9b tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:09:57.330084 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-345f8f9c-c41f-44b8-8c82-b4a813337ea1 tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25316'] for router, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:57.333563 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-345f8f9c-c41f-44b8-8c82-b4a813337ea1 tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:57.350238 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-c3adf3d6-0591-4a7d-ba97-a8de9475d164 req-71d62017-cde4-4d23-aefe-c3e2cd721708 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:09:57.355837 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-11c5cf3f-ec4c-4762-a246-3fbdcabe3202 req-4d64d5d3-b20e-4dd2-a36c-9dfc97fb798f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c13922d6-8dcd-4203-bf4b-58d64aaed295 HTTP/1.1" status: 200 len: 1002 time: 0.2867496 Jun 01 19:09:57.411565 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-c3adf3d6-0591-4a7d-ba97-a8de9475d164 req-71d62017-cde4-4d23-aefe-c3e2cd721708 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:09:57.490707 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3adf3d6-0591-4a7d-ba97-a8de9475d164 req-71d62017-cde4-4d23-aefe-c3e2cd721708 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Made reservation on behalf of 4a7494de105b4d89b3193a70c4c60c4c for: {'port': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:09:57.494178 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-c3adf3d6-0591-4a7d-ba97-a8de9475d164 req-71d62017-cde4-4d23-aefe-c3e2cd721708 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:57.522051 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c5cf3f-ec4c-4762-a246-3fbdcabe3202 req-5f6f52e5-4952-43d5-bcea-3cdb06b35074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:57.522260 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-345f8f9c-c41f-44b8-8c82-b4a813337ea1 tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-891519'] for router, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:57.522617 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-345f8f9c-c41f-44b8-8c82-b4a813337ea1 tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] Fanout notify agent at l3_agent the message router_deleted on router 8319b198-cc7e-4dcc-9662-fcf56bab40fb {{(pid=88525) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 19:09:57.523743 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-11c5cf3f-ec4c-4762-a246-3fbdcabe3202 req-5f6f52e5-4952-43d5-bcea-3cdb06b35074 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8eee5ae7-9972-4ea4-a710-faeb7415f01a HTTP/1.1" status: 200 len: 834 time: 0.1604040 Jun 01 19:09:57.525619 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-d1d1ec2d-8a01-476b-aa76-d938a7c0b20d service neutron] 10.222.0.50 "GET /v2.0/networks/83309fe7-c674-45d2-987a-e042535023cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3294632 Jun 01 19:09:57.541625 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ee04ff-e237-4261-8ef0-542363279e14 req-5992014e-8892-4fcf-92ce-ec1c2d5588fe tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:57.543155 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a7ee04ff-e237-4261-8ef0-542363279e14 req-5992014e-8892-4fcf-92ce-ec1c2d5588fe tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc7ed167-b50b-48f3-a13d-b18891eb7a13 HTTP/1.1" status: 200 len: 947 time: 0.8542297 Jun 01 19:09:57.602693 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device fdf1c48a-3c60-4724-9195-349ed1a50bc4 up at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:09:57.697383 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Provisioning for port fdf1c48a-3c60-4724-9195-349ed1a50bc4 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:09:57.703715 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Provisioning complete for port fdf1c48a-3c60-4724-9195-349ed1a50bc4 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:09:57.704103 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:57.746085 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-0e573f54-005d-4b73-8e1c-b88ba20f1812 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.176&port_id=b4ec48f2-ec80-4ad5-8ee7-46cd08c5ffa2 HTTP/1.1" status: 200 len: 217 time: 0.2102458 Jun 01 19:09:57.770135 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-345f8f9c-c41f-44b8-8c82-b4a813337ea1 tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] Notify callbacks [] for router, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:57.779273 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-345f8f9c-c41f-44b8-8c82-b4a813337ea1 tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] 10.222.0.41 "DELETE /v2.0/routers/8319b198-cc7e-4dcc-9662-fcf56bab40fb HTTP/1.1" status: 204 len: 168 time: 3.8817012 Jun 01 19:09:57.786843 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 53692) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:09:57.792723 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-7eaacfe0-444f-40d0-81a5-2a7b4f5d803c tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1992944221', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:09:57.804902 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33ec5382-a2c4-42c5-8b6f-ee9bf385b71f tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Router 30b6fb85-42ac-44d6-b834-cd83f9417bd2 has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 19:09:57.807668 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-7eaacfe0-444f-40d0-81a5-2a7b4f5d803c tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:09:57.824268 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a7ee04ff-e237-4261-8ef0-542363279e14 req-d27fd597-3405-4f9f-b518-38e1668f00c2 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/security-groups?id=457e2085-2430-4c17-b58f-61923b8494ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2186694 Jun 01 19:09:57.826345 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-7eaacfe0-444f-40d0-81a5-2a7b4f5d803c tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] Usage tracker for resource:router and tenant:e5be8a579770467e96fcc6c814e10acf is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:09:57.830091 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-7eaacfe0-444f-40d0-81a5-2a7b4f5d803c tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:09:57.853734 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-7eaacfe0-444f-40d0-81a5-2a7b4f5d803c tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:09:57.865846 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-475e88f9-a688-41a8-b8bd-872ec6c4eb9b tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:57.894904 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-475e88f9-a688-41a8-b8bd-872ec6c4eb9b tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:57.897745 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port fdf1c48a-3c60-4724-9195-349ed1a50bc4 is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:09:57.898512 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:57.958960 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe935053-d0cd-4fec-bf96-10d96f3ec560', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdf1c48a-3c60-4724-9195-349ed1a50bc4'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:09:57.987818 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port fdf1c48a-3c60-4724-9195-349ed1a50bc4, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=fdf1c48a-3c60-4724-9195-349ed1a50bc4,segment=NetworkSegment(c49a60ea-e810-446c-90a6-9356d9a7cf2c),segment_id=c49a60ea-e810-446c-90a6-9356d9a7cf2c)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:09:57.997984 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:58.004972 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-c4f10286-2121-44fd-8203-6773eb8c6f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:58.006709 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-c4f10286-2121-44fd-8203-6773eb8c6f06 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a154ee7c-2b5c-4f5d-88dd-ebda40eec737 HTTP/1.1" status: 200 len: 797 time: 0.2424784 Jun 01 19:09:58.090077 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7eaacfe0-444f-40d0-81a5-2a7b4f5d803c tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-885767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25238'] for router, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:58.092346 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7eaacfe0-444f-40d0-81a5-2a7b4f5d803c tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-901042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-886562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-981784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25327'] for router, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:58.096376 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=fdf1c48a-3c60-4724-9195-349ed1a50bc4,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:09:58.116697 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475e88f9-a688-41a8-b8bd-872ec6c4eb9b tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c630f878-51e5-4bf4-a4a2-ad9f1043de4f,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:09:58.133244 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-475e88f9-a688-41a8-b8bd-872ec6c4eb9b tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:58.134582 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-475e88f9-a688-41a8-b8bd-872ec6c4eb9b tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.5420468 Jun 01 19:09:58.136764 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c5cf3f-ec4c-4762-a246-3fbdcabe3202 req-bfd80d83-7c95-4706-8104-02d558f52488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:58.138729 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-11c5cf3f-ec4c-4762-a246-3fbdcabe3202 req-bfd80d83-7c95-4706-8104-02d558f52488 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1683679e-ac4b-4846-a35b-a63a265f2c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6019106 Jun 01 19:09:58.140412 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 53700) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:09:58.166118 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d3d504ae-b807-47a4-840e-760f0d37632f req-618f2be3-3106-41ba-b28d-fd77a01e2705 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8b84db9-d35d-4296-85a8-fdfc6dd0b558 HTTP/1.1" status: 200 len: 210 time: 0.0773015 Jun 01 19:09:58.167235 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905a1f78-83c4-4ce1-a60a-98eef28fac20 req-5985f082-88f7-4fa8-b87b-c0a5cfe593d6 tempest-VolumesActionsTest-1431207634 tempest-VolumesActionsTest-1431207634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:58.168126 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33ec5382-a2c4-42c5-8b6f-ee9bf385b71f tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:09:58.174672 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-905a1f78-83c4-4ce1-a60a-98eef28fac20 req-5985f082-88f7-4fa8-b87b-c0a5cfe593d6 tempest-VolumesActionsTest-1431207634 tempest-VolumesActionsTest-1431207634-project] 10.222.0.41 "GET /v2.0/ports?device_id=fe935053-d0cd-4fec-bf96-10d96f3ec560 HTTP/1.1" status: 200 len: 944 time: 0.5537727 Jun 01 19:09:58.184778 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bbeee55-9463-4ba3-bdc9-68ed0a9df966 None None] Sync routers for ids ['30b6fb85-42ac-44d6-b834-cd83f9417bd2'] in n-d-844202-1 {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:09:58.187366 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-33ec5382-a2c4-42c5-8b6f-ee9bf385b71f tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] 10.222.0.41 "PUT /v2.0/routers/30b6fb85-42ac-44d6-b834-cd83f9417bd2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3803036 Jun 01 19:09:58.188400 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 53704) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:09:58.189660 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7eaacfe0-444f-40d0-81a5-2a7b4f5d803c tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:58.201775 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-625ecc24-8543-48ef-88aa-1471bc834360 tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] Request body: {'security_group_rule': {'security_group_id': 'c630f878-51e5-4bf4-a4a2-ad9f1043de4f', 'project_id': 'f135b090042642babe6bb7a413fbe165', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:09:58.217047 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [req-c3adf3d6-0591-4a7d-ba97-a8de9475d164 req-71d62017-cde4-4d23-aefe-c3e2cd721708 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Allocated IP 172.20.0.13 (3d299f30-03d5-48f5-82fc-2ce538e7e02b/bf215978-ce5c-4077-ac29-2d8fb4937baa/1411ff4b-90e6-476e-a022-8a9f0065e464) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:09:58.217483 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bbeee55-9463-4ba3-bdc9-68ed0a9df966 None None] Routers {'30b6fb85-42ac-44d6-b834-cd83f9417bd2'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:09:58.221197 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-625ecc24-8543-48ef-88aa-1471bc834360 tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:09:58.221430 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-6bbeee55-9463-4ba3-bdc9-68ed0a9df966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:09:39Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['30b6fb85-42ac-44d6-b834-cd83f9417bd2'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:09:58.271711 n-d-844202-1 neutron-server[88525]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb2ad06e-fb9c-4e81-a3dc-da25e913bd01 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] GET failed (client error): The resource could not be found. Jun 01 19:09:58.272280 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-fb2ad06e-fb9c-4e81-a3dc-da25e913bd01 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Synchronizing usage tracker for tenant:be49ffaf16754f888348eea74749e7ed on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:09:58.296370 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94ad7b74-d5e5-4730-bef5-9601f304cb2b'] response: {'server_uuid': 'fe935053-d0cd-4fec-bf96-10d96f3ec560', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdf1c48a-3c60-4724-9195-349ed1a50bc4', 'code': 200} Jun 01 19:09:58.302176 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-625ecc24-8543-48ef-88aa-1471bc834360 tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] Usage tracker for resource:security_group_rule and tenant:f135b090042642babe6bb7a413fbe165 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:09:58.307420 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-625ecc24-8543-48ef-88aa-1471bc834360 tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:09:58.326898 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-fb2ad06e-fb9c-4e81-a3dc-da25e913bd01 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Unset dirty status for tenant:be49ffaf16754f888348eea74749e7ed on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:09:58.329126 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-fb2ad06e-fb9c-4e81-a3dc-da25e913bd01 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] 10.222.0.41 "GET /v2.0/ports/2f6d72f9-020a-4e7d-9fa6-2cd7598f68ce HTTP/1.1" status: 404 len: 333 time: 0.1378300 Jun 01 19:09:58.331438 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7eaacfe0-444f-40d0-81a5-2a7b4f5d803c tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-885820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-886655'] for router, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:58.336096 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-625ecc24-8543-48ef-88aa-1471bc834360 tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:09:58.344593 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 53708) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:09:58.356580 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-6bbeee55-9463-4ba3-bdc9-68ed0a9df966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:09:58.371589 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bbeee55-9463-4ba3-bdc9-68ed0a9df966 None None] Routers {'30b6fb85-42ac-44d6-b834-cd83f9417bd2'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:09:58.372813 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-6bbeee55-9463-4ba3-bdc9-68ed0a9df966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:09:39Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['30b6fb85-42ac-44d6-b834-cd83f9417bd2'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:09:58.397817 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-905a1f78-83c4-4ce1-a60a-98eef28fac20 req-e9cf5cf0-948b-4d75-affe-7601539ef0bb tempest-VolumesActionsTest-1431207634 tempest-VolumesActionsTest-1431207634-project] 10.222.0.41 "GET /v2.0/security-groups?id=d13d880c-07b7-4324-bc6b-356cd30c6e62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221758 Jun 01 19:09:58.459266 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818e17bd-15b0-41e0-901a-a516d74ad814 req-ef935d65-8cdb-4c5f-a9f1-b6a538e27e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:58.461030 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-818e17bd-15b0-41e0-901a-a516d74ad814 req-ef935d65-8cdb-4c5f-a9f1-b6a538e27e6a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=fc7ed167-b50b-48f3-a13d-b18891eb7a13&tenant_id=8537cfb3773e46d182e148cf5b0a717f HTTP/1.1" status: 200 len: 1098 time: 0.5131598 Jun 01 19:09:58.463097 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-958ade3f-6b23-4214-b1ce-fe8c06afe103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:58.464771 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-958ade3f-6b23-4214-b1ce-fe8c06afe103 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=83309fe7-c674-45d2-987a-e042535023cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4398894 Jun 01 19:09:58.471022 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-6bbeee55-9463-4ba3-bdc9-68ed0a9df966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:09:58.472024 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bbeee55-9463-4ba3-bdc9-68ed0a9df966 None None] The sync data for ids ['30b6fb85-42ac-44d6-b834-cd83f9417bd2'] in n-d-844202-1 is: [] {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:09:58.484849 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-625ecc24-8543-48ef-88aa-1471bc834360 tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:58.514350 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-818e17bd-15b0-41e0-901a-a516d74ad814 req-56d06f72-ae76-4a26-b175-f579bf7260e3 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-844202-1', 'device_owner': 'compute:nova'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:09:58.640612 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-11c5cf3f-ec4c-4762-a246-3fbdcabe3202 req-bad58fb3-b710-4b43-996d-4e2ac031e68f service neutron] 10.222.0.50 "GET /v2.0/networks/1683679e-ac4b-4846-a35b-a63a265f2c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4901171 Jun 01 19:09:58.647166 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7eaacfe0-444f-40d0-81a5-2a7b4f5d803c tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] Notify callbacks [] for router, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:58.648347 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-7eaacfe0-444f-40d0-81a5-2a7b4f5d803c tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.8605380 Jun 01 19:09:58.655746 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 53712) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:09:58.675296 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-74e7be98-b374-4950-83a4-280209040205 tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] Request body: {'router': {'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:09:58.731218 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f07c3954-aba6-4e1b-af7c-99b7f01b1efe tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks [] for router, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:59.209325 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-818e17bd-15b0-41e0-901a-a516d74ad814 req-56d06f72-ae76-4a26-b175-f579bf7260e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:59.228889 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-c880da94-81db-4f1e-8e74-cf9c290de01c service neutron] 10.222.0.50 "GET /v2.0/networks/83309fe7-c674-45d2-987a-e042535023cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7468793 Jun 01 19:09:59.267751 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-c3adf3d6-0591-4a7d-ba97-a8de9475d164 req-71d62017-cde4-4d23-aefe-c3e2cd721708 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:59.327411 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-625ecc24-8543-48ef-88aa-1471bc834360 tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:59.393568 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-11c5cf3f-ec4c-4762-a246-3fbdcabe3202 req-e3d7df55-6bd5-4733-8c57-f9c7e61c64d5 service neutron] 10.222.0.50 "GET /v2.0/networks/1683679e-ac4b-4846-a35b-a63a265f2c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5465350 Jun 01 19:09:59.408951 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea531c5-37c3-41fa-8bf6-378a955af6ce req-7d05e8ba-d080-484d-bd04-e5e8d48400ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:59.409538 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-625ecc24-8543-48ef-88aa-1471bc834360 tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:59.410465 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-5ea531c5-37c3-41fa-8bf6-378a955af6ce req-7d05e8ba-d080-484d-bd04-e5e8d48400ab service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=fe935053-d0cd-4fec-bf96-10d96f3ec560 HTTP/1.1" status: 200 len: 1096 time: 0.9415944 Jun 01 19:09:59.412580 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f07c3954-aba6-4e1b-af7c-99b7f01b1efe tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25316'] for router, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:59.426649 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [req-c3adf3d6-0591-4a7d-ba97-a8de9475d164 req-71d62017-cde4-4d23-aefe-c3e2cd721708 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Transition to ACTIVE for port object 1411ff4b-90e6-476e-a022-8a9f0065e464 will not be triggered until provisioned by entity DHCP. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:09:59.464722 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f07c3954-aba6-4e1b-af7c-99b7f01b1efe tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:59.483570 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625ecc24-8543-48ef-88aa-1471bc834360 tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e71ec586-67e0-4c4d-a03f-b2b16b5d4941,revision_number=0']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:09:59.483893 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a464cf9e-f49b-4734-88ae-cd594034cdd1 req-ef74c35a-3fe7-4528-98f0-23d16615fdf8 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:59.489995 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a464cf9e-f49b-4734-88ae-cd594034cdd1 req-ef74c35a-3fe7-4528-98f0-23d16615fdf8 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:59.495603 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a464cf9e-f49b-4734-88ae-cd594034cdd1 req-ef74c35a-3fe7-4528-98f0-23d16615fdf8 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:59.501813 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a464cf9e-f49b-4734-88ae-cd594034cdd1 req-ef74c35a-3fe7-4528-98f0-23d16615fdf8 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:59.507604 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a464cf9e-f49b-4734-88ae-cd594034cdd1 req-ef74c35a-3fe7-4528-98f0-23d16615fdf8 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:59.507978 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-625ecc24-8543-48ef-88aa-1471bc834360 tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:59.509165 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-625ecc24-8543-48ef-88aa-1471bc834360 tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3603354 Jun 01 19:09:59.514355 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a464cf9e-f49b-4734-88ae-cd594034cdd1 req-ef74c35a-3fe7-4528-98f0-23d16615fdf8 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:59.517278 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ad42d2-efd6-45d9-ba48-55ff4709f805 req-52fd7a91-c6fe-4597-9951-942f930fed73 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:59.518737 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c2ad42d2-efd6-45d9-ba48-55ff4709f805 req-52fd7a91-c6fe-4597-9951-942f930fed73 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc7ed167-b50b-48f3-a13d-b18891eb7a13 HTTP/1.1" status: 200 len: 947 time: 0.5518906 Jun 01 19:09:59.520212 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a464cf9e-f49b-4734-88ae-cd594034cdd1 req-ef74c35a-3fe7-4528-98f0-23d16615fdf8 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:09:59.522051 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a464cf9e-f49b-4734-88ae-cd594034cdd1 req-ef74c35a-3fe7-4528-98f0-23d16615fdf8 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] 10.222.0.41 "GET /v2.0/ports?device_id=b89af75b-9667-469e-b061-668dd6a09e9b HTTP/1.1" status: 200 len: 5421 time: 1.0112045 Jun 01 19:09:59.534204 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 53722) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:09:59.604201 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-e34d9dc6-46c2-4e23-a616-3cde56a5e91b tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] Request body: {'security_group_rule': {'security_group_id': 'c630f878-51e5-4bf4-a4a2-ad9f1043de4f', 'project_id': 'f135b090042642babe6bb7a413fbe165', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:09:59.625943 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-57031138-2fba-4d25-92c7-a7197b71b305 service neutron] 10.222.0.50 "GET /v2.0/networks/83309fe7-c674-45d2-987a-e042535023cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3794496 Jun 01 19:09:59.649975 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-e34d9dc6-46c2-4e23-a616-3cde56a5e91b tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:09:59.662782 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-74e7be98-b374-4950-83a4-280209040205 tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-886608', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-885830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25341'] for router, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:59.676676 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-e34d9dc6-46c2-4e23-a616-3cde56a5e91b tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] Usage tracker for resource:security_group_rule and tenant:f135b090042642babe6bb7a413fbe165 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:09:59.686258 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.agents_db [None req-e814b9cf-7de8-45d0-a079-29c61fabe7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 19:09:59.693438 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-e34d9dc6-46c2-4e23-a616-3cde56a5e91b tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:09:59.699616 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f07c3954-aba6-4e1b-af7c-99b7f01b1efe tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-891519'] for router, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:59.700623 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f07c3954-aba6-4e1b-af7c-99b7f01b1efe tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Fanout notify agent at l3_agent the message router_deleted on router 30b6fb85-42ac-44d6-b834-cd83f9417bd2 {{(pid=88525) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 19:09:59.733246 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-e34d9dc6-46c2-4e23-a616-3cde56a5e91b tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:09:59.734879 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-c3adf3d6-0591-4a7d-ba97-a8de9475d164 req-71d62017-cde4-4d23-aefe-c3e2cd721708 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:59.736319 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-5ea531c5-37c3-41fa-8bf6-378a955af6ce req-effe9600-ac6a-4113-b8b2-65ef88a73002 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=d13d880c-07b7-4324-bc6b-356cd30c6e62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2731149 Jun 01 19:09:59.750180 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a464cf9e-f49b-4734-88ae-cd594034cdd1 req-027bb111-b90c-4444-a927-54b496324148 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d570a50-36ee-4a35-8568-a6d10a7bab24&id=0ab986d5-b8d5-42ed-9ee0-4a29f48e1199&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2018714 Jun 01 19:09:59.756283 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f07c3954-aba6-4e1b-af7c-99b7f01b1efe tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks [] for router, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:59.759817 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-f07c3954-aba6-4e1b-af7c-99b7f01b1efe tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] 10.222.0.41 "DELETE /v2.0/routers/30b6fb85-42ac-44d6-b834-cd83f9417bd2 HTTP/1.1" status: 204 len: 168 time: 1.4106078 Jun 01 19:09:59.804111 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 53726) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:09:59.819756 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-a2f97f13-8b8f-4767-96e3-7accb2434136 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.56&port_id=4cae1d32-4c78-4cf3-9dd2-5e58ae221135 HTTP/1.1" status: 200 len: 217 time: 0.1799023 Jun 01 19:09:59.833839 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c2ad42d2-efd6-45d9-ba48-55ff4709f805 req-fc735f20-ba32-4d6f-9486-74be906fe216 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/security-groups?id=457e2085-2430-4c17-b58f-61923b8494ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2688949 Jun 01 19:09:59.865155 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e34d9dc6-46c2-4e23-a616-3cde56a5e91b tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:09:59.918458 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3adf3d6-0591-4a7d-ba97-a8de9475d164 req-71d62017-cde4-4d23-aefe-c3e2cd721708 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Network 3d299f30-03d5-48f5-82fc-2ce538e7e02b is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:09:59.926737 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [req-c3adf3d6-0591-4a7d-ba97-a8de9475d164 req-71d62017-cde4-4d23-aefe-c3e2cd721708 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:09:59.935492 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3adf3d6-0591-4a7d-ba97-a8de9475d164 req-71d62017-cde4-4d23-aefe-c3e2cd721708 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:09:59.989035 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b491d3f-0201-459b-8c3b-276c0fa43192 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Deleting subnet 7f5a3f6c-6955-4494-9bf6-914cd89dc2fe {{(pid=88525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 19:10:00.003393 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5b491d3f-0201-459b-8c3b-276c0fa43192 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks [] for subnet, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:00.046689 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d62017-cde4-4d23-aefe-c3e2cd721708 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Pushing event updated for resources: {'Port': ['ID=1411ff4b-90e6-476e-a022-8a9f0065e464,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:10:00.063787 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-89c71cfe-9697-45b5-9f66-2cd7849af412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:00.065249 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-89c71cfe-9697-45b5-9f66-2cd7849af412 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a154ee7c-2b5c-4f5d-88dd-ebda40eec737 HTTP/1.1" status: 200 len: 797 time: 0.2283666 Jun 01 19:10:00.082916 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e34d9dc6-46c2-4e23-a616-3cde56a5e91b tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:00.096435 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5b491d3f-0201-459b-8c3b-276c0fa43192 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2258509'] for subnet, precommit_delete_associations {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:00.131179 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e34d9dc6-46c2-4e23-a616-3cde56a5e91b tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:00.159018 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3adf3d6-0591-4a7d-ba97-a8de9475d164 req-71d62017-cde4-4d23-aefe-c3e2cd721708 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:00.159638 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-c3adf3d6-0591-4a7d-ba97-a8de9475d164 req-71d62017-cde4-4d23-aefe-c3e2cd721708 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:00.164271 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-818e17bd-15b0-41e0-901a-a516d74ad814 req-56d06f72-ae76-4a26-b175-f579bf7260e3 service neutron] For port c13922d6-8dcd-4203-bf4b-58d64aaed295, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=c13922d6-8dcd-4203-bf4b-58d64aaed295,segment=NetworkSegment(7e25366f-9619-4880-81a2-a56ac8eaa2c5),segment_id=7e25366f-9619-4880-81a2-a56ac8eaa2c5)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:10:00.192087 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34d9dc6-46c2-4e23-a616-3cde56a5e91b tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b852a8d1-bf01-45c4-adb0-c70cf19943fb,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:10:00.201475 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8932f97e-8bf4-4198-828d-5661904b550f req-63645b25-8630-476a-9359-5912c470af99 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:00.203391 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8932f97e-8bf4-4198-828d-5661904b550f req-63645b25-8630-476a-9359-5912c470af99 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8b84db9-d35d-4296-85a8-fdfc6dd0b558 HTTP/1.1" status: 200 len: 932 time: 0.3244596 Jun 01 19:10:00.210911 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c3adf3d6-0591-4a7d-ba97-a8de9475d164 req-71d62017-cde4-4d23-aefe-c3e2cd721708 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4942510 Jun 01 19:10:00.230732 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-c3adf3d6-0591-4a7d-ba97-a8de9475d164 req-46d3c2da-270b-424c-8643-425598d04c41 service neutron] Request body: {'port': {'device_id': 'b8b84db9-d35d-4296-85a8-fdfc6dd0b558', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844202-1'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:10:00.243437 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e34d9dc6-46c2-4e23-a616-3cde56a5e91b tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:00.244595 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-e34d9dc6-46c2-4e23-a616-3cde56a5e91b tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6978533 Jun 01 19:10:00.254293 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 53730) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:10:00.267955 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-823770aa-b79a-44ca-b344-feec082fcd43 tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] Request body: {'security_group_rule': {'security_group_id': 'c630f878-51e5-4bf4-a4a2-ad9f1043de4f', 'project_id': 'f135b090042642babe6bb7a413fbe165', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:10:00.269646 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-b7a57841-728f-4468-8a63-ae3562fabcdf None None] Provisioning for port 1411ff4b-90e6-476e-a022-8a9f0065e464 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:10:00.275683 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-b7a57841-728f-4468-8a63-ae3562fabcdf None None] Provisioning complete for port 1411ff4b-90e6-476e-a022-8a9f0065e464 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:10:00.276506 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-b7a57841-728f-4468-8a63-ae3562fabcdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:00.282915 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b200081-55d5-4862-a773-3599149e5769 req-6b6fb3b7-0fe0-4eb1-bc2c-04fa09195a30 tempest-VolumesActionsTest-1431207634 tempest-VolumesActionsTest-1431207634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:00.284611 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3b200081-55d5-4862-a773-3599149e5769 req-6b6fb3b7-0fe0-4eb1-bc2c-04fa09195a30 tempest-VolumesActionsTest-1431207634 tempest-VolumesActionsTest-1431207634-project] 10.222.0.41 "GET /v2.0/ports?device_id=fe935053-d0cd-4fec-bf96-10d96f3ec560 HTTP/1.1" status: 200 len: 945 time: 0.3184516 Jun 01 19:10:00.306490 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-818e17bd-15b0-41e0-901a-a516d74ad814 req-56d06f72-ae76-4a26-b175-f579bf7260e3 service neutron] For port c13922d6-8dcd-4203-bf4b-58d64aaed295, host n-h2-844202-1, cleared binding levels {{(pid=88524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:10:00.341618 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-b7a57841-728f-4468-8a63-ae3562fabcdf None None] Port 1411ff4b-90e6-476e-a022-8a9f0065e464 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:10:00.386228 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-9bbf14e1-4316-4814-8f58-be0fe1bbfe91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:00.387751 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-9bbf14e1-4316-4814-8f58-be0fe1bbfe91 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=83309fe7-c674-45d2-987a-e042535023cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2955141 Jun 01 19:10:00.482181 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc7ed167-b50b-48f3-a13d-b18891eb7a13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c13922d6-8dcd-4203-bf4b-58d64aaed295'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:10:00.482448 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-823770aa-b79a-44ca-b344-feec082fcd43 tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:10:00.488089 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-818e17bd-15b0-41e0-901a-a516d74ad814 req-56d06f72-ae76-4a26-b175-f579bf7260e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:00.557024 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-823770aa-b79a-44ca-b344-feec082fcd43 tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] Usage tracker for resource:security_group_rule and tenant:f135b090042642babe6bb7a413fbe165 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:10:00.570678 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-8932f97e-8bf4-4198-828d-5661904b550f req-73d20317-4ba1-489d-bfd7-2f4f68205c25 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Synchronizing usage tracker for tenant:4a7494de105b4d89b3193a70c4c60c4c on resource:security_group {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:10:00.576759 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-823770aa-b79a-44ca-b344-feec082fcd43 tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:10:00.588904 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-823770aa-b79a-44ca-b344-feec082fcd43 tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:10:00.634835 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5b491d3f-0201-459b-8c3b-276c0fa43192 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:00.662267 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-74e7be98-b374-4950-83a4-280209040205 tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] Notify callbacks [] for router_gateway, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:00.683734 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3b200081-55d5-4862-a773-3599149e5769 req-bc35ce05-077f-4d52-b410-6ef22bc5937e tempest-VolumesActionsTest-1431207634 tempest-VolumesActionsTest-1431207634-project] 10.222.0.41 "GET /v2.0/security-groups?id=d13d880c-07b7-4324-bc6b-356cd30c6e62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3829436 Jun 01 19:10:00.713168 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-74e7be98-b374-4950-83a4-280209040205 tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:00.719754 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [req-818e17bd-15b0-41e0-901a-a516d74ad814 req-56d06f72-ae76-4a26-b175-f579bf7260e3 service neutron] Transition to ACTIVE for port object c13922d6-8dcd-4203-bf4b-58d64aaed295 will not be triggered until provisioned by entity L2. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:10:00.720607 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-c3adf3d6-0591-4a7d-ba97-a8de9475d164 req-46d3c2da-270b-424c-8643-425598d04c41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:00.740215 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-818e17bd-15b0-41e0-901a-a516d74ad814 req-56d06f72-ae76-4a26-b175-f579bf7260e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:00.762753 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-8932f97e-8bf4-4198-828d-5661904b550f req-73d20317-4ba1-489d-bfd7-2f4f68205c25 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Unset dirty status for tenant:4a7494de105b4d89b3193a70c4c60c4c on resource:security_group {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:10:00.764016 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8932f97e-8bf4-4198-828d-5661904b550f req-73d20317-4ba1-489d-bfd7-2f4f68205c25 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7f46c16-7d81-4a09-b7a2-ba720d08e5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5460184 Jun 01 19:10:00.769643 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-823770aa-b79a-44ca-b344-feec082fcd43 tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:00.852959 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4996285-73d1-472d-9be9-d9764cce7c68'] response: {'server_uuid': 'fc7ed167-b50b-48f3-a13d-b18891eb7a13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c13922d6-8dcd-4203-bf4b-58d64aaed295', 'code': 200} Jun 01 19:10:00.853210 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d06f72-ae76-4a26-b175-f579bf7260e3 service neutron] Pushing event updated for resources: {'Port': ['ID=c13922d6-8dcd-4203-bf4b-58d64aaed295,revision_number=11']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:10:00.911960 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5b491d3f-0201-459b-8c3b-276c0fa43192 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2614143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9667199'] for subnet, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:00.947008 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device c13922d6-8dcd-4203-bf4b-58d64aaed295 no longer exists at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:10:00.972560 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-e581ad87-f12d-435c-bd23-68adfc694cc0 service neutron] 10.222.0.50 "GET /v2.0/networks/83309fe7-c674-45d2-987a-e042535023cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5784578 Jun 01 19:10:01.031604 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5b491d3f-0201-459b-8c3b-276c0fa43192 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks [] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:01.045029 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b491d3f-0201-459b-8c3b-276c0fa43192 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Pushing event deleted for resources: {'Subnet': ['ID=7f5a3f6c-6955-4494-9bf6-914cd89dc2fe,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:10:01.074601 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d60f8bcd-c612-49bb-9aab-305d6217dc8f None None] Network 164228f5-19e7-42ba-92d6-d00e55609b8d requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:10:01.083917 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-5b491d3f-0201-459b-8c3b-276c0fa43192 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] 10.222.0.41 "DELETE /v2.0/subnets/7f5a3f6c-6955-4494-9bf6-914cd89dc2fe HTTP/1.1" status: 204 len: 168 time: 1.2767467 Jun 01 19:10:01.091343 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [None req-74e7be98-b374-4950-83a4-280209040205 tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] Allocated IP 172.25.4.155 (72a72e44-6845-488a-a5ff-3a26d4df9cb3/c314a23b-daa2-4106-ab28-8e6f954277b2/9b98f600-1f48-40e9-9fed-aadf4839d636) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:10:01.127829 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 53740) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:10:01.147308 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-823770aa-b79a-44ca-b344-feec082fcd43 tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:01.178504 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-823770aa-b79a-44ca-b344-feec082fcd43 tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:01.203061 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device c13922d6-8dcd-4203-bf4b-58d64aaed295 not bound to the agent host n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:10:01.316059 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823770aa-b79a-44ca-b344-feec082fcd43 tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b110ecc-7e12-4d76-b101-1360523c1e19,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:10:01.395270 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42ed1d21-9009-4ecd-ac14-c6df11eb3ebc None None] DHCP port deletion for 164228f5-19e7-42ba-92d6-d00e55609b8d request from n-d-844202-1 {{(pid=88526) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 19:10:01.396519 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-823770aa-b79a-44ca-b344-feec082fcd43 tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:01.399850 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-823770aa-b79a-44ca-b344-feec082fcd43 tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1421881 Jun 01 19:10:01.401821 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-42ed1d21-9009-4ecd-ac14-c6df11eb3ebc None None] Deleting port 0fab7e9d-3902-4db2-9a56-7ebf0031f7f4 {{(pid=88526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:10:01.402512 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-42ed1d21-9009-4ecd-ac14-c6df11eb3ebc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:01.404515 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 53744) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:10:01.416861 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-d0d6bcd8-4bc9-43fe-bd15-8d58e57062a1 tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] Request body: {'security_group_rule': {'security_group_id': 'c630f878-51e5-4bf4-a4a2-ad9f1043de4f', 'project_id': 'f135b090042642babe6bb7a413fbe165', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:10:01.427260 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-10a52bcb-dce9-45c9-aeeb-c5a2071b01e0 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:01.438800 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-d0d6bcd8-4bc9-43fe-bd15-8d58e57062a1 tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:10:01.448772 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-d0d6bcd8-4bc9-43fe-bd15-8d58e57062a1 tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] Usage tracker for resource:security_group_rule and tenant:f135b090042642babe6bb7a413fbe165 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:10:01.456008 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-d0d6bcd8-4bc9-43fe-bd15-8d58e57062a1 tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:10:01.478882 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-d0d6bcd8-4bc9-43fe-bd15-8d58e57062a1 tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:10:01.484120 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-818e17bd-15b0-41e0-901a-a516d74ad814 req-56d06f72-ae76-4a26-b175-f579bf7260e3 service neutron] No DVR routers for this DVR port c13922d6-8dcd-4203-bf4b-58d64aaed295 on host n-h2-844202-1 {{(pid=88524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:10:01.490751 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02873aba-2b1e-4fb2-ae37-0eef9b41e69e req-f06a853f-0202-4308-96c2-ffff04503f8e tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:01.492254 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-02873aba-2b1e-4fb2-ae37-0eef9b41e69e req-f06a853f-0202-4308-96c2-ffff04503f8e tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc7ed167-b50b-48f3-a13d-b18891eb7a13 HTTP/1.1" status: 200 len: 945 time: 0.3983760 Jun 01 19:10:01.514846 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-10a52bcb-dce9-45c9-aeeb-c5a2071b01e0 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Deleting port 0fab7e9d-3902-4db2-9a56-7ebf0031f7f4 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:10:01.515178 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-10a52bcb-dce9-45c9-aeeb-c5a2071b01e0 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:01.594395 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-e46c74ae-dcca-477e-bfa1-ed2fafca6b25 service neutron] 10.222.0.50 "GET /v2.0/networks/83309fe7-c674-45d2-987a-e042535023cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4371076 Jun 01 19:10:01.611526 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a630f0d-edbb-4244-88ba-8ac392d425ca req-32d14856-f6b7-4f66-939f-bbe1b5c09e81 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:01.613560 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-74e7be98-b374-4950-83a4-280209040205 tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:01.618235 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a630f0d-edbb-4244-88ba-8ac392d425ca req-32d14856-f6b7-4f66-939f-bbe1b5c09e81 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:01.619929 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d0d6bcd8-4bc9-43fe-bd15-8d58e57062a1 tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:01.624065 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a630f0d-edbb-4244-88ba-8ac392d425ca req-32d14856-f6b7-4f66-939f-bbe1b5c09e81 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:01.629894 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a630f0d-edbb-4244-88ba-8ac392d425ca req-32d14856-f6b7-4f66-939f-bbe1b5c09e81 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:01.635668 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a630f0d-edbb-4244-88ba-8ac392d425ca req-32d14856-f6b7-4f66-939f-bbe1b5c09e81 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:01.636784 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-42ed1d21-9009-4ecd-ac14-c6df11eb3ebc None None] For port 0fab7e9d-3902-4db2-9a56-7ebf0031f7f4, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=0fab7e9d-3902-4db2-9a56-7ebf0031f7f4,segment=NetworkSegment(ce772ffb-3306-4ea4-98f7-7906e839d623),segment_id=ce772ffb-3306-4ea4-98f7-7906e839d623)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:10:01.637314 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-42ed1d21-9009-4ecd-ac14-c6df11eb3ebc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:01.641526 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a630f0d-edbb-4244-88ba-8ac392d425ca req-32d14856-f6b7-4f66-939f-bbe1b5c09e81 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:01.647310 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a630f0d-edbb-4244-88ba-8ac392d425ca req-32d14856-f6b7-4f66-939f-bbe1b5c09e81 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:01.649233 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7a630f0d-edbb-4244-88ba-8ac392d425ca req-32d14856-f6b7-4f66-939f-bbe1b5c09e81 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] 10.222.0.41 "GET /v2.0/ports?device_id=b89af75b-9667-469e-b061-668dd6a09e9b HTTP/1.1" status: 200 len: 5421 time: 0.5427904 Jun 01 19:10:01.676602 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-02873aba-2b1e-4fb2-ae37-0eef9b41e69e req-d70c6ad1-e958-47ae-adb8-bbd443132a0e tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/security-groups?id=457e2085-2430-4c17-b58f-61923b8494ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1724968 Jun 01 19:10:01.773876 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d0d6bcd8-4bc9-43fe-bd15-8d58e57062a1 tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:01.806310 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d0d6bcd8-4bc9-43fe-bd15-8d58e57062a1 tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:01.828322 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-42ed1d21-9009-4ecd-ac14-c6df11eb3ebc None None] Calling delete_port for 0fab7e9d-3902-4db2-9a56-7ebf0031f7f4 owned by network:dhcp {{(pid=88526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:10:01.860732 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-c4c33e2f-c564-4edb-b16e-f2d86e123295 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=8163d4aa-06ef-4672-8877-8b4853948776 HTTP/1.1" status: 200 len: 217 time: 0.1943901 Jun 01 19:10:01.910213 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-42ed1d21-9009-4ecd-ac14-c6df11eb3ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535'] for port, after_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:01.942513 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d6bcd8-4bc9-43fe-bd15-8d58e57062a1 tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f444198-fdad-4618-944a-938e8e643017,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:10:01.974507 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-74e7be98-b374-4950-83a4-280209040205 tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:01.977674 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ed1d21-9009-4ecd-ac14-c6df11eb3ebc None None] Pushing event deleted for resources: {'Port': ['ID=0fab7e9d-3902-4db2-9a56-7ebf0031f7f4,revision_number=None']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:10:01.986522 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ed1d21-9009-4ecd-ac14-c6df11eb3ebc None None] No DVR routers for this DVR port 0fab7e9d-3902-4db2-9a56-7ebf0031f7f4 on host n-d-844202-1 {{(pid=88526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:10:02.005787 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7a630f0d-edbb-4244-88ba-8ac392d425ca req-4d2d89f7-76f3-4bd2-9f20-fb4c390a7f73 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d570a50-36ee-4a35-8568-a6d10a7bab24&id=0ab986d5-b8d5-42ed-9ee0-4a29f48e1199&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.3384478 Jun 01 19:10:02.044679 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d0d6bcd8-4bc9-43fe-bd15-8d58e57062a1 tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:02.046070 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-d0d6bcd8-4bc9-43fe-bd15-8d58e57062a1 tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6380074 Jun 01 19:10:02.062969 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [None req-10a52bcb-dce9-45c9-aeeb-c5a2071b01e0 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] For port 0fab7e9d-3902-4db2-9a56-7ebf0031f7f4, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=0fab7e9d-3902-4db2-9a56-7ebf0031f7f4,segment=NetworkSegment(ce772ffb-3306-4ea4-98f7-7906e839d623),segment_id=ce772ffb-3306-4ea4-98f7-7906e839d623)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:10:02.063463 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-10a52bcb-dce9-45c9-aeeb-c5a2071b01e0 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:02.070517 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 53752) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:10:02.076658 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-4fa1d879-6db7-4c33-866c-955abdca8f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:02.078264 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-4fa1d879-6db7-4c33-866c-955abdca8f7c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c69c0fa6-cb36-4ead-b87f-54af1c1b35b0 HTTP/1.1" status: 200 len: 797 time: 0.1981857 Jun 01 19:10:02.082379 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-2dbfc7dd-52a9-4925-8e02-12694101d878 tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] Request body: {'security_group_rule': {'security_group_id': 'c630f878-51e5-4bf4-a4a2-ad9f1043de4f', 'project_id': 'f135b090042642babe6bb7a413fbe165', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:10:02.111187 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-2dbfc7dd-52a9-4925-8e02-12694101d878 tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:10:02.163692 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74e7be98-b374-4950-83a4-280209040205 tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] Network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:10:02.219295 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-818e17bd-15b0-41e0-901a-a516d74ad814 req-56d06f72-ae76-4a26-b175-f579bf7260e3 service neutron] Attempting to bind port c13922d6-8dcd-4203-bf4b-58d64aaed295 on host n-h1-844202-1 for vnic_type normal with profile {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:10:02.219622 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-818e17bd-15b0-41e0-901a-a516d74ad814 req-56d06f72-ae76-4a26-b175-f579bf7260e3 service neutron] Attempting to bind port c13922d6-8dcd-4203-bf4b-58d64aaed295 by drivers openvswitch,hyperv on host n-h1-844202-1 at level 0 using segments [{'id': '7e25366f-9619-4880-81a2-a56ac8eaa2c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '1683679e-ac4b-4846-a35b-a63a265f2c59'}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:10:02.219945 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-818e17bd-15b0-41e0-901a-a516d74ad814 req-56d06f72-ae76-4a26-b175-f579bf7260e3 service neutron] Attempting to bind port c13922d6-8dcd-4203-bf4b-58d64aaed295 on network 1683679e-ac4b-4846-a35b-a63a265f2c59 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:10:02.232534 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-74e7be98-b374-4950-83a4-280209040205 tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:10:02.235458 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-2dbfc7dd-52a9-4925-8e02-12694101d878 tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] Usage tracker for resource:security_group_rule and tenant:f135b090042642babe6bb7a413fbe165 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:10:02.238190 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e7be98-b374-4950-83a4-280209040205 tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:10:02.269479 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-10a52bcb-dce9-45c9-aeeb-c5a2071b01e0 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Calling delete_port for 0fab7e9d-3902-4db2-9a56-7ebf0031f7f4 owned by network:dhcp {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:10:02.271729 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-818e17bd-15b0-41e0-901a-a516d74ad814 req-56d06f72-ae76-4a26-b175-f579bf7260e3 service neutron] Port c13922d6-8dcd-4203-bf4b-58d64aaed295 on network 1683679e-ac4b-4846-a35b-a63a265f2c59 not bound, no agent of type Open vSwitch agent registered on host n-h1-844202-1 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 19:10:02.272059 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-818e17bd-15b0-41e0-901a-a516d74ad814 req-56d06f72-ae76-4a26-b175-f579bf7260e3 service neutron] Attempting to bind port c13922d6-8dcd-4203-bf4b-58d64aaed295 on network 1683679e-ac4b-4846-a35b-a63a265f2c59 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:10:02.299319 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-818e17bd-15b0-41e0-901a-a516d74ad814 req-56d06f72-ae76-4a26-b175-f579bf7260e3 service neutron] Checking agent: {'id': 'bdb1e5d7-b998-4259-838f-3d278e930f32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 9, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:10:02.299656 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-818e17bd-15b0-41e0-901a-a516d74ad814 req-56d06f72-ae76-4a26-b175-f579bf7260e3 service neutron] Checking segment: {'id': '7e25366f-9619-4880-81a2-a56ac8eaa2c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '1683679e-ac4b-4846-a35b-a63a265f2c59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:10:02.299764 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e7be98-b374-4950-83a4-280209040205 tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] Pushing event updated for resources: {'Port': ['ID=9b98f600-1f48-40e9-9fed-aadf4839d636,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:10:02.300037 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-818e17bd-15b0-41e0-901a-a516d74ad814 req-56d06f72-ae76-4a26-b175-f579bf7260e3 service neutron] Bound using segment: {'id': '7e25366f-9619-4880-81a2-a56ac8eaa2c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '1683679e-ac4b-4846-a35b-a63a265f2c59'} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:10:02.300492 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-818e17bd-15b0-41e0-901a-a516d74ad814 req-56d06f72-ae76-4a26-b175-f579bf7260e3 service neutron] Bound port: c13922d6-8dcd-4203-bf4b-58d64aaed295, host: n-h1-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e25366f-9619-4880-81a2-a56ac8eaa2c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '1683679e-ac4b-4846-a35b-a63a265f2c59'}}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:10:02.300841 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-818e17bd-15b0-41e0-901a-a516d74ad814 req-56d06f72-ae76-4a26-b175-f579bf7260e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:02.302193 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-2dbfc7dd-52a9-4925-8e02-12694101d878 tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:10:02.456047 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-2dbfc7dd-52a9-4925-8e02-12694101d878 tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:10:02.467363 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [req-c3adf3d6-0591-4a7d-ba97-a8de9475d164 req-46d3c2da-270b-424c-8643-425598d04c41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1411ff4b-90e6-476e-a022-8a9f0065e464 {{(pid=88524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 19:10:02.493240 n-d-844202-1 neutron-server[88525]: INFO neutron.db.securitygroups_db [None req-2dbfc7dd-52a9-4925-8e02-12694101d878 tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] Project f135b090042642babe6bb7a413fbe165 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 01 19:10:02.502219 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-c3adf3d6-0591-4a7d-ba97-a8de9475d164 req-46d3c2da-270b-424c-8643-425598d04c41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:02.514630 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2dbfc7dd-52a9-4925-8e02-12694101d878 tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:02.528215 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51eb0fcb-fe69-4b9a-91f7-dcab4356d05c req-0e88bbb2-5c24-402d-b5ef-cf25118775d1 tempest-VolumesActionsTest-1431207634 tempest-VolumesActionsTest-1431207634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:02.529709 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-51eb0fcb-fe69-4b9a-91f7-dcab4356d05c req-0e88bbb2-5c24-402d-b5ef-cf25118775d1 tempest-VolumesActionsTest-1431207634 tempest-VolumesActionsTest-1431207634-project] 10.222.0.41 "GET /v2.0/ports?device_id=fe935053-d0cd-4fec-bf96-10d96f3ec560 HTTP/1.1" status: 200 len: 945 time: 0.6548326 Jun 01 19:10:02.542103 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-70cdb8da-3d03-41b3-90c6-802cf180d19a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:02.543572 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-70cdb8da-3d03-41b3-90c6-802cf180d19a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3835bc88-4948-44ae-9b9d-0c2345cf8427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4586520 Jun 01 19:10:02.550323 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [req-c3adf3d6-0591-4a7d-ba97-a8de9475d164 req-46d3c2da-270b-424c-8643-425598d04c41 service neutron] Transition to ACTIVE for port object 1411ff4b-90e6-476e-a022-8a9f0065e464 will not be triggered until provisioned by entity L2. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:10:02.589479 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-c3adf3d6-0591-4a7d-ba97-a8de9475d164 req-46d3c2da-270b-424c-8643-425598d04c41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:02.639540 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 0fab7e9d-3902-4db2-9a56-7ebf0031f7f4 no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:10:02.640821 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de71685-9ac6-4c7f-9a34-04ad2afa720e req-3478ec8e-5b99-419a-b2c3-3d796f249ccf tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:02.641541 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-2de71685-9ac6-4c7f-9a34-04ad2afa720e req-3478ec8e-5b99-419a-b2c3-3d796f249ccf tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Synchronizing usage tracker for tenant:4a7494de105b4d89b3193a70c4c60c4c on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:10:02.675693 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: 0fab7e9d-3902-4db2-9a56-7ebf0031f7f4 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:10:02.676131 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 0fab7e9d-3902-4db2-9a56-7ebf0031f7f4 not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:10:02.717045 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.db.api [None req-10a52bcb-dce9-45c9-aeeb-c5a2071b01e0 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88525) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 19:10:02.717783 n-d-844202-1 neutron-server[88525]: DEBUG oslo_db.api [None req-10a52bcb-dce9-45c9-aeeb-c5a2071b01e0 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 19:10:02.787403 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-51eb0fcb-fe69-4b9a-91f7-dcab4356d05c req-c8d0ebf0-003d-4b2d-9120-828493ed58a2 tempest-VolumesActionsTest-1431207634 tempest-VolumesActionsTest-1431207634-project] 10.222.0.41 "GET /v2.0/security-groups?id=d13d880c-07b7-4324-bc6b-356cd30c6e62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863368 Jun 01 19:10:02.807125 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-818e17bd-15b0-41e0-901a-a516d74ad814 req-56d06f72-ae76-4a26-b175-f579bf7260e3 service neutron] For port c13922d6-8dcd-4203-bf4b-58d64aaed295, host n-h1-844202-1, cleared binding levels {{(pid=88524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:10:02.835120 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2dbfc7dd-52a9-4925-8e02-12694101d878 tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:02.839148 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d3c2da-270b-424c-8643-425598d04c41 service neutron] Pushing event updated for resources: {'Port': ['ID=1411ff4b-90e6-476e-a022-8a9f0065e464,revision_number=2']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:10:02.850413 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2dbfc7dd-52a9-4925-8e02-12694101d878 tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:02.871086 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-818e17bd-15b0-41e0-901a-a516d74ad814 req-56d06f72-ae76-4a26-b175-f579bf7260e3 service neutron] For port c13922d6-8dcd-4203-bf4b-58d64aaed295, host n-h1-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=c13922d6-8dcd-4203-bf4b-58d64aaed295,segment=NetworkSegment(7e25366f-9619-4880-81a2-a56ac8eaa2c5),segment_id=7e25366f-9619-4880-81a2-a56ac8eaa2c5)] {{(pid=88524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:10:02.894559 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-2de71685-9ac6-4c7f-9a34-04ad2afa720e req-3478ec8e-5b99-419a-b2c3-3d796f249ccf tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Unset dirty status for tenant:4a7494de105b4d89b3193a70c4c60c4c on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:10:02.901274 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-2de71685-9ac6-4c7f-9a34-04ad2afa720e req-3478ec8e-5b99-419a-b2c3-3d796f249ccf tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8b84db9-d35d-4296-85a8-fdfc6dd0b558 HTTP/1.1" status: 200 len: 932 time: 0.7523606 Jun 01 19:10:02.911062 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-818e17bd-15b0-41e0-901a-a516d74ad814 req-56d06f72-ae76-4a26-b175-f579bf7260e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:03.068966 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818e17bd-15b0-41e0-901a-a516d74ad814 req-56d06f72-ae76-4a26-b175-f579bf7260e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:03.073184 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-818e17bd-15b0-41e0-901a-a516d74ad814 req-56d06f72-ae76-4a26-b175-f579bf7260e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:03.074565 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-818e17bd-15b0-41e0-901a-a516d74ad814 req-56d06f72-ae76-4a26-b175-f579bf7260e3 service neutron] 10.222.0.15 "PUT /v2.0/ports/c13922d6-8dcd-4203-bf4b-58d64aaed295 HTTP/1.1" status: 200 len: 1093 time: 4.5908883 Jun 01 19:10:03.086662 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc7ed167-b50b-48f3-a13d-b18891eb7a13', 'tag': 'c13922d6-8dcd-4203-bf4b-58d64aaed295'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:10:03.108987 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-20a4822d-e03f-41b9-86f5-b9f1c4f3619d service neutron] 10.222.0.50 "GET /v2.0/networks/3835bc88-4948-44ae-9b9d-0c2345cf8427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5573246 Jun 01 19:10:03.124125 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbfc7dd-52a9-4925-8e02-12694101d878 tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=734e8f51-a190-45ce-aab2-8ba32e2181e7,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:10:03.133351 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2dbfc7dd-52a9-4925-8e02-12694101d878 tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:03.134815 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-2dbfc7dd-52a9-4925-8e02-12694101d878 tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.0628600 Jun 01 19:10:03.139284 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 53764) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:10:03.219999 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-f1e6e8a3-9915-4868-90c9-3e2efd4db733 tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] Request body: {'security_group_rule': {'security_group_id': 'c630f878-51e5-4bf4-a4a2-ad9f1043de4f', 'project_id': 'f135b090042642babe6bb7a413fbe165', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:10:03.226741 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-f1e6e8a3-9915-4868-90c9-3e2efd4db733 tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:10:03.231578 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-f1e6e8a3-9915-4868-90c9-3e2efd4db733 tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] Usage tracker for resource:security_group_rule and tenant:f135b090042642babe6bb7a413fbe165 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:10:03.235539 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-f1e6e8a3-9915-4868-90c9-3e2efd4db733 tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:10:03.242768 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-f1e6e8a3-9915-4868-90c9-3e2efd4db733 tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:10:03.256583 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-10a52bcb-dce9-45c9-aeeb-c5a2071b01e0 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Deleting port 0fab7e9d-3902-4db2-9a56-7ebf0031f7f4 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:10:03.257053 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-10a52bcb-dce9-45c9-aeeb-c5a2071b01e0 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:03.285863 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-2de71685-9ac6-4c7f-9a34-04ad2afa720e req-4163a4e9-b663-453c-a73b-ac253ff89b3a tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7f46c16-7d81-4a09-b7a2-ba720d08e5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3835671 Jun 01 19:10:03.334042 n-d-844202-1 neutron-server[88525]: INFO neutron.db.securitygroups_db [None req-f1e6e8a3-9915-4868-90c9-3e2efd4db733 tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] Project f135b090042642babe6bb7a413fbe165 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 01 19:10:03.336918 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-c3adf3d6-0591-4a7d-ba97-a8de9475d164 req-46d3c2da-270b-424c-8643-425598d04c41 service neutron] Attempting to bind port 1411ff4b-90e6-476e-a022-8a9f0065e464 on host n-h2-844202-1 for vnic_type normal with profile {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:10:03.337874 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-c3adf3d6-0591-4a7d-ba97-a8de9475d164 req-46d3c2da-270b-424c-8643-425598d04c41 service neutron] Attempting to bind port 1411ff4b-90e6-476e-a022-8a9f0065e464 by drivers openvswitch,hyperv on host n-h2-844202-1 at level 0 using segments [{'id': '391d97c0-c1c6-4de9-90ea-516f30f0f3f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '3d299f30-03d5-48f5-82fc-2ce538e7e02b'}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:10:03.338194 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3adf3d6-0591-4a7d-ba97-a8de9475d164 req-46d3c2da-270b-424c-8643-425598d04c41 service neutron] Attempting to bind port 1411ff4b-90e6-476e-a022-8a9f0065e464 on network 3d299f30-03d5-48f5-82fc-2ce538e7e02b {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:10:03.361969 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3adf3d6-0591-4a7d-ba97-a8de9475d164 req-46d3c2da-270b-424c-8643-425598d04c41 service neutron] Port 1411ff4b-90e6-476e-a022-8a9f0065e464 on network 3d299f30-03d5-48f5-82fc-2ce538e7e02b not bound, no agent of type Open vSwitch agent registered on host n-h2-844202-1 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 19:10:03.362299 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3adf3d6-0591-4a7d-ba97-a8de9475d164 req-46d3c2da-270b-424c-8643-425598d04c41 service neutron] Attempting to bind port 1411ff4b-90e6-476e-a022-8a9f0065e464 on network 3d299f30-03d5-48f5-82fc-2ce538e7e02b {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:10:03.377290 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d06f72-ae76-4a26-b175-f579bf7260e3 service neutron] Pushing event updated for resources: {'Port': ['ID=c13922d6-8dcd-4203-bf4b-58d64aaed295,revision_number=12']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:10:03.386381 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f1e6e8a3-9915-4868-90c9-3e2efd4db733 tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:03.403160 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3adf3d6-0591-4a7d-ba97-a8de9475d164 req-46d3c2da-270b-424c-8643-425598d04c41 service neutron] Checking agent: {'id': 'f5db9968-6317-4186-9100-9e0ca6b50417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 9, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:10:03.404412 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3adf3d6-0591-4a7d-ba97-a8de9475d164 req-46d3c2da-270b-424c-8643-425598d04c41 service neutron] Checking segment: {'id': '391d97c0-c1c6-4de9-90ea-516f30f0f3f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '3d299f30-03d5-48f5-82fc-2ce538e7e02b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:10:03.404984 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3adf3d6-0591-4a7d-ba97-a8de9475d164 req-46d3c2da-270b-424c-8643-425598d04c41 service neutron] Bound using segment: {'id': '391d97c0-c1c6-4de9-90ea-516f30f0f3f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '3d299f30-03d5-48f5-82fc-2ce538e7e02b'} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:10:03.405596 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-c3adf3d6-0591-4a7d-ba97-a8de9475d164 req-46d3c2da-270b-424c-8643-425598d04c41 service neutron] Bound port: 1411ff4b-90e6-476e-a022-8a9f0065e464, host: n-h2-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '391d97c0-c1c6-4de9-90ea-516f30f0f3f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '3d299f30-03d5-48f5-82fc-2ce538e7e02b'}}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:10:03.406116 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-c3adf3d6-0591-4a7d-ba97-a8de9475d164 req-46d3c2da-270b-424c-8643-425598d04c41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:03.484776 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-74e7be98-b374-4950-83a4-280209040205 tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] Notify callbacks [] for router_gateway, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:03.572364 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-10a52bcb-dce9-45c9-aeeb-c5a2071b01e0 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] The port '0fab7e9d-3902-4db2-9a56-7ebf0031f7f4' was deleted {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 01 19:10:03.603004 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818e17bd-15b0-41e0-901a-a516d74ad814 req-0b876ce5-2b85-4271-a390-9eb91ce2488c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:03.604556 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-818e17bd-15b0-41e0-901a-a516d74ad814 req-0b876ce5-2b85-4271-a390-9eb91ce2488c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8537cfb3773e46d182e148cf5b0a717f&device_id=fc7ed167-b50b-48f3-a13d-b18891eb7a13 HTTP/1.1" status: 200 len: 1096 time: 0.4913085 Jun 01 19:10:03.674733 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-da2fdc05-65fd-4d0e-991f-42fb9a04f7cd service neutron] 10.222.0.50 "GET /v2.0/networks/3835bc88-4948-44ae-9b9d-0c2345cf8427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5231228 Jun 01 19:10:03.719850 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f1e6e8a3-9915-4868-90c9-3e2efd4db733 tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:03.794236 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f1e6e8a3-9915-4868-90c9-3e2efd4db733 tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:03.815240 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-02009715-f16a-450d-acc6-6428eca2c18c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=40d26433-71b1-48b8-9988-9b16798cc67a HTTP/1.1" status: 200 len: 217 time: 0.0867045 Jun 01 19:10:03.820436 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-c3adf3d6-0591-4a7d-ba97-a8de9475d164 req-46d3c2da-270b-424c-8643-425598d04c41 service neutron] For port 1411ff4b-90e6-476e-a022-8a9f0065e464, host n-h2-844202-1, cleared binding levels {{(pid=88524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:10:03.827061 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da11329e-c2d5-44e1-a97e-2d1faccee6ad req-e6e2a489-29ee-43b1-ab14-3136d999994d tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:03.828612 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-da11329e-c2d5-44e1-a97e-2d1faccee6ad req-e6e2a489-29ee-43b1-ab14-3136d999994d tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc7ed167-b50b-48f3-a13d-b18891eb7a13 HTTP/1.1" status: 200 len: 945 time: 0.7069960 Jun 01 19:10:03.843200 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-10a52bcb-dce9-45c9-aeeb-c5a2071b01e0 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:03.880163 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e6e8a3-9915-4868-90c9-3e2efd4db733 tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e18de236-888f-42fa-88c7-6af15f9055e8,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:10:03.882456 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-c3adf3d6-0591-4a7d-ba97-a8de9475d164 req-46d3c2da-270b-424c-8643-425598d04c41 service neutron] For port 1411ff4b-90e6-476e-a022-8a9f0065e464, host n-h2-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=1411ff4b-90e6-476e-a022-8a9f0065e464,segment=NetworkSegment(391d97c0-c1c6-4de9-90ea-516f30f0f3f3),segment_id=391d97c0-c1c6-4de9-90ea-516f30f0f3f3)] {{(pid=88524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:10:03.900768 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f1e6e8a3-9915-4868-90c9-3e2efd4db733 tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:03.901910 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-f1e6e8a3-9915-4868-90c9-3e2efd4db733 tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6884351 Jun 01 19:10:03.907944 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-10a52bcb-dce9-45c9-aeeb-c5a2071b01e0 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['164228f5-19e7-42ba-92d6-d00e55609b8d']}} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:10:03.911192 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6f64ec-a593-49ea-b368-62e58d91a8bd req-ffa48d03-ef5b-4bc9-bfd1-abe19168518a tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:03.924720 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6f64ec-a593-49ea-b368-62e58d91a8bd req-ffa48d03-ef5b-4bc9-bfd1-abe19168518a tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:03.931965 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6f64ec-a593-49ea-b368-62e58d91a8bd req-ffa48d03-ef5b-4bc9-bfd1-abe19168518a tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:03.941077 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6f64ec-a593-49ea-b368-62e58d91a8bd req-ffa48d03-ef5b-4bc9-bfd1-abe19168518a tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:03.947925 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6f64ec-a593-49ea-b368-62e58d91a8bd req-ffa48d03-ef5b-4bc9-bfd1-abe19168518a tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:03.955505 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6f64ec-a593-49ea-b368-62e58d91a8bd req-ffa48d03-ef5b-4bc9-bfd1-abe19168518a tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:03.962591 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6f64ec-a593-49ea-b368-62e58d91a8bd req-ffa48d03-ef5b-4bc9-bfd1-abe19168518a tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:03.964618 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-cc6f64ec-a593-49ea-b368-62e58d91a8bd req-ffa48d03-ef5b-4bc9-bfd1-abe19168518a tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] 10.222.0.41 "GET /v2.0/ports?device_id=b89af75b-9667-469e-b061-668dd6a09e9b HTTP/1.1" status: 200 len: 5421 time: 0.4548335 Jun 01 19:10:03.992112 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-10a52bcb-dce9-45c9-aeeb-c5a2071b01e0 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce772ffb-3306-4ea4-98f7-7906e839d623') {'for_net_delete': True} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:10:03.992503 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-10a52bcb-dce9-45c9-aeeb-c5a2071b01e0 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce772ffb-3306-4ea4-98f7-7906e839d623') {} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:10:04.011273 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-6b03c253-9d89-455f-9010-17e7574fa3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:04.013387 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-6b03c253-9d89-455f-9010-17e7574fa3d9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c69c0fa6-cb36-4ead-b87f-54af1c1b35b0 HTTP/1.1" status: 200 len: 797 time: 0.1887217 Jun 01 19:10:04.014362 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818e17bd-15b0-41e0-901a-a516d74ad814 req-6ca842e8-6ec1-4feb-9ac6-3b2c89d2762b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:04.015688 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-818e17bd-15b0-41e0-901a-a516d74ad814 req-6ca842e8-6ec1-4feb-9ac6-3b2c89d2762b service neutron] 10.222.0.15 "GET /v2.0/networks?id=1683679e-ac4b-4846-a35b-a63a265f2c59 HTTP/1.1" status: 200 len: 898 time: 0.3927662 Jun 01 19:10:04.020863 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-c3adf3d6-0591-4a7d-ba97-a8de9475d164 req-46d3c2da-270b-424c-8643-425598d04c41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:04.021534 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-10a52bcb-dce9-45c9-aeeb-c5a2071b01e0 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2258522'] for segment, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:04.038072 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-da11329e-c2d5-44e1-a97e-2d1faccee6ad req-44d81132-8459-41c7-8868-d9a46de8b811 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/security-groups?id=457e2085-2430-4c17-b58f-61923b8494ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1975238 Jun 01 19:10:04.104688 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-10a52bcb-dce9-45c9-aeeb-c5a2071b01e0 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:04.143564 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10a52bcb-dce9-45c9-aeeb-c5a2071b01e0 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=88525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 19:10:04.143950 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-10a52bcb-dce9-45c9-aeeb-c5a2071b01e0 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2613981'] for segment, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:04.181079 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment ce772ffb-3306-4ea4-98f7-7906e839d623 resource provider aggregate not found Jun 01 19:10:04.268444 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3adf3d6-0591-4a7d-ba97-a8de9475d164 req-46d3c2da-270b-424c-8643-425598d04c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:04.270126 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-c3adf3d6-0591-4a7d-ba97-a8de9475d164 req-46d3c2da-270b-424c-8643-425598d04c41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:04.271855 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c3adf3d6-0591-4a7d-ba97-a8de9475d164 req-46d3c2da-270b-424c-8643-425598d04c41 service neutron] 10.222.0.50 "PUT /v2.0/ports/1411ff4b-90e6-476e-a022-8a9f0065e464 HTTP/1.1" status: 200 len: 1092 time: 4.0464771 Jun 01 19:10:04.329474 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-767740b4-717d-48d4-b72d-21a0e9e618d7'] response: {'name': 'network-changed', 'server_uuid': 'fc7ed167-b50b-48f3-a13d-b18891eb7a13', 'tag': 'c13922d6-8dcd-4203-bf4b-58d64aaed295', 'status': 'completed', 'code': 200} Jun 01 19:10:04.331129 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d3c2da-270b-424c-8643-425598d04c41 service neutron] Pushing event updated for resources: {'Port': ['ID=1411ff4b-90e6-476e-a022-8a9f0065e464,revision_number=3']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:10:04.407306 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment ce772ffb-3306-4ea4-98f7-7906e839d623 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ce772ffb-3306-4ea4-98f7-7906e839d623 found for delete ", "request_id": "req-5c826bc6-94c1-4083-847f-37444bd2361d"}]} Jun 01 19:10:04.430243 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-74e7be98-b374-4950-83a4-280209040205 tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-886608', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-885830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25341'] for router, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:04.433766 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-10a52bcb-dce9-45c9-aeeb-c5a2071b01e0 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:04.436808 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-74e7be98-b374-4950-83a4-280209040205 tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-886655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-886601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-886598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-885887'] for router, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:04.455397 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-10a52bcb-dce9-45c9-aeeb-c5a2071b01e0 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks [] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:04.527317 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-10a52bcb-dce9-45c9-aeeb-c5a2071b01e0 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] 10.222.0.41 "DELETE /v2.0/networks/164228f5-19e7-42ba-92d6-d00e55609b8d HTTP/1.1" status: 204 len: 168 time: 3.3875928 Jun 01 19:10:04.531264 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a52bcb-dce9-45c9-aeeb-c5a2071b01e0 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Pushing event deleted for resources: {'Network': ['ID=164228f5-19e7-42ba-92d6-d00e55609b8d,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:10:04.549671 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 53790) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:10:04.592624 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-cc6f64ec-a593-49ea-b368-62e58d91a8bd req-9778617c-7d21-4c26-95ca-394985766fa2 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d570a50-36ee-4a35-8568-a6d10a7bab24&id=0ab986d5-b8d5-42ed-9ee0-4a29f48e1199&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.5732155 Jun 01 19:10:04.621678 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-818e17bd-15b0-41e0-901a-a516d74ad814 req-15283157-9928-406a-ae92-250467895616 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c13922d6-8dcd-4203-bf4b-58d64aaed295 HTTP/1.1" status: 200 len: 1000 time: 0.5786314 Jun 01 19:10:04.711211 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-98805c85-aa2a-40e5-a1bf-6a6cd9d8508e req-8a32b007-d733-48b9-8661-a0e9d43006ca tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1626166588&fields=id&tenant_id=f135b090042642babe6bb7a413fbe165 HTTP/1.1" status: 200 len: 267 time: 0.1981173 Jun 01 19:10:04.712453 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-1687d1f9-f07b-4104-a183-be517ca94943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:04.713937 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-1687d1f9-f07b-4104-a183-be517ca94943 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3835bc88-4948-44ae-9b9d-0c2345cf8427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6801257 Jun 01 19:10:04.721168 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec758c5-cf15-4fe1-af02-4505817e7b7b req-3bb790d1-8cee-4c71-8915-1a01c8aa2b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:04.722617 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3ec758c5-cf15-4fe1-af02-4505817e7b7b req-3bb790d1-8cee-4c71-8915-1a01c8aa2b12 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8537cfb3773e46d182e148cf5b0a717f&device_id=fc7ed167-b50b-48f3-a13d-b18891eb7a13 HTTP/1.1" status: 200 len: 1096 time: 0.4497070 Jun 01 19:10:04.732948 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95268bf1-bf4b-4a60-97ba-f6d021b46f8c tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:04.733506 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-95268bf1-bf4b-4a60-97ba-f6d021b46f8c tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Synchronizing usage tracker for tenant:be49ffaf16754f888348eea74749e7ed on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:10:04.802913 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3adf3d6-0591-4a7d-ba97-a8de9475d164 req-952ccf7f-d829-4589-8be1-bf6979ed8152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:04.804423 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c3adf3d6-0591-4a7d-ba97-a8de9475d164 req-952ccf7f-d829-4589-8be1-bf6979ed8152 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4a7494de105b4d89b3193a70c4c60c4c&device_id=b8b84db9-d35d-4296-85a8-fdfc6dd0b558 HTTP/1.1" status: 200 len: 1095 time: 0.4513049 Jun 01 19:10:04.805695 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818e17bd-15b0-41e0-901a-a516d74ad814 req-cdf9c7fc-0263-4b51-a80d-1e01e31e3a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:04.806975 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-818e17bd-15b0-41e0-901a-a516d74ad814 req-cdf9c7fc-0263-4b51-a80d-1e01e31e3a95 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8eee5ae7-9972-4ea4-a710-faeb7415f01a HTTP/1.1" status: 200 len: 834 time: 0.1768532 Jun 01 19:10:04.848478 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-95268bf1-bf4b-4a60-97ba-f6d021b46f8c tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Unset dirty status for tenant:be49ffaf16754f888348eea74749e7ed on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:10:04.849551 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-95268bf1-bf4b-4a60-97ba-f6d021b46f8c tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] 10.222.0.41 "GET /v2.0/ports/3c280a74-a1ee-4501-af21-e234804137ae HTTP/1.1" status: 200 len: 844 time: 0.2972107 Jun 01 19:10:04.857052 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 53794) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:10:04.979506 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-d986fb03-64c5-40e1-b329-45384c176b69 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] 10.222.0.41 "GET /v2.0/ports/3c280a74-a1ee-4501-af21-e234804137ae?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1213737 Jun 01 19:10:04.983950 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 53798) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:10:04.992580 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-bc63a990-f6a3-477a-bf9e-a2740dde2211 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Request body: {'subnet': {'network_id': '752856ec-d0e9-477b-85f7-556bdb8925d7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:10:05.021633 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98805c85-aa2a-40e5-a1bf-6a6cd9d8508e req-98cf0dcf-ee78-4df6-9c99-f5900b1e600e tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:05.023082 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-98805c85-aa2a-40e5-a1bf-6a6cd9d8508e req-98cf0dcf-ee78-4df6-9c99-f5900b1e600e tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] 10.222.0.41 "GET /v2.0/networks?id=c3352d0c-270d-4028-ae16-5fd6706a6b7a HTTP/1.1" status: 200 len: 813 time: 0.3001695 Jun 01 19:10:05.055429 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c3adf3d6-0591-4a7d-ba97-a8de9475d164 req-a9c77d71-061a-454b-a5d9-0a70ea112b39 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1411ff4b-90e6-476e-a022-8a9f0065e464 HTTP/1.1" status: 200 len: 217 time: 0.1861305 Jun 01 19:10:05.102157 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74e7be98-b374-4950-83a4-280209040205 tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] Router 3a28eeae-9e02-4025-b74d-5e139552583d is scheduled to L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 with binding_index 1 {{(pid=88525) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 19:10:05.111463 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-98805c85-aa2a-40e5-a1bf-6a6cd9d8508e req-ed5dce4a-80da-4bb6-b35e-e96dc1b3a3f8 tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] 10.222.0.41 "GET /v2.0/quotas/f135b090042642babe6bb7a413fbe165 HTTP/1.1" status: 200 len: 375 time: 0.0381165 Jun 01 19:10:05.211816 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3adf3d6-0591-4a7d-ba97-a8de9475d164 req-6460d03d-7bfa-4e94-b4fe-04717123269c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:05.213675 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c3adf3d6-0591-4a7d-ba97-a8de9475d164 req-6460d03d-7bfa-4e94-b4fe-04717123269c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=bf215978-ce5c-4077-ac29-2d8fb4937baa HTTP/1.1" status: 200 len: 855 time: 0.1459007 Jun 01 19:10:05.245234 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-bc63a990-f6a3-477a-bf9e-a2740dde2211 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:10:05.252452 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-bc63a990-f6a3-477a-bf9e-a2740dde2211 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Usage tracker for resource:subnet and tenant:be49ffaf16754f888348eea74749e7ed is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:10:05.272170 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-bc63a990-f6a3-477a-bf9e-a2740dde2211 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:10:05.283416 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-f4a980c6-affd-41f3-8649-7015af4d6743 service neutron] 10.222.0.50 "GET /v2.0/networks/3835bc88-4948-44ae-9b9d-0c2345cf8427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5266721 Jun 01 19:10:05.284798 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-bc63a990-f6a3-477a-bf9e-a2740dde2211 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:10:05.299352 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c006ba28-0567-4f9a-8485-49138205918e req-18e81dc3-015d-47a2-93be-1e85b95dd3c5 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:05.301042 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c006ba28-0567-4f9a-8485-49138205918e req-18e81dc3-015d-47a2-93be-1e85b95dd3c5 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8b84db9-d35d-4296-85a8-fdfc6dd0b558 HTTP/1.1" status: 200 len: 944 time: 0.5848587 Jun 01 19:10:05.303107 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec758c5-cf15-4fe1-af02-4505817e7b7b req-3c8574d8-966c-41a1-a47d-706aa800c5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:05.304482 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3ec758c5-cf15-4fe1-af02-4505817e7b7b req-3c8574d8-966c-41a1-a47d-706aa800c5cf service neutron] 10.222.0.50 "GET /v2.0/networks?id=1683679e-ac4b-4846-a35b-a63a265f2c59 HTTP/1.1" status: 200 len: 898 time: 0.5468547 Jun 01 19:10:05.359530 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc63a990-f6a3-477a-bf9e-a2740dde2211 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Made reservation on behalf of be49ffaf16754f888348eea74749e7ed for: {'subnet': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:10:05.362866 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-bc63a990-f6a3-477a-bf9e-a2740dde2211 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9667140'] for subnet, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:05.389368 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818e17bd-15b0-41e0-901a-a516d74ad814 req-b702f00d-98f6-4fcb-a06b-5b392a81e016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:05.390847 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-818e17bd-15b0-41e0-901a-a516d74ad814 req-b702f00d-98f6-4fcb-a06b-5b392a81e016 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1683679e-ac4b-4846-a35b-a63a265f2c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5725241 Jun 01 19:10:05.477631 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-98805c85-aa2a-40e5-a1bf-6a6cd9d8508e req-cd9d9fba-86c9-4797-ae9e-7e05c38451a8 tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=f135b090042642babe6bb7a413fbe165&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3511593 Jun 01 19:10:05.512023 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74e7be98-b374-4950-83a4-280209040205 tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:10:05.523998 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d053b3-8068-4aaf-a3da-29a084c26105 None None] Sync routers for ids ['3a28eeae-9e02-4025-b74d-5e139552583d'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:10:05.526544 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-74e7be98-b374-4950-83a4-280209040205 tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] Notify callbacks [] for router, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:05.530223 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-74e7be98-b374-4950-83a4-280209040205 tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] 10.222.0.41 "PUT /v2.0/routers/3a28eeae-9e02-4025-b74d-5e139552583d HTTP/1.1" status: 200 len: 880 time: 6.8692715 Jun 01 19:10:05.535888 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d053b3-8068-4aaf-a3da-29a084c26105 None None] Routers {'3a28eeae-9e02-4025-b74d-5e139552583d'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:10:05.536528 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-30d053b3-8068-4aaf-a3da-29a084c26105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:09:39Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['3a28eeae-9e02-4025-b74d-5e139552583d'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:10:05.577542 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 53804) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:10:05.601661 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-30d053b3-8068-4aaf-a3da-29a084c26105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:10:05.611559 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d053b3-8068-4aaf-a3da-29a084c26105 None None] Routers {'3a28eeae-9e02-4025-b74d-5e139552583d'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:10:05.612364 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-30d053b3-8068-4aaf-a3da-29a084c26105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:09:39Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['3a28eeae-9e02-4025-b74d-5e139552583d'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:10:05.639172 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c006ba28-0567-4f9a-8485-49138205918e req-bb58484f-0d1f-4c1b-8d4e-57eb72e986de tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7f46c16-7d81-4a09-b7a2-ba720d08e5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3090448 Jun 01 19:10:05.657875 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3ec758c5-cf15-4fe1-af02-4505817e7b7b req-44ce04f3-2897-47aa-86b6-c1214381bf74 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c13922d6-8dcd-4203-bf4b-58d64aaed295 HTTP/1.1" status: 200 len: 1000 time: 0.3288634 Jun 01 19:10:05.696021 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-30d053b3-8068-4aaf-a3da-29a084c26105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:10:05.696620 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d053b3-8068-4aaf-a3da-29a084c26105 None None] The sync data for ids ['3a28eeae-9e02-4025-b74d-5e139552583d'] in n-d-844202-1 is: [] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:10:05.758942 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d6cae5f0-1d62-47be-b37b-1929a926d783 req-628f63da-7898-42c7-924c-23ce505081b4 service neutron] 10.222.0.50 "GET /v2.0/networks/3835bc88-4948-44ae-9b9d-0c2345cf8427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4520237 Jun 01 19:10:05.819703 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3adf3d6-0591-4a7d-ba97-a8de9475d164 req-0c228e78-e01a-4b42-bace-cd9191308911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:05.821256 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c3adf3d6-0591-4a7d-ba97-a8de9475d164 req-0c228e78-e01a-4b42-bace-cd9191308911 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3d299f30-03d5-48f5-82fc-2ce538e7e02b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5904500 Jun 01 19:10:05.874495 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-818e17bd-15b0-41e0-901a-a516d74ad814 req-9ec7914a-87d1-4ff7-8fc4-4ce4f5dfee76 service neutron] 10.222.0.15 "GET /v2.0/networks/1683679e-ac4b-4846-a35b-a63a265f2c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4200327 Jun 01 19:10:05.898736 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec758c5-cf15-4fe1-af02-4505817e7b7b req-3f6b76b7-d114-49b4-bf95-b0291e9f949b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:05.900161 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3ec758c5-cf15-4fe1-af02-4505817e7b7b req-3f6b76b7-d114-49b4-bf95-b0291e9f949b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8eee5ae7-9972-4ea4-a710-faeb7415f01a HTTP/1.1" status: 200 len: 834 time: 0.2316277 Jun 01 19:10:06.069730 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-98805c85-aa2a-40e5-a1bf-6a6cd9d8508e req-10791dbe-7d2a-4770-b5c1-61dd438b0545 service neutron] 10.222.0.41 "GET /v2.0/networks/c3352d0c-270d-4028-ae16-5fd6706a6b7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5788238 Jun 01 19:10:06.083242 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-e3b2188d-8be7-443e-8de3-808ea43a4b3c tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] 10.222.0.41 "GET /v2.0/routers/3a28eeae-9e02-4025-b74d-5e139552583d HTTP/1.1" status: 200 len: 921 time: 0.5045002 Jun 01 19:10:06.107182 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 53810) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:10:06.296600 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-bc63a990-f6a3-477a-bf9e-a2740dde2211 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2614064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9667190'] for subnet, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:06.331397 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8b84db9-d35d-4296-85a8-fdfc6dd0b558', 'tag': '1411ff4b-90e6-476e-a022-8a9f0065e464'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:10:06.380543 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf406c8-e0a6-44c3-9f6d-8b4015cd0f96 req-d8e725ce-2115-4ad9-92e5-957bc664f02d tempest-VolumesActionsTest-1431207634 tempest-VolumesActionsTest-1431207634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:06.382052 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-1cf406c8-e0a6-44c3-9f6d-8b4015cd0f96 req-d8e725ce-2115-4ad9-92e5-957bc664f02d tempest-VolumesActionsTest-1431207634 tempest-VolumesActionsTest-1431207634-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe935053-d0cd-4fec-bf96-10d96f3ec560 HTTP/1.1" status: 200 len: 945 time: 0.6095245 Jun 01 19:10:06.399185 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c3adf3d6-0591-4a7d-ba97-a8de9475d164 req-beda400a-e1da-461c-b91a-d6ed1c05ffdd service neutron] 10.222.0.50 "GET /v2.0/networks/3d299f30-03d5-48f5-82fc-2ce538e7e02b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5287361 Jun 01 19:10:06.404317 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc63a990-f6a3-477a-bf9e-a2740dde2211 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Network 752856ec-d0e9-477b-85f7-556bdb8925d7 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:10:06.417753 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87c3d1e-4a17-43ae-87a4-2f5c312a6348 req-b1e42bad-9885-4990-8db0-75fd495a4c8d tempest-VolumesActionsTest-1431207634 tempest-VolumesActionsTest-1431207634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:06.419671 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c87c3d1e-4a17-43ae-87a4-2f5c312a6348 req-b1e42bad-9885-4990-8db0-75fd495a4c8d tempest-VolumesActionsTest-1431207634 tempest-VolumesActionsTest-1431207634-project] 10.222.0.41 "GET /v2.0/ports?device_id=fe935053-d0cd-4fec-bf96-10d96f3ec560 HTTP/1.1" status: 200 len: 945 time: 0.6463773 Jun 01 19:10:06.439366 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-818e17bd-15b0-41e0-901a-a516d74ad814 req-72782b14-f2dc-4aa3-861b-e22392c47ffb service neutron] 10.222.0.15 "GET /v2.0/networks/1683679e-ac4b-4846-a35b-a63a265f2c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5373199 Jun 01 19:10:06.450036 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7362e8a3-2bd3-4ec7-9bf1-206eb62313ac req-b79224a1-29ed-46bd-b3c1-1d4e0834ef5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:06.450421 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-bc63a990-f6a3-477a-bf9e-a2740dde2211 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:10:06.450525 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7362e8a3-2bd3-4ec7-9bf1-206eb62313ac req-b79224a1-29ed-46bd-b3c1-1d4e0834ef5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:06.450981 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7362e8a3-2bd3-4ec7-9bf1-206eb62313ac req-b79224a1-29ed-46bd-b3c1-1d4e0834ef5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:06.451480 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7362e8a3-2bd3-4ec7-9bf1-206eb62313ac req-b79224a1-29ed-46bd-b3c1-1d4e0834ef5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:06.452329 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7362e8a3-2bd3-4ec7-9bf1-206eb62313ac req-b79224a1-29ed-46bd-b3c1-1d4e0834ef5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:06.452808 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7362e8a3-2bd3-4ec7-9bf1-206eb62313ac req-b79224a1-29ed-46bd-b3c1-1d4e0834ef5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:06.453609 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7362e8a3-2bd3-4ec7-9bf1-206eb62313ac req-b79224a1-29ed-46bd-b3c1-1d4e0834ef5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:06.455545 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7362e8a3-2bd3-4ec7-9bf1-206eb62313ac req-b79224a1-29ed-46bd-b3c1-1d4e0834ef5a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=02a99242e0f0463d9013e17319779a87&device_id=b89af75b-9667-469e-b061-668dd6a09e9b HTTP/1.1" status: 200 len: 6478 time: 0.6284811 Jun 01 19:10:06.463474 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acd9d592-cb97-4a75-8f50-fad11d537595 None None] Network 752856ec-d0e9-477b-85f7-556bdb8925d7 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:10:06.463966 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-98805c85-aa2a-40e5-a1bf-6a6cd9d8508e req-04eb3433-b38f-49b7-a4bd-02962f4d9d44 service neutron] 10.222.0.41 "GET /v2.0/networks/c3352d0c-270d-4028-ae16-5fd6706a6b7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3849781 Jun 01 19:10:06.465095 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc63a990-f6a3-477a-bf9e-a2740dde2211 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:06.466353 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-bc63a990-f6a3-477a-bf9e-a2740dde2211 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks [] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:06.483393 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc63a990-f6a3-477a-bf9e-a2740dde2211 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Pushing event updated for resources: {'Subnet': ['ID=c09bd56e-2e31-47af-930f-7b5ac3f40dfd,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:10:06.511919 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7dfe148-f1ab-47d3-9e14-d7cf53a74e7b tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:06.516535 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-b7dfe148-f1ab-47d3-9e14-d7cf53a74e7b tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=72a72e44-6845-488a-a5ff-3a26d4df9cb3&device_id=3a28eeae-9e02-4025-b74d-5e139552583d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4028382 Jun 01 19:10:06.518010 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 53816) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:10:06.524010 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [req-1cf406c8-e0a6-44c3-9f6d-8b4015cd0f96 req-b8f214ad-0f91-4946-850d-8bb43004e8f4 tempest-VolumesActionsTest-1431207634 tempest-VolumesActionsTest-1431207634-project] Deleting port fdf1c48a-3c60-4724-9195-349ed1a50bc4 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:10:06.524434 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-1cf406c8-e0a6-44c3-9f6d-8b4015cd0f96 req-b8f214ad-0f91-4946-850d-8bb43004e8f4 tempest-VolumesActionsTest-1431207634 tempest-VolumesActionsTest-1431207634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:06.560918 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec758c5-cf15-4fe1-af02-4505817e7b7b req-b2396592-0c7d-44ba-8b9b-2283fee9974f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:06.562371 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3ec758c5-cf15-4fe1-af02-4505817e7b7b req-b2396592-0c7d-44ba-8b9b-2283fee9974f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1683679e-ac4b-4846-a35b-a63a265f2c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6267705 Jun 01 19:10:06.576647 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-bc63a990-f6a3-477a-bf9e-a2740dde2211 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5882771 Jun 01 19:10:06.586991 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 53822) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:10:06.733078 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-0517ff80-3741-4caa-8861-a4da4b8d0196 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Request body: {'security_group': {'name': 'tempest-secgroup-190115884'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:10:06.738611 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9d86218-8751-4401-8d24-1e80872ec041 tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:06.742589 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-c9d86218-8751-4401-8d24-1e80872ec041 tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] 10.222.0.41 "GET /v2.0/networks/72a72e44-6845-488a-a5ff-3a26d4df9cb3 HTTP/1.1" status: 200 len: 881 time: 0.2209554 Jun 01 19:10:06.744808 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 53832) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:10:06.752741 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-0517ff80-3741-4caa-8861-a4da4b8d0196 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:10:06.803702 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-0517ff80-3741-4caa-8861-a4da4b8d0196 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Usage tracker for resource:security_group and tenant:be49ffaf16754f888348eea74749e7ed is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:10:06.811455 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-fe2b2780-c80c-4c16-bff0-1c854d272023 tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a28eeae-9e02-4025-b74d-5e139552583d HTTP/1.1" status: 200 len: 205 time: 0.0594108 Jun 01 19:10:06.811455 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-0517ff80-3741-4caa-8861-a4da4b8d0196 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:10:06.834139 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 53836) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:10:06.846559 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c87c3d1e-4a17-43ae-87a4-2f5c312a6348 req-be57624e-929b-4855-8731-084aad3462a1 tempest-VolumesActionsTest-1431207634 tempest-VolumesActionsTest-1431207634-project] 10.222.0.41 "GET /v2.0/security-groups?id=d13d880c-07b7-4324-bc6b-356cd30c6e62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4031470 Jun 01 19:10:06.849993 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-0517ff80-3741-4caa-8861-a4da4b8d0196 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:10:06.864032 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23b0deb2-1677-48f8-b9d1-73b7d861d75e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc93f83c3-7fb6-5c13-a9d4-29d739a4e8d2-752856ec-d0e9-477b-85f7-556bdb8925d7', 'network_id': '752856ec-d0e9-477b-85f7-556bdb8925d7', 'tenant_id': 'be49ffaf16754f888348eea74749e7ed', 'fixed_ips': [{'subnet_id': 'c09bd56e-2e31-47af-930f-7b5ac3f40dfd'}]}} from n-d-844202-1. {{(pid=88526) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 19:10:06.865105 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-23b0deb2-1677-48f8-b9d1-73b7d861d75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:06.907967 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0517ff80-3741-4caa-8861-a4da4b8d0196 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:07.024218 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-0517ff80-3741-4caa-8861-a4da4b8d0196 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:10:07.033989 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-0517ff80-3741-4caa-8861-a4da4b8d0196 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Usage tracker for resource:security_group_rule and tenant:be49ffaf16754f888348eea74749e7ed is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:10:07.042245 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-0517ff80-3741-4caa-8861-a4da4b8d0196 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:10:07.053898 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-0517ff80-3741-4caa-8861-a4da4b8d0196 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:10:07.166051 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.db_base_plugin_common [None req-23b0deb2-1677-48f8-b9d1-73b7d861d75e None None] Allocated IP 2001:db8::2 (752856ec-d0e9-477b-85f7-556bdb8925d7/c09bd56e-2e31-47af-930f-7b5ac3f40dfd/dd48a52c-b39a-4312-b7cd-9d34ea6a16d4) {{(pid=88526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:10:07.173642 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-9421f861-86da-4ea2-8a3c-d1fa436272c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:07.183744 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-1cf406c8-e0a6-44c3-9f6d-8b4015cd0f96 req-b8f214ad-0f91-4946-850d-8bb43004e8f4 tempest-VolumesActionsTest-1431207634 tempest-VolumesActionsTest-1431207634-project] For port fdf1c48a-3c60-4724-9195-349ed1a50bc4, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=fdf1c48a-3c60-4724-9195-349ed1a50bc4,segment=NetworkSegment(c49a60ea-e810-446c-90a6-9356d9a7cf2c),segment_id=c49a60ea-e810-446c-90a6-9356d9a7cf2c)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:10:07.184418 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-1cf406c8-e0a6-44c3-9f6d-8b4015cd0f96 req-b8f214ad-0f91-4946-850d-8bb43004e8f4 tempest-VolumesActionsTest-1431207634 tempest-VolumesActionsTest-1431207634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:07.273359 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c3adf3d6-0591-4a7d-ba97-a8de9475d164 req-8e644de0-387e-4d74-85b5-65d8f6462738 service neutron] 10.222.0.50 "GET /v2.0/networks/3d299f30-03d5-48f5-82fc-2ce538e7e02b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8639054 Jun 01 19:10:07.275041 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3ec758c5-cf15-4fe1-af02-4505817e7b7b req-bf3c09c5-3163-4cbb-b386-5bde4370a085 service neutron] 10.222.0.50 "GET /v2.0/networks/1683679e-ac4b-4846-a35b-a63a265f2c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6441782 Jun 01 19:10:07.360380 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [req-1cf406c8-e0a6-44c3-9f6d-8b4015cd0f96 req-b8f214ad-0f91-4946-850d-8bb43004e8f4 tempest-VolumesActionsTest-1431207634 tempest-VolumesActionsTest-1431207634-project] Calling delete_port for fdf1c48a-3c60-4724-9195-349ed1a50bc4 owned by compute:nova {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:10:07.421778 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0517ff80-3741-4caa-8861-a4da4b8d0196 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:07.433136 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0517ff80-3741-4caa-8861-a4da4b8d0196 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:07.459674 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65ae9b9-062b-40b4-9955-a4832c9fd509 req-1591635b-98d3-464b-b387-98a24523bdd2 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:07.466171 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65ae9b9-062b-40b4-9955-a4832c9fd509 req-1591635b-98d3-464b-b387-98a24523bdd2 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:07.472355 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65ae9b9-062b-40b4-9955-a4832c9fd509 req-1591635b-98d3-464b-b387-98a24523bdd2 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:07.479743 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65ae9b9-062b-40b4-9955-a4832c9fd509 req-1591635b-98d3-464b-b387-98a24523bdd2 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:07.486662 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65ae9b9-062b-40b4-9955-a4832c9fd509 req-1591635b-98d3-464b-b387-98a24523bdd2 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:07.487844 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-23b0deb2-1677-48f8-b9d1-73b7d861d75e None None] Notify callbacks [] for port, precommit_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:07.493873 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65ae9b9-062b-40b4-9955-a4832c9fd509 req-1591635b-98d3-464b-b387-98a24523bdd2 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:07.501304 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65ae9b9-062b-40b4-9955-a4832c9fd509 req-1591635b-98d3-464b-b387-98a24523bdd2 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:07.503200 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-23b0deb2-1677-48f8-b9d1-73b7d861d75e None None] Transition to ACTIVE for port object dd48a52c-b39a-4312-b7cd-9d34ea6a16d4 will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:10:07.509174 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f65ae9b9-062b-40b4-9955-a4832c9fd509 req-1591635b-98d3-464b-b387-98a24523bdd2 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] 10.222.0.41 "GET /v2.0/ports?device_id=b89af75b-9667-469e-b061-668dd6a09e9b HTTP/1.1" status: 200 len: 5421 time: 0.4063027 Jun 01 19:10:07.516030 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7362e8a3-2bd3-4ec7-9bf1-206eb62313ac req-3acdb65f-c0a2-4665-8f47-3bf79f905ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:07.517491 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7362e8a3-2bd3-4ec7-9bf1-206eb62313ac req-3acdb65f-c0a2-4665-8f47-3bf79f905ecd service neutron] 10.222.0.50 "GET /v2.0/networks?id=3835bc88-4948-44ae-9b9d-0c2345cf8427 HTTP/1.1" status: 200 len: 902 time: 1.0534902 Jun 01 19:10:07.528858 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-23b0deb2-1677-48f8-b9d1-73b7d861d75e None None] Transition to ACTIVE for port object dd48a52c-b39a-4312-b7cd-9d34ea6a16d4 will not be triggered until provisioned by entity DHCP. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:10:07.537692 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-23b0deb2-1677-48f8-b9d1-73b7d861d75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526'] for port, after_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:07.593099 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec758c5-cf15-4fe1-af02-4505817e7b7b req-64ceb056-bcea-4b16-885b-ef66e8eeaf74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:07.594576 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3ec758c5-cf15-4fe1-af02-4505817e7b7b req-64ceb056-bcea-4b16-885b-ef66e8eeaf74 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8537cfb3773e46d182e148cf5b0a717f&device_id=fc7ed167-b50b-48f3-a13d-b18891eb7a13 HTTP/1.1" status: 200 len: 1096 time: 1.0563729 Jun 01 19:10:07.600182 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0517ff80-3741-4caa-8861-a4da4b8d0196 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60eb07ef-f244-4bb5-abed-3d3d13631a5e,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:10:07.602526 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0517ff80-3741-4caa-8861-a4da4b8d0196 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:07.603924 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-0517ff80-3741-4caa-8861-a4da4b8d0196 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0158436 Jun 01 19:10:07.611892 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 53850) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:10:07.629393 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f65ae9b9-062b-40b4-9955-a4832c9fd509 req-bf8143e6-cce9-4076-93bc-e949cf3819ac tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d570a50-36ee-4a35-8568-a6d10a7bab24&id=0ab986d5-b8d5-42ed-9ee0-4a29f48e1199&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1187680 Jun 01 19:10:07.633767 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-7d6f3021-a33e-432a-919f-20e28ea4d3c5 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Request body: {'security_group': {'name': 'tempest-secgroup-819042113'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:10:07.635679 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23b0deb2-1677-48f8-b9d1-73b7d861d75e None None] Network 752856ec-d0e9-477b-85f7-556bdb8925d7 is already hosted by enough agents. {{(pid=88526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:10:07.639630 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.base_scheduler [None req-23b0deb2-1677-48f8-b9d1-73b7d861d75e None None] Resources bound (agent type, host, resource id): {{(pid=88526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:10:07.648179 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b0deb2-1677-48f8-b9d1-73b7d861d75e None None] Received port after_create {{(pid=88526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:10:07.650369 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b0deb2-1677-48f8-b9d1-73b7d861d75e None None] Pushing event updated for resources: {'Port': ['ID=dd48a52c-b39a-4312-b7cd-9d34ea6a16d4,revision_number=1']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:10:07.708250 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-7d6f3021-a33e-432a-919f-20e28ea4d3c5 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:10:07.717334 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-7d6f3021-a33e-432a-919f-20e28ea4d3c5 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Usage tracker for resource:security_group and tenant:be49ffaf16754f888348eea74749e7ed is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:10:07.719904 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7362e8a3-2bd3-4ec7-9bf1-206eb62313ac req-b0d6f7fd-f762-4263-8d4f-3801d2a63e54 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=40d26433-71b1-48b8-9988-9b16798cc67a HTTP/1.1" status: 200 len: 217 time: 0.1943851 Jun 01 19:10:07.723286 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-7d6f3021-a33e-432a-919f-20e28ea4d3c5 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:10:07.734647 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-7d6f3021-a33e-432a-919f-20e28ea4d3c5 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:10:07.753863 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-1cf406c8-e0a6-44c3-9f6d-8b4015cd0f96 req-b8f214ad-0f91-4946-850d-8bb43004e8f4 tempest-VolumesActionsTest-1431207634 tempest-VolumesActionsTest-1431207634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:07.767308 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-23b0deb2-1677-48f8-b9d1-73b7d861d75e None None] Attempting to bind port dd48a52c-b39a-4312-b7cd-9d34ea6a16d4 on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:10:07.767894 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-23b0deb2-1677-48f8-b9d1-73b7d861d75e None None] Attempting to bind port dd48a52c-b39a-4312-b7cd-9d34ea6a16d4 by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': 'f4d97605-7a94-4988-bddf-a1aaba381b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '752856ec-d0e9-477b-85f7-556bdb8925d7'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:10:07.768714 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b0deb2-1677-48f8-b9d1-73b7d861d75e None None] Attempting to bind port dd48a52c-b39a-4312-b7cd-9d34ea6a16d4 on network 752856ec-d0e9-477b-85f7-556bdb8925d7 {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:10:07.774613 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b0deb2-1677-48f8-b9d1-73b7d861d75e None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 9, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:10:07.774980 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b0deb2-1677-48f8-b9d1-73b7d861d75e None None] Checking segment: {'id': 'f4d97605-7a94-4988-bddf-a1aaba381b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '752856ec-d0e9-477b-85f7-556bdb8925d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:10:07.775366 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-23b0deb2-1677-48f8-b9d1-73b7d861d75e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:07.775746 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b0deb2-1677-48f8-b9d1-73b7d861d75e None None] Bound using segment: {'id': 'f4d97605-7a94-4988-bddf-a1aaba381b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '752856ec-d0e9-477b-85f7-556bdb8925d7'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:10:07.776195 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-23b0deb2-1677-48f8-b9d1-73b7d861d75e None None] Bound port: dd48a52c-b39a-4312-b7cd-9d34ea6a16d4, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4d97605-7a94-4988-bddf-a1aaba381b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '752856ec-d0e9-477b-85f7-556bdb8925d7'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:10:07.776589 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-23b0deb2-1677-48f8-b9d1-73b7d861d75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:07.809002 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4815c668-5879-4b3d-90c5-5ba397a0dc90'] response: {'name': 'network-changed', 'server_uuid': 'b8b84db9-d35d-4296-85a8-fdfc6dd0b558', 'tag': '1411ff4b-90e6-476e-a022-8a9f0065e464', 'status': 'completed', 'code': 200} Jun 01 19:10:07.885776 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f214ad-0f91-4946-850d-8bb43004e8f4 tempest-VolumesActionsTest-1431207634 tempest-VolumesActionsTest-1431207634-project] Pushing event deleted for resources: {'Port': ['ID=fdf1c48a-3c60-4724-9195-349ed1a50bc4,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:10:07.889147 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7d6f3021-a33e-432a-919f-20e28ea4d3c5 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:07.890875 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-23b0deb2-1677-48f8-b9d1-73b7d861d75e None None] For port dd48a52c-b39a-4312-b7cd-9d34ea6a16d4, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:10:07.894750 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-23b0deb2-1677-48f8-b9d1-73b7d861d75e None None] For port dd48a52c-b39a-4312-b7cd-9d34ea6a16d4, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=dd48a52c-b39a-4312-b7cd-9d34ea6a16d4,segment=NetworkSegment(f4d97605-7a94-4988-bddf-a1aaba381b9b),segment_id=f4d97605-7a94-4988-bddf-a1aaba381b9b)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:10:07.905957 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-23b0deb2-1677-48f8-b9d1-73b7d861d75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:07.952170 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d14c6486-a051-4179-a134-0d0f3b4775b1 tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] Notify callbacks [] for router, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:08.007295 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b0deb2-1677-48f8-b9d1-73b7d861d75e None None] Pushing event updated for resources: {'Port': ['ID=dd48a52c-b39a-4312-b7cd-9d34ea6a16d4,revision_number=2']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:10:08.009610 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cf406c8-e0a6-44c3-9f6d-8b4015cd0f96 req-b8f214ad-0f91-4946-850d-8bb43004e8f4 tempest-VolumesActionsTest-1431207634 tempest-VolumesActionsTest-1431207634-project] No DVR routers for this DVR port fdf1c48a-3c60-4724-9195-349ed1a50bc4 on host n-h1-844202-1 {{(pid=88525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:10:08.015651 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-1cf406c8-e0a6-44c3-9f6d-8b4015cd0f96 req-b8f214ad-0f91-4946-850d-8bb43004e8f4 tempest-VolumesActionsTest-1431207634 tempest-VolumesActionsTest-1431207634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:08.038351 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe935053-d0cd-4fec-bf96-10d96f3ec560', 'name': 'network-vif-deleted', 'tag': 'fdf1c48a-3c60-4724-9195-349ed1a50bc4'}] {{(pid=88525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:10:08.047979 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-7d6f3021-a33e-432a-919f-20e28ea4d3c5 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:10:08.052579 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-7d6f3021-a33e-432a-919f-20e28ea4d3c5 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Usage tracker for resource:security_group_rule and tenant:be49ffaf16754f888348eea74749e7ed is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:10:08.055660 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-7d6f3021-a33e-432a-919f-20e28ea4d3c5 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:10:08.062255 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-7d6f3021-a33e-432a-919f-20e28ea4d3c5 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:10:08.259644 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-1cf406c8-e0a6-44c3-9f6d-8b4015cd0f96 req-b8f214ad-0f91-4946-850d-8bb43004e8f4 tempest-VolumesActionsTest-1431207634 tempest-VolumesActionsTest-1431207634-project] 10.222.0.15 "DELETE /v2.0/ports/fdf1c48a-3c60-4724-9195-349ed1a50bc4 HTTP/1.1" status: 204 len: 173 time: 1.8625548 Jun 01 19:10:08.359899 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5022cee-4f33-4dee-8f24-045d7c5b53ae req-46f5ccfe-91f0-4b61-9494-11ca9c20ab20 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:08.361484 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e5022cee-4f33-4dee-8f24-045d7c5b53ae req-46f5ccfe-91f0-4b61-9494-11ca9c20ab20 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc7ed167-b50b-48f3-a13d-b18891eb7a13 HTTP/1.1" status: 200 len: 945 time: 1.2881787 Jun 01 19:10:08.386199 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fc9419-6297-45aa-92fe-0d3c8168e05b req-9b42b1ee-3fd2-4418-b10f-e6e514c6baea tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:08.387779 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c6fc9419-6297-45aa-92fe-0d3c8168e05b req-9b42b1ee-3fd2-4418-b10f-e6e514c6baea tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8b84db9-d35d-4296-85a8-fdfc6dd0b558 HTTP/1.1" status: 200 len: 944 time: 0.5037849 Jun 01 19:10:08.458339 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7d6f3021-a33e-432a-919f-20e28ea4d3c5 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:08.479658 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7d6f3021-a33e-432a-919f-20e28ea4d3c5 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:08.501515 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3ec758c5-cf15-4fe1-af02-4505817e7b7b req-0ff32904-2672-4a43-918f-18702d1d67b0 service neutron] 10.222.0.50 "GET /v2.0/networks/1683679e-ac4b-4846-a35b-a63a265f2c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1375525 Jun 01 19:10:08.543571 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c6fc9419-6297-45aa-92fe-0d3c8168e05b req-f27855c6-70c8-436e-8e5a-0587907cdec4 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7f46c16-7d81-4a09-b7a2-ba720d08e5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1395586 Jun 01 19:10:08.549782 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7362e8a3-2bd3-4ec7-9bf1-206eb62313ac req-cece7d0e-5ad1-472b-922c-d8633b479207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:08.551231 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7362e8a3-2bd3-4ec7-9bf1-206eb62313ac req-cece7d0e-5ad1-472b-922c-d8633b479207 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c69c0fa6-cb36-4ead-b87f-54af1c1b35b0 HTTP/1.1" status: 200 len: 797 time: 0.8075919 Jun 01 19:10:08.562228 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e5022cee-4f33-4dee-8f24-045d7c5b53ae req-0298b70e-bfa5-4856-91a1-748b42ffa1b9 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/security-groups?id=457e2085-2430-4c17-b58f-61923b8494ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1843493 Jun 01 19:10:08.574345 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6f3021-a33e-432a-919f-20e28ea4d3c5 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d62175c0-28e5-4670-bdae-cf5b7deebf57,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:10:08.579519 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7d6f3021-a33e-432a-919f-20e28ea4d3c5 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:08.580812 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-7d6f3021-a33e-432a-919f-20e28ea4d3c5 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9636562 Jun 01 19:10:08.583514 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 53858) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:10:08.592748 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-c2ad5885-59d4-448c-a677-352af24101ce tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-432410906', 'security_groups': ['d62175c0-28e5-4670-bdae-cf5b7deebf57'], 'network_id': '752856ec-d0e9-477b-85f7-556bdb8925d7', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'c09bd56e-2e31-47af-930f-7b5ac3f40dfd'}]}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:10:08.661627 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec758c5-cf15-4fe1-af02-4505817e7b7b req-d79dd99e-315b-4c17-a4d4-13a507182a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:08.663376 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3ec758c5-cf15-4fe1-af02-4505817e7b7b req-d79dd99e-315b-4c17-a4d4-13a507182a4b service neutron] 10.222.0.15 "GET /v2.0/networks?id=1683679e-ac4b-4846-a35b-a63a265f2c59 HTTP/1.1" status: 200 len: 898 time: 0.9975097 Jun 01 19:10:08.813172 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d14c6486-a051-4179-a134-0d0f3b4775b1 tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:08.826090 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-0a9c48cc-8628-40a2-aaa3-3ced54b57670 req-7ba7da78-3dee-460f-995a-6a21f7004740 tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] 10.222.0.41 "GET /v2.0/ports?device_id=7942ffa3-99e7-4ccc-9377-41a3e1fddc14 HTTP/1.1" status: 200 len: 210 time: 0.0658879 Jun 01 19:10:08.835072 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device dd48a52c-b39a-4312-b7cd-9d34ea6a16d4 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:10:08.906064 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100ffac2-bc2d-4a53-9c9c-fd72c5d8eed8 req-b364a37e-3c63-4aa5-81b8-1335b6adb1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:08.907518 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-100ffac2-bc2d-4a53-9c9c-fd72c5d8eed8 req-b364a37e-3c63-4aa5-81b8-1335b6adb1ff service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4a7494de105b4d89b3193a70c4c60c4c&device_id=b8b84db9-d35d-4296-85a8-fdfc6dd0b558 HTTP/1.1" status: 200 len: 1095 time: 0.9975441 Jun 01 19:10:09.010048 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 1411ff4b-90e6-476e-a022-8a9f0065e464 details requested by agent hyperv_n-h2-844202-1 with host n-h2-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 19:10:09.018396 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port dd48a52c-b39a-4312-b7cd-9d34ea6a16d4 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:10:09.020150 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6b0a855b-5da4-4598-a06b-ec152ed93ffb req-7a389235-a468-4a30-985d-f0f92eb9631a tempest-VolumesActionsTest-1431207634 tempest-VolumesActionsTest-1431207634-project] 10.222.0.41 "GET /v2.0/ports?device_id=fe935053-d0cd-4fec-bf96-10d96f3ec560 HTTP/1.1" status: 200 len: 210 time: 0.1613009 Jun 01 19:10:09.154725 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-d14c6486-a051-4179-a134-0d0f3b4775b1 tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] Deleting port 9b98f600-1f48-40e9-9fed-aadf4839d636 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:10:09.155062 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d14c6486-a051-4179-a134-0d0f3b4775b1 tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:09.195502 n-d-844202-1 neutron-server[88525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07a78cef-391b-4949-b675-f130df1e15fc'] response: {'server_uuid': 'fe935053-d0cd-4fec-bf96-10d96f3ec560', 'name': 'network-vif-deleted', 'tag': 'fdf1c48a-3c60-4724-9195-349ed1a50bc4', 'status': 'completed', 'code': 200} Jun 01 19:10:09.197067 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3ec758c5-cf15-4fe1-af02-4505817e7b7b req-30eff085-6f26-42ba-a3f0-7477b24fcde6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c13922d6-8dcd-4203-bf4b-58d64aaed295 HTTP/1.1" status: 200 len: 1000 time: 0.5176201 Jun 01 19:10:09.256068 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 1411ff4b-90e6-476e-a022-8a9f0065e464, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=1411ff4b-90e6-476e-a022-8a9f0065e464,segment=NetworkSegment(391d97c0-c1c6-4de9-90ea-516f30f0f3f3),segment_id=391d97c0-c1c6-4de9-90ea-516f30f0f3f3)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:10:09.265963 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98805c85-aa2a-40e5-a1bf-6a6cd9d8508e req-55b02fb2-47ad-4cb6-954b-56ee2fc54345 tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:09.267383 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-98805c85-aa2a-40e5-a1bf-6a6cd9d8508e req-55b02fb2-47ad-4cb6-954b-56ee2fc54345 tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] 10.222.0.15 "GET /v2.0/networks?id=c3352d0c-270d-4028-ae16-5fd6706a6b7a HTTP/1.1" status: 200 len: 813 time: 0.3745909 Jun 01 19:10:09.270649 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-c2ad5885-59d4-448c-a677-352af24101ce tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:10:09.282630 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-c2ad5885-59d4-448c-a677-352af24101ce tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Usage tracker for resource:port and tenant:be49ffaf16754f888348eea74749e7ed is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:10:09.283231 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Returning: {'device': '1411ff4b-90e6-476e-a022-8a9f0065e464', 'network_id': '3d299f30-03d5-48f5-82fc-2ce538e7e02b', 'port_id': '1411ff4b-90e6-476e-a022-8a9f0065e464', 'mac_address': 'fa:16:3e:43:6a:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf215978-ce5c-4077-ac29-2d8fb4937baa', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 19:10:09.307396 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-c2ad5885-59d4-448c-a677-352af24101ce tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:10:09.327472 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-c2ad5885-59d4-448c-a677-352af24101ce tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:10:09.357881 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100ffac2-bc2d-4a53-9c9c-fd72c5d8eed8 req-e9e037ce-6480-4287-9ac8-516df8a9bb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:09.359337 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-100ffac2-bc2d-4a53-9c9c-fd72c5d8eed8 req-e9e037ce-6480-4287-9ac8-516df8a9bb75 service neutron] 10.222.0.50 "GET /v2.0/networks?id=3d299f30-03d5-48f5-82fc-2ce538e7e02b HTTP/1.1" status: 200 len: 917 time: 0.4047422 Jun 01 19:10:09.364621 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-98805c85-aa2a-40e5-a1bf-6a6cd9d8508e req-359b6f69-72a4-47ba-8371-61e4af3afd20 tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f135b090042642babe6bb7a413fbe165 HTTP/1.1" status: 200 len: 380 time: 0.0785499 Jun 01 19:10:09.365246 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2ad5885-59d4-448c-a677-352af24101ce tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Made reservation on behalf of be49ffaf16754f888348eea74749e7ed for: {'port': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:10:09.380969 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port 1411ff4b-90e6-476e-a022-8a9f0065e464 is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:10:09.381539 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:09.388943 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [req-98805c85-aa2a-40e5-a1bf-6a6cd9d8508e req-e8a3d824-0a98-49ec-bbdf-df3cb76c50ca tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] Request body: {'port': {'device_id': '7942ffa3-99e7-4ccc-9377-41a3e1fddc14', 'network_id': 'c3352d0c-270d-4028-ae16-5fd6706a6b7a', 'admin_state_up': True, 'tenant_id': 'f135b090042642babe6bb7a413fbe165', 'security_groups': ['c630f878-51e5-4bf4-a4a2-ad9f1043de4f']}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:10:09.405281 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1411ff4b-90e6-476e-a022-8a9f0065e464 {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 19:10:09.426513 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 1411ff4b-90e6-476e-a022-8a9f0065e464, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=1411ff4b-90e6-476e-a022-8a9f0065e464,segment=NetworkSegment(391d97c0-c1c6-4de9-90ea-516f30f0f3f3),segment_id=391d97c0-c1c6-4de9-90ea-516f30f0f3f3)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:10:09.436595 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:09.512025 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-100ffac2-bc2d-4a53-9c9c-fd72c5d8eed8 req-7aacb4f4-0a56-4abe-9bb0-1f02f111d3a2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1411ff4b-90e6-476e-a022-8a9f0065e464 HTTP/1.1" status: 200 len: 217 time: 0.0914862 Jun 01 19:10:09.548735 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=1411ff4b-90e6-476e-a022-8a9f0065e464,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:10:09.589229 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-0ba3cba3-a8f9-49a8-a108-a406d774eadc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:09.615470 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f99ff58-ead1-403b-8b83-19b0b27a972a req-f2d26142-e64a-4528-bb44-145d63a8944c tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:09.619575 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7362e8a3-2bd3-4ec7-9bf1-206eb62313ac req-ba95ef47-eb5e-469e-a16b-645f4ecfca56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:09.621084 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7362e8a3-2bd3-4ec7-9bf1-206eb62313ac req-ba95ef47-eb5e-469e-a16b-645f4ecfca56 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3835bc88-4948-44ae-9b9d-0c2345cf8427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.0554564 Jun 01 19:10:09.621727 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f99ff58-ead1-403b-8b83-19b0b27a972a req-f2d26142-e64a-4528-bb44-145d63a8944c tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:09.628539 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f99ff58-ead1-403b-8b83-19b0b27a972a req-f2d26142-e64a-4528-bb44-145d63a8944c tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:09.634026 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f99ff58-ead1-403b-8b83-19b0b27a972a req-f2d26142-e64a-4528-bb44-145d63a8944c tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:09.635044 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] get_ports_and_sgs() called for port_ids ['1411ff4b-90e6-476e-a022-8a9f0065e464'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 19:10:09.641011 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f99ff58-ead1-403b-8b83-19b0b27a972a req-f2d26142-e64a-4528-bb44-145d63a8944c tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:09.646924 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f99ff58-ead1-403b-8b83-19b0b27a972a req-f2d26142-e64a-4528-bb44-145d63a8944c tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:09.652801 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f99ff58-ead1-403b-8b83-19b0b27a972a req-f2d26142-e64a-4528-bb44-145d63a8944c tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:09.655546 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-1f99ff58-ead1-403b-8b83-19b0b27a972a req-f2d26142-e64a-4528-bb44-145d63a8944c tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] 10.222.0.41 "GET /v2.0/ports?device_id=b89af75b-9667-469e-b061-668dd6a09e9b HTTP/1.1" status: 200 len: 5421 time: 0.4515305 Jun 01 19:10:09.670069 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device c13922d6-8dcd-4203-bf4b-58d64aaed295 details requested by agent hyperv_n-h1-844202-1 with host n-h1-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 19:10:09.672266 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device fdf1c48a-3c60-4724-9195-349ed1a50bc4 no longer exists at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:10:09.760579 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100ffac2-bc2d-4a53-9c9c-fd72c5d8eed8 req-8141d60e-5af2-4bd0-846b-36bf47ea5ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:09.761991 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-100ffac2-bc2d-4a53-9c9c-fd72c5d8eed8 req-8141d60e-5af2-4bd0-846b-36bf47ea5ec8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=bf215978-ce5c-4077-ac29-2d8fb4937baa HTTP/1.1" status: 200 len: 855 time: 0.2383971 Jun 01 19:10:09.766119 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec758c5-cf15-4fe1-af02-4505817e7b7b req-71e74bbf-5748-435c-9e17-879f903ef295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:09.767651 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3ec758c5-cf15-4fe1-af02-4505817e7b7b req-71e74bbf-5748-435c-9e17-879f903ef295 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8eee5ae7-9972-4ea4-a710-faeb7415f01a HTTP/1.1" status: 200 len: 834 time: 0.5543346 Jun 01 19:10:09.802515 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-1f99ff58-ead1-403b-8b83-19b0b27a972a req-853b1f68-f78e-4c10-9495-6237255ae031 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d570a50-36ee-4a35-8568-a6d10a7bab24&id=0ab986d5-b8d5-42ed-9ee0-4a29f48e1199&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1359816 Jun 01 19:10:09.806007 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [req-98805c85-aa2a-40e5-a1bf-6a6cd9d8508e req-e8a3d824-0a98-49ec-bbdf-df3cb76c50ca tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:10:09.814364 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c2ad5885-59d4-448c-a677-352af24101ce tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:09.825759 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-98805c85-aa2a-40e5-a1bf-6a6cd9d8508e req-e8a3d824-0a98-49ec-bbdf-df3cb76c50ca tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] Usage tracker for resource:port and tenant:f135b090042642babe6bb7a413fbe165 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:10:09.831346 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-98805c85-aa2a-40e5-a1bf-6a6cd9d8508e req-e8a3d824-0a98-49ec-bbdf-df3cb76c50ca tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:10:09.839843 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [req-98805c85-aa2a-40e5-a1bf-6a6cd9d8508e req-e8a3d824-0a98-49ec-bbdf-df3cb76c50ca tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:10:09.864847 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [None req-c2ad5885-59d4-448c-a677-352af24101ce tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] device_id is not set on port 84081bc5-adc6-4208-aa2e-1f4a9ed7c70e yet. {{(pid=88525) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 19:10:09.939221 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port c13922d6-8dcd-4203-bf4b-58d64aaed295, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=c13922d6-8dcd-4203-bf4b-58d64aaed295,segment=NetworkSegment(7e25366f-9619-4880-81a2-a56ac8eaa2c5),segment_id=7e25366f-9619-4880-81a2-a56ac8eaa2c5)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:10:09.973422 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] No Port match for: fdf1c48a-3c60-4724-9195-349ed1a50bc4 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:10:09.973758 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device fdf1c48a-3c60-4724-9195-349ed1a50bc4 not bound to the agent host n-h1-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:10:09.993105 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Returning: {'device': 'c13922d6-8dcd-4203-bf4b-58d64aaed295', 'network_id': '1683679e-ac4b-4846-a35b-a63a265f2c59', 'port_id': 'c13922d6-8dcd-4203-bf4b-58d64aaed295', 'mac_address': 'fa:16:3e:6e:5b:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8eee5ae7-9972-4ea4-a710-faeb7415f01a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 19:10:10.052487 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98805c85-aa2a-40e5-a1bf-6a6cd9d8508e req-e8a3d824-0a98-49ec-bbdf-df3cb76c50ca tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] Made reservation on behalf of f135b090042642babe6bb7a413fbe165 for: {'port': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:10:10.056938 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-98805c85-aa2a-40e5-a1bf-6a6cd9d8508e req-e8a3d824-0a98-49ec-bbdf-df3cb76c50ca tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:10.092617 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port c13922d6-8dcd-4203-bf4b-58d64aaed295 is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:10:10.092999 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:10.119073 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-eb82328b-9c25-431c-b9c2-bf0b2254c471 None None] Provisioning for port dd48a52c-b39a-4312-b7cd-9d34ea6a16d4 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:10:10.131077 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-eb82328b-9c25-431c-b9c2-bf0b2254c471 None None] Provisioning complete for port dd48a52c-b39a-4312-b7cd-9d34ea6a16d4 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:10:10.131442 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-eb82328b-9c25-431c-b9c2-bf0b2254c471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:10.169547 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c13922d6-8dcd-4203-bf4b-58d64aaed295 {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 19:10:10.188088 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d14c6486-a051-4179-a134-0d0f3b4775b1 tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:10.217334 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port c13922d6-8dcd-4203-bf4b-58d64aaed295, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=c13922d6-8dcd-4203-bf4b-58d64aaed295,segment=NetworkSegment(7e25366f-9619-4880-81a2-a56ac8eaa2c5),segment_id=7e25366f-9619-4880-81a2-a56ac8eaa2c5)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:10:10.232562 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:10.326550 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=c13922d6-8dcd-4203-bf4b-58d64aaed295,revision_number=13']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:10:10.433834 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [None req-c2ad5885-59d4-448c-a677-352af24101ce tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Allocated IP 2001:db8::e1 (752856ec-d0e9-477b-85f7-556bdb8925d7/c09bd56e-2e31-47af-930f-7b5ac3f40dfd/84081bc5-adc6-4208-aa2e-1f4a9ed7c70e) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:10:10.444779 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-eb82328b-9c25-431c-b9c2-bf0b2254c471 None None] Current status of the port dd48a52c-b39a-4312-b7cd-9d34ea6a16d4 is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:10:10.445154 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-eb82328b-9c25-431c-b9c2-bf0b2254c471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:10.445306 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d63daee-40cf-47cb-9964-bd3e4b2bd3df req-a4aa3940-9a04-46f1-b955-57fc904d237f tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:10.452689 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4d63daee-40cf-47cb-9964-bd3e4b2bd3df req-a4aa3940-9a04-46f1-b955-57fc904d237f tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc7ed167-b50b-48f3-a13d-b18891eb7a13 HTTP/1.1" status: 200 len: 945 time: 0.4024220 Jun 01 19:10:10.471822 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] get_ports_and_sgs() called for port_ids ['c13922d6-8dcd-4203-bf4b-58d64aaed295'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 19:10:10.474375 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [req-98805c85-aa2a-40e5-a1bf-6a6cd9d8508e req-e8a3d824-0a98-49ec-bbdf-df3cb76c50ca tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] Allocated IP 172.20.0.4 (c3352d0c-270d-4028-ae16-5fd6706a6b7a/7a4ccbe1-5dd5-4f1d-aea7-7841b068d6b5/2e883e83-973b-4e6f-910f-04d3533b5b1b) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:10:10.537148 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4d63daee-40cf-47cb-9964-bd3e4b2bd3df req-259918a2-d25b-47f7-94f3-e488b08e41c6 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/security-groups?id=457e2085-2430-4c17-b58f-61923b8494ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831723 Jun 01 19:10:10.554496 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-d14c6486-a051-4179-a134-0d0f3b4775b1 tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] Calling delete_port for 9b98f600-1f48-40e9-9fed-aadf4839d636 owned by network:router_gateway {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:10:10.560968 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 53872) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:10:10.590984 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100ffac2-bc2d-4a53-9c9c-fd72c5d8eed8 req-d9484bf4-5bba-4554-97a5-20bea6a2195f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:10.592808 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-100ffac2-bc2d-4a53-9c9c-fd72c5d8eed8 req-d9484bf4-5bba-4554-97a5-20bea6a2195f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3d299f30-03d5-48f5-82fc-2ce538e7e02b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7616122 Jun 01 19:10:10.604017 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7362e8a3-2bd3-4ec7-9bf1-206eb62313ac req-3a734c76-5175-4bd8-a97b-741bcf59ad47 service neutron] 10.222.0.50 "GET /v2.0/networks/3835bc88-4948-44ae-9b9d-0c2345cf8427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7142825 Jun 01 19:10:10.644448 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-eb82328b-9c25-431c-b9c2-bf0b2254c471 None None] For port dd48a52c-b39a-4312-b7cd-9d34ea6a16d4, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=dd48a52c-b39a-4312-b7cd-9d34ea6a16d4,segment=NetworkSegment(f4d97605-7a94-4988-bddf-a1aaba381b9b),segment_id=f4d97605-7a94-4988-bddf-a1aaba381b9b)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:10:10.691340 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-eb82328b-9c25-431c-b9c2-bf0b2254c471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:10.728553 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec758c5-cf15-4fe1-af02-4505817e7b7b req-6f7f1211-ffc1-4eed-9549-99cc49213d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:10.730195 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3ec758c5-cf15-4fe1-af02-4505817e7b7b req-6f7f1211-ffc1-4eed-9549-99cc49213d10 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1683679e-ac4b-4846-a35b-a63a265f2c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7735245 Jun 01 19:10:10.738332 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1dc214-2776-430b-91f9-f1334d21a5aa req-d3c1ba38-1ce7-45c1-874e-b9bd759f9145 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:10.741307 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:10.745669 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4f1dc214-2776-430b-91f9-f1334d21a5aa req-d3c1ba38-1ce7-45c1-874e-b9bd759f9145 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8b84db9-d35d-4296-85a8-fdfc6dd0b558 HTTP/1.1" status: 200 len: 945 time: 0.9765658 Jun 01 19:10:10.780838 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:10.787456 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-eb82328b-9c25-431c-b9c2-bf0b2254c471 None None] Provisioning complete for port 3c280a74-a1ee-4501-af21-e234804137ae triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:10:10.788186 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-eb82328b-9c25-431c-b9c2-bf0b2254c471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:10.826771 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [req-3ec758c5-cf15-4fe1-af02-4505817e7b7b req-52338525-7061-4048-a8bc-1ce7e36dcda2 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=88524) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 19:10:10.828020 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3ec758c5-cf15-4fe1-af02-4505817e7b7b req-52338525-7061-4048-a8bc-1ce7e36dcda2 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058911 Jun 01 19:10:10.861357 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-eb82328b-9c25-431c-b9c2-bf0b2254c471 None None] Port 3c280a74-a1ee-4501-af21-e234804137ae cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:10:10.888176 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb82328b-9c25-431c-b9c2-bf0b2254c471 None None] Pushing event updated for resources: {'Port': ['ID=dd48a52c-b39a-4312-b7cd-9d34ea6a16d4,revision_number=3']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:10:11.021924 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-804f04c1-f342-45a6-b5ad-43435759cd14 req-9a17277e-5b4d-45e6-8cc8-4d753005b8d7 tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] 10.222.0.41 "GET /v2.0/ports?device_id=7942ffa3-99e7-4ccc-9377-41a3e1fddc14 HTTP/1.1" status: 200 len: 210 time: 0.3320236 Jun 01 19:10:11.048565 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4f1dc214-2776-430b-91f9-f1334d21a5aa req-709c0759-ceb8-4dd0-9633-e308f9103f44 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7f46c16-7d81-4a09-b7a2-ba720d08e5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3017769 Jun 01 19:10:11.083805 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 1411ff4b-90e6-476e-a022-8a9f0065e464 up at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:10:11.148461 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-d041f3a3-9a59-4a81-9321-e77d26c92b4e tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/floatingips/e50c39b1-b125-4b08-9fac-b4eac36c1da7 HTTP/1.1" status: 200 len: 993 time: 0.5829844 Jun 01 19:10:11.149161 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-100ffac2-bc2d-4a53-9c9c-fd72c5d8eed8 req-2a5cf973-44dc-4f3e-add5-6301f7de8bb7 service neutron] 10.222.0.50 "GET /v2.0/networks/3d299f30-03d5-48f5-82fc-2ce538e7e02b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5359266 Jun 01 19:10:11.150971 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7362e8a3-2bd3-4ec7-9bf1-206eb62313ac req-e11a5cee-5ad6-4532-8b39-22e2a1281d9c service neutron] 10.222.0.50 "GET /v2.0/networks/3835bc88-4948-44ae-9b9d-0c2345cf8427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5181239 Jun 01 19:10:11.264925 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning for port 1411ff4b-90e6-476e-a022-8a9f0065e464 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:10:11.278337 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning complete for port 1411ff4b-90e6-476e-a022-8a9f0065e464 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:10:11.278733 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:11.285209 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-98805c85-aa2a-40e5-a1bf-6a6cd9d8508e req-e8a3d824-0a98-49ec-bbdf-df3cb76c50ca tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:11.302304 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [req-98805c85-aa2a-40e5-a1bf-6a6cd9d8508e req-e8a3d824-0a98-49ec-bbdf-df3cb76c50ca tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] Transition to ACTIVE for port object 2e883e83-973b-4e6f-910f-04d3533b5b1b will not be triggered until provisioned by entity DHCP. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:10:11.367595 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c2ad5885-59d4-448c-a677-352af24101ce tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:11.386709 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-98805c85-aa2a-40e5-a1bf-6a6cd9d8508e req-e8a3d824-0a98-49ec-bbdf-df3cb76c50ca tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:11.439820 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [None req-c2ad5885-59d4-448c-a677-352af24101ce tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Transition to ACTIVE for port object 84081bc5-adc6-4208-aa2e-1f4a9ed7c70e will not be triggered until provisioned by entity DHCP. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:10:11.446611 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:11.474629 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-100ffac2-bc2d-4a53-9c9c-fd72c5d8eed8 req-93af564a-f167-46fc-b992-1dfba963acd6 service neutron] 10.222.0.50 "GET /v2.0/networks/3d299f30-03d5-48f5-82fc-2ce538e7e02b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3113904 Jun 01 19:10:11.482572 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98805c85-aa2a-40e5-a1bf-6a6cd9d8508e req-e8a3d824-0a98-49ec-bbdf-df3cb76c50ca tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] Network c3352d0c-270d-4028-ae16-5fd6706a6b7a is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:10:11.487336 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [req-98805c85-aa2a-40e5-a1bf-6a6cd9d8508e req-e8a3d824-0a98-49ec-bbdf-df3cb76c50ca tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:10:11.495191 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [req-98805c85-aa2a-40e5-a1bf-6a6cd9d8508e req-e8a3d824-0a98-49ec-bbdf-df3cb76c50ca tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:10:11.498866 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3ec758c5-cf15-4fe1-af02-4505817e7b7b req-8ece095d-8fde-4c6f-b6de-6090d91bde66 service neutron] 10.222.0.15 "GET /v2.0/networks/1683679e-ac4b-4846-a35b-a63a265f2c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6450651 Jun 01 19:10:11.550289 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a3d824-0a98-49ec-bbdf-df3cb76c50ca tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] Pushing event updated for resources: {'Port': ['ID=2e883e83-973b-4e6f-910f-04d3533b5b1b,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:10:11.594837 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98805c85-aa2a-40e5-a1bf-6a6cd9d8508e req-e8a3d824-0a98-49ec-bbdf-df3cb76c50ca tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:11.595737 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-98805c85-aa2a-40e5-a1bf-6a6cd9d8508e req-e8a3d824-0a98-49ec-bbdf-df3cb76c50ca tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:11.597741 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port 1411ff4b-90e6-476e-a022-8a9f0065e464 is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:10:11.598120 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:11.602738 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c2ad5885-59d4-448c-a677-352af24101ce tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:11.655947 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8b84db9-d35d-4296-85a8-fdfc6dd0b558', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1411ff4b-90e6-476e-a022-8a9f0065e464'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:10:11.685418 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device c13922d6-8dcd-4203-bf4b-58d64aaed295 up at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:10:11.733374 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 1411ff4b-90e6-476e-a022-8a9f0065e464, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=1411ff4b-90e6-476e-a022-8a9f0065e464,segment=NetworkSegment(391d97c0-c1c6-4de9-90ea-516f30f0f3f3),segment_id=391d97c0-c1c6-4de9-90ea-516f30f0f3f3)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:10:11.759778 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:11.824539 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2ad5885-59d4-448c-a677-352af24101ce tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Network 752856ec-d0e9-477b-85f7-556bdb8925d7 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:10:11.834684 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-98805c85-aa2a-40e5-a1bf-6a6cd9d8508e req-e8a3d824-0a98-49ec-bbdf-df3cb76c50ca tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4519873 Jun 01 19:10:11.835600 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-c2ad5885-59d4-448c-a677-352af24101ce tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:10:11.850349 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ad5885-59d4-448c-a677-352af24101ce tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:10:11.856738 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2ad5885-59d4-448c-a677-352af24101ce tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:11.857022 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:11.857180 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cb4f2e-484d-4c38-aa3e-7366aab3a901 req-173f8eb2-f627-4e8d-9d70-7d384f0070d0 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:11.857758 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c2ad5885-59d4-448c-a677-352af24101ce tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:11.863024 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cb4f2e-484d-4c38-aa3e-7366aab3a901 req-173f8eb2-f627-4e8d-9d70-7d384f0070d0 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:11.869006 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [req-98805c85-aa2a-40e5-a1bf-6a6cd9d8508e req-53b17702-67c6-4518-86d5-6714832db597 service neutron] Request body: {'port': {'device_id': '7942ffa3-99e7-4ccc-9377-41a3e1fddc14', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844202-1'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:10:11.871247 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cb4f2e-484d-4c38-aa3e-7366aab3a901 req-173f8eb2-f627-4e8d-9d70-7d384f0070d0 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:11.874739 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=1411ff4b-90e6-476e-a022-8a9f0065e464,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:10:11.880773 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Provisioning for port c13922d6-8dcd-4203-bf4b-58d64aaed295 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:10:11.887852 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Provisioning complete for port c13922d6-8dcd-4203-bf4b-58d64aaed295 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:10:11.888113 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cb4f2e-484d-4c38-aa3e-7366aab3a901 req-173f8eb2-f627-4e8d-9d70-7d384f0070d0 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:11.888407 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:11.898476 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cb4f2e-484d-4c38-aa3e-7366aab3a901 req-173f8eb2-f627-4e8d-9d70-7d384f0070d0 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:11.906443 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cb4f2e-484d-4c38-aa3e-7366aab3a901 req-173f8eb2-f627-4e8d-9d70-7d384f0070d0 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:11.916262 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ad5885-59d4-448c-a677-352af24101ce tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Pushing event updated for resources: {'Port': ['ID=84081bc5-adc6-4208-aa2e-1f4a9ed7c70e,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:10:11.917042 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cb4f2e-484d-4c38-aa3e-7366aab3a901 req-173f8eb2-f627-4e8d-9d70-7d384f0070d0 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:11.925451 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f0cb4f2e-484d-4c38-aa3e-7366aab3a901 req-173f8eb2-f627-4e8d-9d70-7d384f0070d0 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] 10.222.0.41 "GET /v2.0/ports?device_id=b89af75b-9667-469e-b061-668dd6a09e9b HTTP/1.1" status: 200 len: 5421 time: 0.6135626 Jun 01 19:10:11.961788 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d14c6486-a051-4179-a134-0d0f3b4775b1 tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:11.982112 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-c2ad5885-59d4-448c-a677-352af24101ce tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.3947251 Jun 01 19:10:11.989814 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 53892) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:10:12.000716 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-aa9f8185-3a20-4fe7-befe-914e60ae6991 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Request body: {'subnet': {'network_id': '752856ec-d0e9-477b-85f7-556bdb8925d7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:10:12.045893 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3ec758c5-cf15-4fe1-af02-4505817e7b7b req-eb2f0b1e-e471-4f68-94dc-9442756463e7 service neutron] 10.222.0.15 "GET /v2.0/networks/1683679e-ac4b-4846-a35b-a63a265f2c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5182867 Jun 01 19:10:12.083310 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14c6486-a051-4179-a134-0d0f3b4775b1 tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] Pushing event deleted for resources: {'Port': ['ID=9b98f600-1f48-40e9-9fed-aadf4839d636,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:10:12.091645 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-35e85bb9-a244-45df-8a23-a53e7749c762 None None] Provisioning for port 2e883e83-973b-4e6f-910f-04d3533b5b1b completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:10:12.102605 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:12.104595 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-35e85bb9-a244-45df-8a23-a53e7749c762 None None] Provisioning complete for port 2e883e83-973b-4e6f-910f-04d3533b5b1b triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:10:12.104951 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-35e85bb9-a244-45df-8a23-a53e7749c762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:12.210206 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f0cb4f2e-484d-4c38-aa3e-7366aab3a901 req-97c1f822-3f26-4232-9a06-ddd6424eec24 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d570a50-36ee-4a35-8568-a6d10a7bab24&id=0ab986d5-b8d5-42ed-9ee0-4a29f48e1199&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2835205 Jun 01 19:10:12.211359 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d14c6486-a051-4179-a134-0d0f3b4775b1 tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-887703'] for router_gateway, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:12.220427 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-35e85bb9-a244-45df-8a23-a53e7749c762 None None] Port 2e883e83-973b-4e6f-910f-04d3533b5b1b cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:10:12.248211 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02d54e2-c81d-44ef-a1db-56ea36d49ddb req-98588c86-6911-48f6-919c-c152df5693a5 tempest-VolumesActionsTest-1431207634 tempest-VolumesActionsTest-1431207634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:12.255107 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d02d54e2-c81d-44ef-a1db-56ea36d49ddb req-98588c86-6911-48f6-919c-c152df5693a5 tempest-VolumesActionsTest-1431207634 tempest-VolumesActionsTest-1431207634-project] 10.222.0.41 "GET /v2.0/networks?id=acc8637a-ddf7-4d96-a460-3d7437db2654 HTTP/1.1" status: 200 len: 809 time: 0.5421815 Jun 01 19:10:12.266531 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port c13922d6-8dcd-4203-bf4b-58d64aaed295 is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:10:12.267755 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:12.282285 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d02d54e2-c81d-44ef-a1db-56ea36d49ddb req-1d1c65f5-8fe0-4d23-8f7c-950315f8a6dd tempest-VolumesActionsTest-1431207634 tempest-VolumesActionsTest-1431207634-project] 10.222.0.41 "GET /v2.0/quotas/629cbcc775204e3fab453ad18b665a7d HTTP/1.1" status: 200 len: 375 time: 0.0263243 Jun 01 19:10:12.321084 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-162841f9-a3af-43b8-a935-24fd05012f60'] response: {'server_uuid': 'b8b84db9-d35d-4296-85a8-fdfc6dd0b558', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1411ff4b-90e6-476e-a022-8a9f0065e464', 'code': 200} Jun 01 19:10:12.324337 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port c13922d6-8dcd-4203-bf4b-58d64aaed295, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=c13922d6-8dcd-4203-bf4b-58d64aaed295,segment=NetworkSegment(7e25366f-9619-4880-81a2-a56ac8eaa2c5),segment_id=7e25366f-9619-4880-81a2-a56ac8eaa2c5)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:10:12.357339 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-98805c85-aa2a-40e5-a1bf-6a6cd9d8508e req-53b17702-67c6-4518-86d5-6714832db597 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:12.360313 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:12.413233 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-d02d54e2-c81d-44ef-a1db-56ea36d49ddb req-2af75db6-72f9-4f36-97eb-6e7e59e4c0e3 tempest-VolumesActionsTest-1431207634 tempest-VolumesActionsTest-1431207634-project] Synchronizing usage tracker for tenant:629cbcc775204e3fab453ad18b665a7d on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:10:12.424779 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-b3b119de-ab42-46a5-b1d7-1148245b6370 None None] Provisioning for port 84081bc5-adc6-4208-aa2e-1f4a9ed7c70e completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:10:12.443800 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-b3b119de-ab42-46a5-b1d7-1148245b6370 None None] Provisioning complete for port 84081bc5-adc6-4208-aa2e-1f4a9ed7c70e triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:10:12.444173 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-b3b119de-ab42-46a5-b1d7-1148245b6370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:12.517847 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=c13922d6-8dcd-4203-bf4b-58d64aaed295,revision_number=14']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:10:12.534364 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-b3b119de-ab42-46a5-b1d7-1148245b6370 None None] Port 84081bc5-adc6-4208-aa2e-1f4a9ed7c70e cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:10:12.542273 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-d02d54e2-c81d-44ef-a1db-56ea36d49ddb req-2af75db6-72f9-4f36-97eb-6e7e59e4c0e3 tempest-VolumesActionsTest-1431207634 tempest-VolumesActionsTest-1431207634-project] Unset dirty status for tenant:629cbcc775204e3fab453ad18b665a7d on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:10:12.543596 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d02d54e2-c81d-44ef-a1db-56ea36d49ddb req-2af75db6-72f9-4f36-97eb-6e7e59e4c0e3 tempest-VolumesActionsTest-1431207634 tempest-VolumesActionsTest-1431207634-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=629cbcc775204e3fab453ad18b665a7d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2604964 Jun 01 19:10:12.551698 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d14c6486-a051-4179-a134-0d0f3b4775b1 tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25316'] for router, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:12.559242 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d14c6486-a051-4179-a134-0d0f3b4775b1 tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:12.581282 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-aa9f8185-3a20-4fe7-befe-914e60ae6991 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:10:12.625798 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-aa9f8185-3a20-4fe7-befe-914e60ae6991 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Usage tracker for resource:subnet and tenant:be49ffaf16754f888348eea74749e7ed is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:10:12.634555 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-aa9f8185-3a20-4fe7-befe-914e60ae6991 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:10:12.661351 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device dd48a52c-b39a-4312-b7cd-9d34ea6a16d4 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:10:12.696608 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-aa9f8185-3a20-4fe7-befe-914e60ae6991 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:10:12.737820 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa9f8185-3a20-4fe7-befe-914e60ae6991 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Made reservation on behalf of be49ffaf16754f888348eea74749e7ed for: {'subnet': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:10:12.741309 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-aa9f8185-3a20-4fe7-befe-914e60ae6991 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9667140'] for subnet, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:12.743408 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port dd48a52c-b39a-4312-b7cd-9d34ea6a16d4 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:10:12.743888 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:12.767654 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d14c6486-a051-4179-a134-0d0f3b4775b1 tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-891519'] for router, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:12.768181 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d14c6486-a051-4179-a134-0d0f3b4775b1 tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] Fanout notify agent at l3_agent the message router_deleted on router 3a28eeae-9e02-4025-b74d-5e139552583d {{(pid=88524) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 19:10:12.800323 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531b2f44-2037-4b27-88b9-5cc6c7bba68b req-598fe7ba-c0ce-4430-9238-7b2995d8c4de tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:12.801065 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-531b2f44-2037-4b27-88b9-5cc6c7bba68b req-598fe7ba-c0ce-4430-9238-7b2995d8c4de tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] Synchronizing usage tracker for tenant:f135b090042642babe6bb7a413fbe165 on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:10:12.812572 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d14c6486-a051-4179-a134-0d0f3b4775b1 tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] Notify callbacks [] for router, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:12.817553 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-d14c6486-a051-4179-a134-0d0f3b4775b1 tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] 10.222.0.41 "DELETE /v2.0/routers/3a28eeae-9e02-4025-b74d-5e139552583d HTTP/1.1" status: 204 len: 168 time: 5.9784794 Jun 01 19:10:12.817553 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 53900) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:10:12.824919 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc51a48-a4cb-403a-af4c-284c0178f469 req-9fb84381-9010-4088-a71b-5b7a08204f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:12.826455 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5fc51a48-a4cb-403a-af4c-284c0178f469 req-9fb84381-9010-4088-a71b-5b7a08204f39 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=b8b84db9-d35d-4296-85a8-fdfc6dd0b558 HTTP/1.1" status: 200 len: 1097 time: 0.3269863 Jun 01 19:10:12.830629 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-a3332938-b092-4b52-adb5-36fa5e39efe3 tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1510350967', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:10:12.851332 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-a3332938-b092-4b52-adb5-36fa5e39efe3 tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:10:12.865790 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-a3332938-b092-4b52-adb5-36fa5e39efe3 tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] Usage tracker for resource:router and tenant:e5be8a579770467e96fcc6c814e10acf is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:10:12.872285 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-a3332938-b092-4b52-adb5-36fa5e39efe3 tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:10:12.887980 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-531b2f44-2037-4b27-88b9-5cc6c7bba68b req-598fe7ba-c0ce-4430-9238-7b2995d8c4de tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] Unset dirty status for tenant:f135b090042642babe6bb7a413fbe165 on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:10:12.889227 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-531b2f44-2037-4b27-88b9-5cc6c7bba68b req-598fe7ba-c0ce-4430-9238-7b2995d8c4de tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] 10.222.0.41 "GET /v2.0/ports?device_id=7942ffa3-99e7-4ccc-9377-41a3e1fddc14 HTTP/1.1" status: 200 len: 931 time: 0.4251637 Jun 01 19:10:12.890061 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-a3332938-b092-4b52-adb5-36fa5e39efe3 tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:10:12.899598 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5fc51a48-a4cb-403a-af4c-284c0178f469 req-e8ae74a7-bf54-4ce5-850b-68d160f05aa0 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=b7f46c16-7d81-4a09-b7a2-ba720d08e5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609357 Jun 01 19:10:12.918611 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a3332938-b092-4b52-adb5-36fa5e39efe3 tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-885767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25238'] for router, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:12.920129 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a3332938-b092-4b52-adb5-36fa5e39efe3 tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-901042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-886562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-981784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25327'] for router, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:12.924399 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port dd48a52c-b39a-4312-b7cd-9d34ea6a16d4 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:10:12.955812 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-531b2f44-2037-4b27-88b9-5cc6c7bba68b req-d5757249-8115-4427-8458-5f8cb7302402 tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] Synchronizing usage tracker for tenant:f135b090042642babe6bb7a413fbe165 on resource:security_group {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:10:12.959506 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a3332938-b092-4b52-adb5-36fa5e39efe3 tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:12.964842 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d02d54e2-c81d-44ef-a1db-56ea36d49ddb req-4add319d-041a-4036-b3e6-d58503c38beb service neutron] 10.222.0.41 "GET /v2.0/networks/acc8637a-ddf7-4d96-a460-3d7437db2654?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4101007 Jun 01 19:10:12.985910 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-531b2f44-2037-4b27-88b9-5cc6c7bba68b req-d5757249-8115-4427-8458-5f8cb7302402 tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] Unset dirty status for tenant:f135b090042642babe6bb7a413fbe165 on resource:security_group {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:10:12.987127 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-531b2f44-2037-4b27-88b9-5cc6c7bba68b req-d5757249-8115-4427-8458-5f8cb7302402 tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] 10.222.0.41 "GET /v2.0/security-groups?id=c630f878-51e5-4bf4-a4a2-ad9f1043de4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852175 Jun 01 19:10:12.988465 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a3332938-b092-4b52-adb5-36fa5e39efe3 tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-885820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-886655'] for router, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:13.026036 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a3332938-b092-4b52-adb5-36fa5e39efe3 tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] Notify callbacks [] for router, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:13.027342 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-a3332938-b092-4b52-adb5-36fa5e39efe3 tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2088938 Jun 01 19:10:13.031286 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 53904) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:10:13.039508 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-9c0adc9b-7b13-4c0b-8ee5-28d03e7a6af8 tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'enable_snat': True}}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:10:13.242592 n-d-844202-1 neutron-server[88525]: INFO neutron.db.ipam_backend_mixin [None req-aa9f8185-3a20-4fe7-befe-914e60ae6991 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c09bd56e-2e31-47af-930f-7b5ac3f40dfd (CIDR: 2001:db8::/64) Jun 01 19:10:13.254417 n-d-844202-1 neutron-server[88525]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa9f8185-3a20-4fe7-befe-914e60ae6991 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 01 19:10:13.254891 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa9f8185-3a20-4fe7-befe-914e60ae6991 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88525) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 19:10:13.305491 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-aa9f8185-3a20-4fe7-befe-914e60ae6991 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3101299 Jun 01 19:10:13.309429 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 53910) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:10:13.327042 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-fed1bab5-c445-4e76-8a55-c27cb81fd35d tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Request body: {'subnet': {'network_id': '752856ec-d0e9-477b-85f7-556bdb8925d7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:10:13.407997 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d02d54e2-c81d-44ef-a1db-56ea36d49ddb req-a552fb5e-7d73-4bcf-87e4-b7c6a664c4e2 service neutron] 10.222.0.41 "GET /v2.0/networks/acc8637a-ddf7-4d96-a460-3d7437db2654?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4325435 Jun 01 19:10:13.420457 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.db.resource_extend [req-98805c85-aa2a-40e5-a1bf-6a6cd9d8508e req-53b17702-67c6-4518-86d5-6714832db597 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 19:10:13.492193 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-9c0adc9b-7b13-4c0b-8ee5-28d03e7a6af8 tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-886608', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-885830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25341'] for router, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:13.506373 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dece13-ff3d-467c-a02c-94fea26c95be req-eead987e-60d9-4ca3-a911-5cff07e9d010 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:13.507401 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-99dece13-ff3d-467c-a02c-94fea26c95be req-eead987e-60d9-4ca3-a911-5cff07e9d010 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8b84db9-d35d-4296-85a8-fdfc6dd0b558 HTTP/1.1" status: 200 len: 946 time: 0.4065273 Jun 01 19:10:13.527207 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [req-98805c85-aa2a-40e5-a1bf-6a6cd9d8508e req-53b17702-67c6-4518-86d5-6714832db597 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e883e83-973b-4e6f-910f-04d3533b5b1b {{(pid=88525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 19:10:13.556635 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-98805c85-aa2a-40e5-a1bf-6a6cd9d8508e req-53b17702-67c6-4518-86d5-6714832db597 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:13.571941 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-fed1bab5-c445-4e76-8a55-c27cb81fd35d tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:10:13.580378 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-fed1bab5-c445-4e76-8a55-c27cb81fd35d tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Usage tracker for resource:subnet and tenant:be49ffaf16754f888348eea74749e7ed is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:10:13.583245 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [req-98805c85-aa2a-40e5-a1bf-6a6cd9d8508e req-53b17702-67c6-4518-86d5-6714832db597 service neutron] Transition to ACTIVE for port object 2e883e83-973b-4e6f-910f-04d3533b5b1b will not be triggered until provisioned by entity L2. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:10:13.584372 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-fed1bab5-c445-4e76-8a55-c27cb81fd35d tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:10:13.591172 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-fed1bab5-c445-4e76-8a55-c27cb81fd35d tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:10:13.594805 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-98805c85-aa2a-40e5-a1bf-6a6cd9d8508e req-53b17702-67c6-4518-86d5-6714832db597 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:13.643625 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-99dece13-ff3d-467c-a02c-94fea26c95be req-536cef0b-e205-48aa-af28-ec8079f06cc2 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7f46c16-7d81-4a09-b7a2-ba720d08e5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1271265 Jun 01 19:10:13.752693 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a6b2e407-9e85-4395-a665-587d8510abbf req-1fbfc661-401f-49a5-9866-84cc4c6ee852 tempest-VolumesActionsTest-1431207634 tempest-VolumesActionsTest-1431207634-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1ae5448-8537-4a7d-bbce-14c0820a6601 HTTP/1.1" status: 200 len: 210 time: 0.0461621 Jun 01 19:10:13.776945 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b17702-67c6-4518-86d5-6714832db597 service neutron] Pushing event updated for resources: {'Port': ['ID=2e883e83-973b-4e6f-910f-04d3533b5b1b,revision_number=2']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:10:13.856723 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fed1bab5-c445-4e76-8a55-c27cb81fd35d tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Made reservation on behalf of be49ffaf16754f888348eea74749e7ed for: {'subnet': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:10:13.863472 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-fed1bab5-c445-4e76-8a55-c27cb81fd35d tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9667140'] for subnet, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:14.085257 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-9c0adc9b-7b13-4c0b-8ee5-28d03e7a6af8 tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:14.142560 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-9c0adc9b-7b13-4c0b-8ee5-28d03e7a6af8 tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:14.174054 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-98805c85-aa2a-40e5-a1bf-6a6cd9d8508e req-53b17702-67c6-4518-86d5-6714832db597 service neutron] Attempting to bind port 2e883e83-973b-4e6f-910f-04d3533b5b1b on host n-h1-844202-1 for vnic_type normal with profile {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:10:14.174382 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-98805c85-aa2a-40e5-a1bf-6a6cd9d8508e req-53b17702-67c6-4518-86d5-6714832db597 service neutron] Attempting to bind port 2e883e83-973b-4e6f-910f-04d3533b5b1b by drivers openvswitch,hyperv on host n-h1-844202-1 at level 0 using segments [{'id': 'a8944520-f6ca-44a8-bb67-7b5053b4e747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'c3352d0c-270d-4028-ae16-5fd6706a6b7a'}] {{(pid=88525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:10:14.174892 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98805c85-aa2a-40e5-a1bf-6a6cd9d8508e req-53b17702-67c6-4518-86d5-6714832db597 service neutron] Attempting to bind port 2e883e83-973b-4e6f-910f-04d3533b5b1b on network c3352d0c-270d-4028-ae16-5fd6706a6b7a {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:10:14.189830 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98805c85-aa2a-40e5-a1bf-6a6cd9d8508e req-53b17702-67c6-4518-86d5-6714832db597 service neutron] Port 2e883e83-973b-4e6f-910f-04d3533b5b1b on network c3352d0c-270d-4028-ae16-5fd6706a6b7a not bound, no agent of type Open vSwitch agent registered on host n-h1-844202-1 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 19:10:14.190132 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98805c85-aa2a-40e5-a1bf-6a6cd9d8508e req-53b17702-67c6-4518-86d5-6714832db597 service neutron] Attempting to bind port 2e883e83-973b-4e6f-910f-04d3533b5b1b on network c3352d0c-270d-4028-ae16-5fd6706a6b7a {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:10:14.210634 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9289d09-4140-4eb2-8a9c-2f060c6fafe7 req-45148a52-d7b4-4c74-b2bd-8d42ec9507e7 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:14.217541 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9289d09-4140-4eb2-8a9c-2f060c6fafe7 req-45148a52-d7b4-4c74-b2bd-8d42ec9507e7 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:14.223370 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9289d09-4140-4eb2-8a9c-2f060c6fafe7 req-45148a52-d7b4-4c74-b2bd-8d42ec9507e7 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:14.229380 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9289d09-4140-4eb2-8a9c-2f060c6fafe7 req-45148a52-d7b4-4c74-b2bd-8d42ec9507e7 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:14.235634 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9289d09-4140-4eb2-8a9c-2f060c6fafe7 req-45148a52-d7b4-4c74-b2bd-8d42ec9507e7 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:14.241412 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9289d09-4140-4eb2-8a9c-2f060c6fafe7 req-45148a52-d7b4-4c74-b2bd-8d42ec9507e7 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:14.247834 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9289d09-4140-4eb2-8a9c-2f060c6fafe7 req-45148a52-d7b4-4c74-b2bd-8d42ec9507e7 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:14.249797 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f9289d09-4140-4eb2-8a9c-2f060c6fafe7 req-45148a52-d7b4-4c74-b2bd-8d42ec9507e7 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] 10.222.0.41 "GET /v2.0/ports?device_id=b89af75b-9667-469e-b061-668dd6a09e9b HTTP/1.1" status: 200 len: 5421 time: 0.4863608 Jun 01 19:10:14.253751 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98805c85-aa2a-40e5-a1bf-6a6cd9d8508e req-53b17702-67c6-4518-86d5-6714832db597 service neutron] Checking agent: {'id': 'bdb1e5d7-b998-4259-838f-3d278e930f32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 10, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:10:14.254072 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98805c85-aa2a-40e5-a1bf-6a6cd9d8508e req-53b17702-67c6-4518-86d5-6714832db597 service neutron] Checking segment: {'id': 'a8944520-f6ca-44a8-bb67-7b5053b4e747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'c3352d0c-270d-4028-ae16-5fd6706a6b7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:10:14.254449 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98805c85-aa2a-40e5-a1bf-6a6cd9d8508e req-53b17702-67c6-4518-86d5-6714832db597 service neutron] Bound using segment: {'id': 'a8944520-f6ca-44a8-bb67-7b5053b4e747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'c3352d0c-270d-4028-ae16-5fd6706a6b7a'} {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:10:14.254890 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-98805c85-aa2a-40e5-a1bf-6a6cd9d8508e req-53b17702-67c6-4518-86d5-6714832db597 service neutron] Bound port: 2e883e83-973b-4e6f-910f-04d3533b5b1b, host: n-h1-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8944520-f6ca-44a8-bb67-7b5053b4e747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'c3352d0c-270d-4028-ae16-5fd6706a6b7a'}}] {{(pid=88525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:10:14.255222 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-98805c85-aa2a-40e5-a1bf-6a6cd9d8508e req-53b17702-67c6-4518-86d5-6714832db597 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:14.322693 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc7ed167-b50b-48f3-a13d-b18891eb7a13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c13922d6-8dcd-4203-bf4b-58d64aaed295'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:10:14.351171 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cf8d98-6d39-4da6-a5f6-f8dbf25c5af8 req-ed24dbf6-2003-479e-b81f-5310d9f2e333 tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:14.352721 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-14cf8d98-6d39-4da6-a5f6-f8dbf25c5af8 req-ed24dbf6-2003-479e-b81f-5310d9f2e333 tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] 10.222.0.41 "GET /v2.0/ports?device_id=7942ffa3-99e7-4ccc-9377-41a3e1fddc14 HTTP/1.1" status: 200 len: 943 time: 0.1591010 Jun 01 19:10:14.369007 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [None req-9c0adc9b-7b13-4c0b-8ee5-28d03e7a6af8 tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Allocated IP 172.25.4.49 (72a72e44-6845-488a-a5ff-3a26d4df9cb3/c314a23b-daa2-4106-ab28-8e6f954277b2/6508c631-7259-47c4-9f77-bdff9d8d4c74) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:10:14.385229 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f9289d09-4140-4eb2-8a9c-2f060c6fafe7 req-7e950a96-86bb-4aa8-960b-165f609c2e3e tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d570a50-36ee-4a35-8568-a6d10a7bab24&id=0ab986d5-b8d5-42ed-9ee0-4a29f48e1199&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1200926 Jun 01 19:10:14.441506 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-14cf8d98-6d39-4da6-a5f6-f8dbf25c5af8 req-b0342740-7144-4c67-8b59-de046e9054a1 tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] 10.222.0.41 "GET /v2.0/security-groups?id=c630f878-51e5-4bf4-a4a2-ad9f1043de4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745764 Jun 01 19:10:14.455657 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-98805c85-aa2a-40e5-a1bf-6a6cd9d8508e req-53b17702-67c6-4518-86d5-6714832db597 service neutron] For port 2e883e83-973b-4e6f-910f-04d3533b5b1b, host n-h1-844202-1, cleared binding levels {{(pid=88525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:10:14.475137 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-98805c85-aa2a-40e5-a1bf-6a6cd9d8508e req-53b17702-67c6-4518-86d5-6714832db597 service neutron] For port 2e883e83-973b-4e6f-910f-04d3533b5b1b, host n-h1-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=2e883e83-973b-4e6f-910f-04d3533b5b1b,segment=NetworkSegment(a8944520-f6ca-44a8-bb67-7b5053b4e747),segment_id=a8944520-f6ca-44a8-bb67-7b5053b4e747)] {{(pid=88525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:10:14.482596 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-98805c85-aa2a-40e5-a1bf-6a6cd9d8508e req-53b17702-67c6-4518-86d5-6714832db597 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:14.486206 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f1514cf-51ac-48a0-8f8c-34c1220d94eb'] response: {'server_uuid': 'fc7ed167-b50b-48f3-a13d-b18891eb7a13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c13922d6-8dcd-4203-bf4b-58d64aaed295', 'code': 200} Jun 01 19:10:14.553651 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98805c85-aa2a-40e5-a1bf-6a6cd9d8508e req-53b17702-67c6-4518-86d5-6714832db597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:14.554361 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-98805c85-aa2a-40e5-a1bf-6a6cd9d8508e req-53b17702-67c6-4518-86d5-6714832db597 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:14.555989 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-98805c85-aa2a-40e5-a1bf-6a6cd9d8508e req-53b17702-67c6-4518-86d5-6714832db597 service neutron] 10.222.0.15 "PUT /v2.0/ports/2e883e83-973b-4e6f-910f-04d3533b5b1b HTTP/1.1" status: 200 len: 1091 time: 2.6916091 Jun 01 19:10:14.558926 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7942ffa3-99e7-4ccc-9377-41a3e1fddc14', 'tag': '2e883e83-973b-4e6f-910f-04d3533b5b1b'}] {{(pid=88525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:10:14.664947 n-d-844202-1 neutron-server[88525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62a53ecd-60cb-42c4-b167-e7256d90e46b'] response: {'name': 'network-changed', 'server_uuid': '7942ffa3-99e7-4ccc-9377-41a3e1fddc14', 'tag': '2e883e83-973b-4e6f-910f-04d3533b5b1b', 'status': 'completed', 'code': 200} Jun 01 19:10:14.709021 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-9c0adc9b-7b13-4c0b-8ee5-28d03e7a6af8 tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:14.752613 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-9c0adc9b-7b13-4c0b-8ee5-28d03e7a6af8 tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:14.759194 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b17702-67c6-4518-86d5-6714832db597 service neutron] Pushing event updated for resources: {'Port': ['ID=2e883e83-973b-4e6f-910f-04d3533b5b1b,revision_number=3']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:10:14.772976 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-fed1bab5-c445-4e76-8a55-c27cb81fd35d tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2614064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9667190'] for subnet, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:14.832504 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c0adc9b-7b13-4c0b-8ee5-28d03e7a6af8 tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:10:14.835467 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-9c0adc9b-7b13-4c0b-8ee5-28d03e7a6af8 tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:10:14.839848 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c0adc9b-7b13-4c0b-8ee5-28d03e7a6af8 tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:10:14.907911 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fed1bab5-c445-4e76-8a55-c27cb81fd35d tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Network 752856ec-d0e9-477b-85f7-556bdb8925d7 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:10:14.911062 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0adc9b-7b13-4c0b-8ee5-28d03e7a6af8 tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Pushing event updated for resources: {'Port': ['ID=6508c631-7259-47c4-9f77-bdff9d8d4c74,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:10:14.916572 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-fed1bab5-c445-4e76-8a55-c27cb81fd35d tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:10:14.925020 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fed1bab5-c445-4e76-8a55-c27cb81fd35d tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:14.925386 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-fed1bab5-c445-4e76-8a55-c27cb81fd35d tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks [] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:14.932456 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b44e3b4-58ea-4ccd-a0b2-90a794f82cc2 None None] Network 752856ec-d0e9-477b-85f7-556bdb8925d7 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:10:14.950273 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed1bab5-c445-4e76-8a55-c27cb81fd35d tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Pushing event updated for resources: {'Subnet': ['ID=50622919-b2e3-4302-86b9-eff7644ff6a2,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:10:14.961518 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98805c85-aa2a-40e5-a1bf-6a6cd9d8508e req-0227f529-9132-4c2d-be7b-52dff20a58ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:14.963235 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-98805c85-aa2a-40e5-a1bf-6a6cd9d8508e req-0227f529-9132-4c2d-be7b-52dff20a58ea service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f135b090042642babe6bb7a413fbe165&device_id=7942ffa3-99e7-4ccc-9377-41a3e1fddc14 HTTP/1.1" status: 200 len: 1094 time: 0.3403351 Jun 01 19:10:15.033517 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-fed1bab5-c445-4e76-8a55-c27cb81fd35d tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.7216423 Jun 01 19:10:15.036906 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-15441c25-0d2e-4924-98bd-3116efbcf320 req-ef51870b-3bca-46b9-8c38-a6962e4d7b97 tempest-VolumesActionsTest-1431207634 tempest-VolumesActionsTest-1431207634-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1ae5448-8537-4a7d-bbce-14c0820a6601 HTTP/1.1" status: 200 len: 210 time: 0.1212878 Jun 01 19:10:15.037374 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 53934) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:10:15.048936 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-20dd561e-b23b-4ef6-bcc8-78b95cad91c6 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-456325880', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '50622919-b2e3-4302-86b9-eff7644ff6a2'}], 'security_groups': ['60eb07ef-f244-4bb5-abed-3d3d13631a5e']}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:10:15.050674 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-98805c85-aa2a-40e5-a1bf-6a6cd9d8508e req-ebd616b0-30cf-4350-85e8-9a65b296d2f5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2e883e83-973b-4e6f-910f-04d3533b5b1b HTTP/1.1" status: 200 len: 217 time: 0.0787737 Jun 01 19:10:15.077196 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d44abc-1f4f-4c37-a499-6115369f1b0b req-fd530b24-2c9e-4fa3-bcc3-17495f35f8c5 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:15.080709 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-41d44abc-1f4f-4c37-a499-6115369f1b0b req-fd530b24-2c9e-4fa3-bcc3-17495f35f8c5 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8b84db9-d35d-4296-85a8-fdfc6dd0b558 HTTP/1.1" status: 200 len: 946 time: 0.2685251 Jun 01 19:10:15.188848 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-41d44abc-1f4f-4c37-a499-6115369f1b0b req-3adbd1d0-e04f-424f-9950-5c316f50fe91 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7f46c16-7d81-4a09-b7a2-ba720d08e5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712626 Jun 01 19:10:15.190389 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98805c85-aa2a-40e5-a1bf-6a6cd9d8508e req-e3e439c8-5c73-4d5c-b39e-0ac7f56c87d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:15.192006 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-98805c85-aa2a-40e5-a1bf-6a6cd9d8508e req-e3e439c8-5c73-4d5c-b39e-0ac7f56c87d4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7a4ccbe1-5dd5-4f1d-aea7-7841b068d6b5 HTTP/1.1" status: 200 len: 852 time: 0.1349297 Jun 01 19:10:15.275367 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98805c85-aa2a-40e5-a1bf-6a6cd9d8508e req-38ec0228-3913-4905-b666-45df44616488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:15.276908 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-98805c85-aa2a-40e5-a1bf-6a6cd9d8508e req-38ec0228-3913-4905-b666-45df44616488 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c3352d0c-270d-4028-ae16-5fd6706a6b7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0778427 Jun 01 19:10:15.342056 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02d54e2-c81d-44ef-a1db-56ea36d49ddb req-54caf499-ee81-4e8a-8dd9-5f35fe0e3fd7 tempest-VolumesActionsTest-1431207634 tempest-VolumesActionsTest-1431207634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:15.343482 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d02d54e2-c81d-44ef-a1db-56ea36d49ddb req-54caf499-ee81-4e8a-8dd9-5f35fe0e3fd7 tempest-VolumesActionsTest-1431207634 tempest-VolumesActionsTest-1431207634-project] 10.222.0.15 "GET /v2.0/networks?id=acc8637a-ddf7-4d96-a460-3d7437db2654 HTTP/1.1" status: 200 len: 809 time: 0.4696777 Jun 01 19:10:15.368689 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-d02d54e2-c81d-44ef-a1db-56ea36d49ddb req-671f07ac-e2b0-4076-84f0-7ba77aa75bc5 tempest-VolumesActionsTest-1431207634 tempest-VolumesActionsTest-1431207634-project] Request body: {'port': {'device_id': 'f1ae5448-8537-4a7d-bbce-14c0820a6601', 'network_id': 'acc8637a-ddf7-4d96-a460-3d7437db2654', 'admin_state_up': True, 'tenant_id': '629cbcc775204e3fab453ad18b665a7d'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:10:15.417368 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5e56114-3af6-4c54-b81b-349a7b6a4d6c None None] Update dhcp port {'port': {'network_id': '752856ec-d0e9-477b-85f7-556bdb8925d7', 'fixed_ips': [{'subnet_id': 'c09bd56e-2e31-47af-930f-7b5ac3f40dfd', 'ip_address': '2001:db8::2'}, {'subnet_id': '50622919-b2e3-4302-86b9-eff7644ff6a2'}], 'binding:host_id': 'n-d-844202-1'}, 'id': 'dd48a52c-b39a-4312-b7cd-9d34ea6a16d4'} from n-d-844202-1. {{(pid=88526) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jun 01 19:10:15.482257 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-d5e56114-3af6-4c54-b81b-349a7b6a4d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:15.644592 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-98805c85-aa2a-40e5-a1bf-6a6cd9d8508e req-111431ba-68ca-4c51-8717-c0169bf03e37 service neutron] 10.222.0.15 "GET /v2.0/networks/c3352d0c-270d-4028-ae16-5fd6706a6b7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3602004 Jun 01 19:10:15.711637 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.db_base_plugin_common [None req-d5e56114-3af6-4c54-b81b-349a7b6a4d6c None None] Allocated IP 2001:db8:0:1::2 (752856ec-d0e9-477b-85f7-556bdb8925d7/50622919-b2e3-4302-86b9-eff7644ff6a2/dd48a52c-b39a-4312-b7cd-9d34ea6a16d4) {{(pid=88526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:10:15.754569 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7477b2bd-4a08-487c-af11-f1adf58cd90d req-c5a4865c-0997-48e8-bc91-a0679bcdf868 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:15.760291 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7477b2bd-4a08-487c-af11-f1adf58cd90d req-c5a4865c-0997-48e8-bc91-a0679bcdf868 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:15.766827 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7477b2bd-4a08-487c-af11-f1adf58cd90d req-c5a4865c-0997-48e8-bc91-a0679bcdf868 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:15.772538 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7477b2bd-4a08-487c-af11-f1adf58cd90d req-c5a4865c-0997-48e8-bc91-a0679bcdf868 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:15.778915 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7477b2bd-4a08-487c-af11-f1adf58cd90d req-c5a4865c-0997-48e8-bc91-a0679bcdf868 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:15.784809 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7477b2bd-4a08-487c-af11-f1adf58cd90d req-c5a4865c-0997-48e8-bc91-a0679bcdf868 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:15.790539 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7477b2bd-4a08-487c-af11-f1adf58cd90d req-c5a4865c-0997-48e8-bc91-a0679bcdf868 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:15.792449 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-7477b2bd-4a08-487c-af11-f1adf58cd90d req-c5a4865c-0997-48e8-bc91-a0679bcdf868 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] 10.222.0.41 "GET /v2.0/ports?device_id=b89af75b-9667-469e-b061-668dd6a09e9b HTTP/1.1" status: 200 len: 5421 time: 0.2320433 Jun 01 19:10:15.855600 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-d5e56114-3af6-4c54-b81b-349a7b6a4d6c None None] For port dd48a52c-b39a-4312-b7cd-9d34ea6a16d4, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=dd48a52c-b39a-4312-b7cd-9d34ea6a16d4,segment=NetworkSegment(f4d97605-7a94-4988-bddf-a1aaba381b9b),segment_id=f4d97605-7a94-4988-bddf-a1aaba381b9b)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:10:15.875726 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-98805c85-aa2a-40e5-a1bf-6a6cd9d8508e req-ea0c9e9a-0f09-44b9-9e38-bc44a2b2e2d6 service neutron] 10.222.0.15 "GET /v2.0/networks/c3352d0c-270d-4028-ae16-5fd6706a6b7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2246943 Jun 01 19:10:15.879212 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-d02d54e2-c81d-44ef-a1db-56ea36d49ddb req-671f07ac-e2b0-4076-84f0-7ba77aa75bc5 tempest-VolumesActionsTest-1431207634 tempest-VolumesActionsTest-1431207634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:10:15.879942 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-7477b2bd-4a08-487c-af11-f1adf58cd90d req-7868c295-3aed-4cc5-9887-7a95ee737ab1 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d570a50-36ee-4a35-8568-a6d10a7bab24&id=0ab986d5-b8d5-42ed-9ee0-4a29f48e1199&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0730522 Jun 01 19:10:15.883492 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-d5e56114-3af6-4c54-b81b-349a7b6a4d6c None None] Notify callbacks [] for port, precommit_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:15.906696 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-d5e56114-3af6-4c54-b81b-349a7b6a4d6c None None] Transition to ACTIVE for port object dd48a52c-b39a-4312-b7cd-9d34ea6a16d4 will not be triggered until provisioned by entity DHCP. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:10:15.915840 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-d02d54e2-c81d-44ef-a1db-56ea36d49ddb req-671f07ac-e2b0-4076-84f0-7ba77aa75bc5 tempest-VolumesActionsTest-1431207634 tempest-VolumesActionsTest-1431207634-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:10:15.922811 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-d5e56114-3af6-4c54-b81b-349a7b6a4d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:15.925200 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-20dd561e-b23b-4ef6-bcc8-78b95cad91c6 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:15.945672 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8577d57-a8dd-45f0-9f42-3f9633b8d511 req-534137eb-c2be-4faf-b1a4-ba8ac243594a tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:15.947326 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b8577d57-a8dd-45f0-9f42-3f9633b8d511 req-534137eb-c2be-4faf-b1a4-ba8ac243594a tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8b84db9-d35d-4296-85a8-fdfc6dd0b558 HTTP/1.1" status: 200 len: 946 time: 0.5888031 Jun 01 19:10:15.947901 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-9c0adc9b-7b13-4c0b-8ee5-28d03e7a6af8 tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:16.000609 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 53944) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:10:16.025239 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e56114-3af6-4c54-b81b-349a7b6a4d6c None None] Pushing event updated for resources: {'Port': ['ID=dd48a52c-b39a-4312-b7cd-9d34ea6a16d4,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:10:16.025763 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-108beae0-29af-4318-8be1-c8f9ff09eaa6 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Request body: {'floatingip': {'port_id': '1411ff4b-90e6-476e-a022-8a9f0065e464'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:10:16.148935 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bec9eed-0460-465b-8944-b7ea45b1bb9c req-4be31e1b-51f8-4da2-9fb6-3e959c299bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:16.150459 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-9bec9eed-0460-465b-8944-b7ea45b1bb9c req-4be31e1b-51f8-4da2-9fb6-3e959c299bad service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f135b090042642babe6bb7a413fbe165&device_id=7942ffa3-99e7-4ccc-9377-41a3e1fddc14 HTTP/1.1" status: 200 len: 1094 time: 0.2210169 Jun 01 19:10:16.164454 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debd5aed-acfd-4a7c-b39a-02c27839f4e0 req-b93bfdf2-16df-4840-8e5f-030daed4a190 tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:16.165189 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-debd5aed-acfd-4a7c-b39a-02c27839f4e0 req-b93bfdf2-16df-4840-8e5f-030daed4a190 tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] Synchronizing usage tracker for tenant:f135b090042642babe6bb7a413fbe165 on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:10:16.237097 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d02d54e2-c81d-44ef-a1db-56ea36d49ddb req-671f07ac-e2b0-4076-84f0-7ba77aa75bc5 tempest-VolumesActionsTest-1431207634 tempest-VolumesActionsTest-1431207634-project] Made reservation on behalf of 629cbcc775204e3fab453ad18b665a7d for: {'port': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:10:16.240751 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-d02d54e2-c81d-44ef-a1db-56ea36d49ddb req-671f07ac-e2b0-4076-84f0-7ba77aa75bc5 tempest-VolumesActionsTest-1431207634 tempest-VolumesActionsTest-1431207634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:16.257105 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-debd5aed-acfd-4a7c-b39a-02c27839f4e0 req-b93bfdf2-16df-4840-8e5f-030daed4a190 tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] Unset dirty status for tenant:f135b090042642babe6bb7a413fbe165 on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:10:16.258243 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-debd5aed-acfd-4a7c-b39a-02c27839f4e0 req-b93bfdf2-16df-4840-8e5f-030daed4a190 tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] 10.222.0.41 "GET /v2.0/ports?device_id=7942ffa3-99e7-4ccc-9377-41a3e1fddc14 HTTP/1.1" status: 200 len: 943 time: 0.2331445 Jun 01 19:10:16.347229 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-debd5aed-acfd-4a7c-b39a-02c27839f4e0 req-66ea41a0-d53e-41a3-846a-4c707cf5b0bd tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] 10.222.0.41 "GET /v2.0/security-groups?id=c630f878-51e5-4bf4-a4a2-ad9f1043de4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792377 Jun 01 19:10:16.348418 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bec9eed-0460-465b-8944-b7ea45b1bb9c req-d2061643-4ebe-4276-8bbe-ba47c450aa91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:16.349827 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-9bec9eed-0460-465b-8944-b7ea45b1bb9c req-d2061643-4ebe-4276-8bbe-ba47c450aa91 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c3352d0c-270d-4028-ae16-5fd6706a6b7a HTTP/1.1" status: 200 len: 914 time: 0.1817148 Jun 01 19:10:16.376171 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ea4f3d6a-80be-411c-b14e-4fc7e3e7fe82 req-1646aa44-6555-4694-8ba4-cd235530d40a tempest-VolumesActionsTest-1431207634 tempest-VolumesActionsTest-1431207634-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1ae5448-8537-4a7d-bbce-14c0820a6601 HTTP/1.1" status: 200 len: 210 time: 0.0851672 Jun 01 19:10:16.378491 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-108beae0-29af-4318-8be1-c8f9ff09eaa6 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Notify callbacks [] for floatingip, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:16.425085 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-9bec9eed-0460-465b-8944-b7ea45b1bb9c req-66a1ebb3-7123-449f-a903-01cdc6e7f7b1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2e883e83-973b-4e6f-910f-04d3533b5b1b HTTP/1.1" status: 200 len: 217 time: 0.0670681 Jun 01 19:10:16.499843 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bec9eed-0460-465b-8944-b7ea45b1bb9c req-176ae8f3-d169-4e2f-bcd9-b17e43eddab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:16.501421 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-9bec9eed-0460-465b-8944-b7ea45b1bb9c req-176ae8f3-d169-4e2f-bcd9-b17e43eddab4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7a4ccbe1-5dd5-4f1d-aea7-7841b068d6b5 HTTP/1.1" status: 200 len: 852 time: 0.0709043 Jun 01 19:10:16.581816 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bec9eed-0460-465b-8944-b7ea45b1bb9c req-32d2221e-1cb1-476f-b2c1-3565be3a1deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:16.583742 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-9bec9eed-0460-465b-8944-b7ea45b1bb9c req-32d2221e-1cb1-476f-b2c1-3565be3a1deb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c3352d0c-270d-4028-ae16-5fd6706a6b7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0758731 Jun 01 19:10:16.672543 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device dd48a52c-b39a-4312-b7cd-9d34ea6a16d4 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:10:16.782542 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-9bec9eed-0460-465b-8944-b7ea45b1bb9c req-5627dfe6-c37e-4a4b-9a91-162a58440007 service neutron] 10.222.0.15 "GET /v2.0/networks/c3352d0c-270d-4028-ae16-5fd6706a6b7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1924205 Jun 01 19:10:16.865885 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-7e84c9da-7399-4db5-9297-59086e728192 None None] Provisioning for port dd48a52c-b39a-4312-b7cd-9d34ea6a16d4 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:10:16.870624 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-7e84c9da-7399-4db5-9297-59086e728192 None None] Provisioning complete for port dd48a52c-b39a-4312-b7cd-9d34ea6a16d4 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:10:16.871052 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-7e84c9da-7399-4db5-9297-59086e728192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:16.945592 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-9bec9eed-0460-465b-8944-b7ea45b1bb9c req-fce6940d-5ea8-4dd2-b08f-6f11c3fd8780 service neutron] 10.222.0.15 "GET /v2.0/networks/c3352d0c-270d-4028-ae16-5fd6706a6b7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553173 Jun 01 19:10:17.011573 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-7e84c9da-7399-4db5-9297-59086e728192 None None] Current status of the port dd48a52c-b39a-4312-b7cd-9d34ea6a16d4 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:10:17.024576 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-7e84c9da-7399-4db5-9297-59086e728192 None None] Provisioning complete for port 3c280a74-a1ee-4501-af21-e234804137ae triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:10:17.025068 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-7e84c9da-7399-4db5-9297-59086e728192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:17.082408 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-7e84c9da-7399-4db5-9297-59086e728192 None None] Port 3c280a74-a1ee-4501-af21-e234804137ae cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:10:17.093991 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-7e84c9da-7399-4db5-9297-59086e728192 None None] Provisioning complete for port 84081bc5-adc6-4208-aa2e-1f4a9ed7c70e triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:10:17.094356 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-7e84c9da-7399-4db5-9297-59086e728192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:17.130712 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5503dfda-1b77-4977-8fcb-8e2611f21bb8 req-d47e72cc-8c4a-4cac-9a17-0d30643b96d9 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:17.136596 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5503dfda-1b77-4977-8fcb-8e2611f21bb8 req-d47e72cc-8c4a-4cac-9a17-0d30643b96d9 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:17.143405 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5503dfda-1b77-4977-8fcb-8e2611f21bb8 req-d47e72cc-8c4a-4cac-9a17-0d30643b96d9 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:17.148307 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-7e84c9da-7399-4db5-9297-59086e728192 None None] Port 84081bc5-adc6-4208-aa2e-1f4a9ed7c70e cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:10:17.149240 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5503dfda-1b77-4977-8fcb-8e2611f21bb8 req-d47e72cc-8c4a-4cac-9a17-0d30643b96d9 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:17.158493 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5503dfda-1b77-4977-8fcb-8e2611f21bb8 req-d47e72cc-8c4a-4cac-9a17-0d30643b96d9 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:17.166471 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5503dfda-1b77-4977-8fcb-8e2611f21bb8 req-d47e72cc-8c4a-4cac-9a17-0d30643b96d9 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:17.172944 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5503dfda-1b77-4977-8fcb-8e2611f21bb8 req-d47e72cc-8c4a-4cac-9a17-0d30643b96d9 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:17.174863 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-5503dfda-1b77-4977-8fcb-8e2611f21bb8 req-d47e72cc-8c4a-4cac-9a17-0d30643b96d9 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] 10.222.0.41 "GET /v2.0/ports?device_id=b89af75b-9667-469e-b061-668dd6a09e9b HTTP/1.1" status: 200 len: 5421 time: 0.1412485 Jun 01 19:10:17.206235 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [req-d02d54e2-c81d-44ef-a1db-56ea36d49ddb req-671f07ac-e2b0-4076-84f0-7ba77aa75bc5 tempest-VolumesActionsTest-1431207634 tempest-VolumesActionsTest-1431207634-project] Allocated IP 172.20.0.5 (acc8637a-ddf7-4d96-a460-3d7437db2654/b315c7dd-b5dc-4e38-acc9-ea751731e0ba/66ebf0b9-c373-49ba-ad6f-e785fe678a7b) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:10:17.224823 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-5503dfda-1b77-4977-8fcb-8e2611f21bb8 req-9ea968ad-b825-4e37-a169-f186caddaa00 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d570a50-36ee-4a35-8568-a6d10a7bab24&id=0ab986d5-b8d5-42ed-9ee0-4a29f48e1199&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0425298 Jun 01 19:10:17.306547 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-9c0adc9b-7b13-4c0b-8ee5-28d03e7a6af8 tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-886608', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-885830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25341'] for router, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:17.359305 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-9c0adc9b-7b13-4c0b-8ee5-28d03e7a6af8 tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-886655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-886601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-886598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-885887'] for router, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:17.534506 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d6d500ec-c640-46ba-93ac-d03d9e660668 req-82e157ec-f963-426e-a9ae-c27634c32e72 tempest-VolumesActionsTest-1431207634 tempest-VolumesActionsTest-1431207634-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1ae5448-8537-4a7d-bbce-14c0820a6601 HTTP/1.1" status: 200 len: 210 time: 0.0458250 Jun 01 19:10:18.056471 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [None req-20dd561e-b23b-4ef6-bcc8-78b95cad91c6 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Delete allocated IP 2001:db8::e1 (752856ec-d0e9-477b-85f7-556bdb8925d7/c09bd56e-2e31-47af-930f-7b5ac3f40dfd) {{(pid=88524) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 01 19:10:18.094869 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [None req-20dd561e-b23b-4ef6-bcc8-78b95cad91c6 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Allocated IP 2001:db8:0:1::7d (752856ec-d0e9-477b-85f7-556bdb8925d7/50622919-b2e3-4302-86b9-eff7644ff6a2/84081bc5-adc6-4208-aa2e-1f4a9ed7c70e) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:10:18.145690 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-d02d54e2-c81d-44ef-a1db-56ea36d49ddb req-671f07ac-e2b0-4076-84f0-7ba77aa75bc5 tempest-VolumesActionsTest-1431207634 tempest-VolumesActionsTest-1431207634-project] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:18.168157 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a50daf-067b-4d61-a93c-3503e96c85e0 req-c6667137-2d38-4542-9db5-42355e76ea57 tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:18.170169 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f3a50daf-067b-4d61-a93c-3503e96c85e0 req-c6667137-2d38-4542-9db5-42355e76ea57 tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] 10.222.0.41 "GET /v2.0/ports?device_id=7942ffa3-99e7-4ccc-9377-41a3e1fddc14 HTTP/1.1" status: 200 len: 943 time: 0.5260940 Jun 01 19:10:18.303516 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c0adc9b-7b13-4c0b-8ee5-28d03e7a6af8 tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Router c6950bb3-3b8f-4e1c-bf42-9a63d6f49fb9 is scheduled to L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 with binding_index 1 {{(pid=88524) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 19:10:18.405694 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-108beae0-29af-4318-8be1-c8f9ff09eaa6 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:18.427938 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-108beae0-29af-4318-8be1-c8f9ff09eaa6 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887712'] for floatingip, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:18.438326 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58311acd-bc0b-4001-b36b-4c7540f36737 req-f8a26ff6-9915-4ff8-a051-992fbd219da2 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:18.444676 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58311acd-bc0b-4001-b36b-4c7540f36737 req-f8a26ff6-9915-4ff8-a051-992fbd219da2 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:18.451602 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58311acd-bc0b-4001-b36b-4c7540f36737 req-f8a26ff6-9915-4ff8-a051-992fbd219da2 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:18.457324 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58311acd-bc0b-4001-b36b-4c7540f36737 req-f8a26ff6-9915-4ff8-a051-992fbd219da2 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:18.463307 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58311acd-bc0b-4001-b36b-4c7540f36737 req-f8a26ff6-9915-4ff8-a051-992fbd219da2 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:18.469567 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58311acd-bc0b-4001-b36b-4c7540f36737 req-f8a26ff6-9915-4ff8-a051-992fbd219da2 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:18.475701 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58311acd-bc0b-4001-b36b-4c7540f36737 req-f8a26ff6-9915-4ff8-a051-992fbd219da2 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:18.477561 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-58311acd-bc0b-4001-b36b-4c7540f36737 req-f8a26ff6-9915-4ff8-a051-992fbd219da2 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] 10.222.0.41 "GET /v2.0/ports?device_id=b89af75b-9667-469e-b061-668dd6a09e9b HTTP/1.1" status: 200 len: 5421 time: 0.1350186 Jun 01 19:10:18.526664 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-58311acd-bc0b-4001-b36b-4c7540f36737 req-bf53e83e-c3c4-4765-906b-9378d477de25 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d570a50-36ee-4a35-8568-a6d10a7bab24&id=0ab986d5-b8d5-42ed-9ee0-4a29f48e1199&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0429947 Jun 01 19:10:18.540211 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f3a50daf-067b-4d61-a93c-3503e96c85e0 req-63c52aed-345d-4551-8ad3-6cbbc968d213 tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] 10.222.0.41 "GET /v2.0/security-groups?id=c630f878-51e5-4bf4-a4a2-ad9f1043de4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3537953 Jun 01 19:10:18.594873 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-d02d54e2-c81d-44ef-a1db-56ea36d49ddb req-671f07ac-e2b0-4076-84f0-7ba77aa75bc5 tempest-VolumesActionsTest-1431207634 tempest-VolumesActionsTest-1431207634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:18.731608 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a193d01-5e76-4ce7-8133-21d237375d0e req-a87da647-72c3-4062-9f08-5e98c53b74a9 tempest-VolumesActionsTest-1431207634 tempest-VolumesActionsTest-1431207634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:18.733145 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-0a193d01-5e76-4ce7-8133-21d237375d0e req-a87da647-72c3-4062-9f08-5e98c53b74a9 tempest-VolumesActionsTest-1431207634 tempest-VolumesActionsTest-1431207634-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1ae5448-8537-4a7d-bbce-14c0820a6601 HTTP/1.1" status: 200 len: 931 time: 0.0840523 Jun 01 19:10:18.776150 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-0a193d01-5e76-4ce7-8133-21d237375d0e req-6d3d787a-9589-428d-a27a-9326211016f7 tempest-VolumesActionsTest-1431207634 tempest-VolumesActionsTest-1431207634-project] 10.222.0.41 "GET /v2.0/security-groups?id=d13d880c-07b7-4324-bc6b-356cd30c6e62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373845 Jun 01 19:10:18.863475 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d02d54e2-c81d-44ef-a1db-56ea36d49ddb req-671f07ac-e2b0-4076-84f0-7ba77aa75bc5 tempest-VolumesActionsTest-1431207634 tempest-VolumesActionsTest-1431207634-project] Network acc8637a-ddf7-4d96-a460-3d7437db2654 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:10:18.866072 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671f07ac-e2b0-4076-84f0-7ba77aa75bc5 tempest-VolumesActionsTest-1431207634 tempest-VolumesActionsTest-1431207634-project] Pushing event updated for resources: {'Port': ['ID=66ebf0b9-c373-49ba-ad6f-e785fe678a7b,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:10:18.874753 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [req-d02d54e2-c81d-44ef-a1db-56ea36d49ddb req-671f07ac-e2b0-4076-84f0-7ba77aa75bc5 tempest-VolumesActionsTest-1431207634 tempest-VolumesActionsTest-1431207634-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:10:18.885595 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-d02d54e2-c81d-44ef-a1db-56ea36d49ddb req-671f07ac-e2b0-4076-84f0-7ba77aa75bc5 tempest-VolumesActionsTest-1431207634 tempest-VolumesActionsTest-1431207634-project] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:10:18.935324 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c0adc9b-7b13-4c0b-8ee5-28d03e7a6af8 tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:10:18.944441 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce4daf1-e82b-43af-a4ea-2eee617e55b9 None None] Sync routers for ids ['c6950bb3-3b8f-4e1c-bf42-9a63d6f49fb9'] in n-d-844202-1 {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:10:18.949030 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-20dd561e-b23b-4ef6-bcc8-78b95cad91c6 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:18.953170 n-d-844202-1 neutron-server[88524]: INFO neutron.db.l3_db [None req-108beae0-29af-4318-8be1-c8f9ff09eaa6 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Floating IP 4b2dbe29-218f-4d43-be7e-1e13cdeeba9c associated. External IP: 172.25.4.218, port: 1411ff4b-90e6-476e-a022-8a9f0065e464. Jun 01 19:10:18.954866 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce4daf1-e82b-43af-a4ea-2eee617e55b9 None None] Routers {'c6950bb3-3b8f-4e1c-bf42-9a63d6f49fb9'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:10:18.955473 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-fce4daf1-e82b-43af-a4ea-2eee617e55b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:10:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['c6950bb3-3b8f-4e1c-bf42-9a63d6f49fb9'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:10:19.021957 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-fce4daf1-e82b-43af-a4ea-2eee617e55b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:10:19.031984 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce4daf1-e82b-43af-a4ea-2eee617e55b9 None None] Routers {'c6950bb3-3b8f-4e1c-bf42-9a63d6f49fb9'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:10:19.032558 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-fce4daf1-e82b-43af-a4ea-2eee617e55b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:10:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['c6950bb3-3b8f-4e1c-bf42-9a63d6f49fb9'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:10:19.095037 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-fce4daf1-e82b-43af-a4ea-2eee617e55b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:10:19.095443 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce4daf1-e82b-43af-a4ea-2eee617e55b9 None None] The sync data for ids ['c6950bb3-3b8f-4e1c-bf42-9a63d6f49fb9'] in n-d-844202-1 is: [] {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:10:19.189269 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [None req-20dd561e-b23b-4ef6-bcc8-78b95cad91c6 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Transition to ACTIVE for port object 84081bc5-adc6-4208-aa2e-1f4a9ed7c70e will not be triggered until provisioned by entity DHCP. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:10:19.202705 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02d54e2-c81d-44ef-a1db-56ea36d49ddb req-671f07ac-e2b0-4076-84f0-7ba77aa75bc5 tempest-VolumesActionsTest-1431207634 tempest-VolumesActionsTest-1431207634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:19.203310 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-d02d54e2-c81d-44ef-a1db-56ea36d49ddb req-671f07ac-e2b0-4076-84f0-7ba77aa75bc5 tempest-VolumesActionsTest-1431207634 tempest-VolumesActionsTest-1431207634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:19.209092 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-20dd561e-b23b-4ef6-bcc8-78b95cad91c6 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:19.215205 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-9c0adc9b-7b13-4c0b-8ee5-28d03e7a6af8 tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Notify callbacks [] for router, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:19.216514 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-9c0adc9b-7b13-4c0b-8ee5-28d03e7a6af8 tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] 10.222.0.41 "PUT /v2.0/routers/c6950bb3-3b8f-4e1c-bf42-9a63d6f49fb9 HTTP/1.1" status: 200 len: 914 time: 6.1835928 Jun 01 19:10:19.219237 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 53960) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:10:19.359900 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d02d54e2-c81d-44ef-a1db-56ea36d49ddb req-671f07ac-e2b0-4076-84f0-7ba77aa75bc5 tempest-VolumesActionsTest-1431207634 tempest-VolumesActionsTest-1431207634-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9965739 Jun 01 19:10:19.406063 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-d02d54e2-c81d-44ef-a1db-56ea36d49ddb req-fa5aafd5-2657-4a3f-bca1-b9c5ee0e2426 service neutron] Request body: {'port': {'device_id': 'f1ae5448-8537-4a7d-bbce-14c0820a6601', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844202-1'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:10:19.449934 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dd561e-b23b-4ef6-bcc8-78b95cad91c6 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Pushing event updated for resources: {'Port': ['ID=84081bc5-adc6-4208-aa2e-1f4a9ed7c70e,revision_number=2']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:10:19.452966 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-20dd561e-b23b-4ef6-bcc8-78b95cad91c6 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] In _notify_port_updated(), no bound segment for port 84081bc5-adc6-4208-aa2e-1f4a9ed7c70e on network 752856ec-d0e9-477b-85f7-556bdb8925d7 {{(pid=88524) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 01 19:10:19.458370 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20dd561e-b23b-4ef6-bcc8-78b95cad91c6 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:19.459030 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-20dd561e-b23b-4ef6-bcc8-78b95cad91c6 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:19.463286 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-20dd561e-b23b-4ef6-bcc8-78b95cad91c6 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] 10.222.0.41 "PUT /v2.0/ports/84081bc5-adc6-4208-aa2e-1f4a9ed7c70e HTTP/1.1" status: 200 len: 929 time: 4.4201779 Jun 01 19:10:19.470576 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 53964) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:10:19.522207 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-c4b46ca0-c44b-488c-bf3e-69bea6caa0c0 tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] 10.222.0.41 "GET /v2.0/routers/c6950bb3-3b8f-4e1c-bf42-9a63d6f49fb9 HTTP/1.1" status: 200 len: 920 time: 0.3017259 Jun 01 19:10:19.524938 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 53968) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:10:19.606505 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-d09a60c1-ae83-4bc2-83a7-aea02cf2669b None None] Provisioning for port 84081bc5-adc6-4208-aa2e-1f4a9ed7c70e completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:10:19.612928 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-d09a60c1-ae83-4bc2-83a7-aea02cf2669b None None] Provisioning complete for port 84081bc5-adc6-4208-aa2e-1f4a9ed7c70e triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:10:19.613366 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-d09a60c1-ae83-4bc2-83a7-aea02cf2669b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:19.626506 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6c74038-80d5-43db-9f37-f53f01b618f6 tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:19.635624 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-d6c74038-80d5-43db-9f37-f53f01b618f6 tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=72a72e44-6845-488a-a5ff-3a26d4df9cb3&device_id=c6950bb3-3b8f-4e1c-bf42-9a63d6f49fb9&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1096215 Jun 01 19:10:19.636375 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 53976) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:10:19.662389 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-19634cf4-c47b-45e4-8008-67c7d51345bc tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Deleting port 84081bc5-adc6-4208-aa2e-1f4a9ed7c70e {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:10:19.662968 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-19634cf4-c47b-45e4-8008-67c7d51345bc tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:19.681083 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-d09a60c1-ae83-4bc2-83a7-aea02cf2669b None None] Port 84081bc5-adc6-4208-aa2e-1f4a9ed7c70e cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:10:19.786003 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-d02d54e2-c81d-44ef-a1db-56ea36d49ddb req-fa5aafd5-2657-4a3f-bca1-b9c5ee0e2426 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:19.844061 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c4e8e3-f1c7-4a9e-927e-a5883f470480 tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:19.848165 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-54c4e8e3-f1c7-4a9e-927e-a5883f470480 tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] 10.222.0.41 "GET /v2.0/networks/72a72e44-6845-488a-a5ff-3a26d4df9cb3 HTTP/1.1" status: 200 len: 881 time: 0.2063494 Jun 01 19:10:19.848385 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 53982) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:10:19.891219 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05d7fd7-93c6-4495-93d8-de496ff30b0e req-630e014c-692d-4430-84f7-2964dd06753d tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:19.892578 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a05d7fd7-93c6-4495-93d8-de496ff30b0e req-630e014c-692d-4430-84f7-2964dd06753d tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] 10.222.0.41 "GET /v2.0/ports?device_id=7942ffa3-99e7-4ccc-9377-41a3e1fddc14 HTTP/1.1" status: 200 len: 943 time: 0.1627715 Jun 01 19:10:19.916947 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-658b8136-496f-40a9-9334-01b382f3958c tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] 10.222.0.41 "GET /v2.0/ports?device_id=c6950bb3-3b8f-4e1c-bf42-9a63d6f49fb9 HTTP/1.1" status: 200 len: 205 time: 0.0675471 Jun 01 19:10:19.919553 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 53986) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:10:20.028710 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a05d7fd7-93c6-4495-93d8-de496ff30b0e req-04308f1d-7ed0-4e5f-ae38-87d19ec93b5f tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] 10.222.0.41 "GET /v2.0/security-groups?id=c630f878-51e5-4bf4-a4a2-ad9f1043de4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1299367 Jun 01 19:10:20.130866 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9fa51195-33ce-4e33-9ae4-d5d76e7bcb06 tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] Notify callbacks [] for router, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:20.164919 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-108beae0-29af-4318-8be1-c8f9ff09eaa6 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Router 34511afa-2f84-418d-a7a8-a118fab61b4e has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 19:10:20.209431 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dcd10f-2375-4502-b960-cc0087a8ab05 req-3737ea3b-ef06-49e3-860f-6d5f81971cdf tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:20.215554 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dcd10f-2375-4502-b960-cc0087a8ab05 req-3737ea3b-ef06-49e3-860f-6d5f81971cdf tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:20.221302 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dcd10f-2375-4502-b960-cc0087a8ab05 req-3737ea3b-ef06-49e3-860f-6d5f81971cdf tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:20.227065 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dcd10f-2375-4502-b960-cc0087a8ab05 req-3737ea3b-ef06-49e3-860f-6d5f81971cdf tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:20.233371 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dcd10f-2375-4502-b960-cc0087a8ab05 req-3737ea3b-ef06-49e3-860f-6d5f81971cdf tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:20.239089 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dcd10f-2375-4502-b960-cc0087a8ab05 req-3737ea3b-ef06-49e3-860f-6d5f81971cdf tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:20.244843 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dcd10f-2375-4502-b960-cc0087a8ab05 req-3737ea3b-ef06-49e3-860f-6d5f81971cdf tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:20.247228 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d2dcd10f-2375-4502-b960-cc0087a8ab05 req-3737ea3b-ef06-49e3-860f-6d5f81971cdf tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] 10.222.0.41 "GET /v2.0/ports?device_id=b89af75b-9667-469e-b061-668dd6a09e9b HTTP/1.1" status: 200 len: 5421 time: 0.5551283 Jun 01 19:10:20.369200 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f49896-1cb3-467a-bac9-730ab82529ec req-b4a0a10d-ba68-45a2-a79a-474e687152b6 tempest-VolumesActionsTest-1431207634 tempest-VolumesActionsTest-1431207634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:20.370661 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-49f49896-1cb3-467a-bac9-730ab82529ec req-b4a0a10d-ba68-45a2-a79a-474e687152b6 tempest-VolumesActionsTest-1431207634 tempest-VolumesActionsTest-1431207634-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1ae5448-8537-4a7d-bbce-14c0820a6601 HTTP/1.1" status: 200 len: 931 time: 0.1872890 Jun 01 19:10:20.392822 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9fa51195-33ce-4e33-9ae4-d5d76e7bcb06 tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:20.415703 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-9fa51195-33ce-4e33-9ae4-d5d76e7bcb06 tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] Deleting port 6508c631-7259-47c4-9f77-bdff9d8d4c74 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:10:20.415962 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9fa51195-33ce-4e33-9ae4-d5d76e7bcb06 tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:20.449366 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-19634cf4-c47b-45e4-8008-67c7d51345bc tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:20.464499 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-49f49896-1cb3-467a-bac9-730ab82529ec req-4ade1ee7-9901-44f6-a12b-aacdbaa205a7 tempest-VolumesActionsTest-1431207634 tempest-VolumesActionsTest-1431207634-project] 10.222.0.41 "GET /v2.0/security-groups?id=d13d880c-07b7-4324-bc6b-356cd30c6e62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855691 Jun 01 19:10:20.609787 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9fa51195-33ce-4e33-9ae4-d5d76e7bcb06 tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:20.736213 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-9fa51195-33ce-4e33-9ae4-d5d76e7bcb06 tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] Calling delete_port for 6508c631-7259-47c4-9f77-bdff9d8d4c74 owned by network:router_gateway {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:10:20.747573 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-19634cf4-c47b-45e4-8008-67c7d51345bc tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Calling delete_port for 84081bc5-adc6-4208-aa2e-1f4a9ed7c70e owned by {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:10:20.835177 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d2dcd10f-2375-4502-b960-cc0087a8ab05 req-072fdc0c-9596-494b-a59f-9683042befe3 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d570a50-36ee-4a35-8568-a6d10a7bab24&id=0ab986d5-b8d5-42ed-9ee0-4a29f48e1199&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.5709205 Jun 01 19:10:20.905836 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9fa51195-33ce-4e33-9ae4-d5d76e7bcb06 tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:21.028965 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-108beae0-29af-4318-8be1-c8f9ff09eaa6 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:10:21.039529 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575d8f99-6707-4bc8-a912-e3d2c8c0119e None None] Sync routers for ids ['34511afa-2f84-418d-a7a8-a118fab61b4e'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:10:21.050718 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575d8f99-6707-4bc8-a912-e3d2c8c0119e None None] Routers {'34511afa-2f84-418d-a7a8-a118fab61b4e'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:10:21.051753 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-575d8f99-6707-4bc8-a912-e3d2c8c0119e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:10:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['34511afa-2f84-418d-a7a8-a118fab61b4e'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:10:21.061206 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-108beae0-29af-4318-8be1-c8f9ff09eaa6 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for floatingip, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:21.087224 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa51195-33ce-4e33-9ae4-d5d76e7bcb06 tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] Pushing event deleted for resources: {'Port': ['ID=6508c631-7259-47c4-9f77-bdff9d8d4c74,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:10:21.187024 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-19634cf4-c47b-45e4-8008-67c7d51345bc tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:21.245126 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-575d8f99-6707-4bc8-a912-e3d2c8c0119e None None] Set router 34511afa-2f84-418d-a7a8-a118fab61b4e gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:10:21.247728 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9fa51195-33ce-4e33-9ae4-d5d76e7bcb06 tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-887703'] for router_gateway, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:21.258033 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [req-d02d54e2-c81d-44ef-a1db-56ea36d49ddb req-fa5aafd5-2657-4a3f-bca1-b9c5ee0e2426 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66ebf0b9-c373-49ba-ad6f-e785fe678a7b {{(pid=88524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 19:10:21.264849 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19634cf4-c47b-45e4-8008-67c7d51345bc tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Pushing event deleted for resources: {'Port': ['ID=84081bc5-adc6-4208-aa2e-1f4a9ed7c70e,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:10:21.273505 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-108beae0-29af-4318-8be1-c8f9ff09eaa6 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "PUT /v2.0/floatingips/4b2dbe29-218f-4d43-be7e-1e13cdeeba9c HTTP/1.1" status: 200 len: 992 time: 5.2604170 Jun 01 19:10:21.273505 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-d02d54e2-c81d-44ef-a1db-56ea36d49ddb req-fa5aafd5-2657-4a3f-bca1-b9c5ee0e2426 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:21.301909 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8b84db9-d35d-4296-85a8-fdfc6dd0b558', 'tag': '1411ff4b-90e6-476e-a022-8a9f0065e464'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:10:21.330076 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-19634cf4-c47b-45e4-8008-67c7d51345bc tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:21.331991 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-19634cf4-c47b-45e4-8008-67c7d51345bc tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] 10.222.0.41 "DELETE /v2.0/ports/84081bc5-adc6-4208-aa2e-1f4a9ed7c70e HTTP/1.1" status: 204 len: 168 time: 1.8583872 Jun 01 19:10:21.334791 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [req-d02d54e2-c81d-44ef-a1db-56ea36d49ddb req-fa5aafd5-2657-4a3f-bca1-b9c5ee0e2426 service neutron] Transition to ACTIVE for port object 66ebf0b9-c373-49ba-ad6f-e785fe678a7b will not be triggered until provisioned by entity L2. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:10:21.335453 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 53996) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:10:21.393460 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08aab044-5036-42ea-966d-3f352a885a24'] response: {'name': 'network-changed', 'server_uuid': 'b8b84db9-d35d-4296-85a8-fdfc6dd0b558', 'tag': '1411ff4b-90e6-476e-a022-8a9f0065e464', 'status': 'completed', 'code': 200} Jun 01 19:10:21.394295 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-d02d54e2-c81d-44ef-a1db-56ea36d49ddb req-fa5aafd5-2657-4a3f-bca1-b9c5ee0e2426 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:21.447263 n-d-844202-1 neutron-server[88524]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd83045c-8599-4d58-b1f7-e8b5db3cf58b tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] GET failed (client error): The resource could not be found. Jun 01 19:10:21.447900 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-bd83045c-8599-4d58-b1f7-e8b5db3cf58b tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Synchronizing usage tracker for tenant:be49ffaf16754f888348eea74749e7ed on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:10:21.463064 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9fa51195-33ce-4e33-9ae4-d5d76e7bcb06 tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25316'] for router, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:21.469209 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9fa51195-33ce-4e33-9ae4-d5d76e7bcb06 tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:21.475746 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f5c513-48a1-41b5-bf45-39bb1b6aa42a req-467b097d-8fa8-4f4a-86ad-14c3ad3ecb75 tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:21.479994 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d7f5c513-48a1-41b5-bf45-39bb1b6aa42a req-467b097d-8fa8-4f4a-86ad-14c3ad3ecb75 tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] 10.222.0.41 "GET /v2.0/ports?device_id=7942ffa3-99e7-4ccc-9377-41a3e1fddc14 HTTP/1.1" status: 200 len: 943 time: 0.3172355 Jun 01 19:10:21.544092 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9fa51195-33ce-4e33-9ae4-d5d76e7bcb06 tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-891519'] for router, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:21.544729 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fa51195-33ce-4e33-9ae4-d5d76e7bcb06 tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] Fanout notify agent at l3_agent the message router_deleted on router c6950bb3-3b8f-4e1c-bf42-9a63d6f49fb9 {{(pid=88525) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 19:10:21.575962 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d7f5c513-48a1-41b5-bf45-39bb1b6aa42a req-1aa440d0-6929-487d-a028-1ba0aefb12a8 tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] 10.222.0.41 "GET /v2.0/security-groups?id=c630f878-51e5-4bf4-a4a2-ad9f1043de4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947890 Jun 01 19:10:21.596128 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9fa51195-33ce-4e33-9ae4-d5d76e7bcb06 tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] Notify callbacks [] for router, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:21.607052 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-9fa51195-33ce-4e33-9ae4-d5d76e7bcb06 tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] 10.222.0.41 "DELETE /v2.0/routers/c6950bb3-3b8f-4e1c-bf42-9a63d6f49fb9 HTTP/1.1" status: 204 len: 168 time: 1.6863441 Jun 01 19:10:21.611299 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 54002) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:10:21.616252 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-2dcf3ba2-e45f-45f1-9f75-38bf197e95a8 tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2063320980', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:10:21.625719 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-2dcf3ba2-e45f-45f1-9f75-38bf197e95a8 tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:10:21.630742 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-2dcf3ba2-e45f-45f1-9f75-38bf197e95a8 tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] Usage tracker for resource:router and tenant:e5be8a579770467e96fcc6c814e10acf is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:10:21.633792 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-2dcf3ba2-e45f-45f1-9f75-38bf197e95a8 tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:10:21.645819 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-2dcf3ba2-e45f-45f1-9f75-38bf197e95a8 tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:10:21.657274 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2dcf3ba2-e45f-45f1-9f75-38bf197e95a8 tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-885767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25238'] for router, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:21.658495 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2dcf3ba2-e45f-45f1-9f75-38bf197e95a8 tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-901042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-886562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-981784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25327'] for router, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:21.674756 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2dcf3ba2-e45f-45f1-9f75-38bf197e95a8 tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:21.706509 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2dcf3ba2-e45f-45f1-9f75-38bf197e95a8 tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-885820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-886655'] for router, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:21.707922 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5aafd5-2657-4a3f-bca1-b9c5ee0e2426 service neutron] Pushing event updated for resources: {'Port': ['ID=66ebf0b9-c373-49ba-ad6f-e785fe678a7b,revision_number=2']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:10:21.737386 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2dcf3ba2-e45f-45f1-9f75-38bf197e95a8 tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] Notify callbacks [] for router, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:21.738650 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-2dcf3ba2-e45f-45f1-9f75-38bf197e95a8 tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1263762 Jun 01 19:10:21.741436 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 54006) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:10:21.747305 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-90d0a2de-e2b3-4448-8639-84625b2fcdd0 tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'enable_snat': False}}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:10:21.748331 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-bd83045c-8599-4d58-b1f7-e8b5db3cf58b tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Unset dirty status for tenant:be49ffaf16754f888348eea74749e7ed on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:10:21.749479 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-bd83045c-8599-4d58-b1f7-e8b5db3cf58b tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] 10.222.0.41 "GET /v2.0/ports/84081bc5-adc6-4208-aa2e-1f4a9ed7c70e HTTP/1.1" status: 404 len: 333 time: 0.4127049 Jun 01 19:10:21.756337 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 54010) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:10:21.780105 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-575d8f99-6707-4bc8-a912-e3d2c8c0119e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34511afa-2f84-418d-a7a8-a118fab61b4e', 'name': 'tempest-AttachVolumeShelveTestJSON-595855241-router', 'tenant_id': '4a7494de105b4d89b3193a70c4c60c4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': 'c507d495-0ce0-477b-bc42-ec46b116dbdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:09:17Z', 'updated_at': '2022-06-01T19:09:29Z', 'revision_number': 4, 'project_id': '4a7494de105b4d89b3193a70c4c60c4c', 'gw_port': {'id': 'c507d495-0ce0-477b-bc42-ec46b116dbdb', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:1a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34511afa-2f84-418d-a7a8-a118fab61b4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2817, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:09:20Z', 'updated_at': '2022-06-01T19:09:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_floatingips': [{'id': '4b2dbe29-218f-4d43-be7e-1e13cdeeba9c', 'tenant_id': '4a7494de105b4d89b3193a70c4c60c4c', 'floating_ip_address': '172.25.4.218', 'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'router_id': '34511afa-2f84-418d-a7a8-a118fab61b4e', 'port_id': '1411ff4b-90e6-476e-a022-8a9f0065e464', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2834, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d299f30-03d5-48f5-82fc-2ce538e7e02b', 'mac_address': 'fa:16:3e:43:6a:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b84db9-d35d-4296-85a8-fdfc6dd0b558', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T19:09:45Z', 'updated_at': '2022-06-01T19:10:18Z', 'revision_number': 1, 'project_id': '4a7494de105b4d89b3193a70c4c60c4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b66f6a81-66f4-4681-bd20-5cd8e3e4f5d9', 'name': '', 'network_id': '3d299f30-03d5-48f5-82fc-2ce538e7e02b', 'tenant_id': '4a7494de105b4d89b3193a70c4c60c4c', 'mac_address': 'fa:16:3e:8c:1f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34511afa-2f84-418d-a7a8-a118fab61b4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2820, 'fixed_ips': [{'subnet_id': 'bf215978-ce5c-4077-ac29-2d8fb4937baa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:09:28Z', 'updated_at': '2022-06-01T19:09:39Z', 'revision_number': 5, 'project_id': '4a7494de105b4d89b3193a70c4c60c4c', 'subnets': [{'id': 'bf215978-ce5c-4077-ac29-2d8fb4937baa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:10:21.784040 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575d8f99-6707-4bc8-a912-e3d2c8c0119e None None] Checking router: 34511afa-2f84-418d-a7a8-a118fab61b4e for host: n-d-844202-1 {{(pid=88527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 19:10:21.807877 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575d8f99-6707-4bc8-a912-e3d2c8c0119e None None] Routers {'34511afa-2f84-418d-a7a8-a118fab61b4e'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:10:21.808604 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-575d8f99-6707-4bc8-a912-e3d2c8c0119e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:10:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['34511afa-2f84-418d-a7a8-a118fab61b4e'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:10:21.881861 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-d02d54e2-c81d-44ef-a1db-56ea36d49ddb req-fa5aafd5-2657-4a3f-bca1-b9c5ee0e2426 service neutron] Attempting to bind port 66ebf0b9-c373-49ba-ad6f-e785fe678a7b on host n-h1-844202-1 for vnic_type normal with profile {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:10:21.882369 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-d02d54e2-c81d-44ef-a1db-56ea36d49ddb req-fa5aafd5-2657-4a3f-bca1-b9c5ee0e2426 service neutron] Attempting to bind port 66ebf0b9-c373-49ba-ad6f-e785fe678a7b by drivers openvswitch,hyperv on host n-h1-844202-1 at level 0 using segments [{'id': 'c49a60ea-e810-446c-90a6-9356d9a7cf2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'acc8637a-ddf7-4d96-a460-3d7437db2654'}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:10:21.882878 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d02d54e2-c81d-44ef-a1db-56ea36d49ddb req-fa5aafd5-2657-4a3f-bca1-b9c5ee0e2426 service neutron] Attempting to bind port 66ebf0b9-c373-49ba-ad6f-e785fe678a7b on network acc8637a-ddf7-4d96-a460-3d7437db2654 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:10:21.887138 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd8669b-46d4-487f-b85f-dbd99621121c req-146364e6-2359-4ed4-b8da-b54fa92d0d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:21.888654 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ddd8669b-46d4-487f-b85f-dbd99621121c req-146364e6-2359-4ed4-b8da-b54fa92d0d2d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4a7494de105b4d89b3193a70c4c60c4c&device_id=b8b84db9-d35d-4296-85a8-fdfc6dd0b558 HTTP/1.1" status: 200 len: 1097 time: 0.4427764 Jun 01 19:10:21.928461 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d02d54e2-c81d-44ef-a1db-56ea36d49ddb req-fa5aafd5-2657-4a3f-bca1-b9c5ee0e2426 service neutron] Port 66ebf0b9-c373-49ba-ad6f-e785fe678a7b on network acc8637a-ddf7-4d96-a460-3d7437db2654 not bound, no agent of type Open vSwitch agent registered on host n-h1-844202-1 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 19:10:21.929057 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d02d54e2-c81d-44ef-a1db-56ea36d49ddb req-fa5aafd5-2657-4a3f-bca1-b9c5ee0e2426 service neutron] Attempting to bind port 66ebf0b9-c373-49ba-ad6f-e785fe678a7b on network acc8637a-ddf7-4d96-a460-3d7437db2654 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:10:21.993798 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d02d54e2-c81d-44ef-a1db-56ea36d49ddb req-fa5aafd5-2657-4a3f-bca1-b9c5ee0e2426 service neutron] Checking agent: {'id': 'bdb1e5d7-b998-4259-838f-3d278e930f32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 10, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:10:21.994134 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d02d54e2-c81d-44ef-a1db-56ea36d49ddb req-fa5aafd5-2657-4a3f-bca1-b9c5ee0e2426 service neutron] Checking segment: {'id': 'c49a60ea-e810-446c-90a6-9356d9a7cf2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'acc8637a-ddf7-4d96-a460-3d7437db2654'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:10:21.994698 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d02d54e2-c81d-44ef-a1db-56ea36d49ddb req-fa5aafd5-2657-4a3f-bca1-b9c5ee0e2426 service neutron] Bound using segment: {'id': 'c49a60ea-e810-446c-90a6-9356d9a7cf2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'acc8637a-ddf7-4d96-a460-3d7437db2654'} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:10:21.995129 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-d02d54e2-c81d-44ef-a1db-56ea36d49ddb req-fa5aafd5-2657-4a3f-bca1-b9c5ee0e2426 service neutron] Bound port: 66ebf0b9-c373-49ba-ad6f-e785fe678a7b, host: n-h1-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c49a60ea-e810-446c-90a6-9356d9a7cf2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'acc8637a-ddf7-4d96-a460-3d7437db2654'}}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:10:21.995634 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-d02d54e2-c81d-44ef-a1db-56ea36d49ddb req-fa5aafd5-2657-4a3f-bca1-b9c5ee0e2426 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:22.018145 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2cd2623c-a491-483d-abb2-ca0db82ecf82 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:22.049554 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c022993c-93cc-43a7-b3cc-05c9d10a0bdf req-1b019282-d6dc-409d-adef-c46467bdd550 tempest-VolumesActionsTest-1431207634 tempest-VolumesActionsTest-1431207634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:22.049554 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-c022993c-93cc-43a7-b3cc-05c9d10a0bdf req-1b019282-d6dc-409d-adef-c46467bdd550 tempest-VolumesActionsTest-1431207634 tempest-VolumesActionsTest-1431207634-project] Synchronizing usage tracker for tenant:629cbcc775204e3fab453ad18b665a7d on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:10:22.064096 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-575d8f99-6707-4bc8-a912-e3d2c8c0119e None None] Set router 34511afa-2f84-418d-a7a8-a118fab61b4e gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:10:22.158681 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2cd2623c-a491-483d-abb2-ca0db82ecf82 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:22.171683 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-c022993c-93cc-43a7-b3cc-05c9d10a0bdf req-1b019282-d6dc-409d-adef-c46467bdd550 tempest-VolumesActionsTest-1431207634 tempest-VolumesActionsTest-1431207634-project] Unset dirty status for tenant:629cbcc775204e3fab453ad18b665a7d on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:10:22.173287 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c022993c-93cc-43a7-b3cc-05c9d10a0bdf req-1b019282-d6dc-409d-adef-c46467bdd550 tempest-VolumesActionsTest-1431207634 tempest-VolumesActionsTest-1431207634-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1ae5448-8537-4a7d-bbce-14c0820a6601 HTTP/1.1" status: 200 len: 943 time: 0.5326095 Jun 01 19:10:22.270821 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-d02d54e2-c81d-44ef-a1db-56ea36d49ddb req-fa5aafd5-2657-4a3f-bca1-b9c5ee0e2426 service neutron] For port 66ebf0b9-c373-49ba-ad6f-e785fe678a7b, host n-h1-844202-1, cleared binding levels {{(pid=88524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:10:22.276682 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd8669b-46d4-487f-b85f-dbd99621121c req-7b3e22cc-9208-4628-ace4-1c3dd7f1bf9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:22.276880 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-90d0a2de-e2b3-4448-8639-84625b2fcdd0 tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-886608', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-885830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25341'] for router, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:22.278559 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ddd8669b-46d4-487f-b85f-dbd99621121c req-7b3e22cc-9208-4628-ace4-1c3dd7f1bf9f service neutron] 10.222.0.50 "GET /v2.0/networks?id=3d299f30-03d5-48f5-82fc-2ce538e7e02b HTTP/1.1" status: 200 len: 917 time: 0.3802094 Jun 01 19:10:22.311101 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216196c5-55c2-41cf-947c-3b93729f7b49 req-c286b8fa-d3df-4f4c-84f0-8938bd5a7fb3 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:22.316876 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216196c5-55c2-41cf-947c-3b93729f7b49 req-c286b8fa-d3df-4f4c-84f0-8938bd5a7fb3 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:22.322705 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216196c5-55c2-41cf-947c-3b93729f7b49 req-c286b8fa-d3df-4f4c-84f0-8938bd5a7fb3 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:22.328886 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216196c5-55c2-41cf-947c-3b93729f7b49 req-c286b8fa-d3df-4f4c-84f0-8938bd5a7fb3 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:22.334768 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216196c5-55c2-41cf-947c-3b93729f7b49 req-c286b8fa-d3df-4f4c-84f0-8938bd5a7fb3 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:22.341209 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216196c5-55c2-41cf-947c-3b93729f7b49 req-c286b8fa-d3df-4f4c-84f0-8938bd5a7fb3 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:22.346903 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216196c5-55c2-41cf-947c-3b93729f7b49 req-c286b8fa-d3df-4f4c-84f0-8938bd5a7fb3 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:22.348790 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-216196c5-55c2-41cf-947c-3b93729f7b49 req-c286b8fa-d3df-4f4c-84f0-8938bd5a7fb3 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] 10.222.0.41 "GET /v2.0/ports?device_id=b89af75b-9667-469e-b061-668dd6a09e9b HTTP/1.1" status: 200 len: 5421 time: 0.3749933 Jun 01 19:10:22.351390 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c022993c-93cc-43a7-b3cc-05c9d10a0bdf req-d84c3330-6716-4c95-96f8-1890f6404e32 tempest-VolumesActionsTest-1431207634 tempest-VolumesActionsTest-1431207634-project] 10.222.0.41 "GET /v2.0/security-groups?id=d13d880c-07b7-4324-bc6b-356cd30c6e62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626596 Jun 01 19:10:22.356421 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-d02d54e2-c81d-44ef-a1db-56ea36d49ddb req-fa5aafd5-2657-4a3f-bca1-b9c5ee0e2426 service neutron] For port 66ebf0b9-c373-49ba-ad6f-e785fe678a7b, host n-h1-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=66ebf0b9-c373-49ba-ad6f-e785fe678a7b,segment=NetworkSegment(c49a60ea-e810-446c-90a6-9356d9a7cf2c),segment_id=c49a60ea-e810-446c-90a6-9356d9a7cf2c)] {{(pid=88524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:10:22.366002 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-d02d54e2-c81d-44ef-a1db-56ea36d49ddb req-fa5aafd5-2657-4a3f-bca1-b9c5ee0e2426 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:22.461276 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-216196c5-55c2-41cf-947c-3b93729f7b49 req-e971cdfd-37b0-44c9-9aa9-f97e3d9f81fb tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d570a50-36ee-4a35-8568-a6d10a7bab24&id=0ab986d5-b8d5-42ed-9ee0-4a29f48e1199&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0938129 Jun 01 19:10:22.552874 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-575d8f99-6707-4bc8-a912-e3d2c8c0119e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34511afa-2f84-418d-a7a8-a118fab61b4e', 'name': 'tempest-AttachVolumeShelveTestJSON-595855241-router', 'tenant_id': '4a7494de105b4d89b3193a70c4c60c4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': 'c507d495-0ce0-477b-bc42-ec46b116dbdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:09:17Z', 'updated_at': '2022-06-01T19:09:29Z', 'revision_number': 4, 'project_id': '4a7494de105b4d89b3193a70c4c60c4c', 'gw_port': {'id': 'c507d495-0ce0-477b-bc42-ec46b116dbdb', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:1a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34511afa-2f84-418d-a7a8-a118fab61b4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2817, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:09:20Z', 'updated_at': '2022-06-01T19:09:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_floatingips': [{'id': '4b2dbe29-218f-4d43-be7e-1e13cdeeba9c', 'tenant_id': '4a7494de105b4d89b3193a70c4c60c4c', 'floating_ip_address': '172.25.4.218', 'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'router_id': '34511afa-2f84-418d-a7a8-a118fab61b4e', 'port_id': '1411ff4b-90e6-476e-a022-8a9f0065e464', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2834, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d299f30-03d5-48f5-82fc-2ce538e7e02b', 'mac_address': 'fa:16:3e:43:6a:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b84db9-d35d-4296-85a8-fdfc6dd0b558', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T19:09:45Z', 'updated_at': '2022-06-01T19:10:18Z', 'revision_number': 1, 'project_id': '4a7494de105b4d89b3193a70c4c60c4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b66f6a81-66f4-4681-bd20-5cd8e3e4f5d9', 'name': '', 'network_id': '3d299f30-03d5-48f5-82fc-2ce538e7e02b', 'tenant_id': '4a7494de105b4d89b3193a70c4c60c4c', 'mac_address': 'fa:16:3e:8c:1f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34511afa-2f84-418d-a7a8-a118fab61b4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2820, 'fixed_ips': [{'subnet_id': 'bf215978-ce5c-4077-ac29-2d8fb4937baa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:09:28Z', 'updated_at': '2022-06-01T19:09:39Z', 'revision_number': 5, 'project_id': '4a7494de105b4d89b3193a70c4c60c4c', 'subnets': [{'id': 'bf215978-ce5c-4077-ac29-2d8fb4937baa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:10:22.561445 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575d8f99-6707-4bc8-a912-e3d2c8c0119e None None] The sync data for ids ['34511afa-2f84-418d-a7a8-a118fab61b4e'] in n-d-844202-1 is: [{'id': '34511afa-2f84-418d-a7a8-a118fab61b4e', 'name': 'tempest-AttachVolumeShelveTestJSON-595855241-router', 'tenant_id': '4a7494de105b4d89b3193a70c4c60c4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': 'c507d495-0ce0-477b-bc42-ec46b116dbdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:09:17Z', 'updated_at': '2022-06-01T19:09:29Z', 'revision_number': 4, 'project_id': '4a7494de105b4d89b3193a70c4c60c4c', 'gw_port': {'id': 'c507d495-0ce0-477b-bc42-ec46b116dbdb', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:1a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34511afa-2f84-418d-a7a8-a118fab61b4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2817, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:09:20Z', 'updated_at': '2022-06-01T19:09:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_floatingips': [{'id': '4b2dbe29-218f-4d43-be7e-1e13cdeeba9c', 'tenant_id': '4a7494de105b4d89b3193a70c4c60c4c', 'floating_ip_address': '172.25.4.218', 'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'router_id': '34511afa-2f84-418d-a7a8-a118fab61b4e', 'port_id': '1411ff4b-90e6-476e-a022-8a9f0065e464', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2834, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d299f30-03d5-48f5-82fc-2ce538e7e02b', 'mac_address': 'fa:16:3e:43:6a:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b84db9-d35d-4296-85a8-fdfc6dd0b558', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T19:09:45Z', 'updated_at': '2022-06-01T19:10:18Z', 'revision_number': 1, 'project_id': '4a7494de105b4d89b3193a70c4c60c4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b66f6a81-66f4-4681-bd20-5cd8e3e4f5d9', 'name': '', 'network_id': '3d299f30-03d5-48f5-82fc-2ce538e7e02b', 'tenant_id': '4a7494de105b4d89b3193a70c4c60c4c', 'mac_address': 'fa:16:3e:8c:1f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34511afa-2f84-418d-a7a8-a118fab61b4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2820, 'fixed_ips': [{'subnet_id': 'bf215978-ce5c-4077-ac29-2d8fb4937baa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:09:28Z', 'updated_at': '2022-06-01T19:09:39Z', 'revision_number': 5, 'project_id': '4a7494de105b4d89b3193a70c4c60c4c', 'subnets': [{'id': 'bf215978-ce5c-4077-ac29-2d8fb4937baa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:10:22.610167 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02d54e2-c81d-44ef-a1db-56ea36d49ddb req-fa5aafd5-2657-4a3f-bca1-b9c5ee0e2426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:22.610167 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-d02d54e2-c81d-44ef-a1db-56ea36d49ddb req-fa5aafd5-2657-4a3f-bca1-b9c5ee0e2426 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:22.611560 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d02d54e2-c81d-44ef-a1db-56ea36d49ddb req-fa5aafd5-2657-4a3f-bca1-b9c5ee0e2426 service neutron] 10.222.0.15 "PUT /v2.0/ports/66ebf0b9-c373-49ba-ad6f-e785fe678a7b HTTP/1.1" status: 200 len: 1091 time: 3.2137146 Jun 01 19:10:22.635002 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2cd2623c-a491-483d-abb2-ca0db82ecf82 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:22.689960 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ddd8669b-46d4-487f-b85f-dbd99621121c req-271124aa-7f32-4d64-b78c-2397a6a037aa service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1411ff4b-90e6-476e-a022-8a9f0065e464 HTTP/1.1" status: 200 len: 1000 time: 0.3941674 Jun 01 19:10:22.757431 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5aafd5-2657-4a3f-bca1-b9c5ee0e2426 service neutron] Pushing event updated for resources: {'Port': ['ID=66ebf0b9-c373-49ba-ad6f-e785fe678a7b,revision_number=3']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:10:22.761058 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd2623c-a491-483d-abb2-ca0db82ecf82 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d62175c0-28e5-4670-bdae-cf5b7deebf57,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:10:22.803578 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2cd2623c-a491-483d-abb2-ca0db82ecf82 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:22.804726 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-2cd2623c-a491-483d-abb2-ca0db82ecf82 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] 10.222.0.41 "DELETE /v2.0/security-groups/d62175c0-28e5-4670-bdae-cf5b7deebf57 HTTP/1.1" status: 204 len: 168 time: 1.0411177 Jun 01 19:10:22.823985 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 54018) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:10:22.859361 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd8669b-46d4-487f-b85f-dbd99621121c req-5601a428-468a-4ca0-be61-a22238c98a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:22.860891 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ddd8669b-46d4-487f-b85f-dbd99621121c req-5601a428-468a-4ca0-be61-a22238c98a9f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=bf215978-ce5c-4077-ac29-2d8fb4937baa HTTP/1.1" status: 200 len: 855 time: 0.1549087 Jun 01 19:10:22.889489 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c060e62f-1169-4a4f-9bf5-76eedbc9547b None None] New status for floating IP 4b2dbe29-218f-4d43-be7e-1e13cdeeba9c: ACTIVE {{(pid=88526) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 19:10:22.937701 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02d54e2-c81d-44ef-a1db-56ea36d49ddb req-78730432-f542-480f-9105-ce6dad715404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:22.939237 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d02d54e2-c81d-44ef-a1db-56ea36d49ddb req-78730432-f542-480f-9105-ce6dad715404 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=629cbcc775204e3fab453ad18b665a7d&device_id=f1ae5448-8537-4a7d-bbce-14c0820a6601 HTTP/1.1" status: 200 len: 1094 time: 0.2873704 Jun 01 19:10:22.952144 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-90d0a2de-e2b3-4448-8639-84625b2fcdd0 tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:22.984803 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-90d0a2de-e2b3-4448-8639-84625b2fcdd0 tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:23.019348 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d02d54e2-c81d-44ef-a1db-56ea36d49ddb req-8a236e3a-c630-4f8f-a818-a062c8be7351 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=66ebf0b9-c373-49ba-ad6f-e785fe678a7b HTTP/1.1" status: 200 len: 217 time: 0.0714245 Jun 01 19:10:23.021524 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ad14e054-3e68-4a0c-9294-fb325cbbe3cc tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:23.030921 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3d9e1c-90d7-4502-93da-5e57de414416 req-3b65865b-9b16-4bc9-83da-877406b8629f tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:23.032449 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ce3d9e1c-90d7-4502-93da-5e57de414416 req-3b65865b-9b16-4bc9-83da-877406b8629f tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] 10.222.0.41 "GET /v2.0/ports?device_id=7942ffa3-99e7-4ccc-9377-41a3e1fddc14 HTTP/1.1" status: 200 len: 943 time: 0.2895212 Jun 01 19:10:23.072350 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ad14e054-3e68-4a0c-9294-fb325cbbe3cc tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:23.133115 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ce3d9e1c-90d7-4502-93da-5e57de414416 req-9ea6909d-1e97-4dbf-aec1-975534978cf0 tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] 10.222.0.41 "GET /v2.0/security-groups?id=c630f878-51e5-4bf4-a4a2-ad9f1043de4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666695 Jun 01 19:10:23.134459 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02d54e2-c81d-44ef-a1db-56ea36d49ddb req-cdd9749e-e604-4f8c-aa05-f43bbbcc4d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:23.135842 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d02d54e2-c81d-44ef-a1db-56ea36d49ddb req-cdd9749e-e604-4f8c-aa05-f43bbbcc4d31 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b315c7dd-b5dc-4e38-acc9-ea751731e0ba HTTP/1.1" status: 200 len: 849 time: 0.1018076 Jun 01 19:10:23.139167 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd8669b-46d4-487f-b85f-dbd99621121c req-222adb0c-c457-4ee8-a49d-85e99323aeb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:23.140614 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ddd8669b-46d4-487f-b85f-dbd99621121c req-222adb0c-c457-4ee8-a49d-85e99323aeb1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3d299f30-03d5-48f5-82fc-2ce538e7e02b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2726798 Jun 01 19:10:23.186815 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ad14e054-3e68-4a0c-9294-fb325cbbe3cc tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:23.217317 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [None req-90d0a2de-e2b3-4448-8639-84625b2fcdd0 tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Allocated IP 172.25.4.75 (72a72e44-6845-488a-a5ff-3a26d4df9cb3/c314a23b-daa2-4106-ab28-8e6f954277b2/4042031f-74a9-446c-91dd-cc1584fac59b) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:10:23.225217 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad14e054-3e68-4a0c-9294-fb325cbbe3cc tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60eb07ef-f244-4bb5-abed-3d3d13631a5e,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:10:23.225782 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d02d54e2-c81d-44ef-a1db-56ea36d49ddb req-303b3cc4-2a57-4b56-96e7-13ad0f873799 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=acc8637a-ddf7-4d96-a460-3d7437db2654&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0840385 Jun 01 19:10:23.246377 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ad14e054-3e68-4a0c-9294-fb325cbbe3cc tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:23.251145 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-ad14e054-3e68-4a0c-9294-fb325cbbe3cc tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] 10.222.0.41 "DELETE /v2.0/security-groups/60eb07ef-f244-4bb5-abed-3d3d13631a5e HTTP/1.1" status: 204 len: 168 time: 0.4238122 Jun 01 19:10:23.251289 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 54022) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:10:23.394837 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1ae5448-8537-4a7d-bbce-14c0820a6601', 'tag': '66ebf0b9-c373-49ba-ad6f-e785fe678a7b'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:10:23.406128 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8dc7664-e4ed-4056-9e86-d6663264c527 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Deleting subnet c09bd56e-2e31-47af-930f-7b5ac3f40dfd {{(pid=88525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 19:10:23.422061 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b8dc7664-e4ed-4056-9e86-d6663264c527 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks [] for subnet, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:23.455757 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ddd8669b-46d4-487f-b85f-dbd99621121c req-e88464f0-c914-441d-8663-a707c12e48b3 service neutron] 10.222.0.50 "GET /v2.0/networks/3d299f30-03d5-48f5-82fc-2ce538e7e02b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2654746 Jun 01 19:10:23.461743 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d02d54e2-c81d-44ef-a1db-56ea36d49ddb req-e56afcdd-91f8-45fd-9009-af990f02094e service neutron] 10.222.0.15 "GET /v2.0/networks/acc8637a-ddf7-4d96-a460-3d7437db2654?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882253 Jun 01 19:10:23.501529 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ad17131-f43f-4aa9-a9e1-9e73ce824a05'] response: {'name': 'network-changed', 'server_uuid': 'f1ae5448-8537-4a7d-bbce-14c0820a6601', 'tag': '66ebf0b9-c373-49ba-ad6f-e785fe678a7b', 'status': 'completed', 'code': 200} Jun 01 19:10:23.515262 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b8dc7664-e4ed-4056-9e86-d6663264c527 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2258509'] for subnet, precommit_delete_associations {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:23.583401 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-90d0a2de-e2b3-4448-8639-84625b2fcdd0 tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:23.688456 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cd0803-ac70-4fe8-9161-d4c7e8e50007 req-87d6e76f-9ddb-492b-867a-4530820c13ef tempest-VolumesActionsTest-1431207634 tempest-VolumesActionsTest-1431207634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:23.689936 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f8cd0803-ac70-4fe8-9161-d4c7e8e50007 req-87d6e76f-9ddb-492b-867a-4530820c13ef tempest-VolumesActionsTest-1431207634 tempest-VolumesActionsTest-1431207634-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1ae5448-8537-4a7d-bbce-14c0820a6601 HTTP/1.1" status: 200 len: 943 time: 0.1817579 Jun 01 19:10:23.713289 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b8dc7664-e4ed-4056-9e86-d6663264c527 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:23.742159 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 2e883e83-973b-4e6f-910f-04d3533b5b1b details requested by agent hyperv_n-h1-844202-1 with host n-h1-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 19:10:23.759224 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d02d54e2-c81d-44ef-a1db-56ea36d49ddb req-2a07f961-3653-433b-bafe-1f2faad1e763 service neutron] 10.222.0.15 "GET /v2.0/networks/acc8637a-ddf7-4d96-a460-3d7437db2654?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2766857 Jun 01 19:10:23.760799 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-90d0a2de-e2b3-4448-8639-84625b2fcdd0 tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:23.763270 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ddd8669b-46d4-487f-b85f-dbd99621121c req-9c5a19f9-f906-4e08-9b0f-114cfa7df7cd service neutron] 10.222.0.50 "GET /v2.0/networks/3d299f30-03d5-48f5-82fc-2ce538e7e02b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3006904 Jun 01 19:10:23.798724 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb85df5d-dc16-4436-b9e3-ff63f965314f req-3f9f776c-d724-4f7e-afab-2617029fe330 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:23.805742 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb85df5d-dc16-4436-b9e3-ff63f965314f req-3f9f776c-d724-4f7e-afab-2617029fe330 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:23.812782 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb85df5d-dc16-4436-b9e3-ff63f965314f req-3f9f776c-d724-4f7e-afab-2617029fe330 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:23.818914 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb85df5d-dc16-4436-b9e3-ff63f965314f req-3f9f776c-d724-4f7e-afab-2617029fe330 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:23.825006 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb85df5d-dc16-4436-b9e3-ff63f965314f req-3f9f776c-d724-4f7e-afab-2617029fe330 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:23.830783 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb85df5d-dc16-4436-b9e3-ff63f965314f req-3f9f776c-d724-4f7e-afab-2617029fe330 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:23.836778 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb85df5d-dc16-4436-b9e3-ff63f965314f req-3f9f776c-d724-4f7e-afab-2617029fe330 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:23.838660 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-bb85df5d-dc16-4436-b9e3-ff63f965314f req-3f9f776c-d724-4f7e-afab-2617029fe330 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] 10.222.0.41 "GET /v2.0/ports?device_id=b89af75b-9667-469e-b061-668dd6a09e9b HTTP/1.1" status: 200 len: 5421 time: 0.2282038 Jun 01 19:10:23.874691 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f8cd0803-ac70-4fe8-9161-d4c7e8e50007 req-c3301577-089b-4577-ab67-837fc6e15d5d tempest-VolumesActionsTest-1431207634 tempest-VolumesActionsTest-1431207634-project] 10.222.0.41 "GET /v2.0/security-groups?id=d13d880c-07b7-4324-bc6b-356cd30c6e62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751473 Jun 01 19:10:23.875800 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90d0a2de-e2b3-4448-8639-84625b2fcdd0 tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:10:23.882608 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-90d0a2de-e2b3-4448-8639-84625b2fcdd0 tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:10:23.890973 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d0a2de-e2b3-4448-8639-84625b2fcdd0 tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:10:23.926391 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port 2e883e83-973b-4e6f-910f-04d3533b5b1b, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=2e883e83-973b-4e6f-910f-04d3533b5b1b,segment=NetworkSegment(a8944520-f6ca-44a8-bb67-7b5053b4e747),segment_id=a8944520-f6ca-44a8-bb67-7b5053b4e747)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:10:23.945209 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Returning: {'device': '2e883e83-973b-4e6f-910f-04d3533b5b1b', 'network_id': 'c3352d0c-270d-4028-ae16-5fd6706a6b7a', 'port_id': '2e883e83-973b-4e6f-910f-04d3533b5b1b', 'mac_address': 'fa:16:3e:2e:6b:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a4ccbe1-5dd5-4f1d-aea7-7841b068d6b5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 19:10:23.948928 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-bb85df5d-dc16-4436-b9e3-ff63f965314f req-e45bb8d9-16ce-41c1-a394-2679e5c30a36 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d570a50-36ee-4a35-8568-a6d10a7bab24&id=0ab986d5-b8d5-42ed-9ee0-4a29f48e1199&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0742979 Jun 01 19:10:23.965892 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ea195f-e9b2-44a5-9584-15284134cc65 req-02147b9f-3fab-4629-83f8-3536ed84d13f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:23.967752 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c0ea195f-e9b2-44a5-9584-15284134cc65 req-02147b9f-3fab-4629-83f8-3536ed84d13f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=629cbcc775204e3fab453ad18b665a7d&device_id=f1ae5448-8537-4a7d-bbce-14c0820a6601 HTTP/1.1" status: 200 len: 1094 time: 0.1282263 Jun 01 19:10:23.974666 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d0a2de-e2b3-4448-8639-84625b2fcdd0 tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Pushing event updated for resources: {'Port': ['ID=4042031f-74a9-446c-91dd-cc1584fac59b,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:10:24.017865 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port 2e883e83-973b-4e6f-910f-04d3533b5b1b is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:10:24.018385 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:24.037340 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e883e83-973b-4e6f-910f-04d3533b5b1b {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 19:10:24.053723 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port 2e883e83-973b-4e6f-910f-04d3533b5b1b, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=2e883e83-973b-4e6f-910f-04d3533b5b1b,segment=NetworkSegment(a8944520-f6ca-44a8-bb67-7b5053b4e747),segment_id=a8944520-f6ca-44a8-bb67-7b5053b4e747)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:10:24.058525 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:24.120675 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ea195f-e9b2-44a5-9584-15284134cc65 req-196bca30-c19d-453a-840e-4a4a5036c690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:24.123004 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c0ea195f-e9b2-44a5-9584-15284134cc65 req-196bca30-c19d-453a-840e-4a4a5036c690 service neutron] 10.222.0.15 "GET /v2.0/networks?id=acc8637a-ddf7-4d96-a460-3d7437db2654 HTTP/1.1" status: 200 len: 910 time: 0.1456175 Jun 01 19:10:24.127989 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=2e883e83-973b-4e6f-910f-04d3533b5b1b,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:10:24.135379 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b8dc7664-e4ed-4056-9e86-d6663264c527 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2614143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9667199'] for subnet, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:24.192039 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c0ea195f-e9b2-44a5-9584-15284134cc65 req-ed920efe-6ef9-4ce1-861f-aac25941d082 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=66ebf0b9-c373-49ba-ad6f-e785fe678a7b HTTP/1.1" status: 200 len: 217 time: 0.0618322 Jun 01 19:10:24.218562 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fc23e88-3de6-43a3-aaae-a5d14b8ed9fe None None] Network 752856ec-d0e9-477b-85f7-556bdb8925d7 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:10:24.231474 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b8dc7664-e4ed-4056-9e86-d6663264c527 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks [] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:24.238528 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dc7664-e4ed-4056-9e86-d6663264c527 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Pushing event deleted for resources: {'Subnet': ['ID=c09bd56e-2e31-47af-930f-7b5ac3f40dfd,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:10:24.247538 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-b8dc7664-e4ed-4056-9e86-d6663264c527 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] 10.222.0.41 "DELETE /v2.0/subnets/c09bd56e-2e31-47af-930f-7b5ac3f40dfd HTTP/1.1" status: 204 len: 168 time: 0.9949794 Jun 01 19:10:24.251937 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 54034) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:10:24.264090 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-1fadb36f-f3dc-4ccd-a550-2d29d7914577 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Request body: {'subnet': {'network_id': '752856ec-d0e9-477b-85f7-556bdb8925d7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:10:24.316995 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] get_ports_and_sgs() called for port_ids ['2e883e83-973b-4e6f-910f-04d3533b5b1b'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 19:10:24.397335 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ea195f-e9b2-44a5-9584-15284134cc65 req-75d09795-fa42-453a-b383-abd6643dfc3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:24.398777 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c0ea195f-e9b2-44a5-9584-15284134cc65 req-75d09795-fa42-453a-b383-abd6643dfc3f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b315c7dd-b5dc-4e38-acc9-ea751731e0ba HTTP/1.1" status: 200 len: 849 time: 0.2009740 Jun 01 19:10:24.446986 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c0ea195f-e9b2-44a5-9584-15284134cc65 req-d862dee5-f72c-4a08-b5ae-214c266075e7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=acc8637a-ddf7-4d96-a460-3d7437db2654&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410531 Jun 01 19:10:24.586243 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c0ea195f-e9b2-44a5-9584-15284134cc65 req-ee421012-bea4-4ea9-9e56-88c3834ba31c service neutron] 10.222.0.15 "GET /v2.0/networks/acc8637a-ddf7-4d96-a460-3d7437db2654?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310737 Jun 01 19:10:24.741372 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c0ea195f-e9b2-44a5-9584-15284134cc65 req-ef103e5c-a69d-4048-b47f-225dc176e54f service neutron] 10.222.0.15 "GET /v2.0/networks/acc8637a-ddf7-4d96-a460-3d7437db2654?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491103 Jun 01 19:10:24.767009 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-1fadb36f-f3dc-4ccd-a550-2d29d7914577 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:10:24.774236 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-1fadb36f-f3dc-4ccd-a550-2d29d7914577 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Usage tracker for resource:subnet and tenant:be49ffaf16754f888348eea74749e7ed is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:10:24.779853 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-1fadb36f-f3dc-4ccd-a550-2d29d7914577 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:10:24.794465 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7861aaf5-21c1-4a72-93ee-40b7b607d5c7 req-a9bf12ff-50dd-40f6-b7e4-9c1bb23f76aa tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:24.795987 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-7861aaf5-21c1-4a72-93ee-40b7b607d5c7 req-a9bf12ff-50dd-40f6-b7e4-9c1bb23f76aa tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] 10.222.0.41 "GET /v2.0/ports?device_id=7942ffa3-99e7-4ccc-9377-41a3e1fddc14 HTTP/1.1" status: 200 len: 944 time: 0.5058384 Jun 01 19:10:24.796960 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-1fadb36f-f3dc-4ccd-a550-2d29d7914577 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:10:24.799038 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-90d0a2de-e2b3-4448-8639-84625b2fcdd0 tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:24.896767 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fadb36f-f3dc-4ccd-a550-2d29d7914577 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Made reservation on behalf of be49ffaf16754f888348eea74749e7ed for: {'subnet': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:10:24.900191 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1fadb36f-f3dc-4ccd-a550-2d29d7914577 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9667140'] for subnet, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:25.077018 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-7861aaf5-21c1-4a72-93ee-40b7b607d5c7 req-b7f68194-854b-4fce-a618-884e51f87726 tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] 10.222.0.41 "GET /v2.0/security-groups?id=c630f878-51e5-4bf4-a4a2-ad9f1043de4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2263269 Jun 01 19:10:25.124415 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fc2218-61c6-4253-987c-5355f811111a req-c76f4be4-01b7-45e2-b7ce-fc3485f98561 tempest-VolumesActionsTest-1431207634 tempest-VolumesActionsTest-1431207634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:25.126226 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c1fc2218-61c6-4253-987c-5355f811111a req-c76f4be4-01b7-45e2-b7ce-fc3485f98561 tempest-VolumesActionsTest-1431207634 tempest-VolumesActionsTest-1431207634-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1ae5448-8537-4a7d-bbce-14c0820a6601 HTTP/1.1" status: 200 len: 943 time: 0.1018858 Jun 01 19:10:25.186421 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c1fc2218-61c6-4253-987c-5355f811111a req-6349ddb6-931b-495b-8d18-b2dfa1fc7088 tempest-VolumesActionsTest-1431207634 tempest-VolumesActionsTest-1431207634-project] 10.222.0.41 "GET /v2.0/security-groups?id=d13d880c-07b7-4324-bc6b-356cd30c6e62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538511 Jun 01 19:10:25.354281 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-10a5d3ad-af42-47b8-8d5e-1c0ce3a72423 None None] Provisioning complete for port dd48a52c-b39a-4312-b7cd-9d34ea6a16d4 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:10:25.354905 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-10a5d3ad-af42-47b8-8d5e-1c0ce3a72423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:25.444039 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-90d0a2de-e2b3-4448-8639-84625b2fcdd0 tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-886608', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-885830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25341'] for router, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:25.456347 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-90d0a2de-e2b3-4448-8639-84625b2fcdd0 tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-886655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-886601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-886598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-885887'] for router, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:25.469445 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-10a5d3ad-af42-47b8-8d5e-1c0ce3a72423 None None] Current status of the port dd48a52c-b39a-4312-b7cd-9d34ea6a16d4 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:10:25.478725 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64dc462-3b8c-452d-963c-c38586ed4ec3 req-2f7c054c-40ce-494c-be66-d04863f126be tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:25.480402 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-10a5d3ad-af42-47b8-8d5e-1c0ce3a72423 None None] Provisioning complete for port 3c280a74-a1ee-4501-af21-e234804137ae triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:10:25.481287 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-10a5d3ad-af42-47b8-8d5e-1c0ce3a72423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:25.485064 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64dc462-3b8c-452d-963c-c38586ed4ec3 req-2f7c054c-40ce-494c-be66-d04863f126be tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:25.490798 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64dc462-3b8c-452d-963c-c38586ed4ec3 req-2f7c054c-40ce-494c-be66-d04863f126be tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:25.497160 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64dc462-3b8c-452d-963c-c38586ed4ec3 req-2f7c054c-40ce-494c-be66-d04863f126be tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:25.502905 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64dc462-3b8c-452d-963c-c38586ed4ec3 req-2f7c054c-40ce-494c-be66-d04863f126be tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:25.508651 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64dc462-3b8c-452d-963c-c38586ed4ec3 req-2f7c054c-40ce-494c-be66-d04863f126be tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:25.514447 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64dc462-3b8c-452d-963c-c38586ed4ec3 req-2f7c054c-40ce-494c-be66-d04863f126be tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:25.516313 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b64dc462-3b8c-452d-963c-c38586ed4ec3 req-2f7c054c-40ce-494c-be66-d04863f126be tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] 10.222.0.41 "GET /v2.0/ports?device_id=b89af75b-9667-469e-b061-668dd6a09e9b HTTP/1.1" status: 200 len: 5421 time: 0.2936072 Jun 01 19:10:25.536127 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-10a5d3ad-af42-47b8-8d5e-1c0ce3a72423 None None] Port 3c280a74-a1ee-4501-af21-e234804137ae cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:10:25.717479 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b64dc462-3b8c-452d-963c-c38586ed4ec3 req-efa510bc-786f-4683-833e-ff5e7e282537 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d570a50-36ee-4a35-8568-a6d10a7bab24&id=0ab986d5-b8d5-42ed-9ee0-4a29f48e1199&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1419172 Jun 01 19:10:25.747895 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 66ebf0b9-c373-49ba-ad6f-e785fe678a7b details requested by agent hyperv_n-h1-844202-1 with host n-h1-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 19:10:25.750193 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 2e883e83-973b-4e6f-910f-04d3533b5b1b up at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:10:25.750891 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1fadb36f-f3dc-4ccd-a550-2d29d7914577 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2614064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9667190'] for subnet, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:25.823953 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fadb36f-f3dc-4ccd-a550-2d29d7914577 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Network 752856ec-d0e9-477b-85f7-556bdb8925d7 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:10:25.828944 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-1fadb36f-f3dc-4ccd-a550-2d29d7914577 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:10:25.839295 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fadb36f-f3dc-4ccd-a550-2d29d7914577 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:25.840437 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1fadb36f-f3dc-4ccd-a550-2d29d7914577 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks [] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:25.861648 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fadb36f-f3dc-4ccd-a550-2d29d7914577 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Pushing event updated for resources: {'Subnet': ['ID=8b691a3a-8079-4285-a6e9-1fb4beba7c86,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:10:25.874299 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbeaaf39-2a66-4ad0-bcb7-4f99e29e768c None None] Network 752856ec-d0e9-477b-85f7-556bdb8925d7 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:10:25.882905 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-1fadb36f-f3dc-4ccd-a550-2d29d7914577 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6279385 Jun 01 19:10:25.885469 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 54042) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:10:25.891885 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-66c01211-026d-48bf-b192-535aab33b526 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Request body: {'security_group': {'name': 'tempest-secgroup-1941184084'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:10:25.901229 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-66c01211-026d-48bf-b192-535aab33b526 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:10:25.906776 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90d0a2de-e2b3-4448-8639-84625b2fcdd0 tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Router 572393b9-a711-471f-861a-e77cf9a2083c is scheduled to L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 with binding_index 1 {{(pid=88525) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 19:10:25.909615 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-66c01211-026d-48bf-b192-535aab33b526 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Usage tracker for resource:security_group and tenant:be49ffaf16754f888348eea74749e7ed is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:10:25.913379 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-66c01211-026d-48bf-b192-535aab33b526 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:10:25.979795 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-66c01211-026d-48bf-b192-535aab33b526 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:10:25.982220 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Provisioning for port 2e883e83-973b-4e6f-910f-04d3533b5b1b completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:10:26.005797 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Provisioning complete for port 2e883e83-973b-4e6f-910f-04d3533b5b1b triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:10:26.006171 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:26.016593 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-66c01211-026d-48bf-b192-535aab33b526 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:26.080740 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port 66ebf0b9-c373-49ba-ad6f-e785fe678a7b, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=66ebf0b9-c373-49ba-ad6f-e785fe678a7b,segment=NetworkSegment(c49a60ea-e810-446c-90a6-9356d9a7cf2c),segment_id=c49a60ea-e810-446c-90a6-9356d9a7cf2c)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:10:26.107592 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-66c01211-026d-48bf-b192-535aab33b526 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:10:26.115231 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-66c01211-026d-48bf-b192-535aab33b526 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Usage tracker for resource:security_group_rule and tenant:be49ffaf16754f888348eea74749e7ed is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:10:26.116729 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Returning: {'device': '66ebf0b9-c373-49ba-ad6f-e785fe678a7b', 'network_id': 'acc8637a-ddf7-4d96-a460-3d7437db2654', 'port_id': '66ebf0b9-c373-49ba-ad6f-e785fe678a7b', 'mac_address': 'fa:16:3e:6e:d0:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b315c7dd-b5dc-4e38-acc9-ea751731e0ba', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 19:10:26.119523 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-66c01211-026d-48bf-b192-535aab33b526 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:10:26.133026 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-66c01211-026d-48bf-b192-535aab33b526 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:10:26.154888 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90d0a2de-e2b3-4448-8639-84625b2fcdd0 tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:10:26.161806 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-90d0a2de-e2b3-4448-8639-84625b2fcdd0 tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Notify callbacks [] for router, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:26.165746 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 54048) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:10:26.166627 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-90d0a2de-e2b3-4448-8639-84625b2fcdd0 tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] 10.222.0.41 "PUT /v2.0/routers/572393b9-a711-471f-861a-e77cf9a2083c HTTP/1.1" status: 200 len: 915 time: 4.4241974 Jun 01 19:10:26.171374 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d068aca8-083e-46f0-a471-c2ae48b89c4e None None] Sync routers for ids ['572393b9-a711-471f-861a-e77cf9a2083c'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:10:26.184494 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d068aca8-083e-46f0-a471-c2ae48b89c4e None None] Routers {'572393b9-a711-471f-861a-e77cf9a2083c'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:10:26.185113 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-d068aca8-083e-46f0-a471-c2ae48b89c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:10:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['572393b9-a711-471f-861a-e77cf9a2083c'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:10:26.258078 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-d068aca8-083e-46f0-a471-c2ae48b89c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:10:26.268570 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d068aca8-083e-46f0-a471-c2ae48b89c4e None None] Routers {'572393b9-a711-471f-861a-e77cf9a2083c'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:10:26.269182 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-d068aca8-083e-46f0-a471-c2ae48b89c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:10:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['572393b9-a711-471f-861a-e77cf9a2083c'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:10:26.312313 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-66c01211-026d-48bf-b192-535aab33b526 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:26.319446 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-66c01211-026d-48bf-b192-535aab33b526 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:26.360760 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-d068aca8-083e-46f0-a471-c2ae48b89c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:10:26.361977 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d068aca8-083e-46f0-a471-c2ae48b89c4e None None] The sync data for ids ['572393b9-a711-471f-861a-e77cf9a2083c'] in n-d-844202-1 is: [] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:10:26.371119 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port 66ebf0b9-c373-49ba-ad6f-e785fe678a7b is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:10:26.372253 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:26.417121 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66ebf0b9-c373-49ba-ad6f-e785fe678a7b {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 19:10:26.422332 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-66c01211-026d-48bf-b192-535aab33b526 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:26.423621 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-66c01211-026d-48bf-b192-535aab33b526 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5372567 Jun 01 19:10:26.426072 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c01211-026d-48bf-b192-535aab33b526 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Pushing event updated for resources: {'SecurityGroup': ['ID=071b9d4d-ef76-4cb4-bfc9-00500b2804ec,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:10:26.428596 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 54054) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:10:26.437123 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-daca2439-accf-4282-9b8e-00f8597f9f29 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Request body: {'security_group': {'name': 'tempest-secgroup-896748569'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:10:26.447903 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-daca2439-accf-4282-9b8e-00f8597f9f29 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:10:26.450846 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port 2e883e83-973b-4e6f-910f-04d3533b5b1b is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:10:26.451233 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:26.453883 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-daca2439-accf-4282-9b8e-00f8597f9f29 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Usage tracker for resource:security_group and tenant:be49ffaf16754f888348eea74749e7ed is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:10:26.458420 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-daca2439-accf-4282-9b8e-00f8597f9f29 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:10:26.467620 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-daca2439-accf-4282-9b8e-00f8597f9f29 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:10:26.470967 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port 66ebf0b9-c373-49ba-ad6f-e785fe678a7b, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=66ebf0b9-c373-49ba-ad6f-e785fe678a7b,segment=NetworkSegment(c49a60ea-e810-446c-90a6-9356d9a7cf2c),segment_id=c49a60ea-e810-446c-90a6-9356d9a7cf2c)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:10:26.485926 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f347fab3-5981-4926-bada-88b03974f41d req-247f5ba2-4221-45e0-90c5-487ee5301a7f tempest-VolumesActionsTest-1431207634 tempest-VolumesActionsTest-1431207634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:26.486291 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:26.492786 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f347fab3-5981-4926-bada-88b03974f41d req-247f5ba2-4221-45e0-90c5-487ee5301a7f tempest-VolumesActionsTest-1431207634 tempest-VolumesActionsTest-1431207634-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1ae5448-8537-4a7d-bbce-14c0820a6601 HTTP/1.1" status: 200 len: 943 time: 0.1581199 Jun 01 19:10:26.510003 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-3495d70b-d054-41a8-8820-879e6af750bb tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] 10.222.0.41 "GET /v2.0/routers/572393b9-a711-471f-861a-e77cf9a2083c HTTP/1.1" status: 200 len: 921 time: 0.3398302 Jun 01 19:10:26.514358 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 54058) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:10:26.515127 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-daca2439-accf-4282-9b8e-00f8597f9f29 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:26.519136 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b579761b-711b-4be9-8c5f-9f082aa31841 req-a264d92e-ffa3-49c1-8de9-a539595ac84b tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:26.520769 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b579761b-711b-4be9-8c5f-9f082aa31841 req-a264d92e-ffa3-49c1-8de9-a539595ac84b tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] 10.222.0.41 "GET /v2.0/ports?device_id=7942ffa3-99e7-4ccc-9377-41a3e1fddc14 HTTP/1.1" status: 200 len: 944 time: 0.2287736 Jun 01 19:10:26.529744 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7942ffa3-99e7-4ccc-9377-41a3e1fddc14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e883e83-973b-4e6f-910f-04d3533b5b1b'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:10:26.565273 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port 2e883e83-973b-4e6f-910f-04d3533b5b1b, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=2e883e83-973b-4e6f-910f-04d3533b5b1b,segment=NetworkSegment(a8944520-f6ca-44a8-bb67-7b5053b4e747),segment_id=a8944520-f6ca-44a8-bb67-7b5053b4e747)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:10:26.572331 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b579761b-711b-4be9-8c5f-9f082aa31841 req-8e031d2b-faec-45ac-ba10-31e97f2733d3 tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] 10.222.0.41 "GET /v2.0/security-groups?id=c630f878-51e5-4bf4-a4a2-ad9f1043de4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453711 Jun 01 19:10:26.574406 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:26.600607 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=66ebf0b9-c373-49ba-ad6f-e785fe678a7b,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:10:26.640950 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d437027-6d1b-4b6d-8968-68cffcac32a0'] response: {'server_uuid': '7942ffa3-99e7-4ccc-9377-41a3e1fddc14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e883e83-973b-4e6f-910f-04d3533b5b1b', 'code': 200} Jun 01 19:10:26.750936 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=2e883e83-973b-4e6f-910f-04d3533b5b1b,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:10:26.756065 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09f62660-70ac-4a8a-b755-a6e3f0e5669b None None] Update dhcp port {'port': {'network_id': '752856ec-d0e9-477b-85f7-556bdb8925d7', 'fixed_ips': [{'subnet_id': '50622919-b2e3-4302-86b9-eff7644ff6a2', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '8b691a3a-8079-4285-a6e9-1fb4beba7c86'}], 'binding:host_id': 'n-d-844202-1'}, 'id': 'dd48a52c-b39a-4312-b7cd-9d34ea6a16d4'} from n-d-844202-1. {{(pid=88526) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jun 01 19:10:26.766534 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f347fab3-5981-4926-bada-88b03974f41d req-1d72f254-8865-4cb2-a8f9-26f3ceec0e02 tempest-VolumesActionsTest-1431207634 tempest-VolumesActionsTest-1431207634-project] 10.222.0.41 "GET /v2.0/security-groups?id=d13d880c-07b7-4324-bc6b-356cd30c6e62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2714367 Jun 01 19:10:26.782216 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-daca2439-accf-4282-9b8e-00f8597f9f29 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:10:26.792845 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-daca2439-accf-4282-9b8e-00f8597f9f29 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Usage tracker for resource:security_group_rule and tenant:be49ffaf16754f888348eea74749e7ed is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:10:26.796567 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a70d035-f661-4cd8-8512-97c521f7a586 req-d486f5cf-0b55-4c6a-88b2-0b889cad1fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:26.798831 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-1a70d035-f661-4cd8-8512-97c521f7a586 req-d486f5cf-0b55-4c6a-88b2-0b889cad1fca service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7942ffa3-99e7-4ccc-9377-41a3e1fddc14 HTTP/1.1" status: 200 len: 1096 time: 0.1028976 Jun 01 19:10:26.800797 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] get_ports_and_sgs() called for port_ids ['66ebf0b9-c373-49ba-ad6f-e785fe678a7b'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 19:10:26.803058 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-daca2439-accf-4282-9b8e-00f8597f9f29 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:10:26.812100 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-daca2439-accf-4282-9b8e-00f8597f9f29 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:10:26.847111 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-1a70d035-f661-4cd8-8512-97c521f7a586 req-667e2046-2c49-4141-a6c9-e2cba7041617 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=c630f878-51e5-4bf4-a4a2-ad9f1043de4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408604 Jun 01 19:10:26.866685 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c2065c-27cf-47bf-aca6-d1123a47bf9b tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:26.870722 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-69c2065c-27cf-47bf-aca6-d1123a47bf9b tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=72a72e44-6845-488a-a5ff-3a26d4df9cb3&device_id=572393b9-a711-471f-861a-e77cf9a2083c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3407884 Jun 01 19:10:26.872529 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 54066) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:10:26.882840 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-09f62660-70ac-4a8a-b755-a6e3f0e5669b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:26.964586 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f7741b-8f13-4bde-af37-0ed2dcf05da9 req-ed88f40b-0d14-4fea-9e8d-a5e80ed43487 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:26.971260 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f7741b-8f13-4bde-af37-0ed2dcf05da9 req-ed88f40b-0d14-4fea-9e8d-a5e80ed43487 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:26.977790 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f7741b-8f13-4bde-af37-0ed2dcf05da9 req-ed88f40b-0d14-4fea-9e8d-a5e80ed43487 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:26.985406 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f7741b-8f13-4bde-af37-0ed2dcf05da9 req-ed88f40b-0d14-4fea-9e8d-a5e80ed43487 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:26.992269 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f7741b-8f13-4bde-af37-0ed2dcf05da9 req-ed88f40b-0d14-4fea-9e8d-a5e80ed43487 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:26.996777 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-daca2439-accf-4282-9b8e-00f8597f9f29 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:27.004140 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-daca2439-accf-4282-9b8e-00f8597f9f29 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:27.005280 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f7741b-8f13-4bde-af37-0ed2dcf05da9 req-ed88f40b-0d14-4fea-9e8d-a5e80ed43487 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:27.018289 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f7741b-8f13-4bde-af37-0ed2dcf05da9 req-ed88f40b-0d14-4fea-9e8d-a5e80ed43487 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:27.020313 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-17f7741b-8f13-4bde-af37-0ed2dcf05da9 req-ed88f40b-0d14-4fea-9e8d-a5e80ed43487 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] 10.222.0.41 "GET /v2.0/ports?device_id=b89af75b-9667-469e-b061-668dd6a09e9b HTTP/1.1" status: 200 len: 5421 time: 0.1561129 Jun 01 19:10:27.071432 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-17f7741b-8f13-4bde-af37-0ed2dcf05da9 req-a77d82fc-4443-4ef6-aa62-386fe4feeced tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d570a50-36ee-4a35-8568-a6d10a7bab24&id=0ab986d5-b8d5-42ed-9ee0-4a29f48e1199&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0440466 Jun 01 19:10:27.090634 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-daca2439-accf-4282-9b8e-00f8597f9f29 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:27.094315 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-daca2439-accf-4282-9b8e-00f8597f9f29 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6613231 Jun 01 19:10:27.095044 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 54070) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:10:27.099923 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-5aa9cac6-9aac-4f13-b2ef-bccc1a4da7bd tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Request body: {'security_group': {'name': 'tempest-secgroup-2137910678'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:10:27.107540 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daca2439-accf-4282-9b8e-00f8597f9f29 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8d4868e-fa6e-4183-9cae-b8c85105ac84,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:10:27.110990 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-5aa9cac6-9aac-4f13-b2ef-bccc1a4da7bd tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:10:27.119536 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dc8adc8-0eb9-4ae8-ac8e-6ff3ae7e1fc9 tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:27.119536 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-7dc8adc8-0eb9-4ae8-ac8e-6ff3ae7e1fc9 tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] 10.222.0.41 "GET /v2.0/networks/72a72e44-6845-488a-a5ff-3a26d4df9cb3 HTTP/1.1" status: 200 len: 881 time: 0.2422347 Jun 01 19:10:27.119536 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 54074) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:10:27.123970 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-5aa9cac6-9aac-4f13-b2ef-bccc1a4da7bd tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Usage tracker for resource:security_group and tenant:be49ffaf16754f888348eea74749e7ed is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:10:27.166415 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-ef3f6c41-9bd7-4c96-a38d-a1afa7aa10f9 tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] 10.222.0.41 "GET /v2.0/ports?device_id=572393b9-a711-471f-861a-e77cf9a2083c HTTP/1.1" status: 200 len: 205 time: 0.0465407 Jun 01 19:10:27.168092 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-5aa9cac6-9aac-4f13-b2ef-bccc1a4da7bd tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:10:27.170026 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 54078) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:10:27.174771 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-5aa9cac6-9aac-4f13-b2ef-bccc1a4da7bd tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:10:27.187325 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5aa9cac6-9aac-4f13-b2ef-bccc1a4da7bd tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:27.208403 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-5aa9cac6-9aac-4f13-b2ef-bccc1a4da7bd tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:10:27.212597 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-5aa9cac6-9aac-4f13-b2ef-bccc1a4da7bd tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Usage tracker for resource:security_group_rule and tenant:be49ffaf16754f888348eea74749e7ed is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:10:27.216919 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-5aa9cac6-9aac-4f13-b2ef-bccc1a4da7bd tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:10:27.229389 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-5aa9cac6-9aac-4f13-b2ef-bccc1a4da7bd tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:10:27.239222 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.db_base_plugin_common [None req-09f62660-70ac-4a8a-b755-a6e3f0e5669b None None] Allocated IP 2001:db8::2 (752856ec-d0e9-477b-85f7-556bdb8925d7/8b691a3a-8079-4285-a6e9-1fb4beba7c86/dd48a52c-b39a-4312-b7cd-9d34ea6a16d4) {{(pid=88526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:10:27.312178 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5aa9cac6-9aac-4f13-b2ef-bccc1a4da7bd tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:27.316584 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5aa9cac6-9aac-4f13-b2ef-bccc1a4da7bd tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:27.361377 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa9cac6-9aac-4f13-b2ef-bccc1a4da7bd tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a37a9ef-9c31-4caf-b9ae-6ae25a107986,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:10:27.364967 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5aa9cac6-9aac-4f13-b2ef-bccc1a4da7bd tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:27.365186 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f314c960-6704-487c-b0e4-00d6d1504d8a tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] Notify callbacks [] for router, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:27.369400 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-5aa9cac6-9aac-4f13-b2ef-bccc1a4da7bd tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2733140 Jun 01 19:10:27.370061 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 54082) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:10:27.376471 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-c14cbcdc-bf1a-4dfd-b731-10b502da04bb tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1526647736', 'security_groups': ['7a37a9ef-9c31-4caf-b9ae-6ae25a107986'], 'network_id': '752856ec-d0e9-477b-85f7-556bdb8925d7', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '8b691a3a-8079-4285-a6e9-1fb4beba7c86'}]}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:10:27.407179 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-09f62660-70ac-4a8a-b755-a6e3f0e5669b None None] For port dd48a52c-b39a-4312-b7cd-9d34ea6a16d4, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=dd48a52c-b39a-4312-b7cd-9d34ea6a16d4,segment=NetworkSegment(f4d97605-7a94-4988-bddf-a1aaba381b9b),segment_id=f4d97605-7a94-4988-bddf-a1aaba381b9b)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:10:27.433144 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-09f62660-70ac-4a8a-b755-a6e3f0e5669b None None] Notify callbacks [] for port, precommit_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:27.451330 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-09f62660-70ac-4a8a-b755-a6e3f0e5669b None None] Transition to ACTIVE for port object dd48a52c-b39a-4312-b7cd-9d34ea6a16d4 will not be triggered until provisioned by entity DHCP. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:10:27.456048 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-09f62660-70ac-4a8a-b755-a6e3f0e5669b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:27.525199 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-c14cbcdc-bf1a-4dfd-b731-10b502da04bb tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:10:27.535673 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-c14cbcdc-bf1a-4dfd-b731-10b502da04bb tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:10:27.546376 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c14cbcdc-bf1a-4dfd-b731-10b502da04bb tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Made reservation on behalf of be49ffaf16754f888348eea74749e7ed for: {'port': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:10:27.563002 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f314c960-6704-487c-b0e4-00d6d1504d8a tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:27.573518 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-f314c960-6704-487c-b0e4-00d6d1504d8a tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] Deleting port 4042031f-74a9-446c-91dd-cc1584fac59b {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:10:27.573954 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f314c960-6704-487c-b0e4-00d6d1504d8a tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:27.604595 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f62660-70ac-4a8a-b755-a6e3f0e5669b None None] Pushing event updated for resources: {'Port': ['ID=dd48a52c-b39a-4312-b7cd-9d34ea6a16d4,revision_number=6']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:10:27.755676 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c14cbcdc-bf1a-4dfd-b731-10b502da04bb tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:27.760810 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 66ebf0b9-c373-49ba-ad6f-e785fe678a7b up at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:10:27.789698 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [None req-c14cbcdc-bf1a-4dfd-b731-10b502da04bb tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] device_id is not set on port ddec0a9b-777e-4c5d-8f3a-98e1dd569103 yet. {{(pid=88525) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 19:10:27.902061 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Provisioning for port 66ebf0b9-c373-49ba-ad6f-e785fe678a7b completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:10:27.915246 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Provisioning complete for port 66ebf0b9-c373-49ba-ad6f-e785fe678a7b triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:10:27.916635 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:28.017040 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a24074-fe95-46e2-8194-473d1f3e64a6 req-3da68aa8-3430-40ed-bdd8-ed133f7b2601 tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:28.031678 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f5a24074-fe95-46e2-8194-473d1f3e64a6 req-3da68aa8-3430-40ed-bdd8-ed133f7b2601 tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] 10.222.0.41 "GET /v2.0/ports?device_id=7942ffa3-99e7-4ccc-9377-41a3e1fddc14 HTTP/1.1" status: 200 len: 945 time: 0.3318400 Jun 01 19:10:28.094950 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f314c960-6704-487c-b0e4-00d6d1504d8a tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:28.100329 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port 66ebf0b9-c373-49ba-ad6f-e785fe678a7b is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:10:28.100840 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:28.151532 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port 66ebf0b9-c373-49ba-ad6f-e785fe678a7b, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=66ebf0b9-c373-49ba-ad6f-e785fe678a7b,segment=NetworkSegment(c49a60ea-e810-446c-90a6-9356d9a7cf2c),segment_id=c49a60ea-e810-446c-90a6-9356d9a7cf2c)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:10:28.156183 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:28.188131 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f5a24074-fe95-46e2-8194-473d1f3e64a6 req-c59eb94b-d981-4f50-b6ce-2c1b996ac084 tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] 10.222.0.41 "GET /v2.0/security-groups?id=c630f878-51e5-4bf4-a4a2-ad9f1043de4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1351697 Jun 01 19:10:28.245071 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=66ebf0b9-c373-49ba-ad6f-e785fe678a7b,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:10:28.259081 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [None req-c14cbcdc-bf1a-4dfd-b731-10b502da04bb tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Allocated IP 2001:db8::356 (752856ec-d0e9-477b-85f7-556bdb8925d7/8b691a3a-8079-4285-a6e9-1fb4beba7c86/ddec0a9b-777e-4c5d-8f3a-98e1dd569103) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:10:28.279367 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-f314c960-6704-487c-b0e4-00d6d1504d8a tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] Calling delete_port for 4042031f-74a9-446c-91dd-cc1584fac59b owned by network:router_gateway {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:10:28.360631 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93dcaa3-117e-4b50-bc70-4c57bf15817d req-efd36b6f-c749-421a-be9d-2b8913a09f69 tempest-VolumesActionsTest-1431207634 tempest-VolumesActionsTest-1431207634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:28.362086 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c93dcaa3-117e-4b50-bc70-4c57bf15817d req-efd36b6f-c749-421a-be9d-2b8913a09f69 tempest-VolumesActionsTest-1431207634 tempest-VolumesActionsTest-1431207634-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1ae5448-8537-4a7d-bbce-14c0820a6601 HTTP/1.1" status: 200 len: 944 time: 0.4249029 Jun 01 19:10:28.376598 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-897fc97f-12f5-4fc3-b6ac-78e79929ed1b None None] Provisioning for port dd48a52c-b39a-4312-b7cd-9d34ea6a16d4 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:10:28.382610 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-897fc97f-12f5-4fc3-b6ac-78e79929ed1b None None] Provisioning complete for port dd48a52c-b39a-4312-b7cd-9d34ea6a16d4 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:10:28.383501 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-897fc97f-12f5-4fc3-b6ac-78e79929ed1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:28.430531 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c93dcaa3-117e-4b50-bc70-4c57bf15817d req-05fcc08f-c97d-4e54-9c70-4a91d568c938 tempest-VolumesActionsTest-1431207634 tempest-VolumesActionsTest-1431207634-project] 10.222.0.41 "GET /v2.0/security-groups?id=d13d880c-07b7-4324-bc6b-356cd30c6e62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554302 Jun 01 19:10:28.508669 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-897fc97f-12f5-4fc3-b6ac-78e79929ed1b None None] Current status of the port dd48a52c-b39a-4312-b7cd-9d34ea6a16d4 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:10:28.520810 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-897fc97f-12f5-4fc3-b6ac-78e79929ed1b None None] Provisioning complete for port 3c280a74-a1ee-4501-af21-e234804137ae triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:10:28.521177 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-897fc97f-12f5-4fc3-b6ac-78e79929ed1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:28.527500 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f314c960-6704-487c-b0e4-00d6d1504d8a tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:28.557735 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c14cbcdc-bf1a-4dfd-b731-10b502da04bb tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:28.571871 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff2659a-20e3-40fe-b894-5c6fd3572d11 req-a2a9f1f7-db6f-4b25-a8d3-deec3ed8da3c tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:28.576101 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-897fc97f-12f5-4fc3-b6ac-78e79929ed1b None None] Port 3c280a74-a1ee-4501-af21-e234804137ae cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:10:28.578969 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff2659a-20e3-40fe-b894-5c6fd3572d11 req-a2a9f1f7-db6f-4b25-a8d3-deec3ed8da3c tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:28.581177 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f314c960-6704-487c-b0e4-00d6d1504d8a tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] Pushing event deleted for resources: {'Port': ['ID=4042031f-74a9-446c-91dd-cc1584fac59b,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:10:28.585195 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff2659a-20e3-40fe-b894-5c6fd3572d11 req-a2a9f1f7-db6f-4b25-a8d3-deec3ed8da3c tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:28.592037 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff2659a-20e3-40fe-b894-5c6fd3572d11 req-a2a9f1f7-db6f-4b25-a8d3-deec3ed8da3c tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:28.597866 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff2659a-20e3-40fe-b894-5c6fd3572d11 req-a2a9f1f7-db6f-4b25-a8d3-deec3ed8da3c tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:28.603506 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff2659a-20e3-40fe-b894-5c6fd3572d11 req-a2a9f1f7-db6f-4b25-a8d3-deec3ed8da3c tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:28.611350 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff2659a-20e3-40fe-b894-5c6fd3572d11 req-a2a9f1f7-db6f-4b25-a8d3-deec3ed8da3c tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:28.612067 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2ff2659a-20e3-40fe-b894-5c6fd3572d11 req-a2a9f1f7-db6f-4b25-a8d3-deec3ed8da3c tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] 10.222.0.41 "GET /v2.0/ports?device_id=b89af75b-9667-469e-b061-668dd6a09e9b HTTP/1.1" status: 200 len: 5421 time: 0.2688038 Jun 01 19:10:28.644256 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1ae5448-8537-4a7d-bbce-14c0820a6601', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66ebf0b9-c373-49ba-ad6f-e785fe678a7b'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:10:28.651448 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [None req-c14cbcdc-bf1a-4dfd-b731-10b502da04bb tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Transition to ACTIVE for port object ddec0a9b-777e-4c5d-8f3a-98e1dd569103 will not be triggered until provisioned by entity DHCP. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:10:28.678986 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device dd48a52c-b39a-4312-b7cd-9d34ea6a16d4 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:10:28.686903 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2ff2659a-20e3-40fe-b894-5c6fd3572d11 req-54a8bd9c-f8e6-4597-9b16-fae10d55df6f tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d570a50-36ee-4a35-8568-a6d10a7bab24&id=0ab986d5-b8d5-42ed-9ee0-4a29f48e1199&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0682220 Jun 01 19:10:28.725754 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f314c960-6704-487c-b0e4-00d6d1504d8a tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-887703'] for router_gateway, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:28.730195 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c14cbcdc-bf1a-4dfd-b731-10b502da04bb tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:28.755571 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be1cf957-3b9f-4ecb-9225-0cf30d86be34'] response: {'server_uuid': 'f1ae5448-8537-4a7d-bbce-14c0820a6601', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66ebf0b9-c373-49ba-ad6f-e785fe678a7b', 'code': 200} Jun 01 19:10:28.799565 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port dd48a52c-b39a-4312-b7cd-9d34ea6a16d4 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:10:28.800025 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:28.805961 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c14cbcdc-bf1a-4dfd-b731-10b502da04bb tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Network 752856ec-d0e9-477b-85f7-556bdb8925d7 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:10:28.811038 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-c14cbcdc-bf1a-4dfd-b731-10b502da04bb tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:10:28.814963 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14cbcdc-bf1a-4dfd-b731-10b502da04bb tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:10:28.820506 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c14cbcdc-bf1a-4dfd-b731-10b502da04bb tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:28.821109 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c14cbcdc-bf1a-4dfd-b731-10b502da04bb tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:28.853321 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14cbcdc-bf1a-4dfd-b731-10b502da04bb tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Pushing event updated for resources: {'Port': ['ID=ddec0a9b-777e-4c5d-8f3a-98e1dd569103,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:10:28.866447 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-c14cbcdc-bf1a-4dfd-b731-10b502da04bb tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4950118 Jun 01 19:10:28.867296 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 54096) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:10:28.875038 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-5117e962-13d8-4438-95e7-6605729bdb6d tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Request body: {'subnet': {'network_id': '752856ec-d0e9-477b-85f7-556bdb8925d7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:10:28.938912 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port dd48a52c-b39a-4312-b7cd-9d34ea6a16d4 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:10:28.972179 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f314c960-6704-487c-b0e4-00d6d1504d8a tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25316'] for router, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:28.975289 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f314c960-6704-487c-b0e4-00d6d1504d8a tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:29.022391 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f314c960-6704-487c-b0e4-00d6d1504d8a tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-891519'] for router, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:29.022924 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f314c960-6704-487c-b0e4-00d6d1504d8a tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] Fanout notify agent at l3_agent the message router_deleted on router 572393b9-a711-471f-861a-e77cf9a2083c {{(pid=88524) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 19:10:29.039195 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6925dd31-f062-4ea3-976e-648f4cebb78c req-cfbe1cb8-4e55-44ab-a37d-63777997f467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:29.040696 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6925dd31-f062-4ea3-976e-648f4cebb78c req-cfbe1cb8-4e55-44ab-a37d-63777997f467 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f1ae5448-8537-4a7d-bbce-14c0820a6601 HTTP/1.1" status: 200 len: 1096 time: 0.2019901 Jun 01 19:10:29.046668 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f314c960-6704-487c-b0e4-00d6d1504d8a tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] Notify callbacks [] for router, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:29.047713 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-f314c960-6704-487c-b0e4-00d6d1504d8a tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] 10.222.0.41 "DELETE /v2.0/routers/572393b9-a711-471f-861a-e77cf9a2083c HTTP/1.1" status: 204 len: 168 time: 1.8759472 Jun 01 19:10:29.052732 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 54100) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:10:29.070635 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-79c3cf56-e9bc-40b6-9132-7bbc4ab01e42 tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-159677412', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}, 'admin_state_up': False}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:10:29.081587 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-79c3cf56-e9bc-40b6-9132-7bbc4ab01e42 tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:10:29.085457 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6925dd31-f062-4ea3-976e-648f4cebb78c req-9afe1c84-c5d0-47c0-abe5-fdbc402d8a3b service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=d13d880c-07b7-4324-bc6b-356cd30c6e62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364671 Jun 01 19:10:29.089756 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-79c3cf56-e9bc-40b6-9132-7bbc4ab01e42 tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] Usage tracker for resource:router and tenant:e5be8a579770467e96fcc6c814e10acf is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:10:29.092816 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-5117e962-13d8-4438-95e7-6605729bdb6d tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:10:29.095942 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-79c3cf56-e9bc-40b6-9132-7bbc4ab01e42 tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:10:29.102098 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-5117e962-13d8-4438-95e7-6605729bdb6d tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Usage tracker for resource:subnet and tenant:be49ffaf16754f888348eea74749e7ed is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:10:29.104642 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-79c3cf56-e9bc-40b6-9132-7bbc4ab01e42 tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:10:29.107441 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-5117e962-13d8-4438-95e7-6605729bdb6d tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:10:29.115069 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-5117e962-13d8-4438-95e7-6605729bdb6d tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:10:29.118752 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 74e2387a-5a42-4e52-9813-acb554a11e5b details requested by agent hyperv_n-h2-844202-1 with host n-h2-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 19:10:29.124376 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-79c3cf56-e9bc-40b6-9132-7bbc4ab01e42 tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-885767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25238'] for router, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:29.125316 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-79c3cf56-e9bc-40b6-9132-7bbc4ab01e42 tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-901042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-886562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-981784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25327'] for router, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:29.134167 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5117e962-13d8-4438-95e7-6605729bdb6d tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Made reservation on behalf of be49ffaf16754f888348eea74749e7ed for: {'subnet': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:10:29.137927 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5117e962-13d8-4438-95e7-6605729bdb6d tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9667140'] for subnet, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:29.223693 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-c7021ea5-e6c2-4395-99f4-c9bc6baa576f None None] Provisioning for port ddec0a9b-777e-4c5d-8f3a-98e1dd569103 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:10:29.234443 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-c7021ea5-e6c2-4395-99f4-c9bc6baa576f None None] Provisioning complete for port ddec0a9b-777e-4c5d-8f3a-98e1dd569103 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:10:29.234800 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-c7021ea5-e6c2-4395-99f4-c9bc6baa576f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:29.316251 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 74e2387a-5a42-4e52-9813-acb554a11e5b, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=74e2387a-5a42-4e52-9813-acb554a11e5b,segment=NetworkSegment(30521a5b-215c-4399-878b-93abab2b6aed),segment_id=30521a5b-215c-4399-878b-93abab2b6aed)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:10:29.326975 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-c7021ea5-e6c2-4395-99f4-c9bc6baa576f None None] Port ddec0a9b-777e-4c5d-8f3a-98e1dd569103 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:10:29.331858 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Returning: {'device': '74e2387a-5a42-4e52-9813-acb554a11e5b', 'network_id': '4f4ea26f-fa46-41a8-bded-b4cab3aedc51', 'port_id': '74e2387a-5a42-4e52-9813-acb554a11e5b', 'mac_address': 'fa:16:3e:88:aa:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68f1d3e6-a007-4866-ae6d-cf3ba479c5c0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 19:10:29.389758 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port 74e2387a-5a42-4e52-9813-acb554a11e5b is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:10:29.390135 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:29.393187 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-79c3cf56-e9bc-40b6-9132-7bbc4ab01e42 tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:29.407233 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74e2387a-5a42-4e52-9813-acb554a11e5b {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 19:10:29.422971 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 74e2387a-5a42-4e52-9813-acb554a11e5b, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=74e2387a-5a42-4e52-9813-acb554a11e5b,segment=NetworkSegment(30521a5b-215c-4399-878b-93abab2b6aed),segment_id=30521a5b-215c-4399-878b-93abab2b6aed)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:10:29.427544 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:29.428180 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 8e023d4a-9eb6-405c-b18a-c3de65879a4a details requested by agent hyperv_n-h2-844202-1 with host n-h2-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 19:10:29.576544 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=74e2387a-5a42-4e52-9813-acb554a11e5b,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:10:29.609128 n-d-844202-1 neutron-server[88525]: INFO neutron.db.ipam_backend_mixin [None req-5117e962-13d8-4438-95e7-6605729bdb6d tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8b691a3a-8079-4285-a6e9-1fb4beba7c86 (CIDR: 2001:db8::/64) Jun 01 19:10:29.617718 n-d-844202-1 neutron-server[88525]: INFO neutron.pecan_wsgi.hooks.translation [None req-5117e962-13d8-4438-95e7-6605729bdb6d tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 01 19:10:29.617718 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5117e962-13d8-4438-95e7-6605729bdb6d tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88525) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 19:10:29.631387 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 8e023d4a-9eb6-405c-b18a-c3de65879a4a, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=8e023d4a-9eb6-405c-b18a-c3de65879a4a,segment=NetworkSegment(1cfda828-870d-4ff9-9f7f-9583fe873d24),segment_id=1cfda828-870d-4ff9-9f7f-9583fe873d24)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:10:29.641004 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fbd28b-f60f-4aae-8ade-5a85e1117e49 req-e5cf111b-d186-4ad0-9d6c-7a71e607ad62 tempest-VolumesActionsTest-1431207634 tempest-VolumesActionsTest-1431207634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:29.642703 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d6fbd28b-f60f-4aae-8ade-5a85e1117e49 req-e5cf111b-d186-4ad0-9d6c-7a71e607ad62 tempest-VolumesActionsTest-1431207634 tempest-VolumesActionsTest-1431207634-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1ae5448-8537-4a7d-bbce-14c0820a6601 HTTP/1.1" status: 200 len: 945 time: 0.0880516 Jun 01 19:10:29.646717 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Returning: {'device': '8e023d4a-9eb6-405c-b18a-c3de65879a4a', 'network_id': '83309fe7-c674-45d2-987a-e042535023cf', 'port_id': '8e023d4a-9eb6-405c-b18a-c3de65879a4a', 'mac_address': 'fa:16:3e:18:10:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a154ee7c-2b5c-4f5d-88dd-ebda40eec737', 'ip_address': '10.1.1.118'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 19:10:29.691136 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e807b879-3c93-48f6-96e2-c42a77091c76 req-57eb558f-df6c-4826-b3cf-eaf41ce5eb3c tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:29.691615 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d6fbd28b-f60f-4aae-8ade-5a85e1117e49 req-b1b00780-0fe0-48f1-b960-b73c0a426eb7 tempest-VolumesActionsTest-1431207634 tempest-VolumesActionsTest-1431207634-project] 10.222.0.41 "GET /v2.0/security-groups?id=d13d880c-07b7-4324-bc6b-356cd30c6e62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412035 Jun 01 19:10:29.692643 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e807b879-3c93-48f6-96e2-c42a77091c76 req-57eb558f-df6c-4826-b3cf-eaf41ce5eb3c tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] 10.222.0.41 "GET /v2.0/ports?device_id=7942ffa3-99e7-4ccc-9377-41a3e1fddc14 HTTP/1.1" status: 200 len: 945 time: 0.3531535 Jun 01 19:10:29.718701 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port 8e023d4a-9eb6-405c-b18a-c3de65879a4a is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:10:29.718701 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:29.729473 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e023d4a-9eb6-405c-b18a-c3de65879a4a {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 19:10:29.745319 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 8e023d4a-9eb6-405c-b18a-c3de65879a4a, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=8e023d4a-9eb6-405c-b18a-c3de65879a4a,segment=NetworkSegment(1cfda828-870d-4ff9-9f7f-9583fe873d24),segment_id=1cfda828-870d-4ff9-9f7f-9583fe873d24)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:10:29.750331 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:29.750978 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 40d26433-71b1-48b8-9988-9b16798cc67a details requested by agent hyperv_n-h2-844202-1 with host n-h2-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 19:10:29.799706 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-5117e962-13d8-4438-95e7-6605729bdb6d tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9285843 Jun 01 19:10:29.799706 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-79c3cf56-e9bc-40b6-9132-7bbc4ab01e42 tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-886608', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-885830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25341'] for router, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:29.800040 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 54110) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:10:29.807099 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-f219dc06-c2ad-435d-b3bb-9d5b4cf9fd71 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Request body: {'subnet': {'network_id': '752856ec-d0e9-477b-85f7-556bdb8925d7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:10:29.842413 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e807b879-3c93-48f6-96e2-c42a77091c76 req-87e50e06-6bca-47d9-a5aa-daf612b55acd tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] 10.222.0.41 "GET /v2.0/security-groups?id=c630f878-51e5-4bf4-a4a2-ad9f1043de4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1373582 Jun 01 19:10:29.929186 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=8e023d4a-9eb6-405c-b18a-c3de65879a4a,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:10:30.017214 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-f219dc06-c2ad-435d-b3bb-9d5b4cf9fd71 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:10:30.017927 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 40d26433-71b1-48b8-9988-9b16798cc67a, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=40d26433-71b1-48b8-9988-9b16798cc67a,segment=NetworkSegment(d8642800-b1d2-408c-993f-870ace18e652),segment_id=d8642800-b1d2-408c-993f-870ace18e652)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:10:30.032045 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39774200-f840-47c9-a321-89d18e1ffc64 req-119e0512-e90b-4a60-91ca-09bc59e60fba tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:30.033094 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Returning: {'device': '40d26433-71b1-48b8-9988-9b16798cc67a', 'network_id': '3835bc88-4948-44ae-9b9d-0c2345cf8427', 'port_id': '40d26433-71b1-48b8-9988-9b16798cc67a', 'mac_address': 'fa:16:3e:99:43:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c69c0fa6-cb36-4ead-b87f-54af1c1b35b0', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 19:10:30.037891 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39774200-f840-47c9-a321-89d18e1ffc64 req-119e0512-e90b-4a60-91ca-09bc59e60fba tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:30.044591 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39774200-f840-47c9-a321-89d18e1ffc64 req-119e0512-e90b-4a60-91ca-09bc59e60fba tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:30.050502 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39774200-f840-47c9-a321-89d18e1ffc64 req-119e0512-e90b-4a60-91ca-09bc59e60fba tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:30.056409 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39774200-f840-47c9-a321-89d18e1ffc64 req-119e0512-e90b-4a60-91ca-09bc59e60fba tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:30.063097 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39774200-f840-47c9-a321-89d18e1ffc64 req-119e0512-e90b-4a60-91ca-09bc59e60fba tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:30.068921 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39774200-f840-47c9-a321-89d18e1ffc64 req-119e0512-e90b-4a60-91ca-09bc59e60fba tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:30.077145 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-39774200-f840-47c9-a321-89d18e1ffc64 req-119e0512-e90b-4a60-91ca-09bc59e60fba tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] 10.222.0.41 "GET /v2.0/ports?device_id=b89af75b-9667-469e-b061-668dd6a09e9b HTTP/1.1" status: 200 len: 5423 time: 0.2519128 Jun 01 19:10:30.079299 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-f219dc06-c2ad-435d-b3bb-9d5b4cf9fd71 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Usage tracker for resource:subnet and tenant:be49ffaf16754f888348eea74749e7ed is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:10:30.099352 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port 40d26433-71b1-48b8-9988-9b16798cc67a is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:10:30.099595 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-f219dc06-c2ad-435d-b3bb-9d5b4cf9fd71 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:10:30.099880 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:30.109264 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-f219dc06-c2ad-435d-b3bb-9d5b4cf9fd71 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:10:30.120025 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40d26433-71b1-48b8-9988-9b16798cc67a {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 19:10:30.136631 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f219dc06-c2ad-435d-b3bb-9d5b4cf9fd71 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Made reservation on behalf of be49ffaf16754f888348eea74749e7ed for: {'subnet': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:10:30.140143 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 40d26433-71b1-48b8-9988-9b16798cc67a, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=40d26433-71b1-48b8-9988-9b16798cc67a,segment=NetworkSegment(d8642800-b1d2-408c-993f-870ace18e652),segment_id=d8642800-b1d2-408c-993f-870ace18e652)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:10:30.141058 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f219dc06-c2ad-435d-b3bb-9d5b4cf9fd71 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3066584'] for subnet, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:30.144911 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:30.145705 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 8163d4aa-06ef-4672-8877-8b4853948776 details requested by agent hyperv_n-h2-844202-1 with host n-h2-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 19:10:30.160877 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-39774200-f840-47c9-a321-89d18e1ffc64 req-59047b2d-8c5a-44fb-872c-8b65fb8ee73d tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d570a50-36ee-4a35-8568-a6d10a7bab24&id=0ab986d5-b8d5-42ed-9ee0-4a29f48e1199&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0827503 Jun 01 19:10:30.217473 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=40d26433-71b1-48b8-9988-9b16798cc67a,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:10:30.239126 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 8163d4aa-06ef-4672-8877-8b4853948776, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=8163d4aa-06ef-4672-8877-8b4853948776,segment=NetworkSegment(d8642800-b1d2-408c-993f-870ace18e652),segment_id=d8642800-b1d2-408c-993f-870ace18e652)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:10:30.256003 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Returning: {'device': '8163d4aa-06ef-4672-8877-8b4853948776', 'network_id': '3835bc88-4948-44ae-9b9d-0c2345cf8427', 'port_id': '8163d4aa-06ef-4672-8877-8b4853948776', 'mac_address': 'fa:16:3e:c1:a4:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c69c0fa6-cb36-4ead-b87f-54af1c1b35b0', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 19:10:30.306817 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7e1a46-704b-43c9-8351-a49bee41951e req-e78c72d0-eb9f-4bf3-80f1-14f5bba1020d tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:30.308253 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4c7e1a46-704b-43c9-8351-a49bee41951e req-e78c72d0-eb9f-4bf3-80f1-14f5bba1020d tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] 10.222.0.41 "GET /v2.0/ports?device_id=7942ffa3-99e7-4ccc-9377-41a3e1fddc14 HTTP/1.1" status: 200 len: 945 time: 0.2939281 Jun 01 19:10:30.312730 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-79c3cf56-e9bc-40b6-9132-7bbc4ab01e42 tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] Notify callbacks [] for router_gateway, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:30.316910 n-d-844202-1 neutron-server[88524]: INFO neutron.db.ipam_backend_mixin [None req-f219dc06-c2ad-435d-b3bb-9d5b4cf9fd71 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 50622919-b2e3-4302-86b9-eff7644ff6a2 (CIDR: 2001:db8:0:1::/64) Jun 01 19:10:30.321405 n-d-844202-1 neutron-server[88524]: INFO neutron.pecan_wsgi.hooks.translation [None req-f219dc06-c2ad-435d-b3bb-9d5b4cf9fd71 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 01 19:10:30.322024 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f219dc06-c2ad-435d-b3bb-9d5b4cf9fd71 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88524) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 19:10:30.345926 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-f219dc06-c2ad-435d-b3bb-9d5b4cf9fd71 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.5447013 Jun 01 19:10:30.346278 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port 8163d4aa-06ef-4672-8877-8b4853948776 is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:10:30.346722 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:30.348613 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 54116) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:10:30.359427 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-37318d1c-f080-4936-bba6-10ac4626dfd5 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Request body: {'subnet': {'network_id': '752856ec-d0e9-477b-85f7-556bdb8925d7', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:10:30.364558 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-79c3cf56-e9bc-40b6-9132-7bbc4ab01e42 tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:30.365375 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8163d4aa-06ef-4672-8877-8b4853948776 {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 19:10:30.383025 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 8163d4aa-06ef-4672-8877-8b4853948776, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=8163d4aa-06ef-4672-8877-8b4853948776,segment=NetworkSegment(d8642800-b1d2-408c-993f-870ace18e652),segment_id=d8642800-b1d2-408c-993f-870ace18e652)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:10:30.389079 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:30.389940 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device b4ec48f2-ec80-4ad5-8ee7-46cd08c5ffa2 details requested by agent hyperv_n-h2-844202-1 with host n-h2-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 19:10:30.415773 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port b4ec48f2-ec80-4ad5-8ee7-46cd08c5ffa2, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=b4ec48f2-ec80-4ad5-8ee7-46cd08c5ffa2,segment=NetworkSegment(1cfda828-870d-4ff9-9f7f-9583fe873d24),segment_id=1cfda828-870d-4ff9-9f7f-9583fe873d24)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:10:30.459529 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4c7e1a46-704b-43c9-8351-a49bee41951e req-74ef9dd2-6ee6-4f2b-a7ba-e1c684362430 tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] 10.222.0.41 "GET /v2.0/security-groups?id=c630f878-51e5-4bf4-a4a2-ad9f1043de4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1151078 Jun 01 19:10:30.469477 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Returning: {'device': 'b4ec48f2-ec80-4ad5-8ee7-46cd08c5ffa2', 'network_id': '83309fe7-c674-45d2-987a-e042535023cf', 'port_id': 'b4ec48f2-ec80-4ad5-8ee7-46cd08c5ffa2', 'mac_address': 'fa:16:3e:75:80:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a154ee7c-2b5c-4f5d-88dd-ebda40eec737', 'ip_address': '10.1.1.176'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 19:10:30.489889 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 54120) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:10:30.559485 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=8163d4aa-06ef-4672-8877-8b4853948776,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:10:30.563749 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port b4ec48f2-ec80-4ad5-8ee7-46cd08c5ffa2 is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:10:30.564130 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:30.567808 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [None req-79c3cf56-e9bc-40b6-9132-7bbc4ab01e42 tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] Allocated IP 172.25.4.59 (72a72e44-6845-488a-a5ff-3a26d4df9cb3/c314a23b-daa2-4106-ab28-8e6f954277b2/bb276f0f-d5d1-4831-aab5-35c4df9ffac7) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:10:30.584031 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4ec48f2-ec80-4ad5-8ee7-46cd08c5ffa2 {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 19:10:30.602127 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port b4ec48f2-ec80-4ad5-8ee7-46cd08c5ffa2, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=b4ec48f2-ec80-4ad5-8ee7-46cd08c5ffa2,segment=NetworkSegment(1cfda828-870d-4ff9-9f7f-9583fe873d24),segment_id=1cfda828-870d-4ff9-9f7f-9583fe873d24)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:10:30.609352 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:30.610015 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device a46ad6b2-b5d4-4799-b91d-c0a28a7dbab6 details requested by agent hyperv_n-h2-844202-1 with host n-h2-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 19:10:30.653337 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-37318d1c-f080-4936-bba6-10ac4626dfd5 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:10:30.658823 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-37318d1c-f080-4936-bba6-10ac4626dfd5 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Usage tracker for resource:subnet and tenant:be49ffaf16754f888348eea74749e7ed is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:10:30.662291 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-37318d1c-f080-4936-bba6-10ac4626dfd5 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:10:30.669552 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-37318d1c-f080-4936-bba6-10ac4626dfd5 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:10:30.684604 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37318d1c-f080-4936-bba6-10ac4626dfd5 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Made reservation on behalf of be49ffaf16754f888348eea74749e7ed for: {'subnet': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:10:30.689767 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-37318d1c-f080-4936-bba6-10ac4626dfd5 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3066584'] for subnet, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:30.691079 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=b4ec48f2-ec80-4ad5-8ee7-46cd08c5ffa2,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:10:30.703672 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port a46ad6b2-b5d4-4799-b91d-c0a28a7dbab6, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=a46ad6b2-b5d4-4799-b91d-c0a28a7dbab6,segment=NetworkSegment(1cfda828-870d-4ff9-9f7f-9583fe873d24),segment_id=1cfda828-870d-4ff9-9f7f-9583fe873d24)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:10:30.720083 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Returning: {'device': 'a46ad6b2-b5d4-4799-b91d-c0a28a7dbab6', 'network_id': '83309fe7-c674-45d2-987a-e042535023cf', 'port_id': 'a46ad6b2-b5d4-4799-b91d-c0a28a7dbab6', 'mac_address': 'fa:16:3e:a1:86:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a154ee7c-2b5c-4f5d-88dd-ebda40eec737', 'ip_address': '10.1.1.120'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 19:10:30.747879 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-79c3cf56-e9bc-40b6-9132-7bbc4ab01e42 tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:30.782136 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-79c3cf56-e9bc-40b6-9132-7bbc4ab01e42 tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:30.799254 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port a46ad6b2-b5d4-4799-b91d-c0a28a7dbab6 is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:10:30.799635 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:30.820050 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a46ad6b2-b5d4-4799-b91d-c0a28a7dbab6 {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 19:10:30.839252 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port a46ad6b2-b5d4-4799-b91d-c0a28a7dbab6, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=a46ad6b2-b5d4-4799-b91d-c0a28a7dbab6,segment=NetworkSegment(1cfda828-870d-4ff9-9f7f-9583fe873d24),segment_id=1cfda828-870d-4ff9-9f7f-9583fe873d24)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:10:30.843515 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:30.844876 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 4cae1d32-4c78-4cf3-9dd2-5e58ae221135 details requested by agent hyperv_n-h2-844202-1 with host n-h2-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 19:10:30.860560 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79c3cf56-e9bc-40b6-9132-7bbc4ab01e42 tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] Network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:10:30.863428 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-79c3cf56-e9bc-40b6-9132-7bbc4ab01e42 tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:10:30.866970 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c3cf56-e9bc-40b6-9132-7bbc4ab01e42 tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:10:30.909104 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c3cf56-e9bc-40b6-9132-7bbc4ab01e42 tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] Pushing event updated for resources: {'Port': ['ID=bb276f0f-d5d1-4831-aab5-35c4df9ffac7,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:10:30.932318 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 4cae1d32-4c78-4cf3-9dd2-5e58ae221135, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=4cae1d32-4c78-4cf3-9dd2-5e58ae221135,segment=NetworkSegment(1cfda828-870d-4ff9-9f7f-9583fe873d24),segment_id=1cfda828-870d-4ff9-9f7f-9583fe873d24)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:10:30.940660 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=a46ad6b2-b5d4-4799-b91d-c0a28a7dbab6,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:10:30.953415 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Returning: {'device': '4cae1d32-4c78-4cf3-9dd2-5e58ae221135', 'network_id': '83309fe7-c674-45d2-987a-e042535023cf', 'port_id': '4cae1d32-4c78-4cf3-9dd2-5e58ae221135', 'mac_address': 'fa:16:3e:87:49:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a154ee7c-2b5c-4f5d-88dd-ebda40eec737', 'ip_address': '10.1.1.56'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 19:10:30.987251 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-124268c8-06df-4a8f-9edd-6da79547d172 tempest-TestVolumeBackupRestore-898038808 tempest-TestVolumeBackupRestore-898038808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:30.987969 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-124268c8-06df-4a8f-9edd-6da79547d172 tempest-TestVolumeBackupRestore-898038808 tempest-TestVolumeBackupRestore-898038808-project-admin] Synchronizing usage tracker for tenant:5031b698c6494d89a6245175c10bcbb9 on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:10:31.042558 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37d023d-9c64-4398-87ca-7383aef784bf req-95b5f132-41fa-47de-a77b-b98c976ebec3 tempest-VolumesActionsTest-1431207634 tempest-VolumesActionsTest-1431207634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:31.045333 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d37d023d-9c64-4398-87ca-7383aef784bf req-95b5f132-41fa-47de-a77b-b98c976ebec3 tempest-VolumesActionsTest-1431207634 tempest-VolumesActionsTest-1431207634-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1ae5448-8537-4a7d-bbce-14c0820a6601 HTTP/1.1" status: 200 len: 945 time: 0.2099462 Jun 01 19:10:31.047720 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port 4cae1d32-4c78-4cf3-9dd2-5e58ae221135 is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:10:31.048090 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:31.048340 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-124268c8-06df-4a8f-9edd-6da79547d172 tempest-TestVolumeBackupRestore-898038808 tempest-TestVolumeBackupRestore-898038808-project-admin] Unset dirty status for tenant:5031b698c6494d89a6245175c10bcbb9 on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:10:31.053198 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-124268c8-06df-4a8f-9edd-6da79547d172 tempest-TestVolumeBackupRestore-898038808 tempest-TestVolumeBackupRestore-898038808-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=7942ffa3-99e7-4ccc-9377-41a3e1fddc14 HTTP/1.1" status: 200 len: 1091 time: 0.5588715 Jun 01 19:10:31.054025 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 54128) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:10:31.093623 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-088fbba5-0d58-4ad6-8b1f-fa8124fe4760 tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] Request body: {'floatingip': {'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'port_id': '2e883e83-973b-4e6f-910f-04d3533b5b1b', 'tenant_id': 'f135b090042642babe6bb7a413fbe165', 'fixed_ip_address': '172.20.0.4'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:10:31.111290 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cae1d32-4c78-4cf3-9dd2-5e58ae221135 {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 19:10:31.127856 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-088fbba5-0d58-4ad6-8b1f-fa8124fe4760 tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:10:31.128455 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 4cae1d32-4c78-4cf3-9dd2-5e58ae221135, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=4cae1d32-4c78-4cf3-9dd2-5e58ae221135,segment=NetworkSegment(1cfda828-870d-4ff9-9f7f-9583fe873d24),segment_id=1cfda828-870d-4ff9-9f7f-9583fe873d24)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:10:31.132745 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:31.144596 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-088fbba5-0d58-4ad6-8b1f-fa8124fe4760 tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] Usage tracker for resource:floatingip and tenant:f135b090042642babe6bb7a413fbe165 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:10:31.154777 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-088fbba5-0d58-4ad6-8b1f-fa8124fe4760 tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:10:31.175577 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-088fbba5-0d58-4ad6-8b1f-fa8124fe4760 tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:10:31.202450 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d37d023d-9c64-4398-87ca-7383aef784bf req-246a4f96-aa56-45ff-96a8-21ab31182652 tempest-VolumesActionsTest-1431207634 tempest-VolumesActionsTest-1431207634-project] 10.222.0.41 "GET /v2.0/security-groups?id=d13d880c-07b7-4324-bc6b-356cd30c6e62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034179 Jun 01 19:10:31.216866 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-088fbba5-0d58-4ad6-8b1f-fa8124fe4760 tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] Notify callbacks [] for floatingip, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:31.220456 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=4cae1d32-4c78-4cf3-9dd2-5e58ae221135,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:10:31.347970 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-37318d1c-f080-4936-bba6-10ac4626dfd5 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2718919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3066602'] for subnet, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:31.412544 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37318d1c-f080-4936-bba6-10ac4626dfd5 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Network 752856ec-d0e9-477b-85f7-556bdb8925d7 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:10:31.416336 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-37318d1c-f080-4936-bba6-10ac4626dfd5 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:10:31.424435 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37318d1c-f080-4936-bba6-10ac4626dfd5 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:31.425117 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-37318d1c-f080-4936-bba6-10ac4626dfd5 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:31.429402 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dbdd98e-ba03-4de9-9fb8-5c8e6f9f6a39 None None] Network 752856ec-d0e9-477b-85f7-556bdb8925d7 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:10:31.455771 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37318d1c-f080-4936-bba6-10ac4626dfd5 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Pushing event updated for resources: {'Subnet': ['ID=ae7daf85-8c9f-45fd-901c-b7040899c323,revision_number=0']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:10:31.465736 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-37318d1c-f080-4936-bba6-10ac4626dfd5 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.1120379 Jun 01 19:10:31.466646 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 54136) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:10:31.473081 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-ab653c6d-6cef-4cd7-af1a-6834919552ad tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2025819164', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'ae7daf85-8c9f-45fd-901c-b7040899c323'}], 'security_groups': ['071b9d4d-ef76-4cb4-bfc9-00500b2804ec', 'd8d4868e-fa6e-4183-9cae-b8c85105ac84']}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:10:31.621940 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e97d2c-0784-4979-a99f-fcc56f9385a2 req-6b173333-036e-42ac-a18b-ac3adb243227 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:31.628195 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e97d2c-0784-4979-a99f-fcc56f9385a2 req-6b173333-036e-42ac-a18b-ac3adb243227 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:31.634408 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e97d2c-0784-4979-a99f-fcc56f9385a2 req-6b173333-036e-42ac-a18b-ac3adb243227 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:31.640839 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e97d2c-0784-4979-a99f-fcc56f9385a2 req-6b173333-036e-42ac-a18b-ac3adb243227 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:31.646952 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e97d2c-0784-4979-a99f-fcc56f9385a2 req-6b173333-036e-42ac-a18b-ac3adb243227 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:31.655094 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e97d2c-0784-4979-a99f-fcc56f9385a2 req-6b173333-036e-42ac-a18b-ac3adb243227 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:31.662411 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e97d2c-0784-4979-a99f-fcc56f9385a2 req-6b173333-036e-42ac-a18b-ac3adb243227 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:31.669203 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-088fbba5-0d58-4ad6-8b1f-fa8124fe4760 tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:31.672647 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b8e97d2c-0784-4979-a99f-fcc56f9385a2 req-6b173333-036e-42ac-a18b-ac3adb243227 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] 10.222.0.41 "GET /v2.0/ports?device_id=b89af75b-9667-469e-b061-668dd6a09e9b HTTP/1.1" status: 200 len: 5428 time: 0.3531921 Jun 01 19:10:31.762883 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-79c3cf56-e9bc-40b6-9132-7bbc4ab01e42 tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] Notify callbacks [] for router_gateway, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:31.767783 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] get_ports_and_sgs() called for port_ids ['8163d4aa-06ef-4672-8877-8b4853948776'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 19:10:31.807786 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] get_ports_and_sgs() called for port_ids ['40d26433-71b1-48b8-9988-9b16798cc67a'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 19:10:31.845779 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b8e97d2c-0784-4979-a99f-fcc56f9385a2 req-32066fdb-911b-4e0f-90a9-0ad32b97e11b tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d570a50-36ee-4a35-8568-a6d10a7bab24&id=0ab986d5-b8d5-42ed-9ee0-4a29f48e1199&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1715853 Jun 01 19:10:31.905449 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] get_ports_and_sgs() called for port_ids ['74e2387a-5a42-4e52-9813-acb554a11e5b'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 19:10:31.968000 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] get_ports_and_sgs() called for port_ids ['a46ad6b2-b5d4-4799-b91d-c0a28a7dbab6'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 19:10:31.983255 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ab653c6d-6cef-4cd7-af1a-6834919552ad tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:32.025724 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [None req-088fbba5-0d58-4ad6-8b1f-fa8124fe4760 tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] Allocated IP 172.25.4.18 (72a72e44-6845-488a-a5ff-3a26d4df9cb3/c314a23b-daa2-4106-ab28-8e6f954277b2/3f03badb-e4c6-40d9-b682-1c52267177fc) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:10:32.026380 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] get_ports_and_sgs() called for port_ids ['8e023d4a-9eb6-405c-b18a-c3de65879a4a'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 19:10:32.051985 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] get_ports_and_sgs() called for port_ids ['b4ec48f2-ec80-4ad5-8ee7-46cd08c5ffa2'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 19:10:32.076860 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] get_ports_and_sgs() called for port_ids ['4cae1d32-4c78-4cf3-9dd2-5e58ae221135'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 19:10:32.198565 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-79c3cf56-e9bc-40b6-9132-7bbc4ab01e42 tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-885820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-886655'] for router, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:32.387080 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-220a759b-88f5-42da-ad22-3fd45c152882 None None] Update dhcp port {'port': {'network_id': '752856ec-d0e9-477b-85f7-556bdb8925d7', 'fixed_ips': [{'subnet_id': '50622919-b2e3-4302-86b9-eff7644ff6a2', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '8b691a3a-8079-4285-a6e9-1fb4beba7c86', 'ip_address': '2001:db8::2'}, {'subnet_id': 'ae7daf85-8c9f-45fd-901c-b7040899c323'}], 'binding:host_id': 'n-d-844202-1'}, 'id': 'dd48a52c-b39a-4312-b7cd-9d34ea6a16d4'} from n-d-844202-1. {{(pid=88526) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jun 01 19:10:32.424599 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-088fbba5-0d58-4ad6-8b1f-fa8124fe4760 tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:32.538301 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4f4a30-5d09-4b57-ba7b-a3c606e03cac req-5c5164fb-014e-4294-8385-3655a2c098fc tempest-VolumesActionsTest-1431207634 tempest-VolumesActionsTest-1431207634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:32.539856 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-5f4f4a30-5d09-4b57-ba7b-a3c606e03cac req-5c5164fb-014e-4294-8385-3655a2c098fc tempest-VolumesActionsTest-1431207634 tempest-VolumesActionsTest-1431207634-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1ae5448-8537-4a7d-bbce-14c0820a6601 HTTP/1.1" status: 200 len: 945 time: 0.1417644 Jun 01 19:10:32.547953 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79c3cf56-e9bc-40b6-9132-7bbc4ab01e42 tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] Router 65993b96-6e2d-4edd-9caf-62f42ea8ee84 is scheduled to L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 with binding_index 1 {{(pid=88525) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 19:10:32.661783 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-088fbba5-0d58-4ad6-8b1f-fa8124fe4760 tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:32.674725 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-220a759b-88f5-42da-ad22-3fd45c152882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:32.688786 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-5f4f4a30-5d09-4b57-ba7b-a3c606e03cac req-e87d480f-1951-460c-b02a-b5eed6d6df47 tempest-VolumesActionsTest-1431207634 tempest-VolumesActionsTest-1431207634-project] 10.222.0.41 "GET /v2.0/security-groups?id=d13d880c-07b7-4324-bc6b-356cd30c6e62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350162 Jun 01 19:10:32.776795 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-088fbba5-0d58-4ad6-8b1f-fa8124fe4760 tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] Network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:10:32.781644 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-088fbba5-0d58-4ad6-8b1f-fa8124fe4760 tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:10:32.788781 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088fbba5-0d58-4ad6-8b1f-fa8124fe4760 tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:10:32.796868 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79c3cf56-e9bc-40b6-9132-7bbc4ab01e42 tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:10:32.825464 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-79c3cf56-e9bc-40b6-9132-7bbc4ab01e42 tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] Notify callbacks [] for router, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:32.829453 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-79c3cf56-e9bc-40b6-9132-7bbc4ab01e42 tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 3.7638474 Jun 01 19:10:32.830150 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 54152) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:10:32.835441 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-013536f6-120e-44b4-bcb4-83e64d88a1a6 tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:10:32.848494 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [None req-ab653c6d-6cef-4cd7-af1a-6834919552ad tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Delete allocated IP 2001:db8::356 (752856ec-d0e9-477b-85f7-556bdb8925d7/8b691a3a-8079-4285-a6e9-1fb4beba7c86) {{(pid=88524) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 01 19:10:32.848840 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-759bba79-1c89-4b37-9e7d-17004d6c1256 None None] Sync routers for ids ['65993b96-6e2d-4edd-9caf-62f42ea8ee84'] in n-d-844202-1 {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:10:32.850651 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088fbba5-0d58-4ad6-8b1f-fa8124fe4760 tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] Pushing event updated for resources: {'Port': ['ID=3f03badb-e4c6-40d9-b682-1c52267177fc,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:10:32.863783 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [None req-ab653c6d-6cef-4cd7-af1a-6834919552ad tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Allocated IP 2001:db8:0:2::380 (752856ec-d0e9-477b-85f7-556bdb8925d7/ae7daf85-8c9f-45fd-901c-b7040899c323/ddec0a9b-777e-4c5d-8f3a-98e1dd569103) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:10:33.026938 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-759bba79-1c89-4b37-9e7d-17004d6c1256 None None] Routers {'65993b96-6e2d-4edd-9caf-62f42ea8ee84'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:10:33.027651 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-759bba79-1c89-4b37-9e7d-17004d6c1256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:10:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['65993b96-6e2d-4edd-9caf-62f42ea8ee84'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:10:33.269580 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-759bba79-1c89-4b37-9e7d-17004d6c1256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:10:33.409097 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-759bba79-1c89-4b37-9e7d-17004d6c1256 None None] Routers {'65993b96-6e2d-4edd-9caf-62f42ea8ee84'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:10:33.409605 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-759bba79-1c89-4b37-9e7d-17004d6c1256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:10:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['65993b96-6e2d-4edd-9caf-62f42ea8ee84'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:10:33.418139 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d44c3d2-c457-49f8-b2dd-a47c4725e9ac req-570d360c-3afe-4adb-8175-ba8a9f8f1c99 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:33.423352 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d44c3d2-c457-49f8-b2dd-a47c4725e9ac req-570d360c-3afe-4adb-8175-ba8a9f8f1c99 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:33.429582 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d44c3d2-c457-49f8-b2dd-a47c4725e9ac req-570d360c-3afe-4adb-8175-ba8a9f8f1c99 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:33.435744 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d44c3d2-c457-49f8-b2dd-a47c4725e9ac req-570d360c-3afe-4adb-8175-ba8a9f8f1c99 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:33.441565 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d44c3d2-c457-49f8-b2dd-a47c4725e9ac req-570d360c-3afe-4adb-8175-ba8a9f8f1c99 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:33.447298 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d44c3d2-c457-49f8-b2dd-a47c4725e9ac req-570d360c-3afe-4adb-8175-ba8a9f8f1c99 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:33.453837 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d44c3d2-c457-49f8-b2dd-a47c4725e9ac req-570d360c-3afe-4adb-8175-ba8a9f8f1c99 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:33.455762 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9d44c3d2-c457-49f8-b2dd-a47c4725e9ac req-570d360c-3afe-4adb-8175-ba8a9f8f1c99 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] 10.222.0.41 "GET /v2.0/ports?device_id=b89af75b-9667-469e-b061-668dd6a09e9b HTTP/1.1" status: 200 len: 5428 time: 0.4655087 Jun 01 19:10:33.536078 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-759bba79-1c89-4b37-9e7d-17004d6c1256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:10:33.536507 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-759bba79-1c89-4b37-9e7d-17004d6c1256 None None] The sync data for ids ['65993b96-6e2d-4edd-9caf-62f42ea8ee84'] in n-d-844202-1 is: [] {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:10:33.548792 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ab653c6d-6cef-4cd7-af1a-6834919552ad tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:33.598967 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9d44c3d2-c457-49f8-b2dd-a47c4725e9ac req-9cf2cc63-eb7c-44d9-9fe8-b6cb07ab90e8 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d570a50-36ee-4a35-8568-a6d10a7bab24&id=0ab986d5-b8d5-42ed-9ee0-4a29f48e1199&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1301703 Jun 01 19:10:33.599894 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [None req-ab653c6d-6cef-4cd7-af1a-6834919552ad tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Transition to ACTIVE for port object ddec0a9b-777e-4c5d-8f3a-98e1dd569103 will not be triggered until provisioned by entity DHCP. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:10:33.609952 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ab653c6d-6cef-4cd7-af1a-6834919552ad tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:33.618448 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-013536f6-120e-44b4-bcb4-83e64d88a1a6 tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-886608', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-885830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25341'] for router, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:33.640908 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-013536f6-120e-44b4-bcb4-83e64d88a1a6 tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:33.650548 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-013536f6-120e-44b4-bcb4-83e64d88a1a6 tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] Deleting port bb276f0f-d5d1-4831-aab5-35c4df9ffac7 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:10:33.650986 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-013536f6-120e-44b4-bcb4-83e64d88a1a6 tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:33.692686 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.db_base_plugin_common [None req-220a759b-88f5-42da-ad22-3fd45c152882 None None] Allocated IP 2001:db8:0:2::2 (752856ec-d0e9-477b-85f7-556bdb8925d7/ae7daf85-8c9f-45fd-901c-b7040899c323/dd48a52c-b39a-4312-b7cd-9d34ea6a16d4) {{(pid=88526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:10:33.771105 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-ab653c6d-6cef-4cd7-af1a-6834919552ad tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] In _notify_port_updated(), no bound segment for port ddec0a9b-777e-4c5d-8f3a-98e1dd569103 on network 752856ec-d0e9-477b-85f7-556bdb8925d7 {{(pid=88524) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 01 19:10:33.776479 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab653c6d-6cef-4cd7-af1a-6834919552ad tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:33.777135 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ab653c6d-6cef-4cd7-af1a-6834919552ad tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:33.781471 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-ab653c6d-6cef-4cd7-af1a-6834919552ad tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] 10.222.0.41 "PUT /v2.0/ports/ddec0a9b-777e-4c5d-8f3a-98e1dd569103 HTTP/1.1" status: 200 len: 970 time: 2.3106513 Jun 01 19:10:33.794955 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 54160) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:10:33.832782 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab653c6d-6cef-4cd7-af1a-6834919552ad tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Pushing event updated for resources: {'Port': ['ID=ddec0a9b-777e-4c5d-8f3a-98e1dd569103,revision_number=2']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:10:33.848414 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-220a759b-88f5-42da-ad22-3fd45c152882 None None] For port dd48a52c-b39a-4312-b7cd-9d34ea6a16d4, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=dd48a52c-b39a-4312-b7cd-9d34ea6a16d4,segment=NetworkSegment(f4d97605-7a94-4988-bddf-a1aaba381b9b),segment_id=f4d97605-7a94-4988-bddf-a1aaba381b9b)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:10:33.877582 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-220a759b-88f5-42da-ad22-3fd45c152882 None None] Notify callbacks [] for port, precommit_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:33.894992 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-8892a2a1-aff7-426e-abd2-00e27630834d tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Deleting port ddec0a9b-777e-4c5d-8f3a-98e1dd569103 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:10:33.895329 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8892a2a1-aff7-426e-abd2-00e27630834d tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:33.897356 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-220a759b-88f5-42da-ad22-3fd45c152882 None None] Transition to ACTIVE for port object dd48a52c-b39a-4312-b7cd-9d34ea6a16d4 will not be triggered until provisioned by entity DHCP. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:10:33.901149 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-220a759b-88f5-42da-ad22-3fd45c152882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:33.932466 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-013536f6-120e-44b4-bcb4-83e64d88a1a6 tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:33.975675 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-088fbba5-0d58-4ad6-8b1f-fa8124fe4760 tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:34.039756 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b5b62e-599e-4013-9971-cf5f32819f98 req-afbce956-37f4-434f-ad66-b21d0cc85382 tempest-VolumesActionsTest-1431207634 tempest-VolumesActionsTest-1431207634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:34.041298 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-19b5b62e-599e-4013-9971-cf5f32819f98 req-afbce956-37f4-434f-ad66-b21d0cc85382 tempest-VolumesActionsTest-1431207634 tempest-VolumesActionsTest-1431207634-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1ae5448-8537-4a7d-bbce-14c0820a6601 HTTP/1.1" status: 200 len: 945 time: 0.3166454 Jun 01 19:10:34.078839 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-013536f6-120e-44b4-bcb4-83e64d88a1a6 tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] Calling delete_port for bb276f0f-d5d1-4831-aab5-35c4df9ffac7 owned by network:router_gateway {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:10:34.088890 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220a759b-88f5-42da-ad22-3fd45c152882 None None] Pushing event updated for resources: {'Port': ['ID=dd48a52c-b39a-4312-b7cd-9d34ea6a16d4,revision_number=7']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:10:34.124555 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c24d1ea-f4cb-4477-a4b8-68b5349aa1a9 req-b5169633-33c4-459c-a4c4-5d62ec51d4dd tempest-VolumesActionsTest-1431207634 tempest-VolumesActionsTest-1431207634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:34.126059 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3c24d1ea-f4cb-4477-a4b8-68b5349aa1a9 req-b5169633-33c4-459c-a4c4-5d62ec51d4dd tempest-VolumesActionsTest-1431207634 tempest-VolumesActionsTest-1431207634-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1ae5448-8537-4a7d-bbce-14c0820a6601 HTTP/1.1" status: 200 len: 945 time: 0.2994781 Jun 01 19:10:34.204811 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3c24d1ea-f4cb-4477-a4b8-68b5349aa1a9 req-2c01a528-2fdc-4b23-84fb-485c1b1005ec tempest-VolumesActionsTest-1431207634 tempest-VolumesActionsTest-1431207634-project] 10.222.0.41 "GET /v2.0/security-groups?id=d13d880c-07b7-4324-bc6b-356cd30c6e62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687239 Jun 01 19:10:34.247778 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-19b5b62e-599e-4013-9971-cf5f32819f98 req-2196ca04-012b-4339-a30e-bfbe264d9a9d tempest-VolumesActionsTest-1431207634 tempest-VolumesActionsTest-1431207634-project] Deleting port 66ebf0b9-c373-49ba-ad6f-e785fe678a7b {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:10:34.248121 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-19b5b62e-599e-4013-9971-cf5f32819f98 req-2196ca04-012b-4339-a30e-bfbe264d9a9d tempest-VolumesActionsTest-1431207634 tempest-VolumesActionsTest-1431207634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:34.310933 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-013536f6-120e-44b4-bcb4-83e64d88a1a6 tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:34.361362 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013536f6-120e-44b4-bcb4-83e64d88a1a6 tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] Pushing event deleted for resources: {'Port': ['ID=bb276f0f-d5d1-4831-aab5-35c4df9ffac7,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:10:34.458938 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-088fbba5-0d58-4ad6-8b1f-fa8124fe4760 tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:34.467326 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-013536f6-120e-44b4-bcb4-83e64d88a1a6 tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-887703'] for router_gateway, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:34.613246 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8892a2a1-aff7-426e-abd2-00e27630834d tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:34.719322 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device dd48a52c-b39a-4312-b7cd-9d34ea6a16d4 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:10:34.775753 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-8892a2a1-aff7-426e-abd2-00e27630834d tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Calling delete_port for ddec0a9b-777e-4c5d-8f3a-98e1dd569103 owned by {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:10:34.801676 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-1f32ccad-2ab4-402b-bd5c-dd8eed5df607 None None] Provisioning for port dd48a52c-b39a-4312-b7cd-9d34ea6a16d4 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:10:34.809830 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-1f32ccad-2ab4-402b-bd5c-dd8eed5df607 None None] Provisioning complete for port dd48a52c-b39a-4312-b7cd-9d34ea6a16d4 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:10:34.810399 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-1f32ccad-2ab4-402b-bd5c-dd8eed5df607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:34.862946 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port dd48a52c-b39a-4312-b7cd-9d34ea6a16d4 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:10:34.863496 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:35.084141 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-013536f6-120e-44b4-bcb4-83e64d88a1a6 tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-886608', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-885830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25341'] for router, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:35.088237 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-013536f6-120e-44b4-bcb4-83e64d88a1a6 tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-886655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-886601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-886598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-885887'] for router, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:35.099939 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-1f32ccad-2ab4-402b-bd5c-dd8eed5df607 None None] Current status of the port dd48a52c-b39a-4312-b7cd-9d34ea6a16d4 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:10:35.104692 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port dd48a52c-b39a-4312-b7cd-9d34ea6a16d4 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:10:35.117228 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-1f32ccad-2ab4-402b-bd5c-dd8eed5df607 None None] Provisioning complete for port 3c280a74-a1ee-4501-af21-e234804137ae triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:10:35.117228 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-1f32ccad-2ab4-402b-bd5c-dd8eed5df607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:35.171298 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 8163d4aa-06ef-4672-8877-8b4853948776 up at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:10:35.219824 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-1f32ccad-2ab4-402b-bd5c-dd8eed5df607 None None] Port 3c280a74-a1ee-4501-af21-e234804137ae cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:10:35.237856 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-013536f6-120e-44b4-bcb4-83e64d88a1a6 tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] Router 65993b96-6e2d-4edd-9caf-62f42ea8ee84 has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 19:10:35.256514 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f06bc0a-7890-4e9a-81b7-045bcccb3ae5 req-c7583324-3373-49b7-b3c8-bcdcbe173a77 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:35.262834 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f06bc0a-7890-4e9a-81b7-045bcccb3ae5 req-c7583324-3373-49b7-b3c8-bcdcbe173a77 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:35.268996 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f06bc0a-7890-4e9a-81b7-045bcccb3ae5 req-c7583324-3373-49b7-b3c8-bcdcbe173a77 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:35.272906 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning for port 8163d4aa-06ef-4672-8877-8b4853948776 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:10:35.276080 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f06bc0a-7890-4e9a-81b7-045bcccb3ae5 req-c7583324-3373-49b7-b3c8-bcdcbe173a77 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:35.279338 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning complete for port 8163d4aa-06ef-4672-8877-8b4853948776 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:10:35.279948 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:35.281936 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f06bc0a-7890-4e9a-81b7-045bcccb3ae5 req-c7583324-3373-49b7-b3c8-bcdcbe173a77 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:35.289159 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f06bc0a-7890-4e9a-81b7-045bcccb3ae5 req-c7583324-3373-49b7-b3c8-bcdcbe173a77 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:35.296795 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f06bc0a-7890-4e9a-81b7-045bcccb3ae5 req-c7583324-3373-49b7-b3c8-bcdcbe173a77 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:35.301746 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-8f06bc0a-7890-4e9a-81b7-045bcccb3ae5 req-c7583324-3373-49b7-b3c8-bcdcbe173a77 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] 10.222.0.41 "GET /v2.0/ports?device_id=b89af75b-9667-469e-b061-668dd6a09e9b HTTP/1.1" status: 200 len: 5428 time: 0.4940538 Jun 01 19:10:35.304280 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-19b5b62e-599e-4013-9971-cf5f32819f98 req-2196ca04-012b-4339-a30e-bfbe264d9a9d tempest-VolumesActionsTest-1431207634 tempest-VolumesActionsTest-1431207634-project] For port 66ebf0b9-c373-49ba-ad6f-e785fe678a7b, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=66ebf0b9-c373-49ba-ad6f-e785fe678a7b,segment=NetworkSegment(c49a60ea-e810-446c-90a6-9356d9a7cf2c),segment_id=c49a60ea-e810-446c-90a6-9356d9a7cf2c)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:10:35.304717 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-19b5b62e-599e-4013-9971-cf5f32819f98 req-2196ca04-012b-4339-a30e-bfbe264d9a9d tempest-VolumesActionsTest-1431207634 tempest-VolumesActionsTest-1431207634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:35.421290 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-013536f6-120e-44b4-bcb4-83e64d88a1a6 tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:10:35.427260 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port 8163d4aa-06ef-4672-8877-8b4853948776 is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:10:35.427690 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:35.433977 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a56bc16-30c7-478f-aafc-7e7f9cb98312 None None] Sync routers for ids ['65993b96-6e2d-4edd-9caf-62f42ea8ee84'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:10:35.440644 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-013536f6-120e-44b4-bcb4-83e64d88a1a6 tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] Notify callbacks [] for router, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:35.444689 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-013536f6-120e-44b4-bcb4-83e64d88a1a6 tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] 10.222.0.41 "PUT /v2.0/routers/65993b96-6e2d-4edd-9caf-62f42ea8ee84 HTTP/1.1" status: 200 len: 705 time: 2.6133411 Jun 01 19:10:35.450867 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a56bc16-30c7-478f-aafc-7e7f9cb98312 None None] Routers {'65993b96-6e2d-4edd-9caf-62f42ea8ee84'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:10:35.451292 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 54172) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:10:35.451552 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-1a56bc16-30c7-478f-aafc-7e7f9cb98312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:10:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['65993b96-6e2d-4edd-9caf-62f42ea8ee84'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:10:35.467707 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b89af75b-9667-469e-b061-668dd6a09e9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8163d4aa-06ef-4672-8877-8b4853948776'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:10:35.470501 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.db.resource_extend [None req-088fbba5-0d58-4ad6-8b1f-fa8124fe4760 tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 19:10:35.480772 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 8163d4aa-06ef-4672-8877-8b4853948776, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=8163d4aa-06ef-4672-8877-8b4853948776,segment=NetworkSegment(d8642800-b1d2-408c-993f-870ace18e652),segment_id=d8642800-b1d2-408c-993f-870ace18e652)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:10:35.485748 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:35.487143 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device a46ad6b2-b5d4-4799-b91d-c0a28a7dbab6 up at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:10:35.489975 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-19b5b62e-599e-4013-9971-cf5f32819f98 req-2196ca04-012b-4339-a30e-bfbe264d9a9d tempest-VolumesActionsTest-1431207634 tempest-VolumesActionsTest-1431207634-project] Calling delete_port for 66ebf0b9-c373-49ba-ad6f-e785fe678a7b owned by compute:nova {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:10:35.530701 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-1a56bc16-30c7-478f-aafc-7e7f9cb98312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:10:35.541016 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a56bc16-30c7-478f-aafc-7e7f9cb98312 None None] Routers {'65993b96-6e2d-4edd-9caf-62f42ea8ee84'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:10:35.541616 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-1a56bc16-30c7-478f-aafc-7e7f9cb98312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:10:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['65993b96-6e2d-4edd-9caf-62f42ea8ee84'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:10:35.555670 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-088fbba5-0d58-4ad6-8b1f-fa8124fe4760 tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:35.573102 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-088fbba5-0d58-4ad6-8b1f-fa8124fe4760 tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:35.606366 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-94082552-c1c9-4396-b623-fba5987052d4 tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] 10.222.0.41 "GET /v2.0/routers/65993b96-6e2d-4edd-9caf-62f42ea8ee84 HTTP/1.1" status: 200 len: 740 time: 0.1472719 Jun 01 19:10:35.606834 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 54178) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:10:35.608987 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-1f32ccad-2ab4-402b-bd5c-dd8eed5df607 None None] Provisioning for port ddec0a9b-777e-4c5d-8f3a-98e1dd569103 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:10:35.613768 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-8f06bc0a-7890-4e9a-81b7-045bcccb3ae5 req-01e4e162-ee02-44e5-b422-3f4106a371a7 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d570a50-36ee-4a35-8568-a6d10a7bab24&id=0ab986d5-b8d5-42ed-9ee0-4a29f48e1199&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2895796 Jun 01 19:10:35.624279 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8892a2a1-aff7-426e-abd2-00e27630834d tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:35.634383 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-1f32ccad-2ab4-402b-bd5c-dd8eed5df607 None None] Provisioning complete for port ddec0a9b-777e-4c5d-8f3a-98e1dd569103 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:10:35.635075 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-1f32ccad-2ab4-402b-bd5c-dd8eed5df607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:35.672738 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-1a56bc16-30c7-478f-aafc-7e7f9cb98312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:10:35.673600 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a56bc16-30c7-478f-aafc-7e7f9cb98312 None None] The sync data for ids ['65993b96-6e2d-4edd-9caf-62f42ea8ee84'] in n-d-844202-1 is: [] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:10:35.689699 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-1f32ccad-2ab4-402b-bd5c-dd8eed5df607 None None] Port ddec0a9b-777e-4c5d-8f3a-98e1dd569103 was deleted so its status cannot be updated. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jun 01 19:10:35.689789 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-7934bb49-1adf-4021-83df-96c250854e99 tempest-RoutersAdminTest-937749353 tempest-RoutersAdminTest-937749353-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=72a72e44-6845-488a-a5ff-3a26d4df9cb3&device_id=65993b96-6e2d-4edd-9caf-62f42ea8ee84 HTTP/1.1" status: 200 len: 205 time: 0.0812507 Jun 01 19:10:35.692653 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=8163d4aa-06ef-4672-8877-8b4853948776,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:10:35.693880 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 54182) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:10:35.714247 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning for port a46ad6b2-b5d4-4799-b91d-c0a28a7dbab6 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:10:35.723464 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning complete for port a46ad6b2-b5d4-4799-b91d-c0a28a7dbab6 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:10:35.725244 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:35.748768 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-77e10988-b19a-40a0-a500-c9cf83868588 tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] 10.222.0.41 "GET /v2.0/ports?device_id=65993b96-6e2d-4edd-9caf-62f42ea8ee84 HTTP/1.1" status: 200 len: 205 time: 0.0452313 Jun 01 19:10:35.750685 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 54186) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:10:35.765016 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1046197-b23b-447e-91f0-c2dc3ec42ce8 req-138420d1-0185-4fa0-92db-6e5c42964584 tempest-VolumesActionsTest-1431207634 tempest-VolumesActionsTest-1431207634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:35.776394 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b1046197-b23b-447e-91f0-c2dc3ec42ce8 req-138420d1-0185-4fa0-92db-6e5c42964584 tempest-VolumesActionsTest-1431207634 tempest-VolumesActionsTest-1431207634-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1ae5448-8537-4a7d-bbce-14c0820a6601 HTTP/1.1" status: 200 len: 945 time: 0.3995917 Jun 01 19:10:35.798306 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088fbba5-0d58-4ad6-8b1f-fa8124fe4760 tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] Pushing event updated for resources: {'Port': ['ID=3f03badb-e4c6-40d9-b682-1c52267177fc,revision_number=2']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:10:35.809730 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-5e085ea0-71a8-460c-9914-4824c50c2183 None None] Could not find standard attr ID for object ddec0a9b-777e-4c5d-8f3a-98e1dd569103. {{(pid=88526) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 01 19:10:35.845593 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8892a2a1-aff7-426e-abd2-00e27630834d tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:35.886280 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port a46ad6b2-b5d4-4799-b91d-c0a28a7dbab6 is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:10:35.886702 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:35.935303 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port a46ad6b2-b5d4-4799-b91d-c0a28a7dbab6, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=a46ad6b2-b5d4-4799-b91d-c0a28a7dbab6,segment=NetworkSegment(1cfda828-870d-4ff9-9f7f-9583fe873d24),segment_id=1cfda828-870d-4ff9-9f7f-9583fe873d24)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:10:35.940087 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:35.959028 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-088fbba5-0d58-4ad6-8b1f-fa8124fe4760 tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887712'] for floatingip, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:35.988425 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b980bed4-5f12-4c09-9c35-a3beacd3da4b'] response: {'server_uuid': 'b89af75b-9667-469e-b061-668dd6a09e9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8163d4aa-06ef-4672-8877-8b4853948776', 'code': 200} Jun 01 19:10:36.025216 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-19b5b62e-599e-4013-9971-cf5f32819f98 req-2196ca04-012b-4339-a30e-bfbe264d9a9d tempest-VolumesActionsTest-1431207634 tempest-VolumesActionsTest-1431207634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:36.042492 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8892a2a1-aff7-426e-abd2-00e27630834d tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Pushing event deleted for resources: {'Port': ['ID=ddec0a9b-777e-4c5d-8f3a-98e1dd569103,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:10:36.049621 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-72b6c144-6a6e-4e47-b882-054f8272e845 tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] Notify callbacks [] for router, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:36.064366 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=a46ad6b2-b5d4-4799-b91d-c0a28a7dbab6,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:10:36.248379 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-8892a2a1-aff7-426e-abd2-00e27630834d tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] 10.222.0.41 "DELETE /v2.0/ports/ddec0a9b-777e-4c5d-8f3a-98e1dd569103 HTTP/1.1" status: 204 len: 168 time: 2.4513028 Jun 01 19:10:36.259831 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2196ca04-012b-4339-a30e-bfbe264d9a9d tempest-VolumesActionsTest-1431207634 tempest-VolumesActionsTest-1431207634-project] Pushing event deleted for resources: {'Port': ['ID=66ebf0b9-c373-49ba-ad6f-e785fe678a7b,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:10:36.263686 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 54192) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:10:36.311966 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b1046197-b23b-447e-91f0-c2dc3ec42ce8 req-2b212bf3-d411-4f7c-b0b6-b731a5e7791c tempest-VolumesActionsTest-1431207634 tempest-VolumesActionsTest-1431207634-project] 10.222.0.41 "GET /v2.0/security-groups?id=d13d880c-07b7-4324-bc6b-356cd30c6e62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5345457 Jun 01 19:10:36.395322 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-19b5b62e-599e-4013-9971-cf5f32819f98 req-2196ca04-012b-4339-a30e-bfbe264d9a9d tempest-VolumesActionsTest-1431207634 tempest-VolumesActionsTest-1431207634-project] No DVR routers for this DVR port 66ebf0b9-c373-49ba-ad6f-e785fe678a7b on host n-h1-844202-1 {{(pid=88524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:10:36.398169 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-19b5b62e-599e-4013-9971-cf5f32819f98 req-2196ca04-012b-4339-a30e-bfbe264d9a9d tempest-VolumesActionsTest-1431207634 tempest-VolumesActionsTest-1431207634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:36.454233 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1ae5448-8537-4a7d-bbce-14c0820a6601', 'name': 'network-vif-deleted', 'tag': '66ebf0b9-c373-49ba-ad6f-e785fe678a7b'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:10:36.459174 n-d-844202-1 neutron-server[88524]: INFO neutron.pecan_wsgi.hooks.translation [None req-c54633f6-bfd9-4e72-a1f0-42867df9909f tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] GET failed (client error): The resource could not be found. Jun 01 19:10:36.459700 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-c54633f6-bfd9-4e72-a1f0-42867df9909f tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Synchronizing usage tracker for tenant:be49ffaf16754f888348eea74749e7ed on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:10:36.504862 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-19b5b62e-599e-4013-9971-cf5f32819f98 req-2196ca04-012b-4339-a30e-bfbe264d9a9d tempest-VolumesActionsTest-1431207634 tempest-VolumesActionsTest-1431207634-project] 10.222.0.15 "DELETE /v2.0/ports/66ebf0b9-c373-49ba-ad6f-e785fe678a7b HTTP/1.1" status: 204 len: 173 time: 2.4546862 Jun 01 19:10:36.507197 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-72b6c144-6a6e-4e47-b882-054f8272e845 tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25316'] for router, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:36.507625 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-922eb618-b001-485c-98e9-057a1a1be726'] response: {'server_uuid': 'f1ae5448-8537-4a7d-bbce-14c0820a6601', 'name': 'network-vif-deleted', 'tag': '66ebf0b9-c373-49ba-ad6f-e785fe678a7b', 'status': 'completed', 'code': 200} Jun 01 19:10:36.509563 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-72b6c144-6a6e-4e47-b882-054f8272e845 tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:36.526207 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-c54633f6-bfd9-4e72-a1f0-42867df9909f tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Unset dirty status for tenant:be49ffaf16754f888348eea74749e7ed on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:10:36.527840 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-c54633f6-bfd9-4e72-a1f0-42867df9909f tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] 10.222.0.41 "GET /v2.0/ports/ddec0a9b-777e-4c5d-8f3a-98e1dd569103 HTTP/1.1" status: 404 len: 333 time: 0.2599943 Jun 01 19:10:36.532104 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 54198) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:10:36.540605 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-72b6c144-6a6e-4e47-b882-054f8272e845 tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-891519'] for router, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:36.541356 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72b6c144-6a6e-4e47-b882-054f8272e845 tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] Fanout notify agent at l3_agent the message router_deleted on router 65993b96-6e2d-4edd-9caf-62f42ea8ee84 {{(pid=88525) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 19:10:36.545744 n-d-844202-1 neutron-server[88524]: INFO neutron.db.l3_db [None req-088fbba5-0d58-4ad6-8b1f-fa8124fe4760 tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] Floating IP ad35fb35-3019-4f25-be95-89f5b6b972b1 associated. External IP: 172.25.4.18, port: 2e883e83-973b-4e6f-910f-04d3533b5b1b. Jun 01 19:10:36.553386 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-72b6c144-6a6e-4e47-b882-054f8272e845 tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] Notify callbacks [] for router, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:36.557511 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-72b6c144-6a6e-4e47-b882-054f8272e845 tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] 10.222.0.41 "DELETE /v2.0/routers/65993b96-6e2d-4edd-9caf-62f42ea8ee84 HTTP/1.1" status: 204 len: 168 time: 0.8020394 Jun 01 19:10:36.557721 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 54202) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:10:36.601815 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-23092621-6a13-49d2-8bc2-d6ca6208963f tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] 10.222.0.41 "GET /v2.0/ports?device_id=65993b96-6e2d-4edd-9caf-62f42ea8ee84 HTTP/1.1" status: 200 len: 205 time: 0.0421977 Jun 01 19:10:36.604094 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 54206) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:10:36.678235 n-d-844202-1 neutron-server[88525]: INFO neutron.api.v2.resource [None req-7ee5083d-e44a-4d4e-b532-a7845c7b8f30 tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] delete failed (client error): The resource could not be found. Jun 01 19:10:36.679294 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-7ee5083d-e44a-4d4e-b532-a7845c7b8f30 tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] 10.222.0.41 "DELETE /v2.0/routers/65993b96-6e2d-4edd-9caf-62f42ea8ee84 HTTP/1.1" status: 404 len: 336 time: 0.0741308 Jun 01 19:10:36.684887 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 54212) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:10:36.692279 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.agents_db [None req-e814b9cf-7de8-45d0-a079-29c61fabe7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 19:10:36.741166 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-84c1013c-72e1-40a8-abfe-29861a638c83 tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] 10.222.0.41 "GET /v2.0/ports?device_id=572393b9-a711-471f-861a-e77cf9a2083c HTTP/1.1" status: 200 len: 205 time: 0.0550814 Jun 01 19:10:36.743478 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 54216) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:10:36.783871 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f066e0ac-153a-4500-9196-a7f965060cf1 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:36.849802 n-d-844202-1 neutron-server[88525]: INFO neutron.api.v2.resource [None req-f8c6097d-dd0c-4f33-8c4b-e80b601289d1 tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] delete failed (client error): The resource could not be found. Jun 01 19:10:36.853264 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-f8c6097d-dd0c-4f33-8c4b-e80b601289d1 tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] 10.222.0.41 "DELETE /v2.0/routers/572393b9-a711-471f-861a-e77cf9a2083c HTTP/1.1" status: 404 len: 336 time: 0.1064403 Jun 01 19:10:36.857247 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 54220) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:10:36.875884 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f066e0ac-153a-4500-9196-a7f965060cf1 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:36.916450 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-470c4b92-48a1-4fe8-a207-28b06fda093d tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] 10.222.0.41 "GET /v2.0/ports?device_id=c6950bb3-3b8f-4e1c-bf42-9a63d6f49fb9 HTTP/1.1" status: 200 len: 205 time: 0.0560622 Jun 01 19:10:36.916762 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 54224) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:10:36.951824 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfce3e9f-d6a0-4960-b69e-a56153bc8b51 req-9f1a934c-b390-4b7d-96c0-e24e2d25eb48 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:36.959840 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfce3e9f-d6a0-4960-b69e-a56153bc8b51 req-9f1a934c-b390-4b7d-96c0-e24e2d25eb48 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:36.967481 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfce3e9f-d6a0-4960-b69e-a56153bc8b51 req-9f1a934c-b390-4b7d-96c0-e24e2d25eb48 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:36.973783 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfce3e9f-d6a0-4960-b69e-a56153bc8b51 req-9f1a934c-b390-4b7d-96c0-e24e2d25eb48 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:36.981732 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfce3e9f-d6a0-4960-b69e-a56153bc8b51 req-9f1a934c-b390-4b7d-96c0-e24e2d25eb48 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:36.988477 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfce3e9f-d6a0-4960-b69e-a56153bc8b51 req-9f1a934c-b390-4b7d-96c0-e24e2d25eb48 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:36.994815 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfce3e9f-d6a0-4960-b69e-a56153bc8b51 req-9f1a934c-b390-4b7d-96c0-e24e2d25eb48 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:36.998111 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-bfce3e9f-d6a0-4960-b69e-a56153bc8b51 req-9f1a934c-b390-4b7d-96c0-e24e2d25eb48 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] 10.222.0.41 "GET /v2.0/ports?device_id=b89af75b-9667-469e-b061-668dd6a09e9b HTTP/1.1" status: 200 len: 5430 time: 0.1914148 Jun 01 19:10:37.007076 n-d-844202-1 neutron-server[88524]: INFO neutron.api.v2.resource [None req-63e3e485-df74-45a0-83d4-bb66f36cb65e tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] delete failed (client error): The resource could not be found. Jun 01 19:10:37.008213 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-63e3e485-df74-45a0-83d4-bb66f36cb65e tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] 10.222.0.41 "DELETE /v2.0/routers/c6950bb3-3b8f-4e1c-bf42-9a63d6f49fb9 HTTP/1.1" status: 404 len: 336 time: 0.0905416 Jun 01 19:10:37.029000 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 54228) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:10:37.089624 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-c2a011ac-9607-4c91-abd9-bf62f4cabf21 tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a28eeae-9e02-4025-b74d-5e139552583d HTTP/1.1" status: 200 len: 205 time: 0.0577254 Jun 01 19:10:37.092259 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 54232) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:10:37.094804 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f066e0ac-153a-4500-9196-a7f965060cf1 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:37.105565 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-e308997a-0a62-4843-8d2c-8819fe1a8a47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:37.123463 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f066e0ac-153a-4500-9196-a7f965060cf1 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a37a9ef-9c31-4caf-b9ae-6ae25a107986,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:10:37.128210 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f066e0ac-153a-4500-9196-a7f965060cf1 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:37.131726 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-f066e0ac-153a-4500-9196-a7f965060cf1 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] 10.222.0.41 "DELETE /v2.0/security-groups/7a37a9ef-9c31-4caf-b9ae-6ae25a107986 HTTP/1.1" status: 204 len: 168 time: 0.5950119 Jun 01 19:10:37.132360 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 54236) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:10:37.167268 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-088fbba5-0d58-4ad6-8b1f-fa8124fe4760 tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] Router 5933d660-10f6-4b84-a6f3-ffe602f099bb has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 19:10:37.176990 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-bfce3e9f-d6a0-4960-b69e-a56153bc8b51 req-30117e96-4e64-4909-8d1b-d3ff221763d9 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d570a50-36ee-4a35-8568-a6d10a7bab24&id=0ab986d5-b8d5-42ed-9ee0-4a29f48e1199&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1713517 Jun 01 19:10:37.178125 n-d-844202-1 neutron-server[88525]: INFO neutron.api.v2.resource [None req-2dc59e95-10ad-43ec-982b-543cef98e929 tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] delete failed (client error): The resource could not be found. Jun 01 19:10:37.179170 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-2dc59e95-10ad-43ec-982b-543cef98e929 tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] 10.222.0.41 "DELETE /v2.0/routers/3a28eeae-9e02-4025-b74d-5e139552583d HTTP/1.1" status: 404 len: 336 time: 0.0859616 Jun 01 19:10:37.181775 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 54240) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:10:37.222433 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 74e2387a-5a42-4e52-9813-acb554a11e5b up at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:10:37.242971 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-46f62f06-453e-4185-bef2-50ac752f5e14 tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] 10.222.0.41 "GET /v2.0/ports?device_id=8319b198-cc7e-4dcc-9662-fcf56bab40fb HTTP/1.1" status: 200 len: 205 time: 0.0577347 Jun 01 19:10:37.243224 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 54244) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:10:37.294031 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning for port 74e2387a-5a42-4e52-9813-acb554a11e5b completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:10:37.300619 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning complete for port 74e2387a-5a42-4e52-9813-acb554a11e5b triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:10:37.300989 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:37.315161 n-d-844202-1 neutron-server[88525]: INFO neutron.api.v2.resource [None req-776ea90f-844a-4ae7-b5af-09ddb694ae16 tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] delete failed (client error): The resource could not be found. Jun 01 19:10:37.316482 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-776ea90f-844a-4ae7-b5af-09ddb694ae16 tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] 10.222.0.41 "DELETE /v2.0/routers/8319b198-cc7e-4dcc-9662-fcf56bab40fb HTTP/1.1" status: 404 len: 336 time: 0.0721126 Jun 01 19:10:37.316882 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2733b2df-7567-4e6c-858a-d1093b20e5f4 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:37.319099 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 54248) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:10:37.372727 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-d684f952-d4b6-4883-bfd5-b3f44861a35b tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] 10.222.0.41 "GET /v2.0/ports?device_id=885f42c5-c8f8-4775-a3a1-7269ac1241bd HTTP/1.1" status: 200 len: 205 time: 0.0523727 Jun 01 19:10:37.375082 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 54254) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:10:37.425992 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2733b2df-7567-4e6c-858a-d1093b20e5f4 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:37.445338 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port 74e2387a-5a42-4e52-9813-acb554a11e5b is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:10:37.445651 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:37.478726 n-d-844202-1 neutron-server[88525]: INFO neutron.api.v2.resource [None req-279a0bb7-004e-4010-afb8-7f84bf70c8f1 tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] delete failed (client error): The resource could not be found. Jun 01 19:10:37.480108 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-279a0bb7-004e-4010-afb8-7f84bf70c8f1 tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] 10.222.0.41 "DELETE /v2.0/routers/885f42c5-c8f8-4775-a3a1-7269ac1241bd HTTP/1.1" status: 404 len: 336 time: 0.1031530 Jun 01 19:10:37.481494 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-088fbba5-0d58-4ad6-8b1f-fa8124fe4760 tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:10:37.483460 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 54260) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:10:37.489009 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 74e2387a-5a42-4e52-9813-acb554a11e5b, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=74e2387a-5a42-4e52-9813-acb554a11e5b,segment=NetworkSegment(30521a5b-215c-4399-878b-93abab2b6aed),segment_id=30521a5b-215c-4399-878b-93abab2b6aed)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:10:37.499020 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:37.499931 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 8e023d4a-9eb6-405c-b18a-c3de65879a4a up at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:10:37.536610 n-d-844202-1 neutron-server[88525]: INFO neutron.pecan_wsgi.hooks.translation [None req-90132961-869e-49bb-ba43-0b232a69e474 tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] DELETE failed (client error): The resource could not be found. Jun 01 19:10:37.537016 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90132961-869e-49bb-ba43-0b232a69e474 tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88525) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 19:10:37.538223 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c0aeeae-2649-4d2b-a554-a832f19fe0c0 None None] Sync routers for ids ['5933d660-10f6-4b84-a6f3-ffe602f099bb'] in n-d-844202-1 {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:10:37.540443 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-90132961-869e-49bb-ba43-0b232a69e474 tempest-RoutersAdminTest-1408608508 tempest-RoutersAdminTest-1408608508-project] 10.222.0.41 "DELETE /v2.0/subnets/e018a976-9ece-4821-b154-fc1063fbcc19 HTTP/1.1" status: 404 len: 337 time: 0.0552423 Jun 01 19:10:37.561881 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2733b2df-7567-4e6c-858a-d1093b20e5f4 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:37.580681 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-088fbba5-0d58-4ad6-8b1f-fa8124fe4760 tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for floatingip, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:37.612771 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2733b2df-7567-4e6c-858a-d1093b20e5f4 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:37.617972 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-2733b2df-7567-4e6c-858a-d1093b20e5f4 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] 10.222.0.41 "DELETE /v2.0/security-groups/d8d4868e-fa6e-4183-9cae-b8c85105ac84 HTTP/1.1" status: 204 len: 168 time: 0.4809849 Jun 01 19:10:37.617972 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2733b2df-7567-4e6c-858a-d1093b20e5f4 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8d4868e-fa6e-4183-9cae-b8c85105ac84,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:10:37.617972 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 54268) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:10:37.692855 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-088fbba5-0d58-4ad6-8b1f-fa8124fe4760 tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 6.6091418 Jun 01 19:10:37.695484 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 54274) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:10:37.710115 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0aeeae-2649-4d2b-a554-a832f19fe0c0 None None] Routers {'5933d660-10f6-4b84-a6f3-ffe602f099bb'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:10:37.710986 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-1c0aeeae-2649-4d2b-a554-a832f19fe0c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:10:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['5933d660-10f6-4b84-a6f3-ffe602f099bb'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:10:37.727763 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-3401b723-5cf2-4413-b202-21ac1c46d54f tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:37.772172 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-3401b723-5cf2-4413-b202-21ac1c46d54f tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:37.825234 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cffed443-f836-4ec2-97e2-f01d717ad2f5 tempest-TestVolumeBackupRestore-898038808 tempest-TestVolumeBackupRestore-898038808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:37.828068 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-cffed443-f836-4ec2-97e2-f01d717ad2f5 tempest-TestVolumeBackupRestore-898038808 tempest-TestVolumeBackupRestore-898038808-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=7942ffa3-99e7-4ccc-9377-41a3e1fddc14 HTTP/1.1" status: 200 len: 1091 time: 0.1313994 Jun 01 19:10:37.832212 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 54282) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:10:37.839337 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-f9b8a0b3-01a9-4f38-a337-822d4438eb74 tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] Request body: {'floatingip': {'port_id': '2e883e83-973b-4e6f-910f-04d3533b5b1b'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:10:37.908204 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-3401b723-5cf2-4413-b202-21ac1c46d54f tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:37.924604 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 66ebf0b9-c373-49ba-ad6f-e785fe678a7b no longer exists at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:10:37.959442 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 54288) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:10:37.980988 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] No Port match for: 66ebf0b9-c373-49ba-ad6f-e785fe678a7b {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:10:37.982097 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 66ebf0b9-c373-49ba-ad6f-e785fe678a7b not bound to the agent host n-h1-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:10:37.983061 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3401b723-5cf2-4413-b202-21ac1c46d54f tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=071b9d4d-ef76-4cb4-bfc9-00500b2804ec,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:10:37.991395 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b89af75b-9667-469e-b061-668dd6a09e9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a46ad6b2-b5d4-4799-b91d-c0a28a7dbab6'}, {'server_uuid': 'b89af75b-9667-469e-b061-668dd6a09e9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74e2387a-5a42-4e52-9813-acb554a11e5b'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:10:38.014127 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning for port 8e023d4a-9eb6-405c-b18a-c3de65879a4a completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:10:38.020883 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=74e2387a-5a42-4e52-9813-acb554a11e5b,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:10:38.021878 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f9b8a0b3-01a9-4f38-a337-822d4438eb74 tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] Notify callbacks [] for floatingip, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:38.036356 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-1c0aeeae-2649-4d2b-a554-a832f19fe0c0 None None] Set router 5933d660-10f6-4b84-a6f3-ffe602f099bb gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:10:38.086893 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning complete for port 8e023d4a-9eb6-405c-b18a-c3de65879a4a triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:10:38.087670 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:38.186101 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f6285532-abcf-4981-ab98-f236c6a17d07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:38.209759 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-f6285532-abcf-4981-ab98-f236c6a17d07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:10:38.216777 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-f6285532-abcf-4981-ab98-f236c6a17d07 admin admin] Usage tracker for resource:security_group_rule and tenant:e5be8a579770467e96fcc6c814e10acf is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:10:38.221800 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-f6285532-abcf-4981-ab98-f236c6a17d07 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:10:38.230753 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-f6285532-abcf-4981-ab98-f236c6a17d07 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:10:38.274448 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-3401b723-5cf2-4413-b202-21ac1c46d54f tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:38.275592 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-3401b723-5cf2-4413-b202-21ac1c46d54f tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] 10.222.0.41 "DELETE /v2.0/security-groups/071b9d4d-ef76-4cb4-bfc9-00500b2804ec HTTP/1.1" status: 204 len: 168 time: 0.6486309 Jun 01 19:10:38.281624 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 54304) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:10:38.312909 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea6f43b4-eebe-459e-8441-0fa95c216863'] response: {'server_uuid': 'b89af75b-9667-469e-b061-668dd6a09e9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a46ad6b2-b5d4-4799-b91d-c0a28a7dbab6', 'code': 200} Jun 01 19:10:38.313447 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea6f43b4-eebe-459e-8441-0fa95c216863'] response: {'server_uuid': 'b89af75b-9667-469e-b061-668dd6a09e9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74e2387a-5a42-4e52-9813-acb554a11e5b', 'code': 200} Jun 01 19:10:38.429993 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_v2 [None req-ade9212a-b337-48eb-b7c4-6063971da52f tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Deleting subnet 8b691a3a-8079-4285-a6e9-1fb4beba7c86 {{(pid=88525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 19:10:38.444557 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ade9212a-b337-48eb-b7c4-6063971da52f tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks [] for subnet, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:38.515326 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7942ffa3-99e7-4ccc-9377-41a3e1fddc14', 'tag': '2e883e83-973b-4e6f-910f-04d3533b5b1b'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:10:38.525871 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f6285532-abcf-4981-ab98-f236c6a17d07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:38.529247 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ade9212a-b337-48eb-b7c4-6063971da52f tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2258509'] for subnet, precommit_delete_associations {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:38.573368 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f6285532-abcf-4981-ab98-f236c6a17d07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:38.638434 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port 8e023d4a-9eb6-405c-b18a-c3de65879a4a is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:10:38.638780 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:38.684174 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dcd4f8ac-a28d-4455-bd38-f0acb1445290'] response: {'name': 'network-changed', 'server_uuid': '7942ffa3-99e7-4ccc-9377-41a3e1fddc14', 'tag': '2e883e83-973b-4e6f-910f-04d3533b5b1b', 'status': 'completed', 'code': 200} Jun 01 19:10:38.693749 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ade9212a-b337-48eb-b7c4-6063971da52f tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:38.720800 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 8e023d4a-9eb6-405c-b18a-c3de65879a4a, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=8e023d4a-9eb6-405c-b18a-c3de65879a4a,segment=NetworkSegment(1cfda828-870d-4ff9-9f7f-9583fe873d24),segment_id=1cfda828-870d-4ff9-9f7f-9583fe873d24)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:10:38.733070 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:38.734092 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 40d26433-71b1-48b8-9988-9b16798cc67a up at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:10:38.802917 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9411b5c5-daa5-456b-8153-5359fa91c0f5 req-e598ccac-71dc-43d9-a8e0-ae8d704956c7 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:38.811604 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9411b5c5-daa5-456b-8153-5359fa91c0f5 req-e598ccac-71dc-43d9-a8e0-ae8d704956c7 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:38.818356 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9411b5c5-daa5-456b-8153-5359fa91c0f5 req-e598ccac-71dc-43d9-a8e0-ae8d704956c7 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:38.826055 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9411b5c5-daa5-456b-8153-5359fa91c0f5 req-e598ccac-71dc-43d9-a8e0-ae8d704956c7 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:38.833150 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9411b5c5-daa5-456b-8153-5359fa91c0f5 req-e598ccac-71dc-43d9-a8e0-ae8d704956c7 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:38.842007 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9411b5c5-daa5-456b-8153-5359fa91c0f5 req-e598ccac-71dc-43d9-a8e0-ae8d704956c7 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:38.849611 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9411b5c5-daa5-456b-8153-5359fa91c0f5 req-e598ccac-71dc-43d9-a8e0-ae8d704956c7 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:38.850021 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=8e023d4a-9eb6-405c-b18a-c3de65879a4a,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:10:38.851686 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9411b5c5-daa5-456b-8153-5359fa91c0f5 req-e598ccac-71dc-43d9-a8e0-ae8d704956c7 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] 10.222.0.41 "GET /v2.0/ports?device_id=b89af75b-9667-469e-b061-668dd6a09e9b HTTP/1.1" status: 200 len: 5431 time: 0.4740038 Jun 01 19:10:38.868974 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-1c0aeeae-2649-4d2b-a554-a832f19fe0c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5933d660-10f6-4b84-a6f3-ffe602f099bb', 'name': 'tempest-TestVolumeBackupRestore-937801238-router', 'tenant_id': 'f135b090042642babe6bb7a413fbe165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.221'}], 'enable_snat': True}, 'gw_port_id': '36f99ee7-c14e-409a-b1c3-a31abfa37f4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:06:04Z', 'updated_at': '2022-06-01T19:06:14Z', 'revision_number': 4, 'project_id': 'f135b090042642babe6bb7a413fbe165', 'gw_port': {'id': '36f99ee7-c14e-409a-b1c3-a31abfa37f4e', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:4f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5933d660-10f6-4b84-a6f3-ffe602f099bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:06:05Z', 'updated_at': '2022-06-01T19:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_floatingips': [{'id': 'ad35fb35-3019-4f25-be95-89f5b6b972b1', 'tenant_id': 'f135b090042642babe6bb7a413fbe165', 'floating_ip_address': '172.25.4.18', 'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'router_id': '5933d660-10f6-4b84-a6f3-ffe602f099bb', 'port_id': '2e883e83-973b-4e6f-910f-04d3533b5b1b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2878, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3352d0c-270d-4028-ae16-5fd6706a6b7a', 'mac_address': 'fa:16:3e:2e:6b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7942ffa3-99e7-4ccc-9377-41a3e1fddc14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T19:10:33Z', 'updated_at': '2022-06-01T19:10:33Z', 'revision_number': 0, 'project_id': 'f135b090042642babe6bb7a413fbe165', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '305ec94e-712f-4602-aeca-0f34a9f3a232', 'name': '', 'network_id': 'c3352d0c-270d-4028-ae16-5fd6706a6b7a', 'tenant_id': 'f135b090042642babe6bb7a413fbe165', 'mac_address': 'fa:16:3e:56:f2:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5933d660-10f6-4b84-a6f3-ffe602f099bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2503, 'fixed_ips': [{'subnet_id': '7a4ccbe1-5dd5-4f1d-aea7-7841b068d6b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:06:12Z', 'updated_at': '2022-06-01T19:06:22Z', 'revision_number': 5, 'project_id': 'f135b090042642babe6bb7a413fbe165', 'subnets': [{'id': '7a4ccbe1-5dd5-4f1d-aea7-7841b068d6b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:10:38.877178 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c0aeeae-2649-4d2b-a554-a832f19fe0c0 None None] Checking router: 5933d660-10f6-4b84-a6f3-ffe602f099bb for host: n-d-844202-1 {{(pid=88526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 19:10:38.893528 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0aeeae-2649-4d2b-a554-a832f19fe0c0 None None] Routers {'5933d660-10f6-4b84-a6f3-ffe602f099bb'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:10:38.894070 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-1c0aeeae-2649-4d2b-a554-a832f19fe0c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:10:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['5933d660-10f6-4b84-a6f3-ffe602f099bb'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:10:38.989012 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning for port 40d26433-71b1-48b8-9988-9b16798cc67a completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:10:39.001050 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning complete for port 40d26433-71b1-48b8-9988-9b16798cc67a triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:10:39.001420 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:39.012418 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-66ce3f4a-31d4-41ee-9ca5-e1da0dad04e9 req-3981e298-c306-4c48-aa80-adc6dac8a91e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=fc7ed167-b50b-48f3-a13d-b18891eb7a13&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5282097 Jun 01 19:10:39.030067 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9411b5c5-daa5-456b-8153-5359fa91c0f5 req-5af2a1cd-80cb-41f7-aa9e-9b4a808336a6 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d570a50-36ee-4a35-8568-a6d10a7bab24&id=0ab986d5-b8d5-42ed-9ee0-4a29f48e1199&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1559496 Jun 01 19:10:39.063156 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ade9212a-b337-48eb-b7c4-6063971da52f tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2614143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9667199'] for subnet, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:39.137185 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-f6285532-abcf-4981-ab98-f236c6a17d07 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e5be8a579770467e96fcc6c814e10acf&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1756763 Jun 01 19:10:39.141488 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 54340) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:10:39.142263 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade9212a-b337-48eb-b7c4-6063971da52f tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Pushing event deleted for resources: {'Subnet': ['ID=8b691a3a-8079-4285-a6e9-1fb4beba7c86,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:10:39.153391 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade9212a-b337-48eb-b7c4-6063971da52f tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:10:39.153782 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade9212a-b337-48eb-b7c4-6063971da52f tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:10:39.154214 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade9212a-b337-48eb-b7c4-6063971da52f tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:10:39.154638 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade9212a-b337-48eb-b7c4-6063971da52f tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:10:39.155060 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade9212a-b337-48eb-b7c4-6063971da52f tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:10:39.155502 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade9212a-b337-48eb-b7c4-6063971da52f tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:10:39.155919 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade9212a-b337-48eb-b7c4-6063971da52f tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:10:39.156375 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade9212a-b337-48eb-b7c4-6063971da52f tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:10:39.156789 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade9212a-b337-48eb-b7c4-6063971da52f tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:10:39.157202 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade9212a-b337-48eb-b7c4-6063971da52f tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:10:39.157612 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade9212a-b337-48eb-b7c4-6063971da52f tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:10:39.158023 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade9212a-b337-48eb-b7c4-6063971da52f tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:10:39.166936 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6285532-abcf-4981-ab98-f236c6a17d07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a11771a8-41c2-47e0-a166-d7c5323a0b1d,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:10:39.186364 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ade9212a-b337-48eb-b7c4-6063971da52f tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks [] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:39.225405 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-ade9212a-b337-48eb-b7c4-6063971da52f tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] 10.222.0.41 "DELETE /v2.0/subnets/8b691a3a-8079-4285-a6e9-1fb4beba7c86 HTTP/1.1" status: 204 len: 168 time: 0.9311728 Jun 01 19:10:39.234865 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 54344) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:10:39.259484 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bbbe776-16d2-4848-8146-a14d515b0387 None None] Network 752856ec-d0e9-477b-85f7-556bdb8925d7 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:10:39.339403 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362c48cb-23ff-475f-9767-d0cbbc41729e req-b03e9035-8eb1-4a4b-bcef-f08ee54eb5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:39.342988 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-362c48cb-23ff-475f-9767-d0cbbc41729e req-b03e9035-8eb1-4a4b-bcef-f08ee54eb5d6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f135b090042642babe6bb7a413fbe165&device_id=7942ffa3-99e7-4ccc-9377-41a3e1fddc14 HTTP/1.1" status: 200 len: 1096 time: 0.3577013 Jun 01 19:10:39.349753 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5af30ccf-c563-4ceb-8804-beeda0fbea0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:39.376874 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ce3f4a-31d4-41ee-9ca5-e1da0dad04e9 req-e52ae8f6-0cc6-44ba-84ec-ed6423b1d8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:39.378518 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-66ce3f4a-31d4-41ee-9ca5-e1da0dad04e9 req-e52ae8f6-0cc6-44ba-84ec-ed6423b1d8e5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8537cfb3773e46d182e148cf5b0a717f&device_id=fc7ed167-b50b-48f3-a13d-b18891eb7a13 HTTP/1.1" status: 200 len: 1098 time: 0.1624942 Jun 01 19:10:39.409875 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6453a67-1b1b-4a5b-8771-d36504134967 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Deleting subnet ae7daf85-8c9f-45fd-901c-b7040899c323 {{(pid=88525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 19:10:39.452588 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-1c0aeeae-2649-4d2b-a554-a832f19fe0c0 None None] Set router 5933d660-10f6-4b84-a6f3-ffe602f099bb gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:10:39.495042 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c6453a67-1b1b-4a5b-8771-d36504134967 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks [] for subnet, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:39.517356 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port 40d26433-71b1-48b8-9988-9b16798cc67a is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:10:39.517735 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:39.544787 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5af30ccf-c563-4ceb-8804-beeda0fbea0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:39.696104 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c6453a67-1b1b-4a5b-8771-d36504134967 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2258509'] for subnet, precommit_delete_associations {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:39.778828 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ce3f4a-31d4-41ee-9ca5-e1da0dad04e9 req-68742d55-46b8-40d7-bbdf-512a781df092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:39.783966 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-66ce3f4a-31d4-41ee-9ca5-e1da0dad04e9 req-68742d55-46b8-40d7-bbdf-512a781df092 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1683679e-ac4b-4846-a35b-a63a265f2c59 HTTP/1.1" status: 200 len: 898 time: 0.3707485 Jun 01 19:10:39.789467 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362c48cb-23ff-475f-9767-d0cbbc41729e req-632a68ae-0658-4f5b-a85f-1b4191053ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:39.791598 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-362c48cb-23ff-475f-9767-d0cbbc41729e req-632a68ae-0658-4f5b-a85f-1b4191053ef1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c3352d0c-270d-4028-ae16-5fd6706a6b7a HTTP/1.1" status: 200 len: 914 time: 0.4369304 Jun 01 19:10:39.885865 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-fec6ff11-4933-4311-9291-b8daa20e0d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:39.897984 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 40d26433-71b1-48b8-9988-9b16798cc67a, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=40d26433-71b1-48b8-9988-9b16798cc67a,segment=NetworkSegment(d8642800-b1d2-408c-993f-870ace18e652),segment_id=d8642800-b1d2-408c-993f-870ace18e652)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:10:39.905803 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5af30ccf-c563-4ceb-8804-beeda0fbea0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:39.919655 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:39.920300 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device b4ec48f2-ec80-4ad5-8ee7-46cd08c5ffa2 up at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:10:39.993101 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c6453a67-1b1b-4a5b-8771-d36504134967 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:40.056175 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f9b8a0b3-01a9-4f38-a337-822d4438eb74 tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:40.071976 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f9b8a0b3-01a9-4f38-a337-822d4438eb74 tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887712'] for floatingip, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:40.131367 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-362c48cb-23ff-475f-9767-d0cbbc41729e req-1893ad27-4564-46be-9e47-80112dd0bcad service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2e883e83-973b-4e6f-910f-04d3533b5b1b HTTP/1.1" status: 200 len: 998 time: 0.3319650 Jun 01 19:10:40.137296 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af30ccf-c563-4ceb-8804-beeda0fbea0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a11771a8-41c2-47e0-a166-d7c5323a0b1d,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:10:40.197455 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-66ce3f4a-31d4-41ee-9ca5-e1da0dad04e9 req-2df3a6db-b733-41bc-97e7-ebf9a0d69389 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c13922d6-8dcd-4203-bf4b-58d64aaed295 HTTP/1.1" status: 200 len: 1002 time: 0.3759742 Jun 01 19:10:40.255005 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5af30ccf-c563-4ceb-8804-beeda0fbea0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:40.259144 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-5af30ccf-c563-4ceb-8804-beeda0fbea0e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a11771a8-41c2-47e0-a166-d7c5323a0b1d HTTP/1.1" status: 204 len: 168 time: 1.1054263 Jun 01 19:10:40.286960 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=40d26433-71b1-48b8-9988-9b16798cc67a,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:10:40.310307 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362c48cb-23ff-475f-9767-d0cbbc41729e req-a4d8906a-ee20-446b-ba33-249a674a2af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:40.310307 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-362c48cb-23ff-475f-9767-d0cbbc41729e req-a4d8906a-ee20-446b-ba33-249a674a2af1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7a4ccbe1-5dd5-4f1d-aea7-7841b068d6b5 HTTP/1.1" status: 200 len: 852 time: 0.1575458 Jun 01 19:10:40.349090 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b89af75b-9667-469e-b061-668dd6a09e9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e023d4a-9eb6-405c-b18a-c3de65879a4a'}, {'server_uuid': 'b89af75b-9667-469e-b061-668dd6a09e9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40d26433-71b1-48b8-9988-9b16798cc67a'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:10:40.516509 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ce3f4a-31d4-41ee-9ca5-e1da0dad04e9 req-6d522788-b9d0-4119-b508-1628e37cabb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:40.516509 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-66ce3f4a-31d4-41ee-9ca5-e1da0dad04e9 req-6d522788-b9d0-4119-b508-1628e37cabb3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8eee5ae7-9972-4ea4-a710-faeb7415f01a HTTP/1.1" status: 200 len: 834 time: 0.2882388 Jun 01 19:10:40.533722 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c6453a67-1b1b-4a5b-8771-d36504134967 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2614143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9667199'] for subnet, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:40.634789 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6453a67-1b1b-4a5b-8771-d36504134967 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Pushing event deleted for resources: {'Subnet': ['ID=ae7daf85-8c9f-45fd-901c-b7040899c323,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:10:40.641602 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c6453a67-1b1b-4a5b-8771-d36504134967 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks [] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:40.664615 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 54378) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:10:40.667216 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning for port b4ec48f2-ec80-4ad5-8ee7-46cd08c5ffa2 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:10:40.670087 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-c6453a67-1b1b-4a5b-8771-d36504134967 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] 10.222.0.41 "DELETE /v2.0/subnets/ae7daf85-8c9f-45fd-901c-b7040899c323 HTTP/1.1" status: 204 len: 168 time: 1.4238605 Jun 01 19:10:40.717501 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:40.728197 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning complete for port b4ec48f2-ec80-4ad5-8ee7-46cd08c5ffa2 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:10:40.728755 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:40.732259 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362c48cb-23ff-475f-9767-d0cbbc41729e req-a42c2c3c-157b-461c-937e-339c9869c0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:40.742796 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-362c48cb-23ff-475f-9767-d0cbbc41729e req-a42c2c3c-157b-461c-937e-339c9869c0f0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c3352d0c-270d-4028-ae16-5fd6706a6b7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4269409 Jun 01 19:10:40.823222 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f7937b-7da4-40d3-a47b-c6e453f41b82 req-a08b09af-a644-4b69-8488-c73db9a5d446 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:40.828182 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:40.850836 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f7937b-7da4-40d3-a47b-c6e453f41b82 req-a08b09af-a644-4b69-8488-c73db9a5d446 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:40.858790 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f7937b-7da4-40d3-a47b-c6e453f41b82 req-a08b09af-a644-4b69-8488-c73db9a5d446 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:40.878585 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f7937b-7da4-40d3-a47b-c6e453f41b82 req-a08b09af-a644-4b69-8488-c73db9a5d446 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:40.932740 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f7937b-7da4-40d3-a47b-c6e453f41b82 req-a08b09af-a644-4b69-8488-c73db9a5d446 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:40.949427 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f7937b-7da4-40d3-a47b-c6e453f41b82 req-a08b09af-a644-4b69-8488-c73db9a5d446 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:40.973774 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f7937b-7da4-40d3-a47b-c6e453f41b82 req-a08b09af-a644-4b69-8488-c73db9a5d446 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:40.989864 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c7f7937b-7da4-40d3-a47b-c6e453f41b82 req-a08b09af-a644-4b69-8488-c73db9a5d446 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] 10.222.0.41 "GET /v2.0/ports?device_id=b89af75b-9667-469e-b061-668dd6a09e9b HTTP/1.1" status: 200 len: 5433 time: 0.5644627 Jun 01 19:10:41.066171 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-322e4a88-8c06-4412-8930-193bfc51af4c'] response: {'server_uuid': 'b89af75b-9667-469e-b061-668dd6a09e9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e023d4a-9eb6-405c-b18a-c3de65879a4a', 'code': 200} Jun 01 19:10:41.066553 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-322e4a88-8c06-4412-8930-193bfc51af4c'] response: {'server_uuid': 'b89af75b-9667-469e-b061-668dd6a09e9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40d26433-71b1-48b8-9988-9b16798cc67a', 'code': 200} Jun 01 19:10:41.098930 n-d-844202-1 neutron-server[88524]: INFO neutron.pecan_wsgi.hooks.translation [None req-918f9ee9-7509-4124-8193-059f18452f7b tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] DELETE failed (client error): The resource could not be found. Jun 01 19:10:41.099431 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-918f9ee9-7509-4124-8193-059f18452f7b tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88524) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 19:10:41.101169 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-918f9ee9-7509-4124-8193-059f18452f7b tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] 10.222.0.41 "DELETE /v2.0/subnets/8b691a3a-8079-4285-a6e9-1fb4beba7c86 HTTP/1.1" status: 404 len: 337 time: 0.4359114 Jun 01 19:10:41.104859 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 54382) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:10:41.127341 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-1c0aeeae-2649-4d2b-a554-a832f19fe0c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5933d660-10f6-4b84-a6f3-ffe602f099bb', 'name': 'tempest-TestVolumeBackupRestore-937801238-router', 'tenant_id': 'f135b090042642babe6bb7a413fbe165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.221'}], 'enable_snat': True}, 'gw_port_id': '36f99ee7-c14e-409a-b1c3-a31abfa37f4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:06:04Z', 'updated_at': '2022-06-01T19:06:14Z', 'revision_number': 4, 'project_id': 'f135b090042642babe6bb7a413fbe165', 'gw_port': {'id': '36f99ee7-c14e-409a-b1c3-a31abfa37f4e', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:4f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5933d660-10f6-4b84-a6f3-ffe602f099bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:06:05Z', 'updated_at': '2022-06-01T19:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_floatingips': [{'id': 'ad35fb35-3019-4f25-be95-89f5b6b972b1', 'tenant_id': 'f135b090042642babe6bb7a413fbe165', 'floating_ip_address': '172.25.4.18', 'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'router_id': '5933d660-10f6-4b84-a6f3-ffe602f099bb', 'port_id': '2e883e83-973b-4e6f-910f-04d3533b5b1b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2878, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3352d0c-270d-4028-ae16-5fd6706a6b7a', 'mac_address': 'fa:16:3e:2e:6b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7942ffa3-99e7-4ccc-9377-41a3e1fddc14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T19:10:33Z', 'updated_at': '2022-06-01T19:10:33Z', 'revision_number': 0, 'project_id': 'f135b090042642babe6bb7a413fbe165', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '305ec94e-712f-4602-aeca-0f34a9f3a232', 'name': '', 'network_id': 'c3352d0c-270d-4028-ae16-5fd6706a6b7a', 'tenant_id': 'f135b090042642babe6bb7a413fbe165', 'mac_address': 'fa:16:3e:56:f2:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5933d660-10f6-4b84-a6f3-ffe602f099bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2503, 'fixed_ips': [{'subnet_id': '7a4ccbe1-5dd5-4f1d-aea7-7841b068d6b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:06:12Z', 'updated_at': '2022-06-01T19:06:22Z', 'revision_number': 5, 'project_id': 'f135b090042642babe6bb7a413fbe165', 'subnets': [{'id': '7a4ccbe1-5dd5-4f1d-aea7-7841b068d6b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:10:41.148000 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c0aeeae-2649-4d2b-a554-a832f19fe0c0 None None] The sync data for ids ['5933d660-10f6-4b84-a6f3-ffe602f099bb'] in n-d-844202-1 is: [{'id': '5933d660-10f6-4b84-a6f3-ffe602f099bb', 'name': 'tempest-TestVolumeBackupRestore-937801238-router', 'tenant_id': 'f135b090042642babe6bb7a413fbe165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.221'}], 'enable_snat': True}, 'gw_port_id': '36f99ee7-c14e-409a-b1c3-a31abfa37f4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:06:04Z', 'updated_at': '2022-06-01T19:06:14Z', 'revision_number': 4, 'project_id': 'f135b090042642babe6bb7a413fbe165', 'gw_port': {'id': '36f99ee7-c14e-409a-b1c3-a31abfa37f4e', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:4f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5933d660-10f6-4b84-a6f3-ffe602f099bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:06:05Z', 'updated_at': '2022-06-01T19:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_floatingips': [{'id': 'ad35fb35-3019-4f25-be95-89f5b6b972b1', 'tenant_id': 'f135b090042642babe6bb7a413fbe165', 'floating_ip_address': '172.25.4.18', 'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'router_id': '5933d660-10f6-4b84-a6f3-ffe602f099bb', 'port_id': '2e883e83-973b-4e6f-910f-04d3533b5b1b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2878, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3352d0c-270d-4028-ae16-5fd6706a6b7a', 'mac_address': 'fa:16:3e:2e:6b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7942ffa3-99e7-4ccc-9377-41a3e1fddc14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T19:10:33Z', 'updated_at': '2022-06-01T19:10:33Z', 'revision_number': 0, 'project_id': 'f135b090042642babe6bb7a413fbe165', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '305ec94e-712f-4602-aeca-0f34a9f3a232', 'name': '', 'network_id': 'c3352d0c-270d-4028-ae16-5fd6706a6b7a', 'tenant_id': 'f135b090042642babe6bb7a413fbe165', 'mac_address': 'fa:16:3e:56:f2:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5933d660-10f6-4b84-a6f3-ffe602f099bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2503, 'fixed_ips': [{'subnet_id': '7a4ccbe1-5dd5-4f1d-aea7-7841b068d6b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:06:12Z', 'updated_at': '2022-06-01T19:06:22Z', 'revision_number': 5, 'project_id': 'f135b090042642babe6bb7a413fbe165', 'subnets': [{'id': '7a4ccbe1-5dd5-4f1d-aea7-7841b068d6b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:10:41.165777 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port b4ec48f2-ec80-4ad5-8ee7-46cd08c5ffa2 is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:10:41.166292 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:41.171816 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ce3f4a-31d4-41ee-9ca5-e1da0dad04e9 req-77e82528-e86c-4177-93ef-4098311f118e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:41.174520 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-66ce3f4a-31d4-41ee-9ca5-e1da0dad04e9 req-77e82528-e86c-4177-93ef-4098311f118e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1683679e-ac4b-4846-a35b-a63a265f2c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6605670 Jun 01 19:10:41.251894 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-362c48cb-23ff-475f-9767-d0cbbc41729e req-f8a4048a-fe81-4524-88aa-766ab13c971e service neutron] 10.222.0.15 "GET /v2.0/networks/c3352d0c-270d-4028-ae16-5fd6706a6b7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4942093 Jun 01 19:10:41.288169 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port b4ec48f2-ec80-4ad5-8ee7-46cd08c5ffa2, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=b4ec48f2-ec80-4ad5-8ee7-46cd08c5ffa2,segment=NetworkSegment(1cfda828-870d-4ff9-9f7f-9583fe873d24),segment_id=1cfda828-870d-4ff9-9f7f-9583fe873d24)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:10:41.299032 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:41.300113 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 4cae1d32-4c78-4cf3-9dd2-5e58ae221135 up at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:10:41.316593 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 54390) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:10:41.485511 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe5e92a6-f7ff-4a4a-a0ba-00497d456bb7 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Deleting subnet 50622919-b2e3-4302-86b9-eff7644ff6a2 {{(pid=88524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 19:10:41.495023 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-fe5e92a6-f7ff-4a4a-a0ba-00497d456bb7 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks [] for subnet, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:41.559670 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c7f7937b-7da4-40d3-a47b-c6e453f41b82 req-55af9b63-5f13-48de-a766-ae14f0719013 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d570a50-36ee-4a35-8568-a6d10a7bab24&id=0ab986d5-b8d5-42ed-9ee0-4a29f48e1199&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.5685880 Jun 01 19:10:41.630612 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-bb6ea2a4-d57e-4096-86c0-924e480331b2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=573471d98bb24a01af321ebb60a8573f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3038111 Jun 01 19:10:41.633980 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 54398) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:10:41.696653 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169b2f07-aa0b-4f83-91d2-8f47fdddfd6d None None] New status for floating IP ad35fb35-3019-4f25-be95-89f5b6b972b1: ACTIVE {{(pid=88527) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 19:10:41.708135 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-362c48cb-23ff-475f-9767-d0cbbc41729e req-f707ccea-5a75-44ea-a854-6781c3261150 service neutron] 10.222.0.15 "GET /v2.0/networks/c3352d0c-270d-4028-ae16-5fd6706a6b7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4550598 Jun 01 19:10:41.713885 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:41.759744 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=b4ec48f2-ec80-4ad5-8ee7-46cd08c5ffa2,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:10:41.759965 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-fe5e92a6-f7ff-4a4a-a0ba-00497d456bb7 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2702137'] for subnet, precommit_delete_associations {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:41.778782 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning for port 4cae1d32-4c78-4cf3-9dd2-5e58ae221135 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:10:41.790370 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning complete for port 4cae1d32-4c78-4cf3-9dd2-5e58ae221135 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:10:41.798516 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:41.936112 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-fe5e92a6-f7ff-4a4a-a0ba-00497d456bb7 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:41.947573 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-086559a7-ba45-49df-972b-7be0276a0597 None None] Network 752856ec-d0e9-477b-85f7-556bdb8925d7 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:10:42.098527 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-fe5e92a6-f7ff-4a4a-a0ba-00497d456bb7 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2718856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3066595'] for subnet, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:42.182851 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:42.222107 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9b8a0b3-01a9-4f38-a337-822d4438eb74 tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] Router 5933d660-10f6-4b84-a6f3-ffe602f099bb has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 19:10:42.226476 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-fe5e92a6-f7ff-4a4a-a0ba-00497d456bb7 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:42.232637 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5e92a6-f7ff-4a4a-a0ba-00497d456bb7 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Pushing event deleted for resources: {'Subnet': ['ID=50622919-b2e3-4302-86b9-eff7644ff6a2,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:10:42.252379 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port 4cae1d32-4c78-4cf3-9dd2-5e58ae221135 is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:10:42.252989 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:42.272355 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:42.281764 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-fe5e92a6-f7ff-4a4a-a0ba-00497d456bb7 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] 10.222.0.41 "DELETE /v2.0/subnets/50622919-b2e3-4302-86b9-eff7644ff6a2 HTTP/1.1" status: 204 len: 168 time: 1.1669569 Jun 01 19:10:42.283331 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 54406) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:10:42.316214 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-65f069b0-f802-4ddb-a2c7-2dd627f56990 None None] Provisioning complete for port dd48a52c-b39a-4312-b7cd-9d34ea6a16d4 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:10:42.320619 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-65f069b0-f802-4ddb-a2c7-2dd627f56990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:42.386179 n-d-844202-1 neutron-server[88525]: INFO neutron.pecan_wsgi.hooks.translation [None req-05140f3a-60f9-4aad-94ac-cd9e719b7fe4 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] DELETE failed (client error): The resource could not be found. Jun 01 19:10:42.388751 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05140f3a-60f9-4aad-94ac-cd9e719b7fe4 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88525) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 19:10:42.399280 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-05140f3a-60f9-4aad-94ac-cd9e719b7fe4 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] 10.222.0.41 "DELETE /v2.0/subnets/c09bd56e-2e31-47af-930f-7b5ac3f40dfd HTTP/1.1" status: 404 len: 337 time: 0.1140921 Jun 01 19:10:42.404401 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 54414) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:10:42.467364 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-56f178f5-9fa5-4663-9ff1-47be617a9889 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:42.480823 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-284ec852-a0da-4528-b245-84b83e972c79 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Synchronizing usage tracker for tenant:be49ffaf16754f888348eea74749e7ed on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:10:42.484004 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-66ce3f4a-31d4-41ee-9ca5-e1da0dad04e9 req-44d739da-8a7d-4c87-b1f8-6cf7f39b9064 service neutron] 10.222.0.15 "GET /v2.0/networks/1683679e-ac4b-4846-a35b-a63a265f2c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2832491 Jun 01 19:10:42.496328 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-284ec852-a0da-4528-b245-84b83e972c79 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Unset dirty status for tenant:be49ffaf16754f888348eea74749e7ed on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:10:42.499935 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-284ec852-a0da-4528-b245-84b83e972c79 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] 10.222.0.41 "GET /v2.0/ports?device_id=30b6fb85-42ac-44d6-b834-cd83f9417bd2 HTTP/1.1" status: 200 len: 205 time: 0.0920715 Jun 01 19:10:42.504195 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 54418) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:10:42.523989 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 4cae1d32-4c78-4cf3-9dd2-5e58ae221135, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=4cae1d32-4c78-4cf3-9dd2-5e58ae221135,segment=NetworkSegment(1cfda828-870d-4ff9-9f7f-9583fe873d24),segment_id=1cfda828-870d-4ff9-9f7f-9583fe873d24)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:10:42.739452 n-d-844202-1 neutron-server[88525]: INFO neutron.api.v2.resource [None req-60e3d0aa-f2ad-4c3c-a99d-060e8ca24e6e tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] delete failed (client error): The resource could not be found. Jun 01 19:10:42.741630 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-60e3d0aa-f2ad-4c3c-a99d-060e8ca24e6e tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] 10.222.0.41 "DELETE /v2.0/routers/30b6fb85-42ac-44d6-b834-cd83f9417bd2 HTTP/1.1" status: 404 len: 336 time: 0.2348022 Jun 01 19:10:42.744164 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 54426) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:10:42.745912 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:42.763121 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-66ce3f4a-31d4-41ee-9ca5-e1da0dad04e9 req-673f7b3b-b29e-4dc1-866b-1e3cc27b3a39 service neutron] 10.222.0.15 "GET /v2.0/networks/1683679e-ac4b-4846-a35b-a63a265f2c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2234433 Jun 01 19:10:42.821051 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-56f178f5-9fa5-4663-9ff1-47be617a9889 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:42.836004 n-d-844202-1 neutron-server[88525]: INFO neutron.pecan_wsgi.hooks.translation [None req-266cc8da-6683-4ad4-8a58-5a1062d10820 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] DELETE failed (client error): The resource could not be found. Jun 01 19:10:42.836941 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-266cc8da-6683-4ad4-8a58-5a1062d10820 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88525) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 19:10:42.838808 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-266cc8da-6683-4ad4-8a58-5a1062d10820 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] 10.222.0.41 "DELETE /v2.0/subnets/7f5a3f6c-6955-4494-9bf6-914cd89dc2fe HTTP/1.1" status: 404 len: 337 time: 0.0929976 Jun 01 19:10:42.846210 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 54430) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:10:42.867469 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9b8a0b3-01a9-4f38-a337-822d4438eb74 tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:10:42.873860 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f9b8a0b3-01a9-4f38-a337-822d4438eb74 tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for floatingip, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:42.875620 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=4cae1d32-4c78-4cf3-9dd2-5e58ae221135,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:10:42.888030 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c89e29-ffa4-461f-bd48-c686e732cf8f None None] Sync routers for ids ['5933d660-10f6-4b84-a6f3-ffe602f099bb'] in n-d-844202-1 {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:10:42.891119 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-65f069b0-f802-4ddb-a2c7-2dd627f56990 None None] Current status of the port dd48a52c-b39a-4312-b7cd-9d34ea6a16d4 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:10:42.908559 n-d-844202-1 neutron-server[88525]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d41057f-5b46-465e-b34e-ed223020965e tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] DELETE failed (client error): The resource could not be found. Jun 01 19:10:42.909790 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d41057f-5b46-465e-b34e-ed223020965e tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88525) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 19:10:42.911764 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-7d41057f-5b46-465e-b34e-ed223020965e tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] 10.222.0.41 "DELETE /v2.0/subnets/f8a99e39-5df1-403f-965a-7aa39802568d HTTP/1.1" status: 404 len: 337 time: 0.0642972 Jun 01 19:10:42.914300 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 54434) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:10:42.982067 n-d-844202-1 neutron-server[88525]: INFO neutron.pecan_wsgi.hooks.translation [None req-16edb296-6ae8-4218-82e8-2fbef55c9d0e tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] DELETE failed (client error): The resource could not be found. Jun 01 19:10:42.985335 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16edb296-6ae8-4218-82e8-2fbef55c9d0e tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88525) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 19:10:42.987245 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-16edb296-6ae8-4218-82e8-2fbef55c9d0e tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] 10.222.0.41 "DELETE /v2.0/subnets/cd0971c3-e2dc-4596-8d46-977747317909 HTTP/1.1" status: 404 len: 337 time: 0.0719020 Jun 01 19:10:42.993860 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 54438) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:10:43.032654 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0783f40-1991-4f80-9d4c-18df4b3b243f req-fa496000-1877-4997-9fd4-ea9e62b4ae1d tempest-TestNetworkAdvancedServerOps-1915190974 tempest-TestNetworkAdvancedServerOps-1915190974-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:43.040487 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f0783f40-1991-4f80-9d4c-18df4b3b243f req-fa496000-1877-4997-9fd4-ea9e62b4ae1d tempest-TestNetworkAdvancedServerOps-1915190974 tempest-TestNetworkAdvancedServerOps-1915190974-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=fc7ed167-b50b-48f3-a13d-b18891eb7a13 HTTP/1.1" status: 200 len: 1098 time: 0.5988119 Jun 01 19:10:43.063291 n-d-844202-1 neutron-server[88525]: INFO neutron.pecan_wsgi.hooks.translation [None req-a63f5705-aef9-4d92-9958-a437b70b7677 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] DELETE failed (client error): The resource could not be found. Jun 01 19:10:43.063754 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a63f5705-aef9-4d92-9958-a437b70b7677 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88525) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 19:10:43.065759 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-a63f5705-aef9-4d92-9958-a437b70b7677 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] 10.222.0.41 "DELETE /v2.0/ports/3909580f-0ea7-49d4-8745-93f929f474b4 HTTP/1.1" status: 404 len: 333 time: 0.0694797 Jun 01 19:10:43.068335 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 54442) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:10:43.093064 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7942ffa3-99e7-4ccc-9377-41a3e1fddc14', 'tag': '2e883e83-973b-4e6f-910f-04d3533b5b1b'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:10:43.094905 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b89af75b-9667-469e-b061-668dd6a09e9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4ec48f2-ec80-4ad5-8ee7-46cd08c5ffa2'}, {'server_uuid': 'b89af75b-9667-469e-b061-668dd6a09e9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cae1d32-4c78-4cf3-9dd2-5e58ae221135'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:10:43.110073 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c89e29-ffa4-461f-bd48-c686e732cf8f None None] Routers {'5933d660-10f6-4b84-a6f3-ffe602f099bb'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:10:43.111384 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-44c89e29-ffa4-461f-bd48-c686e732cf8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:10:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['5933d660-10f6-4b84-a6f3-ffe602f099bb'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:10:43.124249 n-d-844202-1 neutron-server[88525]: INFO neutron.pecan_wsgi.hooks.translation [None req-9109d921-6e7d-445d-915d-0de1c75f90d3 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] DELETE failed (client error): The resource could not be found. Jun 01 19:10:43.125376 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9109d921-6e7d-445d-915d-0de1c75f90d3 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88525) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 19:10:43.129093 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-9109d921-6e7d-445d-915d-0de1c75f90d3 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] 10.222.0.41 "DELETE /v2.0/subnets/11f22a77-69c8-4f48-9464-7074881bed8c HTTP/1.1" status: 404 len: 337 time: 0.0591507 Jun 01 19:10:43.131211 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 54450) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:10:43.137800 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-56f178f5-9fa5-4663-9ff1-47be617a9889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:43.167263 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-f9b8a0b3-01a9-4f38-a337-822d4438eb74 tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] 10.222.0.41 "PUT /v2.0/floatingips/ad35fb35-3019-4f25-be95-89f5b6b972b1 HTTP/1.1" status: 200 len: 990 time: 5.3337972 Jun 01 19:10:43.171420 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f178f5-9fa5-4663-9ff1-47be617a9889 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1f7f180-07df-47d2-99af-84d87ec1199f,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:10:43.175006 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-f0783f40-1991-4f80-9d4c-18df4b3b243f req-a0c465b3-c730-4cc1-84a9-80b164b3c7b2 tempest-TestNetworkAdvancedServerOps-1915190974 tempest-TestNetworkAdvancedServerOps-1915190974-project-admin] Synchronizing usage tracker for tenant:5c11f3336faa4369adca5b2f96f892ef on resource:security_group {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:10:43.180844 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-56f178f5-9fa5-4663-9ff1-47be617a9889 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:43.182149 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-56f178f5-9fa5-4663-9ff1-47be617a9889 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b1f7f180-07df-47d2-99af-84d87ec1199f HTTP/1.1" status: 204 len: 168 time: 1.1216044 Jun 01 19:10:43.188844 n-d-844202-1 neutron-server[88525]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba30b009-5835-4f37-8c21-bc017ea68836 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] DELETE failed (client error): The resource could not be found. Jun 01 19:10:43.189334 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba30b009-5835-4f37-8c21-bc017ea68836 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88525) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 19:10:43.191192 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-ba30b009-5835-4f37-8c21-bc017ea68836 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] 10.222.0.41 "DELETE /v2.0/subnets/d9bee008-feb9-48fa-af7f-90338076e98e HTTP/1.1" status: 404 len: 337 time: 0.0589445 Jun 01 19:10:43.191322 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f178f5-9fa5-4663-9ff1-47be617a9889 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:10:43.191652 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f178f5-9fa5-4663-9ff1-47be617a9889 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:10:43.191991 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f178f5-9fa5-4663-9ff1-47be617a9889 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:10:43.192359 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f178f5-9fa5-4663-9ff1-47be617a9889 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:10:43.192693 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f178f5-9fa5-4663-9ff1-47be617a9889 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:10:43.193015 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f178f5-9fa5-4663-9ff1-47be617a9889 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:10:43.193506 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f178f5-9fa5-4663-9ff1-47be617a9889 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:10:43.194274 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f178f5-9fa5-4663-9ff1-47be617a9889 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:10:43.194744 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f178f5-9fa5-4663-9ff1-47be617a9889 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:10:43.195215 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f178f5-9fa5-4663-9ff1-47be617a9889 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:10:43.195673 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f178f5-9fa5-4663-9ff1-47be617a9889 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:10:43.196155 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f178f5-9fa5-4663-9ff1-47be617a9889 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:10:43.201195 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 54456) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:10:43.207739 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1464982c-fd4d-4cc6-bf6f-4f65a294951f req-e7776677-1a86-4b35-9758-19e35836d0e5 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:43.215086 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1464982c-fd4d-4cc6-bf6f-4f65a294951f req-e7776677-1a86-4b35-9758-19e35836d0e5 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:43.221000 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1464982c-fd4d-4cc6-bf6f-4f65a294951f req-e7776677-1a86-4b35-9758-19e35836d0e5 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:43.228076 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1464982c-fd4d-4cc6-bf6f-4f65a294951f req-e7776677-1a86-4b35-9758-19e35836d0e5 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:43.234594 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1464982c-fd4d-4cc6-bf6f-4f65a294951f req-e7776677-1a86-4b35-9758-19e35836d0e5 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:43.240428 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1464982c-fd4d-4cc6-bf6f-4f65a294951f req-e7776677-1a86-4b35-9758-19e35836d0e5 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:43.251346 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1464982c-fd4d-4cc6-bf6f-4f65a294951f req-e7776677-1a86-4b35-9758-19e35836d0e5 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:43.253031 n-d-844202-1 neutron-server[88524]: INFO neutron.pecan_wsgi.hooks.translation [None req-5eaad3dc-4b90-4aa8-a2b5-755d18cadaf0 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] DELETE failed (client error): The resource could not be found. Jun 01 19:10:43.253541 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5eaad3dc-4b90-4aa8-a2b5-755d18cadaf0 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88524) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 19:10:43.255084 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-1464982c-fd4d-4cc6-bf6f-4f65a294951f req-e7776677-1a86-4b35-9758-19e35836d0e5 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] 10.222.0.41 "GET /v2.0/ports?device_id=b89af75b-9667-469e-b061-668dd6a09e9b HTTP/1.1" status: 200 len: 5435 time: 0.4625943 Jun 01 19:10:43.255440 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-5eaad3dc-4b90-4aa8-a2b5-755d18cadaf0 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] 10.222.0.41 "DELETE /v2.0/ports/c9d45eef-f1db-4323-b904-372144110772 HTTP/1.1" status: 404 len: 333 time: 0.0524054 Jun 01 19:10:43.258178 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 54460) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:10:43.269181 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-f0783f40-1991-4f80-9d4c-18df4b3b243f req-a0c465b3-c730-4cc1-84a9-80b164b3c7b2 tempest-TestNetworkAdvancedServerOps-1915190974 tempest-TestNetworkAdvancedServerOps-1915190974-project-admin] Unset dirty status for tenant:5c11f3336faa4369adca5b2f96f892ef on resource:security_group {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:10:43.281019 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f0783f40-1991-4f80-9d4c-18df4b3b243f req-a0c465b3-c730-4cc1-84a9-80b164b3c7b2 tempest-TestNetworkAdvancedServerOps-1915190974 tempest-TestNetworkAdvancedServerOps-1915190974-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=457e2085-2430-4c17-b58f-61923b8494ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2393446 Jun 01 19:10:43.300923 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 54464) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:10:43.337408 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-65f069b0-f802-4ddb-a2c7-2dd627f56990 None None] Provisioning complete for port 3c280a74-a1ee-4501-af21-e234804137ae triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:10:43.339257 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-65f069b0-f802-4ddb-a2c7-2dd627f56990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:43.404837 n-d-844202-1 neutron-server[88525]: INFO neutron.pecan_wsgi.hooks.translation [None req-d638a94e-2531-4362-a5b4-fe76d85a6e66 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] DELETE failed (client error): The resource could not be found. Jun 01 19:10:43.405250 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d638a94e-2531-4362-a5b4-fe76d85a6e66 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88525) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 19:10:43.428885 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-d638a94e-2531-4362-a5b4-fe76d85a6e66 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] 10.222.0.41 "DELETE /v2.0/subnets/ba439e56-232f-4b8a-9eba-d441ae57e3e9 HTTP/1.1" status: 404 len: 337 time: 0.1690214 Jun 01 19:10:43.431429 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 54472) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:10:43.495261 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b91283f-563d-4e14-a624-585af683924c'] response: {'server_uuid': 'b89af75b-9667-469e-b061-668dd6a09e9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4ec48f2-ec80-4ad5-8ee7-46cd08c5ffa2', 'code': 200} Jun 01 19:10:43.496050 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b91283f-563d-4e14-a624-585af683924c'] response: {'server_uuid': 'b89af75b-9667-469e-b061-668dd6a09e9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cae1d32-4c78-4cf3-9dd2-5e58ae221135', 'code': 200} Jun 01 19:10:43.528503 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-1464982c-fd4d-4cc6-bf6f-4f65a294951f req-77df33e4-37b5-4d16-a2cd-78940afa45dc tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d570a50-36ee-4a35-8568-a6d10a7bab24&id=0ab986d5-b8d5-42ed-9ee0-4a29f48e1199&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1917257 Jun 01 19:10:43.690930 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f78dfbb1-8a9f-44d7-a05f-c1b866fb2eac'] response: {'name': 'network-changed', 'server_uuid': '7942ffa3-99e7-4ccc-9377-41a3e1fddc14', 'tag': '2e883e83-973b-4e6f-910f-04d3533b5b1b', 'status': 'completed', 'code': 200} Jun 01 19:10:43.734008 n-d-844202-1 neutron-server[88524]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d87488f-c44b-47b9-85ef-f76c29eadb00 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] DELETE failed (client error): The resource could not be found. Jun 01 19:10:43.734464 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d87488f-c44b-47b9-85ef-f76c29eadb00 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88524) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 19:10:43.737153 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-9d87488f-c44b-47b9-85ef-f76c29eadb00 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] 10.222.0.41 "DELETE /v2.0/subnets/97e4d90e-6b77-4b83-b099-9e35d13bf7a4 HTTP/1.1" status: 404 len: 337 time: 0.3036363 Jun 01 19:10:43.739173 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 54480) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:10:43.884738 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-8bc5d072-cc22-46e0-b061-dc8295e08e68 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Deleting port 3c280a74-a1ee-4501-af21-e234804137ae {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:10:43.888432 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8bc5d072-cc22-46e0-b061-dc8295e08e68 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:43.912101 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-65f069b0-f802-4ddb-a2c7-2dd627f56990 None None] Port 3c280a74-a1ee-4501-af21-e234804137ae cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:10:43.971102 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5579df6c-be49-4cb7-bed2-0169a46f3fbb req-7e9cfe5f-c46a-4c5c-aef0-ba3656f1b783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:43.972984 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5579df6c-be49-4cb7-bed2-0169a46f3fbb req-7e9cfe5f-c46a-4c5c-aef0-ba3656f1b783 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f135b090042642babe6bb7a413fbe165&device_id=7942ffa3-99e7-4ccc-9377-41a3e1fddc14 HTTP/1.1" status: 200 len: 1096 time: 0.3259394 Jun 01 19:10:44.050742 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-1b702b50-d489-4819-b0c7-eeb770f8a956 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Deleting port 980efd31-d824-4669-bb74-6d1d64d7b053 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:10:44.051235 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1b702b50-d489-4819-b0c7-eeb770f8a956 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:44.076908 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-44c89e29-ffa4-461f-bd48-c686e732cf8f None None] Set router 5933d660-10f6-4b84-a6f3-ffe602f099bb gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:10:44.161066 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3656f2e2-194b-44f7-8ad3-aa6945b6497f None None] DHCP port deletion for 752856ec-d0e9-477b-85f7-556bdb8925d7 request from n-d-844202-1 {{(pid=88526) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 19:10:44.191929 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-3656f2e2-194b-44f7-8ad3-aa6945b6497f None None] Deleting port dd48a52c-b39a-4312-b7cd-9d34ea6a16d4 {{(pid=88526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:10:44.192570 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-3656f2e2-194b-44f7-8ad3-aa6945b6497f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:44.393491 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8bc5d072-cc22-46e0-b061-dc8295e08e68 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:44.623707 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb620609-8dff-4755-be6f-94cfa401d301 req-9844f1d7-e05f-4284-806c-7d3e88234960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:44.626302 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb620609-8dff-4755-be6f-94cfa401d301 req-9844f1d7-e05f-4284-806c-7d3e88234960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:44.627230 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb620609-8dff-4755-be6f-94cfa401d301 req-9844f1d7-e05f-4284-806c-7d3e88234960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:44.635253 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb620609-8dff-4755-be6f-94cfa401d301 req-9844f1d7-e05f-4284-806c-7d3e88234960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:44.637508 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb620609-8dff-4755-be6f-94cfa401d301 req-9844f1d7-e05f-4284-806c-7d3e88234960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:44.639226 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb620609-8dff-4755-be6f-94cfa401d301 req-9844f1d7-e05f-4284-806c-7d3e88234960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:44.639830 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb620609-8dff-4755-be6f-94cfa401d301 req-9844f1d7-e05f-4284-806c-7d3e88234960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:44.642443 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fb620609-8dff-4755-be6f-94cfa401d301 req-9844f1d7-e05f-4284-806c-7d3e88234960 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=b89af75b-9667-469e-b061-668dd6a09e9b HTTP/1.1" status: 200 len: 6492 time: 0.9535067 Jun 01 19:10:44.680628 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-8bc5d072-cc22-46e0-b061-dc8295e08e68 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Calling delete_port for 3c280a74-a1ee-4501-af21-e234804137ae owned by {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:10:44.756274 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-3656f2e2-194b-44f7-8ad3-aa6945b6497f None None] For port dd48a52c-b39a-4312-b7cd-9d34ea6a16d4, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=dd48a52c-b39a-4312-b7cd-9d34ea6a16d4,segment=NetworkSegment(f4d97605-7a94-4988-bddf-a1aaba381b9b),segment_id=f4d97605-7a94-4988-bddf-a1aaba381b9b)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:10:44.759037 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-3656f2e2-194b-44f7-8ad3-aa6945b6497f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:44.813908 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5579df6c-be49-4cb7-bed2-0169a46f3fbb req-ee72f922-d73b-4d2e-91d4-0f1c8deb7343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:44.813908 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5579df6c-be49-4cb7-bed2-0169a46f3fbb req-ee72f922-d73b-4d2e-91d4-0f1c8deb7343 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c3352d0c-270d-4028-ae16-5fd6706a6b7a HTTP/1.1" status: 200 len: 914 time: 0.8301551 Jun 01 19:10:44.833523 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 54506) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:10:44.916464 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-3656f2e2-194b-44f7-8ad3-aa6945b6497f None None] Calling delete_port for dd48a52c-b39a-4312-b7cd-9d34ea6a16d4 owned by network:dhcp {{(pid=88526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:10:44.981894 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8bc5d072-cc22-46e0-b061-dc8295e08e68 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:45.019600 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fb620609-8dff-4755-be6f-94cfa401d301 req-f4afe2f2-6cb4-432b-ba58-92268e1b23a5 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=7d570a50-36ee-4a35-8568-a6d10a7bab24&id=0ab986d5-b8d5-42ed-9ee0-4a29f48e1199&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.3501892 Jun 01 19:10:45.087895 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device dd48a52c-b39a-4312-b7cd-9d34ea6a16d4 no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:10:45.115670 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1b702b50-d489-4819-b0c7-eeb770f8a956 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:45.116546 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1b702b50-d489-4819-b0c7-eeb770f8a956 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:45.189964 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8bc5d072-cc22-46e0-b061-dc8295e08e68 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:45.214125 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc5d072-cc22-46e0-b061-dc8295e08e68 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Pushing event deleted for resources: {'Port': ['ID=3c280a74-a1ee-4501-af21-e234804137ae,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:10:45.245216 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-8bc5d072-cc22-46e0-b061-dc8295e08e68 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] 10.222.0.41 "DELETE /v2.0/ports/3c280a74-a1ee-4501-af21-e234804137ae HTTP/1.1" status: 204 len: 168 time: 1.5047131 Jun 01 19:10:45.268661 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: dd48a52c-b39a-4312-b7cd-9d34ea6a16d4 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:10:45.269830 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b899661-6137-461d-884d-40fa1f30db59 req-6acd4f18-af1e-4600-8bb8-d90dd1c0a539 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:45.270381 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device dd48a52c-b39a-4312-b7cd-9d34ea6a16d4 not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:10:45.276957 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-3656f2e2-194b-44f7-8ad3-aa6945b6497f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535'] for port, after_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:45.279347 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b899661-6137-461d-884d-40fa1f30db59 req-6acd4f18-af1e-4600-8bb8-d90dd1c0a539 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:45.294759 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b899661-6137-461d-884d-40fa1f30db59 req-6acd4f18-af1e-4600-8bb8-d90dd1c0a539 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:45.308854 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b899661-6137-461d-884d-40fa1f30db59 req-6acd4f18-af1e-4600-8bb8-d90dd1c0a539 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:45.324447 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b899661-6137-461d-884d-40fa1f30db59 req-6acd4f18-af1e-4600-8bb8-d90dd1c0a539 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:45.338243 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b899661-6137-461d-884d-40fa1f30db59 req-6acd4f18-af1e-4600-8bb8-d90dd1c0a539 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:45.351827 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b899661-6137-461d-884d-40fa1f30db59 req-6acd4f18-af1e-4600-8bb8-d90dd1c0a539 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:45.359615 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3b899661-6137-461d-884d-40fa1f30db59 req-6acd4f18-af1e-4600-8bb8-d90dd1c0a539 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] 10.222.0.41 "GET /v2.0/ports?device_id=b89af75b-9667-469e-b061-668dd6a09e9b HTTP/1.1" status: 200 len: 5435 time: 0.5076761 Jun 01 19:10:45.361419 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 54512) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:10:45.480496 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-1b702b50-d489-4819-b0c7-eeb770f8a956 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Calling delete_port for 980efd31-d824-4669-bb74-6d1d64d7b053 owned by network:floatingip {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:10:45.500678 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-216a14eb-c89a-453f-b4d5-825e16f067e3 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:45.527440 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3656f2e2-194b-44f7-8ad3-aa6945b6497f None None] Pushing event deleted for resources: {'Port': ['ID=dd48a52c-b39a-4312-b7cd-9d34ea6a16d4,revision_number=None']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:10:45.571408 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3656f2e2-194b-44f7-8ad3-aa6945b6497f None None] No DVR routers for this DVR port dd48a52c-b39a-4312-b7cd-9d34ea6a16d4 on host n-d-844202-1 {{(pid=88526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:10:45.608199 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3b899661-6137-461d-884d-40fa1f30db59 req-42d66858-8b85-4a87-9c7f-54341686e3e7 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d570a50-36ee-4a35-8568-a6d10a7bab24&id=0ab986d5-b8d5-42ed-9ee0-4a29f48e1199&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2473996 Jun 01 19:10:45.639635 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-c0f520da-179d-4593-bc9c-280183c62a73 tempest-AgentManagementNegativeTest-1516531546 tempest-AgentManagementNegativeTest-1516531546-project] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.7999227 Jun 01 19:10:45.655333 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5579df6c-be49-4cb7-bed2-0169a46f3fbb req-fc23cfb3-fc80-4685-9498-acf487f74010 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2e883e83-973b-4e6f-910f-04d3533b5b1b HTTP/1.1" status: 200 len: 1000 time: 0.8138392 Jun 01 19:10:45.751055 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7942ffa3-99e7-4ccc-9377-41a3e1fddc14', 'tag': '2e883e83-973b-4e6f-910f-04d3533b5b1b'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:10:45.765825 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-44c89e29-ffa4-461f-bd48-c686e732cf8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5933d660-10f6-4b84-a6f3-ffe602f099bb', 'name': 'tempest-TestVolumeBackupRestore-937801238-router', 'tenant_id': 'f135b090042642babe6bb7a413fbe165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.221'}], 'enable_snat': True}, 'gw_port_id': '36f99ee7-c14e-409a-b1c3-a31abfa37f4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:06:04Z', 'updated_at': '2022-06-01T19:06:14Z', 'revision_number': 4, 'project_id': 'f135b090042642babe6bb7a413fbe165', 'gw_port': {'id': '36f99ee7-c14e-409a-b1c3-a31abfa37f4e', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:4f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5933d660-10f6-4b84-a6f3-ffe602f099bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:06:05Z', 'updated_at': '2022-06-01T19:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_floatingips': [{'id': 'ad35fb35-3019-4f25-be95-89f5b6b972b1', 'tenant_id': 'f135b090042642babe6bb7a413fbe165', 'floating_ip_address': '172.25.4.18', 'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'router_id': '5933d660-10f6-4b84-a6f3-ffe602f099bb', 'port_id': '2e883e83-973b-4e6f-910f-04d3533b5b1b', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 2878, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3352d0c-270d-4028-ae16-5fd6706a6b7a', 'mac_address': 'fa:16:3e:2e:6b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7942ffa3-99e7-4ccc-9377-41a3e1fddc14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T19:10:33Z', 'updated_at': '2022-06-01T19:10:42Z', 'revision_number': 2, 'project_id': 'f135b090042642babe6bb7a413fbe165', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '305ec94e-712f-4602-aeca-0f34a9f3a232', 'name': '', 'network_id': 'c3352d0c-270d-4028-ae16-5fd6706a6b7a', 'tenant_id': 'f135b090042642babe6bb7a413fbe165', 'mac_address': 'fa:16:3e:56:f2:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5933d660-10f6-4b84-a6f3-ffe602f099bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2503, 'fixed_ips': [{'subnet_id': '7a4ccbe1-5dd5-4f1d-aea7-7841b068d6b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:06:12Z', 'updated_at': '2022-06-01T19:06:22Z', 'revision_number': 5, 'project_id': 'f135b090042642babe6bb7a413fbe165', 'subnets': [{'id': '7a4ccbe1-5dd5-4f1d-aea7-7841b068d6b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:10:45.793233 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-216a14eb-c89a-453f-b4d5-825e16f067e3 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:45.793617 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c89e29-ffa4-461f-bd48-c686e732cf8f None None] Checking router: 5933d660-10f6-4b84-a6f3-ffe602f099bb for host: n-d-844202-1 {{(pid=88526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 19:10:45.827201 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-216a14eb-c89a-453f-b4d5-825e16f067e3 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['752856ec-d0e9-477b-85f7-556bdb8925d7']}} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:10:45.831326 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c89e29-ffa4-461f-bd48-c686e732cf8f None None] Routers {'5933d660-10f6-4b84-a6f3-ffe602f099bb'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:10:45.832417 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-44c89e29-ffa4-461f-bd48-c686e732cf8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:10:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['5933d660-10f6-4b84-a6f3-ffe602f099bb'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:10:45.847937 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-216a14eb-c89a-453f-b4d5-825e16f067e3 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4d97605-7a94-4988-bddf-a1aaba381b9b') {'for_net_delete': True} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:10:45.848867 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-216a14eb-c89a-453f-b4d5-825e16f067e3 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4d97605-7a94-4988-bddf-a1aaba381b9b') {} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:10:45.873505 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-216a14eb-c89a-453f-b4d5-825e16f067e3 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2258522'] for segment, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:45.878628 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5579df6c-be49-4cb7-bed2-0169a46f3fbb req-3bc66c88-0c34-462a-90da-7df858d07b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:45.886417 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5579df6c-be49-4cb7-bed2-0169a46f3fbb req-3bc66c88-0c34-462a-90da-7df858d07b0b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7a4ccbe1-5dd5-4f1d-aea7-7841b068d6b5 HTTP/1.1" status: 200 len: 852 time: 0.2294874 Jun 01 19:10:45.894340 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-216a14eb-c89a-453f-b4d5-825e16f067e3 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:45.901460 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-216a14eb-c89a-453f-b4d5-825e16f067e3 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=88525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 19:10:45.902738 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-216a14eb-c89a-453f-b4d5-825e16f067e3 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2613981'] for segment, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:45.979836 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19cb982e-e085-4b7d-8dc2-b291f5b0b0ce'] response: {'name': 'network-changed', 'server_uuid': '7942ffa3-99e7-4ccc-9377-41a3e1fddc14', 'tag': '2e883e83-973b-4e6f-910f-04d3533b5b1b', 'status': 'completed', 'code': 200} Jun 01 19:10:46.140308 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5579df6c-be49-4cb7-bed2-0169a46f3fbb req-8fc75553-1d70-451e-9c1d-6512b80e5679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:46.141424 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5579df6c-be49-4cb7-bed2-0169a46f3fbb req-8fc75553-1d70-451e-9c1d-6512b80e5679 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c3352d0c-270d-4028-ae16-5fd6706a6b7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2475803 Jun 01 19:10:46.224567 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-44c89e29-ffa4-461f-bd48-c686e732cf8f None None] Set router 5933d660-10f6-4b84-a6f3-ffe602f099bb gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:10:46.281296 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1b702b50-d489-4819-b0c7-eeb770f8a956 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:46.342001 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-216a14eb-c89a-453f-b4d5-825e16f067e3 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:46.350138 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-216a14eb-c89a-453f-b4d5-825e16f067e3 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Notify callbacks [] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:46.356845 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 54528) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:10:46.388540 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-216a14eb-c89a-453f-b4d5-825e16f067e3 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] 10.222.0.41 "DELETE /v2.0/networks/752856ec-d0e9-477b-85f7-556bdb8925d7 HTTP/1.1" status: 204 len: 168 time: 1.0228572 Jun 01 19:10:46.388540 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment f4d97605-7a94-4988-bddf-a1aaba381b9b resource provider aggregate not found Jun 01 19:10:46.399222 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216a14eb-c89a-453f-b4d5-825e16f067e3 tempest-PortsIpV6TestJSON-694288189 tempest-PortsIpV6TestJSON-694288189-project] Pushing event deleted for resources: {'Network': ['ID=752856ec-d0e9-477b-85f7-556bdb8925d7,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:10:46.413977 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment f4d97605-7a94-4988-bddf-a1aaba381b9b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f4d97605-7a94-4988-bddf-a1aaba381b9b found for delete ", "request_id": "req-17bdaa78-c501-4e67-81e8-ea452414f20e"}]} Jun 01 19:10:46.485201 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b702b50-d489-4819-b0c7-eeb770f8a956 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Pushing event deleted for resources: {'Port': ['ID=980efd31-d824-4669-bb74-6d1d64d7b053,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:10:46.585509 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1b702b50-d489-4819-b0c7-eeb770f8a956 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks [] for floatingip, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:46.586353 n-d-844202-1 neutron-server[88524]: INFO neutron.db.l3_db [None req-1b702b50-d489-4819-b0c7-eeb770f8a956 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Floating IP e50c39b1-b125-4b08-9fac-b4eac36c1da7 disassociated (deleted). External IP: 172.25.4.127, port: c13922d6-8dcd-4203-bf4b-58d64aaed295. Jun 01 19:10:46.773332 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-83247412-f011-4050-b925-47aa9e643d1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:46.806251 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-83247412-f011-4050-b925-47aa9e643d1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:10:46.812936 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-83247412-f011-4050-b925-47aa9e643d1e admin admin] Usage tracker for resource:security_group_rule and tenant:51b8697c86484bc7bd2bb2bc4e822a8f is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:10:46.817169 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-83247412-f011-4050-b925-47aa9e643d1e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:10:46.834069 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-83247412-f011-4050-b925-47aa9e643d1e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:10:46.878503 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-44c89e29-ffa4-461f-bd48-c686e732cf8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5933d660-10f6-4b84-a6f3-ffe602f099bb', 'name': 'tempest-TestVolumeBackupRestore-937801238-router', 'tenant_id': 'f135b090042642babe6bb7a413fbe165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.221'}], 'enable_snat': True}, 'gw_port_id': '36f99ee7-c14e-409a-b1c3-a31abfa37f4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:06:04Z', 'updated_at': '2022-06-01T19:06:14Z', 'revision_number': 4, 'project_id': 'f135b090042642babe6bb7a413fbe165', 'gw_port': {'id': '36f99ee7-c14e-409a-b1c3-a31abfa37f4e', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:4f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5933d660-10f6-4b84-a6f3-ffe602f099bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:06:05Z', 'updated_at': '2022-06-01T19:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_floatingips': [{'id': 'ad35fb35-3019-4f25-be95-89f5b6b972b1', 'tenant_id': 'f135b090042642babe6bb7a413fbe165', 'floating_ip_address': '172.25.4.18', 'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'router_id': '5933d660-10f6-4b84-a6f3-ffe602f099bb', 'port_id': '2e883e83-973b-4e6f-910f-04d3533b5b1b', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 2878, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3352d0c-270d-4028-ae16-5fd6706a6b7a', 'mac_address': 'fa:16:3e:2e:6b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7942ffa3-99e7-4ccc-9377-41a3e1fddc14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T19:10:33Z', 'updated_at': '2022-06-01T19:10:42Z', 'revision_number': 2, 'project_id': 'f135b090042642babe6bb7a413fbe165', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '305ec94e-712f-4602-aeca-0f34a9f3a232', 'name': '', 'network_id': 'c3352d0c-270d-4028-ae16-5fd6706a6b7a', 'tenant_id': 'f135b090042642babe6bb7a413fbe165', 'mac_address': 'fa:16:3e:56:f2:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5933d660-10f6-4b84-a6f3-ffe602f099bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2503, 'fixed_ips': [{'subnet_id': '7a4ccbe1-5dd5-4f1d-aea7-7841b068d6b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:06:12Z', 'updated_at': '2022-06-01T19:06:22Z', 'revision_number': 5, 'project_id': 'f135b090042642babe6bb7a413fbe165', 'subnets': [{'id': '7a4ccbe1-5dd5-4f1d-aea7-7841b068d6b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:10:46.900945 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c89e29-ffa4-461f-bd48-c686e732cf8f None None] The sync data for ids ['5933d660-10f6-4b84-a6f3-ffe602f099bb'] in n-d-844202-1 is: [{'id': '5933d660-10f6-4b84-a6f3-ffe602f099bb', 'name': 'tempest-TestVolumeBackupRestore-937801238-router', 'tenant_id': 'f135b090042642babe6bb7a413fbe165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.221'}], 'enable_snat': True}, 'gw_port_id': '36f99ee7-c14e-409a-b1c3-a31abfa37f4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:06:04Z', 'updated_at': '2022-06-01T19:06:14Z', 'revision_number': 4, 'project_id': 'f135b090042642babe6bb7a413fbe165', 'gw_port': {'id': '36f99ee7-c14e-409a-b1c3-a31abfa37f4e', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:4f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5933d660-10f6-4b84-a6f3-ffe602f099bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:06:05Z', 'updated_at': '2022-06-01T19:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_floatingips': [{'id': 'ad35fb35-3019-4f25-be95-89f5b6b972b1', 'tenant_id': 'f135b090042642babe6bb7a413fbe165', 'floating_ip_address': '172.25.4.18', 'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'router_id': '5933d660-10f6-4b84-a6f3-ffe602f099bb', 'port_id': '2e883e83-973b-4e6f-910f-04d3533b5b1b', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 2878, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3352d0c-270d-4028-ae16-5fd6706a6b7a', 'mac_address': 'fa:16:3e:2e:6b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7942ffa3-99e7-4ccc-9377-41a3e1fddc14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T19:10:33Z', 'updated_at': '2022-06-01T19:10:42Z', 'revision_number': 2, 'project_id': 'f135b090042642babe6bb7a413fbe165', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '305ec94e-712f-4602-aeca-0f34a9f3a232', 'name': '', 'network_id': 'c3352d0c-270d-4028-ae16-5fd6706a6b7a', 'tenant_id': 'f135b090042642babe6bb7a413fbe165', 'mac_address': 'fa:16:3e:56:f2:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5933d660-10f6-4b84-a6f3-ffe602f099bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2503, 'fixed_ips': [{'subnet_id': '7a4ccbe1-5dd5-4f1d-aea7-7841b068d6b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:06:12Z', 'updated_at': '2022-06-01T19:06:22Z', 'revision_number': 5, 'project_id': 'f135b090042642babe6bb7a413fbe165', 'subnets': [{'id': '7a4ccbe1-5dd5-4f1d-aea7-7841b068d6b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:10:46.946695 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 54546) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:10:47.111695 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5579df6c-be49-4cb7-bed2-0169a46f3fbb req-988485c5-17c6-46f2-87cd-2a55b616f6d4 service neutron] 10.222.0.15 "GET /v2.0/networks/c3352d0c-270d-4028-ae16-5fd6706a6b7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9621003 Jun 01 19:10:47.164177 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2420e44-f666-484e-92d3-a7bc20982278 req-6d4f1111-60b1-40e2-9b9a-c0ebade7a6d2 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:47.180944 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2420e44-f666-484e-92d3-a7bc20982278 req-6d4f1111-60b1-40e2-9b9a-c0ebade7a6d2 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:47.188394 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2420e44-f666-484e-92d3-a7bc20982278 req-6d4f1111-60b1-40e2-9b9a-c0ebade7a6d2 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:47.194846 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2420e44-f666-484e-92d3-a7bc20982278 req-6d4f1111-60b1-40e2-9b9a-c0ebade7a6d2 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:47.201582 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2420e44-f666-484e-92d3-a7bc20982278 req-6d4f1111-60b1-40e2-9b9a-c0ebade7a6d2 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:47.208639 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2420e44-f666-484e-92d3-a7bc20982278 req-6d4f1111-60b1-40e2-9b9a-c0ebade7a6d2 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:47.216260 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2420e44-f666-484e-92d3-a7bc20982278 req-6d4f1111-60b1-40e2-9b9a-c0ebade7a6d2 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:47.230452 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c2420e44-f666-484e-92d3-a7bc20982278 req-6d4f1111-60b1-40e2-9b9a-c0ebade7a6d2 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] 10.222.0.41 "GET /v2.0/ports?device_id=b89af75b-9667-469e-b061-668dd6a09e9b HTTP/1.1" status: 200 len: 5435 time: 0.3425934 Jun 01 19:10:47.402780 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-dde6b33d-e317-4f94-96cd-7b58b9538aca admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=be49ffaf16754f888348eea74749e7ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4443638 Jun 01 19:10:47.412920 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 54554) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:10:47.437496 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c2420e44-f666-484e-92d3-a7bc20982278 req-739a5047-c155-4681-8b09-4ccff24cdfe4 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d570a50-36ee-4a35-8568-a6d10a7bab24&id=0ab986d5-b8d5-42ed-9ee0-4a29f48e1199&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1986256 Jun 01 19:10:47.456423 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-83247412-f011-4050-b925-47aa9e643d1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:47.505245 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-83247412-f011-4050-b925-47aa9e643d1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:47.511000 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b702b50-d489-4819-b0c7-eeb770f8a956 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Router 225bd07d-765a-4cec-b072-924623910b8d has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 19:10:47.573802 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-83247412-f011-4050-b925-47aa9e643d1e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=51b8697c86484bc7bd2bb2bc4e822a8f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1949303 Jun 01 19:10:47.575163 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 54560) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:10:47.589864 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83247412-f011-4050-b925-47aa9e643d1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39ffa171-b271-4e28-be97-6da9449cff8e,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:10:47.611271 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c5d24132-868f-4a3d-b4e9-2209a2d349b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:47.648307 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c5d24132-868f-4a3d-b4e9-2209a2d349b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:47.718546 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c5d24132-868f-4a3d-b4e9-2209a2d349b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:47.740945 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d24132-868f-4a3d-b4e9-2209a2d349b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d28ce65-ca59-4ca1-96be-ea9d877d0b7e,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:10:47.772137 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c5d24132-868f-4a3d-b4e9-2209a2d349b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:47.775922 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-c5d24132-868f-4a3d-b4e9-2209a2d349b8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9d28ce65-ca59-4ca1-96be-ea9d877d0b7e HTTP/1.1" status: 204 len: 168 time: 0.3675830 Jun 01 19:10:47.827096 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ad4ff43b-8142-4102-854f-adafed5fce6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:47.862893 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ad4ff43b-8142-4102-854f-adafed5fce6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:47.960037 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ad4ff43b-8142-4102-854f-adafed5fce6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:47.980647 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4ff43b-8142-4102-854f-adafed5fce6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39ffa171-b271-4e28-be97-6da9449cff8e,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:10:47.989558 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ad4ff43b-8142-4102-854f-adafed5fce6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:47.989558 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-ad4ff43b-8142-4102-854f-adafed5fce6f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/39ffa171-b271-4e28-be97-6da9449cff8e HTTP/1.1" status: 204 len: 168 time: 0.3971686 Jun 01 19:10:48.033868 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5579df6c-be49-4cb7-bed2-0169a46f3fbb req-cd4e0b8e-2512-497f-a9f2-095c43770ef2 service neutron] 10.222.0.15 "GET /v2.0/networks/c3352d0c-270d-4028-ae16-5fd6706a6b7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7001455 Jun 01 19:10:48.170120 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b702b50-d489-4819-b0c7-eeb770f8a956 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:10:48.178464 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abcbfc43-4f37-41ab-8992-dd64e68112f5 None None] Sync routers for ids ['225bd07d-765a-4cec-b072-924623910b8d'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:10:48.204209 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abcbfc43-4f37-41ab-8992-dd64e68112f5 None None] Routers {'225bd07d-765a-4cec-b072-924623910b8d'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:10:48.204209 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-abcbfc43-4f37-41ab-8992-dd64e68112f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:10:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['225bd07d-765a-4cec-b072-924623910b8d'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:10:48.208697 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1b702b50-d489-4819-b0c7-eeb770f8a956 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for floatingip, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:48.340808 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc691127-e57e-4e84-8b00-181407325b01 req-0ab44605-735f-4ff7-accf-7e4e49df0e2c tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:48.398836 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc691127-e57e-4e84-8b00-181407325b01 req-0ab44605-735f-4ff7-accf-7e4e49df0e2c tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:48.430742 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc691127-e57e-4e84-8b00-181407325b01 req-0ab44605-735f-4ff7-accf-7e4e49df0e2c tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:48.468213 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc691127-e57e-4e84-8b00-181407325b01 req-0ab44605-735f-4ff7-accf-7e4e49df0e2c tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:48.468213 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc691127-e57e-4e84-8b00-181407325b01 req-0ab44605-735f-4ff7-accf-7e4e49df0e2c tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:48.494737 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc691127-e57e-4e84-8b00-181407325b01 req-0ab44605-735f-4ff7-accf-7e4e49df0e2c tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:48.520898 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc691127-e57e-4e84-8b00-181407325b01 req-0ab44605-735f-4ff7-accf-7e4e49df0e2c tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:48.548017 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fc691127-e57e-4e84-8b00-181407325b01 req-0ab44605-735f-4ff7-accf-7e4e49df0e2c tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] 10.222.0.41 "GET /v2.0/ports?device_id=b89af75b-9667-469e-b061-668dd6a09e9b HTTP/1.1" status: 200 len: 5435 time: 0.8007326 Jun 01 19:10:48.553280 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 54584) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:10:48.553280 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-b1c9560c-fc21-4792-a153-56f7a7eb39c3 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Request body: {'floatingip': {'port_id': '74e2387a-5a42-4e52-9813-acb554a11e5b'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:10:48.578974 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d96f3a-7593-47b9-8e7b-add37ffe3509 req-0ca25f8c-7e52-4f47-9020-dca6f8e9a8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:48.578974 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-69d96f3a-7593-47b9-8e7b-add37ffe3509 req-0ca25f8c-7e52-4f47-9020-dca6f8e9a8c3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f135b090042642babe6bb7a413fbe165&device_id=7942ffa3-99e7-4ccc-9377-41a3e1fddc14 HTTP/1.1" status: 200 len: 1096 time: 0.4968913 Jun 01 19:10:48.634336 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-1b702b50-d489-4819-b0c7-eeb770f8a956 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "DELETE /v2.0/floatingips/e50c39b1-b125-4b08-9fac-b4eac36c1da7 HTTP/1.1" status: 204 len: 168 time: 5.3260581 Jun 01 19:10:48.650470 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc7ed167-b50b-48f3-a13d-b18891eb7a13', 'tag': 'c13922d6-8dcd-4203-bf4b-58d64aaed295'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:10:48.820393 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-abcbfc43-4f37-41ab-8992-dd64e68112f5 None None] Set router 225bd07d-765a-4cec-b072-924623910b8d gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:10:48.914395 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b1c9560c-fc21-4792-a153-56f7a7eb39c3 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Notify callbacks [] for floatingip, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:48.997030 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d96f3a-7593-47b9-8e7b-add37ffe3509 req-18370891-dcac-43a5-8a39-c69d649b3be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:49.003076 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-69d96f3a-7593-47b9-8e7b-add37ffe3509 req-18370891-dcac-43a5-8a39-c69d649b3be3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c3352d0c-270d-4028-ae16-5fd6706a6b7a HTTP/1.1" status: 200 len: 914 time: 0.4144795 Jun 01 19:10:49.280069 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-beb87bca-230d-4a8c-92cf-c8a014c6b865'] response: {'name': 'network-changed', 'server_uuid': 'fc7ed167-b50b-48f3-a13d-b18891eb7a13', 'tag': 'c13922d6-8dcd-4203-bf4b-58d64aaed295', 'status': 'completed', 'code': 200} Jun 01 19:10:49.497891 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-69d96f3a-7593-47b9-8e7b-add37ffe3509 req-64af2801-c962-4a13-9be8-63a772df49ab service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2e883e83-973b-4e6f-910f-04d3533b5b1b HTTP/1.1" status: 200 len: 1000 time: 0.4907470 Jun 01 19:10:49.740695 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d96f3a-7593-47b9-8e7b-add37ffe3509 req-1f114c93-693d-4e77-b424-36255966bf21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:49.744502 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-69d96f3a-7593-47b9-8e7b-add37ffe3509 req-1f114c93-693d-4e77-b424-36255966bf21 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7a4ccbe1-5dd5-4f1d-aea7-7841b068d6b5 HTTP/1.1" status: 200 len: 852 time: 0.2397025 Jun 01 19:10:49.907298 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 54632) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:10:50.054967 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d96f3a-7593-47b9-8e7b-add37ffe3509 req-4ab142d9-3c96-466a-8936-78fc58200155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:50.058797 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-69d96f3a-7593-47b9-8e7b-add37ffe3509 req-4ab142d9-3c96-466a-8936-78fc58200155 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c3352d0c-270d-4028-ae16-5fd6706a6b7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3051915 Jun 01 19:10:50.409216 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-abcbfc43-4f37-41ab-8992-dd64e68112f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '225bd07d-765a-4cec-b072-924623910b8d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-563737349', 'tenant_id': '8537cfb3773e46d182e148cf5b0a717f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': 'f0276d19-07bd-4bd4-945f-483a0fdeb1eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:07:17Z', 'updated_at': '2022-06-01T19:07:40Z', 'revision_number': 4, 'project_id': '8537cfb3773e46d182e148cf5b0a717f', 'gw_port': {'id': 'f0276d19-07bd-4bd4-945f-483a0fdeb1eb', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:df:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '225bd07d-765a-4cec-b072-924623910b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2637, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:07:20Z', 'updated_at': '2022-06-01T19:07:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '1b7fe9f7-c6ef-4d14-9267-271ef70a48aa', 'name': '', 'network_id': '1683679e-ac4b-4846-a35b-a63a265f2c59', 'tenant_id': '8537cfb3773e46d182e148cf5b0a717f', 'mac_address': 'fa:16:3e:d4:24:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '225bd07d-765a-4cec-b072-924623910b8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2674, 'fixed_ips': [{'subnet_id': '8eee5ae7-9972-4ea4-a710-faeb7415f01a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:07:37Z', 'updated_at': '2022-06-01T19:07:55Z', 'revision_number': 5, 'project_id': '8537cfb3773e46d182e148cf5b0a717f', 'subnets': [{'id': '8eee5ae7-9972-4ea4-a710-faeb7415f01a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:10:50.431807 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abcbfc43-4f37-41ab-8992-dd64e68112f5 None None] Checking router: 225bd07d-765a-4cec-b072-924623910b8d for host: n-d-844202-1 {{(pid=88527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 19:10:50.454781 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abcbfc43-4f37-41ab-8992-dd64e68112f5 None None] Routers {'225bd07d-765a-4cec-b072-924623910b8d'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:10:50.458664 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-abcbfc43-4f37-41ab-8992-dd64e68112f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:10:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['225bd07d-765a-4cec-b072-924623910b8d'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:10:50.525359 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 54648) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:10:50.651113 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-14dd10a3-84ff-47eb-8bd2-d6bd89fce08d tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-510070394'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:10:50.672476 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-25688e9b-cc97-429a-9e0b-f8eddbc5c291 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-801329186'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:10:50.685521 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-25688e9b-cc97-429a-9e0b-f8eddbc5c291 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:10:50.690636 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-25688e9b-cc97-429a-9e0b-f8eddbc5c291 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Usage tracker for resource:network and tenant:8011be9678e842bab7da75259f1c11c1 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:10:50.697046 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-25688e9b-cc97-429a-9e0b-f8eddbc5c291 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:10:50.703779 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-14dd10a3-84ff-47eb-8bd2-d6bd89fce08d tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:10:50.713180 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-25688e9b-cc97-429a-9e0b-f8eddbc5c291 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:10:50.727127 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fe46a6-b1b3-4df3-89e2-a01e911af834 req-669105bb-380c-4a1d-ad23-64e26630e78b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:50.728537 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f0fe46a6-b1b3-4df3-89e2-a01e911af834 req-669105bb-380c-4a1d-ad23-64e26630e78b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8537cfb3773e46d182e148cf5b0a717f&device_id=fc7ed167-b50b-48f3-a13d-b18891eb7a13 HTTP/1.1" status: 200 len: 1098 time: 1.4967284 Jun 01 19:10:50.732677 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-14dd10a3-84ff-47eb-8bd2-d6bd89fce08d tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Usage tracker for resource:network and tenant:451baccc58514a0cab8c4410ed135b7c is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:10:50.740601 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-14dd10a3-84ff-47eb-8bd2-d6bd89fce08d tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:10:50.751552 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25688e9b-cc97-429a-9e0b-f8eddbc5c291 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Made reservation on behalf of 8011be9678e842bab7da75259f1c11c1 for: {'network': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:10:50.756147 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-25688e9b-cc97-429a-9e0b-f8eddbc5c291 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:50.770889 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-14dd10a3-84ff-47eb-8bd2-d6bd89fce08d tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:10:50.781008 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-69d96f3a-7593-47b9-8e7b-add37ffe3509 req-649a1665-433c-4e55-8fdd-3c969829f05a service neutron] 10.222.0.15 "GET /v2.0/networks/c3352d0c-270d-4028-ae16-5fd6706a6b7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7161784 Jun 01 19:10:50.786451 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-25688e9b-cc97-429a-9e0b-f8eddbc5c291 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:50.844412 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14dd10a3-84ff-47eb-8bd2-d6bd89fce08d tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Made reservation on behalf of 451baccc58514a0cab8c4410ed135b7c for: {'network': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:10:50.850198 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-14dd10a3-84ff-47eb-8bd2-d6bd89fce08d tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:50.893285 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-25688e9b-cc97-429a-9e0b-f8eddbc5c291 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:10:51.082575 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b1c9560c-fc21-4792-a153-56f7a7eb39c3 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:51.094882 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa022a4-396b-4e50-becd-bd2306bbece8 req-82ea9ae4-d64d-414b-b47e-61dcad1fd2e6 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:51.096723 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-0aa022a4-396b-4e50-becd-bd2306bbece8 req-82ea9ae4-d64d-414b-b47e-61dcad1fd2e6 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc7ed167-b50b-48f3-a13d-b18891eb7a13 HTTP/1.1" status: 200 len: 947 time: 1.4168005 Jun 01 19:10:51.100522 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b1c9560c-fc21-4792-a153-56f7a7eb39c3 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887712'] for floatingip, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:51.194314 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-abcbfc43-4f37-41ab-8992-dd64e68112f5 None None] Set router 225bd07d-765a-4cec-b072-924623910b8d gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:10:51.435462 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-14dd10a3-84ff-47eb-8bd2-d6bd89fce08d tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:51.508520 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-25688e9b-cc97-429a-9e0b-f8eddbc5c291 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Usage tracker for resource:security_group_rule and tenant:8011be9678e842bab7da75259f1c11c1 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:10:51.535832 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-25688e9b-cc97-429a-9e0b-f8eddbc5c291 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:10:51.548770 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-25688e9b-cc97-429a-9e0b-f8eddbc5c291 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:10:51.784827 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-14dd10a3-84ff-47eb-8bd2-d6bd89fce08d tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:10:51.793258 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-25688e9b-cc97-429a-9e0b-f8eddbc5c291 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:51.865579 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-69d96f3a-7593-47b9-8e7b-add37ffe3509 req-02160cb2-e029-4b7a-9c34-820b088bb0ca service neutron] 10.222.0.15 "GET /v2.0/networks/c3352d0c-270d-4028-ae16-5fd6706a6b7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0523798 Jun 01 19:10:51.865579 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-14dd10a3-84ff-47eb-8bd2-d6bd89fce08d tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Usage tracker for resource:security_group_rule and tenant:451baccc58514a0cab8c4410ed135b7c is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:10:51.865579 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-14dd10a3-84ff-47eb-8bd2-d6bd89fce08d tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:10:51.882852 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-14dd10a3-84ff-47eb-8bd2-d6bd89fce08d tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:10:51.919757 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fe46a6-b1b3-4df3-89e2-a01e911af834 req-3da82f66-7597-428d-ba1d-07ab661b316a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:51.924289 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f0fe46a6-b1b3-4df3-89e2-a01e911af834 req-3da82f66-7597-428d-ba1d-07ab661b316a service neutron] 10.222.0.15 "GET /v2.0/networks?id=1683679e-ac4b-4846-a35b-a63a265f2c59 HTTP/1.1" status: 200 len: 898 time: 0.8229156 Jun 01 19:10:52.127790 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-14dd10a3-84ff-47eb-8bd2-d6bd89fce08d tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:52.130068 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-25688e9b-cc97-429a-9e0b-f8eddbc5c291 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:52.155535 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-14dd10a3-84ff-47eb-8bd2-d6bd89fce08d tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:52.172365 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25688e9b-cc97-429a-9e0b-f8eddbc5c291 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 132} {{(pid=88524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 19:10:52.196556 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f0fe46a6-b1b3-4df3-89e2-a01e911af834 req-6be5b7a6-8682-4b41-ad42-5c199f958395 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c13922d6-8dcd-4203-bf4b-58d64aaed295 HTTP/1.1" status: 200 len: 217 time: 0.2532732 Jun 01 19:10:52.235098 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14dd10a3-84ff-47eb-8bd2-d6bd89fce08d tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 120} {{(pid=88524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 19:10:52.250786 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-14dd10a3-84ff-47eb-8bd2-d6bd89fce08d tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:52.251450 n-d-844202-1 neutron-server[88524]: INFO neutron.db.segments_db [None req-14dd10a3-84ff-47eb-8bd2-d6bd89fce08d tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Added segment a6cfd7d1-5211-44ec-a836-a984e441185d of type vlan for network c840486e-0c2f-4729-9a0c-ee6552111f90 Jun 01 19:10:52.289378 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25688e9b-cc97-429a-9e0b-f8eddbc5c291 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c122d59-5653-45a3-83f1-565723054d84,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:10:52.339235 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-0aa022a4-396b-4e50-becd-bd2306bbece8 req-0149bb79-ebaf-4392-8985-1bb28867696d tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/security-groups?id=457e2085-2430-4c17-b58f-61923b8494ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8289535 Jun 01 19:10:52.397062 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-abcbfc43-4f37-41ab-8992-dd64e68112f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '225bd07d-765a-4cec-b072-924623910b8d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-563737349', 'tenant_id': '8537cfb3773e46d182e148cf5b0a717f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': 'f0276d19-07bd-4bd4-945f-483a0fdeb1eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:07:17Z', 'updated_at': '2022-06-01T19:07:40Z', 'revision_number': 4, 'project_id': '8537cfb3773e46d182e148cf5b0a717f', 'gw_port': {'id': 'f0276d19-07bd-4bd4-945f-483a0fdeb1eb', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:df:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '225bd07d-765a-4cec-b072-924623910b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2637, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:07:20Z', 'updated_at': '2022-06-01T19:07:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '1b7fe9f7-c6ef-4d14-9267-271ef70a48aa', 'name': '', 'network_id': '1683679e-ac4b-4846-a35b-a63a265f2c59', 'tenant_id': '8537cfb3773e46d182e148cf5b0a717f', 'mac_address': 'fa:16:3e:d4:24:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '225bd07d-765a-4cec-b072-924623910b8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2674, 'fixed_ips': [{'subnet_id': '8eee5ae7-9972-4ea4-a710-faeb7415f01a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:07:37Z', 'updated_at': '2022-06-01T19:07:55Z', 'revision_number': 5, 'project_id': '8537cfb3773e46d182e148cf5b0a717f', 'subnets': [{'id': '8eee5ae7-9972-4ea4-a710-faeb7415f01a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:10:52.412627 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abcbfc43-4f37-41ab-8992-dd64e68112f5 None None] The sync data for ids ['225bd07d-765a-4cec-b072-924623910b8d'] in n-d-844202-1 is: [{'id': '225bd07d-765a-4cec-b072-924623910b8d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-563737349', 'tenant_id': '8537cfb3773e46d182e148cf5b0a717f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': 'f0276d19-07bd-4bd4-945f-483a0fdeb1eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:07:17Z', 'updated_at': '2022-06-01T19:07:40Z', 'revision_number': 4, 'project_id': '8537cfb3773e46d182e148cf5b0a717f', 'gw_port': {'id': 'f0276d19-07bd-4bd4-945f-483a0fdeb1eb', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:df:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '225bd07d-765a-4cec-b072-924623910b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2637, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:07:20Z', 'updated_at': '2022-06-01T19:07:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '1b7fe9f7-c6ef-4d14-9267-271ef70a48aa', 'name': '', 'network_id': '1683679e-ac4b-4846-a35b-a63a265f2c59', 'tenant_id': '8537cfb3773e46d182e148cf5b0a717f', 'mac_address': 'fa:16:3e:d4:24:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '225bd07d-765a-4cec-b072-924623910b8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2674, 'fixed_ips': [{'subnet_id': '8eee5ae7-9972-4ea4-a710-faeb7415f01a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:07:37Z', 'updated_at': '2022-06-01T19:07:55Z', 'revision_number': 5, 'project_id': '8537cfb3773e46d182e148cf5b0a717f', 'subnets': [{'id': '8eee5ae7-9972-4ea4-a710-faeb7415f01a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:10:52.418920 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-25688e9b-cc97-429a-9e0b-f8eddbc5c291 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:52.418920 n-d-844202-1 neutron-server[88524]: INFO neutron.db.segments_db [None req-25688e9b-cc97-429a-9e0b-f8eddbc5c291 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Added segment 65cbf027-ebab-48ab-8624-e9d7a8ce82cf of type vlan for network d5eea775-5432-45cb-b028-30a1c0f844db Jun 01 19:10:52.471919 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-25688e9b-cc97-429a-9e0b-f8eddbc5c291 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:52.503211 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fe46a6-b1b3-4df3-89e2-a01e911af834 req-8c01750a-7322-4169-bd39-e2dff35f766b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:52.507068 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f0fe46a6-b1b3-4df3-89e2-a01e911af834 req-8c01750a-7322-4169-bd39-e2dff35f766b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8eee5ae7-9972-4ea4-a710-faeb7415f01a HTTP/1.1" status: 200 len: 834 time: 0.2956326 Jun 01 19:10:52.508516 n-d-844202-1 neutron-server[88525]: INFO neutron.db.l3_db [None req-b1c9560c-fc21-4792-a153-56f7a7eb39c3 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Floating IP e2147bf7-37d4-44c2-a3a2-764451fb094b associated. External IP: 172.25.4.10, port: 74e2387a-5a42-4e52-9813-acb554a11e5b. Jun 01 19:10:52.523786 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dd10a3-84ff-47eb-8bd2-d6bd89fce08d tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df43989c-a5e6-47d6-93d4-c92ca8bbd9de,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:10:52.546925 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-25688e9b-cc97-429a-9e0b-f8eddbc5c291 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:52.553583 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25688e9b-cc97-429a-9e0b-f8eddbc5c291 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:52.554870 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-25688e9b-cc97-429a-9e0b-f8eddbc5c291 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks [] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:52.561317 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-14dd10a3-84ff-47eb-8bd2-d6bd89fce08d tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:52.806903 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25688e9b-cc97-429a-9e0b-f8eddbc5c291 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Pushing event updated for resources: {'Network': ['ID=d5eea775-5432-45cb-b028-30a1c0f844db,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:10:52.806903 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-25688e9b-cc97-429a-9e0b-f8eddbc5c291 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.2755697 Jun 01 19:10:52.806903 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-14dd10a3-84ff-47eb-8bd2-d6bd89fce08d tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:52.818056 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network d5eea775-5432-45cb-b028-30a1c0f844db details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 19:10:52.821112 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14dd10a3-84ff-47eb-8bd2-d6bd89fce08d tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:52.821112 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-14dd10a3-84ff-47eb-8bd2-d6bd89fce08d tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks [] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:52.821112 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 54668) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:10:52.847203 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-5684aecb-52a2-4231-9f7a-16028f058791 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-503725484'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:10:52.862462 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-5684aecb-52a2-4231-9f7a-16028f058791 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:10:52.873296 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-5684aecb-52a2-4231-9f7a-16028f058791 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Usage tracker for resource:network and tenant:8011be9678e842bab7da75259f1c11c1 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:10:52.883315 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-5684aecb-52a2-4231-9f7a-16028f058791 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:10:52.911752 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-5684aecb-52a2-4231-9f7a-16028f058791 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:10:53.086851 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0deba73a-7d82-4450-87d0-c5419d53a00f None None] New status for floating IP e50c39b1-b125-4b08-9fac-b4eac36c1da7: DOWN {{(pid=88526) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 19:10:53.143514 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db622390-52ae-4ece-ac8f-994fe54c7140 req-1b4635e0-8738-49f6-a0ee-94b2cc27c759 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:53.145436 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-db622390-52ae-4ece-ac8f-994fe54c7140 req-1b4635e0-8738-49f6-a0ee-94b2cc27c759 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc7ed167-b50b-48f3-a13d-b18891eb7a13 HTTP/1.1" status: 200 len: 947 time: 2.0455754 Jun 01 19:10:53.147227 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-14dd10a3-84ff-47eb-8bd2-d6bd89fce08d tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 3.2350440 Jun 01 19:10:53.224844 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 54680) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:10:53.247075 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-aeae7b33-47cf-44da-aa33-3b316d923c52 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Request body: {'subnet': {'network_id': 'c840486e-0c2f-4729-9a0c-ee6552111f90', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:10:53.300511 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5684aecb-52a2-4231-9f7a-16028f058791 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Made reservation on behalf of 8011be9678e842bab7da75259f1c11c1 for: {'network': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:10:53.306611 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-5684aecb-52a2-4231-9f7a-16028f058791 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:53.343411 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dd10a3-84ff-47eb-8bd2-d6bd89fce08d tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Pushing event updated for resources: {'Network': ['ID=c840486e-0c2f-4729-9a0c-ee6552111f90,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:10:53.353687 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [req-db622390-52ae-4ece-ac8f-994fe54c7140 req-1e52f792-a285-4657-a957-0d7aa22658bc tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Deleting port c13922d6-8dcd-4203-bf4b-58d64aaed295 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:10:53.353946 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-db622390-52ae-4ece-ac8f-994fe54c7140 req-1e52f792-a285-4657-a957-0d7aa22658bc tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:53.359930 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network c840486e-0c2f-4729-9a0c-ee6552111f90 details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 19:10:53.491531 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-aeae7b33-47cf-44da-aa33-3b316d923c52 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:10:53.497944 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5684aecb-52a2-4231-9f7a-16028f058791 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 137} {{(pid=88524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 19:10:53.500897 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-aeae7b33-47cf-44da-aa33-3b316d923c52 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Usage tracker for resource:subnet and tenant:451baccc58514a0cab8c4410ed135b7c is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:10:53.506543 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-aeae7b33-47cf-44da-aa33-3b316d923c52 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:10:53.515749 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-aeae7b33-47cf-44da-aa33-3b316d923c52 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:10:53.521230 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-5684aecb-52a2-4231-9f7a-16028f058791 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:53.521988 n-d-844202-1 neutron-server[88524]: INFO neutron.db.segments_db [None req-5684aecb-52a2-4231-9f7a-16028f058791 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Added segment d1835d17-3ec4-4b10-b35a-8e3a4be63d86 of type vlan for network 26c2ab5b-ca7e-478d-9095-b85466064ad7 Jun 01 19:10:53.547373 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeae7b33-47cf-44da-aa33-3b316d923c52 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Made reservation on behalf of 451baccc58514a0cab8c4410ed135b7c for: {'subnet': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:10:53.563282 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-aeae7b33-47cf-44da-aa33-3b316d923c52 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3066584'] for subnet, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:53.851668 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fe46a6-b1b3-4df3-89e2-a01e911af834 req-8dd2c9fb-6d66-44a4-907e-29d543baad18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:53.853254 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f0fe46a6-b1b3-4df3-89e2-a01e911af834 req-8dd2c9fb-6d66-44a4-907e-29d543baad18 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1683679e-ac4b-4846-a35b-a63a265f2c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.1583264 Jun 01 19:10:54.062266 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-5684aecb-52a2-4231-9f7a-16028f058791 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:54.255526 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-5684aecb-52a2-4231-9f7a-16028f058791 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:54.255526 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5684aecb-52a2-4231-9f7a-16028f058791 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:54.255526 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-5684aecb-52a2-4231-9f7a-16028f058791 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks [] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:54.317213 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-aeae7b33-47cf-44da-aa33-3b316d923c52 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2718919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3066602'] for subnet, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:54.436333 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178c2374-787e-4d7d-83d0-f5254f5de51d req-10f66088-f3bf-40f1-9c66-02069b1ad678 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:54.438819 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-178c2374-787e-4d7d-83d0-f5254f5de51d req-10f66088-f3bf-40f1-9c66-02069b1ad678 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc7ed167-b50b-48f3-a13d-b18891eb7a13 HTTP/1.1" status: 200 len: 947 time: 0.8275180 Jun 01 19:10:54.441247 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1c9560c-fc21-4792-a153-56f7a7eb39c3 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Router 42bf7114-1434-42f3-8975-565fad845372 has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 19:10:54.593670 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-5684aecb-52a2-4231-9f7a-16028f058791 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.7562022 Jun 01 19:10:54.603997 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 54702) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:10:54.622811 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-a74d42cc-cd99-4562-bcdc-3c4ff9505f93 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Request body: {'subnet': {'network_id': 'd5eea775-5432-45cb-b028-30a1c0f844db', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:10:54.644217 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5684aecb-52a2-4231-9f7a-16028f058791 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Pushing event updated for resources: {'Network': ['ID=26c2ab5b-ca7e-478d-9095-b85466064ad7,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:10:54.659071 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network 26c2ab5b-ca7e-478d-9095-b85466064ad7 details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 19:10:54.785399 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeae7b33-47cf-44da-aa33-3b316d923c52 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Pushing event updated for resources: {'Subnet': ['ID=430ee624-211d-41fa-8bd7-b4cac02d37db,revision_number=0']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:10:54.830898 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-178c2374-787e-4d7d-83d0-f5254f5de51d req-d514f6c9-7cd0-4692-a3c5-72e3d3cd379e tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/security-groups?id=457e2085-2430-4c17-b58f-61923b8494ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3698773 Jun 01 19:10:54.835528 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f0fe46a6-b1b3-4df3-89e2-a01e911af834 req-a21b5a62-2a55-4a87-a00c-f54f9d06655f service neutron] 10.222.0.15 "GET /v2.0/networks/1683679e-ac4b-4846-a35b-a63a265f2c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9631581 Jun 01 19:10:54.841571 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-db622390-52ae-4ece-ac8f-994fe54c7140 req-1e52f792-a285-4657-a957-0d7aa22658bc tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] For port c13922d6-8dcd-4203-bf4b-58d64aaed295, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=c13922d6-8dcd-4203-bf4b-58d64aaed295,segment=NetworkSegment(7e25366f-9619-4880-81a2-a56ac8eaa2c5),segment_id=7e25366f-9619-4880-81a2-a56ac8eaa2c5)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:10:54.841571 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-db622390-52ae-4ece-ac8f-994fe54c7140 req-1e52f792-a285-4657-a957-0d7aa22658bc tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:54.878013 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeae7b33-47cf-44da-aa33-3b316d923c52 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Checking segment: {'id': 'a6cfd7d1-5211-44ec-a836-a984e441185d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c840486e-0c2f-4729-9a0c-ee6552111f90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:10:54.878378 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeae7b33-47cf-44da-aa33-3b316d923c52 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Network hostable DHCP agents. Network: c840486e-0c2f-4729-9a0c-ee6552111f90, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88524) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 19:10:54.923726 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ef397031-1f39-4a86-bd4e-0f3292e2d184 req-6b1b0b1e-4940-4dc1-8baf-b5886fb2168b service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=b89af75b-9667-469e-b061-668dd6a09e9b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.7592006 Jun 01 19:10:54.944768 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-a74d42cc-cd99-4562-bcdc-3c4ff9505f93 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:10:54.968026 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199c490a-e831-4890-a190-dbfa537f1de8 req-ae07ba03-c558-4106-9da9-c6e913f3257d tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:54.981771 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-199c490a-e831-4890-a190-dbfa537f1de8 req-ae07ba03-c558-4106-9da9-c6e913f3257d tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8b84db9-d35d-4296-85a8-fdfc6dd0b558 HTTP/1.1" status: 200 len: 946 time: 0.5407722 Jun 01 19:10:55.033390 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-a74d42cc-cd99-4562-bcdc-3c4ff9505f93 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Usage tracker for resource:subnet and tenant:8011be9678e842bab7da75259f1c11c1 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:10:55.052479 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeae7b33-47cf-44da-aa33-3b316d923c52 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Network c840486e-0c2f-4729-9a0c-ee6552111f90 is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88524) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 19:10:55.063876 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-a74d42cc-cd99-4562-bcdc-3c4ff9505f93 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:10:55.115641 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-a74d42cc-cd99-4562-bcdc-3c4ff9505f93 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:10:55.169951 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-199c490a-e831-4890-a190-dbfa537f1de8 req-0f865a6c-76f8-425c-bddc-878de93eb423 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7f46c16-7d81-4a09-b7a2-ba720d08e5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1872165 Jun 01 19:10:55.369124 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-aeae7b33-47cf-44da-aa33-3b316d923c52 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, c840486e-0c2f-4729-9a0c-ee6552111f90) {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:10:55.378930 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43d889e2-9f93-410d-baba-87dfedebc7f0 None None] Network c840486e-0c2f-4729-9a0c-ee6552111f90 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:10:55.394246 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeae7b33-47cf-44da-aa33-3b316d923c52 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:55.395181 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-aeae7b33-47cf-44da-aa33-3b316d923c52 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:55.409645 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a74d42cc-cd99-4562-bcdc-3c4ff9505f93 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Made reservation on behalf of 8011be9678e842bab7da75259f1c11c1 for: {'subnet': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:10:55.413165 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a74d42cc-cd99-4562-bcdc-3c4ff9505f93 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3066584'] for subnet, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:55.750221 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-aeae7b33-47cf-44da-aa33-3b316d923c52 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.5172801 Jun 01 19:10:55.751560 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 54710) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:10:55.762028 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [req-db622390-52ae-4ece-ac8f-994fe54c7140 req-1e52f792-a285-4657-a957-0d7aa22658bc tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Calling delete_port for c13922d6-8dcd-4203-bf4b-58d64aaed295 owned by compute:nova {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:10:55.783169 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-581c3421-83f2-4250-80b3-73a95e62abb3 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Request body: {'port': {'network_id': 'c840486e-0c2f-4729-9a0c-ee6552111f90', 'name': 'tempest-NetworksTestDHCPv6-1746455735'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:10:55.831576 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f0fe46a6-b1b3-4df3-89e2-a01e911af834 req-7809cb24-40e7-4f33-a57f-90c4662e6c4d service neutron] 10.222.0.15 "GET /v2.0/networks/1683679e-ac4b-4846-a35b-a63a265f2c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9565489 Jun 01 19:10:55.928558 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device c13922d6-8dcd-4203-bf4b-58d64aaed295 no longer exists at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:10:56.064297 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef397031-1f39-4a86-bd4e-0f3292e2d184 req-570b63b4-38c6-4ebc-bc38-0fd58d245542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:56.064605 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef397031-1f39-4a86-bd4e-0f3292e2d184 req-570b63b4-38c6-4ebc-bc38-0fd58d245542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:56.075718 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef397031-1f39-4a86-bd4e-0f3292e2d184 req-570b63b4-38c6-4ebc-bc38-0fd58d245542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:56.076408 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef397031-1f39-4a86-bd4e-0f3292e2d184 req-570b63b4-38c6-4ebc-bc38-0fd58d245542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:56.077849 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef397031-1f39-4a86-bd4e-0f3292e2d184 req-570b63b4-38c6-4ebc-bc38-0fd58d245542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:56.078455 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef397031-1f39-4a86-bd4e-0f3292e2d184 req-570b63b4-38c6-4ebc-bc38-0fd58d245542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:56.079209 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef397031-1f39-4a86-bd4e-0f3292e2d184 req-570b63b4-38c6-4ebc-bc38-0fd58d245542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:56.081399 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ef397031-1f39-4a86-bd4e-0f3292e2d184 req-570b63b4-38c6-4ebc-bc38-0fd58d245542 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=02a99242e0f0463d9013e17319779a87&device_id=b89af75b-9667-469e-b061-668dd6a09e9b HTTP/1.1" status: 200 len: 6492 time: 0.9348917 Jun 01 19:10:56.436102 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-467bc1ff-706b-4feb-b20a-52dc46c6903a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc93f83c3-7fb6-5c13-a9d4-29d739a4e8d2-c840486e-0c2f-4729-9a0c-ee6552111f90', 'network_id': 'c840486e-0c2f-4729-9a0c-ee6552111f90', 'tenant_id': '451baccc58514a0cab8c4410ed135b7c', 'fixed_ips': [{'subnet_id': '430ee624-211d-41fa-8bd7-b4cac02d37db'}]}} from n-d-844202-1. {{(pid=88526) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 19:10:56.436102 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-467bc1ff-706b-4feb-b20a-52dc46c6903a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:56.481152 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1c9560c-fc21-4792-a153-56f7a7eb39c3 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:10:56.492527 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bea61d7-4baf-4a42-8452-200e0640f0e8 None None] Sync routers for ids ['42bf7114-1434-42f3-8975-565fad845372'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:10:56.509348 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b1c9560c-fc21-4792-a153-56f7a7eb39c3 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for floatingip, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:56.526426 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bea61d7-4baf-4a42-8452-200e0640f0e8 None None] Routers {'42bf7114-1434-42f3-8975-565fad845372'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:10:56.527012 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-5bea61d7-4baf-4a42-8452-200e0640f0e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:10:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['42bf7114-1434-42f3-8975-565fad845372'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:10:56.867485 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.db_base_plugin_common [None req-467bc1ff-706b-4feb-b20a-52dc46c6903a None None] Allocated IP 2001:db8::2 (c840486e-0c2f-4729-9a0c-ee6552111f90/430ee624-211d-41fa-8bd7-b4cac02d37db/f1a46b1f-5ee9-4ee4-8131-9c91a164a7a9) {{(pid=88526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:10:56.882402 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef397031-1f39-4a86-bd4e-0f3292e2d184 req-7fed9942-18c7-4b79-905c-ac56d9116387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:56.882402 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef397031-1f39-4a86-bd4e-0f3292e2d184 req-7fed9942-18c7-4b79-905c-ac56d9116387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:56.882402 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef397031-1f39-4a86-bd4e-0f3292e2d184 req-7fed9942-18c7-4b79-905c-ac56d9116387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:56.895592 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ef397031-1f39-4a86-bd4e-0f3292e2d184 req-7fed9942-18c7-4b79-905c-ac56d9116387 service neutron] 10.222.0.50 "GET /v2.0/networks?id=4f4ea26f-fa46-41a8-bded-b4cab3aedc51&id=83309fe7-c674-45d2-987a-e042535023cf&id=83309fe7-c674-45d2-987a-e042535023cf&id=83309fe7-c674-45d2-987a-e042535023cf&id=83309fe7-c674-45d2-987a-e042535023cf&id=3835bc88-4948-44ae-9b9d-0c2345cf8427&id=3835bc88-4948-44ae-9b9d-0c2345cf8427 HTTP/1.1" status: 200 len: 2293 time: 0.6324537 Jun 01 19:10:56.947240 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-b1c9560c-fc21-4792-a153-56f7a7eb39c3 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] 10.222.0.41 "PUT /v2.0/floatingips/e2147bf7-37d4-44c2-a3a2-764451fb094b HTTP/1.1" status: 200 len: 991 time: 8.3932645 Jun 01 19:10:56.974626 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b89af75b-9667-469e-b061-668dd6a09e9b', 'tag': '74e2387a-5a42-4e52-9813-acb554a11e5b'}] {{(pid=88525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:10:57.081017 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60887d4-bde5-4391-817e-c5549f4aefd3 req-209918b6-d564-475f-a78d-d2a45a471702 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:57.081017 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-d60887d4-bde5-4391-817e-c5549f4aefd3 req-209918b6-d564-475f-a78d-d2a45a471702 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Synchronizing usage tracker for tenant:8537cfb3773e46d182e148cf5b0a717f on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:10:57.194721 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-d60887d4-bde5-4391-817e-c5549f4aefd3 req-209918b6-d564-475f-a78d-d2a45a471702 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Unset dirty status for tenant:8537cfb3773e46d182e148cf5b0a717f on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:10:57.194721 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d60887d4-bde5-4391-817e-c5549f4aefd3 req-209918b6-d564-475f-a78d-d2a45a471702 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc7ed167-b50b-48f3-a13d-b18891eb7a13 HTTP/1.1" status: 200 len: 947 time: 0.9586859 Jun 01 19:10:57.330343 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-5bea61d7-4baf-4a42-8452-200e0640f0e8 None None] Set router 42bf7114-1434-42f3-8975-565fad845372 gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:10:57.506578 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d60887d4-bde5-4391-817e-c5549f4aefd3 req-810e502f-f117-4374-a129-a0b242925d9a tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/security-groups?id=457e2085-2430-4c17-b58f-61923b8494ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3026202 Jun 01 19:10:57.525288 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-db622390-52ae-4ece-ac8f-994fe54c7140 req-1e52f792-a285-4657-a957-0d7aa22658bc tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:57.603397 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Port c13922d6-8dcd-4203-bf4b-58d64aaed295 update to DOWN by agent not found {{(pid=88526) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Jun 01 19:10:57.622872 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e52f792-a285-4657-a957-0d7aa22658bc tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Pushing event deleted for resources: {'Port': ['ID=c13922d6-8dcd-4203-bf4b-58d64aaed295,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:10:57.662776 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-467bc1ff-706b-4feb-b20a-52dc46c6903a None None] Notify callbacks [] for port, precommit_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:57.694636 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-467bc1ff-706b-4feb-b20a-52dc46c6903a None None] Transition to ACTIVE for port object f1a46b1f-5ee9-4ee4-8131-9c91a164a7a9 will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:10:57.748328 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [req-db622390-52ae-4ece-ac8f-994fe54c7140 req-1e52f792-a285-4657-a957-0d7aa22658bc tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] No DVR routers for this DVR port c13922d6-8dcd-4203-bf4b-58d64aaed295 on host n-h1-844202-1 {{(pid=88525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:10:57.755577 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-467bc1ff-706b-4feb-b20a-52dc46c6903a None None] Transition to ACTIVE for port object f1a46b1f-5ee9-4ee4-8131-9c91a164a7a9 will not be triggered until provisioned by entity DHCP. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:10:57.762685 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-db622390-52ae-4ece-ac8f-994fe54c7140 req-1e52f792-a285-4657-a957-0d7aa22658bc tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:57.762685 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-db622390-52ae-4ece-ac8f-994fe54c7140 req-1e52f792-a285-4657-a957-0d7aa22658bc tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.15 "DELETE /v2.0/ports/c13922d6-8dcd-4203-bf4b-58d64aaed295 HTTP/1.1" status: 204 len: 173 time: 4.5011067 Jun 01 19:10:57.768358 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-467bc1ff-706b-4feb-b20a-52dc46c6903a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526'] for port, after_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:57.818624 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-581c3421-83f2-4250-80b3-73a95e62abb3 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:10:57.849055 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-581c3421-83f2-4250-80b3-73a95e62abb3 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Usage tracker for resource:port and tenant:451baccc58514a0cab8c4410ed135b7c is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:10:57.907459 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-581c3421-83f2-4250-80b3-73a95e62abb3 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:10:57.928455 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ef397031-1f39-4a86-bd4e-0f3292e2d184 req-fb06e250-5182-4882-9985-451984b99f59 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=74e2387a-5a42-4e52-9813-acb554a11e5b HTTP/1.1" status: 200 len: 999 time: 0.9692802 Jun 01 19:10:58.060765 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-467bc1ff-706b-4feb-b20a-52dc46c6903a None None] Network c840486e-0c2f-4729-9a0c-ee6552111f90 is already hosted by enough agents. {{(pid=88526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:10:58.060765 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467bc1ff-706b-4feb-b20a-52dc46c6903a None None] Pushing event updated for resources: {'Port': ['ID=f1a46b1f-5ee9-4ee4-8131-9c91a164a7a9,revision_number=1']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:10:58.062826 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.base_scheduler [None req-467bc1ff-706b-4feb-b20a-52dc46c6903a None None] Resources bound (agent type, host, resource id): {{(pid=88526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:10:58.082430 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467bc1ff-706b-4feb-b20a-52dc46c6903a None None] Received port after_create {{(pid=88526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:10:58.268391 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-581c3421-83f2-4250-80b3-73a95e62abb3 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:10:58.311198 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a74d42cc-cd99-4562-bcdc-3c4ff9505f93 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2718919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3066602'] for subnet, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:58.341575 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467bc1ff-706b-4feb-b20a-52dc46c6903a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:10:58.341575 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467bc1ff-706b-4feb-b20a-52dc46c6903a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:10:58.341575 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467bc1ff-706b-4feb-b20a-52dc46c6903a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:10:58.341575 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467bc1ff-706b-4feb-b20a-52dc46c6903a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:10:58.341575 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467bc1ff-706b-4feb-b20a-52dc46c6903a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:10:58.341575 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467bc1ff-706b-4feb-b20a-52dc46c6903a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:10:58.349142 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467bc1ff-706b-4feb-b20a-52dc46c6903a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:10:58.349142 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467bc1ff-706b-4feb-b20a-52dc46c6903a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:10:58.349142 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467bc1ff-706b-4feb-b20a-52dc46c6903a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:10:58.349142 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467bc1ff-706b-4feb-b20a-52dc46c6903a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:10:58.349142 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467bc1ff-706b-4feb-b20a-52dc46c6903a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:10:58.349142 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467bc1ff-706b-4feb-b20a-52dc46c6903a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:10:58.389332 n-d-844202-1 neutron-server[88525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db7e638f-c8d3-4892-8977-a4d2d4c0dec1'] response: {'name': 'network-changed', 'server_uuid': 'b89af75b-9667-469e-b061-668dd6a09e9b', 'tag': '74e2387a-5a42-4e52-9813-acb554a11e5b', 'status': 'completed', 'code': 200} Jun 01 19:10:58.497688 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-467bc1ff-706b-4feb-b20a-52dc46c6903a None None] Attempting to bind port f1a46b1f-5ee9-4ee4-8131-9c91a164a7a9 on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:10:58.497887 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-467bc1ff-706b-4feb-b20a-52dc46c6903a None None] Attempting to bind port f1a46b1f-5ee9-4ee4-8131-9c91a164a7a9 by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': 'a6cfd7d1-5211-44ec-a836-a984e441185d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c840486e-0c2f-4729-9a0c-ee6552111f90'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:10:58.498532 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467bc1ff-706b-4feb-b20a-52dc46c6903a None None] Attempting to bind port f1a46b1f-5ee9-4ee4-8131-9c91a164a7a9 on network c840486e-0c2f-4729-9a0c-ee6552111f90 {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:10:58.511432 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef397031-1f39-4a86-bd4e-0f3292e2d184 req-4de07ba4-7850-4211-8c80-59c49376c19e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:58.513416 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ef397031-1f39-4a86-bd4e-0f3292e2d184 req-4de07ba4-7850-4211-8c80-59c49376c19e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=68f1d3e6-a007-4866-ae6d-cf3ba479c5c0 HTTP/1.1" status: 200 len: 851 time: 0.5770237 Jun 01 19:10:58.514287 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74d42cc-cd99-4562-bcdc-3c4ff9505f93 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Pushing event updated for resources: {'Subnet': ['ID=04011656-41ad-43b8-9b3c-9b5544ca4904,revision_number=0']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:10:58.516727 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-581c3421-83f2-4250-80b3-73a95e62abb3 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Made reservation on behalf of 451baccc58514a0cab8c4410ed135b7c for: {'port': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:10:58.521006 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-581c3421-83f2-4250-80b3-73a95e62abb3 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:58.549587 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467bc1ff-706b-4feb-b20a-52dc46c6903a None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 10, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:10:58.549881 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467bc1ff-706b-4feb-b20a-52dc46c6903a None None] Checking segment: {'id': 'a6cfd7d1-5211-44ec-a836-a984e441185d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c840486e-0c2f-4729-9a0c-ee6552111f90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:10:58.552013 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-467bc1ff-706b-4feb-b20a-52dc46c6903a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:58.553868 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467bc1ff-706b-4feb-b20a-52dc46c6903a None None] Bound using segment: {'id': 'a6cfd7d1-5211-44ec-a836-a984e441185d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c840486e-0c2f-4729-9a0c-ee6552111f90'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:10:58.554685 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-467bc1ff-706b-4feb-b20a-52dc46c6903a None None] Bound port: f1a46b1f-5ee9-4ee4-8131-9c91a164a7a9, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6cfd7d1-5211-44ec-a836-a984e441185d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c840486e-0c2f-4729-9a0c-ee6552111f90'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:10:58.555667 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-467bc1ff-706b-4feb-b20a-52dc46c6903a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:58.603064 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-5bea61d7-4baf-4a42-8452-200e0640f0e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42bf7114-1434-42f3-8975-565fad845372', 'name': 'tempest-TaggedBootDevicesTest-1789991532-router', 'tenant_id': '02a99242e0f0463d9013e17319779a87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.23'}], 'enable_snat': True}, 'gw_port_id': 'fe9d2fee-951b-4202-9589-43b85513b0ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:06:55Z', 'updated_at': '2022-06-01T19:07:07Z', 'revision_number': 4, 'project_id': '02a99242e0f0463d9013e17319779a87', 'gw_port': {'id': 'fe9d2fee-951b-4202-9589-43b85513b0ac', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:d8:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42bf7114-1434-42f3-8975-565fad845372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2586, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:06:58Z', 'updated_at': '2022-06-01T19:07:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_floatingips': [{'id': 'e2147bf7-37d4-44c2-a3a2-764451fb094b', 'tenant_id': '02a99242e0f0463d9013e17319779a87', 'floating_ip_address': '172.25.4.10', 'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'router_id': '42bf7114-1434-42f3-8975-565fad845372', 'port_id': '74e2387a-5a42-4e52-9813-acb554a11e5b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2759, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f4ea26f-fa46-41a8-bded-b4cab3aedc51', 'mac_address': 'fa:16:3e:88:aa:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b89af75b-9667-469e-b061-668dd6a09e9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T19:08:31Z', 'updated_at': '2022-06-01T19:10:50Z', 'revision_number': 1, 'project_id': '02a99242e0f0463d9013e17319779a87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b80377f-ac8c-487c-96c2-d2ce12cabf52', 'name': '', 'network_id': '4f4ea26f-fa46-41a8-bded-b4cab3aedc51', 'tenant_id': '02a99242e0f0463d9013e17319779a87', 'mac_address': 'fa:16:3e:f6:e6:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42bf7114-1434-42f3-8975-565fad845372', 'device_owner': 'network:router_interface', 'standard_attr_id': 2598, 'fixed_ips': [{'subnet_id': '68f1d3e6-a007-4866-ae6d-cf3ba479c5c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:07:06Z', 'updated_at': '2022-06-01T19:07:22Z', 'revision_number': 5, 'project_id': '02a99242e0f0463d9013e17319779a87', 'subnets': [{'id': '68f1d3e6-a007-4866-ae6d-cf3ba479c5c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:10:58.618971 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bea61d7-4baf-4a42-8452-200e0640f0e8 None None] Checking router: 42bf7114-1434-42f3-8975-565fad845372 for host: n-d-844202-1 {{(pid=88527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 19:10:58.621327 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [None req-581c3421-83f2-4250-80b3-73a95e62abb3 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] device_id is not set on port 420d08ab-b565-471f-9f08-d4b9abc4d7d0 yet. {{(pid=88524) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 19:10:58.629143 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bea61d7-4baf-4a42-8452-200e0640f0e8 None None] Routers {'42bf7114-1434-42f3-8975-565fad845372'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:10:58.629990 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-5bea61d7-4baf-4a42-8452-200e0640f0e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:10:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['42bf7114-1434-42f3-8975-565fad845372'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:10:58.811175 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813e49f5-d14c-44fe-972e-af76edb9962f req-cfa5c4e5-e591-448c-988a-3eee8a62b37f tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:58.816386 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-467bc1ff-706b-4feb-b20a-52dc46c6903a None None] For port f1a46b1f-5ee9-4ee4-8131-9c91a164a7a9, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:10:58.820118 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-6b02a424-eee3-454c-8984-b667e1a4478c req-e16815f5-2906-4096-b323-54bd17dbd606 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc7ed167-b50b-48f3-a13d-b18891eb7a13 HTTP/1.1" status: 200 len: 210 time: 0.0669618 Jun 01 19:10:58.824789 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-467bc1ff-706b-4feb-b20a-52dc46c6903a None None] For port f1a46b1f-5ee9-4ee4-8131-9c91a164a7a9, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=f1a46b1f-5ee9-4ee4-8131-9c91a164a7a9,segment=NetworkSegment(a6cfd7d1-5211-44ec-a836-a984e441185d),segment_id=a6cfd7d1-5211-44ec-a836-a984e441185d)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:10:58.840487 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-813e49f5-d14c-44fe-972e-af76edb9962f req-cfa5c4e5-e591-448c-988a-3eee8a62b37f tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8b84db9-d35d-4296-85a8-fdfc6dd0b558 HTTP/1.1" status: 200 len: 946 time: 1.9503303 Jun 01 19:10:58.842345 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-467bc1ff-706b-4feb-b20a-52dc46c6903a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:58.865510 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a74d42cc-cd99-4562-bcdc-3c4ff9505f93 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Checking segment: {'id': '65cbf027-ebab-48ab-8624-e9d7a8ce82cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'd5eea775-5432-45cb-b028-30a1c0f844db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:10:58.869231 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a74d42cc-cd99-4562-bcdc-3c4ff9505f93 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Network hostable DHCP agents. Network: d5eea775-5432-45cb-b028-30a1c0f844db, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88524) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 19:10:59.031779 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-813e49f5-d14c-44fe-972e-af76edb9962f req-9e8f6cdb-7748-4801-a4e9-916e48e50571 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7f46c16-7d81-4a09-b7a2-ba720d08e5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1898685 Jun 01 19:10:59.060729 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a74d42cc-cd99-4562-bcdc-3c4ff9505f93 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Network d5eea775-5432-45cb-b028-30a1c0f844db is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88524) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 19:10:59.083948 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467bc1ff-706b-4feb-b20a-52dc46c6903a None None] Pushing event updated for resources: {'Port': ['ID=f1a46b1f-5ee9-4ee4-8131-9c91a164a7a9,revision_number=2']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:10:59.094725 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-a74d42cc-cd99-4562-bcdc-3c4ff9505f93 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, d5eea775-5432-45cb-b028-30a1c0f844db) {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:10:59.110286 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94134341-968b-400b-a0d0-bbb9a16870a4 None None] Network d5eea775-5432-45cb-b028-30a1c0f844db requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:10:59.154408 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-5bea61d7-4baf-4a42-8452-200e0640f0e8 None None] Set router 42bf7114-1434-42f3-8975-565fad845372 gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:10:59.172179 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a74d42cc-cd99-4562-bcdc-3c4ff9505f93 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:59.173122 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a74d42cc-cd99-4562-bcdc-3c4ff9505f93 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:59.221875 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef397031-1f39-4a86-bd4e-0f3292e2d184 req-daff85c0-6a53-412d-bf2c-97b926ae8427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:10:59.224375 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ef397031-1f39-4a86-bd4e-0f3292e2d184 req-daff85c0-6a53-412d-bf2c-97b926ae8427 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4f4ea26f-fa46-41a8-bded-b4cab3aedc51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6797545 Jun 01 19:10:59.249459 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [req-ef397031-1f39-4a86-bd4e-0f3292e2d184 req-61eb5382-cc7a-46c2-9c2c-b9a2d65416bd service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=88524) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 19:10:59.251531 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ef397031-1f39-4a86-bd4e-0f3292e2d184 req-61eb5382-cc7a-46c2-9c2c-b9a2d65416bd service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070610 Jun 01 19:10:59.292932 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-a74d42cc-cd99-4562-bcdc-3c4ff9505f93 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.6830244 Jun 01 19:10:59.295958 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 54744) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:10:59.303132 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-d72291e1-40f4-4626-b03a-8d1f748033ff tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Request body: {'subnet': {'network_id': '26c2ab5b-ca7e-478d-9095-b85466064ad7', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:10:59.359163 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [None req-581c3421-83f2-4250-80b3-73a95e62abb3 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Allocated IP 2001:db8::144 (c840486e-0c2f-4729-9a0c-ee6552111f90/430ee624-211d-41fa-8bd7-b4cac02d37db/420d08ab-b565-471f-9f08-d4b9abc4d7d0) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:10:59.502458 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6458b219-9df1-4598-a778-54954e60d4f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc93f83c3-7fb6-5c13-a9d4-29d739a4e8d2-d5eea775-5432-45cb-b028-30a1c0f844db', 'network_id': 'd5eea775-5432-45cb-b028-30a1c0f844db', 'tenant_id': '8011be9678e842bab7da75259f1c11c1', 'fixed_ips': [{'subnet_id': '04011656-41ad-43b8-9b3c-9b5544ca4904'}]}} from n-d-844202-1. {{(pid=88526) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 19:10:59.504630 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6458b219-9df1-4598-a778-54954e60d4f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:59.618535 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-d72291e1-40f4-4626-b03a-8d1f748033ff tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:10:59.628493 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-d72291e1-40f4-4626-b03a-8d1f748033ff tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Usage tracker for resource:subnet and tenant:8011be9678e842bab7da75259f1c11c1 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:10:59.632385 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-d72291e1-40f4-4626-b03a-8d1f748033ff tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:10:59.647087 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-d72291e1-40f4-4626-b03a-8d1f748033ff tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:10:59.659641 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ef397031-1f39-4a86-bd4e-0f3292e2d184 req-2f13a2a8-409c-403c-902a-647c2dfee124 service neutron] 10.222.0.50 "GET /v2.0/networks/4f4ea26f-fa46-41a8-bded-b4cab3aedc51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4022086 Jun 01 19:10:59.672613 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d72291e1-40f4-4626-b03a-8d1f748033ff tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Made reservation on behalf of 8011be9678e842bab7da75259f1c11c1 for: {'subnet': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:10:59.675138 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d72291e1-40f4-4626-b03a-8d1f748033ff tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9667140'] for subnet, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:10:59.971693 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-5bea61d7-4baf-4a42-8452-200e0640f0e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42bf7114-1434-42f3-8975-565fad845372', 'name': 'tempest-TaggedBootDevicesTest-1789991532-router', 'tenant_id': '02a99242e0f0463d9013e17319779a87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.23'}], 'enable_snat': True}, 'gw_port_id': 'fe9d2fee-951b-4202-9589-43b85513b0ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:06:55Z', 'updated_at': '2022-06-01T19:07:07Z', 'revision_number': 4, 'project_id': '02a99242e0f0463d9013e17319779a87', 'gw_port': {'id': 'fe9d2fee-951b-4202-9589-43b85513b0ac', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:d8:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42bf7114-1434-42f3-8975-565fad845372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2586, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:06:58Z', 'updated_at': '2022-06-01T19:07:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_floatingips': [{'id': 'e2147bf7-37d4-44c2-a3a2-764451fb094b', 'tenant_id': '02a99242e0f0463d9013e17319779a87', 'floating_ip_address': '172.25.4.10', 'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'router_id': '42bf7114-1434-42f3-8975-565fad845372', 'port_id': '74e2387a-5a42-4e52-9813-acb554a11e5b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2759, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f4ea26f-fa46-41a8-bded-b4cab3aedc51', 'mac_address': 'fa:16:3e:88:aa:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b89af75b-9667-469e-b061-668dd6a09e9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T19:08:31Z', 'updated_at': '2022-06-01T19:10:50Z', 'revision_number': 1, 'project_id': '02a99242e0f0463d9013e17319779a87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b80377f-ac8c-487c-96c2-d2ce12cabf52', 'name': '', 'network_id': '4f4ea26f-fa46-41a8-bded-b4cab3aedc51', 'tenant_id': '02a99242e0f0463d9013e17319779a87', 'mac_address': 'fa:16:3e:f6:e6:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42bf7114-1434-42f3-8975-565fad845372', 'device_owner': 'network:router_interface', 'standard_attr_id': 2598, 'fixed_ips': [{'subnet_id': '68f1d3e6-a007-4866-ae6d-cf3ba479c5c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:07:06Z', 'updated_at': '2022-06-01T19:07:22Z', 'revision_number': 5, 'project_id': '02a99242e0f0463d9013e17319779a87', 'subnets': [{'id': '68f1d3e6-a007-4866-ae6d-cf3ba479c5c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:10:59.979889 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bea61d7-4baf-4a42-8452-200e0640f0e8 None None] The sync data for ids ['42bf7114-1434-42f3-8975-565fad845372'] in n-d-844202-1 is: [{'id': '42bf7114-1434-42f3-8975-565fad845372', 'name': 'tempest-TaggedBootDevicesTest-1789991532-router', 'tenant_id': '02a99242e0f0463d9013e17319779a87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.23'}], 'enable_snat': True}, 'gw_port_id': 'fe9d2fee-951b-4202-9589-43b85513b0ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:06:55Z', 'updated_at': '2022-06-01T19:07:07Z', 'revision_number': 4, 'project_id': '02a99242e0f0463d9013e17319779a87', 'gw_port': {'id': 'fe9d2fee-951b-4202-9589-43b85513b0ac', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:d8:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42bf7114-1434-42f3-8975-565fad845372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2586, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:06:58Z', 'updated_at': '2022-06-01T19:07:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_floatingips': [{'id': 'e2147bf7-37d4-44c2-a3a2-764451fb094b', 'tenant_id': '02a99242e0f0463d9013e17319779a87', 'floating_ip_address': '172.25.4.10', 'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'router_id': '42bf7114-1434-42f3-8975-565fad845372', 'port_id': '74e2387a-5a42-4e52-9813-acb554a11e5b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2759, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f4ea26f-fa46-41a8-bded-b4cab3aedc51', 'mac_address': 'fa:16:3e:88:aa:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b89af75b-9667-469e-b061-668dd6a09e9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T19:08:31Z', 'updated_at': '2022-06-01T19:10:50Z', 'revision_number': 1, 'project_id': '02a99242e0f0463d9013e17319779a87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b80377f-ac8c-487c-96c2-d2ce12cabf52', 'name': '', 'network_id': '4f4ea26f-fa46-41a8-bded-b4cab3aedc51', 'tenant_id': '02a99242e0f0463d9013e17319779a87', 'mac_address': 'fa:16:3e:f6:e6:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42bf7114-1434-42f3-8975-565fad845372', 'device_owner': 'network:router_interface', 'standard_attr_id': 2598, 'fixed_ips': [{'subnet_id': '68f1d3e6-a007-4866-ae6d-cf3ba479c5c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:07:06Z', 'updated_at': '2022-06-01T19:07:22Z', 'revision_number': 5, 'project_id': '02a99242e0f0463d9013e17319779a87', 'subnets': [{'id': '68f1d3e6-a007-4866-ae6d-cf3ba479c5c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:11:00.019485 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.db_base_plugin_common [None req-6458b219-9df1-4598-a778-54954e60d4f9 None None] Allocated IP 2001:db8::2 (d5eea775-5432-45cb-b028-30a1c0f844db/04011656-41ad-43b8-9b3c-9b5544ca4904/523c9e06-9c07-42d4-b5e6-5923f0f54911) {{(pid=88526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:11:00.226419 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 54756) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:11:00.486400 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc7ed167-b50b-48f3-a13d-b18891eb7a13', 'name': 'network-vif-deleted', 'tag': 'c13922d6-8dcd-4203-bf4b-58d64aaed295'}] {{(pid=88525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:11:00.494488 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ef397031-1f39-4a86-bd4e-0f3292e2d184 req-b6cea151-39b8-4057-9434-27131aec3a00 service neutron] 10.222.0.50 "GET /v2.0/networks/4f4ea26f-fa46-41a8-bded-b4cab3aedc51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6946623 Jun 01 19:11:00.502515 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d72291e1-40f4-4626-b03a-8d1f748033ff tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2614064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9667190'] for subnet, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:00.683810 n-d-844202-1 neutron-server[88525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11e2a979-708c-4aa0-817a-6512673b6c0b'] response: {'server_uuid': 'fc7ed167-b50b-48f3-a13d-b18891eb7a13', 'name': 'network-vif-deleted', 'tag': 'c13922d6-8dcd-4203-bf4b-58d64aaed295', 'status': 'completed', 'code': 200} Jun 01 19:11:00.765359 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72291e1-40f4-4626-b03a-8d1f748033ff tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Checking segment: {'id': 'd1835d17-3ec4-4b10-b35a-8e3a4be63d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '26c2ab5b-ca7e-478d-9095-b85466064ad7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:11:00.765359 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d72291e1-40f4-4626-b03a-8d1f748033ff tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Network hostable DHCP agents. Network: 26c2ab5b-ca7e-478d-9095-b85466064ad7, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 19:11:00.801179 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72291e1-40f4-4626-b03a-8d1f748033ff tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Pushing event updated for resources: {'Subnet': ['ID=5199b373-a83f-4e6e-8bd5-619ac7a3a288,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:11:00.866877 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d72291e1-40f4-4626-b03a-8d1f748033ff tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Network 26c2ab5b-ca7e-478d-9095-b85466064ad7 is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 19:11:00.873278 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27678785-7559-481c-8c37-aba4b15efbf5 None None] New status for floating IP e2147bf7-37d4-44c2-a3a2-764451fb094b: ACTIVE {{(pid=88526) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 19:11:00.892837 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-d72291e1-40f4-4626-b03a-8d1f748033ff tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, 26c2ab5b-ca7e-478d-9095-b85466064ad7) {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:11:00.892837 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d72291e1-40f4-4626-b03a-8d1f748033ff tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:11:00.892837 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d72291e1-40f4-4626-b03a-8d1f748033ff tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks [] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:00.950218 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-d72291e1-40f4-4626-b03a-8d1f748033ff tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6420417 Jun 01 19:11:00.950218 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 54766) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:11:00.957731 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-fcc8dfc4-3fef-49b9-9042-174d39bd01c7 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1980238839', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:11:01.220490 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-576b9615-da8b-4123-809e-b74be1d8ccc5 None None] Network 26c2ab5b-ca7e-478d-9095-b85466064ad7 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:11:01.312395 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ef397031-1f39-4a86-bd4e-0f3292e2d184 req-a339d060-d51c-44df-b726-c375e2fd3187 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.118&port_id=8e023d4a-9eb6-405c-b18a-c3de65879a4a HTTP/1.1" status: 200 len: 217 time: 0.7190053 Jun 01 19:11:01.325846 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-581c3421-83f2-4250-80b3-73a95e62abb3 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:01.363592 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-fcc8dfc4-3fef-49b9-9042-174d39bd01c7 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:11:01.371725 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-fcc8dfc4-3fef-49b9-9042-174d39bd01c7 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Usage tracker for resource:router and tenant:8011be9678e842bab7da75259f1c11c1 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:11:01.377039 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-fcc8dfc4-3fef-49b9-9042-174d39bd01c7 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:11:01.388036 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-fcc8dfc4-3fef-49b9-9042-174d39bd01c7 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:11:01.403987 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-fcc8dfc4-3fef-49b9-9042-174d39bd01c7 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-885767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25238'] for router, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:01.405485 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-fcc8dfc4-3fef-49b9-9042-174d39bd01c7 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-901042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-886562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-981784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25327'] for router, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:01.429074 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device f1a46b1f-5ee9-4ee4-8131-9c91a164a7a9 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:11:01.455518 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-fcc8dfc4-3fef-49b9-9042-174d39bd01c7 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:01.491951 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dccb3ead-59b8-4839-a6e9-b3199f334170 None None] Network c840486e-0c2f-4729-9a0c-ee6552111f90 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:11:01.500439 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-fcc8dfc4-3fef-49b9-9042-174d39bd01c7 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-885820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-886655'] for router, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:01.503140 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [None req-581c3421-83f2-4250-80b3-73a95e62abb3 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Transition to ACTIVE for port object 420d08ab-b565-471f-9f08-d4b9abc4d7d0 will not be triggered until provisioned by entity DHCP. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:11:01.579617 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-fcc8dfc4-3fef-49b9-9042-174d39bd01c7 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks [] for router, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:01.584631 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-fcc8dfc4-3fef-49b9-9042-174d39bd01c7 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6389751 Jun 01 19:11:01.585996 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 54770) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:11:01.699979 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-581c3421-83f2-4250-80b3-73a95e62abb3 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:02.185138 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-1c4c7fb0-2c2a-4fb9-adb3-9487fdb9d659 None None] Provisioning for port f1a46b1f-5ee9-4ee4-8131-9c91a164a7a9 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:11:02.272640 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port f1a46b1f-5ee9-4ee4-8131-9c91a164a7a9 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:11:02.281348 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c3421-83f2-4250-80b3-73a95e62abb3 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Pushing event updated for resources: {'Port': ['ID=420d08ab-b565-471f-9f08-d4b9abc4d7d0,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:11:02.474510 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port f1a46b1f-5ee9-4ee4-8131-9c91a164a7a9 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:11:02.475368 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:02.562487 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5755f3aa-0248-4ed3-8c8e-bc8faaed202f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc93f83c3-7fb6-5c13-a9d4-29d739a4e8d2-26c2ab5b-ca7e-478d-9095-b85466064ad7', 'network_id': '26c2ab5b-ca7e-478d-9095-b85466064ad7', 'tenant_id': '8011be9678e842bab7da75259f1c11c1', 'fixed_ips': [{'subnet_id': '5199b373-a83f-4e6e-8bd5-619ac7a3a288'}]}} from n-d-844202-1. {{(pid=88526) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 19:11:02.563241 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-5755f3aa-0248-4ed3-8c8e-bc8faaed202f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:02.573112 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef397031-1f39-4a86-bd4e-0f3292e2d184 req-0488fa5c-a960-4e5a-8006-fc5f7273671d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:11:02.576368 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ef397031-1f39-4a86-bd4e-0f3292e2d184 req-0488fa5c-a960-4e5a-8006-fc5f7273671d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a154ee7c-2b5c-4f5d-88dd-ebda40eec737 HTTP/1.1" status: 200 len: 797 time: 1.2545617 Jun 01 19:11:02.613550 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-1c4c7fb0-2c2a-4fb9-adb3-9487fdb9d659 None None] Provisioning complete for port f1a46b1f-5ee9-4ee4-8131-9c91a164a7a9 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:11:02.613550 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-1c4c7fb0-2c2a-4fb9-adb3-9487fdb9d659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:02.695197 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-581c3421-83f2-4250-80b3-73a95e62abb3 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Network c840486e-0c2f-4729-9a0c-ee6552111f90 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:11:02.710158 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-581c3421-83f2-4250-80b3-73a95e62abb3 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:11:02.731752 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec89624-d2c0-420b-9962-069f6e74f5ff req-9e1380ad-60dc-4e77-b545-8704af85fd74 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:11:02.733338 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9ec89624-d2c0-420b-9962-069f6e74f5ff req-9e1380ad-60dc-4e77-b545-8704af85fd74 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8b84db9-d35d-4296-85a8-fdfc6dd0b558 HTTP/1.1" status: 200 len: 946 time: 2.2572036 Jun 01 19:11:02.745771 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-581c3421-83f2-4250-80b3-73a95e62abb3 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:11:02.763723 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-581c3421-83f2-4250-80b3-73a95e62abb3 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:11:02.764610 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-581c3421-83f2-4250-80b3-73a95e62abb3 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:02.831265 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6458b219-9df1-4598-a778-54954e60d4f9 None None] Notify callbacks [] for port, precommit_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:02.855417 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-581c3421-83f2-4250-80b3-73a95e62abb3 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 7.0746405 Jun 01 19:11:02.956577 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 54782) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:11:02.962294 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9ec89624-d2c0-420b-9962-069f6e74f5ff req-c8bcfa3a-86e7-4dbb-b421-4cb853a0cc61 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7f46c16-7d81-4a09-b7a2-ba720d08e5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1644547 Jun 01 19:11:02.983116 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4b64da62-a62c-48fe-b7d7-ec5e397398f2 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:03.063397 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.db_base_plugin_common [None req-5755f3aa-0248-4ed3-8c8e-bc8faaed202f None None] Allocated IP 2001:db8:1::2 (26c2ab5b-ca7e-478d-9095-b85466064ad7/5199b373-a83f-4e6e-8bd5-619ac7a3a288/d9192a57-8519-4534-90ef-d1ca94452ad5) {{(pid=88526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:11:03.335535 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef397031-1f39-4a86-bd4e-0f3292e2d184 req-aa2cf140-1c4b-4956-9544-21c42ee7f3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:11:03.335535 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ef397031-1f39-4a86-bd4e-0f3292e2d184 req-aa2cf140-1c4b-4956-9544-21c42ee7f3b6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=83309fe7-c674-45d2-987a-e042535023cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7395504 Jun 01 19:11:03.348407 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6458b219-9df1-4598-a778-54954e60d4f9 None None] Transition to ACTIVE for port object 523c9e06-9c07-42d4-b5e6-5923f0f54911 will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:11:03.517127 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6458b219-9df1-4598-a778-54954e60d4f9 None None] Transition to ACTIVE for port object 523c9e06-9c07-42d4-b5e6-5923f0f54911 will not be triggered until provisioned by entity DHCP. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:11:03.609898 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-382f9b0a-e3c2-4a11-b000-ff18d4f11894 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:11:03.642107 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-382f9b0a-e3c2-4a11-b000-ff18d4f11894 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:11:03.642107 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-382f9b0a-e3c2-4a11-b000-ff18d4f11894 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Synchronizing usage tracker for tenant:451baccc58514a0cab8c4410ed135b7c on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:11:03.678302 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6458b219-9df1-4598-a778-54954e60d4f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526'] for port, after_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:03.725635 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-382f9b0a-e3c2-4a11-b000-ff18d4f11894 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Unset dirty status for tenant:451baccc58514a0cab8c4410ed135b7c on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:11:03.725635 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-382f9b0a-e3c2-4a11-b000-ff18d4f11894 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.7498317 Jun 01 19:11:03.732927 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 54790) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:11:03.762631 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [None req-4b64da62-a62c-48fe-b7d7-ec5e397398f2 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Allocated IP 2001:db8::1 (d5eea775-5432-45cb-b028-30a1c0f844db/04011656-41ad-43b8-9b3c-9b5544ca4904/16666183-d57b-4911-8683-991162385f6f) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:11:03.999789 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ef397031-1f39-4a86-bd4e-0f3292e2d184 req-17df6e46-ec32-4a44-aced-6809fbba8257 service neutron] 10.222.0.50 "GET /v2.0/networks/83309fe7-c674-45d2-987a-e042535023cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6568294 Jun 01 19:11:04.131991 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-66b6115a-8723-4a31-b082-1a897be04743 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Deleting port 420d08ab-b565-471f-9f08-d4b9abc4d7d0 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:11:04.132530 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-66b6115a-8723-4a31-b082-1a897be04743 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:04.213300 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6458b219-9df1-4598-a778-54954e60d4f9 None None] Pushing event updated for resources: {'Port': ['ID=523c9e06-9c07-42d4-b5e6-5923f0f54911,revision_number=1']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:11:04.217048 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-1c4c7fb0-2c2a-4fb9-adb3-9487fdb9d659 None None] Current status of the port f1a46b1f-5ee9-4ee4-8131-9c91a164a7a9 is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:11:04.217440 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-1c4c7fb0-2c2a-4fb9-adb3-9487fdb9d659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:04.301377 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ef397031-1f39-4a86-bd4e-0f3292e2d184 req-39ca91af-96e4-4003-901a-41866a29fa04 service neutron] 10.222.0.50 "GET /v2.0/networks/83309fe7-c674-45d2-987a-e042535023cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2718799 Jun 01 19:11:04.316483 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-5755f3aa-0248-4ed3-8c8e-bc8faaed202f None None] Notify callbacks [] for port, precommit_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:04.316483 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6458b219-9df1-4598-a778-54954e60d4f9 None None] Network d5eea775-5432-45cb-b028-30a1c0f844db is already hosted by enough agents. {{(pid=88526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:11:04.336936 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.base_scheduler [None req-6458b219-9df1-4598-a778-54954e60d4f9 None None] Resources bound (agent type, host, resource id): {{(pid=88526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:11:04.343491 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4b64da62-a62c-48fe-b7d7-ec5e397398f2 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:04.385471 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ad15ca5d-50d4-4626-b0e4-c87a04bb0277 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-887474'] for router_interface, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:04.443816 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6458b219-9df1-4598-a778-54954e60d4f9 None None] Received port after_create {{(pid=88526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:11:04.478992 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-5755f3aa-0248-4ed3-8c8e-bc8faaed202f None None] Transition to ACTIVE for port object d9192a57-8519-4534-90ef-d1ca94452ad5 will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:11:04.590550 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [None req-4b64da62-a62c-48fe-b7d7-ec5e397398f2 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Transition to ACTIVE for port object 16666183-d57b-4911-8683-991162385f6f will not be triggered until provisioned by entity DHCP. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:11:04.689033 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd2e6a9-b70b-40e3-af7a-54649d2aa54f req-3c0adb17-a5fa-4d60-a27d-afbf79ba14c2 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:11:04.689033 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-efd2e6a9-b70b-40e3-af7a-54649d2aa54f req-3c0adb17-a5fa-4d60-a27d-afbf79ba14c2 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8b84db9-d35d-4296-85a8-fdfc6dd0b558 HTTP/1.1" status: 200 len: 946 time: 0.4155688 Jun 01 19:11:04.756136 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-66b6115a-8723-4a31-b082-1a897be04743 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:04.770954 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4b64da62-a62c-48fe-b7d7-ec5e397398f2 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:04.867019 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-efd2e6a9-b70b-40e3-af7a-54649d2aa54f req-5538b5ab-eb3c-4ad8-a73a-57b3daf49ed2 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7f46c16-7d81-4a09-b7a2-ba720d08e5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1573207 Jun 01 19:11:04.980003 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ef397031-1f39-4a86-bd4e-0f3292e2d184 req-baffd26a-b6b6-4abf-83df-5271f6261534 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.120&port_id=a46ad6b2-b5d4-4799-b91d-c0a28a7dbab6 HTTP/1.1" status: 200 len: 217 time: 0.6794488 Jun 01 19:11:04.987342 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-1c4c7fb0-2c2a-4fb9-adb3-9487fdb9d659 None None] For port f1a46b1f-5ee9-4ee4-8131-9c91a164a7a9, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=f1a46b1f-5ee9-4ee4-8131-9c91a164a7a9,segment=NetworkSegment(a6cfd7d1-5211-44ec-a836-a984e441185d),segment_id=a6cfd7d1-5211-44ec-a836-a984e441185d)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:11:05.035623 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port f1a46b1f-5ee9-4ee4-8131-9c91a164a7a9 is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:11:05.035623 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:05.082766 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b64da62-a62c-48fe-b7d7-ec5e397398f2 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Pushing event updated for resources: {'Port': ['ID=16666183-d57b-4911-8683-991162385f6f,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:11:05.105252 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-66b6115a-8723-4a31-b082-1a897be04743 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Calling delete_port for 420d08ab-b565-471f-9f08-d4b9abc4d7d0 owned by {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:11:05.216735 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b64da62-a62c-48fe-b7d7-ec5e397398f2 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Network d5eea775-5432-45cb-b028-30a1c0f844db is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:11:05.216735 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-4b64da62-a62c-48fe-b7d7-ec5e397398f2 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:11:05.236754 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b64da62-a62c-48fe-b7d7-ec5e397398f2 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:11:05.236754 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4b64da62-a62c-48fe-b7d7-ec5e397398f2 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-887605'] for router_interface, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:05.256491 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-6458b219-9df1-4598-a778-54954e60d4f9 None None] Attempting to bind port 523c9e06-9c07-42d4-b5e6-5923f0f54911 on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:11:05.256491 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-6458b219-9df1-4598-a778-54954e60d4f9 None None] Attempting to bind port 523c9e06-9c07-42d4-b5e6-5923f0f54911 by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': '65cbf027-ebab-48ab-8624-e9d7a8ce82cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'd5eea775-5432-45cb-b028-30a1c0f844db'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:11:05.256491 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6458b219-9df1-4598-a778-54954e60d4f9 None None] Attempting to bind port 523c9e06-9c07-42d4-b5e6-5923f0f54911 on network d5eea775-5432-45cb-b028-30a1c0f844db {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:11:05.316588 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef397031-1f39-4a86-bd4e-0f3292e2d184 req-46498805-5547-444a-8c7c-0c1a263e2b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:11:05.316588 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ef397031-1f39-4a86-bd4e-0f3292e2d184 req-46498805-5547-444a-8c7c-0c1a263e2b7b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a154ee7c-2b5c-4f5d-88dd-ebda40eec737 HTTP/1.1" status: 200 len: 797 time: 0.3133183 Jun 01 19:11:05.321360 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-1c4c7fb0-2c2a-4fb9-adb3-9487fdb9d659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:05.460367 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-66b6115a-8723-4a31-b082-1a897be04743 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:05.579548 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef397031-1f39-4a86-bd4e-0f3292e2d184 req-14785b66-fd3d-4abd-9d2d-c6254099d617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:11:05.579548 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ef397031-1f39-4a86-bd4e-0f3292e2d184 req-14785b66-fd3d-4abd-9d2d-c6254099d617 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=83309fe7-c674-45d2-987a-e042535023cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2581332 Jun 01 19:11:05.591686 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6458b219-9df1-4598-a778-54954e60d4f9 None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 10, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:11:05.591686 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6458b219-9df1-4598-a778-54954e60d4f9 None None] Checking segment: {'id': '65cbf027-ebab-48ab-8624-e9d7a8ce82cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'd5eea775-5432-45cb-b028-30a1c0f844db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:11:05.591686 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6458b219-9df1-4598-a778-54954e60d4f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:05.591686 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6458b219-9df1-4598-a778-54954e60d4f9 None None] Bound using segment: {'id': '65cbf027-ebab-48ab-8624-e9d7a8ce82cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'd5eea775-5432-45cb-b028-30a1c0f844db'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:11:05.611554 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b6115a-8723-4a31-b082-1a897be04743 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Pushing event deleted for resources: {'Port': ['ID=420d08ab-b565-471f-9f08-d4b9abc4d7d0,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:11:05.627403 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-6458b219-9df1-4598-a778-54954e60d4f9 None None] Bound port: 523c9e06-9c07-42d4-b5e6-5923f0f54911, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65cbf027-ebab-48ab-8624-e9d7a8ce82cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'd5eea775-5432-45cb-b028-30a1c0f844db'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:11:05.627403 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6458b219-9df1-4598-a778-54954e60d4f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:05.667892 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 1411ff4b-90e6-476e-a022-8a9f0065e464 details requested by agent hyperv_n-h2-844202-1 with host n-h2-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 19:11:05.700535 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-66b6115a-8723-4a31-b082-1a897be04743 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:05.713509 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4b64da62-a62c-48fe-b7d7-ec5e397398f2 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:05.832686 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-ad15ca5d-50d4-4626-b0e4-c87a04bb0277 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Deleting port 1b7fe9f7-c6ef-4d14-9267-271ef70a48aa {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:11:05.834333 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ad15ca5d-50d4-4626-b0e4-c87a04bb0277 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:05.856580 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-66b6115a-8723-4a31-b082-1a897be04743 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "DELETE /v2.0/ports/420d08ab-b565-471f-9f08-d4b9abc4d7d0 HTTP/1.1" status: 204 len: 168 time: 2.1238792 Jun 01 19:11:05.866977 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 54806) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:11:05.958647 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6458b219-9df1-4598-a778-54954e60d4f9 None None] For port 523c9e06-9c07-42d4-b5e6-5923f0f54911, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:11:05.973321 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6458b219-9df1-4598-a778-54954e60d4f9 None None] For port 523c9e06-9c07-42d4-b5e6-5923f0f54911, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=523c9e06-9c07-42d4-b5e6-5923f0f54911,segment=NetworkSegment(65cbf027-ebab-48ab-8624-e9d7a8ce82cf),segment_id=65cbf027-ebab-48ab-8624-e9d7a8ce82cf)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:11:05.980530 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-5755f3aa-0248-4ed3-8c8e-bc8faaed202f None None] Transition to ACTIVE for port object d9192a57-8519-4534-90ef-d1ca94452ad5 will not be triggered until provisioned by entity DHCP. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:11:06.393304 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [None req-ad15ca5d-50d4-4626-b0e4-c87a04bb0277 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] For port 1b7fe9f7-c6ef-4d14-9267-271ef70a48aa, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=1b7fe9f7-c6ef-4d14-9267-271ef70a48aa,segment=NetworkSegment(7e25366f-9619-4880-81a2-a56ac8eaa2c5),segment_id=7e25366f-9619-4880-81a2-a56ac8eaa2c5)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:11:06.393304 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ad15ca5d-50d4-4626-b0e4-c87a04bb0277 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:06.400254 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c645dbd-4b43-4956-9fa9-4789b85b771d tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:11:06.400254 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c645dbd-4b43-4956-9fa9-4789b85b771d tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:11:06.402141 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-5c645dbd-4b43-4956-9fa9-4789b85b771d tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.5410903 Jun 01 19:11:06.421037 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 54816) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:11:06.446098 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6458b219-9df1-4598-a778-54954e60d4f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:06.501469 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-c0c11709-947c-48bf-9e7a-5d383b0b080c None None] Could not find standard attr ID for object 420d08ab-b565-471f-9f08-d4b9abc4d7d0. {{(pid=88526) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 01 19:11:06.501469 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-5755f3aa-0248-4ed3-8c8e-bc8faaed202f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526'] for port, after_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:06.501469 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c7fb0-2c2a-4fb9-adb3-9487fdb9d659 None None] Pushing event updated for resources: {'Port': ['ID=f1a46b1f-5ee9-4ee4-8131-9c91a164a7a9,revision_number=3']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:11:06.684087 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-c0c11709-947c-48bf-9e7a-5d383b0b080c None None] Provisioning complete for port f1a46b1f-5ee9-4ee4-8131-9c91a164a7a9 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:11:06.684087 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-c0c11709-947c-48bf-9e7a-5d383b0b080c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:06.761239 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5755f3aa-0248-4ed3-8c8e-bc8faaed202f None None] Network 26c2ab5b-ca7e-478d-9095-b85466064ad7 is already hosted by enough agents. {{(pid=88526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:11:06.761239 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 1411ff4b-90e6-476e-a022-8a9f0065e464, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=1411ff4b-90e6-476e-a022-8a9f0065e464,segment=NetworkSegment(391d97c0-c1c6-4de9-90ea-516f30f0f3f3),segment_id=391d97c0-c1c6-4de9-90ea-516f30f0f3f3)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:11:06.787749 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.base_scheduler [None req-5755f3aa-0248-4ed3-8c8e-bc8faaed202f None None] Resources bound (agent type, host, resource id): {{(pid=88526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:11:06.801065 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5755f3aa-0248-4ed3-8c8e-bc8faaed202f None None] Received port after_create {{(pid=88526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:11:06.832727 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.db.api [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88526) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 19:11:06.833080 n-d-844202-1 neutron-server[88526]: DEBUG oslo_db.api [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 19:11:06.836746 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-ad15ca5d-50d4-4626-b0e4-c87a04bb0277 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Calling delete_port for 1b7fe9f7-c6ef-4d14-9267-271ef70a48aa owned by network:router_interface {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:11:06.852716 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Returning: {'device': '1411ff4b-90e6-476e-a022-8a9f0065e464', 'network_id': '3d299f30-03d5-48f5-82fc-2ce538e7e02b', 'port_id': '1411ff4b-90e6-476e-a022-8a9f0065e464', 'mac_address': 'fa:16:3e:43:6a:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf215978-ce5c-4077-ac29-2d8fb4937baa', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 19:11:06.894439 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6458b219-9df1-4598-a778-54954e60d4f9 None None] Pushing event updated for resources: {'Port': ['ID=523c9e06-9c07-42d4-b5e6-5923f0f54911,revision_number=2']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:11:07.057784 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4b64da62-a62c-48fe-b7d7-ec5e397398f2 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks [] for port, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:07.067506 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4b64da62-a62c-48fe-b7d7-ec5e397398f2 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:07.077428 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4b64da62-a62c-48fe-b7d7-ec5e397398f2 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-887436'] for router_interface, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:07.534167 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ef397031-1f39-4a86-bd4e-0f3292e2d184 req-e9229edb-4328-48d9-a95d-0dd752e6f9cd service neutron] 10.222.0.50 "GET /v2.0/networks/83309fe7-c674-45d2-987a-e042535023cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.9132850 Jun 01 19:11:07.614829 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ad15ca5d-50d4-4626-b0e4-c87a04bb0277 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:07.615324 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port f1a46b1f-5ee9-4ee4-8131-9c91a164a7a9 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:11:07.646430 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_v2 [None req-34b15fc5-a148-43a2-b062-2c49c36b915e tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Deleting subnet 430ee624-211d-41fa-8bd7-b4cac02d37db {{(pid=88525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 19:11:07.649166 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b64da62-a62c-48fe-b7d7-ec5e397398f2 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Pushing event updated for resources: {'Port': ['ID=16666183-d57b-4911-8683-991162385f6f,revision_number=2']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:11:07.742213 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-34b15fc5-a148-43a2-b062-2c49c36b915e tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks [] for subnet, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:07.752995 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-5755f3aa-0248-4ed3-8c8e-bc8faaed202f None None] Attempting to bind port d9192a57-8519-4534-90ef-d1ca94452ad5 on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:11:07.753594 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-5755f3aa-0248-4ed3-8c8e-bc8faaed202f None None] Attempting to bind port d9192a57-8519-4534-90ef-d1ca94452ad5 by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': 'd1835d17-3ec4-4b10-b35a-8e3a4be63d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '26c2ab5b-ca7e-478d-9095-b85466064ad7'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:11:07.753720 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5755f3aa-0248-4ed3-8c8e-bc8faaed202f None None] Attempting to bind port d9192a57-8519-4534-90ef-d1ca94452ad5 on network 26c2ab5b-ca7e-478d-9095-b85466064ad7 {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:11:07.771206 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port 1411ff4b-90e6-476e-a022-8a9f0065e464 is: ACTIVE; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:11:07.771585 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:07.787972 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b64da62-a62c-48fe-b7d7-ec5e397398f2 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Network d5eea775-5432-45cb-b028-30a1c0f844db is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:11:07.796481 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-4b64da62-a62c-48fe-b7d7-ec5e397398f2 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:11:07.831064 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1411ff4b-90e6-476e-a022-8a9f0065e464 {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 19:11:07.834861 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-22419555-2d0f-4685-8eb0-3fde0e38fc8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:07.856314 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5755f3aa-0248-4ed3-8c8e-bc8faaed202f None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 10, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:11:07.856767 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5755f3aa-0248-4ed3-8c8e-bc8faaed202f None None] Checking segment: {'id': 'd1835d17-3ec4-4b10-b35a-8e3a4be63d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '26c2ab5b-ca7e-478d-9095-b85466064ad7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:11:07.857179 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-5755f3aa-0248-4ed3-8c8e-bc8faaed202f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:07.857576 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5755f3aa-0248-4ed3-8c8e-bc8faaed202f None None] Bound using segment: {'id': 'd1835d17-3ec4-4b10-b35a-8e3a4be63d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '26c2ab5b-ca7e-478d-9095-b85466064ad7'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:11:07.858068 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-5755f3aa-0248-4ed3-8c8e-bc8faaed202f None None] Bound port: d9192a57-8519-4534-90ef-d1ca94452ad5, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1835d17-3ec4-4b10-b35a-8e3a4be63d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '26c2ab5b-ca7e-478d-9095-b85466064ad7'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:11:07.858446 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-5755f3aa-0248-4ed3-8c8e-bc8faaed202f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:08.057471 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad15ca5d-50d4-4626-b0e4-c87a04bb0277 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Pushing event deleted for resources: {'Port': ['ID=1b7fe9f7-c6ef-4d14-9267-271ef70a48aa,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:11:08.175346 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8739605-dd33-4193-b0c9-f8239ea3076c req-007d3144-bd7a-4b3b-be98-f51b027b4583 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:11:08.187168 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b8739605-dd33-4193-b0c9-f8239ea3076c req-007d3144-bd7a-4b3b-be98-f51b027b4583 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8b84db9-d35d-4296-85a8-fdfc6dd0b558 HTTP/1.1" status: 200 len: 946 time: 1.6672602 Jun 01 19:11:08.248304 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-34b15fc5-a148-43a2-b062-2c49c36b915e tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2258509'] for subnet, precommit_delete_associations {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:08.266657 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5755f3aa-0248-4ed3-8c8e-bc8faaed202f None None] Pushing event updated for resources: {'Port': ['ID=d9192a57-8519-4534-90ef-d1ca94452ad5,revision_number=1']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:11:08.313469 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 523c9e06-9c07-42d4-b5e6-5923f0f54911 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:11:08.398635 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ef397031-1f39-4a86-bd4e-0f3292e2d184 req-e9bf9068-92a3-4e50-be13-988dbcd46df3 service neutron] 10.222.0.50 "GET /v2.0/networks/83309fe7-c674-45d2-987a-e042535023cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8537145 Jun 01 19:11:08.518671 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-34b15fc5-a148-43a2-b062-2c49c36b915e tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:08.521891 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 1411ff4b-90e6-476e-a022-8a9f0065e464, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=1411ff4b-90e6-476e-a022-8a9f0065e464,segment=NetworkSegment(391d97c0-c1c6-4de9-90ea-516f30f0f3f3),segment_id=391d97c0-c1c6-4de9-90ea-516f30f0f3f3)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:11:08.666438 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-34b15fc5-a148-43a2-b062-2c49c36b915e tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2614143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9667199'] for subnet, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:08.680380 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:08.758353 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-34b15fc5-a148-43a2-b062-2c49c36b915e tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks [] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:08.765107 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b15fc5-a148-43a2-b062-2c49c36b915e tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Pushing event deleted for resources: {'Subnet': ['ID=430ee624-211d-41fa-8bd7-b4cac02d37db,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:11:08.799993 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-34b15fc5-a148-43a2-b062-2c49c36b915e tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "DELETE /v2.0/subnets/430ee624-211d-41fa-8bd7-b4cac02d37db HTTP/1.1" status: 204 len: 168 time: 2.3841743 Jun 01 19:11:08.800804 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b64da62-a62c-48fe-b7d7-ec5e397398f2 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Router a2a014fe-e494-43fe-a701-e4db20a7d4d3 is scheduled to L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 with binding_index 1 {{(pid=88525) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 19:11:08.804012 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 54856) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:11:08.958765 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b8739605-dd33-4193-b0c9-f8239ea3076c req-de4cce62-98f8-4068-8467-ce8c505b7b58 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7f46c16-7d81-4a09-b7a2-ba720d08e5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7687497 Jun 01 19:11:09.044885 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd1bdd39-6365-43c5-81a3-a440b4adc353 None None] Network c840486e-0c2f-4729-9a0c-ee6552111f90 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:11:09.090515 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=1411ff4b-90e6-476e-a022-8a9f0065e464,revision_number=6']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:11:09.144852 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edc437c1-81c5-482d-a7a4-e14020c9d364 None None] Network d5eea775-5432-45cb-b028-30a1c0f844db requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:11:09.191487 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-c0c11709-947c-48bf-9e7a-5d383b0b080c None None] Current status of the port f1a46b1f-5ee9-4ee4-8131-9c91a164a7a9 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:11:09.248157 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ef397031-1f39-4a86-bd4e-0f3292e2d184 req-b828dc28-7d70-4eb3-b6b7-8fe901ec4ed6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.176&port_id=b4ec48f2-ec80-4ad5-8ee7-46cd08c5ffa2 HTTP/1.1" status: 200 len: 217 time: 0.8378639 Jun 01 19:11:09.253280 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ad15ca5d-50d4-4626-b0e4-c87a04bb0277 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-887310'] for router_interface, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:09.548842 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-64e89657-33a0-4f62-b3d9-432ce08b09d3 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.7387850 Jun 01 19:11:09.549424 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 54860) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:11:09.614997 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-b9143939-c8b7-4e32-85e8-e58a00514de9 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Request body: {'subnet': {'network_id': 'c840486e-0c2f-4729-9a0c-ee6552111f90', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:11:09.642912 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] get_ports_and_sgs() called for port_ids ['1411ff4b-90e6-476e-a022-8a9f0065e464'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 19:11:09.792081 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b64da62-a62c-48fe-b7d7-ec5e397398f2 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:11:09.801179 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86174cb3-1c24-4071-9e9f-8bc2bc21697d None None] Sync routers for ids ['a2a014fe-e494-43fe-a701-e4db20a7d4d3'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:11:09.814874 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86174cb3-1c24-4071-9e9f-8bc2bc21697d None None] Routers {'a2a014fe-e494-43fe-a701-e4db20a7d4d3'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:11:09.814874 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-86174cb3-1c24-4071-9e9f-8bc2bc21697d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:10:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['a2a014fe-e494-43fe-a701-e4db20a7d4d3'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:11:10.016779 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 54866) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:11:10.031515 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-4b64da62-a62c-48fe-b7d7-ec5e397398f2 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] 10.222.0.41 "PUT /v2.0/routers/a2a014fe-e494-43fe-a701-e4db20a7d4d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4364533 Jun 01 19:11:10.149573 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-86174cb3-1c24-4071-9e9f-8bc2bc21697d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:11:10.187574 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86174cb3-1c24-4071-9e9f-8bc2bc21697d None None] Routers {'a2a014fe-e494-43fe-a701-e4db20a7d4d3'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:11:10.194780 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-86174cb3-1c24-4071-9e9f-8bc2bc21697d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:10:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['a2a014fe-e494-43fe-a701-e4db20a7d4d3'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:11:10.295223 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-b9143939-c8b7-4e32-85e8-e58a00514de9 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:11:10.306883 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-b9143939-c8b7-4e32-85e8-e58a00514de9 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Usage tracker for resource:subnet and tenant:451baccc58514a0cab8c4410ed135b7c is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:11:10.326380 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-b9143939-c8b7-4e32-85e8-e58a00514de9 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:11:10.332580 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-5755f3aa-0248-4ed3-8c8e-bc8faaed202f None None] For port d9192a57-8519-4534-90ef-d1ca94452ad5, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:11:10.341162 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-b9143939-c8b7-4e32-85e8-e58a00514de9 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:11:10.436810 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9143939-c8b7-4e32-85e8-e58a00514de9 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Made reservation on behalf of 451baccc58514a0cab8c4410ed135b7c for: {'subnet': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:11:10.440311 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b9143939-c8b7-4e32-85e8-e58a00514de9 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9667140'] for subnet, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:10.465807 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef397031-1f39-4a86-bd4e-0f3292e2d184 req-947cda1b-05aa-4b1a-8012-7044f84607d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:11:10.467523 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ef397031-1f39-4a86-bd4e-0f3292e2d184 req-947cda1b-05aa-4b1a-8012-7044f84607d8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a154ee7c-2b5c-4f5d-88dd-ebda40eec737 HTTP/1.1" status: 200 len: 797 time: 1.1896923 Jun 01 19:11:10.481586 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-5bf534a9-063f-4318-8de1-7c863e43d51b None None] Could not find standard attr ID for object 420d08ab-b565-471f-9f08-d4b9abc4d7d0. {{(pid=88526) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 01 19:11:10.483546 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-86174cb3-1c24-4071-9e9f-8bc2bc21697d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:11:10.487554 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86174cb3-1c24-4071-9e9f-8bc2bc21697d None None] The sync data for ids ['a2a014fe-e494-43fe-a701-e4db20a7d4d3'] in n-d-844202-1 is: [] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:11:10.513004 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port 523c9e06-9c07-42d4-b5e6-5923f0f54911 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:11:10.667014 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4efc8c30-de8f-4287-bc1c-65a5cd62a350 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:11:10.667014 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-4efc8c30-de8f-4287-bc1c-65a5cd62a350 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] 10.222.0.41 "GET /v2.0/ports/16666183-d57b-4911-8683-991162385f6f HTTP/1.1" status: 200 len: 911 time: 0.6306455 Jun 01 19:11:10.684607 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 54872) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:11:10.803774 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-5bf534a9-063f-4318-8de1-7c863e43d51b None None] Provisioning for port 523c9e06-9c07-42d4-b5e6-5923f0f54911 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:11:10.814868 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-51517d91-cc9d-41a1-9c95-bbe60ee0948a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:10.819596 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-5755f3aa-0248-4ed3-8c8e-bc8faaed202f None None] For port d9192a57-8519-4534-90ef-d1ca94452ad5, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=d9192a57-8519-4534-90ef-d1ca94452ad5,segment=NetworkSegment(d1835d17-3ec4-4b10-b35a-8e3a4be63d86),segment_id=d1835d17-3ec4-4b10-b35a-8e3a4be63d86)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:11:10.867183 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-5bf534a9-063f-4318-8de1-7c863e43d51b None None] Provisioning complete for port 523c9e06-9c07-42d4-b5e6-5923f0f54911 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:11:10.867537 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-5bf534a9-063f-4318-8de1-7c863e43d51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:10.995890 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device f1a46b1f-5ee9-4ee4-8131-9c91a164a7a9 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:11:11.076593 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef397031-1f39-4a86-bd4e-0f3292e2d184 req-ef6b2094-0356-4f89-97d7-23fdcae0c095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:11:11.076593 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ef397031-1f39-4a86-bd4e-0f3292e2d184 req-ef6b2094-0356-4f89-97d7-23fdcae0c095 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=83309fe7-c674-45d2-987a-e042535023cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4587655 Jun 01 19:11:11.103254 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad15ca5d-50d4-4626-b0e4-c87a04bb0277 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Router 225bd07d-765a-4cec-b072-924623910b8d has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 19:11:11.277266 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-5755f3aa-0248-4ed3-8c8e-bc8faaed202f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:11.817038 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dfce9f-9951-454b-90c8-38f91659711b req-8b6c7c69-8350-48d7-b2a2-c71d4fb064e3 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:11:11.831921 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-25dfce9f-9951-454b-90c8-38f91659711b req-8b6c7c69-8350-48d7-b2a2-c71d4fb064e3 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8b84db9-d35d-4296-85a8-fdfc6dd0b558 HTTP/1.1" status: 200 len: 945 time: 1.4721379 Jun 01 19:11:11.833407 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:11.867345 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:11.980677 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:12.187912 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad15ca5d-50d4-4626-b0e4-c87a04bb0277 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:11:12.191322 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:12.220920 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:12.250485 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3fb08d-cefb-42da-9380-9e50df00bbae None None] Sync routers for ids ['225bd07d-765a-4cec-b072-924623910b8d'] in n-d-844202-1 {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:11:12.281815 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ef397031-1f39-4a86-bd4e-0f3292e2d184 req-bc8a5bfe-58ca-4350-bf0f-44419b6d4745 service neutron] 10.222.0.50 "GET /v2.0/networks/83309fe7-c674-45d2-987a-e042535023cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1627314 Jun 01 19:11:12.411162 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-ad15ca5d-50d4-4626-b0e4-c87a04bb0277 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "PUT /v2.0/routers/225bd07d-765a-4cec-b072-924623910b8d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.1800418 Jun 01 19:11:12.418597 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 54878) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:11:12.467938 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5755f3aa-0248-4ed3-8c8e-bc8faaed202f None None] Pushing event updated for resources: {'Port': ['ID=d9192a57-8519-4534-90ef-d1ca94452ad5,revision_number=2']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:11:12.528898 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b9143939-c8b7-4e32-85e8-e58a00514de9 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2614064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9667190'] for subnet, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:12.583377 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3fb08d-cefb-42da-9380-9e50df00bbae None None] Routers {'225bd07d-765a-4cec-b072-924623910b8d'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:11:12.586493 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-1b3fb08d-cefb-42da-9380-9e50df00bbae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:11:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['225bd07d-765a-4cec-b072-924623910b8d'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:11:12.960302 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_v2 [None req-a87c07fe-7469-4f81-8a9d-a6e0de4960d3 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Deleting subnet 8eee5ae7-9972-4ea4-a710-faeb7415f01a {{(pid=88524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 19:11:12.976604 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a87c07fe-7469-4f81-8a9d-a6e0de4960d3 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks [] for subnet, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:13.140619 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9143939-c8b7-4e32-85e8-e58a00514de9 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Network c840486e-0c2f-4729-9a0c-ee6552111f90 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:11:13.162595 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-25dfce9f-9951-454b-90c8-38f91659711b req-b898577a-61b9-42c7-93e0-572d55f6cacb tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7f46c16-7d81-4a09-b7a2-ba720d08e5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.2567720 Jun 01 19:11:13.184311 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a87c07fe-7469-4f81-8a9d-a6e0de4960d3 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2702137'] for subnet, precommit_delete_associations {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:13.194335 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-b9143939-c8b7-4e32-85e8-e58a00514de9 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:11:13.301690 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9143939-c8b7-4e32-85e8-e58a00514de9 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:11:13.301690 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b9143939-c8b7-4e32-85e8-e58a00514de9 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks [] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:13.318962 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9143939-c8b7-4e32-85e8-e58a00514de9 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Pushing event updated for resources: {'Subnet': ['ID=e02b6bfa-87eb-42bb-85a2-fc9442dcddae,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:11:13.453506 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-b9143939-c8b7-4e32-85e8-e58a00514de9 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.8747094 Jun 01 19:11:13.459531 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 54882) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:11:13.473712 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-b8c45cff-236d-427b-a23c-5596d94a025f tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Request body: {'port': {'network_id': 'c840486e-0c2f-4729-9a0c-ee6552111f90', 'name': 'tempest-NetworksTestDHCPv6-1602288422'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:11:13.493448 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 1411ff4b-90e6-476e-a022-8a9f0065e464 up at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:11:13.635245 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port f1a46b1f-5ee9-4ee4-8131-9c91a164a7a9 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:11:13.635245 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:13.665912 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a87c07fe-7469-4f81-8a9d-a6e0de4960d3 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:13.700527 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.agents_db [None req-e814b9cf-7de8-45d0-a079-29c61fabe7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 19:11:13.813158 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ef397031-1f39-4a86-bd4e-0f3292e2d184 req-a146e32c-24d5-46cf-9dc4-f07a62b5307a service neutron] 10.222.0.50 "GET /v2.0/networks/83309fe7-c674-45d2-987a-e042535023cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5321734 Jun 01 19:11:13.815197 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a87c07fe-7469-4f81-8a9d-a6e0de4960d3 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2718856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3066595'] for subnet, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:13.955191 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-5bf534a9-063f-4318-8de1-7c863e43d51b None None] Current status of the port 523c9e06-9c07-42d4-b5e6-5923f0f54911 is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:11:13.956030 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-5bf534a9-063f-4318-8de1-7c863e43d51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:14.110794 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-1b3fb08d-cefb-42da-9380-9e50df00bbae None None] Set router 225bd07d-765a-4cec-b072-924623910b8d gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:11:14.395872 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning complete for port 1411ff4b-90e6-476e-a022-8a9f0065e464 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:11:14.395872 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:14.510879 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a87c07fe-7469-4f81-8a9d-a6e0de4960d3 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:14.652790 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87c07fe-7469-4f81-8a9d-a6e0de4960d3 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Pushing event deleted for resources: {'Subnet': ['ID=8eee5ae7-9972-4ea4-a710-faeb7415f01a,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:11:14.655642 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-a87c07fe-7469-4f81-8a9d-a6e0de4960d3 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "DELETE /v2.0/subnets/8eee5ae7-9972-4ea4-a710-faeb7415f01a HTTP/1.1" status: 204 len: 168 time: 2.2360783 Jun 01 19:11:14.669409 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 54890) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:11:14.689701 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e024dca-49fd-4dd6-9f4e-d4260925c97a None None] DHCP port deletion for c840486e-0c2f-4729-9a0c-ee6552111f90 request from n-d-844202-1 {{(pid=88526) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 19:11:14.696189 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc5128ee-2703-4c2d-9abb-dd80a8886f2c None None] Network 26c2ab5b-ca7e-478d-9095-b85466064ad7 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:11:14.711213 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-141e2597-09be-46b6-805a-602d701090de tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:14.800499 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-b8c45cff-236d-427b-a23c-5596d94a025f tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:11:15.006964 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-b8c45cff-236d-427b-a23c-5596d94a025f tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Usage tracker for resource:port and tenant:451baccc58514a0cab8c4410ed135b7c is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:11:15.017586 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1e250eff-96a5-4f6f-aa5b-8caf946ad448 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks [] for router, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:15.122534 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-b8c45cff-236d-427b-a23c-5596d94a025f tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:11:15.186365 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ef397031-1f39-4a86-bd4e-0f3292e2d184 req-6d817b51-ea7a-4f3b-b0f8-130a30860418 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.56&port_id=4cae1d32-4c78-4cf3-9dd2-5e58ae221135 HTTP/1.1" status: 200 len: 217 time: 1.3378892 Jun 01 19:11:15.219568 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-5bf534a9-063f-4318-8de1-7c863e43d51b None None] For port 523c9e06-9c07-42d4-b5e6-5923f0f54911, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=523c9e06-9c07-42d4-b5e6-5923f0f54911,segment=NetworkSegment(65cbf027-ebab-48ab-8624-e9d7a8ce82cf),segment_id=65cbf027-ebab-48ab-8624-e9d7a8ce82cf)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:11:15.344591 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-b8c45cff-236d-427b-a23c-5596d94a025f tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:11:15.441885 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70047abc-3ea9-40f9-906f-7b5906b4f2a9 None None] Network 1683679e-ac4b-4846-a35b-a63a265f2c59 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:11:15.468708 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8c45cff-236d-427b-a23c-5596d94a025f tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Made reservation on behalf of 451baccc58514a0cab8c4410ed135b7c for: {'port': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:11:15.489999 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b8c45cff-236d-427b-a23c-5596d94a025f tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:15.688348 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [None req-b8c45cff-236d-427b-a23c-5596d94a025f tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] device_id is not set on port de5be831-884e-472b-920a-19d322bb9301 yet. {{(pid=88525) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 19:11:15.989116 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 54896) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:11:16.246261 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d12d1d-9980-450f-8e71-a27bc00acc74 req-ebaf7d81-8766-47ad-ba2e-9ed221c196cc tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:11:16.257984 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e6d12d1d-9980-450f-8e71-a27bc00acc74 req-ebaf7d81-8766-47ad-ba2e-9ed221c196cc tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8b84db9-d35d-4296-85a8-fdfc6dd0b558 HTTP/1.1" status: 200 len: 945 time: 1.5916467 Jun 01 19:11:16.294778 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef397031-1f39-4a86-bd4e-0f3292e2d184 req-df808155-8524-46a8-8fa1-8a62786abeb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:11:16.294778 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ef397031-1f39-4a86-bd4e-0f3292e2d184 req-df808155-8524-46a8-8fa1-8a62786abeb5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a154ee7c-2b5c-4f5d-88dd-ebda40eec737 HTTP/1.1" status: 200 len: 797 time: 1.0786436 Jun 01 19:11:16.471155 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-5bf534a9-063f-4318-8de1-7c863e43d51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:16.601245 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e6d12d1d-9980-450f-8e71-a27bc00acc74 req-b4324644-a4d2-4f86-a25e-ccb02a26a43c tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7f46c16-7d81-4a09-b7a2-ba720d08e5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3180404 Jun 01 19:11:16.685634 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-9e024dca-49fd-4dd6-9f4e-d4260925c97a None None] Deleting port f1a46b1f-5ee9-4ee4-8131-9c91a164a7a9 {{(pid=88526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:11:16.685634 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-9e024dca-49fd-4dd6-9f4e-d4260925c97a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:16.849026 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1e250eff-96a5-4f6f-aa5b-8caf946ad448 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:16.896744 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-247cff72-dea5-4c61-b5ef-94001213acbd tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] Deleting port 3f03badb-e4c6-40d9-b682-1c52267177fc {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:11:16.896744 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-247cff72-dea5-4c61-b5ef-94001213acbd tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:17.107482 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-1e250eff-96a5-4f6f-aa5b-8caf946ad448 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Deleting port f0276d19-07bd-4bd4-945f-483a0fdeb1eb {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:11:17.107482 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1e250eff-96a5-4f6f-aa5b-8caf946ad448 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:17.372646 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [None req-141e2597-09be-46b6-805a-602d701090de tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Allocated IP 2001:db8:1::1 (26c2ab5b-ca7e-478d-9095-b85466064ad7/5199b373-a83f-4e6e-8bd5-619ac7a3a288/fd19bba6-008f-487c-a11f-680976189977) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:11:17.465780 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf534a9-063f-4318-8de1-7c863e43d51b None None] Pushing event updated for resources: {'Port': ['ID=523c9e06-9c07-42d4-b5e6-5923f0f54911,revision_number=3']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:11:17.621923 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port f1a46b1f-5ee9-4ee4-8131-9c91a164a7a9 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:11:17.716889 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [None req-b8c45cff-236d-427b-a23c-5596d94a025f tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Allocated IP 2001:db8::2d7 (c840486e-0c2f-4729-9a0c-ee6552111f90/e02b6bfa-87eb-42bb-85a2-fc9442dcddae/de5be831-884e-472b-920a-19d322bb9301) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:11:17.957401 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [None req-1e250eff-96a5-4f6f-aa5b-8caf946ad448 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] For port f0276d19-07bd-4bd4-945f-483a0fdeb1eb, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=f0276d19-07bd-4bd4-945f-483a0fdeb1eb,segment=NetworkSegment(7875af61-4c53-4ff2-b8c8-d4b7c35ff947),segment_id=7875af61-4c53-4ff2-b8c8-d4b7c35ff947)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:11:17.957401 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1e250eff-96a5-4f6f-aa5b-8caf946ad448 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:18.109724 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-141e2597-09be-46b6-805a-602d701090de tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:18.153558 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [None req-141e2597-09be-46b6-805a-602d701090de tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Transition to ACTIVE for port object fd19bba6-008f-487c-a11f-680976189977 will not be triggered until provisioned by entity DHCP. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:11:18.210296 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-141e2597-09be-46b6-805a-602d701090de tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:18.318383 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 523c9e06-9c07-42d4-b5e6-5923f0f54911 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:11:18.412935 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-0792dd87-b425-454e-b42a-fe4e20eb268a None None] Provisioning for port 16666183-d57b-4911-8683-991162385f6f completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:11:18.470784 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-0792dd87-b425-454e-b42a-fe4e20eb268a None None] Provisioning complete for port 16666183-d57b-4911-8683-991162385f6f triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:11:18.470784 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-0792dd87-b425-454e-b42a-fe4e20eb268a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:18.608954 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-1e250eff-96a5-4f6f-aa5b-8caf946ad448 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Calling delete_port for f0276d19-07bd-4bd4-945f-483a0fdeb1eb owned by network:router_gateway {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:11:18.831741 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-141e2597-09be-46b6-805a-602d701090de tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Network 26c2ab5b-ca7e-478d-9095-b85466064ad7 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:11:18.837747 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port 1411ff4b-90e6-476e-a022-8a9f0065e464 is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:11:18.837747 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:18.855859 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-141e2597-09be-46b6-805a-602d701090de tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:11:18.961914 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-141e2597-09be-46b6-805a-602d701090de tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:11:18.961914 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-141e2597-09be-46b6-805a-602d701090de tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-887605'] for router_interface, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:18.998252 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 1411ff4b-90e6-476e-a022-8a9f0065e464, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=1411ff4b-90e6-476e-a022-8a9f0065e464,segment=NetworkSegment(391d97c0-c1c6-4de9-90ea-516f30f0f3f3),segment_id=391d97c0-c1c6-4de9-90ea-516f30f0f3f3)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:11:19.019606 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141e2597-09be-46b6-805a-602d701090de tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Pushing event updated for resources: {'Port': ['ID=fd19bba6-008f-487c-a11f-680976189977,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:11:19.241688 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8b84db9-d35d-4296-85a8-fdfc6dd0b558', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1411ff4b-90e6-476e-a022-8a9f0065e464'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:11:19.256202 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:19.302804 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1e250eff-96a5-4f6f-aa5b-8caf946ad448 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:19.512125 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=1411ff4b-90e6-476e-a022-8a9f0065e464,revision_number=7']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:11:19.529386 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b8c45cff-236d-427b-a23c-5596d94a025f tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:19.563541 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e250eff-96a5-4f6f-aa5b-8caf946ad448 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Pushing event deleted for resources: {'Port': ['ID=f0276d19-07bd-4bd4-945f-483a0fdeb1eb,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:11:19.563541 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef397031-1f39-4a86-bd4e-0f3292e2d184 req-31ac41af-9379-42d3-8ce9-3bf64cf4d71a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:11:19.563541 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ef397031-1f39-4a86-bd4e-0f3292e2d184 req-31ac41af-9379-42d3-8ce9-3bf64cf4d71a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=83309fe7-c674-45d2-987a-e042535023cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 3.2295392 Jun 01 19:11:19.618944 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7fd84997-5459-4629-96a2-c1de369bcec6'] response: {'server_uuid': 'b8b84db9-d35d-4296-85a8-fdfc6dd0b558', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1411ff4b-90e6-476e-a022-8a9f0065e464', 'code': 200} Jun 01 19:11:19.650299 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-0792dd87-b425-454e-b42a-fe4e20eb268a None None] Port 16666183-d57b-4911-8683-991162385f6f cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:11:19.656351 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52b1d20-4057-4ec5-ae58-dbab3e5877cd req-fb090710-ddf1-4a8d-87d8-db9e548e4347 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:11:19.677728 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e52b1d20-4057-4ec5-ae58-dbab3e5877cd req-fb090710-ddf1-4a8d-87d8-db9e548e4347 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8b84db9-d35d-4296-85a8-fdfc6dd0b558 HTTP/1.1" status: 200 len: 945 time: 1.1800060 Jun 01 19:11:19.857582 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 523c9e06-9c07-42d4-b5e6-5923f0f54911 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:11:19.863230 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e52b1d20-4057-4ec5-ae58-dbab3e5877cd req-fbc969b2-44d5-4299-8b02-35bedda7998e tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7f46c16-7d81-4a09-b7a2-ba720d08e5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1873879 Jun 01 19:11:19.869681 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:19.908701 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [None req-b8c45cff-236d-427b-a23c-5596d94a025f tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Transition to ACTIVE for port object de5be831-884e-472b-920a-19d322bb9301 will not be triggered until provisioned by entity DHCP. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:11:19.992431 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eb96240-ed77-4e4b-8ed4-5add8f4032bb None None] DHCP port deletion for 1683679e-ac4b-4846-a35b-a63a265f2c59 request from n-d-844202-1 {{(pid=88526) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 19:11:20.024994 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-0792dd87-b425-454e-b42a-fe4e20eb268a None None] Provisioning for port d9192a57-8519-4534-90ef-d1ca94452ad5 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:11:20.132513 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-2eb96240-ed77-4e4b-8ed4-5add8f4032bb None None] Deleting port 6589be22-eb10-4034-a07f-b82fe4b1c83e {{(pid=88526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:11:20.132513 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-2eb96240-ed77-4e4b-8ed4-5add8f4032bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:20.283906 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ef397031-1f39-4a86-bd4e-0f3292e2d184 req-4e8ce990-3642-4c07-a9a8-addc5afeccde service neutron] 10.222.0.50 "GET /v2.0/networks/83309fe7-c674-45d2-987a-e042535023cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6609488 Jun 01 19:11:20.383124 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-9e024dca-49fd-4dd6-9f4e-d4260925c97a None None] For port f1a46b1f-5ee9-4ee4-8131-9c91a164a7a9, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=f1a46b1f-5ee9-4ee4-8131-9c91a164a7a9,segment=NetworkSegment(a6cfd7d1-5211-44ec-a836-a984e441185d),segment_id=a6cfd7d1-5211-44ec-a836-a984e441185d)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:11:20.383124 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-9e024dca-49fd-4dd6-9f4e-d4260925c97a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:20.570996 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-141e2597-09be-46b6-805a-602d701090de tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:20.610480 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-247cff72-dea5-4c61-b5ef-94001213acbd tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:20.610801 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-247cff72-dea5-4c61-b5ef-94001213acbd tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:20.637951 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ef397031-1f39-4a86-bd4e-0f3292e2d184 req-1e912d05-6e29-43f1-b32e-529989e89bed service neutron] 10.222.0.50 "GET /v2.0/networks/83309fe7-c674-45d2-987a-e042535023cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3275242 Jun 01 19:11:20.701959 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-9e024dca-49fd-4dd6-9f4e-d4260925c97a None None] Calling delete_port for f1a46b1f-5ee9-4ee4-8131-9c91a164a7a9 owned by network:dhcp {{(pid=88526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:11:20.911988 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b8c45cff-236d-427b-a23c-5596d94a025f tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:21.089980 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c45cff-236d-427b-a23c-5596d94a025f tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Pushing event updated for resources: {'Port': ['ID=de5be831-884e-472b-920a-19d322bb9301,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:11:21.126656 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8c45cff-236d-427b-a23c-5596d94a025f tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Network c840486e-0c2f-4729-9a0c-ee6552111f90 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:11:21.131672 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-b8c45cff-236d-427b-a23c-5596d94a025f tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:11:21.136179 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c45cff-236d-427b-a23c-5596d94a025f tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:11:21.141941 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c45cff-236d-427b-a23c-5596d94a025f tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:11:21.143557 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b8c45cff-236d-427b-a23c-5596d94a025f tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:21.175476 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ef397031-1f39-4a86-bd4e-0f3292e2d184 req-1f540498-736b-4306-8c83-3898cdf067a6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=8163d4aa-06ef-4672-8877-8b4853948776 HTTP/1.1" status: 200 len: 217 time: 0.5134315 Jun 01 19:11:21.321580 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-b8c45cff-236d-427b-a23c-5596d94a025f tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 7.8630385 Jun 01 19:11:21.325989 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 54914) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:11:21.443163 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-0792dd87-b425-454e-b42a-fe4e20eb268a None None] Provisioning complete for port 523c9e06-9c07-42d4-b5e6-5923f0f54911 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:11:21.451188 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-0792dd87-b425-454e-b42a-fe4e20eb268a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:21.478355 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-247cff72-dea5-4c61-b5ef-94001213acbd tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] Calling delete_port for 3f03badb-e4c6-40d9-b682-1c52267177fc owned by network:floatingip {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:11:21.508565 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-841e9123-a327-4904-8571-eed8324b072b tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:11:21.517235 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-841e9123-a327-4904-8571-eed8324b072b tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:11:21.518300 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-841e9123-a327-4904-8571-eed8324b072b tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Synchronizing usage tracker for tenant:451baccc58514a0cab8c4410ed135b7c on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:11:21.561605 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-141e2597-09be-46b6-805a-602d701090de tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks [] for port, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:21.570460 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-141e2597-09be-46b6-805a-602d701090de tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:21.575442 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-141e2597-09be-46b6-805a-602d701090de tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-887436'] for router_interface, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:21.668371 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 523c9e06-9c07-42d4-b5e6-5923f0f54911 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:11:21.670314 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device d9192a57-8519-4534-90ef-d1ca94452ad5 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:11:21.765018 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-247cff72-dea5-4c61-b5ef-94001213acbd tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:21.777913 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-2eb96240-ed77-4e4b-8ed4-5add8f4032bb None None] For port 6589be22-eb10-4034-a07f-b82fe4b1c83e, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=6589be22-eb10-4034-a07f-b82fe4b1c83e,segment=NetworkSegment(7e25366f-9619-4880-81a2-a56ac8eaa2c5),segment_id=7e25366f-9619-4880-81a2-a56ac8eaa2c5)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:11:21.778496 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-2eb96240-ed77-4e4b-8ed4-5add8f4032bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:21.904069 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-841e9123-a327-4904-8571-eed8324b072b tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Unset dirty status for tenant:451baccc58514a0cab8c4410ed135b7c on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:11:21.905077 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247cff72-dea5-4c61-b5ef-94001213acbd tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] Pushing event deleted for resources: {'Port': ['ID=3f03badb-e4c6-40d9-b682-1c52267177fc,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:11:21.905750 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-841e9123-a327-4904-8571-eed8324b072b tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1592 time: 0.5777602 Jun 01 19:11:21.918985 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 54918) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:11:21.921719 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1e250eff-96a5-4f6f-aa5b-8caf946ad448 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-887703'] for router_gateway, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:21.996465 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-141e2597-09be-46b6-805a-602d701090de tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Network 26c2ab5b-ca7e-478d-9095-b85466064ad7 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:11:22.017876 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-141e2597-09be-46b6-805a-602d701090de tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:11:22.042894 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141e2597-09be-46b6-805a-602d701090de tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Pushing event updated for resources: {'Port': ['ID=fd19bba6-008f-487c-a11f-680976189977,revision_number=2']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:11:22.329989 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-2eb96240-ed77-4e4b-8ed4-5add8f4032bb None None] Calling delete_port for 6589be22-eb10-4034-a07f-b82fe4b1c83e owned by network:dhcp {{(pid=88526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:11:22.445932 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1e250eff-96a5-4f6f-aa5b-8caf946ad448 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25316'] for router, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:22.448664 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-e2426c45-34cd-4d21-9c03-b943bcc8c778 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Deleting port de5be831-884e-472b-920a-19d322bb9301 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:11:22.451762 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e2426c45-34cd-4d21-9c03-b943bcc8c778 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:22.458768 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1e250eff-96a5-4f6f-aa5b-8caf946ad448 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:22.473213 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-9e024dca-49fd-4dd6-9f4e-d4260925c97a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535'] for port, after_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:22.479653 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-1b3fb08d-cefb-42da-9380-9e50df00bbae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '225bd07d-765a-4cec-b072-924623910b8d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-563737349', 'tenant_id': '8537cfb3773e46d182e148cf5b0a717f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': 'f0276d19-07bd-4bd4-945f-483a0fdeb1eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:07:17Z', 'updated_at': '2022-06-01T19:11:07Z', 'revision_number': 5, 'project_id': '8537cfb3773e46d182e148cf5b0a717f', 'gw_port': {'id': 'f0276d19-07bd-4bd4-945f-483a0fdeb1eb', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:df:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '225bd07d-765a-4cec-b072-924623910b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2637, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:07:20Z', 'updated_at': '2022-06-01T19:07:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:11:22.553257 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e024dca-49fd-4dd6-9f4e-d4260925c97a None None] Pushing event deleted for resources: {'Port': ['ID=f1a46b1f-5ee9-4ee4-8131-9c91a164a7a9,revision_number=None']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:11:22.578326 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3fb08d-cefb-42da-9380-9e50df00bbae None None] Checking router: 225bd07d-765a-4cec-b072-924623910b8d for host: n-d-844202-1 {{(pid=88526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 19:11:22.589614 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e024dca-49fd-4dd6-9f4e-d4260925c97a None None] No DVR routers for this DVR port f1a46b1f-5ee9-4ee4-8131-9c91a164a7a9 on host n-d-844202-1 {{(pid=88526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:11:22.615525 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a44f0064-ff76-44f6-a51c-92adc7e32bd6 None None] Network c840486e-0c2f-4729-9a0c-ee6552111f90 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:11:22.740878 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-141e2597-09be-46b6-805a-602d701090de tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Router a2a014fe-e494-43fe-a701-e4db20a7d4d3 has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 19:11:22.966094 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1e250eff-96a5-4f6f-aa5b-8caf946ad448 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-891519'] for router, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:22.966705 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e250eff-96a5-4f6f-aa5b-8caf946ad448 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Fanout notify agent at l3_agent the message router_deleted on router 225bd07d-765a-4cec-b072-924623910b8d {{(pid=88524) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 19:11:23.035141 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-141e2597-09be-46b6-805a-602d701090de tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:11:23.041543 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-141e2597-09be-46b6-805a-602d701090de tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] 10.222.0.41 "PUT /v2.0/routers/a2a014fe-e494-43fe-a701-e4db20a7d4d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.3271461 Jun 01 19:11:23.045384 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 54924) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:11:23.051595 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357c5f8f-122f-49b8-b42d-b048dea2e9f2 None None] Sync routers for ids ['a2a014fe-e494-43fe-a701-e4db20a7d4d3'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:11:23.070952 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357c5f8f-122f-49b8-b42d-b048dea2e9f2 None None] Routers {'a2a014fe-e494-43fe-a701-e4db20a7d4d3'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:11:23.074537 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-357c5f8f-122f-49b8-b42d-b048dea2e9f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:11:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['a2a014fe-e494-43fe-a701-e4db20a7d4d3'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:11:23.143699 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef397031-1f39-4a86-bd4e-0f3292e2d184 req-fd317ef4-3f5f-4139-82d7-4aab2ec3eb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:11:23.143699 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ef397031-1f39-4a86-bd4e-0f3292e2d184 req-fd317ef4-3f5f-4139-82d7-4aab2ec3eb32 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c69c0fa6-cb36-4ead-b87f-54af1c1b35b0 HTTP/1.1" status: 200 len: 797 time: 1.7616251 Jun 01 19:11:23.243747 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3fb08d-cefb-42da-9380-9e50df00bbae None None] Routers set() bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:11:23.244166 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3fb08d-cefb-42da-9380-9e50df00bbae None None] Router IDs set() for agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}} Jun 01 19:11:23.245761 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_agentschedulers_db [None req-1b3fb08d-cefb-42da-9380-9e50df00bbae None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'225bd07d-765a-4cec-b072-924623910b8d'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:11:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent'). {{(pid=88526) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jun 01 19:11:23.245761 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3fb08d-cefb-42da-9380-9e50df00bbae None None] The sync data for ids ['225bd07d-765a-4cec-b072-924623910b8d'] in n-d-844202-1 is: [] {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:11:23.333282 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port d9192a57-8519-4534-90ef-d1ca94452ad5 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:11:23.342150 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-357c5f8f-122f-49b8-b42d-b048dea2e9f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:11:23.345160 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port d9192a57-8519-4534-90ef-d1ca94452ad5 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:11:23.345823 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:23.377246 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357c5f8f-122f-49b8-b42d-b048dea2e9f2 None None] Routers {'a2a014fe-e494-43fe-a701-e4db20a7d4d3'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:11:23.377884 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-357c5f8f-122f-49b8-b42d-b048dea2e9f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:11:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['a2a014fe-e494-43fe-a701-e4db20a7d4d3'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:11:23.439041 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-247cff72-dea5-4c61-b5ef-94001213acbd tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] Notify callbacks [] for floatingip, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:23.439421 n-d-844202-1 neutron-server[88524]: INFO neutron.db.l3_db [None req-247cff72-dea5-4c61-b5ef-94001213acbd tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] Floating IP ad35fb35-3019-4f25-be95-89f5b6b972b1 disassociated (deleted). External IP: 172.25.4.18, port: 2e883e83-973b-4e6f-910f-04d3533b5b1b. Jun 01 19:11:23.483021 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-0792dd87-b425-454e-b42a-fe4e20eb268a None None] Current status of the port 523c9e06-9c07-42d4-b5e6-5923f0f54911 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:11:23.554784 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port d9192a57-8519-4534-90ef-d1ca94452ad5 is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:11:23.555537 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:23.583419 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-2eb96240-ed77-4e4b-8ed4-5add8f4032bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535'] for port, after_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:23.629311 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-357c5f8f-122f-49b8-b42d-b048dea2e9f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:11:23.631124 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357c5f8f-122f-49b8-b42d-b048dea2e9f2 None None] The sync data for ids ['a2a014fe-e494-43fe-a701-e4db20a7d4d3'] in n-d-844202-1 is: [] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:11:23.639107 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1e250eff-96a5-4f6f-aa5b-8caf946ad448 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks [] for router, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:23.642297 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-1e250eff-96a5-4f6f-aa5b-8caf946ad448 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "DELETE /v2.0/routers/225bd07d-765a-4cec-b072-924623910b8d HTTP/1.1" status: 204 len: 168 time: 8.9299929 Jun 01 19:11:23.654533 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 54930) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:11:23.659086 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb96240-ed77-4e4b-8ed4-5add8f4032bb None None] Pushing event deleted for resources: {'Port': ['ID=6589be22-eb10-4034-a07f-b82fe4b1c83e,revision_number=None']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:11:23.683059 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port d9192a57-8519-4534-90ef-d1ca94452ad5, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=d9192a57-8519-4534-90ef-d1ca94452ad5,segment=NetworkSegment(d1835d17-3ec4-4b10-b35a-8e3a4be63d86),segment_id=d1835d17-3ec4-4b10-b35a-8e3a4be63d86)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:11:23.684950 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb96240-ed77-4e4b-8ed4-5add8f4032bb None None] No DVR routers for this DVR port 6589be22-eb10-4034-a07f-b82fe4b1c83e on host n-d-844202-1 {{(pid=88526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:11:23.708459 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:23.711024 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f4a4ff47-b30d-4fe3-bf63-9389945bc121 None None] Provisioning complete for port d9192a57-8519-4534-90ef-d1ca94452ad5 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:11:23.719020 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f4a4ff47-b30d-4fe3-bf63-9389945bc121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:23.823897 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1097ee81-f3d0-42a2-9bb4-740b8ae84e81 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:11:23.824556 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-1097ee81-f3d0-42a2-9bb4-740b8ae84e81 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Synchronizing usage tracker for tenant:8011be9678e842bab7da75259f1c11c1 on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:11:23.826068 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0ec15d-b318-44ae-9fd3-0d6f1116af0a req-275b39a3-9729-4e23-b49c-971b5b8a7469 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:11:23.833396 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3a0ec15d-b318-44ae-9fd3-0d6f1116af0a req-275b39a3-9729-4e23-b49c-971b5b8a7469 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8b84db9-d35d-4296-85a8-fdfc6dd0b558 HTTP/1.1" status: 200 len: 946 time: 2.4938478 Jun 01 19:11:23.899252 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device f1a46b1f-5ee9-4ee4-8131-9c91a164a7a9 no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:11:23.968989 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-256a3205-8cdf-4552-958f-579f360b26e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc93f83c3-7fb6-5c13-a9d4-29d739a4e8d2-c840486e-0c2f-4729-9a0c-ee6552111f90', 'network_id': 'c840486e-0c2f-4729-9a0c-ee6552111f90', 'tenant_id': '451baccc58514a0cab8c4410ed135b7c', 'fixed_ips': [{'subnet_id': 'e02b6bfa-87eb-42bb-85a2-fc9442dcddae'}]}} from n-d-844202-1. {{(pid=88526) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 19:11:23.970160 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-256a3205-8cdf-4552-958f-579f360b26e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:24.015009 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: f1a46b1f-5ee9-4ee4-8131-9c91a164a7a9 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:11:24.015702 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device f1a46b1f-5ee9-4ee4-8131-9c91a164a7a9 not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:11:24.048573 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-1097ee81-f3d0-42a2-9bb4-740b8ae84e81 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Unset dirty status for tenant:8011be9678e842bab7da75259f1c11c1 on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:11:24.051874 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-1097ee81-f3d0-42a2-9bb4-740b8ae84e81 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] 10.222.0.41 "GET /v2.0/ports/fd19bba6-008f-487c-a11f-680976189977 HTTP/1.1" status: 200 len: 913 time: 1.0043066 Jun 01 19:11:24.058503 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 54934) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:11:24.088809 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f4a4ff47-b30d-4fe3-bf63-9389945bc121 None None] Current status of the port d9192a57-8519-4534-90ef-d1ca94452ad5 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:11:24.238291 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.db_base_plugin_common [None req-256a3205-8cdf-4552-958f-579f360b26e2 None None] Allocated IP 2001:db8::2 (c840486e-0c2f-4729-9a0c-ee6552111f90/e02b6bfa-87eb-42bb-85a2-fc9442dcddae/c50b379a-4c0f-443d-ac22-8f13ddd3c6ef) {{(pid=88526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:11:24.459693 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=d9192a57-8519-4534-90ef-d1ca94452ad5,revision_number=3']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:11:24.479183 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 6589be22-eb10-4034-a07f-b82fe4b1c83e no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:11:24.487787 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3a0ec15d-b318-44ae-9fd3-0d6f1116af0a req-d691d63a-8c66-4467-bcd8-09e4e95d0971 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7f46c16-7d81-4a09-b7a2-ba720d08e5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6534307 Jun 01 19:11:24.544246 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f34bd022-4f04-4794-b8a6-25a2d6a7b3c7 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:24.625082 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef397031-1f39-4a86-bd4e-0f3292e2d184 req-706eefbf-88fa-4471-86f3-1a9e4e884870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:11:24.626953 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ef397031-1f39-4a86-bd4e-0f3292e2d184 req-706eefbf-88fa-4471-86f3-1a9e4e884870 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3835bc88-4948-44ae-9b9d-0c2345cf8427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.4622672 Jun 01 19:11:24.712406 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e2426c45-34cd-4d21-9c03-b943bcc8c778 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:24.777856 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f4a4ff47-b30d-4fe3-bf63-9389945bc121 None None] Provisioning for port fd19bba6-008f-487c-a11f-680976189977 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:11:24.784776 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: 6589be22-eb10-4034-a07f-b82fe4b1c83e {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:11:24.796790 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 6589be22-eb10-4034-a07f-b82fe4b1c83e not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:11:24.797472 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 1b7fe9f7-c6ef-4d14-9267-271ef70a48aa no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:11:24.879931 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f4a4ff47-b30d-4fe3-bf63-9389945bc121 None None] Provisioning complete for port fd19bba6-008f-487c-a11f-680976189977 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:11:24.892865 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f4a4ff47-b30d-4fe3-bf63-9389945bc121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:24.978073 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ef397031-1f39-4a86-bd4e-0f3292e2d184 req-8ffd59a0-5afa-4e75-8784-8a13a7bd0a79 service neutron] 10.222.0.50 "GET /v2.0/networks/3835bc88-4948-44ae-9b9d-0c2345cf8427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3383060 Jun 01 19:11:24.998936 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: 1b7fe9f7-c6ef-4d14-9267-271ef70a48aa {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:11:24.999276 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 1b7fe9f7-c6ef-4d14-9267-271ef70a48aa not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:11:24.999696 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device f0276d19-07bd-4bd4-945f-483a0fdeb1eb no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:11:25.044040 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-e2426c45-34cd-4d21-9c03-b943bcc8c778 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Calling delete_port for de5be831-884e-472b-920a-19d322bb9301 owned by {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:11:25.197443 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: f0276d19-07bd-4bd4-945f-483a0fdeb1eb {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:11:25.197758 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device f0276d19-07bd-4bd4-945f-483a0fdeb1eb not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:11:25.232545 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f4a4ff47-b30d-4fe3-bf63-9389945bc121 None None] Port fd19bba6-008f-487c-a11f-680976189977 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:11:25.286620 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-256a3205-8cdf-4552-958f-579f360b26e2 None None] Notify callbacks [] for port, precommit_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:25.316531 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-256a3205-8cdf-4552-958f-579f360b26e2 None None] Transition to ACTIVE for port object c50b379a-4c0f-443d-ac22-8f13ddd3c6ef will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:11:25.320984 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f34bd022-4f04-4794-b8a6-25a2d6a7b3c7 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:25.399826 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-256a3205-8cdf-4552-958f-579f360b26e2 None None] Transition to ACTIVE for port object c50b379a-4c0f-443d-ac22-8f13ddd3c6ef will not be triggered until provisioned by entity DHCP. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:11:25.429250 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-256a3205-8cdf-4552-958f-579f360b26e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526'] for port, after_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:25.583622 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-256a3205-8cdf-4552-958f-579f360b26e2 None None] Network c840486e-0c2f-4729-9a0c-ee6552111f90 is already hosted by enough agents. {{(pid=88526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:11:25.599828 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.base_scheduler [None req-256a3205-8cdf-4552-958f-579f360b26e2 None None] Resources bound (agent type, host, resource id): {{(pid=88526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:11:25.603740 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256a3205-8cdf-4552-958f-579f360b26e2 None None] Received port after_create {{(pid=88526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:11:25.609774 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256a3205-8cdf-4552-958f-579f360b26e2 None None] Pushing event updated for resources: {'Port': ['ID=c50b379a-4c0f-443d-ac22-8f13ddd3c6ef,revision_number=1']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:11:25.634775 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-f34bd022-4f04-4794-b8a6-25a2d6a7b3c7 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1683679e-ac4b-4846-a35b-a63a265f2c59']}} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:11:25.670898 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ef397031-1f39-4a86-bd4e-0f3292e2d184 req-32b0c502-fd79-4106-9663-b2ffcabd7740 service neutron] 10.222.0.50 "GET /v2.0/networks/3835bc88-4948-44ae-9b9d-0c2345cf8427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6579771 Jun 01 19:11:25.836845 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-f34bd022-4f04-4794-b8a6-25a2d6a7b3c7 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e25366f-9619-4880-81a2-a56ac8eaa2c5') {'for_net_delete': True} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:11:25.837076 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-f34bd022-4f04-4794-b8a6-25a2d6a7b3c7 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e25366f-9619-4880-81a2-a56ac8eaa2c5') {} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:11:25.879225 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ef397031-1f39-4a86-bd4e-0f3292e2d184 req-c0e1895d-278d-4c47-b57f-bf03d98db9a8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=40d26433-71b1-48b8-9988-9b16798cc67a HTTP/1.1" status: 200 len: 217 time: 0.1951230 Jun 01 19:11:25.888586 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f34bd022-4f04-4794-b8a6-25a2d6a7b3c7 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2702126'] for segment, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:25.909984 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-256a3205-8cdf-4552-958f-579f360b26e2 None None] Attempting to bind port c50b379a-4c0f-443d-ac22-8f13ddd3c6ef on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:11:25.911114 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-256a3205-8cdf-4552-958f-579f360b26e2 None None] Attempting to bind port c50b379a-4c0f-443d-ac22-8f13ddd3c6ef by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': 'a6cfd7d1-5211-44ec-a836-a984e441185d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c840486e-0c2f-4729-9a0c-ee6552111f90'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:11:25.911705 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-256a3205-8cdf-4552-958f-579f360b26e2 None None] Attempting to bind port c50b379a-4c0f-443d-ac22-8f13ddd3c6ef on network c840486e-0c2f-4729-9a0c-ee6552111f90 {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:11:25.927283 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-256a3205-8cdf-4552-958f-579f360b26e2 None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 11, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:11:25.928057 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-256a3205-8cdf-4552-958f-579f360b26e2 None None] Checking segment: {'id': 'a6cfd7d1-5211-44ec-a836-a984e441185d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c840486e-0c2f-4729-9a0c-ee6552111f90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:11:25.928705 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-256a3205-8cdf-4552-958f-579f360b26e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:25.929311 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-256a3205-8cdf-4552-958f-579f360b26e2 None None] Bound using segment: {'id': 'a6cfd7d1-5211-44ec-a836-a984e441185d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c840486e-0c2f-4729-9a0c-ee6552111f90'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:11:25.929985 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-256a3205-8cdf-4552-958f-579f360b26e2 None None] Bound port: c50b379a-4c0f-443d-ac22-8f13ddd3c6ef, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6cfd7d1-5211-44ec-a836-a984e441185d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c840486e-0c2f-4729-9a0c-ee6552111f90'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:11:25.930607 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-256a3205-8cdf-4552-958f-579f360b26e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:25.978417 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e2426c45-34cd-4d21-9c03-b943bcc8c778 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:26.053117 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2426c45-34cd-4d21-9c03-b943bcc8c778 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Pushing event deleted for resources: {'Port': ['ID=de5be831-884e-472b-920a-19d322bb9301,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:11:26.093994 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f34bd022-4f04-4794-b8a6-25a2d6a7b3c7 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:26.099548 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45555c7b-2822-47a3-a8f1-c79449a66fcd req-e1469bab-001f-4434-9602-77a4df7a6c6b tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:11:26.113783 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-45555c7b-2822-47a3-a8f1-c79449a66fcd req-e1469bab-001f-4434-9602-77a4df7a6c6b tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8b84db9-d35d-4296-85a8-fdfc6dd0b558 HTTP/1.1" status: 200 len: 946 time: 0.3546121 Jun 01 19:11:26.133608 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f34bd022-4f04-4794-b8a6-25a2d6a7b3c7 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=88524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 19:11:26.134068 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f34bd022-4f04-4794-b8a6-25a2d6a7b3c7 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2719018'] for segment, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:26.163108 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-256a3205-8cdf-4552-958f-579f360b26e2 None None] For port c50b379a-4c0f-443d-ac22-8f13ddd3c6ef, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:11:26.172906 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e2426c45-34cd-4d21-9c03-b943bcc8c778 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:26.183817 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-256a3205-8cdf-4552-958f-579f360b26e2 None None] For port c50b379a-4c0f-443d-ac22-8f13ddd3c6ef, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=c50b379a-4c0f-443d-ac22-8f13ddd3c6ef,segment=NetworkSegment(a6cfd7d1-5211-44ec-a836-a984e441185d),segment_id=a6cfd7d1-5211-44ec-a836-a984e441185d)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:11:26.189565 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-256a3205-8cdf-4552-958f-579f360b26e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:26.199306 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-45555c7b-2822-47a3-a8f1-c79449a66fcd req-98f314a5-9591-446c-95e4-4ecf3bfbc3ed tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7f46c16-7d81-4a09-b7a2-ba720d08e5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843723 Jun 01 19:11:26.224344 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-247cff72-dea5-4c61-b5ef-94001213acbd tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] Router 5933d660-10f6-4b84-a6f3-ffe602f099bb has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 19:11:26.274991 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-e2426c45-34cd-4d21-9c03-b943bcc8c778 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "DELETE /v2.0/ports/de5be831-884e-472b-920a-19d322bb9301 HTTP/1.1" status: 204 len: 168 time: 4.3407214 Jun 01 19:11:26.288714 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 54950) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:11:26.294919 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment 7e25366f-9619-4880-81a2-a56ac8eaa2c5 resource provider aggregate not found Jun 01 19:11:26.338988 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment 7e25366f-9619-4880-81a2-a56ac8eaa2c5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7e25366f-9619-4880-81a2-a56ac8eaa2c5 found for delete ", "request_id": "req-3864a6d0-9520-4e9f-9ae2-70f6dc698d2d"}]} Jun 01 19:11:26.449345 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be6b3c70-264c-4fd9-8297-f07905d48c65 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:11:26.452022 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be6b3c70-264c-4fd9-8297-f07905d48c65 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:11:26.452955 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-be6b3c70-264c-4fd9-8297-f07905d48c65 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Synchronizing usage tracker for tenant:451baccc58514a0cab8c4410ed135b7c on resource:subnet {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:11:26.520782 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-be6b3c70-264c-4fd9-8297-f07905d48c65 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Unset dirty status for tenant:451baccc58514a0cab8c4410ed135b7c on resource:subnet {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:11:26.521971 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-be6b3c70-264c-4fd9-8297-f07905d48c65 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2322679 Jun 01 19:11:26.526075 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device d9192a57-8519-4534-90ef-d1ca94452ad5 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:11:26.529722 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 54956) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:11:26.637877 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256a3205-8cdf-4552-958f-579f360b26e2 None None] Pushing event updated for resources: {'Port': ['ID=c50b379a-4c0f-443d-ac22-8f13ddd3c6ef,revision_number=2']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:11:26.765787 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_v2 [None req-8916c659-395e-444b-b53f-fc33567389fa tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Deleting subnet e02b6bfa-87eb-42bb-85a2-fc9442dcddae {{(pid=88525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 19:11:26.770908 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8916c659-395e-444b-b53f-fc33567389fa tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks [] for subnet, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:26.801102 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port d9192a57-8519-4534-90ef-d1ca94452ad5 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:11:26.802818 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:26.972087 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-aac5d0a6-1792-4985-a6b8-ae4ec82a3a80 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-887474'] for router_interface, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:26.989765 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef397031-1f39-4a86-bd4e-0f3292e2d184 req-32cbcd36-f8d0-45c8-9572-cf6c30131a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:11:27.003930 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ef397031-1f39-4a86-bd4e-0f3292e2d184 req-32cbcd36-f8d0-45c8-9572-cf6c30131a02 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c69c0fa6-cb36-4ead-b87f-54af1c1b35b0 HTTP/1.1" status: 200 len: 797 time: 1.1056321 Jun 01 19:11:27.126376 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port d9192a57-8519-4534-90ef-d1ca94452ad5 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:11:27.157517 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f34bd022-4f04-4794-b8a6-25a2d6a7b3c7 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:27.175256 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f34bd022-4f04-4794-b8a6-25a2d6a7b3c7 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks [] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:27.438794 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-f34bd022-4f04-4794-b8a6-25a2d6a7b3c7 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "DELETE /v2.0/networks/1683679e-ac4b-4846-a35b-a63a265f2c59 HTTP/1.1" status: 204 len: 168 time: 3.7361042 Jun 01 19:11:27.445466 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34bd022-4f04-4794-b8a6-25a2d6a7b3c7 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Pushing event deleted for resources: {'Network': ['ID=1683679e-ac4b-4846-a35b-a63a265f2c59,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:11:27.449250 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 54968) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:11:27.591114 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8916c659-395e-444b-b53f-fc33567389fa tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2258509'] for subnet, precommit_delete_associations {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:27.626165 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-247cff72-dea5-4c61-b5ef-94001213acbd tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:11:27.631096 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-247cff72-dea5-4c61-b5ef-94001213acbd tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for floatingip, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:27.637962 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7620befa-1dfe-497e-9f45-799418df165c None None] Sync routers for ids ['5933d660-10f6-4b84-a6f3-ffe602f099bb'] in n-d-844202-1 {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:11:27.655084 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7620befa-1dfe-497e-9f45-799418df165c None None] Routers {'5933d660-10f6-4b84-a6f3-ffe602f099bb'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:11:27.655839 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-7620befa-1dfe-497e-9f45-799418df165c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:11:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['5933d660-10f6-4b84-a6f3-ffe602f099bb'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:11:27.680588 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef397031-1f39-4a86-bd4e-0f3292e2d184 req-66f524c7-7696-4e47-8667-a3271b1f0a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:11:27.682491 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ef397031-1f39-4a86-bd4e-0f3292e2d184 req-66f524c7-7696-4e47-8667-a3271b1f0a44 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3835bc88-4948-44ae-9b9d-0c2345cf8427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6774712 Jun 01 19:11:27.846275 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b67baf7f-14c3-41c6-a5a8-f14c03702e57 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:27.887342 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b67baf7f-14c3-41c6-a5a8-f14c03702e57 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:27.951689 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-7620befa-1dfe-497e-9f45-799418df165c None None] Set router 5933d660-10f6-4b84-a6f3-ffe602f099bb gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:11:28.023358 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b67baf7f-14c3-41c6-a5a8-f14c03702e57 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:28.065610 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd19eb2b-570f-49c9-b930-b87f17104dd8 req-67525b3e-840f-4471-a5fb-3c975981e5ad tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:11:28.080467 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-dd19eb2b-570f-49c9-b930-b87f17104dd8 req-67525b3e-840f-4471-a5fb-3c975981e5ad tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8b84db9-d35d-4296-85a8-fdfc6dd0b558 HTTP/1.1" status: 200 len: 946 time: 0.6366985 Jun 01 19:11:28.109908 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8916c659-395e-444b-b53f-fc33567389fa tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:28.144835 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67baf7f-14c3-41c6-a5a8-f14c03702e57 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=457e2085-2430-4c17-b58f-61923b8494ee,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:11:28.218693 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-247cff72-dea5-4c61-b5ef-94001213acbd tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] 10.222.0.41 "DELETE /v2.0/floatingips/ad35fb35-3019-4f25-be95-89f5b6b972b1 HTTP/1.1" status: 204 len: 168 time: 12.2361944 Jun 01 19:11:28.243598 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7942ffa3-99e7-4ccc-9377-41a3e1fddc14', 'tag': '2e883e83-973b-4e6f-910f-04d3533b5b1b'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:11:28.259348 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8916c659-395e-444b-b53f-fc33567389fa tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2614143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9667199'] for subnet, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:28.365671 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b67baf7f-14c3-41c6-a5a8-f14c03702e57 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:28.366787 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-b67baf7f-14c3-41c6-a5a8-f14c03702e57 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "DELETE /v2.0/security-groups/457e2085-2430-4c17-b58f-61923b8494ee HTTP/1.1" status: 204 len: 168 time: 0.9132888 Jun 01 19:11:28.427729 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-dd19eb2b-570f-49c9-b930-b87f17104dd8 req-8f04a130-0933-4897-8dcf-02bb0706514e tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7f46c16-7d81-4a09-b7a2-ba720d08e5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3463745 Jun 01 19:11:28.437930 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ef397031-1f39-4a86-bd4e-0f3292e2d184 req-8719cf67-5351-410c-b727-ff77c660f344 service neutron] 10.222.0.50 "GET /v2.0/networks/3835bc88-4948-44ae-9b9d-0c2345cf8427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7420187 Jun 01 19:11:28.544838 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-8f7b2ead-41d2-498c-8efa-80c0ebedf956 None None] Provisioning for port c50b379a-4c0f-443d-ac22-8f13ddd3c6ef completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:11:28.548706 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8916c659-395e-444b-b53f-fc33567389fa tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Pushing event deleted for resources: {'Subnet': ['ID=e02b6bfa-87eb-42bb-85a2-fc9442dcddae,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:11:28.579844 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8916c659-395e-444b-b53f-fc33567389fa tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks [] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:28.631717 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-aac5d0a6-1792-4985-a6b8-ae4ec82a3a80 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Deleting port fd19bba6-008f-487c-a11f-680976189977 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:11:28.632816 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-aac5d0a6-1792-4985-a6b8-ae4ec82a3a80 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:28.654038 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device c50b379a-4c0f-443d-ac22-8f13ddd3c6ef up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:11:28.656777 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d85886d-3213-4b1f-92b6-600afd0b33ba'] response: {'name': 'network-changed', 'server_uuid': '7942ffa3-99e7-4ccc-9377-41a3e1fddc14', 'tag': '2e883e83-973b-4e6f-910f-04d3533b5b1b', 'status': 'completed', 'code': 200} Jun 01 19:11:28.752148 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ef397031-1f39-4a86-bd4e-0f3292e2d184 req-ed41fe28-6885-4b70-9810-cd6af98e807c service neutron] 10.222.0.50 "GET /v2.0/networks/3835bc88-4948-44ae-9b9d-0c2345cf8427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3063068 Jun 01 19:11:28.801732 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-8916c659-395e-444b-b53f-fc33567389fa tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "DELETE /v2.0/subnets/e02b6bfa-87eb-42bb-85a2-fc9442dcddae HTTP/1.1" status: 204 len: 168 time: 2.2697833 Jun 01 19:11:28.804260 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 54996) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:11:28.968470 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-8f7b2ead-41d2-498c-8efa-80c0ebedf956 None None] Could not find standard attr ID for object de5be831-884e-472b-920a-19d322bb9301. {{(pid=88526) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 01 19:11:29.020613 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cab7ed5f-dd4d-4dca-b9fc-2a44c39ffb1f None None] Network c840486e-0c2f-4729-9a0c-ee6552111f90 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:11:29.133749 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 55002) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:11:29.142016 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-4cddbd5c-d92e-45e1-bb1a-c721bfd69238 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2030808592', 'description': 'tempest-secgroup-smoke-2030808592 description', 'project_id': '8537cfb3773e46d182e148cf5b0a717f'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:11:29.154919 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-a2154c34-d75f-475f-b469-d6e467594f42 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3492827 Jun 01 19:11:29.168751 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-4cddbd5c-d92e-45e1-bb1a-c721bfd69238 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:11:29.171000 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 55006) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:11:29.192779 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-6db21c7c-37b9-442e-a18a-3d1f9ab993d8 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Request body: {'subnet': {'network_id': 'c840486e-0c2f-4729-9a0c-ee6552111f90', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:11:29.227026 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-4cddbd5c-d92e-45e1-bb1a-c721bfd69238 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Usage tracker for resource:security_group and tenant:8537cfb3773e46d182e148cf5b0a717f is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:11:29.241572 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-4cddbd5c-d92e-45e1-bb1a-c721bfd69238 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:11:29.308521 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e807aa5e-b495-4598-9bd6-2c5d4942a447 req-27b67184-9bce-413d-ab0d-961a06098bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:11:29.311224 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e807aa5e-b495-4598-9bd6-2c5d4942a447 req-27b67184-9bce-413d-ab0d-961a06098bc5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f135b090042642babe6bb7a413fbe165&device_id=7942ffa3-99e7-4ccc-9377-41a3e1fddc14 HTTP/1.1" status: 200 len: 1096 time: 0.6086178 Jun 01 19:11:29.313274 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-aac5d0a6-1792-4985-a6b8-ae4ec82a3a80 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:29.345980 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-4cddbd5c-d92e-45e1-bb1a-c721bfd69238 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:11:29.373399 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-d0c50f93-2dbc-4ac2-89a0-a0c174348997 None None] Could not find standard attr ID for object de5be831-884e-472b-920a-19d322bb9301. {{(pid=88526) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 01 19:11:29.383196 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port c50b379a-4c0f-443d-ac22-8f13ddd3c6ef completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:11:29.397266 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port c50b379a-4c0f-443d-ac22-8f13ddd3c6ef triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:11:29.398425 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:29.439656 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363fcdac-83f2-4155-8da2-6314a5b6a869 req-4df6e056-5bb4-46b7-917e-8a211852caf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:11:29.440630 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363fcdac-83f2-4155-8da2-6314a5b6a869 req-4df6e056-5bb4-46b7-917e-8a211852caf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:11:29.441124 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363fcdac-83f2-4155-8da2-6314a5b6a869 req-4df6e056-5bb4-46b7-917e-8a211852caf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:11:29.441776 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363fcdac-83f2-4155-8da2-6314a5b6a869 req-4df6e056-5bb4-46b7-917e-8a211852caf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:11:29.442549 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363fcdac-83f2-4155-8da2-6314a5b6a869 req-4df6e056-5bb4-46b7-917e-8a211852caf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:11:29.443289 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363fcdac-83f2-4155-8da2-6314a5b6a869 req-4df6e056-5bb4-46b7-917e-8a211852caf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:11:29.443919 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363fcdac-83f2-4155-8da2-6314a5b6a869 req-4df6e056-5bb4-46b7-917e-8a211852caf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:11:29.447717 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-363fcdac-83f2-4155-8da2-6314a5b6a869 req-4df6e056-5bb4-46b7-917e-8a211852caf4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=02a99242e0f0463d9013e17319779a87&device_id=b89af75b-9667-469e-b061-668dd6a09e9b HTTP/1.1" status: 200 len: 6492 time: 0.4626346 Jun 01 19:11:29.453114 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4cddbd5c-d92e-45e1-bb1a-c721bfd69238 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:29.488623 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-7620befa-1dfe-497e-9f45-799418df165c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5933d660-10f6-4b84-a6f3-ffe602f099bb', 'name': 'tempest-TestVolumeBackupRestore-937801238-router', 'tenant_id': 'f135b090042642babe6bb7a413fbe165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.221'}], 'enable_snat': True}, 'gw_port_id': '36f99ee7-c14e-409a-b1c3-a31abfa37f4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:06:04Z', 'updated_at': '2022-06-01T19:06:14Z', 'revision_number': 4, 'project_id': 'f135b090042642babe6bb7a413fbe165', 'gw_port': {'id': '36f99ee7-c14e-409a-b1c3-a31abfa37f4e', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:4f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5933d660-10f6-4b84-a6f3-ffe602f099bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:06:05Z', 'updated_at': '2022-06-01T19:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '305ec94e-712f-4602-aeca-0f34a9f3a232', 'name': '', 'network_id': 'c3352d0c-270d-4028-ae16-5fd6706a6b7a', 'tenant_id': 'f135b090042642babe6bb7a413fbe165', 'mac_address': 'fa:16:3e:56:f2:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5933d660-10f6-4b84-a6f3-ffe602f099bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2503, 'fixed_ips': [{'subnet_id': '7a4ccbe1-5dd5-4f1d-aea7-7841b068d6b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:06:12Z', 'updated_at': '2022-06-01T19:06:22Z', 'revision_number': 5, 'project_id': 'f135b090042642babe6bb7a413fbe165', 'subnets': [{'id': '7a4ccbe1-5dd5-4f1d-aea7-7841b068d6b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:11:29.531967 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7620befa-1dfe-497e-9f45-799418df165c None None] Checking router: 5933d660-10f6-4b84-a6f3-ffe602f099bb for host: n-d-844202-1 {{(pid=88526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 19:11:29.561935 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7620befa-1dfe-497e-9f45-799418df165c None None] Routers {'5933d660-10f6-4b84-a6f3-ffe602f099bb'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:11:29.562796 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-7620befa-1dfe-497e-9f45-799418df165c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:11:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['5933d660-10f6-4b84-a6f3-ffe602f099bb'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:11:29.586853 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5f7c0c-bfc5-4777-812d-0e4424f5ec66 req-cf9a4c9c-b221-465e-9936-3b4a7120310a tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:11:29.597679 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-5e5f7c0c-bfc5-4777-812d-0e4424f5ec66 req-cf9a4c9c-b221-465e-9936-3b4a7120310a tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] 10.222.0.41 "GET /v2.0/ports?device_id=7942ffa3-99e7-4ccc-9377-41a3e1fddc14 HTTP/1.1" status: 200 len: 945 time: 0.5085108 Jun 01 19:11:29.638514 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-aac5d0a6-1792-4985-a6b8-ae4ec82a3a80 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Calling delete_port for fd19bba6-008f-487c-a11f-680976189977 owned by network:router_interface {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:11:29.659686 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-6db21c7c-37b9-442e-a18a-3d1f9ab993d8 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:11:29.705744 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-6db21c7c-37b9-442e-a18a-3d1f9ab993d8 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Usage tracker for resource:subnet and tenant:451baccc58514a0cab8c4410ed135b7c is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:11:29.790351 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-6db21c7c-37b9-442e-a18a-3d1f9ab993d8 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:11:29.799212 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-4cddbd5c-d92e-45e1-bb1a-c721bfd69238 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:11:29.821810 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-6db21c7c-37b9-442e-a18a-3d1f9ab993d8 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:11:29.833894 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-4cddbd5c-d92e-45e1-bb1a-c721bfd69238 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Usage tracker for resource:security_group_rule and tenant:8537cfb3773e46d182e148cf5b0a717f is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:11:29.849448 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-4cddbd5c-d92e-45e1-bb1a-c721bfd69238 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:11:29.852982 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-7620befa-1dfe-497e-9f45-799418df165c None None] Set router 5933d660-10f6-4b84-a6f3-ffe602f099bb gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:11:29.908815 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-4cddbd5c-d92e-45e1-bb1a-c721bfd69238 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:11:29.928474 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-aac5d0a6-1792-4985-a6b8-ae4ec82a3a80 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:29.939253 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6db21c7c-37b9-442e-a18a-3d1f9ab993d8 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Made reservation on behalf of 451baccc58514a0cab8c4410ed135b7c for: {'subnet': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:11:29.942911 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6db21c7c-37b9-442e-a18a-3d1f9ab993d8 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3066584'] for subnet, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:30.070219 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363fcdac-83f2-4155-8da2-6314a5b6a869 req-b96b89b9-c332-4aef-ba19-9dba0f43829e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:11:30.071781 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-363fcdac-83f2-4155-8da2-6314a5b6a869 req-b96b89b9-c332-4aef-ba19-9dba0f43829e service neutron] 10.222.0.50 "GET /v2.0/networks?id=4f4ea26f-fa46-41a8-bded-b4cab3aedc51 HTTP/1.1" status: 200 len: 913 time: 0.6013739 Jun 01 19:11:30.258484 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-5e5f7c0c-bfc5-4777-812d-0e4424f5ec66 req-8b28ce5f-d02a-42f9-baf0-adc7702301c3 tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] 10.222.0.41 "GET /v2.0/security-groups?id=c630f878-51e5-4bf4-a4a2-ad9f1043de4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6559789 Jun 01 19:11:30.286095 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac5d0a6-1792-4985-a6b8-ae4ec82a3a80 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Pushing event deleted for resources: {'Port': ['ID=fd19bba6-008f-487c-a11f-680976189977,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:11:30.550449 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8105943-d7d4-4876-8eed-4420efe52169 None None] DHCP port deletion for c840486e-0c2f-4729-9a0c-ee6552111f90 request from n-d-844202-1 {{(pid=88526) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 19:11:30.573746 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-b8105943-d7d4-4876-8eed-4420efe52169 None None] Deleting port c50b379a-4c0f-443d-ac22-8f13ddd3c6ef {{(pid=88526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:11:30.573746 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-b8105943-d7d4-4876-8eed-4420efe52169 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:30.609820 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97cf613-7dfc-4ebd-bc9f-1c04dbfa4f36 req-524d5664-e7fa-4209-8b6d-c3c5d60b6c51 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:11:30.617526 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d97cf613-7dfc-4ebd-bc9f-1c04dbfa4f36 req-524d5664-e7fa-4209-8b6d-c3c5d60b6c51 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8b84db9-d35d-4296-85a8-fdfc6dd0b558 HTTP/1.1" status: 200 len: 946 time: 0.9083805 Jun 01 19:11:30.708099 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-363fcdac-83f2-4155-8da2-6314a5b6a869 req-3b619b6c-d282-416e-a6f1-79d4b813d15f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=74e2387a-5a42-4e52-9813-acb554a11e5b HTTP/1.1" status: 200 len: 1001 time: 0.6114008 Jun 01 19:11:30.781329 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d97cf613-7dfc-4ebd-bc9f-1c04dbfa4f36 req-9b91bdc3-5017-455e-abb6-4fa6fa0ecbf7 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7f46c16-7d81-4a09-b7a2-ba720d08e5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1620276 Jun 01 19:11:30.848298 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363fcdac-83f2-4155-8da2-6314a5b6a869 req-55126605-fb27-488c-960f-8638762b9b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:11:30.849862 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-363fcdac-83f2-4155-8da2-6314a5b6a869 req-55126605-fb27-488c-960f-8638762b9b48 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=68f1d3e6-a007-4866-ae6d-cf3ba479c5c0 HTTP/1.1" status: 200 len: 851 time: 0.1317153 Jun 01 19:11:30.919329 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4cddbd5c-d92e-45e1-bb1a-c721bfd69238 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:30.939293 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4cddbd5c-d92e-45e1-bb1a-c721bfd69238 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:30.973703 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e807aa5e-b495-4598-9bd6-2c5d4942a447 req-1d9551c1-3eca-4882-9ccd-89b525a76ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:11:30.978079 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e807aa5e-b495-4598-9bd6-2c5d4942a447 req-1d9551c1-3eca-4882-9ccd-89b525a76ba6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c3352d0c-270d-4028-ae16-5fd6706a6b7a HTTP/1.1" status: 200 len: 914 time: 1.6534302 Jun 01 19:11:31.000589 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-b8105943-d7d4-4876-8eed-4420efe52169 None None] For port c50b379a-4c0f-443d-ac22-8f13ddd3c6ef, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=c50b379a-4c0f-443d-ac22-8f13ddd3c6ef,segment=NetworkSegment(a6cfd7d1-5211-44ec-a836-a984e441185d),segment_id=a6cfd7d1-5211-44ec-a836-a984e441185d)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:11:31.003849 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-b8105943-d7d4-4876-8eed-4420efe52169 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:31.015112 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4cddbd5c-d92e-45e1-bb1a-c721bfd69238 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:31.021502 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-4cddbd5c-d92e-45e1-bb1a-c721bfd69238 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.8849654 Jun 01 19:11:31.022086 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 55022) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:11:31.078318 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-e8151355-ab35-45ba-a90f-0baf1788a191 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Request body: {'security_group_rule': {'security_group_id': '362494bd-abbe-4b71-ae2f-86abe5bbd7b0', 'project_id': '8537cfb3773e46d182e148cf5b0a717f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:11:31.088251 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-e8151355-ab35-45ba-a90f-0baf1788a191 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:11:31.094392 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-e8151355-ab35-45ba-a90f-0baf1788a191 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Usage tracker for resource:security_group_rule and tenant:8537cfb3773e46d182e148cf5b0a717f is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:11:31.099640 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-e8151355-ab35-45ba-a90f-0baf1788a191 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:11:31.109147 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-e8151355-ab35-45ba-a90f-0baf1788a191 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:11:31.207779 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cddbd5c-d92e-45e1-bb1a-c721bfd69238 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Pushing event updated for resources: {'SecurityGroup': ['ID=362494bd-abbe-4b71-ae2f-86abe5bbd7b0,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:11:31.211408 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-b8105943-d7d4-4876-8eed-4420efe52169 None None] Calling delete_port for c50b379a-4c0f-443d-ac22-8f13ddd3c6ef owned by network:dhcp {{(pid=88526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:11:31.226219 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-aac5d0a6-1792-4985-a6b8-ae4ec82a3a80 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-887310'] for router_interface, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:31.230481 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e8151355-ab35-45ba-a90f-0baf1788a191 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:31.237996 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e807aa5e-b495-4598-9bd6-2c5d4942a447 req-4692b140-f7b1-4d73-90a7-52b667190c26 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2e883e83-973b-4e6f-910f-04d3533b5b1b HTTP/1.1" status: 200 len: 217 time: 0.2290130 Jun 01 19:11:31.342701 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-b8105943-d7d4-4876-8eed-4420efe52169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535'] for port, after_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:31.399101 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8105943-d7d4-4876-8eed-4420efe52169 None None] No DVR routers for this DVR port c50b379a-4c0f-443d-ac22-8f13ddd3c6ef on host n-d-844202-1 {{(pid=88526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:11:31.411109 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port c50b379a-4c0f-443d-ac22-8f13ddd3c6ef is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:11:31.411499 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:31.434629 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363fcdac-83f2-4155-8da2-6314a5b6a869 req-d6ccd116-f4f8-4754-ab1c-480bc0ff59b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:11:31.437231 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-363fcdac-83f2-4155-8da2-6314a5b6a869 req-d6ccd116-f4f8-4754-ab1c-480bc0ff59b1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4f4ea26f-fa46-41a8-bded-b4cab3aedc51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5726748 Jun 01 19:11:31.538406 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8105943-d7d4-4876-8eed-4420efe52169 None None] Pushing event deleted for resources: {'Port': ['ID=c50b379a-4c0f-443d-ac22-8f13ddd3c6ef,revision_number=None']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:11:31.572685 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-7620befa-1dfe-497e-9f45-799418df165c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5933d660-10f6-4b84-a6f3-ffe602f099bb', 'name': 'tempest-TestVolumeBackupRestore-937801238-router', 'tenant_id': 'f135b090042642babe6bb7a413fbe165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.221'}], 'enable_snat': True}, 'gw_port_id': '36f99ee7-c14e-409a-b1c3-a31abfa37f4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:06:04Z', 'updated_at': '2022-06-01T19:06:14Z', 'revision_number': 4, 'project_id': 'f135b090042642babe6bb7a413fbe165', 'gw_port': {'id': '36f99ee7-c14e-409a-b1c3-a31abfa37f4e', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:4f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5933d660-10f6-4b84-a6f3-ffe602f099bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:06:05Z', 'updated_at': '2022-06-01T19:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '305ec94e-712f-4602-aeca-0f34a9f3a232', 'name': '', 'network_id': 'c3352d0c-270d-4028-ae16-5fd6706a6b7a', 'tenant_id': 'f135b090042642babe6bb7a413fbe165', 'mac_address': 'fa:16:3e:56:f2:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5933d660-10f6-4b84-a6f3-ffe602f099bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2503, 'fixed_ips': [{'subnet_id': '7a4ccbe1-5dd5-4f1d-aea7-7841b068d6b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:06:12Z', 'updated_at': '2022-06-01T19:06:22Z', 'revision_number': 5, 'project_id': 'f135b090042642babe6bb7a413fbe165', 'subnets': [{'id': '7a4ccbe1-5dd5-4f1d-aea7-7841b068d6b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:11:31.588129 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7620befa-1dfe-497e-9f45-799418df165c None None] The sync data for ids ['5933d660-10f6-4b84-a6f3-ffe602f099bb'] in n-d-844202-1 is: [{'id': '5933d660-10f6-4b84-a6f3-ffe602f099bb', 'name': 'tempest-TestVolumeBackupRestore-937801238-router', 'tenant_id': 'f135b090042642babe6bb7a413fbe165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.221'}], 'enable_snat': True}, 'gw_port_id': '36f99ee7-c14e-409a-b1c3-a31abfa37f4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:06:04Z', 'updated_at': '2022-06-01T19:06:14Z', 'revision_number': 4, 'project_id': 'f135b090042642babe6bb7a413fbe165', 'gw_port': {'id': '36f99ee7-c14e-409a-b1c3-a31abfa37f4e', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:4f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5933d660-10f6-4b84-a6f3-ffe602f099bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:06:05Z', 'updated_at': '2022-06-01T19:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '305ec94e-712f-4602-aeca-0f34a9f3a232', 'name': '', 'network_id': 'c3352d0c-270d-4028-ae16-5fd6706a6b7a', 'tenant_id': 'f135b090042642babe6bb7a413fbe165', 'mac_address': 'fa:16:3e:56:f2:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5933d660-10f6-4b84-a6f3-ffe602f099bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2503, 'fixed_ips': [{'subnet_id': '7a4ccbe1-5dd5-4f1d-aea7-7841b068d6b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:06:12Z', 'updated_at': '2022-06-01T19:06:22Z', 'revision_number': 5, 'project_id': 'f135b090042642babe6bb7a413fbe165', 'subnets': [{'id': '7a4ccbe1-5dd5-4f1d-aea7-7841b068d6b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:11:31.635954 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e807aa5e-b495-4598-9bd6-2c5d4942a447 req-7c578880-d864-45ab-a418-4e1e73512fda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:11:31.637524 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e807aa5e-b495-4598-9bd6-2c5d4942a447 req-7c578880-d864-45ab-a418-4e1e73512fda service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7a4ccbe1-5dd5-4f1d-aea7-7841b068d6b5 HTTP/1.1" status: 200 len: 852 time: 0.3852203 Jun 01 19:11:31.725436 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device c50b379a-4c0f-443d-ac22-8f13ddd3c6ef no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:11:31.780655 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-363fcdac-83f2-4155-8da2-6314a5b6a869 req-3e3ef240-0896-4206-b922-b385b5d9cb43 service neutron] 10.222.0.50 "GET /v2.0/networks/4f4ea26f-fa46-41a8-bded-b4cab3aedc51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3371580 Jun 01 19:11:31.813504 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: c50b379a-4c0f-443d-ac22-8f13ddd3c6ef {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:11:31.814298 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device c50b379a-4c0f-443d-ac22-8f13ddd3c6ef not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:11:31.861394 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381755b6-ec88-4955-bd32-666698d58fe0 req-db65d4e9-09f5-4b5c-a724-baeaa5763b50 tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:11:31.862954 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-381755b6-ec88-4955-bd32-666698d58fe0 req-db65d4e9-09f5-4b5c-a724-baeaa5763b50 tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] 10.222.0.15 "GET /v2.0/ports?device_id=7942ffa3-99e7-4ccc-9377-41a3e1fddc14 HTTP/1.1" status: 200 len: 945 time: 1.0484486 Jun 01 19:11:32.051906 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6db21c7c-37b9-442e-a18a-3d1f9ab993d8 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2718919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3066602'] for subnet, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:32.179848 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e8151355-ab35-45ba-a90f-0baf1788a191 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:32.207465 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e8151355-ab35-45ba-a90f-0baf1788a191 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:32.271825 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6db21c7c-37b9-442e-a18a-3d1f9ab993d8 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Network c840486e-0c2f-4729-9a0c-ee6552111f90 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:11:32.280949 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50afef70-9c91-4e02-858b-b5f7d8f2b808 None None] New status for floating IP ad35fb35-3019-4f25-be95-89f5b6b972b1: DOWN {{(pid=88527) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 19:11:32.406671 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-6db21c7c-37b9-442e-a18a-3d1f9ab993d8 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:11:32.413314 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66532c41-8983-4e8d-8570-cdd91aa3d7ad None None] Network c840486e-0c2f-4729-9a0c-ee6552111f90 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:11:32.418032 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8151355-ab35-45ba-a90f-0baf1788a191 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=530a3953-7cf8-40a0-a2fd-21c9a36548ed,revision_number=0']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:11:32.426829 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [req-381755b6-ec88-4955-bd32-666698d58fe0 req-526f6692-6295-4920-931c-dda9c483c46c tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] Deleting port 2e883e83-973b-4e6f-910f-04d3533b5b1b {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:11:32.426829 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-381755b6-ec88-4955-bd32-666698d58fe0 req-526f6692-6295-4920-931c-dda9c483c46c tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:32.438322 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6db21c7c-37b9-442e-a18a-3d1f9ab993d8 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:11:32.438322 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6db21c7c-37b9-442e-a18a-3d1f9ab993d8 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:32.438322 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-363fcdac-83f2-4155-8da2-6314a5b6a869 req-89a97d07-9af3-4176-9be2-25ffb7b6fe48 service neutron] 10.222.0.50 "GET /v2.0/networks/4f4ea26f-fa46-41a8-bded-b4cab3aedc51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6256514 Jun 01 19:11:32.438322 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db21c7c-37b9-442e-a18a-3d1f9ab993d8 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Pushing event updated for resources: {'Subnet': ['ID=a8f1c411-b890-41b5-a779-389f2b4d5887,revision_number=0']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:11:32.438322 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e8151355-ab35-45ba-a90f-0baf1788a191 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:32.438322 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-e8151355-ab35-45ba-a90f-0baf1788a191 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3661065 Jun 01 19:11:32.456951 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 55074) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:11:32.456951 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-d7578ec8-4a10-45bd-91fd-33b3bf7a7119 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Request body: {'security_group_rule': {'security_group_id': '362494bd-abbe-4b71-ae2f-86abe5bbd7b0', 'project_id': '8537cfb3773e46d182e148cf5b0a717f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:11:32.473172 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-d7578ec8-4a10-45bd-91fd-33b3bf7a7119 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:11:32.473172 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-d7578ec8-4a10-45bd-91fd-33b3bf7a7119 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Usage tracker for resource:security_group_rule and tenant:8537cfb3773e46d182e148cf5b0a717f is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:11:32.473172 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-d7578ec8-4a10-45bd-91fd-33b3bf7a7119 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:11:32.482782 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-d7578ec8-4a10-45bd-91fd-33b3bf7a7119 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:11:32.514817 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d7578ec8-4a10-45bd-91fd-33b3bf7a7119 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:32.534726 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-6db21c7c-37b9-442e-a18a-3d1f9ab993d8 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.3610234 Jun 01 19:11:32.537912 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 55078) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:11:32.564548 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e957c2-a983-41cf-8de3-cb68ab914ee6 req-e19bd59c-f128-4dad-88aa-7dcb9cf97f63 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:11:32.566304 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c2e957c2-a983-41cf-8de3-cb68ab914ee6 req-e19bd59c-f128-4dad-88aa-7dcb9cf97f63 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8b84db9-d35d-4296-85a8-fdfc6dd0b558 HTTP/1.1" status: 200 len: 946 time: 0.5043840 Jun 01 19:11:32.570478 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-f29ac870-2937-4dcd-8918-13425f65ee08 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Request body: {'port': {'network_id': 'c840486e-0c2f-4729-9a0c-ee6552111f90', 'name': 'tempest-NetworksTestDHCPv6-1161825106'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:11:32.715051 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aac5d0a6-1792-4985-a6b8-ae4ec82a3a80 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Router a2a014fe-e494-43fe-a701-e4db20a7d4d3 has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 19:11:32.727887 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e807aa5e-b495-4598-9bd6-2c5d4942a447 req-71d65d2e-a6d7-465a-8202-8d74d00d5151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:11:32.739426 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e807aa5e-b495-4598-9bd6-2c5d4942a447 req-71d65d2e-a6d7-465a-8202-8d74d00d5151 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c3352d0c-270d-4028-ae16-5fd6706a6b7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0528567 Jun 01 19:11:32.817981 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688f3160-bdad-4987-ab91-a91a16a88212 req-8b5f7b8f-88be-4fce-85e8-6844ef51e5f5 tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:11:32.819505 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-688f3160-bdad-4987-ab91-a91a16a88212 req-8b5f7b8f-88be-4fce-85e8-6844ef51e5f5 tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] 10.222.0.41 "GET /v2.0/ports?device_id=7942ffa3-99e7-4ccc-9377-41a3e1fddc14 HTTP/1.1" status: 200 len: 945 time: 1.1810348 Jun 01 19:11:33.004977 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74329bf3-1c7a-4df5-a15f-16deb8558f46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc93f83c3-7fb6-5c13-a9d4-29d739a4e8d2-c840486e-0c2f-4729-9a0c-ee6552111f90', 'network_id': 'c840486e-0c2f-4729-9a0c-ee6552111f90', 'tenant_id': '451baccc58514a0cab8c4410ed135b7c', 'fixed_ips': [{'subnet_id': 'a8f1c411-b890-41b5-a779-389f2b4d5887'}]}} from n-d-844202-1. {{(pid=88526) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 19:11:33.005938 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-74329bf3-1c7a-4df5-a15f-16deb8558f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:33.022149 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c2e957c2-a983-41cf-8de3-cb68ab914ee6 req-0f44be57-9ac6-424f-a1c0-89b4811f8a02 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7f46c16-7d81-4a09-b7a2-ba720d08e5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4200425 Jun 01 19:11:33.063077 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d7578ec8-4a10-45bd-91fd-33b3bf7a7119 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:33.082847 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d7578ec8-4a10-45bd-91fd-33b3bf7a7119 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:33.165726 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d7578ec8-4a10-45bd-91fd-33b3bf7a7119 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:33.169022 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-d7578ec8-4a10-45bd-91fd-33b3bf7a7119 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7245541 Jun 01 19:11:33.191958 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 55084) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:11:33.231785 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-8d27dcf8-954f-469d-916a-c99354727387 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Request body: {'security_group_rule': {'security_group_id': '362494bd-abbe-4b71-ae2f-86abe5bbd7b0', 'project_id': '8537cfb3773e46d182e148cf5b0a717f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:11:33.268210 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7578ec8-4a10-45bd-91fd-33b3bf7a7119 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95df862b-0e5e-4753-9ce8-bc763749816c,revision_number=0']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:11:33.275811 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-8d27dcf8-954f-469d-916a-c99354727387 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:11:33.313966 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-8d27dcf8-954f-469d-916a-c99354727387 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Usage tracker for resource:security_group_rule and tenant:8537cfb3773e46d182e148cf5b0a717f is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:11:33.334724 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-8d27dcf8-954f-469d-916a-c99354727387 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:11:33.367392 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-8d27dcf8-954f-469d-916a-c99354727387 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:11:33.375937 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-f29ac870-2937-4dcd-8918-13425f65ee08 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:11:33.398587 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-f29ac870-2937-4dcd-8918-13425f65ee08 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Usage tracker for resource:port and tenant:451baccc58514a0cab8c4410ed135b7c is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:11:33.413427 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-f29ac870-2937-4dcd-8918-13425f65ee08 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:11:33.453671 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-f29ac870-2937-4dcd-8918-13425f65ee08 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:11:33.455612 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.db_base_plugin_common [None req-74329bf3-1c7a-4df5-a15f-16deb8558f46 None None] Allocated IP 2001:db8::2 (c840486e-0c2f-4729-9a0c-ee6552111f90/a8f1c411-b890-41b5-a779-389f2b4d5887/2b80017c-dcfe-4a91-a428-bab151996a94) {{(pid=88526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:11:33.480368 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8d27dcf8-954f-469d-916a-c99354727387 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:33.527089 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-688f3160-bdad-4987-ab91-a91a16a88212 req-f313c0a2-2d03-4e5a-b949-9088dae8d73e tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] 10.222.0.41 "GET /v2.0/security-groups?id=c630f878-51e5-4bf4-a4a2-ad9f1043de4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6820805 Jun 01 19:11:33.527498 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f29ac870-2937-4dcd-8918-13425f65ee08 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Made reservation on behalf of 451baccc58514a0cab8c4410ed135b7c for: {'port': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:11:33.533394 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f29ac870-2937-4dcd-8918-13425f65ee08 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:33.645506 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [None req-f29ac870-2937-4dcd-8918-13425f65ee08 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] device_id is not set on port 3b45e011-c1c4-4b3d-9dc8-ffb664642ab9 yet. {{(pid=88524) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 19:11:33.704169 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e807aa5e-b495-4598-9bd6-2c5d4942a447 req-f6055b1a-c83a-46c9-a21b-7d453550f30f service neutron] 10.222.0.15 "GET /v2.0/networks/c3352d0c-270d-4028-ae16-5fd6706a6b7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9469583 Jun 01 19:11:33.715359 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aac5d0a6-1792-4985-a6b8-ae4ec82a3a80 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:11:33.734833 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0edc10b-6fe7-4f81-8ce5-1007dc71cc52 None None] Sync routers for ids ['a2a014fe-e494-43fe-a701-e4db20a7d4d3'] in n-d-844202-1 {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:11:33.768807 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0edc10b-6fe7-4f81-8ce5-1007dc71cc52 None None] Routers {'a2a014fe-e494-43fe-a701-e4db20a7d4d3'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:11:33.770080 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-a0edc10b-6fe7-4f81-8ce5-1007dc71cc52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:11:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['a2a014fe-e494-43fe-a701-e4db20a7d4d3'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:11:33.886393 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-a0edc10b-6fe7-4f81-8ce5-1007dc71cc52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:11:33.925722 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0edc10b-6fe7-4f81-8ce5-1007dc71cc52 None None] Routers {'a2a014fe-e494-43fe-a701-e4db20a7d4d3'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:11:33.926569 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-a0edc10b-6fe7-4f81-8ce5-1007dc71cc52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:11:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['a2a014fe-e494-43fe-a701-e4db20a7d4d3'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:11:33.971732 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-381755b6-ec88-4955-bd32-666698d58fe0 req-526f6692-6295-4920-931c-dda9c483c46c tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] For port 2e883e83-973b-4e6f-910f-04d3533b5b1b, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=2e883e83-973b-4e6f-910f-04d3533b5b1b,segment=NetworkSegment(a8944520-f6ca-44a8-bb67-7b5053b4e747),segment_id=a8944520-f6ca-44a8-bb67-7b5053b4e747)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:11:33.972091 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-381755b6-ec88-4955-bd32-666698d58fe0 req-526f6692-6295-4920-931c-dda9c483c46c tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:34.073691 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8d27dcf8-954f-469d-916a-c99354727387 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:34.076949 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 2e883e83-973b-4e6f-910f-04d3533b5b1b no longer exists at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:11:34.127010 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8d27dcf8-954f-469d-916a-c99354727387 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:34.173604 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-a0edc10b-6fe7-4f81-8ce5-1007dc71cc52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:11:34.174204 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0edc10b-6fe7-4f81-8ce5-1007dc71cc52 None None] The sync data for ids ['a2a014fe-e494-43fe-a701-e4db20a7d4d3'] in n-d-844202-1 is: [] {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:11:34.268517 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d27dcf8-954f-469d-916a-c99354727387 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a23a9f87-bf6d-451e-b178-8082ca01b31b,revision_number=0']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:11:34.294941 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port 2e883e83-973b-4e6f-910f-04d3533b5b1b is: ACTIVE; New status is: DOWN {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:11:34.295628 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:34.320699 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8d27dcf8-954f-469d-916a-c99354727387 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:34.325671 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-8d27dcf8-954f-469d-916a-c99354727387 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1156881 Jun 01 19:11:34.326462 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 55094) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:11:34.339888 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-2c28f5ea-c928-49ed-a99b-e870182ed18a tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Request body: {'security_group_rule': {'security_group_id': '362494bd-abbe-4b71-ae2f-86abe5bbd7b0', 'project_id': '8537cfb3773e46d182e148cf5b0a717f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:11:34.349049 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-2c28f5ea-c928-49ed-a99b-e870182ed18a tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:11:34.355121 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-2c28f5ea-c928-49ed-a99b-e870182ed18a tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Usage tracker for resource:security_group_rule and tenant:8537cfb3773e46d182e148cf5b0a717f is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:11:34.359345 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-2c28f5ea-c928-49ed-a99b-e870182ed18a tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:11:34.370524 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-2c28f5ea-c928-49ed-a99b-e870182ed18a tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:11:34.410317 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7942ffa3-99e7-4ccc-9377-41a3e1fddc14', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e883e83-973b-4e6f-910f-04d3533b5b1b'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:11:34.434770 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2c28f5ea-c928-49ed-a99b-e870182ed18a tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:34.469265 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port 2e883e83-973b-4e6f-910f-04d3533b5b1b, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=2e883e83-973b-4e6f-910f-04d3533b5b1b,segment=NetworkSegment(a8944520-f6ca-44a8-bb67-7b5053b4e747),segment_id=a8944520-f6ca-44a8-bb67-7b5053b4e747)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:11:34.470930 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-74329bf3-1c7a-4df5-a15f-16deb8558f46 None None] Notify callbacks [] for port, precommit_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:34.490609 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:34.522828 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e797a5-858d-48c2-ae44-600241fe31f7 req-441e8246-8c25-4c3c-aeae-a606e66b6bf1 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:11:34.524463 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e8e797a5-858d-48c2-ae44-600241fe31f7 req-441e8246-8c25-4c3c-aeae-a606e66b6bf1 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8b84db9-d35d-4296-85a8-fdfc6dd0b558 HTTP/1.1" status: 200 len: 946 time: 0.2498024 Jun 01 19:11:34.553537 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7719717a-80c6-466a-8f73-0b17d5c26cb5'] response: {'server_uuid': '7942ffa3-99e7-4ccc-9377-41a3e1fddc14', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e883e83-973b-4e6f-910f-04d3533b5b1b', 'code': 200} Jun 01 19:11:34.561595 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-74329bf3-1c7a-4df5-a15f-16deb8558f46 None None] Transition to ACTIVE for port object 2b80017c-dcfe-4a91-a428-bab151996a94 will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:11:34.597273 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e807aa5e-b495-4598-9bd6-2c5d4942a447 req-a62508a3-0e91-41f8-93cf-c13f7cc0d684 service neutron] 10.222.0.15 "GET /v2.0/networks/c3352d0c-270d-4028-ae16-5fd6706a6b7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8697245 Jun 01 19:11:34.617041 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-74329bf3-1c7a-4df5-a15f-16deb8558f46 None None] Transition to ACTIVE for port object 2b80017c-dcfe-4a91-a428-bab151996a94 will not be triggered until provisioned by entity DHCP. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:11:34.640794 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-74329bf3-1c7a-4df5-a15f-16deb8558f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526'] for port, after_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:34.666846 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=2e883e83-973b-4e6f-910f-04d3533b5b1b,revision_number=6']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:11:34.729086 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [req-381755b6-ec88-4955-bd32-666698d58fe0 req-526f6692-6295-4920-931c-dda9c483c46c tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] Calling delete_port for 2e883e83-973b-4e6f-910f-04d3533b5b1b owned by compute:nova {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:11:34.774191 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [None req-f29ac870-2937-4dcd-8918-13425f65ee08 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Allocated IP 2001:db8::207 (c840486e-0c2f-4729-9a0c-ee6552111f90/a8f1c411-b890-41b5-a779-389f2b4d5887/3b45e011-c1c4-4b3d-9dc8-ffb664642ab9) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:11:34.788149 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74329bf3-1c7a-4df5-a15f-16deb8558f46 None None] Network c840486e-0c2f-4729-9a0c-ee6552111f90 is already hosted by enough agents. {{(pid=88526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:11:34.812815 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.base_scheduler [None req-74329bf3-1c7a-4df5-a15f-16deb8558f46 None None] Resources bound (agent type, host, resource id): {{(pid=88526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:11:34.829541 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-aac5d0a6-1792-4985-a6b8-ae4ec82a3a80 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] 10.222.0.41 "PUT /v2.0/routers/a2a014fe-e494-43fe-a701-e4db20a7d4d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7690547 Jun 01 19:11:34.836879 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 55106) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:11:34.851366 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74329bf3-1c7a-4df5-a15f-16deb8558f46 None None] Received port after_create {{(pid=88526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:11:35.027614 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e8e797a5-858d-48c2-ae44-600241fe31f7 req-c0d8c4f0-aca8-474b-b311-d237176b370c tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7f46c16-7d81-4a09-b7a2-ba720d08e5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4888105 Jun 01 19:11:35.090422 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2c28f5ea-c928-49ed-a99b-e870182ed18a tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:35.118488 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2c28f5ea-c928-49ed-a99b-e870182ed18a tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:35.250438 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74329bf3-1c7a-4df5-a15f-16deb8558f46 None None] Pushing event updated for resources: {'Port': ['ID=2b80017c-dcfe-4a91-a428-bab151996a94,revision_number=1']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:11:35.271027 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-74329bf3-1c7a-4df5-a15f-16deb8558f46 None None] Attempting to bind port 2b80017c-dcfe-4a91-a428-bab151996a94 on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:11:35.271536 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-74329bf3-1c7a-4df5-a15f-16deb8558f46 None None] Attempting to bind port 2b80017c-dcfe-4a91-a428-bab151996a94 by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': 'a6cfd7d1-5211-44ec-a836-a984e441185d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c840486e-0c2f-4729-9a0c-ee6552111f90'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:11:35.272037 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74329bf3-1c7a-4df5-a15f-16deb8558f46 None None] Attempting to bind port 2b80017c-dcfe-4a91-a428-bab151996a94 on network c840486e-0c2f-4729-9a0c-ee6552111f90 {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:11:35.284599 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74329bf3-1c7a-4df5-a15f-16deb8558f46 None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 11, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:11:35.287408 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74329bf3-1c7a-4df5-a15f-16deb8558f46 None None] Checking segment: {'id': 'a6cfd7d1-5211-44ec-a836-a984e441185d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c840486e-0c2f-4729-9a0c-ee6552111f90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:11:35.287959 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-74329bf3-1c7a-4df5-a15f-16deb8558f46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:35.288507 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74329bf3-1c7a-4df5-a15f-16deb8558f46 None None] Bound using segment: {'id': 'a6cfd7d1-5211-44ec-a836-a984e441185d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c840486e-0c2f-4729-9a0c-ee6552111f90'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:11:35.291012 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-74329bf3-1c7a-4df5-a15f-16deb8558f46 None None] Bound port: 2b80017c-dcfe-4a91-a428-bab151996a94, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6cfd7d1-5211-44ec-a836-a984e441185d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c840486e-0c2f-4729-9a0c-ee6552111f90'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:11:35.291640 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-74329bf3-1c7a-4df5-a15f-16deb8558f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:35.492309 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-74329bf3-1c7a-4df5-a15f-16deb8558f46 None None] For port 2b80017c-dcfe-4a91-a428-bab151996a94, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:11:35.513821 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-74329bf3-1c7a-4df5-a15f-16deb8558f46 None None] For port 2b80017c-dcfe-4a91-a428-bab151996a94, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=2b80017c-dcfe-4a91-a428-bab151996a94,segment=NetworkSegment(a6cfd7d1-5211-44ec-a836-a984e441185d),segment_id=a6cfd7d1-5211-44ec-a836-a984e441185d)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:11:35.521819 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-74329bf3-1c7a-4df5-a15f-16deb8558f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:35.558876 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f29ac870-2937-4dcd-8918-13425f65ee08 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:35.582181 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [None req-f29ac870-2937-4dcd-8918-13425f65ee08 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Transition to ACTIVE for port object 3b45e011-c1c4-4b3d-9dc8-ffb664642ab9 will not be triggered until provisioned by entity DHCP. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:11:35.595416 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.db.api [req-381755b6-ec88-4955-bd32-666698d58fe0 req-526f6692-6295-4920-931c-dda9c483c46c tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88525) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 19:11:35.595740 n-d-844202-1 neutron-server[88525]: DEBUG oslo_db.api [req-381755b6-ec88-4955-bd32-666698d58fe0 req-526f6692-6295-4920-931c-dda9c483c46c tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 19:11:35.657624 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c28f5ea-c928-49ed-a99b-e870182ed18a tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e180294-0804-4c4e-af5a-d2d0cde11152,revision_number=0']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:11:35.670505 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f29ac870-2937-4dcd-8918-13425f65ee08 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:35.683246 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2c28f5ea-c928-49ed-a99b-e870182ed18a tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:35.687522 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-2c28f5ea-c928-49ed-a99b-e870182ed18a tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.3551311 Jun 01 19:11:35.693873 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 55112) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:11:35.701300 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74329bf3-1c7a-4df5-a15f-16deb8558f46 None None] Pushing event updated for resources: {'Port': ['ID=2b80017c-dcfe-4a91-a428-bab151996a94,revision_number=2']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:11:35.775480 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25949888-10b4-4229-9e2c-e30742e56b6a req-ca75f244-83ec-40f3-8967-d9ffa623e6b4 tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:11:35.776072 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-ded34b37-aaf1-4590-a2c9-68ff69f787bd tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Request body: {'security_group_rule': {'security_group_id': '362494bd-abbe-4b71-ae2f-86abe5bbd7b0', 'project_id': '8537cfb3773e46d182e148cf5b0a717f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:11:35.777069 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-25949888-10b4-4229-9e2c-e30742e56b6a req-ca75f244-83ec-40f3-8967-d9ffa623e6b4 tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] 10.222.0.41 "GET /v2.0/ports?device_id=7942ffa3-99e7-4ccc-9377-41a3e1fddc14 HTTP/1.1" status: 200 len: 943 time: 0.4893501 Jun 01 19:11:35.813037 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-ded34b37-aaf1-4590-a2c9-68ff69f787bd tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:11:35.833201 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-ded34b37-aaf1-4590-a2c9-68ff69f787bd tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Usage tracker for resource:security_group_rule and tenant:8537cfb3773e46d182e148cf5b0a717f is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:11:35.851754 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-25949888-10b4-4229-9e2c-e30742e56b6a req-ff7c3ee1-a89e-4de0-b673-e29a8af34863 tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] 10.222.0.41 "GET /v2.0/security-groups?id=c630f878-51e5-4bf4-a4a2-ad9f1043de4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611594 Jun 01 19:11:35.861912 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-ded34b37-aaf1-4590-a2c9-68ff69f787bd tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:11:35.868420 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29ac870-2937-4dcd-8918-13425f65ee08 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Pushing event updated for resources: {'Port': ['ID=3b45e011-c1c4-4b3d-9dc8-ffb664642ab9,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:11:35.875912 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f29ac870-2937-4dcd-8918-13425f65ee08 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Network c840486e-0c2f-4729-9a0c-ee6552111f90 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:11:35.883270 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-ded34b37-aaf1-4590-a2c9-68ff69f787bd tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:11:35.888043 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-f29ac870-2937-4dcd-8918-13425f65ee08 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:11:35.901182 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29ac870-2937-4dcd-8918-13425f65ee08 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:11:35.908401 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f29ac870-2937-4dcd-8918-13425f65ee08 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:11:35.909184 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f29ac870-2937-4dcd-8918-13425f65ee08 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:35.971743 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-f29ac870-2937-4dcd-8918-13425f65ee08 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.4320133 Jun 01 19:11:35.974491 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 55116) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:11:35.985949 n-d-844202-1 neutron-server[88524]: INFO neutron.db.securitygroups_db [None req-ded34b37-aaf1-4590-a2c9-68ff69f787bd tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Project 8537cfb3773e46d182e148cf5b0a717f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 01 19:11:36.011706 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ded34b37-aaf1-4590-a2c9-68ff69f787bd tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:36.058397 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-bc5af5ca-98b1-4615-a28d-2128676a9f79 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-887474'] for router_interface, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:36.203945 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [req-381755b6-ec88-4955-bd32-666698d58fe0 req-526f6692-6295-4920-931c-dda9c483c46c tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] Deleting port 2e883e83-973b-4e6f-910f-04d3533b5b1b {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:11:36.204511 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-381755b6-ec88-4955-bd32-666698d58fe0 req-526f6692-6295-4920-931c-dda9c483c46c tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:36.221706 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ded34b37-aaf1-4590-a2c9-68ff69f787bd tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:36.230807 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ded34b37-aaf1-4590-a2c9-68ff69f787bd tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:36.281950 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ded34b37-aaf1-4590-a2c9-68ff69f787bd tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:36.283700 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-ded34b37-aaf1-4590-a2c9-68ff69f787bd tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5213506 Jun 01 19:11:36.286748 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded34b37-aaf1-4590-a2c9-68ff69f787bd tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=293eb6d9-c27a-4ed7-9f8e-1db8219e046a,revision_number=0']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:11:36.290522 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 55124) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:11:36.298427 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-1266f5ba-6745-4991-961b-1be8db37372c tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Request body: {'security_group_rule': {'security_group_id': '362494bd-abbe-4b71-ae2f-86abe5bbd7b0', 'project_id': '8537cfb3773e46d182e148cf5b0a717f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:11:36.306501 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-1266f5ba-6745-4991-961b-1be8db37372c tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:11:36.312678 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-1266f5ba-6745-4991-961b-1be8db37372c tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Usage tracker for resource:security_group_rule and tenant:8537cfb3773e46d182e148cf5b0a717f is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:11:36.316193 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-1266f5ba-6745-4991-961b-1be8db37372c tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:11:36.325293 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-1266f5ba-6745-4991-961b-1be8db37372c tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:11:36.428364 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 55128) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:11:36.478034 n-d-844202-1 neutron-server[88524]: INFO neutron.db.securitygroups_db [None req-1266f5ba-6745-4991-961b-1be8db37372c tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Project 8537cfb3773e46d182e148cf5b0a717f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 01 19:11:36.490615 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1266f5ba-6745-4991-961b-1be8db37372c tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:36.567172 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e391037-b97b-4e1d-83a9-7663bcc93d6c admin admin] Deleting subnet b315c7dd-b5dc-4e38-acc9-ea751731e0ba {{(pid=88525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 19:11:36.606163 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1266f5ba-6745-4991-961b-1be8db37372c tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:36.614449 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1266f5ba-6745-4991-961b-1be8db37372c tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:36.680040 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0019cafd-5b0e-403a-8e2c-665266ce857f req-880cfdb0-5b24-43e2-b1ae-abd791566e8d tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:11:36.682740 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0019cafd-5b0e-403a-8e2c-665266ce857f req-880cfdb0-5b24-43e2-b1ae-abd791566e8d tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8b84db9-d35d-4296-85a8-fdfc6dd0b558 HTTP/1.1" status: 200 len: 946 time: 0.3549356 Jun 01 19:11:36.683636 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1266f5ba-6745-4991-961b-1be8db37372c tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2184ec42-1283-48e3-9d92-d97c5f0b5199,revision_number=0']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:11:36.742261 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1266f5ba-6745-4991-961b-1be8db37372c tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:36.749376 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-1266f5ba-6745-4991-961b-1be8db37372c tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4537024 Jun 01 19:11:36.749376 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 55142) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:11:36.764725 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-64e9eece-593c-4808-a96c-0aa198bddd82 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Request body: {'network': {'name': 'tempest-network-smoke--414599675', 'project_id': '8537cfb3773e46d182e148cf5b0a717f', 'port_security_enabled': True}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:11:36.786575 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-64e9eece-593c-4808-a96c-0aa198bddd82 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:11:36.787951 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4e391037-b97b-4e1d-83a9-7663bcc93d6c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:36.794572 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0019cafd-5b0e-403a-8e2c-665266ce857f req-38531a7f-0a1b-43c0-ac47-d8dc3497a636 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7f46c16-7d81-4a09-b7a2-ba720d08e5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0993509 Jun 01 19:11:36.800546 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-64e9eece-593c-4808-a96c-0aa198bddd82 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Usage tracker for resource:network and tenant:8537cfb3773e46d182e148cf5b0a717f is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:11:36.807996 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-64e9eece-593c-4808-a96c-0aa198bddd82 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:11:36.819987 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-64e9eece-593c-4808-a96c-0aa198bddd82 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:11:36.831551 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64e9eece-593c-4808-a96c-0aa198bddd82 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Made reservation on behalf of 8537cfb3773e46d182e148cf5b0a717f for: {'network': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:11:36.835284 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-64e9eece-593c-4808-a96c-0aa198bddd82 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:36.870204 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64e9eece-593c-4808-a96c-0aa198bddd82 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 143} {{(pid=88524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 19:11:36.890558 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-64e9eece-593c-4808-a96c-0aa198bddd82 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:36.891382 n-d-844202-1 neutron-server[88524]: INFO neutron.db.segments_db [None req-64e9eece-593c-4808-a96c-0aa198bddd82 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Added segment 5fc4ab46-cdd1-4a9b-8c32-e8e8c6108992 of type vlan for network dff807a0-8ea6-4127-898d-549f6adefb8f Jun 01 19:11:36.949481 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-64e9eece-593c-4808-a96c-0aa198bddd82 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:37.005699 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-64e9eece-593c-4808-a96c-0aa198bddd82 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:37.018516 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64e9eece-593c-4808-a96c-0aa198bddd82 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:11:37.020073 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-64e9eece-593c-4808-a96c-0aa198bddd82 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks [] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:37.107636 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f693fa0f-9559-4d3a-ad7c-059641b30a13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:37.178638 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4e391037-b97b-4e1d-83a9-7663bcc93d6c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2258509'] for subnet, precommit_delete_associations {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:37.307948 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-64e9eece-593c-4808-a96c-0aa198bddd82 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5548379 Jun 01 19:11:37.333134 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 55150) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:11:37.333813 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e9eece-593c-4808-a96c-0aa198bddd82 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Pushing event updated for resources: {'Network': ['ID=dff807a0-8ea6-4127-898d-549f6adefb8f,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:11:37.352337 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-5c7fd8db-d5b5-406d-93d3-5aecd173801f tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-859074608', 'admin_state_up': True, 'project_id': '8537cfb3773e46d182e148cf5b0a717f', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:11:37.357064 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network dff807a0-8ea6-4127-898d-549f6adefb8f details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 19:11:37.461294 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-5c7fd8db-d5b5-406d-93d3-5aecd173801f tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:11:37.480333 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-5c7fd8db-d5b5-406d-93d3-5aecd173801f tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Usage tracker for resource:router and tenant:8537cfb3773e46d182e148cf5b0a717f is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:11:37.496067 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-5c7fd8db-d5b5-406d-93d3-5aecd173801f tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:11:37.508098 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-381755b6-ec88-4955-bd32-666698d58fe0 req-526f6692-6295-4920-931c-dda9c483c46c tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] For port 2e883e83-973b-4e6f-910f-04d3533b5b1b, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=2e883e83-973b-4e6f-910f-04d3533b5b1b,segment=NetworkSegment(a8944520-f6ca-44a8-bb67-7b5053b4e747),segment_id=a8944520-f6ca-44a8-bb67-7b5053b4e747)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:11:37.508671 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-381755b6-ec88-4955-bd32-666698d58fe0 req-526f6692-6295-4920-931c-dda9c483c46c tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:37.519945 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-5c7fd8db-d5b5-406d-93d3-5aecd173801f tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:11:37.528460 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-54d45217-a229-474a-b420-84f025b779de None None] Provisioning for port 2b80017c-dcfe-4a91-a428-bab151996a94 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:11:37.556927 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-5c7fd8db-d5b5-406d-93d3-5aecd173801f tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-885767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25238'] for router, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:37.558998 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-5c7fd8db-d5b5-406d-93d3-5aecd173801f tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-901042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-886562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-981784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25327'] for router, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:37.583145 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3168549-4137-4f60-a791-c0da1db053ce tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:11:37.587018 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-5c7fd8db-d5b5-406d-93d3-5aecd173801f tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:37.593202 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc6ee3f-c03a-4da8-9a6b-6ca8cba88721 req-0b001c9e-bd4a-4988-978c-b99f6e67e8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:11:37.594292 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3168549-4137-4f60-a791-c0da1db053ce tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:11:37.595096 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-a3168549-4137-4f60-a791-c0da1db053ce tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Synchronizing usage tracker for tenant:451baccc58514a0cab8c4410ed135b7c on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:11:37.595645 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9cc6ee3f-c03a-4da8-9a6b-6ca8cba88721 req-0b001c9e-bd4a-4988-978c-b99f6e67e8b4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4a7494de105b4d89b3193a70c4c60c4c&device_id=b8b84db9-d35d-4296-85a8-fdfc6dd0b558 HTTP/1.1" status: 200 len: 1097 time: 0.2296574 Jun 01 19:11:37.696009 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 2b80017c-dcfe-4a91-a428-bab151996a94 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:11:37.768528 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [req-381755b6-ec88-4955-bd32-666698d58fe0 req-526f6692-6295-4920-931c-dda9c483c46c tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] Calling delete_port for 2e883e83-973b-4e6f-910f-04d3533b5b1b owned by compute:nova {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:11:37.797350 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-e5fa4425-eb27-4ea4-8f6b-5846d13bddb9 None None] Provisioning for port 3b45e011-c1c4-4b3d-9dc8-ffb664642ab9 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:11:37.797350 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-e5fa4425-eb27-4ea4-8f6b-5846d13bddb9 None None] Provisioning complete for port 3b45e011-c1c4-4b3d-9dc8-ffb664642ab9 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:11:37.797350 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-e5fa4425-eb27-4ea4-8f6b-5846d13bddb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:37.833180 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4e391037-b97b-4e1d-83a9-7663bcc93d6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:37.848427 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc6ee3f-c03a-4da8-9a6b-6ca8cba88721 req-a30f1abb-0eba-4213-8424-3677845f1b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:11:37.849347 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9cc6ee3f-c03a-4da8-9a6b-6ca8cba88721 req-a30f1abb-0eba-4213-8424-3677845f1b4e service neutron] 10.222.0.50 "GET /v2.0/networks?id=3d299f30-03d5-48f5-82fc-2ce538e7e02b HTTP/1.1" status: 200 len: 917 time: 0.2430320 Jun 01 19:11:37.879069 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-e5fa4425-eb27-4ea4-8f6b-5846d13bddb9 None None] Port 3b45e011-c1c4-4b3d-9dc8-ffb664642ab9 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:11:37.881726 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port 2b80017c-dcfe-4a91-a428-bab151996a94 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:11:37.895194 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 2b80017c-dcfe-4a91-a428-bab151996a94 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:11:37.895194 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:37.939869 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-a3168549-4137-4f60-a791-c0da1db053ce tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Unset dirty status for tenant:451baccc58514a0cab8c4410ed135b7c on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:11:37.939869 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-a3168549-4137-4f60-a791-c0da1db053ce tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 1.9566476 Jun 01 19:11:37.957020 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 55156) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:11:38.036496 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9cc6ee3f-c03a-4da8-9a6b-6ca8cba88721 req-b0db6487-4be6-44b3-8f3e-c6ff4116d860 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1411ff4b-90e6-476e-a022-8a9f0065e464 HTTP/1.1" status: 200 len: 1002 time: 0.1769934 Jun 01 19:11:38.066720 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecb6306-70f0-4982-ab1a-938ecf0adac8 req-d424cd49-a98f-4bae-8486-19dac5e7f34c tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:11:38.074440 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-0ecb6306-70f0-4982-ab1a-938ecf0adac8 req-d424cd49-a98f-4bae-8486-19dac5e7f34c tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] 10.222.0.41 "GET /v2.0/ports?device_id=7942ffa3-99e7-4ccc-9377-41a3e1fddc14 HTTP/1.1" status: 200 len: 943 time: 0.8125758 Jun 01 19:11:38.175644 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 2b80017c-dcfe-4a91-a428-bab151996a94 is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:11:38.175644 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:38.218623 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4e391037-b97b-4e1d-83a9-7663bcc93d6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2614143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9667199'] for subnet, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:38.247112 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port 2b80017c-dcfe-4a91-a428-bab151996a94, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=2b80017c-dcfe-4a91-a428-bab151996a94,segment=NetworkSegment(a6cfd7d1-5211-44ec-a836-a984e441185d),segment_id=a6cfd7d1-5211-44ec-a836-a984e441185d)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:11:38.256595 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:38.269605 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-3fa9386e-867b-4ed5-8768-8149a8d6c7c6 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Deleting port 3b45e011-c1c4-4b3d-9dc8-ffb664642ab9 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:11:38.269944 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3fa9386e-867b-4ed5-8768-8149a8d6c7c6 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:38.300607 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-0ecb6306-70f0-4982-ab1a-938ecf0adac8 req-d0be132c-c3c0-493f-b843-8d5f90c12921 tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] 10.222.0.41 "GET /v2.0/security-groups?id=c630f878-51e5-4bf4-a4a2-ad9f1043de4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2248356 Jun 01 19:11:38.311819 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc6ee3f-c03a-4da8-9a6b-6ca8cba88721 req-e409228a-c1dd-48a5-b783-cf9633deac2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:11:38.313507 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9cc6ee3f-c03a-4da8-9a6b-6ca8cba88721 req-e409228a-c1dd-48a5-b783-cf9633deac2a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=bf215978-ce5c-4077-ac29-2d8fb4937baa HTTP/1.1" status: 200 len: 855 time: 0.2170875 Jun 01 19:11:38.347073 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e391037-b97b-4e1d-83a9-7663bcc93d6c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b315c7dd-b5dc-4e38-acc9-ea751731e0ba,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:11:38.349275 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4e391037-b97b-4e1d-83a9-7663bcc93d6c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:38.359856 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-381755b6-ec88-4955-bd32-666698d58fe0 req-526f6692-6295-4920-931c-dda9c483c46c tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:38.383481 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=2b80017c-dcfe-4a91-a428-bab151996a94,revision_number=3']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:11:38.426606 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-5c7fd8db-d5b5-406d-93d3-5aecd173801f tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-886608', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-885830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25341'] for router, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:38.454351 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-4e391037-b97b-4e1d-83a9-7663bcc93d6c admin admin] 10.222.0.41 "DELETE /v2.0/subnets/b315c7dd-b5dc-4e38-acc9-ea751731e0ba HTTP/1.1" status: 204 len: 168 time: 2.0231812 Jun 01 19:11:38.454351 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-bc5af5ca-98b1-4615-a28d-2128676a9f79 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Deleting port 16666183-d57b-4911-8683-991162385f6f {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:11:38.454351 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-bc5af5ca-98b1-4615-a28d-2128676a9f79 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:38.482197 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526f6692-6295-4920-931c-dda9c483c46c tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] Pushing event deleted for resources: {'Port': ['ID=2e883e83-973b-4e6f-910f-04d3533b5b1b,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:11:38.492891 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 55160) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:11:38.681779 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [req-381755b6-ec88-4955-bd32-666698d58fe0 req-526f6692-6295-4920-931c-dda9c483c46c tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] No DVR routers for this DVR port 2e883e83-973b-4e6f-910f-04d3533b5b1b on host n-h1-844202-1 {{(pid=88525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:11:38.740094 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-381755b6-ec88-4955-bd32-666698d58fe0 req-526f6692-6295-4920-931c-dda9c483c46c tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:38.742310 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-381755b6-ec88-4955-bd32-666698d58fe0 req-526f6692-6295-4920-931c-dda9c483c46c tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] 10.222.0.15 "DELETE /v2.0/ports/2e883e83-973b-4e6f-910f-04d3533b5b1b HTTP/1.1" status: 204 len: 173 time: 6.8597603 Jun 01 19:11:38.742731 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7942ffa3-99e7-4ccc-9377-41a3e1fddc14', 'name': 'network-vif-deleted', 'tag': '2e883e83-973b-4e6f-910f-04d3533b5b1b'}] {{(pid=88525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:11:38.849932 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4037e592-135c-44c0-a5ed-ab1ad5a5eba3 req-5c39ddc8-9a76-41bc-98a9-53166dba94a4 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:11:38.851504 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4037e592-135c-44c0-a5ed-ab1ad5a5eba3 req-5c39ddc8-9a76-41bc-98a9-53166dba94a4 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8b84db9-d35d-4296-85a8-fdfc6dd0b558 HTTP/1.1" status: 200 len: 946 time: 0.6946573 Jun 01 19:11:38.864662 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-63a7e366-686d-4a6e-92bc-88a14ad2a5aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:38.969510 n-d-844202-1 neutron-server[88525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30e43b41-7db7-448e-91b2-5db717f32abb'] response: {'server_uuid': '7942ffa3-99e7-4ccc-9377-41a3e1fddc14', 'name': 'network-vif-deleted', 'tag': '2e883e83-973b-4e6f-910f-04d3533b5b1b', 'status': 'completed', 'code': 200} Jun 01 19:11:39.000095 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc6ee3f-c03a-4da8-9a6b-6ca8cba88721 req-46f44f7b-c21d-4637-b909-4102bee47c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:11:39.001792 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9cc6ee3f-c03a-4da8-9a6b-6ca8cba88721 req-46f44f7b-c21d-4637-b909-4102bee47c12 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3d299f30-03d5-48f5-82fc-2ce538e7e02b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5608921 Jun 01 19:11:39.024504 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4037e592-135c-44c0-a5ed-ab1ad5a5eba3 req-5a5d1030-e9cd-44ec-ba6f-85b3e0b8d9af tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7f46c16-7d81-4a09-b7a2-ba720d08e5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1659474 Jun 01 19:11:39.112558 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3fa9386e-867b-4ed5-8768-8149a8d6c7c6 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:39.238952 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-63a7e366-686d-4a6e-92bc-88a14ad2a5aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:39.266821 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-3fa9386e-867b-4ed5-8768-8149a8d6c7c6 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Calling delete_port for 3b45e011-c1c4-4b3d-9dc8-ffb664642ab9 owned by {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:11:39.299488 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-bc5af5ca-98b1-4615-a28d-2128676a9f79 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:39.307197 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-63a7e366-686d-4a6e-92bc-88a14ad2a5aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acc8637a-ddf7-4d96-a460-3d7437db2654']}} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:11:39.327549 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-63a7e366-686d-4a6e-92bc-88a14ad2a5aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c49a60ea-e810-446c-90a6-9356d9a7cf2c') {'for_net_delete': True} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:11:39.329934 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-63a7e366-686d-4a6e-92bc-88a14ad2a5aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c49a60ea-e810-446c-90a6-9356d9a7cf2c') {} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:11:39.417376 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9cc6ee3f-c03a-4da8-9a6b-6ca8cba88721 req-9a23f4e3-8445-41af-9da9-65252847d631 service neutron] 10.222.0.50 "GET /v2.0/networks/3d299f30-03d5-48f5-82fc-2ce538e7e02b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3963888 Jun 01 19:11:39.425641 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-63a7e366-686d-4a6e-92bc-88a14ad2a5aa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2702126'] for segment, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:39.472712 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-bc5af5ca-98b1-4615-a28d-2128676a9f79 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Calling delete_port for 16666183-d57b-4911-8683-991162385f6f owned by network:router_interface {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:11:39.518403 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-dc5fca0c-a4dd-4e55-9fa7-98ba36647431 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:39.647680 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-63a7e366-686d-4a6e-92bc-88a14ad2a5aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:39.667621 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 2b80017c-dcfe-4a91-a428-bab151996a94 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:11:39.670643 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-5c7fd8db-d5b5-406d-93d3-5aecd173801f tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks [] for router_gateway, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:39.697052 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63a7e366-686d-4a6e-92bc-88a14ad2a5aa admin admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=88524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 19:11:39.697448 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-63a7e366-686d-4a6e-92bc-88a14ad2a5aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2719018'] for segment, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:39.752263 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-dc01fe1a-9403-4b4e-8df4-55313c3361d7 req-0cba8c0c-faa3-4ea0-8d9f-b6fea2725886 tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] Synchronizing usage tracker for tenant:f135b090042642babe6bb7a413fbe165 on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:11:39.765415 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 2b80017c-dcfe-4a91-a428-bab151996a94 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:11:39.766103 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:39.777174 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-5c7fd8db-d5b5-406d-93d3-5aecd173801f tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:39.806729 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-dc01fe1a-9403-4b4e-8df4-55313c3361d7 req-0cba8c0c-faa3-4ea0-8d9f-b6fea2725886 tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] Unset dirty status for tenant:f135b090042642babe6bb7a413fbe165 on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:11:39.820701 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-dc01fe1a-9403-4b4e-8df4-55313c3361d7 req-0cba8c0c-faa3-4ea0-8d9f-b6fea2725886 tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] 10.222.0.41 "GET /v2.0/ports?device_id=7942ffa3-99e7-4ccc-9377-41a3e1fddc14 HTTP/1.1" status: 200 len: 210 time: 0.1480453 Jun 01 19:11:39.847824 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3fa9386e-867b-4ed5-8768-8149a8d6c7c6 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:39.889794 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-63a7e366-686d-4a6e-92bc-88a14ad2a5aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:39.936261 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-63a7e366-686d-4a6e-92bc-88a14ad2a5aa admin admin] Notify callbacks [] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:39.948104 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9cc6ee3f-c03a-4da8-9a6b-6ca8cba88721 req-4cd9f376-2da0-400f-bd64-1c13b2a97c58 service neutron] 10.222.0.50 "GET /v2.0/networks/3d299f30-03d5-48f5-82fc-2ce538e7e02b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5059714 Jun 01 19:11:39.949844 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment c49a60ea-e810-446c-90a6-9356d9a7cf2c resource provider aggregate not found Jun 01 19:11:39.959040 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a7e366-686d-4a6e-92bc-88a14ad2a5aa admin admin] Pushing event deleted for resources: {'Network': ['ID=acc8637a-ddf7-4d96-a460-3d7437db2654,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:11:39.980714 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa9386e-867b-4ed5-8768-8149a8d6c7c6 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Pushing event deleted for resources: {'Port': ['ID=3b45e011-c1c4-4b3d-9dc8-ffb664642ab9,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:11:39.981461 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 2b80017c-dcfe-4a91-a428-bab151996a94 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:11:40.012695 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment c49a60ea-e810-446c-90a6-9356d9a7cf2c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c49a60ea-e810-446c-90a6-9356d9a7cf2c found for delete ", "request_id": "req-96b6b097-74a3-499e-bffb-bbd046f82d68"}]} Jun 01 19:11:40.026274 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-63a7e366-686d-4a6e-92bc-88a14ad2a5aa admin admin] 10.222.0.41 "DELETE /v2.0/networks/acc8637a-ddf7-4d96-a460-3d7437db2654 HTTP/1.1" status: 204 len: 168 time: 1.5270250 Jun 01 19:11:40.050651 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3fa9386e-867b-4ed5-8768-8149a8d6c7c6 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:40.069307 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa9386e-867b-4ed5-8768-8149a8d6c7c6 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:11:40.070044 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa9386e-867b-4ed5-8768-8149a8d6c7c6 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:11:40.070553 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa9386e-867b-4ed5-8768-8149a8d6c7c6 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:11:40.071029 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa9386e-867b-4ed5-8768-8149a8d6c7c6 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:11:40.071579 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa9386e-867b-4ed5-8768-8149a8d6c7c6 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:11:40.072084 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa9386e-867b-4ed5-8768-8149a8d6c7c6 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:11:40.072610 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa9386e-867b-4ed5-8768-8149a8d6c7c6 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:11:40.073108 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa9386e-867b-4ed5-8768-8149a8d6c7c6 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:11:40.073506 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa9386e-867b-4ed5-8768-8149a8d6c7c6 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:11:40.073824 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa9386e-867b-4ed5-8768-8149a8d6c7c6 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:11:40.074143 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa9386e-867b-4ed5-8768-8149a8d6c7c6 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:11:40.074617 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa9386e-867b-4ed5-8768-8149a8d6c7c6 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:11:40.078493 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [None req-5c7fd8db-d5b5-406d-93d3-5aecd173801f tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Allocated IP 172.25.4.89 (72a72e44-6845-488a-a5ff-3a26d4df9cb3/c314a23b-daa2-4106-ab28-8e6f954277b2/3354e18e-8fed-4e18-aeeb-d8c90cc969ab) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:11:40.092268 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-3fa9386e-867b-4ed5-8768-8149a8d6c7c6 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "DELETE /v2.0/ports/3b45e011-c1c4-4b3d-9dc8-ffb664642ab9 HTTP/1.1" status: 204 len: 168 time: 2.1385510 Jun 01 19:11:40.094648 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 55178) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:11:40.122097 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-bc5af5ca-98b1-4615-a28d-2128676a9f79 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:40.291224 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5af5ca-98b1-4615-a28d-2128676a9f79 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Pushing event deleted for resources: {'Port': ['ID=16666183-d57b-4911-8683-991162385f6f,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:11:40.356589 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 55182) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:11:40.381618 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b68ebc-a55e-472b-9a57-e244bf6224b8 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:11:40.383712 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b68ebc-a55e-472b-9a57-e244bf6224b8 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:11:40.385267 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-a9b68ebc-a55e-472b-9a57-e244bf6224b8 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Synchronizing usage tracker for tenant:451baccc58514a0cab8c4410ed135b7c on resource:subnet {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:11:40.454889 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-a9b68ebc-a55e-472b-9a57-e244bf6224b8 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Unset dirty status for tenant:451baccc58514a0cab8c4410ed135b7c on resource:subnet {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:11:40.456400 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-a9b68ebc-a55e-472b-9a57-e244bf6224b8 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3548653 Jun 01 19:11:40.459582 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 55186) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:11:40.505681 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc29385-8b86-4663-b641-e8a9c9946104 req-0226c76b-455a-4df8-a8c5-4aea14877524 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:11:40.507213 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3fc29385-8b86-4663-b641-e8a9c9946104 req-0226c76b-455a-4df8-a8c5-4aea14877524 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8b84db9-d35d-4296-85a8-fdfc6dd0b558 HTTP/1.1" status: 200 len: 946 time: 0.2429557 Jun 01 19:11:40.510800 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-5c7fd8db-d5b5-406d-93d3-5aecd173801f tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:40.538177 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-bc5af5ca-98b1-4615-a28d-2128676a9f79 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-887310'] for router_interface, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:40.564098 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3fc29385-8b86-4663-b641-e8a9c9946104 req-c2ccb83f-c974-4f8f-a574-b58c24b844d8 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7f46c16-7d81-4a09-b7a2-ba720d08e5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482900 Jun 01 19:11:40.566829 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-d2bf1f43-26d4-4d5a-b27b-2cc0edb16353 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=629cbcc775204e3fab453ad18b665a7d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2037241 Jun 01 19:11:40.569265 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 55190) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:11:40.577650 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:40.618142 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-5c7fd8db-d5b5-406d-93d3-5aecd173801f tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:40.656759 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:40.715871 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_v2 [None req-413a0af8-5c38-469d-95e6-fdd1e0af5ae8 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Deleting subnet a8f1c411-b890-41b5-a779-389f2b4d5887 {{(pid=88525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 19:11:40.723190 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-413a0af8-5c38-469d-95e6-fdd1e0af5ae8 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks [] for subnet, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:40.812013 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 1411ff4b-90e6-476e-a022-8a9f0065e464 no longer exists at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:11:40.821244 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c7fd8db-d5b5-406d-93d3-5aecd173801f tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:11:40.826769 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-5c7fd8db-d5b5-406d-93d3-5aecd173801f tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:11:40.831214 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e914967a-2e97-490a-aef8-acbbed044f53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:40.833993 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c7fd8db-d5b5-406d-93d3-5aecd173801f tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:11:40.860578 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7fd8db-d5b5-406d-93d3-5aecd173801f tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Pushing event updated for resources: {'Port': ['ID=3354e18e-8fed-4e18-aeeb-d8c90cc969ab,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:11:40.911740 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e914967a-2e97-490a-aef8-acbbed044f53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:40.982090 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 55196) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:11:41.056888 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port 1411ff4b-90e6-476e-a022-8a9f0065e464 is: ACTIVE; New status is: DOWN {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:11:41.057492 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:41.074382 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-413a0af8-5c38-469d-95e6-fdd1e0af5ae8 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2258509'] for subnet, precommit_delete_associations {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:41.089566 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8b84db9-d35d-4296-85a8-fdfc6dd0b558', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1411ff4b-90e6-476e-a022-8a9f0065e464'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:11:41.110242 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 1411ff4b-90e6-476e-a022-8a9f0065e464, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=1411ff4b-90e6-476e-a022-8a9f0065e464,segment=NetworkSegment(391d97c0-c1c6-4de9-90ea-516f30f0f3f3),segment_id=391d97c0-c1c6-4de9-90ea-516f30f0f3f3)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:11:41.119207 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:41.127634 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc5af5ca-98b1-4615-a28d-2128676a9f79 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Router a2a014fe-e494-43fe-a701-e4db20a7d4d3 has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 19:11:41.149145 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e914967a-2e97-490a-aef8-acbbed044f53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:41.171275 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31caac71-3672-429f-a9b1-699d49b8bf44'] response: {'server_uuid': 'b8b84db9-d35d-4296-85a8-fdfc6dd0b558', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1411ff4b-90e6-476e-a022-8a9f0065e464', 'code': 200} Jun 01 19:11:41.174478 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e914967a-2e97-490a-aef8-acbbed044f53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d13d880c-07b7-4324-bc6b-356cd30c6e62,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:11:41.217688 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=1411ff4b-90e6-476e-a022-8a9f0065e464,revision_number=8']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:11:41.254983 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e914967a-2e97-490a-aef8-acbbed044f53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:41.259470 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-e914967a-2e97-490a-aef8-acbbed044f53 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d13d880c-07b7-4324-bc6b-356cd30c6e62 HTTP/1.1" status: 204 len: 168 time: 0.6857541 Jun 01 19:11:41.367227 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-5c7fd8db-d5b5-406d-93d3-5aecd173801f tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks [] for router_gateway, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:41.372956 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc5af5ca-98b1-4615-a28d-2128676a9f79 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:11:41.384455 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-bc5af5ca-98b1-4615-a28d-2128676a9f79 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] 10.222.0.41 "PUT /v2.0/routers/a2a014fe-e494-43fe-a701-e4db20a7d4d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5454907 Jun 01 19:11:41.387556 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b36b0b-778d-4e63-85d2-96248238824e None None] Sync routers for ids ['a2a014fe-e494-43fe-a701-e4db20a7d4d3'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:11:41.389135 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d4bd6463-0a9a-4021-9c00-8785bd507ba6 tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:41.391677 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 55204) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:11:41.402339 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b36b0b-778d-4e63-85d2-96248238824e None None] Routers {'a2a014fe-e494-43fe-a701-e4db20a7d4d3'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:11:41.403109 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-14b36b0b-778d-4e63-85d2-96248238824e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:11:39Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['a2a014fe-e494-43fe-a701-e4db20a7d4d3'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:11:41.452934 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:41.468292 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-8e96b048-7d51-4a78-89da-ec228c7db2b2 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Synchronizing usage tracker for tenant:8011be9678e842bab7da75259f1c11c1 on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:11:41.500752 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d4bd6463-0a9a-4021-9c00-8785bd507ba6 tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:41.506195 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-14b36b0b-778d-4e63-85d2-96248238824e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:11:41.512369 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-413a0af8-5c38-469d-95e6-fdd1e0af5ae8 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:41.525334 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b36b0b-778d-4e63-85d2-96248238824e None None] Routers {'a2a014fe-e494-43fe-a701-e4db20a7d4d3'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:11:41.526155 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-14b36b0b-778d-4e63-85d2-96248238824e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:11:39Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['a2a014fe-e494-43fe-a701-e4db20a7d4d3'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:11:41.596284 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-8e96b048-7d51-4a78-89da-ec228c7db2b2 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Unset dirty status for tenant:8011be9678e842bab7da75259f1c11c1 on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:11:41.608653 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-8e96b048-7d51-4a78-89da-ec228c7db2b2 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2a014fe-e494-43fe-a701-e4db20a7d4d3 HTTP/1.1" status: 200 len: 205 time: 0.2054117 Jun 01 19:11:41.621839 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-14b36b0b-778d-4e63-85d2-96248238824e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:11:41.622240 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b36b0b-778d-4e63-85d2-96248238824e None None] The sync data for ids ['a2a014fe-e494-43fe-a701-e4db20a7d4d3'] in n-d-844202-1 is: [] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:11:41.630545 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 55212) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:11:41.847347 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:41.858871 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d4f4ac39-272f-4f34-9447-bc6382542e8f tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks [] for router, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:41.957004 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:41.991915 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-5c7fd8db-d5b5-406d-93d3-5aecd173801f tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-885820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-886655'] for router, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:42.009388 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-413a0af8-5c38-469d-95e6-fdd1e0af5ae8 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2614143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9667199'] for subnet, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:42.195066 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413a0af8-5c38-469d-95e6-fdd1e0af5ae8 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Pushing event deleted for resources: {'Subnet': ['ID=a8f1c411-b890-41b5-a779-389f2b4d5887,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:11:42.197326 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-413a0af8-5c38-469d-95e6-fdd1e0af5ae8 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks [] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:42.197551 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d9431aa-5402-4713-afeb-c6e9aa860f94 None None] Network c840486e-0c2f-4729-9a0c-ee6552111f90 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:11:42.282508 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d4bd6463-0a9a-4021-9c00-8785bd507ba6 tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:42.302994 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d4f4ac39-272f-4f34-9447-bc6382542e8f tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25316'] for router, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:42.310000 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d4f4ac39-272f-4f34-9447-bc6382542e8f tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:42.316857 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d4bd6463-0a9a-4021-9c00-8785bd507ba6 tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:42.317979 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-d4bd6463-0a9a-4021-9c00-8785bd507ba6 tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] 10.222.0.41 "DELETE /v2.0/security-groups/c630f878-51e5-4bf4-a4a2-ad9f1043de4f HTTP/1.1" status: 204 len: 168 time: 1.3349440 Jun 01 19:11:42.321619 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bd6463-0a9a-4021-9c00-8785bd507ba6 tempest-TestVolumeBackupRestore-755168087 tempest-TestVolumeBackupRestore-755168087-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c630f878-51e5-4bf4-a4a2-ad9f1043de4f,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:11:42.330508 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f754295-e118-456b-aa44-fcb9f818b13e req-f805c332-2939-43f3-b261-1d769eb23fe4 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:11:42.338196 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-0f754295-e118-456b-aa44-fcb9f818b13e req-f805c332-2939-43f3-b261-1d769eb23fe4 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8b84db9-d35d-4296-85a8-fdfc6dd0b558 HTTP/1.1" status: 200 len: 944 time: 0.5491896 Jun 01 19:11:42.340767 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-413a0af8-5c38-469d-95e6-fdd1e0af5ae8 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "DELETE /v2.0/subnets/a8f1c411-b890-41b5-a779-389f2b4d5887 HTTP/1.1" status: 204 len: 168 time: 1.8769062 Jun 01 19:11:42.345050 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 55234) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:11:42.411061 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c7fd8db-d5b5-406d-93d3-5aecd173801f tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Router f1871c5e-216e-49f9-bb41-4d6bbcaca0ec is scheduled to L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 with binding_index 1 {{(pid=88524) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 19:11:42.451804 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-5a08b511-8c9a-43b6-9547-da9e5feb6db1 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0904047 Jun 01 19:11:42.454840 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 55240) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:11:42.606714 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-365ae600-8826-4510-a926-b0d0602d05d6 None None] DHCP port deletion for c840486e-0c2f-4729-9a0c-ee6552111f90 request from n-d-844202-1 {{(pid=88526) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 19:11:42.613936 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-365ae600-8826-4510-a926-b0d0602d05d6 None None] Deleting port 2b80017c-dcfe-4a91-a428-bab151996a94 {{(pid=88526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:11:42.614268 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-365ae600-8826-4510-a926-b0d0602d05d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:42.642970 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d4f4ac39-272f-4f34-9447-bc6382542e8f tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-891519'] for router, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:42.643472 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4f4ac39-272f-4f34-9447-bc6382542e8f tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Fanout notify agent at l3_agent the message router_deleted on router a2a014fe-e494-43fe-a701-e4db20a7d4d3 {{(pid=88525) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 19:11:42.704149 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-0f754295-e118-456b-aa44-fcb9f818b13e req-efd93375-4ea0-45fe-8b11-eed2dc288a2b tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7f46c16-7d81-4a09-b7a2-ba720d08e5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3649991 Jun 01 19:11:42.718853 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d4f4ac39-272f-4f34-9447-bc6382542e8f tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks [] for router, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:42.719936 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-d4f4ac39-272f-4f34-9447-bc6382542e8f tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] 10.222.0.41 "DELETE /v2.0/routers/a2a014fe-e494-43fe-a701-e4db20a7d4d3 HTTP/1.1" status: 204 len: 168 time: 1.0884533 Jun 01 19:11:42.732999 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 55260) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:11:42.844386 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c59ed55-61a4-4c14-978d-5fb21854cb2a tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Deleting subnet 5199b373-a83f-4e6e-8bd5-619ac7a3a288 {{(pid=88525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 19:11:42.848755 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9c59ed55-61a4-4c14-978d-5fb21854cb2a tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks [] for subnet, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:42.976844 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c7fd8db-d5b5-406d-93d3-5aecd173801f tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:11:43.057550 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-5c7fd8db-d5b5-406d-93d3-5aecd173801f tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks [] for router, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:43.058827 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-5c7fd8db-d5b5-406d-93d3-5aecd173801f tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 5.7221999 Jun 01 19:11:43.062033 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6841a7cf-d385-4d87-8695-1b85b61c4ca0 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:11:43.062459 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 55292) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:11:43.063160 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-6841a7cf-d385-4d87-8695-1b85b61c4ca0 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Synchronizing usage tracker for tenant:451baccc58514a0cab8c4410ed135b7c on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:11:43.076051 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9c59ed55-61a4-4c14-978d-5fb21854cb2a tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2258509'] for subnet, precommit_delete_associations {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:43.112437 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad8f5b2-938b-400d-acec-f818d72a659b None None] Sync routers for ids ['f1871c5e-216e-49f9-bb41-4d6bbcaca0ec'] in n-d-844202-1 {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:11:43.163153 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-58e9a0cb-2844-4538-b940-62d453d8fa9c tempest-TestNetworkAdvancedServerOps-1915190974 tempest-TestNetworkAdvancedServerOps-1915190974-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=8537cfb3773e46d182e148cf5b0a717f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0953374 Jun 01 19:11:43.163856 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 55306) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:11:43.188418 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad8f5b2-938b-400d-acec-f818d72a659b None None] Routers {'f1871c5e-216e-49f9-bb41-4d6bbcaca0ec'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:11:43.189116 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-2ad8f5b2-938b-400d-acec-f818d72a659b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:11:39Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['f1871c5e-216e-49f9-bb41-4d6bbcaca0ec'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:11:43.198137 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-6841a7cf-d385-4d87-8695-1b85b61c4ca0 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Unset dirty status for tenant:451baccc58514a0cab8c4410ed135b7c on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:11:43.203404 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-6841a7cf-d385-4d87-8695-1b85b61c4ca0 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.7453022 Jun 01 19:11:43.204636 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 55314) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:11:43.385054 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-365ae600-8826-4510-a926-b0d0602d05d6 None None] For port 2b80017c-dcfe-4a91-a428-bab151996a94, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=2b80017c-dcfe-4a91-a428-bab151996a94,segment=NetworkSegment(a6cfd7d1-5211-44ec-a836-a984e441185d),segment_id=a6cfd7d1-5211-44ec-a836-a984e441185d)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:11:43.394992 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-365ae600-8826-4510-a926-b0d0602d05d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:43.516711 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9c59ed55-61a4-4c14-978d-5fb21854cb2a tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:43.697430 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e315aaf8-124f-42c1-8c14-dbfb87f28a04 tempest-TestNetworkAdvancedServerOps-1915190974 tempest-TestNetworkAdvancedServerOps-1915190974-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:11:43.702420 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-e315aaf8-124f-42c1-8c14-dbfb87f28a04 tempest-TestNetworkAdvancedServerOps-1915190974 tempest-TestNetworkAdvancedServerOps-1915190974-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5319850 Jun 01 19:11:43.702516 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 55366) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:11:43.776993 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-365ae600-8826-4510-a926-b0d0602d05d6 None None] Calling delete_port for 2b80017c-dcfe-4a91-a428-bab151996a94 owned by network:dhcp {{(pid=88526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:11:43.793442 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 55380) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:11:43.798393 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-e5fcd2b6-e219-4d40-8f06-5f6575524f4b tempest-TestNetworkAdvancedServerOps-1915190974 tempest-TestNetworkAdvancedServerOps-1915190974-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=72a72e44-6845-488a-a5ff-3a26d4df9cb3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0933723 Jun 01 19:11:43.800672 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-22b8bc8c-bd8f-4881-ae2c-7d67b24d2537 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1464108866', 'network_id': 'dff807a0-8ea6-4127-898d-549f6adefb8f', 'project_id': '8537cfb3773e46d182e148cf5b0a717f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:11:43.867970 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde6c88d-62fb-4936-9d03-0748f601ffed tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:11:43.870132 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-bde6c88d-62fb-4936-9d03-0748f601ffed tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Synchronizing usage tracker for tenant:451baccc58514a0cab8c4410ed135b7c on resource:subnet {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:11:43.887264 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9c59ed55-61a4-4c14-978d-5fb21854cb2a tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2614143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9667199'] for subnet, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:43.996023 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 2b80017c-dcfe-4a91-a428-bab151996a94 no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:11:44.023499 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-22b8bc8c-bd8f-4881-ae2c-7d67b24d2537 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:11:44.028403 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-22b8bc8c-bd8f-4881-ae2c-7d67b24d2537 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Usage tracker for resource:subnet and tenant:8537cfb3773e46d182e148cf5b0a717f is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:11:44.031607 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-22b8bc8c-bd8f-4881-ae2c-7d67b24d2537 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:11:44.038402 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-22b8bc8c-bd8f-4881-ae2c-7d67b24d2537 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:11:44.050922 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22b8bc8c-bd8f-4881-ae2c-7d67b24d2537 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Made reservation on behalf of 8537cfb3773e46d182e148cf5b0a717f for: {'subnet': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:11:44.064716 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-22b8bc8c-bd8f-4881-ae2c-7d67b24d2537 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3066584'] for subnet, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:44.070568 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c59ed55-61a4-4c14-978d-5fb21854cb2a tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Pushing event deleted for resources: {'Subnet': ['ID=5199b373-a83f-4e6e-8bd5-619ac7a3a288,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:11:44.081532 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9c59ed55-61a4-4c14-978d-5fb21854cb2a tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks [] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:44.094339 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-bde6c88d-62fb-4936-9d03-0748f601ffed tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Unset dirty status for tenant:451baccc58514a0cab8c4410ed135b7c on resource:subnet {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:11:44.104403 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-bde6c88d-62fb-4936-9d03-0748f601ffed tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.8882594 Jun 01 19:11:44.104983 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-9c59ed55-61a4-4c14-978d-5fb21854cb2a tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] 10.222.0.41 "DELETE /v2.0/subnets/5199b373-a83f-4e6e-8bd5-619ac7a3a288 HTTP/1.1" status: 204 len: 168 time: 1.3800437 Jun 01 19:11:44.106322 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 55412) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:11:44.107116 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 55414) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:11:44.137324 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6b703a0-b35c-4af7-a368-83ac8a1b2df5 None None] Network 26c2ab5b-ca7e-478d-9095-b85466064ad7 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:11:44.402956 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-4d1d2e6a-9137-467d-9b69-2daed6506829 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2864077 Jun 01 19:11:44.404301 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 55450) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:11:44.438021 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-8b9fed74-3f43-453b-9dbc-789470f74fd1 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Request body: {'subnet': {'network_id': 'c840486e-0c2f-4729-9a0c-ee6552111f90', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:11:44.451350 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-2ad8f5b2-938b-400d-acec-f818d72a659b None None] Set router f1871c5e-216e-49f9-bb41-4d6bbcaca0ec gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:11:44.740547 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-22b8bc8c-bd8f-4881-ae2c-7d67b24d2537 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2718919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3066602'] for subnet, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:44.778567 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 2b80017c-dcfe-4a91-a428-bab151996a94 is: ACTIVE; New status is: DOWN {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:11:44.779766 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:44.816024 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ac30d1b-d3cc-45d7-9386-ee50841ef8f9 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Deleting subnet 04011656-41ad-43b8-9b3c-9b5544ca4904 {{(pid=88525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 19:11:44.828972 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0ac30d1b-d3cc-45d7-9386-ee50841ef8f9 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks [] for subnet, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:44.897412 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-8b9fed74-3f43-453b-9dbc-789470f74fd1 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:11:44.924098 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-8b9fed74-3f43-453b-9dbc-789470f74fd1 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:11:44.932792 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0ac30d1b-d3cc-45d7-9386-ee50841ef8f9 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2258509'] for subnet, precommit_delete_associations {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:44.957959 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-365ae600-8826-4510-a926-b0d0602d05d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535'] for port, after_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:44.999807 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b9fed74-3f43-453b-9dbc-789470f74fd1 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Made reservation on behalf of 451baccc58514a0cab8c4410ed135b7c for: {'subnet': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:11:45.004815 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8b9fed74-3f43-453b-9dbc-789470f74fd1 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9667140'] for subnet, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:45.049696 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b8bc8c-bd8f-4881-ae2c-7d67b24d2537 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Pushing event updated for resources: {'Subnet': ['ID=b7034154-78af-4dab-bf67-9d07d8fbb47d,revision_number=0']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:11:45.085125 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b86c574-74a7-408b-93e5-47af8c942784 req-352ebe5c-f135-4c3f-bfa1-1b353709dc09 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:11:45.087690 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-2b86c574-74a7-408b-93e5-47af8c942784 req-352ebe5c-f135-4c3f-bfa1-1b353709dc09 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8b84db9-d35d-4296-85a8-fdfc6dd0b558 HTTP/1.1" status: 200 len: 944 time: 0.5809834 Jun 01 19:11:45.171658 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b8bc8c-bd8f-4881-ae2c-7d67b24d2537 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:11:45.172017 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b8bc8c-bd8f-4881-ae2c-7d67b24d2537 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:11:45.172385 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b8bc8c-bd8f-4881-ae2c-7d67b24d2537 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:11:45.172722 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b8bc8c-bd8f-4881-ae2c-7d67b24d2537 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:11:45.176556 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b8bc8c-bd8f-4881-ae2c-7d67b24d2537 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:11:45.176904 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b8bc8c-bd8f-4881-ae2c-7d67b24d2537 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:11:45.177246 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b8bc8c-bd8f-4881-ae2c-7d67b24d2537 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:11:45.177576 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b8bc8c-bd8f-4881-ae2c-7d67b24d2537 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:11:45.177914 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b8bc8c-bd8f-4881-ae2c-7d67b24d2537 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:11:45.180383 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b8bc8c-bd8f-4881-ae2c-7d67b24d2537 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:11:45.180874 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b8bc8c-bd8f-4881-ae2c-7d67b24d2537 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:11:45.181210 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b8bc8c-bd8f-4881-ae2c-7d67b24d2537 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:11:45.195545 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b8bc8c-bd8f-4881-ae2c-7d67b24d2537 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Checking segment: {'id': '5fc4ab46-cdd1-4a9b-8c32-e8e8c6108992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'dff807a0-8ea6-4127-898d-549f6adefb8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:11:45.195912 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22b8bc8c-bd8f-4881-ae2c-7d67b24d2537 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Network hostable DHCP agents. Network: dff807a0-8ea6-4127-898d-549f6adefb8f, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88524) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 19:11:45.204515 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0ac30d1b-d3cc-45d7-9386-ee50841ef8f9 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:45.289806 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22b8bc8c-bd8f-4881-ae2c-7d67b24d2537 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Network dff807a0-8ea6-4127-898d-549f6adefb8f is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88524) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 19:11:45.305824 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-2b86c574-74a7-408b-93e5-47af8c942784 req-38580f1c-1ad1-400c-b3c3-b2e729c0a7ec tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7f46c16-7d81-4a09-b7a2-ba720d08e5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1815372 Jun 01 19:11:45.325319 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-22b8bc8c-bd8f-4881-ae2c-7d67b24d2537 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, dff807a0-8ea6-4127-898d-549f6adefb8f) {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:11:45.344832 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22b8bc8c-bd8f-4881-ae2c-7d67b24d2537 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:11:45.345503 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-22b8bc8c-bd8f-4881-ae2c-7d67b24d2537 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:45.411498 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-22b8bc8c-bd8f-4881-ae2c-7d67b24d2537 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.6165142 Jun 01 19:11:45.414758 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 55548) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:11:45.500797 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0ac30d1b-d3cc-45d7-9386-ee50841ef8f9 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2614143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9667199'] for subnet, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:45.591731 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365ae600-8826-4510-a926-b0d0602d05d6 None None] No DVR routers for this DVR port 2b80017c-dcfe-4a91-a428-bab151996a94 on host n-d-844202-1 {{(pid=88526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:11:45.666766 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9c0a1fc-ae6d-4582-b418-a937109c3147 None None] Network dff807a0-8ea6-4127-898d-549f6adefb8f requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:11:45.804694 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8b9fed74-3f43-453b-9dbc-789470f74fd1 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2614064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9667190'] for subnet, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:45.811674 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0ac30d1b-d3cc-45d7-9386-ee50841ef8f9 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks [] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:45.822695 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-0ac30d1b-d3cc-45d7-9386-ee50841ef8f9 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] 10.222.0.41 "DELETE /v2.0/subnets/04011656-41ad-43b8-9b3c-9b5544ca4904 HTTP/1.1" status: 204 len: 168 time: 1.7090261 Jun 01 19:11:45.824747 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac30d1b-d3cc-45d7-9386-ee50841ef8f9 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Pushing event deleted for resources: {'Subnet': ['ID=04011656-41ad-43b8-9b3c-9b5544ca4904,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:11:45.828034 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 55588) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:11:45.946047 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365ae600-8826-4510-a926-b0d0602d05d6 None None] Pushing event deleted for resources: {'Port': ['ID=2b80017c-dcfe-4a91-a428-bab151996a94,revision_number=None']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:11:46.026938 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b477b560-7db8-477a-91c6-a8027780d856 None None] Network d5eea775-5432-45cb-b028-30a1c0f844db requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:11:46.119337 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b958b651-d7c9-482b-a12f-01bf83fd6a03 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:46.179432 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b9fed74-3f43-453b-9dbc-789470f74fd1 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Network c840486e-0c2f-4729-9a0c-ee6552111f90 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:11:46.221575 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-8b9fed74-3f43-453b-9dbc-789470f74fd1 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:11:46.224537 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-b958b651-d7c9-482b-a12f-01bf83fd6a03 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Deleting port d9192a57-8519-4534-90ef-d1ca94452ad5 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:11:46.224865 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b958b651-d7c9-482b-a12f-01bf83fd6a03 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:46.322574 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b9fed74-3f43-453b-9dbc-789470f74fd1 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:11:46.345963 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8b9fed74-3f43-453b-9dbc-789470f74fd1 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks [] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:46.452387 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-8b9fed74-3f43-453b-9dbc-789470f74fd1 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0469260 Jun 01 19:11:46.477196 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 55656) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:11:46.489992 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bb86aab-2a78-4030-bf8d-9e92045856d4 None None] Network c840486e-0c2f-4729-9a0c-ee6552111f90 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:11:46.529732 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9fed74-3f43-453b-9dbc-789470f74fd1 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Pushing event updated for resources: {'Subnet': ['ID=e437fdb2-ab09-46f3-8837-4b7a3d448cff,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:11:46.561088 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-4b531ef9-3278-4206-b92b-c5b6a157b7c8 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Request body: {'port': {'network_id': 'c840486e-0c2f-4729-9a0c-ee6552111f90', 'fixed_ips': [{'subnet_id': 'e437fdb2-ab09-46f3-8837-4b7a3d448cff', 'ip_address': '2001:db8::932b:f0df:1779:2d0'}], 'name': 'tempest-NetworksTestDHCPv6-583939619'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:11:47.023058 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 1411ff4b-90e6-476e-a022-8a9f0065e464 no longer exists at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:11:47.440408 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4430468-c0d3-45fa-9bc8-c61980bded7c req-6e6482da-ef29-4145-9e2e-0b88f85588e6 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:11:47.460118 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4430468-c0d3-45fa-9bc8-c61980bded7c req-6e6482da-ef29-4145-9e2e-0b88f85588e6 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:11:47.528477 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4430468-c0d3-45fa-9bc8-c61980bded7c req-6e6482da-ef29-4145-9e2e-0b88f85588e6 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:11:47.544751 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4430468-c0d3-45fa-9bc8-c61980bded7c req-6e6482da-ef29-4145-9e2e-0b88f85588e6 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:11:47.574538 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4430468-c0d3-45fa-9bc8-c61980bded7c req-6e6482da-ef29-4145-9e2e-0b88f85588e6 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:11:47.598277 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4430468-c0d3-45fa-9bc8-c61980bded7c req-6e6482da-ef29-4145-9e2e-0b88f85588e6 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:11:47.619882 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4430468-c0d3-45fa-9bc8-c61980bded7c req-6e6482da-ef29-4145-9e2e-0b88f85588e6 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:11:47.634660 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d4430468-c0d3-45fa-9bc8-c61980bded7c req-6e6482da-ef29-4145-9e2e-0b88f85588e6 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] 10.222.0.41 "GET /v2.0/ports?device_id=b89af75b-9667-469e-b061-668dd6a09e9b HTTP/1.1" status: 200 len: 5435 time: 0.9933364 Jun 01 19:11:47.918409 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b167c51-6bcb-4231-a1ca-71d0aed9e99c None None] DHCP port deletion for 26c2ab5b-ca7e-478d-9095-b85466064ad7 request from n-d-844202-1 {{(pid=88526) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 19:11:47.918555 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d4430468-c0d3-45fa-9bc8-c61980bded7c req-6edc71d3-1b8c-455e-9c54-f4cdb41236f1 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d570a50-36ee-4a35-8568-a6d10a7bab24&id=0ab986d5-b8d5-42ed-9ee0-4a29f48e1199&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2820766 Jun 01 19:11:48.015634 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-0b167c51-6bcb-4231-a1ca-71d0aed9e99c None None] Deleting port d9192a57-8519-4534-90ef-d1ca94452ad5 {{(pid=88526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:11:48.018417 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 55780) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:11:48.018533 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-0b167c51-6bcb-4231-a1ca-71d0aed9e99c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:48.169086 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [None req-b958b651-d7c9-482b-a12f-01bf83fd6a03 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] For port d9192a57-8519-4534-90ef-d1ca94452ad5, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=d9192a57-8519-4534-90ef-d1ca94452ad5,segment=NetworkSegment(d1835d17-3ec4-4b10-b35a-8e3a4be63d86),segment_id=d1835d17-3ec4-4b10-b35a-8e3a4be63d86)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:11:48.169524 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b958b651-d7c9-482b-a12f-01bf83fd6a03 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:48.560063 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-b958b651-d7c9-482b-a12f-01bf83fd6a03 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Calling delete_port for d9192a57-8519-4534-90ef-d1ca94452ad5 owned by network:dhcp {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:11:48.594325 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-0b167c51-6bcb-4231-a1ca-71d0aed9e99c None None] For port d9192a57-8519-4534-90ef-d1ca94452ad5, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=d9192a57-8519-4534-90ef-d1ca94452ad5,segment=NetworkSegment(d1835d17-3ec4-4b10-b35a-8e3a4be63d86),segment_id=d1835d17-3ec4-4b10-b35a-8e3a4be63d86)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:11:48.597405 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-0b167c51-6bcb-4231-a1ca-71d0aed9e99c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:48.831217 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-4b531ef9-3278-4206-b92b-c5b6a157b7c8 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:11:48.948519 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-4b531ef9-3278-4206-b92b-c5b6a157b7c8 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:11:48.999799 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-0b167c51-6bcb-4231-a1ca-71d0aed9e99c None None] Calling delete_port for d9192a57-8519-4534-90ef-d1ca94452ad5 owned by network:dhcp {{(pid=88526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:11:49.083956 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8477db-2e17-4b0b-8adf-dab12b51cfa8 req-d7d35d00-c6f4-44b2-8aba-47533b1f8e5c tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:11:49.092273 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2e8477db-2e17-4b0b-8adf-dab12b51cfa8 req-d7d35d00-c6f4-44b2-8aba-47533b1f8e5c tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8b84db9-d35d-4296-85a8-fdfc6dd0b558 HTTP/1.1" status: 200 len: 944 time: 0.5616469 Jun 01 19:11:49.100574 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b531ef9-3278-4206-b92b-c5b6a157b7c8 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Made reservation on behalf of 451baccc58514a0cab8c4410ed135b7c for: {'port': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:11:49.129611 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device d9192a57-8519-4534-90ef-d1ca94452ad5 no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:11:49.238888 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b958b651-d7c9-482b-a12f-01bf83fd6a03 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:49.309517 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbd10a84-bd30-4020-8e80-669e3c0d79ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc93f83c3-7fb6-5c13-a9d4-29d739a4e8d2-dff807a0-8ea6-4127-898d-549f6adefb8f', 'network_id': 'dff807a0-8ea6-4127-898d-549f6adefb8f', 'tenant_id': '8537cfb3773e46d182e148cf5b0a717f', 'fixed_ips': [{'subnet_id': 'b7034154-78af-4dab-bf67-9d07d8fbb47d'}]}} from n-d-844202-1. {{(pid=88526) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 19:11:49.310613 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-fbd10a84-bd30-4020-8e80-669e3c0d79ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:49.390663 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.db.api [None req-0b167c51-6bcb-4231-a1ca-71d0aed9e99c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88526) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 19:11:49.391319 n-d-844202-1 neutron-server[88526]: DEBUG oslo_db.api [None req-0b167c51-6bcb-4231-a1ca-71d0aed9e99c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 19:11:49.401549 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No active binding found for port d9192a57-8519-4534-90ef-d1ca94452ad5 {{(pid=88526) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jun 01 19:11:49.403895 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device d9192a57-8519-4534-90ef-d1ca94452ad5 not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:11:49.474994 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-966c31e8-3fa9-46c4-b717-6ae62da16d2a tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:49.513689 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b958b651-d7c9-482b-a12f-01bf83fd6a03 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] No DVR routers for this DVR port d9192a57-8519-4534-90ef-d1ca94452ad5 on host n-d-844202-1 {{(pid=88525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:11:49.520528 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4b531ef9-3278-4206-b92b-c5b6a157b7c8 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:49.581019 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90d701ac-33e0-4c04-9c02-9d8d8db4e7f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc93f83c3-7fb6-5c13-a9d4-29d739a4e8d2-c840486e-0c2f-4729-9a0c-ee6552111f90', 'network_id': 'c840486e-0c2f-4729-9a0c-ee6552111f90', 'tenant_id': '451baccc58514a0cab8c4410ed135b7c', 'fixed_ips': [{'subnet_id': 'e437fdb2-ab09-46f3-8837-4b7a3d448cff'}]}} from n-d-844202-1. {{(pid=88526) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 19:11:49.582595 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-90d701ac-33e0-4c04-9c02-9d8d8db4e7f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:49.603385 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-aa40d38a-65e5-4842-9039-faa7619f6b8c req-73dcf8ed-edc3-46a2-ac3f-091579edfe95 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b8b84db9-d35d-4296-85a8-fdfc6dd0b558&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.9251034 Jun 01 19:11:49.606641 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-2ad8f5b2-938b-400d-acec-f818d72a659b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1871c5e-216e-49f9-bb41-4d6bbcaca0ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-859074608', 'tenant_id': '8537cfb3773e46d182e148cf5b0a717f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': '3354e18e-8fed-4e18-aeeb-d8c90cc969ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:11:37Z', 'updated_at': '2022-06-01T19:11:41Z', 'revision_number': 3, 'project_id': '8537cfb3773e46d182e148cf5b0a717f', 'gw_port': {'id': '3354e18e-8fed-4e18-aeeb-d8c90cc969ab', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:30:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1871c5e-216e-49f9-bb41-4d6bbcaca0ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2933, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:11:39Z', 'updated_at': '2022-06-01T19:11:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:11:49.631160 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b958b651-d7c9-482b-a12f-01bf83fd6a03 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Pushing event deleted for resources: {'Port': ['ID=d9192a57-8519-4534-90ef-d1ca94452ad5,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:11:49.688756 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2e8477db-2e17-4b0b-8adf-dab12b51cfa8 req-dc5f85e9-770a-4b28-92d5-b81ba94ec896 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7f46c16-7d81-4a09-b7a2-ba720d08e5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5308979 Jun 01 19:11:49.819730 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [None req-4b531ef9-3278-4206-b92b-c5b6a157b7c8 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] device_id is not set on port 76c59ebd-934d-496b-a002-d479cfd39a76 yet. {{(pid=88525) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 19:11:49.834196 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.db_base_plugin_common [None req-fbd10a84-bd30-4020-8e80-669e3c0d79ad None None] Allocated IP 172.20.0.2 (dff807a0-8ea6-4127-898d-549f6adefb8f/b7034154-78af-4dab-bf67-9d07d8fbb47d/d1888a93-9c4a-4c83-b3e5-df65e786768d) {{(pid=88526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:11:50.001731 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad8f5b2-938b-400d-acec-f818d72a659b None None] Checking router: f1871c5e-216e-49f9-bb41-4d6bbcaca0ec for host: n-d-844202-1 {{(pid=88526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 19:11:50.001833 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad8f5b2-938b-400d-acec-f818d72a659b None None] Updating router f1871c5e-216e-49f9-bb41-4d6bbcaca0ec port 3354e18e-8fed-4e18-aeeb-d8c90cc969ab binding host n-d-844202-1 {{(pid=88526) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 19:11:50.032201 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-0b167c51-6bcb-4231-a1ca-71d0aed9e99c None None] Deleting port d9192a57-8519-4534-90ef-d1ca94452ad5 {{(pid=88526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:11:50.032599 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-0b167c51-6bcb-4231-a1ca-71d0aed9e99c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:50.155657 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-0b167c51-6bcb-4231-a1ca-71d0aed9e99c None None] The port 'd9192a57-8519-4534-90ef-d1ca94452ad5' was deleted {{(pid=88526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 01 19:11:50.364531 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [None req-4b531ef9-3278-4206-b92b-c5b6a157b7c8 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Allocated IP 2001:db8::932b:f0df:1779:2d0 (c840486e-0c2f-4729-9a0c-ee6552111f90/e437fdb2-ab09-46f3-8837-4b7a3d448cff/76c59ebd-934d-496b-a002-d479cfd39a76) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:11:50.444788 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-2ad8f5b2-938b-400d-acec-f818d72a659b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:50.457518 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b958b651-d7c9-482b-a12f-01bf83fd6a03 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:50.512870 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-b958b651-d7c9-482b-a12f-01bf83fd6a03 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26c2ab5b-ca7e-478d-9095-b85466064ad7']}} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:11:50.539481 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-b958b651-d7c9-482b-a12f-01bf83fd6a03 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1835d17-3ec4-4b10-b35a-8e3a4be63d86') {'for_net_delete': True} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:11:50.539781 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-b958b651-d7c9-482b-a12f-01bf83fd6a03 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1835d17-3ec4-4b10-b35a-8e3a4be63d86') {} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:11:50.595964 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b958b651-d7c9-482b-a12f-01bf83fd6a03 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2258522'] for segment, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:50.638482 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b958b651-d7c9-482b-a12f-01bf83fd6a03 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:50.656997 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b958b651-d7c9-482b-a12f-01bf83fd6a03 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=88525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 19:11:50.659300 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b958b651-d7c9-482b-a12f-01bf83fd6a03 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2613981'] for segment, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:50.690148 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.agents_db [None req-e814b9cf-7de8-45d0-a079-29c61fabe7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 19:11:50.738642 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f0b8c5-f0c1-4674-a4a0-d4982fb45be0 req-5562e17b-ad01-4e51-b90f-c75a0411c2ca tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:11:50.747386 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f0b8c5-f0c1-4674-a4a0-d4982fb45be0 req-5562e17b-ad01-4e51-b90f-c75a0411c2ca tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:11:50.755294 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f0b8c5-f0c1-4674-a4a0-d4982fb45be0 req-5562e17b-ad01-4e51-b90f-c75a0411c2ca tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:11:50.764448 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f0b8c5-f0c1-4674-a4a0-d4982fb45be0 req-5562e17b-ad01-4e51-b90f-c75a0411c2ca tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:11:50.775765 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f0b8c5-f0c1-4674-a4a0-d4982fb45be0 req-5562e17b-ad01-4e51-b90f-c75a0411c2ca tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:11:50.784604 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f0b8c5-f0c1-4674-a4a0-d4982fb45be0 req-5562e17b-ad01-4e51-b90f-c75a0411c2ca tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:11:50.806608 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f0b8c5-f0c1-4674-a4a0-d4982fb45be0 req-5562e17b-ad01-4e51-b90f-c75a0411c2ca tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:11:50.817372 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c7f0b8c5-f0c1-4674-a4a0-d4982fb45be0 req-5562e17b-ad01-4e51-b90f-c75a0411c2ca tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] 10.222.0.41 "GET /v2.0/ports?device_id=b89af75b-9667-469e-b061-668dd6a09e9b HTTP/1.1" status: 200 len: 5435 time: 2.1384795 Jun 01 19:11:51.051397 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment d1835d17-3ec4-4b10-b35a-8e3a4be63d86 resource provider aggregate not found Jun 01 19:11:51.123600 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ee587fb-44b1-4b94-8bd8-330996d3b670 None None] DHCP port deletion for d5eea775-5432-45cb-b028-30a1c0f844db request from n-d-844202-1 {{(pid=88526) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 19:11:51.127079 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 523c9e06-9c07-42d4-b5e6-5923f0f54911 no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:11:51.262839 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port 1411ff4b-90e6-476e-a022-8a9f0065e464 is: DOWN; New status is: DOWN {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:11:51.282857 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment d1835d17-3ec4-4b10-b35a-8e3a4be63d86 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d1835d17-3ec4-4b10-b35a-8e3a4be63d86 found for delete ", "request_id": "req-26bd3557-9b93-4cdb-8347-9f81ff3fc44e"}]} Jun 01 19:11:51.311791 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b958b651-d7c9-482b-a12f-01bf83fd6a03 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:51.350892 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-1ee587fb-44b1-4b94-8bd8-330996d3b670 None None] Deleting port 523c9e06-9c07-42d4-b5e6-5923f0f54911 {{(pid=88526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:11:51.350892 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-1ee587fb-44b1-4b94-8bd8-330996d3b670 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:51.359764 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b958b651-d7c9-482b-a12f-01bf83fd6a03 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks [] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:51.392477 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b958b651-d7c9-482b-a12f-01bf83fd6a03 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Pushing event deleted for resources: {'Network': ['ID=26c2ab5b-ca7e-478d-9095-b85466064ad7,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:11:51.429304 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4c2c0aae-8e71-4ea4-b9f7-958ca7a04670 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-887474'] for router_interface, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:51.599486 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-b958b651-d7c9-482b-a12f-01bf83fd6a03 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] 10.222.0.41 "DELETE /v2.0/networks/26c2ab5b-ca7e-478d-9095-b85466064ad7 HTTP/1.1" status: 204 len: 168 time: 5.7550852 Jun 01 19:11:51.599486 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 55832) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:11:51.873475 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-2ad8f5b2-938b-400d-acec-f818d72a659b None None] Notify callbacks [] for port, precommit_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:51.964090 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-2ad8f5b2-938b-400d-acec-f818d72a659b None None] Transition to ACTIVE for port object 3354e18e-8fed-4e18-aeeb-d8c90cc969ab will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:11:51.975068 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9f714e26-0c31-40fe-a629-7f3699ae8d49 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:52.007204 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf8ccf4-060e-4888-a09e-8f03fe8877bc req-74aff15d-2a18-4682-9534-dde62c9fc3e5 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:11:52.009752 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-abf8ccf4-060e-4888-a09e-8f03fe8877bc req-74aff15d-2a18-4682-9534-dde62c9fc3e5 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8b84db9-d35d-4296-85a8-fdfc6dd0b558 HTTP/1.1" status: 200 len: 944 time: 0.9321012 Jun 01 19:11:52.075112 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-9f714e26-0c31-40fe-a629-7f3699ae8d49 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Deleting port 523c9e06-9c07-42d4-b5e6-5923f0f54911 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:11:52.075730 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9f714e26-0c31-40fe-a629-7f3699ae8d49 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:52.079688 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-2ad8f5b2-938b-400d-acec-f818d72a659b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:52.157011 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-abf8ccf4-060e-4888-a09e-8f03fe8877bc req-8dd27813-3fc2-4cbe-8e0e-0d6a10cf69ba tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7f46c16-7d81-4a09-b7a2-ba720d08e5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1371450 Jun 01 19:11:52.170593 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4b531ef9-3278-4206-b92b-c5b6a157b7c8 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:52.199829 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-4c2c0aae-8e71-4ea4-b9f7-958ca7a04670 admin admin] Deleting port 305ec94e-712f-4602-aeca-0f34a9f3a232 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:11:52.200420 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4c2c0aae-8e71-4ea4-b9f7-958ca7a04670 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:52.201406 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [None req-4b531ef9-3278-4206-b92b-c5b6a157b7c8 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Transition to ACTIVE for port object 76c59ebd-934d-496b-a002-d479cfd39a76 will not be triggered until provisioned by entity DHCP. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:11:52.255664 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-fbd10a84-bd30-4020-8e80-669e3c0d79ad None None] Notify callbacks [] for port, precommit_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:52.260611 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a4959a-cea9-40db-8c2f-6ed90323cbb6 None None] Pushing event updated for resources: {'Port': ['ID=3354e18e-8fed-4e18-aeeb-d8c90cc969ab,revision_number=2']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:11:52.307571 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-2ad8f5b2-938b-400d-acec-f818d72a659b None None] Attempting to bind port 3354e18e-8fed-4e18-aeeb-d8c90cc969ab on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:11:52.308179 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-2ad8f5b2-938b-400d-acec-f818d72a659b None None] Attempting to bind port 3354e18e-8fed-4e18-aeeb-d8c90cc969ab by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:11:52.308724 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad8f5b2-938b-400d-acec-f818d72a659b None None] Attempting to bind port 3354e18e-8fed-4e18-aeeb-d8c90cc969ab on network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:11:52.323059 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad8f5b2-938b-400d-acec-f818d72a659b None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 11, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:11:52.323723 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad8f5b2-938b-400d-acec-f818d72a659b None None] Checking segment: {'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:11:52.324317 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-2ad8f5b2-938b-400d-acec-f818d72a659b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:52.324858 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad8f5b2-938b-400d-acec-f818d72a659b None None] Bound using segment: {'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:11:52.325492 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-2ad8f5b2-938b-400d-acec-f818d72a659b None None] Bound port: 3354e18e-8fed-4e18-aeeb-d8c90cc969ab, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:11:52.326018 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-2ad8f5b2-938b-400d-acec-f818d72a659b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:52.384551 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4b531ef9-3278-4206-b92b-c5b6a157b7c8 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:52.407800 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-2ad8f5b2-938b-400d-acec-f818d72a659b None None] For port 3354e18e-8fed-4e18-aeeb-d8c90cc969ab, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:11:52.409708 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [None req-4c2c0aae-8e71-4ea4-b9f7-958ca7a04670 admin admin] For port 305ec94e-712f-4602-aeca-0f34a9f3a232, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=305ec94e-712f-4602-aeca-0f34a9f3a232,segment=NetworkSegment(a8944520-f6ca-44a8-bb67-7b5053b4e747),segment_id=a8944520-f6ca-44a8-bb67-7b5053b4e747)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:11:52.409928 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4c2c0aae-8e71-4ea4-b9f7-958ca7a04670 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:52.411553 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-2ad8f5b2-938b-400d-acec-f818d72a659b None None] For port 3354e18e-8fed-4e18-aeeb-d8c90cc969ab, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=3354e18e-8fed-4e18-aeeb-d8c90cc969ab,segment=NetworkSegment(7875af61-4c53-4ff2-b8c8-d4b7c35ff947),segment_id=7875af61-4c53-4ff2-b8c8-d4b7c35ff947)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:11:52.441598 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [None req-9f714e26-0c31-40fe-a629-7f3699ae8d49 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] For port 523c9e06-9c07-42d4-b5e6-5923f0f54911, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=523c9e06-9c07-42d4-b5e6-5923f0f54911,segment=NetworkSegment(65cbf027-ebab-48ab-8624-e9d7a8ce82cf),segment_id=65cbf027-ebab-48ab-8624-e9d7a8ce82cf)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:11:52.442534 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9f714e26-0c31-40fe-a629-7f3699ae8d49 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:52.468151 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 523c9e06-9c07-42d4-b5e6-5923f0f54911 is: ACTIVE; New status is: DOWN {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:11:52.468568 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:52.477645 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-fbd10a84-bd30-4020-8e80-669e3c0d79ad None None] Transition to ACTIVE for port object d1888a93-9c4a-4c83-b3e5-df65e786768d will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:11:52.518855 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-2ad8f5b2-938b-400d-acec-f818d72a659b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:52.543809 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-4c2c0aae-8e71-4ea4-b9f7-958ca7a04670 admin admin] Calling delete_port for 305ec94e-712f-4602-aeca-0f34a9f3a232 owned by network:router_interface {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:11:52.599151 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-9f714e26-0c31-40fe-a629-7f3699ae8d49 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Calling delete_port for 523c9e06-9c07-42d4-b5e6-5923f0f54911 owned by network:dhcp {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:11:52.646555 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port 523c9e06-9c07-42d4-b5e6-5923f0f54911, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=523c9e06-9c07-42d4-b5e6-5923f0f54911,segment=NetworkSegment(65cbf027-ebab-48ab-8624-e9d7a8ce82cf),segment_id=65cbf027-ebab-48ab-8624-e9d7a8ce82cf)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:11:52.662468 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b531ef9-3278-4206-b92b-c5b6a157b7c8 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Network c840486e-0c2f-4729-9a0c-ee6552111f90 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:11:52.679059 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-4b531ef9-3278-4206-b92b-c5b6a157b7c8 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:11:52.681765 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b531ef9-3278-4206-b92b-c5b6a157b7c8 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Pushing event updated for resources: {'Port': ['ID=76c59ebd-934d-496b-a002-d479cfd39a76,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:11:52.684382 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b531ef9-3278-4206-b92b-c5b6a157b7c8 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:11:52.690182 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b531ef9-3278-4206-b92b-c5b6a157b7c8 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:11:52.691135 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4b531ef9-3278-4206-b92b-c5b6a157b7c8 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:52.711588 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:52.716510 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-fbd10a84-bd30-4020-8e80-669e3c0d79ad None None] Transition to ACTIVE for port object d1888a93-9c4a-4c83-b3e5-df65e786768d will not be triggered until provisioned by entity DHCP. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:11:52.756933 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-4b531ef9-3278-4206-b92b-c5b6a157b7c8 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 6.2244759 Jun 01 19:11:52.757939 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 55840) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:11:52.786482 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad8f5b2-938b-400d-acec-f818d72a659b None None] Routers {'f1871c5e-216e-49f9-bb41-4d6bbcaca0ec'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:11:52.787065 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-2ad8f5b2-938b-400d-acec-f818d72a659b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:11:39Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['f1871c5e-216e-49f9-bb41-4d6bbcaca0ec'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:11:52.873060 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [None req-966c31e8-3fa9-46c4-b717-6ae62da16d2a tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Allocated IP 172.20.0.1 (dff807a0-8ea6-4127-898d-549f6adefb8f/b7034154-78af-4dab-bf67-9d07d8fbb47d/681ef106-1bc1-4608-8cfc-f27bab3173c9) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:11:52.894032 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.db.api [None req-9f714e26-0c31-40fe-a629-7f3699ae8d49 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88525) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 19:11:52.894364 n-d-844202-1 neutron-server[88525]: DEBUG oslo_db.api [None req-9f714e26-0c31-40fe-a629-7f3699ae8d49 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 19:11:52.916474 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4c2c0aae-8e71-4ea4-b9f7-958ca7a04670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:52.945163 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e722c9e9-2131-49eb-b8b2-c8063f6de501 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:11:52.948311 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-e722c9e9-2131-49eb-b8b2-c8063f6de501 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Synchronizing usage tracker for tenant:451baccc58514a0cab8c4410ed135b7c on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:11:52.975626 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-e722c9e9-2131-49eb-b8b2-c8063f6de501 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Unset dirty status for tenant:451baccc58514a0cab8c4410ed135b7c on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:11:52.979681 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-e722c9e9-2131-49eb-b8b2-c8063f6de501 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 944 time: 0.2047911 Jun 01 19:11:52.980207 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 55844) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:11:53.029120 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2c0aae-8e71-4ea4-b9f7-958ca7a04670 admin admin] Pushing event deleted for resources: {'Port': ['ID=305ec94e-712f-4602-aeca-0f34a9f3a232,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:11:53.053754 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-2ad8f5b2-938b-400d-acec-f818d72a659b None None] Set router f1871c5e-216e-49f9-bb41-4d6bbcaca0ec gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:11:53.134175 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-176fcbbd-10fb-4ce0-8da2-1ee86a54f221 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Deleting port 76c59ebd-934d-496b-a002-d479cfd39a76 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:11:53.134528 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-176fcbbd-10fb-4ce0-8da2-1ee86a54f221 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:53.187007 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-fbd10a84-bd30-4020-8e80-669e3c0d79ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526'] for port, after_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:53.192198 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.db_base_plugin_common [None req-90d701ac-33e0-4c04-9c02-9d8d8db4e7f3 None None] Allocated IP 2001:db8::2 (c840486e-0c2f-4729-9a0c-ee6552111f90/e437fdb2-ab09-46f3-8837-4b7a3d448cff/eb70b236-9356-4e6c-ad02-0e98f94adcb1) {{(pid=88526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:11:53.350746 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-1ee587fb-44b1-4b94-8bd8-330996d3b670 None None] For port 523c9e06-9c07-42d4-b5e6-5923f0f54911, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=523c9e06-9c07-42d4-b5e6-5923f0f54911,segment=NetworkSegment(65cbf027-ebab-48ab-8624-e9d7a8ce82cf),segment_id=65cbf027-ebab-48ab-8624-e9d7a8ce82cf)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:11:53.352002 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-1ee587fb-44b1-4b94-8bd8-330996d3b670 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:53.552160 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-966c31e8-3fa9-46c4-b717-6ae62da16d2a tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:53.556744 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-176fcbbd-10fb-4ce0-8da2-1ee86a54f221 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:53.632936 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-1ee587fb-44b1-4b94-8bd8-330996d3b670 None None] Calling delete_port for 523c9e06-9c07-42d4-b5e6-5923f0f54911 owned by network:dhcp {{(pid=88526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:11:53.665765 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbd10a84-bd30-4020-8e80-669e3c0d79ad None None] Network dff807a0-8ea6-4127-898d-549f6adefb8f is already hosted by enough agents. {{(pid=88526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:11:53.681848 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a4959a-cea9-40db-8c2f-6ed90323cbb6 None None] Pushing event updated for resources: {'Port': ['ID=3354e18e-8fed-4e18-aeeb-d8c90cc969ab,revision_number=3']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:11:53.684779 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [None req-966c31e8-3fa9-46c4-b717-6ae62da16d2a tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Transition to ACTIVE for port object 681ef106-1bc1-4608-8cfc-f27bab3173c9 will not be triggered until provisioned by entity DHCP. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:11:53.706581 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.base_scheduler [None req-fbd10a84-bd30-4020-8e80-669e3c0d79ad None None] Resources bound (agent type, host, resource id): {{(pid=88526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:11:53.722165 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-176fcbbd-10fb-4ce0-8da2-1ee86a54f221 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Calling delete_port for 76c59ebd-934d-496b-a002-d479cfd39a76 owned by {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:11:53.757888 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd10a84-bd30-4020-8e80-669e3c0d79ad None None] Received port after_create {{(pid=88526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:11:53.839010 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6a7342-17b2-4fbb-8b66-aac97c7afda8 req-e3a30771-8df2-4c59-a6fc-bddf41b49c1e tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:11:53.840643 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7b6a7342-17b2-4fbb-8b66-aac97c7afda8 req-e3a30771-8df2-4c59-a6fc-bddf41b49c1e tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8b84db9-d35d-4296-85a8-fdfc6dd0b558 HTTP/1.1" status: 200 len: 944 time: 0.3877544 Jun 01 19:11:53.842606 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4c2c0aae-8e71-4ea4-b9f7-958ca7a04670 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-887310'] for router_interface, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:54.012404 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-9f714e26-0c31-40fe-a629-7f3699ae8d49 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Deleting port 523c9e06-9c07-42d4-b5e6-5923f0f54911 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:11:54.012641 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9f714e26-0c31-40fe-a629-7f3699ae8d49 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:54.039401 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-fbd10a84-bd30-4020-8e80-669e3c0d79ad None None] Attempting to bind port d1888a93-9c4a-4c83-b3e5-df65e786768d on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:11:54.040456 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-fbd10a84-bd30-4020-8e80-669e3c0d79ad None None] Attempting to bind port d1888a93-9c4a-4c83-b3e5-df65e786768d by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': '5fc4ab46-cdd1-4a9b-8c32-e8e8c6108992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'dff807a0-8ea6-4127-898d-549f6adefb8f'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:11:54.040892 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd10a84-bd30-4020-8e80-669e3c0d79ad None None] Attempting to bind port d1888a93-9c4a-4c83-b3e5-df65e786768d on network dff807a0-8ea6-4127-898d-549f6adefb8f {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:11:54.077925 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd10a84-bd30-4020-8e80-669e3c0d79ad None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 11, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:11:54.078428 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd10a84-bd30-4020-8e80-669e3c0d79ad None None] Checking segment: {'id': '5fc4ab46-cdd1-4a9b-8c32-e8e8c6108992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'dff807a0-8ea6-4127-898d-549f6adefb8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:11:54.078931 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-fbd10a84-bd30-4020-8e80-669e3c0d79ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:54.079417 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd10a84-bd30-4020-8e80-669e3c0d79ad None None] Bound using segment: {'id': '5fc4ab46-cdd1-4a9b-8c32-e8e8c6108992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'dff807a0-8ea6-4127-898d-549f6adefb8f'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:11:54.079992 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-fbd10a84-bd30-4020-8e80-669e3c0d79ad None None] Bound port: d1888a93-9c4a-4c83-b3e5-df65e786768d, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fc4ab46-cdd1-4a9b-8c32-e8e8c6108992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'dff807a0-8ea6-4127-898d-549f6adefb8f'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:11:54.080491 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-fbd10a84-bd30-4020-8e80-669e3c0d79ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:54.168606 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-176fcbbd-10fb-4ce0-8da2-1ee86a54f221 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:54.205752 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-90d701ac-33e0-4c04-9c02-9d8d8db4e7f3 None None] Notify callbacks [] for port, precommit_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:54.228580 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=523c9e06-9c07-42d4-b5e6-5923f0f54911,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:11:54.329109 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-966c31e8-3fa9-46c4-b717-6ae62da16d2a tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:54.342809 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176fcbbd-10fb-4ce0-8da2-1ee86a54f221 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Pushing event deleted for resources: {'Port': ['ID=76c59ebd-934d-496b-a002-d479cfd39a76,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:11:54.373111 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-176fcbbd-10fb-4ce0-8da2-1ee86a54f221 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:54.378301 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd10a84-bd30-4020-8e80-669e3c0d79ad None None] Pushing event updated for resources: {'Port': ['ID=d1888a93-9c4a-4c83-b3e5-df65e786768d,revision_number=1']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:11:54.423357 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-90d701ac-33e0-4c04-9c02-9d8d8db4e7f3 None None] Transition to ACTIVE for port object eb70b236-9356-4e6c-ad02-0e98f94adcb1 will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:11:54.459382 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.db.api [None req-1ee587fb-44b1-4b94-8bd8-330996d3b670 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88526) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 19:11:54.460026 n-d-844202-1 neutron-server[88526]: DEBUG oslo_db.api [None req-1ee587fb-44b1-4b94-8bd8-330996d3b670 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 19:11:54.482725 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-176fcbbd-10fb-4ce0-8da2-1ee86a54f221 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "DELETE /v2.0/ports/76c59ebd-934d-496b-a002-d479cfd39a76 HTTP/1.1" status: 204 len: 168 time: 1.4994683 Jun 01 19:11:54.495035 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-90d701ac-33e0-4c04-9c02-9d8d8db4e7f3 None None] Transition to ACTIVE for port object eb70b236-9356-4e6c-ad02-0e98f94adcb1 will not be triggered until provisioned by entity DHCP. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:11:54.495521 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 55880) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:11:54.523384 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-90d701ac-33e0-4c04-9c02-9d8d8db4e7f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526'] for port, after_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:54.532628 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966c31e8-3fa9-46c4-b717-6ae62da16d2a tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Pushing event updated for resources: {'Port': ['ID=681ef106-1bc1-4608-8cfc-f27bab3173c9,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:11:54.565294 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7b6a7342-17b2-4fbb-8b66-aac97c7afda8 req-4fec0741-d5c8-4c4a-b754-b027c20a596b tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7f46c16-7d81-4a09-b7a2-ba720d08e5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7118390 Jun 01 19:11:54.576793 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-fbd10a84-bd30-4020-8e80-669e3c0d79ad None None] For port d1888a93-9c4a-4c83-b3e5-df65e786768d, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:11:54.581903 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-fbd10a84-bd30-4020-8e80-669e3c0d79ad None None] For port d1888a93-9c4a-4c83-b3e5-df65e786768d, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=d1888a93-9c4a-4c83-b3e5-df65e786768d,segment=NetworkSegment(5fc4ab46-cdd1-4a9b-8c32-e8e8c6108992),segment_id=5fc4ab46-cdd1-4a9b-8c32-e8e8c6108992)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:11:54.595751 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [None req-9f714e26-0c31-40fe-a629-7f3699ae8d49 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] For port 523c9e06-9c07-42d4-b5e6-5923f0f54911, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=523c9e06-9c07-42d4-b5e6-5923f0f54911,segment=NetworkSegment(65cbf027-ebab-48ab-8624-e9d7a8ce82cf),segment_id=65cbf027-ebab-48ab-8624-e9d7a8ce82cf)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:11:54.596922 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9f714e26-0c31-40fe-a629-7f3699ae8d49 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:54.613485 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-966c31e8-3fa9-46c4-b717-6ae62da16d2a tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Network dff807a0-8ea6-4127-898d-549f6adefb8f is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:11:54.615826 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90d701ac-33e0-4c04-9c02-9d8d8db4e7f3 None None] Network c840486e-0c2f-4729-9a0c-ee6552111f90 is already hosted by enough agents. {{(pid=88526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:11:54.616923 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-966c31e8-3fa9-46c4-b717-6ae62da16d2a tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:11:54.637739 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.base_scheduler [None req-90d701ac-33e0-4c04-9c02-9d8d8db4e7f3 None None] Resources bound (agent type, host, resource id): {{(pid=88526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:11:54.673507 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d701ac-33e0-4c04-9c02-9d8d8db4e7f3 None None] Received port after_create {{(pid=88526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:11:54.684680 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-fbd10a84-bd30-4020-8e80-669e3c0d79ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:54.723700 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966c31e8-3fa9-46c4-b717-6ae62da16d2a tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:11:54.770991 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3421ee3-d3cc-428a-988b-10cdfd740fbe tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:11:54.773976 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3421ee3-d3cc-428a-988b-10cdfd740fbe tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:11:54.789503 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-f3421ee3-d3cc-428a-988b-10cdfd740fbe tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Synchronizing usage tracker for tenant:451baccc58514a0cab8c4410ed135b7c on resource:subnet {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:11:54.809878 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-9f714e26-0c31-40fe-a629-7f3699ae8d49 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Calling delete_port for 523c9e06-9c07-42d4-b5e6-5923f0f54911 owned by network:dhcp {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:11:54.822867 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-966c31e8-3fa9-46c4-b717-6ae62da16d2a tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-887605'] for router_interface, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:54.853681 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 55894) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:11:54.860028 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-2ad8f5b2-938b-400d-acec-f818d72a659b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1871c5e-216e-49f9-bb41-4d6bbcaca0ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-859074608', 'tenant_id': '8537cfb3773e46d182e148cf5b0a717f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': '3354e18e-8fed-4e18-aeeb-d8c90cc969ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:11:37Z', 'updated_at': '2022-06-01T19:11:41Z', 'revision_number': 3, 'project_id': '8537cfb3773e46d182e148cf5b0a717f', 'gw_port': {'id': '3354e18e-8fed-4e18-aeeb-d8c90cc969ab', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:30:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1871c5e-216e-49f9-bb41-4d6bbcaca0ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2933, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:11:39Z', 'updated_at': '2022-06-01T19:11:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:11:54.873981 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d701ac-33e0-4c04-9c02-9d8d8db4e7f3 None None] Pushing event updated for resources: {'Port': ['ID=eb70b236-9356-4e6c-ad02-0e98f94adcb1,revision_number=1']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:11:54.933400 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-f3421ee3-d3cc-428a-988b-10cdfd740fbe tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Unset dirty status for tenant:451baccc58514a0cab8c4410ed135b7c on resource:subnet {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:11:54.947899 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-f3421ee3-d3cc-428a-988b-10cdfd740fbe tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4499924 Jun 01 19:11:54.951364 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 55902) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:11:55.070128 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad8f5b2-938b-400d-acec-f818d72a659b None None] The sync data for ids ['f1871c5e-216e-49f9-bb41-4d6bbcaca0ec'] in n-d-844202-1 is: [{'id': 'f1871c5e-216e-49f9-bb41-4d6bbcaca0ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-859074608', 'tenant_id': '8537cfb3773e46d182e148cf5b0a717f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': '3354e18e-8fed-4e18-aeeb-d8c90cc969ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:11:37Z', 'updated_at': '2022-06-01T19:11:41Z', 'revision_number': 3, 'project_id': '8537cfb3773e46d182e148cf5b0a717f', 'gw_port': {'id': '3354e18e-8fed-4e18-aeeb-d8c90cc969ab', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:30:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1871c5e-216e-49f9-bb41-4d6bbcaca0ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2933, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:11:39Z', 'updated_at': '2022-06-01T19:11:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}] {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:11:55.072593 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-1ee587fb-44b1-4b94-8bd8-330996d3b670 None None] Deleting port 523c9e06-9c07-42d4-b5e6-5923f0f54911 {{(pid=88526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:11:55.073161 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-1ee587fb-44b1-4b94-8bd8-330996d3b670 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:55.107148 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd10a84-bd30-4020-8e80-669e3c0d79ad None None] Pushing event updated for resources: {'Port': ['ID=d1888a93-9c4a-4c83-b3e5-df65e786768d,revision_number=2']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:11:55.109052 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c2c0aae-8e71-4ea4-b9f7-958ca7a04670 admin admin] Router 5933d660-10f6-4b84-a6f3-ffe602f099bb has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 19:11:55.130450 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-90d701ac-33e0-4c04-9c02-9d8d8db4e7f3 None None] Attempting to bind port eb70b236-9356-4e6c-ad02-0e98f94adcb1 on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:11:55.131055 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-90d701ac-33e0-4c04-9c02-9d8d8db4e7f3 None None] Attempting to bind port eb70b236-9356-4e6c-ad02-0e98f94adcb1 by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': 'a6cfd7d1-5211-44ec-a836-a984e441185d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c840486e-0c2f-4729-9a0c-ee6552111f90'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:11:55.131564 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d701ac-33e0-4c04-9c02-9d8d8db4e7f3 None None] Attempting to bind port eb70b236-9356-4e6c-ad02-0e98f94adcb1 on network c840486e-0c2f-4729-9a0c-ee6552111f90 {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:11:55.189858 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-1ee587fb-44b1-4b94-8bd8-330996d3b670 None None] The port '523c9e06-9c07-42d4-b5e6-5923f0f54911' was deleted {{(pid=88526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 01 19:11:55.209138 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d701ac-33e0-4c04-9c02-9d8d8db4e7f3 None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 11, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:11:55.212462 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d701ac-33e0-4c04-9c02-9d8d8db4e7f3 None None] Checking segment: {'id': 'a6cfd7d1-5211-44ec-a836-a984e441185d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c840486e-0c2f-4729-9a0c-ee6552111f90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:11:55.213130 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-90d701ac-33e0-4c04-9c02-9d8d8db4e7f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:55.213671 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d701ac-33e0-4c04-9c02-9d8d8db4e7f3 None None] Bound using segment: {'id': 'a6cfd7d1-5211-44ec-a836-a984e441185d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c840486e-0c2f-4729-9a0c-ee6552111f90'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:11:55.223245 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-90d701ac-33e0-4c04-9c02-9d8d8db4e7f3 None None] Bound port: eb70b236-9356-4e6c-ad02-0e98f94adcb1, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6cfd7d1-5211-44ec-a836-a984e441185d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c840486e-0c2f-4729-9a0c-ee6552111f90'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:11:55.224320 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-90d701ac-33e0-4c04-9c02-9d8d8db4e7f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:55.382429 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9f714e26-0c31-40fe-a629-7f3699ae8d49 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:55.394127 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-90d701ac-33e0-4c04-9c02-9d8d8db4e7f3 None None] For port eb70b236-9356-4e6c-ad02-0e98f94adcb1, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:11:55.404707 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-90d701ac-33e0-4c04-9c02-9d8d8db4e7f3 None None] For port eb70b236-9356-4e6c-ad02-0e98f94adcb1, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=eb70b236-9356-4e6c-ad02-0e98f94adcb1,segment=NetworkSegment(a6cfd7d1-5211-44ec-a836-a984e441185d),segment_id=a6cfd7d1-5211-44ec-a836-a984e441185d)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:11:55.444846 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c2c0aae-8e71-4ea4-b9f7-958ca7a04670 admin admin] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:11:55.445189 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-90d701ac-33e0-4c04-9c02-9d8d8db4e7f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:55.454669 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c721dd49-b4b2-482b-82ae-ebfa4acea818 None None] Sync routers for ids ['5933d660-10f6-4b84-a6f3-ffe602f099bb'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:11:55.468479 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c721dd49-b4b2-482b-82ae-ebfa4acea818 None None] Routers {'5933d660-10f6-4b84-a6f3-ffe602f099bb'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:11:55.471216 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-c721dd49-b4b2-482b-82ae-ebfa4acea818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:11:39Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['5933d660-10f6-4b84-a6f3-ffe602f099bb'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:11:55.501110 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-4c2c0aae-8e71-4ea4-b9f7-958ca7a04670 admin admin] 10.222.0.41 "PUT /v2.0/routers/5933d660-10f6-4b84-a6f3-ffe602f099bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4774806 Jun 01 19:11:55.503731 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 55910) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:11:55.566428 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f714e26-0c31-40fe-a629-7f3699ae8d49 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Pushing event deleted for resources: {'Port': ['ID=523c9e06-9c07-42d4-b5e6-5923f0f54911,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:11:55.624721 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f714e26-0c31-40fe-a629-7f3699ae8d49 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] No DVR routers for this DVR port 523c9e06-9c07-42d4-b5e6-5923f0f54911 on host n-d-844202-1 {{(pid=88525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:11:55.742387 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_v2 [None req-64ee59b1-744d-4a3c-a42f-ddd79804b9aa tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Deleting subnet e437fdb2-ab09-46f3-8837-4b7a3d448cff {{(pid=88525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 19:11:55.756807 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-64ee59b1-744d-4a3c-a42f-ddd79804b9aa tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks [] for subnet, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:55.790642 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d701ac-33e0-4c04-9c02-9d8d8db4e7f3 None None] Pushing event updated for resources: {'Port': ['ID=eb70b236-9356-4e6c-ad02-0e98f94adcb1,revision_number=2']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:11:56.042834 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-c721dd49-b4b2-482b-82ae-ebfa4acea818 None None] Set router 5933d660-10f6-4b84-a6f3-ffe602f099bb gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:11:56.148660 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9f714e26-0c31-40fe-a629-7f3699ae8d49 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:56.154482 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-966c31e8-3fa9-46c4-b717-6ae62da16d2a tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:56.223267 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-9f714e26-0c31-40fe-a629-7f3699ae8d49 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5eea775-5432-45cb-b028-30a1c0f844db']}} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:11:56.238936 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-9f714e26-0c31-40fe-a629-7f3699ae8d49 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65cbf027-ebab-48ab-8624-e9d7a8ce82cf') {'for_net_delete': True} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:11:56.239419 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-9f714e26-0c31-40fe-a629-7f3699ae8d49 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65cbf027-ebab-48ab-8624-e9d7a8ce82cf') {} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:11:56.255489 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9f714e26-0c31-40fe-a629-7f3699ae8d49 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2258522'] for segment, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:56.277417 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9f714e26-0c31-40fe-a629-7f3699ae8d49 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:56.284879 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f714e26-0c31-40fe-a629-7f3699ae8d49 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=88525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 19:11:56.285484 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9f714e26-0c31-40fe-a629-7f3699ae8d49 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2613981'] for segment, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:56.487640 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e9084859-a4a4-4f8b-8789-57fe18fe1855 admin admin] Notify callbacks [] for router, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:56.538109 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment 65cbf027-ebab-48ab-8624-e9d7a8ce82cf resource provider aggregate not found Jun 01 19:11:56.597585 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment 65cbf027-ebab-48ab-8624-e9d7a8ce82cf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 65cbf027-ebab-48ab-8624-e9d7a8ce82cf found for delete ", "request_id": "req-0302335f-f580-403c-90c7-2fcc8b72373d"}]} Jun 01 19:11:56.626892 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-64ee59b1-744d-4a3c-a42f-ddd79804b9aa tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2258509'] for subnet, precommit_delete_associations {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:56.665434 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-c721dd49-b4b2-482b-82ae-ebfa4acea818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5933d660-10f6-4b84-a6f3-ffe602f099bb', 'name': 'tempest-TestVolumeBackupRestore-937801238-router', 'tenant_id': 'f135b090042642babe6bb7a413fbe165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.221'}], 'enable_snat': True}, 'gw_port_id': '36f99ee7-c14e-409a-b1c3-a31abfa37f4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:06:04Z', 'updated_at': '2022-06-01T19:11:52Z', 'revision_number': 5, 'project_id': 'f135b090042642babe6bb7a413fbe165', 'gw_port': {'id': '36f99ee7-c14e-409a-b1c3-a31abfa37f4e', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:4f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5933d660-10f6-4b84-a6f3-ffe602f099bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:06:05Z', 'updated_at': '2022-06-01T19:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:11:56.670695 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c721dd49-b4b2-482b-82ae-ebfa4acea818 None None] Checking router: 5933d660-10f6-4b84-a6f3-ffe602f099bb for host: n-d-844202-1 {{(pid=88527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 19:11:56.689681 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c721dd49-b4b2-482b-82ae-ebfa4acea818 None None] Routers {'5933d660-10f6-4b84-a6f3-ffe602f099bb'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:11:56.690360 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-c721dd49-b4b2-482b-82ae-ebfa4acea818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:11:39Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['5933d660-10f6-4b84-a6f3-ffe602f099bb'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:11:56.739249 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9f714e26-0c31-40fe-a629-7f3699ae8d49 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:56.817566 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9f714e26-0c31-40fe-a629-7f3699ae8d49 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks [] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:56.832058 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3cb532-195d-486a-a494-7f829dd36f11 req-81235693-730f-4d88-9db8-cdde5f152ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:11:56.838540 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3cb532-195d-486a-a494-7f829dd36f11 req-81235693-730f-4d88-9db8-cdde5f152ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:11:56.842309 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3cb532-195d-486a-a494-7f829dd36f11 req-81235693-730f-4d88-9db8-cdde5f152ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:11:56.842981 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3cb532-195d-486a-a494-7f829dd36f11 req-81235693-730f-4d88-9db8-cdde5f152ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:11:56.846665 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3cb532-195d-486a-a494-7f829dd36f11 req-81235693-730f-4d88-9db8-cdde5f152ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:11:56.848056 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3cb532-195d-486a-a494-7f829dd36f11 req-81235693-730f-4d88-9db8-cdde5f152ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:11:56.850104 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3cb532-195d-486a-a494-7f829dd36f11 req-81235693-730f-4d88-9db8-cdde5f152ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:11:56.853227 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-eb3cb532-195d-486a-a494-7f829dd36f11 req-81235693-730f-4d88-9db8-cdde5f152ab8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b89af75b-9667-469e-b061-668dd6a09e9b HTTP/1.1" status: 200 len: 6492 time: 1.9982157 Jun 01 19:11:56.882490 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f714e26-0c31-40fe-a629-7f3699ae8d49 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Pushing event deleted for resources: {'Network': ['ID=d5eea775-5432-45cb-b028-30a1c0f844db,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:11:56.968125 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa40d38a-65e5-4842-9039-faa7619f6b8c req-87214800-f1ae-4e8c-9ded-7c7adabd1b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:11:56.975553 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-aa40d38a-65e5-4842-9039-faa7619f6b8c req-87214800-f1ae-4e8c-9ded-7c7adabd1b76 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b8b84db9-d35d-4296-85a8-fdfc6dd0b558&tenant_id=4a7494de105b4d89b3193a70c4c60c4c HTTP/1.1" status: 200 len: 1095 time: 1.5057576 Jun 01 19:11:57.018206 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-9f714e26-0c31-40fe-a629-7f3699ae8d49 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] 10.222.0.41 "DELETE /v2.0/networks/d5eea775-5432-45cb-b028-30a1c0f844db HTTP/1.1" status: 204 len: 168 time: 5.4211512 Jun 01 19:11:57.026409 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [req-aa40d38a-65e5-4842-9039-faa7619f6b8c req-9715617c-cf66-4c81-88a5-3143d6ed781e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-844202-1', 'device_owner': 'compute:nova'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:11:57.106112 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 55932) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:11:57.120376 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-c721dd49-b4b2-482b-82ae-ebfa4acea818 None None] Set router 5933d660-10f6-4b84-a6f3-ffe602f099bb gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:11:57.131735 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce8a37d-0506-4c0c-850a-2a8c78a1a051 req-91e88870-558e-4d8d-96dd-50d22e1c853f tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:11:57.133360 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-6ce8a37d-0506-4c0c-850a-2a8c78a1a051 req-91e88870-558e-4d8d-96dd-50d22e1c853f tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8b84db9-d35d-4296-85a8-fdfc6dd0b558 HTTP/1.1" status: 200 len: 944 time: 0.7073295 Jun 01 19:11:57.175481 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-64ee59b1-744d-4a3c-a42f-ddd79804b9aa tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:57.255042 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-9d4e21b2-72d8-4164-aca5-13cd411b9a85 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1349122602'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:11:57.257701 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device eb70b236-9356-4e6c-ad02-0e98f94adcb1 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:11:57.363907 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-9d4e21b2-72d8-4164-aca5-13cd411b9a85 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:11:57.370158 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a29fb9a-d887-4675-a45f-c3b2c0dfbf3d None None] Network dff807a0-8ea6-4127-898d-549f6adefb8f requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:11:57.371120 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-9d4e21b2-72d8-4164-aca5-13cd411b9a85 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Usage tracker for resource:network and tenant:8011be9678e842bab7da75259f1c11c1 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:11:57.374603 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-9d4e21b2-72d8-4164-aca5-13cd411b9a85 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:11:57.382059 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-9d4e21b2-72d8-4164-aca5-13cd411b9a85 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:11:57.445259 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d4e21b2-72d8-4164-aca5-13cd411b9a85 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Made reservation on behalf of 8011be9678e842bab7da75259f1c11c1 for: {'network': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:11:57.450884 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9d4e21b2-72d8-4164-aca5-13cd411b9a85 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:57.452003 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.db.resource_extend [None req-966c31e8-3fa9-46c4-b717-6ae62da16d2a tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 19:11:57.469879 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-966c31e8-3fa9-46c4-b717-6ae62da16d2a tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:57.479285 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e9084859-a4a4-4f8b-8789-57fe18fe1855 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:57.495182 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-966c31e8-3fa9-46c4-b717-6ae62da16d2a tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:57.513220 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-eb3cb532-195d-486a-a494-7f829dd36f11 req-354569f2-fc8b-49b4-9012-8c57e5cac876 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=0ab986d5-b8d5-42ed-9ee0-4a29f48e1199&id=7d570a50-36ee-4a35-8568-a6d10a7bab24&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.6358068 Jun 01 19:11:57.591224 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-6ce8a37d-0506-4c0c-850a-2a8c78a1a051 req-904763f9-13c7-4f96-9b6e-bfdec5ea4553 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7f46c16-7d81-4a09-b7a2-ba720d08e5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4198184 Jun 01 19:11:57.629115 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-7199ae14-0691-4a29-bb45-fcc52d55cd70 None None] Provisioning for port d1888a93-9c4a-4c83-b3e5-df65e786768d completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:11:57.629252 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-c721dd49-b4b2-482b-82ae-ebfa4acea818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5933d660-10f6-4b84-a6f3-ffe602f099bb', 'name': 'tempest-TestVolumeBackupRestore-937801238-router', 'tenant_id': 'f135b090042642babe6bb7a413fbe165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.221'}], 'enable_snat': True}, 'gw_port_id': '36f99ee7-c14e-409a-b1c3-a31abfa37f4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:06:04Z', 'updated_at': '2022-06-01T19:11:52Z', 'revision_number': 5, 'project_id': 'f135b090042642babe6bb7a413fbe165', 'gw_port': {'id': '36f99ee7-c14e-409a-b1c3-a31abfa37f4e', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:4f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5933d660-10f6-4b84-a6f3-ffe602f099bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:06:05Z', 'updated_at': '2022-06-01T19:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:11:57.650466 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c721dd49-b4b2-482b-82ae-ebfa4acea818 None None] The sync data for ids ['5933d660-10f6-4b84-a6f3-ffe602f099bb'] in n-d-844202-1 is: [{'id': '5933d660-10f6-4b84-a6f3-ffe602f099bb', 'name': 'tempest-TestVolumeBackupRestore-937801238-router', 'tenant_id': 'f135b090042642babe6bb7a413fbe165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.221'}], 'enable_snat': True}, 'gw_port_id': '36f99ee7-c14e-409a-b1c3-a31abfa37f4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:06:04Z', 'updated_at': '2022-06-01T19:11:52Z', 'revision_number': 5, 'project_id': 'f135b090042642babe6bb7a413fbe165', 'gw_port': {'id': '36f99ee7-c14e-409a-b1c3-a31abfa37f4e', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:4f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5933d660-10f6-4b84-a6f3-ffe602f099bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:06:05Z', 'updated_at': '2022-06-01T19:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:11:57.655580 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d4e21b2-72d8-4164-aca5-13cd411b9a85 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 121} {{(pid=88525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 19:11:57.685485 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9d4e21b2-72d8-4164-aca5-13cd411b9a85 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:57.685822 n-d-844202-1 neutron-server[88525]: INFO neutron.db.segments_db [None req-9d4e21b2-72d8-4164-aca5-13cd411b9a85 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Added segment 8376dbeb-e1ac-4927-b7d3-b5a74c6b4342 of type vlan for network 547f3909-8d29-4bf3-9f23-7e716bb62050 Jun 01 19:11:57.693750 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-966c31e8-3fa9-46c4-b717-6ae62da16d2a tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-887436'] for router_interface, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:57.707556 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-e9084859-a4a4-4f8b-8789-57fe18fe1855 admin admin] Deleting port 36f99ee7-c14e-409a-b1c3-a31abfa37f4e {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:11:57.707732 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e9084859-a4a4-4f8b-8789-57fe18fe1855 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:57.762290 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9d4e21b2-72d8-4164-aca5-13cd411b9a85 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:57.852755 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port eb70b236-9356-4e6c-ad02-0e98f94adcb1 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:11:57.888607 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-aa40d38a-65e5-4842-9039-faa7619f6b8c req-9715617c-cf66-4c81-88a5-3143d6ed781e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:57.890742 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device d1888a93-9c4a-4c83-b3e5-df65e786768d up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:11:57.901846 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-64ee59b1-744d-4a3c-a42f-ddd79804b9aa tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2614143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9667199'] for subnet, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:57.947375 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966c31e8-3fa9-46c4-b717-6ae62da16d2a tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Pushing event updated for resources: {'Port': ['ID=681ef106-1bc1-4608-8cfc-f27bab3173c9,revision_number=2']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:11:58.167110 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-2435c431-c80e-411f-9ee2-0d7f6ca5d3e2 None None] Provisioning for port eb70b236-9356-4e6c-ad02-0e98f94adcb1 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:11:58.192004 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-2435c431-c80e-411f-9ee2-0d7f6ca5d3e2 None None] Provisioning complete for port eb70b236-9356-4e6c-ad02-0e98f94adcb1 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:11:58.192478 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-2435c431-c80e-411f-9ee2-0d7f6ca5d3e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:58.230880 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port d1888a93-9c4a-4c83-b3e5-df65e786768d completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:11:58.276052 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port d1888a93-9c4a-4c83-b3e5-df65e786768d triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:11:58.276624 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:58.357739 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-aa40d38a-65e5-4842-9039-faa7619f6b8c req-9715617c-cf66-4c81-88a5-3143d6ed781e service neutron] For port 1411ff4b-90e6-476e-a022-8a9f0065e464, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=1411ff4b-90e6-476e-a022-8a9f0065e464,segment=NetworkSegment(391d97c0-c1c6-4de9-90ea-516f30f0f3f3),segment_id=391d97c0-c1c6-4de9-90ea-516f30f0f3f3)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:11:58.367587 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-966c31e8-3fa9-46c4-b717-6ae62da16d2a tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Network dff807a0-8ea6-4127-898d-549f6adefb8f is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:11:58.373012 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-966c31e8-3fa9-46c4-b717-6ae62da16d2a tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:11:58.396753 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-aa40d38a-65e5-4842-9039-faa7619f6b8c req-9715617c-cf66-4c81-88a5-3143d6ed781e service neutron] For port 1411ff4b-90e6-476e-a022-8a9f0065e464, host n-h2-844202-1, cleared binding levels {{(pid=88525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:11:58.499407 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-64ee59b1-744d-4a3c-a42f-ddd79804b9aa tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks [] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:58.518272 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9d4e21b2-72d8-4164-aca5-13cd411b9a85 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:58.529679 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d4e21b2-72d8-4164-aca5-13cd411b9a85 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:11:58.530350 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9d4e21b2-72d8-4164-aca5-13cd411b9a85 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks [] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:58.562138 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ee59b1-744d-4a3c-a42f-ddd79804b9aa tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Pushing event deleted for resources: {'Subnet': ['ID=e437fdb2-ab09-46f3-8837-4b7a3d448cff,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:11:58.572505 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-64ee59b1-744d-4a3c-a42f-ddd79804b9aa tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "DELETE /v2.0/subnets/e437fdb2-ab09-46f3-8837-4b7a3d448cff HTTP/1.1" status: 204 len: 168 time: 3.6200135 Jun 01 19:11:58.603346 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 55954) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:11:58.647963 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-2435c431-c80e-411f-9ee2-0d7f6ca5d3e2 None None] Current status of the port eb70b236-9356-4e6c-ad02-0e98f94adcb1 is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:11:58.652764 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-2435c431-c80e-411f-9ee2-0d7f6ca5d3e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:58.694754 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port d1888a93-9c4a-4c83-b3e5-df65e786768d is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:11:58.695418 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:58.789058 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-2435c431-c80e-411f-9ee2-0d7f6ca5d3e2 None None] For port eb70b236-9356-4e6c-ad02-0e98f94adcb1, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=eb70b236-9356-4e6c-ad02-0e98f94adcb1,segment=NetworkSegment(a6cfd7d1-5211-44ec-a836-a984e441185d),segment_id=a6cfd7d1-5211-44ec-a836-a984e441185d)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:11:58.806477 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-2435c431-c80e-411f-9ee2-0d7f6ca5d3e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:58.810179 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port d1888a93-9c4a-4c83-b3e5-df65e786768d, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=d1888a93-9c4a-4c83-b3e5-df65e786768d,segment=NetworkSegment(5fc4ab46-cdd1-4a9b-8c32-e8e8c6108992),segment_id=5fc4ab46-cdd1-4a9b-8c32-e8e8c6108992)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:11:58.857967 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e670446-e062-4f13-a0ff-02d2feeed909 None None] Network c840486e-0c2f-4729-9a0c-ee6552111f90 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:11:58.884773 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:58.885802 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 3354e18e-8fed-4e18-aeeb-d8c90cc969ab up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:11:59.010280 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-966c31e8-3fa9-46c4-b717-6ae62da16d2a tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Router f1871c5e-216e-49f9-bb41-4d6bbcaca0ec has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 19:11:59.020794 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2435c431-c80e-411f-9ee2-0d7f6ca5d3e2 None None] Pushing event updated for resources: {'Port': ['ID=eb70b236-9356-4e6c-ad02-0e98f94adcb1,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:11:59.065645 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [None req-e9084859-a4a4-4f8b-8789-57fe18fe1855 admin admin] For port 36f99ee7-c14e-409a-b1c3-a31abfa37f4e, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=36f99ee7-c14e-409a-b1c3-a31abfa37f4e,segment=NetworkSegment(7875af61-4c53-4ff2-b8c8-d4b7c35ff947),segment_id=7875af61-4c53-4ff2-b8c8-d4b7c35ff947)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:11:59.066198 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e9084859-a4a4-4f8b-8789-57fe18fe1855 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:59.157232 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [req-aa40d38a-65e5-4842-9039-faa7619f6b8c req-9715617c-cf66-4c81-88a5-3143d6ed781e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1411ff4b-90e6-476e-a022-8a9f0065e464 {{(pid=88525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 19:11:59.170393 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2435c431-c80e-411f-9ee2-0d7f6ca5d3e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:11:59.170795 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2435c431-c80e-411f-9ee2-0d7f6ca5d3e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:11:59.171157 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2435c431-c80e-411f-9ee2-0d7f6ca5d3e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:11:59.171477 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2435c431-c80e-411f-9ee2-0d7f6ca5d3e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:11:59.171873 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2435c431-c80e-411f-9ee2-0d7f6ca5d3e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:11:59.172209 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2435c431-c80e-411f-9ee2-0d7f6ca5d3e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:11:59.172584 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2435c431-c80e-411f-9ee2-0d7f6ca5d3e2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:11:59.172961 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2435c431-c80e-411f-9ee2-0d7f6ca5d3e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:11:59.173647 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2435c431-c80e-411f-9ee2-0d7f6ca5d3e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:11:59.173647 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2435c431-c80e-411f-9ee2-0d7f6ca5d3e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:11:59.173905 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2435c431-c80e-411f-9ee2-0d7f6ca5d3e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:11:59.174227 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2435c431-c80e-411f-9ee2-0d7f6ca5d3e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:11:59.186511 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-98f822c0-33f1-49a1-9580-b699bcb6cd2c tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.5784576 Jun 01 19:11:59.194732 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-9d4e21b2-72d8-4164-aca5-13cd411b9a85 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 2.0226207 Jun 01 19:11:59.198367 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-aa40d38a-65e5-4842-9039-faa7619f6b8c req-9715617c-cf66-4c81-88a5-3143d6ed781e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:59.204622 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 55968) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:11:59.204622 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 55970) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:11:59.216077 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-cfee3c41-2eb7-4b1c-8ca4-839a2d930b1b tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Request body: {'subnet': {'network_id': 'c840486e-0c2f-4729-9a0c-ee6552111f90', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:11:59.235481 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-168a0647-b448-4663-b9a1-d7146e978a94 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Request body: {'subnet': {'network_id': '547f3909-8d29-4bf3-9f23-7e716bb62050', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:11:59.281315 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [req-aa40d38a-65e5-4842-9039-faa7619f6b8c req-9715617c-cf66-4c81-88a5-3143d6ed781e service neutron] Transition to ACTIVE for port object 1411ff4b-90e6-476e-a022-8a9f0065e464 will not be triggered until provisioned by entity L2. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:11:59.398412 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-e9084859-a4a4-4f8b-8789-57fe18fe1855 admin admin] Calling delete_port for 36f99ee7-c14e-409a-b1c3-a31abfa37f4e owned by network:router_gateway {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:11:59.440941 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4e21b2-72d8-4164-aca5-13cd411b9a85 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Pushing event updated for resources: {'Network': ['ID=547f3909-8d29-4bf3-9f23-7e716bb62050,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:11:59.468070 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network 547f3909-8d29-4bf3-9f23-7e716bb62050 details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 19:11:59.565295 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-15a12608-3808-494e-abb3-39c87333cf69 None None] Provisioning for port 681ef106-1bc1-4608-8cfc-f27bab3173c9 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:11:59.584433 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-aa40d38a-65e5-4842-9039-faa7619f6b8c req-9715617c-cf66-4c81-88a5-3143d6ed781e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:59.622050 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port 3354e18e-8fed-4e18-aeeb-d8c90cc969ab completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:11:59.625672 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-15a12608-3808-494e-abb3-39c87333cf69 None None] Provisioning complete for port 681ef106-1bc1-4608-8cfc-f27bab3173c9 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:11:59.626089 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-15a12608-3808-494e-abb3-39c87333cf69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:59.676353 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-cfee3c41-2eb7-4b1c-8ca4-839a2d930b1b tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:11:59.683140 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9715617c-cf66-4c81-88a5-3143d6ed781e service neutron] Pushing event updated for resources: {'Port': ['ID=1411ff4b-90e6-476e-a022-8a9f0065e464,revision_number=9']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:11:59.689823 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-cfee3c41-2eb7-4b1c-8ca4-839a2d930b1b tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Usage tracker for resource:subnet and tenant:451baccc58514a0cab8c4410ed135b7c is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:11:59.693459 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-cfee3c41-2eb7-4b1c-8ca4-839a2d930b1b tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:11:59.701190 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-cfee3c41-2eb7-4b1c-8ca4-839a2d930b1b tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:11:59.702407 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 3354e18e-8fed-4e18-aeeb-d8c90cc969ab triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:11:59.702886 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:59.719824 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-168a0647-b448-4663-b9a1-d7146e978a94 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:11:59.725329 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-168a0647-b448-4663-b9a1-d7146e978a94 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Usage tracker for resource:subnet and tenant:8011be9678e842bab7da75259f1c11c1 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:11:59.728844 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-168a0647-b448-4663-b9a1-d7146e978a94 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:11:59.757343 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=d1888a93-9c4a-4c83-b3e5-df65e786768d,revision_number=3']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:11:59.812016 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfee3c41-2eb7-4b1c-8ca4-839a2d930b1b tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Made reservation on behalf of 451baccc58514a0cab8c4410ed135b7c for: {'subnet': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:11:59.821597 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-cfee3c41-2eb7-4b1c-8ca4-839a2d930b1b tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9667140'] for subnet, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:59.839690 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-15a12608-3808-494e-abb3-39c87333cf69 None None] Port 681ef106-1bc1-4608-8cfc-f27bab3173c9 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:11:59.857442 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-168a0647-b448-4663-b9a1-d7146e978a94 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:11:59.907090 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-15a12608-3808-494e-abb3-39c87333cf69 None None] Provisioning complete for port d1888a93-9c4a-4c83-b3e5-df65e786768d triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:11:59.907458 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-15a12608-3808-494e-abb3-39c87333cf69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:11:59.992149 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5d72521-b6f9-4ce0-b620-4df00d662d63 None None] DHCP port deletion for c840486e-0c2f-4729-9a0c-ee6552111f90 request from n-d-844202-1 {{(pid=88526) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 19:12:00.023471 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-168a0647-b448-4663-b9a1-d7146e978a94 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Made reservation on behalf of 8011be9678e842bab7da75259f1c11c1 for: {'subnet': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:12:00.040870 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-168a0647-b448-4663-b9a1-d7146e978a94 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9667140'] for subnet, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:00.054132 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f09825c-9002-4012-8b8e-4c481a38c17b req-59e8594b-c738-4fc4-9610-54a19ee010db tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:12:00.056596 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-1f09825c-9002-4012-8b8e-4c481a38c17b req-59e8594b-c738-4fc4-9610-54a19ee010db tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8b84db9-d35d-4296-85a8-fdfc6dd0b558 HTTP/1.1" status: 200 len: 944 time: 1.1543336 Jun 01 19:12:00.083662 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-c5d72521-b6f9-4ce0-b620-4df00d662d63 None None] Deleting port eb70b236-9356-4e6c-ad02-0e98f94adcb1 {{(pid=88526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:12:00.083662 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-c5d72521-b6f9-4ce0-b620-4df00d662d63 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:00.165460 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 3354e18e-8fed-4e18-aeeb-d8c90cc969ab is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:12:00.166092 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:00.229089 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa40d38a-65e5-4842-9039-faa7619f6b8c req-9715617c-cf66-4c81-88a5-3143d6ed781e service neutron] No DVR routers for this DVR port 1411ff4b-90e6-476e-a022-8a9f0065e464 on host n-h2-844202-1 {{(pid=88525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:12:00.292742 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-966c31e8-3fa9-46c4-b717-6ae62da16d2a tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:12:00.320508 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-1f09825c-9002-4012-8b8e-4c481a38c17b req-112bc8e4-ef4c-4ebd-bdde-52292f28e3be tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7f46c16-7d81-4a09-b7a2-ba720d08e5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2555702 Jun 01 19:12:00.321538 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port 3354e18e-8fed-4e18-aeeb-d8c90cc969ab, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=3354e18e-8fed-4e18-aeeb-d8c90cc969ab,segment=NetworkSegment(7875af61-4c53-4ff2-b8c8-d4b7c35ff947),segment_id=7875af61-4c53-4ff2-b8c8-d4b7c35ff947)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:12:00.324326 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-15a12608-3808-494e-abb3-39c87333cf69 None None] Current status of the port d1888a93-9c4a-4c83-b3e5-df65e786768d is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:12:00.328129 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958ec06a-27b1-447d-bb27-fe6f48df6ad3 None None] Sync routers for ids ['f1871c5e-216e-49f9-bb41-4d6bbcaca0ec'] in n-d-844202-1 {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:12:00.340389 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e9084859-a4a4-4f8b-8789-57fe18fe1855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:00.342441 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:00.348074 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958ec06a-27b1-447d-bb27-fe6f48df6ad3 None None] Routers {'f1871c5e-216e-49f9-bb41-4d6bbcaca0ec'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:12:00.348827 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-958ec06a-27b1-447d-bb27-fe6f48df6ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:11:39Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['f1871c5e-216e-49f9-bb41-4d6bbcaca0ec'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:12:00.428866 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-966c31e8-3fa9-46c4-b717-6ae62da16d2a tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "PUT /v2.0/routers/f1871c5e-216e-49f9-bb41-4d6bbcaca0ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.0134525 Jun 01 19:12:00.469945 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9084859-a4a4-4f8b-8789-57fe18fe1855 admin admin] Pushing event deleted for resources: {'Port': ['ID=36f99ee7-c14e-409a-b1c3-a31abfa37f4e,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:12:00.483604 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-15a12608-3808-494e-abb3-39c87333cf69 None None] Could not find standard attr ID for object 76c59ebd-934d-496b-a002-d479cfd39a76. {{(pid=88526) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 01 19:12:00.541002 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device d1888a93-9c4a-4c83-b3e5-df65e786768d up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:12:00.742614 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e9084859-a4a4-4f8b-8789-57fe18fe1855 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-887703'] for router_gateway, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:00.799391 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-c5d72521-b6f9-4ce0-b620-4df00d662d63 None None] For port eb70b236-9356-4e6c-ad02-0e98f94adcb1, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=eb70b236-9356-4e6c-ad02-0e98f94adcb1,segment=NetworkSegment(a6cfd7d1-5211-44ec-a836-a984e441185d),segment_id=a6cfd7d1-5211-44ec-a836-a984e441185d)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:12:00.799748 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-c5d72521-b6f9-4ce0-b620-4df00d662d63 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:00.837607 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-aa40d38a-65e5-4842-9039-faa7619f6b8c req-9715617c-cf66-4c81-88a5-3143d6ed781e service neutron] Attempting to bind port 1411ff4b-90e6-476e-a022-8a9f0065e464 on host n-h1-844202-1 for vnic_type normal with profile {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:12:00.838090 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-aa40d38a-65e5-4842-9039-faa7619f6b8c req-9715617c-cf66-4c81-88a5-3143d6ed781e service neutron] Attempting to bind port 1411ff4b-90e6-476e-a022-8a9f0065e464 by drivers openvswitch,hyperv on host n-h1-844202-1 at level 0 using segments [{'id': '391d97c0-c1c6-4de9-90ea-516f30f0f3f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '3d299f30-03d5-48f5-82fc-2ce538e7e02b'}] {{(pid=88525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:12:00.838411 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa40d38a-65e5-4842-9039-faa7619f6b8c req-9715617c-cf66-4c81-88a5-3143d6ed781e service neutron] Attempting to bind port 1411ff4b-90e6-476e-a022-8a9f0065e464 on network 3d299f30-03d5-48f5-82fc-2ce538e7e02b {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:12:00.871213 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa40d38a-65e5-4842-9039-faa7619f6b8c req-9715617c-cf66-4c81-88a5-3143d6ed781e service neutron] Port 1411ff4b-90e6-476e-a022-8a9f0065e464 on network 3d299f30-03d5-48f5-82fc-2ce538e7e02b not bound, no agent of type Open vSwitch agent registered on host n-h1-844202-1 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 19:12:00.871748 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa40d38a-65e5-4842-9039-faa7619f6b8c req-9715617c-cf66-4c81-88a5-3143d6ed781e service neutron] Attempting to bind port 1411ff4b-90e6-476e-a022-8a9f0065e464 on network 3d299f30-03d5-48f5-82fc-2ce538e7e02b {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:12:00.914311 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-104deb5b-9b30-431b-8d4d-d88c632829d1 req-20a9aa1d-85c4-4bf7-840b-ec62cf126db2 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2030808592&fields=id&tenant_id=8537cfb3773e46d182e148cf5b0a717f HTTP/1.1" status: 200 len: 267 time: 0.1750081 Jun 01 19:12:00.917618 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-cfee3c41-2eb7-4b1c-8ca4-839a2d930b1b tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2614064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9667190'] for subnet, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:00.991258 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e9084859-a4a4-4f8b-8789-57fe18fe1855 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25316'] for router, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:00.994262 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e9084859-a4a4-4f8b-8789-57fe18fe1855 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:01.020658 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e9084859-a4a4-4f8b-8789-57fe18fe1855 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-891519'] for router, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:01.021583 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9084859-a4a4-4f8b-8789-57fe18fe1855 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5933d660-10f6-4b84-a6f3-ffe602f099bb {{(pid=88524) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 19:12:01.037248 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e9084859-a4a4-4f8b-8789-57fe18fe1855 admin admin] Notify callbacks [] for router, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:01.039110 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-e9084859-a4a4-4f8b-8789-57fe18fe1855 admin admin] 10.222.0.41 "DELETE /v2.0/routers/5933d660-10f6-4b84-a6f3-ffe602f099bb HTTP/1.1" status: 204 len: 168 time: 5.5312438 Jun 01 19:12:01.042382 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 56008) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:12:01.065293 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-168a0647-b448-4663-b9a1-d7146e978a94 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2614064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9667190'] for subnet, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:01.085058 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa40d38a-65e5-4842-9039-faa7619f6b8c req-9715617c-cf66-4c81-88a5-3143d6ed781e service neutron] Checking agent: {'id': 'bdb1e5d7-b998-4259-838f-3d278e930f32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 11, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:12:01.089602 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa40d38a-65e5-4842-9039-faa7619f6b8c req-9715617c-cf66-4c81-88a5-3143d6ed781e service neutron] Checking segment: {'id': '391d97c0-c1c6-4de9-90ea-516f30f0f3f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '3d299f30-03d5-48f5-82fc-2ce538e7e02b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:12:01.092655 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa40d38a-65e5-4842-9039-faa7619f6b8c req-9715617c-cf66-4c81-88a5-3143d6ed781e service neutron] Bound using segment: {'id': '391d97c0-c1c6-4de9-90ea-516f30f0f3f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '3d299f30-03d5-48f5-82fc-2ce538e7e02b'} {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:12:01.093239 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-aa40d38a-65e5-4842-9039-faa7619f6b8c req-9715617c-cf66-4c81-88a5-3143d6ed781e service neutron] Bound port: 1411ff4b-90e6-476e-a022-8a9f0065e464, host: n-h1-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '391d97c0-c1c6-4de9-90ea-516f30f0f3f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '3d299f30-03d5-48f5-82fc-2ce538e7e02b'}}] {{(pid=88525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:12:01.093701 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-aa40d38a-65e5-4842-9039-faa7619f6b8c req-9715617c-cf66-4c81-88a5-3143d6ed781e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:01.126715 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-958ec06a-27b1-447d-bb27-fe6f48df6ad3 None None] Set router f1871c5e-216e-49f9-bb41-4d6bbcaca0ec gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:12:01.129710 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_v2 [None req-6641bb9a-3e07-4bf5-8750-6858f00cd2b0 admin admin] Deleting subnet 7a4ccbe1-5dd5-4f1d-aea7-7841b068d6b5 {{(pid=88524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 19:12:01.134990 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6641bb9a-3e07-4bf5-8750-6858f00cd2b0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:01.137132 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfee3c41-2eb7-4b1c-8ca4-839a2d930b1b tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Network c840486e-0c2f-4729-9a0c-ee6552111f90 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:12:01.145047 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-cfee3c41-2eb7-4b1c-8ca4-839a2d930b1b tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:12:01.156046 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfee3c41-2eb7-4b1c-8ca4-839a2d930b1b tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:12:01.156816 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-cfee3c41-2eb7-4b1c-8ca4-839a2d930b1b tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks [] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:01.205087 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6641bb9a-3e07-4bf5-8750-6858f00cd2b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2702137'] for subnet, precommit_delete_associations {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:01.315658 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6641bb9a-3e07-4bf5-8750-6858f00cd2b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:01.392435 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=3354e18e-8fed-4e18-aeeb-d8c90cc969ab,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:12:01.409200 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-c5d72521-b6f9-4ce0-b620-4df00d662d63 None None] Calling delete_port for eb70b236-9356-4e6c-ad02-0e98f94adcb1 owned by network:dhcp {{(pid=88526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:12:01.440706 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6641bb9a-3e07-4bf5-8750-6858f00cd2b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2718856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3066595'] for subnet, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:01.464280 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104deb5b-9b30-431b-8d4d-d88c632829d1 req-d1792eee-960b-4e2a-8b42-06100ba14473 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:12:01.465160 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-104deb5b-9b30-431b-8d4d-d88c632829d1 req-d1792eee-960b-4e2a-8b42-06100ba14473 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Synchronizing usage tracker for tenant:8537cfb3773e46d182e148cf5b0a717f on resource:network {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:12:01.500400 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6641bb9a-3e07-4bf5-8750-6858f00cd2b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a4ccbe1-5dd5-4f1d-aea7-7841b068d6b5,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:12:01.544048 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-168a0647-b448-4663-b9a1-d7146e978a94 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Checking segment: {'id': '8376dbeb-e1ac-4927-b7d3-b5a74c6b4342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '547f3909-8d29-4bf3-9f23-7e716bb62050'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:12:01.544364 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-168a0647-b448-4663-b9a1-d7146e978a94 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Network hostable DHCP agents. Network: 547f3909-8d29-4bf3-9f23-7e716bb62050, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 19:12:01.559103 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6641bb9a-3e07-4bf5-8750-6858f00cd2b0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:01.574497 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfee3c41-2eb7-4b1c-8ca4-839a2d930b1b tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Pushing event updated for resources: {'Subnet': ['ID=18568bb6-8c3e-45cc-b900-033d9c99322b,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:12:01.578694 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-6641bb9a-3e07-4bf5-8750-6858f00cd2b0 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/7a4ccbe1-5dd5-4f1d-aea7-7841b068d6b5 HTTP/1.1" status: 204 len: 168 time: 0.5325885 Jun 01 19:12:01.579441 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 56020) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:12:01.580806 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-104deb5b-9b30-431b-8d4d-d88c632829d1 req-d1792eee-960b-4e2a-8b42-06100ba14473 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Unset dirty status for tenant:8537cfb3773e46d182e148cf5b0a717f on resource:network {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:12:01.581781 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-104deb5b-9b30-431b-8d4d-d88c632829d1 req-d1792eee-960b-4e2a-8b42-06100ba14473 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/networks?id=dff807a0-8ea6-4127-898d-549f6adefb8f HTTP/1.1" status: 200 len: 796 time: 0.6652210 Jun 01 19:12:01.595021 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bcc9f9a-48af-49fb-8fab-a0148ec7573f None None] Network c3352d0c-270d-4028-ae16-5fd6706a6b7a requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:12:01.644088 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-cfee3c41-2eb7-4b1c-8ca4-839a2d930b1b tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.4397264 Jun 01 19:12:01.650913 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 56026) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:12:01.659301 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-ef9f5aed-2efe-4747-87cb-41767ee535bb tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Request body: {'port': {'network_id': 'c840486e-0c2f-4729-9a0c-ee6552111f90', 'fixed_ips': [{'subnet_id': '18568bb6-8c3e-45cc-b900-033d9c99322b', 'ip_address': '2001:db8::7133:3029:ee1f:cb52'}], 'name': 'tempest-NetworksTestDHCPv6-1477809465'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:12:01.684339 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-87bc2498-eec1-4e4d-9af8-1f1afb6a88c5 None None] Provisioning complete for port 681ef106-1bc1-4608-8cfc-f27bab3173c9 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:12:01.684711 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-87bc2498-eec1-4e4d-9af8-1f1afb6a88c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:01.701081 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-104deb5b-9b30-431b-8d4d-d88c632829d1 req-0f98700d-d43e-4104-aed7-09027214dce0 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/quotas/8537cfb3773e46d182e148cf5b0a717f HTTP/1.1" status: 200 len: 375 time: 0.0637233 Jun 01 19:12:01.760404 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae9bb35-d295-45ab-850a-6e4b9687ed3f req-579645fc-c094-416c-9231-764dde388fc9 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:12:01.767970 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-cae9bb35-d295-45ab-850a-6e4b9687ed3f req-579645fc-c094-416c-9231-764dde388fc9 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8b84db9-d35d-4296-85a8-fdfc6dd0b558 HTTP/1.1" status: 200 len: 944 time: 0.2705889 Jun 01 19:12:01.816708 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port d1888a93-9c4a-4c83-b3e5-df65e786768d triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:12:01.816990 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:01.836099 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-5df28d45-0a6f-4f61-8493-2ba2acddfe8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:01.847959 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-cae9bb35-d295-45ab-850a-6e4b9687ed3f req-529b06f8-d238-439a-8583-edf161fb267c tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7f46c16-7d81-4a09-b7a2-ba720d08e5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792181 Jun 01 19:12:01.855879 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-5df28d45-0a6f-4f61-8493-2ba2acddfe8a admin admin] Deleting port 01390170-bd48-4ad2-ace4-2d4b53b31a7b {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:12:01.856403 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-5df28d45-0a6f-4f61-8493-2ba2acddfe8a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:01.889462 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-168a0647-b448-4663-b9a1-d7146e978a94 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Network 547f3909-8d29-4bf3-9f23-7e716bb62050 is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 19:12:01.938764 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168a0647-b448-4663-b9a1-d7146e978a94 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Pushing event updated for resources: {'Subnet': ['ID=26ddd0cd-34c2-44b8-8d5a-5b704304d00b,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:12:01.947232 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-aa40d38a-65e5-4842-9039-faa7619f6b8c req-9715617c-cf66-4c81-88a5-3143d6ed781e service neutron] For port 1411ff4b-90e6-476e-a022-8a9f0065e464, host n-h1-844202-1, cleared binding levels {{(pid=88525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:12:01.979675 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-87bc2498-eec1-4e4d-9af8-1f1afb6a88c5 None None] Port 681ef106-1bc1-4608-8cfc-f27bab3173c9 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:12:01.986975 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-168a0647-b448-4663-b9a1-d7146e978a94 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, 547f3909-8d29-4bf3-9f23-7e716bb62050) {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:12:01.999389 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-168a0647-b448-4663-b9a1-d7146e978a94 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:12:02.001092 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-168a0647-b448-4663-b9a1-d7146e978a94 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks [] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:02.033509 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-aa40d38a-65e5-4842-9039-faa7619f6b8c req-9715617c-cf66-4c81-88a5-3143d6ed781e service neutron] For port 1411ff4b-90e6-476e-a022-8a9f0065e464, host n-h1-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=1411ff4b-90e6-476e-a022-8a9f0065e464,segment=NetworkSegment(391d97c0-c1c6-4de9-90ea-516f30f0f3f3),segment_id=391d97c0-c1c6-4de9-90ea-516f30f0f3f3)] {{(pid=88525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:12:02.037725 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49f1a16b-0829-41ac-ad8e-24b12262bd2e None None] Network 547f3909-8d29-4bf3-9f23-7e716bb62050 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:12:02.056376 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-c5d72521-b6f9-4ce0-b620-4df00d662d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535'] for port, after_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:02.100634 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-aa40d38a-65e5-4842-9039-faa7619f6b8c req-9715617c-cf66-4c81-88a5-3143d6ed781e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:02.202499 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa40d38a-65e5-4842-9039-faa7619f6b8c req-9715617c-cf66-4c81-88a5-3143d6ed781e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:12:02.203114 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-aa40d38a-65e5-4842-9039-faa7619f6b8c req-9715617c-cf66-4c81-88a5-3143d6ed781e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:02.203652 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [None req-5df28d45-0a6f-4f61-8493-2ba2acddfe8a admin admin] For port 01390170-bd48-4ad2-ace4-2d4b53b31a7b, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=01390170-bd48-4ad2-ace4-2d4b53b31a7b,segment=NetworkSegment(a8944520-f6ca-44a8-bb67-7b5053b4e747),segment_id=a8944520-f6ca-44a8-bb67-7b5053b4e747)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:12:02.204129 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-5df28d45-0a6f-4f61-8493-2ba2acddfe8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:02.204524 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-aa40d38a-65e5-4842-9039-faa7619f6b8c req-9715617c-cf66-4c81-88a5-3143d6ed781e service neutron] 10.222.0.15 "PUT /v2.0/ports/1411ff4b-90e6-476e-a022-8a9f0065e464 HTTP/1.1" status: 200 len: 1092 time: 5.2118399 Jun 01 19:12:02.211865 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-168a0647-b448-4663-b9a1-d7146e978a94 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0031116 Jun 01 19:12:02.211865 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8b84db9-d35d-4296-85a8-fdfc6dd0b558', 'tag': '1411ff4b-90e6-476e-a022-8a9f0065e464'}] {{(pid=88525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:12:02.221604 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 56036) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:12:02.226380 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-ef9f5aed-2efe-4747-87cb-41767ee535bb tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:12:02.244028 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-3cc8bd1c-1fe4-4cfb-bb30-907723b7f8d3 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-112259163', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:12:02.301983 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-ef9f5aed-2efe-4747-87cb-41767ee535bb tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Usage tracker for resource:port and tenant:451baccc58514a0cab8c4410ed135b7c is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:12:02.315247 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-ef9f5aed-2efe-4747-87cb-41767ee535bb tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:12:02.319476 n-d-844202-1 neutron-server[88525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56fbf1ca-47a2-40d2-8af0-f1e8f24289de'] response: {'name': 'network-changed', 'server_uuid': 'b8b84db9-d35d-4296-85a8-fdfc6dd0b558', 'tag': '1411ff4b-90e6-476e-a022-8a9f0065e464', 'status': 'completed', 'code': 200} Jun 01 19:12:02.323542 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d72521-b6f9-4ce0-b620-4df00d662d63 None None] Pushing event deleted for resources: {'Port': ['ID=eb70b236-9356-4e6c-ad02-0e98f94adcb1,revision_number=None']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:12:02.327653 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-104deb5b-9b30-431b-8d4d-d88c632829d1 req-525872c7-5fde-4c3f-ae4b-3273d6416206 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=8537cfb3773e46d182e148cf5b0a717f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6060367 Jun 01 19:12:02.338699 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-ef9f5aed-2efe-4747-87cb-41767ee535bb tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:12:02.363129 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d72521-b6f9-4ce0-b620-4df00d662d63 None None] No DVR routers for this DVR port eb70b236-9356-4e6c-ad02-0e98f94adcb1 on host n-d-844202-1 {{(pid=88526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:12:02.365750 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-3cc8bd1c-1fe4-4cfb-bb30-907723b7f8d3 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:12:02.396806 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9715617c-cf66-4c81-88a5-3143d6ed781e service neutron] Pushing event updated for resources: {'Port': ['ID=1411ff4b-90e6-476e-a022-8a9f0065e464,revision_number=10']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:12:02.479509 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef9f5aed-2efe-4747-87cb-41767ee535bb tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Made reservation on behalf of 451baccc58514a0cab8c4410ed135b7c for: {'port': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:12:02.513654 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f6f8715-8a5e-43e2-98f3-3dfe1baaf971 None None] Network c840486e-0c2f-4729-9a0c-ee6552111f90 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:12:02.639268 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-104deb5b-9b30-431b-8d4d-d88c632829d1 req-3a79388f-4334-4a58-af3b-d4243c5e8232 service neutron] 10.222.0.41 "GET /v2.0/networks/dff807a0-8ea6-4127-898d-549f6adefb8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2925138 Jun 01 19:12:02.683450 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-3cc8bd1c-1fe4-4cfb-bb30-907723b7f8d3 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Usage tracker for resource:router and tenant:8011be9678e842bab7da75259f1c11c1 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:12:02.695084 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-5df28d45-0a6f-4f61-8493-2ba2acddfe8a admin admin] Calling delete_port for 01390170-bd48-4ad2-ace4-2d4b53b31a7b owned by network:dhcp {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:12:02.727065 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-3cc8bd1c-1fe4-4cfb-bb30-907723b7f8d3 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:12:02.746503 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port d1888a93-9c4a-4c83-b3e5-df65e786768d is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:12:02.759428 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-3cc8bd1c-1fe4-4cfb-bb30-907723b7f8d3 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:12:02.796076 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa40d38a-65e5-4842-9039-faa7619f6b8c req-4d1600ba-1b1c-40ab-ba71-a7d91d5b094f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:12:02.798054 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-aa40d38a-65e5-4842-9039-faa7619f6b8c req-4d1600ba-1b1c-40ab-ba71-a7d91d5b094f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4a7494de105b4d89b3193a70c4c60c4c&device_id=b8b84db9-d35d-4296-85a8-fdfc6dd0b558 HTTP/1.1" status: 200 len: 1096 time: 0.5578613 Jun 01 19:12:02.838229 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device eb70b236-9356-4e6c-ad02-0e98f94adcb1 no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:12:02.838742 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-3cc8bd1c-1fe4-4cfb-bb30-907723b7f8d3 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-885767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25238'] for router, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:02.839875 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-3cc8bd1c-1fe4-4cfb-bb30-907723b7f8d3 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-901042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-886562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-981784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25327'] for router, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:02.849244 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-5df28d45-0a6f-4f61-8493-2ba2acddfe8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:02.896049 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: eb70b236-9356-4e6c-ad02-0e98f94adcb1 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:12:02.896721 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device eb70b236-9356-4e6c-ad02-0e98f94adcb1 not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:12:02.897392 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 305ec94e-712f-4602-aeca-0f34a9f3a232 no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:12:02.918914 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df28d45-0a6f-4f61-8493-2ba2acddfe8a admin admin] No DVR routers for this DVR port 01390170-bd48-4ad2-ace4-2d4b53b31a7b on host n-d-844202-1 {{(pid=88524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:12:02.958337 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df28d45-0a6f-4f61-8493-2ba2acddfe8a admin admin] Pushing event deleted for resources: {'Port': ['ID=01390170-bd48-4ad2-ace4-2d4b53b31a7b,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:12:02.964092 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ef9f5aed-2efe-4747-87cb-41767ee535bb tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:03.058635 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-104deb5b-9b30-431b-8d4d-d88c632829d1 req-5792949e-c895-42d1-a90e-6d4bd9e877fc service neutron] 10.222.0.41 "GET /v2.0/networks/dff807a0-8ea6-4127-898d-549f6adefb8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4086747 Jun 01 19:12:03.063345 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: 305ec94e-712f-4602-aeca-0f34a9f3a232 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:12:03.063793 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 305ec94e-712f-4602-aeca-0f34a9f3a232 not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:12:03.097791 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [None req-ef9f5aed-2efe-4747-87cb-41767ee535bb tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] device_id is not set on port dd932f20-eb2d-4b1d-8c87-98c88ddc9fab yet. {{(pid=88525) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 19:12:03.145795 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-5df28d45-0a6f-4f61-8493-2ba2acddfe8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:03.217765 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-5df28d45-0a6f-4f61-8493-2ba2acddfe8a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3352d0c-270d-4028-ae16-5fd6706a6b7a']}} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:12:03.251499 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-5df28d45-0a6f-4f61-8493-2ba2acddfe8a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8944520-f6ca-44a8-bb67-7b5053b4e747') {'for_net_delete': True} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:12:03.252888 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-5df28d45-0a6f-4f61-8493-2ba2acddfe8a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8944520-f6ca-44a8-bb67-7b5053b4e747') {} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:12:03.268809 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa40d38a-65e5-4842-9039-faa7619f6b8c req-749b1d14-2bd1-4483-a2e2-29b13bfe1bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:12:03.270535 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-aa40d38a-65e5-4842-9039-faa7619f6b8c req-749b1d14-2bd1-4483-a2e2-29b13bfe1bfc service neutron] 10.222.0.15 "GET /v2.0/networks?id=3d299f30-03d5-48f5-82fc-2ce538e7e02b HTTP/1.1" status: 200 len: 917 time: 0.4594963 Jun 01 19:12:03.288519 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-5df28d45-0a6f-4f61-8493-2ba2acddfe8a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2702126'] for segment, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:03.329183 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-5df28d45-0a6f-4f61-8493-2ba2acddfe8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:03.343233 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5df28d45-0a6f-4f61-8493-2ba2acddfe8a admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=88524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 19:12:03.343642 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-5df28d45-0a6f-4f61-8493-2ba2acddfe8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2719018'] for segment, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:03.355124 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-958ec06a-27b1-447d-bb27-fe6f48df6ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1871c5e-216e-49f9-bb41-4d6bbcaca0ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-859074608', 'tenant_id': '8537cfb3773e46d182e148cf5b0a717f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': '3354e18e-8fed-4e18-aeeb-d8c90cc969ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:11:37Z', 'updated_at': '2022-06-01T19:11:55Z', 'revision_number': 4, 'project_id': '8537cfb3773e46d182e148cf5b0a717f', 'gw_port': {'id': '3354e18e-8fed-4e18-aeeb-d8c90cc969ab', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:30:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1871c5e-216e-49f9-bb41-4d6bbcaca0ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2933, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:11:39Z', 'updated_at': '2022-06-01T19:12:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '681ef106-1bc1-4608-8cfc-f27bab3173c9', 'name': '', 'network_id': 'dff807a0-8ea6-4127-898d-549f6adefb8f', 'tenant_id': '8537cfb3773e46d182e148cf5b0a717f', 'mac_address': 'fa:16:3e:df:9b:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1871c5e-216e-49f9-bb41-4d6bbcaca0ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 2939, 'fixed_ips': [{'subnet_id': 'b7034154-78af-4dab-bf67-9d07d8fbb47d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:11:50Z', 'updated_at': '2022-06-01T19:11:56Z', 'revision_number': 2, 'project_id': '8537cfb3773e46d182e148cf5b0a717f', 'subnets': [{'id': 'b7034154-78af-4dab-bf67-9d07d8fbb47d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:12:03.372187 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fece9c8b-93f8-43ba-850d-85fc4e921bf1 None None] DHCP port deletion for c3352d0c-270d-4028-ae16-5fd6706a6b7a request from n-d-844202-1 {{(pid=88526) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 19:12:03.388663 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958ec06a-27b1-447d-bb27-fe6f48df6ad3 None None] Checking router: f1871c5e-216e-49f9-bb41-4d6bbcaca0ec for host: n-d-844202-1 {{(pid=88526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 19:12:03.389011 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958ec06a-27b1-447d-bb27-fe6f48df6ad3 None None] Updating router f1871c5e-216e-49f9-bb41-4d6bbcaca0ec port 681ef106-1bc1-4608-8cfc-f27bab3173c9 binding host n-d-844202-1 {{(pid=88526) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 19:12:03.505824 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-3cc8bd1c-1fe4-4cfb-bb30-907723b7f8d3 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:03.510664 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef7216e8-9bc5-4f55-b6cb-7581b6903637 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc93f83c3-7fb6-5c13-a9d4-29d739a4e8d2-547f3909-8d29-4bf3-9f23-7e716bb62050', 'network_id': '547f3909-8d29-4bf3-9f23-7e716bb62050', 'tenant_id': '8011be9678e842bab7da75259f1c11c1', 'fixed_ips': [{'subnet_id': '26ddd0cd-34c2-44b8-8d5a-5b704304d00b'}]}} from n-d-844202-1. {{(pid=88526) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 19:12:03.511684 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-ef7216e8-9bc5-4f55-b6cb-7581b6903637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:03.528745 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 3354e18e-8fed-4e18-aeeb-d8c90cc969ab up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:12:03.587781 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment a8944520-f6ca-44a8-bb67-7b5053b4e747 resource provider aggregate not found Jun 01 19:12:03.606133 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-1c132242-89ce-4b50-95b9-d9ad60e268a6 req-90ffef52-50e0-4871-bbf3-d10b5edccad0 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7d2b0e6-e391-41b4-ad8b-28c3a2257458 HTTP/1.1" status: 200 len: 210 time: 0.1848361 Jun 01 19:12:03.642362 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment a8944520-f6ca-44a8-bb67-7b5053b4e747 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a8944520-f6ca-44a8-bb67-7b5053b4e747 found for delete ", "request_id": "req-970eb4f2-fe25-45c9-96d8-ecec103bd0a8"}]} Jun 01 19:12:03.675906 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-aa40d38a-65e5-4842-9039-faa7619f6b8c req-b8f36b74-6c30-4961-8712-a56f90f19602 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1411ff4b-90e6-476e-a022-8a9f0065e464 HTTP/1.1" status: 200 len: 1000 time: 0.3952584 Jun 01 19:12:03.677419 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cf1520-553e-49b5-b825-c1615061d875 req-75fc3c0b-8a2e-4611-a8fd-3e0c30ee9f40 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:12:03.680353 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-42cf1520-553e-49b5-b825-c1615061d875 req-75fc3c0b-8a2e-4611-a8fd-3e0c30ee9f40 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8b84db9-d35d-4296-85a8-fdfc6dd0b558 HTTP/1.1" status: 200 len: 945 time: 0.3126235 Jun 01 19:12:03.681250 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-5df28d45-0a6f-4f61-8493-2ba2acddfe8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:03.689131 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-5df28d45-0a6f-4f61-8493-2ba2acddfe8a admin admin] Notify callbacks [] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:03.759243 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-5df28d45-0a6f-4f61-8493-2ba2acddfe8a admin admin] 10.222.0.41 "DELETE /v2.0/networks/c3352d0c-270d-4028-ae16-5fd6706a6b7a HTTP/1.1" status: 204 len: 168 time: 2.1793418 Jun 01 19:12:03.768407 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 56072) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:12:03.771538 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-3cc8bd1c-1fe4-4cfb-bb30-907723b7f8d3 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-885820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-886655'] for router, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:03.799332 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df28d45-0a6f-4f61-8493-2ba2acddfe8a admin admin] Pushing event deleted for resources: {'Network': ['ID=c3352d0c-270d-4028-ae16-5fd6706a6b7a,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:12:03.863677 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa40d38a-65e5-4842-9039-faa7619f6b8c req-736b2c9b-b667-4b9a-8fae-e1f4a660bdcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:12:03.865140 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-aa40d38a-65e5-4842-9039-faa7619f6b8c req-736b2c9b-b667-4b9a-8fae-e1f4a660bdcf service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bf215978-ce5c-4077-ac29-2d8fb4937baa HTTP/1.1" status: 200 len: 855 time: 0.1764460 Jun 01 19:12:03.869330 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [None req-ef9f5aed-2efe-4747-87cb-41767ee535bb tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Allocated IP 2001:db8::7133:3029:ee1f:cb52 (c840486e-0c2f-4729-9a0c-ee6552111f90/18568bb6-8c3e-45cc-b900-033d9c99322b/dd932f20-eb2d-4b1d-8c87-98c88ddc9fab) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:12:03.985905 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10e81f6b-f461-4f78-b89e-82bb3f4e21d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc93f83c3-7fb6-5c13-a9d4-29d739a4e8d2-c840486e-0c2f-4729-9a0c-ee6552111f90', 'network_id': 'c840486e-0c2f-4729-9a0c-ee6552111f90', 'tenant_id': '451baccc58514a0cab8c4410ed135b7c', 'fixed_ips': [{'subnet_id': '18568bb6-8c3e-45cc-b900-033d9c99322b'}]}} from n-d-844202-1. {{(pid=88526) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 19:12:03.986908 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-10e81f6b-f461-4f78-b89e-82bb3f4e21d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:04.036216 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-958ec06a-27b1-447d-bb27-fe6f48df6ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:04.070563 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.db_base_plugin_common [None req-ef7216e8-9bc5-4f55-b6cb-7581b6903637 None None] Allocated IP 2001:db8::2 (547f3909-8d29-4bf3-9f23-7e716bb62050/26ddd0cd-34c2-44b8-8d5a-5b704304d00b/69baf5cf-9b5c-4acf-9806-780990ce6777) {{(pid=88526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:12:04.306604 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-3cc8bd1c-1fe4-4cfb-bb30-907723b7f8d3 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks [] for router, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:04.307827 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-3cc8bd1c-1fe4-4cfb-bb30-907723b7f8d3 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 2.0710731 Jun 01 19:12:04.312141 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-42cf1520-553e-49b5-b825-c1615061d875 req-f4b0ba5a-78cf-4d2b-8f82-55ac48e96966 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7f46c16-7d81-4a09-b7a2-ba720d08e5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6065924 Jun 01 19:12:04.312649 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 56086) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:12:04.357312 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-64892f60-b2c3-4603-9bfe-c6c91ddb20bd tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Request body: {'port': {'network_id': '547f3909-8d29-4bf3-9f23-7e716bb62050', 'name': 'tempest-RoutersIpV6Test-1574119964'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:12:04.389183 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 3354e18e-8fed-4e18-aeeb-d8c90cc969ab triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:12:04.389183 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:04.487524 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa40d38a-65e5-4842-9039-faa7619f6b8c req-a0620d33-593e-46bd-9978-b9ae342ba4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:12:04.489393 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-aa40d38a-65e5-4842-9039-faa7619f6b8c req-a0620d33-593e-46bd-9978-b9ae342ba4c3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3d299f30-03d5-48f5-82fc-2ce538e7e02b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6001766 Jun 01 19:12:04.660881 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ef9f5aed-2efe-4747-87cb-41767ee535bb tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:04.665295 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-64892f60-b2c3-4603-9bfe-c6c91ddb20bd tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:12:04.698886 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-64892f60-b2c3-4603-9bfe-c6c91ddb20bd tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Usage tracker for resource:port and tenant:8011be9678e842bab7da75259f1c11c1 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:12:04.703743 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [None req-ef9f5aed-2efe-4747-87cb-41767ee535bb tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Transition to ACTIVE for port object dd932f20-eb2d-4b1d-8c87-98c88ddc9fab will not be triggered until provisioned by entity DHCP. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:12:04.708653 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-64892f60-b2c3-4603-9bfe-c6c91ddb20bd tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:12:04.727476 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-aa40d38a-65e5-4842-9039-faa7619f6b8c req-c15ca69a-32b2-400a-a45d-6ef81043131c service neutron] 10.222.0.15 "GET /v2.0/networks/3d299f30-03d5-48f5-82fc-2ce538e7e02b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2158287 Jun 01 19:12:04.742081 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-64892f60-b2c3-4603-9bfe-c6c91ddb20bd tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:12:04.763082 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-ef7216e8-9bc5-4f55-b6cb-7581b6903637 None None] Notify callbacks [] for port, precommit_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:04.777424 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64892f60-b2c3-4603-9bfe-c6c91ddb20bd tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Made reservation on behalf of 8011be9678e842bab7da75259f1c11c1 for: {'port': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:12:04.787413 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-64892f60-b2c3-4603-9bfe-c6c91ddb20bd tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:04.824218 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [None req-64892f60-b2c3-4603-9bfe-c6c91ddb20bd tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] device_id is not set on port f9c01323-511b-4022-9a1b-38e6d4250fba yet. {{(pid=88524) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 19:12:04.873520 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-ef7216e8-9bc5-4f55-b6cb-7581b6903637 None None] Transition to ACTIVE for port object 69baf5cf-9b5c-4acf-9806-780990ce6777 will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:12:04.911320 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-055c1775-d5ad-4cb8-8362-db01ac1a58f7 req-d16786a3-2b0c-4e91-85a4-c53ed97c8e81 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7d2b0e6-e391-41b4-ad8b-28c3a2257458 HTTP/1.1" status: 200 len: 210 time: 0.0649989 Jun 01 19:12:04.958332 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-ef7216e8-9bc5-4f55-b6cb-7581b6903637 None None] Transition to ACTIVE for port object 69baf5cf-9b5c-4acf-9806-780990ce6777 will not be triggered until provisioned by entity DHCP. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:12:04.990819 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ef9f5aed-2efe-4747-87cb-41767ee535bb tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:05.039870 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 3354e18e-8fed-4e18-aeeb-d8c90cc969ab is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:12:05.052402 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-ef7216e8-9bc5-4f55-b6cb-7581b6903637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526'] for port, after_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:05.101646 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a6fe65b2-cd0a-47de-a2d6-6d3829fec58e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-887474'] for router_interface, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:05.124544 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef7216e8-9bc5-4f55-b6cb-7581b6903637 None None] Network 547f3909-8d29-4bf3-9f23-7e716bb62050 is already hosted by enough agents. {{(pid=88526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:12:05.143396 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.base_scheduler [None req-ef7216e8-9bc5-4f55-b6cb-7581b6903637 None None] Resources bound (agent type, host, resource id): {{(pid=88526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:12:05.152025 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef7216e8-9bc5-4f55-b6cb-7581b6903637 None None] Received port after_create {{(pid=88526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:12:05.157838 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9f5aed-2efe-4747-87cb-41767ee535bb tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Pushing event updated for resources: {'Port': ['ID=dd932f20-eb2d-4b1d-8c87-98c88ddc9fab,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:12:05.247192 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef9f5aed-2efe-4747-87cb-41767ee535bb tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Network c840486e-0c2f-4729-9a0c-ee6552111f90 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:12:05.250446 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7216e8-9bc5-4f55-b6cb-7581b6903637 None None] Pushing event updated for resources: {'Port': ['ID=69baf5cf-9b5c-4acf-9806-780990ce6777,revision_number=1']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:12:05.262728 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-ef9f5aed-2efe-4747-87cb-41767ee535bb tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:12:05.265074 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9f5aed-2efe-4747-87cb-41767ee535bb tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:12:05.278461 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef9f5aed-2efe-4747-87cb-41767ee535bb tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:12:05.279460 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ef9f5aed-2efe-4747-87cb-41767ee535bb tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:05.286002 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 36f99ee7-c14e-409a-b1c3-a31abfa37f4e no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:12:05.299792 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-aa40d38a-65e5-4842-9039-faa7619f6b8c req-f44f5229-60da-444a-97e2-d1786aa047a8 service neutron] 10.222.0.15 "GET /v2.0/networks/3d299f30-03d5-48f5-82fc-2ce538e7e02b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5646939 Jun 01 19:12:05.406480 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [None req-64892f60-b2c3-4603-9bfe-c6c91ddb20bd tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Allocated IP 2001:db8::2ea (547f3909-8d29-4bf3-9f23-7e716bb62050/26ddd0cd-34c2-44b8-8d5a-5b704304d00b/f9c01323-511b-4022-9a1b-38e6d4250fba) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:12:05.423139 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.db_base_plugin_common [None req-10e81f6b-f461-4f78-b89e-82bb3f4e21d5 None None] Allocated IP 2001:db8::2 (c840486e-0c2f-4729-9a0c-ee6552111f90/18568bb6-8c3e-45cc-b900-033d9c99322b/b69a26d9-0e06-42ea-a54b-76e47af40b61) {{(pid=88526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:12:05.455760 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: 36f99ee7-c14e-409a-b1c3-a31abfa37f4e {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:12:05.459116 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 36f99ee7-c14e-409a-b1c3-a31abfa37f4e not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:12:05.464551 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-ef9f5aed-2efe-4747-87cb-41767ee535bb tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.8064210 Jun 01 19:12:05.465227 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 56108) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:12:05.533465 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 01390170-bd48-4ad2-ace4-2d4b53b31a7b no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:12:05.644477 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104deb5b-9b30-431b-8d4d-d88c632829d1 req-b296aa80-fe1b-4623-b0fd-9acf0dccb3eb tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:12:05.654451 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-104deb5b-9b30-431b-8d4d-d88c632829d1 req-b296aa80-fe1b-4623-b0fd-9acf0dccb3eb tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.15 "GET /v2.0/networks?id=dff807a0-8ea6-4127-898d-549f6adefb8f HTTP/1.1" status: 200 len: 796 time: 0.5245357 Jun 01 19:12:05.686237 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: 01390170-bd48-4ad2-ace4-2d4b53b31a7b {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:12:05.686584 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 01390170-bd48-4ad2-ace4-2d4b53b31a7b not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:12:05.688595 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.db.resource_extend [None req-958ec06a-27b1-447d-bb27-fe6f48df6ad3 None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 19:12:05.705817 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-ef7216e8-9bc5-4f55-b6cb-7581b6903637 None None] Attempting to bind port 69baf5cf-9b5c-4acf-9806-780990ce6777 on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:12:05.706189 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-ef7216e8-9bc5-4f55-b6cb-7581b6903637 None None] Attempting to bind port 69baf5cf-9b5c-4acf-9806-780990ce6777 by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': '8376dbeb-e1ac-4927-b7d3-b5a74c6b4342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '547f3909-8d29-4bf3-9f23-7e716bb62050'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:12:05.706547 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7216e8-9bc5-4f55-b6cb-7581b6903637 None None] Attempting to bind port 69baf5cf-9b5c-4acf-9806-780990ce6777 on network 547f3909-8d29-4bf3-9f23-7e716bb62050 {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:12:05.751076 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-64892f60-b2c3-4603-9bfe-c6c91ddb20bd tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:05.766951 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7216e8-9bc5-4f55-b6cb-7581b6903637 None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 11, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:12:05.767332 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7216e8-9bc5-4f55-b6cb-7581b6903637 None None] Checking segment: {'id': '8376dbeb-e1ac-4927-b7d3-b5a74c6b4342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '547f3909-8d29-4bf3-9f23-7e716bb62050'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:12:05.767735 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-ef7216e8-9bc5-4f55-b6cb-7581b6903637 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:05.768114 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7216e8-9bc5-4f55-b6cb-7581b6903637 None None] Bound using segment: {'id': '8376dbeb-e1ac-4927-b7d3-b5a74c6b4342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '547f3909-8d29-4bf3-9f23-7e716bb62050'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:12:05.772213 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-ef7216e8-9bc5-4f55-b6cb-7581b6903637 None None] Bound port: 69baf5cf-9b5c-4acf-9806-780990ce6777, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8376dbeb-e1ac-4927-b7d3-b5a74c6b4342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '547f3909-8d29-4bf3-9f23-7e716bb62050'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:12:05.773175 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-ef7216e8-9bc5-4f55-b6cb-7581b6903637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:05.779540 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4d6607-ad49-4dcc-9b1f-93352c7c39b7 req-81aa845e-1dc0-4390-bb3d-f4073b9a150a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:12:05.781202 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-cb4d6607-ad49-4dcc-9b1f-93352c7c39b7 req-81aa845e-1dc0-4390-bb3d-f4073b9a150a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4a7494de105b4d89b3193a70c4c60c4c&device_id=b8b84db9-d35d-4296-85a8-fdfc6dd0b558 HTTP/1.1" status: 200 len: 1096 time: 0.4182196 Jun 01 19:12:05.788148 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-104deb5b-9b30-431b-8d4d-d88c632829d1 req-8302b766-ad2b-456a-a13d-769a9e95d832 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8537cfb3773e46d182e148cf5b0a717f HTTP/1.1" status: 200 len: 380 time: 0.1155624 Jun 01 19:12:05.797147 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51db6f6b-23dd-4b9b-b5bf-d0f66177a22b tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:12:05.797875 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-51db6f6b-23dd-4b9b-b5bf-d0f66177a22b tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Synchronizing usage tracker for tenant:451baccc58514a0cab8c4410ed135b7c on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:12:05.799904 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [None req-64892f60-b2c3-4603-9bfe-c6c91ddb20bd tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Transition to ACTIVE for port object f9c01323-511b-4022-9a1b-38e6d4250fba will not be triggered until provisioned by entity DHCP. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:12:05.833350 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [req-104deb5b-9b30-431b-8d4d-d88c632829d1 req-fd7cf8d9-da38-400f-8099-ceab1bd9ccd7 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Request body: {'port': {'device_id': 'b7d2b0e6-e391-41b4-ad8b-28c3a2257458', 'network_id': 'dff807a0-8ea6-4127-898d-549f6adefb8f', 'admin_state_up': True, 'tenant_id': '8537cfb3773e46d182e148cf5b0a717f', 'security_groups': ['362494bd-abbe-4b71-ae2f-86abe5bbd7b0']}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:12:05.875660 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-64892f60-b2c3-4603-9bfe-c6c91ddb20bd tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:05.926162 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-ef7216e8-9bc5-4f55-b6cb-7581b6903637 None None] For port 69baf5cf-9b5c-4acf-9806-780990ce6777, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:12:05.930573 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-ef7216e8-9bc5-4f55-b6cb-7581b6903637 None None] For port 69baf5cf-9b5c-4acf-9806-780990ce6777, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=69baf5cf-9b5c-4acf-9806-780990ce6777,segment=NetworkSegment(8376dbeb-e1ac-4927-b7d3-b5a74c6b4342),segment_id=8376dbeb-e1ac-4927-b7d3-b5a74c6b4342)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:12:05.952944 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-ef7216e8-9bc5-4f55-b6cb-7581b6903637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:06.086036 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64892f60-b2c3-4603-9bfe-c6c91ddb20bd tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Network 547f3909-8d29-4bf3-9f23-7e716bb62050 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:12:06.169962 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-64892f60-b2c3-4603-9bfe-c6c91ddb20bd tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:12:06.208701 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64892f60-b2c3-4603-9bfe-c6c91ddb20bd tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:12:06.217102 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64892f60-b2c3-4603-9bfe-c6c91ddb20bd tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:12:06.217747 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-64892f60-b2c3-4603-9bfe-c6c91ddb20bd tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:06.251606 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64892f60-b2c3-4603-9bfe-c6c91ddb20bd tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Pushing event updated for resources: {'Port': ['ID=f9c01323-511b-4022-9a1b-38e6d4250fba,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:12:06.299405 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-958ec06a-27b1-447d-bb27-fe6f48df6ad3 None None] Notify callbacks [] for port, precommit_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:06.321448 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-958ec06a-27b1-447d-bb27-fe6f48df6ad3 None None] Transition to ACTIVE for port object 681ef106-1bc1-4608-8cfc-f27bab3173c9 will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:12:06.353143 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-958ec06a-27b1-447d-bb27-fe6f48df6ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:06.363477 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f5650d-3992-41bd-996a-d4eb34066a6b req-2d9dc7af-7c1e-449c-98f4-e2df62dfd223 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:12:06.376902 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-78f5650d-3992-41bd-996a-d4eb34066a6b req-2d9dc7af-7c1e-449c-98f4-e2df62dfd223 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8b84db9-d35d-4296-85a8-fdfc6dd0b558 HTTP/1.1" status: 200 len: 945 time: 0.5457377 Jun 01 19:12:06.411599 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-64892f60-b2c3-4603-9bfe-c6c91ddb20bd tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.0622807 Jun 01 19:12:06.436329 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 56138) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:12:06.511839 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-51db6f6b-23dd-4b9b-b5bf-d0f66177a22b tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Unset dirty status for tenant:451baccc58514a0cab8c4410ed135b7c on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:12:06.511839 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-51db6f6b-23dd-4b9b-b5bf-d0f66177a22b tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 1.0349278 Jun 01 19:12:06.511839 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 56142) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:12:06.544583 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-14166326-3185-4ce6-ab41-35a953e4889a req-f0904d36-42f1-41f3-b7ab-0a5952d8ec1c tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7d2b0e6-e391-41b4-ad8b-28c3a2257458 HTTP/1.1" status: 200 len: 210 time: 0.2279510 Jun 01 19:12:06.723199 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [req-104deb5b-9b30-431b-8d4d-d88c632829d1 req-fd7cf8d9-da38-400f-8099-ceab1bd9ccd7 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:12:06.754486 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-104deb5b-9b30-431b-8d4d-d88c632829d1 req-fd7cf8d9-da38-400f-8099-ceab1bd9ccd7 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Usage tracker for resource:port and tenant:8537cfb3773e46d182e148cf5b0a717f is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:12:06.824787 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4d6607-ad49-4dcc-9b1f-93352c7c39b7 req-92b2d767-3f86-4b67-a568-7fc4008d1cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:12:06.826304 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-cb4d6607-ad49-4dcc-9b1f-93352c7c39b7 req-92b2d767-3f86-4b67-a568-7fc4008d1cb2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3d299f30-03d5-48f5-82fc-2ce538e7e02b HTTP/1.1" status: 200 len: 917 time: 1.0232537 Jun 01 19:12:06.827140 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-104deb5b-9b30-431b-8d4d-d88c632829d1 req-fd7cf8d9-da38-400f-8099-ceab1bd9ccd7 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:12:06.848504 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-10e81f6b-f461-4f78-b89e-82bb3f4e21d5 None None] Notify callbacks [] for port, precommit_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:06.875794 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-10e81f6b-f461-4f78-b89e-82bb3f4e21d5 None None] Transition to ACTIVE for port object b69a26d9-0e06-42ea-a54b-76e47af40b61 will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:12:06.894012 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [req-104deb5b-9b30-431b-8d4d-d88c632829d1 req-fd7cf8d9-da38-400f-8099-ceab1bd9ccd7 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:12:06.928550 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-78f5650d-3992-41bd-996a-d4eb34066a6b req-27de21cc-cb09-4b4e-879d-11932cf59469 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7f46c16-7d81-4a09-b7a2-ba720d08e5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5507321 Jun 01 19:12:06.989963 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7216e8-9bc5-4f55-b6cb-7581b6903637 None None] Pushing event updated for resources: {'Port': ['ID=69baf5cf-9b5c-4acf-9806-780990ce6777,revision_number=2']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:12:07.108452 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-1aae5c7d-cf6c-4633-8acd-e3e2487e22cd tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Deleting port dd932f20-eb2d-4b1d-8c87-98c88ddc9fab {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:12:07.108711 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1aae5c7d-cf6c-4633-8acd-e3e2487e22cd tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:07.298239 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-10e81f6b-f461-4f78-b89e-82bb3f4e21d5 None None] Transition to ACTIVE for port object b69a26d9-0e06-42ea-a54b-76e47af40b61 will not be triggered until provisioned by entity DHCP. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:12:07.303368 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-104deb5b-9b30-431b-8d4d-d88c632829d1 req-fd7cf8d9-da38-400f-8099-ceab1bd9ccd7 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Made reservation on behalf of 8537cfb3773e46d182e148cf5b0a717f for: {'port': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:12:07.312636 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-104deb5b-9b30-431b-8d4d-d88c632829d1 req-fd7cf8d9-da38-400f-8099-ceab1bd9ccd7 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:07.327249 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-4da15ad0-fe8e-4746-ab5f-fc2b33ce08c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:07.347914 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-10e81f6b-f461-4f78-b89e-82bb3f4e21d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526'] for port, after_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:07.371003 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df59e3a0-86b1-4dd2-b79e-66dff4c7fba3 None None] Pushing event updated for resources: {'Port': ['ID=681ef106-1bc1-4608-8cfc-f27bab3173c9,revision_number=3']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:12:07.437823 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-cb4d6607-ad49-4dcc-9b1f-93352c7c39b7 req-f1d57264-5b57-445e-b84d-88215a0a7f2a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1411ff4b-90e6-476e-a022-8a9f0065e464 HTTP/1.1" status: 200 len: 1000 time: 0.5967155 Jun 01 19:12:07.470825 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-958ec06a-27b1-447d-bb27-fe6f48df6ad3 None None] Attempting to bind port 681ef106-1bc1-4608-8cfc-f27bab3173c9 on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:12:07.471551 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-958ec06a-27b1-447d-bb27-fe6f48df6ad3 None None] Attempting to bind port 681ef106-1bc1-4608-8cfc-f27bab3173c9 by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': '5fc4ab46-cdd1-4a9b-8c32-e8e8c6108992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'dff807a0-8ea6-4127-898d-549f6adefb8f'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:12:07.472440 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958ec06a-27b1-447d-bb27-fe6f48df6ad3 None None] Attempting to bind port 681ef106-1bc1-4608-8cfc-f27bab3173c9 on network dff807a0-8ea6-4127-898d-549f6adefb8f {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:12:07.513953 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10e81f6b-f461-4f78-b89e-82bb3f4e21d5 None None] Network c840486e-0c2f-4729-9a0c-ee6552111f90 is already hosted by enough agents. {{(pid=88526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:12:07.551738 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.base_scheduler [None req-10e81f6b-f461-4f78-b89e-82bb3f4e21d5 None None] Resources bound (agent type, host, resource id): {{(pid=88526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:12:07.603096 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e81f6b-f461-4f78-b89e-82bb3f4e21d5 None None] Received port after_create {{(pid=88526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:12:07.606014 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958ec06a-27b1-447d-bb27-fe6f48df6ad3 None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 11, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:12:07.609002 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958ec06a-27b1-447d-bb27-fe6f48df6ad3 None None] Checking segment: {'id': '5fc4ab46-cdd1-4a9b-8c32-e8e8c6108992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'dff807a0-8ea6-4127-898d-549f6adefb8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:12:07.609586 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-958ec06a-27b1-447d-bb27-fe6f48df6ad3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:07.610123 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958ec06a-27b1-447d-bb27-fe6f48df6ad3 None None] Bound using segment: {'id': '5fc4ab46-cdd1-4a9b-8c32-e8e8c6108992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'dff807a0-8ea6-4127-898d-549f6adefb8f'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:12:07.610754 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-958ec06a-27b1-447d-bb27-fe6f48df6ad3 None None] Bound port: 681ef106-1bc1-4608-8cfc-f27bab3173c9, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fc4ab46-cdd1-4a9b-8c32-e8e8c6108992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'dff807a0-8ea6-4127-898d-549f6adefb8f'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:12:07.611289 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-958ec06a-27b1-447d-bb27-fe6f48df6ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:07.728616 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 69baf5cf-9b5c-4acf-9806-780990ce6777 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:12:07.799116 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-a6fe65b2-cd0a-47de-a2d6-6d3829fec58e admin admin] Deleting port 73450057-10ad-4e68-a4c7-fb277fea8603 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:12:07.799671 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a6fe65b2-cd0a-47de-a2d6-6d3829fec58e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:07.882195 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e81f6b-f461-4f78-b89e-82bb3f4e21d5 None None] Pushing event updated for resources: {'Port': ['ID=b69a26d9-0e06-42ea-a54b-76e47af40b61,revision_number=1']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:12:08.097276 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-10e81f6b-f461-4f78-b89e-82bb3f4e21d5 None None] Attempting to bind port b69a26d9-0e06-42ea-a54b-76e47af40b61 on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:12:08.097800 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-10e81f6b-f461-4f78-b89e-82bb3f4e21d5 None None] Attempting to bind port b69a26d9-0e06-42ea-a54b-76e47af40b61 by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': 'a6cfd7d1-5211-44ec-a836-a984e441185d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c840486e-0c2f-4729-9a0c-ee6552111f90'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:12:08.098292 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e81f6b-f461-4f78-b89e-82bb3f4e21d5 None None] Attempting to bind port b69a26d9-0e06-42ea-a54b-76e47af40b61 on network c840486e-0c2f-4729-9a0c-ee6552111f90 {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:12:08.136806 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e81f6b-f461-4f78-b89e-82bb3f4e21d5 None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 11, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:12:08.137320 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e81f6b-f461-4f78-b89e-82bb3f4e21d5 None None] Checking segment: {'id': 'a6cfd7d1-5211-44ec-a836-a984e441185d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c840486e-0c2f-4729-9a0c-ee6552111f90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:12:08.137825 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-10e81f6b-f461-4f78-b89e-82bb3f4e21d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:08.138317 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e81f6b-f461-4f78-b89e-82bb3f4e21d5 None None] Bound using segment: {'id': 'a6cfd7d1-5211-44ec-a836-a984e441185d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c840486e-0c2f-4729-9a0c-ee6552111f90'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:12:08.138926 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-10e81f6b-f461-4f78-b89e-82bb3f4e21d5 None None] Bound port: b69a26d9-0e06-42ea-a54b-76e47af40b61, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6cfd7d1-5211-44ec-a836-a984e441185d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c840486e-0c2f-4729-9a0c-ee6552111f90'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:12:08.147946 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-10e81f6b-f461-4f78-b89e-82bb3f4e21d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:08.205377 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-958ec06a-27b1-447d-bb27-fe6f48df6ad3 None None] For port 681ef106-1bc1-4608-8cfc-f27bab3173c9, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:12:08.209455 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-958ec06a-27b1-447d-bb27-fe6f48df6ad3 None None] For port 681ef106-1bc1-4608-8cfc-f27bab3173c9, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=681ef106-1bc1-4608-8cfc-f27bab3173c9,segment=NetworkSegment(5fc4ab46-cdd1-4a9b-8c32-e8e8c6108992),segment_id=5fc4ab46-cdd1-4a9b-8c32-e8e8c6108992)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:12:08.232543 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-886ff2b3-a4d8-4c7f-8a25-cd30fe917cd8 req-b02602dc-d847-4351-83e6-6fadff4d32af tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7d2b0e6-e391-41b4-ad8b-28c3a2257458 HTTP/1.1" status: 200 len: 210 time: 0.2023757 Jun 01 19:12:08.354097 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-958ec06a-27b1-447d-bb27-fe6f48df6ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:08.453774 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4d6607-ad49-4dcc-9b1f-93352c7c39b7 req-09552143-2d8a-41d9-8564-6cc5bb371838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:12:08.455496 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-cb4d6607-ad49-4dcc-9b1f-93352c7c39b7 req-09552143-2d8a-41d9-8564-6cc5bb371838 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bf215978-ce5c-4077-ac29-2d8fb4937baa HTTP/1.1" status: 200 len: 855 time: 0.9948554 Jun 01 19:12:08.664939 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-9737618a-d304-4664-99f3-dabb2f3b679e tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:08.670312 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-10e81f6b-f461-4f78-b89e-82bb3f4e21d5 None None] For port b69a26d9-0e06-42ea-a54b-76e47af40b61, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:12:08.679314 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-10e81f6b-f461-4f78-b89e-82bb3f4e21d5 None None] For port b69a26d9-0e06-42ea-a54b-76e47af40b61, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=b69a26d9-0e06-42ea-a54b-76e47af40b61,segment=NetworkSegment(a6cfd7d1-5211-44ec-a836-a984e441185d),segment_id=a6cfd7d1-5211-44ec-a836-a984e441185d)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:12:08.746606 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df59e3a0-86b1-4dd2-b79e-66dff4c7fba3 None None] Pushing event updated for resources: {'Port': ['ID=681ef106-1bc1-4608-8cfc-f27bab3173c9,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:12:08.775318 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-10e81f6b-f461-4f78-b89e-82bb3f4e21d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:08.819142 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port 69baf5cf-9b5c-4acf-9806-780990ce6777 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:12:08.889078 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [None req-a6fe65b2-cd0a-47de-a2d6-6d3829fec58e admin admin] For port 73450057-10ad-4e68-a4c7-fb277fea8603, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=73450057-10ad-4e68-a4c7-fb277fea8603,segment=NetworkSegment(7e5d682d-e659-4921-a647-7ad5e979c7d2),segment_id=7e5d682d-e659-4921-a647-7ad5e979c7d2)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:12:08.889657 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a6fe65b2-cd0a-47de-a2d6-6d3829fec58e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:08.897865 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958ec06a-27b1-447d-bb27-fe6f48df6ad3 None None] Routers {'f1871c5e-216e-49f9-bb41-4d6bbcaca0ec'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:12:08.899500 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-958ec06a-27b1-447d-bb27-fe6f48df6ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:11:39Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['f1871c5e-216e-49f9-bb41-4d6bbcaca0ec'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:12:09.045562 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [req-104deb5b-9b30-431b-8d4d-d88c632829d1 req-fd7cf8d9-da38-400f-8099-ceab1bd9ccd7 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Allocated IP 172.20.0.9 (dff807a0-8ea6-4127-898d-549f6adefb8f/b7034154-78af-4dab-bf67-9d07d8fbb47d/a66da448-c5b2-4d30-b235-d219f03c9d9d) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:12:09.177813 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-a6fe65b2-cd0a-47de-a2d6-6d3829fec58e admin admin] Calling delete_port for 73450057-10ad-4e68-a4c7-fb277fea8603 owned by network:router_interface {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:12:09.181101 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-958ec06a-27b1-447d-bb27-fe6f48df6ad3 None None] Set router f1871c5e-216e-49f9-bb41-4d6bbcaca0ec gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:12:09.318785 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-104deb5b-9b30-431b-8d4d-d88c632829d1 req-fd7cf8d9-da38-400f-8099-ceab1bd9ccd7 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:09.335376 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [req-104deb5b-9b30-431b-8d4d-d88c632829d1 req-fd7cf8d9-da38-400f-8099-ceab1bd9ccd7 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Transition to ACTIVE for port object a66da448-c5b2-4d30-b235-d219f03c9d9d will not be triggered until provisioned by entity DHCP. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:12:09.375022 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-104deb5b-9b30-431b-8d4d-d88c632829d1 req-fd7cf8d9-da38-400f-8099-ceab1bd9ccd7 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:09.495174 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fd6e92-f0a8-43a3-9e2a-3f5f1dcb8ed2 req-bd364f5f-e0c3-4309-badf-57a1df2d33d6 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:12:09.503965 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c2fd6e92-f0a8-43a3-9e2a-3f5f1dcb8ed2 req-bd364f5f-e0c3-4309-badf-57a1df2d33d6 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8b84db9-d35d-4296-85a8-fdfc6dd0b558 HTTP/1.1" status: 200 len: 945 time: 1.0753367 Jun 01 19:12:09.529351 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40eed4b9-5d08-4b52-8aac-febb7a680233 None None] Network 547f3909-8d29-4bf3-9f23-7e716bb62050 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:12:09.724358 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c2fd6e92-f0a8-43a3-9e2a-3f5f1dcb8ed2 req-5b898912-351b-4f9d-af75-ff0b971ca985 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7f46c16-7d81-4a09-b7a2-ba720d08e5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2016790 Jun 01 19:12:09.765024 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7cf8d9-da38-400f-8099-ceab1bd9ccd7 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Pushing event updated for resources: {'Port': ['ID=a66da448-c5b2-4d30-b235-d219f03c9d9d,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:12:09.786777 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1aae5c7d-cf6c-4633-8acd-e3e2487e22cd tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:09.869204 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-104deb5b-9b30-431b-8d4d-d88c632829d1 req-fd7cf8d9-da38-400f-8099-ceab1bd9ccd7 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Network dff807a0-8ea6-4127-898d-549f6adefb8f is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:12:09.877606 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-9737618a-d304-4664-99f3-dabb2f3b679e tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:09.878290 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [req-104deb5b-9b30-431b-8d4d-d88c632829d1 req-fd7cf8d9-da38-400f-8099-ceab1bd9ccd7 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:12:09.880886 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [req-104deb5b-9b30-431b-8d4d-d88c632829d1 req-fd7cf8d9-da38-400f-8099-ceab1bd9ccd7 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:12:09.897618 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-9737618a-d304-4664-99f3-dabb2f3b679e tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:10.096706 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-70e23df2-be89-42e2-b477-58c2b0b17311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:10.129604 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4d6607-ad49-4dcc-9b1f-93352c7c39b7 req-6ae4770d-c57d-416b-b319-0eea4603cf34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:12:10.135106 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-cb4d6607-ad49-4dcc-9b1f-93352c7c39b7 req-6ae4770d-c57d-416b-b319-0eea4603cf34 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3d299f30-03d5-48f5-82fc-2ce538e7e02b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.5666342 Jun 01 19:12:10.185838 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e81f6b-f461-4f78-b89e-82bb3f4e21d5 None None] Pushing event updated for resources: {'Port': ['ID=b69a26d9-0e06-42ea-a54b-76e47af40b61,revision_number=2']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:12:10.395254 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-8b9f754f-17e6-4122-88a5-5d4a117e3b37 None None] Provisioning for port 69baf5cf-9b5c-4acf-9806-780990ce6777 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:12:10.472971 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-1aae5c7d-cf6c-4633-8acd-e3e2487e22cd tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Calling delete_port for dd932f20-eb2d-4b1d-8c87-98c88ddc9fab owned by {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:12:10.474426 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9737618a-d304-4664-99f3-dabb2f3b679e tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Pushing event updated for resources: {'Port': ['ID=f9c01323-511b-4022-9a1b-38e6d4250fba,revision_number=2']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:12:10.549717 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-8b9f754f-17e6-4122-88a5-5d4a117e3b37 None None] Provisioning complete for port 69baf5cf-9b5c-4acf-9806-780990ce6777 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:12:10.550120 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-8b9f754f-17e6-4122-88a5-5d4a117e3b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:10.593105 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104deb5b-9b30-431b-8d4d-d88c632829d1 req-fd7cf8d9-da38-400f-8099-ceab1bd9ccd7 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:12:10.593787 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-104deb5b-9b30-431b-8d4d-d88c632829d1 req-fd7cf8d9-da38-400f-8099-ceab1bd9ccd7 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:10.594784 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a6fe65b2-cd0a-47de-a2d6-6d3829fec58e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:10.649371 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49690090-068c-443e-88f1-a3db35bcf9df req-11479be6-c5d4-44f1-a981-27f58b5a2ebf tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:12:10.656722 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-49690090-068c-443e-88f1-a3db35bcf9df req-11479be6-c5d4-44f1-a981-27f58b5a2ebf tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7d2b0e6-e391-41b4-ad8b-28c3a2257458 HTTP/1.1" status: 200 len: 931 time: 1.1041930 Jun 01 19:12:10.812192 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:10.862533 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-cb4d6607-ad49-4dcc-9b1f-93352c7c39b7 req-f0aed2aa-4c8a-4772-9ffa-c199e10c4d47 service neutron] 10.222.0.15 "GET /v2.0/networks/3d299f30-03d5-48f5-82fc-2ce538e7e02b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5083811 Jun 01 19:12:10.864416 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-104deb5b-9b30-431b-8d4d-d88c632829d1 req-fd7cf8d9-da38-400f-8099-ceab1bd9ccd7 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0383451 Jun 01 19:12:10.877199 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-49690090-068c-443e-88f1-a3db35bcf9df req-72946e08-174a-4366-b8ab-3b8eb17b99f6 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/security-groups?id=362494bd-abbe-4b71-ae2f-86abe5bbd7b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2196307 Jun 01 19:12:10.918710 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-8b9f754f-17e6-4122-88a5-5d4a117e3b37 None None] Current status of the port 69baf5cf-9b5c-4acf-9806-780990ce6777 is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:12:10.919261 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-8b9f754f-17e6-4122-88a5-5d4a117e3b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:10.943819 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [req-104deb5b-9b30-431b-8d4d-d88c632829d1 req-edc55e3b-ed6d-4312-b885-143f4888b301 service neutron] Request body: {'port': {'device_id': 'b7d2b0e6-e391-41b4-ad8b-28c3a2257458', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844202-1'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:12:10.958105 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:10.980598 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-9737618a-d304-4664-99f3-dabb2f3b679e tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-887605'] for router_interface, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:11.025165 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-958ec06a-27b1-447d-bb27-fe6f48df6ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1871c5e-216e-49f9-bb41-4d6bbcaca0ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-859074608', 'tenant_id': '8537cfb3773e46d182e148cf5b0a717f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': '3354e18e-8fed-4e18-aeeb-d8c90cc969ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:11:37Z', 'updated_at': '2022-06-01T19:11:55Z', 'revision_number': 4, 'project_id': '8537cfb3773e46d182e148cf5b0a717f', 'gw_port': {'id': '3354e18e-8fed-4e18-aeeb-d8c90cc969ab', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:30:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1871c5e-216e-49f9-bb41-4d6bbcaca0ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2933, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:11:39Z', 'updated_at': '2022-06-01T19:12:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '681ef106-1bc1-4608-8cfc-f27bab3173c9', 'name': '', 'network_id': 'dff807a0-8ea6-4127-898d-549f6adefb8f', 'tenant_id': '8537cfb3773e46d182e148cf5b0a717f', 'mac_address': 'fa:16:3e:df:9b:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1871c5e-216e-49f9-bb41-4d6bbcaca0ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 2939, 'fixed_ips': [{'subnet_id': 'b7034154-78af-4dab-bf67-9d07d8fbb47d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:11:50Z', 'updated_at': '2022-06-01T19:12:08Z', 'revision_number': 4, 'project_id': '8537cfb3773e46d182e148cf5b0a717f', 'subnets': [{'id': 'b7034154-78af-4dab-bf67-9d07d8fbb47d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:12:11.031827 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-8b9f754f-17e6-4122-88a5-5d4a117e3b37 None None] For port 69baf5cf-9b5c-4acf-9806-780990ce6777, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=69baf5cf-9b5c-4acf-9806-780990ce6777,segment=NetworkSegment(8376dbeb-e1ac-4927-b7d3-b5a74c6b4342),segment_id=8376dbeb-e1ac-4927-b7d3-b5a74c6b4342)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:12:11.033631 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958ec06a-27b1-447d-bb27-fe6f48df6ad3 None None] The sync data for ids ['f1871c5e-216e-49f9-bb41-4d6bbcaca0ec'] in n-d-844202-1 is: [{'id': 'f1871c5e-216e-49f9-bb41-4d6bbcaca0ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-859074608', 'tenant_id': '8537cfb3773e46d182e148cf5b0a717f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': '3354e18e-8fed-4e18-aeeb-d8c90cc969ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:11:37Z', 'updated_at': '2022-06-01T19:11:55Z', 'revision_number': 4, 'project_id': '8537cfb3773e46d182e148cf5b0a717f', 'gw_port': {'id': '3354e18e-8fed-4e18-aeeb-d8c90cc969ab', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:30:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1871c5e-216e-49f9-bb41-4d6bbcaca0ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2933, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:11:39Z', 'updated_at': '2022-06-01T19:12:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '681ef106-1bc1-4608-8cfc-f27bab3173c9', 'name': '', 'network_id': 'dff807a0-8ea6-4127-898d-549f6adefb8f', 'tenant_id': '8537cfb3773e46d182e148cf5b0a717f', 'mac_address': 'fa:16:3e:df:9b:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1871c5e-216e-49f9-bb41-4d6bbcaca0ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 2939, 'fixed_ips': [{'subnet_id': 'b7034154-78af-4dab-bf67-9d07d8fbb47d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:11:50Z', 'updated_at': '2022-06-01T19:12:08Z', 'revision_number': 4, 'project_id': '8537cfb3773e46d182e148cf5b0a717f', 'subnets': [{'id': 'b7034154-78af-4dab-bf67-9d07d8fbb47d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:12:11.050689 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-8b9f754f-17e6-4122-88a5-5d4a117e3b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:11.285592 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1aae5c7d-cf6c-4633-8acd-e3e2487e22cd tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:11.342184 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-e7af5efc-3629-4198-a108-61acdcd15bea None None] Provisioning for port a66da448-c5b2-4d30-b235-d219f03c9d9d completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:12:11.379082 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-e7af5efc-3629-4198-a108-61acdcd15bea None None] Provisioning complete for port a66da448-c5b2-4d30-b235-d219f03c9d9d triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:12:11.384789 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-e7af5efc-3629-4198-a108-61acdcd15bea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:11.513440 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-e7af5efc-3629-4198-a108-61acdcd15bea None None] Port a66da448-c5b2-4d30-b235-d219f03c9d9d cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:12:11.605105 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9f754f-17e6-4122-88a5-5d4a117e3b37 None None] Pushing event updated for resources: {'Port': ['ID=69baf5cf-9b5c-4acf-9806-780990ce6777,revision_number=3']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:12:11.611823 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:11.630695 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aae5c7d-cf6c-4633-8acd-e3e2487e22cd tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Pushing event deleted for resources: {'Port': ['ID=dd932f20-eb2d-4b1d-8c87-98c88ddc9fab,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:12:11.869972 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:11.951719 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:11.984976 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-617ade6d-5163-4fce-b8c5-93a5eae25c9c None None] Provisioning for port b69a26d9-0e06-42ea-a54b-76e47af40b61 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:12:12.053033 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device b69a26d9-0e06-42ea-a54b-76e47af40b61 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:12:12.170505 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fe65b2-cd0a-47de-a2d6-6d3829fec58e admin admin] Pushing event deleted for resources: {'Port': ['ID=73450057-10ad-4e68-a4c7-fb277fea8603,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:12:12.226226 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f0ba5b9b-1563-4f15-a1e1-809045c2d72d None None] Provisioning complete for port 69baf5cf-9b5c-4acf-9806-780990ce6777 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:12:12.227196 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f0ba5b9b-1563-4f15-a1e1-809045c2d72d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:12.545303 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port b69a26d9-0e06-42ea-a54b-76e47af40b61 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:12:12.554450 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port b69a26d9-0e06-42ea-a54b-76e47af40b61 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:12:12.564832 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:12.813092 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-cb4d6607-ad49-4dcc-9b1f-93352c7c39b7 req-7d42de70-81c8-45b1-ba5b-b4db491cf540 service neutron] 10.222.0.15 "GET /v2.0/networks/3d299f30-03d5-48f5-82fc-2ce538e7e02b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.8255727 Jun 01 19:12:12.819996 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1aae5c7d-cf6c-4633-8acd-e3e2487e22cd tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:12.877628 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-104deb5b-9b30-431b-8d4d-d88c632829d1 req-edc55e3b-ed6d-4312-b885-143f4888b301 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:12.911482 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f0ba5b9b-1563-4f15-a1e1-809045c2d72d None None] Current status of the port 69baf5cf-9b5c-4acf-9806-780990ce6777 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:12:13.011714 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f0ba5b9b-1563-4f15-a1e1-809045c2d72d None None] Provisioning for port f9c01323-511b-4022-9a1b-38e6d4250fba completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:12:13.088304 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f0ba5b9b-1563-4f15-a1e1-809045c2d72d None None] Provisioning complete for port f9c01323-511b-4022-9a1b-38e6d4250fba triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:12:13.089097 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f0ba5b9b-1563-4f15-a1e1-809045c2d72d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:13.299888 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96584548-2235-4265-a40d-243180cb939c req-031cb2e1-5c4b-4c89-9efe-139af5970f20 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:12:13.305705 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-96584548-2235-4265-a40d-243180cb939c req-031cb2e1-5c4b-4c89-9efe-139af5970f20 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8b84db9-d35d-4296-85a8-fdfc6dd0b558 HTTP/1.1" status: 200 len: 945 time: 1.4001672 Jun 01 19:12:13.318278 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-1aae5c7d-cf6c-4633-8acd-e3e2487e22cd tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "DELETE /v2.0/ports/dd932f20-eb2d-4b1d-8c87-98c88ddc9fab HTTP/1.1" status: 204 len: 168 time: 6.7898428 Jun 01 19:12:13.321177 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 56210) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:12:13.382188 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port b69a26d9-0e06-42ea-a54b-76e47af40b61 is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:12:13.382864 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:13.392793 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f0ba5b9b-1563-4f15-a1e1-809045c2d72d None None] Port f9c01323-511b-4022-9a1b-38e6d4250fba cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:12:13.477801 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port b69a26d9-0e06-42ea-a54b-76e47af40b61, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=b69a26d9-0e06-42ea-a54b-76e47af40b61,segment=NetworkSegment(a6cfd7d1-5211-44ec-a836-a984e441185d),segment_id=a6cfd7d1-5211-44ec-a836-a984e441185d)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:12:13.485217 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:13.486013 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 69baf5cf-9b5c-4acf-9806-780990ce6777 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:12:13.513010 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-9737618a-d304-4664-99f3-dabb2f3b679e tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:13.560111 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-96584548-2235-4265-a40d-243180cb939c req-8ef32c6a-960e-4cd0-8b61-ad0e43b21877 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7f46c16-7d81-4a09-b7a2-ba720d08e5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2105336 Jun 01 19:12:13.592159 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a6fe65b2-cd0a-47de-a2d6-6d3829fec58e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-887310'] for router_interface, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:13.780308 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764a43c1-c3fc-43a5-9804-c7b8c60c0f85 req-8e6283b0-479b-45fb-ada7-bcb358df3dbb tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:12:13.784535 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-764a43c1-c3fc-43a5-9804-c7b8c60c0f85 req-8e6283b0-479b-45fb-ada7-bcb358df3dbb tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Synchronizing usage tracker for tenant:8537cfb3773e46d182e148cf5b0a717f on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:12:13.804250 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-1fd626fc-6946-4ac1-b09d-f9e46b67a65a None None] Provisioning complete for port f9c01323-511b-4022-9a1b-38e6d4250fba triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:12:13.804702 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-1fd626fc-6946-4ac1-b09d-f9e46b67a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:13.817532 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bec74e34-45e4-456e-96b9-28e46ba7a807 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:12:13.819136 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bec74e34-45e4-456e-96b9-28e46ba7a807 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:12:13.819885 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-bec74e34-45e4-456e-96b9-28e46ba7a807 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Synchronizing usage tracker for tenant:451baccc58514a0cab8c4410ed135b7c on resource:subnet {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:12:13.865426 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=b69a26d9-0e06-42ea-a54b-76e47af40b61,revision_number=3']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:12:13.907120 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-764a43c1-c3fc-43a5-9804-c7b8c60c0f85 req-8e6283b0-479b-45fb-ada7-bcb358df3dbb tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Unset dirty status for tenant:8537cfb3773e46d182e148cf5b0a717f on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:12:13.909346 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-764a43c1-c3fc-43a5-9804-c7b8c60c0f85 req-8e6283b0-479b-45fb-ada7-bcb358df3dbb tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7d2b0e6-e391-41b4-ad8b-28c3a2257458 HTTP/1.1" status: 200 len: 931 time: 1.4403756 Jun 01 19:12:13.923518 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 69baf5cf-9b5c-4acf-9806-780990ce6777 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:12:13.924179 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:13.994381 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-bec74e34-45e4-456e-96b9-28e46ba7a807 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Unset dirty status for tenant:451baccc58514a0cab8c4410ed135b7c on resource:subnet {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:12:14.001378 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-bec74e34-45e4-456e-96b9-28e46ba7a807 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.6712759 Jun 01 19:12:14.010408 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 56220) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:12:14.059036 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-1fd626fc-6946-4ac1-b09d-f9e46b67a65a None None] Port f9c01323-511b-4022-9a1b-38e6d4250fba cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:12:14.090049 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-1fd626fc-6946-4ac1-b09d-f9e46b67a65a None None] Could not find standard attr ID for object dd932f20-eb2d-4b1d-8c87-98c88ddc9fab. {{(pid=88526) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 01 19:12:14.240368 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 69baf5cf-9b5c-4acf-9806-780990ce6777 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:12:14.241588 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 681ef106-1bc1-4608-8cfc-f27bab3173c9 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:12:14.250028 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-764a43c1-c3fc-43a5-9804-c7b8c60c0f85 req-e1d531ba-bcb7-4391-b8a2-43cdc2b5cca7 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/security-groups?id=362494bd-abbe-4b71-ae2f-86abe5bbd7b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2941818 Jun 01 19:12:14.329727 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ca301d3-832e-4009-9e73-1c163d4fe81c tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Deleting subnet 18568bb6-8c3e-45cc-b900-033d9c99322b {{(pid=88525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 19:12:14.360907 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2ca301d3-832e-4009-9e73-1c163d4fe81c tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks [] for subnet, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:14.390268 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port 681ef106-1bc1-4608-8cfc-f27bab3173c9 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:12:14.395662 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 681ef106-1bc1-4608-8cfc-f27bab3173c9 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:12:14.396165 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:14.419635 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-9737618a-d304-4664-99f3-dabb2f3b679e tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:14.425699 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-9737618a-d304-4664-99f3-dabb2f3b679e tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:14.426522 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-9737618a-d304-4664-99f3-dabb2f3b679e tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-887436'] for router_interface, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:14.490154 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [req-104deb5b-9b30-431b-8d4d-d88c632829d1 req-edc55e3b-ed6d-4312-b885-143f4888b301 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a66da448-c5b2-4d30-b235-d219f03c9d9d {{(pid=88525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 19:12:14.559614 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-104deb5b-9b30-431b-8d4d-d88c632829d1 req-edc55e3b-ed6d-4312-b885-143f4888b301 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:14.571147 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2ca301d3-832e-4009-9e73-1c163d4fe81c tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2258509'] for subnet, precommit_delete_associations {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:14.626631 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [req-104deb5b-9b30-431b-8d4d-d88c632829d1 req-edc55e3b-ed6d-4312-b885-143f4888b301 service neutron] Transition to ACTIVE for port object a66da448-c5b2-4d30-b235-d219f03c9d9d will not be triggered until provisioned by entity L2. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:12:14.645016 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-104deb5b-9b30-431b-8d4d-d88c632829d1 req-edc55e3b-ed6d-4312-b885-143f4888b301 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:14.697704 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 681ef106-1bc1-4608-8cfc-f27bab3173c9 is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:12:14.705876 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:14.808065 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port 681ef106-1bc1-4608-8cfc-f27bab3173c9, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=681ef106-1bc1-4608-8cfc-f27bab3173c9,segment=NetworkSegment(5fc4ab46-cdd1-4a9b-8c32-e8e8c6108992),segment_id=5fc4ab46-cdd1-4a9b-8c32-e8e8c6108992)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:12:14.815192 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:14.854015 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9737618a-d304-4664-99f3-dabb2f3b679e tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Network 547f3909-8d29-4bf3-9f23-7e716bb62050 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:12:14.861961 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-9737618a-d304-4664-99f3-dabb2f3b679e tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:12:15.039811 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc55e3b-ed6d-4312-b885-143f4888b301 service neutron] Pushing event updated for resources: {'Port': ['ID=a66da448-c5b2-4d30-b235-d219f03c9d9d,revision_number=2']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:12:15.089278 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=681ef106-1bc1-4608-8cfc-f27bab3173c9,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:12:15.204964 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device b69a26d9-0e06-42ea-a54b-76e47af40b61 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:12:15.371930 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2ca301d3-832e-4009-9e73-1c163d4fe81c tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:15.380358 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port b69a26d9-0e06-42ea-a54b-76e47af40b61 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:12:15.380733 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:15.616350 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-104deb5b-9b30-431b-8d4d-d88c632829d1 req-edc55e3b-ed6d-4312-b885-143f4888b301 service neutron] Attempting to bind port a66da448-c5b2-4d30-b235-d219f03c9d9d on host n-h1-844202-1 for vnic_type normal with profile {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:12:15.617197 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-104deb5b-9b30-431b-8d4d-d88c632829d1 req-edc55e3b-ed6d-4312-b885-143f4888b301 service neutron] Attempting to bind port a66da448-c5b2-4d30-b235-d219f03c9d9d by drivers openvswitch,hyperv on host n-h1-844202-1 at level 0 using segments [{'id': '5fc4ab46-cdd1-4a9b-8c32-e8e8c6108992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'dff807a0-8ea6-4127-898d-549f6adefb8f'}] {{(pid=88525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:12:15.617973 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-104deb5b-9b30-431b-8d4d-d88c632829d1 req-edc55e3b-ed6d-4312-b885-143f4888b301 service neutron] Attempting to bind port a66da448-c5b2-4d30-b235-d219f03c9d9d on network dff807a0-8ea6-4127-898d-549f6adefb8f {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:12:15.641980 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-659b5cef-f301-435d-ae48-f447d4910082 None None] Provisioning complete for port f9c01323-511b-4022-9a1b-38e6d4250fba triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:12:15.642358 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-659b5cef-f301-435d-ae48-f447d4910082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:15.691892 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-104deb5b-9b30-431b-8d4d-d88c632829d1 req-edc55e3b-ed6d-4312-b885-143f4888b301 service neutron] Port a66da448-c5b2-4d30-b235-d219f03c9d9d on network dff807a0-8ea6-4127-898d-549f6adefb8f not bound, no agent of type Open vSwitch agent registered on host n-h1-844202-1 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 19:12:15.692727 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-104deb5b-9b30-431b-8d4d-d88c632829d1 req-edc55e3b-ed6d-4312-b885-143f4888b301 service neutron] Attempting to bind port a66da448-c5b2-4d30-b235-d219f03c9d9d on network dff807a0-8ea6-4127-898d-549f6adefb8f {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:12:15.719572 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2ca301d3-832e-4009-9e73-1c163d4fe81c tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2614143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9667199'] for subnet, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:15.751962 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port b69a26d9-0e06-42ea-a54b-76e47af40b61 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:12:15.758645 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-659b5cef-f301-435d-ae48-f447d4910082 None None] Port f9c01323-511b-4022-9a1b-38e6d4250fba cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:12:15.762094 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9737618a-d304-4664-99f3-dabb2f3b679e tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Pushing event updated for resources: {'Port': ['ID=f9c01323-511b-4022-9a1b-38e6d4250fba,revision_number=3']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:12:15.820184 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-104deb5b-9b30-431b-8d4d-d88c632829d1 req-edc55e3b-ed6d-4312-b885-143f4888b301 service neutron] Checking agent: {'id': 'bdb1e5d7-b998-4259-838f-3d278e930f32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:12:15.822434 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-104deb5b-9b30-431b-8d4d-d88c632829d1 req-edc55e3b-ed6d-4312-b885-143f4888b301 service neutron] Checking segment: {'id': '5fc4ab46-cdd1-4a9b-8c32-e8e8c6108992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'dff807a0-8ea6-4127-898d-549f6adefb8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:12:15.822635 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae3f791d-c075-4f34-ac2f-45ac8f38ad76 None None] Network c840486e-0c2f-4729-9a0c-ee6552111f90 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:12:15.823550 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-104deb5b-9b30-431b-8d4d-d88c632829d1 req-edc55e3b-ed6d-4312-b885-143f4888b301 service neutron] Bound using segment: {'id': '5fc4ab46-cdd1-4a9b-8c32-e8e8c6108992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'dff807a0-8ea6-4127-898d-549f6adefb8f'} {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:12:15.824589 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-104deb5b-9b30-431b-8d4d-d88c632829d1 req-edc55e3b-ed6d-4312-b885-143f4888b301 service neutron] Bound port: a66da448-c5b2-4d30-b235-d219f03c9d9d, host: n-h1-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fc4ab46-cdd1-4a9b-8c32-e8e8c6108992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'dff807a0-8ea6-4127-898d-549f6adefb8f'}}] {{(pid=88525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:12:15.825194 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-104deb5b-9b30-431b-8d4d-d88c632829d1 req-edc55e3b-ed6d-4312-b885-143f4888b301 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:15.847398 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2ca301d3-832e-4009-9e73-1c163d4fe81c tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks [] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:15.856562 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca301d3-832e-4009-9e73-1c163d4fe81c tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Pushing event deleted for resources: {'Subnet': ['ID=18568bb6-8c3e-45cc-b900-033d9c99322b,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:12:15.959807 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-2ca301d3-832e-4009-9e73-1c163d4fe81c tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "DELETE /v2.0/subnets/18568bb6-8c3e-45cc-b900-033d9c99322b HTTP/1.1" status: 204 len: 168 time: 1.9420333 Jun 01 19:12:15.976108 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 56246) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:12:16.179228 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-2a54dc3e-3ca7-4bfa-af35-723308d2defd tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1991241 Jun 01 19:12:16.182533 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 56250) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:12:16.196013 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-58732b92-05f4-4431-bad7-48e035c53a62 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Request body: {'subnet': {'network_id': 'c840486e-0c2f-4729-9a0c-ee6552111f90', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:12:16.252844 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5c3ed2-53c2-499c-9c7c-312299d5eb00 req-b7fa5dd3-2545-4141-ad76-391063318934 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:12:16.259454 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6fe65b2-cd0a-47de-a2d6-6d3829fec58e admin admin] Router c56088fd-0921-4f20-ae44-fc6a27ad880e has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 19:12:16.259662 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-bc5c3ed2-53c2-499c-9c7c-312299d5eb00 req-b7fa5dd3-2545-4141-ad76-391063318934 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7d2b0e6-e391-41b4-ad8b-28c3a2257458 HTTP/1.1" status: 200 len: 943 time: 0.8143270 Jun 01 19:12:16.493635 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56172d31-c75c-4150-a0f9-1e38be9e3b36 None None] DHCP port deletion for c840486e-0c2f-4729-9a0c-ee6552111f90 request from n-d-844202-1 {{(pid=88526) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 19:12:16.498872 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-56172d31-c75c-4150-a0f9-1e38be9e3b36 None None] Deleting port b69a26d9-0e06-42ea-a54b-76e47af40b61 {{(pid=88526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:12:16.499224 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-56172d31-c75c-4150-a0f9-1e38be9e3b36 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:16.506139 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eff7cd-d05f-4e8a-aa83-c722f52105fe req-b066d278-e55a-4447-b425-0321e0fc437b tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:12:16.515867 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-47eff7cd-d05f-4e8a-aa83-c722f52105fe req-b066d278-e55a-4447-b425-0321e0fc437b tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8b84db9-d35d-4296-85a8-fdfc6dd0b558 HTTP/1.1" status: 200 len: 945 time: 1.0046191 Jun 01 19:12:16.543418 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-104deb5b-9b30-431b-8d4d-d88c632829d1 req-edc55e3b-ed6d-4312-b885-143f4888b301 service neutron] For port a66da448-c5b2-4d30-b235-d219f03c9d9d, host n-h1-844202-1, cleared binding levels {{(pid=88525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:12:16.566628 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-bc5c3ed2-53c2-499c-9c7c-312299d5eb00 req-aa65e495-42ca-46bf-84f3-bf8c83e8d0fa tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/security-groups?id=362494bd-abbe-4b71-ae2f-86abe5bbd7b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2867305 Jun 01 19:12:16.597087 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-104deb5b-9b30-431b-8d4d-d88c632829d1 req-edc55e3b-ed6d-4312-b885-143f4888b301 service neutron] For port a66da448-c5b2-4d30-b235-d219f03c9d9d, host n-h1-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=a66da448-c5b2-4d30-b235-d219f03c9d9d,segment=NetworkSegment(5fc4ab46-cdd1-4a9b-8c32-e8e8c6108992),segment_id=5fc4ab46-cdd1-4a9b-8c32-e8e8c6108992)] {{(pid=88525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:12:16.601838 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-58732b92-05f4-4431-bad7-48e035c53a62 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:12:16.621817 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-104deb5b-9b30-431b-8d4d-d88c632829d1 req-edc55e3b-ed6d-4312-b885-143f4888b301 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:16.706698 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-58732b92-05f4-4431-bad7-48e035c53a62 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Usage tracker for resource:subnet and tenant:451baccc58514a0cab8c4410ed135b7c is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:12:16.723147 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-58732b92-05f4-4431-bad7-48e035c53a62 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:12:16.766597 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-58732b92-05f4-4431-bad7-48e035c53a62 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:12:16.934636 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6fe65b2-cd0a-47de-a2d6-6d3829fec58e admin admin] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:12:16.938085 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9737618a-d304-4664-99f3-dabb2f3b679e tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Router eee78211-c8dd-49f8-964b-12df9ed1f7c9 is scheduled to L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 with binding_index 1 {{(pid=88524) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 19:12:16.947242 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a0108e4-89d5-4152-8a46-24a7415623f5 None None] Sync routers for ids ['c56088fd-0921-4f20-ae44-fc6a27ad880e'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:12:16.972659 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0108e4-89d5-4152-8a46-24a7415623f5 None None] Routers {'c56088fd-0921-4f20-ae44-fc6a27ad880e'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:12:16.973791 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-6a0108e4-89d5-4152-8a46-24a7415623f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:12:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['c56088fd-0921-4f20-ae44-fc6a27ad880e'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:12:16.989638 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-47eff7cd-d05f-4e8a-aa83-c722f52105fe req-af3726e5-c576-4833-a3e8-3b45303b13e1 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7f46c16-7d81-4a09-b7a2-ba720d08e5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4715698 Jun 01 19:12:17.003652 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-a6fe65b2-cd0a-47de-a2d6-6d3829fec58e admin admin] 10.222.0.41 "PUT /v2.0/routers/c56088fd-0921-4f20-ae44-fc6a27ad880e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.2102437 Jun 01 19:12:17.007393 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 56260) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:12:17.093576 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 681ef106-1bc1-4608-8cfc-f27bab3173c9 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:12:17.235452 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58732b92-05f4-4431-bad7-48e035c53a62 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Made reservation on behalf of 451baccc58514a0cab8c4410ed135b7c for: {'subnet': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:12:17.243852 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-58732b92-05f4-4431-bad7-48e035c53a62 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9667140'] for subnet, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:17.324323 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104deb5b-9b30-431b-8d4d-d88c632829d1 req-edc55e3b-ed6d-4312-b885-143f4888b301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:12:17.328994 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-104deb5b-9b30-431b-8d4d-d88c632829d1 req-edc55e3b-ed6d-4312-b885-143f4888b301 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:17.330713 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-104deb5b-9b30-431b-8d4d-d88c632829d1 req-edc55e3b-ed6d-4312-b885-143f4888b301 service neutron] 10.222.0.15 "PUT /v2.0/ports/a66da448-c5b2-4d30-b235-d219f03c9d9d HTTP/1.1" status: 200 len: 1091 time: 6.3921771 Jun 01 19:12:17.333743 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-56172d31-c75c-4150-a0f9-1e38be9e3b36 None None] For port b69a26d9-0e06-42ea-a54b-76e47af40b61, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=b69a26d9-0e06-42ea-a54b-76e47af40b61,segment=NetworkSegment(a6cfd7d1-5211-44ec-a836-a984e441185d),segment_id=a6cfd7d1-5211-44ec-a836-a984e441185d)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:12:17.335604 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-56172d31-c75c-4150-a0f9-1e38be9e3b36 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:17.339607 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7d2b0e6-e391-41b4-ad8b-28c3a2257458', 'tag': 'a66da448-c5b2-4d30-b235-d219f03c9d9d'}] {{(pid=88525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:12:17.638644 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-6a0108e4-89d5-4152-8a46-24a7415623f5 None None] Set router c56088fd-0921-4f20-ae44-fc6a27ad880e gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:12:17.641973 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc55e3b-ed6d-4312-b885-143f4888b301 service neutron] Pushing event updated for resources: {'Port': ['ID=a66da448-c5b2-4d30-b235-d219f03c9d9d,revision_number=3']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:12:17.644931 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-56172d31-c75c-4150-a0f9-1e38be9e3b36 None None] Calling delete_port for b69a26d9-0e06-42ea-a54b-76e47af40b61 owned by network:dhcp {{(pid=88526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:12:17.690001 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9737618a-d304-4664-99f3-dabb2f3b679e tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:12:17.697222 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-9737618a-d304-4664-99f3-dabb2f3b679e tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] 10.222.0.41 "PUT /v2.0/routers/eee78211-c8dd-49f8-964b-12df9ed1f7c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2687001 Jun 01 19:12:17.710539 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 56272) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:12:17.730001 n-d-844202-1 neutron-server[88525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c68de301-859c-4ede-b340-962cadcd3ef9'] response: {'name': 'network-changed', 'server_uuid': 'b7d2b0e6-e391-41b4-ad8b-28c3a2257458', 'tag': 'a66da448-c5b2-4d30-b235-d219f03c9d9d', 'status': 'completed', 'code': 200} Jun 01 19:12:17.761129 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27295031-d069-4d0b-bb9c-3247fbc10535 None None] Sync routers for ids ['eee78211-c8dd-49f8-964b-12df9ed1f7c9'] in n-d-844202-1 {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:12:17.769976 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-56172d31-c75c-4150-a0f9-1e38be9e3b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535'] for port, after_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:17.934883 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56172d31-c75c-4150-a0f9-1e38be9e3b36 None None] No DVR routers for this DVR port b69a26d9-0e06-42ea-a54b-76e47af40b61 on host n-d-844202-1 {{(pid=88526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:12:17.983708 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104deb5b-9b30-431b-8d4d-d88c632829d1 req-fe3159d3-d734-4d31-b454-e7c6e5b0b6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:12:17.989007 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-104deb5b-9b30-431b-8d4d-d88c632829d1 req-fe3159d3-d734-4d31-b454-e7c6e5b0b6cb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8537cfb3773e46d182e148cf5b0a717f&device_id=b7d2b0e6-e391-41b4-ad8b-28c3a2257458 HTTP/1.1" status: 200 len: 1094 time: 0.5089078 Jun 01 19:12:18.005057 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56172d31-c75c-4150-a0f9-1e38be9e3b36 None None] Pushing event deleted for resources: {'Port': ['ID=b69a26d9-0e06-42ea-a54b-76e47af40b61,revision_number=None']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:12:18.108769 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27295031-d069-4d0b-bb9c-3247fbc10535 None None] Routers {'eee78211-c8dd-49f8-964b-12df9ed1f7c9'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:12:18.108769 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-27295031-d069-4d0b-bb9c-3247fbc10535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:12:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['eee78211-c8dd-49f8-964b-12df9ed1f7c9'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:12:18.185223 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-104deb5b-9b30-431b-8d4d-d88c632829d1 req-7bccc1e5-b183-4e5f-a50e-092f1d92a102 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a66da448-c5b2-4d30-b235-d219f03c9d9d HTTP/1.1" status: 200 len: 217 time: 0.1738579 Jun 01 19:12:18.268921 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 681ef106-1bc1-4608-8cfc-f27bab3173c9 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:12:18.271410 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:18.345055 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-27295031-d069-4d0b-bb9c-3247fbc10535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:12:18.382653 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27295031-d069-4d0b-bb9c-3247fbc10535 None None] Routers {'eee78211-c8dd-49f8-964b-12df9ed1f7c9'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:12:18.383778 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-27295031-d069-4d0b-bb9c-3247fbc10535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:12:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['eee78211-c8dd-49f8-964b-12df9ed1f7c9'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:12:18.391606 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f083cd7-279e-4f09-ab8c-606d62efebf2 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:12:18.392240 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-3f083cd7-279e-4f09-ab8c-606d62efebf2 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Synchronizing usage tracker for tenant:8011be9678e842bab7da75259f1c11c1 on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:12:18.459011 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104deb5b-9b30-431b-8d4d-d88c632829d1 req-ca28c3d2-6369-4223-987c-36a7213138d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:12:18.461211 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-104deb5b-9b30-431b-8d4d-d88c632829d1 req-ca28c3d2-6369-4223-987c-36a7213138d1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b7034154-78af-4dab-bf67-9d07d8fbb47d HTTP/1.1" status: 200 len: 835 time: 0.1648042 Jun 01 19:12:18.489048 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-27295031-d069-4d0b-bb9c-3247fbc10535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:12:18.489458 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27295031-d069-4d0b-bb9c-3247fbc10535 None None] The sync data for ids ['eee78211-c8dd-49f8-964b-12df9ed1f7c9'] in n-d-844202-1 is: [] {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:12:18.493360 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-3f083cd7-279e-4f09-ab8c-606d62efebf2 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Unset dirty status for tenant:8011be9678e842bab7da75259f1c11c1 on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:12:18.498215 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-3f083cd7-279e-4f09-ab8c-606d62efebf2 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] 10.222.0.41 "GET /v2.0/ports/f9c01323-511b-4022-9a1b-38e6d4250fba HTTP/1.1" status: 200 len: 984 time: 0.7807724 Jun 01 19:12:18.498298 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-6a0108e4-89d5-4152-8a46-24a7415623f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c56088fd-0921-4f20-ae44-fc6a27ad880e', 'name': 'tempest-TestVolumeBackupRestore-218628409-router', 'tenant_id': '5031b698c6494d89a6245175c10bcbb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.64'}], 'enable_snat': True}, 'gw_port_id': 'b03cddfb-57da-4a1f-a3d0-5769b12d2787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:06:20Z', 'updated_at': '2022-06-01T19:12:09Z', 'revision_number': 5, 'project_id': '5031b698c6494d89a6245175c10bcbb9', 'gw_port': {'id': 'b03cddfb-57da-4a1f-a3d0-5769b12d2787', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ba:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c56088fd-0921-4f20-ae44-fc6a27ad880e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2539, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:06:23Z', 'updated_at': '2022-06-01T19:06:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:12:18.499398 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2c670337-90f0-4336-9494-e42539fe9974 admin admin] Notify callbacks [] for router, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:18.504349 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a0108e4-89d5-4152-8a46-24a7415623f5 None None] Checking router: c56088fd-0921-4f20-ae44-fc6a27ad880e for host: n-d-844202-1 {{(pid=88527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 19:12:18.526877 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0108e4-89d5-4152-8a46-24a7415623f5 None None] Routers {'c56088fd-0921-4f20-ae44-fc6a27ad880e'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:12:18.528083 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-6a0108e4-89d5-4152-8a46-24a7415623f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:12:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['c56088fd-0921-4f20-ae44-fc6a27ad880e'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:12:18.543847 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 56284) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:12:18.633195 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4650999b-32fd-458a-bb97-419c331f219f req-c223d08e-123d-4b1f-959f-db9e03ef4805 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:12:18.633195 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-4650999b-32fd-458a-bb97-419c331f219f req-c223d08e-123d-4b1f-959f-db9e03ef4805 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Synchronizing usage tracker for tenant:8537cfb3773e46d182e148cf5b0a717f on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:12:18.713235 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 681ef106-1bc1-4608-8cfc-f27bab3173c9 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:12:18.798247 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device b69a26d9-0e06-42ea-a54b-76e47af40b61 no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:12:18.900776 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: b69a26d9-0e06-42ea-a54b-76e47af40b61 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:12:18.901497 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device b69a26d9-0e06-42ea-a54b-76e47af40b61 not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:12:19.066201 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-6a0108e4-89d5-4152-8a46-24a7415623f5 None None] Set router c56088fd-0921-4f20-ae44-fc6a27ad880e gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:12:19.077889 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-4650999b-32fd-458a-bb97-419c331f219f req-c223d08e-123d-4b1f-959f-db9e03ef4805 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Unset dirty status for tenant:8537cfb3773e46d182e148cf5b0a717f on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:12:19.079142 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4650999b-32fd-458a-bb97-419c331f219f req-c223d08e-123d-4b1f-959f-db9e03ef4805 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7d2b0e6-e391-41b4-ad8b-28c3a2257458 HTTP/1.1" status: 200 len: 943 time: 0.9670568 Jun 01 19:12:19.080996 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2c670337-90f0-4336-9494-e42539fe9974 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:19.104660 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-2c670337-90f0-4336-9494-e42539fe9974 admin admin] Deleting port b03cddfb-57da-4a1f-a3d0-5769b12d2787 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:12:19.104996 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2c670337-90f0-4336-9494-e42539fe9974 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:19.207178 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-4650999b-32fd-458a-bb97-419c331f219f req-706db8c9-3902-432c-b0b3-5c0eafe9e37d tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Synchronizing usage tracker for tenant:8537cfb3773e46d182e148cf5b0a717f on resource:security_group {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:12:19.376532 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-4650999b-32fd-458a-bb97-419c331f219f req-706db8c9-3902-432c-b0b3-5c0eafe9e37d tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Unset dirty status for tenant:8537cfb3773e46d182e148cf5b0a717f on resource:security_group {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:12:19.381325 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4650999b-32fd-458a-bb97-419c331f219f req-706db8c9-3902-432c-b0b3-5c0eafe9e37d tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/security-groups?id=362494bd-abbe-4b71-ae2f-86abe5bbd7b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2927895 Jun 01 19:12:19.484401 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad68e365-e989-4454-98af-d8c7384bc526 req-da186d33-91ea-46a1-b441-a62bbb441c08 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:12:19.486034 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ad68e365-e989-4454-98af-d8c7384bc526 req-da186d33-91ea-46a1-b441-a62bbb441c08 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8b84db9-d35d-4296-85a8-fdfc6dd0b558 HTTP/1.1" status: 200 len: 945 time: 1.0192699 Jun 01 19:12:19.542810 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [None req-2c670337-90f0-4336-9494-e42539fe9974 admin admin] For port b03cddfb-57da-4a1f-a3d0-5769b12d2787, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=b03cddfb-57da-4a1f-a3d0-5769b12d2787,segment=NetworkSegment(7875af61-4c53-4ff2-b8c8-d4b7c35ff947),segment_id=7875af61-4c53-4ff2-b8c8-d4b7c35ff947)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:12:19.543388 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2c670337-90f0-4336-9494-e42539fe9974 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:19.558998 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104deb5b-9b30-431b-8d4d-d88c632829d1 req-bf6b7c7f-237a-48d7-9867-07596557e5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:12:19.560736 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-104deb5b-9b30-431b-8d4d-d88c632829d1 req-bf6b7c7f-237a-48d7-9867-07596557e5c8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dff807a0-8ea6-4127-898d-549f6adefb8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0137110 Jun 01 19:12:19.601467 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ad68e365-e989-4454-98af-d8c7384bc526 req-19dba4be-0a36-405e-991d-9bbb4fb641fa tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7f46c16-7d81-4a09-b7a2-ba720d08e5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1044607 Jun 01 19:12:19.720539 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-6a0108e4-89d5-4152-8a46-24a7415623f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c56088fd-0921-4f20-ae44-fc6a27ad880e', 'name': 'tempest-TestVolumeBackupRestore-218628409-router', 'tenant_id': '5031b698c6494d89a6245175c10bcbb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.64'}], 'enable_snat': True}, 'gw_port_id': 'b03cddfb-57da-4a1f-a3d0-5769b12d2787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:06:20Z', 'updated_at': '2022-06-01T19:12:09Z', 'revision_number': 5, 'project_id': '5031b698c6494d89a6245175c10bcbb9', 'gw_port': {'id': 'b03cddfb-57da-4a1f-a3d0-5769b12d2787', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ba:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c56088fd-0921-4f20-ae44-fc6a27ad880e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2539, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:06:23Z', 'updated_at': '2022-06-01T19:06:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:12:19.729114 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a0108e4-89d5-4152-8a46-24a7415623f5 None None] The sync data for ids ['c56088fd-0921-4f20-ae44-fc6a27ad880e'] in n-d-844202-1 is: [{'id': 'c56088fd-0921-4f20-ae44-fc6a27ad880e', 'name': 'tempest-TestVolumeBackupRestore-218628409-router', 'tenant_id': '5031b698c6494d89a6245175c10bcbb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.64'}], 'enable_snat': True}, 'gw_port_id': 'b03cddfb-57da-4a1f-a3d0-5769b12d2787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:06:20Z', 'updated_at': '2022-06-01T19:12:09Z', 'revision_number': 5, 'project_id': '5031b698c6494d89a6245175c10bcbb9', 'gw_port': {'id': 'b03cddfb-57da-4a1f-a3d0-5769b12d2787', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ba:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c56088fd-0921-4f20-ae44-fc6a27ad880e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2539, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:06:23Z', 'updated_at': '2022-06-01T19:06:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:12:19.793069 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-2c670337-90f0-4336-9494-e42539fe9974 admin admin] Calling delete_port for b03cddfb-57da-4a1f-a3d0-5769b12d2787 owned by network:router_gateway {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:12:19.871844 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-58732b92-05f4-4431-bad7-48e035c53a62 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2614064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9667190'] for subnet, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:19.965304 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58732b92-05f4-4431-bad7-48e035c53a62 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Network c840486e-0c2f-4729-9a0c-ee6552111f90 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:12:20.002742 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-58732b92-05f4-4431-bad7-48e035c53a62 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:12:20.006222 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58732b92-05f4-4431-bad7-48e035c53a62 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:12:20.006793 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-58732b92-05f4-4431-bad7-48e035c53a62 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks [] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:20.014847 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fb3d52c-6f21-4682-b17c-a603df1f3ffc None None] Network c840486e-0c2f-4729-9a0c-ee6552111f90 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:12:20.035966 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58732b92-05f4-4431-bad7-48e035c53a62 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Pushing event updated for resources: {'Subnet': ['ID=65447b05-d901-43d4-ab6b-5816be797b59,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:12:20.134025 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-104deb5b-9b30-431b-8d4d-d88c632829d1 req-393f2e66-3a07-40b5-bbd6-e8c6e9a2cd5f service neutron] 10.222.0.15 "GET /v2.0/networks/dff807a0-8ea6-4127-898d-549f6adefb8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4271064 Jun 01 19:12:20.372900 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-58732b92-05f4-4431-bad7-48e035c53a62 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 4.1857295 Jun 01 19:12:20.383447 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c137b25-7c0f-48b2-b2dc-167c7a8de2bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc93f83c3-7fb6-5c13-a9d4-29d739a4e8d2-c840486e-0c2f-4729-9a0c-ee6552111f90', 'network_id': 'c840486e-0c2f-4729-9a0c-ee6552111f90', 'tenant_id': '451baccc58514a0cab8c4410ed135b7c', 'fixed_ips': [{'subnet_id': '65447b05-d901-43d4-ab6b-5816be797b59'}]}} from n-d-844202-1. {{(pid=88526) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 19:12:20.388736 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-5c137b25-7c0f-48b2-b2dc-167c7a8de2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:20.395758 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 56310) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:12:20.457609 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-5cca3c52-a342-4d15-8517-67c07bab4dc5 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Request body: {'port': {'network_id': 'c840486e-0c2f-4729-9a0c-ee6552111f90', 'fixed_ips': [{'subnet_id': '65447b05-d901-43d4-ab6b-5816be797b59', 'ip_address': '2001:db8::87d1:1e75:b60d:eb2c'}], 'name': 'tempest-NetworksTestDHCPv6-1667218968'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:12:20.542219 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2c670337-90f0-4336-9494-e42539fe9974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:20.615792 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9dbc2e3d-b51c-4694-ad5f-d4367d324095 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-887474'] for router_interface, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:20.752896 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c670337-90f0-4336-9494-e42539fe9974 admin admin] Pushing event deleted for resources: {'Port': ['ID=b03cddfb-57da-4a1f-a3d0-5769b12d2787,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:12:20.769567 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.db_base_plugin_common [None req-5c137b25-7c0f-48b2-b2dc-167c7a8de2bd None None] Allocated IP 2001:db8::2 (c840486e-0c2f-4729-9a0c-ee6552111f90/65447b05-d901-43d4-ab6b-5816be797b59/d304cbb4-7ad7-41a6-a4cf-32d2d1253f6a) {{(pid=88526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:12:20.841278 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2c670337-90f0-4336-9494-e42539fe9974 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-887703'] for router_gateway, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:21.028134 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-104deb5b-9b30-431b-8d4d-d88c632829d1 req-bcabac3a-4d64-4239-946a-f4bc07b2a492 service neutron] 10.222.0.15 "GET /v2.0/networks/dff807a0-8ea6-4127-898d-549f6adefb8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8816693 Jun 01 19:12:21.053938 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2c670337-90f0-4336-9494-e42539fe9974 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25316'] for router, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:21.057557 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2c670337-90f0-4336-9494-e42539fe9974 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:21.090750 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6acfa3b-e719-420c-8b12-8320d09294cd req-c436dcc0-b30d-47dc-a3cf-f04d574fa488 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:12:21.097713 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e6acfa3b-e719-420c-8b12-8320d09294cd req-c436dcc0-b30d-47dc-a3cf-f04d574fa488 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7d2b0e6-e391-41b4-ad8b-28c3a2257458 HTTP/1.1" status: 200 len: 943 time: 0.4503605 Jun 01 19:12:21.158897 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2c670337-90f0-4336-9494-e42539fe9974 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-891519'] for router, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:21.159617 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c670337-90f0-4336-9494-e42539fe9974 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c56088fd-0921-4f20-ae44-fc6a27ad880e {{(pid=88524) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 19:12:21.180334 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e6acfa3b-e719-420c-8b12-8320d09294cd req-406aa50d-72fd-4706-a31b-c14befa9b6e0 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/security-groups?id=362494bd-abbe-4b71-ae2f-86abe5bbd7b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809751 Jun 01 19:12:21.204442 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2c670337-90f0-4336-9494-e42539fe9974 admin admin] Notify callbacks [] for router, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:21.208128 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-2c670337-90f0-4336-9494-e42539fe9974 admin admin] 10.222.0.41 "DELETE /v2.0/routers/c56088fd-0921-4f20-ae44-fc6a27ad880e HTTP/1.1" status: 204 len: 168 time: 4.1987677 Jun 01 19:12:21.208962 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 56328) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:12:21.250541 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 73450057-10ad-4e68-a4c7-fb277fea8603 no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:12:21.272116 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-5cca3c52-a342-4d15-8517-67c07bab4dc5 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:12:21.281326 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d39d251-5cda-442a-bbb0-ae9282e3676f admin admin] Deleting subnet ec6536ee-79bd-4e23-b6dd-85ac516aa1d5 {{(pid=88524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 19:12:21.285553 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-7d39d251-5cda-442a-bbb0-ae9282e3676f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:21.331605 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: 73450057-10ad-4e68-a4c7-fb277fea8603 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:12:21.331943 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 73450057-10ad-4e68-a4c7-fb277fea8603 not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:12:21.364732 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-5cca3c52-a342-4d15-8517-67c07bab4dc5 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Usage tracker for resource:port and tenant:451baccc58514a0cab8c4410ed135b7c is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:12:21.370877 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-7d39d251-5cda-442a-bbb0-ae9282e3676f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2702137'] for subnet, precommit_delete_associations {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:21.379838 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-5c137b25-7c0f-48b2-b2dc-167c7a8de2bd None None] Notify callbacks [] for port, precommit_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:21.397309 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-5cca3c52-a342-4d15-8517-67c07bab4dc5 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:12:21.404309 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-5c137b25-7c0f-48b2-b2dc-167c7a8de2bd None None] Transition to ACTIVE for port object d304cbb4-7ad7-41a6-a4cf-32d2d1253f6a will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:12:21.426923 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-5cca3c52-a342-4d15-8517-67c07bab4dc5 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:12:21.469676 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da22ac9-3bf8-4c5b-8bcd-c09979c08318 req-b28842f1-410e-4e33-b75d-a008f37de6ab tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:12:21.471180 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-7da22ac9-3bf8-4c5b-8bcd-c09979c08318 req-b28842f1-410e-4e33-b75d-a008f37de6ab tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8b84db9-d35d-4296-85a8-fdfc6dd0b558 HTTP/1.1" status: 200 len: 945 time: 0.5925121 Jun 01 19:12:21.475165 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cca3c52-a342-4d15-8517-67c07bab4dc5 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Made reservation on behalf of 451baccc58514a0cab8c4410ed135b7c for: {'port': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:12:21.475563 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-5c137b25-7c0f-48b2-b2dc-167c7a8de2bd None None] Transition to ACTIVE for port object d304cbb4-7ad7-41a6-a4cf-32d2d1253f6a will not be triggered until provisioned by entity DHCP. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:12:21.488794 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-5c137b25-7c0f-48b2-b2dc-167c7a8de2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526'] for port, after_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:21.498712 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-7d39d251-5cda-442a-bbb0-ae9282e3676f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:21.609010 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c137b25-7c0f-48b2-b2dc-167c7a8de2bd None None] Network c840486e-0c2f-4729-9a0c-ee6552111f90 is already hosted by enough agents. {{(pid=88526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:12:21.611774 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.base_scheduler [None req-5c137b25-7c0f-48b2-b2dc-167c7a8de2bd None None] Resources bound (agent type, host, resource id): {{(pid=88526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:12:21.613457 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-7d39d251-5cda-442a-bbb0-ae9282e3676f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2718856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3066595'] for subnet, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:21.616324 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c137b25-7c0f-48b2-b2dc-167c7a8de2bd None None] Received port after_create {{(pid=88526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:12:21.684590 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32216197-10c1-49ad-9052-191520b504ed req-fc5018d5-7a85-4dd2-8928-9ca121c72d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:12:21.686411 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-32216197-10c1-49ad-9052-191520b504ed req-fc5018d5-7a85-4dd2-8928-9ca121c72d16 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8537cfb3773e46d182e148cf5b0a717f&device_id=b7d2b0e6-e391-41b4-ad8b-28c3a2257458 HTTP/1.1" status: 200 len: 1094 time: 0.5888665 Jun 01 19:12:21.694805 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5cca3c52-a342-4d15-8517-67c07bab4dc5 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:21.698283 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c137b25-7c0f-48b2-b2dc-167c7a8de2bd None None] Pushing event updated for resources: {'Port': ['ID=d304cbb4-7ad7-41a6-a4cf-32d2d1253f6a,revision_number=1']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:12:21.756579 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-5c137b25-7c0f-48b2-b2dc-167c7a8de2bd None None] Attempting to bind port d304cbb4-7ad7-41a6-a4cf-32d2d1253f6a on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:12:21.757086 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-5c137b25-7c0f-48b2-b2dc-167c7a8de2bd None None] Attempting to bind port d304cbb4-7ad7-41a6-a4cf-32d2d1253f6a by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': 'a6cfd7d1-5211-44ec-a836-a984e441185d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c840486e-0c2f-4729-9a0c-ee6552111f90'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:12:21.757590 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c137b25-7c0f-48b2-b2dc-167c7a8de2bd None None] Attempting to bind port d304cbb4-7ad7-41a6-a4cf-32d2d1253f6a on network c840486e-0c2f-4729-9a0c-ee6552111f90 {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:12:21.764086 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c137b25-7c0f-48b2-b2dc-167c7a8de2bd None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 12, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:12:21.764617 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c137b25-7c0f-48b2-b2dc-167c7a8de2bd None None] Checking segment: {'id': 'a6cfd7d1-5211-44ec-a836-a984e441185d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c840486e-0c2f-4729-9a0c-ee6552111f90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:12:21.766127 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-5c137b25-7c0f-48b2-b2dc-167c7a8de2bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:21.767142 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c137b25-7c0f-48b2-b2dc-167c7a8de2bd None None] Bound using segment: {'id': 'a6cfd7d1-5211-44ec-a836-a984e441185d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c840486e-0c2f-4729-9a0c-ee6552111f90'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:12:21.768766 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-5c137b25-7c0f-48b2-b2dc-167c7a8de2bd None None] Bound port: d304cbb4-7ad7-41a6-a4cf-32d2d1253f6a, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6cfd7d1-5211-44ec-a836-a984e441185d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c840486e-0c2f-4729-9a0c-ee6552111f90'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:12:21.769253 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-5c137b25-7c0f-48b2-b2dc-167c7a8de2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:21.881294 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-7da22ac9-3bf8-4c5b-8bcd-c09979c08318 req-bbc2e90b-82dd-4288-9346-87bd79a20032 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7f46c16-7d81-4a09-b7a2-ba720d08e5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3780856 Jun 01 19:12:21.888995 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-9dbc2e3d-b51c-4694-ad5f-d4367d324095 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Deleting port f9c01323-511b-4022-9a1b-38e6d4250fba {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:12:21.889524 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9dbc2e3d-b51c-4694-ad5f-d4367d324095 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:21.922178 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d39d251-5cda-442a-bbb0-ae9282e3676f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec6536ee-79bd-4e23-b6dd-85ac516aa1d5,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:12:21.944119 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [None req-5cca3c52-a342-4d15-8517-67c07bab4dc5 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] device_id is not set on port 0315edde-aab2-490f-91f4-4be8cb90be6a yet. {{(pid=88525) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 19:12:21.944706 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-7d39d251-5cda-442a-bbb0-ae9282e3676f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:21.948697 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f1f9a86-f93c-4fa1-b326-826fdbfcba89 None None] Network 07248134-8b73-46fb-91ff-2af4f768da88 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:12:21.953122 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-7d39d251-5cda-442a-bbb0-ae9282e3676f admin admin] 10.222.0.41 "DELETE /v2.0/subnets/ec6536ee-79bd-4e23-b6dd-85ac516aa1d5 HTTP/1.1" status: 204 len: 168 time: 0.7429886 Jun 01 19:12:21.955391 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 56338) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:12:22.106197 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e2641558-94ec-4984-ad87-7f44c0a68681 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:22.119048 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-e2641558-94ec-4984-ad87-7f44c0a68681 admin admin] Deleting port ddbbbeba-db9e-4ed1-9776-eef866e0007a {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:12:22.119380 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e2641558-94ec-4984-ad87-7f44c0a68681 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:22.148559 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32216197-10c1-49ad-9052-191520b504ed req-d91a2791-f36c-4f37-b299-5777f8f2e1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:12:22.150167 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-32216197-10c1-49ad-9052-191520b504ed req-d91a2791-f36c-4f37-b299-5777f8f2e1fe service neutron] 10.222.0.15 "GET /v2.0/networks?id=dff807a0-8ea6-4127-898d-549f6adefb8f HTTP/1.1" status: 200 len: 897 time: 0.4443383 Jun 01 19:12:22.233121 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-5c137b25-7c0f-48b2-b2dc-167c7a8de2bd None None] For port d304cbb4-7ad7-41a6-a4cf-32d2d1253f6a, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:12:22.249120 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-5c137b25-7c0f-48b2-b2dc-167c7a8de2bd None None] For port d304cbb4-7ad7-41a6-a4cf-32d2d1253f6a, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=d304cbb4-7ad7-41a6-a4cf-32d2d1253f6a,segment=NetworkSegment(a6cfd7d1-5211-44ec-a836-a984e441185d),segment_id=a6cfd7d1-5211-44ec-a836-a984e441185d)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:12:22.282573 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-5c137b25-7c0f-48b2-b2dc-167c7a8de2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:22.439746 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c137b25-7c0f-48b2-b2dc-167c7a8de2bd None None] Pushing event updated for resources: {'Port': ['ID=d304cbb4-7ad7-41a6-a4cf-32d2d1253f6a,revision_number=2']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:12:22.480042 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-32216197-10c1-49ad-9052-191520b504ed req-28f635ef-9758-4179-af18-7c5fd9d19dac service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a66da448-c5b2-4d30-b235-d219f03c9d9d HTTP/1.1" status: 200 len: 217 time: 0.2150455 Jun 01 19:12:22.486469 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ba19963-c59a-449c-b328-e9344dfd30d5 None None] DHCP port deletion for 07248134-8b73-46fb-91ff-2af4f768da88 request from n-d-844202-1 {{(pid=88526) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 19:12:22.492452 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-5ba19963-c59a-449c-b328-e9344dfd30d5 None None] Deleting port ddbbbeba-db9e-4ed1-9776-eef866e0007a {{(pid=88526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:12:22.493612 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-5ba19963-c59a-449c-b328-e9344dfd30d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:22.497660 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [None req-e2641558-94ec-4984-ad87-7f44c0a68681 admin admin] For port ddbbbeba-db9e-4ed1-9776-eef866e0007a, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=ddbbbeba-db9e-4ed1-9776-eef866e0007a,segment=NetworkSegment(7e5d682d-e659-4921-a647-7ad5e979c7d2),segment_id=7e5d682d-e659-4921-a647-7ad5e979c7d2)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:12:22.498278 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e2641558-94ec-4984-ad87-7f44c0a68681 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:22.658336 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-e2641558-94ec-4984-ad87-7f44c0a68681 admin admin] Calling delete_port for ddbbbeba-db9e-4ed1-9776-eef866e0007a owned by network:dhcp {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:12:22.793703 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f433fd3-8816-4d73-b7ba-a53a54ce053f req-65372a51-2108-4b01-8055-b6e6706c6ce8 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:12:22.795236 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-8f433fd3-8816-4d73-b7ba-a53a54ce053f req-65372a51-2108-4b01-8055-b6e6706c6ce8 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7d2b0e6-e391-41b4-ad8b-28c3a2257458 HTTP/1.1" status: 200 len: 943 time: 0.4380128 Jun 01 19:12:22.837315 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e2641558-94ec-4984-ad87-7f44c0a68681 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:22.885149 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-5ba19963-c59a-449c-b328-e9344dfd30d5 None None] For port ddbbbeba-db9e-4ed1-9776-eef866e0007a, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=ddbbbeba-db9e-4ed1-9776-eef866e0007a,segment=NetworkSegment(7e5d682d-e659-4921-a647-7ad5e979c7d2),segment_id=7e5d682d-e659-4921-a647-7ad5e979c7d2)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:12:22.886412 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-5ba19963-c59a-449c-b328-e9344dfd30d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:22.955305 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2641558-94ec-4984-ad87-7f44c0a68681 admin admin] Pushing event deleted for resources: {'Port': ['ID=ddbbbeba-db9e-4ed1-9776-eef866e0007a,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:12:22.957334 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2641558-94ec-4984-ad87-7f44c0a68681 admin admin] No DVR routers for this DVR port ddbbbeba-db9e-4ed1-9776-eef866e0007a on host n-d-844202-1 {{(pid=88524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:12:22.979162 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [None req-5cca3c52-a342-4d15-8517-67c07bab4dc5 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Allocated IP 2001:db8::87d1:1e75:b60d:eb2c (c840486e-0c2f-4729-9a0c-ee6552111f90/65447b05-d901-43d4-ab6b-5816be797b59/0315edde-aab2-490f-91f4-4be8cb90be6a) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:12:23.028009 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-8f433fd3-8816-4d73-b7ba-a53a54ce053f req-36ef272b-4e3a-4f4e-b6a4-3807e521c3ab tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/security-groups?id=362494bd-abbe-4b71-ae2f-86abe5bbd7b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2223427 Jun 01 19:12:23.098908 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-5ba19963-c59a-449c-b328-e9344dfd30d5 None None] Calling delete_port for ddbbbeba-db9e-4ed1-9776-eef866e0007a owned by network:dhcp {{(pid=88526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:12:23.156477 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device d304cbb4-7ad7-41a6-a4cf-32d2d1253f6a up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:12:23.175857 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e2641558-94ec-4984-ad87-7f44c0a68681 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:23.225849 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-e2641558-94ec-4984-ad87-7f44c0a68681 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07248134-8b73-46fb-91ff-2af4f768da88']}} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:12:23.245206 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-e2641558-94ec-4984-ad87-7f44c0a68681 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e5d682d-e659-4921-a647-7ad5e979c7d2') {'for_net_delete': True} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:12:23.245665 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-e2641558-94ec-4984-ad87-7f44c0a68681 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e5d682d-e659-4921-a647-7ad5e979c7d2') {} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:12:23.246273 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9dbc2e3d-b51c-4694-ad5f-d4367d324095 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:23.255533 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32216197-10c1-49ad-9052-191520b504ed req-ecca5760-eae1-4888-a23b-f4fa8dd8a92d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:12:23.257194 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-32216197-10c1-49ad-9052-191520b504ed req-ecca5760-eae1-4888-a23b-f4fa8dd8a92d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b7034154-78af-4dab-bf67-9d07d8fbb47d HTTP/1.1" status: 200 len: 835 time: 0.7636898 Jun 01 19:12:23.274001 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.db.api [None req-5ba19963-c59a-449c-b328-e9344dfd30d5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88526) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 19:12:23.274457 n-d-844202-1 neutron-server[88526]: DEBUG oslo_db.api [None req-5ba19963-c59a-449c-b328-e9344dfd30d5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 19:12:23.276769 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port d304cbb4-7ad7-41a6-a4cf-32d2d1253f6a completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:12:23.288817 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e2641558-94ec-4984-ad87-7f44c0a68681 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2702126'] for segment, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:23.324037 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e2641558-94ec-4984-ad87-7f44c0a68681 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:23.325082 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2641558-94ec-4984-ad87-7f44c0a68681 admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=88524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 19:12:23.325600 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e2641558-94ec-4984-ad87-7f44c0a68681 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2719018'] for segment, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:23.353472 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device ddbbbeba-db9e-4ed1-9776-eef866e0007a no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:12:23.407916 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: ddbbbeba-db9e-4ed1-9776-eef866e0007a {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:12:23.408286 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device ddbbbeba-db9e-4ed1-9776-eef866e0007a not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:12:23.408896 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device b03cddfb-57da-4a1f-a3d0-5769b12d2787 no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:12:23.455448 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: b03cddfb-57da-4a1f-a3d0-5769b12d2787 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:12:23.455793 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device b03cddfb-57da-4a1f-a3d0-5769b12d2787 not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:12:23.468084 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e2641558-94ec-4984-ad87-7f44c0a68681 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:23.489939 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment 7e5d682d-e659-4921-a647-7ad5e979c7d2 resource provider aggregate not found Jun 01 19:12:23.499543 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e2641558-94ec-4984-ad87-7f44c0a68681 admin admin] Notify callbacks [] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:23.513154 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2641558-94ec-4984-ad87-7f44c0a68681 admin admin] Pushing event deleted for resources: {'Network': ['ID=07248134-8b73-46fb-91ff-2af4f768da88,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:12:23.518110 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-e2641558-94ec-4984-ad87-7f44c0a68681 admin admin] 10.222.0.41 "DELETE /v2.0/networks/07248134-8b73-46fb-91ff-2af4f768da88 HTTP/1.1" status: 204 len: 168 time: 1.5611968 Jun 01 19:12:23.547141 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment 7e5d682d-e659-4921-a647-7ad5e979c7d2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7e5d682d-e659-4921-a647-7ad5e979c7d2 found for delete ", "request_id": "req-5e42da69-8c9e-4797-b24f-47918378dc1c"}]} Jun 01 19:12:23.571643 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-9dbc2e3d-b51c-4694-ad5f-d4367d324095 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Calling delete_port for f9c01323-511b-4022-9a1b-38e6d4250fba owned by network:router_interface {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:12:23.732680 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 56374) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:12:23.775825 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-5ba19963-c59a-449c-b328-e9344dfd30d5 None None] Deleting port ddbbbeba-db9e-4ed1-9776-eef866e0007a {{(pid=88526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:12:23.776209 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-5ba19963-c59a-449c-b328-e9344dfd30d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:23.780105 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54beea99-82d7-4b14-af4b-d8f1b6074638 req-51fdb95d-c619-4588-80b6-47284a94cf86 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:12:23.781946 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-54beea99-82d7-4b14-af4b-d8f1b6074638 req-51fdb95d-c619-4588-80b6-47284a94cf86 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8b84db9-d35d-4296-85a8-fdfc6dd0b558 HTTP/1.1" status: 200 len: 945 time: 0.5903959 Jun 01 19:12:23.785649 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5cca3c52-a342-4d15-8517-67c07bab4dc5 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:23.796391 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32216197-10c1-49ad-9052-191520b504ed req-04c299a1-db67-48b4-87f4-5c03e86b7a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:12:23.797377 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-4768ecea-499f-42ea-9d31-5c2c918eb0f0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f135b090042642babe6bb7a413fbe165&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0631464 Jun 01 19:12:23.798194 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-32216197-10c1-49ad-9052-191520b504ed req-04c299a1-db67-48b4-87f4-5c03e86b7a67 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dff807a0-8ea6-4127-898d-549f6adefb8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4406631 Jun 01 19:12:23.799824 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 56378) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:12:23.853021 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [None req-5cca3c52-a342-4d15-8517-67c07bab4dc5 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Transition to ACTIVE for port object 0315edde-aab2-490f-91f4-4be8cb90be6a will not be triggered until provisioned by entity DHCP. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:12:23.879402 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-465bbcbd-1e5a-4045-b230-73e9e047fbb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:23.902104 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-5ba19963-c59a-449c-b328-e9344dfd30d5 None None] The port 'ddbbbeba-db9e-4ed1-9776-eef866e0007a' was deleted {{(pid=88526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 01 19:12:23.924931 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-465bbcbd-1e5a-4045-b230-73e9e047fbb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:23.970304 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-54beea99-82d7-4b14-af4b-d8f1b6074638 req-47466210-b20a-4bd1-943e-906a4d468874 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7f46c16-7d81-4a09-b7a2-ba720d08e5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1763711 Jun 01 19:12:23.986845 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-465bbcbd-1e5a-4045-b230-73e9e047fbb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:24.013988 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465bbcbd-1e5a-4045-b230-73e9e047fbb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bee4f19-efe8-469e-a2e1-2e23ae9c0c3c,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:12:24.058753 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-465bbcbd-1e5a-4045-b230-73e9e047fbb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:24.059815 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-465bbcbd-1e5a-4045-b230-73e9e047fbb2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2bee4f19-efe8-469e-a2e1-2e23ae9c0c3c HTTP/1.1" status: 204 len: 168 time: 0.2583189 Jun 01 19:12:24.123326 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5cca3c52-a342-4d15-8517-67c07bab4dc5 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:24.136889 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-aafee8cb-5247-410e-91c3-ac4f6d14bb18 None None] Provisioning for port d304cbb4-7ad7-41a6-a4cf-32d2d1253f6a completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:12:24.144941 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-aafee8cb-5247-410e-91c3-ac4f6d14bb18 None None] Provisioning complete for port d304cbb4-7ad7-41a6-a4cf-32d2d1253f6a triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:12:24.145477 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-aafee8cb-5247-410e-91c3-ac4f6d14bb18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:24.191208 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-32216197-10c1-49ad-9052-191520b504ed req-9cac2ad7-8783-483b-b7c0-e967dfa551a0 service neutron] 10.222.0.15 "GET /v2.0/networks/dff807a0-8ea6-4127-898d-549f6adefb8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3652601 Jun 01 19:12:24.217435 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cca3c52-a342-4d15-8517-67c07bab4dc5 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Network c840486e-0c2f-4729-9a0c-ee6552111f90 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:12:24.230033 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-5cca3c52-a342-4d15-8517-67c07bab4dc5 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:12:24.235644 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cca3c52-a342-4d15-8517-67c07bab4dc5 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:12:24.244654 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cca3c52-a342-4d15-8517-67c07bab4dc5 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:12:24.245449 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5cca3c52-a342-4d15-8517-67c07bab4dc5 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:24.254027 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device a66da448-c5b2-4d30-b235-d219f03c9d9d details requested by agent hyperv_n-h1-844202-1 with host n-h1-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 19:12:24.346332 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea186d8-3f9a-4e27-9f48-6214199bdd51 req-6648a414-2c88-4a82-a6dc-9af1c02e6d55 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:12:24.348040 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-eea186d8-3f9a-4e27-9f48-6214199bdd51 req-6648a414-2c88-4a82-a6dc-9af1c02e6d55 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7d2b0e6-e391-41b4-ad8b-28c3a2257458 HTTP/1.1" status: 200 len: 943 time: 0.1772854 Jun 01 19:12:24.411753 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cca3c52-a342-4d15-8517-67c07bab4dc5 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Pushing event updated for resources: {'Port': ['ID=0315edde-aab2-490f-91f4-4be8cb90be6a,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:12:24.422307 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9dbc2e3d-b51c-4694-ad5f-d4367d324095 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:24.494131 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbc2e3d-b51c-4694-ad5f-d4367d324095 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Pushing event deleted for resources: {'Port': ['ID=f9c01323-511b-4022-9a1b-38e6d4250fba,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:12:24.509507 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-eea186d8-3f9a-4e27-9f48-6214199bdd51 req-48c1b649-93c4-4e84-9eef-78313f26602b tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/security-groups?id=362494bd-abbe-4b71-ae2f-86abe5bbd7b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1495757 Jun 01 19:12:24.526028 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 56398) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:12:24.537399 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-5cca3c52-a342-4d15-8517-67c07bab4dc5 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.1381412 Jun 01 19:12:24.655462 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-aafee8cb-5247-410e-91c3-ac4f6d14bb18 None None] Current status of the port d304cbb4-7ad7-41a6-a4cf-32d2d1253f6a is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:12:24.656613 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-aafee8cb-5247-410e-91c3-ac4f6d14bb18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:24.684740 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c196421-25db-49f7-9b65-e6eb635e92e4 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:12:24.700650 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c196421-25db-49f7-9b65-e6eb635e92e4 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:12:24.701472 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-7c196421-25db-49f7-9b65-e6eb635e92e4 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Synchronizing usage tracker for tenant:451baccc58514a0cab8c4410ed135b7c on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:12:24.738439 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-7c196421-25db-49f7-9b65-e6eb635e92e4 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Unset dirty status for tenant:451baccc58514a0cab8c4410ed135b7c on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:12:24.743199 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-7c196421-25db-49f7-9b65-e6eb635e92e4 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.2004023 Jun 01 19:12:24.744162 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 56402) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:12:24.761482 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-aafee8cb-5247-410e-91c3-ac4f6d14bb18 None None] For port d304cbb4-7ad7-41a6-a4cf-32d2d1253f6a, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=d304cbb4-7ad7-41a6-a4cf-32d2d1253f6a,segment=NetworkSegment(a6cfd7d1-5211-44ec-a836-a984e441185d),segment_id=a6cfd7d1-5211-44ec-a836-a984e441185d)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:12:24.770002 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port a66da448-c5b2-4d30-b235-d219f03c9d9d, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=a66da448-c5b2-4d30-b235-d219f03c9d9d,segment=NetworkSegment(5fc4ab46-cdd1-4a9b-8c32-e8e8c6108992),segment_id=5fc4ab46-cdd1-4a9b-8c32-e8e8c6108992)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:12:24.787808 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-aafee8cb-5247-410e-91c3-ac4f6d14bb18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:24.834923 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-32216197-10c1-49ad-9052-191520b504ed req-4f5d1b24-f841-4096-9ec9-2be43b23c55c service neutron] 10.222.0.15 "GET /v2.0/networks/dff807a0-8ea6-4127-898d-549f6adefb8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6062119 Jun 01 19:12:24.840441 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9dbc2e3d-b51c-4694-ad5f-d4367d324095 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-887310'] for router_interface, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:24.884973 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 56408) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:12:24.903362 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Returning: {'device': 'a66da448-c5b2-4d30-b235-d219f03c9d9d', 'network_id': 'dff807a0-8ea6-4127-898d-549f6adefb8f', 'port_id': 'a66da448-c5b2-4d30-b235-d219f03c9d9d', 'mac_address': 'fa:16:3e:e8:07:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7034154-78af-4dab-bf67-9d07d8fbb47d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 19:12:24.921114 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-beb60d9b-8e65-4747-b522-3d2dfa59a0ca tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Deleting port 0315edde-aab2-490f-91f4-4be8cb90be6a {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:12:24.921469 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-beb60d9b-8e65-4747-b522-3d2dfa59a0ca tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:25.020501 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-82dbdfc9-9249-42c2-86e5-9f5b8656ba7c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5031b698c6494d89a6245175c10bcbb9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1329355 Jun 01 19:12:25.029292 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafee8cb-5247-410e-91c3-ac4f6d14bb18 None None] Pushing event updated for resources: {'Port': ['ID=d304cbb4-7ad7-41a6-a4cf-32d2d1253f6a,revision_number=3']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:12:25.040483 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-b65fe58a-b785-4b41-9ff5-f1f8eefed955 None None] Provisioning for port 0315edde-aab2-490f-91f4-4be8cb90be6a completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:12:25.055573 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-b65fe58a-b785-4b41-9ff5-f1f8eefed955 None None] Provisioning complete for port 0315edde-aab2-490f-91f4-4be8cb90be6a triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:12:25.055941 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-b65fe58a-b785-4b41-9ff5-f1f8eefed955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:25.140397 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port a66da448-c5b2-4d30-b235-d219f03c9d9d is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:12:25.141244 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:25.172629 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a66da448-c5b2-4d30-b235-d219f03c9d9d {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 19:12:25.195917 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port a66da448-c5b2-4d30-b235-d219f03c9d9d, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=a66da448-c5b2-4d30-b235-d219f03c9d9d,segment=NetworkSegment(5fc4ab46-cdd1-4a9b-8c32-e8e8c6108992),segment_id=5fc4ab46-cdd1-4a9b-8c32-e8e8c6108992)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:12:25.197972 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-b65fe58a-b785-4b41-9ff5-f1f8eefed955 None None] Port 0315edde-aab2-490f-91f4-4be8cb90be6a cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:12:25.206539 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:25.224261 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 56414) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:12:25.298024 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=a66da448-c5b2-4d30-b235-d219f03c9d9d,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:12:25.501703 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-beb60d9b-8e65-4747-b522-3d2dfa59a0ca tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:25.509520 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dbc2e3d-b51c-4694-ad5f-d4367d324095 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Router eee78211-c8dd-49f8-964b-12df9ed1f7c9 has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 19:12:25.518974 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a6576cd9-7c06-45be-ae15-b0a6345f53af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:25.522222 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] get_ports_and_sgs() called for port_ids ['a66da448-c5b2-4d30-b235-d219f03c9d9d'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 19:12:25.647941 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-beb60d9b-8e65-4747-b522-3d2dfa59a0ca tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Calling delete_port for 0315edde-aab2-490f-91f4-4be8cb90be6a owned by {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:12:25.763419 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a37145-8490-46c1-b1e3-2405f6042575 req-3f2fb2e1-d550-458a-bc66-92dab4170618 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:12:25.765558 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-63a37145-8490-46c1-b1e3-2405f6042575 req-3f2fb2e1-d550-458a-bc66-92dab4170618 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8b84db9-d35d-4296-85a8-fdfc6dd0b558 HTTP/1.1" status: 200 len: 945 time: 0.5163438 Jun 01 19:12:25.774659 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a6576cd9-7c06-45be-ae15-b0a6345f53af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:25.806654 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dbc2e3d-b51c-4694-ad5f-d4367d324095 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:12:25.811820 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-9dbc2e3d-b51c-4694-ad5f-d4367d324095 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] 10.222.0.41 "PUT /v2.0/routers/eee78211-c8dd-49f8-964b-12df9ed1f7c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1565504 Jun 01 19:12:25.816554 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 56432) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:12:25.822595 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54e7168-6c60-4e8f-b491-dd067c52bd37 None None] Sync routers for ids ['eee78211-c8dd-49f8-964b-12df9ed1f7c9'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:12:25.838409 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54e7168-6c60-4e8f-b491-dd067c52bd37 None None] Routers {'eee78211-c8dd-49f8-964b-12df9ed1f7c9'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:12:25.839029 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-e54e7168-6c60-4e8f-b491-dd067c52bd37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:12:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['eee78211-c8dd-49f8-964b-12df9ed1f7c9'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:12:25.871924 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-63a37145-8490-46c1-b1e3-2405f6042575 req-89c93fdb-c34b-45ad-9d0a-c42e8f2ff33d tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7f46c16-7d81-4a09-b7a2-ba720d08e5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864272 Jun 01 19:12:25.909728 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a6576cd9-7c06-45be-ae15-b0a6345f53af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:25.941323 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6576cd9-7c06-45be-ae15-b0a6345f53af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d0cce64-8b43-4f3a-b60d-53d4ea36a1df,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:12:25.956774 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a6576cd9-7c06-45be-ae15-b0a6345f53af admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:25.958769 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-a6576cd9-7c06-45be-ae15-b0a6345f53af admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5d0cce64-8b43-4f3a-b60d-53d4ea36a1df HTTP/1.1" status: 204 len: 168 time: 0.7326906 Jun 01 19:12:25.978425 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-e54e7168-6c60-4e8f-b491-dd067c52bd37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:12:25.997159 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54e7168-6c60-4e8f-b491-dd067c52bd37 None None] Routers {'eee78211-c8dd-49f8-964b-12df9ed1f7c9'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:12:25.997955 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-e54e7168-6c60-4e8f-b491-dd067c52bd37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:12:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['eee78211-c8dd-49f8-964b-12df9ed1f7c9'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:12:26.074693 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-e54e7168-6c60-4e8f-b491-dd067c52bd37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:12:26.075194 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54e7168-6c60-4e8f-b491-dd067c52bd37 None None] The sync data for ids ['eee78211-c8dd-49f8-964b-12df9ed1f7c9'] in n-d-844202-1 is: [] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:12:26.080023 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f039549e-a866-4fdc-865e-e2bca5c9dd09 req-4bc9066d-c738-471a-8c04-f02dbf5e9068 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:12:26.084328 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f039549e-a866-4fdc-865e-e2bca5c9dd09 req-4bc9066d-c738-471a-8c04-f02dbf5e9068 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7d2b0e6-e391-41b4-ad8b-28c3a2257458 HTTP/1.1" status: 200 len: 944 time: 0.4469457 Jun 01 19:12:26.373638 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-beb60d9b-8e65-4747-b522-3d2dfa59a0ca tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:26.463793 n-d-844202-1 neutron-server[88524]: INFO neutron.api.v2.resource [None req-dc4cdeee-695b-4d78-af5f-fd94f79d71f5 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] remove_router_interface failed (client error): The resource could not be found. Jun 01 19:12:26.465179 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-dc4cdeee-695b-4d78-af5f-fd94f79d71f5 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] 10.222.0.41 "PUT /v2.0/routers/eee78211-c8dd-49f8-964b-12df9ed1f7c9/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.6413233 Jun 01 19:12:26.468865 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 56448) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:12:26.480194 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f039549e-a866-4fdc-865e-e2bca5c9dd09 req-d6ce9ef3-26c7-496d-b4b2-7d5d17c65adf tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/security-groups?id=362494bd-abbe-4b71-ae2f-86abe5bbd7b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3220079 Jun 01 19:12:26.530269 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-245170be-20a4-44a5-9250-886162495d45 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Synchronizing usage tracker for tenant:8011be9678e842bab7da75259f1c11c1 on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:12:26.532049 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb60d9b-8e65-4747-b522-3d2dfa59a0ca tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Pushing event deleted for resources: {'Port': ['ID=0315edde-aab2-490f-91f4-4be8cb90be6a,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:12:26.551945 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-beb60d9b-8e65-4747-b522-3d2dfa59a0ca tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:26.566578 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-245170be-20a4-44a5-9250-886162495d45 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Unset dirty status for tenant:8011be9678e842bab7da75259f1c11c1 on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:12:26.571234 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 56452) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:12:26.571588 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-245170be-20a4-44a5-9250-886162495d45 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] 10.222.0.41 "GET /v2.0/ports?device_id=eee78211-c8dd-49f8-964b-12df9ed1f7c9 HTTP/1.1" status: 200 len: 205 time: 0.1014490 Jun 01 19:12:26.645224 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-beb60d9b-8e65-4747-b522-3d2dfa59a0ca tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "DELETE /v2.0/ports/0315edde-aab2-490f-91f4-4be8cb90be6a HTTP/1.1" status: 204 len: 168 time: 1.8998644 Jun 01 19:12:26.648942 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 56460) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:12:26.763696 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4f4b002a-4983-4a1d-8746-4ad558fbc6c3 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks [] for router, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:26.774079 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-200e266f-9e30-4d19-91c9-76aafecd2a1e tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:12:26.775589 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-200e266f-9e30-4d19-91c9-76aafecd2a1e tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:12:26.776358 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-200e266f-9e30-4d19-91c9-76aafecd2a1e tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Synchronizing usage tracker for tenant:451baccc58514a0cab8c4410ed135b7c on resource:subnet {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:12:26.797878 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-200e266f-9e30-4d19-91c9-76aafecd2a1e tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Unset dirty status for tenant:451baccc58514a0cab8c4410ed135b7c on resource:subnet {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:12:26.801793 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-200e266f-9e30-4d19-91c9-76aafecd2a1e tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1517372 Jun 01 19:12:26.802402 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 56464) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:12:26.900832 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c26f154-b1ca-40ab-b062-1a30883222cd tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Deleting subnet 65447b05-d901-43d4-ab6b-5816be797b59 {{(pid=88525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 19:12:26.904667 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3c26f154-b1ca-40ab-b062-1a30883222cd tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks [] for subnet, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:26.986830 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3c26f154-b1ca-40ab-b062-1a30883222cd tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2258509'] for subnet, precommit_delete_associations {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:27.094056 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device d304cbb4-7ad7-41a6-a4cf-32d2d1253f6a up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:12:27.168469 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port d304cbb4-7ad7-41a6-a4cf-32d2d1253f6a triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:12:27.168906 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:27.219487 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faaed7c-577c-4310-b402-1d9d7af546a9 req-0b94ee0f-23da-4812-837f-9ac3243b55b0 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:12:27.221270 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-0faaed7c-577c-4310-b402-1d9d7af546a9 req-0b94ee0f-23da-4812-837f-9ac3243b55b0 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8b84db9-d35d-4296-85a8-fdfc6dd0b558 HTTP/1.1" status: 200 len: 945 time: 0.1282773 Jun 01 19:12:27.226902 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3c26f154-b1ca-40ab-b062-1a30883222cd tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:27.278469 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4f4b002a-4983-4a1d-8746-4ad558fbc6c3 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25316'] for router, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:27.280723 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4f4b002a-4983-4a1d-8746-4ad558fbc6c3 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:27.306105 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4f4b002a-4983-4a1d-8746-4ad558fbc6c3 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-891519'] for router, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:27.306279 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f4b002a-4983-4a1d-8746-4ad558fbc6c3 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Fanout notify agent at l3_agent the message router_deleted on router eee78211-c8dd-49f8-964b-12df9ed1f7c9 {{(pid=88524) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 19:12:27.308705 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port d304cbb4-7ad7-41a6-a4cf-32d2d1253f6a is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:12:27.329380 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-0faaed7c-577c-4310-b402-1d9d7af546a9 req-a387efa5-60b3-4621-99ba-479279986a3d tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7f46c16-7d81-4a09-b7a2-ba720d08e5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723281 Jun 01 19:12:27.334308 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4f4b002a-4983-4a1d-8746-4ad558fbc6c3 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks [] for router, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:27.341107 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-4f4b002a-4983-4a1d-8746-4ad558fbc6c3 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] 10.222.0.41 "DELETE /v2.0/routers/eee78211-c8dd-49f8-964b-12df9ed1f7c9 HTTP/1.1" status: 204 len: 168 time: 0.7665195 Jun 01 19:12:27.341433 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 56478) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:12:27.370637 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3c26f154-b1ca-40ab-b062-1a30883222cd tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2614143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9667199'] for subnet, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:27.419423 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c26f154-b1ca-40ab-b062-1a30883222cd tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Pushing event deleted for resources: {'Subnet': ['ID=65447b05-d901-43d4-ab6b-5816be797b59,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:12:27.424936 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3c26f154-b1ca-40ab-b062-1a30883222cd tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks [] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:27.430857 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4c8f7e0-3c2c-4bda-a3f6-041f4a98319b tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Deleting subnet 26ddd0cd-34c2-44b8-8d5a-5b704304d00b {{(pid=88524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 19:12:27.432552 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fc4a106-e6c5-406e-b768-045980f0af16 None None] Network c840486e-0c2f-4729-9a0c-ee6552111f90 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:12:27.434794 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f4c8f7e0-3c2c-4bda-a3f6-041f4a98319b tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks [] for subnet, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:27.442314 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-3c26f154-b1ca-40ab-b062-1a30883222cd tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "DELETE /v2.0/subnets/65447b05-d901-43d4-ab6b-5816be797b59 HTTP/1.1" status: 204 len: 168 time: 0.6387661 Jun 01 19:12:27.444717 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 56482) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:12:27.500671 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f4c8f7e0-3c2c-4bda-a3f6-041f4a98319b tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2702137'] for subnet, precommit_delete_associations {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:27.548152 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-991115a3-2631-4759-bae2-5b6ff7daa17a tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0994596 Jun 01 19:12:27.559071 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 56490) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:12:27.687687 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f4c8f7e0-3c2c-4bda-a3f6-041f4a98319b tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:27.689763 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.agents_db [None req-e814b9cf-7de8-45d0-a079-29c61fabe7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 19:12:27.690466 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dca115fc-a96c-4ace-8e75-7946eb317106 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:12:27.691409 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-dca115fc-a96c-4ace-8e75-7946eb317106 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Synchronizing usage tracker for tenant:451baccc58514a0cab8c4410ed135b7c on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:12:27.712042 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-dca115fc-a96c-4ace-8e75-7946eb317106 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Unset dirty status for tenant:451baccc58514a0cab8c4410ed135b7c on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:12:27.713614 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-dca115fc-a96c-4ace-8e75-7946eb317106 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1531730 Jun 01 19:12:27.716349 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 56498) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:12:27.803633 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-442d84a8-6881-445c-b77a-3016d2714324 None None] DHCP port deletion for c840486e-0c2f-4729-9a0c-ee6552111f90 request from n-d-844202-1 {{(pid=88526) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 19:12:27.803872 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f628a44-e410-4b07-8249-018a8f6700e1 req-901e568e-77f3-48cf-9a36-065a76b578da tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:12:27.806130 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0f628a44-e410-4b07-8249-018a8f6700e1 req-901e568e-77f3-48cf-9a36-065a76b578da tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7d2b0e6-e391-41b4-ad8b-28c3a2257458 HTTP/1.1" status: 200 len: 944 time: 0.1925440 Jun 01 19:12:27.809830 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ecf8c42-6635-4872-9865-208c7a0cfde0 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:12:27.811210 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-5ecf8c42-6635-4872-9865-208c7a0cfde0 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Synchronizing usage tracker for tenant:451baccc58514a0cab8c4410ed135b7c on resource:subnet {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:12:27.815141 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-442d84a8-6881-445c-b77a-3016d2714324 None None] Deleting port d304cbb4-7ad7-41a6-a4cf-32d2d1253f6a {{(pid=88526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:12:27.815628 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-442d84a8-6881-445c-b77a-3016d2714324 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:27.832844 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-5ecf8c42-6635-4872-9865-208c7a0cfde0 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Unset dirty status for tenant:451baccc58514a0cab8c4410ed135b7c on resource:subnet {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:12:27.834499 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f4c8f7e0-3c2c-4bda-a3f6-041f4a98319b tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2718856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3066595'] for subnet, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:27.834930 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-5ecf8c42-6635-4872-9865-208c7a0cfde0 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1171477 Jun 01 19:12:27.837978 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 56502) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:12:27.890796 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c8f7e0-3c2c-4bda-a3f6-041f4a98319b tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Pushing event deleted for resources: {'Subnet': ['ID=26ddd0cd-34c2-44b8-8d5a-5b704304d00b,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:12:27.911304 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f4c8f7e0-3c2c-4bda-a3f6-041f4a98319b tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:27.926220 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67fb8e37-a6c7-4424-abe9-b6c894e247ff None None] Network 547f3909-8d29-4bf3-9f23-7e716bb62050 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:12:27.943846 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-be7212b9-bd57-4ab5-8b59-c17a4c2069ef tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1039078 Jun 01 19:12:27.947630 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 56506) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:12:27.954957 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-f4c8f7e0-3c2c-4bda-a3f6-041f4a98319b tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] 10.222.0.41 "DELETE /v2.0/subnets/26ddd0cd-34c2-44b8-8d5a-5b704304d00b HTTP/1.1" status: 204 len: 168 time: 0.6124420 Jun 01 19:12:27.958354 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0f628a44-e410-4b07-8249-018a8f6700e1 req-a875f002-5ca7-4789-a072-7a6f84939692 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/security-groups?id=362494bd-abbe-4b71-ae2f-86abe5bbd7b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1409397 Jun 01 19:12:27.959203 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 56510) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:12:27.965318 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-6a9bce79-5c14-4413-918e-a88666984e7c tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Request body: {'subnet': {'network_id': 'c840486e-0c2f-4729-9a0c-ee6552111f90', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:12:28.149175 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-859c6f80-f825-4438-b599-fd01f65ad779 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:28.162031 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-859c6f80-f825-4438-b599-fd01f65ad779 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Deleting port 69baf5cf-9b5c-4acf-9806-780990ce6777 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:12:28.163239 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-859c6f80-f825-4438-b599-fd01f65ad779 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:28.204093 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-442d84a8-6881-445c-b77a-3016d2714324 None None] For port d304cbb4-7ad7-41a6-a4cf-32d2d1253f6a, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=d304cbb4-7ad7-41a6-a4cf-32d2d1253f6a,segment=NetworkSegment(a6cfd7d1-5211-44ec-a836-a984e441185d),segment_id=a6cfd7d1-5211-44ec-a836-a984e441185d)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:12:28.204724 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-442d84a8-6881-445c-b77a-3016d2714324 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:28.249997 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-6a9bce79-5c14-4413-918e-a88666984e7c tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:12:28.261670 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-6a9bce79-5c14-4413-918e-a88666984e7c tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:12:28.276074 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a9bce79-5c14-4413-918e-a88666984e7c tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Made reservation on behalf of 451baccc58514a0cab8c4410ed135b7c for: {'subnet': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:12:28.280836 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6a9bce79-5c14-4413-918e-a88666984e7c tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9667140'] for subnet, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:28.297621 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 1411ff4b-90e6-476e-a022-8a9f0065e464 details requested by agent hyperv_n-h1-844202-1 with host n-h1-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 19:12:28.309156 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device a66da448-c5b2-4d30-b235-d219f03c9d9d up at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:12:28.433830 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [None req-859c6f80-f825-4438-b599-fd01f65ad779 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] For port 69baf5cf-9b5c-4acf-9806-780990ce6777, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=69baf5cf-9b5c-4acf-9806-780990ce6777,segment=NetworkSegment(8376dbeb-e1ac-4927-b7d3-b5a74c6b4342),segment_id=8376dbeb-e1ac-4927-b7d3-b5a74c6b4342)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:12:28.434347 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-859c6f80-f825-4438-b599-fd01f65ad779 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:28.542374 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-442d84a8-6881-445c-b77a-3016d2714324 None None] Calling delete_port for d304cbb4-7ad7-41a6-a4cf-32d2d1253f6a owned by network:dhcp {{(pid=88526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:12:28.637143 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-859c6f80-f825-4438-b599-fd01f65ad779 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Calling delete_port for 69baf5cf-9b5c-4acf-9806-780990ce6777 owned by network:dhcp {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:12:28.718621 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aea7bfd-71fb-4e2b-bf4a-5d21d3f4f891 req-74da53c8-60ca-46dd-885f-8b613b66a1c7 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:12:28.726698 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2aea7bfd-71fb-4e2b-bf4a-5d21d3f4f891 req-74da53c8-60ca-46dd-885f-8b613b66a1c7 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8b84db9-d35d-4296-85a8-fdfc6dd0b558 HTTP/1.1" status: 200 len: 945 time: 0.1731291 Jun 01 19:12:28.726698 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6a9bce79-5c14-4413-918e-a88666984e7c tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2614064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9667190'] for subnet, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:28.745973 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-859c6f80-f825-4438-b599-fd01f65ad779 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:28.803026 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a9bce79-5c14-4413-918e-a88666984e7c tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Network c840486e-0c2f-4729-9a0c-ee6552111f90 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:12:28.805358 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859c6f80-f825-4438-b599-fd01f65ad779 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] No DVR routers for this DVR port 69baf5cf-9b5c-4acf-9806-780990ce6777 on host n-d-844202-1 {{(pid=88524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:12:28.808058 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Provisioning for port a66da448-c5b2-4d30-b235-d219f03c9d9d completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:12:28.810763 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-6a9bce79-5c14-4413-918e-a88666984e7c tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:12:28.813907 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a9bce79-5c14-4413-918e-a88666984e7c tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:12:28.814474 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6a9bce79-5c14-4413-918e-a88666984e7c tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks [] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:28.829331 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Provisioning complete for port a66da448-c5b2-4d30-b235-d219f03c9d9d triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:12:28.829702 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:28.850537 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859c6f80-f825-4438-b599-fd01f65ad779 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Pushing event deleted for resources: {'Port': ['ID=69baf5cf-9b5c-4acf-9806-780990ce6777,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:12:28.871770 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2aea7bfd-71fb-4e2b-bf4a-5d21d3f4f891 req-31feb668-bca9-452e-9f94-ade94f8c364c tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7f46c16-7d81-4a09-b7a2-ba720d08e5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1077266 Jun 01 19:12:28.875041 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9bce79-5c14-4413-918e-a88666984e7c tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Pushing event updated for resources: {'Subnet': ['ID=b886d96d-f97b-4f69-bbec-76c40c4bb0ec,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:12:28.893318 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-6a9bce79-5c14-4413-918e-a88666984e7c tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9444265 Jun 01 19:12:28.895851 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 56530) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:12:28.902230 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-94fa6e31-c5b7-4192-ad38-d7e7e8b1f844 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Request body: {'port': {'network_id': 'c840486e-0c2f-4729-9a0c-ee6552111f90', 'fixed_ips': [{'subnet_id': 'b886d96d-f97b-4f69-bbec-76c40c4bb0ec', 'ip_address': '2001:db8::2c58:ca19:db84:7fc1'}], 'name': 'tempest-NetworksTestDHCPv6-1201840136'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:12:28.969849 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-442d84a8-6881-445c-b77a-3016d2714324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535'] for port, after_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:29.083536 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-859c6f80-f825-4438-b599-fd01f65ad779 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:29.089284 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ad7a207-5a15-4618-b317-1fd5dc3ea257 None None] DHCP port deletion for 547f3909-8d29-4bf3-9f23-7e716bb62050 request from n-d-844202-1 {{(pid=88526) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 19:12:29.114156 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442d84a8-6881-445c-b77a-3016d2714324 None None] No DVR routers for this DVR port d304cbb4-7ad7-41a6-a4cf-32d2d1253f6a on host n-d-844202-1 {{(pid=88526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:12:29.114343 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-859c6f80-f825-4438-b599-fd01f65ad779 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['547f3909-8d29-4bf3-9f23-7e716bb62050']}} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:12:29.136474 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442d84a8-6881-445c-b77a-3016d2714324 None None] Pushing event deleted for resources: {'Port': ['ID=d304cbb4-7ad7-41a6-a4cf-32d2d1253f6a,revision_number=None']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:12:29.140362 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-859c6f80-f825-4438-b599-fd01f65ad779 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8376dbeb-e1ac-4927-b7d3-b5a74c6b4342') {'for_net_delete': True} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:12:29.140672 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-859c6f80-f825-4438-b599-fd01f65ad779 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8376dbeb-e1ac-4927-b7d3-b5a74c6b4342') {} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:12:29.155573 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-859c6f80-f825-4438-b599-fd01f65ad779 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2702126'] for segment, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:29.201786 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b355da4-2260-4bbe-8c92-52e04c6d7fb7 None None] Network c840486e-0c2f-4729-9a0c-ee6552111f90 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:12:29.204454 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-94fa6e31-c5b7-4192-ad38-d7e7e8b1f844 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:12:29.243493 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port 1411ff4b-90e6-476e-a022-8a9f0065e464, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=1411ff4b-90e6-476e-a022-8a9f0065e464,segment=NetworkSegment(391d97c0-c1c6-4de9-90ea-516f30f0f3f3),segment_id=391d97c0-c1c6-4de9-90ea-516f30f0f3f3)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:12:29.250098 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-94fa6e31-c5b7-4192-ad38-d7e7e8b1f844 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:12:29.262723 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94fa6e31-c5b7-4192-ad38-d7e7e8b1f844 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Made reservation on behalf of 451baccc58514a0cab8c4410ed135b7c for: {'port': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:12:29.272543 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device d304cbb4-7ad7-41a6-a4cf-32d2d1253f6a no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:12:29.300741 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-859c6f80-f825-4438-b599-fd01f65ad779 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:29.309591 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-859c6f80-f825-4438-b599-fd01f65ad779 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=88524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 19:12:29.309781 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-859c6f80-f825-4438-b599-fd01f65ad779 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2719018'] for segment, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:29.394821 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: d304cbb4-7ad7-41a6-a4cf-32d2d1253f6a {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:12:29.394821 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device d304cbb4-7ad7-41a6-a4cf-32d2d1253f6a not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:12:29.394821 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Returning: {'device': '1411ff4b-90e6-476e-a022-8a9f0065e464', 'network_id': '3d299f30-03d5-48f5-82fc-2ce538e7e02b', 'port_id': '1411ff4b-90e6-476e-a022-8a9f0065e464', 'mac_address': 'fa:16:3e:43:6a:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf215978-ce5c-4077-ac29-2d8fb4937baa', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 19:12:29.413475 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-94fa6e31-c5b7-4192-ad38-d7e7e8b1f844 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:29.440684 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [None req-94fa6e31-c5b7-4192-ad38-d7e7e8b1f844 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] device_id is not set on port 0173939f-9124-40ba-a6c5-74bcab5446a0 yet. {{(pid=88525) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 19:12:29.470464 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port a66da448-c5b2-4d30-b235-d219f03c9d9d is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:12:29.470847 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:29.487826 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-859c6f80-f825-4438-b599-fd01f65ad779 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:29.494038 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-859c6f80-f825-4438-b599-fd01f65ad779 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks [] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:29.500893 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment 8376dbeb-e1ac-4927-b7d3-b5a74c6b4342 resource provider aggregate not found Jun 01 19:12:29.502259 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port 1411ff4b-90e6-476e-a022-8a9f0065e464 is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:12:29.502644 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:29.564857 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port a66da448-c5b2-4d30-b235-d219f03c9d9d, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=a66da448-c5b2-4d30-b235-d219f03c9d9d,segment=NetworkSegment(5fc4ab46-cdd1-4a9b-8c32-e8e8c6108992),segment_id=5fc4ab46-cdd1-4a9b-8c32-e8e8c6108992)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:12:29.570476 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7d2b0e6-e391-41b4-ad8b-28c3a2257458', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a66da448-c5b2-4d30-b235-d219f03c9d9d'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:12:29.573086 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859c6f80-f825-4438-b599-fd01f65ad779 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Pushing event deleted for resources: {'Network': ['ID=547f3909-8d29-4bf3-9f23-7e716bb62050,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:12:29.579198 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1411ff4b-90e6-476e-a022-8a9f0065e464 {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 19:12:29.583354 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment 8376dbeb-e1ac-4927-b7d3-b5a74c6b4342 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8376dbeb-e1ac-4927-b7d3-b5a74c6b4342 found for delete ", "request_id": "req-f187b4e8-4a4e-420a-864e-681bfb6516e2"}]} Jun 01 19:12:29.599672 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port 1411ff4b-90e6-476e-a022-8a9f0065e464, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=1411ff4b-90e6-476e-a022-8a9f0065e464,segment=NetworkSegment(391d97c0-c1c6-4de9-90ea-516f30f0f3f3),segment_id=391d97c0-c1c6-4de9-90ea-516f30f0f3f3)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:12:29.604450 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:29.605591 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-859c6f80-f825-4438-b599-fd01f65ad779 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] 10.222.0.41 "DELETE /v2.0/networks/547f3909-8d29-4bf3-9f23-7e716bb62050 HTTP/1.1" status: 204 len: 168 time: 1.6454134 Jun 01 19:12:29.609914 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 56550) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:12:29.617812 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-47155716-6745-4ef5-9ed0-0d906bfc1060 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2006374282'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:12:29.626066 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-47155716-6745-4ef5-9ed0-0d906bfc1060 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:12:29.640148 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f3e8e6-2738-4d2e-a64c-e0435fcdc658 req-adf5d758-46c3-46a9-9ea9-2aecda756fed tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:12:29.642110 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-24f3e8e6-2738-4d2e-a64c-e0435fcdc658 req-adf5d758-46c3-46a9-9ea9-2aecda756fed tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7d2b0e6-e391-41b4-ad8b-28c3a2257458 HTTP/1.1" status: 200 len: 944 time: 0.2172394 Jun 01 19:12:29.643473 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-47155716-6745-4ef5-9ed0-0d906bfc1060 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Usage tracker for resource:network and tenant:8011be9678e842bab7da75259f1c11c1 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:12:29.646988 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-47155716-6745-4ef5-9ed0-0d906bfc1060 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:12:29.680890 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-47155716-6745-4ef5-9ed0-0d906bfc1060 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:12:29.712092 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=a66da448-c5b2-4d30-b235-d219f03c9d9d,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:12:29.718775 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-24f3e8e6-2738-4d2e-a64c-e0435fcdc658 req-93cfd7f1-c23f-4b79-af45-c3e49990121c tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/security-groups?id=362494bd-abbe-4b71-ae2f-86abe5bbd7b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646915 Jun 01 19:12:29.719900 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47155716-6745-4ef5-9ed0-0d906bfc1060 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Made reservation on behalf of 8011be9678e842bab7da75259f1c11c1 for: {'network': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:12:29.724570 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-47155716-6745-4ef5-9ed0-0d906bfc1060 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:29.729663 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:29.762131 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [None req-94fa6e31-c5b7-4192-ad38-d7e7e8b1f844 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Allocated IP 2001:db8::2c58:ca19:db84:7fc1 (c840486e-0c2f-4729-9a0c-ee6552111f90/b886d96d-f97b-4f69-bbec-76c40c4bb0ec/0173939f-9124-40ba-a6c5-74bcab5446a0) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:12:29.775691 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47155716-6745-4ef5-9ed0-0d906bfc1060 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 126} {{(pid=88524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 19:12:29.787851 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-47155716-6745-4ef5-9ed0-0d906bfc1060 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:29.788196 n-d-844202-1 neutron-server[88524]: INFO neutron.db.segments_db [None req-47155716-6745-4ef5-9ed0-0d906bfc1060 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Added segment ce561671-e2eb-455e-9b8a-d815cb8b6f6a of type vlan for network b89da262-2636-4dd4-94b9-a1cb7f59e3cc Jun 01 19:12:29.820369 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98a0da21-2697-4202-9aa4-d3ba9c6b06e2'] response: {'server_uuid': 'b7d2b0e6-e391-41b4-ad8b-28c3a2257458', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a66da448-c5b2-4d30-b235-d219f03c9d9d', 'code': 200} Jun 01 19:12:29.821552 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-47155716-6745-4ef5-9ed0-0d906bfc1060 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:29.858639 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-47155716-6745-4ef5-9ed0-0d906bfc1060 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:29.864704 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47155716-6745-4ef5-9ed0-0d906bfc1060 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:12:29.865594 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-47155716-6745-4ef5-9ed0-0d906bfc1060 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks [] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:29.889270 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=1411ff4b-90e6-476e-a022-8a9f0065e464,revision_number=11']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:12:29.940373 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-47155716-6745-4ef5-9ed0-0d906bfc1060 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3177199 Jun 01 19:12:29.940373 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 56560) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:12:29.987241 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46feaf68-d2b0-4859-9d9c-55a724c6ec63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc93f83c3-7fb6-5c13-a9d4-29d739a4e8d2-c840486e-0c2f-4729-9a0c-ee6552111f90', 'network_id': 'c840486e-0c2f-4729-9a0c-ee6552111f90', 'tenant_id': '451baccc58514a0cab8c4410ed135b7c', 'fixed_ips': [{'subnet_id': 'b886d96d-f97b-4f69-bbec-76c40c4bb0ec'}]}} from n-d-844202-1. {{(pid=88526) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 19:12:29.989787 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-46feaf68-d2b0-4859-9d9c-55a724c6ec63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:30.008726 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] get_ports_and_sgs() called for port_ids ['1411ff4b-90e6-476e-a022-8a9f0065e464'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 19:12:30.078171 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a91abf-77f7-4bff-b56a-018bed0c17ee req-e7310225-3a80-48ad-9c8f-a45a72781082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:12:30.079916 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b1a91abf-77f7-4bff-b56a-018bed0c17ee req-e7310225-3a80-48ad-9c8f-a45a72781082 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b7d2b0e6-e391-41b4-ad8b-28c3a2257458 HTTP/1.1" status: 200 len: 1096 time: 0.2805285 Jun 01 19:12:30.092804 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-88bd19b2-de6f-466f-bc39-9e4e62a94159 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Request body: {'subnet': {'network_id': 'b89da262-2636-4dd4-94b9-a1cb7f59e3cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:12:30.184988 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-94fa6e31-c5b7-4192-ad38-d7e7e8b1f844 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:30.229084 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [None req-94fa6e31-c5b7-4192-ad38-d7e7e8b1f844 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Transition to ACTIVE for port object 0173939f-9124-40ba-a6c5-74bcab5446a0 will not be triggered until provisioned by entity DHCP. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:12:30.230387 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47155716-6745-4ef5-9ed0-0d906bfc1060 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Pushing event updated for resources: {'Network': ['ID=b89da262-2636-4dd4-94b9-a1cb7f59e3cc,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:12:30.237633 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b1a91abf-77f7-4bff-b56a-018bed0c17ee req-c6a45905-9509-4e1b-8e9e-3314e475936e service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=362494bd-abbe-4b71-ae2f-86abe5bbd7b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1449642 Jun 01 19:12:30.246704 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network b89da262-2636-4dd4-94b9-a1cb7f59e3cc details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 19:12:30.272675 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-88bd19b2-de6f-466f-bc39-9e4e62a94159 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:12:30.277048 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-88bd19b2-de6f-466f-bc39-9e4e62a94159 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Usage tracker for resource:subnet and tenant:8011be9678e842bab7da75259f1c11c1 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:12:30.279892 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-88bd19b2-de6f-466f-bc39-9e4e62a94159 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:12:30.286302 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-88bd19b2-de6f-466f-bc39-9e4e62a94159 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:12:30.290893 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48534fd1-5c48-40d2-87c7-71afb439eadb req-cdb6c5dc-d525-417a-ba4b-1261e6dc34f6 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:12:30.292182 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-48534fd1-5c48-40d2-87c7-71afb439eadb req-cdb6c5dc-d525-417a-ba4b-1261e6dc34f6 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8b84db9-d35d-4296-85a8-fdfc6dd0b558 HTTP/1.1" status: 200 len: 946 time: 0.1945567 Jun 01 19:12:30.302449 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88bd19b2-de6f-466f-bc39-9e4e62a94159 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Made reservation on behalf of 8011be9678e842bab7da75259f1c11c1 for: {'subnet': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:12:30.306924 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-88bd19b2-de6f-466f-bc39-9e4e62a94159 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3066584'] for subnet, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:30.340428 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-94fa6e31-c5b7-4192-ad38-d7e7e8b1f844 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:30.441981 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fa6e31-c5b7-4192-ad38-d7e7e8b1f844 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Pushing event updated for resources: {'Port': ['ID=0173939f-9124-40ba-a6c5-74bcab5446a0,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:12:30.493739 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94fa6e31-c5b7-4192-ad38-d7e7e8b1f844 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Network c840486e-0c2f-4729-9a0c-ee6552111f90 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:12:30.497355 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.db_base_plugin_common [None req-46feaf68-d2b0-4859-9d9c-55a724c6ec63 None None] Allocated IP 2001:db8::2 (c840486e-0c2f-4729-9a0c-ee6552111f90/b886d96d-f97b-4f69-bbec-76c40c4bb0ec/be684a3a-ed48-41a7-80d1-1a62633cd041) {{(pid=88526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:12:30.505718 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-48534fd1-5c48-40d2-87c7-71afb439eadb req-02b7be23-5c52-41a7-88ae-6b9a96e55672 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7f46c16-7d81-4a09-b7a2-ba720d08e5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2040756 Jun 01 19:12:30.510637 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-94fa6e31-c5b7-4192-ad38-d7e7e8b1f844 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:12:30.514045 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94fa6e31-c5b7-4192-ad38-d7e7e8b1f844 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:12:30.526625 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94fa6e31-c5b7-4192-ad38-d7e7e8b1f844 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:12:30.527433 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-94fa6e31-c5b7-4192-ad38-d7e7e8b1f844 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:30.558589 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-94fa6e31-c5b7-4192-ad38-d7e7e8b1f844 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.6616273 Jun 01 19:12:30.561292 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 56574) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:12:30.567924 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-e0d4f001-7217-41f0-ad04-44f36fc30e58 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Request body: {'port': {'network_id': 'c840486e-0c2f-4729-9a0c-ee6552111f90', 'fixed_ips': [{'subnet_id': 'b886d96d-f97b-4f69-bbec-76c40c4bb0ec', 'ip_address': '2001:db8::2c58:ca19:db84:7fc1'}], 'name': 'tempest-NetworksTestDHCPv6-1335421535'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:12:30.621196 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-88bd19b2-de6f-466f-bc39-9e4e62a94159 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2718919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3066602'] for subnet, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:30.735934 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bd19b2-de6f-466f-bc39-9e4e62a94159 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Pushing event updated for resources: {'Subnet': ['ID=7689e01f-aa02-4266-bc0f-b33188d77f7f,revision_number=0']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:12:30.746011 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88bd19b2-de6f-466f-bc39-9e4e62a94159 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Checking segment: {'id': 'ce561671-e2eb-455e-9b8a-d815cb8b6f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'b89da262-2636-4dd4-94b9-a1cb7f59e3cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:12:30.746377 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88bd19b2-de6f-466f-bc39-9e4e62a94159 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Network hostable DHCP agents. Network: b89da262-2636-4dd4-94b9-a1cb7f59e3cc, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88524) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 19:12:30.753487 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-e0d4f001-7217-41f0-ad04-44f36fc30e58 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:12:30.763427 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-e0d4f001-7217-41f0-ad04-44f36fc30e58 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Usage tracker for resource:port and tenant:451baccc58514a0cab8c4410ed135b7c is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:12:30.770090 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-e0d4f001-7217-41f0-ad04-44f36fc30e58 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:12:30.780477 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88bd19b2-de6f-466f-bc39-9e4e62a94159 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Network b89da262-2636-4dd4-94b9-a1cb7f59e3cc is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88524) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 19:12:30.781366 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-e0d4f001-7217-41f0-ad04-44f36fc30e58 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:12:30.794059 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-88bd19b2-de6f-466f-bc39-9e4e62a94159 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, b89da262-2636-4dd4-94b9-a1cb7f59e3cc) {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:12:30.799974 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88bd19b2-de6f-466f-bc39-9e4e62a94159 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:12:30.800665 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-88bd19b2-de6f-466f-bc39-9e4e62a94159 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:30.809527 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0d4f001-7217-41f0-ad04-44f36fc30e58 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Made reservation on behalf of 451baccc58514a0cab8c4410ed135b7c for: {'port': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:12:30.815970 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e0d4f001-7217-41f0-ad04-44f36fc30e58 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:30.830821 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-88bd19b2-de6f-466f-bc39-9e4e62a94159 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7540033 Jun 01 19:12:30.831197 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 56584) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:12:30.838549 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-3c5d5803-d681-4983-8a42-a37b2c502a63 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-864443979', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:12:30.846989 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [None req-e0d4f001-7217-41f0-ad04-44f36fc30e58 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] device_id is not set on port 63577b0c-60bf-4dc9-a073-17d885d4c037 yet. {{(pid=88525) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 19:12:30.848201 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-3c5d5803-d681-4983-8a42-a37b2c502a63 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:12:30.850417 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51de3050-d0ab-4ab9-b4d7-513446e5809d None None] Network b89da262-2636-4dd4-94b9-a1cb7f59e3cc requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:12:30.853188 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-3c5d5803-d681-4983-8a42-a37b2c502a63 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Usage tracker for resource:router and tenant:8011be9678e842bab7da75259f1c11c1 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:12:30.865296 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-3c5d5803-d681-4983-8a42-a37b2c502a63 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:12:30.874981 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-3c5d5803-d681-4983-8a42-a37b2c502a63 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:12:30.892760 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-3c5d5803-d681-4983-8a42-a37b2c502a63 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-885767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25238'] for router, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:30.893942 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-3c5d5803-d681-4983-8a42-a37b2c502a63 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-901042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-886562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-981784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25327'] for router, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:30.919635 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-3c5d5803-d681-4983-8a42-a37b2c502a63 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:31.029704 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 69baf5cf-9b5c-4acf-9806-780990ce6777 no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:12:31.047188 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-3c5d5803-d681-4983-8a42-a37b2c502a63 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-885820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-886655'] for router, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:31.107394 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-3c5d5803-d681-4983-8a42-a37b2c502a63 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks [] for router, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:31.109077 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-3c5d5803-d681-4983-8a42-a37b2c502a63 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2767234 Jun 01 19:12:31.114280 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 56592) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:12:31.231948 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: 69baf5cf-9b5c-4acf-9806-780990ce6777 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:12:31.232335 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 69baf5cf-9b5c-4acf-9806-780990ce6777 not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:12:31.260285 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593f70ed-0cde-4a46-8b28-e07ebb662e89 req-c9869394-1247-4697-9771-45d4624c8bf1 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:12:31.261781 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-593f70ed-0cde-4a46-8b28-e07ebb662e89 req-c9869394-1247-4697-9771-45d4624c8bf1 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7d2b0e6-e391-41b4-ad8b-28c3a2257458 HTTP/1.1" status: 200 len: 945 time: 0.3276789 Jun 01 19:12:31.280128 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec924ad8-409c-4507-9340-305938e7b481 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc93f83c3-7fb6-5c13-a9d4-29d739a4e8d2-b89da262-2636-4dd4-94b9-a1cb7f59e3cc', 'network_id': 'b89da262-2636-4dd4-94b9-a1cb7f59e3cc', 'tenant_id': '8011be9678e842bab7da75259f1c11c1', 'fixed_ips': [{'subnet_id': '7689e01f-aa02-4266-bc0f-b33188d77f7f'}]}} from n-d-844202-1. {{(pid=88526) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 19:12:31.281267 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-ec924ad8-409c-4507-9340-305938e7b481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:31.292978 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-46feaf68-d2b0-4859-9d9c-55a724c6ec63 None None] Notify callbacks [] for port, precommit_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:31.313166 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-46feaf68-d2b0-4859-9d9c-55a724c6ec63 None None] Transition to ACTIVE for port object be684a3a-ed48-41a7-80d1-1a62633cd041 will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:12:31.402648 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-46feaf68-d2b0-4859-9d9c-55a724c6ec63 None None] Transition to ACTIVE for port object be684a3a-ed48-41a7-80d1-1a62633cd041 will not be triggered until provisioned by entity DHCP. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:12:31.435460 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-46feaf68-d2b0-4859-9d9c-55a724c6ec63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526'] for port, after_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:31.508746 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-593f70ed-0cde-4a46-8b28-e07ebb662e89 req-0537d803-228c-419c-b561-e5c802f8438d tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/security-groups?id=362494bd-abbe-4b71-ae2f-86abe5bbd7b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1770446 Jun 01 19:12:31.549255 n-d-844202-1 neutron-server[88525]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0d4f001-7217-41f0-ad04-44f36fc30e58 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] POST failed (client error): There was a conflict when trying to complete your request. Jun 01 19:12:31.549539 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0d4f001-7217-41f0-ad04-44f36fc30e58 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88525) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 19:12:31.609016 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-e0d4f001-7217-41f0-ad04-44f36fc30e58 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.0457141 Jun 01 19:12:31.613076 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 56602) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:12:31.654171 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46feaf68-d2b0-4859-9d9c-55a724c6ec63 None None] Network c840486e-0c2f-4729-9a0c-ee6552111f90 is already hosted by enough agents. {{(pid=88526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:12:31.666617 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.base_scheduler [None req-46feaf68-d2b0-4859-9d9c-55a724c6ec63 None None] Resources bound (agent type, host, resource id): {{(pid=88526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:12:31.678460 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46feaf68-d2b0-4859-9d9c-55a724c6ec63 None None] Received port after_create {{(pid=88526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:12:31.789028 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46feaf68-d2b0-4859-9d9c-55a724c6ec63 None None] Pushing event updated for resources: {'Port': ['ID=be684a3a-ed48-41a7-80d1-1a62633cd041,revision_number=1']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:12:31.805288 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.db_base_plugin_common [None req-ec924ad8-409c-4507-9340-305938e7b481 None None] Allocated IP 2001:db8::2 (b89da262-2636-4dd4-94b9-a1cb7f59e3cc/7689e01f-aa02-4266-bc0f-b33188d77f7f/9cd3eef3-ae92-4958-bc20-c239470f3755) {{(pid=88526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:12:31.821340 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-46feaf68-d2b0-4859-9d9c-55a724c6ec63 None None] Attempting to bind port be684a3a-ed48-41a7-80d1-1a62633cd041 on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:12:31.821700 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-46feaf68-d2b0-4859-9d9c-55a724c6ec63 None None] Attempting to bind port be684a3a-ed48-41a7-80d1-1a62633cd041 by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': 'a6cfd7d1-5211-44ec-a836-a984e441185d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c840486e-0c2f-4729-9a0c-ee6552111f90'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:12:31.822058 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46feaf68-d2b0-4859-9d9c-55a724c6ec63 None None] Attempting to bind port be684a3a-ed48-41a7-80d1-1a62633cd041 on network c840486e-0c2f-4729-9a0c-ee6552111f90 {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:12:31.844625 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46feaf68-d2b0-4859-9d9c-55a724c6ec63 None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 12, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:12:31.844997 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46feaf68-d2b0-4859-9d9c-55a724c6ec63 None None] Checking segment: {'id': 'a6cfd7d1-5211-44ec-a836-a984e441185d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c840486e-0c2f-4729-9a0c-ee6552111f90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:12:31.845395 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-46feaf68-d2b0-4859-9d9c-55a724c6ec63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:31.845778 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46feaf68-d2b0-4859-9d9c-55a724c6ec63 None None] Bound using segment: {'id': 'a6cfd7d1-5211-44ec-a836-a984e441185d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c840486e-0c2f-4729-9a0c-ee6552111f90'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:12:31.846251 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-46feaf68-d2b0-4859-9d9c-55a724c6ec63 None None] Bound port: be684a3a-ed48-41a7-80d1-1a62633cd041, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6cfd7d1-5211-44ec-a836-a984e441185d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c840486e-0c2f-4729-9a0c-ee6552111f90'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:12:31.846618 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-46feaf68-d2b0-4859-9d9c-55a724c6ec63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:31.875426 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f4fa382-150f-4158-b304-31b44a1f64ea tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:12:31.883051 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f4fa382-150f-4158-b304-31b44a1f64ea tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:12:31.884186 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-8f4fa382-150f-4158-b304-31b44a1f64ea tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Synchronizing usage tracker for tenant:451baccc58514a0cab8c4410ed135b7c on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:12:31.942227 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6e9f1fe4-f63f-46a4-bc83-95fcea5b2608 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:31.943137 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-8f4fa382-150f-4158-b304-31b44a1f64ea tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Unset dirty status for tenant:451baccc58514a0cab8c4410ed135b7c on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:12:31.945014 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-8f4fa382-150f-4158-b304-31b44a1f64ea tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.3311782 Jun 01 19:12:31.950982 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 56612) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:12:31.966231 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264fac5c-939d-41c6-851e-c22af08f8592 req-abb8dc24-1fbd-46cc-a301-fb49d07c7ee1 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:12:31.968422 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-264fac5c-939d-41c6-851e-c22af08f8592 req-abb8dc24-1fbd-46cc-a301-fb49d07c7ee1 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8b84db9-d35d-4296-85a8-fdfc6dd0b558 HTTP/1.1" status: 200 len: 946 time: 0.2139821 Jun 01 19:12:32.041650 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-46feaf68-d2b0-4859-9d9c-55a724c6ec63 None None] For port be684a3a-ed48-41a7-80d1-1a62633cd041, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:12:32.065021 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-3ba76c43-06fc-4e84-a474-47bcc6c3d9fa tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Deleting port 0173939f-9124-40ba-a6c5-74bcab5446a0 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:12:32.065272 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3ba76c43-06fc-4e84-a474-47bcc6c3d9fa tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:32.125310 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-ec924ad8-409c-4507-9340-305938e7b481 None None] Notify callbacks [] for port, precommit_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:32.134048 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-46feaf68-d2b0-4859-9d9c-55a724c6ec63 None None] For port be684a3a-ed48-41a7-80d1-1a62633cd041, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=be684a3a-ed48-41a7-80d1-1a62633cd041,segment=NetworkSegment(a6cfd7d1-5211-44ec-a836-a984e441185d),segment_id=a6cfd7d1-5211-44ec-a836-a984e441185d)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:12:32.143456 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-ec924ad8-409c-4507-9340-305938e7b481 None None] Transition to ACTIVE for port object 9cd3eef3-ae92-4958-bc20-c239470f3755 will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:12:32.161617 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-46feaf68-d2b0-4859-9d9c-55a724c6ec63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:32.185308 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-264fac5c-939d-41c6-851e-c22af08f8592 req-d8350cf6-21ec-4870-8d7a-4b2fc0c66520 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7f46c16-7d81-4a09-b7a2-ba720d08e5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856180 Jun 01 19:12:32.278804 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46feaf68-d2b0-4859-9d9c-55a724c6ec63 None None] Pushing event updated for resources: {'Port': ['ID=be684a3a-ed48-41a7-80d1-1a62633cd041,revision_number=2']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:12:32.303078 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 1411ff4b-90e6-476e-a022-8a9f0065e464 up at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:12:32.349085 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-ec924ad8-409c-4507-9340-305938e7b481 None None] Transition to ACTIVE for port object 9cd3eef3-ae92-4958-bc20-c239470f3755 will not be triggered until provisioned by entity DHCP. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:12:32.372429 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-ec924ad8-409c-4507-9340-305938e7b481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526'] for port, after_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:32.453468 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [None req-6e9f1fe4-f63f-46a4-bc83-95fcea5b2608 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Allocated IP 2001:db8::1 (b89da262-2636-4dd4-94b9-a1cb7f59e3cc/7689e01f-aa02-4266-bc0f-b33188d77f7f/679cc4ac-6396-42d0-9463-acf715cf0c61) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:12:32.471178 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3ba76c43-06fc-4e84-a474-47bcc6c3d9fa tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:32.473900 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec924ad8-409c-4507-9340-305938e7b481 None None] Network b89da262-2636-4dd4-94b9-a1cb7f59e3cc is already hosted by enough agents. {{(pid=88526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:12:32.478424 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.base_scheduler [None req-ec924ad8-409c-4507-9340-305938e7b481 None None] Resources bound (agent type, host, resource id): {{(pid=88526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:12:32.484620 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec924ad8-409c-4507-9340-305938e7b481 None None] Received port after_create {{(pid=88526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:12:32.537496 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec924ad8-409c-4507-9340-305938e7b481 None None] Pushing event updated for resources: {'Port': ['ID=9cd3eef3-ae92-4958-bc20-c239470f3755,revision_number=1']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:12:32.624106 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Provisioning for port 1411ff4b-90e6-476e-a022-8a9f0065e464 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:12:32.636182 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Provisioning complete for port 1411ff4b-90e6-476e-a022-8a9f0065e464 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:12:32.636582 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:32.666498 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-3ba76c43-06fc-4e84-a474-47bcc6c3d9fa tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Calling delete_port for 0173939f-9124-40ba-a6c5-74bcab5446a0 owned by {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:12:32.690744 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-ec924ad8-409c-4507-9340-305938e7b481 None None] Attempting to bind port 9cd3eef3-ae92-4958-bc20-c239470f3755 on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:12:32.691111 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-ec924ad8-409c-4507-9340-305938e7b481 None None] Attempting to bind port 9cd3eef3-ae92-4958-bc20-c239470f3755 by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': 'ce561671-e2eb-455e-9b8a-d815cb8b6f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'b89da262-2636-4dd4-94b9-a1cb7f59e3cc'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:12:32.691476 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec924ad8-409c-4507-9340-305938e7b481 None None] Attempting to bind port 9cd3eef3-ae92-4958-bc20-c239470f3755 on network b89da262-2636-4dd4-94b9-a1cb7f59e3cc {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:12:32.715812 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6e9f1fe4-f63f-46a4-bc83-95fcea5b2608 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:32.730861 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec924ad8-409c-4507-9340-305938e7b481 None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 12, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:12:32.731240 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec924ad8-409c-4507-9340-305938e7b481 None None] Checking segment: {'id': 'ce561671-e2eb-455e-9b8a-d815cb8b6f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'b89da262-2636-4dd4-94b9-a1cb7f59e3cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:12:32.736404 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-ec924ad8-409c-4507-9340-305938e7b481 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:32.736860 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec924ad8-409c-4507-9340-305938e7b481 None None] Bound using segment: {'id': 'ce561671-e2eb-455e-9b8a-d815cb8b6f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'b89da262-2636-4dd4-94b9-a1cb7f59e3cc'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:12:32.737362 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-ec924ad8-409c-4507-9340-305938e7b481 None None] Bound port: 9cd3eef3-ae92-4958-bc20-c239470f3755, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce561671-e2eb-455e-9b8a-d815cb8b6f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'b89da262-2636-4dd4-94b9-a1cb7f59e3cc'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:12:32.737748 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-ec924ad8-409c-4507-9340-305938e7b481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:32.751515 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [None req-6e9f1fe4-f63f-46a4-bc83-95fcea5b2608 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Transition to ACTIVE for port object 679cc4ac-6396-42d0-9463-acf715cf0c61 will not be triggered until provisioned by entity DHCP. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:12:32.874520 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6e9f1fe4-f63f-46a4-bc83-95fcea5b2608 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:32.970936 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-ec924ad8-409c-4507-9340-305938e7b481 None None] For port 9cd3eef3-ae92-4958-bc20-c239470f3755, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:12:32.987914 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-ec924ad8-409c-4507-9340-305938e7b481 None None] For port 9cd3eef3-ae92-4958-bc20-c239470f3755, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=9cd3eef3-ae92-4958-bc20-c239470f3755,segment=NetworkSegment(ce561671-e2eb-455e-9b8a-d815cb8b6f6a),segment_id=ce561671-e2eb-455e-9b8a-d815cb8b6f6a)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:12:33.008182 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-ec924ad8-409c-4507-9340-305938e7b481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:33.047645 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3ba76c43-06fc-4e84-a474-47bcc6c3d9fa tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:33.100532 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port 1411ff4b-90e6-476e-a022-8a9f0065e464 is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:12:33.100945 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:33.110230 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9f1fe4-f63f-46a4-bc83-95fcea5b2608 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Pushing event updated for resources: {'Port': ['ID=679cc4ac-6396-42d0-9463-acf715cf0c61,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:12:33.127710 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e9f1fe4-f63f-46a4-bc83-95fcea5b2608 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Network b89da262-2636-4dd4-94b9-a1cb7f59e3cc is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:12:33.136915 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-6e9f1fe4-f63f-46a4-bc83-95fcea5b2608 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:12:33.140480 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9f1fe4-f63f-46a4-bc83-95fcea5b2608 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:12:33.141515 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6e9f1fe4-f63f-46a4-bc83-95fcea5b2608 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-887605'] for router_interface, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:33.165512 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device be684a3a-ed48-41a7-80d1-1a62633cd041 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:12:33.193062 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bead6d-982c-40e0-9c1e-91042dce1a15 req-99f26170-0d68-49aa-a3fc-39c3c7a4f5a3 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:12:33.195804 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-95bead6d-982c-40e0-9c1e-91042dce1a15 req-99f26170-0d68-49aa-a3fc-39c3c7a4f5a3 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7d2b0e6-e391-41b4-ad8b-28c3a2257458 HTTP/1.1" status: 200 len: 945 time: 0.4076250 Jun 01 19:12:33.224290 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec924ad8-409c-4507-9340-305938e7b481 None None] Pushing event updated for resources: {'Port': ['ID=9cd3eef3-ae92-4958-bc20-c239470f3755,revision_number=2']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:12:33.261120 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8b84db9-d35d-4296-85a8-fdfc6dd0b558', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1411ff4b-90e6-476e-a022-8a9f0065e464'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:12:33.291496 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba76c43-06fc-4e84-a474-47bcc6c3d9fa tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Pushing event deleted for resources: {'Port': ['ID=0173939f-9124-40ba-a6c5-74bcab5446a0,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:12:33.297871 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3ba76c43-06fc-4e84-a474-47bcc6c3d9fa tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:33.305067 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port 1411ff4b-90e6-476e-a022-8a9f0065e464, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=1411ff4b-90e6-476e-a022-8a9f0065e464,segment=NetworkSegment(391d97c0-c1c6-4de9-90ea-516f30f0f3f3),segment_id=391d97c0-c1c6-4de9-90ea-516f30f0f3f3)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:12:33.310173 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-95bead6d-982c-40e0-9c1e-91042dce1a15 req-6704ce72-2904-45fc-9efc-aa1f1851d060 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/security-groups?id=362494bd-abbe-4b71-ae2f-86abe5bbd7b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061060 Jun 01 19:12:33.318149 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-3ba76c43-06fc-4e84-a474-47bcc6c3d9fa tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "DELETE /v2.0/ports/0173939f-9124-40ba-a6c5-74bcab5446a0 HTTP/1.1" status: 204 len: 168 time: 1.3478937 Jun 01 19:12:33.322416 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 56636) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:12:33.340382 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:33.503963 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d17cf42-5e07-42e1-b11f-1baff8a9b25f'] response: {'server_uuid': 'b8b84db9-d35d-4296-85a8-fdfc6dd0b558', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1411ff4b-90e6-476e-a022-8a9f0065e464', 'code': 200} Jun 01 19:12:33.548645 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=1411ff4b-90e6-476e-a022-8a9f0065e464,revision_number=12']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:12:33.558384 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port be684a3a-ed48-41a7-80d1-1a62633cd041 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:12:33.627633 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe4bf3cc-6059-428b-aa5f-0231d3423d4e tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:12:33.632626 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe4bf3cc-6059-428b-aa5f-0231d3423d4e tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:12:33.636643 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-fe4bf3cc-6059-428b-aa5f-0231d3423d4e tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3091192 Jun 01 19:12:33.637314 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 56646) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:12:33.642799 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6e9f1fe4-f63f-46a4-bc83-95fcea5b2608 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:33.738110 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa69532-94f4-4bc7-8847-8157dd754d89 req-0ec5aba5-4cb2-42ab-82fa-09cb8f1c2f20 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:12:33.739872 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-6aa69532-94f4-4bc7-8847-8157dd754d89 req-0ec5aba5-4cb2-42ab-82fa-09cb8f1c2f20 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8b84db9-d35d-4296-85a8-fdfc6dd0b558 HTTP/1.1" status: 200 len: 947 time: 0.3469841 Jun 01 19:12:33.877724 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_v2 [None req-790ff964-d503-4da5-b236-12ef1a1f75b2 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Deleting subnet b886d96d-f97b-4f69-bbec-76c40c4bb0ec {{(pid=88525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 19:12:33.881184 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-790ff964-d503-4da5-b236-12ef1a1f75b2 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks [] for subnet, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:33.965564 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-6aa69532-94f4-4bc7-8847-8157dd754d89 req-6d0f1394-49d5-400c-9fc8-232ddc73c566 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7f46c16-7d81-4a09-b7a2-ba720d08e5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1543446 Jun 01 19:12:34.023406 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f007e0d-fad4-4999-96f4-db1db62a17e8 req-060a6e64-d11c-4af6-a9db-4c21f6a9a62b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:12:34.025289 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-0f007e0d-fad4-4999-96f4-db1db62a17e8 req-060a6e64-d11c-4af6-a9db-4c21f6a9a62b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b8b84db9-d35d-4296-85a8-fdfc6dd0b558 HTTP/1.1" status: 200 len: 1098 time: 0.2845347 Jun 01 19:12:34.087684 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-790ff964-d503-4da5-b236-12ef1a1f75b2 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2258509'] for subnet, precommit_delete_associations {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:34.151880 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-500929a0-be6b-4c24-9bab-9424ec7f8b56 None None] Provisioning for port be684a3a-ed48-41a7-80d1-1a62633cd041 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:12:34.157506 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-500929a0-be6b-4c24-9bab-9424ec7f8b56 None None] Provisioning complete for port be684a3a-ed48-41a7-80d1-1a62633cd041 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:12:34.158083 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-500929a0-be6b-4c24-9bab-9424ec7f8b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:34.170238 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac3b8eb-6cda-4b28-b56e-9ec0620bfdd0 req-38efb65e-a518-423d-b7d8-c0b68365f44e tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:12:34.171793 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-1ac3b8eb-6cda-4b28-b56e-9ec0620bfdd0 req-38efb65e-a518-423d-b7d8-c0b68365f44e tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7d2b0e6-e391-41b4-ad8b-28c3a2257458 HTTP/1.1" status: 200 len: 945 time: 0.4126310 Jun 01 19:12:34.288363 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-790ff964-d503-4da5-b236-12ef1a1f75b2 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:34.357389 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-0f007e0d-fad4-4999-96f4-db1db62a17e8 req-41bbe4b9-60c5-45ed-aff9-a00ac84aa25e service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=b7f46c16-7d81-4a09-b7a2-ba720d08e5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2977004 Jun 01 19:12:34.359624 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-1ac3b8eb-6cda-4b28-b56e-9ec0620bfdd0 req-a13ba97b-21e4-4cfc-be32-caf6a6084390 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/security-groups?id=362494bd-abbe-4b71-ae2f-86abe5bbd7b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1797891 Jun 01 19:12:34.407932 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-500929a0-be6b-4c24-9bab-9424ec7f8b56 None None] Current status of the port be684a3a-ed48-41a7-80d1-1a62633cd041 is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:12:34.408458 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-500929a0-be6b-4c24-9bab-9424ec7f8b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:34.440189 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 56660) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:12:34.526605 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6e9f1fe4-f63f-46a4-bc83-95fcea5b2608 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:34.533164 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-790ff964-d503-4da5-b236-12ef1a1f75b2 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2614143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9667199'] for subnet, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:34.540055 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6e9f1fe4-f63f-46a4-bc83-95fcea5b2608 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:34.540862 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6e9f1fe4-f63f-46a4-bc83-95fcea5b2608 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-887436'] for router_interface, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:34.594963 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-790ff964-d503-4da5-b236-12ef1a1f75b2 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks [] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:34.596494 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.db.api [None req-500929a0-be6b-4c24-9bab-9424ec7f8b56 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88526) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 19:12:34.596848 n-d-844202-1 neutron-server[88526]: DEBUG oslo_db.api [None req-500929a0-be6b-4c24-9bab-9424ec7f8b56 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 19:12:34.616123 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790ff964-d503-4da5-b236-12ef1a1f75b2 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Pushing event deleted for resources: {'Subnet': ['ID=b886d96d-f97b-4f69-bbec-76c40c4bb0ec,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:12:34.634896 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-790ff964-d503-4da5-b236-12ef1a1f75b2 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "DELETE /v2.0/subnets/b886d96d-f97b-4f69-bbec-76c40c4bb0ec HTTP/1.1" status: 204 len: 168 time: 0.9965076 Jun 01 19:12:34.642308 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 56664) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:12:34.861732 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9f1fe4-f63f-46a4-bc83-95fcea5b2608 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Pushing event updated for resources: {'Port': ['ID=679cc4ac-6396-42d0-9463-acf715cf0c61,revision_number=2']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:12:34.892393 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-d23e429c-ea46-4395-bada-64c02a916eaf tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2488592 Jun 01 19:12:34.898410 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 56672) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:12:34.904428 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc228c55-d0f5-4070-a034-0309dda0a0a3 None None] Network c840486e-0c2f-4729-9a0c-ee6552111f90 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:12:34.910899 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-3943ca23-f3b0-43cb-a33e-da81deebaf9e tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Request body: {'subnet': {'network_id': 'c840486e-0c2f-4729-9a0c-ee6552111f90', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:12:35.038855 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff646eb9-4d90-4c3d-a3ae-bd41ad41b949 tempest-TestNetworkAdvancedServerOps-1915190974 tempest-TestNetworkAdvancedServerOps-1915190974-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:12:35.049210 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e9f1fe4-f63f-46a4-bc83-95fcea5b2608 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Network b89da262-2636-4dd4-94b9-a1cb7f59e3cc is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:12:35.051185 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-ff646eb9-4d90-4c3d-a3ae-bd41ad41b949 tempest-TestNetworkAdvancedServerOps-1915190974 tempest-TestNetworkAdvancedServerOps-1915190974-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=b7d2b0e6-e391-41b4-ad8b-28c3a2257458 HTTP/1.1" status: 200 len: 1091 time: 0.6139185 Jun 01 19:12:35.052254 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-6e9f1fe4-f63f-46a4-bc83-95fcea5b2608 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:12:35.054553 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 56680) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:12:35.056745 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26283ecb-9cd8-47df-9847-33e5250c3528 None None] Network b89da262-2636-4dd4-94b9-a1cb7f59e3cc requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:12:35.100868 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-75b07f0f-e092-4ce6-b561-04a455d52447 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Request body: {'floatingip': {'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'port_id': 'a66da448-c5b2-4d30-b235-d219f03c9d9d', 'tenant_id': '8537cfb3773e46d182e148cf5b0a717f', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:12:35.110086 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-75b07f0f-e092-4ce6-b561-04a455d52447 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:12:35.117190 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-75b07f0f-e092-4ce6-b561-04a455d52447 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Usage tracker for resource:floatingip and tenant:8537cfb3773e46d182e148cf5b0a717f is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:12:35.120404 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-75b07f0f-e092-4ce6-b561-04a455d52447 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:12:35.127386 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-75b07f0f-e092-4ce6-b561-04a455d52447 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:12:35.142626 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-3943ca23-f3b0-43cb-a33e-da81deebaf9e tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:12:35.147382 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-3943ca23-f3b0-43cb-a33e-da81deebaf9e tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Usage tracker for resource:subnet and tenant:451baccc58514a0cab8c4410ed135b7c is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:12:35.150917 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-75b07f0f-e092-4ce6-b561-04a455d52447 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks [] for floatingip, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:35.168053 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-3943ca23-f3b0-43cb-a33e-da81deebaf9e tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:12:35.180744 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-3943ca23-f3b0-43cb-a33e-da81deebaf9e tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:12:35.263954 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 9cd3eef3-ae92-4958-bc20-c239470f3755 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:12:35.307223 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3943ca23-f3b0-43cb-a33e-da81deebaf9e tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Made reservation on behalf of 451baccc58514a0cab8c4410ed135b7c for: {'subnet': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:12:35.310930 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3943ca23-f3b0-43cb-a33e-da81deebaf9e tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9667140'] for subnet, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:35.369180 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e9f1fe4-f63f-46a4-bc83-95fcea5b2608 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Router f168883a-b119-4c91-a379-668d073f2d32 is scheduled to L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 with binding_index 1 {{(pid=88524) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 19:12:35.467850 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-500929a0-be6b-4c24-9bab-9424ec7f8b56 None None] Current status of the port be684a3a-ed48-41a7-80d1-1a62633cd041 is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:12:35.468459 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-500929a0-be6b-4c24-9bab-9424ec7f8b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:35.505688 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9ef63f-b811-47ab-887c-ae2ed9107fbc req-a89ac54e-b6bf-4831-938d-ba4d755ee913 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:12:35.507802 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-df9ef63f-b811-47ab-887c-ae2ed9107fbc req-a89ac54e-b6bf-4831-938d-ba4d755ee913 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8b84db9-d35d-4296-85a8-fdfc6dd0b558 HTTP/1.1" status: 200 len: 947 time: 0.2597861 Jun 01 19:12:35.595040 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e9f1fe4-f63f-46a4-bc83-95fcea5b2608 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:12:35.610751 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-6e9f1fe4-f63f-46a4-bc83-95fcea5b2608 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] 10.222.0.41 "PUT /v2.0/routers/f168883a-b119-4c91-a379-668d073f2d32/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4950731 Jun 01 19:12:35.613172 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 56692) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:12:35.652846 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-492710b3-4f0e-45d8-ad4f-1eaa2dac5210 None None] Sync routers for ids ['f168883a-b119-4c91-a379-668d073f2d32'] in n-d-844202-1 {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:12:35.683015 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-df9ef63f-b811-47ab-887c-ae2ed9107fbc req-c6ce7695-4801-487b-b915-aa3348dac5fe tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7f46c16-7d81-4a09-b7a2-ba720d08e5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1570606 Jun 01 19:12:35.715911 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492710b3-4f0e-45d8-ad4f-1eaa2dac5210 None None] Routers {'f168883a-b119-4c91-a379-668d073f2d32'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:12:35.716581 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-492710b3-4f0e-45d8-ad4f-1eaa2dac5210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:12:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['f168883a-b119-4c91-a379-668d073f2d32'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:12:35.719412 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2a1dd9d-90d1-4501-9676-459dc05de4e4 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:12:35.723057 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-a2a1dd9d-90d1-4501-9676-459dc05de4e4 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Synchronizing usage tracker for tenant:8011be9678e842bab7da75259f1c11c1 on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:12:35.749364 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-75b07f0f-e092-4ce6-b561-04a455d52447 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:35.763900 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-a2a1dd9d-90d1-4501-9676-459dc05de4e4 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Unset dirty status for tenant:8011be9678e842bab7da75259f1c11c1 on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:12:35.768816 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-a2a1dd9d-90d1-4501-9676-459dc05de4e4 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] 10.222.0.41 "GET /v2.0/ports/679cc4ac-6396-42d0-9463-acf715cf0c61 HTTP/1.1" status: 200 len: 911 time: 0.1507785 Jun 01 19:12:35.778709 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 56704) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:12:35.827778 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-500929a0-be6b-4c24-9bab-9424ec7f8b56 None None] For port be684a3a-ed48-41a7-80d1-1a62633cd041, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=be684a3a-ed48-41a7-80d1-1a62633cd041,segment=NetworkSegment(a6cfd7d1-5211-44ec-a836-a984e441185d),segment_id=a6cfd7d1-5211-44ec-a836-a984e441185d)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:12:35.860426 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3943ca23-f3b0-43cb-a33e-da81deebaf9e tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2614064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9667190'] for subnet, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:35.906985 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-492710b3-4f0e-45d8-ad4f-1eaa2dac5210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:12:35.911240 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port 9cd3eef3-ae92-4958-bc20-c239470f3755 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:12:35.941661 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3943ca23-f3b0-43cb-a33e-da81deebaf9e tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Network c840486e-0c2f-4729-9a0c-ee6552111f90 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:12:35.948045 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-3943ca23-f3b0-43cb-a33e-da81deebaf9e tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:12:35.955717 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3943ca23-f3b0-43cb-a33e-da81deebaf9e tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:12:35.956483 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3943ca23-f3b0-43cb-a33e-da81deebaf9e tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks [] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:35.959099 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-500929a0-be6b-4c24-9bab-9424ec7f8b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:36.026041 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3943ca23-f3b0-43cb-a33e-da81deebaf9e tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Pushing event updated for resources: {'Subnet': ['ID=b90cc147-9887-436b-a73e-2655336fa235,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:12:36.055165 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492710b3-4f0e-45d8-ad4f-1eaa2dac5210 None None] Routers {'f168883a-b119-4c91-a379-668d073f2d32'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:12:36.055803 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-492710b3-4f0e-45d8-ad4f-1eaa2dac5210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:12:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['f168883a-b119-4c91-a379-668d073f2d32'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:12:36.076003 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [None req-75b07f0f-e092-4ce6-b561-04a455d52447 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Allocated IP 172.25.4.88 (72a72e44-6845-488a-a5ff-3a26d4df9cb3/c314a23b-daa2-4106-ab28-8e6f954277b2/1fd4d0ac-5000-429c-a1d9-1bf031ce27ae) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:12:36.083763 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-3943ca23-f3b0-43cb-a33e-da81deebaf9e tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1836216 Jun 01 19:12:36.084668 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 56722) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:12:36.095528 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-4c3de7fc-6f89-4346-ab10-2e795c20f8d3 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Request body: {'port': {'network_id': 'c840486e-0c2f-4729-9a0c-ee6552111f90', 'fixed_ips': [{'subnet_id': 'b90cc147-9887-436b-a73e-2655336fa235', 'ip_address': '2001:db8:0:1::8'}], 'name': 'tempest-NetworksTestDHCPv6-1489064468'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:12:36.168141 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-492710b3-4f0e-45d8-ad4f-1eaa2dac5210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:12:36.169238 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-492710b3-4f0e-45d8-ad4f-1eaa2dac5210 None None] The sync data for ids ['f168883a-b119-4c91-a379-668d073f2d32'] in n-d-844202-1 is: [] {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:12:36.186340 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-e52773b7-c9c6-4813-b34b-294a75c73b02 None None] Could not find standard attr ID for object 0173939f-9124-40ba-a6c5-74bcab5446a0. {{(pid=88526) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 01 19:12:36.262918 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500929a0-be6b-4c24-9bab-9424ec7f8b56 None None] Pushing event updated for resources: {'Port': ['ID=be684a3a-ed48-41a7-80d1-1a62633cd041,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:12:36.293324 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-e52773b7-c9c6-4813-b34b-294a75c73b02 None None] Provisioning for port 9cd3eef3-ae92-4958-bc20-c239470f3755 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:12:36.306072 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-e52773b7-c9c6-4813-b34b-294a75c73b02 None None] Provisioning complete for port 9cd3eef3-ae92-4958-bc20-c239470f3755 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:12:36.311714 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-e52773b7-c9c6-4813-b34b-294a75c73b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:36.365657 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e056b9ea-8820-4226-b65b-87e2b9e83204 None None] DHCP port deletion for c840486e-0c2f-4729-9a0c-ee6552111f90 request from n-d-844202-1 {{(pid=88526) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 19:12:36.428145 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-e056b9ea-8820-4226-b65b-87e2b9e83204 None None] Deleting port be684a3a-ed48-41a7-80d1-1a62633cd041 {{(pid=88526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:12:36.428877 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-e056b9ea-8820-4226-b65b-87e2b9e83204 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:36.487510 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-4c3de7fc-6f89-4346-ab10-2e795c20f8d3 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:12:36.506165 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-4c3de7fc-6f89-4346-ab10-2e795c20f8d3 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Usage tracker for resource:port and tenant:451baccc58514a0cab8c4410ed135b7c is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:12:36.523181 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-4c3de7fc-6f89-4346-ab10-2e795c20f8d3 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:12:36.540507 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-75b07f0f-e092-4ce6-b561-04a455d52447 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:36.544247 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-4c3de7fc-6f89-4346-ab10-2e795c20f8d3 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:12:36.570773 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c3de7fc-6f89-4346-ab10-2e795c20f8d3 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Made reservation on behalf of 451baccc58514a0cab8c4410ed135b7c for: {'port': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:12:36.678136 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-e52773b7-c9c6-4813-b34b-294a75c73b02 None None] Current status of the port 9cd3eef3-ae92-4958-bc20-c239470f3755 is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:12:36.679767 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-e52773b7-c9c6-4813-b34b-294a75c73b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:36.771509 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-75b07f0f-e092-4ce6-b561-04a455d52447 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:36.831630 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-756ebf4d-ca75-4803-8afa-07cb699e2f1e tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-887474'] for router_interface, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:36.934328 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75b07f0f-e092-4ce6-b561-04a455d52447 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:12:36.949652 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-e056b9ea-8820-4226-b65b-87e2b9e83204 None None] For port be684a3a-ed48-41a7-80d1-1a62633cd041, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=be684a3a-ed48-41a7-80d1-1a62633cd041,segment=NetworkSegment(a6cfd7d1-5211-44ec-a836-a984e441185d),segment_id=a6cfd7d1-5211-44ec-a836-a984e441185d)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:12:36.950037 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-e056b9ea-8820-4226-b65b-87e2b9e83204 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:37.026743 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-75b07f0f-e092-4ce6-b561-04a455d52447 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:12:37.037799 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b07f0f-e092-4ce6-b561-04a455d52447 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:12:37.123553 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4c3de7fc-6f89-4346-ab10-2e795c20f8d3 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:37.139304 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device be684a3a-ed48-41a7-80d1-1a62633cd041 no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:12:37.201166 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [None req-4c3de7fc-6f89-4346-ab10-2e795c20f8d3 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] device_id is not set on port 84095f5d-db80-482b-bd8f-8dfb27017f0c yet. {{(pid=88525) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 19:12:37.236335 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b07f0f-e092-4ce6-b561-04a455d52447 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Pushing event updated for resources: {'Port': ['ID=1fd4d0ac-5000-429c-a1d9-1bf031ce27ae,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:12:37.262788 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-e52773b7-c9c6-4813-b34b-294a75c73b02 None None] For port 9cd3eef3-ae92-4958-bc20-c239470f3755, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=9cd3eef3-ae92-4958-bc20-c239470f3755,segment=NetworkSegment(ce561671-e2eb-455e-9b8a-d815cb8b6f6a),segment_id=ce561671-e2eb-455e-9b8a-d815cb8b6f6a)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:12:37.504905 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-e056b9ea-8820-4226-b65b-87e2b9e83204 None None] Calling delete_port for be684a3a-ed48-41a7-80d1-1a62633cd041 owned by network:dhcp {{(pid=88526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:12:37.540455 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-e52773b7-c9c6-4813-b34b-294a75c73b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:37.587819 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5554c8e9-cf2d-4226-a0a0-5d00eb117621 req-d5d14a48-175d-46e7-a58d-07e057dbca95 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:12:37.589751 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5554c8e9-cf2d-4226-a0a0-5d00eb117621 req-d5d14a48-175d-46e7-a58d-07e057dbca95 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8b84db9-d35d-4296-85a8-fdfc6dd0b558 HTTP/1.1" status: 200 len: 947 time: 0.6206965 Jun 01 19:12:37.630911 n-d-844202-1 neutron-server[88525]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c3de7fc-6f89-4346-ab10-2e795c20f8d3 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 01 19:12:37.633358 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c3de7fc-6f89-4346-ab10-2e795c20f8d3 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88525) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 19:12:37.668741 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52773b7-c9c6-4813-b34b-294a75c73b02 None None] Pushing event updated for resources: {'Port': ['ID=9cd3eef3-ae92-4958-bc20-c239470f3755,revision_number=3']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:12:37.672213 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5554c8e9-cf2d-4226-a0a0-5d00eb117621 req-ac0d5e50-951e-4a91-a7c1-24b2331f239f tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7f46c16-7d81-4a09-b7a2-ba720d08e5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672507 Jun 01 19:12:37.697983 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-c07ddf72-ccbd-4266-ac8e-62997d85166a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:37.712891 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port be684a3a-ed48-41a7-80d1-1a62633cd041 is: ACTIVE; New status is: DOWN {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:12:37.713493 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:37.749808 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-06ef9dab-f722-4850-94a1-7a8ee29297b5 None None] Provisioning for port 679cc4ac-6396-42d0-9463-acf715cf0c61 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:12:37.752710 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-756ebf4d-ca75-4803-8afa-07cb699e2f1e tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Deleting port 679cc4ac-6396-42d0-9463-acf715cf0c61 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:12:37.752999 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-756ebf4d-ca75-4803-8afa-07cb699e2f1e tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:37.757721 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-06ef9dab-f722-4850-94a1-7a8ee29297b5 None None] Provisioning complete for port 679cc4ac-6396-42d0-9463-acf715cf0c61 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:12:37.758313 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-06ef9dab-f722-4850-94a1-7a8ee29297b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:37.887595 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-4c3de7fc-6f89-4346-ab10-2e795c20f8d3 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.7977660 Jun 01 19:12:37.890580 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 56760) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:12:37.904848 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-e056b9ea-8820-4226-b65b-87e2b9e83204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535'] for port, after_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:37.908442 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-06ef9dab-f722-4850-94a1-7a8ee29297b5 None None] Port 679cc4ac-6396-42d0-9463-acf715cf0c61 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:12:37.984727 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e056b9ea-8820-4226-b65b-87e2b9e83204 None None] Pushing event deleted for resources: {'Port': ['ID=be684a3a-ed48-41a7-80d1-1a62633cd041,revision_number=None']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:12:37.990530 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-756ebf4d-ca75-4803-8afa-07cb699e2f1e tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:37.996735 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e056b9ea-8820-4226-b65b-87e2b9e83204 None None] No DVR routers for this DVR port be684a3a-ed48-41a7-80d1-1a62633cd041 on host n-d-844202-1 {{(pid=88526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:12:38.013269 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-24aed0c8-69f9-4688-aa59-ec986ce6147c tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Synchronizing usage tracker for tenant:451baccc58514a0cab8c4410ed135b7c on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:12:38.015042 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-901e5cd4-330c-4aae-b456-4c8e3eeb9157 None None] Network c840486e-0c2f-4729-9a0c-ee6552111f90 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:12:38.057286 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-24aed0c8-69f9-4688-aa59-ec986ce6147c tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Unset dirty status for tenant:451baccc58514a0cab8c4410ed135b7c on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:12:38.061360 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-24aed0c8-69f9-4688-aa59-ec986ce6147c tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1695044 Jun 01 19:12:38.064039 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 56766) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:12:38.102138 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-06ef9dab-f722-4850-94a1-7a8ee29297b5 None None] Provisioning complete for port 9cd3eef3-ae92-4958-bc20-c239470f3755 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:12:38.103050 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-06ef9dab-f722-4850-94a1-7a8ee29297b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:38.159243 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c2d7de-f3d6-4f5e-bbba-97b6610fb131 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:12:38.159243 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c2d7de-f3d6-4f5e-bbba-97b6610fb131 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:12:38.159243 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-f4c2d7de-f3d6-4f5e-bbba-97b6610fb131 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Synchronizing usage tracker for tenant:451baccc58514a0cab8c4410ed135b7c on resource:subnet {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:12:38.188790 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-f4c2d7de-f3d6-4f5e-bbba-97b6610fb131 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Unset dirty status for tenant:451baccc58514a0cab8c4410ed135b7c on resource:subnet {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:12:38.189813 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-f4c2d7de-f3d6-4f5e-bbba-97b6610fb131 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1256752 Jun 01 19:12:38.190865 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 56772) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:12:38.191049 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-756ebf4d-ca75-4803-8afa-07cb699e2f1e tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Calling delete_port for 679cc4ac-6396-42d0-9463-acf715cf0c61 owned by network:router_interface {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:12:38.273970 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-75b07f0f-e092-4ce6-b561-04a455d52447 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:38.281686 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_v2 [None req-e64969ca-0a8c-4e8f-a24e-9e52f1313df7 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Deleting subnet b90cc147-9887-436b-a73e-2655336fa235 {{(pid=88525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 19:12:38.284844 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e64969ca-0a8c-4e8f-a24e-9e52f1313df7 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks [] for subnet, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:38.345768 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e64969ca-0a8c-4e8f-a24e-9e52f1313df7 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2258509'] for subnet, precommit_delete_associations {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:38.411584 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e64969ca-0a8c-4e8f-a24e-9e52f1313df7 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:38.434282 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-756ebf4d-ca75-4803-8afa-07cb699e2f1e tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:38.461609 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-06ef9dab-f722-4850-94a1-7a8ee29297b5 None None] Current status of the port 9cd3eef3-ae92-4958-bc20-c239470f3755 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:12:38.475046 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a524f36c-550b-4f4f-945f-8f16b1a69554 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc93f83c3-7fb6-5c13-a9d4-29d739a4e8d2-c840486e-0c2f-4729-9a0c-ee6552111f90', 'network_id': 'c840486e-0c2f-4729-9a0c-ee6552111f90', 'tenant_id': '451baccc58514a0cab8c4410ed135b7c', 'fixed_ips': [{'subnet_id': 'b90cc147-9887-436b-a73e-2655336fa235'}]}} from n-d-844202-1. {{(pid=88526) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 19:12:38.477169 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-a524f36c-550b-4f4f-945f-8f16b1a69554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:38.497763 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756ebf4d-ca75-4803-8afa-07cb699e2f1e tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Pushing event deleted for resources: {'Port': ['ID=679cc4ac-6396-42d0-9463-acf715cf0c61,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:12:38.597104 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-a25e8ee5-8cd6-45c0-9ee2-24a6bec0ba6e None None] Could not find standard attr ID for object 679cc4ac-6396-42d0-9463-acf715cf0c61. {{(pid=88526) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 01 19:12:38.623857 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-75b07f0f-e092-4ce6-b561-04a455d52447 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:38.649267 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server [None req-a524f36c-550b-4f4f-945f-8f16b1a69554 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b90cc147-9887-436b-a73e-2655336fa235: This subnet is being modified by another concurrent operation. Jun 01 19:12:38.649267 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 01 19:12:38.649267 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 01 19:12:38.649267 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jun 01 19:12:38.649267 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 01 19:12:38.649267 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jun 01 19:12:38.649267 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 01 19:12:38.649267 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jun 01 19:12:38.649267 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 01 19:12:38.649267 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 01 19:12:38.649267 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 01 19:12:38.649267 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 01 19:12:38.649267 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 01 19:12:38.649267 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 01 19:12:38.649267 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 01 19:12:38.649267 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server raise self.value Jun 01 19:12:38.649267 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 01 19:12:38.649267 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 01 19:12:38.649267 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 01 19:12:38.649267 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 01 19:12:38.649267 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 01 19:12:38.649267 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 01 19:12:38.649267 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 01 19:12:38.649267 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server raise self.value Jun 01 19:12:38.649267 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 01 19:12:38.649267 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 01 19:12:38.649267 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 01 19:12:38.649267 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 01 19:12:38.649267 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 01 19:12:38.649267 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 01 19:12:38.649267 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 01 19:12:38.649267 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server raise self.value Jun 01 19:12:38.649267 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 01 19:12:38.649267 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 01 19:12:38.649267 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jun 01 19:12:38.649267 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jun 01 19:12:38.649267 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Jun 01 19:12:38.649267 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jun 01 19:12:38.649267 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Jun 01 19:12:38.649267 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jun 01 19:12:38.649267 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jun 01 19:12:38.649267 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jun 01 19:12:38.649267 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Jun 01 19:12:38.649267 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jun 01 19:12:38.649267 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jun 01 19:12:38.649267 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 01 19:12:38.649267 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 01 19:12:38.649267 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 01 19:12:38.649267 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 01 19:12:38.649267 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 01 19:12:38.649267 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 01 19:12:38.649267 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server raise self.value Jun 01 19:12:38.649267 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 01 19:12:38.649267 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 01 19:12:38.653118 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 01 19:12:38.653118 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 01 19:12:38.653118 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 01 19:12:38.653118 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 01 19:12:38.653118 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 01 19:12:38.653118 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server raise self.value Jun 01 19:12:38.653118 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 01 19:12:38.653118 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 01 19:12:38.653118 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 01 19:12:38.653118 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 01 19:12:38.653118 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 01 19:12:38.653118 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 01 19:12:38.653118 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 01 19:12:38.653118 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server raise self.value Jun 01 19:12:38.653118 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 01 19:12:38.653118 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 01 19:12:38.653118 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Jun 01 19:12:38.653118 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jun 01 19:12:38.653118 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Jun 01 19:12:38.653118 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jun 01 19:12:38.653118 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Jun 01 19:12:38.653118 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jun 01 19:12:38.653118 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jun 01 19:12:38.653118 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jun 01 19:12:38.653118 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jun 01 19:12:38.653118 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 01 19:12:38.653118 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Jun 01 19:12:38.653118 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jun 01 19:12:38.653118 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jun 01 19:12:38.653118 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jun 01 19:12:38.653118 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jun 01 19:12:38.653118 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jun 01 19:12:38.653118 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Jun 01 19:12:38.653118 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jun 01 19:12:38.653118 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jun 01 19:12:38.653118 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server raise exception Jun 01 19:12:38.653118 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b90cc147-9887-436b-a73e-2655336fa235: This subnet is being modified by another concurrent operation. Jun 01 19:12:38.653118 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server Jun 01 19:12:38.682779 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e64969ca-0a8c-4e8f-a24e-9e52f1313df7 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2614143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9667199'] for subnet, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:38.750889 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64969ca-0a8c-4e8f-a24e-9e52f1313df7 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Pushing event deleted for resources: {'Subnet': ['ID=b90cc147-9887-436b-a73e-2655336fa235,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:12:38.756490 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-756ebf4d-ca75-4803-8afa-07cb699e2f1e tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-887310'] for router_interface, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:38.759855 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e64969ca-0a8c-4e8f-a24e-9e52f1313df7 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks [] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:38.793835 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-e64969ca-0a8c-4e8f-a24e-9e52f1313df7 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "DELETE /v2.0/subnets/b90cc147-9887-436b-a73e-2655336fa235 HTTP/1.1" status: 204 len: 168 time: 0.5945630 Jun 01 19:12:38.796838 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 56788) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:12:38.832522 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f0ad2f0-50f7-4747-a928-04e5f2422f0c None None] get_active_networks_info from n-d-844202-1 {{(pid=88526) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jun 01 19:12:39.004120 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-b8581911-be94-49c9-bc2f-84be530e08e0 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2058454 Jun 01 19:12:39.009240 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 56794) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:12:39.026918 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-1f6cf057-366f-487b-8870-ee5980460822 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Request body: {'subnet': {'network_id': 'c840486e-0c2f-4729-9a0c-ee6552111f90', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:12:39.088620 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f0ad2f0-50f7-4747-a928-04e5f2422f0c None None] Resources bound (agent type, host, resource id): {{(pid=88526) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 01 19:12:39.106834 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 9cd3eef3-ae92-4958-bc20-c239470f3755 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:12:39.185015 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-75b07f0f-e092-4ce6-b561-04a455d52447 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks [] for port, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:39.200933 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48f42e8-7a79-4de9-be2d-f593bb942053 req-4bdf7a0a-f4ca-48fd-a812-c7944b91ebec tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:12:39.202621 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f48f42e8-7a79-4de9-be2d-f593bb942053 req-4bdf7a0a-f4ca-48fd-a812-c7944b91ebec tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8b84db9-d35d-4296-85a8-fdfc6dd0b558 HTTP/1.1" status: 200 len: 947 time: 0.2470670 Jun 01 19:12:39.203911 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-75b07f0f-e092-4ce6-b561-04a455d52447 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:39.327146 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 9cd3eef3-ae92-4958-bc20-c239470f3755 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:12:39.327966 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:39.372030 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-1f6cf057-366f-487b-8870-ee5980460822 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:12:39.375503 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-756ebf4d-ca75-4803-8afa-07cb699e2f1e tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Router f168883a-b119-4c91-a379-668d073f2d32 has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 19:12:39.380585 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-1f6cf057-366f-487b-8870-ee5980460822 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Usage tracker for resource:subnet and tenant:451baccc58514a0cab8c4410ed135b7c is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:12:39.385709 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-1f6cf057-366f-487b-8870-ee5980460822 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:12:39.395543 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-1f6cf057-366f-487b-8870-ee5980460822 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:12:39.408837 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f48f42e8-7a79-4de9-be2d-f593bb942053 req-b664727c-2ebb-482e-ba4a-efbd6b9c460a tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7f46c16-7d81-4a09-b7a2-ba720d08e5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1962829 Jun 01 19:12:39.427749 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b07f0f-e092-4ce6-b561-04a455d52447 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Pushing event updated for resources: {'Port': ['ID=1fd4d0ac-5000-429c-a1d9-1bf031ce27ae,revision_number=2']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:12:39.448001 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-75b07f0f-e092-4ce6-b561-04a455d52447 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887712'] for floatingip, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:39.541831 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f6cf057-366f-487b-8870-ee5980460822 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Made reservation on behalf of 451baccc58514a0cab8c4410ed135b7c for: {'subnet': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:12:39.545412 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1f6cf057-366f-487b-8870-ee5980460822 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3066584'] for subnet, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:39.571901 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-756ebf4d-ca75-4803-8afa-07cb699e2f1e tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:12:39.583868 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4544af29-2969-49e6-bcb0-f2b055575056 None None] Sync routers for ids ['f168883a-b119-4c91-a379-668d073f2d32'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:12:39.605074 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4544af29-2969-49e6-bcb0-f2b055575056 None None] Routers {'f168883a-b119-4c91-a379-668d073f2d32'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:12:39.606149 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-4544af29-2969-49e6-bcb0-f2b055575056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:12:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['f168883a-b119-4c91-a379-668d073f2d32'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:12:39.617939 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-edd48ced-4c08-426d-8dc4-b1cb9221381c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:39.623007 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 9cd3eef3-ae92-4958-bc20-c239470f3755 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:12:39.676133 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-756ebf4d-ca75-4803-8afa-07cb699e2f1e tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] 10.222.0.41 "PUT /v2.0/routers/f168883a-b119-4c91-a379-668d073f2d32/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8936701 Jun 01 19:12:39.680706 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 56810) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:12:39.738668 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-4544af29-2969-49e6-bcb0-f2b055575056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:12:39.743091 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-e783f981-0e93-4d8c-8638-3b9a4b549183 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Synchronizing usage tracker for tenant:8011be9678e842bab7da75259f1c11c1 on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:12:39.756053 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4544af29-2969-49e6-bcb0-f2b055575056 None None] Routers {'f168883a-b119-4c91-a379-668d073f2d32'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:12:39.757974 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-4544af29-2969-49e6-bcb0-f2b055575056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:12:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['f168883a-b119-4c91-a379-668d073f2d32'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:12:39.833938 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-4544af29-2969-49e6-bcb0-f2b055575056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:12:39.836985 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4544af29-2969-49e6-bcb0-f2b055575056 None None] The sync data for ids ['f168883a-b119-4c91-a379-668d073f2d32'] in n-d-844202-1 is: [] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:12:39.866242 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-e783f981-0e93-4d8c-8638-3b9a4b549183 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Unset dirty status for tenant:8011be9678e842bab7da75259f1c11c1 on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:12:39.868413 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-e783f981-0e93-4d8c-8638-3b9a4b549183 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] 10.222.0.41 "GET /v2.0/ports?device_id=f168883a-b119-4c91-a379-668d073f2d32 HTTP/1.1" status: 200 len: 205 time: 0.1867239 Jun 01 19:12:39.873241 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 56814) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:12:39.950350 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1f6cf057-366f-487b-8870-ee5980460822 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2718919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3066602'] for subnet, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:40.030935 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f6cf057-366f-487b-8870-ee5980460822 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Network c840486e-0c2f-4729-9a0c-ee6552111f90 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:12:40.032102 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-1f6cf057-366f-487b-8870-ee5980460822 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:12:40.036704 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f6cf057-366f-487b-8870-ee5980460822 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:12:40.037158 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1f6cf057-366f-487b-8870-ee5980460822 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:40.051826 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2afa83b-6f6b-4f87-ac09-f567d7e17b3a None None] Network c840486e-0c2f-4729-9a0c-ee6552111f90 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:12:40.054770 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8e5e188f-47ee-45ef-8542-c8f9a5e0b548 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks [] for router, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:40.067377 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-1f6cf057-366f-487b-8870-ee5980460822 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0552127 Jun 01 19:12:40.071785 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 56822) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:12:40.079650 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-63ec7d0c-56b3-4574-bbad-698d2b3546a4 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-666099082', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:12:40.088901 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6cf057-366f-487b-8870-ee5980460822 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Pushing event updated for resources: {'Subnet': ['ID=5904c493-f958-425a-8cc4-58f2a556eba7,revision_number=0']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:12:40.092423 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-63ec7d0c-56b3-4574-bbad-698d2b3546a4 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:12:40.097045 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-63ec7d0c-56b3-4574-bbad-698d2b3546a4 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Usage tracker for resource:router and tenant:451baccc58514a0cab8c4410ed135b7c is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:12:40.104893 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-63ec7d0c-56b3-4574-bbad-698d2b3546a4 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:12:40.114000 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-63ec7d0c-56b3-4574-bbad-698d2b3546a4 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:12:40.126206 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-63ec7d0c-56b3-4574-bbad-698d2b3546a4 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-885767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25238'] for router, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:40.127359 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-63ec7d0c-56b3-4574-bbad-698d2b3546a4 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-901042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-886562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-981784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25327'] for router, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:40.135954 n-d-844202-1 neutron-server[88525]: INFO neutron.db.l3_db [None req-75b07f0f-e092-4ce6-b561-04a455d52447 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Floating IP fe415378-a094-489f-8992-497a57f8c2bc associated. External IP: 172.25.4.88, port: a66da448-c5b2-4d30-b235-d219f03c9d9d. Jun 01 19:12:40.146137 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-63ec7d0c-56b3-4574-bbad-698d2b3546a4 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:40.172182 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-63ec7d0c-56b3-4574-bbad-698d2b3546a4 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-885820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-886655'] for router, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:40.217134 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-63ec7d0c-56b3-4574-bbad-698d2b3546a4 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks [] for router, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:40.221522 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-63ec7d0c-56b3-4574-bbad-698d2b3546a4 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1486988 Jun 01 19:12:40.222098 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 56826) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:12:40.345108 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec21b3e8-125b-40a0-91cb-54831bda5017 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc93f83c3-7fb6-5c13-a9d4-29d739a4e8d2-c840486e-0c2f-4729-9a0c-ee6552111f90', 'network_id': 'c840486e-0c2f-4729-9a0c-ee6552111f90', 'tenant_id': '451baccc58514a0cab8c4410ed135b7c', 'fixed_ips': [{'subnet_id': '5904c493-f958-425a-8cc4-58f2a556eba7'}]}} from n-d-844202-1. {{(pid=88526) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 19:12:40.346351 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-ec21b3e8-125b-40a0-91cb-54831bda5017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:40.589050 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:40.605726 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.db_base_plugin_common [None req-ec21b3e8-125b-40a0-91cb-54831bda5017 None None] Allocated IP 2001:db8::2 (c840486e-0c2f-4729-9a0c-ee6552111f90/5904c493-f958-425a-8cc4-58f2a556eba7/6290d18b-d727-4c9b-b053-c43571d36137) {{(pid=88526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:12:40.796248 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:40.853252 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-c95d4967-3f2e-4b34-a183-5841ffdfecc2 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:40.882708 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8e5e188f-47ee-45ef-8542-c8f9a5e0b548 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25316'] for router, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:40.888130 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8e5e188f-47ee-45ef-8542-c8f9a5e0b548 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:40.889502 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-ec21b3e8-125b-40a0-91cb-54831bda5017 None None] Notify callbacks [] for port, precommit_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:40.909966 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-ec21b3e8-125b-40a0-91cb-54831bda5017 None None] Transition to ACTIVE for port object 6290d18b-d727-4c9b-b053-c43571d36137 will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:12:40.920498 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f4b7704b-d6ab-4be4-a047-b8620965db50 req-28934096-41f8-4a19-8eb1-087fff6357a8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b8b84db9-d35d-4296-85a8-fdfc6dd0b558&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4318590 Jun 01 19:12:40.935915 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-ec21b3e8-125b-40a0-91cb-54831bda5017 None None] Transition to ACTIVE for port object 6290d18b-d727-4c9b-b053-c43571d36137 will not be triggered until provisioned by entity DHCP. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:12:40.941863 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8e5e188f-47ee-45ef-8542-c8f9a5e0b548 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-891519'] for router, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:40.942370 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e5e188f-47ee-45ef-8542-c8f9a5e0b548 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Fanout notify agent at l3_agent the message router_deleted on router f168883a-b119-4c91-a379-668d073f2d32 {{(pid=88525) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 19:12:40.951586 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-ec21b3e8-125b-40a0-91cb-54831bda5017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526'] for port, after_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:40.975211 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8e5e188f-47ee-45ef-8542-c8f9a5e0b548 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks [] for router, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:40.979732 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-8e5e188f-47ee-45ef-8542-c8f9a5e0b548 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] 10.222.0.41 "DELETE /v2.0/routers/f168883a-b119-4c91-a379-668d073f2d32 HTTP/1.1" status: 204 len: 168 time: 1.1058683 Jun 01 19:12:40.982489 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 56844) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:12:40.982716 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75b07f0f-e092-4ce6-b561-04a455d52447 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Router f1871c5e-216e-49f9-bb41-4d6bbcaca0ec has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 19:12:41.058553 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec21b3e8-125b-40a0-91cb-54831bda5017 None None] Pushing event updated for resources: {'Port': ['ID=6290d18b-d727-4c9b-b053-c43571d36137,revision_number=1']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:12:41.082284 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec21b3e8-125b-40a0-91cb-54831bda5017 None None] Network c840486e-0c2f-4729-9a0c-ee6552111f90 is already hosted by enough agents. {{(pid=88526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:12:41.082284 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.base_scheduler [None req-ec21b3e8-125b-40a0-91cb-54831bda5017 None None] Resources bound (agent type, host, resource id): {{(pid=88526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:12:41.082284 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec21b3e8-125b-40a0-91cb-54831bda5017 None None] Received port after_create {{(pid=88526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:12:41.153513 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e0dc782-3d96-48ba-99b2-12bc57f2f6ac tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Deleting subnet 7689e01f-aa02-4266-bc0f-b33188d77f7f {{(pid=88524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 19:12:41.156754 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8e0dc782-3d96-48ba-99b2-12bc57f2f6ac tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks [] for subnet, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:41.189620 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-ec21b3e8-125b-40a0-91cb-54831bda5017 None None] Attempting to bind port 6290d18b-d727-4c9b-b053-c43571d36137 on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:12:41.190165 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-ec21b3e8-125b-40a0-91cb-54831bda5017 None None] Attempting to bind port 6290d18b-d727-4c9b-b053-c43571d36137 by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': 'a6cfd7d1-5211-44ec-a836-a984e441185d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c840486e-0c2f-4729-9a0c-ee6552111f90'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:12:41.190595 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec21b3e8-125b-40a0-91cb-54831bda5017 None None] Attempting to bind port 6290d18b-d727-4c9b-b053-c43571d36137 on network c840486e-0c2f-4729-9a0c-ee6552111f90 {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:12:41.197763 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec21b3e8-125b-40a0-91cb-54831bda5017 None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 12, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:12:41.198288 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec21b3e8-125b-40a0-91cb-54831bda5017 None None] Checking segment: {'id': 'a6cfd7d1-5211-44ec-a836-a984e441185d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c840486e-0c2f-4729-9a0c-ee6552111f90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:12:41.198754 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-ec21b3e8-125b-40a0-91cb-54831bda5017 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:41.199214 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec21b3e8-125b-40a0-91cb-54831bda5017 None None] Bound using segment: {'id': 'a6cfd7d1-5211-44ec-a836-a984e441185d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c840486e-0c2f-4729-9a0c-ee6552111f90'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:12:41.200069 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-ec21b3e8-125b-40a0-91cb-54831bda5017 None None] Bound port: 6290d18b-d727-4c9b-b053-c43571d36137, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6cfd7d1-5211-44ec-a836-a984e441185d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c840486e-0c2f-4729-9a0c-ee6552111f90'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:12:41.200529 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-ec21b3e8-125b-40a0-91cb-54831bda5017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:41.218503 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8e0dc782-3d96-48ba-99b2-12bc57f2f6ac tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2702137'] for subnet, precommit_delete_associations {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:41.329226 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-ec21b3e8-125b-40a0-91cb-54831bda5017 None None] For port 6290d18b-d727-4c9b-b053-c43571d36137, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:12:41.333014 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-ec21b3e8-125b-40a0-91cb-54831bda5017 None None] For port 6290d18b-d727-4c9b-b053-c43571d36137, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=6290d18b-d727-4c9b-b053-c43571d36137,segment=NetworkSegment(a6cfd7d1-5211-44ec-a836-a984e441185d),segment_id=a6cfd7d1-5211-44ec-a836-a984e441185d)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:12:41.341371 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-ec21b3e8-125b-40a0-91cb-54831bda5017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:41.446024 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b7704b-d6ab-4be4-a047-b8620965db50 req-5b2c5618-b1b9-4c82-924d-81e321054188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:12:41.447474 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f4b7704b-d6ab-4be4-a047-b8620965db50 req-5b2c5618-b1b9-4c82-924d-81e321054188 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4a7494de105b4d89b3193a70c4c60c4c&device_id=b8b84db9-d35d-4296-85a8-fdfc6dd0b558 HTTP/1.1" status: 200 len: 1098 time: 0.3584239 Jun 01 19:12:41.469085 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75b07f0f-e092-4ce6-b561-04a455d52447 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:12:41.482425 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff34509b-5c7c-42b3-a2df-c0f6cf992f78 None None] Sync routers for ids ['f1871c5e-216e-49f9-bb41-4d6bbcaca0ec'] in n-d-844202-1 {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:12:41.508701 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff34509b-5c7c-42b3-a2df-c0f6cf992f78 None None] Routers {'f1871c5e-216e-49f9-bb41-4d6bbcaca0ec'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:12:41.509407 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-ff34509b-5c7c-42b3-a2df-c0f6cf992f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:12:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['f1871c5e-216e-49f9-bb41-4d6bbcaca0ec'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:12:41.622155 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-75b07f0f-e092-4ce6-b561-04a455d52447 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for floatingip, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:41.645832 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:41.675852 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8e0dc782-3d96-48ba-99b2-12bc57f2f6ac tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:41.693329 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-75b07f0f-e092-4ce6-b561-04a455d52447 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 6.6046419 Jun 01 19:12:41.697670 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7d2b0e6-e391-41b4-ad8b-28c3a2257458', 'tag': 'a66da448-c5b2-4d30-b235-d219f03c9d9d'}] {{(pid=88525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:12:41.795937 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b7704b-d6ab-4be4-a047-b8620965db50 req-a3e8da75-4485-4bbb-bb83-746006f9e0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:12:41.797491 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f4b7704b-d6ab-4be4-a047-b8620965db50 req-a3e8da75-4485-4bbb-bb83-746006f9e0a5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3d299f30-03d5-48f5-82fc-2ce538e7e02b HTTP/1.1" status: 200 len: 917 time: 0.3190410 Jun 01 19:12:41.892693 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec21b3e8-125b-40a0-91cb-54831bda5017 None None] Pushing event updated for resources: {'Port': ['ID=6290d18b-d727-4c9b-b053-c43571d36137,revision_number=2']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:12:41.909442 n-d-844202-1 neutron-server[88525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f736ae0e-3912-4d66-b358-7cd6a42f8deb'] response: {'name': 'network-changed', 'server_uuid': 'b7d2b0e6-e391-41b4-ad8b-28c3a2257458', 'tag': 'a66da448-c5b2-4d30-b235-d219f03c9d9d', 'status': 'completed', 'code': 200} Jun 01 19:12:42.024467 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:42.052265 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:42.070284 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-ff34509b-5c7c-42b3-a2df-c0f6cf992f78 None None] Set router f1871c5e-216e-49f9-bb41-4d6bbcaca0ec gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:12:42.071860 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f4b7704b-d6ab-4be4-a047-b8620965db50 req-aa437613-763c-4355-9916-641521c49bf0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1411ff4b-90e6-476e-a022-8a9f0065e464 HTTP/1.1" status: 200 len: 1002 time: 0.2666399 Jun 01 19:12:42.140467 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [None req-c95d4967-3f2e-4b34-a183-5841ffdfecc2 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Allocated IP 2001:db8::1 (c840486e-0c2f-4729-9a0c-ee6552111f90/5904c493-f958-425a-8cc4-58f2a556eba7/4c8efd10-0e7d-4c44-b72a-905d9e5fea15) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:12:42.143062 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8e0dc782-3d96-48ba-99b2-12bc57f2f6ac tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2718856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3066595'] for subnet, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:42.163549 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6354b4-cc99-4d6c-9ff3-90e236b93550 req-11bf70ce-229d-4f5b-825e-1760eb2274f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:12:42.173363 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2f6354b4-cc99-4d6c-9ff3-90e236b93550 req-11bf70ce-229d-4f5b-825e-1760eb2274f2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8537cfb3773e46d182e148cf5b0a717f&device_id=b7d2b0e6-e391-41b4-ad8b-28c3a2257458 HTTP/1.1" status: 200 len: 1096 time: 0.2561305 Jun 01 19:12:42.208953 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0dc782-3d96-48ba-99b2-12bc57f2f6ac tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Pushing event deleted for resources: {'Subnet': ['ID=7689e01f-aa02-4266-bc0f-b33188d77f7f,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:12:42.214433 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8e0dc782-3d96-48ba-99b2-12bc57f2f6ac tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:42.231532 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0384cde-899f-4c88-9c37-aa934c146c37 None None] Network b89da262-2636-4dd4-94b9-a1cb7f59e3cc requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:12:42.233684 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b7704b-d6ab-4be4-a047-b8620965db50 req-0f984330-444b-4457-8d61-9b69f9746d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:12:42.235234 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f4b7704b-d6ab-4be4-a047-b8620965db50 req-0f984330-444b-4457-8d61-9b69f9746d8c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bf215978-ce5c-4077-ac29-2d8fb4937baa HTTP/1.1" status: 200 len: 855 time: 0.1528325 Jun 01 19:12:42.307692 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-8e0dc782-3d96-48ba-99b2-12bc57f2f6ac tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] 10.222.0.41 "DELETE /v2.0/subnets/7689e01f-aa02-4266-bc0f-b33188d77f7f HTTP/1.1" status: 204 len: 168 time: 1.3225381 Jun 01 19:12:42.314213 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 56870) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:12:42.478596 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdf3193-aa99-48ff-b567-3f98d47a0df6 req-5e8c11f7-cb82-465c-9c2b-fd5f7f3ffdfa tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:12:42.487220 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-8fdf3193-aa99-48ff-b567-3f98d47a0df6 req-5e8c11f7-cb82-465c-9c2b-fd5f7f3ffdfa tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7d2b0e6-e391-41b4-ad8b-28c3a2257458 HTTP/1.1" status: 200 len: 945 time: 0.5062838 Jun 01 19:12:42.516378 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b7704b-d6ab-4be4-a047-b8620965db50 req-1131cddc-511a-446f-bcff-4d7b3cd35647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:12:42.518401 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f4b7704b-d6ab-4be4-a047-b8620965db50 req-1131cddc-511a-446f-bcff-4d7b3cd35647 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3d299f30-03d5-48f5-82fc-2ce538e7e02b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2737055 Jun 01 19:12:42.561868 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e0702e14-f878-4dd7-9d5b-0d1c85fcf188 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:42.587129 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-c95d4967-3f2e-4b34-a183-5841ffdfecc2 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:42.598847 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-8fdf3193-aa99-48ff-b567-3f98d47a0df6 req-141a05db-49ae-4307-ae2f-461546897cbb tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/security-groups?id=362494bd-abbe-4b71-ae2f-86abe5bbd7b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1105514 Jun 01 19:12:42.625174 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [None req-c95d4967-3f2e-4b34-a183-5841ffdfecc2 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Transition to ACTIVE for port object 4c8efd10-0e7d-4c44-b72a-905d9e5fea15 will not be triggered until provisioned by entity DHCP. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:12:42.628161 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-e0702e14-f878-4dd7-9d5b-0d1c85fcf188 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Deleting port 9cd3eef3-ae92-4958-bc20-c239470f3755 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:12:42.628686 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e0702e14-f878-4dd7-9d5b-0d1c85fcf188 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:42.679389 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 56882) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:12:42.703042 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6354b4-cc99-4d6c-9ff3-90e236b93550 req-2c4765c4-9c98-4d90-a914-1c7dda6ce47a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:12:42.704596 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2f6354b4-cc99-4d6c-9ff3-90e236b93550 req-2c4765c4-9c98-4d90-a914-1c7dda6ce47a service neutron] 10.222.0.15 "GET /v2.0/networks?id=dff807a0-8ea6-4127-898d-549f6adefb8f HTTP/1.1" status: 200 len: 897 time: 0.5076182 Jun 01 19:12:42.875849 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-ff34509b-5c7c-42b3-a2df-c0f6cf992f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1871c5e-216e-49f9-bb41-4d6bbcaca0ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-859074608', 'tenant_id': '8537cfb3773e46d182e148cf5b0a717f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': '3354e18e-8fed-4e18-aeeb-d8c90cc969ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:11:37Z', 'updated_at': '2022-06-01T19:11:55Z', 'revision_number': 4, 'project_id': '8537cfb3773e46d182e148cf5b0a717f', 'gw_port': {'id': '3354e18e-8fed-4e18-aeeb-d8c90cc969ab', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:30:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1871c5e-216e-49f9-bb41-4d6bbcaca0ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2933, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:11:39Z', 'updated_at': '2022-06-01T19:12:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_floatingips': [{'id': 'fe415378-a094-489f-8992-497a57f8c2bc', 'tenant_id': '8537cfb3773e46d182e148cf5b0a717f', 'floating_ip_address': '172.25.4.88', 'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'router_id': 'f1871c5e-216e-49f9-bb41-4d6bbcaca0ec', 'port_id': 'a66da448-c5b2-4d30-b235-d219f03c9d9d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2966, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dff807a0-8ea6-4127-898d-549f6adefb8f', 'mac_address': 'fa:16:3e:e8:07:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7d2b0e6-e391-41b4-ad8b-28c3a2257458', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T19:12:38Z', 'updated_at': '2022-06-01T19:12:38Z', 'revision_number': 0, 'project_id': '8537cfb3773e46d182e148cf5b0a717f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '681ef106-1bc1-4608-8cfc-f27bab3173c9', 'name': '', 'network_id': 'dff807a0-8ea6-4127-898d-549f6adefb8f', 'tenant_id': '8537cfb3773e46d182e148cf5b0a717f', 'mac_address': 'fa:16:3e:df:9b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1871c5e-216e-49f9-bb41-4d6bbcaca0ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 2939, 'fixed_ips': [{'subnet_id': 'b7034154-78af-4dab-bf67-9d07d8fbb47d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:11:50Z', 'updated_at': '2022-06-01T19:12:14Z', 'revision_number': 5, 'project_id': '8537cfb3773e46d182e148cf5b0a717f', 'subnets': [{'id': 'b7034154-78af-4dab-bf67-9d07d8fbb47d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:12:42.880184 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff34509b-5c7c-42b3-a2df-c0f6cf992f78 None None] Checking router: f1871c5e-216e-49f9-bb41-4d6bbcaca0ec for host: n-d-844202-1 {{(pid=88526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 19:12:42.892657 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2f6354b4-cc99-4d6c-9ff3-90e236b93550 req-dde88c6a-bfd4-45e1-accf-ee8d0d3093b9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a66da448-c5b2-4d30-b235-d219f03c9d9d HTTP/1.1" status: 200 len: 998 time: 0.1626844 Jun 01 19:12:42.897884 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff34509b-5c7c-42b3-a2df-c0f6cf992f78 None None] Routers {'f1871c5e-216e-49f9-bb41-4d6bbcaca0ec'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:12:42.900771 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-ff34509b-5c7c-42b3-a2df-c0f6cf992f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:12:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['f1871c5e-216e-49f9-bb41-4d6bbcaca0ec'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:12:42.939025 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-e257ff1c-ffe2-44b1-a613-30671b4ce0ba tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/floatingips/fe415378-a094-489f-8992-497a57f8c2bc HTTP/1.1" status: 200 len: 990 time: 0.2591407 Jun 01 19:12:42.984945 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfd8e285-b946-47e7-8e78-d7a13aa6d5e6 None None] DHCP port deletion for b89da262-2636-4dd4-94b9-a1cb7f59e3cc request from n-d-844202-1 {{(pid=88526) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 19:12:42.988314 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-c95d4967-3f2e-4b34-a183-5841ffdfecc2 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:43.021238 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-cfd8e285-b946-47e7-8e78-d7a13aa6d5e6 None None] Deleting port 9cd3eef3-ae92-4958-bc20-c239470f3755 {{(pid=88526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:12:43.021618 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-cfd8e285-b946-47e7-8e78-d7a13aa6d5e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:43.087018 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6354b4-cc99-4d6c-9ff3-90e236b93550 req-f524b1bb-0b07-444d-be45-a72b031cc11e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:12:43.102764 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2f6354b4-cc99-4d6c-9ff3-90e236b93550 req-f524b1bb-0b07-444d-be45-a72b031cc11e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b7034154-78af-4dab-bf67-9d07d8fbb47d HTTP/1.1" status: 200 len: 835 time: 0.1949449 Jun 01 19:12:43.130293 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 6290d18b-d727-4c9b-b053-c43571d36137 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:12:43.239048 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f4b7704b-d6ab-4be4-a047-b8620965db50 req-67142450-3d64-45d5-9e41-a3f930fdb164 service neutron] 10.222.0.15 "GET /v2.0/networks/3d299f30-03d5-48f5-82fc-2ce538e7e02b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6996984 Jun 01 19:12:43.244237 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6354b4-cc99-4d6c-9ff3-90e236b93550 req-2297c005-ca3e-4062-9b3d-388b9ad47ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:12:43.245779 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2f6354b4-cc99-4d6c-9ff3-90e236b93550 req-2297c005-ca3e-4062-9b3d-388b9ad47ea8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dff807a0-8ea6-4127-898d-549f6adefb8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1325288 Jun 01 19:12:43.271647 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [None req-e0702e14-f878-4dd7-9d5b-0d1c85fcf188 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] For port 9cd3eef3-ae92-4958-bc20-c239470f3755, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=9cd3eef3-ae92-4958-bc20-c239470f3755,segment=NetworkSegment(ce561671-e2eb-455e-9b8a-d815cb8b6f6a),segment_id=ce561671-e2eb-455e-9b8a-d815cb8b6f6a)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:12:43.272273 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e0702e14-f878-4dd7-9d5b-0d1c85fcf188 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:43.426117 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-e0702e14-f878-4dd7-9d5b-0d1c85fcf188 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Calling delete_port for 9cd3eef3-ae92-4958-bc20-c239470f3755 owned by network:dhcp {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:12:43.486915 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f4b7704b-d6ab-4be4-a047-b8620965db50 req-2a0f5efa-6fa5-4625-9780-c4dd0180820a service neutron] 10.222.0.15 "GET /v2.0/networks/3d299f30-03d5-48f5-82fc-2ce538e7e02b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2400327 Jun 01 19:12:43.515669 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95d4967-3f2e-4b34-a183-5841ffdfecc2 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Pushing event updated for resources: {'Port': ['ID=4c8efd10-0e7d-4c44-b72a-905d9e5fea15,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:12:43.544517 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c95d4967-3f2e-4b34-a183-5841ffdfecc2 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Network c840486e-0c2f-4729-9a0c-ee6552111f90 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:12:43.545932 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-ff34509b-5c7c-42b3-a2df-c0f6cf992f78 None None] Set router f1871c5e-216e-49f9-bb41-4d6bbcaca0ec gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:12:43.549537 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-c95d4967-3f2e-4b34-a183-5841ffdfecc2 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:12:43.565648 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c95d4967-3f2e-4b34-a183-5841ffdfecc2 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:12:43.566194 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-c95d4967-3f2e-4b34-a183-5841ffdfecc2 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-887605'] for router_interface, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:43.572129 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2f6354b4-cc99-4d6c-9ff3-90e236b93550 req-a424336e-e1d6-4347-b267-ff66cd4c909e service neutron] 10.222.0.15 "GET /v2.0/networks/dff807a0-8ea6-4127-898d-549f6adefb8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2004402 Jun 01 19:12:43.615001 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e0702e14-f878-4dd7-9d5b-0d1c85fcf188 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:43.719544 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-cfd8e285-b946-47e7-8e78-d7a13aa6d5e6 None None] For port 9cd3eef3-ae92-4958-bc20-c239470f3755, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=9cd3eef3-ae92-4958-bc20-c239470f3755,segment=NetworkSegment(ce561671-e2eb-455e-9b8a-d815cb8b6f6a),segment_id=ce561671-e2eb-455e-9b8a-d815cb8b6f6a)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:12:43.720071 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-cfd8e285-b946-47e7-8e78-d7a13aa6d5e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:43.735583 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0702e14-f878-4dd7-9d5b-0d1c85fcf188 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Pushing event deleted for resources: {'Port': ['ID=9cd3eef3-ae92-4958-bc20-c239470f3755,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:12:43.747776 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0702e14-f878-4dd7-9d5b-0d1c85fcf188 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] No DVR routers for this DVR port 9cd3eef3-ae92-4958-bc20-c239470f3755 on host n-d-844202-1 {{(pid=88524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:12:43.833047 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2f6354b4-cc99-4d6c-9ff3-90e236b93550 req-e0ea35f4-3651-4735-adea-a7c5226bf853 service neutron] 10.222.0.15 "GET /v2.0/networks/dff807a0-8ea6-4127-898d-549f6adefb8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2526743 Jun 01 19:12:43.942007 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 56892) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:12:44.015733 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-4e645cb1-2198-4bca-8add-5a2b9c75f1fd None None] Provisioning for port 6290d18b-d727-4c9b-b053-c43571d36137 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:12:44.031384 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-cfd8e285-b946-47e7-8e78-d7a13aa6d5e6 None None] Calling delete_port for 9cd3eef3-ae92-4958-bc20-c239470f3755 owned by network:dhcp {{(pid=88526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:12:44.077944 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e0702e14-f878-4dd7-9d5b-0d1c85fcf188 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:44.149660 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-e0702e14-f878-4dd7-9d5b-0d1c85fcf188 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b89da262-2636-4dd4-94b9-a1cb7f59e3cc']}} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:12:44.177970 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-e0702e14-f878-4dd7-9d5b-0d1c85fcf188 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce561671-e2eb-455e-9b8a-d815cb8b6f6a') {'for_net_delete': True} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:12:44.178263 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-e0702e14-f878-4dd7-9d5b-0d1c85fcf188 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce561671-e2eb-455e-9b8a-d815cb8b6f6a') {} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:12:44.206217 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e0702e14-f878-4dd7-9d5b-0d1c85fcf188 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2702126'] for segment, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:44.219610 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-c95d4967-3f2e-4b34-a183-5841ffdfecc2 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:44.240726 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.db.api [None req-cfd8e285-b946-47e7-8e78-d7a13aa6d5e6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88526) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 19:12:44.241833 n-d-844202-1 neutron-server[88526]: DEBUG oslo_db.api [None req-cfd8e285-b946-47e7-8e78-d7a13aa6d5e6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 19:12:44.275148 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-8a832e8c-f80c-49e3-9f40-100007e66a52 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/floatingips/fe415378-a094-489f-8992-497a57f8c2bc HTTP/1.1" status: 200 len: 990 time: 0.3315852 Jun 01 19:12:44.282153 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port 6290d18b-d727-4c9b-b053-c43571d36137 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:12:44.303319 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e0702e14-f878-4dd7-9d5b-0d1c85fcf188 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:44.315140 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0702e14-f878-4dd7-9d5b-0d1c85fcf188 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=88524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 19:12:44.316633 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e0702e14-f878-4dd7-9d5b-0d1c85fcf188 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2719018'] for segment, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:44.396884 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment ce561671-e2eb-455e-9b8a-d815cb8b6f6a resource provider aggregate not found Jun 01 19:12:44.416887 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 6290d18b-d727-4c9b-b053-c43571d36137 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:12:44.417260 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:44.439179 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment ce561671-e2eb-455e-9b8a-d815cb8b6f6a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ce561671-e2eb-455e-9b8a-d815cb8b6f6a found for delete ", "request_id": "req-8d3a497a-7c97-41bd-ac5c-705f3c0c9b95"}]} Jun 01 19:12:44.554088 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-97311ff1-4d40-49fe-b414-e7b85ead07cc None None] Provisioning for port 4c8efd10-0e7d-4c44-b72a-905d9e5fea15 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:12:44.594033 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-97311ff1-4d40-49fe-b414-e7b85ead07cc None None] Provisioning complete for port 4c8efd10-0e7d-4c44-b72a-905d9e5fea15 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:12:44.594404 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-97311ff1-4d40-49fe-b414-e7b85ead07cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:44.616358 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e0702e14-f878-4dd7-9d5b-0d1c85fcf188 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:44.621019 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e0702e14-f878-4dd7-9d5b-0d1c85fcf188 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks [] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:44.657799 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0702e14-f878-4dd7-9d5b-0d1c85fcf188 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Pushing event deleted for resources: {'Network': ['ID=b89da262-2636-4dd4-94b9-a1cb7f59e3cc,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:12:44.682348 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-e0702e14-f878-4dd7-9d5b-0d1c85fcf188 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] 10.222.0.41 "DELETE /v2.0/networks/b89da262-2636-4dd4-94b9-a1cb7f59e3cc HTTP/1.1" status: 204 len: 168 time: 2.3627317 Jun 01 19:12:44.682864 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 56900) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:12:44.688080 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-05535365-a37a-43e9-9e40-a23156861fe6 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-301435147', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}, 'admin_state_up': False}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:12:44.696481 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-05535365-a37a-43e9-9e40-a23156861fe6 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:12:44.700699 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-05535365-a37a-43e9-9e40-a23156861fe6 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Usage tracker for resource:router and tenant:8011be9678e842bab7da75259f1c11c1 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:12:44.704942 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-05535365-a37a-43e9-9e40-a23156861fe6 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:12:44.713305 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-05535365-a37a-43e9-9e40-a23156861fe6 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:12:44.718384 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-97311ff1-4d40-49fe-b414-e7b85ead07cc None None] Port 4c8efd10-0e7d-4c44-b72a-905d9e5fea15 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:12:44.729595 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-05535365-a37a-43e9-9e40-a23156861fe6 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-885767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25238'] for router, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:44.731316 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-05535365-a37a-43e9-9e40-a23156861fe6 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-901042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-886562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-981784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25327'] for router, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:44.751097 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-05535365-a37a-43e9-9e40-a23156861fe6 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:44.757341 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-cfd8e285-b946-47e7-8e78-d7a13aa6d5e6 None None] Deleting port 9cd3eef3-ae92-4958-bc20-c239470f3755 {{(pid=88526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:12:44.757929 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-cfd8e285-b946-47e7-8e78-d7a13aa6d5e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:44.892411 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-cfd8e285-b946-47e7-8e78-d7a13aa6d5e6 None None] The port '9cd3eef3-ae92-4958-bc20-c239470f3755' was deleted {{(pid=88526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 01 19:12:44.898267 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 6290d18b-d727-4c9b-b053-c43571d36137 is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:12:44.898883 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:44.914653 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-c95d4967-3f2e-4b34-a183-5841ffdfecc2 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:44.921118 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-c95d4967-3f2e-4b34-a183-5841ffdfecc2 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:44.922175 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-c95d4967-3f2e-4b34-a183-5841ffdfecc2 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-887436'] for router_interface, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:44.954518 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port 6290d18b-d727-4c9b-b053-c43571d36137, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=6290d18b-d727-4c9b-b053-c43571d36137,segment=NetworkSegment(a6cfd7d1-5211-44ec-a836-a984e441185d),segment_id=a6cfd7d1-5211-44ec-a836-a984e441185d)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:12:44.961534 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-ff34509b-5c7c-42b3-a2df-c0f6cf992f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1871c5e-216e-49f9-bb41-4d6bbcaca0ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-859074608', 'tenant_id': '8537cfb3773e46d182e148cf5b0a717f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': '3354e18e-8fed-4e18-aeeb-d8c90cc969ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:11:37Z', 'updated_at': '2022-06-01T19:11:55Z', 'revision_number': 4, 'project_id': '8537cfb3773e46d182e148cf5b0a717f', 'gw_port': {'id': '3354e18e-8fed-4e18-aeeb-d8c90cc969ab', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:30:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1871c5e-216e-49f9-bb41-4d6bbcaca0ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2933, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:11:39Z', 'updated_at': '2022-06-01T19:12:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_floatingips': [{'id': 'fe415378-a094-489f-8992-497a57f8c2bc', 'tenant_id': '8537cfb3773e46d182e148cf5b0a717f', 'floating_ip_address': '172.25.4.88', 'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'router_id': 'f1871c5e-216e-49f9-bb41-4d6bbcaca0ec', 'port_id': 'a66da448-c5b2-4d30-b235-d219f03c9d9d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2966, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dff807a0-8ea6-4127-898d-549f6adefb8f', 'mac_address': 'fa:16:3e:e8:07:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7d2b0e6-e391-41b4-ad8b-28c3a2257458', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T19:12:38Z', 'updated_at': '2022-06-01T19:12:38Z', 'revision_number': 0, 'project_id': '8537cfb3773e46d182e148cf5b0a717f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '681ef106-1bc1-4608-8cfc-f27bab3173c9', 'name': '', 'network_id': 'dff807a0-8ea6-4127-898d-549f6adefb8f', 'tenant_id': '8537cfb3773e46d182e148cf5b0a717f', 'mac_address': 'fa:16:3e:df:9b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1871c5e-216e-49f9-bb41-4d6bbcaca0ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 2939, 'fixed_ips': [{'subnet_id': 'b7034154-78af-4dab-bf67-9d07d8fbb47d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:11:50Z', 'updated_at': '2022-06-01T19:12:14Z', 'revision_number': 5, 'project_id': '8537cfb3773e46d182e148cf5b0a717f', 'subnets': [{'id': 'b7034154-78af-4dab-bf67-9d07d8fbb47d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:12:44.967018 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff34509b-5c7c-42b3-a2df-c0f6cf992f78 None None] The sync data for ids ['f1871c5e-216e-49f9-bb41-4d6bbcaca0ec'] in n-d-844202-1 is: [{'id': 'f1871c5e-216e-49f9-bb41-4d6bbcaca0ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-859074608', 'tenant_id': '8537cfb3773e46d182e148cf5b0a717f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': '3354e18e-8fed-4e18-aeeb-d8c90cc969ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:11:37Z', 'updated_at': '2022-06-01T19:11:55Z', 'revision_number': 4, 'project_id': '8537cfb3773e46d182e148cf5b0a717f', 'gw_port': {'id': '3354e18e-8fed-4e18-aeeb-d8c90cc969ab', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:30:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1871c5e-216e-49f9-bb41-4d6bbcaca0ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2933, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:11:39Z', 'updated_at': '2022-06-01T19:12:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_floatingips': [{'id': 'fe415378-a094-489f-8992-497a57f8c2bc', 'tenant_id': '8537cfb3773e46d182e148cf5b0a717f', 'floating_ip_address': '172.25.4.88', 'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'router_id': 'f1871c5e-216e-49f9-bb41-4d6bbcaca0ec', 'port_id': 'a66da448-c5b2-4d30-b235-d219f03c9d9d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2966, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dff807a0-8ea6-4127-898d-549f6adefb8f', 'mac_address': 'fa:16:3e:e8:07:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7d2b0e6-e391-41b4-ad8b-28c3a2257458', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T19:12:38Z', 'updated_at': '2022-06-01T19:12:38Z', 'revision_number': 0, 'project_id': '8537cfb3773e46d182e148cf5b0a717f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '681ef106-1bc1-4608-8cfc-f27bab3173c9', 'name': '', 'network_id': 'dff807a0-8ea6-4127-898d-549f6adefb8f', 'tenant_id': '8537cfb3773e46d182e148cf5b0a717f', 'mac_address': 'fa:16:3e:df:9b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1871c5e-216e-49f9-bb41-4d6bbcaca0ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 2939, 'fixed_ips': [{'subnet_id': 'b7034154-78af-4dab-bf67-9d07d8fbb47d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:11:50Z', 'updated_at': '2022-06-01T19:12:14Z', 'revision_number': 5, 'project_id': '8537cfb3773e46d182e148cf5b0a717f', 'subnets': [{'id': 'b7034154-78af-4dab-bf67-9d07d8fbb47d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:12:44.968758 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:45.078253 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 9cd3eef3-ae92-4958-bc20-c239470f3755 no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:12:45.120025 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: 9cd3eef3-ae92-4958-bc20-c239470f3755 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:12:45.120384 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 9cd3eef3-ae92-4958-bc20-c239470f3755 not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:12:45.140732 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=6290d18b-d727-4c9b-b053-c43571d36137,revision_number=3']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:12:45.226864 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95d4967-3f2e-4b34-a183-5841ffdfecc2 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Pushing event updated for resources: {'Port': ['ID=4c8efd10-0e7d-4c44-b72a-905d9e5fea15,revision_number=2']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:12:45.241770 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95d4967-3f2e-4b34-a183-5841ffdfecc2 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:12:45.242203 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95d4967-3f2e-4b34-a183-5841ffdfecc2 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:12:45.242567 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95d4967-3f2e-4b34-a183-5841ffdfecc2 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:12:45.242787 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95d4967-3f2e-4b34-a183-5841ffdfecc2 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:12:45.243115 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95d4967-3f2e-4b34-a183-5841ffdfecc2 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:12:45.243436 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95d4967-3f2e-4b34-a183-5841ffdfecc2 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:12:45.243755 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95d4967-3f2e-4b34-a183-5841ffdfecc2 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:12:45.244070 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95d4967-3f2e-4b34-a183-5841ffdfecc2 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:12:45.244410 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95d4967-3f2e-4b34-a183-5841ffdfecc2 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:12:45.244725 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95d4967-3f2e-4b34-a183-5841ffdfecc2 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:12:45.245143 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95d4967-3f2e-4b34-a183-5841ffdfecc2 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:12:45.245339 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95d4967-3f2e-4b34-a183-5841ffdfecc2 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:12:45.254102 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c95d4967-3f2e-4b34-a183-5841ffdfecc2 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Network c840486e-0c2f-4729-9a0c-ee6552111f90 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:12:45.257148 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-c95d4967-3f2e-4b34-a183-5841ffdfecc2 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:12:45.268292 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-05535365-a37a-43e9-9e40-a23156861fe6 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-886608', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-885830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25341'] for router, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:45.279319 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 56920) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:12:45.327697 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b261ed-72b8-4b53-a318-25c331681a81 None None] New status for floating IP fe415378-a094-489f-8992-497a57f8c2bc: ACTIVE {{(pid=88527) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 19:12:45.488342 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-559444dd-c582-4769-b9ce-b96a60242c17 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/floatingips/fe415378-a094-489f-8992-497a57f8c2bc HTTP/1.1" status: 200 len: 990 time: 0.2071362 Jun 01 19:12:45.558236 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c95d4967-3f2e-4b34-a183-5841ffdfecc2 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Router d59359f9-6b91-403e-8eaa-fb0b972e9a44 is scheduled to L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 with binding_index 1 {{(pid=88524) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 19:12:45.755136 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-5dcee27e-89b0-43c9-b6e3-1ff5012b9776 None None] Provisioning complete for port 4c8efd10-0e7d-4c44-b72a-905d9e5fea15 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:12:45.755593 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-5dcee27e-89b0-43c9-b6e3-1ff5012b9776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:45.781432 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c95d4967-3f2e-4b34-a183-5841ffdfecc2 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:12:45.794366 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-c95d4967-3f2e-4b34-a183-5841ffdfecc2 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "PUT /v2.0/routers/d59359f9-6b91-403e-8eaa-fb0b972e9a44/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5709777 Jun 01 19:12:45.796963 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 56974) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:12:45.799705 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-05535365-a37a-43e9-9e40-a23156861fe6 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks [] for router_gateway, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:45.809944 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135c380a-70e5-431a-9b25-8439ac176814 None None] Sync routers for ids ['d59359f9-6b91-403e-8eaa-fb0b972e9a44'] in n-d-844202-1 {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:12:45.836944 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-05535365-a37a-43e9-9e40-a23156861fe6 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:45.842207 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135c380a-70e5-431a-9b25-8439ac176814 None None] Routers {'d59359f9-6b91-403e-8eaa-fb0b972e9a44'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:12:45.842839 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-135c380a-70e5-431a-9b25-8439ac176814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:12:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['d59359f9-6b91-403e-8eaa-fb0b972e9a44'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:12:45.906462 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed1c73d0-7aa1-4700-9707-d1465ba6760f tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:12:45.907234 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-ed1c73d0-7aa1-4700-9707-d1465ba6760f tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Synchronizing usage tracker for tenant:451baccc58514a0cab8c4410ed135b7c on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:12:45.944587 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-ed1c73d0-7aa1-4700-9707-d1465ba6760f tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Unset dirty status for tenant:451baccc58514a0cab8c4410ed135b7c on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:12:45.950847 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-ed1c73d0-7aa1-4700-9707-d1465ba6760f tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "GET /v2.0/ports/4c8efd10-0e7d-4c44-b72a-905d9e5fea15 HTTP/1.1" status: 200 len: 911 time: 0.1511462 Jun 01 19:12:45.952960 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 56994) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:12:45.997565 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [None req-05535365-a37a-43e9-9e40-a23156861fe6 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Allocated IP 172.25.4.154 (72a72e44-6845-488a-a5ff-3a26d4df9cb3/c314a23b-daa2-4106-ab28-8e6f954277b2/45cc5287-fa48-45c6-9ef8-4a90e45120d6) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:12:46.062755 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-5dcee27e-89b0-43c9-b6e3-1ff5012b9776 None None] Port 4c8efd10-0e7d-4c44-b72a-905d9e5fea15 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:12:46.071383 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a0d12f4-cf5c-4879-8152-0b56bc179fab tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:12:46.073540 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-135c380a-70e5-431a-9b25-8439ac176814 None None] Set router d59359f9-6b91-403e-8eaa-fb0b972e9a44 gateway port host: None {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:12:46.077486 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a0d12f4-cf5c-4879-8152-0b56bc179fab tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:12:46.082241 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-1a0d12f4-cf5c-4879-8152-0b56bc179fab tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1282694 Jun 01 19:12:46.082861 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 57012) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:12:46.191378 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-05535365-a37a-43e9-9e40-a23156861fe6 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:46.229695 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-05535365-a37a-43e9-9e40-a23156861fe6 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:46.311641 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05535365-a37a-43e9-9e40-a23156861fe6 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:12:46.314833 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-05535365-a37a-43e9-9e40-a23156861fe6 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:12:46.319386 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05535365-a37a-43e9-9e40-a23156861fe6 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:12:46.440553 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05535365-a37a-43e9-9e40-a23156861fe6 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Pushing event updated for resources: {'Port': ['ID=45cc5287-fa48-45c6-9ef8-4a90e45120d6,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:12:46.485037 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-135c380a-70e5-431a-9b25-8439ac176814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd59359f9-6b91-403e-8eaa-fb0b972e9a44', 'name': 'tempest-NetworksTestDHCPv6-router-666099082', 'tenant_id': '451baccc58514a0cab8c4410ed135b7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:12:40Z', 'updated_at': '2022-06-01T19:12:44Z', 'revision_number': 2, 'project_id': '451baccc58514a0cab8c4410ed135b7c', 'gw_port_host': None, '_interfaces': [{'id': '4c8efd10-0e7d-4c44-b72a-905d9e5fea15', 'name': '', 'network_id': 'c840486e-0c2f-4729-9a0c-ee6552111f90', 'tenant_id': '451baccc58514a0cab8c4410ed135b7c', 'mac_address': 'fa:16:3e:9c:90:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd59359f9-6b91-403e-8eaa-fb0b972e9a44', 'device_owner': 'network:router_interface', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': '5904c493-f958-425a-8cc4-58f2a556eba7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:12:41Z', 'updated_at': '2022-06-01T19:12:44Z', 'revision_number': 2, 'project_id': '451baccc58514a0cab8c4410ed135b7c', 'subnets': [{'id': '5904c493-f958-425a-8cc4-58f2a556eba7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:12:46.496907 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135c380a-70e5-431a-9b25-8439ac176814 None None] Checking router: d59359f9-6b91-403e-8eaa-fb0b972e9a44 for host: n-d-844202-1 {{(pid=88526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 19:12:46.497488 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135c380a-70e5-431a-9b25-8439ac176814 None None] Updating router d59359f9-6b91-403e-8eaa-fb0b972e9a44 port 4c8efd10-0e7d-4c44-b72a-905d9e5fea15 binding host n-d-844202-1 {{(pid=88526) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 19:12:46.502457 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 57060) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:12:46.561559 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-135c380a-70e5-431a-9b25-8439ac176814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:46.658456 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05535365-a37a-43e9-9e40-a23156861fe6 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:12:46.658797 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05535365-a37a-43e9-9e40-a23156861fe6 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:12:46.659122 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05535365-a37a-43e9-9e40-a23156861fe6 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:12:46.659449 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05535365-a37a-43e9-9e40-a23156861fe6 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:12:46.659766 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05535365-a37a-43e9-9e40-a23156861fe6 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:12:46.660107 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05535365-a37a-43e9-9e40-a23156861fe6 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:12:46.660467 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05535365-a37a-43e9-9e40-a23156861fe6 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:12:46.660785 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05535365-a37a-43e9-9e40-a23156861fe6 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:12:46.661093 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05535365-a37a-43e9-9e40-a23156861fe6 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:12:46.661399 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05535365-a37a-43e9-9e40-a23156861fe6 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:12:46.661707 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05535365-a37a-43e9-9e40-a23156861fe6 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:12:46.662002 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05535365-a37a-43e9-9e40-a23156861fe6 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:12:46.837951 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-9f0d0b2b-db28-4cc1-b257-a461164ded27 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/floatingips/fe415378-a094-489f-8992-497a57f8c2bc HTTP/1.1" status: 200 len: 992 time: 0.3311548 Jun 01 19:12:46.889029 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-9692a3ba-df81-41e2-b184-ef0032b06800 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-887474'] for router_interface, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:47.057860 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-05535365-a37a-43e9-9e40-a23156861fe6 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks [] for router_gateway, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:47.149735 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-135c380a-70e5-431a-9b25-8439ac176814 None None] Notify callbacks [] for port, precommit_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:47.172690 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-135c380a-70e5-431a-9b25-8439ac176814 None None] Transition to ACTIVE for port object 4c8efd10-0e7d-4c44-b72a-905d9e5fea15 will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:12:47.187212 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-135c380a-70e5-431a-9b25-8439ac176814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:47.267071 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 6290d18b-d727-4c9b-b053-c43571d36137 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:12:47.269551 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-9692a3ba-df81-41e2-b184-ef0032b06800 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Deleting port 4c8efd10-0e7d-4c44-b72a-905d9e5fea15 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:12:47.269924 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-9692a3ba-df81-41e2-b184-ef0032b06800 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:47.462835 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f219a7-88f8-4e2c-bd69-48ab592f50ff None None] Pushing event updated for resources: {'Port': ['ID=4c8efd10-0e7d-4c44-b72a-905d9e5fea15,revision_number=3']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:12:47.519393 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [None req-9692a3ba-df81-41e2-b184-ef0032b06800 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] For port 4c8efd10-0e7d-4c44-b72a-905d9e5fea15, host n-d-844202-1, got binding levels [] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:12:47.519948 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-9692a3ba-df81-41e2-b184-ef0032b06800 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:47.535120 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-135c380a-70e5-431a-9b25-8439ac176814 None None] Attempting to bind port 4c8efd10-0e7d-4c44-b72a-905d9e5fea15 on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:12:47.535488 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-135c380a-70e5-431a-9b25-8439ac176814 None None] Attempting to bind port 4c8efd10-0e7d-4c44-b72a-905d9e5fea15 by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': 'a6cfd7d1-5211-44ec-a836-a984e441185d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c840486e-0c2f-4729-9a0c-ee6552111f90'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:12:47.535849 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135c380a-70e5-431a-9b25-8439ac176814 None None] Attempting to bind port 4c8efd10-0e7d-4c44-b72a-905d9e5fea15 on network c840486e-0c2f-4729-9a0c-ee6552111f90 {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:12:47.560397 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135c380a-70e5-431a-9b25-8439ac176814 None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 12, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:12:47.560802 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135c380a-70e5-431a-9b25-8439ac176814 None None] Checking segment: {'id': 'a6cfd7d1-5211-44ec-a836-a984e441185d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c840486e-0c2f-4729-9a0c-ee6552111f90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:12:47.561168 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-135c380a-70e5-431a-9b25-8439ac176814 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:47.561575 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135c380a-70e5-431a-9b25-8439ac176814 None None] Bound using segment: {'id': 'a6cfd7d1-5211-44ec-a836-a984e441185d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c840486e-0c2f-4729-9a0c-ee6552111f90'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:12:47.562036 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-135c380a-70e5-431a-9b25-8439ac176814 None None] Bound port: 4c8efd10-0e7d-4c44-b72a-905d9e5fea15, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6cfd7d1-5211-44ec-a836-a984e441185d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c840486e-0c2f-4729-9a0c-ee6552111f90'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:12:47.562412 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-135c380a-70e5-431a-9b25-8439ac176814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:47.587327 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-05535365-a37a-43e9-9e40-a23156861fe6 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-885820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-886655'] for router, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:47.602048 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 6290d18b-d727-4c9b-b053-c43571d36137 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:12:47.604767 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:47.716520 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-9692a3ba-df81-41e2-b184-ef0032b06800 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Calling delete_port for 4c8efd10-0e7d-4c44-b72a-905d9e5fea15 owned by network:router_interface {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:12:47.764374 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-135c380a-70e5-431a-9b25-8439ac176814 None None] For port 4c8efd10-0e7d-4c44-b72a-905d9e5fea15, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:12:47.825652 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 6290d18b-d727-4c9b-b053-c43571d36137 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:12:47.837422 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-135c380a-70e5-431a-9b25-8439ac176814 None None] For port 4c8efd10-0e7d-4c44-b72a-905d9e5fea15, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=4c8efd10-0e7d-4c44-b72a-905d9e5fea15,segment=NetworkSegment(a6cfd7d1-5211-44ec-a836-a984e441185d),segment_id=a6cfd7d1-5211-44ec-a836-a984e441185d)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:12:47.846348 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-135c380a-70e5-431a-9b25-8439ac176814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:47.877426 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.db.api [None req-9692a3ba-df81-41e2-b184-ef0032b06800 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88524) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 19:12:47.877816 n-d-844202-1 neutron-server[88524]: DEBUG oslo_db.api [None req-9692a3ba-df81-41e2-b184-ef0032b06800 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 19:12:47.895594 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05535365-a37a-43e9-9e40-a23156861fe6 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Router 802f48e8-ae14-4ee3-9241-2f51a8820f65 is scheduled to L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 with binding_index 1 {{(pid=88525) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 19:12:47.976416 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135c380a-70e5-431a-9b25-8439ac176814 None None] Routers {'d59359f9-6b91-403e-8eaa-fb0b972e9a44'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:12:47.977343 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-135c380a-70e5-431a-9b25-8439ac176814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:12:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['d59359f9-6b91-403e-8eaa-fb0b972e9a44'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:12:48.061929 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f219a7-88f8-4e2c-bd69-48ab592f50ff None None] Pushing event updated for resources: {'Port': ['ID=4c8efd10-0e7d-4c44-b72a-905d9e5fea15,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:12:48.136122 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05535365-a37a-43e9-9e40-a23156861fe6 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:12:48.148001 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8476f5e-87c6-4648-b230-6252a2626b3d None None] Sync routers for ids ['802f48e8-ae14-4ee3-9241-2f51a8820f65'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:12:48.164757 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8476f5e-87c6-4648-b230-6252a2626b3d None None] Routers {'802f48e8-ae14-4ee3-9241-2f51a8820f65'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:12:48.165443 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-b8476f5e-87c6-4648-b230-6252a2626b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:12:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['802f48e8-ae14-4ee3-9241-2f51a8820f65'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:12:48.177348 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-05535365-a37a-43e9-9e40-a23156861fe6 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks [] for router, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:48.179268 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-05535365-a37a-43e9-9e40-a23156861fe6 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 3.4952765 Jun 01 19:12:48.182498 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 57242) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:12:48.199403 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-135c380a-70e5-431a-9b25-8439ac176814 None None] Set router d59359f9-6b91-403e-8eaa-fb0b972e9a44 gateway port host: None {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:12:48.300748 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-b8476f5e-87c6-4648-b230-6252a2626b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:12:48.312459 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8476f5e-87c6-4648-b230-6252a2626b3d None None] Routers {'802f48e8-ae14-4ee3-9241-2f51a8820f65'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:12:48.313256 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-b8476f5e-87c6-4648-b230-6252a2626b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:12:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['802f48e8-ae14-4ee3-9241-2f51a8820f65'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:12:48.383240 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-b8476f5e-87c6-4648-b230-6252a2626b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:12:48.383804 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8476f5e-87c6-4648-b230-6252a2626b3d None None] The sync data for ids ['802f48e8-ae14-4ee3-9241-2f51a8820f65'] in n-d-844202-1 is: [] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:12:48.532940 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-9692a3ba-df81-41e2-b184-ef0032b06800 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Deleting port 4c8efd10-0e7d-4c44-b72a-905d9e5fea15 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:12:48.533308 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-9692a3ba-df81-41e2-b184-ef0032b06800 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:48.592206 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-135c380a-70e5-431a-9b25-8439ac176814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd59359f9-6b91-403e-8eaa-fb0b972e9a44', 'name': 'tempest-NetworksTestDHCPv6-router-666099082', 'tenant_id': '451baccc58514a0cab8c4410ed135b7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:12:40Z', 'updated_at': '2022-06-01T19:12:44Z', 'revision_number': 2, 'project_id': '451baccc58514a0cab8c4410ed135b7c', 'gw_port_host': None, '_interfaces': [{'id': '4c8efd10-0e7d-4c44-b72a-905d9e5fea15', 'name': '', 'network_id': 'c840486e-0c2f-4729-9a0c-ee6552111f90', 'tenant_id': '451baccc58514a0cab8c4410ed135b7c', 'mac_address': 'fa:16:3e:9c:90:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd59359f9-6b91-403e-8eaa-fb0b972e9a44', 'device_owner': 'network:router_interface', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': '5904c493-f958-425a-8cc4-58f2a556eba7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:12:41Z', 'updated_at': '2022-06-01T19:12:47Z', 'revision_number': 4, 'project_id': '451baccc58514a0cab8c4410ed135b7c', 'subnets': [{'id': '5904c493-f958-425a-8cc4-58f2a556eba7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:12:48.596568 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135c380a-70e5-431a-9b25-8439ac176814 None None] The sync data for ids ['d59359f9-6b91-403e-8eaa-fb0b972e9a44'] in n-d-844202-1 is: [{'id': 'd59359f9-6b91-403e-8eaa-fb0b972e9a44', 'name': 'tempest-NetworksTestDHCPv6-router-666099082', 'tenant_id': '451baccc58514a0cab8c4410ed135b7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:12:40Z', 'updated_at': '2022-06-01T19:12:44Z', 'revision_number': 2, 'project_id': '451baccc58514a0cab8c4410ed135b7c', 'gw_port_host': None, '_interfaces': [{'id': '4c8efd10-0e7d-4c44-b72a-905d9e5fea15', 'name': '', 'network_id': 'c840486e-0c2f-4729-9a0c-ee6552111f90', 'tenant_id': '451baccc58514a0cab8c4410ed135b7c', 'mac_address': 'fa:16:3e:9c:90:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd59359f9-6b91-403e-8eaa-fb0b972e9a44', 'device_owner': 'network:router_interface', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': '5904c493-f958-425a-8cc4-58f2a556eba7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:12:41Z', 'updated_at': '2022-06-01T19:12:47Z', 'revision_number': 4, 'project_id': '451baccc58514a0cab8c4410ed135b7c', 'subnets': [{'id': '5904c493-f958-425a-8cc4-58f2a556eba7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:12:48.707764 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-57414328-0d74-476b-a517-071f36c7a6ea tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] 10.222.0.41 "GET /v2.0/routers/802f48e8-ae14-4ee3-9241-2f51a8820f65 HTTP/1.1" status: 200 len: 884 time: 0.5234413 Jun 01 19:12:48.711246 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 57318) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:12:48.790797 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [None req-9692a3ba-df81-41e2-b184-ef0032b06800 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] For port 4c8efd10-0e7d-4c44-b72a-905d9e5fea15, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=4c8efd10-0e7d-4c44-b72a-905d9e5fea15,segment=NetworkSegment(a6cfd7d1-5211-44ec-a836-a984e441185d),segment_id=a6cfd7d1-5211-44ec-a836-a984e441185d)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:12:48.791152 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-9692a3ba-df81-41e2-b184-ef0032b06800 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:48.969254 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-9692a3ba-df81-41e2-b184-ef0032b06800 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Calling delete_port for 4c8efd10-0e7d-4c44-b72a-905d9e5fea15 owned by network:router_interface {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:12:49.040037 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-f3a6cb3a-8372-41a0-94fc-9bdbd3fdd6a1 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Synchronizing usage tracker for tenant:8011be9678e842bab7da75259f1c11c1 on resource:router {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:12:49.067192 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-f3a6cb3a-8372-41a0-94fc-9bdbd3fdd6a1 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Unset dirty status for tenant:8011be9678e842bab7da75259f1c11c1 on resource:router {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:12:49.071500 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-f3a6cb3a-8372-41a0-94fc-9bdbd3fdd6a1 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.3572700 Jun 01 19:12:49.071761 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 57356) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:12:49.083567 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-2a2ae217-ee66-4b11-b182-9eaa89cfa30a tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-301435147'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:12:49.243337 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-9692a3ba-df81-41e2-b184-ef0032b06800 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:49.286125 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 4c8efd10-0e7d-4c44-b72a-905d9e5fea15 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:12:49.343262 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9692a3ba-df81-41e2-b184-ef0032b06800 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Pushing event deleted for resources: {'Port': ['ID=4c8efd10-0e7d-4c44-b72a-905d9e5fea15,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:12:49.356898 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: 4c8efd10-0e7d-4c44-b72a-905d9e5fea15 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:12:49.357435 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 4c8efd10-0e7d-4c44-b72a-905d9e5fea15 not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Jun 01 19:12:49.426164 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Port 4c8efd10-0e7d-4c44-b72a-905d9e5fea15 not found, will not notify nova. {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Jun 01 19:12:49.617474 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-9692a3ba-df81-41e2-b184-ef0032b06800 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-887310'] for router_interface, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:49.982920 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9692a3ba-df81-41e2-b184-ef0032b06800 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Router d59359f9-6b91-403e-8eaa-fb0b972e9a44 has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 19:12:50.055048 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2a2ae217-ee66-4b11-b182-9eaa89cfa30a tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-886608', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-885830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25341'] for router, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:50.075851 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2a2ae217-ee66-4b11-b182-9eaa89cfa30a tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-886655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-886601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-886598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-885887'] for router, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:50.153540 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9692a3ba-df81-41e2-b184-ef0032b06800 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:12:50.173742 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-9692a3ba-df81-41e2-b184-ef0032b06800 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "PUT /v2.0/routers/d59359f9-6b91-403e-8eaa-fb0b972e9a44/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0898743 Jun 01 19:12:50.180029 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 57390) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:12:50.266872 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c54566d1-e321-44d8-866a-16c33dd16d5a tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:12:50.270455 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c54566d1-e321-44d8-866a-16c33dd16d5a tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:12:50.271196 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-c54566d1-e321-44d8-866a-16c33dd16d5a tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Synchronizing usage tracker for tenant:451baccc58514a0cab8c4410ed135b7c on resource:subnet {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:12:50.305519 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-c54566d1-e321-44d8-866a-16c33dd16d5a tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Unset dirty status for tenant:451baccc58514a0cab8c4410ed135b7c on resource:subnet {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:12:50.307183 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-c54566d1-e321-44d8-866a-16c33dd16d5a tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1248615 Jun 01 19:12:50.309727 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 57394) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:12:50.320894 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a2ae217-ee66-4b11-b182-9eaa89cfa30a tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Router 802f48e8-ae14-4ee3-9241-2f51a8820f65 has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 19:12:50.534961 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d24973a-807f-4688-8fd6-9169f99e2087 None None] Sync routers for ids ['d59359f9-6b91-403e-8eaa-fb0b972e9a44'] in n-d-844202-1 {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:12:50.546812 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d24973a-807f-4688-8fd6-9169f99e2087 None None] Routers {'d59359f9-6b91-403e-8eaa-fb0b972e9a44'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:12:50.548640 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-4d24973a-807f-4688-8fd6-9169f99e2087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:12:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['d59359f9-6b91-403e-8eaa-fb0b972e9a44'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:12:50.578705 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a2ae217-ee66-4b11-b182-9eaa89cfa30a tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:12:50.587033 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2a2ae217-ee66-4b11-b182-9eaa89cfa30a tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks [] for router, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:50.588181 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-2a2ae217-ee66-4b11-b182-9eaa89cfa30a tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] 10.222.0.41 "PUT /v2.0/routers/802f48e8-ae14-4ee3-9241-2f51a8820f65 HTTP/1.1" status: 200 len: 891 time: 1.5152140 Jun 01 19:12:50.590925 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 57398) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:12:50.593579 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8311b1bb-9fe4-4409-8ff0-c00f1a484205 None None] Sync routers for ids ['802f48e8-ae14-4ee3-9241-2f51a8820f65'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:12:50.599452 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3ff8b3f-4218-4d61-84b9-62bda57f8c89 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Deleting subnet 5904c493-f958-425a-8cc4-58f2a556eba7 {{(pid=88524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 19:12:50.603742 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a3ff8b3f-4218-4d61-84b9-62bda57f8c89 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks [] for subnet, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:50.605549 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8311b1bb-9fe4-4409-8ff0-c00f1a484205 None None] Routers {'802f48e8-ae14-4ee3-9241-2f51a8820f65'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:12:50.606978 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-8311b1bb-9fe4-4409-8ff0-c00f1a484205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:12:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['802f48e8-ae14-4ee3-9241-2f51a8820f65'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:12:50.672722 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a3ff8b3f-4218-4d61-84b9-62bda57f8c89 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2702137'] for subnet, precommit_delete_associations {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:50.763594 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-4d24973a-807f-4688-8fd6-9169f99e2087 None None] Set router d59359f9-6b91-403e-8eaa-fb0b972e9a44 gateway port host: None {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:12:50.799682 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-8311b1bb-9fe4-4409-8ff0-c00f1a484205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:12:50.817953 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8311b1bb-9fe4-4409-8ff0-c00f1a484205 None None] Routers {'802f48e8-ae14-4ee3-9241-2f51a8820f65'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:12:50.818584 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-8311b1bb-9fe4-4409-8ff0-c00f1a484205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:12:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['802f48e8-ae14-4ee3-9241-2f51a8820f65'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:12:50.829662 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a3ff8b3f-4218-4d61-84b9-62bda57f8c89 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:50.831906 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-0ed0d5c4-6693-4c08-8235-9d1e6e066ab6 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] 10.222.0.41 "GET /v2.0/routers/802f48e8-ae14-4ee3-9241-2f51a8820f65 HTTP/1.1" status: 200 len: 891 time: 0.2394311 Jun 01 19:12:50.832515 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 57402) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:12:50.885106 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-4d24973a-807f-4688-8fd6-9169f99e2087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd59359f9-6b91-403e-8eaa-fb0b972e9a44', 'name': 'tempest-NetworksTestDHCPv6-router-666099082', 'tenant_id': '451baccc58514a0cab8c4410ed135b7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:12:40Z', 'updated_at': '2022-06-01T19:12:49Z', 'revision_number': 3, 'project_id': '451baccc58514a0cab8c4410ed135b7c', 'gw_port_host': None}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:12:50.889850 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d24973a-807f-4688-8fd6-9169f99e2087 None None] Checking router: d59359f9-6b91-403e-8eaa-fb0b972e9a44 for host: n-d-844202-1 {{(pid=88526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 19:12:50.893016 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-d622ea28-d3a4-4c3c-8ab6-171a972c629e tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] 10.222.0.41 "GET /v2.0/ports?device_id=802f48e8-ae14-4ee3-9241-2f51a8820f65 HTTP/1.1" status: 200 len: 205 time: 0.0592201 Jun 01 19:12:50.893858 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 57406) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:12:50.901471 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d24973a-807f-4688-8fd6-9169f99e2087 None None] Routers {'d59359f9-6b91-403e-8eaa-fb0b972e9a44'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:12:50.902387 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-4d24973a-807f-4688-8fd6-9169f99e2087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:12:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['d59359f9-6b91-403e-8eaa-fb0b972e9a44'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:12:50.968912 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-8311b1bb-9fe4-4409-8ff0-c00f1a484205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:12:50.969454 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8311b1bb-9fe4-4409-8ff0-c00f1a484205 None None] The sync data for ids ['802f48e8-ae14-4ee3-9241-2f51a8820f65'] in n-d-844202-1 is: [] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:12:51.072756 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-4d24973a-807f-4688-8fd6-9169f99e2087 None None] Set router d59359f9-6b91-403e-8eaa-fb0b972e9a44 gateway port host: None {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:12:51.127460 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a3ff8b3f-4218-4d61-84b9-62bda57f8c89 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2718856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3066595'] for subnet, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:51.172349 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ff8b3f-4218-4d61-84b9-62bda57f8c89 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Pushing event deleted for resources: {'Subnet': ['ID=5904c493-f958-425a-8cc4-58f2a556eba7,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:12:51.178654 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6e06965f-9ddc-4531-b67e-ee934b52d462 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks [] for router, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:51.212738 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-4d24973a-807f-4688-8fd6-9169f99e2087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd59359f9-6b91-403e-8eaa-fb0b972e9a44', 'name': 'tempest-NetworksTestDHCPv6-router-666099082', 'tenant_id': '451baccc58514a0cab8c4410ed135b7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:12:40Z', 'updated_at': '2022-06-01T19:12:49Z', 'revision_number': 3, 'project_id': '451baccc58514a0cab8c4410ed135b7c', 'gw_port_host': None}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:12:51.217382 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d24973a-807f-4688-8fd6-9169f99e2087 None None] The sync data for ids ['d59359f9-6b91-403e-8eaa-fb0b972e9a44'] in n-d-844202-1 is: [{'id': 'd59359f9-6b91-403e-8eaa-fb0b972e9a44', 'name': 'tempest-NetworksTestDHCPv6-router-666099082', 'tenant_id': '451baccc58514a0cab8c4410ed135b7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:12:40Z', 'updated_at': '2022-06-01T19:12:49Z', 'revision_number': 3, 'project_id': '451baccc58514a0cab8c4410ed135b7c', 'gw_port_host': None}] {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:12:51.238987 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fa8a357-b1db-4871-b2ee-c9c454117a94 None None] Network c840486e-0c2f-4729-9a0c-ee6552111f90 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:12:51.243729 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a3ff8b3f-4218-4d61-84b9-62bda57f8c89 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:51.292329 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-a3ff8b3f-4218-4d61-84b9-62bda57f8c89 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "DELETE /v2.0/subnets/5904c493-f958-425a-8cc4-58f2a556eba7 HTTP/1.1" status: 204 len: 168 time: 0.9790981 Jun 01 19:12:51.294442 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 57412) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:12:51.546939 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6e06965f-9ddc-4531-b67e-ee934b52d462 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:51.558899 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-d212812f-4217-4920-a1bd-7d7da704d165 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Synchronizing usage tracker for tenant:451baccc58514a0cab8c4410ed135b7c on resource:router {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:12:51.573982 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-6e06965f-9ddc-4531-b67e-ee934b52d462 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Deleting port 45cc5287-fa48-45c6-9ef8-4a90e45120d6 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:12:51.574391 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6e06965f-9ddc-4531-b67e-ee934b52d462 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:51.600569 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16a0199c-5495-4b60-a701-3c40d4051fe9 None None] DHCP port deletion for c840486e-0c2f-4729-9a0c-ee6552111f90 request from n-d-844202-1 {{(pid=88526) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 19:12:51.609035 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-16a0199c-5495-4b60-a701-3c40d4051fe9 None None] Deleting port 6290d18b-d727-4c9b-b053-c43571d36137 {{(pid=88526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:12:51.610015 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-16a0199c-5495-4b60-a701-3c40d4051fe9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:51.622140 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-d212812f-4217-4920-a1bd-7d7da704d165 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Unset dirty status for tenant:451baccc58514a0cab8c4410ed135b7c on resource:router {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:12:51.623326 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-d212812f-4217-4920-a1bd-7d7da704d165 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.3285961 Jun 01 19:12:51.627900 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 57416) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:12:51.862654 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-52b73a04-46db-4502-82df-f8c718cbd80c tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks [] for router, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:51.875337 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-16a0199c-5495-4b60-a701-3c40d4051fe9 None None] For port 6290d18b-d727-4c9b-b053-c43571d36137, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=6290d18b-d727-4c9b-b053-c43571d36137,segment=NetworkSegment(a6cfd7d1-5211-44ec-a836-a984e441185d),segment_id=a6cfd7d1-5211-44ec-a836-a984e441185d)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:12:51.875778 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-16a0199c-5495-4b60-a701-3c40d4051fe9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:52.007485 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-16a0199c-5495-4b60-a701-3c40d4051fe9 None None] Calling delete_port for 6290d18b-d727-4c9b-b053-c43571d36137 owned by network:dhcp {{(pid=88526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:12:52.106198 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-16a0199c-5495-4b60-a701-3c40d4051fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535'] for port, after_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:52.161380 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a0199c-5495-4b60-a701-3c40d4051fe9 None None] Pushing event deleted for resources: {'Port': ['ID=6290d18b-d727-4c9b-b053-c43571d36137,revision_number=None']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:12:52.166283 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a0199c-5495-4b60-a701-3c40d4051fe9 None None] No DVR routers for this DVR port 6290d18b-d727-4c9b-b053-c43571d36137 on host n-d-844202-1 {{(pid=88526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:12:52.471239 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-52b73a04-46db-4502-82df-f8c718cbd80c tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25316'] for router, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:52.475900 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-52b73a04-46db-4502-82df-f8c718cbd80c tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:52.482164 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6e06965f-9ddc-4531-b67e-ee934b52d462 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:52.626938 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-6e06965f-9ddc-4531-b67e-ee934b52d462 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Calling delete_port for 45cc5287-fa48-45c6-9ef8-4a90e45120d6 owned by network:router_gateway {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:12:52.630713 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 57426) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:12:52.661659 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-52b73a04-46db-4502-82df-f8c718cbd80c tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-891519'] for router, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:52.662172 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52b73a04-46db-4502-82df-f8c718cbd80c tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Fanout notify agent at l3_agent the message router_deleted on router d59359f9-6b91-403e-8eaa-fb0b972e9a44 {{(pid=88524) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 19:12:52.693453 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-52b73a04-46db-4502-82df-f8c718cbd80c tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks [] for router, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:52.695247 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-52b73a04-46db-4502-82df-f8c718cbd80c tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "DELETE /v2.0/routers/d59359f9-6b91-403e-8eaa-fb0b972e9a44 HTTP/1.1" status: 204 len: 168 time: 1.0660353 Jun 01 19:12:52.698532 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 57432) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:12:52.707142 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-1cd99a81-eae3-4c29-b14b-ae214da12835 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Request body: {'subnet': {'network_id': 'c840486e-0c2f-4729-9a0c-ee6552111f90', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:12:52.848627 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6fc00444-ff4b-4d41-9255-5855dffcbd6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:52.867574 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6e06965f-9ddc-4531-b67e-ee934b52d462 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:52.886217 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-6fc00444-ff4b-4d41-9255-5855dffcbd6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:12:52.894368 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-6fc00444-ff4b-4d41-9255-5855dffcbd6d admin admin] Usage tracker for resource:security_group_rule and tenant:90f5b03f1de244a794815ddf15090b8d is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:12:52.898478 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-6fc00444-ff4b-4d41-9255-5855dffcbd6d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:12:52.907998 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-6fc00444-ff4b-4d41-9255-5855dffcbd6d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:12:52.910268 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-1cd99a81-eae3-4c29-b14b-ae214da12835 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:12:52.919673 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-1cd99a81-eae3-4c29-b14b-ae214da12835 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Usage tracker for resource:subnet and tenant:451baccc58514a0cab8c4410ed135b7c is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:12:52.925642 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-1cd99a81-eae3-4c29-b14b-ae214da12835 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:12:52.932579 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e06965f-9ddc-4531-b67e-ee934b52d462 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Pushing event deleted for resources: {'Port': ['ID=45cc5287-fa48-45c6-9ef8-4a90e45120d6,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:12:52.945763 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-1cd99a81-eae3-4c29-b14b-ae214da12835 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:12:52.970405 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cd99a81-eae3-4c29-b14b-ae214da12835 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Made reservation on behalf of 451baccc58514a0cab8c4410ed135b7c for: {'subnet': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:12:52.974091 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1cd99a81-eae3-4c29-b14b-ae214da12835 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9667140'] for subnet, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:53.048637 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6e06965f-9ddc-4531-b67e-ee934b52d462 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-887703'] for router_gateway, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:53.218410 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 4c8efd10-0e7d-4c44-b72a-905d9e5fea15 no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:12:53.244163 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6e06965f-9ddc-4531-b67e-ee934b52d462 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25316'] for router, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:53.246709 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6e06965f-9ddc-4531-b67e-ee934b52d462 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:53.259634 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: 4c8efd10-0e7d-4c44-b72a-905d9e5fea15 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:12:53.259985 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 4c8efd10-0e7d-4c44-b72a-905d9e5fea15 not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:12:53.260435 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 6290d18b-d727-4c9b-b053-c43571d36137 no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:12:53.263042 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6fc00444-ff4b-4d41-9255-5855dffcbd6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:53.273361 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6e06965f-9ddc-4531-b67e-ee934b52d462 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-891519'] for router, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:53.273978 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e06965f-9ddc-4531-b67e-ee934b52d462 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Fanout notify agent at l3_agent the message router_deleted on router 802f48e8-ae14-4ee3-9241-2f51a8820f65 {{(pid=88524) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 19:12:53.275326 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6fc00444-ff4b-4d41-9255-5855dffcbd6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:53.296076 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: 6290d18b-d727-4c9b-b053-c43571d36137 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:12:53.296076 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 6290d18b-d727-4c9b-b053-c43571d36137 not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:12:53.308687 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6e06965f-9ddc-4531-b67e-ee934b52d462 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks [] for router, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:53.312618 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-6e06965f-9ddc-4531-b67e-ee934b52d462 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] 10.222.0.41 "DELETE /v2.0/routers/802f48e8-ae14-4ee3-9241-2f51a8820f65 HTTP/1.1" status: 204 len: 168 time: 2.4176929 Jun 01 19:12:53.318094 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 57436) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:12:53.328425 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-0c2d3d1b-17c0-48af-aec6-c65ab9864555 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1845308583'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:12:53.328425 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-0c2d3d1b-17c0-48af-aec6-c65ab9864555 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:12:53.337077 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-0c2d3d1b-17c0-48af-aec6-c65ab9864555 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Usage tracker for resource:network and tenant:8011be9678e842bab7da75259f1c11c1 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:12:53.337077 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-0c2d3d1b-17c0-48af-aec6-c65ab9864555 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:12:53.346286 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-0c2d3d1b-17c0-48af-aec6-c65ab9864555 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:12:53.359749 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c2d3d1b-17c0-48af-aec6-c65ab9864555 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Made reservation on behalf of 8011be9678e842bab7da75259f1c11c1 for: {'network': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:12:53.359749 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-0c2d3d1b-17c0-48af-aec6-c65ab9864555 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:53.387899 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c2d3d1b-17c0-48af-aec6-c65ab9864555 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 104} {{(pid=88524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 19:12:53.391918 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-6fc00444-ff4b-4d41-9255-5855dffcbd6d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=90f5b03f1de244a794815ddf15090b8d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7590661 Jun 01 19:12:53.396454 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 57440) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:12:53.399988 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-0c2d3d1b-17c0-48af-aec6-c65ab9864555 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:53.400359 n-d-844202-1 neutron-server[88524]: INFO neutron.db.segments_db [None req-0c2d3d1b-17c0-48af-aec6-c65ab9864555 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Added segment 7fa8ff44-d78c-46d0-af41-5aedf8541e3a of type vlan for network 9f58fca0-eae9-4adc-bbb7-27199fe8ef8c Jun 01 19:12:53.404554 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc00444-ff4b-4d41-9255-5855dffcbd6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44e092c7-23a1-4c1d-9108-f84d92b7c7c9,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:12:53.454359 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1cd99a81-eae3-4c29-b14b-ae214da12835 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2614064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9667190'] for subnet, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:53.471162 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-0c2d3d1b-17c0-48af-aec6-c65ab9864555 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:53.512784 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ed5638ac-beae-4da2-80fb-b540c5cce95d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:53.521566 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cd99a81-eae3-4c29-b14b-ae214da12835 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Network c840486e-0c2f-4729-9a0c-ee6552111f90 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:12:53.526044 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-1cd99a81-eae3-4c29-b14b-ae214da12835 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:12:53.529145 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cd99a81-eae3-4c29-b14b-ae214da12835 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:12:53.529721 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1cd99a81-eae3-4c29-b14b-ae214da12835 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks [] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:53.537411 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0c0dbbb-3a9e-4cca-b7b7-632349b25946 None None] Network c840486e-0c2f-4729-9a0c-ee6552111f90 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:12:53.553809 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-0c2d3d1b-17c0-48af-aec6-c65ab9864555 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:53.559048 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd99a81-eae3-4c29-b14b-ae214da12835 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Pushing event updated for resources: {'Subnet': ['ID=7acc6d73-0544-4688-a94d-27dc713de70a,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:12:53.570219 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c2d3d1b-17c0-48af-aec6-c65ab9864555 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:12:53.570376 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-0c2d3d1b-17c0-48af-aec6-c65ab9864555 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks [] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:53.593209 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-1cd99a81-eae3-4c29-b14b-ae214da12835 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8888211 Jun 01 19:12:53.593209 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 57444) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:12:53.601144 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-598db136-0f20-4bfb-a0da-551c342b1c92 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-797434777', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:12:53.609886 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-598db136-0f20-4bfb-a0da-551c342b1c92 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:12:53.610997 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ed5638ac-beae-4da2-80fb-b540c5cce95d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:53.617981 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-598db136-0f20-4bfb-a0da-551c342b1c92 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Usage tracker for resource:router and tenant:451baccc58514a0cab8c4410ed135b7c is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:12:53.619719 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-598db136-0f20-4bfb-a0da-551c342b1c92 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:12:53.629625 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-598db136-0f20-4bfb-a0da-551c342b1c92 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:12:53.638500 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 57448) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:12:53.640044 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-0c2d3d1b-17c0-48af-aec6-c65ab9864555 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3231411 Jun 01 19:12:53.653242 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-4bafa7e9-3a7f-4207-87e3-90f9c1e3c553 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Request body: {'subnet': {'network_id': '9f58fca0-eae9-4adc-bbb7-27199fe8ef8c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:12:53.721684 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-598db136-0f20-4bfb-a0da-551c342b1c92 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-885767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25238'] for router, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:53.721684 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-598db136-0f20-4bfb-a0da-551c342b1c92 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-901042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-886562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-981784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25327'] for router, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:53.769575 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2d3d1b-17c0-48af-aec6-c65ab9864555 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Pushing event updated for resources: {'Network': ['ID=9f58fca0-eae9-4adc-bbb7-27199fe8ef8c,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:12:53.773540 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-598db136-0f20-4bfb-a0da-551c342b1c92 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:53.777926 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-4bafa7e9-3a7f-4207-87e3-90f9c1e3c553 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:12:53.782491 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-4bafa7e9-3a7f-4207-87e3-90f9c1e3c553 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Usage tracker for resource:subnet and tenant:8011be9678e842bab7da75259f1c11c1 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:12:53.783665 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network 9f58fca0-eae9-4adc-bbb7-27199fe8ef8c details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 19:12:53.784359 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-4bafa7e9-3a7f-4207-87e3-90f9c1e3c553 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:12:53.798058 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-4bafa7e9-3a7f-4207-87e3-90f9c1e3c553 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:12:53.819892 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ed5638ac-beae-4da2-80fb-b540c5cce95d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:53.826250 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bafa7e9-3a7f-4207-87e3-90f9c1e3c553 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Made reservation on behalf of 8011be9678e842bab7da75259f1c11c1 for: {'subnet': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:12:53.830507 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4bafa7e9-3a7f-4207-87e3-90f9c1e3c553 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9667140'] for subnet, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:53.842300 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5638ac-beae-4da2-80fb-b540c5cce95d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44e092c7-23a1-4c1d-9108-f84d92b7c7c9,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:12:53.853837 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ed5638ac-beae-4da2-80fb-b540c5cce95d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:53.856272 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-598db136-0f20-4bfb-a0da-551c342b1c92 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-885820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-886655'] for router, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:53.856856 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-ed5638ac-beae-4da2-80fb-b540c5cce95d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/44e092c7-23a1-4c1d-9108-f84d92b7c7c9 HTTP/1.1" status: 204 len: 168 time: 0.4602582 Jun 01 19:12:53.972612 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-598db136-0f20-4bfb-a0da-551c342b1c92 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks [] for router, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:53.972612 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-598db136-0f20-4bfb-a0da-551c342b1c92 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3772433 Jun 01 19:12:53.974194 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 57454) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:12:54.067047 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b283fc11-fab2-4445-8b88-fa3107b2e18e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc93f83c3-7fb6-5c13-a9d4-29d739a4e8d2-c840486e-0c2f-4729-9a0c-ee6552111f90', 'network_id': 'c840486e-0c2f-4729-9a0c-ee6552111f90', 'tenant_id': '451baccc58514a0cab8c4410ed135b7c', 'fixed_ips': [{'subnet_id': '7acc6d73-0544-4688-a94d-27dc713de70a'}]}} from n-d-844202-1. {{(pid=88526) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 19:12:54.067910 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-b283fc11-fab2-4445-8b88-fa3107b2e18e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:54.298464 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.db_base_plugin_common [None req-b283fc11-fab2-4445-8b88-fa3107b2e18e None None] Allocated IP 2001:db8::2 (c840486e-0c2f-4729-9a0c-ee6552111f90/7acc6d73-0544-4688-a94d-27dc713de70a/6f03ea31-41be-45f1-93ad-9d59580e89fb) {{(pid=88526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:12:54.594253 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-b283fc11-fab2-4445-8b88-fa3107b2e18e None None] Notify callbacks [] for port, precommit_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:54.605629 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-b283fc11-fab2-4445-8b88-fa3107b2e18e None None] Transition to ACTIVE for port object 6f03ea31-41be-45f1-93ad-9d59580e89fb will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:12:54.627742 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-b283fc11-fab2-4445-8b88-fa3107b2e18e None None] Transition to ACTIVE for port object 6f03ea31-41be-45f1-93ad-9d59580e89fb will not be triggered until provisioned by entity DHCP. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:12:54.628507 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e007b18f-0c77-46c0-8347-83c97e0afe25 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:54.634581 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-b283fc11-fab2-4445-8b88-fa3107b2e18e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526'] for port, after_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:54.640181 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4bafa7e9-3a7f-4207-87e3-90f9c1e3c553 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2614064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9667190'] for subnet, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:54.704407 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b283fc11-fab2-4445-8b88-fa3107b2e18e None None] Network c840486e-0c2f-4729-9a0c-ee6552111f90 is already hosted by enough agents. {{(pid=88526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:12:54.706929 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.base_scheduler [None req-b283fc11-fab2-4445-8b88-fa3107b2e18e None None] Resources bound (agent type, host, resource id): {{(pid=88526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:12:54.712014 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b283fc11-fab2-4445-8b88-fa3107b2e18e None None] Received port after_create {{(pid=88526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:12:54.717920 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b283fc11-fab2-4445-8b88-fa3107b2e18e None None] Pushing event updated for resources: {'Port': ['ID=6f03ea31-41be-45f1-93ad-9d59580e89fb,revision_number=1']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:12:54.818260 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-b283fc11-fab2-4445-8b88-fa3107b2e18e None None] Attempting to bind port 6f03ea31-41be-45f1-93ad-9d59580e89fb on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:12:54.818260 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-b283fc11-fab2-4445-8b88-fa3107b2e18e None None] Attempting to bind port 6f03ea31-41be-45f1-93ad-9d59580e89fb by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': 'a6cfd7d1-5211-44ec-a836-a984e441185d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c840486e-0c2f-4729-9a0c-ee6552111f90'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:12:54.818260 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b283fc11-fab2-4445-8b88-fa3107b2e18e None None] Attempting to bind port 6f03ea31-41be-45f1-93ad-9d59580e89fb on network c840486e-0c2f-4729-9a0c-ee6552111f90 {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:12:54.824421 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b283fc11-fab2-4445-8b88-fa3107b2e18e None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 12, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:12:54.826600 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b283fc11-fab2-4445-8b88-fa3107b2e18e None None] Checking segment: {'id': 'a6cfd7d1-5211-44ec-a836-a984e441185d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c840486e-0c2f-4729-9a0c-ee6552111f90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:12:54.826600 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-b283fc11-fab2-4445-8b88-fa3107b2e18e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:54.826600 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b283fc11-fab2-4445-8b88-fa3107b2e18e None None] Bound using segment: {'id': 'a6cfd7d1-5211-44ec-a836-a984e441185d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c840486e-0c2f-4729-9a0c-ee6552111f90'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:12:54.826600 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-b283fc11-fab2-4445-8b88-fa3107b2e18e None None] Bound port: 6f03ea31-41be-45f1-93ad-9d59580e89fb, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6cfd7d1-5211-44ec-a836-a984e441185d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c840486e-0c2f-4729-9a0c-ee6552111f90'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:12:54.827241 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-b283fc11-fab2-4445-8b88-fa3107b2e18e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:54.924362 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-b283fc11-fab2-4445-8b88-fa3107b2e18e None None] For port 6f03ea31-41be-45f1-93ad-9d59580e89fb, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:12:54.927238 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-b283fc11-fab2-4445-8b88-fa3107b2e18e None None] For port 6f03ea31-41be-45f1-93ad-9d59580e89fb, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=6f03ea31-41be-45f1-93ad-9d59580e89fb,segment=NetworkSegment(a6cfd7d1-5211-44ec-a836-a984e441185d),segment_id=a6cfd7d1-5211-44ec-a836-a984e441185d)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:12:54.932015 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-b283fc11-fab2-4445-8b88-fa3107b2e18e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:54.982676 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bafa7e9-3a7f-4207-87e3-90f9c1e3c553 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Pushing event updated for resources: {'Subnet': ['ID=54cf0b80-7bd2-4186-b243-f1bd965d5f1e,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:12:55.034383 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bafa7e9-3a7f-4207-87e3-90f9c1e3c553 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Checking segment: {'id': '7fa8ff44-d78c-46d0-af41-5aedf8541e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '9f58fca0-eae9-4adc-bbb7-27199fe8ef8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:12:55.034742 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bafa7e9-3a7f-4207-87e3-90f9c1e3c553 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Network hostable DHCP agents. Network: 9f58fca0-eae9-4adc-bbb7-27199fe8ef8c, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 19:12:55.052343 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b283fc11-fab2-4445-8b88-fa3107b2e18e None None] Pushing event updated for resources: {'Port': ['ID=6f03ea31-41be-45f1-93ad-9d59580e89fb,revision_number=2']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:12:55.082851 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bafa7e9-3a7f-4207-87e3-90f9c1e3c553 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Network 9f58fca0-eae9-4adc-bbb7-27199fe8ef8c is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 19:12:55.132746 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-4bafa7e9-3a7f-4207-87e3-90f9c1e3c553 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, 9f58fca0-eae9-4adc-bbb7-27199fe8ef8c) {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:12:55.140841 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c879dd4f-bec6-410c-8a53-69169b923bff None None] Network 9f58fca0-eae9-4adc-bbb7-27199fe8ef8c requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:12:55.141454 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bafa7e9-3a7f-4207-87e3-90f9c1e3c553 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:12:55.142032 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4bafa7e9-3a7f-4207-87e3-90f9c1e3c553 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks [] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:55.217276 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-4bafa7e9-3a7f-4207-87e3-90f9c1e3c553 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5776646 Jun 01 19:12:55.219985 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 57458) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:12:55.235290 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-b21ef6e4-4957-4236-9eb1-73c71edd4cf3 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-565069061', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:12:55.255308 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-b21ef6e4-4957-4236-9eb1-73c71edd4cf3 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:12:55.261733 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-b21ef6e4-4957-4236-9eb1-73c71edd4cf3 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Usage tracker for resource:router and tenant:8011be9678e842bab7da75259f1c11c1 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:12:55.264747 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-b21ef6e4-4957-4236-9eb1-73c71edd4cf3 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:12:55.272289 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-b21ef6e4-4957-4236-9eb1-73c71edd4cf3 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:12:55.276603 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [None req-e007b18f-0c77-46c0-8347-83c97e0afe25 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Allocated IP 2001:db8::1 (c840486e-0c2f-4729-9a0c-ee6552111f90/7acc6d73-0544-4688-a94d-27dc713de70a/6e03e13f-1752-4965-b1d5-b8897c075ec7) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:12:55.283156 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b21ef6e4-4957-4236-9eb1-73c71edd4cf3 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-885767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25238'] for router, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:55.284448 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b21ef6e4-4957-4236-9eb1-73c71edd4cf3 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-901042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-886562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-981784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25327'] for router, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:55.310828 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b21ef6e4-4957-4236-9eb1-73c71edd4cf3 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:55.337829 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b21ef6e4-4957-4236-9eb1-73c71edd4cf3 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-885820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-886655'] for router, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:55.367137 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b21ef6e4-4957-4236-9eb1-73c71edd4cf3 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks [] for router, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:55.372678 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-b21ef6e4-4957-4236-9eb1-73c71edd4cf3 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1516054 Jun 01 19:12:55.375710 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 57462) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:12:55.478681 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6375050-81c1-4f4e-aa80-93f9536df68b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc93f83c3-7fb6-5c13-a9d4-29d739a4e8d2-9f58fca0-eae9-4adc-bbb7-27199fe8ef8c', 'network_id': '9f58fca0-eae9-4adc-bbb7-27199fe8ef8c', 'tenant_id': '8011be9678e842bab7da75259f1c11c1', 'fixed_ips': [{'subnet_id': '54cf0b80-7bd2-4186-b243-f1bd965d5f1e'}]}} from n-d-844202-1. {{(pid=88526) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 19:12:55.483218 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f6375050-81c1-4f4e-aa80-93f9536df68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:55.514580 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e007b18f-0c77-46c0-8347-83c97e0afe25 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:55.539149 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [None req-e007b18f-0c77-46c0-8347-83c97e0afe25 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Transition to ACTIVE for port object 6e03e13f-1752-4965-b1d5-b8897c075ec7 will not be triggered until provisioned by entity DHCP. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:12:55.590924 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e007b18f-0c77-46c0-8347-83c97e0afe25 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:55.683375 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e007b18f-0c77-46c0-8347-83c97e0afe25 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Network c840486e-0c2f-4729-9a0c-ee6552111f90 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:12:55.687038 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-e007b18f-0c77-46c0-8347-83c97e0afe25 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:12:55.711677 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e007b18f-0c77-46c0-8347-83c97e0afe25 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:12:55.712292 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e007b18f-0c77-46c0-8347-83c97e0afe25 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-887605'] for router_interface, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:55.746336 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e007b18f-0c77-46c0-8347-83c97e0afe25 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Pushing event updated for resources: {'Port': ['ID=6e03e13f-1752-4965-b1d5-b8897c075ec7,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:12:55.773621 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.db_base_plugin_common [None req-f6375050-81c1-4f4e-aa80-93f9536df68b None None] Allocated IP 2001:db8::2 (9f58fca0-eae9-4adc-bbb7-27199fe8ef8c/54cf0b80-7bd2-4186-b243-f1bd965d5f1e/23e18b0d-0e6e-4f82-a835-fabeabb6b367) {{(pid=88526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:12:55.852734 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e007b18f-0c77-46c0-8347-83c97e0afe25 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:56.088197 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f6375050-81c1-4f4e-aa80-93f9536df68b None None] Notify callbacks [] for port, precommit_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:56.105839 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f6375050-81c1-4f4e-aa80-93f9536df68b None None] Transition to ACTIVE for port object 23e18b0d-0e6e-4f82-a835-fabeabb6b367 will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:12:56.137844 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f6375050-81c1-4f4e-aa80-93f9536df68b None None] Transition to ACTIVE for port object 23e18b0d-0e6e-4f82-a835-fabeabb6b367 will not be triggered until provisioned by entity DHCP. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:12:56.149019 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f6375050-81c1-4f4e-aa80-93f9536df68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526'] for port, after_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:56.153992 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4b5ebcdb-90ec-43a2-b7e0-14fe2894bbe6 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:56.226513 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6375050-81c1-4f4e-aa80-93f9536df68b None None] Network 9f58fca0-eae9-4adc-bbb7-27199fe8ef8c is already hosted by enough agents. {{(pid=88526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:12:56.240443 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.base_scheduler [None req-f6375050-81c1-4f4e-aa80-93f9536df68b None None] Resources bound (agent type, host, resource id): {{(pid=88526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:12:56.243825 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6375050-81c1-4f4e-aa80-93f9536df68b None None] Received port after_create {{(pid=88526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:12:56.367951 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-f6375050-81c1-4f4e-aa80-93f9536df68b None None] Attempting to bind port 23e18b0d-0e6e-4f82-a835-fabeabb6b367 on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:12:56.368532 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-f6375050-81c1-4f4e-aa80-93f9536df68b None None] Attempting to bind port 23e18b0d-0e6e-4f82-a835-fabeabb6b367 by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': '7fa8ff44-d78c-46d0-af41-5aedf8541e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '9f58fca0-eae9-4adc-bbb7-27199fe8ef8c'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:12:56.369073 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6375050-81c1-4f4e-aa80-93f9536df68b None None] Attempting to bind port 23e18b0d-0e6e-4f82-a835-fabeabb6b367 on network 9f58fca0-eae9-4adc-bbb7-27199fe8ef8c {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:12:56.375340 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e007b18f-0c77-46c0-8347-83c97e0afe25 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks [] for port, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:56.377281 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6375050-81c1-4f4e-aa80-93f9536df68b None None] Pushing event updated for resources: {'Port': ['ID=23e18b0d-0e6e-4f82-a835-fabeabb6b367,revision_number=1']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:12:56.383174 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e007b18f-0c77-46c0-8347-83c97e0afe25 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:56.384593 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e007b18f-0c77-46c0-8347-83c97e0afe25 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-887436'] for router_interface, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:56.384972 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6375050-81c1-4f4e-aa80-93f9536df68b None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 12, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:12:56.385776 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6375050-81c1-4f4e-aa80-93f9536df68b None None] Checking segment: {'id': '7fa8ff44-d78c-46d0-af41-5aedf8541e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '9f58fca0-eae9-4adc-bbb7-27199fe8ef8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:12:56.386201 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f6375050-81c1-4f4e-aa80-93f9536df68b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:56.386918 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6375050-81c1-4f4e-aa80-93f9536df68b None None] Bound using segment: {'id': '7fa8ff44-d78c-46d0-af41-5aedf8541e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '9f58fca0-eae9-4adc-bbb7-27199fe8ef8c'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:12:56.388284 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-f6375050-81c1-4f4e-aa80-93f9536df68b None None] Bound port: 23e18b0d-0e6e-4f82-a835-fabeabb6b367, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fa8ff44-d78c-46d0-af41-5aedf8541e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '9f58fca0-eae9-4adc-bbb7-27199fe8ef8c'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:12:56.388284 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f6375050-81c1-4f4e-aa80-93f9536df68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:56.523141 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-7b5280f3-dc40-4739-a880-a1c71a717a60 None None] Provisioning for port 6f03ea31-41be-45f1-93ad-9d59580e89fb completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:12:56.539979 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f6375050-81c1-4f4e-aa80-93f9536df68b None None] For port 23e18b0d-0e6e-4f82-a835-fabeabb6b367, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:12:56.551646 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f6375050-81c1-4f4e-aa80-93f9536df68b None None] For port 23e18b0d-0e6e-4f82-a835-fabeabb6b367, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=23e18b0d-0e6e-4f82-a835-fabeabb6b367,segment=NetworkSegment(7fa8ff44-d78c-46d0-af41-5aedf8541e3a),segment_id=7fa8ff44-d78c-46d0-af41-5aedf8541e3a)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:12:56.561234 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f6375050-81c1-4f4e-aa80-93f9536df68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:56.595048 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e007b18f-0c77-46c0-8347-83c97e0afe25 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Pushing event updated for resources: {'Port': ['ID=6e03e13f-1752-4965-b1d5-b8897c075ec7,revision_number=2']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:12:56.678821 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-1d639d9e-9c5f-4ece-b13a-c17f0a7528b2 None None] Provisioning for port 6e03e13f-1752-4965-b1d5-b8897c075ec7 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:12:56.679377 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [None req-4b5ebcdb-90ec-43a2-b7e0-14fe2894bbe6 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Allocated IP 2001:db8::1 (9f58fca0-eae9-4adc-bbb7-27199fe8ef8c/54cf0b80-7bd2-4186-b243-f1bd965d5f1e/160afc78-d1d7-458f-a12d-16280cec06da) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:12:56.684742 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e007b18f-0c77-46c0-8347-83c97e0afe25 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Network c840486e-0c2f-4729-9a0c-ee6552111f90 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:12:56.686724 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-e007b18f-0c77-46c0-8347-83c97e0afe25 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:12:56.689010 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6375050-81c1-4f4e-aa80-93f9536df68b None None] Pushing event updated for resources: {'Port': ['ID=23e18b0d-0e6e-4f82-a835-fabeabb6b367,revision_number=2']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:12:56.691860 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-1d639d9e-9c5f-4ece-b13a-c17f0a7528b2 None None] Provisioning complete for port 6e03e13f-1752-4965-b1d5-b8897c075ec7 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:12:56.692253 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-1d639d9e-9c5f-4ece-b13a-c17f0a7528b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:56.769069 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-1d639d9e-9c5f-4ece-b13a-c17f0a7528b2 None None] Port 6e03e13f-1752-4965-b1d5-b8897c075ec7 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:12:56.886479 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4b5ebcdb-90ec-43a2-b7e0-14fe2894bbe6 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:56.909800 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [None req-4b5ebcdb-90ec-43a2-b7e0-14fe2894bbe6 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Transition to ACTIVE for port object 160afc78-d1d7-458f-a12d-16280cec06da will not be triggered until provisioned by entity DHCP. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:12:56.934379 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e007b18f-0c77-46c0-8347-83c97e0afe25 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Router 76bcfbda-1692-469b-8719-69fbeb823e55 is scheduled to L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 with binding_index 1 {{(pid=88525) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 19:12:56.951049 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4b5ebcdb-90ec-43a2-b7e0-14fe2894bbe6 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:57.058542 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b5ebcdb-90ec-43a2-b7e0-14fe2894bbe6 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Network 9f58fca0-eae9-4adc-bbb7-27199fe8ef8c is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:12:57.061681 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-4b5ebcdb-90ec-43a2-b7e0-14fe2894bbe6 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:12:57.064172 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b5ebcdb-90ec-43a2-b7e0-14fe2894bbe6 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:12:57.064847 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4b5ebcdb-90ec-43a2-b7e0-14fe2894bbe6 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-887605'] for router_interface, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:57.087828 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5ebcdb-90ec-43a2-b7e0-14fe2894bbe6 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Pushing event updated for resources: {'Port': ['ID=160afc78-d1d7-458f-a12d-16280cec06da,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:12:57.109248 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-8d922b3d-c1e7-42bb-bce4-45c1d2688e45 None None] Provisioning complete for port 6e03e13f-1752-4965-b1d5-b8897c075ec7 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:12:57.109624 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-8d922b3d-c1e7-42bb-bce4-45c1d2688e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:57.221778 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-8d922b3d-c1e7-42bb-bce4-45c1d2688e45 None None] Port 6e03e13f-1752-4965-b1d5-b8897c075ec7 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:12:57.232466 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4b5ebcdb-90ec-43a2-b7e0-14fe2894bbe6 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:57.357987 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 6f03ea31-41be-45f1-93ad-9d59580e89fb up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:12:57.389299 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e007b18f-0c77-46c0-8347-83c97e0afe25 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:12:57.395151 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-e007b18f-0c77-46c0-8347-83c97e0afe25 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "PUT /v2.0/routers/76bcfbda-1692-469b-8719-69fbeb823e55/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4125988 Jun 01 19:12:57.398340 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 57466) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:12:57.403284 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccceddcb-c87f-4457-9295-306a6df2b7eb None None] Sync routers for ids ['76bcfbda-1692-469b-8719-69fbeb823e55'] in n-d-844202-1 {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:12:57.429041 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccceddcb-c87f-4457-9295-306a6df2b7eb None None] Routers {'76bcfbda-1692-469b-8719-69fbeb823e55'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:12:57.429764 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-ccceddcb-c87f-4457-9295-306a6df2b7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:12:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['76bcfbda-1692-469b-8719-69fbeb823e55'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:12:57.471912 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f02e14e-35ef-4c33-b0c9-d7e053a107d6 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:12:57.472520 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-7f02e14e-35ef-4c33-b0c9-d7e053a107d6 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Synchronizing usage tracker for tenant:451baccc58514a0cab8c4410ed135b7c on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:12:57.493040 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-7f02e14e-35ef-4c33-b0c9-d7e053a107d6 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Unset dirty status for tenant:451baccc58514a0cab8c4410ed135b7c on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:12:57.495002 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-7f02e14e-35ef-4c33-b0c9-d7e053a107d6 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "GET /v2.0/ports/6e03e13f-1752-4965-b1d5-b8897c075ec7 HTTP/1.1" status: 200 len: 911 time: 0.0952785 Jun 01 19:12:57.497364 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 57470) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:12:57.586439 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f76c68-7809-4146-998d-64a36477a06e tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:12:57.592709 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port 6f03ea31-41be-45f1-93ad-9d59580e89fb completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:12:57.593228 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f76c68-7809-4146-998d-64a36477a06e tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:12:57.594528 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-f0f76c68-7809-4146-998d-64a36477a06e tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.0962827 Jun 01 19:12:57.597386 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 57474) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:12:57.604792 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 6f03ea31-41be-45f1-93ad-9d59580e89fb triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:12:57.605159 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:57.636603 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-ccceddcb-c87f-4457-9295-306a6df2b7eb None None] Set router 76bcfbda-1692-469b-8719-69fbeb823e55 gateway port host: None {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:12:57.851612 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4b5ebcdb-90ec-43a2-b7e0-14fe2894bbe6 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:57.862906 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4b5ebcdb-90ec-43a2-b7e0-14fe2894bbe6 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:57.863931 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4b5ebcdb-90ec-43a2-b7e0-14fe2894bbe6 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-887436'] for router_interface, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:57.939565 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5ebcdb-90ec-43a2-b7e0-14fe2894bbe6 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Pushing event updated for resources: {'Port': ['ID=160afc78-d1d7-458f-a12d-16280cec06da,revision_number=2']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:12:57.979309 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 6f03ea31-41be-45f1-93ad-9d59580e89fb is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:12:57.979764 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:58.082497 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b5ebcdb-90ec-43a2-b7e0-14fe2894bbe6 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Network 9f58fca0-eae9-4adc-bbb7-27199fe8ef8c is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:12:58.083908 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-4b5ebcdb-90ec-43a2-b7e0-14fe2894bbe6 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:12:58.133106 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port 6f03ea31-41be-45f1-93ad-9d59580e89fb, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=6f03ea31-41be-45f1-93ad-9d59580e89fb,segment=NetworkSegment(a6cfd7d1-5211-44ec-a836-a984e441185d),segment_id=a6cfd7d1-5211-44ec-a836-a984e441185d)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:12:58.142147 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:58.142977 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 23e18b0d-0e6e-4f82-a835-fabeabb6b367 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:12:58.205777 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bea42b0-8015-4e1f-acb3-d28decce9db1 None None] Network 9f58fca0-eae9-4adc-bbb7-27199fe8ef8c requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:12:58.237283 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-21a64673-f245-4472-a1e5-06baaa4f0e77 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-887474'] for router_interface, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:58.353026 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-eba77d48-78b1-4280-b252-ff5bb814ebd8 None None] Provisioning for port 23e18b0d-0e6e-4f82-a835-fabeabb6b367 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:12:58.378751 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=6f03ea31-41be-45f1-93ad-9d59580e89fb,revision_number=3']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:12:58.382489 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9144602c-1908-41db-b44a-4fb53d2176df req-e86e3217-6710-4547-8f09-e162c360bd50 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=b89af75b-9667-469e-b061-668dd6a09e9b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1290565 Jun 01 19:12:58.388334 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b5ebcdb-90ec-43a2-b7e0-14fe2894bbe6 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Router 82da4d9e-4015-488a-aaa8-eddd82905c32 is scheduled to L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 with binding_index 1 {{(pid=88524) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 19:12:58.395050 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-ccceddcb-c87f-4457-9295-306a6df2b7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76bcfbda-1692-469b-8719-69fbeb823e55', 'name': 'tempest-NetworksTestDHCPv6-router-797434777', 'tenant_id': '451baccc58514a0cab8c4410ed135b7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:12:53Z', 'updated_at': '2022-06-01T19:12:55Z', 'revision_number': 2, 'project_id': '451baccc58514a0cab8c4410ed135b7c', 'gw_port_host': None, '_interfaces': [{'id': '6e03e13f-1752-4965-b1d5-b8897c075ec7', 'name': '', 'network_id': 'c840486e-0c2f-4729-9a0c-ee6552111f90', 'tenant_id': '451baccc58514a0cab8c4410ed135b7c', 'mac_address': 'fa:16:3e:7e:0c:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76bcfbda-1692-469b-8719-69fbeb823e55', 'device_owner': 'network:router_interface', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': '7acc6d73-0544-4688-a94d-27dc713de70a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:12:55Z', 'updated_at': '2022-06-01T19:12:56Z', 'revision_number': 2, 'project_id': '451baccc58514a0cab8c4410ed135b7c', 'subnets': [{'id': '7acc6d73-0544-4688-a94d-27dc713de70a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:12:58.409324 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccceddcb-c87f-4457-9295-306a6df2b7eb None None] Checking router: 76bcfbda-1692-469b-8719-69fbeb823e55 for host: n-d-844202-1 {{(pid=88526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 19:12:58.409921 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccceddcb-c87f-4457-9295-306a6df2b7eb None None] Updating router 76bcfbda-1692-469b-8719-69fbeb823e55 port 6e03e13f-1752-4965-b1d5-b8897c075ec7 binding host n-d-844202-1 {{(pid=88526) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 19:12:58.469223 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port 23e18b0d-0e6e-4f82-a835-fabeabb6b367 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:12:58.510017 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 23e18b0d-0e6e-4f82-a835-fabeabb6b367 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:12:58.510388 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:58.549325 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-ccceddcb-c87f-4457-9295-306a6df2b7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:58.590390 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-21a64673-f245-4472-a1e5-06baaa4f0e77 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Deleting port 6e03e13f-1752-4965-b1d5-b8897c075ec7 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:12:58.591058 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-21a64673-f245-4472-a1e5-06baaa4f0e77 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:58.621268 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b5ebcdb-90ec-43a2-b7e0-14fe2894bbe6 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:12:58.635026 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-578a82a2-6474-4a42-aede-300a69ff0de2 None None] Sync routers for ids ['82da4d9e-4015-488a-aaa8-eddd82905c32'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:12:58.642418 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-4b5ebcdb-90ec-43a2-b7e0-14fe2894bbe6 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] 10.222.0.41 "PUT /v2.0/routers/82da4d9e-4015-488a-aaa8-eddd82905c32/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2630453 Jun 01 19:12:58.642774 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 57478) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:12:58.645933 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578a82a2-6474-4a42-aede-300a69ff0de2 None None] Routers {'82da4d9e-4015-488a-aaa8-eddd82905c32'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:12:58.653456 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-578a82a2-6474-4a42-aede-300a69ff0de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:12:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['82da4d9e-4015-488a-aaa8-eddd82905c32'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:12:58.697863 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9144602c-1908-41db-b44a-4fb53d2176df req-1e198967-664c-4682-8042-43de64c4f09e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:12:58.698331 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9144602c-1908-41db-b44a-4fb53d2176df req-1e198967-664c-4682-8042-43de64c4f09e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:12:58.698789 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9144602c-1908-41db-b44a-4fb53d2176df req-1e198967-664c-4682-8042-43de64c4f09e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:12:58.699247 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9144602c-1908-41db-b44a-4fb53d2176df req-1e198967-664c-4682-8042-43de64c4f09e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:12:58.699701 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9144602c-1908-41db-b44a-4fb53d2176df req-1e198967-664c-4682-8042-43de64c4f09e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:12:58.700151 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9144602c-1908-41db-b44a-4fb53d2176df req-1e198967-664c-4682-8042-43de64c4f09e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:12:58.700625 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9144602c-1908-41db-b44a-4fb53d2176df req-1e198967-664c-4682-8042-43de64c4f09e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:12:58.702509 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9144602c-1908-41db-b44a-4fb53d2176df req-1e198967-664c-4682-8042-43de64c4f09e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=02a99242e0f0463d9013e17319779a87&device_id=b89af75b-9667-469e-b061-668dd6a09e9b HTTP/1.1" status: 200 len: 6492 time: 0.1781547 Jun 01 19:12:58.725218 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-578a82a2-6474-4a42-aede-300a69ff0de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:12:58.735584 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578a82a2-6474-4a42-aede-300a69ff0de2 None None] Routers {'82da4d9e-4015-488a-aaa8-eddd82905c32'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:12:58.736491 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-578a82a2-6474-4a42-aede-300a69ff0de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:12:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['82da4d9e-4015-488a-aaa8-eddd82905c32'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:12:58.777878 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-538f81ad-3d90-4f07-aecc-6edad2cdc921 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:12:58.778477 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-538f81ad-3d90-4f07-aecc-6edad2cdc921 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Synchronizing usage tracker for tenant:8011be9678e842bab7da75259f1c11c1 on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:12:58.805330 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-578a82a2-6474-4a42-aede-300a69ff0de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:12:58.805963 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-578a82a2-6474-4a42-aede-300a69ff0de2 None None] The sync data for ids ['82da4d9e-4015-488a-aaa8-eddd82905c32'] in n-d-844202-1 is: [] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:12:58.830891 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-21a64673-f245-4472-a1e5-06baaa4f0e77 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:58.866018 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-538f81ad-3d90-4f07-aecc-6edad2cdc921 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Unset dirty status for tenant:8011be9678e842bab7da75259f1c11c1 on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:12:58.867197 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-538f81ad-3d90-4f07-aecc-6edad2cdc921 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] 10.222.0.41 "GET /v2.0/ports/160afc78-d1d7-458f-a12d-16280cec06da HTTP/1.1" status: 200 len: 911 time: 0.2236664 Jun 01 19:12:58.871939 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 57482) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:12:58.879560 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-22774968-d0f5-47c9-be20-7e171ac39da7 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '54cf0b80-7bd2-4186-b243-f1bd965d5f1e'}]}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:12:59.020461 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9144602c-1908-41db-b44a-4fb53d2176df req-d9c1932c-44d1-429d-ad2a-b609c2c276a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:12:59.020461 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9144602c-1908-41db-b44a-4fb53d2176df req-d9c1932c-44d1-429d-ad2a-b609c2c276a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:12:59.020461 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9144602c-1908-41db-b44a-4fb53d2176df req-d9c1932c-44d1-429d-ad2a-b609c2c276a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:12:59.020461 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9144602c-1908-41db-b44a-4fb53d2176df req-d9c1932c-44d1-429d-ad2a-b609c2c276a5 service neutron] 10.222.0.50 "GET /v2.0/networks?id=4f4ea26f-fa46-41a8-bded-b4cab3aedc51&id=83309fe7-c674-45d2-987a-e042535023cf&id=83309fe7-c674-45d2-987a-e042535023cf&id=83309fe7-c674-45d2-987a-e042535023cf&id=83309fe7-c674-45d2-987a-e042535023cf&id=3835bc88-4948-44ae-9b9d-0c2345cf8427&id=3835bc88-4948-44ae-9b9d-0c2345cf8427 HTTP/1.1" status: 200 len: 2293 time: 0.2705450 Jun 01 19:12:59.109547 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 23e18b0d-0e6e-4f82-a835-fabeabb6b367 is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:12:59.109547 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:59.153033 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-21a64673-f245-4472-a1e5-06baaa4f0e77 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Calling delete_port for 6e03e13f-1752-4965-b1d5-b8897c075ec7 owned by network:router_interface {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:12:59.195697 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port 23e18b0d-0e6e-4f82-a835-fabeabb6b367, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=23e18b0d-0e6e-4f82-a835-fabeabb6b367,segment=NetworkSegment(7fa8ff44-d78c-46d0-af41-5aedf8541e3a),segment_id=7fa8ff44-d78c-46d0-af41-5aedf8541e3a)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:12:59.241912 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9144602c-1908-41db-b44a-4fb53d2176df req-cf3ba648-601f-42f7-83c0-80e08f5605f3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=74e2387a-5a42-4e52-9813-acb554a11e5b HTTP/1.1" status: 200 len: 1001 time: 0.2206955 Jun 01 19:12:59.242099 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:59.396028 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=23e18b0d-0e6e-4f82-a835-fabeabb6b367,revision_number=3']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:12:59.408754 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:12:59.408754 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:12:59.408754 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:12:59.408754 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:12:59.408754 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:12:59.408754 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:12:59.408754 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:12:59.408754 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:12:59.408754 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:12:59.408754 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:12:59.408754 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:12:59.414499 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:12:59.445795 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9144602c-1908-41db-b44a-4fb53d2176df req-1fe8eec9-64ef-4b42-b556-548542b35a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:12:59.445795 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9144602c-1908-41db-b44a-4fb53d2176df req-1fe8eec9-64ef-4b42-b556-548542b35a53 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=68f1d3e6-a007-4866-ae6d-cf3ba479c5c0 HTTP/1.1" status: 200 len: 851 time: 0.1956966 Jun 01 19:12:59.452112 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 6f03ea31-41be-45f1-93ad-9d59580e89fb up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:12:59.503331 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-22774968-d0f5-47c9-be20-7e171ac39da7 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:59.509265 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-21a64673-f245-4472-a1e5-06baaa4f0e77 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:59.551620 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.db.api [None req-ccceddcb-c87f-4457-9295-306a6df2b7eb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88526) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 19:12:59.551620 n-d-844202-1 neutron-server[88526]: DEBUG oslo_db.api [None req-ccceddcb-c87f-4457-9295-306a6df2b7eb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 19:12:59.592843 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 6f03ea31-41be-45f1-93ad-9d59580e89fb triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:12:59.593080 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a64673-f245-4472-a1e5-06baaa4f0e77 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Pushing event deleted for resources: {'Port': ['ID=6e03e13f-1752-4965-b1d5-b8897c075ec7,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:12:59.593255 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:59.762518 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-9d323a1e-8cdc-4711-aea4-f57d9533f812 None None] Provisioning complete for port 23e18b0d-0e6e-4f82-a835-fabeabb6b367 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:12:59.763158 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-9d323a1e-8cdc-4711-aea4-f57d9533f812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:59.846074 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-21a64673-f245-4472-a1e5-06baaa4f0e77 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-887310'] for router_interface, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:59.850386 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 6f03ea31-41be-45f1-93ad-9d59580e89fb is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:12:59.950788 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-9d323a1e-8cdc-4711-aea4-f57d9533f812 None None] Current status of the port 23e18b0d-0e6e-4f82-a835-fabeabb6b367 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:12:59.979953 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-9d323a1e-8cdc-4711-aea4-f57d9533f812 None None] Provisioning for port 160afc78-d1d7-458f-a12d-16280cec06da completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:12:59.985928 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-9d323a1e-8cdc-4711-aea4-f57d9533f812 None None] Provisioning complete for port 160afc78-d1d7-458f-a12d-16280cec06da triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:12:59.986839 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-9d323a1e-8cdc-4711-aea4-f57d9533f812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:12:59.999977 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9144602c-1908-41db-b44a-4fb53d2176df req-f790439b-459c-4420-a096-84ca98c00389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:13:00.002346 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9144602c-1908-41db-b44a-4fb53d2176df req-f790439b-459c-4420-a096-84ca98c00389 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4f4ea26f-fa46-41a8-bded-b4cab3aedc51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5515847 Jun 01 19:13:00.093479 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccceddcb-c87f-4457-9295-306a6df2b7eb None None] Port 6e03e13f-1752-4965-b1d5-b8897c075ec7 not found while updating agent binding for router 76bcfbda-1692-469b-8719-69fbeb823e55. {{(pid=88526) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jun 01 19:13:00.110286 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-9d323a1e-8cdc-4711-aea4-f57d9533f812 None None] Port 160afc78-d1d7-458f-a12d-16280cec06da cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:13:00.113948 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccceddcb-c87f-4457-9295-306a6df2b7eb None None] Routers {'76bcfbda-1692-469b-8719-69fbeb823e55'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:13:00.115886 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-ccceddcb-c87f-4457-9295-306a6df2b7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:12:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['76bcfbda-1692-469b-8719-69fbeb823e55'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:13:00.229234 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21a64673-f245-4472-a1e5-06baaa4f0e77 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Router 76bcfbda-1692-469b-8719-69fbeb823e55 has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 19:13:00.277635 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-ccceddcb-c87f-4457-9295-306a6df2b7eb None None] Set router 76bcfbda-1692-469b-8719-69fbeb823e55 gateway port host: None {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:13:00.285411 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9144602c-1908-41db-b44a-4fb53d2176df req-384b58d1-1503-439d-a22a-59c15f193388 service neutron] 10.222.0.50 "GET /v2.0/networks/4f4ea26f-fa46-41a8-bded-b4cab3aedc51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2723315 Jun 01 19:13:00.376935 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21a64673-f245-4472-a1e5-06baaa4f0e77 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:13:00.394751 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-21a64673-f245-4472-a1e5-06baaa4f0e77 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "PUT /v2.0/routers/76bcfbda-1692-469b-8719-69fbeb823e55/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7960386 Jun 01 19:13:00.395087 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-3d99bb7e-48fd-42dd-bbb9-1baa8f147d24 None None] Provisioning complete for port 160afc78-d1d7-458f-a12d-16280cec06da triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:13:00.395455 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-3d99bb7e-48fd-42dd-bbb9-1baa8f147d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:00.400806 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 57490) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:13:00.423557 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-ccceddcb-c87f-4457-9295-306a6df2b7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76bcfbda-1692-469b-8719-69fbeb823e55', 'name': 'tempest-NetworksTestDHCPv6-router-797434777', 'tenant_id': '451baccc58514a0cab8c4410ed135b7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:12:53Z', 'updated_at': '2022-06-01T19:12:59Z', 'revision_number': 3, 'project_id': '451baccc58514a0cab8c4410ed135b7c', 'gw_port_host': None}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:13:00.441728 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccceddcb-c87f-4457-9295-306a6df2b7eb None None] The sync data for ids ['76bcfbda-1692-469b-8719-69fbeb823e55'] in n-d-844202-1 is: [{'id': '76bcfbda-1692-469b-8719-69fbeb823e55', 'name': 'tempest-NetworksTestDHCPv6-router-797434777', 'tenant_id': '451baccc58514a0cab8c4410ed135b7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:12:53Z', 'updated_at': '2022-06-01T19:12:59Z', 'revision_number': 3, 'project_id': '451baccc58514a0cab8c4410ed135b7c', 'gw_port_host': None}] {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:13:00.453862 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-3d99bb7e-48fd-42dd-bbb9-1baa8f147d24 None None] Port 160afc78-d1d7-458f-a12d-16280cec06da cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:13:00.474446 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3d58eeb-ce24-42b0-b62a-640c47a5aad9 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:13:00.476183 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3d58eeb-ce24-42b0-b62a-640c47a5aad9 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:13:00.476977 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-e3d58eeb-ce24-42b0-b62a-640c47a5aad9 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Synchronizing usage tracker for tenant:451baccc58514a0cab8c4410ed135b7c on resource:subnet {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:13:00.496350 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-e3d58eeb-ce24-42b0-b62a-640c47a5aad9 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Unset dirty status for tenant:451baccc58514a0cab8c4410ed135b7c on resource:subnet {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:13:00.497730 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-e3d58eeb-ce24-42b0-b62a-640c47a5aad9 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0956721 Jun 01 19:13:00.500495 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 57496) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:13:00.568079 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9144602c-1908-41db-b44a-4fb53d2176df req-06578cce-41a7-4607-a3e0-c5749a0e5d5d service neutron] 10.222.0.50 "GET /v2.0/networks/4f4ea26f-fa46-41a8-bded-b4cab3aedc51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2655385 Jun 01 19:13:00.577199 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-b9c1b8a1-bdc0-42c1-8e79-06de018722c3 None None] Provisioning complete for port 160afc78-d1d7-458f-a12d-16280cec06da triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:13:00.577811 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-b9c1b8a1-bdc0-42c1-8e79-06de018722c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:00.583523 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_v2 [None req-15d3f917-19b9-4f68-a2a2-afa279163ab2 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Deleting subnet 7acc6d73-0544-4688-a94d-27dc713de70a {{(pid=88525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 19:13:00.587781 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-15d3f917-19b9-4f68-a2a2-afa279163ab2 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks [] for subnet, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:00.642186 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-b9c1b8a1-bdc0-42c1-8e79-06de018722c3 None None] Port 160afc78-d1d7-458f-a12d-16280cec06da cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:13:00.647741 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9144602c-1908-41db-b44a-4fb53d2176df req-d0a7096c-99c3-48c8-9b46-02853ec1bf19 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.118&port_id=8e023d4a-9eb6-405c-b18a-c3de65879a4a HTTP/1.1" status: 200 len: 217 time: 0.0716522 Jun 01 19:13:00.661189 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-15d3f917-19b9-4f68-a2a2-afa279163ab2 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2258509'] for subnet, precommit_delete_associations {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:00.704603 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-22774968-d0f5-47c9-be20-7e171ac39da7 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:00.722757 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-22774968-d0f5-47c9-be20-7e171ac39da7 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:00.729443 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22774968-d0f5-47c9-be20-7e171ac39da7 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:13:00.730070 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-22774968-d0f5-47c9-be20-7e171ac39da7 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:00.731395 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-22774968-d0f5-47c9-be20-7e171ac39da7 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] 10.222.0.41 "PUT /v2.0/ports/160afc78-d1d7-458f-a12d-16280cec06da HTTP/1.1" status: 200 len: 911 time: 1.8583193 Jun 01 19:13:00.734649 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 57500) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:13:00.781380 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9144602c-1908-41db-b44a-4fb53d2176df req-91cfbf37-c643-4b13-acea-aff238c4a452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:13:00.782737 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9144602c-1908-41db-b44a-4fb53d2176df req-91cfbf37-c643-4b13-acea-aff238c4a452 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a154ee7c-2b5c-4f5d-88dd-ebda40eec737 HTTP/1.1" status: 200 len: 797 time: 0.1249375 Jun 01 19:13:00.857660 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22774968-d0f5-47c9-be20-7e171ac39da7 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Pushing event updated for resources: {'Port': ['ID=160afc78-d1d7-458f-a12d-16280cec06da,revision_number=3']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:13:00.881254 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9144602c-1908-41db-b44a-4fb53d2176df req-7ac159e7-f3f8-4e00-a128-d043bc1c9869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:13:00.882957 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9144602c-1908-41db-b44a-4fb53d2176df req-7ac159e7-f3f8-4e00-a128-d043bc1c9869 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=83309fe7-c674-45d2-987a-e042535023cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0921164 Jun 01 19:13:01.034959 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9144602c-1908-41db-b44a-4fb53d2176df req-9dae1f1d-4c68-43be-8c7c-4e8ee6a35430 service neutron] 10.222.0.50 "GET /v2.0/networks/83309fe7-c674-45d2-987a-e042535023cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463950 Jun 01 19:13:01.076087 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-15d3f917-19b9-4f68-a2a2-afa279163ab2 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:01.177392 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9144602c-1908-41db-b44a-4fb53d2176df req-b8eb252e-e2d2-45fc-906e-5cacf6aafc7d service neutron] 10.222.0.50 "GET /v2.0/networks/83309fe7-c674-45d2-987a-e042535023cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361444 Jun 01 19:13:01.246961 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9144602c-1908-41db-b44a-4fb53d2176df req-f57f826a-9368-4f94-be3c-8ae7aaadef56 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.120&port_id=a46ad6b2-b5d4-4799-b91d-c0a28a7dbab6 HTTP/1.1" status: 200 len: 217 time: 0.0637097 Jun 01 19:13:01.339729 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-15d3f917-19b9-4f68-a2a2-afa279163ab2 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2614143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9667199'] for subnet, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:01.359454 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 23e18b0d-0e6e-4f82-a835-fabeabb6b367 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:13:01.417418 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d3f917-19b9-4f68-a2a2-afa279163ab2 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Pushing event deleted for resources: {'Subnet': ['ID=7acc6d73-0544-4688-a94d-27dc713de70a,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:13:01.434767 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-15d3f917-19b9-4f68-a2a2-afa279163ab2 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks [] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:01.442042 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a549f31-4a7f-4b19-a94d-71fe541bce26 None None] Sync routers for ids ['76bcfbda-1692-469b-8719-69fbeb823e55'] in n-d-844202-1 {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:13:01.449776 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83511d06-ce84-4ed6-88e1-3c9fb59d0af7 None None] Network c840486e-0c2f-4729-9a0c-ee6552111f90 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:13:01.465368 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-15d3f917-19b9-4f68-a2a2-afa279163ab2 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "DELETE /v2.0/subnets/7acc6d73-0544-4688-a94d-27dc713de70a HTTP/1.1" status: 204 len: 168 time: 0.9632990 Jun 01 19:13:01.467978 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 57504) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:13:01.541093 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9144602c-1908-41db-b44a-4fb53d2176df req-d0062748-62e1-4b70-b554-e022709f8bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:13:01.542580 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9144602c-1908-41db-b44a-4fb53d2176df req-d0062748-62e1-4b70-b554-e022709f8bc3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a154ee7c-2b5c-4f5d-88dd-ebda40eec737 HTTP/1.1" status: 200 len: 797 time: 0.2905688 Jun 01 19:13:01.545576 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a549f31-4a7f-4b19-a94d-71fe541bce26 None None] Routers {'76bcfbda-1692-469b-8719-69fbeb823e55'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:13:01.546207 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-1a549f31-4a7f-4b19-a94d-71fe541bce26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:12:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['76bcfbda-1692-469b-8719-69fbeb823e55'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:13:01.613299 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-cdcbfc8e-40c0-41af-965e-6f5ffecf8db8 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-887474'] for router_interface, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:01.693446 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-4a1626b3-2d8b-4e4b-b5ee-7fbd08cf2a70 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Synchronizing usage tracker for tenant:451baccc58514a0cab8c4410ed135b7c on resource:router {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:13:01.703646 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9144602c-1908-41db-b44a-4fb53d2176df req-29fb2a56-9207-44bb-88a6-6bd11071927c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:13:01.705118 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9144602c-1908-41db-b44a-4fb53d2176df req-29fb2a56-9207-44bb-88a6-6bd11071927c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=83309fe7-c674-45d2-987a-e042535023cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1549423 Jun 01 19:13:01.737628 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-4a1626b3-2d8b-4e4b-b5ee-7fbd08cf2a70 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Unset dirty status for tenant:451baccc58514a0cab8c4410ed135b7c on resource:router {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:13:01.742227 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-4a1626b3-2d8b-4e4b-b5ee-7fbd08cf2a70 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.2698281 Jun 01 19:13:01.746683 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 57510) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:13:01.786471 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-1a549f31-4a7f-4b19-a94d-71fe541bce26 None None] Set router 76bcfbda-1692-469b-8719-69fbeb823e55 gateway port host: None {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:13:01.860220 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9144602c-1908-41db-b44a-4fb53d2176df req-75661040-09e4-4c02-9b6e-7b868936a51a service neutron] 10.222.0.50 "GET /v2.0/networks/83309fe7-c674-45d2-987a-e042535023cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474872 Jun 01 19:13:01.892562 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 23e18b0d-0e6e-4f82-a835-fabeabb6b367 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:13:01.892928 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:01.897349 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7f848784-c6af-4f2b-9520-65b06ec9ff2e tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks [] for router, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:01.959992 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-1a549f31-4a7f-4b19-a94d-71fe541bce26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76bcfbda-1692-469b-8719-69fbeb823e55', 'name': 'tempest-NetworksTestDHCPv6-router-797434777', 'tenant_id': '451baccc58514a0cab8c4410ed135b7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:12:53Z', 'updated_at': '2022-06-01T19:12:59Z', 'revision_number': 3, 'project_id': '451baccc58514a0cab8c4410ed135b7c', 'gw_port_host': None}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:13:01.970344 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a549f31-4a7f-4b19-a94d-71fe541bce26 None None] Checking router: 76bcfbda-1692-469b-8719-69fbeb823e55 for host: n-d-844202-1 {{(pid=88526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 19:13:02.003450 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a549f31-4a7f-4b19-a94d-71fe541bce26 None None] Routers {'76bcfbda-1692-469b-8719-69fbeb823e55'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:13:02.004351 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-1a549f31-4a7f-4b19-a94d-71fe541bce26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:12:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['76bcfbda-1692-469b-8719-69fbeb823e55'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:13:02.009421 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9144602c-1908-41db-b44a-4fb53d2176df req-b1f0c3b4-435a-4252-b3d9-86e9fd0ca1f6 service neutron] 10.222.0.50 "GET /v2.0/networks/83309fe7-c674-45d2-987a-e042535023cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429796 Jun 01 19:13:02.082593 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9144602c-1908-41db-b44a-4fb53d2176df req-e3835bd7-6a9f-4410-b007-507513ae1682 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.176&port_id=b4ec48f2-ec80-4ad5-8ee7-46cd08c5ffa2 HTTP/1.1" status: 200 len: 217 time: 0.0666599 Jun 01 19:13:02.146050 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9144602c-1908-41db-b44a-4fb53d2176df req-db6fcbc6-5060-422f-a7db-49c9a73c567a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:13:02.147568 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-1a549f31-4a7f-4b19-a94d-71fe541bce26 None None] Set router 76bcfbda-1692-469b-8719-69fbeb823e55 gateway port host: None {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:13:02.147989 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9144602c-1908-41db-b44a-4fb53d2176df req-db6fcbc6-5060-422f-a7db-49c9a73c567a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a154ee7c-2b5c-4f5d-88dd-ebda40eec737 HTTP/1.1" status: 200 len: 797 time: 0.0586183 Jun 01 19:13:02.233167 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9144602c-1908-41db-b44a-4fb53d2176df req-4cd5843f-4834-4633-b618-be9069160da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:13:02.235007 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9144602c-1908-41db-b44a-4fb53d2176df req-4cd5843f-4834-4633-b618-be9069160da1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=83309fe7-c674-45d2-987a-e042535023cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0820193 Jun 01 19:13:02.262560 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-1a549f31-4a7f-4b19-a94d-71fe541bce26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76bcfbda-1692-469b-8719-69fbeb823e55', 'name': 'tempest-NetworksTestDHCPv6-router-797434777', 'tenant_id': '451baccc58514a0cab8c4410ed135b7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:12:53Z', 'updated_at': '2022-06-01T19:12:59Z', 'revision_number': 3, 'project_id': '451baccc58514a0cab8c4410ed135b7c', 'gw_port_host': None}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:13:02.304828 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7f848784-c6af-4f2b-9520-65b06ec9ff2e tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25316'] for router, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:02.305069 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a549f31-4a7f-4b19-a94d-71fe541bce26 None None] The sync data for ids ['76bcfbda-1692-469b-8719-69fbeb823e55'] in n-d-844202-1 is: [{'id': '76bcfbda-1692-469b-8719-69fbeb823e55', 'name': 'tempest-NetworksTestDHCPv6-router-797434777', 'tenant_id': '451baccc58514a0cab8c4410ed135b7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:12:53Z', 'updated_at': '2022-06-01T19:12:59Z', 'revision_number': 3, 'project_id': '451baccc58514a0cab8c4410ed135b7c', 'gw_port_host': None}] {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:13:02.308360 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7f848784-c6af-4f2b-9520-65b06ec9ff2e tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:02.348624 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7f848784-c6af-4f2b-9520-65b06ec9ff2e tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-891519'] for router, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:02.349716 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f848784-c6af-4f2b-9520-65b06ec9ff2e tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Fanout notify agent at l3_agent the message router_deleted on router 76bcfbda-1692-469b-8719-69fbeb823e55 {{(pid=88525) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 19:13:02.352196 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 23e18b0d-0e6e-4f82-a835-fabeabb6b367 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:13:02.403097 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91245d9c-2c4d-4edc-9ad0-b04ae1c77a9f None None] DHCP port deletion for c840486e-0c2f-4729-9a0c-ee6552111f90 request from n-d-844202-1 {{(pid=88526) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 19:13:02.405951 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9144602c-1908-41db-b44a-4fb53d2176df req-10aeb2ef-46fa-4f22-8049-fcf01eac1cac service neutron] 10.222.0.50 "GET /v2.0/networks/83309fe7-c674-45d2-987a-e042535023cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650631 Jun 01 19:13:02.409505 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-91245d9c-2c4d-4edc-9ad0-b04ae1c77a9f None None] Deleting port 6f03ea31-41be-45f1-93ad-9d59580e89fb {{(pid=88526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:13:02.409925 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-91245d9c-2c4d-4edc-9ad0-b04ae1c77a9f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:02.571301 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7f848784-c6af-4f2b-9520-65b06ec9ff2e tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks [] for router, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:02.572384 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9144602c-1908-41db-b44a-4fb53d2176df req-1b7ce050-8c88-44d5-a6dc-2ab9f9523080 service neutron] 10.222.0.50 "GET /v2.0/networks/83309fe7-c674-45d2-987a-e042535023cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601002 Jun 01 19:13:02.572540 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-7f848784-c6af-4f2b-9520-65b06ec9ff2e tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "DELETE /v2.0/routers/76bcfbda-1692-469b-8719-69fbeb823e55 HTTP/1.1" status: 204 len: 168 time: 0.8248174 Jun 01 19:13:02.575645 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 57514) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:13:02.583074 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-cdcbfc8e-40c0-41af-965e-6f5ffecf8db8 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Deleting port 160afc78-d1d7-458f-a12d-16280cec06da {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:13:02.583665 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-cdcbfc8e-40c0-41af-965e-6f5ffecf8db8 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:02.668929 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-91245d9c-2c4d-4edc-9ad0-b04ae1c77a9f None None] For port 6f03ea31-41be-45f1-93ad-9d59580e89fb, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=6f03ea31-41be-45f1-93ad-9d59580e89fb,segment=NetworkSegment(a6cfd7d1-5211-44ec-a836-a984e441185d),segment_id=a6cfd7d1-5211-44ec-a836-a984e441185d)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:13:02.670044 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-91245d9c-2c4d-4edc-9ad0-b04ae1c77a9f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:02.694090 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9144602c-1908-41db-b44a-4fb53d2176df req-22ce3147-b899-4bcc-9b62-4b3f7e8ab84e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.56&port_id=4cae1d32-4c78-4cf3-9dd2-5e58ae221135 HTTP/1.1" status: 200 len: 217 time: 0.0845683 Jun 01 19:13:02.772005 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9144602c-1908-41db-b44a-4fb53d2176df req-7297fb33-ff29-4195-aa62-a025fdd30bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:13:02.773506 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9144602c-1908-41db-b44a-4fb53d2176df req-7297fb33-ff29-4195-aa62-a025fdd30bf0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a154ee7c-2b5c-4f5d-88dd-ebda40eec737 HTTP/1.1" status: 200 len: 797 time: 0.0686324 Jun 01 19:13:02.810263 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-91245d9c-2c4d-4edc-9ad0-b04ae1c77a9f None None] Calling delete_port for 6f03ea31-41be-45f1-93ad-9d59580e89fb owned by network:dhcp {{(pid=88526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:13:02.816956 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-cdcbfc8e-40c0-41af-965e-6f5ffecf8db8 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:02.839404 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ea42614-1372-4921-aa1e-174c1d2aad5f tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:13:02.840080 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-7ea42614-1372-4921-aa1e-174c1d2aad5f tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Synchronizing usage tracker for tenant:451baccc58514a0cab8c4410ed135b7c on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:13:02.872731 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-7ea42614-1372-4921-aa1e-174c1d2aad5f tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Unset dirty status for tenant:451baccc58514a0cab8c4410ed135b7c on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:13:02.874029 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-7ea42614-1372-4921-aa1e-174c1d2aad5f tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2981648 Jun 01 19:13:02.878114 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 57518) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:13:02.900868 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-91245d9c-2c4d-4edc-9ad0-b04ae1c77a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535'] for port, after_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:02.922751 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9144602c-1908-41db-b44a-4fb53d2176df req-3716a0fb-b39b-4c08-ac85-9ece9c4ed658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:13:02.924106 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9144602c-1908-41db-b44a-4fb53d2176df req-3716a0fb-b39b-4c08-ac85-9ece9c4ed658 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=83309fe7-c674-45d2-987a-e042535023cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1444445 Jun 01 19:13:02.949906 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-cdcbfc8e-40c0-41af-965e-6f5ffecf8db8 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Calling delete_port for 160afc78-d1d7-458f-a12d-16280cec06da owned by network:router_interface {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:13:02.951604 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91245d9c-2c4d-4edc-9ad0-b04ae1c77a9f None None] Pushing event deleted for resources: {'Port': ['ID=6f03ea31-41be-45f1-93ad-9d59580e89fb,revision_number=None']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:13:02.961238 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91245d9c-2c4d-4edc-9ad0-b04ae1c77a9f None None] No DVR routers for this DVR port 6f03ea31-41be-45f1-93ad-9d59580e89fb on host n-d-844202-1 {{(pid=88526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:13:03.141712 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-cdcbfc8e-40c0-41af-965e-6f5ffecf8db8 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:03.151848 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1998b225-ee56-494e-83cc-711d248c70e3 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:13:03.152545 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-1998b225-ee56-494e-83cc-711d248c70e3 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Synchronizing usage tracker for tenant:451baccc58514a0cab8c4410ed135b7c on resource:subnet {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:13:03.188856 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-1998b225-ee56-494e-83cc-711d248c70e3 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Unset dirty status for tenant:451baccc58514a0cab8c4410ed135b7c on resource:subnet {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:13:03.190016 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-1998b225-ee56-494e-83cc-711d248c70e3 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3108010 Jun 01 19:13:03.193041 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcbfc8e-40c0-41af-965e-6f5ffecf8db8 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Pushing event deleted for resources: {'Port': ['ID=160afc78-d1d7-458f-a12d-16280cec06da,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:13:03.195578 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 57522) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:13:03.207407 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9144602c-1908-41db-b44a-4fb53d2176df req-24514d33-0b4d-4981-8686-ad48c5e4136b service neutron] 10.222.0.50 "GET /v2.0/networks/83309fe7-c674-45d2-987a-e042535023cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2760360 Jun 01 19:13:03.298806 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-b78f9b41-a9a6-4597-bb3f-6a3a72636062 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Synchronizing usage tracker for tenant:451baccc58514a0cab8c4410ed135b7c on resource:router {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:13:03.351648 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 6f03ea31-41be-45f1-93ad-9d59580e89fb no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:13:03.358942 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9144602c-1908-41db-b44a-4fb53d2176df req-a9ca8a16-5fdb-414d-a117-269fbe56f583 service neutron] 10.222.0.50 "GET /v2.0/networks/83309fe7-c674-45d2-987a-e042535023cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458781 Jun 01 19:13:03.395919 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: 6f03ea31-41be-45f1-93ad-9d59580e89fb {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:13:03.396854 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 6f03ea31-41be-45f1-93ad-9d59580e89fb not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:13:03.436084 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9144602c-1908-41db-b44a-4fb53d2176df req-0f9604ec-ce48-4b2b-bc8d-3e6644601482 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=8163d4aa-06ef-4672-8877-8b4853948776 HTTP/1.1" status: 200 len: 217 time: 0.0713027 Jun 01 19:13:03.445761 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-cdcbfc8e-40c0-41af-965e-6f5ffecf8db8 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-887310'] for router_interface, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:03.449346 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-b78f9b41-a9a6-4597-bb3f-6a3a72636062 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Unset dirty status for tenant:451baccc58514a0cab8c4410ed135b7c on resource:router {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:13:03.450476 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-b78f9b41-a9a6-4597-bb3f-6a3a72636062 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2537959 Jun 01 19:13:03.456049 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 57526) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:13:03.463372 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-6b7ed590-91cd-49af-a303-d82dd5569d89 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Request body: {'subnet': {'network_id': 'c840486e-0c2f-4729-9a0c-ee6552111f90', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:13:03.507850 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9144602c-1908-41db-b44a-4fb53d2176df req-9269aaaa-a0d8-4739-b968-8431546d5c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:13:03.507850 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9144602c-1908-41db-b44a-4fb53d2176df req-9269aaaa-a0d8-4739-b968-8431546d5c2d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c69c0fa6-cb36-4ead-b87f-54af1c1b35b0 HTTP/1.1" status: 200 len: 797 time: 0.0616951 Jun 01 19:13:03.581805 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9144602c-1908-41db-b44a-4fb53d2176df req-790462a0-0ff6-4067-a7ad-12c6654cdb03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:13:03.583273 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9144602c-1908-41db-b44a-4fb53d2176df req-790462a0-0ff6-4067-a7ad-12c6654cdb03 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3835bc88-4948-44ae-9b9d-0c2345cf8427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0741611 Jun 01 19:13:03.721181 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9144602c-1908-41db-b44a-4fb53d2176df req-60d0e7c7-1ecf-4a50-a750-5fd7afe940e4 service neutron] 10.222.0.50 "GET /v2.0/networks/3835bc88-4948-44ae-9b9d-0c2345cf8427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312640 Jun 01 19:13:03.756183 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-6b7ed590-91cd-49af-a303-d82dd5569d89 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:13:03.830786 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-6b7ed590-91cd-49af-a303-d82dd5569d89 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:13:03.847864 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdcbfc8e-40c0-41af-965e-6f5ffecf8db8 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Router 82da4d9e-4015-488a-aaa8-eddd82905c32 has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 19:13:03.849333 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b7ed590-91cd-49af-a303-d82dd5569d89 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Made reservation on behalf of 451baccc58514a0cab8c4410ed135b7c for: {'subnet': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:13:03.852823 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6b7ed590-91cd-49af-a303-d82dd5569d89 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9667140'] for subnet, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:03.854011 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9144602c-1908-41db-b44a-4fb53d2176df req-b6095682-303d-4ee4-9507-d7790d712f86 service neutron] 10.222.0.50 "GET /v2.0/networks/3835bc88-4948-44ae-9b9d-0c2345cf8427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275830 Jun 01 19:13:03.921663 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9144602c-1908-41db-b44a-4fb53d2176df req-bb324a1c-9d38-4851-b559-bf84032fa305 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=40d26433-71b1-48b8-9988-9b16798cc67a HTTP/1.1" status: 200 len: 217 time: 0.0621026 Jun 01 19:13:03.991291 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9144602c-1908-41db-b44a-4fb53d2176df req-4b28a60c-21cd-4a75-aba5-b5052e967222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:13:03.993225 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9144602c-1908-41db-b44a-4fb53d2176df req-4b28a60c-21cd-4a75-aba5-b5052e967222 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c69c0fa6-cb36-4ead-b87f-54af1c1b35b0 HTTP/1.1" status: 200 len: 797 time: 0.0667214 Jun 01 19:13:04.070832 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9144602c-1908-41db-b44a-4fb53d2176df req-6a359e1f-a668-4c94-b642-d654837eed9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:13:04.072475 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9144602c-1908-41db-b44a-4fb53d2176df req-6a359e1f-a668-4c94-b642-d654837eed9d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3835bc88-4948-44ae-9b9d-0c2345cf8427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0732818 Jun 01 19:13:04.205499 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9144602c-1908-41db-b44a-4fb53d2176df req-29dc8998-18d4-4d2d-b93f-9b0714d47f5f service neutron] 10.222.0.50 "GET /v2.0/networks/3835bc88-4948-44ae-9b9d-0c2345cf8427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274526 Jun 01 19:13:04.229075 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdcbfc8e-40c0-41af-965e-6f5ffecf8db8 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:13:04.240051 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-279053ef-522f-411e-8858-6fb65a182ead None None] Sync routers for ids ['82da4d9e-4015-488a-aaa8-eddd82905c32'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:13:04.252182 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-279053ef-522f-411e-8858-6fb65a182ead None None] Routers {'82da4d9e-4015-488a-aaa8-eddd82905c32'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:13:04.252984 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-279053ef-522f-411e-8858-6fb65a182ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:12:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['82da4d9e-4015-488a-aaa8-eddd82905c32'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:13:04.256546 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-cdcbfc8e-40c0-41af-965e-6f5ffecf8db8 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] 10.222.0.41 "PUT /v2.0/routers/82da4d9e-4015-488a-aaa8-eddd82905c32/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5178735 Jun 01 19:13:04.258376 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 57530) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:13:04.305603 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-d8d4fb0c-9519-42f9-a062-201e595b568a tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Synchronizing usage tracker for tenant:8011be9678e842bab7da75259f1c11c1 on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:13:04.317800 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-279053ef-522f-411e-8858-6fb65a182ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:13:04.328064 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-279053ef-522f-411e-8858-6fb65a182ead None None] Routers {'82da4d9e-4015-488a-aaa8-eddd82905c32'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:13:04.328730 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-279053ef-522f-411e-8858-6fb65a182ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:12:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['82da4d9e-4015-488a-aaa8-eddd82905c32'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:13:04.350327 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-d8d4fb0c-9519-42f9-a062-201e595b568a tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Unset dirty status for tenant:8011be9678e842bab7da75259f1c11c1 on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:13:04.352733 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-d8d4fb0c-9519-42f9-a062-201e595b568a tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] 10.222.0.41 "GET /v2.0/ports?device_id=82da4d9e-4015-488a-aaa8-eddd82905c32 HTTP/1.1" status: 200 len: 205 time: 0.0933750 Jun 01 19:13:04.355127 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 57534) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:13:04.357520 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9144602c-1908-41db-b44a-4fb53d2176df req-ce0a3bd8-4353-46c9-92eb-d1184bbca82d service neutron] 10.222.0.50 "GET /v2.0/networks/3835bc88-4948-44ae-9b9d-0c2345cf8427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469631 Jun 01 19:13:04.388989 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-279053ef-522f-411e-8858-6fb65a182ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:13:04.389439 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-279053ef-522f-411e-8858-6fb65a182ead None None] The sync data for ids ['82da4d9e-4015-488a-aaa8-eddd82905c32'] in n-d-844202-1 is: [] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:13:04.508640 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-7ae7c058-1838-4b1f-ad2a-910667144480 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks [] for router, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:04.526118 n-d-844202-1 neutron-server[88525]: DEBUG neutron.objects.ports [None req-6b7ed590-91cd-49af-a303-d82dd5569d89 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88525) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jun 01 19:13:04.527315 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6b7ed590-91cd-49af-a303-d82dd5569d89 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2614064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9667190'] for subnet, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:04.585914 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b7ed590-91cd-49af-a303-d82dd5569d89 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Network c840486e-0c2f-4729-9a0c-ee6552111f90 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:13:04.589008 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-6b7ed590-91cd-49af-a303-d82dd5569d89 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:13:04.593703 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b7ed590-91cd-49af-a303-d82dd5569d89 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:13:04.594282 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6b7ed590-91cd-49af-a303-d82dd5569d89 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks [] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:04.598873 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-619f5984-83a6-4040-b2bf-db0f66901bc0 None None] Network c840486e-0c2f-4729-9a0c-ee6552111f90 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:13:04.617018 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7ed590-91cd-49af-a303-d82dd5569d89 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Pushing event updated for resources: {'Subnet': ['ID=611010fc-f456-4bee-83b2-f0e9043661c1,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:13:04.636628 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-6b7ed590-91cd-49af-a303-d82dd5569d89 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1780431 Jun 01 19:13:04.636976 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 57538) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:13:04.643329 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-a28e372a-9e2e-4a13-8ff5-b6690ee6bb58 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Request body: {'subnet': {'network_id': 'c840486e-0c2f-4729-9a0c-ee6552111f90', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:13:04.688959 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.agents_db [None req-e814b9cf-7de8-45d0-a079-29c61fabe7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 19:13:04.790987 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-a28e372a-9e2e-4a13-8ff5-b6690ee6bb58 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:13:04.795104 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-a28e372a-9e2e-4a13-8ff5-b6690ee6bb58 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Usage tracker for resource:subnet and tenant:451baccc58514a0cab8c4410ed135b7c is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:13:04.798054 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-a28e372a-9e2e-4a13-8ff5-b6690ee6bb58 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:13:04.803969 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-a28e372a-9e2e-4a13-8ff5-b6690ee6bb58 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:13:04.814865 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a28e372a-9e2e-4a13-8ff5-b6690ee6bb58 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Made reservation on behalf of 451baccc58514a0cab8c4410ed135b7c for: {'subnet': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:13:04.818417 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a28e372a-9e2e-4a13-8ff5-b6690ee6bb58 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9667140'] for subnet, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:04.881685 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d951c09-fe34-4699-ba51-b11f37af6803 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc93f83c3-7fb6-5c13-a9d4-29d739a4e8d2-c840486e-0c2f-4729-9a0c-ee6552111f90', 'network_id': 'c840486e-0c2f-4729-9a0c-ee6552111f90', 'tenant_id': '451baccc58514a0cab8c4410ed135b7c', 'fixed_ips': [{'subnet_id': '611010fc-f456-4bee-83b2-f0e9043661c1'}]}} from n-d-844202-1. {{(pid=88526) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 19:13:04.883070 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-9d951c09-fe34-4699-ba51-b11f37af6803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:04.950752 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-7ae7c058-1838-4b1f-ad2a-910667144480 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25316'] for router, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:04.957390 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-7ae7c058-1838-4b1f-ad2a-910667144480 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:04.991621 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-7ae7c058-1838-4b1f-ad2a-910667144480 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-891519'] for router, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:04.992104 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ae7c058-1838-4b1f-ad2a-910667144480 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Fanout notify agent at l3_agent the message router_deleted on router 82da4d9e-4015-488a-aaa8-eddd82905c32 {{(pid=88524) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 19:13:05.015451 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-7ae7c058-1838-4b1f-ad2a-910667144480 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks [] for router, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:05.018841 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-7ae7c058-1838-4b1f-ad2a-910667144480 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] 10.222.0.41 "DELETE /v2.0/routers/82da4d9e-4015-488a-aaa8-eddd82905c32 HTTP/1.1" status: 204 len: 168 time: 0.6579933 Jun 01 19:13:05.019296 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 57542) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:13:05.064395 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.db_base_plugin_common [None req-9d951c09-fe34-4699-ba51-b11f37af6803 None None] Allocated IP 2001:db8::f816:3eff:fe8f:f97a (c840486e-0c2f-4729-9a0c-ee6552111f90/611010fc-f456-4bee-83b2-f0e9043661c1/7df27573-55fc-4666-ab77-bab66d16c3a8) {{(pid=88526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:13:05.095705 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1e3612b-2d99-4cf0-92b9-ddd0e7f2a177 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Deleting subnet 54cf0b80-7bd2-4186-b243-f1bd965d5f1e {{(pid=88524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 19:13:05.098656 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f1e3612b-2d99-4cf0-92b9-ddd0e7f2a177 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks [] for subnet, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:05.115469 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a28e372a-9e2e-4a13-8ff5-b6690ee6bb58 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2614064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9667190'] for subnet, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:05.183045 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a28e372a-9e2e-4a13-8ff5-b6690ee6bb58 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Network c840486e-0c2f-4729-9a0c-ee6552111f90 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:13:05.186147 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-a28e372a-9e2e-4a13-8ff5-b6690ee6bb58 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:13:05.190494 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a28e372a-9e2e-4a13-8ff5-b6690ee6bb58 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:13:05.191066 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a28e372a-9e2e-4a13-8ff5-b6690ee6bb58 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks [] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:05.203218 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f1e3612b-2d99-4cf0-92b9-ddd0e7f2a177 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2702137'] for subnet, precommit_delete_associations {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:05.214808 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28e372a-9e2e-4a13-8ff5-b6690ee6bb58 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Pushing event updated for resources: {'Subnet': ['ID=a2f10bf7-3523-4bfc-a2a1-50f414b707db,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:13:05.230717 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-a28e372a-9e2e-4a13-8ff5-b6690ee6bb58 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5927556 Jun 01 19:13:05.231570 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 57548) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:13:05.237742 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-02310b2b-36e5-4a8e-8938-49822d6cefb9 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Request body: {'port': {'network_id': 'c840486e-0c2f-4729-9a0c-ee6552111f90', 'mac_address': 'fa:16:3e:2c:c1:17', 'name': 'tempest-NetworksTestDHCPv6-363343963'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:13:05.291940 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f1e3612b-2d99-4cf0-92b9-ddd0e7f2a177 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:05.322689 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-9d951c09-fe34-4699-ba51-b11f37af6803 None None] Notify callbacks [] for port, precommit_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:05.332545 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-9d951c09-fe34-4699-ba51-b11f37af6803 None None] Transition to ACTIVE for port object 7df27573-55fc-4666-ab77-bab66d16c3a8 will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:13:05.353547 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-9d951c09-fe34-4699-ba51-b11f37af6803 None None] Transition to ACTIVE for port object 7df27573-55fc-4666-ab77-bab66d16c3a8 will not be triggered until provisioned by entity DHCP. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:13:05.359665 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-9d951c09-fe34-4699-ba51-b11f37af6803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526'] for port, after_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:05.380764 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f1e3612b-2d99-4cf0-92b9-ddd0e7f2a177 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2718856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3066595'] for subnet, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:05.390255 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-02310b2b-36e5-4a8e-8938-49822d6cefb9 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:13:05.402379 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-02310b2b-36e5-4a8e-8938-49822d6cefb9 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:13:05.414193 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02310b2b-36e5-4a8e-8938-49822d6cefb9 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Made reservation on behalf of 451baccc58514a0cab8c4410ed135b7c for: {'port': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:13:05.427684 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f1e3612b-2d99-4cf0-92b9-ddd0e7f2a177 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:05.432358 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d951c09-fe34-4699-ba51-b11f37af6803 None None] Network c840486e-0c2f-4729-9a0c-ee6552111f90 is already hosted by enough agents. {{(pid=88526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:13:05.436826 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-f1e3612b-2d99-4cf0-92b9-ddd0e7f2a177 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] 10.222.0.41 "DELETE /v2.0/subnets/54cf0b80-7bd2-4186-b243-f1bd965d5f1e HTTP/1.1" status: 204 len: 168 time: 0.4142461 Jun 01 19:13:05.436984 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2d81e2a-9eb6-45e9-95e4-78df314b990f None None] Network 9f58fca0-eae9-4adc-bbb7-27199fe8ef8c requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:13:05.439033 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 57552) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:13:05.441580 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e3612b-2d99-4cf0-92b9-ddd0e7f2a177 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Pushing event deleted for resources: {'Subnet': ['ID=54cf0b80-7bd2-4186-b243-f1bd965d5f1e,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:13:05.451533 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.base_scheduler [None req-9d951c09-fe34-4699-ba51-b11f37af6803 None None] Resources bound (agent type, host, resource id): {{(pid=88526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:13:05.458419 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d951c09-fe34-4699-ba51-b11f37af6803 None None] Received port after_create {{(pid=88526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:13:05.461567 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d951c09-fe34-4699-ba51-b11f37af6803 None None] Pushing event updated for resources: {'Port': ['ID=7df27573-55fc-4666-ab77-bab66d16c3a8,revision_number=1']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:13:05.546333 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-02310b2b-36e5-4a8e-8938-49822d6cefb9 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:05.564153 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b28b5e97-12b9-4eb8-94e0-bd426d37f561 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:05.575523 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-b28b5e97-12b9-4eb8-94e0-bd426d37f561 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Deleting port 23e18b0d-0e6e-4f82-a835-fabeabb6b367 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:13:05.575775 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b28b5e97-12b9-4eb8-94e0-bd426d37f561 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:05.576019 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [None req-02310b2b-36e5-4a8e-8938-49822d6cefb9 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] device_id is not set on port 45215277-1763-4ef2-a2db-97c8283ec9af yet. {{(pid=88525) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 19:13:05.630840 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-9d951c09-fe34-4699-ba51-b11f37af6803 None None] Attempting to bind port 7df27573-55fc-4666-ab77-bab66d16c3a8 on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:13:05.632175 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-9d951c09-fe34-4699-ba51-b11f37af6803 None None] Attempting to bind port 7df27573-55fc-4666-ab77-bab66d16c3a8 by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': 'a6cfd7d1-5211-44ec-a836-a984e441185d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c840486e-0c2f-4729-9a0c-ee6552111f90'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:13:05.632318 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d951c09-fe34-4699-ba51-b11f37af6803 None None] Attempting to bind port 7df27573-55fc-4666-ab77-bab66d16c3a8 on network c840486e-0c2f-4729-9a0c-ee6552111f90 {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:13:05.639344 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d951c09-fe34-4699-ba51-b11f37af6803 None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 12, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:13:05.639750 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d951c09-fe34-4699-ba51-b11f37af6803 None None] Checking segment: {'id': 'a6cfd7d1-5211-44ec-a836-a984e441185d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c840486e-0c2f-4729-9a0c-ee6552111f90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:13:05.640101 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-9d951c09-fe34-4699-ba51-b11f37af6803 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:05.640517 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d951c09-fe34-4699-ba51-b11f37af6803 None None] Bound using segment: {'id': 'a6cfd7d1-5211-44ec-a836-a984e441185d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c840486e-0c2f-4729-9a0c-ee6552111f90'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:13:05.640992 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-9d951c09-fe34-4699-ba51-b11f37af6803 None None] Bound port: 7df27573-55fc-4666-ab77-bab66d16c3a8, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6cfd7d1-5211-44ec-a836-a984e441185d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c840486e-0c2f-4729-9a0c-ee6552111f90'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:13:05.641365 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-9d951c09-fe34-4699-ba51-b11f37af6803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:05.792416 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [None req-02310b2b-36e5-4a8e-8938-49822d6cefb9 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Allocated IP 172.20.0.6 (c840486e-0c2f-4729-9a0c-ee6552111f90/a2f10bf7-3523-4bfc-a2a1-50f414b707db/45215277-1763-4ef2-a2db-97c8283ec9af) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:13:05.797129 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [None req-b28b5e97-12b9-4eb8-94e0-bd426d37f561 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] For port 23e18b0d-0e6e-4f82-a835-fabeabb6b367, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=23e18b0d-0e6e-4f82-a835-fabeabb6b367,segment=NetworkSegment(7fa8ff44-d78c-46d0-af41-5aedf8541e3a),segment_id=7fa8ff44-d78c-46d0-af41-5aedf8541e3a)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:13:05.797761 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b28b5e97-12b9-4eb8-94e0-bd426d37f561 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:05.798711 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [None req-02310b2b-36e5-4a8e-8938-49822d6cefb9 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Allocated IP 2001:db8::f816:3eff:fe2c:c117 (c840486e-0c2f-4729-9a0c-ee6552111f90/611010fc-f456-4bee-83b2-f0e9043661c1/45215277-1763-4ef2-a2db-97c8283ec9af) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:13:05.815227 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-9d951c09-fe34-4699-ba51-b11f37af6803 None None] For port 7df27573-55fc-4666-ab77-bab66d16c3a8, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:13:05.819465 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-9d951c09-fe34-4699-ba51-b11f37af6803 None None] For port 7df27573-55fc-4666-ab77-bab66d16c3a8, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=7df27573-55fc-4666-ab77-bab66d16c3a8,segment=NetworkSegment(a6cfd7d1-5211-44ec-a836-a984e441185d),segment_id=a6cfd7d1-5211-44ec-a836-a984e441185d)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:13:05.824557 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-9d951c09-fe34-4699-ba51-b11f37af6803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:05.906527 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ea1717a-46d4-497c-8841-061165bea712 None None] DHCP port deletion for 9f58fca0-eae9-4adc-bbb7-27199fe8ef8c request from n-d-844202-1 {{(pid=88526) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 19:13:05.918503 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-9ea1717a-46d4-497c-8841-061165bea712 None None] Deleting port 23e18b0d-0e6e-4f82-a835-fabeabb6b367 {{(pid=88526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:13:05.918866 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-9ea1717a-46d4-497c-8841-061165bea712 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:05.940100 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-b28b5e97-12b9-4eb8-94e0-bd426d37f561 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Calling delete_port for 23e18b0d-0e6e-4f82-a835-fabeabb6b367 owned by network:dhcp {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:13:05.980649 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d951c09-fe34-4699-ba51-b11f37af6803 None None] Pushing event updated for resources: {'Port': ['ID=7df27573-55fc-4666-ab77-bab66d16c3a8,revision_number=2']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:13:06.054784 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b28b5e97-12b9-4eb8-94e0-bd426d37f561 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:06.113462 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28b5e97-12b9-4eb8-94e0-bd426d37f561 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] No DVR routers for this DVR port 23e18b0d-0e6e-4f82-a835-fabeabb6b367 on host n-d-844202-1 {{(pid=88524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:13:06.153010 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28b5e97-12b9-4eb8-94e0-bd426d37f561 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Pushing event deleted for resources: {'Port': ['ID=23e18b0d-0e6e-4f82-a835-fabeabb6b367,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:13:06.189653 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-9ea1717a-46d4-497c-8841-061165bea712 None None] For port 23e18b0d-0e6e-4f82-a835-fabeabb6b367, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=23e18b0d-0e6e-4f82-a835-fabeabb6b367,segment=NetworkSegment(7fa8ff44-d78c-46d0-af41-5aedf8541e3a),segment_id=7fa8ff44-d78c-46d0-af41-5aedf8541e3a)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:13:06.190232 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-9ea1717a-46d4-497c-8841-061165bea712 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:06.199323 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-02310b2b-36e5-4a8e-8938-49822d6cefb9 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:06.218638 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [None req-02310b2b-36e5-4a8e-8938-49822d6cefb9 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Transition to ACTIVE for port object 45215277-1763-4ef2-a2db-97c8283ec9af will not be triggered until provisioned by entity DHCP. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:13:06.272553 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-02310b2b-36e5-4a8e-8938-49822d6cefb9 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:06.282544 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b28b5e97-12b9-4eb8-94e0-bd426d37f561 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:06.327406 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-b28b5e97-12b9-4eb8-94e0-bd426d37f561 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f58fca0-eae9-4adc-bbb7-27199fe8ef8c']}} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:13:06.344385 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-b28b5e97-12b9-4eb8-94e0-bd426d37f561 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fa8ff44-d78c-46d0-af41-5aedf8541e3a') {'for_net_delete': True} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:13:06.344745 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-b28b5e97-12b9-4eb8-94e0-bd426d37f561 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fa8ff44-d78c-46d0-af41-5aedf8541e3a') {} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:13:06.358794 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b28b5e97-12b9-4eb8-94e0-bd426d37f561 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2702126'] for segment, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:06.363496 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02310b2b-36e5-4a8e-8938-49822d6cefb9 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Pushing event updated for resources: {'Port': ['ID=45215277-1763-4ef2-a2db-97c8283ec9af,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:13:06.377635 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02310b2b-36e5-4a8e-8938-49822d6cefb9 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Network c840486e-0c2f-4729-9a0c-ee6552111f90 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:13:06.378245 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-9ea1717a-46d4-497c-8841-061165bea712 None None] Calling delete_port for 23e18b0d-0e6e-4f82-a835-fabeabb6b367 owned by network:dhcp {{(pid=88526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:13:06.385982 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b28b5e97-12b9-4eb8-94e0-bd426d37f561 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:06.386185 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-02310b2b-36e5-4a8e-8938-49822d6cefb9 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:13:06.388813 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02310b2b-36e5-4a8e-8938-49822d6cefb9 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:13:06.398138 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b28b5e97-12b9-4eb8-94e0-bd426d37f561 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=88524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 19:13:06.398518 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b28b5e97-12b9-4eb8-94e0-bd426d37f561 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2719018'] for segment, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:06.466520 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02310b2b-36e5-4a8e-8938-49822d6cefb9 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:13:06.467579 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-02310b2b-36e5-4a8e-8938-49822d6cefb9 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:06.485726 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment 7fa8ff44-d78c-46d0-af41-5aedf8541e3a resource provider aggregate not found Jun 01 19:13:06.500675 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-02310b2b-36e5-4a8e-8938-49822d6cefb9 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.2676759 Jun 01 19:13:06.503094 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 57560) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:13:06.522778 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.db.api [None req-9ea1717a-46d4-497c-8841-061165bea712 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88526) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 19:13:06.523402 n-d-844202-1 neutron-server[88526]: DEBUG oslo_db.api [None req-9ea1717a-46d4-497c-8841-061165bea712 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 19:13:06.594881 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-639e5487-ce7c-4184-8fb1-10a6f54acacb tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:13:06.601218 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-639e5487-ce7c-4184-8fb1-10a6f54acacb tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:13:06.602055 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-639e5487-ce7c-4184-8fb1-10a6f54acacb tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Synchronizing usage tracker for tenant:451baccc58514a0cab8c4410ed135b7c on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:13:06.621837 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-639e5487-ce7c-4184-8fb1-10a6f54acacb tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Unset dirty status for tenant:451baccc58514a0cab8c4410ed135b7c on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:13:06.628883 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-639e5487-ce7c-4184-8fb1-10a6f54acacb tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.1245675 Jun 01 19:13:06.631497 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 57564) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:13:06.632958 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment 7fa8ff44-d78c-46d0-af41-5aedf8541e3a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7fa8ff44-d78c-46d0-af41-5aedf8541e3a found for delete ", "request_id": "req-3632101f-f1e6-4226-9788-cdafa00fdc1c"}]} Jun 01 19:13:06.647906 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b28b5e97-12b9-4eb8-94e0-bd426d37f561 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:06.652241 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b28b5e97-12b9-4eb8-94e0-bd426d37f561 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks [] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:06.679077 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28b5e97-12b9-4eb8-94e0-bd426d37f561 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Pushing event deleted for resources: {'Network': ['ID=9f58fca0-eae9-4adc-bbb7-27199fe8ef8c,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:13:06.696132 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-b28b5e97-12b9-4eb8-94e0-bd426d37f561 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] 10.222.0.41 "DELETE /v2.0/networks/9f58fca0-eae9-4adc-bbb7-27199fe8ef8c HTTP/1.1" status: 204 len: 168 time: 1.2503786 Jun 01 19:13:06.696390 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 57568) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:13:06.701540 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-97e8672f-c17d-498e-9963-a1be1a880fb1 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-616667906', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:13:06.705612 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-d0877463-c071-46b4-a190-09f059d6d6e1 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Deleting port 45215277-1763-4ef2-a2db-97c8283ec9af {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:13:06.705936 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d0877463-c071-46b4-a190-09f059d6d6e1 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:06.710447 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-97e8672f-c17d-498e-9963-a1be1a880fb1 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:13:06.715165 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-97e8672f-c17d-498e-9963-a1be1a880fb1 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Usage tracker for resource:router and tenant:8011be9678e842bab7da75259f1c11c1 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:13:06.718147 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-97e8672f-c17d-498e-9963-a1be1a880fb1 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:13:06.724555 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-97e8672f-c17d-498e-9963-a1be1a880fb1 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:13:06.734567 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-97e8672f-c17d-498e-9963-a1be1a880fb1 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-885767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25238'] for router, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:06.735618 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-97e8672f-c17d-498e-9963-a1be1a880fb1 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-901042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-886562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-981784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25327'] for router, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:06.751606 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-97e8672f-c17d-498e-9963-a1be1a880fb1 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:06.772621 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-97e8672f-c17d-498e-9963-a1be1a880fb1 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-885820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-886655'] for router, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:06.806322 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-97e8672f-c17d-498e-9963-a1be1a880fb1 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks [] for router, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:06.807541 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-97e8672f-c17d-498e-9963-a1be1a880fb1 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1101875 Jun 01 19:13:06.810495 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 57572) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:13:06.816161 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-4ab1e88b-10de-4e6f-b799-7aec02fe6969 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1936157750'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:13:06.823937 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-4ab1e88b-10de-4e6f-b799-7aec02fe6969 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:13:06.829482 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-4ab1e88b-10de-4e6f-b799-7aec02fe6969 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Usage tracker for resource:network and tenant:8011be9678e842bab7da75259f1c11c1 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:13:06.832633 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-4ab1e88b-10de-4e6f-b799-7aec02fe6969 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:13:06.840022 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-4ab1e88b-10de-4e6f-b799-7aec02fe6969 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:13:06.852827 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ab1e88b-10de-4e6f-b799-7aec02fe6969 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Made reservation on behalf of 8011be9678e842bab7da75259f1c11c1 for: {'network': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:13:06.856815 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4ab1e88b-10de-4e6f-b799-7aec02fe6969 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:06.891082 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ab1e88b-10de-4e6f-b799-7aec02fe6969 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 117} {{(pid=88524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 19:13:06.901570 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4ab1e88b-10de-4e6f-b799-7aec02fe6969 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:06.901963 n-d-844202-1 neutron-server[88524]: INFO neutron.db.segments_db [None req-4ab1e88b-10de-4e6f-b799-7aec02fe6969 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Added segment 894389c4-d6eb-4940-9132-97a7df3ea1c1 of type vlan for network 0685924a-b45e-4145-8b0e-591ee3a46b73 Jun 01 19:13:06.938490 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4ab1e88b-10de-4e6f-b799-7aec02fe6969 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:06.973054 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4ab1e88b-10de-4e6f-b799-7aec02fe6969 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:06.980582 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ab1e88b-10de-4e6f-b799-7aec02fe6969 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:13:06.981400 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4ab1e88b-10de-4e6f-b799-7aec02fe6969 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks [] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:07.018278 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d0877463-c071-46b4-a190-09f059d6d6e1 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:07.024838 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-9ea1717a-46d4-497c-8841-061165bea712 None None] Deleting port 23e18b0d-0e6e-4f82-a835-fabeabb6b367 {{(pid=88526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:13:07.025846 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-9ea1717a-46d4-497c-8841-061165bea712 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:07.102038 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-4ab1e88b-10de-4e6f-b799-7aec02fe6969 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2905059 Jun 01 19:13:07.104933 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 57580) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:13:07.107957 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab1e88b-10de-4e6f-b799-7aec02fe6969 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Pushing event updated for resources: {'Network': ['ID=0685924a-b45e-4145-8b0e-591ee3a46b73,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:13:07.125434 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-1b726e24-729e-4000-ac39-1a29012bc1e6 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Request body: {'subnet': {'network_id': '0685924a-b45e-4145-8b0e-591ee3a46b73', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:13:07.134197 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-9ea1717a-46d4-497c-8841-061165bea712 None None] The port '23e18b0d-0e6e-4f82-a835-fabeabb6b367' was deleted {{(pid=88526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 01 19:13:07.135754 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network 0685924a-b45e-4145-8b0e-591ee3a46b73 details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 19:13:07.152948 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-bbe6add3-38b8-458e-8b5d-4cd7384484c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:07.168818 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-d0877463-c071-46b4-a190-09f059d6d6e1 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Calling delete_port for 45215277-1763-4ef2-a2db-97c8283ec9af owned by {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:13:07.245837 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d238648-8777-43f9-b467-a6afa8acb2ff None None] Network c840486e-0c2f-4729-9a0c-ee6552111f90 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:13:07.279765 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-1b726e24-729e-4000-ac39-1a29012bc1e6 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:13:07.283991 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-1b726e24-729e-4000-ac39-1a29012bc1e6 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Usage tracker for resource:subnet and tenant:8011be9678e842bab7da75259f1c11c1 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:13:07.288054 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-1b726e24-729e-4000-ac39-1a29012bc1e6 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:13:07.295181 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-1b726e24-729e-4000-ac39-1a29012bc1e6 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:13:07.309092 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b726e24-729e-4000-ac39-1a29012bc1e6 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Made reservation on behalf of 8011be9678e842bab7da75259f1c11c1 for: {'subnet': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:13:07.325964 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1b726e24-729e-4000-ac39-1a29012bc1e6 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3066584'] for subnet, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:07.382529 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-3933430e-87c9-412a-abff-6858922bcac6 None None] Provisioning for port 7df27573-55fc-4666-ab77-bab66d16c3a8 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:13:07.412634 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 7df27573-55fc-4666-ab77-bab66d16c3a8 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:13:07.437360 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d0877463-c071-46b4-a190-09f059d6d6e1 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:07.495116 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0877463-c071-46b4-a190-09f059d6d6e1 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Pushing event deleted for resources: {'Port': ['ID=45215277-1763-4ef2-a2db-97c8283ec9af,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:13:07.577108 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port 7df27573-55fc-4666-ab77-bab66d16c3a8 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:13:07.586154 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 7df27573-55fc-4666-ab77-bab66d16c3a8 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:13:07.586528 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:07.588138 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1b726e24-729e-4000-ac39-1a29012bc1e6 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2718919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3066602'] for subnet, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:07.653766 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d0877463-c071-46b4-a190-09f059d6d6e1 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:07.670427 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-d0877463-c071-46b4-a190-09f059d6d6e1 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "DELETE /v2.0/ports/45215277-1763-4ef2-a2db-97c8283ec9af HTTP/1.1" status: 204 len: 168 time: 1.0349202 Jun 01 19:13:07.671127 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 57584) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:13:07.682095 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b726e24-729e-4000-ac39-1a29012bc1e6 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Checking segment: {'id': '894389c4-d6eb-4940-9132-97a7df3ea1c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0685924a-b45e-4145-8b0e-591ee3a46b73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:13:07.682483 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b726e24-729e-4000-ac39-1a29012bc1e6 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Network hostable DHCP agents. Network: 0685924a-b45e-4145-8b0e-591ee3a46b73, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88524) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 19:13:07.690256 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b726e24-729e-4000-ac39-1a29012bc1e6 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Pushing event updated for resources: {'Subnet': ['ID=d6578dc6-550e-4396-8fc7-6b70868dc84b,revision_number=0']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:13:07.708791 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b726e24-729e-4000-ac39-1a29012bc1e6 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Network 0685924a-b45e-4145-8b0e-591ee3a46b73 is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88524) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 19:13:07.720370 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-1b726e24-729e-4000-ac39-1a29012bc1e6 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, 0685924a-b45e-4145-8b0e-591ee3a46b73) {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:13:07.725152 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b726e24-729e-4000-ac39-1a29012bc1e6 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:13:07.725935 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1b726e24-729e-4000-ac39-1a29012bc1e6 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:07.751282 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-1b726e24-729e-4000-ac39-1a29012bc1e6 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6452448 Jun 01 19:13:07.754100 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 57588) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:13:07.756592 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8cefea0-e6de-482f-be0e-3b592dc1027d tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:13:07.758448 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8cefea0-e6de-482f-be0e-3b592dc1027d tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:13:07.759190 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06a44b1b-f4db-40e0-a330-f2706598aa07 None None] Network 0685924a-b45e-4145-8b0e-591ee3a46b73 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:13:07.760197 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8cefea0-e6de-482f-be0e-3b592dc1027d tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:13:07.761049 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-f8cefea0-e6de-482f-be0e-3b592dc1027d tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Synchronizing usage tracker for tenant:451baccc58514a0cab8c4410ed135b7c on resource:subnet {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:13:07.777666 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-f8cefea0-e6de-482f-be0e-3b592dc1027d tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Unset dirty status for tenant:451baccc58514a0cab8c4410ed135b7c on resource:subnet {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:13:07.781298 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-f8cefea0-e6de-482f-be0e-3b592dc1027d tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1068139 Jun 01 19:13:07.781543 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 57592) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:13:07.853194 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7b3c3eb-9f14-4589-ac02-3243aec1c0e5 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Deleting subnet 611010fc-f456-4bee-83b2-f0e9043661c1 {{(pid=88525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 19:13:07.856277 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b7b3c3eb-9f14-4589-ac02-3243aec1c0e5 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks [] for subnet, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:07.864289 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 7df27573-55fc-4666-ab77-bab66d16c3a8 is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:13:07.864739 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:07.920641 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5881b301-3163-43a3-bebb-a1338871636a None None] Update dhcp port {'port': {'network_id': 'c840486e-0c2f-4729-9a0c-ee6552111f90', 'fixed_ips': [{'subnet_id': '611010fc-f456-4bee-83b2-f0e9043661c1', 'ip_address': '2001:db8::f816:3eff:fe8f:f97a'}, {'subnet_id': 'a2f10bf7-3523-4bfc-a2a1-50f414b707db'}], 'binding:host_id': 'n-d-844202-1'}, 'id': '7df27573-55fc-4666-ab77-bab66d16c3a8'} from n-d-844202-1. {{(pid=88526) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jun 01 19:13:07.921839 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b7b3c3eb-9f14-4589-ac02-3243aec1c0e5 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2258509'] for subnet, precommit_delete_associations {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:08.029772 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port 7df27573-55fc-4666-ab77-bab66d16c3a8, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=7df27573-55fc-4666-ab77-bab66d16c3a8,segment=NetworkSegment(a6cfd7d1-5211-44ec-a836-a984e441185d),segment_id=a6cfd7d1-5211-44ec-a836-a984e441185d)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:13:08.036509 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b7b3c3eb-9f14-4589-ac02-3243aec1c0e5 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:08.044933 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:08.079264 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-5881b301-3163-43a3-bebb-a1338871636a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:08.120682 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 23e18b0d-0e6e-4f82-a835-fabeabb6b367 no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:13:08.142547 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b7b3c3eb-9f14-4589-ac02-3243aec1c0e5 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2614143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9667199'] for subnet, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:08.187132 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b3c3eb-9f14-4589-ac02-3243aec1c0e5 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Pushing event deleted for resources: {'Subnet': ['ID=611010fc-f456-4bee-83b2-f0e9043661c1,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:13:08.193570 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b7b3c3eb-9f14-4589-ac02-3243aec1c0e5 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks [] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:08.207300 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: 23e18b0d-0e6e-4f82-a835-fabeabb6b367 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:13:08.207644 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 23e18b0d-0e6e-4f82-a835-fabeabb6b367 not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:13:08.213633 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-b7b3c3eb-9f14-4589-ac02-3243aec1c0e5 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "DELETE /v2.0/subnets/611010fc-f456-4bee-83b2-f0e9043661c1 HTTP/1.1" status: 204 len: 168 time: 0.4286985 Jun 01 19:13:08.213957 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 57596) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:13:08.271468 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=7df27573-55fc-4666-ab77-bab66d16c3a8,revision_number=3']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:13:08.293344 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_v2 [None req-319256fc-931c-4ba7-bcec-492d3940528a tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Deleting subnet a2f10bf7-3523-4bfc-a2a1-50f414b707db {{(pid=88525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 19:13:08.294623 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-9536edae-b3cd-4d1d-8858-bfb51504da68 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:08.298738 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-319256fc-931c-4ba7-bcec-492d3940528a tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks [] for subnet, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:08.316021 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b495514-44c8-4aef-99d7-b1cc43141534 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc93f83c3-7fb6-5c13-a9d4-29d739a4e8d2-0685924a-b45e-4145-8b0e-591ee3a46b73', 'network_id': '0685924a-b45e-4145-8b0e-591ee3a46b73', 'tenant_id': '8011be9678e842bab7da75259f1c11c1', 'fixed_ips': [{'subnet_id': 'd6578dc6-550e-4396-8fc7-6b70868dc84b'}]}} from n-d-844202-1. {{(pid=88526) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 19:13:08.316961 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-1b495514-44c8-4aef-99d7-b1cc43141534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:08.364368 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-319256fc-931c-4ba7-bcec-492d3940528a tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2258509'] for subnet, precommit_delete_associations {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:08.429171 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-319256fc-931c-4ba7-bcec-492d3940528a tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:08.510799 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-319256fc-931c-4ba7-bcec-492d3940528a tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2614143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9667199'] for subnet, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:08.517154 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.db_base_plugin_common [None req-1b495514-44c8-4aef-99d7-b1cc43141534 None None] Allocated IP 2001:db8::2 (0685924a-b45e-4145-8b0e-591ee3a46b73/d6578dc6-550e-4396-8fc7-6b70868dc84b/5f26b89c-27c7-4dae-97fa-e7cf8d2abdd4) {{(pid=88526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:13:08.520905 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server [None req-5881b301-3163-43a3-bebb-a1338871636a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a2f10bf7-3523-4bfc-a2a1-50f414b707db: This subnet is being modified by another concurrent operation. Jun 01 19:13:08.520905 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 01 19:13:08.520905 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 01 19:13:08.520905 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jun 01 19:13:08.520905 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 01 19:13:08.520905 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jun 01 19:13:08.520905 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 01 19:13:08.520905 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jun 01 19:13:08.520905 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 01 19:13:08.520905 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 01 19:13:08.520905 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 01 19:13:08.520905 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 01 19:13:08.520905 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 01 19:13:08.520905 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 01 19:13:08.520905 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 01 19:13:08.520905 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 01 19:13:08.520905 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 01 19:13:08.520905 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server raise self.value Jun 01 19:13:08.520905 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 01 19:13:08.520905 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 01 19:13:08.520905 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 01 19:13:08.520905 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 01 19:13:08.520905 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 01 19:13:08.520905 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 01 19:13:08.520905 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 01 19:13:08.520905 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server raise self.value Jun 01 19:13:08.520905 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 01 19:13:08.520905 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 01 19:13:08.520905 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 01 19:13:08.520905 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 01 19:13:08.520905 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 01 19:13:08.520905 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 01 19:13:08.520905 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 01 19:13:08.520905 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server raise self.value Jun 01 19:13:08.520905 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 01 19:13:08.520905 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 01 19:13:08.520905 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 326, in update_dhcp_port Jun 01 19:13:08.520905 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jun 01 19:13:08.520905 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Jun 01 19:13:08.520905 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jun 01 19:13:08.520905 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Jun 01 19:13:08.520905 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jun 01 19:13:08.520905 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jun 01 19:13:08.520905 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 01 19:13:08.520905 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 01 19:13:08.520905 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 01 19:13:08.520905 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 01 19:13:08.520905 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 01 19:13:08.520905 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 01 19:13:08.520905 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server raise self.value Jun 01 19:13:08.520905 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 01 19:13:08.520905 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 01 19:13:08.520905 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 01 19:13:08.520905 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 01 19:13:08.525379 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 01 19:13:08.525379 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 01 19:13:08.525379 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 01 19:13:08.525379 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server raise self.value Jun 01 19:13:08.525379 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 01 19:13:08.525379 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 01 19:13:08.525379 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 01 19:13:08.525379 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 01 19:13:08.525379 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 01 19:13:08.525379 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 01 19:13:08.525379 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 01 19:13:08.525379 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server raise self.value Jun 01 19:13:08.525379 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 01 19:13:08.525379 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 01 19:13:08.525379 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1723, in update_port Jun 01 19:13:08.525379 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jun 01 19:13:08.525379 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jun 01 19:13:08.525379 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 01 19:13:08.525379 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1494, in update_port Jun 01 19:13:08.525379 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jun 01 19:13:08.525379 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 726, in update_port Jun 01 19:13:08.525379 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jun 01 19:13:08.525379 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Jun 01 19:13:08.525379 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jun 01 19:13:08.525379 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Jun 01 19:13:08.525379 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jun 01 19:13:08.525379 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Jun 01 19:13:08.525379 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jun 01 19:13:08.525379 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jun 01 19:13:08.525379 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server raise exception Jun 01 19:13:08.525379 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a2f10bf7-3523-4bfc-a2a1-50f414b707db: This subnet is being modified by another concurrent operation. Jun 01 19:13:08.525379 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server Jun 01 19:13:08.564531 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319256fc-931c-4ba7-bcec-492d3940528a tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Pushing event deleted for resources: {'Subnet': ['ID=a2f10bf7-3523-4bfc-a2a1-50f414b707db,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:13:08.573910 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-319256fc-931c-4ba7-bcec-492d3940528a tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks [] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:08.601022 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-319256fc-931c-4ba7-bcec-492d3940528a tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "DELETE /v2.0/subnets/a2f10bf7-3523-4bfc-a2a1-50f414b707db HTTP/1.1" status: 204 len: 168 time: 0.3833430 Jun 01 19:13:08.601691 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 57600) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:13:08.640649 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e505f778-0924-4e82-aebe-7d93ae41a2bc None None] Network c840486e-0c2f-4729-9a0c-ee6552111f90 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:13:08.703695 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-b0006a4d-1054-422b-b55b-c49552081dd1 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1008132 Jun 01 19:13:08.706772 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 57604) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:13:08.715279 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-973942de-97c7-410f-99dd-7a32b3adbbaa tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Request body: {'subnet': {'network_id': 'c840486e-0c2f-4729-9a0c-ee6552111f90', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:13:08.843268 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-3e11e3f3-74dc-4b8d-aed0-32c0275b4c1c None None] Provisioning complete for port 7df27573-55fc-4666-ab77-bab66d16c3a8 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:13:08.843496 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-3e11e3f3-74dc-4b8d-aed0-32c0275b4c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:08.965406 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-973942de-97c7-410f-99dd-7a32b3adbbaa tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:13:08.969496 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-973942de-97c7-410f-99dd-7a32b3adbbaa tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Usage tracker for resource:subnet and tenant:451baccc58514a0cab8c4410ed135b7c is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:13:08.972429 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-973942de-97c7-410f-99dd-7a32b3adbbaa tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:13:08.978499 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-973942de-97c7-410f-99dd-7a32b3adbbaa tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:13:08.990664 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-973942de-97c7-410f-99dd-7a32b3adbbaa tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Made reservation on behalf of 451baccc58514a0cab8c4410ed135b7c for: {'subnet': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:13:08.994747 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-973942de-97c7-410f-99dd-7a32b3adbbaa tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9667140'] for subnet, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:09.030585 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-1b495514-44c8-4aef-99d7-b1cc43141534 None None] Notify callbacks [] for port, precommit_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:09.048859 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-1b495514-44c8-4aef-99d7-b1cc43141534 None None] Transition to ACTIVE for port object 5f26b89c-27c7-4dae-97fa-e7cf8d2abdd4 will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:13:09.114257 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-1b495514-44c8-4aef-99d7-b1cc43141534 None None] Transition to ACTIVE for port object 5f26b89c-27c7-4dae-97fa-e7cf8d2abdd4 will not be triggered until provisioned by entity DHCP. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:13:09.132878 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-1b495514-44c8-4aef-99d7-b1cc43141534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526'] for port, after_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:09.170102 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-3e11e3f3-74dc-4b8d-aed0-32c0275b4c1c None None] Current status of the port 7df27573-55fc-4666-ab77-bab66d16c3a8 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:13:09.207659 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b495514-44c8-4aef-99d7-b1cc43141534 None None] Network 0685924a-b45e-4145-8b0e-591ee3a46b73 is already hosted by enough agents. {{(pid=88526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:13:09.214093 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.base_scheduler [None req-1b495514-44c8-4aef-99d7-b1cc43141534 None None] Resources bound (agent type, host, resource id): {{(pid=88526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:13:09.215366 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [None req-9536edae-b3cd-4d1d-8858-bfb51504da68 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Allocated IP 2001:db8::1 (0685924a-b45e-4145-8b0e-591ee3a46b73/d6578dc6-550e-4396-8fc7-6b70868dc84b/dce2d04b-a356-4b5a-8b0a-400c9924d3cb) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:13:09.217141 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b495514-44c8-4aef-99d7-b1cc43141534 None None] Received port after_create {{(pid=88526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:13:09.223314 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b495514-44c8-4aef-99d7-b1cc43141534 None None] Pushing event updated for resources: {'Port': ['ID=5f26b89c-27c7-4dae-97fa-e7cf8d2abdd4,revision_number=1']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:13:09.260676 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35f2ee66-e328-4ccb-a339-b22bc92592ec None None] DHCP port deletion for c840486e-0c2f-4729-9a0c-ee6552111f90 request from n-d-844202-1 {{(pid=88526) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 19:13:09.305143 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-35f2ee66-e328-4ccb-a339-b22bc92592ec None None] Deleting port 7df27573-55fc-4666-ab77-bab66d16c3a8 {{(pid=88526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:13:09.305143 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-35f2ee66-e328-4ccb-a339-b22bc92592ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:09.375947 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 7df27573-55fc-4666-ab77-bab66d16c3a8 no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:13:09.413645 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-9536edae-b3cd-4d1d-8858-bfb51504da68 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:09.419716 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-1b495514-44c8-4aef-99d7-b1cc43141534 None None] Attempting to bind port 5f26b89c-27c7-4dae-97fa-e7cf8d2abdd4 on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:13:09.420342 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-1b495514-44c8-4aef-99d7-b1cc43141534 None None] Attempting to bind port 5f26b89c-27c7-4dae-97fa-e7cf8d2abdd4 by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': '894389c4-d6eb-4940-9132-97a7df3ea1c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0685924a-b45e-4145-8b0e-591ee3a46b73'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:13:09.420487 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b495514-44c8-4aef-99d7-b1cc43141534 None None] Attempting to bind port 5f26b89c-27c7-4dae-97fa-e7cf8d2abdd4 on network 0685924a-b45e-4145-8b0e-591ee3a46b73 {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:13:09.435217 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [None req-9536edae-b3cd-4d1d-8858-bfb51504da68 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Transition to ACTIVE for port object dce2d04b-a356-4b5a-8b0a-400c9924d3cb will not be triggered until provisioned by entity DHCP. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:13:09.445788 n-d-844202-1 neutron-server[88525]: DEBUG neutron.objects.ports [None req-973942de-97c7-410f-99dd-7a32b3adbbaa tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88525) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jun 01 19:13:09.470548 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b495514-44c8-4aef-99d7-b1cc43141534 None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 12, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:13:09.470944 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b495514-44c8-4aef-99d7-b1cc43141534 None None] Checking segment: {'id': '894389c4-d6eb-4940-9132-97a7df3ea1c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0685924a-b45e-4145-8b0e-591ee3a46b73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:13:09.471309 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-1b495514-44c8-4aef-99d7-b1cc43141534 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:09.471691 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b495514-44c8-4aef-99d7-b1cc43141534 None None] Bound using segment: {'id': '894389c4-d6eb-4940-9132-97a7df3ea1c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0685924a-b45e-4145-8b0e-591ee3a46b73'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:13:09.472161 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-1b495514-44c8-4aef-99d7-b1cc43141534 None None] Bound port: 5f26b89c-27c7-4dae-97fa-e7cf8d2abdd4, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '894389c4-d6eb-4940-9132-97a7df3ea1c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0685924a-b45e-4145-8b0e-591ee3a46b73'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:13:09.472565 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-1b495514-44c8-4aef-99d7-b1cc43141534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:09.473589 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-9536edae-b3cd-4d1d-8858-bfb51504da68 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:09.548772 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9536edae-b3cd-4d1d-8858-bfb51504da68 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Network 0685924a-b45e-4145-8b0e-591ee3a46b73 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:13:09.552547 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-9536edae-b3cd-4d1d-8858-bfb51504da68 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:13:09.559498 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9536edae-b3cd-4d1d-8858-bfb51504da68 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:13:09.560343 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-9536edae-b3cd-4d1d-8858-bfb51504da68 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-887605'] for router_interface, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:09.583298 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9536edae-b3cd-4d1d-8858-bfb51504da68 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Pushing event updated for resources: {'Port': ['ID=dce2d04b-a356-4b5a-8b0a-400c9924d3cb,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:13:09.669751 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-4b7ee177-0e7d-4f77-ad46-673fd65c1c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:09.674235 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-973942de-97c7-410f-99dd-7a32b3adbbaa tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:09.714954 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-9536edae-b3cd-4d1d-8858-bfb51504da68 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:09.821013 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-1b495514-44c8-4aef-99d7-b1cc43141534 None None] For port 5f26b89c-27c7-4dae-97fa-e7cf8d2abdd4, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:13:09.830989 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 7df27573-55fc-4666-ab77-bab66d16c3a8 is: ACTIVE; New status is: DOWN {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:13:09.831354 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:09.855707 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-35f2ee66-e328-4ccb-a339-b22bc92592ec None None] For port 7df27573-55fc-4666-ab77-bab66d16c3a8, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=7df27573-55fc-4666-ab77-bab66d16c3a8,segment=NetworkSegment(a6cfd7d1-5211-44ec-a836-a984e441185d),segment_id=a6cfd7d1-5211-44ec-a836-a984e441185d)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:13:09.856101 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-35f2ee66-e328-4ccb-a339-b22bc92592ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:09.863776 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-1b495514-44c8-4aef-99d7-b1cc43141534 None None] For port 5f26b89c-27c7-4dae-97fa-e7cf8d2abdd4, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=5f26b89c-27c7-4dae-97fa-e7cf8d2abdd4,segment=NetworkSegment(894389c4-d6eb-4940-9132-97a7df3ea1c1),segment_id=894389c4-d6eb-4940-9132-97a7df3ea1c1)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:13:09.875468 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-1b495514-44c8-4aef-99d7-b1cc43141534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:09.913549 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [None req-973942de-97c7-410f-99dd-7a32b3adbbaa tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] For port 7df27573-55fc-4666-ab77-bab66d16c3a8, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=7df27573-55fc-4666-ab77-bab66d16c3a8,segment=NetworkSegment(a6cfd7d1-5211-44ec-a836-a984e441185d),segment_id=a6cfd7d1-5211-44ec-a836-a984e441185d)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:13:09.948056 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-973942de-97c7-410f-99dd-7a32b3adbbaa tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks [] for port, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:09.954461 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-973942de-97c7-410f-99dd-7a32b3adbbaa tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:09.956577 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-973942de-97c7-410f-99dd-7a32b3adbbaa tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2614064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9667190'] for subnet, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:10.048165 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-35f2ee66-e328-4ccb-a339-b22bc92592ec None None] Calling delete_port for 7df27573-55fc-4666-ab77-bab66d16c3a8 owned by network:dhcp {{(pid=88526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:13:10.103164 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-973942de-97c7-410f-99dd-7a32b3adbbaa tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Network c840486e-0c2f-4729-9a0c-ee6552111f90 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:13:10.108207 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973942de-97c7-410f-99dd-7a32b3adbbaa tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Pushing event updated for resources: {'Subnet': ['ID=a5c0a1bc-cf9e-43dd-a161-23b6788a04dc,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:13:10.110807 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-973942de-97c7-410f-99dd-7a32b3adbbaa tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:13:10.115975 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-973942de-97c7-410f-99dd-7a32b3adbbaa tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:13:10.116719 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-973942de-97c7-410f-99dd-7a32b3adbbaa tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks [] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:10.137646 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-9536edae-b3cd-4d1d-8858-bfb51504da68 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:10.146143 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-9536edae-b3cd-4d1d-8858-bfb51504da68 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:10.146400 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973942de-97c7-410f-99dd-7a32b3adbbaa tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Pushing event updated for resources: {'Port': ['ID=7df27573-55fc-4666-ab77-bab66d16c3a8,revision_number=6']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:13:10.147752 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-9536edae-b3cd-4d1d-8858-bfb51504da68 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-887436'] for router_interface, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:10.164496 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-973942de-97c7-410f-99dd-7a32b3adbbaa tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4563403 Jun 01 19:13:10.165264 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 57614) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:13:10.174682 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-f9ce797f-3f65-4522-af97-735c5a3f8458 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Request body: {'subnet': {'network_id': 'c840486e-0c2f-4729-9a0c-ee6552111f90', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:13:10.211735 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b495514-44c8-4aef-99d7-b1cc43141534 None None] Pushing event updated for resources: {'Port': ['ID=5f26b89c-27c7-4dae-97fa-e7cf8d2abdd4,revision_number=2']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:13:10.220274 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.db.api [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88526) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 19:13:10.220625 n-d-844202-1 neutron-server[88526]: DEBUG oslo_db.api [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 19:13:10.260745 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.db.api [None req-35f2ee66-e328-4ccb-a339-b22bc92592ec None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88526) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 19:13:10.261192 n-d-844202-1 neutron-server[88526]: DEBUG oslo_db.api [None req-35f2ee66-e328-4ccb-a339-b22bc92592ec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 19:13:10.275960 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9536edae-b3cd-4d1d-8858-bfb51504da68 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Pushing event updated for resources: {'Port': ['ID=dce2d04b-a356-4b5a-8b0a-400c9924d3cb,revision_number=2']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:13:10.370113 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-f9ce797f-3f65-4522-af97-735c5a3f8458 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:13:10.375628 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-f9ce797f-3f65-4522-af97-735c5a3f8458 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Usage tracker for resource:subnet and tenant:451baccc58514a0cab8c4410ed135b7c is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:13:10.379813 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-f9ce797f-3f65-4522-af97-735c5a3f8458 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:13:10.387969 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-f9ce797f-3f65-4522-af97-735c5a3f8458 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:13:10.403007 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9ce797f-3f65-4522-af97-735c5a3f8458 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Made reservation on behalf of 451baccc58514a0cab8c4410ed135b7c for: {'subnet': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:13:10.408073 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f9ce797f-3f65-4522-af97-735c5a3f8458 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9667140'] for subnet, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:10.479338 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2399cd-90b1-4834-a865-2a55b239680c req-36a41a59-81bc-42a6-9dc5-ba5f1762d1fb tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:13:10.480865 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-aa2399cd-90b1-4834-a865-2a55b239680c req-36a41a59-81bc-42a6-9dc5-ba5f1762d1fb tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7d2b0e6-e391-41b4-ad8b-28c3a2257458 HTTP/1.1" status: 200 len: 945 time: 0.1882007 Jun 01 19:13:10.485366 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9536edae-b3cd-4d1d-8858-bfb51504da68 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Network 0685924a-b45e-4145-8b0e-591ee3a46b73 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:13:10.486553 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-9536edae-b3cd-4d1d-8858-bfb51504da68 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:13:10.574120 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:10.657954 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:10.659981 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-aa2399cd-90b1-4834-a865-2a55b239680c req-657e9b8c-46ca-4b19-911a-aaf1d3873974 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/security-groups?id=362494bd-abbe-4b71-ae2f-86abe5bbd7b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1669407 Jun 01 19:13:10.687468 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 57618) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:13:10.749269 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f9ce797f-3f65-4522-af97-735c5a3f8458 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2614064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9667190'] for subnet, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:10.766693 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-35f2ee66-e328-4ccb-a339-b22bc92592ec None None] Deleting port 7df27573-55fc-4666-ab77-bab66d16c3a8 {{(pid=88526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:13:10.767155 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-35f2ee66-e328-4ccb-a339-b22bc92592ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:10.816080 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ce797f-3f65-4522-af97-735c5a3f8458 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Network c840486e-0c2f-4729-9a0c-ee6552111f90 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:13:10.820666 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-f9ce797f-3f65-4522-af97-735c5a3f8458 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:13:10.825573 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ce797f-3f65-4522-af97-735c5a3f8458 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:13:10.826256 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f9ce797f-3f65-4522-af97-735c5a3f8458 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks [] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:10.855901 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ce797f-3f65-4522-af97-735c5a3f8458 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Pushing event updated for resources: {'Subnet': ['ID=c0b86a21-885c-4acf-96e3-93bf2dfb573b,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:13:10.867292 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-f9ce797f-3f65-4522-af97-735c5a3f8458 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6962790 Jun 01 19:13:10.867522 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 57622) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:13:10.873883 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-ad821f62-e30a-406a-afbe-0bcdc24b8291 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Request body: {'port': {'network_id': 'c840486e-0c2f-4729-9a0c-ee6552111f90', 'mac_address': 'fa:16:3e:1e:02:4d', 'name': 'tempest-NetworksTestDHCPv6-1033310848'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:13:10.900946 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 7df27573-55fc-4666-ab77-bab66d16c3a8 is: ACTIVE; New status is: DOWN {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:13:10.901481 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:10.987610 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-b294b758-e69c-4ab6-9498-b5969465a955 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/floatingips/fe415378-a094-489f-8992-497a57f8c2bc HTTP/1.1" status: 200 len: 992 time: 0.2988069 Jun 01 19:13:10.992868 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port 7df27573-55fc-4666-ab77-bab66d16c3a8, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=7df27573-55fc-4666-ab77-bab66d16c3a8,segment=NetworkSegment(a6cfd7d1-5211-44ec-a836-a984e441185d),segment_id=a6cfd7d1-5211-44ec-a836-a984e441185d)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:13:11.013254 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:11.022632 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9536edae-b3cd-4d1d-8858-bfb51504da68 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Router 84cd971b-b1d0-4b21-8841-559c5fc44298 is scheduled to L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 with binding_index 1 {{(pid=88524) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 19:13:11.234450 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=7df27573-55fc-4666-ab77-bab66d16c3a8,revision_number=7']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:13:11.265925 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-35f2ee66-e328-4ccb-a339-b22bc92592ec None None] For port 7df27573-55fc-4666-ab77-bab66d16c3a8, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=7df27573-55fc-4666-ab77-bab66d16c3a8,segment=NetworkSegment(a6cfd7d1-5211-44ec-a836-a984e441185d),segment_id=a6cfd7d1-5211-44ec-a836-a984e441185d)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:13:11.266482 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-35f2ee66-e328-4ccb-a339-b22bc92592ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:11.272953 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9536edae-b3cd-4d1d-8858-bfb51504da68 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:13:11.287473 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a641cae0-23ac-4ea8-9d8b-5517d663df72 None None] Sync routers for ids ['84cd971b-b1d0-4b21-8841-559c5fc44298'] in n-d-844202-1 {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:13:11.292767 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-9536edae-b3cd-4d1d-8858-bfb51504da68 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] 10.222.0.41 "PUT /v2.0/routers/84cd971b-b1d0-4b21-8841-559c5fc44298/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5375946 Jun 01 19:13:11.294245 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 57632) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:13:11.295321 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-ad821f62-e30a-406a-afbe-0bcdc24b8291 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:13:11.299943 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-ad821f62-e30a-406a-afbe-0bcdc24b8291 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Usage tracker for resource:port and tenant:451baccc58514a0cab8c4410ed135b7c is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:13:11.305106 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-48949ae8-9a90-4e8b-80f9-7001feadc56c tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1056750620'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:13:11.305246 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-ad821f62-e30a-406a-afbe-0bcdc24b8291 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:13:11.312680 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-48949ae8-9a90-4e8b-80f9-7001feadc56c tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:13:11.317476 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-48949ae8-9a90-4e8b-80f9-7001feadc56c tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Usage tracker for resource:network and tenant:8011be9678e842bab7da75259f1c11c1 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:13:11.325078 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-48949ae8-9a90-4e8b-80f9-7001feadc56c tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:13:11.325459 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-ad821f62-e30a-406a-afbe-0bcdc24b8291 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:13:11.334490 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-48949ae8-9a90-4e8b-80f9-7001feadc56c tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:13:11.346836 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad821f62-e30a-406a-afbe-0bcdc24b8291 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Made reservation on behalf of 451baccc58514a0cab8c4410ed135b7c for: {'port': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:13:11.352378 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48949ae8-9a90-4e8b-80f9-7001feadc56c tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Made reservation on behalf of 8011be9678e842bab7da75259f1c11c1 for: {'network': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:13:11.356017 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-48949ae8-9a90-4e8b-80f9-7001feadc56c tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:11.397944 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48949ae8-9a90-4e8b-80f9-7001feadc56c tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 140} {{(pid=88524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 19:13:11.420114 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-48949ae8-9a90-4e8b-80f9-7001feadc56c tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:11.420658 n-d-844202-1 neutron-server[88524]: INFO neutron.db.segments_db [None req-48949ae8-9a90-4e8b-80f9-7001feadc56c tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Added segment f3946dcb-a018-41cc-ba69-a2eb812cf5d7 of type vlan for network 05aa4ee3-9ed0-4e01-81b9-048f59f628c3 Jun 01 19:13:11.466422 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-48949ae8-9a90-4e8b-80f9-7001feadc56c tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:11.496156 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-35f2ee66-e328-4ccb-a339-b22bc92592ec None None] Calling delete_port for 7df27573-55fc-4666-ab77-bab66d16c3a8 owned by network:dhcp {{(pid=88526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:13:11.525043 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-48949ae8-9a90-4e8b-80f9-7001feadc56c tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:11.531108 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ad821f62-e30a-406a-afbe-0bcdc24b8291 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:11.547294 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48949ae8-9a90-4e8b-80f9-7001feadc56c tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:13:11.548033 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-48949ae8-9a90-4e8b-80f9-7001feadc56c tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks [] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:11.575180 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [None req-ad821f62-e30a-406a-afbe-0bcdc24b8291 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] device_id is not set on port 90d5c3ce-228e-410f-af9d-f7e301f25441 yet. {{(pid=88525) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 19:13:11.592906 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 5f26b89c-27c7-4dae-97fa-e7cf8d2abdd4 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:13:11.636286 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a641cae0-23ac-4ea8-9d8b-5517d663df72 None None] Routers {'84cd971b-b1d0-4b21-8841-559c5fc44298'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:13:11.636929 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-a641cae0-23ac-4ea8-9d8b-5517d663df72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:13:09Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['84cd971b-b1d0-4b21-8841-559c5fc44298'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:13:11.721504 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3201eb0-34b8-4c38-9a31-2185791a14fe None None] Network 0685924a-b45e-4145-8b0e-591ee3a46b73 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:13:11.721757 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-48949ae8-9a90-4e8b-80f9-7001feadc56c tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4234307 Jun 01 19:13:11.728369 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 57642) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:13:11.737461 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-69d7743d-bb59-4a93-b97d-39163b6d9d0e tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Request body: {'subnet': {'network_id': '05aa4ee3-9ed0-4e01-81b9-048f59f628c3', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:13:11.751885 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48949ae8-9a90-4e8b-80f9-7001feadc56c tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Pushing event updated for resources: {'Network': ['ID=05aa4ee3-9ed0-4e01-81b9-048f59f628c3,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:13:11.756280 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.db.api [None req-35f2ee66-e328-4ccb-a339-b22bc92592ec None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88526) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 19:13:11.756793 n-d-844202-1 neutron-server[88526]: DEBUG oslo_db.api [None req-35f2ee66-e328-4ccb-a339-b22bc92592ec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 19:13:11.867082 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-69d7743d-bb59-4a93-b97d-39163b6d9d0e tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:13:11.872342 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93030860-dcb6-4078-98c2-7cc464fc76a6 req-405477a8-e4bb-4ebd-915e-2451b80677f9 tempest-TestNetworkAdvancedServerOps-1915190974 tempest-TestNetworkAdvancedServerOps-1915190974-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:13:11.874244 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-93030860-dcb6-4078-98c2-7cc464fc76a6 req-405477a8-e4bb-4ebd-915e-2451b80677f9 tempest-TestNetworkAdvancedServerOps-1915190974 tempest-TestNetworkAdvancedServerOps-1915190974-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=b7d2b0e6-e391-41b4-ad8b-28c3a2257458 HTTP/1.1" status: 200 len: 1096 time: 0.2788396 Jun 01 19:13:11.874709 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-69d7743d-bb59-4a93-b97d-39163b6d9d0e tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Usage tracker for resource:subnet and tenant:8011be9678e842bab7da75259f1c11c1 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:13:11.877682 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-69d7743d-bb59-4a93-b97d-39163b6d9d0e tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:13:11.889760 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network 05aa4ee3-9ed0-4e01-81b9-048f59f628c3 details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 19:13:11.895756 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [None req-ad821f62-e30a-406a-afbe-0bcdc24b8291 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Allocated IP 172.20.0.9 (c840486e-0c2f-4729-9a0c-ee6552111f90/c0b86a21-885c-4acf-96e3-93bf2dfb573b/90d5c3ce-228e-410f-af9d-f7e301f25441) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:13:11.897956 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-69d7743d-bb59-4a93-b97d-39163b6d9d0e tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:13:11.904074 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [None req-ad821f62-e30a-406a-afbe-0bcdc24b8291 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Allocated IP 2001:db8::f816:3eff:fe1e:24d (c840486e-0c2f-4729-9a0c-ee6552111f90/a5c0a1bc-cf9e-43dd-a161-23b6788a04dc/90d5c3ce-228e-410f-af9d-f7e301f25441) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:13:11.942901 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-93030860-dcb6-4078-98c2-7cc464fc76a6 req-1d18a4f8-23a8-4735-8242-10ac31c414c5 tempest-TestNetworkAdvancedServerOps-1915190974 tempest-TestNetworkAdvancedServerOps-1915190974-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=362494bd-abbe-4b71-ae2f-86abe5bbd7b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622070 Jun 01 19:13:11.944796 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69d7743d-bb59-4a93-b97d-39163b6d9d0e tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Made reservation on behalf of 8011be9678e842bab7da75259f1c11c1 for: {'subnet': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:13:11.949063 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-69d7743d-bb59-4a93-b97d-39163b6d9d0e tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3066584'] for subnet, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:12.035666 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:12.064877 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f530a83b-3a5a-4186-9fed-567c5835418a None None] Provisioning for port 5f26b89c-27c7-4dae-97fa-e7cf8d2abdd4 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:13:12.103479 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:12.127439 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-35f2ee66-e328-4ccb-a339-b22bc92592ec None None] Deleting port 7df27573-55fc-4666-ab77-bab66d16c3a8 {{(pid=88526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:13:12.128709 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-35f2ee66-e328-4ccb-a339-b22bc92592ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:12.164024 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-a641cae0-23ac-4ea8-9d8b-5517d663df72 None None] Set router 84cd971b-b1d0-4b21-8841-559c5fc44298 gateway port host: None {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:13:12.198291 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ad821f62-e30a-406a-afbe-0bcdc24b8291 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:12.217551 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [None req-ad821f62-e30a-406a-afbe-0bcdc24b8291 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Transition to ACTIVE for port object 90d5c3ce-228e-410f-af9d-f7e301f25441 will not be triggered until provisioned by entity DHCP. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:13:12.221038 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:12.248901 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ad821f62-e30a-406a-afbe-0bcdc24b8291 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:12.256988 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-69d7743d-bb59-4a93-b97d-39163b6d9d0e tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2718919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3066602'] for subnet, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:12.333402 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad821f62-e30a-406a-afbe-0bcdc24b8291 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Network c840486e-0c2f-4729-9a0c-ee6552111f90 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:13:12.337699 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-ad821f62-e30a-406a-afbe-0bcdc24b8291 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:13:12.342348 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad821f62-e30a-406a-afbe-0bcdc24b8291 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:13:12.371837 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d7743d-bb59-4a93-b97d-39163b6d9d0e tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Checking segment: {'id': 'f3946dcb-a018-41cc-ba69-a2eb812cf5d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '05aa4ee3-9ed0-4e01-81b9-048f59f628c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:13:12.372539 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69d7743d-bb59-4a93-b97d-39163b6d9d0e tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Network hostable DHCP agents. Network: 05aa4ee3-9ed0-4e01-81b9-048f59f628c3, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88524) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 19:13:12.379512 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d7743d-bb59-4a93-b97d-39163b6d9d0e tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Pushing event updated for resources: {'Subnet': ['ID=75d314dd-d0f4-48d5-b3fb-66f5cb773d77,revision_number=0']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:13:12.408195 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad821f62-e30a-406a-afbe-0bcdc24b8291 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:13:12.409088 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ad821f62-e30a-406a-afbe-0bcdc24b8291 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:12.412509 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69d7743d-bb59-4a93-b97d-39163b6d9d0e tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Network 05aa4ee3-9ed0-4e01-81b9-048f59f628c3 is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88524) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 19:13:12.427277 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port 5f26b89c-27c7-4dae-97fa-e7cf8d2abdd4 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:13:12.436098 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-69d7743d-bb59-4a93-b97d-39163b6d9d0e tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, 05aa4ee3-9ed0-4e01-81b9-048f59f628c3) {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:13:12.445727 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad821f62-e30a-406a-afbe-0bcdc24b8291 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Pushing event updated for resources: {'Port': ['ID=90d5c3ce-228e-410f-af9d-f7e301f25441,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:13:12.449827 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69d7743d-bb59-4a93-b97d-39163b6d9d0e tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:13:12.450434 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-69d7743d-bb59-4a93-b97d-39163b6d9d0e tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:12.459401 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-ad821f62-e30a-406a-afbe-0bcdc24b8291 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.5884225 Jun 01 19:13:12.459660 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 57658) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:13:12.482772 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-69d7743d-bb59-4a93-b97d-39163b6d9d0e tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7473238 Jun 01 19:13:12.484159 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 57662) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:13:12.554103 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09e8decb-f16c-4034-81f4-371d3228042f None None] Network 05aa4ee3-9ed0-4e01-81b9-048f59f628c3 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:13:12.614948 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ccc8ba-9b70-4730-b073-f7bd54e696d7 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:13:12.621557 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ccc8ba-9b70-4730-b073-f7bd54e696d7 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:13:12.622365 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-50ccc8ba-9b70-4730-b073-f7bd54e696d7 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Synchronizing usage tracker for tenant:451baccc58514a0cab8c4410ed135b7c on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:13:12.638966 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-50ccc8ba-9b70-4730-b073-f7bd54e696d7 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Unset dirty status for tenant:451baccc58514a0cab8c4410ed135b7c on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:13:12.640448 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-50ccc8ba-9b70-4730-b073-f7bd54e696d7 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.1792564 Jun 01 19:13:12.643186 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 57672) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:13:12.727295 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-df4791d4-ebd5-4c85-9c1c-16c57e6b4701 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Deleting port 90d5c3ce-228e-410f-af9d-f7e301f25441 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:13:12.727641 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-df4791d4-ebd5-4c85-9c1c-16c57e6b4701 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:12.769586 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 5f26b89c-27c7-4dae-97fa-e7cf8d2abdd4 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:13:12.770008 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:12.969537 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-35f2ee66-e328-4ccb-a339-b22bc92592ec None None] For port 7df27573-55fc-4666-ab77-bab66d16c3a8, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=7df27573-55fc-4666-ab77-bab66d16c3a8,segment=NetworkSegment(a6cfd7d1-5211-44ec-a836-a984e441185d),segment_id=a6cfd7d1-5211-44ec-a836-a984e441185d)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:13:12.970030 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-35f2ee66-e328-4ccb-a339-b22bc92592ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:13.085204 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-df4791d4-ebd5-4c85-9c1c-16c57e6b4701 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:13.292458 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-df4791d4-ebd5-4c85-9c1c-16c57e6b4701 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Calling delete_port for 90d5c3ce-228e-410f-af9d-f7e301f25441 owned by {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:13:13.406783 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-9e61a30f-5e1f-414a-8a55-91891711c5e7 req-2ac997c1-3c81-4271-b925-f7ea6841c954 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b7d2b0e6-e391-41b4-ad8b-28c3a2257458&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4263253 Jun 01 19:13:13.439483 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-35f2ee66-e328-4ccb-a339-b22bc92592ec None None] Calling delete_port for 7df27573-55fc-4666-ab77-bab66d16c3a8 owned by network:dhcp {{(pid=88526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:13:13.574787 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-df4791d4-ebd5-4c85-9c1c-16c57e6b4701 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:13.579155 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-3ab031f8-d602-4849-8f6a-e5ea813646d4 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:13.625817 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e678876d-75e7-4642-bd34-491daa11abd9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc93f83c3-7fb6-5c13-a9d4-29d739a4e8d2-05aa4ee3-9ed0-4e01-81b9-048f59f628c3', 'network_id': '05aa4ee3-9ed0-4e01-81b9-048f59f628c3', 'tenant_id': '8011be9678e842bab7da75259f1c11c1', 'fixed_ips': [{'subnet_id': '75d314dd-d0f4-48d5-b3fb-66f5cb773d77'}]}} from n-d-844202-1. {{(pid=88526) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 19:13:13.626709 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-e678876d-75e7-4642-bd34-491daa11abd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:13.711518 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4791d4-ebd5-4c85-9c1c-16c57e6b4701 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Pushing event deleted for resources: {'Port': ['ID=90d5c3ce-228e-410f-af9d-f7e301f25441,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:13:13.860315 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 5f26b89c-27c7-4dae-97fa-e7cf8d2abdd4 is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:13:13.860703 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:13.970079 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-df4791d4-ebd5-4c85-9c1c-16c57e6b4701 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:13.981426 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-35f2ee66-e328-4ccb-a339-b22bc92592ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535'] for port, after_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:13.996511 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-df4791d4-ebd5-4c85-9c1c-16c57e6b4701 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "DELETE /v2.0/ports/90d5c3ce-228e-410f-af9d-f7e301f25441 HTTP/1.1" status: 204 len: 168 time: 1.3493955 Jun 01 19:13:13.996511 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 57698) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:13:14.135128 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port 5f26b89c-27c7-4dae-97fa-e7cf8d2abdd4, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=5f26b89c-27c7-4dae-97fa-e7cf8d2abdd4,segment=NetworkSegment(894389c4-d6eb-4940-9132-97a7df3ea1c1),segment_id=894389c4-d6eb-4940-9132-97a7df3ea1c1)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:13:14.145506 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-699d0ff1-3d0d-4c93-97d2-9ca6a767c066 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:13:14.147595 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-699d0ff1-3d0d-4c93-97d2-9ca6a767c066 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:13:14.149145 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-699d0ff1-3d0d-4c93-97d2-9ca6a767c066 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:13:14.149963 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-699d0ff1-3d0d-4c93-97d2-9ca6a767c066 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Synchronizing usage tracker for tenant:451baccc58514a0cab8c4410ed135b7c on resource:subnet {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:13:14.183405 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-699d0ff1-3d0d-4c93-97d2-9ca6a767c066 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Unset dirty status for tenant:451baccc58514a0cab8c4410ed135b7c on resource:subnet {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:13:14.187849 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-699d0ff1-3d0d-4c93-97d2-9ca6a767c066 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1770933 Jun 01 19:13:14.188100 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 57706) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:13:14.198307 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f2ee66-e328-4ccb-a339-b22bc92592ec None None] Pushing event deleted for resources: {'Port': ['ID=7df27573-55fc-4666-ab77-bab66d16c3a8,revision_number=None']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:13:14.308687 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f2ee66-e328-4ccb-a339-b22bc92592ec None None] No DVR routers for this DVR port 7df27573-55fc-4666-ab77-bab66d16c3a8 on host n-d-844202-1 {{(pid=88526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:13:14.310836 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:14.329319 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_v2 [None req-01b71a7d-8fd8-4e7b-afdb-a8e45df4a019 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Deleting subnet a5c0a1bc-cf9e-43dd-a161-23b6788a04dc {{(pid=88525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 19:13:14.335921 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-01b71a7d-8fd8-4e7b-afdb-a8e45df4a019 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks [] for subnet, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:14.428384 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-a641cae0-23ac-4ea8-9d8b-5517d663df72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84cd971b-b1d0-4b21-8841-559c5fc44298', 'name': 'tempest-RoutersIpV6Test-router-616667906', 'tenant_id': '8011be9678e842bab7da75259f1c11c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:13:06Z', 'updated_at': '2022-06-01T19:13:09Z', 'revision_number': 2, 'project_id': '8011be9678e842bab7da75259f1c11c1', 'gw_port_host': None, '_interfaces': [{'id': 'dce2d04b-a356-4b5a-8b0a-400c9924d3cb', 'name': '', 'network_id': '0685924a-b45e-4145-8b0e-591ee3a46b73', 'tenant_id': '8011be9678e842bab7da75259f1c11c1', 'mac_address': 'fa:16:3e:20:2b:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84cd971b-b1d0-4b21-8841-559c5fc44298', 'device_owner': 'network:router_interface', 'standard_attr_id': 2998, 'fixed_ips': [{'subnet_id': 'd6578dc6-550e-4396-8fc7-6b70868dc84b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:13:08Z', 'updated_at': '2022-06-01T19:13:09Z', 'revision_number': 2, 'project_id': '8011be9678e842bab7da75259f1c11c1', 'subnets': [{'id': 'd6578dc6-550e-4396-8fc7-6b70868dc84b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:13:14.434100 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ce7c836-51bd-4684-83af-b31d05eb1544 None None] Network c840486e-0c2f-4729-9a0c-ee6552111f90 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:13:14.469448 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a641cae0-23ac-4ea8-9d8b-5517d663df72 None None] Checking router: 84cd971b-b1d0-4b21-8841-559c5fc44298 for host: n-d-844202-1 {{(pid=88526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 19:13:14.469448 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a641cae0-23ac-4ea8-9d8b-5517d663df72 None None] Updating router 84cd971b-b1d0-4b21-8841-559c5fc44298 port dce2d04b-a356-4b5a-8b0a-400c9924d3cb binding host n-d-844202-1 {{(pid=88526) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 19:13:14.570428 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [req-9e61a30f-5e1f-414a-8a55-91891711c5e7 req-1d55ba22-c9b9-4513-9174-c7c4c445b0f4 tempest-TestNetworkAdvancedServerOps-1915190974 tempest-TestNetworkAdvancedServerOps-1915190974-project-admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=88525) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 19:13:14.577562 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-9e61a30f-5e1f-414a-8a55-91891711c5e7 req-1d55ba22-c9b9-4513-9174-c7c4c445b0f4 tempest-TestNetworkAdvancedServerOps-1915190974 tempest-TestNetworkAdvancedServerOps-1915190974-project-admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4242504 Jun 01 19:13:14.581840 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [req-9e61a30f-5e1f-414a-8a55-91891711c5e7 req-19652b0d-a659-4f19-bf06-305b9cc0f420 service neutron] Request body: {'binding': {'host': 'n-h2-844202-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:13:14.583209 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [req-9e61a30f-5e1f-414a-8a55-91891711c5e7 req-19652b0d-a659-4f19-bf06-305b9cc0f420 service neutron] Unknown quota resources ['binding']. {{(pid=88525) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 01 19:13:14.619941 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.db_base_plugin_common [None req-e678876d-75e7-4642-bd34-491daa11abd9 None None] Allocated IP 2001:db8:1::2 (05aa4ee3-9ed0-4e01-81b9-048f59f628c3/75d314dd-d0f4-48d5-b3fb-66f5cb773d77/f4af7131-5317-4ca1-938e-5ef22c4c0f42) {{(pid=88526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:13:14.626041 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-a641cae0-23ac-4ea8-9d8b-5517d663df72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:14.646122 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-01b71a7d-8fd8-4e7b-afdb-a8e45df4a019 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2258509'] for subnet, precommit_delete_associations {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:14.650504 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=5f26b89c-27c7-4dae-97fa-e7cf8d2abdd4,revision_number=3']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:13:14.735245 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-fef684c9-1b05-4b00-b124-f7c1cb64b71b None None] Provisioning complete for port 5f26b89c-27c7-4dae-97fa-e7cf8d2abdd4 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:13:14.735560 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-fef684c9-1b05-4b00-b124-f7c1cb64b71b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:14.796037 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-01b71a7d-8fd8-4e7b-afdb-a8e45df4a019 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:14.922283 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-01b71a7d-8fd8-4e7b-afdb-a8e45df4a019 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2614143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9667199'] for subnet, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:14.925643 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-9e61a30f-5e1f-414a-8a55-91891711c5e7 req-19652b0d-a659-4f19-bf06-305b9cc0f420 service neutron] Attempting to bind port a66da448-c5b2-4d30-b235-d219f03c9d9d on host n-h2-844202-1 for vnic_type normal with profile None {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:13:14.925957 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-9e61a30f-5e1f-414a-8a55-91891711c5e7 req-19652b0d-a659-4f19-bf06-305b9cc0f420 service neutron] Attempting to bind port a66da448-c5b2-4d30-b235-d219f03c9d9d by drivers openvswitch,hyperv on host n-h2-844202-1 at level 0 using segments [{'id': '5fc4ab46-cdd1-4a9b-8c32-e8e8c6108992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'dff807a0-8ea6-4127-898d-549f6adefb8f'}] {{(pid=88525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:13:14.926271 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e61a30f-5e1f-414a-8a55-91891711c5e7 req-19652b0d-a659-4f19-bf06-305b9cc0f420 service neutron] Attempting to bind port a66da448-c5b2-4d30-b235-d219f03c9d9d on network dff807a0-8ea6-4127-898d-549f6adefb8f {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:13:14.965423 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e61a30f-5e1f-414a-8a55-91891711c5e7 req-19652b0d-a659-4f19-bf06-305b9cc0f420 service neutron] Port a66da448-c5b2-4d30-b235-d219f03c9d9d on network dff807a0-8ea6-4127-898d-549f6adefb8f not bound, no agent of type Open vSwitch agent registered on host n-h2-844202-1 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 19:13:14.965729 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e61a30f-5e1f-414a-8a55-91891711c5e7 req-19652b0d-a659-4f19-bf06-305b9cc0f420 service neutron] Attempting to bind port a66da448-c5b2-4d30-b235-d219f03c9d9d on network dff807a0-8ea6-4127-898d-549f6adefb8f {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:13:14.969423 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b71a7d-8fd8-4e7b-afdb-a8e45df4a019 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Pushing event deleted for resources: {'Subnet': ['ID=a5c0a1bc-cf9e-43dd-a161-23b6788a04dc,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:13:14.971336 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-01b71a7d-8fd8-4e7b-afdb-a8e45df4a019 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks [] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:14.981997 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e61a30f-5e1f-414a-8a55-91891711c5e7 req-19652b0d-a659-4f19-bf06-305b9cc0f420 service neutron] Checking agent: {'id': 'f5db9968-6317-4186-9100-9e0ca6b50417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 13, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:13:14.981997 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e61a30f-5e1f-414a-8a55-91891711c5e7 req-19652b0d-a659-4f19-bf06-305b9cc0f420 service neutron] Checking segment: {'id': '5fc4ab46-cdd1-4a9b-8c32-e8e8c6108992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'dff807a0-8ea6-4127-898d-549f6adefb8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:13:14.982217 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e61a30f-5e1f-414a-8a55-91891711c5e7 req-19652b0d-a659-4f19-bf06-305b9cc0f420 service neutron] Bound using segment: {'id': '5fc4ab46-cdd1-4a9b-8c32-e8e8c6108992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'dff807a0-8ea6-4127-898d-549f6adefb8f'} {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:13:14.982460 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-9e61a30f-5e1f-414a-8a55-91891711c5e7 req-19652b0d-a659-4f19-bf06-305b9cc0f420 service neutron] Bound port: a66da448-c5b2-4d30-b235-d219f03c9d9d, host: n-h2-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fc4ab46-cdd1-4a9b-8c32-e8e8c6108992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'dff807a0-8ea6-4127-898d-549f6adefb8f'}}] {{(pid=88525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:13:14.999225 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-01b71a7d-8fd8-4e7b-afdb-a8e45df4a019 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "DELETE /v2.0/subnets/a5c0a1bc-cf9e-43dd-a161-23b6788a04dc HTTP/1.1" status: 204 len: 168 time: 0.8077006 Jun 01 19:13:14.999403 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 57710) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:13:15.074572 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-9e61a30f-5e1f-414a-8a55-91891711c5e7 req-19652b0d-a659-4f19-bf06-305b9cc0f420 service neutron] For port a66da448-c5b2-4d30-b235-d219f03c9d9d, host n-h2-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=a66da448-c5b2-4d30-b235-d219f03c9d9d,segment=NetworkSegment(5fc4ab46-cdd1-4a9b-8c32-e8e8c6108992),segment_id=5fc4ab46-cdd1-4a9b-8c32-e8e8c6108992)] {{(pid=88525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:13:15.078734 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_v2 [None req-d39d29da-61e2-4d40-91e1-d8f026422224 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Deleting subnet c0b86a21-885c-4acf-96e3-93bf2dfb573b {{(pid=88525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 19:13:15.081681 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-9e61a30f-5e1f-414a-8a55-91891711c5e7 req-19652b0d-a659-4f19-bf06-305b9cc0f420 service neutron] Notify callbacks [] for binding, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:15.082779 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-9e61a30f-5e1f-414a-8a55-91891711c5e7 req-19652b0d-a659-4f19-bf06-305b9cc0f420 service neutron] 10.222.0.41 "POST /v2.0/ports/a66da448-c5b2-4d30-b235-d219f03c9d9d/bindings HTTP/1.1" status: 201 len: 389 time: 0.5042622 Jun 01 19:13:15.089265 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d39d29da-61e2-4d40-91e1-d8f026422224 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks [] for subnet, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:15.165434 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d39d29da-61e2-4d40-91e1-d8f026422224 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2258509'] for subnet, precommit_delete_associations {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:15.243364 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d39d29da-61e2-4d40-91e1-d8f026422224 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:15.297037 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-fef684c9-1b05-4b00-b124-f7c1cb64b71b None None] Current status of the port 5f26b89c-27c7-4dae-97fa-e7cf8d2abdd4 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:13:15.299449 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04c9dfc5-3cd9-41e4-9a1a-26a037a1c906 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc93f83c3-7fb6-5c13-a9d4-29d739a4e8d2-c840486e-0c2f-4729-9a0c-ee6552111f90', 'network_id': 'c840486e-0c2f-4729-9a0c-ee6552111f90', 'tenant_id': '451baccc58514a0cab8c4410ed135b7c', 'fixed_ips': [{'subnet_id': 'c0b86a21-885c-4acf-96e3-93bf2dfb573b'}]}} from n-d-844202-1. {{(pid=88526) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 19:13:15.300344 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-04c9dfc5-3cd9-41e4-9a1a-26a037a1c906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:15.342679 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d39d29da-61e2-4d40-91e1-d8f026422224 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2614143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9667199'] for subnet, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:15.402154 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d39d29da-61e2-4d40-91e1-d8f026422224 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks [] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:15.403545 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b55e61a-6df2-48ae-a700-249a2370ed17 req-03b5dd8b-704a-4030-9707-7f567fe26a54 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:13:15.410922 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3b55e61a-6df2-48ae-a700-249a2370ed17 req-03b5dd8b-704a-4030-9707-7f567fe26a54 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7d2b0e6-e391-41b4-ad8b-28c3a2257458 HTTP/1.1" status: 200 len: 945 time: 0.1600230 Jun 01 19:13:15.415412 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39d29da-61e2-4d40-91e1-d8f026422224 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Pushing event deleted for resources: {'Subnet': ['ID=c0b86a21-885c-4acf-96e3-93bf2dfb573b,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:13:15.439126 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-d39d29da-61e2-4d40-91e1-d8f026422224 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "DELETE /v2.0/subnets/c0b86a21-885c-4acf-96e3-93bf2dfb573b HTTP/1.1" status: 204 len: 168 time: 0.4366119 Jun 01 19:13:15.440077 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 57718) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:13:15.470803 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-fef684c9-1b05-4b00-b124-f7c1cb64b71b None None] Provisioning for port dce2d04b-a356-4b5a-8b0a-400c9924d3cb completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:13:15.478709 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3b55e61a-6df2-48ae-a700-249a2370ed17 req-d6de2caa-10fc-488d-a39f-b37963a2432c tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/security-groups?id=362494bd-abbe-4b71-ae2f-86abe5bbd7b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667508 Jun 01 19:13:15.482254 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-fef684c9-1b05-4b00-b124-f7c1cb64b71b None None] Provisioning complete for port dce2d04b-a356-4b5a-8b0a-400c9924d3cb triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:13:15.482623 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-fef684c9-1b05-4b00-b124-f7c1cb64b71b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:15.500163 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e61a30f-5e1f-414a-8a55-91891711c5e7 req-7f7ecb22-145b-4421-8096-61ea679fc75c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:13:15.501786 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9e61a30f-5e1f-414a-8a55-91891711c5e7 req-7f7ecb22-145b-4421-8096-61ea679fc75c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8537cfb3773e46d182e148cf5b0a717f&device_id=b7d2b0e6-e391-41b4-ad8b-28c3a2257458 HTTP/1.1" status: 200 len: 1096 time: 0.1631980 Jun 01 19:13:15.517240 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-e678876d-75e7-4642-bd34-491daa11abd9 None None] Notify callbacks [] for port, precommit_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:15.546211 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-f2617cb5-899a-4e8d-a117-7f43908eda9a tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1025257 Jun 01 19:13:15.546417 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 57724) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:13:15.555075 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-01dd6836-74f6-476e-a10d-ac6150235ae5 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Request body: {'subnet': {'network_id': 'c840486e-0c2f-4729-9a0c-ee6552111f90', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:13:15.584408 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-e678876d-75e7-4642-bd34-491daa11abd9 None None] Transition to ACTIVE for port object f4af7131-5317-4ca1-938e-5ef22c4c0f42 will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:13:15.637695 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-e678876d-75e7-4642-bd34-491daa11abd9 None None] Transition to ACTIVE for port object f4af7131-5317-4ca1-938e-5ef22c4c0f42 will not be triggered until provisioned by entity DHCP. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:13:15.641355 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-fef684c9-1b05-4b00-b124-f7c1cb64b71b None None] Port dce2d04b-a356-4b5a-8b0a-400c9924d3cb cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:13:15.658028 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-e678876d-75e7-4642-bd34-491daa11abd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526'] for port, after_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:15.699802 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-01dd6836-74f6-476e-a10d-ac6150235ae5 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:13:15.704338 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-01dd6836-74f6-476e-a10d-ac6150235ae5 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Usage tracker for resource:subnet and tenant:451baccc58514a0cab8c4410ed135b7c is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:13:15.707274 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59e5ff5f-10db-4392-a771-02896c92a354 None None] Network c840486e-0c2f-4729-9a0c-ee6552111f90 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:13:15.710183 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-01dd6836-74f6-476e-a10d-ac6150235ae5 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:13:15.717228 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-01dd6836-74f6-476e-a10d-ac6150235ae5 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:13:15.731445 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01dd6836-74f6-476e-a10d-ac6150235ae5 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Made reservation on behalf of 451baccc58514a0cab8c4410ed135b7c for: {'subnet': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:13:15.737067 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-01dd6836-74f6-476e-a10d-ac6150235ae5 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9667140'] for subnet, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:15.753240 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e678876d-75e7-4642-bd34-491daa11abd9 None None] Network 05aa4ee3-9ed0-4e01-81b9-048f59f628c3 is already hosted by enough agents. {{(pid=88526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:13:15.754614 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.db.resource_extend [None req-a641cae0-23ac-4ea8-9d8b-5517d663df72 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 19:13:15.761144 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e61a30f-5e1f-414a-8a55-91891711c5e7 req-50ab9112-c99a-4865-869c-25253e1fcdb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:13:15.763074 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9e61a30f-5e1f-414a-8a55-91891711c5e7 req-50ab9112-c99a-4865-869c-25253e1fcdb5 service neutron] 10.222.0.50 "GET /v2.0/networks?id=dff807a0-8ea6-4127-898d-549f6adefb8f HTTP/1.1" status: 200 len: 897 time: 0.2546918 Jun 01 19:13:15.820038 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.base_scheduler [None req-e678876d-75e7-4642-bd34-491daa11abd9 None None] Resources bound (agent type, host, resource id): {{(pid=88526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:13:15.823737 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e678876d-75e7-4642-bd34-491daa11abd9 None None] Received port after_create {{(pid=88526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:13:15.839527 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [None req-3ab031f8-d602-4849-8f6a-e5ea813646d4 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Allocated IP 2001:db8:1::1 (05aa4ee3-9ed0-4e01-81b9-048f59f628c3/75d314dd-d0f4-48d5-b3fb-66f5cb773d77/61196a84-45b3-4aec-9501-e33bd51ca3a4) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:13:15.959909 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e678876d-75e7-4642-bd34-491daa11abd9 None None] Pushing event updated for resources: {'Port': ['ID=f4af7131-5317-4ca1-938e-5ef22c4c0f42,revision_number=1']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:13:16.020263 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9e61a30f-5e1f-414a-8a55-91891711c5e7 req-c737d2db-be33-493e-8634-eb2af5e4be7a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a66da448-c5b2-4d30-b235-d219f03c9d9d HTTP/1.1" status: 200 len: 1000 time: 0.2501965 Jun 01 19:13:16.051577 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-01dd6836-74f6-476e-a10d-ac6150235ae5 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2614064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9667190'] for subnet, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:16.087020 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-905c0874-f08d-4699-ac31-4d2c329a20ef None None] Provisioning complete for port dce2d04b-a356-4b5a-8b0a-400c9924d3cb triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:13:16.087222 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-905c0874-f08d-4699-ac31-4d2c329a20ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:16.113351 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01dd6836-74f6-476e-a10d-ac6150235ae5 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Network c840486e-0c2f-4729-9a0c-ee6552111f90 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:13:16.116826 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-01dd6836-74f6-476e-a10d-ac6150235ae5 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:13:16.121253 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01dd6836-74f6-476e-a10d-ac6150235ae5 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:13:16.121953 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-01dd6836-74f6-476e-a10d-ac6150235ae5 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks [] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:16.154442 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-01dd6836-74f6-476e-a10d-ac6150235ae5 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6042747 Jun 01 19:13:16.154442 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dd6836-74f6-476e-a10d-ac6150235ae5 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Pushing event updated for resources: {'Subnet': ['ID=676d9c4f-2363-4f21-9a06-f955bf31e2ec,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:13:16.155120 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 57732) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:13:16.161250 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-ca9f383d-67b9-47c8-8a58-fa63940e37a7 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Request body: {'subnet': {'network_id': 'c840486e-0c2f-4729-9a0c-ee6552111f90', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:13:16.163944 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-a641cae0-23ac-4ea8-9d8b-5517d663df72 None None] Notify callbacks [] for port, precommit_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:16.176993 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-e678876d-75e7-4642-bd34-491daa11abd9 None None] Attempting to bind port f4af7131-5317-4ca1-938e-5ef22c4c0f42 on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:13:16.177386 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-e678876d-75e7-4642-bd34-491daa11abd9 None None] Attempting to bind port f4af7131-5317-4ca1-938e-5ef22c4c0f42 by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': 'f3946dcb-a018-41cc-ba69-a2eb812cf5d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '05aa4ee3-9ed0-4e01-81b9-048f59f628c3'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:13:16.178426 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e678876d-75e7-4642-bd34-491daa11abd9 None None] Attempting to bind port f4af7131-5317-4ca1-938e-5ef22c4c0f42 on network 05aa4ee3-9ed0-4e01-81b9-048f59f628c3 {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:13:16.188582 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e61a30f-5e1f-414a-8a55-91891711c5e7 req-82347207-e7bc-4870-865f-28eb6e1ab292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:13:16.189979 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9e61a30f-5e1f-414a-8a55-91891711c5e7 req-82347207-e7bc-4870-865f-28eb6e1ab292 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b7034154-78af-4dab-bf67-9d07d8fbb47d HTTP/1.1" status: 200 len: 835 time: 0.1298099 Jun 01 19:13:16.200633 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-a641cae0-23ac-4ea8-9d8b-5517d663df72 None None] Transition to ACTIVE for port object dce2d04b-a356-4b5a-8b0a-400c9924d3cb will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:13:16.212488 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e678876d-75e7-4642-bd34-491daa11abd9 None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:13:16.212932 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e678876d-75e7-4642-bd34-491daa11abd9 None None] Checking segment: {'id': 'f3946dcb-a018-41cc-ba69-a2eb812cf5d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '05aa4ee3-9ed0-4e01-81b9-048f59f628c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:13:16.213423 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-e678876d-75e7-4642-bd34-491daa11abd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:16.213822 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e678876d-75e7-4642-bd34-491daa11abd9 None None] Bound using segment: {'id': 'f3946dcb-a018-41cc-ba69-a2eb812cf5d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '05aa4ee3-9ed0-4e01-81b9-048f59f628c3'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:13:16.214279 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-e678876d-75e7-4642-bd34-491daa11abd9 None None] Bound port: f4af7131-5317-4ca1-938e-5ef22c4c0f42, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3946dcb-a018-41cc-ba69-a2eb812cf5d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '05aa4ee3-9ed0-4e01-81b9-048f59f628c3'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:13:16.214658 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-e678876d-75e7-4642-bd34-491daa11abd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:16.230272 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-905c0874-f08d-4699-ac31-4d2c329a20ef None None] Port dce2d04b-a356-4b5a-8b0a-400c9924d3cb cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:13:16.250019 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-3ab031f8-d602-4849-8f6a-e5ea813646d4 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:16.263221 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-a641cae0-23ac-4ea8-9d8b-5517d663df72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:16.291210 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140de877-2be9-459d-971d-912b55f34d71 req-bd3395da-eded-4971-85dd-5cb2a080e4c1 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:13:16.292700 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-140de877-2be9-459d-971d-912b55f34d71 req-bd3395da-eded-4971-85dd-5cb2a080e4c1 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8b84db9-d35d-4296-85a8-fdfc6dd0b558 HTTP/1.1" status: 200 len: 947 time: 0.2814219 Jun 01 19:13:16.293688 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [None req-3ab031f8-d602-4849-8f6a-e5ea813646d4 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Transition to ACTIVE for port object 61196a84-45b3-4aec-9501-e33bd51ca3a4 will not be triggered until provisioned by entity DHCP. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:13:16.322935 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-ca9f383d-67b9-47c8-8a58-fa63940e37a7 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:13:16.329178 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-ca9f383d-67b9-47c8-8a58-fa63940e37a7 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Usage tracker for resource:subnet and tenant:451baccc58514a0cab8c4410ed135b7c is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:13:16.332118 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-ca9f383d-67b9-47c8-8a58-fa63940e37a7 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:13:16.340168 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-ca9f383d-67b9-47c8-8a58-fa63940e37a7 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:13:16.354233 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca9f383d-67b9-47c8-8a58-fa63940e37a7 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Made reservation on behalf of 451baccc58514a0cab8c4410ed135b7c for: {'subnet': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:13:16.360373 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ca9f383d-67b9-47c8-8a58-fa63940e37a7 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9667140'] for subnet, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:16.364442 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-140de877-2be9-459d-971d-912b55f34d71 req-7574dc86-febd-4918-8073-465d25a1fc2c tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7f46c16-7d81-4a09-b7a2-ba720d08e5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639493 Jun 01 19:13:16.373555 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e61a30f-5e1f-414a-8a55-91891711c5e7 req-0092d4d5-710c-44bd-9575-3de63cd25dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:13:16.375014 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9e61a30f-5e1f-414a-8a55-91891711c5e7 req-0092d4d5-710c-44bd-9575-3de63cd25dd4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=dff807a0-8ea6-4127-898d-549f6adefb8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1703224 Jun 01 19:13:16.415471 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-3ab031f8-d602-4849-8f6a-e5ea813646d4 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:16.561228 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-e678876d-75e7-4642-bd34-491daa11abd9 None None] For port f4af7131-5317-4ca1-938e-5ef22c4c0f42, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:13:16.565592 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-e678876d-75e7-4642-bd34-491daa11abd9 None None] For port f4af7131-5317-4ca1-938e-5ef22c4c0f42, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=f4af7131-5317-4ca1-938e-5ef22c4c0f42,segment=NetworkSegment(f3946dcb-a018-41cc-ba69-a2eb812cf5d7),segment_id=f3946dcb-a018-41cc-ba69-a2eb812cf5d7)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:13:16.567815 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab031f8-d602-4849-8f6a-e5ea813646d4 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Network 05aa4ee3-9ed0-4e01-81b9-048f59f628c3 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:13:16.572990 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-3ab031f8-d602-4849-8f6a-e5ea813646d4 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:13:16.579557 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab031f8-d602-4849-8f6a-e5ea813646d4 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:13:16.580079 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-3ab031f8-d602-4849-8f6a-e5ea813646d4 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-887605'] for router_interface, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:16.604573 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab031f8-d602-4849-8f6a-e5ea813646d4 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Pushing event updated for resources: {'Port': ['ID=61196a84-45b3-4aec-9501-e33bd51ca3a4,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:13:16.605198 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e47a71b-03c7-45bd-a164-113b7c411385 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc93f83c3-7fb6-5c13-a9d4-29d739a4e8d2-c840486e-0c2f-4729-9a0c-ee6552111f90', 'network_id': 'c840486e-0c2f-4729-9a0c-ee6552111f90', 'tenant_id': '451baccc58514a0cab8c4410ed135b7c', 'fixed_ips': [{'subnet_id': '676d9c4f-2363-4f21-9a06-f955bf31e2ec'}]}} from n-d-844202-1. {{(pid=88526) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 19:13:16.606541 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-5e47a71b-03c7-45bd-a164-113b7c411385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:16.618603 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 5f26b89c-27c7-4dae-97fa-e7cf8d2abdd4 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:13:16.671255 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-e678876d-75e7-4642-bd34-491daa11abd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:16.681357 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9e61a30f-5e1f-414a-8a55-91891711c5e7 req-3329ba89-7875-473f-864a-7f1cc51537d7 service neutron] 10.222.0.50 "GET /v2.0/networks/dff807a0-8ea6-4127-898d-549f6adefb8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2996662 Jun 01 19:13:16.743389 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab79654-f22f-4679-bf16-8a26d3e7fc2e None None] Pushing event updated for resources: {'Port': ['ID=dce2d04b-a356-4b5a-8b0a-400c9924d3cb,revision_number=3']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:13:16.855202 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e678876d-75e7-4642-bd34-491daa11abd9 None None] Pushing event updated for resources: {'Port': ['ID=f4af7131-5317-4ca1-938e-5ef22c4c0f42,revision_number=2']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:13:17.091492 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-a641cae0-23ac-4ea8-9d8b-5517d663df72 None None] Attempting to bind port dce2d04b-a356-4b5a-8b0a-400c9924d3cb on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:13:17.092008 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-a641cae0-23ac-4ea8-9d8b-5517d663df72 None None] Attempting to bind port dce2d04b-a356-4b5a-8b0a-400c9924d3cb by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': '894389c4-d6eb-4940-9132-97a7df3ea1c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0685924a-b45e-4145-8b0e-591ee3a46b73'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:13:17.092505 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a641cae0-23ac-4ea8-9d8b-5517d663df72 None None] Attempting to bind port dce2d04b-a356-4b5a-8b0a-400c9924d3cb on network 0685924a-b45e-4145-8b0e-591ee3a46b73 {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:13:17.128333 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a641cae0-23ac-4ea8-9d8b-5517d663df72 None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:13:17.129074 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a641cae0-23ac-4ea8-9d8b-5517d663df72 None None] Checking segment: {'id': '894389c4-d6eb-4940-9132-97a7df3ea1c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0685924a-b45e-4145-8b0e-591ee3a46b73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:13:17.129915 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-a641cae0-23ac-4ea8-9d8b-5517d663df72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:17.131061 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a641cae0-23ac-4ea8-9d8b-5517d663df72 None None] Bound using segment: {'id': '894389c4-d6eb-4940-9132-97a7df3ea1c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0685924a-b45e-4145-8b0e-591ee3a46b73'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:13:17.131783 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-a641cae0-23ac-4ea8-9d8b-5517d663df72 None None] Bound port: dce2d04b-a356-4b5a-8b0a-400c9924d3cb, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '894389c4-d6eb-4940-9132-97a7df3ea1c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0685924a-b45e-4145-8b0e-591ee3a46b73'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:13:17.132463 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-a641cae0-23ac-4ea8-9d8b-5517d663df72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:17.167379 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 5f26b89c-27c7-4dae-97fa-e7cf8d2abdd4 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:13:17.167979 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:17.169008 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9e61a30f-5e1f-414a-8a55-91891711c5e7 req-ffaa1a83-a47b-4eb9-a737-f2b6e827ef51 service neutron] 10.222.0.50 "GET /v2.0/networks/dff807a0-8ea6-4127-898d-549f6adefb8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4810722 Jun 01 19:13:17.172351 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-3ab031f8-d602-4849-8f6a-e5ea813646d4 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:17.223578 n-d-844202-1 neutron-server[88525]: DEBUG neutron.objects.ports [None req-ca9f383d-67b9-47c8-8a58-fa63940e37a7 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88525) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jun 01 19:13:17.232010 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ca9f383d-67b9-47c8-8a58-fa63940e37a7 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2614064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9667190'] for subnet, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:17.300116 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecf4010-fcf0-470e-9ab9-5496d8c0bba7 req-4332fd64-63dc-4ae4-a1f0-cbd929447848 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:13:17.301633 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2ecf4010-fcf0-470e-9ab9-5496d8c0bba7 req-4332fd64-63dc-4ae4-a1f0-cbd929447848 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7d2b0e6-e391-41b4-ad8b-28c3a2257458 HTTP/1.1" status: 200 len: 945 time: 0.4127181 Jun 01 19:13:17.313693 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca9f383d-67b9-47c8-8a58-fa63940e37a7 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Network c840486e-0c2f-4729-9a0c-ee6552111f90 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:13:17.332962 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-ca9f383d-67b9-47c8-8a58-fa63940e37a7 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:13:17.339920 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca9f383d-67b9-47c8-8a58-fa63940e37a7 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:13:17.340550 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ca9f383d-67b9-47c8-8a58-fa63940e37a7 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks [] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:17.359609 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9f383d-67b9-47c8-8a58-fa63940e37a7 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Pushing event updated for resources: {'Subnet': ['ID=5e8d0351-d130-4e32-98d9-e1b8f676dfdc,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:13:17.364219 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-a641cae0-23ac-4ea8-9d8b-5517d663df72 None None] For port dce2d04b-a356-4b5a-8b0a-400c9924d3cb, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:13:17.370777 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-a641cae0-23ac-4ea8-9d8b-5517d663df72 None None] For port dce2d04b-a356-4b5a-8b0a-400c9924d3cb, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=dce2d04b-a356-4b5a-8b0a-400c9924d3cb,segment=NetworkSegment(894389c4-d6eb-4940-9132-97a7df3ea1c1),segment_id=894389c4-d6eb-4940-9132-97a7df3ea1c1)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:13:17.381776 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.db_base_plugin_common [None req-5e47a71b-03c7-45bd-a164-113b7c411385 None None] Allocated IP 172.20.0.2 (c840486e-0c2f-4729-9a0c-ee6552111f90/676d9c4f-2363-4f21-9a06-f955bf31e2ec/ae63dee3-ce75-4306-ab42-c394b74c4b7d) {{(pid=88526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:13:17.383919 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-a641cae0-23ac-4ea8-9d8b-5517d663df72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:17.388338 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2ecf4010-fcf0-470e-9ab9-5496d8c0bba7 req-4bdb4d15-651f-4b12-b50b-2f3d88a1694b tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/security-groups?id=362494bd-abbe-4b71-ae2f-86abe5bbd7b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794582 Jun 01 19:13:17.392780 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-ca9f383d-67b9-47c8-8a58-fa63940e37a7 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2340748 Jun 01 19:13:17.399124 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 57738) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:13:17.414317 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-1351c988-6eb3-4535-a6c8-0cfe97ce9292 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Request body: {'port': {'network_id': 'c840486e-0c2f-4729-9a0c-ee6552111f90', 'mac_address': 'fa:16:3e:02:ad:4b', 'name': 'tempest-NetworksTestDHCPv6-346058702'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:13:17.488686 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab79654-f22f-4679-bf16-8a26d3e7fc2e None None] Pushing event updated for resources: {'Port': ['ID=dce2d04b-a356-4b5a-8b0a-400c9924d3cb,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:13:17.630705 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 5f26b89c-27c7-4dae-97fa-e7cf8d2abdd4 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:13:17.645849 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a641cae0-23ac-4ea8-9d8b-5517d663df72 None None] Routers {'84cd971b-b1d0-4b21-8841-559c5fc44298'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:13:17.647054 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-a641cae0-23ac-4ea8-9d8b-5517d663df72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:13:09Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['84cd971b-b1d0-4b21-8841-559c5fc44298'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:13:17.679969 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e61a30f-5e1f-414a-8a55-91891711c5e7 req-e1c3d461-6e5b-4ef1-b64a-8f629773297c tempest-TestNetworkAdvancedServerOps-1915190974 tempest-TestNetworkAdvancedServerOps-1915190974-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:13:17.682168 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9e61a30f-5e1f-414a-8a55-91891711c5e7 req-e1c3d461-6e5b-4ef1-b64a-8f629773297c tempest-TestNetworkAdvancedServerOps-1915190974 tempest-TestNetworkAdvancedServerOps-1915190974-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=b7d2b0e6-e391-41b4-ad8b-28c3a2257458&tenant_id=8537cfb3773e46d182e148cf5b0a717f&binding%3Ahost_id=n-h1-844202-1 HTTP/1.1" status: 200 len: 1096 time: 0.4393647 Jun 01 19:13:17.717640 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b188bfb1-5c89-4989-abc8-14ae6c68e07c req-320640e2-3369-40ef-be18-72131fc533f9 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:13:17.723191 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b188bfb1-5c89-4989-abc8-14ae6c68e07c req-320640e2-3369-40ef-be18-72131fc533f9 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8b84db9-d35d-4296-85a8-fdfc6dd0b558 HTTP/1.1" status: 200 len: 947 time: 0.1242514 Jun 01 19:13:17.726009 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-9e61a30f-5e1f-414a-8a55-91891711c5e7 req-c1e7b1a8-7bb2-4113-be7c-33fedddc8815 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-844202-1'}}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:13:17.829441 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [req-b188bfb1-5c89-4989-abc8-14ae6c68e07c req-19ab574a-423f-4aff-87d2-bf2de8e5520e tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Deleting port 1411ff4b-90e6-476e-a022-8a9f0065e464 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:13:17.829781 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-b188bfb1-5c89-4989-abc8-14ae6c68e07c req-19ab574a-423f-4aff-87d2-bf2de8e5520e tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:17.864364 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-a641cae0-23ac-4ea8-9d8b-5517d663df72 None None] Set router 84cd971b-b1d0-4b21-8841-559c5fc44298 gateway port host: None {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:13:18.013867 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0144fe4-2dab-4286-81d8-2caa5b3314bb req-9437b823-b1a0-424a-be6e-bdf29ac4a1c2 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:13:18.015828 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b0144fe4-2dab-4286-81d8-2caa5b3314bb req-9437b823-b1a0-424a-be6e-bdf29ac4a1c2 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8b84db9-d35d-4296-85a8-fdfc6dd0b558 HTTP/1.1" status: 200 len: 947 time: 0.4561152 Jun 01 19:13:18.033214 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-1351c988-6eb3-4535-a6c8-0cfe97ce9292 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:13:18.077170 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-1351c988-6eb3-4535-a6c8-0cfe97ce9292 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Usage tracker for resource:port and tenant:451baccc58514a0cab8c4410ed135b7c is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:13:18.082275 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-1351c988-6eb3-4535-a6c8-0cfe97ce9292 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:13:18.112283 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-1351c988-6eb3-4535-a6c8-0cfe97ce9292 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:13:18.127963 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b0144fe4-2dab-4286-81d8-2caa5b3314bb req-ddcaf77e-e7ab-4e19-b0a3-14f50a2c11f8 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/security-groups?id=b7f46c16-7d81-4a09-b7a2-ba720d08e5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1009824 Jun 01 19:13:18.128711 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-9e61a30f-5e1f-414a-8a55-91891711c5e7 req-c1e7b1a8-7bb2-4113-be7c-33fedddc8815 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:18.164074 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-b188bfb1-5c89-4989-abc8-14ae6c68e07c req-19ab574a-423f-4aff-87d2-bf2de8e5520e tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] For port 1411ff4b-90e6-476e-a022-8a9f0065e464, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=1411ff4b-90e6-476e-a022-8a9f0065e464,segment=NetworkSegment(391d97c0-c1c6-4de9-90ea-516f30f0f3f3),segment_id=391d97c0-c1c6-4de9-90ea-516f30f0f3f3)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:13:18.164453 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-b188bfb1-5c89-4989-abc8-14ae6c68e07c req-19ab574a-423f-4aff-87d2-bf2de8e5520e tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:18.224952 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ed0cb46-467f-45cd-a8e1-016a2502e9af None None] Network 05aa4ee3-9ed0-4e01-81b9-048f59f628c3 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:13:18.263403 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1351c988-6eb3-4535-a6c8-0cfe97ce9292 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Made reservation on behalf of 451baccc58514a0cab8c4410ed135b7c for: {'port': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:13:18.370767 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-5e47a71b-03c7-45bd-a164-113b7c411385 None None] Notify callbacks [] for port, precommit_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:18.373893 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-40c8f08e-b749-4c6e-999e-71f5c5762714 None None] Provisioning for port f4af7131-5317-4ca1-938e-5ef22c4c0f42 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:13:18.500035 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-9e61a30f-5e1f-414a-8a55-91891711c5e7 req-c1e7b1a8-7bb2-4113-be7c-33fedddc8815 service neutron] For port a66da448-c5b2-4d30-b235-d219f03c9d9d, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=a66da448-c5b2-4d30-b235-d219f03c9d9d,segment=NetworkSegment(5fc4ab46-cdd1-4a9b-8c32-e8e8c6108992),segment_id=5fc4ab46-cdd1-4a9b-8c32-e8e8c6108992)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:13:18.533598 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device f4af7131-5317-4ca1-938e-5ef22c4c0f42 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:13:18.537559 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-9e61a30f-5e1f-414a-8a55-91891711c5e7 req-c1e7b1a8-7bb2-4113-be7c-33fedddc8815 service neutron] For port a66da448-c5b2-4d30-b235-d219f03c9d9d, host n-h1-844202-1, cleared binding levels {{(pid=88524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:13:18.579849 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-5e47a71b-03c7-45bd-a164-113b7c411385 None None] Transition to ACTIVE for port object ae63dee3-ce75-4306-ab42-c394b74c4b7d will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:13:18.590997 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.db.resource_extend [None req-3ab031f8-d602-4849-8f6a-e5ea813646d4 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 19:13:18.618656 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-b188bfb1-5c89-4989-abc8-14ae6c68e07c req-19ab574a-423f-4aff-87d2-bf2de8e5520e tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:18.619272 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-b188bfb1-5c89-4989-abc8-14ae6c68e07c req-19ab574a-423f-4aff-87d2-bf2de8e5520e tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887712'] for floatingip, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:18.619385 n-d-844202-1 neutron-server[88525]: INFO neutron.db.l3_db [req-b188bfb1-5c89-4989-abc8-14ae6c68e07c req-19ab574a-423f-4aff-87d2-bf2de8e5520e tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Floating IP 4b2dbe29-218f-4d43-be7e-1e13cdeeba9c disassociated. External IP: 172.25.4.218, port: 1411ff4b-90e6-476e-a022-8a9f0065e464. Jun 01 19:13:18.619659 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [req-b188bfb1-5c89-4989-abc8-14ae6c68e07c req-19ab574a-423f-4aff-87d2-bf2de8e5520e tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Calling delete_port for 1411ff4b-90e6-476e-a022-8a9f0065e464 owned by compute:nova {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:13:18.705106 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-5e47a71b-03c7-45bd-a164-113b7c411385 None None] Transition to ACTIVE for port object ae63dee3-ce75-4306-ab42-c394b74c4b7d will not be triggered until provisioned by entity DHCP. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:13:18.729653 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261ffc60-75da-4601-bd8d-89d079460f79 req-84112dac-b8b1-48c2-87d0-f70c270dddeb tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:13:18.731395 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-261ffc60-75da-4601-bd8d-89d079460f79 req-84112dac-b8b1-48c2-87d0-f70c270dddeb tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7d2b0e6-e391-41b4-ad8b-28c3a2257458 HTTP/1.1" status: 200 len: 945 time: 0.1791670 Jun 01 19:13:18.753090 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-5e47a71b-03c7-45bd-a164-113b7c411385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526'] for port, after_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:18.766012 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-3ab031f8-d602-4849-8f6a-e5ea813646d4 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:18.780251 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-3ab031f8-d602-4849-8f6a-e5ea813646d4 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:18.781143 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-3ab031f8-d602-4849-8f6a-e5ea813646d4 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-887436'] for router_interface, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:18.831792 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e47a71b-03c7-45bd-a164-113b7c411385 None None] Network c840486e-0c2f-4729-9a0c-ee6552111f90 is already hosted by enough agents. {{(pid=88526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:13:18.845501 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-261ffc60-75da-4601-bd8d-89d079460f79 req-c199e9ce-e141-4137-a9bd-240e3435ee9f tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/security-groups?id=362494bd-abbe-4b71-ae2f-86abe5bbd7b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703745 Jun 01 19:13:18.847398 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.base_scheduler [None req-5e47a71b-03c7-45bd-a164-113b7c411385 None None] Resources bound (agent type, host, resource id): {{(pid=88526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:13:18.854430 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-b188bfb1-5c89-4989-abc8-14ae6c68e07c req-19ab574a-423f-4aff-87d2-bf2de8e5520e tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:18.861828 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e47a71b-03c7-45bd-a164-113b7c411385 None None] Received port after_create {{(pid=88526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:13:18.863152 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7d2b0e6-e391-41b4-ad8b-28c3a2257458', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a66da448-c5b2-4d30-b235-d219f03c9d9d'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:13:18.866145 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-a641cae0-23ac-4ea8-9d8b-5517d663df72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84cd971b-b1d0-4b21-8841-559c5fc44298', 'name': 'tempest-RoutersIpV6Test-router-616667906', 'tenant_id': '8011be9678e842bab7da75259f1c11c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:13:06Z', 'updated_at': '2022-06-01T19:13:16Z', 'revision_number': 3, 'project_id': '8011be9678e842bab7da75259f1c11c1', 'gw_port_host': None, '_interfaces': [{'id': '61196a84-45b3-4aec-9501-e33bd51ca3a4', 'name': '', 'network_id': '05aa4ee3-9ed0-4e01-81b9-048f59f628c3', 'tenant_id': '8011be9678e842bab7da75259f1c11c1', 'mac_address': 'fa:16:3e:ec:98:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84cd971b-b1d0-4b21-8841-559c5fc44298', 'device_owner': 'network:router_interface', 'standard_attr_id': 3006, 'fixed_ips': [{'subnet_id': '75d314dd-d0f4-48d5-b3fb-66f5cb773d77', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:13:13Z', 'updated_at': '2022-06-01T19:13:15Z', 'revision_number': 1, 'project_id': '8011be9678e842bab7da75259f1c11c1', 'subnets': [{'id': '75d314dd-d0f4-48d5-b3fb-66f5cb773d77', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dce2d04b-a356-4b5a-8b0a-400c9924d3cb', 'name': '', 'network_id': '0685924a-b45e-4145-8b0e-591ee3a46b73', 'tenant_id': '8011be9678e842bab7da75259f1c11c1', 'mac_address': 'fa:16:3e:20:2b:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84cd971b-b1d0-4b21-8841-559c5fc44298', 'device_owner': 'network:router_interface', 'standard_attr_id': 2998, 'fixed_ips': [{'subnet_id': 'd6578dc6-550e-4396-8fc7-6b70868dc84b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:13:08Z', 'updated_at': '2022-06-01T19:13:17Z', 'revision_number': 4, 'project_id': '8011be9678e842bab7da75259f1c11c1', 'subnets': [{'id': 'd6578dc6-550e-4396-8fc7-6b70868dc84b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:13:18.872916 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port f4af7131-5317-4ca1-938e-5ef22c4c0f42 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:13:18.874642 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-9e61a30f-5e1f-414a-8a55-91891711c5e7 req-c1e7b1a8-7bb2-4113-be7c-33fedddc8815 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:18.915541 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1351c988-6eb3-4535-a6c8-0cfe97ce9292 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:18.929480 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a641cae0-23ac-4ea8-9d8b-5517d663df72 None None] The sync data for ids ['84cd971b-b1d0-4b21-8841-559c5fc44298'] in n-d-844202-1 is: [{'id': '84cd971b-b1d0-4b21-8841-559c5fc44298', 'name': 'tempest-RoutersIpV6Test-router-616667906', 'tenant_id': '8011be9678e842bab7da75259f1c11c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:13:06Z', 'updated_at': '2022-06-01T19:13:16Z', 'revision_number': 3, 'project_id': '8011be9678e842bab7da75259f1c11c1', 'gw_port_host': None, '_interfaces': [{'id': '61196a84-45b3-4aec-9501-e33bd51ca3a4', 'name': '', 'network_id': '05aa4ee3-9ed0-4e01-81b9-048f59f628c3', 'tenant_id': '8011be9678e842bab7da75259f1c11c1', 'mac_address': 'fa:16:3e:ec:98:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84cd971b-b1d0-4b21-8841-559c5fc44298', 'device_owner': 'network:router_interface', 'standard_attr_id': 3006, 'fixed_ips': [{'subnet_id': '75d314dd-d0f4-48d5-b3fb-66f5cb773d77', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:13:13Z', 'updated_at': '2022-06-01T19:13:15Z', 'revision_number': 1, 'project_id': '8011be9678e842bab7da75259f1c11c1', 'subnets': [{'id': '75d314dd-d0f4-48d5-b3fb-66f5cb773d77', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dce2d04b-a356-4b5a-8b0a-400c9924d3cb', 'name': '', 'network_id': '0685924a-b45e-4145-8b0e-591ee3a46b73', 'tenant_id': '8011be9678e842bab7da75259f1c11c1', 'mac_address': 'fa:16:3e:20:2b:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84cd971b-b1d0-4b21-8841-559c5fc44298', 'device_owner': 'network:router_interface', 'standard_attr_id': 2998, 'fixed_ips': [{'subnet_id': 'd6578dc6-550e-4396-8fc7-6b70868dc84b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:13:08Z', 'updated_at': '2022-06-01T19:13:17Z', 'revision_number': 4, 'project_id': '8011be9678e842bab7da75259f1c11c1', 'subnets': [{'id': 'd6578dc6-550e-4396-8fc7-6b70868dc84b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:13:18.936621 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port f4af7131-5317-4ca1-938e-5ef22c4c0f42 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:13:18.937258 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:18.959964 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ab574a-423f-4aff-87d2-bf2de8e5520e tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Pushing event deleted for resources: {'Port': ['ID=1411ff4b-90e6-476e-a022-8a9f0065e464,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:13:18.999941 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e47a71b-03c7-45bd-a164-113b7c411385 None None] Pushing event updated for resources: {'Port': ['ID=ae63dee3-ce75-4306-ab42-c394b74c4b7d,revision_number=1']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:13:19.008839 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-9e61a30f-5e1f-414a-8a55-91891711c5e7 req-c1e7b1a8-7bb2-4113-be7c-33fedddc8815 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:19.019899 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab031f8-d602-4849-8f6a-e5ea813646d4 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Pushing event updated for resources: {'Port': ['ID=61196a84-45b3-4aec-9501-e33bd51ca3a4,revision_number=2']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:13:19.097016 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc87d44f-01d8-4f7c-bc60-4f26ee882439'] response: {'server_uuid': 'b7d2b0e6-e391-41b4-ad8b-28c3a2257458', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a66da448-c5b2-4d30-b235-d219f03c9d9d', 'code': 200} Jun 01 19:13:19.099001 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-5e47a71b-03c7-45bd-a164-113b7c411385 None None] Attempting to bind port ae63dee3-ce75-4306-ab42-c394b74c4b7d on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:13:19.099517 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-5e47a71b-03c7-45bd-a164-113b7c411385 None None] Attempting to bind port ae63dee3-ce75-4306-ab42-c394b74c4b7d by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': 'a6cfd7d1-5211-44ec-a836-a984e441185d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c840486e-0c2f-4729-9a0c-ee6552111f90'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:13:19.100055 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e47a71b-03c7-45bd-a164-113b7c411385 None None] Attempting to bind port ae63dee3-ce75-4306-ab42-c394b74c4b7d on network c840486e-0c2f-4729-9a0c-ee6552111f90 {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:13:19.106681 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e47a71b-03c7-45bd-a164-113b7c411385 None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:13:19.107185 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e47a71b-03c7-45bd-a164-113b7c411385 None None] Checking segment: {'id': 'a6cfd7d1-5211-44ec-a836-a984e441185d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c840486e-0c2f-4729-9a0c-ee6552111f90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:13:19.107445 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-5e47a71b-03c7-45bd-a164-113b7c411385 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:19.107832 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e47a71b-03c7-45bd-a164-113b7c411385 None None] Bound using segment: {'id': 'a6cfd7d1-5211-44ec-a836-a984e441185d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c840486e-0c2f-4729-9a0c-ee6552111f90'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:13:19.108330 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-5e47a71b-03c7-45bd-a164-113b7c411385 None None] Bound port: ae63dee3-ce75-4306-ab42-c394b74c4b7d, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6cfd7d1-5211-44ec-a836-a984e441185d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c840486e-0c2f-4729-9a0c-ee6552111f90'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:13:19.108700 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-5e47a71b-03c7-45bd-a164-113b7c411385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:19.116194 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [None req-1351c988-6eb3-4535-a6c8-0cfe97ce9292 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] device_id is not set on port 54ce13d9-51a6-44c8-971f-0d23e5bdea09 yet. {{(pid=88524) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 19:13:19.274142 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-5e47a71b-03c7-45bd-a164-113b7c411385 None None] For port ae63dee3-ce75-4306-ab42-c394b74c4b7d, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:13:19.279827 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-5e47a71b-03c7-45bd-a164-113b7c411385 None None] For port ae63dee3-ce75-4306-ab42-c394b74c4b7d, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=ae63dee3-ce75-4306-ab42-c394b74c4b7d,segment=NetworkSegment(a6cfd7d1-5211-44ec-a836-a984e441185d),segment_id=a6cfd7d1-5211-44ec-a836-a984e441185d)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:13:19.330124 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b188bfb1-5c89-4989-abc8-14ae6c68e07c req-19ab574a-423f-4aff-87d2-bf2de8e5520e tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Router 34511afa-2f84-418d-a7a8-a118fab61b4e has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 19:13:19.376306 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-5e47a71b-03c7-45bd-a164-113b7c411385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:19.409021 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e7b1a8-7bb2-4113-be7c-33fedddc8815 service neutron] Pushing event updated for resources: {'Port': ['ID=a66da448-c5b2-4d30-b235-d219f03c9d9d,revision_number=7']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:13:19.618178 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab031f8-d602-4849-8f6a-e5ea813646d4 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Network 05aa4ee3-9ed0-4e01-81b9-048f59f628c3 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:13:19.620678 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e47a71b-03c7-45bd-a164-113b7c411385 None None] Pushing event updated for resources: {'Port': ['ID=ae63dee3-ce75-4306-ab42-c394b74c4b7d,revision_number=2']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:13:19.633073 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-3ab031f8-d602-4849-8f6a-e5ea813646d4 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:13:19.642662 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port f4af7131-5317-4ca1-938e-5ef22c4c0f42 is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:13:19.643126 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:19.744583 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port f4af7131-5317-4ca1-938e-5ef22c4c0f42, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=f4af7131-5317-4ca1-938e-5ef22c4c0f42,segment=NetworkSegment(f3946dcb-a018-41cc-ba69-a2eb812cf5d7),segment_id=f3946dcb-a018-41cc-ba69-a2eb812cf5d7)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:13:19.752120 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:19.804026 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [None req-1351c988-6eb3-4535-a6c8-0cfe97ce9292 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Allocated IP 172.20.0.7 (c840486e-0c2f-4729-9a0c-ee6552111f90/676d9c4f-2363-4f21-9a06-f955bf31e2ec/54ce13d9-51a6-44c8-971f-0d23e5bdea09) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:13:19.810662 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [None req-1351c988-6eb3-4535-a6c8-0cfe97ce9292 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Allocated IP 2001:db8::f816:3eff:fe02:ad4b (c840486e-0c2f-4729-9a0c-ee6552111f90/5e8d0351-d130-4e32-98d9-e1b8f676dfdc/54ce13d9-51a6-44c8-971f-0d23e5bdea09) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:13:19.857766 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-9e61a30f-5e1f-414a-8a55-91891711c5e7 req-c1e7b1a8-7bb2-4113-be7c-33fedddc8815 service neutron] Attempting to bind port a66da448-c5b2-4d30-b235-d219f03c9d9d on host n-h1-844202-1 for vnic_type normal with profile {"migrating_to": "n-h2-844202-1"} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:13:19.858117 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-9e61a30f-5e1f-414a-8a55-91891711c5e7 req-c1e7b1a8-7bb2-4113-be7c-33fedddc8815 service neutron] Attempting to bind port a66da448-c5b2-4d30-b235-d219f03c9d9d by drivers openvswitch,hyperv on host n-h1-844202-1 at level 0 using segments [{'id': '5fc4ab46-cdd1-4a9b-8c32-e8e8c6108992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'dff807a0-8ea6-4127-898d-549f6adefb8f'}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:13:19.858440 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e61a30f-5e1f-414a-8a55-91891711c5e7 req-c1e7b1a8-7bb2-4113-be7c-33fedddc8815 service neutron] Attempting to bind port a66da448-c5b2-4d30-b235-d219f03c9d9d on network dff807a0-8ea6-4127-898d-549f6adefb8f {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:13:19.877066 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e61a30f-5e1f-414a-8a55-91891711c5e7 req-c1e7b1a8-7bb2-4113-be7c-33fedddc8815 service neutron] Port a66da448-c5b2-4d30-b235-d219f03c9d9d on network dff807a0-8ea6-4127-898d-549f6adefb8f not bound, no agent of type Open vSwitch agent registered on host n-h1-844202-1 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 19:13:19.877434 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e61a30f-5e1f-414a-8a55-91891711c5e7 req-c1e7b1a8-7bb2-4113-be7c-33fedddc8815 service neutron] Attempting to bind port a66da448-c5b2-4d30-b235-d219f03c9d9d on network dff807a0-8ea6-4127-898d-549f6adefb8f {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:13:19.904077 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-77b33873-faa1-4e65-a1be-10ebf57d63cd None None] Provisioning for port 61196a84-45b3-4aec-9501-e33bd51ca3a4 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:13:19.912731 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=f4af7131-5317-4ca1-938e-5ef22c4c0f42,revision_number=3']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:13:19.918717 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-77b33873-faa1-4e65-a1be-10ebf57d63cd None None] Provisioning complete for port 61196a84-45b3-4aec-9501-e33bd51ca3a4 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:13:19.919202 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-77b33873-faa1-4e65-a1be-10ebf57d63cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:20.017146 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e61a30f-5e1f-414a-8a55-91891711c5e7 req-c1e7b1a8-7bb2-4113-be7c-33fedddc8815 service neutron] Checking agent: {'id': 'bdb1e5d7-b998-4259-838f-3d278e930f32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 13, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:13:20.017490 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e61a30f-5e1f-414a-8a55-91891711c5e7 req-c1e7b1a8-7bb2-4113-be7c-33fedddc8815 service neutron] Checking segment: {'id': '5fc4ab46-cdd1-4a9b-8c32-e8e8c6108992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'dff807a0-8ea6-4127-898d-549f6adefb8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:13:20.017975 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e61a30f-5e1f-414a-8a55-91891711c5e7 req-c1e7b1a8-7bb2-4113-be7c-33fedddc8815 service neutron] Bound using segment: {'id': '5fc4ab46-cdd1-4a9b-8c32-e8e8c6108992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'dff807a0-8ea6-4127-898d-549f6adefb8f'} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:13:20.018428 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-9e61a30f-5e1f-414a-8a55-91891711c5e7 req-c1e7b1a8-7bb2-4113-be7c-33fedddc8815 service neutron] Bound port: a66da448-c5b2-4d30-b235-d219f03c9d9d, host: n-h1-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fc4ab46-cdd1-4a9b-8c32-e8e8c6108992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'dff807a0-8ea6-4127-898d-549f6adefb8f'}}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:13:20.018776 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-9e61a30f-5e1f-414a-8a55-91891711c5e7 req-c1e7b1a8-7bb2-4113-be7c-33fedddc8815 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:20.026231 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-77b33873-faa1-4e65-a1be-10ebf57d63cd None None] Port 61196a84-45b3-4aec-9501-e33bd51ca3a4 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:13:20.057438 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-77b33873-faa1-4e65-a1be-10ebf57d63cd None None] Provisioning complete for port f4af7131-5317-4ca1-938e-5ef22c4c0f42 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:13:20.058482 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-77b33873-faa1-4e65-a1be-10ebf57d63cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:20.147960 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b188bfb1-5c89-4989-abc8-14ae6c68e07c req-19ab574a-423f-4aff-87d2-bf2de8e5520e tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:13:20.152063 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-955929e0-59d0-4514-9066-fe6bb7845ee7 req-73334c78-445f-4eca-bd0e-4cbb6157a10c tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8b84db9-d35d-4296-85a8-fdfc6dd0b558 HTTP/1.1" status: 200 len: 210 time: 0.6579990 Jun 01 19:13:20.158172 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ee5cae-b311-4c79-87d3-40bc1ef84ee7 None None] Sync routers for ids ['34511afa-2f84-418d-a7a8-a118fab61b4e'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:13:20.172438 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ee5cae-b311-4c79-87d3-40bc1ef84ee7 None None] Routers {'34511afa-2f84-418d-a7a8-a118fab61b4e'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:13:20.180050 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-f9ee5cae-b311-4c79-87d3-40bc1ef84ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:13:09Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['34511afa-2f84-418d-a7a8-a118fab61b4e'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:13:20.296276 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [req-b188bfb1-5c89-4989-abc8-14ae6c68e07c req-19ab574a-423f-4aff-87d2-bf2de8e5520e tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] No DVR routers for this DVR port 1411ff4b-90e6-476e-a022-8a9f0065e464 on host n-h1-844202-1 {{(pid=88525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:13:20.298783 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-b188bfb1-5c89-4989-abc8-14ae6c68e07c req-19ab574a-423f-4aff-87d2-bf2de8e5520e tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:20.317638 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8b84db9-d35d-4296-85a8-fdfc6dd0b558', 'name': 'network-vif-deleted', 'tag': '1411ff4b-90e6-476e-a022-8a9f0065e464'}] {{(pid=88525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:13:20.369333 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b188bfb1-5c89-4989-abc8-14ae6c68e07c req-19ab574a-423f-4aff-87d2-bf2de8e5520e tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.15 "DELETE /v2.0/ports/1411ff4b-90e6-476e-a022-8a9f0065e464 HTTP/1.1" status: 204 len: 173 time: 2.6389275 Jun 01 19:13:20.522806 n-d-844202-1 neutron-server[88525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5730068-f4e1-4023-8f53-570aec3c054b'] response: {'server_uuid': 'b8b84db9-d35d-4296-85a8-fdfc6dd0b558', 'name': 'network-vif-deleted', 'tag': '1411ff4b-90e6-476e-a022-8a9f0065e464', 'status': 'completed', 'code': 200} Jun 01 19:13:20.571469 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-77b33873-faa1-4e65-a1be-10ebf57d63cd None None] Current status of the port f4af7131-5317-4ca1-938e-5ef22c4c0f42 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:13:20.582532 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 1411ff4b-90e6-476e-a022-8a9f0065e464 no longer exists at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:13:20.614053 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-f9ee5cae-b311-4c79-87d3-40bc1ef84ee7 None None] Set router 34511afa-2f84-418d-a7a8-a118fab61b4e gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:13:20.676957 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1351c988-6eb3-4535-a6c8-0cfe97ce9292 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:20.689685 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] No Port match for: 1411ff4b-90e6-476e-a022-8a9f0065e464 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:13:20.690127 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 1411ff4b-90e6-476e-a022-8a9f0065e464 not bound to the agent host n-h1-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:13:20.737841 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-2ec1619a-6e37-4f90-a682-67f1ab935069 None None] Provisioning complete for port 61196a84-45b3-4aec-9501-e33bd51ca3a4 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:13:20.738214 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-2ec1619a-6e37-4f90-a682-67f1ab935069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:20.763400 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ab031f8-d602-4849-8f6a-e5ea813646d4 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Router 84cd971b-b1d0-4b21-8841-559c5fc44298 has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 19:13:20.784517 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [None req-1351c988-6eb3-4535-a6c8-0cfe97ce9292 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Transition to ACTIVE for port object 54ce13d9-51a6-44c8-971f-0d23e5bdea09 will not be triggered until provisioned by entity DHCP. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:13:20.809453 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device ae63dee3-ce75-4306-ab42-c394b74c4b7d up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:13:20.893178 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-2ec1619a-6e37-4f90-a682-67f1ab935069 None None] Port 61196a84-45b3-4aec-9501-e33bd51ca3a4 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:13:20.916842 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-2ec1619a-6e37-4f90-a682-67f1ab935069 None None] Provisioning complete for port a66da448-c5b2-4d30-b235-d219f03c9d9d triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:13:20.917590 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-2ec1619a-6e37-4f90-a682-67f1ab935069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:20.997823 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-2ec1619a-6e37-4f90-a682-67f1ab935069 None None] Port a66da448-c5b2-4d30-b235-d219f03c9d9d cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:13:21.007715 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port ae63dee3-ce75-4306-ab42-c394b74c4b7d completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:13:21.018533 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device f4af7131-5317-4ca1-938e-5ef22c4c0f42 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:13:21.018912 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-9e61a30f-5e1f-414a-8a55-91891711c5e7 req-c1e7b1a8-7bb2-4113-be7c-33fedddc8815 service neutron] For port a66da448-c5b2-4d30-b235-d219f03c9d9d, host n-h1-844202-1, cleared binding levels {{(pid=88524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:13:21.036510 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-9e61a30f-5e1f-414a-8a55-91891711c5e7 req-c1e7b1a8-7bb2-4113-be7c-33fedddc8815 service neutron] For port a66da448-c5b2-4d30-b235-d219f03c9d9d, host n-h1-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=a66da448-c5b2-4d30-b235-d219f03c9d9d,segment=NetworkSegment(5fc4ab46-cdd1-4a9b-8c32-e8e8c6108992),segment_id=5fc4ab46-cdd1-4a9b-8c32-e8e8c6108992)] {{(pid=88524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:13:21.057209 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-9e61a30f-5e1f-414a-8a55-91891711c5e7 req-c1e7b1a8-7bb2-4113-be7c-33fedddc8815 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:21.122924 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249b8f1b-d844-4f2b-866a-29e0606137de req-ad2575b2-dbca-497d-bc64-c6eedbefe193 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:13:21.132119 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-249b8f1b-d844-4f2b-866a-29e0606137de req-ad2575b2-dbca-497d-bc64-c6eedbefe193 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7d2b0e6-e391-41b4-ad8b-28c3a2257458 HTTP/1.1" status: 200 len: 943 time: 0.4860198 Jun 01 19:13:21.152378 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1351c988-6eb3-4535-a6c8-0cfe97ce9292 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:21.199127 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ab031f8-d602-4849-8f6a-e5ea813646d4 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:13:21.200384 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f7e215da-b895-45de-bc3b-cb6b76275e1d None None] Provisioning complete for port 61196a84-45b3-4aec-9501-e33bd51ca3a4 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:13:21.200959 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f7e215da-b895-45de-bc3b-cb6b76275e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:21.285455 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port f4af7131-5317-4ca1-938e-5ef22c4c0f42 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:13:21.285747 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-f9ee5cae-b311-4c79-87d3-40bc1ef84ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34511afa-2f84-418d-a7a8-a118fab61b4e', 'name': 'tempest-AttachVolumeShelveTestJSON-595855241-router', 'tenant_id': '4a7494de105b4d89b3193a70c4c60c4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': 'c507d495-0ce0-477b-bc42-ec46b116dbdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:09:17Z', 'updated_at': '2022-06-01T19:09:29Z', 'revision_number': 4, 'project_id': '4a7494de105b4d89b3193a70c4c60c4c', 'gw_port': {'id': 'c507d495-0ce0-477b-bc42-ec46b116dbdb', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:1a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34511afa-2f84-418d-a7a8-a118fab61b4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2817, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:09:20Z', 'updated_at': '2022-06-01T19:09:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': 'b66f6a81-66f4-4681-bd20-5cd8e3e4f5d9', 'name': '', 'network_id': '3d299f30-03d5-48f5-82fc-2ce538e7e02b', 'tenant_id': '4a7494de105b4d89b3193a70c4c60c4c', 'mac_address': 'fa:16:3e:8c:1f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34511afa-2f84-418d-a7a8-a118fab61b4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2820, 'fixed_ips': [{'subnet_id': 'bf215978-ce5c-4077-ac29-2d8fb4937baa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:09:28Z', 'updated_at': '2022-06-01T19:09:39Z', 'revision_number': 5, 'project_id': '4a7494de105b4d89b3193a70c4c60c4c', 'subnets': [{'id': 'bf215978-ce5c-4077-ac29-2d8fb4937baa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:13:21.291881 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:21.308838 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ee5cae-b311-4c79-87d3-40bc1ef84ee7 None None] Checking router: 34511afa-2f84-418d-a7a8-a118fab61b4e for host: n-d-844202-1 {{(pid=88527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 19:13:21.323494 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ee5cae-b311-4c79-87d3-40bc1ef84ee7 None None] Routers {'34511afa-2f84-418d-a7a8-a118fab61b4e'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:13:21.326831 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-f9ee5cae-b311-4c79-87d3-40bc1ef84ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:13:09Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['34511afa-2f84-418d-a7a8-a118fab61b4e'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:13:21.393892 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f7e215da-b895-45de-bc3b-cb6b76275e1d None None] Port 61196a84-45b3-4aec-9501-e33bd51ca3a4 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:13:21.511455 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port f4af7131-5317-4ca1-938e-5ef22c4c0f42 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:13:21.515302 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device dce2d04b-a356-4b5a-8b0a-400c9924d3cb up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:13:21.566282 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-97918e47-040d-4460-9eee-779a324f0c78 req-703b15ce-9f08-481d-99ad-74bb8700e54d tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Synchronizing usage tracker for tenant:4a7494de105b4d89b3193a70c4c60c4c on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:13:21.601866 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-97918e47-040d-4460-9eee-779a324f0c78 req-703b15ce-9f08-481d-99ad-74bb8700e54d tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Unset dirty status for tenant:4a7494de105b4d89b3193a70c4c60c4c on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:13:21.607363 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-97918e47-040d-4460-9eee-779a324f0c78 req-703b15ce-9f08-481d-99ad-74bb8700e54d tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8b84db9-d35d-4296-85a8-fdfc6dd0b558 HTTP/1.1" status: 200 len: 210 time: 0.1637194 Jun 01 19:13:21.633493 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1351c988-6eb3-4535-a6c8-0cfe97ce9292 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Network c840486e-0c2f-4729-9a0c-ee6552111f90 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:13:21.660960 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-a91df4ae-43d4-441a-b776-26b33f30a1b7 None None] Provisioning complete for port a66da448-c5b2-4d30-b235-d219f03c9d9d triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:13:21.661335 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-a91df4ae-43d4-441a-b776-26b33f30a1b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:21.680818 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-3ab031f8-d602-4849-8f6a-e5ea813646d4 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] 10.222.0.41 "PUT /v2.0/routers/84cd971b-b1d0-4b21-8841-559c5fc44298/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1910312 Jun 01 19:13:21.680818 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-1351c988-6eb3-4535-a6c8-0cfe97ce9292 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:13:21.682029 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1351c988-6eb3-4535-a6c8-0cfe97ce9292 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:13:21.682212 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 57760) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:13:21.687980 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-490db69b-0109-4dbe-94d4-fb56aa79b7f2 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1786922468'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:13:21.699030 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-490db69b-0109-4dbe-94d4-fb56aa79b7f2 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:13:21.703204 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-490db69b-0109-4dbe-94d4-fb56aa79b7f2 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Usage tracker for resource:network and tenant:8011be9678e842bab7da75259f1c11c1 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:13:21.711210 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-490db69b-0109-4dbe-94d4-fb56aa79b7f2 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:13:21.717158 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-f9ee5cae-b311-4c79-87d3-40bc1ef84ee7 None None] Set router 34511afa-2f84-418d-a7a8-a118fab61b4e gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:13:21.718098 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-490db69b-0109-4dbe-94d4-fb56aa79b7f2 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:13:21.732827 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-490db69b-0109-4dbe-94d4-fb56aa79b7f2 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Made reservation on behalf of 8011be9678e842bab7da75259f1c11c1 for: {'network': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:13:21.736880 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-490db69b-0109-4dbe-94d4-fb56aa79b7f2 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:21.741019 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e7b1a8-7bb2-4113-be7c-33fedddc8815 service neutron] Pushing event updated for resources: {'Port': ['ID=a66da448-c5b2-4d30-b235-d219f03c9d9d,revision_number=8']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:13:21.783687 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-490db69b-0109-4dbe-94d4-fb56aa79b7f2 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 103} {{(pid=88525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 19:13:21.788772 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8163ec1-e0af-44b1-a85e-061d3581ec3b None None] Network c840486e-0c2f-4729-9a0c-ee6552111f90 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:13:21.795232 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-490db69b-0109-4dbe-94d4-fb56aa79b7f2 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:21.795533 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e61a30f-5e1f-414a-8a55-91891711c5e7 req-c1e7b1a8-7bb2-4113-be7c-33fedddc8815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:13:21.795642 n-d-844202-1 neutron-server[88525]: INFO neutron.db.segments_db [None req-490db69b-0109-4dbe-94d4-fb56aa79b7f2 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Added segment a52f4a81-7e64-42ca-adcc-8da7d7609ee5 of type vlan for network cfec68c2-d7bd-4b12-96cf-27c3bb3ef58c Jun 01 19:13:21.796964 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-9e61a30f-5e1f-414a-8a55-91891711c5e7 req-c1e7b1a8-7bb2-4113-be7c-33fedddc8815 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:21.797516 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9e61a30f-5e1f-414a-8a55-91891711c5e7 req-c1e7b1a8-7bb2-4113-be7c-33fedddc8815 service neutron] 10.222.0.50 "PUT /v2.0/ports/a66da448-c5b2-4d30-b235-d219f03c9d9d HTTP/1.1" status: 200 len: 1121 time: 4.0990202 Jun 01 19:13:21.797958 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7d2b0e6-e391-41b4-ad8b-28c3a2257458', 'tag': 'a66da448-c5b2-4d30-b235-d219f03c9d9d'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:13:21.820471 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-249b8f1b-d844-4f2b-866a-29e0606137de req-ca638f39-325e-4377-94aa-c846b32986fd tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/security-groups?id=362494bd-abbe-4b71-ae2f-86abe5bbd7b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6872177 Jun 01 19:13:21.879765 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1351c988-6eb3-4535-a6c8-0cfe97ce9292 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:13:21.880599 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1351c988-6eb3-4535-a6c8-0cfe97ce9292 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:21.886650 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1351c988-6eb3-4535-a6c8-0cfe97ce9292 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Pushing event updated for resources: {'Port': ['ID=54ce13d9-51a6-44c8-971f-0d23e5bdea09,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:13:21.895691 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-490db69b-0109-4dbe-94d4-fb56aa79b7f2 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:21.928983 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-1351c988-6eb3-4535-a6c8-0cfe97ce9292 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 4.5257313 Jun 01 19:13:21.929297 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 57766) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:13:21.933908 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3ca08b3-4571-4788-9686-1dbfc892761f'] response: {'name': 'network-changed', 'server_uuid': 'b7d2b0e6-e391-41b4-ad8b-28c3a2257458', 'tag': 'a66da448-c5b2-4d30-b235-d219f03c9d9d', 'status': 'completed', 'code': 200} Jun 01 19:13:21.952511 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-490db69b-0109-4dbe-94d4-fb56aa79b7f2 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:21.962376 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-490db69b-0109-4dbe-94d4-fb56aa79b7f2 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:13:21.968792 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-490db69b-0109-4dbe-94d4-fb56aa79b7f2 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks [] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:22.010583 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] get_ports_and_sgs() called for port_ids ['a66da448-c5b2-4d30-b235-d219f03c9d9d'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 19:13:22.069589 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44e8c155-8b49-474b-89d8-259cd2a63f58 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:13:22.090183 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44e8c155-8b49-474b-89d8-259cd2a63f58 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:13:22.091218 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-44e8c155-8b49-474b-89d8-259cd2a63f58 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Synchronizing usage tracker for tenant:451baccc58514a0cab8c4410ed135b7c on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:13:22.120380 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-44e8c155-8b49-474b-89d8-259cd2a63f58 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Unset dirty status for tenant:451baccc58514a0cab8c4410ed135b7c on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:13:22.124466 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-44e8c155-8b49-474b-89d8-259cd2a63f58 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1762 time: 0.1910875 Jun 01 19:13:22.125798 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 57770) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:13:22.128175 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port dce2d04b-a356-4b5a-8b0a-400c9924d3cb completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:13:22.220337 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96822a75-45c1-4354-9aae-4ec13431443a None None] Sync routers for ids ['84cd971b-b1d0-4b21-8841-559c5fc44298'] in n-d-844202-1 {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:13:22.227926 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-2923da76-d154-47bb-932d-b239e2e7ede6 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Deleting port 54ce13d9-51a6-44c8-971f-0d23e5bdea09 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:13:22.228501 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2923da76-d154-47bb-932d-b239e2e7ede6 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:22.235733 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port dce2d04b-a356-4b5a-8b0a-400c9924d3cb triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:13:22.236112 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:22.243853 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-490db69b-0109-4dbe-94d4-fb56aa79b7f2 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5611973 Jun 01 19:13:22.269337 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 57774) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:13:22.305319 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-b7d898b6-a8a6-4f04-ba98-7e52e74677e4 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Request body: {'subnet': {'network_id': 'cfec68c2-d7bd-4b12-96cf-27c3bb3ef58c', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:13:22.363595 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-a91df4ae-43d4-441a-b776-26b33f30a1b7 None None] Current status of the port a66da448-c5b2-4d30-b235-d219f03c9d9d is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:13:22.363915 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-a91df4ae-43d4-441a-b776-26b33f30a1b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:22.396465 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96822a75-45c1-4354-9aae-4ec13431443a None None] Routers {'84cd971b-b1d0-4b21-8841-559c5fc44298'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:13:22.397322 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-96822a75-45c1-4354-9aae-4ec13431443a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:13:09Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['84cd971b-b1d0-4b21-8841-559c5fc44298'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:13:22.418703 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-f9ee5cae-b311-4c79-87d3-40bc1ef84ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34511afa-2f84-418d-a7a8-a118fab61b4e', 'name': 'tempest-AttachVolumeShelveTestJSON-595855241-router', 'tenant_id': '4a7494de105b4d89b3193a70c4c60c4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': 'c507d495-0ce0-477b-bc42-ec46b116dbdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:09:17Z', 'updated_at': '2022-06-01T19:09:29Z', 'revision_number': 4, 'project_id': '4a7494de105b4d89b3193a70c4c60c4c', 'gw_port': {'id': 'c507d495-0ce0-477b-bc42-ec46b116dbdb', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:1a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34511afa-2f84-418d-a7a8-a118fab61b4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2817, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:09:20Z', 'updated_at': '2022-06-01T19:09:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': 'b66f6a81-66f4-4681-bd20-5cd8e3e4f5d9', 'name': '', 'network_id': '3d299f30-03d5-48f5-82fc-2ce538e7e02b', 'tenant_id': '4a7494de105b4d89b3193a70c4c60c4c', 'mac_address': 'fa:16:3e:8c:1f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34511afa-2f84-418d-a7a8-a118fab61b4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2820, 'fixed_ips': [{'subnet_id': 'bf215978-ce5c-4077-ac29-2d8fb4937baa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:09:28Z', 'updated_at': '2022-06-01T19:09:39Z', 'revision_number': 5, 'project_id': '4a7494de105b4d89b3193a70c4c60c4c', 'subnets': [{'id': 'bf215978-ce5c-4077-ac29-2d8fb4937baa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:13:22.425211 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ee5cae-b311-4c79-87d3-40bc1ef84ee7 None None] The sync data for ids ['34511afa-2f84-418d-a7a8-a118fab61b4e'] in n-d-844202-1 is: [{'id': '34511afa-2f84-418d-a7a8-a118fab61b4e', 'name': 'tempest-AttachVolumeShelveTestJSON-595855241-router', 'tenant_id': '4a7494de105b4d89b3193a70c4c60c4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': 'c507d495-0ce0-477b-bc42-ec46b116dbdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:09:17Z', 'updated_at': '2022-06-01T19:09:29Z', 'revision_number': 4, 'project_id': '4a7494de105b4d89b3193a70c4c60c4c', 'gw_port': {'id': 'c507d495-0ce0-477b-bc42-ec46b116dbdb', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:1a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34511afa-2f84-418d-a7a8-a118fab61b4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2817, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:09:20Z', 'updated_at': '2022-06-01T19:09:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': 'b66f6a81-66f4-4681-bd20-5cd8e3e4f5d9', 'name': '', 'network_id': '3d299f30-03d5-48f5-82fc-2ce538e7e02b', 'tenant_id': '4a7494de105b4d89b3193a70c4c60c4c', 'mac_address': 'fa:16:3e:8c:1f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34511afa-2f84-418d-a7a8-a118fab61b4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2820, 'fixed_ips': [{'subnet_id': 'bf215978-ce5c-4077-ac29-2d8fb4937baa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:09:28Z', 'updated_at': '2022-06-01T19:09:39Z', 'revision_number': 5, 'project_id': '4a7494de105b4d89b3193a70c4c60c4c', 'subnets': [{'id': 'bf215978-ce5c-4077-ac29-2d8fb4937baa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:13:22.456851 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490db69b-0109-4dbe-94d4-fb56aa79b7f2 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Pushing event updated for resources: {'Network': ['ID=cfec68c2-d7bd-4b12-96cf-27c3bb3ef58c,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:13:22.482513 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network cfec68c2-d7bd-4b12-96cf-27c3bb3ef58c details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 19:13:22.532456 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-b7d898b6-a8a6-4f04-ba98-7e52e74677e4 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:13:22.539527 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818a8668-2cf0-4323-a259-8c4948aa35c4 req-f874a661-9da9-4b01-9d64-3e6a20bceb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:13:22.541413 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-818a8668-2cf0-4323-a259-8c4948aa35c4 req-f874a661-9da9-4b01-9d64-3e6a20bceb6d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8537cfb3773e46d182e148cf5b0a717f&device_id=b7d2b0e6-e391-41b4-ad8b-28c3a2257458 HTTP/1.1" status: 200 len: 1124 time: 0.5051847 Jun 01 19:13:22.542372 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-b7d898b6-a8a6-4f04-ba98-7e52e74677e4 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Usage tracker for resource:subnet and tenant:8011be9678e842bab7da75259f1c11c1 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:13:22.546622 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-b7d898b6-a8a6-4f04-ba98-7e52e74677e4 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:13:22.558002 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7d2b0e6-e391-41b4-ad8b-28c3a2257458', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a66da448-c5b2-4d30-b235-d219f03c9d9d'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:13:22.578025 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-b7d898b6-a8a6-4f04-ba98-7e52e74677e4 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:13:22.594291 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2923da76-d154-47bb-932d-b239e2e7ede6 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:22.638048 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-a91df4ae-43d4-441a-b776-26b33f30a1b7 None None] For port a66da448-c5b2-4d30-b235-d219f03c9d9d, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=a66da448-c5b2-4d30-b235-d219f03c9d9d,segment=NetworkSegment(5fc4ab46-cdd1-4a9b-8c32-e8e8c6108992),segment_id=5fc4ab46-cdd1-4a9b-8c32-e8e8c6108992)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:13:22.653102 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7d898b6-a8a6-4f04-ba98-7e52e74677e4 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Made reservation on behalf of 8011be9678e842bab7da75259f1c11c1 for: {'subnet': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:13:22.656558 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b7d898b6-a8a6-4f04-ba98-7e52e74677e4 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9667140'] for subnet, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:22.744000 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89605234-daa4-4778-b0cf-5b88c7735726'] response: {'server_uuid': 'b7d2b0e6-e391-41b4-ad8b-28c3a2257458', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a66da448-c5b2-4d30-b235-d219f03c9d9d', 'code': 200} Jun 01 19:13:22.753508 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-a91df4ae-43d4-441a-b776-26b33f30a1b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:22.764320 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-2923da76-d154-47bb-932d-b239e2e7ede6 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Calling delete_port for 54ce13d9-51a6-44c8-971f-0d23e5bdea09 owned by {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:13:22.821762 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 57784) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:13:22.878500 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e90576-4c2b-458a-85c4-25a99693f994 None None] New status for floating IP 4b2dbe29-218f-4d43-be7e-1e13cdeeba9c: DOWN {{(pid=88527) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 19:13:22.896991 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818a8668-2cf0-4323-a259-8c4948aa35c4 req-d38051f2-0f8c-4b50-9567-d90b95ced904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:13:22.898466 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-818a8668-2cf0-4323-a259-8c4948aa35c4 req-d38051f2-0f8c-4b50-9567-d90b95ced904 service neutron] 10.222.0.15 "GET /v2.0/networks?id=dff807a0-8ea6-4127-898d-549f6adefb8f HTTP/1.1" status: 200 len: 897 time: 0.3466797 Jun 01 19:13:23.057588 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port dce2d04b-a356-4b5a-8b0a-400c9924d3cb is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:13:23.058159 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:23.121153 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port dce2d04b-a356-4b5a-8b0a-400c9924d3cb, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=dce2d04b-a356-4b5a-8b0a-400c9924d3cb,segment=NetworkSegment(894389c4-d6eb-4940-9132-97a7df3ea1c1),segment_id=894389c4-d6eb-4940-9132-97a7df3ea1c1)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:13:23.143303 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:23.159249 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-bbc66974-45c6-4c4f-9d2a-2f7ba4fb61f0 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:23.167381 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-818a8668-2cf0-4323-a259-8c4948aa35c4 req-cdea762e-45d7-4f51-be74-7ed0878f6afa service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a66da448-c5b2-4d30-b235-d219f03c9d9d HTTP/1.1" status: 200 len: 1000 time: 0.2579350 Jun 01 19:13:23.199537 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2923da76-d154-47bb-932d-b239e2e7ede6 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:23.235057 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-96822a75-45c1-4354-9aae-4ec13431443a None None] Set router 84cd971b-b1d0-4b21-8841-559c5fc44298 gateway port host: None {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:13:23.258646 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2923da76-d154-47bb-932d-b239e2e7ede6 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Pushing event deleted for resources: {'Port': ['ID=54ce13d9-51a6-44c8-971f-0d23e5bdea09,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:13:23.286097 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-bbc66974-45c6-4c4f-9d2a-2f7ba4fb61f0 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:23.330768 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abc1c6f-9e49-4234-b19b-61caa216e6f6 req-3ef8c9f2-f171-45ef-bfe0-34ed8292a25d tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:13:23.336970 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3abc1c6f-9e49-4234-b19b-61caa216e6f6 req-3ef8c9f2-f171-45ef-bfe0-34ed8292a25d tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7d2b0e6-e391-41b4-ad8b-28c3a2257458 HTTP/1.1" status: 200 len: 945 time: 0.3255053 Jun 01 19:13:23.341401 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b7d898b6-a8a6-4f04-ba98-7e52e74677e4 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2614064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9667190'] for subnet, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:23.349564 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91df4ae-43d4-441a-b776-26b33f30a1b7 None None] Pushing event updated for resources: {'Port': ['ID=a66da448-c5b2-4d30-b235-d219f03c9d9d,revision_number=9']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:13:23.396638 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818a8668-2cf0-4323-a259-8c4948aa35c4 req-aa3af877-60e7-4680-bc65-830985c431e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:13:23.398328 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-818a8668-2cf0-4323-a259-8c4948aa35c4 req-aa3af877-60e7-4680-bc65-830985c431e1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b7034154-78af-4dab-bf67-9d07d8fbb47d HTTP/1.1" status: 200 len: 835 time: 0.2142029 Jun 01 19:13:23.423704 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2923da76-d154-47bb-932d-b239e2e7ede6 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:23.439856 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-2923da76-d154-47bb-932d-b239e2e7ede6 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "DELETE /v2.0/ports/54ce13d9-51a6-44c8-971f-0d23e5bdea09 HTTP/1.1" status: 204 len: 168 time: 1.3105505 Jun 01 19:13:23.440138 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 57790) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:13:23.523178 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-624c83e8-9842-4b43-8db3-7a4e2308528f tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:13:23.524972 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-624c83e8-9842-4b43-8db3-7a4e2308528f tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:13:23.526825 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-624c83e8-9842-4b43-8db3-7a4e2308528f tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:13:23.531861 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-624c83e8-9842-4b43-8db3-7a4e2308528f tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0907044 Jun 01 19:13:23.532583 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 57794) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:13:23.534081 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3abc1c6f-9e49-4234-b19b-61caa216e6f6 req-a18d7fa6-9c3d-4aac-a1ec-3448a3757751 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/security-groups?id=362494bd-abbe-4b71-ae2f-86abe5bbd7b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1792879 Jun 01 19:13:23.538123 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d898b6-a8a6-4f04-ba98-7e52e74677e4 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Pushing event updated for resources: {'Subnet': ['ID=a9564001-b895-4331-9cb7-5f0348a73ede,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:13:23.559235 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d898b6-a8a6-4f04-ba98-7e52e74677e4 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Checking segment: {'id': 'a52f4a81-7e64-42ca-adcc-8da7d7609ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'cfec68c2-d7bd-4b12-96cf-27c3bb3ef58c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:13:23.559587 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d898b6-a8a6-4f04-ba98-7e52e74677e4 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Network hostable DHCP agents. Network: cfec68c2-d7bd-4b12-96cf-27c3bb3ef58c, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 19:13:23.566786 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-bbc66974-45c6-4c4f-9d2a-2f7ba4fb61f0 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:23.627541 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_v2 [None req-0167fb80-dcc9-49eb-be29-6860afb4d56b tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Deleting subnet 5e8d0351-d130-4e32-98d9-e1b8f676dfdc {{(pid=88524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 19:13:23.632459 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-0167fb80-dcc9-49eb-be29-6860afb4d56b tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks [] for subnet, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:23.697504 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-0167fb80-dcc9-49eb-be29-6860afb4d56b tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2702137'] for subnet, precommit_delete_associations {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:23.711622 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-38795cd5-4fa7-4688-afaa-24d17bade4bc None None] Provisioning for port ae63dee3-ce75-4306-ab42-c394b74c4b7d completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:13:23.722146 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=dce2d04b-a356-4b5a-8b0a-400c9924d3cb,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:13:23.731491 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc66974-45c6-4c4f-9d2a-2f7ba4fb61f0 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7f46c16-7d81-4a09-b7a2-ba720d08e5cb,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:13:23.742286 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818a8668-2cf0-4323-a259-8c4948aa35c4 req-fce50b08-37e7-4c5e-84e3-afd88784e182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:13:23.744346 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-818a8668-2cf0-4323-a259-8c4948aa35c4 req-fce50b08-37e7-4c5e-84e3-afd88784e182 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dff807a0-8ea6-4127-898d-549f6adefb8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3333232 Jun 01 19:13:23.766336 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-0167fb80-dcc9-49eb-be29-6860afb4d56b tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:23.771533 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-38795cd5-4fa7-4688-afaa-24d17bade4bc None None] Provisioning complete for port ae63dee3-ce75-4306-ab42-c394b74c4b7d triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:13:23.771898 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-38795cd5-4fa7-4688-afaa-24d17bade4bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:23.787715 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d898b6-a8a6-4f04-ba98-7e52e74677e4 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Network cfec68c2-d7bd-4b12-96cf-27c3bb3ef58c is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 19:13:23.847241 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-0167fb80-dcc9-49eb-be29-6860afb4d56b tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2718856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3066595'] for subnet, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:23.868016 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-b7d898b6-a8a6-4f04-ba98-7e52e74677e4 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, cfec68c2-d7bd-4b12-96cf-27c3bb3ef58c) {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:13:23.870954 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-bbc66974-45c6-4c4f-9d2a-2f7ba4fb61f0 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:23.875917 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-bbc66974-45c6-4c4f-9d2a-2f7ba4fb61f0 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "DELETE /v2.0/security-groups/b7f46c16-7d81-4a09-b7a2-ba720d08e5cb HTTP/1.1" status: 204 len: 168 time: 1.0520458 Jun 01 19:13:23.883492 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b482ad3-b524-4b68-a540-91cb1ed55654 None None] Network cfec68c2-d7bd-4b12-96cf-27c3bb3ef58c requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:13:23.886617 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 57798) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:13:23.896278 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7d898b6-a8a6-4f04-ba98-7e52e74677e4 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:13:23.897189 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b7d898b6-a8a6-4f04-ba98-7e52e74677e4 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks [] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:23.902109 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0167fb80-dcc9-49eb-be29-6860afb4d56b tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Pushing event deleted for resources: {'Subnet': ['ID=5e8d0351-d130-4e32-98d9-e1b8f676dfdc,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:13:23.909265 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-0167fb80-dcc9-49eb-be29-6860afb4d56b tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:23.921556 n-d-844202-1 neutron-server[88525]: INFO neutron.api.v2.resource [None req-578515e8-55d1-4374-9c72-251819d444ba tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] show failed (client error): The resource could not be found. Jun 01 19:13:23.922653 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-0167fb80-dcc9-49eb-be29-6860afb4d56b tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "DELETE /v2.0/subnets/5e8d0351-d130-4e32-98d9-e1b8f676dfdc HTTP/1.1" status: 204 len: 168 time: 0.3889239 Jun 01 19:13:23.925637 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 57802) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:13:23.929729 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-578515e8-55d1-4374-9c72-251819d444ba tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/security-groups/b7f46c16-7d81-4a09-b7a2-ba720d08e5cb HTTP/1.1" status: 404 len: 347 time: 0.0415511 Jun 01 19:13:23.932737 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 57806) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:13:24.011325 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_v2 [None req-c45fd4b7-dc2f-450b-ba48-e424c0441d72 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Deleting subnet 676d9c4f-2363-4f21-9a06-f955bf31e2ec {{(pid=88524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 19:13:24.014750 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-c45fd4b7-dc2f-450b-ba48-e424c0441d72 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks [] for subnet, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:24.042231 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-b7d898b6-a8a6-4f04-ba98-7e52e74677e4 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.7717993 Jun 01 19:13:24.049184 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 57810) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:13:24.058934 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fb94179-15d6-49a6-85f8-e46a0f7fe8f4 None None] Update dhcp port {'port': {'network_id': 'c840486e-0c2f-4729-9a0c-ee6552111f90', 'fixed_ips': [{'subnet_id': '676d9c4f-2363-4f21-9a06-f955bf31e2ec', 'ip_address': '172.20.0.2'}, {'subnet_id': '5e8d0351-d130-4e32-98d9-e1b8f676dfdc'}], 'binding:host_id': 'n-d-844202-1'}, 'id': 'ae63dee3-ce75-4306-ab42-c394b74c4b7d'} from n-d-844202-1. {{(pid=88526) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jun 01 19:13:24.077872 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-c45fd4b7-dc2f-450b-ba48-e424c0441d72 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2702137'] for subnet, precommit_delete_associations {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:24.171209 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-c45fd4b7-dc2f-450b-ba48-e424c0441d72 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:24.226720 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-3fb94179-15d6-49a6-85f8-e46a0f7fe8f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:24.254627 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-c45fd4b7-dc2f-450b-ba48-e424c0441d72 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2718856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3066595'] for subnet, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:24.262385 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-e7c767a4-29d2-4370-8a75-6714428556f3 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Deleting port 43523268-e048-40ed-82c3-6f1124710177 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:13:24.262655 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e7c767a4-29d2-4370-8a75-6714428556f3 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:24.302285 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-38795cd5-4fa7-4688-afaa-24d17bade4bc None None] Current status of the port ae63dee3-ce75-4306-ab42-c394b74c4b7d is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:13:24.302810 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-38795cd5-4fa7-4688-afaa-24d17bade4bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:24.367937 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-818a8668-2cf0-4323-a259-8c4948aa35c4 req-bd16dfd9-4c2b-4740-8649-7a49029d4ad6 service neutron] 10.222.0.15 "GET /v2.0/networks/dff807a0-8ea6-4127-898d-549f6adefb8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6054566 Jun 01 19:13:24.413733 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45fd4b7-dc2f-450b-ba48-e424c0441d72 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Pushing event deleted for resources: {'Subnet': ['ID=676d9c4f-2363-4f21-9a06-f955bf31e2ec,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:13:24.418358 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-c45fd4b7-dc2f-450b-ba48-e424c0441d72 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:24.429021 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-c45fd4b7-dc2f-450b-ba48-e424c0441d72 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "DELETE /v2.0/subnets/676d9c4f-2363-4f21-9a06-f955bf31e2ec HTTP/1.1" status: 204 len: 168 time: 0.5019655 Jun 01 19:13:24.431278 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 57814) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:13:24.503124 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-be643c0d-8113-44b9-b473-f4b28ff955f1 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0707543 Jun 01 19:13:24.505822 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 57818) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:13:24.511766 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-2c556fc8-71d1-463a-be68-9067f2596ca9 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Request body: {'subnet': {'network_id': 'c840486e-0c2f-4729-9a0c-ee6552111f90', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:13:24.580809 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-96822a75-45c1-4354-9aae-4ec13431443a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84cd971b-b1d0-4b21-8841-559c5fc44298', 'name': 'tempest-RoutersIpV6Test-router-616667906', 'tenant_id': '8011be9678e842bab7da75259f1c11c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:13:06Z', 'updated_at': '2022-06-01T19:13:16Z', 'revision_number': 3, 'project_id': '8011be9678e842bab7da75259f1c11c1', 'gw_port_host': None, '_interfaces': [{'id': '61196a84-45b3-4aec-9501-e33bd51ca3a4', 'name': '', 'network_id': '05aa4ee3-9ed0-4e01-81b9-048f59f628c3', 'tenant_id': '8011be9678e842bab7da75259f1c11c1', 'mac_address': 'fa:16:3e:ec:98:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84cd971b-b1d0-4b21-8841-559c5fc44298', 'device_owner': 'network:router_interface', 'standard_attr_id': 3006, 'fixed_ips': [{'subnet_id': '75d314dd-d0f4-48d5-b3fb-66f5cb773d77', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:13:13Z', 'updated_at': '2022-06-01T19:13:17Z', 'revision_number': 2, 'project_id': '8011be9678e842bab7da75259f1c11c1', 'subnets': [{'id': '75d314dd-d0f4-48d5-b3fb-66f5cb773d77', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dce2d04b-a356-4b5a-8b0a-400c9924d3cb', 'name': '', 'network_id': '0685924a-b45e-4145-8b0e-591ee3a46b73', 'tenant_id': '8011be9678e842bab7da75259f1c11c1', 'mac_address': 'fa:16:3e:20:2b:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84cd971b-b1d0-4b21-8841-559c5fc44298', 'device_owner': 'network:router_interface', 'standard_attr_id': 2998, 'fixed_ips': [{'subnet_id': 'd6578dc6-550e-4396-8fc7-6b70868dc84b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:13:08Z', 'updated_at': '2022-06-01T19:13:17Z', 'revision_number': 4, 'project_id': '8011be9678e842bab7da75259f1c11c1', 'subnets': [{'id': 'd6578dc6-550e-4396-8fc7-6b70868dc84b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:13:24.600172 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96822a75-45c1-4354-9aae-4ec13431443a None None] Checking router: 84cd971b-b1d0-4b21-8841-559c5fc44298 for host: n-d-844202-1 {{(pid=88526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 19:13:24.600551 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96822a75-45c1-4354-9aae-4ec13431443a None None] Updating router 84cd971b-b1d0-4b21-8841-559c5fc44298 port 61196a84-45b3-4aec-9501-e33bd51ca3a4 binding host n-d-844202-1 {{(pid=88526) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 19:13:24.624875 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddaa797e-2ba7-481c-b09b-dbb6e17a6bcc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc93f83c3-7fb6-5c13-a9d4-29d739a4e8d2-cfec68c2-d7bd-4b12-96cf-27c3bb3ef58c', 'network_id': 'cfec68c2-d7bd-4b12-96cf-27c3bb3ef58c', 'tenant_id': '8011be9678e842bab7da75259f1c11c1', 'fixed_ips': [{'subnet_id': 'a9564001-b895-4331-9cb7-5f0348a73ede'}]}} from n-d-844202-1. {{(pid=88526) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 19:13:24.625717 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-ddaa797e-2ba7-481c-b09b-dbb6e17a6bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:24.640049 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.db.api [None req-38795cd5-4fa7-4688-afaa-24d17bade4bc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88526) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 19:13:24.640450 n-d-844202-1 neutron-server[88526]: DEBUG oslo_db.api [None req-38795cd5-4fa7-4688-afaa-24d17bade4bc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 19:13:24.649388 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-2c556fc8-71d1-463a-be68-9067f2596ca9 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:13:24.657840 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-2c556fc8-71d1-463a-be68-9067f2596ca9 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Usage tracker for resource:subnet and tenant:451baccc58514a0cab8c4410ed135b7c is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:13:24.664313 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-2c556fc8-71d1-463a-be68-9067f2596ca9 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:13:24.676129 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-2c556fc8-71d1-463a-be68-9067f2596ca9 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:13:24.691410 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c556fc8-71d1-463a-be68-9067f2596ca9 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Made reservation on behalf of 451baccc58514a0cab8c4410ed135b7c for: {'subnet': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:13:24.700407 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2c556fc8-71d1-463a-be68-9067f2596ca9 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3066584'] for subnet, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:24.714226 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-96822a75-45c1-4354-9aae-4ec13431443a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:24.895622 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d62bf6da-3192-47a1-b481-074db53598a3 None None] Network c840486e-0c2f-4729-9a0c-ee6552111f90 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:13:24.904906 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e7c767a4-29d2-4370-8a75-6714428556f3 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:24.905533 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e7c767a4-29d2-4370-8a75-6714428556f3 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:24.935113 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-818a8668-2cf0-4323-a259-8c4948aa35c4 req-7e606d8e-2f81-4ed7-93f3-641475be9deb service neutron] 10.222.0.15 "GET /v2.0/networks/dff807a0-8ea6-4127-898d-549f6adefb8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5443730 Jun 01 19:13:24.943034 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6faa00a-440e-4e32-ac9d-43ce677002e5 req-db2a1942-e849-40d8-9dd5-842460220e57 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:13:24.944503 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e6faa00a-440e-4e32-ac9d-43ce677002e5 req-db2a1942-e849-40d8-9dd5-842460220e57 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7d2b0e6-e391-41b4-ad8b-28c3a2257458 HTTP/1.1" status: 200 len: 945 time: 0.1487911 Jun 01 19:13:25.017336 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.db_base_plugin_common [None req-ddaa797e-2ba7-481c-b09b-dbb6e17a6bcc None None] Allocated IP 2001:db8:2::2 (cfec68c2-d7bd-4b12-96cf-27c3bb3ef58c/a9564001-b895-4331-9cb7-5f0348a73ede/a82d1a8e-859a-49ef-a5c4-0d838d0af0c2) {{(pid=88526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:13:25.051703 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e6faa00a-440e-4e32-ac9d-43ce677002e5 req-ea03bc63-aa0c-42ae-8502-3430cadf2c92 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/security-groups?id=362494bd-abbe-4b71-ae2f-86abe5bbd7b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933583 Jun 01 19:13:25.140830 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2c556fc8-71d1-463a-be68-9067f2596ca9 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2718919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3066602'] for subnet, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:25.211953 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c556fc8-71d1-463a-be68-9067f2596ca9 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Network c840486e-0c2f-4729-9a0c-ee6552111f90 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:13:25.216063 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-2c556fc8-71d1-463a-be68-9067f2596ca9 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:13:25.220882 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c556fc8-71d1-463a-be68-9067f2596ca9 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:13:25.221529 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-e7c767a4-29d2-4370-8a75-6714428556f3 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Calling delete_port for 43523268-e048-40ed-82c3-6f1124710177 owned by network:floatingip {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:13:25.221829 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2c556fc8-71d1-463a-be68-9067f2596ca9 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:25.251987 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-2c556fc8-71d1-463a-be68-9067f2596ca9 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7436736 Jun 01 19:13:25.255679 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 57824) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:13:25.256565 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c556fc8-71d1-463a-be68-9067f2596ca9 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Pushing event updated for resources: {'Subnet': ['ID=f60b19af-4180-4f86-bb77-ae4806a765e4,revision_number=0']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:13:25.264664 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-80f96a24-941e-46c9-876a-5f40fc253e7c tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Request body: {'subnet': {'network_id': 'c840486e-0c2f-4729-9a0c-ee6552111f90', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:13:25.360698 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device dce2d04b-a356-4b5a-8b0a-400c9924d3cb up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:13:25.384790 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device a66da448-c5b2-4d30-b235-d219f03c9d9d details requested by agent hyperv_n-h2-844202-1 with host n-h2-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 19:13:25.418206 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-80f96a24-941e-46c9-876a-5f40fc253e7c tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:13:25.423245 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-80f96a24-941e-46c9-876a-5f40fc253e7c tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Usage tracker for resource:subnet and tenant:451baccc58514a0cab8c4410ed135b7c is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:13:25.427094 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-80f96a24-941e-46c9-876a-5f40fc253e7c tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:13:25.434557 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-80f96a24-941e-46c9-876a-5f40fc253e7c tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:13:25.446244 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80f96a24-941e-46c9-876a-5f40fc253e7c tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Made reservation on behalf of 451baccc58514a0cab8c4410ed135b7c for: {'subnet': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:13:25.450539 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-80f96a24-941e-46c9-876a-5f40fc253e7c tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3066584'] for subnet, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:25.491939 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-49e055be-f899-41d9-9681-60da36f2be16 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:25.527970 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-38795cd5-4fa7-4688-afaa-24d17bade4bc None None] Current status of the port ae63dee3-ce75-4306-ab42-c394b74c4b7d is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:13:25.528373 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-38795cd5-4fa7-4688-afaa-24d17bade4bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:25.627341 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e7c767a4-29d2-4370-8a75-6714428556f3 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:25.699017 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-38795cd5-4fa7-4688-afaa-24d17bade4bc None None] For port ae63dee3-ce75-4306-ab42-c394b74c4b7d, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=ae63dee3-ce75-4306-ab42-c394b74c4b7d,segment=NetworkSegment(a6cfd7d1-5211-44ec-a836-a984e441185d),segment_id=a6cfd7d1-5211-44ec-a836-a984e441185d)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:13:25.731137 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c767a4-29d2-4370-8a75-6714428556f3 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Pushing event deleted for resources: {'Port': ['ID=43523268-e048-40ed-82c3-6f1124710177,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:13:25.752658 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port dce2d04b-a356-4b5a-8b0a-400c9924d3cb triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:13:25.753030 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:25.800111 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-38795cd5-4fa7-4688-afaa-24d17bade4bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:25.852825 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e7c767a4-29d2-4370-8a75-6714428556f3 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Notify callbacks [] for floatingip, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:25.889745 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e7c767a4-29d2-4370-8a75-6714428556f3 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for floatingip, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:25.893860 n-d-844202-1 neutron-server[88524]: DEBUG neutron.objects.ports [None req-80f96a24-941e-46c9-876a-5f40fc253e7c tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88524) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jun 01 19:13:25.894009 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-e7c767a4-29d2-4370-8a75-6714428556f3 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "DELETE /v2.0/floatingips/4b2dbe29-218f-4d43-be7e-1e13cdeeba9c HTTP/1.1" status: 204 len: 168 time: 1.9526069 Jun 01 19:13:26.002812 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f5039ca-5399-4d57-8041-0ef09c10dba3 None None] DHCP port deletion for c840486e-0c2f-4729-9a0c-ee6552111f90 request from n-d-844202-1 {{(pid=88526) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 19:13:26.040359 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-5f5039ca-5399-4d57-8041-0ef09c10dba3 None None] Deleting port ae63dee3-ce75-4306-ab42-c394b74c4b7d {{(pid=88526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:13:26.040732 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-5f5039ca-5399-4d57-8041-0ef09c10dba3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:26.045453 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 57830) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:13:26.050893 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-a6b9fd56-0f11-4a9d-91e8-9e0f59821410 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Request body: {'security_group': {'name': 'tempest-securitygroup--750295132', 'description': 'tempest-description--1287477353'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:13:26.058582 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-a6b9fd56-0f11-4a9d-91e8-9e0f59821410 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:13:26.063280 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-a6b9fd56-0f11-4a9d-91e8-9e0f59821410 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Usage tracker for resource:security_group and tenant:4a7494de105b4d89b3193a70c4c60c4c is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:13:26.066623 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-a6b9fd56-0f11-4a9d-91e8-9e0f59821410 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:13:26.073403 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-ddaa797e-2ba7-481c-b09b-dbb6e17a6bcc None None] Notify callbacks [] for port, precommit_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:26.074017 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-a6b9fd56-0f11-4a9d-91e8-9e0f59821410 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:13:26.087826 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a6b9fd56-0f11-4a9d-91e8-9e0f59821410 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:26.116663 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-a6b9fd56-0f11-4a9d-91e8-9e0f59821410 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:13:26.122058 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-a6b9fd56-0f11-4a9d-91e8-9e0f59821410 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Usage tracker for resource:security_group_rule and tenant:4a7494de105b4d89b3193a70c4c60c4c is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:13:26.124001 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-a6b9fd56-0f11-4a9d-91e8-9e0f59821410 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:13:26.129995 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-a6b9fd56-0f11-4a9d-91e8-9e0f59821410 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:13:26.132476 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-96822a75-45c1-4354-9aae-4ec13431443a None None] Notify callbacks [] for port, precommit_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:26.138035 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port a66da448-c5b2-4d30-b235-d219f03c9d9d, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=a66da448-c5b2-4d30-b235-d219f03c9d9d,segment=NetworkSegment(5fc4ab46-cdd1-4a9b-8c32-e8e8c6108992),segment_id=5fc4ab46-cdd1-4a9b-8c32-e8e8c6108992)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:13:26.153060 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-80f96a24-941e-46c9-876a-5f40fc253e7c tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:26.164080 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-ddaa797e-2ba7-481c-b09b-dbb6e17a6bcc None None] Transition to ACTIVE for port object a82d1a8e-859a-49ef-a5c4-0d838d0af0c2 will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:13:26.195229 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-ceab456a-2007-4285-8fcf-072c75766e45 None None] Provisioning complete for port ae63dee3-ce75-4306-ab42-c394b74c4b7d triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:13:26.196002 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-ceab456a-2007-4285-8fcf-072c75766e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:26.210347 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a6b9fd56-0f11-4a9d-91e8-9e0f59821410 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:26.215814 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a6b9fd56-0f11-4a9d-91e8-9e0f59821410 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:26.238014 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device a66da448-c5b2-4d30-b235-d219f03c9d9d has no active binding in host n-h2-844202-1 {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Jun 01 19:13:26.240876 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-96822a75-45c1-4354-9aae-4ec13431443a None None] Transition to ACTIVE for port object 61196a84-45b3-4aec-9501-e33bd51ca3a4 will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:13:26.268937 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b9fd56-0f11-4a9d-91e8-9e0f59821410 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64983b74-c803-470a-b560-086d234f978a,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:13:26.275540 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38795cd5-4fa7-4688-afaa-24d17bade4bc None None] Pushing event updated for resources: {'Port': ['ID=ae63dee3-ce75-4306-ab42-c394b74c4b7d,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:13:26.281852 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a6b9fd56-0f11-4a9d-91e8-9e0f59821410 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:26.287350 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 57836) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:13:26.287931 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-a6b9fd56-0f11-4a9d-91e8-9e0f59821410 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2409363 Jun 01 19:13:26.295484 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-5512b643-c89f-401e-bd1e-e8fcc59e1bf9 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Request body: {'security_group_rule': {'security_group_id': '64983b74-c803-470a-b560-086d234f978a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:13:26.311459 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-5512b643-c89f-401e-bd1e-e8fcc59e1bf9 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:13:26.334439 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-5512b643-c89f-401e-bd1e-e8fcc59e1bf9 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Usage tracker for resource:security_group_rule and tenant:4a7494de105b4d89b3193a70c4c60c4c is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:13:26.341504 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-5512b643-c89f-401e-bd1e-e8fcc59e1bf9 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:13:26.345867 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-96822a75-45c1-4354-9aae-4ec13431443a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:26.403892 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-ddaa797e-2ba7-481c-b09b-dbb6e17a6bcc None None] Transition to ACTIVE for port object a82d1a8e-859a-49ef-a5c4-0d838d0af0c2 will not be triggered until provisioned by entity DHCP. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:13:26.447868 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-ddaa797e-2ba7-481c-b09b-dbb6e17a6bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526'] for port, after_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:26.514242 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-5512b643-c89f-401e-bd1e-e8fcc59e1bf9 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:13:26.518693 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [None req-49e055be-f899-41d9-9681-60da36f2be16 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Allocated IP 2001:db8:2::1 (cfec68c2-d7bd-4b12-96cf-27c3bb3ef58c/a9564001-b895-4331-9cb7-5f0348a73ede/cbad83d9-4a84-47c6-a6b1-fc15d2485398) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:13:26.533000 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port dce2d04b-a356-4b5a-8b0a-400c9924d3cb is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:13:26.574786 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa4aab3-b8cf-4a3a-9063-168948514350 req-903fb32c-86c7-4516-af18-15730d8814aa tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:13:26.576300 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-baa4aab3-b8cf-4a3a-9063-168948514350 req-903fb32c-86c7-4516-af18-15730d8814aa tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7d2b0e6-e391-41b4-ad8b-28c3a2257458 HTTP/1.1" status: 200 len: 945 time: 0.3539176 Jun 01 19:13:26.599998 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-5512b643-c89f-401e-bd1e-e8fcc59e1bf9 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:26.630491 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device ae63dee3-ce75-4306-ab42-c394b74c4b7d no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:13:26.668561 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [None req-80f96a24-941e-46c9-876a-5f40fc253e7c tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] For port ae63dee3-ce75-4306-ab42-c394b74c4b7d, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=ae63dee3-ce75-4306-ab42-c394b74c4b7d,segment=NetworkSegment(a6cfd7d1-5211-44ec-a836-a984e441185d),segment_id=a6cfd7d1-5211-44ec-a836-a984e441185d)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:13:26.675841 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddaa797e-2ba7-481c-b09b-dbb6e17a6bcc None None] Network cfec68c2-d7bd-4b12-96cf-27c3bb3ef58c is already hosted by enough agents. {{(pid=88526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:13:26.707965 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6e3412-9a7a-4c83-a8d5-2cf5af520f05 None None] Pushing event updated for resources: {'Port': ['ID=61196a84-45b3-4aec-9501-e33bd51ca3a4,revision_number=3']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:13:26.720196 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-baa4aab3-b8cf-4a3a-9063-168948514350 req-1b2d2390-c0d1-4268-8fd6-cda2702e984a tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/security-groups?id=362494bd-abbe-4b71-ae2f-86abe5bbd7b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1309481 Jun 01 19:13:26.752249 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-80f96a24-941e-46c9-876a-5f40fc253e7c tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:26.760195 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-49e055be-f899-41d9-9681-60da36f2be16 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:26.765768 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-80f96a24-941e-46c9-876a-5f40fc253e7c tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:26.766484 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-80f96a24-941e-46c9-876a-5f40fc253e7c tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2718919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3066602'] for subnet, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:26.771638 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-5512b643-c89f-401e-bd1e-e8fcc59e1bf9 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:26.777782 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.base_scheduler [None req-ddaa797e-2ba7-481c-b09b-dbb6e17a6bcc None None] Resources bound (agent type, host, resource id): {{(pid=88526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:13:26.785981 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [None req-49e055be-f899-41d9-9681-60da36f2be16 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Transition to ACTIVE for port object cbad83d9-4a84-47c6-a6b1-fc15d2485398 will not be triggered until provisioned by entity DHCP. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:13:26.799742 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddaa797e-2ba7-481c-b09b-dbb6e17a6bcc None None] Received port after_create {{(pid=88526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:13:26.817121 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-49e055be-f899-41d9-9681-60da36f2be16 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:26.860391 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-5512b643-c89f-401e-bd1e-e8fcc59e1bf9 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:26.917957 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5512b643-c89f-401e-bd1e-e8fcc59e1bf9 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f0f0327-5d52-4650-8a56-f75b57ba479e,revision_number=0']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:13:26.927660 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80f96a24-941e-46c9-876a-5f40fc253e7c tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Network c840486e-0c2f-4729-9a0c-ee6552111f90 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:13:26.934058 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-80f96a24-941e-46c9-876a-5f40fc253e7c tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:13:26.946101 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80f96a24-941e-46c9-876a-5f40fc253e7c tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:13:26.946694 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-80f96a24-941e-46c9-876a-5f40fc253e7c tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:26.961479 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f96a24-941e-46c9-876a-5f40fc253e7c tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Pushing event updated for resources: {'Port': ['ID=ae63dee3-ce75-4306-ab42-c394b74c4b7d,revision_number=6']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:13:26.969547 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-5512b643-c89f-401e-bd1e-e8fcc59e1bf9 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:26.970706 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-5512b643-c89f-401e-bd1e-e8fcc59e1bf9 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6816461 Jun 01 19:13:26.971725 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f96a24-941e-46c9-876a-5f40fc253e7c tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Pushing event updated for resources: {'Subnet': ['ID=ebfe4f82-0e2a-47bc-bdb4-270d5a56d522,revision_number=0']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:13:26.974376 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 57840) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:13:26.980490 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-4cb65aa8-f015-4e08-9169-8fc17c256890 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Request body: {'security_group_rule': {'security_group_id': '64983b74-c803-470a-b560-086d234f978a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:13:26.987186 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-5f5039ca-5399-4d57-8041-0ef09c10dba3 None None] For port ae63dee3-ce75-4306-ab42-c394b74c4b7d, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=ae63dee3-ce75-4306-ab42-c394b74c4b7d,segment=NetworkSegment(a6cfd7d1-5211-44ec-a836-a984e441185d),segment_id=a6cfd7d1-5211-44ec-a836-a984e441185d)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:13:26.987670 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-5f5039ca-5399-4d57-8041-0ef09c10dba3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:26.988863 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-4cb65aa8-f015-4e08-9169-8fc17c256890 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:13:26.994966 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-4cb65aa8-f015-4e08-9169-8fc17c256890 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Usage tracker for resource:security_group_rule and tenant:4a7494de105b4d89b3193a70c4c60c4c is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:13:26.998881 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-80f96a24-941e-46c9-876a-5f40fc253e7c tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7397830 Jun 01 19:13:27.000529 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-4cb65aa8-f015-4e08-9169-8fc17c256890 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:13:27.003577 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 57844) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:13:27.010070 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-2632b23f-2a6a-49cb-984a-4be32e5ed1fd tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Request body: {'port': {'network_id': 'c840486e-0c2f-4729-9a0c-ee6552111f90', 'mac_address': 'fa:16:3e:3c:d4:04', 'name': 'tempest-NetworksTestDHCPv6-59091381'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:13:27.035648 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49e055be-f899-41d9-9681-60da36f2be16 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Network cfec68c2-d7bd-4b12-96cf-27c3bb3ef58c is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:13:27.036892 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-4cb65aa8-f015-4e08-9169-8fc17c256890 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:13:27.042205 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-49e055be-f899-41d9-9681-60da36f2be16 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:13:27.047655 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e055be-f899-41d9-9681-60da36f2be16 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:13:27.048357 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-49e055be-f899-41d9-9681-60da36f2be16 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-887605'] for router_interface, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:27.062897 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-9e61a30f-5e1f-414a-8a55-91891711c5e7 req-3d88aa11-db92-477e-8727-d8edea9fbad1 service neutron] 10.222.0.15 "GET /v2.0/ports/a66da448-c5b2-4d30-b235-d219f03c9d9d/bindings/n-h2-844202-1 HTTP/1.1" status: 200 len: 384 time: 0.1311016 Jun 01 19:13:27.115985 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e055be-f899-41d9-9681-60da36f2be16 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Pushing event updated for resources: {'Port': ['ID=cbad83d9-4a84-47c6-a6b1-fc15d2485398,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:13:27.126400 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4cb65aa8-f015-4e08-9169-8fc17c256890 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:27.216115 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-2632b23f-2a6a-49cb-984a-4be32e5ed1fd tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:13:27.223495 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-2632b23f-2a6a-49cb-984a-4be32e5ed1fd tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Usage tracker for resource:port and tenant:451baccc58514a0cab8c4410ed135b7c is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:13:27.226544 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-5f5039ca-5399-4d57-8041-0ef09c10dba3 None None] Calling delete_port for ae63dee3-ce75-4306-ab42-c394b74c4b7d owned by network:dhcp {{(pid=88526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:13:27.232968 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-2632b23f-2a6a-49cb-984a-4be32e5ed1fd tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:13:27.242826 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4cb65aa8-f015-4e08-9169-8fc17c256890 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:27.243869 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-2632b23f-2a6a-49cb-984a-4be32e5ed1fd tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:13:27.252340 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4cb65aa8-f015-4e08-9169-8fc17c256890 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:27.284029 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2632b23f-2a6a-49cb-984a-4be32e5ed1fd tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Made reservation on behalf of 451baccc58514a0cab8c4410ed135b7c for: {'port': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:13:27.303427 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb65aa8-f015-4e08-9169-8fc17c256890 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9a3d460-c245-4419-89dc-a9f1bbc6991d,revision_number=0']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:13:27.305287 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4cb65aa8-f015-4e08-9169-8fc17c256890 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:27.306445 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-4cb65aa8-f015-4e08-9169-8fc17c256890 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3304644 Jun 01 19:13:27.310663 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 57848) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:13:27.363711 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-bd1c86ea-23cd-4ec4-9580-fac815abf7e0 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Request body: {'floatingip': {'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:13:27.374802 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-bd1c86ea-23cd-4ec4-9580-fac815abf7e0 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:13:27.388071 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-bd1c86ea-23cd-4ec4-9580-fac815abf7e0 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Usage tracker for resource:floatingip and tenant:4a7494de105b4d89b3193a70c4c60c4c is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:13:27.392755 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-bd1c86ea-23cd-4ec4-9580-fac815abf7e0 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:13:27.401493 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddaa797e-2ba7-481c-b09b-dbb6e17a6bcc None None] Pushing event updated for resources: {'Port': ['ID=a82d1a8e-859a-49ef-a5c4-0d838d0af0c2,revision_number=1']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:13:27.401833 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-bd1c86ea-23cd-4ec4-9580-fac815abf7e0 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:13:27.411136 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-96822a75-45c1-4354-9aae-4ec13431443a None None] Attempting to bind port 61196a84-45b3-4aec-9501-e33bd51ca3a4 on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:13:27.411807 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-96822a75-45c1-4354-9aae-4ec13431443a None None] Attempting to bind port 61196a84-45b3-4aec-9501-e33bd51ca3a4 by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': 'f3946dcb-a018-41cc-ba69-a2eb812cf5d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '05aa4ee3-9ed0-4e01-81b9-048f59f628c3'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:13:27.412647 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96822a75-45c1-4354-9aae-4ec13431443a None None] Attempting to bind port 61196a84-45b3-4aec-9501-e33bd51ca3a4 on network 05aa4ee3-9ed0-4e01-81b9-048f59f628c3 {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:13:27.425042 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96822a75-45c1-4354-9aae-4ec13431443a None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:13:27.425411 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96822a75-45c1-4354-9aae-4ec13431443a None None] Checking segment: {'id': 'f3946dcb-a018-41cc-ba69-a2eb812cf5d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '05aa4ee3-9ed0-4e01-81b9-048f59f628c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:13:27.426031 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-96822a75-45c1-4354-9aae-4ec13431443a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:27.426707 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96822a75-45c1-4354-9aae-4ec13431443a None None] Bound using segment: {'id': 'f3946dcb-a018-41cc-ba69-a2eb812cf5d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '05aa4ee3-9ed0-4e01-81b9-048f59f628c3'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:13:27.427623 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-96822a75-45c1-4354-9aae-4ec13431443a None None] Bound port: 61196a84-45b3-4aec-9501-e33bd51ca3a4, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3946dcb-a018-41cc-ba69-a2eb812cf5d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '05aa4ee3-9ed0-4e01-81b9-048f59f628c3'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:13:27.428189 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-96822a75-45c1-4354-9aae-4ec13431443a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:27.431881 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-bd1c86ea-23cd-4ec4-9580-fac815abf7e0 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Notify callbacks [] for floatingip, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:27.449969 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-ceab456a-2007-4285-8fcf-072c75766e45 None None] Current status of the port ae63dee3-ce75-4306-ab42-c394b74c4b7d is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:13:27.459114 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-ddaa797e-2ba7-481c-b09b-dbb6e17a6bcc None None] Attempting to bind port a82d1a8e-859a-49ef-a5c4-0d838d0af0c2 on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:13:27.459747 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-ddaa797e-2ba7-481c-b09b-dbb6e17a6bcc None None] Attempting to bind port a82d1a8e-859a-49ef-a5c4-0d838d0af0c2 by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': 'a52f4a81-7e64-42ca-adcc-8da7d7609ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'cfec68c2-d7bd-4b12-96cf-27c3bb3ef58c'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:13:27.460169 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddaa797e-2ba7-481c-b09b-dbb6e17a6bcc None None] Attempting to bind port a82d1a8e-859a-49ef-a5c4-0d838d0af0c2 on network cfec68c2-d7bd-4b12-96cf-27c3bb3ef58c {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:13:27.513368 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2632b23f-2a6a-49cb-984a-4be32e5ed1fd tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:27.542430 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-49e055be-f899-41d9-9681-60da36f2be16 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:27.544111 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-ceab456a-2007-4285-8fcf-072c75766e45 None None] Could not find standard attr ID for object 54ce13d9-51a6-44c8-971f-0d23e5bdea09. {{(pid=88526) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 01 19:13:27.545719 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddaa797e-2ba7-481c-b09b-dbb6e17a6bcc None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:13:27.546094 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddaa797e-2ba7-481c-b09b-dbb6e17a6bcc None None] Checking segment: {'id': 'a52f4a81-7e64-42ca-adcc-8da7d7609ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'cfec68c2-d7bd-4b12-96cf-27c3bb3ef58c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:13:27.546694 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-ddaa797e-2ba7-481c-b09b-dbb6e17a6bcc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:27.547227 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddaa797e-2ba7-481c-b09b-dbb6e17a6bcc None None] Bound using segment: {'id': 'a52f4a81-7e64-42ca-adcc-8da7d7609ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'cfec68c2-d7bd-4b12-96cf-27c3bb3ef58c'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:13:27.547856 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-ddaa797e-2ba7-481c-b09b-dbb6e17a6bcc None None] Bound port: a82d1a8e-859a-49ef-a5c4-0d838d0af0c2, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a52f4a81-7e64-42ca-adcc-8da7d7609ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'cfec68c2-d7bd-4b12-96cf-27c3bb3ef58c'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:13:27.548423 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-ddaa797e-2ba7-481c-b09b-dbb6e17a6bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:27.560521 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [None req-2632b23f-2a6a-49cb-984a-4be32e5ed1fd tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] device_id is not set on port 39482508-253d-42dc-952b-ab24818a4d1b yet. {{(pid=88524) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 19:13:27.637712 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-9e61a30f-5e1f-414a-8a55-91891711c5e7 req-bafe5b75-16eb-4fbf-9c9a-21e9d3388538 service neutron] For port a66da448-c5b2-4d30-b235-d219f03c9d9d, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=a66da448-c5b2-4d30-b235-d219f03c9d9d,segment=NetworkSegment(5fc4ab46-cdd1-4a9b-8c32-e8e8c6108992),segment_id=5fc4ab46-cdd1-4a9b-8c32-e8e8c6108992)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:13:27.675104 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.db.api [None req-5f5039ca-5399-4d57-8041-0ef09c10dba3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88526) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 19:13:27.675484 n-d-844202-1 neutron-server[88526]: DEBUG oslo_db.api [None req-5f5039ca-5399-4d57-8041-0ef09c10dba3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 19:13:27.693193 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port ae63dee3-ce75-4306-ab42-c394b74c4b7d is: ACTIVE; New status is: DOWN {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:13:27.693619 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:27.725884 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-96822a75-45c1-4354-9aae-4ec13431443a None None] For port 61196a84-45b3-4aec-9501-e33bd51ca3a4, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:13:27.750407 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-96822a75-45c1-4354-9aae-4ec13431443a None None] For port 61196a84-45b3-4aec-9501-e33bd51ca3a4, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=61196a84-45b3-4aec-9501-e33bd51ca3a4,segment=NetworkSegment(f3946dcb-a018-41cc-ba69-a2eb812cf5d7),segment_id=f3946dcb-a018-41cc-ba69-a2eb812cf5d7)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:13:27.764326 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-ddaa797e-2ba7-481c-b09b-dbb6e17a6bcc None None] For port a82d1a8e-859a-49ef-a5c4-0d838d0af0c2, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:13:27.767274 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-96822a75-45c1-4354-9aae-4ec13431443a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:27.774263 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-ddaa797e-2ba7-481c-b09b-dbb6e17a6bcc None None] For port a82d1a8e-859a-49ef-a5c4-0d838d0af0c2, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=a82d1a8e-859a-49ef-a5c4-0d838d0af0c2,segment=NetworkSegment(a52f4a81-7e64-42ca-adcc-8da7d7609ee5),segment_id=a52f4a81-7e64-42ca-adcc-8da7d7609ee5)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:13:27.783024 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-bd1c86ea-23cd-4ec4-9580-fac815abf7e0 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:27.827750 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-9e61a30f-5e1f-414a-8a55-91891711c5e7 req-bafe5b75-16eb-4fbf-9c9a-21e9d3388538 service neutron] For port a66da448-c5b2-4d30-b235-d219f03c9d9d, host n-h1-844202-1, cleared binding levels {{(pid=88525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:13:27.839090 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-ddaa797e-2ba7-481c-b09b-dbb6e17a6bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:27.845732 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port ae63dee3-ce75-4306-ab42-c394b74c4b7d, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=ae63dee3-ce75-4306-ab42-c394b74c4b7d,segment=NetworkSegment(a6cfd7d1-5211-44ec-a836-a984e441185d),segment_id=a6cfd7d1-5211-44ec-a836-a984e441185d)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:13:27.872563 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:27.885192 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [None req-2632b23f-2a6a-49cb-984a-4be32e5ed1fd tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Allocated IP 172.20.0.7 (c840486e-0c2f-4729-9a0c-ee6552111f90/f60b19af-4180-4f86-bb77-ae4806a765e4/39482508-253d-42dc-952b-ab24818a4d1b) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:13:27.897794 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96822a75-45c1-4354-9aae-4ec13431443a None None] Routers {'84cd971b-b1d0-4b21-8841-559c5fc44298'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:13:27.898444 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-96822a75-45c1-4354-9aae-4ec13431443a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:13:09Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['84cd971b-b1d0-4b21-8841-559c5fc44298'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:13:27.902350 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [None req-2632b23f-2a6a-49cb-984a-4be32e5ed1fd tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Allocated IP 2001:db8::f816:3eff:fe3c:d404 (c840486e-0c2f-4729-9a0c-ee6552111f90/ebfe4f82-0e2a-47bc-bdb4-270d5a56d522/39482508-253d-42dc-952b-ab24818a4d1b) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:13:27.984973 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7d2b0e6-e391-41b4-ad8b-28c3a2257458', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a66da448-c5b2-4d30-b235-d219f03c9d9d'}] {{(pid=88525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:13:28.013984 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-9e61a30f-5e1f-414a-8a55-91891711c5e7 req-bafe5b75-16eb-4fbf-9c9a-21e9d3388538 service neutron] For port a66da448-c5b2-4d30-b235-d219f03c9d9d, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=a66da448-c5b2-4d30-b235-d219f03c9d9d,segment=NetworkSegment(5fc4ab46-cdd1-4a9b-8c32-e8e8c6108992),segment_id=5fc4ab46-cdd1-4a9b-8c32-e8e8c6108992)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:13:28.122998 n-d-844202-1 neutron-server[88525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6f80c12-cab1-4654-8599-dd872af2d193'] response: {'server_uuid': 'b7d2b0e6-e391-41b4-ad8b-28c3a2257458', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a66da448-c5b2-4d30-b235-d219f03c9d9d', 'code': 200} Jun 01 19:13:28.133422 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6e3412-9a7a-4c83-a8d5-2cf5af520f05 None None] Pushing event updated for resources: {'Port': ['ID=61196a84-45b3-4aec-9501-e33bd51ca3a4,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:13:28.143224 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-9e61a30f-5e1f-414a-8a55-91891711c5e7 req-bafe5b75-16eb-4fbf-9c9a-21e9d3388538 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:28.183836 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-5f5039ca-5399-4d57-8041-0ef09c10dba3 None None] Deleting port ae63dee3-ce75-4306-ab42-c394b74c4b7d {{(pid=88526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:13:28.184488 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-5f5039ca-5399-4d57-8041-0ef09c10dba3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:28.254104 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2632b23f-2a6a-49cb-984a-4be32e5ed1fd tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:28.279359 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddaa797e-2ba7-481c-b09b-dbb6e17a6bcc None None] Pushing event updated for resources: {'Port': ['ID=a82d1a8e-859a-49ef-a5c4-0d838d0af0c2,revision_number=2']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:13:28.292953 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4440400f-4734-4477-9b47-e6f1e8b168ee req-42f84692-f071-4586-afb5-3046632494c5 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:13:28.295972 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [None req-2632b23f-2a6a-49cb-984a-4be32e5ed1fd tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Transition to ACTIVE for port object 39482508-253d-42dc-952b-ab24818a4d1b will not be triggered until provisioned by entity DHCP. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:13:28.299927 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4440400f-4734-4477-9b47-e6f1e8b168ee req-42f84692-f071-4586-afb5-3046632494c5 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7d2b0e6-e391-41b4-ad8b-28c3a2257458 HTTP/1.1" status: 200 len: 945 time: 0.3472645 Jun 01 19:13:28.322401 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [None req-bd1c86ea-23cd-4ec4-9580-fac815abf7e0 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Allocated IP 172.25.4.206 (72a72e44-6845-488a-a5ff-3a26d4df9cb3/c314a23b-daa2-4106-ab28-8e6f954277b2/1ac3f25f-5792-4a54-908a-66aee1624236) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:13:28.369183 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-96822a75-45c1-4354-9aae-4ec13431443a None None] Set router 84cd971b-b1d0-4b21-8841-559c5fc44298 gateway port host: None {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:13:28.405662 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4440400f-4734-4477-9b47-e6f1e8b168ee req-8b7d6226-46af-40fb-b60a-de38edf4c587 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/security-groups?id=362494bd-abbe-4b71-ae2f-86abe5bbd7b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047673 Jun 01 19:13:28.435250 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [req-9e61a30f-5e1f-414a-8a55-91891711c5e7 req-bafe5b75-16eb-4fbf-9c9a-21e9d3388538 service neutron] Transition to ACTIVE for port object a66da448-c5b2-4d30-b235-d219f03c9d9d will not be triggered until provisioned by entity L2. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:13:28.464335 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-49e055be-f899-41d9-9681-60da36f2be16 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks [] for port, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:28.469465 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-9e61a30f-5e1f-414a-8a55-91891711c5e7 req-bafe5b75-16eb-4fbf-9c9a-21e9d3388538 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:28.475703 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2632b23f-2a6a-49cb-984a-4be32e5ed1fd tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:28.516375 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-49e055be-f899-41d9-9681-60da36f2be16 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:28.517510 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-49e055be-f899-41d9-9681-60da36f2be16 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-887436'] for router_interface, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:28.575305 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2632b23f-2a6a-49cb-984a-4be32e5ed1fd tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Network c840486e-0c2f-4729-9a0c-ee6552111f90 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:13:28.580138 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-2632b23f-2a6a-49cb-984a-4be32e5ed1fd tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:13:28.592697 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2632b23f-2a6a-49cb-984a-4be32e5ed1fd tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:13:28.665954 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2632b23f-2a6a-49cb-984a-4be32e5ed1fd tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Pushing event updated for resources: {'Port': ['ID=39482508-253d-42dc-952b-ab24818a4d1b,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:13:28.678751 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=ae63dee3-ce75-4306-ab42-c394b74c4b7d,revision_number=7']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:13:28.731598 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-bd1c86ea-23cd-4ec4-9580-fac815abf7e0 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:28.777245 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2632b23f-2a6a-49cb-984a-4be32e5ed1fd tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:13:28.778938 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2632b23f-2a6a-49cb-984a-4be32e5ed1fd tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:28.822120 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-bd1c86ea-23cd-4ec4-9580-fac815abf7e0 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:28.830511 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafe5b75-16eb-4fbf-9c9a-21e9d3388538 service neutron] Pushing event updated for resources: {'Port': ['ID=a66da448-c5b2-4d30-b235-d219f03c9d9d,revision_number=11']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:13:28.874414 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-2632b23f-2a6a-49cb-984a-4be32e5ed1fd tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1025 time: 1.8695643 Jun 01 19:13:28.885630 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 57856) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:13:28.956365 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e61a30f-5e1f-414a-8a55-91891711c5e7 req-bafe5b75-16eb-4fbf-9c9a-21e9d3388538 service neutron] No DVR routers for this DVR port a66da448-c5b2-4d30-b235-d219f03c9d9d on host n-h1-844202-1 {{(pid=88525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:13:29.015791 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49e055be-f899-41d9-9681-60da36f2be16 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Network cfec68c2-d7bd-4b12-96cf-27c3bb3ef58c is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:13:29.030121 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-49e055be-f899-41d9-9681-60da36f2be16 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:13:29.062091 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-5f5039ca-5399-4d57-8041-0ef09c10dba3 None None] For port ae63dee3-ce75-4306-ab42-c394b74c4b7d, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=ae63dee3-ce75-4306-ab42-c394b74c4b7d,segment=NetworkSegment(a6cfd7d1-5211-44ec-a836-a984e441185d),segment_id=a6cfd7d1-5211-44ec-a836-a984e441185d)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:13:29.062360 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-5f5039ca-5399-4d57-8041-0ef09c10dba3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:29.107244 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd1c86ea-23cd-4ec4-9580-fac815abf7e0 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:13:29.111435 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-bd1c86ea-23cd-4ec4-9580-fac815abf7e0 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:13:29.116664 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd1c86ea-23cd-4ec4-9580-fac815abf7e0 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:13:29.197378 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1c86ea-23cd-4ec4-9580-fac815abf7e0 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Pushing event updated for resources: {'Port': ['ID=1ac3f25f-5792-4a54-908a-66aee1624236,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:13:29.198869 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e055be-f899-41d9-9681-60da36f2be16 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Pushing event updated for resources: {'Port': ['ID=cbad83d9-4a84-47c6-a6b1-fc15d2485398,revision_number=2']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:13:29.233158 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-5f5039ca-5399-4d57-8041-0ef09c10dba3 None None] Calling delete_port for ae63dee3-ce75-4306-ab42-c394b74c4b7d owned by network:dhcp {{(pid=88526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:13:29.246947 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-bd1c86ea-23cd-4ec4-9580-fac815abf7e0 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:29.345253 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ef47da0-515a-4da8-82e9-d71cf765a3bd tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:13:29.351761 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ef47da0-515a-4da8-82e9-d71cf765a3bd tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:13:29.352624 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-6ef47da0-515a-4da8-82e9-d71cf765a3bd tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Synchronizing usage tracker for tenant:451baccc58514a0cab8c4410ed135b7c on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:13:29.358711 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-bd1c86ea-23cd-4ec4-9580-fac815abf7e0 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:29.366625 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-96822a75-45c1-4354-9aae-4ec13431443a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84cd971b-b1d0-4b21-8841-559c5fc44298', 'name': 'tempest-RoutersIpV6Test-router-616667906', 'tenant_id': '8011be9678e842bab7da75259f1c11c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:13:06Z', 'updated_at': '2022-06-01T19:13:27Z', 'revision_number': 4, 'project_id': '8011be9678e842bab7da75259f1c11c1', 'gw_port_host': None, '_interfaces': [{'id': '61196a84-45b3-4aec-9501-e33bd51ca3a4', 'name': '', 'network_id': '05aa4ee3-9ed0-4e01-81b9-048f59f628c3', 'tenant_id': '8011be9678e842bab7da75259f1c11c1', 'mac_address': 'fa:16:3e:ec:98:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84cd971b-b1d0-4b21-8841-559c5fc44298', 'device_owner': 'network:router_interface', 'standard_attr_id': 3006, 'fixed_ips': [{'subnet_id': '75d314dd-d0f4-48d5-b3fb-66f5cb773d77', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:13:13Z', 'updated_at': '2022-06-01T19:13:27Z', 'revision_number': 4, 'project_id': '8011be9678e842bab7da75259f1c11c1', 'subnets': [{'id': '75d314dd-d0f4-48d5-b3fb-66f5cb773d77', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cbad83d9-4a84-47c6-a6b1-fc15d2485398', 'name': '', 'network_id': 'cfec68c2-d7bd-4b12-96cf-27c3bb3ef58c', 'tenant_id': '8011be9678e842bab7da75259f1c11c1', 'mac_address': 'fa:16:3e:b8:38:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84cd971b-b1d0-4b21-8841-559c5fc44298', 'device_owner': 'network:router_interface', 'standard_attr_id': 3018, 'fixed_ips': [{'subnet_id': 'a9564001-b895-4331-9cb7-5f0348a73ede', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:13:25Z', 'updated_at': '2022-06-01T19:13:26Z', 'revision_number': 1, 'project_id': '8011be9678e842bab7da75259f1c11c1', 'subnets': [{'id': 'a9564001-b895-4331-9cb7-5f0348a73ede', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dce2d04b-a356-4b5a-8b0a-400c9924d3cb', 'name': '', 'network_id': '0685924a-b45e-4145-8b0e-591ee3a46b73', 'tenant_id': '8011be9678e842bab7da75259f1c11c1', 'mac_address': 'fa:16:3e:20:2b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84cd971b-b1d0-4b21-8841-559c5fc44298', 'device_owner': 'network:router_interface', 'standard_attr_id': 2998, 'fixed_ips': [{'subnet_id': 'd6578dc6-550e-4396-8fc7-6b70868dc84b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:13:08Z', 'updated_at': '2022-06-01T19:13:23Z', 'revision_number': 5, 'project_id': '8011be9678e842bab7da75259f1c11c1', 'subnets': [{'id': 'd6578dc6-550e-4396-8fc7-6b70868dc84b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:13:29.373191 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96822a75-45c1-4354-9aae-4ec13431443a None None] The sync data for ids ['84cd971b-b1d0-4b21-8841-559c5fc44298'] in n-d-844202-1 is: [{'id': '84cd971b-b1d0-4b21-8841-559c5fc44298', 'name': 'tempest-RoutersIpV6Test-router-616667906', 'tenant_id': '8011be9678e842bab7da75259f1c11c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:13:06Z', 'updated_at': '2022-06-01T19:13:27Z', 'revision_number': 4, 'project_id': '8011be9678e842bab7da75259f1c11c1', 'gw_port_host': None, '_interfaces': [{'id': '61196a84-45b3-4aec-9501-e33bd51ca3a4', 'name': '', 'network_id': '05aa4ee3-9ed0-4e01-81b9-048f59f628c3', 'tenant_id': '8011be9678e842bab7da75259f1c11c1', 'mac_address': 'fa:16:3e:ec:98:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84cd971b-b1d0-4b21-8841-559c5fc44298', 'device_owner': 'network:router_interface', 'standard_attr_id': 3006, 'fixed_ips': [{'subnet_id': '75d314dd-d0f4-48d5-b3fb-66f5cb773d77', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:13:13Z', 'updated_at': '2022-06-01T19:13:27Z', 'revision_number': 4, 'project_id': '8011be9678e842bab7da75259f1c11c1', 'subnets': [{'id': '75d314dd-d0f4-48d5-b3fb-66f5cb773d77', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cbad83d9-4a84-47c6-a6b1-fc15d2485398', 'name': '', 'network_id': 'cfec68c2-d7bd-4b12-96cf-27c3bb3ef58c', 'tenant_id': '8011be9678e842bab7da75259f1c11c1', 'mac_address': 'fa:16:3e:b8:38:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84cd971b-b1d0-4b21-8841-559c5fc44298', 'device_owner': 'network:router_interface', 'standard_attr_id': 3018, 'fixed_ips': [{'subnet_id': 'a9564001-b895-4331-9cb7-5f0348a73ede', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:13:25Z', 'updated_at': '2022-06-01T19:13:26Z', 'revision_number': 1, 'project_id': '8011be9678e842bab7da75259f1c11c1', 'subnets': [{'id': 'a9564001-b895-4331-9cb7-5f0348a73ede', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dce2d04b-a356-4b5a-8b0a-400c9924d3cb', 'name': '', 'network_id': '0685924a-b45e-4145-8b0e-591ee3a46b73', 'tenant_id': '8011be9678e842bab7da75259f1c11c1', 'mac_address': 'fa:16:3e:20:2b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84cd971b-b1d0-4b21-8841-559c5fc44298', 'device_owner': 'network:router_interface', 'standard_attr_id': 2998, 'fixed_ips': [{'subnet_id': 'd6578dc6-550e-4396-8fc7-6b70868dc84b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:13:08Z', 'updated_at': '2022-06-01T19:13:23Z', 'revision_number': 5, 'project_id': '8011be9678e842bab7da75259f1c11c1', 'subnets': [{'id': 'd6578dc6-550e-4396-8fc7-6b70868dc84b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:13:29.468145 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-6ef47da0-515a-4da8-82e9-d71cf765a3bd tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Unset dirty status for tenant:451baccc58514a0cab8c4410ed135b7c on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:13:29.476380 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-6ef47da0-515a-4da8-82e9-d71cf765a3bd tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1780 time: 0.5782704 Jun 01 19:13:29.478933 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 57862) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:13:29.507976 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-5f5039ca-5399-4d57-8041-0ef09c10dba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535'] for port, after_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:29.575763 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49e055be-f899-41d9-9681-60da36f2be16 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Router 84cd971b-b1d0-4b21-8841-559c5fc44298 has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 19:13:29.592667 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5039ca-5399-4d57-8041-0ef09c10dba3 None None] Pushing event deleted for resources: {'Port': ['ID=ae63dee3-ce75-4306-ab42-c394b74c4b7d,revision_number=None']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:13:29.671874 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-9e61a30f-5e1f-414a-8a55-91891711c5e7 req-bafe5b75-16eb-4fbf-9c9a-21e9d3388538 service neutron] 10.222.0.15 "PUT /v2.0/ports/a66da448-c5b2-4d30-b235-d219f03c9d9d/bindings/n-h2-844202-1/activate HTTP/1.1" status: 200 len: 369 time: 2.5922976 Jun 01 19:13:29.696037 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f5039ca-5399-4d57-8041-0ef09c10dba3 None None] No DVR routers for this DVR port ae63dee3-ce75-4306-ab42-c394b74c4b7d on host n-d-844202-1 {{(pid=88526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:13:29.717358 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a841b595-5e72-47e3-91b4-f62853c1d2ed None None] Network c840486e-0c2f-4729-9a0c-ee6552111f90 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:13:29.812731 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6a79cf2-c664-498d-b50d-cce06511a3ac None None] Network cfec68c2-d7bd-4b12-96cf-27c3bb3ef58c requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:13:29.855362 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49e055be-f899-41d9-9681-60da36f2be16 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:13:29.865118 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-49e055be-f899-41d9-9681-60da36f2be16 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] 10.222.0.41 "PUT /v2.0/routers/84cd971b-b1d0-4b21-8841-559c5fc44298/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7631154 Jun 01 19:13:29.867918 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 57866) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:13:29.874121 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-ae231900-a435-40ab-9ea8-f08f9825676c tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-120312484'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:13:29.879187 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-ae231900-a435-40ab-9ea8-f08f9825676c tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:13:29.883928 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-ae231900-a435-40ab-9ea8-f08f9825676c tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Usage tracker for resource:network and tenant:8011be9678e842bab7da75259f1c11c1 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:13:29.887374 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-ae231900-a435-40ab-9ea8-f08f9825676c tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:13:29.893505 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-ae231900-a435-40ab-9ea8-f08f9825676c tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:13:29.907589 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae231900-a435-40ab-9ea8-f08f9825676c tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Made reservation on behalf of 8011be9678e842bab7da75259f1c11c1 for: {'network': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:13:29.911819 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ae231900-a435-40ab-9ea8-f08f9825676c tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:29.943636 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae231900-a435-40ab-9ea8-f08f9825676c tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107} {{(pid=88525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 19:13:29.962862 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ae231900-a435-40ab-9ea8-f08f9825676c tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:29.963285 n-d-844202-1 neutron-server[88525]: INFO neutron.db.segments_db [None req-ae231900-a435-40ab-9ea8-f08f9825676c tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Added segment 3eedeb6d-c6a1-47e0-97fb-29cdb2159802 of type vlan for network b5c1041e-e767-4b9b-8745-b29fc0886f54 Jun 01 19:13:29.983370 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-865be6da-5243-4f26-9222-e2f00ce715dc None None] Provisioning for port a82d1a8e-859a-49ef-a5c4-0d838d0af0c2 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:13:30.010657 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ae231900-a435-40ab-9ea8-f08f9825676c tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:30.061333 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-50971c75-10ca-4b2a-8164-6d7c12f2fb61 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Deleting port 39482508-253d-42dc-952b-ab24818a4d1b {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:13:30.061671 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-50971c75-10ca-4b2a-8164-6d7c12f2fb61 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:30.089680 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ae231900-a435-40ab-9ea8-f08f9825676c tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:30.096099 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae231900-a435-40ab-9ea8-f08f9825676c tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:13:30.096942 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ae231900-a435-40ab-9ea8-f08f9825676c tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks [] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:30.186925 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device a82d1a8e-859a-49ef-a5c4-0d838d0af0c2 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:13:30.191073 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-bd1c86ea-23cd-4ec4-9580-fac815abf7e0 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:30.254220 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-ae231900-a435-40ab-9ea8-f08f9825676c tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3852060 Jun 01 19:13:30.256351 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-bd1c86ea-23cd-4ec4-9580-fac815abf7e0 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:30.259501 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 57870) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:13:30.265710 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-5b9a8023-697c-4752-bc95-3dee7f7dc61f tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Request body: {'subnet': {'network_id': 'b5c1041e-e767-4b9b-8745-b29fc0886f54', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:13:30.348821 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae231900-a435-40ab-9ea8-f08f9825676c tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Pushing event updated for resources: {'Network': ['ID=b5c1041e-e767-4b9b-8745-b29fc0886f54,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:13:30.367937 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network b5c1041e-e767-4b9b-8745-b29fc0886f54 details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 19:13:30.393676 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c470ba6-582c-4042-ad8d-73b96efa7923 req-882d269f-55da-43d6-8ab6-ed159f748fe9 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:13:30.395189 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-2c470ba6-582c-4042-ad8d-73b96efa7923 req-882d269f-55da-43d6-8ab6-ed159f748fe9 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7d2b0e6-e391-41b4-ad8b-28c3a2257458 HTTP/1.1" status: 200 len: 944 time: 0.5869772 Jun 01 19:13:30.407971 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e61a30f-5e1f-414a-8a55-91891711c5e7 req-f125dc46-325f-47df-92da-2ed9ebaf72c4 tempest-TestNetworkAdvancedServerOps-1915190974 tempest-TestNetworkAdvancedServerOps-1915190974-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:13:30.409437 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9e61a30f-5e1f-414a-8a55-91891711c5e7 req-f125dc46-325f-47df-92da-2ed9ebaf72c4 tempest-TestNetworkAdvancedServerOps-1915190974 tempest-TestNetworkAdvancedServerOps-1915190974-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=b7d2b0e6-e391-41b4-ad8b-28c3a2257458&tenant_id=8537cfb3773e46d182e148cf5b0a717f&binding%3Ahost_id=n-h1-844202-1 HTTP/1.1" status: 200 len: 1095 time: 0.6521873 Jun 01 19:13:30.410685 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-5b9a8023-697c-4752-bc95-3dee7f7dc61f tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:13:30.415727 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-5b9a8023-697c-4752-bc95-3dee7f7dc61f tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Usage tracker for resource:subnet and tenant:8011be9678e842bab7da75259f1c11c1 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:13:30.418943 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-5b9a8023-697c-4752-bc95-3dee7f7dc61f tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:13:30.425506 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-5b9a8023-697c-4752-bc95-3dee7f7dc61f tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:13:30.438020 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b9a8023-697c-4752-bc95-3dee7f7dc61f tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Made reservation on behalf of 8011be9678e842bab7da75259f1c11c1 for: {'subnet': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:13:30.442162 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5b9a8023-697c-4752-bc95-3dee7f7dc61f tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9667140'] for subnet, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:30.513277 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port a82d1a8e-859a-49ef-a5c4-0d838d0af0c2 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:13:30.525721 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port a82d1a8e-859a-49ef-a5c4-0d838d0af0c2 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:13:30.526093 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:30.569517 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1c86ea-23cd-4ec4-9580-fac815abf7e0 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Pushing event updated for resources: {'Port': ['ID=1ac3f25f-5792-4a54-908a-66aee1624236,revision_number=2']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:13:30.603109 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d75b8447-3242-4cf8-a341-b7c97b0f026e None None] Sync routers for ids ['84cd971b-b1d0-4b21-8841-559c5fc44298'] in n-d-844202-1 {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:13:30.620572 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d75b8447-3242-4cf8-a341-b7c97b0f026e None None] Routers {'84cd971b-b1d0-4b21-8841-559c5fc44298'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:13:30.621047 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-d75b8447-3242-4cf8-a341-b7c97b0f026e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:13:09Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['84cd971b-b1d0-4b21-8841-559c5fc44298'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:13:30.633958 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-2c470ba6-582c-4042-ad8d-73b96efa7923 req-acf1daca-b1b9-4236-8b67-5d6b1960cb31 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/security-groups?id=362494bd-abbe-4b71-ae2f-86abe5bbd7b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2234442 Jun 01 19:13:30.652144 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-bd1c86ea-23cd-4ec4-9580-fac815abf7e0 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887712'] for floatingip, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:30.680318 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device a66da448-c5b2-4d30-b235-d219f03c9d9d no longer exists at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:13:30.710318 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2048204d-63a3-4f6c-8e40-b3c2890163c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc93f83c3-7fb6-5c13-a9d4-29d739a4e8d2-c840486e-0c2f-4729-9a0c-ee6552111f90', 'network_id': 'c840486e-0c2f-4729-9a0c-ee6552111f90', 'tenant_id': '451baccc58514a0cab8c4410ed135b7c', 'fixed_ips': [{'subnet_id': 'ebfe4f82-0e2a-47bc-bdb4-270d5a56d522'}, {'subnet_id': 'f60b19af-4180-4f86-bb77-ae4806a765e4'}]}} from n-d-844202-1. {{(pid=88526) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 19:13:30.711676 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-2048204d-63a3-4f6c-8e40-b3c2890163c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:30.722614 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-50971c75-10ca-4b2a-8164-6d7c12f2fb61 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:30.734008 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-bd1c86ea-23cd-4ec4-9580-fac815abf7e0 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for floatingip, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:30.744435 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-bd1c86ea-23cd-4ec4-9580-fac815abf7e0 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4326496 Jun 01 19:13:30.754728 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5b9a8023-697c-4752-bc95-3dee7f7dc61f tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2614064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9667190'] for subnet, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:30.906463 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b9a8023-697c-4752-bc95-3dee7f7dc61f tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Checking segment: {'id': '3eedeb6d-c6a1-47e0-97fb-29cdb2159802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b5c1041e-e767-4b9b-8745-b29fc0886f54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:13:30.907017 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b9a8023-697c-4752-bc95-3dee7f7dc61f tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Network hostable DHCP agents. Network: b5c1041e-e767-4b9b-8745-b29fc0886f54, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 19:13:30.921265 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9a8023-697c-4752-bc95-3dee7f7dc61f tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Pushing event updated for resources: {'Subnet': ['ID=fb4c494a-3ab2-4976-b17b-ea81df1d2d13,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:13:30.952001 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-50971c75-10ca-4b2a-8164-6d7c12f2fb61 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Calling delete_port for 39482508-253d-42dc-952b-ab24818a4d1b owned by {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:13:30.959613 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b9a8023-697c-4752-bc95-3dee7f7dc61f tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Network b5c1041e-e767-4b9b-8745-b29fc0886f54 is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 19:13:30.980988 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-5b9a8023-697c-4752-bc95-3dee7f7dc61f tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, b5c1041e-e767-4b9b-8745-b29fc0886f54) {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:13:30.987112 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b9a8023-697c-4752-bc95-3dee7f7dc61f tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:13:30.988119 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5b9a8023-697c-4752-bc95-3dee7f7dc61f tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks [] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:31.025521 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-200ce7fb-5c2d-45ff-974e-651344f0aceb None None] Network b5c1041e-e767-4b9b-8745-b29fc0886f54 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:13:31.041705 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e61a30f-5e1f-414a-8a55-91891711c5e7 req-1063bfb0-91e8-4f99-9fcf-6d21741fe6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:13:31.043668 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9e61a30f-5e1f-414a-8a55-91891711c5e7 req-1063bfb0-91e8-4f99-9fcf-6d21741fe6f7 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=b7d2b0e6-e391-41b4-ad8b-28c3a2257458&tenant_id=8537cfb3773e46d182e148cf5b0a717f HTTP/1.1" status: 200 len: 1095 time: 0.5919659 Jun 01 19:13:31.084112 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-3ab28377-b52e-4f05-a41b-41bae6e522b4 req-c48071cc-c527-4dfa-9a60-46ae192bb948 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Synchronizing usage tracker for tenant:4a7494de105b4d89b3193a70c4c60c4c on resource:security_group {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:13:31.091371 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-5b9a8023-697c-4752-bc95-3dee7f7dc61f tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8307755 Jun 01 19:13:31.094517 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 57886) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:13:31.116894 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-d75b8447-3242-4cf8-a341-b7c97b0f026e None None] Set router 84cd971b-b1d0-4b21-8841-559c5fc44298 gateway port host: None {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:13:31.227637 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e61a30f-5e1f-414a-8a55-91891711c5e7 req-b1986518-184b-495f-8dad-89d3917d726e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:13:31.229438 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9e61a30f-5e1f-414a-8a55-91891711c5e7 req-b1986518-184b-495f-8dad-89d3917d726e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8537cfb3773e46d182e148cf5b0a717f&device_id=b7d2b0e6-e391-41b4-ad8b-28c3a2257458 HTTP/1.1" status: 200 len: 1095 time: 0.1600945 Jun 01 19:13:31.264324 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-3ab28377-b52e-4f05-a41b-41bae6e522b4 req-c48071cc-c527-4dfa-9a60-46ae192bb948 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Unset dirty status for tenant:4a7494de105b4d89b3193a70c4c60c4c on resource:security_group {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:13:31.274114 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3ab28377-b52e-4f05-a41b-41bae6e522b4 req-c48071cc-c527-4dfa-9a60-46ae192bb948 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--750295132&fields=id&tenant_id=4a7494de105b4d89b3193a70c4c60c4c HTTP/1.1" status: 200 len: 267 time: 0.2630360 Jun 01 19:13:31.512010 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port a82d1a8e-859a-49ef-a5c4-0d838d0af0c2 is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:13:31.512419 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:31.521751 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device a66da448-c5b2-4d30-b235-d219f03c9d9d not bound to the agent host n-h1-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:13:31.586723 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e61a30f-5e1f-414a-8a55-91891711c5e7 req-85ed5799-b448-4a9c-bd00-36657dcf9bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:13:31.588970 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9e61a30f-5e1f-414a-8a55-91891711c5e7 req-85ed5799-b448-4a9c-bd00-36657dcf9bf7 service neutron] 10.222.0.50 "GET /v2.0/networks?id=dff807a0-8ea6-4127-898d-549f6adefb8f HTTP/1.1" status: 200 len: 897 time: 0.3528824 Jun 01 19:13:31.590033 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-50971c75-10ca-4b2a-8164-6d7c12f2fb61 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:31.620429 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-5c74e2bf-c5ce-42ad-99b4-84ef21f82f68 None None] Provisioning for port cbad83d9-4a84-47c6-a6b1-fc15d2485398 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:13:31.650865 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-5c74e2bf-c5ce-42ad-99b4-84ef21f82f68 None None] Provisioning complete for port cbad83d9-4a84-47c6-a6b1-fc15d2485398 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:13:31.651272 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-5c74e2bf-c5ce-42ad-99b4-84ef21f82f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:31.704015 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50971c75-10ca-4b2a-8164-6d7c12f2fb61 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Pushing event deleted for resources: {'Port': ['ID=39482508-253d-42dc-952b-ab24818a4d1b,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:13:31.735688 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port a82d1a8e-859a-49ef-a5c4-0d838d0af0c2, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=a82d1a8e-859a-49ef-a5c4-0d838d0af0c2,segment=NetworkSegment(a52f4a81-7e64-42ca-adcc-8da7d7609ee5),segment_id=a52f4a81-7e64-42ca-adcc-8da7d7609ee5)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:13:31.740414 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.db_base_plugin_common [None req-2048204d-63a3-4f6c-8e40-b3c2890163c9 None None] Allocated IP 172.20.0.2 (c840486e-0c2f-4729-9a0c-ee6552111f90/f60b19af-4180-4f86-bb77-ae4806a765e4/5e08f70d-11a1-4263-a8d9-9bcd813d5324) {{(pid=88526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:13:31.783585 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:31.784442 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 61196a84-45b3-4aec-9501-e33bd51ca3a4 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:13:31.813930 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.db_base_plugin_common [None req-2048204d-63a3-4f6c-8e40-b3c2890163c9 None None] Allocated IP 2001:db8::f816:3eff:feba:c06a (c840486e-0c2f-4729-9a0c-ee6552111f90/ebfe4f82-0e2a-47bc-bdb4-270d5a56d522/5e08f70d-11a1-4263-a8d9-9bcd813d5324) {{(pid=88526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:13:31.920374 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9e61a30f-5e1f-414a-8a55-91891711c5e7 req-cae9a4b5-27c0-4400-84e3-7e323b7e910f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a66da448-c5b2-4d30-b235-d219f03c9d9d HTTP/1.1" status: 200 len: 998 time: 0.2903121 Jun 01 19:13:31.928250 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-5c74e2bf-c5ce-42ad-99b4-84ef21f82f68 None None] Port cbad83d9-4a84-47c6-a6b1-fc15d2485398 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:13:31.998781 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-50971c75-10ca-4b2a-8164-6d7c12f2fb61 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:32.000513 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab28377-b52e-4f05-a41b-41bae6e522b4 req-9005ca8c-1ed4-46f7-b02f-35f32079c126 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:13:32.001606 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-3ab28377-b52e-4f05-a41b-41bae6e522b4 req-9005ca8c-1ed4-46f7-b02f-35f32079c126 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Synchronizing usage tracker for tenant:4a7494de105b4d89b3193a70c4c60c4c on resource:network {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:13:32.019982 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e61a30f-5e1f-414a-8a55-91891711c5e7 req-aefce00c-9dda-4390-939b-057415fe7a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:13:32.022025 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9e61a30f-5e1f-414a-8a55-91891711c5e7 req-aefce00c-9dda-4390-939b-057415fe7a2d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b7034154-78af-4dab-bf67-9d07d8fbb47d HTTP/1.1" status: 200 len: 835 time: 0.0950086 Jun 01 19:13:32.028215 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-50971c75-10ca-4b2a-8164-6d7c12f2fb61 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "DELETE /v2.0/ports/39482508-253d-42dc-952b-ab24818a4d1b HTTP/1.1" status: 204 len: 168 time: 2.5457878 Jun 01 19:13:32.029273 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 57892) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:13:32.095276 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ea0814-ecc3-4da0-8d9a-5e7226cfebfb req-25dad111-d2ab-4eb8-8f46-d7968783a889 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:13:32.096533 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-3ab28377-b52e-4f05-a41b-41bae6e522b4 req-9005ca8c-1ed4-46f7-b02f-35f32079c126 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Unset dirty status for tenant:4a7494de105b4d89b3193a70c4c60c4c on resource:network {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:13:32.097787 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3ab28377-b52e-4f05-a41b-41bae6e522b4 req-9005ca8c-1ed4-46f7-b02f-35f32079c126 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/networks?id=3d299f30-03d5-48f5-82fc-2ce538e7e02b HTTP/1.1" status: 200 len: 816 time: 0.8167880 Jun 01 19:13:32.102451 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d9ea0814-ecc3-4da0-8d9a-5e7226cfebfb req-25dad111-d2ab-4eb8-8f46-d7968783a889 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7d2b0e6-e391-41b4-ad8b-28c3a2257458 HTTP/1.1" status: 200 len: 944 time: 0.2598970 Jun 01 19:13:32.157909 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3ab28377-b52e-4f05-a41b-41bae6e522b4 req-39ea77e6-2653-4802-9cfd-584681ec8062 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/quotas/4a7494de105b4d89b3193a70c4c60c4c HTTP/1.1" status: 200 len: 375 time: 0.0298624 Jun 01 19:13:32.163288 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d9ea0814-ecc3-4da0-8d9a-5e7226cfebfb req-f6966470-7199-4a06-9b76-02c5a4928d7f tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/security-groups?id=362494bd-abbe-4b71-ae2f-86abe5bbd7b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598171 Jun 01 19:13:32.168130 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=a82d1a8e-859a-49ef-a5c4-0d838d0af0c2,revision_number=3']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:13:32.171637 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c01f5966-cdbb-4512-a9a2-14d61e69d511 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:13:32.181763 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e61a30f-5e1f-414a-8a55-91891711c5e7 req-f8250d14-d4ff-4b41-bf5b-19f4646672d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:13:32.182342 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-5c74e2bf-c5ce-42ad-99b4-84ef21f82f68 None None] Provisioning complete for port a82d1a8e-859a-49ef-a5c4-0d838d0af0c2 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:13:32.182713 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-5c74e2bf-c5ce-42ad-99b4-84ef21f82f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:32.183501 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c01f5966-cdbb-4512-a9a2-14d61e69d511 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:13:32.183979 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9e61a30f-5e1f-414a-8a55-91891711c5e7 req-f8250d14-d4ff-4b41-bf5b-19f4646672d9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=dff807a0-8ea6-4127-898d-549f6adefb8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1557295 Jun 01 19:13:32.185441 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c01f5966-cdbb-4512-a9a2-14d61e69d511 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:13:32.186363 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-c01f5966-cdbb-4512-a9a2-14d61e69d511 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Synchronizing usage tracker for tenant:451baccc58514a0cab8c4410ed135b7c on resource:subnet {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:13:32.257674 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-03f33519-041d-492e-aa5e-89ac469d363b tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:32.257904 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba87613b-1aa3-4af3-8dd7-f931efb8b40d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc93f83c3-7fb6-5c13-a9d4-29d739a4e8d2-b5c1041e-e767-4b9b-8745-b29fc0886f54', 'network_id': 'b5c1041e-e767-4b9b-8745-b29fc0886f54', 'tenant_id': '8011be9678e842bab7da75259f1c11c1', 'fixed_ips': [{'subnet_id': 'fb4c494a-3ab2-4976-b17b-ea81df1d2d13'}]}} from n-d-844202-1. {{(pid=88526) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 19:13:32.258592 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-ba87613b-1aa3-4af3-8dd7-f931efb8b40d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:32.284957 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-c01f5966-cdbb-4512-a9a2-14d61e69d511 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Unset dirty status for tenant:451baccc58514a0cab8c4410ed135b7c on resource:subnet {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:13:32.286842 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-c01f5966-cdbb-4512-a9a2-14d61e69d511 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2543499 Jun 01 19:13:32.289604 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 57896) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:13:32.369354 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port 61196a84-45b3-4aec-9501-e33bd51ca3a4 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:13:32.383738 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9e61a30f-5e1f-414a-8a55-91891711c5e7 req-0a2dce39-78e4-476a-b3b2-a1f19b788e96 service neutron] 10.222.0.50 "GET /v2.0/networks/dff807a0-8ea6-4127-898d-549f6adefb8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1933475 Jun 01 19:13:32.393382 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_v2 [None req-561e1265-c400-4fc7-a7a9-fbe40893af3e tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Deleting subnet ebfe4f82-0e2a-47bc-bdb4-270d5a56d522 {{(pid=88524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 19:13:32.431590 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 61196a84-45b3-4aec-9501-e33bd51ca3a4 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:13:32.432037 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:32.506420 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-3ab28377-b52e-4f05-a41b-41bae6e522b4 req-179c07bf-4927-4026-9635-31195e12bafd tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Synchronizing usage tracker for tenant:4a7494de105b4d89b3193a70c4c60c4c on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:13:32.526899 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9e61a30f-5e1f-414a-8a55-91891711c5e7 req-3ba8debd-de2b-47ba-bd46-f2ff7b4c73b0 service neutron] 10.222.0.50 "GET /v2.0/networks/dff807a0-8ea6-4127-898d-549f6adefb8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374981 Jun 01 19:13:32.551923 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-3ab28377-b52e-4f05-a41b-41bae6e522b4 req-179c07bf-4927-4026-9635-31195e12bafd tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Unset dirty status for tenant:4a7494de105b4d89b3193a70c4c60c4c on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:13:32.553289 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3ab28377-b52e-4f05-a41b-41bae6e522b4 req-179c07bf-4927-4026-9635-31195e12bafd tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=4a7494de105b4d89b3193a70c4c60c4c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3639534 Jun 01 19:13:32.587145 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-d75b8447-3242-4cf8-a341-b7c97b0f026e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84cd971b-b1d0-4b21-8841-559c5fc44298', 'name': 'tempest-RoutersIpV6Test-router-616667906', 'tenant_id': '8011be9678e842bab7da75259f1c11c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:13:06Z', 'updated_at': '2022-06-01T19:13:27Z', 'revision_number': 4, 'project_id': '8011be9678e842bab7da75259f1c11c1', 'gw_port_host': None, '_interfaces': [{'id': '61196a84-45b3-4aec-9501-e33bd51ca3a4', 'name': '', 'network_id': '05aa4ee3-9ed0-4e01-81b9-048f59f628c3', 'tenant_id': '8011be9678e842bab7da75259f1c11c1', 'mac_address': 'fa:16:3e:ec:98:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84cd971b-b1d0-4b21-8841-559c5fc44298', 'device_owner': 'network:router_interface', 'standard_attr_id': 3006, 'fixed_ips': [{'subnet_id': '75d314dd-d0f4-48d5-b3fb-66f5cb773d77', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:13:13Z', 'updated_at': '2022-06-01T19:13:27Z', 'revision_number': 4, 'project_id': '8011be9678e842bab7da75259f1c11c1', 'subnets': [{'id': '75d314dd-d0f4-48d5-b3fb-66f5cb773d77', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cbad83d9-4a84-47c6-a6b1-fc15d2485398', 'name': '', 'network_id': 'cfec68c2-d7bd-4b12-96cf-27c3bb3ef58c', 'tenant_id': '8011be9678e842bab7da75259f1c11c1', 'mac_address': 'fa:16:3e:b8:38:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84cd971b-b1d0-4b21-8841-559c5fc44298', 'device_owner': 'network:router_interface', 'standard_attr_id': 3018, 'fixed_ips': [{'subnet_id': 'a9564001-b895-4331-9cb7-5f0348a73ede', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:13:25Z', 'updated_at': '2022-06-01T19:13:27Z', 'revision_number': 2, 'project_id': '8011be9678e842bab7da75259f1c11c1', 'subnets': [{'id': 'a9564001-b895-4331-9cb7-5f0348a73ede', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dce2d04b-a356-4b5a-8b0a-400c9924d3cb', 'name': '', 'network_id': '0685924a-b45e-4145-8b0e-591ee3a46b73', 'tenant_id': '8011be9678e842bab7da75259f1c11c1', 'mac_address': 'fa:16:3e:20:2b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84cd971b-b1d0-4b21-8841-559c5fc44298', 'device_owner': 'network:router_interface', 'standard_attr_id': 2998, 'fixed_ips': [{'subnet_id': 'd6578dc6-550e-4396-8fc7-6b70868dc84b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:13:08Z', 'updated_at': '2022-06-01T19:13:23Z', 'revision_number': 5, 'project_id': '8011be9678e842bab7da75259f1c11c1', 'subnets': [{'id': 'd6578dc6-550e-4396-8fc7-6b70868dc84b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:13:32.599171 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [req-3ab28377-b52e-4f05-a41b-41bae6e522b4 req-897cbb64-776e-45d6-9061-bdc052fedbc6 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=88525) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 19:13:32.600462 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3ab28377-b52e-4f05-a41b-41bae6e522b4 req-897cbb64-776e-45d6-9061-bdc052fedbc6 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0101881 Jun 01 19:13:32.699909 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-2048204d-63a3-4f6c-8e40-b3c2890163c9 None None] Notify callbacks [] for port, precommit_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:32.704838 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d75b8447-3242-4cf8-a341-b7c97b0f026e None None] Checking router: 84cd971b-b1d0-4b21-8841-559c5fc44298 for host: n-d-844202-1 {{(pid=88526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 19:13:32.705180 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d75b8447-3242-4cf8-a341-b7c97b0f026e None None] Updating router 84cd971b-b1d0-4b21-8841-559c5fc44298 port cbad83d9-4a84-47c6-a6b1-fc15d2485398 binding host n-d-844202-1 {{(pid=88526) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 19:13:32.765420 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3ab28377-b52e-4f05-a41b-41bae6e522b4 req-5f4f7075-8f19-4c7c-b93d-7520b18e61b4 service neutron] 10.222.0.41 "GET /v2.0/networks/3d299f30-03d5-48f5-82fc-2ce538e7e02b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566002 Jun 01 19:13:32.774824 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-5c74e2bf-c5ce-42ad-99b4-84ef21f82f68 None None] Current status of the port a82d1a8e-859a-49ef-a5c4-0d838d0af0c2 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:13:32.780446 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-2048204d-63a3-4f6c-8e40-b3c2890163c9 None None] Transition to ACTIVE for port object 5e08f70d-11a1-4263-a8d9-9bcd813d5324 will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:13:32.840057 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e61a30f-5e1f-414a-8a55-91891711c5e7 req-31879060-696b-42fd-9160-3ba4e315278f tempest-TestNetworkAdvancedServerOps-1915190974 tempest-TestNetworkAdvancedServerOps-1915190974-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:13:32.841573 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9e61a30f-5e1f-414a-8a55-91891711c5e7 req-31879060-696b-42fd-9160-3ba4e315278f tempest-TestNetworkAdvancedServerOps-1915190974 tempest-TestNetworkAdvancedServerOps-1915190974-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=b7d2b0e6-e391-41b4-ad8b-28c3a2257458&tenant_id=8537cfb3773e46d182e148cf5b0a717f&binding%3Ahost_id=n-h2-844202-1 HTTP/1.1" status: 200 len: 1095 time: 0.0780680 Jun 01 19:13:32.852309 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-d75b8447-3242-4cf8-a341-b7c97b0f026e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:32.880356 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.db_base_plugin_common [None req-ba87613b-1aa3-4af3-8dd7-f931efb8b40d None None] Allocated IP 2001:db8:3::2 (b5c1041e-e767-4b9b-8745-b29fc0886f54/fb4c494a-3ab2-4976-b17b-ea81df1d2d13/cfd081cf-aa0f-4b8f-8618-0f0f917551e1) {{(pid=88526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:13:32.884853 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-2048204d-63a3-4f6c-8e40-b3c2890163c9 None None] Transition to ACTIVE for port object 5e08f70d-11a1-4263-a8d9-9bcd813d5324 will not be triggered until provisioned by entity DHCP. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:13:32.904256 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-561e1265-c400-4fc7-a7a9-fbe40893af3e tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks [] for subnet, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:32.912808 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3ab28377-b52e-4f05-a41b-41bae6e522b4 req-6d330525-75a2-4063-b681-228f78d249d6 service neutron] 10.222.0.41 "GET /v2.0/networks/3d299f30-03d5-48f5-82fc-2ce538e7e02b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402078 Jun 01 19:13:32.936536 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-2048204d-63a3-4f6c-8e40-b3c2890163c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526'] for port, after_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:32.940008 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 61196a84-45b3-4aec-9501-e33bd51ca3a4 is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:13:32.940949 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:32.973367 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-561e1265-c400-4fc7-a7a9-fbe40893af3e tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2702137'] for subnet, precommit_delete_associations {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:33.081780 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-9e61a30f-5e1f-414a-8a55-91891711c5e7 req-95ad777d-4bb2-4741-ac05-42d135577607 service neutron] For port a66da448-c5b2-4d30-b235-d219f03c9d9d, host n-h1-844202-1, cleared binding levels {{(pid=88524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:13:33.088752 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-9e61a30f-5e1f-414a-8a55-91891711c5e7 req-95ad777d-4bb2-4741-ac05-42d135577607 service neutron] Notify callbacks [] for binding, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:33.089836 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9e61a30f-5e1f-414a-8a55-91891711c5e7 req-95ad777d-4bb2-4741-ac05-42d135577607 service neutron] 10.222.0.50 "DELETE /v2.0/ports/a66da448-c5b2-4d30-b235-d219f03c9d9d/bindings/n-h1-844202-1 HTTP/1.1" status: 204 len: 173 time: 0.2431948 Jun 01 19:13:33.092527 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-561e1265-c400-4fc7-a7a9-fbe40893af3e tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:33.152014 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2048204d-63a3-4f6c-8e40-b3c2890163c9 None None] Network c840486e-0c2f-4729-9a0c-ee6552111f90 is already hosted by enough agents. {{(pid=88526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:13:33.162527 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.base_scheduler [None req-2048204d-63a3-4f6c-8e40-b3c2890163c9 None None] Resources bound (agent type, host, resource id): {{(pid=88526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:13:33.244806 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ea97ea4f-23c6-444b-8f53-f5a435980ea3 req-19359ff5-5911-42f1-a982-018ce9874663 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2286216-8c80-4d0f-a6bc-2de102e2186c HTTP/1.1" status: 200 len: 210 time: 0.0611091 Jun 01 19:13:33.248765 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-561e1265-c400-4fc7-a7a9-fbe40893af3e tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2718856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3066595'] for subnet, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:33.322985 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561e1265-c400-4fc7-a7a9-fbe40893af3e tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Pushing event deleted for resources: {'Subnet': ['ID=ebfe4f82-0e2a-47bc-bdb4-270d5a56d522,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:13:33.326648 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-561e1265-c400-4fc7-a7a9-fbe40893af3e tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:33.345232 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-561e1265-c400-4fc7-a7a9-fbe40893af3e tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "DELETE /v2.0/subnets/ebfe4f82-0e2a-47bc-bdb4-270d5a56d522 HTTP/1.1" status: 204 len: 168 time: 1.0544248 Jun 01 19:13:33.347664 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 57910) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:13:33.357158 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2048204d-63a3-4f6c-8e40-b3c2890163c9 None None] Received port after_create {{(pid=88526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:13:33.369564 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2048204d-63a3-4f6c-8e40-b3c2890163c9 None None] Pushing event updated for resources: {'Port': ['ID=5e08f70d-11a1-4263-a8d9-9bcd813d5324,revision_number=1']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:13:33.372167 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b21b543-62b9-47d7-b0dd-9677ed648c44 None None] Provisioning complete for port cbad83d9-4a84-47c6-a6b1-fc15d2485398 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:13:33.372738 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b21b543-62b9-47d7-b0dd-9677ed648c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:33.402659 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b2d420-8f5e-436e-b19b-b7f85e41687d req-81c9737e-b55e-4c7c-837d-87cd087132ba tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:13:33.404434 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-87b2d420-8f5e-436e-b19b-b7f85e41687d req-81c9737e-b55e-4c7c-837d-87cd087132ba tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7d2b0e6-e391-41b4-ad8b-28c3a2257458 HTTP/1.1" status: 200 len: 944 time: 0.1088009 Jun 01 19:13:33.466681 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_v2 [None req-20d7fc82-f81a-457a-967a-1740757014c6 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Deleting subnet f60b19af-4180-4f86-bb77-ae4806a765e4 {{(pid=88524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 19:13:33.471291 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-20d7fc82-f81a-457a-967a-1740757014c6 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks [] for subnet, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:33.477325 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port 61196a84-45b3-4aec-9501-e33bd51ca3a4, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=61196a84-45b3-4aec-9501-e33bd51ca3a4,segment=NetworkSegment(f3946dcb-a018-41cc-ba69-a2eb812cf5d7),segment_id=f3946dcb-a018-41cc-ba69-a2eb812cf5d7)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:13:33.494765 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-87b2d420-8f5e-436e-b19b-b7f85e41687d req-366e9fc0-573a-4114-87c8-878694a27768 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/security-groups?id=362494bd-abbe-4b71-ae2f-86abe5bbd7b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838623 Jun 01 19:13:33.543528 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:33.577468 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-20d7fc82-f81a-457a-967a-1740757014c6 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2702137'] for subnet, precommit_delete_associations {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:33.612412 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b21b543-62b9-47d7-b0dd-9677ed648c44 None None] Port cbad83d9-4a84-47c6-a6b1-fc15d2485398 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:13:33.737505 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device a82d1a8e-859a-49ef-a5c4-0d838d0af0c2 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:13:33.767945 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-20d7fc82-f81a-457a-967a-1740757014c6 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:33.857367 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-2048204d-63a3-4f6c-8e40-b3c2890163c9 None None] Attempting to bind port 5e08f70d-11a1-4263-a8d9-9bcd813d5324 on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:13:33.857969 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-2048204d-63a3-4f6c-8e40-b3c2890163c9 None None] Attempting to bind port 5e08f70d-11a1-4263-a8d9-9bcd813d5324 by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': 'a6cfd7d1-5211-44ec-a836-a984e441185d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c840486e-0c2f-4729-9a0c-ee6552111f90'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:13:33.858101 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2048204d-63a3-4f6c-8e40-b3c2890163c9 None None] Attempting to bind port 5e08f70d-11a1-4263-a8d9-9bcd813d5324 on network c840486e-0c2f-4729-9a0c-ee6552111f90 {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:13:33.883907 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-ba87613b-1aa3-4af3-8dd7-f931efb8b40d None None] Notify callbacks [] for port, precommit_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:33.886558 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2048204d-63a3-4f6c-8e40-b3c2890163c9 None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:13:33.886927 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2048204d-63a3-4f6c-8e40-b3c2890163c9 None None] Checking segment: {'id': 'a6cfd7d1-5211-44ec-a836-a984e441185d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c840486e-0c2f-4729-9a0c-ee6552111f90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:13:33.887326 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-2048204d-63a3-4f6c-8e40-b3c2890163c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:33.887706 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2048204d-63a3-4f6c-8e40-b3c2890163c9 None None] Bound using segment: {'id': 'a6cfd7d1-5211-44ec-a836-a984e441185d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c840486e-0c2f-4729-9a0c-ee6552111f90'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:13:33.888173 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-2048204d-63a3-4f6c-8e40-b3c2890163c9 None None] Bound port: 5e08f70d-11a1-4263-a8d9-9bcd813d5324, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6cfd7d1-5211-44ec-a836-a984e441185d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c840486e-0c2f-4729-9a0c-ee6552111f90'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:13:33.888563 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-2048204d-63a3-4f6c-8e40-b3c2890163c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:33.903177 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=61196a84-45b3-4aec-9501-e33bd51ca3a4,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:13:33.918585 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-ba87613b-1aa3-4af3-8dd7-f931efb8b40d None None] Transition to ACTIVE for port object cfd081cf-aa0f-4b8f-8618-0f0f917551e1 will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:13:33.975317 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a06b98-1bd2-4b88-be3d-769e62a0ea4a req-40717154-7d0b-4484-b070-1393552cca2e tempest-TestNetworkAdvancedServerOps-1915190974 tempest-TestNetworkAdvancedServerOps-1915190974-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:13:33.978107 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b2a06b98-1bd2-4b88-be3d-769e62a0ea4a req-40717154-7d0b-4484-b070-1393552cca2e tempest-TestNetworkAdvancedServerOps-1915190974 tempest-TestNetworkAdvancedServerOps-1915190974-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=b7d2b0e6-e391-41b4-ad8b-28c3a2257458 HTTP/1.1" status: 200 len: 1095 time: 0.3009896 Jun 01 19:13:34.043131 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-20d7fc82-f81a-457a-967a-1740757014c6 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2718856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3066595'] for subnet, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:34.055135 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-ba87613b-1aa3-4af3-8dd7-f931efb8b40d None None] Transition to ACTIVE for port object cfd081cf-aa0f-4b8f-8618-0f0f917551e1 will not be triggered until provisioned by entity DHCP. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:13:34.086850 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-ba87613b-1aa3-4af3-8dd7-f931efb8b40d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526'] for port, after_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:34.090297 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port a82d1a8e-859a-49ef-a5c4-0d838d0af0c2 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:13:34.090660 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:34.092368 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d7fc82-f81a-457a-967a-1740757014c6 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Pushing event deleted for resources: {'Subnet': ['ID=f60b19af-4180-4f86-bb77-ae4806a765e4,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:13:34.104389 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-20d7fc82-f81a-457a-967a-1740757014c6 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:34.127361 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 57918) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:13:34.128861 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-20d7fc82-f81a-457a-967a-1740757014c6 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "DELETE /v2.0/subnets/f60b19af-4180-4f86-bb77-ae4806a765e4 HTTP/1.1" status: 204 len: 168 time: 0.7798872 Jun 01 19:13:34.139218 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b2a06b98-1bd2-4b88-be3d-769e62a0ea4a req-d27c9387-214e-455c-a25d-36f06193511d tempest-TestNetworkAdvancedServerOps-1915190974 tempest-TestNetworkAdvancedServerOps-1915190974-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=362494bd-abbe-4b71-ae2f-86abe5bbd7b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1176126 Jun 01 19:13:34.217658 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-2048204d-63a3-4f6c-8e40-b3c2890163c9 None None] For port 5e08f70d-11a1-4263-a8d9-9bcd813d5324, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:13:34.219366 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-f154aa3d-c2f0-4281-b4fd-0d9ea6885c1c tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0890906 Jun 01 19:13:34.222075 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 57924) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:13:34.223180 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-d75b8447-3242-4cf8-a341-b7c97b0f026e None None] Notify callbacks [] for port, precommit_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:34.238140 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba87613b-1aa3-4af3-8dd7-f931efb8b40d None None] Network b5c1041e-e767-4b9b-8745-b29fc0886f54 is already hosted by enough agents. {{(pid=88526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:13:34.243706 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [None req-03f33519-041d-492e-aa5e-89ac469d363b tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Allocated IP 2001:db8:3::1 (b5c1041e-e767-4b9b-8745-b29fc0886f54/fb4c494a-3ab2-4976-b17b-ea81df1d2d13/1b01e6c1-1d83-4a1e-af1c-dd1d3eeb5fe6) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:13:34.247082 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.base_scheduler [None req-ba87613b-1aa3-4af3-8dd7-f931efb8b40d None None] Resources bound (agent type, host, resource id): {{(pid=88526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:13:34.256158 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-2048204d-63a3-4f6c-8e40-b3c2890163c9 None None] For port 5e08f70d-11a1-4263-a8d9-9bcd813d5324, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=5e08f70d-11a1-4263-a8d9-9bcd813d5324,segment=NetworkSegment(a6cfd7d1-5211-44ec-a836-a984e441185d),segment_id=a6cfd7d1-5211-44ec-a836-a984e441185d)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:13:34.261092 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba87613b-1aa3-4af3-8dd7-f931efb8b40d None None] Received port after_create {{(pid=88526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:13:34.268593 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba87613b-1aa3-4af3-8dd7-f931efb8b40d None None] Pushing event updated for resources: {'Port': ['ID=cfd081cf-aa0f-4b8f-8618-0f0f917551e1,revision_number=1']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:13:34.275132 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-d75b8447-3242-4cf8-a341-b7c97b0f026e None None] Transition to ACTIVE for port object cbad83d9-4a84-47c6-a6b1-fc15d2485398 will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:13:34.278847 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-2048204d-63a3-4f6c-8e40-b3c2890163c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:34.384255 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fafa11cb-a952-4913-9d68-748d67578097 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:13:34.384887 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-fafa11cb-a952-4913-9d68-748d67578097 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Synchronizing usage tracker for tenant:451baccc58514a0cab8c4410ed135b7c on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:13:34.386515 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-d75b8447-3242-4cf8-a341-b7c97b0f026e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:34.403964 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-fafa11cb-a952-4913-9d68-748d67578097 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Unset dirty status for tenant:451baccc58514a0cab8c4410ed135b7c on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:13:34.405442 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-fafa11cb-a952-4913-9d68-748d67578097 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1822960 Jun 01 19:13:34.408260 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 57930) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:13:34.577729 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f98965a-0ec4-40c3-9baa-1a443033353c tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:13:34.578688 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-9f98965a-0ec4-40c3-9baa-1a443033353c tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Synchronizing usage tracker for tenant:451baccc58514a0cab8c4410ed135b7c on resource:subnet {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:13:34.683308 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-03f33519-041d-492e-aa5e-89ac469d363b tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:34.697378 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port a82d1a8e-859a-49ef-a5c4-0d838d0af0c2 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:13:34.700182 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-ba87613b-1aa3-4af3-8dd7-f931efb8b40d None None] Attempting to bind port cfd081cf-aa0f-4b8f-8618-0f0f917551e1 on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:13:34.700696 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-ba87613b-1aa3-4af3-8dd7-f931efb8b40d None None] Attempting to bind port cfd081cf-aa0f-4b8f-8618-0f0f917551e1 by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': '3eedeb6d-c6a1-47e0-97fb-29cdb2159802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b5c1041e-e767-4b9b-8745-b29fc0886f54'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:13:34.701368 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba87613b-1aa3-4af3-8dd7-f931efb8b40d None None] Attempting to bind port cfd081cf-aa0f-4b8f-8618-0f0f917551e1 on network b5c1041e-e767-4b9b-8745-b29fc0886f54 {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:13:34.701683 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [None req-03f33519-041d-492e-aa5e-89ac469d363b tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Transition to ACTIVE for port object 1b01e6c1-1d83-4a1e-af1c-dd1d3eeb5fe6 will not be triggered until provisioned by entity DHCP. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:13:34.716906 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2048204d-63a3-4f6c-8e40-b3c2890163c9 None None] Pushing event updated for resources: {'Port': ['ID=5e08f70d-11a1-4263-a8d9-9bcd813d5324,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:13:34.719776 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba87613b-1aa3-4af3-8dd7-f931efb8b40d None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:13:34.720339 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba87613b-1aa3-4af3-8dd7-f931efb8b40d None None] Checking segment: {'id': '3eedeb6d-c6a1-47e0-97fb-29cdb2159802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b5c1041e-e767-4b9b-8745-b29fc0886f54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:13:34.721097 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-ba87613b-1aa3-4af3-8dd7-f931efb8b40d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:34.721570 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba87613b-1aa3-4af3-8dd7-f931efb8b40d None None] Bound using segment: {'id': '3eedeb6d-c6a1-47e0-97fb-29cdb2159802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b5c1041e-e767-4b9b-8745-b29fc0886f54'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:13:34.722152 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-ba87613b-1aa3-4af3-8dd7-f931efb8b40d None None] Bound port: cfd081cf-aa0f-4b8f-8618-0f0f917551e1, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3eedeb6d-c6a1-47e0-97fb-29cdb2159802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b5c1041e-e767-4b9b-8745-b29fc0886f54'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:13:34.722732 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-ba87613b-1aa3-4af3-8dd7-f931efb8b40d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:34.730936 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-03f33519-041d-492e-aa5e-89ac469d363b tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:34.811591 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0ce18b71-64c5-428f-8b96-2182494b6d7e req-ce5afabb-6fcb-417f-b436-3334244d0bc3 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2286216-8c80-4d0f-a6bc-2de102e2186c HTTP/1.1" status: 200 len: 210 time: 0.3295202 Jun 01 19:13:34.817795 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5680a6b1-4790-4e01-9481-5883bbd6766f req-c414712c-f01d-4332-a532-73b1eee1e74a tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:13:34.819382 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-5680a6b1-4790-4e01-9481-5883bbd6766f req-c414712c-f01d-4332-a532-73b1eee1e74a tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7d2b0e6-e391-41b4-ad8b-28c3a2257458 HTTP/1.1" status: 200 len: 944 time: 0.4696085 Jun 01 19:13:34.823365 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03f33519-041d-492e-aa5e-89ac469d363b tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Network b5c1041e-e767-4b9b-8745-b29fc0886f54 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:13:34.826802 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-03f33519-041d-492e-aa5e-89ac469d363b tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:13:34.848260 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f33519-041d-492e-aa5e-89ac469d363b tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:13:34.849321 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-03f33519-041d-492e-aa5e-89ac469d363b tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-887605'] for router_interface, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:34.854870 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-9f98965a-0ec4-40c3-9baa-1a443033353c tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Unset dirty status for tenant:451baccc58514a0cab8c4410ed135b7c on resource:subnet {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:13:34.858592 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-9f98965a-0ec4-40c3-9baa-1a443033353c tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4469104 Jun 01 19:13:34.860263 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 57934) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:13:34.867658 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f33519-041d-492e-aa5e-89ac469d363b tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Pushing event updated for resources: {'Port': ['ID=1b01e6c1-1d83-4a1e-af1c-dd1d3eeb5fe6,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:13:34.911206 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-5680a6b1-4790-4e01-9481-5883bbd6766f req-4853e3c1-2b33-4f49-b290-8270fd2d3e00 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/security-groups?id=362494bd-abbe-4b71-ae2f-86abe5bbd7b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820498 Jun 01 19:13:34.947305 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 57938) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:13:34.956367 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-31750da8-56f8-4b53-ab5b-fc04cf551804 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0926402 Jun 01 19:13:34.969195 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 57942) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:13:34.978705 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-5427a010-7009-418b-9878-c5888ac66eb3 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Request body: {'subnet': {'network_id': 'c840486e-0c2f-4729-9a0c-ee6552111f90', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:13:35.050369 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911df2-2b23-454e-8614-c3a71ee2f8e8 None None] Pushing event updated for resources: {'Port': ['ID=cbad83d9-4a84-47c6-a6b1-fc15d2485398,revision_number=3']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:13:35.052149 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab28377-b52e-4f05-a41b-41bae6e522b4 req-f8cb5570-f9a3-4859-ad71-4cecbd7716e4 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:13:35.053806 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3ab28377-b52e-4f05-a41b-41bae6e522b4 req-f8cb5570-f9a3-4859-ad71-4cecbd7716e4 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.50 "GET /v2.0/networks?id=3d299f30-03d5-48f5-82fc-2ce538e7e02b HTTP/1.1" status: 200 len: 816 time: 0.4798293 Jun 01 19:13:35.063076 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-d75b8447-3242-4cf8-a341-b7c97b0f026e None None] Attempting to bind port cbad83d9-4a84-47c6-a6b1-fc15d2485398 on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:13:35.063467 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-d75b8447-3242-4cf8-a341-b7c97b0f026e None None] Attempting to bind port cbad83d9-4a84-47c6-a6b1-fc15d2485398 by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': 'a52f4a81-7e64-42ca-adcc-8da7d7609ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'cfec68c2-d7bd-4b12-96cf-27c3bb3ef58c'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:13:35.063830 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d75b8447-3242-4cf8-a341-b7c97b0f026e None None] Attempting to bind port cbad83d9-4a84-47c6-a6b1-fc15d2485398 on network cfec68c2-d7bd-4b12-96cf-27c3bb3ef58c {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:13:35.087433 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7de0e1c6-e2e4-4172-b07a-b9b7b518c13f None None] Network c840486e-0c2f-4729-9a0c-ee6552111f90 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:13:35.103958 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d75b8447-3242-4cf8-a341-b7c97b0f026e None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:13:35.104390 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d75b8447-3242-4cf8-a341-b7c97b0f026e None None] Checking segment: {'id': 'a52f4a81-7e64-42ca-adcc-8da7d7609ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'cfec68c2-d7bd-4b12-96cf-27c3bb3ef58c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:13:35.104762 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-d75b8447-3242-4cf8-a341-b7c97b0f026e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:35.105753 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d75b8447-3242-4cf8-a341-b7c97b0f026e None None] Bound using segment: {'id': 'a52f4a81-7e64-42ca-adcc-8da7d7609ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'cfec68c2-d7bd-4b12-96cf-27c3bb3ef58c'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:13:35.105753 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-d75b8447-3242-4cf8-a341-b7c97b0f026e None None] Bound port: cbad83d9-4a84-47c6-a6b1-fc15d2485398, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a52f4a81-7e64-42ca-adcc-8da7d7609ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'cfec68c2-d7bd-4b12-96cf-27c3bb3ef58c'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:13:35.106051 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-d75b8447-3242-4cf8-a341-b7c97b0f026e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:35.120470 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3ab28377-b52e-4f05-a41b-41bae6e522b4 req-464049c5-5916-49e6-96f8-4403901c2bd6 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4a7494de105b4d89b3193a70c4c60c4c HTTP/1.1" status: 200 len: 379 time: 0.0574658 Jun 01 19:13:35.129155 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-193283cd-413c-4e43-8446-14b32328d905 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/floatingips/fe415378-a094-489f-8992-497a57f8c2bc HTTP/1.1" status: 200 len: 990 time: 0.1725299 Jun 01 19:13:35.139658 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-3ab28377-b52e-4f05-a41b-41bae6e522b4 req-ec35a68a-b615-4efd-812f-408da7c495d9 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Request body: {'port': {'device_id': 'a2286216-8c80-4d0f-a6bc-2de102e2186c', 'network_id': '3d299f30-03d5-48f5-82fc-2ce538e7e02b', 'admin_state_up': True, 'tenant_id': '4a7494de105b4d89b3193a70c4c60c4c', 'security_groups': ['64983b74-c803-470a-b560-086d234f978a']}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:13:35.173251 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-03f33519-041d-492e-aa5e-89ac469d363b tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:35.181044 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-ba87613b-1aa3-4af3-8dd7-f931efb8b40d None None] For port cfd081cf-aa0f-4b8f-8618-0f0f917551e1, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:13:35.194754 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-5427a010-7009-418b-9878-c5888ac66eb3 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:13:35.204924 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-5427a010-7009-418b-9878-c5888ac66eb3 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:13:35.246958 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-ba87613b-1aa3-4af3-8dd7-f931efb8b40d None None] For port cfd081cf-aa0f-4b8f-8618-0f0f917551e1, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=cfd081cf-aa0f-4b8f-8618-0f0f917551e1,segment=NetworkSegment(3eedeb6d-c6a1-47e0-97fb-29cdb2159802),segment_id=3eedeb6d-c6a1-47e0-97fb-29cdb2159802)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:13:35.262097 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-ba87613b-1aa3-4af3-8dd7-f931efb8b40d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:35.268426 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5427a010-7009-418b-9878-c5888ac66eb3 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Made reservation on behalf of 451baccc58514a0cab8c4410ed135b7c for: {'subnet': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:13:35.271879 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5427a010-7009-418b-9878-c5888ac66eb3 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9667140'] for subnet, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:35.273314 n-d-844202-1 neutron-server[88525]: INFO neutron.pecan_wsgi.hooks.translation [None req-5427a010-7009-418b-9878-c5888ac66eb3 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 01 19:13:35.273736 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5427a010-7009-418b-9878-c5888ac66eb3 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88525) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 19:13:35.320767 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-5427a010-7009-418b-9878-c5888ac66eb3 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3482981 Jun 01 19:13:35.326300 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 57950) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:13:35.335986 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-71d24b21-475b-4469-b920-959739d616bf tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Request body: {'subnet': {'network_id': 'c840486e-0c2f-4729-9a0c-ee6552111f90', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:13:35.359308 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-3ab28377-b52e-4f05-a41b-41bae6e522b4 req-ec35a68a-b615-4efd-812f-408da7c495d9 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:13:35.422775 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 57954) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:13:35.436297 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-3ab28377-b52e-4f05-a41b-41bae6e522b4 req-ec35a68a-b615-4efd-812f-408da7c495d9 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:13:35.450337 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba87613b-1aa3-4af3-8dd7-f931efb8b40d None None] Pushing event updated for resources: {'Port': ['ID=cfd081cf-aa0f-4b8f-8618-0f0f917551e1,revision_number=2']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:13:35.453442 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-d75b8447-3242-4cf8-a341-b7c97b0f026e None None] For port cbad83d9-4a84-47c6-a6b1-fc15d2485398, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:13:35.464417 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-d75b8447-3242-4cf8-a341-b7c97b0f026e None None] For port cbad83d9-4a84-47c6-a6b1-fc15d2485398, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=cbad83d9-4a84-47c6-a6b1-fc15d2485398,segment=NetworkSegment(a52f4a81-7e64-42ca-adcc-8da7d7609ee5),segment_id=a52f4a81-7e64-42ca-adcc-8da7d7609ee5)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:13:35.474816 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-d75b8447-3242-4cf8-a341-b7c97b0f026e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:35.555478 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ab28377-b52e-4f05-a41b-41bae6e522b4 req-ec35a68a-b615-4efd-812f-408da7c495d9 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Made reservation on behalf of 4a7494de105b4d89b3193a70c4c60c4c for: {'port': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:13:35.559081 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-3ab28377-b52e-4f05-a41b-41bae6e522b4 req-ec35a68a-b615-4efd-812f-408da7c495d9 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:35.577923 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d75b8447-3242-4cf8-a341-b7c97b0f026e None None] Routers {'84cd971b-b1d0-4b21-8841-559c5fc44298'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:13:35.578557 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-d75b8447-3242-4cf8-a341-b7c97b0f026e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:13:09Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['84cd971b-b1d0-4b21-8841-559c5fc44298'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:13:35.645584 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8911df2-2b23-454e-8614-c3a71ee2f8e8 None None] Pushing event updated for resources: {'Port': ['ID=cbad83d9-4a84-47c6-a6b1-fc15d2485398,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:13:35.737261 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 61196a84-45b3-4aec-9501-e33bd51ca3a4 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:13:35.771968 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-03f33519-041d-492e-aa5e-89ac469d363b tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks [] for port, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:35.783320 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-03f33519-041d-492e-aa5e-89ac469d363b tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:35.784413 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-03f33519-041d-492e-aa5e-89ac469d363b tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-887436'] for router_interface, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:35.860815 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-d75b8447-3242-4cf8-a341-b7c97b0f026e None None] Set router 84cd971b-b1d0-4b21-8841-559c5fc44298 gateway port host: None {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:13:35.955018 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-71d24b21-475b-4469-b920-959739d616bf tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:13:36.021229 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-71d24b21-475b-4469-b920-959739d616bf tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:13:36.054807 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71d24b21-475b-4469-b920-959739d616bf tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Made reservation on behalf of 451baccc58514a0cab8c4410ed135b7c for: {'subnet': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:13:36.058336 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-71d24b21-475b-4469-b920-959739d616bf tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3066584'] for subnet, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:36.064297 n-d-844202-1 neutron-server[88524]: INFO neutron.pecan_wsgi.hooks.translation [None req-71d24b21-475b-4469-b920-959739d616bf tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 01 19:13:36.064297 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71d24b21-475b-4469-b920-959739d616bf tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88524) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 19:13:36.069293 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [req-3ab28377-b52e-4f05-a41b-41bae6e522b4 req-ec35a68a-b615-4efd-812f-408da7c495d9 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Allocated IP 172.20.0.13 (3d299f30-03d5-48f5-82fc-2ce538e7e02b/bf215978-ce5c-4077-ac29-2d8fb4937baa/a550a778-e132-4180-bce5-d2a03048c7e8) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:13:36.087373 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-436eeb1b-437c-4526-b395-72dc8b9c92e0 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Deleting port 1fd4d0ac-5000-429c-a1d9-1bf031ce27ae {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:13:36.087721 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-436eeb1b-437c-4526-b395-72dc8b9c92e0 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:36.147841 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 61196a84-45b3-4aec-9501-e33bd51ca3a4 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:13:36.148469 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:36.170541 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-71d24b21-475b-4469-b920-959739d616bf tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.8401890 Jun 01 19:13:36.176059 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 57960) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:13:36.203230 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f75221e0-c5bf-49e8-8a0b-97d958b2425c req-d35a99a7-91fe-48b0-bdda-60b6fc7fbaf9 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2286216-8c80-4d0f-a6bc-2de102e2186c HTTP/1.1" status: 200 len: 210 time: 0.0584695 Jun 01 19:13:36.204161 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f33519-041d-492e-aa5e-89ac469d363b tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Pushing event updated for resources: {'Port': ['ID=1b01e6c1-1d83-4a1e-af1c-dd1d3eeb5fe6,revision_number=2']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:13:36.204442 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-82603788-9aec-47c5-a8c0-8f72154357aa tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Request body: {'subnet': {'network_id': 'c840486e-0c2f-4729-9a0c-ee6552111f90', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:13:36.263216 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03f33519-041d-492e-aa5e-89ac469d363b tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Network b5c1041e-e767-4b9b-8745-b29fc0886f54 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:13:36.264559 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-03f33519-041d-492e-aa5e-89ac469d363b tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:13:36.440571 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 61196a84-45b3-4aec-9501-e33bd51ca3a4 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:13:36.441217 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03f33519-041d-492e-aa5e-89ac469d363b tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Router 84cd971b-b1d0-4b21-8841-559c5fc44298 has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 19:13:36.477221 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-d75b8447-3242-4cf8-a341-b7c97b0f026e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84cd971b-b1d0-4b21-8841-559c5fc44298', 'name': 'tempest-RoutersIpV6Test-router-616667906', 'tenant_id': '8011be9678e842bab7da75259f1c11c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:13:06Z', 'updated_at': '2022-06-01T19:13:34Z', 'revision_number': 5, 'project_id': '8011be9678e842bab7da75259f1c11c1', 'gw_port_host': None, '_interfaces': [{'id': '1b01e6c1-1d83-4a1e-af1c-dd1d3eeb5fe6', 'name': '', 'network_id': 'b5c1041e-e767-4b9b-8745-b29fc0886f54', 'tenant_id': '8011be9678e842bab7da75259f1c11c1', 'mac_address': 'fa:16:3e:f5:b7:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84cd971b-b1d0-4b21-8841-559c5fc44298', 'device_owner': 'network:router_interface', 'standard_attr_id': 3032, 'fixed_ips': [{'subnet_id': 'fb4c494a-3ab2-4976-b17b-ea81df1d2d13', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:13:32Z', 'updated_at': '2022-06-01T19:13:34Z', 'revision_number': 1, 'project_id': '8011be9678e842bab7da75259f1c11c1', 'subnets': [{'id': 'fb4c494a-3ab2-4976-b17b-ea81df1d2d13', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '61196a84-45b3-4aec-9501-e33bd51ca3a4', 'name': '', 'network_id': '05aa4ee3-9ed0-4e01-81b9-048f59f628c3', 'tenant_id': '8011be9678e842bab7da75259f1c11c1', 'mac_address': 'fa:16:3e:ec:98:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84cd971b-b1d0-4b21-8841-559c5fc44298', 'device_owner': 'network:router_interface', 'standard_attr_id': 3006, 'fixed_ips': [{'subnet_id': '75d314dd-d0f4-48d5-b3fb-66f5cb773d77', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:13:13Z', 'updated_at': '2022-06-01T19:13:33Z', 'revision_number': 5, 'project_id': '8011be9678e842bab7da75259f1c11c1', 'subnets': [{'id': '75d314dd-d0f4-48d5-b3fb-66f5cb773d77', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cbad83d9-4a84-47c6-a6b1-fc15d2485398', 'name': '', 'network_id': 'cfec68c2-d7bd-4b12-96cf-27c3bb3ef58c', 'tenant_id': '8011be9678e842bab7da75259f1c11c1', 'mac_address': 'fa:16:3e:b8:38:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84cd971b-b1d0-4b21-8841-559c5fc44298', 'device_owner': 'network:router_interface', 'standard_attr_id': 3018, 'fixed_ips': [{'subnet_id': 'a9564001-b895-4331-9cb7-5f0348a73ede', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:13:25Z', 'updated_at': '2022-06-01T19:13:35Z', 'revision_number': 4, 'project_id': '8011be9678e842bab7da75259f1c11c1', 'subnets': [{'id': 'a9564001-b895-4331-9cb7-5f0348a73ede', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dce2d04b-a356-4b5a-8b0a-400c9924d3cb', 'name': '', 'network_id': '0685924a-b45e-4145-8b0e-591ee3a46b73', 'tenant_id': '8011be9678e842bab7da75259f1c11c1', 'mac_address': 'fa:16:3e:20:2b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84cd971b-b1d0-4b21-8841-559c5fc44298', 'device_owner': 'network:router_interface', 'standard_attr_id': 2998, 'fixed_ips': [{'subnet_id': 'd6578dc6-550e-4396-8fc7-6b70868dc84b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:13:08Z', 'updated_at': '2022-06-01T19:13:23Z', 'revision_number': 5, 'project_id': '8011be9678e842bab7da75259f1c11c1', 'subnets': [{'id': 'd6578dc6-550e-4396-8fc7-6b70868dc84b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:13:36.481285 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d75b8447-3242-4cf8-a341-b7c97b0f026e None None] The sync data for ids ['84cd971b-b1d0-4b21-8841-559c5fc44298'] in n-d-844202-1 is: [{'id': '84cd971b-b1d0-4b21-8841-559c5fc44298', 'name': 'tempest-RoutersIpV6Test-router-616667906', 'tenant_id': '8011be9678e842bab7da75259f1c11c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:13:06Z', 'updated_at': '2022-06-01T19:13:34Z', 'revision_number': 5, 'project_id': '8011be9678e842bab7da75259f1c11c1', 'gw_port_host': None, '_interfaces': [{'id': '1b01e6c1-1d83-4a1e-af1c-dd1d3eeb5fe6', 'name': '', 'network_id': 'b5c1041e-e767-4b9b-8745-b29fc0886f54', 'tenant_id': '8011be9678e842bab7da75259f1c11c1', 'mac_address': 'fa:16:3e:f5:b7:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84cd971b-b1d0-4b21-8841-559c5fc44298', 'device_owner': 'network:router_interface', 'standard_attr_id': 3032, 'fixed_ips': [{'subnet_id': 'fb4c494a-3ab2-4976-b17b-ea81df1d2d13', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:13:32Z', 'updated_at': '2022-06-01T19:13:34Z', 'revision_number': 1, 'project_id': '8011be9678e842bab7da75259f1c11c1', 'subnets': [{'id': 'fb4c494a-3ab2-4976-b17b-ea81df1d2d13', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '61196a84-45b3-4aec-9501-e33bd51ca3a4', 'name': '', 'network_id': '05aa4ee3-9ed0-4e01-81b9-048f59f628c3', 'tenant_id': '8011be9678e842bab7da75259f1c11c1', 'mac_address': 'fa:16:3e:ec:98:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84cd971b-b1d0-4b21-8841-559c5fc44298', 'device_owner': 'network:router_interface', 'standard_attr_id': 3006, 'fixed_ips': [{'subnet_id': '75d314dd-d0f4-48d5-b3fb-66f5cb773d77', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:13:13Z', 'updated_at': '2022-06-01T19:13:33Z', 'revision_number': 5, 'project_id': '8011be9678e842bab7da75259f1c11c1', 'subnets': [{'id': '75d314dd-d0f4-48d5-b3fb-66f5cb773d77', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cbad83d9-4a84-47c6-a6b1-fc15d2485398', 'name': '', 'network_id': 'cfec68c2-d7bd-4b12-96cf-27c3bb3ef58c', 'tenant_id': '8011be9678e842bab7da75259f1c11c1', 'mac_address': 'fa:16:3e:b8:38:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84cd971b-b1d0-4b21-8841-559c5fc44298', 'device_owner': 'network:router_interface', 'standard_attr_id': 3018, 'fixed_ips': [{'subnet_id': 'a9564001-b895-4331-9cb7-5f0348a73ede', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:13:25Z', 'updated_at': '2022-06-01T19:13:35Z', 'revision_number': 4, 'project_id': '8011be9678e842bab7da75259f1c11c1', 'subnets': [{'id': 'a9564001-b895-4331-9cb7-5f0348a73ede', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dce2d04b-a356-4b5a-8b0a-400c9924d3cb', 'name': '', 'network_id': '0685924a-b45e-4145-8b0e-591ee3a46b73', 'tenant_id': '8011be9678e842bab7da75259f1c11c1', 'mac_address': 'fa:16:3e:20:2b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84cd971b-b1d0-4b21-8841-559c5fc44298', 'device_owner': 'network:router_interface', 'standard_attr_id': 2998, 'fixed_ips': [{'subnet_id': 'd6578dc6-550e-4396-8fc7-6b70868dc84b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:13:08Z', 'updated_at': '2022-06-01T19:13:23Z', 'revision_number': 5, 'project_id': '8011be9678e842bab7da75259f1c11c1', 'subnets': [{'id': 'd6578dc6-550e-4396-8fc7-6b70868dc84b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:13:36.639099 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03f33519-041d-492e-aa5e-89ac469d363b tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:13:36.647612 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-03f33519-041d-492e-aa5e-89ac469d363b tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] 10.222.0.41 "PUT /v2.0/routers/84cd971b-b1d0-4b21-8841-559c5fc44298/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5486948 Jun 01 19:13:36.647839 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 57964) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:13:36.652921 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-38e715e0-6458-4e78-8dd9-de919713607b tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:13:36.698587 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-82603788-9aec-47c5-a8c0-8f72154357aa tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:13:36.720410 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-436eeb1b-437c-4526-b395-72dc8b9c92e0 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:36.720777 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-436eeb1b-437c-4526-b395-72dc8b9c92e0 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:36.745394 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-3ab28377-b52e-4f05-a41b-41bae6e522b4 req-ec35a68a-b615-4efd-812f-408da7c495d9 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:36.745627 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-82603788-9aec-47c5-a8c0-8f72154357aa tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:13:36.884956 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-436eeb1b-437c-4526-b395-72dc8b9c92e0 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Calling delete_port for 1fd4d0ac-5000-429c-a1d9-1bf031ce27ae owned by network:floatingip {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:13:36.924697 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [req-3ab28377-b52e-4f05-a41b-41bae6e522b4 req-ec35a68a-b615-4efd-812f-408da7c495d9 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Transition to ACTIVE for port object a550a778-e132-4180-bce5-d2a03048c7e8 will not be triggered until provisioned by entity DHCP. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:13:36.959195 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82603788-9aec-47c5-a8c0-8f72154357aa tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Made reservation on behalf of 451baccc58514a0cab8c4410ed135b7c for: {'subnet': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:13:36.963821 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-82603788-9aec-47c5-a8c0-8f72154357aa tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3066584'] for subnet, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:36.965967 n-d-844202-1 neutron-server[88524]: INFO neutron.pecan_wsgi.hooks.translation [None req-82603788-9aec-47c5-a8c0-8f72154357aa tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 01 19:13:36.966505 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82603788-9aec-47c5-a8c0-8f72154357aa tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88524) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 19:13:37.019561 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-82603788-9aec-47c5-a8c0-8f72154357aa tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.8391564 Jun 01 19:13:37.022696 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 57968) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:13:37.037282 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-2c9f0a77-bb63-4c29-b685-a3875a9c7016 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Request body: {'subnet': {'network_id': 'c840486e-0c2f-4729-9a0c-ee6552111f90', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:13:37.068294 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c20d2745-bea2-4215-a0d5-eddc291c09c8 None None] Network b5c1041e-e767-4b9b-8745-b29fc0886f54 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:13:37.154255 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-3ab28377-b52e-4f05-a41b-41bae6e522b4 req-ec35a68a-b615-4efd-812f-408da7c495d9 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:37.252679 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ab28377-b52e-4f05-a41b-41bae6e522b4 req-ec35a68a-b615-4efd-812f-408da7c495d9 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Network 3d299f30-03d5-48f5-82fc-2ce538e7e02b is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:13:37.258695 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [req-3ab28377-b52e-4f05-a41b-41bae6e522b4 req-ec35a68a-b615-4efd-812f-408da7c495d9 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:13:37.264570 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ab28377-b52e-4f05-a41b-41bae6e522b4 req-ec35a68a-b615-4efd-812f-408da7c495d9 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:13:37.298594 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-83a38b7c-6aa7-4e4a-a680-385b7f0b8ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:37.308250 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-71fc6995-f907-4659-845f-43476877239f None None] Provisioning for port cfd081cf-aa0f-4b8f-8618-0f0f917551e1 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:13:37.359450 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-2c9f0a77-bb63-4c29-b685-a3875a9c7016 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:13:37.384362 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec35a68a-b615-4efd-812f-408da7c495d9 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Pushing event updated for resources: {'Port': ['ID=a550a778-e132-4180-bce5-d2a03048c7e8,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:13:37.400374 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-2c9f0a77-bb63-4c29-b685-a3875a9c7016 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:13:37.445348 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab28377-b52e-4f05-a41b-41bae6e522b4 req-ec35a68a-b615-4efd-812f-408da7c495d9 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:13:37.446003 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-3ab28377-b52e-4f05-a41b-41bae6e522b4 req-ec35a68a-b615-4efd-812f-408da7c495d9 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:37.455080 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c9f0a77-bb63-4c29-b685-a3875a9c7016 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Made reservation on behalf of 451baccc58514a0cab8c4410ed135b7c for: {'subnet': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:13:37.460208 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2c9f0a77-bb63-4c29-b685-a3875a9c7016 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3066584'] for subnet, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:37.461943 n-d-844202-1 neutron-server[88524]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c9f0a77-bb63-4c29-b685-a3875a9c7016 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 01 19:13:37.462287 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c9f0a77-bb63-4c29-b685-a3875a9c7016 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88524) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 19:13:37.485954 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-436eeb1b-437c-4526-b395-72dc8b9c92e0 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:37.549499 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f41b94b-99fb-4bea-8a6d-28532f9ead42 None None] Sync routers for ids ['84cd971b-b1d0-4b21-8841-559c5fc44298'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:13:37.562712 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f41b94b-99fb-4bea-8a6d-28532f9ead42 None None] Routers {'84cd971b-b1d0-4b21-8841-559c5fc44298'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:13:37.563531 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-7f41b94b-99fb-4bea-8a6d-28532f9ead42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:13:09Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['84cd971b-b1d0-4b21-8841-559c5fc44298'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:13:37.604938 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436eeb1b-437c-4526-b395-72dc8b9c92e0 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Pushing event deleted for resources: {'Port': ['ID=1fd4d0ac-5000-429c-a1d9-1bf031ce27ae,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:13:37.649953 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.extraroute_db [None req-38e715e0-6458-4e78-8dd9-de919713607b tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=88525) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Jun 01 19:13:37.660173 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3ab28377-b52e-4f05-a41b-41bae6e522b4 req-ec35a68a-b615-4efd-812f-408da7c495d9 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5341861 Jun 01 19:13:37.665630 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-2c9f0a77-bb63-4c29-b685-a3875a9c7016 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.6409135 Jun 01 19:13:37.667679 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 57974) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:13:37.672187 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-16f834ee-4799-46a5-8031-d65c529043a9 None None] Provisioning for port a550a778-e132-4180-bce5-d2a03048c7e8 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:13:37.673097 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-3ab28377-b52e-4f05-a41b-41bae6e522b4 req-2ea8e0f3-cbf7-40f3-a222-05a80576154a service neutron] Request body: {'port': {'device_id': 'a2286216-8c80-4d0f-a6bc-2de102e2186c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844202-1'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:13:37.681404 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.extraroute_db [None req-38e715e0-6458-4e78-8dd9-de919713607b tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Removed routes are [] {{(pid=88525) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Jun 01 19:13:37.681886 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-38e715e0-6458-4e78-8dd9-de919713607b tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-886608', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-885830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25341'] for router, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:37.683776 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-16f834ee-4799-46a5-8031-d65c529043a9 None None] Provisioning complete for port a550a778-e132-4180-bce5-d2a03048c7e8 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:13:37.684144 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-16f834ee-4799-46a5-8031-d65c529043a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:37.727526 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-a704bd6d-29ad-432a-b5fb-0ec7553be254 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Request body: {'subnet': {'network_id': 'c840486e-0c2f-4729-9a0c-ee6552111f90', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:13:37.816144 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-16f834ee-4799-46a5-8031-d65c529043a9 None None] Port a550a778-e132-4180-bce5-d2a03048c7e8 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:13:37.852907 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-7f41b94b-99fb-4bea-8a6d-28532f9ead42 None None] Set router 84cd971b-b1d0-4b21-8841-559c5fc44298 gateway port host: None {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:13:37.870880 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device cfd081cf-aa0f-4b8f-8618-0f0f917551e1 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:13:37.998010 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port cfd081cf-aa0f-4b8f-8618-0f0f917551e1 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:13:38.012207 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port cfd081cf-aa0f-4b8f-8618-0f0f917551e1 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:13:38.013242 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:38.086461 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-ae0a826b-da77-4d48-9668-42bb38b9dea4 None None] Provisioning for port 1b01e6c1-1d83-4a1e-af1c-dd1d3eeb5fe6 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:13:38.098171 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-ae0a826b-da77-4d48-9668-42bb38b9dea4 None None] Provisioning complete for port 1b01e6c1-1d83-4a1e-af1c-dd1d3eeb5fe6 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:13:38.100825 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-ae0a826b-da77-4d48-9668-42bb38b9dea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:38.107482 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-436eeb1b-437c-4526-b395-72dc8b9c92e0 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks [] for floatingip, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:38.107822 n-d-844202-1 neutron-server[88524]: INFO neutron.db.l3_db [None req-436eeb1b-437c-4526-b395-72dc8b9c92e0 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Floating IP fe415378-a094-489f-8992-497a57f8c2bc disassociated (deleted). External IP: 172.25.4.88, port: a66da448-c5b2-4d30-b235-d219f03c9d9d. Jun 01 19:13:38.186599 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-38e715e0-6458-4e78-8dd9-de919713607b tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-886608', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-885830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25341'] for router, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:38.191329 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-38e715e0-6458-4e78-8dd9-de919713607b tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-886655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-886601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-886598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-885887'] for router, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:38.222298 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-a704bd6d-29ad-432a-b5fb-0ec7553be254 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:13:38.252909 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port cfd081cf-aa0f-4b8f-8618-0f0f917551e1 is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:13:38.253237 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:38.268720 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-ae0a826b-da77-4d48-9668-42bb38b9dea4 None None] Port 1b01e6c1-1d83-4a1e-af1c-dd1d3eeb5fe6 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:13:38.296677 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port cfd081cf-aa0f-4b8f-8618-0f0f917551e1, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=cfd081cf-aa0f-4b8f-8618-0f0f917551e1,segment=NetworkSegment(3eedeb6d-c6a1-47e0-97fb-29cdb2159802),segment_id=3eedeb6d-c6a1-47e0-97fb-29cdb2159802)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:13:38.312566 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:38.313394 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device cbad83d9-4a84-47c6-a6b1-fc15d2485398 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:13:38.400254 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-7f41b94b-99fb-4bea-8a6d-28532f9ead42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84cd971b-b1d0-4b21-8841-559c5fc44298', 'name': 'tempest-RoutersIpV6Test-router-616667906', 'tenant_id': '8011be9678e842bab7da75259f1c11c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:13:06Z', 'updated_at': '2022-06-01T19:13:34Z', 'revision_number': 5, 'project_id': '8011be9678e842bab7da75259f1c11c1', 'gw_port_host': None, '_interfaces': [{'id': '1b01e6c1-1d83-4a1e-af1c-dd1d3eeb5fe6', 'name': '', 'network_id': 'b5c1041e-e767-4b9b-8745-b29fc0886f54', 'tenant_id': '8011be9678e842bab7da75259f1c11c1', 'mac_address': 'fa:16:3e:f5:b7:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84cd971b-b1d0-4b21-8841-559c5fc44298', 'device_owner': 'network:router_interface', 'standard_attr_id': 3032, 'fixed_ips': [{'subnet_id': 'fb4c494a-3ab2-4976-b17b-ea81df1d2d13', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:13:32Z', 'updated_at': '2022-06-01T19:13:35Z', 'revision_number': 2, 'project_id': '8011be9678e842bab7da75259f1c11c1', 'subnets': [{'id': 'fb4c494a-3ab2-4976-b17b-ea81df1d2d13', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '61196a84-45b3-4aec-9501-e33bd51ca3a4', 'name': '', 'network_id': '05aa4ee3-9ed0-4e01-81b9-048f59f628c3', 'tenant_id': '8011be9678e842bab7da75259f1c11c1', 'mac_address': 'fa:16:3e:ec:98:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84cd971b-b1d0-4b21-8841-559c5fc44298', 'device_owner': 'network:router_interface', 'standard_attr_id': 3006, 'fixed_ips': [{'subnet_id': '75d314dd-d0f4-48d5-b3fb-66f5cb773d77', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:13:13Z', 'updated_at': '2022-06-01T19:13:33Z', 'revision_number': 5, 'project_id': '8011be9678e842bab7da75259f1c11c1', 'subnets': [{'id': '75d314dd-d0f4-48d5-b3fb-66f5cb773d77', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cbad83d9-4a84-47c6-a6b1-fc15d2485398', 'name': '', 'network_id': 'cfec68c2-d7bd-4b12-96cf-27c3bb3ef58c', 'tenant_id': '8011be9678e842bab7da75259f1c11c1', 'mac_address': 'fa:16:3e:b8:38:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84cd971b-b1d0-4b21-8841-559c5fc44298', 'device_owner': 'network:router_interface', 'standard_attr_id': 3018, 'fixed_ips': [{'subnet_id': 'a9564001-b895-4331-9cb7-5f0348a73ede', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:13:25Z', 'updated_at': '2022-06-01T19:13:35Z', 'revision_number': 4, 'project_id': '8011be9678e842bab7da75259f1c11c1', 'subnets': [{'id': 'a9564001-b895-4331-9cb7-5f0348a73ede', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dce2d04b-a356-4b5a-8b0a-400c9924d3cb', 'name': '', 'network_id': '0685924a-b45e-4145-8b0e-591ee3a46b73', 'tenant_id': '8011be9678e842bab7da75259f1c11c1', 'mac_address': 'fa:16:3e:20:2b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84cd971b-b1d0-4b21-8841-559c5fc44298', 'device_owner': 'network:router_interface', 'standard_attr_id': 2998, 'fixed_ips': [{'subnet_id': 'd6578dc6-550e-4396-8fc7-6b70868dc84b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:13:08Z', 'updated_at': '2022-06-01T19:13:23Z', 'revision_number': 5, 'project_id': '8011be9678e842bab7da75259f1c11c1', 'subnets': [{'id': 'd6578dc6-550e-4396-8fc7-6b70868dc84b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:13:38.404729 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f41b94b-99fb-4bea-8a6d-28532f9ead42 None None] Checking router: 84cd971b-b1d0-4b21-8841-559c5fc44298 for host: n-d-844202-1 {{(pid=88527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 19:13:38.405076 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f41b94b-99fb-4bea-8a6d-28532f9ead42 None None] Updating router 84cd971b-b1d0-4b21-8841-559c5fc44298 port 1b01e6c1-1d83-4a1e-af1c-dd1d3eeb5fe6 binding host n-d-844202-1 {{(pid=88527) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 19:13:38.406537 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38e715e0-6458-4e78-8dd9-de919713607b tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Router 84cd971b-b1d0-4b21-8841-559c5fc44298 has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 19:13:38.463487 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=cfd081cf-aa0f-4b8f-8618-0f0f917551e1,revision_number=3']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:13:38.464859 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-7f41b94b-99fb-4bea-8a6d-28532f9ead42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:38.504297 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-34b4b999-311b-4364-8edd-3fc137239b92 None None] Provisioning complete for port 1b01e6c1-1d83-4a1e-af1c-dd1d3eeb5fe6 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:13:38.505330 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-34b4b999-311b-4364-8edd-3fc137239b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:38.552956 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-3ab28377-b52e-4f05-a41b-41bae6e522b4 req-2ea8e0f3-cbf7-40f3-a222-05a80576154a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:38.588317 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-34b4b999-311b-4364-8edd-3fc137239b92 None None] Port 1b01e6c1-1d83-4a1e-af1c-dd1d3eeb5fe6 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:13:38.590190 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9ea1426-9fe1-4e9c-b0d7-302d736e3f05 None None] get_active_networks_info from n-d-844202-1 {{(pid=88526) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jun 01 19:13:38.593085 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-a704bd6d-29ad-432a-b5fb-0ec7553be254 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:13:38.616674 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38e715e0-6458-4e78-8dd9-de919713607b tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:13:38.632644 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-38e715e0-6458-4e78-8dd9-de919713607b tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks [] for router, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:38.634373 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-38e715e0-6458-4e78-8dd9-de919713607b tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] 10.222.0.41 "PUT /v2.0/routers/84cd971b-b1d0-4b21-8841-559c5fc44298 HTTP/1.1" status: 200 len: 953 time: 1.9855835 Jun 01 19:13:38.637083 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 57978) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:13:38.665127 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port cbad83d9-4a84-47c6-a6b1-fc15d2485398 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:13:38.674364 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port cbad83d9-4a84-47c6-a6b1-fc15d2485398 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:13:38.674364 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:38.674633 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5617b1b-a32c-44f8-a4e7-381a8eeeed5b req-1ca8b8ac-23b0-4f70-a91a-aa63dfa02375 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:13:38.677360 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-d5617b1b-a32c-44f8-a4e7-381a8eeeed5b req-1ca8b8ac-23b0-4f70-a91a-aa63dfa02375 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Synchronizing usage tracker for tenant:4a7494de105b4d89b3193a70c4c60c4c on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:13:38.703999 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a704bd6d-29ad-432a-b5fb-0ec7553be254 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Made reservation on behalf of 451baccc58514a0cab8c4410ed135b7c for: {'subnet': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:13:38.709319 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a704bd6d-29ad-432a-b5fb-0ec7553be254 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3066584'] for subnet, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:38.711191 n-d-844202-1 neutron-server[88524]: INFO neutron.pecan_wsgi.hooks.translation [None req-a704bd6d-29ad-432a-b5fb-0ec7553be254 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 01 19:13:38.711696 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a704bd6d-29ad-432a-b5fb-0ec7553be254 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88524) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 19:13:38.776504 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-371e8c99-7076-428b-ada5-ae264c9cf217 None None] Provisioning complete for port 1b01e6c1-1d83-4a1e-af1c-dd1d3eeb5fe6 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:13:38.776872 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-371e8c99-7076-428b-ada5-ae264c9cf217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:38.889809 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-a704bd6d-29ad-432a-b5fb-0ec7553be254 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 1.1761508 Jun 01 19:13:38.890651 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-d5617b1b-a32c-44f8-a4e7-381a8eeeed5b req-1ca8b8ac-23b0-4f70-a91a-aa63dfa02375 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Unset dirty status for tenant:4a7494de105b4d89b3193a70c4c60c4c on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:13:38.897742 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d5617b1b-a32c-44f8-a4e7-381a8eeeed5b req-1ca8b8ac-23b0-4f70-a91a-aa63dfa02375 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2286216-8c80-4d0f-a6bc-2de102e2186c HTTP/1.1" status: 200 len: 932 time: 1.3688643 Jun 01 19:13:38.899686 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 57982) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:13:38.924612 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-371e8c99-7076-428b-ada5-ae264c9cf217 None None] Port 1b01e6c1-1d83-4a1e-af1c-dd1d3eeb5fe6 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:13:38.930997 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-6d1463d5-62f2-491e-aade-a778c0835c0f tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Request body: {'subnet': {'network_id': 'c840486e-0c2f-4729-9a0c-ee6552111f90', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:13:38.936978 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-7f41b94b-99fb-4bea-8a6d-28532f9ead42 None None] Notify callbacks [] for port, precommit_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:38.951971 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.provisioning_blocks [None req-7f41b94b-99fb-4bea-8a6d-28532f9ead42 None None] Transition to ACTIVE for port object 1b01e6c1-1d83-4a1e-af1c-dd1d3eeb5fe6 will not be triggered until provisioned by entity L2. {{(pid=88527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:13:38.965721 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-7f41b94b-99fb-4bea-8a6d-28532f9ead42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:38.971169 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port cbad83d9-4a84-47c6-a6b1-fc15d2485398 is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:13:38.971574 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:39.030837 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port cbad83d9-4a84-47c6-a6b1-fc15d2485398, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=cbad83d9-4a84-47c6-a6b1-fc15d2485398,segment=NetworkSegment(a52f4a81-7e64-42ca-adcc-8da7d7609ee5),segment_id=a52f4a81-7e64-42ca-adcc-8da7d7609ee5)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:13:39.037836 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ea1426-9fe1-4e9c-b0d7-302d736e3f05 None None] Resources bound (agent type, host, resource id): {{(pid=88526) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 01 19:13:39.042253 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:39.122363 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-ca8b5fc0-a070-4765-b507-0594696f7c42 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] 10.222.0.41 "GET /v2.0/routers/84cd971b-b1d0-4b21-8841-559c5fc44298 HTTP/1.1" status: 200 len: 953 time: 0.4837394 Jun 01 19:13:39.122897 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 57986) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:13:39.125962 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=cbad83d9-4a84-47c6-a6b1-fc15d2485398,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:13:39.128421 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-47a521c7-e496-482e-9a3c-18941aa0a8a6 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Request body: {'router': {'routes': None}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:13:39.233652 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a775c5e0-fb09-43bc-b61b-0d72e64a3b6c None None] Pushing event updated for resources: {'Port': ['ID=1b01e6c1-1d83-4a1e-af1c-dd1d3eeb5fe6,revision_number=3']} {{(pid=88527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:13:39.246861 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a775c5e0-fb09-43bc-b61b-0d72e64a3b6c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:13:39.247784 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a775c5e0-fb09-43bc-b61b-0d72e64a3b6c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:13:39.248124 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a775c5e0-fb09-43bc-b61b-0d72e64a3b6c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:13:39.248474 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a775c5e0-fb09-43bc-b61b-0d72e64a3b6c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:13:39.248794 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a775c5e0-fb09-43bc-b61b-0d72e64a3b6c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:13:39.250099 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a775c5e0-fb09-43bc-b61b-0d72e64a3b6c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:13:39.250443 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a775c5e0-fb09-43bc-b61b-0d72e64a3b6c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:13:39.250764 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a775c5e0-fb09-43bc-b61b-0d72e64a3b6c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:13:39.251082 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a775c5e0-fb09-43bc-b61b-0d72e64a3b6c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:13:39.251399 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a775c5e0-fb09-43bc-b61b-0d72e64a3b6c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:13:39.251729 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a775c5e0-fb09-43bc-b61b-0d72e64a3b6c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:13:39.252689 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a775c5e0-fb09-43bc-b61b-0d72e64a3b6c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:13:39.255441 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d5617b1b-a32c-44f8-a4e7-381a8eeeed5b req-f7579547-1095-4f6c-9b70-bc570d26d1fd tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/security-groups?id=64983b74-c803-470a-b560-086d234f978a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3561206 Jun 01 19:13:39.285581 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-7f41b94b-99fb-4bea-8a6d-28532f9ead42 None None] Attempting to bind port 1b01e6c1-1d83-4a1e-af1c-dd1d3eeb5fe6 on host n-d-844202-1 for vnic_type normal with profile {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:13:39.285982 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-7f41b94b-99fb-4bea-8a6d-28532f9ead42 None None] Attempting to bind port 1b01e6c1-1d83-4a1e-af1c-dd1d3eeb5fe6 by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': '3eedeb6d-c6a1-47e0-97fb-29cdb2159802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b5c1041e-e767-4b9b-8745-b29fc0886f54'}] {{(pid=88527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:13:39.286338 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f41b94b-99fb-4bea-8a6d-28532f9ead42 None None] Attempting to bind port 1b01e6c1-1d83-4a1e-af1c-dd1d3eeb5fe6 on network b5c1041e-e767-4b9b-8745-b29fc0886f54 {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:13:39.296442 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-6d1463d5-62f2-491e-aade-a778c0835c0f tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:13:39.303869 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-436eeb1b-437c-4526-b395-72dc8b9c92e0 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Router f1871c5e-216e-49f9-bb41-4d6bbcaca0ec has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 19:13:39.304052 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f41b94b-99fb-4bea-8a6d-28532f9ead42 None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:13:39.304725 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f41b94b-99fb-4bea-8a6d-28532f9ead42 None None] Checking segment: {'id': '3eedeb6d-c6a1-47e0-97fb-29cdb2159802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b5c1041e-e767-4b9b-8745-b29fc0886f54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:13:39.306027 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-7f41b94b-99fb-4bea-8a6d-28532f9ead42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:39.309323 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f41b94b-99fb-4bea-8a6d-28532f9ead42 None None] Bound using segment: {'id': '3eedeb6d-c6a1-47e0-97fb-29cdb2159802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b5c1041e-e767-4b9b-8745-b29fc0886f54'} {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:13:39.309835 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-7f41b94b-99fb-4bea-8a6d-28532f9ead42 None None] Bound port: 1b01e6c1-1d83-4a1e-af1c-dd1d3eeb5fe6, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3eedeb6d-c6a1-47e0-97fb-29cdb2159802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b5c1041e-e767-4b9b-8745-b29fc0886f54'}}] {{(pid=88527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:13:39.310211 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-7f41b94b-99fb-4bea-8a6d-28532f9ead42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:39.327315 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-6d1463d5-62f2-491e-aade-a778c0835c0f tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:13:39.418994 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d1463d5-62f2-491e-aade-a778c0835c0f tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Made reservation on behalf of 451baccc58514a0cab8c4410ed135b7c for: {'subnet': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:13:39.422406 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6d1463d5-62f2-491e-aade-a778c0835c0f tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3066584'] for subnet, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:39.423781 n-d-844202-1 neutron-server[88524]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d1463d5-62f2-491e-aade-a778c0835c0f tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 01 19:13:39.424196 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d1463d5-62f2-491e-aade-a778c0835c0f tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88524) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 19:13:39.432502 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.db [None req-7f41b94b-99fb-4bea-8a6d-28532f9ead42 None None] For port 1b01e6c1-1d83-4a1e-af1c-dd1d3eeb5fe6, host n-d-844202-1, cleared binding levels {{(pid=88527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:13:39.436246 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.db [None req-7f41b94b-99fb-4bea-8a6d-28532f9ead42 None None] For port 1b01e6c1-1d83-4a1e-af1c-dd1d3eeb5fe6, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=1b01e6c1-1d83-4a1e-af1c-dd1d3eeb5fe6,segment=NetworkSegment(3eedeb6d-c6a1-47e0-97fb-29cdb2159802),segment_id=3eedeb6d-c6a1-47e0-97fb-29cdb2159802)] {{(pid=88527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:13:39.441397 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-7f41b94b-99fb-4bea-8a6d-28532f9ead42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:39.514245 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-6d1463d5-62f2-491e-aade-a778c0835c0f tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.6082845 Jun 01 19:13:39.531341 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f41b94b-99fb-4bea-8a6d-28532f9ead42 None None] Routers {'84cd971b-b1d0-4b21-8841-559c5fc44298'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:13:39.531958 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-7f41b94b-99fb-4bea-8a6d-28532f9ead42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:13:09Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['84cd971b-b1d0-4b21-8841-559c5fc44298'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:13:39.592308 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 57990) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:13:39.622718 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-8462804b-8737-49ff-ae54-da453207f1d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:39.655131 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a775c5e0-fb09-43bc-b61b-0d72e64a3b6c None None] Pushing event updated for resources: {'Port': ['ID=1b01e6c1-1d83-4a1e-af1c-dd1d3eeb5fe6,revision_number=4']} {{(pid=88527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:13:39.704684 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device cfd081cf-aa0f-4b8f-8618-0f0f917551e1 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:13:39.705939 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-7f41b94b-99fb-4bea-8a6d-28532f9ead42 None None] Set router 84cd971b-b1d0-4b21-8841-559c5fc44298 gateway port host: None {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:13:39.747982 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-436eeb1b-437c-4526-b395-72dc8b9c92e0 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:13:39.764968 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [req-3ab28377-b52e-4f05-a41b-41bae6e522b4 req-2ea8e0f3-cbf7-40f3-a222-05a80576154a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a550a778-e132-4180-bce5-d2a03048c7e8 {{(pid=88524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 19:13:39.774209 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82eb2a27-7c5d-4ff6-aea9-651cd85c0d30 None None] get_active_networks_info from n-d-844202-1 {{(pid=88526) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jun 01 19:13:39.775587 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-436eeb1b-437c-4526-b395-72dc8b9c92e0 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for floatingip, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:39.798258 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb12d4e-a108-4868-905f-039804336083 None None] Sync routers for ids ['f1871c5e-216e-49f9-bb41-4d6bbcaca0ec'] in n-d-844202-1 {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:13:39.810795 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-3ab28377-b52e-4f05-a41b-41bae6e522b4 req-2ea8e0f3-cbf7-40f3-a222-05a80576154a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:39.850348 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [req-3ab28377-b52e-4f05-a41b-41bae6e522b4 req-2ea8e0f3-cbf7-40f3-a222-05a80576154a service neutron] Transition to ACTIVE for port object a550a778-e132-4180-bce5-d2a03048c7e8 will not be triggered until provisioned by entity L2. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:13:39.850614 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb12d4e-a108-4868-905f-039804336083 None None] Routers {'f1871c5e-216e-49f9-bb41-4d6bbcaca0ec'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:13:39.851163 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-3bb12d4e-a108-4868-905f-039804336083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:13:39Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['f1871c5e-216e-49f9-bb41-4d6bbcaca0ec'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:13:39.865467 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-436eeb1b-437c-4526-b395-72dc8b9c92e0 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "DELETE /v2.0/floatingips/fe415378-a094-489f-8992-497a57f8c2bc HTTP/1.1" status: 204 len: 168 time: 4.4314270 Jun 01 19:13:39.878835 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7d2b0e6-e391-41b4-ad8b-28c3a2257458', 'tag': 'a66da448-c5b2-4d30-b235-d219f03c9d9d'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:13:39.884332 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.extraroute_db [None req-47a521c7-e496-482e-9a3c-18941aa0a8a6 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Added routes are [] {{(pid=88525) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Jun 01 19:13:39.884767 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.extraroute_db [None req-47a521c7-e496-482e-9a3c-18941aa0a8a6 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=88525) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Jun 01 19:13:39.901288 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-3ab28377-b52e-4f05-a41b-41bae6e522b4 req-2ea8e0f3-cbf7-40f3-a222-05a80576154a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:39.927179 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-47a521c7-e496-482e-9a3c-18941aa0a8a6 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-886608', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-885830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25341'] for router, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:40.009516 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d0a4799-c6e0-4d1c-b776-8049e37ccd66'] response: {'name': 'network-changed', 'server_uuid': 'b7d2b0e6-e391-41b4-ad8b-28c3a2257458', 'tag': 'a66da448-c5b2-4d30-b235-d219f03c9d9d', 'status': 'completed', 'code': 200} Jun 01 19:13:40.153427 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port cfd081cf-aa0f-4b8f-8618-0f0f917551e1 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:13:40.154101 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:40.167690 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea8e0f3-cbf7-40f3-a222-05a80576154a service neutron] Pushing event updated for resources: {'Port': ['ID=a550a778-e132-4180-bce5-d2a03048c7e8,revision_number=2']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:13:40.178102 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bb38248-2d77-4612-9476-3e31925d0143 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:13:40.193284 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-4bb38248-2d77-4612-9476-3e31925d0143 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.5999570 Jun 01 19:13:40.194481 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 57998) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:13:40.249501 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-7f41b94b-99fb-4bea-8a6d-28532f9ead42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84cd971b-b1d0-4b21-8841-559c5fc44298', 'name': 'tempest-RoutersIpV6Test-router-616667906', 'tenant_id': '8011be9678e842bab7da75259f1c11c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:13:06Z', 'updated_at': '2022-06-01T19:13:37Z', 'revision_number': 6, 'project_id': '8011be9678e842bab7da75259f1c11c1', 'gw_port_host': None, '_interfaces': [{'id': '1b01e6c1-1d83-4a1e-af1c-dd1d3eeb5fe6', 'name': '', 'network_id': 'b5c1041e-e767-4b9b-8745-b29fc0886f54', 'tenant_id': '8011be9678e842bab7da75259f1c11c1', 'mac_address': 'fa:16:3e:f5:b7:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84cd971b-b1d0-4b21-8841-559c5fc44298', 'device_owner': 'network:router_interface', 'standard_attr_id': 3032, 'fixed_ips': [{'subnet_id': 'fb4c494a-3ab2-4976-b17b-ea81df1d2d13', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:13:32Z', 'updated_at': '2022-06-01T19:13:39Z', 'revision_number': 4, 'project_id': '8011be9678e842bab7da75259f1c11c1', 'subnets': [{'id': 'fb4c494a-3ab2-4976-b17b-ea81df1d2d13', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '61196a84-45b3-4aec-9501-e33bd51ca3a4', 'name': '', 'network_id': '05aa4ee3-9ed0-4e01-81b9-048f59f628c3', 'tenant_id': '8011be9678e842bab7da75259f1c11c1', 'mac_address': 'fa:16:3e:ec:98:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84cd971b-b1d0-4b21-8841-559c5fc44298', 'device_owner': 'network:router_interface', 'standard_attr_id': 3006, 'fixed_ips': [{'subnet_id': '75d314dd-d0f4-48d5-b3fb-66f5cb773d77', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:13:13Z', 'updated_at': '2022-06-01T19:13:33Z', 'revision_number': 5, 'project_id': '8011be9678e842bab7da75259f1c11c1', 'subnets': [{'id': '75d314dd-d0f4-48d5-b3fb-66f5cb773d77', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cbad83d9-4a84-47c6-a6b1-fc15d2485398', 'name': '', 'network_id': 'cfec68c2-d7bd-4b12-96cf-27c3bb3ef58c', 'tenant_id': '8011be9678e842bab7da75259f1c11c1', 'mac_address': 'fa:16:3e:b8:38:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84cd971b-b1d0-4b21-8841-559c5fc44298', 'device_owner': 'network:router_interface', 'standard_attr_id': 3018, 'fixed_ips': [{'subnet_id': 'a9564001-b895-4331-9cb7-5f0348a73ede', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:13:25Z', 'updated_at': '2022-06-01T19:13:39Z', 'revision_number': 5, 'project_id': '8011be9678e842bab7da75259f1c11c1', 'subnets': [{'id': 'a9564001-b895-4331-9cb7-5f0348a73ede', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dce2d04b-a356-4b5a-8b0a-400c9924d3cb', 'name': '', 'network_id': '0685924a-b45e-4145-8b0e-591ee3a46b73', 'tenant_id': '8011be9678e842bab7da75259f1c11c1', 'mac_address': 'fa:16:3e:20:2b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84cd971b-b1d0-4b21-8841-559c5fc44298', 'device_owner': 'network:router_interface', 'standard_attr_id': 2998, 'fixed_ips': [{'subnet_id': 'd6578dc6-550e-4396-8fc7-6b70868dc84b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:13:08Z', 'updated_at': '2022-06-01T19:13:23Z', 'revision_number': 5, 'project_id': '8011be9678e842bab7da75259f1c11c1', 'subnets': [{'id': 'd6578dc6-550e-4396-8fc7-6b70868dc84b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:13:40.262683 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f41b94b-99fb-4bea-8a6d-28532f9ead42 None None] The sync data for ids ['84cd971b-b1d0-4b21-8841-559c5fc44298'] in n-d-844202-1 is: [{'id': '84cd971b-b1d0-4b21-8841-559c5fc44298', 'name': 'tempest-RoutersIpV6Test-router-616667906', 'tenant_id': '8011be9678e842bab7da75259f1c11c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:13:06Z', 'updated_at': '2022-06-01T19:13:37Z', 'revision_number': 6, 'project_id': '8011be9678e842bab7da75259f1c11c1', 'gw_port_host': None, '_interfaces': [{'id': '1b01e6c1-1d83-4a1e-af1c-dd1d3eeb5fe6', 'name': '', 'network_id': 'b5c1041e-e767-4b9b-8745-b29fc0886f54', 'tenant_id': '8011be9678e842bab7da75259f1c11c1', 'mac_address': 'fa:16:3e:f5:b7:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84cd971b-b1d0-4b21-8841-559c5fc44298', 'device_owner': 'network:router_interface', 'standard_attr_id': 3032, 'fixed_ips': [{'subnet_id': 'fb4c494a-3ab2-4976-b17b-ea81df1d2d13', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:13:32Z', 'updated_at': '2022-06-01T19:13:39Z', 'revision_number': 4, 'project_id': '8011be9678e842bab7da75259f1c11c1', 'subnets': [{'id': 'fb4c494a-3ab2-4976-b17b-ea81df1d2d13', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '61196a84-45b3-4aec-9501-e33bd51ca3a4', 'name': '', 'network_id': '05aa4ee3-9ed0-4e01-81b9-048f59f628c3', 'tenant_id': '8011be9678e842bab7da75259f1c11c1', 'mac_address': 'fa:16:3e:ec:98:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84cd971b-b1d0-4b21-8841-559c5fc44298', 'device_owner': 'network:router_interface', 'standard_attr_id': 3006, 'fixed_ips': [{'subnet_id': '75d314dd-d0f4-48d5-b3fb-66f5cb773d77', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:13:13Z', 'updated_at': '2022-06-01T19:13:33Z', 'revision_number': 5, 'project_id': '8011be9678e842bab7da75259f1c11c1', 'subnets': [{'id': '75d314dd-d0f4-48d5-b3fb-66f5cb773d77', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cbad83d9-4a84-47c6-a6b1-fc15d2485398', 'name': '', 'network_id': 'cfec68c2-d7bd-4b12-96cf-27c3bb3ef58c', 'tenant_id': '8011be9678e842bab7da75259f1c11c1', 'mac_address': 'fa:16:3e:b8:38:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84cd971b-b1d0-4b21-8841-559c5fc44298', 'device_owner': 'network:router_interface', 'standard_attr_id': 3018, 'fixed_ips': [{'subnet_id': 'a9564001-b895-4331-9cb7-5f0348a73ede', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:13:25Z', 'updated_at': '2022-06-01T19:13:39Z', 'revision_number': 5, 'project_id': '8011be9678e842bab7da75259f1c11c1', 'subnets': [{'id': 'a9564001-b895-4331-9cb7-5f0348a73ede', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dce2d04b-a356-4b5a-8b0a-400c9924d3cb', 'name': '', 'network_id': '0685924a-b45e-4145-8b0e-591ee3a46b73', 'tenant_id': '8011be9678e842bab7da75259f1c11c1', 'mac_address': 'fa:16:3e:20:2b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84cd971b-b1d0-4b21-8841-559c5fc44298', 'device_owner': 'network:router_interface', 'standard_attr_id': 2998, 'fixed_ips': [{'subnet_id': 'd6578dc6-550e-4396-8fc7-6b70868dc84b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:13:08Z', 'updated_at': '2022-06-01T19:13:23Z', 'revision_number': 5, 'project_id': '8011be9678e842bab7da75259f1c11c1', 'subnets': [{'id': 'd6578dc6-550e-4396-8fc7-6b70868dc84b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:13:40.277919 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-3bb12d4e-a108-4868-905f-039804336083 None None] Set router f1871c5e-216e-49f9-bb41-4d6bbcaca0ec gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:13:40.398481 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82eb2a27-7c5d-4ff6-aea9-651cd85c0d30 None None] Resources bound (agent type, host, resource id): {{(pid=88526) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 01 19:13:40.421966 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2848232-831c-49f4-8174-6cdf7f3e4e20 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:13:40.435562 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-e2848232-831c-49f4-8174-6cdf7f3e4e20 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2378345 Jun 01 19:13:40.438466 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 58006) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:13:40.671553 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-47a521c7-e496-482e-9a3c-18941aa0a8a6 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-886608', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-885830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25341'] for router, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:40.681149 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-47a521c7-e496-482e-9a3c-18941aa0a8a6 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-886655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-886601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-886598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-885887'] for router, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:40.707273 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0da0e6a-f11b-4e10-b234-4c64f1ca22f8 None None] Sync routers for ids ['84cd971b-b1d0-4b21-8841-559c5fc44298'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:13:40.717839 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0da0e6a-f11b-4e10-b234-4c64f1ca22f8 None None] Routers {'84cd971b-b1d0-4b21-8841-559c5fc44298'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:13:40.718941 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-e0da0e6a-f11b-4e10-b234-4c64f1ca22f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:13:39Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['84cd971b-b1d0-4b21-8841-559c5fc44298'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:13:40.733831 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port cfd081cf-aa0f-4b8f-8618-0f0f917551e1 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:13:40.734989 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device cbad83d9-4a84-47c6-a6b1-fc15d2485398 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:13:40.756830 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-4b4c2439-2505-4e20-a985-ed4c422ccc9d tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3164876 Jun 01 19:13:40.779537 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:40.790217 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 58010) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:13:40.800793 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:40.814975 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-c935235e-d9be-4e0f-95dc-0cbc7b621023 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Request body: {'subnet': {'network_id': 'c840486e-0c2f-4729-9a0c-ee6552111f90', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:13:40.899436 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-3ab28377-b52e-4f05-a41b-41bae6e522b4 req-2ea8e0f3-cbf7-40f3-a222-05a80576154a service neutron] Attempting to bind port a550a778-e132-4180-bce5-d2a03048c7e8 on host n-h2-844202-1 for vnic_type normal with profile {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:13:40.899800 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-3ab28377-b52e-4f05-a41b-41bae6e522b4 req-2ea8e0f3-cbf7-40f3-a222-05a80576154a service neutron] Attempting to bind port a550a778-e132-4180-bce5-d2a03048c7e8 by drivers openvswitch,hyperv on host n-h2-844202-1 at level 0 using segments [{'id': '391d97c0-c1c6-4de9-90ea-516f30f0f3f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '3d299f30-03d5-48f5-82fc-2ce538e7e02b'}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:13:40.900100 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ab28377-b52e-4f05-a41b-41bae6e522b4 req-2ea8e0f3-cbf7-40f3-a222-05a80576154a service neutron] Attempting to bind port a550a778-e132-4180-bce5-d2a03048c7e8 on network 3d299f30-03d5-48f5-82fc-2ce538e7e02b {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:13:40.916375 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-e0da0e6a-f11b-4e10-b234-4c64f1ca22f8 None None] Set router 84cd971b-b1d0-4b21-8841-559c5fc44298 gateway port host: None {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:13:40.935043 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c419faeb-30f4-4670-9a82-aa1deaad71e8 req-949b68b4-703a-4742-8073-e207c90c3115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:13:40.936582 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c419faeb-30f4-4670-9a82-aa1deaad71e8 req-949b68b4-703a-4742-8073-e207c90c3115 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8537cfb3773e46d182e148cf5b0a717f&device_id=b7d2b0e6-e391-41b4-ad8b-28c3a2257458 HTTP/1.1" status: 200 len: 1095 time: 0.8318994 Jun 01 19:13:40.948649 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ab28377-b52e-4f05-a41b-41bae6e522b4 req-2ea8e0f3-cbf7-40f3-a222-05a80576154a service neutron] Port a550a778-e132-4180-bce5-d2a03048c7e8 on network 3d299f30-03d5-48f5-82fc-2ce538e7e02b not bound, no agent of type Open vSwitch agent registered on host n-h2-844202-1 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 19:13:40.949004 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ab28377-b52e-4f05-a41b-41bae6e522b4 req-2ea8e0f3-cbf7-40f3-a222-05a80576154a service neutron] Attempting to bind port a550a778-e132-4180-bce5-d2a03048c7e8 on network 3d299f30-03d5-48f5-82fc-2ce538e7e02b {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:13:41.091356 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port cbad83d9-4a84-47c6-a6b1-fc15d2485398 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:13:41.091795 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:41.098800 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb061914-4a55-4414-8702-0a53bf614cce req-a0719d40-8406-4cba-b86c-f318e5efa2df tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:13:41.101792 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-cb061914-4a55-4414-8702-0a53bf614cce req-a0719d40-8406-4cba-b86c-f318e5efa2df tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2286216-8c80-4d0f-a6bc-2de102e2186c HTTP/1.1" status: 200 len: 944 time: 0.5548463 Jun 01 19:13:41.108949 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ab28377-b52e-4f05-a41b-41bae6e522b4 req-2ea8e0f3-cbf7-40f3-a222-05a80576154a service neutron] Checking agent: {'id': 'f5db9968-6317-4186-9100-9e0ca6b50417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 13, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:13:41.109477 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ab28377-b52e-4f05-a41b-41bae6e522b4 req-2ea8e0f3-cbf7-40f3-a222-05a80576154a service neutron] Checking segment: {'id': '391d97c0-c1c6-4de9-90ea-516f30f0f3f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '3d299f30-03d5-48f5-82fc-2ce538e7e02b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:13:41.110090 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ab28377-b52e-4f05-a41b-41bae6e522b4 req-2ea8e0f3-cbf7-40f3-a222-05a80576154a service neutron] Bound using segment: {'id': '391d97c0-c1c6-4de9-90ea-516f30f0f3f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '3d299f30-03d5-48f5-82fc-2ce538e7e02b'} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:13:41.110916 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-3ab28377-b52e-4f05-a41b-41bae6e522b4 req-2ea8e0f3-cbf7-40f3-a222-05a80576154a service neutron] Bound port: a550a778-e132-4180-bce5-d2a03048c7e8, host: n-h2-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '391d97c0-c1c6-4de9-90ea-516f30f0f3f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '3d299f30-03d5-48f5-82fc-2ce538e7e02b'}}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:13:41.111507 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-3ab28377-b52e-4f05-a41b-41bae6e522b4 req-2ea8e0f3-cbf7-40f3-a222-05a80576154a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:41.169715 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-c935235e-d9be-4e0f-95dc-0cbc7b621023 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:13:41.180190 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-3bb12d4e-a108-4868-905f-039804336083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1871c5e-216e-49f9-bb41-4d6bbcaca0ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-859074608', 'tenant_id': '8537cfb3773e46d182e148cf5b0a717f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': '3354e18e-8fed-4e18-aeeb-d8c90cc969ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:11:37Z', 'updated_at': '2022-06-01T19:11:55Z', 'revision_number': 4, 'project_id': '8537cfb3773e46d182e148cf5b0a717f', 'gw_port': {'id': '3354e18e-8fed-4e18-aeeb-d8c90cc969ab', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:30:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1871c5e-216e-49f9-bb41-4d6bbcaca0ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2933, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:11:39Z', 'updated_at': '2022-06-01T19:12:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '681ef106-1bc1-4608-8cfc-f27bab3173c9', 'name': '', 'network_id': 'dff807a0-8ea6-4127-898d-549f6adefb8f', 'tenant_id': '8537cfb3773e46d182e148cf5b0a717f', 'mac_address': 'fa:16:3e:df:9b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1871c5e-216e-49f9-bb41-4d6bbcaca0ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 2939, 'fixed_ips': [{'subnet_id': 'b7034154-78af-4dab-bf67-9d07d8fbb47d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:11:50Z', 'updated_at': '2022-06-01T19:12:14Z', 'revision_number': 5, 'project_id': '8537cfb3773e46d182e148cf5b0a717f', 'subnets': [{'id': 'b7034154-78af-4dab-bf67-9d07d8fbb47d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:13:41.191965 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb12d4e-a108-4868-905f-039804336083 None None] Checking router: f1871c5e-216e-49f9-bb41-4d6bbcaca0ec for host: n-d-844202-1 {{(pid=88526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 19:13:41.198281 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-cb061914-4a55-4414-8702-0a53bf614cce req-c62e8c4d-4477-4b8b-83d2-d024960d0afe tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/security-groups?id=64983b74-c803-470a-b560-086d234f978a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758898 Jun 01 19:13:41.211203 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb12d4e-a108-4868-905f-039804336083 None None] Routers {'f1871c5e-216e-49f9-bb41-4d6bbcaca0ec'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:13:41.211819 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-3bb12d4e-a108-4868-905f-039804336083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:13:39Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['f1871c5e-216e-49f9-bb41-4d6bbcaca0ec'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:13:41.228552 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-c935235e-d9be-4e0f-95dc-0cbc7b621023 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:13:41.251902 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47a521c7-e496-482e-9a3c-18941aa0a8a6 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Router 84cd971b-b1d0-4b21-8841-559c5fc44298 has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 19:13:41.288890 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9e6418-657c-4f0d-ab1c-8f153ee2322f req-be870d07-d9f0-4ce1-b8bd-170278dcf0a3 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:13:41.289622 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-aa9e6418-657c-4f0d-ab1c-8f153ee2322f req-be870d07-d9f0-4ce1-b8bd-170278dcf0a3 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Synchronizing usage tracker for tenant:8537cfb3773e46d182e148cf5b0a717f on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:13:41.299568 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c935235e-d9be-4e0f-95dc-0cbc7b621023 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Made reservation on behalf of 451baccc58514a0cab8c4410ed135b7c for: {'subnet': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:13:41.303632 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-c935235e-d9be-4e0f-95dc-0cbc7b621023 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3066584'] for subnet, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:41.325175 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5738c82e-e061-4d1c-bc37-d3640c7f1bca req-4ac795e6-dabe-4a49-b99c-b425404002aa tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:13:41.325814 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-5738c82e-e061-4d1c-bc37-d3640c7f1bca req-4ac795e6-dabe-4a49-b99c-b425404002aa tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Synchronizing usage tracker for tenant:8537cfb3773e46d182e148cf5b0a717f on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:13:41.433815 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c419faeb-30f4-4670-9a82-aa1deaad71e8 req-e30cccf9-246b-4731-b5dc-aa7e67da2b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:13:41.435325 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c419faeb-30f4-4670-9a82-aa1deaad71e8 req-e30cccf9-246b-4731-b5dc-aa7e67da2b52 service neutron] 10.222.0.50 "GET /v2.0/networks?id=dff807a0-8ea6-4127-898d-549f6adefb8f HTTP/1.1" status: 200 len: 897 time: 0.4919760 Jun 01 19:13:41.482845 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47a521c7-e496-482e-9a3c-18941aa0a8a6 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:13:41.498894 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-47a521c7-e496-482e-9a3c-18941aa0a8a6 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks [] for router, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:41.500442 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-47a521c7-e496-482e-9a3c-18941aa0a8a6 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] 10.222.0.41 "PUT /v2.0/routers/84cd971b-b1d0-4b21-8841-559c5fc44298 HTTP/1.1" status: 200 len: 703 time: 2.3765352 Jun 01 19:13:41.503073 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 58014) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:13:41.519542 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-aa9e6418-657c-4f0d-ab1c-8f153ee2322f req-be870d07-d9f0-4ce1-b8bd-170278dcf0a3 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Unset dirty status for tenant:8537cfb3773e46d182e148cf5b0a717f on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:13:41.521451 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-aa9e6418-657c-4f0d-ab1c-8f153ee2322f req-be870d07-d9f0-4ce1-b8bd-170278dcf0a3 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7d2b0e6-e391-41b4-ad8b-28c3a2257458 HTTP/1.1" status: 200 len: 944 time: 0.8290038 Jun 01 19:13:41.532154 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-5738c82e-e061-4d1c-bc37-d3640c7f1bca req-4ac795e6-dabe-4a49-b99c-b425404002aa tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Unset dirty status for tenant:8537cfb3773e46d182e148cf5b0a717f on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:13:41.532681 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5738c82e-e061-4d1c-bc37-d3640c7f1bca req-4ac795e6-dabe-4a49-b99c-b425404002aa tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.50 "GET /v2.0/ports?device_id=b7d2b0e6-e391-41b4-ad8b-28c3a2257458 HTTP/1.1" status: 200 len: 944 time: 0.7733438 Jun 01 19:13:41.540364 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port cbad83d9-4a84-47c6-a6b1-fc15d2485398 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:13:41.585170 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:41.586206 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-e0da0e6a-f11b-4e10-b234-4c64f1ca22f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84cd971b-b1d0-4b21-8841-559c5fc44298', 'name': 'tempest-RoutersIpV6Test-router-616667906', 'tenant_id': '8011be9678e842bab7da75259f1c11c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:13:06Z', 'updated_at': '2022-06-01T19:13:39Z', 'revision_number': 7, 'project_id': '8011be9678e842bab7da75259f1c11c1', 'gw_port_host': None, '_interfaces': [{'id': '1b01e6c1-1d83-4a1e-af1c-dd1d3eeb5fe6', 'name': '', 'network_id': 'b5c1041e-e767-4b9b-8745-b29fc0886f54', 'tenant_id': '8011be9678e842bab7da75259f1c11c1', 'mac_address': 'fa:16:3e:f5:b7:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84cd971b-b1d0-4b21-8841-559c5fc44298', 'device_owner': 'network:router_interface', 'standard_attr_id': 3032, 'fixed_ips': [{'subnet_id': 'fb4c494a-3ab2-4976-b17b-ea81df1d2d13', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:13:32Z', 'updated_at': '2022-06-01T19:13:39Z', 'revision_number': 4, 'project_id': '8011be9678e842bab7da75259f1c11c1', 'subnets': [{'id': 'fb4c494a-3ab2-4976-b17b-ea81df1d2d13', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '61196a84-45b3-4aec-9501-e33bd51ca3a4', 'name': '', 'network_id': '05aa4ee3-9ed0-4e01-81b9-048f59f628c3', 'tenant_id': '8011be9678e842bab7da75259f1c11c1', 'mac_address': 'fa:16:3e:ec:98:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84cd971b-b1d0-4b21-8841-559c5fc44298', 'device_owner': 'network:router_interface', 'standard_attr_id': 3006, 'fixed_ips': [{'subnet_id': '75d314dd-d0f4-48d5-b3fb-66f5cb773d77', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:13:13Z', 'updated_at': '2022-06-01T19:13:33Z', 'revision_number': 5, 'project_id': '8011be9678e842bab7da75259f1c11c1', 'subnets': [{'id': '75d314dd-d0f4-48d5-b3fb-66f5cb773d77', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cbad83d9-4a84-47c6-a6b1-fc15d2485398', 'name': '', 'network_id': 'cfec68c2-d7bd-4b12-96cf-27c3bb3ef58c', 'tenant_id': '8011be9678e842bab7da75259f1c11c1', 'mac_address': 'fa:16:3e:b8:38:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84cd971b-b1d0-4b21-8841-559c5fc44298', 'device_owner': 'network:router_interface', 'standard_attr_id': 3018, 'fixed_ips': [{'subnet_id': 'a9564001-b895-4331-9cb7-5f0348a73ede', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:13:25Z', 'updated_at': '2022-06-01T19:13:39Z', 'revision_number': 5, 'project_id': '8011be9678e842bab7da75259f1c11c1', 'subnets': [{'id': 'a9564001-b895-4331-9cb7-5f0348a73ede', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dce2d04b-a356-4b5a-8b0a-400c9924d3cb', 'name': '', 'network_id': '0685924a-b45e-4145-8b0e-591ee3a46b73', 'tenant_id': '8011be9678e842bab7da75259f1c11c1', 'mac_address': 'fa:16:3e:20:2b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84cd971b-b1d0-4b21-8841-559c5fc44298', 'device_owner': 'network:router_interface', 'standard_attr_id': 2998, 'fixed_ips': [{'subnet_id': 'd6578dc6-550e-4396-8fc7-6b70868dc84b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:13:08Z', 'updated_at': '2022-06-01T19:13:23Z', 'revision_number': 5, 'project_id': '8011be9678e842bab7da75259f1c11c1', 'subnets': [{'id': 'd6578dc6-550e-4396-8fc7-6b70868dc84b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:13:41.588180 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c419faeb-30f4-4670-9a82-aa1deaad71e8 req-e029fbd0-cf92-4809-8f43-abfc0f6c580b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a66da448-c5b2-4d30-b235-d219f03c9d9d HTTP/1.1" status: 200 len: 217 time: 0.1296065 Jun 01 19:13:41.601188 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-3ab28377-b52e-4f05-a41b-41bae6e522b4 req-2ea8e0f3-cbf7-40f3-a222-05a80576154a service neutron] For port a550a778-e132-4180-bce5-d2a03048c7e8, host n-h2-844202-1, cleared binding levels {{(pid=88524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:13:41.604550 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0da0e6a-f11b-4e10-b234-4c64f1ca22f8 None None] Checking router: 84cd971b-b1d0-4b21-8841-559c5fc44298 for host: n-d-844202-1 {{(pid=88527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 19:13:41.629233 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0da0e6a-f11b-4e10-b234-4c64f1ca22f8 None None] Routers {'84cd971b-b1d0-4b21-8841-559c5fc44298'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:13:41.631158 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-e0da0e6a-f11b-4e10-b234-4c64f1ca22f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:13:39Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['84cd971b-b1d0-4b21-8841-559c5fc44298'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:13:41.631788 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-3bb12d4e-a108-4868-905f-039804336083 None None] Set router f1871c5e-216e-49f9-bb41-4d6bbcaca0ec gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:13:41.691551 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-3ab28377-b52e-4f05-a41b-41bae6e522b4 req-2ea8e0f3-cbf7-40f3-a222-05a80576154a service neutron] For port a550a778-e132-4180-bce5-d2a03048c7e8, host n-h2-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=a550a778-e132-4180-bce5-d2a03048c7e8,segment=NetworkSegment(391d97c0-c1c6-4de9-90ea-516f30f0f3f3),segment_id=391d97c0-c1c6-4de9-90ea-516f30f0f3f3)] {{(pid=88524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:13:41.748812 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-3ab28377-b52e-4f05-a41b-41bae6e522b4 req-2ea8e0f3-cbf7-40f3-a222-05a80576154a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:41.756648 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 1b01e6c1-1d83-4a1e-af1c-dd1d3eeb5fe6 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:13:41.816462 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-137f8f81-8f90-4741-971f-c85ef9cc9792 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] 10.222.0.41 "GET /v2.0/routers/84cd971b-b1d0-4b21-8841-559c5fc44298 HTTP/1.1" status: 200 len: 703 time: 0.3120375 Jun 01 19:13:41.819267 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 58018) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:13:41.832798 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-5738c82e-e061-4d1c-bc37-d3640c7f1bca req-81e3533c-bf68-44e2-8aff-d45526f93a0c tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Deleting port a66da448-c5b2-4d30-b235-d219f03c9d9d {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:13:41.833151 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-5738c82e-e061-4d1c-bc37-d3640c7f1bca req-81e3533c-bf68-44e2-8aff-d45526f93a0c tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:41.905404 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.agents_db [None req-e814b9cf-7de8-45d0-a079-29c61fabe7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 19:13:41.938686 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-aa9e6418-657c-4f0d-ab1c-8f153ee2322f req-7446a857-93ac-4d44-808e-5cff0f9e865b tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/security-groups?id=362494bd-abbe-4b71-ae2f-86abe5bbd7b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4050364 Jun 01 19:13:41.974038 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-e0da0e6a-f11b-4e10-b234-4c64f1ca22f8 None None] Set router 84cd971b-b1d0-4b21-8841-559c5fc44298 gateway port host: None {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:13:41.987471 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c419faeb-30f4-4670-9a82-aa1deaad71e8 req-de5e2882-2708-43e5-bfa7-0189aceec139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:13:41.989017 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c419faeb-30f4-4670-9a82-aa1deaad71e8 req-de5e2882-2708-43e5-bfa7-0189aceec139 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b7034154-78af-4dab-bf67-9d07d8fbb47d HTTP/1.1" status: 200 len: 835 time: 0.3788478 Jun 01 19:13:42.026299 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab28377-b52e-4f05-a41b-41bae6e522b4 req-2ea8e0f3-cbf7-40f3-a222-05a80576154a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:13:42.026939 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-3ab28377-b52e-4f05-a41b-41bae6e522b4 req-2ea8e0f3-cbf7-40f3-a222-05a80576154a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:42.028347 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3ab28377-b52e-4f05-a41b-41bae6e522b4 req-2ea8e0f3-cbf7-40f3-a222-05a80576154a service neutron] 10.222.0.50 "PUT /v2.0/ports/a550a778-e132-4180-bce5-d2a03048c7e8 HTTP/1.1" status: 200 len: 1092 time: 4.3597875 Jun 01 19:13:42.044473 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2286216-8c80-4d0f-a6bc-2de102e2186c', 'tag': 'a550a778-e132-4180-bce5-d2a03048c7e8'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:13:42.175793 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9d0cb19-e48f-4acf-aeb3-0801b03c6e45'] response: {'name': 'network-changed', 'server_uuid': 'a2286216-8c80-4d0f-a6bc-2de102e2186c', 'tag': 'a550a778-e132-4180-bce5-d2a03048c7e8', 'status': 'completed', 'code': 200} Jun 01 19:13:42.430266 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:42.467888 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea8e0f3-cbf7-40f3-a222-05a80576154a service neutron] Pushing event updated for resources: {'Port': ['ID=a550a778-e132-4180-bce5-d2a03048c7e8,revision_number=3']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:13:42.470989 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:42.497076 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f07dcf93-8e25-4c03-bf34-5f6b52f0f4ec None None] Provisioning complete for port 1b01e6c1-1d83-4a1e-af1c-dd1d3eeb5fe6 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:13:42.497444 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f07dcf93-8e25-4c03-bf34-5f6b52f0f4ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:42.532781 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port 1b01e6c1-1d83-4a1e-af1c-dd1d3eeb5fe6 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:13:42.569551 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 1b01e6c1-1d83-4a1e-af1c-dd1d3eeb5fe6 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:13:42.569975 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:42.575710 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-e0da0e6a-f11b-4e10-b234-4c64f1ca22f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84cd971b-b1d0-4b21-8841-559c5fc44298', 'name': 'tempest-RoutersIpV6Test-router-616667906', 'tenant_id': '8011be9678e842bab7da75259f1c11c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:13:06Z', 'updated_at': '2022-06-01T19:13:39Z', 'revision_number': 7, 'project_id': '8011be9678e842bab7da75259f1c11c1', 'gw_port_host': None, '_interfaces': [{'id': '1b01e6c1-1d83-4a1e-af1c-dd1d3eeb5fe6', 'name': '', 'network_id': 'b5c1041e-e767-4b9b-8745-b29fc0886f54', 'tenant_id': '8011be9678e842bab7da75259f1c11c1', 'mac_address': 'fa:16:3e:f5:b7:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84cd971b-b1d0-4b21-8841-559c5fc44298', 'device_owner': 'network:router_interface', 'standard_attr_id': 3032, 'fixed_ips': [{'subnet_id': 'fb4c494a-3ab2-4976-b17b-ea81df1d2d13', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:13:32Z', 'updated_at': '2022-06-01T19:13:39Z', 'revision_number': 4, 'project_id': '8011be9678e842bab7da75259f1c11c1', 'subnets': [{'id': 'fb4c494a-3ab2-4976-b17b-ea81df1d2d13', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '61196a84-45b3-4aec-9501-e33bd51ca3a4', 'name': '', 'network_id': '05aa4ee3-9ed0-4e01-81b9-048f59f628c3', 'tenant_id': '8011be9678e842bab7da75259f1c11c1', 'mac_address': 'fa:16:3e:ec:98:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84cd971b-b1d0-4b21-8841-559c5fc44298', 'device_owner': 'network:router_interface', 'standard_attr_id': 3006, 'fixed_ips': [{'subnet_id': '75d314dd-d0f4-48d5-b3fb-66f5cb773d77', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:13:13Z', 'updated_at': '2022-06-01T19:13:33Z', 'revision_number': 5, 'project_id': '8011be9678e842bab7da75259f1c11c1', 'subnets': [{'id': '75d314dd-d0f4-48d5-b3fb-66f5cb773d77', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cbad83d9-4a84-47c6-a6b1-fc15d2485398', 'name': '', 'network_id': 'cfec68c2-d7bd-4b12-96cf-27c3bb3ef58c', 'tenant_id': '8011be9678e842bab7da75259f1c11c1', 'mac_address': 'fa:16:3e:b8:38:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84cd971b-b1d0-4b21-8841-559c5fc44298', 'device_owner': 'network:router_interface', 'standard_attr_id': 3018, 'fixed_ips': [{'subnet_id': 'a9564001-b895-4331-9cb7-5f0348a73ede', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:13:25Z', 'updated_at': '2022-06-01T19:13:39Z', 'revision_number': 5, 'project_id': '8011be9678e842bab7da75259f1c11c1', 'subnets': [{'id': 'a9564001-b895-4331-9cb7-5f0348a73ede', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dce2d04b-a356-4b5a-8b0a-400c9924d3cb', 'name': '', 'network_id': '0685924a-b45e-4145-8b0e-591ee3a46b73', 'tenant_id': '8011be9678e842bab7da75259f1c11c1', 'mac_address': 'fa:16:3e:20:2b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84cd971b-b1d0-4b21-8841-559c5fc44298', 'device_owner': 'network:router_interface', 'standard_attr_id': 2998, 'fixed_ips': [{'subnet_id': 'd6578dc6-550e-4396-8fc7-6b70868dc84b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:13:08Z', 'updated_at': '2022-06-01T19:13:23Z', 'revision_number': 5, 'project_id': '8011be9678e842bab7da75259f1c11c1', 'subnets': [{'id': 'd6578dc6-550e-4396-8fc7-6b70868dc84b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:13:42.580610 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0da0e6a-f11b-4e10-b234-4c64f1ca22f8 None None] The sync data for ids ['84cd971b-b1d0-4b21-8841-559c5fc44298'] in n-d-844202-1 is: [{'id': '84cd971b-b1d0-4b21-8841-559c5fc44298', 'name': 'tempest-RoutersIpV6Test-router-616667906', 'tenant_id': '8011be9678e842bab7da75259f1c11c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:13:06Z', 'updated_at': '2022-06-01T19:13:39Z', 'revision_number': 7, 'project_id': '8011be9678e842bab7da75259f1c11c1', 'gw_port_host': None, '_interfaces': [{'id': '1b01e6c1-1d83-4a1e-af1c-dd1d3eeb5fe6', 'name': '', 'network_id': 'b5c1041e-e767-4b9b-8745-b29fc0886f54', 'tenant_id': '8011be9678e842bab7da75259f1c11c1', 'mac_address': 'fa:16:3e:f5:b7:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84cd971b-b1d0-4b21-8841-559c5fc44298', 'device_owner': 'network:router_interface', 'standard_attr_id': 3032, 'fixed_ips': [{'subnet_id': 'fb4c494a-3ab2-4976-b17b-ea81df1d2d13', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:13:32Z', 'updated_at': '2022-06-01T19:13:39Z', 'revision_number': 4, 'project_id': '8011be9678e842bab7da75259f1c11c1', 'subnets': [{'id': 'fb4c494a-3ab2-4976-b17b-ea81df1d2d13', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '61196a84-45b3-4aec-9501-e33bd51ca3a4', 'name': '', 'network_id': '05aa4ee3-9ed0-4e01-81b9-048f59f628c3', 'tenant_id': '8011be9678e842bab7da75259f1c11c1', 'mac_address': 'fa:16:3e:ec:98:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84cd971b-b1d0-4b21-8841-559c5fc44298', 'device_owner': 'network:router_interface', 'standard_attr_id': 3006, 'fixed_ips': [{'subnet_id': '75d314dd-d0f4-48d5-b3fb-66f5cb773d77', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:13:13Z', 'updated_at': '2022-06-01T19:13:33Z', 'revision_number': 5, 'project_id': '8011be9678e842bab7da75259f1c11c1', 'subnets': [{'id': '75d314dd-d0f4-48d5-b3fb-66f5cb773d77', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cbad83d9-4a84-47c6-a6b1-fc15d2485398', 'name': '', 'network_id': 'cfec68c2-d7bd-4b12-96cf-27c3bb3ef58c', 'tenant_id': '8011be9678e842bab7da75259f1c11c1', 'mac_address': 'fa:16:3e:b8:38:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84cd971b-b1d0-4b21-8841-559c5fc44298', 'device_owner': 'network:router_interface', 'standard_attr_id': 3018, 'fixed_ips': [{'subnet_id': 'a9564001-b895-4331-9cb7-5f0348a73ede', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:13:25Z', 'updated_at': '2022-06-01T19:13:39Z', 'revision_number': 5, 'project_id': '8011be9678e842bab7da75259f1c11c1', 'subnets': [{'id': 'a9564001-b895-4331-9cb7-5f0348a73ede', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dce2d04b-a356-4b5a-8b0a-400c9924d3cb', 'name': '', 'network_id': '0685924a-b45e-4145-8b0e-591ee3a46b73', 'tenant_id': '8011be9678e842bab7da75259f1c11c1', 'mac_address': 'fa:16:3e:20:2b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84cd971b-b1d0-4b21-8841-559c5fc44298', 'device_owner': 'network:router_interface', 'standard_attr_id': 2998, 'fixed_ips': [{'subnet_id': 'd6578dc6-550e-4396-8fc7-6b70868dc84b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:13:08Z', 'updated_at': '2022-06-01T19:13:23Z', 'revision_number': 5, 'project_id': '8011be9678e842bab7da75259f1c11c1', 'subnets': [{'id': 'd6578dc6-550e-4396-8fc7-6b70868dc84b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:13:42.696827 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-3bb12d4e-a108-4868-905f-039804336083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1871c5e-216e-49f9-bb41-4d6bbcaca0ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-859074608', 'tenant_id': '8537cfb3773e46d182e148cf5b0a717f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': '3354e18e-8fed-4e18-aeeb-d8c90cc969ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:11:37Z', 'updated_at': '2022-06-01T19:11:55Z', 'revision_number': 4, 'project_id': '8537cfb3773e46d182e148cf5b0a717f', 'gw_port': {'id': '3354e18e-8fed-4e18-aeeb-d8c90cc969ab', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:30:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1871c5e-216e-49f9-bb41-4d6bbcaca0ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2933, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:11:39Z', 'updated_at': '2022-06-01T19:12:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '681ef106-1bc1-4608-8cfc-f27bab3173c9', 'name': '', 'network_id': 'dff807a0-8ea6-4127-898d-549f6adefb8f', 'tenant_id': '8537cfb3773e46d182e148cf5b0a717f', 'mac_address': 'fa:16:3e:df:9b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1871c5e-216e-49f9-bb41-4d6bbcaca0ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 2939, 'fixed_ips': [{'subnet_id': 'b7034154-78af-4dab-bf67-9d07d8fbb47d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:11:50Z', 'updated_at': '2022-06-01T19:12:14Z', 'revision_number': 5, 'project_id': '8537cfb3773e46d182e148cf5b0a717f', 'subnets': [{'id': 'b7034154-78af-4dab-bf67-9d07d8fbb47d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:13:42.727067 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb12d4e-a108-4868-905f-039804336083 None None] The sync data for ids ['f1871c5e-216e-49f9-bb41-4d6bbcaca0ec'] in n-d-844202-1 is: [{'id': 'f1871c5e-216e-49f9-bb41-4d6bbcaca0ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-859074608', 'tenant_id': '8537cfb3773e46d182e148cf5b0a717f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': '3354e18e-8fed-4e18-aeeb-d8c90cc969ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:11:37Z', 'updated_at': '2022-06-01T19:11:55Z', 'revision_number': 4, 'project_id': '8537cfb3773e46d182e148cf5b0a717f', 'gw_port': {'id': '3354e18e-8fed-4e18-aeeb-d8c90cc969ab', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:30:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1871c5e-216e-49f9-bb41-4d6bbcaca0ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2933, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:11:39Z', 'updated_at': '2022-06-01T19:12:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '681ef106-1bc1-4608-8cfc-f27bab3173c9', 'name': '', 'network_id': 'dff807a0-8ea6-4127-898d-549f6adefb8f', 'tenant_id': '8537cfb3773e46d182e148cf5b0a717f', 'mac_address': 'fa:16:3e:df:9b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1871c5e-216e-49f9-bb41-4d6bbcaca0ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 2939, 'fixed_ips': [{'subnet_id': 'b7034154-78af-4dab-bf67-9d07d8fbb47d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:11:50Z', 'updated_at': '2022-06-01T19:12:14Z', 'revision_number': 5, 'project_id': '8537cfb3773e46d182e148cf5b0a717f', 'subnets': [{'id': 'b7034154-78af-4dab-bf67-9d07d8fbb47d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:13:42.776380 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-52dd4819-cf67-468f-800d-c89719499466 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-887474'] for router_interface, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:42.789960 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f07dcf93-8e25-4c03-bf34-5f6b52f0f4ec None None] Current status of the port 1b01e6c1-1d83-4a1e-af1c-dd1d3eeb5fe6 is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:13:42.790523 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f07dcf93-8e25-4c03-bf34-5f6b52f0f4ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:42.824962 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 1b01e6c1-1d83-4a1e-af1c-dd1d3eeb5fe6 is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:13:42.825267 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:42.856785 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f07dcf93-8e25-4c03-bf34-5f6b52f0f4ec None None] For port 1b01e6c1-1d83-4a1e-af1c-dd1d3eeb5fe6, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=1b01e6c1-1d83-4a1e-af1c-dd1d3eeb5fe6,segment=NetworkSegment(3eedeb6d-c6a1-47e0-97fb-29cdb2159802),segment_id=3eedeb6d-c6a1-47e0-97fb-29cdb2159802)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:13:42.872692 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f07dcf93-8e25-4c03-bf34-5f6b52f0f4ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:42.920994 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c419faeb-30f4-4670-9a82-aa1deaad71e8 req-ee8407d7-5656-4680-a4ee-b69e806fe491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:13:42.922529 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c419faeb-30f4-4670-9a82-aa1deaad71e8 req-ee8407d7-5656-4680-a4ee-b69e806fe491 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=dff807a0-8ea6-4127-898d-549f6adefb8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8911257 Jun 01 19:13:43.080344 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c16fb2-095e-441d-92ac-829a1669bacf None None] Sync routers for ids ['84cd971b-b1d0-4b21-8841-559c5fc44298'] in n-d-844202-1 {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:13:43.104826 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab28377-b52e-4f05-a41b-41bae6e522b4 req-47dffee6-4eba-4a82-980c-2c2d5b904caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:13:43.106425 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3ab28377-b52e-4f05-a41b-41bae6e522b4 req-47dffee6-4eba-4a82-980c-2c2d5b904caa service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4a7494de105b4d89b3193a70c4c60c4c&device_id=a2286216-8c80-4d0f-a6bc-2de102e2186c HTTP/1.1" status: 200 len: 1095 time: 0.9526124 Jun 01 19:13:43.147509 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c2ee84-0f2f-4da1-9a3b-8b20dafb2782 req-1e5cef84-e38a-4a6d-947b-a3f3cbd40545 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:13:43.156086 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-61c2ee84-0f2f-4da1-9a3b-8b20dafb2782 req-1e5cef84-e38a-4a6d-947b-a3f3cbd40545 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2286216-8c80-4d0f-a6bc-2de102e2186c HTTP/1.1" status: 200 len: 944 time: 0.7076285 Jun 01 19:13:43.179425 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c16fb2-095e-441d-92ac-829a1669bacf None None] Routers {'84cd971b-b1d0-4b21-8841-559c5fc44298'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:13:43.180068 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-d0c16fb2-095e-441d-92ac-829a1669bacf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:13:39Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['84cd971b-b1d0-4b21-8841-559c5fc44298'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:13:43.275631 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc4773e-0269-41df-bf91-d63b2943e2e3 None None] New status for floating IP fe415378-a094-489f-8992-497a57f8c2bc: DOWN {{(pid=88527) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 19:13:43.289872 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-52dd4819-cf67-468f-800d-c89719499466 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Deleting port 1b01e6c1-1d83-4a1e-af1c-dd1d3eeb5fe6 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:13:43.290453 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-52dd4819-cf67-468f-800d-c89719499466 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:43.335201 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.db.api [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88526) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 19:13:43.336090 n-d-844202-1 neutron-server[88526]: DEBUG oslo_db.api [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 19:13:43.362635 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07dcf93-8e25-4c03-bf34-5f6b52f0f4ec None None] Pushing event updated for resources: {'Port': ['ID=1b01e6c1-1d83-4a1e-af1c-dd1d3eeb5fe6,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:13:43.391825 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-d0c16fb2-095e-441d-92ac-829a1669bacf None None] Set router 84cd971b-b1d0-4b21-8841-559c5fc44298 gateway port host: None {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:13:43.448838 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-526a34a5-d78e-4d51-b47f-d1e8ae996da1 None None] Provisioning complete for port 1b01e6c1-1d83-4a1e-af1c-dd1d3eeb5fe6 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:13:43.450205 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-526a34a5-d78e-4d51-b47f-d1e8ae996da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:43.468721 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3ab28377-b52e-4f05-a41b-41bae6e522b4 req-0993eda0-fc3b-4e93-ab97-0a785ad57b3a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a550a778-e132-4180-bce5-d2a03048c7e8 HTTP/1.1" status: 200 len: 217 time: 0.2550213 Jun 01 19:13:43.481313 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-5738c82e-e061-4d1c-bc37-d3640c7f1bca req-81e3533c-bf68-44e2-8aff-d45526f93a0c tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] For port a66da448-c5b2-4d30-b235-d219f03c9d9d, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=a66da448-c5b2-4d30-b235-d219f03c9d9d,segment=NetworkSegment(5fc4ab46-cdd1-4a9b-8c32-e8e8c6108992),segment_id=5fc4ab46-cdd1-4a9b-8c32-e8e8c6108992)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:13:43.481674 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-5738c82e-e061-4d1c-bc37-d3640c7f1bca req-81e3533c-bf68-44e2-8aff-d45526f93a0c tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:43.531201 n-d-844202-1 neutron-server[88524]: DEBUG neutron.objects.ports [None req-c935235e-d9be-4e0f-95dc-0cbc7b621023 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88524) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jun 01 19:13:43.534447 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-61c2ee84-0f2f-4da1-9a3b-8b20dafb2782 req-b6af9bc8-12cc-4679-b1d3-ea55fe055805 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/security-groups?id=64983b74-c803-470a-b560-086d234f978a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3773594 Jun 01 19:13:43.741976 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7ccc19-6877-4264-898a-bff60b88137a req-a212ae89-862e-4ee4-a733-597233360cd9 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:13:43.743568 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3d7ccc19-6877-4264-898a-bff60b88137a req-a212ae89-862e-4ee4-a733-597233360cd9 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7d2b0e6-e391-41b4-ad8b-28c3a2257458 HTTP/1.1" status: 200 len: 944 time: 0.4052823 Jun 01 19:13:43.753447 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-5738c82e-e061-4d1c-bc37-d3640c7f1bca req-81e3533c-bf68-44e2-8aff-d45526f93a0c tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Calling delete_port for a66da448-c5b2-4d30-b235-d219f03c9d9d owned by compute:nova {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:13:43.793048 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [None req-52dd4819-cf67-468f-800d-c89719499466 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] For port 1b01e6c1-1d83-4a1e-af1c-dd1d3eeb5fe6, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=1b01e6c1-1d83-4a1e-af1c-dd1d3eeb5fe6,segment=NetworkSegment(3eedeb6d-c6a1-47e0-97fb-29cdb2159802),segment_id=3eedeb6d-c6a1-47e0-97fb-29cdb2159802)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:13:43.793048 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-52dd4819-cf67-468f-800d-c89719499466 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:43.817531 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c419faeb-30f4-4670-9a82-aa1deaad71e8 req-a7a565c0-c999-4d82-bd4c-472e3a1accbd service neutron] 10.222.0.50 "GET /v2.0/networks/dff807a0-8ea6-4127-898d-549f6adefb8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8855810 Jun 01 19:13:43.821752 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-526a34a5-d78e-4d51-b47f-d1e8ae996da1 None None] Current status of the port 1b01e6c1-1d83-4a1e-af1c-dd1d3eeb5fe6 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:13:43.855463 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab28377-b52e-4f05-a41b-41bae6e522b4 req-4515133d-6d73-4a60-aa14-26867a277227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:13:43.856921 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3ab28377-b52e-4f05-a41b-41bae6e522b4 req-4515133d-6d73-4a60-aa14-26867a277227 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=bf215978-ce5c-4077-ac29-2d8fb4937baa HTTP/1.1" status: 200 len: 855 time: 0.3776534 Jun 01 19:13:43.929818 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 1b01e6c1-1d83-4a1e-af1c-dd1d3eeb5fe6 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:13:43.945568 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-52dd4819-cf67-468f-800d-c89719499466 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Calling delete_port for 1b01e6c1-1d83-4a1e-af1c-dd1d3eeb5fe6 owned by network:router_interface {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:13:43.996902 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3d7ccc19-6877-4264-898a-bff60b88137a req-6a0e2c2b-f94d-486f-81cf-c3c50d5e4422 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/security-groups?id=362494bd-abbe-4b71-ae2f-86abe5bbd7b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2358265 Jun 01 19:13:44.052200 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-d0c16fb2-095e-441d-92ac-829a1669bacf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84cd971b-b1d0-4b21-8841-559c5fc44298', 'name': 'tempest-RoutersIpV6Test-router-616667906', 'tenant_id': '8011be9678e842bab7da75259f1c11c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:13:06Z', 'updated_at': '2022-06-01T19:13:39Z', 'revision_number': 7, 'project_id': '8011be9678e842bab7da75259f1c11c1', 'gw_port_host': None, '_interfaces': [{'id': '1b01e6c1-1d83-4a1e-af1c-dd1d3eeb5fe6', 'name': '', 'network_id': 'b5c1041e-e767-4b9b-8745-b29fc0886f54', 'tenant_id': '8011be9678e842bab7da75259f1c11c1', 'mac_address': 'fa:16:3e:f5:b7:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84cd971b-b1d0-4b21-8841-559c5fc44298', 'device_owner': 'network:router_interface', 'standard_attr_id': 3032, 'fixed_ips': [{'subnet_id': 'fb4c494a-3ab2-4976-b17b-ea81df1d2d13', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:13:32Z', 'updated_at': '2022-06-01T19:13:42Z', 'revision_number': 5, 'project_id': '8011be9678e842bab7da75259f1c11c1', 'subnets': [{'id': 'fb4c494a-3ab2-4976-b17b-ea81df1d2d13', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '61196a84-45b3-4aec-9501-e33bd51ca3a4', 'name': '', 'network_id': '05aa4ee3-9ed0-4e01-81b9-048f59f628c3', 'tenant_id': '8011be9678e842bab7da75259f1c11c1', 'mac_address': 'fa:16:3e:ec:98:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84cd971b-b1d0-4b21-8841-559c5fc44298', 'device_owner': 'network:router_interface', 'standard_attr_id': 3006, 'fixed_ips': [{'subnet_id': '75d314dd-d0f4-48d5-b3fb-66f5cb773d77', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:13:13Z', 'updated_at': '2022-06-01T19:13:33Z', 'revision_number': 5, 'project_id': '8011be9678e842bab7da75259f1c11c1', 'subnets': [{'id': '75d314dd-d0f4-48d5-b3fb-66f5cb773d77', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cbad83d9-4a84-47c6-a6b1-fc15d2485398', 'name': '', 'network_id': 'cfec68c2-d7bd-4b12-96cf-27c3bb3ef58c', 'tenant_id': '8011be9678e842bab7da75259f1c11c1', 'mac_address': 'fa:16:3e:b8:38:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84cd971b-b1d0-4b21-8841-559c5fc44298', 'device_owner': 'network:router_interface', 'standard_attr_id': 3018, 'fixed_ips': [{'subnet_id': 'a9564001-b895-4331-9cb7-5f0348a73ede', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:13:25Z', 'updated_at': '2022-06-01T19:13:39Z', 'revision_number': 5, 'project_id': '8011be9678e842bab7da75259f1c11c1', 'subnets': [{'id': 'a9564001-b895-4331-9cb7-5f0348a73ede', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dce2d04b-a356-4b5a-8b0a-400c9924d3cb', 'name': '', 'network_id': '0685924a-b45e-4145-8b0e-591ee3a46b73', 'tenant_id': '8011be9678e842bab7da75259f1c11c1', 'mac_address': 'fa:16:3e:20:2b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84cd971b-b1d0-4b21-8841-559c5fc44298', 'device_owner': 'network:router_interface', 'standard_attr_id': 2998, 'fixed_ips': [{'subnet_id': 'd6578dc6-550e-4396-8fc7-6b70868dc84b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:13:08Z', 'updated_at': '2022-06-01T19:13:23Z', 'revision_number': 5, 'project_id': '8011be9678e842bab7da75259f1c11c1', 'subnets': [{'id': 'd6578dc6-550e-4396-8fc7-6b70868dc84b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:13:44.057075 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c16fb2-095e-441d-92ac-829a1669bacf None None] Checking router: 84cd971b-b1d0-4b21-8841-559c5fc44298 for host: n-d-844202-1 {{(pid=88526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 19:13:44.070613 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c16fb2-095e-441d-92ac-829a1669bacf None None] Routers {'84cd971b-b1d0-4b21-8841-559c5fc44298'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:13:44.071331 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-d0c16fb2-095e-441d-92ac-829a1669bacf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:13:39Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['84cd971b-b1d0-4b21-8841-559c5fc44298'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:13:44.136727 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 1b01e6c1-1d83-4a1e-af1c-dd1d3eeb5fe6 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:13:44.175213 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-5738c82e-e061-4d1c-bc37-d3640c7f1bca req-81e3533c-bf68-44e2-8aff-d45526f93a0c tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:44.179411 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c419faeb-30f4-4670-9a82-aa1deaad71e8 req-4dd3a74c-2a0c-444b-82f1-14cb2289dd32 service neutron] 10.222.0.50 "GET /v2.0/networks/dff807a0-8ea6-4127-898d-549f6adefb8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3546822 Jun 01 19:13:44.217737 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-52dd4819-cf67-468f-800d-c89719499466 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:44.228064 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-c935235e-d9be-4e0f-95dc-0cbc7b621023 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:44.251567 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e3533c-bf68-44e2-8aff-d45526f93a0c tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Pushing event deleted for resources: {'Port': ['ID=a66da448-c5b2-4d30-b235-d219f03c9d9d,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:13:44.285797 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dd4819-cf67-468f-800d-c89719499466 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Pushing event deleted for resources: {'Port': ['ID=1b01e6c1-1d83-4a1e-af1c-dd1d3eeb5fe6,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:13:44.292431 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab28377-b52e-4f05-a41b-41bae6e522b4 req-4125c266-9597-4046-af38-1a5502218904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:13:44.293933 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3ab28377-b52e-4f05-a41b-41bae6e522b4 req-4125c266-9597-4046-af38-1a5502218904 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3d299f30-03d5-48f5-82fc-2ce538e7e02b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4232028 Jun 01 19:13:44.294548 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No active binding found for port 1b01e6c1-1d83-4a1e-af1c-dd1d3eeb5fe6 {{(pid=88526) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jun 01 19:13:44.294966 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 1b01e6c1-1d83-4a1e-af1c-dd1d3eeb5fe6 not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Jun 01 19:13:44.336561 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-d0c16fb2-095e-441d-92ac-829a1669bacf None None] Set router 84cd971b-b1d0-4b21-8841-559c5fc44298 gateway port host: None {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:13:44.421400 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Port 1b01e6c1-1d83-4a1e-af1c-dd1d3eeb5fe6 not found, will not notify nova. {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Jun 01 19:13:44.506620 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-5738c82e-e061-4d1c-bc37-d3640c7f1bca req-81e3533c-bf68-44e2-8aff-d45526f93a0c tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] No DVR routers for this DVR port a66da448-c5b2-4d30-b235-d219f03c9d9d on host n-h2-844202-1 {{(pid=88524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:13:44.513562 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-5738c82e-e061-4d1c-bc37-d3640c7f1bca req-81e3533c-bf68-44e2-8aff-d45526f93a0c tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:44.519107 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7d2b0e6-e391-41b4-ad8b-28c3a2257458', 'name': 'network-vif-deleted', 'tag': 'a66da448-c5b2-4d30-b235-d219f03c9d9d'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:13:44.579697 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-52dd4819-cf67-468f-800d-c89719499466 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-887310'] for router_interface, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:44.619712 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5738c82e-e061-4d1c-bc37-d3640c7f1bca req-81e3533c-bf68-44e2-8aff-d45526f93a0c tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.50 "DELETE /v2.0/ports/a66da448-c5b2-4d30-b235-d219f03c9d9d HTTP/1.1" status: 204 len: 173 time: 3.0678768 Jun 01 19:13:44.677840 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [req-afea654d-2f91-4c9b-a4f4-819d4faf9049 req-51b7d9d5-cbc2-4e23-8956-215642940952 tempest-DeleteServersTestJSON-94166956 tempest-DeleteServersTestJSON-94166956-project] (88525) timed out ('10.222.0.50', 61334) {{(pid=88525) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 01 19:13:44.735200 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a43aaf46-89e7-4fca-beab-6f185c20e31d'] response: {'server_uuid': 'b7d2b0e6-e391-41b4-ad8b-28c3a2257458', 'name': 'network-vif-deleted', 'tag': 'a66da448-c5b2-4d30-b235-d219f03c9d9d', 'status': 'completed', 'code': 200} Jun 01 19:13:44.787506 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3ab28377-b52e-4f05-a41b-41bae6e522b4 req-6b797bbb-e55d-49ef-93c9-1b7bc71eefa8 service neutron] 10.222.0.50 "GET /v2.0/networks/3d299f30-03d5-48f5-82fc-2ce538e7e02b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4414921 Jun 01 19:13:44.844194 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-d0c16fb2-095e-441d-92ac-829a1669bacf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84cd971b-b1d0-4b21-8841-559c5fc44298', 'name': 'tempest-RoutersIpV6Test-router-616667906', 'tenant_id': '8011be9678e842bab7da75259f1c11c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:13:06Z', 'updated_at': '2022-06-01T19:13:39Z', 'revision_number': 7, 'project_id': '8011be9678e842bab7da75259f1c11c1', 'gw_port_host': None, '_interfaces': [{'id': '1b01e6c1-1d83-4a1e-af1c-dd1d3eeb5fe6', 'name': '', 'network_id': 'b5c1041e-e767-4b9b-8745-b29fc0886f54', 'tenant_id': '8011be9678e842bab7da75259f1c11c1', 'mac_address': 'fa:16:3e:f5:b7:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84cd971b-b1d0-4b21-8841-559c5fc44298', 'device_owner': 'network:router_interface', 'standard_attr_id': 3032, 'fixed_ips': [{'subnet_id': 'fb4c494a-3ab2-4976-b17b-ea81df1d2d13', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:13:32Z', 'updated_at': '2022-06-01T19:13:42Z', 'revision_number': 5, 'project_id': '8011be9678e842bab7da75259f1c11c1', 'subnets': [{'id': 'fb4c494a-3ab2-4976-b17b-ea81df1d2d13', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '61196a84-45b3-4aec-9501-e33bd51ca3a4', 'name': '', 'network_id': '05aa4ee3-9ed0-4e01-81b9-048f59f628c3', 'tenant_id': '8011be9678e842bab7da75259f1c11c1', 'mac_address': 'fa:16:3e:ec:98:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84cd971b-b1d0-4b21-8841-559c5fc44298', 'device_owner': 'network:router_interface', 'standard_attr_id': 3006, 'fixed_ips': [{'subnet_id': '75d314dd-d0f4-48d5-b3fb-66f5cb773d77', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:13:13Z', 'updated_at': '2022-06-01T19:13:33Z', 'revision_number': 5, 'project_id': '8011be9678e842bab7da75259f1c11c1', 'subnets': [{'id': '75d314dd-d0f4-48d5-b3fb-66f5cb773d77', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cbad83d9-4a84-47c6-a6b1-fc15d2485398', 'name': '', 'network_id': 'cfec68c2-d7bd-4b12-96cf-27c3bb3ef58c', 'tenant_id': '8011be9678e842bab7da75259f1c11c1', 'mac_address': 'fa:16:3e:b8:38:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84cd971b-b1d0-4b21-8841-559c5fc44298', 'device_owner': 'network:router_interface', 'standard_attr_id': 3018, 'fixed_ips': [{'subnet_id': 'a9564001-b895-4331-9cb7-5f0348a73ede', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:13:25Z', 'updated_at': '2022-06-01T19:13:39Z', 'revision_number': 5, 'project_id': '8011be9678e842bab7da75259f1c11c1', 'subnets': [{'id': 'a9564001-b895-4331-9cb7-5f0348a73ede', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dce2d04b-a356-4b5a-8b0a-400c9924d3cb', 'name': '', 'network_id': '0685924a-b45e-4145-8b0e-591ee3a46b73', 'tenant_id': '8011be9678e842bab7da75259f1c11c1', 'mac_address': 'fa:16:3e:20:2b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84cd971b-b1d0-4b21-8841-559c5fc44298', 'device_owner': 'network:router_interface', 'standard_attr_id': 2998, 'fixed_ips': [{'subnet_id': 'd6578dc6-550e-4396-8fc7-6b70868dc84b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:13:08Z', 'updated_at': '2022-06-01T19:13:23Z', 'revision_number': 5, 'project_id': '8011be9678e842bab7da75259f1c11c1', 'subnets': [{'id': 'd6578dc6-550e-4396-8fc7-6b70868dc84b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:13:44.851519 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c16fb2-095e-441d-92ac-829a1669bacf None None] The sync data for ids ['84cd971b-b1d0-4b21-8841-559c5fc44298'] in n-d-844202-1 is: [{'id': '84cd971b-b1d0-4b21-8841-559c5fc44298', 'name': 'tempest-RoutersIpV6Test-router-616667906', 'tenant_id': '8011be9678e842bab7da75259f1c11c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:13:06Z', 'updated_at': '2022-06-01T19:13:39Z', 'revision_number': 7, 'project_id': '8011be9678e842bab7da75259f1c11c1', 'gw_port_host': None, '_interfaces': [{'id': '1b01e6c1-1d83-4a1e-af1c-dd1d3eeb5fe6', 'name': '', 'network_id': 'b5c1041e-e767-4b9b-8745-b29fc0886f54', 'tenant_id': '8011be9678e842bab7da75259f1c11c1', 'mac_address': 'fa:16:3e:f5:b7:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84cd971b-b1d0-4b21-8841-559c5fc44298', 'device_owner': 'network:router_interface', 'standard_attr_id': 3032, 'fixed_ips': [{'subnet_id': 'fb4c494a-3ab2-4976-b17b-ea81df1d2d13', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:13:32Z', 'updated_at': '2022-06-01T19:13:42Z', 'revision_number': 5, 'project_id': '8011be9678e842bab7da75259f1c11c1', 'subnets': [{'id': 'fb4c494a-3ab2-4976-b17b-ea81df1d2d13', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '61196a84-45b3-4aec-9501-e33bd51ca3a4', 'name': '', 'network_id': '05aa4ee3-9ed0-4e01-81b9-048f59f628c3', 'tenant_id': '8011be9678e842bab7da75259f1c11c1', 'mac_address': 'fa:16:3e:ec:98:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84cd971b-b1d0-4b21-8841-559c5fc44298', 'device_owner': 'network:router_interface', 'standard_attr_id': 3006, 'fixed_ips': [{'subnet_id': '75d314dd-d0f4-48d5-b3fb-66f5cb773d77', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:13:13Z', 'updated_at': '2022-06-01T19:13:33Z', 'revision_number': 5, 'project_id': '8011be9678e842bab7da75259f1c11c1', 'subnets': [{'id': '75d314dd-d0f4-48d5-b3fb-66f5cb773d77', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cbad83d9-4a84-47c6-a6b1-fc15d2485398', 'name': '', 'network_id': 'cfec68c2-d7bd-4b12-96cf-27c3bb3ef58c', 'tenant_id': '8011be9678e842bab7da75259f1c11c1', 'mac_address': 'fa:16:3e:b8:38:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84cd971b-b1d0-4b21-8841-559c5fc44298', 'device_owner': 'network:router_interface', 'standard_attr_id': 3018, 'fixed_ips': [{'subnet_id': 'a9564001-b895-4331-9cb7-5f0348a73ede', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:13:25Z', 'updated_at': '2022-06-01T19:13:39Z', 'revision_number': 5, 'project_id': '8011be9678e842bab7da75259f1c11c1', 'subnets': [{'id': 'a9564001-b895-4331-9cb7-5f0348a73ede', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dce2d04b-a356-4b5a-8b0a-400c9924d3cb', 'name': '', 'network_id': '0685924a-b45e-4145-8b0e-591ee3a46b73', 'tenant_id': '8011be9678e842bab7da75259f1c11c1', 'mac_address': 'fa:16:3e:20:2b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84cd971b-b1d0-4b21-8841-559c5fc44298', 'device_owner': 'network:router_interface', 'standard_attr_id': 2998, 'fixed_ips': [{'subnet_id': 'd6578dc6-550e-4396-8fc7-6b70868dc84b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:13:08Z', 'updated_at': '2022-06-01T19:13:23Z', 'revision_number': 5, 'project_id': '8011be9678e842bab7da75259f1c11c1', 'subnets': [{'id': 'd6578dc6-550e-4396-8fc7-6b70868dc84b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:13:45.092544 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [None req-c935235e-d9be-4e0f-95dc-0cbc7b621023 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] For port 5e08f70d-11a1-4263-a8d9-9bcd813d5324, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=5e08f70d-11a1-4263-a8d9-9bcd813d5324,segment=NetworkSegment(a6cfd7d1-5211-44ec-a836-a984e441185d),segment_id=a6cfd7d1-5211-44ec-a836-a984e441185d)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:13:45.120485 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcabca9-6701-4a08-92ed-db41e3d6d99d req-f13d529c-38e0-4114-84d1-626b1bf794e9 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:13:45.122003 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8fcabca9-6701-4a08-92ed-db41e3d6d99d req-f13d529c-38e0-4114-84d1-626b1bf794e9 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2286216-8c80-4d0f-a6bc-2de102e2186c HTTP/1.1" status: 200 len: 944 time: 0.3532107 Jun 01 19:13:45.160674 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3ab28377-b52e-4f05-a41b-41bae6e522b4 req-91b8465b-d07e-4818-8300-06df19c1334b service neutron] 10.222.0.50 "GET /v2.0/networks/3d299f30-03d5-48f5-82fc-2ce538e7e02b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3665965 Jun 01 19:13:45.163381 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-c935235e-d9be-4e0f-95dc-0cbc7b621023 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:45.171600 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-c935235e-d9be-4e0f-95dc-0cbc7b621023 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:45.172979 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-c935235e-d9be-4e0f-95dc-0cbc7b621023 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2718919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3066602'] for subnet, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:45.174412 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52dd4819-cf67-468f-800d-c89719499466 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Router 84cd971b-b1d0-4b21-8841-559c5fc44298 has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 19:13:45.269202 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8fcabca9-6701-4a08-92ed-db41e3d6d99d req-3c504e4b-2a99-4551-8c28-cae4f80b7077 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/security-groups?id=64983b74-c803-470a-b560-086d234f978a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1204104 Jun 01 19:13:45.377221 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device a66da448-c5b2-4d30-b235-d219f03c9d9d no longer exists at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:13:45.400891 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-1ab766ed-111e-4d6a-bc59-5213e2d57c5c req-ad98e2a1-fc6f-4d3f-bed0-b4c8be695bfa tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Synchronizing usage tracker for tenant:8537cfb3773e46d182e148cf5b0a717f on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:13:45.404754 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c935235e-d9be-4e0f-95dc-0cbc7b621023 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Network c840486e-0c2f-4729-9a0c-ee6552111f90 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:13:45.415120 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-c935235e-d9be-4e0f-95dc-0cbc7b621023 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:13:45.418396 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] No Port match for: a66da448-c5b2-4d30-b235-d219f03c9d9d {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:13:45.418746 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device a66da448-c5b2-4d30-b235-d219f03c9d9d not bound to the agent host n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:13:45.428775 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5992265f-5da2-486a-8a30-e7b8cea7ffc1 None None] Network c840486e-0c2f-4729-9a0c-ee6552111f90 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:13:45.434662 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c935235e-d9be-4e0f-95dc-0cbc7b621023 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:13:45.435245 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-c935235e-d9be-4e0f-95dc-0cbc7b621023 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:45.470916 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c935235e-d9be-4e0f-95dc-0cbc7b621023 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Pushing event updated for resources: {'Port': ['ID=5e08f70d-11a1-4263-a8d9-9bcd813d5324,revision_number=6']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:13:45.481631 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c935235e-d9be-4e0f-95dc-0cbc7b621023 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:13:45.481970 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c935235e-d9be-4e0f-95dc-0cbc7b621023 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:13:45.482308 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c935235e-d9be-4e0f-95dc-0cbc7b621023 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:13:45.482636 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c935235e-d9be-4e0f-95dc-0cbc7b621023 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:13:45.482967 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c935235e-d9be-4e0f-95dc-0cbc7b621023 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:13:45.483286 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c935235e-d9be-4e0f-95dc-0cbc7b621023 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:13:45.483608 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c935235e-d9be-4e0f-95dc-0cbc7b621023 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:13:45.483926 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c935235e-d9be-4e0f-95dc-0cbc7b621023 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:13:45.484254 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c935235e-d9be-4e0f-95dc-0cbc7b621023 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:13:45.484575 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c935235e-d9be-4e0f-95dc-0cbc7b621023 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:13:45.484889 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c935235e-d9be-4e0f-95dc-0cbc7b621023 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:13:45.485202 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c935235e-d9be-4e0f-95dc-0cbc7b621023 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:13:45.488548 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c935235e-d9be-4e0f-95dc-0cbc7b621023 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Pushing event updated for resources: {'Subnet': ['ID=a82bcef5-1234-4517-af5f-1a0a528ab695,revision_number=0']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:13:45.493233 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-1ab766ed-111e-4d6a-bc59-5213e2d57c5c req-ad98e2a1-fc6f-4d3f-bed0-b4c8be695bfa tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Unset dirty status for tenant:8537cfb3773e46d182e148cf5b0a717f on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:13:45.494381 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-1ab766ed-111e-4d6a-bc59-5213e2d57c5c req-ad98e2a1-fc6f-4d3f-bed0-b4c8be695bfa tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7d2b0e6-e391-41b4-ad8b-28c3a2257458 HTTP/1.1" status: 200 len: 210 time: 0.2436092 Jun 01 19:13:45.501976 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-c935235e-d9be-4e0f-95dc-0cbc7b621023 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 4.7035394 Jun 01 19:13:45.502723 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 58036) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:13:45.511808 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-f2dd948a-be68-412d-82f1-5140bbd9a319 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Request body: {'port': {'network_id': 'c840486e-0c2f-4729-9a0c-ee6552111f90', 'mac_address': 'fa:16:3e:81:aa:6e', 'name': 'tempest-NetworksTestDHCPv6-1300876782'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:13:45.512638 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb08b2c-b871-4b4e-b749-257ef836255c req-65b5a893-56e8-428d-b506-7ec7e1eb7504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:13:45.514198 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-dbb08b2c-b871-4b4e-b749-257ef836255c req-65b5a893-56e8-428d-b506-7ec7e1eb7504 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4a7494de105b4d89b3193a70c4c60c4c&device_id=a2286216-8c80-4d0f-a6bc-2de102e2186c HTTP/1.1" status: 200 len: 1095 time: 0.2644939 Jun 01 19:13:45.599932 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52dd4819-cf67-468f-800d-c89719499466 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:13:45.614562 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a75f38-bff8-485a-8165-87f8b5f230f6 None None] Sync routers for ids ['84cd971b-b1d0-4b21-8841-559c5fc44298'] in n-d-844202-1 {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:13:45.637001 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-52dd4819-cf67-468f-800d-c89719499466 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] 10.222.0.41 "PUT /v2.0/routers/84cd971b-b1d0-4b21-8841-559c5fc44298/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8161018 Jun 01 19:13:45.638697 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a75f38-bff8-485a-8165-87f8b5f230f6 None None] Routers {'84cd971b-b1d0-4b21-8841-559c5fc44298'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:13:45.639517 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-f8a75f38-bff8-485a-8165-87f8b5f230f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:13:39Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['84cd971b-b1d0-4b21-8841-559c5fc44298'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:13:45.641297 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 58040) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:13:45.665965 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb08b2c-b871-4b4e-b749-257ef836255c req-8a68208b-8821-48ab-9c28-6411236ee6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:13:45.667517 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-dbb08b2c-b871-4b4e-b749-257ef836255c req-8a68208b-8821-48ab-9c28-6411236ee6d1 service neutron] 10.222.0.50 "GET /v2.0/networks?id=3d299f30-03d5-48f5-82fc-2ce538e7e02b HTTP/1.1" status: 200 len: 917 time: 0.1463006 Jun 01 19:13:45.739632 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-dbb08b2c-b871-4b4e-b749-257ef836255c req-6b0f38de-6b15-4242-b713-aedcfbbd0169 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a550a778-e132-4180-bce5-d2a03048c7e8 HTTP/1.1" status: 200 len: 217 time: 0.0651934 Jun 01 19:13:45.751540 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_v2 [None req-248039ac-5c51-402a-a5ab-9efd66d29b3d tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Deleting subnet fb4c494a-3ab2-4976-b17b-ea81df1d2d13 {{(pid=88525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 19:13:45.753628 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-f2dd948a-be68-412d-82f1-5140bbd9a319 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:13:45.757905 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-248039ac-5c51-402a-a5ab-9efd66d29b3d tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks [] for subnet, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:45.786126 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-f2dd948a-be68-412d-82f1-5140bbd9a319 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Usage tracker for resource:port and tenant:451baccc58514a0cab8c4410ed135b7c is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:13:45.793349 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-f2dd948a-be68-412d-82f1-5140bbd9a319 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:13:45.805296 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb08b2c-b871-4b4e-b749-257ef836255c req-024fdcb0-99ce-4533-8715-dd8179abd20d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:13:45.806123 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-dbb08b2c-b871-4b4e-b749-257ef836255c req-024fdcb0-99ce-4533-8715-dd8179abd20d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=bf215978-ce5c-4077-ac29-2d8fb4937baa HTTP/1.1" status: 200 len: 855 time: 0.0610430 Jun 01 19:13:45.807213 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-f2dd948a-be68-412d-82f1-5140bbd9a319 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:13:45.828428 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-248039ac-5c51-402a-a5ab-9efd66d29b3d tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2258509'] for subnet, precommit_delete_associations {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:45.850404 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-f8a75f38-bff8-485a-8165-87f8b5f230f6 None None] Set router 84cd971b-b1d0-4b21-8841-559c5fc44298 gateway port host: None {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:13:45.856318 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2dd948a-be68-412d-82f1-5140bbd9a319 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Made reservation on behalf of 451baccc58514a0cab8c4410ed135b7c for: {'port': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:13:45.884014 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb08b2c-b871-4b4e-b749-257ef836255c req-00593d11-17db-4ee5-ad8a-5d5aa8e4a5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:13:45.885771 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-dbb08b2c-b871-4b4e-b749-257ef836255c req-00593d11-17db-4ee5-ad8a-5d5aa8e4a5d4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3d299f30-03d5-48f5-82fc-2ce538e7e02b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0738161 Jun 01 19:13:46.040018 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f2dd948a-be68-412d-82f1-5140bbd9a319 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:46.054180 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-dbb08b2c-b871-4b4e-b749-257ef836255c req-0a280bb2-afa3-408f-9493-aca47ed10e79 service neutron] 10.222.0.50 "GET /v2.0/networks/3d299f30-03d5-48f5-82fc-2ce538e7e02b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618896 Jun 01 19:13:46.069641 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-248039ac-5c51-402a-a5ab-9efd66d29b3d tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:46.119846 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [None req-f2dd948a-be68-412d-82f1-5140bbd9a319 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] device_id is not set on port 43367aa6-52dc-4a0b-a692-ee4adad0d5c6 yet. {{(pid=88525) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 19:13:46.206048 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-dbb08b2c-b871-4b4e-b749-257ef836255c req-7d8acc31-c76b-4f54-9ed2-88c3603a03fd service neutron] 10.222.0.50 "GET /v2.0/networks/3d299f30-03d5-48f5-82fc-2ce538e7e02b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450565 Jun 01 19:13:46.266720 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-248039ac-5c51-402a-a5ab-9efd66d29b3d tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2614143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9667199'] for subnet, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:46.327465 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248039ac-5c51-402a-a5ab-9efd66d29b3d tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Pushing event deleted for resources: {'Subnet': ['ID=fb4c494a-3ab2-4976-b17b-ea81df1d2d13,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:13:46.339450 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-f8a75f38-bff8-485a-8165-87f8b5f230f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84cd971b-b1d0-4b21-8841-559c5fc44298', 'name': 'tempest-RoutersIpV6Test-router-616667906', 'tenant_id': '8011be9678e842bab7da75259f1c11c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:13:06Z', 'updated_at': '2022-06-01T19:13:44Z', 'revision_number': 8, 'project_id': '8011be9678e842bab7da75259f1c11c1', 'gw_port_host': None, '_interfaces': [{'id': '61196a84-45b3-4aec-9501-e33bd51ca3a4', 'name': '', 'network_id': '05aa4ee3-9ed0-4e01-81b9-048f59f628c3', 'tenant_id': '8011be9678e842bab7da75259f1c11c1', 'mac_address': 'fa:16:3e:ec:98:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84cd971b-b1d0-4b21-8841-559c5fc44298', 'device_owner': 'network:router_interface', 'standard_attr_id': 3006, 'fixed_ips': [{'subnet_id': '75d314dd-d0f4-48d5-b3fb-66f5cb773d77', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:13:13Z', 'updated_at': '2022-06-01T19:13:33Z', 'revision_number': 5, 'project_id': '8011be9678e842bab7da75259f1c11c1', 'subnets': [{'id': '75d314dd-d0f4-48d5-b3fb-66f5cb773d77', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cbad83d9-4a84-47c6-a6b1-fc15d2485398', 'name': '', 'network_id': 'cfec68c2-d7bd-4b12-96cf-27c3bb3ef58c', 'tenant_id': '8011be9678e842bab7da75259f1c11c1', 'mac_address': 'fa:16:3e:b8:38:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84cd971b-b1d0-4b21-8841-559c5fc44298', 'device_owner': 'network:router_interface', 'standard_attr_id': 3018, 'fixed_ips': [{'subnet_id': 'a9564001-b895-4331-9cb7-5f0348a73ede', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:13:25Z', 'updated_at': '2022-06-01T19:13:39Z', 'revision_number': 5, 'project_id': '8011be9678e842bab7da75259f1c11c1', 'subnets': [{'id': 'a9564001-b895-4331-9cb7-5f0348a73ede', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dce2d04b-a356-4b5a-8b0a-400c9924d3cb', 'name': '', 'network_id': '0685924a-b45e-4145-8b0e-591ee3a46b73', 'tenant_id': '8011be9678e842bab7da75259f1c11c1', 'mac_address': 'fa:16:3e:20:2b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84cd971b-b1d0-4b21-8841-559c5fc44298', 'device_owner': 'network:router_interface', 'standard_attr_id': 2998, 'fixed_ips': [{'subnet_id': 'd6578dc6-550e-4396-8fc7-6b70868dc84b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:13:08Z', 'updated_at': '2022-06-01T19:13:23Z', 'revision_number': 5, 'project_id': '8011be9678e842bab7da75259f1c11c1', 'subnets': [{'id': 'd6578dc6-550e-4396-8fc7-6b70868dc84b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:13:46.345844 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a75f38-bff8-485a-8165-87f8b5f230f6 None None] Checking router: 84cd971b-b1d0-4b21-8841-559c5fc44298 for host: n-d-844202-1 {{(pid=88526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 19:13:46.352203 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-248039ac-5c51-402a-a5ab-9efd66d29b3d tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks [] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:46.383857 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4761af8d-f4d1-4262-9ece-e5d62b96c317 None None] Network b5c1041e-e767-4b9b-8745-b29fc0886f54 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:13:46.385548 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [None req-f2dd948a-be68-412d-82f1-5140bbd9a319 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Allocated IP 2001:db8::f816:3eff:fe81:aa6e (c840486e-0c2f-4729-9a0c-ee6552111f90/a82bcef5-1234-4517-af5f-1a0a528ab695/43367aa6-52dc-4a0b-a692-ee4adad0d5c6) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:13:46.395082 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-248039ac-5c51-402a-a5ab-9efd66d29b3d tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] 10.222.0.41 "DELETE /v2.0/subnets/fb4c494a-3ab2-4976-b17b-ea81df1d2d13 HTTP/1.1" status: 204 len: 168 time: 0.7526989 Jun 01 19:13:46.399385 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 58046) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:13:46.468171 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a75f38-bff8-485a-8165-87f8b5f230f6 None None] Routers {'84cd971b-b1d0-4b21-8841-559c5fc44298'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:13:46.469166 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-f8a75f38-bff8-485a-8165-87f8b5f230f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:13:39Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['84cd971b-b1d0-4b21-8841-559c5fc44298'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:13:46.567507 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4dd8ad11-dcd3-4d92-baae-c40def503ed9 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:46.580347 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-4dd8ad11-dcd3-4d92-baae-c40def503ed9 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Deleting port cfd081cf-aa0f-4b8f-8618-0f0f917551e1 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:13:46.581021 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4dd8ad11-dcd3-4d92-baae-c40def503ed9 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:46.651037 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87685a1d-19c6-494e-848a-00b1225e40e2 req-d19edd12-c50c-4b6a-b147-e616eccbc9fd tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:13:46.652779 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-87685a1d-19c6-494e-848a-00b1225e40e2 req-d19edd12-c50c-4b6a-b147-e616eccbc9fd tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2286216-8c80-4d0f-a6bc-2de102e2186c HTTP/1.1" status: 200 len: 944 time: 0.2176695 Jun 01 19:13:46.686609 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 58052) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:13:46.735001 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-f8a75f38-bff8-485a-8165-87f8b5f230f6 None None] Set router 84cd971b-b1d0-4b21-8841-559c5fc44298 gateway port host: None {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:13:46.829462 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-87685a1d-19c6-494e-848a-00b1225e40e2 req-38ebc04a-7d25-44d5-9e9e-b19eb621316f tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/security-groups?id=64983b74-c803-470a-b560-086d234f978a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1691737 Jun 01 19:13:46.836497 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f2dd948a-be68-412d-82f1-5140bbd9a319 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:46.842243 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [None req-4dd8ad11-dcd3-4d92-baae-c40def503ed9 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] For port cfd081cf-aa0f-4b8f-8618-0f0f917551e1, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=cfd081cf-aa0f-4b8f-8618-0f0f917551e1,segment=NetworkSegment(3eedeb6d-c6a1-47e0-97fb-29cdb2159802),segment_id=3eedeb6d-c6a1-47e0-97fb-29cdb2159802)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:13:46.842726 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4dd8ad11-dcd3-4d92-baae-c40def503ed9 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:46.927117 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [None req-f2dd948a-be68-412d-82f1-5140bbd9a319 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Transition to ACTIVE for port object 43367aa6-52dc-4a0b-a692-ee4adad0d5c6 will not be triggered until provisioned by entity DHCP. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:13:47.078119 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edbdf460-b89a-49b8-b220-20c2c29720fe None None] DHCP port deletion for b5c1041e-e767-4b9b-8745-b29fc0886f54 request from n-d-844202-1 {{(pid=88526) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 19:13:47.095939 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-edbdf460-b89a-49b8-b220-20c2c29720fe None None] Deleting port cfd081cf-aa0f-4b8f-8618-0f0f917551e1 {{(pid=88526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:13:47.096333 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-edbdf460-b89a-49b8-b220-20c2c29720fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:47.146171 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f2dd948a-be68-412d-82f1-5140bbd9a319 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:47.186211 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-4dd8ad11-dcd3-4d92-baae-c40def503ed9 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Calling delete_port for cfd081cf-aa0f-4b8f-8618-0f0f917551e1 owned by network:dhcp {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:13:47.288737 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4dd8ad11-dcd3-4d92-baae-c40def503ed9 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:47.349591 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd8ad11-dcd3-4d92-baae-c40def503ed9 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Pushing event deleted for resources: {'Port': ['ID=cfd081cf-aa0f-4b8f-8618-0f0f917551e1,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:13:47.352639 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd8ad11-dcd3-4d92-baae-c40def503ed9 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] No DVR routers for this DVR port cfd081cf-aa0f-4b8f-8618-0f0f917551e1 on host n-d-844202-1 {{(pid=88524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:13:47.378138 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-f8a75f38-bff8-485a-8165-87f8b5f230f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84cd971b-b1d0-4b21-8841-559c5fc44298', 'name': 'tempest-RoutersIpV6Test-router-616667906', 'tenant_id': '8011be9678e842bab7da75259f1c11c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:13:06Z', 'updated_at': '2022-06-01T19:13:44Z', 'revision_number': 8, 'project_id': '8011be9678e842bab7da75259f1c11c1', 'gw_port_host': None, '_interfaces': [{'id': '61196a84-45b3-4aec-9501-e33bd51ca3a4', 'name': '', 'network_id': '05aa4ee3-9ed0-4e01-81b9-048f59f628c3', 'tenant_id': '8011be9678e842bab7da75259f1c11c1', 'mac_address': 'fa:16:3e:ec:98:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84cd971b-b1d0-4b21-8841-559c5fc44298', 'device_owner': 'network:router_interface', 'standard_attr_id': 3006, 'fixed_ips': [{'subnet_id': '75d314dd-d0f4-48d5-b3fb-66f5cb773d77', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:13:13Z', 'updated_at': '2022-06-01T19:13:33Z', 'revision_number': 5, 'project_id': '8011be9678e842bab7da75259f1c11c1', 'subnets': [{'id': '75d314dd-d0f4-48d5-b3fb-66f5cb773d77', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cbad83d9-4a84-47c6-a6b1-fc15d2485398', 'name': '', 'network_id': 'cfec68c2-d7bd-4b12-96cf-27c3bb3ef58c', 'tenant_id': '8011be9678e842bab7da75259f1c11c1', 'mac_address': 'fa:16:3e:b8:38:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84cd971b-b1d0-4b21-8841-559c5fc44298', 'device_owner': 'network:router_interface', 'standard_attr_id': 3018, 'fixed_ips': [{'subnet_id': 'a9564001-b895-4331-9cb7-5f0348a73ede', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:13:25Z', 'updated_at': '2022-06-01T19:13:39Z', 'revision_number': 5, 'project_id': '8011be9678e842bab7da75259f1c11c1', 'subnets': [{'id': 'a9564001-b895-4331-9cb7-5f0348a73ede', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dce2d04b-a356-4b5a-8b0a-400c9924d3cb', 'name': '', 'network_id': '0685924a-b45e-4145-8b0e-591ee3a46b73', 'tenant_id': '8011be9678e842bab7da75259f1c11c1', 'mac_address': 'fa:16:3e:20:2b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84cd971b-b1d0-4b21-8841-559c5fc44298', 'device_owner': 'network:router_interface', 'standard_attr_id': 2998, 'fixed_ips': [{'subnet_id': 'd6578dc6-550e-4396-8fc7-6b70868dc84b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:13:08Z', 'updated_at': '2022-06-01T19:13:23Z', 'revision_number': 5, 'project_id': '8011be9678e842bab7da75259f1c11c1', 'subnets': [{'id': 'd6578dc6-550e-4396-8fc7-6b70868dc84b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:13:47.384274 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device a550a778-e132-4180-bce5-d2a03048c7e8 details requested by agent hyperv_n-h2-844202-1 with host n-h2-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 19:13:47.408351 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-edbdf460-b89a-49b8-b220-20c2c29720fe None None] For port cfd081cf-aa0f-4b8f-8618-0f0f917551e1, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=cfd081cf-aa0f-4b8f-8618-0f0f917551e1,segment=NetworkSegment(3eedeb6d-c6a1-47e0-97fb-29cdb2159802),segment_id=3eedeb6d-c6a1-47e0-97fb-29cdb2159802)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:13:47.408753 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-edbdf460-b89a-49b8-b220-20c2c29720fe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:47.425353 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a75f38-bff8-485a-8165-87f8b5f230f6 None None] The sync data for ids ['84cd971b-b1d0-4b21-8841-559c5fc44298'] in n-d-844202-1 is: [{'id': '84cd971b-b1d0-4b21-8841-559c5fc44298', 'name': 'tempest-RoutersIpV6Test-router-616667906', 'tenant_id': '8011be9678e842bab7da75259f1c11c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:13:06Z', 'updated_at': '2022-06-01T19:13:44Z', 'revision_number': 8, 'project_id': '8011be9678e842bab7da75259f1c11c1', 'gw_port_host': None, '_interfaces': [{'id': '61196a84-45b3-4aec-9501-e33bd51ca3a4', 'name': '', 'network_id': '05aa4ee3-9ed0-4e01-81b9-048f59f628c3', 'tenant_id': '8011be9678e842bab7da75259f1c11c1', 'mac_address': 'fa:16:3e:ec:98:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84cd971b-b1d0-4b21-8841-559c5fc44298', 'device_owner': 'network:router_interface', 'standard_attr_id': 3006, 'fixed_ips': [{'subnet_id': '75d314dd-d0f4-48d5-b3fb-66f5cb773d77', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:13:13Z', 'updated_at': '2022-06-01T19:13:33Z', 'revision_number': 5, 'project_id': '8011be9678e842bab7da75259f1c11c1', 'subnets': [{'id': '75d314dd-d0f4-48d5-b3fb-66f5cb773d77', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cbad83d9-4a84-47c6-a6b1-fc15d2485398', 'name': '', 'network_id': 'cfec68c2-d7bd-4b12-96cf-27c3bb3ef58c', 'tenant_id': '8011be9678e842bab7da75259f1c11c1', 'mac_address': 'fa:16:3e:b8:38:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84cd971b-b1d0-4b21-8841-559c5fc44298', 'device_owner': 'network:router_interface', 'standard_attr_id': 3018, 'fixed_ips': [{'subnet_id': 'a9564001-b895-4331-9cb7-5f0348a73ede', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:13:25Z', 'updated_at': '2022-06-01T19:13:39Z', 'revision_number': 5, 'project_id': '8011be9678e842bab7da75259f1c11c1', 'subnets': [{'id': 'a9564001-b895-4331-9cb7-5f0348a73ede', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dce2d04b-a356-4b5a-8b0a-400c9924d3cb', 'name': '', 'network_id': '0685924a-b45e-4145-8b0e-591ee3a46b73', 'tenant_id': '8011be9678e842bab7da75259f1c11c1', 'mac_address': 'fa:16:3e:20:2b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84cd971b-b1d0-4b21-8841-559c5fc44298', 'device_owner': 'network:router_interface', 'standard_attr_id': 2998, 'fixed_ips': [{'subnet_id': 'd6578dc6-550e-4396-8fc7-6b70868dc84b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:13:08Z', 'updated_at': '2022-06-01T19:13:23Z', 'revision_number': 5, 'project_id': '8011be9678e842bab7da75259f1c11c1', 'subnets': [{'id': 'd6578dc6-550e-4396-8fc7-6b70868dc84b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:13:47.439156 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2dd948a-be68-412d-82f1-5140bbd9a319 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Network c840486e-0c2f-4729-9a0c-ee6552111f90 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:13:47.444311 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-f2dd948a-be68-412d-82f1-5140bbd9a319 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:13:47.454055 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2dd948a-be68-412d-82f1-5140bbd9a319 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:13:47.461402 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2dd948a-be68-412d-82f1-5140bbd9a319 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:13:47.462086 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f2dd948a-be68-412d-82f1-5140bbd9a319 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:47.500706 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dd948a-be68-412d-82f1-5140bbd9a319 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Pushing event updated for resources: {'Port': ['ID=43367aa6-52dc-4a0b-a692-ee4adad0d5c6,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:13:47.508967 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4dd8ad11-dcd3-4d92-baae-c40def503ed9 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:47.538794 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-4dd8ad11-dcd3-4d92-baae-c40def503ed9 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5c1041e-e767-4b9b-8745-b29fc0886f54']}} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:13:47.544713 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2dd948a-be68-412d-82f1-5140bbd9a319 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:13:47.545244 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2dd948a-be68-412d-82f1-5140bbd9a319 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:13:47.545781 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2dd948a-be68-412d-82f1-5140bbd9a319 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:13:47.546126 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2dd948a-be68-412d-82f1-5140bbd9a319 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:13:47.546451 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2dd948a-be68-412d-82f1-5140bbd9a319 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:13:47.546771 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2dd948a-be68-412d-82f1-5140bbd9a319 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:13:47.547118 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2dd948a-be68-412d-82f1-5140bbd9a319 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:13:47.547441 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2dd948a-be68-412d-82f1-5140bbd9a319 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:13:47.547792 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2dd948a-be68-412d-82f1-5140bbd9a319 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:13:47.548107 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2dd948a-be68-412d-82f1-5140bbd9a319 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:13:47.548732 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2dd948a-be68-412d-82f1-5140bbd9a319 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:13:47.549046 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2dd948a-be68-412d-82f1-5140bbd9a319 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:13:47.556154 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-4dd8ad11-dcd3-4d92-baae-c40def503ed9 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3eedeb6d-c6a1-47e0-97fb-29cdb2159802') {'for_net_delete': True} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:13:47.556735 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-4dd8ad11-dcd3-4d92-baae-c40def503ed9 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3eedeb6d-c6a1-47e0-97fb-29cdb2159802') {} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:13:47.560442 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-f2dd948a-be68-412d-82f1-5140bbd9a319 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.0563803 Jun 01 19:13:47.564173 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 58056) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:13:47.574753 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.db.resource_extend [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 19:13:47.593589 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-edbdf460-b89a-49b8-b220-20c2c29720fe None None] Calling delete_port for cfd081cf-aa0f-4b8f-8618-0f0f917551e1 owned by network:dhcp {{(pid=88526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:13:47.620602 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4dd8ad11-dcd3-4d92-baae-c40def503ed9 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2702126'] for segment, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:47.658060 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4dd8ad11-dcd3-4d92-baae-c40def503ed9 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:47.672741 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4dd8ad11-dcd3-4d92-baae-c40def503ed9 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=88524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 19:13:47.673316 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4dd8ad11-dcd3-4d92-baae-c40def503ed9 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2719018'] for segment, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:47.758603 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment 3eedeb6d-c6a1-47e0-97fb-29cdb2159802 resource provider aggregate not found Jun 01 19:13:47.787340 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6d085eaf-bd69-4775-b80a-2119d8a3a9ed None None] Provisioning for port 5e08f70d-11a1-4263-a8d9-9bcd813d5324 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:13:47.791537 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e275e745-89a4-4d4d-9e61-ed0cef5466cd tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-887474'] for router_interface, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:47.798389 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment 3eedeb6d-c6a1-47e0-97fb-29cdb2159802 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3eedeb6d-c6a1-47e0-97fb-29cdb2159802 found for delete ", "request_id": "req-7e4b4d1c-b0a5-46b5-9496-45124889739a"}]} Jun 01 19:13:47.822568 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75011539-5da6-453b-88f4-0c447527e64e tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:13:47.831991 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75011539-5da6-453b-88f4-0c447527e64e tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:13:47.834848 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-75011539-5da6-453b-88f4-0c447527e64e tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2695870 Jun 01 19:13:47.838047 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.db.api [None req-edbdf460-b89a-49b8-b220-20c2c29720fe None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88526) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 19:13:47.838405 n-d-844202-1 neutron-server[88526]: DEBUG oslo_db.api [None req-edbdf460-b89a-49b8-b220-20c2c29720fe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 19:13:47.841982 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 58064) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:13:47.842648 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4dd8ad11-dcd3-4d92-baae-c40def503ed9 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:47.845331 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port a550a778-e132-4180-bce5-d2a03048c7e8, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=a550a778-e132-4180-bce5-d2a03048c7e8,segment=NetworkSegment(391d97c0-c1c6-4de9-90ea-516f30f0f3f3),segment_id=391d97c0-c1c6-4de9-90ea-516f30f0f3f3)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:13:47.860430 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Returning: {'device': 'a550a778-e132-4180-bce5-d2a03048c7e8', 'network_id': '3d299f30-03d5-48f5-82fc-2ce538e7e02b', 'port_id': 'a550a778-e132-4180-bce5-d2a03048c7e8', 'mac_address': 'fa:16:3e:c9:2a:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf215978-ce5c-4077-ac29-2d8fb4937baa', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 19:13:47.899825 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4dd8ad11-dcd3-4d92-baae-c40def503ed9 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks [] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:47.925006 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port a550a778-e132-4180-bce5-d2a03048c7e8 is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:13:47.925526 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:47.934193 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd8ad11-dcd3-4d92-baae-c40def503ed9 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Pushing event deleted for resources: {'Network': ['ID=b5c1041e-e767-4b9b-8745-b29fc0886f54,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:13:47.944918 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-4dd8ad11-dcd3-4d92-baae-c40def503ed9 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] 10.222.0.41 "DELETE /v2.0/networks/b5c1041e-e767-4b9b-8745-b29fc0886f54 HTTP/1.1" status: 204 len: 168 time: 1.5445616 Jun 01 19:13:47.947900 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 58070) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:13:47.955219 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a550a778-e132-4180-bce5-d2a03048c7e8 {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 19:13:47.976170 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port a550a778-e132-4180-bce5-d2a03048c7e8, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=a550a778-e132-4180-bce5-d2a03048c7e8,segment=NetworkSegment(391d97c0-c1c6-4de9-90ea-516f30f0f3f3),segment_id=391d97c0-c1c6-4de9-90ea-516f30f0f3f3)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:13:47.979044 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-15f9739d-ae41-4e30-bdcb-7c4421661932 None None] Provisioning for port 43367aa6-52dc-4a0b-a692-ee4adad0d5c6 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:13:47.986668 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-15f9739d-ae41-4e30-bdcb-7c4421661932 None None] Provisioning complete for port 43367aa6-52dc-4a0b-a692-ee4adad0d5c6 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:13:47.987243 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-15f9739d-ae41-4e30-bdcb-7c4421661932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:48.033471 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:48.087054 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-e6bb65ca-94b1-4e2a-b131-ec3053dd8d59 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Deleting port 43367aa6-52dc-4a0b-a692-ee4adad0d5c6 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:13:48.087417 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e6bb65ca-94b1-4e2a-b131-ec3053dd8d59 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:48.141103 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-15f9739d-ae41-4e30-bdcb-7c4421661932 None None] Port 43367aa6-52dc-4a0b-a692-ee4adad0d5c6 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:13:48.151063 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 5e08f70d-11a1-4263-a8d9-9bcd813d5324 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:13:48.239605 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=a550a778-e132-4180-bce5-d2a03048c7e8,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:13:48.257795 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port 5e08f70d-11a1-4263-a8d9-9bcd813d5324 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:13:48.263693 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 5e08f70d-11a1-4263-a8d9-9bcd813d5324 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:13:48.264060 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:48.368781 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-edbdf460-b89a-49b8-b220-20c2c29720fe None None] Deleting port cfd081cf-aa0f-4b8f-8618-0f0f917551e1 {{(pid=88526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:13:48.369157 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-edbdf460-b89a-49b8-b220-20c2c29720fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:48.371342 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-e275e745-89a4-4d4d-9e61-ed0cef5466cd tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Deleting port 681ef106-1bc1-4608-8cfc-f27bab3173c9 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:13:48.371853 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e275e745-89a4-4d4d-9e61-ed0cef5466cd tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:48.394302 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] get_ports_and_sgs() called for port_ids ['a550a778-e132-4180-bce5-d2a03048c7e8'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 19:13:48.515195 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-edbdf460-b89a-49b8-b220-20c2c29720fe None None] The port 'cfd081cf-aa0f-4b8f-8618-0f0f917551e1' was deleted {{(pid=88526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 01 19:13:48.520876 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 5e08f70d-11a1-4263-a8d9-9bcd813d5324 is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:13:48.521339 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:48.565533 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port 5e08f70d-11a1-4263-a8d9-9bcd813d5324, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=5e08f70d-11a1-4263-a8d9-9bcd813d5324,segment=NetworkSegment(a6cfd7d1-5211-44ec-a836-a984e441185d),segment_id=a6cfd7d1-5211-44ec-a836-a984e441185d)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:13:48.579344 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:48.596379 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [None req-e275e745-89a4-4d4d-9e61-ed0cef5466cd tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] For port 681ef106-1bc1-4608-8cfc-f27bab3173c9, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=681ef106-1bc1-4608-8cfc-f27bab3173c9,segment=NetworkSegment(5fc4ab46-cdd1-4a9b-8c32-e8e8c6108992),segment_id=5fc4ab46-cdd1-4a9b-8c32-e8e8c6108992)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:13:48.597759 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e275e745-89a4-4d4d-9e61-ed0cef5466cd tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:48.669263 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device cfd081cf-aa0f-4b8f-8618-0f0f917551e1 no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:13:48.678586 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242aae07-6e7d-451b-871a-a54ff1391b5c req-8d335895-0809-418a-a4f5-2d4061d97540 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:13:48.681755 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-242aae07-6e7d-451b-871a-a54ff1391b5c req-8d335895-0809-418a-a4f5-2d4061d97540 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2286216-8c80-4d0f-a6bc-2de102e2186c HTTP/1.1" status: 200 len: 945 time: 0.5528121 Jun 01 19:13:48.714575 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: cfd081cf-aa0f-4b8f-8618-0f0f917551e1 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:13:48.714916 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device cfd081cf-aa0f-4b8f-8618-0f0f917551e1 not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:13:48.715330 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 1b01e6c1-1d83-4a1e-af1c-dd1d3eeb5fe6 no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:13:48.735070 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-e275e745-89a4-4d4d-9e61-ed0cef5466cd tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Calling delete_port for 681ef106-1bc1-4608-8cfc-f27bab3173c9 owned by network:router_interface {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:13:48.763944 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: 1b01e6c1-1d83-4a1e-af1c-dd1d3eeb5fe6 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:13:48.764310 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 1b01e6c1-1d83-4a1e-af1c-dd1d3eeb5fe6 not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:13:48.779700 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=5e08f70d-11a1-4263-a8d9-9bcd813d5324,revision_number=7']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:13:48.896580 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e6bb65ca-94b1-4e2a-b131-ec3053dd8d59 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:48.952793 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e275e745-89a4-4d4d-9e61-ed0cef5466cd tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:49.006301 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e275e745-89a4-4d4d-9e61-ed0cef5466cd tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Pushing event deleted for resources: {'Port': ['ID=681ef106-1bc1-4608-8cfc-f27bab3173c9,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:13:49.069735 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-242aae07-6e7d-451b-871a-a54ff1391b5c req-97ef3fda-04fd-43ec-a1f0-2cdb503646bf tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/security-groups?id=64983b74-c803-470a-b560-086d234f978a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3640916 Jun 01 19:13:49.076901 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-e6bb65ca-94b1-4e2a-b131-ec3053dd8d59 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Calling delete_port for 43367aa6-52dc-4a0b-a692-ee4adad0d5c6 owned by {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:13:49.294073 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e275e745-89a4-4d4d-9e61-ed0cef5466cd tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-887310'] for router_interface, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:49.305125 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e6bb65ca-94b1-4e2a-b131-ec3053dd8d59 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:49.389541 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bb65ca-94b1-4e2a-b131-ec3053dd8d59 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Pushing event deleted for resources: {'Port': ['ID=43367aa6-52dc-4a0b-a692-ee4adad0d5c6,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:13:49.411661 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e6bb65ca-94b1-4e2a-b131-ec3053dd8d59 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:49.432845 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-e6bb65ca-94b1-4e2a-b131-ec3053dd8d59 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "DELETE /v2.0/ports/43367aa6-52dc-4a0b-a692-ee4adad0d5c6 HTTP/1.1" status: 204 len: 168 time: 1.5857487 Jun 01 19:13:49.435989 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 58074) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:13:49.478395 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-35c62bbb-f777-40e6-8edd-e2c1498eef01 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-887474'] for router_interface, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:49.649972 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0c74057-fd4d-48a6-8ec8-ea73ffd5a227 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:13:49.651386 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0c74057-fd4d-48a6-8ec8-ea73ffd5a227 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:13:49.652119 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-d0c74057-fd4d-48a6-8ec8-ea73ffd5a227 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Synchronizing usage tracker for tenant:451baccc58514a0cab8c4410ed135b7c on resource:subnet {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:13:49.772285 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-d0c74057-fd4d-48a6-8ec8-ea73ffd5a227 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Unset dirty status for tenant:451baccc58514a0cab8c4410ed135b7c on resource:subnet {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:13:49.772285 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-d0c74057-fd4d-48a6-8ec8-ea73ffd5a227 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.3342228 Jun 01 19:13:49.776392 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 58080) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:13:49.845018 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e275e745-89a4-4d4d-9e61-ed0cef5466cd tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Router f1871c5e-216e-49f9-bb41-4d6bbcaca0ec has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 19:13:49.870333 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5c08f35-73d2-443b-82c2-f6bd324409e6 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Deleting subnet a82bcef5-1234-4517-af5f-1a0a528ab695 {{(pid=88524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 19:13:49.876410 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d5c08f35-73d2-443b-82c2-f6bd324409e6 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks [] for subnet, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:50.005445 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d5c08f35-73d2-443b-82c2-f6bd324409e6 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2702137'] for subnet, precommit_delete_associations {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:50.063755 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-35c62bbb-f777-40e6-8edd-e2c1498eef01 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Deleting port cbad83d9-4a84-47c6-a6b1-fc15d2485398 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:13:50.064090 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-35c62bbb-f777-40e6-8edd-e2c1498eef01 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:50.123765 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e275e745-89a4-4d4d-9e61-ed0cef5466cd tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:13:50.135967 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e8b6c20-5a99-4812-ad7d-c1a840e6e4d8 None None] Sync routers for ids ['f1871c5e-216e-49f9-bb41-4d6bbcaca0ec'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:13:50.153809 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-e275e745-89a4-4d4d-9e61-ed0cef5466cd tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "PUT /v2.0/routers/f1871c5e-216e-49f9-bb41-4d6bbcaca0ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4661050 Jun 01 19:13:50.155217 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 58086) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:13:50.155643 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e8b6c20-5a99-4812-ad7d-c1a840e6e4d8 None None] Routers {'f1871c5e-216e-49f9-bb41-4d6bbcaca0ec'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:13:50.156279 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-9e8b6c20-5a99-4812-ad7d-c1a840e6e4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:13:39Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['f1871c5e-216e-49f9-bb41-4d6bbcaca0ec'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:13:50.156419 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 5e08f70d-11a1-4263-a8d9-9bcd813d5324 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:13:50.261596 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_v2 [None req-807dae63-4b88-4968-a94f-120fbe64a20c tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Deleting subnet b7034154-78af-4dab-bf67-9d07d8fbb47d {{(pid=88525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 19:13:50.317407 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 5e08f70d-11a1-4263-a8d9-9bcd813d5324 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:13:50.318049 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:50.320023 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d5c08f35-73d2-443b-82c2-f6bd324409e6 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:50.334096 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-807dae63-4b88-4968-a94f-120fbe64a20c tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks [] for subnet, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:50.419640 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-807dae63-4b88-4968-a94f-120fbe64a20c tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2258509'] for subnet, precommit_delete_associations {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:50.428114 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [None req-35c62bbb-f777-40e6-8edd-e2c1498eef01 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] For port cbad83d9-4a84-47c6-a6b1-fc15d2485398, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=cbad83d9-4a84-47c6-a6b1-fc15d2485398,segment=NetworkSegment(a52f4a81-7e64-42ca-adcc-8da7d7609ee5),segment_id=a52f4a81-7e64-42ca-adcc-8da7d7609ee5)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:13:50.428930 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-35c62bbb-f777-40e6-8edd-e2c1498eef01 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:50.435913 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-9e8b6c20-5a99-4812-ad7d-c1a840e6e4d8 None None] Set router f1871c5e-216e-49f9-bb41-4d6bbcaca0ec gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:13:50.561745 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51e7215-8459-4418-8307-8a1112c6c792 req-0a474192-5116-4b98-8c76-67379fb9963b tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:13:50.564344 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d51e7215-8459-4418-8307-8a1112c6c792 req-0a474192-5116-4b98-8c76-67379fb9963b tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2286216-8c80-4d0f-a6bc-2de102e2186c HTTP/1.1" status: 200 len: 945 time: 0.2974021 Jun 01 19:13:50.566201 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 5e08f70d-11a1-4263-a8d9-9bcd813d5324 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:13:50.630700 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d51e7215-8459-4418-8307-8a1112c6c792 req-fca130e2-bbf7-4517-8f21-a026cf0a5ed6 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/security-groups?id=64983b74-c803-470a-b560-086d234f978a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583622 Jun 01 19:13:50.658276 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-807dae63-4b88-4968-a94f-120fbe64a20c tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:50.730851 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-35c62bbb-f777-40e6-8edd-e2c1498eef01 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Calling delete_port for cbad83d9-4a84-47c6-a6b1-fc15d2485398 owned by network:router_interface {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:13:50.746309 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-807dae63-4b88-4968-a94f-120fbe64a20c tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2614143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9667199'] for subnet, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:50.785191 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d5c08f35-73d2-443b-82c2-f6bd324409e6 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2718856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3066595'] for subnet, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:50.788670 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807dae63-4b88-4968-a94f-120fbe64a20c tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Pushing event deleted for resources: {'Subnet': ['ID=b7034154-78af-4dab-bf67-9d07d8fbb47d,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:13:50.793126 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-807dae63-4b88-4968-a94f-120fbe64a20c tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks [] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:50.803364 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-807dae63-4b88-4968-a94f-120fbe64a20c tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "DELETE /v2.0/subnets/b7034154-78af-4dab-bf67-9d07d8fbb47d HTTP/1.1" status: 204 len: 168 time: 0.6461055 Jun 01 19:13:50.803609 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 58090) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:13:50.808743 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a932c32b-4f0e-45dd-b623-cda4d5a1442c None None] Network dff807a0-8ea6-4127-898d-549f6adefb8f requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:13:50.831024 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d5c08f35-73d2-443b-82c2-f6bd324409e6 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:50.844438 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-9e8b6c20-5a99-4812-ad7d-c1a840e6e4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1871c5e-216e-49f9-bb41-4d6bbcaca0ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-859074608', 'tenant_id': '8537cfb3773e46d182e148cf5b0a717f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': '3354e18e-8fed-4e18-aeeb-d8c90cc969ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:11:37Z', 'updated_at': '2022-06-01T19:13:48Z', 'revision_number': 5, 'project_id': '8537cfb3773e46d182e148cf5b0a717f', 'gw_port': {'id': '3354e18e-8fed-4e18-aeeb-d8c90cc969ab', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:30:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1871c5e-216e-49f9-bb41-4d6bbcaca0ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2933, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:11:39Z', 'updated_at': '2022-06-01T19:12:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:13:50.849914 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c08f35-73d2-443b-82c2-f6bd324409e6 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Pushing event deleted for resources: {'Subnet': ['ID=a82bcef5-1234-4517-af5f-1a0a528ab695,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:13:50.857283 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-d5c08f35-73d2-443b-82c2-f6bd324409e6 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "DELETE /v2.0/subnets/a82bcef5-1234-4517-af5f-1a0a528ab695 HTTP/1.1" status: 204 len: 168 time: 1.0720608 Jun 01 19:13:50.864637 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 58094) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:13:50.864800 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e8b6c20-5a99-4812-ad7d-c1a840e6e4d8 None None] Checking router: f1871c5e-216e-49f9-bb41-4d6bbcaca0ec for host: n-d-844202-1 {{(pid=88527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 19:13:50.882115 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e8b6c20-5a99-4812-ad7d-c1a840e6e4d8 None None] Routers {'f1871c5e-216e-49f9-bb41-4d6bbcaca0ec'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:13:50.882334 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efbce139-51ac-4991-8cd2-0e4e4fc82269 None None] Network c840486e-0c2f-4729-9a0c-ee6552111f90 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:13:50.883734 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-9e8b6c20-5a99-4812-ad7d-c1a840e6e4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:13:39Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['f1871c5e-216e-49f9-bb41-4d6bbcaca0ec'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:13:50.944142 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-f6f51f42-aed6-497e-b657-21293e78e69a tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0762866 Jun 01 19:13:50.944385 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 58098) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:13:50.955859 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-913780c0-4b6b-4766-821d-063fccd352b5 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Request body: {'subnet': {'network_id': 'c840486e-0c2f-4729-9a0c-ee6552111f90', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:13:51.089996 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-913780c0-4b6b-4766-821d-063fccd352b5 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:13:51.095936 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-913780c0-4b6b-4766-821d-063fccd352b5 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Usage tracker for resource:subnet and tenant:451baccc58514a0cab8c4410ed135b7c is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:13:51.098627 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-744c2e57-2cfa-4651-b844-ac8b0bf5e9f3 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks [] for router, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:51.101802 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-913780c0-4b6b-4766-821d-063fccd352b5 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:13:51.109985 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-913780c0-4b6b-4766-821d-063fccd352b5 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:13:51.165348 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-9e8b6c20-5a99-4812-ad7d-c1a840e6e4d8 None None] Set router f1871c5e-216e-49f9-bb41-4d6bbcaca0ec gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:13:51.175577 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-913780c0-4b6b-4766-821d-063fccd352b5 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Made reservation on behalf of 451baccc58514a0cab8c4410ed135b7c for: {'subnet': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:13:51.180899 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-913780c0-4b6b-4766-821d-063fccd352b5 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3066584'] for subnet, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:51.288325 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-35c62bbb-f777-40e6-8edd-e2c1498eef01 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:51.296781 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75167209-116c-44aa-8d98-74195f8f332a None None] DHCP port deletion for dff807a0-8ea6-4127-898d-549f6adefb8f request from n-d-844202-1 {{(pid=88526) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 19:13:51.308566 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-75167209-116c-44aa-8d98-74195f8f332a None None] Deleting port d1888a93-9c4a-4c83-b3e5-df65e786768d {{(pid=88526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:13:51.308950 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-75167209-116c-44aa-8d98-74195f8f332a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:51.343559 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-744c2e57-2cfa-4651-b844-ac8b0bf5e9f3 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:51.347179 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75716c7e-5633-4115-be96-5fd14843426e None None] DHCP port deletion for c840486e-0c2f-4729-9a0c-ee6552111f90 request from n-d-844202-1 {{(pid=88526) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 19:13:51.363177 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-744c2e57-2cfa-4651-b844-ac8b0bf5e9f3 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Deleting port 3354e18e-8fed-4e18-aeeb-d8c90cc969ab {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:13:51.364822 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-744c2e57-2cfa-4651-b844-ac8b0bf5e9f3 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:51.375946 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-75716c7e-5633-4115-be96-5fd14843426e None None] Deleting port 5e08f70d-11a1-4263-a8d9-9bcd813d5324 {{(pid=88526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:13:51.376446 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-75716c7e-5633-4115-be96-5fd14843426e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:51.397630 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c62bbb-f777-40e6-8edd-e2c1498eef01 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Pushing event deleted for resources: {'Port': ['ID=cbad83d9-4a84-47c6-a6b1-fc15d2485398,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:13:51.562813 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device a550a778-e132-4180-bce5-d2a03048c7e8 up at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:13:51.597059 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-9e8b6c20-5a99-4812-ad7d-c1a840e6e4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1871c5e-216e-49f9-bb41-4d6bbcaca0ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-859074608', 'tenant_id': '8537cfb3773e46d182e148cf5b0a717f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': '3354e18e-8fed-4e18-aeeb-d8c90cc969ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:11:37Z', 'updated_at': '2022-06-01T19:13:48Z', 'revision_number': 5, 'project_id': '8537cfb3773e46d182e148cf5b0a717f', 'gw_port': {'id': '3354e18e-8fed-4e18-aeeb-d8c90cc969ab', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:30:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1871c5e-216e-49f9-bb41-4d6bbcaca0ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2933, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:11:39Z', 'updated_at': '2022-06-01T19:12:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:13:51.602594 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e8b6c20-5a99-4812-ad7d-c1a840e6e4d8 None None] The sync data for ids ['f1871c5e-216e-49f9-bb41-4d6bbcaca0ec'] in n-d-844202-1 is: [{'id': 'f1871c5e-216e-49f9-bb41-4d6bbcaca0ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-859074608', 'tenant_id': '8537cfb3773e46d182e148cf5b0a717f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': '3354e18e-8fed-4e18-aeeb-d8c90cc969ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:11:37Z', 'updated_at': '2022-06-01T19:13:48Z', 'revision_number': 5, 'project_id': '8537cfb3773e46d182e148cf5b0a717f', 'gw_port': {'id': '3354e18e-8fed-4e18-aeeb-d8c90cc969ab', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:30:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1871c5e-216e-49f9-bb41-4d6bbcaca0ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2933, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:11:39Z', 'updated_at': '2022-06-01T19:12:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:13:51.721227 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-35c62bbb-f777-40e6-8edd-e2c1498eef01 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-887310'] for router_interface, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:51.788072 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [None req-744c2e57-2cfa-4651-b844-ac8b0bf5e9f3 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] For port 3354e18e-8fed-4e18-aeeb-d8c90cc969ab, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=3354e18e-8fed-4e18-aeeb-d8c90cc969ab,segment=NetworkSegment(7875af61-4c53-4ff2-b8c8-d4b7c35ff947),segment_id=7875af61-4c53-4ff2-b8c8-d4b7c35ff947)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:13:51.788752 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-744c2e57-2cfa-4651-b844-ac8b0bf5e9f3 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:51.860591 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning for port a550a778-e132-4180-bce5-d2a03048c7e8 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:13:51.925341 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-744c2e57-2cfa-4651-b844-ac8b0bf5e9f3 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Calling delete_port for 3354e18e-8fed-4e18-aeeb-d8c90cc969ab owned by network:router_gateway {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:13:51.929084 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning complete for port a550a778-e132-4180-bce5-d2a03048c7e8 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:13:51.929763 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:51.997983 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-75716c7e-5633-4115-be96-5fd14843426e None None] For port 5e08f70d-11a1-4263-a8d9-9bcd813d5324, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=5e08f70d-11a1-4263-a8d9-9bcd813d5324,segment=NetworkSegment(a6cfd7d1-5211-44ec-a836-a984e441185d),segment_id=a6cfd7d1-5211-44ec-a836-a984e441185d)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:13:51.998388 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-75716c7e-5633-4115-be96-5fd14843426e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:52.164707 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-75716c7e-5633-4115-be96-5fd14843426e None None] Calling delete_port for 5e08f70d-11a1-4263-a8d9-9bcd813d5324 owned by network:dhcp {{(pid=88526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:13:52.186368 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4127ede8-d5dd-45bf-a319-65efccc13dc0 req-4136133b-4365-4a35-b249-4dc22ddc9699 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:13:52.195215 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4127ede8-d5dd-45bf-a319-65efccc13dc0 req-4136133b-4365-4a35-b249-4dc22ddc9699 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2286216-8c80-4d0f-a6bc-2de102e2186c HTTP/1.1" status: 200 len: 945 time: 0.3901482 Jun 01 19:13:52.218881 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device d1888a93-9c4a-4c83-b3e5-df65e786768d no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:13:52.261902 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-744c2e57-2cfa-4651-b844-ac8b0bf5e9f3 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:52.294204 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-75167209-116c-44aa-8d98-74195f8f332a None None] For port d1888a93-9c4a-4c83-b3e5-df65e786768d, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=d1888a93-9c4a-4c83-b3e5-df65e786768d,segment=NetworkSegment(5fc4ab46-cdd1-4a9b-8c32-e8e8c6108992),segment_id=5fc4ab46-cdd1-4a9b-8c32-e8e8c6108992)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:13:52.294572 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-75167209-116c-44aa-8d98-74195f8f332a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:52.315552 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744c2e57-2cfa-4651-b844-ac8b0bf5e9f3 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Pushing event deleted for resources: {'Port': ['ID=3354e18e-8fed-4e18-aeeb-d8c90cc969ab,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:13:52.420161 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-744c2e57-2cfa-4651-b844-ac8b0bf5e9f3 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-887703'] for router_gateway, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:52.462173 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-75167209-116c-44aa-8d98-74195f8f332a None None] Calling delete_port for d1888a93-9c4a-4c83-b3e5-df65e786768d owned by network:dhcp {{(pid=88526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:13:52.520173 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port a550a778-e132-4180-bce5-d2a03048c7e8 is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:13:52.520724 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:52.538903 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4127ede8-d5dd-45bf-a319-65efccc13dc0 req-ccc461fe-b2d2-4d11-90b8-fc50a3058170 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/security-groups?id=64983b74-c803-470a-b560-086d234f978a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3425014 Jun 01 19:13:52.561018 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35c62bbb-f777-40e6-8edd-e2c1498eef01 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Router 84cd971b-b1d0-4b21-8841-559c5fc44298 has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 19:13:52.606767 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-744c2e57-2cfa-4651-b844-ac8b0bf5e9f3 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25316'] for router, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:52.609132 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-744c2e57-2cfa-4651-b844-ac8b0bf5e9f3 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:52.635649 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2286216-8c80-4d0f-a6bc-2de102e2186c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a550a778-e132-4180-bce5-d2a03048c7e8'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:13:52.640469 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-744c2e57-2cfa-4651-b844-ac8b0bf5e9f3 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-891519'] for router, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:52.641009 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-744c2e57-2cfa-4651-b844-ac8b0bf5e9f3 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Fanout notify agent at l3_agent the message router_deleted on router f1871c5e-216e-49f9-bb41-4d6bbcaca0ec {{(pid=88525) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 19:13:52.647856 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-75716c7e-5633-4115-be96-5fd14843426e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535'] for port, after_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:52.668103 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-744c2e57-2cfa-4651-b844-ac8b0bf5e9f3 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks [] for router, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:52.669269 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-744c2e57-2cfa-4651-b844-ac8b0bf5e9f3 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "DELETE /v2.0/routers/f1871c5e-216e-49f9-bb41-4d6bbcaca0ec HTTP/1.1" status: 204 len: 168 time: 1.8648062 Jun 01 19:13:52.672304 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 58106) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:13:52.695280 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port a550a778-e132-4180-bce5-d2a03048c7e8, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=a550a778-e132-4180-bce5-d2a03048c7e8,segment=NetworkSegment(391d97c0-c1c6-4de9-90ea-516f30f0f3f3),segment_id=391d97c0-c1c6-4de9-90ea-516f30f0f3f3)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:13:52.723758 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-75167209-116c-44aa-8d98-74195f8f332a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535'] for port, after_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:52.727484 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:52.729831 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75716c7e-5633-4115-be96-5fd14843426e None None] No DVR routers for this DVR port 5e08f70d-11a1-4263-a8d9-9bcd813d5324 on host n-d-844202-1 {{(pid=88526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:13:52.732344 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port d1888a93-9c4a-4c83-b3e5-df65e786768d is: ACTIVE; New status is: DOWN {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:13:52.732588 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:52.732753 n-d-844202-1 neutron-server[88524]: DEBUG neutron.objects.ports [None req-913780c0-4b6b-4766-821d-063fccd352b5 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88524) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jun 01 19:13:52.742524 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75716c7e-5633-4115-be96-5fd14843426e None None] Pushing event deleted for resources: {'Port': ['ID=5e08f70d-11a1-4263-a8d9-9bcd813d5324,revision_number=None']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:13:52.804832 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0592acd2-3e7c-479d-92d1-1af401133a49'] response: {'server_uuid': 'a2286216-8c80-4d0f-a6bc-2de102e2186c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a550a778-e132-4180-bce5-d2a03048c7e8', 'code': 200} Jun 01 19:13:52.826400 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75167209-116c-44aa-8d98-74195f8f332a None None] No DVR routers for this DVR port d1888a93-9c4a-4c83-b3e5-df65e786768d on host n-d-844202-1 {{(pid=88526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:13:52.828670 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75167209-116c-44aa-8d98-74195f8f332a None None] Pushing event deleted for resources: {'Port': ['ID=d1888a93-9c4a-4c83-b3e5-df65e786768d,revision_number=None']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:13:52.833301 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35c62bbb-f777-40e6-8edd-e2c1498eef01 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:13:52.885145 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b2a62e8b-928c-4dc9-91d8-03b404d8732d tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:52.908361 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417f79af-4a96-4174-add9-b4d6df16420d None None] Sync routers for ids ['84cd971b-b1d0-4b21-8841-559c5fc44298'] in n-d-844202-1 {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:13:52.930849 n-d-844202-1 neutron-server[88524]: WARNING neutron.services.revisions.revision_plugin [None req-913780c0-4b6b-4766-821d-063fccd352b5 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Could not find related port for resource to bump revision. Jun 01 19:13:52.950655 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-35c62bbb-f777-40e6-8edd-e2c1498eef01 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] 10.222.0.41 "PUT /v2.0/routers/84cd971b-b1d0-4b21-8841-559c5fc44298/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0017219 Jun 01 19:13:52.953440 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 58110) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:13:52.959068 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.ipam_pluggable_backend [None req-913780c0-4b6b-4766-821d-063fccd352b5 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Port 5e08f70d-11a1-4263-a8d9-9bcd813d5324 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=88524) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Jun 01 19:13:52.959599 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.ipam_pluggable_backend [None req-913780c0-4b6b-4766-821d-063fccd352b5 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Reverting IP allocation for 2001:db8::f816:3eff:feba:c06a {{(pid=88524) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Jun 01 19:13:52.965235 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 5e08f70d-11a1-4263-a8d9-9bcd813d5324 no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:13:52.969645 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-913780c0-4b6b-4766-821d-063fccd352b5 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2718919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3066602'] for subnet, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:53.007491 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: 5e08f70d-11a1-4263-a8d9-9bcd813d5324 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:13:53.007832 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 5e08f70d-11a1-4263-a8d9-9bcd813d5324 not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:13:53.008268 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 681ef106-1bc1-4608-8cfc-f27bab3173c9 no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:13:53.032973 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417f79af-4a96-4174-add9-b4d6df16420d None None] Routers {'84cd971b-b1d0-4b21-8841-559c5fc44298'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:13:53.033534 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-417f79af-4a96-4174-add9-b4d6df16420d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:13:39Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['84cd971b-b1d0-4b21-8841-559c5fc44298'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:13:53.044930 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-913780c0-4b6b-4766-821d-063fccd352b5 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Network c840486e-0c2f-4729-9a0c-ee6552111f90 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:13:53.046447 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-913780c0-4b6b-4766-821d-063fccd352b5 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:13:53.054818 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-913780c0-4b6b-4766-821d-063fccd352b5 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:13:53.056291 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-913780c0-4b6b-4766-821d-063fccd352b5 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:53.073402 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913780c0-4b6b-4766-821d-063fccd352b5 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Pushing event updated for resources: {'Subnet': ['ID=742c05ab-6145-41d1-9760-364bf19a4f3c,revision_number=0']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:13:53.089158 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781500db-f5ae-4f67-8fbc-1736b662e712 req-44ce374f-3e3a-4323-99f5-2f393e62ae3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:13:53.091163 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-781500db-f5ae-4f67-8fbc-1736b662e712 req-44ce374f-3e3a-4323-99f5-2f393e62ae3d service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a2286216-8c80-4d0f-a6bc-2de102e2186c HTTP/1.1" status: 200 len: 1097 time: 0.2175722 Jun 01 19:13:53.094610 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-913780c0-4b6b-4766-821d-063fccd352b5 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1492970 Jun 01 19:13:53.098185 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b2a62e8b-928c-4dc9-91d8-03b404d8732d tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:53.098800 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 58114) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:13:53.117230 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-1eceb240-201d-481d-b9ec-f1ed2419a7e7 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Request body: {'port': {'network_id': 'c840486e-0c2f-4729-9a0c-ee6552111f90', 'mac_address': 'fa:16:3e:e9:f0:48', 'name': 'tempest-NetworksTestDHCPv6-1961269153'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:13:53.117547 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_v2 [None req-74284fd3-a21d-4e4f-b608-b2a45c67eb26 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Deleting subnet a9564001-b895-4331-9cb7-5f0348a73ede {{(pid=88525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 19:13:53.131352 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-74284fd3-a21d-4e4f-b608-b2a45c67eb26 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks [] for subnet, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:53.153748 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42e2cb24-3aa9-413a-8e60-be16d701e6d9 None None] Network c840486e-0c2f-4729-9a0c-ee6552111f90 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:13:53.165332 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-b2a62e8b-928c-4dc9-91d8-03b404d8732d tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dff807a0-8ea6-4127-898d-549f6adefb8f']}} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:13:53.189433 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: 681ef106-1bc1-4608-8cfc-f27bab3173c9 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:13:53.189780 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 681ef106-1bc1-4608-8cfc-f27bab3173c9 not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:13:53.191201 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-b2a62e8b-928c-4dc9-91d8-03b404d8732d tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fc4ab46-cdd1-4a9b-8c32-e8e8c6108992') {'for_net_delete': True} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:13:53.191201 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-b2a62e8b-928c-4dc9-91d8-03b404d8732d tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fc4ab46-cdd1-4a9b-8c32-e8e8c6108992') {} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:13:53.209031 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b2a62e8b-928c-4dc9-91d8-03b404d8732d tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2258522'] for segment, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:53.221811 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-74284fd3-a21d-4e4f-b608-b2a45c67eb26 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2258509'] for subnet, precommit_delete_associations {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:53.231879 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-781500db-f5ae-4f67-8fbc-1736b662e712 req-f1df66aa-6c23-44b9-b08b-f5d9e252b4bb service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=64983b74-c803-470a-b560-086d234f978a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1343708 Jun 01 19:13:53.275161 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b2a62e8b-928c-4dc9-91d8-03b404d8732d tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:53.289144 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2a62e8b-928c-4dc9-91d8-03b404d8732d tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=88525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 19:13:53.289549 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b2a62e8b-928c-4dc9-91d8-03b404d8732d tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2613981'] for segment, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:53.291048 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-1eceb240-201d-481d-b9ec-f1ed2419a7e7 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:13:53.296324 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-1eceb240-201d-481d-b9ec-f1ed2419a7e7 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Usage tracker for resource:port and tenant:451baccc58514a0cab8c4410ed135b7c is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:13:53.301792 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-1eceb240-201d-481d-b9ec-f1ed2419a7e7 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:13:53.308411 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-1eceb240-201d-481d-b9ec-f1ed2419a7e7 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:13:53.319659 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eceb240-201d-481d-b9ec-f1ed2419a7e7 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Made reservation on behalf of 451baccc58514a0cab8c4410ed135b7c for: {'port': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:13:53.389120 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=a550a778-e132-4180-bce5-d2a03048c7e8,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:13:53.423797 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment 5fc4ab46-cdd1-4a9b-8c32-e8e8c6108992 resource provider aggregate not found Jun 01 19:13:53.434299 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b2a62e8b-928c-4dc9-91d8-03b404d8732d tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:53.459831 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b2a62e8b-928c-4dc9-91d8-03b404d8732d tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks [] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:53.467166 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment 5fc4ab46-cdd1-4a9b-8c32-e8e8c6108992 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5fc4ab46-cdd1-4a9b-8c32-e8e8c6108992 found for delete ", "request_id": "req-999af91a-7026-443b-93b1-e6ed296ad2ca"}]} Jun 01 19:13:53.471827 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-417f79af-4a96-4174-add9-b4d6df16420d None None] Set router 84cd971b-b1d0-4b21-8841-559c5fc44298 gateway port host: None {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:13:53.476621 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a62e8b-928c-4dc9-91d8-03b404d8732d tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Pushing event deleted for resources: {'Network': ['ID=dff807a0-8ea6-4127-898d-549f6adefb8f,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:13:53.493542 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-74284fd3-a21d-4e4f-b608-b2a45c67eb26 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:53.502455 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1eceb240-201d-481d-b9ec-f1ed2419a7e7 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:53.527174 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-b2a62e8b-928c-4dc9-91d8-03b404d8732d tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "DELETE /v2.0/networks/dff807a0-8ea6-4127-898d-549f6adefb8f HTTP/1.1" status: 204 len: 168 time: 0.8511240 Jun 01 19:13:53.530611 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 58124) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:13:53.531361 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [None req-1eceb240-201d-481d-b9ec-f1ed2419a7e7 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] device_id is not set on port d7f8294f-5f5d-416a-a9fd-d8d5f77d44b3 yet. {{(pid=88524) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 19:13:53.746281 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b342a980-4a91-4bf2-b3f1-03b60ef84c14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc93f83c3-7fb6-5c13-a9d4-29d739a4e8d2-c840486e-0c2f-4729-9a0c-ee6552111f90', 'network_id': 'c840486e-0c2f-4729-9a0c-ee6552111f90', 'tenant_id': '451baccc58514a0cab8c4410ed135b7c', 'fixed_ips': [{'subnet_id': '742c05ab-6145-41d1-9760-364bf19a4f3c'}]}} from n-d-844202-1. {{(pid=88526) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 19:13:53.748124 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-b342a980-4a91-4bf2-b3f1-03b60ef84c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:53.753517 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-731bbd46-f6ee-4686-8072-d460bf46993e tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:53.757318 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-74284fd3-a21d-4e4f-b608-b2a45c67eb26 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2614143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9667199'] for subnet, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:53.768570 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [None req-1eceb240-201d-481d-b9ec-f1ed2419a7e7 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Allocated IP 2001:db8::f816:3eff:fee9:f048 (c840486e-0c2f-4729-9a0c-ee6552111f90/742c05ab-6145-41d1-9760-364bf19a4f3c/d7f8294f-5f5d-416a-a9fd-d8d5f77d44b3) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:13:53.809822 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74284fd3-a21d-4e4f-b608-b2a45c67eb26 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Pushing event deleted for resources: {'Subnet': ['ID=a9564001-b895-4331-9cb7-5f0348a73ede,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:13:53.820124 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-74284fd3-a21d-4e4f-b608-b2a45c67eb26 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks [] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:53.833263 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-731bbd46-f6ee-4686-8072-d460bf46993e tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:53.837741 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d0b295-4f87-4552-9fa2-b2c1db7efe93 req-19b1dc7a-e44f-481a-8e09-fdbd5c99a908 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:13:53.839233 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a4d0b295-4f87-4552-9fa2-b2c1db7efe93 req-19b1dc7a-e44f-481a-8e09-fdbd5c99a908 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2286216-8c80-4d0f-a6bc-2de102e2186c HTTP/1.1" status: 200 len: 946 time: 0.1545808 Jun 01 19:13:53.842141 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-74284fd3-a21d-4e4f-b608-b2a45c67eb26 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] 10.222.0.41 "DELETE /v2.0/subnets/a9564001-b895-4331-9cb7-5f0348a73ede HTTP/1.1" status: 204 len: 168 time: 0.8876069 Jun 01 19:13:53.846499 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 58130) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:13:53.879383 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25cf36c2-e517-4958-a34b-331d7eeb8db3 None None] Network cfec68c2-d7bd-4b12-96cf-27c3bb3ef58c requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:13:53.990275 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a4d0b295-4f87-4552-9fa2-b2c1db7efe93 req-39d6e584-2714-4645-84aa-ae50a92f9241 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/security-groups?id=64983b74-c803-470a-b560-086d234f978a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1393712 Jun 01 19:13:53.995307 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e1164906-0d0e-41e2-b441-dd8312fa96aa tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:54.023326 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-e1164906-0d0e-41e2-b441-dd8312fa96aa tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Deleting port a82d1a8e-859a-49ef-a5c4-0d838d0af0c2 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:13:54.023326 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e1164906-0d0e-41e2-b441-dd8312fa96aa tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:54.086577 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1eceb240-201d-481d-b9ec-f1ed2419a7e7 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:54.119721 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [None req-1eceb240-201d-481d-b9ec-f1ed2419a7e7 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Transition to ACTIVE for port object d7f8294f-5f5d-416a-a9fd-d8d5f77d44b3 will not be triggered until provisioned by entity DHCP. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:13:54.145455 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1eceb240-201d-481d-b9ec-f1ed2419a7e7 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:54.145720 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-731bbd46-f6ee-4686-8072-d460bf46993e tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:54.182302 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731bbd46-f6ee-4686-8072-d460bf46993e tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=362494bd-abbe-4b71-ae2f-86abe5bbd7b0,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:13:54.212709 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-731bbd46-f6ee-4686-8072-d460bf46993e tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:54.213913 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-731bbd46-f6ee-4686-8072-d460bf46993e tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "DELETE /v2.0/security-groups/362494bd-abbe-4b71-ae2f-86abe5bbd7b0 HTTP/1.1" status: 204 len: 168 time: 0.6830211 Jun 01 19:13:54.225266 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eceb240-201d-481d-b9ec-f1ed2419a7e7 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Network c840486e-0c2f-4729-9a0c-ee6552111f90 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:13:54.234774 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 3354e18e-8fed-4e18-aeeb-d8c90cc969ab no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:13:54.235322 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-1eceb240-201d-481d-b9ec-f1ed2419a7e7 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:13:54.242962 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eceb240-201d-481d-b9ec-f1ed2419a7e7 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:13:54.248538 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eceb240-201d-481d-b9ec-f1ed2419a7e7 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:13:54.253629 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1eceb240-201d-481d-b9ec-f1ed2419a7e7 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:54.273261 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eceb240-201d-481d-b9ec-f1ed2419a7e7 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Pushing event updated for resources: {'Port': ['ID=d7f8294f-5f5d-416a-a9fd-d8d5f77d44b3,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:13:54.308788 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-1eceb240-201d-481d-b9ec-f1ed2419a7e7 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.1960175 Jun 01 19:13:54.311595 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 58140) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:13:54.360622 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: 3354e18e-8fed-4e18-aeeb-d8c90cc969ab {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:13:54.361033 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 3354e18e-8fed-4e18-aeeb-d8c90cc969ab not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:13:54.372535 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 58144) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:13:54.396483 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-5828fc62-6d94-4d3f-9fdf-9e42f4907a49 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1805578043', 'description': 'tempest-secgroup-smoke-1805578043 description', 'project_id': '8537cfb3773e46d182e148cf5b0a717f'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:13:54.425346 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.db_base_plugin_common [None req-b342a980-4a91-4bf2-b3f1-03b60ef84c14 None None] Allocated IP 2001:db8::f816:3eff:fe4e:e9c5 (c840486e-0c2f-4729-9a0c-ee6552111f90/742c05ab-6145-41d1-9760-364bf19a4f3c/a04142db-d134-4a20-8edd-eb9fddb7a01a) {{(pid=88526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:13:54.439533 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-5828fc62-6d94-4d3f-9fdf-9e42f4907a49 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:13:54.448021 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-5828fc62-6d94-4d3f-9fdf-9e42f4907a49 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Usage tracker for resource:security_group and tenant:8537cfb3773e46d182e148cf5b0a717f is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:13:54.451846 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [None req-e1164906-0d0e-41e2-b441-dd8312fa96aa tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] For port a82d1a8e-859a-49ef-a5c4-0d838d0af0c2, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=a82d1a8e-859a-49ef-a5c4-0d838d0af0c2,segment=NetworkSegment(a52f4a81-7e64-42ca-adcc-8da7d7609ee5),segment_id=a52f4a81-7e64-42ca-adcc-8da7d7609ee5)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:13:54.452258 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e1164906-0d0e-41e2-b441-dd8312fa96aa tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:54.452510 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5962372c-7b0b-46fa-93e5-c4dc4541dd38 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:13:54.453210 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-5962372c-7b0b-46fa-93e5-c4dc4541dd38 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Synchronizing usage tracker for tenant:451baccc58514a0cab8c4410ed135b7c on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:13:54.460958 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-5828fc62-6d94-4d3f-9fdf-9e42f4907a49 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:13:54.470723 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-5828fc62-6d94-4d3f-9fdf-9e42f4907a49 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:13:54.471379 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-5962372c-7b0b-46fa-93e5-c4dc4541dd38 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Unset dirty status for tenant:451baccc58514a0cab8c4410ed135b7c on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:13:54.473529 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-5962372c-7b0b-46fa-93e5-c4dc4541dd38 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1598895 Jun 01 19:13:54.476337 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 58148) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:13:54.553307 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-0771b703-ca40-4277-b729-318b6c8a11ba tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Deleting port d7f8294f-5f5d-416a-a9fd-d8d5f77d44b3 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:13:54.553648 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-0771b703-ca40-4277-b729-318b6c8a11ba tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:54.558402 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a139e776-94c1-4317-8fe2-272501123d34 None None] DHCP port deletion for cfec68c2-d7bd-4b12-96cf-27c3bb3ef58c request from n-d-844202-1 {{(pid=88526) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 19:13:54.567368 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-417f79af-4a96-4174-add9-b4d6df16420d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84cd971b-b1d0-4b21-8841-559c5fc44298', 'name': 'tempest-RoutersIpV6Test-router-616667906', 'tenant_id': '8011be9678e842bab7da75259f1c11c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:13:06Z', 'updated_at': '2022-06-01T19:13:51Z', 'revision_number': 9, 'project_id': '8011be9678e842bab7da75259f1c11c1', 'gw_port_host': None, '_interfaces': [{'id': '61196a84-45b3-4aec-9501-e33bd51ca3a4', 'name': '', 'network_id': '05aa4ee3-9ed0-4e01-81b9-048f59f628c3', 'tenant_id': '8011be9678e842bab7da75259f1c11c1', 'mac_address': 'fa:16:3e:ec:98:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84cd971b-b1d0-4b21-8841-559c5fc44298', 'device_owner': 'network:router_interface', 'standard_attr_id': 3006, 'fixed_ips': [{'subnet_id': '75d314dd-d0f4-48d5-b3fb-66f5cb773d77', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:13:13Z', 'updated_at': '2022-06-01T19:13:33Z', 'revision_number': 5, 'project_id': '8011be9678e842bab7da75259f1c11c1', 'subnets': [{'id': '75d314dd-d0f4-48d5-b3fb-66f5cb773d77', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dce2d04b-a356-4b5a-8b0a-400c9924d3cb', 'name': '', 'network_id': '0685924a-b45e-4145-8b0e-591ee3a46b73', 'tenant_id': '8011be9678e842bab7da75259f1c11c1', 'mac_address': 'fa:16:3e:20:2b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84cd971b-b1d0-4b21-8841-559c5fc44298', 'device_owner': 'network:router_interface', 'standard_attr_id': 2998, 'fixed_ips': [{'subnet_id': 'd6578dc6-550e-4396-8fc7-6b70868dc84b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:13:08Z', 'updated_at': '2022-06-01T19:13:23Z', 'revision_number': 5, 'project_id': '8011be9678e842bab7da75259f1c11c1', 'subnets': [{'id': 'd6578dc6-550e-4396-8fc7-6b70868dc84b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:13:54.572721 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-a139e776-94c1-4317-8fe2-272501123d34 None None] Deleting port a82d1a8e-859a-49ef-a5c4-0d838d0af0c2 {{(pid=88526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:13:54.573173 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-a139e776-94c1-4317-8fe2-272501123d34 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:54.601319 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-e1164906-0d0e-41e2-b441-dd8312fa96aa tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Calling delete_port for a82d1a8e-859a-49ef-a5c4-0d838d0af0c2 owned by network:dhcp {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:13:54.624128 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417f79af-4a96-4174-add9-b4d6df16420d None None] Checking router: 84cd971b-b1d0-4b21-8841-559c5fc44298 for host: n-d-844202-1 {{(pid=88526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 19:13:54.642042 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5828fc62-6d94-4d3f-9fdf-9e42f4907a49 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:54.666436 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417f79af-4a96-4174-add9-b4d6df16420d None None] Routers {'84cd971b-b1d0-4b21-8841-559c5fc44298'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:13:54.666825 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-417f79af-4a96-4174-add9-b4d6df16420d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:13:39Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['84cd971b-b1d0-4b21-8841-559c5fc44298'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:13:54.683692 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-5828fc62-6d94-4d3f-9fdf-9e42f4907a49 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:13:54.692254 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-5828fc62-6d94-4d3f-9fdf-9e42f4907a49 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Usage tracker for resource:security_group_rule and tenant:8537cfb3773e46d182e148cf5b0a717f is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:13:54.696267 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-5828fc62-6d94-4d3f-9fdf-9e42f4907a49 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:13:54.713070 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-5828fc62-6d94-4d3f-9fdf-9e42f4907a49 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:13:54.728783 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e1164906-0d0e-41e2-b441-dd8312fa96aa tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:54.785064 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1164906-0d0e-41e2-b441-dd8312fa96aa tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Pushing event deleted for resources: {'Port': ['ID=a82d1a8e-859a-49ef-a5c4-0d838d0af0c2,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:13:54.798118 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1164906-0d0e-41e2-b441-dd8312fa96aa tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] No DVR routers for this DVR port a82d1a8e-859a-49ef-a5c4-0d838d0af0c2 on host n-d-844202-1 {{(pid=88525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:13:54.940488 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-a139e776-94c1-4317-8fe2-272501123d34 None None] The port 'a82d1a8e-859a-49ef-a5c4-0d838d0af0c2' was deleted {{(pid=88526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 01 19:13:54.960791 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e1164906-0d0e-41e2-b441-dd8312fa96aa tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:54.974105 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5828fc62-6d94-4d3f-9fdf-9e42f4907a49 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:54.987561 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-0771b703-ca40-4277-b729-318b6c8a11ba tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:54.989832 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5828fc62-6d94-4d3f-9fdf-9e42f4907a49 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:54.994767 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-417f79af-4a96-4174-add9-b4d6df16420d None None] Set router 84cd971b-b1d0-4b21-8841-559c5fc44298 gateway port host: None {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:13:55.013293 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-e1164906-0d0e-41e2-b441-dd8312fa96aa tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfec68c2-d7bd-4b12-96cf-27c3bb3ef58c']}} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:13:55.032928 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-e1164906-0d0e-41e2-b441-dd8312fa96aa tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a52f4a81-7e64-42ca-adcc-8da7d7609ee5') {'for_net_delete': True} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:13:55.033159 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-e1164906-0d0e-41e2-b441-dd8312fa96aa tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a52f4a81-7e64-42ca-adcc-8da7d7609ee5') {} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:13:55.062771 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e1164906-0d0e-41e2-b441-dd8312fa96aa tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2258522'] for segment, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:55.071663 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-b342a980-4a91-4bf2-b3f1-03b60ef84c14 None None] Notify callbacks [] for port, precommit_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:55.075433 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5828fc62-6d94-4d3f-9fdf-9e42f4907a49 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56247f7a-6a0e-46fd-a754-17d488ad1a50,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:13:55.091473 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e1164906-0d0e-41e2-b441-dd8312fa96aa tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:55.100811 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1164906-0d0e-41e2-b441-dd8312fa96aa tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=88525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 19:13:55.101218 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e1164906-0d0e-41e2-b441-dd8312fa96aa tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2613981'] for segment, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:55.110138 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-b342a980-4a91-4bf2-b3f1-03b60ef84c14 None None] Transition to ACTIVE for port object a04142db-d134-4a20-8edd-eb9fddb7a01a will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:13:55.119625 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5828fc62-6d94-4d3f-9fdf-9e42f4907a49 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:55.123845 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-5828fc62-6d94-4d3f-9fdf-9e42f4907a49 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7456985 Jun 01 19:13:55.126561 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 58154) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:13:55.154980 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-0771b703-ca40-4277-b729-318b6c8a11ba tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Calling delete_port for d7f8294f-5f5d-416a-a9fd-d8d5f77d44b3 owned by {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:13:55.218791 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-1b872e31-43d8-40e9-9a6e-8dfe1cb4373c tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Request body: {'security_group_rule': {'security_group_id': '56247f7a-6a0e-46fd-a754-17d488ad1a50', 'project_id': '8537cfb3773e46d182e148cf5b0a717f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:13:55.245941 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-1b872e31-43d8-40e9-9a6e-8dfe1cb4373c tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:13:55.252607 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-b342a980-4a91-4bf2-b3f1-03b60ef84c14 None None] Transition to ACTIVE for port object a04142db-d134-4a20-8edd-eb9fddb7a01a will not be triggered until provisioned by entity DHCP. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:13:55.259187 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-1b872e31-43d8-40e9-9a6e-8dfe1cb4373c tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Usage tracker for resource:security_group_rule and tenant:8537cfb3773e46d182e148cf5b0a717f is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:13:55.270812 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-b342a980-4a91-4bf2-b3f1-03b60ef84c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526'] for port, after_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:55.271041 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-1b872e31-43d8-40e9-9a6e-8dfe1cb4373c tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:13:55.278476 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-1b872e31-43d8-40e9-9a6e-8dfe1cb4373c tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:13:55.287062 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e1164906-0d0e-41e2-b441-dd8312fa96aa tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:55.315628 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e1164906-0d0e-41e2-b441-dd8312fa96aa tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks [] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:55.325132 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1164906-0d0e-41e2-b441-dd8312fa96aa tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Pushing event deleted for resources: {'Network': ['ID=cfec68c2-d7bd-4b12-96cf-27c3bb3ef58c,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:13:55.327771 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-0771b703-ca40-4277-b729-318b6c8a11ba tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:55.340632 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b342a980-4a91-4bf2-b3f1-03b60ef84c14 None None] Network c840486e-0c2f-4729-9a0c-ee6552111f90 is already hosted by enough agents. {{(pid=88526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:13:55.345365 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.base_scheduler [None req-b342a980-4a91-4bf2-b3f1-03b60ef84c14 None None] Resources bound (agent type, host, resource id): {{(pid=88526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:13:55.346156 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1b872e31-43d8-40e9-9a6e-8dfe1cb4373c tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:55.352611 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b342a980-4a91-4bf2-b3f1-03b60ef84c14 None None] Received port after_create {{(pid=88526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:13:55.365413 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-e1164906-0d0e-41e2-b441-dd8312fa96aa tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] 10.222.0.41 "DELETE /v2.0/networks/cfec68c2-d7bd-4b12-96cf-27c3bb3ef58c HTTP/1.1" status: 204 len: 168 time: 1.5153511 Jun 01 19:13:55.367022 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 58158) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:13:55.382332 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0771b703-ca40-4277-b729-318b6c8a11ba tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Pushing event deleted for resources: {'Port': ['ID=d7f8294f-5f5d-416a-a9fd-d8d5f77d44b3,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:13:55.433099 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-0771b703-ca40-4277-b729-318b6c8a11ba tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:55.449135 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-0771b703-ca40-4277-b729-318b6c8a11ba tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "DELETE /v2.0/ports/d7f8294f-5f5d-416a-a9fd-d8d5f77d44b3 HTTP/1.1" status: 204 len: 168 time: 0.9718859 Jun 01 19:13:55.451872 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 58162) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:13:55.452880 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f981a56-b547-4dd4-9968-b02635f44aff req-d33c9b3a-6886-4c18-87f0-35d7800aad6b tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:13:55.454376 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-1f981a56-b547-4dd4-9968-b02635f44aff req-d33c9b3a-6886-4c18-87f0-35d7800aad6b tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2286216-8c80-4d0f-a6bc-2de102e2186c HTTP/1.1" status: 200 len: 946 time: 0.3322446 Jun 01 19:13:55.456527 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b342a980-4a91-4bf2-b3f1-03b60ef84c14 None None] Pushing event updated for resources: {'Port': ['ID=a04142db-d134-4a20-8edd-eb9fddb7a01a,revision_number=1']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:13:55.499507 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-b342a980-4a91-4bf2-b3f1-03b60ef84c14 None None] Attempting to bind port a04142db-d134-4a20-8edd-eb9fddb7a01a on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:13:55.499874 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-b342a980-4a91-4bf2-b3f1-03b60ef84c14 None None] Attempting to bind port a04142db-d134-4a20-8edd-eb9fddb7a01a by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': 'a6cfd7d1-5211-44ec-a836-a984e441185d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c840486e-0c2f-4729-9a0c-ee6552111f90'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:13:55.500269 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b342a980-4a91-4bf2-b3f1-03b60ef84c14 None None] Attempting to bind port a04142db-d134-4a20-8edd-eb9fddb7a01a on network c840486e-0c2f-4729-9a0c-ee6552111f90 {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:13:55.523178 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87dde8cb-6bc1-4aff-b53f-f0cb029176ef tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:13:55.524706 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87dde8cb-6bc1-4aff-b53f-f0cb029176ef tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:13:55.525430 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-87dde8cb-6bc1-4aff-b53f-f0cb029176ef tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Synchronizing usage tracker for tenant:451baccc58514a0cab8c4410ed135b7c on resource:subnet {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:13:55.540267 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b342a980-4a91-4bf2-b3f1-03b60ef84c14 None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 13, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:13:55.540548 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b342a980-4a91-4bf2-b3f1-03b60ef84c14 None None] Checking segment: {'id': 'a6cfd7d1-5211-44ec-a836-a984e441185d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c840486e-0c2f-4729-9a0c-ee6552111f90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:13:55.540817 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-b342a980-4a91-4bf2-b3f1-03b60ef84c14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:55.542606 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b342a980-4a91-4bf2-b3f1-03b60ef84c14 None None] Bound using segment: {'id': 'a6cfd7d1-5211-44ec-a836-a984e441185d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c840486e-0c2f-4729-9a0c-ee6552111f90'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:13:55.542727 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-87dde8cb-6bc1-4aff-b53f-f0cb029176ef tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Unset dirty status for tenant:451baccc58514a0cab8c4410ed135b7c on resource:subnet {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:13:55.542813 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-b342a980-4a91-4bf2-b3f1-03b60ef84c14 None None] Bound port: a04142db-d134-4a20-8edd-eb9fddb7a01a, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6cfd7d1-5211-44ec-a836-a984e441185d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c840486e-0c2f-4729-9a0c-ee6552111f90'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:13:55.542813 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-b342a980-4a91-4bf2-b3f1-03b60ef84c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:55.543003 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-87dde8cb-6bc1-4aff-b53f-f0cb029176ef tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0903852 Jun 01 19:13:55.545497 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 58168) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:13:55.555779 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment a52f4a81-7e64-42ca-adcc-8da7d7609ee5 resource provider aggregate not found Jun 01 19:13:55.625027 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7837bf4-d269-4884-ab9c-e138d9a4e071 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Deleting subnet 742c05ab-6145-41d1-9760-364bf19a4f3c {{(pid=88524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 19:13:55.628594 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a7837bf4-d269-4884-ab9c-e138d9a4e071 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks [] for subnet, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:55.660858 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-b342a980-4a91-4bf2-b3f1-03b60ef84c14 None None] For port a04142db-d134-4a20-8edd-eb9fddb7a01a, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:13:55.665306 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-417f79af-4a96-4174-add9-b4d6df16420d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84cd971b-b1d0-4b21-8841-559c5fc44298', 'name': 'tempest-RoutersIpV6Test-router-616667906', 'tenant_id': '8011be9678e842bab7da75259f1c11c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:13:06Z', 'updated_at': '2022-06-01T19:13:51Z', 'revision_number': 9, 'project_id': '8011be9678e842bab7da75259f1c11c1', 'gw_port_host': None, '_interfaces': [{'id': '61196a84-45b3-4aec-9501-e33bd51ca3a4', 'name': '', 'network_id': '05aa4ee3-9ed0-4e01-81b9-048f59f628c3', 'tenant_id': '8011be9678e842bab7da75259f1c11c1', 'mac_address': 'fa:16:3e:ec:98:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84cd971b-b1d0-4b21-8841-559c5fc44298', 'device_owner': 'network:router_interface', 'standard_attr_id': 3006, 'fixed_ips': [{'subnet_id': '75d314dd-d0f4-48d5-b3fb-66f5cb773d77', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:13:13Z', 'updated_at': '2022-06-01T19:13:33Z', 'revision_number': 5, 'project_id': '8011be9678e842bab7da75259f1c11c1', 'subnets': [{'id': '75d314dd-d0f4-48d5-b3fb-66f5cb773d77', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dce2d04b-a356-4b5a-8b0a-400c9924d3cb', 'name': '', 'network_id': '0685924a-b45e-4145-8b0e-591ee3a46b73', 'tenant_id': '8011be9678e842bab7da75259f1c11c1', 'mac_address': 'fa:16:3e:20:2b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84cd971b-b1d0-4b21-8841-559c5fc44298', 'device_owner': 'network:router_interface', 'standard_attr_id': 2998, 'fixed_ips': [{'subnet_id': 'd6578dc6-550e-4396-8fc7-6b70868dc84b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:13:08Z', 'updated_at': '2022-06-01T19:13:23Z', 'revision_number': 5, 'project_id': '8011be9678e842bab7da75259f1c11c1', 'subnets': [{'id': 'd6578dc6-550e-4396-8fc7-6b70868dc84b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:13:55.668104 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-b342a980-4a91-4bf2-b3f1-03b60ef84c14 None None] For port a04142db-d134-4a20-8edd-eb9fddb7a01a, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=a04142db-d134-4a20-8edd-eb9fddb7a01a,segment=NetworkSegment(a6cfd7d1-5211-44ec-a836-a984e441185d),segment_id=a6cfd7d1-5211-44ec-a836-a984e441185d)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:13:55.671404 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417f79af-4a96-4174-add9-b4d6df16420d None None] The sync data for ids ['84cd971b-b1d0-4b21-8841-559c5fc44298'] in n-d-844202-1 is: [{'id': '84cd971b-b1d0-4b21-8841-559c5fc44298', 'name': 'tempest-RoutersIpV6Test-router-616667906', 'tenant_id': '8011be9678e842bab7da75259f1c11c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:13:06Z', 'updated_at': '2022-06-01T19:13:51Z', 'revision_number': 9, 'project_id': '8011be9678e842bab7da75259f1c11c1', 'gw_port_host': None, '_interfaces': [{'id': '61196a84-45b3-4aec-9501-e33bd51ca3a4', 'name': '', 'network_id': '05aa4ee3-9ed0-4e01-81b9-048f59f628c3', 'tenant_id': '8011be9678e842bab7da75259f1c11c1', 'mac_address': 'fa:16:3e:ec:98:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84cd971b-b1d0-4b21-8841-559c5fc44298', 'device_owner': 'network:router_interface', 'standard_attr_id': 3006, 'fixed_ips': [{'subnet_id': '75d314dd-d0f4-48d5-b3fb-66f5cb773d77', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:13:13Z', 'updated_at': '2022-06-01T19:13:33Z', 'revision_number': 5, 'project_id': '8011be9678e842bab7da75259f1c11c1', 'subnets': [{'id': '75d314dd-d0f4-48d5-b3fb-66f5cb773d77', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dce2d04b-a356-4b5a-8b0a-400c9924d3cb', 'name': '', 'network_id': '0685924a-b45e-4145-8b0e-591ee3a46b73', 'tenant_id': '8011be9678e842bab7da75259f1c11c1', 'mac_address': 'fa:16:3e:20:2b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84cd971b-b1d0-4b21-8841-559c5fc44298', 'device_owner': 'network:router_interface', 'standard_attr_id': 2998, 'fixed_ips': [{'subnet_id': 'd6578dc6-550e-4396-8fc7-6b70868dc84b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:13:08Z', 'updated_at': '2022-06-01T19:13:23Z', 'revision_number': 5, 'project_id': '8011be9678e842bab7da75259f1c11c1', 'subnets': [{'id': 'd6578dc6-550e-4396-8fc7-6b70868dc84b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:13:55.675597 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-b342a980-4a91-4bf2-b3f1-03b60ef84c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:55.695818 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a7837bf4-d269-4884-ab9c-e138d9a4e071 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2702137'] for subnet, precommit_delete_associations {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:55.733123 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment a52f4a81-7e64-42ca-adcc-8da7d7609ee5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a52f4a81-7e64-42ca-adcc-8da7d7609ee5 found for delete ", "request_id": "req-cc8a6e9d-34c1-4098-a651-7189425c27ce"}]} Jun 01 19:13:55.751578 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-1f981a56-b547-4dd4-9968-b02635f44aff req-5bfff2d0-fcf3-4a56-8665-a29a2bec0d17 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/security-groups?id=64983b74-c803-470a-b560-086d234f978a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2798750 Jun 01 19:13:55.766455 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1b872e31-43d8-40e9-9a6e-8dfe1cb4373c tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:55.792472 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b342a980-4a91-4bf2-b3f1-03b60ef84c14 None None] Pushing event updated for resources: {'Port': ['ID=a04142db-d134-4a20-8edd-eb9fddb7a01a,revision_number=2']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:13:55.817189 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a7837bf4-d269-4884-ab9c-e138d9a4e071 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:55.842444 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1b872e31-43d8-40e9-9a6e-8dfe1cb4373c tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:55.936737 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b872e31-43d8-40e9-9a6e-8dfe1cb4373c tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cb090a0-2fe9-4ec8-870e-4fd93c3501a4,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:13:55.950966 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a7837bf4-d269-4884-ab9c-e138d9a4e071 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2718856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3066595'] for subnet, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:55.965843 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1b872e31-43d8-40e9-9a6e-8dfe1cb4373c tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:55.967008 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-1b872e31-43d8-40e9-9a6e-8dfe1cb4373c tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8391228 Jun 01 19:13:55.970704 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 58176) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:13:55.979532 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-fb556c7c-0c4c-4132-9644-9817015e6e74 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Request body: {'security_group_rule': {'security_group_id': '56247f7a-6a0e-46fd-a754-17d488ad1a50', 'project_id': '8537cfb3773e46d182e148cf5b0a717f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:13:56.008908 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7837bf4-d269-4884-ab9c-e138d9a4e071 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Pushing event deleted for resources: {'Subnet': ['ID=742c05ab-6145-41d1-9760-364bf19a4f3c,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:13:56.017613 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a7837bf4-d269-4884-ab9c-e138d9a4e071 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:56.018538 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-fb556c7c-0c4c-4132-9644-9817015e6e74 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:13:56.050993 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-fb556c7c-0c4c-4132-9644-9817015e6e74 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Usage tracker for resource:security_group_rule and tenant:8537cfb3773e46d182e148cf5b0a717f is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:13:56.063508 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-fb556c7c-0c4c-4132-9644-9817015e6e74 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:13:56.073743 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-a7837bf4-d269-4884-ab9c-e138d9a4e071 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "DELETE /v2.0/subnets/742c05ab-6145-41d1-9760-364bf19a4f3c HTTP/1.1" status: 204 len: 168 time: 0.5267279 Jun 01 19:13:56.074077 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-fb556c7c-0c4c-4132-9644-9817015e6e74 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:13:56.077877 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 58180) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:13:56.144538 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-fb556c7c-0c4c-4132-9644-9817015e6e74 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:56.187023 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-b712c62a-823d-443d-89ef-1e20b72af308 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1058204 Jun 01 19:13:56.187247 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 58184) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:13:56.202223 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device cbad83d9-4a84-47c6-a6b1-fc15d2485398 no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:13:56.233087 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-fb556c7c-0c4c-4132-9644-9817015e6e74 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:56.239854 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-fb556c7c-0c4c-4132-9644-9817015e6e74 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:56.251581 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d34f297-f11d-4990-8287-a5efcdf3b598 req-867384f0-35bb-4152-bf98-c1bff246ab24 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:13:56.262205 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0d34f297-f11d-4990-8287-a5efcdf3b598 req-867384f0-35bb-4152-bf98-c1bff246ab24 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2286216-8c80-4d0f-a6bc-2de102e2186c HTTP/1.1" status: 200 len: 946 time: 0.3635898 Jun 01 19:13:56.262719 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 58188) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:13:56.268064 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-8ffcd6dc-4c35-4d3c-80a6-9b9c7e279106 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Request body: {'floatingip': {'port_id': 'a550a778-e132-4180-bce5-d2a03048c7e8'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:13:56.293567 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: cbad83d9-4a84-47c6-a6b1-fc15d2485398 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:13:56.294175 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device cbad83d9-4a84-47c6-a6b1-fc15d2485398 not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:13:56.294732 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device a82d1a8e-859a-49ef-a5c4-0d838d0af0c2 no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:13:56.309929 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb556c7c-0c4c-4132-9644-9817015e6e74 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e76af2c-a13a-47cb-8f48-8b9e5cdf20ee,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:13:56.335541 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-fb556c7c-0c4c-4132-9644-9817015e6e74 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:56.336763 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-fb556c7c-0c4c-4132-9644-9817015e6e74 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3628445 Jun 01 19:13:56.343155 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 58192) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:13:56.349761 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: a82d1a8e-859a-49ef-a5c4-0d838d0af0c2 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:13:56.350292 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-1542410c-2ceb-4503-86fc-a8abf05cf204 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Request body: {'security_group_rule': {'security_group_id': '56247f7a-6a0e-46fd-a754-17d488ad1a50', 'project_id': '8537cfb3773e46d182e148cf5b0a717f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:13:56.350434 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device a82d1a8e-859a-49ef-a5c4-0d838d0af0c2 not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:13:56.358699 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-1542410c-2ceb-4503-86fc-a8abf05cf204 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:13:56.366065 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-1542410c-2ceb-4503-86fc-a8abf05cf204 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Usage tracker for resource:security_group_rule and tenant:8537cfb3773e46d182e148cf5b0a717f is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:13:56.370554 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-1542410c-2ceb-4503-86fc-a8abf05cf204 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:13:56.377255 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8ffcd6dc-4c35-4d3c-80a6-9b9c7e279106 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Notify callbacks [] for floatingip, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:56.377720 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-1542410c-2ceb-4503-86fc-a8abf05cf204 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:13:56.385875 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3feaf0a8-bcc8-43b7-9495-ecf65ca839cc tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-887474'] for router_interface, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:56.515974 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1542410c-2ceb-4503-86fc-a8abf05cf204 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:56.559429 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfd69bc8-17e6-4157-9ec0-e920495f9d23 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:13:56.560106 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-cfd69bc8-17e6-4157-9ec0-e920495f9d23 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Synchronizing usage tracker for tenant:451baccc58514a0cab8c4410ed135b7c on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:13:56.591153 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-cfd69bc8-17e6-4157-9ec0-e920495f9d23 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Unset dirty status for tenant:451baccc58514a0cab8c4410ed135b7c on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:13:56.594771 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-cfd69bc8-17e6-4157-9ec0-e920495f9d23 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.4041641 Jun 01 19:13:56.626582 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 58196) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:13:56.781013 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69887edf-1f2e-47d6-8699-2a46819a6bb6 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:13:56.782411 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-69887edf-1f2e-47d6-8699-2a46819a6bb6 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1547589 Jun 01 19:13:56.787847 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 58200) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:13:56.792271 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1542410c-2ceb-4503-86fc-a8abf05cf204 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:56.853802 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1542410c-2ceb-4503-86fc-a8abf05cf204 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:56.885931 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-4e600553-e895-4828-b1eb-f5dafad4d513 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0925524 Jun 01 19:13:56.887099 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 58204) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:13:56.895517 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-4b3961ec-4006-4ecd-b846-ea823e3c4ad3 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Request body: {'subnet': {'network_id': 'c840486e-0c2f-4729-9a0c-ee6552111f90', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:13:56.898349 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1542410c-2ceb-4503-86fc-a8abf05cf204 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a2052c3-d7cf-43d2-ac84-879b7564a453,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:13:56.910948 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1542410c-2ceb-4503-86fc-a8abf05cf204 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:56.912278 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-1542410c-2ceb-4503-86fc-a8abf05cf204 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5686600 Jun 01 19:13:56.915491 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 58208) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:13:56.920620 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-aff2b122-0ea7-47b9-b704-1650d6bedce0 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Request body: {'security_group_rule': {'security_group_id': '56247f7a-6a0e-46fd-a754-17d488ad1a50', 'project_id': '8537cfb3773e46d182e148cf5b0a717f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:13:56.930167 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-aff2b122-0ea7-47b9-b704-1650d6bedce0 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:13:56.935580 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-aff2b122-0ea7-47b9-b704-1650d6bedce0 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Usage tracker for resource:security_group_rule and tenant:8537cfb3773e46d182e148cf5b0a717f is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:13:56.964448 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-aff2b122-0ea7-47b9-b704-1650d6bedce0 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:13:56.981421 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-aff2b122-0ea7-47b9-b704-1650d6bedce0 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:13:57.021144 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-3feaf0a8-bcc8-43b7-9495-ecf65ca839cc tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Deleting port 61196a84-45b3-4aec-9501-e33bd51ca3a4 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:13:57.021784 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3feaf0a8-bcc8-43b7-9495-ecf65ca839cc tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:57.052170 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-aff2b122-0ea7-47b9-b704-1650d6bedce0 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:57.087408 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-783c5e6d-8961-434c-81c2-2f3c876b6342 None None] Network c840486e-0c2f-4729-9a0c-ee6552111f90 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:13:57.163416 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-4b3961ec-4006-4ecd-b846-ea823e3c4ad3 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:13:57.168030 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-4b3961ec-4006-4ecd-b846-ea823e3c4ad3 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Usage tracker for resource:subnet and tenant:451baccc58514a0cab8c4410ed135b7c is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:13:57.170981 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-4b3961ec-4006-4ecd-b846-ea823e3c4ad3 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:13:57.177466 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-4b3961ec-4006-4ecd-b846-ea823e3c4ad3 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:13:57.189689 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b3961ec-4006-4ecd-b846-ea823e3c4ad3 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Made reservation on behalf of 451baccc58514a0cab8c4410ed135b7c for: {'subnet': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:13:57.193491 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4b3961ec-4006-4ecd-b846-ea823e3c4ad3 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3066584'] for subnet, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:57.225036 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-cd49258c-a2bb-4069-8b09-6a7fb7bfc8ae None None] Provisioning for port a04142db-d134-4a20-8edd-eb9fddb7a01a completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:13:57.243582 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-aff2b122-0ea7-47b9-b704-1650d6bedce0 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:57.248506 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-aff2b122-0ea7-47b9-b704-1650d6bedce0 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:57.299796 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff2b122-0ea7-47b9-b704-1650d6bedce0 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1c6e5e5-5724-4d1b-ae51-7046ed680411,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:13:57.309670 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [None req-3feaf0a8-bcc8-43b7-9495-ecf65ca839cc tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] For port 61196a84-45b3-4aec-9501-e33bd51ca3a4, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=61196a84-45b3-4aec-9501-e33bd51ca3a4,segment=NetworkSegment(f3946dcb-a018-41cc-ba69-a2eb812cf5d7),segment_id=f3946dcb-a018-41cc-ba69-a2eb812cf5d7)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:13:57.310044 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3feaf0a8-bcc8-43b7-9495-ecf65ca839cc tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:57.318872 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-aff2b122-0ea7-47b9-b704-1650d6bedce0 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:57.323475 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-aff2b122-0ea7-47b9-b704-1650d6bedce0 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4036775 Jun 01 19:13:57.323844 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 58212) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:13:57.331324 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-cb48e315-9d6a-42a3-b7da-ef3f49d6a567 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Request body: {'security_group_rule': {'security_group_id': '56247f7a-6a0e-46fd-a754-17d488ad1a50', 'project_id': '8537cfb3773e46d182e148cf5b0a717f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:13:57.389214 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-cb48e315-9d6a-42a3-b7da-ef3f49d6a567 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:13:57.404320 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f260057f-2254-4869-b9cd-2c18fbed15c8 None None] DHCP port deletion for c840486e-0c2f-4729-9a0c-ee6552111f90 request from n-d-844202-1 {{(pid=88526) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 19:13:57.408876 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f260057f-2254-4869-b9cd-2c18fbed15c8 None None] Deleting port a04142db-d134-4a20-8edd-eb9fddb7a01a {{(pid=88526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:13:57.409311 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f260057f-2254-4869-b9cd-2c18fbed15c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:57.456364 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-3feaf0a8-bcc8-43b7-9495-ecf65ca839cc tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Calling delete_port for 61196a84-45b3-4aec-9501-e33bd51ca3a4 owned by network:router_interface {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:13:57.485440 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-cb48e315-9d6a-42a3-b7da-ef3f49d6a567 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Usage tracker for resource:security_group_rule and tenant:8537cfb3773e46d182e148cf5b0a717f is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:13:57.497803 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-cb48e315-9d6a-42a3-b7da-ef3f49d6a567 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:13:57.513259 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-cb48e315-9d6a-42a3-b7da-ef3f49d6a567 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:13:57.525165 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8ffcd6dc-4c35-4d3c-80a6-9b9c7e279106 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:57.534376 n-d-844202-1 neutron-server[88525]: INFO neutron.db.securitygroups_db [None req-cb48e315-9d6a-42a3-b7da-ef3f49d6a567 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Project 8537cfb3773e46d182e148cf5b0a717f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 01 19:13:57.541691 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-cb48e315-9d6a-42a3-b7da-ef3f49d6a567 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:57.542295 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8ffcd6dc-4c35-4d3c-80a6-9b9c7e279106 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887712'] for floatingip, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:57.624078 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f260057f-2254-4869-b9cd-2c18fbed15c8 None None] For port a04142db-d134-4a20-8edd-eb9fddb7a01a, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=a04142db-d134-4a20-8edd-eb9fddb7a01a,segment=NetworkSegment(a6cfd7d1-5211-44ec-a836-a984e441185d),segment_id=a6cfd7d1-5211-44ec-a836-a984e441185d)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:13:57.624477 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f260057f-2254-4869-b9cd-2c18fbed15c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:57.783993 n-d-844202-1 neutron-server[88524]: INFO neutron.db.l3_db [None req-8ffcd6dc-4c35-4d3c-80a6-9b9c7e279106 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Floating IP 1bc21d0f-ffc1-459b-bd6a-c3b1253c1928 associated. External IP: 172.25.4.206, port: a550a778-e132-4180-bce5-d2a03048c7e8. Jun 01 19:13:57.803743 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f260057f-2254-4869-b9cd-2c18fbed15c8 None None] Calling delete_port for a04142db-d134-4a20-8edd-eb9fddb7a01a owned by network:dhcp {{(pid=88526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:13:57.834269 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3feaf0a8-bcc8-43b7-9495-ecf65ca839cc tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:57.885591 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f260057f-2254-4869-b9cd-2c18fbed15c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535'] for port, after_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:57.895207 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-cb48e315-9d6a-42a3-b7da-ef3f49d6a567 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:57.898206 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3feaf0a8-bcc8-43b7-9495-ecf65ca839cc tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Pushing event deleted for resources: {'Port': ['ID=61196a84-45b3-4aec-9501-e33bd51ca3a4,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:13:57.943108 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f260057f-2254-4869-b9cd-2c18fbed15c8 None None] Pushing event deleted for resources: {'Port': ['ID=a04142db-d134-4a20-8edd-eb9fddb7a01a,revision_number=None']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:13:57.945396 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-cb48e315-9d6a-42a3-b7da-ef3f49d6a567 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:57.962103 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f260057f-2254-4869-b9cd-2c18fbed15c8 None None] No DVR routers for this DVR port a04142db-d134-4a20-8edd-eb9fddb7a01a on host n-d-844202-1 {{(pid=88526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:13:58.027690 n-d-844202-1 neutron-server[88524]: DEBUG neutron.objects.ports [None req-4b3961ec-4006-4ecd-b846-ea823e3c4ad3 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88524) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jun 01 19:13:58.036240 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-cb48e315-9d6a-42a3-b7da-ef3f49d6a567 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:58.037433 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-cb48e315-9d6a-42a3-b7da-ef3f49d6a567 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7125874 Jun 01 19:13:58.037562 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4b3961ec-4006-4ecd-b846-ea823e3c4ad3 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2718919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3066602'] for subnet, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:58.041721 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 58216) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:13:58.067977 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb48e315-9d6a-42a3-b7da-ef3f49d6a567 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff3c71cf-2032-4550-bb8b-e8faf69d3ef0,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:13:58.119318 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-052cda46-5a49-4d22-b76c-f2434ccdfd00 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Request body: {'security_group_rule': {'security_group_id': '56247f7a-6a0e-46fd-a754-17d488ad1a50', 'project_id': '8537cfb3773e46d182e148cf5b0a717f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:13:58.137860 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-052cda46-5a49-4d22-b76c-f2434ccdfd00 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:13:58.149835 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-052cda46-5a49-4d22-b76c-f2434ccdfd00 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Usage tracker for resource:security_group_rule and tenant:8537cfb3773e46d182e148cf5b0a717f is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:13:58.158196 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-052cda46-5a49-4d22-b76c-f2434ccdfd00 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:13:58.163938 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b3961ec-4006-4ecd-b846-ea823e3c4ad3 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Network c840486e-0c2f-4729-9a0c-ee6552111f90 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:13:58.164319 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3feaf0a8-bcc8-43b7-9495-ecf65ca839cc tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-887310'] for router_interface, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:58.172124 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-4b3961ec-4006-4ecd-b846-ea823e3c4ad3 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:13:58.174357 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-052cda46-5a49-4d22-b76c-f2434ccdfd00 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:13:58.181915 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b3961ec-4006-4ecd-b846-ea823e3c4ad3 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:13:58.182488 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4b3961ec-4006-4ecd-b846-ea823e3c4ad3 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:58.184843 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4bb7428-9932-4d98-892a-9e219101d2ea None None] Network c840486e-0c2f-4729-9a0c-ee6552111f90 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:13:58.242287 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3961ec-4006-4ecd-b846-ea823e3c4ad3 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Pushing event updated for resources: {'Subnet': ['ID=33a5099b-fac9-4740-8fe1-f027d64559e2,revision_number=0']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:13:58.291509 n-d-844202-1 neutron-server[88524]: INFO neutron.db.securitygroups_db [None req-052cda46-5a49-4d22-b76c-f2434ccdfd00 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Project 8537cfb3773e46d182e148cf5b0a717f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 01 19:13:58.307554 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-052cda46-5a49-4d22-b76c-f2434ccdfd00 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:58.329341 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-4b3961ec-4006-4ecd-b846-ea823e3c4ad3 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.4418738 Jun 01 19:13:58.330787 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 58220) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:13:58.340965 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-f95f52d5-8641-4a52-9b21-9ece93cfbec2 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Request body: {'port': {'network_id': 'c840486e-0c2f-4729-9a0c-ee6552111f90', 'mac_address': 'fa:16:3e:d0:ac:81', 'name': 'tempest-NetworksTestDHCPv6-986489124'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:13:58.429205 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-128feeb5-1238-413f-bd1f-4e237c4e0fcc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc93f83c3-7fb6-5c13-a9d4-29d739a4e8d2-c840486e-0c2f-4729-9a0c-ee6552111f90', 'network_id': 'c840486e-0c2f-4729-9a0c-ee6552111f90', 'tenant_id': '451baccc58514a0cab8c4410ed135b7c', 'fixed_ips': [{'subnet_id': '33a5099b-fac9-4740-8fe1-f027d64559e2'}]}} from n-d-844202-1. {{(pid=88526) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 19:13:58.430600 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-128feeb5-1238-413f-bd1f-4e237c4e0fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:58.597291 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.db_base_plugin_common [None req-128feeb5-1238-413f-bd1f-4e237c4e0fcc None None] Allocated IP 2001:db8::f816:3eff:feb5:9f83 (c840486e-0c2f-4729-9a0c-ee6552111f90/33a5099b-fac9-4740-8fe1-f027d64559e2/9c8821b6-ad67-4561-a333-dc91b89a978a) {{(pid=88526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:13:58.609299 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ffcd6dc-4c35-4d3c-80a6-9b9c7e279106 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Router 34511afa-2f84-418d-a7a8-a118fab61b4e has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 19:13:58.626263 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-052cda46-5a49-4d22-b76c-f2434ccdfd00 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:58.632068 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-f95f52d5-8641-4a52-9b21-9ece93cfbec2 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:13:58.641993 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-f95f52d5-8641-4a52-9b21-9ece93cfbec2 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:13:58.653471 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f95f52d5-8641-4a52-9b21-9ece93cfbec2 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Made reservation on behalf of 451baccc58514a0cab8c4410ed135b7c for: {'port': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:13:58.674317 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3feaf0a8-bcc8-43b7-9495-ecf65ca839cc tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Router 84cd971b-b1d0-4b21-8841-559c5fc44298 has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 19:13:58.692283 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-052cda46-5a49-4d22-b76c-f2434ccdfd00 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:58.730647 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052cda46-5a49-4d22-b76c-f2434ccdfd00 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2512f3a5-1ad6-4225-a48a-0f8e9f339481,revision_number=0']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:13:58.815699 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-052cda46-5a49-4d22-b76c-f2434ccdfd00 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:58.820301 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-052cda46-5a49-4d22-b76c-f2434ccdfd00 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7137673 Jun 01 19:13:58.827042 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 58224) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:13:58.832971 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-31d75ce5-81a0-4346-8b4b-de272234973a tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Request body: {'network': {'name': 'tempest-network-smoke--1839699205', 'project_id': '8537cfb3773e46d182e148cf5b0a717f', 'port_security_enabled': True}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:13:58.842676 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-31d75ce5-81a0-4346-8b4b-de272234973a tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:13:58.848063 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-128feeb5-1238-413f-bd1f-4e237c4e0fcc None None] Notify callbacks [] for port, precommit_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:58.850608 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-31d75ce5-81a0-4346-8b4b-de272234973a tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Usage tracker for resource:network and tenant:8537cfb3773e46d182e148cf5b0a717f is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:13:58.855039 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-31d75ce5-81a0-4346-8b4b-de272234973a tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:13:58.860724 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-128feeb5-1238-413f-bd1f-4e237c4e0fcc None None] Transition to ACTIVE for port object 9c8821b6-ad67-4561-a333-dc91b89a978a will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:13:58.866419 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-31d75ce5-81a0-4346-8b4b-de272234973a tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:13:58.875937 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ffcd6dc-4c35-4d3c-80a6-9b9c7e279106 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:13:58.883121 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8ffcd6dc-4c35-4d3c-80a6-9b9c7e279106 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for floatingip, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:58.883948 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-128feeb5-1238-413f-bd1f-4e237c4e0fcc None None] Transition to ACTIVE for port object 9c8821b6-ad67-4561-a333-dc91b89a978a will not be triggered until provisioned by entity DHCP. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:13:58.890681 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-128feeb5-1238-413f-bd1f-4e237c4e0fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526'] for port, after_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:58.895496 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c23c29c-a3f6-47e2-86d2-a13c31b02703 None None] Sync routers for ids ['34511afa-2f84-418d-a7a8-a118fab61b4e'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:13:58.914372 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c23c29c-a3f6-47e2-86d2-a13c31b02703 None None] Routers {'34511afa-2f84-418d-a7a8-a118fab61b4e'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:13:58.915330 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-3c23c29c-a3f6-47e2-86d2-a13c31b02703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:13:39Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['34511afa-2f84-418d-a7a8-a118fab61b4e'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:13:58.938102 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f95f52d5-8641-4a52-9b21-9ece93cfbec2 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:58.954341 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3feaf0a8-bcc8-43b7-9495-ecf65ca839cc tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:13:58.960580 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31d75ce5-81a0-4346-8b4b-de272234973a tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Made reservation on behalf of 8537cfb3773e46d182e148cf5b0a717f for: {'network': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:13:58.961539 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-3feaf0a8-bcc8-43b7-9495-ecf65ca839cc tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] 10.222.0.41 "PUT /v2.0/routers/84cd971b-b1d0-4b21-8841-559c5fc44298/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5927360 Jun 01 19:13:58.964110 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 58228) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:13:58.964269 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-31d75ce5-81a0-4346-8b4b-de272234973a tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:58.974426 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4768c3f4-4b44-4327-b55c-fe6087fbffd4 None None] Sync routers for ids ['84cd971b-b1d0-4b21-8841-559c5fc44298'] in n-d-844202-1 {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:13:58.997884 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-128feeb5-1238-413f-bd1f-4e237c4e0fcc None None] Network c840486e-0c2f-4729-9a0c-ee6552111f90 is already hosted by enough agents. {{(pid=88526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:13:59.001411 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4768c3f4-4b44-4327-b55c-fe6087fbffd4 None None] Routers {'84cd971b-b1d0-4b21-8841-559c5fc44298'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:13:59.002138 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-4768c3f4-4b44-4327-b55c-fe6087fbffd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:13:39Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['84cd971b-b1d0-4b21-8841-559c5fc44298'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:13:59.012167 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [None req-f95f52d5-8641-4a52-9b21-9ece93cfbec2 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] device_id is not set on port c3e5d2fe-e37e-40a7-8f36-9f1edc64f37a yet. {{(pid=88525) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 19:13:59.047782 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-8ffcd6dc-4c35-4d3c-80a6-9b9c7e279106 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "PUT /v2.0/floatingips/1bc21d0f-ffc1-459b-bd6a-c3b1253c1928 HTTP/1.1" status: 200 len: 992 time: 2.7817261 Jun 01 19:13:59.047782 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2286216-8c80-4d0f-a6bc-2de102e2186c', 'tag': 'a550a778-e132-4180-bce5-d2a03048c7e8'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:13:59.062749 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128feeb5-1238-413f-bd1f-4e237c4e0fcc None None] Pushing event updated for resources: {'Port': ['ID=9c8821b6-ad67-4561-a333-dc91b89a978a,revision_number=1']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:13:59.067820 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.base_scheduler [None req-128feeb5-1238-413f-bd1f-4e237c4e0fcc None None] Resources bound (agent type, host, resource id): {{(pid=88526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:13:59.070853 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128feeb5-1238-413f-bd1f-4e237c4e0fcc None None] Received port after_create {{(pid=88526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:13:59.079095 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31d75ce5-81a0-4346-8b4b-de272234973a tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 109} {{(pid=88524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 19:13:59.091543 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-31d75ce5-81a0-4346-8b4b-de272234973a tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:59.091885 n-d-844202-1 neutron-server[88524]: INFO neutron.db.segments_db [None req-31d75ce5-81a0-4346-8b4b-de272234973a tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Added segment 1e00e93a-a6fa-43f2-b927-08a982c37727 of type vlan for network de1db517-5b94-4ef1-bc52-4aac8a0efc54 Jun 01 19:13:59.125941 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-31d75ce5-81a0-4346-8b4b-de272234973a tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:59.228326 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92891270-a7bd-4614-80eb-7b2c7be4f971'] response: {'name': 'network-changed', 'server_uuid': 'a2286216-8c80-4d0f-a6bc-2de102e2186c', 'tag': 'a550a778-e132-4180-bce5-d2a03048c7e8', 'status': 'completed', 'code': 200} Jun 01 19:13:59.249977 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a54b487-45af-4f04-b3fe-1b0c67a2cfb0 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Deleting subnet 75d314dd-d0f4-48d5-b3fb-66f5cb773d77 {{(pid=88525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 19:13:59.255830 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0a54b487-45af-4f04-b3fe-1b0c67a2cfb0 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks [] for subnet, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:59.274641 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-128feeb5-1238-413f-bd1f-4e237c4e0fcc None None] Attempting to bind port 9c8821b6-ad67-4561-a333-dc91b89a978a on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:13:59.275193 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-128feeb5-1238-413f-bd1f-4e237c4e0fcc None None] Attempting to bind port 9c8821b6-ad67-4561-a333-dc91b89a978a by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': 'a6cfd7d1-5211-44ec-a836-a984e441185d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c840486e-0c2f-4729-9a0c-ee6552111f90'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:13:59.275596 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-128feeb5-1238-413f-bd1f-4e237c4e0fcc None None] Attempting to bind port 9c8821b6-ad67-4561-a333-dc91b89a978a on network c840486e-0c2f-4729-9a0c-ee6552111f90 {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:13:59.285953 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-31d75ce5-81a0-4346-8b4b-de272234973a tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:59.287697 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-4768c3f4-4b44-4327-b55c-fe6087fbffd4 None None] Set router 84cd971b-b1d0-4b21-8841-559c5fc44298 gateway port host: None {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:13:59.292533 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31d75ce5-81a0-4346-8b4b-de272234973a tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:13:59.293180 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-31d75ce5-81a0-4346-8b4b-de272234973a tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks [] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:59.295661 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-3c23c29c-a3f6-47e2-86d2-a13c31b02703 None None] Set router 34511afa-2f84-418d-a7a8-a118fab61b4e gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:13:59.338360 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-128feeb5-1238-413f-bd1f-4e237c4e0fcc None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 13, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:13:59.348952 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-128feeb5-1238-413f-bd1f-4e237c4e0fcc None None] Checking segment: {'id': 'a6cfd7d1-5211-44ec-a836-a984e441185d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c840486e-0c2f-4729-9a0c-ee6552111f90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:13:59.349629 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-128feeb5-1238-413f-bd1f-4e237c4e0fcc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:59.350171 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-128feeb5-1238-413f-bd1f-4e237c4e0fcc None None] Bound using segment: {'id': 'a6cfd7d1-5211-44ec-a836-a984e441185d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c840486e-0c2f-4729-9a0c-ee6552111f90'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:13:59.350779 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-128feeb5-1238-413f-bd1f-4e237c4e0fcc None None] Bound port: 9c8821b6-ad67-4561-a333-dc91b89a978a, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6cfd7d1-5211-44ec-a836-a984e441185d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c840486e-0c2f-4729-9a0c-ee6552111f90'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:13:59.351419 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-128feeb5-1238-413f-bd1f-4e237c4e0fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:59.452880 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-31d75ce5-81a0-4346-8b4b-de272234973a tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6246839 Jun 01 19:13:59.463466 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 58240) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:13:59.495555 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d75ce5-81a0-4346-8b4b-de272234973a tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Pushing event updated for resources: {'Network': ['ID=de1db517-5b94-4ef1-bc52-4aac8a0efc54,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:13:59.499355 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33af92c-7649-4e3a-aa49-0f6b6f8ad1e9 req-0dc7c4c7-52ab-4704-a33e-c0ce40a28410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:13:59.500942 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b33af92c-7649-4e3a-aa49-0f6b6f8ad1e9 req-0dc7c4c7-52ab-4704-a33e-c0ce40a28410 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4a7494de105b4d89b3193a70c4c60c4c&device_id=a2286216-8c80-4d0f-a6bc-2de102e2186c HTTP/1.1" status: 200 len: 1097 time: 0.3085620 Jun 01 19:13:59.504422 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-a0390c44-5ea8-4f4b-b478-4cf7f2f543e7 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1361133782', 'admin_state_up': True, 'project_id': '8537cfb3773e46d182e148cf5b0a717f', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:13:59.529047 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [None req-f95f52d5-8641-4a52-9b21-9ece93cfbec2 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Allocated IP 2001:db8::f816:3eff:fed0:ac81 (c840486e-0c2f-4729-9a0c-ee6552111f90/33a5099b-fac9-4740-8fe1-f027d64559e2/c3e5d2fe-e37e-40a7-8f36-9f1edc64f37a) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:13:59.539919 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-a0390c44-5ea8-4f4b-b478-4cf7f2f543e7 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:13:59.552038 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network de1db517-5b94-4ef1-bc52-4aac8a0efc54 details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 19:13:59.560346 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0a54b487-45af-4f04-b3fe-1b0c67a2cfb0 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2258509'] for subnet, precommit_delete_associations {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:59.583219 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-cb245737-576e-4fae-812f-b9785de4d273 req-6fd469c3-34c7-4b92-809a-39e473128cf9 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=b89af75b-9667-469e-b061-668dd6a09e9b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.4317012 Jun 01 19:13:59.588288 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-a0390c44-5ea8-4f4b-b478-4cf7f2f543e7 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Usage tracker for resource:router and tenant:8537cfb3773e46d182e148cf5b0a717f is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:13:59.594545 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-a0390c44-5ea8-4f4b-b478-4cf7f2f543e7 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:13:59.626344 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-a0390c44-5ea8-4f4b-b478-4cf7f2f543e7 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:13:59.823213 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33af92c-7649-4e3a-aa49-0f6b6f8ad1e9 req-c6ebc753-13c3-4dde-a170-141beabbdecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:13:59.824757 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b33af92c-7649-4e3a-aa49-0f6b6f8ad1e9 req-c6ebc753-13c3-4dde-a170-141beabbdecd service neutron] 10.222.0.50 "GET /v2.0/networks?id=3d299f30-03d5-48f5-82fc-2ce538e7e02b HTTP/1.1" status: 200 len: 917 time: 0.3076422 Jun 01 19:13:59.876420 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-128feeb5-1238-413f-bd1f-4e237c4e0fcc None None] For port 9c8821b6-ad67-4561-a333-dc91b89a978a, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:13:59.898443 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-128feeb5-1238-413f-bd1f-4e237c4e0fcc None None] For port 9c8821b6-ad67-4561-a333-dc91b89a978a, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=9c8821b6-ad67-4561-a333-dc91b89a978a,segment=NetworkSegment(a6cfd7d1-5211-44ec-a836-a984e441185d),segment_id=a6cfd7d1-5211-44ec-a836-a984e441185d)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:13:59.914686 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-128feeb5-1238-413f-bd1f-4e237c4e0fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:13:59.975447 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-3c23c29c-a3f6-47e2-86d2-a13c31b02703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34511afa-2f84-418d-a7a8-a118fab61b4e', 'name': 'tempest-AttachVolumeShelveTestJSON-595855241-router', 'tenant_id': '4a7494de105b4d89b3193a70c4c60c4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': 'c507d495-0ce0-477b-bc42-ec46b116dbdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:09:17Z', 'updated_at': '2022-06-01T19:09:29Z', 'revision_number': 4, 'project_id': '4a7494de105b4d89b3193a70c4c60c4c', 'gw_port': {'id': 'c507d495-0ce0-477b-bc42-ec46b116dbdb', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:1a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34511afa-2f84-418d-a7a8-a118fab61b4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2817, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:09:20Z', 'updated_at': '2022-06-01T19:09:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_floatingips': [{'id': '1bc21d0f-ffc1-459b-bd6a-c3b1253c1928', 'tenant_id': '4a7494de105b4d89b3193a70c4c60c4c', 'floating_ip_address': '172.25.4.206', 'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'router_id': '34511afa-2f84-418d-a7a8-a118fab61b4e', 'port_id': 'a550a778-e132-4180-bce5-d2a03048c7e8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3026, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d299f30-03d5-48f5-82fc-2ce538e7e02b', 'mac_address': 'fa:16:3e:c9:2a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2286216-8c80-4d0f-a6bc-2de102e2186c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T19:13:29Z', 'updated_at': '2022-06-01T19:13:57Z', 'revision_number': 1, 'project_id': '4a7494de105b4d89b3193a70c4c60c4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b66f6a81-66f4-4681-bd20-5cd8e3e4f5d9', 'name': '', 'network_id': '3d299f30-03d5-48f5-82fc-2ce538e7e02b', 'tenant_id': '4a7494de105b4d89b3193a70c4c60c4c', 'mac_address': 'fa:16:3e:8c:1f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34511afa-2f84-418d-a7a8-a118fab61b4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2820, 'fixed_ips': [{'subnet_id': 'bf215978-ce5c-4077-ac29-2d8fb4937baa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:09:28Z', 'updated_at': '2022-06-01T19:09:39Z', 'revision_number': 5, 'project_id': '4a7494de105b4d89b3193a70c4c60c4c', 'subnets': [{'id': 'bf215978-ce5c-4077-ac29-2d8fb4937baa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:13:59.979897 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb245737-576e-4fae-812f-b9785de4d273 req-3ea66222-2b6c-4127-b03e-81575524b513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:13:59.980452 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb245737-576e-4fae-812f-b9785de4d273 req-3ea66222-2b6c-4127-b03e-81575524b513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:13:59.980922 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb245737-576e-4fae-812f-b9785de4d273 req-3ea66222-2b6c-4127-b03e-81575524b513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:13:59.981278 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c23c29c-a3f6-47e2-86d2-a13c31b02703 None None] Checking router: 34511afa-2f84-418d-a7a8-a118fab61b4e for host: n-d-844202-1 {{(pid=88527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 19:13:59.981388 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb245737-576e-4fae-812f-b9785de4d273 req-3ea66222-2b6c-4127-b03e-81575524b513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:13:59.984000 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb245737-576e-4fae-812f-b9785de4d273 req-3ea66222-2b6c-4127-b03e-81575524b513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:13:59.986971 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb245737-576e-4fae-812f-b9785de4d273 req-3ea66222-2b6c-4127-b03e-81575524b513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:13:59.987469 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb245737-576e-4fae-812f-b9785de4d273 req-3ea66222-2b6c-4127-b03e-81575524b513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:13:59.990204 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-cb245737-576e-4fae-812f-b9785de4d273 req-3ea66222-2b6c-4127-b03e-81575524b513 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=02a99242e0f0463d9013e17319779a87&device_id=b89af75b-9667-469e-b061-668dd6a09e9b HTTP/1.1" status: 200 len: 6492 time: 0.2941151 Jun 01 19:13:59.992815 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c23c29c-a3f6-47e2-86d2-a13c31b02703 None None] Routers {'34511afa-2f84-418d-a7a8-a118fab61b4e'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:13:59.993824 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-3c23c29c-a3f6-47e2-86d2-a13c31b02703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:13:39Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['34511afa-2f84-418d-a7a8-a118fab61b4e'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:14:00.029009 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0a54b487-45af-4f04-b3fe-1b0c67a2cfb0 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:00.069362 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128feeb5-1238-413f-bd1f-4e237c4e0fcc None None] Pushing event updated for resources: {'Port': ['ID=9c8821b6-ad67-4561-a333-dc91b89a978a,revision_number=2']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:14:00.084564 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128feeb5-1238-413f-bd1f-4e237c4e0fcc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:14:00.084910 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128feeb5-1238-413f-bd1f-4e237c4e0fcc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:14:00.085512 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128feeb5-1238-413f-bd1f-4e237c4e0fcc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:14:00.085850 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128feeb5-1238-413f-bd1f-4e237c4e0fcc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:14:00.086184 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128feeb5-1238-413f-bd1f-4e237c4e0fcc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:14:00.086517 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128feeb5-1238-413f-bd1f-4e237c4e0fcc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:14:00.087034 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128feeb5-1238-413f-bd1f-4e237c4e0fcc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:14:00.087369 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128feeb5-1238-413f-bd1f-4e237c4e0fcc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:14:00.087744 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128feeb5-1238-413f-bd1f-4e237c4e0fcc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:14:00.088075 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128feeb5-1238-413f-bd1f-4e237c4e0fcc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:14:00.088437 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128feeb5-1238-413f-bd1f-4e237c4e0fcc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:14:00.088765 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128feeb5-1238-413f-bd1f-4e237c4e0fcc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:14:00.141229 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-4768c3f4-4b44-4327-b55c-fe6087fbffd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84cd971b-b1d0-4b21-8841-559c5fc44298', 'name': 'tempest-RoutersIpV6Test-router-616667906', 'tenant_id': '8011be9678e842bab7da75259f1c11c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:13:06Z', 'updated_at': '2022-06-01T19:13:57Z', 'revision_number': 10, 'project_id': '8011be9678e842bab7da75259f1c11c1', 'gw_port_host': None, '_interfaces': [{'id': 'dce2d04b-a356-4b5a-8b0a-400c9924d3cb', 'name': '', 'network_id': '0685924a-b45e-4145-8b0e-591ee3a46b73', 'tenant_id': '8011be9678e842bab7da75259f1c11c1', 'mac_address': 'fa:16:3e:20:2b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84cd971b-b1d0-4b21-8841-559c5fc44298', 'device_owner': 'network:router_interface', 'standard_attr_id': 2998, 'fixed_ips': [{'subnet_id': 'd6578dc6-550e-4396-8fc7-6b70868dc84b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:13:08Z', 'updated_at': '2022-06-01T19:13:23Z', 'revision_number': 5, 'project_id': '8011be9678e842bab7da75259f1c11c1', 'subnets': [{'id': 'd6578dc6-550e-4396-8fc7-6b70868dc84b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:14:00.148682 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4768c3f4-4b44-4327-b55c-fe6087fbffd4 None None] Checking router: 84cd971b-b1d0-4b21-8841-559c5fc44298 for host: n-d-844202-1 {{(pid=88526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 19:14:00.153919 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a0390c44-5ea8-4f4b-b478-4cf7f2f543e7 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-885767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25238'] for router, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:00.155383 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a0390c44-5ea8-4f4b-b478-4cf7f2f543e7 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-901042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-886562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-981784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25327'] for router, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:00.156028 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b33af92c-7649-4e3a-aa49-0f6b6f8ad1e9 req-9f346364-ee64-476c-bfda-a809b5e212a8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a550a778-e132-4180-bce5-d2a03048c7e8 HTTP/1.1" status: 200 len: 1000 time: 0.3192186 Jun 01 19:14:00.163710 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4768c3f4-4b44-4327-b55c-fe6087fbffd4 None None] Routers {'84cd971b-b1d0-4b21-8841-559c5fc44298'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:14:00.165138 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-4768c3f4-4b44-4327-b55c-fe6087fbffd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:13:39Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['84cd971b-b1d0-4b21-8841-559c5fc44298'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:14:00.213807 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f95f52d5-8641-4a52-9b21-9ece93cfbec2 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:00.245816 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a0390c44-5ea8-4f4b-b478-4cf7f2f543e7 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:00.264839 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [None req-f95f52d5-8641-4a52-9b21-9ece93cfbec2 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Transition to ACTIVE for port object c3e5d2fe-e37e-40a7-8f36-9f1edc64f37a will not be triggered until provisioned by entity DHCP. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:14:00.273227 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0a54b487-45af-4f04-b3fe-1b0c67a2cfb0 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2614143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9667199'] for subnet, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:00.273945 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-3c23c29c-a3f6-47e2-86d2-a13c31b02703 None None] Set router 34511afa-2f84-418d-a7a8-a118fab61b4e gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:14:00.292393 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33af92c-7649-4e3a-aa49-0f6b6f8ad1e9 req-854f5d2e-439e-4324-a0a9-18751c42176f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:14:00.293879 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b33af92c-7649-4e3a-aa49-0f6b6f8ad1e9 req-854f5d2e-439e-4324-a0a9-18751c42176f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=bf215978-ce5c-4077-ac29-2d8fb4937baa HTTP/1.1" status: 200 len: 855 time: 0.1227586 Jun 01 19:14:00.333443 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0a54b487-45af-4f04-b3fe-1b0c67a2cfb0 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks [] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:00.338332 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a54b487-45af-4f04-b3fe-1b0c67a2cfb0 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Pushing event deleted for resources: {'Subnet': ['ID=75d314dd-d0f4-48d5-b3fb-66f5cb773d77,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:14:00.347171 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb245737-576e-4fae-812f-b9785de4d273 req-89ea8107-f5e9-40bd-ac13-77615ea7cb30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:14:00.347771 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb245737-576e-4fae-812f-b9785de4d273 req-89ea8107-f5e9-40bd-ac13-77615ea7cb30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:14:00.348573 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb245737-576e-4fae-812f-b9785de4d273 req-89ea8107-f5e9-40bd-ac13-77615ea7cb30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:14:00.353503 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-cb245737-576e-4fae-812f-b9785de4d273 req-89ea8107-f5e9-40bd-ac13-77615ea7cb30 service neutron] 10.222.0.50 "GET /v2.0/networks?id=4f4ea26f-fa46-41a8-bded-b4cab3aedc51&id=83309fe7-c674-45d2-987a-e042535023cf&id=83309fe7-c674-45d2-987a-e042535023cf&id=83309fe7-c674-45d2-987a-e042535023cf&id=83309fe7-c674-45d2-987a-e042535023cf&id=3835bc88-4948-44ae-9b9d-0c2345cf8427&id=3835bc88-4948-44ae-9b9d-0c2345cf8427 HTTP/1.1" status: 200 len: 2293 time: 0.3355057 Jun 01 19:14:00.427396 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2def4b25-89d8-47fd-90a0-e15c0d9263e7 None None] Network 05aa4ee3-9ed0-4e01-81b9-048f59f628c3 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:14:00.549988 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-cb245737-576e-4fae-812f-b9785de4d273 req-75acf598-bcd9-4dc9-8f16-856b191cca07 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=74e2387a-5a42-4e52-9813-acb554a11e5b HTTP/1.1" status: 200 len: 1001 time: 0.1889579 Jun 01 19:14:00.559726 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-0a54b487-45af-4f04-b3fe-1b0c67a2cfb0 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] 10.222.0.41 "DELETE /v2.0/subnets/75d314dd-d0f4-48d5-b3fb-66f5cb773d77 HTTP/1.1" status: 204 len: 168 time: 1.5942366 Jun 01 19:14:00.563658 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 58246) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:14:00.609973 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e19f6e-ce86-47c5-a4de-3d6628e08f15 req-c4eac220-86d5-4c97-bf86-3b79fb57c4f5 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:14:00.617924 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e19f6e-ce86-47c5-a4de-3d6628e08f15 req-c4eac220-86d5-4c97-bf86-3b79fb57c4f5 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:14:00.625302 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e19f6e-ce86-47c5-a4de-3d6628e08f15 req-c4eac220-86d5-4c97-bf86-3b79fb57c4f5 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:14:00.637674 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e19f6e-ce86-47c5-a4de-3d6628e08f15 req-c4eac220-86d5-4c97-bf86-3b79fb57c4f5 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:14:00.645785 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e19f6e-ce86-47c5-a4de-3d6628e08f15 req-c4eac220-86d5-4c97-bf86-3b79fb57c4f5 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:14:00.647262 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33af92c-7649-4e3a-aa49-0f6b6f8ad1e9 req-5eb7183e-e4fd-4245-9740-a27985b6cabb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:14:00.649188 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b33af92c-7649-4e3a-aa49-0f6b6f8ad1e9 req-5eb7183e-e4fd-4245-9740-a27985b6cabb service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3d299f30-03d5-48f5-82fc-2ce538e7e02b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3451743 Jun 01 19:14:00.657699 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-4768c3f4-4b44-4327-b55c-fe6087fbffd4 None None] Set router 84cd971b-b1d0-4b21-8841-559c5fc44298 gateway port host: None {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:14:00.658873 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e19f6e-ce86-47c5-a4de-3d6628e08f15 req-c4eac220-86d5-4c97-bf86-3b79fb57c4f5 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:14:00.670705 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e19f6e-ce86-47c5-a4de-3d6628e08f15 req-c4eac220-86d5-4c97-bf86-3b79fb57c4f5 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:14:00.673143 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-79e19f6e-ce86-47c5-a4de-3d6628e08f15 req-c4eac220-86d5-4c97-bf86-3b79fb57c4f5 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] 10.222.0.41 "GET /v2.0/ports?device_id=b89af75b-9667-469e-b061-668dd6a09e9b HTTP/1.1" status: 200 len: 5435 time: 0.5654893 Jun 01 19:14:00.891484 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-79e19f6e-ce86-47c5-a4de-3d6628e08f15 req-a8cc7e10-c579-4f65-ab41-728a47bb4cab tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d570a50-36ee-4a35-8568-a6d10a7bab24&id=0ab986d5-b8d5-42ed-9ee0-4a29f48e1199&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1513398 Jun 01 19:14:00.897314 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a0390c44-5ea8-4f4b-b478-4cf7f2f543e7 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-886608', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-885830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25341'] for router, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:00.904577 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f95f52d5-8641-4a52-9b21-9ece93cfbec2 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:00.972529 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-3c23c29c-a3f6-47e2-86d2-a13c31b02703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34511afa-2f84-418d-a7a8-a118fab61b4e', 'name': 'tempest-AttachVolumeShelveTestJSON-595855241-router', 'tenant_id': '4a7494de105b4d89b3193a70c4c60c4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': 'c507d495-0ce0-477b-bc42-ec46b116dbdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:09:17Z', 'updated_at': '2022-06-01T19:09:29Z', 'revision_number': 4, 'project_id': '4a7494de105b4d89b3193a70c4c60c4c', 'gw_port': {'id': 'c507d495-0ce0-477b-bc42-ec46b116dbdb', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:1a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34511afa-2f84-418d-a7a8-a118fab61b4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2817, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:09:20Z', 'updated_at': '2022-06-01T19:09:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_floatingips': [{'id': '1bc21d0f-ffc1-459b-bd6a-c3b1253c1928', 'tenant_id': '4a7494de105b4d89b3193a70c4c60c4c', 'floating_ip_address': '172.25.4.206', 'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'router_id': '34511afa-2f84-418d-a7a8-a118fab61b4e', 'port_id': 'a550a778-e132-4180-bce5-d2a03048c7e8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3026, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d299f30-03d5-48f5-82fc-2ce538e7e02b', 'mac_address': 'fa:16:3e:c9:2a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2286216-8c80-4d0f-a6bc-2de102e2186c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T19:13:29Z', 'updated_at': '2022-06-01T19:13:57Z', 'revision_number': 1, 'project_id': '4a7494de105b4d89b3193a70c4c60c4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b66f6a81-66f4-4681-bd20-5cd8e3e4f5d9', 'name': '', 'network_id': '3d299f30-03d5-48f5-82fc-2ce538e7e02b', 'tenant_id': '4a7494de105b4d89b3193a70c4c60c4c', 'mac_address': 'fa:16:3e:8c:1f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34511afa-2f84-418d-a7a8-a118fab61b4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2820, 'fixed_ips': [{'subnet_id': 'bf215978-ce5c-4077-ac29-2d8fb4937baa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:09:28Z', 'updated_at': '2022-06-01T19:09:39Z', 'revision_number': 5, 'project_id': '4a7494de105b4d89b3193a70c4c60c4c', 'subnets': [{'id': 'bf215978-ce5c-4077-ac29-2d8fb4937baa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:14:00.986356 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c23c29c-a3f6-47e2-86d2-a13c31b02703 None None] The sync data for ids ['34511afa-2f84-418d-a7a8-a118fab61b4e'] in n-d-844202-1 is: [{'id': '34511afa-2f84-418d-a7a8-a118fab61b4e', 'name': 'tempest-AttachVolumeShelveTestJSON-595855241-router', 'tenant_id': '4a7494de105b4d89b3193a70c4c60c4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': 'c507d495-0ce0-477b-bc42-ec46b116dbdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:09:17Z', 'updated_at': '2022-06-01T19:09:29Z', 'revision_number': 4, 'project_id': '4a7494de105b4d89b3193a70c4c60c4c', 'gw_port': {'id': 'c507d495-0ce0-477b-bc42-ec46b116dbdb', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:1a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34511afa-2f84-418d-a7a8-a118fab61b4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2817, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:09:20Z', 'updated_at': '2022-06-01T19:09:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_floatingips': [{'id': '1bc21d0f-ffc1-459b-bd6a-c3b1253c1928', 'tenant_id': '4a7494de105b4d89b3193a70c4c60c4c', 'floating_ip_address': '172.25.4.206', 'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'router_id': '34511afa-2f84-418d-a7a8-a118fab61b4e', 'port_id': 'a550a778-e132-4180-bce5-d2a03048c7e8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3026, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d299f30-03d5-48f5-82fc-2ce538e7e02b', 'mac_address': 'fa:16:3e:c9:2a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2286216-8c80-4d0f-a6bc-2de102e2186c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T19:13:29Z', 'updated_at': '2022-06-01T19:13:57Z', 'revision_number': 1, 'project_id': '4a7494de105b4d89b3193a70c4c60c4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b66f6a81-66f4-4681-bd20-5cd8e3e4f5d9', 'name': '', 'network_id': '3d299f30-03d5-48f5-82fc-2ce538e7e02b', 'tenant_id': '4a7494de105b4d89b3193a70c4c60c4c', 'mac_address': 'fa:16:3e:8c:1f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34511afa-2f84-418d-a7a8-a118fab61b4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2820, 'fixed_ips': [{'subnet_id': 'bf215978-ce5c-4077-ac29-2d8fb4937baa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:09:28Z', 'updated_at': '2022-06-01T19:09:39Z', 'revision_number': 5, 'project_id': '4a7494de105b4d89b3193a70c4c60c4c', 'subnets': [{'id': 'bf215978-ce5c-4077-ac29-2d8fb4937baa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:14:01.035596 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb245737-576e-4fae-812f-b9785de4d273 req-cf2ddb51-2d15-47e2-9dc5-d6333c1d6393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:14:01.037567 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-cb245737-576e-4fae-812f-b9785de4d273 req-cf2ddb51-2d15-47e2-9dc5-d6333c1d6393 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=68f1d3e6-a007-4866-ae6d-cf3ba479c5c0 HTTP/1.1" status: 200 len: 851 time: 0.4782865 Jun 01 19:14:01.142977 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-66c9466d-4941-45da-a83f-5edb5bd92a81 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:01.168217 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f95f52d5-8641-4a52-9b21-9ece93cfbec2 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Network c840486e-0c2f-4729-9a0c-ee6552111f90 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:14:01.188988 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-f95f52d5-8641-4a52-9b21-9ece93cfbec2 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:14:01.195593 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95f52d5-8641-4a52-9b21-9ece93cfbec2 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:14:01.200074 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-66c9466d-4941-45da-a83f-5edb5bd92a81 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Deleting port f4af7131-5317-4ca1-938e-5ef22c4c0f42 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:14:01.200458 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-66c9466d-4941-45da-a83f-5edb5bd92a81 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:01.203038 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f95f52d5-8641-4a52-9b21-9ece93cfbec2 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:14:01.203990 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f95f52d5-8641-4a52-9b21-9ece93cfbec2 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:01.314442 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95f52d5-8641-4a52-9b21-9ece93cfbec2 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Pushing event updated for resources: {'Port': ['ID=c3e5d2fe-e37e-40a7-8f36-9f1edc64f37a,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:14:01.317648 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b33af92c-7649-4e3a-aa49-0f6b6f8ad1e9 req-7c98722c-8c57-4c22-8184-507f00734476 service neutron] 10.222.0.50 "GET /v2.0/networks/3d299f30-03d5-48f5-82fc-2ce538e7e02b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6436584 Jun 01 19:14:01.333922 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5597da38-214a-4cac-82f4-987f0fabe570 None None] DHCP port deletion for 05aa4ee3-9ed0-4e01-81b9-048f59f628c3 request from n-d-844202-1 {{(pid=88526) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 19:14:01.342515 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-f95f52d5-8641-4a52-9b21-9ece93cfbec2 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.0109122 Jun 01 19:14:01.344706 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 58250) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:14:01.365430 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-5597da38-214a-4cac-82f4-987f0fabe570 None None] Deleting port f4af7131-5317-4ca1-938e-5ef22c4c0f42 {{(pid=88526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:14:01.366165 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-5597da38-214a-4cac-82f4-987f0fabe570 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:01.428219 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b3c3d36-8c4e-43d2-8a46-8f1be84a567e None None] New status for floating IP 1bc21d0f-ffc1-459b-bd6a-c3b1253c1928: ACTIVE {{(pid=88527) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 19:14:01.440118 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb245737-576e-4fae-812f-b9785de4d273 req-87f9109b-615d-4a41-a898-31c300ae3b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:14:01.442386 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-cb245737-576e-4fae-812f-b9785de4d273 req-87f9109b-615d-4a41-a898-31c300ae3b5d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4f4ea26f-fa46-41a8-bded-b4cab3aedc51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3961897 Jun 01 19:14:01.523257 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7096b188-98c1-42ed-a5ea-e31df8d56ee5 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:14:01.533515 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7096b188-98c1-42ed-a5ea-e31df8d56ee5 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:14:01.534546 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-7096b188-98c1-42ed-a5ea-e31df8d56ee5 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Synchronizing usage tracker for tenant:451baccc58514a0cab8c4410ed135b7c on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:14:01.631312 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b33af92c-7649-4e3a-aa49-0f6b6f8ad1e9 req-4b4445f6-3cf6-4e06-ac8f-53cdebf30a97 service neutron] 10.222.0.50 "GET /v2.0/networks/3d299f30-03d5-48f5-82fc-2ce538e7e02b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2939425 Jun 01 19:14:01.693402 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-7096b188-98c1-42ed-a5ea-e31df8d56ee5 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Unset dirty status for tenant:451baccc58514a0cab8c4410ed135b7c on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:14:01.694010 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-5597da38-214a-4cac-82f4-987f0fabe570 None None] For port f4af7131-5317-4ca1-938e-5ef22c4c0f42, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=f4af7131-5317-4ca1-938e-5ef22c4c0f42,segment=NetworkSegment(f3946dcb-a018-41cc-ba69-a2eb812cf5d7),segment_id=f3946dcb-a018-41cc-ba69-a2eb812cf5d7)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:14:01.694501 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-5597da38-214a-4cac-82f4-987f0fabe570 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:01.696995 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-7096b188-98c1-42ed-a5ea-e31df8d56ee5 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.3501449 Jun 01 19:14:01.707606 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 58254) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:14:01.844444 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [None req-66c9466d-4941-45da-a83f-5edb5bd92a81 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] For port f4af7131-5317-4ca1-938e-5ef22c4c0f42, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=f4af7131-5317-4ca1-938e-5ef22c4c0f42,segment=NetworkSegment(f3946dcb-a018-41cc-ba69-a2eb812cf5d7),segment_id=f3946dcb-a018-41cc-ba69-a2eb812cf5d7)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:14:01.844810 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-66c9466d-4941-45da-a83f-5edb5bd92a81 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:01.853619 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-a59c3769-504f-4115-ac5d-073d22138fdb tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Deleting port c3e5d2fe-e37e-40a7-8f36-9f1edc64f37a {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:14:01.854383 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a59c3769-504f-4115-ac5d-073d22138fdb tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:01.943683 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-5597da38-214a-4cac-82f4-987f0fabe570 None None] Calling delete_port for f4af7131-5317-4ca1-938e-5ef22c4c0f42 owned by network:dhcp {{(pid=88526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:14:02.019925 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-66c9466d-4941-45da-a83f-5edb5bd92a81 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Calling delete_port for f4af7131-5317-4ca1-938e-5ef22c4c0f42 owned by network:dhcp {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:14:02.121274 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-4768c3f4-4b44-4327-b55c-fe6087fbffd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84cd971b-b1d0-4b21-8841-559c5fc44298', 'name': 'tempest-RoutersIpV6Test-router-616667906', 'tenant_id': '8011be9678e842bab7da75259f1c11c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:13:06Z', 'updated_at': '2022-06-01T19:13:57Z', 'revision_number': 10, 'project_id': '8011be9678e842bab7da75259f1c11c1', 'gw_port_host': None, '_interfaces': [{'id': 'dce2d04b-a356-4b5a-8b0a-400c9924d3cb', 'name': '', 'network_id': '0685924a-b45e-4145-8b0e-591ee3a46b73', 'tenant_id': '8011be9678e842bab7da75259f1c11c1', 'mac_address': 'fa:16:3e:20:2b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84cd971b-b1d0-4b21-8841-559c5fc44298', 'device_owner': 'network:router_interface', 'standard_attr_id': 2998, 'fixed_ips': [{'subnet_id': 'd6578dc6-550e-4396-8fc7-6b70868dc84b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:13:08Z', 'updated_at': '2022-06-01T19:13:23Z', 'revision_number': 5, 'project_id': '8011be9678e842bab7da75259f1c11c1', 'subnets': [{'id': 'd6578dc6-550e-4396-8fc7-6b70868dc84b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:14:02.125281 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-5597da38-214a-4cac-82f4-987f0fabe570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535'] for port, after_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:02.241334 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.db.api [None req-66c9466d-4941-45da-a83f-5edb5bd92a81 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88524) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 19:14:02.241842 n-d-844202-1 neutron-server[88524]: DEBUG oslo_db.api [None req-66c9466d-4941-45da-a83f-5edb5bd92a81 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 19:14:02.246165 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 9c8821b6-ad67-4561-a333-dc91b89a978a up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:14:02.297005 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4768c3f4-4b44-4327-b55c-fe6087fbffd4 None None] The sync data for ids ['84cd971b-b1d0-4b21-8841-559c5fc44298'] in n-d-844202-1 is: [{'id': '84cd971b-b1d0-4b21-8841-559c5fc44298', 'name': 'tempest-RoutersIpV6Test-router-616667906', 'tenant_id': '8011be9678e842bab7da75259f1c11c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:13:06Z', 'updated_at': '2022-06-01T19:13:57Z', 'revision_number': 10, 'project_id': '8011be9678e842bab7da75259f1c11c1', 'gw_port_host': None, '_interfaces': [{'id': 'dce2d04b-a356-4b5a-8b0a-400c9924d3cb', 'name': '', 'network_id': '0685924a-b45e-4145-8b0e-591ee3a46b73', 'tenant_id': '8011be9678e842bab7da75259f1c11c1', 'mac_address': 'fa:16:3e:20:2b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84cd971b-b1d0-4b21-8841-559c5fc44298', 'device_owner': 'network:router_interface', 'standard_attr_id': 2998, 'fixed_ips': [{'subnet_id': 'd6578dc6-550e-4396-8fc7-6b70868dc84b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:13:08Z', 'updated_at': '2022-06-01T19:13:23Z', 'revision_number': 5, 'project_id': '8011be9678e842bab7da75259f1c11c1', 'subnets': [{'id': 'd6578dc6-550e-4396-8fc7-6b70868dc84b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:14:02.314712 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5597da38-214a-4cac-82f4-987f0fabe570 None None] Pushing event deleted for resources: {'Port': ['ID=f4af7131-5317-4ca1-938e-5ef22c4c0f42,revision_number=None']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:14:02.314712 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5597da38-214a-4cac-82f4-987f0fabe570 None None] No DVR routers for this DVR port f4af7131-5317-4ca1-938e-5ef22c4c0f42 on host n-d-844202-1 {{(pid=88526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:14:02.348740 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-cb245737-576e-4fae-812f-b9785de4d273 req-a118daaf-7f3a-49f1-a28f-afc2d7955cfb service neutron] 10.222.0.50 "GET /v2.0/networks/4f4ea26f-fa46-41a8-bded-b4cab3aedc51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8380809 Jun 01 19:14:02.356813 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a0390c44-5ea8-4f4b-b478-4cf7f2f543e7 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks [] for router_gateway, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:02.358331 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0eaac1-b95b-45ea-85ea-4735afa70268 req-507a042f-d483-4b4b-8714-d605d330db02 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:14:02.358478 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-40b3d47d-e70c-4de6-be2e-fcf0a21dabaf None None] Provisioning for port 9c8821b6-ad67-4561-a333-dc91b89a978a completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:14:02.364608 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0eaac1-b95b-45ea-85ea-4735afa70268 req-507a042f-d483-4b4b-8714-d605d330db02 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:14:02.370462 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0eaac1-b95b-45ea-85ea-4735afa70268 req-507a042f-d483-4b4b-8714-d605d330db02 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:14:02.376514 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0eaac1-b95b-45ea-85ea-4735afa70268 req-507a042f-d483-4b4b-8714-d605d330db02 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:14:02.382929 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0eaac1-b95b-45ea-85ea-4735afa70268 req-507a042f-d483-4b4b-8714-d605d330db02 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:14:02.387903 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port 9c8821b6-ad67-4561-a333-dc91b89a978a completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:14:02.389511 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0eaac1-b95b-45ea-85ea-4735afa70268 req-507a042f-d483-4b4b-8714-d605d330db02 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:14:02.392951 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 9c8821b6-ad67-4561-a333-dc91b89a978a triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:14:02.393321 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:02.395943 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0eaac1-b95b-45ea-85ea-4735afa70268 req-507a042f-d483-4b4b-8714-d605d330db02 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:14:02.397855 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-de0eaac1-b95b-45ea-85ea-4735afa70268 req-507a042f-d483-4b4b-8714-d605d330db02 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] 10.222.0.41 "GET /v2.0/ports?device_id=b89af75b-9667-469e-b061-668dd6a09e9b HTTP/1.1" status: 200 len: 5435 time: 0.2199068 Jun 01 19:14:02.404103 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a0390c44-5ea8-4f4b-b478-4cf7f2f543e7 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:02.538956 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-3cff604d-cbb8-4510-8f53-17a1839e68aa None None] Provisioning for port c3e5d2fe-e37e-40a7-8f36-9f1edc64f37a completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:14:02.544452 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 9c8821b6-ad67-4561-a333-dc91b89a978a is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:14:02.544834 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:02.558374 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-de0eaac1-b95b-45ea-85ea-4735afa70268 req-b80265ff-3bec-4103-b5c6-fdd44b37aae9 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d570a50-36ee-4a35-8568-a6d10a7bab24&id=0ab986d5-b8d5-42ed-9ee0-4a29f48e1199&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1351414 Jun 01 19:14:02.559806 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-3cff604d-cbb8-4510-8f53-17a1839e68aa None None] Provisioning complete for port c3e5d2fe-e37e-40a7-8f36-9f1edc64f37a triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:14:02.560433 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-3cff604d-cbb8-4510-8f53-17a1839e68aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:02.623035 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-cb245737-576e-4fae-812f-b9785de4d273 req-4eadc8a5-ed52-43aa-b904-9624c64d658b service neutron] 10.222.0.50 "GET /v2.0/networks/4f4ea26f-fa46-41a8-bded-b4cab3aedc51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2241712 Jun 01 19:14:02.642923 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port 9c8821b6-ad67-4561-a333-dc91b89a978a, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=9c8821b6-ad67-4561-a333-dc91b89a978a,segment=NetworkSegment(a6cfd7d1-5211-44ec-a836-a984e441185d),segment_id=a6cfd7d1-5211-44ec-a836-a984e441185d)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:14:02.644946 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a59c3769-504f-4115-ac5d-073d22138fdb tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:02.649751 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-3cff604d-cbb8-4510-8f53-17a1839e68aa None None] Port c3e5d2fe-e37e-40a7-8f36-9f1edc64f37a cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:14:02.651737 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:02.748992 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device f4af7131-5317-4ca1-938e-5ef22c4c0f42 no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:14:02.752693 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-66c9466d-4941-45da-a83f-5edb5bd92a81 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Deleting port f4af7131-5317-4ca1-938e-5ef22c4c0f42 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:14:02.753042 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-66c9466d-4941-45da-a83f-5edb5bd92a81 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:02.788551 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-cb245737-576e-4fae-812f-b9785de4d273 req-e678ea4c-ebc0-41db-ac25-ad80587a887d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.118&port_id=8e023d4a-9eb6-405c-b18a-c3de65879a4a HTTP/1.1" status: 200 len: 217 time: 0.1588061 Jun 01 19:14:02.789751 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=9c8821b6-ad67-4561-a333-dc91b89a978a,revision_number=3']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:14:02.792779 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: f4af7131-5317-4ca1-938e-5ef22c4c0f42 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:14:02.793331 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device f4af7131-5317-4ca1-938e-5ef22c4c0f42 not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:14:02.803337 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-a59c3769-504f-4115-ac5d-073d22138fdb tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Calling delete_port for c3e5d2fe-e37e-40a7-8f36-9f1edc64f37a owned by {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:14:02.872896 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [None req-a0390c44-5ea8-4f4b-b478-4cf7f2f543e7 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Allocated IP 172.25.4.198 (72a72e44-6845-488a-a5ff-3a26d4df9cb3/c314a23b-daa2-4106-ab28-8e6f954277b2/35dc9bc9-645d-4709-b198-1995a99a0461) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:14:02.926521 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-66c9466d-4941-45da-a83f-5edb5bd92a81 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] The port 'f4af7131-5317-4ca1-938e-5ef22c4c0f42' was deleted {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 01 19:14:03.102574 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a59c3769-504f-4115-ac5d-073d22138fdb tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:03.106756 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a0390c44-5ea8-4f4b-b478-4cf7f2f543e7 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:03.190441 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb245737-576e-4fae-812f-b9785de4d273 req-94f58e79-c68a-458b-945c-3f19d1e530ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:14:03.193240 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-cb245737-576e-4fae-812f-b9785de4d273 req-94f58e79-c68a-458b-945c-3f19d1e530ca service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a154ee7c-2b5c-4f5d-88dd-ebda40eec737 HTTP/1.1" status: 200 len: 797 time: 0.3552530 Jun 01 19:14:03.203804 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59c3769-504f-4115-ac5d-073d22138fdb tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Pushing event deleted for resources: {'Port': ['ID=c3e5d2fe-e37e-40a7-8f36-9f1edc64f37a,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:14:03.217816 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a59c3769-504f-4115-ac5d-073d22138fdb tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:03.242228 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-a59c3769-504f-4115-ac5d-073d22138fdb tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "DELETE /v2.0/ports/c3e5d2fe-e37e-40a7-8f36-9f1edc64f37a HTTP/1.1" status: 204 len: 168 time: 1.5332038 Jun 01 19:14:03.244151 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 58260) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:14:03.277614 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-66c9466d-4941-45da-a83f-5edb5bd92a81 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:03.307540 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a0390c44-5ea8-4f4b-b478-4cf7f2f543e7 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:03.325241 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98416bfb-3968-48a1-9b46-783a2875c132 req-c5ad6ca5-c420-4321-a585-93b41c78d69f tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:14:03.331070 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98416bfb-3968-48a1-9b46-783a2875c132 req-c5ad6ca5-c420-4321-a585-93b41c78d69f tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:14:03.338361 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98416bfb-3968-48a1-9b46-783a2875c132 req-c5ad6ca5-c420-4321-a585-93b41c78d69f tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:14:03.344207 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98416bfb-3968-48a1-9b46-783a2875c132 req-c5ad6ca5-c420-4321-a585-93b41c78d69f tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:14:03.350776 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98416bfb-3968-48a1-9b46-783a2875c132 req-c5ad6ca5-c420-4321-a585-93b41c78d69f tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:14:03.356602 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98416bfb-3968-48a1-9b46-783a2875c132 req-c5ad6ca5-c420-4321-a585-93b41c78d69f tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:14:03.362410 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98416bfb-3968-48a1-9b46-783a2875c132 req-c5ad6ca5-c420-4321-a585-93b41c78d69f tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:14:03.364894 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-98416bfb-3968-48a1-9b46-783a2875c132 req-c5ad6ca5-c420-4321-a585-93b41c78d69f tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] 10.222.0.50 "GET /v2.0/ports?device_id=b89af75b-9667-469e-b061-668dd6a09e9b HTTP/1.1" status: 200 len: 5435 time: 0.5848789 Jun 01 19:14:03.369547 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-66c9466d-4941-45da-a83f-5edb5bd92a81 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05aa4ee3-9ed0-4e01-81b9-048f59f628c3']}} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:14:03.393180 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0390c44-5ea8-4f4b-b478-4cf7f2f543e7 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:14:03.399460 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e58b4deb-2a65-44aa-a116-8d7ad48e5eb2 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:14:03.401093 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e58b4deb-2a65-44aa-a116-8d7ad48e5eb2 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:14:03.402551 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-e58b4deb-2a65-44aa-a116-8d7ad48e5eb2 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1571593 Jun 01 19:14:03.403416 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-a0390c44-5ea8-4f4b-b478-4cf7f2f543e7 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:14:03.405797 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0390c44-5ea8-4f4b-b478-4cf7f2f543e7 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:14:03.408269 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 58264) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:14:03.428291 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-66c9466d-4941-45da-a83f-5edb5bd92a81 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3946dcb-a018-41cc-ba69-a2eb812cf5d7') {'for_net_delete': True} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:14:03.428522 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-66c9466d-4941-45da-a83f-5edb5bd92a81 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3946dcb-a018-41cc-ba69-a2eb812cf5d7') {} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:14:03.431576 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0390c44-5ea8-4f4b-b478-4cf7f2f543e7 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Pushing event updated for resources: {'Port': ['ID=35dc9bc9-645d-4709-b198-1995a99a0461,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:14:03.493443 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-66c9466d-4941-45da-a83f-5edb5bd92a81 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2702126'] for segment, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:03.527461 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-66c9466d-4941-45da-a83f-5edb5bd92a81 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:03.535631 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98416bfb-3968-48a1-9b46-783a2875c132 req-6bfd775b-c664-4881-96bb-4242abb74978 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:14:03.537075 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-98416bfb-3968-48a1-9b46-783a2875c132 req-6bfd775b-c664-4881-96bb-4242abb74978 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] 10.222.0.50 "GET /v2.0/ports/8e023d4a-9eb6-405c-b18a-c3de65879a4a?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1603539 Jun 01 19:14:03.571729 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66c9466d-4941-45da-a83f-5edb5bd92a81 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=88524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 19:14:03.572451 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-66c9466d-4941-45da-a83f-5edb5bd92a81 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2719018'] for segment, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:03.599745 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb245737-576e-4fae-812f-b9785de4d273 req-d36eafcb-1a49-417e-9962-61dd0147493f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:14:03.601250 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-cb245737-576e-4fae-812f-b9785de4d273 req-d36eafcb-1a49-417e-9962-61dd0147493f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=83309fe7-c674-45d2-987a-e042535023cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3878069 Jun 01 19:14:03.663874 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_v2 [None req-e44c0108-370c-4303-abbc-0f3c2b24371c tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Deleting subnet 33a5099b-fac9-4740-8fe1-f027d64559e2 {{(pid=88524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 19:14:03.716489 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment f3946dcb-a018-41cc-ba69-a2eb812cf5d7 resource provider aggregate not found Jun 01 19:14:03.743455 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e44c0108-370c-4303-abbc-0f3c2b24371c tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks [] for subnet, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:03.785899 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment f3946dcb-a018-41cc-ba69-a2eb812cf5d7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f3946dcb-a018-41cc-ba69-a2eb812cf5d7 found for delete ", "request_id": "req-5508e4c8-6328-4796-b3dd-5b4211410b69"}]} Jun 01 19:14:03.921986 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-66c9466d-4941-45da-a83f-5edb5bd92a81 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:03.930905 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e44c0108-370c-4303-abbc-0f3c2b24371c tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2702137'] for subnet, precommit_delete_associations {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:03.989940 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-66c9466d-4941-45da-a83f-5edb5bd92a81 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks [] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:04.029692 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a0390c44-5ea8-4f4b-b478-4cf7f2f543e7 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks [] for router_gateway, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:04.036730 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c9466d-4941-45da-a83f-5edb5bd92a81 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Pushing event deleted for resources: {'Network': ['ID=05aa4ee3-9ed0-4e01-81b9-048f59f628c3,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:14:04.060153 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-66c9466d-4941-45da-a83f-5edb5bd92a81 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] 10.222.0.41 "DELETE /v2.0/networks/05aa4ee3-9ed0-4e01-81b9-048f59f628c3 HTTP/1.1" status: 204 len: 168 time: 3.4163442 Jun 01 19:14:04.065554 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-98416bfb-3968-48a1-9b46-783a2875c132 req-ec5973bd-ac17-4b4b-a859-5d64529206c6 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] 10.222.0.50 "GET /v2.0/networks/83309fe7-c674-45d2-987a-e042535023cf?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.5222638 Jun 01 19:14:04.066750 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 58274) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:14:04.071578 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 9c8821b6-ad67-4561-a333-dc91b89a978a up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:14:04.093967 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3947aa-293f-41d3-a022-65dd27fc1038 req-d17ed763-1b64-4057-ad17-f4f05ddc58db tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:14:04.100423 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3947aa-293f-41d3-a022-65dd27fc1038 req-d17ed763-1b64-4057-ad17-f4f05ddc58db tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:14:04.106145 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3947aa-293f-41d3-a022-65dd27fc1038 req-d17ed763-1b64-4057-ad17-f4f05ddc58db tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:14:04.111815 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3947aa-293f-41d3-a022-65dd27fc1038 req-d17ed763-1b64-4057-ad17-f4f05ddc58db tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:14:04.118319 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3947aa-293f-41d3-a022-65dd27fc1038 req-d17ed763-1b64-4057-ad17-f4f05ddc58db tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:14:04.124007 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3947aa-293f-41d3-a022-65dd27fc1038 req-d17ed763-1b64-4057-ad17-f4f05ddc58db tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:14:04.130568 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3947aa-293f-41d3-a022-65dd27fc1038 req-d17ed763-1b64-4057-ad17-f4f05ddc58db tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:14:04.132163 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-9c3947aa-293f-41d3-a022-65dd27fc1038 req-d17ed763-1b64-4057-ad17-f4f05ddc58db tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] 10.222.0.41 "GET /v2.0/ports?device_id=b89af75b-9667-469e-b061-668dd6a09e9b HTTP/1.1" status: 200 len: 5435 time: 0.4151344 Jun 01 19:14:04.142042 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-98416bfb-3968-48a1-9b46-783a2875c132 req-06d15e32-0d57-462d-9831-07b09f5cdfa1 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:14:04.153962 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 9c8821b6-ad67-4561-a333-dc91b89a978a triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:14:04.154558 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:04.184416 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-cb245737-576e-4fae-812f-b9785de4d273 req-edf0e9f2-55b2-490c-8811-cbdc0d8207e1 service neutron] 10.222.0.50 "GET /v2.0/networks/83309fe7-c674-45d2-987a-e042535023cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5255430 Jun 01 19:14:04.270816 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-9c3947aa-293f-41d3-a022-65dd27fc1038 req-04c41d3b-6b23-4bd5-b965-1ca230c9214d tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d570a50-36ee-4a35-8568-a6d10a7bab24&id=0ab986d5-b8d5-42ed-9ee0-4a29f48e1199&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1275139 Jun 01 19:14:04.299419 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 9c8821b6-ad67-4561-a333-dc91b89a978a is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:14:04.313922 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 61196a84-45b3-4aec-9501-e33bd51ca3a4 no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:14:04.356699 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: 61196a84-45b3-4aec-9501-e33bd51ca3a4 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:14:04.357291 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 61196a84-45b3-4aec-9501-e33bd51ca3a4 not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:14:04.443523 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e44c0108-370c-4303-abbc-0f3c2b24371c tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:04.474858 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a0390c44-5ea8-4f4b-b478-4cf7f2f543e7 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-885820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-886655'] for router, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:04.689289 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0390c44-5ea8-4f4b-b478-4cf7f2f543e7 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Router ebf6af23-158a-422f-ab91-96c3a5fa6a62 is scheduled to L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 with binding_index 1 {{(pid=88525) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 19:14:04.810126 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-98416bfb-3968-48a1-9b46-783a2875c132 req-06d15e32-0d57-462d-9831-07b09f5cdfa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:04.851325 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-cb245737-576e-4fae-812f-b9785de4d273 req-e6f4b8b4-88a0-4a3b-9553-e1d1ad33f416 service neutron] 10.222.0.50 "GET /v2.0/networks/83309fe7-c674-45d2-987a-e042535023cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6499324 Jun 01 19:14:04.875094 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0390c44-5ea8-4f4b-b478-4cf7f2f543e7 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:14:04.885258 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b29f92-199f-4f0d-bd18-5f9adfc51c77 None None] Sync routers for ids ['ebf6af23-158a-422f-ab91-96c3a5fa6a62'] in n-d-844202-1 {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:14:04.896190 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b29f92-199f-4f0d-bd18-5f9adfc51c77 None None] Routers {'ebf6af23-158a-422f-ab91-96c3a5fa6a62'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:14:04.896843 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-b3b29f92-199f-4f0d-bd18-5f9adfc51c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:13:39Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['ebf6af23-158a-422f-ab91-96c3a5fa6a62'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:14:04.902069 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a0390c44-5ea8-4f4b-b478-4cf7f2f543e7 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks [] for router, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:04.906223 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-a0390c44-5ea8-4f4b-b478-4cf7f2f543e7 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 5.4244871 Jun 01 19:14:04.906559 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 58278) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:14:04.975693 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-cb245737-576e-4fae-812f-b9785de4d273 req-bb761574-86d0-4bad-9997-b6a84d282448 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.120&port_id=a46ad6b2-b5d4-4799-b91d-c0a28a7dbab6 HTTP/1.1" status: 200 len: 217 time: 0.0940442 Jun 01 19:14:05.051780 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e44c0108-370c-4303-abbc-0f3c2b24371c tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2718856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3066595'] for subnet, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:05.089656 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-b3b29f92-199f-4f0d-bd18-5f9adfc51c77 None None] Set router ebf6af23-158a-422f-ab91-96c3a5fa6a62 gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:14:05.116946 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-0893d3be-cf52-49ea-8e7a-b1a500d9ca70 tempest-TestNetworkAdvancedServerOps-1915190974 tempest-TestNetworkAdvancedServerOps-1915190974-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=8537cfb3773e46d182e148cf5b0a717f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2093880 Jun 01 19:14:05.120152 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 58284) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:14:05.126901 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44c0108-370c-4303-abbc-0f3c2b24371c tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Pushing event deleted for resources: {'Subnet': ['ID=33a5099b-fac9-4740-8fe1-f027d64559e2,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:14:05.149789 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e44c0108-370c-4303-abbc-0f3c2b24371c tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:05.202085 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d46512b1-fa1e-481c-bac3-c0720107fa76 None None] Network c840486e-0c2f-4729-9a0c-ee6552111f90 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:14:05.223254 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb245737-576e-4fae-812f-b9785de4d273 req-d0316730-f98e-4d4b-89f6-5ff25e5854f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:14:05.224776 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-cb245737-576e-4fae-812f-b9785de4d273 req-d0316730-f98e-4d4b-89f6-5ff25e5854f8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a154ee7c-2b5c-4f5d-88dd-ebda40eec737 HTTP/1.1" status: 200 len: 797 time: 0.2131596 Jun 01 19:14:05.260966 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cc0fdd9-4ce8-41fa-b2c5-b7c9e1a13fbd tempest-TestNetworkAdvancedServerOps-1915190974 tempest-TestNetworkAdvancedServerOps-1915190974-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:14:05.262424 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-5cc0fdd9-4ce8-41fa-b2c5-b7c9e1a13fbd tempest-TestNetworkAdvancedServerOps-1915190974 tempest-TestNetworkAdvancedServerOps-1915190974-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1412747 Jun 01 19:14:05.265177 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 58288) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:14:05.304605 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-bdeab237-b88d-498e-b9dd-09ca15d5807a tempest-TestNetworkAdvancedServerOps-1915190974 tempest-TestNetworkAdvancedServerOps-1915190974-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=72a72e44-6845-488a-a5ff-3a26d4df9cb3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0383310 Jun 01 19:14:05.307107 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 58292) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:14:05.312423 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-8c0b459a-10aa-443a-9217-8649f6403882 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1646606543', 'network_id': 'de1db517-5b94-4ef1-bc52-4aac8a0efc54', 'project_id': '8537cfb3773e46d182e148cf5b0a717f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:14:05.321582 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-e44c0108-370c-4303-abbc-0f3c2b24371c tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "DELETE /v2.0/subnets/33a5099b-fac9-4740-8fe1-f027d64559e2 HTTP/1.1" status: 204 len: 168 time: 1.9029655 Jun 01 19:14:05.327590 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 58298) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:14:05.433880 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-8c0b459a-10aa-443a-9217-8649f6403882 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:14:05.437776 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-8c0b459a-10aa-443a-9217-8649f6403882 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Usage tracker for resource:subnet and tenant:8537cfb3773e46d182e148cf5b0a717f is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:14:05.440279 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-e6ba57e3-0cac-4f0e-92b9-37fe90a33907 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1087518 Jun 01 19:14:05.441770 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-8c0b459a-10aa-443a-9217-8649f6403882 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:14:05.447645 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-8c0b459a-10aa-443a-9217-8649f6403882 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:14:05.454749 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 58302) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:14:05.462418 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-15d0aff7-320b-4314-9193-e16dc6dd0217 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Request body: {'subnet': {'network_id': 'c840486e-0c2f-4729-9a0c-ee6552111f90', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:14:05.476152 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 74e2387a-5a42-4e52-9813-acb554a11e5b no longer exists at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:14:05.480584 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c0b459a-10aa-443a-9217-8649f6403882 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Made reservation on behalf of 8537cfb3773e46d182e148cf5b0a717f for: {'subnet': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:14:05.484208 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8c0b459a-10aa-443a-9217-8649f6403882 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9667140'] for subnet, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:05.535744 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-98416bfb-3968-48a1-9b46-783a2875c132 req-06d15e32-0d57-462d-9831-07b09f5cdfa1 service neutron] For port 8e023d4a-9eb6-405c-b18a-c3de65879a4a, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=8e023d4a-9eb6-405c-b18a-c3de65879a4a,segment=NetworkSegment(1cfda828-870d-4ff9-9f7f-9583fe873d24),segment_id=1cfda828-870d-4ff9-9f7f-9583fe873d24)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:14:05.583356 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb245737-576e-4fae-812f-b9785de4d273 req-bed2ac28-e374-4472-83e2-9fb7fc458aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:14:05.584889 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-cb245737-576e-4fae-812f-b9785de4d273 req-bed2ac28-e374-4472-83e2-9fb7fc458aa5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=83309fe7-c674-45d2-987a-e042535023cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3143666 Jun 01 19:14:05.621653 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-98416bfb-3968-48a1-9b46-783a2875c132 req-06d15e32-0d57-462d-9831-07b09f5cdfa1 service neutron] For port 8e023d4a-9eb6-405c-b18a-c3de65879a4a, host n-h2-844202-1, cleared binding levels {{(pid=88524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:14:05.767631 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port 74e2387a-5a42-4e52-9813-acb554a11e5b is: ACTIVE; New status is: DOWN {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:14:05.767761 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f14b1e-c3ab-441d-b5d4-e79bf1855557 req-1be5342b-d7bf-49c6-a0c3-aa6da3d00d06 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:14:05.768017 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:05.774668 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f14b1e-c3ab-441d-b5d4-e79bf1855557 req-1be5342b-d7bf-49c6-a0c3-aa6da3d00d06 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:14:05.780801 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f14b1e-c3ab-441d-b5d4-e79bf1855557 req-1be5342b-d7bf-49c6-a0c3-aa6da3d00d06 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:14:05.787132 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f14b1e-c3ab-441d-b5d4-e79bf1855557 req-1be5342b-d7bf-49c6-a0c3-aa6da3d00d06 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:14:05.792841 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f14b1e-c3ab-441d-b5d4-e79bf1855557 req-1be5342b-d7bf-49c6-a0c3-aa6da3d00d06 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:14:05.798759 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f14b1e-c3ab-441d-b5d4-e79bf1855557 req-1be5342b-d7bf-49c6-a0c3-aa6da3d00d06 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:14:05.805226 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f14b1e-c3ab-441d-b5d4-e79bf1855557 req-1be5342b-d7bf-49c6-a0c3-aa6da3d00d06 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:14:05.805358 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b89af75b-9667-469e-b061-668dd6a09e9b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74e2387a-5a42-4e52-9813-acb554a11e5b'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:14:05.806775 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-53f14b1e-c3ab-441d-b5d4-e79bf1855557 req-1be5342b-d7bf-49c6-a0c3-aa6da3d00d06 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] 10.222.0.41 "GET /v2.0/ports?device_id=b89af75b-9667-469e-b061-668dd6a09e9b HTTP/1.1" status: 200 len: 5435 time: 0.3719923 Jun 01 19:14:05.835474 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 74e2387a-5a42-4e52-9813-acb554a11e5b, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=74e2387a-5a42-4e52-9813-acb554a11e5b,segment=NetworkSegment(30521a5b-215c-4399-878b-93abab2b6aed),segment_id=30521a5b-215c-4399-878b-93abab2b6aed)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:14:05.837922 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-b3b29f92-199f-4f0d-bd18-5f9adfc51c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebf6af23-158a-422f-ab91-96c3a5fa6a62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1361133782', 'tenant_id': '8537cfb3773e46d182e148cf5b0a717f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': '35dc9bc9-645d-4709-b198-1995a99a0461', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:14:00Z', 'updated_at': '2022-06-01T19:14:03Z', 'revision_number': 3, 'project_id': '8537cfb3773e46d182e148cf5b0a717f', 'gw_port': {'id': '35dc9bc9-645d-4709-b198-1995a99a0461', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:4d:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebf6af23-158a-422f-ab91-96c3a5fa6a62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3054, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:14:02Z', 'updated_at': '2022-06-01T19:14:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:14:05.841380 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:05.842054 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 8e023d4a-9eb6-405c-b18a-c3de65879a4a no longer exists at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:14:05.850625 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [req-98416bfb-3968-48a1-9b46-783a2875c132 req-06d15e32-0d57-462d-9831-07b09f5cdfa1 service neutron] device_id is not set on port 8e023d4a-9eb6-405c-b18a-c3de65879a4a yet. {{(pid=88524) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 19:14:05.854450 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-15d0aff7-320b-4314-9193-e16dc6dd0217 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:14:05.861576 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-15d0aff7-320b-4314-9193-e16dc6dd0217 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Usage tracker for resource:subnet and tenant:451baccc58514a0cab8c4410ed135b7c is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:14:05.866297 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-15d0aff7-320b-4314-9193-e16dc6dd0217 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:14:05.867794 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-98416bfb-3968-48a1-9b46-783a2875c132 req-06d15e32-0d57-462d-9831-07b09f5cdfa1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:05.874044 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-15d0aff7-320b-4314-9193-e16dc6dd0217 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:14:05.898329 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-98416bfb-3968-48a1-9b46-783a2875c132 req-06d15e32-0d57-462d-9831-07b09f5cdfa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:05.920906 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15d0aff7-320b-4314-9193-e16dc6dd0217 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Made reservation on behalf of 451baccc58514a0cab8c4410ed135b7c for: {'subnet': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:14:05.924629 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-15d0aff7-320b-4314-9193-e16dc6dd0217 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9667140'] for subnet, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:05.925924 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f22a71e9-a13f-42a2-81cd-788eefd1f344 None None] DHCP port deletion for c840486e-0c2f-4729-9a0c-ee6552111f90 request from n-d-844202-1 {{(pid=88526) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 19:14:05.938643 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cdd89d9d-2207-47b2-ab98-6ed47428d2a2'] response: {'server_uuid': 'b89af75b-9667-469e-b061-668dd6a09e9b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74e2387a-5a42-4e52-9813-acb554a11e5b', 'code': 200} Jun 01 19:14:05.939698 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b29f92-199f-4f0d-bd18-5f9adfc51c77 None None] Checking router: ebf6af23-158a-422f-ab91-96c3a5fa6a62 for host: n-d-844202-1 {{(pid=88526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 19:14:05.940039 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b29f92-199f-4f0d-bd18-5f9adfc51c77 None None] Updating router ebf6af23-158a-422f-ab91-96c3a5fa6a62 port 35dc9bc9-645d-4709-b198-1995a99a0461 binding host n-d-844202-1 {{(pid=88526) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 19:14:05.989357 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-53f14b1e-c3ab-441d-b5d4-e79bf1855557 req-1a9be4fe-a472-42b8-aedb-4b91995e8acc tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d570a50-36ee-4a35-8568-a6d10a7bab24&id=0ab986d5-b8d5-42ed-9ee0-4a29f48e1199&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1653221 Jun 01 19:14:06.013110 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f22a71e9-a13f-42a2-81cd-788eefd1f344 None None] Deleting port 9c8821b6-ad67-4561-a333-dc91b89a978a {{(pid=88526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:14:06.013476 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f22a71e9-a13f-42a2-81cd-788eefd1f344 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:06.109707 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 9c8821b6-ad67-4561-a333-dc91b89a978a no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:14:06.138252 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-cb245737-576e-4fae-812f-b9785de4d273 req-50d1aaca-82e3-490b-bbcb-4104f3067e48 service neutron] 10.222.0.50 "GET /v2.0/networks/83309fe7-c674-45d2-987a-e042535023cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5410659 Jun 01 19:14:06.161937 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-b3b29f92-199f-4f0d-bd18-5f9adfc51c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:06.167448 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-98416bfb-3968-48a1-9b46-783a2875c132 req-06d15e32-0d57-462d-9831-07b09f5cdfa1 service neutron] No DVR routers for this DVR port 8e023d4a-9eb6-405c-b18a-c3de65879a4a on host n-h2-844202-1 {{(pid=88524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:14:06.185311 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 8e023d4a-9eb6-405c-b18a-c3de65879a4a not bound to the agent host n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:14:06.185739 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 40d26433-71b1-48b8-9988-9b16798cc67a no longer exists at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:14:06.193540 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d15e32-0d57-462d-9831-07b09f5cdfa1 service neutron] Pushing event updated for resources: {'Port': ['ID=8e023d4a-9eb6-405c-b18a-c3de65879a4a,revision_number=6']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:14:06.258515 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8c0b459a-10aa-443a-9217-8649f6403882 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2614064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9667190'] for subnet, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:06.262512 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=74e2387a-5a42-4e52-9813-acb554a11e5b,revision_number=6']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:14:06.284947 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-9a8f1704-3ba4-41f1-b2d5-85ffd0e7f594 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-887474'] for router_interface, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:06.456144 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0b459a-10aa-443a-9217-8649f6403882 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Pushing event updated for resources: {'Subnet': ['ID=3cdf8c40-fa87-49d0-ba22-e441f2e99037,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:14:06.503969 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c0b459a-10aa-443a-9217-8649f6403882 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Checking segment: {'id': '1e00e93a-a6fa-43f2-b927-08a982c37727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'de1db517-5b94-4ef1-bc52-4aac8a0efc54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:14:06.503969 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c0b459a-10aa-443a-9217-8649f6403882 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Network hostable DHCP agents. Network: de1db517-5b94-4ef1-bc52-4aac8a0efc54, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 19:14:06.542518 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c0b459a-10aa-443a-9217-8649f6403882 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Network de1db517-5b94-4ef1-bc52-4aac8a0efc54 is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 19:14:06.546930 n-d-844202-1 neutron-server[88525]: DEBUG neutron.objects.ports [None req-15d0aff7-320b-4314-9193-e16dc6dd0217 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88525) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jun 01 19:14:06.594537 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-98416bfb-3968-48a1-9b46-783a2875c132 req-06d15e32-0d57-462d-9831-07b09f5cdfa1 service neutron] In _notify_port_updated(), no bound segment for port 8e023d4a-9eb6-405c-b18a-c3de65879a4a on network 83309fe7-c674-45d2-987a-e042535023cf {{(pid=88524) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 01 19:14:06.595171 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98416bfb-3968-48a1-9b46-783a2875c132 req-06d15e32-0d57-462d-9831-07b09f5cdfa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:14:06.595401 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-98416bfb-3968-48a1-9b46-783a2875c132 req-06d15e32-0d57-462d-9831-07b09f5cdfa1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:06.596717 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-98416bfb-3968-48a1-9b46-783a2875c132 req-06d15e32-0d57-462d-9831-07b09f5cdfa1 service neutron] 10.222.0.50 "PUT /v2.0/ports/8e023d4a-9eb6-405c-b18a-c3de65879a4a HTTP/1.1" status: 200 len: 1028 time: 2.5160024 Jun 01 19:14:06.601221 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 9c8821b6-ad67-4561-a333-dc91b89a978a is: ACTIVE; New status is: DOWN {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:14:06.601689 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:06.602730 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-8c0b459a-10aa-443a-9217-8649f6403882 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, de1db517-5b94-4ef1-bc52-4aac8a0efc54) {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:14:06.620862 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c0b459a-10aa-443a-9217-8649f6403882 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:14:06.621741 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8c0b459a-10aa-443a-9217-8649f6403882 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks [] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:06.659149 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfc4a45d-8224-4f41-bea5-02264059ba11 None None] Network de1db517-5b94-4ef1-bc52-4aac8a0efc54 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:14:06.665016 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-8c0b459a-10aa-443a-9217-8649f6403882 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.3567662 Jun 01 19:14:06.667809 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 58308) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:14:06.689287 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-d7883c26-5410-4dfa-96b7-263ac655e002 None None] Provisioning complete for port 8e023d4a-9eb6-405c-b18a-c3de65879a4a triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:14:06.689658 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-d7883c26-5410-4dfa-96b7-263ac655e002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:06.762663 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-cb245737-576e-4fae-812f-b9785de4d273 req-0e17d290-5e8b-44f1-987f-ad86f3fcde02 service neutron] 10.222.0.50 "GET /v2.0/networks/83309fe7-c674-45d2-987a-e042535023cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6146026 Jun 01 19:14:06.866997 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-cb245737-576e-4fae-812f-b9785de4d273 req-6ed14722-e57b-46a5-b5d3-905c21981697 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.176&port_id=b4ec48f2-ec80-4ad5-8ee7-46cd08c5ffa2 HTTP/1.1" status: 200 len: 217 time: 0.0766938 Jun 01 19:14:06.871083 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98416bfb-3968-48a1-9b46-783a2875c132 req-3c291807-e929-4434-9a31-f3b1960d85b1 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:14:06.872397 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-98416bfb-3968-48a1-9b46-783a2875c132 req-3c291807-e929-4434-9a31-f3b1960d85b1 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] 10.222.0.50 "GET /v2.0/ports/a46ad6b2-b5d4-4799-b91d-c0a28a7dbab6?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2600510 Jun 01 19:14:06.911673 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-98416bfb-3968-48a1-9b46-783a2875c132 req-e6db6356-ce5b-419c-a704-697572dc1f09 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:14:06.913026 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-15d0aff7-320b-4314-9193-e16dc6dd0217 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:07.014331 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb245737-576e-4fae-812f-b9785de4d273 req-d76380da-9a91-4010-8493-a3dad3443fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:14:07.015820 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-cb245737-576e-4fae-812f-b9785de4d273 req-d76380da-9a91-4010-8493-a3dad3443fdd service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a154ee7c-2b5c-4f5d-88dd-ebda40eec737 HTTP/1.1" status: 200 len: 797 time: 0.1425493 Jun 01 19:14:07.018816 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port 40d26433-71b1-48b8-9988-9b16798cc67a is: ACTIVE; New status is: DOWN {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:14:07.019885 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:07.044803 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-d7883c26-5410-4dfa-96b7-263ac655e002 None None] Port 8e023d4a-9eb6-405c-b18a-c3de65879a4a cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:14:07.054641 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.db.api [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88526) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 19:14:07.055511 n-d-844202-1 neutron-server[88526]: DEBUG oslo_db.api [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 19:14:07.152062 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-98416bfb-3968-48a1-9b46-783a2875c132 req-e6db6356-ce5b-419c-a704-697572dc1f09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:07.163532 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f22a71e9-a13f-42a2-81cd-788eefd1f344 None None] For port 9c8821b6-ad67-4561-a333-dc91b89a978a, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=9c8821b6-ad67-4561-a333-dc91b89a978a,segment=NetworkSegment(a6cfd7d1-5211-44ec-a836-a984e441185d),segment_id=a6cfd7d1-5211-44ec-a836-a984e441185d)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:14:07.164164 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f22a71e9-a13f-42a2-81cd-788eefd1f344 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:07.218217 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-7a3bd443-caf6-4d8e-a756-b4f756d76079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:07.276454 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-9a8f1704-3ba4-41f1-b2d5-85ffd0e7f594 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Deleting port dce2d04b-a356-4b5a-8b0a-400c9924d3cb {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:14:07.276792 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-9a8f1704-3ba4-41f1-b2d5-85ffd0e7f594 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:07.287412 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 40d26433-71b1-48b8-9988-9b16798cc67a, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=40d26433-71b1-48b8-9988-9b16798cc67a,segment=NetworkSegment(d8642800-b1d2-408c-993f-870ace18e652),segment_id=d8642800-b1d2-408c-993f-870ace18e652)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:14:07.337587 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb245737-576e-4fae-812f-b9785de4d273 req-06634c98-862b-4b1c-8471-ad8e1805e2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:14:07.338522 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-cb245737-576e-4fae-812f-b9785de4d273 req-06634c98-862b-4b1c-8471-ad8e1805e2a7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=83309fe7-c674-45d2-987a-e042535023cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2872484 Jun 01 19:14:07.414206 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f22a71e9-a13f-42a2-81cd-788eefd1f344 None None] Calling delete_port for 9c8821b6-ad67-4561-a333-dc91b89a978a owned by network:dhcp {{(pid=88526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:14:07.442358 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:07.442992 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device b4ec48f2-ec80-4ad5-8ee7-46cd08c5ffa2 no longer exists at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:14:07.542953 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.db.resource_extend [None req-b3b29f92-199f-4f0d-bd18-5f9adfc51c77 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 19:14:07.543589 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [None req-15d0aff7-320b-4314-9193-e16dc6dd0217 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] For port 9c8821b6-ad67-4561-a333-dc91b89a978a, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=9c8821b6-ad67-4561-a333-dc91b89a978a,segment=NetworkSegment(a6cfd7d1-5211-44ec-a836-a984e441185d),segment_id=a6cfd7d1-5211-44ec-a836-a984e441185d)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:14:07.559066 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcf4f88-be61-4a14-9024-0853add85443 req-36c3e32c-0660-4545-a666-c6b6b7eb21de tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:14:07.564828 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcf4f88-be61-4a14-9024-0853add85443 req-36c3e32c-0660-4545-a666-c6b6b7eb21de tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:14:07.570591 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcf4f88-be61-4a14-9024-0853add85443 req-36c3e32c-0660-4545-a666-c6b6b7eb21de tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:14:07.576253 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcf4f88-be61-4a14-9024-0853add85443 req-36c3e32c-0660-4545-a666-c6b6b7eb21de tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:14:07.582037 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcf4f88-be61-4a14-9024-0853add85443 req-36c3e32c-0660-4545-a666-c6b6b7eb21de tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:14:07.588007 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcf4f88-be61-4a14-9024-0853add85443 req-36c3e32c-0660-4545-a666-c6b6b7eb21de tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:14:07.589835 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-5fcf4f88-be61-4a14-9024-0853add85443 req-36c3e32c-0660-4545-a666-c6b6b7eb21de tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] 10.222.0.41 "GET /v2.0/ports?device_id=b89af75b-9667-469e-b061-668dd6a09e9b HTTP/1.1" status: 200 len: 4658 time: 0.4332838 Jun 01 19:14:07.693234 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-cb245737-576e-4fae-812f-b9785de4d273 req-2c18b24e-8605-4d46-b841-d04997cfa8da service neutron] 10.222.0.50 "GET /v2.0/networks/83309fe7-c674-45d2-987a-e042535023cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3428690 Jun 01 19:14:07.758276 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c89e4d92-ade2-4af3-ba60-21edacc31fd1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc93f83c3-7fb6-5c13-a9d4-29d739a4e8d2-de1db517-5b94-4ef1-bc52-4aac8a0efc54', 'network_id': 'de1db517-5b94-4ef1-bc52-4aac8a0efc54', 'tenant_id': '8537cfb3773e46d182e148cf5b0a717f', 'fixed_ips': [{'subnet_id': '3cdf8c40-fa87-49d0-ba22-e441f2e99037'}]}} from n-d-844202-1. {{(pid=88526) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 19:14:07.759257 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-c89e4d92-ade2-4af3-ba60-21edacc31fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:07.776077 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 9c8821b6-ad67-4561-a333-dc91b89a978a is: ACTIVE; New status is: DOWN {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:14:07.776634 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:07.804709 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-98416bfb-3968-48a1-9b46-783a2875c132 req-e6db6356-ce5b-419c-a704-697572dc1f09 service neutron] For port a46ad6b2-b5d4-4799-b91d-c0a28a7dbab6, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=a46ad6b2-b5d4-4799-b91d-c0a28a7dbab6,segment=NetworkSegment(1cfda828-870d-4ff9-9f7f-9583fe873d24),segment_id=1cfda828-870d-4ff9-9f7f-9583fe873d24)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:14:07.806024 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-b3b29f92-199f-4f0d-bd18-5f9adfc51c77 None None] Notify callbacks [] for port, precommit_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:07.807683 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [None req-9a8f1704-3ba4-41f1-b2d5-85ffd0e7f594 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] For port dce2d04b-a356-4b5a-8b0a-400c9924d3cb, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=dce2d04b-a356-4b5a-8b0a-400c9924d3cb,segment=NetworkSegment(894389c4-d6eb-4940-9132-97a7df3ea1c1),segment_id=894389c4-d6eb-4940-9132-97a7df3ea1c1)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:14:07.808056 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-9a8f1704-3ba4-41f1-b2d5-85ffd0e7f594 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:07.816156 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=40d26433-71b1-48b8-9988-9b16798cc67a,revision_number=6']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:14:07.862737 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-15d0aff7-320b-4314-9193-e16dc6dd0217 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks [] for port, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:07.869561 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-b3b29f92-199f-4f0d-bd18-5f9adfc51c77 None None] Transition to ACTIVE for port object 35dc9bc9-645d-4709-b198-1995a99a0461 will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:14:07.873224 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-15d0aff7-320b-4314-9193-e16dc6dd0217 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:07.873944 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-15d0aff7-320b-4314-9193-e16dc6dd0217 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2614064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9667190'] for subnet, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:07.927487 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-b3b29f92-199f-4f0d-bd18-5f9adfc51c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:07.992201 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.db.api [None req-f22a71e9-a13f-42a2-81cd-788eefd1f344 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88526) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 19:14:07.992743 n-d-844202-1 neutron-server[88526]: DEBUG oslo_db.api [None req-f22a71e9-a13f-42a2-81cd-788eefd1f344 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 19:14:08.010336 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b89af75b-9667-469e-b061-668dd6a09e9b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40d26433-71b1-48b8-9988-9b16798cc67a'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:14:08.065700 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port b4ec48f2-ec80-4ad5-8ee7-46cd08c5ffa2 is: ACTIVE; New status is: DOWN {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:14:08.066770 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:08.093486 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de039cdf-f1e5-4304-956a-ae5506c07c6b'] response: {'server_uuid': 'b89af75b-9667-469e-b061-668dd6a09e9b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40d26433-71b1-48b8-9988-9b16798cc67a', 'code': 200} Jun 01 19:14:08.097339 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-9a8f1704-3ba4-41f1-b2d5-85ffd0e7f594 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Calling delete_port for dce2d04b-a356-4b5a-8b0a-400c9924d3cb owned by network:router_interface {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:14:08.119267 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-5fcf4f88-be61-4a14-9024-0853add85443 req-555625d0-b290-44a8-806e-1e920cc15e51 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] 10.222.0.41 "GET /v2.0/security-groups?id=7d570a50-36ee-4a35-8568-a6d10a7bab24&id=0ab986d5-b8d5-42ed-9ee0-4a29f48e1199&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.3314328 Jun 01 19:14:08.135935 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-b3b29f92-199f-4f0d-bd18-5f9adfc51c77 None None] Attempting to bind port 35dc9bc9-645d-4709-b198-1995a99a0461 on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:14:08.135935 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-b3b29f92-199f-4f0d-bd18-5f9adfc51c77 None None] Attempting to bind port 35dc9bc9-645d-4709-b198-1995a99a0461 by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:14:08.136490 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b29f92-199f-4f0d-bd18-5f9adfc51c77 None None] Attempting to bind port 35dc9bc9-645d-4709-b198-1995a99a0461 on network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:14:08.138584 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.db.api [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88526) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 19:14:08.139031 n-d-844202-1 neutron-server[88526]: DEBUG oslo_db.api [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 19:14:08.145260 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5aa909b-f90a-4d3d-81bf-79f1b93c812e None None] Pushing event updated for resources: {'Port': ['ID=35dc9bc9-645d-4709-b198-1995a99a0461,revision_number=2']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:14:08.160858 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b29f92-199f-4f0d-bd18-5f9adfc51c77 None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 13, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:14:08.161373 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b29f92-199f-4f0d-bd18-5f9adfc51c77 None None] Checking segment: {'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:14:08.161869 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-b3b29f92-199f-4f0d-bd18-5f9adfc51c77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:08.163222 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b29f92-199f-4f0d-bd18-5f9adfc51c77 None None] Bound using segment: {'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:14:08.163806 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-b3b29f92-199f-4f0d-bd18-5f9adfc51c77 None None] Bound port: 35dc9bc9-645d-4709-b198-1995a99a0461, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:14:08.164408 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-b3b29f92-199f-4f0d-bd18-5f9adfc51c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:08.178145 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d0aff7-320b-4314-9193-e16dc6dd0217 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Pushing event updated for resources: {'Subnet': ['ID=e46f70d3-95b3-4d58-85d3-dea41da002a9,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:14:08.196398 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d0aff7-320b-4314-9193-e16dc6dd0217 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Network c840486e-0c2f-4729-9a0c-ee6552111f90 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:14:08.199435 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-15d0aff7-320b-4314-9193-e16dc6dd0217 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:14:08.202219 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port b4ec48f2-ec80-4ad5-8ee7-46cd08c5ffa2, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=b4ec48f2-ec80-4ad5-8ee7-46cd08c5ffa2,segment=NetworkSegment(1cfda828-870d-4ff9-9f7f-9583fe873d24),segment_id=1cfda828-870d-4ff9-9f7f-9583fe873d24)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:14:08.204623 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.db.resource_extend [req-98416bfb-3968-48a1-9b46-783a2875c132 req-e6db6356-ce5b-419c-a704-697572dc1f09 service neutron] It took 0.37 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 19:14:08.215188 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d0aff7-320b-4314-9193-e16dc6dd0217 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:14:08.216034 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-15d0aff7-320b-4314-9193-e16dc6dd0217 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks [] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:08.245707 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d0aff7-320b-4314-9193-e16dc6dd0217 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Pushing event updated for resources: {'Port': ['ID=9c8821b6-ad67-4561-a333-dc91b89a978a,revision_number=6']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:14:08.249165 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:08.249997 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 8163d4aa-06ef-4672-8877-8b4853948776 no longer exists at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:14:08.252929 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-98416bfb-3968-48a1-9b46-783a2875c132 req-e6db6356-ce5b-419c-a704-697572dc1f09 service neutron] For port a46ad6b2-b5d4-4799-b91d-c0a28a7dbab6, host n-h2-844202-1, cleared binding levels {{(pid=88524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:14:08.263009 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-15d0aff7-320b-4314-9193-e16dc6dd0217 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.8047194 Jun 01 19:14:08.263681 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 58316) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:14:08.271127 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-2c7f624a-3e49-4e96-8e3c-212ea78a45dd tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Request body: {'port': {'network_id': 'c840486e-0c2f-4729-9a0c-ee6552111f90', 'mac_address': 'fa:16:3e:39:c7:d3', 'name': 'tempest-NetworksTestDHCPv6-904164518'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:14:08.299640 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-cb245737-576e-4fae-812f-b9785de4d273 req-97c45d24-7ceb-408e-8f50-2221e6b11e09 service neutron] 10.222.0.50 "GET /v2.0/networks/83309fe7-c674-45d2-987a-e042535023cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5934689 Jun 01 19:14:08.374684 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [req-98416bfb-3968-48a1-9b46-783a2875c132 req-e6db6356-ce5b-419c-a704-697572dc1f09 service neutron] device_id is not set on port a46ad6b2-b5d4-4799-b91d-c0a28a7dbab6 yet. {{(pid=88524) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 19:14:08.391030 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-cb245737-576e-4fae-812f-b9785de4d273 req-806a83b6-314c-425a-8f1c-a782fb3870ee service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.56&port_id=4cae1d32-4c78-4cf3-9dd2-5e58ae221135 HTTP/1.1" status: 200 len: 217 time: 0.0836115 Jun 01 19:14:08.394952 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-98416bfb-3968-48a1-9b46-783a2875c132 req-e6db6356-ce5b-419c-a704-697572dc1f09 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:08.414375 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-b3b29f92-199f-4f0d-bd18-5f9adfc51c77 None None] For port 35dc9bc9-645d-4709-b198-1995a99a0461, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:14:08.420858 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-b3b29f92-199f-4f0d-bd18-5f9adfc51c77 None None] For port 35dc9bc9-645d-4709-b198-1995a99a0461, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=35dc9bc9-645d-4709-b198-1995a99a0461,segment=NetworkSegment(7875af61-4c53-4ff2-b8c8-d4b7c35ff947),segment_id=7875af61-4c53-4ff2-b8c8-d4b7c35ff947)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:14:08.423949 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.db_base_plugin_common [None req-c89e4d92-ade2-4af3-ba60-21edacc31fd1 None None] Allocated IP 172.20.0.2 (de1db517-5b94-4ef1-bc52-4aac8a0efc54/3cdf8c40-fa87-49d0-ba22-e441f2e99037/168c136c-5dd8-4ce0-917d-a6d8b81343ea) {{(pid=88526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:14:08.427469 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=b4ec48f2-ec80-4ad5-8ee7-46cd08c5ffa2,revision_number=6']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:14:08.433175 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-b3b29f92-199f-4f0d-bd18-5f9adfc51c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:08.444915 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d588acd6-c4cb-4bbe-a846-941c2cd59da0 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:08.480363 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-98416bfb-3968-48a1-9b46-783a2875c132 req-e6db6356-ce5b-419c-a704-697572dc1f09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:08.508362 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f22a71e9-a13f-42a2-81cd-788eefd1f344 None None] Deleting port 9c8821b6-ad67-4561-a333-dc91b89a978a {{(pid=88526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:14:08.508895 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f22a71e9-a13f-42a2-81cd-788eefd1f344 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:08.678492 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb245737-576e-4fae-812f-b9785de4d273 req-11e1afec-b5f6-4210-bab3-f11ab6417bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:14:08.680316 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-cb245737-576e-4fae-812f-b9785de4d273 req-11e1afec-b5f6-4210-bab3-f11ab6417bb3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a154ee7c-2b5c-4f5d-88dd-ebda40eec737 HTTP/1.1" status: 200 len: 797 time: 0.2552285 Jun 01 19:14:08.688133 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-9a8f1704-3ba4-41f1-b2d5-85ffd0e7f594 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:08.691804 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-2c7f624a-3e49-4e96-8e3c-212ea78a45dd tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:14:08.696640 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-2c7f624a-3e49-4e96-8e3c-212ea78a45dd tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Usage tracker for resource:port and tenant:451baccc58514a0cab8c4410ed135b7c is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:14:08.700115 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-2c7f624a-3e49-4e96-8e3c-212ea78a45dd tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:14:08.709624 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-2c7f624a-3e49-4e96-8e3c-212ea78a45dd tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:14:08.746863 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-98416bfb-3968-48a1-9b46-783a2875c132 req-e6db6356-ce5b-419c-a704-697572dc1f09 service neutron] No DVR routers for this DVR port a46ad6b2-b5d4-4799-b91d-c0a28a7dbab6 on host n-h2-844202-1 {{(pid=88524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:14:08.779666 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port 8163d4aa-06ef-4672-8877-8b4853948776 is: ACTIVE; New status is: DOWN {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:14:08.780215 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:08.789102 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6db6356-ce5b-419c-a704-697572dc1f09 service neutron] Pushing event updated for resources: {'Port': ['ID=a46ad6b2-b5d4-4799-b91d-c0a28a7dbab6,revision_number=6']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:14:08.797937 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c7f624a-3e49-4e96-8e3c-212ea78a45dd tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Made reservation on behalf of 451baccc58514a0cab8c4410ed135b7c for: {'port': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:14:08.819611 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5aa909b-f90a-4d3d-81bf-79f1b93c812e None None] Pushing event updated for resources: {'Port': ['ID=35dc9bc9-645d-4709-b198-1995a99a0461,revision_number=3']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:14:08.868817 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 9c8821b6-ad67-4561-a333-dc91b89a978a is: ACTIVE; New status is: DOWN {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:14:08.869329 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:08.878026 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b29f92-199f-4f0d-bd18-5f9adfc51c77 None None] Routers {'ebf6af23-158a-422f-ab91-96c3a5fa6a62'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:14:08.878964 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-b3b29f92-199f-4f0d-bd18-5f9adfc51c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:13:39Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['ebf6af23-158a-422f-ab91-96c3a5fa6a62'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:14:08.889529 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8f1704-3ba4-41f1-b2d5-85ffd0e7f594 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Pushing event deleted for resources: {'Port': ['ID=dce2d04b-a356-4b5a-8b0a-400c9924d3cb,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:14:08.983145 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-98416bfb-3968-48a1-9b46-783a2875c132 req-e6db6356-ce5b-419c-a704-697572dc1f09 service neutron] In _notify_port_updated(), no bound segment for port a46ad6b2-b5d4-4799-b91d-c0a28a7dbab6 on network 83309fe7-c674-45d2-987a-e042535023cf {{(pid=88524) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 01 19:14:08.984058 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98416bfb-3968-48a1-9b46-783a2875c132 req-e6db6356-ce5b-419c-a704-697572dc1f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:14:08.984752 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-98416bfb-3968-48a1-9b46-783a2875c132 req-e6db6356-ce5b-419c-a704-697572dc1f09 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:08.985976 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-98416bfb-3968-48a1-9b46-783a2875c132 req-e6db6356-ce5b-419c-a704-697572dc1f09 service neutron] 10.222.0.50 "PUT /v2.0/ports/a46ad6b2-b5d4-4799-b91d-c0a28a7dbab6 HTTP/1.1" status: 200 len: 1027 time: 2.0793107 Jun 01 19:14:09.077049 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2c7f624a-3e49-4e96-8e3c-212ea78a45dd tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:09.113312 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [None req-2c7f624a-3e49-4e96-8e3c-212ea78a45dd tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] device_id is not set on port 6c4b1968-6489-4a39-a32a-e79ac39e2445 yet. {{(pid=88525) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 19:14:09.114979 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 8163d4aa-06ef-4672-8877-8b4853948776, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=8163d4aa-06ef-4672-8877-8b4853948776,segment=NetworkSegment(d8642800-b1d2-408c-993f-870ace18e652),segment_id=d8642800-b1d2-408c-993f-870ace18e652)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:14:09.152779 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-98416bfb-3968-48a1-9b46-783a2875c132 req-5a7b3ab8-43e1-4bf7-a415-5b5e99a68032 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Deleting port 74e2387a-5a42-4e52-9813-acb554a11e5b {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:14:09.153400 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-98416bfb-3968-48a1-9b46-783a2875c132 req-5a7b3ab8-43e1-4bf7-a415-5b5e99a68032 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:09.202095 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:09.203357 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device a46ad6b2-b5d4-4799-b91d-c0a28a7dbab6 no longer exists at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:14:09.216709 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-9a8f1704-3ba4-41f1-b2d5-85ffd0e7f594 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-887310'] for router_interface, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:09.230376 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb245737-576e-4fae-812f-b9785de4d273 req-79f3f134-2868-4e87-a9c8-c807b17a1e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:14:09.231903 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-cb245737-576e-4fae-812f-b9785de4d273 req-79f3f134-2868-4e87-a9c8-c807b17a1e4c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=83309fe7-c674-45d2-987a-e042535023cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5295966 Jun 01 19:14:09.287937 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [None req-2c7f624a-3e49-4e96-8e3c-212ea78a45dd tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Allocated IP 2001:db8::f816:3eff:fe39:c7d3 (c840486e-0c2f-4729-9a0c-ee6552111f90/e46f70d3-95b3-4d58-85d3-dea41da002a9/6c4b1968-6489-4a39-a32a-e79ac39e2445) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:14:09.411545 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port 9c8821b6-ad67-4561-a333-dc91b89a978a, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=9c8821b6-ad67-4561-a333-dc91b89a978a,segment=NetworkSegment(a6cfd7d1-5211-44ec-a836-a984e441185d),segment_id=a6cfd7d1-5211-44ec-a836-a984e441185d)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:14:09.429219 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-93102fbf-b3f9-4552-9778-06802d86fa3b None None] Provisioning complete for port a46ad6b2-b5d4-4799-b91d-c0a28a7dbab6 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:14:09.429582 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-93102fbf-b3f9-4552-9778-06802d86fa3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:09.482962 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:09.531137 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2c7f624a-3e49-4e96-8e3c-212ea78a45dd tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:09.554371 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [None req-2c7f624a-3e49-4e96-8e3c-212ea78a45dd tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Transition to ACTIVE for port object 6c4b1968-6489-4a39-a32a-e79ac39e2445 will not be triggered until provisioned by entity DHCP. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:14:09.584731 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device a46ad6b2-b5d4-4799-b91d-c0a28a7dbab6 not bound to the agent host n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:14:09.585423 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 4cae1d32-4c78-4cf3-9dd2-5e58ae221135 no longer exists at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:14:09.588994 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2c7f624a-3e49-4e96-8e3c-212ea78a45dd tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:09.642559 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-c89e4d92-ade2-4af3-ba60-21edacc31fd1 None None] Notify callbacks [] for port, precommit_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:09.650701 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=8163d4aa-06ef-4672-8877-8b4853948776,revision_number=6']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:14:09.653240 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-93102fbf-b3f9-4552-9778-06802d86fa3b None None] Port a46ad6b2-b5d4-4799-b91d-c0a28a7dbab6 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:14:09.656292 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-35faad71-895a-4ca6-8a80-7182313f0ad6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:09.669522 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c7f624a-3e49-4e96-8e3c-212ea78a45dd tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Network c840486e-0c2f-4729-9a0c-ee6552111f90 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:14:09.672937 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-2c7f624a-3e49-4e96-8e3c-212ea78a45dd tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:14:09.677437 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c7f624a-3e49-4e96-8e3c-212ea78a45dd tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:14:09.682937 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c7f624a-3e49-4e96-8e3c-212ea78a45dd tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:14:09.683552 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2c7f624a-3e49-4e96-8e3c-212ea78a45dd tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:09.696915 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7f624a-3e49-4e96-8e3c-212ea78a45dd tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Pushing event updated for resources: {'Port': ['ID=6c4b1968-6489-4a39-a32a-e79ac39e2445,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:14:09.714945 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-b3b29f92-199f-4f0d-bd18-5f9adfc51c77 None None] Set router ebf6af23-158a-422f-ab91-96c3a5fa6a62 gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:14:09.723231 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-2c7f624a-3e49-4e96-8e3c-212ea78a45dd tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.4584172 Jun 01 19:14:09.726085 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 58322) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:14:09.813439 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3036936b-3de1-4375-bf5e-ecf14da61d8b tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:14:09.821944 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3036936b-3de1-4375-bf5e-ecf14da61d8b tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:14:09.821944 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-3036936b-3de1-4375-bf5e-ecf14da61d8b tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Synchronizing usage tracker for tenant:451baccc58514a0cab8c4410ed135b7c on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:14:09.822218 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-c89e4d92-ade2-4af3-ba60-21edacc31fd1 None None] Transition to ACTIVE for port object 168c136c-5dd8-4ce0-917d-a6d8b81343ea will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:14:09.823917 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f22a71e9-a13f-42a2-81cd-788eefd1f344 None None] For port 9c8821b6-ad67-4561-a333-dc91b89a978a, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=9c8821b6-ad67-4561-a333-dc91b89a978a,segment=NetworkSegment(a6cfd7d1-5211-44ec-a836-a984e441185d),segment_id=a6cfd7d1-5211-44ec-a836-a984e441185d)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:14:09.824338 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f22a71e9-a13f-42a2-81cd-788eefd1f344 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:09.837526 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-3036936b-3de1-4375-bf5e-ecf14da61d8b tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Unset dirty status for tenant:451baccc58514a0cab8c4410ed135b7c on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:14:09.841363 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-3036936b-3de1-4375-bf5e-ecf14da61d8b tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1118033 Jun 01 19:14:09.841566 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 58326) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:14:10.012855 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f22a71e9-a13f-42a2-81cd-788eefd1f344 None None] Calling delete_port for 9c8821b6-ad67-4561-a333-dc91b89a978a owned by network:dhcp {{(pid=88526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:14:10.037360 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-cb245737-576e-4fae-812f-b9785de4d273 req-88d9cb08-5b83-4b69-98dd-bc557e388b2c service neutron] 10.222.0.50 "GET /v2.0/networks/83309fe7-c674-45d2-987a-e042535023cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7954550 Jun 01 19:14:10.050196 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-2fb21303-91e8-4269-8052-05f134b430de tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Deleting port 6c4b1968-6489-4a39-a32a-e79ac39e2445 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:14:10.050814 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2fb21303-91e8-4269-8052-05f134b430de tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:10.058753 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-c89e4d92-ade2-4af3-ba60-21edacc31fd1 None None] Transition to ACTIVE for port object 168c136c-5dd8-4ce0-917d-a6d8b81343ea will not be triggered until provisioned by entity DHCP. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:14:10.074662 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a8f1704-3ba4-41f1-b2d5-85ffd0e7f594 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Router 84cd971b-b1d0-4b21-8841-559c5fc44298 has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 19:14:10.087744 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-98416bfb-3968-48a1-9b46-783a2875c132 req-5a7b3ab8-43e1-4bf7-a415-5b5e99a68032 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] For port 74e2387a-5a42-4e52-9813-acb554a11e5b, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=74e2387a-5a42-4e52-9813-acb554a11e5b,segment=NetworkSegment(30521a5b-215c-4399-878b-93abab2b6aed),segment_id=30521a5b-215c-4399-878b-93abab2b6aed)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:14:10.088102 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-98416bfb-3968-48a1-9b46-783a2875c132 req-5a7b3ab8-43e1-4bf7-a415-5b5e99a68032 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:10.106041 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56f2c1e-c907-4ab4-8bf3-9d55f4690b2a req-3f6a1d86-e0fd-4f28-b396-febab1c901fd tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:14:10.112526 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56f2c1e-c907-4ab4-8bf3-9d55f4690b2a req-3f6a1d86-e0fd-4f28-b396-febab1c901fd tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:14:10.116017 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b89af75b-9667-469e-b061-668dd6a09e9b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4ec48f2-ec80-4ad5-8ee7-46cd08c5ffa2'}, {'server_uuid': 'b89af75b-9667-469e-b061-668dd6a09e9b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8163d4aa-06ef-4672-8877-8b4853948776'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:14:10.119071 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56f2c1e-c907-4ab4-8bf3-9d55f4690b2a req-3f6a1d86-e0fd-4f28-b396-febab1c901fd tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:14:10.124823 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56f2c1e-c907-4ab4-8bf3-9d55f4690b2a req-3f6a1d86-e0fd-4f28-b396-febab1c901fd tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:14:10.131631 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56f2c1e-c907-4ab4-8bf3-9d55f4690b2a req-3f6a1d86-e0fd-4f28-b396-febab1c901fd tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:14:10.138951 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e56f2c1e-c907-4ab4-8bf3-9d55f4690b2a req-3f6a1d86-e0fd-4f28-b396-febab1c901fd tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] 10.222.0.41 "GET /v2.0/ports?device_id=b89af75b-9667-469e-b061-668dd6a09e9b HTTP/1.1" status: 200 len: 3878 time: 0.8085933 Jun 01 19:14:10.140443 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-c89e4d92-ade2-4af3-ba60-21edacc31fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526'] for port, after_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:10.174385 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=9c8821b6-ad67-4561-a333-dc91b89a978a,revision_number=7']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:14:10.180165 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02c9ced0-5a6e-4a73-8423-e7bcf6572bc2'] response: {'server_uuid': 'b89af75b-9667-469e-b061-668dd6a09e9b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4ec48f2-ec80-4ad5-8ee7-46cd08c5ffa2', 'code': 200} Jun 01 19:14:10.180456 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02c9ced0-5a6e-4a73-8423-e7bcf6572bc2'] response: {'server_uuid': 'b89af75b-9667-469e-b061-668dd6a09e9b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8163d4aa-06ef-4672-8877-8b4853948776', 'code': 200} Jun 01 19:14:10.295345 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c89e4d92-ade2-4af3-ba60-21edacc31fd1 None None] Network de1db517-5b94-4ef1-bc52-4aac8a0efc54 is already hosted by enough agents. {{(pid=88526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:14:10.296747 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.base_scheduler [None req-c89e4d92-ade2-4af3-ba60-21edacc31fd1 None None] Resources bound (agent type, host, resource id): {{(pid=88526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:14:10.324398 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89e4d92-ade2-4af3-ba60-21edacc31fd1 None None] Received port after_create {{(pid=88526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:14:10.340894 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [None req-d588acd6-c4cb-4bbe-a846-941c2cd59da0 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Allocated IP 172.20.0.1 (de1db517-5b94-4ef1-bc52-4aac8a0efc54/3cdf8c40-fa87-49d0-ba22-e441f2e99037/8cc8022f-2bc8-4fbd-89a6-a3adcd8e6186) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:14:10.485622 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2fb21303-91e8-4269-8052-05f134b430de tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:10.488318 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.db.api [None req-f22a71e9-a13f-42a2-81cd-788eefd1f344 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88526) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 19:14:10.488803 n-d-844202-1 neutron-server[88526]: DEBUG oslo_db.api [None req-f22a71e9-a13f-42a2-81cd-788eefd1f344 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 19:14:10.489817 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e56f2c1e-c907-4ab4-8bf3-9d55f4690b2a req-6dad3a08-fec5-46eb-9cd3-1111d19f6e97 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ab986d5-b8d5-42ed-9ee0-4a29f48e1199&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3498282 Jun 01 19:14:10.547031 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port 4cae1d32-4c78-4cf3-9dd2-5e58ae221135 is: ACTIVE; New status is: DOWN {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:14:10.547498 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:10.566385 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89e4d92-ade2-4af3-ba60-21edacc31fd1 None None] Pushing event updated for resources: {'Port': ['ID=168c136c-5dd8-4ce0-917d-a6d8b81343ea,revision_number=1']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:14:10.603688 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a8f1704-3ba4-41f1-b2d5-85ffd0e7f594 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:14:10.605416 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-c89e4d92-ade2-4af3-ba60-21edacc31fd1 None None] Attempting to bind port 168c136c-5dd8-4ce0-917d-a6d8b81343ea on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:14:10.605787 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-c89e4d92-ade2-4af3-ba60-21edacc31fd1 None None] Attempting to bind port 168c136c-5dd8-4ce0-917d-a6d8b81343ea by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': '1e00e93a-a6fa-43f2-b927-08a982c37727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'de1db517-5b94-4ef1-bc52-4aac8a0efc54'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:14:10.606148 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89e4d92-ade2-4af3-ba60-21edacc31fd1 None None] Attempting to bind port 168c136c-5dd8-4ce0-917d-a6d8b81343ea on network de1db517-5b94-4ef1-bc52-4aac8a0efc54 {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:14:10.618678 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89e4d92-ade2-4af3-ba60-21edacc31fd1 None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 13, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:14:10.619048 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89e4d92-ade2-4af3-ba60-21edacc31fd1 None None] Checking segment: {'id': '1e00e93a-a6fa-43f2-b927-08a982c37727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'de1db517-5b94-4ef1-bc52-4aac8a0efc54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:14:10.619451 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-c89e4d92-ade2-4af3-ba60-21edacc31fd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:10.619978 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89e4d92-ade2-4af3-ba60-21edacc31fd1 None None] Bound using segment: {'id': '1e00e93a-a6fa-43f2-b927-08a982c37727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'de1db517-5b94-4ef1-bc52-4aac8a0efc54'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:14:10.620365 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-c89e4d92-ade2-4af3-ba60-21edacc31fd1 None None] Bound port: 168c136c-5dd8-4ce0-917d-a6d8b81343ea, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e00e93a-a6fa-43f2-b927-08a982c37727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'de1db517-5b94-4ef1-bc52-4aac8a0efc54'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:14:10.620861 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-c89e4d92-ade2-4af3-ba60-21edacc31fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:10.624935 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35558d87-cb1a-4847-9363-39e7262d948d None None] Sync routers for ids ['84cd971b-b1d0-4b21-8841-559c5fc44298'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:14:10.636102 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35558d87-cb1a-4847-9363-39e7262d948d None None] Routers {'84cd971b-b1d0-4b21-8841-559c5fc44298'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:14:10.636430 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-2fb21303-91e8-4269-8052-05f134b430de tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Calling delete_port for 6c4b1968-6489-4a39-a32a-e79ac39e2445 owned by {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:14:10.637907 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-35558d87-cb1a-4847-9363-39e7262d948d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:14:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['84cd971b-b1d0-4b21-8841-559c5fc44298'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:14:10.643503 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:10.657288 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 4cae1d32-4c78-4cf3-9dd2-5e58ae221135, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=4cae1d32-4c78-4cf3-9dd2-5e58ae221135,segment=NetworkSegment(1cfda828-870d-4ff9-9f7f-9583fe873d24),segment_id=1cfda828-870d-4ff9-9f7f-9583fe873d24)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:14:10.700140 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:10.739562 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-cb245737-576e-4fae-812f-b9785de4d273 req-d63eab53-7631-4160-9124-c61e73f90525 service neutron] 10.222.0.50 "GET /v2.0/networks/83309fe7-c674-45d2-987a-e042535023cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6899867 Jun 01 19:14:10.760915 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d588acd6-c4cb-4bbe-a846-941c2cd59da0 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:10.771128 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:10.787744 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-35558d87-cb1a-4847-9363-39e7262d948d None None] Set router 84cd971b-b1d0-4b21-8841-559c5fc44298 gateway port host: None {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:14:10.788052 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [None req-d588acd6-c4cb-4bbe-a846-941c2cd59da0 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Transition to ACTIVE for port object 8cc8022f-2bc8-4fbd-89a6-a3adcd8e6186 will not be triggered until provisioned by entity DHCP. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:14:10.814401 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-b3b29f92-199f-4f0d-bd18-5f9adfc51c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebf6af23-158a-422f-ab91-96c3a5fa6a62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1361133782', 'tenant_id': '8537cfb3773e46d182e148cf5b0a717f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': '35dc9bc9-645d-4709-b198-1995a99a0461', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:14:00Z', 'updated_at': '2022-06-01T19:14:03Z', 'revision_number': 3, 'project_id': '8537cfb3773e46d182e148cf5b0a717f', 'gw_port': {'id': '35dc9bc9-645d-4709-b198-1995a99a0461', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:4d:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebf6af23-158a-422f-ab91-96c3a5fa6a62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3054, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:14:02Z', 'updated_at': '2022-06-01T19:14:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:14:10.825130 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b29f92-199f-4f0d-bd18-5f9adfc51c77 None None] The sync data for ids ['ebf6af23-158a-422f-ab91-96c3a5fa6a62'] in n-d-844202-1 is: [{'id': 'ebf6af23-158a-422f-ab91-96c3a5fa6a62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1361133782', 'tenant_id': '8537cfb3773e46d182e148cf5b0a717f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': '35dc9bc9-645d-4709-b198-1995a99a0461', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:14:00Z', 'updated_at': '2022-06-01T19:14:03Z', 'revision_number': 3, 'project_id': '8537cfb3773e46d182e148cf5b0a717f', 'gw_port': {'id': '35dc9bc9-645d-4709-b198-1995a99a0461', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:4d:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebf6af23-158a-422f-ab91-96c3a5fa6a62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3054, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:14:02Z', 'updated_at': '2022-06-01T19:14:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}] {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:14:10.827405 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-c89e4d92-ade2-4af3-ba60-21edacc31fd1 None None] For port 168c136c-5dd8-4ce0-917d-a6d8b81343ea, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:14:10.833226 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-c89e4d92-ade2-4af3-ba60-21edacc31fd1 None None] For port 168c136c-5dd8-4ce0-917d-a6d8b81343ea, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=168c136c-5dd8-4ce0-917d-a6d8b81343ea,segment=NetworkSegment(1e00e93a-a6fa-43f2-b927-08a982c37727),segment_id=1e00e93a-a6fa-43f2-b927-08a982c37727)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:14:10.834288 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=4cae1d32-4c78-4cf3-9dd2-5e58ae221135,revision_number=6']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:14:10.842607 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-c89e4d92-ade2-4af3-ba60-21edacc31fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:10.843334 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-9a8f1704-3ba4-41f1-b2d5-85ffd0e7f594 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] 10.222.0.41 "PUT /v2.0/routers/84cd971b-b1d0-4b21-8841-559c5fc44298/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7673571 Jun 01 19:14:10.846771 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 58332) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:14:10.883054 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d588acd6-c4cb-4bbe-a846-941c2cd59da0 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:10.916561 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-cb245737-576e-4fae-812f-b9785de4d273 req-c6be2d51-0d1a-4487-b0e7-927c9177f327 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=8163d4aa-06ef-4672-8877-8b4853948776 HTTP/1.1" status: 200 len: 217 time: 0.1581211 Jun 01 19:14:10.935040 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-98416bfb-3968-48a1-9b46-783a2875c132 req-5a7b3ab8-43e1-4bf7-a415-5b5e99a68032 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:10.936084 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-98416bfb-3968-48a1-9b46-783a2875c132 req-5a7b3ab8-43e1-4bf7-a415-5b5e99a68032 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887712'] for floatingip, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:10.937773 n-d-844202-1 neutron-server[88524]: INFO neutron.db.l3_db [req-98416bfb-3968-48a1-9b46-783a2875c132 req-5a7b3ab8-43e1-4bf7-a415-5b5e99a68032 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Floating IP e2147bf7-37d4-44c2-a3a2-764451fb094b disassociated. External IP: 172.25.4.10, port: 74e2387a-5a42-4e52-9813-acb554a11e5b. Jun 01 19:14:10.938383 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-98416bfb-3968-48a1-9b46-783a2875c132 req-5a7b3ab8-43e1-4bf7-a415-5b5e99a68032 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Calling delete_port for 74e2387a-5a42-4e52-9813-acb554a11e5b owned by compute:nova {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:14:10.942847 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-35558d87-cb1a-4847-9363-39e7262d948d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84cd971b-b1d0-4b21-8841-559c5fc44298', 'name': 'tempest-RoutersIpV6Test-router-616667906', 'tenant_id': '8011be9678e842bab7da75259f1c11c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:13:06Z', 'updated_at': '2022-06-01T19:14:08Z', 'revision_number': 11, 'project_id': '8011be9678e842bab7da75259f1c11c1', 'gw_port_host': None}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:14:10.947998 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35558d87-cb1a-4847-9363-39e7262d948d None None] Checking router: 84cd971b-b1d0-4b21-8841-559c5fc44298 for host: n-d-844202-1 {{(pid=88527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 19:14:10.959089 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35558d87-cb1a-4847-9363-39e7262d948d None None] Routers {'84cd971b-b1d0-4b21-8841-559c5fc44298'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:14:10.960085 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-35558d87-cb1a-4847-9363-39e7262d948d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:14:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['84cd971b-b1d0-4b21-8841-559c5fc44298'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:14:11.016614 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f22a71e9-a13f-42a2-81cd-788eefd1f344 None None] Deleting port 9c8821b6-ad67-4561-a333-dc91b89a978a {{(pid=88526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:14:11.017022 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f22a71e9-a13f-42a2-81cd-788eefd1f344 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:11.052940 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d588acd6-c4cb-4bbe-a846-941c2cd59da0 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Network de1db517-5b94-4ef1-bc52-4aac8a0efc54 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:14:11.067544 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-d588acd6-c4cb-4bbe-a846-941c2cd59da0 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:14:11.075924 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d588acd6-c4cb-4bbe-a846-941c2cd59da0 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:14:11.110117 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-35558d87-cb1a-4847-9363-39e7262d948d None None] Set router 84cd971b-b1d0-4b21-8841-559c5fc44298 gateway port host: None {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:14:11.122545 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d588acd6-c4cb-4bbe-a846-941c2cd59da0 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Pushing event updated for resources: {'Port': ['ID=8cc8022f-2bc8-4fbd-89a6-a3adcd8e6186,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:14:11.123352 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89e4d92-ade2-4af3-ba60-21edacc31fd1 None None] Pushing event updated for resources: {'Port': ['ID=168c136c-5dd8-4ce0-917d-a6d8b81343ea,revision_number=2']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:14:11.171523 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2fb21303-91e8-4269-8052-05f134b430de tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:11.228132 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-98416bfb-3968-48a1-9b46-783a2875c132 req-5a7b3ab8-43e1-4bf7-a415-5b5e99a68032 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:11.318868 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb21303-91e8-4269-8052-05f134b430de tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Pushing event deleted for resources: {'Port': ['ID=6c4b1968-6489-4a39-a32a-e79ac39e2445,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:14:11.347149 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-35558d87-cb1a-4847-9363-39e7262d948d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84cd971b-b1d0-4b21-8841-559c5fc44298', 'name': 'tempest-RoutersIpV6Test-router-616667906', 'tenant_id': '8011be9678e842bab7da75259f1c11c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:13:06Z', 'updated_at': '2022-06-01T19:14:08Z', 'revision_number': 11, 'project_id': '8011be9678e842bab7da75259f1c11c1', 'gw_port_host': None}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:14:11.353000 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35558d87-cb1a-4847-9363-39e7262d948d None None] The sync data for ids ['84cd971b-b1d0-4b21-8841-559c5fc44298'] in n-d-844202-1 is: [{'id': '84cd971b-b1d0-4b21-8841-559c5fc44298', 'name': 'tempest-RoutersIpV6Test-router-616667906', 'tenant_id': '8011be9678e842bab7da75259f1c11c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:13:06Z', 'updated_at': '2022-06-01T19:14:08Z', 'revision_number': 11, 'project_id': '8011be9678e842bab7da75259f1c11c1', 'gw_port_host': None}] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:14:11.365929 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d588acd6-c4cb-4bbe-a846-941c2cd59da0 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-887605'] for router_interface, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:11.518403 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7b3ab8-43e1-4bf7-a415-5b5e99a68032 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Pushing event deleted for resources: {'Port': ['ID=74e2387a-5a42-4e52-9813-acb554a11e5b,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:14:11.543649 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6b06ee2-b20c-45fb-9402-dde35fa79c02 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Deleting subnet d6578dc6-550e-4396-8fc7-6b70868dc84b {{(pid=88524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 19:14:11.559899 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2fb21303-91e8-4269-8052-05f134b430de tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:11.569482 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f22a71e9-a13f-42a2-81cd-788eefd1f344 None None] For port 9c8821b6-ad67-4561-a333-dc91b89a978a, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=9c8821b6-ad67-4561-a333-dc91b89a978a,segment=NetworkSegment(a6cfd7d1-5211-44ec-a836-a984e441185d),segment_id=a6cfd7d1-5211-44ec-a836-a984e441185d)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:14:11.570025 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f22a71e9-a13f-42a2-81cd-788eefd1f344 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:11.593835 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-2fb21303-91e8-4269-8052-05f134b430de tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "DELETE /v2.0/ports/6c4b1968-6489-4a39-a32a-e79ac39e2445 HTTP/1.1" status: 204 len: 168 time: 1.7511382 Jun 01 19:14:11.596638 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 58338) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:14:11.608522 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a6b06ee2-b20c-45fb-9402-dde35fa79c02 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks [] for subnet, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:11.650646 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:11.679421 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb245737-576e-4fae-812f-b9785de4d273 req-1174d9bb-4d35-447f-b62e-e2aa6ed43aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:14:11.680935 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-cb245737-576e-4fae-812f-b9785de4d273 req-1174d9bb-4d35-447f-b62e-e2aa6ed43aef service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c69c0fa6-cb36-4ead-b87f-54af1c1b35b0 HTTP/1.1" status: 200 len: 797 time: 0.5120785 Jun 01 19:14:11.779243 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f22a71e9-a13f-42a2-81cd-788eefd1f344 None None] Calling delete_port for 9c8821b6-ad67-4561-a333-dc91b89a978a owned by network:dhcp {{(pid=88526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:14:11.870428 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd3e4e84-30f8-4b91-883f-559148a07bcd tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:14:11.872124 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd3e4e84-30f8-4b91-883f-559148a07bcd tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:14:11.872992 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-fd3e4e84-30f8-4b91-883f-559148a07bcd tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Synchronizing usage tracker for tenant:451baccc58514a0cab8c4410ed135b7c on resource:subnet {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:14:11.960786 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:11.978837 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 35dc9bc9-645d-4709-b198-1995a99a0461 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:14:11.984422 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a6b06ee2-b20c-45fb-9402-dde35fa79c02 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2702137'] for subnet, precommit_delete_associations {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:12.102023 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-fd3e4e84-30f8-4b91-883f-559148a07bcd tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Unset dirty status for tenant:451baccc58514a0cab8c4410ed135b7c on resource:subnet {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:14:12.103397 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-fd3e4e84-30f8-4b91-883f-559148a07bcd tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.5036032 Jun 01 19:14:12.110342 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 58342) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:14:12.178340 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:12.187352 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b89af75b-9667-469e-b061-668dd6a09e9b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4cae1d32-4c78-4cf3-9dd2-5e58ae221135'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:14:12.218603 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d588acd6-c4cb-4bbe-a846-941c2cd59da0 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:12.252544 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.l3_agent_scheduler [req-98416bfb-3968-48a1-9b46-783a2875c132 req-5a7b3ab8-43e1-4bf7-a415-5b5e99a68032 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Router 42bf7114-1434-42f3-8975-565fad845372 has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 19:14:12.253350 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f22a71e9-a13f-42a2-81cd-788eefd1f344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535'] for port, after_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:12.282395 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb245737-576e-4fae-812f-b9785de4d273 req-98ac5b80-e741-424d-a215-f354e1fe2191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:14:12.286820 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-cb245737-576e-4fae-812f-b9785de4d273 req-98ac5b80-e741-424d-a215-f354e1fe2191 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3835bc88-4948-44ae-9b9d-0c2345cf8427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5897510 Jun 01 19:14:12.340003 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-068b1713-a2b9-42ac-9979-0ccbe54484b8'] response: {'server_uuid': 'b89af75b-9667-469e-b061-668dd6a09e9b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4cae1d32-4c78-4cf3-9dd2-5e58ae221135', 'code': 200} Jun 01 19:14:12.340748 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22a71e9-a13f-42a2-81cd-788eefd1f344 None None] Pushing event deleted for resources: {'Port': ['ID=9c8821b6-ad67-4561-a333-dc91b89a978a,revision_number=None']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:14:12.346380 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port 35dc9bc9-645d-4709-b198-1995a99a0461 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:14:12.354474 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 35dc9bc9-645d-4709-b198-1995a99a0461 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:14:12.354846 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:12.399287 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a6b06ee2-b20c-45fb-9402-dde35fa79c02 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:12.497841 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22a71e9-a13f-42a2-81cd-788eefd1f344 None None] No DVR routers for this DVR port 9c8821b6-ad67-4561-a333-dc91b89a978a on host n-d-844202-1 {{(pid=88526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:14:12.504266 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9badbd63-dc8e-4a79-a8ad-9a4f6c7bf2b3 req-361a4db4-a12c-473c-a5e0-8bdba76b620a tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:14:12.511196 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9badbd63-dc8e-4a79-a8ad-9a4f6c7bf2b3 req-361a4db4-a12c-473c-a5e0-8bdba76b620a tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:14:12.516967 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9badbd63-dc8e-4a79-a8ad-9a4f6c7bf2b3 req-361a4db4-a12c-473c-a5e0-8bdba76b620a tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:14:12.521825 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-232f32ab-fe22-4658-98a7-d22014318206 None None] Network c840486e-0c2f-4729-9a0c-ee6552111f90 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:14:12.545404 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9badbd63-dc8e-4a79-a8ad-9a4f6c7bf2b3 req-361a4db4-a12c-473c-a5e0-8bdba76b620a tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:14:12.547117 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-9badbd63-dc8e-4a79-a8ad-9a4f6c7bf2b3 req-361a4db4-a12c-473c-a5e0-8bdba76b620a tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] 10.222.0.41 "GET /v2.0/ports?device_id=b89af75b-9667-469e-b061-668dd6a09e9b HTTP/1.1" status: 200 len: 3142 time: 0.8619378 Jun 01 19:14:12.709863 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-98416bfb-3968-48a1-9b46-783a2875c132 req-5a7b3ab8-43e1-4bf7-a415-5b5e99a68032 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:14:12.746952 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a6b06ee2-b20c-45fb-9402-dde35fa79c02 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2718856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3066595'] for subnet, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:12.784422 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-cb245737-576e-4fae-812f-b9785de4d273 req-2d555d96-26e4-4f90-92b1-b6e6312e3686 service neutron] 10.222.0.50 "GET /v2.0/networks/3835bc88-4948-44ae-9b9d-0c2345cf8427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4864337 Jun 01 19:14:12.789456 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_v2 [None req-34cf328a-e3d6-4037-8406-03d528c49939 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Deleting subnet e46f70d3-95b3-4d58-85d3-dea41da002a9 {{(pid=88525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 19:14:12.806659 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-34cf328a-e3d6-4037-8406-03d528c49939 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks [] for subnet, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:12.841109 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b36275-7332-4666-b6c6-2215515654ee None None] Sync routers for ids ['42bf7114-1434-42f3-8975-565fad845372'] in n-d-844202-1 {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:14:12.858822 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b06ee2-b20c-45fb-9402-dde35fa79c02 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Pushing event deleted for resources: {'Subnet': ['ID=d6578dc6-550e-4396-8fc7-6b70868dc84b,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:14:12.859843 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-9badbd63-dc8e-4a79-a8ad-9a4f6c7bf2b3 req-02827584-cf13-48c3-bfb6-cb4b9cfc9257 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ab986d5-b8d5-42ed-9ee0-4a29f48e1199&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2213368 Jun 01 19:14:12.867691 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-98416bfb-3968-48a1-9b46-783a2875c132 req-5a7b3ab8-43e1-4bf7-a415-5b5e99a68032 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] No DVR routers for this DVR port 74e2387a-5a42-4e52-9813-acb554a11e5b on host n-h2-844202-1 {{(pid=88524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:14:12.870636 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-98416bfb-3968-48a1-9b46-783a2875c132 req-5a7b3ab8-43e1-4bf7-a415-5b5e99a68032 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:12.932069 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b89af75b-9667-469e-b061-668dd6a09e9b', 'name': 'network-vif-deleted', 'tag': '74e2387a-5a42-4e52-9813-acb554a11e5b'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:14:12.933578 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f48f8455-52e0-49ba-958e-6a95aef72a12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc93f83c3-7fb6-5c13-a9d4-29d739a4e8d2-c840486e-0c2f-4729-9a0c-ee6552111f90', 'network_id': 'c840486e-0c2f-4729-9a0c-ee6552111f90', 'tenant_id': '451baccc58514a0cab8c4410ed135b7c', 'fixed_ips': [{'subnet_id': 'e46f70d3-95b3-4d58-85d3-dea41da002a9'}]}} from n-d-844202-1. {{(pid=88526) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 19:14:12.934499 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f48f8455-52e0-49ba-958e-6a95aef72a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:12.938832 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a6b06ee2-b20c-45fb-9402-dde35fa79c02 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:12.978368 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-a6b06ee2-b20c-45fb-9402-dde35fa79c02 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] 10.222.0.41 "DELETE /v2.0/subnets/d6578dc6-550e-4396-8fc7-6b70868dc84b HTTP/1.1" status: 204 len: 168 time: 2.1152368 Jun 01 19:14:12.980059 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 58350) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:14:12.989153 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e77b1c84-5c45-4308-88b8-4b6fdbae900b None None] Network 0685924a-b45e-4145-8b0e-591ee3a46b73 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:14:12.993146 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-98416bfb-3968-48a1-9b46-783a2875c132 req-5a7b3ab8-43e1-4bf7-a415-5b5e99a68032 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] 10.222.0.50 "DELETE /v2.0/ports/74e2387a-5a42-4e52-9813-acb554a11e5b HTTP/1.1" status: 204 len: 173 time: 3.9991386 Jun 01 19:14:13.010417 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-34cf328a-e3d6-4037-8406-03d528c49939 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2258509'] for subnet, precommit_delete_associations {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:13.024207 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b36275-7332-4666-b6c6-2215515654ee None None] Routers {'42bf7114-1434-42f3-8975-565fad845372'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:14:13.024976 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-93b36275-7332-4666-b6c6-2215515654ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:14:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['42bf7114-1434-42f3-8975-565fad845372'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:14:13.069654 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f3eb772-2966-4f9d-870c-ff6977d6ac3b'] response: {'server_uuid': 'b89af75b-9667-469e-b061-668dd6a09e9b', 'name': 'network-vif-deleted', 'tag': '74e2387a-5a42-4e52-9813-acb554a11e5b', 'status': 'completed', 'code': 200} Jun 01 19:14:13.107177 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eb7ff06-12bb-4458-83a7-91538c51df2d None None] Network de1db517-5b94-4ef1-bc52-4aac8a0efc54 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:14:13.125941 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-98416bfb-3968-48a1-9b46-783a2875c132 req-a510cb3d-d104-48e1-b183-a04972aa3983 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Deleting port 8163d4aa-06ef-4672-8877-8b4853948776 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:14:13.126535 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-98416bfb-3968-48a1-9b46-783a2875c132 req-a510cb3d-d104-48e1-b183-a04972aa3983 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:13.192420 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-cb245737-576e-4fae-812f-b9785de4d273 req-ceece645-bd05-4b30-8a5c-dd6a96e99bc7 service neutron] 10.222.0.50 "GET /v2.0/networks/3835bc88-4948-44ae-9b9d-0c2345cf8427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3697925 Jun 01 19:14:13.212994 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a09dc2e2-af13-45b6-990d-2ddda5aace57 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:13.221748 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-34cf328a-e3d6-4037-8406-03d528c49939 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:13.266149 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-cb245737-576e-4fae-812f-b9785de4d273 req-de210ea6-14fc-4791-9e0c-864a4badf2df service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=40d26433-71b1-48b8-9988-9b16798cc67a HTTP/1.1" status: 200 len: 217 time: 0.0657871 Jun 01 19:14:13.275468 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 35dc9bc9-645d-4709-b198-1995a99a0461 is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:14:13.275854 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:13.356836 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-a09dc2e2-af13-45b6-990d-2ddda5aace57 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Deleting port 5f26b89c-27c7-4dae-97fa-e7cf8d2abdd4 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:14:13.356942 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a09dc2e2-af13-45b6-990d-2ddda5aace57 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:13.405214 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb245737-576e-4fae-812f-b9785de4d273 req-ea1701c6-9873-4c58-a408-22b109577f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:14:13.406641 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-cb245737-576e-4fae-812f-b9785de4d273 req-ea1701c6-9873-4c58-a408-22b109577f7a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c69c0fa6-cb36-4ead-b87f-54af1c1b35b0 HTTP/1.1" status: 200 len: 797 time: 0.1145658 Jun 01 19:14:13.477885 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-34cf328a-e3d6-4037-8406-03d528c49939 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2614143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9667199'] for subnet, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:13.487259 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port 35dc9bc9-645d-4709-b198-1995a99a0461, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=35dc9bc9-645d-4709-b198-1995a99a0461,segment=NetworkSegment(7875af61-4c53-4ff2-b8c8-d4b7c35ff947),segment_id=7875af61-4c53-4ff2-b8c8-d4b7c35ff947)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:14:13.516722 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-8836715f-09c0-46cf-9c50-04203f3c08f5 None None] Provisioning for port 168c136c-5dd8-4ce0-917d-a6d8b81343ea completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:14:13.520374 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:13.566735 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cf328a-e3d6-4037-8406-03d528c49939 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Pushing event deleted for resources: {'Subnet': ['ID=e46f70d3-95b3-4d58-85d3-dea41da002a9,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:14:13.571765 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-34cf328a-e3d6-4037-8406-03d528c49939 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks [] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:13.589677 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device dce2d04b-a356-4b5a-8b0a-400c9924d3cb no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:14:13.614278 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d588acd6-c4cb-4bbe-a846-941c2cd59da0 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks [] for port, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:13.623186 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d588acd6-c4cb-4bbe-a846-941c2cd59da0 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:13.693096 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: dce2d04b-a356-4b5a-8b0a-400c9924d3cb {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:14:13.693509 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device dce2d04b-a356-4b5a-8b0a-400c9924d3cb not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:14:13.721567 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-34cf328a-e3d6-4037-8406-03d528c49939 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "DELETE /v2.0/subnets/e46f70d3-95b3-4d58-85d3-dea41da002a9 HTTP/1.1" status: 204 len: 168 time: 1.5926509 Jun 01 19:14:13.733433 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 58354) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:14:13.746749 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server [None req-f48f8455-52e0-49ba-958e-6a95aef72a12 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e46f70d3-95b3-4d58-85d3-dea41da002a9: This subnet is being modified by another concurrent operation. Jun 01 19:14:13.746749 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 01 19:14:13.746749 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 01 19:14:13.746749 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jun 01 19:14:13.746749 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 01 19:14:13.746749 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jun 01 19:14:13.746749 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 01 19:14:13.746749 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jun 01 19:14:13.746749 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 01 19:14:13.746749 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 01 19:14:13.746749 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 01 19:14:13.746749 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 01 19:14:13.746749 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 01 19:14:13.746749 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 01 19:14:13.746749 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 01 19:14:13.746749 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server raise self.value Jun 01 19:14:13.746749 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 01 19:14:13.746749 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 01 19:14:13.746749 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 01 19:14:13.746749 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 01 19:14:13.746749 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 01 19:14:13.746749 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 01 19:14:13.746749 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 01 19:14:13.746749 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server raise self.value Jun 01 19:14:13.746749 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 01 19:14:13.746749 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 01 19:14:13.746749 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 01 19:14:13.746749 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 01 19:14:13.746749 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 01 19:14:13.746749 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 01 19:14:13.746749 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 01 19:14:13.746749 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server raise self.value Jun 01 19:14:13.746749 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 01 19:14:13.746749 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 01 19:14:13.746749 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jun 01 19:14:13.746749 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jun 01 19:14:13.746749 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Jun 01 19:14:13.746749 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jun 01 19:14:13.746749 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Jun 01 19:14:13.746749 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jun 01 19:14:13.746749 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jun 01 19:14:13.746749 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jun 01 19:14:13.746749 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Jun 01 19:14:13.746749 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jun 01 19:14:13.746749 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jun 01 19:14:13.746749 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 01 19:14:13.746749 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 01 19:14:13.746749 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 01 19:14:13.746749 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 01 19:14:13.746749 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 01 19:14:13.746749 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 01 19:14:13.746749 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server raise self.value Jun 01 19:14:13.746749 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 01 19:14:13.746749 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 01 19:14:13.746749 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 01 19:14:13.746749 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 01 19:14:13.746749 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 01 19:14:13.746749 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 01 19:14:13.746749 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 01 19:14:13.746749 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server raise self.value Jun 01 19:14:13.746749 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 01 19:14:13.746749 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 01 19:14:13.746749 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 01 19:14:13.746749 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 01 19:14:13.746749 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 01 19:14:13.746749 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 01 19:14:13.746749 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 01 19:14:13.746749 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server raise self.value Jun 01 19:14:13.746749 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 01 19:14:13.746749 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 01 19:14:13.746749 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Jun 01 19:14:13.746749 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jun 01 19:14:13.746749 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Jun 01 19:14:13.746749 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jun 01 19:14:13.746749 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Jun 01 19:14:13.746749 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jun 01 19:14:13.746749 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jun 01 19:14:13.746749 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jun 01 19:14:13.746749 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jun 01 19:14:13.746749 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 01 19:14:13.746749 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Jun 01 19:14:13.746749 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jun 01 19:14:13.746749 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jun 01 19:14:13.746749 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jun 01 19:14:13.746749 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jun 01 19:14:13.746749 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jun 01 19:14:13.746749 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Jun 01 19:14:13.746749 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jun 01 19:14:13.746749 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jun 01 19:14:13.746749 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server raise exception Jun 01 19:14:13.746749 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e46f70d3-95b3-4d58-85d3-dea41da002a9: This subnet is being modified by another concurrent operation. Jun 01 19:14:13.746749 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server Jun 01 19:14:13.777906 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-93b36275-7332-4666-b6c6-2215515654ee None None] Set router 42bf7114-1434-42f3-8975-565fad845372 gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:14:13.834908 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-98416bfb-3968-48a1-9b46-783a2875c132 req-a510cb3d-d104-48e1-b183-a04972aa3983 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] For port 8163d4aa-06ef-4672-8877-8b4853948776, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=8163d4aa-06ef-4672-8877-8b4853948776,segment=NetworkSegment(d8642800-b1d2-408c-993f-870ace18e652),segment_id=d8642800-b1d2-408c-993f-870ace18e652)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:14:13.835859 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-98416bfb-3968-48a1-9b46-783a2875c132 req-a510cb3d-d104-48e1-b183-a04972aa3983 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:13.868456 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d588acd6-c4cb-4bbe-a846-941c2cd59da0 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Pushing event updated for resources: {'Port': ['ID=8cc8022f-2bc8-4fbd-89a6-a3adcd8e6186,revision_number=2']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:14:13.875644 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d588acd6-c4cb-4bbe-a846-941c2cd59da0 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-887436'] for router_interface, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:13.880987 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [None req-a09dc2e2-af13-45b6-990d-2ddda5aace57 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] For port 5f26b89c-27c7-4dae-97fa-e7cf8d2abdd4, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=5f26b89c-27c7-4dae-97fa-e7cf8d2abdd4,segment=NetworkSegment(894389c4-d6eb-4940-9132-97a7df3ea1c1),segment_id=894389c4-d6eb-4940-9132-97a7df3ea1c1)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:14:13.881350 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a09dc2e2-af13-45b6-990d-2ddda5aace57 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:13.886150 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 168c136c-5dd8-4ce0-917d-a6d8b81343ea up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:14:13.971607 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=35dc9bc9-645d-4709-b198-1995a99a0461,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:14:14.023914 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-98416bfb-3968-48a1-9b46-783a2875c132 req-a510cb3d-d104-48e1-b183-a04972aa3983 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Calling delete_port for 8163d4aa-06ef-4672-8877-8b4853948776 owned by compute:nova {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:14:14.069817 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-a09dc2e2-af13-45b6-990d-2ddda5aace57 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Calling delete_port for 5f26b89c-27c7-4dae-97fa-e7cf8d2abdd4 owned by network:dhcp {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:14:14.125185 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-8685dbfd-c22e-4b32-84b2-120b1876ef26 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3897545 Jun 01 19:14:14.139255 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 58360) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:14:14.166107 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb245737-576e-4fae-812f-b9785de4d273 req-b564c6b7-7425-4b48-8da9-eb6f14c62f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:14:14.167567 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-cb245737-576e-4fae-812f-b9785de4d273 req-b564c6b7-7425-4b48-8da9-eb6f14c62f27 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3835bc88-4948-44ae-9b9d-0c2345cf8427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5611515 Jun 01 19:14:14.188538 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port 168c136c-5dd8-4ce0-917d-a6d8b81343ea completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:14:14.211863 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 168c136c-5dd8-4ce0-917d-a6d8b81343ea triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:14:14.212264 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:14.389203 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-cb245737-576e-4fae-812f-b9785de4d273 req-90971337-92f3-4692-b4e5-0c28aae5532a service neutron] 10.222.0.50 "GET /v2.0/networks/3835bc88-4948-44ae-9b9d-0c2345cf8427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2063103 Jun 01 19:14:14.395830 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-98416bfb-3968-48a1-9b46-783a2875c132 req-a510cb3d-d104-48e1-b183-a04972aa3983 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:14.414385 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbdd911c-33a3-4ae3-ab0d-e1f356575de0 None None] DHCP port deletion for 0685924a-b45e-4145-8b0e-591ee3a46b73 request from n-d-844202-1 {{(pid=88526) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 19:14:14.419932 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-50d632c7-e59d-41ae-8b61-1de29a84133f tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Synchronizing usage tracker for tenant:451baccc58514a0cab8c4410ed135b7c on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:14:14.441738 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-cbdd911c-33a3-4ae3-ab0d-e1f356575de0 None None] Deleting port 5f26b89c-27c7-4dae-97fa-e7cf8d2abdd4 {{(pid=88526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:14:14.442111 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-cbdd911c-33a3-4ae3-ab0d-e1f356575de0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:14.465360 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a510cb3d-d104-48e1-b183-a04972aa3983 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Pushing event deleted for resources: {'Port': ['ID=8163d4aa-06ef-4672-8877-8b4853948776,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:14:14.496766 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 168c136c-5dd8-4ce0-917d-a6d8b81343ea is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:14:14.497183 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:14.520938 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-50d632c7-e59d-41ae-8b61-1de29a84133f tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Unset dirty status for tenant:451baccc58514a0cab8c4410ed135b7c on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:14:14.525124 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 58364) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:14:14.526336 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-50d632c7-e59d-41ae-8b61-1de29a84133f tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2078595 Jun 01 19:14:14.532807 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a09dc2e2-af13-45b6-990d-2ddda5aace57 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:14.557055 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-cbdd911c-33a3-4ae3-ab0d-e1f356575de0 None None] The port '5f26b89c-27c7-4dae-97fa-e7cf8d2abdd4' was deleted {{(pid=88526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 01 19:14:14.583742 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port 168c136c-5dd8-4ce0-917d-a6d8b81343ea, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=168c136c-5dd8-4ce0-917d-a6d8b81343ea,segment=NetworkSegment(1e00e93a-a6fa-43f2-b927-08a982c37727),segment_id=1e00e93a-a6fa-43f2-b927-08a982c37727)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:14:14.590746 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:14.624750 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-93b36275-7332-4666-b6c6-2215515654ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42bf7114-1434-42f3-8975-565fad845372', 'name': 'tempest-TaggedBootDevicesTest-1789991532-router', 'tenant_id': '02a99242e0f0463d9013e17319779a87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.23'}], 'enable_snat': True}, 'gw_port_id': 'fe9d2fee-951b-4202-9589-43b85513b0ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:06:55Z', 'updated_at': '2022-06-01T19:07:07Z', 'revision_number': 4, 'project_id': '02a99242e0f0463d9013e17319779a87', 'gw_port': {'id': 'fe9d2fee-951b-4202-9589-43b85513b0ac', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:d8:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42bf7114-1434-42f3-8975-565fad845372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2586, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:06:58Z', 'updated_at': '2022-06-01T19:07:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '9b80377f-ac8c-487c-96c2-d2ce12cabf52', 'name': '', 'network_id': '4f4ea26f-fa46-41a8-bded-b4cab3aedc51', 'tenant_id': '02a99242e0f0463d9013e17319779a87', 'mac_address': 'fa:16:3e:f6:e6:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42bf7114-1434-42f3-8975-565fad845372', 'device_owner': 'network:router_interface', 'standard_attr_id': 2598, 'fixed_ips': [{'subnet_id': '68f1d3e6-a007-4866-ae6d-cf3ba479c5c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:07:06Z', 'updated_at': '2022-06-01T19:07:22Z', 'revision_number': 5, 'project_id': '02a99242e0f0463d9013e17319779a87', 'subnets': [{'id': '68f1d3e6-a007-4866-ae6d-cf3ba479c5c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:14:14.640401 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09dc2e2-af13-45b6-990d-2ddda5aace57 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] No DVR routers for this DVR port 5f26b89c-27c7-4dae-97fa-e7cf8d2abdd4 on host n-d-844202-1 {{(pid=88525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:14:14.644177 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09dc2e2-af13-45b6-990d-2ddda5aace57 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Pushing event deleted for resources: {'Port': ['ID=5f26b89c-27c7-4dae-97fa-e7cf8d2abdd4,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:14:14.664923 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b36275-7332-4666-b6c6-2215515654ee None None] Checking router: 42bf7114-1434-42f3-8975-565fad845372 for host: n-d-844202-1 {{(pid=88526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 19:14:14.680795 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-98416bfb-3968-48a1-9b46-783a2875c132 req-a510cb3d-d104-48e1-b183-a04972aa3983 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] No DVR routers for this DVR port 8163d4aa-06ef-4672-8877-8b4853948776 on host n-h2-844202-1 {{(pid=88524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:14:14.683233 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b36275-7332-4666-b6c6-2215515654ee None None] Routers {'42bf7114-1434-42f3-8975-565fad845372'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:14:14.684251 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-93b36275-7332-4666-b6c6-2215515654ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:14:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['42bf7114-1434-42f3-8975-565fad845372'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:14:14.687171 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d588acd6-c4cb-4bbe-a846-941c2cd59da0 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Network de1db517-5b94-4ef1-bc52-4aac8a0efc54 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:14:14.688338 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-98416bfb-3968-48a1-9b46-783a2875c132 req-a510cb3d-d104-48e1-b183-a04972aa3983 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:14.694133 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-d588acd6-c4cb-4bbe-a846-941c2cd59da0 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:14:14.730077 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76f6be67-b6d2-4409-a57d-7333991396ce tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:14:14.730935 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-76f6be67-b6d2-4409-a57d-7333991396ce tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Synchronizing usage tracker for tenant:451baccc58514a0cab8c4410ed135b7c on resource:subnet {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:14:14.774904 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-98416bfb-3968-48a1-9b46-783a2875c132 req-a510cb3d-d104-48e1-b183-a04972aa3983 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] 10.222.0.50 "DELETE /v2.0/ports/8163d4aa-06ef-4672-8877-8b4853948776 HTTP/1.1" status: 204 len: 173 time: 1.7761781 Jun 01 19:14:14.789496 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-cb245737-576e-4fae-812f-b9785de4d273 req-faae0a01-881f-4cff-a422-726e04ab2557 service neutron] 10.222.0.50 "GET /v2.0/networks/3835bc88-4948-44ae-9b9d-0c2345cf8427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3916109 Jun 01 19:14:14.858775 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-76f6be67-b6d2-4409-a57d-7333991396ce tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Unset dirty status for tenant:451baccc58514a0cab8c4410ed135b7c on resource:subnet {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:14:14.860155 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-76f6be67-b6d2-4409-a57d-7333991396ce tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3341370 Jun 01 19:14:14.864097 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 58368) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:14:14.960600 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=168c136c-5dd8-4ce0-917d-a6d8b81343ea,revision_number=3']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:14:14.964567 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-98416bfb-3968-48a1-9b46-783a2875c132 req-97c88859-7bae-4bec-853a-f3e87903f3d9 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Deleting port 40d26433-71b1-48b8-9988-9b16798cc67a {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:14:14.964911 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-98416bfb-3968-48a1-9b46-783a2875c132 req-97c88859-7bae-4bec-853a-f3e87903f3d9 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:15.009535 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-f57c87fa-33f9-404a-b546-a23479feeb24 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1362603 Jun 01 19:14:15.016845 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 58372) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:14:15.033164 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-6988cfe3-148c-423f-bad1-0ea018fda36d tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Request body: {'subnet': {'network_id': 'c840486e-0c2f-4729-9a0c-ee6552111f90', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:14:15.036566 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365a032c-ef48-4fb7-80d5-2de3a81d5027 req-f5a0aab6-6b69-4fb0-a34d-487e52aa7221 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:14:15.042566 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365a032c-ef48-4fb7-80d5-2de3a81d5027 req-f5a0aab6-6b69-4fb0-a34d-487e52aa7221 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:14:15.053208 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365a032c-ef48-4fb7-80d5-2de3a81d5027 req-f5a0aab6-6b69-4fb0-a34d-487e52aa7221 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:14:15.067008 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365a032c-ef48-4fb7-80d5-2de3a81d5027 req-f5a0aab6-6b69-4fb0-a34d-487e52aa7221 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:14:15.074637 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-365a032c-ef48-4fb7-80d5-2de3a81d5027 req-f5a0aab6-6b69-4fb0-a34d-487e52aa7221 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] 10.222.0.41 "GET /v2.0/ports?device_id=b89af75b-9667-469e-b061-668dd6a09e9b HTTP/1.1" status: 200 len: 3064 time: 1.0185306 Jun 01 19:14:15.094454 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a09dc2e2-af13-45b6-990d-2ddda5aace57 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:15.116631 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-2be8dfd1-77dc-42ac-9904-1bf8b505fe6f None None] Provisioning complete for port 168c136c-5dd8-4ce0-917d-a6d8b81343ea triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:14:15.116752 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-2be8dfd1-77dc-42ac-9904-1bf8b505fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:15.176159 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b89af75b-9667-469e-b061-668dd6a09e9b', 'name': 'network-vif-deleted', 'tag': '8163d4aa-06ef-4672-8877-8b4853948776'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:14:15.187356 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-a09dc2e2-af13-45b6-990d-2ddda5aace57 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0685924a-b45e-4145-8b0e-591ee3a46b73']}} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:14:15.210043 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-365a032c-ef48-4fb7-80d5-2de3a81d5027 req-4883bcc7-1500-4b51-9380-3b2273deb141 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ab986d5-b8d5-42ed-9ee0-4a29f48e1199&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1344135 Jun 01 19:14:15.214511 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d588acd6-c4cb-4bbe-a846-941c2cd59da0 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Router ebf6af23-158a-422f-ab91-96c3a5fa6a62 has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 19:14:15.216503 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-a09dc2e2-af13-45b6-990d-2ddda5aace57 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '894389c4-d6eb-4940-9132-97a7df3ea1c1') {'for_net_delete': True} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:14:15.216940 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-a09dc2e2-af13-45b6-990d-2ddda5aace57 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '894389c4-d6eb-4940-9132-97a7df3ea1c1') {} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:14:15.221455 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-93b36275-7332-4666-b6c6-2215515654ee None None] Set router 42bf7114-1434-42f3-8975-565fad845372 gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:14:15.243841 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a09dc2e2-af13-45b6-990d-2ddda5aace57 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2258522'] for segment, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:15.313450 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebe0727b-0e17-4df8-af6a-5c0ff9af03ea None None] get_active_networks_info from n-d-844202-1 {{(pid=88526) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jun 01 19:14:15.330964 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a09dc2e2-af13-45b6-990d-2ddda5aace57 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:15.349596 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a09dc2e2-af13-45b6-990d-2ddda5aace57 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=88525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 19:14:15.350109 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a09dc2e2-af13-45b6-990d-2ddda5aace57 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2613981'] for segment, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:15.369759 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-490e4bc4-3f9e-4f04-af88-6b57607cc0b2'] response: {'server_uuid': 'b89af75b-9667-469e-b061-668dd6a09e9b', 'name': 'network-vif-deleted', 'tag': '8163d4aa-06ef-4672-8877-8b4853948776', 'status': 'completed', 'code': 200} Jun 01 19:14:15.399702 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-6988cfe3-148c-423f-bad1-0ea018fda36d tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:14:15.417270 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-6988cfe3-148c-423f-bad1-0ea018fda36d tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:14:15.434588 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment 894389c4-d6eb-4940-9132-97a7df3ea1c1 resource provider aggregate not found Jun 01 19:14:15.501699 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment 894389c4-d6eb-4940-9132-97a7df3ea1c1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 894389c4-d6eb-4940-9132-97a7df3ea1c1 found for delete ", "request_id": "req-65d3897d-3ce9-4308-8164-3b2246f229f7"}]} Jun 01 19:14:15.554289 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a09dc2e2-af13-45b6-990d-2ddda5aace57 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:15.559794 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a09dc2e2-af13-45b6-990d-2ddda5aace57 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks [] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:15.584928 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6988cfe3-148c-423f-bad1-0ea018fda36d tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Made reservation on behalf of 451baccc58514a0cab8c4410ed135b7c for: {'subnet': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:14:15.588488 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6988cfe3-148c-423f-bad1-0ea018fda36d tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3066584'] for subnet, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:15.590157 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d588acd6-c4cb-4bbe-a846-941c2cd59da0 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:14:15.594991 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09dc2e2-af13-45b6-990d-2ddda5aace57 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Pushing event deleted for resources: {'Network': ['ID=0685924a-b45e-4145-8b0e-591ee3a46b73,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:14:15.607159 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-d588acd6-c4cb-4bbe-a846-941c2cd59da0 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "PUT /v2.0/routers/ebf6af23-158a-422f-ab91-96c3a5fa6a62/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9372656 Jun 01 19:14:15.609104 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-a09dc2e2-af13-45b6-990d-2ddda5aace57 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] 10.222.0.41 "DELETE /v2.0/networks/0685924a-b45e-4145-8b0e-591ee3a46b73 HTTP/1.1" status: 204 len: 168 time: 2.6280701 Jun 01 19:14:15.611625 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 58382) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:14:15.618320 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-5172e101-4ea4-40c1-a4ec-fdc449f75fa9 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Request body: {'router': {'routes': None}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:14:15.618416 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e7b40e8-75f4-4102-826a-75a1dacf9552 None None] Sync routers for ids ['ebf6af23-158a-422f-ab91-96c3a5fa6a62'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:14:15.635216 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e7b40e8-75f4-4102-826a-75a1dacf9552 None None] Routers {'ebf6af23-158a-422f-ab91-96c3a5fa6a62'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:14:15.637062 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-4e7b40e8-75f4-4102-826a-75a1dacf9552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:14:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['ebf6af23-158a-422f-ab91-96c3a5fa6a62'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:14:15.686718 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-98416bfb-3968-48a1-9b46-783a2875c132 req-97c88859-7bae-4bec-853a-f3e87903f3d9 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] For port 40d26433-71b1-48b8-9988-9b16798cc67a, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=40d26433-71b1-48b8-9988-9b16798cc67a,segment=NetworkSegment(d8642800-b1d2-408c-993f-870ace18e652),segment_id=d8642800-b1d2-408c-993f-870ace18e652)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:14:15.687079 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-98416bfb-3968-48a1-9b46-783a2875c132 req-97c88859-7bae-4bec-853a-f3e87903f3d9 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:15.834935 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-98416bfb-3968-48a1-9b46-783a2875c132 req-97c88859-7bae-4bec-853a-f3e87903f3d9 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Calling delete_port for 40d26433-71b1-48b8-9988-9b16798cc67a owned by compute:nova {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:14:15.903859 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebe0727b-0e17-4df8-af6a-5c0ff9af03ea None None] Resources bound (agent type, host, resource id): {{(pid=88526) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 01 19:14:15.932802 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-4e7b40e8-75f4-4102-826a-75a1dacf9552 None None] Set router ebf6af23-158a-422f-ab91-96c3a5fa6a62 gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:14:15.949456 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 168c136c-5dd8-4ce0-917d-a6d8b81343ea up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:14:16.027884 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-2be8dfd1-77dc-42ac-9904-1bf8b505fe6f None None] Current status of the port 168c136c-5dd8-4ce0-917d-a6d8b81343ea is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:14:16.075799 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-98416bfb-3968-48a1-9b46-783a2875c132 req-97c88859-7bae-4bec-853a-f3e87903f3d9 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:16.120664 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.extraroute_db [None req-5172e101-4ea4-40c1-a4ec-fdc449f75fa9 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Added routes are [] {{(pid=88525) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Jun 01 19:14:16.121267 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.extraroute_db [None req-5172e101-4ea4-40c1-a4ec-fdc449f75fa9 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Removed routes are [] {{(pid=88525) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Jun 01 19:14:16.121355 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5172e101-4ea4-40c1-a4ec-fdc449f75fa9 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-886608', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-885830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25341'] for router, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:16.177554 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c88859-7bae-4bec-853a-f3e87903f3d9 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Pushing event deleted for resources: {'Port': ['ID=40d26433-71b1-48b8-9988-9b16798cc67a,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:14:16.213188 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6988cfe3-148c-423f-bad1-0ea018fda36d tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2718919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3066602'] for subnet, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:16.256563 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-98416bfb-3968-48a1-9b46-783a2875c132 req-97c88859-7bae-4bec-853a-f3e87903f3d9 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] No DVR routers for this DVR port 40d26433-71b1-48b8-9988-9b16798cc67a on host n-h2-844202-1 {{(pid=88524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:14:16.263961 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-98416bfb-3968-48a1-9b46-783a2875c132 req-97c88859-7bae-4bec-853a-f3e87903f3d9 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:16.286322 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-4e7b40e8-75f4-4102-826a-75a1dacf9552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebf6af23-158a-422f-ab91-96c3a5fa6a62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1361133782', 'tenant_id': '8537cfb3773e46d182e148cf5b0a717f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': '35dc9bc9-645d-4709-b198-1995a99a0461', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:14:00Z', 'updated_at': '2022-06-01T19:14:11Z', 'revision_number': 4, 'project_id': '8537cfb3773e46d182e148cf5b0a717f', 'gw_port': {'id': '35dc9bc9-645d-4709-b198-1995a99a0461', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:4d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf6af23-158a-422f-ab91-96c3a5fa6a62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3054, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:14:02Z', 'updated_at': '2022-06-01T19:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '8cc8022f-2bc8-4fbd-89a6-a3adcd8e6186', 'name': '', 'network_id': 'de1db517-5b94-4ef1-bc52-4aac8a0efc54', 'tenant_id': '8537cfb3773e46d182e148cf5b0a717f', 'mac_address': 'fa:16:3e:bf:48:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebf6af23-158a-422f-ab91-96c3a5fa6a62', 'device_owner': 'network:router_interface', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': '3cdf8c40-fa87-49d0-ba22-e441f2e99037', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:14:08Z', 'updated_at': '2022-06-01T19:14:13Z', 'revision_number': 2, 'project_id': '8537cfb3773e46d182e148cf5b0a717f', 'subnets': [{'id': '3cdf8c40-fa87-49d0-ba22-e441f2e99037', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:14:16.289825 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6988cfe3-148c-423f-bad1-0ea018fda36d tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Network c840486e-0c2f-4729-9a0c-ee6552111f90 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:14:16.291212 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e7b40e8-75f4-4102-826a-75a1dacf9552 None None] Checking router: ebf6af23-158a-422f-ab91-96c3a5fa6a62 for host: n-d-844202-1 {{(pid=88527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 19:14:16.291438 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e7b40e8-75f4-4102-826a-75a1dacf9552 None None] Updating router ebf6af23-158a-422f-ab91-96c3a5fa6a62 port 8cc8022f-2bc8-4fbd-89a6-a3adcd8e6186 binding host n-d-844202-1 {{(pid=88527) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 19:14:16.295774 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-6988cfe3-148c-423f-bad1-0ea018fda36d tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:14:16.305186 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6988cfe3-148c-423f-bad1-0ea018fda36d tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:14:16.305782 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6988cfe3-148c-423f-bad1-0ea018fda36d tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:16.322861 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-98416bfb-3968-48a1-9b46-783a2875c132 req-97c88859-7bae-4bec-853a-f3e87903f3d9 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] 10.222.0.50 "DELETE /v2.0/ports/40d26433-71b1-48b8-9988-9b16798cc67a HTTP/1.1" status: 204 len: 173 time: 1.5370286 Jun 01 19:14:16.359156 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-4e7b40e8-75f4-4102-826a-75a1dacf9552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:16.390691 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-6988cfe3-148c-423f-bad1-0ea018fda36d tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3625703 Jun 01 19:14:16.390691 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6988cfe3-148c-423f-bad1-0ea018fda36d tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Pushing event updated for resources: {'Subnet': ['ID=a37e2864-033d-4935-b91b-5487aeb03054,revision_number=0']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:14:16.391022 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 58400) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:14:16.399472 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-08909a0d-20fc-422f-aefe-97802b20826e tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Request body: {'port': {'network_id': 'c840486e-0c2f-4729-9a0c-ee6552111f90', 'mac_address': 'fa:16:3e:0a:d2:5b', 'name': 'tempest-NetworksTestDHCPv6-715148318'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:14:16.411207 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-2be8dfd1-77dc-42ac-9904-1bf8b505fe6f None None] Provisioning for port 8cc8022f-2bc8-4fbd-89a6-a3adcd8e6186 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:14:16.444350 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-2be8dfd1-77dc-42ac-9904-1bf8b505fe6f None None] Provisioning complete for port 8cc8022f-2bc8-4fbd-89a6-a3adcd8e6186 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:14:16.445458 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-2be8dfd1-77dc-42ac-9904-1bf8b505fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:16.500569 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-bd0b18c7-2f69-4340-91bf-0afa88119c6a req-fae54260-cf47-40c0-93f6-5b2fb2b6ffa3 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Synchronizing usage tracker for tenant:8537cfb3773e46d182e148cf5b0a717f on resource:security_group {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:14:16.537149 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 168c136c-5dd8-4ce0-917d-a6d8b81343ea triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:14:16.538902 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:16.546164 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-98416bfb-3968-48a1-9b46-783a2875c132 req-bf683202-cf7f-4654-b738-5a7820651521 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Deleting port b4ec48f2-ec80-4ad5-8ee7-46cd08c5ffa2 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:14:16.546710 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-98416bfb-3968-48a1-9b46-783a2875c132 req-bf683202-cf7f-4654-b738-5a7820651521 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:16.603657 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-2be8dfd1-77dc-42ac-9904-1bf8b505fe6f None None] Port 8cc8022f-2bc8-4fbd-89a6-a3adcd8e6186 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:14:16.639007 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-93b36275-7332-4666-b6c6-2215515654ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42bf7114-1434-42f3-8975-565fad845372', 'name': 'tempest-TaggedBootDevicesTest-1789991532-router', 'tenant_id': '02a99242e0f0463d9013e17319779a87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.23'}], 'enable_snat': True}, 'gw_port_id': 'fe9d2fee-951b-4202-9589-43b85513b0ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:06:55Z', 'updated_at': '2022-06-01T19:07:07Z', 'revision_number': 4, 'project_id': '02a99242e0f0463d9013e17319779a87', 'gw_port': {'id': 'fe9d2fee-951b-4202-9589-43b85513b0ac', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:d8:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42bf7114-1434-42f3-8975-565fad845372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2586, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:06:58Z', 'updated_at': '2022-06-01T19:07:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '9b80377f-ac8c-487c-96c2-d2ce12cabf52', 'name': '', 'network_id': '4f4ea26f-fa46-41a8-bded-b4cab3aedc51', 'tenant_id': '02a99242e0f0463d9013e17319779a87', 'mac_address': 'fa:16:3e:f6:e6:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42bf7114-1434-42f3-8975-565fad845372', 'device_owner': 'network:router_interface', 'standard_attr_id': 2598, 'fixed_ips': [{'subnet_id': '68f1d3e6-a007-4866-ae6d-cf3ba479c5c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:07:06Z', 'updated_at': '2022-06-01T19:07:22Z', 'revision_number': 5, 'project_id': '02a99242e0f0463d9013e17319779a87', 'subnets': [{'id': '68f1d3e6-a007-4866-ae6d-cf3ba479c5c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:14:16.649146 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5172e101-4ea4-40c1-a4ec-fdc449f75fa9 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-886608', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-885830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25341'] for router, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:16.652530 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-bd0b18c7-2f69-4340-91bf-0afa88119c6a req-fae54260-cf47-40c0-93f6-5b2fb2b6ffa3 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Unset dirty status for tenant:8537cfb3773e46d182e148cf5b0a717f on resource:security_group {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:14:16.654293 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-bd0b18c7-2f69-4340-91bf-0afa88119c6a req-fae54260-cf47-40c0-93f6-5b2fb2b6ffa3 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1805578043&fields=id&tenant_id=8537cfb3773e46d182e148cf5b0a717f HTTP/1.1" status: 200 len: 267 time: 0.8389421 Jun 01 19:14:16.655297 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5172e101-4ea4-40c1-a4ec-fdc449f75fa9 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-886655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-886601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-886598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-885887'] for router, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:16.727380 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b36275-7332-4666-b6c6-2215515654ee None None] The sync data for ids ['42bf7114-1434-42f3-8975-565fad845372'] in n-d-844202-1 is: [{'id': '42bf7114-1434-42f3-8975-565fad845372', 'name': 'tempest-TaggedBootDevicesTest-1789991532-router', 'tenant_id': '02a99242e0f0463d9013e17319779a87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.23'}], 'enable_snat': True}, 'gw_port_id': 'fe9d2fee-951b-4202-9589-43b85513b0ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:06:55Z', 'updated_at': '2022-06-01T19:07:07Z', 'revision_number': 4, 'project_id': '02a99242e0f0463d9013e17319779a87', 'gw_port': {'id': 'fe9d2fee-951b-4202-9589-43b85513b0ac', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:d8:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42bf7114-1434-42f3-8975-565fad845372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2586, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:06:58Z', 'updated_at': '2022-06-01T19:07:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '9b80377f-ac8c-487c-96c2-d2ce12cabf52', 'name': '', 'network_id': '4f4ea26f-fa46-41a8-bded-b4cab3aedc51', 'tenant_id': '02a99242e0f0463d9013e17319779a87', 'mac_address': 'fa:16:3e:f6:e6:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42bf7114-1434-42f3-8975-565fad845372', 'device_owner': 'network:router_interface', 'standard_attr_id': 2598, 'fixed_ips': [{'subnet_id': '68f1d3e6-a007-4866-ae6d-cf3ba479c5c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:07:06Z', 'updated_at': '2022-06-01T19:07:22Z', 'revision_number': 5, 'project_id': '02a99242e0f0463d9013e17319779a87', 'subnets': [{'id': '68f1d3e6-a007-4866-ae6d-cf3ba479c5c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:14:16.773129 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-4e7b40e8-75f4-4102-826a-75a1dacf9552 None None] Notify callbacks [] for port, precommit_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:16.790910 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.provisioning_blocks [None req-4e7b40e8-75f4-4102-826a-75a1dacf9552 None None] Transition to ACTIVE for port object 8cc8022f-2bc8-4fbd-89a6-a3adcd8e6186 will not be triggered until provisioned by entity L2. {{(pid=88527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:14:16.800762 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-4e7b40e8-75f4-4102-826a-75a1dacf9552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:16.852790 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-08909a0d-20fc-422f-aefe-97802b20826e tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:14:16.864559 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaddeb0-36f5-4e5f-b841-f6630ff10344 req-15e0f2a1-6cb9-47dc-88c2-5cca2bc47fb4 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:14:16.871783 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaddeb0-36f5-4e5f-b841-f6630ff10344 req-15e0f2a1-6cb9-47dc-88c2-5cca2bc47fb4 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:14:16.872627 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-3aaddeb0-36f5-4e5f-b841-f6630ff10344 req-15e0f2a1-6cb9-47dc-88c2-5cca2bc47fb4 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Synchronizing usage tracker for tenant:02a99242e0f0463d9013e17319779a87 on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:14:16.873847 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 168c136c-5dd8-4ce0-917d-a6d8b81343ea is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:14:16.874942 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 35dc9bc9-645d-4709-b198-1995a99a0461 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:14:16.892852 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-08909a0d-20fc-422f-aefe-97802b20826e tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:14:16.983712 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08909a0d-20fc-422f-aefe-97802b20826e tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Made reservation on behalf of 451baccc58514a0cab8c4410ed135b7c for: {'port': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:14:17.007804 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0b18c7-2f69-4340-91bf-0afa88119c6a req-a48573da-8fcc-4eab-8d85-39a7abc4ff22 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:14:17.008932 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-bd0b18c7-2f69-4340-91bf-0afa88119c6a req-a48573da-8fcc-4eab-8d85-39a7abc4ff22 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Synchronizing usage tracker for tenant:8537cfb3773e46d182e148cf5b0a717f on resource:network {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:14:17.014642 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-3aaddeb0-36f5-4e5f-b841-f6630ff10344 req-15e0f2a1-6cb9-47dc-88c2-5cca2bc47fb4 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Unset dirty status for tenant:02a99242e0f0463d9013e17319779a87 on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:14:17.015873 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3aaddeb0-36f5-4e5f-b841-f6630ff10344 req-15e0f2a1-6cb9-47dc-88c2-5cca2bc47fb4 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] 10.222.0.41 "GET /v2.0/ports?device_id=b89af75b-9667-469e-b061-668dd6a09e9b HTTP/1.1" status: 200 len: 1676 time: 0.5366845 Jun 01 19:14:17.032059 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 35dc9bc9-645d-4709-b198-1995a99a0461 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:14:17.034960 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:17.077201 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-4e7b40e8-75f4-4102-826a-75a1dacf9552 None None] Attempting to bind port 8cc8022f-2bc8-4fbd-89a6-a3adcd8e6186 on host n-d-844202-1 for vnic_type normal with profile {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:14:17.077693 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-4e7b40e8-75f4-4102-826a-75a1dacf9552 None None] Attempting to bind port 8cc8022f-2bc8-4fbd-89a6-a3adcd8e6186 by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': '1e00e93a-a6fa-43f2-b927-08a982c37727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'de1db517-5b94-4ef1-bc52-4aac8a0efc54'}] {{(pid=88527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:14:17.078114 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7b40e8-75f4-4102-826a-75a1dacf9552 None None] Attempting to bind port 8cc8022f-2bc8-4fbd-89a6-a3adcd8e6186 on network de1db517-5b94-4ef1-bc52-4aac8a0efc54 {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:14:17.088045 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7b40e8-75f4-4102-826a-75a1dacf9552 None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 14, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:14:17.088547 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7b40e8-75f4-4102-826a-75a1dacf9552 None None] Checking segment: {'id': '1e00e93a-a6fa-43f2-b927-08a982c37727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'de1db517-5b94-4ef1-bc52-4aac8a0efc54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:14:17.089012 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-4e7b40e8-75f4-4102-826a-75a1dacf9552 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:17.089459 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7b40e8-75f4-4102-826a-75a1dacf9552 None None] Bound using segment: {'id': '1e00e93a-a6fa-43f2-b927-08a982c37727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'de1db517-5b94-4ef1-bc52-4aac8a0efc54'} {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:14:17.089992 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-4e7b40e8-75f4-4102-826a-75a1dacf9552 None None] Bound port: 8cc8022f-2bc8-4fbd-89a6-a3adcd8e6186, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e00e93a-a6fa-43f2-b927-08a982c37727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'de1db517-5b94-4ef1-bc52-4aac8a0efc54'}}] {{(pid=88527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:14:17.090432 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-4e7b40e8-75f4-4102-826a-75a1dacf9552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:17.159093 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-bd0b18c7-2f69-4340-91bf-0afa88119c6a req-a48573da-8fcc-4eab-8d85-39a7abc4ff22 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Unset dirty status for tenant:8537cfb3773e46d182e148cf5b0a717f on resource:network {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:14:17.161669 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-bd0b18c7-2f69-4340-91bf-0afa88119c6a req-a48573da-8fcc-4eab-8d85-39a7abc4ff22 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/networks?id=de1db517-5b94-4ef1-bc52-4aac8a0efc54 HTTP/1.1" status: 200 len: 797 time: 0.4983373 Jun 01 19:14:17.170247 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5172e101-4ea4-40c1-a4ec-fdc449f75fa9 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Router 84cd971b-b1d0-4b21-8841-559c5fc44298 has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 19:14:17.188003 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-bd0b18c7-2f69-4340-91bf-0afa88119c6a req-f0a9b541-6c74-4484-bb80-512b22f8eed2 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/quotas/8537cfb3773e46d182e148cf5b0a717f HTTP/1.1" status: 200 len: 375 time: 0.0164142 Jun 01 19:14:17.219098 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.db [None req-4e7b40e8-75f4-4102-826a-75a1dacf9552 None None] For port 8cc8022f-2bc8-4fbd-89a6-a3adcd8e6186, host n-d-844202-1, cleared binding levels {{(pid=88527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:14:17.222272 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3aaddeb0-36f5-4e5f-b841-f6630ff10344 req-8fddbc22-deb4-4496-855c-b00dffe63a7a tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ab986d5-b8d5-42ed-9ee0-4a29f48e1199&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1794705 Jun 01 19:14:17.223739 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.db [None req-4e7b40e8-75f4-4102-826a-75a1dacf9552 None None] For port 8cc8022f-2bc8-4fbd-89a6-a3adcd8e6186, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=8cc8022f-2bc8-4fbd-89a6-a3adcd8e6186,segment=NetworkSegment(1e00e93a-a6fa-43f2-b927-08a982c37727),segment_id=1e00e93a-a6fa-43f2-b927-08a982c37727)] {{(pid=88527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:14:17.229726 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-4e7b40e8-75f4-4102-826a-75a1dacf9552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:17.237042 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 35dc9bc9-645d-4709-b198-1995a99a0461 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:14:17.240197 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c23b6320-08cd-4fb1-9fbf-e8a472c05979 None None] New status for floating IP e2147bf7-37d4-44c2-a3a2-764451fb094b: DOWN {{(pid=88526) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 19:14:17.245703 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ca3a08-5d9f-4a6f-b5d6-d40278ce54fe None None] Pushing event updated for resources: {'Port': ['ID=8cc8022f-2bc8-4fbd-89a6-a3adcd8e6186,revision_number=3']} {{(pid=88527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:14:17.268867 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-98416bfb-3968-48a1-9b46-783a2875c132 req-bf683202-cf7f-4654-b738-5a7820651521 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] For port b4ec48f2-ec80-4ad5-8ee7-46cd08c5ffa2, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=b4ec48f2-ec80-4ad5-8ee7-46cd08c5ffa2,segment=NetworkSegment(1cfda828-870d-4ff9-9f7f-9583fe873d24),segment_id=1cfda828-870d-4ff9-9f7f-9583fe873d24)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:14:17.274299 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-98416bfb-3968-48a1-9b46-783a2875c132 req-bf683202-cf7f-4654-b738-5a7820651521 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:17.358571 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ca3a08-5d9f-4a6f-b5d6-d40278ce54fe None None] Pushing event updated for resources: {'Port': ['ID=8cc8022f-2bc8-4fbd-89a6-a3adcd8e6186,revision_number=4']} {{(pid=88527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:14:17.358828 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b935be35-23ca-4ea9-a21e-c59146d41629 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc93f83c3-7fb6-5c13-a9d4-29d739a4e8d2-c840486e-0c2f-4729-9a0c-ee6552111f90', 'network_id': 'c840486e-0c2f-4729-9a0c-ee6552111f90', 'tenant_id': '451baccc58514a0cab8c4410ed135b7c', 'fixed_ips': [{'subnet_id': 'a37e2864-033d-4935-b91b-5487aeb03054'}]}} from n-d-844202-1. {{(pid=88526) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 19:14:17.359590 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-b935be35-23ca-4ea9-a21e-c59146d41629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:17.371904 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e7b40e8-75f4-4102-826a-75a1dacf9552 None None] Routers {'ebf6af23-158a-422f-ab91-96c3a5fa6a62'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:14:17.372538 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-4e7b40e8-75f4-4102-826a-75a1dacf9552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:14:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['ebf6af23-158a-422f-ab91-96c3a5fa6a62'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:14:17.380551 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b89af75b-9667-469e-b061-668dd6a09e9b', 'name': 'network-vif-deleted', 'tag': '40d26433-71b1-48b8-9988-9b16798cc67a'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:14:17.435017 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5172e101-4ea4-40c1-a4ec-fdc449f75fa9 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:14:17.449129 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5172e101-4ea4-40c1-a4ec-fdc449f75fa9 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks [] for router, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:17.462115 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f6960dd-be5d-44dd-97a6-1315f03f32a4 None None] Sync routers for ids ['84cd971b-b1d0-4b21-8841-559c5fc44298'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:14:17.464610 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-5172e101-4ea4-40c1-a4ec-fdc449f75fa9 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] 10.222.0.41 "PUT /v2.0/routers/84cd971b-b1d0-4b21-8841-559c5fc44298 HTTP/1.1" status: 200 len: 704 time: 1.8517983 Jun 01 19:14:17.465818 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 58406) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:14:17.523895 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f6960dd-be5d-44dd-97a6-1315f03f32a4 None None] Routers {'84cd971b-b1d0-4b21-8841-559c5fc44298'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:14:17.524665 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-9f6960dd-be5d-44dd-97a6-1315f03f32a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:14:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['84cd971b-b1d0-4b21-8841-559c5fc44298'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:14:17.525598 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-bc07ebf5-e583-455a-a4af-237cf02dd84a tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Synchronizing usage tracker for tenant:8011be9678e842bab7da75259f1c11c1 on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:14:17.549800 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-bd0b18c7-2f69-4340-91bf-0afa88119c6a req-f1dce9e0-2c89-4380-85fe-fce482f9186b tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Synchronizing usage tracker for tenant:8537cfb3773e46d182e148cf5b0a717f on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:14:17.556267 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.db_base_plugin_common [None req-b935be35-23ca-4ea9-a21e-c59146d41629 None None] Allocated IP 2001:db8::2 (c840486e-0c2f-4729-9a0c-ee6552111f90/a37e2864-033d-4935-b91b-5487aeb03054/0f5825cd-ca66-4977-8456-2d911f0a749a) {{(pid=88526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:14:17.563348 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-bc07ebf5-e583-455a-a4af-237cf02dd84a tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Unset dirty status for tenant:8011be9678e842bab7da75259f1c11c1 on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:14:17.567439 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-bc07ebf5-e583-455a-a4af-237cf02dd84a tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] 10.222.0.41 "GET /v2.0/ports?device_id=84cd971b-b1d0-4b21-8841-559c5fc44298 HTTP/1.1" status: 200 len: 205 time: 0.0980971 Jun 01 19:14:17.568053 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 58410) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:14:17.632792 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-bd0b18c7-2f69-4340-91bf-0afa88119c6a req-f1dce9e0-2c89-4380-85fe-fce482f9186b tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Unset dirty status for tenant:8537cfb3773e46d182e148cf5b0a717f on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:14:17.634101 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-bd0b18c7-2f69-4340-91bf-0afa88119c6a req-f1dce9e0-2c89-4380-85fe-fce482f9186b tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=8537cfb3773e46d182e148cf5b0a717f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4355576 Jun 01 19:14:17.668451 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-98416bfb-3968-48a1-9b46-783a2875c132 req-bf683202-cf7f-4654-b738-5a7820651521 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Calling delete_port for b4ec48f2-ec80-4ad5-8ee7-46cd08c5ffa2 owned by compute:nova {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:14:17.701277 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75083b57-edc6-4072-bc81-7ad3d14cbc9d'] response: {'server_uuid': 'b89af75b-9667-469e-b061-668dd6a09e9b', 'name': 'network-vif-deleted', 'tag': '40d26433-71b1-48b8-9988-9b16798cc67a', 'status': 'completed', 'code': 200} Jun 01 19:14:17.725260 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4dd3161d-447f-4b67-9481-2e3968848ae6 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks [] for router, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:17.774505 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-9f6960dd-be5d-44dd-97a6-1315f03f32a4 None None] Set router 84cd971b-b1d0-4b21-8841-559c5fc44298 gateway port host: None {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:14:17.794072 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 5f26b89c-27c7-4dae-97fa-e7cf8d2abdd4 no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:14:17.833598 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-08909a0d-20fc-422f-aefe-97802b20826e tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:17.836738 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-b935be35-23ca-4ea9-a21e-c59146d41629 None None] Notify callbacks [] for port, precommit_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:17.849018 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: 5f26b89c-27c7-4dae-97fa-e7cf8d2abdd4 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:14:17.849363 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 5f26b89c-27c7-4dae-97fa-e7cf8d2abdd4 not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:14:17.882210 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [None req-08909a0d-20fc-422f-aefe-97802b20826e tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] device_id is not set on port d2c6793b-8d9d-4b5d-9d52-c75d84a7d7f5 yet. {{(pid=88524) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 19:14:17.938240 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-9f6960dd-be5d-44dd-97a6-1315f03f32a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84cd971b-b1d0-4b21-8841-559c5fc44298', 'name': 'tempest-RoutersIpV6Test-router-616667906', 'tenant_id': '8011be9678e842bab7da75259f1c11c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:13:06Z', 'updated_at': '2022-06-01T19:14:08Z', 'revision_number': 11, 'project_id': '8011be9678e842bab7da75259f1c11c1', 'gw_port_host': None}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:14:17.949975 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-4e7b40e8-75f4-4102-826a-75a1dacf9552 None None] Set router ebf6af23-158a-422f-ab91-96c3a5fa6a62 gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:14:18.008435 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f6960dd-be5d-44dd-97a6-1315f03f32a4 None None] Checking router: 84cd971b-b1d0-4b21-8841-559c5fc44298 for host: n-d-844202-1 {{(pid=88527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 19:14:18.029378 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-b935be35-23ca-4ea9-a21e-c59146d41629 None None] Transition to ACTIVE for port object 0f5825cd-ca66-4977-8456-2d911f0a749a will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:14:18.033923 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-98416bfb-3968-48a1-9b46-783a2875c132 req-bf683202-cf7f-4654-b738-5a7820651521 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:18.051079 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f6960dd-be5d-44dd-97a6-1315f03f32a4 None None] Routers {'84cd971b-b1d0-4b21-8841-559c5fc44298'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:14:18.051634 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-9f6960dd-be5d-44dd-97a6-1315f03f32a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:14:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['84cd971b-b1d0-4b21-8841-559c5fc44298'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:14:18.101907 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf683202-cf7f-4654-b738-5a7820651521 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Pushing event deleted for resources: {'Port': ['ID=b4ec48f2-ec80-4ad5-8ee7-46cd08c5ffa2,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:14:18.145512 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-b935be35-23ca-4ea9-a21e-c59146d41629 None None] Transition to ACTIVE for port object 0f5825cd-ca66-4977-8456-2d911f0a749a will not be triggered until provisioned by entity DHCP. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:14:18.156883 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-b935be35-23ca-4ea9-a21e-c59146d41629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526'] for port, after_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:18.242465 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b935be35-23ca-4ea9-a21e-c59146d41629 None None] Pushing event updated for resources: {'Port': ['ID=0f5825cd-ca66-4977-8456-2d911f0a749a,revision_number=1']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:14:18.256454 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b935be35-23ca-4ea9-a21e-c59146d41629 None None] Network c840486e-0c2f-4729-9a0c-ee6552111f90 is already hosted by enough agents. {{(pid=88526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:14:18.257781 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.base_scheduler [None req-b935be35-23ca-4ea9-a21e-c59146d41629 None None] Resources bound (agent type, host, resource id): {{(pid=88526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:14:18.260855 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b935be35-23ca-4ea9-a21e-c59146d41629 None None] Received port after_create {{(pid=88526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:14:18.267535 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-98416bfb-3968-48a1-9b46-783a2875c132 req-bf683202-cf7f-4654-b738-5a7820651521 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] No DVR routers for this DVR port b4ec48f2-ec80-4ad5-8ee7-46cd08c5ffa2 on host n-h2-844202-1 {{(pid=88524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:14:18.277317 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-98416bfb-3968-48a1-9b46-783a2875c132 req-bf683202-cf7f-4654-b738-5a7820651521 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:18.333481 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-98416bfb-3968-48a1-9b46-783a2875c132 req-bf683202-cf7f-4654-b738-5a7820651521 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] 10.222.0.50 "DELETE /v2.0/ports/b4ec48f2-ec80-4ad5-8ee7-46cd08c5ffa2 HTTP/1.1" status: 204 len: 173 time: 2.0039625 Jun 01 19:14:18.367407 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4dd3161d-447f-4b67-9481-2e3968848ae6 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25316'] for router, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:18.371885 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4dd3161d-447f-4b67-9481-2e3968848ae6 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:18.374290 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-b935be35-23ca-4ea9-a21e-c59146d41629 None None] Attempting to bind port 0f5825cd-ca66-4977-8456-2d911f0a749a on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:14:18.374966 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-b935be35-23ca-4ea9-a21e-c59146d41629 None None] Attempting to bind port 0f5825cd-ca66-4977-8456-2d911f0a749a by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': 'a6cfd7d1-5211-44ec-a836-a984e441185d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c840486e-0c2f-4729-9a0c-ee6552111f90'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:14:18.375092 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b935be35-23ca-4ea9-a21e-c59146d41629 None None] Attempting to bind port 0f5825cd-ca66-4977-8456-2d911f0a749a on network c840486e-0c2f-4729-9a0c-ee6552111f90 {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:14:18.381900 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b935be35-23ca-4ea9-a21e-c59146d41629 None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 14, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:14:18.382456 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b935be35-23ca-4ea9-a21e-c59146d41629 None None] Checking segment: {'id': 'a6cfd7d1-5211-44ec-a836-a984e441185d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c840486e-0c2f-4729-9a0c-ee6552111f90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:14:18.383260 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-b935be35-23ca-4ea9-a21e-c59146d41629 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:18.383623 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b935be35-23ca-4ea9-a21e-c59146d41629 None None] Bound using segment: {'id': 'a6cfd7d1-5211-44ec-a836-a984e441185d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c840486e-0c2f-4729-9a0c-ee6552111f90'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:14:18.384349 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-b935be35-23ca-4ea9-a21e-c59146d41629 None None] Bound port: 0f5825cd-ca66-4977-8456-2d911f0a749a, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6cfd7d1-5211-44ec-a836-a984e441185d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c840486e-0c2f-4729-9a0c-ee6552111f90'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:14:18.384734 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-b935be35-23ca-4ea9-a21e-c59146d41629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:18.413800 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-bd0b18c7-2f69-4340-91bf-0afa88119c6a req-0dfe2bfe-75c2-43d4-987b-81ffc53653b1 service neutron] 10.222.0.41 "GET /v2.0/networks/de1db517-5b94-4ef1-bc52-4aac8a0efc54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7162521 Jun 01 19:14:18.422409 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [None req-08909a0d-20fc-422f-aefe-97802b20826e tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Allocated IP 2001:db8::310 (c840486e-0c2f-4729-9a0c-ee6552111f90/a37e2864-033d-4935-b91b-5487aeb03054/d2c6793b-8d9d-4b5d-9d52-c75d84a7d7f5) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:14:18.446294 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4dd3161d-447f-4b67-9481-2e3968848ae6 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-891519'] for router, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:18.446725 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dd3161d-447f-4b67-9481-2e3968848ae6 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Fanout notify agent at l3_agent the message router_deleted on router 84cd971b-b1d0-4b21-8841-559c5fc44298 {{(pid=88525) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 19:14:18.501985 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-b935be35-23ca-4ea9-a21e-c59146d41629 None None] For port 0f5825cd-ca66-4977-8456-2d911f0a749a, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:14:18.507716 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-b935be35-23ca-4ea9-a21e-c59146d41629 None None] For port 0f5825cd-ca66-4977-8456-2d911f0a749a, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=0f5825cd-ca66-4977-8456-2d911f0a749a,segment=NetworkSegment(a6cfd7d1-5211-44ec-a836-a984e441185d),segment_id=a6cfd7d1-5211-44ec-a836-a984e441185d)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:14:18.514961 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-b935be35-23ca-4ea9-a21e-c59146d41629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:18.534024 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4dd3161d-447f-4b67-9481-2e3968848ae6 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks [] for router, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:18.544307 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-4dd3161d-447f-4b67-9481-2e3968848ae6 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] 10.222.0.41 "DELETE /v2.0/routers/84cd971b-b1d0-4b21-8841-559c5fc44298 HTTP/1.1" status: 204 len: 168 time: 0.9733262 Jun 01 19:14:18.547238 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 58418) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:14:18.554596 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-9f6960dd-be5d-44dd-97a6-1315f03f32a4 None None] Set router 84cd971b-b1d0-4b21-8841-559c5fc44298 gateway port host: None {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:14:18.555623 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-07e6140c-b79d-4065-9928-7a63b9bd7c3f tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-762847021', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:14:18.563919 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-07e6140c-b79d-4065-9928-7a63b9bd7c3f tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:14:18.574250 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-07e6140c-b79d-4065-9928-7a63b9bd7c3f tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Usage tracker for resource:router and tenant:8011be9678e842bab7da75259f1c11c1 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:14:18.579875 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-07e6140c-b79d-4065-9928-7a63b9bd7c3f tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:14:18.605131 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-07e6140c-b79d-4065-9928-7a63b9bd7c3f tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:14:18.637611 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b935be35-23ca-4ea9-a21e-c59146d41629 None None] Pushing event updated for resources: {'Port': ['ID=0f5825cd-ca66-4977-8456-2d911f0a749a,revision_number=2']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:14:18.658349 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-bd0b18c7-2f69-4340-91bf-0afa88119c6a req-6eabb25b-5061-4f15-995c-caca1c94caf2 service neutron] 10.222.0.41 "GET /v2.0/networks/de1db517-5b94-4ef1-bc52-4aac8a0efc54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2431188 Jun 01 19:14:18.663045 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-07e6140c-b79d-4065-9928-7a63b9bd7c3f tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-885767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25238'] for router, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:18.665802 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-07e6140c-b79d-4065-9928-7a63b9bd7c3f tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-901042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-886562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-981784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25327'] for router, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:18.666286 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-08909a0d-20fc-422f-aefe-97802b20826e tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:18.684064 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [None req-08909a0d-20fc-422f-aefe-97802b20826e tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Transition to ACTIVE for port object d2c6793b-8d9d-4b5d-9d52-c75d84a7d7f5 will not be triggered until provisioned by entity DHCP. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:14:18.693451 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-07e6140c-b79d-4065-9928-7a63b9bd7c3f tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:18.698425 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-9f6960dd-be5d-44dd-97a6-1315f03f32a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84cd971b-b1d0-4b21-8841-559c5fc44298', 'name': 'tempest-RoutersIpV6Test-router-616667906', 'tenant_id': '8011be9678e842bab7da75259f1c11c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:13:06Z', 'updated_at': '2022-06-01T19:14:08Z', 'revision_number': 11, 'project_id': '8011be9678e842bab7da75259f1c11c1', 'gw_port_host': None}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:14:18.711705 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f6960dd-be5d-44dd-97a6-1315f03f32a4 None None] The sync data for ids ['84cd971b-b1d0-4b21-8841-559c5fc44298'] in n-d-844202-1 is: [{'id': '84cd971b-b1d0-4b21-8841-559c5fc44298', 'name': 'tempest-RoutersIpV6Test-router-616667906', 'tenant_id': '8011be9678e842bab7da75259f1c11c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:13:06Z', 'updated_at': '2022-06-01T19:14:08Z', 'revision_number': 11, 'project_id': '8011be9678e842bab7da75259f1c11c1', 'gw_port_host': None}] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:14:18.718545 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-07e6140c-b79d-4065-9928-7a63b9bd7c3f tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-885820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-886655'] for router, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:18.718786 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-08909a0d-20fc-422f-aefe-97802b20826e tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:18.751370 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-4e7b40e8-75f4-4102-826a-75a1dacf9552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebf6af23-158a-422f-ab91-96c3a5fa6a62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1361133782', 'tenant_id': '8537cfb3773e46d182e148cf5b0a717f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': '35dc9bc9-645d-4709-b198-1995a99a0461', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:14:00Z', 'updated_at': '2022-06-01T19:14:11Z', 'revision_number': 4, 'project_id': '8537cfb3773e46d182e148cf5b0a717f', 'gw_port': {'id': '35dc9bc9-645d-4709-b198-1995a99a0461', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:4d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf6af23-158a-422f-ab91-96c3a5fa6a62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3054, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:14:02Z', 'updated_at': '2022-06-01T19:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '8cc8022f-2bc8-4fbd-89a6-a3adcd8e6186', 'name': '', 'network_id': 'de1db517-5b94-4ef1-bc52-4aac8a0efc54', 'tenant_id': '8537cfb3773e46d182e148cf5b0a717f', 'mac_address': 'fa:16:3e:bf:48:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebf6af23-158a-422f-ab91-96c3a5fa6a62', 'device_owner': 'network:router_interface', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': '3cdf8c40-fa87-49d0-ba22-e441f2e99037', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:14:08Z', 'updated_at': '2022-06-01T19:14:17Z', 'revision_number': 4, 'project_id': '8537cfb3773e46d182e148cf5b0a717f', 'subnets': [{'id': '3cdf8c40-fa87-49d0-ba22-e441f2e99037', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:14:18.762480 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e7b40e8-75f4-4102-826a-75a1dacf9552 None None] The sync data for ids ['ebf6af23-158a-422f-ab91-96c3a5fa6a62'] in n-d-844202-1 is: [{'id': 'ebf6af23-158a-422f-ab91-96c3a5fa6a62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1361133782', 'tenant_id': '8537cfb3773e46d182e148cf5b0a717f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': '35dc9bc9-645d-4709-b198-1995a99a0461', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:14:00Z', 'updated_at': '2022-06-01T19:14:11Z', 'revision_number': 4, 'project_id': '8537cfb3773e46d182e148cf5b0a717f', 'gw_port': {'id': '35dc9bc9-645d-4709-b198-1995a99a0461', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:4d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf6af23-158a-422f-ab91-96c3a5fa6a62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3054, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:14:02Z', 'updated_at': '2022-06-01T19:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '8cc8022f-2bc8-4fbd-89a6-a3adcd8e6186', 'name': '', 'network_id': 'de1db517-5b94-4ef1-bc52-4aac8a0efc54', 'tenant_id': '8537cfb3773e46d182e148cf5b0a717f', 'mac_address': 'fa:16:3e:bf:48:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebf6af23-158a-422f-ab91-96c3a5fa6a62', 'device_owner': 'network:router_interface', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': '3cdf8c40-fa87-49d0-ba22-e441f2e99037', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:14:08Z', 'updated_at': '2022-06-01T19:14:17Z', 'revision_number': 4, 'project_id': '8537cfb3773e46d182e148cf5b0a717f', 'subnets': [{'id': '3cdf8c40-fa87-49d0-ba22-e441f2e99037', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:14:18.774564 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-07e6140c-b79d-4065-9928-7a63b9bd7c3f tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks [] for router, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:18.778898 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-07e6140c-b79d-4065-9928-7a63b9bd7c3f tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2277532 Jun 01 19:14:18.782077 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 58422) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:14:18.801151 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.agents_db [None req-e814b9cf-7de8-45d0-a079-29c61fabe7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 19:14:18.802425 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-98e16731-2d60-4a17-aa4d-534cf099627c tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:14:18.964502 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08909a0d-20fc-422f-aefe-97802b20826e tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Network c840486e-0c2f-4729-9a0c-ee6552111f90 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:14:18.965382 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-9923785d-1aed-43f4-adc7-38e4aad92c8f req-c06a36c0-a4bc-471f-8fd6-556a6b9bd704 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/ports?device_id=c4d58bc9-59bb-436d-b4a5-f14cb4ce6e4b HTTP/1.1" status: 200 len: 210 time: 0.0693238 Jun 01 19:14:18.985205 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-08909a0d-20fc-422f-aefe-97802b20826e tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:14:18.988742 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08909a0d-20fc-422f-aefe-97802b20826e tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:14:19.011873 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08909a0d-20fc-422f-aefe-97802b20826e tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:14:19.017645 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-08909a0d-20fc-422f-aefe-97802b20826e tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:19.071812 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-98416bfb-3968-48a1-9b46-783a2875c132 req-d5662545-9b49-45ff-8046-9eb664277606 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Deleting port 4cae1d32-4c78-4cf3-9dd2-5e58ae221135 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:14:19.072174 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-98416bfb-3968-48a1-9b46-783a2875c132 req-d5662545-9b49-45ff-8046-9eb664277606 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:19.127562 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-08909a0d-20fc-422f-aefe-97802b20826e tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.7327502 Jun 01 19:14:19.138317 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 58430) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:14:19.240851 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08909a0d-20fc-422f-aefe-97802b20826e tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Pushing event updated for resources: {'Port': ['ID=d2c6793b-8d9d-4b5d-9d52-c75d84a7d7f5,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:14:19.401313 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d419c39-e209-435b-b782-a183de8fbb57 req-3e4920f3-ead0-4f6a-97a8-30042b78a3ac tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:14:19.402033 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-4d419c39-e209-435b-b782-a183de8fbb57 req-3e4920f3-ead0-4f6a-97a8-30042b78a3ac tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Synchronizing usage tracker for tenant:02a99242e0f0463d9013e17319779a87 on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:14:19.494761 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a2e9aa3-8773-4da6-b829-1e0099ca3397 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:14:19.501019 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a2e9aa3-8773-4da6-b829-1e0099ca3397 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:14:19.501941 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-9a2e9aa3-8773-4da6-b829-1e0099ca3397 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Synchronizing usage tracker for tenant:451baccc58514a0cab8c4410ed135b7c on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:14:19.520220 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-4d419c39-e209-435b-b782-a183de8fbb57 req-3e4920f3-ead0-4f6a-97a8-30042b78a3ac tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Unset dirty status for tenant:02a99242e0f0463d9013e17319779a87 on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:14:19.521737 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4d419c39-e209-435b-b782-a183de8fbb57 req-3e4920f3-ead0-4f6a-97a8-30042b78a3ac tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] 10.222.0.41 "GET /v2.0/ports?device_id=b89af75b-9667-469e-b061-668dd6a09e9b HTTP/1.1" status: 200 len: 942 time: 0.8127246 Jun 01 19:14:19.541572 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-98e16731-2d60-4a17-aa4d-534cf099627c tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-886608', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-885830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25341'] for router, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:19.555983 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-98e16731-2d60-4a17-aa4d-534cf099627c tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-886655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-886601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-886598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-885887'] for router, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:19.574027 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-9a2e9aa3-8773-4da6-b829-1e0099ca3397 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Unset dirty status for tenant:451baccc58514a0cab8c4410ed135b7c on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:14:19.578466 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-9a2e9aa3-8773-4da6-b829-1e0099ca3397 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.4368627 Jun 01 19:14:19.582160 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 58440) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:14:19.678394 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-98416bfb-3968-48a1-9b46-783a2875c132 req-d5662545-9b49-45ff-8046-9eb664277606 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] For port 4cae1d32-4c78-4cf3-9dd2-5e58ae221135, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=4cae1d32-4c78-4cf3-9dd2-5e58ae221135,segment=NetworkSegment(1cfda828-870d-4ff9-9f7f-9583fe873d24),segment_id=1cfda828-870d-4ff9-9f7f-9583fe873d24)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:14:19.678766 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-98416bfb-3968-48a1-9b46-783a2875c132 req-d5662545-9b49-45ff-8046-9eb664277606 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:19.692135 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4d419c39-e209-435b-b782-a183de8fbb57 req-0eb305df-447e-4cef-8d34-5a38da99ec41 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ab986d5-b8d5-42ed-9ee0-4a29f48e1199&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1637394 Jun 01 19:14:19.717309 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b89af75b-9667-469e-b061-668dd6a09e9b', 'name': 'network-vif-deleted', 'tag': 'b4ec48f2-ec80-4ad5-8ee7-46cd08c5ffa2'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:14:19.735333 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-47403418-7ff3-4d47-8c5d-ae97bae539ad tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Deleting port d2c6793b-8d9d-4b5d-9d52-c75d84a7d7f5 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:14:19.735821 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-47403418-7ff3-4d47-8c5d-ae97bae539ad tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:19.812344 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98e16731-2d60-4a17-aa4d-534cf099627c tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Router 1522d89c-96ad-4af3-89be-3c61a6321e63 is scheduled to L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 with binding_index 1 {{(pid=88525) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 19:14:19.901879 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d600764-395b-4081-8ef1-14d0efa72a53'] response: {'server_uuid': 'b89af75b-9667-469e-b061-668dd6a09e9b', 'name': 'network-vif-deleted', 'tag': 'b4ec48f2-ec80-4ad5-8ee7-46cd08c5ffa2', 'status': 'completed', 'code': 200} Jun 01 19:14:20.060569 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-98416bfb-3968-48a1-9b46-783a2875c132 req-d5662545-9b49-45ff-8046-9eb664277606 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Calling delete_port for 4cae1d32-4c78-4cf3-9dd2-5e58ae221135 owned by compute:nova {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:14:20.067692 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98e16731-2d60-4a17-aa4d-534cf099627c tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:14:20.085399 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d2af431-b5d7-4de7-b23c-36632e53baf2 None None] Sync routers for ids ['1522d89c-96ad-4af3-89be-3c61a6321e63'] in n-d-844202-1 {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:14:20.097591 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-98e16731-2d60-4a17-aa4d-534cf099627c tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks [] for router, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:20.100491 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d2af431-b5d7-4de7-b23c-36632e53baf2 None None] Routers {'1522d89c-96ad-4af3-89be-3c61a6321e63'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:14:20.103490 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-6d2af431-b5d7-4de7-b23c-36632e53baf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:14:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['1522d89c-96ad-4af3-89be-3c61a6321e63'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:14:20.103669 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-98e16731-2d60-4a17-aa4d-534cf099627c tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] 10.222.0.41 "PUT /v2.0/routers/1522d89c-96ad-4af3-89be-3c61a6321e63 HTTP/1.1" status: 200 len: 697 time: 1.3156545 Jun 01 19:14:20.104545 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 58450) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:14:20.232270 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 8cc8022f-2bc8-4fbd-89a6-a3adcd8e6186 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:14:20.372735 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-6d2af431-b5d7-4de7-b23c-36632e53baf2 None None] Set router 1522d89c-96ad-4af3-89be-3c61a6321e63 gateway port host: None {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:14:20.460563 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-bfb8ed62-6e84-41e9-9e98-7881d9259979 req-4f4f88e4-d6b7-4463-b771-c3f76ae78886 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/ports?device_id=c4d58bc9-59bb-436d-b4a5-f14cb4ce6e4b HTTP/1.1" status: 200 len: 210 time: 0.2674689 Jun 01 19:14:20.608465 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-6d2af431-b5d7-4de7-b23c-36632e53baf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1522d89c-96ad-4af3-89be-3c61a6321e63', 'name': 'tempest-RoutersIpV6Test-router-762847021', 'tenant_id': '8011be9678e842bab7da75259f1c11c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:14:18Z', 'updated_at': '2022-06-01T19:14:19Z', 'revision_number': 2, 'project_id': '8011be9678e842bab7da75259f1c11c1', 'gw_port_host': None}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:14:20.688473 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52f74a21-72ef-45bd-a37b-c1fba19a96f1 None None] Network c840486e-0c2f-4729-9a0c-ee6552111f90 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:14:20.834416 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d2af431-b5d7-4de7-b23c-36632e53baf2 None None] Checking router: 1522d89c-96ad-4af3-89be-3c61a6321e63 for host: n-d-844202-1 {{(pid=88526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 19:14:20.881588 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-98416bfb-3968-48a1-9b46-783a2875c132 req-d5662545-9b49-45ff-8046-9eb664277606 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:21.014373 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5662545-9b49-45ff-8046-9eb664277606 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Pushing event deleted for resources: {'Port': ['ID=4cae1d32-4c78-4cf3-9dd2-5e58ae221135,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:14:21.052451 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-2986d832-415d-4ae0-b291-c1b4b70189fb None None] Provisioning for port 0f5825cd-ca66-4977-8456-2d911f0a749a completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:14:21.062144 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d2af431-b5d7-4de7-b23c-36632e53baf2 None None] Routers {'1522d89c-96ad-4af3-89be-3c61a6321e63'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:14:21.062796 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-6d2af431-b5d7-4de7-b23c-36632e53baf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:14:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['1522d89c-96ad-4af3-89be-3c61a6321e63'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:14:21.101875 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-3c4f6aad-df6e-4aa4-99d7-a38927aac685 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] 10.222.0.41 "GET /v2.0/routers/1522d89c-96ad-4af3-89be-3c61a6321e63 HTTP/1.1" status: 200 len: 703 time: 0.9962413 Jun 01 19:14:21.108455 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 58456) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:14:21.118746 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0b18c7-2f69-4340-91bf-0afa88119c6a req-11d9268e-dccf-41d3-8cf6-5dd93db71e18 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:14:21.123722 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-bd0b18c7-2f69-4340-91bf-0afa88119c6a req-11d9268e-dccf-41d3-8cf6-5dd93db71e18 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.15 "GET /v2.0/networks?id=de1db517-5b94-4ef1-bc52-4aac8a0efc54 HTTP/1.1" status: 200 len: 797 time: 0.4802647 Jun 01 19:14:21.186075 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-6827dfab-f0b4-4b05-b2dd-582278d79fbf req-b741252d-4dfb-42fc-8f7d-b14d094c31dc tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] 10.222.0.41 "GET /v2.0/ports?device_id=b89af75b-9667-469e-b061-668dd6a09e9b HTTP/1.1" status: 200 len: 210 time: 0.0564394 Jun 01 19:14:21.243426 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-bd0b18c7-2f69-4340-91bf-0afa88119c6a req-9618572f-00a7-4a5a-9aa3-dd6a9f7bca7c tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8537cfb3773e46d182e148cf5b0a717f HTTP/1.1" status: 200 len: 380 time: 0.0563502 Jun 01 19:14:21.252021 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [req-bd0b18c7-2f69-4340-91bf-0afa88119c6a req-15c9fd6f-a78b-4938-bc5e-894fdd25a67d tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Request body: {'port': {'device_id': 'c4d58bc9-59bb-436d-b4a5-f14cb4ce6e4b', 'network_id': 'de1db517-5b94-4ef1-bc52-4aac8a0efc54', 'admin_state_up': True, 'tenant_id': '8537cfb3773e46d182e148cf5b0a717f', 'security_groups': ['56247f7a-6a0e-46fd-a754-17d488ad1a50']}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:14:21.265663 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-95caf474-7244-493e-ab57-92e8f2f9a9f7 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Synchronizing usage tracker for tenant:8011be9678e842bab7da75259f1c11c1 on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:14:21.270762 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port 8cc8022f-2bc8-4fbd-89a6-a3adcd8e6186 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:14:21.286122 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 8cc8022f-2bc8-4fbd-89a6-a3adcd8e6186 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:14:21.286297 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-98416bfb-3968-48a1-9b46-783a2875c132 req-d5662545-9b49-45ff-8046-9eb664277606 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] No DVR routers for this DVR port 4cae1d32-4c78-4cf3-9dd2-5e58ae221135 on host n-h2-844202-1 {{(pid=88524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:14:21.286385 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:21.288743 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-98416bfb-3968-48a1-9b46-783a2875c132 req-d5662545-9b49-45ff-8046-9eb664277606 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:21.303271 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-47403418-7ff3-4d47-8c5d-ae97bae539ad tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:21.326161 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-6d2af431-b5d7-4de7-b23c-36632e53baf2 None None] Set router 1522d89c-96ad-4af3-89be-3c61a6321e63 gateway port host: None {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:14:21.405693 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [req-bd0b18c7-2f69-4340-91bf-0afa88119c6a req-15c9fd6f-a78b-4938-bc5e-894fdd25a67d tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:14:21.416409 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [req-bd0b18c7-2f69-4340-91bf-0afa88119c6a req-15c9fd6f-a78b-4938-bc5e-894fdd25a67d tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:14:21.426970 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd0b18c7-2f69-4340-91bf-0afa88119c6a req-15c9fd6f-a78b-4938-bc5e-894fdd25a67d tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Made reservation on behalf of 8537cfb3773e46d182e148cf5b0a717f for: {'port': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:14:21.430541 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-95caf474-7244-493e-ab57-92e8f2f9a9f7 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Unset dirty status for tenant:8011be9678e842bab7da75259f1c11c1 on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:14:21.431356 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-95caf474-7244-493e-ab57-92e8f2f9a9f7 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] 10.222.0.41 "GET /v2.0/ports?device_id=1522d89c-96ad-4af3-89be-3c61a6321e63 HTTP/1.1" status: 200 len: 205 time: 0.3101408 Jun 01 19:14:21.432517 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-bd0b18c7-2f69-4340-91bf-0afa88119c6a req-15c9fd6f-a78b-4938-bc5e-894fdd25a67d tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:21.438614 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-47403418-7ff3-4d47-8c5d-ae97bae539ad tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Calling delete_port for d2c6793b-8d9d-4b5d-9d52-c75d84a7d7f5 owned by {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:14:21.445770 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 58460) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:14:21.470224 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-6d2af431-b5d7-4de7-b23c-36632e53baf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1522d89c-96ad-4af3-89be-3c61a6321e63', 'name': 'tempest-RoutersIpV6Test-router-762847021', 'tenant_id': '8011be9678e842bab7da75259f1c11c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:14:18Z', 'updated_at': '2022-06-01T19:14:19Z', 'revision_number': 2, 'project_id': '8011be9678e842bab7da75259f1c11c1', 'gw_port_host': None}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:14:21.473455 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-98416bfb-3968-48a1-9b46-783a2875c132 req-d5662545-9b49-45ff-8046-9eb664277606 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] 10.222.0.50 "DELETE /v2.0/ports/4cae1d32-4c78-4cf3-9dd2-5e58ae221135 HTTP/1.1" status: 204 len: 173 time: 3.1108155 Jun 01 19:14:21.533020 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d2af431-b5d7-4de7-b23c-36632e53baf2 None None] The sync data for ids ['1522d89c-96ad-4af3-89be-3c61a6321e63'] in n-d-844202-1 is: [{'id': '1522d89c-96ad-4af3-89be-3c61a6321e63', 'name': 'tempest-RoutersIpV6Test-router-762847021', 'tenant_id': '8011be9678e842bab7da75259f1c11c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:14:18Z', 'updated_at': '2022-06-01T19:14:19Z', 'revision_number': 2, 'project_id': '8011be9678e842bab7da75259f1c11c1', 'gw_port_host': None}] {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:14:21.640859 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-47403418-7ff3-4d47-8c5d-ae97bae539ad tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:21.694714 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 8cc8022f-2bc8-4fbd-89a6-a3adcd8e6186 is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:14:21.695103 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:21.706534 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-deadc98c-8545-4908-ac3f-346c48a884bb None None] Provisioning complete for port 8cc8022f-2bc8-4fbd-89a6-a3adcd8e6186 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:14:21.707073 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-deadc98c-8545-4908-ac3f-346c48a884bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:21.769506 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b606829a-16b4-40df-9e87-7b22265679c6 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks [] for router, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:21.841624 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47403418-7ff3-4d47-8c5d-ae97bae539ad tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Pushing event deleted for resources: {'Port': ['ID=d2c6793b-8d9d-4b5d-9d52-c75d84a7d7f5,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:14:21.866160 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-36fb7796-e65d-42c7-80c5-ea27eb3c7cd3 req-3e540034-6345-4e94-a5db-b8a585998ba3 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/ports?device_id=c4d58bc9-59bb-436d-b4a5-f14cb4ce6e4b HTTP/1.1" status: 200 len: 210 time: 0.1331301 Jun 01 19:14:21.927638 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port 8cc8022f-2bc8-4fbd-89a6-a3adcd8e6186, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=8cc8022f-2bc8-4fbd-89a6-a3adcd8e6186,segment=NetworkSegment(1e00e93a-a6fa-43f2-b927-08a982c37727),segment_id=1e00e93a-a6fa-43f2-b927-08a982c37727)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:14:21.931645 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b89af75b-9667-469e-b061-668dd6a09e9b', 'name': 'network-vif-deleted', 'tag': '4cae1d32-4c78-4cf3-9dd2-5e58ae221135'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:14:21.955273 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:21.956687 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 0f5825cd-ca66-4977-8456-2d911f0a749a up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:14:21.989594 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-47403418-7ff3-4d47-8c5d-ae97bae539ad tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:22.014739 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-47403418-7ff3-4d47-8c5d-ae97bae539ad tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "DELETE /v2.0/ports/d2c6793b-8d9d-4b5d-9d52-c75d84a7d7f5 HTTP/1.1" status: 204 len: 168 time: 2.4289358 Jun 01 19:14:22.014939 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 58468) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:14:22.063375 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00de84b5-34bb-4944-8f45-3ac1de8f99e5'] response: {'server_uuid': 'b89af75b-9667-469e-b061-668dd6a09e9b', 'name': 'network-vif-deleted', 'tag': '4cae1d32-4c78-4cf3-9dd2-5e58ae221135', 'status': 'completed', 'code': 200} Jun 01 19:14:22.118893 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e69b1be-784c-4ae4-9575-1965a64832d2 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:14:22.121187 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e69b1be-784c-4ae4-9575-1965a64832d2 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:14:22.122094 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-6e69b1be-784c-4ae4-9575-1965a64832d2 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Synchronizing usage tracker for tenant:451baccc58514a0cab8c4410ed135b7c on resource:subnet {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:14:22.139499 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-6e69b1be-784c-4ae4-9575-1965a64832d2 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Unset dirty status for tenant:451baccc58514a0cab8c4410ed135b7c on resource:subnet {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:14:22.141356 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-6e69b1be-784c-4ae4-9575-1965a64832d2 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1256177 Jun 01 19:14:22.144602 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 58472) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:14:22.163286 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=8cc8022f-2bc8-4fbd-89a6-a3adcd8e6186,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:14:22.276095 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-deadc98c-8545-4908-ac3f-346c48a884bb None None] Current status of the port 8cc8022f-2bc8-4fbd-89a6-a3adcd8e6186 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:14:22.304033 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port 0f5825cd-ca66-4977-8456-2d911f0a749a completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:14:22.310159 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 0f5825cd-ca66-4977-8456-2d911f0a749a triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:14:22.310530 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:22.316662 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_v2 [None req-7430a64d-5650-4d10-91ef-1310f51fb892 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Deleting subnet a37e2864-033d-4935-b91b-5487aeb03054 {{(pid=88524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 19:14:22.326197 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-7430a64d-5650-4d10-91ef-1310f51fb892 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks [] for subnet, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:22.395905 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b606829a-16b4-40df-9e87-7b22265679c6 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25316'] for router, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:22.402795 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b606829a-16b4-40df-9e87-7b22265679c6 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:22.413849 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [req-bd0b18c7-2f69-4340-91bf-0afa88119c6a req-15c9fd6f-a78b-4938-bc5e-894fdd25a67d tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Allocated IP 172.20.0.7 (de1db517-5b94-4ef1-bc52-4aac8a0efc54/3cdf8c40-fa87-49d0-ba22-e441f2e99037/7d8c088f-143f-4baf-b55f-4c0d180c9e22) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:14:22.421844 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-7430a64d-5650-4d10-91ef-1310f51fb892 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2702137'] for subnet, precommit_delete_associations {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:22.444316 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b606829a-16b4-40df-9e87-7b22265679c6 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-891519'] for router, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:22.444786 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b606829a-16b4-40df-9e87-7b22265679c6 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Fanout notify agent at l3_agent the message router_deleted on router 1522d89c-96ad-4af3-89be-3c61a6321e63 {{(pid=88525) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 19:14:22.530411 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b606829a-16b4-40df-9e87-7b22265679c6 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] Notify callbacks [] for router, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:22.531502 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-b606829a-16b4-40df-9e87-7b22265679c6 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] 10.222.0.41 "DELETE /v2.0/routers/1522d89c-96ad-4af3-89be-3c61a6321e63 HTTP/1.1" status: 204 len: 168 time: 1.0847940 Jun 01 19:14:22.539869 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 58478) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:14:22.565211 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-456e410d-2a15-422b-9530-fb45a78062fd None None] Provisioning complete for port 0f5825cd-ca66-4977-8456-2d911f0a749a triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:14:22.565589 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-456e410d-2a15-422b-9530-fb45a78062fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:22.607845 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-803f923c-d6a4-40ca-ae0a-c4561b24c506 req-93888f88-d3a2-45cf-bc5c-37c44eced2b5 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Synchronizing usage tracker for tenant:02a99242e0f0463d9013e17319779a87 on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:14:22.638296 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 0f5825cd-ca66-4977-8456-2d911f0a749a is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:14:22.638658 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:22.673327 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-803f923c-d6a4-40ca-ae0a-c4561b24c506 req-93888f88-d3a2-45cf-bc5c-37c44eced2b5 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Unset dirty status for tenant:02a99242e0f0463d9013e17319779a87 on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:14:22.674510 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-803f923c-d6a4-40ca-ae0a-c4561b24c506 req-93888f88-d3a2-45cf-bc5c-37c44eced2b5 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] 10.222.0.41 "GET /v2.0/ports?device_id=b89af75b-9667-469e-b061-668dd6a09e9b HTTP/1.1" status: 200 len: 210 time: 0.1762664 Jun 01 19:14:22.795502 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port 0f5825cd-ca66-4977-8456-2d911f0a749a, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=0f5825cd-ca66-4977-8456-2d911f0a749a,segment=NetworkSegment(a6cfd7d1-5211-44ec-a836-a984e441185d),segment_id=a6cfd7d1-5211-44ec-a836-a984e441185d)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:14:22.802174 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-7430a64d-5650-4d10-91ef-1310f51fb892 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:22.814910 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-e57b5cca-4967-4e73-940d-b294383fc82b tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] 10.222.0.41 "GET /v2.0/ports?device_id=1522d89c-96ad-4af3-89be-3c61a6321e63 HTTP/1.1" status: 200 len: 205 time: 0.2718542 Jun 01 19:14:22.818269 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 58482) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:14:22.822061 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:23.032914 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=0f5825cd-ca66-4977-8456-2d911f0a749a,revision_number=3']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:14:23.042352 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 8cc8022f-2bc8-4fbd-89a6-a3adcd8e6186 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:14:23.051908 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-7430a64d-5650-4d10-91ef-1310f51fb892 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2718856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3066595'] for subnet, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:23.107029 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-456e410d-2a15-422b-9530-fb45a78062fd None None] Current status of the port 0f5825cd-ca66-4977-8456-2d911f0a749a is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:14:23.107792 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-456e410d-2a15-422b-9530-fb45a78062fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:23.146503 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7430a64d-5650-4d10-91ef-1310f51fb892 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Pushing event deleted for resources: {'Subnet': ['ID=a37e2864-033d-4935-b91b-5487aeb03054,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:14:23.171288 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-7430a64d-5650-4d10-91ef-1310f51fb892 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:23.182126 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b947a22c-e1c1-4079-b893-d1ef73cf8998 None None] Network c840486e-0c2f-4729-9a0c-ee6552111f90 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:14:23.188353 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-7430a64d-5650-4d10-91ef-1310f51fb892 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "DELETE /v2.0/subnets/a37e2864-033d-4935-b91b-5487aeb03054 HTTP/1.1" status: 204 len: 168 time: 1.0422089 Jun 01 19:14:23.190923 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 58488) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:14:23.280271 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-acf20e70-4240-4b45-af19-5713a3fe9893 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0868225 Jun 01 19:14:23.281774 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 58492) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:14:23.328607 n-d-844202-1 neutron-server[88525]: INFO neutron.api.v2.resource [None req-a3ddcf0a-4283-466e-bed9-f56ca2a4c4d2 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] delete failed (client error): The resource could not be found. Jun 01 19:14:23.333814 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-a3ddcf0a-4283-466e-bed9-f56ca2a4c4d2 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] 10.222.0.41 "DELETE /v2.0/routers/1522d89c-96ad-4af3-89be-3c61a6321e63 HTTP/1.1" status: 404 len: 336 time: 0.5144546 Jun 01 19:14:23.334737 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 58496) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:14:23.377978 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c671501-dcad-4c1e-ba13-5dff7e18b9c6 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:14:23.378699 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-5c671501-dcad-4c1e-ba13-5dff7e18b9c6 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Synchronizing usage tracker for tenant:451baccc58514a0cab8c4410ed135b7c on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:14:23.391735 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-232fcf44-fc6f-40ab-a9cb-22d39e24d813 req-3002ca55-8cee-4032-81db-82620555e087 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Synchronizing usage tracker for tenant:8537cfb3773e46d182e148cf5b0a717f on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:14:23.398395 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-5c671501-dcad-4c1e-ba13-5dff7e18b9c6 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Unset dirty status for tenant:451baccc58514a0cab8c4410ed135b7c on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:14:23.402867 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-5c671501-dcad-4c1e-ba13-5dff7e18b9c6 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1178815 Jun 01 19:14:23.403766 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 58500) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:14:23.419285 n-d-844202-1 neutron-server[88525]: INFO neutron.pecan_wsgi.hooks.translation [None req-690f2885-ff9b-4101-9e74-07c14561bae9 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] DELETE failed (client error): The resource could not be found. Jun 01 19:14:23.419834 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-690f2885-ff9b-4101-9e74-07c14561bae9 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88525) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 19:14:23.423949 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-690f2885-ff9b-4101-9e74-07c14561bae9 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] 10.222.0.41 "DELETE /v2.0/subnets/fb4c494a-3ab2-4976-b17b-ea81df1d2d13 HTTP/1.1" status: 404 len: 337 time: 0.0808370 Jun 01 19:14:23.424715 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 58504) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:14:23.486097 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-232fcf44-fc6f-40ab-a9cb-22d39e24d813 req-3002ca55-8cee-4032-81db-82620555e087 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Unset dirty status for tenant:8537cfb3773e46d182e148cf5b0a717f on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:14:23.487334 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-232fcf44-fc6f-40ab-a9cb-22d39e24d813 req-3002ca55-8cee-4032-81db-82620555e087 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/ports?device_id=c4d58bc9-59bb-436d-b4a5-f14cb4ce6e4b HTTP/1.1" status: 200 len: 210 time: 0.2202418 Jun 01 19:14:23.488182 n-d-844202-1 neutron-server[88525]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b78062a-99f3-452f-bafe-409e79ef2393 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] DELETE failed (client error): The resource could not be found. Jun 01 19:14:23.488641 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b78062a-99f3-452f-bafe-409e79ef2393 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88525) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 19:14:23.491105 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6cc2b44-5e00-4f4b-89c0-9a3b1eb9900b tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:14:23.491780 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-e6cc2b44-5e00-4f4b-89c0-9a3b1eb9900b tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Synchronizing usage tracker for tenant:451baccc58514a0cab8c4410ed135b7c on resource:subnet {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:14:23.492827 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-8b78062a-99f3-452f-bafe-409e79ef2393 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] 10.222.0.41 "DELETE /v2.0/subnets/a9564001-b895-4331-9cb7-5f0348a73ede HTTP/1.1" status: 404 len: 337 time: 0.0650392 Jun 01 19:14:23.493409 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 58508) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:14:23.520460 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-e6cc2b44-5e00-4f4b-89c0-9a3b1eb9900b tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Unset dirty status for tenant:451baccc58514a0cab8c4410ed135b7c on resource:subnet {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:14:23.525361 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-e6cc2b44-5e00-4f4b-89c0-9a3b1eb9900b tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1205699 Jun 01 19:14:23.526121 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 58512) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:14:23.543239 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-bd0b18c7-2f69-4340-91bf-0afa88119c6a req-15c9fd6f-a78b-4938-bc5e-894fdd25a67d tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:23.560133 n-d-844202-1 neutron-server[88525]: INFO neutron.pecan_wsgi.hooks.translation [None req-306fea70-9db1-4306-8b60-f00eb0a674cf tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] DELETE failed (client error): The resource could not be found. Jun 01 19:14:23.560889 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-306fea70-9db1-4306-8b60-f00eb0a674cf tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88525) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 19:14:23.565234 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-306fea70-9db1-4306-8b60-f00eb0a674cf tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] 10.222.0.41 "DELETE /v2.0/subnets/75d314dd-d0f4-48d5-b3fb-66f5cb773d77 HTTP/1.1" status: 404 len: 337 time: 0.0661161 Jun 01 19:14:23.566003 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 58516) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:14:23.569959 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.db.api [None req-456e410d-2a15-422b-9530-fb45a78062fd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88526) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 19:14:23.570406 n-d-844202-1 neutron-server[88526]: DEBUG oslo_db.api [None req-456e410d-2a15-422b-9530-fb45a78062fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 19:14:23.574219 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 8cc8022f-2bc8-4fbd-89a6-a3adcd8e6186 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:14:23.574591 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:23.615907 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [req-bd0b18c7-2f69-4340-91bf-0afa88119c6a req-15c9fd6f-a78b-4938-bc5e-894fdd25a67d tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Transition to ACTIVE for port object 7d8c088f-143f-4baf-b55f-4c0d180c9e22 will not be triggered until provisioned by entity DHCP. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:14:23.622233 n-d-844202-1 neutron-server[88525]: INFO neutron.pecan_wsgi.hooks.translation [None req-896e300b-9c1b-42bd-96d9-3e73feaa93ce tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] DELETE failed (client error): The resource could not be found. Jun 01 19:14:23.622963 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-896e300b-9c1b-42bd-96d9-3e73feaa93ce tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88525) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 19:14:23.624793 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-896e300b-9c1b-42bd-96d9-3e73feaa93ce tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] 10.222.0.41 "DELETE /v2.0/subnets/d6578dc6-550e-4396-8fc7-6b70868dc84b HTTP/1.1" status: 404 len: 337 time: 0.0578918 Jun 01 19:14:23.627830 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 58522) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:14:23.692049 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-102c9ec2-eaba-41b0-9907-5bdddae554f6 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] 10.222.0.41 "GET /v2.0/ports?device_id=84cd971b-b1d0-4b21-8841-559c5fc44298 HTTP/1.1" status: 200 len: 205 time: 0.0629127 Jun 01 19:14:23.698562 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 58526) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:14:23.724210 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 8cc8022f-2bc8-4fbd-89a6-a3adcd8e6186 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:14:23.740142 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec5f9140-8be9-4342-a6c9-d68d963595a5 None None] DHCP port deletion for c840486e-0c2f-4729-9a0c-ee6552111f90 request from n-d-844202-1 {{(pid=88526) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 19:14:23.746100 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-ec5f9140-8be9-4342-a6c9-d68d963595a5 None None] Deleting port 0f5825cd-ca66-4977-8456-2d911f0a749a {{(pid=88526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:14:23.747604 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-ec5f9140-8be9-4342-a6c9-d68d963595a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:23.794455 n-d-844202-1 neutron-server[88525]: INFO neutron.api.v2.resource [None req-0befda10-7894-4948-acf6-3304ae41b821 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] delete failed (client error): The resource could not be found. Jun 01 19:14:23.795469 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-0befda10-7894-4948-acf6-3304ae41b821 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] 10.222.0.41 "DELETE /v2.0/routers/84cd971b-b1d0-4b21-8841-559c5fc44298 HTTP/1.1" status: 404 len: 336 time: 0.0959408 Jun 01 19:14:23.798812 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 58532) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:14:23.804280 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-a4bd4bfe-8425-46aa-aec8-0410ce973765 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2760069 Jun 01 19:14:23.808652 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 58536) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:14:23.820859 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-91f004a6-ea6f-487b-b487-10ab9ece6e3d tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Request body: {'subnet': {'network_id': 'c840486e-0c2f-4729-9a0c-ee6552111f90', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:14:23.849821 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-c9b705d6-0141-48f0-bb6f-b86179bdc178 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] 10.222.0.41 "GET /v2.0/ports?device_id=82da4d9e-4015-488a-aaa8-eddd82905c32 HTTP/1.1" status: 200 len: 205 time: 0.0476151 Jun 01 19:14:23.849821 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-bd0b18c7-2f69-4340-91bf-0afa88119c6a req-15c9fd6f-a78b-4938-bc5e-894fdd25a67d tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:23.852500 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 58540) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:14:23.948897 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd0b18c7-2f69-4340-91bf-0afa88119c6a req-15c9fd6f-a78b-4938-bc5e-894fdd25a67d tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Network de1db517-5b94-4ef1-bc52-4aac8a0efc54 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:14:23.952216 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [req-bd0b18c7-2f69-4340-91bf-0afa88119c6a req-15c9fd6f-a78b-4938-bc5e-894fdd25a67d tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:14:23.954569 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd0b18c7-2f69-4340-91bf-0afa88119c6a req-15c9fd6f-a78b-4938-bc5e-894fdd25a67d tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:14:23.995733 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c9fd6f-a78b-4938-bc5e-894fdd25a67d tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Pushing event updated for resources: {'Port': ['ID=7d8c088f-143f-4baf-b55f-4c0d180c9e22,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:14:24.056438 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0b18c7-2f69-4340-91bf-0afa88119c6a req-15c9fd6f-a78b-4938-bc5e-894fdd25a67d tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:14:24.062132 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-bd0b18c7-2f69-4340-91bf-0afa88119c6a req-15c9fd6f-a78b-4938-bc5e-894fdd25a67d tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:24.093948 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-bd0b18c7-2f69-4340-91bf-0afa88119c6a req-15c9fd6f-a78b-4938-bc5e-894fdd25a67d tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8455997 Jun 01 19:14:24.110461 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [req-bd0b18c7-2f69-4340-91bf-0afa88119c6a req-9a96513c-8260-416f-8676-67bafa9da155 service neutron] Request body: {'port': {'device_id': 'c4d58bc9-59bb-436d-b4a5-f14cb4ce6e4b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844202-1'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:14:24.137981 n-d-844202-1 neutron-server[88524]: INFO neutron.api.v2.resource [None req-584a1b2e-d27f-4d97-b4c7-573b2fc3d2f9 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] delete failed (client error): The resource could not be found. Jun 01 19:14:24.141470 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-584a1b2e-d27f-4d97-b4c7-573b2fc3d2f9 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] 10.222.0.41 "DELETE /v2.0/routers/82da4d9e-4015-488a-aaa8-eddd82905c32 HTTP/1.1" status: 404 len: 336 time: 0.2852504 Jun 01 19:14:24.147509 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 58544) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:14:24.149836 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-df055a6b-840a-4ff5-9b86-55e13d2125d7 req-0303a1b4-3c5e-4929-913d-11871be61085 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] 10.222.0.41 "GET /v2.0/ports?device_id=b89af75b-9667-469e-b061-668dd6a09e9b HTTP/1.1" status: 200 len: 210 time: 0.0634882 Jun 01 19:14:24.164701 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-ec5f9140-8be9-4342-a6c9-d68d963595a5 None None] For port 0f5825cd-ca66-4977-8456-2d911f0a749a, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=0f5825cd-ca66-4977-8456-2d911f0a749a,segment=NetworkSegment(a6cfd7d1-5211-44ec-a836-a984e441185d),segment_id=a6cfd7d1-5211-44ec-a836-a984e441185d)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:14:24.165088 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-ec5f9140-8be9-4342-a6c9-d68d963595a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:24.181172 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-456e410d-2a15-422b-9530-fb45a78062fd None None] Current status of the port 0f5825cd-ca66-4977-8456-2d911f0a749a is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:14:24.242945 n-d-844202-1 neutron-server[88524]: INFO neutron.pecan_wsgi.hooks.translation [None req-070f9ef1-9a88-4dcb-a0e2-291926597d79 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] DELETE failed (client error): The resource could not be found. Jun 01 19:14:24.243200 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-070f9ef1-9a88-4dcb-a0e2-291926597d79 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88524) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 19:14:24.245477 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-070f9ef1-9a88-4dcb-a0e2-291926597d79 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] 10.222.0.41 "DELETE /v2.0/subnets/54cf0b80-7bd2-4186-b243-f1bd965d5f1e HTTP/1.1" status: 404 len: 337 time: 0.0945065 Jun 01 19:14:24.247814 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 58548) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:14:24.284036 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-bd0b18c7-2f69-4340-91bf-0afa88119c6a req-9a96513c-8260-416f-8676-67bafa9da155 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:24.304505 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-91f004a6-ea6f-487b-b487-10ab9ece6e3d tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:14:24.310589 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-f44dbde1-b750-4d5e-8aa9-19d2d9f7e0a9 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] 10.222.0.41 "GET /v2.0/ports?device_id=802f48e8-ae14-4ee3-9241-2f51a8820f65 HTTP/1.1" status: 200 len: 205 time: 0.0593078 Jun 01 19:14:24.311170 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 58552) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:14:24.343885 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-ec5f9140-8be9-4342-a6c9-d68d963595a5 None None] Calling delete_port for 0f5825cd-ca66-4977-8456-2d911f0a749a owned by network:dhcp {{(pid=88526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:14:24.383586 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-7aa9831b-6a25-4ea4-8fec-dd8f567a37a6 None None] Could not find standard attr ID for object d2c6793b-8d9d-4b5d-9d52-c75d84a7d7f5. {{(pid=88526) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 01 19:14:24.386572 n-d-844202-1 neutron-server[88524]: INFO neutron.api.v2.resource [None req-17c41eed-9983-418f-a72e-8c374ba5b350 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] delete failed (client error): The resource could not be found. Jun 01 19:14:24.389889 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-17c41eed-9983-418f-a72e-8c374ba5b350 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] 10.222.0.41 "DELETE /v2.0/routers/802f48e8-ae14-4ee3-9241-2f51a8820f65 HTTP/1.1" status: 404 len: 336 time: 0.0759053 Jun 01 19:14:24.390807 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 58556) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:14:24.393729 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-91f004a6-ea6f-487b-b487-10ab9ece6e3d tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:14:24.433813 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-ec5f9140-8be9-4342-a6c9-d68d963595a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535'] for port, after_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:24.445298 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-7a485cf7-c93e-41a2-b834-9ff89c882cc5 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] 10.222.0.41 "GET /v2.0/ports?device_id=f168883a-b119-4c91-a379-668d073f2d32 HTTP/1.1" status: 200 len: 205 time: 0.0510750 Jun 01 19:14:24.445525 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 58560) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:14:24.484773 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5f9140-8be9-4342-a6c9-d68d963595a5 None None] Pushing event deleted for resources: {'Port': ['ID=0f5825cd-ca66-4977-8456-2d911f0a749a,revision_number=None']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:14:24.488180 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5f9140-8be9-4342-a6c9-d68d963595a5 None None] No DVR routers for this DVR port 0f5825cd-ca66-4977-8456-2d911f0a749a on host n-d-844202-1 {{(pid=88526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:14:24.510560 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-9d0dcfc9-2a29-4fe7-bbb8-48b44b7421cd None None] Provisioning for port 7d8c088f-143f-4baf-b55f-4c0d180c9e22 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:14:24.519675 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-9d0dcfc9-2a29-4fe7-bbb8-48b44b7421cd None None] Provisioning complete for port 7d8c088f-143f-4baf-b55f-4c0d180c9e22 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:14:24.520128 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-9d0dcfc9-2a29-4fe7-bbb8-48b44b7421cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:24.525956 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91f004a6-ea6f-487b-b487-10ab9ece6e3d tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Made reservation on behalf of 451baccc58514a0cab8c4410ed135b7c for: {'subnet': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:14:24.529400 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-91f004a6-ea6f-487b-b487-10ab9ece6e3d tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3066584'] for subnet, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:24.558944 n-d-844202-1 neutron-server[88524]: INFO neutron.api.v2.resource [None req-98cbf998-889c-4667-b30f-db93caf9a2a1 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] delete failed (client error): The resource could not be found. Jun 01 19:14:24.562542 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-98cbf998-889c-4667-b30f-db93caf9a2a1 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] 10.222.0.41 "DELETE /v2.0/routers/f168883a-b119-4c91-a379-668d073f2d32 HTTP/1.1" status: 404 len: 336 time: 0.1161196 Jun 01 19:14:24.562970 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 58566) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:14:24.616366 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-9d0dcfc9-2a29-4fe7-bbb8-48b44b7421cd None None] Port 7d8c088f-143f-4baf-b55f-4c0d180c9e22 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:14:24.629328 n-d-844202-1 neutron-server[88525]: INFO neutron.pecan_wsgi.hooks.translation [None req-004e6b81-bcec-4cb3-851e-02e6c1f1e760 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] DELETE failed (client error): The resource could not be found. Jun 01 19:14:24.629585 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-004e6b81-bcec-4cb3-851e-02e6c1f1e760 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88525) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 19:14:24.631700 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-004e6b81-bcec-4cb3-851e-02e6c1f1e760 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] 10.222.0.41 "DELETE /v2.0/subnets/7689e01f-aa02-4266-bc0f-b33188d77f7f HTTP/1.1" status: 404 len: 337 time: 0.0678055 Jun 01 19:14:24.644662 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 58570) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:14:24.710645 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-48f18db6-6c4d-438c-8037-ec89c0520a98 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] 10.222.0.41 "GET /v2.0/ports?device_id=eee78211-c8dd-49f8-964b-12df9ed1f7c9 HTTP/1.1" status: 200 len: 205 time: 0.0645702 Jun 01 19:14:24.713573 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 58574) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:14:24.789650 n-d-844202-1 neutron-server[88524]: INFO neutron.api.v2.resource [None req-0d72b6f8-2a99-4b8f-aeee-84c6a787c690 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] delete failed (client error): The resource could not be found. Jun 01 19:14:24.790670 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-0d72b6f8-2a99-4b8f-aeee-84c6a787c690 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] 10.222.0.41 "DELETE /v2.0/routers/eee78211-c8dd-49f8-964b-12df9ed1f7c9 HTTP/1.1" status: 404 len: 336 time: 0.0761392 Jun 01 19:14:24.793276 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 58578) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:14:24.801408 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1ba35c-23cb-4dc2-b3f3-f92c3aa73e8f req-9c1c7b3d-fe83-4ceb-82f7-06cfe664c27d tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:14:24.802853 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-9e1ba35c-23cb-4dc2-b3f3-f92c3aa73e8f req-9c1c7b3d-fe83-4ceb-82f7-06cfe664c27d tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/ports?device_id=c4d58bc9-59bb-436d-b4a5-f14cb4ce6e4b HTTP/1.1" status: 200 len: 931 time: 0.1592031 Jun 01 19:14:24.804854 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [req-bd0b18c7-2f69-4340-91bf-0afa88119c6a req-9a96513c-8260-416f-8676-67bafa9da155 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d8c088f-143f-4baf-b55f-4c0d180c9e22 {{(pid=88525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 19:14:24.825147 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-bd0b18c7-2f69-4340-91bf-0afa88119c6a req-9a96513c-8260-416f-8676-67bafa9da155 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:24.844397 n-d-844202-1 neutron-server[88524]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bdfb391-d7b1-42af-b32f-80987ac14f6c tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] DELETE failed (client error): The resource could not be found. Jun 01 19:14:24.844854 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bdfb391-d7b1-42af-b32f-80987ac14f6c tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88524) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 19:14:24.849077 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-5bdfb391-d7b1-42af-b32f-80987ac14f6c tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] 10.222.0.41 "DELETE /v2.0/subnets/26ddd0cd-34c2-44b8-8d5a-5b704304d00b HTTP/1.1" status: 404 len: 337 time: 0.0523877 Jun 01 19:14:24.849506 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 58582) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:14:24.857804 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [req-bd0b18c7-2f69-4340-91bf-0afa88119c6a req-9a96513c-8260-416f-8676-67bafa9da155 service neutron] Transition to ACTIVE for port object 7d8c088f-143f-4baf-b55f-4c0d180c9e22 will not be triggered until provisioned by entity L2. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:14:24.867330 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-9e1ba35c-23cb-4dc2-b3f3-f92c3aa73e8f req-bd57310e-8505-4049-8296-17a0ede3c180 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/security-groups?id=56247f7a-6a0e-46fd-a754-17d488ad1a50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576923 Jun 01 19:14:24.868581 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-bd0b18c7-2f69-4340-91bf-0afa88119c6a req-9a96513c-8260-416f-8676-67bafa9da155 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:24.903920 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-57c14f5c-cfdb-4e25-9a5a-9cbb1ec83ec8 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2a014fe-e494-43fe-a701-e4db20a7d4d3 HTTP/1.1" status: 200 len: 205 time: 0.0536463 Jun 01 19:14:24.911160 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 58586) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:14:24.911335 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 0f5825cd-ca66-4977-8456-2d911f0a749a no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:14:24.959776 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: 0f5825cd-ca66-4977-8456-2d911f0a749a {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:14:24.960533 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 0f5825cd-ca66-4977-8456-2d911f0a749a not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:14:25.068309 n-d-844202-1 neutron-server[88525]: INFO neutron.api.v2.resource [None req-eb6ad0dd-1cc7-49be-bc94-8bfd3a2ebff8 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] delete failed (client error): The resource could not be found. Jun 01 19:14:25.071694 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-eb6ad0dd-1cc7-49be-bc94-8bfd3a2ebff8 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] 10.222.0.41 "DELETE /v2.0/routers/a2a014fe-e494-43fe-a701-e4db20a7d4d3 HTTP/1.1" status: 404 len: 336 time: 0.1541328 Jun 01 19:14:25.073510 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 58590) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:14:25.146940 n-d-844202-1 neutron-server[88524]: DEBUG neutron.objects.ports [None req-91f004a6-ea6f-487b-b487-10ab9ece6e3d tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88524) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jun 01 19:14:25.147499 n-d-844202-1 neutron-server[88525]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc8b6e33-61f7-460f-8c6d-a1fd8e466197 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] DELETE failed (client error): The resource could not be found. Jun 01 19:14:25.147943 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc8b6e33-61f7-460f-8c6d-a1fd8e466197 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88525) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 19:14:25.148810 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-91f004a6-ea6f-487b-b487-10ab9ece6e3d tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2718919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3066602'] for subnet, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:25.149693 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-bc8b6e33-61f7-460f-8c6d-a1fd8e466197 tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] 10.222.0.41 "DELETE /v2.0/subnets/5199b373-a83f-4e6e-8bd5-619ac7a3a288 HTTP/1.1" status: 404 len: 337 time: 0.0738640 Jun 01 19:14:25.150380 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a96513c-8260-416f-8676-67bafa9da155 service neutron] Pushing event updated for resources: {'Port': ['ID=7d8c088f-143f-4baf-b55f-4c0d180c9e22,revision_number=2']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:14:25.152528 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 58594) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:14:25.254701 n-d-844202-1 neutron-server[88524]: INFO neutron.pecan_wsgi.hooks.translation [None req-304d74d2-596e-457a-8f44-7d8a134d614c tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] DELETE failed (client error): The resource could not be found. Jun 01 19:14:25.255159 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-304d74d2-596e-457a-8f44-7d8a134d614c tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88524) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 19:14:25.266800 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91f004a6-ea6f-487b-b487-10ab9ece6e3d tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Network c840486e-0c2f-4729-9a0c-ee6552111f90 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:14:25.270757 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-91f004a6-ea6f-487b-b487-10ab9ece6e3d tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:14:25.274096 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91f004a6-ea6f-487b-b487-10ab9ece6e3d tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:14:25.274686 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-91f004a6-ea6f-487b-b487-10ab9ece6e3d tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:25.283192 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb956e76-1ae7-41d6-92ce-1b012718a4de None None] Network c840486e-0c2f-4729-9a0c-ee6552111f90 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:14:25.292180 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-304d74d2-596e-457a-8f44-7d8a134d614c tempest-RoutersIpV6Test-704426976 tempest-RoutersIpV6Test-704426976-project] 10.222.0.41 "DELETE /v2.0/subnets/04011656-41ad-43b8-9b3c-9b5544ca4904 HTTP/1.1" status: 404 len: 337 time: 0.1062903 Jun 01 19:14:25.293624 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f004a6-ea6f-487b-b487-10ab9ece6e3d tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Pushing event updated for resources: {'Subnet': ['ID=71d20d41-21e5-4eba-a45b-ce5930f77ecb,revision_number=0']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:14:25.301835 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-91f004a6-ea6f-487b-b487-10ab9ece6e3d tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.4919429 Jun 01 19:14:25.305327 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 58604) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:14:25.315757 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-93c24f80-8409-4189-929f-25253f0e9098 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Request body: {'subnet': {'network_id': 'c840486e-0c2f-4729-9a0c-ee6552111f90', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:14:25.339389 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 58608) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:14:25.395350 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-bd0b18c7-2f69-4340-91bf-0afa88119c6a req-9a96513c-8260-416f-8676-67bafa9da155 service neutron] Attempting to bind port 7d8c088f-143f-4baf-b55f-4c0d180c9e22 on host n-h1-844202-1 for vnic_type normal with profile {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:14:25.395669 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-bd0b18c7-2f69-4340-91bf-0afa88119c6a req-9a96513c-8260-416f-8676-67bafa9da155 service neutron] Attempting to bind port 7d8c088f-143f-4baf-b55f-4c0d180c9e22 by drivers openvswitch,hyperv on host n-h1-844202-1 at level 0 using segments [{'id': '1e00e93a-a6fa-43f2-b927-08a982c37727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'de1db517-5b94-4ef1-bc52-4aac8a0efc54'}] {{(pid=88525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:14:25.396079 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd0b18c7-2f69-4340-91bf-0afa88119c6a req-9a96513c-8260-416f-8676-67bafa9da155 service neutron] Attempting to bind port 7d8c088f-143f-4baf-b55f-4c0d180c9e22 on network de1db517-5b94-4ef1-bc52-4aac8a0efc54 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:14:25.401068 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd0b18c7-2f69-4340-91bf-0afa88119c6a req-9a96513c-8260-416f-8676-67bafa9da155 service neutron] Port 7d8c088f-143f-4baf-b55f-4c0d180c9e22 on network de1db517-5b94-4ef1-bc52-4aac8a0efc54 not bound, no agent of type Open vSwitch agent registered on host n-h1-844202-1 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 19:14:25.401385 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd0b18c7-2f69-4340-91bf-0afa88119c6a req-9a96513c-8260-416f-8676-67bafa9da155 service neutron] Attempting to bind port 7d8c088f-143f-4baf-b55f-4c0d180c9e22 on network de1db517-5b94-4ef1-bc52-4aac8a0efc54 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:14:25.409323 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd0b18c7-2f69-4340-91bf-0afa88119c6a req-9a96513c-8260-416f-8676-67bafa9da155 service neutron] Checking agent: {'id': 'bdb1e5d7-b998-4259-838f-3d278e930f32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 14, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:14:25.409663 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd0b18c7-2f69-4340-91bf-0afa88119c6a req-9a96513c-8260-416f-8676-67bafa9da155 service neutron] Checking segment: {'id': '1e00e93a-a6fa-43f2-b927-08a982c37727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'de1db517-5b94-4ef1-bc52-4aac8a0efc54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:14:25.410044 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd0b18c7-2f69-4340-91bf-0afa88119c6a req-9a96513c-8260-416f-8676-67bafa9da155 service neutron] Bound using segment: {'id': '1e00e93a-a6fa-43f2-b927-08a982c37727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'de1db517-5b94-4ef1-bc52-4aac8a0efc54'} {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:14:25.410489 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-bd0b18c7-2f69-4340-91bf-0afa88119c6a req-9a96513c-8260-416f-8676-67bafa9da155 service neutron] Bound port: 7d8c088f-143f-4baf-b55f-4c0d180c9e22, host: n-h1-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e00e93a-a6fa-43f2-b927-08a982c37727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'de1db517-5b94-4ef1-bc52-4aac8a0efc54'}}] {{(pid=88525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:14:25.410812 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-bd0b18c7-2f69-4340-91bf-0afa88119c6a req-9a96513c-8260-416f-8676-67bafa9da155 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:25.533452 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-bd0b18c7-2f69-4340-91bf-0afa88119c6a req-9a96513c-8260-416f-8676-67bafa9da155 service neutron] For port 7d8c088f-143f-4baf-b55f-4c0d180c9e22, host n-h1-844202-1, cleared binding levels {{(pid=88525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:14:25.537499 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-bd0b18c7-2f69-4340-91bf-0afa88119c6a req-9a96513c-8260-416f-8676-67bafa9da155 service neutron] For port 7d8c088f-143f-4baf-b55f-4c0d180c9e22, host n-h1-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=7d8c088f-143f-4baf-b55f-4c0d180c9e22,segment=NetworkSegment(1e00e93a-a6fa-43f2-b927-08a982c37727),segment_id=1e00e93a-a6fa-43f2-b927-08a982c37727)] {{(pid=88525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:14:25.543123 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-bd0b18c7-2f69-4340-91bf-0afa88119c6a req-9a96513c-8260-416f-8676-67bafa9da155 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:25.550125 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1bbe4018-276c-47b8-b28b-e7f3393f677b tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:25.582872 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8281e1b9-746a-40ba-81a8-8124699db5a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc93f83c3-7fb6-5c13-a9d4-29d739a4e8d2-c840486e-0c2f-4729-9a0c-ee6552111f90', 'network_id': 'c840486e-0c2f-4729-9a0c-ee6552111f90', 'tenant_id': '451baccc58514a0cab8c4410ed135b7c', 'fixed_ips': [{'subnet_id': '71d20d41-21e5-4eba-a45b-ce5930f77ecb'}]}} from n-d-844202-1. {{(pid=88526) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 19:14:25.584034 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-8281e1b9-746a-40ba-81a8-8124699db5a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:25.617955 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0b18c7-2f69-4340-91bf-0afa88119c6a req-9a96513c-8260-416f-8676-67bafa9da155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:14:25.618556 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-bd0b18c7-2f69-4340-91bf-0afa88119c6a req-9a96513c-8260-416f-8676-67bafa9da155 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:25.619955 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-bd0b18c7-2f69-4340-91bf-0afa88119c6a req-9a96513c-8260-416f-8676-67bafa9da155 service neutron] 10.222.0.15 "PUT /v2.0/ports/7d8c088f-143f-4baf-b55f-4c0d180c9e22 HTTP/1.1" status: 200 len: 1091 time: 1.5150228 Jun 01 19:14:25.620432 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4d58bc9-59bb-436d-b4a5-f14cb4ce6e4b', 'tag': '7d8c088f-143f-4baf-b55f-4c0d180c9e22'}] {{(pid=88525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:14:25.653685 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a96513c-8260-416f-8676-67bafa9da155 service neutron] Pushing event updated for resources: {'Port': ['ID=7d8c088f-143f-4baf-b55f-4c0d180c9e22,revision_number=3']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:14:25.714333 n-d-844202-1 neutron-server[88525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f9828cc-3065-4a16-9806-4bd68df5d4c1'] response: {'name': 'network-changed', 'server_uuid': 'c4d58bc9-59bb-436d-b4a5-f14cb4ce6e4b', 'tag': '7d8c088f-143f-4baf-b55f-4c0d180c9e22', 'status': 'completed', 'code': 200} Jun 01 19:14:25.719482 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 58616) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:14:25.774808 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0b18c7-2f69-4340-91bf-0afa88119c6a req-0e4bf61a-9cdc-45d2-ac7e-0f4c16f6c40d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:14:25.776755 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-bd0b18c7-2f69-4340-91bf-0afa88119c6a req-0e4bf61a-9cdc-45d2-ac7e-0f4c16f6c40d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8537cfb3773e46d182e148cf5b0a717f&device_id=c4d58bc9-59bb-436d-b4a5-f14cb4ce6e4b HTTP/1.1" status: 200 len: 1094 time: 0.1094642 Jun 01 19:14:25.776926 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1bbe4018-276c-47b8-b28b-e7f3393f677b tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:25.792613 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-93c24f80-8409-4189-929f-25253f0e9098 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:14:25.828920 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.db_base_plugin_common [None req-8281e1b9-746a-40ba-81a8-8124699db5a3 None None] Allocated IP 2001:db8::f816:3eff:fe09:8e9a (c840486e-0c2f-4729-9a0c-ee6552111f90/71d20d41-21e5-4eba-a45b-ce5930f77ecb/2239e131-1880-4285-a965-681c49f419c0) {{(pid=88526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:14:25.832193 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-93c24f80-8409-4189-929f-25253f0e9098 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:14:25.873883 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93c24f80-8409-4189-929f-25253f0e9098 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Made reservation on behalf of 451baccc58514a0cab8c4410ed135b7c for: {'subnet': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:14:25.879669 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-93c24f80-8409-4189-929f-25253f0e9098 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3066584'] for subnet, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:25.907913 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-bd0b18c7-2f69-4340-91bf-0afa88119c6a req-04325a93-833f-4048-84db-d123cfcca093 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7d8c088f-143f-4baf-b55f-4c0d180c9e22 HTTP/1.1" status: 200 len: 217 time: 0.1175385 Jun 01 19:14:26.040117 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0b18c7-2f69-4340-91bf-0afa88119c6a req-6e37f5bf-e89e-4046-aec1-9230dfb9376f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:14:26.041957 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-bd0b18c7-2f69-4340-91bf-0afa88119c6a req-6e37f5bf-e89e-4046-aec1-9230dfb9376f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3cdf8c40-fa87-49d0-ba22-e441f2e99037 HTTP/1.1" status: 200 len: 835 time: 0.0962453 Jun 01 19:14:26.048082 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-90a0e096-62fa-4801-a669-43c24caecb83 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8011be9678e842bab7da75259f1c11c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3264494 Jun 01 19:14:26.048082 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 58624) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:14:26.058081 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1bbe4018-276c-47b8-b28b-e7f3393f677b tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:26.087576 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbe4018-276c-47b8-b28b-e7f3393f677b tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ab986d5-b8d5-42ed-9ee0-4a29f48e1199,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:14:26.104054 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1bbe4018-276c-47b8-b28b-e7f3393f677b tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:26.105167 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-1bbe4018-276c-47b8-b28b-e7f3393f677b tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] 10.222.0.41 "DELETE /v2.0/security-groups/0ab986d5-b8d5-42ed-9ee0-4a29f48e1199 HTTP/1.1" status: 204 len: 168 time: 0.7646191 Jun 01 19:14:26.111692 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 58628) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:14:26.130423 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-8281e1b9-746a-40ba-81a8-8124699db5a3 None None] Notify callbacks [] for port, precommit_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:26.145594 n-d-844202-1 neutron-server[88524]: INFO neutron.db.ipam_backend_mixin [None req-93c24f80-8409-4189-929f-25253f0e9098 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 71d20d41-21e5-4eba-a45b-ce5930f77ecb (CIDR: 2001:db8::/64) Jun 01 19:14:26.147258 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-8281e1b9-746a-40ba-81a8-8124699db5a3 None None] Transition to ACTIVE for port object 2239e131-1880-4285-a965-681c49f419c0 will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:14:26.149516 n-d-844202-1 neutron-server[88524]: INFO neutron.pecan_wsgi.hooks.translation [None req-93c24f80-8409-4189-929f-25253f0e9098 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 01 19:14:26.150090 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93c24f80-8409-4189-929f-25253f0e9098 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88524) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 19:14:26.168210 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-8281e1b9-746a-40ba-81a8-8124699db5a3 None None] Transition to ACTIVE for port object 2239e131-1880-4285-a965-681c49f419c0 will not be triggered until provisioned by entity DHCP. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:14:26.170740 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-93c24f80-8409-4189-929f-25253f0e9098 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8602190 Jun 01 19:14:26.173711 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 58632) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:14:26.176792 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-8281e1b9-746a-40ba-81a8-8124699db5a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526'] for port, after_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:26.179806 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-1120d243-a09b-4c88-b5cd-ffca2b91b356 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Request body: {'subnet': {'network_id': 'c840486e-0c2f-4729-9a0c-ee6552111f90', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:14:26.204010 n-d-844202-1 neutron-server[88525]: INFO neutron.api.v2.resource [None req-7cf99224-aada-449a-a11e-ad7fba71cb52 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] show failed (client error): The resource could not be found. Jun 01 19:14:26.208396 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-7cf99224-aada-449a-a11e-ad7fba71cb52 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] 10.222.0.41 "GET /v2.0/security-groups/0ab986d5-b8d5-42ed-9ee0-4a29f48e1199 HTTP/1.1" status: 404 len: 347 time: 0.0531511 Jun 01 19:14:26.211491 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 58636) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:14:26.255393 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8281e1b9-746a-40ba-81a8-8124699db5a3 None None] Network c840486e-0c2f-4729-9a0c-ee6552111f90 is already hosted by enough agents. {{(pid=88526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:14:26.258395 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.base_scheduler [None req-8281e1b9-746a-40ba-81a8-8124699db5a3 None None] Resources bound (agent type, host, resource id): {{(pid=88526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:14:26.262823 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8281e1b9-746a-40ba-81a8-8124699db5a3 None None] Received port after_create {{(pid=88526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:14:26.273944 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8281e1b9-746a-40ba-81a8-8124699db5a3 None None] Pushing event updated for resources: {'Port': ['ID=2239e131-1880-4285-a965-681c49f419c0,revision_number=1']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:14:26.321539 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-1120d243-a09b-4c88-b5cd-ffca2b91b356 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:14:26.322718 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-76dc20cc-41ba-4dfe-bb8d-0041e8e04930 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:26.336018 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-1120d243-a09b-4c88-b5cd-ffca2b91b356 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:14:26.346658 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1120d243-a09b-4c88-b5cd-ffca2b91b356 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Made reservation on behalf of 451baccc58514a0cab8c4410ed135b7c for: {'subnet': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:14:26.350732 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1120d243-a09b-4c88-b5cd-ffca2b91b356 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3066584'] for subnet, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:26.377246 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-8281e1b9-746a-40ba-81a8-8124699db5a3 None None] Attempting to bind port 2239e131-1880-4285-a965-681c49f419c0 on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:14:26.377620 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-8281e1b9-746a-40ba-81a8-8124699db5a3 None None] Attempting to bind port 2239e131-1880-4285-a965-681c49f419c0 by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': 'a6cfd7d1-5211-44ec-a836-a984e441185d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c840486e-0c2f-4729-9a0c-ee6552111f90'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:14:26.379085 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8281e1b9-746a-40ba-81a8-8124699db5a3 None None] Attempting to bind port 2239e131-1880-4285-a965-681c49f419c0 on network c840486e-0c2f-4729-9a0c-ee6552111f90 {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:14:26.384565 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8281e1b9-746a-40ba-81a8-8124699db5a3 None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 14, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:14:26.384932 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8281e1b9-746a-40ba-81a8-8124699db5a3 None None] Checking segment: {'id': 'a6cfd7d1-5211-44ec-a836-a984e441185d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c840486e-0c2f-4729-9a0c-ee6552111f90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:14:26.385324 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-8281e1b9-746a-40ba-81a8-8124699db5a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:26.385707 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8281e1b9-746a-40ba-81a8-8124699db5a3 None None] Bound using segment: {'id': 'a6cfd7d1-5211-44ec-a836-a984e441185d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c840486e-0c2f-4729-9a0c-ee6552111f90'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:14:26.386162 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-8281e1b9-746a-40ba-81a8-8124699db5a3 None None] Bound port: 2239e131-1880-4285-a965-681c49f419c0, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6cfd7d1-5211-44ec-a836-a984e441185d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c840486e-0c2f-4729-9a0c-ee6552111f90'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:14:26.386530 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-8281e1b9-746a-40ba-81a8-8124699db5a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:26.438420 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-4a1e5bda-9fb5-4d3e-8745-1b7e38ebef5e tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Deleting port 24cb2f41-da66-47b3-962d-5ea979880579 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:14:26.438659 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4a1e5bda-9fb5-4d3e-8745-1b7e38ebef5e tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:26.464347 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-76dc20cc-41ba-4dfe-bb8d-0041e8e04930 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:26.513189 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-8281e1b9-746a-40ba-81a8-8124699db5a3 None None] For port 2239e131-1880-4285-a965-681c49f419c0, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:14:26.516644 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-8281e1b9-746a-40ba-81a8-8124699db5a3 None None] For port 2239e131-1880-4285-a965-681c49f419c0, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=2239e131-1880-4285-a965-681c49f419c0,segment=NetworkSegment(a6cfd7d1-5211-44ec-a836-a984e441185d),segment_id=a6cfd7d1-5211-44ec-a836-a984e441185d)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:14:26.522028 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-8281e1b9-746a-40ba-81a8-8124699db5a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:26.535857 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2971fbd6-926c-42ed-967f-a88331bd5bf2 req-6a93538d-e0e6-4065-a8cc-7a4de6777153 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:14:26.537370 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2971fbd6-926c-42ed-967f-a88331bd5bf2 req-6a93538d-e0e6-4065-a8cc-7a4de6777153 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/ports?device_id=c4d58bc9-59bb-436d-b4a5-f14cb4ce6e4b HTTP/1.1" status: 200 len: 943 time: 0.4616392 Jun 01 19:14:26.539204 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0b18c7-2f69-4340-91bf-0afa88119c6a req-6b121606-b129-4184-9d28-bf02d1356bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:14:26.540612 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-bd0b18c7-2f69-4340-91bf-0afa88119c6a req-6b121606-b129-4184-9d28-bf02d1356bb8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=de1db517-5b94-4ef1-bc52-4aac8a0efc54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4659178 Jun 01 19:14:26.616156 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8281e1b9-746a-40ba-81a8-8124699db5a3 None None] Pushing event updated for resources: {'Port': ['ID=2239e131-1880-4285-a965-681c49f419c0,revision_number=2']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:14:26.630062 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1120d243-a09b-4c88-b5cd-ffca2b91b356 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2718919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3066602'] for subnet, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:26.691159 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1120d243-a09b-4c88-b5cd-ffca2b91b356 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Network c840486e-0c2f-4729-9a0c-ee6552111f90 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:14:26.694239 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-1120d243-a09b-4c88-b5cd-ffca2b91b356 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:14:26.698562 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1120d243-a09b-4c88-b5cd-ffca2b91b356 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:14:26.699138 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1120d243-a09b-4c88-b5cd-ffca2b91b356 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:26.712823 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1120d243-a09b-4c88-b5cd-ffca2b91b356 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Pushing event updated for resources: {'Subnet': ['ID=b589eff6-cf82-45f3-b2c5-c03aa95cccb2,revision_number=0']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:14:26.735084 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-1120d243-a09b-4c88-b5cd-ffca2b91b356 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5600967 Jun 01 19:14:26.735862 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 58640) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:14:26.742499 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-b753a02c-091b-442a-a4f6-d313e51f0cb8 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Request body: {'port': {'network_id': 'c840486e-0c2f-4729-9a0c-ee6552111f90', 'mac_address': 'fa:16:3e:f0:00:f0', 'name': 'tempest-NetworksTestDHCPv6-1213629601'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:14:26.793863 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2971fbd6-926c-42ed-967f-a88331bd5bf2 req-5386bfed-78e8-4a48-aa88-42d53c576d89 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/security-groups?id=56247f7a-6a0e-46fd-a754-17d488ad1a50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2267237 Jun 01 19:14:26.801790 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-76dc20cc-41ba-4dfe-bb8d-0041e8e04930 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:26.863047 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dc20cc-41ba-4dfe-bb8d-0041e8e04930 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c122d59-5653-45a3-83f1-565723054d84,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:14:26.889512 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4a1e5bda-9fb5-4d3e-8745-1b7e38ebef5e tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:26.889512 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4a1e5bda-9fb5-4d3e-8745-1b7e38ebef5e tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:26.914952 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-76dc20cc-41ba-4dfe-bb8d-0041e8e04930 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:26.918397 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-76dc20cc-41ba-4dfe-bb8d-0041e8e04930 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2c122d59-5653-45a3-83f1-565723054d84 HTTP/1.1" status: 204 len: 168 time: 0.8669338 Jun 01 19:14:26.932262 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-bd0b18c7-2f69-4340-91bf-0afa88119c6a req-8fb82ccd-2f31-4722-95ed-577eaf17d31d service neutron] 10.222.0.15 "GET /v2.0/networks/de1db517-5b94-4ef1-bc52-4aac8a0efc54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3640382 Jun 01 19:14:26.992946 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-b753a02c-091b-442a-a4f6-d313e51f0cb8 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:14:26.998053 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-b753a02c-091b-442a-a4f6-d313e51f0cb8 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Usage tracker for resource:port and tenant:451baccc58514a0cab8c4410ed135b7c is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:14:27.013815 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-b753a02c-091b-442a-a4f6-d313e51f0cb8 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:14:27.023675 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-b753a02c-091b-442a-a4f6-d313e51f0cb8 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:14:27.041961 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b753a02c-091b-442a-a4f6-d313e51f0cb8 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Made reservation on behalf of 451baccc58514a0cab8c4410ed135b7c for: {'port': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:14:27.069403 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 2239e131-1880-4285-a965-681c49f419c0 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:14:27.165602 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-4a1e5bda-9fb5-4d3e-8745-1b7e38ebef5e tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Calling delete_port for 24cb2f41-da66-47b3-962d-5ea979880579 owned by network:floatingip {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:14:27.167189 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port 2239e131-1880-4285-a965-681c49f419c0 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:14:27.192861 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b753a02c-091b-442a-a4f6-d313e51f0cb8 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:27.223233 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [None req-b753a02c-091b-442a-a4f6-d313e51f0cb8 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] device_id is not set on port 698a6f74-467f-4166-b78c-19192d98d3a3 yet. {{(pid=88524) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 19:14:27.466232 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [None req-b753a02c-091b-442a-a4f6-d313e51f0cb8 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Allocated IP 2001:db8:0:1::257 (c840486e-0c2f-4729-9a0c-ee6552111f90/b589eff6-cf82-45f3-b2c5-c03aa95cccb2/698a6f74-467f-4166-b78c-19192d98d3a3) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:14:27.476596 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-bd0b18c7-2f69-4340-91bf-0afa88119c6a req-5a1d474e-142f-4ce1-9de0-6811ac8cacb2 service neutron] 10.222.0.15 "GET /v2.0/networks/de1db517-5b94-4ef1-bc52-4aac8a0efc54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4481714 Jun 01 19:14:27.476829 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [None req-b753a02c-091b-442a-a4f6-d313e51f0cb8 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Allocated IP 2001:db8::f816:3eff:fef0:f0 (c840486e-0c2f-4729-9a0c-ee6552111f90/71d20d41-21e5-4eba-a45b-ce5930f77ecb/698a6f74-467f-4166-b78c-19192d98d3a3) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:14:27.598336 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4a1e5bda-9fb5-4d3e-8745-1b7e38ebef5e tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:27.668666 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1e5bda-9fb5-4d3e-8745-1b7e38ebef5e tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Pushing event deleted for resources: {'Port': ['ID=24cb2f41-da66-47b3-962d-5ea979880579,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:14:27.777313 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9782303f-3dd2-45b9-9b2b-9ec0a5a9e96a req-48fcc2cf-958d-4ce2-878a-0d5e83c65224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:14:27.778805 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-9782303f-3dd2-45b9-9b2b-9ec0a5a9e96a req-48fcc2cf-958d-4ce2-878a-0d5e83c65224 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8537cfb3773e46d182e148cf5b0a717f&device_id=c4d58bc9-59bb-436d-b4a5-f14cb4ce6e4b HTTP/1.1" status: 200 len: 1094 time: 0.2302587 Jun 01 19:14:27.781723 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4a1e5bda-9fb5-4d3e-8745-1b7e38ebef5e tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Notify callbacks [] for floatingip, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:27.783561 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b753a02c-091b-442a-a4f6-d313e51f0cb8 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:27.811181 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [None req-b753a02c-091b-442a-a4f6-d313e51f0cb8 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Transition to ACTIVE for port object 698a6f74-467f-4166-b78c-19192d98d3a3 will not be triggered until provisioned by entity DHCP. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:14:27.841356 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b753a02c-091b-442a-a4f6-d313e51f0cb8 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:27.895616 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 58666) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:14:27.915637 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4a1e5bda-9fb5-4d3e-8745-1b7e38ebef5e tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for floatingip, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:27.917577 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-4a1e5bda-9fb5-4d3e-8745-1b7e38ebef5e tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] 10.222.0.41 "DELETE /v2.0/floatingips/e2147bf7-37d4-44c2-a3a2-764451fb094b HTTP/1.1" status: 204 len: 168 time: 1.7046542 Jun 01 19:14:27.963761 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b753a02c-091b-442a-a4f6-d313e51f0cb8 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Network c840486e-0c2f-4729-9a0c-ee6552111f90 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:14:27.966127 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 58672) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:14:27.976911 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-b753a02c-091b-442a-a4f6-d313e51f0cb8 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:14:27.984635 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9782303f-3dd2-45b9-9b2b-9ec0a5a9e96a req-5b047d35-cada-4d86-98eb-2c89ab7a85af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:14:27.986269 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-9782303f-3dd2-45b9-9b2b-9ec0a5a9e96a req-5b047d35-cada-4d86-98eb-2c89ab7a85af service neutron] 10.222.0.15 "GET /v2.0/networks?id=de1db517-5b94-4ef1-bc52-4aac8a0efc54 HTTP/1.1" status: 200 len: 898 time: 0.1996088 Jun 01 19:14:27.989080 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b753a02c-091b-442a-a4f6-d313e51f0cb8 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:14:27.995173 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b753a02c-091b-442a-a4f6-d313e51f0cb8 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:14:27.996184 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b753a02c-091b-442a-a4f6-d313e51f0cb8 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:28.033181 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-175894f8-228e-4a4e-81e1-69faa75b5e5f None None] Network c840486e-0c2f-4729-9a0c-ee6552111f90 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:14:28.075065 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-f9614ec7-4059-4a3f-9e50-4023f87ed2ad tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Request body: {'security_group': {'name': 'tempest-secgroup--1778429979'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:14:28.088617 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-f9614ec7-4059-4a3f-9e50-4023f87ed2ad tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:14:28.091614 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-9782303f-3dd2-45b9-9b2b-9ec0a5a9e96a req-0f7fda54-45d5-4433-9c49-c463e34f36ae service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7d8c088f-143f-4baf-b55f-4c0d180c9e22 HTTP/1.1" status: 200 len: 217 time: 0.0987482 Jun 01 19:14:28.094054 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-f9614ec7-4059-4a3f-9e50-4023f87ed2ad tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Usage tracker for resource:security_group and tenant:545849bed73d475fa69ab3aaaaf73c4b is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:14:28.097149 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-f9614ec7-4059-4a3f-9e50-4023f87ed2ad tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:14:28.143391 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b753a02c-091b-442a-a4f6-d313e51f0cb8 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Pushing event updated for resources: {'Port': ['ID=698a6f74-467f-4166-b78c-19192d98d3a3,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:14:28.149536 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-f9614ec7-4059-4a3f-9e50-4023f87ed2ad tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:14:28.157729 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-b753a02c-091b-442a-a4f6-d313e51f0cb8 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.4206288 Jun 01 19:14:28.161526 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 58678) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:14:28.164024 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-dcae3e26-5026-41ab-8dd8-25e4d77f38b3 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Deleting port a46ad6b2-b5d4-4799-b91d-c0a28a7dbab6 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:14:28.164401 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-dcae3e26-5026-41ab-8dd8-25e4d77f38b3 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:28.173061 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-c735a5cb-8744-4e4e-b91f-95818b41de86 None None] Provisioning for port 2239e131-1880-4285-a965-681c49f419c0 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:14:28.181259 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-c735a5cb-8744-4e4e-b91f-95818b41de86 None None] Provisioning complete for port 2239e131-1880-4285-a965-681c49f419c0 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:14:28.181642 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-c735a5cb-8744-4e4e-b91f-95818b41de86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:28.218229 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f9614ec7-4059-4a3f-9e50-4023f87ed2ad tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:28.247744 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f9614ec7-4059-4a3f-9e50-4023f87ed2ad tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:28.271250 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-f9614ec7-4059-4a3f-9e50-4023f87ed2ad tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:14:28.271484 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-f9614ec7-4059-4a3f-9e50-4023f87ed2ad tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Usage tracker for resource:security_group_rule and tenant:545849bed73d475fa69ab3aaaaf73c4b is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:14:28.275507 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-f9614ec7-4059-4a3f-9e50-4023f87ed2ad tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:14:28.282589 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-f9614ec7-4059-4a3f-9e50-4023f87ed2ad tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:14:28.380493 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f9614ec7-4059-4a3f-9e50-4023f87ed2ad tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:28.382977 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9782303f-3dd2-45b9-9b2b-9ec0a5a9e96a req-afffb020-22a2-4081-8109-14af4f23aea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:14:28.384654 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-9782303f-3dd2-45b9-9b2b-9ec0a5a9e96a req-afffb020-22a2-4081-8109-14af4f23aea6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3cdf8c40-fa87-49d0-ba22-e441f2e99037 HTTP/1.1" status: 200 len: 835 time: 0.2845109 Jun 01 19:14:28.390432 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f9614ec7-4059-4a3f-9e50-4023f87ed2ad tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:28.394718 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-f9614ec7-4059-4a3f-9e50-4023f87ed2ad tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:14:28.398766 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-f9614ec7-4059-4a3f-9e50-4023f87ed2ad tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Usage tracker for resource:security_group_rule and tenant:545849bed73d475fa69ab3aaaaf73c4b is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:14:28.401960 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-f9614ec7-4059-4a3f-9e50-4023f87ed2ad tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:14:28.407899 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-f9614ec7-4059-4a3f-9e50-4023f87ed2ad tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:14:28.420313 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3455ea-5e45-4bb6-a6eb-36d9fd6a78a8 req-eee9087e-7827-477a-a7bd-3a47f8211a19 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:14:28.421071 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-c735a5cb-8744-4e4e-b91f-95818b41de86 None None] Current status of the port 2239e131-1880-4285-a965-681c49f419c0 is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:14:28.421800 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-cb3455ea-5e45-4bb6-a6eb-36d9fd6a78a8 req-eee9087e-7827-477a-a7bd-3a47f8211a19 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/ports?device_id=c4d58bc9-59bb-436d-b4a5-f14cb4ce6e4b HTTP/1.1" status: 200 len: 943 time: 0.3648124 Jun 01 19:14:28.425068 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-c735a5cb-8744-4e4e-b91f-95818b41de86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:28.472749 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-c735a5cb-8744-4e4e-b91f-95818b41de86 None None] For port 2239e131-1880-4285-a965-681c49f419c0, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=2239e131-1880-4285-a965-681c49f419c0,segment=NetworkSegment(a6cfd7d1-5211-44ec-a836-a984e441185d),segment_id=a6cfd7d1-5211-44ec-a836-a984e441185d)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:14:28.477597 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-c735a5cb-8744-4e4e-b91f-95818b41de86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:28.520332 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-a4048888-762d-4f04-8c35-54d051fe3ff0 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Deleting port 698a6f74-467f-4166-b78c-19192d98d3a3 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:14:28.520675 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a4048888-762d-4f04-8c35-54d051fe3ff0 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:28.608643 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-cb3455ea-5e45-4bb6-a6eb-36d9fd6a78a8 req-90445af4-fb92-411d-b998-424086159d0f tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/security-groups?id=56247f7a-6a0e-46fd-a754-17d488ad1a50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1782703 Jun 01 19:14:28.629529 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f9614ec7-4059-4a3f-9e50-4023f87ed2ad tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:28.642089 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-dcae3e26-5026-41ab-8dd8-25e4d77f38b3 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:28.649238 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9614ec7-4059-4a3f-9e50-4023f87ed2ad tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea8a7664-b411-411b-8194-ff52c5118eb8,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:14:28.652438 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f9614ec7-4059-4a3f-9e50-4023f87ed2ad tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:28.670899 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-197a8a0e-bead-473b-8c79-c0c3a88d7de0 None None] Update dhcp port {'port': {'network_id': 'c840486e-0c2f-4729-9a0c-ee6552111f90', 'fixed_ips': [{'subnet_id': '71d20d41-21e5-4eba-a45b-ce5930f77ecb', 'ip_address': '2001:db8::f816:3eff:fe09:8e9a'}, {'subnet_id': 'b589eff6-cf82-45f3-b2c5-c03aa95cccb2'}], 'binding:host_id': 'n-d-844202-1'}, 'id': '2239e131-1880-4285-a965-681c49f419c0'} from n-d-844202-1. {{(pid=88526) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jun 01 19:14:28.742583 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c735a5cb-8744-4e4e-b91f-95818b41de86 None None] Pushing event updated for resources: {'Port': ['ID=2239e131-1880-4285-a965-681c49f419c0,revision_number=3']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:14:28.746920 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-197a8a0e-bead-473b-8c79-c0c3a88d7de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:28.785906 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-dcae3e26-5026-41ab-8dd8-25e4d77f38b3 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Calling delete_port for a46ad6b2-b5d4-4799-b91d-c0a28a7dbab6 owned by {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:14:28.801595 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f9614ec7-4059-4a3f-9e50-4023f87ed2ad tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:28.802951 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-f9614ec7-4059-4a3f-9e50-4023f87ed2ad tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9070120 Jun 01 19:14:28.803816 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9614ec7-4059-4a3f-9e50-4023f87ed2ad tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f148915-bded-4769-9524-7734c4565aab,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:14:28.808304 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 58686) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:14:28.910253 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 7d8c088f-143f-4baf-b55f-4c0d180c9e22 details requested by agent hyperv_n-h1-844202-1 with host n-h1-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 19:14:28.982376 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 2239e131-1880-4285-a965-681c49f419c0 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:14:29.004565 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-dcae3e26-5026-41ab-8dd8-25e4d77f38b3 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:29.048014 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-db514631-5ce7-4f99-a8a5-2f9ca5b42273 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Synchronizing usage tracker for tenant:545849bed73d475fa69ab3aaaaf73c4b on resource:security_group {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:14:29.073063 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9782303f-3dd2-45b9-9b2b-9ec0a5a9e96a req-06b08435-818d-4560-bb7d-d21ba85e6b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:14:29.074702 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-9782303f-3dd2-45b9-9b2b-9ec0a5a9e96a req-06b08435-818d-4560-bb7d-d21ba85e6b98 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=de1db517-5b94-4ef1-bc52-4aac8a0efc54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6031878 Jun 01 19:14:29.133177 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcae3e26-5026-41ab-8dd8-25e4d77f38b3 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Pushing event deleted for resources: {'Port': ['ID=a46ad6b2-b5d4-4799-b91d-c0a28a7dbab6,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:14:29.217672 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.db_base_plugin_common [None req-197a8a0e-bead-473b-8c79-c0c3a88d7de0 None None] Allocated IP 2001:db8:0:1::2 (c840486e-0c2f-4729-9a0c-ee6552111f90/b589eff6-cf82-45f3-b2c5-c03aa95cccb2/2239e131-1880-4285-a965-681c49f419c0) {{(pid=88526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:14:29.245297 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-db514631-5ce7-4f99-a8a5-2f9ca5b42273 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Unset dirty status for tenant:545849bed73d475fa69ab3aaaaf73c4b on resource:security_group {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:14:29.246943 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-db514631-5ce7-4f99-a8a5-2f9ca5b42273 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.4365027 Jun 01 19:14:29.255280 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 58694) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:14:29.261137 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-0ee178f8-e9c1-47e2-8395-5b0c2ff47fcf tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Request body: {'security_group': {'name': 'tempest-security--471479865', 'description': 'tempest-security-description-1903706923'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:14:29.299093 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-dcae3e26-5026-41ab-8dd8-25e4d77f38b3 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:29.325700 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-dcae3e26-5026-41ab-8dd8-25e4d77f38b3 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] 10.222.0.41 "DELETE /v2.0/ports/a46ad6b2-b5d4-4799-b91d-c0a28a7dbab6 HTTP/1.1" status: 204 len: 168 time: 1.3420579 Jun 01 19:14:29.328417 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-0ee178f8-e9c1-47e2-8395-5b0c2ff47fcf tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Notify callbacks [] for security_group, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:29.334236 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-9782303f-3dd2-45b9-9b2b-9ec0a5a9e96a req-9c60bf7b-6fce-4a7a-ba72-c1c0101be717 service neutron] 10.222.0.15 "GET /v2.0/networks/de1db517-5b94-4ef1-bc52-4aac8a0efc54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2410793 Jun 01 19:14:29.337970 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 58700) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:14:29.339778 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port 7d8c088f-143f-4baf-b55f-4c0d180c9e22, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=7d8c088f-143f-4baf-b55f-4c0d180c9e22,segment=NetworkSegment(1e00e93a-a6fa-43f2-b927-08a982c37727),segment_id=1e00e93a-a6fa-43f2-b927-08a982c37727)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:14:29.366877 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Returning: {'device': '7d8c088f-143f-4baf-b55f-4c0d180c9e22', 'network_id': 'de1db517-5b94-4ef1-bc52-4aac8a0efc54', 'port_id': '7d8c088f-143f-4baf-b55f-4c0d180c9e22', 'mac_address': 'fa:16:3e:4d:04:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cdf8c40-fa87-49d0-ba22-e441f2e99037', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 19:14:29.394539 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-0ee178f8-e9c1-47e2-8395-5b0c2ff47fcf tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Notify callbacks [] for security_group, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:29.399036 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-0ee178f8-e9c1-47e2-8395-5b0c2ff47fcf tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:29.402621 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-0ee178f8-e9c1-47e2-8395-5b0c2ff47fcf tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:29.404200 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-0ee178f8-e9c1-47e2-8395-5b0c2ff47fcf tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] 10.222.0.41 "PUT /v2.0/security-groups/9f148915-bded-4769-9524-7734c4565aab HTTP/1.1" status: 200 len: 1779 time: 0.1479850 Jun 01 19:14:29.414452 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 58704) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:14:29.428335 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-37721e0a-b344-4edf-97c0-720785d64503 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Deleting port 8e023d4a-9eb6-405c-b18a-c3de65879a4a {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:14:29.428689 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-37721e0a-b344-4edf-97c0-720785d64503 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:29.441745 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 2239e131-1880-4285-a965-681c49f419c0 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:14:29.442138 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:29.468297 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee178f8-e9c1-47e2-8395-5b0c2ff47fcf tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f148915-bded-4769-9524-7734c4565aab,revision_number=2']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:14:29.499917 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-9f687737-846d-4a5a-a1c7-c2b6ac743264 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] 10.222.0.41 "GET /v2.0/security-groups/9f148915-bded-4769-9524-7734c4565aab HTTP/1.1" status: 200 len: 1779 time: 0.0822861 Jun 01 19:14:29.502367 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 58708) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:14:29.504713 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port 7d8c088f-143f-4baf-b55f-4c0d180c9e22 is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:14:29.505221 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:29.527923 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a4048888-762d-4f04-8c35-54d051fe3ff0 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:29.562330 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d8c088f-143f-4baf-b55f-4c0d180c9e22 {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 19:14:29.589531 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-197a8a0e-bead-473b-8c79-c0c3a88d7de0 None None] For port 2239e131-1880-4285-a965-681c49f419c0, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=2239e131-1880-4285-a965-681c49f419c0,segment=NetworkSegment(a6cfd7d1-5211-44ec-a836-a984e441185d),segment_id=a6cfd7d1-5211-44ec-a836-a984e441185d)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:14:29.613889 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port 7d8c088f-143f-4baf-b55f-4c0d180c9e22, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=7d8c088f-143f-4baf-b55f-4c0d180c9e22,segment=NetworkSegment(1e00e93a-a6fa-43f2-b927-08a982c37727),segment_id=1e00e93a-a6fa-43f2-b927-08a982c37727)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:14:29.625627 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-968b2720-4fe5-4445-9e08-e33122e129e3 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:29.657399 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:29.686232 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-968b2720-4fe5-4445-9e08-e33122e129e3 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:29.742314 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.db.resource_extend [None req-197a8a0e-bead-473b-8c79-c0c3a88d7de0 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 19:14:29.749615 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-968b2720-4fe5-4445-9e08-e33122e129e3 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:29.780375 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968b2720-4fe5-4445-9e08-e33122e129e3 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f148915-bded-4769-9524-7734c4565aab,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:14:29.828046 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-968b2720-4fe5-4445-9e08-e33122e129e3 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:29.829412 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-968b2720-4fe5-4445-9e08-e33122e129e3 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] 10.222.0.41 "DELETE /v2.0/security-groups/9f148915-bded-4769-9524-7734c4565aab HTTP/1.1" status: 204 len: 168 time: 0.3257422 Jun 01 19:14:29.832489 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 58714) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:14:29.882193 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-197a8a0e-bead-473b-8c79-c0c3a88d7de0 None None] Notify callbacks [] for port, precommit_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:29.897361 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-8f6a78f3-4ada-4343-8b85-58441744622f tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Synchronizing usage tracker for tenant:545849bed73d475fa69ab3aaaaf73c4b on resource:security_group {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:14:29.900781 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 2239e131-1880-4285-a965-681c49f419c0 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:14:29.920554 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-8f6a78f3-4ada-4343-8b85-58441744622f tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Unset dirty status for tenant:545849bed73d475fa69ab3aaaaf73c4b on resource:security_group {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:14:29.922306 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-197a8a0e-bead-473b-8c79-c0c3a88d7de0 None None] Transition to ACTIVE for port object 2239e131-1880-4285-a965-681c49f419c0 will not be triggered until provisioned by entity DHCP. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:14:29.923267 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-8f6a78f3-4ada-4343-8b85-58441744622f tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0896935 Jun 01 19:14:29.927769 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 58718) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:14:29.927980 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=7d8c088f-143f-4baf-b55f-4c0d180c9e22,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:14:29.930524 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-197a8a0e-bead-473b-8c79-c0c3a88d7de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:29.957200 n-d-844202-1 neutron-server[88524]: INFO neutron.api.v2.resource [None req-0793f77e-862a-4730-9353-1ffadfb1069f tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] delete failed (client error): The resource could not be found. Jun 01 19:14:29.958590 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-0793f77e-862a-4730-9353-1ffadfb1069f tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] 10.222.0.41 "DELETE /v2.0/security-groups/9f148915-bded-4769-9524-7734c4565aab HTTP/1.1" status: 404 len: 347 time: 0.0310214 Jun 01 19:14:29.970200 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 58722) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:14:29.984552 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-17fb9ebc-57d8-48a4-810f-ba6f3eb0dfb2 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Request body: {'security_group': {'name': 'tempest-secgroup--2126377479'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:14:30.002666 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-17fb9ebc-57d8-48a4-810f-ba6f3eb0dfb2 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:14:30.023788 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197a8a0e-bead-473b-8c79-c0c3a88d7de0 None None] Pushing event updated for resources: {'Port': ['ID=2239e131-1880-4285-a965-681c49f419c0,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:14:30.027176 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] get_ports_and_sgs() called for port_ids ['7d8c088f-143f-4baf-b55f-4c0d180c9e22'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 19:14:30.041680 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-a4048888-762d-4f04-8c35-54d051fe3ff0 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Calling delete_port for 698a6f74-467f-4166-b78c-19192d98d3a3 owned by {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:14:30.047210 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-17fb9ebc-57d8-48a4-810f-ba6f3eb0dfb2 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:14:30.062162 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-17fb9ebc-57d8-48a4-810f-ba6f3eb0dfb2 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:30.087598 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-17fb9ebc-57d8-48a4-810f-ba6f3eb0dfb2 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:14:30.098320 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-17fb9ebc-57d8-48a4-810f-ba6f3eb0dfb2 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Usage tracker for resource:security_group_rule and tenant:545849bed73d475fa69ab3aaaaf73c4b is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:14:30.104169 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-17fb9ebc-57d8-48a4-810f-ba6f3eb0dfb2 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:14:30.123464 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-17fb9ebc-57d8-48a4-810f-ba6f3eb0dfb2 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:14:30.246331 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-17fb9ebc-57d8-48a4-810f-ba6f3eb0dfb2 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:30.251714 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-17fb9ebc-57d8-48a4-810f-ba6f3eb0dfb2 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:30.355486 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fb9ebc-57d8-48a4-810f-ba6f3eb0dfb2 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc4dbc55-1942-47f8-9313-37a7bf58190a,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:14:30.369295 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-17fb9ebc-57d8-48a4-810f-ba6f3eb0dfb2 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:30.371373 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-17fb9ebc-57d8-48a4-810f-ba6f3eb0dfb2 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3988485 Jun 01 19:14:30.374067 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 58732) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:14:30.380976 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-1716643a-c8bb-4960-895a-b5e31c71f6f0 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Request body: {'security_group_rule': {'security_group_id': 'dc4dbc55-1942-47f8-9313-37a7bf58190a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:14:30.390118 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-1716643a-c8bb-4960-895a-b5e31c71f6f0 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:14:30.401602 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-1716643a-c8bb-4960-895a-b5e31c71f6f0 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Usage tracker for resource:security_group_rule and tenant:545849bed73d475fa69ab3aaaaf73c4b is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:14:30.405291 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-1716643a-c8bb-4960-895a-b5e31c71f6f0 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:14:30.409983 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-9782303f-3dd2-45b9-9b2b-9ec0a5a9e96a req-ad21acb9-1891-4ffd-9668-685c4147f4b3 service neutron] 10.222.0.15 "GET /v2.0/networks/de1db517-5b94-4ef1-bc52-4aac8a0efc54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8839605 Jun 01 19:14:30.412582 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-1716643a-c8bb-4960-895a-b5e31c71f6f0 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:14:30.429624 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe852d4-ccac-4b2f-b74c-eae6063546f3 req-801aa572-0165-4574-9de2-05ca46e90900 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:14:30.431486 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-dbe852d4-ccac-4b2f-b74c-eae6063546f3 req-801aa572-0165-4574-9de2-05ca46e90900 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/ports?device_id=c4d58bc9-59bb-436d-b4a5-f14cb4ce6e4b HTTP/1.1" status: 200 len: 944 time: 0.5787666 Jun 01 19:14:30.448244 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1716643a-c8bb-4960-895a-b5e31c71f6f0 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:30.531351 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-37721e0a-b344-4edf-97c0-720785d64503 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:30.547719 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1716643a-c8bb-4960-895a-b5e31c71f6f0 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:30.553043 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1716643a-c8bb-4960-895a-b5e31c71f6f0 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:30.576313 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1716643a-c8bb-4960-895a-b5e31c71f6f0 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a378823b-7dd6-4f8a-ad17-9ff5f34f419e,revision_number=0']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:14:30.594138 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1716643a-c8bb-4960-895a-b5e31c71f6f0 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:30.598788 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-1716643a-c8bb-4960-895a-b5e31c71f6f0 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2188582 Jun 01 19:14:30.599134 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 58736) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:14:30.620292 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-dbe852d4-ccac-4b2f-b74c-eae6063546f3 req-4204e20d-e18d-4699-8b69-a8460183add3 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/security-groups?id=56247f7a-6a0e-46fd-a754-17d488ad1a50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1377211 Jun 01 19:14:30.648637 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-5f4d1293-cd87-4574-9be2-03c1e8daa086 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:30.661147 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-5f4d1293-cd87-4574-9be2-03c1e8daa086 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:30.689429 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-5f4d1293-cd87-4574-9be2-03c1e8daa086 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:30.690017 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-37721e0a-b344-4edf-97c0-720785d64503 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Calling delete_port for 8e023d4a-9eb6-405c-b18a-c3de65879a4a owned by {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:14:30.708425 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4d1293-cd87-4574-9be2-03c1e8daa086 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a378823b-7dd6-4f8a-ad17-9ff5f34f419e,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:14:30.712589 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-5f4d1293-cd87-4574-9be2-03c1e8daa086 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:30.713717 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-5f4d1293-cd87-4574-9be2-03c1e8daa086 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/a378823b-7dd6-4f8a-ad17-9ff5f34f419e HTTP/1.1" status: 204 len: 168 time: 0.1136606 Jun 01 19:14:30.716305 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 58740) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:14:30.776443 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-5c798fb6-2a78-420f-bc88-8453a24fb420 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Synchronizing usage tracker for tenant:545849bed73d475fa69ab3aaaaf73c4b on resource:security_group_rule {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:14:30.797341 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-5c798fb6-2a78-420f-bc88-8453a24fb420 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Unset dirty status for tenant:545849bed73d475fa69ab3aaaaf73c4b on resource:security_group_rule {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:14:30.802231 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-5c798fb6-2a78-420f-bc88-8453a24fb420 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0835166 Jun 01 19:14:30.802405 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 58746) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:14:30.868786 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a4048888-762d-4f04-8c35-54d051fe3ff0 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:30.887577 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-30c681f9-756b-4e56-b235-584c0cfd33b8 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:30.921378 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 7d8c088f-143f-4baf-b55f-4c0d180c9e22 up at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:14:30.936202 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4048888-762d-4f04-8c35-54d051fe3ff0 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Pushing event deleted for resources: {'Port': ['ID=698a6f74-467f-4166-b78c-19192d98d3a3,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:14:30.962416 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-30c681f9-756b-4e56-b235-584c0cfd33b8 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:31.000196 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 2239e131-1880-4285-a965-681c49f419c0 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:14:31.054319 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a4048888-762d-4f04-8c35-54d051fe3ff0 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:31.056111 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-30c681f9-756b-4e56-b235-584c0cfd33b8 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:31.067087 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-a4048888-762d-4f04-8c35-54d051fe3ff0 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "DELETE /v2.0/ports/698a6f74-467f-4166-b78c-19192d98d3a3 HTTP/1.1" status: 204 len: 168 time: 2.9011469 Jun 01 19:14:31.069812 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 58752) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:14:31.099446 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c681f9-756b-4e56-b235-584c0cfd33b8 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc4dbc55-1942-47f8-9313-37a7bf58190a,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:14:31.110734 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-37721e0a-b344-4edf-97c0-720785d64503 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:31.146039 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-30c681f9-756b-4e56-b235-584c0cfd33b8 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:31.150162 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-30c681f9-756b-4e56-b235-584c0cfd33b8 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] 10.222.0.41 "DELETE /v2.0/security-groups/dc4dbc55-1942-47f8-9313-37a7bf58190a HTTP/1.1" status: 204 len: 168 time: 0.3466361 Jun 01 19:14:31.150752 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 58756) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:14:31.170886 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37721e0a-b344-4edf-97c0-720785d64503 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Pushing event deleted for resources: {'Port': ['ID=8e023d4a-9eb6-405c-b18a-c3de65879a4a,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:14:31.172549 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-1bd037b6-6341-4004-a1c4-e135ffd3537e None None] Could not find standard attr ID for object 698a6f74-467f-4166-b78c-19192d98d3a3. {{(pid=88526) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 01 19:14:31.226353 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-1bd037b6-6341-4004-a1c4-e135ffd3537e None None] Provisioning for port 2239e131-1880-4285-a965-681c49f419c0 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:14:31.230822 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 2239e131-1880-4285-a965-681c49f419c0 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:14:31.231205 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:31.264162 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-b2fea2d5-7ec1-4a50-b98c-789e4abbcc9c tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Synchronizing usage tracker for tenant:545849bed73d475fa69ab3aaaaf73c4b on resource:security_group {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:14:31.285725 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Provisioning for port 7d8c088f-143f-4baf-b55f-4c0d180c9e22 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:14:31.305355 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-1bd037b6-6341-4004-a1c4-e135ffd3537e None None] Provisioning complete for port 2239e131-1880-4285-a965-681c49f419c0 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:14:31.306636 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-1bd037b6-6341-4004-a1c4-e135ffd3537e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:31.320439 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-37721e0a-b344-4edf-97c0-720785d64503 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:31.322445 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-37721e0a-b344-4edf-97c0-720785d64503 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] 10.222.0.41 "DELETE /v2.0/ports/8e023d4a-9eb6-405c-b18a-c3de65879a4a HTTP/1.1" status: 204 len: 168 time: 1.9833136 Jun 01 19:14:31.326295 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 58760) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:14:31.327439 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-b2fea2d5-7ec1-4a50-b98c-789e4abbcc9c tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Unset dirty status for tenant:545849bed73d475fa69ab3aaaaf73c4b on resource:security_group {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:14:31.334526 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-761e6a63-1537-449d-9e8c-fb443d4a6ebb tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:14:31.335689 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-761e6a63-1537-449d-9e8c-fb443d4a6ebb tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Synchronizing usage tracker for tenant:451baccc58514a0cab8c4410ed135b7c on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:14:31.337530 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-b2fea2d5-7ec1-4a50-b98c-789e4abbcc9c tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1854429 Jun 01 19:14:31.340199 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 58762) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:14:31.347225 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-dbac18aa-2150-4ac7-8af3-b2972f66d602 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Request body: {'security_group': {'name': 'tempest-secgroup--926003307'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:14:31.357642 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-dbac18aa-2150-4ac7-8af3-b2972f66d602 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:14:31.369019 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-dbac18aa-2150-4ac7-8af3-b2972f66d602 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:14:31.386816 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-dbac18aa-2150-4ac7-8af3-b2972f66d602 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:31.411666 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-761e6a63-1537-449d-9e8c-fb443d4a6ebb tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Unset dirty status for tenant:451baccc58514a0cab8c4410ed135b7c on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:14:31.412686 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Provisioning complete for port 7d8c088f-143f-4baf-b55f-4c0d180c9e22 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:14:31.415679 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-761e6a63-1537-449d-9e8c-fb443d4a6ebb tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3423831 Jun 01 19:14:31.417143 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 58772) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:14:31.419963 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-dbac18aa-2150-4ac7-8af3-b2972f66d602 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:14:31.422951 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf7de7d2-09bc-4c34-a12e-b978470e73f8 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Deleting subnet c69c0fa6-cb36-4ead-b87f-54af1c1b35b0 {{(pid=88524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 19:14:31.424998 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:31.426777 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-cf7de7d2-09bc-4c34-a12e-b978470e73f8 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Notify callbacks [] for subnet, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:31.466457 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-dbac18aa-2150-4ac7-8af3-b2972f66d602 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Usage tracker for resource:security_group_rule and tenant:545849bed73d475fa69ab3aaaaf73c4b is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:14:31.478769 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-dbac18aa-2150-4ac7-8af3-b2972f66d602 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:14:31.486461 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-cf7de7d2-09bc-4c34-a12e-b978470e73f8 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2702137'] for subnet, precommit_delete_associations {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:31.583780 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-cf7de7d2-09bc-4c34-a12e-b978470e73f8 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:31.617841 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 2239e131-1880-4285-a965-681c49f419c0 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:14:31.647747 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-dbac18aa-2150-4ac7-8af3-b2972f66d602 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:14:31.697788 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-cf7de7d2-09bc-4c34-a12e-b978470e73f8 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2718856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3066595'] for subnet, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:31.749052 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9853a4b2-f14f-4e71-bbf0-f1f1997af276 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:14:31.751293 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-9853a4b2-f14f-4e71-bbf0-f1f1997af276 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3332222 Jun 01 19:14:31.766388 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 58784) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:14:31.794393 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7de7d2-09bc-4c34-a12e-b978470e73f8 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Pushing event deleted for resources: {'Subnet': ['ID=c69c0fa6-cb36-4ead-b87f-54af1c1b35b0,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:14:31.800367 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-cf7de7d2-09bc-4c34-a12e-b978470e73f8 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:31.810175 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-cf7de7d2-09bc-4c34-a12e-b978470e73f8 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] 10.222.0.41 "DELETE /v2.0/subnets/c69c0fa6-cb36-4ead-b87f-54af1c1b35b0 HTTP/1.1" status: 204 len: 168 time: 0.4713304 Jun 01 19:14:31.810768 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 58788) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:14:31.841228 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8714856f-4c38-4479-8fe7-a14af37827b1 None None] Network 3835bc88-4948-44ae-9b9d-0c2345cf8427 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:14:31.901927 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8ce7fb6-e6b8-463e-b8e2-497ba06e7fbb tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:14:31.903726 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8ce7fb6-e6b8-463e-b8e2-497ba06e7fbb tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:14:31.905525 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8ce7fb6-e6b8-463e-b8e2-497ba06e7fbb tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:14:31.907492 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_v2 [None req-550f2bec-c65c-4d6f-83a7-047e6a2dc466 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Deleting subnet a154ee7c-2b5c-4f5d-88dd-ebda40eec737 {{(pid=88524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 19:14:31.907923 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-c8ce7fb6-e6b8-463e-b8e2-497ba06e7fbb tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Synchronizing usage tracker for tenant:451baccc58514a0cab8c4410ed135b7c on resource:subnet {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:14:31.911354 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-550f2bec-c65c-4d6f-83a7-047e6a2dc466 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Notify callbacks [] for subnet, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:31.931622 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-dbac18aa-2150-4ac7-8af3-b2972f66d602 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:31.975316 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-dbac18aa-2150-4ac7-8af3-b2972f66d602 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:32.009417 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-550f2bec-c65c-4d6f-83a7-047e6a2dc466 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2702137'] for subnet, precommit_delete_associations {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:32.018477 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port 7d8c088f-143f-4baf-b55f-4c0d180c9e22 is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:14:32.019127 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:32.040794 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-dbac18aa-2150-4ac7-8af3-b2972f66d602 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:32.041020 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-1bd037b6-6341-4004-a1c4-e135ffd3537e None None] Current status of the port 2239e131-1880-4285-a965-681c49f419c0 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:14:32.041699 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-dbac18aa-2150-4ac7-8af3-b2972f66d602 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7003906 Jun 01 19:14:32.048689 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 58792) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:14:32.069116 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-c8ce7fb6-e6b8-463e-b8e2-497ba06e7fbb tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Unset dirty status for tenant:451baccc58514a0cab8c4410ed135b7c on resource:subnet {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:14:32.070495 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-c8ce7fb6-e6b8-463e-b8e2-497ba06e7fbb tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.3029191 Jun 01 19:14:32.075478 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-3491013d-b395-4532-baac-119661aab7e1 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Request body: {'security_group_rule': {'security_group_id': 'fa53d211-96a5-4c1d-bdee-775c32da1f09', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:14:32.080471 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 58796) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:14:32.082735 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-3491013d-b395-4532-baac-119661aab7e1 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:14:32.087568 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-3491013d-b395-4532-baac-119661aab7e1 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Usage tracker for resource:security_group_rule and tenant:545849bed73d475fa69ab3aaaaf73c4b is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:14:32.090945 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-3491013d-b395-4532-baac-119661aab7e1 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:14:32.099293 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-3491013d-b395-4532-baac-119661aab7e1 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:14:32.107301 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4d58bc9-59bb-436d-b4a5-f14cb4ce6e4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d8c088f-143f-4baf-b55f-4c0d180c9e22'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:14:32.107676 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbac18aa-2150-4ac7-8af3-b2972f66d602 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa53d211-96a5-4c1d-bdee-775c32da1f09,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:14:32.133507 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3491013d-b395-4532-baac-119661aab7e1 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:32.150139 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port 7d8c088f-143f-4baf-b55f-4c0d180c9e22, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=7d8c088f-143f-4baf-b55f-4c0d180c9e22,segment=NetworkSegment(1e00e93a-a6fa-43f2-b927-08a982c37727),segment_id=1e00e93a-a6fa-43f2-b927-08a982c37727)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:14:32.160767 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:32.199547 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d2987f-7be7-4062-8cff-ece157a45548 req-19d39c91-7334-4588-84d8-23fb82588be7 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:14:32.201335 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-15d2987f-7be7-4062-8cff-ece157a45548 req-19d39c91-7334-4588-84d8-23fb82588be7 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/ports?device_id=c4d58bc9-59bb-436d-b4a5-f14cb4ce6e4b HTTP/1.1" status: 200 len: 944 time: 0.2656839 Jun 01 19:14:32.201745 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f3c340d-5ddd-4217-b0d3-987e7c00c389 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Deleting subnet 71d20d41-21e5-4eba-a45b-ce5930f77ecb {{(pid=88524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 19:14:32.207582 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8f3c340d-5ddd-4217-b0d3-987e7c00c389 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks [] for subnet, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:32.220214 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-8f689613-3850-4497-b242-bef33f4d0fc2 None None] Could not find standard attr ID for object 698a6f74-467f-4166-b78c-19192d98d3a3. {{(pid=88526) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 01 19:14:32.258750 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3491013d-b395-4532-baac-119661aab7e1 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:32.261135 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=7d8c088f-143f-4baf-b55f-4c0d180c9e22,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:14:32.266398 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3491013d-b395-4532-baac-119661aab7e1 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:32.288427 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-15d2987f-7be7-4062-8cff-ece157a45548 req-0401d5f3-aecd-40ba-90a2-d836f58c20e4 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/security-groups?id=56247f7a-6a0e-46fd-a754-17d488ad1a50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788016 Jun 01 19:14:32.290935 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44cc88b-2e1f-4246-8c84-6b0f58106b2d req-22726c66-3693-40ab-bc79-06692625e67f tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:14:32.301203 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a44cc88b-2e1f-4246-8c84-6b0f58106b2d req-22726c66-3693-40ab-bc79-06692625e67f tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2286216-8c80-4d0f-a6bc-2de102e2186c HTTP/1.1" status: 200 len: 946 time: 0.2610333 Jun 01 19:14:32.301603 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3491013d-b395-4532-baac-119661aab7e1 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ce5b4da-dcd1-415c-8c1e-25bbcc242257,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:14:32.306756 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8f3c340d-5ddd-4217-b0d3-987e7c00c389 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2702137'] for subnet, precommit_delete_associations {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:32.325250 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3491013d-b395-4532-baac-119661aab7e1 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:32.326867 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-3491013d-b395-4532-baac-119661aab7e1 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2679861 Jun 01 19:14:32.329898 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 58802) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:14:32.340832 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-7c73cfce-fe7d-4ee9-bd3d-754a0bae101b tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Request body: {'security_group_rule': {'security_group_id': 'fa53d211-96a5-4c1d-bdee-775c32da1f09', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:14:32.349607 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-7c73cfce-fe7d-4ee9-bd3d-754a0bae101b tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:14:32.355391 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53de2643-d4ab-4cec-b180-8f35257a58a5 None None] DHCP port deletion for 3835bc88-4948-44ae-9b9d-0c2345cf8427 request from n-d-844202-1 {{(pid=88526) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 19:14:32.355753 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-7c73cfce-fe7d-4ee9-bd3d-754a0bae101b tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Usage tracker for resource:security_group_rule and tenant:545849bed73d475fa69ab3aaaaf73c4b is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:14:32.357624 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-550f2bec-c65c-4d6f-83a7-047e6a2dc466 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:32.360805 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-53de2643-d4ab-4cec-b180-8f35257a58a5 None None] Deleting port 4cfdd34b-29d4-4e21-88a4-4c15df14bc37 {{(pid=88526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:14:32.361414 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-53de2643-d4ab-4cec-b180-8f35257a58a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:32.374631 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-7c73cfce-fe7d-4ee9-bd3d-754a0bae101b tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:14:32.383435 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-7c73cfce-fe7d-4ee9-bd3d-754a0bae101b tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:14:32.405371 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7c73cfce-fe7d-4ee9-bd3d-754a0bae101b tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:32.462557 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0c63b7d-150d-49e4-b005-d5ad17a5ae28'] response: {'server_uuid': 'c4d58bc9-59bb-436d-b4a5-f14cb4ce6e4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d8c088f-143f-4baf-b55f-4c0d180c9e22', 'code': 200} Jun 01 19:14:32.545843 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7c73cfce-fe7d-4ee9-bd3d-754a0bae101b tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:32.555583 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7c73cfce-fe7d-4ee9-bd3d-754a0bae101b tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:32.571805 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5151885b-f3d2-4ce1-9a34-b6aea02f3f11 req-ffd292a7-81c2-4f16-9820-266291491afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:14:32.573167 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-5151885b-f3d2-4ce1-9a34-b6aea02f3f11 req-ffd292a7-81c2-4f16-9820-266291491afb service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c4d58bc9-59bb-436d-b4a5-f14cb4ce6e4b HTTP/1.1" status: 200 len: 1096 time: 0.1191745 Jun 01 19:14:32.583662 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c73cfce-fe7d-4ee9-bd3d-754a0bae101b tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8ecabd0-cbd5-4225-92a7-508897c0c6b7,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:14:32.624413 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a44cc88b-2e1f-4246-8c84-6b0f58106b2d req-135dd41d-abbf-4029-98cf-897d6f553248 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/security-groups?id=64983b74-c803-470a-b560-086d234f978a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2727623 Jun 01 19:14:32.631946 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-5151885b-f3d2-4ce1-9a34-b6aea02f3f11 req-d5beeae2-1a08-4518-9e6c-5a51c85d2116 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=56247f7a-6a0e-46fd-a754-17d488ad1a50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434456 Jun 01 19:14:32.632879 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-53de2643-d4ab-4cec-b180-8f35257a58a5 None None] For port 4cfdd34b-29d4-4e21-88a4-4c15df14bc37, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=4cfdd34b-29d4-4e21-88a4-4c15df14bc37,segment=NetworkSegment(d8642800-b1d2-408c-993f-870ace18e652),segment_id=d8642800-b1d2-408c-993f-870ace18e652)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:14:32.633275 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-53de2643-d4ab-4cec-b180-8f35257a58a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:32.644525 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-550f2bec-c65c-4d6f-83a7-047e6a2dc466 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2718856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3066595'] for subnet, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:32.645004 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7c73cfce-fe7d-4ee9-bd3d-754a0bae101b tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:32.646230 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-7c73cfce-fe7d-4ee9-bd3d-754a0bae101b tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3104334 Jun 01 19:14:32.648875 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 58808) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:14:32.654727 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-1d71b892-0367-4a63-adac-67ea849e2e2b tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Request body: {'security_group_rule': {'security_group_id': 'fa53d211-96a5-4c1d-bdee-775c32da1f09', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:14:32.662432 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-1d71b892-0367-4a63-adac-67ea849e2e2b tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:14:32.669318 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-1d71b892-0367-4a63-adac-67ea849e2e2b tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Usage tracker for resource:security_group_rule and tenant:545849bed73d475fa69ab3aaaaf73c4b is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:14:32.673473 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-1d71b892-0367-4a63-adac-67ea849e2e2b tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:14:32.681484 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-1d71b892-0367-4a63-adac-67ea849e2e2b tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:14:32.702050 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550f2bec-c65c-4d6f-83a7-047e6a2dc466 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Pushing event deleted for resources: {'Subnet': ['ID=a154ee7c-2b5c-4f5d-88dd-ebda40eec737,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:14:32.704109 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1d71b892-0367-4a63-adac-67ea849e2e2b tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:32.704275 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8f3c340d-5ddd-4217-b0d3-987e7c00c389 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:32.736368 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-550f2bec-c65c-4d6f-83a7-047e6a2dc466 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:32.755377 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-550f2bec-c65c-4d6f-83a7-047e6a2dc466 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] 10.222.0.41 "DELETE /v2.0/subnets/a154ee7c-2b5c-4f5d-88dd-ebda40eec737 HTTP/1.1" status: 204 len: 168 time: 0.9433863 Jun 01 19:14:32.758696 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 58812) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:14:32.765887 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ac5fedc-f1f5-41eb-aa5d-b8391bda4f5e None None] Network 83309fe7-c674-45d2-987a-e042535023cf requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:14:32.796201 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8f3c340d-5ddd-4217-b0d3-987e7c00c389 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2718856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3066595'] for subnet, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:32.829598 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-53de2643-d4ab-4cec-b180-8f35257a58a5 None None] Calling delete_port for 4cfdd34b-29d4-4e21-88a4-4c15df14bc37 owned by network:dhcp {{(pid=88526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:14:32.839189 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3c340d-5ddd-4217-b0d3-987e7c00c389 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Pushing event deleted for resources: {'Subnet': ['ID=71d20d41-21e5-4eba-a45b-ce5930f77ecb,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:14:32.846280 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8f3c340d-5ddd-4217-b0d3-987e7c00c389 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:32.865471 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-8f3c340d-5ddd-4217-b0d3-987e7c00c389 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "DELETE /v2.0/subnets/71d20d41-21e5-4eba-a45b-ce5930f77ecb HTTP/1.1" status: 204 len: 168 time: 0.7741358 Jun 01 19:14:32.868329 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 58816) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:14:32.868816 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ae58119-8075-4207-b1e0-070019fb230c None None] Network c840486e-0c2f-4729-9a0c-ee6552111f90 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:14:32.895913 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1d71b892-0367-4a63-adac-67ea849e2e2b tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:32.906398 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5985b5bf-0e90-4bc1-a068-17f2ee890ea4 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:32.908374 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1d71b892-0367-4a63-adac-67ea849e2e2b tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:32.953067 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d71b892-0367-4a63-adac-67ea849e2e2b tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6df40429-22e1-4c91-b2ab-c0dafca452f7,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:14:32.961642 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f117005-ed0b-49af-a60f-be3cda6083a9 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Deleting subnet b589eff6-cf82-45f3-b2c5-c03aa95cccb2 {{(pid=88524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 19:14:32.963048 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1d71b892-0367-4a63-adac-67ea849e2e2b tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:32.966788 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-3f117005-ed0b-49af-a60f-be3cda6083a9 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks [] for subnet, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:32.967890 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-1d71b892-0367-4a63-adac-67ea849e2e2b tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3176205 Jun 01 19:14:32.968100 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 4cfdd34b-29d4-4e21-88a4-4c15df14bc37 no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:14:32.969200 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 58820) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:14:32.979359 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-67d28f53-6d21-492d-ae03-996bd6af32c4 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Request body: {'security_group_rule': {'security_group_id': 'fa53d211-96a5-4c1d-bdee-775c32da1f09', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:14:32.986192 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-5985b5bf-0e90-4bc1-a068-17f2ee890ea4 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Deleting port 4cfdd34b-29d4-4e21-88a4-4c15df14bc37 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:14:32.987892 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5985b5bf-0e90-4bc1-a068-17f2ee890ea4 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:33.016127 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-67d28f53-6d21-492d-ae03-996bd6af32c4 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:14:33.027604 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-67d28f53-6d21-492d-ae03-996bd6af32c4 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Usage tracker for resource:security_group_rule and tenant:545849bed73d475fa69ab3aaaaf73c4b is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:14:33.038090 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-67d28f53-6d21-492d-ae03-996bd6af32c4 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:14:33.044179 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-3f117005-ed0b-49af-a60f-be3cda6083a9 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2702137'] for subnet, precommit_delete_associations {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:33.051700 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-67d28f53-6d21-492d-ae03-996bd6af32c4 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:14:33.117551 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-67d28f53-6d21-492d-ae03-996bd6af32c4 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:33.154378 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-3f117005-ed0b-49af-a60f-be3cda6083a9 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:33.247377 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-3f117005-ed0b-49af-a60f-be3cda6083a9 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2718856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3066595'] for subnet, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:33.249163 n-d-844202-1 neutron-server[88526]: INFO neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No ports have port_id starting with 4cfdd34b-29d4-4e21-88a4-4c15df14bc37 Jun 01 19:14:33.255161 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-53de2643-d4ab-4cec-b180-8f35257a58a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535'] for port, after_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:33.275892 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [None req-5985b5bf-0e90-4bc1-a068-17f2ee890ea4 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] For port 4cfdd34b-29d4-4e21-88a4-4c15df14bc37, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=4cfdd34b-29d4-4e21-88a4-4c15df14bc37,segment=NetworkSegment(d8642800-b1d2-408c-993f-870ace18e652),segment_id=d8642800-b1d2-408c-993f-870ace18e652)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:14:33.276314 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5985b5bf-0e90-4bc1-a068-17f2ee890ea4 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:33.297085 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-67d28f53-6d21-492d-ae03-996bd6af32c4 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:33.307460 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f117005-ed0b-49af-a60f-be3cda6083a9 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Pushing event deleted for resources: {'Subnet': ['ID=b589eff6-cf82-45f3-b2c5-c03aa95cccb2,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:14:33.309423 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-3f117005-ed0b-49af-a60f-be3cda6083a9 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:33.323790 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-3f117005-ed0b-49af-a60f-be3cda6083a9 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "DELETE /v2.0/subnets/b589eff6-cf82-45f3-b2c5-c03aa95cccb2 HTTP/1.1" status: 204 len: 168 time: 0.4523449 Jun 01 19:14:33.323967 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 58826) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:14:33.362525 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53de2643-d4ab-4cec-b180-8f35257a58a5 None None] Pushing event deleted for resources: {'Port': ['ID=4cfdd34b-29d4-4e21-88a4-4c15df14bc37,revision_number=None']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:14:33.366326 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53de2643-d4ab-4cec-b180-8f35257a58a5 None None] No DVR routers for this DVR port 4cfdd34b-29d4-4e21-88a4-4c15df14bc37 on host n-d-844202-1 {{(pid=88526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:14:33.405008 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-ef7d0286-9063-4d4a-bcea-924e5694788e tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0793407 Jun 01 19:14:33.407461 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-67d28f53-6d21-492d-ae03-996bd6af32c4 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:33.408041 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 58830) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:14:33.422238 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-fc5d397b-a52f-49a4-b821-c802b2cef821 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Request body: {'subnet': {'network_id': 'c840486e-0c2f-4729-9a0c-ee6552111f90', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:14:33.426968 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-5985b5bf-0e90-4bc1-a068-17f2ee890ea4 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Calling delete_port for 4cfdd34b-29d4-4e21-88a4-4c15df14bc37 owned by network:dhcp {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:14:33.476076 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d28f53-6d21-492d-ae03-996bd6af32c4 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39a7a1a2-b77d-48e1-b29d-2135610326d5,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:14:33.542814 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a16a9da-ee5a-4119-954f-6def22766bdd None None] DHCP port deletion for 83309fe7-c674-45d2-987a-e042535023cf request from n-d-844202-1 {{(pid=88526) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 19:14:33.551477 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-3a16a9da-ee5a-4119-954f-6def22766bdd None None] Deleting port 872e3a0f-7849-4b23-82e3-024f274c77d4 {{(pid=88526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:14:33.551900 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-3a16a9da-ee5a-4119-954f-6def22766bdd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:33.552304 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-67d28f53-6d21-492d-ae03-996bd6af32c4 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:33.556343 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-67d28f53-6d21-492d-ae03-996bd6af32c4 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5827606 Jun 01 19:14:33.560371 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 58834) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:14:33.570375 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-1f1b9ec9-2732-4fc3-9179-6bda81e9bb22 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Request body: {'security_group_rule': {'security_group_id': 'fa53d211-96a5-4c1d-bdee-775c32da1f09', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:14:33.577893 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-1f1b9ec9-2732-4fc3-9179-6bda81e9bb22 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:14:33.586602 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-fc5d397b-a52f-49a4-b821-c802b2cef821 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:14:33.592143 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-1f1b9ec9-2732-4fc3-9179-6bda81e9bb22 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Usage tracker for resource:security_group_rule and tenant:545849bed73d475fa69ab3aaaaf73c4b is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:14:33.594429 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.db.api [None req-5985b5bf-0e90-4bc1-a068-17f2ee890ea4 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88525) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 19:14:33.595385 n-d-844202-1 neutron-server[88525]: DEBUG oslo_db.api [None req-5985b5bf-0e90-4bc1-a068-17f2ee890ea4 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 19:14:33.596729 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-1f1b9ec9-2732-4fc3-9179-6bda81e9bb22 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:14:33.599983 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-fc5d397b-a52f-49a4-b821-c802b2cef821 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Usage tracker for resource:subnet and tenant:451baccc58514a0cab8c4410ed135b7c is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:14:33.603534 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce506566-0c68-4b90-8e7b-dadc6cad8913 None None] DHCP port deletion for c840486e-0c2f-4729-9a0c-ee6552111f90 request from n-d-844202-1 {{(pid=88526) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 19:14:33.605275 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-fc5d397b-a52f-49a4-b821-c802b2cef821 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:14:33.607907 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-1f1b9ec9-2732-4fc3-9179-6bda81e9bb22 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:14:33.609689 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f7786f-7976-443b-84ab-118651c10efd req-e63f0e89-cad4-4309-858f-3b9b0e169040 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:14:33.611353 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c5f7786f-7976-443b-84ab-118651c10efd req-e63f0e89-cad4-4309-858f-3b9b0e169040 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/ports?device_id=c4d58bc9-59bb-436d-b4a5-f14cb4ce6e4b HTTP/1.1" status: 200 len: 945 time: 0.1420732 Jun 01 19:14:33.615010 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-ce506566-0c68-4b90-8e7b-dadc6cad8913 None None] Deleting port 2239e131-1880-4285-a965-681c49f419c0 {{(pid=88526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:14:33.615641 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-ce506566-0c68-4b90-8e7b-dadc6cad8913 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:33.620007 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-fc5d397b-a52f-49a4-b821-c802b2cef821 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:14:33.636459 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc5d397b-a52f-49a4-b821-c802b2cef821 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Made reservation on behalf of 451baccc58514a0cab8c4410ed135b7c for: {'subnet': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:14:33.639752 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-fc5d397b-a52f-49a4-b821-c802b2cef821 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3066584'] for subnet, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:33.657250 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1f1b9ec9-2732-4fc3-9179-6bda81e9bb22 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:33.666282 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c5f7786f-7976-443b-84ab-118651c10efd req-18ec56a9-cea1-4e90-bdf3-df6f76e07bd3 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/security-groups?id=56247f7a-6a0e-46fd-a754-17d488ad1a50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481277 Jun 01 19:14:33.810857 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1f1b9ec9-2732-4fc3-9179-6bda81e9bb22 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:33.853506 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1f1b9ec9-2732-4fc3-9179-6bda81e9bb22 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:33.927248 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1b9ec9-2732-4fc3-9179-6bda81e9bb22 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e42d3ccb-a9c0-4bf2-aa54-24ae561016f3,revision_number=0']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:14:33.968505 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1f1b9ec9-2732-4fc3-9179-6bda81e9bb22 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:33.969665 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-1f1b9ec9-2732-4fc3-9179-6bda81e9bb22 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.4083552 Jun 01 19:14:33.974105 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 58840) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:14:33.978604 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-3a16a9da-ee5a-4119-954f-6def22766bdd None None] For port 872e3a0f-7849-4b23-82e3-024f274c77d4, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=872e3a0f-7849-4b23-82e3-024f274c77d4,segment=NetworkSegment(1cfda828-870d-4ff9-9f7f-9583fe873d24),segment_id=1cfda828-870d-4ff9-9f7f-9583fe873d24)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:14:33.979033 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-3a16a9da-ee5a-4119-954f-6def22766bdd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:33.992777 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-ce506566-0c68-4b90-8e7b-dadc6cad8913 None None] For port 2239e131-1880-4285-a965-681c49f419c0, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=2239e131-1880-4285-a965-681c49f419c0,segment=NetworkSegment(a6cfd7d1-5211-44ec-a836-a984e441185d),segment_id=a6cfd7d1-5211-44ec-a836-a984e441185d)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:14:33.993113 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-ce506566-0c68-4b90-8e7b-dadc6cad8913 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:34.016902 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411dae39-0aea-4197-8bed-6e73de7e8d43 req-3498bbb0-eeb1-4328-be98-316e7f50e65d tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:14:34.020661 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-411dae39-0aea-4197-8bed-6e73de7e8d43 req-3498bbb0-eeb1-4328-be98-316e7f50e65d tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2286216-8c80-4d0f-a6bc-2de102e2186c HTTP/1.1" status: 200 len: 946 time: 0.2074664 Jun 01 19:14:34.024972 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d3f60dba-3e62-4c39-93f0-9de7ef805e5d tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:34.036896 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d3f60dba-3e62-4c39-93f0-9de7ef805e5d tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:34.065667 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d3f60dba-3e62-4c39-93f0-9de7ef805e5d tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:34.085570 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f60dba-3e62-4c39-93f0-9de7ef805e5d tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e42d3ccb-a9c0-4bf2-aa54-24ae561016f3,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:14:34.096874 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d3f60dba-3e62-4c39-93f0-9de7ef805e5d tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:34.100411 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-d3f60dba-3e62-4c39-93f0-9de7ef805e5d tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/e42d3ccb-a9c0-4bf2-aa54-24ae561016f3 HTTP/1.1" status: 204 len: 168 time: 0.1214809 Jun 01 19:14:34.100411 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-5985b5bf-0e90-4bc1-a068-17f2ee890ea4 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Deleting port 4cfdd34b-29d4-4e21-88a4-4c15df14bc37 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:14:34.100411 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5985b5bf-0e90-4bc1-a068-17f2ee890ea4 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:34.109177 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 58844) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:14:34.119296 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-411dae39-0aea-4197-8bed-6e73de7e8d43 req-7c27f369-302d-4934-a4e7-b3d53f6c86c7 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/security-groups?id=64983b74-c803-470a-b560-086d234f978a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942671 Jun 01 19:14:34.167816 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-3a16a9da-ee5a-4119-954f-6def22766bdd None None] Calling delete_port for 872e3a0f-7849-4b23-82e3-024f274c77d4 owned by network:dhcp {{(pid=88526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:14:34.171091 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-5985b5bf-0e90-4bc1-a068-17f2ee890ea4 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] The port '4cfdd34b-29d4-4e21-88a4-4c15df14bc37' was deleted {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 01 19:14:34.190893 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-ef42b5a6-a459-464d-a298-242f23c498b9 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Synchronizing usage tracker for tenant:545849bed73d475fa69ab3aaaaf73c4b on resource:security_group_rule {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:14:34.259219 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-ef42b5a6-a459-464d-a298-242f23c498b9 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Unset dirty status for tenant:545849bed73d475fa69ab3aaaaf73c4b on resource:security_group_rule {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:14:34.260685 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-ef42b5a6-a459-464d-a298-242f23c498b9 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1508648 Jun 01 19:14:34.261530 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-ce506566-0c68-4b90-8e7b-dadc6cad8913 None None] Calling delete_port for 2239e131-1880-4285-a965-681c49f419c0 owned by network:dhcp {{(pid=88526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:14:34.263913 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 58848) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:14:34.302922 n-d-844202-1 neutron-server[88524]: DEBUG neutron.objects.ports [None req-fc5d397b-a52f-49a4-b821-c802b2cef821 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88524) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jun 01 19:14:34.306025 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ac55fbd1-13f6-433a-b2dc-d3dfe4857bb9 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:34.306305 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5985b5bf-0e90-4bc1-a068-17f2ee890ea4 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:34.337968 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-5985b5bf-0e90-4bc1-a068-17f2ee890ea4 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3835bc88-4948-44ae-9b9d-0c2345cf8427']}} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:14:34.352339 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-5985b5bf-0e90-4bc1-a068-17f2ee890ea4 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8642800-b1d2-408c-993f-870ace18e652') {'for_net_delete': True} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:14:34.352687 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-5985b5bf-0e90-4bc1-a068-17f2ee890ea4 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8642800-b1d2-408c-993f-870ace18e652') {} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:14:34.356850 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ac55fbd1-13f6-433a-b2dc-d3dfe4857bb9 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:34.365568 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5985b5bf-0e90-4bc1-a068-17f2ee890ea4 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2258522'] for segment, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:34.382596 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5985b5bf-0e90-4bc1-a068-17f2ee890ea4 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:34.391250 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5985b5bf-0e90-4bc1-a068-17f2ee890ea4 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=88525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 19:14:34.391762 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5985b5bf-0e90-4bc1-a068-17f2ee890ea4 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2613981'] for segment, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:34.416215 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ac55fbd1-13f6-433a-b2dc-d3dfe4857bb9 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:34.420052 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-ce506566-0c68-4b90-8e7b-dadc6cad8913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535'] for port, after_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:34.446754 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac55fbd1-13f6-433a-b2dc-d3dfe4857bb9 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=39a7a1a2-b77d-48e1-b29d-2135610326d5,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:14:34.456192 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ac55fbd1-13f6-433a-b2dc-d3dfe4857bb9 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:34.457561 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-ac55fbd1-13f6-433a-b2dc-d3dfe4857bb9 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/39a7a1a2-b77d-48e1-b29d-2135610326d5 HTTP/1.1" status: 204 len: 168 time: 0.1929967 Jun 01 19:14:34.462027 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 58854) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:14:34.463977 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-3a16a9da-ee5a-4119-954f-6def22766bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535'] for port, after_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:34.484122 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment d8642800-b1d2-408c-993f-870ace18e652 resource provider aggregate not found Jun 01 19:14:34.486803 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.ipam_pluggable_backend [None req-fc5d397b-a52f-49a4-b821-c802b2cef821 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Port 2239e131-1880-4285-a965-681c49f419c0 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=88524) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Jun 01 19:14:34.487311 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.ipam_pluggable_backend [None req-fc5d397b-a52f-49a4-b821-c802b2cef821 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Reverting IP allocation for 2001:db8::f816:3eff:fe09:8e9a {{(pid=88524) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Jun 01 19:14:34.487437 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce506566-0c68-4b90-8e7b-dadc6cad8913 None None] Pushing event deleted for resources: {'Port': ['ID=2239e131-1880-4285-a965-681c49f419c0,revision_number=None']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:14:34.497753 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-fc5d397b-a52f-49a4-b821-c802b2cef821 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2718919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3066602'] for subnet, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:34.512679 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment d8642800-b1d2-408c-993f-870ace18e652 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d8642800-b1d2-408c-993f-870ace18e652 found for delete ", "request_id": "req-1529f3fc-7c3a-4879-82bb-3baf5bcbf2b3"}]} Jun 01 19:14:34.525276 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce506566-0c68-4b90-8e7b-dadc6cad8913 None None] No DVR routers for this DVR port 2239e131-1880-4285-a965-681c49f419c0 on host n-d-844202-1 {{(pid=88526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:14:34.529524 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5985b5bf-0e90-4bc1-a068-17f2ee890ea4 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:34.541313 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a16a9da-ee5a-4119-954f-6def22766bdd None None] No DVR routers for this DVR port 872e3a0f-7849-4b23-82e3-024f274c77d4 on host n-d-844202-1 {{(pid=88526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:14:34.547181 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a16a9da-ee5a-4119-954f-6def22766bdd None None] Pushing event deleted for resources: {'Port': ['ID=872e3a0f-7849-4b23-82e3-024f274c77d4,revision_number=None']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:14:34.567400 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5985b5bf-0e90-4bc1-a068-17f2ee890ea4 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Notify callbacks [] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:34.576922 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5985b5bf-0e90-4bc1-a068-17f2ee890ea4 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Pushing event deleted for resources: {'Network': ['ID=3835bc88-4948-44ae-9b9d-0c2345cf8427,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:14:34.586336 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-5985b5bf-0e90-4bc1-a068-17f2ee890ea4 tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] 10.222.0.41 "DELETE /v2.0/networks/3835bc88-4948-44ae-9b9d-0c2345cf8427 HTTP/1.1" status: 204 len: 168 time: 1.8265996 Jun 01 19:14:34.588955 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 58860) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:14:34.589317 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-e7f83a00-681d-49f0-ad60-f84e601a759d tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Synchronizing usage tracker for tenant:545849bed73d475fa69ab3aaaaf73c4b on resource:security_group_rule {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:14:34.595276 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc5d397b-a52f-49a4-b821-c802b2cef821 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Network c840486e-0c2f-4729-9a0c-ee6552111f90 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:14:34.599955 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-fc5d397b-a52f-49a4-b821-c802b2cef821 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:14:34.602753 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc5d397b-a52f-49a4-b821-c802b2cef821 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:14:34.603571 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-fc5d397b-a52f-49a4-b821-c802b2cef821 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:34.610873 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1153c3e3-56dd-4b3a-bcdf-766cbef934e1 None None] Network c840486e-0c2f-4729-9a0c-ee6552111f90 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:14:34.636703 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5d397b-a52f-49a4-b821-c802b2cef821 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Pushing event updated for resources: {'Subnet': ['ID=ee2b6fb1-98c6-4949-a3f3-a23944ec0532,revision_number=0']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:14:34.645374 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-fc5d397b-a52f-49a4-b821-c802b2cef821 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2337539 Jun 01 19:14:34.645953 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 58864) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:14:34.649001 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-e7f83a00-681d-49f0-ad60-f84e601a759d tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Unset dirty status for tenant:545849bed73d475fa69ab3aaaaf73c4b on resource:security_group_rule {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:14:34.652894 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-e7f83a00-681d-49f0-ad60-f84e601a759d tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1897182 Jun 01 19:14:34.657323 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-ed43c8ec-b9d2-4a2d-aa28-27597c33ccbf tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Request body: {'subnet': {'network_id': 'c840486e-0c2f-4729-9a0c-ee6552111f90', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:14:34.679788 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 58868) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:14:34.841295 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-c616746d-6ff8-4dd0-ae88-9b5423d05f22 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:34.845461 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-368fe331-6570-45da-9f74-5b3ce87c8f86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc93f83c3-7fb6-5c13-a9d4-29d739a4e8d2-c840486e-0c2f-4729-9a0c-ee6552111f90', 'network_id': 'c840486e-0c2f-4729-9a0c-ee6552111f90', 'tenant_id': '451baccc58514a0cab8c4410ed135b7c', 'fixed_ips': [{'subnet_id': 'ee2b6fb1-98c6-4949-a3f3-a23944ec0532'}]}} from n-d-844202-1. {{(pid=88526) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 19:14:34.847447 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-368fe331-6570-45da-9f74-5b3ce87c8f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:34.896425 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f64f3e63-b5cc-4f77-8d3d-a2a090f0061d tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:34.918445 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 2239e131-1880-4285-a965-681c49f419c0 no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:14:34.966164 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: 2239e131-1880-4285-a965-681c49f419c0 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:14:34.966384 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 2239e131-1880-4285-a965-681c49f419c0 not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:14:34.966775 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 872e3a0f-7849-4b23-82e3-024f274c77d4 no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:14:34.985287 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-c616746d-6ff8-4dd0-ae88-9b5423d05f22 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:35.001952 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-ed43c8ec-b9d2-4a2d-aa28-27597c33ccbf tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:14:35.009335 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-ed43c8ec-b9d2-4a2d-aa28-27597c33ccbf tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Usage tracker for resource:subnet and tenant:451baccc58514a0cab8c4410ed135b7c is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:14:35.012930 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: 872e3a0f-7849-4b23-82e3-024f274c77d4 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:14:35.013735 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 872e3a0f-7849-4b23-82e3-024f274c77d4 not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:14:35.014036 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-ed43c8ec-b9d2-4a2d-aa28-27597c33ccbf tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:14:35.024040 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-ed43c8ec-b9d2-4a2d-aa28-27597c33ccbf tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:14:35.037502 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-c616746d-6ff8-4dd0-ae88-9b5423d05f22 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:35.058127 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed43c8ec-b9d2-4a2d-aa28-27597c33ccbf tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Made reservation on behalf of 451baccc58514a0cab8c4410ed135b7c for: {'subnet': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:14:35.061833 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ed43c8ec-b9d2-4a2d-aa28-27597c33ccbf tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3066584'] for subnet, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:35.084658 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c616746d-6ff8-4dd0-ae88-9b5423d05f22 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6df40429-22e1-4c91-b2ab-c0dafca452f7,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:14:35.092962 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f64f3e63-b5cc-4f77-8d3d-a2a090f0061d tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:35.114308 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.db_base_plugin_common [None req-368fe331-6570-45da-9f74-5b3ce87c8f86 None None] Allocated IP 2001:db8::f816:3eff:fee5:519c (c840486e-0c2f-4729-9a0c-ee6552111f90/ee2b6fb1-98c6-4949-a3f3-a23944ec0532/effc8e05-ae16-44af-9c0a-8ef4d1d27866) {{(pid=88526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:14:35.115892 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95faaea6-ae58-4f9a-a715-9d7c4ba70110 req-2c51a902-11af-4795-b51b-9691c577b76e tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:14:35.117388 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-95faaea6-ae58-4f9a-a715-9d7c4ba70110 req-2c51a902-11af-4795-b51b-9691c577b76e tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/ports?device_id=c4d58bc9-59bb-436d-b4a5-f14cb4ce6e4b HTTP/1.1" status: 200 len: 945 time: 0.3040199 Jun 01 19:14:35.133803 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-f64f3e63-b5cc-4f77-8d3d-a2a090f0061d tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83309fe7-c674-45d2-987a-e042535023cf']}} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:14:35.138785 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-c616746d-6ff8-4dd0-ae88-9b5423d05f22 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:35.142413 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-c616746d-6ff8-4dd0-ae88-9b5423d05f22 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/6df40429-22e1-4c91-b2ab-c0dafca452f7 HTTP/1.1" status: 204 len: 168 time: 0.4591711 Jun 01 19:14:35.145743 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 58874) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:14:35.161981 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-f64f3e63-b5cc-4f77-8d3d-a2a090f0061d tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cfda828-870d-4ff9-9f7f-9583fe873d24') {'for_net_delete': True} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:14:35.162275 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-f64f3e63-b5cc-4f77-8d3d-a2a090f0061d tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cfda828-870d-4ff9-9f7f-9583fe873d24') {} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:14:35.187972 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f64f3e63-b5cc-4f77-8d3d-a2a090f0061d tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2258522'] for segment, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:35.212461 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-95faaea6-ae58-4f9a-a715-9d7c4ba70110 req-20a08c0a-9e1f-4bde-aeb8-3414b093e55f tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/security-groups?id=56247f7a-6a0e-46fd-a754-17d488ad1a50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830591 Jun 01 19:14:35.213455 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f64f3e63-b5cc-4f77-8d3d-a2a090f0061d tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:35.229300 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f64f3e63-b5cc-4f77-8d3d-a2a090f0061d tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=88525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 19:14:35.229699 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f64f3e63-b5cc-4f77-8d3d-a2a090f0061d tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2613981'] for segment, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:35.282479 n-d-844202-1 neutron-server[88524]: INFO neutron.db.ipam_backend_mixin [None req-ed43c8ec-b9d2-4a2d-aa28-27597c33ccbf tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ee2b6fb1-98c6-4949-a3f3-a23944ec0532 (CIDR: 2001:db8::/64) Jun 01 19:14:35.321308 n-d-844202-1 neutron-server[88524]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed43c8ec-b9d2-4a2d-aa28-27597c33ccbf tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 01 19:14:35.321796 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed43c8ec-b9d2-4a2d-aa28-27597c33ccbf tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88524) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 19:14:35.332518 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f64f3e63-b5cc-4f77-8d3d-a2a090f0061d tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:35.373087 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f64f3e63-b5cc-4f77-8d3d-a2a090f0061d tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Notify callbacks [] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:35.375915 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64f3e63-b5cc-4f77-8d3d-a2a090f0061d tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] Pushing event deleted for resources: {'Network': ['ID=83309fe7-c674-45d2-987a-e042535023cf,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:14:35.378765 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-8b537983-8999-4a5c-b76f-c3e8921f6d6b tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Synchronizing usage tracker for tenant:545849bed73d475fa69ab3aaaaf73c4b on resource:security_group_rule {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:14:35.387882 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-ed43c8ec-b9d2-4a2d-aa28-27597c33ccbf tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7379305 Jun 01 19:14:35.388066 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-368fe331-6570-45da-9f74-5b3ce87c8f86 None None] Notify callbacks [] for port, precommit_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:35.391491 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 58882) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:14:35.399365 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-a32ff676-e5d7-47fe-a2cb-bb05f9be5b7f tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Request body: {'subnet': {'network_id': 'c840486e-0c2f-4729-9a0c-ee6552111f90', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:14:35.399800 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-368fe331-6570-45da-9f74-5b3ce87c8f86 None None] Transition to ACTIVE for port object effc8e05-ae16-44af-9c0a-8ef4d1d27866 will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:14:35.421583 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-368fe331-6570-45da-9f74-5b3ce87c8f86 None None] Transition to ACTIVE for port object effc8e05-ae16-44af-9c0a-8ef4d1d27866 will not be triggered until provisioned by entity DHCP. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:14:35.430977 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-368fe331-6570-45da-9f74-5b3ce87c8f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526'] for port, after_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:35.439877 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-f64f3e63-b5cc-4f77-8d3d-a2a090f0061d tempest-TaggedBootDevicesTest-1663663779 tempest-TaggedBootDevicesTest-1663663779-project] 10.222.0.41 "DELETE /v2.0/networks/83309fe7-c674-45d2-987a-e042535023cf HTTP/1.1" status: 204 len: 168 time: 0.8465056 Jun 01 19:14:35.497524 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-8b537983-8999-4a5c-b76f-c3e8921f6d6b tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Unset dirty status for tenant:545849bed73d475fa69ab3aaaaf73c4b on resource:security_group_rule {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:14:35.498696 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-8b537983-8999-4a5c-b76f-c3e8921f6d6b tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.3520062 Jun 01 19:14:35.501086 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cb869c-4361-4155-bdaf-a1a1fe73114e req-61afab73-8c77-4c21-997b-34bf83ac7150 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:14:35.503808 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-368fe331-6570-45da-9f74-5b3ce87c8f86 None None] Network c840486e-0c2f-4729-9a0c-ee6552111f90 is already hosted by enough agents. {{(pid=88526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:14:35.504331 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-91cb869c-4361-4155-bdaf-a1a1fe73114e req-61afab73-8c77-4c21-997b-34bf83ac7150 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/ports?device_id=c4d58bc9-59bb-436d-b4a5-f14cb4ce6e4b HTTP/1.1" status: 200 len: 945 time: 0.1232085 Jun 01 19:14:35.505027 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 58888) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:14:35.506701 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.base_scheduler [None req-368fe331-6570-45da-9f74-5b3ce87c8f86 None None] Resources bound (agent type, host, resource id): {{(pid=88526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:14:35.509094 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-368fe331-6570-45da-9f74-5b3ce87c8f86 None None] Received port after_create {{(pid=88526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:14:35.532976 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9996a778-b65d-4f10-9611-1fa5c9b1df62 req-b35cef6e-132c-4386-9658-cf2ebc55e7d7 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:14:35.535248 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9996a778-b65d-4f10-9611-1fa5c9b1df62 req-b35cef6e-132c-4386-9658-cf2ebc55e7d7 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2286216-8c80-4d0f-a6bc-2de102e2186c HTTP/1.1" status: 200 len: 946 time: 0.2618670 Jun 01 19:14:35.554421 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368fe331-6570-45da-9f74-5b3ce87c8f86 None None] Pushing event updated for resources: {'Port': ['ID=effc8e05-ae16-44af-9c0a-8ef4d1d27866,revision_number=1']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:14:35.565978 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e86345ec-da28-49fd-bcf9-68df1541fb93 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:35.583100 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e86345ec-da28-49fd-bcf9-68df1541fb93 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:35.596797 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-91cb869c-4361-4155-bdaf-a1a1fe73114e req-6b5dac4c-0a72-4e74-bf54-8ec999f99fd6 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/security-groups?id=56247f7a-6a0e-46fd-a754-17d488ad1a50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791264 Jun 01 19:14:35.621005 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9996a778-b65d-4f10-9611-1fa5c9b1df62 req-dc7dcc50-f02c-4492-84a4-2c3ff5e91d87 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/security-groups?id=64983b74-c803-470a-b560-086d234f978a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672991 Jun 01 19:14:35.622749 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 58892) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:14:35.624262 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-a32ff676-e5d7-47fe-a2cb-bb05f9be5b7f tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:14:35.628244 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-368fe331-6570-45da-9f74-5b3ce87c8f86 None None] Attempting to bind port effc8e05-ae16-44af-9c0a-8ef4d1d27866 on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:14:35.628680 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-368fe331-6570-45da-9f74-5b3ce87c8f86 None None] Attempting to bind port effc8e05-ae16-44af-9c0a-8ef4d1d27866 by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': 'a6cfd7d1-5211-44ec-a836-a984e441185d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c840486e-0c2f-4729-9a0c-ee6552111f90'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:14:35.629090 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-368fe331-6570-45da-9f74-5b3ce87c8f86 None None] Attempting to bind port effc8e05-ae16-44af-9c0a-8ef4d1d27866 on network c840486e-0c2f-4729-9a0c-ee6552111f90 {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:14:35.638000 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-a32ff676-e5d7-47fe-a2cb-bb05f9be5b7f tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Usage tracker for resource:subnet and tenant:451baccc58514a0cab8c4410ed135b7c is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:14:35.642580 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-a32ff676-e5d7-47fe-a2cb-bb05f9be5b7f tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:14:35.647038 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-368fe331-6570-45da-9f74-5b3ce87c8f86 None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 14, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:14:35.647414 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-368fe331-6570-45da-9f74-5b3ce87c8f86 None None] Checking segment: {'id': 'a6cfd7d1-5211-44ec-a836-a984e441185d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c840486e-0c2f-4729-9a0c-ee6552111f90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:14:35.647819 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-368fe331-6570-45da-9f74-5b3ce87c8f86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:35.648211 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-368fe331-6570-45da-9f74-5b3ce87c8f86 None None] Bound using segment: {'id': 'a6cfd7d1-5211-44ec-a836-a984e441185d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c840486e-0c2f-4729-9a0c-ee6552111f90'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:14:35.648699 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-368fe331-6570-45da-9f74-5b3ce87c8f86 None None] Bound port: effc8e05-ae16-44af-9c0a-8ef4d1d27866, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6cfd7d1-5211-44ec-a836-a984e441185d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c840486e-0c2f-4729-9a0c-ee6552111f90'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:14:35.649073 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-368fe331-6570-45da-9f74-5b3ce87c8f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:35.652048 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-a32ff676-e5d7-47fe-a2cb-bb05f9be5b7f tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:14:35.666734 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a32ff676-e5d7-47fe-a2cb-bb05f9be5b7f tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Made reservation on behalf of 451baccc58514a0cab8c4410ed135b7c for: {'subnet': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:14:35.667500 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e86345ec-da28-49fd-bcf9-68df1541fb93 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:35.672254 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a32ff676-e5d7-47fe-a2cb-bb05f9be5b7f tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3066584'] for subnet, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:35.706026 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86345ec-da28-49fd-bcf9-68df1541fb93 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d8ecabd0-cbd5-4225-92a7-508897c0c6b7,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:14:35.720172 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e86345ec-da28-49fd-bcf9-68df1541fb93 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:35.722825 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-e86345ec-da28-49fd-bcf9-68df1541fb93 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/d8ecabd0-cbd5-4225-92a7-508897c0c6b7 HTTP/1.1" status: 204 len: 168 time: 0.2166071 Jun 01 19:14:35.726383 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 58898) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:14:35.764564 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-368fe331-6570-45da-9f74-5b3ce87c8f86 None None] For port effc8e05-ae16-44af-9c0a-8ef4d1d27866, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:14:35.769059 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-368fe331-6570-45da-9f74-5b3ce87c8f86 None None] For port effc8e05-ae16-44af-9c0a-8ef4d1d27866, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=effc8e05-ae16-44af-9c0a-8ef4d1d27866,segment=NetworkSegment(a6cfd7d1-5211-44ec-a836-a984e441185d),segment_id=a6cfd7d1-5211-44ec-a836-a984e441185d)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:14:35.777445 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-368fe331-6570-45da-9f74-5b3ce87c8f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:35.797210 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-750dbd77-f633-4700-aa9c-960719109c8d tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Synchronizing usage tracker for tenant:545849bed73d475fa69ab3aaaaf73c4b on resource:security_group_rule {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:14:35.812071 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-003f813a-2b4b-4fca-963c-2be779e181e4 tempest-TestNetworkAdvancedServerOps-1915190974 tempest-TestNetworkAdvancedServerOps-1915190974-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:14:35.817009 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-003f813a-2b4b-4fca-963c-2be779e181e4 tempest-TestNetworkAdvancedServerOps-1915190974 tempest-TestNetworkAdvancedServerOps-1915190974-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=c4d58bc9-59bb-436d-b4a5-f14cb4ce6e4b HTTP/1.1" status: 200 len: 1091 time: 0.1898544 Jun 01 19:14:35.817360 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 58904) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:14:35.832734 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-132eb866-47e2-48a6-b5f0-d6adca010369 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Request body: {'floatingip': {'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'port_id': '7d8c088f-143f-4baf-b55f-4c0d180c9e22', 'tenant_id': '8537cfb3773e46d182e148cf5b0a717f', 'fixed_ip_address': '172.20.0.7'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:14:35.843061 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-132eb866-47e2-48a6-b5f0-d6adca010369 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:14:35.851529 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-132eb866-47e2-48a6-b5f0-d6adca010369 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Usage tracker for resource:floatingip and tenant:8537cfb3773e46d182e148cf5b0a717f is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:14:35.856527 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-132eb866-47e2-48a6-b5f0-d6adca010369 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:14:35.864848 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-132eb866-47e2-48a6-b5f0-d6adca010369 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:14:35.874765 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-750dbd77-f633-4700-aa9c-960719109c8d tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Unset dirty status for tenant:545849bed73d475fa69ab3aaaaf73c4b on resource:security_group_rule {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:14:35.876950 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368fe331-6570-45da-9f74-5b3ce87c8f86 None None] Pushing event updated for resources: {'Port': ['ID=effc8e05-ae16-44af-9c0a-8ef4d1d27866,revision_number=2']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:14:35.880595 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-750dbd77-f633-4700-aa9c-960719109c8d tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1529825 Jun 01 19:14:35.881577 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 58908) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:14:35.904468 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-132eb866-47e2-48a6-b5f0-d6adca010369 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks [] for floatingip, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:36.046353 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a32ff676-e5d7-47fe-a2cb-bb05f9be5b7f tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2718919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3066602'] for subnet, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:36.050263 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-475d372d-c112-4e65-9d70-bfc07b07225c tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:36.074307 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-475d372d-c112-4e65-9d70-bfc07b07225c tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:36.130103 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a32ff676-e5d7-47fe-a2cb-bb05f9be5b7f tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Network c840486e-0c2f-4729-9a0c-ee6552111f90 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:14:36.133845 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-a32ff676-e5d7-47fe-a2cb-bb05f9be5b7f tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:14:36.135309 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-475d372d-c112-4e65-9d70-bfc07b07225c tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:36.137919 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a32ff676-e5d7-47fe-a2cb-bb05f9be5b7f tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:14:36.138792 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a32ff676-e5d7-47fe-a2cb-bb05f9be5b7f tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:36.169065 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32ff676-e5d7-47fe-a2cb-bb05f9be5b7f tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Pushing event updated for resources: {'Subnet': ['ID=f508fe00-041d-4615-9f07-c03189f3aabf,revision_number=0']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:14:36.180705 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475d372d-c112-4e65-9d70-bfc07b07225c tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1ce5b4da-dcd1-415c-8c1e-25bbcc242257,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:14:36.196251 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-a32ff676-e5d7-47fe-a2cb-bb05f9be5b7f tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8038611 Jun 01 19:14:36.200692 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 58914) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:14:36.202272 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-132eb866-47e2-48a6-b5f0-d6adca010369 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:36.222053 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-2fb868bb-9c7d-4e19-95aa-4e1a7bab978a tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Request body: {'port': {'network_id': 'c840486e-0c2f-4729-9a0c-ee6552111f90', 'mac_address': 'fa:16:3e:40:1d:1d', 'name': 'tempest-NetworksTestDHCPv6-1592416790'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:14:36.354804 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-475d372d-c112-4e65-9d70-bfc07b07225c tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:36.357493 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-475d372d-c112-4e65-9d70-bfc07b07225c tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/1ce5b4da-dcd1-415c-8c1e-25bbcc242257 HTTP/1.1" status: 204 len: 168 time: 0.4743733 Jun 01 19:14:36.364322 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 58918) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:14:36.380971 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [None req-132eb866-47e2-48a6-b5f0-d6adca010369 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Allocated IP 172.25.4.225 (72a72e44-6845-488a-a5ff-3a26d4df9cb3/c314a23b-daa2-4106-ab28-8e6f954277b2/1bd306a6-32a4-44cc-9a48-d08c6ee87c4d) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:14:36.445987 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-2fb868bb-9c7d-4e19-95aa-4e1a7bab978a tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:14:36.458520 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-ce612992-bf9a-420b-89a3-67c18a3945d3 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0911634 Jun 01 19:14:36.460630 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-2fb868bb-9c7d-4e19-95aa-4e1a7bab978a tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Usage tracker for resource:port and tenant:451baccc58514a0cab8c4410ed135b7c is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:14:36.463285 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 58922) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:14:36.465927 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-2fb868bb-9c7d-4e19-95aa-4e1a7bab978a tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:14:36.483975 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-2fb868bb-9c7d-4e19-95aa-4e1a7bab978a tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:14:36.514047 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fb868bb-9c7d-4e19-95aa-4e1a7bab978a tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Made reservation on behalf of 451baccc58514a0cab8c4410ed135b7c for: {'port': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:14:36.549980 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-132eb866-47e2-48a6-b5f0-d6adca010369 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:36.555108 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment 1cfda828-870d-4ff9-9f7f-9583fe873d24 resource provider aggregate not found Jun 01 19:14:36.575292 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment 1cfda828-870d-4ff9-9f7f-9583fe873d24 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1cfda828-870d-4ff9-9f7f-9583fe873d24 found for delete ", "request_id": "req-35bf760d-83eb-4ae6-bc71-0782d32be28b"}]} Jun 01 19:14:36.588771 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-132eb866-47e2-48a6-b5f0-d6adca010369 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:36.623074 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-bf9018ee-a54b-472e-9455-51ac6f718f16 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:36.659366 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-132eb866-47e2-48a6-b5f0-d6adca010369 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:14:36.662231 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-132eb866-47e2-48a6-b5f0-d6adca010369 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:14:36.666209 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-132eb866-47e2-48a6-b5f0-d6adca010369 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:14:36.692829 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-bf9018ee-a54b-472e-9455-51ac6f718f16 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:36.707567 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132eb866-47e2-48a6-b5f0-d6adca010369 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Pushing event updated for resources: {'Port': ['ID=1bd306a6-32a4-44cc-9a48-d08c6ee87c4d,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:14:36.737570 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2fb868bb-9c7d-4e19-95aa-4e1a7bab978a tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:36.789269 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [None req-2fb868bb-9c7d-4e19-95aa-4e1a7bab978a tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] device_id is not set on port 2005f310-1378-45a9-808b-3ad5c985806e yet. {{(pid=88524) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 19:14:36.833018 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-bf9018ee-a54b-472e-9455-51ac6f718f16 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:36.869791 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9018ee-a54b-472e-9455-51ac6f718f16 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa53d211-96a5-4c1d-bdee-775c32da1f09,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:14:36.905912 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-bf9018ee-a54b-472e-9455-51ac6f718f16 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:36.905912 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-bf9018ee-a54b-472e-9455-51ac6f718f16 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] 10.222.0.41 "DELETE /v2.0/security-groups/fa53d211-96a5-4c1d-bdee-775c32da1f09 HTTP/1.1" status: 204 len: 168 time: 0.4391932 Jun 01 19:14:36.921875 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 58932) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:14:37.064095 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device effc8e05-ae16-44af-9c0a-8ef4d1d27866 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:14:37.166788 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-cff804a5-a1de-45af-9691-4977003f3800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:37.193185 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port effc8e05-ae16-44af-9c0a-8ef4d1d27866 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:14:37.234515 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082d8a08-7aee-4afc-9d2e-1a294cc6a3a9 req-23569d3f-500f-4d5a-9690-20abef760e51 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:14:37.242506 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-082d8a08-7aee-4afc-9d2e-1a294cc6a3a9 req-23569d3f-500f-4d5a-9690-20abef760e51 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2286216-8c80-4d0f-a6bc-2de102e2186c HTTP/1.1" status: 200 len: 946 time: 0.4903440 Jun 01 19:14:37.260869 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [None req-2fb868bb-9c7d-4e19-95aa-4e1a7bab978a tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Allocated IP 2001:db8:0:1::11a (c840486e-0c2f-4729-9a0c-ee6552111f90/f508fe00-041d-4615-9f07-c03189f3aabf/2005f310-1378-45a9-808b-3ad5c985806e) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:14:37.269612 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [None req-2fb868bb-9c7d-4e19-95aa-4e1a7bab978a tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Allocated IP 2001:db8::f816:3eff:fe40:1d1d (c840486e-0c2f-4729-9a0c-ee6552111f90/ee2b6fb1-98c6-4949-a3f3-a23944ec0532/2005f310-1378-45a9-808b-3ad5c985806e) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:14:37.319953 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-36cb0d56-3940-41e4-9461-ecd1aecd65da tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Synchronizing usage tracker for tenant:545849bed73d475fa69ab3aaaaf73c4b on resource:security_group {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:14:37.325527 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2edef56d-49e6-4455-8b6e-4cf2d7fdf154 None None] Network c840486e-0c2f-4729-9a0c-ee6552111f90 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:14:37.428269 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-082d8a08-7aee-4afc-9d2e-1a294cc6a3a9 req-babbaad9-a644-440f-898a-8b433ea12f56 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/security-groups?id=64983b74-c803-470a-b560-086d234f978a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1846709 Jun 01 19:14:37.438048 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-0a8405e5-d813-42f5-ad8a-58bfbf436df2 None None] Provisioning for port effc8e05-ae16-44af-9c0a-8ef4d1d27866 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:14:37.450166 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-0a8405e5-d813-42f5-ad8a-58bfbf436df2 None None] Provisioning complete for port effc8e05-ae16-44af-9c0a-8ef4d1d27866 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:14:37.450648 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-0a8405e5-d813-42f5-ad8a-58bfbf436df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:37.502497 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-36cb0d56-3940-41e4-9461-ecd1aecd65da tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Unset dirty status for tenant:545849bed73d475fa69ab3aaaaf73c4b on resource:security_group {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:14:37.504083 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-36cb0d56-3940-41e4-9461-ecd1aecd65da tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5811443 Jun 01 19:14:37.542296 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2fb868bb-9c7d-4e19-95aa-4e1a7bab978a tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:37.557994 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-132eb866-47e2-48a6-b5f0-d6adca010369 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:37.562628 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [None req-2fb868bb-9c7d-4e19-95aa-4e1a7bab978a tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Transition to ACTIVE for port object 2005f310-1378-45a9-808b-3ad5c985806e will not be triggered until provisioned by entity DHCP. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:14:37.578507 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 58938) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:14:37.584714 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-8d006e0f-a01f-486b-940d-ab1bb7fa1f68 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Request body: {'security_group': {'name': 'tempest-secgroup--639274873'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:14:37.591246 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2fb868bb-9c7d-4e19-95aa-4e1a7bab978a tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:37.651077 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-8d006e0f-a01f-486b-940d-ab1bb7fa1f68 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:14:37.653918 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-132eb866-47e2-48a6-b5f0-d6adca010369 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:37.672609 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb868bb-9c7d-4e19-95aa-4e1a7bab978a tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Network c840486e-0c2f-4729-9a0c-ee6552111f90 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:14:37.677177 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-2fb868bb-9c7d-4e19-95aa-4e1a7bab978a tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:14:37.682643 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb868bb-9c7d-4e19-95aa-4e1a7bab978a tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:14:37.683570 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-0a8405e5-d813-42f5-ad8a-58bfbf436df2 None None] Current status of the port effc8e05-ae16-44af-9c0a-8ef4d1d27866 is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:14:37.684045 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-0a8405e5-d813-42f5-ad8a-58bfbf436df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:37.688515 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fb868bb-9c7d-4e19-95aa-4e1a7bab978a tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:14:37.689124 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2fb868bb-9c7d-4e19-95aa-4e1a7bab978a tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:37.709208 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-8d006e0f-a01f-486b-940d-ab1bb7fa1f68 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:14:37.723176 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb868bb-9c7d-4e19-95aa-4e1a7bab978a tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Pushing event updated for resources: {'Port': ['ID=2005f310-1378-45a9-808b-3ad5c985806e,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:14:37.731080 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-2fb868bb-9c7d-4e19-95aa-4e1a7bab978a tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.5268078 Jun 01 19:14:37.731687 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-0a8405e5-d813-42f5-ad8a-58bfbf436df2 None None] For port effc8e05-ae16-44af-9c0a-8ef4d1d27866, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=effc8e05-ae16-44af-9c0a-8ef4d1d27866,segment=NetworkSegment(a6cfd7d1-5211-44ec-a836-a984e441185d),segment_id=a6cfd7d1-5211-44ec-a836-a984e441185d)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:14:37.731825 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 58942) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:14:37.743835 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-0a8405e5-d813-42f5-ad8a-58bfbf436df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:37.773418 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8d006e0f-a01f-486b-940d-ab1bb7fa1f68 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:37.927623 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8405e5-d813-42f5-ad8a-58bfbf436df2 None None] Pushing event updated for resources: {'Port': ['ID=effc8e05-ae16-44af-9c0a-8ef4d1d27866,revision_number=3']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:14:37.932798 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05d37207-8531-4a1f-b244-1b8e78665902 None None] Update dhcp port {'port': {'network_id': 'c840486e-0c2f-4729-9a0c-ee6552111f90', 'fixed_ips': [{'subnet_id': 'ee2b6fb1-98c6-4949-a3f3-a23944ec0532', 'ip_address': '2001:db8::f816:3eff:fee5:519c'}, {'subnet_id': 'f508fe00-041d-4615-9f07-c03189f3aabf'}], 'binding:host_id': 'n-d-844202-1'}, 'id': 'effc8e05-ae16-44af-9c0a-8ef4d1d27866'} from n-d-844202-1. {{(pid=88526) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jun 01 19:14:37.973814 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-15f9434c-5387-4b6c-adcf-26386d590deb tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Deleting port 2005f310-1378-45a9-808b-3ad5c985806e {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:14:37.974157 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-15f9434c-5387-4b6c-adcf-26386d590deb tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:37.985415 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-132eb866-47e2-48a6-b5f0-d6adca010369 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks [] for port, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:37.992660 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-8d006e0f-a01f-486b-940d-ab1bb7fa1f68 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:14:37.997885 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-132eb866-47e2-48a6-b5f0-d6adca010369 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:38.004299 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-8d006e0f-a01f-486b-940d-ab1bb7fa1f68 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Usage tracker for resource:security_group_rule and tenant:545849bed73d475fa69ab3aaaaf73c4b is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:14:38.014642 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-05d37207-8531-4a1f-b244-1b8e78665902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:38.055261 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-8d006e0f-a01f-486b-940d-ab1bb7fa1f68 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:14:38.106055 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-8d006e0f-a01f-486b-940d-ab1bb7fa1f68 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:14:38.148423 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132eb866-47e2-48a6-b5f0-d6adca010369 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Pushing event updated for resources: {'Port': ['ID=1bd306a6-32a4-44cc-9a48-d08c6ee87c4d,revision_number=2']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:14:38.170618 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-132eb866-47e2-48a6-b5f0-d6adca010369 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887712'] for floatingip, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:38.290248 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.db_base_plugin_common [None req-05d37207-8531-4a1f-b244-1b8e78665902 None None] Allocated IP 2001:db8:0:1::2 (c840486e-0c2f-4729-9a0c-ee6552111f90/f508fe00-041d-4615-9f07-c03189f3aabf/effc8e05-ae16-44af-9c0a-8ef4d1d27866) {{(pid=88526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:14:38.310187 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-15f9434c-5387-4b6c-adcf-26386d590deb tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:38.442659 n-d-844202-1 neutron-server[88525]: INFO neutron.db.l3_db [None req-132eb866-47e2-48a6-b5f0-d6adca010369 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Floating IP 5f067ce1-5227-48ee-a0a7-5f938351a4c3 associated. External IP: 172.25.4.225, port: 7d8c088f-143f-4baf-b55f-4c0d180c9e22. Jun 01 19:14:38.480898 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-15f9434c-5387-4b6c-adcf-26386d590deb tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Calling delete_port for 2005f310-1378-45a9-808b-3ad5c985806e owned by {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:14:38.570850 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8d006e0f-a01f-486b-940d-ab1bb7fa1f68 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:38.603318 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-05d37207-8531-4a1f-b244-1b8e78665902 None None] For port effc8e05-ae16-44af-9c0a-8ef4d1d27866, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=effc8e05-ae16-44af-9c0a-8ef4d1d27866,segment=NetworkSegment(a6cfd7d1-5211-44ec-a836-a984e441185d),segment_id=a6cfd7d1-5211-44ec-a836-a984e441185d)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:14:38.639232 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8d006e0f-a01f-486b-940d-ab1bb7fa1f68 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:38.665089 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-05d37207-8531-4a1f-b244-1b8e78665902 None None] Notify callbacks [] for port, precommit_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:38.687864 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-05d37207-8531-4a1f-b244-1b8e78665902 None None] Transition to ACTIVE for port object effc8e05-ae16-44af-9c0a-8ef4d1d27866 will not be triggered until provisioned by entity DHCP. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:14:38.699937 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-05d37207-8531-4a1f-b244-1b8e78665902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:38.714332 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d006e0f-a01f-486b-940d-ab1bb7fa1f68 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cae18965-3070-4efa-9ff9-5d5b45f06a3b,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:14:38.856828 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f27e7a8-4767-47db-a58d-7f2a17b23b31 req-982ee6a8-2ee3-4457-b5d5-407e994f8c22 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:14:38.858350 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5f27e7a8-4767-47db-a58d-7f2a17b23b31 req-982ee6a8-2ee3-4457-b5d5-407e994f8c22 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2286216-8c80-4d0f-a6bc-2de102e2186c HTTP/1.1" status: 200 len: 946 time: 0.2232876 Jun 01 19:14:38.876217 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d37207-8531-4a1f-b244-1b8e78665902 None None] Pushing event updated for resources: {'Port': ['ID=effc8e05-ae16-44af-9c0a-8ef4d1d27866,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:14:38.922072 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-15f9434c-5387-4b6c-adcf-26386d590deb tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:39.009586 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-132eb866-47e2-48a6-b5f0-d6adca010369 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Router ebf6af23-158a-422f-ab91-96c3a5fa6a62 has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 19:14:39.012336 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8d006e0f-a01f-486b-940d-ab1bb7fa1f68 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:39.015072 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-8d006e0f-a01f-486b-940d-ab1bb7fa1f68 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.4338775 Jun 01 19:14:39.017487 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 58954) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:14:39.032542 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-42349df3-b4c8-47fd-aad8-72127d8dccce tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Request body: {'security_group_rule': {'security_group_id': 'cae18965-3070-4efa-9ff9-5d5b45f06a3b', 'direction': 'ingress', 'protocol': 17}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:14:39.042181 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device effc8e05-ae16-44af-9c0a-8ef4d1d27866 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:14:39.052339 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-42349df3-b4c8-47fd-aad8-72127d8dccce tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:14:39.065752 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-42349df3-b4c8-47fd-aad8-72127d8dccce tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Usage tracker for resource:security_group_rule and tenant:545849bed73d475fa69ab3aaaaf73c4b is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:14:39.081393 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-42349df3-b4c8-47fd-aad8-72127d8dccce tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:14:39.082357 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-42349df3-b4c8-47fd-aad8-72127d8dccce tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:14:39.186296 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-42349df3-b4c8-47fd-aad8-72127d8dccce tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:39.195630 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5f27e7a8-4767-47db-a58d-7f2a17b23b31 req-11bd13ce-f93d-4f35-9980-828acf9afe2d tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/security-groups?id=64983b74-c803-470a-b560-086d234f978a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3238361 Jun 01 19:14:39.202793 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f9434c-5387-4b6c-adcf-26386d590deb tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Pushing event deleted for resources: {'Port': ['ID=2005f310-1378-45a9-808b-3ad5c985806e,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:14:39.232045 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-15f9434c-5387-4b6c-adcf-26386d590deb tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:39.242907 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-15f9434c-5387-4b6c-adcf-26386d590deb tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "DELETE /v2.0/ports/2005f310-1378-45a9-808b-3ad5c985806e HTTP/1.1" status: 204 len: 168 time: 1.5098755 Jun 01 19:14:39.245201 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 58958) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:14:39.357664 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b88cf68-ccb3-445e-84be-5643425f654f tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:14:39.358321 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-2b88cf68-ccb3-445e-84be-5643425f654f tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Synchronizing usage tracker for tenant:451baccc58514a0cab8c4410ed135b7c on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:14:39.382942 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-2b88cf68-ccb3-445e-84be-5643425f654f tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Unset dirty status for tenant:451baccc58514a0cab8c4410ed135b7c on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:14:39.384493 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-2b88cf68-ccb3-445e-84be-5643425f654f tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1377628 Jun 01 19:14:39.387415 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 58962) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:14:39.491938 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c41d25db-7152-4246-a20e-3982c125c7f8 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:14:39.493550 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-c41d25db-7152-4246-a20e-3982c125c7f8 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1055934 Jun 01 19:14:39.496421 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 58966) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:14:39.509784 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-a96b4811-4507-4c71-b121-27a1fd7cb2db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:39.567959 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-42349df3-b4c8-47fd-aad8-72127d8dccce tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:39.571261 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-132eb866-47e2-48a6-b5f0-d6adca010369 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:14:39.578963 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bd2ed9d-de38-4a40-bd3c-26694eef3910 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:14:39.581400 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bd2ed9d-de38-4a40-bd3c-26694eef3910 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:14:39.583090 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bd2ed9d-de38-4a40-bd3c-26694eef3910 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:14:39.583947 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-076a6898-c15e-4df2-ad4a-30a9cbcd78eb None None] Sync routers for ids ['ebf6af23-158a-422f-ab91-96c3a5fa6a62'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:14:39.584487 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-9bd2ed9d-de38-4a40-bd3c-26694eef3910 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Synchronizing usage tracker for tenant:451baccc58514a0cab8c4410ed135b7c on resource:subnet {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:14:39.592641 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-42349df3-b4c8-47fd-aad8-72127d8dccce tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:39.600476 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076a6898-c15e-4df2-ad4a-30a9cbcd78eb None None] Routers {'ebf6af23-158a-422f-ab91-96c3a5fa6a62'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:14:39.602578 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-076a6898-c15e-4df2-ad4a-30a9cbcd78eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:14:39Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['ebf6af23-158a-422f-ab91-96c3a5fa6a62'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:14:39.604731 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-9bd2ed9d-de38-4a40-bd3c-26694eef3910 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Unset dirty status for tenant:451baccc58514a0cab8c4410ed135b7c on resource:subnet {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:14:39.606185 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-9bd2ed9d-de38-4a40-bd3c-26694eef3910 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1086931 Jun 01 19:14:39.609492 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 58970) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:14:39.631796 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42349df3-b4c8-47fd-aad8-72127d8dccce tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b845cfb5-2ab9-45ee-b95f-bf1902f230f1,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:14:39.637228 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-132eb866-47e2-48a6-b5f0-d6adca010369 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for floatingip, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:39.672264 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-42349df3-b4c8-47fd-aad8-72127d8dccce tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:39.673415 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-42349df3-b4c8-47fd-aad8-72127d8dccce tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.6491990 Jun 01 19:14:39.681165 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 58974) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:14:39.734308 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_v2 [None req-1970f8fa-17f0-429c-a370-8a0ce9396474 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Deleting subnet ee2b6fb1-98c6-4949-a3f3-a23944ec0532 {{(pid=88524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 19:14:39.738916 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1970f8fa-17f0-429c-a370-8a0ce9396474 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks [] for subnet, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:39.796198 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-132eb866-47e2-48a6-b5f0-d6adca010369 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.9752693 Jun 01 19:14:39.802051 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4d58bc9-59bb-436d-b4a5-f14cb4ce6e4b', 'tag': '7d8c088f-143f-4baf-b55f-4c0d180c9e22'}] {{(pid=88525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:14:39.838679 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-32e63cfa-1ed8-4620-80eb-2a9bff356707 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:39.845546 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1970f8fa-17f0-429c-a370-8a0ce9396474 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2702137'] for subnet, precommit_delete_associations {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:39.883524 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-32e63cfa-1ed8-4620-80eb-2a9bff356707 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:39.978115 n-d-844202-1 neutron-server[88525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-338fc3b7-b15b-417a-a854-d3b0b0d0e1e6'] response: {'name': 'network-changed', 'server_uuid': 'c4d58bc9-59bb-436d-b4a5-f14cb4ce6e4b', 'tag': '7d8c088f-143f-4baf-b55f-4c0d180c9e22', 'status': 'completed', 'code': 200} Jun 01 19:14:39.996643 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-34ffa0e8-6278-4c2e-93e6-2e03a5a5b8ae None None] Provisioning for port effc8e05-ae16-44af-9c0a-8ef4d1d27866 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:14:40.007419 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-34ffa0e8-6278-4c2e-93e6-2e03a5a5b8ae None None] Provisioning complete for port effc8e05-ae16-44af-9c0a-8ef4d1d27866 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:14:40.015050 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-34ffa0e8-6278-4c2e-93e6-2e03a5a5b8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:40.039688 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-32e63cfa-1ed8-4620-80eb-2a9bff356707 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:40.107660 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1970f8fa-17f0-429c-a370-8a0ce9396474 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:40.116617 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-076a6898-c15e-4df2-ad4a-30a9cbcd78eb None None] Set router ebf6af23-158a-422f-ab91-96c3a5fa6a62 gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:14:40.177494 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e63cfa-1ed8-4620-80eb-2a9bff356707 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cae18965-3070-4efa-9ff9-5d5b45f06a3b,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:14:40.245888 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1970f8fa-17f0-429c-a370-8a0ce9396474 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2718856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3066595'] for subnet, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:40.304104 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-34ffa0e8-6278-4c2e-93e6-2e03a5a5b8ae None None] Current status of the port effc8e05-ae16-44af-9c0a-8ef4d1d27866 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:14:40.308570 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-34ffa0e8-6278-4c2e-93e6-2e03a5a5b8ae None None] Could not find standard attr ID for object 2005f310-1378-45a9-808b-3ad5c985806e. {{(pid=88526) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 01 19:14:40.310752 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-32e63cfa-1ed8-4620-80eb-2a9bff356707 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:40.311934 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-32e63cfa-1ed8-4620-80eb-2a9bff356707 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] 10.222.0.41 "DELETE /v2.0/security-groups/cae18965-3070-4efa-9ff9-5d5b45f06a3b HTTP/1.1" status: 204 len: 168 time: 0.6296747 Jun 01 19:14:40.317661 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 58986) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:14:40.359027 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1970f8fa-17f0-429c-a370-8a0ce9396474 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Pushing event deleted for resources: {'Subnet': ['ID=ee2b6fb1-98c6-4949-a3f3-a23944ec0532,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:14:40.362505 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1970f8fa-17f0-429c-a370-8a0ce9396474 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:40.374297 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaadb8a-dfeb-47fc-917e-2ae5147fb4ae req-47f4cd1b-1777-410d-9ab1-203dcac19fcf tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:14:40.388280 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3aaadb8a-dfeb-47fc-917e-2ae5147fb4ae req-47f4cd1b-1777-410d-9ab1-203dcac19fcf tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/ports?device_id=c4d58bc9-59bb-436d-b4a5-f14cb4ce6e4b HTTP/1.1" status: 200 len: 945 time: 0.3144670 Jun 01 19:14:40.404625 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-1970f8fa-17f0-429c-a370-8a0ce9396474 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "DELETE /v2.0/subnets/ee2b6fb1-98c6-4949-a3f3-a23944ec0532 HTTP/1.1" status: 204 len: 168 time: 0.7933981 Jun 01 19:14:40.409719 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 58990) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:14:40.421254 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae99899f-113a-4a51-b271-a4abe72985b5 req-31d1799d-6b8b-4c70-a890-b0661537dab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:14:40.422967 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ae99899f-113a-4a51-b271-a4abe72985b5 req-31d1799d-6b8b-4c70-a890-b0661537dab5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8537cfb3773e46d182e148cf5b0a717f&device_id=c4d58bc9-59bb-436d-b4a5-f14cb4ce6e4b HTTP/1.1" status: 200 len: 1096 time: 0.4440672 Jun 01 19:14:40.429766 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-00938ad4-ea23-4abd-aa8b-04cf7249bfbd None None] Could not find standard attr ID for object 2005f310-1378-45a9-808b-3ad5c985806e. {{(pid=88526) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 01 19:14:40.476966 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3aaadb8a-dfeb-47fc-917e-2ae5147fb4ae req-bbd2e09f-3700-4b60-a7cc-60734125cc9d tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/security-groups?id=56247f7a-6a0e-46fd-a754-17d488ad1a50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875058 Jun 01 19:14:40.501938 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 58994) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:14:40.588329 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba34136e-6418-4a74-88da-2567d3fa0bb3 None None] Network c840486e-0c2f-4729-9a0c-ee6552111f90 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:14:40.663660 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-f2b02102-07ee-4370-934b-f4930229e8ac tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Synchronizing usage tracker for tenant:545849bed73d475fa69ab3aaaaf73c4b on resource:security_group {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:14:40.673117 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_v2 [None req-13ce5a3e-033c-4231-bdfc-44f2f01bb206 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Deleting subnet f508fe00-041d-4615-9f07-c03189f3aabf {{(pid=88524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 19:14:40.692796 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-13ce5a3e-033c-4231-bdfc-44f2f01bb206 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks [] for subnet, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:40.722288 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:40.754743 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:40.767184 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-c78d1d3c-d9d6-4348-89c7-8649d372666e tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/floatingips/5f067ce1-5227-48ee-a0a7-5f938351a4c3 HTTP/1.1" status: 200 len: 991 time: 0.2635484 Jun 01 19:14:40.810901 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae99899f-113a-4a51-b271-a4abe72985b5 req-41a32e60-5ae5-488b-85c6-94a871077c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:14:40.812542 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ae99899f-113a-4a51-b271-a4abe72985b5 req-41a32e60-5ae5-488b-85c6-94a871077c6c service neutron] 10.222.0.15 "GET /v2.0/networks?id=de1db517-5b94-4ef1-bc52-4aac8a0efc54 HTTP/1.1" status: 200 len: 898 time: 0.3619466 Jun 01 19:14:40.900571 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-f2b02102-07ee-4370-934b-f4930229e8ac tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Unset dirty status for tenant:545849bed73d475fa69ab3aaaaf73c4b on resource:security_group {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:14:40.906572 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-f2b02102-07ee-4370-934b-f4930229e8ac tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5868504 Jun 01 19:14:40.908205 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 59000) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:14:40.916707 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-e6237b67-ee0b-4004-b2bc-b4a3b16ff378 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Request body: {'security_group': {'name': 'tempest-secgroup--842103703'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:14:40.931654 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-e6237b67-ee0b-4004-b2bc-b4a3b16ff378 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:14:40.940436 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-076a6898-c15e-4df2-ad4a-30a9cbcd78eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebf6af23-158a-422f-ab91-96c3a5fa6a62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1361133782', 'tenant_id': '8537cfb3773e46d182e148cf5b0a717f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': '35dc9bc9-645d-4709-b198-1995a99a0461', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:14:00Z', 'updated_at': '2022-06-01T19:14:11Z', 'revision_number': 4, 'project_id': '8537cfb3773e46d182e148cf5b0a717f', 'gw_port': {'id': '35dc9bc9-645d-4709-b198-1995a99a0461', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:4d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf6af23-158a-422f-ab91-96c3a5fa6a62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3054, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:14:02Z', 'updated_at': '2022-06-01T19:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_floatingips': [{'id': '5f067ce1-5227-48ee-a0a7-5f938351a4c3', 'tenant_id': '8537cfb3773e46d182e148cf5b0a717f', 'floating_ip_address': '172.25.4.225', 'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'router_id': 'ebf6af23-158a-422f-ab91-96c3a5fa6a62', 'port_id': '7d8c088f-143f-4baf-b55f-4c0d180c9e22', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3095, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de1db517-5b94-4ef1-bc52-4aac8a0efc54', 'mac_address': 'fa:16:3e:4d:04:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d58bc9-59bb-436d-b4a5-f14cb4ce6e4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T19:14:37Z', 'updated_at': '2022-06-01T19:14:37Z', 'revision_number': 0, 'project_id': '8537cfb3773e46d182e148cf5b0a717f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8cc8022f-2bc8-4fbd-89a6-a3adcd8e6186', 'name': '', 'network_id': 'de1db517-5b94-4ef1-bc52-4aac8a0efc54', 'tenant_id': '8537cfb3773e46d182e148cf5b0a717f', 'mac_address': 'fa:16:3e:bf:48:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf6af23-158a-422f-ab91-96c3a5fa6a62', 'device_owner': 'network:router_interface', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': '3cdf8c40-fa87-49d0-ba22-e441f2e99037', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:14:08Z', 'updated_at': '2022-06-01T19:14:21Z', 'revision_number': 5, 'project_id': '8537cfb3773e46d182e148cf5b0a717f', 'subnets': [{'id': '3cdf8c40-fa87-49d0-ba22-e441f2e99037', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:14:40.949131 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-13ce5a3e-033c-4231-bdfc-44f2f01bb206 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2702137'] for subnet, precommit_delete_associations {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:40.964858 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-076a6898-c15e-4df2-ad4a-30a9cbcd78eb None None] Checking router: ebf6af23-158a-422f-ab91-96c3a5fa6a62 for host: n-d-844202-1 {{(pid=88527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 19:14:40.995874 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076a6898-c15e-4df2-ad4a-30a9cbcd78eb None None] Routers {'ebf6af23-158a-422f-ab91-96c3a5fa6a62'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:14:41.008651 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-076a6898-c15e-4df2-ad4a-30a9cbcd78eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:14:39Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['ebf6af23-158a-422f-ab91-96c3a5fa6a62'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:14:41.029896 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device effc8e05-ae16-44af-9c0a-8ef4d1d27866 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:14:41.057953 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-e6237b67-ee0b-4004-b2bc-b4a3b16ff378 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:14:41.083884 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65636561-44f5-4631-893d-9805f14620c4 req-6810a680-a4ec-4992-acbb-b0852a2cb4d9 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:14:41.092897 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ae99899f-113a-4a51-b271-a4abe72985b5 req-0d3799d7-71c5-477e-b4c7-ca243dea543d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7d8c088f-143f-4baf-b55f-4c0d180c9e22 HTTP/1.1" status: 200 len: 999 time: 0.2728965 Jun 01 19:14:41.093154 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-65636561-44f5-4631-893d-9805f14620c4 req-6810a680-a4ec-4992-acbb-b0852a2cb4d9 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2286216-8c80-4d0f-a6bc-2de102e2186c HTTP/1.1" status: 200 len: 946 time: 0.5045388 Jun 01 19:14:41.123449 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port effc8e05-ae16-44af-9c0a-8ef4d1d27866 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:14:41.124191 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:41.155631 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e6237b67-ee0b-4004-b2bc-b4a3b16ff378 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:41.203855 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae99899f-113a-4a51-b271-a4abe72985b5 req-1de5de16-fea3-48eb-9970-43d2a5f19114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:14:41.205880 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ae99899f-113a-4a51-b271-a4abe72985b5 req-1de5de16-fea3-48eb-9970-43d2a5f19114 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3cdf8c40-fa87-49d0-ba22-e441f2e99037 HTTP/1.1" status: 200 len: 835 time: 0.1052442 Jun 01 19:14:41.280387 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-13ce5a3e-033c-4231-bdfc-44f2f01bb206 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:41.322714 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae99899f-113a-4a51-b271-a4abe72985b5 req-e155ca85-84f8-4334-8aa1-ba02d0b5ffd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:14:41.324267 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ae99899f-113a-4a51-b271-a4abe72985b5 req-e155ca85-84f8-4334-8aa1-ba02d0b5ffd8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=de1db517-5b94-4ef1-bc52-4aac8a0efc54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1125731 Jun 01 19:14:41.358557 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-076a6898-c15e-4df2-ad4a-30a9cbcd78eb None None] Set router ebf6af23-158a-422f-ab91-96c3a5fa6a62 gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:14:41.364929 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port effc8e05-ae16-44af-9c0a-8ef4d1d27866 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:14:41.371304 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-e6237b67-ee0b-4004-b2bc-b4a3b16ff378 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:14:41.382354 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-65636561-44f5-4631-893d-9805f14620c4 req-69527f70-f3bb-451d-893d-a7318e2f467a tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/security-groups?id=64983b74-c803-470a-b560-086d234f978a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2885060 Jun 01 19:14:41.398959 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-e6237b67-ee0b-4004-b2bc-b4a3b16ff378 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Usage tracker for resource:security_group_rule and tenant:545849bed73d475fa69ab3aaaaf73c4b is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:14:41.404131 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-e6237b67-ee0b-4004-b2bc-b4a3b16ff378 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:14:41.435918 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-e6237b67-ee0b-4004-b2bc-b4a3b16ff378 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:14:41.489773 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:41.534949 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-13ce5a3e-033c-4231-bdfc-44f2f01bb206 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2718856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3066595'] for subnet, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:41.560452 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ae99899f-113a-4a51-b271-a4abe72985b5 req-c0cd66b8-8ea6-43fa-89bf-95a7001a2d6f service neutron] 10.222.0.15 "GET /v2.0/networks/de1db517-5b94-4ef1-bc52-4aac8a0efc54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2300961 Jun 01 19:14:41.622454 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e6237b67-ee0b-4004-b2bc-b4a3b16ff378 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:41.695043 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ce5a3e-033c-4231-bdfc-44f2f01bb206 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Pushing event deleted for resources: {'Subnet': ['ID=f508fe00-041d-4615-9f07-c03189f3aabf,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:14:41.698860 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e6237b67-ee0b-4004-b2bc-b4a3b16ff378 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:41.733663 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ae99899f-113a-4a51-b271-a4abe72985b5 req-3f6b76e9-0c03-45b3-9aa2-e239f0d293c9 service neutron] 10.222.0.15 "GET /v2.0/networks/de1db517-5b94-4ef1-bc52-4aac8a0efc54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621103 Jun 01 19:14:41.764528 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-13ce5a3e-033c-4231-bdfc-44f2f01bb206 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:41.769872 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-13ce5a3e-033c-4231-bdfc-44f2f01bb206 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "DELETE /v2.0/subnets/f508fe00-041d-4615-9f07-c03189f3aabf HTTP/1.1" status: 204 len: 168 time: 1.3591251 Jun 01 19:14:41.770340 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 59004) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:14:41.773299 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 59006) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:14:41.774654 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e6237b67-ee0b-4004-b2bc-b4a3b16ff378 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:41.778308 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-e6237b67-ee0b-4004-b2bc-b4a3b16ff378 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8639431 Jun 01 19:14:41.778916 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 59010) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:14:41.783784 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-0faad2e4-fd98-4142-889e-f1fdde628249 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Request body: {'security_group': {'name': 'tempest-secgroup--415257886'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:14:41.802954 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-0faad2e4-fd98-4142-889e-f1fdde628249 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:14:41.820517 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-0faad2e4-fd98-4142-889e-f1fdde628249 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Usage tracker for resource:security_group and tenant:545849bed73d475fa69ab3aaaaf73c4b is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:14:41.823377 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6237b67-ee0b-4004-b2bc-b4a3b16ff378 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d71c9de6-fe63-4191-8a8b-7a13944f1623,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:14:41.831121 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-0faad2e4-fd98-4142-889e-f1fdde628249 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:14:41.840540 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-0faad2e4-fd98-4142-889e-f1fdde628249 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:14:41.847666 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-076a6898-c15e-4df2-ad4a-30a9cbcd78eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebf6af23-158a-422f-ab91-96c3a5fa6a62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1361133782', 'tenant_id': '8537cfb3773e46d182e148cf5b0a717f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': '35dc9bc9-645d-4709-b198-1995a99a0461', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:14:00Z', 'updated_at': '2022-06-01T19:14:11Z', 'revision_number': 4, 'project_id': '8537cfb3773e46d182e148cf5b0a717f', 'gw_port': {'id': '35dc9bc9-645d-4709-b198-1995a99a0461', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:4d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf6af23-158a-422f-ab91-96c3a5fa6a62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3054, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:14:02Z', 'updated_at': '2022-06-01T19:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_floatingips': [{'id': '5f067ce1-5227-48ee-a0a7-5f938351a4c3', 'tenant_id': '8537cfb3773e46d182e148cf5b0a717f', 'floating_ip_address': '172.25.4.225', 'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'router_id': 'ebf6af23-158a-422f-ab91-96c3a5fa6a62', 'port_id': '7d8c088f-143f-4baf-b55f-4c0d180c9e22', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3095, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de1db517-5b94-4ef1-bc52-4aac8a0efc54', 'mac_address': 'fa:16:3e:4d:04:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d58bc9-59bb-436d-b4a5-f14cb4ce6e4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T19:14:37Z', 'updated_at': '2022-06-01T19:14:37Z', 'revision_number': 0, 'project_id': '8537cfb3773e46d182e148cf5b0a717f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8cc8022f-2bc8-4fbd-89a6-a3adcd8e6186', 'name': '', 'network_id': 'de1db517-5b94-4ef1-bc52-4aac8a0efc54', 'tenant_id': '8537cfb3773e46d182e148cf5b0a717f', 'mac_address': 'fa:16:3e:bf:48:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf6af23-158a-422f-ab91-96c3a5fa6a62', 'device_owner': 'network:router_interface', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': '3cdf8c40-fa87-49d0-ba22-e441f2e99037', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:14:08Z', 'updated_at': '2022-06-01T19:14:21Z', 'revision_number': 5, 'project_id': '8537cfb3773e46d182e148cf5b0a717f', 'subnets': [{'id': '3cdf8c40-fa87-49d0-ba22-e441f2e99037', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:14:41.851360 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-0faad2e4-fd98-4142-889e-f1fdde628249 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:41.858201 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-076a6898-c15e-4df2-ad4a-30a9cbcd78eb None None] The sync data for ids ['ebf6af23-158a-422f-ab91-96c3a5fa6a62'] in n-d-844202-1 is: [{'id': 'ebf6af23-158a-422f-ab91-96c3a5fa6a62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1361133782', 'tenant_id': '8537cfb3773e46d182e148cf5b0a717f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': '35dc9bc9-645d-4709-b198-1995a99a0461', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:14:00Z', 'updated_at': '2022-06-01T19:14:11Z', 'revision_number': 4, 'project_id': '8537cfb3773e46d182e148cf5b0a717f', 'gw_port': {'id': '35dc9bc9-645d-4709-b198-1995a99a0461', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:4d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf6af23-158a-422f-ab91-96c3a5fa6a62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3054, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:14:02Z', 'updated_at': '2022-06-01T19:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_floatingips': [{'id': '5f067ce1-5227-48ee-a0a7-5f938351a4c3', 'tenant_id': '8537cfb3773e46d182e148cf5b0a717f', 'floating_ip_address': '172.25.4.225', 'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'router_id': 'ebf6af23-158a-422f-ab91-96c3a5fa6a62', 'port_id': '7d8c088f-143f-4baf-b55f-4c0d180c9e22', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3095, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de1db517-5b94-4ef1-bc52-4aac8a0efc54', 'mac_address': 'fa:16:3e:4d:04:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d58bc9-59bb-436d-b4a5-f14cb4ce6e4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T19:14:37Z', 'updated_at': '2022-06-01T19:14:37Z', 'revision_number': 0, 'project_id': '8537cfb3773e46d182e148cf5b0a717f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8cc8022f-2bc8-4fbd-89a6-a3adcd8e6186', 'name': '', 'network_id': 'de1db517-5b94-4ef1-bc52-4aac8a0efc54', 'tenant_id': '8537cfb3773e46d182e148cf5b0a717f', 'mac_address': 'fa:16:3e:bf:48:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf6af23-158a-422f-ab91-96c3a5fa6a62', 'device_owner': 'network:router_interface', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': '3cdf8c40-fa87-49d0-ba22-e441f2e99037', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:14:08Z', 'updated_at': '2022-06-01T19:14:21Z', 'revision_number': 5, 'project_id': '8537cfb3773e46d182e148cf5b0a717f', 'subnets': [{'id': '3cdf8c40-fa87-49d0-ba22-e441f2e99037', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:14:41.894185 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:41.895718 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-0faad2e4-fd98-4142-889e-f1fdde628249 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:14:41.900772 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-0faad2e4-fd98-4142-889e-f1fdde628249 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Usage tracker for resource:security_group_rule and tenant:545849bed73d475fa69ab3aaaaf73c4b is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:14:41.904088 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-0faad2e4-fd98-4142-889e-f1fdde628249 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:14:41.910519 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-0faad2e4-fd98-4142-889e-f1fdde628249 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:14:41.954004 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:41.977228 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f098e50e-42cd-4979-88d8-b27a3021f64d None None] Network c840486e-0c2f-4729-9a0c-ee6552111f90 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:14:42.019892 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-a8588480-98af-4006-87ca-01ee5a648aab tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2477570 Jun 01 19:14:42.022871 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 59016) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:14:42.042590 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-39a60553-62f3-45c7-8900-63d59888fd8f tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Request body: {'subnet': {'network_id': 'c840486e-0c2f-4729-9a0c-ee6552111f90', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:14:42.076510 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-df60189c-99fe-433d-8264-aa4c41e901f0 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/floatingips/5f067ce1-5227-48ee-a0a7-5f938351a4c3 HTTP/1.1" status: 200 len: 991 time: 0.2171402 Jun 01 19:14:42.168723 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-0faad2e4-fd98-4142-889e-f1fdde628249 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:42.202312 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-61194e43-160c-4dc1-86c0-e371da81963a None None] Provisioning complete for port effc8e05-ae16-44af-9c0a-8ef4d1d27866 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:14:42.203017 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-61194e43-160c-4dc1-86c0-e371da81963a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:42.203371 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-0faad2e4-fd98-4142-889e-f1fdde628249 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:42.243202 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-39a60553-62f3-45c7-8900-63d59888fd8f tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:14:42.258040 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0faad2e4-fd98-4142-889e-f1fdde628249 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d065bda6-f2ff-4fb1-af14-ff09ef5c66b6,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:14:42.260973 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c1c18a-f8da-4f98-b657-81ebd6890b80 None None] New status for floating IP 5f067ce1-5227-48ee-a0a7-5f938351a4c3: ACTIVE {{(pid=88526) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 19:14:42.267469 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-39a60553-62f3-45c7-8900-63d59888fd8f tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Usage tracker for resource:subnet and tenant:451baccc58514a0cab8c4410ed135b7c is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:14:42.273606 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-39a60553-62f3-45c7-8900-63d59888fd8f tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:14:42.286276 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-39a60553-62f3-45c7-8900-63d59888fd8f tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:14:42.307691 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-0faad2e4-fd98-4142-889e-f1fdde628249 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:42.311994 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 59026) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:14:42.318359 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-f5860828-abfb-4dc8-bf5e-d28a030877ef tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Request body: {'security_group_rule': {'security_group_id': 'd71c9de6-fe63-4191-8a8b-7a13944f1623', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'd065bda6-f2ff-4fb1-af14-ff09ef5c66b6', 'remote_ip_prefix': None}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:14:42.323409 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-0faad2e4-fd98-4142-889e-f1fdde628249 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5425632 Jun 01 19:14:42.327211 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39a60553-62f3-45c7-8900-63d59888fd8f tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Made reservation on behalf of 451baccc58514a0cab8c4410ed135b7c for: {'subnet': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:14:42.330896 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-f5860828-abfb-4dc8-bf5e-d28a030877ef tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:14:42.340297 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-39a60553-62f3-45c7-8900-63d59888fd8f tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3066584'] for subnet, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:42.349899 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-f5860828-abfb-4dc8-bf5e-d28a030877ef tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Usage tracker for resource:security_group_rule and tenant:545849bed73d475fa69ab3aaaaf73c4b is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:14:42.356476 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-f5860828-abfb-4dc8-bf5e-d28a030877ef tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:14:42.371385 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-f5860828-abfb-4dc8-bf5e-d28a030877ef tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:14:42.417034 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f5860828-abfb-4dc8-bf5e-d28a030877ef tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:42.754035 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-39a60553-62f3-45c7-8900-63d59888fd8f tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2718919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3066602'] for subnet, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:42.771634 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f5860828-abfb-4dc8-bf5e-d28a030877ef tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:42.779711 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f5860828-abfb-4dc8-bf5e-d28a030877ef tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:42.823056 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f5860828-abfb-4dc8-bf5e-d28a030877ef tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:42.824422 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-f5860828-abfb-4dc8-bf5e-d28a030877ef tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.5112569 Jun 01 19:14:42.831911 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 59034) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:14:42.848377 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5860828-abfb-4dc8-bf5e-d28a030877ef tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2a9d6f8-90f5-424e-adf9-e4ca2a89221f,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:14:42.855197 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a60553-62f3-45c7-8900-63d59888fd8f tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Pushing event updated for resources: {'Subnet': ['ID=f598a638-e243-4a40-abaa-24aa31af6717,revision_number=0']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:14:42.864110 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39a60553-62f3-45c7-8900-63d59888fd8f tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Network c840486e-0c2f-4729-9a0c-ee6552111f90 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:14:42.865645 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-39a60553-62f3-45c7-8900-63d59888fd8f tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:14:42.868381 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39a60553-62f3-45c7-8900-63d59888fd8f tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:14:42.869275 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-39a60553-62f3-45c7-8900-63d59888fd8f tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:42.896837 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-96c7924a-576f-4348-9eb3-63beaea9dd86 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:42.920317 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-96c7924a-576f-4348-9eb3-63beaea9dd86 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:42.925633 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-39a60553-62f3-45c7-8900-63d59888fd8f tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8760626 Jun 01 19:14:42.926445 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 59038) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:14:42.935305 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d9a8df-0714-4dfc-8329-8165f1649423 req-05708f7f-c8b2-4172-80c2-c6bc0c3f6269 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:14:42.936875 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-21d9a8df-0714-4dfc-8329-8165f1649423 req-05708f7f-c8b2-4172-80c2-c6bc0c3f6269 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2286216-8c80-4d0f-a6bc-2de102e2186c HTTP/1.1" status: 200 len: 946 time: 0.3679414 Jun 01 19:14:42.947738 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-ce3fe233-72d3-4f89-8576-902625194282 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Request body: {'subnet': {'network_id': 'c840486e-0c2f-4729-9a0c-ee6552111f90', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:14:42.977391 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2766d89-531f-43da-a6c1-d86d755d8be7 None None] DHCP port deletion for c840486e-0c2f-4729-9a0c-ee6552111f90 request from n-d-844202-1 {{(pid=88526) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 19:14:43.004580 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-e2766d89-531f-43da-a6c1-d86d755d8be7 None None] Deleting port effc8e05-ae16-44af-9c0a-8ef4d1d27866 {{(pid=88526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:14:43.004955 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-e2766d89-531f-43da-a6c1-d86d755d8be7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:43.074253 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-61194e43-160c-4dc1-86c0-e371da81963a None None] Current status of the port effc8e05-ae16-44af-9c0a-8ef4d1d27866 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:14:43.079192 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 59042) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:14:43.108724 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-21d9a8df-0714-4dfc-8329-8165f1649423 req-9bdfcd0b-6318-4ea4-8a84-92a897440c9d tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/security-groups?id=64983b74-c803-470a-b560-086d234f978a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869577 Jun 01 19:14:43.109928 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-96c7924a-576f-4348-9eb3-63beaea9dd86 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:43.150611 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c7924a-576f-4348-9eb3-63beaea9dd86 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b2a9d6f8-90f5-424e-adf9-e4ca2a89221f,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:14:43.167352 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-96c7924a-576f-4348-9eb3-63beaea9dd86 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:43.168657 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-96c7924a-576f-4348-9eb3-63beaea9dd86 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/b2a9d6f8-90f5-424e-adf9-e4ca2a89221f HTTP/1.1" status: 204 len: 168 time: 0.3338375 Jun 01 19:14:43.172555 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 59046) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:14:43.201884 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-ce3fe233-72d3-4f89-8576-902625194282 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:14:43.209364 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-ce3fe233-72d3-4f89-8576-902625194282 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Usage tracker for resource:subnet and tenant:451baccc58514a0cab8c4410ed135b7c is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:14:43.214134 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-ce3fe233-72d3-4f89-8576-902625194282 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:14:43.221430 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-ce3fe233-72d3-4f89-8576-902625194282 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:14:43.226008 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-a0285823-bd57-4e1b-bc0d-f60337b28de6 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/floatingips/5f067ce1-5227-48ee-a0a7-5f938351a4c3 HTTP/1.1" status: 200 len: 993 time: 0.1454964 Jun 01 19:14:43.258162 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-4ec21ae6-60da-424c-9ba0-167a3cf44647 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Synchronizing usage tracker for tenant:545849bed73d475fa69ab3aaaaf73c4b on resource:security_group_rule {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:14:43.262319 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce3fe233-72d3-4f89-8576-902625194282 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Made reservation on behalf of 451baccc58514a0cab8c4410ed135b7c for: {'subnet': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:14:43.266041 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ce3fe233-72d3-4f89-8576-902625194282 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9667140'] for subnet, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:43.390790 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-4ec21ae6-60da-424c-9ba0-167a3cf44647 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Unset dirty status for tenant:545849bed73d475fa69ab3aaaaf73c4b on resource:security_group_rule {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:14:43.392166 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-4ec21ae6-60da-424c-9ba0-167a3cf44647 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2183516 Jun 01 19:14:43.396146 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 59050) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:14:43.445597 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-e2766d89-531f-43da-a6c1-d86d755d8be7 None None] For port effc8e05-ae16-44af-9c0a-8ef4d1d27866, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=effc8e05-ae16-44af-9c0a-8ef4d1d27866,segment=NetworkSegment(a6cfd7d1-5211-44ec-a836-a984e441185d),segment_id=a6cfd7d1-5211-44ec-a836-a984e441185d)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:14:43.445909 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-e2766d89-531f-43da-a6c1-d86d755d8be7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:43.471063 n-d-844202-1 neutron-server[88525]: INFO neutron.db.ipam_backend_mixin [None req-ce3fe233-72d3-4f89-8576-902625194282 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f598a638-e243-4a40-abaa-24aa31af6717 (CIDR: 2001:db8::/64) Jun 01 19:14:43.484358 n-d-844202-1 neutron-server[88525]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce3fe233-72d3-4f89-8576-902625194282 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 01 19:14:43.484811 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce3fe233-72d3-4f89-8576-902625194282 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88525) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 19:14:43.498852 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-5d0d3509-64c9-4b65-ae3e-258e17ee202d tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:43.534044 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-ce3fe233-72d3-4f89-8576-902625194282 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5953815 Jun 01 19:14:43.536291 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 59056) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:14:43.545032 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-51f990d0-4ac5-4ee5-ad21-9a64123cddea tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Request body: {'subnet': {'network_id': 'c840486e-0c2f-4729-9a0c-ee6552111f90', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:14:43.545232 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-5d0d3509-64c9-4b65-ae3e-258e17ee202d tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:43.616057 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-5d0d3509-64c9-4b65-ae3e-258e17ee202d tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:43.619120 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-e2766d89-531f-43da-a6c1-d86d755d8be7 None None] Calling delete_port for effc8e05-ae16-44af-9c0a-8ef4d1d27866 owned by network:dhcp {{(pid=88526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:14:43.635700 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0d3509-64c9-4b65-ae3e-258e17ee202d tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d065bda6-f2ff-4fb1-af14-ff09ef5c66b6,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:14:43.667260 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-5d0d3509-64c9-4b65-ae3e-258e17ee202d tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:43.670891 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-5d0d3509-64c9-4b65-ae3e-258e17ee202d tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] 10.222.0.41 "DELETE /v2.0/security-groups/d065bda6-f2ff-4fb1-af14-ff09ef5c66b6 HTTP/1.1" status: 204 len: 168 time: 0.2696896 Jun 01 19:14:43.671226 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 59060) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:14:43.674493 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-987aa84b-3e50-43a0-ab55-943fe0a5bd7f req-a7c19c14-d932-4849-a195-25ad634db89e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c4d58bc9-59bb-436d-b4a5-f14cb4ce6e4b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2580173 Jun 01 19:14:43.756978 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-51f990d0-4ac5-4ee5-ad21-9a64123cddea tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:14:43.763517 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-51f990d0-4ac5-4ee5-ad21-9a64123cddea tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Usage tracker for resource:subnet and tenant:451baccc58514a0cab8c4410ed135b7c is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:14:43.766882 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-51f990d0-4ac5-4ee5-ad21-9a64123cddea tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:14:43.769351 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-e2766d89-531f-43da-a6c1-d86d755d8be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535'] for port, after_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:43.774733 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-51f990d0-4ac5-4ee5-ad21-9a64123cddea tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:14:43.786781 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51f990d0-4ac5-4ee5-ad21-9a64123cddea tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Made reservation on behalf of 451baccc58514a0cab8c4410ed135b7c for: {'subnet': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:14:43.788129 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-c8684dd0-5cc9-488b-9a01-7343a3975ae7 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Synchronizing usage tracker for tenant:545849bed73d475fa69ab3aaaaf73c4b on resource:security_group {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:14:43.791229 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-51f990d0-4ac5-4ee5-ad21-9a64123cddea tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9667140'] for subnet, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:43.808786 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-c8684dd0-5cc9-488b-9a01-7343a3975ae7 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Unset dirty status for tenant:545849bed73d475fa69ab3aaaaf73c4b on resource:security_group {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:14:43.811137 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-c8684dd0-5cc9-488b-9a01-7343a3975ae7 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1385236 Jun 01 19:14:43.814070 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 59064) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:14:43.830664 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2766d89-531f-43da-a6c1-d86d755d8be7 None None] No DVR routers for this DVR port effc8e05-ae16-44af-9c0a-8ef4d1d27866 on host n-d-844202-1 {{(pid=88526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:14:43.832423 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2766d89-531f-43da-a6c1-d86d755d8be7 None None] Pushing event deleted for resources: {'Port': ['ID=effc8e05-ae16-44af-9c0a-8ef4d1d27866,revision_number=None']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:14:43.857410 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea6e4632-7951-45b9-aafe-1f19fa0f393c None None] Network c840486e-0c2f-4729-9a0c-ee6552111f90 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:14:43.901201 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-babcba91-1bb8-431e-ab99-1f046e587102 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:43.965868 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-babcba91-1bb8-431e-ab99-1f046e587102 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:44.034748 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987aa84b-3e50-43a0-ab55-943fe0a5bd7f req-f57f3f6a-11b7-491c-8033-57a735eccc9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:14:44.036238 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-987aa84b-3e50-43a0-ab55-943fe0a5bd7f req-f57f3f6a-11b7-491c-8033-57a735eccc9a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8537cfb3773e46d182e148cf5b0a717f&device_id=c4d58bc9-59bb-436d-b4a5-f14cb4ce6e4b HTTP/1.1" status: 200 len: 1096 time: 0.1453445 Jun 01 19:14:44.072549 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-babcba91-1bb8-431e-ab99-1f046e587102 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:44.091083 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babcba91-1bb8-431e-ab99-1f046e587102 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d71c9de6-fe63-4191-8a8b-7a13944f1623,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:14:44.116883 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-babcba91-1bb8-431e-ab99-1f046e587102 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:44.120630 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-babcba91-1bb8-431e-ab99-1f046e587102 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] 10.222.0.41 "DELETE /v2.0/security-groups/d71c9de6-fe63-4191-8a8b-7a13944f1623 HTTP/1.1" status: 204 len: 168 time: 0.3034060 Jun 01 19:14:44.121212 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 59068) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:14:44.178830 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-844dd623-34d4-4261-adab-92aa7f5487b6 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Synchronizing usage tracker for tenant:545849bed73d475fa69ab3aaaaf73c4b on resource:security_group {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:14:44.200342 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebbff433-f697-4113-8c19-7511f6507226 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc93f83c3-7fb6-5c13-a9d4-29d739a4e8d2-c840486e-0c2f-4729-9a0c-ee6552111f90', 'network_id': 'c840486e-0c2f-4729-9a0c-ee6552111f90', 'tenant_id': '451baccc58514a0cab8c4410ed135b7c', 'fixed_ips': [{'subnet_id': 'f598a638-e243-4a40-abaa-24aa31af6717'}]}} from n-d-844202-1. {{(pid=88526) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 19:14:44.201187 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-ebbff433-f697-4113-8c19-7511f6507226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:44.208372 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-844dd623-34d4-4261-adab-92aa7f5487b6 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Unset dirty status for tenant:545849bed73d475fa69ab3aaaaf73c4b on resource:security_group {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:14:44.215568 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-844dd623-34d4-4261-adab-92aa7f5487b6 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0876415 Jun 01 19:14:44.217295 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 59074) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:14:44.222265 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-978ed8db-e746-4cb5-875e-95e83d00955e tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Request body: {'security_group': {'name': 'tempest-secgroup--1198021058'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:14:44.234242 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-978ed8db-e746-4cb5-875e-95e83d00955e tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:14:44.245628 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-978ed8db-e746-4cb5-875e-95e83d00955e tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:14:44.257406 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-978ed8db-e746-4cb5-875e-95e83d00955e tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:44.284086 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-978ed8db-e746-4cb5-875e-95e83d00955e tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:14:44.290871 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-978ed8db-e746-4cb5-875e-95e83d00955e tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Usage tracker for resource:security_group_rule and tenant:545849bed73d475fa69ab3aaaaf73c4b is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:14:44.296349 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-978ed8db-e746-4cb5-875e-95e83d00955e tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:14:44.301206 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987aa84b-3e50-43a0-ab55-943fe0a5bd7f req-ee13dc28-9e67-41b9-ba82-a3d5a2583272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:14:44.302675 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-987aa84b-3e50-43a0-ab55-943fe0a5bd7f req-ee13dc28-9e67-41b9-ba82-a3d5a2583272 service neutron] 10.222.0.15 "GET /v2.0/networks?id=de1db517-5b94-4ef1-bc52-4aac8a0efc54 HTTP/1.1" status: 200 len: 898 time: 0.2450650 Jun 01 19:14:44.308407 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-978ed8db-e746-4cb5-875e-95e83d00955e tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:14:44.459852 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-987aa84b-3e50-43a0-ab55-943fe0a5bd7f req-1a68dc56-50c4-4000-afcf-a13c40721d71 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7d8c088f-143f-4baf-b55f-4c0d180c9e22 HTTP/1.1" status: 200 len: 1001 time: 0.1381435 Jun 01 19:14:44.468614 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.db_base_plugin_common [None req-ebbff433-f697-4113-8c19-7511f6507226 None None] Allocated IP 2001:db8::2 (c840486e-0c2f-4729-9a0c-ee6552111f90/f598a638-e243-4a40-abaa-24aa31af6717/e2e377e3-50c1-4c90-af86-e843429b240d) {{(pid=88526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:14:44.490121 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-978ed8db-e746-4cb5-875e-95e83d00955e tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:44.496356 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-978ed8db-e746-4cb5-875e-95e83d00955e tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:44.555342 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-978ed8db-e746-4cb5-875e-95e83d00955e tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:44.559313 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-978ed8db-e746-4cb5-875e-95e83d00955e tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3398163 Jun 01 19:14:44.561618 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 59078) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:14:44.572259 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-0a7b9703-8584-4cfb-bf86-0bed1bda203a tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Request body: {'security_group_rule': {'security_group_id': '4f24f803-4ab7-4bcc-960f-989b01a3be84', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:14:44.583286 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987aa84b-3e50-43a0-ab55-943fe0a5bd7f req-ece15aca-7aec-4c48-90d6-9b532667634f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:14:44.584775 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-987aa84b-3e50-43a0-ab55-943fe0a5bd7f req-ece15aca-7aec-4c48-90d6-9b532667634f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3cdf8c40-fa87-49d0-ba22-e441f2e99037 HTTP/1.1" status: 200 len: 835 time: 0.0900438 Jun 01 19:14:44.600689 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-0a7b9703-8584-4cfb-bf86-0bed1bda203a tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:14:44.607561 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978ed8db-e746-4cb5-875e-95e83d00955e tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f24f803-4ab7-4bcc-960f-989b01a3be84,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:14:44.623303 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-0a7b9703-8584-4cfb-bf86-0bed1bda203a tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Usage tracker for resource:security_group_rule and tenant:545849bed73d475fa69ab3aaaaf73c4b is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:14:44.629156 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-0a7b9703-8584-4cfb-bf86-0bed1bda203a tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:14:44.654163 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf745880-50fe-497f-a9e6-e1bc49ecf0d1 req-04c8b396-ba75-48d0-b455-bb05451fbc30 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:14:44.661443 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-bf745880-50fe-497f-a9e6-e1bc49ecf0d1 req-04c8b396-ba75-48d0-b455-bb05451fbc30 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2286216-8c80-4d0f-a6bc-2de102e2186c HTTP/1.1" status: 200 len: 946 time: 0.2807119 Jun 01 19:14:44.665825 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-0a7b9703-8584-4cfb-bf86-0bed1bda203a tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:14:44.711450 n-d-844202-1 neutron-server[88525]: DEBUG neutron.objects.ports [None req-51f990d0-4ac5-4ee5-ad21-9a64123cddea tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88525) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jun 01 19:14:44.720143 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 59084) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:14:44.725580 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-51f990d0-4ac5-4ee5-ad21-9a64123cddea tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2614064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9667190'] for subnet, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:44.726907 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-0a7b9703-8584-4cfb-bf86-0bed1bda203a tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:44.762426 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-bf745880-50fe-497f-a9e6-e1bc49ecf0d1 req-1a115556-04e9-4d96-a760-6eb028d3a0ad tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/security-groups?id=64983b74-c803-470a-b560-086d234f978a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895171 Jun 01 19:14:44.786076 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51f990d0-4ac5-4ee5-ad21-9a64123cddea tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Network c840486e-0c2f-4729-9a0c-ee6552111f90 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:14:44.793988 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-51f990d0-4ac5-4ee5-ad21-9a64123cddea tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:14:44.805639 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51f990d0-4ac5-4ee5-ad21-9a64123cddea tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:14:44.806306 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-51f990d0-4ac5-4ee5-ad21-9a64123cddea tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks [] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:44.813222 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-ebbff433-f697-4113-8c19-7511f6507226 None None] Notify callbacks [] for port, precommit_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:44.825123 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-ebbff433-f697-4113-8c19-7511f6507226 None None] Transition to ACTIVE for port object e2e377e3-50c1-4c90-af86-e843429b240d will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:14:44.853635 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-51f990d0-4ac5-4ee5-ad21-9a64123cddea tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.3131950 Jun 01 19:14:44.855002 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 59090) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:14:44.865465 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f990d0-4ac5-4ee5-ad21-9a64123cddea tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Pushing event updated for resources: {'Subnet': ['ID=7a0e0e92-68ec-4db9-9c57-8c249ae75555,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:14:44.875877 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-0d4f86f2-ac04-4feb-a19a-e4be6630789d tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Request body: {'port': {'network_id': 'c840486e-0c2f-4729-9a0c-ee6552111f90', 'mac_address': 'fa:16:3e:6c:bf:9a', 'name': 'tempest-NetworksTestDHCPv6-672817417'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:14:44.879918 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987aa84b-3e50-43a0-ab55-943fe0a5bd7f req-b6e21f94-ead8-4d8b-982b-f73e14bbe661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:14:44.882502 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-987aa84b-3e50-43a0-ab55-943fe0a5bd7f req-b6e21f94-ead8-4d8b-982b-f73e14bbe661 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=de1db517-5b94-4ef1-bc52-4aac8a0efc54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2408190 Jun 01 19:14:44.883816 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-ebbff433-f697-4113-8c19-7511f6507226 None None] Transition to ACTIVE for port object e2e377e3-50c1-4c90-af86-e843429b240d will not be triggered until provisioned by entity DHCP. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:14:44.897344 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-ebbff433-f697-4113-8c19-7511f6507226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526'] for port, after_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:45.005578 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device effc8e05-ae16-44af-9c0a-8ef4d1d27866 no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:14:45.055951 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: effc8e05-ae16-44af-9c0a-8ef4d1d27866 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:14:45.056311 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device effc8e05-ae16-44af-9c0a-8ef4d1d27866 not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:14:45.070403 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebbff433-f697-4113-8c19-7511f6507226 None None] Network c840486e-0c2f-4729-9a0c-ee6552111f90 is already hosted by enough agents. {{(pid=88526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:14:45.074298 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.base_scheduler [None req-ebbff433-f697-4113-8c19-7511f6507226 None None] Resources bound (agent type, host, resource id): {{(pid=88526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:14:45.076737 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebbff433-f697-4113-8c19-7511f6507226 None None] Received port after_create {{(pid=88526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:14:45.171917 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbff433-f697-4113-8c19-7511f6507226 None None] Pushing event updated for resources: {'Port': ['ID=e2e377e3-50c1-4c90-af86-e843429b240d,revision_number=1']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:14:45.179139 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-987aa84b-3e50-43a0-ab55-943fe0a5bd7f req-b6602a28-3f4f-4e73-95cc-209f64f00d54 service neutron] 10.222.0.15 "GET /v2.0/networks/de1db517-5b94-4ef1-bc52-4aac8a0efc54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2884462 Jun 01 19:14:45.205563 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-ebbff433-f697-4113-8c19-7511f6507226 None None] Attempting to bind port e2e377e3-50c1-4c90-af86-e843429b240d on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:14:45.206598 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-ebbff433-f697-4113-8c19-7511f6507226 None None] Attempting to bind port e2e377e3-50c1-4c90-af86-e843429b240d by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': 'a6cfd7d1-5211-44ec-a836-a984e441185d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c840486e-0c2f-4729-9a0c-ee6552111f90'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:14:45.207134 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebbff433-f697-4113-8c19-7511f6507226 None None] Attempting to bind port e2e377e3-50c1-4c90-af86-e843429b240d on network c840486e-0c2f-4729-9a0c-ee6552111f90 {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:14:45.214519 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebbff433-f697-4113-8c19-7511f6507226 None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 14, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:14:45.215296 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebbff433-f697-4113-8c19-7511f6507226 None None] Checking segment: {'id': 'a6cfd7d1-5211-44ec-a836-a984e441185d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c840486e-0c2f-4729-9a0c-ee6552111f90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:14:45.215934 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-ebbff433-f697-4113-8c19-7511f6507226 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:45.216504 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebbff433-f697-4113-8c19-7511f6507226 None None] Bound using segment: {'id': 'a6cfd7d1-5211-44ec-a836-a984e441185d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c840486e-0c2f-4729-9a0c-ee6552111f90'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:14:45.217152 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-ebbff433-f697-4113-8c19-7511f6507226 None None] Bound port: e2e377e3-50c1-4c90-af86-e843429b240d, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6cfd7d1-5211-44ec-a836-a984e441185d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c840486e-0c2f-4729-9a0c-ee6552111f90'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:14:45.217690 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-ebbff433-f697-4113-8c19-7511f6507226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:45.325895 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-987aa84b-3e50-43a0-ab55-943fe0a5bd7f req-fdc4cf34-14a5-4e91-b1c0-e70881bbe44c service neutron] 10.222.0.15 "GET /v2.0/networks/de1db517-5b94-4ef1-bc52-4aac8a0efc54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374018 Jun 01 19:14:45.342008 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-ebbff433-f697-4113-8c19-7511f6507226 None None] For port e2e377e3-50c1-4c90-af86-e843429b240d, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:14:45.346623 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-ebbff433-f697-4113-8c19-7511f6507226 None None] For port e2e377e3-50c1-4c90-af86-e843429b240d, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=e2e377e3-50c1-4c90-af86-e843429b240d,segment=NetworkSegment(a6cfd7d1-5211-44ec-a836-a984e441185d),segment_id=a6cfd7d1-5211-44ec-a836-a984e441185d)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:14:45.351863 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-ebbff433-f697-4113-8c19-7511f6507226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:45.363442 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-0a7b9703-8584-4cfb-bf86-0bed1bda203a tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:45.384535 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-0a7b9703-8584-4cfb-bf86-0bed1bda203a tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:45.431644 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b9703-8584-4cfb-bf86-0bed1bda203a tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa7a9f3d-6e63-46c5-9e84-04a3357cc670,revision_number=0']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:14:45.452469 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-0d4f86f2-ac04-4feb-a19a-e4be6630789d tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:14:45.456081 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbff433-f697-4113-8c19-7511f6507226 None None] Pushing event updated for resources: {'Port': ['ID=e2e377e3-50c1-4c90-af86-e843429b240d,revision_number=2']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:14:45.507322 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-0d4f86f2-ac04-4feb-a19a-e4be6630789d tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Usage tracker for resource:port and tenant:451baccc58514a0cab8c4410ed135b7c is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:14:45.515602 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-0a7b9703-8584-4cfb-bf86-0bed1bda203a tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:45.516394 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-0a7b9703-8584-4cfb-bf86-0bed1bda203a tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.9536254 Jun 01 19:14:45.518086 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-0d4f86f2-ac04-4feb-a19a-e4be6630789d tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:14:45.519949 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 59094) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:14:45.541151 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-0d4f86f2-ac04-4feb-a19a-e4be6630789d tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:14:45.559340 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8b9355ac-3ac5-44d6-beb5-852d2c23e324 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:45.572054 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8b9355ac-3ac5-44d6-beb5-852d2c23e324 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:45.598321 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8b9355ac-3ac5-44d6-beb5-852d2c23e324 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:45.617606 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d4f86f2-ac04-4feb-a19a-e4be6630789d tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Made reservation on behalf of 451baccc58514a0cab8c4410ed135b7c for: {'port': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:14:45.620430 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9355ac-3ac5-44d6-beb5-852d2c23e324 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fa7a9f3d-6e63-46c5-9e84-04a3357cc670,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:14:45.623434 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8b9355ac-3ac5-44d6-beb5-852d2c23e324 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:45.624655 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-8b9355ac-3ac5-44d6-beb5-852d2c23e324 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/fa7a9f3d-6e63-46c5-9e84-04a3357cc670 HTTP/1.1" status: 204 len: 168 time: 0.1034465 Jun 01 19:14:45.627733 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 59098) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:14:45.691248 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-8ce934c0-6f3e-4426-b65e-334d28cc31d0 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Synchronizing usage tracker for tenant:545849bed73d475fa69ab3aaaaf73c4b on resource:security_group_rule {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:14:45.718711 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-8ce934c0-6f3e-4426-b65e-334d28cc31d0 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Unset dirty status for tenant:545849bed73d475fa69ab3aaaaf73c4b on resource:security_group_rule {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:14:45.720741 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-8ce934c0-6f3e-4426-b65e-334d28cc31d0 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0919027 Jun 01 19:14:45.725107 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 59102) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:14:45.809028 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d0d2e941-f224-4efc-8714-566f8dd67776 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:45.836822 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-0d4f86f2-ac04-4feb-a19a-e4be6630789d tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:45.844666 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d0d2e941-f224-4efc-8714-566f8dd67776 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:45.904714 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [None req-0d4f86f2-ac04-4feb-a19a-e4be6630789d tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] device_id is not set on port 6bc3cd2f-99bd-40ec-a8af-3647c98675b8 yet. {{(pid=88524) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 19:14:45.911289 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d0d2e941-f224-4efc-8714-566f8dd67776 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:45.992156 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d2e941-f224-4efc-8714-566f8dd67776 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f24f803-4ab7-4bcc-960f-989b01a3be84,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:14:46.018848 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d0d2e941-f224-4efc-8714-566f8dd67776 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:46.023042 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-d0d2e941-f224-4efc-8714-566f8dd67776 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] 10.222.0.41 "DELETE /v2.0/security-groups/4f24f803-4ab7-4bcc-960f-989b01a3be84 HTTP/1.1" status: 204 len: 168 time: 0.2970181 Jun 01 19:14:46.024378 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 59108) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:14:46.080241 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf49df1-fc62-4dfa-93bf-518f3f77dff4 req-ea12e497-9882-42ee-ad20-bfc5f3f10f2d tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:14:46.081890 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-6cf49df1-fc62-4dfa-93bf-518f3f77dff4 req-ea12e497-9882-42ee-ad20-bfc5f3f10f2d tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2286216-8c80-4d0f-a6bc-2de102e2186c HTTP/1.1" status: 200 len: 946 time: 0.1484702 Jun 01 19:14:46.105027 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-c437a2ac-e0be-417f-9b4a-d3d7e4b8a186 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Synchronizing usage tracker for tenant:545849bed73d475fa69ab3aaaaf73c4b on resource:security_group {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:14:46.141439 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-c437a2ac-e0be-417f-9b4a-d3d7e4b8a186 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Unset dirty status for tenant:545849bed73d475fa69ab3aaaaf73c4b on resource:security_group {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:14:46.142692 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-c437a2ac-e0be-417f-9b4a-d3d7e4b8a186 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1174071 Jun 01 19:14:46.147766 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-6cf49df1-fc62-4dfa-93bf-518f3f77dff4 req-1b4d6bb1-7343-444b-bf34-1d3f82878f98 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/security-groups?id=64983b74-c803-470a-b560-086d234f978a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593314 Jun 01 19:14:46.148209 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 59112) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:14:46.153058 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-0eef4a25-2500-452d-be8b-843682e6f659 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Request body: {'security_group': {'name': 'tempest-secgroup--1535293152'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:14:46.159805 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-0eef4a25-2500-452d-be8b-843682e6f659 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:14:46.175714 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-0eef4a25-2500-452d-be8b-843682e6f659 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:14:46.183055 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0eef4a25-2500-452d-be8b-843682e6f659 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:46.205826 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-0eef4a25-2500-452d-be8b-843682e6f659 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:14:46.210599 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-0eef4a25-2500-452d-be8b-843682e6f659 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Usage tracker for resource:security_group_rule and tenant:545849bed73d475fa69ab3aaaaf73c4b is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:14:46.213716 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-0eef4a25-2500-452d-be8b-843682e6f659 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:14:46.221383 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-0eef4a25-2500-452d-be8b-843682e6f659 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:14:46.225355 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [None req-0d4f86f2-ac04-4feb-a19a-e4be6630789d tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Allocated IP 2001:db8::1d9 (c840486e-0c2f-4729-9a0c-ee6552111f90/f598a638-e243-4a40-abaa-24aa31af6717/6bc3cd2f-99bd-40ec-a8af-3647c98675b8) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:14:46.232036 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-3acd1d60-3c92-4e94-8e5e-69a5800ffada admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-887474'] for router_interface, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:46.302842 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [None req-0d4f86f2-ac04-4feb-a19a-e4be6630789d tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Allocated IP 2001:db8:0:1:f816:3eff:fe6c:bf9a (c840486e-0c2f-4729-9a0c-ee6552111f90/7a0e0e92-68ec-4db9-9c57-8c249ae75555/6bc3cd2f-99bd-40ec-a8af-3647c98675b8) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:14:46.309178 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0eef4a25-2500-452d-be8b-843682e6f659 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:46.313285 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0eef4a25-2500-452d-be8b-843682e6f659 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:46.365049 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eef4a25-2500-452d-be8b-843682e6f659 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e881d9fd-b9a3-48c1-ba94-e7c7400d35d4,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:14:46.379742 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0eef4a25-2500-452d-be8b-843682e6f659 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:46.383674 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-0eef4a25-2500-452d-be8b-843682e6f659 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2320123 Jun 01 19:14:46.383907 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 59116) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:14:46.389028 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-dcf23825-bdfb-4631-914b-ab4882bf4ae4 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Request body: {'security_group_rule': {'security_group_id': 'e881d9fd-b9a3-48c1-ba94-e7c7400d35d4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:14:46.398778 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-dcf23825-bdfb-4631-914b-ab4882bf4ae4 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:14:46.403251 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-dcf23825-bdfb-4631-914b-ab4882bf4ae4 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Usage tracker for resource:security_group_rule and tenant:545849bed73d475fa69ab3aaaaf73c4b is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:14:46.406263 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-dcf23825-bdfb-4631-914b-ab4882bf4ae4 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:14:46.414070 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-dcf23825-bdfb-4631-914b-ab4882bf4ae4 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:14:46.437797 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-dcf23825-bdfb-4631-914b-ab4882bf4ae4 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:46.518328 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-dcf23825-bdfb-4631-914b-ab4882bf4ae4 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:46.525925 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-dcf23825-bdfb-4631-914b-ab4882bf4ae4 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:46.558128 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf23825-bdfb-4631-914b-ab4882bf4ae4 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00f788d9-5d8c-4ea9-8969-d7d058e226db,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:14:46.570180 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-dcf23825-bdfb-4631-914b-ab4882bf4ae4 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:46.575127 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-dcf23825-bdfb-4631-914b-ab4882bf4ae4 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1901455 Jun 01 19:14:46.576134 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 59120) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:14:46.605804 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-2a5cb47d-85c2-4537-bc52-ced072dd6a0d tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] 10.222.0.41 "GET /v2.0/security-group-rules/00f788d9-5d8c-4ea9-8969-d7d058e226db HTTP/1.1" status: 200 len: 763 time: 0.0280631 Jun 01 19:14:46.606308 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 59124) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:14:46.661513 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-6e5cb660-fe75-4171-8bf7-6bd59c9a11db tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Synchronizing usage tracker for tenant:545849bed73d475fa69ab3aaaaf73c4b on resource:security_group_rule {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:14:46.679936 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-6e5cb660-fe75-4171-8bf7-6bd59c9a11db tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Unset dirty status for tenant:545849bed73d475fa69ab3aaaaf73c4b on resource:security_group_rule {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:14:46.681493 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-6e5cb660-fe75-4171-8bf7-6bd59c9a11db tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0742216 Jun 01 19:14:46.684090 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 59128) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:14:46.705969 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e9e9de5-4d50-4b22-b60a-c7df9d6f8ad8 None None] Network c840486e-0c2f-4729-9a0c-ee6552111f90 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:14:46.717518 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3213fc8e-5be5-4dcb-a033-e3534c328a24 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:46.732503 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3213fc8e-5be5-4dcb-a033-e3534c328a24 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:46.752996 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-0d4f86f2-ac04-4feb-a19a-e4be6630789d tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:46.762682 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3213fc8e-5be5-4dcb-a033-e3534c328a24 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:46.783023 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [None req-0d4f86f2-ac04-4feb-a19a-e4be6630789d tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Transition to ACTIVE for port object 6bc3cd2f-99bd-40ec-a8af-3647c98675b8 will not be triggered until provisioned by entity DHCP. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:14:46.784779 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3213fc8e-5be5-4dcb-a033-e3534c328a24 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=00f788d9-5d8c-4ea9-8969-d7d058e226db,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:14:46.789613 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3213fc8e-5be5-4dcb-a033-e3534c328a24 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:46.790829 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-3213fc8e-5be5-4dcb-a033-e3534c328a24 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/00f788d9-5d8c-4ea9-8969-d7d058e226db HTTP/1.1" status: 204 len: 168 time: 0.1057386 Jun 01 19:14:46.793453 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 59132) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:14:46.812025 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-a3efe21c-4971-4152-9e27-79dfa88472a5 None None] Provisioning for port e2e377e3-50c1-4c90-af86-e843429b240d completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:14:46.845601 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-8eb8691f-6989-42e3-8d58-c9b90e29dc4d tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Synchronizing usage tracker for tenant:545849bed73d475fa69ab3aaaaf73c4b on resource:security_group_rule {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:14:46.846723 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-3acd1d60-3c92-4e94-8e5e-69a5800ffada admin admin] Deleting port 9b80377f-ac8c-487c-96c2-d2ce12cabf52 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:14:46.846929 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-3acd1d60-3c92-4e94-8e5e-69a5800ffada admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:46.864820 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-8eb8691f-6989-42e3-8d58-c9b90e29dc4d tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Unset dirty status for tenant:545849bed73d475fa69ab3aaaaf73c4b on resource:security_group_rule {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:14:46.868757 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-8eb8691f-6989-42e3-8d58-c9b90e29dc4d tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0742400 Jun 01 19:14:46.869985 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 59136) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:14:46.884456 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-5b338f37-1ef5-4b18-be86-8693bd847a7e tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Request body: {'security_group_rule': {'security_group_id': 'e881d9fd-b9a3-48c1-ba94-e7c7400d35d4', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:14:46.897720 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-5b338f37-1ef5-4b18-be86-8693bd847a7e tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:14:46.911432 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-5b338f37-1ef5-4b18-be86-8693bd847a7e tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:14:46.933244 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5b338f37-1ef5-4b18-be86-8693bd847a7e tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:47.018235 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device e2e377e3-50c1-4c90-af86-e843429b240d up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:14:47.041134 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5b338f37-1ef5-4b18-be86-8693bd847a7e tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:47.046198 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5b338f37-1ef5-4b18-be86-8693bd847a7e tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:47.075097 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b338f37-1ef5-4b18-be86-8693bd847a7e tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3252f354-2b60-4177-ab2a-563d9c37fd93,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:14:47.092283 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-0d4f86f2-ac04-4feb-a19a-e4be6630789d tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:47.096359 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5b338f37-1ef5-4b18-be86-8693bd847a7e tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:47.100078 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-5b338f37-1ef5-4b18-be86-8693bd847a7e tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2251649 Jun 01 19:14:47.100343 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 59140) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:14:47.118395 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port e2e377e3-50c1-4c90-af86-e843429b240d completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:14:47.125510 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port e2e377e3-50c1-4c90-af86-e843429b240d triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:14:47.126048 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:47.128252 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-ac441d51-f807-4370-8a6c-9272cd88c619 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] 10.222.0.41 "GET /v2.0/security-group-rules/3252f354-2b60-4177-ab2a-563d9c37fd93 HTTP/1.1" status: 200 len: 763 time: 0.0268288 Jun 01 19:14:47.130636 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 59144) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:14:47.195693 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-738c9cb5-cbff-4322-8c4c-154da93c1539 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Synchronizing usage tracker for tenant:545849bed73d475fa69ab3aaaaf73c4b on resource:security_group_rule {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:14:47.216986 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-738c9cb5-cbff-4322-8c4c-154da93c1539 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Unset dirty status for tenant:545849bed73d475fa69ab3aaaaf73c4b on resource:security_group_rule {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:14:47.222275 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-738c9cb5-cbff-4322-8c4c-154da93c1539 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0905049 Jun 01 19:14:47.223332 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 59150) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:14:47.229956 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d4f86f2-ac04-4feb-a19a-e4be6630789d tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Network c840486e-0c2f-4729-9a0c-ee6552111f90 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:14:47.234478 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-0d4f86f2-ac04-4feb-a19a-e4be6630789d tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:14:47.241019 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4f86f2-ac04-4feb-a19a-e4be6630789d tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:14:47.248014 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d4f86f2-ac04-4feb-a19a-e4be6630789d tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:14:47.248905 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-0d4f86f2-ac04-4feb-a19a-e4be6630789d tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:47.264745 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6a665bc0-663a-4ffb-ba59-5c7fcc63c7f6 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:47.279382 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6a665bc0-663a-4ffb-ba59-5c7fcc63c7f6 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:47.280641 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4f86f2-ac04-4feb-a19a-e4be6630789d tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Pushing event updated for resources: {'Port': ['ID=6bc3cd2f-99bd-40ec-a8af-3647c98675b8,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:14:47.295804 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4f86f2-ac04-4feb-a19a-e4be6630789d tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:14:47.296055 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4f86f2-ac04-4feb-a19a-e4be6630789d tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:14:47.296606 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4f86f2-ac04-4feb-a19a-e4be6630789d tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:14:47.297118 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4f86f2-ac04-4feb-a19a-e4be6630789d tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:14:47.297604 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4f86f2-ac04-4feb-a19a-e4be6630789d tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:14:47.298084 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4f86f2-ac04-4feb-a19a-e4be6630789d tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:14:47.299077 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4f86f2-ac04-4feb-a19a-e4be6630789d tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:14:47.299612 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4f86f2-ac04-4feb-a19a-e4be6630789d tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:14:47.300265 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4f86f2-ac04-4feb-a19a-e4be6630789d tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:14:47.300740 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4f86f2-ac04-4feb-a19a-e4be6630789d tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:14:47.301232 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4f86f2-ac04-4feb-a19a-e4be6630789d tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:14:47.301703 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4f86f2-ac04-4feb-a19a-e4be6630789d tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:14:47.318556 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6b579fe-170e-4e52-885b-5bac97a978ab None None] Update dhcp port {'port': {'network_id': 'c840486e-0c2f-4729-9a0c-ee6552111f90', 'fixed_ips': [{'subnet_id': 'f598a638-e243-4a40-abaa-24aa31af6717', 'ip_address': '2001:db8::2'}, {'subnet_id': '7a0e0e92-68ec-4db9-9c57-8c249ae75555'}], 'binding:host_id': 'n-d-844202-1'}, 'id': 'e2e377e3-50c1-4c90-af86-e843429b240d'} from n-d-844202-1. {{(pid=88526) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jun 01 19:14:47.321465 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6a665bc0-663a-4ffb-ba59-5c7fcc63c7f6 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:47.343768 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a665bc0-663a-4ffb-ba59-5c7fcc63c7f6 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3252f354-2b60-4177-ab2a-563d9c37fd93,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:14:47.352045 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6a665bc0-663a-4ffb-ba59-5c7fcc63c7f6 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:47.355899 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-6a665bc0-663a-4ffb-ba59-5c7fcc63c7f6 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/3252f354-2b60-4177-ab2a-563d9c37fd93 HTTP/1.1" status: 204 len: 168 time: 0.1294448 Jun 01 19:14:47.356515 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 59154) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:14:47.374146 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [None req-3acd1d60-3c92-4e94-8e5e-69a5800ffada admin admin] For port 9b80377f-ac8c-487c-96c2-d2ce12cabf52, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=9b80377f-ac8c-487c-96c2-d2ce12cabf52,segment=NetworkSegment(30521a5b-215c-4399-878b-93abab2b6aed),segment_id=30521a5b-215c-4399-878b-93abab2b6aed)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:14:47.374510 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-3acd1d60-3c92-4e94-8e5e-69a5800ffada admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:47.385178 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-0d4f86f2-ac04-4feb-a19a-e4be6630789d tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.5291193 Jun 01 19:14:47.389509 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 59158) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:14:47.415620 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-bab719b0-fdc5-4312-b917-fb3eb8bba5ca tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Synchronizing usage tracker for tenant:545849bed73d475fa69ab3aaaaf73c4b on resource:security_group_rule {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:14:47.426521 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-b6b579fe-170e-4e52-885b-5bac97a978ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:47.433732 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-bab719b0-fdc5-4312-b917-fb3eb8bba5ca tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Unset dirty status for tenant:545849bed73d475fa69ab3aaaaf73c4b on resource:security_group_rule {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:14:47.435612 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-bab719b0-fdc5-4312-b917-fb3eb8bba5ca tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0780926 Jun 01 19:14:47.438533 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 59162) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:14:47.444904 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-c50cdaf2-3ee0-4201-9986-42a2a67b9da9 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Request body: {'security_group_rule': {'security_group_id': 'e881d9fd-b9a3-48c1-ba94-e7c7400d35d4', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:14:47.445194 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port e2e377e3-50c1-4c90-af86-e843429b240d is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:14:47.445559 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:47.451498 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-c50cdaf2-3ee0-4201-9986-42a2a67b9da9 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:14:47.463104 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-c50cdaf2-3ee0-4201-9986-42a2a67b9da9 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:14:47.475640 n-d-844202-1 neutron-server[88525]: INFO neutron.db.securitygroups_db [None req-c50cdaf2-3ee0-4201-9986-42a2a67b9da9 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Project 545849bed73d475fa69ab3aaaaf73c4b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 01 19:14:47.483273 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c50cdaf2-3ee0-4201-9986-42a2a67b9da9 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:47.551938 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-3acd1d60-3c92-4e94-8e5e-69a5800ffada admin admin] Calling delete_port for 9b80377f-ac8c-487c-96c2-d2ce12cabf52 owned by network:router_interface {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:14:47.557161 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c50cdaf2-3ee0-4201-9986-42a2a67b9da9 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:47.562494 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port e2e377e3-50c1-4c90-af86-e843429b240d, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=e2e377e3-50c1-4c90-af86-e843429b240d,segment=NetworkSegment(a6cfd7d1-5211-44ec-a836-a984e441185d),segment_id=a6cfd7d1-5211-44ec-a836-a984e441185d)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:14:47.563672 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c50cdaf2-3ee0-4201-9986-42a2a67b9da9 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:47.569781 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:47.591032 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50cdaf2-3ee0-4201-9986-42a2a67b9da9 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a42cda9c-8c7e-430e-92d9-d9d483463238,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:14:47.602755 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50cdaf2-3ee0-4201-9986-42a2a67b9da9 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:14:47.603092 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50cdaf2-3ee0-4201-9986-42a2a67b9da9 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:14:47.603480 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50cdaf2-3ee0-4201-9986-42a2a67b9da9 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:14:47.603864 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50cdaf2-3ee0-4201-9986-42a2a67b9da9 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:14:47.604286 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50cdaf2-3ee0-4201-9986-42a2a67b9da9 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:14:47.604663 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50cdaf2-3ee0-4201-9986-42a2a67b9da9 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:14:47.605016 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50cdaf2-3ee0-4201-9986-42a2a67b9da9 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:14:47.605395 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50cdaf2-3ee0-4201-9986-42a2a67b9da9 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:14:47.605758 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50cdaf2-3ee0-4201-9986-42a2a67b9da9 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:14:47.606116 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50cdaf2-3ee0-4201-9986-42a2a67b9da9 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:14:47.606610 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50cdaf2-3ee0-4201-9986-42a2a67b9da9 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:14:47.606974 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50cdaf2-3ee0-4201-9986-42a2a67b9da9 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:14:47.623303 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c50cdaf2-3ee0-4201-9986-42a2a67b9da9 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:47.627843 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-c50cdaf2-3ee0-4201-9986-42a2a67b9da9 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1858177 Jun 01 19:14:47.628263 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 59166) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:14:47.637181 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-5ff7061b-c46b-4a79-a557-22479393d073 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Deleting port 6bc3cd2f-99bd-40ec-a8af-3647c98675b8 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:14:47.637519 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-5ff7061b-c46b-4a79-a557-22479393d073 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:47.650440 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-55fc2cf9-36dc-41ee-84a0-9103831f4654 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] 10.222.0.41 "GET /v2.0/security-group-rules/a42cda9c-8c7e-430e-92d9-d9d483463238 HTTP/1.1" status: 200 len: 769 time: 0.0186327 Jun 01 19:14:47.650801 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 59170) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:14:47.703390 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-49a6c62a-ebaf-4eb6-af6c-65cc60df158e tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Synchronizing usage tracker for tenant:545849bed73d475fa69ab3aaaaf73c4b on resource:security_group_rule {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:14:47.704352 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=e2e377e3-50c1-4c90-af86-e843429b240d,revision_number=3']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:14:47.723739 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-49a6c62a-ebaf-4eb6-af6c-65cc60df158e tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Unset dirty status for tenant:545849bed73d475fa69ab3aaaaf73c4b on resource:security_group_rule {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:14:47.724909 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.db_base_plugin_common [None req-b6b579fe-170e-4e52-885b-5bac97a978ab None None] Allocated IP 2001:db8:0:1:f816:3eff:fe98:cd38 (c840486e-0c2f-4729-9a0c-ee6552111f90/7a0e0e92-68ec-4db9-9c57-8c249ae75555/e2e377e3-50c1-4c90-af86-e843429b240d) {{(pid=88526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:14:47.728750 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-49a6c62a-ebaf-4eb6-af6c-65cc60df158e tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0736215 Jun 01 19:14:47.728750 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 59174) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:14:47.732623 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76282032-3a5f-4b9c-98c4-6651a87e1285 req-d57996ec-c582-47e7-a82f-0ea1410aedaa tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:14:47.734106 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-76282032-3a5f-4b9c-98c4-6651a87e1285 req-d57996ec-c582-47e7-a82f-0ea1410aedaa tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2286216-8c80-4d0f-a6bc-2de102e2186c HTTP/1.1" status: 200 len: 946 time: 0.4172940 Jun 01 19:14:47.758206 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e254e10d-71e2-49ab-9a6e-da8d2fa83968 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:47.769957 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e254e10d-71e2-49ab-9a6e-da8d2fa83968 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:47.794009 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e254e10d-71e2-49ab-9a6e-da8d2fa83968 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:47.812020 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e254e10d-71e2-49ab-9a6e-da8d2fa83968 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a42cda9c-8c7e-430e-92d9-d9d483463238,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:14:47.826330 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e254e10d-71e2-49ab-9a6e-da8d2fa83968 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:47.830318 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-e254e10d-71e2-49ab-9a6e-da8d2fa83968 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/a42cda9c-8c7e-430e-92d9-d9d483463238 HTTP/1.1" status: 204 len: 168 time: 0.0978935 Jun 01 19:14:47.831540 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 59178) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:14:47.854954 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-76282032-3a5f-4b9c-98c4-6651a87e1285 req-4ab24a46-5e08-4404-8197-18570d2527ad tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/security-groups?id=64983b74-c803-470a-b560-086d234f978a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1124516 Jun 01 19:14:47.883739 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-44e42f4c-2342-4bda-ade3-1353f7b134d6 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Synchronizing usage tracker for tenant:545849bed73d475fa69ab3aaaaf73c4b on resource:security_group_rule {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:14:47.916809 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-44e42f4c-2342-4bda-ade3-1353f7b134d6 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Unset dirty status for tenant:545849bed73d475fa69ab3aaaaf73c4b on resource:security_group_rule {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:14:47.920277 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-44e42f4c-2342-4bda-ade3-1353f7b134d6 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0847108 Jun 01 19:14:47.924742 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-b6b579fe-170e-4e52-885b-5bac97a978ab None None] For port e2e377e3-50c1-4c90-af86-e843429b240d, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=e2e377e3-50c1-4c90-af86-e843429b240d,segment=NetworkSegment(a6cfd7d1-5211-44ec-a836-a984e441185d),segment_id=a6cfd7d1-5211-44ec-a836-a984e441185d)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:14:47.929205 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 59182) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:14:47.949812 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-b6b579fe-170e-4e52-885b-5bac97a978ab None None] Notify callbacks [] for port, precommit_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:48.018691 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0450e3b6-e645-46d4-9f6c-40774f5e10b2 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:48.044274 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0450e3b6-e645-46d4-9f6c-40774f5e10b2 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:48.062662 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-5ff7061b-c46b-4a79-a557-22479393d073 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:48.083233 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-b6b579fe-170e-4e52-885b-5bac97a978ab None None] Transition to ACTIVE for port object e2e377e3-50c1-4c90-af86-e843429b240d will not be triggered until provisioned by entity DHCP. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:14:48.087841 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-b6b579fe-170e-4e52-885b-5bac97a978ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:48.094142 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0450e3b6-e645-46d4-9f6c-40774f5e10b2 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:48.114510 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0450e3b6-e645-46d4-9f6c-40774f5e10b2 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e881d9fd-b9a3-48c1-ba94-e7c7400d35d4,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:14:48.129962 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-3acd1d60-3c92-4e94-8e5e-69a5800ffada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:48.132839 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0450e3b6-e645-46d4-9f6c-40774f5e10b2 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:48.136640 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-0450e3b6-e645-46d4-9f6c-40774f5e10b2 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] 10.222.0.41 "DELETE /v2.0/security-groups/e881d9fd-b9a3-48c1-ba94-e7c7400d35d4 HTTP/1.1" status: 204 len: 168 time: 0.2037449 Jun 01 19:14:48.136935 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 59186) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:14:48.192939 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-2ecf3436-4d85-4097-b1c6-ec1cbfa5890e tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Synchronizing usage tracker for tenant:545849bed73d475fa69ab3aaaaf73c4b on resource:security_group {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:14:48.211789 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-2ecf3436-4d85-4097-b1c6-ec1cbfa5890e tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Unset dirty status for tenant:545849bed73d475fa69ab3aaaaf73c4b on resource:security_group {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:14:48.219203 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-2ecf3436-4d85-4097-b1c6-ec1cbfa5890e tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0794125 Jun 01 19:14:48.219203 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 59190) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:14:48.223891 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-284d4c90-95cc-4cc5-ab96-bbaa5e24ce7d tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Request body: {'security_group': {'name': 'tempest-secgroup--1290938284'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:14:48.228949 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-5ff7061b-c46b-4a79-a557-22479393d073 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Calling delete_port for 6bc3cd2f-99bd-40ec-a8af-3647c98675b8 owned by {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:14:48.230798 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-284d4c90-95cc-4cc5-ab96-bbaa5e24ce7d tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:14:48.242312 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-284d4c90-95cc-4cc5-ab96-bbaa5e24ce7d tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:14:48.255530 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-284d4c90-95cc-4cc5-ab96-bbaa5e24ce7d tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:48.258273 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b579fe-170e-4e52-885b-5bac97a978ab None None] Pushing event updated for resources: {'Port': ['ID=e2e377e3-50c1-4c90-af86-e843429b240d,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:14:48.278573 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-284d4c90-95cc-4cc5-ab96-bbaa5e24ce7d tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:14:48.283970 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-284d4c90-95cc-4cc5-ab96-bbaa5e24ce7d tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Usage tracker for resource:security_group_rule and tenant:545849bed73d475fa69ab3aaaaf73c4b is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:14:48.288331 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-284d4c90-95cc-4cc5-ab96-bbaa5e24ce7d tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:14:48.291172 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acd1d60-3c92-4e94-8e5e-69a5800ffada admin admin] Pushing event deleted for resources: {'Port': ['ID=9b80377f-ac8c-487c-96c2-d2ce12cabf52,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:14:48.301405 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-284d4c90-95cc-4cc5-ab96-bbaa5e24ce7d tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:14:48.391967 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-284d4c90-95cc-4cc5-ab96-bbaa5e24ce7d tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:48.397389 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-284d4c90-95cc-4cc5-ab96-bbaa5e24ce7d tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:48.458411 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284d4c90-95cc-4cc5-ab96-bbaa5e24ce7d tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2dba4c40-1995-446b-b654-89c613cd2710,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:14:48.474500 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-284d4c90-95cc-4cc5-ab96-bbaa5e24ce7d tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:48.484285 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-284d4c90-95cc-4cc5-ab96-bbaa5e24ce7d tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2633257 Jun 01 19:14:48.487453 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 59194) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:14:48.495540 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-2dcc1dc2-3437-4425-8a8d-82f327e27b8b tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Request body: {'security_group_rule': {'security_group_id': '2dba4c40-1995-446b-b654-89c613cd2710', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:14:48.507273 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-2dcc1dc2-3437-4425-8a8d-82f327e27b8b tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:14:48.512375 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-2dcc1dc2-3437-4425-8a8d-82f327e27b8b tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Usage tracker for resource:security_group_rule and tenant:545849bed73d475fa69ab3aaaaf73c4b is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:14:48.515483 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-2dcc1dc2-3437-4425-8a8d-82f327e27b8b tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:14:48.522505 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-2dcc1dc2-3437-4425-8a8d-82f327e27b8b tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:14:48.547760 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2dcc1dc2-3437-4425-8a8d-82f327e27b8b tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:48.632821 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2dcc1dc2-3437-4425-8a8d-82f327e27b8b tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:48.642504 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2dcc1dc2-3437-4425-8a8d-82f327e27b8b tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:48.670163 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcc1dc2-3437-4425-8a8d-82f327e27b8b tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6172494-0934-4bb5-90f8-0b6bc8e57bd3,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:14:48.691331 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2dcc1dc2-3437-4425-8a8d-82f327e27b8b tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:48.696210 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-2dcc1dc2-3437-4425-8a8d-82f327e27b8b tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2073367 Jun 01 19:14:48.697188 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 59198) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:14:48.768763 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-372093f4-4470-4879-8d22-5fa54e415bf9 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:48.803014 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-372093f4-4470-4879-8d22-5fa54e415bf9 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:48.883723 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-372093f4-4470-4879-8d22-5fa54e415bf9 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:48.885155 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-3acd1d60-3c92-4e94-8e5e-69a5800ffada admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-887310'] for router_interface, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:48.911132 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372093f4-4470-4879-8d22-5fa54e415bf9 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dba4c40-1995-446b-b654-89c613cd2710,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:14:48.927854 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-5ff7061b-c46b-4a79-a557-22479393d073 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:48.932206 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-372093f4-4470-4879-8d22-5fa54e415bf9 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:48.942625 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-372093f4-4470-4879-8d22-5fa54e415bf9 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] 10.222.0.41 "DELETE /v2.0/security-groups/2dba4c40-1995-446b-b654-89c613cd2710 HTTP/1.1" status: 204 len: 168 time: 0.2442048 Jun 01 19:14:48.954096 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 59204) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:14:49.034361 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device e2e377e3-50c1-4c90-af86-e843429b240d up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:14:49.055297 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-300a26fc-7d5d-4c39-9a0a-63222b58e45a tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Synchronizing usage tracker for tenant:545849bed73d475fa69ab3aaaaf73c4b on resource:security_group {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:14:49.085504 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-300a26fc-7d5d-4c39-9a0a-63222b58e45a tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Unset dirty status for tenant:545849bed73d475fa69ab3aaaaf73c4b on resource:security_group {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:14:49.086972 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-300a26fc-7d5d-4c39-9a0a-63222b58e45a tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1313477 Jun 01 19:14:49.090100 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 59210) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:14:49.162828 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-b6ec53c1-7fb7-42a1-a28f-8448e7a84a64 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Synchronizing usage tracker for tenant:545849bed73d475fa69ab3aaaaf73c4b on resource:security_group_rule {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:14:49.191098 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-bf1edcf1-be75-473c-890a-9435c41b74c2 None None] Provisioning for port e2e377e3-50c1-4c90-af86-e843429b240d completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:14:49.200586 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-bf1edcf1-be75-473c-890a-9435c41b74c2 None None] Provisioning complete for port e2e377e3-50c1-4c90-af86-e843429b240d triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:14:49.200967 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-bf1edcf1-be75-473c-890a-9435c41b74c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:49.201383 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-b6ec53c1-7fb7-42a1-a28f-8448e7a84a64 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] Unset dirty status for tenant:545849bed73d475fa69ab3aaaaf73c4b on resource:security_group_rule {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:14:49.212138 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-b6ec53c1-7fb7-42a1-a28f-8448e7a84a64 tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.1204081 Jun 01 19:14:49.214584 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 59218) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:14:49.244769 n-d-844202-1 neutron-server[88525]: INFO neutron.api.v2.resource [None req-19eda9a4-6965-4d83-aef8-8de6c951f56e tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] delete failed (client error): The resource could not be found. Jun 01 19:14:49.246301 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-19eda9a4-6965-4d83-aef8-8de6c951f56e tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] 10.222.0.41 "DELETE /v2.0/security-groups/2dba4c40-1995-446b-b654-89c613cd2710 HTTP/1.1" status: 404 len: 347 time: 0.0306149 Jun 01 19:14:49.250826 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 59224) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:14:49.355515 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-bf1edcf1-be75-473c-890a-9435c41b74c2 None None] Current status of the port e2e377e3-50c1-4c90-af86-e843429b240d is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:14:49.359541 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-bf1edcf1-be75-473c-890a-9435c41b74c2 None None] Could not find standard attr ID for object 6bc3cd2f-99bd-40ec-a8af-3647c98675b8. {{(pid=88526) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 01 19:14:49.430457 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-d4cf1918-924c-404e-95c0-06d1e91e1dab tempest-SecGroupIPv6Test-870285805 tempest-SecGroupIPv6Test-870285805-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1783850 Jun 01 19:14:49.444711 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff7061b-c46b-4a79-a557-22479393d073 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Pushing event deleted for resources: {'Port': ['ID=6bc3cd2f-99bd-40ec-a8af-3647c98675b8,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:14:49.473298 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-bf324889-e553-46f9-a94b-a7e0c69364fb None None] Could not find standard attr ID for object 6bc3cd2f-99bd-40ec-a8af-3647c98675b8. {{(pid=88526) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 01 19:14:49.497020 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa46b717-ed7e-4339-87ae-4894ca73bff0 req-784eaf56-7623-4b3a-9b8c-4d022977c5b8 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:14:49.508638 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-aa46b717-ed7e-4339-87ae-4894ca73bff0 req-784eaf56-7623-4b3a-9b8c-4d022977c5b8 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2286216-8c80-4d0f-a6bc-2de102e2186c HTTP/1.1" status: 200 len: 946 time: 0.4482441 Jun 01 19:14:49.610785 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-aa46b717-ed7e-4339-87ae-4894ca73bff0 req-cb75e72b-d0c2-4516-b188-b031267823f8 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/security-groups?id=64983b74-c803-470a-b560-086d234f978a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1008193 Jun 01 19:14:49.683063 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-5ff7061b-c46b-4a79-a557-22479393d073 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:49.699640 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device a550a778-e132-4180-bce5-d2a03048c7e8 details requested by agent hyperv_n-h2-844202-1 with host n-h2-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 19:14:49.726963 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-5ff7061b-c46b-4a79-a557-22479393d073 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "DELETE /v2.0/ports/6bc3cd2f-99bd-40ec-a8af-3647c98675b8 HTTP/1.1" status: 204 len: 168 time: 2.3290050 Jun 01 19:14:49.729367 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 59240) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:14:49.777319 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3acd1d60-3c92-4e94-8e5e-69a5800ffada admin admin] Router 42bf7114-1434-42f3-8975-565fad845372 has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 19:14:49.926978 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-443362ad-3531-426d-bac5-5c3430cdf3ab tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:14:49.931803 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-443362ad-3531-426d-bac5-5c3430cdf3ab tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2013636 Jun 01 19:14:49.936667 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 59250) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:14:50.005675 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 59256) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:14:50.059396 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3acd1d60-3c92-4e94-8e5e-69a5800ffada admin admin] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:14:50.067745 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-3acd1d60-3c92-4e94-8e5e-69a5800ffada admin admin] 10.222.0.41 "PUT /v2.0/routers/42bf7114-1434-42f3-8975-565fad845372/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3425860 Jun 01 19:14:50.067978 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 59264) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:14:50.075137 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54fa92d4-2dc3-47dd-9c4d-467a39b05734 None None] Sync routers for ids ['42bf7114-1434-42f3-8975-565fad845372'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:14:50.078327 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port a550a778-e132-4180-bce5-d2a03048c7e8, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=a550a778-e132-4180-bce5-d2a03048c7e8,segment=NetworkSegment(391d97c0-c1c6-4de9-90ea-516f30f0f3f3),segment_id=391d97c0-c1c6-4de9-90ea-516f30f0f3f3)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:14:50.093172 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54fa92d4-2dc3-47dd-9c4d-467a39b05734 None None] Routers {'42bf7114-1434-42f3-8975-565fad845372'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:14:50.093796 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-54fa92d4-2dc3-47dd-9c4d-467a39b05734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:14:39Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['42bf7114-1434-42f3-8975-565fad845372'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:14:50.133698 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Returning: {'device': 'a550a778-e132-4180-bce5-d2a03048c7e8', 'network_id': '3d299f30-03d5-48f5-82fc-2ce538e7e02b', 'port_id': 'a550a778-e132-4180-bce5-d2a03048c7e8', 'mac_address': 'fa:16:3e:c9:2a:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf215978-ce5c-4077-ac29-2d8fb4937baa', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 19:14:50.153341 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1564556-c57f-465a-9c65-52129dc76699 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:14:50.160644 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-c1564556-c57f-465a-9c65-52129dc76699 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2228646 Jun 01 19:14:50.163730 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 59268) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:14:50.279878 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port a550a778-e132-4180-bce5-d2a03048c7e8 is: ACTIVE; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:14:50.282585 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:50.295272 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e85c73e4-6878-4b7f-8bfd-d826b7fe3cf1 admin admin] Notify callbacks [] for router, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:50.339126 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a550a778-e132-4180-bce5-d2a03048c7e8 {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 19:14:50.347715 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f30a81d9-4450-46e4-99af-a4200be0d823 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:14:50.350515 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f30a81d9-4450-46e4-99af-a4200be0d823 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:14:50.357669 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f30a81d9-4450-46e4-99af-a4200be0d823 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:14:50.358820 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-f30a81d9-4450-46e4-99af-a4200be0d823 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Synchronizing usage tracker for tenant:451baccc58514a0cab8c4410ed135b7c on resource:subnet {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:14:50.360065 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-54fa92d4-2dc3-47dd-9c4d-467a39b05734 None None] Set router 42bf7114-1434-42f3-8975-565fad845372 gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:14:50.369641 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port a550a778-e132-4180-bce5-d2a03048c7e8, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=a550a778-e132-4180-bce5-d2a03048c7e8,segment=NetworkSegment(391d97c0-c1c6-4de9-90ea-516f30f0f3f3),segment_id=391d97c0-c1c6-4de9-90ea-516f30f0f3f3)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:14:50.375249 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:50.478126 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-f30a81d9-4450-46e4-99af-a4200be0d823 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Unset dirty status for tenant:451baccc58514a0cab8c4410ed135b7c on resource:subnet {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:14:50.485487 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-f30a81d9-4450-46e4-99af-a4200be0d823 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.3195405 Jun 01 19:14:50.485717 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] get_ports_and_sgs() called for port_ids ['a550a778-e132-4180-bce5-d2a03048c7e8'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 19:14:50.490224 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 59276) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:14:50.547289 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-552bcca7-228b-4f51-a706-23af927b9332 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=545849bed73d475fa69ab3aaaaf73c4b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5409932 Jun 01 19:14:50.553248 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 59280) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:14:50.640992 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c8c7fe4-8a72-4203-8d74-61e0d59c93cf tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Deleting subnet 7a0e0e92-68ec-4db9-9c57-8c249ae75555 {{(pid=88525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 19:14:50.645293 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9c8c7fe4-8a72-4203-8d74-61e0d59c93cf tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks [] for subnet, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:50.690822 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e85c73e4-6878-4b7f-8bfd-d826b7fe3cf1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:50.711848 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-e85c73e4-6878-4b7f-8bfd-d826b7fe3cf1 admin admin] Deleting port fe9d2fee-951b-4202-9589-43b85513b0ac {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:14:50.712242 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e85c73e4-6878-4b7f-8bfd-d826b7fe3cf1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:50.716609 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9c8c7fe4-8a72-4203-8d74-61e0d59c93cf tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2258509'] for subnet, precommit_delete_associations {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:50.730188 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=a550a778-e132-4180-bce5-d2a03048c7e8,revision_number=6']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:14:50.818338 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9c8c7fe4-8a72-4203-8d74-61e0d59c93cf tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:50.915418 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9c8c7fe4-8a72-4203-8d74-61e0d59c93cf tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2614143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9667199'] for subnet, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:50.974065 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6771bf51-914b-4a7a-a2d8-49e0748588a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:50.974351 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-54fa92d4-2dc3-47dd-9c4d-467a39b05734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42bf7114-1434-42f3-8975-565fad845372', 'name': 'tempest-TaggedBootDevicesTest-1789991532-router', 'tenant_id': '02a99242e0f0463d9013e17319779a87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.23'}], 'enable_snat': True}, 'gw_port_id': 'fe9d2fee-951b-4202-9589-43b85513b0ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:06:55Z', 'updated_at': '2022-06-01T19:14:47Z', 'revision_number': 5, 'project_id': '02a99242e0f0463d9013e17319779a87', 'gw_port': {'id': 'fe9d2fee-951b-4202-9589-43b85513b0ac', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:d8:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42bf7114-1434-42f3-8975-565fad845372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2586, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:06:58Z', 'updated_at': '2022-06-01T19:07:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:14:50.978917 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9c8c7fe4-8a72-4203-8d74-61e0d59c93cf tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks [] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:50.989633 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8c7fe4-8a72-4203-8d74-61e0d59c93cf tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Pushing event deleted for resources: {'Subnet': ['ID=7a0e0e92-68ec-4db9-9c57-8c249ae75555,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:14:50.994245 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54fa92d4-2dc3-47dd-9c4d-467a39b05734 None None] Checking router: 42bf7114-1434-42f3-8975-565fad845372 for host: n-d-844202-1 {{(pid=88527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 19:14:51.006892 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-9c8c7fe4-8a72-4203-8d74-61e0d59c93cf tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "DELETE /v2.0/subnets/7a0e0e92-68ec-4db9-9c57-8c249ae75555 HTTP/1.1" status: 204 len: 168 time: 0.5155175 Jun 01 19:14:51.010333 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 59286) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:14:51.012864 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54fa92d4-2dc3-47dd-9c4d-467a39b05734 None None] Routers {'42bf7114-1434-42f3-8975-565fad845372'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:14:51.014991 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-54fa92d4-2dc3-47dd-9c4d-467a39b05734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:14:39Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['42bf7114-1434-42f3-8975-565fad845372'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:14:51.048078 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00a60e01-90c4-4ab4-b897-45da7e234d58 None None] Network c840486e-0c2f-4729-9a0c-ee6552111f90 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:14:51.081741 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6771bf51-914b-4a7a-a2d8-49e0748588a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:51.159273 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_v2 [None req-77d58888-2068-42ef-ab72-6dcb5b05d99d tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Deleting subnet f598a638-e243-4a40-abaa-24aa31af6717 {{(pid=88525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 19:14:51.162777 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-77d58888-2068-42ef-ab72-6dcb5b05d99d tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks [] for subnet, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:51.252168 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-77d58888-2068-42ef-ab72-6dcb5b05d99d tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2258509'] for subnet, precommit_delete_associations {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:51.292064 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6771bf51-914b-4a7a-a2d8-49e0748588a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:51.302443 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-54fa92d4-2dc3-47dd-9c4d-467a39b05734 None None] Set router 42bf7114-1434-42f3-8975-565fad845372 gateway port host: None {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:14:51.350533 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6771bf51-914b-4a7a-a2d8-49e0748588a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea8a7664-b411-411b-8194-ff52c5118eb8,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:14:51.374397 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6771bf51-914b-4a7a-a2d8-49e0748588a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:51.375782 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-6771bf51-914b-4a7a-a2d8-49e0748588a3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ea8a7664-b411-411b-8194-ff52c5118eb8 HTTP/1.1" status: 204 len: 168 time: 0.8215435 Jun 01 19:14:51.429870 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-77d58888-2068-42ef-ab72-6dcb5b05d99d tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:51.434182 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [None req-e85c73e4-6878-4b7f-8bfd-d826b7fe3cf1 admin admin] For port fe9d2fee-951b-4202-9589-43b85513b0ac, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=fe9d2fee-951b-4202-9589-43b85513b0ac,segment=NetworkSegment(7875af61-4c53-4ff2-b8c8-d4b7c35ff947),segment_id=7875af61-4c53-4ff2-b8c8-d4b7c35ff947)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:14:51.434696 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e85c73e4-6878-4b7f-8bfd-d826b7fe3cf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:51.505961 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-54fa92d4-2dc3-47dd-9c4d-467a39b05734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42bf7114-1434-42f3-8975-565fad845372', 'name': 'tempest-TaggedBootDevicesTest-1789991532-router', 'tenant_id': '02a99242e0f0463d9013e17319779a87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:06:55Z', 'updated_at': '2022-06-01T19:14:50Z', 'revision_number': 6, 'project_id': '02a99242e0f0463d9013e17319779a87', 'gw_port_host': None}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:14:51.523350 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54fa92d4-2dc3-47dd-9c4d-467a39b05734 None None] The sync data for ids ['42bf7114-1434-42f3-8975-565fad845372'] in n-d-844202-1 is: [{'id': '42bf7114-1434-42f3-8975-565fad845372', 'name': 'tempest-TaggedBootDevicesTest-1789991532-router', 'tenant_id': '02a99242e0f0463d9013e17319779a87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:06:55Z', 'updated_at': '2022-06-01T19:14:50Z', 'revision_number': 6, 'project_id': '02a99242e0f0463d9013e17319779a87', 'gw_port_host': None}] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:14:51.632634 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-77d58888-2068-42ef-ab72-6dcb5b05d99d tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2614143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9667199'] for subnet, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:51.691823 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d58888-2068-42ef-ab72-6dcb5b05d99d tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Pushing event deleted for resources: {'Subnet': ['ID=f598a638-e243-4a40-abaa-24aa31af6717,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:14:51.698737 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-77d58888-2068-42ef-ab72-6dcb5b05d99d tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks [] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:51.712083 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-77d58888-2068-42ef-ab72-6dcb5b05d99d tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "DELETE /v2.0/subnets/f598a638-e243-4a40-abaa-24aa31af6717 HTTP/1.1" status: 204 len: 168 time: 0.7006333 Jun 01 19:14:51.713455 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 59294) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:14:51.720003 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device a550a778-e132-4180-bce5-d2a03048c7e8 up at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:14:51.748511 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-e85c73e4-6878-4b7f-8bfd-d826b7fe3cf1 admin admin] Calling delete_port for fe9d2fee-951b-4202-9589-43b85513b0ac owned by network:router_gateway {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:14:51.954936 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e85c73e4-6878-4b7f-8bfd-d826b7fe3cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:52.008716 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning complete for port a550a778-e132-4180-bce5-d2a03048c7e8 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:14:52.009087 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:52.134148 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-9b0b51fc-d97c-48d5-a922-e5bf4f5eea45 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4188602 Jun 01 19:14:52.135563 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 59306) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:14:52.159563 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b422543-142c-4863-8200-8d3dbae8637e None None] Update dhcp port {'port': {'network_id': 'c840486e-0c2f-4729-9a0c-ee6552111f90', 'fixed_ips': [{'subnet_id': 'f598a638-e243-4a40-abaa-24aa31af6717'}], 'binding:host_id': 'n-d-844202-1'}, 'id': 'e2e377e3-50c1-4c90-af86-e843429b240d'} from n-d-844202-1. {{(pid=88526) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jun 01 19:14:52.217612 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-1b0e98ad-2772-4c52-8d83-04f07032ccfc tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Request body: {'subnet': {'network_id': 'c840486e-0c2f-4729-9a0c-ee6552111f90', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:14:52.313633 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-0b422543-142c-4863-8200-8d3dbae8637e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:52.337064 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port a550a778-e132-4180-bce5-d2a03048c7e8 is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:14:52.337485 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:52.339486 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85c73e4-6878-4b7f-8bfd-d826b7fe3cf1 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe9d2fee-951b-4202-9589-43b85513b0ac,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:14:52.353767 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-1b0e98ad-2772-4c52-8d83-04f07032ccfc tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:14:52.371731 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-1b0e98ad-2772-4c52-8d83-04f07032ccfc tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Usage tracker for resource:subnet and tenant:451baccc58514a0cab8c4410ed135b7c is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:14:52.374973 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-1b0e98ad-2772-4c52-8d83-04f07032ccfc tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:14:52.391210 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-1b0e98ad-2772-4c52-8d83-04f07032ccfc tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:14:52.425467 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e85c73e4-6878-4b7f-8bfd-d826b7fe3cf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-887703'] for router_gateway, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:52.433659 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2286216-8c80-4d0f-a6bc-2de102e2186c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a550a778-e132-4180-bce5-d2a03048c7e8'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:14:52.448286 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port a550a778-e132-4180-bce5-d2a03048c7e8, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=a550a778-e132-4180-bce5-d2a03048c7e8,segment=NetworkSegment(391d97c0-c1c6-4de9-90ea-516f30f0f3f3),segment_id=391d97c0-c1c6-4de9-90ea-516f30f0f3f3)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:14:52.499088 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:52.566373 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b0e98ad-2772-4c52-8d83-04f07032ccfc tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Made reservation on behalf of 451baccc58514a0cab8c4410ed135b7c for: {'subnet': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:14:52.570677 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1b0e98ad-2772-4c52-8d83-04f07032ccfc tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3066584'] for subnet, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:52.575064 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3edc418-8dc1-4c9a-b99a-e54871c86eb3'] response: {'server_uuid': 'a2286216-8c80-4d0f-a6bc-2de102e2186c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a550a778-e132-4180-bce5-d2a03048c7e8', 'code': 200} Jun 01 19:14:52.678217 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acb7d5b0-6143-4365-8d55-ccfd1af69592 None None] Network c840486e-0c2f-4729-9a0c-ee6552111f90 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:14:52.835858 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e85c73e4-6878-4b7f-8bfd-d826b7fe3cf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25316'] for router, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:52.835858 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e85c73e4-6878-4b7f-8bfd-d826b7fe3cf1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:52.881713 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=a550a778-e132-4180-bce5-d2a03048c7e8,revision_number=7']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:14:52.884247 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e85c73e4-6878-4b7f-8bfd-d826b7fe3cf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-891519'] for router, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:52.884656 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e85c73e4-6878-4b7f-8bfd-d826b7fe3cf1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 42bf7114-1434-42f3-8975-565fad845372 {{(pid=88524) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 19:14:53.010164 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 9b80377f-ac8c-487c-96c2-d2ce12cabf52 no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:14:53.051755 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e85c73e4-6878-4b7f-8bfd-d826b7fe3cf1 admin admin] Notify callbacks [] for router, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:53.053219 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-e85c73e4-6878-4b7f-8bfd-d826b7fe3cf1 admin admin] 10.222.0.41 "DELETE /v2.0/routers/42bf7114-1434-42f3-8975-565fad845372 HTTP/1.1" status: 204 len: 168 time: 2.9843087 Jun 01 19:14:53.055776 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 59324) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:14:53.154212 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234a287e-45e8-4308-bb43-e830305d1ad3 req-71507769-8668-431d-9461-519b4ad5ff3c tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:14:53.154691 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: 9b80377f-ac8c-487c-96c2-d2ce12cabf52 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:14:53.155273 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 9b80377f-ac8c-487c-96c2-d2ce12cabf52 not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:14:53.156111 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device e2e377e3-50c1-4c90-af86-e843429b240d no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:14:53.168634 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-234a287e-45e8-4308-bb43-e830305d1ad3 req-71507769-8668-431d-9461-519b4ad5ff3c tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2286216-8c80-4d0f-a6bc-2de102e2186c HTTP/1.1" status: 200 len: 946 time: 1.2207863 Jun 01 19:14:53.191311 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-23745216-b28f-4f6a-a8b2-1fa4829c62db None None] Provisioning complete for port e2e377e3-50c1-4c90-af86-e843429b240d triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:14:53.191992 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-23745216-b28f-4f6a-a8b2-1fa4829c62db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:53.204676 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f678b7d-f8aa-4de8-946b-d22861f5d4fc admin admin] Deleting subnet 68f1d3e6-a007-4866-ae6d-cf3ba479c5c0 {{(pid=88525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 19:14:53.214469 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7f678b7d-f8aa-4de8-946b-d22861f5d4fc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:53.293819 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-234a287e-45e8-4308-bb43-e830305d1ad3 req-0314e622-0042-4274-b92e-50876e60f35a tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/security-groups?id=64983b74-c803-470a-b560-086d234f978a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1230905 Jun 01 19:14:53.350830 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7f678b7d-f8aa-4de8-946b-d22861f5d4fc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2258509'] for subnet, precommit_delete_associations {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:53.435429 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1b0e98ad-2772-4c52-8d83-04f07032ccfc tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2718919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3066602'] for subnet, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:53.468040 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7f678b7d-f8aa-4de8-946b-d22861f5d4fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:53.503721 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b0e98ad-2772-4c52-8d83-04f07032ccfc tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Network c840486e-0c2f-4729-9a0c-ee6552111f90 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:14:53.508429 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-1b0e98ad-2772-4c52-8d83-04f07032ccfc tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:14:53.515235 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b0e98ad-2772-4c52-8d83-04f07032ccfc tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:14:53.515824 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1b0e98ad-2772-4c52-8d83-04f07032ccfc tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:53.540274 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-23745216-b28f-4f6a-a8b2-1fa4829c62db None None] Current status of the port e2e377e3-50c1-4c90-af86-e843429b240d is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:14:53.567937 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0e98ad-2772-4c52-8d83-04f07032ccfc tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Pushing event updated for resources: {'Subnet': ['ID=ca2cf14a-e1c1-40b5-a116-c08d5d4cd2fa,revision_number=0']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:14:53.586900 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6fe774b-c8ee-4382-b96e-b0f09de01df8 None None] DHCP port deletion for c840486e-0c2f-4729-9a0c-ee6552111f90 request from n-d-844202-1 {{(pid=88526) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 19:14:53.592819 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port e2e377e3-50c1-4c90-af86-e843429b240d is: ACTIVE; New status is: DOWN {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:14:53.593850 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:53.612491 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f6fe774b-c8ee-4382-b96e-b0f09de01df8 None None] Deleting port e2e377e3-50c1-4c90-af86-e843429b240d {{(pid=88526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:14:53.614927 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f6fe774b-c8ee-4382-b96e-b0f09de01df8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:53.628391 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-1b0e98ad-2772-4c52-8d83-04f07032ccfc tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4216640 Jun 01 19:14:53.629899 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 59336) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:14:53.646907 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7f678b7d-f8aa-4de8-946b-d22861f5d4fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2614143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9667199'] for subnet, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:53.652522 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-86f946c9-eabc-4677-8a85-2d8db6680d74 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Request body: {'subnet': {'network_id': 'c840486e-0c2f-4729-9a0c-ee6552111f90', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:14:53.681371 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port e2e377e3-50c1-4c90-af86-e843429b240d, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=e2e377e3-50c1-4c90-af86-e843429b240d,segment=NetworkSegment(a6cfd7d1-5211-44ec-a836-a984e441185d),segment_id=a6cfd7d1-5211-44ec-a836-a984e441185d)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:14:53.692883 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:53.693606 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device fe9d2fee-951b-4202-9589-43b85513b0ac no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:14:53.738168 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f678b7d-f8aa-4de8-946b-d22861f5d4fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68f1d3e6-a007-4866-ae6d-cf3ba479c5c0,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:14:53.754257 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7f678b7d-f8aa-4de8-946b-d22861f5d4fc admin admin] Notify callbacks [] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:53.771275 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-7f678b7d-f8aa-4de8-946b-d22861f5d4fc admin admin] 10.222.0.41 "DELETE /v2.0/subnets/68f1d3e6-a007-4866-ae6d-cf3ba479c5c0 HTTP/1.1" status: 204 len: 168 time: 0.7138798 Jun 01 19:14:53.771984 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 59342) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:14:53.828475 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddc651e1-fb9a-4c30-8625-dbba34eb125e None None] Network 4f4ea26f-fa46-41a8-bded-b4cab3aedc51 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:14:53.855306 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: fe9d2fee-951b-4202-9589-43b85513b0ac {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:14:53.855960 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device fe9d2fee-951b-4202-9589-43b85513b0ac not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:14:53.918297 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-86f946c9-eabc-4677-8a85-2d8db6680d74 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:14:53.935413 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-258eae5a-cd55-42d7-af79-f3d0cd5707b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:53.948485 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-86f946c9-eabc-4677-8a85-2d8db6680d74 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Usage tracker for resource:subnet and tenant:451baccc58514a0cab8c4410ed135b7c is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:14:53.957513 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-86f946c9-eabc-4677-8a85-2d8db6680d74 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:14:53.993174 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-86f946c9-eabc-4677-8a85-2d8db6680d74 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:14:54.032241 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-258eae5a-cd55-42d7-af79-f3d0cd5707b7 admin admin] Deleting port c039602c-bb98-478c-8b0d-49fb42b59577 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:14:54.035356 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-258eae5a-cd55-42d7-af79-f3d0cd5707b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:54.040770 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86f946c9-eabc-4677-8a85-2d8db6680d74 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Made reservation on behalf of 451baccc58514a0cab8c4410ed135b7c for: {'subnet': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:14:54.051286 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-86f946c9-eabc-4677-8a85-2d8db6680d74 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3066584'] for subnet, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:54.065436 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=e2e377e3-50c1-4c90-af86-e843429b240d,revision_number=7']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:14:54.274266 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f6fe774b-c8ee-4382-b96e-b0f09de01df8 None None] For port e2e377e3-50c1-4c90-af86-e843429b240d, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=e2e377e3-50c1-4c90-af86-e843429b240d,segment=NetworkSegment(a6cfd7d1-5211-44ec-a836-a984e441185d),segment_id=a6cfd7d1-5211-44ec-a836-a984e441185d)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:14:54.274653 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f6fe774b-c8ee-4382-b96e-b0f09de01df8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:54.339959 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [None req-258eae5a-cd55-42d7-af79-f3d0cd5707b7 admin admin] For port c039602c-bb98-478c-8b0d-49fb42b59577, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=c039602c-bb98-478c-8b0d-49fb42b59577,segment=NetworkSegment(30521a5b-215c-4399-878b-93abab2b6aed),segment_id=30521a5b-215c-4399-878b-93abab2b6aed)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:14:54.340486 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-258eae5a-cd55-42d7-af79-f3d0cd5707b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:54.557155 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-258eae5a-cd55-42d7-af79-f3d0cd5707b7 admin admin] Calling delete_port for c039602c-bb98-478c-8b0d-49fb42b59577 owned by network:dhcp {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:14:54.562218 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f6fe774b-c8ee-4382-b96e-b0f09de01df8 None None] Calling delete_port for e2e377e3-50c1-4c90-af86-e843429b240d owned by network:dhcp {{(pid=88526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:14:54.630429 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28ccb2df-0906-4446-9039-1d962bf1a644 None None] DHCP port deletion for 4f4ea26f-fa46-41a8-bded-b4cab3aedc51 request from n-d-844202-1 {{(pid=88526) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 19:14:54.649160 n-d-844202-1 neutron-server[88524]: INFO neutron.db.ipam_backend_mixin [None req-86f946c9-eabc-4677-8a85-2d8db6680d74 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ca2cf14a-e1c1-40b5-a116-c08d5d4cd2fa (CIDR: 2001:db8::/64) Jun 01 19:14:54.661247 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-28ccb2df-0906-4446-9039-1d962bf1a644 None None] Deleting port c039602c-bb98-478c-8b0d-49fb42b59577 {{(pid=88526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:14:54.661652 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-28ccb2df-0906-4446-9039-1d962bf1a644 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:54.669259 n-d-844202-1 neutron-server[88524]: INFO neutron.pecan_wsgi.hooks.translation [None req-86f946c9-eabc-4677-8a85-2d8db6680d74 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 01 19:14:54.669725 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86f946c9-eabc-4677-8a85-2d8db6680d74 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88524) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 19:14:54.722600 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-86f946c9-eabc-4677-8a85-2d8db6680d74 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0887151 Jun 01 19:14:54.738382 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 59362) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:14:54.745823 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-ea9b24f7-9544-451b-be0b-daa53cb73c15 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Request body: {'subnet': {'network_id': 'c840486e-0c2f-4729-9a0c-ee6552111f90', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:14:54.827631 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f6fe774b-c8ee-4382-b96e-b0f09de01df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535'] for port, after_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:54.853800 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-258eae5a-cd55-42d7-af79-f3d0cd5707b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:54.865346 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a7a397-7c8e-47ef-b831-7cdbdfc25a06 req-0323049b-aefe-438c-a73d-cad1b5e6f631 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:14:54.866837 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a4a7a397-7c8e-47ef-b831-7cdbdfc25a06 req-0323049b-aefe-438c-a73d-cad1b5e6f631 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2286216-8c80-4d0f-a6bc-2de102e2186c HTTP/1.1" status: 200 len: 946 time: 0.2464106 Jun 01 19:14:54.916216 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6fe774b-c8ee-4382-b96e-b0f09de01df8 None None] No DVR routers for this DVR port e2e377e3-50c1-4c90-af86-e843429b240d on host n-d-844202-1 {{(pid=88526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:14:54.920534 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fe774b-c8ee-4382-b96e-b0f09de01df8 None None] Pushing event deleted for resources: {'Port': ['ID=e2e377e3-50c1-4c90-af86-e843429b240d,revision_number=None']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:14:55.061243 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258eae5a-cd55-42d7-af79-f3d0cd5707b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=c039602c-bb98-478c-8b0d-49fb42b59577,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:14:55.068780 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258eae5a-cd55-42d7-af79-f3d0cd5707b7 admin admin] No DVR routers for this DVR port c039602c-bb98-478c-8b0d-49fb42b59577 on host n-d-844202-1 {{(pid=88525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:14:55.113588 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2b0ab49-73f8-44ec-989e-d65f5bf04da1 None None] Network c840486e-0c2f-4729-9a0c-ee6552111f90 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:14:55.130495 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device c039602c-bb98-478c-8b0d-49fb42b59577 no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:14:55.231016 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a4a7a397-7c8e-47ef-b831-7cdbdfc25a06 req-f644f635-db62-4c8a-a3ef-9fe6b32d9b8f tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/security-groups?id=64983b74-c803-470a-b560-086d234f978a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3124893 Jun 01 19:14:55.236439 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: c039602c-bb98-478c-8b0d-49fb42b59577 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:14:55.236960 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device c039602c-bb98-478c-8b0d-49fb42b59577 not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:14:55.268480 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 59368) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:14:55.295947 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-28ccb2df-0906-4446-9039-1d962bf1a644 None None] For port c039602c-bb98-478c-8b0d-49fb42b59577, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=c039602c-bb98-478c-8b0d-49fb42b59577,segment=NetworkSegment(30521a5b-215c-4399-878b-93abab2b6aed),segment_id=30521a5b-215c-4399-878b-93abab2b6aed)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:14:55.296490 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-28ccb2df-0906-4446-9039-1d962bf1a644 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:55.349830 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-ea9b24f7-9544-451b-be0b-daa53cb73c15 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:14:55.362074 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-ea9b24f7-9544-451b-be0b-daa53cb73c15 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Usage tracker for resource:subnet and tenant:451baccc58514a0cab8c4410ed135b7c is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:14:55.366207 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-258eae5a-cd55-42d7-af79-f3d0cd5707b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:55.373854 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-ea9b24f7-9544-451b-be0b-daa53cb73c15 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:14:55.387518 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-ea9b24f7-9544-451b-be0b-daa53cb73c15 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:14:55.412287 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-258eae5a-cd55-42d7-af79-f3d0cd5707b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f4ea26f-fa46-41a8-bded-b4cab3aedc51']}} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:14:55.430028 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-258eae5a-cd55-42d7-af79-f3d0cd5707b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30521a5b-215c-4399-878b-93abab2b6aed') {'for_net_delete': True} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:14:55.430320 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-258eae5a-cd55-42d7-af79-f3d0cd5707b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30521a5b-215c-4399-878b-93abab2b6aed') {} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:14:55.443033 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea9b24f7-9544-451b-be0b-daa53cb73c15 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Made reservation on behalf of 451baccc58514a0cab8c4410ed135b7c for: {'subnet': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:14:55.446674 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ea9b24f7-9544-451b-be0b-daa53cb73c15 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9667140'] for subnet, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:55.483034 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-258eae5a-cd55-42d7-af79-f3d0cd5707b7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2258522'] for segment, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:55.490050 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-28ccb2df-0906-4446-9039-1d962bf1a644 None None] Calling delete_port for c039602c-bb98-478c-8b0d-49fb42b59577 owned by network:dhcp {{(pid=88526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:14:55.498591 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-02b981a9-1562-45d3-856a-e96ceb9522d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:55.539506 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-02b981a9-1562-45d3-856a-e96ceb9522d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:14:55.543970 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-02b981a9-1562-45d3-856a-e96ceb9522d5 admin admin] Usage tracker for resource:security_group_rule and tenant:b0a441eb8da3413485b85d390d0637d0 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:14:55.546915 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-02b981a9-1562-45d3-856a-e96ceb9522d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:14:55.559022 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-02b981a9-1562-45d3-856a-e96ceb9522d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:14:55.676482 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-258eae5a-cd55-42d7-af79-f3d0cd5707b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:55.681640 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.db.api [None req-28ccb2df-0906-4446-9039-1d962bf1a644 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88526) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 19:14:55.682278 n-d-844202-1 neutron-server[88526]: DEBUG oslo_db.api [None req-28ccb2df-0906-4446-9039-1d962bf1a644 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 19:14:55.690017 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b49c4db-8e4a-466f-bb8b-fcdf1a3f7d6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc93f83c3-7fb6-5c13-a9d4-29d739a4e8d2-c840486e-0c2f-4729-9a0c-ee6552111f90', 'network_id': 'c840486e-0c2f-4729-9a0c-ee6552111f90', 'tenant_id': '451baccc58514a0cab8c4410ed135b7c', 'fixed_ips': [{'subnet_id': 'ca2cf14a-e1c1-40b5-a116-c08d5d4cd2fa'}]}} from n-d-844202-1. {{(pid=88526) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 19:14:55.691097 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-4b49c4db-8e4a-466f-bb8b-fcdf1a3f7d6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:55.722521 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-02b981a9-1562-45d3-856a-e96ceb9522d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:55.732670 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-02b981a9-1562-45d3-856a-e96ceb9522d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:55.792085 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.agents_db [None req-e814b9cf-7de8-45d0-a079-29c61fabe7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 19:14:55.793599 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b981a9-1562-45d3-856a-e96ceb9522d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07175183-9d9d-42a4-b88a-738e4609ecf1,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:14:55.836666 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-02b981a9-1562-45d3-856a-e96ceb9522d5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b0a441eb8da3413485b85d390d0637d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5661676 Jun 01 19:14:55.838529 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 59374) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:14:55.912591 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.db_base_plugin_common [None req-4b49c4db-8e4a-466f-bb8b-fcdf1a3f7d6f None None] Allocated IP 2001:db8::2 (c840486e-0c2f-4729-9a0c-ee6552111f90/ca2cf14a-e1c1-40b5-a116-c08d5d4cd2fa/dee30461-fa20-4c45-be98-f6895b3bd734) {{(pid=88526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:14:55.920861 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-752a48e6-87f6-461f-ae0a-24391809455e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:55.957699 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-752a48e6-87f6-461f-ae0a-24391809455e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:56.019906 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-752a48e6-87f6-461f-ae0a-24391809455e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:56.067768 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752a48e6-87f6-461f-ae0a-24391809455e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07175183-9d9d-42a4-b88a-738e4609ecf1,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:14:56.079308 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-752a48e6-87f6-461f-ae0a-24391809455e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:56.084134 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-752a48e6-87f6-461f-ae0a-24391809455e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/07175183-9d9d-42a4-b88a-738e4609ecf1 HTTP/1.1" status: 204 len: 168 time: 0.2410586 Jun 01 19:14:56.087591 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-258eae5a-cd55-42d7-af79-f3d0cd5707b7 admin admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=88525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 19:14:56.087970 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-258eae5a-cd55-42d7-af79-f3d0cd5707b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2613981'] for segment, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:56.184135 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment 30521a5b-215c-4399-878b-93abab2b6aed resource provider aggregate not found Jun 01 19:14:56.184827 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-28ccb2df-0906-4446-9039-1d962bf1a644 None None] Deleting port c039602c-bb98-478c-8b0d-49fb42b59577 {{(pid=88526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:14:56.185304 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-28ccb2df-0906-4446-9039-1d962bf1a644 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:56.219283 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment 30521a5b-215c-4399-878b-93abab2b6aed resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 30521a5b-215c-4399-878b-93abab2b6aed found for delete ", "request_id": "req-566a7b8f-fc54-4b3f-985f-2ffd8d895f6d"}]} Jun 01 19:14:56.243424 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-258eae5a-cd55-42d7-af79-f3d0cd5707b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:56.262911 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-4b49c4db-8e4a-466f-bb8b-fcdf1a3f7d6f None None] Notify callbacks [] for port, precommit_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:56.263776 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-258eae5a-cd55-42d7-af79-f3d0cd5707b7 admin admin] Notify callbacks [] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:56.282582 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258eae5a-cd55-42d7-af79-f3d0cd5707b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=4f4ea26f-fa46-41a8-bded-b4cab3aedc51,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:14:56.297439 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-28ccb2df-0906-4446-9039-1d962bf1a644 None None] The port 'c039602c-bb98-478c-8b0d-49fb42b59577' was deleted {{(pid=88526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 01 19:14:56.310190 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-258eae5a-cd55-42d7-af79-f3d0cd5707b7 admin admin] 10.222.0.41 "DELETE /v2.0/networks/4f4ea26f-fa46-41a8-bded-b4cab3aedc51 HTTP/1.1" status: 204 len: 168 time: 2.5363667 Jun 01 19:14:56.312579 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 59388) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:14:56.324093 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-4b49c4db-8e4a-466f-bb8b-fcdf1a3f7d6f None None] Transition to ACTIVE for port object dee30461-fa20-4c45-be98-f6895b3bd734 will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:14:56.392293 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-4b49c4db-8e4a-466f-bb8b-fcdf1a3f7d6f None None] Transition to ACTIVE for port object dee30461-fa20-4c45-be98-f6895b3bd734 will not be triggered until provisioned by entity DHCP. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:14:56.409324 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-4b49c4db-8e4a-466f-bb8b-fcdf1a3f7d6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526'] for port, after_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:56.476985 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b49c4db-8e4a-466f-bb8b-fcdf1a3f7d6f None None] Network c840486e-0c2f-4729-9a0c-ee6552111f90 is already hosted by enough agents. {{(pid=88526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:14:56.485416 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.base_scheduler [None req-4b49c4db-8e4a-466f-bb8b-fcdf1a3f7d6f None None] Resources bound (agent type, host, resource id): {{(pid=88526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:14:56.490388 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b49c4db-8e4a-466f-bb8b-fcdf1a3f7d6f None None] Received port after_create {{(pid=88526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:14:56.611656 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b49c4db-8e4a-466f-bb8b-fcdf1a3f7d6f None None] Pushing event updated for resources: {'Port': ['ID=dee30461-fa20-4c45-be98-f6895b3bd734,revision_number=1']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:14:56.624333 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-4b49c4db-8e4a-466f-bb8b-fcdf1a3f7d6f None None] Attempting to bind port dee30461-fa20-4c45-be98-f6895b3bd734 on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:14:56.624487 n-d-844202-1 neutron-server[88525]: DEBUG neutron.objects.ports [None req-ea9b24f7-9544-451b-be0b-daa53cb73c15 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88525) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jun 01 19:14:56.624928 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-4b49c4db-8e4a-466f-bb8b-fcdf1a3f7d6f None None] Attempting to bind port dee30461-fa20-4c45-be98-f6895b3bd734 by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': 'a6cfd7d1-5211-44ec-a836-a984e441185d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c840486e-0c2f-4729-9a0c-ee6552111f90'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:14:56.625320 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b49c4db-8e4a-466f-bb8b-fcdf1a3f7d6f None None] Attempting to bind port dee30461-fa20-4c45-be98-f6895b3bd734 on network c840486e-0c2f-4729-9a0c-ee6552111f90 {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:14:56.637392 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b49c4db-8e4a-466f-bb8b-fcdf1a3f7d6f None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 14, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:14:56.639132 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b49c4db-8e4a-466f-bb8b-fcdf1a3f7d6f None None] Checking segment: {'id': 'a6cfd7d1-5211-44ec-a836-a984e441185d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c840486e-0c2f-4729-9a0c-ee6552111f90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:14:56.639556 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-4b49c4db-8e4a-466f-bb8b-fcdf1a3f7d6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:56.640790 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b49c4db-8e4a-466f-bb8b-fcdf1a3f7d6f None None] Bound using segment: {'id': 'a6cfd7d1-5211-44ec-a836-a984e441185d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c840486e-0c2f-4729-9a0c-ee6552111f90'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:14:56.641278 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-4b49c4db-8e4a-466f-bb8b-fcdf1a3f7d6f None None] Bound port: dee30461-fa20-4c45-be98-f6895b3bd734, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6cfd7d1-5211-44ec-a836-a984e441185d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c840486e-0c2f-4729-9a0c-ee6552111f90'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:14:56.641664 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-4b49c4db-8e4a-466f-bb8b-fcdf1a3f7d6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:56.668437 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 59392) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:14:56.718513 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2dc34337-b276-44ef-bfff-b469d5ca5c0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:56.747309 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-2dc34337-b276-44ef-bfff-b469d5ca5c0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:14:56.755774 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-2dc34337-b276-44ef-bfff-b469d5ca5c0e admin admin] Usage tracker for resource:security_group_rule and tenant:b33a0b34c14c453ca496afa7f4f324db is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:14:56.761157 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-2dc34337-b276-44ef-bfff-b469d5ca5c0e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:14:56.765021 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-4b49c4db-8e4a-466f-bb8b-fcdf1a3f7d6f None None] For port dee30461-fa20-4c45-be98-f6895b3bd734, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:14:56.771324 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-4b49c4db-8e4a-466f-bb8b-fcdf1a3f7d6f None None] For port dee30461-fa20-4c45-be98-f6895b3bd734, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=dee30461-fa20-4c45-be98-f6895b3bd734,segment=NetworkSegment(a6cfd7d1-5211-44ec-a836-a984e441185d),segment_id=a6cfd7d1-5211-44ec-a836-a984e441185d)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:14:56.776009 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7883f28c-ac8b-4420-a26f-a5083f82d171 req-042cc454-2a5c-48b1-85a7-121724fe7738 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:14:56.784606 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-4b49c4db-8e4a-466f-bb8b-fcdf1a3f7d6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:56.784978 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7883f28c-ac8b-4420-a26f-a5083f82d171 req-042cc454-2a5c-48b1-85a7-121724fe7738 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2286216-8c80-4d0f-a6bc-2de102e2186c HTTP/1.1" status: 200 len: 946 time: 0.3720844 Jun 01 19:14:56.793401 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-2dc34337-b276-44ef-bfff-b469d5ca5c0e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:14:56.899292 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b49c4db-8e4a-466f-bb8b-fcdf1a3f7d6f None None] Pushing event updated for resources: {'Port': ['ID=dee30461-fa20-4c45-be98-f6895b3bd734,revision_number=3']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:14:56.925695 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ea9b24f7-9544-451b-be0b-daa53cb73c15 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:57.139192 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7883f28c-ac8b-4420-a26f-a5083f82d171 req-c04450a3-80df-4bfe-8888-faf1293702fc tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/security-groups?id=64983b74-c803-470a-b560-086d234f978a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3533258 Jun 01 19:14:57.192803 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2dc34337-b276-44ef-bfff-b469d5ca5c0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:57.205689 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2dc34337-b276-44ef-bfff-b469d5ca5c0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:57.371967 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [None req-ea9b24f7-9544-451b-be0b-daa53cb73c15 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] For port dee30461-fa20-4c45-be98-f6895b3bd734, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=dee30461-fa20-4c45-be98-f6895b3bd734,segment=NetworkSegment(a6cfd7d1-5211-44ec-a836-a984e441185d),segment_id=a6cfd7d1-5211-44ec-a836-a984e441185d)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:14:57.420362 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 59400) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:14:57.421559 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-2dc34337-b276-44ef-bfff-b469d5ca5c0e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b33a0b34c14c453ca496afa7f4f324db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7499502 Jun 01 19:14:57.436787 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc34337-b276-44ef-bfff-b469d5ca5c0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f939117-7522-49e9-822c-37317debfd18,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:14:57.461981 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ea9b24f7-9544-451b-be0b-daa53cb73c15 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks [] for port, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:57.504657 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ea9b24f7-9544-451b-be0b-daa53cb73c15 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:57.506631 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ea9b24f7-9544-451b-be0b-daa53cb73c15 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2614064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9667190'] for subnet, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:57.655695 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-dbcc7699-c6f1-4eba-95dc-8a3c996cf832 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-887474'] for router_interface, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:57.713840 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea9b24f7-9544-451b-be0b-daa53cb73c15 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Network c840486e-0c2f-4729-9a0c-ee6552111f90 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:14:57.719691 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-ea9b24f7-9544-451b-be0b-daa53cb73c15 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:14:57.724811 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea9b24f7-9544-451b-be0b-daa53cb73c15 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:14:57.725511 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ea9b24f7-9544-451b-be0b-daa53cb73c15 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks [] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:57.758917 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7ede1875-f966-425c-b3ef-f260ad5e4ef7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:57.776384 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9b24f7-9544-451b-be0b-daa53cb73c15 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Pushing event updated for resources: {'Subnet': ['ID=6a4b14cc-34d5-4509-bf32-d2852f96e2f2,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:14:57.798223 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9b24f7-9544-451b-be0b-daa53cb73c15 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Pushing event updated for resources: {'Port': ['ID=dee30461-fa20-4c45-be98-f6895b3bd734,revision_number=4']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:14:57.820430 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-ea9b24f7-9544-451b-be0b-daa53cb73c15 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 3.0800495 Jun 01 19:14:57.821342 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 59404) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:14:57.833036 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-3cc1a1c5-3c6b-4e87-9ab9-8e5174180357 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Request body: {'port': {'network_id': 'c840486e-0c2f-4729-9a0c-ee6552111f90', 'mac_address': 'fa:16:3e:f3:37:c1', 'name': 'tempest-NetworksTestDHCPv6-1593302063'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:14:57.852105 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7ede1875-f966-425c-b3ef-f260ad5e4ef7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:58.093394 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7ede1875-f966-425c-b3ef-f260ad5e4ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:58.121545 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ede1875-f966-425c-b3ef-f260ad5e4ef7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f939117-7522-49e9-822c-37317debfd18,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:14:58.165165 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-dbcc7699-c6f1-4eba-95dc-8a3c996cf832 admin admin] Deleting port c89c3ac0-aa8a-4ee0-8b15-786292a28005 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:14:58.165729 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-dbcc7699-c6f1-4eba-95dc-8a3c996cf832 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:58.170821 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7ede1875-f966-425c-b3ef-f260ad5e4ef7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:58.171966 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-7ede1875-f966-425c-b3ef-f260ad5e4ef7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0f939117-7522-49e9-822c-37317debfd18 HTTP/1.1" status: 204 len: 168 time: 0.7501650 Jun 01 19:14:58.184936 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-3cc1a1c5-3c6b-4e87-9ab9-8e5174180357 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:14:58.201018 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-3cc1a1c5-3c6b-4e87-9ab9-8e5174180357 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Usage tracker for resource:port and tenant:451baccc58514a0cab8c4410ed135b7c is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:14:58.207078 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-3cc1a1c5-3c6b-4e87-9ab9-8e5174180357 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:14:58.214322 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-3cc1a1c5-3c6b-4e87-9ab9-8e5174180357 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:14:58.242357 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cc1a1c5-3c6b-4e87-9ab9-8e5174180357 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Made reservation on behalf of 451baccc58514a0cab8c4410ed135b7c for: {'port': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:14:58.560126 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0937fb3-a121-404d-8485-3e648fd15ed1 None None] Network c840486e-0c2f-4729-9a0c-ee6552111f90 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:14:58.596618 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3cc1a1c5-3c6b-4e87-9ab9-8e5174180357 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:58.613890 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [None req-dbcc7699-c6f1-4eba-95dc-8a3c996cf832 admin admin] For port c89c3ac0-aa8a-4ee0-8b15-786292a28005, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=c89c3ac0-aa8a-4ee0-8b15-786292a28005,segment=NetworkSegment(fd32b6c9-0556-4225-82a8-3c4f1162ecda),segment_id=fd32b6c9-0556-4225-82a8-3c4f1162ecda)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:14:58.614569 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-dbcc7699-c6f1-4eba-95dc-8a3c996cf832 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:58.631085 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [None req-3cc1a1c5-3c6b-4e87-9ab9-8e5174180357 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] device_id is not set on port 50f5af64-89ed-4aa2-92ae-b9e2033a1f06 yet. {{(pid=88525) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 19:14:58.752439 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-36429ffc-2635-41a6-bc37-ba08465bdd87 None None] Provisioning for port dee30461-fa20-4c45-be98-f6895b3bd734 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:14:58.879142 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [None req-3cc1a1c5-3c6b-4e87-9ab9-8e5174180357 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Allocated IP 2001:db8::2f4 (c840486e-0c2f-4729-9a0c-ee6552111f90/ca2cf14a-e1c1-40b5-a116-c08d5d4cd2fa/50f5af64-89ed-4aa2-92ae-b9e2033a1f06) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:14:58.887191 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [None req-3cc1a1c5-3c6b-4e87-9ab9-8e5174180357 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Allocated IP 2001:db8:0:1:f816:3eff:fef3:37c1 (c840486e-0c2f-4729-9a0c-ee6552111f90/6a4b14cc-34d5-4509-bf32-d2852f96e2f2/50f5af64-89ed-4aa2-92ae-b9e2033a1f06) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:14:58.903496 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0770a5-034c-42c6-9391-e6c67b55058a req-494e596a-6fc9-41e7-8e52-97d08d6c5ac7 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:14:58.910674 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ac0770a5-034c-42c6-9391-e6c67b55058a req-494e596a-6fc9-41e7-8e52-97d08d6c5ac7 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2286216-8c80-4d0f-a6bc-2de102e2186c HTTP/1.1" status: 200 len: 946 time: 0.5046008 Jun 01 19:14:58.971686 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-dbcc7699-c6f1-4eba-95dc-8a3c996cf832 admin admin] Calling delete_port for c89c3ac0-aa8a-4ee0-8b15-786292a28005 owned by network:router_interface {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:14:58.999678 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ac0770a5-034c-42c6-9391-e6c67b55058a req-f62ea3ab-909b-4399-9ecc-158e5efec205 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/security-groups?id=64983b74-c803-470a-b560-086d234f978a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880549 Jun 01 19:14:59.055925 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device dee30461-fa20-4c45-be98-f6895b3bd734 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:14:59.268864 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port dee30461-fa20-4c45-be98-f6895b3bd734 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:14:59.278888 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port dee30461-fa20-4c45-be98-f6895b3bd734 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:14:59.282151 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:59.453395 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-dbcc7699-c6f1-4eba-95dc-8a3c996cf832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:59.488907 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3cc1a1c5-3c6b-4e87-9ab9-8e5174180357 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:59.507605 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [None req-3cc1a1c5-3c6b-4e87-9ab9-8e5174180357 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Transition to ACTIVE for port object 50f5af64-89ed-4aa2-92ae-b9e2033a1f06 will not be triggered until provisioned by entity DHCP. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:14:59.548559 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3cc1a1c5-3c6b-4e87-9ab9-8e5174180357 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:59.593333 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port dee30461-fa20-4c45-be98-f6895b3bd734 is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:14:59.594311 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:59.701289 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port dee30461-fa20-4c45-be98-f6895b3bd734, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=dee30461-fa20-4c45-be98-f6895b3bd734,segment=NetworkSegment(a6cfd7d1-5211-44ec-a836-a984e441185d),segment_id=a6cfd7d1-5211-44ec-a836-a984e441185d)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:14:59.703335 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cc1a1c5-3c6b-4e87-9ab9-8e5174180357 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Network c840486e-0c2f-4729-9a0c-ee6552111f90 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:14:59.711221 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ff8f9c-de9c-47bc-8312-fe6150e1e0b2 req-2c824729-8a46-4002-98ce-0092aac84c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:14:59.713748 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-3cc1a1c5-3c6b-4e87-9ab9-8e5174180357 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:14:59.714450 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:59.727865 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc1a1c5-3c6b-4e87-9ab9-8e5174180357 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:14:59.728119 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-85ff8f9c-de9c-47bc-8312-fe6150e1e0b2 req-2c824729-8a46-4002-98ce-0092aac84c0b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4a7494de105b4d89b3193a70c4c60c4c&device_id=a2286216-8c80-4d0f-a6bc-2de102e2186c HTTP/1.1" status: 200 len: 1097 time: 0.4204602 Jun 01 19:14:59.747163 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cc1a1c5-3c6b-4e87-9ab9-8e5174180357 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:14:59.749962 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcc7699-c6f1-4eba-95dc-8a3c996cf832 admin admin] Pushing event deleted for resources: {'Port': ['ID=c89c3ac0-aa8a-4ee0-8b15-786292a28005,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:14:59.753770 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3cc1a1c5-3c6b-4e87-9ab9-8e5174180357 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:14:59.760997 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc1a1c5-3c6b-4e87-9ab9-8e5174180357 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Pushing event updated for resources: {'Port': ['ID=50f5af64-89ed-4aa2-92ae-b9e2033a1f06,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:14:59.798860 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-3cc1a1c5-3c6b-4e87-9ab9-8e5174180357 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.9709284 Jun 01 19:14:59.799271 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 59430) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:14:59.923579 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=dee30461-fa20-4c45-be98-f6895b3bd734,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:14:59.940169 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-e50f63da-3d94-4bd0-a125-7cd9f376dce8 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Deleting port 50f5af64-89ed-4aa2-92ae-b9e2033a1f06 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:14:59.946538 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e50f63da-3d94-4bd0-a125-7cd9f376dce8 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:00.325395 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-0ec2d662-8faf-4dc9-917d-653d469aca6e None None] Provisioning complete for port dee30461-fa20-4c45-be98-f6895b3bd734 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:15:00.325776 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-0ec2d662-8faf-4dc9-917d-653d469aca6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:00.365109 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ff8f9c-de9c-47bc-8312-fe6150e1e0b2 req-4b41e2a4-74dc-4e6e-89aa-d66c83ef566d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:15:00.366951 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-85ff8f9c-de9c-47bc-8312-fe6150e1e0b2 req-4b41e2a4-74dc-4e6e-89aa-d66c83ef566d service neutron] 10.222.0.50 "GET /v2.0/networks?id=3d299f30-03d5-48f5-82fc-2ce538e7e02b HTTP/1.1" status: 200 len: 917 time: 0.4944637 Jun 01 19:15:00.424034 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e50f63da-3d94-4bd0-a125-7cd9f376dce8 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:00.544382 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-85ff8f9c-de9c-47bc-8312-fe6150e1e0b2 req-0fbb094f-e7f2-4273-ae2b-b1a64481f729 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a550a778-e132-4180-bce5-d2a03048c7e8 HTTP/1.1" status: 200 len: 1002 time: 0.1697905 Jun 01 19:15:00.636732 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-0ec2d662-8faf-4dc9-917d-653d469aca6e None None] Current status of the port dee30461-fa20-4c45-be98-f6895b3bd734 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:15:00.660151 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-e50f63da-3d94-4bd0-a125-7cd9f376dce8 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Calling delete_port for 50f5af64-89ed-4aa2-92ae-b9e2033a1f06 owned by {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:15:00.737545 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ff8f9c-de9c-47bc-8312-fe6150e1e0b2 req-7ca9bb59-11fa-4dd2-a764-8d0b43f4cb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:15:00.739727 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-85ff8f9c-de9c-47bc-8312-fe6150e1e0b2 req-7ca9bb59-11fa-4dd2-a764-8d0b43f4cb32 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=bf215978-ce5c-4077-ac29-2d8fb4937baa HTTP/1.1" status: 200 len: 855 time: 0.1863589 Jun 01 19:15:00.775708 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-15dd019c-9cc0-4d84-98f5-fb592e69dbd3 None None] Provisioning for port 50f5af64-89ed-4aa2-92ae-b9e2033a1f06 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:15:00.785375 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-15dd019c-9cc0-4d84-98f5-fb592e69dbd3 None None] Provisioning complete for port 50f5af64-89ed-4aa2-92ae-b9e2033a1f06 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:15:00.785998 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-15dd019c-9cc0-4d84-98f5-fb592e69dbd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:00.849457 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-15dd019c-9cc0-4d84-98f5-fb592e69dbd3 None None] Port 50f5af64-89ed-4aa2-92ae-b9e2033a1f06 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:15:00.911973 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6458979d-123a-47b6-8316-c43dc3d5a80d req-82cbdd6f-2f79-43b8-9e8e-d2dc28619c72 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:15:00.920062 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6458979d-123a-47b6-8316-c43dc3d5a80d req-82cbdd6f-2f79-43b8-9e8e-d2dc28619c72 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2286216-8c80-4d0f-a6bc-2de102e2186c HTTP/1.1" status: 200 len: 946 time: 0.6891313 Jun 01 19:15:00.964339 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-dbcc7699-c6f1-4eba-95dc-8a3c996cf832 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-887310'] for router_interface, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:01.110858 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e50f63da-3d94-4bd0-a125-7cd9f376dce8 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:01.149275 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device dee30461-fa20-4c45-be98-f6895b3bd734 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:15:01.228665 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50f63da-3d94-4bd0-a125-7cd9f376dce8 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Pushing event deleted for resources: {'Port': ['ID=50f5af64-89ed-4aa2-92ae-b9e2033a1f06,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:15:01.323353 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port dee30461-fa20-4c45-be98-f6895b3bd734 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:15:01.323639 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:01.378221 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6458979d-123a-47b6-8316-c43dc3d5a80d req-005c24d7-3a18-4add-be78-ccd8e4a94a58 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/security-groups?id=64983b74-c803-470a-b560-086d234f978a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4572077 Jun 01 19:15:01.381715 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e50f63da-3d94-4bd0-a125-7cd9f376dce8 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:01.411711 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-e50f63da-3d94-4bd0-a125-7cd9f376dce8 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "DELETE /v2.0/ports/50f5af64-89ed-4aa2-92ae-b9e2033a1f06 HTTP/1.1" status: 204 len: 168 time: 1.6111059 Jun 01 19:15:01.417700 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 59452) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:15:01.661660 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port dee30461-fa20-4c45-be98-f6895b3bd734 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:15:01.714741 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-675159d2-c509-4251-b2ac-ca6652ac073e tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:15:01.726490 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-675159d2-c509-4251-b2ac-ca6652ac073e tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Synchronizing usage tracker for tenant:451baccc58514a0cab8c4410ed135b7c on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:15:01.739973 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ff8f9c-de9c-47bc-8312-fe6150e1e0b2 req-15ca0c2c-edea-4008-b161-ca89d565bab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:15:01.744286 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-85ff8f9c-de9c-47bc-8312-fe6150e1e0b2 req-15ca0c2c-edea-4008-b161-ca89d565bab6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3d299f30-03d5-48f5-82fc-2ce538e7e02b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9801157 Jun 01 19:15:01.763233 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-675159d2-c509-4251-b2ac-ca6652ac073e tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Unset dirty status for tenant:451baccc58514a0cab8c4410ed135b7c on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:15:01.764911 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-675159d2-c509-4251-b2ac-ca6652ac073e tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.3456285 Jun 01 19:15:01.768892 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 59462) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:15:01.896982 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d9c82e-8e83-41ad-bfe2-dde2f04f1041 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:15:01.899192 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-44d9c82e-8e83-41ad-bfe2-dde2f04f1041 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1290579 Jun 01 19:15:01.902548 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 59472) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:15:02.018804 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-85ff8f9c-de9c-47bc-8312-fe6150e1e0b2 req-b845e478-41af-472e-a99a-b57a8e814fa6 service neutron] 10.222.0.50 "GET /v2.0/networks/3d299f30-03d5-48f5-82fc-2ce538e7e02b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2661965 Jun 01 19:15:02.042203 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d6a3def-8c29-4bf0-b25e-e699a8f4c6a5 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:15:02.043855 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d6a3def-8c29-4bf0-b25e-e699a8f4c6a5 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:15:02.045722 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d6a3def-8c29-4bf0-b25e-e699a8f4c6a5 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:15:02.046739 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-0d6a3def-8c29-4bf0-b25e-e699a8f4c6a5 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Synchronizing usage tracker for tenant:451baccc58514a0cab8c4410ed135b7c on resource:subnet {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:15:02.075903 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-0d6a3def-8c29-4bf0-b25e-e699a8f4c6a5 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Unset dirty status for tenant:451baccc58514a0cab8c4410ed135b7c on resource:subnet {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:15:02.077310 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-0d6a3def-8c29-4bf0-b25e-e699a8f4c6a5 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1734345 Jun 01 19:15:02.080495 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 59476) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:15:02.155026 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_v2 [None req-a885ae89-c05a-4a9d-9ff7-a54064316edd tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Deleting subnet 6a4b14cc-34d5-4509-bf32-d2852f96e2f2 {{(pid=88525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 19:15:02.159860 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a885ae89-c05a-4a9d-9ff7-a54064316edd tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks [] for subnet, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:02.250201 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a885ae89-c05a-4a9d-9ff7-a54064316edd tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2258509'] for subnet, precommit_delete_associations {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:02.274180 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-85ff8f9c-de9c-47bc-8312-fe6150e1e0b2 req-1fd3ce85-e2c2-4144-938c-c564f9e5e392 service neutron] 10.222.0.50 "GET /v2.0/networks/3d299f30-03d5-48f5-82fc-2ce538e7e02b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2466779 Jun 01 19:15:02.318170 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbcc7699-c6f1-4eba-95dc-8a3c996cf832 admin admin] Router 84b7532a-7727-4918-8d14-590df9582f0b has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 19:15:02.361410 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a885ae89-c05a-4a9d-9ff7-a54064316edd tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:02.448666 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a885ae89-c05a-4a9d-9ff7-a54064316edd tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2614143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9667199'] for subnet, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:02.499806 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a885ae89-c05a-4a9d-9ff7-a54064316edd tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Pushing event deleted for resources: {'Subnet': ['ID=6a4b14cc-34d5-4509-bf32-d2852f96e2f2,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:15:02.511870 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e3dfd43-48cf-4c39-9654-75c8e08d55c2 None None] Network c840486e-0c2f-4729-9a0c-ee6552111f90 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:15:02.521475 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a885ae89-c05a-4a9d-9ff7-a54064316edd tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks [] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:02.556201 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-a885ae89-c05a-4a9d-9ff7-a54064316edd tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "DELETE /v2.0/subnets/6a4b14cc-34d5-4509-bf32-d2852f96e2f2 HTTP/1.1" status: 204 len: 168 time: 0.4735849 Jun 01 19:15:02.558529 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 59484) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:15:02.604073 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbcc7699-c6f1-4eba-95dc-8a3c996cf832 admin admin] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:15:02.620303 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63aeac4e-51c4-4585-9150-6b76d4b01964 None None] Sync routers for ids ['84b7532a-7727-4918-8d14-590df9582f0b'] in n-d-844202-1 {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:15:02.643674 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b722b7d-a15f-41bb-a6b7-9664e7bca85d tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Deleting subnet ca2cf14a-e1c1-40b5-a116-c08d5d4cd2fa {{(pid=88525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 19:15:02.648051 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9b722b7d-a15f-41bb-a6b7-9664e7bca85d tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks [] for subnet, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:02.653263 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63aeac4e-51c4-4585-9150-6b76d4b01964 None None] Routers {'84b7532a-7727-4918-8d14-590df9582f0b'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:15:02.654159 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-63aeac4e-51c4-4585-9150-6b76d4b01964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:14:39Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['84b7532a-7727-4918-8d14-590df9582f0b'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:15:02.681254 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 59488) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:15:02.681784 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-dbcc7699-c6f1-4eba-95dc-8a3c996cf832 admin admin] 10.222.0.41 "PUT /v2.0/routers/84b7532a-7727-4918-8d14-590df9582f0b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3676329 Jun 01 19:15:02.723197 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e174049-a9b7-47c1-9eab-f21e86bbbfbb req-63df3ed4-5c37-4dd7-8c4c-b71fb6e6d4dd tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:15:02.725117 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-8e174049-a9b7-47c1-9eab-f21e86bbbfbb req-63df3ed4-5c37-4dd7-8c4c-b71fb6e6d4dd tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2286216-8c80-4d0f-a6bc-2de102e2186c HTTP/1.1" status: 200 len: 946 time: 0.1137333 Jun 01 19:15:02.806298 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-8e174049-a9b7-47c1-9eab-f21e86bbbfbb req-eab8f430-3cae-4529-b334-f225c2fd8bdf tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/security-groups?id=64983b74-c803-470a-b560-086d234f978a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738904 Jun 01 19:15:02.968956 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9b722b7d-a15f-41bb-a6b7-9664e7bca85d tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2258509'] for subnet, precommit_delete_associations {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:03.044805 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-63aeac4e-51c4-4585-9150-6b76d4b01964 None None] Set router 84b7532a-7727-4918-8d14-590df9582f0b gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:15:03.146998 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-15839f1b-7d64-4b2f-a748-33ae3c735fbd admin admin] Notify callbacks [] for router, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:03.309674 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9b722b7d-a15f-41bb-a6b7-9664e7bca85d tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:03.425465 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-63aeac4e-51c4-4585-9150-6b76d4b01964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84b7532a-7727-4918-8d14-590df9582f0b', 'name': 'tempest-TaggedBootDevicesTest-1144354386-router', 'tenant_id': '29f53eba5653460497352bb8902a8bb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': '05722b1d-deb2-43a1-ade2-7d8eb3b83e09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:07:17Z', 'updated_at': '2022-06-01T19:14:59Z', 'revision_number': 5, 'project_id': '29f53eba5653460497352bb8902a8bb7', 'gw_port': {'id': '05722b1d-deb2-43a1-ade2-7d8eb3b83e09', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:8d:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b7532a-7727-4918-8d14-590df9582f0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2636, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:07:20Z', 'updated_at': '2022-06-01T19:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:15:03.431737 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63aeac4e-51c4-4585-9150-6b76d4b01964 None None] Checking router: 84b7532a-7727-4918-8d14-590df9582f0b for host: n-d-844202-1 {{(pid=88526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 19:15:03.444266 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63aeac4e-51c4-4585-9150-6b76d4b01964 None None] Routers {'84b7532a-7727-4918-8d14-590df9582f0b'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:15:03.444578 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-15839f1b-7d64-4b2f-a748-33ae3c735fbd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:03.444900 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-63aeac4e-51c4-4585-9150-6b76d4b01964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:14:39Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['84b7532a-7727-4918-8d14-590df9582f0b'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:15:03.464809 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-15839f1b-7d64-4b2f-a748-33ae3c735fbd admin admin] Deleting port 05722b1d-deb2-43a1-ade2-7d8eb3b83e09 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:15:03.465500 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-15839f1b-7d64-4b2f-a748-33ae3c735fbd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:03.569795 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9b722b7d-a15f-41bb-a6b7-9664e7bca85d tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2614143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9667199'] for subnet, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:03.728633 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9b722b7d-a15f-41bb-a6b7-9664e7bca85d tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks [] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:03.734537 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b722b7d-a15f-41bb-a6b7-9664e7bca85d tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Pushing event deleted for resources: {'Subnet': ['ID=ca2cf14a-e1c1-40b5-a116-c08d5d4cd2fa,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:15:03.756514 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-9b722b7d-a15f-41bb-a6b7-9664e7bca85d tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "DELETE /v2.0/subnets/ca2cf14a-e1c1-40b5-a116-c08d5d4cd2fa HTTP/1.1" status: 204 len: 168 time: 1.1968951 Jun 01 19:15:03.758972 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 59500) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:15:03.815808 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [None req-15839f1b-7d64-4b2f-a748-33ae3c735fbd admin admin] For port 05722b1d-deb2-43a1-ade2-7d8eb3b83e09, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=05722b1d-deb2-43a1-ade2-7d8eb3b83e09,segment=NetworkSegment(7875af61-4c53-4ff2-b8c8-d4b7c35ff947),segment_id=7875af61-4c53-4ff2-b8c8-d4b7c35ff947)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:15:03.817320 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-15839f1b-7d64-4b2f-a748-33ae3c735fbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:03.877845 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-63aeac4e-51c4-4585-9150-6b76d4b01964 None None] Set router 84b7532a-7727-4918-8d14-590df9582f0b gateway port host: None {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:15:03.921380 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-cab94be1-e4bf-4127-bbcc-49242c4f02cb tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1611254 Jun 01 19:15:03.923018 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 59506) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:15:03.958927 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6df684f-74f9-4b51-ab5f-2a12631fc486 None None] Network c840486e-0c2f-4729-9a0c-ee6552111f90 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:15:04.024679 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-15839f1b-7d64-4b2f-a748-33ae3c735fbd admin admin] Calling delete_port for 05722b1d-deb2-43a1-ade2-7d8eb3b83e09 owned by network:router_gateway {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:15:04.041390 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-467cb337-6699-4864-b9f8-7a46b6526bff tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:15:04.042327 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-467cb337-6699-4864-b9f8-7a46b6526bff tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Synchronizing usage tracker for tenant:451baccc58514a0cab8c4410ed135b7c on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:15:04.056468 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-467cb337-6699-4864-b9f8-7a46b6526bff tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Unset dirty status for tenant:451baccc58514a0cab8c4410ed135b7c on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:15:04.060631 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-467cb337-6699-4864-b9f8-7a46b6526bff tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1364794 Jun 01 19:15:04.061417 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 59510) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:15:04.144251 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fdaacbd-b231-4fcc-a859-d5530ff4f9d3 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:15:04.145245 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-5fdaacbd-b231-4fcc-a859-d5530ff4f9d3 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Synchronizing usage tracker for tenant:451baccc58514a0cab8c4410ed135b7c on resource:subnet {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:15:04.178094 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-5fdaacbd-b231-4fcc-a859-d5530ff4f9d3 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Unset dirty status for tenant:451baccc58514a0cab8c4410ed135b7c on resource:subnet {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:15:04.182654 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-5fdaacbd-b231-4fcc-a859-d5530ff4f9d3 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1201179 Jun 01 19:15:04.183753 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 59516) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:15:04.279488 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-7b14fd4f-50f5-470b-a669-d75136878186 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0939386 Jun 01 19:15:04.280316 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 59520) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:15:04.314675 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-63aeac4e-51c4-4585-9150-6b76d4b01964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84b7532a-7727-4918-8d14-590df9582f0b', 'name': 'tempest-TaggedBootDevicesTest-1144354386-router', 'tenant_id': '29f53eba5653460497352bb8902a8bb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:07:17Z', 'updated_at': '2022-06-01T19:15:03Z', 'revision_number': 6, 'project_id': '29f53eba5653460497352bb8902a8bb7', 'gw_port_host': None}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:15:04.330606 n-d-844202-1 neutron-server[88524]: INFO neutron.pecan_wsgi.hooks.translation [None req-17c24595-1893-40fe-acb9-93bd0869d171 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] DELETE failed (client error): The resource could not be found. Jun 01 19:15:04.331409 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17c24595-1893-40fe-acb9-93bd0869d171 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88524) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 19:15:04.335804 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-17c24595-1893-40fe-acb9-93bd0869d171 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "DELETE /v2.0/ports/50f5af64-89ed-4aa2-92ae-b9e2033a1f06 HTTP/1.1" status: 404 len: 333 time: 0.0543392 Jun 01 19:15:04.338225 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 59526) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:15:04.343464 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63aeac4e-51c4-4585-9150-6b76d4b01964 None None] The sync data for ids ['84b7532a-7727-4918-8d14-590df9582f0b'] in n-d-844202-1 is: [{'id': '84b7532a-7727-4918-8d14-590df9582f0b', 'name': 'tempest-TaggedBootDevicesTest-1144354386-router', 'tenant_id': '29f53eba5653460497352bb8902a8bb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:07:17Z', 'updated_at': '2022-06-01T19:15:03Z', 'revision_number': 6, 'project_id': '29f53eba5653460497352bb8902a8bb7', 'gw_port_host': None}] {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:15:04.362121 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-be53ccf3-b210-4e98-841e-b978d7afb37f None None] Provisioning complete for port dee30461-fa20-4c45-be98-f6895b3bd734 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:15:04.362488 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-be53ccf3-b210-4e98-841e-b978d7afb37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:04.435117 n-d-844202-1 neutron-server[88524]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba430665-0a11-410a-9189-32a7a48cc5c3 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] DELETE failed (client error): The resource could not be found. Jun 01 19:15:04.435723 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba430665-0a11-410a-9189-32a7a48cc5c3 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88524) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 19:15:04.437684 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-ba430665-0a11-410a-9189-32a7a48cc5c3 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "DELETE /v2.0/subnets/6a4b14cc-34d5-4509-bf32-d2852f96e2f2 HTTP/1.1" status: 404 len: 337 time: 0.0975661 Jun 01 19:15:04.440837 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 59534) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:15:04.540941 n-d-844202-1 neutron-server[88524]: INFO neutron.pecan_wsgi.hooks.translation [None req-e61da984-6127-480f-aabb-e4151aa83a3d tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] DELETE failed (client error): The resource could not be found. Jun 01 19:15:04.542372 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e61da984-6127-480f-aabb-e4151aa83a3d tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88524) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 19:15:04.544205 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-e61da984-6127-480f-aabb-e4151aa83a3d tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "DELETE /v2.0/subnets/ca2cf14a-e1c1-40b5-a116-c08d5d4cd2fa HTTP/1.1" status: 404 len: 337 time: 0.1023405 Jun 01 19:15:04.546842 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 59540) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:15:04.596758 n-d-844202-1 neutron-server[88524]: INFO neutron.pecan_wsgi.hooks.translation [None req-db04075d-7a11-44db-95c7-0d0ec4561934 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] DELETE failed (client error): The resource could not be found. Jun 01 19:15:04.597226 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db04075d-7a11-44db-95c7-0d0ec4561934 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88524) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 19:15:04.598964 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-db04075d-7a11-44db-95c7-0d0ec4561934 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "DELETE /v2.0/ports/6bc3cd2f-99bd-40ec-a8af-3647c98675b8 HTTP/1.1" status: 404 len: 333 time: 0.0511489 Jun 01 19:15:04.601578 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 59544) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:15:04.649997 n-d-844202-1 neutron-server[88524]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5467cd9-74bc-4599-a338-d87fc8cba3b7 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] DELETE failed (client error): The resource could not be found. Jun 01 19:15:04.650640 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5467cd9-74bc-4599-a338-d87fc8cba3b7 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88524) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 19:15:04.654936 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-b5467cd9-74bc-4599-a338-d87fc8cba3b7 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "DELETE /v2.0/subnets/7a0e0e92-68ec-4db9-9c57-8c249ae75555 HTTP/1.1" status: 404 len: 337 time: 0.0499103 Jun 01 19:15:04.655173 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 59550) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:15:04.677588 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7b1b79-dd19-4905-99d7-157cb10a57da req-95be39fd-b6fd-4dfd-ad0c-adb2b8535993 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:15:04.679139 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-9f7b1b79-dd19-4905-99d7-157cb10a57da req-95be39fd-b6fd-4dfd-ad0c-adb2b8535993 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2286216-8c80-4d0f-a6bc-2de102e2186c HTTP/1.1" status: 200 len: 946 time: 0.2879825 Jun 01 19:15:04.702581 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-be53ccf3-b210-4e98-841e-b978d7afb37f None None] Current status of the port dee30461-fa20-4c45-be98-f6895b3bd734 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:15:04.825387 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3edb03ee-507e-49ba-831a-da97ae3f292c None None] DHCP port deletion for c840486e-0c2f-4729-9a0c-ee6552111f90 request from n-d-844202-1 {{(pid=88526) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 19:15:04.830801 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-3edb03ee-507e-49ba-831a-da97ae3f292c None None] Deleting port dee30461-fa20-4c45-be98-f6895b3bd734 {{(pid=88526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:15:04.831169 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-3edb03ee-507e-49ba-831a-da97ae3f292c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:04.879992 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-9f7b1b79-dd19-4905-99d7-157cb10a57da req-2db20e24-499e-4cbf-95a4-e134e903c012 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/security-groups?id=64983b74-c803-470a-b560-086d234f978a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1924031 Jun 01 19:15:04.949409 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-15839f1b-7d64-4b2f-a748-33ae3c735fbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:04.974563 n-d-844202-1 neutron-server[88524]: INFO neutron.pecan_wsgi.hooks.translation [None req-350b0e33-c5f5-4d75-929c-3e12a2e0c114 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] DELETE failed (client error): The resource could not be found. Jun 01 19:15:04.975162 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-350b0e33-c5f5-4d75-929c-3e12a2e0c114 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88524) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 19:15:04.978914 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-350b0e33-c5f5-4d75-929c-3e12a2e0c114 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "DELETE /v2.0/subnets/f598a638-e243-4a40-abaa-24aa31af6717 HTTP/1.1" status: 404 len: 337 time: 0.3201857 Jun 01 19:15:04.989630 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 59554) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:15:05.049997 n-d-844202-1 neutron-server[88524]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f7e429b-0062-47dd-86d1-018ad3cb054a tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] DELETE failed (client error): The resource could not be found. Jun 01 19:15:05.050760 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f7e429b-0062-47dd-86d1-018ad3cb054a tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88524) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 19:15:05.054671 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-4f7e429b-0062-47dd-86d1-018ad3cb054a tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "DELETE /v2.0/ports/2005f310-1378-45a9-808b-3ad5c985806e HTTP/1.1" status: 404 len: 333 time: 0.0618701 Jun 01 19:15:05.059027 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 59558) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:15:05.128631 n-d-844202-1 neutron-server[88524]: INFO neutron.pecan_wsgi.hooks.translation [None req-6aee8eeb-045c-4c51-8a30-8ee151866075 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] DELETE failed (client error): The resource could not be found. Jun 01 19:15:05.129176 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6aee8eeb-045c-4c51-8a30-8ee151866075 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88524) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 19:15:05.136088 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-6aee8eeb-045c-4c51-8a30-8ee151866075 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "DELETE /v2.0/subnets/f508fe00-041d-4615-9f07-c03189f3aabf HTTP/1.1" status: 404 len: 337 time: 0.0733838 Jun 01 19:15:05.148006 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 59562) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:15:05.257247 n-d-844202-1 neutron-server[88524]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d49095e-1410-415d-81de-906f3632d9fc tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] DELETE failed (client error): The resource could not be found. Jun 01 19:15:05.257983 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d49095e-1410-415d-81de-906f3632d9fc tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88524) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 19:15:05.264193 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-1d49095e-1410-415d-81de-906f3632d9fc tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "DELETE /v2.0/subnets/ee2b6fb1-98c6-4949-a3f3-a23944ec0532 HTTP/1.1" status: 404 len: 337 time: 0.1084201 Jun 01 19:15:05.267263 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 59566) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:15:05.292362 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15839f1b-7d64-4b2f-a748-33ae3c735fbd admin admin] Pushing event deleted for resources: {'Port': ['ID=05722b1d-deb2-43a1-ade2-7d8eb3b83e09,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:15:05.354542 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-3edb03ee-507e-49ba-831a-da97ae3f292c None None] For port dee30461-fa20-4c45-be98-f6895b3bd734, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=dee30461-fa20-4c45-be98-f6895b3bd734,segment=NetworkSegment(a6cfd7d1-5211-44ec-a836-a984e441185d),segment_id=a6cfd7d1-5211-44ec-a836-a984e441185d)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:15:05.355997 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-3edb03ee-507e-49ba-831a-da97ae3f292c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:05.358873 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-15839f1b-7d64-4b2f-a748-33ae3c735fbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-887703'] for router_gateway, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:05.404171 n-d-844202-1 neutron-server[88524]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f5d6ea1-fdf2-4158-9ab1-94a0728367cc tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] DELETE failed (client error): The resource could not be found. Jun 01 19:15:05.404932 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f5d6ea1-fdf2-4158-9ab1-94a0728367cc tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88524) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 19:15:05.406878 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-0f5d6ea1-fdf2-4158-9ab1-94a0728367cc tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "DELETE /v2.0/ports/698a6f74-467f-4166-b78c-19192d98d3a3 HTTP/1.1" status: 404 len: 333 time: 0.1381874 Jun 01 19:15:05.411569 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 59570) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:15:05.463864 n-d-844202-1 neutron-server[88524]: INFO neutron.pecan_wsgi.hooks.translation [None req-90c13936-4e2d-40b8-9c49-0b0fa4dce37b tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] DELETE failed (client error): The resource could not be found. Jun 01 19:15:05.464516 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90c13936-4e2d-40b8-9c49-0b0fa4dce37b tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88524) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 19:15:05.466608 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-90c13936-4e2d-40b8-9c49-0b0fa4dce37b tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "DELETE /v2.0/subnets/b589eff6-cf82-45f3-b2c5-c03aa95cccb2 HTTP/1.1" status: 404 len: 337 time: 0.0537958 Jun 01 19:15:05.477484 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 59574) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:15:05.544687 n-d-844202-1 neutron-server[88524]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a318bbd-06dd-4c95-95df-768e3e78a914 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] DELETE failed (client error): The resource could not be found. Jun 01 19:15:05.545228 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a318bbd-06dd-4c95-95df-768e3e78a914 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88524) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 19:15:05.547130 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-0a318bbd-06dd-4c95-95df-768e3e78a914 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "DELETE /v2.0/subnets/71d20d41-21e5-4eba-a45b-ce5930f77ecb HTTP/1.1" status: 404 len: 337 time: 0.0686591 Jun 01 19:15:05.550388 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 59578) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:15:05.611261 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-3edb03ee-507e-49ba-831a-da97ae3f292c None None] Calling delete_port for dee30461-fa20-4c45-be98-f6895b3bd734 owned by network:dhcp {{(pid=88526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:15:05.654276 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-15839f1b-7d64-4b2f-a748-33ae3c735fbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25316'] for router, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:05.657268 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-15839f1b-7d64-4b2f-a748-33ae3c735fbd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:05.661886 n-d-844202-1 neutron-server[88524]: INFO neutron.pecan_wsgi.hooks.translation [None req-bda81cdb-4ee3-474e-b174-fe02512adf91 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] DELETE failed (client error): The resource could not be found. Jun 01 19:15:05.662658 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bda81cdb-4ee3-474e-b174-fe02512adf91 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88524) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 19:15:05.670006 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-bda81cdb-4ee3-474e-b174-fe02512adf91 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "DELETE /v2.0/ports/d2c6793b-8d9d-4b5d-9d52-c75d84a7d7f5 HTTP/1.1" status: 404 len: 333 time: 0.1186030 Jun 01 19:15:05.673147 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 59584) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:15:05.693866 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-15839f1b-7d64-4b2f-a748-33ae3c735fbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-891519'] for router, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:05.694537 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15839f1b-7d64-4b2f-a748-33ae3c735fbd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 84b7532a-7727-4918-8d14-590df9582f0b {{(pid=88525) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 19:15:05.707061 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device c89c3ac0-aa8a-4ee0-8b15-786292a28005 no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:15:05.715715 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-15839f1b-7d64-4b2f-a748-33ae3c735fbd admin admin] Notify callbacks [] for router, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:05.719762 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-15839f1b-7d64-4b2f-a748-33ae3c735fbd admin admin] 10.222.0.41 "DELETE /v2.0/routers/84b7532a-7727-4918-8d14-590df9582f0b HTTP/1.1" status: 204 len: 168 time: 3.0323799 Jun 01 19:15:05.720308 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 59588) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:15:05.785768 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: c89c3ac0-aa8a-4ee0-8b15-786292a28005 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:15:05.786111 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device c89c3ac0-aa8a-4ee0-8b15-786292a28005 not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:15:05.786512 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device dee30461-fa20-4c45-be98-f6895b3bd734 no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:15:05.847225 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cabae1c-24b0-4c49-b4c2-6b5f8dd33972 admin admin] Deleting subnet 477f9126-0288-4f67-85e3-8d1184a06e4c {{(pid=88525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 19:15:05.847450 n-d-844202-1 neutron-server[88524]: INFO neutron.pecan_wsgi.hooks.translation [None req-3498779c-a119-4dea-9d92-31fb8566d623 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] DELETE failed (client error): The resource could not be found. Jun 01 19:15:05.847817 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3498779c-a119-4dea-9d92-31fb8566d623 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88524) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 19:15:05.851552 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-3498779c-a119-4dea-9d92-31fb8566d623 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "DELETE /v2.0/subnets/a37e2864-033d-4935-b91b-5487aeb03054 HTTP/1.1" status: 404 len: 337 time: 0.1742485 Jun 01 19:15:05.856818 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 59594) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:15:05.860369 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2cabae1c-24b0-4c49-b4c2-6b5f8dd33972 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:05.916053 n-d-844202-1 neutron-server[88524]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca3cb75f-5526-4f06-8e92-54e16d2257e8 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] DELETE failed (client error): The resource could not be found. Jun 01 19:15:05.916546 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca3cb75f-5526-4f06-8e92-54e16d2257e8 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88524) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 19:15:05.930108 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-ca3cb75f-5526-4f06-8e92-54e16d2257e8 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "DELETE /v2.0/ports/6c4b1968-6489-4a39-a32a-e79ac39e2445 HTTP/1.1" status: 404 len: 333 time: 0.0721905 Jun 01 19:15:05.932613 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 59600) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:15:05.947602 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2cabae1c-24b0-4c49-b4c2-6b5f8dd33972 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2258509'] for subnet, precommit_delete_associations {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:06.018400 n-d-844202-1 neutron-server[88524]: INFO neutron.pecan_wsgi.hooks.translation [None req-56c4bcec-2738-483e-aedf-f188da3be956 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] DELETE failed (client error): The resource could not be found. Jun 01 19:15:06.018938 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56c4bcec-2738-483e-aedf-f188da3be956 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88524) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 19:15:06.021109 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-56c4bcec-2738-483e-aedf-f188da3be956 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "DELETE /v2.0/subnets/e46f70d3-95b3-4d58-85d3-dea41da002a9 HTTP/1.1" status: 404 len: 337 time: 0.0873902 Jun 01 19:15:06.025921 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 59604) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:15:06.108295 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2cabae1c-24b0-4c49-b4c2-6b5f8dd33972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:06.126482 n-d-844202-1 neutron-server[88524]: INFO neutron.pecan_wsgi.hooks.translation [None req-49ff9b09-89db-4056-8af5-113186274e1c tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] DELETE failed (client error): The resource could not be found. Jun 01 19:15:06.126999 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49ff9b09-89db-4056-8af5-113186274e1c tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88524) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 19:15:06.131468 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-49ff9b09-89db-4056-8af5-113186274e1c tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "DELETE /v2.0/ports/c3e5d2fe-e37e-40a7-8f36-9f1edc64f37a HTTP/1.1" status: 404 len: 333 time: 0.1018879 Jun 01 19:15:06.131468 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 59608) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:15:06.136530 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-3edb03ee-507e-49ba-831a-da97ae3f292c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535'] for port, after_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:06.179491 n-d-844202-1 neutron-server[88524]: INFO neutron.pecan_wsgi.hooks.translation [None req-fee523e9-c8d9-4af3-9f3b-bebb6045eb66 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] DELETE failed (client error): The resource could not be found. Jun 01 19:15:06.179941 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fee523e9-c8d9-4af3-9f3b-bebb6045eb66 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88524) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 19:15:06.184438 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-fee523e9-c8d9-4af3-9f3b-bebb6045eb66 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "DELETE /v2.0/subnets/33a5099b-fac9-4740-8fe1-f027d64559e2 HTTP/1.1" status: 404 len: 337 time: 0.0520053 Jun 01 19:15:06.185277 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 59612) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:15:06.226656 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edb03ee-507e-49ba-831a-da97ae3f292c None None] Pushing event deleted for resources: {'Port': ['ID=dee30461-fa20-4c45-be98-f6895b3bd734,revision_number=None']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:15:06.233491 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port dee30461-fa20-4c45-be98-f6895b3bd734 is: ACTIVE; New status is: DOWN {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:15:06.233863 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:06.238408 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2cabae1c-24b0-4c49-b4c2-6b5f8dd33972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2614143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9667199'] for subnet, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:06.255838 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edb03ee-507e-49ba-831a-da97ae3f292c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:15:06.256338 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edb03ee-507e-49ba-831a-da97ae3f292c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:15:06.256675 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edb03ee-507e-49ba-831a-da97ae3f292c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:15:06.257007 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edb03ee-507e-49ba-831a-da97ae3f292c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:15:06.257332 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edb03ee-507e-49ba-831a-da97ae3f292c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:15:06.257654 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edb03ee-507e-49ba-831a-da97ae3f292c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:15:06.257997 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edb03ee-507e-49ba-831a-da97ae3f292c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:15:06.259039 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edb03ee-507e-49ba-831a-da97ae3f292c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:15:06.259369 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edb03ee-507e-49ba-831a-da97ae3f292c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:15:06.259673 n-d-844202-1 neutron-server[88524]: INFO neutron.pecan_wsgi.hooks.translation [None req-b46dafda-b812-4f28-8785-562ab628080b tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] DELETE failed (client error): The resource could not be found. Jun 01 19:15:06.259795 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edb03ee-507e-49ba-831a-da97ae3f292c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:15:06.259997 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edb03ee-507e-49ba-831a-da97ae3f292c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:15:06.260346 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edb03ee-507e-49ba-831a-da97ae3f292c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:15:06.260713 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b46dafda-b812-4f28-8785-562ab628080b tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88524) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 19:15:06.262669 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-b46dafda-b812-4f28-8785-562ab628080b tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "DELETE /v2.0/ports/d7f8294f-5f5d-416a-a9fd-d8d5f77d44b3 HTTP/1.1" status: 404 len: 333 time: 0.0743630 Jun 01 19:15:06.265847 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 59616) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:15:06.269837 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3edb03ee-507e-49ba-831a-da97ae3f292c None None] No DVR routers for this DVR port dee30461-fa20-4c45-be98-f6895b3bd734 on host n-d-844202-1 {{(pid=88526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:15:06.293935 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cabae1c-24b0-4c49-b4c2-6b5f8dd33972 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=477f9126-0288-4f67-85e3-8d1184a06e4c,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:15:06.296011 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2cabae1c-24b0-4c49-b4c2-6b5f8dd33972 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:06.304614 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-2cabae1c-24b0-4c49-b4c2-6b5f8dd33972 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/477f9126-0288-4f67-85e3-8d1184a06e4c HTTP/1.1" status: 204 len: 168 time: 0.5831752 Jun 01 19:15:06.307391 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 59620) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:15:06.314302 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6781cb24-036b-4009-985f-379b6e61159f None None] Network bc2ac3d7-c4ef-4f45-943f-8bdb3e8cb470 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:15:06.322127 n-d-844202-1 neutron-server[88524]: INFO neutron.pecan_wsgi.hooks.translation [None req-c14a831e-ac50-48f9-bcf7-6680b21de666 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] DELETE failed (client error): The resource could not be found. Jun 01 19:15:06.322773 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c14a831e-ac50-48f9-bcf7-6680b21de666 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88524) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 19:15:06.328500 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-c14a831e-ac50-48f9-bcf7-6680b21de666 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "DELETE /v2.0/subnets/742c05ab-6145-41d1-9760-364bf19a4f3c HTTP/1.1" status: 404 len: 337 time: 0.0582716 Jun 01 19:15:06.330579 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 59624) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:15:06.354925 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f09117-0e01-460a-9b90-ae744f1885cd req-375e06f2-067b-4b3c-a7b2-b8d14d752690 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:15:06.356869 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-17f09117-0e01-460a-9b90-ae744f1885cd req-375e06f2-067b-4b3c-a7b2-b8d14d752690 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2286216-8c80-4d0f-a6bc-2de102e2186c HTTP/1.1" status: 200 len: 946 time: 0.2852373 Jun 01 19:15:06.458846 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-17f09117-0e01-460a-9b90-ae744f1885cd req-0df5804c-3205-4998-b66f-72e4dc0cb31e tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/security-groups?id=64983b74-c803-470a-b560-086d234f978a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915794 Jun 01 19:15:06.472649 n-d-844202-1 neutron-server[88525]: INFO neutron.pecan_wsgi.hooks.translation [None req-11184691-a82d-47ca-a18e-4e9dfdea2e11 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] DELETE failed (client error): The resource could not be found. Jun 01 19:15:06.473753 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11184691-a82d-47ca-a18e-4e9dfdea2e11 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88525) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 19:15:06.480986 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 59628) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:15:06.487175 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-11184691-a82d-47ca-a18e-4e9dfdea2e11 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "DELETE /v2.0/ports/43367aa6-52dc-4a0b-a692-ee4adad0d5c6 HTTP/1.1" status: 404 len: 333 time: 0.1444464 Jun 01 19:15:06.509159 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-174a6fe9-1842-4406-a998-7de2ac2a4b71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:06.525389 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-174a6fe9-1842-4406-a998-7de2ac2a4b71 admin admin] Deleting port be691691-4833-49ca-93a1-c829a863c1b0 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:15:06.525959 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-174a6fe9-1842-4406-a998-7de2ac2a4b71 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:06.551681 n-d-844202-1 neutron-server[88524]: INFO neutron.pecan_wsgi.hooks.translation [None req-44e71877-0e39-44cf-9f21-afb8cf727be2 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] DELETE failed (client error): The resource could not be found. Jun 01 19:15:06.552056 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44e71877-0e39-44cf-9f21-afb8cf727be2 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88524) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 19:15:06.553936 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-44e71877-0e39-44cf-9f21-afb8cf727be2 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "DELETE /v2.0/subnets/a82bcef5-1234-4517-af5f-1a0a528ab695 HTTP/1.1" status: 404 len: 337 time: 0.0689311 Jun 01 19:15:06.557275 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 59632) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:15:06.603581 n-d-844202-1 neutron-server[88524]: INFO neutron.pecan_wsgi.hooks.translation [None req-170d014e-0f0b-4130-a920-23877963d2e6 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] DELETE failed (client error): The resource could not be found. Jun 01 19:15:06.604057 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-170d014e-0f0b-4130-a920-23877963d2e6 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88524) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 19:15:06.605842 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-170d014e-0f0b-4130-a920-23877963d2e6 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "DELETE /v2.0/ports/39482508-253d-42dc-952b-ab24818a4d1b HTTP/1.1" status: 404 len: 333 time: 0.0474885 Jun 01 19:15:06.608598 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 59636) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:15:06.655925 n-d-844202-1 neutron-server[88524]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9272ca2-86a1-4960-92de-bf2f43e37b5f tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] DELETE failed (client error): The resource could not be found. Jun 01 19:15:06.656414 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9272ca2-86a1-4960-92de-bf2f43e37b5f tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88524) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 19:15:06.658975 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-c9272ca2-86a1-4960-92de-bf2f43e37b5f tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "DELETE /v2.0/subnets/ebfe4f82-0e2a-47bc-bdb4-270d5a56d522 HTTP/1.1" status: 404 len: 337 time: 0.0493329 Jun 01 19:15:06.661331 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 59640) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:15:06.676739 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d028caed-c03a-41b7-a344-86a77b058184 None None] DHCP port deletion for bc2ac3d7-c4ef-4f45-943f-8bdb3e8cb470 request from n-d-844202-1 {{(pid=88526) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 19:15:06.681732 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-d028caed-c03a-41b7-a344-86a77b058184 None None] Deleting port be691691-4833-49ca-93a1-c829a863c1b0 {{(pid=88526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:15:06.682214 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-d028caed-c03a-41b7-a344-86a77b058184 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:06.708496 n-d-844202-1 neutron-server[88524]: INFO neutron.pecan_wsgi.hooks.translation [None req-ace0c059-f6ce-4d3e-a7d5-6e66a47f924b tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] DELETE failed (client error): The resource could not be found. Jun 01 19:15:06.708994 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ace0c059-f6ce-4d3e-a7d5-6e66a47f924b tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88524) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 19:15:06.713636 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-ace0c059-f6ce-4d3e-a7d5-6e66a47f924b tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "DELETE /v2.0/subnets/f60b19af-4180-4f86-bb77-ae4806a765e4 HTTP/1.1" status: 404 len: 337 time: 0.0512905 Jun 01 19:15:06.714230 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 59644) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:15:06.757240 n-d-844202-1 neutron-server[88524]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3a14cbb-1ce1-4fda-bb99-2b5fe02ca350 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] DELETE failed (client error): The resource could not be found. Jun 01 19:15:06.757720 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3a14cbb-1ce1-4fda-bb99-2b5fe02ca350 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88524) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 19:15:06.759412 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-b3a14cbb-1ce1-4fda-bb99-2b5fe02ca350 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "DELETE /v2.0/ports/54ce13d9-51a6-44c8-971f-0d23e5bdea09 HTTP/1.1" status: 404 len: 333 time: 0.0442827 Jun 01 19:15:06.766202 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 59648) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:15:06.807517 n-d-844202-1 neutron-server[88524]: INFO neutron.pecan_wsgi.hooks.translation [None req-93a0aa1d-c09a-4721-a1b1-278f97101474 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] DELETE failed (client error): The resource could not be found. Jun 01 19:15:06.807974 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93a0aa1d-c09a-4721-a1b1-278f97101474 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88524) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 19:15:06.809689 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-93a0aa1d-c09a-4721-a1b1-278f97101474 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "DELETE /v2.0/subnets/5e8d0351-d130-4e32-98d9-e1b8f676dfdc HTTP/1.1" status: 404 len: 337 time: 0.0424383 Jun 01 19:15:06.812465 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 59652) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:15:06.814459 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [None req-174a6fe9-1842-4406-a998-7de2ac2a4b71 admin admin] For port be691691-4833-49ca-93a1-c829a863c1b0, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=be691691-4833-49ca-93a1-c829a863c1b0,segment=NetworkSegment(fd32b6c9-0556-4225-82a8-3c4f1162ecda),segment_id=fd32b6c9-0556-4225-82a8-3c4f1162ecda)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:15:06.814947 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-174a6fe9-1842-4406-a998-7de2ac2a4b71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:06.856124 n-d-844202-1 neutron-server[88524]: INFO neutron.pecan_wsgi.hooks.translation [None req-402e1490-1b60-4bf1-a0eb-39c15b9d439c tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] DELETE failed (client error): The resource could not be found. Jun 01 19:15:06.856716 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-402e1490-1b60-4bf1-a0eb-39c15b9d439c tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88524) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 19:15:06.858478 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-402e1490-1b60-4bf1-a0eb-39c15b9d439c tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "DELETE /v2.0/subnets/676d9c4f-2363-4f21-9a06-f955bf31e2ec HTTP/1.1" status: 404 len: 337 time: 0.0451205 Jun 01 19:15:06.861899 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 59656) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:15:06.911937 n-d-844202-1 neutron-server[88524]: INFO neutron.pecan_wsgi.hooks.translation [None req-44eeec83-6da2-4e69-8b81-6584ae489589 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] DELETE failed (client error): The resource could not be found. Jun 01 19:15:06.912577 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44eeec83-6da2-4e69-8b81-6584ae489589 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88524) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 19:15:06.916644 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-44eeec83-6da2-4e69-8b81-6584ae489589 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "DELETE /v2.0/ports/90d5c3ce-228e-410f-af9d-f7e301f25441 HTTP/1.1" status: 404 len: 333 time: 0.0515990 Jun 01 19:15:06.917661 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 59662) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:15:06.980573 n-d-844202-1 neutron-server[88524]: INFO neutron.pecan_wsgi.hooks.translation [None req-34049961-f0c4-42c4-8ea9-00757cc4b6c7 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] DELETE failed (client error): The resource could not be found. Jun 01 19:15:06.981370 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34049961-f0c4-42c4-8ea9-00757cc4b6c7 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88524) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 19:15:06.984343 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-34049961-f0c4-42c4-8ea9-00757cc4b6c7 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "DELETE /v2.0/subnets/c0b86a21-885c-4acf-96e3-93bf2dfb573b HTTP/1.1" status: 404 len: 337 time: 0.0645826 Jun 01 19:15:06.988705 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 59666) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:15:07.002306 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 05722b1d-deb2-43a1-ade2-7d8eb3b83e09 no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:15:07.094344 n-d-844202-1 neutron-server[88524]: INFO neutron.pecan_wsgi.hooks.translation [None req-51dbcef7-2c5f-4bb5-936b-c6768b2d9c8e tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] DELETE failed (client error): The resource could not be found. Jun 01 19:15:07.097695 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51dbcef7-2c5f-4bb5-936b-c6768b2d9c8e tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88524) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 19:15:07.099554 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-51dbcef7-2c5f-4bb5-936b-c6768b2d9c8e tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "DELETE /v2.0/subnets/a5c0a1bc-cf9e-43dd-a161-23b6788a04dc HTTP/1.1" status: 404 len: 337 time: 0.1096165 Jun 01 19:15:07.102944 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 59674) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:15:07.106308 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-174a6fe9-1842-4406-a998-7de2ac2a4b71 admin admin] Calling delete_port for be691691-4833-49ca-93a1-c829a863c1b0 owned by network:dhcp {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:15:07.123564 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-d028caed-c03a-41b7-a344-86a77b058184 None None] For port be691691-4833-49ca-93a1-c829a863c1b0, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=be691691-4833-49ca-93a1-c829a863c1b0,segment=NetworkSegment(fd32b6c9-0556-4225-82a8-3c4f1162ecda),segment_id=fd32b6c9-0556-4225-82a8-3c4f1162ecda)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:15:07.123961 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-d028caed-c03a-41b7-a344-86a77b058184 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:07.196070 n-d-844202-1 neutron-server[88524]: INFO neutron.pecan_wsgi.hooks.translation [None req-16fbb5b9-2666-4997-aed8-a2b00d6e8e62 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] DELETE failed (client error): The resource could not be found. Jun 01 19:15:07.196739 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16fbb5b9-2666-4997-aed8-a2b00d6e8e62 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88524) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 19:15:07.198572 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-16fbb5b9-2666-4997-aed8-a2b00d6e8e62 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "DELETE /v2.0/ports/45215277-1763-4ef2-a2db-97c8283ec9af HTTP/1.1" status: 404 len: 333 time: 0.0946109 Jun 01 19:15:07.201234 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 59678) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:15:07.273941 n-d-844202-1 neutron-server[88524]: INFO neutron.pecan_wsgi.hooks.translation [None req-190066ec-0129-4a99-bbc7-de16a6db72b4 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] DELETE failed (client error): The resource could not be found. Jun 01 19:15:07.274166 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-d028caed-c03a-41b7-a344-86a77b058184 None None] Calling delete_port for be691691-4833-49ca-93a1-c829a863c1b0 owned by network:dhcp {{(pid=88526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:15:07.274559 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-190066ec-0129-4a99-bbc7-de16a6db72b4 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88524) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 19:15:07.276538 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-190066ec-0129-4a99-bbc7-de16a6db72b4 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "DELETE /v2.0/subnets/a2f10bf7-3523-4bfc-a2a1-50f414b707db HTTP/1.1" status: 404 len: 337 time: 0.0741191 Jun 01 19:15:07.280151 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 59682) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:15:07.326328 n-d-844202-1 neutron-server[88525]: INFO neutron.pecan_wsgi.hooks.translation [None req-caf8423d-21b1-4659-a2b8-e97e4cba34ac tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] DELETE failed (client error): The resource could not be found. Jun 01 19:15:07.326984 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-caf8423d-21b1-4659-a2b8-e97e4cba34ac tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88525) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 19:15:07.330260 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-174a6fe9-1842-4406-a998-7de2ac2a4b71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:07.338410 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: 05722b1d-deb2-43a1-ade2-7d8eb3b83e09 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:15:07.338751 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 05722b1d-deb2-43a1-ade2-7d8eb3b83e09 not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:15:07.339151 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device be691691-4833-49ca-93a1-c829a863c1b0 no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:15:07.390443 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174a6fe9-1842-4406-a998-7de2ac2a4b71 admin admin] Pushing event deleted for resources: {'Port': ['ID=be691691-4833-49ca-93a1-c829a863c1b0,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:15:07.397211 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-caf8423d-21b1-4659-a2b8-e97e4cba34ac tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "DELETE /v2.0/subnets/611010fc-f456-4bee-83b2-f0e9043661c1 HTTP/1.1" status: 404 len: 337 time: 0.1156070 Jun 01 19:15:07.399744 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 59686) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:15:07.412017 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: be691691-4833-49ca-93a1-c829a863c1b0 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:15:07.412392 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device be691691-4833-49ca-93a1-c829a863c1b0 not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:15:07.415669 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-174a6fe9-1842-4406-a998-7de2ac2a4b71 admin admin] No DVR routers for this DVR port be691691-4833-49ca-93a1-c829a863c1b0 on host n-d-844202-1 {{(pid=88525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:15:07.429589 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f72604bc-9854-4ff1-a5b1-f2f8deac930f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:07.444348 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.db.api [None req-d028caed-c03a-41b7-a344-86a77b058184 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88526) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 19:15:07.444702 n-d-844202-1 neutron-server[88526]: DEBUG oslo_db.api [None req-d028caed-c03a-41b7-a344-86a77b058184 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 19:15:07.490950 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-6168bc4e-2768-4d83-9d5b-79fa65fab2fa tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "GET /v2.0/ports?device_id=76bcfbda-1692-469b-8719-69fbeb823e55 HTTP/1.1" status: 200 len: 205 time: 0.0860434 Jun 01 19:15:07.491629 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 59694) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:15:07.791364 n-d-844202-1 neutron-server[88525]: INFO neutron.api.v2.resource [None req-ee41066d-043a-46a1-bd82-9bf6141b50d2 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] delete failed (client error): The resource could not be found. Jun 01 19:15:07.794568 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-ee41066d-043a-46a1-bd82-9bf6141b50d2 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "DELETE /v2.0/routers/76bcfbda-1692-469b-8719-69fbeb823e55 HTTP/1.1" status: 404 len: 336 time: 0.2997055 Jun 01 19:15:07.794964 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 59700) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:15:07.830307 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-174a6fe9-1842-4406-a998-7de2ac2a4b71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:07.861713 n-d-844202-1 neutron-server[88524]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f3eb70c-8a14-4f2f-828d-0bd09360baba tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] DELETE failed (client error): The resource could not be found. Jun 01 19:15:07.862112 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f3eb70c-8a14-4f2f-828d-0bd09360baba tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88524) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 19:15:07.872011 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-9f3eb70c-8a14-4f2f-828d-0bd09360baba tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "DELETE /v2.0/subnets/7acc6d73-0544-4688-a94d-27dc713de70a HTTP/1.1" status: 404 len: 337 time: 0.0731509 Jun 01 19:15:07.872011 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 59704) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:15:07.875135 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-174a6fe9-1842-4406-a998-7de2ac2a4b71 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc2ac3d7-c4ef-4f45-943f-8bdb3e8cb470']}} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:15:07.898981 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-174a6fe9-1842-4406-a998-7de2ac2a4b71 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd32b6c9-0556-4225-82a8-3c4f1162ecda') {'for_net_delete': True} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:15:07.899252 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-174a6fe9-1842-4406-a998-7de2ac2a4b71 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd32b6c9-0556-4225-82a8-3c4f1162ecda') {} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:15:07.919356 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-174a6fe9-1842-4406-a998-7de2ac2a4b71 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2258522'] for segment, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:07.942137 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a6ab5f-a039-4400-a500-d11bebb2dddf req-9adab169-2e2b-4b5d-ab92-cebf8d99283b tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:15:07.942382 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-a0b0a57c-a4c0-4b0b-995d-0a4ccd0e8e76 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "GET /v2.0/ports?device_id=d59359f9-6b91-403e-8eaa-fb0b972e9a44 HTTP/1.1" status: 200 len: 205 time: 0.0673478 Jun 01 19:15:07.942487 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d4a6ab5f-a039-4400-a500-d11bebb2dddf req-9adab169-2e2b-4b5d-ab92-cebf8d99283b tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2286216-8c80-4d0f-a6bc-2de102e2186c HTTP/1.1" status: 200 len: 946 time: 0.1845012 Jun 01 19:15:07.942680 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 59708) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:15:07.946196 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-d028caed-c03a-41b7-a344-86a77b058184 None None] Deleting port be691691-4833-49ca-93a1-c829a863c1b0 {{(pid=88526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:15:07.947502 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-d028caed-c03a-41b7-a344-86a77b058184 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:07.973166 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-174a6fe9-1842-4406-a998-7de2ac2a4b71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:07.989771 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-174a6fe9-1842-4406-a998-7de2ac2a4b71 admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=88525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 19:15:07.990167 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-174a6fe9-1842-4406-a998-7de2ac2a4b71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2613981'] for segment, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:08.055082 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-d028caed-c03a-41b7-a344-86a77b058184 None None] The port 'be691691-4833-49ca-93a1-c829a863c1b0' was deleted {{(pid=88526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 01 19:15:08.069248 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment fd32b6c9-0556-4225-82a8-3c4f1162ecda resource provider aggregate not found Jun 01 19:15:08.105645 n-d-844202-1 neutron-server[88524]: INFO neutron.api.v2.resource [None req-ea3c2547-c56a-4ec6-ae56-96e481c61110 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] delete failed (client error): The resource could not be found. Jun 01 19:15:08.109403 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-ea3c2547-c56a-4ec6-ae56-96e481c61110 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "DELETE /v2.0/routers/d59359f9-6b91-403e-8eaa-fb0b972e9a44 HTTP/1.1" status: 404 len: 336 time: 0.1656551 Jun 01 19:15:08.110070 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 59716) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:15:08.150476 n-d-844202-1 neutron-server[88524]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bc4e0e8-fe6d-46ec-9eaa-0279e6c75182 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] DELETE failed (client error): The resource could not be found. Jun 01 19:15:08.150926 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bc4e0e8-fe6d-46ec-9eaa-0279e6c75182 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88524) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 19:15:08.151766 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment fd32b6c9-0556-4225-82a8-3c4f1162ecda resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fd32b6c9-0556-4225-82a8-3c4f1162ecda found for delete ", "request_id": "req-e45c7e29-7985-41dc-bf9d-4fbf5c338188"}]} Jun 01 19:15:08.155181 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-9bc4e0e8-fe6d-46ec-9eaa-0279e6c75182 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "DELETE /v2.0/subnets/5904c493-f958-425a-8cc4-58f2a556eba7 HTTP/1.1" status: 404 len: 337 time: 0.0439267 Jun 01 19:15:08.155761 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 59720) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:15:08.170469 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d4a6ab5f-a039-4400-a500-d11bebb2dddf req-715bbb20-68f0-4911-8e6f-00f4ab2f245b tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/security-groups?id=64983b74-c803-470a-b560-086d234f978a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2175734 Jun 01 19:15:08.214716 n-d-844202-1 neutron-server[88524]: INFO neutron.pecan_wsgi.hooks.translation [None req-36f1b191-91b5-414d-a6b9-b8d91c25f037 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] DELETE failed (client error): The resource could not be found. Jun 01 19:15:08.215178 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36f1b191-91b5-414d-a6b9-b8d91c25f037 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88524) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 19:15:08.218801 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-36f1b191-91b5-414d-a6b9-b8d91c25f037 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "DELETE /v2.0/subnets/b90cc147-9887-436b-a73e-2655336fa235 HTTP/1.1" status: 404 len: 337 time: 0.0619514 Jun 01 19:15:08.221602 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 59724) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:15:08.237119 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-174a6fe9-1842-4406-a998-7de2ac2a4b71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:08.261449 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-174a6fe9-1842-4406-a998-7de2ac2a4b71 admin admin] Notify callbacks [] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:08.279358 n-d-844202-1 neutron-server[88524]: INFO neutron.pecan_wsgi.hooks.translation [None req-58b4e733-fd63-40a1-80f3-cceb0c331c02 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] DELETE failed (client error): The resource could not be found. Jun 01 19:15:08.280242 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58b4e733-fd63-40a1-80f3-cceb0c331c02 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88524) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 19:15:08.282672 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-58b4e733-fd63-40a1-80f3-cceb0c331c02 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "DELETE /v2.0/ports/0173939f-9124-40ba-a6c5-74bcab5446a0 HTTP/1.1" status: 404 len: 333 time: 0.0583251 Jun 01 19:15:08.285623 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 59728) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:15:08.293357 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-174a6fe9-1842-4406-a998-7de2ac2a4b71 admin admin] 10.222.0.41 "DELETE /v2.0/networks/bc2ac3d7-c4ef-4f45-943f-8bdb3e8cb470 HTTP/1.1" status: 204 len: 168 time: 1.9848886 Jun 01 19:15:08.296147 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174a6fe9-1842-4406-a998-7de2ac2a4b71 admin admin] Pushing event deleted for resources: {'Network': ['ID=bc2ac3d7-c4ef-4f45-943f-8bdb3e8cb470,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:15:08.355959 n-d-844202-1 neutron-server[88524]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ffa9850-7210-4eaf-b250-cc342df92097 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] DELETE failed (client error): The resource could not be found. Jun 01 19:15:08.356513 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ffa9850-7210-4eaf-b250-cc342df92097 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88524) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 19:15:08.359470 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-6ffa9850-7210-4eaf-b250-cc342df92097 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "DELETE /v2.0/subnets/b886d96d-f97b-4f69-bbec-76c40c4bb0ec HTTP/1.1" status: 404 len: 337 time: 0.0712538 Jun 01 19:15:08.361824 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 59734) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:15:08.441368 n-d-844202-1 neutron-server[88525]: INFO neutron.pecan_wsgi.hooks.translation [None req-37f24308-4c7e-490b-a532-3afd6df1bf23 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] DELETE failed (client error): The resource could not be found. Jun 01 19:15:08.441827 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37f24308-4c7e-490b-a532-3afd6df1bf23 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88525) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 19:15:08.446709 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 59738) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:15:08.446878 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-37f24308-4c7e-490b-a532-3afd6df1bf23 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "DELETE /v2.0/ports/0315edde-aab2-490f-91f4-4be8cb90be6a HTTP/1.1" status: 404 len: 333 time: 0.0834835 Jun 01 19:15:08.497205 n-d-844202-1 neutron-server[88524]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e5908d0-0b70-4339-9324-388c96defd39 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] DELETE failed (client error): The resource could not be found. Jun 01 19:15:08.497665 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e5908d0-0b70-4339-9324-388c96defd39 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88524) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 19:15:08.502210 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-8e5908d0-0b70-4339-9324-388c96defd39 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "DELETE /v2.0/subnets/65447b05-d901-43d4-ab6b-5816be797b59 HTTP/1.1" status: 404 len: 337 time: 0.0519547 Jun 01 19:15:08.502991 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 59744) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:15:08.518102 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 59748) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:15:08.565123 n-d-844202-1 neutron-server[88525]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1f4db89-9e24-4554-b0bc-29a636fb6f84 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] DELETE failed (client error): The resource could not be found. Jun 01 19:15:08.565590 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1f4db89-9e24-4554-b0bc-29a636fb6f84 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88525) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 19:15:08.569529 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-e1f4db89-9e24-4554-b0bc-29a636fb6f84 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "DELETE /v2.0/ports/dd932f20-eb2d-4b1d-8c87-98c88ddc9fab HTTP/1.1" status: 404 len: 333 time: 0.0630093 Jun 01 19:15:08.573175 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 59752) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:15:08.590625 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-7c48fe52-3630-4859-ab34-48142082cf4b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=02a99242e0f0463d9013e17319779a87&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0713325 Jun 01 19:15:08.595564 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 59756) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:15:08.615103 n-d-844202-1 neutron-server[88525]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6980224-e534-4044-8b48-8c8f26a60237 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] DELETE failed (client error): The resource could not be found. Jun 01 19:15:08.615461 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6980224-e534-4044-8b48-8c8f26a60237 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88525) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 19:15:08.619402 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-d6980224-e534-4044-8b48-8c8f26a60237 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "DELETE /v2.0/subnets/18568bb6-8c3e-45cc-b900-033d9c99322b HTTP/1.1" status: 404 len: 337 time: 0.0431502 Jun 01 19:15:08.623742 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 59760) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:15:08.695425 n-d-844202-1 neutron-server[88524]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f82bea0-5627-40da-9fd0-8bb2608014d8 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] DELETE failed (client error): The resource could not be found. Jun 01 19:15:08.695891 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f82bea0-5627-40da-9fd0-8bb2608014d8 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88524) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 19:15:08.699870 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-5f82bea0-5627-40da-9fd0-8bb2608014d8 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "DELETE /v2.0/ports/76c59ebd-934d-496b-a002-d479cfd39a76 HTTP/1.1" status: 404 len: 333 time: 0.0726244 Jun 01 19:15:08.700565 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 59764) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:15:08.740900 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-bb2b3e3c-ca89-4c0f-83c7-3c3ebd096b05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:08.747212 n-d-844202-1 neutron-server[88525]: INFO neutron.pecan_wsgi.hooks.translation [None req-87d78862-01f3-45c2-8c12-4313d4fa438b tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] DELETE failed (client error): The resource could not be found. Jun 01 19:15:08.747748 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87d78862-01f3-45c2-8c12-4313d4fa438b tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88525) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 19:15:08.752411 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-87d78862-01f3-45c2-8c12-4313d4fa438b tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "DELETE /v2.0/subnets/e437fdb2-ab09-46f3-8837-4b7a3d448cff HTTP/1.1" status: 404 len: 337 time: 0.0478380 Jun 01 19:15:08.755030 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 59768) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:15:08.781645 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-bb2b3e3c-ca89-4c0f-83c7-3c3ebd096b05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:08.804699 n-d-844202-1 neutron-server[88525]: INFO neutron.pecan_wsgi.hooks.translation [None req-2df961ef-723e-446f-bd45-f26088a42c56 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] DELETE failed (client error): The resource could not be found. Jun 01 19:15:08.805295 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2df961ef-723e-446f-bd45-f26088a42c56 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88525) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 19:15:08.807141 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-2df961ef-723e-446f-bd45-f26088a42c56 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "DELETE /v2.0/ports/3b45e011-c1c4-4b3d-9dc8-ffb664642ab9 HTTP/1.1" status: 404 len: 333 time: 0.0510194 Jun 01 19:15:08.809883 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 59772) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:15:08.866668 n-d-844202-1 neutron-server[88525]: INFO neutron.pecan_wsgi.hooks.translation [None req-758b8451-8a0a-41e1-9246-5a805e29f058 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] DELETE failed (client error): The resource could not be found. Jun 01 19:15:08.867318 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-758b8451-8a0a-41e1-9246-5a805e29f058 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88525) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 19:15:08.869225 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-758b8451-8a0a-41e1-9246-5a805e29f058 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "DELETE /v2.0/subnets/a8f1c411-b890-41b5-a779-389f2b4d5887 HTTP/1.1" status: 404 len: 337 time: 0.0586624 Jun 01 19:15:08.873738 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 59776) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:15:08.958068 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-bb2b3e3c-ca89-4c0f-83c7-3c3ebd096b05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:08.984307 n-d-844202-1 neutron-server[88524]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd099dcd-4aaf-4853-aa01-456646f2a086 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] DELETE failed (client error): The resource could not be found. Jun 01 19:15:08.984782 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd099dcd-4aaf-4853-aa01-456646f2a086 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88524) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 19:15:08.991183 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2b3e3c-ca89-4c0f-83c7-3c3ebd096b05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d570a50-36ee-4a35-8568-a6d10a7bab24,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:15:08.996194 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-bb2b3e3c-ca89-4c0f-83c7-3c3ebd096b05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:08.997359 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-bb2b3e3c-ca89-4c0f-83c7-3c3ebd096b05 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7d570a50-36ee-4a35-8568-a6d10a7bab24 HTTP/1.1" status: 204 len: 168 time: 0.4005864 Jun 01 19:15:09.001927 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-bd099dcd-4aaf-4853-aa01-456646f2a086 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "DELETE /v2.0/ports/de5be831-884e-472b-920a-19d322bb9301 HTTP/1.1" status: 404 len: 333 time: 0.1263816 Jun 01 19:15:09.004375 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 59782) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:15:09.069130 n-d-844202-1 neutron-server[88524]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ddfb9ba-7356-409f-9d5c-13d6e039c857 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] DELETE failed (client error): The resource could not be found. Jun 01 19:15:09.069130 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ddfb9ba-7356-409f-9d5c-13d6e039c857 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88524) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 19:15:09.070432 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-7ddfb9ba-7356-409f-9d5c-13d6e039c857 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "DELETE /v2.0/subnets/e02b6bfa-87eb-42bb-85a2-fc9442dcddae HTTP/1.1" status: 404 len: 337 time: 0.0650754 Jun 01 19:15:09.073247 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 59786) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:15:09.313449 n-d-844202-1 neutron-server[88524]: INFO neutron.pecan_wsgi.hooks.translation [None req-df9ebdab-374b-4f3e-a3fd-1a815556bf04 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] DELETE failed (client error): The resource could not be found. Jun 01 19:15:09.313449 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df9ebdab-374b-4f3e-a3fd-1a815556bf04 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88524) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 19:15:09.325546 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-df9ebdab-374b-4f3e-a3fd-1a815556bf04 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "DELETE /v2.0/ports/420d08ab-b565-471f-9f08-d4b9abc4d7d0 HTTP/1.1" status: 404 len: 333 time: 0.2464242 Jun 01 19:15:09.325864 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 59794) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:15:09.370607 n-d-844202-1 neutron-server[88525]: INFO neutron.pecan_wsgi.hooks.translation [None req-26ffdbf7-038b-48c6-a025-597399b89f1e tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] DELETE failed (client error): The resource could not be found. Jun 01 19:15:09.371523 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26ffdbf7-038b-48c6-a025-597399b89f1e tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88525) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 19:15:09.373456 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-26ffdbf7-038b-48c6-a025-597399b89f1e tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "DELETE /v2.0/subnets/430ee624-211d-41fa-8bd7-b4cac02d37db HTTP/1.1" status: 404 len: 337 time: 0.0515280 Jun 01 19:15:09.375964 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 59798) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:15:09.494337 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9534ad-0f68-4fe1-8d42-780cb6444b69 req-e9f908da-0fc2-49a6-8409-0611b1f808b6 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:15:09.495934 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6b9534ad-0f68-4fe1-8d42-780cb6444b69 req-e9f908da-0fc2-49a6-8409-0611b1f808b6 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2286216-8c80-4d0f-a6bc-2de102e2186c HTTP/1.1" status: 200 len: 946 time: 0.1242042 Jun 01 19:15:09.523049 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b0debebd-257c-4ff2-a2b2-418137f0eb22 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:09.531127 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-80e93b6c-0b83-443c-9300-b2fc7ba63889 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:09.565741 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6b9534ad-0f68-4fe1-8d42-780cb6444b69 req-c39c02c3-b9a0-4475-a447-ade7ca253f1b tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/security-groups?id=64983b74-c803-470a-b560-086d234f978a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629978 Jun 01 19:15:09.602654 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 59810) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:15:09.701670 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-e93470a2-b3ff-4748-a6c9-d44b7b04fd3f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=29f53eba5653460497352bb8902a8bb7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0995140 Jun 01 19:15:09.704152 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 59818) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:15:09.752309 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b0debebd-257c-4ff2-a2b2-418137f0eb22 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:09.772494 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-868e7836-45ca-4651-9fce-11cd1c9ab947 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:09.781709 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-b0debebd-257c-4ff2-a2b2-418137f0eb22 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c840486e-0c2f-4729-9a0c-ee6552111f90']}} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:15:09.796006 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-b0debebd-257c-4ff2-a2b2-418137f0eb22 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6cfd7d1-5211-44ec-a836-a984e441185d') {'for_net_delete': True} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:15:09.796327 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-b0debebd-257c-4ff2-a2b2-418137f0eb22 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6cfd7d1-5211-44ec-a836-a984e441185d') {} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:15:09.808102 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-868e7836-45ca-4651-9fce-11cd1c9ab947 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:09.819361 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b0debebd-257c-4ff2-a2b2-418137f0eb22 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2258522'] for segment, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:09.845666 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b0debebd-257c-4ff2-a2b2-418137f0eb22 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:09.853383 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0debebd-257c-4ff2-a2b2-418137f0eb22 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=88525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 19:15:09.854327 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b0debebd-257c-4ff2-a2b2-418137f0eb22 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2613981'] for segment, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:09.882067 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-868e7836-45ca-4651-9fce-11cd1c9ab947 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:09.903939 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868e7836-45ca-4651-9fce-11cd1c9ab947 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8570aa50-4471-4e65-b133-389bd4f44883,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:15:09.924788 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-868e7836-45ca-4651-9fce-11cd1c9ab947 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:09.925928 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-868e7836-45ca-4651-9fce-11cd1c9ab947 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8570aa50-4471-4e65-b133-389bd4f44883 HTTP/1.1" status: 204 len: 168 time: 0.2207611 Jun 01 19:15:10.017624 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b0debebd-257c-4ff2-a2b2-418137f0eb22 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:10.053537 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b0debebd-257c-4ff2-a2b2-418137f0eb22 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Notify callbacks [] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:10.067539 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0debebd-257c-4ff2-a2b2-418137f0eb22 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] Pushing event deleted for resources: {'Network': ['ID=c840486e-0c2f-4729-9a0c-ee6552111f90,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:15:10.078171 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-b0debebd-257c-4ff2-a2b2-418137f0eb22 tempest-NetworksTestDHCPv6-617081698 tempest-NetworksTestDHCPv6-617081698-project] 10.222.0.41 "DELETE /v2.0/networks/c840486e-0c2f-4729-9a0c-ee6552111f90 HTTP/1.1" status: 204 len: 168 time: 0.6988456 Jun 01 19:15:10.178600 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment a6cfd7d1-5211-44ec-a836-a984e441185d resource provider aggregate not found Jun 01 19:15:10.203374 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment a6cfd7d1-5211-44ec-a836-a984e441185d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a6cfd7d1-5211-44ec-a836-a984e441185d found for delete ", "request_id": "req-fb5e54a1-4b13-4334-8679-b71938487506"}]} Jun 01 19:15:10.652822 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 59840) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:15:10.670040 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:10.677179 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:10.964974 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-4ae8d0d7-8084-4f73-9bd3-cbe8dabe20a5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=451baccc58514a0cab8c4410ed135b7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3109629 Jun 01 19:15:10.968698 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 59870) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:15:10.982358 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b4a937-4b46-4245-a499-5ddc823982b9 req-07004bdd-3d3e-4a5d-b512-23530c93261e tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:15:10.989948 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f8b4a937-4b46-4245-a499-5ddc823982b9 req-07004bdd-3d3e-4a5d-b512-23530c93261e tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2286216-8c80-4d0f-a6bc-2de102e2186c HTTP/1.1" status: 200 len: 946 time: 0.1855371 Jun 01 19:15:11.041593 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f8b4a937-4b46-4245-a499-5ddc823982b9 req-cf9cdb70-7bcc-4f49-824c-a02a5e98b3e8 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/security-groups?id=64983b74-c803-470a-b560-086d234f978a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507207 Jun 01 19:15:11.056275 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d72fe20a-ae77-404c-b187-00db9d6b6dc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:11.095797 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d72fe20a-ae77-404c-b187-00db9d6b6dc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:11.154762 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d72fe20a-ae77-404c-b187-00db9d6b6dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:11.170403 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72fe20a-ae77-404c-b187-00db9d6b6dc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df43989c-a5e6-47d6-93d4-c92ca8bbd9de,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:15:11.191268 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d72fe20a-ae77-404c-b187-00db9d6b6dc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:11.192625 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-d72fe20a-ae77-404c-b187-00db9d6b6dc5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/df43989c-a5e6-47d6-93d4-c92ca8bbd9de HTTP/1.1" status: 204 len: 168 time: 0.2218528 Jun 01 19:15:11.375351 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 59886) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:15:11.499251 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:11.507543 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-53feaba1-b3b8-40d6-9e5c-4d8ecd83eb25 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1455132747-network', 'tenant_id': 'f78e0f67fbd84316b39c4a4587088613'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:15:11.514687 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-53feaba1-b3b8-40d6-9e5c-4d8ecd83eb25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:15:11.519255 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-53feaba1-b3b8-40d6-9e5c-4d8ecd83eb25 admin admin] Usage tracker for resource:network and tenant:f78e0f67fbd84316b39c4a4587088613 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:15:11.522775 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-53feaba1-b3b8-40d6-9e5c-4d8ecd83eb25 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:15:11.530420 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-53feaba1-b3b8-40d6-9e5c-4d8ecd83eb25 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:15:11.616713 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53feaba1-b3b8-40d6-9e5c-4d8ecd83eb25 admin admin] Made reservation on behalf of f78e0f67fbd84316b39c4a4587088613 for: {'network': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:15:11.620409 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-53feaba1-b3b8-40d6-9e5c-4d8ecd83eb25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:11.649903 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-53feaba1-b3b8-40d6-9e5c-4d8ecd83eb25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:11.675014 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-53feaba1-b3b8-40d6-9e5c-4d8ecd83eb25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:15:11.680503 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-53feaba1-b3b8-40d6-9e5c-4d8ecd83eb25 admin admin] Usage tracker for resource:security_group_rule and tenant:f78e0f67fbd84316b39c4a4587088613 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:15:11.683373 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-53feaba1-b3b8-40d6-9e5c-4d8ecd83eb25 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:15:11.691196 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-53feaba1-b3b8-40d6-9e5c-4d8ecd83eb25 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:15:11.705405 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9958b4f6-297b-4170-bb60-04701620ea28 req-54763c93-b048-4cb9-be52-a55227664c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:15:11.706884 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9958b4f6-297b-4170-bb60-04701620ea28 req-54763c93-b048-4cb9-be52-a55227664c14 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4a7494de105b4d89b3193a70c4c60c4c&device_id=a2286216-8c80-4d0f-a6bc-2de102e2186c HTTP/1.1" status: 200 len: 1097 time: 0.1683431 Jun 01 19:15:11.797452 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-53feaba1-b3b8-40d6-9e5c-4d8ecd83eb25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:11.801698 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-53feaba1-b3b8-40d6-9e5c-4d8ecd83eb25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:11.839769 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53feaba1-b3b8-40d6-9e5c-4d8ecd83eb25 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 130} {{(pid=88524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 19:15:11.864444 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53feaba1-b3b8-40d6-9e5c-4d8ecd83eb25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a49c5e0-3008-4a75-a026-40b2ba05bdd2,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:15:11.916147 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:11.924701 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-53feaba1-b3b8-40d6-9e5c-4d8ecd83eb25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:11.925378 n-d-844202-1 neutron-server[88524]: INFO neutron.db.segments_db [None req-53feaba1-b3b8-40d6-9e5c-4d8ecd83eb25 admin admin] Added segment bece987b-6ad8-4154-8220-00598577234a of type vlan for network 4c9928c4-2158-4e43-8bff-33e4e90971fd Jun 01 19:15:11.961017 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:11.978607 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-53feaba1-b3b8-40d6-9e5c-4d8ecd83eb25 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:12.027862 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9958b4f6-297b-4170-bb60-04701620ea28 req-17679bc8-8e58-4909-ade5-ca563275cb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:15:12.029503 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9958b4f6-297b-4170-bb60-04701620ea28 req-17679bc8-8e58-4909-ade5-ca563275cb46 service neutron] 10.222.0.50 "GET /v2.0/networks?id=3d299f30-03d5-48f5-82fc-2ce538e7e02b HTTP/1.1" status: 200 len: 917 time: 0.1923144 Jun 01 19:15:12.049729 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 59910) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:15:12.102095 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-53feaba1-b3b8-40d6-9e5c-4d8ecd83eb25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:12.103774 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53feaba1-b3b8-40d6-9e5c-4d8ecd83eb25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:15:12.104661 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-53feaba1-b3b8-40d6-9e5c-4d8ecd83eb25 admin admin] Notify callbacks [] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:12.228751 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-7af10c27-fe82-41b5-8806-d984e2dd3890 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1012059857'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:15:12.236064 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-7af10c27-fe82-41b5-8806-d984e2dd3890 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:15:12.241689 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-7af10c27-fe82-41b5-8806-d984e2dd3890 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281-project] Usage tracker for resource:network and tenant:b9799dbbfe6f44eab36392426a4531e1 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:15:12.245806 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-7af10c27-fe82-41b5-8806-d984e2dd3890 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:15:12.253193 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-7af10c27-fe82-41b5-8806-d984e2dd3890 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:15:12.303759 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7af10c27-fe82-41b5-8806-d984e2dd3890 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281-project] Made reservation on behalf of b9799dbbfe6f44eab36392426a4531e1 for: {'network': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:15:12.308037 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9958b4f6-297b-4170-bb60-04701620ea28 req-8da25bdb-4124-47e5-9aba-a4b3673eae62 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a550a778-e132-4180-bce5-d2a03048c7e8 HTTP/1.1" status: 200 len: 1002 time: 0.2702491 Jun 01 19:15:12.308619 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7af10c27-fe82-41b5-8806-d984e2dd3890 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:12.312586 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-53feaba1-b3b8-40d6-9e5c-4d8ecd83eb25 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9351916 Jun 01 19:15:12.318449 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 59920) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:15:12.323470 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7af10c27-fe82-41b5-8806-d984e2dd3890 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281-project] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:12.339814 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-7af10c27-fe82-41b5-8806-d984e2dd3890 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:15:12.344826 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-7af10c27-fe82-41b5-8806-d984e2dd3890 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281-project] Usage tracker for resource:security_group_rule and tenant:b9799dbbfe6f44eab36392426a4531e1 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:15:12.347791 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-7af10c27-fe82-41b5-8806-d984e2dd3890 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:15:12.353964 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-7af10c27-fe82-41b5-8806-d984e2dd3890 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:15:12.358855 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53feaba1-b3b8-40d6-9e5c-4d8ecd83eb25 admin admin] Pushing event updated for resources: {'Network': ['ID=4c9928c4-2158-4e43-8bff-33e4e90971fd,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:15:12.374927 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-a0cc9e67-1f0b-49e7-86f3-85f81212a805 admin admin] Request body: {'subnet': {'network_id': '4c9928c4-2158-4e43-8bff-33e4e90971fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1455132747-subnet', 'tenant_id': 'f78e0f67fbd84316b39c4a4587088613', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:15:12.375857 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network 4c9928c4-2158-4e43-8bff-33e4e90971fd details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 19:15:12.388374 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-a0cc9e67-1f0b-49e7-86f3-85f81212a805 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:15:12.395818 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-a0cc9e67-1f0b-49e7-86f3-85f81212a805 admin admin] Usage tracker for resource:subnet and tenant:f78e0f67fbd84316b39c4a4587088613 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:15:12.399800 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-a0cc9e67-1f0b-49e7-86f3-85f81212a805 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:15:12.411410 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-a0cc9e67-1f0b-49e7-86f3-85f81212a805 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:15:12.429953 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9958b4f6-297b-4170-bb60-04701620ea28 req-7928e279-dd6d-4465-ace0-dee00bef28f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:15:12.431778 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9958b4f6-297b-4170-bb60-04701620ea28 req-7928e279-dd6d-4465-ace0-dee00bef28f0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=bf215978-ce5c-4077-ac29-2d8fb4937baa HTTP/1.1" status: 200 len: 855 time: 0.1178498 Jun 01 19:15:12.469781 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7af10c27-fe82-41b5-8806-d984e2dd3890 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281-project] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:12.475706 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7af10c27-fe82-41b5-8806-d984e2dd3890 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:12.481822 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0cc9e67-1f0b-49e7-86f3-85f81212a805 admin admin] Made reservation on behalf of f78e0f67fbd84316b39c4a4587088613 for: {'subnet': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:15:12.484306 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a0cc9e67-1f0b-49e7-86f3-85f81212a805 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3066584'] for subnet, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:12.518389 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7af10c27-fe82-41b5-8806-d984e2dd3890 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 111} {{(pid=88525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 19:15:12.534225 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af10c27-fe82-41b5-8806-d984e2dd3890 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51cb29ff-939e-4541-8858-55d19b426348,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:15:12.538851 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7af10c27-fe82-41b5-8806-d984e2dd3890 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:12.539194 n-d-844202-1 neutron-server[88525]: INFO neutron.db.segments_db [None req-7af10c27-fe82-41b5-8806-d984e2dd3890 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281-project] Added segment f75bbfe0-ac64-4090-9ea4-2a6885a2607f of type vlan for network b1dbf037-d50c-4752-a929-a6655040759f Jun 01 19:15:12.568296 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7af10c27-fe82-41b5-8806-d984e2dd3890 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:12.578407 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d678564-9c9a-4726-ba3a-0c08b1e8ae72 req-a37a0397-e30e-49f3-a168-167631f40da1 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:15:12.580913 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5d678564-9c9a-4726-ba3a-0c08b1e8ae72 req-a37a0397-e30e-49f3-a168-167631f40da1 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2286216-8c80-4d0f-a6bc-2de102e2186c HTTP/1.1" status: 200 len: 946 time: 0.3359432 Jun 01 19:15:12.612550 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7af10c27-fe82-41b5-8806-d984e2dd3890 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:12.619651 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7af10c27-fe82-41b5-8806-d984e2dd3890 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:15:12.619858 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7af10c27-fe82-41b5-8806-d984e2dd3890 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281-project] Notify callbacks [] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:12.704362 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9958b4f6-297b-4170-bb60-04701620ea28 req-510ea935-7140-4216-ad6d-3898f08f9502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:15:12.706705 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9958b4f6-297b-4170-bb60-04701620ea28 req-510ea935-7140-4216-ad6d-3898f08f9502 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3d299f30-03d5-48f5-82fc-2ce538e7e02b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2684693 Jun 01 19:15:12.711574 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5d678564-9c9a-4726-ba3a-0c08b1e8ae72 req-b0f71a42-936c-4333-b43e-9e3832c14b2e tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/security-groups?id=64983b74-c803-470a-b560-086d234f978a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1131146 Jun 01 19:15:12.746409 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-7af10c27-fe82-41b5-8806-d984e2dd3890 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 0.6933036 Jun 01 19:15:12.749060 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 59928) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:15:12.749661 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af10c27-fe82-41b5-8806-d984e2dd3890 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281-project] Pushing event updated for resources: {'Network': ['ID=b1dbf037-d50c-4752-a929-a6655040759f,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:15:12.762945 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-97439aa6-4884-42b0-bb07-8b6b5f1d1015 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281-project] Request body: {'subnet': {'network_id': 'b1dbf037-d50c-4752-a929-a6655040759f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:15:12.764400 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network b1dbf037-d50c-4752-a929-a6655040759f details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 19:15:12.921289 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-97439aa6-4884-42b0-bb07-8b6b5f1d1015 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:15:12.930625 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-97439aa6-4884-42b0-bb07-8b6b5f1d1015 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281-project] Usage tracker for resource:subnet and tenant:b9799dbbfe6f44eab36392426a4531e1 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:15:12.934138 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-97439aa6-4884-42b0-bb07-8b6b5f1d1015 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:15:12.941852 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-97439aa6-4884-42b0-bb07-8b6b5f1d1015 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:15:12.952828 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97439aa6-4884-42b0-bb07-8b6b5f1d1015 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281-project] Made reservation on behalf of b9799dbbfe6f44eab36392426a4531e1 for: {'subnet': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:15:12.955791 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9958b4f6-297b-4170-bb60-04701620ea28 req-0640dbd1-e7f2-4196-8fdc-d4e3c3c8618b service neutron] 10.222.0.50 "GET /v2.0/networks/3d299f30-03d5-48f5-82fc-2ce538e7e02b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2416396 Jun 01 19:15:12.958268 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-97439aa6-4884-42b0-bb07-8b6b5f1d1015 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9667140'] for subnet, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:13.386706 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a0cc9e67-1f0b-49e7-86f3-85f81212a805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2718919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3066602'] for subnet, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:13.513138 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-97439aa6-4884-42b0-bb07-8b6b5f1d1015 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2614064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9667190'] for subnet, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:13.579091 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9958b4f6-297b-4170-bb60-04701620ea28 req-033a3bb5-69ab-4ea5-9290-b8c73bbebdaa service neutron] 10.222.0.50 "GET /v2.0/networks/3d299f30-03d5-48f5-82fc-2ce538e7e02b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5819185 Jun 01 19:15:13.604051 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cc9e67-1f0b-49e7-86f3-85f81212a805 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a389357-2287-4f63-b07e-62b350c2e911,revision_number=0']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:15:13.610084 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0cc9e67-1f0b-49e7-86f3-85f81212a805 admin admin] Checking segment: {'id': 'bece987b-6ad8-4154-8220-00598577234a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '4c9928c4-2158-4e43-8bff-33e4e90971fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:15:13.610582 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0cc9e67-1f0b-49e7-86f3-85f81212a805 admin admin] Network hostable DHCP agents. Network: 4c9928c4-2158-4e43-8bff-33e4e90971fd, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88524) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 19:15:13.638360 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97439aa6-4884-42b0-bb07-8b6b5f1d1015 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281-project] Pushing event updated for resources: {'Subnet': ['ID=1f839246-2293-4243-bd4b-16b3e5033ca4,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:15:13.645045 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0cc9e67-1f0b-49e7-86f3-85f81212a805 admin admin] Network 4c9928c4-2158-4e43-8bff-33e4e90971fd is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88524) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 19:15:13.654505 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9def146-5d2d-4b8f-8f37-f7e7b18e346f req-0504cb87-c4b5-48e4-bc2e-072b0180142f tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:15:13.655970 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d9def146-5d2d-4b8f-8f37-f7e7b18e346f req-0504cb87-c4b5-48e4-bc2e-072b0180142f tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/ports?device_id=c4d58bc9-59bb-436d-b4a5-f14cb4ce6e4b HTTP/1.1" status: 200 len: 945 time: 0.2384417 Jun 01 19:15:13.667109 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97439aa6-4884-42b0-bb07-8b6b5f1d1015 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281-project] Checking segment: {'id': 'f75bbfe0-ac64-4090-9ea4-2a6885a2607f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'b1dbf037-d50c-4752-a929-a6655040759f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:15:13.667626 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97439aa6-4884-42b0-bb07-8b6b5f1d1015 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281-project] Network hostable DHCP agents. Network: b1dbf037-d50c-4752-a929-a6655040759f, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 19:15:13.684868 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-a0cc9e67-1f0b-49e7-86f3-85f81212a805 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, 4c9928c4-2158-4e43-8bff-33e4e90971fd) {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:15:13.690369 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0cc9e67-1f0b-49e7-86f3-85f81212a805 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:15:13.690960 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a0cc9e67-1f0b-49e7-86f3-85f81212a805 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:13.698466 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b03ea30-b221-4cdd-9432-570d9e669f27 None None] Network 4c9928c4-2158-4e43-8bff-33e4e90971fd requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:15:13.703251 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97439aa6-4884-42b0-bb07-8b6b5f1d1015 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281-project] Network b1dbf037-d50c-4752-a929-a6655040759f is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 19:15:13.711392 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-97439aa6-4884-42b0-bb07-8b6b5f1d1015 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, b1dbf037-d50c-4752-a929-a6655040759f) {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:15:13.716713 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97439aa6-4884-42b0-bb07-8b6b5f1d1015 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:15:13.718388 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-97439aa6-4884-42b0-bb07-8b6b5f1d1015 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281-project] Notify callbacks [] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:13.773125 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-97439aa6-4884-42b0-bb07-8b6b5f1d1015 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0167534 Jun 01 19:15:13.774063 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 59952) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:15:13.785025 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-71c0d4cc-2d05-4353-8525-637ac4997135 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281-project] Request body: {'port': {'network_id': 'b1dbf037-d50c-4752-a929-a6655040759f', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1121479255'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:15:13.789142 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-a0cc9e67-1f0b-49e7-86f3-85f81212a805 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4347374 Jun 01 19:15:13.812889 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d9def146-5d2d-4b8f-8f37-f7e7b18e346f req-d281ed36-65bd-41c6-9810-ea24954d6a6e tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/security-groups?id=56247f7a-6a0e-46fd-a754-17d488ad1a50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1485345 Jun 01 19:15:14.021592 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa90147c-a6c4-4154-9e75-dc8a6a80d65a None None] Network b1dbf037-d50c-4752-a929-a6655040759f requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:15:14.078028 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-71c0d4cc-2d05-4353-8525-637ac4997135 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:15:14.084149 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-71c0d4cc-2d05-4353-8525-637ac4997135 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281-project] Usage tracker for resource:port and tenant:b9799dbbfe6f44eab36392426a4531e1 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:15:14.103903 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6f40ed-5b1e-456c-bf41-61c9752a0cbe req-22738adc-fa50-4695-a97a-00269baceea2 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:15:14.105433 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-0b6f40ed-5b1e-456c-bf41-61c9752a0cbe req-22738adc-fa50-4695-a97a-00269baceea2 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2286216-8c80-4d0f-a6bc-2de102e2186c HTTP/1.1" status: 200 len: 946 time: 0.1827481 Jun 01 19:15:14.108785 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-71c0d4cc-2d05-4353-8525-637ac4997135 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:15:14.139812 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-71c0d4cc-2d05-4353-8525-637ac4997135 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:15:14.187742 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-0b6f40ed-5b1e-456c-bf41-61c9752a0cbe req-13b5037e-e8f4-47f8-91f5-5a85a02b9601 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/security-groups?id=64983b74-c803-470a-b560-086d234f978a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751519 Jun 01 19:15:14.191674 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71c0d4cc-2d05-4353-8525-637ac4997135 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281-project] Made reservation on behalf of b9799dbbfe6f44eab36392426a4531e1 for: {'port': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:15:14.198920 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-71c0d4cc-2d05-4353-8525-637ac4997135 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:14.220976 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a156171e-c3f7-425f-9e50-573d828c3c31 None None] Network 4c9928c4-2158-4e43-8bff-33e4e90971fd requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:15:14.234336 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [None req-71c0d4cc-2d05-4353-8525-637ac4997135 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281-project] device_id is not set on port b3cee255-4cde-4b5b-b468-2613f4d3fada yet. {{(pid=88525) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 19:15:14.484900 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [None req-71c0d4cc-2d05-4353-8525-637ac4997135 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281-project] Allocated IP 2001:db8::2d9 (b1dbf037-d50c-4752-a929-a6655040759f/1f839246-2293-4243-bd4b-16b3e5033ca4/b3cee255-4cde-4b5b-b468-2613f4d3fada) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:15:14.648813 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77877d9c-f0d5-48e1-8252-16a90fba37fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc93f83c3-7fb6-5c13-a9d4-29d739a4e8d2-b1dbf037-d50c-4752-a929-a6655040759f', 'network_id': 'b1dbf037-d50c-4752-a929-a6655040759f', 'tenant_id': 'b9799dbbfe6f44eab36392426a4531e1', 'fixed_ips': [{'subnet_id': '1f839246-2293-4243-bd4b-16b3e5033ca4'}]}} from n-d-844202-1. {{(pid=88526) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 19:15:14.648813 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-77877d9c-f0d5-48e1-8252-16a90fba37fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:14.714323 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b908a7-c8b2-4d4b-a5db-1c67c46bf49b req-b04086d7-35b0-4dc5-82e5-60df6db419fb tempest-InstanceActionsTestJSON-1064156234 tempest-InstanceActionsTestJSON-1064156234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:15:14.715253 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-56b908a7-c8b2-4d4b-a5db-1c67c46bf49b req-b04086d7-35b0-4dc5-82e5-60df6db419fb tempest-InstanceActionsTestJSON-1064156234 tempest-InstanceActionsTestJSON-1064156234-project] Synchronizing usage tracker for tenant:f78e0f67fbd84316b39c4a4587088613 on resource:network {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:15:14.757337 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-56b908a7-c8b2-4d4b-a5db-1c67c46bf49b req-b04086d7-35b0-4dc5-82e5-60df6db419fb tempest-InstanceActionsTestJSON-1064156234 tempest-InstanceActionsTestJSON-1064156234-project] Unset dirty status for tenant:f78e0f67fbd84316b39c4a4587088613 on resource:network {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:15:14.759366 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-71c0d4cc-2d05-4353-8525-637ac4997135 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281-project] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:14.759976 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-56b908a7-c8b2-4d4b-a5db-1c67c46bf49b req-b04086d7-35b0-4dc5-82e5-60df6db419fb tempest-InstanceActionsTestJSON-1064156234 tempest-InstanceActionsTestJSON-1064156234-project] 10.222.0.41 "GET /v2.0/networks?id=4c9928c4-2158-4e43-8bff-33e4e90971fd HTTP/1.1" status: 200 len: 814 time: 0.3876982 Jun 01 19:15:14.782625 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [None req-71c0d4cc-2d05-4353-8525-637ac4997135 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281-project] Transition to ACTIVE for port object b3cee255-4cde-4b5b-b468-2613f4d3fada will not be triggered until provisioned by entity DHCP. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:15:14.789547 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-56b908a7-c8b2-4d4b-a5db-1c67c46bf49b req-45324e88-50b1-44cf-a326-2347707ff2a4 tempest-InstanceActionsTestJSON-1064156234 tempest-InstanceActionsTestJSON-1064156234-project] 10.222.0.41 "GET /v2.0/quotas/f78e0f67fbd84316b39c4a4587088613 HTTP/1.1" status: 200 len: 375 time: 0.0212791 Jun 01 19:15:14.815941 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-71c0d4cc-2d05-4353-8525-637ac4997135 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:14.848585 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-56b908a7-c8b2-4d4b-a5db-1c67c46bf49b req-7ddfc53c-1162-43d8-8051-ab550e1c8216 tempest-InstanceActionsTestJSON-1064156234 tempest-InstanceActionsTestJSON-1064156234-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=f78e0f67fbd84316b39c4a4587088613&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0580778 Jun 01 19:15:14.899040 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c0d4cc-2d05-4353-8525-637ac4997135 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281-project] Network b1dbf037-d50c-4752-a929-a6655040759f is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:15:14.900159 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-71c0d4cc-2d05-4353-8525-637ac4997135 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:15:14.904017 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c0d4cc-2d05-4353-8525-637ac4997135 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281-project] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:15:14.911057 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71c0d4cc-2d05-4353-8525-637ac4997135 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:15:14.912072 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-71c0d4cc-2d05-4353-8525-637ac4997135 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:14.946717 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c0d4cc-2d05-4353-8525-637ac4997135 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281-project] Pushing event updated for resources: {'Port': ['ID=b3cee255-4cde-4b5b-b468-2613f4d3fada,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:15:14.963373 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-71c0d4cc-2d05-4353-8525-637ac4997135 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.1869903 Jun 01 19:15:14.968461 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 59980) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:15:14.975153 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-d750eff9-7c33-466d-9ad4-786c0de87e91 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281-project] Request body: {'port': {'network_id': 'b1dbf037-d50c-4752-a929-a6655040759f', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1353795128', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:15:14.975626 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.api.validators [None req-d750eff9-7c33-466d-9ad4-786c0de87e91 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281-project] bootfile-name is not in valid_values {{(pid=88525) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 01 19:15:14.976011 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.api.validators [None req-d750eff9-7c33-466d-9ad4-786c0de87e91 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281-project] tftp-server is not in valid_values {{(pid=88525) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 01 19:15:14.976355 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.api.validators [None req-d750eff9-7c33-466d-9ad4-786c0de87e91 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281-project] server-ip-address is not in valid_values {{(pid=88525) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 01 19:15:14.982085 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.db_base_plugin_common [None req-77877d9c-f0d5-48e1-8252-16a90fba37fd None None] Allocated IP 2001:db8::2 (b1dbf037-d50c-4752-a929-a6655040759f/1f839246-2293-4243-bd4b-16b3e5033ca4/edf61a07-e6e9-4a98-bda5-a89180be1f07) {{(pid=88526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:15:14.996729 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [req-56b908a7-c8b2-4d4b-a5db-1c67c46bf49b req-20ef3291-d4c1-47a0-b275-a0684039d91c service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=88524) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 19:15:15.018392 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-56b908a7-c8b2-4d4b-a5db-1c67c46bf49b req-20ef3291-d4c1-47a0-b275-a0684039d91c service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1688583 Jun 01 19:15:15.310626 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-56b908a7-c8b2-4d4b-a5db-1c67c46bf49b req-18af0c43-25f3-4b31-932c-5d6ab1c3ac11 service neutron] 10.222.0.41 "GET /v2.0/networks/4c9928c4-2158-4e43-8bff-33e4e90971fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2913084 Jun 01 19:15:15.358571 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c777a7-d42b-4b30-930e-3d81dd15c993 req-9920674f-41c7-43ed-8a5a-b63c53a01bab tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:15:15.367644 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-86c777a7-d42b-4b30-930e-3d81dd15c993 req-9920674f-41c7-43ed-8a5a-b63c53a01bab tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/ports?device_id=c4d58bc9-59bb-436d-b4a5-f14cb4ce6e4b HTTP/1.1" status: 200 len: 945 time: 0.2706842 Jun 01 19:15:15.374813 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-d750eff9-7c33-466d-9ad4-786c0de87e91 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:15:15.379181 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-d750eff9-7c33-466d-9ad4-786c0de87e91 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281-project] Usage tracker for resource:port and tenant:b9799dbbfe6f44eab36392426a4531e1 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:15:15.382696 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-d750eff9-7c33-466d-9ad4-786c0de87e91 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:15:15.417288 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-d750eff9-7c33-466d-9ad4-786c0de87e91 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:15:15.443249 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-86c777a7-d42b-4b30-930e-3d81dd15c993 req-0c0d2d37-927f-4e13-9374-ada25e312b3a tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/security-groups?id=56247f7a-6a0e-46fd-a754-17d488ad1a50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745888 Jun 01 19:15:15.449994 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d750eff9-7c33-466d-9ad4-786c0de87e91 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281-project] Made reservation on behalf of b9799dbbfe6f44eab36392426a4531e1 for: {'port': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:15:15.453666 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d750eff9-7c33-466d-9ad4-786c0de87e91 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:15.500099 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-77877d9c-f0d5-48e1-8252-16a90fba37fd None None] Notify callbacks [] for port, precommit_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:15.513883 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [None req-d750eff9-7c33-466d-9ad4-786c0de87e91 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281-project] device_id is not set on port 58d7ad81-9116-470f-9dfb-932e68b3ae98 yet. {{(pid=88525) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 19:15:15.514384 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-77877d9c-f0d5-48e1-8252-16a90fba37fd None None] Transition to ACTIVE for port object edf61a07-e6e9-4a98-bda5-a89180be1f07 will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:15:15.523090 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-56b908a7-c8b2-4d4b-a5db-1c67c46bf49b req-271beaea-0932-4000-8f2e-81fa6921ba46 service neutron] 10.222.0.41 "GET /v2.0/networks/4c9928c4-2158-4e43-8bff-33e4e90971fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2099543 Jun 01 19:15:15.555067 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-77877d9c-f0d5-48e1-8252-16a90fba37fd None None] Transition to ACTIVE for port object edf61a07-e6e9-4a98-bda5-a89180be1f07 will not be triggered until provisioned by entity DHCP. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:15:15.578965 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-77877d9c-f0d5-48e1-8252-16a90fba37fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526'] for port, after_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:15.724600 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77877d9c-f0d5-48e1-8252-16a90fba37fd None None] Pushing event updated for resources: {'Port': ['ID=edf61a07-e6e9-4a98-bda5-a89180be1f07,revision_number=1']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:15:15.752829 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77877d9c-f0d5-48e1-8252-16a90fba37fd None None] Network b1dbf037-d50c-4752-a929-a6655040759f is already hosted by enough agents. {{(pid=88526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:15:15.754392 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.base_scheduler [None req-77877d9c-f0d5-48e1-8252-16a90fba37fd None None] Resources bound (agent type, host, resource id): {{(pid=88526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:15:15.759003 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77877d9c-f0d5-48e1-8252-16a90fba37fd None None] Received port after_create {{(pid=88526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:15:15.885302 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9b1f89e6-b2bd-428e-8acd-c801762c05b3 req-9139b4dd-b988-4e52-a6c7-4e5b01390af1 tempest-InstanceActionsTestJSON-1064156234 tempest-InstanceActionsTestJSON-1064156234-project] 10.222.0.41 "GET /v2.0/ports?device_id=139566c2-4ff0-417b-9bd5-22ff0cf37197 HTTP/1.1" status: 200 len: 210 time: 0.0768297 Jun 01 19:15:15.908679 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device a550a778-e132-4180-bce5-d2a03048c7e8 no longer exists at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:15:16.015127 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-77877d9c-f0d5-48e1-8252-16a90fba37fd None None] Attempting to bind port edf61a07-e6e9-4a98-bda5-a89180be1f07 on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:15:16.015733 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-77877d9c-f0d5-48e1-8252-16a90fba37fd None None] Attempting to bind port edf61a07-e6e9-4a98-bda5-a89180be1f07 by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': 'f75bbfe0-ac64-4090-9ea4-2a6885a2607f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'b1dbf037-d50c-4752-a929-a6655040759f'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:15:16.016041 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77877d9c-f0d5-48e1-8252-16a90fba37fd None None] Attempting to bind port edf61a07-e6e9-4a98-bda5-a89180be1f07 on network b1dbf037-d50c-4752-a929-a6655040759f {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:15:16.019622 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dd88d2-91c7-479b-b457-d45978e33961 req-d80e2dc5-7131-4d10-bb17-97cb42b481e6 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:15:16.021125 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-68dd88d2-91c7-479b-b457-d45978e33961 req-d80e2dc5-7131-4d10-bb17-97cb42b481e6 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2286216-8c80-4d0f-a6bc-2de102e2186c HTTP/1.1" status: 200 len: 946 time: 0.3469911 Jun 01 19:15:16.033947 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77877d9c-f0d5-48e1-8252-16a90fba37fd None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:15:16.034556 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77877d9c-f0d5-48e1-8252-16a90fba37fd None None] Checking segment: {'id': 'f75bbfe0-ac64-4090-9ea4-2a6885a2607f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'b1dbf037-d50c-4752-a929-a6655040759f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:15:16.035181 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-77877d9c-f0d5-48e1-8252-16a90fba37fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:16.036300 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77877d9c-f0d5-48e1-8252-16a90fba37fd None None] Bound using segment: {'id': 'f75bbfe0-ac64-4090-9ea4-2a6885a2607f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'b1dbf037-d50c-4752-a929-a6655040759f'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:15:16.037421 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-77877d9c-f0d5-48e1-8252-16a90fba37fd None None] Bound port: edf61a07-e6e9-4a98-bda5-a89180be1f07, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f75bbfe0-ac64-4090-9ea4-2a6885a2607f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'b1dbf037-d50c-4752-a929-a6655040759f'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:15:16.037421 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-77877d9c-f0d5-48e1-8252-16a90fba37fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:16.103718 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [None req-d750eff9-7c33-466d-9ad4-786c0de87e91 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281-project] Allocated IP 2001:db8::1df (b1dbf037-d50c-4752-a929-a6655040759f/1f839246-2293-4243-bd4b-16b3e5033ca4/58d7ad81-9116-470f-9dfb-932e68b3ae98) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:15:16.133026 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-68dd88d2-91c7-479b-b457-d45978e33961 req-fdf034b5-d791-4a87-8018-aa359bf695f1 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/security-groups?id=64983b74-c803-470a-b560-086d234f978a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968676 Jun 01 19:15:16.263458 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-77877d9c-f0d5-48e1-8252-16a90fba37fd None None] For port edf61a07-e6e9-4a98-bda5-a89180be1f07, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:15:16.265599 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port a550a778-e132-4180-bce5-d2a03048c7e8 is: ACTIVE; New status is: DOWN {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:15:16.266643 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:16.285561 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-77877d9c-f0d5-48e1-8252-16a90fba37fd None None] For port edf61a07-e6e9-4a98-bda5-a89180be1f07, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=edf61a07-e6e9-4a98-bda5-a89180be1f07,segment=NetworkSegment(f75bbfe0-ac64-4090-9ea4-2a6885a2607f),segment_id=f75bbfe0-ac64-4090-9ea4-2a6885a2607f)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:15:16.308932 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-77877d9c-f0d5-48e1-8252-16a90fba37fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:16.418252 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2286216-8c80-4d0f-a6bc-2de102e2186c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a550a778-e132-4180-bce5-d2a03048c7e8'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:15:16.439069 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port a550a778-e132-4180-bce5-d2a03048c7e8, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=a550a778-e132-4180-bce5-d2a03048c7e8,segment=NetworkSegment(391d97c0-c1c6-4de9-90ea-516f30f0f3f3),segment_id=391d97c0-c1c6-4de9-90ea-516f30f0f3f3)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:15:16.454865 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:16.470945 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77877d9c-f0d5-48e1-8252-16a90fba37fd None None] Pushing event updated for resources: {'Port': ['ID=edf61a07-e6e9-4a98-bda5-a89180be1f07,revision_number=2']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:15:16.547832 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d750eff9-7c33-466d-9ad4-786c0de87e91 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281-project] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:16.559789 n-d-844202-1 neutron-server[88526]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-cb067b54-1684-4f93-89e8-f785268332cd']: {'server_uuid': 'a2286216-8c80-4d0f-a6bc-2de102e2186c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a550a778-e132-4180-bce5-d2a03048c7e8', 'code': 422} returned with failed status Jun 01 19:15:16.596620 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [None req-d750eff9-7c33-466d-9ad4-786c0de87e91 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281-project] Transition to ACTIVE for port object 58d7ad81-9116-470f-9dfb-932e68b3ae98 will not be triggered until provisioned by entity DHCP. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:15:16.656911 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=a550a778-e132-4180-bce5-d2a03048c7e8,revision_number=8']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:15:16.663049 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d750eff9-7c33-466d-9ad4-786c0de87e91 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:17.037366 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d750eff9-7c33-466d-9ad4-786c0de87e91 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281-project] Network b1dbf037-d50c-4752-a929-a6655040759f is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:15:17.075270 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device edf61a07-e6e9-4a98-bda5-a89180be1f07 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:15:17.081871 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-d750eff9-7c33-466d-9ad4-786c0de87e91 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:15:17.136044 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d750eff9-7c33-466d-9ad4-786c0de87e91 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281-project] Pushing event updated for resources: {'Port': ['ID=58d7ad81-9116-470f-9dfb-932e68b3ae98,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:15:17.139477 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d750eff9-7c33-466d-9ad4-786c0de87e91 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281-project] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:15:17.148024 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d750eff9-7c33-466d-9ad4-786c0de87e91 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:15:17.148814 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d750eff9-7c33-466d-9ad4-786c0de87e91 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:17.199823 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-d750eff9-7c33-466d-9ad4-786c0de87e91 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 2.2301514 Jun 01 19:15:17.202486 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 60020) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:15:17.216644 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830d2a7b-6745-4d73-ac84-28cb904e769d req-5f1915e6-d1a5-494b-bf38-f7dfb26c8254 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:15:17.228809 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-830d2a7b-6745-4d73-ac84-28cb904e769d req-5f1915e6-d1a5-494b-bf38-f7dfb26c8254 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/ports?device_id=c4d58bc9-59bb-436d-b4a5-f14cb4ce6e4b HTTP/1.1" status: 200 len: 945 time: 0.4950695 Jun 01 19:15:17.310357 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-830d2a7b-6745-4d73-ac84-28cb904e769d req-50ec9f3e-e459-4e9a-8361-0395cef5cf57 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/security-groups?id=56247f7a-6a0e-46fd-a754-17d488ad1a50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777538 Jun 01 19:15:17.383930 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port edf61a07-e6e9-4a98-bda5-a89180be1f07 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:15:17.449883 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-075c0704-3b3e-48e1-9eee-e0e57c3813b3 req-c61dc13e-eac5-4aa2-b125-59752b4e023e tempest-InstanceActionsTestJSON-1064156234 tempest-InstanceActionsTestJSON-1064156234-project] 10.222.0.41 "GET /v2.0/ports?device_id=139566c2-4ff0-417b-9bd5-22ff0cf37197 HTTP/1.1" status: 200 len: 210 time: 0.1026158 Jun 01 19:15:17.478371 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbb72355-a914-4f26-bb95-3dffae77d37e tempest-ExtraDHCPOptionsIpV6TestJSON-24949281 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:15:17.484463 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbb72355-a914-4f26-bb95-3dffae77d37e tempest-ExtraDHCPOptionsIpV6TestJSON-24949281 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:15:17.491117 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbb72355-a914-4f26-bb95-3dffae77d37e tempest-ExtraDHCPOptionsIpV6TestJSON-24949281 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:15:17.495734 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-cbb72355-a914-4f26-bb95-3dffae77d37e tempest-ExtraDHCPOptionsIpV6TestJSON-24949281 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.2889822 Jun 01 19:15:17.496099 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 60028) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:15:17.597924 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-1135dff3-c4e7-43a4-8596-55de461e2c3b tempest-ExtraDHCPOptionsIpV6TestJSON-24949281 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281-project] Deleting port 58d7ad81-9116-470f-9dfb-932e68b3ae98 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:15:17.598284 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1135dff3-c4e7-43a4-8596-55de461e2c3b tempest-ExtraDHCPOptionsIpV6TestJSON-24949281 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:18.095220 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b908a7-c8b2-4d4b-a5db-1c67c46bf49b req-e8a1d215-c394-4ead-b6c5-e85b20f82a6b tempest-InstanceActionsTestJSON-1064156234 tempest-InstanceActionsTestJSON-1064156234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:15:18.096706 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-56b908a7-c8b2-4d4b-a5db-1c67c46bf49b req-e8a1d215-c394-4ead-b6c5-e85b20f82a6b tempest-InstanceActionsTestJSON-1064156234 tempest-InstanceActionsTestJSON-1064156234-project] 10.222.0.50 "GET /v2.0/networks?id=4c9928c4-2158-4e43-8bff-33e4e90971fd HTTP/1.1" status: 200 len: 814 time: 0.3168962 Jun 01 19:15:18.113182 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-56b908a7-c8b2-4d4b-a5db-1c67c46bf49b req-31e2ffcc-b3fe-4e1c-ac7b-4f19f080eec7 tempest-InstanceActionsTestJSON-1064156234 tempest-InstanceActionsTestJSON-1064156234-project] Request body: {'port': {'device_id': '139566c2-4ff0-417b-9bd5-22ff0cf37197', 'network_id': '4c9928c4-2158-4e43-8bff-33e4e90971fd', 'admin_state_up': True, 'tenant_id': 'f78e0f67fbd84316b39c4a4587088613'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:15:18.147950 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88c1d3c9-97d1-4746-bf1e-b5ce88ccc02e None None] Network b1dbf037-d50c-4752-a929-a6655040759f requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:15:18.199417 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1135dff3-c4e7-43a4-8596-55de461e2c3b tempest-ExtraDHCPOptionsIpV6TestJSON-24949281 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:18.287396 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-fcafac1c-8eaa-45a9-9cb3-ebf5d4e734dd None None] Provisioning for port edf61a07-e6e9-4a98-bda5-a89180be1f07 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:15:18.298193 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-fcafac1c-8eaa-45a9-9cb3-ebf5d4e734dd None None] Provisioning complete for port edf61a07-e6e9-4a98-bda5-a89180be1f07 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:15:18.298829 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-fcafac1c-8eaa-45a9-9cb3-ebf5d4e734dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:18.483395 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-1135dff3-c4e7-43a4-8596-55de461e2c3b tempest-ExtraDHCPOptionsIpV6TestJSON-24949281 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281-project] Calling delete_port for 58d7ad81-9116-470f-9dfb-932e68b3ae98 owned by {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:15:18.606084 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-56b908a7-c8b2-4d4b-a5db-1c67c46bf49b req-31e2ffcc-b3fe-4e1c-ac7b-4f19f080eec7 tempest-InstanceActionsTestJSON-1064156234 tempest-InstanceActionsTestJSON-1064156234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:15:18.610730 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-56b908a7-c8b2-4d4b-a5db-1c67c46bf49b req-31e2ffcc-b3fe-4e1c-ac7b-4f19f080eec7 tempest-InstanceActionsTestJSON-1064156234 tempest-InstanceActionsTestJSON-1064156234-project] Usage tracker for resource:port and tenant:f78e0f67fbd84316b39c4a4587088613 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:15:18.614231 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-56b908a7-c8b2-4d4b-a5db-1c67c46bf49b req-31e2ffcc-b3fe-4e1c-ac7b-4f19f080eec7 tempest-InstanceActionsTestJSON-1064156234 tempest-InstanceActionsTestJSON-1064156234-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:15:18.620643 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-56b908a7-c8b2-4d4b-a5db-1c67c46bf49b req-31e2ffcc-b3fe-4e1c-ac7b-4f19f080eec7 tempest-InstanceActionsTestJSON-1064156234 tempest-InstanceActionsTestJSON-1064156234-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:15:18.662333 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56b908a7-c8b2-4d4b-a5db-1c67c46bf49b req-31e2ffcc-b3fe-4e1c-ac7b-4f19f080eec7 tempest-InstanceActionsTestJSON-1064156234 tempest-InstanceActionsTestJSON-1064156234-project] Made reservation on behalf of f78e0f67fbd84316b39c4a4587088613 for: {'port': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:15:18.666526 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-56b908a7-c8b2-4d4b-a5db-1c67c46bf49b req-31e2ffcc-b3fe-4e1c-ac7b-4f19f080eec7 tempest-InstanceActionsTestJSON-1064156234 tempest-InstanceActionsTestJSON-1064156234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:18.736100 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-fcafac1c-8eaa-45a9-9cb3-ebf5d4e734dd None None] Current status of the port edf61a07-e6e9-4a98-bda5-a89180be1f07 is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:15:18.736507 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-fcafac1c-8eaa-45a9-9cb3-ebf5d4e734dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:18.808998 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1135dff3-c4e7-43a4-8596-55de461e2c3b tempest-ExtraDHCPOptionsIpV6TestJSON-24949281 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:18.895554 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-fcafac1c-8eaa-45a9-9cb3-ebf5d4e734dd None None] For port edf61a07-e6e9-4a98-bda5-a89180be1f07, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=edf61a07-e6e9-4a98-bda5-a89180be1f07,segment=NetworkSegment(f75bbfe0-ac64-4090-9ea4-2a6885a2607f),segment_id=f75bbfe0-ac64-4090-9ea4-2a6885a2607f)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:15:18.904544 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-fcafac1c-8eaa-45a9-9cb3-ebf5d4e734dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:18.938084 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1135dff3-c4e7-43a4-8596-55de461e2c3b tempest-ExtraDHCPOptionsIpV6TestJSON-24949281 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281-project] Pushing event deleted for resources: {'Port': ['ID=58d7ad81-9116-470f-9dfb-932e68b3ae98,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:15:19.110946 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1135dff3-c4e7-43a4-8596-55de461e2c3b tempest-ExtraDHCPOptionsIpV6TestJSON-24949281 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:19.133259 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-78f12e42-d2e5-4141-a74d-9667313eefa9 req-ffcae90d-1fb5-49c9-a3df-89d058c67fb7 tempest-InstanceActionsTestJSON-1064156234 tempest-InstanceActionsTestJSON-1064156234-project] 10.222.0.41 "GET /v2.0/ports?device_id=139566c2-4ff0-417b-9bd5-22ff0cf37197 HTTP/1.1" status: 200 len: 210 time: 0.1351445 Jun 01 19:15:19.157281 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcafac1c-8eaa-45a9-9cb3-ebf5d4e734dd None None] Pushing event updated for resources: {'Port': ['ID=edf61a07-e6e9-4a98-bda5-a89180be1f07,revision_number=3']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:15:19.159440 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-1135dff3-c4e7-43a4-8596-55de461e2c3b tempest-ExtraDHCPOptionsIpV6TestJSON-24949281 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281-project] 10.222.0.41 "DELETE /v2.0/ports/58d7ad81-9116-470f-9dfb-932e68b3ae98 HTTP/1.1" status: 204 len: 168 time: 1.6547072 Jun 01 19:15:19.159981 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 60058) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:15:19.183932 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-51c00829-bc51-472c-9e9f-d9a944348619 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281-project] Request body: {'port': {'name': 'tempest-new-port-name-1760238189', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:15:19.188764 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.api.validators [None req-51c00829-bc51-472c-9e9f-d9a944348619 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281-project] bootfile-name is not in valid_values {{(pid=88525) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 01 19:15:19.189164 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.api.validators [None req-51c00829-bc51-472c-9e9f-d9a944348619 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281-project] tftp-server is not in valid_values {{(pid=88525) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 01 19:15:19.189493 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.api.validators [None req-51c00829-bc51-472c-9e9f-d9a944348619 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281-project] server-ip-address is not in valid_values {{(pid=88525) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 01 19:15:19.231503 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [req-56b908a7-c8b2-4d4b-a5db-1c67c46bf49b req-31e2ffcc-b3fe-4e1c-ac7b-4f19f080eec7 tempest-InstanceActionsTestJSON-1064156234 tempest-InstanceActionsTestJSON-1064156234-project] Allocated IP 172.20.0.8 (4c9928c4-2158-4e43-8bff-33e4e90971fd/9a389357-2287-4f63-b07e-62b350c2e911/7e3ed14b-4307-4b2e-b515-d35f4eb3e385) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:15:19.266575 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b8d7a0-bc81-498b-a964-693430df2d7e req-e420ffa4-ca08-47cc-b1f2-bdb6b6d7c617 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:15:19.274496 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-17b8d7a0-bc81-498b-a964-693430df2d7e req-e420ffa4-ca08-47cc-b1f2-bdb6b6d7c617 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/ports?device_id=c4d58bc9-59bb-436d-b4a5-f14cb4ce6e4b HTTP/1.1" status: 200 len: 945 time: 0.3374786 Jun 01 19:15:19.396176 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-17b8d7a0-bc81-498b-a964-693430df2d7e req-86c905cb-d2e6-40eb-819e-d32fab76d3bd tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/security-groups?id=56247f7a-6a0e-46fd-a754-17d488ad1a50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1205916 Jun 01 19:15:19.506087 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-51c00829-bc51-472c-9e9f-d9a944348619 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:19.568058 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578da2ae-491b-4a4a-8c32-46d111d8239a req-5f5ec140-5a76-43a3-94f2-3c82e8b03efa tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:15:19.569882 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-578da2ae-491b-4a4a-8c32-46d111d8239a req-5f5ec140-5a76-43a3-94f2-3c82e8b03efa tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2286216-8c80-4d0f-a6bc-2de102e2186c HTTP/1.1" status: 200 len: 944 time: 0.2838874 Jun 01 19:15:19.620980 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-8db9e62a-82b5-4e0b-9718-47154880b0da req-06682eb6-5866-46e8-a76d-e1f53e35e9ac service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a2286216-8c80-4d0f-a6bc-2de102e2186c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3686814 Jun 01 19:15:19.637866 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-53ccf400-ffa1-4686-afc0-b3b19fb39b28 None None] Provisioning complete for port edf61a07-e6e9-4a98-bda5-a89180be1f07 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:15:19.638458 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-53ccf400-ffa1-4686-afc0-b3b19fb39b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:19.657822 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-56b908a7-c8b2-4d4b-a5db-1c67c46bf49b req-31e2ffcc-b3fe-4e1c-ac7b-4f19f080eec7 tempest-InstanceActionsTestJSON-1064156234 tempest-InstanceActionsTestJSON-1064156234-project] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:19.678286 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-578da2ae-491b-4a4a-8c32-46d111d8239a req-18c230d8-f9ea-4124-bcf6-21030734e7ab tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/security-groups?id=64983b74-c803-470a-b560-086d234f978a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990210 Jun 01 19:15:19.749576 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-56b908a7-c8b2-4d4b-a5db-1c67c46bf49b req-31e2ffcc-b3fe-4e1c-ac7b-4f19f080eec7 tempest-InstanceActionsTestJSON-1064156234 tempest-InstanceActionsTestJSON-1064156234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:19.852373 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-53ccf400-ffa1-4686-afc0-b3b19fb39b28 None None] Current status of the port edf61a07-e6e9-4a98-bda5-a89180be1f07 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:15:19.875074 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-53ccf400-ffa1-4686-afc0-b3b19fb39b28 None None] Provisioning for port b3cee255-4cde-4b5b-b468-2613f4d3fada completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:15:19.883011 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-53ccf400-ffa1-4686-afc0-b3b19fb39b28 None None] Provisioning complete for port b3cee255-4cde-4b5b-b468-2613f4d3fada triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:15:19.883567 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-53ccf400-ffa1-4686-afc0-b3b19fb39b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:19.918417 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56b908a7-c8b2-4d4b-a5db-1c67c46bf49b req-31e2ffcc-b3fe-4e1c-ac7b-4f19f080eec7 tempest-InstanceActionsTestJSON-1064156234 tempest-InstanceActionsTestJSON-1064156234-project] Network 4c9928c4-2158-4e43-8bff-33e4e90971fd is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:15:19.927393 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [req-56b908a7-c8b2-4d4b-a5db-1c67c46bf49b req-31e2ffcc-b3fe-4e1c-ac7b-4f19f080eec7 tempest-InstanceActionsTestJSON-1064156234 tempest-InstanceActionsTestJSON-1064156234-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:15:19.931519 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-56b908a7-c8b2-4d4b-a5db-1c67c46bf49b req-31e2ffcc-b3fe-4e1c-ac7b-4f19f080eec7 tempest-InstanceActionsTestJSON-1064156234 tempest-InstanceActionsTestJSON-1064156234-project] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:15:19.937007 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device a550a778-e132-4180-bce5-d2a03048c7e8 no longer exists at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:15:20.013484 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-51c00829-bc51-472c-9e9f-d9a944348619 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281-project] Notify callbacks [] for port, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:20.032197 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-51c00829-bc51-472c-9e9f-d9a944348619 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:20.038398 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b908a7-c8b2-4d4b-a5db-1c67c46bf49b req-31e2ffcc-b3fe-4e1c-ac7b-4f19f080eec7 tempest-InstanceActionsTestJSON-1064156234 tempest-InstanceActionsTestJSON-1064156234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:15:20.039017 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-56b908a7-c8b2-4d4b-a5db-1c67c46bf49b req-31e2ffcc-b3fe-4e1c-ac7b-4f19f080eec7 tempest-InstanceActionsTestJSON-1064156234 tempest-InstanceActionsTestJSON-1064156234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:20.075779 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-53ccf400-ffa1-4686-afc0-b3b19fb39b28 None None] Port b3cee255-4cde-4b5b-b468-2613f4d3fada cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:15:20.102680 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e2ffcc-b3fe-4e1c-ac7b-4f19f080eec7 tempest-InstanceActionsTestJSON-1064156234 tempest-InstanceActionsTestJSON-1064156234-project] Pushing event updated for resources: {'Port': ['ID=7e3ed14b-4307-4b2e-b515-d35f4eb3e385,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:15:20.118577 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-56b908a7-c8b2-4d4b-a5db-1c67c46bf49b req-31e2ffcc-b3fe-4e1c-ac7b-4f19f080eec7 tempest-InstanceActionsTestJSON-1064156234 tempest-InstanceActionsTestJSON-1064156234-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0118525 Jun 01 19:15:20.119995 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-51c00829-bc51-472c-9e9f-d9a944348619 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281-project] In _notify_port_updated(), no bound segment for port b3cee255-4cde-4b5b-b468-2613f4d3fada on network b1dbf037-d50c-4752-a929-a6655040759f {{(pid=88525) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 01 19:15:20.127131 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c00829-bc51-472c-9e9f-d9a944348619 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:15:20.127863 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-51c00829-bc51-472c-9e9f-d9a944348619 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:20.131649 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-51c00829-bc51-472c-9e9f-d9a944348619 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281-project] 10.222.0.41 "PUT /v2.0/ports/b3cee255-4cde-4b5b-b468-2613f4d3fada HTTP/1.1" status: 200 len: 1130 time: 0.9657550 Jun 01 19:15:20.131811 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-56b908a7-c8b2-4d4b-a5db-1c67c46bf49b req-bf6afa99-b93c-41bc-a3d2-8c092aebb820 service neutron] Request body: {'port': {'device_id': '139566c2-4ff0-417b-9bd5-22ff0cf37197', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844202-1'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:15:20.133213 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 60084) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:15:20.217103 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port a550a778-e132-4180-bce5-d2a03048c7e8 is: DOWN; New status is: DOWN {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:15:20.248873 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-abedffe5-0bae-457a-9ec8-b8f25cda0983 None None] Provisioning complete for port b3cee255-4cde-4b5b-b468-2613f4d3fada triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:15:20.251451 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-abedffe5-0bae-457a-9ec8-b8f25cda0983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:20.300562 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33999e28-bf6f-440b-bbda-06bf451f049b tempest-ExtraDHCPOptionsIpV6TestJSON-24949281 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:15:20.300562 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-33999e28-bf6f-440b-bbda-06bf451f049b tempest-ExtraDHCPOptionsIpV6TestJSON-24949281 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281-project] Synchronizing usage tracker for tenant:b9799dbbfe6f44eab36392426a4531e1 on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:15:20.349358 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-abedffe5-0bae-457a-9ec8-b8f25cda0983 None None] Port b3cee255-4cde-4b5b-b468-2613f4d3fada cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:15:20.359792 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-33999e28-bf6f-440b-bbda-06bf451f049b tempest-ExtraDHCPOptionsIpV6TestJSON-24949281 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281-project] Unset dirty status for tenant:b9799dbbfe6f44eab36392426a4531e1 on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:15:20.364854 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-33999e28-bf6f-440b-bbda-06bf451f049b tempest-ExtraDHCPOptionsIpV6TestJSON-24949281 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281-project] 10.222.0.41 "GET /v2.0/ports/b3cee255-4cde-4b5b-b468-2613f4d3fada HTTP/1.1" status: 200 len: 1130 time: 0.2304480 Jun 01 19:15:20.368627 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 60096) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:15:20.377057 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c00829-bc51-472c-9e9f-d9a944348619 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281-project] Pushing event updated for resources: {'Port': ['ID=b3cee255-4cde-4b5b-b468-2613f4d3fada,revision_number=2']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:15:20.467656 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-421fe743-9a94-4a91-964f-45cf3a39f969 None None] Could not find standard attr ID for object 58d7ad81-9116-470f-9dfb-932e68b3ae98. {{(pid=88526) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 01 19:15:20.472792 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-6b7143b5-e7d2-4685-b778-7227b0befc67 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281-project] Deleting port b3cee255-4cde-4b5b-b468-2613f4d3fada {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:15:20.473132 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6b7143b5-e7d2-4685-b778-7227b0befc67 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:20.501341 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-56b908a7-c8b2-4d4b-a5db-1c67c46bf49b req-bf6afa99-b93c-41bc-a3d2-8c092aebb820 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:20.627189 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb84399-95b0-4915-8b69-06177868efd3 req-73a80edc-8826-414e-9f27-1e88176a68e7 tempest-InstanceActionsTestJSON-1064156234 tempest-InstanceActionsTestJSON-1064156234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:15:20.627918 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-cdb84399-95b0-4915-8b69-06177868efd3 req-73a80edc-8826-414e-9f27-1e88176a68e7 tempest-InstanceActionsTestJSON-1064156234 tempest-InstanceActionsTestJSON-1064156234-project] Synchronizing usage tracker for tenant:f78e0f67fbd84316b39c4a4587088613 on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:15:20.743646 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-cdb84399-95b0-4915-8b69-06177868efd3 req-73a80edc-8826-414e-9f27-1e88176a68e7 tempest-InstanceActionsTestJSON-1064156234 tempest-InstanceActionsTestJSON-1064156234-project] Unset dirty status for tenant:f78e0f67fbd84316b39c4a4587088613 on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:15:20.745248 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-cdb84399-95b0-4915-8b69-06177868efd3 req-73a80edc-8826-414e-9f27-1e88176a68e7 tempest-InstanceActionsTestJSON-1064156234 tempest-InstanceActionsTestJSON-1064156234-project] 10.222.0.41 "GET /v2.0/ports?device_id=139566c2-4ff0-417b-9bd5-22ff0cf37197 HTTP/1.1" status: 200 len: 931 time: 0.3804350 Jun 01 19:15:20.884690 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6b7143b5-e7d2-4685-b778-7227b0befc67 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:20.896691 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-cdb84399-95b0-4915-8b69-06177868efd3 req-2166ed54-810a-4299-acb7-9fb1c5a7d505 tempest-InstanceActionsTestJSON-1064156234 tempest-InstanceActionsTestJSON-1064156234-project] Synchronizing usage tracker for tenant:f78e0f67fbd84316b39c4a4587088613 on resource:security_group {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:15:20.979413 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device edf61a07-e6e9-4a98-bda5-a89180be1f07 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:15:21.076779 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-6b7143b5-e7d2-4685-b778-7227b0befc67 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281-project] Calling delete_port for b3cee255-4cde-4b5b-b468-2613f4d3fada owned by {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:15:21.120065 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [req-56b908a7-c8b2-4d4b-a5db-1c67c46bf49b req-bf6afa99-b93c-41bc-a3d2-8c092aebb820 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e3ed14b-4307-4b2e-b515-d35f4eb3e385 {{(pid=88524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 19:15:21.129308 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-750a049c-8f76-4bae-934b-ef132d86ad56 None None] Provisioning complete for port b3cee255-4cde-4b5b-b468-2613f4d3fada triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:15:21.129796 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-750a049c-8f76-4bae-934b-ef132d86ad56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:21.131186 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-56b908a7-c8b2-4d4b-a5db-1c67c46bf49b req-bf6afa99-b93c-41bc-a3d2-8c092aebb820 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:21.150190 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [req-56b908a7-c8b2-4d4b-a5db-1c67c46bf49b req-bf6afa99-b93c-41bc-a3d2-8c092aebb820 service neutron] Transition to ACTIVE for port object 7e3ed14b-4307-4b2e-b515-d35f4eb3e385 will not be triggered until provisioned by entity L2. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:15:21.152333 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-cdb84399-95b0-4915-8b69-06177868efd3 req-2166ed54-810a-4299-acb7-9fb1c5a7d505 tempest-InstanceActionsTestJSON-1064156234 tempest-InstanceActionsTestJSON-1064156234-project] Unset dirty status for tenant:f78e0f67fbd84316b39c4a4587088613 on resource:security_group {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:15:21.153950 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-cdb84399-95b0-4915-8b69-06177868efd3 req-2166ed54-810a-4299-acb7-9fb1c5a7d505 tempest-InstanceActionsTestJSON-1064156234 tempest-InstanceActionsTestJSON-1064156234-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a49c5e0-3008-4a75-a026-40b2ba05bdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3932886 Jun 01 19:15:21.160529 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-56b908a7-c8b2-4d4b-a5db-1c67c46bf49b req-bf6afa99-b93c-41bc-a3d2-8c092aebb820 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:21.216445 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port edf61a07-e6e9-4a98-bda5-a89180be1f07 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:15:21.216778 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:21.242929 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6afa99-b93c-41bc-a3d2-8c092aebb820 service neutron] Pushing event updated for resources: {'Port': ['ID=7e3ed14b-4307-4b2e-b515-d35f4eb3e385,revision_number=2']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:15:21.273185 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-750a049c-8f76-4bae-934b-ef132d86ad56 None None] Port b3cee255-4cde-4b5b-b468-2613f4d3fada cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:15:21.285173 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6b7143b5-e7d2-4685-b778-7227b0befc67 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:21.386877 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7143b5-e7d2-4685-b778-7227b0befc67 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281-project] Pushing event deleted for resources: {'Port': ['ID=b3cee255-4cde-4b5b-b468-2613f4d3fada,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:15:21.412405 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port edf61a07-e6e9-4a98-bda5-a89180be1f07 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:15:21.464788 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6b7143b5-e7d2-4685-b778-7227b0befc67 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:21.483696 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6964ea1f-65d2-4158-a8ef-eac43d403563 req-ae80c03a-f646-4e66-93d4-712b43e4e8d7 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:15:21.491307 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-6964ea1f-65d2-4158-a8ef-eac43d403563 req-ae80c03a-f646-4e66-93d4-712b43e4e8d7 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/ports?device_id=c4d58bc9-59bb-436d-b4a5-f14cb4ce6e4b HTTP/1.1" status: 200 len: 945 time: 0.8564012 Jun 01 19:15:21.655830 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db9e62a-82b5-4e0b-9718-47154880b0da req-8f87b7ce-19eb-4d32-98db-81c050511793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:15:21.658067 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8db9e62a-82b5-4e0b-9718-47154880b0da req-8f87b7ce-19eb-4d32-98db-81c050511793 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a2286216-8c80-4d0f-a6bc-2de102e2186c&tenant_id=4a7494de105b4d89b3193a70c4c60c4c HTTP/1.1" status: 200 len: 1095 time: 0.4158099 Jun 01 19:15:21.666271 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-6964ea1f-65d2-4158-a8ef-eac43d403563 req-aab68875-a908-4a8c-9634-a73cf4506b94 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/security-groups?id=56247f7a-6a0e-46fd-a754-17d488ad1a50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1741467 Jun 01 19:15:21.667971 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-6b7143b5-e7d2-4685-b778-7227b0befc67 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281-project] 10.222.0.41 "DELETE /v2.0/ports/b3cee255-4cde-4b5b-b468-2613f4d3fada HTTP/1.1" status: 204 len: 168 time: 1.2971268 Jun 01 19:15:21.673876 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [req-8db9e62a-82b5-4e0b-9718-47154880b0da req-e230dde9-285e-414d-bc09-ac99434d6933 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-844202-1', 'device_owner': 'compute:nova'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:15:21.676337 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 60108) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:15:21.677326 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-56b908a7-c8b2-4d4b-a5db-1c67c46bf49b req-bf6afa99-b93c-41bc-a3d2-8c092aebb820 service neutron] Attempting to bind port 7e3ed14b-4307-4b2e-b515-d35f4eb3e385 on host n-h2-844202-1 for vnic_type normal with profile {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:15:21.677645 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-56b908a7-c8b2-4d4b-a5db-1c67c46bf49b req-bf6afa99-b93c-41bc-a3d2-8c092aebb820 service neutron] Attempting to bind port 7e3ed14b-4307-4b2e-b515-d35f4eb3e385 by drivers openvswitch,hyperv on host n-h2-844202-1 at level 0 using segments [{'id': 'bece987b-6ad8-4154-8220-00598577234a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '4c9928c4-2158-4e43-8bff-33e4e90971fd'}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:15:21.677974 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b908a7-c8b2-4d4b-a5db-1c67c46bf49b req-bf6afa99-b93c-41bc-a3d2-8c092aebb820 service neutron] Attempting to bind port 7e3ed14b-4307-4b2e-b515-d35f4eb3e385 on network 4c9928c4-2158-4e43-8bff-33e4e90971fd {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:15:21.732798 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b908a7-c8b2-4d4b-a5db-1c67c46bf49b req-bf6afa99-b93c-41bc-a3d2-8c092aebb820 service neutron] Port 7e3ed14b-4307-4b2e-b515-d35f4eb3e385 on network 4c9928c4-2158-4e43-8bff-33e4e90971fd not bound, no agent of type Open vSwitch agent registered on host n-h2-844202-1 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 19:15:21.733129 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b908a7-c8b2-4d4b-a5db-1c67c46bf49b req-bf6afa99-b93c-41bc-a3d2-8c092aebb820 service neutron] Attempting to bind port 7e3ed14b-4307-4b2e-b515-d35f4eb3e385 on network 4c9928c4-2158-4e43-8bff-33e4e90971fd {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:15:21.754708 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b908a7-c8b2-4d4b-a5db-1c67c46bf49b req-bf6afa99-b93c-41bc-a3d2-8c092aebb820 service neutron] Checking agent: {'id': 'f5db9968-6317-4186-9100-9e0ca6b50417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 15, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:15:21.755154 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b908a7-c8b2-4d4b-a5db-1c67c46bf49b req-bf6afa99-b93c-41bc-a3d2-8c092aebb820 service neutron] Checking segment: {'id': 'bece987b-6ad8-4154-8220-00598577234a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '4c9928c4-2158-4e43-8bff-33e4e90971fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:15:21.755543 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b908a7-c8b2-4d4b-a5db-1c67c46bf49b req-bf6afa99-b93c-41bc-a3d2-8c092aebb820 service neutron] Bound using segment: {'id': 'bece987b-6ad8-4154-8220-00598577234a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '4c9928c4-2158-4e43-8bff-33e4e90971fd'} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:15:21.755965 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-56b908a7-c8b2-4d4b-a5db-1c67c46bf49b req-bf6afa99-b93c-41bc-a3d2-8c092aebb820 service neutron] Bound port: 7e3ed14b-4307-4b2e-b515-d35f4eb3e385, host: n-h2-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bece987b-6ad8-4154-8220-00598577234a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '4c9928c4-2158-4e43-8bff-33e4e90971fd'}}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:15:21.756338 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-56b908a7-c8b2-4d4b-a5db-1c67c46bf49b req-bf6afa99-b93c-41bc-a3d2-8c092aebb820 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:21.785800 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-8db9e62a-82b5-4e0b-9718-47154880b0da req-e230dde9-285e-414d-bc09-ac99434d6933 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:21.818067 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddfac3b6-eea2-49a8-8c81-e833c1371c6e tempest-ExtraDHCPOptionsIpV6TestJSON-24949281 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281-project] Deleting subnet 1f839246-2293-4243-bd4b-16b3e5033ca4 {{(pid=88524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 19:15:21.834255 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ddfac3b6-eea2-49a8-8c81-e833c1371c6e tempest-ExtraDHCPOptionsIpV6TestJSON-24949281 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281-project] Notify callbacks [] for subnet, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:21.888330 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe93d71-388d-4845-ad55-e1dea02a4a36 req-38c6c8c5-5e91-4dad-b2aa-ca74f10cbacb tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:15:21.890203 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6fe93d71-388d-4845-ad55-e1dea02a4a36 req-38c6c8c5-5e91-4dad-b2aa-ca74f10cbacb tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2286216-8c80-4d0f-a6bc-2de102e2186c HTTP/1.1" status: 200 len: 944 time: 0.4122958 Jun 01 19:15:21.954262 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ddfac3b6-eea2-49a8-8c81-e833c1371c6e tempest-ExtraDHCPOptionsIpV6TestJSON-24949281 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2702137'] for subnet, precommit_delete_associations {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:22.020072 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6fe93d71-388d-4845-ad55-e1dea02a4a36 req-3e91ad1b-2bb3-40a8-8cb2-0af454f45829 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/security-groups?id=64983b74-c803-470a-b560-086d234f978a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1133075 Jun 01 19:15:22.030030 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-56b908a7-c8b2-4d4b-a5db-1c67c46bf49b req-bf6afa99-b93c-41bc-a3d2-8c092aebb820 service neutron] For port 7e3ed14b-4307-4b2e-b515-d35f4eb3e385, host n-h2-844202-1, cleared binding levels {{(pid=88524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:15:22.035481 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-56b908a7-c8b2-4d4b-a5db-1c67c46bf49b req-bf6afa99-b93c-41bc-a3d2-8c092aebb820 service neutron] For port 7e3ed14b-4307-4b2e-b515-d35f4eb3e385, host n-h2-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=7e3ed14b-4307-4b2e-b515-d35f4eb3e385,segment=NetworkSegment(bece987b-6ad8-4154-8220-00598577234a),segment_id=bece987b-6ad8-4154-8220-00598577234a)] {{(pid=88524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:15:22.053816 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-56b908a7-c8b2-4d4b-a5db-1c67c46bf49b req-bf6afa99-b93c-41bc-a3d2-8c092aebb820 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:22.130003 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-8db9e62a-82b5-4e0b-9718-47154880b0da req-e230dde9-285e-414d-bc09-ac99434d6933 service neutron] For port a550a778-e132-4180-bce5-d2a03048c7e8, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=a550a778-e132-4180-bce5-d2a03048c7e8,segment=NetworkSegment(391d97c0-c1c6-4de9-90ea-516f30f0f3f3),segment_id=391d97c0-c1c6-4de9-90ea-516f30f0f3f3)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:15:22.135340 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b908a7-c8b2-4d4b-a5db-1c67c46bf49b req-bf6afa99-b93c-41bc-a3d2-8c092aebb820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:15:22.135941 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-56b908a7-c8b2-4d4b-a5db-1c67c46bf49b req-bf6afa99-b93c-41bc-a3d2-8c092aebb820 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:22.137553 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-56b908a7-c8b2-4d4b-a5db-1c67c46bf49b req-bf6afa99-b93c-41bc-a3d2-8c092aebb820 service neutron] 10.222.0.50 "PUT /v2.0/ports/7e3ed14b-4307-4b2e-b515-d35f4eb3e385 HTTP/1.1" status: 200 len: 1091 time: 2.0111539 Jun 01 19:15:22.138712 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '139566c2-4ff0-417b-9bd5-22ff0cf37197', 'tag': '7e3ed14b-4307-4b2e-b515-d35f4eb3e385'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:15:22.173724 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-8db9e62a-82b5-4e0b-9718-47154880b0da req-e230dde9-285e-414d-bc09-ac99434d6933 service neutron] For port a550a778-e132-4180-bce5-d2a03048c7e8, host n-h2-844202-1, cleared binding levels {{(pid=88525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:15:22.180449 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ddfac3b6-eea2-49a8-8c81-e833c1371c6e tempest-ExtraDHCPOptionsIpV6TestJSON-24949281 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:22.254643 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38ee9592-93a6-4c08-8c62-944dca205dd9'] response: {'name': 'network-changed', 'server_uuid': '139566c2-4ff0-417b-9bd5-22ff0cf37197', 'tag': '7e3ed14b-4307-4b2e-b515-d35f4eb3e385', 'status': 'completed', 'code': 200} Jun 01 19:15:22.255243 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [req-8db9e62a-82b5-4e0b-9718-47154880b0da req-e230dde9-285e-414d-bc09-ac99434d6933 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a550a778-e132-4180-bce5-d2a03048c7e8 {{(pid=88525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 19:15:22.265608 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-8db9e62a-82b5-4e0b-9718-47154880b0da req-e230dde9-285e-414d-bc09-ac99434d6933 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:22.272953 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6afa99-b93c-41bc-a3d2-8c092aebb820 service neutron] Pushing event updated for resources: {'Port': ['ID=7e3ed14b-4307-4b2e-b515-d35f4eb3e385,revision_number=3']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:15:22.292501 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [req-8db9e62a-82b5-4e0b-9718-47154880b0da req-e230dde9-285e-414d-bc09-ac99434d6933 service neutron] Transition to ACTIVE for port object a550a778-e132-4180-bce5-d2a03048c7e8 will not be triggered until provisioned by entity L2. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:15:22.298125 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-8db9e62a-82b5-4e0b-9718-47154880b0da req-e230dde9-285e-414d-bc09-ac99434d6933 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:22.412410 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ddfac3b6-eea2-49a8-8c81-e833c1371c6e tempest-ExtraDHCPOptionsIpV6TestJSON-24949281 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2718856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3066595'] for subnet, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:22.466796 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e230dde9-285e-414d-bc09-ac99434d6933 service neutron] Pushing event updated for resources: {'Port': ['ID=a550a778-e132-4180-bce5-d2a03048c7e8,revision_number=9']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:15:22.486717 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfac3b6-eea2-49a8-8c81-e833c1371c6e tempest-ExtraDHCPOptionsIpV6TestJSON-24949281 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281-project] Pushing event deleted for resources: {'Subnet': ['ID=1f839246-2293-4243-bd4b-16b3e5033ca4,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:15:22.491469 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ddfac3b6-eea2-49a8-8c81-e833c1371c6e tempest-ExtraDHCPOptionsIpV6TestJSON-24949281 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281-project] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:22.498371 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d26f1d9-d69e-424f-bbc9-a18d2784d4c5 None None] Network b1dbf037-d50c-4752-a929-a6655040759f requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:15:22.503114 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b908a7-c8b2-4d4b-a5db-1c67c46bf49b req-4e31be94-dcfc-4e1d-a135-f48c5ef6a81e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:15:22.504627 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-56b908a7-c8b2-4d4b-a5db-1c67c46bf49b req-4e31be94-dcfc-4e1d-a135-f48c5ef6a81e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f78e0f67fbd84316b39c4a4587088613&device_id=139566c2-4ff0-417b-9bd5-22ff0cf37197 HTTP/1.1" status: 200 len: 1094 time: 0.3260462 Jun 01 19:15:22.513215 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-ddfac3b6-eea2-49a8-8c81-e833c1371c6e tempest-ExtraDHCPOptionsIpV6TestJSON-24949281 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281-project] 10.222.0.41 "DELETE /v2.0/subnets/1f839246-2293-4243-bd4b-16b3e5033ca4 HTTP/1.1" status: 204 len: 168 time: 0.8325758 Jun 01 19:15:22.513918 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 60120) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:15:22.529833 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [req-8db9e62a-82b5-4e0b-9718-47154880b0da req-e230dde9-285e-414d-bc09-ac99434d6933 service neutron] No DVR routers for this DVR port a550a778-e132-4180-bce5-d2a03048c7e8 on host n-h2-844202-1 {{(pid=88525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:15:22.582530 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11d7dd5-2636-4a84-999c-e2d9f7cdb526 req-5b1a7c9d-9cf9-4232-907f-e7de7a58c4c9 tempest-InstanceActionsTestJSON-1064156234 tempest-InstanceActionsTestJSON-1064156234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:15:22.589812 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c11d7dd5-2636-4a84-999c-e2d9f7cdb526 req-5b1a7c9d-9cf9-4232-907f-e7de7a58c4c9 tempest-InstanceActionsTestJSON-1064156234 tempest-InstanceActionsTestJSON-1064156234-project] 10.222.0.41 "GET /v2.0/ports?device_id=139566c2-4ff0-417b-9bd5-22ff0cf37197 HTTP/1.1" status: 200 len: 943 time: 0.2981567 Jun 01 19:15:22.640258 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-56b908a7-c8b2-4d4b-a5db-1c67c46bf49b req-11258a1f-4c52-45b6-adb8-2d72a5062f5a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7e3ed14b-4307-4b2e-b515-d35f4eb3e385 HTTP/1.1" status: 200 len: 217 time: 0.1247368 Jun 01 19:15:22.800202 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-8db9e62a-82b5-4e0b-9718-47154880b0da req-e230dde9-285e-414d-bc09-ac99434d6933 service neutron] Attempting to bind port a550a778-e132-4180-bce5-d2a03048c7e8 on host n-h1-844202-1 for vnic_type normal with profile {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:15:22.800559 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-8db9e62a-82b5-4e0b-9718-47154880b0da req-e230dde9-285e-414d-bc09-ac99434d6933 service neutron] Attempting to bind port a550a778-e132-4180-bce5-d2a03048c7e8 by drivers openvswitch,hyperv on host n-h1-844202-1 at level 0 using segments [{'id': '391d97c0-c1c6-4de9-90ea-516f30f0f3f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '3d299f30-03d5-48f5-82fc-2ce538e7e02b'}] {{(pid=88525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:15:22.800862 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db9e62a-82b5-4e0b-9718-47154880b0da req-e230dde9-285e-414d-bc09-ac99434d6933 service neutron] Attempting to bind port a550a778-e132-4180-bce5-d2a03048c7e8 on network 3d299f30-03d5-48f5-82fc-2ce538e7e02b {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:15:22.807212 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db9e62a-82b5-4e0b-9718-47154880b0da req-e230dde9-285e-414d-bc09-ac99434d6933 service neutron] Port a550a778-e132-4180-bce5-d2a03048c7e8 on network 3d299f30-03d5-48f5-82fc-2ce538e7e02b not bound, no agent of type Open vSwitch agent registered on host n-h1-844202-1 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 19:15:22.807570 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db9e62a-82b5-4e0b-9718-47154880b0da req-e230dde9-285e-414d-bc09-ac99434d6933 service neutron] Attempting to bind port a550a778-e132-4180-bce5-d2a03048c7e8 on network 3d299f30-03d5-48f5-82fc-2ce538e7e02b {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:15:22.814083 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db9e62a-82b5-4e0b-9718-47154880b0da req-e230dde9-285e-414d-bc09-ac99434d6933 service neutron] Checking agent: {'id': 'bdb1e5d7-b998-4259-838f-3d278e930f32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:15:22.814814 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db9e62a-82b5-4e0b-9718-47154880b0da req-e230dde9-285e-414d-bc09-ac99434d6933 service neutron] Checking segment: {'id': '391d97c0-c1c6-4de9-90ea-516f30f0f3f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '3d299f30-03d5-48f5-82fc-2ce538e7e02b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:15:22.814814 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db9e62a-82b5-4e0b-9718-47154880b0da req-e230dde9-285e-414d-bc09-ac99434d6933 service neutron] Bound using segment: {'id': '391d97c0-c1c6-4de9-90ea-516f30f0f3f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '3d299f30-03d5-48f5-82fc-2ce538e7e02b'} {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:15:22.815186 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-8db9e62a-82b5-4e0b-9718-47154880b0da req-e230dde9-285e-414d-bc09-ac99434d6933 service neutron] Bound port: a550a778-e132-4180-bce5-d2a03048c7e8, host: n-h1-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '391d97c0-c1c6-4de9-90ea-516f30f0f3f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '3d299f30-03d5-48f5-82fc-2ce538e7e02b'}}] {{(pid=88525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:15:22.815745 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-8db9e62a-82b5-4e0b-9718-47154880b0da req-e230dde9-285e-414d-bc09-ac99434d6933 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:22.868946 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c11d7dd5-2636-4a84-999c-e2d9f7cdb526 req-93de2310-f3fd-4240-917b-d0a4816a8194 tempest-InstanceActionsTestJSON-1064156234 tempest-InstanceActionsTestJSON-1064156234-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a49c5e0-3008-4a75-a026-40b2ba05bdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2782288 Jun 01 19:15:22.897370 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2be495f2-840b-41bf-a5b0-24d1ceb24ee9 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:22.901177 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b908a7-c8b2-4d4b-a5db-1c67c46bf49b req-3186c29f-b7ec-4b07-ae60-90bf88ceb4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:15:22.902823 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-56b908a7-c8b2-4d4b-a5db-1c67c46bf49b req-3186c29f-b7ec-4b07-ae60-90bf88ceb4b6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9a389357-2287-4f63-b07e-62b350c2e911 HTTP/1.1" status: 200 len: 854 time: 0.2567561 Jun 01 19:15:22.933363 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eccb8258-79e5-4bf0-8503-09177d8f5e78 None None] DHCP port deletion for b1dbf037-d50c-4752-a929-a6655040759f request from n-d-844202-1 {{(pid=88526) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 19:15:22.938845 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-eccb8258-79e5-4bf0-8503-09177d8f5e78 None None] Deleting port edf61a07-e6e9-4a98-bda5-a89180be1f07 {{(pid=88526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:15:22.939304 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-eccb8258-79e5-4bf0-8503-09177d8f5e78 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:22.991513 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-56b908a7-c8b2-4d4b-a5db-1c67c46bf49b req-ae6d0610-1b99-48cb-bdd9-81c2f04d3eb0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4c9928c4-2158-4e43-8bff-33e4e90971fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0832667 Jun 01 19:15:22.996669 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-2be495f2-840b-41bf-a5b0-24d1ceb24ee9 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281-project] Deleting port edf61a07-e6e9-4a98-bda5-a89180be1f07 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:15:22.999596 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2be495f2-840b-41bf-a5b0-24d1ceb24ee9 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:23.013294 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-8db9e62a-82b5-4e0b-9718-47154880b0da req-e230dde9-285e-414d-bc09-ac99434d6933 service neutron] For port a550a778-e132-4180-bce5-d2a03048c7e8, host n-h1-844202-1, cleared binding levels {{(pid=88525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:15:23.023286 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa84c2f9-f400-4b13-ac08-3c077d00b48a req-c67e981a-ae51-43f7-b386-160f099cec2e tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:15:23.024685 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-fa84c2f9-f400-4b13-ac08-3c077d00b48a req-c67e981a-ae51-43f7-b386-160f099cec2e tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/ports?device_id=c4d58bc9-59bb-436d-b4a5-f14cb4ce6e4b HTTP/1.1" status: 200 len: 945 time: 0.1973467 Jun 01 19:15:23.026371 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-8db9e62a-82b5-4e0b-9718-47154880b0da req-e230dde9-285e-414d-bc09-ac99434d6933 service neutron] For port a550a778-e132-4180-bce5-d2a03048c7e8, host n-h1-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=a550a778-e132-4180-bce5-d2a03048c7e8,segment=NetworkSegment(391d97c0-c1c6-4de9-90ea-516f30f0f3f3),segment_id=391d97c0-c1c6-4de9-90ea-516f30f0f3f3)] {{(pid=88525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:15:23.048336 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-8db9e62a-82b5-4e0b-9718-47154880b0da req-e230dde9-285e-414d-bc09-ac99434d6933 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:23.153173 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e230dde9-285e-414d-bc09-ac99434d6933 service neutron] Pushing event updated for resources: {'Port': ['ID=a550a778-e132-4180-bce5-d2a03048c7e8,revision_number=10']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:15:23.184939 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-fa84c2f9-f400-4b13-ac08-3c077d00b48a req-069ca185-f37a-4d0b-9cb4-da9a43537d96 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/security-groups?id=56247f7a-6a0e-46fd-a754-17d488ad1a50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1543417 Jun 01 19:15:23.186303 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db9e62a-82b5-4e0b-9718-47154880b0da req-e230dde9-285e-414d-bc09-ac99434d6933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:15:23.187009 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-8db9e62a-82b5-4e0b-9718-47154880b0da req-e230dde9-285e-414d-bc09-ac99434d6933 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:23.189559 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8db9e62a-82b5-4e0b-9718-47154880b0da req-e230dde9-285e-414d-bc09-ac99434d6933 service neutron] 10.222.0.15 "PUT /v2.0/ports/a550a778-e132-4180-bce5-d2a03048c7e8 HTTP/1.1" status: 200 len: 1092 time: 1.5202279 Jun 01 19:15:23.190094 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2286216-8c80-4d0f-a6bc-2de102e2186c', 'tag': 'a550a778-e132-4180-bce5-d2a03048c7e8'}] {{(pid=88525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:15:23.332217 n-d-844202-1 neutron-server[88525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0c77dd5-7af8-4ee4-89f0-70564b44700e'] response: {'name': 'network-changed', 'server_uuid': 'a2286216-8c80-4d0f-a6bc-2de102e2186c', 'tag': 'a550a778-e132-4180-bce5-d2a03048c7e8', 'status': 'completed', 'code': 200} Jun 01 19:15:23.401034 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db9e62a-82b5-4e0b-9718-47154880b0da req-34f2e438-b1cf-498b-87cb-fd4447861262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:15:23.402521 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8db9e62a-82b5-4e0b-9718-47154880b0da req-34f2e438-b1cf-498b-87cb-fd4447861262 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4a7494de105b4d89b3193a70c4c60c4c&device_id=a2286216-8c80-4d0f-a6bc-2de102e2186c HTTP/1.1" status: 200 len: 1096 time: 0.1697733 Jun 01 19:15:23.449696 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-56b908a7-c8b2-4d4b-a5db-1c67c46bf49b req-89898e6e-3090-401a-8d43-e799edf59772 service neutron] 10.222.0.50 "GET /v2.0/networks/4c9928c4-2158-4e43-8bff-33e4e90971fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3598604 Jun 01 19:15:23.556344 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-eccb8258-79e5-4bf0-8503-09177d8f5e78 None None] For port edf61a07-e6e9-4a98-bda5-a89180be1f07, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=edf61a07-e6e9-4a98-bda5-a89180be1f07,segment=NetworkSegment(f75bbfe0-ac64-4090-9ea4-2a6885a2607f),segment_id=f75bbfe0-ac64-4090-9ea4-2a6885a2607f)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:15:23.556874 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-eccb8258-79e5-4bf0-8503-09177d8f5e78 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:23.713163 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db9e62a-82b5-4e0b-9718-47154880b0da req-1a414700-022f-4ba2-9c78-d1a2dc92bd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:15:23.719484 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8db9e62a-82b5-4e0b-9718-47154880b0da req-1a414700-022f-4ba2-9c78-d1a2dc92bd6c service neutron] 10.222.0.15 "GET /v2.0/networks?id=3d299f30-03d5-48f5-82fc-2ce538e7e02b HTTP/1.1" status: 200 len: 917 time: 0.3093650 Jun 01 19:15:23.754781 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-eccb8258-79e5-4bf0-8503-09177d8f5e78 None None] Calling delete_port for edf61a07-e6e9-4a98-bda5-a89180be1f07 owned by network:dhcp {{(pid=88526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:15:23.864701 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-eccb8258-79e5-4bf0-8503-09177d8f5e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535'] for port, after_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:23.870677 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8db9e62a-82b5-4e0b-9718-47154880b0da req-bd1d68bb-9eef-4cd1-b71f-8731763c0caa service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a550a778-e132-4180-bce5-d2a03048c7e8 HTTP/1.1" status: 200 len: 1000 time: 0.1396399 Jun 01 19:15:23.872986 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-56b908a7-c8b2-4d4b-a5db-1c67c46bf49b req-0aa57e8f-17ec-496d-a646-90a15d41d851 service neutron] 10.222.0.50 "GET /v2.0/networks/4c9928c4-2158-4e43-8bff-33e4e90971fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4113681 Jun 01 19:15:23.939651 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-2be495f2-840b-41bf-a5b0-24d1ceb24ee9 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281-project] The port 'edf61a07-e6e9-4a98-bda5-a89180be1f07' was deleted {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 01 19:15:23.944379 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eccb8258-79e5-4bf0-8503-09177d8f5e78 None None] No DVR routers for this DVR port edf61a07-e6e9-4a98-bda5-a89180be1f07 on host n-d-844202-1 {{(pid=88526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:15:23.963326 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccb8258-79e5-4bf0-8503-09177d8f5e78 None None] Pushing event deleted for resources: {'Port': ['ID=edf61a07-e6e9-4a98-bda5-a89180be1f07,revision_number=None']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:15:24.149412 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa64759-5132-4b49-8d37-389feb945576 req-4bcfe307-7b1a-4072-ae3f-4d3a1f117bda tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:15:24.157113 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-afa64759-5132-4b49-8d37-389feb945576 req-4bcfe307-7b1a-4072-ae3f-4d3a1f117bda tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2286216-8c80-4d0f-a6bc-2de102e2186c HTTP/1.1" status: 200 len: 945 time: 0.6998994 Jun 01 19:15:24.213543 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2be495f2-840b-41bf-a5b0-24d1ceb24ee9 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:24.238675 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-afa64759-5132-4b49-8d37-389feb945576 req-1b1944aa-afd1-4378-91af-54ec87b275e1 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/security-groups?id=64983b74-c803-470a-b560-086d234f978a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805323 Jun 01 19:15:24.244158 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db9e62a-82b5-4e0b-9718-47154880b0da req-c241d038-57a8-4835-a165-dcffca099e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:15:24.246329 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8db9e62a-82b5-4e0b-9718-47154880b0da req-c241d038-57a8-4835-a165-dcffca099e66 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bf215978-ce5c-4077-ac29-2d8fb4937baa HTTP/1.1" status: 200 len: 855 time: 0.3645184 Jun 01 19:15:24.251292 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ff0d89-8385-4d12-a124-d8bd6444defe req-aa024b5a-9683-4c2e-9bbf-23356b390645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:15:24.252744 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-76ff0d89-8385-4d12-a124-d8bd6444defe req-aa024b5a-9683-4c2e-9bbf-23356b390645 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f78e0f67fbd84316b39c4a4587088613&device_id=139566c2-4ff0-417b-9bd5-22ff0cf37197 HTTP/1.1" status: 200 len: 1094 time: 0.2697537 Jun 01 19:15:24.289671 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-2be495f2-840b-41bf-a5b0-24d1ceb24ee9 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1dbf037-d50c-4752-a929-a6655040759f']}} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:15:24.356936 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edc57aa-c6e5-4a54-897c-2331d4bcebce req-0ee7ff2a-6813-43ff-96f3-668a4fe3b253 tempest-InstanceActionsTestJSON-1064156234 tempest-InstanceActionsTestJSON-1064156234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:15:24.358554 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-7edc57aa-c6e5-4a54-897c-2331d4bcebce req-0ee7ff2a-6813-43ff-96f3-668a4fe3b253 tempest-InstanceActionsTestJSON-1064156234 tempest-InstanceActionsTestJSON-1064156234-project] 10.222.0.41 "GET /v2.0/ports?device_id=139566c2-4ff0-417b-9bd5-22ff0cf37197 HTTP/1.1" status: 200 len: 943 time: 0.1837728 Jun 01 19:15:24.421526 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-7edc57aa-c6e5-4a54-897c-2331d4bcebce req-1016169d-c732-4ff4-b32a-ecfffe7d189a tempest-InstanceActionsTestJSON-1064156234 tempest-InstanceActionsTestJSON-1064156234-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a49c5e0-3008-4a75-a026-40b2ba05bdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548432 Jun 01 19:15:24.431383 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-2be495f2-840b-41bf-a5b0-24d1ceb24ee9 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f75bbfe0-ac64-4090-9ea4-2a6885a2607f') {'for_net_delete': True} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:15:24.431632 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-2be495f2-840b-41bf-a5b0-24d1ceb24ee9 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f75bbfe0-ac64-4090-9ea4-2a6885a2607f') {} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:15:24.438538 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db9e62a-82b5-4e0b-9718-47154880b0da req-52818926-d7d7-4bf7-a6b7-f3429185b2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:15:24.440168 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8db9e62a-82b5-4e0b-9718-47154880b0da req-52818926-d7d7-4bf7-a6b7-f3429185b2ea service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3d299f30-03d5-48f5-82fc-2ce538e7e02b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1714916 Jun 01 19:15:24.491400 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2be495f2-840b-41bf-a5b0-24d1ceb24ee9 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2702126'] for segment, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:24.526315 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2be495f2-840b-41bf-a5b0-24d1ceb24ee9 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:24.529201 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ff0d89-8385-4d12-a124-d8bd6444defe req-b9b0f607-46ff-4c5b-8af9-2823474e574c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:15:24.530721 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-76ff0d89-8385-4d12-a124-d8bd6444defe req-b9b0f607-46ff-4c5b-8af9-2823474e574c service neutron] 10.222.0.50 "GET /v2.0/networks?id=4c9928c4-2158-4e43-8bff-33e4e90971fd HTTP/1.1" status: 200 len: 915 time: 0.2709937 Jun 01 19:15:24.587458 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8db9e62a-82b5-4e0b-9718-47154880b0da req-98840255-bfb0-4b4d-baf4-2daed6b7a188 service neutron] 10.222.0.15 "GET /v2.0/networks/3d299f30-03d5-48f5-82fc-2ce538e7e02b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383686 Jun 01 19:15:24.590850 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2be495f2-840b-41bf-a5b0-24d1ceb24ee9 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=88524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 19:15:24.591256 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2be495f2-840b-41bf-a5b0-24d1ceb24ee9 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2719018'] for segment, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:24.683496 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-76ff0d89-8385-4d12-a124-d8bd6444defe req-611e5f49-b528-426a-bc49-6b995f552238 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7e3ed14b-4307-4b2e-b515-d35f4eb3e385 HTTP/1.1" status: 200 len: 217 time: 0.1436632 Jun 01 19:15:24.685231 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment f75bbfe0-ac64-4090-9ea4-2a6885a2607f resource provider aggregate not found Jun 01 19:15:24.749621 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8db9e62a-82b5-4e0b-9718-47154880b0da req-5238df5e-75cd-43dc-93e5-40f3e1f5f053 service neutron] 10.222.0.15 "GET /v2.0/networks/3d299f30-03d5-48f5-82fc-2ce538e7e02b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525996 Jun 01 19:15:24.774251 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment f75bbfe0-ac64-4090-9ea4-2a6885a2607f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f75bbfe0-ac64-4090-9ea4-2a6885a2607f found for delete ", "request_id": "req-cbe7b77f-552c-4168-9841-ef2f1758c5c9"}]} Jun 01 19:15:24.796522 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2be495f2-840b-41bf-a5b0-24d1ceb24ee9 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:24.826704 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2be495f2-840b-41bf-a5b0-24d1ceb24ee9 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281-project] Notify callbacks [] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:24.846198 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d0a378-293e-4c70-9bb1-e1068698376e req-4fcd09a3-e583-4506-880f-c04b9a36a247 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:15:24.847708 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-04d0a378-293e-4c70-9bb1-e1068698376e req-4fcd09a3-e583-4506-880f-c04b9a36a247 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/ports?device_id=c4d58bc9-59bb-436d-b4a5-f14cb4ce6e4b HTTP/1.1" status: 200 len: 945 time: 0.4259834 Jun 01 19:15:24.856048 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be495f2-840b-41bf-a5b0-24d1ceb24ee9 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281-project] Pushing event deleted for resources: {'Network': ['ID=b1dbf037-d50c-4752-a929-a6655040759f,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:15:24.860866 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ff0d89-8385-4d12-a124-d8bd6444defe req-651c4378-9c01-4c9f-9d88-46d0dae9baac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:15:24.862527 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-76ff0d89-8385-4d12-a124-d8bd6444defe req-651c4378-9c01-4c9f-9d88-46d0dae9baac service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9a389357-2287-4f63-b07e-62b350c2e911 HTTP/1.1" status: 200 len: 854 time: 0.1666694 Jun 01 19:15:24.865337 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-2be495f2-840b-41bf-a5b0-24d1ceb24ee9 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281 tempest-ExtraDHCPOptionsIpV6TestJSON-24949281-project] 10.222.0.41 "DELETE /v2.0/networks/b1dbf037-d50c-4752-a929-a6655040759f HTTP/1.1" status: 204 len: 168 time: 2.2983983 Jun 01 19:15:24.958692 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2968d79d-5e34-439c-a241-ec1f5c5097ce req-5efc55af-cc3b-4814-ac17-17c57bd40cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:15:24.960262 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2968d79d-5e34-439c-a241-ec1f5c5097ce req-5efc55af-cc3b-4814-ac17-17c57bd40cbe service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4a7494de105b4d89b3193a70c4c60c4c&device_id=a2286216-8c80-4d0f-a6bc-2de102e2186c HTTP/1.1" status: 200 len: 1096 time: 0.1515224 Jun 01 19:15:24.988351 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-76ff0d89-8385-4d12-a124-d8bd6444defe req-49c6988e-a7e9-409d-a909-367939346d66 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4c9928c4-2158-4e43-8bff-33e4e90971fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0944016 Jun 01 19:15:25.005805 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device edf61a07-e6e9-4a98-bda5-a89180be1f07 no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:15:25.049483 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: edf61a07-e6e9-4a98-bda5-a89180be1f07 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:15:25.050299 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device edf61a07-e6e9-4a98-bda5-a89180be1f07 not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:15:25.161678 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-04d0a378-293e-4c70-9bb1-e1068698376e req-be04c40f-5538-457c-9846-d9c4b47fb730 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/security-groups?id=56247f7a-6a0e-46fd-a754-17d488ad1a50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3033924 Jun 01 19:15:25.191044 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2968d79d-5e34-439c-a241-ec1f5c5097ce req-381f9a0d-1a00-48f7-9afd-7704b44704e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:15:25.195483 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2968d79d-5e34-439c-a241-ec1f5c5097ce req-381f9a0d-1a00-48f7-9afd-7704b44704e1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3d299f30-03d5-48f5-82fc-2ce538e7e02b HTTP/1.1" status: 200 len: 917 time: 0.2259605 Jun 01 19:15:25.221546 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-76ff0d89-8385-4d12-a124-d8bd6444defe req-a2c35af3-6736-48a8-89ab-86992bf8b212 service neutron] 10.222.0.50 "GET /v2.0/networks/4c9928c4-2158-4e43-8bff-33e4e90971fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2254121 Jun 01 19:15:25.317255 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2968d79d-5e34-439c-a241-ec1f5c5097ce req-20f440bb-9814-48e3-a6e4-abe36954bbea service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a550a778-e132-4180-bce5-d2a03048c7e8 HTTP/1.1" status: 200 len: 1000 time: 0.1130521 Jun 01 19:15:25.382125 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 60170) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:15:25.399727 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-76ff0d89-8385-4d12-a124-d8bd6444defe req-f714e36c-364f-409c-aad5-6af7dc7efefe service neutron] 10.222.0.50 "GET /v2.0/networks/4c9928c4-2158-4e43-8bff-33e4e90971fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717281 Jun 01 19:15:25.470782 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2968d79d-5e34-439c-a241-ec1f5c5097ce req-1db806a0-42b9-4979-a4e8-988b591f3253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:15:25.472156 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2968d79d-5e34-439c-a241-ec1f5c5097ce req-1db806a0-42b9-4979-a4e8-988b591f3253 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bf215978-ce5c-4077-ac29-2d8fb4937baa HTTP/1.1" status: 200 len: 855 time: 0.1484747 Jun 01 19:15:25.538610 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc32897-9811-4c53-9fce-2f519daeb463 req-25804ef5-eb63-42a7-aaae-65735cca7bfd tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:15:25.540148 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-acc32897-9811-4c53-9fce-2f519daeb463 req-25804ef5-eb63-42a7-aaae-65735cca7bfd tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2286216-8c80-4d0f-a6bc-2de102e2186c HTTP/1.1" status: 200 len: 945 time: 0.1508882 Jun 01 19:15:25.631032 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-1f63ed98-06ad-4526-87f4-57c0346b31df admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b9799dbbfe6f44eab36392426a4531e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2477717 Jun 01 19:15:25.639382 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 60186) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:15:25.673313 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-acc32897-9811-4c53-9fce-2f519daeb463 req-d0fcdea8-6e6a-45fb-8c2d-30292a0dbd4a tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/security-groups?id=64983b74-c803-470a-b560-086d234f978a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1117291 Jun 01 19:15:25.721558 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2968d79d-5e34-439c-a241-ec1f5c5097ce req-df474ba7-81cb-4f77-a679-37bd98a094ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:15:25.722812 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2968d79d-5e34-439c-a241-ec1f5c5097ce req-df474ba7-81cb-4f77-a679-37bd98a094ec service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3d299f30-03d5-48f5-82fc-2ce538e7e02b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2417703 Jun 01 19:15:25.727358 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ff7a1a8d-9def-41a9-a62a-553a3e2b6d02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:25.766663 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf962b0d-7eeb-40dc-b830-ab3033bccb70 req-1bff2fd7-2815-4f9e-96aa-3f2c8fb92dcb tempest-InstanceActionsTestJSON-1064156234 tempest-InstanceActionsTestJSON-1064156234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:15:25.770782 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-bf962b0d-7eeb-40dc-b830-ab3033bccb70 req-1bff2fd7-2815-4f9e-96aa-3f2c8fb92dcb tempest-InstanceActionsTestJSON-1064156234 tempest-InstanceActionsTestJSON-1064156234-project] 10.222.0.41 "GET /v2.0/ports?device_id=139566c2-4ff0-417b-9bd5-22ff0cf37197 HTTP/1.1" status: 200 len: 943 time: 0.2082345 Jun 01 19:15:25.772714 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ff7a1a8d-9def-41a9-a62a-553a3e2b6d02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:25.868995 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-bf962b0d-7eeb-40dc-b830-ab3033bccb70 req-38847e7a-9d18-4ca1-b06f-29870b529348 tempest-InstanceActionsTestJSON-1064156234 tempest-InstanceActionsTestJSON-1064156234-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a49c5e0-3008-4a75-a026-40b2ba05bdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868003 Jun 01 19:15:25.884776 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ff7a1a8d-9def-41a9-a62a-553a3e2b6d02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:25.923815 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7a1a8d-9def-41a9-a62a-553a3e2b6d02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51cb29ff-939e-4541-8858-55d19b426348,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:15:25.933489 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 7e3ed14b-4307-4b2e-b515-d35f4eb3e385 details requested by agent hyperv_n-h2-844202-1 with host n-h2-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 19:15:25.933666 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ff7a1a8d-9def-41a9-a62a-553a3e2b6d02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:25.939021 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-ff7a1a8d-9def-41a9-a62a-553a3e2b6d02 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/51cb29ff-939e-4541-8858-55d19b426348 HTTP/1.1" status: 204 len: 168 time: 0.2984695 Jun 01 19:15:26.231000 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 7e3ed14b-4307-4b2e-b515-d35f4eb3e385, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=7e3ed14b-4307-4b2e-b515-d35f4eb3e385,segment=NetworkSegment(bece987b-6ad8-4154-8220-00598577234a),segment_id=bece987b-6ad8-4154-8220-00598577234a)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:15:26.275216 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Returning: {'device': '7e3ed14b-4307-4b2e-b515-d35f4eb3e385', 'network_id': '4c9928c4-2158-4e43-8bff-33e4e90971fd', 'port_id': '7e3ed14b-4307-4b2e-b515-d35f4eb3e385', 'mac_address': 'fa:16:3e:b3:8d:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a389357-2287-4f63-b07e-62b350c2e911', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 19:15:26.458727 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port 7e3ed14b-4307-4b2e-b515-d35f4eb3e385 is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:15:26.459297 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:26.470071 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2968d79d-5e34-439c-a241-ec1f5c5097ce req-2ace8ebc-3b82-4d2f-aba1-c594ade9e499 service neutron] 10.222.0.15 "GET /v2.0/networks/3d299f30-03d5-48f5-82fc-2ce538e7e02b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3413706 Jun 01 19:15:26.485720 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e3ed14b-4307-4b2e-b515-d35f4eb3e385 {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 19:15:26.520471 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 7e3ed14b-4307-4b2e-b515-d35f4eb3e385, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=7e3ed14b-4307-4b2e-b515-d35f4eb3e385,segment=NetworkSegment(bece987b-6ad8-4154-8220-00598577234a),segment_id=bece987b-6ad8-4154-8220-00598577234a)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:15:26.527643 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:26.626619 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=7e3ed14b-4307-4b2e-b515-d35f4eb3e385,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:15:26.782520 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] get_ports_and_sgs() called for port_ids ['7e3ed14b-4307-4b2e-b515-d35f4eb3e385'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 19:15:26.842341 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67499d2-590d-4767-a12c-a862515d5a79 req-2527a4da-6e40-4882-a157-0659cd58f739 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:15:26.844975 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d67499d2-590d-4767-a12c-a862515d5a79 req-2527a4da-6e40-4882-a157-0659cd58f739 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/ports?device_id=c4d58bc9-59bb-436d-b4a5-f14cb4ce6e4b HTTP/1.1" status: 200 len: 945 time: 0.3670545 Jun 01 19:15:27.091004 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2968d79d-5e34-439c-a241-ec1f5c5097ce req-0494c9ea-7125-4eee-91de-f894046e88e7 service neutron] 10.222.0.15 "GET /v2.0/networks/3d299f30-03d5-48f5-82fc-2ce538e7e02b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4375589 Jun 01 19:15:27.121045 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d67499d2-590d-4767-a12c-a862515d5a79 req-639fdb1c-aa92-4c5b-aad2-9b2159ae2b63 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/security-groups?id=56247f7a-6a0e-46fd-a754-17d488ad1a50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2513268 Jun 01 19:15:27.177797 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55997816-f338-4360-b13b-7293489001ed req-a28a4240-6a96-4efc-807d-48118d08663b tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:15:27.185277 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-55997816-f338-4360-b13b-7293489001ed req-a28a4240-6a96-4efc-807d-48118d08663b tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2286216-8c80-4d0f-a6bc-2de102e2186c HTTP/1.1" status: 200 len: 945 time: 0.1749814 Jun 01 19:15:27.272264 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-55997816-f338-4360-b13b-7293489001ed req-9295ec78-e606-4940-a741-279f2b9f9fc2 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/security-groups?id=64983b74-c803-470a-b560-086d234f978a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860560 Jun 01 19:15:27.568034 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 60230) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:15:27.668146 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f77d060-459f-4c59-8f2c-f2ede55b50ee req-fed10df4-cffb-4fcb-bd65-0a2ef8c92ca5 tempest-InstanceActionsTestJSON-1064156234 tempest-InstanceActionsTestJSON-1064156234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:15:27.670549 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-5f77d060-459f-4c59-8f2c-f2ede55b50ee req-fed10df4-cffb-4fcb-bd65-0a2ef8c92ca5 tempest-InstanceActionsTestJSON-1064156234 tempest-InstanceActionsTestJSON-1064156234-project] 10.222.0.41 "GET /v2.0/ports?device_id=139566c2-4ff0-417b-9bd5-22ff0cf37197 HTTP/1.1" status: 200 len: 944 time: 0.3486896 Jun 01 19:15:27.764702 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-5f77d060-459f-4c59-8f2c-f2ede55b50ee req-60419677-6cd0-4df4-a746-47690d07d083 tempest-InstanceActionsTestJSON-1064156234 tempest-InstanceActionsTestJSON-1064156234-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a49c5e0-3008-4a75-a026-40b2ba05bdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869594 Jun 01 19:15:27.767037 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-dfb45fed-4018-407f-910b-fae3661d9842 tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Request body: {'networks': [{'name': 'tempest-network--1777507729'}, {'name': 'tempest-network--799616110'}]} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:15:27.767349 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-dfb45fed-4018-407f-910b-fae3661d9842 tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Request body: {'network': {'name': 'tempest-network--1777507729'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:15:27.767843 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-dfb45fed-4018-407f-910b-fae3661d9842 tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Request body: {'network': {'name': 'tempest-network--799616110'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:15:27.781975 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-dfb45fed-4018-407f-910b-fae3661d9842 tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:15:27.792619 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-dfb45fed-4018-407f-910b-fae3661d9842 tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Usage tracker for resource:network and tenant:edb864c5fd5b45b8afe00377cd15a02e is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:15:27.795936 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-dfb45fed-4018-407f-910b-fae3661d9842 tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:15:27.803546 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-dfb45fed-4018-407f-910b-fae3661d9842 tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:15:27.823517 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfb45fed-4018-407f-910b-fae3661d9842 tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Made reservation on behalf of edb864c5fd5b45b8afe00377cd15a02e for: {'network': 2} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:15:27.843201 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-dfb45fed-4018-407f-910b-fae3661d9842 tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:27.873589 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-dfb45fed-4018-407f-910b-fae3661d9842 tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:27.914488 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-dfb45fed-4018-407f-910b-fae3661d9842 tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:15:27.922837 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-dfb45fed-4018-407f-910b-fae3661d9842 tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Usage tracker for resource:security_group_rule and tenant:edb864c5fd5b45b8afe00377cd15a02e is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:15:27.932189 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-dfb45fed-4018-407f-910b-fae3661d9842 tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:15:27.945193 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-dfb45fed-4018-407f-910b-fae3661d9842 tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:15:27.948100 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 7e3ed14b-4307-4b2e-b515-d35f4eb3e385 up at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:15:28.130721 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning for port 7e3ed14b-4307-4b2e-b515-d35f4eb3e385 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:15:28.131225 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-dfb45fed-4018-407f-910b-fae3661d9842 tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:28.136985 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-dfb45fed-4018-407f-910b-fae3661d9842 tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:28.137549 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-dfb45fed-4018-407f-910b-fae3661d9842 tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:28.144625 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning complete for port 7e3ed14b-4307-4b2e-b515-d35f4eb3e385 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:15:28.145049 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:28.267234 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfb45fed-4018-407f-910b-fae3661d9842 tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 103} {{(pid=88524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 19:15:28.287938 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-dfb45fed-4018-407f-910b-fae3661d9842 tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:28.288328 n-d-844202-1 neutron-server[88524]: INFO neutron.db.segments_db [None req-dfb45fed-4018-407f-910b-fae3661d9842 tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Added segment 60bf0315-571b-4372-9814-a93a550550a2 of type vlan for network 9a22385c-7aec-4df5-b657-4a85d13678b2 Jun 01 19:15:28.350481 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-dfb45fed-4018-407f-910b-fae3661d9842 tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:28.456812 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb45fed-4018-407f-910b-fae3661d9842 tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91f5c0c2-152a-4e9a-aeb6-333e02a7f0f3,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:15:28.461726 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfb45fed-4018-407f-910b-fae3661d9842 tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 100} {{(pid=88524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 19:15:28.465752 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port 7e3ed14b-4307-4b2e-b515-d35f4eb3e385 is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:15:28.466137 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:28.547699 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 7e3ed14b-4307-4b2e-b515-d35f4eb3e385, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=7e3ed14b-4307-4b2e-b515-d35f4eb3e385,segment=NetworkSegment(bece987b-6ad8-4154-8220-00598577234a),segment_id=bece987b-6ad8-4154-8220-00598577234a)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:15:28.548716 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '139566c2-4ff0-417b-9bd5-22ff0cf37197', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e3ed14b-4307-4b2e-b515-d35f4eb3e385'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:15:28.575610 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:28.649523 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7332093-3a54-4606-a6f2-eb05adddd241 req-b9118f20-d4d5-4006-b7a9-380406d255d6 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:15:28.654789 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c7332093-3a54-4606-a6f2-eb05adddd241 req-b9118f20-d4d5-4006-b7a9-380406d255d6 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2286216-8c80-4d0f-a6bc-2de102e2186c HTTP/1.1" status: 200 len: 945 time: 0.2060294 Jun 01 19:15:28.764686 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=7e3ed14b-4307-4b2e-b515-d35f4eb3e385,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:15:28.779578 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-dfb45fed-4018-407f-910b-fae3661d9842 tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:28.780070 n-d-844202-1 neutron-server[88524]: INFO neutron.db.segments_db [None req-dfb45fed-4018-407f-910b-fae3661d9842 tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Added segment d88361e2-554a-4506-8040-40ac10bf21ac of type vlan for network 646b7b4e-21d4-477c-b450-a2e14688814e Jun 01 19:15:28.801413 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c7332093-3a54-4606-a6f2-eb05adddd241 req-f7b221e1-3e50-4d1e-af6c-8945091db1b8 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/security-groups?id=64983b74-c803-470a-b560-086d234f978a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1380475 Jun 01 19:15:28.831603 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-dfb45fed-4018-407f-910b-fae3661d9842 tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:28.888168 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-dfb45fed-4018-407f-910b-fae3661d9842 tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:28.889237 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-dfb45fed-4018-407f-910b-fae3661d9842 tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:28.901981 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfb45fed-4018-407f-910b-fae3661d9842 tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:15:28.918954 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfb45fed-4018-407f-910b-fae3661d9842 tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:15:28.919687 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-dfb45fed-4018-407f-910b-fae3661d9842 tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Notify callbacks [] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:28.939082 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d467b96-6382-4ec8-98ac-56843dfe0375'] response: {'server_uuid': '139566c2-4ff0-417b-9bd5-22ff0cf37197', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e3ed14b-4307-4b2e-b515-d35f4eb3e385', 'code': 200} Jun 01 19:15:29.133544 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb45fed-4018-407f-910b-fae3661d9842 tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Pushing event updated for resources: {'Network': ['ID=9a22385c-7aec-4df5-b657-4a85d13678b2,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:15:29.145487 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network 9a22385c-7aec-4df5-b657-4a85d13678b2 details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 19:15:29.340785 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62325ec-d94d-4fe6-a9f7-d1540c91fed6 req-fd10a708-4148-4a77-ba70-60546cb6116e tempest-InstanceActionsTestJSON-1064156234 tempest-InstanceActionsTestJSON-1064156234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:15:29.353880 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b62325ec-d94d-4fe6-a9f7-d1540c91fed6 req-fd10a708-4148-4a77-ba70-60546cb6116e tempest-InstanceActionsTestJSON-1064156234 tempest-InstanceActionsTestJSON-1064156234-project] 10.222.0.41 "GET /v2.0/ports?device_id=139566c2-4ff0-417b-9bd5-22ff0cf37197 HTTP/1.1" status: 200 len: 945 time: 0.2153327 Jun 01 19:15:29.411194 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-dfb45fed-4018-407f-910b-fae3661d9842 tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.8397243 Jun 01 19:15:29.416960 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 60258) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:15:29.432148 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f415b602-182c-4a2c-8aa5-39291cd809e6 req-b78da90a-27a1-4271-9125-5a8bc5b7c7a1 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:15:29.434383 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f415b602-182c-4a2c-8aa5-39291cd809e6 req-b78da90a-27a1-4271-9125-5a8bc5b7c7a1 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/ports?device_id=c4d58bc9-59bb-436d-b4a5-f14cb4ce6e4b HTTP/1.1" status: 200 len: 945 time: 0.9790843 Jun 01 19:15:29.464371 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b62325ec-d94d-4fe6-a9f7-d1540c91fed6 req-f2689ee2-1ee3-40d2-b9e2-b111f6b13b50 tempest-InstanceActionsTestJSON-1064156234 tempest-InstanceActionsTestJSON-1064156234-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a49c5e0-3008-4a75-a026-40b2ba05bdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087005 Jun 01 19:15:29.577522 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb45fed-4018-407f-910b-fae3661d9842 tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Pushing event updated for resources: {'Network': ['ID=646b7b4e-21d4-477c-b450-a2e14688814e,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:15:29.592541 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network 646b7b4e-21d4-477c-b450-a2e14688814e details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 19:15:29.658642 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f415b602-182c-4a2c-8aa5-39291cd809e6 req-a51468d6-4ed9-4ae7-aada-8c03a44d553b tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/security-groups?id=56247f7a-6a0e-46fd-a754-17d488ad1a50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1925993 Jun 01 19:15:29.678843 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f262e46a-d5b6-447f-b39e-e0933c665df9 req-7c23a4ca-7b3d-487b-9fef-a54bd5ae521c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:15:29.680590 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f262e46a-d5b6-447f-b39e-e0933c665df9 req-7c23a4ca-7b3d-487b-9fef-a54bd5ae521c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=139566c2-4ff0-417b-9bd5-22ff0cf37197 HTTP/1.1" status: 200 len: 1096 time: 0.6058726 Jun 01 19:15:29.772108 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-816567d4-55bf-4f86-8d47-8b8e0083f9e7 tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:15:29.778857 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-816567d4-55bf-4f86-8d47-8b8e0083f9e7 tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:15:29.785946 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-816567d4-55bf-4f86-8d47-8b8e0083f9e7 tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:15:29.793697 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-816567d4-55bf-4f86-8d47-8b8e0083f9e7 tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:15:29.794742 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-816567d4-55bf-4f86-8d47-8b8e0083f9e7 tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Synchronizing usage tracker for tenant:edb864c5fd5b45b8afe00377cd15a02e on resource:network {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:15:29.805697 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f262e46a-d5b6-447f-b39e-e0933c665df9 req-16173825-7149-47f0-9165-851516e256ad service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=3a49c5e0-3008-4a75-a026-40b2ba05bdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061172 Jun 01 19:15:29.821841 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-816567d4-55bf-4f86-8d47-8b8e0083f9e7 tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Unset dirty status for tenant:edb864c5fd5b45b8afe00377cd15a02e on resource:network {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:15:29.825889 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-816567d4-55bf-4f86-8d47-8b8e0083f9e7 tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.4015231 Jun 01 19:15:29.825889 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 60268) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:15:29.982199 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-331b2470-c344-42ae-8a68-7591421f914a tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:30.136197 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-331b2470-c344-42ae-8a68-7591421f914a tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:30.174286 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-331b2470-c344-42ae-8a68-7591421f914a tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a22385c-7aec-4df5-b657-4a85d13678b2']}} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:15:30.189486 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd926542-595b-4782-92a1-820084fd5134 req-f0d70532-8e5d-4a88-9a0e-c36808f53059 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:15:30.191228 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-dd926542-595b-4782-92a1-820084fd5134 req-f0d70532-8e5d-4a88-9a0e-c36808f53059 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2286216-8c80-4d0f-a6bc-2de102e2186c HTTP/1.1" status: 200 len: 945 time: 0.1160092 Jun 01 19:15:30.204577 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-331b2470-c344-42ae-8a68-7591421f914a tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60bf0315-571b-4372-9814-a93a550550a2') {'for_net_delete': True} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:15:30.204876 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-331b2470-c344-42ae-8a68-7591421f914a tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60bf0315-571b-4372-9814-a93a550550a2') {} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:15:30.219447 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-331b2470-c344-42ae-8a68-7591421f914a tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2702126'] for segment, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:30.250992 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-331b2470-c344-42ae-8a68-7591421f914a tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:30.258493 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-dd926542-595b-4782-92a1-820084fd5134 req-296a31ba-9666-4342-8f79-c181ebe76dce tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/security-groups?id=64983b74-c803-470a-b560-086d234f978a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591707 Jun 01 19:15:30.264366 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-331b2470-c344-42ae-8a68-7591421f914a tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=88524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 19:15:30.264852 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-331b2470-c344-42ae-8a68-7591421f914a tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2719018'] for segment, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:30.403228 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment 60bf0315-571b-4372-9814-a93a550550a2 resource provider aggregate not found Jun 01 19:15:30.437147 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment 60bf0315-571b-4372-9814-a93a550550a2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 60bf0315-571b-4372-9814-a93a550550a2 found for delete ", "request_id": "req-c617f909-f31d-496c-b38d-9c87ab69d52e"}]} Jun 01 19:15:30.450223 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-331b2470-c344-42ae-8a68-7591421f914a tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:30.506585 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-331b2470-c344-42ae-8a68-7591421f914a tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Notify callbacks [] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:30.513431 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331b2470-c344-42ae-8a68-7591421f914a tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Pushing event deleted for resources: {'Network': ['ID=9a22385c-7aec-4df5-b657-4a85d13678b2,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:15:30.548984 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 60280) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:15:30.552865 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-331b2470-c344-42ae-8a68-7591421f914a tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] 10.222.0.41 "DELETE /v2.0/networks/9a22385c-7aec-4df5-b657-4a85d13678b2 HTTP/1.1" status: 204 len: 168 time: 0.7258167 Jun 01 19:15:30.752383 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d59a2362-759b-4e00-8b73-925219d6ffc3 tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:30.904869 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c4b011-3656-4d92-8be9-4f2e5997092f req-fd51c4a8-c58a-4916-9c0b-03ae685d7928 tempest-InstanceActionsTestJSON-1064156234 tempest-InstanceActionsTestJSON-1064156234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:15:30.912181 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c7c4b011-3656-4d92-8be9-4f2e5997092f req-fd51c4a8-c58a-4916-9c0b-03ae685d7928 tempest-InstanceActionsTestJSON-1064156234 tempest-InstanceActionsTestJSON-1064156234-project] 10.222.0.41 "GET /v2.0/ports?device_id=139566c2-4ff0-417b-9bd5-22ff0cf37197 HTTP/1.1" status: 200 len: 945 time: 0.2275932 Jun 01 19:15:31.064623 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c7c4b011-3656-4d92-8be9-4f2e5997092f req-8ef53a95-e0c9-4838-9025-86b7259ef995 tempest-InstanceActionsTestJSON-1064156234 tempest-InstanceActionsTestJSON-1064156234-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a49c5e0-3008-4a75-a026-40b2ba05bdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364176 Jun 01 19:15:31.194016 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d59a2362-759b-4e00-8b73-925219d6ffc3 tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:31.270588 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-d59a2362-759b-4e00-8b73-925219d6ffc3 tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['646b7b4e-21d4-477c-b450-a2e14688814e']}} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:15:31.309978 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b0d714-aaff-4d95-8ca4-ba6d8f6fac17 req-ed17559d-ff8c-43df-9e25-d12f01290242 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:15:31.311582 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-39b0d714-aaff-4d95-8ca4-ba6d8f6fac17 req-ed17559d-ff8c-43df-9e25-d12f01290242 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/ports?device_id=c4d58bc9-59bb-436d-b4a5-f14cb4ce6e4b HTTP/1.1" status: 200 len: 945 time: 0.3750231 Jun 01 19:15:31.318560 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-d59a2362-759b-4e00-8b73-925219d6ffc3 tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd88361e2-554a-4506-8040-40ac10bf21ac') {'for_net_delete': True} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:15:31.318918 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-d59a2362-759b-4e00-8b73-925219d6ffc3 tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd88361e2-554a-4506-8040-40ac10bf21ac') {} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:15:31.357117 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d59a2362-759b-4e00-8b73-925219d6ffc3 tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2258522'] for segment, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:31.393509 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d59a2362-759b-4e00-8b73-925219d6ffc3 tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:31.398396 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-39b0d714-aaff-4d95-8ca4-ba6d8f6fac17 req-bbbeb035-9fda-4c9e-8b8b-608750b9c38f tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/security-groups?id=56247f7a-6a0e-46fd-a754-17d488ad1a50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720766 Jun 01 19:15:31.415747 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d59a2362-759b-4e00-8b73-925219d6ffc3 tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=88525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 19:15:31.416175 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d59a2362-759b-4e00-8b73-925219d6ffc3 tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2613981'] for segment, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:31.534619 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment d88361e2-554a-4506-8040-40ac10bf21ac resource provider aggregate not found Jun 01 19:15:31.591785 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d59a2362-759b-4e00-8b73-925219d6ffc3 tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:31.610396 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d59a2362-759b-4e00-8b73-925219d6ffc3 tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Notify callbacks [] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:31.636143 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment d88361e2-554a-4506-8040-40ac10bf21ac resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d88361e2-554a-4506-8040-40ac10bf21ac found for delete ", "request_id": "req-a20f6bb1-55b1-42fb-b06b-633bcb66c5e5"}]} Jun 01 19:15:31.657266 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59a2362-759b-4e00-8b73-925219d6ffc3 tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Pushing event deleted for resources: {'Network': ['ID=646b7b4e-21d4-477c-b450-a2e14688814e,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:15:31.661256 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-d59a2362-759b-4e00-8b73-925219d6ffc3 tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] 10.222.0.41 "DELETE /v2.0/networks/646b7b4e-21d4-477c-b450-a2e14688814e HTTP/1.1" status: 204 len: 168 time: 1.1109073 Jun 01 19:15:31.664189 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 60304) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:15:31.767280 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6428d230-3dee-4961-9890-29e6c86ab1b6 req-f66ffef9-8809-4ee6-b8f9-6c3d2b162b2e tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:15:31.769008 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6428d230-3dee-4961-9890-29e6c86ab1b6 req-f66ffef9-8809-4ee6-b8f9-6c3d2b162b2e tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2286216-8c80-4d0f-a6bc-2de102e2186c HTTP/1.1" status: 200 len: 945 time: 0.2468283 Jun 01 19:15:31.819704 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6428d230-3dee-4961-9890-29e6c86ab1b6 req-75a03d45-3308-4c16-9a5f-c62cdc225c48 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/security-groups?id=64983b74-c803-470a-b560-086d234f978a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438778 Jun 01 19:15:31.880797 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1412f7af-7780-43af-a635-a7853973a931 tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:15:31.889321 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1412f7af-7780-43af-a635-a7853973a931 tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:15:31.890239 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-1412f7af-7780-43af-a635-a7853973a931 tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Synchronizing usage tracker for tenant:edb864c5fd5b45b8afe00377cd15a02e on resource:network {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:15:31.918371 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-1412f7af-7780-43af-a635-a7853973a931 tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Unset dirty status for tenant:edb864c5fd5b45b8afe00377cd15a02e on resource:network {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:15:31.920177 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-1412f7af-7780-43af-a635-a7853973a931 tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2546644 Jun 01 19:15:31.925269 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 60312) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:15:31.933309 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-c348a2cb-12a0-4d1b-9f9f-99ce3fd41fa3 tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1877731908'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:15:31.939338 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-c348a2cb-12a0-4d1b-9f9f-99ce3fd41fa3 tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:15:31.960802 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-c348a2cb-12a0-4d1b-9f9f-99ce3fd41fa3 tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:15:31.978452 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c348a2cb-12a0-4d1b-9f9f-99ce3fd41fa3 tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Made reservation on behalf of edb864c5fd5b45b8afe00377cd15a02e for: {'network': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:15:31.982566 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c348a2cb-12a0-4d1b-9f9f-99ce3fd41fa3 tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:32.040146 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c348a2cb-12a0-4d1b-9f9f-99ce3fd41fa3 tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 117} {{(pid=88525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 19:15:32.052115 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c348a2cb-12a0-4d1b-9f9f-99ce3fd41fa3 tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:32.052766 n-d-844202-1 neutron-server[88525]: INFO neutron.db.segments_db [None req-c348a2cb-12a0-4d1b-9f9f-99ce3fd41fa3 tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Added segment cd4bf589-e18c-487e-b891-5c5b92a44331 of type vlan for network 31c846fe-8147-4955-b83d-f704bd78dfb6 Jun 01 19:15:32.087000 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c348a2cb-12a0-4d1b-9f9f-99ce3fd41fa3 tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:32.137062 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c348a2cb-12a0-4d1b-9f9f-99ce3fd41fa3 tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:32.150532 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c348a2cb-12a0-4d1b-9f9f-99ce3fd41fa3 tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:15:32.151963 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c348a2cb-12a0-4d1b-9f9f-99ce3fd41fa3 tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Notify callbacks [] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:32.266188 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 60318) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:15:32.272368 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-b2cc9bde-e535-4671-af9f-cbbf75f6b250 tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1529748687'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:15:32.278911 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-c348a2cb-12a0-4d1b-9f9f-99ce3fd41fa3 tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3507471 Jun 01 19:15:32.289811 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-b2cc9bde-e535-4671-af9f-cbbf75f6b250 tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:15:32.304922 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-b2cc9bde-e535-4671-af9f-cbbf75f6b250 tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Usage tracker for resource:network and tenant:edb864c5fd5b45b8afe00377cd15a02e is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:15:32.318236 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-b2cc9bde-e535-4671-af9f-cbbf75f6b250 tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:15:32.344261 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-b2cc9bde-e535-4671-af9f-cbbf75f6b250 tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:15:32.364454 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2cc9bde-e535-4671-af9f-cbbf75f6b250 tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Made reservation on behalf of edb864c5fd5b45b8afe00377cd15a02e for: {'network': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:15:32.371866 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b2cc9bde-e535-4671-af9f-cbbf75f6b250 tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:32.419107 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2cc9bde-e535-4671-af9f-cbbf75f6b250 tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 132} {{(pid=88524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 19:15:32.433107 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b2cc9bde-e535-4671-af9f-cbbf75f6b250 tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:32.433778 n-d-844202-1 neutron-server[88524]: INFO neutron.db.segments_db [None req-b2cc9bde-e535-4671-af9f-cbbf75f6b250 tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Added segment fece9cb0-ad2a-4d88-979c-2c593099b80e of type vlan for network cd51f39f-58c5-4674-afcd-903eaf684228 Jun 01 19:15:32.474983 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b2cc9bde-e535-4671-af9f-cbbf75f6b250 tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:32.513977 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c348a2cb-12a0-4d1b-9f9f-99ce3fd41fa3 tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Pushing event updated for resources: {'Network': ['ID=31c846fe-8147-4955-b83d-f704bd78dfb6,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:15:32.525008 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b2cc9bde-e535-4671-af9f-cbbf75f6b250 tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:32.532070 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network 31c846fe-8147-4955-b83d-f704bd78dfb6 details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 19:15:32.553026 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2cc9bde-e535-4671-af9f-cbbf75f6b250 tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:15:32.555065 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5041bc-7459-4b8e-a51a-8227fe2e183f req-b6e36edd-890a-4f2c-b076-6af5dffbaafb tempest-InstanceActionsTestJSON-1064156234 tempest-InstanceActionsTestJSON-1064156234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:15:32.556742 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-7e5041bc-7459-4b8e-a51a-8227fe2e183f req-b6e36edd-890a-4f2c-b076-6af5dffbaafb tempest-InstanceActionsTestJSON-1064156234 tempest-InstanceActionsTestJSON-1064156234-project] 10.222.0.41 "GET /v2.0/ports?device_id=139566c2-4ff0-417b-9bd5-22ff0cf37197 HTTP/1.1" status: 200 len: 945 time: 0.1569431 Jun 01 19:15:32.560496 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b2cc9bde-e535-4671-af9f-cbbf75f6b250 tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Notify callbacks [] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:32.655248 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-7e5041bc-7459-4b8e-a51a-8227fe2e183f req-c169d63b-3d3e-40db-8ff3-f97bce4d8099 tempest-InstanceActionsTestJSON-1064156234 tempest-InstanceActionsTestJSON-1064156234-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a49c5e0-3008-4a75-a026-40b2ba05bdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895140 Jun 01 19:15:32.750565 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cc9bde-e535-4671-af9f-cbbf75f6b250 tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Pushing event updated for resources: {'Network': ['ID=cd51f39f-58c5-4674-afcd-903eaf684228,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:15:32.763396 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network cd51f39f-58c5-4674-afcd-903eaf684228 details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 19:15:32.800886 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.agents_db [None req-e814b9cf-7de8-45d0-a079-29c61fabe7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 19:15:32.937491 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-b2cc9bde-e535-4671-af9f-cbbf75f6b250 tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6670756 Jun 01 19:15:32.938041 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 60332) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:15:32.945299 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-376268fc-891c-4c99-9d0c-8c68b500e335 tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Request body: {'ports': [{'network_id': '31c846fe-8147-4955-b83d-f704bd78dfb6', 'name': 'tempest-port--1883060556', 'admin_state_up': True}, {'network_id': 'cd51f39f-58c5-4674-afcd-903eaf684228', 'admin_state_up': False}]} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:15:32.949800 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-376268fc-891c-4c99-9d0c-8c68b500e335 tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Request body: {'port': {'network_id': '31c846fe-8147-4955-b83d-f704bd78dfb6', 'name': 'tempest-port--1883060556', 'admin_state_up': True}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:15:32.950379 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-376268fc-891c-4c99-9d0c-8c68b500e335 tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Request body: {'port': {'network_id': 'cd51f39f-58c5-4674-afcd-903eaf684228', 'admin_state_up': False}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:15:33.026947 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da273e9-1884-48e0-b42e-ed361575b37e req-6da62f38-af8d-4dc5-9921-5aa3592804a7 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:15:33.036117 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5da273e9-1884-48e0-b42e-ed361575b37e req-6da62f38-af8d-4dc5-9921-5aa3592804a7 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/ports?device_id=c4d58bc9-59bb-436d-b4a5-f14cb4ce6e4b HTTP/1.1" status: 200 len: 945 time: 0.2856934 Jun 01 19:15:33.179899 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5da273e9-1884-48e0-b42e-ed361575b37e req-20159134-d765-446c-9d2e-71164a717140 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/security-groups?id=56247f7a-6a0e-46fd-a754-17d488ad1a50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1389539 Jun 01 19:15:33.593978 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-376268fc-891c-4c99-9d0c-8c68b500e335 tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:15:33.601176 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-376268fc-891c-4c99-9d0c-8c68b500e335 tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Usage tracker for resource:port and tenant:edb864c5fd5b45b8afe00377cd15a02e is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:15:33.605328 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-376268fc-891c-4c99-9d0c-8c68b500e335 tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:15:33.620359 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12418fa0-97e9-4b78-9ad1-63aa1a131a25 req-f86a66ce-62ef-4969-9bb4-2040be312243 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:15:33.629999 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-12418fa0-97e9-4b78-9ad1-63aa1a131a25 req-f86a66ce-62ef-4969-9bb4-2040be312243 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2286216-8c80-4d0f-a6bc-2de102e2186c HTTP/1.1" status: 200 len: 945 time: 0.4966843 Jun 01 19:15:33.633070 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-376268fc-891c-4c99-9d0c-8c68b500e335 tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:15:33.681317 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-376268fc-891c-4c99-9d0c-8c68b500e335 tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Made reservation on behalf of edb864c5fd5b45b8afe00377cd15a02e for: {'port': 2} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:15:33.694171 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-376268fc-891c-4c99-9d0c-8c68b500e335 tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:33.775112 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-12418fa0-97e9-4b78-9ad1-63aa1a131a25 req-bf027905-f73a-4953-b47d-dd8faae93b51 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/security-groups?id=64983b74-c803-470a-b560-086d234f978a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1438987 Jun 01 19:15:33.777503 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-376268fc-891c-4c99-9d0c-8c68b500e335 tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:33.983783 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0036b7b-c55b-418d-89f7-1fa605c113db req-5ca7bbec-fdb6-4c49-a40f-ea529148e1eb tempest-InstanceActionsTestJSON-1064156234 tempest-InstanceActionsTestJSON-1064156234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:15:34.003465 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b0036b7b-c55b-418d-89f7-1fa605c113db req-5ca7bbec-fdb6-4c49-a40f-ea529148e1eb tempest-InstanceActionsTestJSON-1064156234 tempest-InstanceActionsTestJSON-1064156234-project] 10.222.0.41 "GET /v2.0/ports?device_id=139566c2-4ff0-417b-9bd5-22ff0cf37197 HTTP/1.1" status: 200 len: 945 time: 0.4008534 Jun 01 19:15:34.017534 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423c17cf-c360-4230-af87-593dd3399e8c req-dbfe52e1-fe74-43c2-9237-fd3a899c0bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:15:34.019341 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-423c17cf-c360-4230-af87-593dd3399e8c req-dbfe52e1-fe74-43c2-9237-fd3a899c0bf0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f78e0f67fbd84316b39c4a4587088613&device_id=139566c2-4ff0-417b-9bd5-22ff0cf37197 HTTP/1.1" status: 200 len: 1096 time: 0.5029631 Jun 01 19:15:34.201196 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423c17cf-c360-4230-af87-593dd3399e8c req-4ff2a44d-0432-4dda-8ce4-eeb9745f2732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:15:34.203248 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-423c17cf-c360-4230-af87-593dd3399e8c req-4ff2a44d-0432-4dda-8ce4-eeb9745f2732 service neutron] 10.222.0.50 "GET /v2.0/networks?id=4c9928c4-2158-4e43-8bff-33e4e90971fd HTTP/1.1" status: 200 len: 915 time: 0.1594396 Jun 01 19:15:34.292327 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [None req-376268fc-891c-4c99-9d0c-8c68b500e335 tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] device_id is not set on port 95f12bf6-bb97-4130-b90e-fb4aea6b0595 yet. {{(pid=88525) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 19:15:34.340450 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b0036b7b-c55b-418d-89f7-1fa605c113db req-6ddc174b-0dee-4fad-9f66-973750ad4e58 tempest-InstanceActionsTestJSON-1064156234 tempest-InstanceActionsTestJSON-1064156234-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a49c5e0-3008-4a75-a026-40b2ba05bdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3180754 Jun 01 19:15:34.347282 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-423c17cf-c360-4230-af87-593dd3399e8c req-c74b421a-d789-4919-9384-a3af6b45a8a0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7e3ed14b-4307-4b2e-b515-d35f4eb3e385 HTTP/1.1" status: 200 len: 217 time: 0.1326303 Jun 01 19:15:34.518440 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423c17cf-c360-4230-af87-593dd3399e8c req-772aaea5-2084-483f-8512-f47637ba37af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:15:34.523476 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-376268fc-891c-4c99-9d0c-8c68b500e335 tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:34.528406 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-423c17cf-c360-4230-af87-593dd3399e8c req-772aaea5-2084-483f-8512-f47637ba37af service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9a389357-2287-4f63-b07e-62b350c2e911 HTTP/1.1" status: 200 len: 854 time: 0.1736839 Jun 01 19:15:34.571813 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3d3b42-281d-4aee-acfb-5c9f8a7b4ec3 req-b7497067-3dde-4310-a963-b8da0bc8a2db tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:15:34.581204 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2a3d3b42-281d-4aee-acfb-5c9f8a7b4ec3 req-b7497067-3dde-4310-a963-b8da0bc8a2db tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/ports?device_id=c4d58bc9-59bb-436d-b4a5-f14cb4ce6e4b HTTP/1.1" status: 200 len: 945 time: 0.1828737 Jun 01 19:15:34.638073 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-423c17cf-c360-4230-af87-593dd3399e8c req-f6b9ed4e-a4eb-405b-85c0-dcafadb459c3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4c9928c4-2158-4e43-8bff-33e4e90971fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1049826 Jun 01 19:15:34.800578 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [None req-376268fc-891c-4c99-9d0c-8c68b500e335 tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] device_id is not set on port 79e26e84-97fe-4753-91e5-94fd491ae162 yet. {{(pid=88525) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 19:15:34.949752 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-423c17cf-c360-4230-af87-593dd3399e8c req-c539d030-1cfd-418b-9cd3-7b815dbbd303 service neutron] 10.222.0.50 "GET /v2.0/networks/4c9928c4-2158-4e43-8bff-33e4e90971fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3016407 Jun 01 19:15:34.979061 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-376268fc-891c-4c99-9d0c-8c68b500e335 tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:35.031033 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2a3d3b42-281d-4aee-acfb-5c9f8a7b4ec3 req-991b33f3-3737-4eaa-bd93-e852d3ddb4db tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/security-groups?id=56247f7a-6a0e-46fd-a754-17d488ad1a50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3484981 Jun 01 19:15:35.039253 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-376268fc-891c-4c99-9d0c-8c68b500e335 tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:35.188312 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376268fc-891c-4c99-9d0c-8c68b500e335 tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Pushing event updated for resources: {'Port': ['ID=95f12bf6-bb97-4130-b90e-fb4aea6b0595,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:15:35.200060 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-423c17cf-c360-4230-af87-593dd3399e8c req-94c08c46-e986-407c-aed0-1e209c9981f8 service neutron] 10.222.0.50 "GET /v2.0/networks/4c9928c4-2158-4e43-8bff-33e4e90971fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2440062 Jun 01 19:15:35.204384 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376268fc-891c-4c99-9d0c-8c68b500e335 tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Checking segment: {'id': 'cd4bf589-e18c-487e-b891-5c5b92a44331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '31c846fe-8147-4955-b83d-f704bd78dfb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:15:35.212679 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-376268fc-891c-4c99-9d0c-8c68b500e335 tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Network hostable DHCP agents. Network: 31c846fe-8147-4955-b83d-f704bd78dfb6, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 19:15:35.233110 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168229e3-20d3-4cf0-ad70-de01172a913b req-5a310637-62ff-4392-b6b8-a268ed1bb706 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:15:35.236197 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-168229e3-20d3-4cf0-ad70-de01172a913b req-5a310637-62ff-4392-b6b8-a268ed1bb706 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2286216-8c80-4d0f-a6bc-2de102e2186c HTTP/1.1" status: 200 len: 945 time: 0.1639535 Jun 01 19:15:35.241550 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-376268fc-891c-4c99-9d0c-8c68b500e335 tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Network 31c846fe-8147-4955-b83d-f704bd78dfb6 is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 19:15:35.255011 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-376268fc-891c-4c99-9d0c-8c68b500e335 tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, 31c846fe-8147-4955-b83d-f704bd78dfb6) {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:15:35.263598 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 7d8c088f-143f-4baf-b55f-4c0d180c9e22 details requested by agent hyperv_n-h1-844202-1 with host n-h1-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 19:15:35.264853 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-376268fc-891c-4c99-9d0c-8c68b500e335 tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:15:35.266172 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-376268fc-891c-4c99-9d0c-8c68b500e335 tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:35.267376 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 7d8c088f-143f-4baf-b55f-4c0d180c9e22 no longer exists at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:15:35.305477 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-168229e3-20d3-4cf0-ad70-de01172a913b req-b4080763-bf97-4c91-a91c-30a998ea7beb tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/security-groups?id=64983b74-c803-470a-b560-086d234f978a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625284 Jun 01 19:15:35.348468 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b469b3d-1ade-4679-bcef-5240a6d2de66 None None] Network 31c846fe-8147-4955-b83d-f704bd78dfb6 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:15:35.409656 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376268fc-891c-4c99-9d0c-8c68b500e335 tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Pushing event updated for resources: {'Port': ['ID=79e26e84-97fe-4753-91e5-94fd491ae162,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:15:35.418228 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376268fc-891c-4c99-9d0c-8c68b500e335 tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Checking segment: {'id': 'fece9cb0-ad2a-4d88-979c-2c593099b80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'cd51f39f-58c5-4674-afcd-903eaf684228'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:15:35.418693 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-376268fc-891c-4c99-9d0c-8c68b500e335 tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Network hostable DHCP agents. Network: cd51f39f-58c5-4674-afcd-903eaf684228, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 19:15:35.444978 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-376268fc-891c-4c99-9d0c-8c68b500e335 tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Network cd51f39f-58c5-4674-afcd-903eaf684228 is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 19:15:35.457077 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-376268fc-891c-4c99-9d0c-8c68b500e335 tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, cd51f39f-58c5-4674-afcd-903eaf684228) {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:15:35.469901 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-376268fc-891c-4c99-9d0c-8c68b500e335 tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:15:35.476265 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-376268fc-891c-4c99-9d0c-8c68b500e335 tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:15:35.481865 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-376268fc-891c-4c99-9d0c-8c68b500e335 tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:15:35.482543 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-376268fc-891c-4c99-9d0c-8c68b500e335 tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:35.487251 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-527cf6c8-40f7-41b4-ad63-12c6a1758917 None None] Network cd51f39f-58c5-4674-afcd-903eaf684228 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:15:35.508297 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 60364) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:15:35.508611 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-376268fc-891c-4c99-9d0c-8c68b500e335 tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.5694890 Jun 01 19:15:35.605768 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d333614-71cf-4fc6-b652-b175f6585932 req-5a444be5-fe5a-46e1-a9b4-f5176e4b2887 tempest-InstanceActionsTestJSON-1064156234 tempest-InstanceActionsTestJSON-1064156234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:15:35.607530 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3d333614-71cf-4fc6-b652-b175f6585932 req-5a444be5-fe5a-46e1-a9b4-f5176e4b2887 tempest-InstanceActionsTestJSON-1064156234 tempest-InstanceActionsTestJSON-1064156234-project] 10.222.0.41 "GET /v2.0/ports?device_id=139566c2-4ff0-417b-9bd5-22ff0cf37197 HTTP/1.1" status: 200 len: 945 time: 0.0975859 Jun 01 19:15:35.614734 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dffd7e7-24e5-4414-bfe8-d15424f5173b tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:15:35.622889 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dffd7e7-24e5-4414-bfe8-d15424f5173b tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:15:35.624874 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-2dffd7e7-24e5-4414-bfe8-d15424f5173b tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1149945 Jun 01 19:15:35.628113 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 60368) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:15:35.701920 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-301146b5-3168-4dad-8a3c-11c3c1f3a68e tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Deleting port 95f12bf6-bb97-4130-b90e-fb4aea6b0595 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:15:35.702450 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-301146b5-3168-4dad-8a3c-11c3c1f3a68e tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:35.735339 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3d333614-71cf-4fc6-b652-b175f6585932 req-34c2a256-b63b-4d6e-9ed8-9fb229612dd6 tempest-InstanceActionsTestJSON-1064156234 tempest-InstanceActionsTestJSON-1064156234-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a49c5e0-3008-4a75-a026-40b2ba05bdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143548 Jun 01 19:15:35.774560 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d38777-a5e9-4e38-b331-eb81742ec75b req-3a05b0d3-386c-47dc-8f3f-f4745d6d8e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:15:35.776070 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d6d38777-a5e9-4e38-b331-eb81742ec75b req-3a05b0d3-386c-47dc-8f3f-f4745d6d8e18 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c4d58bc9-59bb-436d-b4a5-f14cb4ce6e4b HTTP/1.1" status: 200 len: 1096 time: 0.1370404 Jun 01 19:15:35.822968 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d6d38777-a5e9-4e38-b331-eb81742ec75b req-039c16ec-9c7d-4c93-b98b-5d91c7815992 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=56247f7a-6a0e-46fd-a754-17d488ad1a50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402355 Jun 01 19:15:35.971617 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-301146b5-3168-4dad-8a3c-11c3c1f3a68e tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:36.018598 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port 7d8c088f-143f-4baf-b55f-4c0d180c9e22, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=7d8c088f-143f-4baf-b55f-4c0d180c9e22,segment=NetworkSegment(1e00e93a-a6fa-43f2-b927-08a982c37727),segment_id=1e00e93a-a6fa-43f2-b927-08a982c37727)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:15:36.146085 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-301146b5-3168-4dad-8a3c-11c3c1f3a68e tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Calling delete_port for 95f12bf6-bb97-4130-b90e-fb4aea6b0595 owned by {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:15:36.166624 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Returning: {'device': '7d8c088f-143f-4baf-b55f-4c0d180c9e22', 'network_id': 'de1db517-5b94-4ef1-bc52-4aac8a0efc54', 'port_id': '7d8c088f-143f-4baf-b55f-4c0d180c9e22', 'mac_address': 'fa:16:3e:4d:04:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cdf8c40-fa87-49d0-ba22-e441f2e99037', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 19:15:36.195213 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port 7d8c088f-143f-4baf-b55f-4c0d180c9e22 is: ACTIVE; New status is: DOWN {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:15:36.195585 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:36.289654 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-301146b5-3168-4dad-8a3c-11c3c1f3a68e tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:36.294628 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4d58bc9-59bb-436d-b4a5-f14cb4ce6e4b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d8c088f-143f-4baf-b55f-4c0d180c9e22'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:15:36.320093 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port 7d8c088f-143f-4baf-b55f-4c0d180c9e22, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=7d8c088f-143f-4baf-b55f-4c0d180c9e22,segment=NetworkSegment(1e00e93a-a6fa-43f2-b927-08a982c37727),segment_id=1e00e93a-a6fa-43f2-b927-08a982c37727)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:15:36.327075 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port 7d8c088f-143f-4baf-b55f-4c0d180c9e22 is: ACTIVE; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:15:36.327753 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:36.341390 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:36.352287 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301146b5-3168-4dad-8a3c-11c3c1f3a68e tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Pushing event deleted for resources: {'Port': ['ID=95f12bf6-bb97-4130-b90e-fb4aea6b0595,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:15:36.363057 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e6378b-5c79-42ef-86cd-2433782fc61a req-9e611bbf-10ab-492d-b1dd-dfe70125a2c1 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:15:36.364719 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c1e6378b-5c79-42ef-86cd-2433782fc61a req-9e611bbf-10ab-492d-b1dd-dfe70125a2c1 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/ports?device_id=c4d58bc9-59bb-436d-b4a5-f14cb4ce6e4b HTTP/1.1" status: 200 len: 945 time: 0.1855674 Jun 01 19:15:36.367705 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-301146b5-3168-4dad-8a3c-11c3c1f3a68e tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:36.384204 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0da02725-4c57-422c-8f15-dcc5d4ba0f00'] response: {'server_uuid': 'c4d58bc9-59bb-436d-b4a5-f14cb4ce6e4b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d8c088f-143f-4baf-b55f-4c0d180c9e22', 'code': 200} Jun 01 19:15:36.412756 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7d8c088f-143f-4baf-b55f-4c0d180c9e22 {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 19:15:36.502579 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=7d8c088f-143f-4baf-b55f-4c0d180c9e22,revision_number=6']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:15:36.514922 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-301146b5-3168-4dad-8a3c-11c3c1f3a68e tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] 10.222.0.41 "DELETE /v2.0/ports/95f12bf6-bb97-4130-b90e-fb4aea6b0595 HTTP/1.1" status: 204 len: 168 time: 0.8822584 Jun 01 19:15:36.514922 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 60384) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:15:36.528815 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.db.api [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88526) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 19:15:36.529166 n-d-844202-1 neutron-server[88526]: DEBUG oslo_db.api [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 19:15:36.604266 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c1e6378b-5c79-42ef-86cd-2433782fc61a req-8d7654f5-34fd-4067-ba69-3b87ceeb9ea0 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/security-groups?id=56247f7a-6a0e-46fd-a754-17d488ad1a50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2303574 Jun 01 19:15:36.622773 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17646d63-029b-4237-b78e-e38f6b7dc51b req-dee05e07-2f67-455d-b10c-76eb9822341c tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:15:36.625094 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-17646d63-029b-4237-b78e-e38f6b7dc51b req-dee05e07-2f67-455d-b10c-76eb9822341c tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2286216-8c80-4d0f-a6bc-2de102e2186c HTTP/1.1" status: 200 len: 945 time: 0.1158998 Jun 01 19:15:36.632913 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-6b5e527c-81f7-4386-8e42-324d90597d4f tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Deleting port 79e26e84-97fe-4753-91e5-94fd491ae162 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:15:36.633292 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6b5e527c-81f7-4386-8e42-324d90597d4f tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:36.677299 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-17646d63-029b-4237-b78e-e38f6b7dc51b req-da2a72cd-4b79-493c-be4b-821475b7ca28 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/security-groups?id=64983b74-c803-470a-b560-086d234f978a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458078 Jun 01 19:15:36.852635 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6b5e527c-81f7-4386-8e42-324d90597d4f tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:37.019488 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-6b5e527c-81f7-4386-8e42-324d90597d4f tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Calling delete_port for 79e26e84-97fe-4753-91e5-94fd491ae162 owned by {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:15:37.094926 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port 7d8c088f-143f-4baf-b55f-4c0d180c9e22 is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:15:37.095390 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:37.118864 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d8c088f-143f-4baf-b55f-4c0d180c9e22 {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 19:15:37.124063 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708c1f64-fd09-43b2-b14b-dd886db3ca2f req-e6d92cbe-979f-4372-b668-9c599bb60f30 tempest-InstanceActionsTestJSON-1064156234 tempest-InstanceActionsTestJSON-1064156234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:15:37.124275 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-5d6c6b24-161b-4492-af56-b5624fc16bc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:37.126142 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-708c1f64-fd09-43b2-b14b-dd886db3ca2f req-e6d92cbe-979f-4372-b668-9c599bb60f30 tempest-InstanceActionsTestJSON-1064156234 tempest-InstanceActionsTestJSON-1064156234-project] 10.222.0.41 "GET /v2.0/ports?device_id=139566c2-4ff0-417b-9bd5-22ff0cf37197 HTTP/1.1" status: 200 len: 945 time: 0.2659223 Jun 01 19:15:37.143992 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port 7d8c088f-143f-4baf-b55f-4c0d180c9e22, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=7d8c088f-143f-4baf-b55f-4c0d180c9e22,segment=NetworkSegment(1e00e93a-a6fa-43f2-b927-08a982c37727),segment_id=1e00e93a-a6fa-43f2-b927-08a982c37727)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:15:37.148414 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:37.149140 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6b5e527c-81f7-4386-8e42-324d90597d4f tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:37.210214 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5e527c-81f7-4386-8e42-324d90597d4f tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Pushing event deleted for resources: {'Port': ['ID=79e26e84-97fe-4753-91e5-94fd491ae162,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:15:37.216609 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6b5e527c-81f7-4386-8e42-324d90597d4f tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:37.221859 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=7d8c088f-143f-4baf-b55f-4c0d180c9e22,revision_number=7']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:15:37.236043 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-6b5e527c-81f7-4386-8e42-324d90597d4f tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] 10.222.0.41 "DELETE /v2.0/ports/79e26e84-97fe-4753-91e5-94fd491ae162 HTTP/1.1" status: 204 len: 168 time: 0.7208633 Jun 01 19:15:37.238638 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 60392) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:15:37.273372 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-708c1f64-fd09-43b2-b14b-dd886db3ca2f req-913697ab-fc59-427f-a2a2-5c62d8a6445b tempest-InstanceActionsTestJSON-1064156234 tempest-InstanceActionsTestJSON-1064156234-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a49c5e0-3008-4a75-a026-40b2ba05bdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404748 Jun 01 19:15:37.278103 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device a550a778-e132-4180-bce5-d2a03048c7e8 details requested by agent hyperv_n-h1-844202-1 with host n-h1-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 19:15:37.287366 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-1fe5e469-a779-4183-8353-ad75f78f27f3 tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Synchronizing usage tracker for tenant:edb864c5fd5b45b8afe00377cd15a02e on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:15:37.303788 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-1fe5e469-a779-4183-8353-ad75f78f27f3 tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Unset dirty status for tenant:edb864c5fd5b45b8afe00377cd15a02e on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:15:37.305252 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-1fe5e469-a779-4183-8353-ad75f78f27f3 tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0657115 Jun 01 19:15:37.309227 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 60398) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:15:37.317202 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-f17b7653-ea0b-4fc7-a51f-9c4c83c3ddf2 tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1726715741'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:15:37.323645 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-f17b7653-ea0b-4fc7-a51f-9c4c83c3ddf2 tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:15:37.329456 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-f17b7653-ea0b-4fc7-a51f-9c4c83c3ddf2 tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Usage tracker for resource:network and tenant:edb864c5fd5b45b8afe00377cd15a02e is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:15:37.332560 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-f17b7653-ea0b-4fc7-a51f-9c4c83c3ddf2 tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:15:37.340488 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-f17b7653-ea0b-4fc7-a51f-9c4c83c3ddf2 tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:15:37.352671 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f17b7653-ea0b-4fc7-a51f-9c4c83c3ddf2 tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Made reservation on behalf of edb864c5fd5b45b8afe00377cd15a02e for: {'network': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:15:37.356479 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f17b7653-ea0b-4fc7-a51f-9c4c83c3ddf2 tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:37.396426 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f17b7653-ea0b-4fc7-a51f-9c4c83c3ddf2 tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 106} {{(pid=88524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 19:15:37.410255 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f17b7653-ea0b-4fc7-a51f-9c4c83c3ddf2 tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:37.410678 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] get_ports_and_sgs() called for port_ids ['7d8c088f-143f-4baf-b55f-4c0d180c9e22'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 19:15:37.411171 n-d-844202-1 neutron-server[88524]: INFO neutron.db.segments_db [None req-f17b7653-ea0b-4fc7-a51f-9c4c83c3ddf2 tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Added segment 6853b2e4-87be-41e7-9f5f-598440e77eb0 of type vlan for network 56c4b83b-9685-4be0-afa8-4f0726e896be Jun 01 19:15:37.442620 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f17b7653-ea0b-4fc7-a51f-9c4c83c3ddf2 tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:37.480898 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f17b7653-ea0b-4fc7-a51f-9c4c83c3ddf2 tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:37.486802 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f17b7653-ea0b-4fc7-a51f-9c4c83c3ddf2 tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:15:37.487336 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port a550a778-e132-4180-bce5-d2a03048c7e8, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=a550a778-e132-4180-bce5-d2a03048c7e8,segment=NetworkSegment(391d97c0-c1c6-4de9-90ea-516f30f0f3f3),segment_id=391d97c0-c1c6-4de9-90ea-516f30f0f3f3)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:15:37.487478 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f17b7653-ea0b-4fc7-a51f-9c4c83c3ddf2 tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Notify callbacks [] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:37.514435 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Returning: {'device': 'a550a778-e132-4180-bce5-d2a03048c7e8', 'network_id': '3d299f30-03d5-48f5-82fc-2ce538e7e02b', 'port_id': 'a550a778-e132-4180-bce5-d2a03048c7e8', 'mac_address': 'fa:16:3e:c9:2a:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf215978-ce5c-4077-ac29-2d8fb4937baa', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 19:15:37.614679 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port a550a778-e132-4180-bce5-d2a03048c7e8 is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:15:37.615184 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:37.626003 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-f17b7653-ea0b-4fc7-a51f-9c4c83c3ddf2 tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3124096 Jun 01 19:15:37.626003 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17b7653-ea0b-4fc7-a51f-9c4c83c3ddf2 tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Pushing event updated for resources: {'Network': ['ID=56c4b83b-9685-4be0-afa8-4f0726e896be,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:15:37.626831 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 60408) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:15:37.632922 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-91f1784e-0c7d-45e0-b118-805fcc8a5961 tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-172551460'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:15:37.641056 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-91f1784e-0c7d-45e0-b118-805fcc8a5961 tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:15:37.646777 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-91f1784e-0c7d-45e0-b118-805fcc8a5961 tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Usage tracker for resource:network and tenant:edb864c5fd5b45b8afe00377cd15a02e is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:15:37.650140 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-91f1784e-0c7d-45e0-b118-805fcc8a5961 tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:15:37.653423 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network 56c4b83b-9685-4be0-afa8-4f0726e896be details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 19:15:37.657215 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-91f1784e-0c7d-45e0-b118-805fcc8a5961 tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:15:37.667107 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91f1784e-0c7d-45e0-b118-805fcc8a5961 tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Made reservation on behalf of edb864c5fd5b45b8afe00377cd15a02e for: {'network': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:15:37.671184 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-91f1784e-0c7d-45e0-b118-805fcc8a5961 tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:37.671890 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a550a778-e132-4180-bce5-d2a03048c7e8 {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 19:15:37.704517 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91f1784e-0c7d-45e0-b118-805fcc8a5961 tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 140} {{(pid=88525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 19:15:37.729670 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-91f1784e-0c7d-45e0-b118-805fcc8a5961 tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:37.729993 n-d-844202-1 neutron-server[88525]: INFO neutron.db.segments_db [None req-91f1784e-0c7d-45e0-b118-805fcc8a5961 tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Added segment a1d8426a-6c41-4258-8447-2bb48d3c7d92 of type vlan for network 35bc78a7-d81e-4f44-aab9-7d306b8445ae Jun 01 19:15:37.782526 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port a550a778-e132-4180-bce5-d2a03048c7e8, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=a550a778-e132-4180-bce5-d2a03048c7e8,segment=NetworkSegment(391d97c0-c1c6-4de9-90ea-516f30f0f3f3),segment_id=391d97c0-c1c6-4de9-90ea-516f30f0f3f3)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:15:37.802913 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:37.827525 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-91f1784e-0c7d-45e0-b118-805fcc8a5961 tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:37.847714 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2177a3c-1ff3-4363-a101-ef7622a5b0d0 req-ed7056b3-ff71-408b-a76b-e455f080f9ca tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:15:37.858479 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b2177a3c-1ff3-4363-a101-ef7622a5b0d0 req-ed7056b3-ff71-408b-a76b-e455f080f9ca tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/ports?device_id=c4d58bc9-59bb-436d-b4a5-f14cb4ce6e4b HTTP/1.1" status: 200 len: 944 time: 0.1093192 Jun 01 19:15:37.892635 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7da736d-4ed6-43fc-bb00-0b8be1653e80 req-43b19310-1920-449d-9358-883acabae48a tempest-InstanceActionsTestJSON-1064156234 tempest-InstanceActionsTestJSON-1064156234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:15:37.894550 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d7da736d-4ed6-43fc-bb00-0b8be1653e80 req-43b19310-1920-449d-9358-883acabae48a tempest-InstanceActionsTestJSON-1064156234 tempest-InstanceActionsTestJSON-1064156234-project] 10.222.0.41 "GET /v2.0/ports?device_id=139566c2-4ff0-417b-9bd5-22ff0cf37197 HTTP/1.1" status: 200 len: 945 time: 0.1238685 Jun 01 19:15:37.895954 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-91f1784e-0c7d-45e0-b118-805fcc8a5961 tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:37.901554 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91f1784e-0c7d-45e0-b118-805fcc8a5961 tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:15:37.902617 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-91f1784e-0c7d-45e0-b118-805fcc8a5961 tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Notify callbacks [] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:37.918589 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=a550a778-e132-4180-bce5-d2a03048c7e8,revision_number=11']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:15:37.920833 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b2177a3c-1ff3-4363-a101-ef7622a5b0d0 req-fb2f3fe8-e5c6-4c64-9afe-b55de76c881f tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/security-groups?id=56247f7a-6a0e-46fd-a754-17d488ad1a50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608542 Jun 01 19:15:37.966620 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 60420) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:15:38.032206 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] get_ports_and_sgs() called for port_ids ['a550a778-e132-4180-bce5-d2a03048c7e8'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 19:15:38.038948 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d7da736d-4ed6-43fc-bb00-0b8be1653e80 req-18f94086-4a30-44fc-a26c-6e5b5cbad90e tempest-InstanceActionsTestJSON-1064156234 tempest-InstanceActionsTestJSON-1064156234-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a49c5e0-3008-4a75-a026-40b2ba05bdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647089 Jun 01 19:15:38.126270 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-91f1784e-0c7d-45e0-b118-805fcc8a5961 tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4986341 Jun 01 19:15:38.150769 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-99231798-8859-4307-9287-8767a22562ab tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/floatingips/5f067ce1-5227-48ee-a0a7-5f938351a4c3 HTTP/1.1" status: 200 len: 992 time: 0.1773238 Jun 01 19:15:38.170597 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f1784e-0c7d-45e0-b118-805fcc8a5961 tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Pushing event updated for resources: {'Network': ['ID=35bc78a7-d81e-4f44-aab9-7d306b8445ae,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:15:38.183507 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network 35bc78a7-d81e-4f44-aab9-7d306b8445ae details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 19:15:38.240694 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1e6f87-df25-463f-a7f6-ea6e48437c24 req-2e28ead8-687d-446d-b98d-bee88f3f0c6b tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:15:38.244078 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5b1e6f87-df25-463f-a7f6-ea6e48437c24 req-2e28ead8-687d-446d-b98d-bee88f3f0c6b tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2286216-8c80-4d0f-a6bc-2de102e2186c HTTP/1.1" status: 200 len: 946 time: 0.0968747 Jun 01 19:15:38.292985 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5b1e6f87-df25-463f-a7f6-ea6e48437c24 req-7ee3154f-c948-4339-a1ae-da90ea431350 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/security-groups?id=64983b74-c803-470a-b560-086d234f978a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441165 Jun 01 19:15:39.072109 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41ab45f-06a8-441f-b456-5533c292a6bf req-a49e9eb0-e6c5-48b0-9124-9c148c74b0de tempest-InstanceActionsTestJSON-1064156234 tempest-InstanceActionsTestJSON-1064156234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:15:39.073572 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b41ab45f-06a8-441f-b456-5533c292a6bf req-a49e9eb0-e6c5-48b0-9124-9c148c74b0de tempest-InstanceActionsTestJSON-1064156234 tempest-InstanceActionsTestJSON-1064156234-project] 10.222.0.50 "GET /v2.0/ports?device_id=139566c2-4ff0-417b-9bd5-22ff0cf37197 HTTP/1.1" status: 200 len: 945 time: 0.0881815 Jun 01 19:15:39.149267 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-b41ab45f-06a8-441f-b456-5533c292a6bf req-78fc87bb-d928-4b50-abd6-a055dbcd428e tempest-InstanceActionsTestJSON-1064156234 tempest-InstanceActionsTestJSON-1064156234-project] Deleting port 7e3ed14b-4307-4b2e-b515-d35f4eb3e385 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:15:39.149645 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-b41ab45f-06a8-441f-b456-5533c292a6bf req-78fc87bb-d928-4b50-abd6-a055dbcd428e tempest-InstanceActionsTestJSON-1064156234 tempest-InstanceActionsTestJSON-1064156234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:39.291315 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device a550a778-e132-4180-bce5-d2a03048c7e8 up at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:15:39.299752 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a23c80-ca64-4b1c-bdc5-4434291808d2 req-7232090b-cf0b-4dc2-b969-6ed69b7d97dd tempest-InstanceActionsTestJSON-1064156234 tempest-InstanceActionsTestJSON-1064156234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:15:39.301759 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-79a23c80-ca64-4b1c-bdc5-4434291808d2 req-7232090b-cf0b-4dc2-b969-6ed69b7d97dd tempest-InstanceActionsTestJSON-1064156234 tempest-InstanceActionsTestJSON-1064156234-project] 10.222.0.41 "GET /v2.0/ports?device_id=139566c2-4ff0-417b-9bd5-22ff0cf37197 HTTP/1.1" status: 200 len: 945 time: 0.0992320 Jun 01 19:15:39.414321 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-79a23c80-ca64-4b1c-bdc5-4434291808d2 req-15742d61-89c5-43ad-a1ae-6e0b2c450a11 tempest-InstanceActionsTestJSON-1064156234 tempest-InstanceActionsTestJSON-1064156234-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a49c5e0-3008-4a75-a026-40b2ba05bdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057642 Jun 01 19:15:39.438023 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Provisioning for port a550a778-e132-4180-bce5-d2a03048c7e8 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:15:39.443033 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Provisioning complete for port a550a778-e132-4180-bce5-d2a03048c7e8 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:15:39.443396 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:39.517549 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-7ab008a0-5c10-4f67-9a8f-d8ae44483b9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:39.575428 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port a550a778-e132-4180-bce5-d2a03048c7e8 is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:15:39.575806 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:39.605773 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2286216-8c80-4d0f-a6bc-2de102e2186c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a550a778-e132-4180-bce5-d2a03048c7e8'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:15:39.616273 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port a550a778-e132-4180-bce5-d2a03048c7e8, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=a550a778-e132-4180-bce5-d2a03048c7e8,segment=NetworkSegment(391d97c0-c1c6-4de9-90ea-516f30f0f3f3),segment_id=391d97c0-c1c6-4de9-90ea-516f30f0f3f3)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:15:39.622137 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:39.623161 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 7d8c088f-143f-4baf-b55f-4c0d180c9e22 up at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:15:39.719824 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-b41ab45f-06a8-441f-b456-5533c292a6bf req-78fc87bb-d928-4b50-abd6-a055dbcd428e tempest-InstanceActionsTestJSON-1064156234 tempest-InstanceActionsTestJSON-1064156234-project] For port 7e3ed14b-4307-4b2e-b515-d35f4eb3e385, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=7e3ed14b-4307-4b2e-b515-d35f4eb3e385,segment=NetworkSegment(bece987b-6ad8-4154-8220-00598577234a),segment_id=bece987b-6ad8-4154-8220-00598577234a)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:15:39.720316 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-b41ab45f-06a8-441f-b456-5533c292a6bf req-78fc87bb-d928-4b50-abd6-a055dbcd428e tempest-InstanceActionsTestJSON-1064156234 tempest-InstanceActionsTestJSON-1064156234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:39.726187 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18e65c21-34fb-4a97-b450-884277619d7d'] response: {'server_uuid': 'a2286216-8c80-4d0f-a6bc-2de102e2186c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a550a778-e132-4180-bce5-d2a03048c7e8', 'code': 200} Jun 01 19:15:39.753438 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419e0588-378f-40fe-b607-5f7e51f85ae7 req-ea6c0cb5-9b09-4659-aa78-f5e8b375b82b tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:15:39.761785 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-419e0588-378f-40fe-b607-5f7e51f85ae7 req-ea6c0cb5-9b09-4659-aa78-f5e8b375b82b tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2286216-8c80-4d0f-a6bc-2de102e2186c HTTP/1.1" status: 200 len: 946 time: 0.3135073 Jun 01 19:15:39.791800 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=a550a778-e132-4180-bce5-d2a03048c7e8,revision_number=12']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:15:39.805994 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Provisioning complete for port 7d8c088f-143f-4baf-b55f-4c0d180c9e22 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:15:39.806373 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:39.935596 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port 7d8c088f-143f-4baf-b55f-4c0d180c9e22 is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:15:39.936163 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:39.972901 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port 7d8c088f-143f-4baf-b55f-4c0d180c9e22, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=7d8c088f-143f-4baf-b55f-4c0d180c9e22,segment=NetworkSegment(1e00e93a-a6fa-43f2-b927-08a982c37727),segment_id=1e00e93a-a6fa-43f2-b927-08a982c37727)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:15:39.980107 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-419e0588-378f-40fe-b607-5f7e51f85ae7 req-544a2c37-c4f3-49e4-85a3-b2c3928a785d tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/security-groups?id=64983b74-c803-470a-b560-086d234f978a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2174082 Jun 01 19:15:39.980524 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:40.000492 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-b41ab45f-06a8-441f-b456-5533c292a6bf req-78fc87bb-d928-4b50-abd6-a055dbcd428e tempest-InstanceActionsTestJSON-1064156234 tempest-InstanceActionsTestJSON-1064156234-project] Calling delete_port for 7e3ed14b-4307-4b2e-b515-d35f4eb3e385 owned by compute:nova {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:15:40.039745 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88144d58-afeb-47a6-873d-dce91d1d96f2 req-d632cc9a-869f-47e2-a042-3071e2a2a6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:15:40.042294 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-88144d58-afeb-47a6-873d-dce91d1d96f2 req-d632cc9a-869f-47e2-a042-3071e2a2a6fc service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a2286216-8c80-4d0f-a6bc-2de102e2186c HTTP/1.1" status: 200 len: 1098 time: 0.1946499 Jun 01 19:15:40.094599 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=7d8c088f-143f-4baf-b55f-4c0d180c9e22,revision_number=8']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:15:40.102871 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-88144d58-afeb-47a6-873d-dce91d1d96f2 req-28ff40aa-4fd5-447b-bec4-311dc65f1a0b service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=64983b74-c803-470a-b560-086d234f978a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534244 Jun 01 19:15:40.188763 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-b41ab45f-06a8-441f-b456-5533c292a6bf req-78fc87bb-d928-4b50-abd6-a055dbcd428e tempest-InstanceActionsTestJSON-1064156234 tempest-InstanceActionsTestJSON-1064156234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:40.240865 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fc87bb-d928-4b50-abd6-a055dbcd428e tempest-InstanceActionsTestJSON-1064156234 tempest-InstanceActionsTestJSON-1064156234-project] Pushing event deleted for resources: {'Port': ['ID=7e3ed14b-4307-4b2e-b515-d35f4eb3e385,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:15:40.328459 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-b41ab45f-06a8-441f-b456-5533c292a6bf req-78fc87bb-d928-4b50-abd6-a055dbcd428e tempest-InstanceActionsTestJSON-1064156234 tempest-InstanceActionsTestJSON-1064156234-project] No DVR routers for this DVR port 7e3ed14b-4307-4b2e-b515-d35f4eb3e385 on host n-h2-844202-1 {{(pid=88524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:15:40.331736 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-b41ab45f-06a8-441f-b456-5533c292a6bf req-78fc87bb-d928-4b50-abd6-a055dbcd428e tempest-InstanceActionsTestJSON-1064156234 tempest-InstanceActionsTestJSON-1064156234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:40.335164 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '139566c2-4ff0-417b-9bd5-22ff0cf37197', 'name': 'network-vif-deleted', 'tag': '7e3ed14b-4307-4b2e-b515-d35f4eb3e385'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:15:40.351877 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b41ab45f-06a8-441f-b456-5533c292a6bf req-78fc87bb-d928-4b50-abd6-a055dbcd428e tempest-InstanceActionsTestJSON-1064156234 tempest-InstanceActionsTestJSON-1064156234-project] 10.222.0.50 "DELETE /v2.0/ports/7e3ed14b-4307-4b2e-b515-d35f4eb3e385 HTTP/1.1" status: 204 len: 173 time: 1.2731812 Jun 01 19:15:40.390452 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e685ebe6-ec75-435a-be7f-60af6c9cf5ec'] response: {'server_uuid': '139566c2-4ff0-417b-9bd5-22ff0cf37197', 'name': 'network-vif-deleted', 'tag': '7e3ed14b-4307-4b2e-b515-d35f4eb3e385', 'status': 'completed', 'code': 200} Jun 01 19:15:40.591105 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:40.608376 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-24beb470-5a7b-472a-8587-2dd056494f06 req-7bb523c5-18a1-4c2b-8e60-6e0b96b9a879 tempest-InstanceActionsTestJSON-1064156234 tempest-InstanceActionsTestJSON-1064156234-project] Synchronizing usage tracker for tenant:f78e0f67fbd84316b39c4a4587088613 on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:15:40.625506 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-24beb470-5a7b-472a-8587-2dd056494f06 req-7bb523c5-18a1-4c2b-8e60-6e0b96b9a879 tempest-InstanceActionsTestJSON-1064156234 tempest-InstanceActionsTestJSON-1064156234-project] Unset dirty status for tenant:f78e0f67fbd84316b39c4a4587088613 on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:15:40.626749 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-24beb470-5a7b-472a-8587-2dd056494f06 req-7bb523c5-18a1-4c2b-8e60-6e0b96b9a879 tempest-InstanceActionsTestJSON-1064156234 tempest-InstanceActionsTestJSON-1064156234-project] 10.222.0.41 "GET /v2.0/ports?device_id=139566c2-4ff0-417b-9bd5-22ff0cf37197 HTTP/1.1" status: 200 len: 210 time: 0.0744841 Jun 01 19:15:40.654876 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:41.195356 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f3efae-cbc5-4b28-a496-b79baae760e7 req-f9c675a9-1cd3-4d75-b32d-c079c2e29fcb tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:15:41.197034 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-67f3efae-cbc5-4b28-a496-b79baae760e7 req-f9c675a9-1cd3-4d75-b32d-c079c2e29fcb tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2286216-8c80-4d0f-a6bc-2de102e2186c HTTP/1.1" status: 200 len: 947 time: 0.0817111 Jun 01 19:15:41.243755 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-67f3efae-cbc5-4b28-a496-b79baae760e7 req-ca9a9bb7-01e7-45e6-9267-d46f29d8e1a8 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/security-groups?id=64983b74-c803-470a-b560-086d234f978a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400116 Jun 01 19:15:41.415197 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 60458) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:15:41.420870 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-f6a359d2-200c-4ba3-ae11-e35569f7000f tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Request body: {'subnets': [{'network_id': '56c4b83b-9685-4be0-afa8-4f0726e896be', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1406813317', 'ip_version': 6}, {'network_id': '35bc78a7-d81e-4f44-aab9-7d306b8445ae', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:15:41.421303 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-f6a359d2-200c-4ba3-ae11-e35569f7000f tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Request body: {'subnet': {'network_id': '56c4b83b-9685-4be0-afa8-4f0726e896be', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1406813317', 'ip_version': 6}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:15:41.422005 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-f6a359d2-200c-4ba3-ae11-e35569f7000f tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Request body: {'subnet': {'network_id': '35bc78a7-d81e-4f44-aab9-7d306b8445ae', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:15:41.501410 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:41.646480 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-f6a359d2-200c-4ba3-ae11-e35569f7000f tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:15:41.650684 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-f6a359d2-200c-4ba3-ae11-e35569f7000f tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Usage tracker for resource:subnet and tenant:edb864c5fd5b45b8afe00377cd15a02e is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:15:41.653526 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-f6a359d2-200c-4ba3-ae11-e35569f7000f tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:15:41.660585 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-f6a359d2-200c-4ba3-ae11-e35569f7000f tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:15:41.675214 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6a359d2-200c-4ba3-ae11-e35569f7000f tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Made reservation on behalf of edb864c5fd5b45b8afe00377cd15a02e for: {'subnet': 2} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:15:41.680592 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f6a359d2-200c-4ba3-ae11-e35569f7000f tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3066584'] for subnet, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:41.680989 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f6a359d2-200c-4ba3-ae11-e35569f7000f tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3066584'] for subnet, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:41.727361 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4d58bc9-59bb-436d-b4a5-f14cb4ce6e4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d8c088f-143f-4baf-b55f-4c0d180c9e22'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:15:41.753028 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 60502) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:15:41.926201 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:41.942006 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e2053c3-a979-43cb-b519-39eadb2c1adf admin admin] Deleting subnet 9a389357-2287-4f63-b07e-62b350c2e911 {{(pid=88525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 19:15:41.954738 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8e2053c3-a979-43cb-b519-39eadb2c1adf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:41.980263 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:41.997446 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-004d8254-59b5-41b3-a89b-0aa2742554ee'] response: {'server_uuid': 'c4d58bc9-59bb-436d-b4a5-f14cb4ce6e4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d8c088f-143f-4baf-b55f-4c0d180c9e22', 'code': 200} Jun 01 19:15:42.042497 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8e2053c3-a979-43cb-b519-39eadb2c1adf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2258509'] for subnet, precommit_delete_associations {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:42.055962 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 7e3ed14b-4307-4b2e-b515-d35f4eb3e385 no longer exists at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:15:42.100115 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] No Port match for: 7e3ed14b-4307-4b2e-b515-d35f4eb3e385 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:15:42.100835 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 7e3ed14b-4307-4b2e-b515-d35f4eb3e385 not bound to the agent host n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:15:42.259868 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8e2053c3-a979-43cb-b519-39eadb2c1adf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:42.343971 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f6a359d2-200c-4ba3-ae11-e35569f7000f tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2718919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3066602'] for subnet, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:42.361945 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8e2053c3-a979-43cb-b519-39eadb2c1adf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2614143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9667199'] for subnet, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:42.418622 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8e2053c3-a979-43cb-b519-39eadb2c1adf admin admin] Notify callbacks [] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:42.423159 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2053c3-a979-43cb-b519-39eadb2c1adf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a389357-2287-4f63-b07e-62b350c2e911,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:15:42.429862 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-8e2053c3-a979-43cb-b519-39eadb2c1adf admin admin] 10.222.0.41 "DELETE /v2.0/subnets/9a389357-2287-4f63-b07e-62b350c2e911 HTTP/1.1" status: 204 len: 168 time: 0.6757224 Jun 01 19:15:42.430430 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 60512) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:15:42.474012 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a359d2-200c-4ba3-ae11-e35569f7000f tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Pushing event updated for resources: {'Subnet': ['ID=b4e88196-cd5c-43de-a693-c4aea49018b9,revision_number=0']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:15:42.505170 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a359d2-200c-4ba3-ae11-e35569f7000f tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Checking segment: {'id': '6853b2e4-87be-41e7-9f5f-598440e77eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '56c4b83b-9685-4be0-afa8-4f0726e896be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:15:42.505540 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6a359d2-200c-4ba3-ae11-e35569f7000f tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Network hostable DHCP agents. Network: 56c4b83b-9685-4be0-afa8-4f0726e896be, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88524) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 19:15:42.537654 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a12f1b6-c3cf-46dc-adb1-30d9fc99939b req-d9ff23fc-be67-46fc-86a3-9de6b703b550 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:15:42.539175 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0a12f1b6-c3cf-46dc-adb1-30d9fc99939b req-d9ff23fc-be67-46fc-86a3-9de6b703b550 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2286216-8c80-4d0f-a6bc-2de102e2186c HTTP/1.1" status: 200 len: 947 time: 0.1405454 Jun 01 19:15:42.554154 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ed843ba2-accf-447d-bce5-c2968bf2e41c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:42.561266 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6a359d2-200c-4ba3-ae11-e35569f7000f tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Network 56c4b83b-9685-4be0-afa8-4f0726e896be is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88524) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 19:15:42.586580 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-f6a359d2-200c-4ba3-ae11-e35569f7000f tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, 56c4b83b-9685-4be0-afa8-4f0726e896be) {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:15:42.600393 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f97578c4-eea9-415b-9710-782fd31f26a6 None None] Network 56c4b83b-9685-4be0-afa8-4f0726e896be requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:15:42.608516 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0a12f1b6-c3cf-46dc-adb1-30d9fc99939b req-c99470f5-f15a-4043-8fc6-766a415103f3 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/security-groups?id=64983b74-c803-470a-b560-086d234f978a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608001 Jun 01 19:15:42.613661 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f6a359d2-200c-4ba3-ae11-e35569f7000f tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2718919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3066602'] for subnet, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:42.711258 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a359d2-200c-4ba3-ae11-e35569f7000f tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Pushing event updated for resources: {'Subnet': ['ID=807e8ee6-b4ce-4678-b02e-01dd196909e6,revision_number=0']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:15:42.718781 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a359d2-200c-4ba3-ae11-e35569f7000f tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Checking segment: {'id': 'a1d8426a-6c41-4258-8447-2bb48d3c7d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '35bc78a7-d81e-4f44-aab9-7d306b8445ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:15:42.719141 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6a359d2-200c-4ba3-ae11-e35569f7000f tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Network hostable DHCP agents. Network: 35bc78a7-d81e-4f44-aab9-7d306b8445ae, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88524) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 19:15:42.719523 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ed843ba2-accf-447d-bce5-c2968bf2e41c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:42.739915 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6a359d2-200c-4ba3-ae11-e35569f7000f tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Network 35bc78a7-d81e-4f44-aab9-7d306b8445ae is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88524) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 19:15:42.751288 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-f6a359d2-200c-4ba3-ae11-e35569f7000f tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, 35bc78a7-d81e-4f44-aab9-7d306b8445ae) {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:15:42.763779 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6a359d2-200c-4ba3-ae11-e35569f7000f tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:15:42.764259 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6a359d2-200c-4ba3-ae11-e35569f7000f tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:15:42.765484 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f6a359d2-200c-4ba3-ae11-e35569f7000f tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:42.774767 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-ed843ba2-accf-447d-bce5-c2968bf2e41c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c9928c4-2158-4e43-8bff-33e4e90971fd']}} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:15:42.792367 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-f6a359d2-200c-4ba3-ae11-e35569f7000f tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 1.3753142 Jun 01 19:15:42.792862 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e5ab577-ef81-4acc-be72-5a1c5a27e80c None None] Network 35bc78a7-d81e-4f44-aab9-7d306b8445ae requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:15:42.794115 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 60518) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:15:42.798529 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-ed843ba2-accf-447d-bce5-c2968bf2e41c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bece987b-6ad8-4154-8220-00598577234a') {'for_net_delete': True} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:15:42.798816 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-ed843ba2-accf-447d-bce5-c2968bf2e41c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bece987b-6ad8-4154-8220-00598577234a') {} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:15:42.848821 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ed843ba2-accf-447d-bce5-c2968bf2e41c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2258522'] for segment, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:42.887343 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68bf24f7-0a55-4ab5-bc97-5c533ea1c62a tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:15:42.888879 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68bf24f7-0a55-4ab5-bc97-5c533ea1c62a tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:15:42.891192 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68bf24f7-0a55-4ab5-bc97-5c533ea1c62a tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:15:42.892896 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-68bf24f7-0a55-4ab5-bc97-5c533ea1c62a tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.0978241 Jun 01 19:15:42.896875 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ed843ba2-accf-447d-bce5-c2968bf2e41c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:42.902237 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 60522) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:15:42.942628 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed843ba2-accf-447d-bce5-c2968bf2e41c admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=88525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 19:15:42.942840 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ed843ba2-accf-447d-bce5-c2968bf2e41c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2613981'] for segment, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:42.944427 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b238661d-b5e8-4bb0-8ab5-38f18361d029 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc93f83c3-7fb6-5c13-a9d4-29d739a4e8d2-56c4b83b-9685-4be0-afa8-4f0726e896be', 'network_id': '56c4b83b-9685-4be0-afa8-4f0726e896be', 'tenant_id': 'edb864c5fd5b45b8afe00377cd15a02e', 'fixed_ips': [{'subnet_id': 'b4e88196-cd5c-43de-a693-c4aea49018b9'}]}} from n-d-844202-1. {{(pid=88526) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 19:15:42.945250 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-b238661d-b5e8-4bb0-8ab5-38f18361d029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:43.024447 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment bece987b-6ad8-4154-8220-00598577234a resource provider aggregate not found Jun 01 19:15:43.059116 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment bece987b-6ad8-4154-8220-00598577234a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bece987b-6ad8-4154-8220-00598577234a found for delete ", "request_id": "req-c89ebe48-3a86-4ae6-9477-f2edc8f66051"}]} Jun 01 19:15:43.081840 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc77328c-0bfc-4c19-8693-def1d26de435 tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Deleting subnet b4e88196-cd5c-43de-a693-c4aea49018b9 {{(pid=88525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 19:15:43.085584 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-dc77328c-0bfc-4c19-8693-def1d26de435 tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Notify callbacks [] for subnet, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:43.141517 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-dc77328c-0bfc-4c19-8693-def1d26de435 tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2258509'] for subnet, precommit_delete_associations {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:43.162076 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d8e0c45-a261-4a4a-95f0-7820317133ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc93f83c3-7fb6-5c13-a9d4-29d739a4e8d2-35bc78a7-d81e-4f44-aab9-7d306b8445ae', 'network_id': '35bc78a7-d81e-4f44-aab9-7d306b8445ae', 'tenant_id': 'edb864c5fd5b45b8afe00377cd15a02e', 'fixed_ips': [{'subnet_id': '807e8ee6-b4ce-4678-b02e-01dd196909e6'}]}} from n-d-844202-1. {{(pid=88526) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 19:15:43.162896 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6d8e0c45-a261-4a4a-95f0-7820317133ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:43.170695 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ed843ba2-accf-447d-bce5-c2968bf2e41c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:43.175468 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ed843ba2-accf-447d-bce5-c2968bf2e41c admin admin] Notify callbacks [] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:43.217120 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed843ba2-accf-447d-bce5-c2968bf2e41c admin admin] Pushing event deleted for resources: {'Network': ['ID=4c9928c4-2158-4e43-8bff-33e4e90971fd,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:15:43.229081 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-ed843ba2-accf-447d-bce5-c2968bf2e41c admin admin] 10.222.0.41 "DELETE /v2.0/networks/4c9928c4-2158-4e43-8bff-33e4e90971fd HTTP/1.1" status: 204 len: 168 time: 0.7975080 Jun 01 19:15:43.278022 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-dc77328c-0bfc-4c19-8693-def1d26de435 tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:43.361626 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.db_base_plugin_common [None req-6d8e0c45-a261-4a4a-95f0-7820317133ec None None] Allocated IP 2001:db8:0:1::1 (35bc78a7-d81e-4f44-aab9-7d306b8445ae/807e8ee6-b4ce-4678-b02e-01dd196909e6/c5f9e836-95c4-4a92-b823-f9eade4f9053) {{(pid=88526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:15:43.378857 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-dc77328c-0bfc-4c19-8693-def1d26de435 tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2614143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9667199'] for subnet, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:43.398046 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server [None req-b238661d-b5e8-4bb0-8ab5-38f18361d029 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b4e88196-cd5c-43de-a693-c4aea49018b9: This subnet is being modified by another concurrent operation. Jun 01 19:15:43.398046 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 01 19:15:43.398046 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 01 19:15:43.398046 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jun 01 19:15:43.398046 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 01 19:15:43.398046 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jun 01 19:15:43.398046 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 01 19:15:43.398046 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jun 01 19:15:43.398046 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 01 19:15:43.398046 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 01 19:15:43.398046 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 01 19:15:43.398046 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 01 19:15:43.398046 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 01 19:15:43.398046 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 01 19:15:43.398046 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 01 19:15:43.398046 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server raise self.value Jun 01 19:15:43.398046 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 01 19:15:43.398046 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 01 19:15:43.398046 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 01 19:15:43.398046 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 01 19:15:43.398046 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 01 19:15:43.398046 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 01 19:15:43.398046 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 01 19:15:43.398046 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server raise self.value Jun 01 19:15:43.398046 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 01 19:15:43.398046 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 01 19:15:43.398046 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 01 19:15:43.398046 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 01 19:15:43.398046 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 01 19:15:43.398046 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 01 19:15:43.398046 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 01 19:15:43.398046 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server raise self.value Jun 01 19:15:43.398046 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 01 19:15:43.398046 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 01 19:15:43.398046 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jun 01 19:15:43.398046 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jun 01 19:15:43.398046 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Jun 01 19:15:43.398046 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jun 01 19:15:43.398046 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Jun 01 19:15:43.398046 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jun 01 19:15:43.398046 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jun 01 19:15:43.398046 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jun 01 19:15:43.398046 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Jun 01 19:15:43.398046 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jun 01 19:15:43.398046 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jun 01 19:15:43.398046 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 01 19:15:43.398046 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 01 19:15:43.398046 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 01 19:15:43.398046 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 01 19:15:43.398046 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 01 19:15:43.398046 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 01 19:15:43.398046 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server raise self.value Jun 01 19:15:43.398046 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 01 19:15:43.398046 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 01 19:15:43.398046 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 01 19:15:43.398046 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 01 19:15:43.398046 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 01 19:15:43.398046 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 01 19:15:43.398046 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 01 19:15:43.398046 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server raise self.value Jun 01 19:15:43.398046 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 01 19:15:43.398046 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 01 19:15:43.398046 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 01 19:15:43.398046 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 01 19:15:43.398046 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 01 19:15:43.398046 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 01 19:15:43.398046 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 01 19:15:43.398046 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server raise self.value Jun 01 19:15:43.398046 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 01 19:15:43.398046 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 01 19:15:43.398046 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Jun 01 19:15:43.398046 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jun 01 19:15:43.398046 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Jun 01 19:15:43.398046 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jun 01 19:15:43.398046 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Jun 01 19:15:43.398046 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jun 01 19:15:43.398046 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jun 01 19:15:43.398046 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jun 01 19:15:43.398046 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jun 01 19:15:43.398046 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 01 19:15:43.398046 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Jun 01 19:15:43.398046 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jun 01 19:15:43.398046 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jun 01 19:15:43.398046 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jun 01 19:15:43.398046 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jun 01 19:15:43.398046 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jun 01 19:15:43.398046 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Jun 01 19:15:43.398046 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jun 01 19:15:43.398046 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jun 01 19:15:43.398046 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server raise exception Jun 01 19:15:43.398046 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b4e88196-cd5c-43de-a693-c4aea49018b9: This subnet is being modified by another concurrent operation. Jun 01 19:15:43.398046 n-d-844202-1 neutron-server[88526]: ERROR oslo_messaging.rpc.server Jun 01 19:15:43.437737 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78e0a189-836e-4745-b3d5-f68d89935b1c None None] Network 56c4b83b-9685-4be0-afa8-4f0726e896be requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:15:43.474961 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc77328c-0bfc-4c19-8693-def1d26de435 tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Pushing event deleted for resources: {'Subnet': ['ID=b4e88196-cd5c-43de-a693-c4aea49018b9,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:15:43.485693 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-dc77328c-0bfc-4c19-8693-def1d26de435 tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Notify callbacks [] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:43.497138 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-dc77328c-0bfc-4c19-8693-def1d26de435 tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] 10.222.0.41 "DELETE /v2.0/subnets/b4e88196-cd5c-43de-a693-c4aea49018b9 HTTP/1.1" status: 204 len: 168 time: 0.5937104 Jun 01 19:15:43.499813 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 60534) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:15:43.597424 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_v2 [None req-313e8a5c-c19a-4f79-a745-63b506773915 tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Deleting subnet 807e8ee6-b4ce-4678-b02e-01dd196909e6 {{(pid=88525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 19:15:43.627120 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 60538) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:15:43.685110 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 60542) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:15:43.695192 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-bcbb894f-c5d0-4955-9dc4-72bdef77eb24 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f78e0f67fbd84316b39c4a4587088613&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0657628 Jun 01 19:15:43.747654 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7047544c-083b-426c-82a4-160fd072e828 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:43.785568 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7047544c-083b-426c-82a4-160fd072e828 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:43.841453 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6d8e0c45-a261-4a4a-95f0-7820317133ec None None] Notify callbacks [] for port, precommit_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:43.849485 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7047544c-083b-426c-82a4-160fd072e828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:43.852943 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6d8e0c45-a261-4a4a-95f0-7820317133ec None None] Transition to ACTIVE for port object c5f9e836-95c4-4a92-b823-f9eade4f9053 will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:15:43.867552 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7047544c-083b-426c-82a4-160fd072e828 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a49c5e0-3008-4a75-a026-40b2ba05bdd2,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:15:43.875274 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6d8e0c45-a261-4a4a-95f0-7820317133ec None None] Transition to ACTIVE for port object c5f9e836-95c4-4a92-b823-f9eade4f9053 will not be triggered until provisioned by entity DHCP. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:15:43.877252 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7047544c-083b-426c-82a4-160fd072e828 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:43.878997 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-7047544c-083b-426c-82a4-160fd072e828 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3a49c5e0-3008-4a75-a026-40b2ba05bdd2 HTTP/1.1" status: 204 len: 168 time: 0.1926413 Jun 01 19:15:43.888995 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-313e8a5c-c19a-4f79-a745-63b506773915 tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Notify callbacks [] for subnet, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:43.891511 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6d8e0c45-a261-4a4a-95f0-7820317133ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526'] for port, after_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:43.961252 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d8e0c45-a261-4a4a-95f0-7820317133ec None None] Network 35bc78a7-d81e-4f44-aab9-7d306b8445ae is already hosted by enough agents. {{(pid=88526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:15:43.963903 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.base_scheduler [None req-6d8e0c45-a261-4a4a-95f0-7820317133ec None None] Resources bound (agent type, host, resource id): {{(pid=88526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:15:43.968744 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d8e0c45-a261-4a4a-95f0-7820317133ec None None] Received port after_create {{(pid=88526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:15:43.978129 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8e0c45-a261-4a4a-95f0-7820317133ec None None] Pushing event updated for resources: {'Port': ['ID=c5f9e836-95c4-4a92-b823-f9eade4f9053,revision_number=1']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:15:44.010080 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-313e8a5c-c19a-4f79-a745-63b506773915 tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2258509'] for subnet, precommit_delete_associations {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:44.113143 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-6d8e0c45-a261-4a4a-95f0-7820317133ec None None] Attempting to bind port c5f9e836-95c4-4a92-b823-f9eade4f9053 on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:15:44.113517 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-6d8e0c45-a261-4a4a-95f0-7820317133ec None None] Attempting to bind port c5f9e836-95c4-4a92-b823-f9eade4f9053 by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': 'a1d8426a-6c41-4258-8447-2bb48d3c7d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '35bc78a7-d81e-4f44-aab9-7d306b8445ae'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:15:44.113866 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d8e0c45-a261-4a4a-95f0-7820317133ec None None] Attempting to bind port c5f9e836-95c4-4a92-b823-f9eade4f9053 on network 35bc78a7-d81e-4f44-aab9-7d306b8445ae {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:15:44.119395 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d8e0c45-a261-4a4a-95f0-7820317133ec None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 15, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:15:44.119764 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d8e0c45-a261-4a4a-95f0-7820317133ec None None] Checking segment: {'id': 'a1d8426a-6c41-4258-8447-2bb48d3c7d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '35bc78a7-d81e-4f44-aab9-7d306b8445ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:15:44.120167 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6d8e0c45-a261-4a4a-95f0-7820317133ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:44.120564 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d8e0c45-a261-4a4a-95f0-7820317133ec None None] Bound using segment: {'id': 'a1d8426a-6c41-4258-8447-2bb48d3c7d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '35bc78a7-d81e-4f44-aab9-7d306b8445ae'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:15:44.121025 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-6d8e0c45-a261-4a4a-95f0-7820317133ec None None] Bound port: c5f9e836-95c4-4a92-b823-f9eade4f9053, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1d8426a-6c41-4258-8447-2bb48d3c7d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '35bc78a7-d81e-4f44-aab9-7d306b8445ae'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:15:44.121407 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6d8e0c45-a261-4a4a-95f0-7820317133ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:44.138809 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-313e8a5c-c19a-4f79-a745-63b506773915 tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:44.234039 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-313e8a5c-c19a-4f79-a745-63b506773915 tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2614143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9667199'] for subnet, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:44.237809 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6d8e0c45-a261-4a4a-95f0-7820317133ec None None] For port c5f9e836-95c4-4a92-b823-f9eade4f9053, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:15:44.241352 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6d8e0c45-a261-4a4a-95f0-7820317133ec None None] For port c5f9e836-95c4-4a92-b823-f9eade4f9053, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=c5f9e836-95c4-4a92-b823-f9eade4f9053,segment=NetworkSegment(a1d8426a-6c41-4258-8447-2bb48d3c7d92),segment_id=a1d8426a-6c41-4258-8447-2bb48d3c7d92)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:15:44.248895 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6d8e0c45-a261-4a4a-95f0-7820317133ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:44.277824 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313e8a5c-c19a-4f79-a745-63b506773915 tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Pushing event deleted for resources: {'Subnet': ['ID=807e8ee6-b4ce-4678-b02e-01dd196909e6,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:15:44.282240 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-313e8a5c-c19a-4f79-a745-63b506773915 tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Notify callbacks [] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:44.291186 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-313e8a5c-c19a-4f79-a745-63b506773915 tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] 10.222.0.41 "DELETE /v2.0/subnets/807e8ee6-b4ce-4678-b02e-01dd196909e6 HTTP/1.1" status: 204 len: 168 time: 0.7877579 Jun 01 19:15:44.292298 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 60554) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:15:44.346565 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8e0c45-a261-4a4a-95f0-7820317133ec None None] Pushing event updated for resources: {'Port': ['ID=c5f9e836-95c4-4a92-b823-f9eade4f9053,revision_number=3']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:15:44.411859 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00e4dbba-d271-4621-879a-74ffc20ec97a tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:15:44.413188 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-00e4dbba-d271-4621-879a-74ffc20ec97a tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Synchronizing usage tracker for tenant:edb864c5fd5b45b8afe00377cd15a02e on resource:subnet {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:15:44.436140 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-00e4dbba-d271-4621-879a-74ffc20ec97a tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Unset dirty status for tenant:edb864c5fd5b45b8afe00377cd15a02e on resource:subnet {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:15:44.442547 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-00e4dbba-d271-4621-879a-74ffc20ec97a tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1465871 Jun 01 19:15:44.442929 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 60562) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:15:44.621705 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-53384120-7c25-4d1e-bf7e-94dd9d9ab30f tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:44.632784 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-53384120-7c25-4d1e-bf7e-94dd9d9ab30f tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Deleting port c5f9e836-95c4-4a92-b823-f9eade4f9053 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:15:44.633109 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-53384120-7c25-4d1e-bf7e-94dd9d9ab30f tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:44.928138 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [None req-53384120-7c25-4d1e-bf7e-94dd9d9ab30f tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] For port c5f9e836-95c4-4a92-b823-f9eade4f9053, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=c5f9e836-95c4-4a92-b823-f9eade4f9053,segment=NetworkSegment(a1d8426a-6c41-4258-8447-2bb48d3c7d92),segment_id=a1d8426a-6c41-4258-8447-2bb48d3c7d92)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:15:44.928138 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-53384120-7c25-4d1e-bf7e-94dd9d9ab30f tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:45.006042 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device c5f9e836-95c4-4a92-b823-f9eade4f9053 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:15:45.083399 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 60576) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:15:45.106585 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port c5f9e836-95c4-4a92-b823-f9eade4f9053 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:15:45.212895 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-53384120-7c25-4d1e-bf7e-94dd9d9ab30f tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Calling delete_port for c5f9e836-95c4-4a92-b823-f9eade4f9053 owned by network:dhcp {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:15:45.216639 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-d5c788f7-eeea-4eb6-a472-67026d365bc3 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1303223001-network', 'tenant_id': 'cc6bc8c7dc0146ffa2efd662f4bb28e0'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:15:45.231823 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-d5c788f7-eeea-4eb6-a472-67026d365bc3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:15:45.237656 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-d5c788f7-eeea-4eb6-a472-67026d365bc3 admin admin] Usage tracker for resource:network and tenant:cc6bc8c7dc0146ffa2efd662f4bb28e0 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:15:45.242196 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-d5c788f7-eeea-4eb6-a472-67026d365bc3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:15:45.254255 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-d5c788f7-eeea-4eb6-a472-67026d365bc3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:15:45.268760 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5c788f7-eeea-4eb6-a472-67026d365bc3 admin admin] Made reservation on behalf of cc6bc8c7dc0146ffa2efd662f4bb28e0 for: {'network': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:15:45.271244 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d5c788f7-eeea-4eb6-a472-67026d365bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:45.284599 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d5c788f7-eeea-4eb6-a472-67026d365bc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:45.301281 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-d5c788f7-eeea-4eb6-a472-67026d365bc3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:15:45.303479 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-53384120-7c25-4d1e-bf7e-94dd9d9ab30f tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:45.306274 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-d5c788f7-eeea-4eb6-a472-67026d365bc3 admin admin] Usage tracker for resource:security_group_rule and tenant:cc6bc8c7dc0146ffa2efd662f4bb28e0 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:15:45.309594 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-d5c788f7-eeea-4eb6-a472-67026d365bc3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:15:45.316266 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-d5c788f7-eeea-4eb6-a472-67026d365bc3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:15:45.362264 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53384120-7c25-4d1e-bf7e-94dd9d9ab30f tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Pushing event deleted for resources: {'Port': ['ID=c5f9e836-95c4-4a92-b823-f9eade4f9053,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:15:45.372250 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53384120-7c25-4d1e-bf7e-94dd9d9ab30f tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] No DVR routers for this DVR port c5f9e836-95c4-4a92-b823-f9eade4f9053 on host n-d-844202-1 {{(pid=88525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:15:45.438224 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d5c788f7-eeea-4eb6-a472-67026d365bc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:45.445029 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d5c788f7-eeea-4eb6-a472-67026d365bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:45.480108 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5c788f7-eeea-4eb6-a472-67026d365bc3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 143} {{(pid=88524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 19:15:45.490030 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c788f7-eeea-4eb6-a472-67026d365bc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61df5a6b-a048-4fb8-a4f2-21fdc7f70714,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:15:45.496247 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d5c788f7-eeea-4eb6-a472-67026d365bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:45.496646 n-d-844202-1 neutron-server[88524]: INFO neutron.db.segments_db [None req-d5c788f7-eeea-4eb6-a472-67026d365bc3 admin admin] Added segment 70c7ed85-ebd1-4f33-bb7a-a67a0c255e02 of type vlan for network 7e6de376-65c9-4068-b983-0c6144b5755a Jun 01 19:15:45.525751 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d5c788f7-eeea-4eb6-a472-67026d365bc3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:45.563277 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d5c788f7-eeea-4eb6-a472-67026d365bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:45.563487 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-53384120-7c25-4d1e-bf7e-94dd9d9ab30f tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:45.564496 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5c788f7-eeea-4eb6-a472-67026d365bc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:15:45.565349 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d5c788f7-eeea-4eb6-a472-67026d365bc3 admin admin] Notify callbacks [] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:45.606225 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-53384120-7c25-4d1e-bf7e-94dd9d9ab30f tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35bc78a7-d81e-4f44-aab9-7d306b8445ae']}} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:15:45.621642 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-53384120-7c25-4d1e-bf7e-94dd9d9ab30f tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1d8426a-6c41-4258-8447-2bb48d3c7d92') {'for_net_delete': True} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:15:45.622007 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-53384120-7c25-4d1e-bf7e-94dd9d9ab30f tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1d8426a-6c41-4258-8447-2bb48d3c7d92') {} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:15:45.636985 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-53384120-7c25-4d1e-bf7e-94dd9d9ab30f tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2258522'] for segment, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:45.659379 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-53384120-7c25-4d1e-bf7e-94dd9d9ab30f tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:45.666360 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53384120-7c25-4d1e-bf7e-94dd9d9ab30f tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=88525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 19:15:45.666843 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-53384120-7c25-4d1e-bf7e-94dd9d9ab30f tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2613981'] for segment, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:45.744807 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-d5c788f7-eeea-4eb6-a472-67026d365bc3 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6567287 Jun 01 19:15:45.745793 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c788f7-eeea-4eb6-a472-67026d365bc3 admin admin] Pushing event updated for resources: {'Network': ['ID=7e6de376-65c9-4068-b983-0c6144b5755a,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:15:45.747988 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 60598) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:15:45.759028 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network 7e6de376-65c9-4068-b983-0c6144b5755a details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 19:15:45.774369 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment a1d8426a-6c41-4258-8447-2bb48d3c7d92 resource provider aggregate not found Jun 01 19:15:45.779530 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-f3cfc1fa-f94d-4320-869d-a00fccf3169d admin admin] Request body: {'subnet': {'network_id': '7e6de376-65c9-4068-b983-0c6144b5755a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1303223001-subnet', 'tenant_id': 'cc6bc8c7dc0146ffa2efd662f4bb28e0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:15:45.786492 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-f3cfc1fa-f94d-4320-869d-a00fccf3169d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:15:45.791455 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-1f0da93b-fa32-41de-b967-43c941d69f45 req-b803006e-77e0-4fa9-98f3-d773fb5a0dae service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a2286216-8c80-4d0f-a6bc-2de102e2186c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2729988 Jun 01 19:15:45.792639 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-f3cfc1fa-f94d-4320-869d-a00fccf3169d admin admin] Usage tracker for resource:subnet and tenant:cc6bc8c7dc0146ffa2efd662f4bb28e0 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:15:45.795522 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-985f4eb3-ad05-419f-a0d4-9e3832bdc544 None None] Network 35bc78a7-d81e-4f44-aab9-7d306b8445ae requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:15:45.799260 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-f3cfc1fa-f94d-4320-869d-a00fccf3169d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:15:45.802776 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment a1d8426a-6c41-4258-8447-2bb48d3c7d92 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a1d8426a-6c41-4258-8447-2bb48d3c7d92 found for delete ", "request_id": "req-620f2ce1-95d3-4dc7-a29b-bff8319cb0d5"}]} Jun 01 19:15:45.803897 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-53384120-7c25-4d1e-bf7e-94dd9d9ab30f tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:45.809693 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-f3cfc1fa-f94d-4320-869d-a00fccf3169d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:15:45.820683 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3cfc1fa-f94d-4320-869d-a00fccf3169d admin admin] Made reservation on behalf of cc6bc8c7dc0146ffa2efd662f4bb28e0 for: {'subnet': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:15:45.823466 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f3cfc1fa-f94d-4320-869d-a00fccf3169d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3066584'] for subnet, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:45.835255 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-53384120-7c25-4d1e-bf7e-94dd9d9ab30f tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Notify callbacks [] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:45.837899 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53384120-7c25-4d1e-bf7e-94dd9d9ab30f tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Pushing event deleted for resources: {'Network': ['ID=35bc78a7-d81e-4f44-aab9-7d306b8445ae,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:15:45.865348 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-53384120-7c25-4d1e-bf7e-94dd9d9ab30f tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] 10.222.0.41 "DELETE /v2.0/networks/35bc78a7-d81e-4f44-aab9-7d306b8445ae HTTP/1.1" status: 204 len: 168 time: 1.4212492 Jun 01 19:15:45.867771 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 60608) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:15:45.878403 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-985f4eb3-ad05-419f-a0d4-9e3832bdc544 None None] Network 35bc78a7-d81e-4f44-aab9-7d306b8445ae could not be found, it might have been deleted concurrently. {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Jun 01 19:15:46.005904 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-8c8c3839-e2b5-4470-94fe-b5eeb41df770 None None] Could not find standard attr ID for object c5f9e836-95c4-4a92-b823-f9eade4f9053. {{(pid=88526) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 01 19:15:46.021553 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc324be2-8427-4424-aa0a-a196d8b8f776 None None] DHCP port deletion for 35bc78a7-d81e-4f44-aab9-7d306b8445ae request from n-d-844202-1 {{(pid=88526) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 19:15:46.049940 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9bd766b0-1cbf-4022-88d1-7fc415898b47 tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:46.067290 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a6ff594-2e36-45e2-a995-db57b33a67ee None None] get_active_networks_info from n-d-844202-1 {{(pid=88526) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jun 01 19:15:46.263095 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a6ff594-2e36-45e2-a995-db57b33a67ee None None] Resources bound (agent type, host, resource id): {{(pid=88526) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 01 19:15:46.279638 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f3cfc1fa-f94d-4320-869d-a00fccf3169d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2718919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3066602'] for subnet, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:46.288762 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9bd766b0-1cbf-4022-88d1-7fc415898b47 tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:46.301607 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0da93b-fa32-41de-b967-43c941d69f45 req-928c738d-efa4-4f0c-8171-2a07cafda3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:15:46.303177 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-1f0da93b-fa32-41de-b967-43c941d69f45 req-928c738d-efa4-4f0c-8171-2a07cafda3b5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4a7494de105b4d89b3193a70c4c60c4c&device_id=a2286216-8c80-4d0f-a6bc-2de102e2186c HTTP/1.1" status: 200 len: 1098 time: 0.2509170 Jun 01 19:15:46.320872 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-9bd766b0-1cbf-4022-88d1-7fc415898b47 tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56c4b83b-9685-4be0-afa8-4f0726e896be']}} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:15:46.365794 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cfc1fa-f94d-4320-869d-a00fccf3169d admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa824cb6-9c74-48aa-b8c9-79d72a27fdd5,revision_number=0']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:15:46.413230 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3cfc1fa-f94d-4320-869d-a00fccf3169d admin admin] Checking segment: {'id': '70c7ed85-ebd1-4f33-bb7a-a67a0c255e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7e6de376-65c9-4068-b983-0c6144b5755a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:15:46.413596 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3cfc1fa-f94d-4320-869d-a00fccf3169d admin admin] Network hostable DHCP agents. Network: 7e6de376-65c9-4068-b983-0c6144b5755a, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88524) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 19:15:46.418136 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-9bd766b0-1cbf-4022-88d1-7fc415898b47 tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6853b2e4-87be-41e7-9f5f-598440e77eb0') {'for_net_delete': True} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:15:46.418503 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-9bd766b0-1cbf-4022-88d1-7fc415898b47 tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6853b2e4-87be-41e7-9f5f-598440e77eb0') {} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:15:46.438076 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3cfc1fa-f94d-4320-869d-a00fccf3169d admin admin] Network 7e6de376-65c9-4068-b983-0c6144b5755a is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88524) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 19:15:46.443479 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9bd766b0-1cbf-4022-88d1-7fc415898b47 tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2258522'] for segment, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:46.450746 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-f3cfc1fa-f94d-4320-869d-a00fccf3169d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, 7e6de376-65c9-4068-b983-0c6144b5755a) {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:15:46.457594 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3cfc1fa-f94d-4320-869d-a00fccf3169d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:15:46.458170 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f3cfc1fa-f94d-4320-869d-a00fccf3169d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:46.478382 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9bd766b0-1cbf-4022-88d1-7fc415898b47 tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:46.491025 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bd766b0-1cbf-4022-88d1-7fc415898b47 tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=88525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 19:15:46.491522 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9bd766b0-1cbf-4022-88d1-7fc415898b47 tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2613981'] for segment, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:46.510897 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-f3cfc1fa-f94d-4320-869d-a00fccf3169d admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7568870 Jun 01 19:15:46.597048 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0da93b-fa32-41de-b967-43c941d69f45 req-a8ff3160-d27d-44c9-934f-d5e1e483c334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:15:46.598599 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-1f0da93b-fa32-41de-b967-43c941d69f45 req-a8ff3160-d27d-44c9-934f-d5e1e483c334 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3d299f30-03d5-48f5-82fc-2ce538e7e02b HTTP/1.1" status: 200 len: 917 time: 0.2667704 Jun 01 19:15:46.676684 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec3e4f53-a82b-4517-84b6-8ebcb1e7a5fd None None] Network 7e6de376-65c9-4068-b983-0c6144b5755a requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:15:46.714795 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9bd766b0-1cbf-4022-88d1-7fc415898b47 tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:46.724572 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9bd766b0-1cbf-4022-88d1-7fc415898b47 tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Notify callbacks [] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:46.758886 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-9bd766b0-1cbf-4022-88d1-7fc415898b47 tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] 10.222.0.41 "DELETE /v2.0/networks/56c4b83b-9685-4be0-afa8-4f0726e896be HTTP/1.1" status: 204 len: 168 time: 0.8889902 Jun 01 19:15:46.760571 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 60622) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:15:46.777084 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd766b0-1cbf-4022-88d1-7fc415898b47 tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Pushing event deleted for resources: {'Network': ['ID=56c4b83b-9685-4be0-afa8-4f0726e896be,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:15:46.805151 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-1f0da93b-fa32-41de-b967-43c941d69f45 req-7017a113-6282-4713-937d-d444f8831641 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a550a778-e132-4180-bce5-d2a03048c7e8 HTTP/1.1" status: 200 len: 1002 time: 0.1980326 Jun 01 19:15:46.906126 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-993e05d2-273a-4428-9156-631b14f34fed tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:46.912044 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0da93b-fa32-41de-b967-43c941d69f45 req-edf2e13a-fef0-4c77-a2d4-7a6a9b152951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:15:46.913523 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-1f0da93b-fa32-41de-b967-43c941d69f45 req-edf2e13a-fef0-4c77-a2d4-7a6a9b152951 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bf215978-ce5c-4077-ac29-2d8fb4937baa HTTP/1.1" status: 200 len: 855 time: 0.1006026 Jun 01 19:15:47.043089 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device c5f9e836-95c4-4a92-b823-f9eade4f9053 no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:15:47.111710 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: c5f9e836-95c4-4a92-b823-f9eade4f9053 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:15:47.112377 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device c5f9e836-95c4-4a92-b823-f9eade4f9053 not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:15:47.145324 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f9bc45-65c1-4ad5-b23b-04b2c526c65a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc93f83c3-7fb6-5c13-a9d4-29d739a4e8d2-7e6de376-65c9-4068-b983-0c6144b5755a', 'network_id': '7e6de376-65c9-4068-b983-0c6144b5755a', 'tenant_id': 'cc6bc8c7dc0146ffa2efd662f4bb28e0', 'fixed_ips': [{'subnet_id': 'fa824cb6-9c74-48aa-b8c9-79d72a27fdd5'}]}} from n-d-844202-1. {{(pid=88526) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 19:15:47.146207 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-62f9bc45-65c1-4ad5-b23b-04b2c526c65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:47.165549 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-993e05d2-273a-4428-9156-631b14f34fed tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:47.199253 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-993e05d2-273a-4428-9156-631b14f34fed tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd51f39f-58c5-4674-afcd-903eaf684228']}} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:15:47.225897 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-993e05d2-273a-4428-9156-631b14f34fed tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fece9cb0-ad2a-4d88-979c-2c593099b80e') {'for_net_delete': True} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:15:47.226205 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-993e05d2-273a-4428-9156-631b14f34fed tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fece9cb0-ad2a-4d88-979c-2c593099b80e') {} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:15:47.239704 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-993e05d2-273a-4428-9156-631b14f34fed tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2702126'] for segment, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:47.260696 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-993e05d2-273a-4428-9156-631b14f34fed tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:47.268487 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-993e05d2-273a-4428-9156-631b14f34fed tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=88524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 19:15:47.268888 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-993e05d2-273a-4428-9156-631b14f34fed tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2719018'] for segment, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:47.342797 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment fece9cb0-ad2a-4d88-979c-2c593099b80e resource provider aggregate not found Jun 01 19:15:47.346340 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.db_base_plugin_common [None req-62f9bc45-65c1-4ad5-b23b-04b2c526c65a None None] Allocated IP 172.20.0.2 (7e6de376-65c9-4068-b983-0c6144b5755a/fa824cb6-9c74-48aa-b8c9-79d72a27fdd5/81f3ab66-175d-44f6-b390-eb84d303e843) {{(pid=88526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:15:47.370748 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment fece9cb0-ad2a-4d88-979c-2c593099b80e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fece9cb0-ad2a-4d88-979c-2c593099b80e found for delete ", "request_id": "req-bf591bca-03f2-41d6-a15a-a8bbd99f56b5"}]} Jun 01 19:15:47.390159 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-993e05d2-273a-4428-9156-631b14f34fed tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:47.417737 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-993e05d2-273a-4428-9156-631b14f34fed tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Notify callbacks [] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:47.424039 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0373b7be-2b38-4181-b96c-282bd3582e42 req-a2607aec-1c69-47f0-bfdc-9ff44c9b67b8 tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:15:47.430068 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-993e05d2-273a-4428-9156-631b14f34fed tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] 10.222.0.41 "DELETE /v2.0/networks/cd51f39f-58c5-4674-afcd-903eaf684228 HTTP/1.1" status: 204 len: 168 time: 0.6680071 Jun 01 19:15:47.433685 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-0373b7be-2b38-4181-b96c-282bd3582e42 req-a2607aec-1c69-47f0-bfdc-9ff44c9b67b8 tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] 10.222.0.41 "GET /v2.0/networks?id=7e6de376-65c9-4068-b983-0c6144b5755a HTTP/1.1" status: 200 len: 816 time: 0.2614622 Jun 01 19:15:47.437157 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 60642) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:15:47.442071 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993e05d2-273a-4428-9156-631b14f34fed tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Pushing event deleted for resources: {'Network': ['ID=cd51f39f-58c5-4674-afcd-903eaf684228,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:15:47.447563 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0da93b-fa32-41de-b967-43c941d69f45 req-6fb12a39-b5e5-4954-ad4e-64a54c100963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:15:47.449804 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-1f0da93b-fa32-41de-b967-43c941d69f45 req-6fb12a39-b5e5-4954-ad4e-64a54c100963 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3d299f30-03d5-48f5-82fc-2ce538e7e02b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5275660 Jun 01 19:15:47.452768 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-0373b7be-2b38-4181-b96c-282bd3582e42 req-694bfc50-e459-456e-94a8-f53d29a35b02 tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] 10.222.0.41 "GET /v2.0/quotas/cc6bc8c7dc0146ffa2efd662f4bb28e0 HTTP/1.1" status: 200 len: 375 time: 0.0179114 Jun 01 19:15:47.453534 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993e05d2-273a-4428-9156-631b14f34fed tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:15:47.453884 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993e05d2-273a-4428-9156-631b14f34fed tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:15:47.454219 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993e05d2-273a-4428-9156-631b14f34fed tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:15:47.454547 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993e05d2-273a-4428-9156-631b14f34fed tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:15:47.454872 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993e05d2-273a-4428-9156-631b14f34fed tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:15:47.455194 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993e05d2-273a-4428-9156-631b14f34fed tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:15:47.455517 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993e05d2-273a-4428-9156-631b14f34fed tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:15:47.455834 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993e05d2-273a-4428-9156-631b14f34fed tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:15:47.456148 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993e05d2-273a-4428-9156-631b14f34fed tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:15:47.456502 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993e05d2-273a-4428-9156-631b14f34fed tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:15:47.456817 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993e05d2-273a-4428-9156-631b14f34fed tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:15:47.457643 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993e05d2-273a-4428-9156-631b14f34fed tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:15:47.588059 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-0373b7be-2b38-4181-b96c-282bd3582e42 req-a85fd820-37a6-4576-8827-76726f326863 tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=cc6bc8c7dc0146ffa2efd662f4bb28e0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1023576 Jun 01 19:15:47.599037 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-62f9bc45-65c1-4ad5-b23b-04b2c526c65a None None] Notify callbacks [] for port, precommit_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:47.600161 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ded5242b-716b-4ac4-bf96-d90f3539c0f7 tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:47.613718 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-62f9bc45-65c1-4ad5-b23b-04b2c526c65a None None] Transition to ACTIVE for port object 81f3ab66-175d-44f6-b390-eb84d303e843 will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:15:47.636537 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-62f9bc45-65c1-4ad5-b23b-04b2c526c65a None None] Transition to ACTIVE for port object 81f3ab66-175d-44f6-b390-eb84d303e843 will not be triggered until provisioned by entity DHCP. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:15:47.644520 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-62f9bc45-65c1-4ad5-b23b-04b2c526c65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526'] for port, after_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:47.738901 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f9bc45-65c1-4ad5-b23b-04b2c526c65a None None] Pushing event updated for resources: {'Port': ['ID=81f3ab66-175d-44f6-b390-eb84d303e843,revision_number=1']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:15:47.746277 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62f9bc45-65c1-4ad5-b23b-04b2c526c65a None None] Network 7e6de376-65c9-4068-b983-0c6144b5755a is already hosted by enough agents. {{(pid=88526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:15:47.747572 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.base_scheduler [None req-62f9bc45-65c1-4ad5-b23b-04b2c526c65a None None] Resources bound (agent type, host, resource id): {{(pid=88526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:15:47.752098 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ded5242b-716b-4ac4-bf96-d90f3539c0f7 tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:47.752499 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f9bc45-65c1-4ad5-b23b-04b2c526c65a None None] Received port after_create {{(pid=88526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:15:47.773452 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-1f0da93b-fa32-41de-b967-43c941d69f45 req-b8308f11-fe14-4424-94bd-09b74c6ba9b4 service neutron] 10.222.0.15 "GET /v2.0/networks/3d299f30-03d5-48f5-82fc-2ce538e7e02b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3143952 Jun 01 19:15:47.782025 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-ded5242b-716b-4ac4-bf96-d90f3539c0f7 tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31c846fe-8147-4955-b83d-f704bd78dfb6']}} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:15:47.796141 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-ded5242b-716b-4ac4-bf96-d90f3539c0f7 tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd4bf589-e18c-487e-b891-5c5b92a44331') {'for_net_delete': True} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:15:47.796470 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-ded5242b-716b-4ac4-bf96-d90f3539c0f7 tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd4bf589-e18c-487e-b891-5c5b92a44331') {} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:15:47.808697 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ded5242b-716b-4ac4-bf96-d90f3539c0f7 tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2702126'] for segment, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:47.829127 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ded5242b-716b-4ac4-bf96-d90f3539c0f7 tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:47.830397 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment 6853b2e4-87be-41e7-9f5f-598440e77eb0 resource provider aggregate not found Jun 01 19:15:47.837140 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ded5242b-716b-4ac4-bf96-d90f3539c0f7 tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=88524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 19:15:47.837983 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ded5242b-716b-4ac4-bf96-d90f3539c0f7 tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2719018'] for segment, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:47.849234 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-62f9bc45-65c1-4ad5-b23b-04b2c526c65a None None] Attempting to bind port 81f3ab66-175d-44f6-b390-eb84d303e843 on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:15:47.849721 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-62f9bc45-65c1-4ad5-b23b-04b2c526c65a None None] Attempting to bind port 81f3ab66-175d-44f6-b390-eb84d303e843 by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': '70c7ed85-ebd1-4f33-bb7a-a67a0c255e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7e6de376-65c9-4068-b983-0c6144b5755a'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:15:47.850082 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f9bc45-65c1-4ad5-b23b-04b2c526c65a None None] Attempting to bind port 81f3ab66-175d-44f6-b390-eb84d303e843 on network 7e6de376-65c9-4068-b983-0c6144b5755a {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:15:47.856016 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f9bc45-65c1-4ad5-b23b-04b2c526c65a None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 15, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:15:47.856439 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f9bc45-65c1-4ad5-b23b-04b2c526c65a None None] Checking segment: {'id': '70c7ed85-ebd1-4f33-bb7a-a67a0c255e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7e6de376-65c9-4068-b983-0c6144b5755a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:15:47.856917 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-62f9bc45-65c1-4ad5-b23b-04b2c526c65a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:47.857510 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f9bc45-65c1-4ad5-b23b-04b2c526c65a None None] Bound using segment: {'id': '70c7ed85-ebd1-4f33-bb7a-a67a0c255e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7e6de376-65c9-4068-b983-0c6144b5755a'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:15:47.858496 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-62f9bc45-65c1-4ad5-b23b-04b2c526c65a None None] Bound port: 81f3ab66-175d-44f6-b390-eb84d303e843, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70c7ed85-ebd1-4f33-bb7a-a67a0c255e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7e6de376-65c9-4068-b983-0c6144b5755a'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:15:47.858981 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-62f9bc45-65c1-4ad5-b23b-04b2c526c65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:47.893366 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment 6853b2e4-87be-41e7-9f5f-598440e77eb0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6853b2e4-87be-41e7-9f5f-598440e77eb0 found for delete ", "request_id": "req-6f59d941-6b47-4082-b714-335c94855bc0"}]} Jun 01 19:15:47.895803 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-0373b7be-2b38-4181-b96c-282bd3582e42 req-03ef02f5-197e-4700-a33e-7dc87a5c44c7 service neutron] 10.222.0.41 "GET /v2.0/networks/7e6de376-65c9-4068-b983-0c6144b5755a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2916884 Jun 01 19:15:47.968749 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ded5242b-716b-4ac4-bf96-d90f3539c0f7 tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:48.007505 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-62f9bc45-65c1-4ad5-b23b-04b2c526c65a None None] For port 81f3ab66-175d-44f6-b390-eb84d303e843, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:15:48.009707 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ded5242b-716b-4ac4-bf96-d90f3539c0f7 tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Notify callbacks [] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:48.010798 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-62f9bc45-65c1-4ad5-b23b-04b2c526c65a None None] For port 81f3ab66-175d-44f6-b390-eb84d303e843, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=81f3ab66-175d-44f6-b390-eb84d303e843,segment=NetworkSegment(70c7ed85-ebd1-4f33-bb7a-a67a0c255e02),segment_id=70c7ed85-ebd1-4f33-bb7a-a67a0c255e02)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:15:48.017050 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-62f9bc45-65c1-4ad5-b23b-04b2c526c65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:48.018044 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded5242b-716b-4ac4-bf96-d90f3539c0f7 tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] Pushing event deleted for resources: {'Network': ['ID=31c846fe-8147-4955-b83d-f704bd78dfb6,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:15:48.037956 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-ded5242b-716b-4ac4-bf96-d90f3539c0f7 tempest-BulkNetworkOpsIpV6Test-2128445809 tempest-BulkNetworkOpsIpV6Test-2128445809-project] 10.222.0.41 "DELETE /v2.0/networks/31c846fe-8147-4955-b83d-f704bd78dfb6 HTTP/1.1" status: 204 len: 168 time: 0.5967238 Jun 01 19:15:48.122585 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-0373b7be-2b38-4181-b96c-282bd3582e42 req-bf9d1867-2a0a-47d9-8558-0a00c3486978 service neutron] 10.222.0.41 "GET /v2.0/networks/7e6de376-65c9-4068-b983-0c6144b5755a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725318 Jun 01 19:15:48.140063 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f9bc45-65c1-4ad5-b23b-04b2c526c65a None None] Pushing event updated for resources: {'Port': ['ID=81f3ab66-175d-44f6-b390-eb84d303e843,revision_number=2']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:15:48.178254 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-1f0da93b-fa32-41de-b967-43c941d69f45 req-9c4f60d9-a52d-4364-9850-601031f90a3a service neutron] 10.222.0.15 "GET /v2.0/networks/3d299f30-03d5-48f5-82fc-2ce538e7e02b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3895068 Jun 01 19:15:48.343213 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 60660) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:15:48.686148 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-ca54070e-ad08-4737-95b3-d63106c9a69c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=edb864c5fd5b45b8afe00377cd15a02e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3416855 Jun 01 19:15:48.688781 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 60680) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:15:48.796966 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-52e5e267-2e9b-4590-9580-797fd14373ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:48.830797 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-52e5e267-2e9b-4590-9580-797fd14373ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:48.881133 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e51ed3-612d-4cdb-81cf-8827ab48b8ee req-ae1aa5bc-ebbd-445f-aa0b-50452d6b5909 tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:15:48.881920 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-b9e51ed3-612d-4cdb-81cf-8827ab48b8ee req-ae1aa5bc-ebbd-445f-aa0b-50452d6b5909 tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] Synchronizing usage tracker for tenant:cc6bc8c7dc0146ffa2efd662f4bb28e0 on resource:network {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:15:48.905792 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-b9e51ed3-612d-4cdb-81cf-8827ab48b8ee req-ae1aa5bc-ebbd-445f-aa0b-50452d6b5909 tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] Unset dirty status for tenant:cc6bc8c7dc0146ffa2efd662f4bb28e0 on resource:network {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:15:48.913572 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b9e51ed3-612d-4cdb-81cf-8827ab48b8ee req-ae1aa5bc-ebbd-445f-aa0b-50452d6b5909 tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] 10.222.0.41 "GET /v2.0/networks?id=7e6de376-65c9-4068-b983-0c6144b5755a HTTP/1.1" status: 200 len: 816 time: 0.2561738 Jun 01 19:15:48.927890 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-52e5e267-2e9b-4590-9580-797fd14373ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:48.933452 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b9e51ed3-612d-4cdb-81cf-8827ab48b8ee req-cb8eb5e9-7fb7-417f-a4fb-8ce52599bd65 tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] 10.222.0.41 "GET /v2.0/quotas/cc6bc8c7dc0146ffa2efd662f4bb28e0 HTTP/1.1" status: 200 len: 375 time: 0.0187776 Jun 01 19:15:48.964116 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e5e267-2e9b-4590-9580-797fd14373ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91f5c0c2-152a-4e9a-aeb6-333e02a7f0f3,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:15:48.981909 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-52e5e267-2e9b-4590-9580-797fd14373ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:48.985858 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-52e5e267-2e9b-4590-9580-797fd14373ae admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/91f5c0c2-152a-4e9a-aeb6-333e02a7f0f3 HTTP/1.1" status: 204 len: 168 time: 0.2960110 Jun 01 19:15:48.987701 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e5e267-2e9b-4590-9580-797fd14373ae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:15:48.988026 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e5e267-2e9b-4590-9580-797fd14373ae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:15:48.988391 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e5e267-2e9b-4590-9580-797fd14373ae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:15:48.988713 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e5e267-2e9b-4590-9580-797fd14373ae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:15:48.989032 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e5e267-2e9b-4590-9580-797fd14373ae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:15:48.989343 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e5e267-2e9b-4590-9580-797fd14373ae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:15:48.989652 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e5e267-2e9b-4590-9580-797fd14373ae admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:15:48.989940 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e5e267-2e9b-4590-9580-797fd14373ae admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:15:48.990257 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e5e267-2e9b-4590-9580-797fd14373ae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:15:48.994216 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e5e267-2e9b-4590-9580-797fd14373ae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:15:48.994599 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e5e267-2e9b-4590-9580-797fd14373ae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:15:48.994928 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e5e267-2e9b-4590-9580-797fd14373ae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:15:49.065758 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 81f3ab66-175d-44f6-b390-eb84d303e843 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:15:49.118693 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b9e51ed3-612d-4cdb-81cf-8827ab48b8ee req-2c99b40b-0ddf-4476-90b8-76096e5ca565 tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=cc6bc8c7dc0146ffa2efd662f4bb28e0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1842518 Jun 01 19:15:49.209979 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port 81f3ab66-175d-44f6-b390-eb84d303e843 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:15:49.303904 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b9e51ed3-612d-4cdb-81cf-8827ab48b8ee req-18b62b32-bf4b-45a2-96ed-38323ded9197 service neutron] 10.222.0.41 "GET /v2.0/networks/7e6de376-65c9-4068-b983-0c6144b5755a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1830294 Jun 01 19:15:49.564049 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment cd4bf589-e18c-487e-b891-5c5b92a44331 resource provider aggregate not found Jun 01 19:15:49.625783 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment cd4bf589-e18c-487e-b891-5c5b92a44331 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cd4bf589-e18c-487e-b891-5c5b92a44331 found for delete ", "request_id": "req-1a562f72-53af-4e71-bf65-ee76d665f616"}]} Jun 01 19:15:49.692742 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b9e51ed3-612d-4cdb-81cf-8827ab48b8ee req-efa1c7bb-0148-4f7e-8e17-53ee633b66e0 service neutron] 10.222.0.41 "GET /v2.0/networks/7e6de376-65c9-4068-b983-0c6144b5755a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3877194 Jun 01 19:15:49.755536 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63d9a4b9-8b55-4968-ad37-85a5c30a9dbd None None] Network 7e6de376-65c9-4068-b983-0c6144b5755a requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:15:50.066197 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0373b7be-2b38-4181-b96c-282bd3582e42 req-41789391-76ac-4c12-ae06-ff719bc2ab42 tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:15:50.066966 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0373b7be-2b38-4181-b96c-282bd3582e42 req-41789391-76ac-4c12-ae06-ff719bc2ab42 tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] 10.222.0.50 "GET /v2.0/networks?id=7e6de376-65c9-4068-b983-0c6144b5755a HTTP/1.1" status: 200 len: 816 time: 0.3298082 Jun 01 19:15:50.107731 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-33afba63-198c-49ee-85e5-0c3e2f164cee None None] Provisioning for port 81f3ab66-175d-44f6-b390-eb84d303e843 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:15:50.113474 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-0373b7be-2b38-4181-b96c-282bd3582e42 req-4194d028-c080-4bd5-85e2-f1a63079e81b tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] Request body: {'port': {'device_id': '7f2f8816-049d-4098-b121-d52436add78c', 'network_id': '7e6de376-65c9-4068-b983-0c6144b5755a', 'admin_state_up': True, 'tenant_id': 'cc6bc8c7dc0146ffa2efd662f4bb28e0'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:15:50.236095 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 60736) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:15:50.300545 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-33afba63-198c-49ee-85e5-0c3e2f164cee None None] Provisioning complete for port 81f3ab66-175d-44f6-b390-eb84d303e843 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:15:50.301524 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-33afba63-198c-49ee-85e5-0c3e2f164cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:50.444772 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-0373b7be-2b38-4181-b96c-282bd3582e42 req-4194d028-c080-4bd5-85e2-f1a63079e81b tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:15:50.454898 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-0373b7be-2b38-4181-b96c-282bd3582e42 req-4194d028-c080-4bd5-85e2-f1a63079e81b tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] Usage tracker for resource:port and tenant:cc6bc8c7dc0146ffa2efd662f4bb28e0 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:15:50.462951 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-0373b7be-2b38-4181-b96c-282bd3582e42 req-4194d028-c080-4bd5-85e2-f1a63079e81b tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:15:50.478733 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-0373b7be-2b38-4181-b96c-282bd3582e42 req-4194d028-c080-4bd5-85e2-f1a63079e81b tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:15:50.506179 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0373b7be-2b38-4181-b96c-282bd3582e42 req-4194d028-c080-4bd5-85e2-f1a63079e81b tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] Made reservation on behalf of cc6bc8c7dc0146ffa2efd662f4bb28e0 for: {'port': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:15:50.510420 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-0373b7be-2b38-4181-b96c-282bd3582e42 req-4194d028-c080-4bd5-85e2-f1a63079e81b tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:50.584855 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-25b778c2-fb3a-496a-a0ea-88306d625be7 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1913455219'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:15:50.626727 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-25b778c2-fb3a-496a-a0ea-88306d625be7 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:15:50.645690 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-25b778c2-fb3a-496a-a0ea-88306d625be7 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Usage tracker for resource:network and tenant:218d2543c7e64728b360dfece40a8826 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:15:50.651000 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-25b778c2-fb3a-496a-a0ea-88306d625be7 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:15:50.667588 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-33afba63-198c-49ee-85e5-0c3e2f164cee None None] Current status of the port 81f3ab66-175d-44f6-b390-eb84d303e843 is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:15:50.674056 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-33afba63-198c-49ee-85e5-0c3e2f164cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:50.687005 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-25b778c2-fb3a-496a-a0ea-88306d625be7 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:15:50.767816 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25b778c2-fb3a-496a-a0ea-88306d625be7 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Made reservation on behalf of 218d2543c7e64728b360dfece40a8826 for: {'network': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:15:50.774420 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-25b778c2-fb3a-496a-a0ea-88306d625be7 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:50.776108 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-33afba63-198c-49ee-85e5-0c3e2f164cee None None] For port 81f3ab66-175d-44f6-b390-eb84d303e843, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=81f3ab66-175d-44f6-b390-eb84d303e843,segment=NetworkSegment(70c7ed85-ebd1-4f33-bb7a-a67a0c255e02),segment_id=70c7ed85-ebd1-4f33-bb7a-a67a0c255e02)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:15:50.786939 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-33afba63-198c-49ee-85e5-0c3e2f164cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:50.850285 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-25b778c2-fb3a-496a-a0ea-88306d625be7 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:50.891687 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7b26e0-f189-447d-8904-6906931c1249 req-c9797aab-cfe9-4962-acc2-fa7dba202d3e tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:15:50.900423 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4c7b26e0-f189-447d-8904-6906931c1249 req-c9797aab-cfe9-4962-acc2-fa7dba202d3e tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] 10.222.0.41 "GET /v2.0/networks?id=7e6de376-65c9-4068-b983-0c6144b5755a HTTP/1.1" status: 200 len: 816 time: 0.5043793 Jun 01 19:15:50.920818 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [req-0373b7be-2b38-4181-b96c-282bd3582e42 req-4194d028-c080-4bd5-85e2-f1a63079e81b tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] Allocated IP 172.20.0.10 (7e6de376-65c9-4068-b983-0c6144b5755a/fa824cb6-9c74-48aa-b8c9-79d72a27fdd5/60d53fe0-e08f-4134-b9c2-a4dd2c2234dc) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:15:50.922124 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4c7b26e0-f189-447d-8904-6906931c1249 req-ed1083d6-cd16-4518-b491-fa299e8e0f82 tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] 10.222.0.41 "GET /v2.0/quotas/cc6bc8c7dc0146ffa2efd662f4bb28e0 HTTP/1.1" status: 200 len: 375 time: 0.0197506 Jun 01 19:15:50.925100 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-25b778c2-fb3a-496a-a0ea-88306d625be7 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:15:50.935318 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33afba63-198c-49ee-85e5-0c3e2f164cee None None] Pushing event updated for resources: {'Port': ['ID=81f3ab66-175d-44f6-b390-eb84d303e843,revision_number=3']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:15:50.997187 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-25b778c2-fb3a-496a-a0ea-88306d625be7 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Usage tracker for resource:security_group_rule and tenant:218d2543c7e64728b360dfece40a8826 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:15:51.005114 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-25b778c2-fb3a-496a-a0ea-88306d625be7 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:15:51.047257 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-25b778c2-fb3a-496a-a0ea-88306d625be7 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:15:51.143189 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4c7b26e0-f189-447d-8904-6906931c1249 req-64d503c2-b36d-43dd-b610-9d1f5120db14 tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=cc6bc8c7dc0146ffa2efd662f4bb28e0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2192421 Jun 01 19:15:51.225900 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-33b647da-cfb2-46bb-8c40-7a15560a36a7 None None] Provisioning complete for port 81f3ab66-175d-44f6-b390-eb84d303e843 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:15:51.226273 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-33b647da-cfb2-46bb-8c40-7a15560a36a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:51.326441 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-0373b7be-2b38-4181-b96c-282bd3582e42 req-4194d028-c080-4bd5-85e2-f1a63079e81b tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:51.362129 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [req-0373b7be-2b38-4181-b96c-282bd3582e42 req-4194d028-c080-4bd5-85e2-f1a63079e81b tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] Transition to ACTIVE for port object 60d53fe0-e08f-4134-b9c2-a4dd2c2234dc will not be triggered until provisioned by entity DHCP. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:15:51.364929 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-25b778c2-fb3a-496a-a0ea-88306d625be7 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:51.385946 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-25b778c2-fb3a-496a-a0ea-88306d625be7 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:51.401442 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25b778c2-fb3a-496a-a0ea-88306d625be7 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 114} {{(pid=88525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 19:15:51.411515 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-0373b7be-2b38-4181-b96c-282bd3582e42 req-4194d028-c080-4bd5-85e2-f1a63079e81b tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:51.418500 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-25b778c2-fb3a-496a-a0ea-88306d625be7 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:51.419558 n-d-844202-1 neutron-server[88525]: INFO neutron.db.segments_db [None req-25b778c2-fb3a-496a-a0ea-88306d625be7 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Added segment 9556f43f-4a9d-421b-b6bf-c285504d9015 of type vlan for network 822c72ac-91f9-4b82-afc8-f9c91cc4142d Jun 01 19:15:51.446236 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-33b647da-cfb2-46bb-8c40-7a15560a36a7 None None] Current status of the port 81f3ab66-175d-44f6-b390-eb84d303e843 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:15:51.459671 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-25b778c2-fb3a-496a-a0ea-88306d625be7 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:51.534152 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4c7b26e0-f189-447d-8904-6906931c1249 req-5bdcf8d3-2dc5-4ce8-a699-06aecce0d233 service neutron] 10.222.0.41 "GET /v2.0/networks/7e6de376-65c9-4068-b983-0c6144b5755a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3813841 Jun 01 19:15:51.550377 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0373b7be-2b38-4181-b96c-282bd3582e42 req-4194d028-c080-4bd5-85e2-f1a63079e81b tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] Network 7e6de376-65c9-4068-b983-0c6144b5755a is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:15:51.551310 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4194d028-c080-4bd5-85e2-f1a63079e81b tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] Pushing event updated for resources: {'Port': ['ID=60d53fe0-e08f-4134-b9c2-a4dd2c2234dc,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:15:51.560120 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [req-0373b7be-2b38-4181-b96c-282bd3582e42 req-4194d028-c080-4bd5-85e2-f1a63079e81b tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:15:51.563196 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-0373b7be-2b38-4181-b96c-282bd3582e42 req-4194d028-c080-4bd5-85e2-f1a63079e81b tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:15:51.566886 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-25b778c2-fb3a-496a-a0ea-88306d625be7 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:51.572498 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25b778c2-fb3a-496a-a0ea-88306d625be7 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:15:51.573124 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-25b778c2-fb3a-496a-a0ea-88306d625be7 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks [] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:51.578202 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b778c2-fb3a-496a-a0ea-88306d625be7 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95823fd7-97e0-4298-82b7-4d7a920931fc,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:15:51.654718 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0373b7be-2b38-4181-b96c-282bd3582e42 req-4194d028-c080-4bd5-85e2-f1a63079e81b tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:15:51.655962 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-0373b7be-2b38-4181-b96c-282bd3582e42 req-4194d028-c080-4bd5-85e2-f1a63079e81b tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:51.691132 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0373b7be-2b38-4181-b96c-282bd3582e42 req-4194d028-c080-4bd5-85e2-f1a63079e81b tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6111476 Jun 01 19:15:51.775953 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-0373b7be-2b38-4181-b96c-282bd3582e42 req-1e2e3a15-14a3-4846-aabb-a12fa19d32c6 service neutron] Request body: {'port': {'device_id': '7f2f8816-049d-4098-b121-d52436add78c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844202-1'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:15:51.913183 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-25b778c2-fb3a-496a-a0ea-88306d625be7 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.6755760 Jun 01 19:15:51.918600 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-0373b7be-2b38-4181-b96c-282bd3582e42 req-1e2e3a15-14a3-4846-aabb-a12fa19d32c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:51.984502 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-4fc3e5c6-0c41-49e5-ab96-8f157d8dcbf2 None None] Provisioning for port 60d53fe0-e08f-4134-b9c2-a4dd2c2234dc completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:15:51.990117 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b778c2-fb3a-496a-a0ea-88306d625be7 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Pushing event updated for resources: {'Network': ['ID=822c72ac-91f9-4b82-afc8-f9c91cc4142d,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:15:52.001231 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network 822c72ac-91f9-4b82-afc8-f9c91cc4142d details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 19:15:52.034893 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-4fc3e5c6-0c41-49e5-ab96-8f157d8dcbf2 None None] Provisioning complete for port 60d53fe0-e08f-4134-b9c2-a4dd2c2234dc triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:15:52.036423 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-4fc3e5c6-0c41-49e5-ab96-8f157d8dcbf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:52.310315 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-4fc3e5c6-0c41-49e5-ab96-8f157d8dcbf2 None None] Port 60d53fe0-e08f-4134-b9c2-a4dd2c2234dc cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:15:52.349144 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e51ed3-612d-4cdb-81cf-8827ab48b8ee req-1dc03865-60c2-46bb-b8e7-cbd6fa008727 tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:15:52.351695 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b9e51ed3-612d-4cdb-81cf-8827ab48b8ee req-1dc03865-60c2-46bb-b8e7-cbd6fa008727 tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] 10.222.0.15 "GET /v2.0/networks?id=7e6de376-65c9-4068-b983-0c6144b5755a HTTP/1.1" status: 200 len: 816 time: 0.3565581 Jun 01 19:15:52.358229 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4c7b26e0-f189-447d-8904-6906931c1249 req-240c1dd6-3f12-4ab1-903e-cc483bf5e5c5 service neutron] 10.222.0.41 "GET /v2.0/networks/7e6de376-65c9-4068-b983-0c6144b5755a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8174658 Jun 01 19:15:52.368977 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [req-b9e51ed3-612d-4cdb-81cf-8827ab48b8ee req-165fd427-1217-4c2a-9e95-821245bc9522 tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] Request body: {'port': {'device_id': 'ba5dd536-f6dd-4645-b155-37682e4027fb', 'network_id': '7e6de376-65c9-4068-b983-0c6144b5755a', 'admin_state_up': True, 'tenant_id': 'cc6bc8c7dc0146ffa2efd662f4bb28e0'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:15:52.570190 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [req-0373b7be-2b38-4181-b96c-282bd3582e42 req-1e2e3a15-14a3-4846-aabb-a12fa19d32c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60d53fe0-e08f-4134-b9c2-a4dd2c2234dc {{(pid=88524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 19:15:52.571500 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [req-b9e51ed3-612d-4cdb-81cf-8827ab48b8ee req-165fd427-1217-4c2a-9e95-821245bc9522 tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:15:52.580943 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-0373b7be-2b38-4181-b96c-282bd3582e42 req-1e2e3a15-14a3-4846-aabb-a12fa19d32c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:52.581446 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-b9e51ed3-612d-4cdb-81cf-8827ab48b8ee req-165fd427-1217-4c2a-9e95-821245bc9522 tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] Usage tracker for resource:port and tenant:cc6bc8c7dc0146ffa2efd662f4bb28e0 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:15:52.588118 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-b9e51ed3-612d-4cdb-81cf-8827ab48b8ee req-165fd427-1217-4c2a-9e95-821245bc9522 tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:15:52.622821 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [req-0373b7be-2b38-4181-b96c-282bd3582e42 req-1e2e3a15-14a3-4846-aabb-a12fa19d32c6 service neutron] Transition to ACTIVE for port object 60d53fe0-e08f-4134-b9c2-a4dd2c2234dc will not be triggered until provisioned by entity L2. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:15:52.629337 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [req-b9e51ed3-612d-4cdb-81cf-8827ab48b8ee req-165fd427-1217-4c2a-9e95-821245bc9522 tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:15:52.637589 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-0373b7be-2b38-4181-b96c-282bd3582e42 req-1e2e3a15-14a3-4846-aabb-a12fa19d32c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:52.677821 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9e51ed3-612d-4cdb-81cf-8827ab48b8ee req-165fd427-1217-4c2a-9e95-821245bc9522 tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] Made reservation on behalf of cc6bc8c7dc0146ffa2efd662f4bb28e0 for: {'port': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:15:52.681809 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-b9e51ed3-612d-4cdb-81cf-8827ab48b8ee req-165fd427-1217-4c2a-9e95-821245bc9522 tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:52.931636 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-8b5078e1-438b-4d33-9ca7-35f51fff8b8f req-0dc33fe3-79b8-4603-a210-c7eded6efe29 tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] Synchronizing usage tracker for tenant:cc6bc8c7dc0146ffa2efd662f4bb28e0 on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:15:52.949241 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [req-b9e51ed3-612d-4cdb-81cf-8827ab48b8ee req-165fd427-1217-4c2a-9e95-821245bc9522 tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] Allocated IP 172.20.0.6 (7e6de376-65c9-4068-b983-0c6144b5755a/fa824cb6-9c74-48aa-b8c9-79d72a27fdd5/d5c143f3-8c86-4a29-82be-c9beef99fb00) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:15:52.968835 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2e3a15-14a3-4846-aabb-a12fa19d32c6 service neutron] Pushing event updated for resources: {'Port': ['ID=60d53fe0-e08f-4134-b9c2-a4dd2c2234dc,revision_number=2']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:15:53.080482 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 81f3ab66-175d-44f6-b390-eb84d303e843 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:15:53.210918 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 81f3ab66-175d-44f6-b390-eb84d303e843 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:15:53.211638 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:53.266833 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-8b5078e1-438b-4d33-9ca7-35f51fff8b8f req-0dc33fe3-79b8-4603-a210-c7eded6efe29 tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] Unset dirty status for tenant:cc6bc8c7dc0146ffa2efd662f4bb28e0 on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:15:53.268300 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-8b5078e1-438b-4d33-9ca7-35f51fff8b8f req-0dc33fe3-79b8-4603-a210-c7eded6efe29 tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f06126e-5f59-4ff7-a8f9-78aa38b7bc7b HTTP/1.1" status: 200 len: 210 time: 0.5723414 Jun 01 19:15:53.295849 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-0373b7be-2b38-4181-b96c-282bd3582e42 req-1e2e3a15-14a3-4846-aabb-a12fa19d32c6 service neutron] Attempting to bind port 60d53fe0-e08f-4134-b9c2-a4dd2c2234dc on host n-h2-844202-1 for vnic_type normal with profile {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:15:53.296345 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-0373b7be-2b38-4181-b96c-282bd3582e42 req-1e2e3a15-14a3-4846-aabb-a12fa19d32c6 service neutron] Attempting to bind port 60d53fe0-e08f-4134-b9c2-a4dd2c2234dc by drivers openvswitch,hyperv on host n-h2-844202-1 at level 0 using segments [{'id': '70c7ed85-ebd1-4f33-bb7a-a67a0c255e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7e6de376-65c9-4068-b983-0c6144b5755a'}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:15:53.296679 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0373b7be-2b38-4181-b96c-282bd3582e42 req-1e2e3a15-14a3-4846-aabb-a12fa19d32c6 service neutron] Attempting to bind port 60d53fe0-e08f-4134-b9c2-a4dd2c2234dc on network 7e6de376-65c9-4068-b983-0c6144b5755a {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:15:53.311325 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0373b7be-2b38-4181-b96c-282bd3582e42 req-1e2e3a15-14a3-4846-aabb-a12fa19d32c6 service neutron] Port 60d53fe0-e08f-4134-b9c2-a4dd2c2234dc on network 7e6de376-65c9-4068-b983-0c6144b5755a not bound, no agent of type Open vSwitch agent registered on host n-h2-844202-1 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 19:15:53.311646 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0373b7be-2b38-4181-b96c-282bd3582e42 req-1e2e3a15-14a3-4846-aabb-a12fa19d32c6 service neutron] Attempting to bind port 60d53fe0-e08f-4134-b9c2-a4dd2c2234dc on network 7e6de376-65c9-4068-b983-0c6144b5755a {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:15:53.321875 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0373b7be-2b38-4181-b96c-282bd3582e42 req-1e2e3a15-14a3-4846-aabb-a12fa19d32c6 service neutron] Checking agent: {'id': 'f5db9968-6317-4186-9100-9e0ca6b50417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 15, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:15:53.322221 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0373b7be-2b38-4181-b96c-282bd3582e42 req-1e2e3a15-14a3-4846-aabb-a12fa19d32c6 service neutron] Checking segment: {'id': '70c7ed85-ebd1-4f33-bb7a-a67a0c255e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7e6de376-65c9-4068-b983-0c6144b5755a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:15:53.322604 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0373b7be-2b38-4181-b96c-282bd3582e42 req-1e2e3a15-14a3-4846-aabb-a12fa19d32c6 service neutron] Bound using segment: {'id': '70c7ed85-ebd1-4f33-bb7a-a67a0c255e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7e6de376-65c9-4068-b983-0c6144b5755a'} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:15:53.323034 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-0373b7be-2b38-4181-b96c-282bd3582e42 req-1e2e3a15-14a3-4846-aabb-a12fa19d32c6 service neutron] Bound port: 60d53fe0-e08f-4134-b9c2-a4dd2c2234dc, host: n-h2-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70c7ed85-ebd1-4f33-bb7a-a67a0c255e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7e6de376-65c9-4068-b983-0c6144b5755a'}}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:15:53.323379 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-0373b7be-2b38-4181-b96c-282bd3582e42 req-1e2e3a15-14a3-4846-aabb-a12fa19d32c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:53.452943 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-b9e51ed3-612d-4cdb-81cf-8827ab48b8ee req-165fd427-1217-4c2a-9e95-821245bc9522 tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:53.473069 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-0373b7be-2b38-4181-b96c-282bd3582e42 req-1e2e3a15-14a3-4846-aabb-a12fa19d32c6 service neutron] For port 60d53fe0-e08f-4134-b9c2-a4dd2c2234dc, host n-h2-844202-1, cleared binding levels {{(pid=88524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:15:53.481932 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [req-b9e51ed3-612d-4cdb-81cf-8827ab48b8ee req-165fd427-1217-4c2a-9e95-821245bc9522 tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] Transition to ACTIVE for port object d5c143f3-8c86-4a29-82be-c9beef99fb00 will not be triggered until provisioned by entity DHCP. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:15:53.487889 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-0373b7be-2b38-4181-b96c-282bd3582e42 req-1e2e3a15-14a3-4846-aabb-a12fa19d32c6 service neutron] For port 60d53fe0-e08f-4134-b9c2-a4dd2c2234dc, host n-h2-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=60d53fe0-e08f-4134-b9c2-a4dd2c2234dc,segment=NetworkSegment(70c7ed85-ebd1-4f33-bb7a-a67a0c255e02),segment_id=70c7ed85-ebd1-4f33-bb7a-a67a0c255e02)] {{(pid=88524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:15:53.500876 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-0373b7be-2b38-4181-b96c-282bd3582e42 req-1e2e3a15-14a3-4846-aabb-a12fa19d32c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:53.503899 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 81f3ab66-175d-44f6-b390-eb84d303e843 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:15:53.513149 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-b9e51ed3-612d-4cdb-81cf-8827ab48b8ee req-165fd427-1217-4c2a-9e95-821245bc9522 tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:53.605038 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165fd427-1217-4c2a-9e95-821245bc9522 tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] Pushing event updated for resources: {'Port': ['ID=d5c143f3-8c86-4a29-82be-c9beef99fb00,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:15:53.619218 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9e51ed3-612d-4cdb-81cf-8827ab48b8ee req-165fd427-1217-4c2a-9e95-821245bc9522 tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] Network 7e6de376-65c9-4068-b983-0c6144b5755a is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:15:53.620560 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [req-b9e51ed3-612d-4cdb-81cf-8827ab48b8ee req-165fd427-1217-4c2a-9e95-821245bc9522 tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:15:53.622880 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9e51ed3-612d-4cdb-81cf-8827ab48b8ee req-165fd427-1217-4c2a-9e95-821245bc9522 tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:15:53.663739 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2e3a15-14a3-4846-aabb-a12fa19d32c6 service neutron] Pushing event updated for resources: {'Port': ['ID=60d53fe0-e08f-4134-b9c2-a4dd2c2234dc,revision_number=3']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:15:53.683197 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0373b7be-2b38-4181-b96c-282bd3582e42 req-1e2e3a15-14a3-4846-aabb-a12fa19d32c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:15:53.683930 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-0373b7be-2b38-4181-b96c-282bd3582e42 req-1e2e3a15-14a3-4846-aabb-a12fa19d32c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:53.685592 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0373b7be-2b38-4181-b96c-282bd3582e42 req-1e2e3a15-14a3-4846-aabb-a12fa19d32c6 service neutron] 10.222.0.50 "PUT /v2.0/ports/60d53fe0-e08f-4134-b9c2-a4dd2c2234dc HTTP/1.1" status: 200 len: 1092 time: 1.9855866 Jun 01 19:15:53.700721 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f2f8816-049d-4098-b121-d52436add78c', 'tag': '60d53fe0-e08f-4134-b9c2-a4dd2c2234dc'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:15:53.724687 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e51ed3-612d-4cdb-81cf-8827ab48b8ee req-165fd427-1217-4c2a-9e95-821245bc9522 tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:15:53.725317 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-b9e51ed3-612d-4cdb-81cf-8827ab48b8ee req-165fd427-1217-4c2a-9e95-821245bc9522 tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:53.778197 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b9e51ed3-612d-4cdb-81cf-8827ab48b8ee req-165fd427-1217-4c2a-9e95-821245bc9522 tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4143507 Jun 01 19:15:53.800624 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [req-b9e51ed3-612d-4cdb-81cf-8827ab48b8ee req-40ef22be-9893-4879-83dd-e778caf62b50 service neutron] Request body: {'port': {'device_id': 'ba5dd536-f6dd-4645-b155-37682e4027fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844202-1'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:15:53.830248 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96b4ed65-e6f2-4246-94f3-ebb512ac79ab'] response: {'name': 'network-changed', 'server_uuid': '7f2f8816-049d-4098-b121-d52436add78c', 'tag': '60d53fe0-e08f-4134-b9c2-a4dd2c2234dc', 'status': 'completed', 'code': 200} Jun 01 19:15:53.900634 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0373b7be-2b38-4181-b96c-282bd3582e42 req-961e6cd6-0526-4464-9934-d6bff431b8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:15:53.906224 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0373b7be-2b38-4181-b96c-282bd3582e42 req-961e6cd6-0526-4464-9934-d6bff431b8bc service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cc6bc8c7dc0146ffa2efd662f4bb28e0&device_id=7f2f8816-049d-4098-b121-d52436add78c HTTP/1.1" status: 200 len: 1095 time: 0.1521463 Jun 01 19:15:54.079378 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-ba0a0ed4-f6a1-4ab9-ad2c-07ddcad8823b None None] Provisioning for port d5c143f3-8c86-4a29-82be-c9beef99fb00 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:15:54.097122 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-ba0a0ed4-f6a1-4ab9-ad2c-07ddcad8823b None None] Provisioning complete for port d5c143f3-8c86-4a29-82be-c9beef99fb00 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:15:54.097750 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-ba0a0ed4-f6a1-4ab9-ad2c-07ddcad8823b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:54.123313 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-b9e51ed3-612d-4cdb-81cf-8827ab48b8ee req-40ef22be-9893-4879-83dd-e778caf62b50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:54.131404 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0373b7be-2b38-4181-b96c-282bd3582e42 req-0b58f7c1-02c0-4791-999b-60a07c271977 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=60d53fe0-e08f-4134-b9c2-a4dd2c2234dc HTTP/1.1" status: 200 len: 217 time: 0.2180641 Jun 01 19:15:54.239741 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-ba0a0ed4-f6a1-4ab9-ad2c-07ddcad8823b None None] Port d5c143f3-8c86-4a29-82be-c9beef99fb00 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:15:54.266763 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0373b7be-2b38-4181-b96c-282bd3582e42 req-1dc8c62f-5ece-4a67-ac71-90831a3f2c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:15:54.271717 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0373b7be-2b38-4181-b96c-282bd3582e42 req-1dc8c62f-5ece-4a67-ac71-90831a3f2c4e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fa824cb6-9c74-48aa-b8c9-79d72a27fdd5 HTTP/1.1" status: 200 len: 855 time: 0.1351273 Jun 01 19:15:54.658939 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [req-b9e51ed3-612d-4cdb-81cf-8827ab48b8ee req-40ef22be-9893-4879-83dd-e778caf62b50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5c143f3-8c86-4a29-82be-c9beef99fb00 {{(pid=88525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 19:15:54.666552 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-b9e51ed3-612d-4cdb-81cf-8827ab48b8ee req-40ef22be-9893-4879-83dd-e778caf62b50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:54.683220 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [req-b9e51ed3-612d-4cdb-81cf-8827ab48b8ee req-40ef22be-9893-4879-83dd-e778caf62b50 service neutron] Transition to ACTIVE for port object d5c143f3-8c86-4a29-82be-c9beef99fb00 will not be triggered until provisioned by entity L2. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:15:54.689366 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-b9e51ed3-612d-4cdb-81cf-8827ab48b8ee req-40ef22be-9893-4879-83dd-e778caf62b50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:54.937552 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0373b7be-2b38-4181-b96c-282bd3582e42 req-404c901d-e2fe-43b4-89b8-e45f4f6572f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:15:54.940198 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0373b7be-2b38-4181-b96c-282bd3582e42 req-404c901d-e2fe-43b4-89b8-e45f4f6572f7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7e6de376-65c9-4068-b983-0c6144b5755a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6614647 Jun 01 19:15:54.942794 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ef22be-9893-4879-83dd-e778caf62b50 service neutron] Pushing event updated for resources: {'Port': ['ID=d5c143f3-8c86-4a29-82be-c9beef99fb00,revision_number=2']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:15:55.012725 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-b9e51ed3-612d-4cdb-81cf-8827ab48b8ee req-40ef22be-9893-4879-83dd-e778caf62b50 service neutron] Attempting to bind port d5c143f3-8c86-4a29-82be-c9beef99fb00 on host n-h1-844202-1 for vnic_type normal with profile {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:15:55.013054 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-b9e51ed3-612d-4cdb-81cf-8827ab48b8ee req-40ef22be-9893-4879-83dd-e778caf62b50 service neutron] Attempting to bind port d5c143f3-8c86-4a29-82be-c9beef99fb00 by drivers openvswitch,hyperv on host n-h1-844202-1 at level 0 using segments [{'id': '70c7ed85-ebd1-4f33-bb7a-a67a0c255e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7e6de376-65c9-4068-b983-0c6144b5755a'}] {{(pid=88525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:15:55.013367 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e51ed3-612d-4cdb-81cf-8827ab48b8ee req-40ef22be-9893-4879-83dd-e778caf62b50 service neutron] Attempting to bind port d5c143f3-8c86-4a29-82be-c9beef99fb00 on network 7e6de376-65c9-4068-b983-0c6144b5755a {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:15:55.019119 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e51ed3-612d-4cdb-81cf-8827ab48b8ee req-40ef22be-9893-4879-83dd-e778caf62b50 service neutron] Port d5c143f3-8c86-4a29-82be-c9beef99fb00 on network 7e6de376-65c9-4068-b983-0c6144b5755a not bound, no agent of type Open vSwitch agent registered on host n-h1-844202-1 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 19:15:55.019439 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e51ed3-612d-4cdb-81cf-8827ab48b8ee req-40ef22be-9893-4879-83dd-e778caf62b50 service neutron] Attempting to bind port d5c143f3-8c86-4a29-82be-c9beef99fb00 on network 7e6de376-65c9-4068-b983-0c6144b5755a {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:15:55.025200 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e51ed3-612d-4cdb-81cf-8827ab48b8ee req-40ef22be-9893-4879-83dd-e778caf62b50 service neutron] Checking agent: {'id': 'bdb1e5d7-b998-4259-838f-3d278e930f32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 15, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:15:55.025533 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e51ed3-612d-4cdb-81cf-8827ab48b8ee req-40ef22be-9893-4879-83dd-e778caf62b50 service neutron] Checking segment: {'id': '70c7ed85-ebd1-4f33-bb7a-a67a0c255e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7e6de376-65c9-4068-b983-0c6144b5755a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:15:55.025904 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e51ed3-612d-4cdb-81cf-8827ab48b8ee req-40ef22be-9893-4879-83dd-e778caf62b50 service neutron] Bound using segment: {'id': '70c7ed85-ebd1-4f33-bb7a-a67a0c255e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7e6de376-65c9-4068-b983-0c6144b5755a'} {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:15:55.026322 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-b9e51ed3-612d-4cdb-81cf-8827ab48b8ee req-40ef22be-9893-4879-83dd-e778caf62b50 service neutron] Bound port: d5c143f3-8c86-4a29-82be-c9beef99fb00, host: n-h1-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70c7ed85-ebd1-4f33-bb7a-a67a0c255e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7e6de376-65c9-4068-b983-0c6144b5755a'}}] {{(pid=88525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:15:55.026662 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-b9e51ed3-612d-4cdb-81cf-8827ab48b8ee req-40ef22be-9893-4879-83dd-e778caf62b50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:55.078301 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-1d7db1bf-2811-4b19-8bb7-3d4f69c19e56 req-82dd88ae-fa99-4141-9510-d8cad1da0f0f tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f06126e-5f59-4ff7-a8f9-78aa38b7bc7b HTTP/1.1" status: 200 len: 210 time: 0.5796843 Jun 01 19:15:55.167490 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-b9e51ed3-612d-4cdb-81cf-8827ab48b8ee req-40ef22be-9893-4879-83dd-e778caf62b50 service neutron] For port d5c143f3-8c86-4a29-82be-c9beef99fb00, host n-h1-844202-1, cleared binding levels {{(pid=88525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:15:55.172716 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-b9e51ed3-612d-4cdb-81cf-8827ab48b8ee req-40ef22be-9893-4879-83dd-e778caf62b50 service neutron] For port d5c143f3-8c86-4a29-82be-c9beef99fb00, host n-h1-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=d5c143f3-8c86-4a29-82be-c9beef99fb00,segment=NetworkSegment(70c7ed85-ebd1-4f33-bb7a-a67a0c255e02),segment_id=70c7ed85-ebd1-4f33-bb7a-a67a0c255e02)] {{(pid=88525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:15:55.179845 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-b9e51ed3-612d-4cdb-81cf-8827ab48b8ee req-40ef22be-9893-4879-83dd-e778caf62b50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:55.289240 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e51ed3-612d-4cdb-81cf-8827ab48b8ee req-40ef22be-9893-4879-83dd-e778caf62b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:15:55.289840 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-b9e51ed3-612d-4cdb-81cf-8827ab48b8ee req-40ef22be-9893-4879-83dd-e778caf62b50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:55.291217 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b9e51ed3-612d-4cdb-81cf-8827ab48b8ee req-40ef22be-9893-4879-83dd-e778caf62b50 service neutron] 10.222.0.15 "PUT /v2.0/ports/d5c143f3-8c86-4a29-82be-c9beef99fb00 HTTP/1.1" status: 200 len: 1091 time: 1.4954231 Jun 01 19:15:55.292032 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba5dd536-f6dd-4645-b155-37682e4027fb', 'tag': 'd5c143f3-8c86-4a29-82be-c9beef99fb00'}] {{(pid=88525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:15:55.332439 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ef22be-9893-4879-83dd-e778caf62b50 service neutron] Pushing event updated for resources: {'Port': ['ID=d5c143f3-8c86-4a29-82be-c9beef99fb00,revision_number=3']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:15:55.370168 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0373b7be-2b38-4181-b96c-282bd3582e42 req-a33f4c18-5f70-4dce-8261-8d1399902020 service neutron] 10.222.0.50 "GET /v2.0/networks/7e6de376-65c9-4068-b983-0c6144b5755a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3584952 Jun 01 19:15:55.424670 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7b26e0-f189-447d-8904-6906931c1249 req-ccb6232a-4c40-4177-971e-e9b22ee91bb8 tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:15:55.426537 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4c7b26e0-f189-447d-8904-6906931c1249 req-ccb6232a-4c40-4177-971e-e9b22ee91bb8 tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] 10.222.0.50 "GET /v2.0/networks?id=7e6de376-65c9-4068-b983-0c6144b5755a HTTP/1.1" status: 200 len: 816 time: 0.9759014 Jun 01 19:15:55.432473 n-d-844202-1 neutron-server[88525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8ff7e58-6bea-4c4b-b418-1422f5adb7eb'] response: {'name': 'network-changed', 'server_uuid': 'ba5dd536-f6dd-4645-b155-37682e4027fb', 'tag': 'd5c143f3-8c86-4a29-82be-c9beef99fb00', 'status': 'completed', 'code': 200} Jun 01 19:15:55.453270 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 60794) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:15:55.467013 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-9d4503f6-54ff-43ea-b494-817fe8c3082d tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Request body: {'subnet': {'network_id': '822c72ac-91f9-4b82-afc8-f9c91cc4142d', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:15:55.473201 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-4c7b26e0-f189-447d-8904-6906931c1249 req-d4888c8d-6943-4a3f-bc67-8bc8b0d461d5 tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] Request body: {'port': {'device_id': '4f06126e-5f59-4ff7-a8f9-78aa38b7bc7b', 'network_id': '7e6de376-65c9-4068-b983-0c6144b5755a', 'admin_state_up': True, 'tenant_id': 'cc6bc8c7dc0146ffa2efd662f4bb28e0'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:15:55.712019 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0373b7be-2b38-4181-b96c-282bd3582e42 req-5bdbe1a2-72a7-49fb-8a9e-dc3dd60e827e service neutron] 10.222.0.50 "GET /v2.0/networks/7e6de376-65c9-4068-b983-0c6144b5755a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2833741 Jun 01 19:15:55.719027 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-4c7b26e0-f189-447d-8904-6906931c1249 req-d4888c8d-6943-4a3f-bc67-8bc8b0d461d5 tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:15:55.723345 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-4c7b26e0-f189-447d-8904-6906931c1249 req-d4888c8d-6943-4a3f-bc67-8bc8b0d461d5 tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] Usage tracker for resource:port and tenant:cc6bc8c7dc0146ffa2efd662f4bb28e0 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:15:55.725892 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-9d4503f6-54ff-43ea-b494-817fe8c3082d tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:15:55.726380 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-4c7b26e0-f189-447d-8904-6906931c1249 req-d4888c8d-6943-4a3f-bc67-8bc8b0d461d5 tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:15:55.729532 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e51ed3-612d-4cdb-81cf-8827ab48b8ee req-b8b2d461-c4fc-46cb-a393-ba9fd582e17f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:15:55.731105 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b9e51ed3-612d-4cdb-81cf-8827ab48b8ee req-b8b2d461-c4fc-46cb-a393-ba9fd582e17f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cc6bc8c7dc0146ffa2efd662f4bb28e0&device_id=ba5dd536-f6dd-4645-b155-37682e4027fb HTTP/1.1" status: 200 len: 1094 time: 0.3765507 Jun 01 19:15:55.734292 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-4c7b26e0-f189-447d-8904-6906931c1249 req-d4888c8d-6943-4a3f-bc67-8bc8b0d461d5 tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:15:55.734673 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-9d4503f6-54ff-43ea-b494-817fe8c3082d tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Usage tracker for resource:subnet and tenant:218d2543c7e64728b360dfece40a8826 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:15:55.737893 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-9d4503f6-54ff-43ea-b494-817fe8c3082d tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:15:55.746370 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c7b26e0-f189-447d-8904-6906931c1249 req-d4888c8d-6943-4a3f-bc67-8bc8b0d461d5 tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] Made reservation on behalf of cc6bc8c7dc0146ffa2efd662f4bb28e0 for: {'port': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:15:55.750357 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-4c7b26e0-f189-447d-8904-6906931c1249 req-d4888c8d-6943-4a3f-bc67-8bc8b0d461d5 tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:55.791340 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-9d4503f6-54ff-43ea-b494-817fe8c3082d tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:15:55.813506 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b9e51ed3-612d-4cdb-81cf-8827ab48b8ee req-83c3df3a-0150-41e6-89b9-2bd79008b7d5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d5c143f3-8c86-4a29-82be-c9beef99fb00 HTTP/1.1" status: 200 len: 217 time: 0.0725536 Jun 01 19:15:55.818514 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d4503f6-54ff-43ea-b494-817fe8c3082d tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Made reservation on behalf of 218d2543c7e64728b360dfece40a8826 for: {'subnet': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:15:55.821863 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9d4503f6-54ff-43ea-b494-817fe8c3082d tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9667140'] for subnet, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:55.964296 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68ca0f4-52fa-4a89-a4b7-1f9c84a8302a req-c78705ec-eaa5-4674-ac02-0739abe464a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:15:55.965691 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f68ca0f4-52fa-4a89-a4b7-1f9c84a8302a req-c78705ec-eaa5-4674-ac02-0739abe464a9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cc6bc8c7dc0146ffa2efd662f4bb28e0&device_id=7f2f8816-049d-4098-b121-d52436add78c HTTP/1.1" status: 200 len: 1095 time: 0.2040305 Jun 01 19:15:55.971587 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e51ed3-612d-4cdb-81cf-8827ab48b8ee req-c32e330a-8513-4af0-8383-f5c009bbab26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:15:55.973038 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b9e51ed3-612d-4cdb-81cf-8827ab48b8ee req-c32e330a-8513-4af0-8383-f5c009bbab26 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fa824cb6-9c74-48aa-b8c9-79d72a27fdd5 HTTP/1.1" status: 200 len: 855 time: 0.1365259 Jun 01 19:15:56.069094 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [req-4c7b26e0-f189-447d-8904-6906931c1249 req-d4888c8d-6943-4a3f-bc67-8bc8b0d461d5 tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] Allocated IP 172.20.0.12 (7e6de376-65c9-4068-b983-0c6144b5755a/fa824cb6-9c74-48aa-b8c9-79d72a27fdd5/3bf9a345-8970-4ff9-a2c6-62652667ce41) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:15:56.126097 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e51ed3-612d-4cdb-81cf-8827ab48b8ee req-79de0622-cac7-4126-9011-60c9d93ed990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:15:56.127688 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b9e51ed3-612d-4cdb-81cf-8827ab48b8ee req-79de0622-cac7-4126-9011-60c9d93ed990 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7e6de376-65c9-4068-b983-0c6144b5755a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1473334 Jun 01 19:15:56.168790 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68ca0f4-52fa-4a89-a4b7-1f9c84a8302a req-554cc94c-be24-4e9a-9670-9e60667224b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:15:56.170244 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f68ca0f4-52fa-4a89-a4b7-1f9c84a8302a req-554cc94c-be24-4e9a-9670-9e60667224b8 service neutron] 10.222.0.50 "GET /v2.0/networks?id=7e6de376-65c9-4068-b983-0c6144b5755a HTTP/1.1" status: 200 len: 917 time: 0.1975398 Jun 01 19:15:56.244262 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9d4503f6-54ff-43ea-b494-817fe8c3082d tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2614064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9667190'] for subnet, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:56.299259 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f68ca0f4-52fa-4a89-a4b7-1f9c84a8302a req-f185a157-fbd6-4398-9f13-aa0201df26ac service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=60d53fe0-e08f-4134-b9c2-a4dd2c2234dc HTTP/1.1" status: 200 len: 217 time: 0.1221397 Jun 01 19:15:56.326526 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4503f6-54ff-43ea-b494-817fe8c3082d tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Pushing event updated for resources: {'Subnet': ['ID=8b6b80ab-df6e-46a4-8b25-3c033a640003,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:15:56.366653 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-1b059981-12df-4160-8c0c-5a791d51e571 req-0ae588bf-2407-4631-a77e-f38d6f00dd61 tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f06126e-5f59-4ff7-a8f9-78aa38b7bc7b HTTP/1.1" status: 200 len: 210 time: 0.1374333 Jun 01 19:15:56.430991 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b9e51ed3-612d-4cdb-81cf-8827ab48b8ee req-b5edd324-da91-422b-9ba9-05971a8257a0 service neutron] 10.222.0.15 "GET /v2.0/networks/7e6de376-65c9-4068-b983-0c6144b5755a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2901177 Jun 01 19:15:56.433595 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4503f6-54ff-43ea-b494-817fe8c3082d tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Checking segment: {'id': '9556f43f-4a9d-421b-b6bf-c285504d9015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '822c72ac-91f9-4b82-afc8-f9c91cc4142d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:15:56.434094 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d4503f6-54ff-43ea-b494-817fe8c3082d tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Network hostable DHCP agents. Network: 822c72ac-91f9-4b82-afc8-f9c91cc4142d, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 19:15:56.463294 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68ca0f4-52fa-4a89-a4b7-1f9c84a8302a req-e06c0057-a3c4-4906-92e7-daf8e0e383f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:15:56.464643 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f68ca0f4-52fa-4a89-a4b7-1f9c84a8302a req-e06c0057-a3c4-4906-92e7-daf8e0e383f2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fa824cb6-9c74-48aa-b8c9-79d72a27fdd5 HTTP/1.1" status: 200 len: 855 time: 0.1565871 Jun 01 19:15:56.553330 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d4503f6-54ff-43ea-b494-817fe8c3082d tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Network 822c72ac-91f9-4b82-afc8-f9c91cc4142d is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 19:15:56.579975 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-4c7b26e0-f189-447d-8904-6906931c1249 req-d4888c8d-6943-4a3f-bc67-8bc8b0d461d5 tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:56.594861 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-9d4503f6-54ff-43ea-b494-817fe8c3082d tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, 822c72ac-91f9-4b82-afc8-f9c91cc4142d) {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:15:56.601848 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d4503f6-54ff-43ea-b494-817fe8c3082d tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:15:56.602429 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9d4503f6-54ff-43ea-b494-817fe8c3082d tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks [] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:56.603689 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03dd633b-98ff-4a93-9027-0249ee305a1d None None] Network 822c72ac-91f9-4b82-afc8-f9c91cc4142d requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:15:56.607429 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [req-4c7b26e0-f189-447d-8904-6906931c1249 req-d4888c8d-6943-4a3f-bc67-8bc8b0d461d5 tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] Transition to ACTIVE for port object 3bf9a345-8970-4ff9-a2c6-62652667ce41 will not be triggered until provisioned by entity DHCP. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:15:56.609274 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b9e51ed3-612d-4cdb-81cf-8827ab48b8ee req-4b28fd97-f16a-4621-8b10-91735eb4896f service neutron] 10.222.0.15 "GET /v2.0/networks/7e6de376-65c9-4068-b983-0c6144b5755a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696239 Jun 01 19:15:56.631800 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-9d4503f6-54ff-43ea-b494-817fe8c3082d tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1767750 Jun 01 19:15:56.635798 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 60814) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:15:56.646344 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-9b2a1a28-e400-4ec4-9105-9247587d7d3b tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-15352992'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:15:56.649298 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68ca0f4-52fa-4a89-a4b7-1f9c84a8302a req-073b8f66-3bce-4cfb-9e1b-7e094ed0a7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:15:56.650780 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f68ca0f4-52fa-4a89-a4b7-1f9c84a8302a req-073b8f66-3bce-4cfb-9e1b-7e094ed0a7ba service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7e6de376-65c9-4068-b983-0c6144b5755a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1734788 Jun 01 19:15:56.653997 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-9b2a1a28-e400-4ec4-9105-9247587d7d3b tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:15:56.660248 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-9b2a1a28-e400-4ec4-9105-9247587d7d3b tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Usage tracker for resource:network and tenant:218d2543c7e64728b360dfece40a8826 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:15:56.664010 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-9b2a1a28-e400-4ec4-9105-9247587d7d3b tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:15:56.671546 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-9b2a1a28-e400-4ec4-9105-9247587d7d3b tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:15:56.679817 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-4c7b26e0-f189-447d-8904-6906931c1249 req-d4888c8d-6943-4a3f-bc67-8bc8b0d461d5 tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:56.737569 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b2a1a28-e400-4ec4-9105-9247587d7d3b tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Made reservation on behalf of 218d2543c7e64728b360dfece40a8826 for: {'network': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:15:56.741282 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9b2a1a28-e400-4ec4-9105-9247587d7d3b tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:56.788208 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b2a1a28-e400-4ec4-9105-9247587d7d3b tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107} {{(pid=88525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 19:15:56.802532 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9b2a1a28-e400-4ec4-9105-9247587d7d3b tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:56.803019 n-d-844202-1 neutron-server[88525]: INFO neutron.db.segments_db [None req-9b2a1a28-e400-4ec4-9105-9247587d7d3b tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Added segment 1fb6fbc3-32f9-4ed2-9e93-4e968d822e89 of type vlan for network 5b03107e-1033-4257-a51a-77ab8123c74a Jun 01 19:15:56.835854 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb07346-112e-4b8c-b9e1-c64163760f51 req-da95c23e-62e3-4dc9-a426-104c848a3ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:15:56.836455 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c7b26e0-f189-447d-8904-6906931c1249 req-d4888c8d-6943-4a3f-bc67-8bc8b0d461d5 tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] Network 7e6de376-65c9-4068-b983-0c6144b5755a is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:15:56.837508 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-1cb07346-112e-4b8c-b9e1-c64163760f51 req-da95c23e-62e3-4dc9-a426-104c848a3ae6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cc6bc8c7dc0146ffa2efd662f4bb28e0&device_id=ba5dd536-f6dd-4645-b155-37682e4027fb HTTP/1.1" status: 200 len: 1094 time: 0.1589141 Jun 01 19:15:56.841124 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9b2a1a28-e400-4ec4-9105-9247587d7d3b tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:56.855110 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [req-4c7b26e0-f189-447d-8904-6906931c1249 req-d4888c8d-6943-4a3f-bc67-8bc8b0d461d5 tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:15:56.863532 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c7b26e0-f189-447d-8904-6906931c1249 req-d4888c8d-6943-4a3f-bc67-8bc8b0d461d5 tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:15:57.049852 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9b2a1a28-e400-4ec4-9105-9247587d7d3b tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:57.055418 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b2a1a28-e400-4ec4-9105-9247587d7d3b tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:15:57.056042 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9b2a1a28-e400-4ec4-9105-9247587d7d3b tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks [] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:57.058242 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81d6f289-039c-469a-ac34-707226008dfb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc93f83c3-7fb6-5c13-a9d4-29d739a4e8d2-822c72ac-91f9-4b82-afc8-f9c91cc4142d', 'network_id': '822c72ac-91f9-4b82-afc8-f9c91cc4142d', 'tenant_id': '218d2543c7e64728b360dfece40a8826', 'fixed_ips': [{'subnet_id': '8b6b80ab-df6e-46a4-8b25-3c033a640003'}]}} from n-d-844202-1. {{(pid=88526) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 19:15:57.059134 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-81d6f289-039c-469a-ac34-707226008dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:57.103598 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4888c8d-6943-4a3f-bc67-8bc8b0d461d5 tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] Pushing event updated for resources: {'Port': ['ID=3bf9a345-8970-4ff9-a2c6-62652667ce41,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:15:57.109353 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f68ca0f4-52fa-4a89-a4b7-1f9c84a8302a req-6fa1150a-460a-4dcc-81d3-b8e8eca79ab5 service neutron] 10.222.0.50 "GET /v2.0/networks/7e6de376-65c9-4068-b983-0c6144b5755a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4515285 Jun 01 19:15:57.191866 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb07346-112e-4b8c-b9e1-c64163760f51 req-8300f485-c26e-4a8b-a92b-02ff94835096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:15:57.193430 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-1cb07346-112e-4b8c-b9e1-c64163760f51 req-8300f485-c26e-4a8b-a92b-02ff94835096 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7e6de376-65c9-4068-b983-0c6144b5755a HTTP/1.1" status: 200 len: 917 time: 0.3467994 Jun 01 19:15:57.237205 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.db_base_plugin_common [None req-81d6f289-039c-469a-ac34-707226008dfb None None] Allocated IP 2001:db8:0:ffff::2 (822c72ac-91f9-4b82-afc8-f9c91cc4142d/8b6b80ab-df6e-46a4-8b25-3c033a640003/b3a134c0-4fcb-4ce0-bdc7-d9b8fb25943a) {{(pid=88526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:15:57.237628 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7b26e0-f189-447d-8904-6906931c1249 req-d4888c8d-6943-4a3f-bc67-8bc8b0d461d5 tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:15:57.238284 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-4c7b26e0-f189-447d-8904-6906931c1249 req-d4888c8d-6943-4a3f-bc67-8bc8b0d461d5 tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:57.265602 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-9b2a1a28-e400-4ec4-9105-9247587d7d3b tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.6273453 Jun 01 19:15:57.266402 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2a1a28-e400-4ec4-9105-9247587d7d3b tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Pushing event updated for resources: {'Network': ['ID=5b03107e-1033-4257-a51a-77ab8123c74a,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:15:57.268360 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 60820) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:15:57.281940 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-2d09f3b6-8be8-4866-9e1c-f276d3fa38df tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Request body: {'subnet': {'network_id': '5b03107e-1033-4257-a51a-77ab8123c74a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:15:57.297396 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-1cb07346-112e-4b8c-b9e1-c64163760f51 req-518b1f1a-15fa-482b-87c3-c57504628179 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d5c143f3-8c86-4a29-82be-c9beef99fb00 HTTP/1.1" status: 200 len: 217 time: 0.0953658 Jun 01 19:15:57.300797 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4c7b26e0-f189-447d-8904-6906931c1249 req-d4888c8d-6943-4a3f-bc67-8bc8b0d461d5 tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8353012 Jun 01 19:15:57.313100 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-4c7b26e0-f189-447d-8904-6906931c1249 req-dddd9f73-1878-46b8-87ac-f060e6b47f4d service neutron] Request body: {'port': {'device_id': '4f06126e-5f59-4ff7-a8f9-78aa38b7bc7b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844202-1'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:15:57.371068 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network 5b03107e-1033-4257-a51a-77ab8123c74a details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 19:15:57.407224 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f68ca0f4-52fa-4a89-a4b7-1f9c84a8302a req-60cab4de-9247-4a6a-a595-33b44b8d2c54 service neutron] 10.222.0.50 "GET /v2.0/networks/7e6de376-65c9-4068-b983-0c6144b5755a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2888567 Jun 01 19:15:57.438550 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-4c7b26e0-f189-447d-8904-6906931c1249 req-dddd9f73-1878-46b8-87ac-f060e6b47f4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:57.449333 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-0c8340a8-985d-4a87-b354-803122d35397 None None] Provisioning for port 3bf9a345-8970-4ff9-a2c6-62652667ce41 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:15:57.471652 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-2d09f3b6-8be8-4866-9e1c-f276d3fa38df tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:15:57.473163 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-0c8340a8-985d-4a87-b354-803122d35397 None None] Provisioning complete for port 3bf9a345-8970-4ff9-a2c6-62652667ce41 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:15:57.473536 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-0c8340a8-985d-4a87-b354-803122d35397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:57.475550 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-2d09f3b6-8be8-4866-9e1c-f276d3fa38df tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Usage tracker for resource:subnet and tenant:218d2543c7e64728b360dfece40a8826 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:15:57.478478 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-2d09f3b6-8be8-4866-9e1c-f276d3fa38df tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:15:57.484589 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb07346-112e-4b8c-b9e1-c64163760f51 req-aace9c2d-f811-4524-8618-699586697378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:15:57.486569 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-1cb07346-112e-4b8c-b9e1-c64163760f51 req-aace9c2d-f811-4524-8618-699586697378 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fa824cb6-9c74-48aa-b8c9-79d72a27fdd5 HTTP/1.1" status: 200 len: 855 time: 0.1794887 Jun 01 19:15:57.491301 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-2d09f3b6-8be8-4866-9e1c-f276d3fa38df tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:15:57.574185 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-0c8340a8-985d-4a87-b354-803122d35397 None None] Port 3bf9a345-8970-4ff9-a2c6-62652667ce41 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:15:57.661489 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-81d6f289-039c-469a-ac34-707226008dfb None None] Notify callbacks [] for port, precommit_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:57.673445 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-81d6f289-039c-469a-ac34-707226008dfb None None] Transition to ACTIVE for port object b3a134c0-4fcb-4ce0-bdc7-d9b8fb25943a will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:15:57.694029 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-81d6f289-039c-469a-ac34-707226008dfb None None] Transition to ACTIVE for port object b3a134c0-4fcb-4ce0-bdc7-d9b8fb25943a will not be triggered until provisioned by entity DHCP. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:15:57.700985 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-81d6f289-039c-469a-ac34-707226008dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526'] for port, after_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:57.727281 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d09f3b6-8be8-4866-9e1c-f276d3fa38df tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Made reservation on behalf of 218d2543c7e64728b360dfece40a8826 for: {'subnet': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:15:57.730356 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2d09f3b6-8be8-4866-9e1c-f276d3fa38df tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9667140'] for subnet, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:57.770124 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81d6f289-039c-469a-ac34-707226008dfb None None] Network 822c72ac-91f9-4b82-afc8-f9c91cc4142d is already hosted by enough agents. {{(pid=88526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:15:57.771278 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.base_scheduler [None req-81d6f289-039c-469a-ac34-707226008dfb None None] Resources bound (agent type, host, resource id): {{(pid=88526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:15:57.774781 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d6f289-039c-469a-ac34-707226008dfb None None] Received port after_create {{(pid=88526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:15:57.818348 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d6f289-039c-469a-ac34-707226008dfb None None] Pushing event updated for resources: {'Port': ['ID=b3a134c0-4fcb-4ce0-bdc7-d9b8fb25943a,revision_number=1']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:15:57.832435 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [req-4c7b26e0-f189-447d-8904-6906931c1249 req-dddd9f73-1878-46b8-87ac-f060e6b47f4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bf9a345-8970-4ff9-a2c6-62652667ce41 {{(pid=88524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 19:15:57.841168 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-4c7b26e0-f189-447d-8904-6906931c1249 req-dddd9f73-1878-46b8-87ac-f060e6b47f4d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:57.859199 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [req-4c7b26e0-f189-447d-8904-6906931c1249 req-dddd9f73-1878-46b8-87ac-f060e6b47f4d service neutron] Transition to ACTIVE for port object 3bf9a345-8970-4ff9-a2c6-62652667ce41 will not be triggered until provisioned by entity L2. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:15:57.863484 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-4c7b26e0-f189-447d-8904-6906931c1249 req-dddd9f73-1878-46b8-87ac-f060e6b47f4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:57.879314 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-81d6f289-039c-469a-ac34-707226008dfb None None] Attempting to bind port b3a134c0-4fcb-4ce0-bdc7-d9b8fb25943a on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:15:57.879813 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-81d6f289-039c-469a-ac34-707226008dfb None None] Attempting to bind port b3a134c0-4fcb-4ce0-bdc7-d9b8fb25943a by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': '9556f43f-4a9d-421b-b6bf-c285504d9015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '822c72ac-91f9-4b82-afc8-f9c91cc4142d'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:15:57.880170 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d6f289-039c-469a-ac34-707226008dfb None None] Attempting to bind port b3a134c0-4fcb-4ce0-bdc7-d9b8fb25943a on network 822c72ac-91f9-4b82-afc8-f9c91cc4142d {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:15:57.886317 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d6f289-039c-469a-ac34-707226008dfb None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 15, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:15:57.886682 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d6f289-039c-469a-ac34-707226008dfb None None] Checking segment: {'id': '9556f43f-4a9d-421b-b6bf-c285504d9015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '822c72ac-91f9-4b82-afc8-f9c91cc4142d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:15:57.887072 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-81d6f289-039c-469a-ac34-707226008dfb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:57.887458 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d6f289-039c-469a-ac34-707226008dfb None None] Bound using segment: {'id': '9556f43f-4a9d-421b-b6bf-c285504d9015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '822c72ac-91f9-4b82-afc8-f9c91cc4142d'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:15:57.887898 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-81d6f289-039c-469a-ac34-707226008dfb None None] Bound port: b3a134c0-4fcb-4ce0-bdc7-d9b8fb25943a, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9556f43f-4a9d-421b-b6bf-c285504d9015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '822c72ac-91f9-4b82-afc8-f9c91cc4142d'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:15:57.888282 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-81d6f289-039c-469a-ac34-707226008dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:57.898236 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb07346-112e-4b8c-b9e1-c64163760f51 req-17008d6d-458b-45cc-8334-c0584edd4137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:15:57.899216 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-1cb07346-112e-4b8c-b9e1-c64163760f51 req-17008d6d-458b-45cc-8334-c0584edd4137 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7e6de376-65c9-4068-b983-0c6144b5755a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4043052 Jun 01 19:15:57.908455 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0694a3-0be4-40cc-a383-7891e352bc28 req-b621e3b6-0661-475f-bf05-c2423050d53b tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:15:57.909156 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-1d0694a3-0be4-40cc-a383-7891e352bc28 req-b621e3b6-0661-475f-bf05-c2423050d53b tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] Synchronizing usage tracker for tenant:cc6bc8c7dc0146ffa2efd662f4bb28e0 on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:15:57.964279 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddd9f73-1878-46b8-87ac-f060e6b47f4d service neutron] Pushing event updated for resources: {'Port': ['ID=3bf9a345-8970-4ff9-a2c6-62652667ce41,revision_number=2']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:15:58.004554 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-81d6f289-039c-469a-ac34-707226008dfb None None] For port b3a134c0-4fcb-4ce0-bdc7-d9b8fb25943a, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:15:58.008657 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-81d6f289-039c-469a-ac34-707226008dfb None None] For port b3a134c0-4fcb-4ce0-bdc7-d9b8fb25943a, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=b3a134c0-4fcb-4ce0-bdc7-d9b8fb25943a,segment=NetworkSegment(9556f43f-4a9d-421b-b6bf-c285504d9015),segment_id=9556f43f-4a9d-421b-b6bf-c285504d9015)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:15:58.015888 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-81d6f289-039c-469a-ac34-707226008dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:58.121094 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d6f289-039c-469a-ac34-707226008dfb None None] Pushing event updated for resources: {'Port': ['ID=b3a134c0-4fcb-4ce0-bdc7-d9b8fb25943a,revision_number=2']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:15:58.154171 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 60d53fe0-e08f-4134-b9c2-a4dd2c2234dc details requested by agent hyperv_n-h2-844202-1 with host n-h2-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 19:15:58.197563 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-4c7b26e0-f189-447d-8904-6906931c1249 req-dddd9f73-1878-46b8-87ac-f060e6b47f4d service neutron] Attempting to bind port 3bf9a345-8970-4ff9-a2c6-62652667ce41 on host n-h2-844202-1 for vnic_type normal with profile {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:15:58.197563 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-4c7b26e0-f189-447d-8904-6906931c1249 req-dddd9f73-1878-46b8-87ac-f060e6b47f4d service neutron] Attempting to bind port 3bf9a345-8970-4ff9-a2c6-62652667ce41 by drivers openvswitch,hyperv on host n-h2-844202-1 at level 0 using segments [{'id': '70c7ed85-ebd1-4f33-bb7a-a67a0c255e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7e6de376-65c9-4068-b983-0c6144b5755a'}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:15:58.198246 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c7b26e0-f189-447d-8904-6906931c1249 req-dddd9f73-1878-46b8-87ac-f060e6b47f4d service neutron] Attempting to bind port 3bf9a345-8970-4ff9-a2c6-62652667ce41 on network 7e6de376-65c9-4068-b983-0c6144b5755a {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:15:58.208870 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c7b26e0-f189-447d-8904-6906931c1249 req-dddd9f73-1878-46b8-87ac-f060e6b47f4d service neutron] Port 3bf9a345-8970-4ff9-a2c6-62652667ce41 on network 7e6de376-65c9-4068-b983-0c6144b5755a not bound, no agent of type Open vSwitch agent registered on host n-h2-844202-1 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 19:15:58.209186 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c7b26e0-f189-447d-8904-6906931c1249 req-dddd9f73-1878-46b8-87ac-f060e6b47f4d service neutron] Attempting to bind port 3bf9a345-8970-4ff9-a2c6-62652667ce41 on network 7e6de376-65c9-4068-b983-0c6144b5755a {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:15:58.210596 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-1cb07346-112e-4b8c-b9e1-c64163760f51 req-fb18c3ae-f089-40a4-bae0-fd540338a412 service neutron] 10.222.0.15 "GET /v2.0/networks/7e6de376-65c9-4068-b983-0c6144b5755a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2961211 Jun 01 19:15:58.217913 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c7b26e0-f189-447d-8904-6906931c1249 req-dddd9f73-1878-46b8-87ac-f060e6b47f4d service neutron] Checking agent: {'id': 'f5db9968-6317-4186-9100-9e0ca6b50417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 15, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:15:58.218316 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-1d0694a3-0be4-40cc-a383-7891e352bc28 req-b621e3b6-0661-475f-bf05-c2423050d53b tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] Unset dirty status for tenant:cc6bc8c7dc0146ffa2efd662f4bb28e0 on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:15:58.218436 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c7b26e0-f189-447d-8904-6906931c1249 req-dddd9f73-1878-46b8-87ac-f060e6b47f4d service neutron] Checking segment: {'id': '70c7ed85-ebd1-4f33-bb7a-a67a0c255e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7e6de376-65c9-4068-b983-0c6144b5755a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:15:58.218783 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c7b26e0-f189-447d-8904-6906931c1249 req-dddd9f73-1878-46b8-87ac-f060e6b47f4d service neutron] Bound using segment: {'id': '70c7ed85-ebd1-4f33-bb7a-a67a0c255e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7e6de376-65c9-4068-b983-0c6144b5755a'} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:15:58.219102 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-1d0694a3-0be4-40cc-a383-7891e352bc28 req-b621e3b6-0661-475f-bf05-c2423050d53b tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f06126e-5f59-4ff7-a8f9-78aa38b7bc7b HTTP/1.1" status: 200 len: 932 time: 0.6808033 Jun 01 19:15:58.219213 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-4c7b26e0-f189-447d-8904-6906931c1249 req-dddd9f73-1878-46b8-87ac-f060e6b47f4d service neutron] Bound port: 3bf9a345-8970-4ff9-a2c6-62652667ce41, host: n-h2-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70c7ed85-ebd1-4f33-bb7a-a67a0c255e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7e6de376-65c9-4068-b983-0c6144b5755a'}}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:15:58.219565 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-4c7b26e0-f189-447d-8904-6906931c1249 req-dddd9f73-1878-46b8-87ac-f060e6b47f4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:58.414340 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 60d53fe0-e08f-4134-b9c2-a4dd2c2234dc, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=60d53fe0-e08f-4134-b9c2-a4dd2c2234dc,segment=NetworkSegment(70c7ed85-ebd1-4f33-bb7a-a67a0c255e02),segment_id=70c7ed85-ebd1-4f33-bb7a-a67a0c255e02)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:15:58.415322 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-4c7b26e0-f189-447d-8904-6906931c1249 req-dddd9f73-1878-46b8-87ac-f060e6b47f4d service neutron] For port 3bf9a345-8970-4ff9-a2c6-62652667ce41, host n-h2-844202-1, cleared binding levels {{(pid=88524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:15:58.419340 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-4c7b26e0-f189-447d-8904-6906931c1249 req-dddd9f73-1878-46b8-87ac-f060e6b47f4d service neutron] For port 3bf9a345-8970-4ff9-a2c6-62652667ce41, host n-h2-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=3bf9a345-8970-4ff9-a2c6-62652667ce41,segment=NetworkSegment(70c7ed85-ebd1-4f33-bb7a-a67a0c255e02),segment_id=70c7ed85-ebd1-4f33-bb7a-a67a0c255e02)] {{(pid=88524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:15:58.426676 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-4c7b26e0-f189-447d-8904-6906931c1249 req-dddd9f73-1878-46b8-87ac-f060e6b47f4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:58.435106 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Returning: {'device': '60d53fe0-e08f-4134-b9c2-a4dd2c2234dc', 'network_id': '7e6de376-65c9-4068-b983-0c6144b5755a', 'port_id': '60d53fe0-e08f-4134-b9c2-a4dd2c2234dc', 'mac_address': 'fa:16:3e:5b:00:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa824cb6-9c74-48aa-b8c9-79d72a27fdd5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 19:15:58.535204 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port 60d53fe0-e08f-4134-b9c2-a4dd2c2234dc is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:15:58.535686 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:58.542183 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7b26e0-f189-447d-8904-6906931c1249 req-dddd9f73-1878-46b8-87ac-f060e6b47f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:15:58.542756 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-1d0694a3-0be4-40cc-a383-7891e352bc28 req-c04a059c-e6c0-43ae-9abd-33fdc4c92447 tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] 10.222.0.41 "GET /v2.0/security-groups?id=61df5a6b-a048-4fb8-a4f2-21fdc7f70714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2752845 Jun 01 19:15:58.542886 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-4c7b26e0-f189-447d-8904-6906931c1249 req-dddd9f73-1878-46b8-87ac-f060e6b47f4d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:58.544173 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4c7b26e0-f189-447d-8904-6906931c1249 req-dddd9f73-1878-46b8-87ac-f060e6b47f4d service neutron] 10.222.0.50 "PUT /v2.0/ports/3bf9a345-8970-4ff9-a2c6-62652667ce41 HTTP/1.1" status: 200 len: 1092 time: 1.2374649 Jun 01 19:15:58.544644 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f06126e-5f59-4ff7-a8f9-78aa38b7bc7b', 'tag': '3bf9a345-8970-4ff9-a2c6-62652667ce41'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:15:58.592188 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddd9f73-1878-46b8-87ac-f060e6b47f4d service neutron] Pushing event updated for resources: {'Port': ['ID=3bf9a345-8970-4ff9-a2c6-62652667ce41,revision_number=3']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:15:58.594711 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60d53fe0-e08f-4134-b9c2-a4dd2c2234dc {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 19:15:58.638201 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 60d53fe0-e08f-4134-b9c2-a4dd2c2234dc, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=60d53fe0-e08f-4134-b9c2-a4dd2c2234dc,segment=NetworkSegment(70c7ed85-ebd1-4f33-bb7a-a67a0c255e02),segment_id=70c7ed85-ebd1-4f33-bb7a-a67a0c255e02)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:15:58.647026 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:58.683872 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8490af2c-67a2-465d-beda-6ff11cb914c2'] response: {'name': 'network-changed', 'server_uuid': '4f06126e-5f59-4ff7-a8f9-78aa38b7bc7b', 'tag': '3bf9a345-8970-4ff9-a2c6-62652667ce41', 'status': 'completed', 'code': 200} Jun 01 19:15:58.697999 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2d09f3b6-8be8-4866-9e1c-f276d3fa38df tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2614064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9667190'] for subnet, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:58.782127 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7b26e0-f189-447d-8904-6906931c1249 req-04a233b8-4e5e-4010-8858-89fa8c7eebef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:15:58.788739 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4c7b26e0-f189-447d-8904-6906931c1249 req-04a233b8-4e5e-4010-8858-89fa8c7eebef service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cc6bc8c7dc0146ffa2efd662f4bb28e0&device_id=4f06126e-5f59-4ff7-a8f9-78aa38b7bc7b HTTP/1.1" status: 200 len: 1095 time: 0.1653302 Jun 01 19:15:58.812862 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-1cb07346-112e-4b8c-b9e1-c64163760f51 req-10e55ea8-cd24-4218-9ce2-3031100f7094 service neutron] 10.222.0.15 "GET /v2.0/networks/7e6de376-65c9-4068-b983-0c6144b5755a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5927777 Jun 01 19:15:58.829692 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=60d53fe0-e08f-4134-b9c2-a4dd2c2234dc,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:15:58.846238 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] get_ports_and_sgs() called for port_ids ['60d53fe0-e08f-4134-b9c2-a4dd2c2234dc'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 19:15:58.866923 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d09f3b6-8be8-4866-9e1c-f276d3fa38df tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Pushing event updated for resources: {'Subnet': ['ID=b9187c88-5f5c-4f3c-8a77-98e35e72d643,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:15:58.876856 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d09f3b6-8be8-4866-9e1c-f276d3fa38df tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Checking segment: {'id': '1fb6fbc3-32f9-4ed2-9e93-4e968d822e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5b03107e-1033-4257-a51a-77ab8123c74a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:15:58.877222 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d09f3b6-8be8-4866-9e1c-f276d3fa38df tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Network hostable DHCP agents. Network: 5b03107e-1033-4257-a51a-77ab8123c74a, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 19:15:58.899668 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4c7b26e0-f189-447d-8904-6906931c1249 req-b50ab60d-46b2-4173-bb52-4153b6f43a89 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3bf9a345-8970-4ff9-a2c6-62652667ce41 HTTP/1.1" status: 200 len: 217 time: 0.1039400 Jun 01 19:15:58.910127 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d09f3b6-8be8-4866-9e1c-f276d3fa38df tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Network 5b03107e-1033-4257-a51a-77ab8123c74a is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 19:15:58.940841 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-2d09f3b6-8be8-4866-9e1c-f276d3fa38df tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, 5b03107e-1033-4257-a51a-77ab8123c74a) {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:15:58.946978 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d09f3b6-8be8-4866-9e1c-f276d3fa38df tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:15:58.947563 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2d09f3b6-8be8-4866-9e1c-f276d3fa38df tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks [] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:58.963547 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08cb6d95-5dc6-438b-9c13-4506b6ffc29b None None] Network 5b03107e-1033-4257-a51a-77ab8123c74a requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:15:58.978701 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7b26e0-f189-447d-8904-6906931c1249 req-4596012e-8c47-4fc0-af70-68b52dd2950d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:15:58.980362 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4c7b26e0-f189-447d-8904-6906931c1249 req-4596012e-8c47-4fc0-af70-68b52dd2950d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fa824cb6-9c74-48aa-b8c9-79d72a27fdd5 HTTP/1.1" status: 200 len: 855 time: 0.0738311 Jun 01 19:15:59.010822 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-2d09f3b6-8be8-4866-9e1c-f276d3fa38df tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.7345145 Jun 01 19:15:59.011601 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 60840) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:15:59.121287 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device b3a134c0-4fcb-4ce0-bdc7-d9b8fb25943a up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:15:59.129700 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7b26e0-f189-447d-8904-6906931c1249 req-674c0362-1071-492f-96a3-8ae670fdfc40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:15:59.131619 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4c7b26e0-f189-447d-8904-6906931c1249 req-674c0362-1071-492f-96a3-8ae670fdfc40 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7e6de376-65c9-4068-b983-0c6144b5755a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1447642 Jun 01 19:15:59.205631 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3aebb326-06e1-44df-81e3-853a7c89a7f1 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:59.310854 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3aebb326-06e1-44df-81e3-853a7c89a7f1 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:59.335687 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port b3a134c0-4fcb-4ce0-bdc7-d9b8fb25943a completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:15:59.349806 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4c7b26e0-f189-447d-8904-6906931c1249 req-20b8d92f-aa09-4515-90cb-ff331998cc78 service neutron] 10.222.0.50 "GET /v2.0/networks/7e6de376-65c9-4068-b983-0c6144b5755a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2118232 Jun 01 19:15:59.414949 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device d5c143f3-8c86-4a29-82be-c9beef99fb00 details requested by agent hyperv_n-h1-844202-1 with host n-h1-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 19:15:59.416826 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3aebb326-06e1-44df-81e3-853a7c89a7f1 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2614143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9667199'] for subnet, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:59.452753 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-091aac1b-4b41-49b7-bd83-1ed86c015987 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc93f83c3-7fb6-5c13-a9d4-29d739a4e8d2-5b03107e-1033-4257-a51a-77ab8123c74a', 'network_id': '5b03107e-1033-4257-a51a-77ab8123c74a', 'tenant_id': '218d2543c7e64728b360dfece40a8826', 'fixed_ips': [{'subnet_id': 'b9187c88-5f5c-4f3c-8a77-98e35e72d643'}]}} from n-d-844202-1. {{(pid=88526) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 19:15:59.453669 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-091aac1b-4b41-49b7-bd83-1ed86c015987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:59.559136 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aebb326-06e1-44df-81e3-853a7c89a7f1 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Pushing event deleted for resources: {'Subnet': ['ID=b9187c88-5f5c-4f3c-8a77-98e35e72d643,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:15:59.602587 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3aebb326-06e1-44df-81e3-853a7c89a7f1 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:59.642292 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-3aebb326-06e1-44df-81e3-853a7c89a7f1 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b03107e-1033-4257-a51a-77ab8123c74a']}} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:15:59.664488 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-3aebb326-06e1-44df-81e3-853a7c89a7f1 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fb6fbc3-32f9-4ed2-9e93-4e968d822e89') {'for_net_delete': True} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:15:59.664931 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-3aebb326-06e1-44df-81e3-853a7c89a7f1 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fb6fbc3-32f9-4ed2-9e93-4e968d822e89') {} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:15:59.695151 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3aebb326-06e1-44df-81e3-853a7c89a7f1 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2258522'] for segment, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:59.723026 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3aebb326-06e1-44df-81e3-853a7c89a7f1 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:59.736138 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4c7b26e0-f189-447d-8904-6906931c1249 req-82d091ec-de1d-4bff-b9bf-265cbcb21990 service neutron] 10.222.0.50 "GET /v2.0/networks/7e6de376-65c9-4068-b983-0c6144b5755a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3791306 Jun 01 19:15:59.751637 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3aebb326-06e1-44df-81e3-853a7c89a7f1 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=88525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 19:15:59.753033 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3aebb326-06e1-44df-81e3-853a7c89a7f1 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2613981'] for segment, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:15:59.817828 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port d5c143f3-8c86-4a29-82be-c9beef99fb00, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=d5c143f3-8c86-4a29-82be-c9beef99fb00,segment=NetworkSegment(70c7ed85-ebd1-4f33-bb7a-a67a0c255e02),segment_id=70c7ed85-ebd1-4f33-bb7a-a67a0c255e02)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:15:59.819989 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment 1fb6fbc3-32f9-4ed2-9e93-4e968d822e89 resource provider aggregate not found Jun 01 19:15:59.838209 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Returning: {'device': 'd5c143f3-8c86-4a29-82be-c9beef99fb00', 'network_id': '7e6de376-65c9-4068-b983-0c6144b5755a', 'port_id': 'd5c143f3-8c86-4a29-82be-c9beef99fb00', 'mac_address': 'fa:16:3e:ca:3e:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa824cb6-9c74-48aa-b8c9-79d72a27fdd5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 19:15:59.928082 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-538a2e53-65f8-4317-8837-40e23bcc66e3 None None] Network 822c72ac-91f9-4b82-afc8-f9c91cc4142d requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:15:59.969595 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment 1fb6fbc3-32f9-4ed2-9e93-4e968d822e89 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1fb6fbc3-32f9-4ed2-9e93-4e968d822e89 found for delete ", "request_id": "req-7d6c8bd4-dc23-439f-9bde-bfb8ebf3b11b"}]} Jun 01 19:15:59.973100 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3aebb326-06e1-44df-81e3-853a7c89a7f1 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:00.003397 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3aebb326-06e1-44df-81e3-853a7c89a7f1 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks [] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:00.015151 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aebb326-06e1-44df-81e3-853a7c89a7f1 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Pushing event deleted for resources: {'Network': ['ID=5b03107e-1033-4257-a51a-77ab8123c74a,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:16:00.020872 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-3aebb326-06e1-44df-81e3-853a7c89a7f1 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] 10.222.0.41 "DELETE /v2.0/networks/5b03107e-1033-4257-a51a-77ab8123c74a HTTP/1.1" status: 204 len: 168 time: 1.0082142 Jun 01 19:16:00.024416 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 60856) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:16:00.028645 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5422f8e-a37f-43b3-98f7-ed78b73abca4 req-013162af-9792-47a8-8215-6b1beab04f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:16:00.033288 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-60ad0954-8b48-47cb-9509-66f323974de8 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1650138966'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:16:00.033521 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c5422f8e-a37f-43b3-98f7-ed78b73abca4 req-013162af-9792-47a8-8215-6b1beab04f84 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cc6bc8c7dc0146ffa2efd662f4bb28e0&device_id=4f06126e-5f59-4ff7-a8f9-78aa38b7bc7b HTTP/1.1" status: 200 len: 1095 time: 0.2341840 Jun 01 19:16:00.040960 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-60ad0954-8b48-47cb-9509-66f323974de8 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:16:00.046630 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-60ad0954-8b48-47cb-9509-66f323974de8 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Usage tracker for resource:network and tenant:218d2543c7e64728b360dfece40a8826 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:16:00.050671 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-60ad0954-8b48-47cb-9509-66f323974de8 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:16:00.057974 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-60ad0954-8b48-47cb-9509-66f323974de8 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:16:00.083251 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60ad0954-8b48-47cb-9509-66f323974de8 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Made reservation on behalf of 218d2543c7e64728b360dfece40a8826 for: {'network': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:16:00.093616 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-60ad0954-8b48-47cb-9509-66f323974de8 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:00.116382 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a03fa4d6-82ff-461d-bbe3-cebb0f42c2e6 None None] Network 5b03107e-1033-4257-a51a-77ab8123c74a requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:16:00.130873 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60ad0954-8b48-47cb-9509-66f323974de8 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 148} {{(pid=88525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 19:16:00.158134 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a03fa4d6-82ff-461d-bbe3-cebb0f42c2e6 None None] Network 5b03107e-1033-4257-a51a-77ab8123c74a could not be found, it might have been deleted concurrently. {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Jun 01 19:16:00.168791 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port d5c143f3-8c86-4a29-82be-c9beef99fb00 is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:16:00.169174 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:00.183420 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 60d53fe0-e08f-4134-b9c2-a4dd2c2234dc up at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:16:00.186561 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-60ad0954-8b48-47cb-9509-66f323974de8 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:00.187000 n-d-844202-1 neutron-server[88525]: INFO neutron.db.segments_db [None req-60ad0954-8b48-47cb-9509-66f323974de8 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Added segment d158a7c2-06bb-4c7a-aa9d-e4802e2a9033 of type vlan for network 58097335-c3b6-43b6-9271-fef04db7bfe4 Jun 01 19:16:00.209090 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-0725b49e-ff97-41d0-b59d-f79c9c4801e0 None None] Provisioning for port b3a134c0-4fcb-4ce0-bdc7-d9b8fb25943a completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:16:00.209874 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5422f8e-a37f-43b3-98f7-ed78b73abca4 req-4c56e7c1-3fbd-4229-b5ec-0edee75f2c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:16:00.211561 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c5422f8e-a37f-43b3-98f7-ed78b73abca4 req-4c56e7c1-3fbd-4229-b5ec-0edee75f2c35 service neutron] 10.222.0.50 "GET /v2.0/networks?id=7e6de376-65c9-4068-b983-0c6144b5755a HTTP/1.1" status: 200 len: 917 time: 0.1717727 Jun 01 19:16:00.227558 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-60ad0954-8b48-47cb-9509-66f323974de8 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:00.250750 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-0725b49e-ff97-41d0-b59d-f79c9c4801e0 None None] Provisioning complete for port b3a134c0-4fcb-4ce0-bdc7-d9b8fb25943a triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:16:00.251127 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-0725b49e-ff97-41d0-b59d-f79c9c4801e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:00.270096 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487f4ef2-c119-45bb-bd9a-6ec34aa51548 req-61a50a5f-220d-41b8-a9ad-be217f329397 tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:16:00.271671 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-487f4ef2-c119-45bb-bd9a-6ec34aa51548 req-61a50a5f-220d-41b8-a9ad-be217f329397 tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f06126e-5f59-4ff7-a8f9-78aa38b7bc7b HTTP/1.1" status: 200 len: 944 time: 0.1350753 Jun 01 19:16:00.278513 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-60ad0954-8b48-47cb-9509-66f323974de8 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:00.284144 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5c143f3-8c86-4a29-82be-c9beef99fb00 {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 19:16:00.286338 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60ad0954-8b48-47cb-9509-66f323974de8 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:16:00.286972 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-60ad0954-8b48-47cb-9509-66f323974de8 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks [] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:00.301679 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c5422f8e-a37f-43b3-98f7-ed78b73abca4 req-0d789327-f46d-472f-bdd3-b533c7d6d997 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3bf9a345-8970-4ff9-a2c6-62652667ce41 HTTP/1.1" status: 200 len: 217 time: 0.0839548 Jun 01 19:16:00.370128 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port d5c143f3-8c86-4a29-82be-c9beef99fb00, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=d5c143f3-8c86-4a29-82be-c9beef99fb00,segment=NetworkSegment(70c7ed85-ebd1-4f33-bb7a-a67a0c255e02),segment_id=70c7ed85-ebd1-4f33-bb7a-a67a0c255e02)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:16:00.370909 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5422f8e-a37f-43b3-98f7-ed78b73abca4 req-cda85e30-bfa6-470e-910d-1b56bd6aef1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:16:00.374059 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c5422f8e-a37f-43b3-98f7-ed78b73abca4 req-cda85e30-bfa6-470e-910d-1b56bd6aef1d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fa824cb6-9c74-48aa-b8c9-79d72a27fdd5 HTTP/1.1" status: 200 len: 855 time: 0.0659862 Jun 01 19:16:00.410695 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:00.425090 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-60ad0954-8b48-47cb-9509-66f323974de8 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3994529 Jun 01 19:16:00.430678 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-487f4ef2-c119-45bb-bd9a-6ec34aa51548 req-d7892c46-02e8-4ae9-92a7-d8a0afe4c417 tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] 10.222.0.41 "GET /v2.0/security-groups?id=61df5a6b-a048-4fb8-a4f2-21fdc7f70714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395330 Jun 01 19:16:00.431123 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 60860) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:16:00.438828 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-04052c6f-7a2f-4575-a3eb-1abeebf4c0cd tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Request body: {'subnet': {'network_id': '58097335-c3b6-43b6-9271-fef04db7bfe4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:16:00.454279 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ad0954-8b48-47cb-9509-66f323974de8 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Pushing event updated for resources: {'Network': ['ID=58097335-c3b6-43b6-9271-fef04db7bfe4,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:16:00.480935 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5422f8e-a37f-43b3-98f7-ed78b73abca4 req-28659aab-2f4c-44a9-8e18-6e7f045b3220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:16:00.482432 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c5422f8e-a37f-43b3-98f7-ed78b73abca4 req-28659aab-2f4c-44a9-8e18-6e7f045b3220 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7e6de376-65c9-4068-b983-0c6144b5755a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1024573 Jun 01 19:16:00.511700 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning for port 60d53fe0-e08f-4134-b9c2-a4dd2c2234dc completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:16:00.515637 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network 58097335-c3b6-43b6-9271-fef04db7bfe4 details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 19:16:00.578769 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning complete for port 60d53fe0-e08f-4134-b9c2-a4dd2c2234dc triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:16:00.579141 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:00.632651 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c5422f8e-a37f-43b3-98f7-ed78b73abca4 req-a81b912f-57b9-435e-9cff-fa414429018d service neutron] 10.222.0.50 "GET /v2.0/networks/7e6de376-65c9-4068-b983-0c6144b5755a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428661 Jun 01 19:16:00.677850 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-04052c6f-7a2f-4575-a3eb-1abeebf4c0cd tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:16:00.681691 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-04052c6f-7a2f-4575-a3eb-1abeebf4c0cd tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Usage tracker for resource:subnet and tenant:218d2543c7e64728b360dfece40a8826 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:16:00.684533 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-04052c6f-7a2f-4575-a3eb-1abeebf4c0cd tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:16:00.690981 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-04052c6f-7a2f-4575-a3eb-1abeebf4c0cd tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:16:00.702088 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04052c6f-7a2f-4575-a3eb-1abeebf4c0cd tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Made reservation on behalf of 218d2543c7e64728b360dfece40a8826 for: {'subnet': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:16:00.706132 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-04052c6f-7a2f-4575-a3eb-1abeebf4c0cd tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9667140'] for subnet, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:00.761045 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=d5c143f3-8c86-4a29-82be-c9beef99fb00,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:16:00.764447 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] get_ports_and_sgs() called for port_ids ['d5c143f3-8c86-4a29-82be-c9beef99fb00'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 19:16:00.777445 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c5422f8e-a37f-43b3-98f7-ed78b73abca4 req-f497ee35-9c1f-475e-bef2-b621bc1fab46 service neutron] 10.222.0.50 "GET /v2.0/networks/7e6de376-65c9-4068-b983-0c6144b5755a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391718 Jun 01 19:16:00.813697 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-0725b49e-ff97-41d0-b59d-f79c9c4801e0 None None] Current status of the port b3a134c0-4fcb-4ce0-bdc7-d9b8fb25943a is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:16:00.814071 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-0725b49e-ff97-41d0-b59d-f79c9c4801e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:00.923364 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-0725b49e-ff97-41d0-b59d-f79c9c4801e0 None None] For port b3a134c0-4fcb-4ce0-bdc7-d9b8fb25943a, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=b3a134c0-4fcb-4ce0-bdc7-d9b8fb25943a,segment=NetworkSegment(9556f43f-4a9d-421b-b6bf-c285504d9015),segment_id=9556f43f-4a9d-421b-b6bf-c285504d9015)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:16:00.939855 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-0725b49e-ff97-41d0-b59d-f79c9c4801e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:00.949735 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-04052c6f-7a2f-4575-a3eb-1abeebf4c0cd tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2614064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9667190'] for subnet, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:01.007682 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port 60d53fe0-e08f-4134-b9c2-a4dd2c2234dc is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:16:01.008086 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:01.036197 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04052c6f-7a2f-4575-a3eb-1abeebf4c0cd tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Pushing event updated for resources: {'Subnet': ['ID=29df5c86-39e5-4d5c-bef9-25e73a2b4695,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:16:01.043637 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04052c6f-7a2f-4575-a3eb-1abeebf4c0cd tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Checking segment: {'id': 'd158a7c2-06bb-4c7a-aa9d-e4802e2a9033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '58097335-c3b6-43b6-9271-fef04db7bfe4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:16:01.044137 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04052c6f-7a2f-4575-a3eb-1abeebf4c0cd tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Network hostable DHCP agents. Network: 58097335-c3b6-43b6-9271-fef04db7bfe4, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 19:16:01.066024 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04052c6f-7a2f-4575-a3eb-1abeebf4c0cd tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Network 58097335-c3b6-43b6-9271-fef04db7bfe4 is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 19:16:01.070128 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f2f8816-049d-4098-b121-d52436add78c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60d53fe0-e08f-4134-b9c2-a4dd2c2234dc'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:16:01.087511 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-04052c6f-7a2f-4575-a3eb-1abeebf4c0cd tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, 58097335-c3b6-43b6-9271-fef04db7bfe4) {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:16:01.089303 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0725b49e-ff97-41d0-b59d-f79c9c4801e0 None None] Pushing event updated for resources: {'Port': ['ID=b3a134c0-4fcb-4ce0-bdc7-d9b8fb25943a,revision_number=3']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:16:01.097396 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 60d53fe0-e08f-4134-b9c2-a4dd2c2234dc, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=60d53fe0-e08f-4134-b9c2-a4dd2c2234dc,segment=NetworkSegment(70c7ed85-ebd1-4f33-bb7a-a67a0c255e02),segment_id=70c7ed85-ebd1-4f33-bb7a-a67a0c255e02)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:16:01.098715 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-426cb53f-65f7-4539-b309-05ca87fa64ef None None] Network 58097335-c3b6-43b6-9271-fef04db7bfe4 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:16:01.100419 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04052c6f-7a2f-4575-a3eb-1abeebf4c0cd tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:16:01.101014 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-04052c6f-7a2f-4575-a3eb-1abeebf4c0cd tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks [] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:01.134874 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-04052c6f-7a2f-4575-a3eb-1abeebf4c0cd tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.6972656 Jun 01 19:16:01.135034 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 60868) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:16:01.143181 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-2b161c3c-c6c9-4098-be6b-9edbc69d2362 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1042429775'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:16:01.147809 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7046c14f-e1e0-45bc-85d4-8c951a936c92'] response: {'server_uuid': '7f2f8816-049d-4098-b121-d52436add78c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60d53fe0-e08f-4134-b9c2-a4dd2c2234dc', 'code': 200} Jun 01 19:16:01.150636 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-2b161c3c-c6c9-4098-be6b-9edbc69d2362 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:16:01.155971 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-2b161c3c-c6c9-4098-be6b-9edbc69d2362 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Usage tracker for resource:network and tenant:218d2543c7e64728b360dfece40a8826 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:16:01.159657 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-2b161c3c-c6c9-4098-be6b-9edbc69d2362 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:16:01.169079 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-2b161c3c-c6c9-4098-be6b-9edbc69d2362 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:16:01.196695 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:01.208332 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b161c3c-c6c9-4098-be6b-9edbc69d2362 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Made reservation on behalf of 218d2543c7e64728b360dfece40a8826 for: {'network': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:16:01.212888 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2b161c3c-c6c9-4098-be6b-9edbc69d2362 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:01.309795 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b161c3c-c6c9-4098-be6b-9edbc69d2362 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 131} {{(pid=88524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 19:16:01.324068 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2b161c3c-c6c9-4098-be6b-9edbc69d2362 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:01.324514 n-d-844202-1 neutron-server[88524]: INFO neutron.db.segments_db [None req-2b161c3c-c6c9-4098-be6b-9edbc69d2362 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Added segment 8d2d034f-1a69-481b-ba69-d2cb7fd440a3 of type vlan for network 262e7cf1-2716-44f1-9879-a2d3a7e8b507 Jun 01 19:16:01.336979 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f85b60b-6ea1-487b-bbb1-1d64522988ed req-17c4df32-1898-468b-a98a-04fdc35d21d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:16:01.338549 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-8f85b60b-6ea1-487b-bbb1-1d64522988ed req-17c4df32-1898-468b-a98a-04fdc35d21d4 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=7f2f8816-049d-4098-b121-d52436add78c HTTP/1.1" status: 200 len: 1097 time: 0.1147008 Jun 01 19:16:01.377219 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2b161c3c-c6c9-4098-be6b-9edbc69d2362 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:01.391110 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=60d53fe0-e08f-4134-b9c2-a4dd2c2234dc,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:16:01.408920 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-8f85b60b-6ea1-487b-bbb1-1d64522988ed req-6fee9cc3-bc65-4018-9fb3-f4868deac171 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=61df5a6b-a048-4fb8-a4f2-21fdc7f70714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633712 Jun 01 19:16:01.431533 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2b161c3c-c6c9-4098-be6b-9edbc69d2362 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:01.438463 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b161c3c-c6c9-4098-be6b-9edbc69d2362 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:16:01.439209 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2b161c3c-c6c9-4098-be6b-9edbc69d2362 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks [] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:01.456042 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-aeedfd58-5e15-47f4-8713-cc8a823d6bdb None None] Provisioning complete for port b3a134c0-4fcb-4ce0-bdc7-d9b8fb25943a triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:16:01.456401 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-aeedfd58-5e15-47f4-8713-cc8a823d6bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:01.543042 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-2b161c3c-c6c9-4098-be6b-9edbc69d2362 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4068370 Jun 01 19:16:01.546735 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 60880) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:16:01.556187 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b161c3c-c6c9-4098-be6b-9edbc69d2362 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Pushing event updated for resources: {'Network': ['ID=262e7cf1-2716-44f1-9879-a2d3a7e8b507,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:16:01.563761 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-cfc6fed6-4370-4379-bd37-99e0cc788a09 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Request body: {'subnet': {'network_id': '262e7cf1-2716-44f1-9879-a2d3a7e8b507', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:16:01.564965 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-563a7904-db5f-44ea-9557-94be18807939 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc93f83c3-7fb6-5c13-a9d4-29d739a4e8d2-58097335-c3b6-43b6-9271-fef04db7bfe4', 'network_id': '58097335-c3b6-43b6-9271-fef04db7bfe4', 'tenant_id': '218d2543c7e64728b360dfece40a8826', 'fixed_ips': [{'subnet_id': '29df5c86-39e5-4d5c-bef9-25e73a2b4695'}]}} from n-d-844202-1. {{(pid=88526) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 19:16:01.565782 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-563a7904-db5f-44ea-9557-94be18807939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:01.583550 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network 262e7cf1-2716-44f1-9879-a2d3a7e8b507 details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 19:16:01.735181 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-cfc6fed6-4370-4379-bd37-99e0cc788a09 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:16:01.740784 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-cfc6fed6-4370-4379-bd37-99e0cc788a09 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Usage tracker for resource:subnet and tenant:218d2543c7e64728b360dfece40a8826 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:16:01.744567 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-cfc6fed6-4370-4379-bd37-99e0cc788a09 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:16:01.751828 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-cfc6fed6-4370-4379-bd37-99e0cc788a09 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:16:01.766801 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfc6fed6-4370-4379-bd37-99e0cc788a09 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Made reservation on behalf of 218d2543c7e64728b360dfece40a8826 for: {'subnet': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:16:01.770258 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-cfc6fed6-4370-4379-bd37-99e0cc788a09 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9667140'] for subnet, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:01.796854 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4187270f-b1a8-44cc-817e-c1d8c4630f01 req-030fba3e-1872-4f7d-9e8b-1aa89b61dcf5 tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:16:01.798337 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4187270f-b1a8-44cc-817e-c1d8c4630f01 req-030fba3e-1872-4f7d-9e8b-1aa89b61dcf5 tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f06126e-5f59-4ff7-a8f9-78aa38b7bc7b HTTP/1.1" status: 200 len: 944 time: 0.1608841 Jun 01 19:16:01.866624 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-aeedfd58-5e15-47f4-8713-cc8a823d6bdb None None] Current status of the port b3a134c0-4fcb-4ce0-bdc7-d9b8fb25943a is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:16:01.894238 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.ipam_backend_mixin [None req-cfc6fed6-4370-4379-bd37-99e0cc788a09 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Performing IP validity checks on allocation pools {{(pid=88525) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Jun 01 19:16:01.894761 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.ipam_backend_mixin [None req-cfc6fed6-4370-4379-bd37-99e0cc788a09 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88525) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Jun 01 19:16:01.945014 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4187270f-b1a8-44cc-817e-c1d8c4630f01 req-34941536-db24-4c70-81ed-9586f8c00574 tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] 10.222.0.41 "GET /v2.0/security-groups?id=61df5a6b-a048-4fb8-a4f2-21fdc7f70714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980916 Jun 01 19:16:01.973868 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.db_base_plugin_common [None req-563a7904-db5f-44ea-9557-94be18807939 None None] Allocated IP 2001:db8::1 (58097335-c3b6-43b6-9271-fef04db7bfe4/29df5c86-39e5-4d5c-bef9-25e73a2b4695/eaa15973-a55e-456c-be02-66697749829a) {{(pid=88526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:16:02.064687 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-cfc6fed6-4370-4379-bd37-99e0cc788a09 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2614064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9667190'] for subnet, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:02.144995 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc6fed6-4370-4379-bd37-99e0cc788a09 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Pushing event updated for resources: {'Subnet': ['ID=f46a3489-308d-424e-88ba-2504b06a4873,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:16:02.158365 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc6fed6-4370-4379-bd37-99e0cc788a09 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Checking segment: {'id': '8d2d034f-1a69-481b-ba69-d2cb7fd440a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '262e7cf1-2716-44f1-9879-a2d3a7e8b507'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:16:02.158721 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfc6fed6-4370-4379-bd37-99e0cc788a09 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Network hostable DHCP agents. Network: 262e7cf1-2716-44f1-9879-a2d3a7e8b507, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 19:16:02.178213 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfc6fed6-4370-4379-bd37-99e0cc788a09 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Network 262e7cf1-2716-44f1-9879-a2d3a7e8b507 is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 19:16:02.188700 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-cfc6fed6-4370-4379-bd37-99e0cc788a09 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, 262e7cf1-2716-44f1-9879-a2d3a7e8b507) {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:16:02.190740 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 3bf9a345-8970-4ff9-a2c6-62652667ce41 details requested by agent hyperv_n-h2-844202-1 with host n-h2-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 19:16:02.192897 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfc6fed6-4370-4379-bd37-99e0cc788a09 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:16:02.193608 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-cfc6fed6-4370-4379-bd37-99e0cc788a09 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks [] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:02.209987 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f75929e0-3dfb-4d21-a0fb-77982cec361d None None] Network 262e7cf1-2716-44f1-9879-a2d3a7e8b507 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:16:02.228283 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-cfc6fed6-4370-4379-bd37-99e0cc788a09 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.6775866 Jun 01 19:16:02.232360 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 60884) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:16:02.290177 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-563a7904-db5f-44ea-9557-94be18807939 None None] Notify callbacks [] for port, precommit_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:02.329350 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-563a7904-db5f-44ea-9557-94be18807939 None None] Transition to ACTIVE for port object eaa15973-a55e-456c-be02-66697749829a will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:16:02.425605 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-563a7904-db5f-44ea-9557-94be18807939 None None] Transition to ACTIVE for port object eaa15973-a55e-456c-be02-66697749829a will not be triggered until provisioned by entity DHCP. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:16:02.426112 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-271c0a4c-af28-4fb3-bf92-e874ac34e873 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:02.473515 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-563a7904-db5f-44ea-9557-94be18807939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526'] for port, after_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:02.511340 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-271c0a4c-af28-4fb3-bf92-e874ac34e873 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:02.599486 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-271c0a4c-af28-4fb3-bf92-e874ac34e873 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2614143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9667199'] for subnet, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:02.723691 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271c0a4c-af28-4fb3-bf92-e874ac34e873 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Pushing event deleted for resources: {'Subnet': ['ID=f46a3489-308d-424e-88ba-2504b06a4873,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:16:02.782829 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-563a7904-db5f-44ea-9557-94be18807939 None None] Network 58097335-c3b6-43b6-9271-fef04db7bfe4 is already hosted by enough agents. {{(pid=88526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:16:02.797530 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.base_scheduler [None req-563a7904-db5f-44ea-9557-94be18807939 None None] Resources bound (agent type, host, resource id): {{(pid=88526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:16:02.799427 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563a7904-db5f-44ea-9557-94be18807939 None None] Pushing event updated for resources: {'Port': ['ID=eaa15973-a55e-456c-be02-66697749829a,revision_number=1']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:16:02.804378 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563a7904-db5f-44ea-9557-94be18807939 None None] Received port after_create {{(pid=88526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:16:02.816331 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d295eaf0-0b22-434a-ac0b-c35e56c8cd1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc93f83c3-7fb6-5c13-a9d4-29d739a4e8d2-262e7cf1-2716-44f1-9879-a2d3a7e8b507', 'network_id': '262e7cf1-2716-44f1-9879-a2d3a7e8b507', 'tenant_id': '218d2543c7e64728b360dfece40a8826', 'fixed_ips': [{'subnet_id': 'f46a3489-308d-424e-88ba-2504b06a4873'}]}} from n-d-844202-1. {{(pid=88526) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 19:16:02.817093 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-d295eaf0-0b22-434a-ac0b-c35e56c8cd1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:02.867197 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-271c0a4c-af28-4fb3-bf92-e874ac34e873 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:02.883062 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 3bf9a345-8970-4ff9-a2c6-62652667ce41, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=3bf9a345-8970-4ff9-a2c6-62652667ce41,segment=NetworkSegment(70c7ed85-ebd1-4f33-bb7a-a67a0c255e02),segment_id=70c7ed85-ebd1-4f33-bb7a-a67a0c255e02)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:16:02.895836 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-271c0a4c-af28-4fb3-bf92-e874ac34e873 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['262e7cf1-2716-44f1-9879-a2d3a7e8b507']}} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:16:02.910602 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-271c0a4c-af28-4fb3-bf92-e874ac34e873 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d2d034f-1a69-481b-ba69-d2cb7fd440a3') {'for_net_delete': True} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:16:02.910938 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-271c0a4c-af28-4fb3-bf92-e874ac34e873 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d2d034f-1a69-481b-ba69-d2cb7fd440a3') {} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:16:02.924961 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-271c0a4c-af28-4fb3-bf92-e874ac34e873 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2258522'] for segment, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:02.943448 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-271c0a4c-af28-4fb3-bf92-e874ac34e873 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:02.952503 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-271c0a4c-af28-4fb3-bf92-e874ac34e873 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=88525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 19:16:02.952924 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-271c0a4c-af28-4fb3-bf92-e874ac34e873 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2613981'] for segment, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:03.018169 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Returning: {'device': '3bf9a345-8970-4ff9-a2c6-62652667ce41', 'network_id': '7e6de376-65c9-4068-b983-0c6144b5755a', 'port_id': '3bf9a345-8970-4ff9-a2c6-62652667ce41', 'mac_address': 'fa:16:3e:f7:25:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa824cb6-9c74-48aa-b8c9-79d72a27fdd5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 19:16:03.065666 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device b3a134c0-4fcb-4ce0-bdc7-d9b8fb25943a up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:16:03.097083 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment 8d2d034f-1a69-481b-ba69-d2cb7fd440a3 resource provider aggregate not found Jun 01 19:16:03.128401 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment 8d2d034f-1a69-481b-ba69-d2cb7fd440a3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8d2d034f-1a69-481b-ba69-d2cb7fd440a3 found for delete ", "request_id": "req-3d5ed3ce-07cc-4f01-97a5-5f2ef63bf76d"}]} Jun 01 19:16:03.186715 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-271c0a4c-af28-4fb3-bf92-e874ac34e873 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:03.199203 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-271c0a4c-af28-4fb3-bf92-e874ac34e873 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks [] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:03.222452 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-563a7904-db5f-44ea-9557-94be18807939 None None] Attempting to bind port eaa15973-a55e-456c-be02-66697749829a on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:16:03.223010 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-563a7904-db5f-44ea-9557-94be18807939 None None] Attempting to bind port eaa15973-a55e-456c-be02-66697749829a by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': 'd158a7c2-06bb-4c7a-aa9d-e4802e2a9033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '58097335-c3b6-43b6-9271-fef04db7bfe4'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:16:03.223381 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-563a7904-db5f-44ea-9557-94be18807939 None None] Attempting to bind port eaa15973-a55e-456c-be02-66697749829a on network 58097335-c3b6-43b6-9271-fef04db7bfe4 {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:16:03.228621 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3da950b-96a5-43cf-885b-c385b8acd951 req-6cac2617-f46b-462a-9861-462c0100f320 tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:16:03.230552 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-f3da950b-96a5-43cf-885b-c385b8acd951 req-6cac2617-f46b-462a-9861-462c0100f320 tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] Synchronizing usage tracker for tenant:cc6bc8c7dc0146ffa2efd662f4bb28e0 on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:16:03.235555 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271c0a4c-af28-4fb3-bf92-e874ac34e873 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Pushing event deleted for resources: {'Network': ['ID=262e7cf1-2716-44f1-9879-a2d3a7e8b507,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:16:03.247375 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-271c0a4c-af28-4fb3-bf92-e874ac34e873 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] 10.222.0.41 "DELETE /v2.0/networks/262e7cf1-2716-44f1-9879-a2d3a7e8b507 HTTP/1.1" status: 204 len: 168 time: 1.0123968 Jun 01 19:16:03.250830 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 60896) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:16:03.251106 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-563a7904-db5f-44ea-9557-94be18807939 None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 15, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:16:03.251492 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-563a7904-db5f-44ea-9557-94be18807939 None None] Checking segment: {'id': 'd158a7c2-06bb-4c7a-aa9d-e4802e2a9033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '58097335-c3b6-43b6-9271-fef04db7bfe4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:16:03.252028 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-563a7904-db5f-44ea-9557-94be18807939 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:03.252452 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-563a7904-db5f-44ea-9557-94be18807939 None None] Bound using segment: {'id': 'd158a7c2-06bb-4c7a-aa9d-e4802e2a9033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '58097335-c3b6-43b6-9271-fef04db7bfe4'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:16:03.253013 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-563a7904-db5f-44ea-9557-94be18807939 None None] Bound port: eaa15973-a55e-456c-be02-66697749829a, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd158a7c2-06bb-4c7a-aa9d-e4802e2a9033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '58097335-c3b6-43b6-9271-fef04db7bfe4'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:16:03.253451 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-563a7904-db5f-44ea-9557-94be18807939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:03.254742 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-f3da950b-96a5-43cf-885b-c385b8acd951 req-6cac2617-f46b-462a-9861-462c0100f320 tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] Unset dirty status for tenant:cc6bc8c7dc0146ffa2efd662f4bb28e0 on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:16:03.256490 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f3da950b-96a5-43cf-885b-c385b8acd951 req-6cac2617-f46b-462a-9861-462c0100f320 tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f06126e-5f59-4ff7-a8f9-78aa38b7bc7b HTTP/1.1" status: 200 len: 944 time: 0.1234493 Jun 01 19:16:03.262106 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-f586afa2-0d4c-493a-87a9-ad6d47154fff tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1947925822'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:16:03.271064 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f6235d8-cf48-4305-8e20-5ac0f72b8941 None None] Network 262e7cf1-2716-44f1-9879-a2d3a7e8b507 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:16:03.271631 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-f586afa2-0d4c-493a-87a9-ad6d47154fff tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:16:03.276758 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-f586afa2-0d4c-493a-87a9-ad6d47154fff tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Usage tracker for resource:network and tenant:218d2543c7e64728b360dfece40a8826 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:16:03.281709 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-f586afa2-0d4c-493a-87a9-ad6d47154fff tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:16:03.286297 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port 3bf9a345-8970-4ff9-a2c6-62652667ce41 is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:16:03.287140 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:03.290551 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-f586afa2-0d4c-493a-87a9-ad6d47154fff tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:16:03.306589 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f586afa2-0d4c-493a-87a9-ad6d47154fff tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Made reservation on behalf of 218d2543c7e64728b360dfece40a8826 for: {'network': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:16:03.312702 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f586afa2-0d4c-493a-87a9-ad6d47154fff tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:03.317575 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f6235d8-cf48-4305-8e20-5ac0f72b8941 None None] Network 262e7cf1-2716-44f1-9879-a2d3a7e8b507 could not be found, it might have been deleted concurrently. {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Jun 01 19:16:03.320780 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-f3da950b-96a5-43cf-885b-c385b8acd951 req-fe71f8e1-c227-4aed-bb5c-9aaf15e14c2a tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] Synchronizing usage tracker for tenant:cc6bc8c7dc0146ffa2efd662f4bb28e0 on resource:security_group {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:16:03.347809 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-f3da950b-96a5-43cf-885b-c385b8acd951 req-fe71f8e1-c227-4aed-bb5c-9aaf15e14c2a tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] Unset dirty status for tenant:cc6bc8c7dc0146ffa2efd662f4bb28e0 on resource:security_group {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:16:03.350617 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f3da950b-96a5-43cf-885b-c385b8acd951 req-fe71f8e1-c227-4aed-bb5c-9aaf15e14c2a tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] 10.222.0.41 "GET /v2.0/security-groups?id=61df5a6b-a048-4fb8-a4f2-21fdc7f70714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873406 Jun 01 19:16:03.360380 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bf9a345-8970-4ff9-a2c6-62652667ce41 {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 19:16:03.375796 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f586afa2-0d4c-493a-87a9-ad6d47154fff tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 115} {{(pid=88525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 19:16:03.382445 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f586afa2-0d4c-493a-87a9-ad6d47154fff tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:03.382853 n-d-844202-1 neutron-server[88525]: INFO neutron.db.segments_db [None req-f586afa2-0d4c-493a-87a9-ad6d47154fff tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Added segment 7a525d09-81dc-4760-873e-ef019da3ee47 of type vlan for network 17d90974-02d4-4181-943d-3e23505c362a Jun 01 19:16:03.412071 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f586afa2-0d4c-493a-87a9-ad6d47154fff tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:03.413268 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 3bf9a345-8970-4ff9-a2c6-62652667ce41, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=3bf9a345-8970-4ff9-a2c6-62652667ce41,segment=NetworkSegment(70c7ed85-ebd1-4f33-bb7a-a67a0c255e02),segment_id=70c7ed85-ebd1-4f33-bb7a-a67a0c255e02)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:16:03.416585 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port b3a134c0-4fcb-4ce0-bdc7-d9b8fb25943a triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:16:03.416983 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:03.445165 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f586afa2-0d4c-493a-87a9-ad6d47154fff tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:03.452733 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f586afa2-0d4c-493a-87a9-ad6d47154fff tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:16:03.452929 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f586afa2-0d4c-493a-87a9-ad6d47154fff tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks [] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:03.463988 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device d5c143f3-8c86-4a29-82be-c9beef99fb00 up at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:16:03.507166 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:03.679593 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 60910) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:16:03.679895 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-f586afa2-0d4c-493a-87a9-ad6d47154fff tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4282053 Jun 01 19:16:03.686619 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-563a7904-db5f-44ea-9557-94be18807939 None None] For port eaa15973-a55e-456c-be02-66697749829a, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:16:03.690795 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-d0b03283-cc3f-4472-8f4a-b337ddaa4127 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Request body: {'subnet': {'network_id': '17d90974-02d4-4181-943d-3e23505c362a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:16:03.692978 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f586afa2-0d4c-493a-87a9-ad6d47154fff tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Pushing event updated for resources: {'Network': ['ID=17d90974-02d4-4181-943d-3e23505c362a,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:16:03.708433 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network 17d90974-02d4-4181-943d-3e23505c362a details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 19:16:03.739728 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] get_ports_and_sgs() called for port_ids ['3bf9a345-8970-4ff9-a2c6-62652667ce41'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 19:16:03.812552 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-563a7904-db5f-44ea-9557-94be18807939 None None] For port eaa15973-a55e-456c-be02-66697749829a, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=eaa15973-a55e-456c-be02-66697749829a,segment=NetworkSegment(d158a7c2-06bb-4c7a-aa9d-e4802e2a9033),segment_id=d158a7c2-06bb-4c7a-aa9d-e4802e2a9033)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:16:03.824955 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-d0b03283-cc3f-4472-8f4a-b337ddaa4127 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:16:03.832806 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-d0b03283-cc3f-4472-8f4a-b337ddaa4127 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Usage tracker for resource:subnet and tenant:218d2543c7e64728b360dfece40a8826 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:16:03.838856 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-d0b03283-cc3f-4472-8f4a-b337ddaa4127 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:16:03.845799 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-d0b03283-cc3f-4472-8f4a-b337ddaa4127 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:16:03.857127 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0b03283-cc3f-4472-8f4a-b337ddaa4127 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Made reservation on behalf of 218d2543c7e64728b360dfece40a8826 for: {'subnet': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:16:03.861210 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d0b03283-cc3f-4472-8f4a-b337ddaa4127 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3066584'] for subnet, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:03.863492 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=3bf9a345-8970-4ff9-a2c6-62652667ce41,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:16:03.867988 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-563a7904-db5f-44ea-9557-94be18807939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:04.076789 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Provisioning for port d5c143f3-8c86-4a29-82be-c9beef99fb00 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:16:04.111366 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port b3a134c0-4fcb-4ce0-bdc7-d9b8fb25943a is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:16:04.122784 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Provisioning complete for port d5c143f3-8c86-4a29-82be-c9beef99fb00 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:16:04.124180 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:04.152960 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d0b03283-cc3f-4472-8f4a-b337ddaa4127 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2718919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3066602'] for subnet, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:04.190555 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563a7904-db5f-44ea-9557-94be18807939 None None] Pushing event updated for resources: {'Port': ['ID=eaa15973-a55e-456c-be02-66697749829a,revision_number=2']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:16:04.254227 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b03283-cc3f-4472-8f4a-b337ddaa4127 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Pushing event updated for resources: {'Subnet': ['ID=7c7a2693-b2a1-49af-8da1-dcf7d0b40aec,revision_number=0']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:16:04.265175 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b03283-cc3f-4472-8f4a-b337ddaa4127 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Checking segment: {'id': '7a525d09-81dc-4760-873e-ef019da3ee47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '17d90974-02d4-4181-943d-3e23505c362a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:16:04.265620 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0b03283-cc3f-4472-8f4a-b337ddaa4127 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Network hostable DHCP agents. Network: 17d90974-02d4-4181-943d-3e23505c362a, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88524) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 19:16:04.292093 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0b03283-cc3f-4472-8f4a-b337ddaa4127 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Network 17d90974-02d4-4181-943d-3e23505c362a is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88524) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 19:16:04.306290 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-d0b03283-cc3f-4472-8f4a-b337ddaa4127 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, 17d90974-02d4-4181-943d-3e23505c362a) {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:16:04.319716 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b03283-cc3f-4472-8f4a-b337ddaa4127 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:16:04.319921 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d06a3e9-0d28-4575-9de2-7882d55cddef None None] Network 17d90974-02d4-4181-943d-3e23505c362a requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:16:04.320386 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d0b03283-cc3f-4472-8f4a-b337ddaa4127 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:04.418231 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-d0b03283-cc3f-4472-8f4a-b337ddaa4127 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.7367620 Jun 01 19:16:04.421883 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 60930) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:16:04.449842 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port d5c143f3-8c86-4a29-82be-c9beef99fb00 is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:16:04.449842 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:04.542203 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba5dd536-f6dd-4645-b155-37682e4027fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5c143f3-8c86-4a29-82be-c9beef99fb00'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:16:04.575508 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port d5c143f3-8c86-4a29-82be-c9beef99fb00, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=d5c143f3-8c86-4a29-82be-c9beef99fb00,segment=NetworkSegment(70c7ed85-ebd1-4f33-bb7a-a67a0c255e02),segment_id=70c7ed85-ebd1-4f33-bb7a-a67a0c255e02)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:16:04.598945 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:04.646013 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71488605-9049-4647-a9a3-988443b35dd2'] response: {'server_uuid': 'ba5dd536-f6dd-4645-b155-37682e4027fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5c143f3-8c86-4a29-82be-c9beef99fb00', 'code': 200} Jun 01 19:16:04.678879 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3258006-b523-479b-a60d-1157305dd27d req-c0ea3120-2586-462a-8740-a29afb61a606 tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:16:04.681104 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f3258006-b523-479b-a60d-1157305dd27d req-c0ea3120-2586-462a-8740-a29afb61a606 tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f06126e-5f59-4ff7-a8f9-78aa38b7bc7b HTTP/1.1" status: 200 len: 945 time: 0.1721787 Jun 01 19:16:04.690379 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0b9b2d39-1dd6-465b-a264-305b6b311c58 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:04.737657 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=d5c143f3-8c86-4a29-82be-c9beef99fb00,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:16:04.747495 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f3258006-b523-479b-a60d-1157305dd27d req-d1fd638c-0a88-4705-8566-f875103a07de tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] 10.222.0.41 "GET /v2.0/security-groups?id=61df5a6b-a048-4fb8-a4f2-21fdc7f70714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529404 Jun 01 19:16:04.807368 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25b8c164-0eb1-4e87-8a56-4266219b5b33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc93f83c3-7fb6-5c13-a9d4-29d739a4e8d2-17d90974-02d4-4181-943d-3e23505c362a', 'network_id': '17d90974-02d4-4181-943d-3e23505c362a', 'tenant_id': '218d2543c7e64728b360dfece40a8826', 'fixed_ips': [{'subnet_id': '7c7a2693-b2a1-49af-8da1-dcf7d0b40aec'}]}} from n-d-844202-1. {{(pid=88526) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 19:16:04.809854 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-25b8c164-0eb1-4e87-8a56-4266219b5b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:04.856710 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0b9b2d39-1dd6-465b-a264-305b6b311c58 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:04.953934 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a31413c-1bfe-41ff-8932-2fe0b8e1c1bb req-f6cc181f-f2db-40c5-bf59-4a5f717ce423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:16:04.958983 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-7a31413c-1bfe-41ff-8932-2fe0b8e1c1bb req-f6cc181f-f2db-40c5-bf59-4a5f717ce423 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ba5dd536-f6dd-4645-b155-37682e4027fb HTTP/1.1" status: 200 len: 1096 time: 0.2182300 Jun 01 19:16:05.042013 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-7a31413c-1bfe-41ff-8932-2fe0b8e1c1bb req-3f7e8785-6001-44e1-8577-07cdbfe6b980 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=61df5a6b-a048-4fb8-a4f2-21fdc7f70714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769458 Jun 01 19:16:05.064937 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.db_base_plugin_common [None req-25b8c164-0eb1-4e87-8a56-4266219b5b33 None None] Allocated IP 2001:db8::1 (17d90974-02d4-4181-943d-3e23505c362a/7c7a2693-b2a1-49af-8da1-dcf7d0b40aec/248b757d-02ff-4f13-ba1d-59db2fc73636) {{(pid=88526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:16:05.085108 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device eaa15973-a55e-456c-be02-66697749829a up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:16:05.289804 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port eaa15973-a55e-456c-be02-66697749829a completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:16:05.381802 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-25b8c164-0eb1-4e87-8a56-4266219b5b33 None None] Notify callbacks [] for port, precommit_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:05.394726 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-25b8c164-0eb1-4e87-8a56-4266219b5b33 None None] Transition to ACTIVE for port object 248b757d-02ff-4f13-ba1d-59db2fc73636 will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:16:05.414286 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-25b8c164-0eb1-4e87-8a56-4266219b5b33 None None] Transition to ACTIVE for port object 248b757d-02ff-4f13-ba1d-59db2fc73636 will not be triggered until provisioned by entity DHCP. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:16:05.419162 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-25b8c164-0eb1-4e87-8a56-4266219b5b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526'] for port, after_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:05.440279 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0b9b2d39-1dd6-465b-a264-305b6b311c58 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2614143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9667199'] for subnet, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:05.476061 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9a20927-b61d-4cf0-8e83-9bf16df8f103 None None] Network 58097335-c3b6-43b6-9271-fef04db7bfe4 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:16:05.484744 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b2d39-1dd6-465b-a264-305b6b311c58 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Pushing event deleted for resources: {'Subnet': ['ID=7c7a2693-b2a1-49af-8da1-dcf7d0b40aec,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:16:05.563772 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25b8c164-0eb1-4e87-8a56-4266219b5b33 None None] Network 17d90974-02d4-4181-943d-3e23505c362a is already hosted by enough agents. {{(pid=88526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:16:05.573790 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.base_scheduler [None req-25b8c164-0eb1-4e87-8a56-4266219b5b33 None None] Resources bound (agent type, host, resource id): {{(pid=88526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:16:05.581049 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0b9b2d39-1dd6-465b-a264-305b6b311c58 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:05.585368 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b8c164-0eb1-4e87-8a56-4266219b5b33 None None] Received port after_create {{(pid=88526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:16:05.589865 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b8c164-0eb1-4e87-8a56-4266219b5b33 None None] Pushing event updated for resources: {'Port': ['ID=248b757d-02ff-4f13-ba1d-59db2fc73636,revision_number=1']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:16:05.608527 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-0b9b2d39-1dd6-465b-a264-305b6b311c58 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17d90974-02d4-4181-943d-3e23505c362a']}} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:16:05.620539 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-0b9b2d39-1dd6-465b-a264-305b6b311c58 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a525d09-81dc-4760-873e-ef019da3ee47') {'for_net_delete': True} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:16:05.620859 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-0b9b2d39-1dd6-465b-a264-305b6b311c58 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a525d09-81dc-4760-873e-ef019da3ee47') {} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:16:05.632266 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0b9b2d39-1dd6-465b-a264-305b6b311c58 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2258522'] for segment, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:05.641781 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-5829386d-7001-423d-bc5b-2b6214161114 None None] Provisioning for port eaa15973-a55e-456c-be02-66697749829a completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:16:05.648208 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0b9b2d39-1dd6-465b-a264-305b6b311c58 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:05.654887 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b9b2d39-1dd6-465b-a264-305b6b311c58 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=88525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 19:16:05.655280 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0b9b2d39-1dd6-465b-a264-305b6b311c58 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2613981'] for segment, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:05.696768 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-5829386d-7001-423d-bc5b-2b6214161114 None None] Provisioning complete for port eaa15973-a55e-456c-be02-66697749829a triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:16:05.697136 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-5829386d-7001-423d-bc5b-2b6214161114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:05.727021 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment 7a525d09-81dc-4760-873e-ef019da3ee47 resource provider aggregate not found Jun 01 19:16:05.747645 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment 7a525d09-81dc-4760-873e-ef019da3ee47 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7a525d09-81dc-4760-873e-ef019da3ee47 found for delete ", "request_id": "req-7178a674-7f46-4cb9-914c-129b972c08b5"}]} Jun 01 19:16:05.761369 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.db.api [None req-0b9b2d39-1dd6-465b-a264-305b6b311c58 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 01 19:16:05.761369 n-d-844202-1 neutron-server[88525]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 01 19:16:05.761369 n-d-844202-1 neutron-server[88525]: [parameters: {'id': '17d90974-02d4-4181-943d-3e23505c362a'}] Jun 01 19:16:05.761369 n-d-844202-1 neutron-server[88525]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88525) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 19:16:05.761844 n-d-844202-1 neutron-server[88525]: DEBUG oslo_db.api [None req-0b9b2d39-1dd6-465b-a264-305b6b311c58 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 19:16:05.830990 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-25b8c164-0eb1-4e87-8a56-4266219b5b33 None None] Attempting to bind port 248b757d-02ff-4f13-ba1d-59db2fc73636 on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:16:05.831350 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-25b8c164-0eb1-4e87-8a56-4266219b5b33 None None] Attempting to bind port 248b757d-02ff-4f13-ba1d-59db2fc73636 by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': '7a525d09-81dc-4760-873e-ef019da3ee47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '17d90974-02d4-4181-943d-3e23505c362a'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:16:05.831703 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b8c164-0eb1-4e87-8a56-4266219b5b33 None None] Attempting to bind port 248b757d-02ff-4f13-ba1d-59db2fc73636 on network 17d90974-02d4-4181-943d-3e23505c362a {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:16:05.856152 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b8c164-0eb1-4e87-8a56-4266219b5b33 None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 15, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:16:05.856545 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b8c164-0eb1-4e87-8a56-4266219b5b33 None None] Checking segment: {'id': '7a525d09-81dc-4760-873e-ef019da3ee47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '17d90974-02d4-4181-943d-3e23505c362a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:16:05.856942 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-25b8c164-0eb1-4e87-8a56-4266219b5b33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:05.857387 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b8c164-0eb1-4e87-8a56-4266219b5b33 None None] Bound using segment: {'id': '7a525d09-81dc-4760-873e-ef019da3ee47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '17d90974-02d4-4181-943d-3e23505c362a'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:16:05.857873 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-25b8c164-0eb1-4e87-8a56-4266219b5b33 None None] Bound port: 248b757d-02ff-4f13-ba1d-59db2fc73636, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a525d09-81dc-4760-873e-ef019da3ee47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '17d90974-02d4-4181-943d-3e23505c362a'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:16:05.858234 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-25b8c164-0eb1-4e87-8a56-4266219b5b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:05.940784 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ad2553-d904-4248-86d3-7845bb3f447d req-82c5f6cb-69b6-4c35-88e7-4040d3560718 tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:16:05.942249 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-39ad2553-d904-4248-86d3-7845bb3f447d req-82c5f6cb-69b6-4c35-88e7-4040d3560718 tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f06126e-5f59-4ff7-a8f9-78aa38b7bc7b HTTP/1.1" status: 200 len: 945 time: 0.0810838 Jun 01 19:16:05.992637 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-39ad2553-d904-4248-86d3-7845bb3f447d req-09203a8d-782a-4dce-bc4c-d2d41815f856 tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] 10.222.0.41 "GET /v2.0/security-groups?id=61df5a6b-a048-4fb8-a4f2-21fdc7f70714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438640 Jun 01 19:16:06.055258 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-5829386d-7001-423d-bc5b-2b6214161114 None None] Current status of the port eaa15973-a55e-456c-be02-66697749829a is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:16:06.055622 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-5829386d-7001-423d-bc5b-2b6214161114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:06.073040 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-25b8c164-0eb1-4e87-8a56-4266219b5b33 None None] For port 248b757d-02ff-4f13-ba1d-59db2fc73636, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:16:06.091204 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-25b8c164-0eb1-4e87-8a56-4266219b5b33 None None] For port 248b757d-02ff-4f13-ba1d-59db2fc73636, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=248b757d-02ff-4f13-ba1d-59db2fc73636,segment=NetworkSegment(7a525d09-81dc-4760-873e-ef019da3ee47),segment_id=7a525d09-81dc-4760-873e-ef019da3ee47)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:16:06.099329 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-25b8c164-0eb1-4e87-8a56-4266219b5b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:06.142020 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-5829386d-7001-423d-bc5b-2b6214161114 None None] For port eaa15973-a55e-456c-be02-66697749829a, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=eaa15973-a55e-456c-be02-66697749829a,segment=NetworkSegment(d158a7c2-06bb-4c7a-aa9d-e4802e2a9033),segment_id=d158a7c2-06bb-4c7a-aa9d-e4802e2a9033)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:16:06.162396 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-5829386d-7001-423d-bc5b-2b6214161114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:06.192353 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b8c164-0eb1-4e87-8a56-4266219b5b33 None None] Pushing event updated for resources: {'Port': ['ID=248b757d-02ff-4f13-ba1d-59db2fc73636,revision_number=2']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:16:06.264412 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0b9b2d39-1dd6-465b-a264-305b6b311c58 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:06.276862 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 3bf9a345-8970-4ff9-a2c6-62652667ce41 up at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:16:06.277112 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b2d39-1dd6-465b-a264-305b6b311c58 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Deleting port 248b757d-02ff-4f13-ba1d-59db2fc73636 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:16:06.277544 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0b9b2d39-1dd6-465b-a264-305b6b311c58 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:06.390243 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5829386d-7001-423d-bc5b-2b6214161114 None None] Pushing event updated for resources: {'Port': ['ID=eaa15973-a55e-456c-be02-66697749829a,revision_number=3']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:16:06.396152 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-210ae4a1-32c8-4f94-addc-760419b04055 None None] Network 17d90974-02d4-4181-943d-3e23505c362a requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:16:06.433066 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5829386d-7001-423d-bc5b-2b6214161114 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:16:06.433436 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5829386d-7001-423d-bc5b-2b6214161114 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:16:06.434266 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5829386d-7001-423d-bc5b-2b6214161114 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:16:06.434266 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5829386d-7001-423d-bc5b-2b6214161114 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:16:06.434516 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5829386d-7001-423d-bc5b-2b6214161114 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:16:06.434765 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5829386d-7001-423d-bc5b-2b6214161114 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:16:06.435236 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5829386d-7001-423d-bc5b-2b6214161114 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:16:06.435708 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5829386d-7001-423d-bc5b-2b6214161114 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:16:06.436096 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5829386d-7001-423d-bc5b-2b6214161114 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:16:06.436679 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5829386d-7001-423d-bc5b-2b6214161114 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:16:06.437018 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5829386d-7001-423d-bc5b-2b6214161114 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:16:06.437336 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5829386d-7001-423d-bc5b-2b6214161114 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:16:06.541249 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-5866804b-4e32-400d-ba85-ed74d5e04745 None None] Provisioning complete for port eaa15973-a55e-456c-be02-66697749829a triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:16:06.541659 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-5866804b-4e32-400d-ba85-ed74d5e04745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:06.581249 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [None req-0b9b2d39-1dd6-465b-a264-305b6b311c58 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] For port 248b757d-02ff-4f13-ba1d-59db2fc73636, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=248b757d-02ff-4f13-ba1d-59db2fc73636,segment=NetworkSegment(7a525d09-81dc-4760-873e-ef019da3ee47),segment_id=7a525d09-81dc-4760-873e-ef019da3ee47)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:16:06.581866 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0b9b2d39-1dd6-465b-a264-305b6b311c58 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:06.593878 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning for port 3bf9a345-8970-4ff9-a2c6-62652667ce41 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:16:06.610481 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning complete for port 3bf9a345-8970-4ff9-a2c6-62652667ce41 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:16:06.610836 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:06.719126 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b2d39-1dd6-465b-a264-305b6b311c58 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Calling delete_port for 248b757d-02ff-4f13-ba1d-59db2fc73636 owned by network:dhcp {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:16:06.804058 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0b9b2d39-1dd6-465b-a264-305b6b311c58 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:06.861034 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b2d39-1dd6-465b-a264-305b6b311c58 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Pushing event deleted for resources: {'Port': ['ID=248b757d-02ff-4f13-ba1d-59db2fc73636,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:16:06.868430 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9b2d39-1dd6-465b-a264-305b6b311c58 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] No DVR routers for this DVR port 248b757d-02ff-4f13-ba1d-59db2fc73636 on host n-d-844202-1 {{(pid=88525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:16:06.885092 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port 3bf9a345-8970-4ff9-a2c6-62652667ce41 is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:16:06.885470 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:06.895782 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-5866804b-4e32-400d-ba85-ed74d5e04745 None None] Current status of the port eaa15973-a55e-456c-be02-66697749829a is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:16:06.946528 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79a6c824-7a1b-4b45-8712-5fe57c40b89e None None] get_active_networks_info from n-d-844202-1 {{(pid=88526) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jun 01 19:16:06.978644 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f06126e-5f59-4ff7-a8f9-78aa38b7bc7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bf9a345-8970-4ff9-a2c6-62652667ce41'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:16:07.008456 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0b9b2d39-1dd6-465b-a264-305b6b311c58 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:07.027191 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 3bf9a345-8970-4ff9-a2c6-62652667ce41, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=3bf9a345-8970-4ff9-a2c6-62652667ce41,segment=NetworkSegment(70c7ed85-ebd1-4f33-bb7a-a67a0c255e02),segment_id=70c7ed85-ebd1-4f33-bb7a-a67a0c255e02)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:16:07.036453 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:07.045867 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-0b9b2d39-1dd6-465b-a264-305b6b311c58 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17d90974-02d4-4181-943d-3e23505c362a']}} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:16:07.066718 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-0b9b2d39-1dd6-465b-a264-305b6b311c58 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a525d09-81dc-4760-873e-ef019da3ee47') {'for_net_delete': True} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:16:07.067264 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-0b9b2d39-1dd6-465b-a264-305b6b311c58 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a525d09-81dc-4760-873e-ef019da3ee47') {} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:16:07.072853 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device eaa15973-a55e-456c-be02-66697749829a up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:16:07.085509 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0b9b2d39-1dd6-465b-a264-305b6b311c58 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2258522'] for segment, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:07.104386 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0b9b2d39-1dd6-465b-a264-305b6b311c58 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:07.111326 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b9b2d39-1dd6-465b-a264-305b6b311c58 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=88525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 19:16:07.111712 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0b9b2d39-1dd6-465b-a264-305b6b311c58 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2613981'] for segment, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:07.119456 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ab9b640-a769-4551-896a-e1d9a73acd34'] response: {'server_uuid': '4f06126e-5f59-4ff7-a8f9-78aa38b7bc7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bf9a345-8970-4ff9-a2c6-62652667ce41', 'code': 200} Jun 01 19:16:07.221347 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae1c37f-b046-4dac-bb3d-5d02809018f6 req-531aede5-c437-4fc6-8422-ebf1cd27b9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:16:07.223160 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-dae1c37f-b046-4dac-bb3d-5d02809018f6 req-531aede5-c437-4fc6-8422-ebf1cd27b9b2 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=4f06126e-5f59-4ff7-a8f9-78aa38b7bc7b HTTP/1.1" status: 200 len: 1097 time: 0.0813403 Jun 01 19:16:07.247679 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-fc847553-af44-4c64-ae95-29e15f796275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:07.274252 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79a6c824-7a1b-4b45-8712-5fe57c40b89e None None] Resources bound (agent type, host, resource id): {{(pid=88526) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 01 19:16:07.278072 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-dae1c37f-b046-4dac-bb3d-5d02809018f6 req-4682d150-4821-41f6-8991-49f6dec27c5e service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=61df5a6b-a048-4fb8-a4f2-21fdc7f70714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493767 Jun 01 19:16:07.316768 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=3bf9a345-8970-4ff9-a2c6-62652667ce41,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:16:07.402446 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port eaa15973-a55e-456c-be02-66697749829a triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:16:07.402820 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:07.408055 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0b9b2d39-1dd6-465b-a264-305b6b311c58 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:07.413437 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0b9b2d39-1dd6-465b-a264-305b6b311c58 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks [] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:07.446495 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b2d39-1dd6-465b-a264-305b6b311c58 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Pushing event deleted for resources: {'Network': ['ID=17d90974-02d4-4181-943d-3e23505c362a,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:16:07.458641 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-0b9b2d39-1dd6-465b-a264-305b6b311c58 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] 10.222.0.41 "DELETE /v2.0/networks/17d90974-02d4-4181-943d-3e23505c362a HTTP/1.1" status: 204 len: 168 time: 3.0318513 Jun 01 19:16:07.458853 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 60970) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:16:07.465940 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-690bdfff-a000-4458-b4e2-b1f505a37193 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1189336448'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:16:07.472524 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-690bdfff-a000-4458-b4e2-b1f505a37193 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:16:07.483962 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049efec3-2d58-4b22-9282-9b6e04cb7bb2 req-fbadd636-091b-44e3-88fa-00049c165f35 tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:16:07.485463 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-049efec3-2d58-4b22-9282-9b6e04cb7bb2 req-fbadd636-091b-44e3-88fa-00049c165f35 tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f06126e-5f59-4ff7-a8f9-78aa38b7bc7b HTTP/1.1" status: 200 len: 946 time: 0.3501189 Jun 01 19:16:07.486985 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-690bdfff-a000-4458-b4e2-b1f505a37193 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Usage tracker for resource:network and tenant:218d2543c7e64728b360dfece40a8826 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:16:07.489714 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-690bdfff-a000-4458-b4e2-b1f505a37193 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:16:07.495792 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-690bdfff-a000-4458-b4e2-b1f505a37193 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:16:07.533601 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-690bdfff-a000-4458-b4e2-b1f505a37193 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Made reservation on behalf of 218d2543c7e64728b360dfece40a8826 for: {'network': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:16:07.536913 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-690bdfff-a000-4458-b4e2-b1f505a37193 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:07.562896 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-049efec3-2d58-4b22-9282-9b6e04cb7bb2 req-ee351384-768c-4885-9e2a-15a606a8c764 tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] 10.222.0.41 "GET /v2.0/security-groups?id=61df5a6b-a048-4fb8-a4f2-21fdc7f70714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648398 Jun 01 19:16:07.575070 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-690bdfff-a000-4458-b4e2-b1f505a37193 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 121} {{(pid=88525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 19:16:07.586251 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-690bdfff-a000-4458-b4e2-b1f505a37193 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:07.586908 n-d-844202-1 neutron-server[88525]: INFO neutron.db.segments_db [None req-690bdfff-a000-4458-b4e2-b1f505a37193 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Added segment 86df02fe-f3da-471d-816d-073cb0cc6d2e of type vlan for network f6b75c60-3f97-4ba1-805b-4fad579a4107 Jun 01 19:16:07.617211 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-690bdfff-a000-4458-b4e2-b1f505a37193 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:07.622555 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port eaa15973-a55e-456c-be02-66697749829a is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:16:07.657158 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-690bdfff-a000-4458-b4e2-b1f505a37193 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:07.663005 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-690bdfff-a000-4458-b4e2-b1f505a37193 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:16:07.663797 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-690bdfff-a000-4458-b4e2-b1f505a37193 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks [] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:07.780161 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 60978) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:16:07.780851 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-690bdfff-a000-4458-b4e2-b1f505a37193 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3204174 Jun 01 19:16:07.786082 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-a63be0b9-6e08-4ae6-a215-4057eec9fc2d tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Request body: {'subnet': {'network_id': 'f6b75c60-3f97-4ba1-805b-4fad579a4107', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:16:07.787600 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690bdfff-a000-4458-b4e2-b1f505a37193 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Pushing event updated for resources: {'Network': ['ID=f6b75c60-3f97-4ba1-805b-4fad579a4107,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:16:07.800913 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network f6b75c60-3f97-4ba1-805b-4fad579a4107 details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 19:16:07.818826 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment 7a525d09-81dc-4760-873e-ef019da3ee47 resource provider aggregate not found Jun 01 19:16:07.842432 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment 7a525d09-81dc-4760-873e-ef019da3ee47 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7a525d09-81dc-4760-873e-ef019da3ee47 found for delete ", "request_id": "req-4322d88f-8b05-4463-b044-054d9a2fd5a5"}]} Jun 01 19:16:08.051697 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-a63be0b9-6e08-4ae6-a215-4057eec9fc2d tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:16:08.056115 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-a63be0b9-6e08-4ae6-a215-4057eec9fc2d tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Usage tracker for resource:subnet and tenant:218d2543c7e64728b360dfece40a8826 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:16:08.058993 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-a63be0b9-6e08-4ae6-a215-4057eec9fc2d tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:16:08.065100 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-a63be0b9-6e08-4ae6-a215-4057eec9fc2d tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:16:08.075253 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a63be0b9-6e08-4ae6-a215-4057eec9fc2d tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Made reservation on behalf of 218d2543c7e64728b360dfece40a8826 for: {'subnet': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:16:08.079394 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a63be0b9-6e08-4ae6-a215-4057eec9fc2d tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3066584'] for subnet, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:08.312782 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a63be0b9-6e08-4ae6-a215-4057eec9fc2d tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2718919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3066602'] for subnet, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:08.396616 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63be0b9-6e08-4ae6-a215-4057eec9fc2d tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Pushing event updated for resources: {'Subnet': ['ID=77860999-dbb3-4091-a99f-0cc20a9978a8,revision_number=0']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:16:08.405622 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63be0b9-6e08-4ae6-a215-4057eec9fc2d tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Checking segment: {'id': '86df02fe-f3da-471d-816d-073cb0cc6d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'f6b75c60-3f97-4ba1-805b-4fad579a4107'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:16:08.405981 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a63be0b9-6e08-4ae6-a215-4057eec9fc2d tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Network hostable DHCP agents. Network: f6b75c60-3f97-4ba1-805b-4fad579a4107, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88524) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 19:16:08.424415 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a63be0b9-6e08-4ae6-a215-4057eec9fc2d tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Network f6b75c60-3f97-4ba1-805b-4fad579a4107 is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88524) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 19:16:08.433677 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-a63be0b9-6e08-4ae6-a215-4057eec9fc2d tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, f6b75c60-3f97-4ba1-805b-4fad579a4107) {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:16:08.438358 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a63be0b9-6e08-4ae6-a215-4057eec9fc2d tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:16:08.438948 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a63be0b9-6e08-4ae6-a215-4057eec9fc2d tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:08.443034 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68ad9eaa-ef42-4dba-9d16-e6abeb7d5aba None None] Network f6b75c60-3f97-4ba1-805b-4fad579a4107 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:16:08.464349 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-a63be0b9-6e08-4ae6-a215-4057eec9fc2d tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.6806705 Jun 01 19:16:08.464575 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 60986) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:16:08.619279 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-da85690a-ddd9-44ab-9100-83f4a9245ea1 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:08.692413 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a3105f3-0b59-4812-ae9a-37231713a10f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc93f83c3-7fb6-5c13-a9d4-29d739a4e8d2-f6b75c60-3f97-4ba1-805b-4fad579a4107', 'network_id': 'f6b75c60-3f97-4ba1-805b-4fad579a4107', 'tenant_id': '218d2543c7e64728b360dfece40a8826', 'fixed_ips': [{'subnet_id': '77860999-dbb3-4091-a99f-0cc20a9978a8'}]}} from n-d-844202-1. {{(pid=88526) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 19:16:08.693256 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-8a3105f3-0b59-4812-ae9a-37231713a10f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:08.743719 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-da85690a-ddd9-44ab-9100-83f4a9245ea1 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:08.824251 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f771a5-73fc-4532-81f4-53a33c561762 req-89370372-426b-4b96-a356-a08fed93f2ff tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:16:08.825818 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-31f771a5-73fc-4532-81f4-53a33c561762 req-89370372-426b-4b96-a356-a08fed93f2ff tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f06126e-5f59-4ff7-a8f9-78aa38b7bc7b HTTP/1.1" status: 200 len: 946 time: 0.1478093 Jun 01 19:16:08.875499 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.db_base_plugin_common [None req-8a3105f3-0b59-4812-ae9a-37231713a10f None None] Allocated IP 2001:db8::1 (f6b75c60-3f97-4ba1-805b-4fad579a4107/77860999-dbb3-4091-a99f-0cc20a9978a8/d3a9c1bf-19fe-4255-b799-c5b1d8b39b6e) {{(pid=88526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:16:08.894031 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-31f771a5-73fc-4532-81f4-53a33c561762 req-aca366f7-f7bc-48f4-a941-ded097aa8ae7 tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] 10.222.0.41 "GET /v2.0/security-groups?id=61df5a6b-a048-4fb8-a4f2-21fdc7f70714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598700 Jun 01 19:16:09.145565 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa29fa74-384b-4afa-a802-1f9a6f2cd8a7 req-8b454bb7-f4d0-41eb-920c-902f025c5610 tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:16:09.152411 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-aa29fa74-384b-4afa-a802-1f9a6f2cd8a7 req-8b454bb7-f4d0-41eb-920c-902f025c5610 tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f2f8816-049d-4098-b121-d52436add78c HTTP/1.1" status: 200 len: 946 time: 0.1001203 Jun 01 19:16:09.175607 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-8a3105f3-0b59-4812-ae9a-37231713a10f None None] Notify callbacks [] for port, precommit_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:09.191014 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-8a3105f3-0b59-4812-ae9a-37231713a10f None None] Transition to ACTIVE for port object d3a9c1bf-19fe-4255-b799-c5b1d8b39b6e will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:16:09.203023 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-aa29fa74-384b-4afa-a802-1f9a6f2cd8a7 req-1564da9d-3c1f-4866-a877-06954ca4a149 tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] 10.222.0.41 "GET /v2.0/security-groups?id=61df5a6b-a048-4fb8-a4f2-21fdc7f70714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492773 Jun 01 19:16:09.232498 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-8a3105f3-0b59-4812-ae9a-37231713a10f None None] Transition to ACTIVE for port object d3a9c1bf-19fe-4255-b799-c5b1d8b39b6e will not be triggered until provisioned by entity DHCP. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:16:09.244285 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-8a3105f3-0b59-4812-ae9a-37231713a10f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526'] for port, after_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:09.264511 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-da85690a-ddd9-44ab-9100-83f4a9245ea1 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2718856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3066595'] for subnet, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:09.304483 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a3105f3-0b59-4812-ae9a-37231713a10f None None] Network f6b75c60-3f97-4ba1-805b-4fad579a4107 is already hosted by enough agents. {{(pid=88526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:16:09.311384 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da85690a-ddd9-44ab-9100-83f4a9245ea1 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Pushing event deleted for resources: {'Subnet': ['ID=77860999-dbb3-4091-a99f-0cc20a9978a8,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:16:09.313375 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.base_scheduler [None req-8a3105f3-0b59-4812-ae9a-37231713a10f None None] Resources bound (agent type, host, resource id): {{(pid=88526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:16:09.317794 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3105f3-0b59-4812-ae9a-37231713a10f None None] Received port after_create {{(pid=88526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:16:09.385361 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3105f3-0b59-4812-ae9a-37231713a10f None None] Pushing event updated for resources: {'Port': ['ID=d3a9c1bf-19fe-4255-b799-c5b1d8b39b6e,revision_number=1']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:16:09.433444 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-da85690a-ddd9-44ab-9100-83f4a9245ea1 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:09.443661 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-8a3105f3-0b59-4812-ae9a-37231713a10f None None] Attempting to bind port d3a9c1bf-19fe-4255-b799-c5b1d8b39b6e on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:16:09.444151 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-8a3105f3-0b59-4812-ae9a-37231713a10f None None] Attempting to bind port d3a9c1bf-19fe-4255-b799-c5b1d8b39b6e by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': '86df02fe-f3da-471d-816d-073cb0cc6d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'f6b75c60-3f97-4ba1-805b-4fad579a4107'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:16:09.444419 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3105f3-0b59-4812-ae9a-37231713a10f None None] Attempting to bind port d3a9c1bf-19fe-4255-b799-c5b1d8b39b6e on network f6b75c60-3f97-4ba1-805b-4fad579a4107 {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:16:09.450211 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3105f3-0b59-4812-ae9a-37231713a10f None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 15, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:16:09.450586 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3105f3-0b59-4812-ae9a-37231713a10f None None] Checking segment: {'id': '86df02fe-f3da-471d-816d-073cb0cc6d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'f6b75c60-3f97-4ba1-805b-4fad579a4107'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:16:09.451136 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-8a3105f3-0b59-4812-ae9a-37231713a10f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:09.451608 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3105f3-0b59-4812-ae9a-37231713a10f None None] Bound using segment: {'id': '86df02fe-f3da-471d-816d-073cb0cc6d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'f6b75c60-3f97-4ba1-805b-4fad579a4107'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:16:09.452108 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-8a3105f3-0b59-4812-ae9a-37231713a10f None None] Bound port: d3a9c1bf-19fe-4255-b799-c5b1d8b39b6e, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86df02fe-f3da-471d-816d-073cb0cc6d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'f6b75c60-3f97-4ba1-805b-4fad579a4107'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:16:09.452512 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-8a3105f3-0b59-4812-ae9a-37231713a10f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:09.462105 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-da85690a-ddd9-44ab-9100-83f4a9245ea1 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6b75c60-3f97-4ba1-805b-4fad579a4107']}} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:16:09.516995 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-da85690a-ddd9-44ab-9100-83f4a9245ea1 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86df02fe-f3da-471d-816d-073cb0cc6d2e') {'for_net_delete': True} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:16:09.517277 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-da85690a-ddd9-44ab-9100-83f4a9245ea1 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86df02fe-f3da-471d-816d-073cb0cc6d2e') {} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:16:09.532296 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-c0c48555-daff-478c-ac78-74bd80c8d702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:09.535437 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-da85690a-ddd9-44ab-9100-83f4a9245ea1 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2702126'] for segment, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:09.559016 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-8a3105f3-0b59-4812-ae9a-37231713a10f None None] For port d3a9c1bf-19fe-4255-b799-c5b1d8b39b6e, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:16:09.564416 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-da85690a-ddd9-44ab-9100-83f4a9245ea1 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:09.573819 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da85690a-ddd9-44ab-9100-83f4a9245ea1 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=88524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 19:16:09.574259 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-da85690a-ddd9-44ab-9100-83f4a9245ea1 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2719018'] for segment, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:09.652218 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment 86df02fe-f3da-471d-816d-073cb0cc6d2e resource provider aggregate not found Jun 01 19:16:09.678976 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment 86df02fe-f3da-471d-816d-073cb0cc6d2e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 86df02fe-f3da-471d-816d-073cb0cc6d2e found for delete ", "request_id": "req-f42c0c83-df42-486e-9698-ce72d2486aeb"}]} Jun 01 19:16:09.691305 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ce198c-fee2-4738-a7a2-1f29fb5d93b5 req-111a02f7-5647-488b-841c-ca9e06c61e96 tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:16:09.692799 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-32ce198c-fee2-4738-a7a2-1f29fb5d93b5 req-111a02f7-5647-488b-841c-ca9e06c61e96 tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba5dd536-f6dd-4645-b155-37682e4027fb HTTP/1.1" status: 200 len: 945 time: 0.2224166 Jun 01 19:16:09.698772 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-8a3105f3-0b59-4812-ae9a-37231713a10f None None] For port d3a9c1bf-19fe-4255-b799-c5b1d8b39b6e, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=d3a9c1bf-19fe-4255-b799-c5b1d8b39b6e,segment=NetworkSegment(86df02fe-f3da-471d-816d-073cb0cc6d2e),segment_id=86df02fe-f3da-471d-816d-073cb0cc6d2e)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:16:09.700048 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.db.api [None req-da85690a-ddd9-44ab-9100-83f4a9245ea1 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 01 19:16:09.700048 n-d-844202-1 neutron-server[88524]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 01 19:16:09.700048 n-d-844202-1 neutron-server[88524]: [parameters: {'id': 'f6b75c60-3f97-4ba1-805b-4fad579a4107'}] Jun 01 19:16:09.700048 n-d-844202-1 neutron-server[88524]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88524) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 19:16:09.700892 n-d-844202-1 neutron-server[88524]: DEBUG oslo_db.api [None req-da85690a-ddd9-44ab-9100-83f4a9245ea1 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 19:16:09.703662 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-8a3105f3-0b59-4812-ae9a-37231713a10f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:09.754676 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-32ce198c-fee2-4738-a7a2-1f29fb5d93b5 req-abf4027d-501a-4818-8831-824c8e734fc4 tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] 10.222.0.41 "GET /v2.0/security-groups?id=61df5a6b-a048-4fb8-a4f2-21fdc7f70714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524244 Jun 01 19:16:09.790706 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.agents_db [None req-e814b9cf-7de8-45d0-a079-29c61fabe7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 19:16:09.834825 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3105f3-0b59-4812-ae9a-37231713a10f None None] Pushing event updated for resources: {'Port': ['ID=d3a9c1bf-19fe-4255-b799-c5b1d8b39b6e,revision_number=2']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:16:09.859969 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45170d7d-d327-4a14-bb24-908ad980958f None None] Network f6b75c60-3f97-4ba1-805b-4fad579a4107 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:16:09.947292 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 32800) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:16:10.081454 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d001d511-613e-4120-9547-d26ac5d31579 None None] get_active_networks_info from n-d-844202-1 {{(pid=88526) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jun 01 19:16:10.082047 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-3ebe7099-62c7-44c1-8c20-0aa001ef8ec7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:10.097780 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-3ebe7099-62c7-44c1-8c20-0aa001ef8ec7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:16:10.101669 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-3ebe7099-62c7-44c1-8c20-0aa001ef8ec7 admin admin] Usage tracker for resource:security_group_rule and tenant:6d061315236342e397e54aee4133959f is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:16:10.104555 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-3ebe7099-62c7-44c1-8c20-0aa001ef8ec7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:16:10.111451 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-3ebe7099-62c7-44c1-8c20-0aa001ef8ec7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:16:10.154927 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d00b48-369e-48e6-be9e-a02edec20c6e req-70507a91-1bd8-4339-afae-f4062020ee05 tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:16:10.156519 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a3d00b48-369e-48e6-be9e-a02edec20c6e req-70507a91-1bd8-4339-afae-f4062020ee05 tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f06126e-5f59-4ff7-a8f9-78aa38b7bc7b HTTP/1.1" status: 200 len: 946 time: 0.0947561 Jun 01 19:16:10.200889 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-3ebe7099-62c7-44c1-8c20-0aa001ef8ec7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:10.202033 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-da85690a-ddd9-44ab-9100-83f4a9245ea1 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:10.209582 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a3d00b48-369e-48e6-be9e-a02edec20c6e req-08ffc8cd-4781-4af2-b3bc-b0bf9a3af303 tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] 10.222.0.41 "GET /v2.0/security-groups?id=61df5a6b-a048-4fb8-a4f2-21fdc7f70714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470357 Jun 01 19:16:10.209887 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-3ebe7099-62c7-44c1-8c20-0aa001ef8ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:10.223435 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d001d511-613e-4120-9547-d26ac5d31579 None None] Resources bound (agent type, host, resource id): {{(pid=88526) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 01 19:16:10.247853 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-da85690a-ddd9-44ab-9100-83f4a9245ea1 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Deleting port d3a9c1bf-19fe-4255-b799-c5b1d8b39b6e {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:16:10.248527 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-da85690a-ddd9-44ab-9100-83f4a9245ea1 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:10.316515 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-3ebe7099-62c7-44c1-8c20-0aa001ef8ec7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6d061315236342e397e54aee4133959f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3682230 Jun 01 19:16:10.317424 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebe7099-62c7-44c1-8c20-0aa001ef8ec7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2512b069-35c9-417d-9e9e-16f86f9876b1,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:16:10.319084 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 32810) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:16:10.398192 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-100054d0-fc29-4b2a-90ba-b38d1b367ae6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:10.427241 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-100054d0-fc29-4b2a-90ba-b38d1b367ae6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:10.510296 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-100054d0-fc29-4b2a-90ba-b38d1b367ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:10.526914 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100054d0-fc29-4b2a-90ba-b38d1b367ae6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2512b069-35c9-417d-9e9e-16f86f9876b1,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:16:10.533998 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-100054d0-fc29-4b2a-90ba-b38d1b367ae6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:10.537661 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-100054d0-fc29-4b2a-90ba-b38d1b367ae6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2512b069-35c9-417d-9e9e-16f86f9876b1 HTTP/1.1" status: 204 len: 168 time: 0.2152643 Jun 01 19:16:10.586580 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [None req-da85690a-ddd9-44ab-9100-83f4a9245ea1 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] For port d3a9c1bf-19fe-4255-b799-c5b1d8b39b6e, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=d3a9c1bf-19fe-4255-b799-c5b1d8b39b6e,segment=NetworkSegment(86df02fe-f3da-471d-816d-073cb0cc6d2e),segment_id=86df02fe-f3da-471d-816d-073cb0cc6d2e)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:16:10.587175 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-da85690a-ddd9-44ab-9100-83f4a9245ea1 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:10.655375 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:10.673182 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:10.837363 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-da85690a-ddd9-44ab-9100-83f4a9245ea1 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Calling delete_port for d3a9c1bf-19fe-4255-b799-c5b1d8b39b6e owned by network:dhcp {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:16:10.852928 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 32820) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:16:10.872614 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-72bcd874-8ed5-4f94-946a-64a281ee479e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:10.889759 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-72bcd874-8ed5-4f94-946a-64a281ee479e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:16:10.893851 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-72bcd874-8ed5-4f94-946a-64a281ee479e admin admin] Usage tracker for resource:security_group_rule and tenant:a0479615bad248658e763a1ce4b0819b is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:16:10.896776 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-72bcd874-8ed5-4f94-946a-64a281ee479e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:16:10.898589 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb97f262-6073-4d58-8214-a5cf3bb99eb4 req-68a39501-d129-4728-a8ac-d01003b0840f tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:16:10.900068 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-bb97f262-6073-4d58-8214-a5cf3bb99eb4 req-68a39501-d129-4728-a8ac-d01003b0840f tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f2f8816-049d-4098-b121-d52436add78c HTTP/1.1" status: 200 len: 946 time: 0.4118052 Jun 01 19:16:10.902412 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-72bcd874-8ed5-4f94-946a-64a281ee479e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:16:10.963330 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-bb97f262-6073-4d58-8214-a5cf3bb99eb4 req-56949b0a-36f5-42b9-844a-43601f6dd999 tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] 10.222.0.41 "GET /v2.0/security-groups?id=61df5a6b-a048-4fb8-a4f2-21fdc7f70714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556893 Jun 01 19:16:10.964044 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-da85690a-ddd9-44ab-9100-83f4a9245ea1 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:11.004178 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-72bcd874-8ed5-4f94-946a-64a281ee479e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:11.010145 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-72bcd874-8ed5-4f94-946a-64a281ee479e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:11.016674 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da85690a-ddd9-44ab-9100-83f4a9245ea1 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Pushing event deleted for resources: {'Port': ['ID=d3a9c1bf-19fe-4255-b799-c5b1d8b39b6e,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:16:11.021816 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da85690a-ddd9-44ab-9100-83f4a9245ea1 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] No DVR routers for this DVR port d3a9c1bf-19fe-4255-b799-c5b1d8b39b6e on host n-d-844202-1 {{(pid=88524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:16:11.070977 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-72bcd874-8ed5-4f94-946a-64a281ee479e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a0479615bad248658e763a1ce4b0819b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2169609 Jun 01 19:16:11.073625 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 32826) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:16:11.076455 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bcd874-8ed5-4f94-946a-64a281ee479e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92e94a61-63c5-4583-83c8-d0f3428dcf26,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:16:11.179968 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-da85690a-ddd9-44ab-9100-83f4a9245ea1 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:11.220491 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-da85690a-ddd9-44ab-9100-83f4a9245ea1 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6b75c60-3f97-4ba1-805b-4fad579a4107']}} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:16:11.237108 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-da85690a-ddd9-44ab-9100-83f4a9245ea1 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86df02fe-f3da-471d-816d-073cb0cc6d2e') {'for_net_delete': True} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:16:11.237404 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-da85690a-ddd9-44ab-9100-83f4a9245ea1 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86df02fe-f3da-471d-816d-073cb0cc6d2e') {} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:16:11.243665 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4ea01912-c2bd-4ac2-80d6-d455f5eec1af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:11.257135 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-da85690a-ddd9-44ab-9100-83f4a9245ea1 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2702126'] for segment, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:11.284724 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-da85690a-ddd9-44ab-9100-83f4a9245ea1 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:11.287703 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4ea01912-c2bd-4ac2-80d6-d455f5eec1af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:11.301323 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da85690a-ddd9-44ab-9100-83f4a9245ea1 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=88524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 19:16:11.301711 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-da85690a-ddd9-44ab-9100-83f4a9245ea1 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2719018'] for segment, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:11.328987 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b191d9e-c957-46dd-a349-0bff8655e273 req-a03ea3b4-b01e-4410-8405-3323099cabcc tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:16:11.335026 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b191d9e-c957-46dd-a349-0bff8655e273 req-a03ea3b4-b01e-4410-8405-3323099cabcc tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:16:11.340962 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b191d9e-c957-46dd-a349-0bff8655e273 req-a03ea3b4-b01e-4410-8405-3323099cabcc tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:16:11.343558 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8b191d9e-c957-46dd-a349-0bff8655e273 req-a03ea3b4-b01e-4410-8405-3323099cabcc tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f06126e-5f59-4ff7-a8f9-78aa38b7bc7b&device_id=ba5dd536-f6dd-4645-b155-37682e4027fb&device_id=7f2f8816-049d-4098-b121-d52436add78c HTTP/1.1" status: 200 len: 2418 time: 0.0985200 Jun 01 19:16:11.390800 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8b191d9e-c957-46dd-a349-0bff8655e273 req-f8858876-6337-4057-8a44-e03a39480288 tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] 10.222.0.41 "GET /v2.0/security-groups?id=61df5a6b-a048-4fb8-a4f2-21fdc7f70714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406325 Jun 01 19:16:11.420323 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-da85690a-ddd9-44ab-9100-83f4a9245ea1 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:11.439752 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-da85690a-ddd9-44ab-9100-83f4a9245ea1 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks [] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:11.456973 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da85690a-ddd9-44ab-9100-83f4a9245ea1 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Pushing event deleted for resources: {'Network': ['ID=f6b75c60-3f97-4ba1-805b-4fad579a4107,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:16:11.461801 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4ea01912-c2bd-4ac2-80d6-d455f5eec1af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:11.486196 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea01912-c2bd-4ac2-80d6-d455f5eec1af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92e94a61-63c5-4583-83c8-d0f3428dcf26,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:16:11.494125 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-da85690a-ddd9-44ab-9100-83f4a9245ea1 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] 10.222.0.41 "DELETE /v2.0/networks/f6b75c60-3f97-4ba1-805b-4fad579a4107 HTTP/1.1" status: 204 len: 168 time: 3.0285847 Jun 01 19:16:11.495241 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4ea01912-c2bd-4ac2-80d6-d455f5eec1af admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:11.496439 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-4ea01912-c2bd-4ac2-80d6-d455f5eec1af admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/92e94a61-63c5-4583-83c8-d0f3428dcf26 HTTP/1.1" status: 204 len: 168 time: 0.4216816 Jun 01 19:16:11.497460 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 32832) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:16:11.504485 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-6a190486-3617-4409-8102-6ede6e9fd93f tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-348557930'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:16:11.509942 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-6a190486-3617-4409-8102-6ede6e9fd93f tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:16:11.514523 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-6a190486-3617-4409-8102-6ede6e9fd93f tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Usage tracker for resource:network and tenant:218d2543c7e64728b360dfece40a8826 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:16:11.519468 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-6a190486-3617-4409-8102-6ede6e9fd93f tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:16:11.526187 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-6a190486-3617-4409-8102-6ede6e9fd93f tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:16:11.537054 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:11.541800 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a190486-3617-4409-8102-6ede6e9fd93f tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Made reservation on behalf of 218d2543c7e64728b360dfece40a8826 for: {'network': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:16:11.547135 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6a190486-3617-4409-8102-6ede6e9fd93f tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:11.615603 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a190486-3617-4409-8102-6ede6e9fd93f tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 142} {{(pid=88524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 19:16:11.638394 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6a190486-3617-4409-8102-6ede6e9fd93f tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:11.639439 n-d-844202-1 neutron-server[88524]: INFO neutron.db.segments_db [None req-6a190486-3617-4409-8102-6ede6e9fd93f tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Added segment 9b92395f-accf-47b4-a7ce-abbc3ebcdcfa of type vlan for network f0107ba6-bd31-45ba-8dd2-77c1e5e1e14e Jun 01 19:16:11.673814 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6a190486-3617-4409-8102-6ede6e9fd93f tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:11.710389 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcdd022-f3a0-4623-886c-e3dca679c199 req-2f384634-55c7-4e94-bc74-42dd074f564a tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:16:11.711856 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7fcdd022-f3a0-4623-886c-e3dca679c199 req-2f384634-55c7-4e94-bc74-42dd074f564a tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f06126e-5f59-4ff7-a8f9-78aa38b7bc7b HTTP/1.1" status: 200 len: 946 time: 0.1370373 Jun 01 19:16:11.713301 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment 86df02fe-f3da-471d-816d-073cb0cc6d2e resource provider aggregate not found Jun 01 19:16:11.735454 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment 86df02fe-f3da-471d-816d-073cb0cc6d2e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 86df02fe-f3da-471d-816d-073cb0cc6d2e found for delete ", "request_id": "req-a633a3c5-c095-480a-857b-1eeecfc32fa1"}]} Jun 01 19:16:11.747451 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6a190486-3617-4409-8102-6ede6e9fd93f tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:11.754007 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a190486-3617-4409-8102-6ede6e9fd93f tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:16:11.754588 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6a190486-3617-4409-8102-6ede6e9fd93f tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks [] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:11.855669 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7fcdd022-f3a0-4623-886c-e3dca679c199 req-fe5068d0-2461-4146-9d4e-8c20b752a9b8 tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] 10.222.0.41 "GET /v2.0/security-groups?id=61df5a6b-a048-4fb8-a4f2-21fdc7f70714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357176 Jun 01 19:16:11.877788 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-6a190486-3617-4409-8102-6ede6e9fd93f tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3785658 Jun 01 19:16:11.880834 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 32850) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:16:11.888150 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-9ff01944-af57-415f-b4f4-33599800a8a9 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Request body: {'subnet': {'network_id': 'f0107ba6-bd31-45ba-8dd2-77c1e5e1e14e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:16:11.905432 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a190486-3617-4409-8102-6ede6e9fd93f tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Pushing event updated for resources: {'Network': ['ID=f0107ba6-bd31-45ba-8dd2-77c1e5e1e14e,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:16:11.931514 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network f0107ba6-bd31-45ba-8dd2-77c1e5e1e14e details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 19:16:12.016125 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-9ff01944-af57-415f-b4f4-33599800a8a9 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:16:12.019983 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-9ff01944-af57-415f-b4f4-33599800a8a9 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Usage tracker for resource:subnet and tenant:218d2543c7e64728b360dfece40a8826 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:16:12.023102 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-9ff01944-af57-415f-b4f4-33599800a8a9 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:16:12.030649 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-9ff01944-af57-415f-b4f4-33599800a8a9 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:16:12.061018 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:12.080978 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ff01944-af57-415f-b4f4-33599800a8a9 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Made reservation on behalf of 218d2543c7e64728b360dfece40a8826 for: {'subnet': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:16:12.085827 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:12.089123 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-9ff01944-af57-415f-b4f4-33599800a8a9 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3066584'] for subnet, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:12.353315 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-9ff01944-af57-415f-b4f4-33599800a8a9 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2718919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3066602'] for subnet, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:12.436800 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff01944-af57-415f-b4f4-33599800a8a9 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Pushing event updated for resources: {'Subnet': ['ID=a7d4b502-4c63-47a2-96fa-e8c3437268ed,revision_number=0']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:16:12.447119 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff01944-af57-415f-b4f4-33599800a8a9 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Checking segment: {'id': '9b92395f-accf-47b4-a7ce-abbc3ebcdcfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f0107ba6-bd31-45ba-8dd2-77c1e5e1e14e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:16:12.447478 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ff01944-af57-415f-b4f4-33599800a8a9 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Network hostable DHCP agents. Network: f0107ba6-bd31-45ba-8dd2-77c1e5e1e14e, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88524) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 19:16:12.466059 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ff01944-af57-415f-b4f4-33599800a8a9 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Network f0107ba6-bd31-45ba-8dd2-77c1e5e1e14e is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88524) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 19:16:12.476204 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-9ff01944-af57-415f-b4f4-33599800a8a9 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, f0107ba6-bd31-45ba-8dd2-77c1e5e1e14e) {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:16:12.480447 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ff01944-af57-415f-b4f4-33599800a8a9 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:16:12.481072 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-9ff01944-af57-415f-b4f4-33599800a8a9 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:12.491301 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85db7df4-e457-4e87-a3be-7f08d264f338 None None] Network f0107ba6-bd31-45ba-8dd2-77c1e5e1e14e requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:16:12.505442 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-9ff01944-af57-415f-b4f4-33599800a8a9 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6234176 Jun 01 19:16:12.507995 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 32874) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:16:12.514724 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-ff5aa352-f806-40bf-a761-0aeaec5ea349 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Request body: {'subnet': {'network_id': 'f0107ba6-bd31-45ba-8dd2-77c1e5e1e14e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:16:12.692997 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-ff5aa352-f806-40bf-a761-0aeaec5ea349 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:16:12.697274 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-ff5aa352-f806-40bf-a761-0aeaec5ea349 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Usage tracker for resource:subnet and tenant:218d2543c7e64728b360dfece40a8826 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:16:12.700287 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-ff5aa352-f806-40bf-a761-0aeaec5ea349 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:16:12.707419 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-ff5aa352-f806-40bf-a761-0aeaec5ea349 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:16:12.725536 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff5aa352-f806-40bf-a761-0aeaec5ea349 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Made reservation on behalf of 218d2543c7e64728b360dfece40a8826 for: {'subnet': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:16:12.730187 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ff5aa352-f806-40bf-a761-0aeaec5ea349 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9667140'] for subnet, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:12.743988 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbaf179d-1aca-45b7-a5c4-461138fb2513 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc93f83c3-7fb6-5c13-a9d4-29d739a4e8d2-f0107ba6-bd31-45ba-8dd2-77c1e5e1e14e', 'network_id': 'f0107ba6-bd31-45ba-8dd2-77c1e5e1e14e', 'tenant_id': '218d2543c7e64728b360dfece40a8826', 'fixed_ips': [{'subnet_id': 'a7d4b502-4c63-47a2-96fa-e8c3437268ed'}]}} from n-d-844202-1. {{(pid=88526) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 19:16:12.744863 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-fbaf179d-1aca-45b7-a5c4-461138fb2513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:12.936059 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.db_base_plugin_common [None req-fbaf179d-1aca-45b7-a5c4-461138fb2513 None None] Allocated IP 2001:db8::2 (f0107ba6-bd31-45ba-8dd2-77c1e5e1e14e/a7d4b502-4c63-47a2-96fa-e8c3437268ed/84c1b81b-5753-4c5e-a6a2-9dedcfcccd33) {{(pid=88526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:16:13.093750 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ff5aa352-f806-40bf-a761-0aeaec5ea349 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2614064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9667190'] for subnet, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:13.158152 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff5aa352-f806-40bf-a761-0aeaec5ea349 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Network f0107ba6-bd31-45ba-8dd2-77c1e5e1e14e is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:16:13.160737 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-ff5aa352-f806-40bf-a761-0aeaec5ea349 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:16:13.165168 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff5aa352-f806-40bf-a761-0aeaec5ea349 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:16:13.165870 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ff5aa352-f806-40bf-a761-0aeaec5ea349 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks [] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:13.194351 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-ff5aa352-f806-40bf-a761-0aeaec5ea349 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.6829813 Jun 01 19:16:13.194594 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 32902) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:16:13.197415 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5aa352-f806-40bf-a761-0aeaec5ea349 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Pushing event updated for resources: {'Subnet': ['ID=a572274c-9eac-4f34-a671-962f56110acc,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:16:13.229163 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-fbaf179d-1aca-45b7-a5c4-461138fb2513 None None] Notify callbacks [] for port, precommit_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:13.241842 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-fbaf179d-1aca-45b7-a5c4-461138fb2513 None None] Transition to ACTIVE for port object 84c1b81b-5753-4c5e-a6a2-9dedcfcccd33 will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:16:13.267532 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-fbaf179d-1aca-45b7-a5c4-461138fb2513 None None] Transition to ACTIVE for port object 84c1b81b-5753-4c5e-a6a2-9dedcfcccd33 will not be triggered until provisioned by entity DHCP. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:16:13.273757 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-fbaf179d-1aca-45b7-a5c4-461138fb2513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526'] for port, after_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:13.282814 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e592daa1-1da8-442c-bbb2-a4e31c8ec694 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:16:13.284662 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e592daa1-1da8-442c-bbb2-a4e31c8ec694 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:16:13.286064 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e592daa1-1da8-442c-bbb2-a4e31c8ec694 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:16:13.287559 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e592daa1-1da8-442c-bbb2-a4e31c8ec694 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:16:13.289079 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e592daa1-1da8-442c-bbb2-a4e31c8ec694 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:16:13.290003 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-e592daa1-1da8-442c-bbb2-a4e31c8ec694 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Synchronizing usage tracker for tenant:218d2543c7e64728b360dfece40a8826 on resource:subnet {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:16:13.309104 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-e592daa1-1da8-442c-bbb2-a4e31c8ec694 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Unset dirty status for tenant:218d2543c7e64728b360dfece40a8826 on resource:subnet {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:16:13.314435 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 32912) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:16:13.314937 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-e592daa1-1da8-442c-bbb2-a4e31c8ec694 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1189363 Jun 01 19:16:13.321396 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-d9b8cde9-08d1-42b5-bc45-003da27aade9 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-744702444'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:16:13.329064 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-d9b8cde9-08d1-42b5-bc45-003da27aade9 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:16:13.334717 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-d9b8cde9-08d1-42b5-bc45-003da27aade9 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Usage tracker for resource:network and tenant:218d2543c7e64728b360dfece40a8826 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:16:13.337739 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-d9b8cde9-08d1-42b5-bc45-003da27aade9 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:16:13.349133 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-d9b8cde9-08d1-42b5-bc45-003da27aade9 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:16:13.364012 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9b8cde9-08d1-42b5-bc45-003da27aade9 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Made reservation on behalf of 218d2543c7e64728b360dfece40a8826 for: {'network': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:16:13.366632 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbaf179d-1aca-45b7-a5c4-461138fb2513 None None] Network f0107ba6-bd31-45ba-8dd2-77c1e5e1e14e is already hosted by enough agents. {{(pid=88526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:16:13.368596 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d9b8cde9-08d1-42b5-bc45-003da27aade9 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:13.369894 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.base_scheduler [None req-fbaf179d-1aca-45b7-a5c4-461138fb2513 None None] Resources bound (agent type, host, resource id): {{(pid=88526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:16:13.377556 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbaf179d-1aca-45b7-a5c4-461138fb2513 None None] Received port after_create {{(pid=88526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:16:13.386938 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbaf179d-1aca-45b7-a5c4-461138fb2513 None None] Pushing event updated for resources: {'Port': ['ID=84c1b81b-5753-4c5e-a6a2-9dedcfcccd33,revision_number=1']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:16:13.403705 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9b8cde9-08d1-42b5-bc45-003da27aade9 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 129} {{(pid=88524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 19:16:13.416674 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d9b8cde9-08d1-42b5-bc45-003da27aade9 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:13.417326 n-d-844202-1 neutron-server[88524]: INFO neutron.db.segments_db [None req-d9b8cde9-08d1-42b5-bc45-003da27aade9 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Added segment 3d7b5c20-3842-4624-b470-cec83cc74641 of type vlan for network 7bf517c8-57b4-4a26-890a-a7be4cfa8810 Jun 01 19:16:13.452214 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d9b8cde9-08d1-42b5-bc45-003da27aade9 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:13.484031 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-fbaf179d-1aca-45b7-a5c4-461138fb2513 None None] Attempting to bind port 84c1b81b-5753-4c5e-a6a2-9dedcfcccd33 on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:16:13.484439 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-fbaf179d-1aca-45b7-a5c4-461138fb2513 None None] Attempting to bind port 84c1b81b-5753-4c5e-a6a2-9dedcfcccd33 by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': '9b92395f-accf-47b4-a7ce-abbc3ebcdcfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f0107ba6-bd31-45ba-8dd2-77c1e5e1e14e'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:16:13.484900 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbaf179d-1aca-45b7-a5c4-461138fb2513 None None] Attempting to bind port 84c1b81b-5753-4c5e-a6a2-9dedcfcccd33 on network f0107ba6-bd31-45ba-8dd2-77c1e5e1e14e {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:16:13.487830 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d9b8cde9-08d1-42b5-bc45-003da27aade9 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:13.494127 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9b8cde9-08d1-42b5-bc45-003da27aade9 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:16:13.494734 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d9b8cde9-08d1-42b5-bc45-003da27aade9 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks [] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:13.502572 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbaf179d-1aca-45b7-a5c4-461138fb2513 None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 16, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:16:13.502946 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbaf179d-1aca-45b7-a5c4-461138fb2513 None None] Checking segment: {'id': '9b92395f-accf-47b4-a7ce-abbc3ebcdcfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f0107ba6-bd31-45ba-8dd2-77c1e5e1e14e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:16:13.503346 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-fbaf179d-1aca-45b7-a5c4-461138fb2513 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:13.503733 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbaf179d-1aca-45b7-a5c4-461138fb2513 None None] Bound using segment: {'id': '9b92395f-accf-47b4-a7ce-abbc3ebcdcfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f0107ba6-bd31-45ba-8dd2-77c1e5e1e14e'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:16:13.504197 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-fbaf179d-1aca-45b7-a5c4-461138fb2513 None None] Bound port: 84c1b81b-5753-4c5e-a6a2-9dedcfcccd33, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b92395f-accf-47b4-a7ce-abbc3ebcdcfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f0107ba6-bd31-45ba-8dd2-77c1e5e1e14e'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:16:13.504599 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-fbaf179d-1aca-45b7-a5c4-461138fb2513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:13.602345 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-fbaf179d-1aca-45b7-a5c4-461138fb2513 None None] For port 84c1b81b-5753-4c5e-a6a2-9dedcfcccd33, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:16:13.605924 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-fbaf179d-1aca-45b7-a5c4-461138fb2513 None None] For port 84c1b81b-5753-4c5e-a6a2-9dedcfcccd33, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=84c1b81b-5753-4c5e-a6a2-9dedcfcccd33,segment=NetworkSegment(9b92395f-accf-47b4-a7ce-abbc3ebcdcfa),segment_id=9b92395f-accf-47b4-a7ce-abbc3ebcdcfa)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:16:13.611975 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-fbaf179d-1aca-45b7-a5c4-461138fb2513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:13.624832 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 32924) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:16:13.625383 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-d9b8cde9-08d1-42b5-bc45-003da27aade9 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3083174 Jun 01 19:16:13.631667 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-4a3f3ee6-e6f7-4a80-a68f-95ad0462cdec tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Request body: {'network': {'name': 'New_network'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:16:13.710731 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b8cde9-08d1-42b5-bc45-003da27aade9 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Pushing event updated for resources: {'Network': ['ID=7bf517c8-57b4-4a26-890a-a7be4cfa8810,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:16:13.724102 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network 7bf517c8-57b4-4a26-890a-a7be4cfa8810 details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 19:16:13.759817 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de612c14-a1e2-48d8-b104-140b7948eb6a req-948939d7-498f-4785-95e0-43e5fcee3e95 tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:16:13.783602 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-de612c14-a1e2-48d8-b104-140b7948eb6a req-948939d7-498f-4785-95e0-43e5fcee3e95 tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f2f8816-049d-4098-b121-d52436add78c HTTP/1.1" status: 200 len: 946 time: 0.1636801 Jun 01 19:16:13.831722 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbaf179d-1aca-45b7-a5c4-461138fb2513 None None] Pushing event updated for resources: {'Port': ['ID=84c1b81b-5753-4c5e-a6a2-9dedcfcccd33,revision_number=2']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:16:13.839859 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-de612c14-a1e2-48d8-b104-140b7948eb6a req-a48825a9-600d-4737-ad4b-fdc628eece36 tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] 10.222.0.41 "GET /v2.0/security-groups?id=61df5a6b-a048-4fb8-a4f2-21fdc7f70714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551565 Jun 01 19:16:14.002036 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4a3f3ee6-e6f7-4a80-a68f-95ad0462cdec tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:14.037394 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4a3f3ee6-e6f7-4a80-a68f-95ad0462cdec tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:14.065714 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4a3f3ee6-e6f7-4a80-a68f-95ad0462cdec tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Network 7bf517c8-57b4-4a26-890a-a7be4cfa8810 is not hosted by any dhcp agent {{(pid=88525) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Jun 01 19:16:14.071631 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a3f3ee6-e6f7-4a80-a68f-95ad0462cdec tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:16:14.072039 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4a3f3ee6-e6f7-4a80-a68f-95ad0462cdec tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks [] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:14.074014 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-4a3f3ee6-e6f7-4a80-a68f-95ad0462cdec tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] 10.222.0.41 "PUT /v2.0/networks/7bf517c8-57b4-4a26-890a-a7be4cfa8810 HTTP/1.1" status: 200 len: 723 time: 0.4467864 Jun 01 19:16:14.077734 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 32930) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:16:14.085255 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-914d2198-e902-47bd-9ff0-afb9d48615b9 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Request body: {'subnet': {'network_id': '7bf517c8-57b4-4a26-890a-a7be4cfa8810', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:16:14.151485 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3f3ee6-e6f7-4a80-a68f-95ad0462cdec tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Pushing event updated for resources: {'Network': ['ID=7bf517c8-57b4-4a26-890a-a7be4cfa8810,revision_number=2']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:16:14.169092 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network 7bf517c8-57b4-4a26-890a-a7be4cfa8810 details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 19:16:14.311121 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-914d2198-e902-47bd-9ff0-afb9d48615b9 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:16:14.320806 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-914d2198-e902-47bd-9ff0-afb9d48615b9 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:16:14.331345 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-914d2198-e902-47bd-9ff0-afb9d48615b9 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Made reservation on behalf of 218d2543c7e64728b360dfece40a8826 for: {'subnet': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:16:14.335192 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-914d2198-e902-47bd-9ff0-afb9d48615b9 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3066584'] for subnet, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:14.555257 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-914d2198-e902-47bd-9ff0-afb9d48615b9 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2718919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3066602'] for subnet, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:14.641138 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914d2198-e902-47bd-9ff0-afb9d48615b9 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Pushing event updated for resources: {'Subnet': ['ID=dbe9ce41-e963-47df-b3ac-6ea3f0cd234a,revision_number=0']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:16:14.650432 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914d2198-e902-47bd-9ff0-afb9d48615b9 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Checking segment: {'id': '3d7b5c20-3842-4624-b470-cec83cc74641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '7bf517c8-57b4-4a26-890a-a7be4cfa8810'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:16:14.650794 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-914d2198-e902-47bd-9ff0-afb9d48615b9 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Network hostable DHCP agents. Network: 7bf517c8-57b4-4a26-890a-a7be4cfa8810, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88524) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 19:16:14.670512 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-914d2198-e902-47bd-9ff0-afb9d48615b9 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Network 7bf517c8-57b4-4a26-890a-a7be4cfa8810 is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88524) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 19:16:14.680502 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-914d2198-e902-47bd-9ff0-afb9d48615b9 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, 7bf517c8-57b4-4a26-890a-a7be4cfa8810) {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:16:14.688376 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-914d2198-e902-47bd-9ff0-afb9d48615b9 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:16:14.688969 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-914d2198-e902-47bd-9ff0-afb9d48615b9 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:14.690860 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd10b57c-2bb1-49de-bea6-e0f137e93f41 None None] Network 7bf517c8-57b4-4a26-890a-a7be4cfa8810 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:16:14.723490 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-914d2198-e902-47bd-9ff0-afb9d48615b9 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6418400 Jun 01 19:16:14.723849 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 32936) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:16:14.729794 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-96f21288-7550-4ed7-b2a2-51accf0f8711 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:16:14.860347 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-96f21288-7550-4ed7-b2a2-51accf0f8711 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9667149'] for subnet, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:14.908667 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-600ee3f6-18de-463f-952d-205b4cdd50d5 None None] Network f0107ba6-bd31-45ba-8dd2-77c1e5e1e14e requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:16:15.070999 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 84c1b81b-5753-4c5e-a6a2-9dedcfcccd33 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:16:15.115142 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93898581-ce68-45ee-bbf1-c9a1883600f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc93f83c3-7fb6-5c13-a9d4-29d739a4e8d2-7bf517c8-57b4-4a26-890a-a7be4cfa8810', 'network_id': '7bf517c8-57b4-4a26-890a-a7be4cfa8810', 'tenant_id': '218d2543c7e64728b360dfece40a8826', 'fixed_ips': [{'subnet_id': 'dbe9ce41-e963-47df-b3ac-6ea3f0cd234a'}]}} from n-d-844202-1. {{(pid=88526) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 19:16:15.115916 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-93898581-ce68-45ee-bbf1-c9a1883600f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:15.156745 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-e11924c1-7295-4a58-aa8c-6569115de670 None None] Provisioning for port 84c1b81b-5753-4c5e-a6a2-9dedcfcccd33 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:16:15.167001 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cd4410-fed8-4182-b826-c34536a61e9a req-828b7062-423b-48eb-b35e-d638b4f366f0 tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:16:15.172563 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d6cd4410-fed8-4182-b826-c34536a61e9a req-828b7062-423b-48eb-b35e-d638b4f366f0 tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f2f8816-049d-4098-b121-d52436add78c HTTP/1.1" status: 200 len: 946 time: 0.1786845 Jun 01 19:16:15.175413 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-96f21288-7550-4ed7-b2a2-51accf0f8711 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8747785753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2614118'] for subnet, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:15.258460 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f21288-7550-4ed7-b2a2-51accf0f8711 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Pushing event updated for resources: {'Subnet': ['ID=dbe9ce41-e963-47df-b3ac-6ea3f0cd234a,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:16:15.271778 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f21288-7550-4ed7-b2a2-51accf0f8711 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:16:15.272607 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-96f21288-7550-4ed7-b2a2-51accf0f8711 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks [] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:15.274085 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-96f21288-7550-4ed7-b2a2-51accf0f8711 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] 10.222.0.41 "PUT /v2.0/subnets/dbe9ce41-e963-47df-b3ac-6ea3f0cd234a HTTP/1.1" status: 200 len: 826 time: 0.5492277 Jun 01 19:16:15.277016 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 32950) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:16:15.304542 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d6cd4410-fed8-4182-b826-c34536a61e9a req-b70e3204-2667-4a62-8f00-209a432a62b7 tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] 10.222.0.41 "GET /v2.0/security-groups?id=61df5a6b-a048-4fb8-a4f2-21fdc7f70714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299617 Jun 01 19:16:15.322989 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port 84c1b81b-5753-4c5e-a6a2-9dedcfcccd33 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:16:15.350967 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 84c1b81b-5753-4c5e-a6a2-9dedcfcccd33 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:16:15.351338 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:15.361101 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 32954) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:16:15.449926 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-3a282da2-7b9e-40e0-b1e5-c2259a8cced0 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:15.517884 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-3a282da2-7b9e-40e0-b1e5-c2259a8cced0 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:15.520861 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.db_base_plugin_common [None req-93898581-ce68-45ee-bbf1-c9a1883600f3 None None] Allocated IP 2001:db8::2 (7bf517c8-57b4-4a26-890a-a7be4cfa8810/dbe9ce41-e963-47df-b3ac-6ea3f0cd234a/abda4637-96ec-4b3c-85b1-3cc41fa402fa) {{(pid=88526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:16:15.572903 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-dba62727-6423-4c73-8ac8-754fad58a26c tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Deleting port 1bd306a6-32a4-44cc-9a48-d08c6ee87c4d {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:16:15.573154 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-dba62727-6423-4c73-8ac8-754fad58a26c tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:15.677733 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 84c1b81b-5753-4c5e-a6a2-9dedcfcccd33 is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:16:15.678110 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:15.791672 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port 84c1b81b-5753-4c5e-a6a2-9dedcfcccd33, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=84c1b81b-5753-4c5e-a6a2-9dedcfcccd33,segment=NetworkSegment(9b92395f-accf-47b4-a7ce-abbc3ebcdcfa),segment_id=9b92395f-accf-47b4-a7ce-abbc3ebcdcfa)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:16:15.811831 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:15.897458 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-dba62727-6423-4c73-8ac8-754fad58a26c tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:15.898058 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-dba62727-6423-4c73-8ac8-754fad58a26c tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:15.944609 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b2499b5-3c68-4bc6-8a8a-442f44a81526 None None] Update dhcp port {'port': {'network_id': 'f0107ba6-bd31-45ba-8dd2-77c1e5e1e14e', 'fixed_ips': [{'subnet_id': 'a7d4b502-4c63-47a2-96fa-e8c3437268ed', 'ip_address': '2001:db8::2'}, {'subnet_id': 'a572274c-9eac-4f34-a671-962f56110acc'}], 'binding:host_id': 'n-d-844202-1'}, 'id': '84c1b81b-5753-4c5e-a6a2-9dedcfcccd33'} from n-d-844202-1. {{(pid=88526) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jun 01 19:16:15.993181 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-93898581-ce68-45ee-bbf1-c9a1883600f3 None None] Notify callbacks [] for port, precommit_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:16.005760 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=84c1b81b-5753-4c5e-a6a2-9dedcfcccd33,revision_number=3']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:16:16.019576 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-93898581-ce68-45ee-bbf1-c9a1883600f3 None None] Transition to ACTIVE for port object abda4637-96ec-4b3c-85b1-3cc41fa402fa will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:16:16.022107 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-1b2499b5-3c68-4bc6-8a8a-442f44a81526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:16.024718 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-dba62727-6423-4c73-8ac8-754fad58a26c tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Calling delete_port for 1bd306a6-32a4-44cc-9a48-d08c6ee87c4d owned by network:floatingip {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:16:16.084504 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-93898581-ce68-45ee-bbf1-c9a1883600f3 None None] Transition to ACTIVE for port object abda4637-96ec-4b3c-85b1-3cc41fa402fa will not be triggered until provisioned by entity DHCP. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:16:16.101860 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-93898581-ce68-45ee-bbf1-c9a1883600f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526'] for port, after_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:16.128462 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-3a282da2-7b9e-40e0-b1e5-c2259a8cced0 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2718856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3066595'] for subnet, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:16.180191 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a282da2-7b9e-40e0-b1e5-c2259a8cced0 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Pushing event deleted for resources: {'Subnet': ['ID=dbe9ce41-e963-47df-b3ac-6ea3f0cd234a,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:16:16.227211 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-dba62727-6423-4c73-8ac8-754fad58a26c tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:16.230827 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93898581-ce68-45ee-bbf1-c9a1883600f3 None None] Network 7bf517c8-57b4-4a26-890a-a7be4cfa8810 is already hosted by enough agents. {{(pid=88526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:16:16.238974 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.base_scheduler [None req-93898581-ce68-45ee-bbf1-c9a1883600f3 None None] Resources bound (agent type, host, resource id): {{(pid=88526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:16:16.245791 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93898581-ce68-45ee-bbf1-c9a1883600f3 None None] Received port after_create {{(pid=88526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:16:16.248364 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93898581-ce68-45ee-bbf1-c9a1883600f3 None None] Pushing event updated for resources: {'Port': ['ID=abda4637-96ec-4b3c-85b1-3cc41fa402fa,revision_number=1']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:16:16.397571 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-93898581-ce68-45ee-bbf1-c9a1883600f3 None None] Attempting to bind port abda4637-96ec-4b3c-85b1-3cc41fa402fa on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:16:16.398178 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-93898581-ce68-45ee-bbf1-c9a1883600f3 None None] Attempting to bind port abda4637-96ec-4b3c-85b1-3cc41fa402fa by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': '3d7b5c20-3842-4624-b470-cec83cc74641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '7bf517c8-57b4-4a26-890a-a7be4cfa8810'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:16:16.398297 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba62727-6423-4c73-8ac8-754fad58a26c tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Pushing event deleted for resources: {'Port': ['ID=1bd306a6-32a4-44cc-9a48-d08c6ee87c4d,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:16:16.398397 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93898581-ce68-45ee-bbf1-c9a1883600f3 None None] Attempting to bind port abda4637-96ec-4b3c-85b1-3cc41fa402fa on network 7bf517c8-57b4-4a26-890a-a7be4cfa8810 {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:16:16.408607 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93898581-ce68-45ee-bbf1-c9a1883600f3 None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 16, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:16:16.408983 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93898581-ce68-45ee-bbf1-c9a1883600f3 None None] Checking segment: {'id': '3d7b5c20-3842-4624-b470-cec83cc74641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '7bf517c8-57b4-4a26-890a-a7be4cfa8810'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:16:16.409381 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-93898581-ce68-45ee-bbf1-c9a1883600f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:16.409770 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93898581-ce68-45ee-bbf1-c9a1883600f3 None None] Bound using segment: {'id': '3d7b5c20-3842-4624-b470-cec83cc74641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '7bf517c8-57b4-4a26-890a-a7be4cfa8810'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:16:16.410232 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-93898581-ce68-45ee-bbf1-c9a1883600f3 None None] Bound port: abda4637-96ec-4b3c-85b1-3cc41fa402fa, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d7b5c20-3842-4624-b470-cec83cc74641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '7bf517c8-57b4-4a26-890a-a7be4cfa8810'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:16:16.410608 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-93898581-ce68-45ee-bbf1-c9a1883600f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:16.426220 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-3a282da2-7b9e-40e0-b1e5-c2259a8cced0 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:16.432488 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.db_base_plugin_common [None req-1b2499b5-3c68-4bc6-8a8a-442f44a81526 None None] Allocated IP 172.20.0.1 (f0107ba6-bd31-45ba-8dd2-77c1e5e1e14e/a572274c-9eac-4f34-a671-962f56110acc/84c1b81b-5753-4c5e-a6a2-9dedcfcccd33) {{(pid=88526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:16:16.441074 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-dba62727-6423-4c73-8ac8-754fad58a26c tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks [] for floatingip, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:16.442868 n-d-844202-1 neutron-server[88525]: INFO neutron.db.l3_db [None req-dba62727-6423-4c73-8ac8-754fad58a26c tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Floating IP 5f067ce1-5227-48ee-a0a7-5f938351a4c3 disassociated (deleted). External IP: 172.25.4.225, port: 7d8c088f-143f-4baf-b55f-4c0d180c9e22. Jun 01 19:16:16.467590 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-3a282da2-7b9e-40e0-b1e5-c2259a8cced0 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bf517c8-57b4-4a26-890a-a7be4cfa8810']}} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:16:16.491197 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-3a282da2-7b9e-40e0-b1e5-c2259a8cced0 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d7b5c20-3842-4624-b470-cec83cc74641') {'for_net_delete': True} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:16:16.491756 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-3a282da2-7b9e-40e0-b1e5-c2259a8cced0 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d7b5c20-3842-4624-b470-cec83cc74641') {} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:16:16.507287 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-3a282da2-7b9e-40e0-b1e5-c2259a8cced0 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2702126'] for segment, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:16.527160 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-3a282da2-7b9e-40e0-b1e5-c2259a8cced0 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:16.535422 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a282da2-7b9e-40e0-b1e5-c2259a8cced0 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=88524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 19:16:16.536602 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-3a282da2-7b9e-40e0-b1e5-c2259a8cced0 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2719018'] for segment, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:16.659423 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment 3d7b5c20-3842-4624-b470-cec83cc74641 resource provider aggregate not found Jun 01 19:16:16.660571 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-93898581-ce68-45ee-bbf1-c9a1883600f3 None None] For port abda4637-96ec-4b3c-85b1-3cc41fa402fa, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:16:16.688872 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment 3d7b5c20-3842-4624-b470-cec83cc74641 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3d7b5c20-3842-4624-b470-cec83cc74641 found for delete ", "request_id": "req-e7b332cb-324e-4433-9d00-cdb2b80c90ba"}]} Jun 01 19:16:16.694869 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.db.api [None req-3a282da2-7b9e-40e0-b1e5-c2259a8cced0 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 01 19:16:16.694869 n-d-844202-1 neutron-server[88524]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 01 19:16:16.694869 n-d-844202-1 neutron-server[88524]: [parameters: {'id': '7bf517c8-57b4-4a26-890a-a7be4cfa8810'}] Jun 01 19:16:16.694869 n-d-844202-1 neutron-server[88524]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88524) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 19:16:16.695310 n-d-844202-1 neutron-server[88524]: DEBUG oslo_db.api [None req-3a282da2-7b9e-40e0-b1e5-c2259a8cced0 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 19:16:16.710712 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-1b2499b5-3c68-4bc6-8a8a-442f44a81526 None None] For port 84c1b81b-5753-4c5e-a6a2-9dedcfcccd33, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=84c1b81b-5753-4c5e-a6a2-9dedcfcccd33,segment=NetworkSegment(9b92395f-accf-47b4-a7ce-abbc3ebcdcfa),segment_id=9b92395f-accf-47b4-a7ce-abbc3ebcdcfa)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:16:16.718512 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cdb7c7-d866-480e-abcb-2c941afe7bd2 req-6bad4275-86c3-4862-a9f9-6688aefc6e97 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:16:16.726050 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d7cdb7c7-d866-480e-abcb-2c941afe7bd2 req-6bad4275-86c3-4862-a9f9-6688aefc6e97 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2286216-8c80-4d0f-a6bc-2de102e2186c HTTP/1.1" status: 200 len: 947 time: 0.4500742 Jun 01 19:16:16.745811 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-1b2499b5-3c68-4bc6-8a8a-442f44a81526 None None] Notify callbacks [] for port, precommit_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:16.760037 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b7c14a-b7ac-454d-a471-47e81da03f29 req-2b494dea-2dc0-488d-a162-2e7470b66a94 tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:16:16.761775 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d1b7c14a-b7ac-454d-a471-47e81da03f29 req-2b494dea-2dc0-488d-a162-2e7470b66a94 tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f2f8816-049d-4098-b121-d52436add78c HTTP/1.1" status: 200 len: 946 time: 0.2291439 Jun 01 19:16:16.764203 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-93898581-ce68-45ee-bbf1-c9a1883600f3 None None] For port abda4637-96ec-4b3c-85b1-3cc41fa402fa, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=abda4637-96ec-4b3c-85b1-3cc41fa402fa,segment=NetworkSegment(3d7b5c20-3842-4624-b470-cec83cc74641),segment_id=3d7b5c20-3842-4624-b470-cec83cc74641)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:16:16.770094 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-93898581-ce68-45ee-bbf1-c9a1883600f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:16.783613 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d7cdb7c7-d866-480e-abcb-2c941afe7bd2 req-86a7e1fc-d7bd-4ed7-b61b-686da98b8328 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/security-groups?id=64983b74-c803-470a-b560-086d234f978a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565968 Jun 01 19:16:16.830151 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-1b2499b5-3c68-4bc6-8a8a-442f44a81526 None None] Transition to ACTIVE for port object 84c1b81b-5753-4c5e-a6a2-9dedcfcccd33 will not be triggered until provisioned by entity DHCP. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:16:16.849425 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-1b2499b5-3c68-4bc6-8a8a-442f44a81526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:16.942319 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d1b7c14a-b7ac-454d-a471-47e81da03f29 req-f890adc8-fe35-4272-96ba-16fbcde993db tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] 10.222.0.41 "GET /v2.0/security-groups?id=61df5a6b-a048-4fb8-a4f2-21fdc7f70714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697071 Jun 01 19:16:17.053317 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 84c1b81b-5753-4c5e-a6a2-9dedcfcccd33 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:16:17.094260 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93898581-ce68-45ee-bbf1-c9a1883600f3 None None] Pushing event updated for resources: {'Port': ['ID=abda4637-96ec-4b3c-85b1-3cc41fa402fa,revision_number=2']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:16:17.096623 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dba62727-6423-4c73-8ac8-754fad58a26c tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Router ebf6af23-158a-422f-ab91-96c3a5fa6a62 has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 19:16:17.195292 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3641288-a362-40be-a1c2-bb26cc7784a0 None None] Network 7bf517c8-57b4-4a26-890a-a7be4cfa8810 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:16:17.196272 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-3a282da2-7b9e-40e0-b1e5-c2259a8cced0 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:17.213825 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-3a282da2-7b9e-40e0-b1e5-c2259a8cced0 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Deleting port abda4637-96ec-4b3c-85b1-3cc41fa402fa {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:16:17.214549 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-3a282da2-7b9e-40e0-b1e5-c2259a8cced0 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:17.337165 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dba62727-6423-4c73-8ac8-754fad58a26c tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:16:17.361767 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7784aa7d-1d19-44a9-9494-f37d65ea81f9 None None] Sync routers for ids ['ebf6af23-158a-422f-ab91-96c3a5fa6a62'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:16:17.376491 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7784aa7d-1d19-44a9-9494-f37d65ea81f9 None None] Routers {'ebf6af23-158a-422f-ab91-96c3a5fa6a62'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:16:17.377352 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-7784aa7d-1d19-44a9-9494-f37d65ea81f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:16:09Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['ebf6af23-158a-422f-ab91-96c3a5fa6a62'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:16:17.378549 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-dba62727-6423-4c73-8ac8-754fad58a26c tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for floatingip, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:17.402939 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2499b5-3c68-4bc6-8a8a-442f44a81526 None None] Pushing event updated for resources: {'Port': ['ID=84c1b81b-5753-4c5e-a6a2-9dedcfcccd33,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:16:17.496815 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-dba62727-6423-4c73-8ac8-754fad58a26c tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "DELETE /v2.0/floatingips/5f067ce1-5227-48ee-a0a7-5f938351a4c3 HTTP/1.1" status: 204 len: 168 time: 2.1343172 Jun 01 19:16:17.501207 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4d58bc9-59bb-436d-b4a5-f14cb4ce6e4b', 'tag': '7d8c088f-143f-4baf-b55f-4c0d180c9e22'}] {{(pid=88525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:16:17.569068 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4227ccfa-4c88-4b90-9877-0564865b6567 None None] Network 7bf517c8-57b4-4a26-890a-a7be4cfa8810 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:16:17.610274 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [None req-3a282da2-7b9e-40e0-b1e5-c2259a8cced0 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] For port abda4637-96ec-4b3c-85b1-3cc41fa402fa, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=abda4637-96ec-4b3c-85b1-3cc41fa402fa,segment=NetworkSegment(3d7b5c20-3842-4624-b470-cec83cc74641),segment_id=3d7b5c20-3842-4624-b470-cec83cc74641)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:16:17.614163 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-3a282da2-7b9e-40e0-b1e5-c2259a8cced0 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:17.636546 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-7784aa7d-1d19-44a9-9494-f37d65ea81f9 None None] Set router ebf6af23-158a-422f-ab91-96c3a5fa6a62 gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:16:17.947647 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-3a282da2-7b9e-40e0-b1e5-c2259a8cced0 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Calling delete_port for abda4637-96ec-4b3c-85b1-3cc41fa402fa owned by network:dhcp {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:16:18.000734 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceda6be0-6d85-4e0b-9fe9-1e2078dcd87a req-c9ed8124-d204-468a-9f07-beee28b06e66 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:16:18.003403 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ceda6be0-6d85-4e0b-9fe9-1e2078dcd87a req-c9ed8124-d204-468a-9f07-beee28b06e66 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.15 "GET /v2.0/ports?device_id=a2286216-8c80-4d0f-a6bc-2de102e2186c HTTP/1.1" status: 200 len: 947 time: 0.2934763 Jun 01 19:16:18.008443 n-d-844202-1 neutron-server[88525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98d43692-5733-4824-a35b-5f0c04c23a69'] response: {'name': 'network-changed', 'server_uuid': 'c4d58bc9-59bb-436d-b4a5-f14cb4ce6e4b', 'tag': '7d8c088f-143f-4baf-b55f-4c0d180c9e22', 'status': 'completed', 'code': 200} Jun 01 19:16:18.062964 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-3a282da2-7b9e-40e0-b1e5-c2259a8cced0 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:18.150027 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a282da2-7b9e-40e0-b1e5-c2259a8cced0 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Pushing event deleted for resources: {'Port': ['ID=abda4637-96ec-4b3c-85b1-3cc41fa402fa,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:16:18.168335 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a282da2-7b9e-40e0-b1e5-c2259a8cced0 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] No DVR routers for this DVR port abda4637-96ec-4b3c-85b1-3cc41fa402fa on host n-d-844202-1 {{(pid=88524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:16:18.323419 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-552f6f3d-5d02-4998-8c45-db3681ea7ba1 None None] Network f0107ba6-bd31-45ba-8dd2-77c1e5e1e14e requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:16:18.437904 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [req-ceda6be0-6d85-4e0b-9fe9-1e2078dcd87a req-15a4e0eb-aab2-4359-9e46-1d6c2e7041e9 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Deleting port a550a778-e132-4180-bce5-d2a03048c7e8 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:16:18.438240 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-ceda6be0-6d85-4e0b-9fe9-1e2078dcd87a req-15a4e0eb-aab2-4359-9e46-1d6c2e7041e9 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:18.446941 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-7784aa7d-1d19-44a9-9494-f37d65ea81f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebf6af23-158a-422f-ab91-96c3a5fa6a62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1361133782', 'tenant_id': '8537cfb3773e46d182e148cf5b0a717f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': '35dc9bc9-645d-4709-b198-1995a99a0461', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:14:00Z', 'updated_at': '2022-06-01T19:14:11Z', 'revision_number': 4, 'project_id': '8537cfb3773e46d182e148cf5b0a717f', 'gw_port': {'id': '35dc9bc9-645d-4709-b198-1995a99a0461', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:4d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf6af23-158a-422f-ab91-96c3a5fa6a62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3054, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:14:02Z', 'updated_at': '2022-06-01T19:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '8cc8022f-2bc8-4fbd-89a6-a3adcd8e6186', 'name': '', 'network_id': 'de1db517-5b94-4ef1-bc52-4aac8a0efc54', 'tenant_id': '8537cfb3773e46d182e148cf5b0a717f', 'mac_address': 'fa:16:3e:bf:48:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf6af23-158a-422f-ab91-96c3a5fa6a62', 'device_owner': 'network:router_interface', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': '3cdf8c40-fa87-49d0-ba22-e441f2e99037', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:14:08Z', 'updated_at': '2022-06-01T19:14:21Z', 'revision_number': 5, 'project_id': '8537cfb3773e46d182e148cf5b0a717f', 'subnets': [{'id': '3cdf8c40-fa87-49d0-ba22-e441f2e99037', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:16:18.453670 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7784aa7d-1d19-44a9-9494-f37d65ea81f9 None None] Checking router: ebf6af23-158a-422f-ab91-96c3a5fa6a62 for host: n-d-844202-1 {{(pid=88527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 19:16:18.478240 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7784aa7d-1d19-44a9-9494-f37d65ea81f9 None None] Routers {'ebf6af23-158a-422f-ab91-96c3a5fa6a62'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:16:18.478860 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-7784aa7d-1d19-44a9-9494-f37d65ea81f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:16:09Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['ebf6af23-158a-422f-ab91-96c3a5fa6a62'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:16:18.569081 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-a924ff45-5359-473b-a608-ea3f7661911c None None] Provisioning for port 84c1b81b-5753-4c5e-a6a2-9dedcfcccd33 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:16:18.576992 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-a924ff45-5359-473b-a608-ea3f7661911c None None] Provisioning complete for port 84c1b81b-5753-4c5e-a6a2-9dedcfcccd33 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:16:18.577368 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-a924ff45-5359-473b-a608-ea3f7661911c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:18.697370 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-3a282da2-7b9e-40e0-b1e5-c2259a8cced0 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:18.721437 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30fd543-e37c-428b-9c39-9cc35d9c3e93 req-5fa0ac61-a11d-4f69-80cf-05a32e6355c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:16:18.723068 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a30fd543-e37c-428b-9c39-9cc35d9c3e93 req-5fa0ac61-a11d-4f69-80cf-05a32e6355c4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8537cfb3773e46d182e148cf5b0a717f&device_id=c4d58bc9-59bb-436d-b4a5-f14cb4ce6e4b HTTP/1.1" status: 200 len: 1096 time: 0.7131112 Jun 01 19:16:18.739408 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-7784aa7d-1d19-44a9-9494-f37d65ea81f9 None None] Set router ebf6af23-158a-422f-ab91-96c3a5fa6a62 gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:16:18.748980 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-3a282da2-7b9e-40e0-b1e5-c2259a8cced0 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bf517c8-57b4-4a26-890a-a7be4cfa8810']}} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:16:18.779202 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-3a282da2-7b9e-40e0-b1e5-c2259a8cced0 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d7b5c20-3842-4624-b470-cec83cc74641') {'for_net_delete': True} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:16:18.779514 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-3a282da2-7b9e-40e0-b1e5-c2259a8cced0 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d7b5c20-3842-4624-b470-cec83cc74641') {} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:16:18.811369 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-3a282da2-7b9e-40e0-b1e5-c2259a8cced0 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2702126'] for segment, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:18.837356 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eabdb28-87a1-4c52-99d0-9e46378968e4 req-ee3724c6-4397-4313-99c1-fa0fd51c3d06 tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:16:18.844707 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9eabdb28-87a1-4c52-99d0-9e46378968e4 req-ee3724c6-4397-4313-99c1-fa0fd51c3d06 tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f2f8816-049d-4098-b121-d52436add78c HTTP/1.1" status: 200 len: 946 time: 0.4537399 Jun 01 19:16:18.892685 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-3a282da2-7b9e-40e0-b1e5-c2259a8cced0 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:18.927200 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9eabdb28-87a1-4c52-99d0-9e46378968e4 req-b1d48f76-d349-42d2-a766-dac64ce36b9a tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] 10.222.0.41 "GET /v2.0/security-groups?id=61df5a6b-a048-4fb8-a4f2-21fdc7f70714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814958 Jun 01 19:16:18.928308 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a282da2-7b9e-40e0-b1e5-c2259a8cced0 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=88524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 19:16:18.928715 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-3a282da2-7b9e-40e0-b1e5-c2259a8cced0 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2719018'] for segment, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:18.970081 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-a924ff45-5359-473b-a608-ea3f7661911c None None] Current status of the port 84c1b81b-5753-4c5e-a6a2-9dedcfcccd33 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:16:19.015348 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af730470-8f7a-4c34-9806-e40a1f027afb req-69ec8482-8be9-40fd-afdf-518e8dacc0d2 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:16:19.017438 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-af730470-8f7a-4c34-9806-e40a1f027afb req-69ec8482-8be9-40fd-afdf-518e8dacc0d2 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2286216-8c80-4d0f-a6bc-2de102e2186c HTTP/1.1" status: 200 len: 947 time: 0.5485566 Jun 01 19:16:19.082364 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 84c1b81b-5753-4c5e-a6a2-9dedcfcccd33 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:16:19.110239 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-ceda6be0-6d85-4e0b-9fe9-1e2078dcd87a req-15a4e0eb-aab2-4359-9e46-1d6c2e7041e9 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] For port a550a778-e132-4180-bce5-d2a03048c7e8, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=a550a778-e132-4180-bce5-d2a03048c7e8,segment=NetworkSegment(391d97c0-c1c6-4de9-90ea-516f30f0f3f3),segment_id=391d97c0-c1c6-4de9-90ea-516f30f0f3f3)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:16:19.124896 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-ceda6be0-6d85-4e0b-9fe9-1e2078dcd87a req-15a4e0eb-aab2-4359-9e46-1d6c2e7041e9 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:19.127537 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment 3d7b5c20-3842-4624-b470-cec83cc74641 resource provider aggregate not found Jun 01 19:16:19.173765 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment 3d7b5c20-3842-4624-b470-cec83cc74641 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3d7b5c20-3842-4624-b470-cec83cc74641 found for delete ", "request_id": "req-9fdc8292-ec52-449c-8699-ccdcc0956e75"}]} Jun 01 19:16:19.249735 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 84c1b81b-5753-4c5e-a6a2-9dedcfcccd33 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:16:19.250388 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:19.274437 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-3a282da2-7b9e-40e0-b1e5-c2259a8cced0 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:19.299109 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7071b8fd-773b-4798-b298-03ede13372b1 None None] get_active_networks_info from n-d-844202-1 {{(pid=88526) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jun 01 19:16:19.311322 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-3a282da2-7b9e-40e0-b1e5-c2259a8cced0 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks [] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:19.347160 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-3a282da2-7b9e-40e0-b1e5-c2259a8cced0 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] 10.222.0.41 "DELETE /v2.0/networks/7bf517c8-57b4-4a26-890a-a7be4cfa8810 HTTP/1.1" status: 204 len: 168 time: 4.0689547 Jun 01 19:16:19.353963 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 33028) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:16:19.367150 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a282da2-7b9e-40e0-b1e5-c2259a8cced0 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Pushing event deleted for resources: {'Network': ['ID=7bf517c8-57b4-4a26-890a-a7be4cfa8810,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:16:19.402069 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29584598-c9be-4482-8403-ac2d5ceacf65 req-c740fba9-ea1e-4212-bd13-cbbd47b3d2aa tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:16:19.415174 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-29584598-c9be-4482-8403-ac2d5ceacf65 req-c740fba9-ea1e-4212-bd13-cbbd47b3d2aa tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/ports?device_id=c4d58bc9-59bb-436d-b4a5-f14cb4ce6e4b HTTP/1.1" status: 200 len: 945 time: 0.2472074 Jun 01 19:16:19.453495 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-af730470-8f7a-4c34-9806-e40a1f027afb req-7a2f641a-1e5e-4c29-8bc4-5d0a2cf01541 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/security-groups?id=64983b74-c803-470a-b560-086d234f978a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4276514 Jun 01 19:16:19.463010 n-d-844202-1 neutron-server[88525]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e869bc1-6c3f-4e15-9902-3f5274941d46 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] DELETE failed (client error): The resource could not be found. Jun 01 19:16:19.463615 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e869bc1-6c3f-4e15-9902-3f5274941d46 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88525) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 19:16:19.464683 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-7784aa7d-1d19-44a9-9494-f37d65ea81f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebf6af23-158a-422f-ab91-96c3a5fa6a62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1361133782', 'tenant_id': '8537cfb3773e46d182e148cf5b0a717f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': '35dc9bc9-645d-4709-b198-1995a99a0461', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:14:00Z', 'updated_at': '2022-06-01T19:14:11Z', 'revision_number': 4, 'project_id': '8537cfb3773e46d182e148cf5b0a717f', 'gw_port': {'id': '35dc9bc9-645d-4709-b198-1995a99a0461', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:4d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf6af23-158a-422f-ab91-96c3a5fa6a62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3054, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:14:02Z', 'updated_at': '2022-06-01T19:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '8cc8022f-2bc8-4fbd-89a6-a3adcd8e6186', 'name': '', 'network_id': 'de1db517-5b94-4ef1-bc52-4aac8a0efc54', 'tenant_id': '8537cfb3773e46d182e148cf5b0a717f', 'mac_address': 'fa:16:3e:bf:48:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf6af23-158a-422f-ab91-96c3a5fa6a62', 'device_owner': 'network:router_interface', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': '3cdf8c40-fa87-49d0-ba22-e441f2e99037', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:14:08Z', 'updated_at': '2022-06-01T19:14:21Z', 'revision_number': 5, 'project_id': '8537cfb3773e46d182e148cf5b0a717f', 'subnets': [{'id': '3cdf8c40-fa87-49d0-ba22-e441f2e99037', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:16:19.471680 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-6e869bc1-6c3f-4e15-9902-3f5274941d46 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] 10.222.0.41 "DELETE /v2.0/networks/7bf517c8-57b4-4a26-890a-a7be4cfa8810 HTTP/1.1" status: 404 len: 339 time: 0.1004629 Jun 01 19:16:19.471680 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30fd543-e37c-428b-9c39-9cc35d9c3e93 req-eb860f71-0076-4865-a2d9-6ebf94759e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:16:19.472129 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 33032) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:16:19.472831 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a30fd543-e37c-428b-9c39-9cc35d9c3e93 req-eb860f71-0076-4865-a2d9-6ebf94759e4d service neutron] 10.222.0.15 "GET /v2.0/networks?id=de1db517-5b94-4ef1-bc52-4aac8a0efc54 HTTP/1.1" status: 200 len: 898 time: 0.7253375 Jun 01 19:16:19.478093 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-0ebed8e2-6673-447a-9d5e-d02203da792b tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1127931753', 'description': 'd1'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:16:19.478420 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7784aa7d-1d19-44a9-9494-f37d65ea81f9 None None] The sync data for ids ['ebf6af23-158a-422f-ab91-96c3a5fa6a62'] in n-d-844202-1 is: [{'id': 'ebf6af23-158a-422f-ab91-96c3a5fa6a62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1361133782', 'tenant_id': '8537cfb3773e46d182e148cf5b0a717f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': '35dc9bc9-645d-4709-b198-1995a99a0461', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:14:00Z', 'updated_at': '2022-06-01T19:14:11Z', 'revision_number': 4, 'project_id': '8537cfb3773e46d182e148cf5b0a717f', 'gw_port': {'id': '35dc9bc9-645d-4709-b198-1995a99a0461', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:4d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf6af23-158a-422f-ab91-96c3a5fa6a62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3054, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:14:02Z', 'updated_at': '2022-06-01T19:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '8cc8022f-2bc8-4fbd-89a6-a3adcd8e6186', 'name': '', 'network_id': 'de1db517-5b94-4ef1-bc52-4aac8a0efc54', 'tenant_id': '8537cfb3773e46d182e148cf5b0a717f', 'mac_address': 'fa:16:3e:bf:48:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf6af23-158a-422f-ab91-96c3a5fa6a62', 'device_owner': 'network:router_interface', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': '3cdf8c40-fa87-49d0-ba22-e441f2e99037', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:14:08Z', 'updated_at': '2022-06-01T19:14:21Z', 'revision_number': 5, 'project_id': '8537cfb3773e46d182e148cf5b0a717f', 'subnets': [{'id': '3cdf8c40-fa87-49d0-ba22-e441f2e99037', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:16:19.488462 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-0ebed8e2-6673-447a-9d5e-d02203da792b tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:16:19.493453 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-0ebed8e2-6673-447a-9d5e-d02203da792b tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Usage tracker for resource:network and tenant:218d2543c7e64728b360dfece40a8826 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:16:19.498345 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-0ebed8e2-6673-447a-9d5e-d02203da792b tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:16:19.504914 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-0ebed8e2-6673-447a-9d5e-d02203da792b tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:16:19.537103 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7071b8fd-773b-4798-b298-03ede13372b1 None None] Resources bound (agent type, host, resource id): {{(pid=88526) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 01 19:16:19.580831 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-29584598-c9be-4482-8403-ac2d5ceacf65 req-4e3bce93-a5d2-4ab9-abc9-7a1dc3fad545 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/security-groups?id=56247f7a-6a0e-46fd-a754-17d488ad1a50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1622539 Jun 01 19:16:19.588145 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ebed8e2-6673-447a-9d5e-d02203da792b tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Made reservation on behalf of 218d2543c7e64728b360dfece40a8826 for: {'network': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:16:19.592739 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-0ebed8e2-6673-447a-9d5e-d02203da792b tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:19.645427 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ebed8e2-6673-447a-9d5e-d02203da792b tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 130} {{(pid=88524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 19:16:19.668781 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0ea6a3-8d25-4ca9-b947-45010c3dec50 req-379f44e8-e850-4610-b8fa-23234bdcf7a6 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:16:19.671275 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-bd0ea6a3-8d25-4ca9-b947-45010c3dec50 req-379f44e8-e850-4610-b8fa-23234bdcf7a6 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.15 "GET /v2.0/ports?device_id=c4d58bc9-59bb-436d-b4a5-f14cb4ce6e4b HTTP/1.1" status: 200 len: 945 time: 0.1557531 Jun 01 19:16:19.674570 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-0ebed8e2-6673-447a-9d5e-d02203da792b tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:19.675113 n-d-844202-1 neutron-server[88524]: INFO neutron.db.segments_db [None req-0ebed8e2-6673-447a-9d5e-d02203da792b tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Added segment 876541b1-81bd-4b1b-9ffd-32e45d257e8f of type vlan for network 1db16cea-0da6-41b6-9a88-6d4b4acd1588 Jun 01 19:16:19.694490 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a30fd543-e37c-428b-9c39-9cc35d9c3e93 req-7fcc5376-7ee7-4865-935b-6ae4d62aa9ef service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7d8c088f-143f-4baf-b55f-4c0d180c9e22 HTTP/1.1" status: 200 len: 217 time: 0.1127753 Jun 01 19:16:19.760937 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f9271b67-3df8-42f7-aad8-e02bebf6a89b None None] Provisioning complete for port 84c1b81b-5753-4c5e-a6a2-9dedcfcccd33 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:16:19.761487 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9271b67-3df8-42f7-aad8-e02bebf6a89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:19.765775 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-0ebed8e2-6673-447a-9d5e-d02203da792b tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:19.797269 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-bd0ea6a3-8d25-4ca9-b947-45010c3dec50 req-bf7ff887-649d-4196-9a0a-4ccc824f1c61 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Deleting port 7d8c088f-143f-4baf-b55f-4c0d180c9e22 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:16:19.797838 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-bd0ea6a3-8d25-4ca9-b947-45010c3dec50 req-bf7ff887-649d-4196-9a0a-4ccc824f1c61 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:19.925302 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30fd543-e37c-428b-9c39-9cc35d9c3e93 req-422f837e-31a2-4fc3-a02b-9782d2f1a3be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:16:19.926918 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a30fd543-e37c-428b-9c39-9cc35d9c3e93 req-422f837e-31a2-4fc3-a02b-9782d2f1a3be service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3cdf8c40-fa87-49d0-ba22-e441f2e99037 HTTP/1.1" status: 200 len: 835 time: 0.2217031 Jun 01 19:16:19.930946 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ac0172-cf54-43da-92f9-65c9585b83df None None] New status for floating IP 5f067ce1-5227-48ee-a0a7-5f938351a4c3: DOWN {{(pid=88526) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 19:16:19.987660 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-ceda6be0-6d85-4e0b-9fe9-1e2078dcd87a req-15a4e0eb-aab2-4359-9e46-1d6c2e7041e9 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:19.988168 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-ceda6be0-6d85-4e0b-9fe9-1e2078dcd87a req-15a4e0eb-aab2-4359-9e46-1d6c2e7041e9 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887712'] for floatingip, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:19.988597 n-d-844202-1 neutron-server[88525]: INFO neutron.db.l3_db [req-ceda6be0-6d85-4e0b-9fe9-1e2078dcd87a req-15a4e0eb-aab2-4359-9e46-1d6c2e7041e9 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Floating IP 1bc21d0f-ffc1-459b-bd6a-c3b1253c1928 disassociated. External IP: 172.25.4.206, port: a550a778-e132-4180-bce5-d2a03048c7e8. Jun 01 19:16:19.989063 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [req-ceda6be0-6d85-4e0b-9fe9-1e2078dcd87a req-15a4e0eb-aab2-4359-9e46-1d6c2e7041e9 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Calling delete_port for a550a778-e132-4180-bce5-d2a03048c7e8 owned by compute:nova {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:16:20.162894 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 84c1b81b-5753-4c5e-a6a2-9dedcfcccd33 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:16:20.172604 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30fd543-e37c-428b-9c39-9cc35d9c3e93 req-2726796e-4144-45be-b39b-ad2f792934af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:16:20.175462 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a30fd543-e37c-428b-9c39-9cc35d9c3e93 req-2726796e-4144-45be-b39b-ad2f792934af service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=de1db517-5b94-4ef1-bc52-4aac8a0efc54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2403452 Jun 01 19:16:20.245734 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9271b67-3df8-42f7-aad8-e02bebf6a89b None None] Current status of the port 84c1b81b-5753-4c5e-a6a2-9dedcfcccd33 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:16:20.251483 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-bd0ea6a3-8d25-4ca9-b947-45010c3dec50 req-bf7ff887-649d-4196-9a0a-4ccc824f1c61 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] For port 7d8c088f-143f-4baf-b55f-4c0d180c9e22, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=7d8c088f-143f-4baf-b55f-4c0d180c9e22,segment=NetworkSegment(1e00e93a-a6fa-43f2-b927-08a982c37727),segment_id=1e00e93a-a6fa-43f2-b927-08a982c37727)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:16:20.251849 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-bd0ea6a3-8d25-4ca9-b947-45010c3dec50 req-bf7ff887-649d-4196-9a0a-4ccc824f1c61 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:20.344690 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-ceda6be0-6d85-4e0b-9fe9-1e2078dcd87a req-15a4e0eb-aab2-4359-9e46-1d6c2e7041e9 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:20.411915 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a4e0eb-aab2-4359-9e46-1d6c2e7041e9 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Pushing event deleted for resources: {'Port': ['ID=a550a778-e132-4180-bce5-d2a03048c7e8,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:16:20.414383 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-bd0ea6a3-8d25-4ca9-b947-45010c3dec50 req-bf7ff887-649d-4196-9a0a-4ccc824f1c61 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Calling delete_port for 7d8c088f-143f-4baf-b55f-4c0d180c9e22 owned by compute:nova {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:16:20.453962 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-0ebed8e2-6673-447a-9d5e-d02203da792b tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:20.460332 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ebed8e2-6673-447a-9d5e-d02203da792b tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:16:20.460969 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-0ebed8e2-6673-447a-9d5e-d02203da792b tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks [] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:20.675278 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebed8e2-6673-447a-9d5e-d02203da792b tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Pushing event updated for resources: {'Network': ['ID=1db16cea-0da6-41b6-9a88-6d4b4acd1588,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:16:20.688652 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-facac46c-cd10-43b4-a841-c0acc10b39b3 req-072802ab-5f91-45e9-a6ba-de7d9d57aeaf tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2286216-8c80-4d0f-a6bc-2de102e2186c HTTP/1.1" status: 200 len: 210 time: 0.0735352 Jun 01 19:16:20.691574 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network 1db16cea-0da6-41b6-9a88-6d4b4acd1588 details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 19:16:20.702805 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-0ebed8e2-6673-447a-9d5e-d02203da792b tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.2305338 Jun 01 19:16:20.705602 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 33046) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:16:20.711249 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ca2a9d-7e1b-46e8-9c49-409097aa16db req-49a16860-f903-474d-9571-fdf749eddcbb tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:16:20.712861 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f7ca2a9d-7e1b-46e8-9c49-409097aa16db req-49a16860-f903-474d-9571-fdf749eddcbb tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f2f8816-049d-4098-b121-d52436add78c HTTP/1.1" status: 200 len: 946 time: 0.5434418 Jun 01 19:16:20.718026 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a30fd543-e37c-428b-9c39-9cc35d9c3e93 req-7ac7e206-8fa7-412b-b3ee-bccc07ae0f1b service neutron] 10.222.0.15 "GET /v2.0/networks/de1db517-5b94-4ef1-bc52-4aac8a0efc54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5355449 Jun 01 19:16:21.014530 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-bd0ea6a3-8d25-4ca9-b947-45010c3dec50 req-bf7ff887-649d-4196-9a0a-4ccc824f1c61 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:21.047247 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f7ca2a9d-7e1b-46e8-9c49-409097aa16db req-395db056-f874-4cd2-a67d-490b614ff2e6 tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] 10.222.0.41 "GET /v2.0/security-groups?id=61df5a6b-a048-4fb8-a4f2-21fdc7f70714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3257551 Jun 01 19:16:21.074607 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ceda6be0-6d85-4e0b-9fe9-1e2078dcd87a req-15a4e0eb-aab2-4359-9e46-1d6c2e7041e9 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Router 34511afa-2f84-418d-a7a8-a118fab61b4e has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 19:16:21.177206 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a30fd543-e37c-428b-9c39-9cc35d9c3e93 req-bb5969e7-801c-4e78-9dff-37b2107eb71d service neutron] 10.222.0.15 "GET /v2.0/networks/de1db517-5b94-4ef1-bc52-4aac8a0efc54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4377973 Jun 01 19:16:21.258957 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-300663d6-e771-4d3c-832c-802ec6ed806e tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:16:21.259630 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-300663d6-e771-4d3c-832c-802ec6ed806e tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Synchronizing usage tracker for tenant:218d2543c7e64728b360dfece40a8826 on resource:network {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:16:21.272367 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b3ff0cf0-7ad6-4c4b-ad12-d52f5bc5ec87 req-9cedf401-b218-41e2-a6a7-23ede8493d8b tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "GET /v2.0/ports?device_id=c4d58bc9-59bb-436d-b4a5-f14cb4ce6e4b HTTP/1.1" status: 200 len: 210 time: 0.3118107 Jun 01 19:16:21.273764 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7ff887-649d-4196-9a0a-4ccc824f1c61 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Pushing event deleted for resources: {'Port': ['ID=7d8c088f-143f-4baf-b55f-4c0d180c9e22,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:16:21.307685 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ceda6be0-6d85-4e0b-9fe9-1e2078dcd87a req-15a4e0eb-aab2-4359-9e46-1d6c2e7041e9 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:16:21.319048 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-347d81af-dd43-43d3-aee5-c1419d98730c None None] Sync routers for ids ['34511afa-2f84-418d-a7a8-a118fab61b4e'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:16:21.331675 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-347d81af-dd43-43d3-aee5-c1419d98730c None None] Routers {'34511afa-2f84-418d-a7a8-a118fab61b4e'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:16:21.332668 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-347d81af-dd43-43d3-aee5-c1419d98730c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:16:09Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['34511afa-2f84-418d-a7a8-a118fab61b4e'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:16:21.385182 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd0ea6a3-8d25-4ca9-b947-45010c3dec50 req-bf7ff887-649d-4196-9a0a-4ccc824f1c61 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] No DVR routers for this DVR port 7d8c088f-143f-4baf-b55f-4c0d180c9e22 on host n-h1-844202-1 {{(pid=88524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:16:21.389190 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-bd0ea6a3-8d25-4ca9-b947-45010c3dec50 req-bf7ff887-649d-4196-9a0a-4ccc824f1c61 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:21.399341 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4d58bc9-59bb-436d-b4a5-f14cb4ce6e4b', 'name': 'network-vif-deleted', 'tag': '7d8c088f-143f-4baf-b55f-4c0d180c9e22'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:16:21.407695 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-bd0ea6a3-8d25-4ca9-b947-45010c3dec50 req-bf7ff887-649d-4196-9a0a-4ccc824f1c61 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.15 "DELETE /v2.0/ports/7d8c088f-143f-4baf-b55f-4c0d180c9e22 HTTP/1.1" status: 204 len: 173 time: 1.7262819 Jun 01 19:16:21.413332 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [req-ceda6be0-6d85-4e0b-9fe9-1e2078dcd87a req-15a4e0eb-aab2-4359-9e46-1d6c2e7041e9 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] No DVR routers for this DVR port a550a778-e132-4180-bce5-d2a03048c7e8 on host n-h1-844202-1 {{(pid=88525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:16:21.417291 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-ceda6be0-6d85-4e0b-9fe9-1e2078dcd87a req-15a4e0eb-aab2-4359-9e46-1d6c2e7041e9 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:21.422465 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2286216-8c80-4d0f-a6bc-2de102e2186c', 'name': 'network-vif-deleted', 'tag': 'a550a778-e132-4180-bce5-d2a03048c7e8'}] {{(pid=88525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:16:21.422781 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-300663d6-e771-4d3c-832c-802ec6ed806e tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Unset dirty status for tenant:218d2543c7e64728b360dfece40a8826 on resource:network {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:16:21.432064 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-300663d6-e771-4d3c-832c-802ec6ed806e tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] 10.222.0.41 "GET /v2.0/networks?id=1db16cea-0da6-41b6-9a88-6d4b4acd1588 HTTP/1.1" status: 200 len: 765 time: 0.7236607 Jun 01 19:16:21.432816 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 33052) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:16:21.449110 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-be5e48ec-23b9-4aec-977b-f223c8431260 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Request body: {'network': {'description': 'd2'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:16:21.471781 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ceda6be0-6d85-4e0b-9fe9-1e2078dcd87a req-15a4e0eb-aab2-4359-9e46-1d6c2e7041e9 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.15 "DELETE /v2.0/ports/a550a778-e132-4180-bce5-d2a03048c7e8 HTTP/1.1" status: 204 len: 173 time: 3.3651745 Jun 01 19:16:21.494361 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device a550a778-e132-4180-bce5-d2a03048c7e8 no longer exists at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:16:21.514762 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e71fe73b-6615-4674-82b0-1b386e93bc47'] response: {'server_uuid': 'c4d58bc9-59bb-436d-b4a5-f14cb4ce6e4b', 'name': 'network-vif-deleted', 'tag': '7d8c088f-143f-4baf-b55f-4c0d180c9e22', 'status': 'completed', 'code': 200} Jun 01 19:16:21.536160 n-d-844202-1 neutron-server[88525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34d36d14-15ca-4671-87a4-c8d17bc020e4'] response: {'server_uuid': 'a2286216-8c80-4d0f-a6bc-2de102e2186c', 'name': 'network-vif-deleted', 'tag': 'a550a778-e132-4180-bce5-d2a03048c7e8', 'status': 'completed', 'code': 200} Jun 01 19:16:21.546776 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] No Port match for: a550a778-e132-4180-bce5-d2a03048c7e8 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:16:21.547353 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device a550a778-e132-4180-bce5-d2a03048c7e8 not bound to the agent host n-h1-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:16:21.548372 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 7d8c088f-143f-4baf-b55f-4c0d180c9e22 no longer exists at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:16:21.603775 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] No Port match for: 7d8c088f-143f-4baf-b55f-4c0d180c9e22 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:16:21.604123 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 7d8c088f-143f-4baf-b55f-4c0d180c9e22 not bound to the agent host n-h1-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:16:21.615462 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-347d81af-dd43-43d3-aee5-c1419d98730c None None] Set router 34511afa-2f84-418d-a7a8-a118fab61b4e gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:16:21.848696 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-be5e48ec-23b9-4aec-977b-f223c8431260 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:21.869492 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-be5e48ec-23b9-4aec-977b-f223c8431260 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:21.908186 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-be5e48ec-23b9-4aec-977b-f223c8431260 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Network 1db16cea-0da6-41b6-9a88-6d4b4acd1588 is not hosted by any dhcp agent {{(pid=88524) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Jun 01 19:16:21.913731 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be5e48ec-23b9-4aec-977b-f223c8431260 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:16:21.914470 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-be5e48ec-23b9-4aec-977b-f223c8431260 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks [] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:21.918311 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-be5e48ec-23b9-4aec-977b-f223c8431260 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] 10.222.0.41 "PUT /v2.0/networks/1db16cea-0da6-41b6-9a88-6d4b4acd1588 HTTP/1.1" status: 200 len: 762 time: 0.4820311 Jun 01 19:16:21.928124 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 33066) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:16:21.930172 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-d07304ee-8ea8-4581-9435-53541d23ab79 req-dc562163-8b74-4de1-95d0-b27fee8bdc4a tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Synchronizing usage tracker for tenant:4a7494de105b4d89b3193a70c4c60c4c on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:16:22.105474 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5e48ec-23b9-4aec-977b-f223c8431260 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Pushing event updated for resources: {'Network': ['ID=1db16cea-0da6-41b6-9a88-6d4b4acd1588,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:16:22.126198 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network 1db16cea-0da6-41b6-9a88-6d4b4acd1588 details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 19:16:22.244882 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f77795c-d186-49a5-9809-36a00e28681f tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:16:22.261653 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-9f77795c-d186-49a5-9809-36a00e28681f tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Synchronizing usage tracker for tenant:218d2543c7e64728b360dfece40a8826 on resource:network {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:16:22.299775 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-347d81af-dd43-43d3-aee5-c1419d98730c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34511afa-2f84-418d-a7a8-a118fab61b4e', 'name': 'tempest-AttachVolumeShelveTestJSON-595855241-router', 'tenant_id': '4a7494de105b4d89b3193a70c4c60c4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': 'c507d495-0ce0-477b-bc42-ec46b116dbdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:09:17Z', 'updated_at': '2022-06-01T19:09:29Z', 'revision_number': 4, 'project_id': '4a7494de105b4d89b3193a70c4c60c4c', 'gw_port': {'id': 'c507d495-0ce0-477b-bc42-ec46b116dbdb', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:1a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34511afa-2f84-418d-a7a8-a118fab61b4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2817, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:09:20Z', 'updated_at': '2022-06-01T19:09:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': 'b66f6a81-66f4-4681-bd20-5cd8e3e4f5d9', 'name': '', 'network_id': '3d299f30-03d5-48f5-82fc-2ce538e7e02b', 'tenant_id': '4a7494de105b4d89b3193a70c4c60c4c', 'mac_address': 'fa:16:3e:8c:1f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34511afa-2f84-418d-a7a8-a118fab61b4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2820, 'fixed_ips': [{'subnet_id': 'bf215978-ce5c-4077-ac29-2d8fb4937baa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:09:28Z', 'updated_at': '2022-06-01T19:09:39Z', 'revision_number': 5, 'project_id': '4a7494de105b4d89b3193a70c4c60c4c', 'subnets': [{'id': 'bf215978-ce5c-4077-ac29-2d8fb4937baa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:16:22.301180 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-9f77795c-d186-49a5-9809-36a00e28681f tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Unset dirty status for tenant:218d2543c7e64728b360dfece40a8826 on resource:network {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:16:22.302774 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-9f77795c-d186-49a5-9809-36a00e28681f tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] 10.222.0.41 "GET /v2.0/networks?id=1db16cea-0da6-41b6-9a88-6d4b4acd1588 HTTP/1.1" status: 200 len: 765 time: 0.3644378 Jun 01 19:16:22.305415 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-d07304ee-8ea8-4581-9435-53541d23ab79 req-dc562163-8b74-4de1-95d0-b27fee8bdc4a tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Unset dirty status for tenant:4a7494de105b4d89b3193a70c4c60c4c on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:16:22.309848 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-347d81af-dd43-43d3-aee5-c1419d98730c None None] Checking router: 34511afa-2f84-418d-a7a8-a118fab61b4e for host: n-d-844202-1 {{(pid=88527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 19:16:22.315853 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 33076) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:16:22.317780 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d07304ee-8ea8-4581-9435-53541d23ab79 req-dc562163-8b74-4de1-95d0-b27fee8bdc4a tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2286216-8c80-4d0f-a6bc-2de102e2186c HTTP/1.1" status: 200 len: 210 time: 0.4496295 Jun 01 19:16:22.329824 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-347d81af-dd43-43d3-aee5-c1419d98730c None None] Routers {'34511afa-2f84-418d-a7a8-a118fab61b4e'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:16:22.330457 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-347d81af-dd43-43d3-aee5-c1419d98730c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:16:09Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['34511afa-2f84-418d-a7a8-a118fab61b4e'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:16:22.525776 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 33080) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:16:22.683528 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-347d81af-dd43-43d3-aee5-c1419d98730c None None] Set router 34511afa-2f84-418d-a7a8-a118fab61b4e gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:16:22.699972 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f585d3-7348-4792-a733-2642c62dbf90 req-709d2f6a-0d4b-40b4-8c86-ba3fff9ff4fb tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:16:22.704292 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-68f585d3-7348-4792-a733-2642c62dbf90 req-709d2f6a-0d4b-40b4-8c86-ba3fff9ff4fb tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f2f8816-049d-4098-b121-d52436add78c HTTP/1.1" status: 200 len: 946 time: 0.4692185 Jun 01 19:16:22.756087 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5e99917-b56b-4d24-b4fc-a6453b814968 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:16:22.757643 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-a5e99917-b56b-4d24-b4fc-a6453b814968 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4408705 Jun 01 19:16:22.761364 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 33084) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:16:22.841983 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-1602f6ed-b382-4398-9df4-0a428050cf09 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Synchronizing usage tracker for tenant:218d2543c7e64728b360dfece40a8826 on resource:subnet {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:16:22.863000 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-1602f6ed-b382-4398-9df4-0a428050cf09 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Unset dirty status for tenant:218d2543c7e64728b360dfece40a8826 on resource:subnet {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:16:22.864754 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-1602f6ed-b382-4398-9df4-0a428050cf09 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] 10.222.0.41 "GET /v2.0/subnets?network_id=72a72e44-6845-488a-a5ff-3a26d4df9cb3 HTTP/1.1" status: 200 len: 207 time: 0.1014397 Jun 01 19:16:22.870123 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 33088) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:16:22.875482 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-68f585d3-7348-4792-a733-2642c62dbf90 req-d8d2cea1-1206-41b2-96ad-d4304334b6aa tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] 10.222.0.41 "GET /v2.0/security-groups?id=61df5a6b-a048-4fb8-a4f2-21fdc7f70714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570566 Jun 01 19:16:23.143563 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1e1d8d2-9423-48c3-a9e5-f484591ca2e7 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:16:23.151738 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1e1d8d2-9423-48c3-a9e5-f484591ca2e7 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:16:23.158528 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1e1d8d2-9423-48c3-a9e5-f484591ca2e7 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:16:23.164950 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1e1d8d2-9423-48c3-a9e5-f484591ca2e7 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:16:23.171952 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1e1d8d2-9423-48c3-a9e5-f484591ca2e7 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:16:23.178058 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1e1d8d2-9423-48c3-a9e5-f484591ca2e7 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:16:23.180154 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-f1e1d8d2-9423-48c3-a9e5-f484591ca2e7 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.3086812 Jun 01 19:16:23.183616 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 33098) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:16:23.300256 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-509543a6-0958-4b1c-adcf-69f26eadd315 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-887474'] for router_interface, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:23.343019 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-347d81af-dd43-43d3-aee5-c1419d98730c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34511afa-2f84-418d-a7a8-a118fab61b4e', 'name': 'tempest-AttachVolumeShelveTestJSON-595855241-router', 'tenant_id': '4a7494de105b4d89b3193a70c4c60c4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': 'c507d495-0ce0-477b-bc42-ec46b116dbdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:09:17Z', 'updated_at': '2022-06-01T19:09:29Z', 'revision_number': 4, 'project_id': '4a7494de105b4d89b3193a70c4c60c4c', 'gw_port': {'id': 'c507d495-0ce0-477b-bc42-ec46b116dbdb', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:1a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34511afa-2f84-418d-a7a8-a118fab61b4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2817, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:09:20Z', 'updated_at': '2022-06-01T19:09:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': 'b66f6a81-66f4-4681-bd20-5cd8e3e4f5d9', 'name': '', 'network_id': '3d299f30-03d5-48f5-82fc-2ce538e7e02b', 'tenant_id': '4a7494de105b4d89b3193a70c4c60c4c', 'mac_address': 'fa:16:3e:8c:1f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34511afa-2f84-418d-a7a8-a118fab61b4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2820, 'fixed_ips': [{'subnet_id': 'bf215978-ce5c-4077-ac29-2d8fb4937baa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:09:28Z', 'updated_at': '2022-06-01T19:09:39Z', 'revision_number': 5, 'project_id': '4a7494de105b4d89b3193a70c4c60c4c', 'subnets': [{'id': 'bf215978-ce5c-4077-ac29-2d8fb4937baa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:16:23.351287 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-347d81af-dd43-43d3-aee5-c1419d98730c None None] The sync data for ids ['34511afa-2f84-418d-a7a8-a118fab61b4e'] in n-d-844202-1 is: [{'id': '34511afa-2f84-418d-a7a8-a118fab61b4e', 'name': 'tempest-AttachVolumeShelveTestJSON-595855241-router', 'tenant_id': '4a7494de105b4d89b3193a70c4c60c4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': 'c507d495-0ce0-477b-bc42-ec46b116dbdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:09:17Z', 'updated_at': '2022-06-01T19:09:29Z', 'revision_number': 4, 'project_id': '4a7494de105b4d89b3193a70c4c60c4c', 'gw_port': {'id': 'c507d495-0ce0-477b-bc42-ec46b116dbdb', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:1a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34511afa-2f84-418d-a7a8-a118fab61b4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2817, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:09:20Z', 'updated_at': '2022-06-01T19:09:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': 'b66f6a81-66f4-4681-bd20-5cd8e3e4f5d9', 'name': '', 'network_id': '3d299f30-03d5-48f5-82fc-2ce538e7e02b', 'tenant_id': '4a7494de105b4d89b3193a70c4c60c4c', 'mac_address': 'fa:16:3e:8c:1f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34511afa-2f84-418d-a7a8-a118fab61b4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2820, 'fixed_ips': [{'subnet_id': 'bf215978-ce5c-4077-ac29-2d8fb4937baa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:09:28Z', 'updated_at': '2022-06-01T19:09:39Z', 'revision_number': 5, 'project_id': '4a7494de105b4d89b3193a70c4c60c4c', 'subnets': [{'id': 'bf215978-ce5c-4077-ac29-2d8fb4937baa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:16:23.413547 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-04a7c2fc-df18-4cc7-bfbc-10cada039947 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] 10.222.0.41 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.2225833 Jun 01 19:16:23.413547 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 33114) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:16:23.537335 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1d38eae-f3fe-426e-8e9c-84c3df44b7dd tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:16:23.539379 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1d38eae-f3fe-426e-8e9c-84c3df44b7dd tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:16:23.541250 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1d38eae-f3fe-426e-8e9c-84c3df44b7dd tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:16:23.542948 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1d38eae-f3fe-426e-8e9c-84c3df44b7dd tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:16:23.545360 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1d38eae-f3fe-426e-8e9c-84c3df44b7dd tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:16:23.547440 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-e1d38eae-f3fe-426e-8e9c-84c3df44b7dd tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1340747 Jun 01 19:16:23.551207 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 33122) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:16:23.570903 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 33128) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:16:23.680713 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-9c1d1638-f563-4cc1-92de-6c8e5d24f527 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:23.721217 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-9c1d1638-f563-4cc1-92de-6c8e5d24f527 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:23.748287 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07c60cb4-85f2-4ad1-8d7e-307a193ed1e1 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Attributes excluded by policy engine: ['shared'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:16:23.749470 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07c60cb4-85f2-4ad1-8d7e-307a193ed1e1 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Attributes excluded by policy engine: ['shared'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:16:23.750848 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07c60cb4-85f2-4ad1-8d7e-307a193ed1e1 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Attributes excluded by policy engine: ['shared'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:16:23.752254 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07c60cb4-85f2-4ad1-8d7e-307a193ed1e1 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Attributes excluded by policy engine: ['shared'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:16:23.753609 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07c60cb4-85f2-4ad1-8d7e-307a193ed1e1 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Attributes excluded by policy engine: ['shared'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:16:23.758087 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-07c60cb4-85f2-4ad1-8d7e-307a193ed1e1 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] 10.222.0.41 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.2009726 Jun 01 19:16:23.761952 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 33132) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:16:23.800087 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-9c1d1638-f563-4cc1-92de-6c8e5d24f527 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:23.807399 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffdbeb29-de9b-4ae2-a736-b2f82d7ed6b0 None None] New status for floating IP 1bc21d0f-ffc1-459b-bd6a-c3b1253c1928: DOWN {{(pid=88526) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 19:16:23.818150 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d1638-f563-4cc1-92de-6c8e5d24f527 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64983b74-c803-470a-b560-086d234f978a,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:16:23.843805 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-9c1d1638-f563-4cc1-92de-6c8e5d24f527 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:23.847996 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-9c1d1638-f563-4cc1-92de-6c8e5d24f527 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "DELETE /v2.0/security-groups/64983b74-c803-470a-b560-086d234f978a HTTP/1.1" status: 204 len: 168 time: 0.2735262 Jun 01 19:16:23.848392 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 33138) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:16:23.870745 n-d-844202-1 neutron-server[88524]: INFO neutron.api.v2.resource [None req-06d17a9a-904a-493f-8c91-bcf5d4255bdf tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] show failed (client error): The resource could not be found. Jun 01 19:16:23.872642 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-06d17a9a-904a-493f-8c91-bcf5d4255bdf tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "GET /v2.0/security-groups/64983b74-c803-470a-b560-086d234f978a HTTP/1.1" status: 404 len: 347 time: 0.0226114 Jun 01 19:16:23.875889 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 33142) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:16:24.123509 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-10702039-2e5e-4a45-9925-71b780213026 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Deleting port 1ac3f25f-5792-4a54-908a-66aee1624236 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:16:24.123869 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-10702039-2e5e-4a45-9925-71b780213026 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:24.252863 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7709c8d5-0dba-4916-ab28-d3b22972d55c tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:16:24.254225 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-7709c8d5-0dba-4916-ab28-d3b22972d55c tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] 10.222.0.41 "GET /v2.0/networks/822c72ac-91f9-4b82-afc8-f9c91cc4142d HTTP/1.1" status: 200 len: 804 time: 0.4905381 Jun 01 19:16:24.257959 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 33148) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:16:24.393888 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b88964-1170-4e1f-b234-9c40f8ad6b86 req-8a6ad9d3-3265-4360-a897-029ee69d76da tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:16:24.395331 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-39b88964-1170-4e1f-b234-9c40f8ad6b86 req-8a6ad9d3-3265-4360-a897-029ee69d76da tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f2f8816-049d-4098-b121-d52436add78c HTTP/1.1" status: 200 len: 946 time: 0.2685056 Jun 01 19:16:24.434623 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-10702039-2e5e-4a45-9925-71b780213026 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:24.435186 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-10702039-2e5e-4a45-9925-71b780213026 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:24.508067 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-ae70c177-9dd8-45eb-a13a-45c162b25461 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] 10.222.0.41 "GET /v2.0/networks/822c72ac-91f9-4b82-afc8-f9c91cc4142d?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.2476356 Jun 01 19:16:24.513278 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 33152) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:16:24.561134 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-10702039-2e5e-4a45-9925-71b780213026 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Calling delete_port for 1ac3f25f-5792-4a54-908a-66aee1624236 owned by network:floatingip {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:16:24.563222 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-509543a6-0958-4b1c-adcf-69f26eadd315 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Deleting port 8cc8022f-2bc8-4fbd-89a6-a3adcd8e6186 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:16:24.563732 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-509543a6-0958-4b1c-adcf-69f26eadd315 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:24.602334 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-39b88964-1170-4e1f-b234-9c40f8ad6b86 req-4211ed5a-aa2e-4415-a607-30a02bb3f563 tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] 10.222.0.41 "GET /v2.0/security-groups?id=61df5a6b-a048-4fb8-a4f2-21fdc7f70714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943283 Jun 01 19:16:24.671149 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-387c3bbf-3891-4fc2-a678-137d890fab3e tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:16:24.672465 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-387c3bbf-3891-4fc2-a678-137d890fab3e tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] 10.222.0.41 "GET /v2.0/subnets/8b6b80ab-df6e-46a4-8b25-3c033a640003 HTTP/1.1" status: 200 len: 843 time: 0.1558869 Jun 01 19:16:24.677158 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 33156) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:16:24.761028 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78987f0b-499b-4a1d-930c-2aaa1c7a5cca tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Attributes excluded by policy engine: ['shared'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:16:24.762290 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-78987f0b-499b-4a1d-930c-2aaa1c7a5cca tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] 10.222.0.41 "GET /v2.0/subnets/8b6b80ab-df6e-46a4-8b25-3c033a640003?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0841768 Jun 01 19:16:24.764857 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-10702039-2e5e-4a45-9925-71b780213026 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:24.766801 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 33160) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:16:24.774546 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-aac6e479-054d-4e37-973d-2995d87f891e tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2039334956'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:16:24.783046 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-aac6e479-054d-4e37-973d-2995d87f891e tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:16:24.806098 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-aac6e479-054d-4e37-973d-2995d87f891e tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:16:24.808868 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [None req-509543a6-0958-4b1c-adcf-69f26eadd315 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] For port 8cc8022f-2bc8-4fbd-89a6-a3adcd8e6186, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=8cc8022f-2bc8-4fbd-89a6-a3adcd8e6186,segment=NetworkSegment(1e00e93a-a6fa-43f2-b927-08a982c37727),segment_id=1e00e93a-a6fa-43f2-b927-08a982c37727)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:16:24.809223 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-509543a6-0958-4b1c-adcf-69f26eadd315 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:24.811640 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10702039-2e5e-4a45-9925-71b780213026 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Pushing event deleted for resources: {'Port': ['ID=1ac3f25f-5792-4a54-908a-66aee1624236,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:16:24.909711 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-10702039-2e5e-4a45-9925-71b780213026 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Notify callbacks [] for floatingip, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:24.928436 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-10702039-2e5e-4a45-9925-71b780213026 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for floatingip, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:24.929699 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-10702039-2e5e-4a45-9925-71b780213026 tempest-AttachVolumeShelveTestJSON-1629873075 tempest-AttachVolumeShelveTestJSON-1629873075-project] 10.222.0.41 "DELETE /v2.0/floatingips/1bc21d0f-ffc1-459b-bd6a-c3b1253c1928 HTTP/1.1" status: 204 len: 168 time: 1.0525742 Jun 01 19:16:24.941519 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aac6e479-054d-4e37-973d-2995d87f891e tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Made reservation on behalf of 218d2543c7e64728b360dfece40a8826 for: {'network': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:16:24.944594 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-aac6e479-054d-4e37-973d-2995d87f891e tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:24.960182 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-509543a6-0958-4b1c-adcf-69f26eadd315 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Calling delete_port for 8cc8022f-2bc8-4fbd-89a6-a3adcd8e6186 owned by network:router_interface {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:16:25.058831 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aac6e479-054d-4e37-973d-2995d87f891e tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 111} {{(pid=88525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 19:16:25.089909 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-aac6e479-054d-4e37-973d-2995d87f891e tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:25.090633 n-d-844202-1 neutron-server[88525]: INFO neutron.db.segments_db [None req-aac6e479-054d-4e37-973d-2995d87f891e tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Added segment 42cfa15a-f403-4306-93a1-6a8261cd1a59 of type vlan for network cbf6c32c-3562-413a-96a5-55aef075576a Jun 01 19:16:25.134569 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-aac6e479-054d-4e37-973d-2995d87f891e tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:25.186044 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-aac6e479-054d-4e37-973d-2995d87f891e tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:25.191903 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aac6e479-054d-4e37-973d-2995d87f891e tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:16:25.192587 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-aac6e479-054d-4e37-973d-2995d87f891e tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks [] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:25.482223 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac6e479-054d-4e37-973d-2995d87f891e tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Pushing event updated for resources: {'Network': ['ID=cbf6c32c-3562-413a-96a5-55aef075576a,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:16:25.490960 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-aac6e479-054d-4e37-973d-2995d87f891e tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7228768 Jun 01 19:16:25.494161 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 33176) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:16:25.499797 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network cbf6c32c-3562-413a-96a5-55aef075576a details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 19:16:25.502390 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-dd401e19-5068-43ce-9618-ffea62b564bc tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Request body: {'subnet': {'network_id': 'cbf6c32c-3562-413a-96a5-55aef075576a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:16:25.533687 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-509543a6-0958-4b1c-adcf-69f26eadd315 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:25.610129 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509543a6-0958-4b1c-adcf-69f26eadd315 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Pushing event deleted for resources: {'Port': ['ID=8cc8022f-2bc8-4fbd-89a6-a3adcd8e6186,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:16:25.732211 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-dd401e19-5068-43ce-9618-ffea62b564bc tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:16:25.742700 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-dd401e19-5068-43ce-9618-ffea62b564bc tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:16:25.754860 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd401e19-5068-43ce-9618-ffea62b564bc tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Made reservation on behalf of 218d2543c7e64728b360dfece40a8826 for: {'subnet': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:16:25.758542 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-dd401e19-5068-43ce-9618-ffea62b564bc tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3066584'] for subnet, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:25.943805 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.ipam_backend_mixin [None req-dd401e19-5068-43ce-9618-ffea62b564bc tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Performing IP validity checks on allocation pools {{(pid=88524) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Jun 01 19:16:25.945175 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.ipam_backend_mixin [None req-dd401e19-5068-43ce-9618-ffea62b564bc tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88524) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Jun 01 19:16:25.974919 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-509543a6-0958-4b1c-adcf-69f26eadd315 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-887310'] for router_interface, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:26.010244 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de53eaf0-1002-4398-81bd-86daee140ca7 req-2e14b9ec-a469-4ccc-a540-1862ca1c5702 tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:16:26.020694 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-de53eaf0-1002-4398-81bd-86daee140ca7 req-2e14b9ec-a469-4ccc-a540-1862ca1c5702 tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f2f8816-049d-4098-b121-d52436add78c HTTP/1.1" status: 200 len: 946 time: 0.1733439 Jun 01 19:16:26.125606 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-de53eaf0-1002-4398-81bd-86daee140ca7 req-e2446abd-1bde-4b8c-a8bf-4e4d266671bb tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] 10.222.0.41 "GET /v2.0/security-groups?id=61df5a6b-a048-4fb8-a4f2-21fdc7f70714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037166 Jun 01 19:16:26.206453 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-dd401e19-5068-43ce-9618-ffea62b564bc tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2718919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3066602'] for subnet, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:26.298116 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd401e19-5068-43ce-9618-ffea62b564bc tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Pushing event updated for resources: {'Subnet': ['ID=f16983d4-b9e3-4a73-adea-5d68ed5ef42a,revision_number=0']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:16:26.308754 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd401e19-5068-43ce-9618-ffea62b564bc tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Checking segment: {'id': '42cfa15a-f403-4306-93a1-6a8261cd1a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'cbf6c32c-3562-413a-96a5-55aef075576a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:16:26.309108 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd401e19-5068-43ce-9618-ffea62b564bc tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Network hostable DHCP agents. Network: cbf6c32c-3562-413a-96a5-55aef075576a, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88524) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 19:16:26.330061 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd401e19-5068-43ce-9618-ffea62b564bc tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Network cbf6c32c-3562-413a-96a5-55aef075576a is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88524) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 19:16:26.350089 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-dd401e19-5068-43ce-9618-ffea62b564bc tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, cbf6c32c-3562-413a-96a5-55aef075576a) {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:16:26.357220 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd401e19-5068-43ce-9618-ffea62b564bc tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:16:26.358474 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-dd401e19-5068-43ce-9618-ffea62b564bc tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:26.362298 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f61237f-8088-4d47-95bd-bd34a1ed5318 None None] Network cbf6c32c-3562-413a-96a5-55aef075576a requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:16:26.393404 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-dd401e19-5068-43ce-9618-ffea62b564bc tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.8977945 Jun 01 19:16:26.395899 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 33190) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:16:26.402773 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-fe435b82-cd03-4444-9744-2b3cc69de47b tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:16:26.550964 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-509543a6-0958-4b1c-adcf-69f26eadd315 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Router ebf6af23-158a-422f-ab91-96c3a5fa6a62 has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 19:16:26.644436 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-fe435b82-cd03-4444-9744-2b3cc69de47b tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3066577'] for subnet, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:26.729555 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-871254fa-95a0-46de-8acf-f373875b9793 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc93f83c3-7fb6-5c13-a9d4-29d739a4e8d2-cbf6c32c-3562-413a-96a5-55aef075576a', 'network_id': 'cbf6c32c-3562-413a-96a5-55aef075576a', 'tenant_id': '218d2543c7e64728b360dfece40a8826', 'fixed_ips': [{'subnet_id': 'f16983d4-b9e3-4a73-adea-5d68ed5ef42a'}]}} from n-d-844202-1. {{(pid=88526) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 19:16:26.730945 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-871254fa-95a0-46de-8acf-f373875b9793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:26.771180 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-509543a6-0958-4b1c-adcf-69f26eadd315 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:16:26.780424 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-509543a6-0958-4b1c-adcf-69f26eadd315 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "PUT /v2.0/routers/ebf6af23-158a-422f-ab91-96c3a5fa6a62/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2493265 Jun 01 19:16:26.780424 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 33196) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:16:26.787776 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfef9f57-868b-4acb-b48f-b2a84fc468e5 None None] Sync routers for ids ['ebf6af23-158a-422f-ab91-96c3a5fa6a62'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:16:26.804836 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfef9f57-868b-4acb-b48f-b2a84fc468e5 None None] Routers {'ebf6af23-158a-422f-ab91-96c3a5fa6a62'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:16:26.805459 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-cfef9f57-868b-4acb-b48f-b2a84fc468e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:16:09Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['ebf6af23-158a-422f-ab91-96c3a5fa6a62'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:16:26.860082 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc688813-c858-4a2b-8a95-fe597e467dfe tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Deleting subnet 3cdf8c40-fa87-49d0-ba22-e441f2e99037 {{(pid=88525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 19:16:26.864177 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-fc688813-c858-4a2b-8a95-fe597e467dfe tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks [] for subnet, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:26.997812 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-fc688813-c858-4a2b-8a95-fe597e467dfe tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2258509'] for subnet, precommit_delete_associations {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:27.060765 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-cfef9f57-868b-4acb-b48f-b2a84fc468e5 None None] Set router ebf6af23-158a-422f-ab91-96c3a5fa6a62 gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:16:27.105224 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-fe435b82-cd03-4444-9744-2b3cc69de47b tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8747785753016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2718865'] for subnet, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:27.207089 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-fc688813-c858-4a2b-8a95-fe597e467dfe tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:27.217833 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe435b82-cd03-4444-9744-2b3cc69de47b tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Pushing event updated for resources: {'Subnet': ['ID=f16983d4-b9e3-4a73-adea-5d68ed5ef42a,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:16:27.233658 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe435b82-cd03-4444-9744-2b3cc69de47b tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:16:27.235112 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-fe435b82-cd03-4444-9744-2b3cc69de47b tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:27.236769 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-fe435b82-cd03-4444-9744-2b3cc69de47b tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] 10.222.0.41 "PUT /v2.0/subnets/f16983d4-b9e3-4a73-adea-5d68ed5ef42a HTTP/1.1" status: 200 len: 900 time: 0.8393760 Jun 01 19:16:27.240906 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 33206) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:16:27.256922 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.db_base_plugin_common [None req-871254fa-95a0-46de-8acf-f373875b9793 None None] Allocated IP 2001:db8::3 (cbf6c32c-3562-413a-96a5-55aef075576a/f16983d4-b9e3-4a73-adea-5d68ed5ef42a/7f740388-c509-4b84-ad5c-763dfefb4765) {{(pid=88526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:16:27.326666 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-fc688813-c858-4a2b-8a95-fe597e467dfe tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2614143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9667199'] for subnet, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:27.414297 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-fc688813-c858-4a2b-8a95-fe597e467dfe tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks [] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:27.434037 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-363361da-9654-461e-b717-6fe5dca14ac4 None None] Network de1db517-5b94-4ef1-bc52-4aac8a0efc54 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:16:27.517564 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc688813-c858-4a2b-8a95-fe597e467dfe tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Pushing event deleted for resources: {'Subnet': ['ID=3cdf8c40-fa87-49d0-ba22-e441f2e99037,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:16:27.545477 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-fc688813-c858-4a2b-8a95-fe597e467dfe tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "DELETE /v2.0/subnets/3cdf8c40-fa87-49d0-ba22-e441f2e99037 HTTP/1.1" status: 204 len: 168 time: 0.7646263 Jun 01 19:16:27.548030 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 33214) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:16:27.548788 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-cfef9f57-868b-4acb-b48f-b2a84fc468e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebf6af23-158a-422f-ab91-96c3a5fa6a62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1361133782', 'tenant_id': '8537cfb3773e46d182e148cf5b0a717f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': '35dc9bc9-645d-4709-b198-1995a99a0461', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:14:00Z', 'updated_at': '2022-06-01T19:16:25Z', 'revision_number': 5, 'project_id': '8537cfb3773e46d182e148cf5b0a717f', 'gw_port': {'id': '35dc9bc9-645d-4709-b198-1995a99a0461', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:4d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf6af23-158a-422f-ab91-96c3a5fa6a62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3054, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:14:02Z', 'updated_at': '2022-06-01T19:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:16:27.553428 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfef9f57-868b-4acb-b48f-b2a84fc468e5 None None] Checking router: ebf6af23-158a-422f-ab91-96c3a5fa6a62 for host: n-d-844202-1 {{(pid=88527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 19:16:27.569269 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfef9f57-868b-4acb-b48f-b2a84fc468e5 None None] Routers {'ebf6af23-158a-422f-ab91-96c3a5fa6a62'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:16:27.569926 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-cfef9f57-868b-4acb-b48f-b2a84fc468e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:16:09Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['ebf6af23-158a-422f-ab91-96c3a5fa6a62'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:16:27.946875 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-56ae081b-a3ea-4b98-8913-920a656b1514 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:28.066261 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07630ad0-06bb-4391-b249-238c72867d46 req-71316aba-e290-4483-9fe2-9bb4f9ec3808 tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:16:28.070185 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-871254fa-95a0-46de-8acf-f373875b9793 None None] Notify callbacks [] for port, precommit_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:28.072506 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-07630ad0-06bb-4391-b249-238c72867d46 req-71316aba-e290-4483-9fe2-9bb4f9ec3808 tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f2f8816-049d-4098-b121-d52436add78c HTTP/1.1" status: 200 len: 946 time: 0.6540861 Jun 01 19:16:28.098218 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-56ae081b-a3ea-4b98-8913-920a656b1514 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:28.104709 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-871254fa-95a0-46de-8acf-f373875b9793 None None] Transition to ACTIVE for port object 7f740388-c509-4b84-ad5c-763dfefb4765 will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:16:28.138186 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-cfef9f57-868b-4acb-b48f-b2a84fc468e5 None None] Set router ebf6af23-158a-422f-ab91-96c3a5fa6a62 gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:16:28.146959 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-871254fa-95a0-46de-8acf-f373875b9793 None None] Transition to ACTIVE for port object 7f740388-c509-4b84-ad5c-763dfefb4765 will not be triggered until provisioned by entity DHCP. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:16:28.148413 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-dbd1cb4c-941b-4d36-a163-a91b13148e94 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks [] for router, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:28.154245 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-871254fa-95a0-46de-8acf-f373875b9793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526'] for port, after_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:28.253952 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-56ae081b-a3ea-4b98-8913-920a656b1514 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2718856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3066595'] for subnet, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:28.265230 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c146df9b-0564-44e0-ae42-c2610cbec4d7 None None] DHCP port deletion for de1db517-5b94-4ef1-bc52-4aac8a0efc54 request from n-d-844202-1 {{(pid=88526) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 19:16:28.274426 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-871254fa-95a0-46de-8acf-f373875b9793 None None] Network cbf6c32c-3562-413a-96a5-55aef075576a is already hosted by enough agents. {{(pid=88526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:16:28.277958 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.base_scheduler [None req-871254fa-95a0-46de-8acf-f373875b9793 None None] Resources bound (agent type, host, resource id): {{(pid=88526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:16:28.282942 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-c146df9b-0564-44e0-ae42-c2610cbec4d7 None None] Deleting port 168c136c-5dd8-4ce0-917d-a6d8b81343ea {{(pid=88526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:16:28.283311 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-c146df9b-0564-44e0-ae42-c2610cbec4d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:28.305056 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ae081b-a3ea-4b98-8913-920a656b1514 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Pushing event deleted for resources: {'Subnet': ['ID=f16983d4-b9e3-4a73-adea-5d68ed5ef42a,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:16:28.308092 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-871254fa-95a0-46de-8acf-f373875b9793 None None] Received port after_create {{(pid=88526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:16:28.363142 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871254fa-95a0-46de-8acf-f373875b9793 None None] Pushing event updated for resources: {'Port': ['ID=7f740388-c509-4b84-ad5c-763dfefb4765,revision_number=1']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:16:28.405969 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-07630ad0-06bb-4391-b249-238c72867d46 req-31ca9d33-c43e-4b24-984d-04e6bdb988bb tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] 10.222.0.41 "GET /v2.0/security-groups?id=61df5a6b-a048-4fb8-a4f2-21fdc7f70714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3238363 Jun 01 19:16:28.458418 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-56ae081b-a3ea-4b98-8913-920a656b1514 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:28.496522 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-56ae081b-a3ea-4b98-8913-920a656b1514 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbf6c32c-3562-413a-96a5-55aef075576a']}} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:16:28.519674 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-56ae081b-a3ea-4b98-8913-920a656b1514 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42cfa15a-f403-4306-93a1-6a8261cd1a59') {'for_net_delete': True} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:16:28.519993 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-56ae081b-a3ea-4b98-8913-920a656b1514 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42cfa15a-f403-4306-93a1-6a8261cd1a59') {} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:16:28.541482 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-56ae081b-a3ea-4b98-8913-920a656b1514 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2702126'] for segment, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:28.543648 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-871254fa-95a0-46de-8acf-f373875b9793 None None] Attempting to bind port 7f740388-c509-4b84-ad5c-763dfefb4765 on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:16:28.544486 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-871254fa-95a0-46de-8acf-f373875b9793 None None] Attempting to bind port 7f740388-c509-4b84-ad5c-763dfefb4765 by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': '42cfa15a-f403-4306-93a1-6a8261cd1a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'cbf6c32c-3562-413a-96a5-55aef075576a'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:16:28.545057 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-871254fa-95a0-46de-8acf-f373875b9793 None None] Attempting to bind port 7f740388-c509-4b84-ad5c-763dfefb4765 on network cbf6c32c-3562-413a-96a5-55aef075576a {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:16:28.578159 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-871254fa-95a0-46de-8acf-f373875b9793 None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 16, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:16:28.579543 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-871254fa-95a0-46de-8acf-f373875b9793 None None] Checking segment: {'id': '42cfa15a-f403-4306-93a1-6a8261cd1a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'cbf6c32c-3562-413a-96a5-55aef075576a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:16:28.579543 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-871254fa-95a0-46de-8acf-f373875b9793 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:28.579543 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-871254fa-95a0-46de-8acf-f373875b9793 None None] Bound using segment: {'id': '42cfa15a-f403-4306-93a1-6a8261cd1a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'cbf6c32c-3562-413a-96a5-55aef075576a'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:16:28.579878 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-871254fa-95a0-46de-8acf-f373875b9793 None None] Bound port: 7f740388-c509-4b84-ad5c-763dfefb4765, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42cfa15a-f403-4306-93a1-6a8261cd1a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'cbf6c32c-3562-413a-96a5-55aef075576a'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:16:28.580125 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-871254fa-95a0-46de-8acf-f373875b9793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:28.585681 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-56ae081b-a3ea-4b98-8913-920a656b1514 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:28.599788 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56ae081b-a3ea-4b98-8913-920a656b1514 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=88524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 19:16:28.601289 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-56ae081b-a3ea-4b98-8913-920a656b1514 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2719018'] for segment, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:28.605634 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-dbd1cb4c-941b-4d36-a163-a91b13148e94 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:28.627507 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-dbd1cb4c-941b-4d36-a163-a91b13148e94 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Deleting port 35dc9bc9-645d-4709-b198-1995a99a0461 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:16:28.627776 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-dbd1cb4c-941b-4d36-a163-a91b13148e94 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:28.735802 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-cfef9f57-868b-4acb-b48f-b2a84fc468e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebf6af23-158a-422f-ab91-96c3a5fa6a62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1361133782', 'tenant_id': '8537cfb3773e46d182e148cf5b0a717f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': '35dc9bc9-645d-4709-b198-1995a99a0461', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:14:00Z', 'updated_at': '2022-06-01T19:16:25Z', 'revision_number': 5, 'project_id': '8537cfb3773e46d182e148cf5b0a717f', 'gw_port': {'id': '35dc9bc9-645d-4709-b198-1995a99a0461', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:4d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf6af23-158a-422f-ab91-96c3a5fa6a62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3054, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:14:02Z', 'updated_at': '2022-06-01T19:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:16:28.750589 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfef9f57-868b-4acb-b48f-b2a84fc468e5 None None] The sync data for ids ['ebf6af23-158a-422f-ab91-96c3a5fa6a62'] in n-d-844202-1 is: [{'id': 'ebf6af23-158a-422f-ab91-96c3a5fa6a62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1361133782', 'tenant_id': '8537cfb3773e46d182e148cf5b0a717f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.198'}], 'enable_snat': True}, 'gw_port_id': '35dc9bc9-645d-4709-b198-1995a99a0461', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:14:00Z', 'updated_at': '2022-06-01T19:16:25Z', 'revision_number': 5, 'project_id': '8537cfb3773e46d182e148cf5b0a717f', 'gw_port': {'id': '35dc9bc9-645d-4709-b198-1995a99a0461', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:4d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf6af23-158a-422f-ab91-96c3a5fa6a62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3054, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:14:02Z', 'updated_at': '2022-06-01T19:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:16:28.768777 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment 42cfa15a-f403-4306-93a1-6a8261cd1a59 resource provider aggregate not found Jun 01 19:16:28.815982 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment 42cfa15a-f403-4306-93a1-6a8261cd1a59 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 42cfa15a-f403-4306-93a1-6a8261cd1a59 found for delete ", "request_id": "req-41085ac8-209a-427f-96d5-45c46ef50ab7"}]} Jun 01 19:16:28.857650 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.db.api [None req-56ae081b-a3ea-4b98-8913-920a656b1514 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 01 19:16:28.857650 n-d-844202-1 neutron-server[88524]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 01 19:16:28.857650 n-d-844202-1 neutron-server[88524]: [parameters: {'id': 'cbf6c32c-3562-413a-96a5-55aef075576a'}] Jun 01 19:16:28.857650 n-d-844202-1 neutron-server[88524]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88524) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 19:16:28.858321 n-d-844202-1 neutron-server[88524]: DEBUG oslo_db.api [None req-56ae081b-a3ea-4b98-8913-920a656b1514 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 19:16:28.911501 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-871254fa-95a0-46de-8acf-f373875b9793 None None] For port 7f740388-c509-4b84-ad5c-763dfefb4765, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:16:28.919915 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-871254fa-95a0-46de-8acf-f373875b9793 None None] For port 7f740388-c509-4b84-ad5c-763dfefb4765, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=7f740388-c509-4b84-ad5c-763dfefb4765,segment=NetworkSegment(42cfa15a-f403-4306-93a1-6a8261cd1a59),segment_id=42cfa15a-f403-4306-93a1-6a8261cd1a59)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:16:28.935964 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-871254fa-95a0-46de-8acf-f373875b9793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:28.993896 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [None req-dbd1cb4c-941b-4d36-a163-a91b13148e94 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] For port 35dc9bc9-645d-4709-b198-1995a99a0461, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=35dc9bc9-645d-4709-b198-1995a99a0461,segment=NetworkSegment(7875af61-4c53-4ff2-b8c8-d4b7c35ff947),segment_id=7875af61-4c53-4ff2-b8c8-d4b7c35ff947)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:16:28.994193 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-dbd1cb4c-941b-4d36-a163-a91b13148e94 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:29.122906 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-c146df9b-0564-44e0-ae42-c2610cbec4d7 None None] For port 168c136c-5dd8-4ce0-917d-a6d8b81343ea, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=168c136c-5dd8-4ce0-917d-a6d8b81343ea,segment=NetworkSegment(1e00e93a-a6fa-43f2-b927-08a982c37727),segment_id=1e00e93a-a6fa-43f2-b927-08a982c37727)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:16:29.123381 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-c146df9b-0564-44e0-ae42-c2610cbec4d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:29.348726 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-dbd1cb4c-941b-4d36-a163-a91b13148e94 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Calling delete_port for 35dc9bc9-645d-4709-b198-1995a99a0461 owned by network:router_gateway {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:16:29.359269 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-56ae081b-a3ea-4b98-8913-920a656b1514 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:29.381438 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-56ae081b-a3ea-4b98-8913-920a656b1514 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Deleting port 7f740388-c509-4b84-ad5c-763dfefb4765 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:16:29.381438 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-56ae081b-a3ea-4b98-8913-920a656b1514 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:29.392214 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 8cc8022f-2bc8-4fbd-89a6-a3adcd8e6186 no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:16:29.501527 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-c146df9b-0564-44e0-ae42-c2610cbec4d7 None None] Calling delete_port for 168c136c-5dd8-4ce0-917d-a6d8b81343ea owned by network:dhcp {{(pid=88526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:16:29.581799 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: 8cc8022f-2bc8-4fbd-89a6-a3adcd8e6186 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:16:29.582370 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 8cc8022f-2bc8-4fbd-89a6-a3adcd8e6186 not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:16:29.582891 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 168c136c-5dd8-4ce0-917d-a6d8b81343ea no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:16:29.660341 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-dbd1cb4c-941b-4d36-a163-a91b13148e94 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:29.727555 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [None req-56ae081b-a3ea-4b98-8913-920a656b1514 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] For port 7f740388-c509-4b84-ad5c-763dfefb4765, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=7f740388-c509-4b84-ad5c-763dfefb4765,segment=NetworkSegment(42cfa15a-f403-4306-93a1-6a8261cd1a59),segment_id=42cfa15a-f403-4306-93a1-6a8261cd1a59)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:16:29.727943 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-56ae081b-a3ea-4b98-8913-920a656b1514 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:29.730646 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd1cb4c-941b-4d36-a163-a91b13148e94 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Pushing event deleted for resources: {'Port': ['ID=35dc9bc9-645d-4709-b198-1995a99a0461,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:16:29.742634 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871254fa-95a0-46de-8acf-f373875b9793 None None] Pushing event updated for resources: {'Port': ['ID=7f740388-c509-4b84-ad5c-763dfefb4765,revision_number=2']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:16:29.778602 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4699ec17-9b8d-4726-8fb1-dd4143cfbe9e None None] Network cbf6c32c-3562-413a-96a5-55aef075576a requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:16:29.854141 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-dbd1cb4c-941b-4d36-a163-a91b13148e94 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-887703'] for router_gateway, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:29.900850 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-56ae081b-a3ea-4b98-8913-920a656b1514 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Calling delete_port for 7f740388-c509-4b84-ad5c-763dfefb4765 owned by network:dhcp {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:16:29.914749 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-c146df9b-0564-44e0-ae42-c2610cbec4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535'] for port, after_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:29.975943 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c146df9b-0564-44e0-ae42-c2610cbec4d7 None None] No DVR routers for this DVR port 168c136c-5dd8-4ce0-917d-a6d8b81343ea on host n-d-844202-1 {{(pid=88526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:16:30.002791 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Port 168c136c-5dd8-4ce0-917d-a6d8b81343ea update to DOWN by agent not found {{(pid=88526) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Jun 01 19:16:30.007204 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c146df9b-0564-44e0-ae42-c2610cbec4d7 None None] Pushing event deleted for resources: {'Port': ['ID=168c136c-5dd8-4ce0-917d-a6d8b81343ea,revision_number=None']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:16:30.083687 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-56ae081b-a3ea-4b98-8913-920a656b1514 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:30.085427 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-dbd1cb4c-941b-4d36-a163-a91b13148e94 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25316'] for router, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:30.088361 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-dbd1cb4c-941b-4d36-a163-a91b13148e94 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:30.092066 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-592691f7-1eec-40ce-8a0b-b956c58fc847 None None] Network cbf6c32c-3562-413a-96a5-55aef075576a requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:16:30.117264 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-dbd1cb4c-941b-4d36-a163-a91b13148e94 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-891519'] for router, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:30.117874 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbd1cb4c-941b-4d36-a163-a91b13148e94 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Fanout notify agent at l3_agent the message router_deleted on router ebf6af23-158a-422f-ab91-96c3a5fa6a62 {{(pid=88525) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 19:16:30.146766 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-dbd1cb4c-941b-4d36-a163-a91b13148e94 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks [] for router, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:30.151527 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-dbd1cb4c-941b-4d36-a163-a91b13148e94 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "DELETE /v2.0/routers/ebf6af23-158a-422f-ab91-96c3a5fa6a62 HTTP/1.1" status: 204 len: 168 time: 2.6019988 Jun 01 19:16:30.152209 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 33248) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:16:30.161559 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ae081b-a3ea-4b98-8913-920a656b1514 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Pushing event deleted for resources: {'Port': ['ID=7f740388-c509-4b84-ad5c-763dfefb4765,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:16:30.167011 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ae081b-a3ea-4b98-8913-920a656b1514 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] No DVR routers for this DVR port 7f740388-c509-4b84-ad5c-763dfefb4765 on host n-d-844202-1 {{(pid=88524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:16:30.326321 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1cadea6-f52f-46f9-a0ba-843a4d9856bf None None] get_active_networks_info from n-d-844202-1 {{(pid=88526) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jun 01 19:16:30.351474 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c369ebee-3670-446a-862e-197bace14656 req-b5a9e2c7-5bb0-43ef-81ad-1cf187bdc697 tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:16:30.353150 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c369ebee-3670-446a-862e-197bace14656 req-b5a9e2c7-5bb0-43ef-81ad-1cf187bdc697 tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f2f8816-049d-4098-b121-d52436add78c HTTP/1.1" status: 200 len: 946 time: 0.3224053 Jun 01 19:16:30.361731 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-56ae081b-a3ea-4b98-8913-920a656b1514 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:30.372706 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-530974eb-bf90-47a6-81f2-70fef5988372 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:30.422015 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-56ae081b-a3ea-4b98-8913-920a656b1514 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbf6c32c-3562-413a-96a5-55aef075576a']}} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:16:30.446679 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-56ae081b-a3ea-4b98-8913-920a656b1514 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42cfa15a-f403-4306-93a1-6a8261cd1a59') {'for_net_delete': True} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:16:30.446986 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-56ae081b-a3ea-4b98-8913-920a656b1514 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42cfa15a-f403-4306-93a1-6a8261cd1a59') {} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:16:30.464591 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-56ae081b-a3ea-4b98-8913-920a656b1514 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2702126'] for segment, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:30.474806 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1cadea6-f52f-46f9-a0ba-843a4d9856bf None None] Resources bound (agent type, host, resource id): {{(pid=88526) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 01 19:16:30.485130 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-56ae081b-a3ea-4b98-8913-920a656b1514 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:30.498840 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56ae081b-a3ea-4b98-8913-920a656b1514 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=88524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 19:16:30.500324 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-56ae081b-a3ea-4b98-8913-920a656b1514 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2719018'] for segment, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:30.521836 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c369ebee-3670-446a-862e-197bace14656 req-e0f08a28-9040-4112-af96-220df972b7f2 tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] 10.222.0.41 "GET /v2.0/security-groups?id=61df5a6b-a048-4fb8-a4f2-21fdc7f70714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306746 Jun 01 19:16:30.733458 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-56ae081b-a3ea-4b98-8913-920a656b1514 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:30.739363 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-56ae081b-a3ea-4b98-8913-920a656b1514 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks [] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:30.973797 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ae081b-a3ea-4b98-8913-920a656b1514 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Pushing event deleted for resources: {'Network': ['ID=cbf6c32c-3562-413a-96a5-55aef075576a,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:16:30.979962 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment 42cfa15a-f403-4306-93a1-6a8261cd1a59 resource provider aggregate not found Jun 01 19:16:30.985153 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-56ae081b-a3ea-4b98-8913-920a656b1514 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] 10.222.0.41 "DELETE /v2.0/networks/cbf6c32c-3562-413a-96a5-55aef075576a HTTP/1.1" status: 204 len: 168 time: 3.7430270 Jun 01 19:16:30.990377 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 33268) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:16:31.054050 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-530974eb-bf90-47a6-81f2-70fef5988372 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:31.059010 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 35dc9bc9-645d-4709-b198-1995a99a0461 no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:16:31.063201 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment 42cfa15a-f403-4306-93a1-6a8261cd1a59 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 42cfa15a-f403-4306-93a1-6a8261cd1a59 found for delete ", "request_id": "req-2086f5b0-02a4-456b-8b3e-f96b26fdb770"}]} Jun 01 19:16:31.082531 n-d-844202-1 neutron-server[88524]: INFO neutron.pecan_wsgi.hooks.translation [None req-f885749b-1fa2-4bfc-be18-6f1c27730d62 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] DELETE failed (client error): The resource could not be found. Jun 01 19:16:31.083272 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f885749b-1fa2-4bfc-be18-6f1c27730d62 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88524) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 19:16:31.087829 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-f885749b-1fa2-4bfc-be18-6f1c27730d62 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] 10.222.0.41 "DELETE /v2.0/subnets/f16983d4-b9e3-4a73-adea-5d68ed5ef42a HTTP/1.1" status: 404 len: 337 time: 0.0940957 Jun 01 19:16:31.088609 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 33274) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:16:31.114793 n-d-844202-1 neutron-server[88524]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bf06a98-4aaf-4121-b8be-a83a9874d786 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] DELETE failed (client error): The resource could not be found. Jun 01 19:16:31.115263 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bf06a98-4aaf-4121-b8be-a83a9874d786 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88524) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 19:16:31.119566 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-5bf06a98-4aaf-4121-b8be-a83a9874d786 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] 10.222.0.41 "DELETE /v2.0/networks/cbf6c32c-3562-413a-96a5-55aef075576a HTTP/1.1" status: 404 len: 339 time: 0.0281341 Jun 01 19:16:31.119746 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: 35dc9bc9-645d-4709-b198-1995a99a0461 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:16:31.119746 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 35dc9bc9-645d-4709-b198-1995a99a0461 not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:16:31.120004 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-530974eb-bf90-47a6-81f2-70fef5988372 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de1db517-5b94-4ef1-bc52-4aac8a0efc54']}} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:16:31.120117 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 33278) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:16:31.148705 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-530974eb-bf90-47a6-81f2-70fef5988372 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e00e93a-a6fa-43f2-b927-08a982c37727') {'for_net_delete': True} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:16:31.149115 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-530974eb-bf90-47a6-81f2-70fef5988372 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e00e93a-a6fa-43f2-b927-08a982c37727') {} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:16:31.172562 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-530974eb-bf90-47a6-81f2-70fef5988372 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2258522'] for segment, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:31.196041 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-530974eb-bf90-47a6-81f2-70fef5988372 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:31.205665 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-530974eb-bf90-47a6-81f2-70fef5988372 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=88525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 19:16:31.206627 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-530974eb-bf90-47a6-81f2-70fef5988372 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2613981'] for segment, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:31.267197 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-c75c43e0-083d-425a-950a-6ae83ca45327 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:31.291011 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment 1e00e93a-a6fa-43f2-b927-08a982c37727 resource provider aggregate not found Jun 01 19:16:31.311925 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment 1e00e93a-a6fa-43f2-b927-08a982c37727 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1e00e93a-a6fa-43f2-b927-08a982c37727 found for delete ", "request_id": "req-e996e519-27ef-41fd-8acb-ee6839336454"}]} Jun 01 19:16:31.344905 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-530974eb-bf90-47a6-81f2-70fef5988372 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:31.384378 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-530974eb-bf90-47a6-81f2-70fef5988372 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks [] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:31.436603 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530974eb-bf90-47a6-81f2-70fef5988372 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Pushing event deleted for resources: {'Network': ['ID=de1db517-5b94-4ef1-bc52-4aac8a0efc54,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:16:31.455049 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-530974eb-bf90-47a6-81f2-70fef5988372 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "DELETE /v2.0/networks/de1db517-5b94-4ef1-bc52-4aac8a0efc54 HTTP/1.1" status: 204 len: 168 time: 1.3002701 Jun 01 19:16:31.456202 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 33288) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:16:31.459937 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-c75c43e0-083d-425a-950a-6ae83ca45327 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:31.498988 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b27806-9d47-4f07-b73d-ad36dfb685c1 req-4d493a32-07e1-48a0-a8c1-4fec7fc66aee tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:16:31.500582 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f7b27806-9d47-4f07-b73d-ad36dfb685c1 req-4d493a32-07e1-48a0-a8c1-4fec7fc66aee tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f2f8816-049d-4098-b121-d52436add78c HTTP/1.1" status: 200 len: 946 time: 0.1131787 Jun 01 19:16:31.546990 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f7b27806-9d47-4f07-b73d-ad36dfb685c1 req-4f318268-6bd4-4cd6-b297-564bde037276 tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] 10.222.0.41 "GET /v2.0/security-groups?id=61df5a6b-a048-4fb8-a4f2-21fdc7f70714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401971 Jun 01 19:16:31.567200 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-c75c43e0-083d-425a-950a-6ae83ca45327 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1db16cea-0da6-41b6-9a88-6d4b4acd1588']}} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:16:31.604177 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-c75c43e0-083d-425a-950a-6ae83ca45327 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '876541b1-81bd-4b1b-9ffd-32e45d257e8f') {'for_net_delete': True} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:16:31.604505 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-c75c43e0-083d-425a-950a-6ae83ca45327 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '876541b1-81bd-4b1b-9ffd-32e45d257e8f') {} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:16:31.631489 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-c75c43e0-083d-425a-950a-6ae83ca45327 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2702126'] for segment, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:31.655780 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-16c523a4-94a5-41f8-84da-b056433d39c4 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:31.659387 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-c75c43e0-083d-425a-950a-6ae83ca45327 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:31.688809 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c75c43e0-083d-425a-950a-6ae83ca45327 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=88524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 19:16:31.688809 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-c75c43e0-083d-425a-950a-6ae83ca45327 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2719018'] for segment, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:31.770939 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-16c523a4-94a5-41f8-84da-b056433d39c4 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:31.773908 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 33300) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:16:31.796114 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23aa6f5-9e31-4a09-9935-72f04eb0fa37 req-dd8028bc-46df-46fa-9819-4c83d4a6cafc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:16:31.798545 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e23aa6f5-9e31-4a09-9935-72f04eb0fa37 req-dd8028bc-46df-46fa-9819-4c83d4a6cafc service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cc6bc8c7dc0146ffa2efd662f4bb28e0&device_id=7f2f8816-049d-4098-b121-d52436add78c HTTP/1.1" status: 200 len: 1097 time: 0.3081021 Jun 01 19:16:31.899337 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-c75c43e0-083d-425a-950a-6ae83ca45327 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:31.948535 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-c75c43e0-083d-425a-950a-6ae83ca45327 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks [] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:31.956912 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75c43e0-083d-425a-950a-6ae83ca45327 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Pushing event deleted for resources: {'Network': ['ID=1db16cea-0da6-41b6-9a88-6d4b4acd1588,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:16:31.973753 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 33312) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:16:31.973960 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-c75c43e0-083d-425a-950a-6ae83ca45327 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] 10.222.0.41 "DELETE /v2.0/networks/1db16cea-0da6-41b6-9a88-6d4b4acd1588 HTTP/1.1" status: 204 len: 168 time: 0.8492613 Jun 01 19:16:32.044939 n-d-844202-1 neutron-server[88525]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b868868-5783-4b0b-8f4f-09ece36881bb tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] DELETE failed (client error): The resource could not be found. Jun 01 19:16:32.045484 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23aa6f5-9e31-4a09-9935-72f04eb0fa37 req-afadb5fb-4cea-46ab-ab28-0e50a7383e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:16:32.046561 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b868868-5783-4b0b-8f4f-09ece36881bb tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88525) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 19:16:32.047028 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e23aa6f5-9e31-4a09-9935-72f04eb0fa37 req-afadb5fb-4cea-46ab-ab28-0e50a7383e9b service neutron] 10.222.0.50 "GET /v2.0/networks?id=7e6de376-65c9-4068-b983-0c6144b5755a HTTP/1.1" status: 200 len: 917 time: 0.2381771 Jun 01 19:16:32.049362 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-8b868868-5783-4b0b-8f4f-09ece36881bb tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] 10.222.0.41 "DELETE /v2.0/subnets/dbe9ce41-e963-47df-b3ac-6ea3f0cd234a HTTP/1.1" status: 404 len: 337 time: 0.0735083 Jun 01 19:16:32.052418 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 33318) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:16:32.145843 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e23aa6f5-9e31-4a09-9935-72f04eb0fa37 req-07b5beae-1776-4a5c-a8bb-ddb825604f0b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=60d53fe0-e08f-4134-b9c2-a4dd2c2234dc HTTP/1.1" status: 200 len: 217 time: 0.0737667 Jun 01 19:16:32.149966 n-d-844202-1 neutron-server[88524]: INFO neutron.pecan_wsgi.hooks.translation [None req-a124d39b-f0b8-45e6-bd36-92c2f75efe70 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] DELETE failed (client error): The resource could not be found. Jun 01 19:16:32.150537 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a124d39b-f0b8-45e6-bd36-92c2f75efe70 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88524) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 19:16:32.159940 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-16c523a4-94a5-41f8-84da-b056433d39c4 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:32.162489 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-16c523a4-94a5-41f8-84da-b056433d39c4 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:32.163780 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-16c523a4-94a5-41f8-84da-b056433d39c4 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] 10.222.0.41 "DELETE /v2.0/security-groups/56247f7a-6a0e-46fd-a754-17d488ad1a50 HTTP/1.1" status: 204 len: 168 time: 0.7064204 Jun 01 19:16:32.230175 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-a124d39b-f0b8-45e6-bd36-92c2f75efe70 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] 10.222.0.41 "DELETE /v2.0/networks/7bf517c8-57b4-4a26-890a-a7be4cfa8810 HTTP/1.1" status: 404 len: 339 time: 0.1772139 Jun 01 19:16:32.255018 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 33328) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:16:32.255884 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c523a4-94a5-41f8-84da-b056433d39c4 tempest-TestNetworkAdvancedServerOps-195777143 tempest-TestNetworkAdvancedServerOps-195777143-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56247f7a-6a0e-46fd-a754-17d488ad1a50,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:16:32.360359 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23aa6f5-9e31-4a09-9935-72f04eb0fa37 req-61c8b2b9-efff-458e-9368-414e20ca2991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:16:32.362576 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e23aa6f5-9e31-4a09-9935-72f04eb0fa37 req-61c8b2b9-efff-458e-9368-414e20ca2991 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fa824cb6-9c74-48aa-b8c9-79d72a27fdd5 HTTP/1.1" status: 200 len: 855 time: 0.1972244 Jun 01 19:16:32.420621 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_v2 [None req-9076d22e-d724-4783-9a94-8564f08d18ba tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Deleting subnet a572274c-9eac-4f34-a671-962f56110acc {{(pid=88524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 19:16:32.430490 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-9076d22e-d724-4783-9a94-8564f08d18ba tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks [] for subnet, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:32.494768 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-9076d22e-d724-4783-9a94-8564f08d18ba tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2702137'] for subnet, precommit_delete_associations {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:32.532727 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 33334) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:16:32.569557 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23aa6f5-9e31-4a09-9935-72f04eb0fa37 req-dd64917d-a18d-4cf2-b807-2b36281bb6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:16:32.571386 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e23aa6f5-9e31-4a09-9935-72f04eb0fa37 req-dd64917d-a18d-4cf2-b807-2b36281bb6c7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7e6de376-65c9-4068-b983-0c6144b5755a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2013226 Jun 01 19:16:32.716601 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-9076d22e-d724-4783-9a94-8564f08d18ba tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:32.778710 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c48c73e-f2d5-4fc5-8f6b-05e920a90075 req-0775b2de-5139-442d-8e55-3171542b73e4 tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:16:32.780130 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-7c48c73e-f2d5-4fc5-8f6b-05e920a90075 req-0775b2de-5139-442d-8e55-3171542b73e4 tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f2f8816-049d-4098-b121-d52436add78c HTTP/1.1" status: 200 len: 946 time: 0.1100984 Jun 01 19:16:32.812101 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-ad69dc07-904c-430c-bbb0-ac5b200c02aa admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8537cfb3773e46d182e148cf5b0a717f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2686474 Jun 01 19:16:32.816564 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 33342) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:16:32.818582 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e23aa6f5-9e31-4a09-9935-72f04eb0fa37 req-709a0075-8685-499b-bfc6-54ef55d75f75 service neutron] 10.222.0.50 "GET /v2.0/networks/7e6de376-65c9-4068-b983-0c6144b5755a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2374320 Jun 01 19:16:32.875665 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-7c48c73e-f2d5-4fc5-8f6b-05e920a90075 req-bbd7523a-23af-40c6-9ae4-43518aac1d62 tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] 10.222.0.41 "GET /v2.0/security-groups?id=61df5a6b-a048-4fb8-a4f2-21fdc7f70714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632596 Jun 01 19:16:32.896426 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-20dd56be-8f68-4082-a9e9-10d29e17c4a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-887474'] for router_interface, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:33.082760 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-9076d22e-d724-4783-9a94-8564f08d18ba tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2718856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3066595'] for subnet, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:33.088958 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment 876541b1-81bd-4b1b-9ffd-32e45d257e8f resource provider aggregate not found Jun 01 19:16:33.155564 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment 876541b1-81bd-4b1b-9ffd-32e45d257e8f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 876541b1-81bd-4b1b-9ffd-32e45d257e8f found for delete ", "request_id": "req-140c8020-43ea-4cc8-9ba5-126a0f29ca87"}]} Jun 01 19:16:33.161450 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-9076d22e-d724-4783-9a94-8564f08d18ba tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:33.163978 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9076d22e-d724-4783-9a94-8564f08d18ba tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Pushing event deleted for resources: {'Subnet': ['ID=a572274c-9eac-4f34-a671-962f56110acc,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:16:33.171792 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-591c8473-5e04-4493-9eb1-a66ea0a62ee7 None None] Network f0107ba6-bd31-45ba-8dd2-77c1e5e1e14e requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:16:33.190149 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-9076d22e-d724-4783-9a94-8564f08d18ba tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] 10.222.0.41 "DELETE /v2.0/subnets/a572274c-9eac-4f34-a671-962f56110acc HTTP/1.1" status: 204 len: 168 time: 0.9296656 Jun 01 19:16:33.192851 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 33350) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:16:33.200756 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2f0e4285-a893-43f5-a9ab-a0cafb233198 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:33.221608 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e23aa6f5-9e31-4a09-9935-72f04eb0fa37 req-33165f8c-2ba3-4f90-9364-83a79a2f7944 service neutron] 10.222.0.50 "GET /v2.0/networks/7e6de376-65c9-4068-b983-0c6144b5755a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3914976 Jun 01 19:16:33.238363 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2f0e4285-a893-43f5-a9ab-a0cafb233198 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:33.315549 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2f0e4285-a893-43f5-a9ab-a0cafb233198 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:33.341646 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0e4285-a893-43f5-a9ab-a0cafb233198 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3641008a-18e1-49b8-904c-c85169e8e973,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:16:33.351900 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2f0e4285-a893-43f5-a9ab-a0cafb233198 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:33.353833 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-2f0e4285-a893-43f5-a9ab-a0cafb233198 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3641008a-18e1-49b8-904c-c85169e8e973 HTTP/1.1" status: 204 len: 168 time: 0.5342751 Jun 01 19:16:33.419253 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_v2 [None req-0708ee4e-6e9f-4237-aa18-60541f174608 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Deleting subnet a7d4b502-4c63-47a2-96fa-e8c3437268ed {{(pid=88525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 19:16:33.424645 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0708ee4e-6e9f-4237-aa18-60541f174608 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks [] for subnet, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:33.547318 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0708ee4e-6e9f-4237-aa18-60541f174608 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2258509'] for subnet, precommit_delete_associations {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:33.617578 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-20dd56be-8f68-4082-a9e9-10d29e17c4a0 admin admin] Deleting port b66f6a81-66f4-4681-bd20-5cd8e3e4f5d9 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:16:33.617851 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-20dd56be-8f68-4082-a9e9-10d29e17c4a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:33.812293 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 33374) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:16:33.845605 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0708ee4e-6e9f-4237-aa18-60541f174608 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:33.907238 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-66092459-3db2-494b-8241-e0fdafcafea6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5c11f3336faa4369adca5b2f96f892ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0930359 Jun 01 19:16:33.907930 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 33380) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:16:34.033752 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0708ee4e-6e9f-4237-aa18-60541f174608 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2614143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9667199'] for subnet, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:34.094547 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0708ee4e-6e9f-4237-aa18-60541f174608 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Pushing event deleted for resources: {'Subnet': ['ID=a7d4b502-4c63-47a2-96fa-e8c3437268ed,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:16:34.101562 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [None req-20dd56be-8f68-4082-a9e9-10d29e17c4a0 admin admin] For port b66f6a81-66f4-4681-bd20-5cd8e3e4f5d9, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=b66f6a81-66f4-4681-bd20-5cd8e3e4f5d9,segment=NetworkSegment(391d97c0-c1c6-4de9-90ea-516f30f0f3f3),segment_id=391d97c0-c1c6-4de9-90ea-516f30f0f3f3)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:16:34.102091 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-20dd56be-8f68-4082-a9e9-10d29e17c4a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:34.111066 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0708ee4e-6e9f-4237-aa18-60541f174608 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks [] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:34.187567 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-90e84fe4-b3d6-4956-b47d-48c1fa06fc1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:34.219352 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-90e84fe4-b3d6-4956-b47d-48c1fa06fc1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:34.237839 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce9ec6e9-a366-40b9-8fb1-14afab339139 None None] Network f0107ba6-bd31-45ba-8dd2-77c1e5e1e14e requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:16:34.271523 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4ee018-78c1-43f9-8ca3-f197cf7cde1d req-79ef520f-1d92-4539-876b-fa2260fb34a0 tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:16:34.276075 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-20dd56be-8f68-4082-a9e9-10d29e17c4a0 admin admin] Calling delete_port for b66f6a81-66f4-4681-bd20-5cd8e3e4f5d9 owned by network:router_interface {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:16:34.278827 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9d4ee018-78c1-43f9-8ca3-f197cf7cde1d req-79ef520f-1d92-4539-876b-fa2260fb34a0 tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f2f8816-049d-4098-b121-d52436add78c HTTP/1.1" status: 200 len: 946 time: 0.2394788 Jun 01 19:16:34.342342 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9d4ee018-78c1-43f9-8ca3-f197cf7cde1d req-4457d5d0-0e48-481b-bff1-2fb44e92706e tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] 10.222.0.41 "GET /v2.0/security-groups?id=61df5a6b-a048-4fb8-a4f2-21fdc7f70714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625169 Jun 01 19:16:34.347606 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-90e84fe4-b3d6-4956-b47d-48c1fa06fc1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:34.384179 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e84fe4-b3d6-4956-b47d-48c1fa06fc1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b8d7942-7243-4d73-9c38-4c2497ef05da,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:16:34.392686 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-90e84fe4-b3d6-4956-b47d-48c1fa06fc1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:34.396157 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-90e84fe4-b3d6-4956-b47d-48c1fa06fc1a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9b8d7942-7243-4d73-9c38-4c2497ef05da HTTP/1.1" status: 204 len: 168 time: 0.4839907 Jun 01 19:16:34.412689 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-661c542f-f36e-4eb2-a439-3512c5af606b None None] Provisioning complete for port 84c1b81b-5753-4c5e-a6a2-9dedcfcccd33 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:16:34.413254 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-661c542f-f36e-4eb2-a439-3512c5af606b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:34.526867 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-20dd56be-8f68-4082-a9e9-10d29e17c4a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:34.589200 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-0708ee4e-6e9f-4237-aa18-60541f174608 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] 10.222.0.41 "DELETE /v2.0/subnets/a7d4b502-4c63-47a2-96fa-e8c3437268ed HTTP/1.1" status: 204 len: 168 time: 1.3942602 Jun 01 19:16:34.591869 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 33394) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:16:34.592969 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dd56be-8f68-4082-a9e9-10d29e17c4a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=b66f6a81-66f4-4681-bd20-5cd8e3e4f5d9,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:16:34.675136 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-661c542f-f36e-4eb2-a439-3512c5af606b None None] Current status of the port 84c1b81b-5753-4c5e-a6a2-9dedcfcccd33 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:16:34.757418 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4b8ce78-df78-4bc9-b007-2542e0b072e3 None None] DHCP port deletion for f0107ba6-bd31-45ba-8dd2-77c1e5e1e14e request from n-d-844202-1 {{(pid=88526) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 19:16:34.763627 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-d4b8ce78-df78-4bc9-b007-2542e0b072e3 None None] Deleting port 84c1b81b-5753-4c5e-a6a2-9dedcfcccd33 {{(pid=88526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:16:34.764504 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-d4b8ce78-df78-4bc9-b007-2542e0b072e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:34.851805 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-bed5dbe3-6c64-425a-8bd5-baf1e75dda7e tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:34.870505 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-bed5dbe3-6c64-425a-8bd5-baf1e75dda7e tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Deleting port 84c1b81b-5753-4c5e-a6a2-9dedcfcccd33 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:16:34.876276 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-bed5dbe3-6c64-425a-8bd5-baf1e75dda7e tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:35.011977 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7053384-b544-490a-b882-8f7c08e67e4d req-2f496927-7695-4374-b8f6-b07d45834667 tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:16:35.017668 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d7053384-b544-490a-b882-8f7c08e67e4d req-2f496927-7695-4374-b8f6-b07d45834667 tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f2f8816-049d-4098-b121-d52436add78c HTTP/1.1" status: 200 len: 946 time: 0.3913407 Jun 01 19:16:35.120271 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-d4b8ce78-df78-4bc9-b007-2542e0b072e3 None None] For port 84c1b81b-5753-4c5e-a6a2-9dedcfcccd33, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=84c1b81b-5753-4c5e-a6a2-9dedcfcccd33,segment=NetworkSegment(9b92395f-accf-47b4-a7ce-abbc3ebcdcfa),segment_id=9b92395f-accf-47b4-a7ce-abbc3ebcdcfa)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:16:35.120666 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-d4b8ce78-df78-4bc9-b007-2542e0b072e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:35.267153 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-20dd56be-8f68-4082-a9e9-10d29e17c4a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-887310'] for router_interface, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:35.274602 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d7053384-b544-490a-b882-8f7c08e67e4d req-ecb53244-4246-485e-82aa-126e4405a455 tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] 10.222.0.41 "GET /v2.0/security-groups?id=61df5a6b-a048-4fb8-a4f2-21fdc7f70714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2475553 Jun 01 19:16:35.276111 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-d4b8ce78-df78-4bc9-b007-2542e0b072e3 None None] Calling delete_port for 84c1b81b-5753-4c5e-a6a2-9dedcfcccd33 owned by network:dhcp {{(pid=88526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:16:35.370803 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 84c1b81b-5753-4c5e-a6a2-9dedcfcccd33 no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:16:35.411983 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-d4b8ce78-df78-4bc9-b007-2542e0b072e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535'] for port, after_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:35.474622 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: 84c1b81b-5753-4c5e-a6a2-9dedcfcccd33 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:16:35.475155 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 84c1b81b-5753-4c5e-a6a2-9dedcfcccd33 not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:16:35.476932 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b8ce78-df78-4bc9-b007-2542e0b072e3 None None] No DVR routers for this DVR port 84c1b81b-5753-4c5e-a6a2-9dedcfcccd33 on host n-d-844202-1 {{(pid=88526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:16:35.487898 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b8ce78-df78-4bc9-b007-2542e0b072e3 None None] Pushing event deleted for resources: {'Port': ['ID=84c1b81b-5753-4c5e-a6a2-9dedcfcccd33,revision_number=None']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:16:35.590206 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [None req-bed5dbe3-6c64-425a-8bd5-baf1e75dda7e tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] For port 84c1b81b-5753-4c5e-a6a2-9dedcfcccd33, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=84c1b81b-5753-4c5e-a6a2-9dedcfcccd33,segment=NetworkSegment(9b92395f-accf-47b4-a7ce-abbc3ebcdcfa),segment_id=9b92395f-accf-47b4-a7ce-abbc3ebcdcfa)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:16:35.591214 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-bed5dbe3-6c64-425a-8bd5-baf1e75dda7e tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:35.743294 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-bed5dbe3-6c64-425a-8bd5-baf1e75dda7e tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Calling delete_port for 84c1b81b-5753-4c5e-a6a2-9dedcfcccd33 owned by network:dhcp {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:16:35.827184 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.db.api [None req-bed5dbe3-6c64-425a-8bd5-baf1e75dda7e tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88524) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 19:16:35.827606 n-d-844202-1 neutron-server[88524]: DEBUG oslo_db.api [None req-bed5dbe3-6c64-425a-8bd5-baf1e75dda7e tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 19:16:35.911077 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92447aeb-f928-41b4-8ee8-f706e06bcfcf req-f1bb0202-ab4c-4474-8a69-5792f2454f4b tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:16:35.912558 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-92447aeb-f928-41b4-8ee8-f706e06bcfcf req-f1bb0202-ab4c-4474-8a69-5792f2454f4b tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba5dd536-f6dd-4645-b155-37682e4027fb HTTP/1.1" status: 200 len: 945 time: 0.3324475 Jun 01 19:16:36.040754 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-92447aeb-f928-41b4-8ee8-f706e06bcfcf req-5dd756fc-c936-4eb4-8eb9-49cfa9db1693 tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] 10.222.0.41 "GET /v2.0/security-groups?id=61df5a6b-a048-4fb8-a4f2-21fdc7f70714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738678 Jun 01 19:16:36.058839 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20dd56be-8f68-4082-a9e9-10d29e17c4a0 admin admin] Router 34511afa-2f84-418d-a7a8-a118fab61b4e has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 19:16:36.266313 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20dd56be-8f68-4082-a9e9-10d29e17c4a0 admin admin] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:16:36.274568 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd3992f-4c21-4de3-978e-521fad9683d6 None None] Sync routers for ids ['34511afa-2f84-418d-a7a8-a118fab61b4e'] in n-d-844202-1 {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:16:36.275552 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-20dd56be-8f68-4082-a9e9-10d29e17c4a0 admin admin] 10.222.0.41 "PUT /v2.0/routers/34511afa-2f84-418d-a7a8-a118fab61b4e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5003896 Jun 01 19:16:36.278600 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 33434) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:16:36.285149 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd96571-77ab-4292-b2bc-7f838471bd36 req-5612aa98-6ff2-48fa-b400-8d43de05a19f tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:16:36.288125 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3bd96571-77ab-4292-b2bc-7f838471bd36 req-5612aa98-6ff2-48fa-b400-8d43de05a19f tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f06126e-5f59-4ff7-a8f9-78aa38b7bc7b HTTP/1.1" status: 200 len: 946 time: 0.1156707 Jun 01 19:16:36.290056 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd3992f-4c21-4de3-978e-521fad9683d6 None None] Routers {'34511afa-2f84-418d-a7a8-a118fab61b4e'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:16:36.290694 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-dbd3992f-4c21-4de3-978e-521fad9683d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:16:09Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['34511afa-2f84-418d-a7a8-a118fab61b4e'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:16:36.329691 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-bed5dbe3-6c64-425a-8bd5-baf1e75dda7e tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Deleting port 84c1b81b-5753-4c5e-a6a2-9dedcfcccd33 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:16:36.330039 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-bed5dbe3-6c64-425a-8bd5-baf1e75dda7e tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:36.455259 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-bed5dbe3-6c64-425a-8bd5-baf1e75dda7e tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] The port '84c1b81b-5753-4c5e-a6a2-9dedcfcccd33' was deleted {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 01 19:16:36.526205 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-21fd33c1-5917-4612-b9c4-bc84210aa52c admin admin] Notify callbacks [] for router, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:36.550290 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3bd96571-77ab-4292-b2bc-7f838471bd36 req-5b654f02-4f55-472b-b641-927744ef97d0 tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] 10.222.0.41 "GET /v2.0/security-groups?id=61df5a6b-a048-4fb8-a4f2-21fdc7f70714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2566237 Jun 01 19:16:36.629608 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-dbd3992f-4c21-4de3-978e-521fad9683d6 None None] Set router 34511afa-2f84-418d-a7a8-a118fab61b4e gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:16:36.631651 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [req-7bbc11b7-b053-47a0-8d8b-eecbd3848c84 req-4eb8cd10-5496-47bb-87c4-71fdd4cbd980 tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=88525) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 19:16:36.632832 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-7bbc11b7-b053-47a0-8d8b-eecbd3848c84 req-4eb8cd10-5496-47bb-87c4-71fdd4cbd980 tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0077384 Jun 01 19:16:36.664808 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-bed5dbe3-6c64-425a-8bd5-baf1e75dda7e tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:36.703058 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-bed5dbe3-6c64-425a-8bd5-baf1e75dda7e tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0107ba6-bd31-45ba-8dd2-77c1e5e1e14e']}} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:16:36.725513 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-bed5dbe3-6c64-425a-8bd5-baf1e75dda7e tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b92395f-accf-47b4-a7ce-abbc3ebcdcfa') {'for_net_delete': True} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:16:36.726864 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-bed5dbe3-6c64-425a-8bd5-baf1e75dda7e tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b92395f-accf-47b4-a7ce-abbc3ebcdcfa') {} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:16:36.745401 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-bed5dbe3-6c64-425a-8bd5-baf1e75dda7e tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2702126'] for segment, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:36.769414 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-bed5dbe3-6c64-425a-8bd5-baf1e75dda7e tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:36.779826 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bed5dbe3-6c64-425a-8bd5-baf1e75dda7e tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=88524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 19:16:36.780746 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-bed5dbe3-6c64-425a-8bd5-baf1e75dda7e tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2719018'] for segment, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:36.818691 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-21fd33c1-5917-4612-b9c4-bc84210aa52c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:36.831666 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment 9b92395f-accf-47b4-a7ce-abbc3ebcdcfa resource provider aggregate not found Jun 01 19:16:36.841811 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-21fd33c1-5917-4612-b9c4-bc84210aa52c admin admin] Deleting port c507d495-0ce0-477b-bc42-ec46b116dbdb {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:16:36.841811 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-21fd33c1-5917-4612-b9c4-bc84210aa52c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:36.920362 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-7bbc11b7-b053-47a0-8d8b-eecbd3848c84 req-19f70b85-081f-4030-b84a-c6aa26c264ce tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] 10.222.0.41 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.12&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.2054610 Jun 01 19:16:37.082407 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-dbd3992f-4c21-4de3-978e-521fad9683d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34511afa-2f84-418d-a7a8-a118fab61b4e', 'name': 'tempest-AttachVolumeShelveTestJSON-595855241-router', 'tenant_id': '4a7494de105b4d89b3193a70c4c60c4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': 'c507d495-0ce0-477b-bc42-ec46b116dbdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:09:17Z', 'updated_at': '2022-06-01T19:16:34Z', 'revision_number': 5, 'project_id': '4a7494de105b4d89b3193a70c4c60c4c', 'gw_port': {'id': 'c507d495-0ce0-477b-bc42-ec46b116dbdb', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:1a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34511afa-2f84-418d-a7a8-a118fab61b4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2817, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:09:20Z', 'updated_at': '2022-06-01T19:09:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:16:37.088811 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd3992f-4c21-4de3-978e-521fad9683d6 None None] Checking router: 34511afa-2f84-418d-a7a8-a118fab61b4e for host: n-d-844202-1 {{(pid=88526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 19:16:37.134242 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd3992f-4c21-4de3-978e-521fad9683d6 None None] Routers {'34511afa-2f84-418d-a7a8-a118fab61b4e'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:16:37.134889 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-dbd3992f-4c21-4de3-978e-521fad9683d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:16:09Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['34511afa-2f84-418d-a7a8-a118fab61b4e'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:16:37.169671 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [None req-21fd33c1-5917-4612-b9c4-bc84210aa52c admin admin] For port c507d495-0ce0-477b-bc42-ec46b116dbdb, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=c507d495-0ce0-477b-bc42-ec46b116dbdb,segment=NetworkSegment(7875af61-4c53-4ff2-b8c8-d4b7c35ff947),segment_id=7875af61-4c53-4ff2-b8c8-d4b7c35ff947)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:16:37.170679 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-21fd33c1-5917-4612-b9c4-bc84210aa52c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:37.176636 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment 9b92395f-accf-47b4-a7ce-abbc3ebcdcfa resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9b92395f-accf-47b4-a7ce-abbc3ebcdcfa found for delete ", "request_id": "req-2c0d10da-6898-417e-ad4e-a8bd5b3fba02"}]} Jun 01 19:16:37.242399 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-bed5dbe3-6c64-425a-8bd5-baf1e75dda7e tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:37.252857 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-5c030aec-59ba-4070-aed1-367d7fd617ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:37.294518 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-bed5dbe3-6c64-425a-8bd5-baf1e75dda7e tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks [] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:37.301110 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed5dbe3-6c64-425a-8bd5-baf1e75dda7e tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Pushing event deleted for resources: {'Network': ['ID=f0107ba6-bd31-45ba-8dd2-77c1e5e1e14e,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:16:37.329204 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-bed5dbe3-6c64-425a-8bd5-baf1e75dda7e tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] 10.222.0.41 "DELETE /v2.0/networks/f0107ba6-bd31-45ba-8dd2-77c1e5e1e14e HTTP/1.1" status: 204 len: 168 time: 2.7354419 Jun 01 19:16:37.331591 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 33522) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:16:37.332699 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-21fd33c1-5917-4612-b9c4-bc84210aa52c admin admin] Calling delete_port for c507d495-0ce0-477b-bc42-ec46b116dbdb owned by network:router_gateway {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:16:37.423970 n-d-844202-1 neutron-server[88524]: INFO neutron.pecan_wsgi.hooks.translation [None req-de882f2b-979c-486c-8cfa-d64e6e430981 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] DELETE failed (client error): The resource could not be found. Jun 01 19:16:37.424467 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de882f2b-979c-486c-8cfa-d64e6e430981 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88524) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 19:16:37.429131 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-de882f2b-979c-486c-8cfa-d64e6e430981 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] 10.222.0.41 "DELETE /v2.0/subnets/77860999-dbb3-4091-a99f-0cc20a9978a8 HTTP/1.1" status: 404 len: 337 time: 0.0964768 Jun 01 19:16:37.430767 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 33542) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:16:37.484502 n-d-844202-1 neutron-server[88524]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a76afc0-466b-4b56-9c01-61b4cfef67b8 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] DELETE failed (client error): The resource could not be found. Jun 01 19:16:37.485336 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a76afc0-466b-4b56-9c01-61b4cfef67b8 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88524) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 19:16:37.490696 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-3a76afc0-466b-4b56-9c01-61b4cfef67b8 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] 10.222.0.41 "DELETE /v2.0/networks/f6b75c60-3f97-4ba1-805b-4fad579a4107 HTTP/1.1" status: 404 len: 339 time: 0.0539014 Jun 01 19:16:37.491501 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 33556) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:16:37.515594 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-dbd3992f-4c21-4de3-978e-521fad9683d6 None None] Set router 34511afa-2f84-418d-a7a8-a118fab61b4e gateway port host: None {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:16:37.543276 n-d-844202-1 neutron-server[88524]: INFO neutron.pecan_wsgi.hooks.translation [None req-565c8881-7378-4f12-b725-1a878255e3df tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] DELETE failed (client error): The resource could not be found. Jun 01 19:16:37.544872 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-565c8881-7378-4f12-b725-1a878255e3df tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88524) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 19:16:37.550549 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-565c8881-7378-4f12-b725-1a878255e3df tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] 10.222.0.41 "DELETE /v2.0/subnets/7c7a2693-b2a1-49af-8da1-dcf7d0b40aec HTTP/1.1" status: 404 len: 337 time: 0.0578775 Jun 01 19:16:37.551310 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 33570) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:16:37.584630 n-d-844202-1 neutron-server[88524]: INFO neutron.pecan_wsgi.hooks.translation [None req-224e0dfd-72ce-4574-846b-fdba9600a106 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] DELETE failed (client error): The resource could not be found. Jun 01 19:16:37.585828 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-224e0dfd-72ce-4574-846b-fdba9600a106 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88524) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 19:16:37.591522 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 33578) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:16:37.592192 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-224e0dfd-72ce-4574-846b-fdba9600a106 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] 10.222.0.41 "DELETE /v2.0/networks/17d90974-02d4-4181-943d-3e23505c362a HTTP/1.1" status: 404 len: 339 time: 0.0395796 Jun 01 19:16:37.653961 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-21fd33c1-5917-4612-b9c4-bc84210aa52c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:37.698973 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a9f683-7557-410c-ac39-59921bab9280 req-a2c6b6d2-aef6-46da-ab09-10bebf40bfd7 tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:16:37.701592 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-74a9f683-7557-410c-ac39-59921bab9280 req-a2c6b6d2-aef6-46da-ab09-10bebf40bfd7 tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f2f8816-049d-4098-b121-d52436add78c HTTP/1.1" status: 200 len: 946 time: 0.1078885 Jun 01 19:16:37.727064 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-dbd3992f-4c21-4de3-978e-521fad9683d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34511afa-2f84-418d-a7a8-a118fab61b4e', 'name': 'tempest-AttachVolumeShelveTestJSON-595855241-router', 'tenant_id': '4a7494de105b4d89b3193a70c4c60c4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:09:17Z', 'updated_at': '2022-06-01T19:16:36Z', 'revision_number': 6, 'project_id': '4a7494de105b4d89b3193a70c4c60c4c', 'gw_port_host': None}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:16:37.732315 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd3992f-4c21-4de3-978e-521fad9683d6 None None] The sync data for ids ['34511afa-2f84-418d-a7a8-a118fab61b4e'] in n-d-844202-1 is: [{'id': '34511afa-2f84-418d-a7a8-a118fab61b4e', 'name': 'tempest-AttachVolumeShelveTestJSON-595855241-router', 'tenant_id': '4a7494de105b4d89b3193a70c4c60c4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:09:17Z', 'updated_at': '2022-06-01T19:16:36Z', 'revision_number': 6, 'project_id': '4a7494de105b4d89b3193a70c4c60c4c', 'gw_port_host': None}] {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:16:37.791859 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-74a9f683-7557-410c-ac39-59921bab9280 req-58f03e32-8613-447a-81fd-3df61c4d46b3 tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] 10.222.0.41 "GET /v2.0/security-groups?id=61df5a6b-a048-4fb8-a4f2-21fdc7f70714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841970 Jun 01 19:16:37.878145 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fd33c1-5917-4612-b9c4-bc84210aa52c admin admin] Pushing event deleted for resources: {'Port': ['ID=c507d495-0ce0-477b-bc42-ec46b116dbdb,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:16:37.922259 n-d-844202-1 neutron-server[88525]: INFO neutron.pecan_wsgi.hooks.translation [None req-a35961f2-19e5-4005-af2a-bebfe09b15bf tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] DELETE failed (client error): The resource could not be found. Jun 01 19:16:37.922876 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a35961f2-19e5-4005-af2a-bebfe09b15bf tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88525) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 19:16:38.021002 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-a35961f2-19e5-4005-af2a-bebfe09b15bf tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] 10.222.0.41 "DELETE /v2.0/subnets/f46a3489-308d-424e-88ba-2504b06a4873 HTTP/1.1" status: 404 len: 337 time: 0.4250507 Jun 01 19:16:38.021398 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 33598) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:16:38.047575 n-d-844202-1 neutron-server[88524]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f52e4d8-345b-4fef-ac98-5cfd743025c9 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] DELETE failed (client error): The resource could not be found. Jun 01 19:16:38.048310 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f52e4d8-345b-4fef-ac98-5cfd743025c9 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88524) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 19:16:38.049999 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-7f52e4d8-345b-4fef-ac98-5cfd743025c9 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] 10.222.0.41 "DELETE /v2.0/networks/262e7cf1-2716-44f1-9879-a2d3a7e8b507 HTTP/1.1" status: 404 len: 339 time: 0.0276232 Jun 01 19:16:38.052478 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 33602) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:16:38.075987 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-21fd33c1-5917-4612-b9c4-bc84210aa52c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-887703'] for router_gateway, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:38.115641 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 33606) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:16:38.129039 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e568d85-bb30-4dc5-b605-3ed14ae68093 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Deleting subnet 29df5c86-39e5-4d5c-bef9-25e73a2b4695 {{(pid=88524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 19:16:38.137837 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4e568d85-bb30-4dc5-b605-3ed14ae68093 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks [] for subnet, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:38.225561 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4e568d85-bb30-4dc5-b605-3ed14ae68093 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2702137'] for subnet, precommit_delete_associations {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:38.298411 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-994e06ae-754f-4a4b-89d9-0d612830abed admin admin] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:38.324020 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-21fd33c1-5917-4612-b9c4-bc84210aa52c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25316'] for router, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:38.327164 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-21fd33c1-5917-4612-b9c4-bc84210aa52c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:38.327335 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-994e06ae-754f-4a4b-89d9-0d612830abed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:16:38.333059 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-994e06ae-754f-4a4b-89d9-0d612830abed admin admin] Usage tracker for resource:security_group_rule and tenant:8eef0a83b08a4857b377dafdcbb76b55 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:16:38.339237 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-994e06ae-754f-4a4b-89d9-0d612830abed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:16:38.344054 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202358cd-e0ca-47fe-948e-9d2db57d00c4 req-a196c501-7007-41eb-bc50-0632df028210 tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:16:38.345728 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-202358cd-e0ca-47fe-948e-9d2db57d00c4 req-a196c501-7007-41eb-bc50-0632df028210 tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba5dd536-f6dd-4645-b155-37682e4027fb HTTP/1.1" status: 200 len: 945 time: 0.4196205 Jun 01 19:16:38.346354 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-994e06ae-754f-4a4b-89d9-0d612830abed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:16:38.378726 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-21fd33c1-5917-4612-b9c4-bc84210aa52c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-891519'] for router, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:38.379547 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21fd33c1-5917-4612-b9c4-bc84210aa52c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 34511afa-2f84-418d-a7a8-a118fab61b4e {{(pid=88525) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 19:16:38.388843 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-21fd33c1-5917-4612-b9c4-bc84210aa52c admin admin] Notify callbacks [] for router, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:38.390347 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-21fd33c1-5917-4612-b9c4-bc84210aa52c admin admin] 10.222.0.41 "DELETE /v2.0/routers/34511afa-2f84-418d-a7a8-a118fab61b4e HTTP/1.1" status: 204 len: 168 time: 2.1106403 Jun 01 19:16:38.396113 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 33612) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:16:38.411198 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-202358cd-e0ca-47fe-948e-9d2db57d00c4 req-67fc5b1b-226f-4d54-a438-4c140ca642cd tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] 10.222.0.41 "GET /v2.0/security-groups?id=61df5a6b-a048-4fb8-a4f2-21fdc7f70714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570626 Jun 01 19:16:38.506186 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4e568d85-bb30-4dc5-b605-3ed14ae68093 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:38.538873 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_v2 [None req-587e061b-ebad-45a7-97c7-6b38aefe60ed admin admin] Deleting subnet bf215978-ce5c-4077-ac29-2d8fb4937baa {{(pid=88524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 19:16:38.608569 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-587e061b-ebad-45a7-97c7-6b38aefe60ed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:38.708285 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-994e06ae-754f-4a4b-89d9-0d612830abed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:38.712142 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-587e061b-ebad-45a7-97c7-6b38aefe60ed admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2702137'] for subnet, precommit_delete_associations {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:38.753951 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-994e06ae-754f-4a4b-89d9-0d612830abed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:38.803336 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4e568d85-bb30-4dc5-b605-3ed14ae68093 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2718856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3066595'] for subnet, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:38.866461 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-994e06ae-754f-4a4b-89d9-0d612830abed admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8eef0a83b08a4857b377dafdcbb76b55&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7472613 Jun 01 19:16:38.867712 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 33618) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:16:38.874468 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994e06ae-754f-4a4b-89d9-0d612830abed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4025861-58a9-4352-960d-54b3ef3ad90e,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:16:38.877984 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e568d85-bb30-4dc5-b605-3ed14ae68093 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Pushing event deleted for resources: {'Subnet': ['ID=29df5c86-39e5-4d5c-bef9-25e73a2b4695,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:16:38.882612 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4e568d85-bb30-4dc5-b605-3ed14ae68093 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:38.886685 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-081634a8-8b23-4735-9613-6e2ea0e81c2e None None] Network 58097335-c3b6-43b6-9271-fef04db7bfe4 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:16:38.928698 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba079158-8fa2-497c-a484-c1b243d43d24 req-84666d2d-e32e-4987-96bf-0f0ad11c1f14 tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:16:38.930232 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ba079158-8fa2-497c-a484-c1b243d43d24 req-84666d2d-e32e-4987-96bf-0f0ad11c1f14 tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f06126e-5f59-4ff7-a8f9-78aa38b7bc7b HTTP/1.1" status: 200 len: 946 time: 0.3948033 Jun 01 19:16:39.022636 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-4e568d85-bb30-4dc5-b605-3ed14ae68093 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] 10.222.0.41 "DELETE /v2.0/subnets/29df5c86-39e5-4d5c-bef9-25e73a2b4695 HTTP/1.1" status: 204 len: 168 time: 0.9687932 Jun 01 19:16:39.029622 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 33628) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:16:39.049596 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-587e061b-ebad-45a7-97c7-6b38aefe60ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:39.056954 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device c507d495-0ce0-477b-bc42-ec46b116dbdb no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:16:39.135529 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-587e061b-ebad-45a7-97c7-6b38aefe60ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2718856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3066595'] for subnet, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:39.149843 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: c507d495-0ce0-477b-bc42-ec46b116dbdb {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:16:39.150671 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device c507d495-0ce0-477b-bc42-ec46b116dbdb not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:16:39.151258 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device b66f6a81-66f4-4681-bd20-5cd8e3e4f5d9 no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:16:39.197481 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a02ff376-d1f3-4422-9f26-a8eec8881566 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:39.207401 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: b66f6a81-66f4-4681-bd20-5cd8e3e4f5d9 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:16:39.207798 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device b66f6a81-66f4-4681-bd20-5cd8e3e4f5d9 not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:16:39.219691 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b53311f-a6d3-454d-84a5-288ce6ca3bc2 None None] Network 3d299f30-03d5-48f5-82fc-2ce538e7e02b requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:16:39.228734 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ba079158-8fa2-497c-a484-c1b243d43d24 req-73525220-28ab-4a77-a4ec-d4142390c91a tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] 10.222.0.41 "GET /v2.0/security-groups?id=61df5a6b-a048-4fb8-a4f2-21fdc7f70714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2677734 Jun 01 19:16:39.230272 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e061b-ebad-45a7-97c7-6b38aefe60ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf215978-ce5c-4077-ac29-2d8fb4937baa,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:16:39.233533 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-587e061b-ebad-45a7-97c7-6b38aefe60ed admin admin] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:39.242819 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-587e061b-ebad-45a7-97c7-6b38aefe60ed admin admin] 10.222.0.41 "DELETE /v2.0/subnets/bf215978-ce5c-4077-ac29-2d8fb4937baa HTTP/1.1" status: 204 len: 168 time: 0.8455174 Jun 01 19:16:39.245852 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 33638) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:16:39.261183 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d5e1e52e-4d1e-4f61-b11d-ebe626fcab22 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:39.266828 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a02ff376-d1f3-4422-9f26-a8eec8881566 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:39.302226 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-d5e1e52e-4d1e-4f61-b11d-ebe626fcab22 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Deleting port eaa15973-a55e-456c-be02-66697749829a {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:16:39.302572 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d5e1e52e-4d1e-4f61-b11d-ebe626fcab22 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:39.417566 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-7db9cf1f-f74a-4ac0-aed8-425de2dc39bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:39.460549 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-7db9cf1f-f74a-4ac0-aed8-425de2dc39bf admin admin] Deleting port edc4c627-0e97-4ea0-89c5-aa2011ed572a {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:16:39.461040 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-7db9cf1f-f74a-4ac0-aed8-425de2dc39bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:39.463907 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a02ff376-d1f3-4422-9f26-a8eec8881566 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:39.501188 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02ff376-d1f3-4422-9f26-a8eec8881566 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4025861-58a9-4352-960d-54b3ef3ad90e,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:16:39.519542 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a02ff376-d1f3-4422-9f26-a8eec8881566 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:39.522304 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-a02ff376-d1f3-4422-9f26-a8eec8881566 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b4025861-58a9-4352-960d-54b3ef3ad90e HTTP/1.1" status: 204 len: 168 time: 0.6532423 Jun 01 19:16:39.715894 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9c03485-e291-46a8-9917-5b011b8e923a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:39.765494 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [None req-d5e1e52e-4d1e-4f61-b11d-ebe626fcab22 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] For port eaa15973-a55e-456c-be02-66697749829a, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=eaa15973-a55e-456c-be02-66697749829a,segment=NetworkSegment(d158a7c2-06bb-4c7a-aa9d-e4802e2a9033),segment_id=d158a7c2-06bb-4c7a-aa9d-e4802e2a9033)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:16:39.765851 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d5e1e52e-4d1e-4f61-b11d-ebe626fcab22 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:39.844519 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01b28a33-6821-451b-b644-7a55aee4b1ba None None] DHCP port deletion for 58097335-c3b6-43b6-9271-fef04db7bfe4 request from n-d-844202-1 {{(pid=88526) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 19:16:39.849507 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-01b28a33-6821-451b-b644-7a55aee4b1ba None None] Deleting port eaa15973-a55e-456c-be02-66697749829a {{(pid=88526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:16:39.850207 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-01b28a33-6821-451b-b644-7a55aee4b1ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:39.947759 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [None req-7db9cf1f-f74a-4ac0-aed8-425de2dc39bf admin admin] For port edc4c627-0e97-4ea0-89c5-aa2011ed572a, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=edc4c627-0e97-4ea0-89c5-aa2011ed572a,segment=NetworkSegment(391d97c0-c1c6-4de9-90ea-516f30f0f3f3),segment_id=391d97c0-c1c6-4de9-90ea-516f30f0f3f3)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:16:39.948609 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-7db9cf1f-f74a-4ac0-aed8-425de2dc39bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:40.011488 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22f37738-1032-4810-95a1-d896513c2f52 None None] DHCP port deletion for 3d299f30-03d5-48f5-82fc-2ce538e7e02b request from n-d-844202-1 {{(pid=88526) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 19:16:40.033700 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-22f37738-1032-4810-95a1-d896513c2f52 None None] Deleting port edc4c627-0e97-4ea0-89c5-aa2011ed572a {{(pid=88526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:16:40.034340 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-22f37738-1032-4810-95a1-d896513c2f52 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:40.114719 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-d5e1e52e-4d1e-4f61-b11d-ebe626fcab22 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Calling delete_port for eaa15973-a55e-456c-be02-66697749829a owned by network:dhcp {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:16:40.204584 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-7db9cf1f-f74a-4ac0-aed8-425de2dc39bf admin admin] Calling delete_port for edc4c627-0e97-4ea0-89c5-aa2011ed572a owned by network:dhcp {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:16:40.211954 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 33660) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:16:40.250629 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-06fa53c8-6bda-4170-9a20-b32767f52a79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:40.275274 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d540bf2c-eb20-42ca-a1b5-8966b5d57bdb req-9901ab29-35f0-425d-9952-bdcdbd07905a tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:16:40.289025 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d540bf2c-eb20-42ca-a1b5-8966b5d57bdb req-9901ab29-35f0-425d-9952-bdcdbd07905a tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:16:40.299459 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d540bf2c-eb20-42ca-a1b5-8966b5d57bdb req-9901ab29-35f0-425d-9952-bdcdbd07905a tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:16:40.299663 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-7db9cf1f-f74a-4ac0-aed8-425de2dc39bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:40.301932 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d540bf2c-eb20-42ca-a1b5-8966b5d57bdb req-9901ab29-35f0-425d-9952-bdcdbd07905a tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f06126e-5f59-4ff7-a8f9-78aa38b7bc7b&device_id=ba5dd536-f6dd-4645-b155-37682e4027fb&device_id=7f2f8816-049d-4098-b121-d52436add78c HTTP/1.1" status: 200 len: 2418 time: 0.6268444 Jun 01 19:16:40.322426 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-01b28a33-6821-451b-b644-7a55aee4b1ba None None] For port eaa15973-a55e-456c-be02-66697749829a, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=eaa15973-a55e-456c-be02-66697749829a,segment=NetworkSegment(d158a7c2-06bb-4c7a-aa9d-e4802e2a9033),segment_id=d158a7c2-06bb-4c7a-aa9d-e4802e2a9033)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:16:40.322820 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-01b28a33-6821-451b-b644-7a55aee4b1ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:40.355265 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-06fa53c8-6bda-4170-9a20-b32767f52a79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:16:40.361305 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-06fa53c8-6bda-4170-9a20-b32767f52a79 admin admin] Usage tracker for resource:security_group_rule and tenant:28cc9d58688442d2b199f6c1ba203feb is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:16:40.365181 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-06fa53c8-6bda-4170-9a20-b32767f52a79 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:16:40.370412 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 33666) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:16:40.371271 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db9cf1f-f74a-4ac0-aed8-425de2dc39bf admin admin] Pushing event deleted for resources: {'Port': ['ID=edc4c627-0e97-4ea0-89c5-aa2011ed572a,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:16:40.374961 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db9cf1f-f74a-4ac0-aed8-425de2dc39bf admin admin] No DVR routers for this DVR port edc4c627-0e97-4ea0-89c5-aa2011ed572a on host n-d-844202-1 {{(pid=88524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:16:40.380554 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-06fa53c8-6bda-4170-9a20-b32767f52a79 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:16:40.445495 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d5e1e52e-4d1e-4f61-b11d-ebe626fcab22 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:40.479467 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-01b28a33-6821-451b-b644-7a55aee4b1ba None None] Calling delete_port for eaa15973-a55e-456c-be02-66697749829a owned by network:dhcp {{(pid=88526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:16:40.510738 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e1e52e-4d1e-4f61-b11d-ebe626fcab22 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Pushing event deleted for resources: {'Port': ['ID=eaa15973-a55e-456c-be02-66697749829a,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:16:40.527510 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-22f37738-1032-4810-95a1-d896513c2f52 None None] For port edc4c627-0e97-4ea0-89c5-aa2011ed572a, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=edc4c627-0e97-4ea0-89c5-aa2011ed572a,segment=NetworkSegment(391d97c0-c1c6-4de9-90ea-516f30f0f3f3),segment_id=391d97c0-c1c6-4de9-90ea-516f30f0f3f3)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:16:40.528680 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-22f37738-1032-4810-95a1-d896513c2f52 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:40.530559 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e1e52e-4d1e-4f61-b11d-ebe626fcab22 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] No DVR routers for this DVR port eaa15973-a55e-456c-be02-66697749829a on host n-d-844202-1 {{(pid=88525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:16:40.598802 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d540bf2c-eb20-42ca-a1b5-8966b5d57bdb req-96647fb6-baf6-4843-aba0-156609a08b16 tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] 10.222.0.41 "GET /v2.0/security-groups?id=61df5a6b-a048-4fb8-a4f2-21fdc7f70714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2630415 Jun 01 19:16:40.665022 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-7db9cf1f-f74a-4ac0-aed8-425de2dc39bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:40.667388 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-22f37738-1032-4810-95a1-d896513c2f52 None None] Calling delete_port for edc4c627-0e97-4ea0-89c5-aa2011ed572a owned by network:dhcp {{(pid=88526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:16:40.696121 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-7db9cf1f-f74a-4ac0-aed8-425de2dc39bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d299f30-03d5-48f5-82fc-2ce538e7e02b']}} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:16:40.712605 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-7db9cf1f-f74a-4ac0-aed8-425de2dc39bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '391d97c0-c1c6-4de9-90ea-516f30f0f3f3') {'for_net_delete': True} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:16:40.713167 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-7db9cf1f-f74a-4ac0-aed8-425de2dc39bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '391d97c0-c1c6-4de9-90ea-516f30f0f3f3') {} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:16:40.728747 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-7db9cf1f-f74a-4ac0-aed8-425de2dc39bf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2702126'] for segment, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:40.749925 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:40.752400 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-7db9cf1f-f74a-4ac0-aed8-425de2dc39bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:40.754494 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:40.759264 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7db9cf1f-f74a-4ac0-aed8-425de2dc39bf admin admin] Releasing vlan 116 on physical network physnet1 to pool {{(pid=88524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 19:16:40.759669 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-7db9cf1f-f74a-4ac0-aed8-425de2dc39bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2719018'] for segment, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:40.779815 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.db.api [None req-01b28a33-6821-451b-b644-7a55aee4b1ba None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88526) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 19:16:40.780161 n-d-844202-1 neutron-server[88526]: DEBUG oslo_db.api [None req-01b28a33-6821-451b-b644-7a55aee4b1ba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 19:16:40.786113 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.db.api [None req-22f37738-1032-4810-95a1-d896513c2f52 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88526) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 19:16:40.786601 n-d-844202-1 neutron-server[88526]: DEBUG oslo_db.api [None req-22f37738-1032-4810-95a1-d896513c2f52 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 19:16:40.849695 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d5e1e52e-4d1e-4f61-b11d-ebe626fcab22 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:40.850333 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [req-c652f5d7-6d35-4908-bfc2-da88043ea9fc req-03befd4f-f934-4256-9806-7fce32d14694 tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=88524) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 19:16:40.851342 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c652f5d7-6d35-4908-bfc2-da88043ea9fc req-03befd4f-f934-4256-9806-7fce32d14694 tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0185041 Jun 01 19:16:40.869619 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-06fa53c8-6bda-4170-9a20-b32767f52a79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:40.884866 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-06fa53c8-6bda-4170-9a20-b32767f52a79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:40.906520 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-d5e1e52e-4d1e-4f61-b11d-ebe626fcab22 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58097335-c3b6-43b6-9271-fef04db7bfe4']}} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:16:40.910352 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-033c7d83-9bd2-4067-85cd-2aa99c7a188f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:40.931389 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-033c7d83-9bd2-4067-85cd-2aa99c7a188f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:16:40.933899 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fa53c8-6bda-4170-9a20-b32767f52a79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a69f4bc-e544-4b9d-8401-52b3e79c02ad,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:16:40.935626 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-033c7d83-9bd2-4067-85cd-2aa99c7a188f admin admin] Usage tracker for resource:security_group_rule and tenant:caabf325e40d4ad6accff1f7764ac3fb is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:16:40.938578 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-033c7d83-9bd2-4067-85cd-2aa99c7a188f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:16:40.944371 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-033c7d83-9bd2-4067-85cd-2aa99c7a188f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:16:40.951457 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-d5e1e52e-4d1e-4f61-b11d-ebe626fcab22 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd158a7c2-06bb-4c7a-aa9d-e4802e2a9033') {'for_net_delete': True} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:16:40.951733 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-d5e1e52e-4d1e-4f61-b11d-ebe626fcab22 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd158a7c2-06bb-4c7a-aa9d-e4802e2a9033') {} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:16:40.972426 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d5e1e52e-4d1e-4f61-b11d-ebe626fcab22 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2258522'] for segment, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:40.982796 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-06fa53c8-6bda-4170-9a20-b32767f52a79 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=28cc9d58688442d2b199f6c1ba203feb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7694168 Jun 01 19:16:40.986080 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 33680) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:16:41.028454 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment 391d97c0-c1c6-4de9-90ea-516f30f0f3f3 resource provider aggregate not found Jun 01 19:16:41.045346 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d5e1e52e-4d1e-4f61-b11d-ebe626fcab22 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:41.053841 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-033c7d83-9bd2-4067-85cd-2aa99c7a188f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:41.056783 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-7db9cf1f-f74a-4ac0-aed8-425de2dc39bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:41.071859 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e991ec66-8a1b-402f-89ad-711c27528e27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:41.072315 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment 391d97c0-c1c6-4de9-90ea-516f30f0f3f3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 391d97c0-c1c6-4de9-90ea-516f30f0f3f3 found for delete ", "request_id": "req-e2592441-1057-4ddf-84e9-e0965080b646"}]} Jun 01 19:16:41.073874 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device edc4c627-0e97-4ea0-89c5-aa2011ed572a no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:16:41.074345 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-033c7d83-9bd2-4067-85cd-2aa99c7a188f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:41.084626 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5e1e52e-4d1e-4f61-b11d-ebe626fcab22 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=88525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 19:16:41.085618 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d5e1e52e-4d1e-4f61-b11d-ebe626fcab22 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2613981'] for segment, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:41.122744 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: edc4c627-0e97-4ea0-89c5-aa2011ed572a {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:16:41.123467 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device edc4c627-0e97-4ea0-89c5-aa2011ed572a not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:16:41.124105 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device eaa15973-a55e-456c-be02-66697749829a no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:16:41.127399 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-7db9cf1f-f74a-4ac0-aed8-425de2dc39bf admin admin] Notify callbacks [] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:41.156309 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db9cf1f-f74a-4ac0-aed8-425de2dc39bf admin admin] Pushing event deleted for resources: {'Network': ['ID=3d299f30-03d5-48f5-82fc-2ce538e7e02b,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:16:41.179379 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment d158a7c2-06bb-4c7a-aa9d-e4802e2a9033 resource provider aggregate not found Jun 01 19:16:41.179965 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033c7d83-9bd2-4067-85cd-2aa99c7a188f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7adb5ed-3ba3-432c-b6b1-1f7d72eab4de,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:16:41.191473 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-033c7d83-9bd2-4067-85cd-2aa99c7a188f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=caabf325e40d4ad6accff1f7764ac3fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8179598 Jun 01 19:16:41.195173 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 33690) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:16:41.206342 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c652f5d7-6d35-4908-bfc2-da88043ea9fc req-d86a0aea-7f86-4992-8433-237230dcb6b9 tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] 10.222.0.41 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.3403542 Jun 01 19:16:41.208209 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-7db9cf1f-f74a-4ac0-aed8-425de2dc39bf admin admin] 10.222.0.41 "DELETE /v2.0/networks/3d299f30-03d5-48f5-82fc-2ce538e7e02b HTTP/1.1" status: 204 len: 168 time: 1.9592979 Jun 01 19:16:41.220253 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e991ec66-8a1b-402f-89ad-711c27528e27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:41.224734 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: eaa15973-a55e-456c-be02-66697749829a {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:16:41.225247 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device eaa15973-a55e-456c-be02-66697749829a not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:16:41.245086 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment d158a7c2-06bb-4c7a-aa9d-e4802e2a9033 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d158a7c2-06bb-4c7a-aa9d-e4802e2a9033 found for delete ", "request_id": "req-b0ad0259-37ec-4009-9e1c-9be1db2e9377"}]} Jun 01 19:16:41.281136 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-01b28a33-6821-451b-b644-7a55aee4b1ba None None] Deleting port eaa15973-a55e-456c-be02-66697749829a {{(pid=88526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:16:41.281653 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-01b28a33-6821-451b-b644-7a55aee4b1ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:41.293147 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d5e1e52e-4d1e-4f61-b11d-ebe626fcab22 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:41.302794 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d5e1e52e-4d1e-4f61-b11d-ebe626fcab22 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks [] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:41.319220 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-22f37738-1032-4810-95a1-d896513c2f52 None None] Deleting port edc4c627-0e97-4ea0-89c5-aa2011ed572a {{(pid=88526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:16:41.320272 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-22f37738-1032-4810-95a1-d896513c2f52 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:41.341308 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-d5e1e52e-4d1e-4f61-b11d-ebe626fcab22 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] 10.222.0.41 "DELETE /v2.0/networks/58097335-c3b6-43b6-9271-fef04db7bfe4 HTTP/1.1" status: 204 len: 168 time: 2.3103256 Jun 01 19:16:41.344143 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 33696) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:16:41.363586 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 33700) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:16:41.369775 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e1e52e-4d1e-4f61-b11d-ebe626fcab22 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Pushing event deleted for resources: {'Network': ['ID=58097335-c3b6-43b6-9271-fef04db7bfe4,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:16:41.387384 n-d-844202-1 neutron-server[88524]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2e63bba-3b97-4b99-b783-24612c36652e tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] DELETE failed (client error): The resource could not be found. Jun 01 19:16:41.388034 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2e63bba-3b97-4b99-b783-24612c36652e tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88524) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 19:16:41.392848 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-e2e63bba-3b97-4b99-b783-24612c36652e tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] 10.222.0.41 "DELETE /v2.0/subnets/b9187c88-5f5c-4f3c-8a77-98e35e72d643 HTTP/1.1" status: 404 len: 337 time: 0.0471866 Jun 01 19:16:41.393578 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 33704) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:16:41.413805 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0b91a99a-5051-4104-b4bf-54ee4e9cfc2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:41.414344 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-01b28a33-6821-451b-b644-7a55aee4b1ba None None] The port 'eaa15973-a55e-456c-be02-66697749829a' was deleted {{(pid=88526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 01 19:16:41.430919 n-d-844202-1 neutron-server[88524]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d75579a-4875-4303-aa66-6f7e3bc9eb8c tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] DELETE failed (client error): The resource could not be found. Jun 01 19:16:41.431394 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d75579a-4875-4303-aa66-6f7e3bc9eb8c tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88524) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 19:16:41.435826 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-0d75579a-4875-4303-aa66-6f7e3bc9eb8c tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] 10.222.0.41 "DELETE /v2.0/networks/5b03107e-1033-4257-a51a-77ab8123c74a HTTP/1.1" status: 404 len: 339 time: 0.0413322 Jun 01 19:16:41.438222 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 33708) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:16:41.464888 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-22f37738-1032-4810-95a1-d896513c2f52 None None] The port 'edc4c627-0e97-4ea0-89c5-aa2011ed572a' was deleted {{(pid=88526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 01 19:16:41.482435 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e991ec66-8a1b-402f-89ad-711c27528e27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:41.510224 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0b91a99a-5051-4104-b4bf-54ee4e9cfc2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:41.518152 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e991ec66-8a1b-402f-89ad-711c27528e27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a69f4bc-e544-4b9d-8401-52b3e79c02ad,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:16:41.519090 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:41.522755 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_v2 [None req-4716127c-78c7-4bab-8755-742c2f84f332 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Deleting subnet 8b6b80ab-df6e-46a4-8b25-3c033a640003 {{(pid=88524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 19:16:41.532579 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-5867b7f3-8b91-43b0-9387-ef95f95bdd05 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4a7494de105b4d89b3193a70c4c60c4c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1675100 Jun 01 19:16:41.532977 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4716127c-78c7-4bab-8755-742c2f84f332 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks [] for subnet, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:41.540845 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 33714) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:16:41.570010 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e991ec66-8a1b-402f-89ad-711c27528e27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:41.573595 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-e991ec66-8a1b-402f-89ad-711c27528e27 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8a69f4bc-e544-4b9d-8401-52b3e79c02ad HTTP/1.1" status: 204 len: 168 time: 0.5841987 Jun 01 19:16:41.600291 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4716127c-78c7-4bab-8755-742c2f84f332 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2702137'] for subnet, precommit_delete_associations {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:41.645882 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-21be9090-8034-423b-b61e-4ad56d53849a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:41.678727 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0b91a99a-5051-4104-b4bf-54ee4e9cfc2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:41.697426 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-21be9090-8034-423b-b61e-4ad56d53849a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:41.711913 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b91a99a-5051-4104-b4bf-54ee4e9cfc2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7adb5ed-3ba3-432c-b6b1-1f7d72eab4de,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:16:41.720098 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0b91a99a-5051-4104-b4bf-54ee4e9cfc2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:41.721230 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-0b91a99a-5051-4104-b4bf-54ee4e9cfc2d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f7adb5ed-3ba3-432c-b6b1-1f7d72eab4de HTTP/1.1" status: 204 len: 168 time: 0.5136602 Jun 01 19:16:41.743980 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4716127c-78c7-4bab-8755-742c2f84f332 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:41.785645 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-21be9090-8034-423b-b61e-4ad56d53849a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:41.818000 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21be9090-8034-423b-b61e-4ad56d53849a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0da4480-89c0-4665-a72d-aec440beacf9,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:16:41.856602 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-21be9090-8034-423b-b61e-4ad56d53849a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:41.858420 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4716127c-78c7-4bab-8755-742c2f84f332 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2718856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3066595'] for subnet, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:41.861995 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-21be9090-8034-423b-b61e-4ad56d53849a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f0da4480-89c0-4665-a72d-aec440beacf9 HTTP/1.1" status: 204 len: 168 time: 0.3176608 Jun 01 19:16:41.909260 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4716127c-78c7-4bab-8755-742c2f84f332 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Pushing event deleted for resources: {'Subnet': ['ID=8b6b80ab-df6e-46a4-8b25-3c033a640003,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:16:41.912839 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4716127c-78c7-4bab-8755-742c2f84f332 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:41.921773 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-246521fd-510b-43c1-8719-b3fed8c0809e None None] Network 822c72ac-91f9-4b82-afc8-f9c91cc4142d requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:16:41.944538 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-4716127c-78c7-4bab-8755-742c2f84f332 tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] 10.222.0.41 "DELETE /v2.0/subnets/8b6b80ab-df6e-46a4-8b25-3c033a640003 HTTP/1.1" status: 204 len: 168 time: 0.5070615 Jun 01 19:16:41.946833 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 33730) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:16:42.087396 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:42.094022 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:42.202818 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-87513bcc-a90e-423b-bcf7-5ee278cfea5f tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:42.231015 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-87513bcc-a90e-423b-bcf7-5ee278cfea5f tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Deleting port b3a134c0-4fcb-4ce0-bdc7-d9b8fb25943a {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:16:42.232448 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-87513bcc-a90e-423b-bcf7-5ee278cfea5f tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:42.293047 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 33738) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:16:42.314602 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11cfb115-1bdd-483b-a4dd-a44bb8ddf118 None None] DHCP port deletion for 822c72ac-91f9-4b82-afc8-f9c91cc4142d request from n-d-844202-1 {{(pid=88526) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 19:16:42.318992 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-11cfb115-1bdd-483b-a4dd-a44bb8ddf118 None None] Deleting port b3a134c0-4fcb-4ce0-bdc7-d9b8fb25943a {{(pid=88526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:16:42.319663 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-11cfb115-1bdd-483b-a4dd-a44bb8ddf118 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:42.331252 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3ee55da2-8cf3-4331-87d5-e356b792d9ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:42.371143 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-3ee55da2-8cf3-4331-87d5-e356b792d9ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:16:42.378955 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-3ee55da2-8cf3-4331-87d5-e356b792d9ab admin admin] Usage tracker for resource:security_group_rule and tenant:4ba28db904f2413495732d894fa58989 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:16:42.385148 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-3ee55da2-8cf3-4331-87d5-e356b792d9ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:16:42.397708 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-3ee55da2-8cf3-4331-87d5-e356b792d9ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:16:42.587865 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [None req-87513bcc-a90e-423b-bcf7-5ee278cfea5f tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] For port b3a134c0-4fcb-4ce0-bdc7-d9b8fb25943a, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=b3a134c0-4fcb-4ce0-bdc7-d9b8fb25943a,segment=NetworkSegment(9556f43f-4a9d-421b-b6bf-c285504d9015),segment_id=9556f43f-4a9d-421b-b6bf-c285504d9015)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:16:42.588265 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-87513bcc-a90e-423b-bcf7-5ee278cfea5f tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:42.616012 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3ee55da2-8cf3-4331-87d5-e356b792d9ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:42.618138 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-11cfb115-1bdd-483b-a4dd-a44bb8ddf118 None None] For port b3a134c0-4fcb-4ce0-bdc7-d9b8fb25943a, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=b3a134c0-4fcb-4ce0-bdc7-d9b8fb25943a,segment=NetworkSegment(9556f43f-4a9d-421b-b6bf-c285504d9015),segment_id=9556f43f-4a9d-421b-b6bf-c285504d9015)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:16:42.618535 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-11cfb115-1bdd-483b-a4dd-a44bb8ddf118 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:42.621105 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3ee55da2-8cf3-4331-87d5-e356b792d9ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:42.755613 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-3ee55da2-8cf3-4331-87d5-e356b792d9ab admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4ba28db904f2413495732d894fa58989&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4621079 Jun 01 19:16:42.756701 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee55da2-8cf3-4331-87d5-e356b792d9ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11ce20d9-4251-4b05-98a7-4097cba8cd5b,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:16:42.758116 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-11cfb115-1bdd-483b-a4dd-a44bb8ddf118 None None] Calling delete_port for b3a134c0-4fcb-4ce0-bdc7-d9b8fb25943a owned by network:dhcp {{(pid=88526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:16:42.763382 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 33756) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:16:42.777214 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-87513bcc-a90e-423b-bcf7-5ee278cfea5f tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Calling delete_port for b3a134c0-4fcb-4ce0-bdc7-d9b8fb25943a owned by network:dhcp {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:16:42.847378 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-11cfb115-1bdd-483b-a4dd-a44bb8ddf118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535'] for port, after_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:42.893216 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-365e6d93-c6a7-4386-bed2-e1f69f56cb49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:42.914414 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.db.api [None req-87513bcc-a90e-423b-bcf7-5ee278cfea5f tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88524) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 19:16:42.915118 n-d-844202-1 neutron-server[88524]: DEBUG oslo_db.api [None req-87513bcc-a90e-423b-bcf7-5ee278cfea5f tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 19:16:42.931100 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-365e6d93-c6a7-4386-bed2-e1f69f56cb49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:42.931269 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cfb115-1bdd-483b-a4dd-a44bb8ddf118 None None] Pushing event deleted for resources: {'Port': ['ID=b3a134c0-4fcb-4ce0-bdc7-d9b8fb25943a,revision_number=None']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:16:42.952355 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11cfb115-1bdd-483b-a4dd-a44bb8ddf118 None None] No DVR routers for this DVR port b3a134c0-4fcb-4ce0-bdc7-d9b8fb25943a on host n-d-844202-1 {{(pid=88526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:16:43.020697 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-365e6d93-c6a7-4386-bed2-e1f69f56cb49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:43.035716 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device b3a134c0-4fcb-4ce0-bdc7-d9b8fb25943a no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:16:43.045314 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365e6d93-c6a7-4386-bed2-e1f69f56cb49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11ce20d9-4251-4b05-98a7-4097cba8cd5b,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:16:43.051937 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-365e6d93-c6a7-4386-bed2-e1f69f56cb49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:43.053118 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-365e6d93-c6a7-4386-bed2-e1f69f56cb49 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/11ce20d9-4251-4b05-98a7-4097cba8cd5b HTTP/1.1" status: 204 len: 168 time: 0.2868004 Jun 01 19:16:43.112189 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: b3a134c0-4fcb-4ce0-bdc7-d9b8fb25943a {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:16:43.112692 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device b3a134c0-4fcb-4ce0-bdc7-d9b8fb25943a not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:16:43.417539 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-87513bcc-a90e-423b-bcf7-5ee278cfea5f tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Deleting port b3a134c0-4fcb-4ce0-bdc7-d9b8fb25943a {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:16:43.418224 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-87513bcc-a90e-423b-bcf7-5ee278cfea5f tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:43.501489 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-87513bcc-a90e-423b-bcf7-5ee278cfea5f tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] The port 'b3a134c0-4fcb-4ce0-bdc7-d9b8fb25943a' was deleted {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 01 19:16:43.543232 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57efa3b0-07c7-4241-9427-cb8e521a43ae req-786005d6-457d-424c-ae58-5b936529312a tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:16:43.550747 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-57efa3b0-07c7-4241-9427-cb8e521a43ae req-786005d6-457d-424c-ae58-5b936529312a tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f06126e-5f59-4ff7-a8f9-78aa38b7bc7b HTTP/1.1" status: 200 len: 946 time: 0.1024330 Jun 01 19:16:43.574087 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 33786) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:16:43.614980 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-57efa3b0-07c7-4241-9427-cb8e521a43ae req-6481d0c7-1b70-46c9-bafd-f70fe9ceca99 tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] 10.222.0.41 "GET /v2.0/security-groups?id=61df5a6b-a048-4fb8-a4f2-21fdc7f70714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632837 Jun 01 19:16:43.774222 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-87513bcc-a90e-423b-bcf7-5ee278cfea5f tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:43.805744 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-87513bcc-a90e-423b-bcf7-5ee278cfea5f tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['822c72ac-91f9-4b82-afc8-f9c91cc4142d']}} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:16:43.812262 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-73f23940-23dc-4cc7-abe1-8e6468842c78 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1959627868-network', 'tenant_id': 'ebd616d5a10a4d93abecbdcf72fa4181'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:16:43.818640 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-73f23940-23dc-4cc7-abe1-8e6468842c78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:16:43.820279 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-87513bcc-a90e-423b-bcf7-5ee278cfea5f tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9556f43f-4a9d-421b-b6bf-c285504d9015') {'for_net_delete': True} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:16:43.820915 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-87513bcc-a90e-423b-bcf7-5ee278cfea5f tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9556f43f-4a9d-421b-b6bf-c285504d9015') {} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:16:43.823262 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-73f23940-23dc-4cc7-abe1-8e6468842c78 admin admin] Usage tracker for resource:network and tenant:ebd616d5a10a4d93abecbdcf72fa4181 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:16:43.827355 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-73f23940-23dc-4cc7-abe1-8e6468842c78 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:16:43.833501 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-73f23940-23dc-4cc7-abe1-8e6468842c78 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:16:43.833774 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-87513bcc-a90e-423b-bcf7-5ee278cfea5f tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2702126'] for segment, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:43.844972 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73f23940-23dc-4cc7-abe1-8e6468842c78 admin admin] Made reservation on behalf of ebd616d5a10a4d93abecbdcf72fa4181 for: {'network': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:16:43.848540 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-73f23940-23dc-4cc7-abe1-8e6468842c78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:43.859353 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-87513bcc-a90e-423b-bcf7-5ee278cfea5f tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:43.862276 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-73f23940-23dc-4cc7-abe1-8e6468842c78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:43.867023 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87513bcc-a90e-423b-bcf7-5ee278cfea5f tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=88524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 19:16:43.867475 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-87513bcc-a90e-423b-bcf7-5ee278cfea5f tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2719018'] for segment, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:43.879205 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-73f23940-23dc-4cc7-abe1-8e6468842c78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:16:43.883339 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-73f23940-23dc-4cc7-abe1-8e6468842c78 admin admin] Usage tracker for resource:security_group_rule and tenant:ebd616d5a10a4d93abecbdcf72fa4181 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:16:43.886553 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-73f23940-23dc-4cc7-abe1-8e6468842c78 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:16:43.893480 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-73f23940-23dc-4cc7-abe1-8e6468842c78 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:16:43.908527 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment 9556f43f-4a9d-421b-b6bf-c285504d9015 resource provider aggregate not found Jun 01 19:16:43.967133 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment 9556f43f-4a9d-421b-b6bf-c285504d9015 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9556f43f-4a9d-421b-b6bf-c285504d9015 found for delete ", "request_id": "req-ac3eaaa3-780c-4500-af57-bb2129ed728d"}]} Jun 01 19:16:44.005236 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-87513bcc-a90e-423b-bcf7-5ee278cfea5f tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:44.030376 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-87513bcc-a90e-423b-bcf7-5ee278cfea5f tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Notify callbacks [] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:44.042952 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87513bcc-a90e-423b-bcf7-5ee278cfea5f tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] Pushing event deleted for resources: {'Network': ['ID=822c72ac-91f9-4b82-afc8-f9c91cc4142d,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:16:44.052569 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-87513bcc-a90e-423b-bcf7-5ee278cfea5f tempest-NetworksIpV6Test-620563963 tempest-NetworksIpV6Test-620563963-project] 10.222.0.41 "DELETE /v2.0/networks/822c72ac-91f9-4b82-afc8-f9c91cc4142d HTTP/1.1" status: 204 len: 168 time: 2.1046011 Jun 01 19:16:44.097479 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-73f23940-23dc-4cc7-abe1-8e6468842c78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:44.101863 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-73f23940-23dc-4cc7-abe1-8e6468842c78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:44.130915 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73f23940-23dc-4cc7-abe1-8e6468842c78 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 120} {{(pid=88525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 19:16:44.150933 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f23940-23dc-4cc7-abe1-8e6468842c78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4720869-c3cc-4cec-a0bc-66446fa9fb06,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:16:44.155231 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-73f23940-23dc-4cc7-abe1-8e6468842c78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:44.155569 n-d-844202-1 neutron-server[88525]: INFO neutron.db.segments_db [None req-73f23940-23dc-4cc7-abe1-8e6468842c78 admin admin] Added segment ddad035c-cc09-4882-80f6-f46358180569 of type vlan for network ef2f54c9-3770-4abf-b520-c907961e1497 Jun 01 19:16:44.183583 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-73f23940-23dc-4cc7-abe1-8e6468842c78 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:44.231088 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-73f23940-23dc-4cc7-abe1-8e6468842c78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:44.232406 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73f23940-23dc-4cc7-abe1-8e6468842c78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:16:44.232990 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-73f23940-23dc-4cc7-abe1-8e6468842c78 admin admin] Notify callbacks [] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:44.342782 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 33826) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:16:44.342947 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-73f23940-23dc-4cc7-abe1-8e6468842c78 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7568684 Jun 01 19:16:44.346099 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f23940-23dc-4cc7-abe1-8e6468842c78 admin admin] Pushing event updated for resources: {'Network': ['ID=ef2f54c9-3770-4abf-b520-c907961e1497,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:16:44.361793 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-48bfa769-b4d2-4c56-83cc-cbe5ddd4b461 admin admin] Request body: {'subnet': {'network_id': 'ef2f54c9-3770-4abf-b520-c907961e1497', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1959627868-subnet', 'tenant_id': 'ebd616d5a10a4d93abecbdcf72fa4181', 'ip_version': 4}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:16:44.362073 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network ef2f54c9-3770-4abf-b520-c907961e1497 details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 19:16:44.367927 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-48bfa769-b4d2-4c56-83cc-cbe5ddd4b461 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:16:44.373713 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-48bfa769-b4d2-4c56-83cc-cbe5ddd4b461 admin admin] Usage tracker for resource:subnet and tenant:ebd616d5a10a4d93abecbdcf72fa4181 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:16:44.377090 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-48bfa769-b4d2-4c56-83cc-cbe5ddd4b461 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:16:44.383912 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-48bfa769-b4d2-4c56-83cc-cbe5ddd4b461 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:16:44.398106 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48bfa769-b4d2-4c56-83cc-cbe5ddd4b461 admin admin] Made reservation on behalf of ebd616d5a10a4d93abecbdcf72fa4181 for: {'subnet': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:16:44.402173 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-48bfa769-b4d2-4c56-83cc-cbe5ddd4b461 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3066584'] for subnet, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:44.492579 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 33834) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:16:44.649587 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-48bfa769-b4d2-4c56-83cc-cbe5ddd4b461 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2718919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3066602'] for subnet, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:44.790853 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-f575a8ba-02cc-42ff-8b9b-6f6ddc2775cd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=218d2543c7e64728b360dfece40a8826&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2964890 Jun 01 19:16:44.795475 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 33854) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:16:44.851531 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bfa769-b4d2-4c56-83cc-cbe5ddd4b461 admin admin] Pushing event updated for resources: {'Subnet': ['ID=43c199ee-2915-4fdd-8c5e-bdc0369d8f54,revision_number=0']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:16:44.864964 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4371f481-e4a4-4ecc-a1de-7ebba0b1eef8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:44.883408 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48bfa769-b4d2-4c56-83cc-cbe5ddd4b461 admin admin] Checking segment: {'id': 'ddad035c-cc09-4882-80f6-f46358180569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'ef2f54c9-3770-4abf-b520-c907961e1497'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:16:44.883671 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48bfa769-b4d2-4c56-83cc-cbe5ddd4b461 admin admin] Network hostable DHCP agents. Network: ef2f54c9-3770-4abf-b520-c907961e1497, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88524) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 19:16:44.896926 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4371f481-e4a4-4ecc-a1de-7ebba0b1eef8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:44.933574 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48bfa769-b4d2-4c56-83cc-cbe5ddd4b461 admin admin] Network ef2f54c9-3770-4abf-b520-c907961e1497 is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88524) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 19:16:44.955073 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d619697-9515-482f-9aac-046ab021cff9 req-37665554-050c-4927-9fed-9184acf97356 tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:16:44.956815 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0d619697-9515-482f-9aac-046ab021cff9 req-37665554-050c-4927-9fed-9184acf97356 tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f06126e-5f59-4ff7-a8f9-78aa38b7bc7b HTTP/1.1" status: 200 len: 946 time: 0.2318380 Jun 01 19:16:44.967489 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4371f481-e4a4-4ecc-a1de-7ebba0b1eef8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:44.969455 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71988a9d-3d4e-441d-bbb2-8ac82526a1e1 req-5da2b399-3230-4477-83f7-360f6ddda118 tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:16:44.971031 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-71988a9d-3d4e-441d-bbb2-8ac82526a1e1 req-5da2b399-3230-4477-83f7-360f6ddda118 tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f06126e-5f59-4ff7-a8f9-78aa38b7bc7b HTTP/1.1" status: 200 len: 946 time: 0.2038007 Jun 01 19:16:44.973008 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-48bfa769-b4d2-4c56-83cc-cbe5ddd4b461 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, ef2f54c9-3770-4abf-b520-c907961e1497) {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:16:44.981123 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ef8a9e0-e009-42b5-b21d-70cab1d69dad None None] Network ef2f54c9-3770-4abf-b520-c907961e1497 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:16:45.015722 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48bfa769-b4d2-4c56-83cc-cbe5ddd4b461 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:16:45.016381 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-48bfa769-b4d2-4c56-83cc-cbe5ddd4b461 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:45.019924 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4371f481-e4a4-4ecc-a1de-7ebba0b1eef8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95823fd7-97e0-4298-82b7-4d7a920931fc,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:16:45.042488 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4371f481-e4a4-4ecc-a1de-7ebba0b1eef8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:45.046439 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-4371f481-e4a4-4ecc-a1de-7ebba0b1eef8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/95823fd7-97e0-4298-82b7-4d7a920931fc HTTP/1.1" status: 204 len: 168 time: 0.2477927 Jun 01 19:16:45.105017 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-0d619697-9515-482f-9aac-046ab021cff9 req-5fd3604e-876e-44a7-be35-42f510675c55 tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] Deleting port 3bf9a345-8970-4ff9-a2c6-62652667ce41 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:16:45.105529 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-0d619697-9515-482f-9aac-046ab021cff9 req-5fd3604e-876e-44a7-be35-42f510675c55 tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:45.146638 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-48bfa769-b4d2-4c56-83cc-cbe5ddd4b461 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7988145 Jun 01 19:16:45.150111 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 33866) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:16:45.156518 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-84789849-e565-4813-88b7-e44d64ca72e4 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1959627868-router', 'tenant_id': 'ebd616d5a10a4d93abecbdcf72fa4181', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:16:45.157666 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-71988a9d-3d4e-441d-bbb2-8ac82526a1e1 req-f7e60aab-43eb-4a8f-b033-cd12b9d63129 tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] 10.222.0.41 "GET /v2.0/security-groups?id=61df5a6b-a048-4fb8-a4f2-21fdc7f70714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522624 Jun 01 19:16:45.166710 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-84789849-e565-4813-88b7-e44d64ca72e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:16:45.171782 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-84789849-e565-4813-88b7-e44d64ca72e4 admin admin] Usage tracker for resource:router and tenant:ebd616d5a10a4d93abecbdcf72fa4181 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:16:45.175696 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-84789849-e565-4813-88b7-e44d64ca72e4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:16:45.182723 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-84789849-e565-4813-88b7-e44d64ca72e4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:16:45.207635 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-84789849-e565-4813-88b7-e44d64ca72e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-885767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25238'] for router, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:45.209216 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-84789849-e565-4813-88b7-e44d64ca72e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-901042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-886562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-981784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25327'] for router, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:45.233222 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-84789849-e565-4813-88b7-e44d64ca72e4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:45.444656 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6976299c-2641-4ba3-b16e-a64c0c976b75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc93f83c3-7fb6-5c13-a9d4-29d739a4e8d2-ef2f54c9-3770-4abf-b520-c907961e1497', 'network_id': 'ef2f54c9-3770-4abf-b520-c907961e1497', 'tenant_id': 'ebd616d5a10a4d93abecbdcf72fa4181', 'fixed_ips': [{'subnet_id': '43c199ee-2915-4fdd-8c5e-bdc0369d8f54'}]}} from n-d-844202-1. {{(pid=88526) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 19:16:45.445642 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-0d619697-9515-482f-9aac-046ab021cff9 req-5fd3604e-876e-44a7-be35-42f510675c55 tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] For port 3bf9a345-8970-4ff9-a2c6-62652667ce41, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=3bf9a345-8970-4ff9-a2c6-62652667ce41,segment=NetworkSegment(70c7ed85-ebd1-4f33-bb7a-a67a0c255e02),segment_id=70c7ed85-ebd1-4f33-bb7a-a67a0c255e02)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:16:45.446152 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6976299c-2641-4ba3-b16e-a64c0c976b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:45.446369 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-0d619697-9515-482f-9aac-046ab021cff9 req-5fd3604e-876e-44a7-be35-42f510675c55 tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:45.653211 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.db_base_plugin_common [None req-6976299c-2641-4ba3-b16e-a64c0c976b75 None None] Allocated IP 172.20.0.2 (ef2f54c9-3770-4abf-b520-c907961e1497/43c199ee-2915-4fdd-8c5e-bdc0369d8f54/0f44382d-5511-454d-bfbc-dda954be4830) {{(pid=88526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:16:45.671219 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-84789849-e565-4813-88b7-e44d64ca72e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-886608', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-885830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25341'] for router, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:45.685767 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-0d619697-9515-482f-9aac-046ab021cff9 req-5fd3604e-876e-44a7-be35-42f510675c55 tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] Calling delete_port for 3bf9a345-8970-4ff9-a2c6-62652667ce41 owned by compute:nova {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:16:45.971653 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6976299c-2641-4ba3-b16e-a64c0c976b75 None None] Notify callbacks [] for port, precommit_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:45.972388 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-0d619697-9515-482f-9aac-046ab021cff9 req-5fd3604e-876e-44a7-be35-42f510675c55 tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:45.994246 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] get_ports_and_sgs() called for port_ids ['60d53fe0-e08f-4134-b9c2-a4dd2c2234dc', '3bf9a345-8970-4ff9-a2c6-62652667ce41'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 19:16:46.045806 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] get_ports_and_sgs() called for port_ids ['d5c143f3-8c86-4a29-82be-c9beef99fb00'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 19:16:46.098368 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd3604e-876e-44a7-be35-42f510675c55 tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] Pushing event deleted for resources: {'Port': ['ID=3bf9a345-8970-4ff9-a2c6-62652667ce41,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:16:46.134441 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6976299c-2641-4ba3-b16e-a64c0c976b75 None None] Transition to ACTIVE for port object 0f44382d-5511-454d-bfbc-dda954be4830 will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:16:46.152149 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d619697-9515-482f-9aac-046ab021cff9 req-5fd3604e-876e-44a7-be35-42f510675c55 tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] No DVR routers for this DVR port 3bf9a345-8970-4ff9-a2c6-62652667ce41 on host n-h2-844202-1 {{(pid=88524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:16:46.155665 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-0d619697-9515-482f-9aac-046ab021cff9 req-5fd3604e-876e-44a7-be35-42f510675c55 tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:46.158732 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f06126e-5f59-4ff7-a8f9-78aa38b7bc7b', 'name': 'network-vif-deleted', 'tag': '3bf9a345-8970-4ff9-a2c6-62652667ce41'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:16:46.177578 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0d619697-9515-482f-9aac-046ab021cff9 req-5fd3604e-876e-44a7-be35-42f510675c55 tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] 10.222.0.50 "DELETE /v2.0/ports/3bf9a345-8970-4ff9-a2c6-62652667ce41 HTTP/1.1" status: 204 len: 173 time: 1.2053142 Jun 01 19:16:46.239697 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6976299c-2641-4ba3-b16e-a64c0c976b75 None None] Transition to ACTIVE for port object 0f44382d-5511-454d-bfbc-dda954be4830 will not be triggered until provisioned by entity DHCP. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:16:46.256891 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-242da61e-7425-491e-ae06-729129c0fc8d'] response: {'server_uuid': '4f06126e-5f59-4ff7-a8f9-78aa38b7bc7b', 'name': 'network-vif-deleted', 'tag': '3bf9a345-8970-4ff9-a2c6-62652667ce41', 'status': 'completed', 'code': 200} Jun 01 19:16:46.263801 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6976299c-2641-4ba3-b16e-a64c0c976b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526'] for port, after_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:46.296439 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-84789849-e565-4813-88b7-e44d64ca72e4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:46.330460 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-84789849-e565-4813-88b7-e44d64ca72e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:46.362087 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6976299c-2641-4ba3-b16e-a64c0c976b75 None None] Pushing event updated for resources: {'Port': ['ID=0f44382d-5511-454d-bfbc-dda954be4830,revision_number=1']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:16:46.410021 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6976299c-2641-4ba3-b16e-a64c0c976b75 None None] Network ef2f54c9-3770-4abf-b520-c907961e1497 is already hosted by enough agents. {{(pid=88526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:16:46.415349 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.base_scheduler [None req-6976299c-2641-4ba3-b16e-a64c0c976b75 None None] Resources bound (agent type, host, resource id): {{(pid=88526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:16:46.418201 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6976299c-2641-4ba3-b16e-a64c0c976b75 None None] Received port after_create {{(pid=88526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:16:46.594884 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [None req-84789849-e565-4813-88b7-e44d64ca72e4 admin admin] Allocated IP 172.25.4.207 (72a72e44-6845-488a-a5ff-3a26d4df9cb3/c314a23b-daa2-4106-ab28-8e6f954277b2/537c5552-d47d-4096-bc7c-721fd0145c98) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:16:46.764809 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-6976299c-2641-4ba3-b16e-a64c0c976b75 None None] Attempting to bind port 0f44382d-5511-454d-bfbc-dda954be4830 on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:16:46.765297 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-6976299c-2641-4ba3-b16e-a64c0c976b75 None None] Attempting to bind port 0f44382d-5511-454d-bfbc-dda954be4830 by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': 'ddad035c-cc09-4882-80f6-f46358180569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'ef2f54c9-3770-4abf-b520-c907961e1497'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:16:46.765528 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6976299c-2641-4ba3-b16e-a64c0c976b75 None None] Attempting to bind port 0f44382d-5511-454d-bfbc-dda954be4830 on network ef2f54c9-3770-4abf-b520-c907961e1497 {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:16:46.790677 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.agents_db [None req-e814b9cf-7de8-45d0-a079-29c61fabe7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 19:16:46.807739 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6976299c-2641-4ba3-b16e-a64c0c976b75 None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 16, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:16:46.808130 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6976299c-2641-4ba3-b16e-a64c0c976b75 None None] Checking segment: {'id': 'ddad035c-cc09-4882-80f6-f46358180569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'ef2f54c9-3770-4abf-b520-c907961e1497'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:16:46.808537 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6976299c-2641-4ba3-b16e-a64c0c976b75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:46.809561 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6976299c-2641-4ba3-b16e-a64c0c976b75 None None] Bound using segment: {'id': 'ddad035c-cc09-4882-80f6-f46358180569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'ef2f54c9-3770-4abf-b520-c907961e1497'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:16:46.810036 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-6976299c-2641-4ba3-b16e-a64c0c976b75 None None] Bound port: 0f44382d-5511-454d-bfbc-dda954be4830, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddad035c-cc09-4882-80f6-f46358180569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'ef2f54c9-3770-4abf-b520-c907961e1497'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:16:46.810409 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6976299c-2641-4ba3-b16e-a64c0c976b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:46.823138 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-d0622175-07ac-4065-b95a-dda89c197441 req-0985f4a1-ff07-4113-85b8-4ab43e468952 tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] Synchronizing usage tracker for tenant:cc6bc8c7dc0146ffa2efd662f4bb28e0 on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:16:46.853642 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-d0622175-07ac-4065-b95a-dda89c197441 req-0985f4a1-ff07-4113-85b8-4ab43e468952 tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] Unset dirty status for tenant:cc6bc8c7dc0146ffa2efd662f4bb28e0 on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:16:46.867746 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d0622175-07ac-4065-b95a-dda89c197441 req-0985f4a1-ff07-4113-85b8-4ab43e468952 tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f06126e-5f59-4ff7-a8f9-78aa38b7bc7b HTTP/1.1" status: 200 len: 210 time: 0.4062035 Jun 01 19:16:46.992877 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-84789849-e565-4813-88b7-e44d64ca72e4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:47.046773 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-84789849-e565-4813-88b7-e44d64ca72e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:47.060169 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6976299c-2641-4ba3-b16e-a64c0c976b75 None None] For port 0f44382d-5511-454d-bfbc-dda954be4830, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:16:47.064879 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6976299c-2641-4ba3-b16e-a64c0c976b75 None None] For port 0f44382d-5511-454d-bfbc-dda954be4830, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=0f44382d-5511-454d-bfbc-dda954be4830,segment=NetworkSegment(ddad035c-cc09-4882-80f6-f46358180569),segment_id=ddad035c-cc09-4882-80f6-f46358180569)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:16:47.074654 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6976299c-2641-4ba3-b16e-a64c0c976b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:47.126142 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84789849-e565-4813-88b7-e44d64ca72e4 admin admin] Network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:16:47.135956 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-84789849-e565-4813-88b7-e44d64ca72e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:16:47.141052 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84789849-e565-4813-88b7-e44d64ca72e4 admin admin] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:16:47.196897 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6976299c-2641-4ba3-b16e-a64c0c976b75 None None] Pushing event updated for resources: {'Port': ['ID=0f44382d-5511-454d-bfbc-dda954be4830,revision_number=2']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:16:47.231529 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84789849-e565-4813-88b7-e44d64ca72e4 admin admin] Pushing event updated for resources: {'Port': ['ID=537c5552-d47d-4096-bc7c-721fd0145c98,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:16:47.340524 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 33920) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:16:47.689978 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-84789849-e565-4813-88b7-e44d64ca72e4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:47.693397 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b03641cb-4c70-42f2-ac75-51ecfce6065d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:47.711060 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-b03641cb-4c70-42f2-ac75-51ecfce6065d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:16:47.715805 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-b03641cb-4c70-42f2-ac75-51ecfce6065d admin admin] Usage tracker for resource:security_group_rule and tenant:7c0a86fc3e2d494ea2794459caeb638d is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:16:47.719202 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-b03641cb-4c70-42f2-ac75-51ecfce6065d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:16:47.727215 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-b03641cb-4c70-42f2-ac75-51ecfce6065d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:16:47.852119 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 33932) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:16:47.865739 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b03641cb-4c70-42f2-ac75-51ecfce6065d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:47.871116 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b03641cb-4c70-42f2-ac75-51ecfce6065d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:47.933580 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03641cb-4c70-42f2-ac75-51ecfce6065d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8354934-4729-43c7-bcfc-be0a51090604,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:16:47.982855 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03641cb-4c70-42f2-ac75-51ecfce6065d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:16:47.983565 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03641cb-4c70-42f2-ac75-51ecfce6065d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:16:47.984057 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03641cb-4c70-42f2-ac75-51ecfce6065d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:16:47.984585 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03641cb-4c70-42f2-ac75-51ecfce6065d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:16:47.985077 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03641cb-4c70-42f2-ac75-51ecfce6065d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:16:47.985563 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03641cb-4c70-42f2-ac75-51ecfce6065d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:16:47.988802 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03641cb-4c70-42f2-ac75-51ecfce6065d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:16:47.989031 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03641cb-4c70-42f2-ac75-51ecfce6065d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:16:47.989527 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03641cb-4c70-42f2-ac75-51ecfce6065d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:16:47.990025 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03641cb-4c70-42f2-ac75-51ecfce6065d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:16:47.990519 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03641cb-4c70-42f2-ac75-51ecfce6065d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:16:47.990991 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03641cb-4c70-42f2-ac75-51ecfce6065d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:16:48.012773 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-b03641cb-4c70-42f2-ac75-51ecfce6065d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7c0a86fc3e2d494ea2794459caeb638d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6708779 Jun 01 19:16:48.013678 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 33940) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:16:48.147427 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-7bdcf931-5bfa-4d11-b301-ec67ed23dfc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:48.211402 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-7bdcf931-5bfa-4d11-b301-ec67ed23dfc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:48.306703 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-6bbda5b4-9a58-40fc-9709-d6161c23ff9b tempest-DvrRoutersNegativeTest-511807304 tempest-DvrRoutersNegativeTest-511807304-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-2019025219', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:16:48.310939 n-d-844202-1 neutron-server[88524]: DEBUG neutron.policy [None req-6bbda5b4-9a58-40fc-9709-d6161c23ff9b tempest-DvrRoutersNegativeTest-511807304 tempest-DvrRoutersNegativeTest-511807304-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=88524) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Jun 01 19:16:48.311251 n-d-844202-1 neutron-server[88524]: DEBUG neutron.policy [None req-6bbda5b4-9a58-40fc-9709-d6161c23ff9b tempest-DvrRoutersNegativeTest-511807304 tempest-DvrRoutersNegativeTest-511807304-project] Failed policy check for 'create_router' {{(pid=88524) enforce /opt/stack/neutron/neutron/policy.py:520}} Jun 01 19:16:48.311790 n-d-844202-1 neutron-server[88524]: INFO neutron.api.v2.resource [None req-6bbda5b4-9a58-40fc-9709-d6161c23ff9b tempest-DvrRoutersNegativeTest-511807304 tempest-DvrRoutersNegativeTest-511807304-project] create failed (client error): Access was denied to this resource. Jun 01 19:16:48.313030 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-6bbda5b4-9a58-40fc-9709-d6161c23ff9b tempest-DvrRoutersNegativeTest-511807304 tempest-DvrRoutersNegativeTest-511807304-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.4599400 Jun 01 19:16:48.314370 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-7bdcf931-5bfa-4d11-b301-ec67ed23dfc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:48.343441 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdcf931-5bfa-4d11-b301-ec67ed23dfc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8354934-4729-43c7-bcfc-be0a51090604,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:16:48.354547 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-7bdcf931-5bfa-4d11-b301-ec67ed23dfc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:48.359441 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-7bdcf931-5bfa-4d11-b301-ec67ed23dfc5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e8354934-4729-43c7-bcfc-be0a51090604 HTTP/1.1" status: 204 len: 168 time: 0.3446009 Jun 01 19:16:48.447027 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 3bf9a345-8970-4ff9-a2c6-62652667ce41 no longer exists at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:16:48.461971 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-84789849-e565-4813-88b7-e44d64ca72e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-885820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-886655'] for router, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:48.521821 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] No Port match for: 3bf9a345-8970-4ff9-a2c6-62652667ce41 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:16:48.522494 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 3bf9a345-8970-4ff9-a2c6-62652667ce41 not bound to the agent host n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:16:48.526926 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f757021a-ae72-4c3a-8e61-ad469188ed85 None None] Network ef2f54c9-3770-4abf-b520-c907961e1497 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:16:48.629891 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-b9d1f0f7-bfc5-4726-adba-3356522d6930 None None] Provisioning for port 0f44382d-5511-454d-bfbc-dda954be4830 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:16:48.707287 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 33958) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:16:48.752958 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 33964) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:16:48.794609 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d7902c-6a13-4bda-a587-f3d5a67ff659 req-bbda5447-64cb-4353-a192-bfac54dd03e2 tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:16:48.796361 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f5d7902c-6a13-4bda-a587-f3d5a67ff659 req-bbda5447-64cb-4353-a192-bfac54dd03e2 tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba5dd536-f6dd-4645-b155-37682e4027fb HTTP/1.1" status: 200 len: 945 time: 0.1425874 Jun 01 19:16:48.797833 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84789849-e565-4813-88b7-e44d64ca72e4 admin admin] Router a8882e47-d9d7-413d-bf08-98833781f641 is scheduled to L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 with binding_index 1 {{(pid=88525) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 19:16:48.942867 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f5d7902c-6a13-4bda-a587-f3d5a67ff659 req-19a9889f-5249-4d49-9fa8-67877bfc8a3b tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] 10.222.0.41 "GET /v2.0/security-groups?id=61df5a6b-a048-4fb8-a4f2-21fdc7f70714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383629 Jun 01 19:16:49.093782 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 0f44382d-5511-454d-bfbc-dda954be4830 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:16:49.108495 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f35e8373-2d3d-4a37-bd73-c6e93a977155 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:49.129185 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84789849-e565-4813-88b7-e44d64ca72e4 admin admin] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:16:49.140539 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179b6eeb-c260-485c-b265-3f93b89bda10 None None] Sync routers for ids ['a8882e47-d9d7-413d-bf08-98833781f641'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:16:49.156834 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179b6eeb-c260-485c-b265-3f93b89bda10 None None] Routers {'a8882e47-d9d7-413d-bf08-98833781f641'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:16:49.157674 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-179b6eeb-c260-485c-b265-3f93b89bda10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:16:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['a8882e47-d9d7-413d-bf08-98833781f641'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:16:49.169445 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-38205eb7-6a0c-4719-8321-db9b545fa6f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:49.180703 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-84789849-e565-4813-88b7-e44d64ca72e4 admin admin] Notify callbacks [] for router, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:49.181585 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-f35e8373-2d3d-4a37-bd73-c6e93a977155 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:16:49.182101 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-84789849-e565-4813-88b7-e44d64ca72e4 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.0310066 Jun 01 19:16:49.185555 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 33972) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:16:49.191990 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-f35e8373-2d3d-4a37-bd73-c6e93a977155 admin admin] Usage tracker for resource:security_group_rule and tenant:c333842e4279417280f6164981ab91a9 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:16:49.205176 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port 0f44382d-5511-454d-bfbc-dda954be4830 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:16:49.211647 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 0f44382d-5511-454d-bfbc-dda954be4830 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:16:49.212044 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:49.235763 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 33976) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:16:49.260339 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0ab776ec-a721-492b-b728-a8fa7b7f4525 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:49.269830 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-f35e8373-2d3d-4a37-bd73-c6e93a977155 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:16:49.276466 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-38205eb7-6a0c-4719-8321-db9b545fa6f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:16:49.281633 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-38205eb7-6a0c-4719-8321-db9b545fa6f3 admin admin] Usage tracker for resource:security_group_rule and tenant:3d64a672b7644fa5a3065096aa684f2d is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:16:49.285100 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-0ab776ec-a721-492b-b728-a8fa7b7f4525 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:16:49.285242 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-38205eb7-6a0c-4719-8321-db9b545fa6f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:16:49.291928 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-0ab776ec-a721-492b-b728-a8fa7b7f4525 admin admin] Usage tracker for resource:security_group_rule and tenant:59a338cd03c34df19206603d79be6d5e is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:16:49.294496 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-f35e8373-2d3d-4a37-bd73-c6e93a977155 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:16:49.296405 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-0ab776ec-a721-492b-b728-a8fa7b7f4525 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:16:49.296736 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-38205eb7-6a0c-4719-8321-db9b545fa6f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:16:49.303111 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-0ab776ec-a721-492b-b728-a8fa7b7f4525 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:16:49.368484 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 0f44382d-5511-454d-bfbc-dda954be4830 is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:16:49.368927 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:49.385591 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-179b6eeb-c260-485c-b265-3f93b89bda10 None None] Set router a8882e47-d9d7-413d-bf08-98833781f641 gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:16:49.419913 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port 0f44382d-5511-454d-bfbc-dda954be4830, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=0f44382d-5511-454d-bfbc-dda954be4830,segment=NetworkSegment(ddad035c-cc09-4882-80f6-f46358180569),segment_id=ddad035c-cc09-4882-80f6-f46358180569)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:16:49.425179 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:49.425496 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0ab776ec-a721-492b-b728-a8fa7b7f4525 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:49.433490 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0ab776ec-a721-492b-b728-a8fa7b7f4525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:49.522115 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-0ab776ec-a721-492b-b728-a8fa7b7f4525 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=59a338cd03c34df19206603d79be6d5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2827520 Jun 01 19:16:49.522115 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab776ec-a721-492b-b728-a8fa7b7f4525 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44a59965-7aab-4326-bca4-73e7475eb8a4,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:16:49.524781 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 33980) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:16:49.546566 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab776ec-a721-492b-b728-a8fa7b7f4525 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:16:49.546884 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab776ec-a721-492b-b728-a8fa7b7f4525 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:16:49.547215 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab776ec-a721-492b-b728-a8fa7b7f4525 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:16:49.547539 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab776ec-a721-492b-b728-a8fa7b7f4525 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:16:49.547860 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab776ec-a721-492b-b728-a8fa7b7f4525 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:16:49.548181 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab776ec-a721-492b-b728-a8fa7b7f4525 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:16:49.548973 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab776ec-a721-492b-b728-a8fa7b7f4525 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:16:49.549297 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab776ec-a721-492b-b728-a8fa7b7f4525 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:16:49.549619 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab776ec-a721-492b-b728-a8fa7b7f4525 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:16:49.550103 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab776ec-a721-492b-b728-a8fa7b7f4525 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:16:49.550423 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab776ec-a721-492b-b728-a8fa7b7f4525 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:16:49.550739 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab776ec-a721-492b-b728-a8fa7b7f4525 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:16:49.570127 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=0f44382d-5511-454d-bfbc-dda954be4830,revision_number=3']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:16:49.651118 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6e01251e-720a-4ba3-89a2-4a184db2eff1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:49.680824 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6e01251e-720a-4ba3-89a2-4a184db2eff1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:49.761447 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6e01251e-720a-4ba3-89a2-4a184db2eff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:49.766313 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f35e8373-2d3d-4a37-bd73-c6e93a977155 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:49.783816 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-38205eb7-6a0c-4719-8321-db9b545fa6f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:49.784864 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f35e8373-2d3d-4a37-bd73-c6e93a977155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:49.789845 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e01251e-720a-4ba3-89a2-4a184db2eff1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44a59965-7aab-4326-bca4-73e7475eb8a4,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:16:49.808257 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6e01251e-720a-4ba3-89a2-4a184db2eff1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:49.813059 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-6e01251e-720a-4ba3-89a2-4a184db2eff1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/44a59965-7aab-4326-bca4-73e7475eb8a4 HTTP/1.1" status: 204 len: 168 time: 0.2858903 Jun 01 19:16:49.820084 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-179b6eeb-c260-485c-b265-3f93b89bda10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8882e47-d9d7-413d-bf08-98833781f641', 'name': 'tempest-TestServerBasicOps-1959627868-router', 'tenant_id': 'ebd616d5a10a4d93abecbdcf72fa4181', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.207'}], 'enable_snat': True}, 'gw_port_id': '537c5552-d47d-4096-bc7c-721fd0145c98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:16:45Z', 'updated_at': '2022-06-01T19:16:47Z', 'revision_number': 3, 'project_id': 'ebd616d5a10a4d93abecbdcf72fa4181', 'gw_port': {'id': '537c5552-d47d-4096-bc7c-721fd0145c98', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:a5:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8882e47-d9d7-413d-bf08-98833781f641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3278, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:16:46Z', 'updated_at': '2022-06-01T19:16:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:16:49.826287 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179b6eeb-c260-485c-b265-3f93b89bda10 None None] Checking router: a8882e47-d9d7-413d-bf08-98833781f641 for host: n-d-844202-1 {{(pid=88527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 19:16:49.826794 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179b6eeb-c260-485c-b265-3f93b89bda10 None None] Updating router a8882e47-d9d7-413d-bf08-98833781f641 port 537c5552-d47d-4096-bc7c-721fd0145c98 binding host n-d-844202-1 {{(pid=88527) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 19:16:49.830445 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-38205eb7-6a0c-4719-8321-db9b545fa6f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:49.897812 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-179b6eeb-c260-485c-b265-3f93b89bda10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:49.965828 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-f35e8373-2d3d-4a37-bd73-c6e93a977155 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c333842e4279417280f6164981ab91a9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2113945 Jun 01 19:16:49.972104 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 33988) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:16:49.979481 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35e8373-2d3d-4a37-bd73-c6e93a977155 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=228dd430-b9eb-489d-b019-fb1d5d15efa9,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:16:49.995761 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-38205eb7-6a0c-4719-8321-db9b545fa6f3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3d64a672b7644fa5a3065096aa684f2d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2873278 Jun 01 19:16:50.008598 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 33992) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:16:50.129395 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0642eb-0728-44bb-92a3-daf22d320731 req-8a38386c-fd0b-49ab-bbf3-62f9eaec7815 tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:16:50.131048 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-1e0642eb-0728-44bb-92a3-daf22d320731 req-8a38386c-fd0b-49ab-bbf3-62f9eaec7815 tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba5dd536-f6dd-4645-b155-37682e4027fb HTTP/1.1" status: 200 len: 945 time: 0.2216983 Jun 01 19:16:50.134070 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38205eb7-6a0c-4719-8321-db9b545fa6f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef56056c-470f-477f-89f2-67b1b596df0f,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:16:50.190396 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-24b11b73-584c-433c-a52e-0ba6661afd18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:50.242244 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-24b11b73-584c-433c-a52e-0ba6661afd18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:50.252787 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [req-1e0642eb-0728-44bb-92a3-daf22d320731 req-67fbb0cf-6dd8-4373-8873-b42f104bbb1f tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] Deleting port d5c143f3-8c86-4a29-82be-c9beef99fb00 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:16:50.253118 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-1e0642eb-0728-44bb-92a3-daf22d320731 req-67fbb0cf-6dd8-4373-8873-b42f104bbb1f tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:50.321215 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4a15a179-f81f-45cf-ba1a-1a008b4d20db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:50.356185 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4a15a179-f81f-45cf-ba1a-1a008b4d20db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:50.556410 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4a15a179-f81f-45cf-ba1a-1a008b4d20db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:50.566594 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-24b11b73-584c-433c-a52e-0ba6661afd18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:50.611158 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b11b73-584c-433c-a52e-0ba6661afd18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=228dd430-b9eb-489d-b019-fb1d5d15efa9,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:16:50.620914 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a15a179-f81f-45cf-ba1a-1a008b4d20db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef56056c-470f-477f-89f2-67b1b596df0f,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:16:50.625157 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-24b11b73-584c-433c-a52e-0ba6661afd18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:50.626616 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-24b11b73-584c-433c-a52e-0ba6661afd18 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/228dd430-b9eb-489d-b019-fb1d5d15efa9 HTTP/1.1" status: 204 len: 168 time: 0.6509161 Jun 01 19:16:50.636042 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc73c1df-1128-4593-9436-092da835941f req-99b9450e-b3f2-4004-b76a-e112f0e32831 tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:16:50.643656 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fc73c1df-1128-4593-9436-092da835941f req-99b9450e-b3f2-4004-b76a-e112f0e32831 tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba5dd536-f6dd-4645-b155-37682e4027fb HTTP/1.1" status: 200 len: 945 time: 0.4708130 Jun 01 19:16:50.647734 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4a15a179-f81f-45cf-ba1a-1a008b4d20db admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:50.651691 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-4a15a179-f81f-45cf-ba1a-1a008b4d20db admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ef56056c-470f-477f-89f2-67b1b596df0f HTTP/1.1" status: 204 len: 168 time: 0.6373162 Jun 01 19:16:50.693153 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-1e0642eb-0728-44bb-92a3-daf22d320731 req-67fbb0cf-6dd8-4373-8873-b42f104bbb1f tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] For port d5c143f3-8c86-4a29-82be-c9beef99fb00, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=d5c143f3-8c86-4a29-82be-c9beef99fb00,segment=NetworkSegment(70c7ed85-ebd1-4f33-bb7a-a67a0c255e02),segment_id=70c7ed85-ebd1-4f33-bb7a-a67a0c255e02)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:16:50.693558 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-1e0642eb-0728-44bb-92a3-daf22d320731 req-67fbb0cf-6dd8-4373-8873-b42f104bbb1f tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:50.699474 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-179b6eeb-c260-485c-b265-3f93b89bda10 None None] Notify callbacks [] for port, precommit_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:50.714529 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fc73c1df-1128-4593-9436-092da835941f req-b88be01b-187b-4cc1-8160-c39981a8ad39 tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] 10.222.0.41 "GET /v2.0/security-groups?id=61df5a6b-a048-4fb8-a4f2-21fdc7f70714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687561 Jun 01 19:16:50.741710 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.provisioning_blocks [None req-179b6eeb-c260-485c-b265-3f93b89bda10 None None] Transition to ACTIVE for port object 537c5552-d47d-4096-bc7c-721fd0145c98 will not be triggered until provisioned by entity L2. {{(pid=88527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:16:50.751879 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-179b6eeb-c260-485c-b265-3f93b89bda10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:50.804209 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-453dfe42-da93-4338-9057-546224e1ff2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:50.952679 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-179b6eeb-c260-485c-b265-3f93b89bda10 None None] Attempting to bind port 537c5552-d47d-4096-bc7c-721fd0145c98 on host n-d-844202-1 for vnic_type normal with profile {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:16:50.953044 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-179b6eeb-c260-485c-b265-3f93b89bda10 None None] Attempting to bind port 537c5552-d47d-4096-bc7c-721fd0145c98 by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}] {{(pid=88527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:16:50.953396 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179b6eeb-c260-485c-b265-3f93b89bda10 None None] Attempting to bind port 537c5552-d47d-4096-bc7c-721fd0145c98 on network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:16:50.978641 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179b6eeb-c260-485c-b265-3f93b89bda10 None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 16, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:16:50.979007 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179b6eeb-c260-485c-b265-3f93b89bda10 None None] Checking segment: {'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:16:50.979395 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-179b6eeb-c260-485c-b265-3f93b89bda10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:50.979776 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179b6eeb-c260-485c-b265-3f93b89bda10 None None] Bound using segment: {'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'} {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:16:50.980306 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-179b6eeb-c260-485c-b265-3f93b89bda10 None None] Bound port: 537c5552-d47d-4096-bc7c-721fd0145c98, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}}] {{(pid=88527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:16:50.980652 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-179b6eeb-c260-485c-b265-3f93b89bda10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:51.040876 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 0f44382d-5511-454d-bfbc-dda954be4830 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:16:51.055202 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84ae497-2e3d-499e-ae27-443801e8d08d None None] Pushing event updated for resources: {'Port': ['ID=537c5552-d47d-4096-bc7c-721fd0145c98,revision_number=2']} {{(pid=88527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:16:51.084258 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84ae497-2e3d-499e-ae27-443801e8d08d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:16:51.085793 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84ae497-2e3d-499e-ae27-443801e8d08d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:16:51.086533 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84ae497-2e3d-499e-ae27-443801e8d08d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:16:51.087110 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84ae497-2e3d-499e-ae27-443801e8d08d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:16:51.087662 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84ae497-2e3d-499e-ae27-443801e8d08d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:16:51.088220 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84ae497-2e3d-499e-ae27-443801e8d08d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:16:51.088805 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84ae497-2e3d-499e-ae27-443801e8d08d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:16:51.089349 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84ae497-2e3d-499e-ae27-443801e8d08d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:16:51.090612 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84ae497-2e3d-499e-ae27-443801e8d08d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:16:51.091159 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84ae497-2e3d-499e-ae27-443801e8d08d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:16:51.091719 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84ae497-2e3d-499e-ae27-443801e8d08d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:16:51.093189 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84ae497-2e3d-499e-ae27-443801e8d08d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:16:51.142306 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [req-1e0642eb-0728-44bb-92a3-daf22d320731 req-67fbb0cf-6dd8-4373-8873-b42f104bbb1f tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] Calling delete_port for d5c143f3-8c86-4a29-82be-c9beef99fb00 owned by compute:nova {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:16:51.147627 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.db [None req-179b6eeb-c260-485c-b265-3f93b89bda10 None None] For port 537c5552-d47d-4096-bc7c-721fd0145c98, host n-d-844202-1, cleared binding levels {{(pid=88527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:16:51.153990 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.db [None req-179b6eeb-c260-485c-b265-3f93b89bda10 None None] For port 537c5552-d47d-4096-bc7c-721fd0145c98, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=537c5552-d47d-4096-bc7c-721fd0145c98,segment=NetworkSegment(7875af61-4c53-4ff2-b8c8-d4b7c35ff947),segment_id=7875af61-4c53-4ff2-b8c8-d4b7c35ff947)] {{(pid=88527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:16:51.158571 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-179b6eeb-c260-485c-b265-3f93b89bda10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:51.226334 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 0f44382d-5511-454d-bfbc-dda954be4830 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:16:51.226683 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:51.246622 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179b6eeb-c260-485c-b265-3f93b89bda10 None None] Routers {'a8882e47-d9d7-413d-bf08-98833781f641'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:16:51.247668 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-179b6eeb-c260-485c-b265-3f93b89bda10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:16:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['a8882e47-d9d7-413d-bf08-98833781f641'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:16:51.349701 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-1e0642eb-0728-44bb-92a3-daf22d320731 req-67fbb0cf-6dd8-4373-8873-b42f104bbb1f tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:51.367349 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84ae497-2e3d-499e-ae27-443801e8d08d None None] Pushing event updated for resources: {'Port': ['ID=537c5552-d47d-4096-bc7c-721fd0145c98,revision_number=3']} {{(pid=88527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:16:51.490383 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-179b6eeb-c260-485c-b265-3f93b89bda10 None None] Set router a8882e47-d9d7-413d-bf08-98833781f641 gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:16:51.494265 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] get_ports_and_sgs() called for port_ids ['60d53fe0-e08f-4134-b9c2-a4dd2c2234dc'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 19:16:51.523733 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fbb0cf-6dd8-4373-8873-b42f104bbb1f tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] Pushing event deleted for resources: {'Port': ['ID=d5c143f3-8c86-4a29-82be-c9beef99fb00,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:16:51.527571 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [None req-453dfe42-da93-4338-9057-546224e1ff2a admin admin] Allocated IP 172.20.0.1 (ef2f54c9-3770-4abf-b520-c907961e1497/43c199ee-2915-4fdd-8c5e-bdc0369d8f54/4e572e2b-b071-4f5d-b0c9-94e118ccdda0) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:16:51.546157 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 34024) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:16:51.594183 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f149b590-7404-4c52-af8b-f212dbc8a457 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:51.615478 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] get_ports_and_sgs() called for port_ids ['d5c143f3-8c86-4a29-82be-c9beef99fb00'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 19:16:51.664992 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 0f44382d-5511-454d-bfbc-dda954be4830 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:16:51.712682 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e0642eb-0728-44bb-92a3-daf22d320731 req-67fbb0cf-6dd8-4373-8873-b42f104bbb1f tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] No DVR routers for this DVR port d5c143f3-8c86-4a29-82be-c9beef99fb00 on host n-h1-844202-1 {{(pid=88525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:16:51.718471 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-1e0642eb-0728-44bb-92a3-daf22d320731 req-67fbb0cf-6dd8-4373-8873-b42f104bbb1f tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:51.737984 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba5dd536-f6dd-4645-b155-37682e4027fb', 'name': 'network-vif-deleted', 'tag': 'd5c143f3-8c86-4a29-82be-c9beef99fb00'}] {{(pid=88525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:16:51.746570 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-f149b590-7404-4c52-af8b-f212dbc8a457 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:16:51.759099 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-1e0642eb-0728-44bb-92a3-daf22d320731 req-67fbb0cf-6dd8-4373-8873-b42f104bbb1f tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] 10.222.0.15 "DELETE /v2.0/ports/d5c143f3-8c86-4a29-82be-c9beef99fb00 HTTP/1.1" status: 204 len: 173 time: 1.6137707 Jun 01 19:16:51.764592 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-f149b590-7404-4c52-af8b-f212dbc8a457 admin admin] Usage tracker for resource:security_group_rule and tenant:59a90905543c45cdb5353b26fbc96313 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:16:51.770942 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-f149b590-7404-4c52-af8b-f212dbc8a457 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:16:51.792160 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-f149b590-7404-4c52-af8b-f212dbc8a457 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:16:51.894796 n-d-844202-1 neutron-server[88525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-793db4fa-6d29-452e-b493-b74f5b4ef629'] response: {'server_uuid': 'ba5dd536-f6dd-4645-b155-37682e4027fb', 'name': 'network-vif-deleted', 'tag': 'd5c143f3-8c86-4a29-82be-c9beef99fb00', 'status': 'completed', 'code': 200} Jun 01 19:16:51.984249 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-179b6eeb-c260-485c-b265-3f93b89bda10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8882e47-d9d7-413d-bf08-98833781f641', 'name': 'tempest-TestServerBasicOps-1959627868-router', 'tenant_id': 'ebd616d5a10a4d93abecbdcf72fa4181', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.207'}], 'enable_snat': True}, 'gw_port_id': '537c5552-d47d-4096-bc7c-721fd0145c98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:16:45Z', 'updated_at': '2022-06-01T19:16:47Z', 'revision_number': 3, 'project_id': 'ebd616d5a10a4d93abecbdcf72fa4181', 'gw_port': {'id': '537c5552-d47d-4096-bc7c-721fd0145c98', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:a5:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8882e47-d9d7-413d-bf08-98833781f641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3278, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:16:46Z', 'updated_at': '2022-06-01T19:16:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:16:51.992784 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179b6eeb-c260-485c-b265-3f93b89bda10 None None] The sync data for ids ['a8882e47-d9d7-413d-bf08-98833781f641'] in n-d-844202-1 is: [{'id': 'a8882e47-d9d7-413d-bf08-98833781f641', 'name': 'tempest-TestServerBasicOps-1959627868-router', 'tenant_id': 'ebd616d5a10a4d93abecbdcf72fa4181', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.207'}], 'enable_snat': True}, 'gw_port_id': '537c5552-d47d-4096-bc7c-721fd0145c98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:16:45Z', 'updated_at': '2022-06-01T19:16:47Z', 'revision_number': 3, 'project_id': 'ebd616d5a10a4d93abecbdcf72fa4181', 'gw_port': {'id': '537c5552-d47d-4096-bc7c-721fd0145c98', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:a5:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8882e47-d9d7-413d-bf08-98833781f641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3278, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:16:46Z', 'updated_at': '2022-06-01T19:16:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:16:52.020958 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-453dfe42-da93-4338-9057-546224e1ff2a admin admin] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:52.085262 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [None req-453dfe42-da93-4338-9057-546224e1ff2a admin admin] Transition to ACTIVE for port object 4e572e2b-b071-4f5d-b0c9-94e118ccdda0 will not be triggered until provisioned by entity DHCP. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:16:52.191827 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f149b590-7404-4c52-af8b-f212dbc8a457 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:52.193950 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-453dfe42-da93-4338-9057-546224e1ff2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:52.207115 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-e5450cba-5841-48c0-8569-cdbbd96c8949 req-2f56d40a-5708-407b-8fa2-a7351f466a3e tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] Synchronizing usage tracker for tenant:cc6bc8c7dc0146ffa2efd662f4bb28e0 on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:16:52.235552 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-e5450cba-5841-48c0-8569-cdbbd96c8949 req-2f56d40a-5708-407b-8fa2-a7351f466a3e tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] Unset dirty status for tenant:cc6bc8c7dc0146ffa2efd662f4bb28e0 on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:16:52.236706 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e5450cba-5841-48c0-8569-cdbbd96c8949 req-2f56d40a-5708-407b-8fa2-a7351f466a3e tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba5dd536-f6dd-4645-b155-37682e4027fb HTTP/1.1" status: 200 len: 210 time: 0.1835837 Jun 01 19:16:52.247955 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f149b590-7404-4c52-af8b-f212dbc8a457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:52.334999 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-453dfe42-da93-4338-9057-546224e1ff2a admin admin] Network ef2f54c9-3770-4abf-b520-c907961e1497 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:16:52.344028 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-453dfe42-da93-4338-9057-546224e1ff2a admin admin] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:16:52.347944 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453dfe42-da93-4338-9057-546224e1ff2a admin admin] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:16:52.386474 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f149b590-7404-4c52-af8b-f212dbc8a457 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=216b0acd-fff0-4949-ac90-2c3296d48150,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:16:52.396061 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-f149b590-7404-4c52-af8b-f212dbc8a457 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=59a90905543c45cdb5353b26fbc96313&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8486083 Jun 01 19:16:52.396720 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 34048) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:16:52.410709 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453dfe42-da93-4338-9057-546224e1ff2a admin admin] Pushing event updated for resources: {'Port': ['ID=4e572e2b-b071-4f5d-b0c9-94e118ccdda0,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:16:52.455129 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-453dfe42-da93-4338-9057-546224e1ff2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-887605'] for router_interface, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:52.613313 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-63ccb50c-f451-4528-bf9c-76dfafa2ff84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:52.671580 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-63ccb50c-f451-4528-bf9c-76dfafa2ff84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:52.749132 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6f223458-1d76-494c-b9d5-383a437f7f5a None None] Provisioning for port 4e572e2b-b071-4f5d-b0c9-94e118ccdda0 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:16:52.766118 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6f223458-1d76-494c-b9d5-383a437f7f5a None None] Provisioning complete for port 4e572e2b-b071-4f5d-b0c9-94e118ccdda0 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:16:52.766293 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-63ccb50c-f451-4528-bf9c-76dfafa2ff84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:52.767046 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6f223458-1d76-494c-b9d5-383a437f7f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:52.791685 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ccb50c-f451-4528-bf9c-76dfafa2ff84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=216b0acd-fff0-4949-ac90-2c3296d48150,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:16:52.793704 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-63ccb50c-f451-4528-bf9c-76dfafa2ff84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:52.794829 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-63ccb50c-f451-4528-bf9c-76dfafa2ff84 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/216b0acd-fff0-4949-ac90-2c3296d48150 HTTP/1.1" status: 204 len: 168 time: 0.3969994 Jun 01 19:16:52.874643 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6f223458-1d76-494c-b9d5-383a437f7f5a None None] Port 4e572e2b-b071-4f5d-b0c9-94e118ccdda0 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:16:52.983976 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-453dfe42-da93-4338-9057-546224e1ff2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:53.102276 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 537c5552-d47d-4096-bc7c-721fd0145c98 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:16:53.210582 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port 537c5552-d47d-4096-bc7c-721fd0145c98 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:16:53.217596 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 537c5552-d47d-4096-bc7c-721fd0145c98 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:16:53.218215 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:53.344979 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-453dfe42-da93-4338-9057-546224e1ff2a admin admin] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:53.358567 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-453dfe42-da93-4338-9057-546224e1ff2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:53.416356 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 537c5552-d47d-4096-bc7c-721fd0145c98 is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:16:53.416793 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:53.450715 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port 537c5552-d47d-4096-bc7c-721fd0145c98, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=537c5552-d47d-4096-bc7c-721fd0145c98,segment=NetworkSegment(7875af61-4c53-4ff2-b8c8-d4b7c35ff947),segment_id=7875af61-4c53-4ff2-b8c8-d4b7c35ff947)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:16:53.459127 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:53.564987 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=537c5552-d47d-4096-bc7c-721fd0145c98,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:16:53.566450 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453dfe42-da93-4338-9057-546224e1ff2a admin admin] Pushing event updated for resources: {'Port': ['ID=4e572e2b-b071-4f5d-b0c9-94e118ccdda0,revision_number=2']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:16:53.572991 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-453dfe42-da93-4338-9057-546224e1ff2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-887436'] for router_interface, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:53.606225 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device d5c143f3-8c86-4a29-82be-c9beef99fb00 no longer exists at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:16:53.673368 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] No Port match for: d5c143f3-8c86-4a29-82be-c9beef99fb00 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:16:53.673714 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device d5c143f3-8c86-4a29-82be-c9beef99fb00 not bound to the agent host n-h1-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:16:53.751600 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-453dfe42-da93-4338-9057-546224e1ff2a admin admin] Network ef2f54c9-3770-4abf-b520-c907961e1497 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:16:53.752989 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-453dfe42-da93-4338-9057-546224e1ff2a admin admin] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:16:54.108991 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f4e78503-fe4e-43d2-a0b0-b0d3f81b28c4 None None] Provisioning complete for port 4e572e2b-b071-4f5d-b0c9-94e118ccdda0 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:16:54.110047 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f4e78503-fe4e-43d2-a0b0-b0d3f81b28c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:54.129113 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b32210-2802-478a-821a-8b45d5afe8b0 req-5be64a0b-13fc-4349-ae2b-1db5a0103249 tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:16:54.130664 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d9b32210-2802-478a-821a-8b45d5afe8b0 req-5be64a0b-13fc-4349-ae2b-1db5a0103249 tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f2f8816-049d-4098-b121-d52436add78c HTTP/1.1" status: 200 len: 946 time: 0.2471609 Jun 01 19:16:54.146279 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-453dfe42-da93-4338-9057-546224e1ff2a admin admin] Router a8882e47-d9d7-413d-bf08-98833781f641 has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 19:16:54.239651 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d9b32210-2802-478a-821a-8b45d5afe8b0 req-0d4a852a-e2ed-414f-84c4-5d921fb92f0d tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] 10.222.0.41 "GET /v2.0/security-groups?id=61df5a6b-a048-4fb8-a4f2-21fdc7f70714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983720 Jun 01 19:16:54.261243 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f4e78503-fe4e-43d2-a0b0-b0d3f81b28c4 None None] Port 4e572e2b-b071-4f5d-b0c9-94e118ccdda0 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:16:54.569392 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-453dfe42-da93-4338-9057-546224e1ff2a admin admin] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:16:54.584795 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98781b66-9fcf-45ad-8c44-155c7c985158 None None] Sync routers for ids ['a8882e47-d9d7-413d-bf08-98833781f641'] in n-d-844202-1 {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:16:54.598658 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98781b66-9fcf-45ad-8c44-155c7c985158 None None] Routers {'a8882e47-d9d7-413d-bf08-98833781f641'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:16:54.600918 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-98781b66-9fcf-45ad-8c44-155c7c985158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:16:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['a8882e47-d9d7-413d-bf08-98833781f641'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:16:54.609142 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-453dfe42-da93-4338-9057-546224e1ff2a admin admin] 10.222.0.41 "PUT /v2.0/routers/a8882e47-d9d7-413d-bf08-98833781f641/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4212835 Jun 01 19:16:54.807789 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-98781b66-9fcf-45ad-8c44-155c7c985158 None None] Set router a8882e47-d9d7-413d-bf08-98833781f641 gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:16:55.100538 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 537c5552-d47d-4096-bc7c-721fd0145c98 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:16:55.190379 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 537c5552-d47d-4096-bc7c-721fd0145c98 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:16:55.190961 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:55.265242 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-98781b66-9fcf-45ad-8c44-155c7c985158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8882e47-d9d7-413d-bf08-98833781f641', 'name': 'tempest-TestServerBasicOps-1959627868-router', 'tenant_id': 'ebd616d5a10a4d93abecbdcf72fa4181', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.207'}], 'enable_snat': True}, 'gw_port_id': '537c5552-d47d-4096-bc7c-721fd0145c98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:16:45Z', 'updated_at': '2022-06-01T19:16:52Z', 'revision_number': 4, 'project_id': 'ebd616d5a10a4d93abecbdcf72fa4181', 'gw_port': {'id': '537c5552-d47d-4096-bc7c-721fd0145c98', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:a5:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8882e47-d9d7-413d-bf08-98833781f641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3278, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:16:46Z', 'updated_at': '2022-06-01T19:16:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '4e572e2b-b071-4f5d-b0c9-94e118ccdda0', 'name': '', 'network_id': 'ef2f54c9-3770-4abf-b520-c907961e1497', 'tenant_id': 'ebd616d5a10a4d93abecbdcf72fa4181', 'mac_address': 'fa:16:3e:d3:94:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8882e47-d9d7-413d-bf08-98833781f641', 'device_owner': 'network:router_interface', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': '43c199ee-2915-4fdd-8c5e-bdc0369d8f54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:16:50Z', 'updated_at': '2022-06-01T19:16:53Z', 'revision_number': 2, 'project_id': 'ebd616d5a10a4d93abecbdcf72fa4181', 'subnets': [{'id': '43c199ee-2915-4fdd-8c5e-bdc0369d8f54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:16:55.275819 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98781b66-9fcf-45ad-8c44-155c7c985158 None None] Checking router: a8882e47-d9d7-413d-bf08-98833781f641 for host: n-d-844202-1 {{(pid=88526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 19:16:55.276395 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98781b66-9fcf-45ad-8c44-155c7c985158 None None] Updating router a8882e47-d9d7-413d-bf08-98833781f641 port 4e572e2b-b071-4f5d-b0c9-94e118ccdda0 binding host n-d-844202-1 {{(pid=88526) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 19:16:55.392558 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-98781b66-9fcf-45ad-8c44-155c7c985158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:55.418734 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba19fba8-f80d-4d95-b6a5-ecd7170f229b req-cf7f5c46-4f02-4409-805e-dd6cb1b8f89a tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:16:55.420784 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ba19fba8-f80d-4d95-b6a5-ecd7170f229b req-cf7f5c46-4f02-4409-805e-dd6cb1b8f89a tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] 10.222.0.50 "GET /v2.0/ports?device_id=7f2f8816-049d-4098-b121-d52436add78c HTTP/1.1" status: 200 len: 946 time: 0.1704795 Jun 01 19:16:55.510682 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 537c5552-d47d-4096-bc7c-721fd0145c98 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:16:55.525858 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-ba19fba8-f80d-4d95-b6a5-ecd7170f229b req-10eff987-d4d8-4ac1-bc88-f0186cdaef1a tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] Deleting port 60d53fe0-e08f-4134-b9c2-a4dd2c2234dc {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:16:55.526561 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8a6eb2-20af-4ee6-b4a2-15cdf2664349 req-591149eb-d959-49e7-826c-87bc7102aa40 tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:16:55.528295 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-ba19fba8-f80d-4d95-b6a5-ecd7170f229b req-10eff987-d4d8-4ac1-bc88-f0186cdaef1a tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:55.538160 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3a8a6eb2-20af-4ee6-b4a2-15cdf2664349 req-591149eb-d959-49e7-826c-87bc7102aa40 tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f2f8816-049d-4098-b121-d52436add78c HTTP/1.1" status: 200 len: 946 time: 0.1571064 Jun 01 19:16:55.630664 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3a8a6eb2-20af-4ee6-b4a2-15cdf2664349 req-b8faf187-06ea-4b55-9e3c-a19eb2370320 tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] 10.222.0.41 "GET /v2.0/security-groups?id=61df5a6b-a048-4fb8-a4f2-21fdc7f70714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914705 Jun 01 19:16:55.877311 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-ba19fba8-f80d-4d95-b6a5-ecd7170f229b req-10eff987-d4d8-4ac1-bc88-f0186cdaef1a tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] For port 60d53fe0-e08f-4134-b9c2-a4dd2c2234dc, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=60d53fe0-e08f-4134-b9c2-a4dd2c2234dc,segment=NetworkSegment(70c7ed85-ebd1-4f33-bb7a-a67a0c255e02),segment_id=70c7ed85-ebd1-4f33-bb7a-a67a0c255e02)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:16:55.878300 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-ba19fba8-f80d-4d95-b6a5-ecd7170f229b req-10eff987-d4d8-4ac1-bc88-f0186cdaef1a tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:55.900990 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-98781b66-9fcf-45ad-8c44-155c7c985158 None None] Notify callbacks [] for port, precommit_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:55.930435 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-98781b66-9fcf-45ad-8c44-155c7c985158 None None] Transition to ACTIVE for port object 4e572e2b-b071-4f5d-b0c9-94e118ccdda0 will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:16:55.949051 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-98781b66-9fcf-45ad-8c44-155c7c985158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:56.036810 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-ba19fba8-f80d-4d95-b6a5-ecd7170f229b req-10eff987-d4d8-4ac1-bc88-f0186cdaef1a tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] Calling delete_port for 60d53fe0-e08f-4134-b9c2-a4dd2c2234dc owned by compute:nova {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:16:56.335696 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99953b95-273b-46cf-95ca-6cf6c45c8507 None None] Pushing event updated for resources: {'Port': ['ID=4e572e2b-b071-4f5d-b0c9-94e118ccdda0,revision_number=3']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:16:56.368725 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 34194) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:16:56.372968 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-ba19fba8-f80d-4d95-b6a5-ecd7170f229b req-10eff987-d4d8-4ac1-bc88-f0186cdaef1a tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:56.377771 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-a9dc4360-ed0e-41db-89b4-dc3a67a289fe admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1867965436-network', 'tenant_id': 'a28f4eeef403410e9002798dc68ad46b'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:16:56.390266 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] get_ports_and_sgs() called for port_ids ['60d53fe0-e08f-4134-b9c2-a4dd2c2234dc'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 19:16:56.390646 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-a9dc4360-ed0e-41db-89b4-dc3a67a289fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:16:56.403540 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-a9dc4360-ed0e-41db-89b4-dc3a67a289fe admin admin] Usage tracker for resource:network and tenant:a28f4eeef403410e9002798dc68ad46b is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:16:56.410291 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-a9dc4360-ed0e-41db-89b4-dc3a67a289fe admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:16:56.429736 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-a9dc4360-ed0e-41db-89b4-dc3a67a289fe admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:16:56.461850 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9dc4360-ed0e-41db-89b4-dc3a67a289fe admin admin] Made reservation on behalf of a28f4eeef403410e9002798dc68ad46b for: {'network': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:16:56.465413 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a9dc4360-ed0e-41db-89b4-dc3a67a289fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:56.478158 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-98781b66-9fcf-45ad-8c44-155c7c985158 None None] Attempting to bind port 4e572e2b-b071-4f5d-b0c9-94e118ccdda0 on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:16:56.478528 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-98781b66-9fcf-45ad-8c44-155c7c985158 None None] Attempting to bind port 4e572e2b-b071-4f5d-b0c9-94e118ccdda0 by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': 'ddad035c-cc09-4882-80f6-f46358180569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'ef2f54c9-3770-4abf-b520-c907961e1497'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:16:56.478894 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98781b66-9fcf-45ad-8c44-155c7c985158 None None] Attempting to bind port 4e572e2b-b071-4f5d-b0c9-94e118ccdda0 on network ef2f54c9-3770-4abf-b520-c907961e1497 {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:16:56.486078 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98781b66-9fcf-45ad-8c44-155c7c985158 None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 16, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:16:56.486456 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98781b66-9fcf-45ad-8c44-155c7c985158 None None] Checking segment: {'id': 'ddad035c-cc09-4882-80f6-f46358180569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'ef2f54c9-3770-4abf-b520-c907961e1497'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:16:56.486865 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-98781b66-9fcf-45ad-8c44-155c7c985158 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:56.487259 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98781b66-9fcf-45ad-8c44-155c7c985158 None None] Bound using segment: {'id': 'ddad035c-cc09-4882-80f6-f46358180569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'ef2f54c9-3770-4abf-b520-c907961e1497'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:16:56.487730 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-98781b66-9fcf-45ad-8c44-155c7c985158 None None] Bound port: 4e572e2b-b071-4f5d-b0c9-94e118ccdda0, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddad035c-cc09-4882-80f6-f46358180569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'ef2f54c9-3770-4abf-b520-c907961e1497'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:16:56.487967 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a9dc4360-ed0e-41db-89b4-dc3a67a289fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:56.488116 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-98781b66-9fcf-45ad-8c44-155c7c985158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:56.489416 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10eff987-d4d8-4ac1-bc88-f0186cdaef1a tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] Pushing event deleted for resources: {'Port': ['ID=60d53fe0-e08f-4134-b9c2-a4dd2c2234dc,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:16:56.507615 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-a9dc4360-ed0e-41db-89b4-dc3a67a289fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:16:56.518499 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-a9dc4360-ed0e-41db-89b4-dc3a67a289fe admin admin] Usage tracker for resource:security_group_rule and tenant:a28f4eeef403410e9002798dc68ad46b is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:16:56.524851 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-a9dc4360-ed0e-41db-89b4-dc3a67a289fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:16:56.532513 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-a9dc4360-ed0e-41db-89b4-dc3a67a289fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:16:56.642278 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba19fba8-f80d-4d95-b6a5-ecd7170f229b req-10eff987-d4d8-4ac1-bc88-f0186cdaef1a tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] No DVR routers for this DVR port 60d53fe0-e08f-4134-b9c2-a4dd2c2234dc on host n-h2-844202-1 {{(pid=88524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:16:56.645074 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-ba19fba8-f80d-4d95-b6a5-ecd7170f229b req-10eff987-d4d8-4ac1-bc88-f0186cdaef1a tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:56.648745 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f2f8816-049d-4098-b121-d52436add78c', 'name': 'network-vif-deleted', 'tag': '60d53fe0-e08f-4134-b9c2-a4dd2c2234dc'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:16:56.671669 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ba19fba8-f80d-4d95-b6a5-ecd7170f229b req-10eff987-d4d8-4ac1-bc88-f0186cdaef1a tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] 10.222.0.50 "DELETE /v2.0/ports/60d53fe0-e08f-4134-b9c2-a4dd2c2234dc HTTP/1.1" status: 204 len: 173 time: 1.2451177 Jun 01 19:16:56.685745 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-98781b66-9fcf-45ad-8c44-155c7c985158 None None] For port 4e572e2b-b071-4f5d-b0c9-94e118ccdda0, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:16:56.691246 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-98781b66-9fcf-45ad-8c44-155c7c985158 None None] For port 4e572e2b-b071-4f5d-b0c9-94e118ccdda0, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=4e572e2b-b071-4f5d-b0c9-94e118ccdda0,segment=NetworkSegment(ddad035c-cc09-4882-80f6-f46358180569),segment_id=ddad035c-cc09-4882-80f6-f46358180569)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:16:56.698110 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-98781b66-9fcf-45ad-8c44-155c7c985158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:56.720416 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a9dc4360-ed0e-41db-89b4-dc3a67a289fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:56.735429 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a9dc4360-ed0e-41db-89b4-dc3a67a289fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:56.758480 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9dc4360-ed0e-41db-89b4-dc3a67a289fe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 132} {{(pid=88525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 19:16:56.790769 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a9dc4360-ed0e-41db-89b4-dc3a67a289fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:56.791361 n-d-844202-1 neutron-server[88525]: INFO neutron.db.segments_db [None req-a9dc4360-ed0e-41db-89b4-dc3a67a289fe admin admin] Added segment 93cee378-49f9-4aed-9d19-c6ae9fedeafa of type vlan for network 719e71e0-df8f-47d0-9aa9-020f712fe5ba Jun 01 19:16:56.803938 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98781b66-9fcf-45ad-8c44-155c7c985158 None None] Routers {'a8882e47-d9d7-413d-bf08-98833781f641'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:16:56.804715 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-98781b66-9fcf-45ad-8c44-155c7c985158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:16:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['a8882e47-d9d7-413d-bf08-98833781f641'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:16:56.852394 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6283a547-f67b-46ea-9b3c-8f2c1aaead0a'] response: {'server_uuid': '7f2f8816-049d-4098-b121-d52436add78c', 'name': 'network-vif-deleted', 'tag': '60d53fe0-e08f-4134-b9c2-a4dd2c2234dc', 'status': 'completed', 'code': 200} Jun 01 19:16:56.875668 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a9dc4360-ed0e-41db-89b4-dc3a67a289fe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:56.954610 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a9dc4360-ed0e-41db-89b4-dc3a67a289fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:56.961195 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9dc4360-ed0e-41db-89b4-dc3a67a289fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:16:56.961874 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a9dc4360-ed0e-41db-89b4-dc3a67a289fe admin admin] Notify callbacks [] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:57.003540 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99953b95-273b-46cf-95ca-6cf6c45c8507 None None] Pushing event updated for resources: {'Port': ['ID=4e572e2b-b071-4f5d-b0c9-94e118ccdda0,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:16:57.184790 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dc4360-ed0e-41db-89b4-dc3a67a289fe admin admin] Pushing event updated for resources: {'Network': ['ID=719e71e0-df8f-47d0-9aa9-020f712fe5ba,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:16:57.196977 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network 719e71e0-df8f-47d0-9aa9-020f712fe5ba details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 19:16:57.208561 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 34214) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:16:57.306360 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dc4360-ed0e-41db-89b4-dc3a67a289fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=308dc7ca-e9a8-4a92-bad9-a984b304eb97,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:16:57.332102 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ef84cc42-2256-4a16-9a35-16bb23b916f2 req-295e4d7b-3305-4caa-8eaf-9d20c84a980c tempest-ListServerFiltersTestJSON-672396602 tempest-ListServerFiltersTestJSON-672396602-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f2f8816-049d-4098-b121-d52436add78c HTTP/1.1" status: 200 len: 210 time: 0.1105235 Jun 01 19:16:57.338531 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-98781b66-9fcf-45ad-8c44-155c7c985158 None None] Set router a8882e47-d9d7-413d-bf08-98833781f641 gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:16:57.363425 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 34220) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:16:57.364275 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-a9dc4360-ed0e-41db-89b4-dc3a67a289fe admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9906249 Jun 01 19:16:57.369139 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-d73bbd5b-1227-437b-97d2-13c3d84aadb0 admin admin] Request body: {'subnet': {'network_id': '719e71e0-df8f-47d0-9aa9-020f712fe5ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1867965436-subnet', 'tenant_id': 'a28f4eeef403410e9002798dc68ad46b', 'ip_version': 4}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:16:57.379402 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-d73bbd5b-1227-437b-97d2-13c3d84aadb0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:16:57.385496 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-d73bbd5b-1227-437b-97d2-13c3d84aadb0 admin admin] Usage tracker for resource:subnet and tenant:a28f4eeef403410e9002798dc68ad46b is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:16:57.388904 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-d73bbd5b-1227-437b-97d2-13c3d84aadb0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:16:57.394742 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-d73bbd5b-1227-437b-97d2-13c3d84aadb0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:16:57.410329 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d73bbd5b-1227-437b-97d2-13c3d84aadb0 admin admin] Made reservation on behalf of a28f4eeef403410e9002798dc68ad46b for: {'subnet': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:16:57.413151 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d73bbd5b-1227-437b-97d2-13c3d84aadb0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3066584'] for subnet, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:57.721181 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-0914363d-6702-4269-a3a7-ca73b57347cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:57.736438 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d73bbd5b-1227-437b-97d2-13c3d84aadb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2718919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3066602'] for subnet, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:57.807879 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73bbd5b-1227-437b-97d2-13c3d84aadb0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8078d31-a875-4678-a6f3-45b458ccdb3a,revision_number=0']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:16:57.814016 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-0914363d-6702-4269-a3a7-ca73b57347cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:16:57.831250 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-0914363d-6702-4269-a3a7-ca73b57347cc admin admin] Usage tracker for resource:security_group_rule and tenant:571384b92c1045c398a71309a8241c3b is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:16:57.837207 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-0914363d-6702-4269-a3a7-ca73b57347cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:16:57.845127 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-0914363d-6702-4269-a3a7-ca73b57347cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:16:57.858173 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d73bbd5b-1227-437b-97d2-13c3d84aadb0 admin admin] Checking segment: {'id': '93cee378-49f9-4aed-9d19-c6ae9fedeafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '719e71e0-df8f-47d0-9aa9-020f712fe5ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:16:57.858549 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d73bbd5b-1227-437b-97d2-13c3d84aadb0 admin admin] Network hostable DHCP agents. Network: 719e71e0-df8f-47d0-9aa9-020f712fe5ba, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88524) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 19:16:57.896836 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d73bbd5b-1227-437b-97d2-13c3d84aadb0 admin admin] Network 719e71e0-df8f-47d0-9aa9-020f712fe5ba is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88524) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 19:16:57.934029 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-d73bbd5b-1227-437b-97d2-13c3d84aadb0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, 719e71e0-df8f-47d0-9aa9-020f712fe5ba) {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:16:57.942637 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d73bbd5b-1227-437b-97d2-13c3d84aadb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:16:57.942637 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d73bbd5b-1227-437b-97d2-13c3d84aadb0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:57.945990 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71b04f70-ce9d-44fe-9b09-c7d0f6584935 None None] Network 719e71e0-df8f-47d0-9aa9-020f712fe5ba requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:16:58.016729 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-d73bbd5b-1227-437b-97d2-13c3d84aadb0 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6521995 Jun 01 19:16:58.019181 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 34234) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:16:58.028583 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-59c2e76c-a957-473d-aafd-98cbfe09f847 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1867965436-router', 'tenant_id': 'a28f4eeef403410e9002798dc68ad46b', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:16:58.038221 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-59c2e76c-a957-473d-aafd-98cbfe09f847 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:16:58.045591 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-59c2e76c-a957-473d-aafd-98cbfe09f847 admin admin] Usage tracker for resource:router and tenant:a28f4eeef403410e9002798dc68ad46b is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:16:58.054946 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-59c2e76c-a957-473d-aafd-98cbfe09f847 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:16:58.055784 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-98781b66-9fcf-45ad-8c44-155c7c985158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8882e47-d9d7-413d-bf08-98833781f641', 'name': 'tempest-TestServerBasicOps-1959627868-router', 'tenant_id': 'ebd616d5a10a4d93abecbdcf72fa4181', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.207'}], 'enable_snat': True}, 'gw_port_id': '537c5552-d47d-4096-bc7c-721fd0145c98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:16:45Z', 'updated_at': '2022-06-01T19:16:52Z', 'revision_number': 4, 'project_id': 'ebd616d5a10a4d93abecbdcf72fa4181', 'gw_port': {'id': '537c5552-d47d-4096-bc7c-721fd0145c98', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:a5:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8882e47-d9d7-413d-bf08-98833781f641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3278, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:16:46Z', 'updated_at': '2022-06-01T19:16:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '4e572e2b-b071-4f5d-b0c9-94e118ccdda0', 'name': '', 'network_id': 'ef2f54c9-3770-4abf-b520-c907961e1497', 'tenant_id': 'ebd616d5a10a4d93abecbdcf72fa4181', 'mac_address': 'fa:16:3e:d3:94:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8882e47-d9d7-413d-bf08-98833781f641', 'device_owner': 'network:router_interface', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': '43c199ee-2915-4fdd-8c5e-bdc0369d8f54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:16:50Z', 'updated_at': '2022-06-01T19:16:56Z', 'revision_number': 4, 'project_id': 'ebd616d5a10a4d93abecbdcf72fa4181', 'subnets': [{'id': '43c199ee-2915-4fdd-8c5e-bdc0369d8f54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:16:58.065241 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-59c2e76c-a957-473d-aafd-98cbfe09f847 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:16:58.077740 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98781b66-9fcf-45ad-8c44-155c7c985158 None None] The sync data for ids ['a8882e47-d9d7-413d-bf08-98833781f641'] in n-d-844202-1 is: [{'id': 'a8882e47-d9d7-413d-bf08-98833781f641', 'name': 'tempest-TestServerBasicOps-1959627868-router', 'tenant_id': 'ebd616d5a10a4d93abecbdcf72fa4181', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.207'}], 'enable_snat': True}, 'gw_port_id': '537c5552-d47d-4096-bc7c-721fd0145c98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:16:45Z', 'updated_at': '2022-06-01T19:16:52Z', 'revision_number': 4, 'project_id': 'ebd616d5a10a4d93abecbdcf72fa4181', 'gw_port': {'id': '537c5552-d47d-4096-bc7c-721fd0145c98', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:a5:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8882e47-d9d7-413d-bf08-98833781f641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3278, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:16:46Z', 'updated_at': '2022-06-01T19:16:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '4e572e2b-b071-4f5d-b0c9-94e118ccdda0', 'name': '', 'network_id': 'ef2f54c9-3770-4abf-b520-c907961e1497', 'tenant_id': 'ebd616d5a10a4d93abecbdcf72fa4181', 'mac_address': 'fa:16:3e:d3:94:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8882e47-d9d7-413d-bf08-98833781f641', 'device_owner': 'network:router_interface', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': '43c199ee-2915-4fdd-8c5e-bdc0369d8f54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:16:50Z', 'updated_at': '2022-06-01T19:16:56Z', 'revision_number': 4, 'project_id': 'ebd616d5a10a4d93abecbdcf72fa4181', 'subnets': [{'id': '43c199ee-2915-4fdd-8c5e-bdc0369d8f54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:16:58.083966 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-0914363d-6702-4269-a3a7-ca73b57347cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:58.094366 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-0914363d-6702-4269-a3a7-ca73b57347cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:58.155814 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-59c2e76c-a957-473d-aafd-98cbfe09f847 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-885767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25238'] for router, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:58.157182 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-59c2e76c-a957-473d-aafd-98cbfe09f847 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-901042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-886562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-981784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25327'] for router, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:58.246606 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-0914363d-6702-4269-a3a7-ca73b57347cc admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=571384b92c1045c398a71309a8241c3b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0358567 Jun 01 19:16:58.248437 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0914363d-6702-4269-a3a7-ca73b57347cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62ed6b97-016c-4518-846e-2e60bbc80fc6,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:16:58.249405 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 34240) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:16:58.260774 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-59c2e76c-a957-473d-aafd-98cbfe09f847 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:58.401331 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c92655ac-17ab-493c-bdc1-147838048f74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:58.407929 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0462a818-1e2a-4720-a83c-e32fbedf3b4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc93f83c3-7fb6-5c13-a9d4-29d739a4e8d2-719e71e0-df8f-47d0-9aa9-020f712fe5ba', 'network_id': '719e71e0-df8f-47d0-9aa9-020f712fe5ba', 'tenant_id': 'a28f4eeef403410e9002798dc68ad46b', 'fixed_ips': [{'subnet_id': 'a8078d31-a875-4678-a6f3-45b458ccdb3a'}]}} from n-d-844202-1. {{(pid=88526) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 19:16:58.409181 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-0462a818-1e2a-4720-a83c-e32fbedf3b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:58.477050 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c92655ac-17ab-493c-bdc1-147838048f74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:58.553609 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 60d53fe0-e08f-4134-b9c2-a4dd2c2234dc no longer exists at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:16:58.558978 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c92655ac-17ab-493c-bdc1-147838048f74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:58.573470 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 34250) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:16:58.631596 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92655ac-17ab-493c-bdc1-147838048f74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62ed6b97-016c-4518-846e-2e60bbc80fc6,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:16:58.656323 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c92655ac-17ab-493c-bdc1-147838048f74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:58.657823 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-c92655ac-17ab-493c-bdc1-147838048f74 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/62ed6b97-016c-4518-846e-2e60bbc80fc6 HTTP/1.1" status: 204 len: 168 time: 0.4074011 Jun 01 19:16:58.718310 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5da03cc-dbe5-4b56-8f5e-cde133297ccf admin admin] Deleting subnet fa824cb6-9c74-48aa-b8c9-79d72a27fdd5 {{(pid=88525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 19:16:58.731343 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f5da03cc-dbe5-4b56-8f5e-cde133297ccf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:58.739558 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] No Port match for: 60d53fe0-e08f-4134-b9c2-a4dd2c2234dc {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:16:58.739907 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 60d53fe0-e08f-4134-b9c2-a4dd2c2234dc not bound to the agent host n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:16:58.798134 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.db_base_plugin_common [None req-0462a818-1e2a-4720-a83c-e32fbedf3b4d None None] Allocated IP 172.20.0.2 (719e71e0-df8f-47d0-9aa9-020f712fe5ba/a8078d31-a875-4678-a6f3-45b458ccdb3a/6dc1f541-7d98-412f-91e5-8ef0d0f60b3c) {{(pid=88526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:16:58.851119 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f5da03cc-dbe5-4b56-8f5e-cde133297ccf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2258509'] for subnet, precommit_delete_associations {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:58.899190 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-59c2e76c-a957-473d-aafd-98cbfe09f847 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-886608', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-885830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25341'] for router, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:59.047702 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f5da03cc-dbe5-4b56-8f5e-cde133297ccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:59.153422 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 4e572e2b-b071-4f5d-b0c9-94e118ccdda0 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:16:59.184968 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f5da03cc-dbe5-4b56-8f5e-cde133297ccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2614143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9667199'] for subnet, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:59.258749 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f5da03cc-dbe5-4b56-8f5e-cde133297ccf admin admin] Notify callbacks [] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:59.264929 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-f5da03cc-dbe5-4b56-8f5e-cde133297ccf admin admin] 10.222.0.41 "DELETE /v2.0/subnets/fa824cb6-9c74-48aa-b8c9-79d72a27fdd5 HTTP/1.1" status: 204 len: 168 time: 0.6900098 Jun 01 19:16:59.269800 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 34262) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:16:59.272885 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5da03cc-dbe5-4b56-8f5e-cde133297ccf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa824cb6-9c74-48aa-b8c9-79d72a27fdd5,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:16:59.346086 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f78b981-ad45-4438-ab40-19d260160106 None None] Network 7e6de376-65c9-4068-b983-0c6144b5755a requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:16:59.405923 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ec583c42-52ba-4042-89f5-b3b7e3bca370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:59.418619 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-ec583c42-52ba-4042-89f5-b3b7e3bca370 admin admin] Deleting port 81f3ab66-175d-44f6-b390-eb84d303e843 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:16:59.419330 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ec583c42-52ba-4042-89f5-b3b7e3bca370 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:59.457342 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 34266) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:16:59.500792 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c7c7dac8-845a-4505-8bc8-babae5a81938 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:59.525681 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-c7c7dac8-845a-4505-8bc8-babae5a81938 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:16:59.533302 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-c7c7dac8-845a-4505-8bc8-babae5a81938 admin admin] Usage tracker for resource:security_group_rule and tenant:34ed850615e04aa39980372868330fda is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:16:59.538029 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-c7c7dac8-845a-4505-8bc8-babae5a81938 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:16:59.620034 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 34274) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:16:59.621767 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-59c2e76c-a957-473d-aafd-98cbfe09f847 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:59.661133 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-59c2e76c-a957-473d-aafd-98cbfe09f847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:59.677749 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-c7c7dac8-845a-4505-8bc8-babae5a81938 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:16:59.730395 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-0462a818-1e2a-4720-a83c-e32fbedf3b4d None None] Notify callbacks [] for port, precommit_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:59.765587 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [None req-ec583c42-52ba-4042-89f5-b3b7e3bca370 admin admin] For port 81f3ab66-175d-44f6-b390-eb84d303e843, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=81f3ab66-175d-44f6-b390-eb84d303e843,segment=NetworkSegment(70c7ed85-ebd1-4f33-bb7a-a67a0c255e02),segment_id=70c7ed85-ebd1-4f33-bb7a-a67a0c255e02)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:16:59.766762 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ec583c42-52ba-4042-89f5-b3b7e3bca370 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:59.767745 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-0462a818-1e2a-4720-a83c-e32fbedf3b4d None None] Transition to ACTIVE for port object 6dc1f541-7d98-412f-91e5-8ef0d0f60b3c will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:16:59.789432 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port 4e572e2b-b071-4f5d-b0c9-94e118ccdda0 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:16:59.804001 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 4e572e2b-b071-4f5d-b0c9-94e118ccdda0 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:16:59.804397 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:59.845397 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-0462a818-1e2a-4720-a83c-e32fbedf3b4d None None] Transition to ACTIVE for port object 6dc1f541-7d98-412f-91e5-8ef0d0f60b3c will not be triggered until provisioned by entity DHCP. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:16:59.876479 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-0462a818-1e2a-4720-a83c-e32fbedf3b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526'] for port, after_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:16:59.923823 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [None req-59c2e76c-a957-473d-aafd-98cbfe09f847 admin admin] Allocated IP 172.25.4.169 (72a72e44-6845-488a-a5ff-3a26d4df9cb3/c314a23b-daa2-4106-ab28-8e6f954277b2/4e4a464c-5c8f-470b-b487-c808c2f69c6f) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:16:59.984063 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0462a818-1e2a-4720-a83c-e32fbedf3b4d None None] Network 719e71e0-df8f-47d0-9aa9-020f712fe5ba is already hosted by enough agents. {{(pid=88526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:16:59.992957 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.base_scheduler [None req-0462a818-1e2a-4720-a83c-e32fbedf3b4d None None] Resources bound (agent type, host, resource id): {{(pid=88526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:16:59.998052 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0462a818-1e2a-4720-a83c-e32fbedf3b4d None None] Received port after_create {{(pid=88526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:17:00.035399 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ac1d2d1a-c568-4887-a1cb-2336334a1e19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:00.069790 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-ec583c42-52ba-4042-89f5-b3b7e3bca370 admin admin] Calling delete_port for 81f3ab66-175d-44f6-b390-eb84d303e843 owned by network:dhcp {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:17:00.123683 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0462a818-1e2a-4720-a83c-e32fbedf3b4d None None] Pushing event updated for resources: {'Port': ['ID=6dc1f541-7d98-412f-91e5-8ef0d0f60b3c,revision_number=1']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:17:00.126374 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4cb67a2-e8db-4a10-aa7a-081a62408130 None None] DHCP port deletion for 7e6de376-65c9-4068-b983-0c6144b5755a request from n-d-844202-1 {{(pid=88526) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 19:17:00.139771 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-ac1d2d1a-c568-4887-a1cb-2336334a1e19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:17:00.153663 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-ac1d2d1a-c568-4887-a1cb-2336334a1e19 admin admin] Usage tracker for resource:security_group_rule and tenant:bd84cedf8fd84ef496b8277f314007a5 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:17:00.158459 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-ac1d2d1a-c568-4887-a1cb-2336334a1e19 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:17:00.167266 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-ac1d2d1a-c568-4887-a1cb-2336334a1e19 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:17:00.189696 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f4cb67a2-e8db-4a10-aa7a-081a62408130 None None] Deleting port 81f3ab66-175d-44f6-b390-eb84d303e843 {{(pid=88526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:17:00.190088 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f4cb67a2-e8db-4a10-aa7a-081a62408130 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:00.219612 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ec583c42-52ba-4042-89f5-b3b7e3bca370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:00.263909 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-0462a818-1e2a-4720-a83c-e32fbedf3b4d None None] Attempting to bind port 6dc1f541-7d98-412f-91e5-8ef0d0f60b3c on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:17:00.264324 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-0462a818-1e2a-4720-a83c-e32fbedf3b4d None None] Attempting to bind port 6dc1f541-7d98-412f-91e5-8ef0d0f60b3c by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': '93cee378-49f9-4aed-9d19-c6ae9fedeafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '719e71e0-df8f-47d0-9aa9-020f712fe5ba'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:17:00.264688 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0462a818-1e2a-4720-a83c-e32fbedf3b4d None None] Attempting to bind port 6dc1f541-7d98-412f-91e5-8ef0d0f60b3c on network 719e71e0-df8f-47d0-9aa9-020f712fe5ba {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:17:00.274435 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0462a818-1e2a-4720-a83c-e32fbedf3b4d None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 16, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:17:00.274817 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0462a818-1e2a-4720-a83c-e32fbedf3b4d None None] Checking segment: {'id': '93cee378-49f9-4aed-9d19-c6ae9fedeafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '719e71e0-df8f-47d0-9aa9-020f712fe5ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:17:00.275242 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-0462a818-1e2a-4720-a83c-e32fbedf3b4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:00.275624 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0462a818-1e2a-4720-a83c-e32fbedf3b4d None None] Bound using segment: {'id': '93cee378-49f9-4aed-9d19-c6ae9fedeafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '719e71e0-df8f-47d0-9aa9-020f712fe5ba'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:17:00.276194 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-0462a818-1e2a-4720-a83c-e32fbedf3b4d None None] Bound port: 6dc1f541-7d98-412f-91e5-8ef0d0f60b3c, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93cee378-49f9-4aed-9d19-c6ae9fedeafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '719e71e0-df8f-47d0-9aa9-020f712fe5ba'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:17:00.276522 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-0462a818-1e2a-4720-a83c-e32fbedf3b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:00.290339 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-59c2e76c-a957-473d-aafd-98cbfe09f847 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:00.333088 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec583c42-52ba-4042-89f5-b3b7e3bca370 admin admin] Pushing event deleted for resources: {'Port': ['ID=81f3ab66-175d-44f6-b390-eb84d303e843,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:17:00.335565 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f4cb67a2-e8db-4a10-aa7a-081a62408130 None None] The port '81f3ab66-175d-44f6-b390-eb84d303e843' was deleted {{(pid=88526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 01 19:17:00.345240 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec583c42-52ba-4042-89f5-b3b7e3bca370 admin admin] No DVR routers for this DVR port 81f3ab66-175d-44f6-b390-eb84d303e843 on host n-d-844202-1 {{(pid=88525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:17:00.351668 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 4e572e2b-b071-4f5d-b0c9-94e118ccdda0 is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:17:00.352423 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:00.376407 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ac1d2d1a-c568-4887-a1cb-2336334a1e19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:00.387888 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ac1d2d1a-c568-4887-a1cb-2336334a1e19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:00.429872 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-ac1d2d1a-c568-4887-a1cb-2336334a1e19 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bd84cedf8fd84ef496b8277f314007a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7771416 Jun 01 19:17:00.438644 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 34300) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:17:00.453024 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-59c2e76c-a957-473d-aafd-98cbfe09f847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:00.465894 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port 4e572e2b-b071-4f5d-b0c9-94e118ccdda0, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=4e572e2b-b071-4f5d-b0c9-94e118ccdda0,segment=NetworkSegment(ddad035c-cc09-4882-80f6-f46358180569),segment_id=ddad035c-cc09-4882-80f6-f46358180569)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:17:00.478004 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:00.481082 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-0462a818-1e2a-4720-a83c-e32fbedf3b4d None None] For port 6dc1f541-7d98-412f-91e5-8ef0d0f60b3c, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:17:00.551054 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59c2e76c-a957-473d-aafd-98cbfe09f847 admin admin] Network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:17:00.559666 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-0462a818-1e2a-4720-a83c-e32fbedf3b4d None None] For port 6dc1f541-7d98-412f-91e5-8ef0d0f60b3c, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=6dc1f541-7d98-412f-91e5-8ef0d0f60b3c,segment=NetworkSegment(93cee378-49f9-4aed-9d19-c6ae9fedeafa),segment_id=93cee378-49f9-4aed-9d19-c6ae9fedeafa)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:17:00.561355 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ec583c42-52ba-4042-89f5-b3b7e3bca370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:00.575375 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-0462a818-1e2a-4720-a83c-e32fbedf3b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:00.595555 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=4e572e2b-b071-4f5d-b0c9-94e118ccdda0,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:17:00.613193 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-ec583c42-52ba-4042-89f5-b3b7e3bca370 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e6de376-65c9-4068-b983-0c6144b5755a']}} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:17:00.638610 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-ec583c42-52ba-4042-89f5-b3b7e3bca370 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70c7ed85-ebd1-4f33-bb7a-a67a0c255e02') {'for_net_delete': True} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:17:00.638892 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-ec583c42-52ba-4042-89f5-b3b7e3bca370 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70c7ed85-ebd1-4f33-bb7a-a67a0c255e02') {} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:17:00.647151 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-59c2e76c-a957-473d-aafd-98cbfe09f847 admin admin] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:17:00.649448 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c2e76c-a957-473d-aafd-98cbfe09f847 admin admin] Pushing event updated for resources: {'Port': ['ID=4e4a464c-5c8f-470b-b487-c808c2f69c6f,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:17:00.659590 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c2e76c-a957-473d-aafd-98cbfe09f847 admin admin] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:17:00.667068 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ec583c42-52ba-4042-89f5-b3b7e3bca370 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2258522'] for segment, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:00.676125 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c7c7dac8-845a-4505-8bc8-babae5a81938 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:00.689629 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c7c7dac8-845a-4505-8bc8-babae5a81938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:00.708064 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ec583c42-52ba-4042-89f5-b3b7e3bca370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:00.738789 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0462a818-1e2a-4720-a83c-e32fbedf3b4d None None] Pushing event updated for resources: {'Port': ['ID=6dc1f541-7d98-412f-91e5-8ef0d0f60b3c,revision_number=2']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:17:00.748196 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec583c42-52ba-4042-89f5-b3b7e3bca370 admin admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=88525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 19:17:00.748806 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ec583c42-52ba-4042-89f5-b3b7e3bca370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2613981'] for segment, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:00.753388 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1d2d1a-c568-4887-a1cb-2336334a1e19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71ce2532-9693-40f1-b0cd-76c7e87134cd,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:17:00.922882 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-95b9785a-357b-47bb-b951-1648d75429d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:00.997628 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment 70c7ed85-ebd1-4f33-bb7a-a67a0c255e02 resource provider aggregate not found Jun 01 19:17:01.033705 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-c7c7dac8-845a-4505-8bc8-babae5a81938 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=34ed850615e04aa39980372868330fda&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5692203 Jun 01 19:17:01.033705 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment 70c7ed85-ebd1-4f33-bb7a-a67a0c255e02 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 70c7ed85-ebd1-4f33-bb7a-a67a0c255e02 found for delete ", "request_id": "req-3e9e0147-5ab0-4a23-b0f4-941fefbdd2b4"}]} Jun 01 19:17:01.033907 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 34310) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:17:01.038150 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-95b9785a-357b-47bb-b951-1648d75429d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:01.040098 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c7dac8-845a-4505-8bc8-babae5a81938 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a6982ec-9051-4fa5-b79e-8bf37e8cecdb,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:17:01.061525 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ec583c42-52ba-4042-89f5-b3b7e3bca370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:01.066345 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ec583c42-52ba-4042-89f5-b3b7e3bca370 admin admin] Notify callbacks [] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:01.103878 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec583c42-52ba-4042-89f5-b3b7e3bca370 admin admin] Pushing event deleted for resources: {'Network': ['ID=7e6de376-65c9-4068-b983-0c6144b5755a,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:17:01.131375 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-ec583c42-52ba-4042-89f5-b3b7e3bca370 admin admin] 10.222.0.41 "DELETE /v2.0/networks/7e6de376-65c9-4068-b983-0c6144b5755a HTTP/1.1" status: 204 len: 168 time: 1.8603241 Jun 01 19:17:01.249189 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-10d9f736-1765-402f-912b-2f8ca7afc161 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:01.254490 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-95b9785a-357b-47bb-b951-1648d75429d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:01.312056 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 6dc1f541-7d98-412f-91e5-8ef0d0f60b3c up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:17:01.331843 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 34316) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:17:01.397412 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port 6dc1f541-7d98-412f-91e5-8ef0d0f60b3c completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:17:01.401691 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-e542eeda-f24a-40b8-8d5d-d9115d1958df admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cc6bc8c7dc0146ffa2efd662f4bb28e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0681438 Jun 01 19:17:01.405311 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 34320) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:17:01.414092 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 4e572e2b-b071-4f5d-b0c9-94e118ccdda0 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:17:01.487597 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b9785a-357b-47bb-b951-1648d75429d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71ce2532-9693-40f1-b0cd-76c7e87134cd,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:17:01.493058 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-48c80b87-ea6a-44d5-a4eb-56b2bbcbb727 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:01.515235 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-10d9f736-1765-402f-912b-2f8ca7afc161 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:01.522252 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-48c80b87-ea6a-44d5-a4eb-56b2bbcbb727 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:01.548215 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 4e572e2b-b071-4f5d-b0c9-94e118ccdda0 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:17:01.548869 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:01.581003 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-10d9f736-1765-402f-912b-2f8ca7afc161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:01.608781 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-48c80b87-ea6a-44d5-a4eb-56b2bbcbb727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:01.637651 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d9f736-1765-402f-912b-2f8ca7afc161 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a6982ec-9051-4fa5-b79e-8bf37e8cecdb,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:17:01.643463 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c80b87-ea6a-44d5-a4eb-56b2bbcbb727 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61df5a6b-a048-4fb8-a4f2-21fdc7f70714,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:17:01.649630 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-10d9f736-1765-402f-912b-2f8ca7afc161 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:01.654080 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-10d9f736-1765-402f-912b-2f8ca7afc161 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4a6982ec-9051-4fa5-b79e-8bf37e8cecdb HTTP/1.1" status: 204 len: 168 time: 0.6150048 Jun 01 19:17:01.654408 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-95b9785a-357b-47bb-b951-1648d75429d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:01.657828 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-95b9785a-357b-47bb-b951-1648d75429d0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/71ce2532-9693-40f1-b0cd-76c7e87134cd HTTP/1.1" status: 204 len: 168 time: 1.2064438 Jun 01 19:17:01.658645 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-59c2e76c-a957-473d-aafd-98cbfe09f847 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:01.678030 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-48c80b87-ea6a-44d5-a4eb-56b2bbcbb727 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:01.679171 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-48c80b87-ea6a-44d5-a4eb-56b2bbcbb727 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/61df5a6b-a048-4fb8-a4f2-21fdc7f70714 HTTP/1.1" status: 204 len: 168 time: 0.2727585 Jun 01 19:17:01.823397 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 4e572e2b-b071-4f5d-b0c9-94e118ccdda0 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:17:01.902825 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 81f3ab66-175d-44f6-b390-eb84d303e843 no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:17:01.998536 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: 81f3ab66-175d-44f6-b390-eb84d303e843 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:17:01.998871 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 81f3ab66-175d-44f6-b390-eb84d303e843 not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:17:02.188783 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-59c2e76c-a957-473d-aafd-98cbfe09f847 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-885820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-886655'] for router, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:02.329852 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94be44f7-ce28-49d0-a8db-17653a2f19c3 None None] Network 719e71e0-df8f-47d0-9aa9-020f712fe5ba requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:17:02.448451 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-11db62b1-a59e-485b-8bcc-92ef29f89645 None None] Provisioning for port 6dc1f541-7d98-412f-91e5-8ef0d0f60b3c completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:17:02.458071 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-11db62b1-a59e-485b-8bcc-92ef29f89645 None None] Provisioning complete for port 6dc1f541-7d98-412f-91e5-8ef0d0f60b3c triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:17:02.458951 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-11db62b1-a59e-485b-8bcc-92ef29f89645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:02.507763 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 34342) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:17:02.545112 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5729ae09-4c1a-44df-9acf-efd2d2b9218c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:02.546637 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59c2e76c-a957-473d-aafd-98cbfe09f847 admin admin] Router c083b0f9-0b99-4058-8596-7341b7f20878 is scheduled to L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 with binding_index 1 {{(pid=88524) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 19:17:02.568508 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-5729ae09-4c1a-44df-9acf-efd2d2b9218c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:17:02.572868 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-5729ae09-4c1a-44df-9acf-efd2d2b9218c admin admin] Usage tracker for resource:security_group_rule and tenant:5ca60c1e223a4909ae35503d0c301234 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:17:02.577130 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-5729ae09-4c1a-44df-9acf-efd2d2b9218c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:17:02.585353 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-5729ae09-4c1a-44df-9acf-efd2d2b9218c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:17:02.735544 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5729ae09-4c1a-44df-9acf-efd2d2b9218c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:02.744490 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5729ae09-4c1a-44df-9acf-efd2d2b9218c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:02.795250 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5729ae09-4c1a-44df-9acf-efd2d2b9218c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23d43b55-33a0-4cfc-8926-81bbc0de6e56,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:17:02.831770 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-5729ae09-4c1a-44df-9acf-efd2d2b9218c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5ca60c1e223a4909ae35503d0c301234&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3220882 Jun 01 19:17:02.832740 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 34356) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:17:02.849843 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-11db62b1-a59e-485b-8bcc-92ef29f89645 None None] Current status of the port 6dc1f541-7d98-412f-91e5-8ef0d0f60b3c is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:17:02.850422 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-11db62b1-a59e-485b-8bcc-92ef29f89645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:02.938382 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4ae6d2d1-12ab-46ee-a1a7-3538c28459d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:02.945283 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59c2e76c-a957-473d-aafd-98cbfe09f847 admin admin] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:17:02.960494 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2405bb65-bf46-4374-966e-a612be91f2fe None None] Sync routers for ids ['c083b0f9-0b99-4058-8596-7341b7f20878'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:17:02.981502 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2405bb65-bf46-4374-966e-a612be91f2fe None None] Routers {'c083b0f9-0b99-4058-8596-7341b7f20878'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:17:02.984773 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-2405bb65-bf46-4374-966e-a612be91f2fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:16:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['c083b0f9-0b99-4058-8596-7341b7f20878'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:17:03.002348 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-59c2e76c-a957-473d-aafd-98cbfe09f847 admin admin] Notify callbacks [] for router, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:03.004394 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-59c2e76c-a957-473d-aafd-98cbfe09f847 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.9839053 Jun 01 19:17:03.007332 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 34364) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:17:03.018586 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-11db62b1-a59e-485b-8bcc-92ef29f89645 None None] For port 6dc1f541-7d98-412f-91e5-8ef0d0f60b3c, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=6dc1f541-7d98-412f-91e5-8ef0d0f60b3c,segment=NetworkSegment(93cee378-49f9-4aed-9d19-c6ae9fedeafa),segment_id=93cee378-49f9-4aed-9d19-c6ae9fedeafa)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:17:03.030378 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4ae6d2d1-12ab-46ee-a1a7-3538c28459d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:03.035409 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-11db62b1-a59e-485b-8bcc-92ef29f89645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:03.145050 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11db62b1-a59e-485b-8bcc-92ef29f89645 None None] Pushing event updated for resources: {'Port': ['ID=6dc1f541-7d98-412f-91e5-8ef0d0f60b3c,revision_number=3']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:17:03.200101 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4ae6d2d1-12ab-46ee-a1a7-3538c28459d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:03.221540 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae6d2d1-12ab-46ee-a1a7-3538c28459d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23d43b55-33a0-4cfc-8926-81bbc0de6e56,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:17:03.264752 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4ae6d2d1-12ab-46ee-a1a7-3538c28459d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:03.266384 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-4ae6d2d1-12ab-46ee-a1a7-3538c28459d6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/23d43b55-33a0-4cfc-8926-81bbc0de6e56 HTTP/1.1" status: 204 len: 168 time: 0.4317398 Jun 01 19:17:03.586604 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-0d2c29c8-b4e6-4344-89a3-58e5d261c9a2 None None] Provisioning complete for port 6dc1f541-7d98-412f-91e5-8ef0d0f60b3c triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:17:03.586973 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-0d2c29c8-b4e6-4344-89a3-58e5d261c9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:03.607524 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-2405bb65-bf46-4374-966e-a612be91f2fe None None] Set router c083b0f9-0b99-4058-8596-7341b7f20878 gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:17:03.788016 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 34388) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:17:03.875976 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-0d2c29c8-b4e6-4344-89a3-58e5d261c9a2 None None] Current status of the port 6dc1f541-7d98-412f-91e5-8ef0d0f60b3c is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:17:04.228263 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a4916fe8-d532-44b8-8d8b-06547c4b669e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:04.266743 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-a4916fe8-d532-44b8-8d8b-06547c4b669e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:17:04.276397 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-a4916fe8-d532-44b8-8d8b-06547c4b669e admin admin] Usage tracker for resource:security_group_rule and tenant:f075c71d4a3442e093b6bfd11562c929 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:17:04.285253 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-a4916fe8-d532-44b8-8d8b-06547c4b669e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:17:04.294685 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-a4916fe8-d532-44b8-8d8b-06547c4b669e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:17:04.324921 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-2405bb65-bf46-4374-966e-a612be91f2fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c083b0f9-0b99-4058-8596-7341b7f20878', 'name': 'tempest-TestServerBasicOps-1867965436-router', 'tenant_id': 'a28f4eeef403410e9002798dc68ad46b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.169'}], 'enable_snat': True}, 'gw_port_id': '4e4a464c-5c8f-470b-b487-c808c2f69c6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:16:58Z', 'updated_at': '2022-06-01T19:17:01Z', 'revision_number': 3, 'project_id': 'a28f4eeef403410e9002798dc68ad46b', 'gw_port': {'id': '4e4a464c-5c8f-470b-b487-c808c2f69c6f', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ed:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c083b0f9-0b99-4058-8596-7341b7f20878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3320, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:16:59Z', 'updated_at': '2022-06-01T19:16:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:17:04.337983 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2405bb65-bf46-4374-966e-a612be91f2fe None None] Checking router: c083b0f9-0b99-4058-8596-7341b7f20878 for host: n-d-844202-1 {{(pid=88527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 19:17:04.338464 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2405bb65-bf46-4374-966e-a612be91f2fe None None] Updating router c083b0f9-0b99-4058-8596-7341b7f20878 port 4e4a464c-5c8f-470b-b487-c808c2f69c6f binding host n-d-844202-1 {{(pid=88527) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 19:17:04.396722 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d962db96-101d-440b-8b27-12be42799887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:04.458917 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-2405bb65-bf46-4374-966e-a612be91f2fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:04.516028 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a4916fe8-d532-44b8-8d8b-06547c4b669e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:04.519856 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 34410) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:17:04.528531 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a4916fe8-d532-44b8-8d8b-06547c4b669e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:04.630492 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-a4916fe8-d532-44b8-8d8b-06547c4b669e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f075c71d4a3442e093b6bfd11562c929&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8413503 Jun 01 19:17:04.638372 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 34420) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:17:04.696941 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4916fe8-d532-44b8-8d8b-06547c4b669e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ab06e53-6930-4e7b-bd8a-cabea9d35fc4,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:17:04.763695 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [None req-d962db96-101d-440b-8b27-12be42799887 admin admin] Allocated IP 172.20.0.1 (719e71e0-df8f-47d0-9aa9-020f712fe5ba/a8078d31-a875-4678-a6f3-45b458ccdb3a/2dbf4ee8-a965-4288-89fd-1f0d65c5d378) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:17:04.790894 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1f985619-349c-441c-a11b-bbef366c5c55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:04.818621 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-e1faf3f5-4f1a-4419-bc9c-cd6571176493 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1875074836-network', 'tenant_id': 'cc5f500c6137475e84a7347d954ff8b0'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:17:04.828753 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-e1faf3f5-4f1a-4419-bc9c-cd6571176493 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:17:04.838107 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-e1faf3f5-4f1a-4419-bc9c-cd6571176493 admin admin] Usage tracker for resource:network and tenant:cc5f500c6137475e84a7347d954ff8b0 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:17:04.845876 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-e1faf3f5-4f1a-4419-bc9c-cd6571176493 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:17:04.858251 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-e1faf3f5-4f1a-4419-bc9c-cd6571176493 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:17:04.881319 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1faf3f5-4f1a-4419-bc9c-cd6571176493 admin admin] Made reservation on behalf of cc5f500c6137475e84a7347d954ff8b0 for: {'network': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:17:04.886989 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e1faf3f5-4f1a-4419-bc9c-cd6571176493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:04.909040 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e1faf3f5-4f1a-4419-bc9c-cd6571176493 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:04.912538 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1f985619-349c-441c-a11b-bbef366c5c55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:04.959052 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-e1faf3f5-4f1a-4419-bc9c-cd6571176493 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:17:04.988740 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-e1faf3f5-4f1a-4419-bc9c-cd6571176493 admin admin] Usage tracker for resource:security_group_rule and tenant:cc5f500c6137475e84a7347d954ff8b0 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:17:04.992687 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-2405bb65-bf46-4374-966e-a612be91f2fe None None] Notify callbacks [] for port, precommit_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:05.003002 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-e1faf3f5-4f1a-4419-bc9c-cd6571176493 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:17:05.008086 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d962db96-101d-440b-8b27-12be42799887 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:05.025193 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-e1faf3f5-4f1a-4419-bc9c-cd6571176493 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:17:05.028471 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.provisioning_blocks [None req-2405bb65-bf46-4374-966e-a612be91f2fe None None] Transition to ACTIVE for port object 4e4a464c-5c8f-470b-b487-c808c2f69c6f will not be triggered until provisioned by entity L2. {{(pid=88527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:17:05.034259 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1f985619-349c-441c-a11b-bbef366c5c55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:05.038659 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [None req-d962db96-101d-440b-8b27-12be42799887 admin admin] Transition to ACTIVE for port object 2dbf4ee8-a965-4288-89fd-1f0d65c5d378 will not be triggered until provisioned by entity DHCP. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:17:05.054900 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f985619-349c-441c-a11b-bbef366c5c55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ab06e53-6930-4e7b-bd8a-cabea9d35fc4,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:17:05.055319 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-2405bb65-bf46-4374-966e-a612be91f2fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:05.074141 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1f985619-349c-441c-a11b-bbef366c5c55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:05.078086 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-1f985619-349c-441c-a11b-bbef366c5c55 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5ab06e53-6930-4e7b-bd8a-cabea9d35fc4 HTTP/1.1" status: 204 len: 168 time: 0.4384406 Jun 01 19:17:05.093608 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d962db96-101d-440b-8b27-12be42799887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:05.125810 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 6dc1f541-7d98-412f-91e5-8ef0d0f60b3c up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:17:05.174145 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-2405bb65-bf46-4374-966e-a612be91f2fe None None] Attempting to bind port 4e4a464c-5c8f-470b-b487-c808c2f69c6f on host n-d-844202-1 for vnic_type normal with profile {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:17:05.174791 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-2405bb65-bf46-4374-966e-a612be91f2fe None None] Attempting to bind port 4e4a464c-5c8f-470b-b487-c808c2f69c6f by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}] {{(pid=88527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:17:05.175336 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2405bb65-bf46-4374-966e-a612be91f2fe None None] Attempting to bind port 4e4a464c-5c8f-470b-b487-c808c2f69c6f on network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:17:05.184621 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d962db96-101d-440b-8b27-12be42799887 admin admin] Network 719e71e0-df8f-47d0-9aa9-020f712fe5ba is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:17:05.188269 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-d962db96-101d-440b-8b27-12be42799887 admin admin] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:17:05.192939 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d962db96-101d-440b-8b27-12be42799887 admin admin] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:17:05.204143 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2405bb65-bf46-4374-966e-a612be91f2fe None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 16, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:17:05.204830 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2405bb65-bf46-4374-966e-a612be91f2fe None None] Checking segment: {'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:17:05.205401 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-2405bb65-bf46-4374-966e-a612be91f2fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:05.205939 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2405bb65-bf46-4374-966e-a612be91f2fe None None] Bound using segment: {'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'} {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:17:05.206741 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-2405bb65-bf46-4374-966e-a612be91f2fe None None] Bound port: 4e4a464c-5c8f-470b-b487-c808c2f69c6f, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}}] {{(pid=88527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:17:05.207427 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-2405bb65-bf46-4374-966e-a612be91f2fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:05.251404 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d962db96-101d-440b-8b27-12be42799887 admin admin] Pushing event updated for resources: {'Port': ['ID=2dbf4ee8-a965-4288-89fd-1f0d65c5d378,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:17:05.288040 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d962db96-101d-440b-8b27-12be42799887 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-887605'] for router_interface, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:05.291842 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 6dc1f541-7d98-412f-91e5-8ef0d0f60b3c triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:17:05.296889 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:05.310973 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e1faf3f5-4f1a-4419-bc9c-cd6571176493 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:05.328366 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e1faf3f5-4f1a-4419-bc9c-cd6571176493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:05.337718 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55de2eb-7244-47ff-81b8-92f3d40cea57 None None] Pushing event updated for resources: {'Port': ['ID=4e4a464c-5c8f-470b-b487-c808c2f69c6f,revision_number=2']} {{(pid=88527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:17:05.351864 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1faf3f5-4f1a-4419-bc9c-cd6571176493 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 140} {{(pid=88525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 19:17:05.363267 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e1faf3f5-4f1a-4419-bc9c-cd6571176493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:05.363747 n-d-844202-1 neutron-server[88525]: INFO neutron.db.segments_db [None req-e1faf3f5-4f1a-4419-bc9c-cd6571176493 admin admin] Added segment c1fe9472-9c4e-40f9-8057-155ac7bbf856 of type vlan for network aa162726-ef17-4a0c-95f5-44449c42913b Jun 01 19:17:05.390301 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.db [None req-2405bb65-bf46-4374-966e-a612be91f2fe None None] For port 4e4a464c-5c8f-470b-b487-c808c2f69c6f, host n-d-844202-1, cleared binding levels {{(pid=88527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:17:05.399374 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.db [None req-2405bb65-bf46-4374-966e-a612be91f2fe None None] For port 4e4a464c-5c8f-470b-b487-c808c2f69c6f, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=4e4a464c-5c8f-470b-b487-c808c2f69c6f,segment=NetworkSegment(7875af61-4c53-4ff2-b8c8-d4b7c35ff947),segment_id=7875af61-4c53-4ff2-b8c8-d4b7c35ff947)] {{(pid=88527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:17:05.407079 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-2405bb65-bf46-4374-966e-a612be91f2fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:05.420772 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e1faf3f5-4f1a-4419-bc9c-cd6571176493 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:05.484744 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e1faf3f5-4f1a-4419-bc9c-cd6571176493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:05.485718 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1faf3f5-4f1a-4419-bc9c-cd6571176493 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:17:05.486497 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e1faf3f5-4f1a-4419-bc9c-cd6571176493 admin admin] Notify callbacks [] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:05.529394 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 6dc1f541-7d98-412f-91e5-8ef0d0f60b3c is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:17:05.572464 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2405bb65-bf46-4374-966e-a612be91f2fe None None] Routers {'c083b0f9-0b99-4058-8596-7341b7f20878'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:17:05.573090 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-2405bb65-bf46-4374-966e-a612be91f2fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:16:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['c083b0f9-0b99-4058-8596-7341b7f20878'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:17:05.591350 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d962db96-101d-440b-8b27-12be42799887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:05.627204 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1faf3f5-4f1a-4419-bc9c-cd6571176493 admin admin] Pushing event updated for resources: {'Network': ['ID=aa162726-ef17-4a0c-95f5-44449c42913b,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:17:05.632935 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1faf3f5-4f1a-4419-bc9c-cd6571176493 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff3a1354-8bdb-474d-bfe2-0584eb14fa73,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:17:05.640467 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network aa162726-ef17-4a0c-95f5-44449c42913b details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 19:17:05.662199 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-e1faf3f5-4f1a-4419-bc9c-cd6571176493 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1398015 Jun 01 19:17:05.662772 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 34446) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:17:05.669771 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-bd9fa1f3-ce68-480f-a750-f02bf094a60d admin admin] Request body: {'subnet': {'network_id': 'aa162726-ef17-4a0c-95f5-44449c42913b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1875074836-subnet', 'tenant_id': 'cc5f500c6137475e84a7347d954ff8b0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:17:05.685618 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-bd9fa1f3-ce68-480f-a750-f02bf094a60d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:17:05.692869 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-bd9fa1f3-ce68-480f-a750-f02bf094a60d admin admin] Usage tracker for resource:subnet and tenant:cc5f500c6137475e84a7347d954ff8b0 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:17:05.700476 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55de2eb-7244-47ff-81b8-92f3d40cea57 None None] Pushing event updated for resources: {'Port': ['ID=4e4a464c-5c8f-470b-b487-c808c2f69c6f,revision_number=3']} {{(pid=88527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:17:05.702043 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-bd9fa1f3-ce68-480f-a750-f02bf094a60d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:17:05.716989 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-bd9fa1f3-ce68-480f-a750-f02bf094a60d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:17:05.750590 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd9fa1f3-ce68-480f-a750-f02bf094a60d admin admin] Made reservation on behalf of cc5f500c6137475e84a7347d954ff8b0 for: {'subnet': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:17:05.753304 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-bd9fa1f3-ce68-480f-a750-f02bf094a60d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9667140'] for subnet, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:05.843737 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-8a998aaf-ca31-4a77-821a-183b90b4a02b None None] Provisioning for port 2dbf4ee8-a965-4288-89fd-1f0d65c5d378 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:17:05.852106 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-8a998aaf-ca31-4a77-821a-183b90b4a02b None None] Provisioning complete for port 2dbf4ee8-a965-4288-89fd-1f0d65c5d378 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:17:05.852939 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-8a998aaf-ca31-4a77-821a-183b90b4a02b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:05.858065 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-2405bb65-bf46-4374-966e-a612be91f2fe None None] Set router c083b0f9-0b99-4058-8596-7341b7f20878 gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:17:05.930259 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-8a998aaf-ca31-4a77-821a-183b90b4a02b None None] Port 2dbf4ee8-a965-4288-89fd-1f0d65c5d378 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:17:05.966854 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d962db96-101d-440b-8b27-12be42799887 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:05.983826 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d962db96-101d-440b-8b27-12be42799887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:06.180563 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d962db96-101d-440b-8b27-12be42799887 admin admin] Pushing event updated for resources: {'Port': ['ID=2dbf4ee8-a965-4288-89fd-1f0d65c5d378,revision_number=2']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:17:06.186717 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-bd9fa1f3-ce68-480f-a750-f02bf094a60d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2614064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9667190'] for subnet, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:06.191424 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d962db96-101d-440b-8b27-12be42799887 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-887436'] for router_interface, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:06.341043 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-2405bb65-bf46-4374-966e-a612be91f2fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c083b0f9-0b99-4058-8596-7341b7f20878', 'name': 'tempest-TestServerBasicOps-1867965436-router', 'tenant_id': 'a28f4eeef403410e9002798dc68ad46b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.169'}], 'enable_snat': True}, 'gw_port_id': '4e4a464c-5c8f-470b-b487-c808c2f69c6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:16:58Z', 'updated_at': '2022-06-01T19:17:05Z', 'revision_number': 4, 'project_id': 'a28f4eeef403410e9002798dc68ad46b', 'gw_port': {'id': '4e4a464c-5c8f-470b-b487-c808c2f69c6f', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ed:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c083b0f9-0b99-4058-8596-7341b7f20878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3320, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:16:59Z', 'updated_at': '2022-06-01T19:17:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '2dbf4ee8-a965-4288-89fd-1f0d65c5d378', 'name': '', 'network_id': '719e71e0-df8f-47d0-9aa9-020f712fe5ba', 'tenant_id': 'a28f4eeef403410e9002798dc68ad46b', 'mac_address': 'fa:16:3e:17:03:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c083b0f9-0b99-4058-8596-7341b7f20878', 'device_owner': 'network:router_interface', 'standard_attr_id': 3341, 'fixed_ips': [{'subnet_id': 'a8078d31-a875-4678-a6f3-45b458ccdb3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:17:04Z', 'updated_at': '2022-06-01T19:17:04Z', 'revision_number': 1, 'project_id': 'a28f4eeef403410e9002798dc68ad46b', 'subnets': [{'id': 'a8078d31-a875-4678-a6f3-45b458ccdb3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:17:06.349228 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2405bb65-bf46-4374-966e-a612be91f2fe None None] The sync data for ids ['c083b0f9-0b99-4058-8596-7341b7f20878'] in n-d-844202-1 is: [{'id': 'c083b0f9-0b99-4058-8596-7341b7f20878', 'name': 'tempest-TestServerBasicOps-1867965436-router', 'tenant_id': 'a28f4eeef403410e9002798dc68ad46b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.169'}], 'enable_snat': True}, 'gw_port_id': '4e4a464c-5c8f-470b-b487-c808c2f69c6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:16:58Z', 'updated_at': '2022-06-01T19:17:05Z', 'revision_number': 4, 'project_id': 'a28f4eeef403410e9002798dc68ad46b', 'gw_port': {'id': '4e4a464c-5c8f-470b-b487-c808c2f69c6f', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ed:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c083b0f9-0b99-4058-8596-7341b7f20878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3320, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:16:59Z', 'updated_at': '2022-06-01T19:17:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '2dbf4ee8-a965-4288-89fd-1f0d65c5d378', 'name': '', 'network_id': '719e71e0-df8f-47d0-9aa9-020f712fe5ba', 'tenant_id': 'a28f4eeef403410e9002798dc68ad46b', 'mac_address': 'fa:16:3e:17:03:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c083b0f9-0b99-4058-8596-7341b7f20878', 'device_owner': 'network:router_interface', 'standard_attr_id': 3341, 'fixed_ips': [{'subnet_id': 'a8078d31-a875-4678-a6f3-45b458ccdb3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:17:04Z', 'updated_at': '2022-06-01T19:17:04Z', 'revision_number': 1, 'project_id': 'a28f4eeef403410e9002798dc68ad46b', 'subnets': [{'id': 'a8078d31-a875-4678-a6f3-45b458ccdb3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:17:06.387514 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 34462) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:17:06.403734 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9fa1f3-ce68-480f-a750-f02bf094a60d admin admin] Checking segment: {'id': 'c1fe9472-9c4e-40f9-8057-155ac7bbf856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'aa162726-ef17-4a0c-95f5-44449c42913b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:17:06.404095 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd9fa1f3-ce68-480f-a750-f02bf094a60d admin admin] Network hostable DHCP agents. Network: aa162726-ef17-4a0c-95f5-44449c42913b, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 19:17:06.416564 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9fa1f3-ce68-480f-a750-f02bf094a60d admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2b1fd9d-4e91-43aa-84e1-67bd94c0de64,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:17:06.439662 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-7a4583be-410f-44a0-9428-8286ce4c09af admin admin] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:06.449294 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd9fa1f3-ce68-480f-a750-f02bf094a60d admin admin] Network aa162726-ef17-4a0c-95f5-44449c42913b is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 19:17:06.473345 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-bd9fa1f3-ce68-480f-a750-f02bf094a60d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, aa162726-ef17-4a0c-95f5-44449c42913b) {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:17:06.475854 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-7a4583be-410f-44a0-9428-8286ce4c09af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:17:06.489777 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65dd2bf5-cd2a-462c-8b41-0fd82a9c0004 None None] Network aa162726-ef17-4a0c-95f5-44449c42913b requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:17:06.499795 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd9fa1f3-ce68-480f-a750-f02bf094a60d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:17:06.503436 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-7a4583be-410f-44a0-9428-8286ce4c09af admin admin] Usage tracker for resource:security_group_rule and tenant:afbc25e202124ab4bce728014e539640 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:17:06.505331 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-bd9fa1f3-ce68-480f-a750-f02bf094a60d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:06.512552 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-7a4583be-410f-44a0-9428-8286ce4c09af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:17:06.524944 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-7a4583be-410f-44a0-9428-8286ce4c09af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:17:06.558471 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d962db96-101d-440b-8b27-12be42799887 admin admin] Network 719e71e0-df8f-47d0-9aa9-020f712fe5ba is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:17:06.561089 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-bd9fa1f3-ce68-480f-a750-f02bf094a60d admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8973935 Jun 01 19:17:06.563792 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 34466) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:17:06.564618 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-d962db96-101d-440b-8b27-12be42799887 admin admin] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:17:06.570387 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-dcf095ac-c88f-4543-9f23-78ac63ed79c9 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1875074836-router', 'tenant_id': 'cc5f500c6137475e84a7347d954ff8b0', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:17:06.578891 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-dcf095ac-c88f-4543-9f23-78ac63ed79c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:17:06.590631 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-dcf095ac-c88f-4543-9f23-78ac63ed79c9 admin admin] Usage tracker for resource:router and tenant:cc5f500c6137475e84a7347d954ff8b0 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:17:06.593956 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-dcf095ac-c88f-4543-9f23-78ac63ed79c9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:17:06.609786 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-dcf095ac-c88f-4543-9f23-78ac63ed79c9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:17:06.638886 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-dcf095ac-c88f-4543-9f23-78ac63ed79c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-885767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25238'] for router, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:06.640173 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-dcf095ac-c88f-4543-9f23-78ac63ed79c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-901042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-886562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-981784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25327'] for router, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:06.673095 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-dcf095ac-c88f-4543-9f23-78ac63ed79c9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:07.064801 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b26cbecd-7693-4672-b4cc-faf7edf381be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc93f83c3-7fb6-5c13-a9d4-29d739a4e8d2-aa162726-ef17-4a0c-95f5-44449c42913b', 'network_id': 'aa162726-ef17-4a0c-95f5-44449c42913b', 'tenant_id': 'cc5f500c6137475e84a7347d954ff8b0', 'fixed_ips': [{'subnet_id': 'a2b1fd9d-4e91-43aa-84e1-67bd94c0de64'}]}} from n-d-844202-1. {{(pid=88526) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 19:17:07.066804 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-b26cbecd-7693-4672-b4cc-faf7edf381be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:07.297331 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-dcf095ac-c88f-4543-9f23-78ac63ed79c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-886608', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-885830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25341'] for router, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:07.312161 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-962f4697-d69c-46f9-b95e-d292b5c49aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:07.319625 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d962db96-101d-440b-8b27-12be42799887 admin admin] Router c083b0f9-0b99-4058-8596-7341b7f20878 has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 19:17:07.337867 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-7a4583be-410f-44a0-9428-8286ce4c09af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:07.349192 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-98702f34-e5fa-427d-95cf-f28a477f44b2 None None] Provisioning complete for port 2dbf4ee8-a965-4288-89fd-1f0d65c5d378 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:17:07.349603 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-98702f34-e5fa-427d-95cf-f28a477f44b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:07.593874 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.db_base_plugin_common [None req-b26cbecd-7693-4672-b4cc-faf7edf381be None None] Allocated IP 172.20.0.2 (aa162726-ef17-4a0c-95f5-44449c42913b/a2b1fd9d-4e91-43aa-84e1-67bd94c0de64/0570a390-3488-470b-8c36-4bc70363e424) {{(pid=88526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:17:07.659988 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-7a4583be-410f-44a0-9428-8286ce4c09af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:07.688705 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d962db96-101d-440b-8b27-12be42799887 admin admin] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:17:07.741826 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-7a4583be-410f-44a0-9428-8286ce4c09af admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=afbc25e202124ab4bce728014e539640&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3528790 Jun 01 19:17:07.745671 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 34502) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:17:07.746934 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-d962db96-101d-440b-8b27-12be42799887 admin admin] 10.222.0.41 "PUT /v2.0/routers/c083b0f9-0b99-4058-8596-7341b7f20878/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7382905 Jun 01 19:17:07.759346 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4583be-410f-44a0-9428-8286ce4c09af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e4afef0-df79-4ee8-9e5d-0e9231554ca3,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:17:07.805035 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 34508) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:17:07.884992 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-aedf8dbd-e5ec-4b14-82cf-39169a9b1694 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:07.890007 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-98702f34-e5fa-427d-95cf-f28a477f44b2 None None] Port 2dbf4ee8-a965-4288-89fd-1f0d65c5d378 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:17:07.951294 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-aedf8dbd-e5ec-4b14-82cf-39169a9b1694 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:08.002608 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-dcf095ac-c88f-4543-9f23-78ac63ed79c9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:08.065315 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-aedf8dbd-e5ec-4b14-82cf-39169a9b1694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:08.065718 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-dcf095ac-c88f-4543-9f23-78ac63ed79c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:08.094204 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedf8dbd-e5ec-4b14-82cf-39169a9b1694 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e4afef0-df79-4ee8-9e5d-0e9231554ca3,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:17:08.159862 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4a68af96-1aaa-4bd4-88e5-90f5bec49ec8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:08.184828 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-b26cbecd-7693-4672-b4cc-faf7edf381be None None] Notify callbacks [] for port, precommit_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:08.189816 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-aedf8dbd-e5ec-4b14-82cf-39169a9b1694 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:08.194485 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-aedf8dbd-e5ec-4b14-82cf-39169a9b1694 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2e4afef0-df79-4ee8-9e5d-0e9231554ca3 HTTP/1.1" status: 204 len: 168 time: 0.4431450 Jun 01 19:17:08.210202 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-4a68af96-1aaa-4bd4-88e5-90f5bec49ec8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:17:08.212492 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-b26cbecd-7693-4672-b4cc-faf7edf381be None None] Transition to ACTIVE for port object 0570a390-3488-470b-8c36-4bc70363e424 will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:17:08.221329 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-4a68af96-1aaa-4bd4-88e5-90f5bec49ec8 admin admin] Usage tracker for resource:security_group_rule and tenant:79d7671e2c5943e3bce84019725d4f5d is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:17:08.229401 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-4a68af96-1aaa-4bd4-88e5-90f5bec49ec8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:17:08.242662 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-4a68af96-1aaa-4bd4-88e5-90f5bec49ec8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:17:08.255798 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [None req-dcf095ac-c88f-4543-9f23-78ac63ed79c9 admin admin] Allocated IP 172.25.4.178 (72a72e44-6845-488a-a5ff-3a26d4df9cb3/c314a23b-daa2-4106-ab28-8e6f954277b2/544d7d75-dfd1-4252-a232-754801ab83c2) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:17:08.276532 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-b26cbecd-7693-4672-b4cc-faf7edf381be None None] Transition to ACTIVE for port object 0570a390-3488-470b-8c36-4bc70363e424 will not be triggered until provisioned by entity DHCP. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:17:08.289688 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-b26cbecd-7693-4672-b4cc-faf7edf381be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526'] for port, after_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:08.388996 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26cbecd-7693-4672-b4cc-faf7edf381be None None] Pushing event updated for resources: {'Port': ['ID=0570a390-3488-470b-8c36-4bc70363e424,revision_number=1']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:17:08.409457 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b26cbecd-7693-4672-b4cc-faf7edf381be None None] Network aa162726-ef17-4a0c-95f5-44449c42913b is already hosted by enough agents. {{(pid=88526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:17:08.411878 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26cbecd-7693-4672-b4cc-faf7edf381be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:17:08.412251 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26cbecd-7693-4672-b4cc-faf7edf381be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:17:08.412784 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26cbecd-7693-4672-b4cc-faf7edf381be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:17:08.413244 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26cbecd-7693-4672-b4cc-faf7edf381be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:17:08.413454 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26cbecd-7693-4672-b4cc-faf7edf381be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:17:08.413836 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26cbecd-7693-4672-b4cc-faf7edf381be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:17:08.414184 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26cbecd-7693-4672-b4cc-faf7edf381be None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:17:08.414497 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26cbecd-7693-4672-b4cc-faf7edf381be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:17:08.414822 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26cbecd-7693-4672-b4cc-faf7edf381be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:17:08.415072 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4a68af96-1aaa-4bd4-88e5-90f5bec49ec8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:08.415559 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26cbecd-7693-4672-b4cc-faf7edf381be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:17:08.415559 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26cbecd-7693-4672-b4cc-faf7edf381be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:17:08.415909 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26cbecd-7693-4672-b4cc-faf7edf381be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:17:08.426159 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4a68af96-1aaa-4bd4-88e5-90f5bec49ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:08.426317 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.base_scheduler [None req-b26cbecd-7693-4672-b4cc-faf7edf381be None None] Resources bound (agent type, host, resource id): {{(pid=88526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:17:08.428819 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26cbecd-7693-4672-b4cc-faf7edf381be None None] Received port after_create {{(pid=88526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:17:08.498634 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-4a68af96-1aaa-4bd4-88e5-90f5bec49ec8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=79d7671e2c5943e3bce84019725d4f5d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6878734 Jun 01 19:17:08.502070 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 34526) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:17:08.521606 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a68af96-1aaa-4bd4-88e5-90f5bec49ec8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b92011c-351b-4606-82e8-78035f902442,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:17:08.570956 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-dcf095ac-c88f-4543-9f23-78ac63ed79c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:08.612610 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-b26cbecd-7693-4672-b4cc-faf7edf381be None None] Attempting to bind port 0570a390-3488-470b-8c36-4bc70363e424 on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:17:08.613548 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-b26cbecd-7693-4672-b4cc-faf7edf381be None None] Attempting to bind port 0570a390-3488-470b-8c36-4bc70363e424 by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': 'c1fe9472-9c4e-40f9-8057-155ac7bbf856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'aa162726-ef17-4a0c-95f5-44449c42913b'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:17:08.615209 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26cbecd-7693-4672-b4cc-faf7edf381be None None] Attempting to bind port 0570a390-3488-470b-8c36-4bc70363e424 on network aa162726-ef17-4a0c-95f5-44449c42913b {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:17:08.632875 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26cbecd-7693-4672-b4cc-faf7edf381be None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 16, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:17:08.636114 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-30e6937b-bfef-4fab-b65d-cab11b6fc1e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:08.639352 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26cbecd-7693-4672-b4cc-faf7edf381be None None] Checking segment: {'id': 'c1fe9472-9c4e-40f9-8057-155ac7bbf856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'aa162726-ef17-4a0c-95f5-44449c42913b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:17:08.640652 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-b26cbecd-7693-4672-b4cc-faf7edf381be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:08.641890 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26cbecd-7693-4672-b4cc-faf7edf381be None None] Bound using segment: {'id': 'c1fe9472-9c4e-40f9-8057-155ac7bbf856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'aa162726-ef17-4a0c-95f5-44449c42913b'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:17:08.642458 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-b26cbecd-7693-4672-b4cc-faf7edf381be None None] Bound port: 0570a390-3488-470b-8c36-4bc70363e424, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1fe9472-9c4e-40f9-8057-155ac7bbf856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'aa162726-ef17-4a0c-95f5-44449c42913b'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:17:08.644458 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-b26cbecd-7693-4672-b4cc-faf7edf381be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:08.665395 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-30e6937b-bfef-4fab-b65d-cab11b6fc1e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:08.732469 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-30e6937b-bfef-4fab-b65d-cab11b6fc1e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:08.751171 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e6937b-bfef-4fab-b65d-cab11b6fc1e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b92011c-351b-4606-82e8-78035f902442,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:17:08.770575 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-30e6937b-bfef-4fab-b65d-cab11b6fc1e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:08.771817 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-30e6937b-bfef-4fab-b65d-cab11b6fc1e3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5b92011c-351b-4606-82e8-78035f902442 HTTP/1.1" status: 204 len: 168 time: 0.2685804 Jun 01 19:17:08.773212 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-dcf095ac-c88f-4543-9f23-78ac63ed79c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:08.790830 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 34534) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:17:08.801032 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-e7d4c089-8c27-4b77-b0ea-a3102a4a84d2 tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-698709986', 'description': 'tempest-secgroup-smoke-698709986 description', 'project_id': 'ebd616d5a10a4d93abecbdcf72fa4181'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:17:08.809245 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-b26cbecd-7693-4672-b4cc-faf7edf381be None None] For port 0570a390-3488-470b-8c36-4bc70363e424, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:17:08.813328 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-b26cbecd-7693-4672-b4cc-faf7edf381be None None] For port 0570a390-3488-470b-8c36-4bc70363e424, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=0570a390-3488-470b-8c36-4bc70363e424,segment=NetworkSegment(c1fe9472-9c4e-40f9-8057-155ac7bbf856),segment_id=c1fe9472-9c4e-40f9-8057-155ac7bbf856)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:17:08.816114 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-e7d4c089-8c27-4b77-b0ea-a3102a4a84d2 tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:17:08.823065 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-b26cbecd-7693-4672-b4cc-faf7edf381be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:08.825114 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-e7d4c089-8c27-4b77-b0ea-a3102a4a84d2 tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] Usage tracker for resource:security_group and tenant:ebd616d5a10a4d93abecbdcf72fa4181 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:17:08.835776 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-e7d4c089-8c27-4b77-b0ea-a3102a4a84d2 tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:17:08.848293 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-e7d4c089-8c27-4b77-b0ea-a3102a4a84d2 tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:17:08.873045 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 34540) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:17:08.890047 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcf095ac-c88f-4543-9f23-78ac63ed79c9 admin admin] Network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:17:08.891061 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf095ac-c88f-4543-9f23-78ac63ed79c9 admin admin] Pushing event updated for resources: {'Port': ['ID=544d7d75-dfd1-4252-a232-754801ab83c2,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:17:08.893554 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-dcf095ac-c88f-4543-9f23-78ac63ed79c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:17:08.895996 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf095ac-c88f-4543-9f23-78ac63ed79c9 admin admin] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:17:08.928843 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e7d4c089-8c27-4b77-b0ea-a3102a4a84d2 tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:08.941023 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26cbecd-7693-4672-b4cc-faf7edf381be None None] Pushing event updated for resources: {'Port': ['ID=0570a390-3488-470b-8c36-4bc70363e424,revision_number=2']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:17:08.954332 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-341c593c-189d-4c46-900b-1ecba81c0aaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:09.022192 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-341c593c-189d-4c46-900b-1ecba81c0aaf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:17:09.033379 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-e7d4c089-8c27-4b77-b0ea-a3102a4a84d2 tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:17:09.039132 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-e7d4c089-8c27-4b77-b0ea-a3102a4a84d2 tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] Usage tracker for resource:security_group_rule and tenant:ebd616d5a10a4d93abecbdcf72fa4181 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:17:09.043534 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-e7d4c089-8c27-4b77-b0ea-a3102a4a84d2 tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:17:09.053799 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-e7d4c089-8c27-4b77-b0ea-a3102a4a84d2 tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:17:09.113148 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-341c593c-189d-4c46-900b-1ecba81c0aaf admin admin] Usage tracker for resource:security_group_rule and tenant:c297ef74dfa24f52a32db67c26afca3b is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:17:09.118396 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-341c593c-189d-4c46-900b-1ecba81c0aaf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:17:09.133991 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 4e4a464c-5c8f-470b-b487-c808c2f69c6f up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:17:09.135968 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-341c593c-189d-4c46-900b-1ecba81c0aaf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:17:09.247455 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e7d4c089-8c27-4b77-b0ea-a3102a4a84d2 tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:09.290855 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e7d4c089-8c27-4b77-b0ea-a3102a4a84d2 tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:09.296842 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port 4e4a464c-5c8f-470b-b487-c808c2f69c6f completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:17:09.307498 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 4e4a464c-5c8f-470b-b487-c808c2f69c6f triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:17:09.309162 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:09.381142 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d4c089-8c27-4b77-b0ea-a3102a4a84d2 tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] Pushing event updated for resources: {'SecurityGroup': ['ID=474f47ab-bbd0-40e5-afc5-47ffe99c39cf,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:17:09.456187 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e7d4c089-8c27-4b77-b0ea-a3102a4a84d2 tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:09.460399 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-e7d4c089-8c27-4b77-b0ea-a3102a4a84d2 tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6655648 Jun 01 19:17:09.461224 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 34552) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:17:09.465738 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-341c593c-189d-4c46-900b-1ecba81c0aaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:09.470208 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-a225c522-7ff5-44fd-b89e-c3c47379dba1 tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] Request body: {'security_group_rule': {'security_group_id': '474f47ab-bbd0-40e5-afc5-47ffe99c39cf', 'project_id': 'ebd616d5a10a4d93abecbdcf72fa4181', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:17:09.477370 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-a225c522-7ff5-44fd-b89e-c3c47379dba1 tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:17:09.482375 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-a225c522-7ff5-44fd-b89e-c3c47379dba1 tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] Usage tracker for resource:security_group_rule and tenant:ebd616d5a10a4d93abecbdcf72fa4181 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:17:09.485601 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-a225c522-7ff5-44fd-b89e-c3c47379dba1 tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:17:09.496723 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-a225c522-7ff5-44fd-b89e-c3c47379dba1 tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:17:09.512756 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-341c593c-189d-4c46-900b-1ecba81c0aaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:09.568969 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 4e4a464c-5c8f-470b-b487-c808c2f69c6f is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:17:09.569354 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:09.579228 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a225c522-7ff5-44fd-b89e-c3c47379dba1 tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:09.609715 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port 4e4a464c-5c8f-470b-b487-c808c2f69c6f, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=4e4a464c-5c8f-470b-b487-c808c2f69c6f,segment=NetworkSegment(7875af61-4c53-4ff2-b8c8-d4b7c35ff947),segment_id=7875af61-4c53-4ff2-b8c8-d4b7c35ff947)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:17:09.611239 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-d7dd3862-e2d4-4400-9d5d-6a9ea619ef51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:09.620008 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:09.630641 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 34558) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:17:09.643995 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341c593c-189d-4c46-900b-1ecba81c0aaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b74fa6de-61da-4d7d-a388-b7cfd91c3a89,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:17:09.650437 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-341c593c-189d-4c46-900b-1ecba81c0aaf admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c297ef74dfa24f52a32db67c26afca3b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7758021 Jun 01 19:17:09.658710 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 34562) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:17:09.675875 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e727fbf1-2d10-4b90-ba4f-4954d521d7df admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:09.712779 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=4e4a464c-5c8f-470b-b487-c808c2f69c6f,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:17:09.747671 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a225c522-7ff5-44fd-b89e-c3c47379dba1 tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:09.753736 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a225c522-7ff5-44fd-b89e-c3c47379dba1 tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:09.765210 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6a4f6c20-07d0-461f-9f72-757203816448 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:09.780942 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-e727fbf1-2d10-4b90-ba4f-4954d521d7df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:17:09.787418 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a225c522-7ff5-44fd-b89e-c3c47379dba1 tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54792ddd-4f75-414c-ad4c-0d0fdb0f9165,revision_number=0']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:17:09.787839 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-e727fbf1-2d10-4b90-ba4f-4954d521d7df admin admin] Usage tracker for resource:security_group_rule and tenant:43a12eeb3a0647f7b972a2e522ab48f2 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:17:09.792733 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-e727fbf1-2d10-4b90-ba4f-4954d521d7df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:17:09.803053 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-e727fbf1-2d10-4b90-ba4f-4954d521d7df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:17:09.811803 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-dcf095ac-c88f-4543-9f23-78ac63ed79c9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:09.815263 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6a4f6c20-07d0-461f-9f72-757203816448 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:09.824955 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a225c522-7ff5-44fd-b89e-c3c47379dba1 tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:09.828664 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-a225c522-7ff5-44fd-b89e-c3c47379dba1 tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3640375 Jun 01 19:17:09.829276 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 34568) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:17:09.842348 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-5a1a8dce-2d25-43ec-b525-8f7ad3476b8c tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] Request body: {'security_group_rule': {'security_group_id': '474f47ab-bbd0-40e5-afc5-47ffe99c39cf', 'project_id': 'ebd616d5a10a4d93abecbdcf72fa4181', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:17:09.862416 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-5a1a8dce-2d25-43ec-b525-8f7ad3476b8c tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:17:09.871578 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-5a1a8dce-2d25-43ec-b525-8f7ad3476b8c tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] Usage tracker for resource:security_group_rule and tenant:ebd616d5a10a4d93abecbdcf72fa4181 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:17:09.874844 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-5a1a8dce-2d25-43ec-b525-8f7ad3476b8c tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:17:09.881103 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-5a1a8dce-2d25-43ec-b525-8f7ad3476b8c tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:17:09.902805 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-5a1a8dce-2d25-43ec-b525-8f7ad3476b8c tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:09.937054 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6a4f6c20-07d0-461f-9f72-757203816448 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:09.968957 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4f6c20-07d0-461f-9f72-757203816448 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b74fa6de-61da-4d7d-a388-b7cfd91c3a89,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:17:09.984178 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6a4f6c20-07d0-461f-9f72-757203816448 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:09.985757 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-6a4f6c20-07d0-461f-9f72-757203816448 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b74fa6de-61da-4d7d-a388-b7cfd91c3a89 HTTP/1.1" status: 204 len: 168 time: 0.3261480 Jun 01 19:17:10.014969 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-5a1a8dce-2d25-43ec-b525-8f7ad3476b8c tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:10.021602 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-5a1a8dce-2d25-43ec-b525-8f7ad3476b8c tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:10.059097 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1a8dce-2d25-43ec-b525-8f7ad3476b8c tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=beef69de-c360-4722-af9c-67de3964afa7,revision_number=0']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:17:10.110769 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-5a1a8dce-2d25-43ec-b525-8f7ad3476b8c tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:10.111758 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-5a1a8dce-2d25-43ec-b525-8f7ad3476b8c tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2819529 Jun 01 19:17:10.114518 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 34576) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:17:10.121743 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-3d539046-cd45-494e-9fe4-af77146ffbbd tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] Request body: {'security_group_rule': {'security_group_id': '474f47ab-bbd0-40e5-afc5-47ffe99c39cf', 'project_id': 'ebd616d5a10a4d93abecbdcf72fa4181', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:17:10.136810 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-3d539046-cd45-494e-9fe4-af77146ffbbd tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:17:10.147049 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-3d539046-cd45-494e-9fe4-af77146ffbbd tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] Usage tracker for resource:security_group_rule and tenant:ebd616d5a10a4d93abecbdcf72fa4181 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:17:10.156031 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-3d539046-cd45-494e-9fe4-af77146ffbbd tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:17:10.172974 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-3d539046-cd45-494e-9fe4-af77146ffbbd tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:17:10.196729 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 34580) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:17:10.215254 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-3d539046-cd45-494e-9fe4-af77146ffbbd tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:10.304926 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-3d539046-cd45-494e-9fe4-af77146ffbbd tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:10.315287 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-3d539046-cd45-494e-9fe4-af77146ffbbd tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:10.369731 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d539046-cd45-494e-9fe4-af77146ffbbd tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc637f22-1a99-40e8-bd33-29a74b0581e7,revision_number=0']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:17:10.388075 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-dcf095ac-c88f-4543-9f23-78ac63ed79c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-885820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-886655'] for router, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:10.395198 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-3d539046-cd45-494e-9fe4-af77146ffbbd tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:10.397258 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-3d539046-cd45-494e-9fe4-af77146ffbbd tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2816987 Jun 01 19:17:10.400497 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 34590) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:17:10.407785 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-648d8bbd-f667-43b6-acaa-82c3c6329750 tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] Request body: {'security_group_rule': {'security_group_id': '474f47ab-bbd0-40e5-afc5-47ffe99c39cf', 'project_id': 'ebd616d5a10a4d93abecbdcf72fa4181', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:17:10.438042 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-648d8bbd-f667-43b6-acaa-82c3c6329750 tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:17:10.451773 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-648d8bbd-f667-43b6-acaa-82c3c6329750 tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] Usage tracker for resource:security_group_rule and tenant:ebd616d5a10a4d93abecbdcf72fa4181 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:17:10.455496 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-648d8bbd-f667-43b6-acaa-82c3c6329750 tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:17:10.478590 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-648d8bbd-f667-43b6-acaa-82c3c6329750 tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:17:10.505521 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-648d8bbd-f667-43b6-acaa-82c3c6329750 tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:10.535042 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ad4fda6-d1e7-473b-acab-716fb72b8779 None None] Network aa162726-ef17-4a0c-95f5-44449c42913b requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:17:10.549954 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-7fefcd14-d9f4-49f1-9011-992e313125b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:10.571645 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-7fefcd14-d9f4-49f1-9011-992e313125b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:17:10.577093 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-7fefcd14-d9f4-49f1-9011-992e313125b6 admin admin] Usage tracker for resource:security_group_rule and tenant:8672f22a90dd4e12b444d1bb309ca9a8 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:17:10.581174 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-7fefcd14-d9f4-49f1-9011-992e313125b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:17:10.595528 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-7fefcd14-d9f4-49f1-9011-992e313125b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:17:10.711331 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e727fbf1-2d10-4b90-ba4f-4954d521d7df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:10.749557 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-648d8bbd-f667-43b6-acaa-82c3c6329750 tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:10.762378 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-648d8bbd-f667-43b6-acaa-82c3c6329750 tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:10.780263 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:10.788087 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b46998f6-8387-4260-aeea-06f93124e457 None None] Sync routers for ids ['c083b0f9-0b99-4058-8596-7341b7f20878'] in n-d-844202-1 {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:17:10.803107 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e727fbf1-2d10-4b90-ba4f-4954d521d7df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:10.813595 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:10.818680 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b46998f6-8387-4260-aeea-06f93124e457 None None] Routers {'c083b0f9-0b99-4058-8596-7341b7f20878'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:17:10.819630 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-b46998f6-8387-4260-aeea-06f93124e457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:17:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['c083b0f9-0b99-4058-8596-7341b7f20878'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:17:10.827390 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648d8bbd-f667-43b6-acaa-82c3c6329750 tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2b14146-8d2f-470e-9b9a-feaf47f26d3b,revision_number=0']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:17:10.867368 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-648d8bbd-f667-43b6-acaa-82c3c6329750 tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:10.874499 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-648d8bbd-f667-43b6-acaa-82c3c6329750 tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4697654 Jun 01 19:17:10.878379 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 34604) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:17:10.883425 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-e727fbf1-2d10-4b90-ba4f-4954d521d7df admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=43a12eeb3a0647f7b972a2e522ab48f2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2492416 Jun 01 19:17:10.883590 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-16ed6914-9f2e-4f3f-a263-95d5a5491918 None None] Provisioning for port 0570a390-3488-470b-8c36-4bc70363e424 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:17:10.885056 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 34608) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:17:10.893200 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-b8e26539-47ce-4eb0-ab16-c804254aeaa5 tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] Request body: {'security_group_rule': {'security_group_id': '474f47ab-bbd0-40e5-afc5-47ffe99c39cf', 'project_id': 'ebd616d5a10a4d93abecbdcf72fa4181', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:17:10.902034 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e727fbf1-2d10-4b90-ba4f-4954d521d7df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=701cfd0d-dc4c-4edd-b05a-dbdbb8f7225e,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:17:10.912904 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-b8e26539-47ce-4eb0-ab16-c804254aeaa5 tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:17:10.923667 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-b8e26539-47ce-4eb0-ab16-c804254aeaa5 tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] Usage tracker for resource:security_group_rule and tenant:ebd616d5a10a4d93abecbdcf72fa4181 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:17:10.927942 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-b8e26539-47ce-4eb0-ab16-c804254aeaa5 tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:17:10.938588 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-b8e26539-47ce-4eb0-ab16-c804254aeaa5 tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:17:10.952826 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-7fefcd14-d9f4-49f1-9011-992e313125b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:10.967790 n-d-844202-1 neutron-server[88525]: INFO neutron.db.securitygroups_db [None req-b8e26539-47ce-4eb0-ab16-c804254aeaa5 tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] Project ebd616d5a10a4d93abecbdcf72fa4181 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 01 19:17:10.976558 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b8e26539-47ce-4eb0-ab16-c804254aeaa5 tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:10.987883 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcf095ac-c88f-4543-9f23-78ac63ed79c9 admin admin] Router e228de7f-224e-41c6-b5d1-3d69bbc77cf8 is scheduled to L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 with binding_index 1 {{(pid=88525) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 19:17:11.020414 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-7fefcd14-d9f4-49f1-9011-992e313125b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:11.129737 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-7fefcd14-d9f4-49f1-9011-992e313125b6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8672f22a90dd4e12b444d1bb309ca9a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9317119 Jun 01 19:17:11.131781 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e31e8679-220e-4484-9fd2-31f745d7485f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:11.134113 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 34616) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:17:11.137229 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fefcd14-d9f4-49f1-9011-992e313125b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82386cec-69d9-45e0-88d8-202cf2bc3959,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:17:11.199365 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e31e8679-220e-4484-9fd2-31f745d7485f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:11.242339 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcf095ac-c88f-4543-9f23-78ac63ed79c9 admin admin] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:17:11.245118 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b8e26539-47ce-4eb0-ab16-c804254aeaa5 tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:11.252827 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250371df-40de-43e6-ab72-3ef785e1a64b None None] Sync routers for ids ['e228de7f-224e-41c6-b5d1-3d69bbc77cf8'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:17:11.257360 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b8e26539-47ce-4eb0-ab16-c804254aeaa5 tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:11.272437 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250371df-40de-43e6-ab72-3ef785e1a64b None None] Routers {'e228de7f-224e-41c6-b5d1-3d69bbc77cf8'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:17:11.273281 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-250371df-40de-43e6-ab72-3ef785e1a64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:17:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['e228de7f-224e-41c6-b5d1-3d69bbc77cf8'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:17:11.273506 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 34620) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:17:11.296098 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e31e8679-220e-4484-9fd2-31f745d7485f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:11.310451 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b8e26539-47ce-4eb0-ab16-c804254aeaa5 tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:11.310898 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-b46998f6-8387-4260-aeea-06f93124e457 None None] Set router c083b0f9-0b99-4058-8596-7341b7f20878 gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:17:11.311812 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-b8e26539-47ce-4eb0-ab16-c804254aeaa5 tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4299750 Jun 01 19:17:11.312879 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e26539-47ce-4eb0-ab16-c804254aeaa5 tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=267952a0-23af-4c90-8c03-039360643724,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:17:11.314637 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 34626) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:17:11.321117 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-36cac469-1c73-4d5d-98af-49b8943fcaf5 tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] Request body: {'security_group_rule': {'security_group_id': '474f47ab-bbd0-40e5-afc5-47ffe99c39cf', 'project_id': 'ebd616d5a10a4d93abecbdcf72fa4181', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:17:11.326849 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-dcf095ac-c88f-4543-9f23-78ac63ed79c9 admin admin] Notify callbacks [] for router, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:11.330700 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-dcf095ac-c88f-4543-9f23-78ac63ed79c9 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.7633793 Jun 01 19:17:11.330700 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-36cac469-1c73-4d5d-98af-49b8943fcaf5 tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:17:11.332755 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 34630) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:17:11.364913 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31e8679-220e-4484-9fd2-31f745d7485f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=701cfd0d-dc4c-4edd-b05a-dbdbb8f7225e,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:17:11.380029 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e31e8679-220e-4484-9fd2-31f745d7485f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:11.384782 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-e31e8679-220e-4484-9fd2-31f745d7485f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/701cfd0d-dc4c-4edd-b05a-dbdbb8f7225e HTTP/1.1" status: 204 len: 168 time: 0.4887650 Jun 01 19:17:11.385914 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-464d2ba5-47a1-409d-9570-47289dc83bef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:11.394426 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-36cac469-1c73-4d5d-98af-49b8943fcaf5 tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] Usage tracker for resource:security_group_rule and tenant:ebd616d5a10a4d93abecbdcf72fa4181 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:17:11.405447 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-36cac469-1c73-4d5d-98af-49b8943fcaf5 tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:17:11.421892 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-36cac469-1c73-4d5d-98af-49b8943fcaf5 tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:17:11.432164 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-464d2ba5-47a1-409d-9570-47289dc83bef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:11.501737 n-d-844202-1 neutron-server[88525]: INFO neutron.db.securitygroups_db [None req-36cac469-1c73-4d5d-98af-49b8943fcaf5 tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] Project ebd616d5a10a4d93abecbdcf72fa4181 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 01 19:17:11.522089 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-36cac469-1c73-4d5d-98af-49b8943fcaf5 tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:11.548513 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-966ef3ab-34e2-4d82-a882-8a31046e01fe admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-783324513-network', 'tenant_id': '0de4083014874f118e9a1e13a8ebaf67'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:17:11.551600 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-464d2ba5-47a1-409d-9570-47289dc83bef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:11.566227 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-966ef3ab-34e2-4d82-a882-8a31046e01fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:17:11.578539 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464d2ba5-47a1-409d-9570-47289dc83bef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82386cec-69d9-45e0-88d8-202cf2bc3959,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:17:11.582385 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-966ef3ab-34e2-4d82-a882-8a31046e01fe admin admin] Usage tracker for resource:network and tenant:0de4083014874f118e9a1e13a8ebaf67 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:17:11.588217 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-966ef3ab-34e2-4d82-a882-8a31046e01fe admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:17:11.600864 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-464d2ba5-47a1-409d-9570-47289dc83bef admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:11.609015 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-464d2ba5-47a1-409d-9570-47289dc83bef admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/82386cec-69d9-45e0-88d8-202cf2bc3959 HTTP/1.1" status: 204 len: 168 time: 0.4735649 Jun 01 19:17:11.618315 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-250371df-40de-43e6-ab72-3ef785e1a64b None None] Set router e228de7f-224e-41c6-b5d1-3d69bbc77cf8 gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:17:11.664256 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 4e4a464c-5c8f-470b-b487-c808c2f69c6f up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:17:11.664487 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-966ef3ab-34e2-4d82-a882-8a31046e01fe admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:17:11.712822 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-36cac469-1c73-4d5d-98af-49b8943fcaf5 tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:11.718020 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-966ef3ab-34e2-4d82-a882-8a31046e01fe admin admin] Made reservation on behalf of 0de4083014874f118e9a1e13a8ebaf67 for: {'network': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:17:11.720317 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-966ef3ab-34e2-4d82-a882-8a31046e01fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:11.741141 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-36cac469-1c73-4d5d-98af-49b8943fcaf5 tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:11.796965 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-966ef3ab-34e2-4d82-a882-8a31046e01fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:11.854255 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-36cac469-1c73-4d5d-98af-49b8943fcaf5 tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:11.863243 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-36cac469-1c73-4d5d-98af-49b8943fcaf5 tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5398910 Jun 01 19:17:11.881097 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cac469-1c73-4d5d-98af-49b8943fcaf5 tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd58e36f-5e7e-480d-a0c2-bc19fe311348,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:17:11.889678 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-966ef3ab-34e2-4d82-a882-8a31046e01fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:17:11.911136 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-966ef3ab-34e2-4d82-a882-8a31046e01fe admin admin] Usage tracker for resource:security_group_rule and tenant:0de4083014874f118e9a1e13a8ebaf67 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:17:11.911384 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:11.949559 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-966ef3ab-34e2-4d82-a882-8a31046e01fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:17:11.982440 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-966ef3ab-34e2-4d82-a882-8a31046e01fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:17:11.984134 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-250371df-40de-43e6-ab72-3ef785e1a64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e228de7f-224e-41c6-b5d1-3d69bbc77cf8', 'name': 'tempest-AttachVolumeTestJSON-1875074836-router', 'tenant_id': 'cc5f500c6137475e84a7347d954ff8b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': '544d7d75-dfd1-4252-a232-754801ab83c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:17:06Z', 'updated_at': '2022-06-01T19:17:09Z', 'revision_number': 3, 'project_id': 'cc5f500c6137475e84a7347d954ff8b0', 'gw_port': {'id': '544d7d75-dfd1-4252-a232-754801ab83c2', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:b4:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e228de7f-224e-41c6-b5d1-3d69bbc77cf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:17:08Z', 'updated_at': '2022-06-01T19:17:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:17:11.988888 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250371df-40de-43e6-ab72-3ef785e1a64b None None] Checking router: e228de7f-224e-41c6-b5d1-3d69bbc77cf8 for host: n-d-844202-1 {{(pid=88527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 19:17:11.989227 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250371df-40de-43e6-ab72-3ef785e1a64b None None] Updating router e228de7f-224e-41c6-b5d1-3d69bbc77cf8 port 544d7d75-dfd1-4252-a232-754801ab83c2 binding host n-d-844202-1 {{(pid=88527) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 19:17:12.051774 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-250371df-40de-43e6-ab72-3ef785e1a64b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:12.114500 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:12.210089 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 4e4a464c-5c8f-470b-b487-c808c2f69c6f triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:17:12.210684 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:12.322468 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:12.353782 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-b46998f6-8387-4260-aeea-06f93124e457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c083b0f9-0b99-4058-8596-7341b7f20878', 'name': 'tempest-TestServerBasicOps-1867965436-router', 'tenant_id': 'a28f4eeef403410e9002798dc68ad46b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.169'}], 'enable_snat': True}, 'gw_port_id': '4e4a464c-5c8f-470b-b487-c808c2f69c6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:16:58Z', 'updated_at': '2022-06-01T19:17:05Z', 'revision_number': 4, 'project_id': 'a28f4eeef403410e9002798dc68ad46b', 'gw_port': {'id': '4e4a464c-5c8f-470b-b487-c808c2f69c6f', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ed:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c083b0f9-0b99-4058-8596-7341b7f20878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3320, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:16:59Z', 'updated_at': '2022-06-01T19:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '2dbf4ee8-a965-4288-89fd-1f0d65c5d378', 'name': '', 'network_id': '719e71e0-df8f-47d0-9aa9-020f712fe5ba', 'tenant_id': 'a28f4eeef403410e9002798dc68ad46b', 'mac_address': 'fa:16:3e:17:03:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c083b0f9-0b99-4058-8596-7341b7f20878', 'device_owner': 'network:router_interface', 'standard_attr_id': 3341, 'fixed_ips': [{'subnet_id': 'a8078d31-a875-4678-a6f3-45b458ccdb3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:17:04Z', 'updated_at': '2022-06-01T19:17:05Z', 'revision_number': 2, 'project_id': 'a28f4eeef403410e9002798dc68ad46b', 'subnets': [{'id': 'a8078d31-a875-4678-a6f3-45b458ccdb3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:17:12.375289 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b46998f6-8387-4260-aeea-06f93124e457 None None] Checking router: c083b0f9-0b99-4058-8596-7341b7f20878 for host: n-d-844202-1 {{(pid=88526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 19:17:12.375638 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b46998f6-8387-4260-aeea-06f93124e457 None None] Updating router c083b0f9-0b99-4058-8596-7341b7f20878 port 2dbf4ee8-a965-4288-89fd-1f0d65c5d378 binding host n-d-844202-1 {{(pid=88526) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 19:17:12.490922 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-f1385457-361f-4fd9-957f-5fb7df05cae9 req-9690a9cc-3dc1-42db-9881-0cb0dbba7d07 tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] Synchronizing usage tracker for tenant:ebd616d5a10a4d93abecbdcf72fa4181 on resource:security_group {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:17:12.525951 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-966ef3ab-34e2-4d82-a882-8a31046e01fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:12.548969 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-f1385457-361f-4fd9-957f-5fb7df05cae9 req-9690a9cc-3dc1-42db-9881-0cb0dbba7d07 tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] Unset dirty status for tenant:ebd616d5a10a4d93abecbdcf72fa4181 on resource:security_group {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:17:12.558487 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f1385457-361f-4fd9-957f-5fb7df05cae9 req-9690a9cc-3dc1-42db-9881-0cb0dbba7d07 tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-698709986&fields=id&tenant_id=ebd616d5a10a4d93abecbdcf72fa4181 HTTP/1.1" status: 200 len: 267 time: 0.1931324 Jun 01 19:17:12.571575 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-966ef3ab-34e2-4d82-a882-8a31046e01fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:12.580860 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 34662) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:17:12.594043 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-b46998f6-8387-4260-aeea-06f93124e457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:12.619120 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4785b686-f995-40fe-9b0f-0ecbdeb2b899 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:12.630294 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 4e4a464c-5c8f-470b-b487-c808c2f69c6f is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:17:12.631367 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 0570a390-3488-470b-8c36-4bc70363e424 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:17:12.643463 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-4785b686-f995-40fe-9b0f-0ecbdeb2b899 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:17:12.648295 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-4785b686-f995-40fe-9b0f-0ecbdeb2b899 admin admin] Usage tracker for resource:security_group_rule and tenant:72e3c5553b20469ebfd888e1c8ac666a is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:17:12.652714 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-4785b686-f995-40fe-9b0f-0ecbdeb2b899 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:17:12.658950 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-4785b686-f995-40fe-9b0f-0ecbdeb2b899 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:17:12.673569 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-250371df-40de-43e6-ab72-3ef785e1a64b None None] Notify callbacks [] for port, precommit_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:12.690510 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.provisioning_blocks [None req-250371df-40de-43e6-ab72-3ef785e1a64b None None] Transition to ACTIVE for port object 544d7d75-dfd1-4252-a232-754801ab83c2 will not be triggered until provisioned by entity L2. {{(pid=88527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:17:12.703766 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-250371df-40de-43e6-ab72-3ef785e1a64b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:12.734182 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-966ef3ab-34e2-4d82-a882-8a31046e01fe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 109} {{(pid=88525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 19:17:12.750091 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966ef3ab-34e2-4d82-a882-8a31046e01fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70caf9c3-176f-45e8-8492-944998336bfa,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:17:12.780584 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-966ef3ab-34e2-4d82-a882-8a31046e01fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:12.781940 n-d-844202-1 neutron-server[88525]: INFO neutron.db.segments_db [None req-966ef3ab-34e2-4d82-a882-8a31046e01fe admin admin] Added segment 05610bff-48f0-4193-9918-9898ce49db66 of type vlan for network f281c294-8d82-4081-86e6-1356ca463375 Jun 01 19:17:12.817911 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-250371df-40de-43e6-ab72-3ef785e1a64b None None] Attempting to bind port 544d7d75-dfd1-4252-a232-754801ab83c2 on host n-d-844202-1 for vnic_type normal with profile {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:17:12.819562 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-250371df-40de-43e6-ab72-3ef785e1a64b None None] Attempting to bind port 544d7d75-dfd1-4252-a232-754801ab83c2 by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}] {{(pid=88527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:17:12.819983 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250371df-40de-43e6-ab72-3ef785e1a64b None None] Attempting to bind port 544d7d75-dfd1-4252-a232-754801ab83c2 on network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:17:12.837844 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250371df-40de-43e6-ab72-3ef785e1a64b None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 17, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:17:12.838227 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250371df-40de-43e6-ab72-3ef785e1a64b None None] Checking segment: {'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:17:12.838713 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-250371df-40de-43e6-ab72-3ef785e1a64b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:12.840853 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250371df-40de-43e6-ab72-3ef785e1a64b None None] Bound using segment: {'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'} {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:17:12.841008 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-250371df-40de-43e6-ab72-3ef785e1a64b None None] Bound port: 544d7d75-dfd1-4252-a232-754801ab83c2, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}}] {{(pid=88527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:17:12.841470 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-250371df-40de-43e6-ab72-3ef785e1a64b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:12.856773 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port 0570a390-3488-470b-8c36-4bc70363e424 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:17:12.898423 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1385457-361f-4fd9-957f-5fb7df05cae9 req-b79729a8-1a0b-485b-bb5c-2b3d3dfdc087 tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:17:12.906304 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f1385457-361f-4fd9-957f-5fb7df05cae9 req-b79729a8-1a0b-485b-bb5c-2b3d3dfdc087 tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] 10.222.0.41 "GET /v2.0/networks?id=ef2f54c9-3770-4abf-b520-c907961e1497 HTTP/1.1" status: 200 len: 809 time: 0.3431060 Jun 01 19:17:12.909469 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 0570a390-3488-470b-8c36-4bc70363e424 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:17:12.910074 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:12.924457 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f1385457-361f-4fd9-957f-5fb7df05cae9 req-23323bb2-cc90-4f99-add7-fca9a2b4feda tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] 10.222.0.41 "GET /v2.0/quotas/ebd616d5a10a4d93abecbdcf72fa4181 HTTP/1.1" status: 200 len: 375 time: 0.0169826 Jun 01 19:17:13.000920 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.db [None req-250371df-40de-43e6-ab72-3ef785e1a64b None None] For port 544d7d75-dfd1-4252-a232-754801ab83c2, host n-d-844202-1, cleared binding levels {{(pid=88527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:17:13.005165 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.db [None req-250371df-40de-43e6-ab72-3ef785e1a64b None None] For port 544d7d75-dfd1-4252-a232-754801ab83c2, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=544d7d75-dfd1-4252-a232-754801ab83c2,segment=NetworkSegment(7875af61-4c53-4ff2-b8c8-d4b7c35ff947),segment_id=7875af61-4c53-4ff2-b8c8-d4b7c35ff947)] {{(pid=88527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:17:13.016332 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-250371df-40de-43e6-ab72-3ef785e1a64b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:13.028944 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00337658-774a-4a35-9425-f150b56f4f9b None None] Pushing event updated for resources: {'Port': ['ID=544d7d75-dfd1-4252-a232-754801ab83c2,revision_number=2']} {{(pid=88527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:17:13.050011 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-789bcdd8-5641-4ed8-86ee-549d0ceae8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:13.135528 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-f1385457-361f-4fd9-957f-5fb7df05cae9 req-e73dbe28-2367-490b-a4c5-3fda5360a8d7 tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] Synchronizing usage tracker for tenant:ebd616d5a10a4d93abecbdcf72fa4181 on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:17:13.153206 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 0570a390-3488-470b-8c36-4bc70363e424 is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:17:13.154128 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:13.168982 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-f1385457-361f-4fd9-957f-5fb7df05cae9 req-e73dbe28-2367-490b-a4c5-3fda5360a8d7 tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] Unset dirty status for tenant:ebd616d5a10a4d93abecbdcf72fa4181 on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:17:13.178788 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00337658-774a-4a35-9425-f150b56f4f9b None None] Pushing event updated for resources: {'Port': ['ID=544d7d75-dfd1-4252-a232-754801ab83c2,revision_number=3']} {{(pid=88527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:17:13.182383 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f1385457-361f-4fd9-957f-5fb7df05cae9 req-e73dbe28-2367-490b-a4c5-3fda5360a8d7 tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=ebd616d5a10a4d93abecbdcf72fa4181&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2513528 Jun 01 19:17:13.216056 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250371df-40de-43e6-ab72-3ef785e1a64b None None] Routers {'e228de7f-224e-41c6-b5d1-3d69bbc77cf8'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:17:13.216947 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-250371df-40de-43e6-ab72-3ef785e1a64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:17:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['e228de7f-224e-41c6-b5d1-3d69bbc77cf8'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:17:13.251124 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port 0570a390-3488-470b-8c36-4bc70363e424, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=0570a390-3488-470b-8c36-4bc70363e424,segment=NetworkSegment(c1fe9472-9c4e-40f9-8057-155ac7bbf856),segment_id=c1fe9472-9c4e-40f9-8057-155ac7bbf856)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:17:13.255847 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-b46998f6-8387-4260-aeea-06f93124e457 None None] Notify callbacks [] for port, precommit_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:13.263090 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4785b686-f995-40fe-9b0f-0ecbdeb2b899 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:13.265126 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-966ef3ab-34e2-4d82-a882-8a31046e01fe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:13.265496 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:13.277678 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4785b686-f995-40fe-9b0f-0ecbdeb2b899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:13.328663 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-b46998f6-8387-4260-aeea-06f93124e457 None None] Transition to ACTIVE for port object 2dbf4ee8-a965-4288-89fd-1f0d65c5d378 will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:17:13.373994 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-b46998f6-8387-4260-aeea-06f93124e457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:13.397020 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-4785b686-f995-40fe-9b0f-0ecbdeb2b899 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=72e3c5553b20469ebfd888e1c8ac666a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8081384 Jun 01 19:17:13.406031 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 34678) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:17:13.444043 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4785b686-f995-40fe-9b0f-0ecbdeb2b899 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11ee9765-2839-4042-8af7-6295185cc20d,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:17:13.472212 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f1385457-361f-4fd9-957f-5fb7df05cae9 req-ed6342a1-de46-4774-bca3-220e4456805c service neutron] 10.222.0.41 "GET /v2.0/networks/ef2f54c9-3770-4abf-b520-c907961e1497?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2814267 Jun 01 19:17:13.507273 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-966ef3ab-34e2-4d82-a882-8a31046e01fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:13.508211 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-966ef3ab-34e2-4d82-a882-8a31046e01fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:17:13.508797 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-966ef3ab-34e2-4d82-a882-8a31046e01fe admin admin] Notify callbacks [] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:13.516208 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [None req-789bcdd8-5641-4ed8-86ee-549d0ceae8b7 admin admin] Allocated IP 172.20.0.1 (aa162726-ef17-4a0c-95f5-44449c42913b/a2b1fd9d-4e91-43aa-84e1-67bd94c0de64/7078f4bd-1ba8-4718-8286-aff59851b7ff) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:17:13.574236 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=0570a390-3488-470b-8c36-4bc70363e424,revision_number=3']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:17:13.621203 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-250371df-40de-43e6-ab72-3ef785e1a64b None None] Set router e228de7f-224e-41c6-b5d1-3d69bbc77cf8 gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:17:13.724368 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-b46998f6-8387-4260-aeea-06f93124e457 None None] Attempting to bind port 2dbf4ee8-a965-4288-89fd-1f0d65c5d378 on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:17:13.724755 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-b46998f6-8387-4260-aeea-06f93124e457 None None] Attempting to bind port 2dbf4ee8-a965-4288-89fd-1f0d65c5d378 by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': '93cee378-49f9-4aed-9d19-c6ae9fedeafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '719e71e0-df8f-47d0-9aa9-020f712fe5ba'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:17:13.725074 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46998f6-8387-4260-aeea-06f93124e457 None None] Attempting to bind port 2dbf4ee8-a965-4288-89fd-1f0d65c5d378 on network 719e71e0-df8f-47d0-9aa9-020f712fe5ba {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:17:13.728830 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b5914b-51b9-4ef9-adda-7bf1336733b4 None None] Pushing event updated for resources: {'Port': ['ID=2dbf4ee8-a965-4288-89fd-1f0d65c5d378,revision_number=3']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:17:13.733739 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46998f6-8387-4260-aeea-06f93124e457 None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 17, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:17:13.734113 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46998f6-8387-4260-aeea-06f93124e457 None None] Checking segment: {'id': '93cee378-49f9-4aed-9d19-c6ae9fedeafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '719e71e0-df8f-47d0-9aa9-020f712fe5ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:17:13.734518 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-b46998f6-8387-4260-aeea-06f93124e457 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:13.734903 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46998f6-8387-4260-aeea-06f93124e457 None None] Bound using segment: {'id': '93cee378-49f9-4aed-9d19-c6ae9fedeafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '719e71e0-df8f-47d0-9aa9-020f712fe5ba'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:17:13.735573 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-b46998f6-8387-4260-aeea-06f93124e457 None None] Bound port: 2dbf4ee8-a965-4288-89fd-1f0d65c5d378, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93cee378-49f9-4aed-9d19-c6ae9fedeafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '719e71e0-df8f-47d0-9aa9-020f712fe5ba'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:17:13.735832 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-b46998f6-8387-4260-aeea-06f93124e457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:13.814119 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f1385457-361f-4fd9-957f-5fb7df05cae9 req-39e9b4b4-74f8-4422-acfb-4d526b8461e0 service neutron] 10.222.0.41 "GET /v2.0/networks/ef2f54c9-3770-4abf-b520-c907961e1497?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3355761 Jun 01 19:17:13.860398 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-b46998f6-8387-4260-aeea-06f93124e457 None None] For port 2dbf4ee8-a965-4288-89fd-1f0d65c5d378, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:17:13.863904 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-b46998f6-8387-4260-aeea-06f93124e457 None None] For port 2dbf4ee8-a965-4288-89fd-1f0d65c5d378, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=2dbf4ee8-a965-4288-89fd-1f0d65c5d378,segment=NetworkSegment(93cee378-49f9-4aed-9d19-c6ae9fedeafa),segment_id=93cee378-49f9-4aed-9d19-c6ae9fedeafa)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:17:13.870909 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-b46998f6-8387-4260-aeea-06f93124e457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:13.973108 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-789bcdd8-5641-4ed8-86ee-549d0ceae8b7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:13.982212 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b46998f6-8387-4260-aeea-06f93124e457 None None] Routers {'c083b0f9-0b99-4058-8596-7341b7f20878'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:17:13.983566 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-b46998f6-8387-4260-aeea-06f93124e457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:17:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['c083b0f9-0b99-4058-8596-7341b7f20878'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:17:13.997472 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [None req-789bcdd8-5641-4ed8-86ee-549d0ceae8b7 admin admin] Transition to ACTIVE for port object 7078f4bd-1ba8-4718-8286-aff59851b7ff will not be triggered until provisioned by entity DHCP. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:17:14.035310 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966ef3ab-34e2-4d82-a882-8a31046e01fe admin admin] Pushing event updated for resources: {'Network': ['ID=f281c294-8d82-4081-86e6-1356ca463375,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:17:14.115626 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-789bcdd8-5641-4ed8-86ee-549d0ceae8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:14.171589 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network f281c294-8d82-4081-86e6-1356ca463375 details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 19:17:14.186941 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-250371df-40de-43e6-ab72-3ef785e1a64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e228de7f-224e-41c6-b5d1-3d69bbc77cf8', 'name': 'tempest-AttachVolumeTestJSON-1875074836-router', 'tenant_id': 'cc5f500c6137475e84a7347d954ff8b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': '544d7d75-dfd1-4252-a232-754801ab83c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:17:06Z', 'updated_at': '2022-06-01T19:17:09Z', 'revision_number': 3, 'project_id': 'cc5f500c6137475e84a7347d954ff8b0', 'gw_port': {'id': '544d7d75-dfd1-4252-a232-754801ab83c2', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:b4:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e228de7f-224e-41c6-b5d1-3d69bbc77cf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:17:08Z', 'updated_at': '2022-06-01T19:17:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:17:14.192953 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250371df-40de-43e6-ab72-3ef785e1a64b None None] The sync data for ids ['e228de7f-224e-41c6-b5d1-3d69bbc77cf8'] in n-d-844202-1 is: [{'id': 'e228de7f-224e-41c6-b5d1-3d69bbc77cf8', 'name': 'tempest-AttachVolumeTestJSON-1875074836-router', 'tenant_id': 'cc5f500c6137475e84a7347d954ff8b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': '544d7d75-dfd1-4252-a232-754801ab83c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:17:06Z', 'updated_at': '2022-06-01T19:17:09Z', 'revision_number': 3, 'project_id': 'cc5f500c6137475e84a7347d954ff8b0', 'gw_port': {'id': '544d7d75-dfd1-4252-a232-754801ab83c2', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:b4:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e228de7f-224e-41c6-b5d1-3d69bbc77cf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:17:08Z', 'updated_at': '2022-06-01T19:17:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:17:14.221557 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b5914b-51b9-4ef9-adda-7bf1336733b4 None None] Pushing event updated for resources: {'Port': ['ID=2dbf4ee8-a965-4288-89fd-1f0d65c5d378,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:17:14.228904 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-cdd09dbf-8f50-49a4-b6bb-3b622d205b52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:14.269630 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 34692) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:17:14.354478 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 34698) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:17:14.354676 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-966ef3ab-34e2-4d82-a882-8a31046e01fe admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 3.0553164 Jun 01 19:17:14.363089 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-a3083ed1-633a-4f27-877d-1c697a63ecd5 admin admin] Request body: {'subnet': {'network_id': 'f281c294-8d82-4081-86e6-1356ca463375', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-783324513-subnet', 'tenant_id': '0de4083014874f118e9a1e13a8ebaf67', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:17:14.363620 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e59757ad-242b-49bd-a446-b247e2ab88b5 req-a3466cdd-a7bf-46d2-aafb-ebee409428b7 tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a24a80a-addf-43a3-ba26-e15e97e8cd59 HTTP/1.1" status: 200 len: 210 time: 0.1324728 Jun 01 19:17:14.380750 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-a3083ed1-633a-4f27-877d-1c697a63ecd5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:17:14.387078 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-a3083ed1-633a-4f27-877d-1c697a63ecd5 admin admin] Usage tracker for resource:subnet and tenant:0de4083014874f118e9a1e13a8ebaf67 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:17:14.390655 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-789bcdd8-5641-4ed8-86ee-549d0ceae8b7 admin admin] Network aa162726-ef17-4a0c-95f5-44449c42913b is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:17:14.396067 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-789bcdd8-5641-4ed8-86ee-549d0ceae8b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:17:14.401370 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-cdd09dbf-8f50-49a4-b6bb-3b622d205b52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:14.402915 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-a3083ed1-633a-4f27-877d-1c697a63ecd5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:17:14.409407 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789bcdd8-5641-4ed8-86ee-549d0ceae8b7 admin admin] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:17:14.416428 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-a3083ed1-633a-4f27-877d-1c697a63ecd5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:17:14.431949 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3083ed1-633a-4f27-877d-1c697a63ecd5 admin admin] Made reservation on behalf of 0de4083014874f118e9a1e13a8ebaf67 for: {'subnet': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:17:14.436286 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a3083ed1-633a-4f27-877d-1c697a63ecd5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3066584'] for subnet, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:14.451228 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789bcdd8-5641-4ed8-86ee-549d0ceae8b7 admin admin] Pushing event updated for resources: {'Port': ['ID=7078f4bd-1ba8-4718-8286-aff59851b7ff,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:17:14.497829 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-789bcdd8-5641-4ed8-86ee-549d0ceae8b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-887605'] for router_interface, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:14.645581 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-14e32285-57d7-4f5d-a96c-3117091bb4d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:14.662812 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-b46998f6-8387-4260-aeea-06f93124e457 None None] Set router c083b0f9-0b99-4058-8596-7341b7f20878 gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:17:14.677098 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-14e32285-57d7-4f5d-a96c-3117091bb4d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:17:14.689407 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-14e32285-57d7-4f5d-a96c-3117091bb4d9 admin admin] Usage tracker for resource:security_group_rule and tenant:382ee63ee0564897b69ae41337ccd3ea is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:17:14.696432 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-14e32285-57d7-4f5d-a96c-3117091bb4d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:17:14.711754 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-14e32285-57d7-4f5d-a96c-3117091bb4d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:17:14.826581 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-14e32285-57d7-4f5d-a96c-3117091bb4d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:14.835146 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-cdd09dbf-8f50-49a4-b6bb-3b622d205b52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:14.848159 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-14e32285-57d7-4f5d-a96c-3117091bb4d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:14.866625 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd09dbf-8f50-49a4-b6bb-3b622d205b52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11ee9765-2839-4042-8af7-6295185cc20d,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:17:14.897273 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-cdd09dbf-8f50-49a4-b6bb-3b622d205b52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:14.898695 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-cdd09dbf-8f50-49a4-b6bb-3b622d205b52 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/11ee9765-2839-4042-8af7-6295185cc20d HTTP/1.1" status: 204 len: 168 time: 1.4781883 Jun 01 19:17:15.070390 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-789bcdd8-5641-4ed8-86ee-549d0ceae8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:15.105465 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-14e32285-57d7-4f5d-a96c-3117091bb4d9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=382ee63ee0564897b69ae41337ccd3ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8316972 Jun 01 19:17:15.111643 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 34710) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:17:15.118621 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e32285-57d7-4f5d-a96c-3117091bb4d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdbf37f6-1b53-4c26-8690-ec0dbd125e22,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:17:15.128665 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-8b52b89e-5bc2-44d5-9557-adf7c76da5ec None None] Provisioning for port 7078f4bd-1ba8-4718-8286-aff59851b7ff completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:17:15.266598 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-8b52b89e-5bc2-44d5-9557-adf7c76da5ec None None] Provisioning complete for port 7078f4bd-1ba8-4718-8286-aff59851b7ff triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:17:15.267387 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-8b52b89e-5bc2-44d5-9557-adf7c76da5ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:15.357945 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a3083ed1-633a-4f27-877d-1c697a63ecd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2718919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3066602'] for subnet, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:15.416059 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-cb016413-aea6-4cbb-a69c-da77b90ba220 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:15.445579 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-cb016413-aea6-4cbb-a69c-da77b90ba220 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:15.469243 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-8b52b89e-5bc2-44d5-9557-adf7c76da5ec None None] Port 7078f4bd-1ba8-4718-8286-aff59851b7ff cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:17:15.558948 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-cb016413-aea6-4cbb-a69c-da77b90ba220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:15.578403 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3083ed1-633a-4f27-877d-1c697a63ecd5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c115c974-669a-4904-84e5-9c490158d065,revision_number=0']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:17:15.601927 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb016413-aea6-4cbb-a69c-da77b90ba220 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdbf37f6-1b53-4c26-8690-ec0dbd125e22,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:17:15.613725 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-cb016413-aea6-4cbb-a69c-da77b90ba220 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:15.615149 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-cb016413-aea6-4cbb-a69c-da77b90ba220 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fdbf37f6-1b53-4c26-8690-ec0dbd125e22 HTTP/1.1" status: 204 len: 168 time: 0.4969273 Jun 01 19:17:15.655452 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3083ed1-633a-4f27-877d-1c697a63ecd5 admin admin] Checking segment: {'id': '05610bff-48f0-4193-9918-9898ce49db66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'f281c294-8d82-4081-86e6-1356ca463375'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:17:15.655831 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3083ed1-633a-4f27-877d-1c697a63ecd5 admin admin] Network hostable DHCP agents. Network: f281c294-8d82-4081-86e6-1356ca463375, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88524) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 19:17:15.715480 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-789bcdd8-5641-4ed8-86ee-549d0ceae8b7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:15.726129 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-789bcdd8-5641-4ed8-86ee-549d0ceae8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:15.750324 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-b46998f6-8387-4260-aeea-06f93124e457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c083b0f9-0b99-4058-8596-7341b7f20878', 'name': 'tempest-TestServerBasicOps-1867965436-router', 'tenant_id': 'a28f4eeef403410e9002798dc68ad46b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.169'}], 'enable_snat': True}, 'gw_port_id': '4e4a464c-5c8f-470b-b487-c808c2f69c6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:16:58Z', 'updated_at': '2022-06-01T19:17:05Z', 'revision_number': 4, 'project_id': 'a28f4eeef403410e9002798dc68ad46b', 'gw_port': {'id': '4e4a464c-5c8f-470b-b487-c808c2f69c6f', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ed:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c083b0f9-0b99-4058-8596-7341b7f20878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3320, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:16:59Z', 'updated_at': '2022-06-01T19:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '2dbf4ee8-a965-4288-89fd-1f0d65c5d378', 'name': '', 'network_id': '719e71e0-df8f-47d0-9aa9-020f712fe5ba', 'tenant_id': 'a28f4eeef403410e9002798dc68ad46b', 'mac_address': 'fa:16:3e:17:03:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c083b0f9-0b99-4058-8596-7341b7f20878', 'device_owner': 'network:router_interface', 'standard_attr_id': 3341, 'fixed_ips': [{'subnet_id': 'a8078d31-a875-4678-a6f3-45b458ccdb3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:17:04Z', 'updated_at': '2022-06-01T19:17:13Z', 'revision_number': 4, 'project_id': 'a28f4eeef403410e9002798dc68ad46b', 'subnets': [{'id': 'a8078d31-a875-4678-a6f3-45b458ccdb3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:17:15.764281 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b46998f6-8387-4260-aeea-06f93124e457 None None] The sync data for ids ['c083b0f9-0b99-4058-8596-7341b7f20878'] in n-d-844202-1 is: [{'id': 'c083b0f9-0b99-4058-8596-7341b7f20878', 'name': 'tempest-TestServerBasicOps-1867965436-router', 'tenant_id': 'a28f4eeef403410e9002798dc68ad46b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.169'}], 'enable_snat': True}, 'gw_port_id': '4e4a464c-5c8f-470b-b487-c808c2f69c6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:16:58Z', 'updated_at': '2022-06-01T19:17:05Z', 'revision_number': 4, 'project_id': 'a28f4eeef403410e9002798dc68ad46b', 'gw_port': {'id': '4e4a464c-5c8f-470b-b487-c808c2f69c6f', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ed:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c083b0f9-0b99-4058-8596-7341b7f20878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3320, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:16:59Z', 'updated_at': '2022-06-01T19:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '2dbf4ee8-a965-4288-89fd-1f0d65c5d378', 'name': '', 'network_id': '719e71e0-df8f-47d0-9aa9-020f712fe5ba', 'tenant_id': 'a28f4eeef403410e9002798dc68ad46b', 'mac_address': 'fa:16:3e:17:03:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c083b0f9-0b99-4058-8596-7341b7f20878', 'device_owner': 'network:router_interface', 'standard_attr_id': 3341, 'fixed_ips': [{'subnet_id': 'a8078d31-a875-4678-a6f3-45b458ccdb3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:17:04Z', 'updated_at': '2022-06-01T19:17:13Z', 'revision_number': 4, 'project_id': 'a28f4eeef403410e9002798dc68ad46b', 'subnets': [{'id': 'a8078d31-a875-4678-a6f3-45b458ccdb3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:17:15.809403 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 544d7d75-dfd1-4252-a232-754801ab83c2 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:17:15.846388 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-278bc409-91ee-4266-ab2d-c3c0289cfd42 req-a100afe9-062c-4272-963c-0d55b0a81245 tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a24a80a-addf-43a3-ba26-e15e97e8cd59 HTTP/1.1" status: 200 len: 210 time: 0.1949425 Jun 01 19:17:15.876322 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3083ed1-633a-4f27-877d-1c697a63ecd5 admin admin] Network f281c294-8d82-4081-86e6-1356ca463375 is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88524) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 19:17:15.899636 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-a3083ed1-633a-4f27-877d-1c697a63ecd5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, f281c294-8d82-4081-86e6-1356ca463375) {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:17:15.905551 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3083ed1-633a-4f27-877d-1c697a63ecd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:17:15.906060 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a3083ed1-633a-4f27-877d-1c697a63ecd5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:15.917718 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c836c248-9210-4554-8c4b-0d5e5e874904 None None] Network f281c294-8d82-4081-86e6-1356ca463375 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:17:15.939862 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789bcdd8-5641-4ed8-86ee-549d0ceae8b7 admin admin] Pushing event updated for resources: {'Port': ['ID=7078f4bd-1ba8-4718-8286-aff59851b7ff,revision_number=2']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:17:15.948790 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-789bcdd8-5641-4ed8-86ee-549d0ceae8b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-887436'] for router_interface, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:16.039528 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-a3083ed1-633a-4f27-877d-1c697a63ecd5 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.6833191 Jun 01 19:17:16.139277 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port 544d7d75-dfd1-4252-a232-754801ab83c2 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:17:16.150233 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 544d7d75-dfd1-4252-a232-754801ab83c2 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:17:16.158687 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:16.395948 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-789bcdd8-5641-4ed8-86ee-549d0ceae8b7 admin admin] Network aa162726-ef17-4a0c-95f5-44449c42913b is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:17:16.401836 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-789bcdd8-5641-4ed8-86ee-549d0ceae8b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:17:16.558193 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39329b39-0312-44a4-ba52-1c1df86dfd1f None None] Network f281c294-8d82-4081-86e6-1356ca463375 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:17:16.802071 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 544d7d75-dfd1-4252-a232-754801ab83c2 is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:17:16.802484 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:16.813624 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1385457-361f-4fd9-957f-5fb7df05cae9 req-2d25d678-3457-4066-9f3d-143c45c3dca9 tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:17:16.815168 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f1385457-361f-4fd9-957f-5fb7df05cae9 req-2d25d678-3457-4066-9f3d-143c45c3dca9 tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] 10.222.0.50 "GET /v2.0/networks?id=ef2f54c9-3770-4abf-b520-c907961e1497 HTTP/1.1" status: 200 len: 809 time: 0.3744233 Jun 01 19:17:16.891796 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port 544d7d75-dfd1-4252-a232-754801ab83c2, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=544d7d75-dfd1-4252-a232-754801ab83c2,segment=NetworkSegment(7875af61-4c53-4ff2-b8c8-d4b7c35ff947),segment_id=7875af61-4c53-4ff2-b8c8-d4b7c35ff947)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:17:16.920418 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:16.921326 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 0570a390-3488-470b-8c36-4bc70363e424 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:17:16.973235 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f1385457-361f-4fd9-957f-5fb7df05cae9 req-62d55818-768a-4220-a2c8-23affde7a500 tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ebd616d5a10a4d93abecbdcf72fa4181 HTTP/1.1" status: 200 len: 379 time: 0.1492300 Jun 01 19:17:16.988829 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-789bcdd8-5641-4ed8-86ee-549d0ceae8b7 admin admin] Router e228de7f-224e-41c6-b5d1-3d69bbc77cf8 has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 19:17:16.996420 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-f1385457-361f-4fd9-957f-5fb7df05cae9 req-d51f7e0f-a685-4c4d-a7ce-9ce46f8fa5f9 tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] Request body: {'port': {'device_id': '3a24a80a-addf-43a3-ba26-e15e97e8cd59', 'network_id': 'ef2f54c9-3770-4abf-b520-c907961e1497', 'admin_state_up': True, 'tenant_id': 'ebd616d5a10a4d93abecbdcf72fa4181', 'security_groups': ['474f47ab-bbd0-40e5-afc5-47ffe99c39cf']}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:17:17.188219 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=544d7d75-dfd1-4252-a232-754801ab83c2,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:17:17.268365 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-f1385457-361f-4fd9-957f-5fb7df05cae9 req-d51f7e0f-a685-4c4d-a7ce-9ce46f8fa5f9 tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:17:17.291339 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-f1385457-361f-4fd9-957f-5fb7df05cae9 req-d51f7e0f-a685-4c4d-a7ce-9ce46f8fa5f9 tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:17:17.309374 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-fba84842-97a1-4410-acb0-05a569fe260a req-e473683e-decd-4bec-a33f-751fa521c8a8 tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a24a80a-addf-43a3-ba26-e15e97e8cd59 HTTP/1.1" status: 200 len: 210 time: 0.1166754 Jun 01 19:17:17.320167 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1385457-361f-4fd9-957f-5fb7df05cae9 req-d51f7e0f-a685-4c4d-a7ce-9ce46f8fa5f9 tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] Made reservation on behalf of ebd616d5a10a4d93abecbdcf72fa4181 for: {'port': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:17:17.325210 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-f1385457-361f-4fd9-957f-5fb7df05cae9 req-d51f7e0f-a685-4c4d-a7ce-9ce46f8fa5f9 tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:17.354246 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-afaed71d-9e58-476f-a23c-47e0ae912a24 None None] Provisioning complete for port 7078f4bd-1ba8-4718-8286-aff59851b7ff triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:17:17.354600 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-afaed71d-9e58-476f-a23c-47e0ae912a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:17.572474 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-789bcdd8-5641-4ed8-86ee-549d0ceae8b7 admin admin] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:17:17.581824 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-789bcdd8-5641-4ed8-86ee-549d0ceae8b7 admin admin] 10.222.0.41 "PUT /v2.0/routers/e228de7f-224e-41c6-b5d1-3d69bbc77cf8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2480237 Jun 01 19:17:17.608870 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12deb03c-e906-4bc1-b018-8d260f2e3de5 None None] Sync routers for ids ['e228de7f-224e-41c6-b5d1-3d69bbc77cf8'] in n-d-844202-1 {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:17:17.634840 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12deb03c-e906-4bc1-b018-8d260f2e3de5 None None] Routers {'e228de7f-224e-41c6-b5d1-3d69bbc77cf8'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:17:17.635207 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-12deb03c-e906-4bc1-b018-8d260f2e3de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:17:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['e228de7f-224e-41c6-b5d1-3d69bbc77cf8'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:17:17.709182 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-afaed71d-9e58-476f-a23c-47e0ae912a24 None None] Port 7078f4bd-1ba8-4718-8286-aff59851b7ff cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:17:17.721108 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [req-f1385457-361f-4fd9-957f-5fb7df05cae9 req-d51f7e0f-a685-4c4d-a7ce-9ce46f8fa5f9 tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] Allocated IP 172.20.0.14 (ef2f54c9-3770-4abf-b520-c907961e1497/43c199ee-2915-4fdd-8c5e-bdc0369d8f54/adb18467-144d-4383-a9bf-2753080dab0c) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:17:17.740081 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 0570a390-3488-470b-8c36-4bc70363e424 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:17:17.740748 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:18.051431 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 0570a390-3488-470b-8c36-4bc70363e424 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:17:18.052758 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 2dbf4ee8-a965-4288-89fd-1f0d65c5d378 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:17:18.103856 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-12deb03c-e906-4bc1-b018-8d260f2e3de5 None None] Set router e228de7f-224e-41c6-b5d1-3d69bbc77cf8 gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:17:18.116030 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-f1385457-361f-4fd9-957f-5fb7df05cae9 req-d51f7e0f-a685-4c4d-a7ce-9ce46f8fa5f9 tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:18.143015 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [req-f1385457-361f-4fd9-957f-5fb7df05cae9 req-d51f7e0f-a685-4c4d-a7ce-9ce46f8fa5f9 tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] Transition to ACTIVE for port object adb18467-144d-4383-a9bf-2753080dab0c will not be triggered until provisioned by entity DHCP. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:17:18.176630 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-f1385457-361f-4fd9-957f-5fb7df05cae9 req-d51f7e0f-a685-4c4d-a7ce-9ce46f8fa5f9 tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:18.276358 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51f7e0f-a685-4c4d-a7ce-9ce46f8fa5f9 tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] Pushing event updated for resources: {'Port': ['ID=adb18467-144d-4383-a9bf-2753080dab0c,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:17:18.292867 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1385457-361f-4fd9-957f-5fb7df05cae9 req-d51f7e0f-a685-4c4d-a7ce-9ce46f8fa5f9 tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] Network ef2f54c9-3770-4abf-b520-c907961e1497 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:17:18.294706 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [req-f1385457-361f-4fd9-957f-5fb7df05cae9 req-d51f7e0f-a685-4c4d-a7ce-9ce46f8fa5f9 tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:17:18.309051 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1385457-361f-4fd9-957f-5fb7df05cae9 req-d51f7e0f-a685-4c4d-a7ce-9ce46f8fa5f9 tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:17:18.427556 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1385457-361f-4fd9-957f-5fb7df05cae9 req-d51f7e0f-a685-4c4d-a7ce-9ce46f8fa5f9 tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:17:18.437196 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-f1385457-361f-4fd9-957f-5fb7df05cae9 req-d51f7e0f-a685-4c4d-a7ce-9ce46f8fa5f9 tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:18.501011 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f1385457-361f-4fd9-957f-5fb7df05cae9 req-d51f7e0f-a685-4c4d-a7ce-9ce46f8fa5f9 tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5223539 Jun 01 19:17:18.513247 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-f1385457-361f-4fd9-957f-5fb7df05cae9 req-1e115b94-8c51-4b0a-9255-2a35aefd48e1 service neutron] Request body: {'port': {'device_id': '3a24a80a-addf-43a3-ba26-e15e97e8cd59', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844202-1'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:17:18.609570 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port 2dbf4ee8-a965-4288-89fd-1f0d65c5d378 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:17:18.633673 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 2dbf4ee8-a965-4288-89fd-1f0d65c5d378 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:17:18.633673 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:18.634780 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 34804) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:17:18.683445 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-2c0f4eb5-d4cf-48d1-9f92-0478cd300db3 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Request body: {'security_group': {'name': 'tempest-securitygroup--488807697', 'description': 'tempest-description--1849426422'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:17:18.734200 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-2c0f4eb5-d4cf-48d1-9f92-0478cd300db3 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:17:18.741813 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-2c0f4eb5-d4cf-48d1-9f92-0478cd300db3 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Usage tracker for resource:security_group and tenant:cc5f500c6137475e84a7347d954ff8b0 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:17:18.759992 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-2c0f4eb5-d4cf-48d1-9f92-0478cd300db3 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:17:18.775599 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-2c0f4eb5-d4cf-48d1-9f92-0478cd300db3 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:17:18.777578 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c20b03c-9303-4a23-8258-7e9116ad5740 req-255bb9ea-f475-4555-b590-50cf88cd4ce3 tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:17:18.785300 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4c20b03c-9303-4a23-8258-7e9116ad5740 req-255bb9ea-f475-4555-b590-50cf88cd4ce3 tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a24a80a-addf-43a3-ba26-e15e97e8cd59 HTTP/1.1" status: 200 len: 932 time: 0.2027786 Jun 01 19:17:18.792866 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-473c0921-fd2c-43c0-9223-baf5277d3626 None None] Provisioning for port adb18467-144d-4383-a9bf-2753080dab0c completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:17:18.840923 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-4c20b03c-9303-4a23-8258-7e9116ad5740 req-90b9812b-70b1-461b-9dbd-1311c104a8b0 tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] Synchronizing usage tracker for tenant:ebd616d5a10a4d93abecbdcf72fa4181 on resource:security_group {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:17:18.870818 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-4c20b03c-9303-4a23-8258-7e9116ad5740 req-90b9812b-70b1-461b-9dbd-1311c104a8b0 tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] Unset dirty status for tenant:ebd616d5a10a4d93abecbdcf72fa4181 on resource:security_group {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:17:18.887074 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4c20b03c-9303-4a23-8258-7e9116ad5740 req-90b9812b-70b1-461b-9dbd-1311c104a8b0 tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] 10.222.0.41 "GET /v2.0/security-groups?id=474f47ab-bbd0-40e5-afc5-47ffe99c39cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1005123 Jun 01 19:17:18.903401 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-f1385457-361f-4fd9-957f-5fb7df05cae9 req-1e115b94-8c51-4b0a-9255-2a35aefd48e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:18.905019 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-473c0921-fd2c-43c0-9223-baf5277d3626 None None] Provisioning complete for port adb18467-144d-4383-a9bf-2753080dab0c triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:17:18.906075 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-473c0921-fd2c-43c0-9223-baf5277d3626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:18.997717 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-473c0921-fd2c-43c0-9223-baf5277d3626 None None] Port adb18467-144d-4383-a9bf-2753080dab0c cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:17:19.045167 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2c0f4eb5-d4cf-48d1-9f92-0478cd300db3 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:19.067810 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 2dbf4ee8-a965-4288-89fd-1f0d65c5d378 is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:17:19.068139 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:19.124454 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-2c0f4eb5-d4cf-48d1-9f92-0478cd300db3 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:17:19.131357 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-2c0f4eb5-d4cf-48d1-9f92-0478cd300db3 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Usage tracker for resource:security_group_rule and tenant:cc5f500c6137475e84a7347d954ff8b0 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:17:19.134141 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port 2dbf4ee8-a965-4288-89fd-1f0d65c5d378, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=2dbf4ee8-a965-4288-89fd-1f0d65c5d378,segment=NetworkSegment(93cee378-49f9-4aed-9d19-c6ae9fedeafa),segment_id=93cee378-49f9-4aed-9d19-c6ae9fedeafa)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:17:19.138472 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-12deb03c-e906-4bc1-b018-8d260f2e3de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e228de7f-224e-41c6-b5d1-3d69bbc77cf8', 'name': 'tempest-AttachVolumeTestJSON-1875074836-router', 'tenant_id': 'cc5f500c6137475e84a7347d954ff8b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': '544d7d75-dfd1-4252-a232-754801ab83c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:17:06Z', 'updated_at': '2022-06-01T19:17:14Z', 'revision_number': 4, 'project_id': 'cc5f500c6137475e84a7347d954ff8b0', 'gw_port': {'id': '544d7d75-dfd1-4252-a232-754801ab83c2', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:b4:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e228de7f-224e-41c6-b5d1-3d69bbc77cf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:17:08Z', 'updated_at': '2022-06-01T19:17:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '7078f4bd-1ba8-4718-8286-aff59851b7ff', 'name': '', 'network_id': 'aa162726-ef17-4a0c-95f5-44449c42913b', 'tenant_id': 'cc5f500c6137475e84a7347d954ff8b0', 'mac_address': 'fa:16:3e:25:5a:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e228de7f-224e-41c6-b5d1-3d69bbc77cf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3399, 'fixed_ips': [{'subnet_id': 'a2b1fd9d-4e91-43aa-84e1-67bd94c0de64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:17:13Z', 'updated_at': '2022-06-01T19:17:15Z', 'revision_number': 2, 'project_id': 'cc5f500c6137475e84a7347d954ff8b0', 'subnets': [{'id': 'a2b1fd9d-4e91-43aa-84e1-67bd94c0de64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:17:19.143431 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:19.176531 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-2c0f4eb5-d4cf-48d1-9f92-0478cd300db3 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:17:19.194962 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-2c0f4eb5-d4cf-48d1-9f92-0478cd300db3 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:17:19.206745 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12deb03c-e906-4bc1-b018-8d260f2e3de5 None None] Checking router: e228de7f-224e-41c6-b5d1-3d69bbc77cf8 for host: n-d-844202-1 {{(pid=88526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 19:17:19.207255 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12deb03c-e906-4bc1-b018-8d260f2e3de5 None None] Updating router e228de7f-224e-41c6-b5d1-3d69bbc77cf8 port 7078f4bd-1ba8-4718-8286-aff59851b7ff binding host n-d-844202-1 {{(pid=88526) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 19:17:19.282512 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 544d7d75-dfd1-4252-a232-754801ab83c2 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:17:19.349815 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-12deb03c-e906-4bc1-b018-8d260f2e3de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:19.439906 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2c0f4eb5-d4cf-48d1-9f92-0478cd300db3 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:19.451089 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2c0f4eb5-d4cf-48d1-9f92-0478cd300db3 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:19.452002 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=2dbf4ee8-a965-4288-89fd-1f0d65c5d378,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:17:19.489637 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 544d7d75-dfd1-4252-a232-754801ab83c2 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:17:19.490332 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:19.520736 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2c0f4eb5-d4cf-48d1-9f92-0478cd300db3 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:19.522043 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-2c0f4eb5-d4cf-48d1-9f92-0478cd300db3 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.8707206 Jun 01 19:17:19.526865 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 34832) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:17:19.533639 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-3f046c06-74b3-4561-a406-87b7dc927f37 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Request body: {'security_group_rule': {'security_group_id': '07479cdf-b418-4486-9606-f79ca3d42e0b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:17:19.546847 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-3f046c06-74b3-4561-a406-87b7dc927f37 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:17:19.552989 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0f4eb5-d4cf-48d1-9f92-0478cd300db3 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07479cdf-b418-4486-9606-f79ca3d42e0b,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:17:19.558354 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-3f046c06-74b3-4561-a406-87b7dc927f37 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Usage tracker for resource:security_group_rule and tenant:cc5f500c6137475e84a7347d954ff8b0 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:17:19.572941 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-3f046c06-74b3-4561-a406-87b7dc927f37 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:17:19.586999 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-3f046c06-74b3-4561-a406-87b7dc927f37 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:17:19.587373 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [req-f1385457-361f-4fd9-957f-5fb7df05cae9 req-1e115b94-8c51-4b0a-9255-2a35aefd48e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id adb18467-144d-4383-a9bf-2753080dab0c {{(pid=88524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 19:17:19.608160 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-f1385457-361f-4fd9-957f-5fb7df05cae9 req-1e115b94-8c51-4b0a-9255-2a35aefd48e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:19.628052 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3f046c06-74b3-4561-a406-87b7dc927f37 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:19.653886 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [req-f1385457-361f-4fd9-957f-5fb7df05cae9 req-1e115b94-8c51-4b0a-9255-2a35aefd48e1 service neutron] Transition to ACTIVE for port object adb18467-144d-4383-a9bf-2753080dab0c will not be triggered until provisioned by entity L2. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:17:19.665650 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-f1385457-361f-4fd9-957f-5fb7df05cae9 req-1e115b94-8c51-4b0a-9255-2a35aefd48e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:19.750579 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3f046c06-74b3-4561-a406-87b7dc927f37 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:19.762601 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3f046c06-74b3-4561-a406-87b7dc927f37 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:19.769180 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e115b94-8c51-4b0a-9255-2a35aefd48e1 service neutron] Pushing event updated for resources: {'Port': ['ID=adb18467-144d-4383-a9bf-2753080dab0c,revision_number=2']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:17:19.774142 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 544d7d75-dfd1-4252-a232-754801ab83c2 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:17:19.823571 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3f046c06-74b3-4561-a406-87b7dc927f37 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:19.828839 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-3f046c06-74b3-4561-a406-87b7dc927f37 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2982826 Jun 01 19:17:19.829633 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 34842) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:17:19.843580 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-e62e1413-c3a3-44f8-97aa-7d8df8430471 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Request body: {'security_group_rule': {'security_group_id': '07479cdf-b418-4486-9606-f79ca3d42e0b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:17:19.868003 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-e62e1413-c3a3-44f8-97aa-7d8df8430471 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:17:19.878172 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-e62e1413-c3a3-44f8-97aa-7d8df8430471 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Usage tracker for resource:security_group_rule and tenant:cc5f500c6137475e84a7347d954ff8b0 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:17:19.888311 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-e62e1413-c3a3-44f8-97aa-7d8df8430471 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:17:19.900661 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-e62e1413-c3a3-44f8-97aa-7d8df8430471 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:17:19.938861 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f046c06-74b3-4561-a406-87b7dc927f37 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4da64897-a44e-448e-8c75-3fed17f20718,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:17:19.986131 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e62e1413-c3a3-44f8-97aa-7d8df8430471 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:20.069085 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-12deb03c-e906-4bc1-b018-8d260f2e3de5 None None] Notify callbacks [] for port, precommit_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:20.113046 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-12deb03c-e906-4bc1-b018-8d260f2e3de5 None None] Transition to ACTIVE for port object 7078f4bd-1ba8-4718-8286-aff59851b7ff will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:17:20.122621 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-f1385457-361f-4fd9-957f-5fb7df05cae9 req-1e115b94-8c51-4b0a-9255-2a35aefd48e1 service neutron] Attempting to bind port adb18467-144d-4383-a9bf-2753080dab0c on host n-h2-844202-1 for vnic_type normal with profile {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:17:20.122951 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-f1385457-361f-4fd9-957f-5fb7df05cae9 req-1e115b94-8c51-4b0a-9255-2a35aefd48e1 service neutron] Attempting to bind port adb18467-144d-4383-a9bf-2753080dab0c by drivers openvswitch,hyperv on host n-h2-844202-1 at level 0 using segments [{'id': 'ddad035c-cc09-4882-80f6-f46358180569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'ef2f54c9-3770-4abf-b520-c907961e1497'}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:17:20.123278 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1385457-361f-4fd9-957f-5fb7df05cae9 req-1e115b94-8c51-4b0a-9255-2a35aefd48e1 service neutron] Attempting to bind port adb18467-144d-4383-a9bf-2753080dab0c on network ef2f54c9-3770-4abf-b520-c907961e1497 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:17:20.130494 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-12deb03c-e906-4bc1-b018-8d260f2e3de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:20.139808 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1385457-361f-4fd9-957f-5fb7df05cae9 req-1e115b94-8c51-4b0a-9255-2a35aefd48e1 service neutron] Port adb18467-144d-4383-a9bf-2753080dab0c on network ef2f54c9-3770-4abf-b520-c907961e1497 not bound, no agent of type Open vSwitch agent registered on host n-h2-844202-1 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 19:17:20.140342 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1385457-361f-4fd9-957f-5fb7df05cae9 req-1e115b94-8c51-4b0a-9255-2a35aefd48e1 service neutron] Attempting to bind port adb18467-144d-4383-a9bf-2753080dab0c on network ef2f54c9-3770-4abf-b520-c907961e1497 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:17:20.141407 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e62e1413-c3a3-44f8-97aa-7d8df8430471 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:20.145896 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1385457-361f-4fd9-957f-5fb7df05cae9 req-1e115b94-8c51-4b0a-9255-2a35aefd48e1 service neutron] Checking agent: {'id': 'f5db9968-6317-4186-9100-9e0ca6b50417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 17, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:17:20.146236 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1385457-361f-4fd9-957f-5fb7df05cae9 req-1e115b94-8c51-4b0a-9255-2a35aefd48e1 service neutron] Checking segment: {'id': 'ddad035c-cc09-4882-80f6-f46358180569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'ef2f54c9-3770-4abf-b520-c907961e1497'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:17:20.146611 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1385457-361f-4fd9-957f-5fb7df05cae9 req-1e115b94-8c51-4b0a-9255-2a35aefd48e1 service neutron] Bound using segment: {'id': 'ddad035c-cc09-4882-80f6-f46358180569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'ef2f54c9-3770-4abf-b520-c907961e1497'} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:17:20.147031 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-f1385457-361f-4fd9-957f-5fb7df05cae9 req-1e115b94-8c51-4b0a-9255-2a35aefd48e1 service neutron] Bound port: adb18467-144d-4383-a9bf-2753080dab0c, host: n-h2-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ddad035c-cc09-4882-80f6-f46358180569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'ef2f54c9-3770-4abf-b520-c907961e1497'}}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:17:20.147392 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-f1385457-361f-4fd9-957f-5fb7df05cae9 req-1e115b94-8c51-4b0a-9255-2a35aefd48e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:20.158910 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e62e1413-c3a3-44f8-97aa-7d8df8430471 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:20.191523 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62e1413-c3a3-44f8-97aa-7d8df8430471 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1184b79e-e372-48d3-ac0a-2bc2bc84d437,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:17:20.219463 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e62e1413-c3a3-44f8-97aa-7d8df8430471 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:20.224669 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-e62e1413-c3a3-44f8-97aa-7d8df8430471 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3940599 Jun 01 19:17:20.225431 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 34858) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:17:20.232210 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-1a6045b0-0d63-4fb0-9fad-945a89eb01d4 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Request body: {'floatingip': {'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:17:20.239295 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-1a6045b0-0d63-4fb0-9fad-945a89eb01d4 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:17:20.243335 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-1a6045b0-0d63-4fb0-9fad-945a89eb01d4 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Usage tracker for resource:floatingip and tenant:cc5f500c6137475e84a7347d954ff8b0 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:17:20.248024 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-1a6045b0-0d63-4fb0-9fad-945a89eb01d4 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:17:20.255180 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-1a6045b0-0d63-4fb0-9fad-945a89eb01d4 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:17:20.271451 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1a6045b0-0d63-4fb0-9fad-945a89eb01d4 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Notify callbacks [] for floatingip, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:20.507281 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1a6045b0-0d63-4fb0-9fad-945a89eb01d4 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:20.545886 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 34866) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:17:20.555902 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-11bea0a6-929d-4588-80c3-61cc59fe4aad tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Request body: {'network': {'name': 'tempest-network-smoke--1464591444', 'project_id': '9861cb7602da47e7b9bc308454678263', 'port_security_enabled': True}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:17:20.566058 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68502eb6-d88e-434d-92ff-8c684d3ea899 None None] Pushing event updated for resources: {'Port': ['ID=7078f4bd-1ba8-4718-8286-aff59851b7ff,revision_number=3']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:17:20.577951 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-11bea0a6-929d-4588-80c3-61cc59fe4aad tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:17:20.586244 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-11bea0a6-929d-4588-80c3-61cc59fe4aad tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Usage tracker for resource:network and tenant:9861cb7602da47e7b9bc308454678263 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:17:20.598039 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-11bea0a6-929d-4588-80c3-61cc59fe4aad tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:17:20.622576 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-11bea0a6-929d-4588-80c3-61cc59fe4aad tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:17:20.624446 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-f1385457-361f-4fd9-957f-5fb7df05cae9 req-1e115b94-8c51-4b0a-9255-2a35aefd48e1 service neutron] For port adb18467-144d-4383-a9bf-2753080dab0c, host n-h2-844202-1, cleared binding levels {{(pid=88524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:17:20.630341 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-f1385457-361f-4fd9-957f-5fb7df05cae9 req-1e115b94-8c51-4b0a-9255-2a35aefd48e1 service neutron] For port adb18467-144d-4383-a9bf-2753080dab0c, host n-h2-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=adb18467-144d-4383-a9bf-2753080dab0c,segment=NetworkSegment(ddad035c-cc09-4882-80f6-f46358180569),segment_id=ddad035c-cc09-4882-80f6-f46358180569)] {{(pid=88524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:17:20.640730 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-f1385457-361f-4fd9-957f-5fb7df05cae9 req-1e115b94-8c51-4b0a-9255-2a35aefd48e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:20.696096 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11bea0a6-929d-4588-80c3-61cc59fe4aad tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Made reservation on behalf of 9861cb7602da47e7b9bc308454678263 for: {'network': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:17:20.700397 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-11bea0a6-929d-4588-80c3-61cc59fe4aad tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:20.725784 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-12deb03c-e906-4bc1-b018-8d260f2e3de5 None None] Attempting to bind port 7078f4bd-1ba8-4718-8286-aff59851b7ff on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:17:20.726460 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-12deb03c-e906-4bc1-b018-8d260f2e3de5 None None] Attempting to bind port 7078f4bd-1ba8-4718-8286-aff59851b7ff by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': 'c1fe9472-9c4e-40f9-8057-155ac7bbf856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'aa162726-ef17-4a0c-95f5-44449c42913b'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:17:20.727198 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12deb03c-e906-4bc1-b018-8d260f2e3de5 None None] Attempting to bind port 7078f4bd-1ba8-4718-8286-aff59851b7ff on network aa162726-ef17-4a0c-95f5-44449c42913b {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:17:20.735553 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12deb03c-e906-4bc1-b018-8d260f2e3de5 None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 17, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:17:20.736602 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12deb03c-e906-4bc1-b018-8d260f2e3de5 None None] Checking segment: {'id': 'c1fe9472-9c4e-40f9-8057-155ac7bbf856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'aa162726-ef17-4a0c-95f5-44449c42913b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:17:20.737313 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-12deb03c-e906-4bc1-b018-8d260f2e3de5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:20.737868 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12deb03c-e906-4bc1-b018-8d260f2e3de5 None None] Bound using segment: {'id': 'c1fe9472-9c4e-40f9-8057-155ac7bbf856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'aa162726-ef17-4a0c-95f5-44449c42913b'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:17:20.738703 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-12deb03c-e906-4bc1-b018-8d260f2e3de5 None None] Bound port: 7078f4bd-1ba8-4718-8286-aff59851b7ff, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1fe9472-9c4e-40f9-8057-155ac7bbf856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'aa162726-ef17-4a0c-95f5-44449c42913b'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:17:20.739305 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-12deb03c-e906-4bc1-b018-8d260f2e3de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:20.774303 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [None req-1a6045b0-0d63-4fb0-9fad-945a89eb01d4 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Allocated IP 172.25.4.138 (72a72e44-6845-488a-a5ff-3a26d4df9cb3/c314a23b-daa2-4106-ab28-8e6f954277b2/26447a99-2a3f-4d1b-b828-6c9d90401757) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:17:20.783481 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b12cc5-0f78-41c7-af3a-721f8ae350a8 req-8887c34f-9fc6-4ec4-af80-77255a0d0364 tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:17:20.784212 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-46b12cc5-0f78-41c7-af3a-721f8ae350a8 req-8887c34f-9fc6-4ec4-af80-77255a0d0364 tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] Synchronizing usage tracker for tenant:ebd616d5a10a4d93abecbdcf72fa4181 on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:17:20.795439 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-11bea0a6-929d-4588-80c3-61cc59fe4aad tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:20.811425 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1385457-361f-4fd9-957f-5fb7df05cae9 req-1e115b94-8c51-4b0a-9255-2a35aefd48e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:17:20.812188 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-f1385457-361f-4fd9-957f-5fb7df05cae9 req-1e115b94-8c51-4b0a-9255-2a35aefd48e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:20.813631 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f1385457-361f-4fd9-957f-5fb7df05cae9 req-1e115b94-8c51-4b0a-9255-2a35aefd48e1 service neutron] 10.222.0.50 "PUT /v2.0/ports/adb18467-144d-4383-a9bf-2753080dab0c HTTP/1.1" status: 200 len: 1092 time: 2.3058801 Jun 01 19:17:20.816078 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a24a80a-addf-43a3-ba26-e15e97e8cd59', 'tag': 'adb18467-144d-4383-a9bf-2753080dab0c'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:17:20.828458 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-11bea0a6-929d-4588-80c3-61cc59fe4aad tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:17:20.841015 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-11bea0a6-929d-4588-80c3-61cc59fe4aad tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Usage tracker for resource:security_group_rule and tenant:9861cb7602da47e7b9bc308454678263 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:17:20.844856 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-11bea0a6-929d-4588-80c3-61cc59fe4aad tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:17:20.855153 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-11bea0a6-929d-4588-80c3-61cc59fe4aad tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:17:20.858081 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-46b12cc5-0f78-41c7-af3a-721f8ae350a8 req-8887c34f-9fc6-4ec4-af80-77255a0d0364 tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] Unset dirty status for tenant:ebd616d5a10a4d93abecbdcf72fa4181 on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:17:20.859265 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-46b12cc5-0f78-41c7-af3a-721f8ae350a8 req-8887c34f-9fc6-4ec4-af80-77255a0d0364 tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a24a80a-addf-43a3-ba26-e15e97e8cd59 HTTP/1.1" status: 200 len: 944 time: 0.6932418 Jun 01 19:17:20.864724 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e115b94-8c51-4b0a-9255-2a35aefd48e1 service neutron] Pushing event updated for resources: {'Port': ['ID=adb18467-144d-4383-a9bf-2753080dab0c,revision_number=3']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:17:20.933802 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-12deb03c-e906-4bc1-b018-8d260f2e3de5 None None] For port 7078f4bd-1ba8-4718-8286-aff59851b7ff, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:17:20.942055 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-12deb03c-e906-4bc1-b018-8d260f2e3de5 None None] For port 7078f4bd-1ba8-4718-8286-aff59851b7ff, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=7078f4bd-1ba8-4718-8286-aff59851b7ff,segment=NetworkSegment(c1fe9472-9c4e-40f9-8057-155ac7bbf856),segment_id=c1fe9472-9c4e-40f9-8057-155ac7bbf856)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:17:20.954970 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-12deb03c-e906-4bc1-b018-8d260f2e3de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:21.001251 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-46b12cc5-0f78-41c7-af3a-721f8ae350a8 req-2934fae6-e064-461e-9dea-0a82c77d4617 tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] 10.222.0.41 "GET /v2.0/security-groups?id=474f47ab-bbd0-40e5-afc5-47ffe99c39cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1265309 Jun 01 19:17:21.009404 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02a05db3-73bd-4c08-8f94-4f1ee2aac01c'] response: {'name': 'network-changed', 'server_uuid': '3a24a80a-addf-43a3-ba26-e15e97e8cd59', 'tag': 'adb18467-144d-4383-a9bf-2753080dab0c', 'status': 'completed', 'code': 200} Jun 01 19:17:21.068668 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1385457-361f-4fd9-957f-5fb7df05cae9 req-7edbbf3a-3836-49bf-9d56-bfc097f27607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:17:21.072764 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f1385457-361f-4fd9-957f-5fb7df05cae9 req-7edbbf3a-3836-49bf-9d56-bfc097f27607 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ebd616d5a10a4d93abecbdcf72fa4181&device_id=3a24a80a-addf-43a3-ba26-e15e97e8cd59 HTTP/1.1" status: 200 len: 1095 time: 0.2015264 Jun 01 19:17:21.115485 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1a6045b0-0d63-4fb0-9fad-945a89eb01d4 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:21.174365 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1a6045b0-0d63-4fb0-9fad-945a89eb01d4 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:21.206684 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12deb03c-e906-4bc1-b018-8d260f2e3de5 None None] Routers {'e228de7f-224e-41c6-b5d1-3d69bbc77cf8'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:17:21.207327 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-12deb03c-e906-4bc1-b018-8d260f2e3de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:17:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['e228de7f-224e-41c6-b5d1-3d69bbc77cf8'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:17:21.244109 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-11bea0a6-929d-4588-80c3-61cc59fe4aad tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:21.263215 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f1385457-361f-4fd9-957f-5fb7df05cae9 req-fc81968d-b0ee-4dac-a48d-6ce5a9f5fe77 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=adb18467-144d-4383-a9bf-2753080dab0c HTTP/1.1" status: 200 len: 217 time: 0.1801286 Jun 01 19:17:21.264899 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-11bea0a6-929d-4588-80c3-61cc59fe4aad tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:21.296438 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11bea0a6-929d-4588-80c3-61cc59fe4aad tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 101} {{(pid=88524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 19:17:21.311712 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-11bea0a6-929d-4588-80c3-61cc59fe4aad tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:21.312378 n-d-844202-1 neutron-server[88524]: INFO neutron.db.segments_db [None req-11bea0a6-929d-4588-80c3-61cc59fe4aad tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Added segment 99f5ef3e-a69b-4de1-9b56-614178cdee50 of type vlan for network 2b003680-2bf2-41f9-80c9-f16c3f8f2850 Jun 01 19:17:21.334389 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 2dbf4ee8-a965-4288-89fd-1f0d65c5d378 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:17:21.335940 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a6045b0-0d63-4fb0-9fad-945a89eb01d4 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:17:21.371925 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-1a6045b0-0d63-4fb0-9fad-945a89eb01d4 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:17:21.382155 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6045b0-0d63-4fb0-9fad-945a89eb01d4 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:17:21.386815 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-11bea0a6-929d-4588-80c3-61cc59fe4aad tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:21.424105 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68502eb6-d88e-434d-92ff-8c684d3ea899 None None] Pushing event updated for resources: {'Port': ['ID=7078f4bd-1ba8-4718-8286-aff59851b7ff,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:17:21.500100 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1a6045b0-0d63-4fb0-9fad-945a89eb01d4 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:21.522294 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 2dbf4ee8-a965-4288-89fd-1f0d65c5d378 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:17:21.522865 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:21.543721 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bea0a6-929d-4588-80c3-61cc59fe4aad tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4fb20c85-bdbf-41e2-a427-880c3b80757b,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:17:21.551277 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-11bea0a6-929d-4588-80c3-61cc59fe4aad tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:21.558940 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11bea0a6-929d-4588-80c3-61cc59fe4aad tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:17:21.559596 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-11bea0a6-929d-4588-80c3-61cc59fe4aad tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Notify callbacks [] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:21.565489 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6045b0-0d63-4fb0-9fad-945a89eb01d4 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Pushing event updated for resources: {'Port': ['ID=26447a99-2a3f-4d1b-b828-6c9d90401757,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:17:21.590463 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1a6045b0-0d63-4fb0-9fad-945a89eb01d4 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:21.629485 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1385457-361f-4fd9-957f-5fb7df05cae9 req-95052225-96b1-46fb-bb8d-983813044109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:17:21.631151 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f1385457-361f-4fd9-957f-5fb7df05cae9 req-95052225-96b1-46fb-bb8d-983813044109 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=43c199ee-2915-4fdd-8c5e-bdc0369d8f54 HTTP/1.1" status: 200 len: 848 time: 0.1919613 Jun 01 19:17:21.705401 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-12deb03c-e906-4bc1-b018-8d260f2e3de5 None None] Set router e228de7f-224e-41c6-b5d1-3d69bbc77cf8 gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:17:21.751861 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 2dbf4ee8-a965-4288-89fd-1f0d65c5d378 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:17:21.778718 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-11bea0a6-929d-4588-80c3-61cc59fe4aad tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2316020 Jun 01 19:17:21.785079 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 34886) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:17:21.833049 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bea0a6-929d-4588-80c3-61cc59fe4aad tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Pushing event updated for resources: {'Network': ['ID=2b003680-2bf2-41f9-80c9-f16c3f8f2850,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:17:21.878568 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1385457-361f-4fd9-957f-5fb7df05cae9 req-58fbf26f-71db-4712-b1c7-d50262dd444c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:17:21.880692 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f1385457-361f-4fd9-957f-5fb7df05cae9 req-58fbf26f-71db-4712-b1c7-d50262dd444c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ef2f54c9-3770-4abf-b520-c907961e1497&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1878145 Jun 01 19:17:21.890266 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network 2b003680-2bf2-41f9-80c9-f16c3f8f2850 details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 19:17:22.013146 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-8e08c87b-a454-4454-9171-ab5c8af8d154 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-732501080', 'admin_state_up': True, 'project_id': '9861cb7602da47e7b9bc308454678263', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:17:22.040742 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-8e08c87b-a454-4454-9171-ab5c8af8d154 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:17:22.052855 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f1385457-361f-4fd9-957f-5fb7df05cae9 req-285d7a66-62b8-4a52-9a3a-f59519af0336 service neutron] 10.222.0.50 "GET /v2.0/networks/ef2f54c9-3770-4abf-b520-c907961e1497?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651340 Jun 01 19:17:22.058361 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-8e08c87b-a454-4454-9171-ab5c8af8d154 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Usage tracker for resource:router and tenant:9861cb7602da47e7b9bc308454678263 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:17:22.076160 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-8e08c87b-a454-4454-9171-ab5c8af8d154 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:17:22.112946 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-8e08c87b-a454-4454-9171-ab5c8af8d154 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:17:22.185680 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8e08c87b-a454-4454-9171-ab5c8af8d154 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-885767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25238'] for router, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:22.192304 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8e08c87b-a454-4454-9171-ab5c8af8d154 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-901042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-886562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-981784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25327'] for router, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:22.225139 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8e08c87b-a454-4454-9171-ab5c8af8d154 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:22.308740 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f1385457-361f-4fd9-957f-5fb7df05cae9 req-114297d1-670c-4858-8621-cb62ae8f79a1 service neutron] 10.222.0.50 "GET /v2.0/networks/ef2f54c9-3770-4abf-b520-c907961e1497?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2490461 Jun 01 19:17:22.326142 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-12deb03c-e906-4bc1-b018-8d260f2e3de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e228de7f-224e-41c6-b5d1-3d69bbc77cf8', 'name': 'tempest-AttachVolumeTestJSON-1875074836-router', 'tenant_id': 'cc5f500c6137475e84a7347d954ff8b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': '544d7d75-dfd1-4252-a232-754801ab83c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:17:06Z', 'updated_at': '2022-06-01T19:17:14Z', 'revision_number': 4, 'project_id': 'cc5f500c6137475e84a7347d954ff8b0', 'gw_port': {'id': '544d7d75-dfd1-4252-a232-754801ab83c2', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:b4:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e228de7f-224e-41c6-b5d1-3d69bbc77cf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:17:08Z', 'updated_at': '2022-06-01T19:17:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '7078f4bd-1ba8-4718-8286-aff59851b7ff', 'name': '', 'network_id': 'aa162726-ef17-4a0c-95f5-44449c42913b', 'tenant_id': 'cc5f500c6137475e84a7347d954ff8b0', 'mac_address': 'fa:16:3e:25:5a:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e228de7f-224e-41c6-b5d1-3d69bbc77cf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3399, 'fixed_ips': [{'subnet_id': 'a2b1fd9d-4e91-43aa-84e1-67bd94c0de64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:17:13Z', 'updated_at': '2022-06-01T19:17:20Z', 'revision_number': 4, 'project_id': 'cc5f500c6137475e84a7347d954ff8b0', 'subnets': [{'id': 'a2b1fd9d-4e91-43aa-84e1-67bd94c0de64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:17:22.331994 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12deb03c-e906-4bc1-b018-8d260f2e3de5 None None] The sync data for ids ['e228de7f-224e-41c6-b5d1-3d69bbc77cf8'] in n-d-844202-1 is: [{'id': 'e228de7f-224e-41c6-b5d1-3d69bbc77cf8', 'name': 'tempest-AttachVolumeTestJSON-1875074836-router', 'tenant_id': 'cc5f500c6137475e84a7347d954ff8b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': '544d7d75-dfd1-4252-a232-754801ab83c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:17:06Z', 'updated_at': '2022-06-01T19:17:14Z', 'revision_number': 4, 'project_id': 'cc5f500c6137475e84a7347d954ff8b0', 'gw_port': {'id': '544d7d75-dfd1-4252-a232-754801ab83c2', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:b4:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e228de7f-224e-41c6-b5d1-3d69bbc77cf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:17:08Z', 'updated_at': '2022-06-01T19:17:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '7078f4bd-1ba8-4718-8286-aff59851b7ff', 'name': '', 'network_id': 'aa162726-ef17-4a0c-95f5-44449c42913b', 'tenant_id': 'cc5f500c6137475e84a7347d954ff8b0', 'mac_address': 'fa:16:3e:25:5a:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e228de7f-224e-41c6-b5d1-3d69bbc77cf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3399, 'fixed_ips': [{'subnet_id': 'a2b1fd9d-4e91-43aa-84e1-67bd94c0de64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:17:13Z', 'updated_at': '2022-06-01T19:17:20Z', 'revision_number': 4, 'project_id': 'cc5f500c6137475e84a7347d954ff8b0', 'subnets': [{'id': 'a2b1fd9d-4e91-43aa-84e1-67bd94c0de64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:17:22.564299 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf778492-8533-4194-b532-f509e7cf6353 req-e07227ee-ce97-44d0-a083-2de155144d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:17:22.570099 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-bf778492-8533-4194-b532-f509e7cf6353 req-e07227ee-ce97-44d0-a083-2de155144d77 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ebd616d5a10a4d93abecbdcf72fa4181&device_id=3a24a80a-addf-43a3-ba26-e15e97e8cd59 HTTP/1.1" status: 200 len: 1095 time: 0.1915581 Jun 01 19:17:22.578635 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1a6045b0-0d63-4fb0-9fad-945a89eb01d4 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Notify callbacks [] for port, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:22.594947 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb62e8e5-e1ec-4ea0-bc30-8171daecadef req-41f96322-d956-4513-ba96-54fa17dea877 tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:17:22.604548 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-eb62e8e5-e1ec-4ea0-bc30-8171daecadef req-41f96322-d956-4513-ba96-54fa17dea877 tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a24a80a-addf-43a3-ba26-e15e97e8cd59 HTTP/1.1" status: 200 len: 944 time: 0.3833420 Jun 01 19:17:22.627169 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1a6045b0-0d63-4fb0-9fad-945a89eb01d4 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:22.806139 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8e08c87b-a454-4454-9171-ab5c8af8d154 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-886608', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-885830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25341'] for router, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:22.829213 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf778492-8533-4194-b532-f509e7cf6353 req-d1f9b372-1e67-44aa-b0ec-52a9855a408e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:17:22.830747 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-bf778492-8533-4194-b532-f509e7cf6353 req-d1f9b372-1e67-44aa-b0ec-52a9855a408e service neutron] 10.222.0.50 "GET /v2.0/networks?id=ef2f54c9-3770-4abf-b520-c907961e1497 HTTP/1.1" status: 200 len: 910 time: 0.2584889 Jun 01 19:17:22.965676 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1a6045b0-0d63-4fb0-9fad-945a89eb01d4 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887712'] for floatingip, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:23.055736 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-eb62e8e5-e1ec-4ea0-bc30-8171daecadef req-7a6dcf26-9ac2-4475-91e1-77f7d692ddd5 tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] 10.222.0.41 "GET /v2.0/security-groups?id=474f47ab-bbd0-40e5-afc5-47ffe99c39cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4496083 Jun 01 19:17:23.067051 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-bf778492-8533-4194-b532-f509e7cf6353 req-8a58f8ce-3a57-47e6-825d-a80382af9d4e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=adb18467-144d-4383-a9bf-2753080dab0c HTTP/1.1" status: 200 len: 217 time: 0.2300024 Jun 01 19:17:23.207106 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf778492-8533-4194-b532-f509e7cf6353 req-fbdb16ab-9314-4ddc-a25c-35c43c484f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:17:23.208776 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-bf778492-8533-4194-b532-f509e7cf6353 req-fbdb16ab-9314-4ddc-a25c-35c43c484f72 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=43c199ee-2915-4fdd-8c5e-bdc0369d8f54 HTTP/1.1" status: 200 len: 848 time: 0.1273794 Jun 01 19:17:23.272827 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1a6045b0-0d63-4fb0-9fad-945a89eb01d4 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for floatingip, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:23.284390 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-1a6045b0-0d63-4fb0-9fad-945a89eb01d4 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0576932 Jun 01 19:17:23.303123 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf778492-8533-4194-b532-f509e7cf6353 req-15202f3b-97ed-4597-82a7-d3ca5cbb2073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:17:23.308110 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-bf778492-8533-4194-b532-f509e7cf6353 req-15202f3b-97ed-4597-82a7-d3ca5cbb2073 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ef2f54c9-3770-4abf-b520-c907961e1497&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0890176 Jun 01 19:17:23.314638 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 7078f4bd-1ba8-4718-8286-aff59851b7ff up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:17:23.318997 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6045b0-0d63-4fb0-9fad-945a89eb01d4 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Pushing event updated for resources: {'Port': ['ID=26447a99-2a3f-4d1b-b828-6c9d90401757,revision_number=2']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:17:23.445547 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port 7078f4bd-1ba8-4718-8286-aff59851b7ff completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:17:23.459078 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 7078f4bd-1ba8-4718-8286-aff59851b7ff triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:17:23.462013 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:23.525636 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-bf778492-8533-4194-b532-f509e7cf6353 req-48b71bba-430c-4734-b356-e0ce7ff3a021 service neutron] 10.222.0.50 "GET /v2.0/networks/ef2f54c9-3770-4abf-b520-c907961e1497?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2139623 Jun 01 19:17:23.720769 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 7078f4bd-1ba8-4718-8286-aff59851b7ff is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:17:23.721144 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:23.727819 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8e08c87b-a454-4454-9171-ab5c8af8d154 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Notify callbacks [] for router_gateway, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:23.768702 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8e08c87b-a454-4454-9171-ab5c8af8d154 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:23.787315 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port 7078f4bd-1ba8-4718-8286-aff59851b7ff, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=7078f4bd-1ba8-4718-8286-aff59851b7ff,segment=NetworkSegment(c1fe9472-9c4e-40f9-8057-155ac7bbf856),segment_id=c1fe9472-9c4e-40f9-8057-155ac7bbf856)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:17:23.797148 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:23.798592 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.agents_db [None req-e814b9cf-7de8-45d0-a079-29c61fabe7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 19:17:23.918512 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-f96421de-2e22-4189-b68c-7ef7a080e082 req-81063608-f5f3-416d-9184-89b34bba23e2 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Synchronizing usage tracker for tenant:cc5f500c6137475e84a7347d954ff8b0 on resource:security_group {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:17:23.920351 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=7078f4bd-1ba8-4718-8286-aff59851b7ff,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:17:23.955448 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [None req-8e08c87b-a454-4454-9171-ab5c8af8d154 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Allocated IP 172.25.4.11 (72a72e44-6845-488a-a5ff-3a26d4df9cb3/c314a23b-daa2-4106-ab28-8e6f954277b2/facb2907-e40c-4eb4-aeee-06f85e2d09d4) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:17:23.980042 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-f96421de-2e22-4189-b68c-7ef7a080e082 req-81063608-f5f3-416d-9184-89b34bba23e2 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Unset dirty status for tenant:cc5f500c6137475e84a7347d954ff8b0 on resource:security_group {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:17:23.981292 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f96421de-2e22-4189-b68c-7ef7a080e082 req-81063608-f5f3-416d-9184-89b34bba23e2 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--488807697&fields=id&tenant_id=cc5f500c6137475e84a7347d954ff8b0 HTTP/1.1" status: 200 len: 267 time: 0.1319439 Jun 01 19:17:23.985101 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-bf778492-8533-4194-b532-f509e7cf6353 req-bccacd51-6a96-4466-9b07-634ac1230d6c service neutron] 10.222.0.50 "GET /v2.0/networks/ef2f54c9-3770-4abf-b520-c907961e1497?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4385760 Jun 01 19:17:24.238219 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8e08c87b-a454-4454-9171-ab5c8af8d154 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:24.295982 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96421de-2e22-4189-b68c-7ef7a080e082 req-1cf9e0d0-09d4-4216-8506-557f84f38057 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:17:24.299923 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f96421de-2e22-4189-b68c-7ef7a080e082 req-1cf9e0d0-09d4-4216-8506-557f84f38057 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] 10.222.0.41 "GET /v2.0/networks?id=aa162726-ef17-4a0c-95f5-44449c42913b HTTP/1.1" status: 200 len: 811 time: 0.3068161 Jun 01 19:17:24.309083 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8e08c87b-a454-4454-9171-ab5c8af8d154 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:24.346379 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f96421de-2e22-4189-b68c-7ef7a080e082 req-8f52904a-891e-411f-bdbc-573105da2ec4 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] 10.222.0.41 "GET /v2.0/quotas/cc5f500c6137475e84a7347d954ff8b0 HTTP/1.1" status: 200 len: 375 time: 0.0324020 Jun 01 19:17:24.439850 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e08c87b-a454-4454-9171-ab5c8af8d154 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Pushing event updated for resources: {'Port': ['ID=facb2907-e40c-4eb4-aeee-06f85e2d09d4,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:17:24.514294 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e08c87b-a454-4454-9171-ab5c8af8d154 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:17:24.516098 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-8e08c87b-a454-4454-9171-ab5c8af8d154 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:17:24.518787 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e08c87b-a454-4454-9171-ab5c8af8d154 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:17:24.554807 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f96421de-2e22-4189-b68c-7ef7a080e082 req-2cb5645b-1ab1-451f-86cd-fde815ce0f98 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=cc5f500c6137475e84a7347d954ff8b0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2072599 Jun 01 19:17:24.676564 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device adb18467-144d-4383-a9bf-2753080dab0c details requested by agent hyperv_n-h2-844202-1 with host n-h2-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 19:17:24.762727 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f96421de-2e22-4189-b68c-7ef7a080e082 req-f4dd1b77-4715-46b8-ac4d-de3430c45b83 service neutron] 10.222.0.41 "GET /v2.0/networks/aa162726-ef17-4a0c-95f5-44449c42913b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920166 Jun 01 19:17:24.900157 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port adb18467-144d-4383-a9bf-2753080dab0c, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=adb18467-144d-4383-a9bf-2753080dab0c,segment=NetworkSegment(ddad035c-cc09-4882-80f6-f46358180569),segment_id=ddad035c-cc09-4882-80f6-f46358180569)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:17:24.916409 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f96421de-2e22-4189-b68c-7ef7a080e082 req-cdb0356a-8f97-436d-a027-f5efd49ad8b2 service neutron] 10.222.0.41 "GET /v2.0/networks/aa162726-ef17-4a0c-95f5-44449c42913b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527057 Jun 01 19:17:24.925347 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Returning: {'device': 'adb18467-144d-4383-a9bf-2753080dab0c', 'network_id': 'ef2f54c9-3770-4abf-b520-c907961e1497', 'port_id': 'adb18467-144d-4383-a9bf-2753080dab0c', 'mac_address': 'fa:16:3e:58:c2:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43c199ee-2915-4fdd-8c5e-bdc0369d8f54', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 19:17:24.995867 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port adb18467-144d-4383-a9bf-2753080dab0c is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:17:24.996311 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:25.017071 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adb18467-144d-4383-a9bf-2753080dab0c {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 19:17:25.033957 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92abf80e-aec6-41f7-a96a-bb6657c113e2 req-741f1c46-483e-4e09-b8cb-1f0e35cc37c0 tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:17:25.035805 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port adb18467-144d-4383-a9bf-2753080dab0c, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=adb18467-144d-4383-a9bf-2753080dab0c,segment=NetworkSegment(ddad035c-cc09-4882-80f6-f46358180569),segment_id=ddad035c-cc09-4882-80f6-f46358180569)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:17:25.041562 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-92abf80e-aec6-41f7-a96a-bb6657c113e2 req-741f1c46-483e-4e09-b8cb-1f0e35cc37c0 tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a24a80a-addf-43a3-ba26-e15e97e8cd59 HTTP/1.1" status: 200 len: 944 time: 0.7258699 Jun 01 19:17:25.043301 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:25.200313 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=adb18467-144d-4383-a9bf-2753080dab0c,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:17:25.200762 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-92abf80e-aec6-41f7-a96a-bb6657c113e2 req-9c5e8222-77ba-4f20-9d73-dc23a7739603 tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] 10.222.0.41 "GET /v2.0/security-groups?id=474f47ab-bbd0-40e5-afc5-47ffe99c39cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1583345 Jun 01 19:17:25.286881 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] get_ports_and_sgs() called for port_ids ['adb18467-144d-4383-a9bf-2753080dab0c'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 19:17:25.299379 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3e425956-9d24-4507-a923-f3e522c85b9e req-bbfb77eb-6a0e-49ed-a10e-6774f07978c8 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d3cc594-615f-433b-92ac-9db75e5c6aa8 HTTP/1.1" status: 200 len: 210 time: 0.1057339 Jun 01 19:17:25.340649 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 7078f4bd-1ba8-4718-8286-aff59851b7ff up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:17:25.374095 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8e08c87b-a454-4454-9171-ab5c8af8d154 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Notify callbacks [] for router_gateway, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:25.548510 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 7078f4bd-1ba8-4718-8286-aff59851b7ff triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:17:25.549171 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:25.843418 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 7078f4bd-1ba8-4718-8286-aff59851b7ff is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:17:25.891330 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8e08c87b-a454-4454-9171-ab5c8af8d154 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-885820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-886655'] for router, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:26.222267 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e08c87b-a454-4454-9171-ab5c8af8d154 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Router 0d7e7d6f-aaa1-4fd0-8212-c58a452c8973 is scheduled to L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 with binding_index 1 {{(pid=88525) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 19:17:26.463856 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-74f452c3-6156-4425-9dae-4457706b0b93 req-9eaa449d-56e8-4a2d-a882-9b012d9c0605 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d3cc594-615f-433b-92ac-9db75e5c6aa8 HTTP/1.1" status: 200 len: 210 time: 0.0574706 Jun 01 19:17:26.522775 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e08c87b-a454-4454-9171-ab5c8af8d154 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:17:26.532190 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9720e891-7f97-48cc-91c5-8d28aecc9e27 None None] Sync routers for ids ['0d7e7d6f-aaa1-4fd0-8212-c58a452c8973'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:17:26.553154 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9720e891-7f97-48cc-91c5-8d28aecc9e27 None None] Routers {'0d7e7d6f-aaa1-4fd0-8212-c58a452c8973'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:17:26.554487 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-9720e891-7f97-48cc-91c5-8d28aecc9e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:17:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['0d7e7d6f-aaa1-4fd0-8212-c58a452c8973'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:17:26.587224 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f17236-9d13-4ac5-83e0-4f4ac1ca078a req-c8abe104-fc7b-46d2-b454-5b52c5bf55bb tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:17:26.595926 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-96f17236-9d13-4ac5-83e0-4f4ac1ca078a req-c8abe104-fc7b-46d2-b454-5b52c5bf55bb tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a24a80a-addf-43a3-ba26-e15e97e8cd59 HTTP/1.1" status: 200 len: 945 time: 0.1770012 Jun 01 19:17:26.612006 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8e08c87b-a454-4454-9171-ab5c8af8d154 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Notify callbacks [] for router, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:26.616460 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 34986) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:17:26.628468 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-8e08c87b-a454-4454-9171-ab5c8af8d154 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 4.8420379 Jun 01 19:17:26.676115 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device adb18467-144d-4383-a9bf-2753080dab0c up at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:17:26.731659 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-96f17236-9d13-4ac5-83e0-4f4ac1ca078a req-f76fb453-4238-49e7-969a-e63e3cca31c1 tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] 10.222.0.41 "GET /v2.0/security-groups?id=474f47ab-bbd0-40e5-afc5-47ffe99c39cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1340504 Jun 01 19:17:26.879308 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-9720e891-7f97-48cc-91c5-8d28aecc9e27 None None] Set router 0d7e7d6f-aaa1-4fd0-8212-c58a452c8973 gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:17:26.892080 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning for port adb18467-144d-4383-a9bf-2753080dab0c completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:17:26.897711 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning complete for port adb18467-144d-4383-a9bf-2753080dab0c triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:17:26.898179 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:27.185447 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-60175f0f-3cff-40eb-b73e-80b2829f2baf tempest-TestSecurityGroupsBasicOps-934678506 tempest-TestSecurityGroupsBasicOps-934678506-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=9861cb7602da47e7b9bc308454678263&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5665059 Jun 01 19:17:27.188464 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 34994) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:17:27.227857 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port adb18467-144d-4383-a9bf-2753080dab0c is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:17:27.228248 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:27.283645 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a24a80a-addf-43a3-ba26-e15e97e8cd59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adb18467-144d-4383-a9bf-2753080dab0c'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:17:27.316817 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port adb18467-144d-4383-a9bf-2753080dab0c, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=adb18467-144d-4383-a9bf-2753080dab0c,segment=NetworkSegment(ddad035c-cc09-4882-80f6-f46358180569),segment_id=ddad035c-cc09-4882-80f6-f46358180569)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:17:27.327528 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:27.390986 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96421de-2e22-4189-b68c-7ef7a080e082 req-d78f8709-9bae-4d87-aa98-6b6d38742ca2 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:17:27.392581 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-f96421de-2e22-4189-b68c-7ef7a080e082 req-d78f8709-9bae-4d87-aa98-6b6d38742ca2 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Synchronizing usage tracker for tenant:cc5f500c6137475e84a7347d954ff8b0 on resource:network {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:17:27.398548 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47647562-c7cc-446d-9d10-6d671efeb6f8'] response: {'server_uuid': '3a24a80a-addf-43a3-ba26-e15e97e8cd59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adb18467-144d-4383-a9bf-2753080dab0c', 'code': 200} Jun 01 19:17:27.423417 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-f96421de-2e22-4189-b68c-7ef7a080e082 req-d78f8709-9bae-4d87-aa98-6b6d38742ca2 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Unset dirty status for tenant:cc5f500c6137475e84a7347d954ff8b0 on resource:network {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:17:27.424802 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f96421de-2e22-4189-b68c-7ef7a080e082 req-d78f8709-9bae-4d87-aa98-6b6d38742ca2 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] 10.222.0.15 "GET /v2.0/networks?id=aa162726-ef17-4a0c-95f5-44449c42913b HTTP/1.1" status: 200 len: 811 time: 0.6919441 Jun 01 19:17:27.436043 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-9720e891-7f97-48cc-91c5-8d28aecc9e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d7e7d6f-aaa1-4fd0-8212-c58a452c8973', 'name': 'tempest-TestSecurityGroupsBasicOps-router-732501080', 'tenant_id': '9861cb7602da47e7b9bc308454678263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'facb2907-e40c-4eb4-aeee-06f85e2d09d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:17:22Z', 'updated_at': '2022-06-01T19:17:25Z', 'revision_number': 3, 'project_id': '9861cb7602da47e7b9bc308454678263', 'gw_port': {'id': 'facb2907-e40c-4eb4-aeee-06f85e2d09d4', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:60:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d7e7d6f-aaa1-4fd0-8212-c58a452c8973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:17:23Z', 'updated_at': '2022-06-01T19:17:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:17:27.446066 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9720e891-7f97-48cc-91c5-8d28aecc9e27 None None] Checking router: 0d7e7d6f-aaa1-4fd0-8212-c58a452c8973 for host: n-d-844202-1 {{(pid=88527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 19:17:27.446969 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9720e891-7f97-48cc-91c5-8d28aecc9e27 None None] Updating router 0d7e7d6f-aaa1-4fd0-8212-c58a452c8973 port facb2907-e40c-4eb4-aeee-06f85e2d09d4 binding host n-d-844202-1 {{(pid=88527) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 19:17:27.479932 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=adb18467-144d-4383-a9bf-2753080dab0c,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:17:27.525144 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-f96421de-2e22-4189-b68c-7ef7a080e082 req-6f8d19af-18c9-4da9-bf60-0d2d562a65fa tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Synchronizing usage tracker for tenant:cc5f500c6137475e84a7347d954ff8b0 on resource:security_group {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:17:27.547385 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbc8339b-6153-4779-b6cf-28a33d1e8744 tempest-TestSecurityGroupsBasicOps-934678506 tempest-TestSecurityGroupsBasicOps-934678506-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:17:27.549499 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-fbc8339b-6153-4779-b6cf-28a33d1e8744 tempest-TestSecurityGroupsBasicOps-934678506 tempest-TestSecurityGroupsBasicOps-934678506-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3599739 Jun 01 19:17:27.552313 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 35004) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:17:27.557511 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-f96421de-2e22-4189-b68c-7ef7a080e082 req-6f8d19af-18c9-4da9-bf60-0d2d562a65fa tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Unset dirty status for tenant:cc5f500c6137475e84a7347d954ff8b0 on resource:security_group {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:17:27.558503 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-9720e891-7f97-48cc-91c5-8d28aecc9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:27.566463 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f96421de-2e22-4189-b68c-7ef7a080e082 req-6f8d19af-18c9-4da9-bf60-0d2d562a65fa tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cc5f500c6137475e84a7347d954ff8b0 HTTP/1.1" status: 200 len: 379 time: 0.1312406 Jun 01 19:17:27.580884 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [req-f96421de-2e22-4189-b68c-7ef7a080e082 req-19c916f5-dcc2-4e6a-993b-5926b980d781 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Request body: {'port': {'device_id': '3d3cc594-615f-433b-92ac-9db75e5c6aa8', 'network_id': 'aa162726-ef17-4a0c-95f5-44449c42913b', 'admin_state_up': True, 'tenant_id': 'cc5f500c6137475e84a7347d954ff8b0', 'security_groups': ['07479cdf-b418-4486-9606-f79ca3d42e0b']}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:17:27.606167 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-cf5c8fa7-c71c-4dc7-a104-5d5a40ff6e65 tempest-TestSecurityGroupsBasicOps-934678506 tempest-TestSecurityGroupsBasicOps-934678506-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=72a72e44-6845-488a-a5ff-3a26d4df9cb3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0521703 Jun 01 19:17:27.609134 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 35008) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:17:27.613590 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971fe712-9c7c-4b2b-86e4-b0dae560f88e req-974d554e-9770-4515-b3fe-f5b5d6a27614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:17:27.615343 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-971fe712-9c7c-4b2b-86e4-b0dae560f88e req-974d554e-9770-4515-b3fe-f5b5d6a27614 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=3a24a80a-addf-43a3-ba26-e15e97e8cd59 HTTP/1.1" status: 200 len: 1097 time: 0.1792626 Jun 01 19:17:27.620097 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-cdd50e73-2fe4-40ec-9cb5-a7a2cb134551 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1122611331', 'network_id': '2b003680-2bf2-41f9-80c9-f16c3f8f2850', 'project_id': '9861cb7602da47e7b9bc308454678263', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:17:27.837818 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-971fe712-9c7c-4b2b-86e4-b0dae560f88e req-c1ea96c3-bc24-45f0-8138-47ce0f7b6d0e service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=474f47ab-bbd0-40e5-afc5-47ffe99c39cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1053720 Jun 01 19:17:27.844317 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-cdd50e73-2fe4-40ec-9cb5-a7a2cb134551 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:17:27.848140 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-cdd50e73-2fe4-40ec-9cb5-a7a2cb134551 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Usage tracker for resource:subnet and tenant:9861cb7602da47e7b9bc308454678263 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:17:27.853107 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-cdd50e73-2fe4-40ec-9cb5-a7a2cb134551 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:17:27.859277 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-cdd50e73-2fe4-40ec-9cb5-a7a2cb134551 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:17:27.871445 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdd50e73-2fe4-40ec-9cb5-a7a2cb134551 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Made reservation on behalf of 9861cb7602da47e7b9bc308454678263 for: {'subnet': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:17:27.878970 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-cdd50e73-2fe4-40ec-9cb5-a7a2cb134551 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3066584'] for subnet, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:27.913010 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [req-f96421de-2e22-4189-b68c-7ef7a080e082 req-19c916f5-dcc2-4e6a-993b-5926b980d781 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:17:27.921060 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-f96421de-2e22-4189-b68c-7ef7a080e082 req-19c916f5-dcc2-4e6a-993b-5926b980d781 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Usage tracker for resource:port and tenant:cc5f500c6137475e84a7347d954ff8b0 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:17:27.929030 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 35018) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:17:27.930790 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-76a7682e-1000-46ad-9c75-5ae25cdeaf8f req-5735e2e5-8a18-48a2-8dcb-13354847dd7b tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Synchronizing usage tracker for tenant:cc5f500c6137475e84a7347d954ff8b0 on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:17:27.936595 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-f96421de-2e22-4189-b68c-7ef7a080e082 req-19c916f5-dcc2-4e6a-993b-5926b980d781 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:17:27.951594 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [req-f96421de-2e22-4189-b68c-7ef7a080e082 req-19c916f5-dcc2-4e6a-993b-5926b980d781 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:17:27.971704 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f96421de-2e22-4189-b68c-7ef7a080e082 req-19c916f5-dcc2-4e6a-993b-5926b980d781 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Made reservation on behalf of cc5f500c6137475e84a7347d954ff8b0 for: {'port': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:17:27.977828 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-f96421de-2e22-4189-b68c-7ef7a080e082 req-19c916f5-dcc2-4e6a-993b-5926b980d781 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:28.028460 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-9720e891-7f97-48cc-91c5-8d28aecc9e27 None None] Notify callbacks [] for port, precommit_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:28.051866 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.provisioning_blocks [None req-9720e891-7f97-48cc-91c5-8d28aecc9e27 None None] Transition to ACTIVE for port object facb2907-e40c-4eb4-aeee-06f85e2d09d4 will not be triggered until provisioned by entity L2. {{(pid=88527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:17:28.065859 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-9720e891-7f97-48cc-91c5-8d28aecc9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:28.086947 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-76a7682e-1000-46ad-9c75-5ae25cdeaf8f req-5735e2e5-8a18-48a2-8dcb-13354847dd7b tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Unset dirty status for tenant:cc5f500c6137475e84a7347d954ff8b0 on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:17:28.088834 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-76a7682e-1000-46ad-9c75-5ae25cdeaf8f req-5735e2e5-8a18-48a2-8dcb-13354847dd7b tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d3cc594-615f-433b-92ac-9db75e5c6aa8 HTTP/1.1" status: 200 len: 210 time: 0.3180416 Jun 01 19:17:28.205830 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcea6750-c805-4b58-9233-cf9510d0a1b7 None None] Pushing event updated for resources: {'Port': ['ID=facb2907-e40c-4eb4-aeee-06f85e2d09d4,revision_number=2']} {{(pid=88527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:17:28.230142 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [req-f96421de-2e22-4189-b68c-7ef7a080e082 req-19c916f5-dcc2-4e6a-993b-5926b980d781 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Allocated IP 172.20.0.12 (aa162726-ef17-4a0c-95f5-44449c42913b/a2b1fd9d-4e91-43aa-84e1-67bd94c0de64/3694ebee-3a93-444a-a14d-6a24b0c018bd) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:17:28.235723 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-9720e891-7f97-48cc-91c5-8d28aecc9e27 None None] Attempting to bind port facb2907-e40c-4eb4-aeee-06f85e2d09d4 on host n-d-844202-1 for vnic_type normal with profile {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:17:28.236092 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-9720e891-7f97-48cc-91c5-8d28aecc9e27 None None] Attempting to bind port facb2907-e40c-4eb4-aeee-06f85e2d09d4 by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}] {{(pid=88527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:17:28.236687 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9720e891-7f97-48cc-91c5-8d28aecc9e27 None None] Attempting to bind port facb2907-e40c-4eb4-aeee-06f85e2d09d4 on network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:17:28.242832 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9720e891-7f97-48cc-91c5-8d28aecc9e27 None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 17, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:17:28.243236 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9720e891-7f97-48cc-91c5-8d28aecc9e27 None None] Checking segment: {'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:17:28.243679 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-9720e891-7f97-48cc-91c5-8d28aecc9e27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:28.244371 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9720e891-7f97-48cc-91c5-8d28aecc9e27 None None] Bound using segment: {'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'} {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:17:28.244969 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-9720e891-7f97-48cc-91c5-8d28aecc9e27 None None] Bound port: facb2907-e40c-4eb4-aeee-06f85e2d09d4, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}}] {{(pid=88527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:17:28.245335 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-9720e891-7f97-48cc-91c5-8d28aecc9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:28.278206 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ded6ef-6efe-45b4-a853-cfcfba1bdb0d req-b8c9b376-4216-4f8e-ba2f-46e31951e2d2 tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:17:28.286340 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b1ded6ef-6efe-45b4-a853-cfcfba1bdb0d req-b8c9b376-4216-4f8e-ba2f-46e31951e2d2 tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a24a80a-addf-43a3-ba26-e15e97e8cd59 HTTP/1.1" status: 200 len: 946 time: 0.1660607 Jun 01 19:17:28.326924 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.db [None req-9720e891-7f97-48cc-91c5-8d28aecc9e27 None None] For port facb2907-e40c-4eb4-aeee-06f85e2d09d4, host n-d-844202-1, cleared binding levels {{(pid=88527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:17:28.330472 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.db [None req-9720e891-7f97-48cc-91c5-8d28aecc9e27 None None] For port facb2907-e40c-4eb4-aeee-06f85e2d09d4, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=facb2907-e40c-4eb4-aeee-06f85e2d09d4,segment=NetworkSegment(7875af61-4c53-4ff2-b8c8-d4b7c35ff947),segment_id=7875af61-4c53-4ff2-b8c8-d4b7c35ff947)] {{(pid=88527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:17:28.337424 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-9720e891-7f97-48cc-91c5-8d28aecc9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:28.383690 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b1ded6ef-6efe-45b4-a853-cfcfba1bdb0d req-d1ddc34f-b7fb-498f-83b4-b3c576232c1f tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] 10.222.0.41 "GET /v2.0/security-groups?id=474f47ab-bbd0-40e5-afc5-47ffe99c39cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964112 Jun 01 19:17:28.422888 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-cdd50e73-2fe4-40ec-9cb5-a7a2cb134551 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2718919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3066602'] for subnet, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:28.429571 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b09d4dba-8cac-4e44-a1c8-5be423460bdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:28.440960 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9720e891-7f97-48cc-91c5-8d28aecc9e27 None None] Routers {'0d7e7d6f-aaa1-4fd0-8212-c58a452c8973'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:17:28.441648 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-9720e891-7f97-48cc-91c5-8d28aecc9e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:17:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['0d7e7d6f-aaa1-4fd0-8212-c58a452c8973'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:17:28.465450 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-b09d4dba-8cac-4e44-a1c8-5be423460bdd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:17:28.473075 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-b09d4dba-8cac-4e44-a1c8-5be423460bdd admin admin] Usage tracker for resource:security_group_rule and tenant:020b7724c9d24951a7f158f6075dd835 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:17:28.485625 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-b09d4dba-8cac-4e44-a1c8-5be423460bdd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:17:28.496804 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-b09d4dba-8cac-4e44-a1c8-5be423460bdd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:17:28.525072 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcea6750-c805-4b58-9233-cf9510d0a1b7 None None] Pushing event updated for resources: {'Port': ['ID=facb2907-e40c-4eb4-aeee-06f85e2d09d4,revision_number=3']} {{(pid=88527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:17:28.535483 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-f96421de-2e22-4189-b68c-7ef7a080e082 req-19c916f5-dcc2-4e6a-993b-5926b980d781 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:28.571315 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [req-f96421de-2e22-4189-b68c-7ef7a080e082 req-19c916f5-dcc2-4e6a-993b-5926b980d781 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Transition to ACTIVE for port object 3694ebee-3a93-444a-a14d-6a24b0c018bd will not be triggered until provisioned by entity DHCP. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:17:28.626578 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd50e73-2fe4-40ec-9cb5-a7a2cb134551 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Pushing event updated for resources: {'Subnet': ['ID=c86ca2db-1a1b-4804-afde-b0057b0289e9,revision_number=0']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:17:28.641974 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd50e73-2fe4-40ec-9cb5-a7a2cb134551 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Checking segment: {'id': '99f5ef3e-a69b-4de1-9b56-614178cdee50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '2b003680-2bf2-41f9-80c9-f16c3f8f2850'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:17:28.642511 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdd50e73-2fe4-40ec-9cb5-a7a2cb134551 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Network hostable DHCP agents. Network: 2b003680-2bf2-41f9-80c9-f16c3f8f2850, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88524) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 19:17:28.659232 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-f96421de-2e22-4189-b68c-7ef7a080e082 req-19c916f5-dcc2-4e6a-993b-5926b980d781 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:28.680117 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdd50e73-2fe4-40ec-9cb5-a7a2cb134551 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Network 2b003680-2bf2-41f9-80c9-f16c3f8f2850 is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88524) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 19:17:28.690443 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-9720e891-7f97-48cc-91c5-8d28aecc9e27 None None] Set router 0d7e7d6f-aaa1-4fd0-8212-c58a452c8973 gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:17:28.702634 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-cdd50e73-2fe4-40ec-9cb5-a7a2cb134551 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, 2b003680-2bf2-41f9-80c9-f16c3f8f2850) {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:17:28.716021 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1766c369-031c-4079-8a6a-441a485aa955 None None] Network 2b003680-2bf2-41f9-80c9-f16c3f8f2850 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:17:28.718084 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdd50e73-2fe4-40ec-9cb5-a7a2cb134551 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:17:28.720834 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-cdd50e73-2fe4-40ec-9cb5-a7a2cb134551 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:28.798809 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-cdd50e73-2fe4-40ec-9cb5-a7a2cb134551 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1858799 Jun 01 19:17:28.799492 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 35024) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:17:28.908452 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b09d4dba-8cac-4e44-a1c8-5be423460bdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:28.909828 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c916f5-dcc2-4e6a-993b-5926b980d781 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Pushing event updated for resources: {'Port': ['ID=3694ebee-3a93-444a-a14d-6a24b0c018bd,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:17:28.932653 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f96421de-2e22-4189-b68c-7ef7a080e082 req-19c916f5-dcc2-4e6a-993b-5926b980d781 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Network aa162726-ef17-4a0c-95f5-44449c42913b is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:17:28.934302 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b09d4dba-8cac-4e44-a1c8-5be423460bdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:28.942165 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [req-f96421de-2e22-4189-b68c-7ef7a080e082 req-19c916f5-dcc2-4e6a-993b-5926b980d781 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:17:29.020650 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [req-f96421de-2e22-4189-b68c-7ef7a080e082 req-19c916f5-dcc2-4e6a-993b-5926b980d781 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:17:29.091720 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09d4dba-8cac-4e44-a1c8-5be423460bdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c72aee5a-0d6e-4909-bde4-60ce6adc6206,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:17:29.240390 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-b09d4dba-8cac-4e44-a1c8-5be423460bdd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=020b7724c9d24951a7f158f6075dd835&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3053308 Jun 01 19:17:29.242104 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 35032) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:17:29.298858 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96421de-2e22-4189-b68c-7ef7a080e082 req-19c916f5-dcc2-4e6a-993b-5926b980d781 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:17:29.299965 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-f96421de-2e22-4189-b68c-7ef7a080e082 req-19c916f5-dcc2-4e6a-993b-5926b980d781 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:29.413573 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f96421de-2e22-4189-b68c-7ef7a080e082 req-19c916f5-dcc2-4e6a-993b-5926b980d781 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8371027 Jun 01 19:17:29.448831 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [req-f96421de-2e22-4189-b68c-7ef7a080e082 req-d07f7a7a-596b-4ca9-90cf-decbaefadf91 service neutron] Request body: {'port': {'device_id': '3d3cc594-615f-433b-92ac-9db75e5c6aa8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844202-1'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:17:29.499479 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-da3cac4e-d7ef-4278-b8d2-5faee7b57b8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:29.506133 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6915a341-c4ce-4edb-bf0f-98c17034c647 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc93f83c3-7fb6-5c13-a9d4-29d739a4e8d2-2b003680-2bf2-41f9-80c9-f16c3f8f2850', 'network_id': '2b003680-2bf2-41f9-80c9-f16c3f8f2850', 'tenant_id': '9861cb7602da47e7b9bc308454678263', 'fixed_ips': [{'subnet_id': 'c86ca2db-1a1b-4804-afde-b0057b0289e9'}]}} from n-d-844202-1. {{(pid=88526) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 19:17:29.506973 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6915a341-c4ce-4edb-bf0f-98c17034c647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:29.590499 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-9720e891-7f97-48cc-91c5-8d28aecc9e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d7e7d6f-aaa1-4fd0-8212-c58a452c8973', 'name': 'tempest-TestSecurityGroupsBasicOps-router-732501080', 'tenant_id': '9861cb7602da47e7b9bc308454678263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'facb2907-e40c-4eb4-aeee-06f85e2d09d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:17:22Z', 'updated_at': '2022-06-01T19:17:25Z', 'revision_number': 3, 'project_id': '9861cb7602da47e7b9bc308454678263', 'gw_port': {'id': 'facb2907-e40c-4eb4-aeee-06f85e2d09d4', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:60:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d7e7d6f-aaa1-4fd0-8212-c58a452c8973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:17:23Z', 'updated_at': '2022-06-01T19:17:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:17:29.602266 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9720e891-7f97-48cc-91c5-8d28aecc9e27 None None] The sync data for ids ['0d7e7d6f-aaa1-4fd0-8212-c58a452c8973'] in n-d-844202-1 is: [{'id': '0d7e7d6f-aaa1-4fd0-8212-c58a452c8973', 'name': 'tempest-TestSecurityGroupsBasicOps-router-732501080', 'tenant_id': '9861cb7602da47e7b9bc308454678263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'facb2907-e40c-4eb4-aeee-06f85e2d09d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:17:22Z', 'updated_at': '2022-06-01T19:17:25Z', 'revision_number': 3, 'project_id': '9861cb7602da47e7b9bc308454678263', 'gw_port': {'id': 'facb2907-e40c-4eb4-aeee-06f85e2d09d4', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:60:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d7e7d6f-aaa1-4fd0-8212-c58a452c8973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:17:23Z', 'updated_at': '2022-06-01T19:17:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:17:29.619119 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-f96421de-2e22-4189-b68c-7ef7a080e082 req-d07f7a7a-596b-4ca9-90cf-decbaefadf91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:29.634197 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-849987e7-7606-4055-8e90-670aa5b66a00 None None] Provisioning for port 3694ebee-3a93-444a-a14d-6a24b0c018bd completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:17:29.657406 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-849987e7-7606-4055-8e90-670aa5b66a00 None None] Provisioning complete for port 3694ebee-3a93-444a-a14d-6a24b0c018bd triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:17:29.657772 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-849987e7-7606-4055-8e90-670aa5b66a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:29.760849 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-da3cac4e-d7ef-4278-b8d2-5faee7b57b8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:29.776367 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd42ca83-8a66-41ff-b050-101c42b4b066 req-f17bbc40-fc86-4181-bcd0-b2962bb99412 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:17:29.778179 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-cd42ca83-8a66-41ff-b050-101c42b4b066 req-f17bbc40-fc86-4181-bcd0-b2962bb99412 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Synchronizing usage tracker for tenant:cc5f500c6137475e84a7347d954ff8b0 on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:17:29.865204 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-cd42ca83-8a66-41ff-b050-101c42b4b066 req-f17bbc40-fc86-4181-bcd0-b2962bb99412 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Unset dirty status for tenant:cc5f500c6137475e84a7347d954ff8b0 on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:17:29.873720 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-cd42ca83-8a66-41ff-b050-101c42b4b066 req-f17bbc40-fc86-4181-bcd0-b2962bb99412 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d3cc594-615f-433b-92ac-9db75e5c6aa8 HTTP/1.1" status: 200 len: 932 time: 0.5086942 Jun 01 19:17:29.883282 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-849987e7-7606-4055-8e90-670aa5b66a00 None None] Port 3694ebee-3a93-444a-a14d-6a24b0c018bd cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:17:29.987628 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-cd42ca83-8a66-41ff-b050-101c42b4b066 req-a4097834-a604-4f54-a529-e59a2ca008f6 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] 10.222.0.41 "GET /v2.0/security-groups?id=07479cdf-b418-4486-9606-f79ca3d42e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1065514 Jun 01 19:17:30.058575 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.db_base_plugin_common [None req-6915a341-c4ce-4edb-bf0f-98c17034c647 None None] Allocated IP 172.20.0.2 (2b003680-2bf2-41f9-80c9-f16c3f8f2850/c86ca2db-1a1b-4804-afde-b0057b0289e9/78180e82-d2d8-4f7d-b490-6bf6d705b599) {{(pid=88526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:17:30.265788 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-da3cac4e-d7ef-4278-b8d2-5faee7b57b8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:30.311648 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3cac4e-d7ef-4278-b8d2-5faee7b57b8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c72aee5a-0d6e-4909-bde4-60ce6adc6206,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:17:30.335438 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf2e6b0-c5f7-44fa-8929-5a29295936cc req-663dfca7-ccb4-4949-9457-81ed350850d4 tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:17:30.337271 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-adf2e6b0-c5f7-44fa-8929-5a29295936cc req-663dfca7-ccb4-4949-9457-81ed350850d4 tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a24a80a-addf-43a3-ba26-e15e97e8cd59 HTTP/1.1" status: 200 len: 946 time: 0.3874416 Jun 01 19:17:30.353069 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-da3cac4e-d7ef-4278-b8d2-5faee7b57b8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:30.358306 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-da3cac4e-d7ef-4278-b8d2-5faee7b57b8d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c72aee5a-0d6e-4909-bde4-60ce6adc6206 HTTP/1.1" status: 204 len: 168 time: 1.1153939 Jun 01 19:17:30.474283 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [req-f96421de-2e22-4189-b68c-7ef7a080e082 req-d07f7a7a-596b-4ca9-90cf-decbaefadf91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3694ebee-3a93-444a-a14d-6a24b0c018bd {{(pid=88525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 19:17:30.486885 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-f96421de-2e22-4189-b68c-7ef7a080e082 req-d07f7a7a-596b-4ca9-90cf-decbaefadf91 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:30.514336 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6915a341-c4ce-4edb-bf0f-98c17034c647 None None] Notify callbacks [] for port, precommit_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:30.536291 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6915a341-c4ce-4edb-bf0f-98c17034c647 None None] Transition to ACTIVE for port object 78180e82-d2d8-4f7d-b490-6bf6d705b599 will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:17:30.565380 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [req-f96421de-2e22-4189-b68c-7ef7a080e082 req-d07f7a7a-596b-4ca9-90cf-decbaefadf91 service neutron] Transition to ACTIVE for port object 3694ebee-3a93-444a-a14d-6a24b0c018bd will not be triggered until provisioned by entity L2. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:17:30.574253 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-f96421de-2e22-4189-b68c-7ef7a080e082 req-d07f7a7a-596b-4ca9-90cf-decbaefadf91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:30.598489 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6915a341-c4ce-4edb-bf0f-98c17034c647 None None] Transition to ACTIVE for port object 78180e82-d2d8-4f7d-b490-6bf6d705b599 will not be triggered until provisioned by entity DHCP. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:17:30.622008 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6915a341-c4ce-4edb-bf0f-98c17034c647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526'] for port, after_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:30.683478 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-adf2e6b0-c5f7-44fa-8929-5a29295936cc req-dd1912b3-027f-45ba-9298-5f607c0f2098 tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] 10.222.0.41 "GET /v2.0/security-groups?id=474f47ab-bbd0-40e5-afc5-47ffe99c39cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2514627 Jun 01 19:17:30.802162 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6915a341-c4ce-4edb-bf0f-98c17034c647 None None] Network 2b003680-2bf2-41f9-80c9-f16c3f8f2850 is already hosted by enough agents. {{(pid=88526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:17:30.821860 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.base_scheduler [None req-6915a341-c4ce-4edb-bf0f-98c17034c647 None None] Resources bound (agent type, host, resource id): {{(pid=88526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:17:30.825289 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6915a341-c4ce-4edb-bf0f-98c17034c647 None None] Received port after_create {{(pid=88526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:17:31.107051 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07f7a7a-596b-4ca9-90cf-decbaefadf91 service neutron] Pushing event updated for resources: {'Port': ['ID=3694ebee-3a93-444a-a14d-6a24b0c018bd,revision_number=2']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:17:31.130435 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6915a341-c4ce-4edb-bf0f-98c17034c647 None None] Pushing event updated for resources: {'Port': ['ID=78180e82-d2d8-4f7d-b490-6bf6d705b599,revision_number=1']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:17:31.160699 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-6915a341-c4ce-4edb-bf0f-98c17034c647 None None] Attempting to bind port 78180e82-d2d8-4f7d-b490-6bf6d705b599 on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:17:31.161275 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-6915a341-c4ce-4edb-bf0f-98c17034c647 None None] Attempting to bind port 78180e82-d2d8-4f7d-b490-6bf6d705b599 by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': '99f5ef3e-a69b-4de1-9b56-614178cdee50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '2b003680-2bf2-41f9-80c9-f16c3f8f2850'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:17:31.161811 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6915a341-c4ce-4edb-bf0f-98c17034c647 None None] Attempting to bind port 78180e82-d2d8-4f7d-b490-6bf6d705b599 on network 2b003680-2bf2-41f9-80c9-f16c3f8f2850 {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:17:31.169884 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6915a341-c4ce-4edb-bf0f-98c17034c647 None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 17, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:17:31.170279 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6915a341-c4ce-4edb-bf0f-98c17034c647 None None] Checking segment: {'id': '99f5ef3e-a69b-4de1-9b56-614178cdee50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '2b003680-2bf2-41f9-80c9-f16c3f8f2850'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:17:31.170660 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6915a341-c4ce-4edb-bf0f-98c17034c647 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:31.171065 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6915a341-c4ce-4edb-bf0f-98c17034c647 None None] Bound using segment: {'id': '99f5ef3e-a69b-4de1-9b56-614178cdee50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '2b003680-2bf2-41f9-80c9-f16c3f8f2850'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:17:31.171506 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-6915a341-c4ce-4edb-bf0f-98c17034c647 None None] Bound port: 78180e82-d2d8-4f7d-b490-6bf6d705b599, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99f5ef3e-a69b-4de1-9b56-614178cdee50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '2b003680-2bf2-41f9-80c9-f16c3f8f2850'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:17:31.171875 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6915a341-c4ce-4edb-bf0f-98c17034c647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:31.217517 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-5d01f5b4-fd71-40f5-9204-ea88c764485f tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:31.246942 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 35052) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:17:31.356477 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6915a341-c4ce-4edb-bf0f-98c17034c647 None None] For port 78180e82-d2d8-4f7d-b490-6bf6d705b599, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:17:31.362340 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6915a341-c4ce-4edb-bf0f-98c17034c647 None None] For port 78180e82-d2d8-4f7d-b490-6bf6d705b599, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=78180e82-d2d8-4f7d-b490-6bf6d705b599,segment=NetworkSegment(99f5ef3e-a69b-4de1-9b56-614178cdee50),segment_id=99f5ef3e-a69b-4de1-9b56-614178cdee50)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:17:31.370009 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6915a341-c4ce-4edb-bf0f-98c17034c647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:31.420461 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2378eeda-5605-4f30-9ef3-077b5e4d220c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:31.464460 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device facb2907-e40c-4eb4-aeee-06f85e2d09d4 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:17:31.498665 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-f96421de-2e22-4189-b68c-7ef7a080e082 req-d07f7a7a-596b-4ca9-90cf-decbaefadf91 service neutron] Attempting to bind port 3694ebee-3a93-444a-a14d-6a24b0c018bd on host n-h1-844202-1 for vnic_type normal with profile {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:17:31.498997 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-f96421de-2e22-4189-b68c-7ef7a080e082 req-d07f7a7a-596b-4ca9-90cf-decbaefadf91 service neutron] Attempting to bind port 3694ebee-3a93-444a-a14d-6a24b0c018bd by drivers openvswitch,hyperv on host n-h1-844202-1 at level 0 using segments [{'id': 'c1fe9472-9c4e-40f9-8057-155ac7bbf856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'aa162726-ef17-4a0c-95f5-44449c42913b'}] {{(pid=88525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:17:31.499420 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f96421de-2e22-4189-b68c-7ef7a080e082 req-d07f7a7a-596b-4ca9-90cf-decbaefadf91 service neutron] Attempting to bind port 3694ebee-3a93-444a-a14d-6a24b0c018bd on network aa162726-ef17-4a0c-95f5-44449c42913b {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:17:31.511198 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c72df2b-df9f-4514-932f-b1d51396c010 req-8b2319de-ba80-4c4f-ade2-f8bac8b2ed58 tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:17:31.512740 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-9c72df2b-df9f-4514-932f-b1d51396c010 req-8b2319de-ba80-4c4f-ade2-f8bac8b2ed58 tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a24a80a-addf-43a3-ba26-e15e97e8cd59 HTTP/1.1" status: 200 len: 946 time: 0.3907290 Jun 01 19:17:31.516197 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f96421de-2e22-4189-b68c-7ef7a080e082 req-d07f7a7a-596b-4ca9-90cf-decbaefadf91 service neutron] Port 3694ebee-3a93-444a-a14d-6a24b0c018bd on network aa162726-ef17-4a0c-95f5-44449c42913b not bound, no agent of type Open vSwitch agent registered on host n-h1-844202-1 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 19:17:31.517222 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f96421de-2e22-4189-b68c-7ef7a080e082 req-d07f7a7a-596b-4ca9-90cf-decbaefadf91 service neutron] Attempting to bind port 3694ebee-3a93-444a-a14d-6a24b0c018bd on network aa162726-ef17-4a0c-95f5-44449c42913b {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:17:31.545956 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f96421de-2e22-4189-b68c-7ef7a080e082 req-d07f7a7a-596b-4ca9-90cf-decbaefadf91 service neutron] Checking agent: {'id': 'bdb1e5d7-b998-4259-838f-3d278e930f32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 17, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:17:31.546521 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f96421de-2e22-4189-b68c-7ef7a080e082 req-d07f7a7a-596b-4ca9-90cf-decbaefadf91 service neutron] Checking segment: {'id': 'c1fe9472-9c4e-40f9-8057-155ac7bbf856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'aa162726-ef17-4a0c-95f5-44449c42913b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:17:31.548695 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f96421de-2e22-4189-b68c-7ef7a080e082 req-d07f7a7a-596b-4ca9-90cf-decbaefadf91 service neutron] Bound using segment: {'id': 'c1fe9472-9c4e-40f9-8057-155ac7bbf856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'aa162726-ef17-4a0c-95f5-44449c42913b'} {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:17:31.549794 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-f96421de-2e22-4189-b68c-7ef7a080e082 req-d07f7a7a-596b-4ca9-90cf-decbaefadf91 service neutron] Bound port: 3694ebee-3a93-444a-a14d-6a24b0c018bd, host: n-h1-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1fe9472-9c4e-40f9-8057-155ac7bbf856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'aa162726-ef17-4a0c-95f5-44449c42913b'}}] {{(pid=88525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:17:31.555337 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-f96421de-2e22-4189-b68c-7ef7a080e082 req-d07f7a7a-596b-4ca9-90cf-decbaefadf91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:31.560188 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-2378eeda-5605-4f30-9ef3-077b5e4d220c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:17:31.565321 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-2378eeda-5605-4f30-9ef3-077b5e4d220c admin admin] Usage tracker for resource:security_group_rule and tenant:21c82ad64fc04bb4a4e5360c98a83c26 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:17:31.569003 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-2378eeda-5605-4f30-9ef3-077b5e4d220c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:17:31.578552 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-2378eeda-5605-4f30-9ef3-077b5e4d220c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:17:31.626452 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6915a341-c4ce-4edb-bf0f-98c17034c647 None None] Pushing event updated for resources: {'Port': ['ID=78180e82-d2d8-4f7d-b490-6bf6d705b599,revision_number=2']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:17:31.629872 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port facb2907-e40c-4eb4-aeee-06f85e2d09d4 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:17:31.636419 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port facb2907-e40c-4eb4-aeee-06f85e2d09d4 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:17:31.636911 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:31.781645 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-f96421de-2e22-4189-b68c-7ef7a080e082 req-d07f7a7a-596b-4ca9-90cf-decbaefadf91 service neutron] For port 3694ebee-3a93-444a-a14d-6a24b0c018bd, host n-h1-844202-1, cleared binding levels {{(pid=88525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:17:31.785508 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-f96421de-2e22-4189-b68c-7ef7a080e082 req-d07f7a7a-596b-4ca9-90cf-decbaefadf91 service neutron] For port 3694ebee-3a93-444a-a14d-6a24b0c018bd, host n-h1-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=3694ebee-3a93-444a-a14d-6a24b0c018bd,segment=NetworkSegment(c1fe9472-9c4e-40f9-8057-155ac7bbf856),segment_id=c1fe9472-9c4e-40f9-8057-155ac7bbf856)] {{(pid=88525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:17:31.796146 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-f96421de-2e22-4189-b68c-7ef7a080e082 req-d07f7a7a-596b-4ca9-90cf-decbaefadf91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:31.861255 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port facb2907-e40c-4eb4-aeee-06f85e2d09d4 is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:17:31.861883 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:31.863654 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2378eeda-5605-4f30-9ef3-077b5e4d220c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:31.886659 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2378eeda-5605-4f30-9ef3-077b5e4d220c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:31.887460 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-9c72df2b-df9f-4514-932f-b1d51396c010 req-2179a58d-fa5f-4e26-8a8f-112e0c798ec7 tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] 10.222.0.41 "GET /v2.0/security-groups?id=474f47ab-bbd0-40e5-afc5-47ffe99c39cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3473117 Jun 01 19:17:31.954034 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port facb2907-e40c-4eb4-aeee-06f85e2d09d4, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=facb2907-e40c-4eb4-aeee-06f85e2d09d4,segment=NetworkSegment(7875af61-4c53-4ff2-b8c8-d4b7c35ff947),segment_id=7875af61-4c53-4ff2-b8c8-d4b7c35ff947)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:17:31.963506 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:31.975693 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96421de-2e22-4189-b68c-7ef7a080e082 req-d07f7a7a-596b-4ca9-90cf-decbaefadf91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:17:31.976737 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-f96421de-2e22-4189-b68c-7ef7a080e082 req-d07f7a7a-596b-4ca9-90cf-decbaefadf91 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:31.986565 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f96421de-2e22-4189-b68c-7ef7a080e082 req-d07f7a7a-596b-4ca9-90cf-decbaefadf91 service neutron] 10.222.0.15 "PUT /v2.0/ports/3694ebee-3a93-444a-a14d-6a24b0c018bd HTTP/1.1" status: 200 len: 1092 time: 2.5482194 Jun 01 19:17:31.987055 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d3cc594-615f-433b-92ac-9db75e5c6aa8', 'tag': '3694ebee-3a93-444a-a14d-6a24b0c018bd'}] {{(pid=88525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:17:32.057869 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2378eeda-5605-4f30-9ef3-077b5e4d220c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4416980a-8449-467c-8ce0-bdf50c44d3ad,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:17:32.253990 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=facb2907-e40c-4eb4-aeee-06f85e2d09d4,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:17:32.257507 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6a35cf-fac7-4713-8f1d-17215abe650d req-696c08ca-74a7-49e0-8d87-3844e46bf22f tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:17:32.267930 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-2d6a35cf-fac7-4713-8f1d-17215abe650d req-696c08ca-74a7-49e0-8d87-3844e46bf22f tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d3cc594-615f-433b-92ac-9db75e5c6aa8 HTTP/1.1" status: 200 len: 944 time: 0.9768727 Jun 01 19:17:32.321289 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-2378eeda-5605-4f30-9ef3-077b5e4d220c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=21c82ad64fc04bb4a4e5360c98a83c26&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0654693 Jun 01 19:17:32.346983 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 35062) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:17:32.371964 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07f7a7a-596b-4ca9-90cf-decbaefadf91 service neutron] Pushing event updated for resources: {'Port': ['ID=3694ebee-3a93-444a-a14d-6a24b0c018bd,revision_number=3']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:17:32.441901 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96421de-2e22-4189-b68c-7ef7a080e082 req-f343fa4f-998f-45e6-9d5a-dd135a0fff09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:17:32.444564 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f96421de-2e22-4189-b68c-7ef7a080e082 req-f343fa4f-998f-45e6-9d5a-dd135a0fff09 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cc5f500c6137475e84a7347d954ff8b0&device_id=3d3cc594-615f-433b-92ac-9db75e5c6aa8 HTTP/1.1" status: 200 len: 1095 time: 0.3906291 Jun 01 19:17:32.493139 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-2d6a35cf-fac7-4713-8f1d-17215abe650d req-838727b3-f2b6-4558-9c71-ffe878ddc944 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] 10.222.0.41 "GET /v2.0/security-groups?id=07479cdf-b418-4486-9606-f79ca3d42e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2239881 Jun 01 19:17:32.562296 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f96421de-2e22-4189-b68c-7ef7a080e082 req-ed67a23c-a8b0-4ff2-975b-5f108ea0e2e9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3694ebee-3a93-444a-a14d-6a24b0c018bd HTTP/1.1" status: 200 len: 217 time: 0.1047947 Jun 01 19:17:32.563970 n-d-844202-1 neutron-server[88525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3213b8d8-8520-4c1a-9660-770a89421476'] response: {'name': 'network-changed', 'server_uuid': '3d3cc594-615f-433b-92ac-9db75e5c6aa8', 'tag': '3694ebee-3a93-444a-a14d-6a24b0c018bd', 'status': 'completed', 'code': 200} Jun 01 19:17:32.620688 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896a7db9-102a-4fd6-9fa8-8c4743ae7fc1 req-f1afffa8-98bc-4c22-a085-0c3a13aad96c tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:17:32.622276 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-896a7db9-102a-4fd6-9fa8-8c4743ae7fc1 req-f1afffa8-98bc-4c22-a085-0c3a13aad96c tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a24a80a-addf-43a3-ba26-e15e97e8cd59 HTTP/1.1" status: 200 len: 946 time: 0.3463929 Jun 01 19:17:32.690451 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-896a7db9-102a-4fd6-9fa8-8c4743ae7fc1 req-f3834f2a-1a2e-4911-a2fe-90bcb20a45d9 tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] 10.222.0.41 "GET /v2.0/security-groups?id=474f47ab-bbd0-40e5-afc5-47ffe99c39cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543993 Jun 01 19:17:32.697199 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96421de-2e22-4189-b68c-7ef7a080e082 req-7001e546-5999-433b-aa75-83b4d0b4a751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:17:32.699847 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f96421de-2e22-4189-b68c-7ef7a080e082 req-7001e546-5999-433b-aa75-83b4d0b4a751 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a2b1fd9d-4e91-43aa-84e1-67bd94c0de64 HTTP/1.1" status: 200 len: 850 time: 0.1243417 Jun 01 19:17:32.742853 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 35066) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:17:32.778590 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-af2fac11-0759-47bf-a763-06538fa2ff9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:32.789985 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96421de-2e22-4189-b68c-7ef7a080e082 req-a28a01d3-12be-4907-8482-766bf1674465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:17:32.792962 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f96421de-2e22-4189-b68c-7ef7a080e082 req-a28a01d3-12be-4907-8482-766bf1674465 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=aa162726-ef17-4a0c-95f5-44449c42913b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0838702 Jun 01 19:17:32.861405 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-af2fac11-0759-47bf-a763-06538fa2ff9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:32.889398 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [None req-5d01f5b4-fd71-40f5-9204-ea88c764485f tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Allocated IP 172.20.0.1 (2b003680-2bf2-41f9-80c9-f16c3f8f2850/c86ca2db-1a1b-4804-afde-b0057b0289e9/1479fea9-ae7f-4d22-9de0-72c06811756c) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:17:33.050502 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-af2fac11-0759-47bf-a763-06538fa2ff9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:33.074983 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2fac11-0759-47bf-a763-06538fa2ff9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4416980a-8449-467c-8ce0-bdf50c44d3ad,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:17:33.141309 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-af2fac11-0759-47bf-a763-06538fa2ff9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:33.142349 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-af2fac11-0759-47bf-a763-06538fa2ff9b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4416980a-8449-467c-8ce0-bdf50c44d3ad HTTP/1.1" status: 204 len: 168 time: 0.7763650 Jun 01 19:17:33.147630 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f96421de-2e22-4189-b68c-7ef7a080e082 req-65072f9d-3b83-44d6-a010-45ffa5144d5d service neutron] 10.222.0.15 "GET /v2.0/networks/aa162726-ef17-4a0c-95f5-44449c42913b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3450060 Jun 01 19:17:33.245118 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-5d01f5b4-fd71-40f5-9204-ea88c764485f tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:33.388511 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [None req-5d01f5b4-fd71-40f5-9204-ea88c764485f tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Transition to ACTIVE for port object 1479fea9-ae7f-4d22-9de0-72c06811756c will not be triggered until provisioned by entity DHCP. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:17:33.430036 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f96421de-2e22-4189-b68c-7ef7a080e082 req-e155a584-5580-4352-8f86-23a4c5c1c495 service neutron] 10.222.0.15 "GET /v2.0/networks/aa162726-ef17-4a0c-95f5-44449c42913b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2666929 Jun 01 19:17:33.435126 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c83b16d-bd12-49b4-9ae7-fe6e9707ef22 tempest-TestServerBasicOps-1827899142 tempest-TestServerBasicOps-1827899142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:17:33.436067 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-8c83b16d-bd12-49b4-9ae7-fe6e9707ef22 tempest-TestServerBasicOps-1827899142 tempest-TestServerBasicOps-1827899142-project-admin] Synchronizing usage tracker for tenant:a28f4eeef403410e9002798dc68ad46b on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:17:33.453209 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-5d01f5b4-fd71-40f5-9204-ea88c764485f tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:33.534746 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device facb2907-e40c-4eb4-aeee-06f85e2d09d4 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:17:33.545447 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-8c83b16d-bd12-49b4-9ae7-fe6e9707ef22 tempest-TestServerBasicOps-1827899142 tempest-TestServerBasicOps-1827899142-project-admin] Unset dirty status for tenant:a28f4eeef403410e9002798dc68ad46b on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:17:33.546801 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-8c83b16d-bd12-49b4-9ae7-fe6e9707ef22 tempest-TestServerBasicOps-1827899142 tempest-TestServerBasicOps-1827899142-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=3a24a80a-addf-43a3-ba26-e15e97e8cd59 HTTP/1.1" status: 200 len: 1092 time: 0.8028233 Jun 01 19:17:33.550240 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 35078) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:17:33.564678 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-d3e03101-c62e-427d-b2e6-97a977ce36f1 tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] Request body: {'floatingip': {'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'port_id': 'adb18467-144d-4383-a9bf-2753080dab0c', 'tenant_id': 'ebd616d5a10a4d93abecbdcf72fa4181', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:17:33.585037 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-d3e03101-c62e-427d-b2e6-97a977ce36f1 tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:17:33.593358 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-d3e03101-c62e-427d-b2e6-97a977ce36f1 tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] Usage tracker for resource:floatingip and tenant:ebd616d5a10a4d93abecbdcf72fa4181 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:17:33.593559 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d01f5b4-fd71-40f5-9204-ea88c764485f tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Pushing event updated for resources: {'Port': ['ID=1479fea9-ae7f-4d22-9de0-72c06811756c,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:17:33.600720 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-d3e03101-c62e-427d-b2e6-97a977ce36f1 tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:17:33.605829 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d01f5b4-fd71-40f5-9204-ea88c764485f tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Network 2b003680-2bf2-41f9-80c9-f16c3f8f2850 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:17:33.611022 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-5d01f5b4-fd71-40f5-9204-ea88c764485f tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:17:33.617039 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d01f5b4-fd71-40f5-9204-ea88c764485f tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:17:33.624051 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-d3e03101-c62e-427d-b2e6-97a977ce36f1 tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:17:33.695680 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a4127c-69e5-46b2-9a4e-b41598fa6279 req-ec28dd3e-0fe1-4911-ad0d-780a72d5d33e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:17:33.698692 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b4a4127c-69e5-46b2-9a4e-b41598fa6279 req-ec28dd3e-0fe1-4911-ad0d-780a72d5d33e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cc5f500c6137475e84a7347d954ff8b0&device_id=3d3cc594-615f-433b-92ac-9db75e5c6aa8 HTTP/1.1" status: 200 len: 1095 time: 0.2114556 Jun 01 19:17:33.699678 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d3e03101-c62e-427d-b2e6-97a977ce36f1 tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] Notify callbacks [] for floatingip, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:33.765425 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2db030a2-5ad1-4964-af42-8807a4c6a117 None None] Network 2b003680-2bf2-41f9-80c9-f16c3f8f2850 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:17:33.845605 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-5d01f5b4-fd71-40f5-9204-ea88c764485f tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-887605'] for router_interface, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:33.886391 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1373423e-6297-40ad-a773-ca1bebdbd339 req-2128a9ca-8fff-4928-9c6e-b4e84b2c27ee tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:17:33.887396 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-1373423e-6297-40ad-a773-ca1bebdbd339 req-2128a9ca-8fff-4928-9c6e-b4e84b2c27ee tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d3cc594-615f-433b-92ac-9db75e5c6aa8 HTTP/1.1" status: 200 len: 944 time: 0.1590693 Jun 01 19:17:33.981987 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-1373423e-6297-40ad-a773-ca1bebdbd339 req-431b9ade-8ec5-4572-99a8-8f54ee87406a tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] 10.222.0.41 "GET /v2.0/security-groups?id=07479cdf-b418-4486-9606-f79ca3d42e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818484 Jun 01 19:17:34.064695 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port facb2907-e40c-4eb4-aeee-06f85e2d09d4 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:17:34.064695 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:34.121171 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-63f69b36-335b-41f4-a8ee-c0930ec83707 None None] Provisioning for port 78180e82-d2d8-4f7d-b490-6bf6d705b599 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:17:34.165310 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a4127c-69e5-46b2-9a4e-b41598fa6279 req-480b96af-8c00-4d73-9843-e65e5f4698ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:17:34.168462 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b4a4127c-69e5-46b2-9a4e-b41598fa6279 req-480b96af-8c00-4d73-9843-e65e5f4698ab service neutron] 10.222.0.15 "GET /v2.0/networks?id=aa162726-ef17-4a0c-95f5-44449c42913b HTTP/1.1" status: 200 len: 912 time: 0.4193447 Jun 01 19:17:34.232861 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-5d01f5b4-fd71-40f5-9204-ea88c764485f tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:34.263592 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b4a4127c-69e5-46b2-9a4e-b41598fa6279 req-b5ff01f2-e7f7-4bc7-903a-ad9bfb1019dd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3694ebee-3a93-444a-a14d-6a24b0c018bd HTTP/1.1" status: 200 len: 217 time: 0.0878310 Jun 01 19:17:34.268340 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port facb2907-e40c-4eb4-aeee-06f85e2d09d4 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:17:34.269643 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 78180e82-d2d8-4f7d-b490-6bf6d705b599 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:17:34.469608 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port 78180e82-d2d8-4f7d-b490-6bf6d705b599 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:17:34.480185 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 78180e82-d2d8-4f7d-b490-6bf6d705b599 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:17:34.480564 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:34.687472 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 78180e82-d2d8-4f7d-b490-6bf6d705b599 is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:17:34.692035 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:34.737559 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a4127c-69e5-46b2-9a4e-b41598fa6279 req-76407224-16e7-408a-a4d0-d1f43010ca30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:17:34.738897 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b4a4127c-69e5-46b2-9a4e-b41598fa6279 req-76407224-16e7-408a-a4d0-d1f43010ca30 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a2b1fd9d-4e91-43aa-84e1-67bd94c0de64 HTTP/1.1" status: 200 len: 850 time: 0.4659712 Jun 01 19:17:34.740265 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d3e03101-c62e-427d-b2e6-97a977ce36f1 tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:34.793218 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port 78180e82-d2d8-4f7d-b490-6bf6d705b599, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=78180e82-d2d8-4f7d-b490-6bf6d705b599,segment=NetworkSegment(99f5ef3e-a69b-4de1-9b56-614178cdee50),segment_id=99f5ef3e-a69b-4de1-9b56-614178cdee50)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:17:34.803210 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:34.951108 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=78180e82-d2d8-4f7d-b490-6bf6d705b599,revision_number=3']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:17:35.046766 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a4127c-69e5-46b2-9a4e-b41598fa6279 req-08f148fa-3868-4d40-84ea-8288fab3bc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:17:35.048576 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b4a4127c-69e5-46b2-9a4e-b41598fa6279 req-08f148fa-3868-4d40-84ea-8288fab3bc7a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=aa162726-ef17-4a0c-95f5-44449c42913b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2274096 Jun 01 19:17:35.112527 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b46464a-e8e0-46ad-9a16-ecf2ec9bbeab None None] Provisioning for port 1479fea9-ae7f-4d22-9de0-72c06811756c completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:17:35.137418 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b46464a-e8e0-46ad-9a16-ecf2ec9bbeab None None] Provisioning complete for port 1479fea9-ae7f-4d22-9de0-72c06811756c triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:17:35.139765 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b46464a-e8e0-46ad-9a16-ecf2ec9bbeab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:35.172197 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-5d01f5b4-fd71-40f5-9204-ea88c764485f tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:35.179056 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-5d01f5b4-fd71-40f5-9204-ea88c764485f tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:35.268400 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [None req-d3e03101-c62e-427d-b2e6-97a977ce36f1 tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] Allocated IP 172.25.4.115 (72a72e44-6845-488a-a5ff-3a26d4df9cb3/c314a23b-daa2-4106-ab28-8e6f954277b2/e32416bc-a10f-4548-accc-86ab3f3bf5a0) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:17:35.293007 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b46464a-e8e0-46ad-9a16-ecf2ec9bbeab None None] Port 1479fea9-ae7f-4d22-9de0-72c06811756c cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:17:35.324069 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 78180e82-d2d8-4f7d-b490-6bf6d705b599 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:17:35.391091 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-5d01f5b4-fd71-40f5-9204-ea88c764485f tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-887436'] for router_interface, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:35.453043 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b46464a-e8e0-46ad-9a16-ecf2ec9bbeab None None] Provisioning complete for port 78180e82-d2d8-4f7d-b490-6bf6d705b599 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:17:35.453654 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b46464a-e8e0-46ad-9a16-ecf2ec9bbeab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:35.636308 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 78180e82-d2d8-4f7d-b490-6bf6d705b599 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:17:35.636915 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:35.641222 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d01f5b4-fd71-40f5-9204-ea88c764485f tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Pushing event updated for resources: {'Port': ['ID=1479fea9-ae7f-4d22-9de0-72c06811756c,revision_number=2']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:17:35.649548 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b4a4127c-69e5-46b2-9a4e-b41598fa6279 req-fb25a114-1477-46b7-8719-c1fde4e914b4 service neutron] 10.222.0.15 "GET /v2.0/networks/aa162726-ef17-4a0c-95f5-44449c42913b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5898693 Jun 01 19:17:35.723175 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d01f5b4-fd71-40f5-9204-ea88c764485f tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Network 2b003680-2bf2-41f9-80c9-f16c3f8f2850 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:17:35.724426 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-5d01f5b4-fd71-40f5-9204-ea88c764485f tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:17:35.798946 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b46464a-e8e0-46ad-9a16-ecf2ec9bbeab None None] Current status of the port 78180e82-d2d8-4f7d-b490-6bf6d705b599 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:17:35.845178 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b4a4127c-69e5-46b2-9a4e-b41598fa6279 req-091b9a49-2701-48bb-97f6-da724eac11ae service neutron] 10.222.0.15 "GET /v2.0/networks/aa162726-ef17-4a0c-95f5-44449c42913b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1805339 Jun 01 19:17:35.858503 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d3e03101-c62e-427d-b2e6-97a977ce36f1 tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:35.919297 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 78180e82-d2d8-4f7d-b490-6bf6d705b599 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:17:35.941175 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1d6c3d-ed9d-4361-af9e-348780037c84 req-e43fdfe7-0bce-4b93-b507-f01dda1218fe tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:17:35.942620 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-d9779b0d-c256-47f3-984d-d385d5b81681 None None] Provisioning complete for port 1479fea9-ae7f-4d22-9de0-72c06811756c triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:17:35.943483 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-d9779b0d-c256-47f3-984d-d385d5b81681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:35.963154 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-6d1d6c3d-ed9d-4361-af9e-348780037c84 req-e43fdfe7-0bce-4b93-b507-f01dda1218fe tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d3cc594-615f-433b-92ac-9db75e5c6aa8 HTTP/1.1" status: 200 len: 944 time: 0.4872544 Jun 01 19:17:36.044916 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-6d1d6c3d-ed9d-4361-af9e-348780037c84 req-63eed1a2-8a0e-43c6-951b-344583c87ffc tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] 10.222.0.41 "GET /v2.0/security-groups?id=07479cdf-b418-4486-9606-f79ca3d42e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749457 Jun 01 19:17:36.078384 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-d9779b0d-c256-47f3-984d-d385d5b81681 None None] Port 1479fea9-ae7f-4d22-9de0-72c06811756c cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:17:36.079284 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d3e03101-c62e-427d-b2e6-97a977ce36f1 tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:36.169779 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3e03101-c62e-427d-b2e6-97a977ce36f1 tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] Network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:17:36.172574 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-d3e03101-c62e-427d-b2e6-97a977ce36f1 tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:17:36.176585 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e03101-c62e-427d-b2e6-97a977ce36f1 tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:17:36.198625 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d01f5b4-fd71-40f5-9204-ea88c764485f tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Router 0d7e7d6f-aaa1-4fd0-8212-c58a452c8973 has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 19:17:36.203409 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-4534c350-5817-44ee-80eb-22b2ee6e078f None None] Provisioning complete for port 1479fea9-ae7f-4d22-9de0-72c06811756c triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:17:36.203938 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-4534c350-5817-44ee-80eb-22b2ee6e078f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:36.225548 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e03101-c62e-427d-b2e6-97a977ce36f1 tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] Pushing event updated for resources: {'Port': ['ID=e32416bc-a10f-4548-accc-86ab3f3bf5a0,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:17:36.276430 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-4534c350-5817-44ee-80eb-22b2ee6e078f None None] Port 1479fea9-ae7f-4d22-9de0-72c06811756c cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:17:36.417350 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d01f5b4-fd71-40f5-9204-ea88c764485f tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:17:36.428695 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-315ccb7d-31a3-4f9f-ab7d-898c5e207389 None None] Sync routers for ids ['0d7e7d6f-aaa1-4fd0-8212-c58a452c8973'] in n-d-844202-1 {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:17:36.432002 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-5d01f5b4-fd71-40f5-9204-ea88c764485f tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] 10.222.0.41 "PUT /v2.0/routers/0d7e7d6f-aaa1-4fd0-8212-c58a452c8973/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6306219 Jun 01 19:17:36.434700 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 35128) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:17:36.443692 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-fa50e6ae-83c4-43b4-a1f8-eaaa34673ab3 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1479288327', 'description': 'tempest-secgroup_access--1479288327 description', 'project_id': '9861cb7602da47e7b9bc308454678263'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:17:36.445079 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-315ccb7d-31a3-4f9f-ab7d-898c5e207389 None None] Routers {'0d7e7d6f-aaa1-4fd0-8212-c58a452c8973'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:17:36.445712 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-315ccb7d-31a3-4f9f-ab7d-898c5e207389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:17:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['0d7e7d6f-aaa1-4fd0-8212-c58a452c8973'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:17:36.453221 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-fa50e6ae-83c4-43b4-a1f8-eaaa34673ab3 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:17:36.458172 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-fa50e6ae-83c4-43b4-a1f8-eaaa34673ab3 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Usage tracker for resource:security_group and tenant:9861cb7602da47e7b9bc308454678263 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:17:36.462286 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-fa50e6ae-83c4-43b4-a1f8-eaaa34673ab3 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:17:36.475919 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-fa50e6ae-83c4-43b4-a1f8-eaaa34673ab3 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:17:36.497481 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-fa50e6ae-83c4-43b4-a1f8-eaaa34673ab3 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:36.525939 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-fa50e6ae-83c4-43b4-a1f8-eaaa34673ab3 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:17:36.529990 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-fa50e6ae-83c4-43b4-a1f8-eaaa34673ab3 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Usage tracker for resource:security_group_rule and tenant:9861cb7602da47e7b9bc308454678263 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:17:36.533251 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-fa50e6ae-83c4-43b4-a1f8-eaaa34673ab3 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:17:36.543670 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-fa50e6ae-83c4-43b4-a1f8-eaaa34673ab3 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:17:36.634292 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-fa50e6ae-83c4-43b4-a1f8-eaaa34673ab3 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:36.640283 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-fa50e6ae-83c4-43b4-a1f8-eaaa34673ab3 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:36.722556 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-fa50e6ae-83c4-43b4-a1f8-eaaa34673ab3 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:36.723332 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-fa50e6ae-83c4-43b4-a1f8-eaaa34673ab3 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.2861824 Jun 01 19:17:36.729380 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 35138) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:17:36.734530 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa50e6ae-83c4-43b4-a1f8-eaaa34673ab3 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbafb351-8cb8-48d0-852d-0910b4f77ab1,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:17:36.736055 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-9a52237d-0e45-4f87-8fb2-c9d298d5a70e tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--69374629', 'description': 'tempest-secgroup_general--69374629 description', 'project_id': '9861cb7602da47e7b9bc308454678263'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:17:36.746322 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-9a52237d-0e45-4f87-8fb2-c9d298d5a70e tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:17:36.755165 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-315ccb7d-31a3-4f9f-ab7d-898c5e207389 None None] Set router 0d7e7d6f-aaa1-4fd0-8212-c58a452c8973 gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:17:36.756529 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-9a52237d-0e45-4f87-8fb2-c9d298d5a70e tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Usage tracker for resource:security_group and tenant:9861cb7602da47e7b9bc308454678263 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:17:36.761100 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-9a52237d-0e45-4f87-8fb2-c9d298d5a70e tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:17:36.768271 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-9a52237d-0e45-4f87-8fb2-c9d298d5a70e tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:17:36.782955 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d3e03101-c62e-427d-b2e6-97a977ce36f1 tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:36.784828 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9a52237d-0e45-4f87-8fb2-c9d298d5a70e tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:36.815462 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-9a52237d-0e45-4f87-8fb2-c9d298d5a70e tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:17:36.823231 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-9a52237d-0e45-4f87-8fb2-c9d298d5a70e tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Usage tracker for resource:security_group_rule and tenant:9861cb7602da47e7b9bc308454678263 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:17:36.826889 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-9a52237d-0e45-4f87-8fb2-c9d298d5a70e tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:17:36.834472 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-9a52237d-0e45-4f87-8fb2-c9d298d5a70e tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:17:36.953289 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9a52237d-0e45-4f87-8fb2-c9d298d5a70e tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:36.967532 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9a52237d-0e45-4f87-8fb2-c9d298d5a70e tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:37.032639 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a52237d-0e45-4f87-8fb2-c9d298d5a70e tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bff83c8b-c591-4f8e-ae9e-bb9157b2573c,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:17:37.034915 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9a52237d-0e45-4f87-8fb2-c9d298d5a70e tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:37.036148 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-9a52237d-0e45-4f87-8fb2-c9d298d5a70e tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3058181 Jun 01 19:17:37.039535 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 35148) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:17:37.047035 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-d89dd420-079b-4671-840c-02929ef4b3c1 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Request body: {'security_group_rule': {'security_group_id': 'cbafb351-8cb8-48d0-852d-0910b4f77ab1', 'project_id': '9861cb7602da47e7b9bc308454678263', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:17:37.048593 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d3e03101-c62e-427d-b2e6-97a977ce36f1 tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:37.065951 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-d89dd420-079b-4671-840c-02929ef4b3c1 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:17:37.079013 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-d89dd420-079b-4671-840c-02929ef4b3c1 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Usage tracker for resource:security_group_rule and tenant:9861cb7602da47e7b9bc308454678263 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:17:37.096380 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-d89dd420-079b-4671-840c-02929ef4b3c1 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:17:37.122594 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-d89dd420-079b-4671-840c-02929ef4b3c1 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:17:37.164484 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d89dd420-079b-4671-840c-02929ef4b3c1 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:37.185494 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-9c82f1d4-cae9-4726-9cc9-ae4452880bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:37.295666 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-315ccb7d-31a3-4f9f-ab7d-898c5e207389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d7e7d6f-aaa1-4fd0-8212-c58a452c8973', 'name': 'tempest-TestSecurityGroupsBasicOps-router-732501080', 'tenant_id': '9861cb7602da47e7b9bc308454678263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'facb2907-e40c-4eb4-aeee-06f85e2d09d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:17:22Z', 'updated_at': '2022-06-01T19:17:33Z', 'revision_number': 4, 'project_id': '9861cb7602da47e7b9bc308454678263', 'gw_port': {'id': 'facb2907-e40c-4eb4-aeee-06f85e2d09d4', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:60:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d7e7d6f-aaa1-4fd0-8212-c58a452c8973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:17:23Z', 'updated_at': '2022-06-01T19:17:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '1479fea9-ae7f-4d22-9de0-72c06811756c', 'name': '', 'network_id': '2b003680-2bf2-41f9-80c9-f16c3f8f2850', 'tenant_id': '9861cb7602da47e7b9bc308454678263', 'mac_address': 'fa:16:3e:95:15:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d7e7d6f-aaa1-4fd0-8212-c58a452c8973', 'device_owner': 'network:router_interface', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': 'c86ca2db-1a1b-4804-afde-b0057b0289e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:17:32Z', 'updated_at': '2022-06-01T19:17:34Z', 'revision_number': 2, 'project_id': '9861cb7602da47e7b9bc308454678263', 'subnets': [{'id': 'c86ca2db-1a1b-4804-afde-b0057b0289e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:17:37.301108 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-315ccb7d-31a3-4f9f-ab7d-898c5e207389 None None] Checking router: 0d7e7d6f-aaa1-4fd0-8212-c58a452c8973 for host: n-d-844202-1 {{(pid=88526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 19:17:37.301461 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-315ccb7d-31a3-4f9f-ab7d-898c5e207389 None None] Updating router 0d7e7d6f-aaa1-4fd0-8212-c58a452c8973 port 1479fea9-ae7f-4d22-9de0-72c06811756c binding host n-d-844202-1 {{(pid=88526) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 19:17:37.383585 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d89dd420-079b-4671-840c-02929ef4b3c1 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:37.412688 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f4b792-c7e9-4c7d-998d-90b36bd936c6 req-6c3ae7d0-e48c-4e8b-9afb-0fc276efe143 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:17:37.439143 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-53f4b792-c7e9-4c7d-998d-90b36bd936c6 req-6c3ae7d0-e48c-4e8b-9afb-0fc276efe143 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d3cc594-615f-433b-92ac-9db75e5c6aa8 HTTP/1.1" status: 200 len: 944 time: 0.2231300 Jun 01 19:17:37.439143 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d89dd420-079b-4671-840c-02929ef4b3c1 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:37.473591 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-315ccb7d-31a3-4f9f-ab7d-898c5e207389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:37.526691 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d3e03101-c62e-427d-b2e6-97a977ce36f1 tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] Notify callbacks [] for port, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:37.531633 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d3e03101-c62e-427d-b2e6-97a977ce36f1 tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:37.543273 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89dd420-079b-4671-840c-02929ef4b3c1 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=370749da-5fcd-4b62-b084-b6488fd5d64f,revision_number=0']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:17:37.597360 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-53f4b792-c7e9-4c7d-998d-90b36bd936c6 req-9c568748-5504-4def-93eb-072e59ce18fc tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] 10.222.0.41 "GET /v2.0/security-groups?id=07479cdf-b418-4486-9606-f79ca3d42e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1706941 Jun 01 19:17:37.598803 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d89dd420-079b-4671-840c-02929ef4b3c1 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:37.613041 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-d89dd420-079b-4671-840c-02929ef4b3c1 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5709429 Jun 01 19:17:37.706394 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d3e03101-c62e-427d-b2e6-97a977ce36f1 tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887712'] for floatingip, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:37.746162 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 3694ebee-3a93-444a-a14d-6a24b0c018bd details requested by agent hyperv_n-h1-844202-1 with host n-h1-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 19:17:37.795518 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e03101-c62e-427d-b2e6-97a977ce36f1 tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] Pushing event updated for resources: {'Port': ['ID=e32416bc-a10f-4548-accc-86ab3f3bf5a0,revision_number=2']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:17:37.927547 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-b5d70540-9de2-442b-bb5b-671ae6f757ae req-b67bdcfc-d739-4bb4-beb3-8e94ee9ebab2 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Synchronizing usage tracker for tenant:9861cb7602da47e7b9bc308454678263 on resource:security_group {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:17:37.956264 n-d-844202-1 neutron-server[88525]: INFO neutron.db.l3_db [None req-d3e03101-c62e-427d-b2e6-97a977ce36f1 tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] Floating IP 793ab2d3-1812-445a-8ed4-84600f1b3360 associated. External IP: 172.25.4.115, port: adb18467-144d-4383-a9bf-2753080dab0c. Jun 01 19:17:37.964841 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 35178) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:17:38.003538 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port 3694ebee-3a93-444a-a14d-6a24b0c018bd, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=3694ebee-3a93-444a-a14d-6a24b0c018bd,segment=NetworkSegment(c1fe9472-9c4e-40f9-8057-155ac7bbf856),segment_id=c1fe9472-9c4e-40f9-8057-155ac7bbf856)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:17:38.023741 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Returning: {'device': '3694ebee-3a93-444a-a14d-6a24b0c018bd', 'network_id': 'aa162726-ef17-4a0c-95f5-44449c42913b', 'port_id': '3694ebee-3a93-444a-a14d-6a24b0c018bd', 'mac_address': 'fa:16:3e:ef:7c:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2b1fd9d-4e91-43aa-84e1-67bd94c0de64', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 19:17:38.134223 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ae383c7c-7ed5-4c3d-9782-d0eb0ac5d253 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:38.137655 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port 3694ebee-3a93-444a-a14d-6a24b0c018bd is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:17:38.138026 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:38.151039 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-ae383c7c-7ed5-4c3d-9782-d0eb0ac5d253 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:17:38.155241 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-ae383c7c-7ed5-4c3d-9782-d0eb0ac5d253 admin admin] Usage tracker for resource:security_group_rule and tenant:8a92750d977341e590124c2b053a070c is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:17:38.158384 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-ae383c7c-7ed5-4c3d-9782-d0eb0ac5d253 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:17:38.164602 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-ae383c7c-7ed5-4c3d-9782-d0eb0ac5d253 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:17:38.166043 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3694ebee-3a93-444a-a14d-6a24b0c018bd {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 19:17:38.174519 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-315ccb7d-31a3-4f9f-ab7d-898c5e207389 None None] Notify callbacks [] for port, precommit_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:38.193982 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port 3694ebee-3a93-444a-a14d-6a24b0c018bd, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=3694ebee-3a93-444a-a14d-6a24b0c018bd,segment=NetworkSegment(c1fe9472-9c4e-40f9-8057-155ac7bbf856),segment_id=c1fe9472-9c4e-40f9-8057-155ac7bbf856)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:17:38.196071 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-315ccb7d-31a3-4f9f-ab7d-898c5e207389 None None] Transition to ACTIVE for port object 1479fea9-ae7f-4d22-9de0-72c06811756c will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:17:38.200482 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-b5d70540-9de2-442b-bb5b-671ae6f757ae req-b67bdcfc-d739-4bb4-beb3-8e94ee9ebab2 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Unset dirty status for tenant:9861cb7602da47e7b9bc308454678263 on resource:security_group {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:17:38.200852 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:38.201634 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b5d70540-9de2-442b-bb5b-671ae6f757ae req-b67bdcfc-d739-4bb4-beb3-8e94ee9ebab2 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup_general--69374629&fields=id&tenant_id=9861cb7602da47e7b9bc308454678263 HTTP/1.1" status: 200 len: 267 time: 0.3906240 Jun 01 19:17:38.238050 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-315ccb7d-31a3-4f9f-ab7d-898c5e207389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:38.267613 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ae383c7c-7ed5-4c3d-9782-d0eb0ac5d253 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:38.272902 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ae383c7c-7ed5-4c3d-9782-d0eb0ac5d253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:38.338926 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-ae383c7c-7ed5-4c3d-9782-d0eb0ac5d253 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8a92750d977341e590124c2b053a070c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3724620 Jun 01 19:17:38.339605 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 35184) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:17:38.340454 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae383c7c-7ed5-4c3d-9782-d0eb0ac5d253 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca74df1e-b79c-4708-a7fe-0d7ab8801717,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:17:38.347779 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b5d70540-9de2-442b-bb5b-671ae6f757ae req-6c4ff9d5-c342-49ba-a926-382bcfada15e tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup_access--1479288327&fields=id&tenant_id=9861cb7602da47e7b9bc308454678263 HTTP/1.1" status: 200 len: 267 time: 0.1290386 Jun 01 19:17:38.388623 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=3694ebee-3a93-444a-a14d-6a24b0c018bd,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:17:38.461576 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] get_ports_and_sgs() called for port_ids ['3694ebee-3a93-444a-a14d-6a24b0c018bd'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 19:17:38.522110 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b5c333c8-d868-4dc9-99e8-e03073f13055 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:38.561290 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3e03101-c62e-427d-b2e6-97a977ce36f1 tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] Router a8882e47-d9d7-413d-bf08-98833781f641 has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 19:17:38.576546 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd939b9-762f-4af9-a637-fcdec90964af None None] Pushing event updated for resources: {'Port': ['ID=1479fea9-ae7f-4d22-9de0-72c06811756c,revision_number=3']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:17:38.595888 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b5c333c8-d868-4dc9-99e8-e03073f13055 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:38.612059 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-315ccb7d-31a3-4f9f-ab7d-898c5e207389 None None] Attempting to bind port 1479fea9-ae7f-4d22-9de0-72c06811756c on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:17:38.612455 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-315ccb7d-31a3-4f9f-ab7d-898c5e207389 None None] Attempting to bind port 1479fea9-ae7f-4d22-9de0-72c06811756c by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': '99f5ef3e-a69b-4de1-9b56-614178cdee50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '2b003680-2bf2-41f9-80c9-f16c3f8f2850'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:17:38.612817 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315ccb7d-31a3-4f9f-ab7d-898c5e207389 None None] Attempting to bind port 1479fea9-ae7f-4d22-9de0-72c06811756c on network 2b003680-2bf2-41f9-80c9-f16c3f8f2850 {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:17:38.629668 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315ccb7d-31a3-4f9f-ab7d-898c5e207389 None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 17, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:17:38.630343 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315ccb7d-31a3-4f9f-ab7d-898c5e207389 None None] Checking segment: {'id': '99f5ef3e-a69b-4de1-9b56-614178cdee50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '2b003680-2bf2-41f9-80c9-f16c3f8f2850'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:17:38.630913 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-315ccb7d-31a3-4f9f-ab7d-898c5e207389 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:38.631476 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315ccb7d-31a3-4f9f-ab7d-898c5e207389 None None] Bound using segment: {'id': '99f5ef3e-a69b-4de1-9b56-614178cdee50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '2b003680-2bf2-41f9-80c9-f16c3f8f2850'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:17:38.632111 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-315ccb7d-31a3-4f9f-ab7d-898c5e207389 None None] Bound port: 1479fea9-ae7f-4d22-9de0-72c06811756c, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99f5ef3e-a69b-4de1-9b56-614178cdee50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '2b003680-2bf2-41f9-80c9-f16c3f8f2850'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:17:38.632778 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-315ccb7d-31a3-4f9f-ab7d-898c5e207389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:38.716117 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d70540-9de2-442b-bb5b-671ae6f757ae req-3c53fa66-f407-4815-ad5e-e43f7651bf4c tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:17:38.717795 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b5d70540-9de2-442b-bb5b-671ae6f757ae req-3c53fa66-f407-4815-ad5e-e43f7651bf4c tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] 10.222.0.41 "GET /v2.0/networks?id=2b003680-2bf2-41f9-80c9-f16c3f8f2850 HTTP/1.1" status: 200 len: 797 time: 0.3579032 Jun 01 19:17:38.761479 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b5d70540-9de2-442b-bb5b-671ae6f757ae req-73e06500-179b-4f21-8d99-6931f88313fc tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] 10.222.0.41 "GET /v2.0/quotas/9861cb7602da47e7b9bc308454678263 HTTP/1.1" status: 200 len: 375 time: 0.0262127 Jun 01 19:17:38.789727 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-315ccb7d-31a3-4f9f-ab7d-898c5e207389 None None] For port 1479fea9-ae7f-4d22-9de0-72c06811756c, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:17:38.808782 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-315ccb7d-31a3-4f9f-ab7d-898c5e207389 None None] For port 1479fea9-ae7f-4d22-9de0-72c06811756c, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=1479fea9-ae7f-4d22-9de0-72c06811756c,segment=NetworkSegment(99f5ef3e-a69b-4de1-9b56-614178cdee50),segment_id=99f5ef3e-a69b-4de1-9b56-614178cdee50)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:17:38.822700 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-315ccb7d-31a3-4f9f-ab7d-898c5e207389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:38.917832 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b5c333c8-d868-4dc9-99e8-e03073f13055 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:38.928099 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00c2ae5-52b7-4ed0-ae8a-b146a7fdd675 req-839944cc-dd89-46d9-b5f0-c3b335c6e720 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:17:38.929643 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c00c2ae5-52b7-4ed0-ae8a-b146a7fdd675 req-839944cc-dd89-46d9-b5f0-c3b335c6e720 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d3cc594-615f-433b-92ac-9db75e5c6aa8 HTTP/1.1" status: 200 len: 945 time: 0.1707084 Jun 01 19:17:38.937684 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3e03101-c62e-427d-b2e6-97a977ce36f1 tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:17:38.946388 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c333c8-d868-4dc9-99e8-e03073f13055 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca74df1e-b79c-4708-a7fe-0d7ab8801717,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:17:38.953041 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52dd0c8f-9f5f-4254-90aa-b68b4c60c77a None None] Sync routers for ids ['a8882e47-d9d7-413d-bf08-98833781f641'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:17:38.965390 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b5c333c8-d868-4dc9-99e8-e03073f13055 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:38.967179 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-b5c333c8-d868-4dc9-99e8-e03073f13055 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ca74df1e-b79c-4708-a7fe-0d7ab8801717 HTTP/1.1" status: 204 len: 168 time: 0.6259468 Jun 01 19:17:38.982703 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d3e03101-c62e-427d-b2e6-97a977ce36f1 tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for floatingip, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:38.986673 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c00c2ae5-52b7-4ed0-ae8a-b146a7fdd675 req-3847a1d7-794d-4f38-a96d-f2126c3e5b24 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] 10.222.0.41 "GET /v2.0/security-groups?id=07479cdf-b418-4486-9606-f79ca3d42e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490086 Jun 01 19:17:38.992410 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52dd0c8f-9f5f-4254-90aa-b68b4c60c77a None None] Routers {'a8882e47-d9d7-413d-bf08-98833781f641'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:17:38.993112 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-52dd0c8f-9f5f-4254-90aa-b68b4c60c77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:17:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['a8882e47-d9d7-413d-bf08-98833781f641'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:17:39.039662 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-315ccb7d-31a3-4f9f-ab7d-898c5e207389 None None] Routers {'0d7e7d6f-aaa1-4fd0-8212-c58a452c8973'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:17:39.040348 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-315ccb7d-31a3-4f9f-ab7d-898c5e207389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:17:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['0d7e7d6f-aaa1-4fd0-8212-c58a452c8973'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:17:39.123470 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-d3e03101-c62e-427d-b2e6-97a977ce36f1 tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 5.5714271 Jun 01 19:17:39.125682 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a24a80a-addf-43a3-ba26-e15e97e8cd59', 'tag': 'adb18467-144d-4383-a9bf-2753080dab0c'}] {{(pid=88525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:17:39.163123 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b5d70540-9de2-442b-bb5b-671ae6f757ae req-1a66e53e-cfad-4e68-a971-566e91c9fc14 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=9861cb7602da47e7b9bc308454678263&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3429914 Jun 01 19:17:39.172096 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd939b9-762f-4af9-a637-fcdec90964af None None] Pushing event updated for resources: {'Port': ['ID=1479fea9-ae7f-4d22-9de0-72c06811756c,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:17:39.362034 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-52dd0c8f-9f5f-4254-90aa-b68b4c60c77a None None] Set router a8882e47-d9d7-413d-bf08-98833781f641 gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:17:39.436177 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533cf495-54b6-4853-8180-5cd79ba3d8aa req-4762a971-2f94-4ea6-9191-73752c3252f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:17:39.438138 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-533cf495-54b6-4853-8180-5cd79ba3d8aa req-4762a971-2f94-4ea6-9191-73752c3252f5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ebd616d5a10a4d93abecbdcf72fa4181&device_id=3a24a80a-addf-43a3-ba26-e15e97e8cd59 HTTP/1.1" status: 200 len: 1097 time: 0.1586246 Jun 01 19:17:39.490880 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-315ccb7d-31a3-4f9f-ab7d-898c5e207389 None None] Set router 0d7e7d6f-aaa1-4fd0-8212-c58a452c8973 gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:17:39.571528 n-d-844202-1 neutron-server[88525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c33dd04-ae31-40a0-9465-7c29e03530b0'] response: {'name': 'network-changed', 'server_uuid': '3a24a80a-addf-43a3-ba26-e15e97e8cd59', 'tag': 'adb18467-144d-4383-a9bf-2753080dab0c', 'status': 'completed', 'code': 200} Jun 01 19:17:39.640926 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 35216) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:17:39.684219 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b5d70540-9de2-442b-bb5b-671ae6f757ae req-fac03c8c-ee42-412a-a11e-7a9d010e4364 service neutron] 10.222.0.41 "GET /v2.0/networks/2b003680-2bf2-41f9-80c9-f16c3f8f2850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5029860 Jun 01 19:17:39.687271 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-0ca4f670-1886-4fd7-93e9-736e6e77b420 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:39.761536 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-0ca4f670-1886-4fd7-93e9-736e6e77b420 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:17:39.769353 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-0ca4f670-1886-4fd7-93e9-736e6e77b420 admin admin] Usage tracker for resource:security_group_rule and tenant:020a4235e317427586ad356d0daa806c is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:17:39.773267 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-0ca4f670-1886-4fd7-93e9-736e6e77b420 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:17:39.777189 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533cf495-54b6-4853-8180-5cd79ba3d8aa req-1494112d-859c-444a-94c1-b95f7a2612f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:17:39.778645 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-533cf495-54b6-4853-8180-5cd79ba3d8aa req-1494112d-859c-444a-94c1-b95f7a2612f1 service neutron] 10.222.0.50 "GET /v2.0/networks?id=ef2f54c9-3770-4abf-b520-c907961e1497 HTTP/1.1" status: 200 len: 910 time: 0.3338540 Jun 01 19:17:39.782253 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-0ca4f670-1886-4fd7-93e9-736e6e77b420 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:17:39.882495 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-52dd0c8f-9f5f-4254-90aa-b68b4c60c77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8882e47-d9d7-413d-bf08-98833781f641', 'name': 'tempest-TestServerBasicOps-1959627868-router', 'tenant_id': 'ebd616d5a10a4d93abecbdcf72fa4181', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.207'}], 'enable_snat': True}, 'gw_port_id': '537c5552-d47d-4096-bc7c-721fd0145c98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:16:45Z', 'updated_at': '2022-06-01T19:16:52Z', 'revision_number': 4, 'project_id': 'ebd616d5a10a4d93abecbdcf72fa4181', 'gw_port': {'id': '537c5552-d47d-4096-bc7c-721fd0145c98', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:a5:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8882e47-d9d7-413d-bf08-98833781f641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3278, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:16:46Z', 'updated_at': '2022-06-01T19:16:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_floatingips': [{'id': '793ab2d3-1812-445a-8ed4-84600f1b3360', 'tenant_id': 'ebd616d5a10a4d93abecbdcf72fa4181', 'floating_ip_address': '172.25.4.115', 'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'router_id': 'a8882e47-d9d7-413d-bf08-98833781f641', 'port_id': 'adb18467-144d-4383-a9bf-2753080dab0c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3441, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef2f54c9-3770-4abf-b520-c907961e1497', 'mac_address': 'fa:16:3e:58:c2:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a24a80a-addf-43a3-ba26-e15e97e8cd59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T19:17:36Z', 'updated_at': '2022-06-01T19:17:36Z', 'revision_number': 0, 'project_id': 'ebd616d5a10a4d93abecbdcf72fa4181', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e572e2b-b071-4f5d-b0c9-94e118ccdda0', 'name': '', 'network_id': 'ef2f54c9-3770-4abf-b520-c907961e1497', 'tenant_id': 'ebd616d5a10a4d93abecbdcf72fa4181', 'mac_address': 'fa:16:3e:d3:94:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8882e47-d9d7-413d-bf08-98833781f641', 'device_owner': 'network:router_interface', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': '43c199ee-2915-4fdd-8c5e-bdc0369d8f54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:16:50Z', 'updated_at': '2022-06-01T19:17:00Z', 'revision_number': 5, 'project_id': 'ebd616d5a10a4d93abecbdcf72fa4181', 'subnets': [{'id': '43c199ee-2915-4fdd-8c5e-bdc0369d8f54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:17:39.889467 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52dd0c8f-9f5f-4254-90aa-b68b4c60c77a None None] Checking router: a8882e47-d9d7-413d-bf08-98833781f641 for host: n-d-844202-1 {{(pid=88527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 19:17:39.901614 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52dd0c8f-9f5f-4254-90aa-b68b4c60c77a None None] Routers {'a8882e47-d9d7-413d-bf08-98833781f641'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:17:39.902440 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-52dd0c8f-9f5f-4254-90aa-b68b4c60c77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:17:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['a8882e47-d9d7-413d-bf08-98833781f641'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:17:39.918630 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-533cf495-54b6-4853-8180-5cd79ba3d8aa req-e61e9389-510a-4a0c-bbe9-21ce18d9aa40 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=adb18467-144d-4383-a9bf-2753080dab0c HTTP/1.1" status: 200 len: 1000 time: 0.1310182 Jun 01 19:17:39.924960 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b5d70540-9de2-442b-bb5b-671ae6f757ae req-4af337e0-ea17-42eb-8d38-5fbe958698d0 service neutron] 10.222.0.41 "GET /v2.0/networks/2b003680-2bf2-41f9-80c9-f16c3f8f2850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2332616 Jun 01 19:17:40.041078 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533cf495-54b6-4853-8180-5cd79ba3d8aa req-b5c2e682-2fc1-48c8-b980-2406cf83cf11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:17:40.045904 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-533cf495-54b6-4853-8180-5cd79ba3d8aa req-b5c2e682-2fc1-48c8-b980-2406cf83cf11 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=43c199ee-2915-4fdd-8c5e-bdc0369d8f54 HTTP/1.1" status: 200 len: 848 time: 0.1209729 Jun 01 19:17:40.104936 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 3694ebee-3a93-444a-a14d-6a24b0c018bd up at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:17:40.215387 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-52dd0c8f-9f5f-4254-90aa-b68b4c60c77a None None] Set router a8882e47-d9d7-413d-bf08-98833781f641 gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:17:40.227634 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-0ca4f670-1886-4fd7-93e9-736e6e77b420 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:40.256947 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f85cc54c-d524-40f8-bd77-0224bbd2e6b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:40.265686 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-0ca4f670-1886-4fd7-93e9-736e6e77b420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:40.303968 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Provisioning for port 3694ebee-3a93-444a-a14d-6a24b0c018bd completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:17:40.312483 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Provisioning complete for port 3694ebee-3a93-444a-a14d-6a24b0c018bd triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:17:40.313158 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:40.359389 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-47909562-975c-4ef5-a3df-cbed935037fe req-42091c14-2230-4122-9a1a-6e99298f63ad tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] 10.222.0.41 "GET /v2.0/ports?device_id=fdc172c2-2f6e-4b45-92d1-e1201f668155 HTTP/1.1" status: 200 len: 210 time: 0.1101315 Jun 01 19:17:40.370460 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca4f670-1886-4fd7-93e9-736e6e77b420 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7a5d61e-bec2-4142-ae54-d7b3073b30d9,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:17:40.381976 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-0ca4f670-1886-4fd7-93e9-736e6e77b420 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=020a4235e317427586ad356d0daa806c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7356937 Jun 01 19:17:40.386152 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 35234) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:17:40.414317 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533cf495-54b6-4853-8180-5cd79ba3d8aa req-6ecadcba-c4da-46d1-a5d1-61d38fc615c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:17:40.417702 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-533cf495-54b6-4853-8180-5cd79ba3d8aa req-6ecadcba-c4da-46d1-a5d1-61d38fc615c0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ef2f54c9-3770-4abf-b520-c907961e1497&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3632567 Jun 01 19:17:40.463900 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-315ccb7d-31a3-4f9f-ab7d-898c5e207389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d7e7d6f-aaa1-4fd0-8212-c58a452c8973', 'name': 'tempest-TestSecurityGroupsBasicOps-router-732501080', 'tenant_id': '9861cb7602da47e7b9bc308454678263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'facb2907-e40c-4eb4-aeee-06f85e2d09d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:17:22Z', 'updated_at': '2022-06-01T19:17:33Z', 'revision_number': 4, 'project_id': '9861cb7602da47e7b9bc308454678263', 'gw_port': {'id': 'facb2907-e40c-4eb4-aeee-06f85e2d09d4', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:60:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d7e7d6f-aaa1-4fd0-8212-c58a452c8973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:17:23Z', 'updated_at': '2022-06-01T19:17:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '1479fea9-ae7f-4d22-9de0-72c06811756c', 'name': '', 'network_id': '2b003680-2bf2-41f9-80c9-f16c3f8f2850', 'tenant_id': '9861cb7602da47e7b9bc308454678263', 'mac_address': 'fa:16:3e:95:15:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d7e7d6f-aaa1-4fd0-8212-c58a452c8973', 'device_owner': 'network:router_interface', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': 'c86ca2db-1a1b-4804-afde-b0057b0289e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:17:32Z', 'updated_at': '2022-06-01T19:17:38Z', 'revision_number': 4, 'project_id': '9861cb7602da47e7b9bc308454678263', 'subnets': [{'id': 'c86ca2db-1a1b-4804-afde-b0057b0289e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:17:40.473316 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b759f3-dab0-4dae-b635-98f3cf2f8b67 req-fb8b54ec-7fba-4fde-899c-edcaf4bcaaa8 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:17:40.475166 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a7b759f3-dab0-4dae-b635-98f3cf2f8b67 req-fb8b54ec-7fba-4fde-899c-edcaf4bcaaa8 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d3cc594-615f-433b-92ac-9db75e5c6aa8 HTTP/1.1" status: 200 len: 945 time: 0.2549913 Jun 01 19:17:40.485670 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-315ccb7d-31a3-4f9f-ab7d-898c5e207389 None None] The sync data for ids ['0d7e7d6f-aaa1-4fd0-8212-c58a452c8973'] in n-d-844202-1 is: [{'id': '0d7e7d6f-aaa1-4fd0-8212-c58a452c8973', 'name': 'tempest-TestSecurityGroupsBasicOps-router-732501080', 'tenant_id': '9861cb7602da47e7b9bc308454678263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'facb2907-e40c-4eb4-aeee-06f85e2d09d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:17:22Z', 'updated_at': '2022-06-01T19:17:33Z', 'revision_number': 4, 'project_id': '9861cb7602da47e7b9bc308454678263', 'gw_port': {'id': 'facb2907-e40c-4eb4-aeee-06f85e2d09d4', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:60:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d7e7d6f-aaa1-4fd0-8212-c58a452c8973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:17:23Z', 'updated_at': '2022-06-01T19:17:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '1479fea9-ae7f-4d22-9de0-72c06811756c', 'name': '', 'network_id': '2b003680-2bf2-41f9-80c9-f16c3f8f2850', 'tenant_id': '9861cb7602da47e7b9bc308454678263', 'mac_address': 'fa:16:3e:95:15:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d7e7d6f-aaa1-4fd0-8212-c58a452c8973', 'device_owner': 'network:router_interface', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': 'c86ca2db-1a1b-4804-afde-b0057b0289e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:17:32Z', 'updated_at': '2022-06-01T19:17:38Z', 'revision_number': 4, 'project_id': '9861cb7602da47e7b9bc308454678263', 'subnets': [{'id': 'c86ca2db-1a1b-4804-afde-b0057b0289e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:17:40.515068 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e6e00569-7079-4023-81e9-7744c49eebdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:40.591187 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e6e00569-7079-4023-81e9-7744c49eebdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:40.722691 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:40.723848 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port 3694ebee-3a93-444a-a14d-6a24b0c018bd is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:17:40.724245 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:40.736343 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:40.774338 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d3cc594-615f-433b-92ac-9db75e5c6aa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3694ebee-3a93-444a-a14d-6a24b0c018bd'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:17:40.796320 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e6e00569-7079-4023-81e9-7744c49eebdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:40.810940 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port 3694ebee-3a93-444a-a14d-6a24b0c018bd, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=3694ebee-3a93-444a-a14d-6a24b0c018bd,segment=NetworkSegment(c1fe9472-9c4e-40f9-8057-155ac7bbf856),segment_id=c1fe9472-9c4e-40f9-8057-155ac7bbf856)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:17:40.815243 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:40.819769 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e00569-7079-4023-81e9-7744c49eebdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7a5d61e-bec2-4142-ae54-d7b3073b30d9,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:17:40.830207 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e6e00569-7079-4023-81e9-7744c49eebdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:40.832117 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-e6e00569-7079-4023-81e9-7744c49eebdd admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a7a5d61e-bec2-4142-ae54-d7b3073b30d9 HTTP/1.1" status: 204 len: 168 time: 0.4445443 Jun 01 19:17:40.851284 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a7b759f3-dab0-4dae-b635-98f3cf2f8b67 req-61239a29-6c18-41f8-ab40-c27c3ce2dd01 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] 10.222.0.41 "GET /v2.0/security-groups?id=07479cdf-b418-4486-9606-f79ca3d42e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3537037 Jun 01 19:17:40.987582 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-533cf495-54b6-4853-8180-5cd79ba3d8aa req-b3883234-fa60-45ec-b6b7-cfed6a0eecf4 service neutron] 10.222.0.50 "GET /v2.0/networks/ef2f54c9-3770-4abf-b520-c907961e1497?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5587556 Jun 01 19:17:41.003757 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1c8e2bc-80c1-4d9f-a7ce-655cc1c47e52'] response: {'server_uuid': '3d3cc594-615f-433b-92ac-9db75e5c6aa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3694ebee-3a93-444a-a14d-6a24b0c018bd', 'code': 200} Jun 01 19:17:41.052597 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=3694ebee-3a93-444a-a14d-6a24b0c018bd,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:17:41.226437 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a087b5d2-9db8-4cac-9e2a-1e5ff6146fa7 req-dd13032c-344b-4bab-85fb-d9f0ab63cb65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:17:41.229059 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a087b5d2-9db8-4cac-9e2a-1e5ff6146fa7 req-dd13032c-344b-4bab-85fb-d9f0ab63cb65 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3d3cc594-615f-433b-92ac-9db75e5c6aa8 HTTP/1.1" status: 200 len: 1097 time: 0.1668096 Jun 01 19:17:41.302433 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a087b5d2-9db8-4cac-9e2a-1e5ff6146fa7 req-feb1ce79-4022-4906-8ce5-dc56f7c4225f service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=07479cdf-b418-4486-9606-f79ca3d42e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611646 Jun 01 19:17:41.305797 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-52dd0c8f-9f5f-4254-90aa-b68b4c60c77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8882e47-d9d7-413d-bf08-98833781f641', 'name': 'tempest-TestServerBasicOps-1959627868-router', 'tenant_id': 'ebd616d5a10a4d93abecbdcf72fa4181', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.207'}], 'enable_snat': True}, 'gw_port_id': '537c5552-d47d-4096-bc7c-721fd0145c98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:16:45Z', 'updated_at': '2022-06-01T19:16:52Z', 'revision_number': 4, 'project_id': 'ebd616d5a10a4d93abecbdcf72fa4181', 'gw_port': {'id': '537c5552-d47d-4096-bc7c-721fd0145c98', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:a5:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8882e47-d9d7-413d-bf08-98833781f641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3278, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:16:46Z', 'updated_at': '2022-06-01T19:16:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_floatingips': [{'id': '793ab2d3-1812-445a-8ed4-84600f1b3360', 'tenant_id': 'ebd616d5a10a4d93abecbdcf72fa4181', 'floating_ip_address': '172.25.4.115', 'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'router_id': 'a8882e47-d9d7-413d-bf08-98833781f641', 'port_id': 'adb18467-144d-4383-a9bf-2753080dab0c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3441, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef2f54c9-3770-4abf-b520-c907961e1497', 'mac_address': 'fa:16:3e:58:c2:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a24a80a-addf-43a3-ba26-e15e97e8cd59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T19:17:36Z', 'updated_at': '2022-06-01T19:17:36Z', 'revision_number': 0, 'project_id': 'ebd616d5a10a4d93abecbdcf72fa4181', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e572e2b-b071-4f5d-b0c9-94e118ccdda0', 'name': '', 'network_id': 'ef2f54c9-3770-4abf-b520-c907961e1497', 'tenant_id': 'ebd616d5a10a4d93abecbdcf72fa4181', 'mac_address': 'fa:16:3e:d3:94:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8882e47-d9d7-413d-bf08-98833781f641', 'device_owner': 'network:router_interface', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': '43c199ee-2915-4fdd-8c5e-bdc0369d8f54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:16:50Z', 'updated_at': '2022-06-01T19:17:00Z', 'revision_number': 5, 'project_id': 'ebd616d5a10a4d93abecbdcf72fa4181', 'subnets': [{'id': '43c199ee-2915-4fdd-8c5e-bdc0369d8f54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:17:41.311511 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52dd0c8f-9f5f-4254-90aa-b68b4c60c77a None None] The sync data for ids ['a8882e47-d9d7-413d-bf08-98833781f641'] in n-d-844202-1 is: [{'id': 'a8882e47-d9d7-413d-bf08-98833781f641', 'name': 'tempest-TestServerBasicOps-1959627868-router', 'tenant_id': 'ebd616d5a10a4d93abecbdcf72fa4181', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.207'}], 'enable_snat': True}, 'gw_port_id': '537c5552-d47d-4096-bc7c-721fd0145c98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:16:45Z', 'updated_at': '2022-06-01T19:16:52Z', 'revision_number': 4, 'project_id': 'ebd616d5a10a4d93abecbdcf72fa4181', 'gw_port': {'id': '537c5552-d47d-4096-bc7c-721fd0145c98', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:a5:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8882e47-d9d7-413d-bf08-98833781f641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3278, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:16:46Z', 'updated_at': '2022-06-01T19:16:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_floatingips': [{'id': '793ab2d3-1812-445a-8ed4-84600f1b3360', 'tenant_id': 'ebd616d5a10a4d93abecbdcf72fa4181', 'floating_ip_address': '172.25.4.115', 'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'router_id': 'a8882e47-d9d7-413d-bf08-98833781f641', 'port_id': 'adb18467-144d-4383-a9bf-2753080dab0c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3441, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef2f54c9-3770-4abf-b520-c907961e1497', 'mac_address': 'fa:16:3e:58:c2:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a24a80a-addf-43a3-ba26-e15e97e8cd59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T19:17:36Z', 'updated_at': '2022-06-01T19:17:36Z', 'revision_number': 0, 'project_id': 'ebd616d5a10a4d93abecbdcf72fa4181', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e572e2b-b071-4f5d-b0c9-94e118ccdda0', 'name': '', 'network_id': 'ef2f54c9-3770-4abf-b520-c907961e1497', 'tenant_id': 'ebd616d5a10a4d93abecbdcf72fa4181', 'mac_address': 'fa:16:3e:d3:94:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8882e47-d9d7-413d-bf08-98833781f641', 'device_owner': 'network:router_interface', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': '43c199ee-2915-4fdd-8c5e-bdc0369d8f54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:16:50Z', 'updated_at': '2022-06-01T19:17:00Z', 'revision_number': 5, 'project_id': 'ebd616d5a10a4d93abecbdcf72fa4181', 'subnets': [{'id': '43c199ee-2915-4fdd-8c5e-bdc0369d8f54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:17:41.352132 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 1479fea9-ae7f-4d22-9de0-72c06811756c up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:17:41.502961 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port 1479fea9-ae7f-4d22-9de0-72c06811756c completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:17:41.536826 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 1479fea9-ae7f-4d22-9de0-72c06811756c triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:17:41.537340 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:41.625672 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:41.687136 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-533cf495-54b6-4853-8180-5cd79ba3d8aa req-d85041a7-1a51-4d36-af26-b37803736a87 service neutron] 10.222.0.50 "GET /v2.0/networks/ef2f54c9-3770-4abf-b520-c907961e1497?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6951823 Jun 01 19:17:41.749220 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-93966138-6294-4f2f-95e7-e4e512d332c1 req-e38a521c-061e-448a-8cc5-a48b34b7e4d8 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Synchronizing usage tracker for tenant:9861cb7602da47e7b9bc308454678263 on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:17:41.790736 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-93966138-6294-4f2f-95e7-e4e512d332c1 req-e38a521c-061e-448a-8cc5-a48b34b7e4d8 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Unset dirty status for tenant:9861cb7602da47e7b9bc308454678263 on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:17:41.792328 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-93966138-6294-4f2f-95e7-e4e512d332c1 req-e38a521c-061e-448a-8cc5-a48b34b7e4d8 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] 10.222.0.41 "GET /v2.0/ports?device_id=fdc172c2-2f6e-4b45-92d1-e1201f668155 HTTP/1.1" status: 200 len: 210 time: 0.1035767 Jun 01 19:17:41.882169 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b507a9c-ee76-49d4-8b25-6891f4bd1196 None None] New status for floating IP 793ab2d3-1812-445a-8ed4-84600f1b3360: ACTIVE {{(pid=88526) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 19:17:42.057112 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:42.069792 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 1479fea9-ae7f-4d22-9de0-72c06811756c is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:17:42.070565 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:42.086090 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:42.133658 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port 1479fea9-ae7f-4d22-9de0-72c06811756c, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=1479fea9-ae7f-4d22-9de0-72c06811756c,segment=NetworkSegment(99f5ef3e-a69b-4de1-9b56-614178cdee50),segment_id=99f5ef3e-a69b-4de1-9b56-614178cdee50)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:17:42.138937 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:42.313575 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6440ed-5ee8-465e-b277-48b4ad2e9fc1 req-db8da1f1-1a27-4d91-b8db-0656f62aa5c9 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:17:42.324034 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-6f6440ed-5ee8-465e-b277-48b4ad2e9fc1 req-db8da1f1-1a27-4d91-b8db-0656f62aa5c9 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d3cc594-615f-433b-92ac-9db75e5c6aa8 HTTP/1.1" status: 200 len: 946 time: 0.2352090 Jun 01 19:17:42.440275 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-6f6440ed-5ee8-465e-b277-48b4ad2e9fc1 req-f7529ca2-3094-4af6-99b7-ccbeefcbc58f tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] 10.222.0.41 "GET /v2.0/security-groups?id=07479cdf-b418-4486-9606-f79ca3d42e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1140277 Jun 01 19:17:42.474860 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d70540-9de2-442b-bb5b-671ae6f757ae req-b8c9584f-7842-4722-939c-2f0656a6d9ff tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:17:42.477343 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-b5d70540-9de2-442b-bb5b-671ae6f757ae req-b8c9584f-7842-4722-939c-2f0656a6d9ff tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Synchronizing usage tracker for tenant:9861cb7602da47e7b9bc308454678263 on resource:network {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:17:42.518458 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-b5d70540-9de2-442b-bb5b-671ae6f757ae req-b8c9584f-7842-4722-939c-2f0656a6d9ff tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Unset dirty status for tenant:9861cb7602da47e7b9bc308454678263 on resource:network {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:17:42.519635 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b5d70540-9de2-442b-bb5b-671ae6f757ae req-b8c9584f-7842-4722-939c-2f0656a6d9ff tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] 10.222.0.50 "GET /v2.0/networks?id=2b003680-2bf2-41f9-80c9-f16c3f8f2850 HTTP/1.1" status: 200 len: 797 time: 0.3508997 Jun 01 19:17:42.541084 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=1479fea9-ae7f-4d22-9de0-72c06811756c,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:17:42.620240 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-b5d70540-9de2-442b-bb5b-671ae6f757ae req-889036db-a511-4595-a681-402dd802c9e7 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Synchronizing usage tracker for tenant:9861cb7602da47e7b9bc308454678263 on resource:security_group {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:17:42.645574 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-b5d70540-9de2-442b-bb5b-671ae6f757ae req-889036db-a511-4595-a681-402dd802c9e7 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Unset dirty status for tenant:9861cb7602da47e7b9bc308454678263 on resource:security_group {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:17:42.646715 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b5d70540-9de2-442b-bb5b-671ae6f757ae req-889036db-a511-4595-a681-402dd802c9e7 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9861cb7602da47e7b9bc308454678263 HTTP/1.1" status: 200 len: 476 time: 0.1195405 Jun 01 19:17:42.674493 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-b5d70540-9de2-442b-bb5b-671ae6f757ae req-a445c671-8f57-4ae8-a05b-164b67cac477 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Request body: {'port': {'device_id': 'fdc172c2-2f6e-4b45-92d1-e1201f668155', 'network_id': '2b003680-2bf2-41f9-80c9-f16c3f8f2850', 'admin_state_up': True, 'tenant_id': '9861cb7602da47e7b9bc308454678263', 'security_groups': ['bff83c8b-c591-4f8e-ae9e-bb9157b2573c', 'cbafb351-8cb8-48d0-852d-0910b4f77ab1']}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:17:42.924669 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-b5d70540-9de2-442b-bb5b-671ae6f757ae req-a445c671-8f57-4ae8-a05b-164b67cac477 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:17:42.977378 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-b5d70540-9de2-442b-bb5b-671ae6f757ae req-a445c671-8f57-4ae8-a05b-164b67cac477 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:17:42.987606 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-38ef225b-87f4-44c4-a476-f75bd779e45a req-c53c0bf8-5bc7-4e0f-a8b0-3c295f3a756a tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] 10.222.0.41 "GET /v2.0/ports?device_id=fdc172c2-2f6e-4b45-92d1-e1201f668155 HTTP/1.1" status: 200 len: 210 time: 0.0592551 Jun 01 19:17:42.998420 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5d70540-9de2-442b-bb5b-671ae6f757ae req-a445c671-8f57-4ae8-a05b-164b67cac477 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Made reservation on behalf of 9861cb7602da47e7b9bc308454678263 for: {'port': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:17:43.002161 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-b5d70540-9de2-442b-bb5b-671ae6f757ae req-a445c671-8f57-4ae8-a05b-164b67cac477 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:43.215890 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [req-b5d70540-9de2-442b-bb5b-671ae6f757ae req-a445c671-8f57-4ae8-a05b-164b67cac477 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Allocated IP 172.20.0.4 (2b003680-2bf2-41f9-80c9-f16c3f8f2850/c86ca2db-1a1b-4804-afde-b0057b0289e9/996248bc-e5d6-401f-9518-4c3347311e76) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:17:43.270145 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 1479fea9-ae7f-4d22-9de0-72c06811756c up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:17:43.407737 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 1479fea9-ae7f-4d22-9de0-72c06811756c triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:17:43.408308 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:43.519219 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-b5d70540-9de2-442b-bb5b-671ae6f757ae req-a445c671-8f57-4ae8-a05b-164b67cac477 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:43.561320 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [req-b5d70540-9de2-442b-bb5b-671ae6f757ae req-a445c671-8f57-4ae8-a05b-164b67cac477 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Transition to ACTIVE for port object 996248bc-e5d6-401f-9518-4c3347311e76 will not be triggered until provisioned by entity DHCP. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:17:43.566720 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 1479fea9-ae7f-4d22-9de0-72c06811756c is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:17:43.594629 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-b5d70540-9de2-442b-bb5b-671ae6f757ae req-a445c671-8f57-4ae8-a05b-164b67cac477 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:43.686334 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5d70540-9de2-442b-bb5b-671ae6f757ae req-a445c671-8f57-4ae8-a05b-164b67cac477 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Network 2b003680-2bf2-41f9-80c9-f16c3f8f2850 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:17:43.690621 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [req-b5d70540-9de2-442b-bb5b-671ae6f757ae req-a445c671-8f57-4ae8-a05b-164b67cac477 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:17:43.692642 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a445c671-8f57-4ae8-a05b-164b67cac477 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Pushing event updated for resources: {'Port': ['ID=996248bc-e5d6-401f-9518-4c3347311e76,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:17:43.694792 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5d70540-9de2-442b-bb5b-671ae6f757ae req-a445c671-8f57-4ae8-a05b-164b67cac477 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:17:43.730393 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc82c5be-bb06-46a5-9194-0738757cccc3 req-aef913e0-c1cc-446f-8729-c6427cdefd53 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:17:43.731978 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-dc82c5be-bb06-46a5-9194-0738757cccc3 req-aef913e0-c1cc-446f-8729-c6427cdefd53 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d3cc594-615f-433b-92ac-9db75e5c6aa8 HTTP/1.1" status: 200 len: 946 time: 0.1458707 Jun 01 19:17:43.781464 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d70540-9de2-442b-bb5b-671ae6f757ae req-a445c671-8f57-4ae8-a05b-164b67cac477 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:17:43.789886 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-b5d70540-9de2-442b-bb5b-671ae6f757ae req-a445c671-8f57-4ae8-a05b-164b67cac477 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:43.813508 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-dc82c5be-bb06-46a5-9194-0738757cccc3 req-d496995f-99d6-4b48-b988-685418257c1e tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] 10.222.0.41 "GET /v2.0/security-groups?id=07479cdf-b418-4486-9606-f79ca3d42e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685773 Jun 01 19:17:43.858109 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b5d70540-9de2-442b-bb5b-671ae6f757ae req-a445c671-8f57-4ae8-a05b-164b67cac477 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 1.1965427 Jun 01 19:17:43.871028 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-b5d70540-9de2-442b-bb5b-671ae6f757ae req-a21ac605-dd0d-4aab-b819-18296306dfb0 service neutron] Request body: {'port': {'device_id': 'fdc172c2-2f6e-4b45-92d1-e1201f668155', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844202-1'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:17:44.126657 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-b5d70540-9de2-442b-bb5b-671ae6f757ae req-a21ac605-dd0d-4aab-b819-18296306dfb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:44.148829 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-00e6f967-9c44-4b9f-9c80-59ea5391df8a None None] Provisioning for port 996248bc-e5d6-401f-9518-4c3347311e76 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:17:44.155018 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-00e6f967-9c44-4b9f-9c80-59ea5391df8a None None] Provisioning complete for port 996248bc-e5d6-401f-9518-4c3347311e76 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:17:44.155968 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-00e6f967-9c44-4b9f-9c80-59ea5391df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:44.188338 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b22dc2-6640-47e8-be92-fe7dcccf1ff6 req-3dc3bdd1-15b0-4e2a-9806-92ef1958e970 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:17:44.192838 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-42b22dc2-6640-47e8-be92-fe7dcccf1ff6 req-3dc3bdd1-15b0-4e2a-9806-92ef1958e970 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d3cc594-615f-433b-92ac-9db75e5c6aa8 HTTP/1.1" status: 200 len: 946 time: 0.2437630 Jun 01 19:17:44.199170 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 35348) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:17:44.204155 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-4c8fe5cb-3d37-43fc-8424-3b1df15aec1f tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Request body: {'floatingip': {'port_id': '3694ebee-3a93-444a-a14d-6a24b0c018bd'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:17:44.305334 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4c8fe5cb-3d37-43fc-8424-3b1df15aec1f tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Notify callbacks [] for floatingip, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:44.307705 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-00e6f967-9c44-4b9f-9c80-59ea5391df8a None None] Port 996248bc-e5d6-401f-9518-4c3347311e76 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:17:44.344747 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df359e78-3393-462e-845f-77853e5144c1 req-337ee102-ee3c-40b9-a31c-6b3f8223cbfb tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:17:44.346342 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-df359e78-3393-462e-845f-77853e5144c1 req-337ee102-ee3c-40b9-a31c-6b3f8223cbfb tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] 10.222.0.41 "GET /v2.0/ports?device_id=fdc172c2-2f6e-4b45-92d1-e1201f668155 HTTP/1.1" status: 200 len: 970 time: 0.1669910 Jun 01 19:17:44.405913 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-df359e78-3393-462e-845f-77853e5144c1 req-428dfb14-abfa-4c34-a139-ac7b79c747b0 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] 10.222.0.41 "GET /v2.0/security-groups?id=cbafb351-8cb8-48d0-852d-0910b4f77ab1&id=bff83c8b-c591-4f8e-ae9e-bb9157b2573c&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0521891 Jun 01 19:17:45.197930 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [req-b5d70540-9de2-442b-bb5b-671ae6f757ae req-a21ac605-dd0d-4aab-b819-18296306dfb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 996248bc-e5d6-401f-9518-4c3347311e76 {{(pid=88524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 19:17:45.206901 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-b5d70540-9de2-442b-bb5b-671ae6f757ae req-a21ac605-dd0d-4aab-b819-18296306dfb0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:45.231949 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [req-b5d70540-9de2-442b-bb5b-671ae6f757ae req-a21ac605-dd0d-4aab-b819-18296306dfb0 service neutron] Transition to ACTIVE for port object 996248bc-e5d6-401f-9518-4c3347311e76 will not be triggered until provisioned by entity L2. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:17:45.237145 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-b5d70540-9de2-442b-bb5b-671ae6f757ae req-a21ac605-dd0d-4aab-b819-18296306dfb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:45.522103 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21ac605-dd0d-4aab-b819-18296306dfb0 service neutron] Pushing event updated for resources: {'Port': ['ID=996248bc-e5d6-401f-9518-4c3347311e76,revision_number=2']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:17:45.623867 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.db.resource_extend [None req-4c8fe5cb-3d37-43fc-8424-3b1df15aec1f tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 19:17:45.719721 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-b5d70540-9de2-442b-bb5b-671ae6f757ae req-a21ac605-dd0d-4aab-b819-18296306dfb0 service neutron] Attempting to bind port 996248bc-e5d6-401f-9518-4c3347311e76 on host n-h2-844202-1 for vnic_type normal with profile {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:17:45.727534 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-b5d70540-9de2-442b-bb5b-671ae6f757ae req-a21ac605-dd0d-4aab-b819-18296306dfb0 service neutron] Attempting to bind port 996248bc-e5d6-401f-9518-4c3347311e76 by drivers openvswitch,hyperv on host n-h2-844202-1 at level 0 using segments [{'id': '99f5ef3e-a69b-4de1-9b56-614178cdee50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '2b003680-2bf2-41f9-80c9-f16c3f8f2850'}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:17:45.727534 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d70540-9de2-442b-bb5b-671ae6f757ae req-a21ac605-dd0d-4aab-b819-18296306dfb0 service neutron] Attempting to bind port 996248bc-e5d6-401f-9518-4c3347311e76 on network 2b003680-2bf2-41f9-80c9-f16c3f8f2850 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:17:45.754609 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d70540-9de2-442b-bb5b-671ae6f757ae req-a21ac605-dd0d-4aab-b819-18296306dfb0 service neutron] Port 996248bc-e5d6-401f-9518-4c3347311e76 on network 2b003680-2bf2-41f9-80c9-f16c3f8f2850 not bound, no agent of type Open vSwitch agent registered on host n-h2-844202-1 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 19:17:45.754935 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d70540-9de2-442b-bb5b-671ae6f757ae req-a21ac605-dd0d-4aab-b819-18296306dfb0 service neutron] Attempting to bind port 996248bc-e5d6-401f-9518-4c3347311e76 on network 2b003680-2bf2-41f9-80c9-f16c3f8f2850 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:17:45.772456 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d70540-9de2-442b-bb5b-671ae6f757ae req-a21ac605-dd0d-4aab-b819-18296306dfb0 service neutron] Checking agent: {'id': 'f5db9968-6317-4186-9100-9e0ca6b50417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 17, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:17:45.772790 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d70540-9de2-442b-bb5b-671ae6f757ae req-a21ac605-dd0d-4aab-b819-18296306dfb0 service neutron] Checking segment: {'id': '99f5ef3e-a69b-4de1-9b56-614178cdee50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '2b003680-2bf2-41f9-80c9-f16c3f8f2850'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:17:45.773166 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d70540-9de2-442b-bb5b-671ae6f757ae req-a21ac605-dd0d-4aab-b819-18296306dfb0 service neutron] Bound using segment: {'id': '99f5ef3e-a69b-4de1-9b56-614178cdee50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '2b003680-2bf2-41f9-80c9-f16c3f8f2850'} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:17:45.773598 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-b5d70540-9de2-442b-bb5b-671ae6f757ae req-a21ac605-dd0d-4aab-b819-18296306dfb0 service neutron] Bound port: 996248bc-e5d6-401f-9518-4c3347311e76, host: n-h2-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99f5ef3e-a69b-4de1-9b56-614178cdee50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '2b003680-2bf2-41f9-80c9-f16c3f8f2850'}}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:17:45.773961 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-b5d70540-9de2-442b-bb5b-671ae6f757ae req-a21ac605-dd0d-4aab-b819-18296306dfb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:45.787404 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4c8fe5cb-3d37-43fc-8424-3b1df15aec1f tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:45.798489 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4c8fe5cb-3d37-43fc-8424-3b1df15aec1f tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887712'] for floatingip, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:46.038175 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbfb6d0-c017-406c-91fb-61c1abc55838 req-7a872c3c-c2db-494f-a857-28b1e547a340 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:17:46.038363 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-dcbfb6d0-c017-406c-91fb-61c1abc55838 req-7a872c3c-c2db-494f-a857-28b1e547a340 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Synchronizing usage tracker for tenant:9861cb7602da47e7b9bc308454678263 on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:17:46.076801 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-b5d70540-9de2-442b-bb5b-671ae6f757ae req-a21ac605-dd0d-4aab-b819-18296306dfb0 service neutron] For port 996248bc-e5d6-401f-9518-4c3347311e76, host n-h2-844202-1, cleared binding levels {{(pid=88524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:17:46.082090 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-b5d70540-9de2-442b-bb5b-671ae6f757ae req-a21ac605-dd0d-4aab-b819-18296306dfb0 service neutron] For port 996248bc-e5d6-401f-9518-4c3347311e76, host n-h2-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=996248bc-e5d6-401f-9518-4c3347311e76,segment=NetworkSegment(99f5ef3e-a69b-4de1-9b56-614178cdee50),segment_id=99f5ef3e-a69b-4de1-9b56-614178cdee50)] {{(pid=88524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:17:46.085516 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-dcbfb6d0-c017-406c-91fb-61c1abc55838 req-7a872c3c-c2db-494f-a857-28b1e547a340 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Unset dirty status for tenant:9861cb7602da47e7b9bc308454678263 on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:17:46.086683 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-dcbfb6d0-c017-406c-91fb-61c1abc55838 req-7a872c3c-c2db-494f-a857-28b1e547a340 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] 10.222.0.41 "GET /v2.0/ports?device_id=fdc172c2-2f6e-4b45-92d1-e1201f668155 HTTP/1.1" status: 200 len: 982 time: 0.5205956 Jun 01 19:17:46.087726 n-d-844202-1 neutron-server[88524]: INFO neutron.db.l3_db [None req-4c8fe5cb-3d37-43fc-8424-3b1df15aec1f tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Floating IP 76543ee9-7ba7-4c7a-860b-e70e2dc27c18 associated. External IP: 172.25.4.138, port: 3694ebee-3a93-444a-a14d-6a24b0c018bd. Jun 01 19:17:46.144409 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-b5d70540-9de2-442b-bb5b-671ae6f757ae req-a21ac605-dd0d-4aab-b819-18296306dfb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:46.478035 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d70540-9de2-442b-bb5b-671ae6f757ae req-a21ac605-dd0d-4aab-b819-18296306dfb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:17:46.478771 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-b5d70540-9de2-442b-bb5b-671ae6f757ae req-a21ac605-dd0d-4aab-b819-18296306dfb0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:46.480351 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b5d70540-9de2-442b-bb5b-671ae6f757ae req-a21ac605-dd0d-4aab-b819-18296306dfb0 service neutron] 10.222.0.50 "PUT /v2.0/ports/996248bc-e5d6-401f-9518-4c3347311e76 HTTP/1.1" status: 200 len: 1130 time: 2.6154385 Jun 01 19:17:46.480970 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdc172c2-2f6e-4b45-92d1-e1201f668155', 'tag': '996248bc-e5d6-401f-9518-4c3347311e76'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:17:46.504889 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-dcbfb6d0-c017-406c-91fb-61c1abc55838 req-20a1cbb3-c8b8-47a6-a4d0-c163df0376c3 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] 10.222.0.41 "GET /v2.0/security-groups?id=cbafb351-8cb8-48d0-852d-0910b4f77ab1&id=bff83c8b-c591-4f8e-ae9e-bb9157b2573c&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.3677056 Jun 01 19:17:46.516952 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21ac605-dd0d-4aab-b819-18296306dfb0 service neutron] Pushing event updated for resources: {'Port': ['ID=996248bc-e5d6-401f-9518-4c3347311e76,revision_number=3']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:17:46.580132 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df8c495c-757a-46c9-acd1-935b5e5e1bea'] response: {'name': 'network-changed', 'server_uuid': 'fdc172c2-2f6e-4b45-92d1-e1201f668155', 'tag': '996248bc-e5d6-401f-9518-4c3347311e76', 'status': 'completed', 'code': 200} Jun 01 19:17:46.808530 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d70540-9de2-442b-bb5b-671ae6f757ae req-032ef608-e9cd-4f96-94ac-68cc94ba1ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:17:46.810022 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b5d70540-9de2-442b-bb5b-671ae6f757ae req-032ef608-e9cd-4f96-94ac-68cc94ba1ea6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9861cb7602da47e7b9bc308454678263&device_id=fdc172c2-2f6e-4b45-92d1-e1201f668155 HTTP/1.1" status: 200 len: 1133 time: 0.2855821 Jun 01 19:17:46.887509 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b5d70540-9de2-442b-bb5b-671ae6f757ae req-e587cf39-6835-43c2-a67f-96c2acd602f8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=996248bc-e5d6-401f-9518-4c3347311e76 HTTP/1.1" status: 200 len: 217 time: 0.0702264 Jun 01 19:17:46.941458 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c8fe5cb-3d37-43fc-8424-3b1df15aec1f tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Router e228de7f-224e-41c6-b5d1-3d69bbc77cf8 has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 19:17:47.063961 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d70540-9de2-442b-bb5b-671ae6f757ae req-40c18492-989b-4353-b448-37b897065eba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:17:47.065411 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b5d70540-9de2-442b-bb5b-671ae6f757ae req-40c18492-989b-4353-b448-37b897065eba service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c86ca2db-1a1b-4804-afde-b0057b0289e9 HTTP/1.1" status: 200 len: 835 time: 0.1699238 Jun 01 19:17:47.263812 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c8fe5cb-3d37-43fc-8424-3b1df15aec1f tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:17:47.269010 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4c8fe5cb-3d37-43fc-8424-3b1df15aec1f tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for floatingip, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:47.276748 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c0e587e-2f98-42b8-b35b-e626232aedb1 None None] Sync routers for ids ['e228de7f-224e-41c6-b5d1-3d69bbc77cf8'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:17:47.289990 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c0e587e-2f98-42b8-b35b-e626232aedb1 None None] Routers {'e228de7f-224e-41c6-b5d1-3d69bbc77cf8'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:17:47.291538 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-8c0e587e-2f98-42b8-b35b-e626232aedb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:17:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['e228de7f-224e-41c6-b5d1-3d69bbc77cf8'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:17:47.320376 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d70540-9de2-442b-bb5b-671ae6f757ae req-d5cba4f9-6907-4656-b18d-fb48f28f6b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:17:47.322944 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b5d70540-9de2-442b-bb5b-671ae6f757ae req-d5cba4f9-6907-4656-b18d-fb48f28f6b96 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2b003680-2bf2-41f9-80c9-f16c3f8f2850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2486014 Jun 01 19:17:47.354059 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-4c8fe5cb-3d37-43fc-8424-3b1df15aec1f tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] 10.222.0.41 "PUT /v2.0/floatingips/76543ee9-7ba7-4c7a-860b-e70e2dc27c18 HTTP/1.1" status: 200 len: 992 time: 3.1537533 Jun 01 19:17:47.479680 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b5d70540-9de2-442b-bb5b-671ae6f757ae req-3b6f430a-6396-4de8-8b1b-22a5fa3734fd service neutron] 10.222.0.50 "GET /v2.0/networks/2b003680-2bf2-41f9-80c9-f16c3f8f2850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495688 Jun 01 19:17:47.504585 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-8c0e587e-2f98-42b8-b35b-e626232aedb1 None None] Set router e228de7f-224e-41c6-b5d1-3d69bbc77cf8 gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:17:47.660595 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b5d70540-9de2-442b-bb5b-671ae6f757ae req-54b3326a-aaa5-4c48-8ea7-86bb59992365 service neutron] 10.222.0.50 "GET /v2.0/networks/2b003680-2bf2-41f9-80c9-f16c3f8f2850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713109 Jun 01 19:17:47.857479 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923bf83a-9813-46b2-a739-cdaec35aa2ce req-98323b72-792d-498a-b603-ac48187f174e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:17:47.857479 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-923bf83a-9813-46b2-a739-cdaec35aa2ce req-98323b72-792d-498a-b603-ac48187f174e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9861cb7602da47e7b9bc308454678263&device_id=fdc172c2-2f6e-4b45-92d1-e1201f668155 HTTP/1.1" status: 200 len: 1133 time: 0.1263070 Jun 01 19:17:47.917448 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05ad601-a5cf-4727-9604-47de12186f69 req-71748d4a-b87d-4f6d-88ce-cb685448ffab tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:17:47.919118 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b05ad601-a5cf-4727-9604-47de12186f69 req-71748d4a-b87d-4f6d-88ce-cb685448ffab tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] 10.222.0.41 "GET /v2.0/ports?device_id=fdc172c2-2f6e-4b45-92d1-e1201f668155 HTTP/1.1" status: 200 len: 982 time: 0.2354205 Jun 01 19:17:48.110005 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-8c0e587e-2f98-42b8-b35b-e626232aedb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e228de7f-224e-41c6-b5d1-3d69bbc77cf8', 'name': 'tempest-AttachVolumeTestJSON-1875074836-router', 'tenant_id': 'cc5f500c6137475e84a7347d954ff8b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': '544d7d75-dfd1-4252-a232-754801ab83c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:17:06Z', 'updated_at': '2022-06-01T19:17:14Z', 'revision_number': 4, 'project_id': 'cc5f500c6137475e84a7347d954ff8b0', 'gw_port': {'id': '544d7d75-dfd1-4252-a232-754801ab83c2', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:b4:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e228de7f-224e-41c6-b5d1-3d69bbc77cf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:17:08Z', 'updated_at': '2022-06-01T19:17:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_floatingips': [{'id': '76543ee9-7ba7-4c7a-860b-e70e2dc27c18', 'tenant_id': 'cc5f500c6137475e84a7347d954ff8b0', 'floating_ip_address': '172.25.4.138', 'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'router_id': 'e228de7f-224e-41c6-b5d1-3d69bbc77cf8', 'port_id': '3694ebee-3a93-444a-a14d-6a24b0c018bd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3420, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa162726-ef17-4a0c-95f5-44449c42913b', 'mac_address': 'fa:16:3e:ef:7c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d3cc594-615f-433b-92ac-9db75e5c6aa8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T19:17:21Z', 'updated_at': '2022-06-01T19:17:45Z', 'revision_number': 1, 'project_id': 'cc5f500c6137475e84a7347d954ff8b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7078f4bd-1ba8-4718-8286-aff59851b7ff', 'name': '', 'network_id': 'aa162726-ef17-4a0c-95f5-44449c42913b', 'tenant_id': 'cc5f500c6137475e84a7347d954ff8b0', 'mac_address': 'fa:16:3e:25:5a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e228de7f-224e-41c6-b5d1-3d69bbc77cf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3399, 'fixed_ips': [{'subnet_id': 'a2b1fd9d-4e91-43aa-84e1-67bd94c0de64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:17:13Z', 'updated_at': '2022-06-01T19:17:23Z', 'revision_number': 5, 'project_id': 'cc5f500c6137475e84a7347d954ff8b0', 'subnets': [{'id': 'a2b1fd9d-4e91-43aa-84e1-67bd94c0de64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:17:48.115011 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c0e587e-2f98-42b8-b35b-e626232aedb1 None None] Checking router: e228de7f-224e-41c6-b5d1-3d69bbc77cf8 for host: n-d-844202-1 {{(pid=88527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 19:17:48.125169 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c0e587e-2f98-42b8-b35b-e626232aedb1 None None] Routers {'e228de7f-224e-41c6-b5d1-3d69bbc77cf8'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:17:48.125791 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-8c0e587e-2f98-42b8-b35b-e626232aedb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:17:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['e228de7f-224e-41c6-b5d1-3d69bbc77cf8'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:17:48.193509 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b05ad601-a5cf-4727-9604-47de12186f69 req-1c140c5e-eb6b-4feb-ba6d-0f3484a88884 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] 10.222.0.41 "GET /v2.0/security-groups?id=cbafb351-8cb8-48d0-852d-0910b4f77ab1&id=bff83c8b-c591-4f8e-ae9e-bb9157b2573c&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.2162991 Jun 01 19:17:48.262659 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923bf83a-9813-46b2-a739-cdaec35aa2ce req-9f40dfe4-fec3-4a09-8255-5548e1e5036b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:17:48.264404 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-923bf83a-9813-46b2-a739-cdaec35aa2ce req-9f40dfe4-fec3-4a09-8255-5548e1e5036b service neutron] 10.222.0.50 "GET /v2.0/networks?id=2b003680-2bf2-41f9-80c9-f16c3f8f2850 HTTP/1.1" status: 200 len: 898 time: 0.3972034 Jun 01 19:17:48.350553 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-8c0e587e-2f98-42b8-b35b-e626232aedb1 None None] Set router e228de7f-224e-41c6-b5d1-3d69bbc77cf8 gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:17:48.353837 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-923bf83a-9813-46b2-a739-cdaec35aa2ce req-802fae32-e75e-41f7-a094-8ffc45d878a8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=996248bc-e5d6-401f-9518-4c3347311e76 HTTP/1.1" status: 200 len: 217 time: 0.0831792 Jun 01 19:17:48.443672 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923bf83a-9813-46b2-a739-cdaec35aa2ce req-548f3158-7cdf-4710-affc-f5e60ade80e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:17:48.445876 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-923bf83a-9813-46b2-a739-cdaec35aa2ce req-548f3158-7cdf-4710-affc-f5e60ade80e9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c86ca2db-1a1b-4804-afde-b0057b0289e9 HTTP/1.1" status: 200 len: 835 time: 0.0856247 Jun 01 19:17:48.523402 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-af190017-0d97-4b86-a5c4-791627b621a8 req-6cedc710-2d60-4001-bd8c-1223dc5b788e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3d3cc594-615f-433b-92ac-9db75e5c6aa8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0874424 Jun 01 19:17:48.582235 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d3cc594-615f-433b-92ac-9db75e5c6aa8', 'tag': '3694ebee-3a93-444a-a14d-6a24b0c018bd'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:17:48.619949 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923bf83a-9813-46b2-a739-cdaec35aa2ce req-02e9d9ff-0710-4f99-9ca7-da50fdd2bb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:17:48.624360 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-923bf83a-9813-46b2-a739-cdaec35aa2ce req-02e9d9ff-0710-4f99-9ca7-da50fdd2bb58 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2b003680-2bf2-41f9-80c9-f16c3f8f2850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1716313 Jun 01 19:17:48.675663 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0627663b-c3d2-4431-aa75-526e04837829'] response: {'name': 'network-changed', 'server_uuid': '3d3cc594-615f-433b-92ac-9db75e5c6aa8', 'tag': '3694ebee-3a93-444a-a14d-6a24b0c018bd', 'status': 'completed', 'code': 200} Jun 01 19:17:48.705769 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af190017-0d97-4b86-a5c4-791627b621a8 req-e24d52bb-766b-45e2-85ac-2faf8ae30aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:17:48.707234 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-af190017-0d97-4b86-a5c4-791627b621a8 req-e24d52bb-766b-45e2-85ac-2faf8ae30aac service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cc5f500c6137475e84a7347d954ff8b0&device_id=3d3cc594-615f-433b-92ac-9db75e5c6aa8 HTTP/1.1" status: 200 len: 1097 time: 0.0870342 Jun 01 19:17:48.844909 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-923bf83a-9813-46b2-a739-cdaec35aa2ce req-4487e945-dc3e-4487-a0ab-dcb561890cea service neutron] 10.222.0.50 "GET /v2.0/networks/2b003680-2bf2-41f9-80c9-f16c3f8f2850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140625 Jun 01 19:17:48.860774 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-8c0e587e-2f98-42b8-b35b-e626232aedb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e228de7f-224e-41c6-b5d1-3d69bbc77cf8', 'name': 'tempest-AttachVolumeTestJSON-1875074836-router', 'tenant_id': 'cc5f500c6137475e84a7347d954ff8b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': '544d7d75-dfd1-4252-a232-754801ab83c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:17:06Z', 'updated_at': '2022-06-01T19:17:14Z', 'revision_number': 4, 'project_id': 'cc5f500c6137475e84a7347d954ff8b0', 'gw_port': {'id': '544d7d75-dfd1-4252-a232-754801ab83c2', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:b4:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e228de7f-224e-41c6-b5d1-3d69bbc77cf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:17:08Z', 'updated_at': '2022-06-01T19:17:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_floatingips': [{'id': '76543ee9-7ba7-4c7a-860b-e70e2dc27c18', 'tenant_id': 'cc5f500c6137475e84a7347d954ff8b0', 'floating_ip_address': '172.25.4.138', 'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'router_id': 'e228de7f-224e-41c6-b5d1-3d69bbc77cf8', 'port_id': '3694ebee-3a93-444a-a14d-6a24b0c018bd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3420, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa162726-ef17-4a0c-95f5-44449c42913b', 'mac_address': 'fa:16:3e:ef:7c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d3cc594-615f-433b-92ac-9db75e5c6aa8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T19:17:21Z', 'updated_at': '2022-06-01T19:17:45Z', 'revision_number': 1, 'project_id': 'cc5f500c6137475e84a7347d954ff8b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7078f4bd-1ba8-4718-8286-aff59851b7ff', 'name': '', 'network_id': 'aa162726-ef17-4a0c-95f5-44449c42913b', 'tenant_id': 'cc5f500c6137475e84a7347d954ff8b0', 'mac_address': 'fa:16:3e:25:5a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e228de7f-224e-41c6-b5d1-3d69bbc77cf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3399, 'fixed_ips': [{'subnet_id': 'a2b1fd9d-4e91-43aa-84e1-67bd94c0de64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:17:13Z', 'updated_at': '2022-06-01T19:17:23Z', 'revision_number': 5, 'project_id': 'cc5f500c6137475e84a7347d954ff8b0', 'subnets': [{'id': 'a2b1fd9d-4e91-43aa-84e1-67bd94c0de64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:17:48.866240 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c0e587e-2f98-42b8-b35b-e626232aedb1 None None] The sync data for ids ['e228de7f-224e-41c6-b5d1-3d69bbc77cf8'] in n-d-844202-1 is: [{'id': 'e228de7f-224e-41c6-b5d1-3d69bbc77cf8', 'name': 'tempest-AttachVolumeTestJSON-1875074836-router', 'tenant_id': 'cc5f500c6137475e84a7347d954ff8b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': '544d7d75-dfd1-4252-a232-754801ab83c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:17:06Z', 'updated_at': '2022-06-01T19:17:14Z', 'revision_number': 4, 'project_id': 'cc5f500c6137475e84a7347d954ff8b0', 'gw_port': {'id': '544d7d75-dfd1-4252-a232-754801ab83c2', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:b4:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e228de7f-224e-41c6-b5d1-3d69bbc77cf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:17:08Z', 'updated_at': '2022-06-01T19:17:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_floatingips': [{'id': '76543ee9-7ba7-4c7a-860b-e70e2dc27c18', 'tenant_id': 'cc5f500c6137475e84a7347d954ff8b0', 'floating_ip_address': '172.25.4.138', 'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'router_id': 'e228de7f-224e-41c6-b5d1-3d69bbc77cf8', 'port_id': '3694ebee-3a93-444a-a14d-6a24b0c018bd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3420, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa162726-ef17-4a0c-95f5-44449c42913b', 'mac_address': 'fa:16:3e:ef:7c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d3cc594-615f-433b-92ac-9db75e5c6aa8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T19:17:21Z', 'updated_at': '2022-06-01T19:17:45Z', 'revision_number': 1, 'project_id': 'cc5f500c6137475e84a7347d954ff8b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7078f4bd-1ba8-4718-8286-aff59851b7ff', 'name': '', 'network_id': 'aa162726-ef17-4a0c-95f5-44449c42913b', 'tenant_id': 'cc5f500c6137475e84a7347d954ff8b0', 'mac_address': 'fa:16:3e:25:5a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e228de7f-224e-41c6-b5d1-3d69bbc77cf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3399, 'fixed_ips': [{'subnet_id': 'a2b1fd9d-4e91-43aa-84e1-67bd94c0de64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:17:13Z', 'updated_at': '2022-06-01T19:17:23Z', 'revision_number': 5, 'project_id': 'cc5f500c6137475e84a7347d954ff8b0', 'subnets': [{'id': 'a2b1fd9d-4e91-43aa-84e1-67bd94c0de64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:17:48.910748 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af190017-0d97-4b86-a5c4-791627b621a8 req-e58ce3a7-aae9-4e2c-8e12-fdc6624ca6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:17:48.916628 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-af190017-0d97-4b86-a5c4-791627b621a8 req-e58ce3a7-aae9-4e2c-8e12-fdc6624ca6bf service neutron] 10.222.0.15 "GET /v2.0/networks?id=aa162726-ef17-4a0c-95f5-44449c42913b HTTP/1.1" status: 200 len: 912 time: 0.1842518 Jun 01 19:17:49.067615 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-af190017-0d97-4b86-a5c4-791627b621a8 req-ca61f32a-affc-4583-a837-555551b3dc94 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3694ebee-3a93-444a-a14d-6a24b0c018bd HTTP/1.1" status: 200 len: 1000 time: 0.1394222 Jun 01 19:17:49.068842 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-923bf83a-9813-46b2-a739-cdaec35aa2ce req-c4c6af98-41a4-4cf6-85e9-aec627d81824 service neutron] 10.222.0.50 "GET /v2.0/networks/2b003680-2bf2-41f9-80c9-f16c3f8f2850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2164259 Jun 01 19:17:49.142094 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af190017-0d97-4b86-a5c4-791627b621a8 req-e46f010b-ebd8-4578-bdf1-5b7863539cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:17:49.143682 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-af190017-0d97-4b86-a5c4-791627b621a8 req-e46f010b-ebd8-4578-bdf1-5b7863539cd7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a2b1fd9d-4e91-43aa-84e1-67bd94c0de64 HTTP/1.1" status: 200 len: 850 time: 0.0705156 Jun 01 19:17:49.238282 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b24395-f2c1-4caa-a994-f05e8d4751c0 None None] New status for floating IP 76543ee9-7ba7-4c7a-860b-e70e2dc27c18: ACTIVE {{(pid=88526) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 19:17:49.278687 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af190017-0d97-4b86-a5c4-791627b621a8 req-a31663fb-65e7-46af-b59d-15530dfee961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:17:49.280512 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-af190017-0d97-4b86-a5c4-791627b621a8 req-a31663fb-65e7-46af-b59d-15530dfee961 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=aa162726-ef17-4a0c-95f5-44449c42913b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1311879 Jun 01 19:17:49.447235 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-af190017-0d97-4b86-a5c4-791627b621a8 req-5992d41d-a97a-4932-88cb-4bb94e79478c service neutron] 10.222.0.15 "GET /v2.0/networks/aa162726-ef17-4a0c-95f5-44449c42913b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587100 Jun 01 19:17:49.491419 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fa1f87-1075-4970-a6ef-d355a1203517 req-307ab9f8-c523-42d8-aa38-6943915642a9 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:17:49.492961 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-67fa1f87-1075-4970-a6ef-d355a1203517 req-307ab9f8-c523-42d8-aa38-6943915642a9 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] 10.222.0.41 "GET /v2.0/ports?device_id=fdc172c2-2f6e-4b45-92d1-e1201f668155 HTTP/1.1" status: 200 len: 982 time: 0.1316166 Jun 01 19:17:49.584286 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-67fa1f87-1075-4970-a6ef-d355a1203517 req-bc6e5cfd-aeba-494a-9c6f-90f76e0c5593 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] 10.222.0.41 "GET /v2.0/security-groups?id=cbafb351-8cb8-48d0-852d-0910b4f77ab1&id=bff83c8b-c591-4f8e-ae9e-bb9157b2573c&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0851533 Jun 01 19:17:49.702729 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-af190017-0d97-4b86-a5c4-791627b621a8 req-cfcdbffa-3822-4a0a-b2a7-44290405710b service neutron] 10.222.0.15 "GET /v2.0/networks/aa162726-ef17-4a0c-95f5-44449c42913b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2492015 Jun 01 19:17:49.843983 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d76bb1-bceb-4f70-b3a9-42c8e7b4030a req-460c2db1-15ed-4a72-bbc5-cec1515e59fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:17:49.845703 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c6d76bb1-bceb-4f70-b3a9-42c8e7b4030a req-460c2db1-15ed-4a72-bbc5-cec1515e59fc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cc5f500c6137475e84a7347d954ff8b0&device_id=3d3cc594-615f-433b-92ac-9db75e5c6aa8 HTTP/1.1" status: 200 len: 1097 time: 0.0763454 Jun 01 19:17:50.157549 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d76bb1-bceb-4f70-b3a9-42c8e7b4030a req-f07718c9-0f61-4270-9539-6eabd0aee812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:17:50.159190 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c6d76bb1-bceb-4f70-b3a9-42c8e7b4030a req-f07718c9-0f61-4270-9539-6eabd0aee812 service neutron] 10.222.0.15 "GET /v2.0/networks?id=aa162726-ef17-4a0c-95f5-44449c42913b HTTP/1.1" status: 200 len: 912 time: 0.3072333 Jun 01 19:17:50.278552 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c6d76bb1-bceb-4f70-b3a9-42c8e7b4030a req-8fb42d5a-796a-40b8-b87b-199585e5a0e5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3694ebee-3a93-444a-a14d-6a24b0c018bd HTTP/1.1" status: 200 len: 1002 time: 0.1124477 Jun 01 19:17:50.392873 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d76bb1-bceb-4f70-b3a9-42c8e7b4030a req-cc195b24-3ee9-4d60-915e-6968084c5828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:17:50.394800 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c6d76bb1-bceb-4f70-b3a9-42c8e7b4030a req-cc195b24-3ee9-4d60-915e-6968084c5828 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a2b1fd9d-4e91-43aa-84e1-67bd94c0de64 HTTP/1.1" status: 200 len: 850 time: 0.1087627 Jun 01 19:17:50.538220 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d76bb1-bceb-4f70-b3a9-42c8e7b4030a req-e4e2b434-d2fa-4e49-bcac-9898963b059b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:17:50.539901 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c6d76bb1-bceb-4f70-b3a9-42c8e7b4030a req-e4e2b434-d2fa-4e49-bcac-9898963b059b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=aa162726-ef17-4a0c-95f5-44449c42913b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1383765 Jun 01 19:17:50.726745 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c6d76bb1-bceb-4f70-b3a9-42c8e7b4030a req-fd858ed4-83cd-4636-9bd6-74dd8a9c3867 service neutron] 10.222.0.15 "GET /v2.0/networks/aa162726-ef17-4a0c-95f5-44449c42913b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763754 Jun 01 19:17:50.774343 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 996248bc-e5d6-401f-9518-4c3347311e76 details requested by agent hyperv_n-h2-844202-1 with host n-h2-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 19:17:50.965488 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c6d76bb1-bceb-4f70-b3a9-42c8e7b4030a req-26428eb9-b4d2-46c7-be59-1cb03deb795a service neutron] 10.222.0.15 "GET /v2.0/networks/aa162726-ef17-4a0c-95f5-44449c42913b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2345395 Jun 01 19:17:51.031731 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b149357-36c4-4e9f-b604-c92102f6a5aa req-6cb64d7f-36f4-4dcf-81ef-5f1971e7282b tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:17:51.040015 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2b149357-36c4-4e9f-b604-c92102f6a5aa req-6cb64d7f-36f4-4dcf-81ef-5f1971e7282b tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] 10.222.0.41 "GET /v2.0/ports?device_id=fdc172c2-2f6e-4b45-92d1-e1201f668155 HTTP/1.1" status: 200 len: 982 time: 0.1446426 Jun 01 19:17:51.051108 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 996248bc-e5d6-401f-9518-4c3347311e76, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=996248bc-e5d6-401f-9518-4c3347311e76,segment=NetworkSegment(99f5ef3e-a69b-4de1-9b56-614178cdee50),segment_id=99f5ef3e-a69b-4de1-9b56-614178cdee50)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:17:51.070862 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Returning: {'device': '996248bc-e5d6-401f-9518-4c3347311e76', 'network_id': '2b003680-2bf2-41f9-80c9-f16c3f8f2850', 'port_id': '996248bc-e5d6-401f-9518-4c3347311e76', 'mac_address': 'fa:16:3e:9f:59:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c86ca2db-1a1b-4804-afde-b0057b0289e9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 19:17:51.125475 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2b149357-36c4-4e9f-b604-c92102f6a5aa req-92a745d8-eb06-439b-b02e-78c3688a8886 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] 10.222.0.41 "GET /v2.0/security-groups?id=cbafb351-8cb8-48d0-852d-0910b4f77ab1&id=bff83c8b-c591-4f8e-ae9e-bb9157b2573c&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0746343 Jun 01 19:17:51.168101 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port 996248bc-e5d6-401f-9518-4c3347311e76 is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:17:51.168519 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:51.188268 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 996248bc-e5d6-401f-9518-4c3347311e76 {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 19:17:51.205355 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 996248bc-e5d6-401f-9518-4c3347311e76, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=996248bc-e5d6-401f-9518-4c3347311e76,segment=NetworkSegment(99f5ef3e-a69b-4de1-9b56-614178cdee50),segment_id=99f5ef3e-a69b-4de1-9b56-614178cdee50)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:17:51.210343 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:51.284124 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=996248bc-e5d6-401f-9518-4c3347311e76,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:17:51.418945 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] get_ports_and_sgs() called for port_ids ['996248bc-e5d6-401f-9518-4c3347311e76'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 19:17:52.323887 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ea5059-2ea1-4d6e-8513-f109d7f5b57f req-3f6291b5-96ee-468d-bbfe-684416dbf800 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:17:52.325430 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-83ea5059-2ea1-4d6e-8513-f109d7f5b57f req-3f6291b5-96ee-468d-bbfe-684416dbf800 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] 10.222.0.41 "GET /v2.0/ports?device_id=fdc172c2-2f6e-4b45-92d1-e1201f668155 HTTP/1.1" status: 200 len: 983 time: 0.1141999 Jun 01 19:17:52.376213 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-83ea5059-2ea1-4d6e-8513-f109d7f5b57f req-72528fcb-00be-470b-ac07-d9226027d736 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] 10.222.0.41 "GET /v2.0/security-groups?id=cbafb351-8cb8-48d0-852d-0910b4f77ab1&id=bff83c8b-c591-4f8e-ae9e-bb9157b2573c&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0443149 Jun 01 19:17:52.784630 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 996248bc-e5d6-401f-9518-4c3347311e76 up at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:17:52.869187 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning for port 996248bc-e5d6-401f-9518-4c3347311e76 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:17:52.874875 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning complete for port 996248bc-e5d6-401f-9518-4c3347311e76 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:17:52.875365 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:53.066951 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port 996248bc-e5d6-401f-9518-4c3347311e76 is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:17:53.067455 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:53.095615 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdc172c2-2f6e-4b45-92d1-e1201f668155', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '996248bc-e5d6-401f-9518-4c3347311e76'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:17:53.106446 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 996248bc-e5d6-401f-9518-4c3347311e76, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=996248bc-e5d6-401f-9518-4c3347311e76,segment=NetworkSegment(99f5ef3e-a69b-4de1-9b56-614178cdee50),segment_id=99f5ef3e-a69b-4de1-9b56-614178cdee50)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:17:53.111300 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:53.173973 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-952a393c-4829-474e-9607-87a46287b0a6'] response: {'server_uuid': 'fdc172c2-2f6e-4b45-92d1-e1201f668155', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '996248bc-e5d6-401f-9518-4c3347311e76', 'code': 200} Jun 01 19:17:53.210558 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=996248bc-e5d6-401f-9518-4c3347311e76,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:17:53.341297 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccedc1e-a9d8-4dee-91d3-5700fc9a11e4 req-e74651d1-4e8d-462f-b342-cdb1395751d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:17:53.342792 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-2ccedc1e-a9d8-4dee-91d3-5700fc9a11e4 req-e74651d1-4e8d-462f-b342-cdb1395751d4 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=fdc172c2-2f6e-4b45-92d1-e1201f668155 HTTP/1.1" status: 200 len: 1135 time: 0.0708079 Jun 01 19:17:53.390061 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-2ccedc1e-a9d8-4dee-91d3-5700fc9a11e4 req-1fc70218-1695-42f5-a3bb-8370edb669a3 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=cbafb351-8cb8-48d0-852d-0910b4f77ab1&id=bff83c8b-c591-4f8e-ae9e-bb9157b2573c&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0412486 Jun 01 19:17:53.609266 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 35636) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:17:53.616112 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd76ddd-1d14-4804-a080-484337cab8ed req-1e2109cb-8a20-4544-a5e9-af3471234367 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:17:53.617617 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-2cd76ddd-1d14-4804-a080-484337cab8ed req-1e2109cb-8a20-4544-a5e9-af3471234367 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] 10.222.0.41 "GET /v2.0/ports?device_id=fdc172c2-2f6e-4b45-92d1-e1201f668155 HTTP/1.1" status: 200 len: 984 time: 0.0964963 Jun 01 19:17:53.671819 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-2cd76ddd-1d14-4804-a080-484337cab8ed req-72b162d5-8047-4423-a26d-fc9747f80451 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] 10.222.0.41 "GET /v2.0/security-groups?id=cbafb351-8cb8-48d0-852d-0910b4f77ab1&id=bff83c8b-c591-4f8e-ae9e-bb9157b2573c&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0478048 Jun 01 19:17:53.752251 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9e37a066-0a79-4527-80fc-3788f7dbe113 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:53.767560 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-9e37a066-0a79-4527-80fc-3788f7dbe113 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:17:53.771573 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-9e37a066-0a79-4527-80fc-3788f7dbe113 admin admin] Usage tracker for resource:security_group_rule and tenant:cde34f638d0142579ad39bef33468667 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:17:53.775203 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-9e37a066-0a79-4527-80fc-3788f7dbe113 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:17:53.781094 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-9e37a066-0a79-4527-80fc-3788f7dbe113 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:17:53.879503 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9e37a066-0a79-4527-80fc-3788f7dbe113 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:53.884344 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9e37a066-0a79-4527-80fc-3788f7dbe113 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:53.937831 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-9e37a066-0a79-4527-80fc-3788f7dbe113 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cde34f638d0142579ad39bef33468667&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3244658 Jun 01 19:17:53.937831 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e37a066-0a79-4527-80fc-3788f7dbe113 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=250217be-fdea-4dae-b520-9fafd5a051f7,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:17:53.938188 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 35646) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:17:53.950701 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e37a066-0a79-4527-80fc-3788f7dbe113 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:17:53.951406 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e37a066-0a79-4527-80fc-3788f7dbe113 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:17:53.951969 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e37a066-0a79-4527-80fc-3788f7dbe113 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:17:53.952523 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e37a066-0a79-4527-80fc-3788f7dbe113 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:17:53.953010 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e37a066-0a79-4527-80fc-3788f7dbe113 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:17:53.953514 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e37a066-0a79-4527-80fc-3788f7dbe113 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:17:53.954038 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e37a066-0a79-4527-80fc-3788f7dbe113 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:17:53.954591 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e37a066-0a79-4527-80fc-3788f7dbe113 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:17:53.955070 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e37a066-0a79-4527-80fc-3788f7dbe113 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:17:53.955548 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e37a066-0a79-4527-80fc-3788f7dbe113 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:17:53.956107 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e37a066-0a79-4527-80fc-3788f7dbe113 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:17:53.956617 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e37a066-0a79-4527-80fc-3788f7dbe113 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:17:54.020364 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a34c06dc-57b6-420c-8c6e-5396be35235a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:54.046964 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a34c06dc-57b6-420c-8c6e-5396be35235a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:54.110728 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a34c06dc-57b6-420c-8c6e-5396be35235a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:54.126579 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34c06dc-57b6-420c-8c6e-5396be35235a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=250217be-fdea-4dae-b520-9fafd5a051f7,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:17:54.138920 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34c06dc-57b6-420c-8c6e-5396be35235a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:17:54.139262 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34c06dc-57b6-420c-8c6e-5396be35235a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:17:54.139617 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34c06dc-57b6-420c-8c6e-5396be35235a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:17:54.139967 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34c06dc-57b6-420c-8c6e-5396be35235a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:17:54.140337 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34c06dc-57b6-420c-8c6e-5396be35235a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:17:54.140687 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34c06dc-57b6-420c-8c6e-5396be35235a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:17:54.141023 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34c06dc-57b6-420c-8c6e-5396be35235a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:17:54.141354 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34c06dc-57b6-420c-8c6e-5396be35235a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:17:54.141693 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34c06dc-57b6-420c-8c6e-5396be35235a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:17:54.142050 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34c06dc-57b6-420c-8c6e-5396be35235a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:17:54.142366 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34c06dc-57b6-420c-8c6e-5396be35235a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:17:54.142690 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34c06dc-57b6-420c-8c6e-5396be35235a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:17:54.147445 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a34c06dc-57b6-420c-8c6e-5396be35235a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:54.151837 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-a34c06dc-57b6-420c-8c6e-5396be35235a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/250217be-fdea-4dae-b520-9fafd5a051f7 HTTP/1.1" status: 204 len: 168 time: 0.2092135 Jun 01 19:17:54.469245 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 35662) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:17:54.487091 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-60094944-882d-4b4f-a865-558871fcb1ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:54.506114 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-60094944-882d-4b4f-a865-558871fcb1ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:17:54.510434 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-60094944-882d-4b4f-a865-558871fcb1ec admin admin] Usage tracker for resource:security_group_rule and tenant:9803feb3a448407789b84851326a6416 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:17:54.513676 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-60094944-882d-4b4f-a865-558871fcb1ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:17:54.526083 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-60094944-882d-4b4f-a865-558871fcb1ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:17:54.616575 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-60094944-882d-4b4f-a865-558871fcb1ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:54.621498 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-60094944-882d-4b4f-a865-558871fcb1ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:54.672085 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-60094944-882d-4b4f-a865-558871fcb1ec admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9803feb3a448407789b84851326a6416&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2017665 Jun 01 19:17:54.673808 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60094944-882d-4b4f-a865-558871fcb1ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d32d4316-425c-4836-a2ee-df49f25b27fb,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:17:54.674820 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 35672) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:17:54.741854 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3f26f957-535a-4ee6-b6d7-1a036a1dda79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:54.768209 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3f26f957-535a-4ee6-b6d7-1a036a1dda79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:54.866788 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3f26f957-535a-4ee6-b6d7-1a036a1dda79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:54.887427 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f26f957-535a-4ee6-b6d7-1a036a1dda79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d32d4316-425c-4836-a2ee-df49f25b27fb,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:17:54.898871 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3f26f957-535a-4ee6-b6d7-1a036a1dda79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:54.900453 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-3f26f957-535a-4ee6-b6d7-1a036a1dda79 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d32d4316-425c-4836-a2ee-df49f25b27fb HTTP/1.1" status: 204 len: 168 time: 0.2245181 Jun 01 19:17:54.916854 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f34fc0-d654-4898-853b-f20df1ddf76b req-da219d12-a84a-4a26-88f3-2fa7255f1445 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:17:54.918403 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-84f34fc0-d654-4898-853b-f20df1ddf76b req-da219d12-a84a-4a26-88f3-2fa7255f1445 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] 10.222.0.41 "GET /v2.0/ports?device_id=fdc172c2-2f6e-4b45-92d1-e1201f668155 HTTP/1.1" status: 200 len: 984 time: 0.1158326 Jun 01 19:17:55.002946 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-84f34fc0-d654-4898-853b-f20df1ddf76b req-e069daed-82ed-46bb-a5f6-d93f0a52f13b tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] 10.222.0.41 "GET /v2.0/security-groups?id=cbafb351-8cb8-48d0-852d-0910b4f77ab1&id=bff83c8b-c591-4f8e-ae9e-bb9157b2573c&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0702908 Jun 01 19:17:55.236272 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c710985-821d-4e7f-a117-b3803ca5ac9a req-66ec877e-683d-4961-b8c8-91c40e373733 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:17:55.237303 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0c710985-821d-4e7f-a117-b3803ca5ac9a req-66ec877e-683d-4961-b8c8-91c40e373733 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] 10.222.0.41 "GET /v2.0/ports?device_id=fdc172c2-2f6e-4b45-92d1-e1201f668155 HTTP/1.1" status: 200 len: 984 time: 0.1087794 Jun 01 19:17:55.291373 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0c710985-821d-4e7f-a117-b3803ca5ac9a req-61a7a0ab-3d8b-4f09-afd9-7231f3ba1be9 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] 10.222.0.41 "GET /v2.0/security-groups?id=cbafb351-8cb8-48d0-852d-0910b4f77ab1&id=bff83c8b-c591-4f8e-ae9e-bb9157b2573c&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0451491 Jun 01 19:17:55.345365 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 35696) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:17:55.366331 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7b9a56c3-62da-4faf-82d0-0ac7218f9004 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:55.382953 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-7b9a56c3-62da-4faf-82d0-0ac7218f9004 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:17:55.389222 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-7b9a56c3-62da-4faf-82d0-0ac7218f9004 admin admin] Usage tracker for resource:security_group_rule and tenant:d22643a7715d4501af48c44f0b24c765 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:17:55.392408 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-7b9a56c3-62da-4faf-82d0-0ac7218f9004 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:17:55.401448 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-7b9a56c3-62da-4faf-82d0-0ac7218f9004 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:17:55.529743 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49026db3-9c05-4343-adc0-69e8dcfea81a req-3059ff2b-c7ce-4b64-971a-94d3e5577fc0 tempest-TestSecurityGroupsBasicOps-934678506 tempest-TestSecurityGroupsBasicOps-934678506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:17:55.536526 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-49026db3-9c05-4343-adc0-69e8dcfea81a req-3059ff2b-c7ce-4b64-971a-94d3e5577fc0 tempest-TestSecurityGroupsBasicOps-934678506 tempest-TestSecurityGroupsBasicOps-934678506-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=fdc172c2-2f6e-4b45-92d1-e1201f668155 HTTP/1.1" status: 200 len: 1135 time: 0.1325729 Jun 01 19:17:55.556891 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-49026db3-9c05-4343-adc0-69e8dcfea81a req-65420a7f-5a7f-44fc-8b30-7b21ff45b244 tempest-TestSecurityGroupsBasicOps-934678506 tempest-TestSecurityGroupsBasicOps-934678506-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:55.590751 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [req-49026db3-9c05-4343-adc0-69e8dcfea81a req-65420a7f-5a7f-44fc-8b30-7b21ff45b244 tempest-TestSecurityGroupsBasicOps-934678506 tempest-TestSecurityGroupsBasicOps-934678506-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:17:55.598948 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-49026db3-9c05-4343-adc0-69e8dcfea81a req-65420a7f-5a7f-44fc-8b30-7b21ff45b244 tempest-TestSecurityGroupsBasicOps-934678506 tempest-TestSecurityGroupsBasicOps-934678506-project-admin] Usage tracker for resource:security_group_rule and tenant:268920c8073f4e28bff0c3636d4b2b15 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:17:55.602948 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7b9a56c3-62da-4faf-82d0-0ac7218f9004 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:55.604004 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-49026db3-9c05-4343-adc0-69e8dcfea81a req-65420a7f-5a7f-44fc-8b30-7b21ff45b244 tempest-TestSecurityGroupsBasicOps-934678506 tempest-TestSecurityGroupsBasicOps-934678506-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:17:55.607088 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7b9a56c3-62da-4faf-82d0-0ac7218f9004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:55.623607 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [req-49026db3-9c05-4343-adc0-69e8dcfea81a req-65420a7f-5a7f-44fc-8b30-7b21ff45b244 tempest-TestSecurityGroupsBasicOps-934678506 tempest-TestSecurityGroupsBasicOps-934678506-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:17:55.664270 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9a56c3-62da-4faf-82d0-0ac7218f9004 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f644a8f7-2d2a-4d0b-baf4-b3df554f7098,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:17:55.670284 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-7b9a56c3-62da-4faf-82d0-0ac7218f9004 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d22643a7715d4501af48c44f0b24c765&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3236907 Jun 01 19:17:55.673431 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 35706) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:17:55.763948 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-9bbe74f7-89c9-4f66-9576-3fcd327e28bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:55.774587 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-49026db3-9c05-4343-adc0-69e8dcfea81a req-65420a7f-5a7f-44fc-8b30-7b21ff45b244 tempest-TestSecurityGroupsBasicOps-934678506 tempest-TestSecurityGroupsBasicOps-934678506-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:55.778987 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-49026db3-9c05-4343-adc0-69e8dcfea81a req-65420a7f-5a7f-44fc-8b30-7b21ff45b244 tempest-TestSecurityGroupsBasicOps-934678506 tempest-TestSecurityGroupsBasicOps-934678506-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:55.794773 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-9bbe74f7-89c9-4f66-9576-3fcd327e28bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:55.814399 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-49026db3-9c05-4343-adc0-69e8dcfea81a req-65420a7f-5a7f-44fc-8b30-7b21ff45b244 tempest-TestSecurityGroupsBasicOps-934678506 tempest-TestSecurityGroupsBasicOps-934678506-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=cbafb351-8cb8-48d0-852d-0910b4f77ab1&id=bff83c8b-c591-4f8e-ae9e-bb9157b2573c&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.2767689 Jun 01 19:17:55.824876 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65420a7f-5a7f-44fc-8b30-7b21ff45b244 tempest-TestSecurityGroupsBasicOps-934678506 tempest-TestSecurityGroupsBasicOps-934678506-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af571d41-5eb2-4342-8b72-08e0a739e11a,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:17:55.848954 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 35714) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:17:55.878409 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-9bbe74f7-89c9-4f66-9576-3fcd327e28bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:55.896739 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbe74f7-89c9-4f66-9576-3fcd327e28bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f644a8f7-2d2a-4d0b-baf4-b3df554f7098,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:17:55.912145 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-9bbe74f7-89c9-4f66-9576-3fcd327e28bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:55.913304 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-9bbe74f7-89c9-4f66-9576-3fcd327e28bb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f644a8f7-2d2a-4d0b-baf4-b3df554f7098 HTTP/1.1" status: 204 len: 168 time: 0.2387068 Jun 01 19:17:55.938139 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72b0dc41-e23f-4d26-85ed-01f44aadbd5f tempest-TestSecurityGroupsBasicOps-934678506 tempest-TestSecurityGroupsBasicOps-934678506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:17:55.943114 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-72b0dc41-e23f-4d26-85ed-01f44aadbd5f tempest-TestSecurityGroupsBasicOps-934678506 tempest-TestSecurityGroupsBasicOps-934678506-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=fdc172c2-2f6e-4b45-92d1-e1201f668155 HTTP/1.1" status: 200 len: 1130 time: 0.0929160 Jun 01 19:17:55.943288 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 35720) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:17:55.952546 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-1ef8577b-4fa3-49b3-bf70-6ece568e1d85 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Request body: {'floatingip': {'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'port_id': '996248bc-e5d6-401f-9518-4c3347311e76', 'tenant_id': '9861cb7602da47e7b9bc308454678263', 'fixed_ip_address': '172.20.0.4'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:17:55.959691 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-1ef8577b-4fa3-49b3-bf70-6ece568e1d85 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:17:55.964520 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-1ef8577b-4fa3-49b3-bf70-6ece568e1d85 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Usage tracker for resource:floatingip and tenant:9861cb7602da47e7b9bc308454678263 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:17:55.967684 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-1ef8577b-4fa3-49b3-bf70-6ece568e1d85 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:17:55.973858 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-1ef8577b-4fa3-49b3-bf70-6ece568e1d85 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:17:55.985810 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1ef8577b-4fa3-49b3-bf70-6ece568e1d85 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Notify callbacks [] for floatingip, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:56.158742 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1ef8577b-4fa3-49b3-bf70-6ece568e1d85 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:56.317819 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [None req-1ef8577b-4fa3-49b3-bf70-6ece568e1d85 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Allocated IP 172.25.4.198 (72a72e44-6845-488a-a5ff-3a26d4df9cb3/c314a23b-daa2-4106-ab28-8e6f954277b2/de2e00f7-3330-425e-aa5e-ea7e3a2f7882) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:17:56.586253 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1ef8577b-4fa3-49b3-bf70-6ece568e1d85 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:56.629375 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1ef8577b-4fa3-49b3-bf70-6ece568e1d85 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:56.716648 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ef8577b-4fa3-49b3-bf70-6ece568e1d85 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:17:56.719309 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-1ef8577b-4fa3-49b3-bf70-6ece568e1d85 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:17:56.723097 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef8577b-4fa3-49b3-bf70-6ece568e1d85 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:17:56.764379 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef8577b-4fa3-49b3-bf70-6ece568e1d85 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Pushing event updated for resources: {'Port': ['ID=de2e00f7-3330-425e-aa5e-ea7e3a2f7882,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:17:57.178462 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1ef8577b-4fa3-49b3-bf70-6ece568e1d85 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:57.270422 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1ef8577b-4fa3-49b3-bf70-6ece568e1d85 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:57.490206 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1ef8577b-4fa3-49b3-bf70-6ece568e1d85 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:57.495385 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1ef8577b-4fa3-49b3-bf70-6ece568e1d85 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:57.569184 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 35782) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:17:57.627403 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef8577b-4fa3-49b3-bf70-6ece568e1d85 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Pushing event updated for resources: {'Port': ['ID=de2e00f7-3330-425e-aa5e-ea7e3a2f7882,revision_number=2']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:17:57.636522 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1ef8577b-4fa3-49b3-bf70-6ece568e1d85 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887712'] for floatingip, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:57.688682 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-1fb1686f-16a9-43e3-8e19-524cb311c652 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-2134155474', 'router:external': True}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:17:57.693936 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-1fb1686f-16a9-43e3-8e19-524cb311c652 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:17:57.698435 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-1fb1686f-16a9-43e3-8e19-524cb311c652 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Usage tracker for resource:network and tenant:be844b73ad434ff4ac63a2910a555a39 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:17:57.701370 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-1fb1686f-16a9-43e3-8e19-524cb311c652 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:17:57.707733 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-1fb1686f-16a9-43e3-8e19-524cb311c652 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:17:57.717893 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fb1686f-16a9-43e3-8e19-524cb311c652 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Made reservation on behalf of be844b73ad434ff4ac63a2910a555a39 for: {'network': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:17:57.720445 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1fb1686f-16a9-43e3-8e19-524cb311c652 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:57.733276 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1fb1686f-16a9-43e3-8e19-524cb311c652 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:57.749532 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-1fb1686f-16a9-43e3-8e19-524cb311c652 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:17:57.753883 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-1fb1686f-16a9-43e3-8e19-524cb311c652 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Usage tracker for resource:security_group_rule and tenant:be844b73ad434ff4ac63a2910a555a39 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:17:57.756829 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-1fb1686f-16a9-43e3-8e19-524cb311c652 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:17:57.762989 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-1fb1686f-16a9-43e3-8e19-524cb311c652 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:17:57.845551 n-d-844202-1 neutron-server[88524]: INFO neutron.db.l3_db [None req-1ef8577b-4fa3-49b3-bf70-6ece568e1d85 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Floating IP 9500cdec-d817-44bb-923a-ce5a6d15aa8d associated. External IP: 172.25.4.198, port: 996248bc-e5d6-401f-9518-4c3347311e76. Jun 01 19:17:57.881984 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1fb1686f-16a9-43e3-8e19-524cb311c652 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:57.886472 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1fb1686f-16a9-43e3-8e19-524cb311c652 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:57.920529 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fb1686f-16a9-43e3-8e19-524cb311c652 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 145} {{(pid=88525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 19:17:57.925932 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb1686f-16a9-43e3-8e19-524cb311c652 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3711d979-3e9b-4575-83f5-af34023f5dfe,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:17:57.933315 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1fb1686f-16a9-43e3-8e19-524cb311c652 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:57.933744 n-d-844202-1 neutron-server[88525]: INFO neutron.db.segments_db [None req-1fb1686f-16a9-43e3-8e19-524cb311c652 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Added segment eafad303-5fea-4e1a-ba78-cb90a557fb47 of type vlan for network 56482f30-2a92-41fd-85c5-9ea0be98d7c0 Jun 01 19:17:57.967266 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1fb1686f-16a9-43e3-8e19-524cb311c652 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:58.002272 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1fb1686f-16a9-43e3-8e19-524cb311c652 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:58.003346 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fb1686f-16a9-43e3-8e19-524cb311c652 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:17:58.004042 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1fb1686f-16a9-43e3-8e19-524cb311c652 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Notify callbacks [] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:58.135820 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb1686f-16a9-43e3-8e19-524cb311c652 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Pushing event updated for resources: {'Network': ['ID=56482f30-2a92-41fd-85c5-9ea0be98d7c0,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:17:58.148767 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network 56482f30-2a92-41fd-85c5-9ea0be98d7c0 details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 19:17:58.153882 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-1fb1686f-16a9-43e3-8e19-524cb311c652 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.5798359 Jun 01 19:17:58.154135 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 35800) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:17:58.161981 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-b7160f54-7d58-4aa2-9046-1b2d241ed9d8 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Request body: {'subnet': {'network_id': '56482f30-2a92-41fd-85c5-9ea0be98d7c0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:17:58.172067 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-b7160f54-7d58-4aa2-9046-1b2d241ed9d8 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:17:58.176074 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-b7160f54-7d58-4aa2-9046-1b2d241ed9d8 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Usage tracker for resource:subnet and tenant:be844b73ad434ff4ac63a2910a555a39 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:17:58.179327 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-b7160f54-7d58-4aa2-9046-1b2d241ed9d8 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:17:58.189035 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-b7160f54-7d58-4aa2-9046-1b2d241ed9d8 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:17:58.201151 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7160f54-7d58-4aa2-9046-1b2d241ed9d8 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Made reservation on behalf of be844b73ad434ff4ac63a2910a555a39 for: {'subnet': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:17:58.204431 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b7160f54-7d58-4aa2-9046-1b2d241ed9d8 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9667140'] for subnet, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:58.464430 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ef8577b-4fa3-49b3-bf70-6ece568e1d85 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Router 0d7e7d6f-aaa1-4fd0-8212-c58a452c8973 has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 19:17:58.653894 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ef8577b-4fa3-49b3-bf70-6ece568e1d85 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:17:58.665232 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ffe399d-2702-4028-a440-8f200cc06453 None None] Sync routers for ids ['0d7e7d6f-aaa1-4fd0-8212-c58a452c8973'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:17:58.678787 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ffe399d-2702-4028-a440-8f200cc06453 None None] Routers {'0d7e7d6f-aaa1-4fd0-8212-c58a452c8973'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:17:58.679396 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-1ffe399d-2702-4028-a440-8f200cc06453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:17:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['0d7e7d6f-aaa1-4fd0-8212-c58a452c8973'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:17:58.725739 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1ef8577b-4fa3-49b3-bf70-6ece568e1d85 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for floatingip, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:58.794461 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-1ef8577b-4fa3-49b3-bf70-6ece568e1d85 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8498523 Jun 01 19:17:58.795454 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdc172c2-2f6e-4b45-92d1-e1201f668155', 'tag': '996248bc-e5d6-401f-9518-4c3347311e76'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:17:58.799198 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 35814) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:17:58.826420 n-d-844202-1 neutron-server[88525]: DEBUG neutron.objects.ports [None req-b7160f54-7d58-4aa2-9046-1b2d241ed9d8 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88525) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jun 01 19:17:58.826890 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b7160f54-7d58-4aa2-9046-1b2d241ed9d8 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2614064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9667190'] for subnet, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:58.849826 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eabad2fb-20de-49ca-b37d-b0dfadac6e80'] response: {'name': 'network-changed', 'server_uuid': 'fdc172c2-2f6e-4b45-92d1-e1201f668155', 'tag': '996248bc-e5d6-401f-9518-4c3347311e76', 'status': 'completed', 'code': 200} Jun 01 19:17:58.944182 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-1ffe399d-2702-4028-a440-8f200cc06453 None None] Set router 0d7e7d6f-aaa1-4fd0-8212-c58a452c8973 gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:17:59.010073 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bc00e1-b4f5-4681-a15a-0aceb296ab8e req-21df8091-978f-45e0-a8d7-a3dc2608cfd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:17:59.010305 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7160f54-7d58-4aa2-9046-1b2d241ed9d8 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Pushing event updated for resources: {'Subnet': ['ID=b2caf77c-0446-4b07-82f2-e3b0ecd02a5c,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:17:59.014067 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-31bc00e1-b4f5-4681-a15a-0aceb296ab8e req-21df8091-978f-45e0-a8d7-a3dc2608cfd9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9861cb7602da47e7b9bc308454678263&device_id=fdc172c2-2f6e-4b45-92d1-e1201f668155 HTTP/1.1" status: 200 len: 1135 time: 0.1371889 Jun 01 19:17:59.058937 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7160f54-7d58-4aa2-9046-1b2d241ed9d8 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Checking segment: {'id': 'eafad303-5fea-4e1a-ba78-cb90a557fb47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '56482f30-2a92-41fd-85c5-9ea0be98d7c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:17:59.059328 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7160f54-7d58-4aa2-9046-1b2d241ed9d8 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Network hostable DHCP agents. Network: 56482f30-2a92-41fd-85c5-9ea0be98d7c0, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 19:17:59.105447 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c461dbae-fd48-4926-9af0-6aa4908fb702 tempest-TestSecurityGroupsBasicOps-934678506 tempest-TestSecurityGroupsBasicOps-934678506-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:17:59.105948 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c461dbae-fd48-4926-9af0-6aa4908fb702 tempest-TestSecurityGroupsBasicOps-934678506 tempest-TestSecurityGroupsBasicOps-934678506-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:17:59.106520 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c461dbae-fd48-4926-9af0-6aa4908fb702 tempest-TestSecurityGroupsBasicOps-934678506 tempest-TestSecurityGroupsBasicOps-934678506-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:17:59.106986 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c461dbae-fd48-4926-9af0-6aa4908fb702 tempest-TestSecurityGroupsBasicOps-934678506 tempest-TestSecurityGroupsBasicOps-934678506-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:17:59.107433 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c461dbae-fd48-4926-9af0-6aa4908fb702 tempest-TestSecurityGroupsBasicOps-934678506 tempest-TestSecurityGroupsBasicOps-934678506-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:17:59.107883 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c461dbae-fd48-4926-9af0-6aa4908fb702 tempest-TestSecurityGroupsBasicOps-934678506 tempest-TestSecurityGroupsBasicOps-934678506-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:17:59.108352 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c461dbae-fd48-4926-9af0-6aa4908fb702 tempest-TestSecurityGroupsBasicOps-934678506 tempest-TestSecurityGroupsBasicOps-934678506-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:17:59.108798 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c461dbae-fd48-4926-9af0-6aa4908fb702 tempest-TestSecurityGroupsBasicOps-934678506 tempest-TestSecurityGroupsBasicOps-934678506-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:17:59.109239 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c461dbae-fd48-4926-9af0-6aa4908fb702 tempest-TestSecurityGroupsBasicOps-934678506 tempest-TestSecurityGroupsBasicOps-934678506-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:17:59.111134 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-c461dbae-fd48-4926-9af0-6aa4908fb702 tempest-TestSecurityGroupsBasicOps-934678506 tempest-TestSecurityGroupsBasicOps-934678506-project-admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6383 time: 0.3104568 Jun 01 19:17:59.114630 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 35824) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:17:59.168256 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7160f54-7d58-4aa2-9046-1b2d241ed9d8 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Network 56482f30-2a92-41fd-85c5-9ea0be98d7c0 is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 19:17:59.190971 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-b7160f54-7d58-4aa2-9046-1b2d241ed9d8 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, 56482f30-2a92-41fd-85c5-9ea0be98d7c0) {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:17:59.198271 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7160f54-7d58-4aa2-9046-1b2d241ed9d8 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:17:59.198943 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b7160f54-7d58-4aa2-9046-1b2d241ed9d8 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:59.200256 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94c80731-001e-4662-9423-445e62359f34 None None] Network 56482f30-2a92-41fd-85c5-9ea0be98d7c0 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:17:59.205507 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bc00e1-b4f5-4681-a15a-0aceb296ab8e req-ea8daf2f-c231-48ff-946f-cb1d6f6ef150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:17:59.206977 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-31bc00e1-b4f5-4681-a15a-0aceb296ab8e req-ea8daf2f-c231-48ff-946f-cb1d6f6ef150 service neutron] 10.222.0.50 "GET /v2.0/networks?id=2b003680-2bf2-41f9-80c9-f16c3f8f2850 HTTP/1.1" status: 200 len: 898 time: 0.1832013 Jun 01 19:17:59.245221 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad19eabf-f329-43c8-99e1-bbecc9db3220 tempest-TestSecurityGroupsBasicOps-934678506 tempest-TestSecurityGroupsBasicOps-934678506-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:17:59.245686 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad19eabf-f329-43c8-99e1-bbecc9db3220 tempest-TestSecurityGroupsBasicOps-934678506 tempest-TestSecurityGroupsBasicOps-934678506-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:17:59.246138 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad19eabf-f329-43c8-99e1-bbecc9db3220 tempest-TestSecurityGroupsBasicOps-934678506 tempest-TestSecurityGroupsBasicOps-934678506-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:17:59.246579 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad19eabf-f329-43c8-99e1-bbecc9db3220 tempest-TestSecurityGroupsBasicOps-934678506 tempest-TestSecurityGroupsBasicOps-934678506-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:17:59.247015 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad19eabf-f329-43c8-99e1-bbecc9db3220 tempest-TestSecurityGroupsBasicOps-934678506 tempest-TestSecurityGroupsBasicOps-934678506-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:17:59.247451 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad19eabf-f329-43c8-99e1-bbecc9db3220 tempest-TestSecurityGroupsBasicOps-934678506 tempest-TestSecurityGroupsBasicOps-934678506-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:17:59.247888 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad19eabf-f329-43c8-99e1-bbecc9db3220 tempest-TestSecurityGroupsBasicOps-934678506 tempest-TestSecurityGroupsBasicOps-934678506-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:17:59.248342 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad19eabf-f329-43c8-99e1-bbecc9db3220 tempest-TestSecurityGroupsBasicOps-934678506 tempest-TestSecurityGroupsBasicOps-934678506-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:17:59.248779 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad19eabf-f329-43c8-99e1-bbecc9db3220 tempest-TestSecurityGroupsBasicOps-934678506 tempest-TestSecurityGroupsBasicOps-934678506-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:17:59.250657 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-ad19eabf-f329-43c8-99e1-bbecc9db3220 tempest-TestSecurityGroupsBasicOps-934678506 tempest-TestSecurityGroupsBasicOps-934678506-project-admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5892 time: 0.1351268 Jun 01 19:17:59.255415 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-b7160f54-7d58-4aa2-9046-1b2d241ed9d8 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.0978479 Jun 01 19:17:59.255415 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 35830) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:17:59.256318 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 35832) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:17:59.348978 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-02a06a4c-1c9f-40f5-b928-53804bbb6665 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1882389911', 'network_id': '56482f30-2a92-41fd-85c5-9ea0be98d7c0'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:17:59.362808 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-31bc00e1-b4f5-4681-a15a-0aceb296ab8e req-280df9ef-6557-478b-abd6-32a65a96ff13 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=996248bc-e5d6-401f-9518-4c3347311e76 HTTP/1.1" status: 200 len: 999 time: 0.1495571 Jun 01 19:17:59.380154 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-02a06a4c-1c9f-40f5-b928-53804bbb6665 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:17:59.387550 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-02a06a4c-1c9f-40f5-b928-53804bbb6665 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Usage tracker for resource:port and tenant:be844b73ad434ff4ac63a2910a555a39 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:17:59.391684 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-02a06a4c-1c9f-40f5-b928-53804bbb6665 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:17:59.408701 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-02a06a4c-1c9f-40f5-b928-53804bbb6665 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:17:59.429038 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02a06a4c-1c9f-40f5-b928-53804bbb6665 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Made reservation on behalf of be844b73ad434ff4ac63a2910a555a39 for: {'port': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:17:59.432571 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-02a06a4c-1c9f-40f5-b928-53804bbb6665 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:17:59.458456 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [None req-02a06a4c-1c9f-40f5-b928-53804bbb6665 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] device_id is not set on port a2babc3f-cd68-43fa-818a-b8ea33bc1346 yet. {{(pid=88525) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 19:17:59.481193 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bc00e1-b4f5-4681-a15a-0aceb296ab8e req-c4b67103-4122-49b4-bb77-dfbc3626413f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:17:59.482640 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-31bc00e1-b4f5-4681-a15a-0aceb296ab8e req-c4b67103-4122-49b4-bb77-dfbc3626413f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c86ca2db-1a1b-4804-afde-b0057b0289e9 HTTP/1.1" status: 200 len: 835 time: 0.1128857 Jun 01 19:17:59.519062 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-316929aa-88d9-47dc-9966-eb02ce28acba None None] Network 56482f30-2a92-41fd-85c5-9ea0be98d7c0 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:17:59.525111 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-1ffe399d-2702-4028-a440-8f200cc06453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d7e7d6f-aaa1-4fd0-8212-c58a452c8973', 'name': 'tempest-TestSecurityGroupsBasicOps-router-732501080', 'tenant_id': '9861cb7602da47e7b9bc308454678263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'facb2907-e40c-4eb4-aeee-06f85e2d09d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:17:22Z', 'updated_at': '2022-06-01T19:17:33Z', 'revision_number': 4, 'project_id': '9861cb7602da47e7b9bc308454678263', 'gw_port': {'id': 'facb2907-e40c-4eb4-aeee-06f85e2d09d4', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:60:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d7e7d6f-aaa1-4fd0-8212-c58a452c8973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:17:23Z', 'updated_at': '2022-06-01T19:17:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_floatingips': [{'id': '9500cdec-d817-44bb-923a-ce5a6d15aa8d', 'tenant_id': '9861cb7602da47e7b9bc308454678263', 'floating_ip_address': '172.25.4.198', 'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'router_id': '0d7e7d6f-aaa1-4fd0-8212-c58a452c8973', 'port_id': '996248bc-e5d6-401f-9518-4c3347311e76', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b003680-2bf2-41f9-80c9-f16c3f8f2850', 'mac_address': 'fa:16:3e:9f:59:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdc172c2-2f6e-4b45-92d1-e1201f668155', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T19:17:57Z', 'updated_at': '2022-06-01T19:17:57Z', 'revision_number': 0, 'project_id': '9861cb7602da47e7b9bc308454678263', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1479fea9-ae7f-4d22-9de0-72c06811756c', 'name': '', 'network_id': '2b003680-2bf2-41f9-80c9-f16c3f8f2850', 'tenant_id': '9861cb7602da47e7b9bc308454678263', 'mac_address': 'fa:16:3e:95:15:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d7e7d6f-aaa1-4fd0-8212-c58a452c8973', 'device_owner': 'network:router_interface', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': 'c86ca2db-1a1b-4804-afde-b0057b0289e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:17:32Z', 'updated_at': '2022-06-01T19:17:42Z', 'revision_number': 5, 'project_id': '9861cb7602da47e7b9bc308454678263', 'subnets': [{'id': 'c86ca2db-1a1b-4804-afde-b0057b0289e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:17:59.529349 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ffe399d-2702-4028-a440-8f200cc06453 None None] Checking router: 0d7e7d6f-aaa1-4fd0-8212-c58a452c8973 for host: n-d-844202-1 {{(pid=88527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 19:17:59.548480 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ffe399d-2702-4028-a440-8f200cc06453 None None] Routers {'0d7e7d6f-aaa1-4fd0-8212-c58a452c8973'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:17:59.549123 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-1ffe399d-2702-4028-a440-8f200cc06453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:17:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['0d7e7d6f-aaa1-4fd0-8212-c58a452c8973'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:17:59.631305 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bc00e1-b4f5-4681-a15a-0aceb296ab8e req-ab9a4005-a380-480b-b5c7-dcb918c8b7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:17:59.633233 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-31bc00e1-b4f5-4681-a15a-0aceb296ab8e req-ab9a4005-a380-480b-b5c7-dcb918c8b7f8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2b003680-2bf2-41f9-80c9-f16c3f8f2850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1381881 Jun 01 19:17:59.763217 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-e44ba189-8938-45e0-a95f-9cc8b66455e5 tempest-TestSecurityGroupsBasicOps-934678506 tempest-TestSecurityGroupsBasicOps-934678506-project-admin] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3768 time: 0.5079947 Jun 01 19:17:59.765977 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 35844) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:17:59.818950 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [None req-02a06a4c-1c9f-40f5-b928-53804bbb6665 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Allocated IP 2001:db8::18e (56482f30-2a92-41fd-85c5-9ea0be98d7c0/b2caf77c-0446-4b07-82f2-e3b0ecd02a5c/a2babc3f-cd68-43fa-818a-b8ea33bc1346) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:17:59.860520 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-1ffe399d-2702-4028-a440-8f200cc06453 None None] Set router 0d7e7d6f-aaa1-4fd0-8212-c58a452c8973 gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:17:59.880139 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-31bc00e1-b4f5-4681-a15a-0aceb296ab8e req-40e51b36-014f-4d0d-88b5-1ccb0abbfbea service neutron] 10.222.0.50 "GET /v2.0/networks/2b003680-2bf2-41f9-80c9-f16c3f8f2850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2389815 Jun 01 19:17:59.982112 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4dc43a6-932d-496c-911d-7ee68823e492 tempest-TestSecurityGroupsBasicOps-934678506 tempest-TestSecurityGroupsBasicOps-934678506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:17:59.982760 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4dc43a6-932d-496c-911d-7ee68823e492 tempest-TestSecurityGroupsBasicOps-934678506 tempest-TestSecurityGroupsBasicOps-934678506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:17:59.987761 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-d4dc43a6-932d-496c-911d-7ee68823e492 tempest-TestSecurityGroupsBasicOps-934678506 tempest-TestSecurityGroupsBasicOps-934678506-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=0d7e7d6f-aaa1-4fd0-8212-c58a452c8973 HTTP/1.1" status: 200 len: 1989 time: 0.2203422 Jun 01 19:18:00.096068 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-02a06a4c-1c9f-40f5-b928-53804bbb6665 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:00.118547 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-31bc00e1-b4f5-4681-a15a-0aceb296ab8e req-2bf502f4-da32-460c-8bb7-ded938d89604 service neutron] 10.222.0.50 "GET /v2.0/networks/2b003680-2bf2-41f9-80c9-f16c3f8f2850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2244363 Jun 01 19:18:00.134205 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-02a06a4c-1c9f-40f5-b928-53804bbb6665 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:00.205768 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02a06a4c-1c9f-40f5-b928-53804bbb6665 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Network 56482f30-2a92-41fd-85c5-9ea0be98d7c0 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:18:00.208800 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-02a06a4c-1c9f-40f5-b928-53804bbb6665 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:18:00.212309 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a06a4c-1c9f-40f5-b928-53804bbb6665 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:18:00.213273 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02a06a4c-1c9f-40f5-b928-53804bbb6665 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:18:00.213857 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-02a06a4c-1c9f-40f5-b928-53804bbb6665 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:00.231592 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a06a4c-1c9f-40f5-b928-53804bbb6665 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Pushing event updated for resources: {'Port': ['ID=a2babc3f-cd68-43fa-818a-b8ea33bc1346,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:18:00.244132 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-02a06a4c-1c9f-40f5-b928-53804bbb6665 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.9862087 Jun 01 19:18:00.246549 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 35856) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:18:00.312394 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-1ffe399d-2702-4028-a440-8f200cc06453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d7e7d6f-aaa1-4fd0-8212-c58a452c8973', 'name': 'tempest-TestSecurityGroupsBasicOps-router-732501080', 'tenant_id': '9861cb7602da47e7b9bc308454678263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'facb2907-e40c-4eb4-aeee-06f85e2d09d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:17:22Z', 'updated_at': '2022-06-01T19:17:33Z', 'revision_number': 4, 'project_id': '9861cb7602da47e7b9bc308454678263', 'gw_port': {'id': 'facb2907-e40c-4eb4-aeee-06f85e2d09d4', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:60:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d7e7d6f-aaa1-4fd0-8212-c58a452c8973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:17:23Z', 'updated_at': '2022-06-01T19:17:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_floatingips': [{'id': '9500cdec-d817-44bb-923a-ce5a6d15aa8d', 'tenant_id': '9861cb7602da47e7b9bc308454678263', 'floating_ip_address': '172.25.4.198', 'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'router_id': '0d7e7d6f-aaa1-4fd0-8212-c58a452c8973', 'port_id': '996248bc-e5d6-401f-9518-4c3347311e76', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b003680-2bf2-41f9-80c9-f16c3f8f2850', 'mac_address': 'fa:16:3e:9f:59:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdc172c2-2f6e-4b45-92d1-e1201f668155', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T19:17:57Z', 'updated_at': '2022-06-01T19:17:57Z', 'revision_number': 0, 'project_id': '9861cb7602da47e7b9bc308454678263', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1479fea9-ae7f-4d22-9de0-72c06811756c', 'name': '', 'network_id': '2b003680-2bf2-41f9-80c9-f16c3f8f2850', 'tenant_id': '9861cb7602da47e7b9bc308454678263', 'mac_address': 'fa:16:3e:95:15:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d7e7d6f-aaa1-4fd0-8212-c58a452c8973', 'device_owner': 'network:router_interface', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': 'c86ca2db-1a1b-4804-afde-b0057b0289e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:17:32Z', 'updated_at': '2022-06-01T19:17:42Z', 'revision_number': 5, 'project_id': '9861cb7602da47e7b9bc308454678263', 'subnets': [{'id': 'c86ca2db-1a1b-4804-afde-b0057b0289e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:18:00.316802 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ffe399d-2702-4028-a440-8f200cc06453 None None] The sync data for ids ['0d7e7d6f-aaa1-4fd0-8212-c58a452c8973'] in n-d-844202-1 is: [{'id': '0d7e7d6f-aaa1-4fd0-8212-c58a452c8973', 'name': 'tempest-TestSecurityGroupsBasicOps-router-732501080', 'tenant_id': '9861cb7602da47e7b9bc308454678263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'facb2907-e40c-4eb4-aeee-06f85e2d09d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:17:22Z', 'updated_at': '2022-06-01T19:17:33Z', 'revision_number': 4, 'project_id': '9861cb7602da47e7b9bc308454678263', 'gw_port': {'id': 'facb2907-e40c-4eb4-aeee-06f85e2d09d4', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:60:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d7e7d6f-aaa1-4fd0-8212-c58a452c8973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:17:23Z', 'updated_at': '2022-06-01T19:17:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_floatingips': [{'id': '9500cdec-d817-44bb-923a-ce5a6d15aa8d', 'tenant_id': '9861cb7602da47e7b9bc308454678263', 'floating_ip_address': '172.25.4.198', 'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'router_id': '0d7e7d6f-aaa1-4fd0-8212-c58a452c8973', 'port_id': '996248bc-e5d6-401f-9518-4c3347311e76', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b003680-2bf2-41f9-80c9-f16c3f8f2850', 'mac_address': 'fa:16:3e:9f:59:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdc172c2-2f6e-4b45-92d1-e1201f668155', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T19:17:57Z', 'updated_at': '2022-06-01T19:17:57Z', 'revision_number': 0, 'project_id': '9861cb7602da47e7b9bc308454678263', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1479fea9-ae7f-4d22-9de0-72c06811756c', 'name': '', 'network_id': '2b003680-2bf2-41f9-80c9-f16c3f8f2850', 'tenant_id': '9861cb7602da47e7b9bc308454678263', 'mac_address': 'fa:16:3e:95:15:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d7e7d6f-aaa1-4fd0-8212-c58a452c8973', 'device_owner': 'network:router_interface', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': 'c86ca2db-1a1b-4804-afde-b0057b0289e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:17:32Z', 'updated_at': '2022-06-01T19:17:42Z', 'revision_number': 5, 'project_id': '9861cb7602da47e7b9bc308454678263', 'subnets': [{'id': 'c86ca2db-1a1b-4804-afde-b0057b0289e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:18:00.320645 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-0bbcd2bc-db97-48af-b0ab-13df06efb033 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Deleting port a2babc3f-cd68-43fa-818a-b8ea33bc1346 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:18:00.321365 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0bbcd2bc-db97-48af-b0ab-13df06efb033 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:00.554707 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b8f7d3-c871-4ba4-bcd0-7670e0b16307 None None] New status for floating IP 9500cdec-d817-44bb-923a-ce5a6d15aa8d: ACTIVE {{(pid=88526) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 19:18:00.576716 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0bbcd2bc-db97-48af-b0ab-13df06efb033 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:00.791984 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.agents_db [None req-e814b9cf-7de8-45d0-a079-29c61fabe7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 19:18:00.831953 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-0bbcd2bc-db97-48af-b0ab-13df06efb033 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Calling delete_port for a2babc3f-cd68-43fa-818a-b8ea33bc1346 owned by {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:18:01.000599 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0bbcd2bc-db97-48af-b0ab-13df06efb033 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:01.053992 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbcd2bc-db97-48af-b0ab-13df06efb033 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Pushing event deleted for resources: {'Port': ['ID=a2babc3f-cd68-43fa-818a-b8ea33bc1346,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:18:01.097132 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0bbcd2bc-db97-48af-b0ab-13df06efb033 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:01.103892 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-0bbcd2bc-db97-48af-b0ab-13df06efb033 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] 10.222.0.41 "DELETE /v2.0/ports/a2babc3f-cd68-43fa-818a-b8ea33bc1346 HTTP/1.1" status: 204 len: 168 time: 0.8563359 Jun 01 19:18:01.106573 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 35878) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:18:01.111302 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-01b62253-7413-4f2f-a6a4-121d1b5b06d3 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '56482f30-2a92-41fd-85c5-9ea0be98d7c0', 'external_fixed_ips': [{'subnet_id': 'b2caf77c-0446-4b07-82f2-e3b0ecd02a5c', 'ip_address': '2001:db8::18e'}]}}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:18:01.116608 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-01b62253-7413-4f2f-a6a4-121d1b5b06d3 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:18:01.120527 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-01b62253-7413-4f2f-a6a4-121d1b5b06d3 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Usage tracker for resource:router and tenant:be844b73ad434ff4ac63a2910a555a39 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:18:01.123372 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-01b62253-7413-4f2f-a6a4-121d1b5b06d3 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:18:01.129042 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-01b62253-7413-4f2f-a6a4-121d1b5b06d3 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:18:01.139864 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-01b62253-7413-4f2f-a6a4-121d1b5b06d3 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-885767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25238'] for router, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:01.140969 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-01b62253-7413-4f2f-a6a4-121d1b5b06d3 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-901042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-886562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-981784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25327'] for router, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:01.166035 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-01b62253-7413-4f2f-a6a4-121d1b5b06d3 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:01.448856 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-01b62253-7413-4f2f-a6a4-121d1b5b06d3 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-886608', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-885830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25341'] for router, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:01.811897 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-01b62253-7413-4f2f-a6a4-121d1b5b06d3 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:01.841809 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-01b62253-7413-4f2f-a6a4-121d1b5b06d3 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:02.060715 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [None req-01b62253-7413-4f2f-a6a4-121d1b5b06d3 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Allocated IP 2001:db8::18e (56482f30-2a92-41fd-85c5-9ea0be98d7c0/b2caf77c-0446-4b07-82f2-e3b0ecd02a5c/a0073da9-e618-4569-bf46-36282fe33f77) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:18:02.203536 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-1cd4fcdc-99ee-4014-b3e9-51a4c607a079 req-02411686-36f7-48bd-8464-e71114f4729f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=3a24a80a-addf-43a3-ba26-e15e97e8cd59&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0990262 Jun 01 19:18:02.235562 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-01b62253-7413-4f2f-a6a4-121d1b5b06d3 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:02.268669 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-01b62253-7413-4f2f-a6a4-121d1b5b06d3 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:02.375638 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd4fcdc-99ee-4014-b3e9-51a4c607a079 req-d501ac4c-b173-4aae-a445-7dcc2175af2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:18:02.377775 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-1cd4fcdc-99ee-4014-b3e9-51a4c607a079 req-d501ac4c-b173-4aae-a445-7dcc2175af2f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ebd616d5a10a4d93abecbdcf72fa4181&device_id=3a24a80a-addf-43a3-ba26-e15e97e8cd59 HTTP/1.1" status: 200 len: 1097 time: 0.0879052 Jun 01 19:18:02.464051 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01b62253-7413-4f2f-a6a4-121d1b5b06d3 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Network 56482f30-2a92-41fd-85c5-9ea0be98d7c0 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:18:02.466983 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-01b62253-7413-4f2f-a6a4-121d1b5b06d3 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:18:02.469466 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b62253-7413-4f2f-a6a4-121d1b5b06d3 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:18:02.556714 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd4fcdc-99ee-4014-b3e9-51a4c607a079 req-4d52fa9d-e470-4d2f-88db-146cb1e5920d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:18:02.558163 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-1cd4fcdc-99ee-4014-b3e9-51a4c607a079 req-4d52fa9d-e470-4d2f-88db-146cb1e5920d service neutron] 10.222.0.50 "GET /v2.0/networks?id=ef2f54c9-3770-4abf-b520-c907961e1497 HTTP/1.1" status: 200 len: 910 time: 0.1598539 Jun 01 19:18:02.590029 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b62253-7413-4f2f-a6a4-121d1b5b06d3 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Pushing event updated for resources: {'Port': ['ID=a0073da9-e618-4569-bf46-36282fe33f77,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:18:02.667719 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-1cd4fcdc-99ee-4014-b3e9-51a4c607a079 req-48e2dded-0370-4ca3-8b58-0351af74958a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=adb18467-144d-4383-a9bf-2753080dab0c HTTP/1.1" status: 200 len: 1002 time: 0.1028733 Jun 01 19:18:02.736775 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd4fcdc-99ee-4014-b3e9-51a4c607a079 req-48dcba25-f0ad-4da7-8ef5-8d35f4a8df88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:18:02.738241 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-1cd4fcdc-99ee-4014-b3e9-51a4c607a079 req-48dcba25-f0ad-4da7-8ef5-8d35f4a8df88 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=43c199ee-2915-4fdd-8c5e-bdc0369d8f54 HTTP/1.1" status: 200 len: 848 time: 0.0645940 Jun 01 19:18:02.866798 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-01b62253-7413-4f2f-a6a4-121d1b5b06d3 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:02.927580 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd4fcdc-99ee-4014-b3e9-51a4c607a079 req-95badcf0-6b6f-49a3-9fbf-4238f3887671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:18:02.929556 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-1cd4fcdc-99ee-4014-b3e9-51a4c607a079 req-95badcf0-6b6f-49a3-9fbf-4238f3887671 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ef2f54c9-3770-4abf-b520-c907961e1497&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1854734 Jun 01 19:18:03.105782 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-1cd4fcdc-99ee-4014-b3e9-51a4c607a079 req-e4049bfa-15ae-4592-b2c9-5c90790ba7b0 service neutron] 10.222.0.50 "GET /v2.0/networks/ef2f54c9-3770-4abf-b520-c907961e1497?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705339 Jun 01 19:18:03.247107 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-1cd4fcdc-99ee-4014-b3e9-51a4c607a079 req-98d5f8c7-bda4-4cab-80e8-93702e276dcc service neutron] 10.222.0.50 "GET /v2.0/networks/ef2f54c9-3770-4abf-b520-c907961e1497?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354661 Jun 01 19:18:03.287584 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-01b62253-7413-4f2f-a6a4-121d1b5b06d3 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-885820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-886655'] for router, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:03.505870 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01b62253-7413-4f2f-a6a4-121d1b5b06d3 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Router 3c626c10-6946-4001-84fa-e549050e232d is scheduled to L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 with binding_index 1 {{(pid=88525) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 19:18:03.692276 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01b62253-7413-4f2f-a6a4-121d1b5b06d3 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:18:03.702993 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee57f35-9919-459a-87a7-367354dfa5a0 None None] Sync routers for ids ['3c626c10-6946-4001-84fa-e549050e232d'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:18:03.712657 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee57f35-9919-459a-87a7-367354dfa5a0 None None] Routers {'3c626c10-6946-4001-84fa-e549050e232d'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:18:03.713257 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-cee57f35-9919-459a-87a7-367354dfa5a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:17:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['3c626c10-6946-4001-84fa-e549050e232d'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:18:03.717603 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-01b62253-7413-4f2f-a6a4-121d1b5b06d3 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Notify callbacks [] for router, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:03.718871 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-01b62253-7413-4f2f-a6a4-121d1b5b06d3 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 2.6113992 Jun 01 19:18:03.721500 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 35928) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:18:03.919263 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-cee57f35-9919-459a-87a7-367354dfa5a0 None None] Set router 3c626c10-6946-4001-84fa-e549050e232d gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:18:04.063281 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a60630b3-62ca-4fdd-98d1-4daeb238d8d3 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Notify callbacks [] for router, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:04.249930 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a60630b3-62ca-4fdd-98d1-4daeb238d8d3 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:04.259603 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-a60630b3-62ca-4fdd-98d1-4daeb238d8d3 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Deleting port a0073da9-e618-4569-bf46-36282fe33f77 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:18:04.259941 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a60630b3-62ca-4fdd-98d1-4daeb238d8d3 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:04.278318 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-cee57f35-9919-459a-87a7-367354dfa5a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c626c10-6946-4001-84fa-e549050e232d', 'name': '', 'tenant_id': 'be844b73ad434ff4ac63a2910a555a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56482f30-2a92-41fd-85c5-9ea0be98d7c0', 'external_fixed_ips': [{'subnet_id': 'b2caf77c-0446-4b07-82f2-e3b0ecd02a5c', 'ip_address': '2001:db8::18e'}], 'enable_snat': True}, 'gw_port_id': 'a0073da9-e618-4569-bf46-36282fe33f77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:18:01Z', 'updated_at': '2022-06-01T19:18:02Z', 'revision_number': 3, 'project_id': 'be844b73ad434ff4ac63a2910a555a39', 'gw_port': {'id': 'a0073da9-e618-4569-bf46-36282fe33f77', 'name': '', 'network_id': '56482f30-2a92-41fd-85c5-9ea0be98d7c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:bd:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c626c10-6946-4001-84fa-e549050e232d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3489, 'fixed_ips': [{'subnet_id': 'b2caf77c-0446-4b07-82f2-e3b0ecd02a5c', 'ip_address': '2001:db8::18e', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:18:01Z', 'updated_at': '2022-06-01T19:18:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b2caf77c-0446-4b07-82f2-e3b0ecd02a5c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:18:04.282316 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee57f35-9919-459a-87a7-367354dfa5a0 None None] Checking router: 3c626c10-6946-4001-84fa-e549050e232d for host: n-d-844202-1 {{(pid=88527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 19:18:04.282654 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee57f35-9919-459a-87a7-367354dfa5a0 None None] Updating router 3c626c10-6946-4001-84fa-e549050e232d port a0073da9-e618-4569-bf46-36282fe33f77 binding host n-d-844202-1 {{(pid=88527) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 19:18:04.337421 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-cee57f35-9919-459a-87a7-367354dfa5a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:04.449786 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a60630b3-62ca-4fdd-98d1-4daeb238d8d3 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:04.583472 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-a60630b3-62ca-4fdd-98d1-4daeb238d8d3 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Calling delete_port for a0073da9-e618-4569-bf46-36282fe33f77 owned by network:router_gateway {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:18:04.702070 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-cee57f35-9919-459a-87a7-367354dfa5a0 None None] Notify callbacks [] for port, precommit_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:04.714844 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.provisioning_blocks [None req-cee57f35-9919-459a-87a7-367354dfa5a0 None None] Transition to ACTIVE for port object a0073da9-e618-4569-bf46-36282fe33f77 will not be triggered until provisioned by entity L2. {{(pid=88527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:18:04.726253 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-cee57f35-9919-459a-87a7-367354dfa5a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:04.809954 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-cee57f35-9919-459a-87a7-367354dfa5a0 None None] Attempting to bind port a0073da9-e618-4569-bf46-36282fe33f77 on host n-d-844202-1 for vnic_type normal with profile {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:18:04.810315 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-cee57f35-9919-459a-87a7-367354dfa5a0 None None] Attempting to bind port a0073da9-e618-4569-bf46-36282fe33f77 by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': 'eafad303-5fea-4e1a-ba78-cb90a557fb47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '56482f30-2a92-41fd-85c5-9ea0be98d7c0'}] {{(pid=88527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:18:04.810673 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee57f35-9919-459a-87a7-367354dfa5a0 None None] Attempting to bind port a0073da9-e618-4569-bf46-36282fe33f77 on network 56482f30-2a92-41fd-85c5-9ea0be98d7c0 {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:18:04.817763 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda44d2e-b617-4db1-af9e-43741b004a52 None None] Pushing event updated for resources: {'Port': ['ID=a0073da9-e618-4569-bf46-36282fe33f77,revision_number=2']} {{(pid=88527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:18:04.821739 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee57f35-9919-459a-87a7-367354dfa5a0 None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 17, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:18:04.822109 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee57f35-9919-459a-87a7-367354dfa5a0 None None] Checking segment: {'id': 'eafad303-5fea-4e1a-ba78-cb90a557fb47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '56482f30-2a92-41fd-85c5-9ea0be98d7c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:18:04.822495 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-cee57f35-9919-459a-87a7-367354dfa5a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:04.822875 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee57f35-9919-459a-87a7-367354dfa5a0 None None] Bound using segment: {'id': 'eafad303-5fea-4e1a-ba78-cb90a557fb47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '56482f30-2a92-41fd-85c5-9ea0be98d7c0'} {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:18:04.823329 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-cee57f35-9919-459a-87a7-367354dfa5a0 None None] Bound port: a0073da9-e618-4569-bf46-36282fe33f77, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eafad303-5fea-4e1a-ba78-cb90a557fb47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '56482f30-2a92-41fd-85c5-9ea0be98d7c0'}}] {{(pid=88527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:18:04.823689 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-cee57f35-9919-459a-87a7-367354dfa5a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:04.826062 n-d-844202-1 neutron-server[88525]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 19:18:04.826062 n-d-844202-1 neutron-server[88525]: util.warn( Jun 01 19:18:04.826062 n-d-844202-1 neutron-server[88525]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 19:18:04.826062 n-d-844202-1 neutron-server[88525]: util.warn( Jun 01 19:18:04.826062 n-d-844202-1 neutron-server[88525]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 19:18:04.826062 n-d-844202-1 neutron-server[88525]: util.warn( Jun 01 19:18:04.826062 n-d-844202-1 neutron-server[88525]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 19:18:04.826062 n-d-844202-1 neutron-server[88525]: util.warn( Jun 01 19:18:04.826062 n-d-844202-1 neutron-server[88525]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 19:18:04.826062 n-d-844202-1 neutron-server[88525]: util.warn( Jun 01 19:18:04.826062 n-d-844202-1 neutron-server[88525]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 19:18:04.826062 n-d-844202-1 neutron-server[88525]: util.warn( Jun 01 19:18:04.826062 n-d-844202-1 neutron-server[88525]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 19:18:04.826062 n-d-844202-1 neutron-server[88525]: util.warn( Jun 01 19:18:04.826062 n-d-844202-1 neutron-server[88525]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 19:18:04.826062 n-d-844202-1 neutron-server[88525]: util.warn( Jun 01 19:18:04.826062 n-d-844202-1 neutron-server[88525]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 19:18:04.826062 n-d-844202-1 neutron-server[88525]: util.warn( Jun 01 19:18:04.826062 n-d-844202-1 neutron-server[88525]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 19:18:04.826062 n-d-844202-1 neutron-server[88525]: util.warn( Jun 01 19:18:04.826062 n-d-844202-1 neutron-server[88525]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 19:18:04.826062 n-d-844202-1 neutron-server[88525]: util.warn( Jun 01 19:18:04.826062 n-d-844202-1 neutron-server[88525]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 19:18:04.826062 n-d-844202-1 neutron-server[88525]: util.warn( Jun 01 19:18:04.826062 n-d-844202-1 neutron-server[88525]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 19:18:04.826062 n-d-844202-1 neutron-server[88525]: util.warn( Jun 01 19:18:04.826062 n-d-844202-1 neutron-server[88525]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 19:18:04.826062 n-d-844202-1 neutron-server[88525]: util.warn( Jun 01 19:18:04.826062 n-d-844202-1 neutron-server[88525]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 19:18:04.826062 n-d-844202-1 neutron-server[88525]: util.warn( Jun 01 19:18:04.826062 n-d-844202-1 neutron-server[88525]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 19:18:04.826062 n-d-844202-1 neutron-server[88525]: util.warn( Jun 01 19:18:04.826062 n-d-844202-1 neutron-server[88525]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 19:18:04.826062 n-d-844202-1 neutron-server[88525]: util.warn( Jun 01 19:18:04.826062 n-d-844202-1 neutron-server[88525]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 19:18:04.826062 n-d-844202-1 neutron-server[88525]: util.warn( Jun 01 19:18:04.826062 n-d-844202-1 neutron-server[88525]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 19:18:04.826062 n-d-844202-1 neutron-server[88525]: util.warn( Jun 01 19:18:04.826062 n-d-844202-1 neutron-server[88525]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 19:18:04.826062 n-d-844202-1 neutron-server[88525]: util.warn( Jun 01 19:18:04.826062 n-d-844202-1 neutron-server[88525]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 19:18:04.826062 n-d-844202-1 neutron-server[88525]: util.warn( Jun 01 19:18:04.826062 n-d-844202-1 neutron-server[88525]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 19:18:04.826062 n-d-844202-1 neutron-server[88525]: util.warn( Jun 01 19:18:04.826062 n-d-844202-1 neutron-server[88525]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 19:18:04.826062 n-d-844202-1 neutron-server[88525]: util.warn( Jun 01 19:18:04.826062 n-d-844202-1 neutron-server[88525]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 19:18:04.826062 n-d-844202-1 neutron-server[88525]: util.warn( Jun 01 19:18:04.826062 n-d-844202-1 neutron-server[88525]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 19:18:04.826062 n-d-844202-1 neutron-server[88525]: util.warn( Jun 01 19:18:04.826062 n-d-844202-1 neutron-server[88525]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 19:18:04.826062 n-d-844202-1 neutron-server[88525]: util.warn( Jun 01 19:18:04.826062 n-d-844202-1 neutron-server[88525]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 19:18:04.826062 n-d-844202-1 neutron-server[88525]: util.warn( Jun 01 19:18:04.826062 n-d-844202-1 neutron-server[88525]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 19:18:04.826062 n-d-844202-1 neutron-server[88525]: util.warn( Jun 01 19:18:04.838847 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.db.api [None req-a60630b3-62ca-4fdd-98d1-4daeb238d8d3 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88525) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 19:18:04.839425 n-d-844202-1 neutron-server[88525]: DEBUG oslo_db.api [None req-a60630b3-62ca-4fdd-98d1-4daeb238d8d3 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 19:18:04.862788 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda44d2e-b617-4db1-af9e-43741b004a52 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:18:04.863129 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda44d2e-b617-4db1-af9e-43741b004a52 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:18:04.863459 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda44d2e-b617-4db1-af9e-43741b004a52 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:18:04.863790 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda44d2e-b617-4db1-af9e-43741b004a52 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:18:04.864120 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda44d2e-b617-4db1-af9e-43741b004a52 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:18:04.864465 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda44d2e-b617-4db1-af9e-43741b004a52 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:18:04.864784 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda44d2e-b617-4db1-af9e-43741b004a52 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:18:04.865098 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda44d2e-b617-4db1-af9e-43741b004a52 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:18:04.865410 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda44d2e-b617-4db1-af9e-43741b004a52 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:18:04.865877 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda44d2e-b617-4db1-af9e-43741b004a52 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:18:04.866197 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda44d2e-b617-4db1-af9e-43741b004a52 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:18:04.866508 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda44d2e-b617-4db1-af9e-43741b004a52 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:18:04.908507 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.db [None req-cee57f35-9919-459a-87a7-367354dfa5a0 None None] For port a0073da9-e618-4569-bf46-36282fe33f77, host n-d-844202-1, cleared binding levels {{(pid=88527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:18:04.911557 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.db [None req-cee57f35-9919-459a-87a7-367354dfa5a0 None None] For port a0073da9-e618-4569-bf46-36282fe33f77, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=a0073da9-e618-4569-bf46-36282fe33f77,segment=NetworkSegment(eafad303-5fea-4e1a-ba78-cb90a557fb47),segment_id=eafad303-5fea-4e1a-ba78-cb90a557fb47)] {{(pid=88527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:18:04.915380 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-cee57f35-9919-459a-87a7-367354dfa5a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:05.004479 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee57f35-9919-459a-87a7-367354dfa5a0 None None] Routers {'3c626c10-6946-4001-84fa-e549050e232d'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:18:05.005121 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-cee57f35-9919-459a-87a7-367354dfa5a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:17:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['3c626c10-6946-4001-84fa-e549050e232d'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:18:05.067102 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda44d2e-b617-4db1-af9e-43741b004a52 None None] Pushing event updated for resources: {'Port': ['ID=a0073da9-e618-4569-bf46-36282fe33f77,revision_number=3']} {{(pid=88527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:18:05.175363 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-cee57f35-9919-459a-87a7-367354dfa5a0 None None] Set router 3c626c10-6946-4001-84fa-e549050e232d gateway port host: None {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:18:05.283342 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-cee57f35-9919-459a-87a7-367354dfa5a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c626c10-6946-4001-84fa-e549050e232d', 'name': '', 'tenant_id': 'be844b73ad434ff4ac63a2910a555a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:18:01Z', 'updated_at': '2022-06-01T19:18:04Z', 'revision_number': 4, 'project_id': 'be844b73ad434ff4ac63a2910a555a39', 'gw_port_host': None}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:18:05.287553 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee57f35-9919-459a-87a7-367354dfa5a0 None None] The sync data for ids ['3c626c10-6946-4001-84fa-e549050e232d'] in n-d-844202-1 is: [{'id': '3c626c10-6946-4001-84fa-e549050e232d', 'name': '', 'tenant_id': 'be844b73ad434ff4ac63a2910a555a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:18:01Z', 'updated_at': '2022-06-01T19:18:04Z', 'revision_number': 4, 'project_id': 'be844b73ad434ff4ac63a2910a555a39', 'gw_port_host': None}] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:18:05.340857 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-a60630b3-62ca-4fdd-98d1-4daeb238d8d3 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Deleting port a0073da9-e618-4569-bf46-36282fe33f77 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:18:05.341449 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a60630b3-62ca-4fdd-98d1-4daeb238d8d3 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:05.547041 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [None req-a60630b3-62ca-4fdd-98d1-4daeb238d8d3 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] For port a0073da9-e618-4569-bf46-36282fe33f77, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=a0073da9-e618-4569-bf46-36282fe33f77,segment=NetworkSegment(eafad303-5fea-4e1a-ba78-cb90a557fb47),segment_id=eafad303-5fea-4e1a-ba78-cb90a557fb47)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:18:05.547226 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a60630b3-62ca-4fdd-98d1-4daeb238d8d3 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:05.656949 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 35974) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:18:05.709505 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-a60630b3-62ca-4fdd-98d1-4daeb238d8d3 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Calling delete_port for a0073da9-e618-4569-bf46-36282fe33f77 owned by network:router_gateway {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:18:05.817146 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50b6898-0a5a-49d9-ada6-d9f521012bd0 req-22b4b6c3-d859-4fab-b00f-798d3b414137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:18:05.821334 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d50b6898-0a5a-49d9-ada6-d9f521012bd0 req-22b4b6c3-d859-4fab-b00f-798d3b414137 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3a24a80a-addf-43a3-ba26-e15e97e8cd59 HTTP/1.1" status: 200 len: 1097 time: 0.1626720 Jun 01 19:18:05.870631 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d50b6898-0a5a-49d9-ada6-d9f521012bd0 req-59506c40-545e-499c-bcce-588c4ea66c8f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=474f47ab-bbd0-40e5-afc5-47ffe99c39cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433121 Jun 01 19:18:06.047867 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a60630b3-62ca-4fdd-98d1-4daeb238d8d3 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:06.110923 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60630b3-62ca-4fdd-98d1-4daeb238d8d3 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Pushing event deleted for resources: {'Port': ['ID=a0073da9-e618-4569-bf46-36282fe33f77,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:18:06.161737 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a60630b3-62ca-4fdd-98d1-4daeb238d8d3 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-887703'] for router_gateway, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:06.386846 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a60630b3-62ca-4fdd-98d1-4daeb238d8d3 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25316'] for router, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:06.389781 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a60630b3-62ca-4fdd-98d1-4daeb238d8d3 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:06.416292 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a60630b3-62ca-4fdd-98d1-4daeb238d8d3 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-891519'] for router, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:06.416772 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a60630b3-62ca-4fdd-98d1-4daeb238d8d3 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3c626c10-6946-4001-84fa-e549050e232d {{(pid=88525) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 19:18:06.434860 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a60630b3-62ca-4fdd-98d1-4daeb238d8d3 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Notify callbacks [] for router, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:06.436149 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-a60630b3-62ca-4fdd-98d1-4daeb238d8d3 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] 10.222.0.41 "DELETE /v2.0/routers/3c626c10-6946-4001-84fa-e549050e232d HTTP/1.1" status: 204 len: 168 time: 2.7137177 Jun 01 19:18:06.438982 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 35992) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:18:06.538950 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c303b8f-913f-45f1-a751-2b4a1f7eb115 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Deleting subnet b2caf77c-0446-4b07-82f2-e3b0ecd02a5c {{(pid=88524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 19:18:06.548957 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-7c303b8f-913f-45f1-a751-2b4a1f7eb115 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:06.626353 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-7c303b8f-913f-45f1-a751-2b4a1f7eb115 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2702137'] for subnet, precommit_delete_associations {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:06.690426 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-7c303b8f-913f-45f1-a751-2b4a1f7eb115 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:06.775054 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-7c303b8f-913f-45f1-a751-2b4a1f7eb115 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2718856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3066595'] for subnet, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:06.823322 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c303b8f-913f-45f1-a751-2b4a1f7eb115 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=b2caf77c-0446-4b07-82f2-e3b0ecd02a5c,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:18:06.831852 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-7c303b8f-913f-45f1-a751-2b4a1f7eb115 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:06.843015 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 36012) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:18:06.847143 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-7c303b8f-913f-45f1-a751-2b4a1f7eb115 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] 10.222.0.41 "DELETE /v2.0/subnets/b2caf77c-0446-4b07-82f2-e3b0ecd02a5c HTTP/1.1" status: 204 len: 168 time: 0.4046617 Jun 01 19:18:06.960274 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6a0da30c-c116-4e87-ae5a-f50821720179 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:07.092631 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6a0da30c-c116-4e87-ae5a-f50821720179 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:07.150852 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-6a0da30c-c116-4e87-ae5a-f50821720179 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56482f30-2a92-41fd-85c5-9ea0be98d7c0']}} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:18:07.151413 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f1cd5759-92b7-47cc-856a-0a156b8ec61a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:07.167868 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-6a0da30c-c116-4e87-ae5a-f50821720179 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eafad303-5fea-4e1a-ba78-cb90a557fb47') {'for_net_delete': True} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:18:07.168171 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-6a0da30c-c116-4e87-ae5a-f50821720179 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eafad303-5fea-4e1a-ba78-cb90a557fb47') {} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:18:07.182154 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6a0da30c-c116-4e87-ae5a-f50821720179 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2258522'] for segment, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:07.200099 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6a0da30c-c116-4e87-ae5a-f50821720179 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:07.208885 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a0da30c-c116-4e87-ae5a-f50821720179 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=88525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 19:18:07.209571 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6a0da30c-c116-4e87-ae5a-f50821720179 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2613981'] for segment, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:07.279948 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment eafad303-5fea-4e1a-ba78-cb90a557fb47 resource provider aggregate not found Jun 01 19:18:07.307842 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment eafad303-5fea-4e1a-ba78-cb90a557fb47 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid eafad303-5fea-4e1a-ba78-cb90a557fb47 found for delete ", "request_id": "req-bcfb376b-bdef-4359-8752-bf0522f6f102"}]} Jun 01 19:18:07.328743 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6a0da30c-c116-4e87-ae5a-f50821720179 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:07.346824 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a0da30c-c116-4e87-ae5a-f50821720179 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 56482f30-2a92-41fd-85c5-9ea0be98d7c0 {{(pid=88525) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jun 01 19:18:07.350621 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6a0da30c-c116-4e87-ae5a-f50821720179 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Notify callbacks [] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:07.357760 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0da30c-c116-4e87-ae5a-f50821720179 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Pushing event deleted for resources: {'Network': ['ID=56482f30-2a92-41fd-85c5-9ea0be98d7c0,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:18:07.362052 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-6a0da30c-c116-4e87-ae5a-f50821720179 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] 10.222.0.41 "DELETE /v2.0/networks/56482f30-2a92-41fd-85c5-9ea0be98d7c0 HTTP/1.1" status: 204 len: 168 time: 0.5178759 Jun 01 19:18:07.639194 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 36044) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:18:07.644360 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-31af758c-2319-4dde-986a-de139e1074fa tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Request body: {'router': {'name': 'tempest-router--1168684602', 'project_id': 'cbe3e09564d247cf98284fe9c370c475'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:18:07.650836 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-31af758c-2319-4dde-986a-de139e1074fa tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:18:07.655000 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-31af758c-2319-4dde-986a-de139e1074fa tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Usage tracker for resource:router and tenant:cbe3e09564d247cf98284fe9c370c475 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:18:07.659434 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-31af758c-2319-4dde-986a-de139e1074fa tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:18:07.666741 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-31af758c-2319-4dde-986a-de139e1074fa tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:18:07.678162 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-31af758c-2319-4dde-986a-de139e1074fa tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-885767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25238'] for router, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:07.679429 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-31af758c-2319-4dde-986a-de139e1074fa tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-901042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-886562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-981784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25327'] for router, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:07.697997 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-31af758c-2319-4dde-986a-de139e1074fa tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:07.765239 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-31af758c-2319-4dde-986a-de139e1074fa tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-885820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-886655'] for router, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:07.790183 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-31af758c-2319-4dde-986a-de139e1074fa tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Notify callbacks [] for router, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:07.792271 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-31af758c-2319-4dde-986a-de139e1074fa tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1512666 Jun 01 19:18:07.794340 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 36048) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:18:07.945252 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-211522e6-aa55-4e7c-9a1e-3d56825ab025 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Notify callbacks [] for router, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:08.255750 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-211522e6-aa55-4e7c-9a1e-3d56825ab025 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25316'] for router, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:08.258515 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-211522e6-aa55-4e7c-9a1e-3d56825ab025 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:08.291938 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-211522e6-aa55-4e7c-9a1e-3d56825ab025 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-891519'] for router, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:08.291938 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-211522e6-aa55-4e7c-9a1e-3d56825ab025 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3c970bc5-4635-4534-a2cc-42e8372e358d {{(pid=88525) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 19:18:08.300591 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-211522e6-aa55-4e7c-9a1e-3d56825ab025 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Notify callbacks [] for router, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:08.301700 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-211522e6-aa55-4e7c-9a1e-3d56825ab025 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] 10.222.0.41 "DELETE /v2.0/routers/3c970bc5-4635-4534-a2cc-42e8372e358d HTTP/1.1" status: 204 len: 168 time: 0.5062170 Jun 01 19:18:08.413438 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 36064) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:18:08.650797 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-c91018fb-bfa2-4b20-9594-f495ea36a976 tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1463547212', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}, 'admin_state_up': False}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:18:08.658474 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-c91018fb-bfa2-4b20-9594-f495ea36a976 tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:18:08.662330 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-c91018fb-bfa2-4b20-9594-f495ea36a976 tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Usage tracker for resource:router and tenant:f351bded044e4f1c9ddb1a0aae251a48 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:18:08.665606 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-c91018fb-bfa2-4b20-9594-f495ea36a976 tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:18:08.783226 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-c91018fb-bfa2-4b20-9594-f495ea36a976 tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:18:08.793664 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c91018fb-bfa2-4b20-9594-f495ea36a976 tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-885767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25238'] for router, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:08.794453 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c91018fb-bfa2-4b20-9594-f495ea36a976 tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-901042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-886562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-981784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25327'] for router, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:08.839778 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c91018fb-bfa2-4b20-9594-f495ea36a976 tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:09.116598 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c91018fb-bfa2-4b20-9594-f495ea36a976 tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-886608', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-885830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25341'] for router, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:09.428651 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c91018fb-bfa2-4b20-9594-f495ea36a976 tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Notify callbacks [] for router_gateway, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:09.461642 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c91018fb-bfa2-4b20-9594-f495ea36a976 tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:09.533208 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-061f03fa-a345-495f-904f-164b78335aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:09.608421 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [None req-c91018fb-bfa2-4b20-9594-f495ea36a976 tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Allocated IP 172.25.4.84 (72a72e44-6845-488a-a5ff-3a26d4df9cb3/c314a23b-daa2-4106-ab28-8e6f954277b2/6dd12394-6475-45f2-a040-83f0d47047d9) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:18:09.766453 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c91018fb-bfa2-4b20-9594-f495ea36a976 tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:09.796505 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c91018fb-bfa2-4b20-9594-f495ea36a976 tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:09.866987 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c91018fb-bfa2-4b20-9594-f495ea36a976 tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:18:09.870303 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-c91018fb-bfa2-4b20-9594-f495ea36a976 tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:18:09.872978 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91018fb-bfa2-4b20-9594-f495ea36a976 tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:18:09.920063 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91018fb-bfa2-4b20-9594-f495ea36a976 tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Pushing event updated for resources: {'Port': ['ID=6dd12394-6475-45f2-a040-83f0d47047d9,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:18:10.432836 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c91018fb-bfa2-4b20-9594-f495ea36a976 tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Notify callbacks [] for router_gateway, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:10.603786 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:10.670793 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:10.803894 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c91018fb-bfa2-4b20-9594-f495ea36a976 tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-885820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-886655'] for router, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:11.032588 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c91018fb-bfa2-4b20-9594-f495ea36a976 tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Router 396aeae9-4ec9-4a47-b0d5-f1d5a1f85516 is scheduled to L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 with binding_index 1 {{(pid=88525) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 19:18:11.219875 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c91018fb-bfa2-4b20-9594-f495ea36a976 tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:18:11.231380 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c5a280-502b-4b58-b774-4b4add537cb7 None None] Sync routers for ids ['396aeae9-4ec9-4a47-b0d5-f1d5a1f85516'] in n-d-844202-1 {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:18:11.240709 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c5a280-502b-4b58-b774-4b4add537cb7 None None] Routers {'396aeae9-4ec9-4a47-b0d5-f1d5a1f85516'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:18:11.241322 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-17c5a280-502b-4b58-b774-4b4add537cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:18:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['396aeae9-4ec9-4a47-b0d5-f1d5a1f85516'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:18:11.264336 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c91018fb-bfa2-4b20-9594-f495ea36a976 tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Notify callbacks [] for router, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:11.268926 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-c91018fb-bfa2-4b20-9594-f495ea36a976 tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.8538823 Jun 01 19:18:11.272022 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 36120) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:18:11.331751 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-17c5a280-502b-4b58-b774-4b4add537cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:18:11.343024 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c5a280-502b-4b58-b774-4b4add537cb7 None None] Routers {'396aeae9-4ec9-4a47-b0d5-f1d5a1f85516'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:18:11.344115 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-17c5a280-502b-4b58-b774-4b4add537cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:18:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['396aeae9-4ec9-4a47-b0d5-f1d5a1f85516'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:18:11.412701 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-17c5a280-502b-4b58-b774-4b4add537cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:18:11.413057 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c5a280-502b-4b58-b774-4b4add537cb7 None None] The sync data for ids ['396aeae9-4ec9-4a47-b0d5-f1d5a1f85516'] in n-d-844202-1 is: [] {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:18:11.452804 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-8e77d73e-b6d6-4f46-8a90-f69fd5c6b0a1 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] 10.222.0.41 "GET /v2.0/routers/396aeae9-4ec9-4a47-b0d5-f1d5a1f85516 HTTP/1.1" status: 200 len: 924 time: 0.1801214 Jun 01 19:18:11.453936 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 36130) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:18:11.499770 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-e83375a8-ff6b-401e-b286-0603335b563a tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] 10.222.0.41 "GET /v2.0/ports?device_id=396aeae9-4ec9-4a47-b0d5-f1d5a1f85516 HTTP/1.1" status: 200 len: 205 time: 0.0447140 Jun 01 19:18:11.502310 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 36134) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:18:11.542774 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:11.684855 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b69e7f4b-2e2c-47b3-bbe1-976b76109249 tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Notify callbacks [] for router, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:11.867315 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b69e7f4b-2e2c-47b3-bbe1-976b76109249 tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:11.877377 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-b69e7f4b-2e2c-47b3-bbe1-976b76109249 tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Deleting port 6dd12394-6475-45f2-a040-83f0d47047d9 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:18:11.877739 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b69e7f4b-2e2c-47b3-bbe1-976b76109249 tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:11.946391 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:11.970545 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:12.166796 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b69e7f4b-2e2c-47b3-bbe1-976b76109249 tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:12.298952 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-b69e7f4b-2e2c-47b3-bbe1-976b76109249 tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Calling delete_port for 6dd12394-6475-45f2-a040-83f0d47047d9 owned by network:router_gateway {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:18:12.628632 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b69e7f4b-2e2c-47b3-bbe1-976b76109249 tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:12.679345 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69e7f4b-2e2c-47b3-bbe1-976b76109249 tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Pushing event deleted for resources: {'Port': ['ID=6dd12394-6475-45f2-a040-83f0d47047d9,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:18:12.769816 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b69e7f4b-2e2c-47b3-bbe1-976b76109249 tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-887703'] for router_gateway, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:12.947102 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b69e7f4b-2e2c-47b3-bbe1-976b76109249 tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25316'] for router, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:12.949387 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b69e7f4b-2e2c-47b3-bbe1-976b76109249 tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:12.974317 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b69e7f4b-2e2c-47b3-bbe1-976b76109249 tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-891519'] for router, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:12.975299 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b69e7f4b-2e2c-47b3-bbe1-976b76109249 tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Fanout notify agent at l3_agent the message router_deleted on router 396aeae9-4ec9-4a47-b0d5-f1d5a1f85516 {{(pid=88524) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 19:18:12.991519 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b69e7f4b-2e2c-47b3-bbe1-976b76109249 tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Notify callbacks [] for router, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:12.993533 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-b69e7f4b-2e2c-47b3-bbe1-976b76109249 tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] 10.222.0.41 "DELETE /v2.0/routers/396aeae9-4ec9-4a47-b0d5-f1d5a1f85516 HTTP/1.1" status: 204 len: 168 time: 1.4901717 Jun 01 19:18:12.997116 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 36154) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:18:13.002883 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-24eec8e7-c185-45c5-836d-0d4ace416887 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1036915351', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'enable_snat': False}}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:18:13.010531 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-24eec8e7-c185-45c5-836d-0d4ace416887 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:18:13.015040 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-24eec8e7-c185-45c5-836d-0d4ace416887 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Usage tracker for resource:router and tenant:be844b73ad434ff4ac63a2910a555a39 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:18:13.018080 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-24eec8e7-c185-45c5-836d-0d4ace416887 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:18:13.024417 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-24eec8e7-c185-45c5-836d-0d4ace416887 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:18:13.038553 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-24eec8e7-c185-45c5-836d-0d4ace416887 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-885767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25238'] for router, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:13.039608 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-24eec8e7-c185-45c5-836d-0d4ace416887 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-901042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-886562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-981784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25327'] for router, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:13.055133 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-24eec8e7-c185-45c5-836d-0d4ace416887 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:13.321341 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-24eec8e7-c185-45c5-836d-0d4ace416887 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-886608', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-885830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25341'] for router, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:13.773941 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-24eec8e7-c185-45c5-836d-0d4ace416887 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:13.807793 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-24eec8e7-c185-45c5-836d-0d4ace416887 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:13.980640 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [None req-24eec8e7-c185-45c5-836d-0d4ace416887 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Allocated IP 172.25.4.34 (72a72e44-6845-488a-a5ff-3a26d4df9cb3/c314a23b-daa2-4106-ab28-8e6f954277b2/bf3c9346-78e9-49b5-a561-d74d59fdfe8a) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:18:14.145146 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-24eec8e7-c185-45c5-836d-0d4ace416887 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:14.177691 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-24eec8e7-c185-45c5-836d-0d4ace416887 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:14.253290 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24eec8e7-c185-45c5-836d-0d4ace416887 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:18:14.256503 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-24eec8e7-c185-45c5-836d-0d4ace416887 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:18:14.261107 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24eec8e7-c185-45c5-836d-0d4ace416887 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:18:14.294655 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24eec8e7-c185-45c5-836d-0d4ace416887 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Pushing event updated for resources: {'Port': ['ID=bf3c9346-78e9-49b5-a561-d74d59fdfe8a,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:18:14.720673 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-24eec8e7-c185-45c5-836d-0d4ace416887 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:15.211320 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-24eec8e7-c185-45c5-836d-0d4ace416887 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-885820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-886655'] for router, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:15.433464 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24eec8e7-c185-45c5-836d-0d4ace416887 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Router 2f4d8f7d-e559-4bc1-a66d-b376332ebb88 is scheduled to L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 with binding_index 1 {{(pid=88524) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 19:18:15.615987 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24eec8e7-c185-45c5-836d-0d4ace416887 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:18:15.625916 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f90511f-7645-4c6d-b6f7-624e7575452b None None] Sync routers for ids ['2f4d8f7d-e559-4bc1-a66d-b376332ebb88'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:18:15.637032 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f90511f-7645-4c6d-b6f7-624e7575452b None None] Routers {'2f4d8f7d-e559-4bc1-a66d-b376332ebb88'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:18:15.637724 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-9f90511f-7645-4c6d-b6f7-624e7575452b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:18:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['2f4d8f7d-e559-4bc1-a66d-b376332ebb88'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:18:15.644131 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-24eec8e7-c185-45c5-836d-0d4ace416887 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Notify callbacks [] for router, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:15.645396 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-24eec8e7-c185-45c5-836d-0d4ace416887 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 2.6471241 Jun 01 19:18:15.648041 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 36482) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:18:15.834675 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-9f90511f-7645-4c6d-b6f7-624e7575452b None None] Set router 2f4d8f7d-e559-4bc1-a66d-b376332ebb88 gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:18:15.847833 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-7e2430e4-8c62-4620-9fd1-19e2e5b513c5 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] 10.222.0.41 "GET /v2.0/routers/2f4d8f7d-e559-4bc1-a66d-b376332ebb88 HTTP/1.1" status: 200 len: 908 time: 0.1975780 Jun 01 19:18:15.850486 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 36516) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:18:15.855472 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-ff3c0bb4-607a-446e-9d9d-a322b19ba4a2 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1036915351', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'enable_snat': True}}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:18:15.862314 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-ff3c0bb4-607a-446e-9d9d-a322b19ba4a2 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:18:15.867576 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-ff3c0bb4-607a-446e-9d9d-a322b19ba4a2 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Usage tracker for resource:router and tenant:be844b73ad434ff4ac63a2910a555a39 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:18:15.870698 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-ff3c0bb4-607a-446e-9d9d-a322b19ba4a2 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:18:15.879921 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-ff3c0bb4-607a-446e-9d9d-a322b19ba4a2 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:18:15.892299 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ff3c0bb4-607a-446e-9d9d-a322b19ba4a2 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-885767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25238'] for router, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:15.893310 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ff3c0bb4-607a-446e-9d9d-a322b19ba4a2 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-901042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-886562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-981784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25327'] for router, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:15.910861 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ff3c0bb4-607a-446e-9d9d-a322b19ba4a2 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:16.190841 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-9f90511f-7645-4c6d-b6f7-624e7575452b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f4d8f7d-e559-4bc1-a66d-b376332ebb88', 'name': 'tempest-snat-router-1036915351', 'tenant_id': 'be844b73ad434ff4ac63a2910a555a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.34'}], 'enable_snat': False}, 'gw_port_id': 'bf3c9346-78e9-49b5-a561-d74d59fdfe8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:18:13Z', 'updated_at': '2022-06-01T19:18:14Z', 'revision_number': 3, 'project_id': 'be844b73ad434ff4ac63a2910a555a39', 'gw_port': {'id': 'bf3c9346-78e9-49b5-a561-d74d59fdfe8a', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:61:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f4d8f7d-e559-4bc1-a66d-b376332ebb88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3494, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:18:13Z', 'updated_at': '2022-06-01T19:18:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-844202-1'}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:18:16.194782 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f90511f-7645-4c6d-b6f7-624e7575452b None None] Checking router: 2f4d8f7d-e559-4bc1-a66d-b376332ebb88 for host: n-d-844202-1 {{(pid=88527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 19:18:16.195790 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f90511f-7645-4c6d-b6f7-624e7575452b None None] Updating router 2f4d8f7d-e559-4bc1-a66d-b376332ebb88 port bf3c9346-78e9-49b5-a561-d74d59fdfe8a binding host n-d-844202-1 {{(pid=88527) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 19:18:16.198101 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ff3c0bb4-607a-446e-9d9d-a322b19ba4a2 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-886608', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-885830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25341'] for router, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:16.253477 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-9f90511f-7645-4c6d-b6f7-624e7575452b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:16.592940 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-9f90511f-7645-4c6d-b6f7-624e7575452b None None] Notify callbacks [] for port, precommit_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:16.604550 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.provisioning_blocks [None req-9f90511f-7645-4c6d-b6f7-624e7575452b None None] Transition to ACTIVE for port object bf3c9346-78e9-49b5-a561-d74d59fdfe8a will not be triggered until provisioned by entity L2. {{(pid=88527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:18:16.610336 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-9f90511f-7645-4c6d-b6f7-624e7575452b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:16.672981 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ff3c0bb4-607a-446e-9d9d-a322b19ba4a2 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:16.689221 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-9f90511f-7645-4c6d-b6f7-624e7575452b None None] Attempting to bind port bf3c9346-78e9-49b5-a561-d74d59fdfe8a on host n-d-844202-1 for vnic_type normal with profile {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:18:16.689759 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-9f90511f-7645-4c6d-b6f7-624e7575452b None None] Attempting to bind port bf3c9346-78e9-49b5-a561-d74d59fdfe8a by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}] {{(pid=88527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:18:16.689926 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f90511f-7645-4c6d-b6f7-624e7575452b None None] Attempting to bind port bf3c9346-78e9-49b5-a561-d74d59fdfe8a on network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:18:16.701347 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f90511f-7645-4c6d-b6f7-624e7575452b None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 18, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:18:16.701706 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f90511f-7645-4c6d-b6f7-624e7575452b None None] Checking segment: {'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:18:16.702094 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-9f90511f-7645-4c6d-b6f7-624e7575452b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:16.702473 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f90511f-7645-4c6d-b6f7-624e7575452b None None] Bound using segment: {'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'} {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:18:16.702923 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-9f90511f-7645-4c6d-b6f7-624e7575452b None None] Bound port: bf3c9346-78e9-49b5-a561-d74d59fdfe8a, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}}] {{(pid=88527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:18:16.703288 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-9f90511f-7645-4c6d-b6f7-624e7575452b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:16.703390 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ff3c0bb4-607a-446e-9d9d-a322b19ba4a2 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:16.726435 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139a84f4-5f27-4f5d-a241-527cec98a296 None None] Pushing event updated for resources: {'Port': ['ID=bf3c9346-78e9-49b5-a561-d74d59fdfe8a,revision_number=2']} {{(pid=88527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:18:16.783050 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.db [None req-9f90511f-7645-4c6d-b6f7-624e7575452b None None] For port bf3c9346-78e9-49b5-a561-d74d59fdfe8a, host n-d-844202-1, cleared binding levels {{(pid=88527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:18:16.786278 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.db [None req-9f90511f-7645-4c6d-b6f7-624e7575452b None None] For port bf3c9346-78e9-49b5-a561-d74d59fdfe8a, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=bf3c9346-78e9-49b5-a561-d74d59fdfe8a,segment=NetworkSegment(7875af61-4c53-4ff2-b8c8-d4b7c35ff947),segment_id=7875af61-4c53-4ff2-b8c8-d4b7c35ff947)] {{(pid=88527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:18:16.790544 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-9f90511f-7645-4c6d-b6f7-624e7575452b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:16.857874 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [None req-ff3c0bb4-607a-446e-9d9d-a322b19ba4a2 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Allocated IP 172.25.4.160 (72a72e44-6845-488a-a5ff-3a26d4df9cb3/c314a23b-daa2-4106-ab28-8e6f954277b2/ff390990-2cfb-4476-a200-364bcdc3281a) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:18:16.872478 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f90511f-7645-4c6d-b6f7-624e7575452b None None] Routers {'2f4d8f7d-e559-4bc1-a66d-b376332ebb88'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:18:16.873110 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-9f90511f-7645-4c6d-b6f7-624e7575452b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:18:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['2f4d8f7d-e559-4bc1-a66d-b376332ebb88'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:18:17.016938 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ff3c0bb4-607a-446e-9d9d-a322b19ba4a2 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:17.037224 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139a84f4-5f27-4f5d-a241-527cec98a296 None None] Pushing event updated for resources: {'Port': ['ID=bf3c9346-78e9-49b5-a561-d74d59fdfe8a,revision_number=3']} {{(pid=88527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:18:17.048298 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ff3c0bb4-607a-446e-9d9d-a322b19ba4a2 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:17.066954 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-9f90511f-7645-4c6d-b6f7-624e7575452b None None] Set router 2f4d8f7d-e559-4bc1-a66d-b376332ebb88 gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:18:17.113856 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a6ece0-8a3c-4387-8bff-ffe1cd41209b req-0a49ffaa-ed52-49ac-b79b-6e93d363dbf2 tempest-VolumesSnapshotTestJSON-1691927831 tempest-VolumesSnapshotTestJSON-1691927831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:18:17.115690 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-24a6ece0-8a3c-4387-8bff-ffe1cd41209b req-0a49ffaa-ed52-49ac-b79b-6e93d363dbf2 tempest-VolumesSnapshotTestJSON-1691927831 tempest-VolumesSnapshotTestJSON-1691927831-project] 10.222.0.41 "GET /v2.0/networks?id=f281c294-8d82-4081-86e6-1356ca463375 HTTP/1.1" status: 200 len: 813 time: 0.1635277 Jun 01 19:18:17.118546 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff3c0bb4-607a-446e-9d9d-a322b19ba4a2 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:18:17.121546 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-ff3c0bb4-607a-446e-9d9d-a322b19ba4a2 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:18:17.125212 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff3c0bb4-607a-446e-9d9d-a322b19ba4a2 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:18:17.142164 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-24a6ece0-8a3c-4387-8bff-ffe1cd41209b req-c932c5c5-086d-4ac8-b0f0-c4098e841059 tempest-VolumesSnapshotTestJSON-1691927831 tempest-VolumesSnapshotTestJSON-1691927831-project] 10.222.0.41 "GET /v2.0/quotas/0de4083014874f118e9a1e13a8ebaf67 HTTP/1.1" status: 200 len: 375 time: 0.0202439 Jun 01 19:18:17.158026 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3c0bb4-607a-446e-9d9d-a322b19ba4a2 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Pushing event updated for resources: {'Port': ['ID=ff390990-2cfb-4476-a200-364bcdc3281a,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:18:17.192461 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-24a6ece0-8a3c-4387-8bff-ffe1cd41209b req-6dd19c7e-58af-43b6-90e4-755cb8fa1976 tempest-VolumesSnapshotTestJSON-1691927831 tempest-VolumesSnapshotTestJSON-1691927831-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=0de4083014874f118e9a1e13a8ebaf67&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0492334 Jun 01 19:18:17.331395 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-24a6ece0-8a3c-4387-8bff-ffe1cd41209b req-dc1e9f15-a0ec-43c6-ba10-350dc0df67b4 service neutron] 10.222.0.41 "GET /v2.0/networks/f281c294-8d82-4081-86e6-1356ca463375?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354623 Jun 01 19:18:17.378632 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-9f90511f-7645-4c6d-b6f7-624e7575452b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f4d8f7d-e559-4bc1-a66d-b376332ebb88', 'name': 'tempest-snat-router-1036915351', 'tenant_id': 'be844b73ad434ff4ac63a2910a555a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.34'}], 'enable_snat': False}, 'gw_port_id': 'bf3c9346-78e9-49b5-a561-d74d59fdfe8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:18:13Z', 'updated_at': '2022-06-01T19:18:14Z', 'revision_number': 3, 'project_id': 'be844b73ad434ff4ac63a2910a555a39', 'gw_port': {'id': 'bf3c9346-78e9-49b5-a561-d74d59fdfe8a', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:61:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f4d8f7d-e559-4bc1-a66d-b376332ebb88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3494, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:18:13Z', 'updated_at': '2022-06-01T19:18:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-844202-1'}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:18:17.382854 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f90511f-7645-4c6d-b6f7-624e7575452b None None] The sync data for ids ['2f4d8f7d-e559-4bc1-a66d-b376332ebb88'] in n-d-844202-1 is: [{'id': '2f4d8f7d-e559-4bc1-a66d-b376332ebb88', 'name': 'tempest-snat-router-1036915351', 'tenant_id': 'be844b73ad434ff4ac63a2910a555a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.34'}], 'enable_snat': False}, 'gw_port_id': 'bf3c9346-78e9-49b5-a561-d74d59fdfe8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:18:13Z', 'updated_at': '2022-06-01T19:18:14Z', 'revision_number': 3, 'project_id': 'be844b73ad434ff4ac63a2910a555a39', 'gw_port': {'id': 'bf3c9346-78e9-49b5-a561-d74d59fdfe8a', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:61:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f4d8f7d-e559-4bc1-a66d-b376332ebb88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3494, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:18:13Z', 'updated_at': '2022-06-01T19:18:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-844202-1'}] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:18:17.473346 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-24a6ece0-8a3c-4387-8bff-ffe1cd41209b req-cd7f4ca6-fbc6-45cf-a756-e1b96e9e2314 service neutron] 10.222.0.41 "GET /v2.0/networks/f281c294-8d82-4081-86e6-1356ca463375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347933 Jun 01 19:18:17.573005 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ff3c0bb4-607a-446e-9d9d-a322b19ba4a2 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:17.711486 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-37859680-8395-4e91-937f-881c84fc9bdb req-5a451d00-0236-4cb6-8483-13f27f00a21c tempest-VolumesSnapshotTestJSON-1691927831 tempest-VolumesSnapshotTestJSON-1691927831-project] 10.222.0.41 "GET /v2.0/ports?device_id=7e35acc1-f906-49ed-a4ea-31ed07ba891a HTTP/1.1" status: 200 len: 210 time: 0.0702252 Jun 01 19:18:18.148454 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ff3c0bb4-607a-446e-9d9d-a322b19ba4a2 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-885820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-886655'] for router, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:18.381218 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff3c0bb4-607a-446e-9d9d-a322b19ba4a2 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Router d9a1df31-08d9-442a-b0f1-b4eddfcff2e1 is scheduled to L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 with binding_index 1 {{(pid=88525) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 19:18:18.564918 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff3c0bb4-607a-446e-9d9d-a322b19ba4a2 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:18:18.574567 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d149a0-bbb4-4515-84bc-240e68f01e50 None None] Sync routers for ids ['d9a1df31-08d9-442a-b0f1-b4eddfcff2e1'] in n-d-844202-1 {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:18:18.585887 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d149a0-bbb4-4515-84bc-240e68f01e50 None None] Routers {'d9a1df31-08d9-442a-b0f1-b4eddfcff2e1'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:18:18.586588 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-e9d149a0-bbb4-4515-84bc-240e68f01e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:18:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['d9a1df31-08d9-442a-b0f1-b4eddfcff2e1'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:18:18.590218 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ff3c0bb4-607a-446e-9d9d-a322b19ba4a2 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Notify callbacks [] for router, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:18.591580 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-ff3c0bb4-607a-446e-9d9d-a322b19ba4a2 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 2.7400572 Jun 01 19:18:18.594472 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 36636) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:18:18.837890 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-e9d149a0-bbb4-4515-84bc-240e68f01e50 None None] Set router d9a1df31-08d9-442a-b0f1-b4eddfcff2e1 gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:18:18.893074 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-688a7fce-0e48-4ddc-b0c8-5b7805436e73 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] 10.222.0.41 "GET /v2.0/routers/d9a1df31-08d9-442a-b0f1-b4eddfcff2e1 HTTP/1.1" status: 200 len: 908 time: 0.2974970 Jun 01 19:18:18.896459 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 36642) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:18:18.944405 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-2a085cdb-93a2-4ce3-b720-32343725acf6 req-bf10ec75-8a8f-4935-ade8-f4adcacb1257 tempest-VolumesSnapshotTestJSON-1691927831 tempest-VolumesSnapshotTestJSON-1691927831-project] 10.222.0.41 "GET /v2.0/ports?device_id=7e35acc1-f906-49ed-a4ea-31ed07ba891a HTTP/1.1" status: 200 len: 210 time: 0.0772493 Jun 01 19:18:19.088330 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a6ece0-8a3c-4387-8bff-ffe1cd41209b req-0d8ae399-6148-4fa6-aae9-c9f8c99e4f3e tempest-VolumesSnapshotTestJSON-1691927831 tempest-VolumesSnapshotTestJSON-1691927831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:18:19.089015 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-24a6ece0-8a3c-4387-8bff-ffe1cd41209b req-0d8ae399-6148-4fa6-aae9-c9f8c99e4f3e tempest-VolumesSnapshotTestJSON-1691927831 tempest-VolumesSnapshotTestJSON-1691927831-project] Synchronizing usage tracker for tenant:0de4083014874f118e9a1e13a8ebaf67 on resource:network {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:18:19.133523 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-24a6ece0-8a3c-4387-8bff-ffe1cd41209b req-0d8ae399-6148-4fa6-aae9-c9f8c99e4f3e tempest-VolumesSnapshotTestJSON-1691927831 tempest-VolumesSnapshotTestJSON-1691927831-project] Unset dirty status for tenant:0de4083014874f118e9a1e13a8ebaf67 on resource:network {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:18:19.134614 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-24a6ece0-8a3c-4387-8bff-ffe1cd41209b req-0d8ae399-6148-4fa6-aae9-c9f8c99e4f3e tempest-VolumesSnapshotTestJSON-1691927831 tempest-VolumesSnapshotTestJSON-1691927831-project] 10.222.0.15 "GET /v2.0/networks?id=f281c294-8d82-4081-86e6-1356ca463375 HTTP/1.1" status: 200 len: 813 time: 0.3601611 Jun 01 19:18:19.139243 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d185e2ee-b738-4ef6-aabd-959336a9d149 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Notify callbacks [] for router, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:19.183135 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-e9d149a0-bbb4-4515-84bc-240e68f01e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9a1df31-08d9-442a-b0f1-b4eddfcff2e1', 'name': 'tempest-snat-router-1036915351', 'tenant_id': 'be844b73ad434ff4ac63a2910a555a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.160'}], 'enable_snat': True}, 'gw_port_id': 'ff390990-2cfb-4476-a200-364bcdc3281a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:18:15Z', 'updated_at': '2022-06-01T19:18:17Z', 'revision_number': 3, 'project_id': 'be844b73ad434ff4ac63a2910a555a39', 'gw_port': {'id': 'ff390990-2cfb-4476-a200-364bcdc3281a', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:d6:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9a1df31-08d9-442a-b0f1-b4eddfcff2e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3496, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:18:16Z', 'updated_at': '2022-06-01T19:18:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:18:19.186980 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d149a0-bbb4-4515-84bc-240e68f01e50 None None] Checking router: d9a1df31-08d9-442a-b0f1-b4eddfcff2e1 for host: n-d-844202-1 {{(pid=88526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 19:18:19.187325 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d149a0-bbb4-4515-84bc-240e68f01e50 None None] Updating router d9a1df31-08d9-442a-b0f1-b4eddfcff2e1 port ff390990-2cfb-4476-a200-364bcdc3281a binding host n-d-844202-1 {{(pid=88526) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 19:18:19.201232 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [req-24a6ece0-8a3c-4387-8bff-ffe1cd41209b req-3a81c3c8-a6f4-4ded-9a2b-24ae7f8c66dc tempest-VolumesSnapshotTestJSON-1691927831 tempest-VolumesSnapshotTestJSON-1691927831-project] Request body: {'port': {'device_id': '7e35acc1-f906-49ed-a4ea-31ed07ba891a', 'network_id': 'f281c294-8d82-4081-86e6-1356ca463375', 'admin_state_up': True, 'tenant_id': '0de4083014874f118e9a1e13a8ebaf67'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:18:19.248334 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-e9d149a0-bbb4-4515-84bc-240e68f01e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:19.301416 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device bf3c9346-78e9-49b5-a561-d74d59fdfe8a up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:18:19.458749 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port bf3c9346-78e9-49b5-a561-d74d59fdfe8a completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:18:19.509077 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port bf3c9346-78e9-49b5-a561-d74d59fdfe8a triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:18:19.509348 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:19.574679 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [req-24a6ece0-8a3c-4387-8bff-ffe1cd41209b req-3a81c3c8-a6f4-4ded-9a2b-24ae7f8c66dc tempest-VolumesSnapshotTestJSON-1691927831 tempest-VolumesSnapshotTestJSON-1691927831-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:18:19.578942 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d185e2ee-b738-4ef6-aabd-959336a9d149 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:19.582349 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-24a6ece0-8a3c-4387-8bff-ffe1cd41209b req-3a81c3c8-a6f4-4ded-9a2b-24ae7f8c66dc tempest-VolumesSnapshotTestJSON-1691927831 tempest-VolumesSnapshotTestJSON-1691927831-project] Usage tracker for resource:port and tenant:0de4083014874f118e9a1e13a8ebaf67 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:18:19.586501 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-24a6ece0-8a3c-4387-8bff-ffe1cd41209b req-3a81c3c8-a6f4-4ded-9a2b-24ae7f8c66dc tempest-VolumesSnapshotTestJSON-1691927831 tempest-VolumesSnapshotTestJSON-1691927831-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:18:19.593765 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [req-24a6ece0-8a3c-4387-8bff-ffe1cd41209b req-3a81c3c8-a6f4-4ded-9a2b-24ae7f8c66dc tempest-VolumesSnapshotTestJSON-1691927831 tempest-VolumesSnapshotTestJSON-1691927831-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:18:19.597413 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-d185e2ee-b738-4ef6-aabd-959336a9d149 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Deleting port ff390990-2cfb-4476-a200-364bcdc3281a {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:18:19.597749 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d185e2ee-b738-4ef6-aabd-959336a9d149 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:19.644792 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24a6ece0-8a3c-4387-8bff-ffe1cd41209b req-3a81c3c8-a6f4-4ded-9a2b-24ae7f8c66dc tempest-VolumesSnapshotTestJSON-1691927831 tempest-VolumesSnapshotTestJSON-1691927831-project] Made reservation on behalf of 0de4083014874f118e9a1e13a8ebaf67 for: {'port': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:18:19.648777 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-24a6ece0-8a3c-4387-8bff-ffe1cd41209b req-3a81c3c8-a6f4-4ded-9a2b-24ae7f8c66dc tempest-VolumesSnapshotTestJSON-1691927831 tempest-VolumesSnapshotTestJSON-1691927831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:19.687693 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port bf3c9346-78e9-49b5-a561-d74d59fdfe8a is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:18:19.688298 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:19.752650 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port bf3c9346-78e9-49b5-a561-d74d59fdfe8a, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=bf3c9346-78e9-49b5-a561-d74d59fdfe8a,segment=NetworkSegment(7875af61-4c53-4ff2-b8c8-d4b7c35ff947),segment_id=7875af61-4c53-4ff2-b8c8-d4b7c35ff947)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:18:19.757790 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:19.802432 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-e9d149a0-bbb4-4515-84bc-240e68f01e50 None None] Notify callbacks [] for port, precommit_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:19.831237 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-e9d149a0-bbb4-4515-84bc-240e68f01e50 None None] Transition to ACTIVE for port object ff390990-2cfb-4476-a200-364bcdc3281a will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:18:19.843431 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-e9d149a0-bbb4-4515-84bc-240e68f01e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:19.852081 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=bf3c9346-78e9-49b5-a561-d74d59fdfe8a,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:18:19.869635 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:18:19.869982 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:18:19.870323 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:18:19.870668 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:18:19.870988 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:18:19.871373 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:18:19.871665 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:18:19.871994 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:18:19.872347 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:18:19.872672 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:18:19.872994 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:18:19.873312 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:18:19.896424 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d185e2ee-b738-4ef6-aabd-959336a9d149 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:19.933942 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-e9d149a0-bbb4-4515-84bc-240e68f01e50 None None] Attempting to bind port ff390990-2cfb-4476-a200-364bcdc3281a on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:18:19.934308 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-e9d149a0-bbb4-4515-84bc-240e68f01e50 None None] Attempting to bind port ff390990-2cfb-4476-a200-364bcdc3281a by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:18:19.934679 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d149a0-bbb4-4515-84bc-240e68f01e50 None None] Attempting to bind port ff390990-2cfb-4476-a200-364bcdc3281a on network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:18:19.945508 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d149a0-bbb4-4515-84bc-240e68f01e50 None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 18, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:18:19.946153 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d149a0-bbb4-4515-84bc-240e68f01e50 None None] Checking segment: {'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:18:19.946466 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-e9d149a0-bbb4-4515-84bc-240e68f01e50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:19.946854 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d149a0-bbb4-4515-84bc-240e68f01e50 None None] Bound using segment: {'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:18:19.947328 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-e9d149a0-bbb4-4515-84bc-240e68f01e50 None None] Bound port: ff390990-2cfb-4476-a200-364bcdc3281a, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:18:19.947706 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-e9d149a0-bbb4-4515-84bc-240e68f01e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:19.985677 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bb896f-d73c-4370-89c5-a494d41d9a2f None None] Pushing event updated for resources: {'Port': ['ID=ff390990-2cfb-4476-a200-364bcdc3281a,revision_number=2']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:18:20.029174 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-e9d149a0-bbb4-4515-84bc-240e68f01e50 None None] For port ff390990-2cfb-4476-a200-364bcdc3281a, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:18:20.029477 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-d185e2ee-b738-4ef6-aabd-959336a9d149 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Calling delete_port for ff390990-2cfb-4476-a200-364bcdc3281a owned by network:router_gateway {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:18:20.032767 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-e9d149a0-bbb4-4515-84bc-240e68f01e50 None None] For port ff390990-2cfb-4476-a200-364bcdc3281a, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=ff390990-2cfb-4476-a200-364bcdc3281a,segment=NetworkSegment(7875af61-4c53-4ff2-b8c8-d4b7c35ff947),segment_id=7875af61-4c53-4ff2-b8c8-d4b7c35ff947)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:18:20.036934 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-e9d149a0-bbb4-4515-84bc-240e68f01e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:20.086881 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [req-24a6ece0-8a3c-4387-8bff-ffe1cd41209b req-3a81c3c8-a6f4-4ded-9a2b-24ae7f8c66dc tempest-VolumesSnapshotTestJSON-1691927831 tempest-VolumesSnapshotTestJSON-1691927831-project] Allocated IP 172.20.0.12 (f281c294-8d82-4081-86e6-1356ca463375/c115c974-669a-4904-84e5-9c490158d065/a9cfaef8-318e-4ed5-ad84-97fe4e08e141) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:18:20.120005 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d149a0-bbb4-4515-84bc-240e68f01e50 None None] Routers {'d9a1df31-08d9-442a-b0f1-b4eddfcff2e1'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:18:20.120650 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-e9d149a0-bbb4-4515-84bc-240e68f01e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:18:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['d9a1df31-08d9-442a-b0f1-b4eddfcff2e1'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:18:20.141680 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-208e237f-73ac-4cfa-8db1-2550e098d8ae req-c4622cb0-6c03-4458-aea2-b7a349894518 tempest-VolumesSnapshotTestJSON-1691927831 tempest-VolumesSnapshotTestJSON-1691927831-project] 10.222.0.41 "GET /v2.0/ports?device_id=7e35acc1-f906-49ed-a4ea-31ed07ba891a HTTP/1.1" status: 200 len: 210 time: 0.0567968 Jun 01 19:18:20.269470 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bb896f-d73c-4370-89c5-a494d41d9a2f None None] Pushing event updated for resources: {'Port': ['ID=ff390990-2cfb-4476-a200-364bcdc3281a,revision_number=3']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:18:20.313976 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-e9d149a0-bbb4-4515-84bc-240e68f01e50 None None] Set router d9a1df31-08d9-442a-b0f1-b4eddfcff2e1 gateway port host: None {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:18:20.329237 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.db.api [None req-d185e2ee-b738-4ef6-aabd-959336a9d149 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88525) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 19:18:20.329874 n-d-844202-1 neutron-server[88525]: DEBUG oslo_db.api [None req-d185e2ee-b738-4ef6-aabd-959336a9d149 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 19:18:20.386159 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-24a6ece0-8a3c-4387-8bff-ffe1cd41209b req-3a81c3c8-a6f4-4ded-9a2b-24ae7f8c66dc tempest-VolumesSnapshotTestJSON-1691927831 tempest-VolumesSnapshotTestJSON-1691927831-project] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:20.415761 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-24a6ece0-8a3c-4387-8bff-ffe1cd41209b req-3a81c3c8-a6f4-4ded-9a2b-24ae7f8c66dc tempest-VolumesSnapshotTestJSON-1691927831 tempest-VolumesSnapshotTestJSON-1691927831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:20.421140 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-e9d149a0-bbb4-4515-84bc-240e68f01e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9a1df31-08d9-442a-b0f1-b4eddfcff2e1', 'name': 'tempest-snat-router-1036915351', 'tenant_id': 'be844b73ad434ff4ac63a2910a555a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:18:15Z', 'updated_at': '2022-06-01T19:18:19Z', 'revision_number': 4, 'project_id': 'be844b73ad434ff4ac63a2910a555a39', 'gw_port_host': None}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:18:20.425219 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d149a0-bbb4-4515-84bc-240e68f01e50 None None] The sync data for ids ['d9a1df31-08d9-442a-b0f1-b4eddfcff2e1'] in n-d-844202-1 is: [{'id': 'd9a1df31-08d9-442a-b0f1-b4eddfcff2e1', 'name': 'tempest-snat-router-1036915351', 'tenant_id': 'be844b73ad434ff4ac63a2910a555a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:18:15Z', 'updated_at': '2022-06-01T19:18:19Z', 'revision_number': 4, 'project_id': 'be844b73ad434ff4ac63a2910a555a39', 'gw_port_host': None}] {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:18:20.486845 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24a6ece0-8a3c-4387-8bff-ffe1cd41209b req-3a81c3c8-a6f4-4ded-9a2b-24ae7f8c66dc tempest-VolumesSnapshotTestJSON-1691927831 tempest-VolumesSnapshotTestJSON-1691927831-project] Network f281c294-8d82-4081-86e6-1356ca463375 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:18:20.489837 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [req-24a6ece0-8a3c-4387-8bff-ffe1cd41209b req-3a81c3c8-a6f4-4ded-9a2b-24ae7f8c66dc tempest-VolumesSnapshotTestJSON-1691927831 tempest-VolumesSnapshotTestJSON-1691927831-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:18:20.495056 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [req-24a6ece0-8a3c-4387-8bff-ffe1cd41209b req-3a81c3c8-a6f4-4ded-9a2b-24ae7f8c66dc tempest-VolumesSnapshotTestJSON-1691927831 tempest-VolumesSnapshotTestJSON-1691927831-project] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:18:20.531321 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a81c3c8-a6f4-4ded-9a2b-24ae7f8c66dc tempest-VolumesSnapshotTestJSON-1691927831 tempest-VolumesSnapshotTestJSON-1691927831-project] Pushing event updated for resources: {'Port': ['ID=a9cfaef8-318e-4ed5-ad84-97fe4e08e141,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:18:20.562707 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a6ece0-8a3c-4387-8bff-ffe1cd41209b req-3a81c3c8-a6f4-4ded-9a2b-24ae7f8c66dc tempest-VolumesSnapshotTestJSON-1691927831 tempest-VolumesSnapshotTestJSON-1691927831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:18:20.563300 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-24a6ece0-8a3c-4387-8bff-ffe1cd41209b req-3a81c3c8-a6f4-4ded-9a2b-24ae7f8c66dc tempest-VolumesSnapshotTestJSON-1691927831 tempest-VolumesSnapshotTestJSON-1691927831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:20.587169 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-24a6ece0-8a3c-4387-8bff-ffe1cd41209b req-3a81c3c8-a6f4-4ded-9a2b-24ae7f8c66dc tempest-VolumesSnapshotTestJSON-1691927831 tempest-VolumesSnapshotTestJSON-1691927831-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3950396 Jun 01 19:18:20.602984 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [req-24a6ece0-8a3c-4387-8bff-ffe1cd41209b req-4fe873af-97d7-41e7-8aa2-80e31a9a6948 service neutron] Request body: {'port': {'device_id': '7e35acc1-f906-49ed-a4ea-31ed07ba891a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844202-1'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:18:20.722601 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-24a6ece0-8a3c-4387-8bff-ffe1cd41209b req-4fe873af-97d7-41e7-8aa2-80e31a9a6948 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:20.835452 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-d185e2ee-b738-4ef6-aabd-959336a9d149 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Deleting port ff390990-2cfb-4476-a200-364bcdc3281a {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:18:20.835706 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d185e2ee-b738-4ef6-aabd-959336a9d149 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:21.147136 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [None req-d185e2ee-b738-4ef6-aabd-959336a9d149 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] For port ff390990-2cfb-4476-a200-364bcdc3281a, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=ff390990-2cfb-4476-a200-364bcdc3281a,segment=NetworkSegment(7875af61-4c53-4ff2-b8c8-d4b7c35ff947),segment_id=7875af61-4c53-4ff2-b8c8-d4b7c35ff947)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:18:21.147486 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d185e2ee-b738-4ef6-aabd-959336a9d149 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:21.278809 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device bf3c9346-78e9-49b5-a561-d74d59fdfe8a up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:18:21.353869 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port bf3c9346-78e9-49b5-a561-d74d59fdfe8a triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:18:21.354144 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:21.416250 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-d185e2ee-b738-4ef6-aabd-959336a9d149 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Calling delete_port for ff390990-2cfb-4476-a200-364bcdc3281a owned by network:router_gateway {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:18:21.470364 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port bf3c9346-78e9-49b5-a561-d74d59fdfe8a is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:18:21.505360 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.db.resource_extend [req-24a6ece0-8a3c-4387-8bff-ffe1cd41209b req-4fe873af-97d7-41e7-8aa2-80e31a9a6948 service neutron] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 19:18:21.620933 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [req-24a6ece0-8a3c-4387-8bff-ffe1cd41209b req-4fe873af-97d7-41e7-8aa2-80e31a9a6948 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9cfaef8-318e-4ed5-ad84-97fe4e08e141 {{(pid=88525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 19:18:21.633316 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-24a6ece0-8a3c-4387-8bff-ffe1cd41209b req-4fe873af-97d7-41e7-8aa2-80e31a9a6948 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:21.656157 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [req-24a6ece0-8a3c-4387-8bff-ffe1cd41209b req-4fe873af-97d7-41e7-8aa2-80e31a9a6948 service neutron] Transition to ACTIVE for port object a9cfaef8-318e-4ed5-ad84-97fe4e08e141 will not be triggered until provisioned by entity L2. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:18:21.664994 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2ccb8f-7786-414a-9fc6-0f649d916811 req-fc1e76c2-504a-4e61-90d1-69dda69ecc9d tempest-VolumesSnapshotTestJSON-1691927831 tempest-VolumesSnapshotTestJSON-1691927831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:18:21.665698 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-8c2ccb8f-7786-414a-9fc6-0f649d916811 req-fc1e76c2-504a-4e61-90d1-69dda69ecc9d tempest-VolumesSnapshotTestJSON-1691927831 tempest-VolumesSnapshotTestJSON-1691927831-project] Synchronizing usage tracker for tenant:0de4083014874f118e9a1e13a8ebaf67 on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:18:21.671385 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-24a6ece0-8a3c-4387-8bff-ffe1cd41209b req-4fe873af-97d7-41e7-8aa2-80e31a9a6948 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:21.818108 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-8c2ccb8f-7786-414a-9fc6-0f649d916811 req-fc1e76c2-504a-4e61-90d1-69dda69ecc9d tempest-VolumesSnapshotTestJSON-1691927831 tempest-VolumesSnapshotTestJSON-1691927831-project] Unset dirty status for tenant:0de4083014874f118e9a1e13a8ebaf67 on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:18:21.819247 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8c2ccb8f-7786-414a-9fc6-0f649d916811 req-fc1e76c2-504a-4e61-90d1-69dda69ecc9d tempest-VolumesSnapshotTestJSON-1691927831 tempest-VolumesSnapshotTestJSON-1691927831-project] 10.222.0.41 "GET /v2.0/ports?device_id=7e35acc1-f906-49ed-a4ea-31ed07ba891a HTTP/1.1" status: 200 len: 932 time: 0.4715729 Jun 01 19:18:21.826709 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe873af-97d7-41e7-8aa2-80e31a9a6948 service neutron] Pushing event updated for resources: {'Port': ['ID=a9cfaef8-318e-4ed5-ad84-97fe4e08e141,revision_number=2']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:18:21.995804 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-8c2ccb8f-7786-414a-9fc6-0f649d916811 req-21426f87-7c09-490d-9412-f67173df0055 tempest-VolumesSnapshotTestJSON-1691927831 tempest-VolumesSnapshotTestJSON-1691927831-project] Synchronizing usage tracker for tenant:0de4083014874f118e9a1e13a8ebaf67 on resource:security_group {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:18:21.998278 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d185e2ee-b738-4ef6-aabd-959336a9d149 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:22.058441 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d185e2ee-b738-4ef6-aabd-959336a9d149 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Pushing event deleted for resources: {'Port': ['ID=ff390990-2cfb-4476-a200-364bcdc3281a,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:18:22.145084 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-24a6ece0-8a3c-4387-8bff-ffe1cd41209b req-4fe873af-97d7-41e7-8aa2-80e31a9a6948 service neutron] Attempting to bind port a9cfaef8-318e-4ed5-ad84-97fe4e08e141 on host n-h1-844202-1 for vnic_type normal with profile {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:18:22.145420 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-24a6ece0-8a3c-4387-8bff-ffe1cd41209b req-4fe873af-97d7-41e7-8aa2-80e31a9a6948 service neutron] Attempting to bind port a9cfaef8-318e-4ed5-ad84-97fe4e08e141 by drivers openvswitch,hyperv on host n-h1-844202-1 at level 0 using segments [{'id': '05610bff-48f0-4193-9918-9898ce49db66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'f281c294-8d82-4081-86e6-1356ca463375'}] {{(pid=88525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:18:22.145761 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24a6ece0-8a3c-4387-8bff-ffe1cd41209b req-4fe873af-97d7-41e7-8aa2-80e31a9a6948 service neutron] Attempting to bind port a9cfaef8-318e-4ed5-ad84-97fe4e08e141 on network f281c294-8d82-4081-86e6-1356ca463375 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:18:22.153206 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-8c2ccb8f-7786-414a-9fc6-0f649d916811 req-21426f87-7c09-490d-9412-f67173df0055 tempest-VolumesSnapshotTestJSON-1691927831 tempest-VolumesSnapshotTestJSON-1691927831-project] Unset dirty status for tenant:0de4083014874f118e9a1e13a8ebaf67 on resource:security_group {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:18:22.154356 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8c2ccb8f-7786-414a-9fc6-0f649d916811 req-21426f87-7c09-490d-9412-f67173df0055 tempest-VolumesSnapshotTestJSON-1691927831 tempest-VolumesSnapshotTestJSON-1691927831-project] 10.222.0.41 "GET /v2.0/security-groups?id=70caf9c3-176f-45e8-8492-944998336bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3239133 Jun 01 19:18:22.164759 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24a6ece0-8a3c-4387-8bff-ffe1cd41209b req-4fe873af-97d7-41e7-8aa2-80e31a9a6948 service neutron] Port a9cfaef8-318e-4ed5-ad84-97fe4e08e141 on network f281c294-8d82-4081-86e6-1356ca463375 not bound, no agent of type Open vSwitch agent registered on host n-h1-844202-1 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 19:18:22.165201 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24a6ece0-8a3c-4387-8bff-ffe1cd41209b req-4fe873af-97d7-41e7-8aa2-80e31a9a6948 service neutron] Attempting to bind port a9cfaef8-318e-4ed5-ad84-97fe4e08e141 on network f281c294-8d82-4081-86e6-1356ca463375 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:18:22.173671 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24a6ece0-8a3c-4387-8bff-ffe1cd41209b req-4fe873af-97d7-41e7-8aa2-80e31a9a6948 service neutron] Checking agent: {'id': 'bdb1e5d7-b998-4259-838f-3d278e930f32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 18, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:18:22.174007 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24a6ece0-8a3c-4387-8bff-ffe1cd41209b req-4fe873af-97d7-41e7-8aa2-80e31a9a6948 service neutron] Checking segment: {'id': '05610bff-48f0-4193-9918-9898ce49db66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'f281c294-8d82-4081-86e6-1356ca463375'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:18:22.174411 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24a6ece0-8a3c-4387-8bff-ffe1cd41209b req-4fe873af-97d7-41e7-8aa2-80e31a9a6948 service neutron] Bound using segment: {'id': '05610bff-48f0-4193-9918-9898ce49db66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'f281c294-8d82-4081-86e6-1356ca463375'} {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:18:22.174874 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-24a6ece0-8a3c-4387-8bff-ffe1cd41209b req-4fe873af-97d7-41e7-8aa2-80e31a9a6948 service neutron] Bound port: a9cfaef8-318e-4ed5-ad84-97fe4e08e141, host: n-h1-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05610bff-48f0-4193-9918-9898ce49db66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'f281c294-8d82-4081-86e6-1356ca463375'}}] {{(pid=88525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:18:22.175213 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-24a6ece0-8a3c-4387-8bff-ffe1cd41209b req-4fe873af-97d7-41e7-8aa2-80e31a9a6948 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:22.231455 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d185e2ee-b738-4ef6-aabd-959336a9d149 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-887703'] for router_gateway, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:22.436117 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d185e2ee-b738-4ef6-aabd-959336a9d149 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25316'] for router, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:22.447199 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d185e2ee-b738-4ef6-aabd-959336a9d149 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:22.475509 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-24a6ece0-8a3c-4387-8bff-ffe1cd41209b req-4fe873af-97d7-41e7-8aa2-80e31a9a6948 service neutron] For port a9cfaef8-318e-4ed5-ad84-97fe4e08e141, host n-h1-844202-1, cleared binding levels {{(pid=88525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:18:22.483674 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-24a6ece0-8a3c-4387-8bff-ffe1cd41209b req-4fe873af-97d7-41e7-8aa2-80e31a9a6948 service neutron] For port a9cfaef8-318e-4ed5-ad84-97fe4e08e141, host n-h1-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=a9cfaef8-318e-4ed5-ad84-97fe4e08e141,segment=NetworkSegment(05610bff-48f0-4193-9918-9898ce49db66),segment_id=05610bff-48f0-4193-9918-9898ce49db66)] {{(pid=88525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:18:22.491548 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d185e2ee-b738-4ef6-aabd-959336a9d149 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-891519'] for router, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:22.491548 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d185e2ee-b738-4ef6-aabd-959336a9d149 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d9a1df31-08d9-442a-b0f1-b4eddfcff2e1 {{(pid=88525) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 19:18:22.491548 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-24a6ece0-8a3c-4387-8bff-ffe1cd41209b req-4fe873af-97d7-41e7-8aa2-80e31a9a6948 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:22.562979 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a6ece0-8a3c-4387-8bff-ffe1cd41209b req-4fe873af-97d7-41e7-8aa2-80e31a9a6948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:18:22.563588 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-24a6ece0-8a3c-4387-8bff-ffe1cd41209b req-4fe873af-97d7-41e7-8aa2-80e31a9a6948 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:22.565031 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-24a6ece0-8a3c-4387-8bff-ffe1cd41209b req-4fe873af-97d7-41e7-8aa2-80e31a9a6948 service neutron] 10.222.0.15 "PUT /v2.0/ports/a9cfaef8-318e-4ed5-ad84-97fe4e08e141 HTTP/1.1" status: 200 len: 1092 time: 1.9667625 Jun 01 19:18:22.565474 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e35acc1-f906-49ed-a4ea-31ed07ba891a', 'tag': 'a9cfaef8-318e-4ed5-ad84-97fe4e08e141'}] {{(pid=88525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:18:22.577189 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d185e2ee-b738-4ef6-aabd-959336a9d149 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Notify callbacks [] for router, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:22.580530 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-d185e2ee-b738-4ef6-aabd-959336a9d149 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] 10.222.0.41 "DELETE /v2.0/routers/d9a1df31-08d9-442a-b0f1-b4eddfcff2e1 HTTP/1.1" status: 204 len: 168 time: 3.6804874 Jun 01 19:18:22.581138 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 36670) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:18:22.584069 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe873af-97d7-41e7-8aa2-80e31a9a6948 service neutron] Pushing event updated for resources: {'Port': ['ID=a9cfaef8-318e-4ed5-ad84-97fe4e08e141,revision_number=3']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:18:22.692642 n-d-844202-1 neutron-server[88525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d41f8b9-0720-44ed-bbc6-6d9f8db3f2ad'] response: {'name': 'network-changed', 'server_uuid': '7e35acc1-f906-49ed-a4ea-31ed07ba891a', 'tag': 'a9cfaef8-318e-4ed5-ad84-97fe4e08e141', 'status': 'completed', 'code': 200} Jun 01 19:18:22.719684 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a6ece0-8a3c-4387-8bff-ffe1cd41209b req-4d93c019-ae12-4051-b8d2-0487a93a3994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:18:22.721253 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-24a6ece0-8a3c-4387-8bff-ffe1cd41209b req-4d93c019-ae12-4051-b8d2-0487a93a3994 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0de4083014874f118e9a1e13a8ebaf67&device_id=7e35acc1-f906-49ed-a4ea-31ed07ba891a HTTP/1.1" status: 200 len: 1095 time: 0.1085215 Jun 01 19:18:22.791715 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-24a6ece0-8a3c-4387-8bff-ffe1cd41209b req-b63e5fc5-5b62-46ec-8295-2278a1537f84 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a9cfaef8-318e-4ed5-ad84-97fe4e08e141 HTTP/1.1" status: 200 len: 217 time: 0.0629649 Jun 01 19:18:22.813425 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4806caf9-45c6-4cca-8482-834680785185 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Notify callbacks [] for router, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:22.997591 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a6ece0-8a3c-4387-8bff-ffe1cd41209b req-80a6ac7a-9890-4db4-8dd2-cfebc11ad20c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:18:22.999739 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-24a6ece0-8a3c-4387-8bff-ffe1cd41209b req-80a6ac7a-9890-4db4-8dd2-cfebc11ad20c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c115c974-669a-4904-84e5-9c490158d065 HTTP/1.1" status: 200 len: 853 time: 0.2007406 Jun 01 19:18:23.058624 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-24a6ece0-8a3c-4387-8bff-ffe1cd41209b req-7e94b2d0-e74e-471e-9643-a02aff1d641f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f281c294-8d82-4081-86e6-1356ca463375&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513160 Jun 01 19:18:23.125780 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4806caf9-45c6-4cca-8482-834680785185 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:23.135322 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-4806caf9-45c6-4cca-8482-834680785185 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Deleting port bf3c9346-78e9-49b5-a561-d74d59fdfe8a {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:18:23.135662 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4806caf9-45c6-4cca-8482-834680785185 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:23.211667 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-24a6ece0-8a3c-4387-8bff-ffe1cd41209b req-0415668d-bc3b-4233-a8a3-adc252d82dbf service neutron] 10.222.0.15 "GET /v2.0/networks/f281c294-8d82-4081-86e6-1356ca463375?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462476 Jun 01 19:18:23.343133 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [None req-4806caf9-45c6-4cca-8482-834680785185 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] For port bf3c9346-78e9-49b5-a561-d74d59fdfe8a, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=bf3c9346-78e9-49b5-a561-d74d59fdfe8a,segment=NetworkSegment(7875af61-4c53-4ff2-b8c8-d4b7c35ff947),segment_id=7875af61-4c53-4ff2-b8c8-d4b7c35ff947)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:18:23.343405 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4806caf9-45c6-4cca-8482-834680785185 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:23.434729 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-24a6ece0-8a3c-4387-8bff-ffe1cd41209b req-10d304e2-a4e4-44f7-bdee-cc369ddfe1aa service neutron] 10.222.0.15 "GET /v2.0/networks/f281c294-8d82-4081-86e6-1356ca463375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2156162 Jun 01 19:18:23.458943 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2f06a5-8a24-4eab-a6cf-e1d836e8cee5 req-6d332819-d429-4945-81d8-56fed427fb25 tempest-VolumesSnapshotTestJSON-1691927831 tempest-VolumesSnapshotTestJSON-1691927831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:18:23.460943 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ec2f06a5-8a24-4eab-a6cf-e1d836e8cee5 req-6d332819-d429-4945-81d8-56fed427fb25 tempest-VolumesSnapshotTestJSON-1691927831 tempest-VolumesSnapshotTestJSON-1691927831-project] 10.222.0.41 "GET /v2.0/ports?device_id=7e35acc1-f906-49ed-a4ea-31ed07ba891a HTTP/1.1" status: 200 len: 944 time: 0.1313007 Jun 01 19:18:23.480097 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-4806caf9-45c6-4cca-8482-834680785185 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Calling delete_port for bf3c9346-78e9-49b5-a561-d74d59fdfe8a owned by network:router_gateway {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:18:23.547208 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ec2f06a5-8a24-4eab-a6cf-e1d836e8cee5 req-ad0f9995-4301-4831-b0f0-abe3b7f61632 tempest-VolumesSnapshotTestJSON-1691927831 tempest-VolumesSnapshotTestJSON-1691927831-project] 10.222.0.41 "GET /v2.0/security-groups?id=70caf9c3-176f-45e8-8492-944998336bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792813 Jun 01 19:18:23.574247 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60db5cda-8a7c-4d3a-9b8f-3a1833bfbf53 req-b5ca7f1c-3448-4b54-af65-28969395a36b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:18:23.575731 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-60db5cda-8a7c-4d3a-9b8f-3a1833bfbf53 req-b5ca7f1c-3448-4b54-af65-28969395a36b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0de4083014874f118e9a1e13a8ebaf67&device_id=7e35acc1-f906-49ed-a4ea-31ed07ba891a HTTP/1.1" status: 200 len: 1095 time: 0.0874765 Jun 01 19:18:23.660585 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4806caf9-45c6-4cca-8482-834680785185 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:23.721557 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4806caf9-45c6-4cca-8482-834680785185 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Pushing event deleted for resources: {'Port': ['ID=bf3c9346-78e9-49b5-a561-d74d59fdfe8a,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:18:23.726803 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60db5cda-8a7c-4d3a-9b8f-3a1833bfbf53 req-10f2f3c8-cbb4-415c-b0a5-baa552a49b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:18:23.728466 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-60db5cda-8a7c-4d3a-9b8f-3a1833bfbf53 req-10f2f3c8-cbb4-415c-b0a5-baa552a49b53 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f281c294-8d82-4081-86e6-1356ca463375 HTTP/1.1" status: 200 len: 914 time: 0.1420724 Jun 01 19:18:23.806491 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-60db5cda-8a7c-4d3a-9b8f-3a1833bfbf53 req-77751fa0-0369-4adf-80ff-9545ece8a626 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a9cfaef8-318e-4ed5-ad84-97fe4e08e141 HTTP/1.1" status: 200 len: 217 time: 0.0713258 Jun 01 19:18:23.808339 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4806caf9-45c6-4cca-8482-834680785185 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-887703'] for router_gateway, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:23.874407 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60db5cda-8a7c-4d3a-9b8f-3a1833bfbf53 req-a9698e2a-6f05-4d45-a9af-4d8d961eed23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:18:23.876037 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-60db5cda-8a7c-4d3a-9b8f-3a1833bfbf53 req-a9698e2a-6f05-4d45-a9af-4d8d961eed23 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c115c974-669a-4904-84e5-9c490158d065 HTTP/1.1" status: 200 len: 853 time: 0.0626280 Jun 01 19:18:23.937278 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-60db5cda-8a7c-4d3a-9b8f-3a1833bfbf53 req-c7076bca-3edd-40ee-bba0-cfe7b26ba62f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f281c294-8d82-4081-86e6-1356ca463375&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515752 Jun 01 19:18:23.999460 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4806caf9-45c6-4cca-8482-834680785185 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25316'] for router, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:24.001901 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4806caf9-45c6-4cca-8482-834680785185 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:24.029693 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4806caf9-45c6-4cca-8482-834680785185 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-891519'] for router, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:24.030310 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4806caf9-45c6-4cca-8482-834680785185 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2f4d8f7d-e559-4bc1-a66d-b376332ebb88 {{(pid=88524) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 19:18:24.043855 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4806caf9-45c6-4cca-8482-834680785185 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Notify callbacks [] for router, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:24.048597 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-4806caf9-45c6-4cca-8482-834680785185 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] 10.222.0.41 "DELETE /v2.0/routers/2f4d8f7d-e559-4bc1-a66d-b376332ebb88 HTTP/1.1" status: 204 len: 168 time: 1.4632981 Jun 01 19:18:24.049204 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 36688) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:18:24.057430 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-c8014144-e0dc-4829-9021-c77c7df6bc12 tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2050328926', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}, 'admin_state_up': False}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:18:24.067998 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-c8014144-e0dc-4829-9021-c77c7df6bc12 tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:18:24.086817 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-c8014144-e0dc-4829-9021-c77c7df6bc12 tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Usage tracker for resource:router and tenant:f351bded044e4f1c9ddb1a0aae251a48 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:18:24.091419 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-c8014144-e0dc-4829-9021-c77c7df6bc12 tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:18:24.107879 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-c8014144-e0dc-4829-9021-c77c7df6bc12 tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:18:24.123374 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-60db5cda-8a7c-4d3a-9b8f-3a1833bfbf53 req-0bfbce15-8d78-4a5d-886d-0d2b30ebb51c service neutron] 10.222.0.15 "GET /v2.0/networks/f281c294-8d82-4081-86e6-1356ca463375?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794310 Jun 01 19:18:24.128670 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c8014144-e0dc-4829-9021-c77c7df6bc12 tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-885767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25238'] for router, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:24.135154 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c8014144-e0dc-4829-9021-c77c7df6bc12 tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-901042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-886562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-981784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25327'] for router, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:24.256716 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c8014144-e0dc-4829-9021-c77c7df6bc12 tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:24.434995 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-60db5cda-8a7c-4d3a-9b8f-3a1833bfbf53 req-a9226ee4-7664-4b30-b7d2-15ccf1d7827e service neutron] 10.222.0.15 "GET /v2.0/networks/f281c294-8d82-4081-86e6-1356ca463375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2952387 Jun 01 19:18:24.736332 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c8014144-e0dc-4829-9021-c77c7df6bc12 tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-886608', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-885830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25341'] for router, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:24.862269 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54f84fd-8925-4cdf-8870-1f057385d31c req-5987624a-743d-40ac-8af9-5f0283c23533 tempest-VolumesSnapshotTestJSON-1691927831 tempest-VolumesSnapshotTestJSON-1691927831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:18:24.863750 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a54f84fd-8925-4cdf-8870-1f057385d31c req-5987624a-743d-40ac-8af9-5f0283c23533 tempest-VolumesSnapshotTestJSON-1691927831 tempest-VolumesSnapshotTestJSON-1691927831-project] 10.222.0.41 "GET /v2.0/ports?device_id=7e35acc1-f906-49ed-a4ea-31ed07ba891a HTTP/1.1" status: 200 len: 944 time: 0.1848755 Jun 01 19:18:24.927135 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a54f84fd-8925-4cdf-8870-1f057385d31c req-0464c2a7-064e-424e-a61e-7bca43a8eb9c tempest-VolumesSnapshotTestJSON-1691927831 tempest-VolumesSnapshotTestJSON-1691927831-project] 10.222.0.41 "GET /v2.0/security-groups?id=70caf9c3-176f-45e8-8492-944998336bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544846 Jun 01 19:18:25.125383 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c8014144-e0dc-4829-9021-c77c7df6bc12 tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Notify callbacks [] for router_gateway, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:25.158060 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c8014144-e0dc-4829-9021-c77c7df6bc12 tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:25.268579 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device bf3c9346-78e9-49b5-a561-d74d59fdfe8a no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:18:25.313931 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: bf3c9346-78e9-49b5-a561-d74d59fdfe8a {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:18:25.314421 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device bf3c9346-78e9-49b5-a561-d74d59fdfe8a not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:18:25.322293 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [None req-c8014144-e0dc-4829-9021-c77c7df6bc12 tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Allocated IP 172.25.4.97 (72a72e44-6845-488a-a5ff-3a26d4df9cb3/c314a23b-daa2-4106-ab28-8e6f954277b2/f4ba2d91-9da0-4304-b33d-fa14f5f69c4a) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:18:25.479401 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c8014144-e0dc-4829-9021-c77c7df6bc12 tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:25.509335 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c8014144-e0dc-4829-9021-c77c7df6bc12 tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:25.577581 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8014144-e0dc-4829-9021-c77c7df6bc12 tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:18:25.580315 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-c8014144-e0dc-4829-9021-c77c7df6bc12 tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:18:25.583147 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8014144-e0dc-4829-9021-c77c7df6bc12 tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:18:25.629651 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8014144-e0dc-4829-9021-c77c7df6bc12 tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Pushing event updated for resources: {'Port': ['ID=f4ba2d91-9da0-4304-b33d-fa14f5f69c4a,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:18:26.003846 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c8014144-e0dc-4829-9021-c77c7df6bc12 tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Notify callbacks [] for router_gateway, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:26.018790 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device a9cfaef8-318e-4ed5-ad84-97fe4e08e141 details requested by agent hyperv_n-h1-844202-1 with host n-h1-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 19:18:26.124074 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf92095-5923-4195-b8e9-5cbebc54e9e9 req-f86930c3-cc39-4d2a-883a-54d5eee95a6b tempest-VolumesSnapshotTestJSON-1691927831 tempest-VolumesSnapshotTestJSON-1691927831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:18:26.125589 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-bbf92095-5923-4195-b8e9-5cbebc54e9e9 req-f86930c3-cc39-4d2a-883a-54d5eee95a6b tempest-VolumesSnapshotTestJSON-1691927831 tempest-VolumesSnapshotTestJSON-1691927831-project] 10.222.0.41 "GET /v2.0/ports?device_id=7e35acc1-f906-49ed-a4ea-31ed07ba891a HTTP/1.1" status: 200 len: 944 time: 0.0814228 Jun 01 19:18:26.167707 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port a9cfaef8-318e-4ed5-ad84-97fe4e08e141, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=a9cfaef8-318e-4ed5-ad84-97fe4e08e141,segment=NetworkSegment(05610bff-48f0-4193-9918-9898ce49db66),segment_id=05610bff-48f0-4193-9918-9898ce49db66)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:18:26.174171 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-bbf92095-5923-4195-b8e9-5cbebc54e9e9 req-2b56bad1-ef15-4746-88fc-205d7aff6e28 tempest-VolumesSnapshotTestJSON-1691927831 tempest-VolumesSnapshotTestJSON-1691927831-project] 10.222.0.41 "GET /v2.0/security-groups?id=70caf9c3-176f-45e8-8492-944998336bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409369 Jun 01 19:18:26.184170 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Returning: {'device': 'a9cfaef8-318e-4ed5-ad84-97fe4e08e141', 'network_id': 'f281c294-8d82-4081-86e6-1356ca463375', 'port_id': 'a9cfaef8-318e-4ed5-ad84-97fe4e08e141', 'mac_address': 'fa:16:3e:f4:60:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c115c974-669a-4904-84e5-9c490158d065', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 19:18:26.244207 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port a9cfaef8-318e-4ed5-ad84-97fe4e08e141 is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:18:26.244542 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:26.261935 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9cfaef8-318e-4ed5-ad84-97fe4e08e141 {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 19:18:26.277251 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port a9cfaef8-318e-4ed5-ad84-97fe4e08e141, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=a9cfaef8-318e-4ed5-ad84-97fe4e08e141,segment=NetworkSegment(05610bff-48f0-4193-9918-9898ce49db66),segment_id=05610bff-48f0-4193-9918-9898ce49db66)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:18:26.282632 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:26.361929 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=a9cfaef8-318e-4ed5-ad84-97fe4e08e141,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:18:26.486710 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c8014144-e0dc-4829-9021-c77c7df6bc12 tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-885820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-886655'] for router, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:26.553849 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] get_ports_and_sgs() called for port_ids ['a9cfaef8-318e-4ed5-ad84-97fe4e08e141'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 19:18:26.691249 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8014144-e0dc-4829-9021-c77c7df6bc12 tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Router cb519011-b3e7-40d9-b69d-5ff746e64fff is scheduled to L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 with binding_index 1 {{(pid=88525) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 19:18:26.877500 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8014144-e0dc-4829-9021-c77c7df6bc12 tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:18:26.887329 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef68273d-d134-49c7-af01-c20e2285f312 None None] Sync routers for ids ['cb519011-b3e7-40d9-b69d-5ff746e64fff'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:18:26.896986 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef68273d-d134-49c7-af01-c20e2285f312 None None] Routers {'cb519011-b3e7-40d9-b69d-5ff746e64fff'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:18:26.898327 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-ef68273d-d134-49c7-af01-c20e2285f312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:18:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['cb519011-b3e7-40d9-b69d-5ff746e64fff'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:18:26.904590 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c8014144-e0dc-4829-9021-c77c7df6bc12 tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Notify callbacks [] for router, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:26.905901 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-c8014144-e0dc-4829-9021-c77c7df6bc12 tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.8555183 Jun 01 19:18:26.908632 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 36706) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:18:26.913380 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-8cef0e24-0977-4209-bfcf-5dd2bc8b2688 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'enable_snat': False}}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:18:26.988637 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-ef68273d-d134-49c7-af01-c20e2285f312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:18:26.998020 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef68273d-d134-49c7-af01-c20e2285f312 None None] Routers {'cb519011-b3e7-40d9-b69d-5ff746e64fff'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:18:26.999380 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-ef68273d-d134-49c7-af01-c20e2285f312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:18:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['cb519011-b3e7-40d9-b69d-5ff746e64fff'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:18:27.060516 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-ef68273d-d134-49c7-af01-c20e2285f312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:18:27.060899 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef68273d-d134-49c7-af01-c20e2285f312 None None] The sync data for ids ['cb519011-b3e7-40d9-b69d-5ff746e64fff'] in n-d-844202-1 is: [] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:18:27.478822 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8cef0e24-0977-4209-bfcf-5dd2bc8b2688 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-886608', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-885830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25341'] for router, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:27.493991 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463f4d52-f01f-4252-8d23-6431f9298b99 req-881aa192-3b2e-408d-8a4a-b7d3b6af3f82 tempest-VolumesSnapshotTestJSON-1691927831 tempest-VolumesSnapshotTestJSON-1691927831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:18:27.495456 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-463f4d52-f01f-4252-8d23-6431f9298b99 req-881aa192-3b2e-408d-8a4a-b7d3b6af3f82 tempest-VolumesSnapshotTestJSON-1691927831 tempest-VolumesSnapshotTestJSON-1691927831-project] 10.222.0.41 "GET /v2.0/ports?device_id=7e35acc1-f906-49ed-a4ea-31ed07ba891a HTTP/1.1" status: 200 len: 945 time: 0.1898251 Jun 01 19:18:27.734175 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-463f4d52-f01f-4252-8d23-6431f9298b99 req-d83076fb-c6ab-4a74-8342-cea539155aa9 tempest-VolumesSnapshotTestJSON-1691927831 tempest-VolumesSnapshotTestJSON-1691927831-project] 10.222.0.41 "GET /v2.0/security-groups?id=70caf9c3-176f-45e8-8492-944998336bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193043 Jun 01 19:18:28.023777 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device a9cfaef8-318e-4ed5-ad84-97fe4e08e141 up at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:18:28.091440 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Provisioning for port a9cfaef8-318e-4ed5-ad84-97fe4e08e141 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:18:28.097023 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Provisioning complete for port a9cfaef8-318e-4ed5-ad84-97fe4e08e141 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:18:28.097395 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:28.224773 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port a9cfaef8-318e-4ed5-ad84-97fe4e08e141 is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:18:28.225143 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:28.251823 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e35acc1-f906-49ed-a4ea-31ed07ba891a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9cfaef8-318e-4ed5-ad84-97fe4e08e141'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:18:28.261985 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port a9cfaef8-318e-4ed5-ad84-97fe4e08e141, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=a9cfaef8-318e-4ed5-ad84-97fe4e08e141,segment=NetworkSegment(05610bff-48f0-4193-9918-9898ce49db66),segment_id=05610bff-48f0-4193-9918-9898ce49db66)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:18:28.265949 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:28.294415 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8cef0e24-0977-4209-bfcf-5dd2bc8b2688 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-886608', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-885830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25341'] for router, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:28.298165 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8cef0e24-0977-4209-bfcf-5dd2bc8b2688 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-886655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-886601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-886598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-885887'] for router, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:28.302694 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8073724a-b235-443d-9430-2cc551998b68'] response: {'server_uuid': '7e35acc1-f906-49ed-a4ea-31ed07ba891a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9cfaef8-318e-4ed5-ad84-97fe4e08e141', 'code': 200} Jun 01 19:18:28.338386 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=a9cfaef8-318e-4ed5-ad84-97fe4e08e141,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:18:28.541588 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cef0e24-0977-4209-bfcf-5dd2bc8b2688 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Router cb519011-b3e7-40d9-b69d-5ff746e64fff has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 19:18:28.543685 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8238eed5-40d3-427a-8c94-5dbf96fb9e62 req-bb1fcd3c-8f26-4a35-8bdf-6424af12d5da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:18:28.545161 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8238eed5-40d3-427a-8c94-5dbf96fb9e62 req-bb1fcd3c-8f26-4a35-8bdf-6424af12d5da service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7e35acc1-f906-49ed-a4ea-31ed07ba891a HTTP/1.1" status: 200 len: 1097 time: 0.1762173 Jun 01 19:18:28.719929 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8238eed5-40d3-427a-8c94-5dbf96fb9e62 req-6780ce50-02fd-4f04-8454-54531194ff5c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=70caf9c3-176f-45e8-8492-944998336bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184242 Jun 01 19:18:28.749136 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cef0e24-0977-4209-bfcf-5dd2bc8b2688 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:18:28.753382 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8cef0e24-0977-4209-bfcf-5dd2bc8b2688 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Notify callbacks [] for router, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:28.754195 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-8cef0e24-0977-4209-bfcf-5dd2bc8b2688 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] 10.222.0.41 "PUT /v2.0/routers/cb519011-b3e7-40d9-b69d-5ff746e64fff HTTP/1.1" status: 200 len: 925 time: 1.8446522 Jun 01 19:18:28.758366 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 36718) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:18:28.760783 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53dc4bef-7cb0-4915-a54e-19fdeb8e9929 None None] Sync routers for ids ['cb519011-b3e7-40d9-b69d-5ff746e64fff'] in n-d-844202-1 {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:18:28.770694 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53dc4bef-7cb0-4915-a54e-19fdeb8e9929 None None] Routers {'cb519011-b3e7-40d9-b69d-5ff746e64fff'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:18:28.771406 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-53dc4bef-7cb0-4915-a54e-19fdeb8e9929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:18:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['cb519011-b3e7-40d9-b69d-5ff746e64fff'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:18:28.835757 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-53dc4bef-7cb0-4915-a54e-19fdeb8e9929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:18:28.844187 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53dc4bef-7cb0-4915-a54e-19fdeb8e9929 None None] Routers {'cb519011-b3e7-40d9-b69d-5ff746e64fff'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:18:28.844813 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-53dc4bef-7cb0-4915-a54e-19fdeb8e9929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:18:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['cb519011-b3e7-40d9-b69d-5ff746e64fff'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:18:28.906815 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-53dc4bef-7cb0-4915-a54e-19fdeb8e9929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:18:28.907211 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53dc4bef-7cb0-4915-a54e-19fdeb8e9929 None None] The sync data for ids ['cb519011-b3e7-40d9-b69d-5ff746e64fff'] in n-d-844202-1 is: [] {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:18:28.972027 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 36724) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:18:29.073231 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-2f674c51-cbb5-4125-a95a-d32a6659b6c2 tempest-TestSecurityGroupsBasicOps-934678506 tempest-TestSecurityGroupsBasicOps-934678506-project-admin] 10.222.0.41 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 3323 time: 0.0965593 Jun 01 19:18:29.073231 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 36728) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:18:29.078436 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-f3a445e3-fb00-45bd-9f44-cb37862e024a tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Request body: {'network': {'name': 'tempest-network-smoke--1921443006', 'project_id': '9861cb7602da47e7b9bc308454678263', 'port_security_enabled': False}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:18:29.084036 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-f3a445e3-fb00-45bd-9f44-cb37862e024a tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:18:29.094149 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-f3a445e3-fb00-45bd-9f44-cb37862e024a tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:18:29.105037 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3a445e3-fb00-45bd-9f44-cb37862e024a tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Made reservation on behalf of 9861cb7602da47e7b9bc308454678263 for: {'network': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:18:29.109135 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f3a445e3-fb00-45bd-9f44-cb37862e024a tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:29.114331 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-080af218-b275-43d3-9576-32c008a7c5b9 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] 10.222.0.41 "GET /v2.0/routers/cb519011-b3e7-40d9-b69d-5ff746e64fff HTTP/1.1" status: 200 len: 925 time: 0.3557687 Jun 01 19:18:29.118535 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 36732) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:18:29.138994 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3a445e3-fb00-45bd-9f44-cb37862e024a tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 147} {{(pid=88524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 19:18:29.148290 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f3a445e3-fb00-45bd-9f44-cb37862e024a tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:29.148629 n-d-844202-1 neutron-server[88524]: INFO neutron.db.segments_db [None req-f3a445e3-fb00-45bd-9f44-cb37862e024a tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Added segment 9d7a1398-3fab-4c1c-a9e3-d1c2d8817b9a of type vlan for network 7875fe66-1496-4fcd-b959-32fe03fc5c73 Jun 01 19:18:29.174439 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f3a445e3-fb00-45bd-9f44-cb37862e024a tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:29.177855 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bd8ef7-4e36-4310-b519-d17c5c0dea87 req-ffe60682-96c1-400c-a1ac-7bfb5b19cb8c tempest-VolumesSnapshotTestJSON-1691927831 tempest-VolumesSnapshotTestJSON-1691927831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:18:29.180019 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-97bd8ef7-4e36-4310-b519-d17c5c0dea87 req-ffe60682-96c1-400c-a1ac-7bfb5b19cb8c tempest-VolumesSnapshotTestJSON-1691927831 tempest-VolumesSnapshotTestJSON-1691927831-project] 10.222.0.41 "GET /v2.0/ports?device_id=7e35acc1-f906-49ed-a4ea-31ed07ba891a HTTP/1.1" status: 200 len: 946 time: 0.3343148 Jun 01 19:18:29.206260 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f3a445e3-fb00-45bd-9f44-cb37862e024a tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:29.212737 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3a445e3-fb00-45bd-9f44-cb37862e024a tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:18:29.213712 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f3a445e3-fb00-45bd-9f44-cb37862e024a tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Notify callbacks [] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:29.237072 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-97bd8ef7-4e36-4310-b519-d17c5c0dea87 req-6b173122-d063-4ee6-8dfc-9aeab35d7502 tempest-VolumesSnapshotTestJSON-1691927831 tempest-VolumesSnapshotTestJSON-1691927831-project] 10.222.0.41 "GET /v2.0/security-groups?id=70caf9c3-176f-45e8-8492-944998336bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490944 Jun 01 19:18:29.243008 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10338b2b-aac7-4cdb-97f1-f432c1c3173e tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:18:29.243832 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-10338b2b-aac7-4cdb-97f1-f432c1c3173e tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Synchronizing usage tracker for tenant:be844b73ad434ff4ac63a2910a555a39 on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:18:29.263438 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-10338b2b-aac7-4cdb-97f1-f432c1c3173e tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Unset dirty status for tenant:be844b73ad434ff4ac63a2910a555a39 on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:18:29.264690 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-10338b2b-aac7-4cdb-97f1-f432c1c3173e tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=72a72e44-6845-488a-a5ff-3a26d4df9cb3&device_id=cb519011-b3e7-40d9-b69d-5ff746e64fff&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1454313 Jun 01 19:18:29.267450 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 36736) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:18:29.323345 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-f3a445e3-fb00-45bd-9f44-cb37862e024a tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2491581 Jun 01 19:18:29.324053 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a445e3-fb00-45bd-9f44-cb37862e024a tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Pushing event updated for resources: {'Network': ['ID=7875fe66-1496-4fcd-b959-32fe03fc5c73,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:18:29.325973 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 36740) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:18:29.331077 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-aa9c7637-835c-49fa-876b-51441eea46ae tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-624312723', 'admin_state_up': True, 'project_id': '9861cb7602da47e7b9bc308454678263', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:18:29.335786 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network 7875fe66-1496-4fcd-b959-32fe03fc5c73 details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 19:18:29.339693 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-aa9c7637-835c-49fa-876b-51441eea46ae tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:18:29.343088 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-aa9c7637-835c-49fa-876b-51441eea46ae tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Usage tracker for resource:router and tenant:9861cb7602da47e7b9bc308454678263 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:18:29.346010 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-aa9c7637-835c-49fa-876b-51441eea46ae tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Quota usage for router was recalculated. Used quota:1. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:18:29.353093 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-aa9c7637-835c-49fa-876b-51441eea46ae tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:18:29.362653 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-aa9c7637-835c-49fa-876b-51441eea46ae tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-885767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25238'] for router, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:29.363881 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-aa9c7637-835c-49fa-876b-51441eea46ae tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-901042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-886562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-981784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25327'] for router, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:29.379546 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-aa9c7637-835c-49fa-876b-51441eea46ae tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:29.402824 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6174b80-3af8-4701-ac7b-1064932856ae tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:18:29.403423 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-d6174b80-3af8-4701-ac7b-1064932856ae tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Synchronizing usage tracker for tenant:be844b73ad434ff4ac63a2910a555a39 on resource:network {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:18:29.420791 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-d6174b80-3af8-4701-ac7b-1064932856ae tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Unset dirty status for tenant:be844b73ad434ff4ac63a2910a555a39 on resource:network {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:18:29.425207 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-d6174b80-3af8-4701-ac7b-1064932856ae tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] 10.222.0.41 "GET /v2.0/networks/72a72e44-6845-488a-a5ff-3a26d4df9cb3 HTTP/1.1" status: 200 len: 881 time: 0.1541483 Jun 01 19:18:29.425486 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 36744) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:18:29.473023 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-68eaaa83-4e42-4e28-928c-d8be6a7cc3ee tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb519011-b3e7-40d9-b69d-5ff746e64fff HTTP/1.1" status: 200 len: 205 time: 0.0464349 Jun 01 19:18:29.475663 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 36748) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:18:29.658763 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b9d7f717-6afd-4661-9b0b-98775c8bc10b tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Notify callbacks [] for router, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:29.759552 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-aa9c7637-835c-49fa-876b-51441eea46ae tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-886608', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-885830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25341'] for router, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:29.842624 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b9d7f717-6afd-4661-9b0b-98775c8bc10b tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:29.853130 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7f717-6afd-4661-9b0b-98775c8bc10b tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Deleting port f4ba2d91-9da0-4304-b33d-fa14f5f69c4a {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:18:29.853524 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b9d7f717-6afd-4661-9b0b-98775c8bc10b tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:30.039979 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b9d7f717-6afd-4661-9b0b-98775c8bc10b tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:30.102242 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-aa9c7637-835c-49fa-876b-51441eea46ae tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Notify callbacks [] for router_gateway, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:30.131734 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-aa9c7637-835c-49fa-876b-51441eea46ae tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:30.166587 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7f717-6afd-4661-9b0b-98775c8bc10b tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Calling delete_port for f4ba2d91-9da0-4304-b33d-fa14f5f69c4a owned by network:router_gateway {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:18:30.273352 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [None req-aa9c7637-835c-49fa-876b-51441eea46ae tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Allocated IP 172.25.4.235 (72a72e44-6845-488a-a5ff-3a26d4df9cb3/c314a23b-daa2-4106-ab28-8e6f954277b2/ced0bbc8-f49d-4787-b08b-e47742e6a7a0) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:18:30.343345 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b9d7f717-6afd-4661-9b0b-98775c8bc10b tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:30.390631 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d7f717-6afd-4661-9b0b-98775c8bc10b tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Pushing event deleted for resources: {'Port': ['ID=f4ba2d91-9da0-4304-b33d-fa14f5f69c4a,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:18:30.491481 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b9d7f717-6afd-4661-9b0b-98775c8bc10b tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-887703'] for router_gateway, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:30.497789 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-aa9c7637-835c-49fa-876b-51441eea46ae tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:30.510277 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72010979-962e-4ce2-8cf8-095dd992d1f5 req-aa82462d-b262-4221-8d68-65a86cfd5890 tempest-VolumesSnapshotTestJSON-1691927831 tempest-VolumesSnapshotTestJSON-1691927831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:18:30.511743 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-72010979-962e-4ce2-8cf8-095dd992d1f5 req-aa82462d-b262-4221-8d68-65a86cfd5890 tempest-VolumesSnapshotTestJSON-1691927831 tempest-VolumesSnapshotTestJSON-1691927831-project] 10.222.0.41 "GET /v2.0/ports?device_id=7e35acc1-f906-49ed-a4ea-31ed07ba891a HTTP/1.1" status: 200 len: 946 time: 0.1526000 Jun 01 19:18:30.567275 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-72010979-962e-4ce2-8cf8-095dd992d1f5 req-a9ee220c-7901-449d-8800-dd4a822b732f tempest-VolumesSnapshotTestJSON-1691927831 tempest-VolumesSnapshotTestJSON-1691927831-project] 10.222.0.41 "GET /v2.0/security-groups?id=70caf9c3-176f-45e8-8492-944998336bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490966 Jun 01 19:18:30.577349 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-aa9c7637-835c-49fa-876b-51441eea46ae tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:30.650261 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa9c7637-835c-49fa-876b-51441eea46ae tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:18:30.653337 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-aa9c7637-835c-49fa-876b-51441eea46ae tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:18:30.657073 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa9c7637-835c-49fa-876b-51441eea46ae tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:18:30.700563 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9c7637-835c-49fa-876b-51441eea46ae tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Pushing event updated for resources: {'Port': ['ID=ced0bbc8-f49d-4787-b08b-e47742e6a7a0,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:18:30.816755 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b9d7f717-6afd-4661-9b0b-98775c8bc10b tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25316'] for router, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:30.819112 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b9d7f717-6afd-4661-9b0b-98775c8bc10b tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:30.845883 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b9d7f717-6afd-4661-9b0b-98775c8bc10b tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-891519'] for router, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:30.846559 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9d7f717-6afd-4661-9b0b-98775c8bc10b tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Fanout notify agent at l3_agent the message router_deleted on router cb519011-b3e7-40d9-b69d-5ff746e64fff {{(pid=88525) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 19:18:30.869209 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b9d7f717-6afd-4661-9b0b-98775c8bc10b tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Notify callbacks [] for router, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:30.870301 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-b9d7f717-6afd-4661-9b0b-98775c8bc10b tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] 10.222.0.41 "DELETE /v2.0/routers/cb519011-b3e7-40d9-b69d-5ff746e64fff HTTP/1.1" status: 204 len: 168 time: 1.3935847 Jun 01 19:18:30.873993 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 36796) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:18:30.879004 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-cac93c02-415d-4535-a38a-e31b97ea5ea1 tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1353959477', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:18:30.888155 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-cac93c02-415d-4535-a38a-e31b97ea5ea1 tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:18:30.894066 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-cac93c02-415d-4535-a38a-e31b97ea5ea1 tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Usage tracker for resource:router and tenant:f351bded044e4f1c9ddb1a0aae251a48 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:18:30.895525 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-cac93c02-415d-4535-a38a-e31b97ea5ea1 tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:18:30.901535 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-cac93c02-415d-4535-a38a-e31b97ea5ea1 tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:18:30.916366 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-cac93c02-415d-4535-a38a-e31b97ea5ea1 tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-885767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25238'] for router, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:30.919899 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-cac93c02-415d-4535-a38a-e31b97ea5ea1 tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-901042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-886562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-981784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25327'] for router, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:30.936808 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-cac93c02-415d-4535-a38a-e31b97ea5ea1 tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:30.958162 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-cac93c02-415d-4535-a38a-e31b97ea5ea1 tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-885820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-886655'] for router, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:30.999417 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-cac93c02-415d-4535-a38a-e31b97ea5ea1 tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Notify callbacks [] for router, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:31.001601 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-cac93c02-415d-4535-a38a-e31b97ea5ea1 tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1257448 Jun 01 19:18:31.003453 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 36800) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:18:31.009648 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-0536cf83-25aa-452f-bf69-75890baeb75a tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Request body: {'router': {'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:18:31.301445 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-aa9c7637-835c-49fa-876b-51441eea46ae tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Notify callbacks [] for router_gateway, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:31.513535 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0536cf83-25aa-452f-bf69-75890baeb75a tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-886608', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-885830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25341'] for router, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:31.691451 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-aa9c7637-835c-49fa-876b-51441eea46ae tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-885820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-886655'] for router, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:31.864613 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0536cf83-25aa-452f-bf69-75890baeb75a tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Notify callbacks [] for router_gateway, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:31.896556 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0536cf83-25aa-452f-bf69-75890baeb75a tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:31.943784 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa9c7637-835c-49fa-876b-51441eea46ae tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Router e761c115-85e2-4a71-bdee-9d4d4b675cdb is scheduled to L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 with binding_index 1 {{(pid=88524) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 19:18:32.094227 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [None req-0536cf83-25aa-452f-bf69-75890baeb75a tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Allocated IP 172.25.4.200 (72a72e44-6845-488a-a5ff-3a26d4df9cb3/c314a23b-daa2-4106-ab28-8e6f954277b2/9d7272c9-88ae-4166-917f-11d6feedb130) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:18:32.189564 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa9c7637-835c-49fa-876b-51441eea46ae tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:18:32.203188 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d41b555-5efa-4b87-b2ae-e93d308112ae None None] Sync routers for ids ['e761c115-85e2-4a71-bdee-9d4d4b675cdb'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:18:32.216949 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d41b555-5efa-4b87-b2ae-e93d308112ae None None] Routers {'e761c115-85e2-4a71-bdee-9d4d4b675cdb'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:18:32.217814 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-2d41b555-5efa-4b87-b2ae-e93d308112ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:18:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['e761c115-85e2-4a71-bdee-9d4d4b675cdb'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:18:32.226636 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-aa9c7637-835c-49fa-876b-51441eea46ae tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Notify callbacks [] for router, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:32.231210 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-aa9c7637-835c-49fa-876b-51441eea46ae tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.9042776 Jun 01 19:18:32.232706 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 36844) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:18:32.360110 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33dfc40a-34e0-4ce1-880f-5d2a08ee85b8 tempest-TestSecurityGroupsBasicOps-934678506 tempest-TestSecurityGroupsBasicOps-934678506-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:18:32.365566 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-33dfc40a-34e0-4ce1-880f-5d2a08ee85b8 tempest-TestSecurityGroupsBasicOps-934678506 tempest-TestSecurityGroupsBasicOps-934678506-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=9861cb7602da47e7b9bc308454678263&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1258202 Jun 01 19:18:32.370951 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0536cf83-25aa-452f-bf69-75890baeb75a tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:32.378324 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 36852) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:18:32.450326 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e93df59-dda3-4125-9df4-4ad153d9ba00 req-4924b3da-4068-4c43-a3a5-f2692c9c5ec6 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:18:32.459205 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7e93df59-dda3-4125-9df4-4ad153d9ba00 req-4924b3da-4068-4c43-a3a5-f2692c9c5ec6 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d3cc594-615f-433b-92ac-9db75e5c6aa8 HTTP/1.1" status: 200 len: 946 time: 0.1141078 Jun 01 19:18:32.518440 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7e93df59-dda3-4125-9df4-4ad153d9ba00 req-d09d9c70-9fee-47b7-a390-bca07f52d026 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] 10.222.0.41 "GET /v2.0/security-groups?id=07479cdf-b418-4486-9606-f79ca3d42e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582447 Jun 01 19:18:32.531500 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-2d41b555-5efa-4b87-b2ae-e93d308112ae None None] Set router e761c115-85e2-4a71-bdee-9d4d4b675cdb gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:18:32.719681 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d798a03c-f782-4c2d-b976-d477d7749e0c tempest-TestSecurityGroupsBasicOps-934678506 tempest-TestSecurityGroupsBasicOps-934678506-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:18:32.721205 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-d798a03c-f782-4c2d-b976-d477d7749e0c tempest-TestSecurityGroupsBasicOps-934678506 tempest-TestSecurityGroupsBasicOps-934678506-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3419435 Jun 01 19:18:32.723940 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 36856) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:18:32.727834 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0536cf83-25aa-452f-bf69-75890baeb75a tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:32.825647 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-fa6ce687-2b1c-4859-8940-a147d3aaaa33 tempest-TestSecurityGroupsBasicOps-934678506 tempest-TestSecurityGroupsBasicOps-934678506-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=72a72e44-6845-488a-a5ff-3a26d4df9cb3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0980482 Jun 01 19:18:32.826065 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 36860) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:18:32.838269 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0536cf83-25aa-452f-bf69-75890baeb75a tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:18:32.841316 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-0536cf83-25aa-452f-bf69-75890baeb75a tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:18:32.845004 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0536cf83-25aa-452f-bf69-75890baeb75a tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:18:32.848733 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-2d41b555-5efa-4b87-b2ae-e93d308112ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e761c115-85e2-4a71-bdee-9d4d4b675cdb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-624312723', 'tenant_id': '9861cb7602da47e7b9bc308454678263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.235'}], 'enable_snat': True}, 'gw_port_id': 'ced0bbc8-f49d-4787-b08b-e47742e6a7a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:18:29Z', 'updated_at': '2022-06-01T19:18:30Z', 'revision_number': 3, 'project_id': '9861cb7602da47e7b9bc308454678263', 'gw_port': {'id': 'ced0bbc8-f49d-4787-b08b-e47742e6a7a0', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:75:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e761c115-85e2-4a71-bdee-9d4d4b675cdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:18:30Z', 'updated_at': '2022-06-01T19:18:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:18:32.853200 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d41b555-5efa-4b87-b2ae-e93d308112ae None None] Checking router: e761c115-85e2-4a71-bdee-9d4d4b675cdb for host: n-d-844202-1 {{(pid=88527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 19:18:32.853599 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d41b555-5efa-4b87-b2ae-e93d308112ae None None] Updating router e761c115-85e2-4a71-bdee-9d4d4b675cdb port ced0bbc8-f49d-4787-b08b-e47742e6a7a0 binding host n-d-844202-1 {{(pid=88527) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 19:18:32.890515 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-f53a1b4f-ddf1-47d1-bfed-232833adf3d0 tempest-TestSecurityGroupsBasicOps-934678506 tempest-TestSecurityGroupsBasicOps-934678506-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=9861cb7602da47e7b9bc308454678263&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0628030 Jun 01 19:18:32.892982 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 36864) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:18:32.897061 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0536cf83-25aa-452f-bf69-75890baeb75a tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Pushing event updated for resources: {'Port': ['ID=9d7272c9-88ae-4166-917f-11d6feedb130,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:18:32.932979 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-2d41b555-5efa-4b87-b2ae-e93d308112ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:33.076468 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-077f0ba3-49c1-47d6-b55d-02f82746b400 tempest-TestSecurityGroupsBasicOps-934678506 tempest-TestSecurityGroupsBasicOps-934678506-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:18:33.080313 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-077f0ba3-49c1-47d6-b55d-02f82746b400 tempest-TestSecurityGroupsBasicOps-934678506 tempest-TestSecurityGroupsBasicOps-934678506-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1838810 Jun 01 19:18:33.080734 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 36868) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:18:33.133228 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-ec39d8a4-0aae-4be0-86c0-72219a9ccc37 tempest-TestSecurityGroupsBasicOps-934678506 tempest-TestSecurityGroupsBasicOps-934678506-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=72a72e44-6845-488a-a5ff-3a26d4df9cb3&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0514157 Jun 01 19:18:33.135666 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 36872) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:18:33.142641 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-ef3d2c84-78fa-4c2d-bce8-0b739e2dc3ae tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-778529759', 'network_id': '7875fe66-1496-4fcd-b959-32fe03fc5c73', 'project_id': '9861cb7602da47e7b9bc308454678263', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:18:33.303771 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0536cf83-25aa-452f-bf69-75890baeb75a tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Notify callbacks [] for router_gateway, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:33.398954 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-2d41b555-5efa-4b87-b2ae-e93d308112ae None None] Notify callbacks [] for port, precommit_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:33.401234 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-ef3d2c84-78fa-4c2d-bce8-0b739e2dc3ae tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:18:33.405202 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-ef3d2c84-78fa-4c2d-bce8-0b739e2dc3ae tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Usage tracker for resource:subnet and tenant:9861cb7602da47e7b9bc308454678263 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:18:33.408325 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-ef3d2c84-78fa-4c2d-bce8-0b739e2dc3ae tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:18:33.413947 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.provisioning_blocks [None req-2d41b555-5efa-4b87-b2ae-e93d308112ae None None] Transition to ACTIVE for port object ced0bbc8-f49d-4787-b08b-e47742e6a7a0 will not be triggered until provisioned by entity L2. {{(pid=88527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:18:33.415348 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-ef3d2c84-78fa-4c2d-bce8-0b739e2dc3ae tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:18:33.426041 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-2d41b555-5efa-4b87-b2ae-e93d308112ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:33.426687 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef3d2c84-78fa-4c2d-bce8-0b739e2dc3ae tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Made reservation on behalf of 9861cb7602da47e7b9bc308454678263 for: {'subnet': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:18:33.431180 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ef3d2c84-78fa-4c2d-bce8-0b739e2dc3ae tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3066584'] for subnet, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:33.581527 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-2d41b555-5efa-4b87-b2ae-e93d308112ae None None] Attempting to bind port ced0bbc8-f49d-4787-b08b-e47742e6a7a0 on host n-d-844202-1 for vnic_type normal with profile {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:18:33.588305 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-2d41b555-5efa-4b87-b2ae-e93d308112ae None None] Attempting to bind port ced0bbc8-f49d-4787-b08b-e47742e6a7a0 by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}] {{(pid=88527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:18:33.588988 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d41b555-5efa-4b87-b2ae-e93d308112ae None None] Attempting to bind port ced0bbc8-f49d-4787-b08b-e47742e6a7a0 on network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:18:33.598130 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf6470-959b-4b8b-93d8-588d5540e054 None None] Pushing event updated for resources: {'Port': ['ID=ced0bbc8-f49d-4787-b08b-e47742e6a7a0,revision_number=2']} {{(pid=88527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:18:33.607014 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d41b555-5efa-4b87-b2ae-e93d308112ae None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 18, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:18:33.608220 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d41b555-5efa-4b87-b2ae-e93d308112ae None None] Checking segment: {'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:18:33.609259 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-2d41b555-5efa-4b87-b2ae-e93d308112ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:33.611567 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d41b555-5efa-4b87-b2ae-e93d308112ae None None] Bound using segment: {'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'} {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:18:33.612256 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-2d41b555-5efa-4b87-b2ae-e93d308112ae None None] Bound port: ced0bbc8-f49d-4787-b08b-e47742e6a7a0, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}}] {{(pid=88527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:18:33.613938 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-2d41b555-5efa-4b87-b2ae-e93d308112ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:33.716596 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.db [None req-2d41b555-5efa-4b87-b2ae-e93d308112ae None None] For port ced0bbc8-f49d-4787-b08b-e47742e6a7a0, host n-d-844202-1, cleared binding levels {{(pid=88527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:18:33.722852 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.db [None req-2d41b555-5efa-4b87-b2ae-e93d308112ae None None] For port ced0bbc8-f49d-4787-b08b-e47742e6a7a0, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=ced0bbc8-f49d-4787-b08b-e47742e6a7a0,segment=NetworkSegment(7875af61-4c53-4ff2-b8c8-d4b7c35ff947),segment_id=7875af61-4c53-4ff2-b8c8-d4b7c35ff947)] {{(pid=88527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:18:33.729874 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-2d41b555-5efa-4b87-b2ae-e93d308112ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:33.750190 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ef3d2c84-78fa-4c2d-bce8-0b739e2dc3ae tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2718919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3066602'] for subnet, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:33.814232 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d41b555-5efa-4b87-b2ae-e93d308112ae None None] Routers {'e761c115-85e2-4a71-bdee-9d4d4b675cdb'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:18:33.816103 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-2d41b555-5efa-4b87-b2ae-e93d308112ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:18:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['e761c115-85e2-4a71-bdee-9d4d4b675cdb'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:18:33.821634 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0536cf83-25aa-452f-bf69-75890baeb75a tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-886608', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-885830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25341'] for router, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:33.827398 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0536cf83-25aa-452f-bf69-75890baeb75a tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-886655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-886601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-886598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-885887'] for router, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:33.857219 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef3d2c84-78fa-4c2d-bce8-0b739e2dc3ae tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Checking segment: {'id': '9d7a1398-3fab-4c1c-a9e3-d1c2d8817b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7875fe66-1496-4fcd-b959-32fe03fc5c73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:18:33.857608 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef3d2c84-78fa-4c2d-bce8-0b739e2dc3ae tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Network hostable DHCP agents. Network: 7875fe66-1496-4fcd-b959-32fe03fc5c73, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88524) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 19:18:33.870260 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d2c84-78fa-4c2d-bce8-0b739e2dc3ae tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Pushing event updated for resources: {'Subnet': ['ID=c4221aac-b1fb-45fb-aca8-4e475082375b,revision_number=0']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:18:33.896155 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef3d2c84-78fa-4c2d-bce8-0b739e2dc3ae tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Network 7875fe66-1496-4fcd-b959-32fe03fc5c73 is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88524) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 19:18:33.901026 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f860bd0b-dae4-47a9-8400-3d9b9aa88437 req-e357104d-a881-4926-9051-902059267f40 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:18:33.902496 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f860bd0b-dae4-47a9-8400-3d9b9aa88437 req-e357104d-a881-4926-9051-902059267f40 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d3cc594-615f-433b-92ac-9db75e5c6aa8 HTTP/1.1" status: 200 len: 946 time: 0.2091694 Jun 01 19:18:33.922409 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-ef3d2c84-78fa-4c2d-bce8-0b739e2dc3ae tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, 7875fe66-1496-4fcd-b959-32fe03fc5c73) {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:18:33.930269 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef3d2c84-78fa-4c2d-bce8-0b739e2dc3ae tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:18:33.931904 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ef3d2c84-78fa-4c2d-bce8-0b739e2dc3ae tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:33.934890 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eafbfd9d-fca1-4292-8735-c111ab3bf515 None None] Network 7875fe66-1496-4fcd-b959-32fe03fc5c73 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:18:33.975357 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f860bd0b-dae4-47a9-8400-3d9b9aa88437 req-7407d087-5181-43b8-a390-c6720b495354 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] 10.222.0.41 "GET /v2.0/security-groups?id=07479cdf-b418-4486-9606-f79ca3d42e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636222 Jun 01 19:18:33.994796 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-ef3d2c84-78fa-4c2d-bce8-0b739e2dc3ae tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8553216 Jun 01 19:18:33.995067 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 36880) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:18:34.039453 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf6470-959b-4b8b-93d8-588d5540e054 None None] Pushing event updated for resources: {'Port': ['ID=ced0bbc8-f49d-4787-b08b-e47742e6a7a0,revision_number=3']} {{(pid=88527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:18:34.093914 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-2d41b555-5efa-4b87-b2ae-e93d308112ae None None] Set router e761c115-85e2-4a71-bdee-9d4d4b675cdb gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:18:34.171414 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0536cf83-25aa-452f-bf69-75890baeb75a tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Router 62688bb2-7b3a-4fef-81fa-51faee16707c is scheduled to L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 with binding_index 1 {{(pid=88525) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 19:18:34.298970 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17c899c7-0215-4eae-b0c6-641b1e62dd82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc93f83c3-7fb6-5c13-a9d4-29d739a4e8d2-7875fe66-1496-4fcd-b959-32fe03fc5c73', 'network_id': '7875fe66-1496-4fcd-b959-32fe03fc5c73', 'tenant_id': '9861cb7602da47e7b9bc308454678263', 'fixed_ips': [{'subnet_id': 'c4221aac-b1fb-45fb-aca8-4e475082375b'}]}} from n-d-844202-1. {{(pid=88526) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 19:18:34.300436 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-17c899c7-0215-4eae-b0c6-641b1e62dd82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:34.523973 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.db_base_plugin_common [None req-17c899c7-0215-4eae-b0c6-641b1e62dd82 None None] Allocated IP 172.20.0.18 (7875fe66-1496-4fcd-b959-32fe03fc5c73/c4221aac-b1fb-45fb-aca8-4e475082375b/65fa9df8-df14-417f-8ae5-1b6fb26017ee) {{(pid=88526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:18:34.576703 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0536cf83-25aa-452f-bf69-75890baeb75a tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:18:34.589644 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-2d41b555-5efa-4b87-b2ae-e93d308112ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e761c115-85e2-4a71-bdee-9d4d4b675cdb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-624312723', 'tenant_id': '9861cb7602da47e7b9bc308454678263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.235'}], 'enable_snat': True}, 'gw_port_id': 'ced0bbc8-f49d-4787-b08b-e47742e6a7a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:18:29Z', 'updated_at': '2022-06-01T19:18:30Z', 'revision_number': 3, 'project_id': '9861cb7602da47e7b9bc308454678263', 'gw_port': {'id': 'ced0bbc8-f49d-4787-b08b-e47742e6a7a0', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:75:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e761c115-85e2-4a71-bdee-9d4d4b675cdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:18:30Z', 'updated_at': '2022-06-01T19:18:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:18:34.592757 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0536cf83-25aa-452f-bf69-75890baeb75a tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Notify callbacks [] for router, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:34.597126 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-0536cf83-25aa-452f-bf69-75890baeb75a tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] 10.222.0.41 "PUT /v2.0/routers/62688bb2-7b3a-4fef-81fa-51faee16707c HTTP/1.1" status: 200 len: 884 time: 3.5926390 Jun 01 19:18:34.599070 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 36884) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:18:34.601051 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d41b555-5efa-4b87-b2ae-e93d308112ae None None] The sync data for ids ['e761c115-85e2-4a71-bdee-9d4d4b675cdb'] in n-d-844202-1 is: [{'id': 'e761c115-85e2-4a71-bdee-9d4d4b675cdb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-624312723', 'tenant_id': '9861cb7602da47e7b9bc308454678263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.235'}], 'enable_snat': True}, 'gw_port_id': 'ced0bbc8-f49d-4787-b08b-e47742e6a7a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:18:29Z', 'updated_at': '2022-06-01T19:18:30Z', 'revision_number': 3, 'project_id': '9861cb7602da47e7b9bc308454678263', 'gw_port': {'id': 'ced0bbc8-f49d-4787-b08b-e47742e6a7a0', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:75:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e761c115-85e2-4a71-bdee-9d4d4b675cdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:18:30Z', 'updated_at': '2022-06-01T19:18:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:18:34.657110 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8af2f2-63d0-4129-a488-5fe57a85a1f1 None None] Sync routers for ids ['62688bb2-7b3a-4fef-81fa-51faee16707c'] in n-d-844202-1 {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:18:34.707494 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8af2f2-63d0-4129-a488-5fe57a85a1f1 None None] Routers {'62688bb2-7b3a-4fef-81fa-51faee16707c'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:18:34.709336 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-ba8af2f2-63d0-4129-a488-5fe57a85a1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:18:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['62688bb2-7b3a-4fef-81fa-51faee16707c'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:18:34.804688 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-ba8af2f2-63d0-4129-a488-5fe57a85a1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:18:34.833294 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8af2f2-63d0-4129-a488-5fe57a85a1f1 None None] Routers {'62688bb2-7b3a-4fef-81fa-51faee16707c'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:18:34.834072 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-ba8af2f2-63d0-4129-a488-5fe57a85a1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:18:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['62688bb2-7b3a-4fef-81fa-51faee16707c'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:18:34.948659 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-ba8af2f2-63d0-4129-a488-5fe57a85a1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:18:34.949244 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8af2f2-63d0-4129-a488-5fe57a85a1f1 None None] The sync data for ids ['62688bb2-7b3a-4fef-81fa-51faee16707c'] in n-d-844202-1 is: [] {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:18:35.034516 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-33ef2e40-22dd-4092-a5e8-309faba5d282 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] 10.222.0.41 "GET /v2.0/routers/62688bb2-7b3a-4fef-81fa-51faee16707c HTTP/1.1" status: 200 len: 925 time: 0.4318061 Jun 01 19:18:35.035392 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 36892) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:18:35.070730 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-17c899c7-0215-4eae-b0c6-641b1e62dd82 None None] Notify callbacks [] for port, precommit_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:35.089347 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-17c899c7-0215-4eae-b0c6-641b1e62dd82 None None] Transition to ACTIVE for port object 65fa9df8-df14-417f-8ae5-1b6fb26017ee will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:18:35.134307 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-17c899c7-0215-4eae-b0c6-641b1e62dd82 None None] Transition to ACTIVE for port object 65fa9df8-df14-417f-8ae5-1b6fb26017ee will not be triggered until provisioned by entity DHCP. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:18:35.148040 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-17c899c7-0215-4eae-b0c6-641b1e62dd82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526'] for port, after_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:35.192602 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-531637e8-0a73-4bc4-a94d-9fdff893517b tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:18:35.196839 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-531637e8-0a73-4bc4-a94d-9fdff893517b tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=72a72e44-6845-488a-a5ff-3a26d4df9cb3&device_id=62688bb2-7b3a-4fef-81fa-51faee16707c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1577423 Jun 01 19:18:35.197656 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 36896) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:18:35.310970 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17c899c7-0215-4eae-b0c6-641b1e62dd82 None None] Network 7875fe66-1496-4fcd-b959-32fe03fc5c73 is already hosted by enough agents. {{(pid=88526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:18:35.316940 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.base_scheduler [None req-17c899c7-0215-4eae-b0c6-641b1e62dd82 None None] Resources bound (agent type, host, resource id): {{(pid=88526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:18:35.320405 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c899c7-0215-4eae-b0c6-641b1e62dd82 None None] Received port after_create {{(pid=88526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:18:35.345360 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c899c7-0215-4eae-b0c6-641b1e62dd82 None None] Pushing event updated for resources: {'Port': ['ID=65fa9df8-df14-417f-8ae5-1b6fb26017ee,revision_number=1']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:18:35.401386 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device ced0bbc8-f49d-4787-b08b-e47742e6a7a0 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:18:35.453866 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8356ce44-d6e1-4a38-a11e-b439ea77a7a6 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:35.462576 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daf66468-78a5-42b5-bb49-ff32f08f73a3 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:18:35.463966 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-daf66468-78a5-42b5-bb49-ff32f08f73a3 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] 10.222.0.41 "GET /v2.0/networks/72a72e44-6845-488a-a5ff-3a26d4df9cb3 HTTP/1.1" status: 200 len: 881 time: 0.2652936 Jun 01 19:18:35.472654 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 36900) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:18:35.513715 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-17c899c7-0215-4eae-b0c6-641b1e62dd82 None None] Attempting to bind port 65fa9df8-df14-417f-8ae5-1b6fb26017ee on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:18:35.514355 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-17c899c7-0215-4eae-b0c6-641b1e62dd82 None None] Attempting to bind port 65fa9df8-df14-417f-8ae5-1b6fb26017ee by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': '9d7a1398-3fab-4c1c-a9e3-d1c2d8817b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7875fe66-1496-4fcd-b959-32fe03fc5c73'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:18:35.514873 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c899c7-0215-4eae-b0c6-641b1e62dd82 None None] Attempting to bind port 65fa9df8-df14-417f-8ae5-1b6fb26017ee on network 7875fe66-1496-4fcd-b959-32fe03fc5c73 {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:18:35.522818 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c899c7-0215-4eae-b0c6-641b1e62dd82 None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 18, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:18:35.523514 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c899c7-0215-4eae-b0c6-641b1e62dd82 None None] Checking segment: {'id': '9d7a1398-3fab-4c1c-a9e3-d1c2d8817b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7875fe66-1496-4fcd-b959-32fe03fc5c73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:18:35.524075 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-17c899c7-0215-4eae-b0c6-641b1e62dd82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:35.524641 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c899c7-0215-4eae-b0c6-641b1e62dd82 None None] Bound using segment: {'id': '9d7a1398-3fab-4c1c-a9e3-d1c2d8817b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7875fe66-1496-4fcd-b959-32fe03fc5c73'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:18:35.525277 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-17c899c7-0215-4eae-b0c6-641b1e62dd82 None None] Bound port: 65fa9df8-df14-417f-8ae5-1b6fb26017ee, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d7a1398-3fab-4c1c-a9e3-d1c2d8817b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7875fe66-1496-4fcd-b959-32fe03fc5c73'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:18:35.525850 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-17c899c7-0215-4eae-b0c6-641b1e62dd82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:35.597676 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port ced0bbc8-f49d-4787-b08b-e47742e6a7a0 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:18:35.607467 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port ced0bbc8-f49d-4787-b08b-e47742e6a7a0 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:18:35.607819 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:35.681461 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-17c899c7-0215-4eae-b0c6-641b1e62dd82 None None] For port 65fa9df8-df14-417f-8ae5-1b6fb26017ee, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:18:35.686255 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-17c899c7-0215-4eae-b0c6-641b1e62dd82 None None] For port 65fa9df8-df14-417f-8ae5-1b6fb26017ee, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=65fa9df8-df14-417f-8ae5-1b6fb26017ee,segment=NetworkSegment(9d7a1398-3fab-4c1c-a9e3-d1c2d8817b9a),segment_id=9d7a1398-3fab-4c1c-a9e3-d1c2d8817b9a)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:18:35.700130 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-17c899c7-0215-4eae-b0c6-641b1e62dd82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:35.705263 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-452bb4bc-14db-4fc9-b39f-97cc3460b8dc tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] 10.222.0.41 "GET /v2.0/ports?device_id=62688bb2-7b3a-4fef-81fa-51faee16707c HTTP/1.1" status: 200 len: 205 time: 0.2290325 Jun 01 19:18:35.707462 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 36904) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:18:35.858334 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port ced0bbc8-f49d-4787-b08b-e47742e6a7a0 is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:18:35.859603 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:35.871967 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c899c7-0215-4eae-b0c6-641b1e62dd82 None None] Pushing event updated for resources: {'Port': ['ID=65fa9df8-df14-417f-8ae5-1b6fb26017ee,revision_number=2']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:18:35.911247 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port ced0bbc8-f49d-4787-b08b-e47742e6a7a0, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=ced0bbc8-f49d-4787-b08b-e47742e6a7a0,segment=NetworkSegment(7875af61-4c53-4ff2-b8c8-d4b7c35ff947),segment_id=7875af61-4c53-4ff2-b8c8-d4b7c35ff947)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:18:35.915775 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:35.998723 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02decb29-2fbb-4a91-9e88-03ab03bc92bc req-18a2d55a-9b9d-4362-adb8-f2a60c67ddb9 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:18:36.000442 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-02decb29-2fbb-4a91-9e88-03ab03bc92bc req-18a2d55a-9b9d-4362-adb8-f2a60c67ddb9 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d3cc594-615f-433b-92ac-9db75e5c6aa8 HTTP/1.1" status: 200 len: 946 time: 0.8276985 Jun 01 19:18:36.055369 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=ced0bbc8-f49d-4787-b08b-e47742e6a7a0,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:18:36.101808 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8af1ec2a-5abb-4529-b52e-455628c43e1c tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Notify callbacks [] for router, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:36.156550 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-02decb29-2fbb-4a91-9e88-03ab03bc92bc req-6aaa7f4c-2a3c-4e62-a75a-8d69dc51183c tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] 10.222.0.41 "GET /v2.0/security-groups?id=07479cdf-b418-4486-9606-f79ca3d42e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1411006 Jun 01 19:18:36.380395 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8af1ec2a-5abb-4529-b52e-455628c43e1c tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:36.384578 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [None req-8356ce44-d6e1-4a38-a11e-b439ea77a7a6 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Allocated IP 172.20.0.17 (7875fe66-1496-4fcd-b959-32fe03fc5c73/c4221aac-b1fb-45fb-aca8-4e475082375b/682d55db-b25c-44ab-8342-4c9e8c7a7f44) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:18:36.393175 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-8af1ec2a-5abb-4529-b52e-455628c43e1c tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Deleting port 9d7272c9-88ae-4166-917f-11d6feedb130 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:18:36.393617 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8af1ec2a-5abb-4529-b52e-455628c43e1c tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:36.598716 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8af1ec2a-5abb-4529-b52e-455628c43e1c tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:36.625057 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8356ce44-d6e1-4a38-a11e-b439ea77a7a6 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:36.641996 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [None req-8356ce44-d6e1-4a38-a11e-b439ea77a7a6 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Transition to ACTIVE for port object 682d55db-b25c-44ab-8342-4c9e8c7a7f44 will not be triggered until provisioned by entity DHCP. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:18:36.676032 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8356ce44-d6e1-4a38-a11e-b439ea77a7a6 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:36.735100 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-8af1ec2a-5abb-4529-b52e-455628c43e1c tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Calling delete_port for 9d7272c9-88ae-4166-917f-11d6feedb130 owned by network:router_gateway {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:18:36.751977 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8356ce44-d6e1-4a38-a11e-b439ea77a7a6 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Network 7875fe66-1496-4fcd-b959-32fe03fc5c73 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:18:36.755099 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-8356ce44-d6e1-4a38-a11e-b439ea77a7a6 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:18:36.759731 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8356ce44-d6e1-4a38-a11e-b439ea77a7a6 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:18:36.817424 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8356ce44-d6e1-4a38-a11e-b439ea77a7a6 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Pushing event updated for resources: {'Port': ['ID=682d55db-b25c-44ab-8342-4c9e8c7a7f44,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:18:36.836906 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8356ce44-d6e1-4a38-a11e-b439ea77a7a6 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-887605'] for router_interface, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:36.942714 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8af1ec2a-5abb-4529-b52e-455628c43e1c tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:37.015869 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af1ec2a-5abb-4529-b52e-455628c43e1c tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Pushing event deleted for resources: {'Port': ['ID=9d7272c9-88ae-4166-917f-11d6feedb130,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:18:37.115447 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-d84f721a-5578-45a0-be6b-b7e12f5ad7d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:37.210388 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8356ce44-d6e1-4a38-a11e-b439ea77a7a6 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:37.284551 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8af1ec2a-5abb-4529-b52e-455628c43e1c tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-887703'] for router_gateway, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:37.475511 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 65fa9df8-df14-417f-8ae5-1b6fb26017ee up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:18:37.577921 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8af1ec2a-5abb-4529-b52e-455628c43e1c tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25316'] for router, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:37.589144 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port 65fa9df8-df14-417f-8ae5-1b6fb26017ee completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:18:37.592033 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8af1ec2a-5abb-4529-b52e-455628c43e1c tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:37.598822 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device ced0bbc8-f49d-4787-b08b-e47742e6a7a0 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:18:37.651078 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8af1ec2a-5abb-4529-b52e-455628c43e1c tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-891519'] for router, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:37.651602 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8af1ec2a-5abb-4529-b52e-455628c43e1c tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Fanout notify agent at l3_agent the message router_deleted on router 62688bb2-7b3a-4fef-81fa-51faee16707c {{(pid=88525) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 19:18:37.693554 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port ced0bbc8-f49d-4787-b08b-e47742e6a7a0 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:18:37.694570 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:37.700735 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8af1ec2a-5abb-4529-b52e-455628c43e1c tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Notify callbacks [] for router, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:37.705681 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-8af1ec2a-5abb-4529-b52e-455628c43e1c tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] 10.222.0.41 "DELETE /v2.0/routers/62688bb2-7b3a-4fef-81fa-51faee16707c HTTP/1.1" status: 204 len: 168 time: 1.9955170 Jun 01 19:18:37.708546 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 36914) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:18:37.721836 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-e033a820-a8dd-471f-9d08-25e0c41f5164 tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1008850758', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:18:37.731661 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81c6dac0-60a2-4be2-a281-1adbd7435e0b None None] Network 7875fe66-1496-4fcd-b959-32fe03fc5c73 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:18:37.739172 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d672fda-d0a8-412d-a972-634be503be4c req-43079938-67a4-4d67-ab11-ef35757e231a tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:18:37.741838 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3d672fda-d0a8-412d-a972-634be503be4c req-43079938-67a4-4d67-ab11-ef35757e231a tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d3cc594-615f-433b-92ac-9db75e5c6aa8 HTTP/1.1" status: 200 len: 946 time: 0.3303735 Jun 01 19:18:37.744908 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-e033a820-a8dd-471f-9d08-25e0c41f5164 tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:18:37.749283 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-e033a820-a8dd-471f-9d08-25e0c41f5164 tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Usage tracker for resource:router and tenant:f351bded044e4f1c9ddb1a0aae251a48 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:18:37.767884 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-e033a820-a8dd-471f-9d08-25e0c41f5164 tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:18:37.780199 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-e033a820-a8dd-471f-9d08-25e0c41f5164 tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:18:37.795381 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.agents_db [None req-e814b9cf-7de8-45d0-a079-29c61fabe7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 19:18:37.811683 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3d672fda-d0a8-412d-a972-634be503be4c req-6accada7-ae1e-4139-b17e-c688d258f001 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] 10.222.0.41 "GET /v2.0/security-groups?id=07479cdf-b418-4486-9606-f79ca3d42e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589430 Jun 01 19:18:37.813272 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e033a820-a8dd-471f-9d08-25e0c41f5164 tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-885767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25238'] for router, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:37.815044 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e033a820-a8dd-471f-9d08-25e0c41f5164 tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-901042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-886562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-981784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25327'] for router, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:37.837685 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e033a820-a8dd-471f-9d08-25e0c41f5164 tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:37.857478 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-2249f5b6-46e2-49e4-8128-acda53b8341c None None] Provisioning for port 65fa9df8-df14-417f-8ae5-1b6fb26017ee completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:18:37.865505 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-2249f5b6-46e2-49e4-8128-acda53b8341c None None] Provisioning complete for port 65fa9df8-df14-417f-8ae5-1b6fb26017ee triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:18:37.865663 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-2249f5b6-46e2-49e4-8128-acda53b8341c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:37.878358 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e033a820-a8dd-471f-9d08-25e0c41f5164 tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-885820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-886655'] for router, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:37.901276 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8356ce44-d6e1-4a38-a11e-b439ea77a7a6 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:37.907508 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8356ce44-d6e1-4a38-a11e-b439ea77a7a6 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:37.915284 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e033a820-a8dd-471f-9d08-25e0c41f5164 tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Notify callbacks [] for router, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:37.917127 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-e033a820-a8dd-471f-9d08-25e0c41f5164 tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2054808 Jun 01 19:18:37.920261 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 36918) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:18:37.931794 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-f5ef2303-a714-4aa6-9f38-34534a95e110 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'enable_snat': True}}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:18:38.163467 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port ced0bbc8-f49d-4787-b08b-e47742e6a7a0 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:18:38.222475 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8356ce44-d6e1-4a38-a11e-b439ea77a7a6 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Pushing event updated for resources: {'Port': ['ID=682d55db-b25c-44ab-8342-4c9e8c7a7f44,revision_number=2']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:18:38.243912 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8356ce44-d6e1-4a38-a11e-b439ea77a7a6 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-887436'] for router_interface, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:38.249121 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-2249f5b6-46e2-49e4-8128-acda53b8341c None None] Current status of the port 65fa9df8-df14-417f-8ae5-1b6fb26017ee is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:18:38.249499 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-2249f5b6-46e2-49e4-8128-acda53b8341c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:38.294539 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-2249f5b6-46e2-49e4-8128-acda53b8341c None None] For port 65fa9df8-df14-417f-8ae5-1b6fb26017ee, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=65fa9df8-df14-417f-8ae5-1b6fb26017ee,segment=NetworkSegment(9d7a1398-3fab-4c1c-a9e3-d1c2d8817b9a),segment_id=9d7a1398-3fab-4c1c-a9e3-d1c2d8817b9a)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:18:38.305270 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-2249f5b6-46e2-49e4-8128-acda53b8341c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:38.402588 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2249f5b6-46e2-49e4-8128-acda53b8341c None None] Pushing event updated for resources: {'Port': ['ID=65fa9df8-df14-417f-8ae5-1b6fb26017ee,revision_number=3']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:18:38.452097 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8356ce44-d6e1-4a38-a11e-b439ea77a7a6 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Network 7875fe66-1496-4fcd-b959-32fe03fc5c73 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:18:38.453882 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-8356ce44-d6e1-4a38-a11e-b439ea77a7a6 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:18:38.567895 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f5ef2303-a714-4aa6-9f38-34534a95e110 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-886608', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-885830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25341'] for router, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:38.637030 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-0adcf7ec-1f4c-4255-b630-8e6c8e3d78b4 None None] Provisioning for port 682d55db-b25c-44ab-8342-4c9e8c7a7f44 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:18:38.644765 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-0adcf7ec-1f4c-4255-b630-8e6c8e3d78b4 None None] Provisioning complete for port 682d55db-b25c-44ab-8342-4c9e8c7a7f44 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:18:38.645126 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-0adcf7ec-1f4c-4255-b630-8e6c8e3d78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:38.738649 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-0adcf7ec-1f4c-4255-b630-8e6c8e3d78b4 None None] Port 682d55db-b25c-44ab-8342-4c9e8c7a7f44 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:18:38.745739 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8356ce44-d6e1-4a38-a11e-b439ea77a7a6 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Router e761c115-85e2-4a71-bdee-9d4d4b675cdb has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 19:18:38.756170 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-0adcf7ec-1f4c-4255-b630-8e6c8e3d78b4 None None] Provisioning complete for port 65fa9df8-df14-417f-8ae5-1b6fb26017ee triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:18:38.758824 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-0adcf7ec-1f4c-4255-b630-8e6c8e3d78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:38.997038 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-0adcf7ec-1f4c-4255-b630-8e6c8e3d78b4 None None] Current status of the port 65fa9df8-df14-417f-8ae5-1b6fb26017ee is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:18:39.016485 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f5ef2303-a714-4aa6-9f38-34534a95e110 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:39.059267 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f5ef2303-a714-4aa6-9f38-34534a95e110 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:39.121669 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6ac44a72-a049-4311-9738-d4a5ce5a4a57 None None] Provisioning complete for port 682d55db-b25c-44ab-8342-4c9e8c7a7f44 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:18:39.122034 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6ac44a72-a049-4311-9738-d4a5ce5a4a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:39.184466 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8356ce44-d6e1-4a38-a11e-b439ea77a7a6 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:18:39.192975 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6ac44a72-a049-4311-9738-d4a5ce5a4a57 None None] Port 682d55db-b25c-44ab-8342-4c9e8c7a7f44 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:18:39.199927 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5af4765-5347-48cc-92b9-52d8b9ba37e8 None None] Sync routers for ids ['e761c115-85e2-4a71-bdee-9d4d4b675cdb'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:18:39.213161 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5af4765-5347-48cc-92b9-52d8b9ba37e8 None None] Routers {'e761c115-85e2-4a71-bdee-9d4d4b675cdb'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:18:39.214681 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-e5af4765-5347-48cc-92b9-52d8b9ba37e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:18:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['e761c115-85e2-4a71-bdee-9d4d4b675cdb'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:18:39.218994 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646f3603-893a-408a-904e-e5d25e752615 req-8d860c8e-4b66-4e2f-b65c-24c4b09f418b tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:18:39.227225 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-646f3603-893a-408a-904e-e5d25e752615 req-8d860c8e-4b66-4e2f-b65c-24c4b09f418b tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d3cc594-615f-433b-92ac-9db75e5c6aa8 HTTP/1.1" status: 200 len: 946 time: 0.1689777 Jun 01 19:18:39.231063 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-8356ce44-d6e1-4a38-a11e-b439ea77a7a6 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] 10.222.0.41 "PUT /v2.0/routers/e761c115-85e2-4a71-bdee-9d4d4b675cdb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2349591 Jun 01 19:18:39.260205 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [None req-f5ef2303-a714-4aa6-9f38-34534a95e110 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Allocated IP 172.25.4.106 (72a72e44-6845-488a-a5ff-3a26d4df9cb3/c314a23b-daa2-4106-ab28-8e6f954277b2/f024cfb3-f949-4753-8cfb-222beb88f585) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:18:39.313395 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-646f3603-893a-408a-904e-e5d25e752615 req-c7f8e4d3-21a2-4b40-a32d-dd9bcd4d21df tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] 10.222.0.41 "GET /v2.0/security-groups?id=07479cdf-b418-4486-9606-f79ca3d42e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852063 Jun 01 19:18:39.333774 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-fdc72259-24c1-4942-a63a-051f0930e1a6 None None] Provisioning complete for port 682d55db-b25c-44ab-8342-4c9e8c7a7f44 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:18:39.334159 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-fdc72259-24c1-4942-a63a-051f0930e1a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:39.383356 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 65fa9df8-df14-417f-8ae5-1b6fb26017ee up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:18:39.514012 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-e5af4765-5347-48cc-92b9-52d8b9ba37e8 None None] Set router e761c115-85e2-4a71-bdee-9d4d4b675cdb gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:18:39.545272 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-fdc72259-24c1-4942-a63a-051f0930e1a6 None None] Port 682d55db-b25c-44ab-8342-4c9e8c7a7f44 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:18:39.550918 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-d2e99d57-533a-4282-94d2-c81052dff2fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:39.562422 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 65fa9df8-df14-417f-8ae5-1b6fb26017ee triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:18:39.562806 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:39.708972 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 65fa9df8-df14-417f-8ae5-1b6fb26017ee is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:18:39.753764 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f5ef2303-a714-4aa6-9f38-34534a95e110 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:39.829233 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61784ad-4932-4640-bb9f-aba41c2f986e req-64682adb-f4fb-41ae-9e07-9be3a26f5f69 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:18:39.830694 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c61784ad-4932-4640-bb9f-aba41c2f986e req-64682adb-f4fb-41ae-9e07-9be3a26f5f69 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] 10.222.0.41 "GET /v2.0/networks?id=7875fe66-1496-4fcd-b959-32fe03fc5c73 HTTP/1.1" status: 200 len: 798 time: 0.1915674 Jun 01 19:18:39.846993 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f5ef2303-a714-4aa6-9f38-34534a95e110 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:39.888834 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c61784ad-4932-4640-bb9f-aba41c2f986e req-8fd3ca1b-d4bc-4192-bc1b-9212020aabc6 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] 10.222.0.41 "GET /v2.0/quotas/9861cb7602da47e7b9bc308454678263 HTTP/1.1" status: 200 len: 375 time: 0.0518000 Jun 01 19:18:39.929673 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-e5af4765-5347-48cc-92b9-52d8b9ba37e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e761c115-85e2-4a71-bdee-9d4d4b675cdb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-624312723', 'tenant_id': '9861cb7602da47e7b9bc308454678263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.235'}], 'enable_snat': True}, 'gw_port_id': 'ced0bbc8-f49d-4787-b08b-e47742e6a7a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:18:29Z', 'updated_at': '2022-06-01T19:18:37Z', 'revision_number': 4, 'project_id': '9861cb7602da47e7b9bc308454678263', 'gw_port': {'id': 'ced0bbc8-f49d-4787-b08b-e47742e6a7a0', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:75:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e761c115-85e2-4a71-bdee-9d4d4b675cdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:18:30Z', 'updated_at': '2022-06-01T19:18:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '682d55db-b25c-44ab-8342-4c9e8c7a7f44', 'name': '', 'network_id': '7875fe66-1496-4fcd-b959-32fe03fc5c73', 'tenant_id': '9861cb7602da47e7b9bc308454678263', 'mac_address': 'fa:16:3e:ed:df:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e761c115-85e2-4a71-bdee-9d4d4b675cdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3508, 'fixed_ips': [{'subnet_id': 'c4221aac-b1fb-45fb-aca8-4e475082375b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:18:36Z', 'updated_at': '2022-06-01T19:18:37Z', 'revision_number': 2, 'project_id': '9861cb7602da47e7b9bc308454678263', 'subnets': [{'id': 'c4221aac-b1fb-45fb-aca8-4e475082375b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:18:39.939837 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5af4765-5347-48cc-92b9-52d8b9ba37e8 None None] Checking router: e761c115-85e2-4a71-bdee-9d4d4b675cdb for host: n-d-844202-1 {{(pid=88527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 19:18:39.940293 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5af4765-5347-48cc-92b9-52d8b9ba37e8 None None] Updating router e761c115-85e2-4a71-bdee-9d4d4b675cdb port 682d55db-b25c-44ab-8342-4c9e8c7a7f44 binding host n-d-844202-1 {{(pid=88527) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 19:18:39.965982 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5ef2303-a714-4aa6-9f38-34534a95e110 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:18:39.979908 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-f5ef2303-a714-4aa6-9f38-34534a95e110 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:18:39.985923 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ef2303-a714-4aa6-9f38-34534a95e110 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:18:40.006641 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-e5af4765-5347-48cc-92b9-52d8b9ba37e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:40.024290 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ef2303-a714-4aa6-9f38-34534a95e110 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Pushing event updated for resources: {'Port': ['ID=f024cfb3-f949-4753-8cfb-222beb88f585,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:18:40.184430 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c61784ad-4932-4640-bb9f-aba41c2f986e req-89560e91-dc93-48a9-8b08-0e1c283a0e5b tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=9861cb7602da47e7b9bc308454678263&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2789822 Jun 01 19:18:40.468797 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-e5af4765-5347-48cc-92b9-52d8b9ba37e8 None None] Notify callbacks [] for port, precommit_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:40.503726 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.provisioning_blocks [None req-e5af4765-5347-48cc-92b9-52d8b9ba37e8 None None] Transition to ACTIVE for port object 682d55db-b25c-44ab-8342-4c9e8c7a7f44 will not be triggered until provisioned by entity L2. {{(pid=88527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:18:40.522892 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-e5af4765-5347-48cc-92b9-52d8b9ba37e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:40.534594 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a31c2a5-942a-44bb-8d7e-9fde0e8c1ec1 req-a434e4c9-87d9-4eb9-826e-53ca3f370a5b tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:18:40.536445 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-8a31c2a5-942a-44bb-8d7e-9fde0e8c1ec1 req-a434e4c9-87d9-4eb9-826e-53ca3f370a5b tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d3cc594-615f-433b-92ac-9db75e5c6aa8 HTTP/1.1" status: 200 len: 946 time: 0.1244822 Jun 01 19:18:40.542746 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c61784ad-4932-4640-bb9f-aba41c2f986e req-ce41a66d-209f-49b9-b7fd-69a4ea951126 service neutron] 10.222.0.41 "GET /v2.0/networks/7875fe66-1496-4fcd-b959-32fe03fc5c73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2948744 Jun 01 19:18:40.625690 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-8a31c2a5-942a-44bb-8d7e-9fde0e8c1ec1 req-c74b8e87-5132-4a6e-a850-cf16a647ed1e tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] 10.222.0.41 "GET /v2.0/security-groups?id=07479cdf-b418-4486-9606-f79ca3d42e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797846 Jun 01 19:18:40.633684 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:40.680955 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:40.769143 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f5ef2303-a714-4aa6-9f38-34534a95e110 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:40.778978 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7980ee15-d945-4fe7-befb-25a9a7daca0f None None] Pushing event updated for resources: {'Port': ['ID=682d55db-b25c-44ab-8342-4c9e8c7a7f44,revision_number=3']} {{(pid=88527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:18:40.903695 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-e5af4765-5347-48cc-92b9-52d8b9ba37e8 None None] Attempting to bind port 682d55db-b25c-44ab-8342-4c9e8c7a7f44 on host n-d-844202-1 for vnic_type normal with profile {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:18:40.904091 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-e5af4765-5347-48cc-92b9-52d8b9ba37e8 None None] Attempting to bind port 682d55db-b25c-44ab-8342-4c9e8c7a7f44 by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': '9d7a1398-3fab-4c1c-a9e3-d1c2d8817b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7875fe66-1496-4fcd-b959-32fe03fc5c73'}] {{(pid=88527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:18:40.904365 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5af4765-5347-48cc-92b9-52d8b9ba37e8 None None] Attempting to bind port 682d55db-b25c-44ab-8342-4c9e8c7a7f44 on network 7875fe66-1496-4fcd-b959-32fe03fc5c73 {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:18:40.910074 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5af4765-5347-48cc-92b9-52d8b9ba37e8 None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 18, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:18:40.910435 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5af4765-5347-48cc-92b9-52d8b9ba37e8 None None] Checking segment: {'id': '9d7a1398-3fab-4c1c-a9e3-d1c2d8817b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7875fe66-1496-4fcd-b959-32fe03fc5c73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:18:40.910819 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-e5af4765-5347-48cc-92b9-52d8b9ba37e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:40.911194 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5af4765-5347-48cc-92b9-52d8b9ba37e8 None None] Bound using segment: {'id': '9d7a1398-3fab-4c1c-a9e3-d1c2d8817b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7875fe66-1496-4fcd-b959-32fe03fc5c73'} {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:18:40.911655 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-e5af4765-5347-48cc-92b9-52d8b9ba37e8 None None] Bound port: 682d55db-b25c-44ab-8342-4c9e8c7a7f44, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d7a1398-3fab-4c1c-a9e3-d1c2d8817b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7875fe66-1496-4fcd-b959-32fe03fc5c73'}}] {{(pid=88527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:18:40.912008 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-e5af4765-5347-48cc-92b9-52d8b9ba37e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:40.953242 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c61784ad-4932-4640-bb9f-aba41c2f986e req-7f11ec35-d1f5-410d-b8b4-d2feb9eb0d7a service neutron] 10.222.0.41 "GET /v2.0/networks/7875fe66-1496-4fcd-b959-32fe03fc5c73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4092841 Jun 01 19:18:41.044850 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.db [None req-e5af4765-5347-48cc-92b9-52d8b9ba37e8 None None] For port 682d55db-b25c-44ab-8342-4c9e8c7a7f44, host n-d-844202-1, cleared binding levels {{(pid=88527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:18:41.049565 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.db [None req-e5af4765-5347-48cc-92b9-52d8b9ba37e8 None None] For port 682d55db-b25c-44ab-8342-4c9e8c7a7f44, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=682d55db-b25c-44ab-8342-4c9e8c7a7f44,segment=NetworkSegment(9d7a1398-3fab-4c1c-a9e3-d1c2d8817b9a),segment_id=9d7a1398-3fab-4c1c-a9e3-d1c2d8817b9a)] {{(pid=88527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:18:41.055452 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-e5af4765-5347-48cc-92b9-52d8b9ba37e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:41.182250 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5af4765-5347-48cc-92b9-52d8b9ba37e8 None None] Routers {'e761c115-85e2-4a71-bdee-9d4d4b675cdb'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:18:41.183142 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-e5af4765-5347-48cc-92b9-52d8b9ba37e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:18:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['e761c115-85e2-4a71-bdee-9d4d4b675cdb'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:18:41.293531 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7980ee15-d945-4fe7-befb-25a9a7daca0f None None] Pushing event updated for resources: {'Port': ['ID=682d55db-b25c-44ab-8342-4c9e8c7a7f44,revision_number=4']} {{(pid=88527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:18:41.294458 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-642a1dfc-0c11-49a9-88f9-3fd07351a816 req-760ba64f-e60f-4a7c-9e16-562fb005bcde tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Synchronizing usage tracker for tenant:9861cb7602da47e7b9bc308454678263 on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:18:41.341219 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-642a1dfc-0c11-49a9-88f9-3fd07351a816 req-760ba64f-e60f-4a7c-9e16-562fb005bcde tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Unset dirty status for tenant:9861cb7602da47e7b9bc308454678263 on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:18:41.344574 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-642a1dfc-0c11-49a9-88f9-3fd07351a816 req-760ba64f-e60f-4a7c-9e16-562fb005bcde tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] 10.222.0.41 "GET /v2.0/ports?device_id=b81ebba7-1630-464c-bdbb-68585ac69245 HTTP/1.1" status: 200 len: 210 time: 0.1392560 Jun 01 19:18:41.484642 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f5ef2303-a714-4aa6-9f38-34534a95e110 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-886608', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-885830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25341'] for router, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:41.490550 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f5ef2303-a714-4aa6-9f38-34534a95e110 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-886655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-886601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-886598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-885887'] for router, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:41.492184 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-e5af4765-5347-48cc-92b9-52d8b9ba37e8 None None] Set router e761c115-85e2-4a71-bdee-9d4d4b675cdb gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:18:41.551777 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:41.771144 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5ef2303-a714-4aa6-9f38-34534a95e110 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Router 36277770-17ff-4417-9fe6-b7a03299570d is scheduled to L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 with binding_index 1 {{(pid=88525) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 19:18:41.994607 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:42.023952 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:42.036980 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-e5af4765-5347-48cc-92b9-52d8b9ba37e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e761c115-85e2-4a71-bdee-9d4d4b675cdb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-624312723', 'tenant_id': '9861cb7602da47e7b9bc308454678263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.235'}], 'enable_snat': True}, 'gw_port_id': 'ced0bbc8-f49d-4787-b08b-e47742e6a7a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:18:29Z', 'updated_at': '2022-06-01T19:18:37Z', 'revision_number': 4, 'project_id': '9861cb7602da47e7b9bc308454678263', 'gw_port': {'id': 'ced0bbc8-f49d-4787-b08b-e47742e6a7a0', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:75:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e761c115-85e2-4a71-bdee-9d4d4b675cdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:18:30Z', 'updated_at': '2022-06-01T19:18:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '682d55db-b25c-44ab-8342-4c9e8c7a7f44', 'name': '', 'network_id': '7875fe66-1496-4fcd-b959-32fe03fc5c73', 'tenant_id': '9861cb7602da47e7b9bc308454678263', 'mac_address': 'fa:16:3e:ed:df:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e761c115-85e2-4a71-bdee-9d4d4b675cdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3508, 'fixed_ips': [{'subnet_id': 'c4221aac-b1fb-45fb-aca8-4e475082375b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:18:36Z', 'updated_at': '2022-06-01T19:18:41Z', 'revision_number': 4, 'project_id': '9861cb7602da47e7b9bc308454678263', 'subnets': [{'id': 'c4221aac-b1fb-45fb-aca8-4e475082375b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:18:42.042512 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5af4765-5347-48cc-92b9-52d8b9ba37e8 None None] The sync data for ids ['e761c115-85e2-4a71-bdee-9d4d4b675cdb'] in n-d-844202-1 is: [{'id': 'e761c115-85e2-4a71-bdee-9d4d4b675cdb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-624312723', 'tenant_id': '9861cb7602da47e7b9bc308454678263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.235'}], 'enable_snat': True}, 'gw_port_id': 'ced0bbc8-f49d-4787-b08b-e47742e6a7a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:18:29Z', 'updated_at': '2022-06-01T19:18:37Z', 'revision_number': 4, 'project_id': '9861cb7602da47e7b9bc308454678263', 'gw_port': {'id': 'ced0bbc8-f49d-4787-b08b-e47742e6a7a0', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:75:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e761c115-85e2-4a71-bdee-9d4d4b675cdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:18:30Z', 'updated_at': '2022-06-01T19:18:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '682d55db-b25c-44ab-8342-4c9e8c7a7f44', 'name': '', 'network_id': '7875fe66-1496-4fcd-b959-32fe03fc5c73', 'tenant_id': '9861cb7602da47e7b9bc308454678263', 'mac_address': 'fa:16:3e:ed:df:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e761c115-85e2-4a71-bdee-9d4d4b675cdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3508, 'fixed_ips': [{'subnet_id': 'c4221aac-b1fb-45fb-aca8-4e475082375b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:18:36Z', 'updated_at': '2022-06-01T19:18:41Z', 'revision_number': 4, 'project_id': '9861cb7602da47e7b9bc308454678263', 'subnets': [{'id': 'c4221aac-b1fb-45fb-aca8-4e475082375b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:18:42.077338 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b48ed32-6cf1-4927-ae37-d15342d50d58 req-9f40a479-c69a-4575-badc-a3fb3c6083d0 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:18:42.078813 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4b48ed32-6cf1-4927-ae37-d15342d50d58 req-9f40a479-c69a-4575-badc-a3fb3c6083d0 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d3cc594-615f-433b-92ac-9db75e5c6aa8 HTTP/1.1" status: 200 len: 946 time: 0.2350597 Jun 01 19:18:42.081761 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5ef2303-a714-4aa6-9f38-34534a95e110 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:18:42.110331 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab5256f-8aa0-4056-907e-f40b3018d75f None None] Sync routers for ids ['36277770-17ff-4417-9fe6-b7a03299570d'] in n-d-844202-1 {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:18:42.128247 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab5256f-8aa0-4056-907e-f40b3018d75f None None] Routers {'36277770-17ff-4417-9fe6-b7a03299570d'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:18:42.129459 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-bab5256f-8aa0-4056-907e-f40b3018d75f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:18:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['36277770-17ff-4417-9fe6-b7a03299570d'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:18:42.158026 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4b48ed32-6cf1-4927-ae37-d15342d50d58 req-0283af86-03af-4e4c-b2d2-902b2a928bae tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] 10.222.0.41 "GET /v2.0/security-groups?id=07479cdf-b418-4486-9606-f79ca3d42e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703750 Jun 01 19:18:42.161264 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f5ef2303-a714-4aa6-9f38-34534a95e110 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Notify callbacks [] for router, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:42.161955 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-f5ef2303-a714-4aa6-9f38-34534a95e110 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] 10.222.0.41 "PUT /v2.0/routers/36277770-17ff-4417-9fe6-b7a03299570d HTTP/1.1" status: 200 len: 919 time: 4.2404878 Jun 01 19:18:42.165378 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 36958) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:18:42.244476 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-bab5256f-8aa0-4056-907e-f40b3018d75f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:18:42.255111 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab5256f-8aa0-4056-907e-f40b3018d75f None None] Routers {'36277770-17ff-4417-9fe6-b7a03299570d'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:18:42.255823 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-bab5256f-8aa0-4056-907e-f40b3018d75f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:18:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['36277770-17ff-4417-9fe6-b7a03299570d'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:18:42.358734 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-bab5256f-8aa0-4056-907e-f40b3018d75f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:18:42.359379 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab5256f-8aa0-4056-907e-f40b3018d75f None None] The sync data for ids ['36277770-17ff-4417-9fe6-b7a03299570d'] in n-d-844202-1 is: [] {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:18:42.397310 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-e5f44bcf-04c1-49cd-b7bd-28e2b24e7eb4 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] 10.222.0.41 "GET /v2.0/routers/36277770-17ff-4417-9fe6-b7a03299570d HTTP/1.1" status: 200 len: 925 time: 0.2305503 Jun 01 19:18:42.399779 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 36964) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:18:42.496437 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2245d234-4f30-4c8b-8c97-d050b2c911cd tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:18:42.503679 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-2245d234-4f30-4c8b-8c97-d050b2c911cd tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=72a72e44-6845-488a-a5ff-3a26d4df9cb3&device_id=36277770-17ff-4417-9fe6-b7a03299570d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1004372 Jun 01 19:18:42.504036 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 36968) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:18:42.547950 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d94c7fc0-8180-4342-a8e4-f620f9b56562 req-d89fa709-0cb5-4bcd-899d-3d01cc93c159 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] 10.222.0.41 "GET /v2.0/ports?device_id=b81ebba7-1630-464c-bdbb-68585ac69245 HTTP/1.1" status: 200 len: 210 time: 0.0637012 Jun 01 19:18:42.786314 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f90f18ba-c129-436d-949c-4924b920c3b9 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:18:42.788495 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-f90f18ba-c129-436d-949c-4924b920c3b9 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] 10.222.0.41 "GET /v2.0/networks/72a72e44-6845-488a-a5ff-3a26d4df9cb3 HTTP/1.1" status: 200 len: 881 time: 0.2832673 Jun 01 19:18:42.791356 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 36972) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:18:42.858808 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61784ad-4932-4640-bb9f-aba41c2f986e req-fced3016-226e-440e-962e-99a7576f3705 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:18:42.860376 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c61784ad-4932-4640-bb9f-aba41c2f986e req-fced3016-226e-440e-962e-99a7576f3705 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] 10.222.0.15 "GET /v2.0/networks?id=7875fe66-1496-4fcd-b959-32fe03fc5c73 HTTP/1.1" status: 200 len: 798 time: 0.2183757 Jun 01 19:18:42.878870 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [req-c61784ad-4932-4640-bb9f-aba41c2f986e req-afe69a0a-6c33-4ec6-9954-60de236dcec7 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Request body: {'port': {'device_id': 'b81ebba7-1630-464c-bdbb-68585ac69245', 'network_id': '7875fe66-1496-4fcd-b959-32fe03fc5c73', 'admin_state_up': True, 'tenant_id': '9861cb7602da47e7b9bc308454678263'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:18:42.898705 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-19031ba4-f2fe-4014-8569-8eb73361744f tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] 10.222.0.41 "GET /v2.0/ports?device_id=36277770-17ff-4417-9fe6-b7a03299570d HTTP/1.1" status: 200 len: 205 time: 0.1047404 Jun 01 19:18:42.900893 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 36978) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:18:43.075947 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [req-c61784ad-4932-4640-bb9f-aba41c2f986e req-afe69a0a-6c33-4ec6-9954-60de236dcec7 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:18:43.088683 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [req-c61784ad-4932-4640-bb9f-aba41c2f986e req-afe69a0a-6c33-4ec6-9954-60de236dcec7 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:18:43.104623 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c61784ad-4932-4640-bb9f-aba41c2f986e req-afe69a0a-6c33-4ec6-9954-60de236dcec7 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Made reservation on behalf of 9861cb7602da47e7b9bc308454678263 for: {'port': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:18:43.110211 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-c61784ad-4932-4640-bb9f-aba41c2f986e req-afe69a0a-6c33-4ec6-9954-60de236dcec7 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:43.175593 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1222b130-2b3b-4d95-854b-d8679509f1c0 tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Notify callbacks [] for router, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:43.422409 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 682d55db-b25c-44ab-8342-4c9e8c7a7f44 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:18:43.472185 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1222b130-2b3b-4d95-854b-d8679509f1c0 tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:43.485773 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-1222b130-2b3b-4d95-854b-d8679509f1c0 tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Deleting port f024cfb3-f949-4753-8cfb-222beb88f585 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:18:43.486164 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1222b130-2b3b-4d95-854b-d8679509f1c0 tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:43.551854 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port 682d55db-b25c-44ab-8342-4c9e8c7a7f44 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:18:43.558360 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 682d55db-b25c-44ab-8342-4c9e8c7a7f44 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:18:43.558738 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:43.819463 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [req-c61784ad-4932-4640-bb9f-aba41c2f986e req-afe69a0a-6c33-4ec6-9954-60de236dcec7 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Allocated IP 172.20.0.28 (7875fe66-1496-4fcd-b959-32fe03fc5c73/c4221aac-b1fb-45fb-aca8-4e475082375b/d2bc623c-7e63-4f99-88f5-f29fb222165e) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:18:43.856646 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 682d55db-b25c-44ab-8342-4c9e8c7a7f44 is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:18:43.858867 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:43.939100 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port 682d55db-b25c-44ab-8342-4c9e8c7a7f44, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=682d55db-b25c-44ab-8342-4c9e8c7a7f44,segment=NetworkSegment(9d7a1398-3fab-4c1c-a9e3-d1c2d8817b9a),segment_id=9d7a1398-3fab-4c1c-a9e3-d1c2d8817b9a)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:18:43.949981 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:43.979445 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c57c3e20-6dab-40be-a2eb-28bf051bda4c req-91d50942-0fae-4549-aa8c-10509a53d3d5 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] 10.222.0.41 "GET /v2.0/ports?device_id=b81ebba7-1630-464c-bdbb-68585ac69245 HTTP/1.1" status: 200 len: 210 time: 0.0670524 Jun 01 19:18:44.035441 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1222b130-2b3b-4d95-854b-d8679509f1c0 tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:44.121708 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=682d55db-b25c-44ab-8342-4c9e8c7a7f44,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:18:44.181474 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-1222b130-2b3b-4d95-854b-d8679509f1c0 tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Calling delete_port for f024cfb3-f949-4753-8cfb-222beb88f585 owned by network:router_gateway {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:18:44.191460 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c1485a-6ba5-48f8-833f-a51b4f91e1ec req-a9bb0d0d-2253-4eaf-8eac-50ee5015683b tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:18:44.196773 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-29c1485a-6ba5-48f8-833f-a51b4f91e1ec req-a9bb0d0d-2253-4eaf-8eac-50ee5015683b tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d3cc594-615f-433b-92ac-9db75e5c6aa8 HTTP/1.1" status: 200 len: 946 time: 0.3099530 Jun 01 19:18:44.229545 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-c61784ad-4932-4640-bb9f-aba41c2f986e req-afe69a0a-6c33-4ec6-9954-60de236dcec7 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:44.261333 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [req-c61784ad-4932-4640-bb9f-aba41c2f986e req-afe69a0a-6c33-4ec6-9954-60de236dcec7 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Transition to ACTIVE for port object d2bc623c-7e63-4f99-88f5-f29fb222165e will not be triggered until provisioned by entity DHCP. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:18:44.276925 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-29c1485a-6ba5-48f8-833f-a51b4f91e1ec req-8ce6d31b-4145-4b9e-8c6e-51a9e83c73c8 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] 10.222.0.41 "GET /v2.0/security-groups?id=07479cdf-b418-4486-9606-f79ca3d42e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653191 Jun 01 19:18:44.318610 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-c61784ad-4932-4640-bb9f-aba41c2f986e req-afe69a0a-6c33-4ec6-9954-60de236dcec7 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:44.399643 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c61784ad-4932-4640-bb9f-aba41c2f986e req-afe69a0a-6c33-4ec6-9954-60de236dcec7 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Network 7875fe66-1496-4fcd-b959-32fe03fc5c73 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:18:44.403476 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [req-c61784ad-4932-4640-bb9f-aba41c2f986e req-afe69a0a-6c33-4ec6-9954-60de236dcec7 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:18:44.408189 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [req-c61784ad-4932-4640-bb9f-aba41c2f986e req-afe69a0a-6c33-4ec6-9954-60de236dcec7 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:18:44.447060 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe69a0a-6c33-4ec6-9954-60de236dcec7 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Pushing event updated for resources: {'Port': ['ID=d2bc623c-7e63-4f99-88f5-f29fb222165e,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:18:44.492625 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61784ad-4932-4640-bb9f-aba41c2f986e req-afe69a0a-6c33-4ec6-9954-60de236dcec7 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:18:44.493729 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-c61784ad-4932-4640-bb9f-aba41c2f986e req-afe69a0a-6c33-4ec6-9954-60de236dcec7 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:44.534084 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c61784ad-4932-4640-bb9f-aba41c2f986e req-afe69a0a-6c33-4ec6-9954-60de236dcec7 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.6636674 Jun 01 19:18:44.553854 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [req-c61784ad-4932-4640-bb9f-aba41c2f986e req-55f02393-a3f9-4b27-9dd3-89195fe5f331 service neutron] Request body: {'port': {'device_id': 'b81ebba7-1630-464c-bdbb-68585ac69245', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844202-1'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:18:44.555163 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1222b130-2b3b-4d95-854b-d8679509f1c0 tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:44.617612 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1222b130-2b3b-4d95-854b-d8679509f1c0 tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Pushing event deleted for resources: {'Port': ['ID=f024cfb3-f949-4753-8cfb-222beb88f585,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:18:44.695013 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-c61784ad-4932-4640-bb9f-aba41c2f986e req-55f02393-a3f9-4b27-9dd3-89195fe5f331 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:44.705484 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-73a2665b-1670-4c66-8e49-728f031b3268 None None] Provisioning for port d2bc623c-7e63-4f99-88f5-f29fb222165e completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:18:44.713916 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-73a2665b-1670-4c66-8e49-728f031b3268 None None] Provisioning complete for port d2bc623c-7e63-4f99-88f5-f29fb222165e triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:18:44.714278 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-73a2665b-1670-4c66-8e49-728f031b3268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:44.725840 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1222b130-2b3b-4d95-854b-d8679509f1c0 tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-887703'] for router_gateway, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:44.831137 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-73a2665b-1670-4c66-8e49-728f031b3268 None None] Port d2bc623c-7e63-4f99-88f5-f29fb222165e cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:18:44.929414 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1222b130-2b3b-4d95-854b-d8679509f1c0 tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25316'] for router, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:44.932109 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1222b130-2b3b-4d95-854b-d8679509f1c0 tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:44.960497 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1222b130-2b3b-4d95-854b-d8679509f1c0 tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-891519'] for router, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:44.961369 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1222b130-2b3b-4d95-854b-d8679509f1c0 tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Fanout notify agent at l3_agent the message router_deleted on router 36277770-17ff-4417-9fe6-b7a03299570d {{(pid=88524) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 19:18:44.982975 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1222b130-2b3b-4d95-854b-d8679509f1c0 tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Notify callbacks [] for router, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:44.987539 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-1222b130-2b3b-4d95-854b-d8679509f1c0 tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] 10.222.0.41 "DELETE /v2.0/routers/36277770-17ff-4417-9fe6-b7a03299570d HTTP/1.1" status: 204 len: 168 time: 2.0817740 Jun 01 19:18:44.988508 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 36988) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:18:44.993659 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-4526f97e-5a27-45b9-87ee-d6a1e0a5e1c2 tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1344932527', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:18:45.001243 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-4526f97e-5a27-45b9-87ee-d6a1e0a5e1c2 tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:18:45.005324 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-4526f97e-5a27-45b9-87ee-d6a1e0a5e1c2 tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Usage tracker for resource:router and tenant:f351bded044e4f1c9ddb1a0aae251a48 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:18:45.009430 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-4526f97e-5a27-45b9-87ee-d6a1e0a5e1c2 tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:18:45.019754 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-4526f97e-5a27-45b9-87ee-d6a1e0a5e1c2 tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:18:45.033432 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4526f97e-5a27-45b9-87ee-d6a1e0a5e1c2 tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-885767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25238'] for router, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:45.034545 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4526f97e-5a27-45b9-87ee-d6a1e0a5e1c2 tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-901042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-886562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-981784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25327'] for router, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:45.051519 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4526f97e-5a27-45b9-87ee-d6a1e0a5e1c2 tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:45.077741 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4526f97e-5a27-45b9-87ee-d6a1e0a5e1c2 tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-885820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-886655'] for router, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:45.114845 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4526f97e-5a27-45b9-87ee-d6a1e0a5e1c2 tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Notify callbacks [] for router, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:45.118146 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-4526f97e-5a27-45b9-87ee-d6a1e0a5e1c2 tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1286957 Jun 01 19:18:45.120829 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 36994) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:18:45.130693 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-f7dad5bc-e46f-43e8-ab8f-2b83ef1aec47 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'enable_snat': False}}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:18:45.181117 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [req-c61784ad-4932-4640-bb9f-aba41c2f986e req-55f02393-a3f9-4b27-9dd3-89195fe5f331 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2bc623c-7e63-4f99-88f5-f29fb222165e {{(pid=88525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 19:18:45.189260 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-c61784ad-4932-4640-bb9f-aba41c2f986e req-55f02393-a3f9-4b27-9dd3-89195fe5f331 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:45.212893 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [req-c61784ad-4932-4640-bb9f-aba41c2f986e req-55f02393-a3f9-4b27-9dd3-89195fe5f331 service neutron] Transition to ACTIVE for port object d2bc623c-7e63-4f99-88f5-f29fb222165e will not be triggered until provisioned by entity L2. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:18:45.219728 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-c61784ad-4932-4640-bb9f-aba41c2f986e req-55f02393-a3f9-4b27-9dd3-89195fe5f331 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:45.383653 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 682d55db-b25c-44ab-8342-4c9e8c7a7f44 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:18:45.411910 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f02393-a3f9-4b27-9dd3-89195fe5f331 service neutron] Pushing event updated for resources: {'Port': ['ID=d2bc623c-7e63-4f99-88f5-f29fb222165e,revision_number=2']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:18:45.541564 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 682d55db-b25c-44ab-8342-4c9e8c7a7f44 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:18:45.544213 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:45.594028 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-c61784ad-4932-4640-bb9f-aba41c2f986e req-55f02393-a3f9-4b27-9dd3-89195fe5f331 service neutron] Attempting to bind port d2bc623c-7e63-4f99-88f5-f29fb222165e on host n-h1-844202-1 for vnic_type normal with profile {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:18:45.594650 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-c61784ad-4932-4640-bb9f-aba41c2f986e req-55f02393-a3f9-4b27-9dd3-89195fe5f331 service neutron] Attempting to bind port d2bc623c-7e63-4f99-88f5-f29fb222165e by drivers openvswitch,hyperv on host n-h1-844202-1 at level 0 using segments [{'id': '9d7a1398-3fab-4c1c-a9e3-d1c2d8817b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7875fe66-1496-4fcd-b959-32fe03fc5c73'}] {{(pid=88525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:18:45.595062 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c61784ad-4932-4640-bb9f-aba41c2f986e req-55f02393-a3f9-4b27-9dd3-89195fe5f331 service neutron] Attempting to bind port d2bc623c-7e63-4f99-88f5-f29fb222165e on network 7875fe66-1496-4fcd-b959-32fe03fc5c73 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:18:45.604925 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c61784ad-4932-4640-bb9f-aba41c2f986e req-55f02393-a3f9-4b27-9dd3-89195fe5f331 service neutron] Port d2bc623c-7e63-4f99-88f5-f29fb222165e on network 7875fe66-1496-4fcd-b959-32fe03fc5c73 not bound, no agent of type Open vSwitch agent registered on host n-h1-844202-1 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 19:18:45.605271 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c61784ad-4932-4640-bb9f-aba41c2f986e req-55f02393-a3f9-4b27-9dd3-89195fe5f331 service neutron] Attempting to bind port d2bc623c-7e63-4f99-88f5-f29fb222165e on network 7875fe66-1496-4fcd-b959-32fe03fc5c73 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:18:45.620704 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57df8929-c909-4aed-b932-40dff5fcf6e0 req-0bfae270-590c-44e2-a920-8151ec413ba7 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:18:45.622640 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-57df8929-c909-4aed-b932-40dff5fcf6e0 req-0bfae270-590c-44e2-a920-8151ec413ba7 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d3cc594-615f-433b-92ac-9db75e5c6aa8 HTTP/1.1" status: 200 len: 946 time: 0.1514244 Jun 01 19:18:45.624007 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c61784ad-4932-4640-bb9f-aba41c2f986e req-55f02393-a3f9-4b27-9dd3-89195fe5f331 service neutron] Checking agent: {'id': 'bdb1e5d7-b998-4259-838f-3d278e930f32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:18:45.624442 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c61784ad-4932-4640-bb9f-aba41c2f986e req-55f02393-a3f9-4b27-9dd3-89195fe5f331 service neutron] Checking segment: {'id': '9d7a1398-3fab-4c1c-a9e3-d1c2d8817b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7875fe66-1496-4fcd-b959-32fe03fc5c73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:18:45.625150 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c61784ad-4932-4640-bb9f-aba41c2f986e req-55f02393-a3f9-4b27-9dd3-89195fe5f331 service neutron] Bound using segment: {'id': '9d7a1398-3fab-4c1c-a9e3-d1c2d8817b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7875fe66-1496-4fcd-b959-32fe03fc5c73'} {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:18:45.625691 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-c61784ad-4932-4640-bb9f-aba41c2f986e req-55f02393-a3f9-4b27-9dd3-89195fe5f331 service neutron] Bound port: d2bc623c-7e63-4f99-88f5-f29fb222165e, host: n-h1-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d7a1398-3fab-4c1c-a9e3-d1c2d8817b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7875fe66-1496-4fcd-b959-32fe03fc5c73'}}] {{(pid=88525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:18:45.626132 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-c61784ad-4932-4640-bb9f-aba41c2f986e req-55f02393-a3f9-4b27-9dd3-89195fe5f331 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:45.746587 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 682d55db-b25c-44ab-8342-4c9e8c7a7f44 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:18:45.747458 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-57df8929-c909-4aed-b932-40dff5fcf6e0 req-8241a684-cfa1-4875-8b10-c1f7fe2446da tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] 10.222.0.41 "GET /v2.0/security-groups?id=07479cdf-b418-4486-9606-f79ca3d42e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1103115 Jun 01 19:18:45.775621 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-c61784ad-4932-4640-bb9f-aba41c2f986e req-55f02393-a3f9-4b27-9dd3-89195fe5f331 service neutron] For port d2bc623c-7e63-4f99-88f5-f29fb222165e, host n-h1-844202-1, cleared binding levels {{(pid=88525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:18:45.779126 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-c61784ad-4932-4640-bb9f-aba41c2f986e req-55f02393-a3f9-4b27-9dd3-89195fe5f331 service neutron] For port d2bc623c-7e63-4f99-88f5-f29fb222165e, host n-h1-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=d2bc623c-7e63-4f99-88f5-f29fb222165e,segment=NetworkSegment(9d7a1398-3fab-4c1c-a9e3-d1c2d8817b9a),segment_id=9d7a1398-3fab-4c1c-a9e3-d1c2d8817b9a)] {{(pid=88525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:18:45.784754 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-c61784ad-4932-4640-bb9f-aba41c2f986e req-55f02393-a3f9-4b27-9dd3-89195fe5f331 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:45.854730 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61784ad-4932-4640-bb9f-aba41c2f986e req-55f02393-a3f9-4b27-9dd3-89195fe5f331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:18:45.855439 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-c61784ad-4932-4640-bb9f-aba41c2f986e req-55f02393-a3f9-4b27-9dd3-89195fe5f331 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:45.857015 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c61784ad-4932-4640-bb9f-aba41c2f986e req-55f02393-a3f9-4b27-9dd3-89195fe5f331 service neutron] 10.222.0.15 "PUT /v2.0/ports/d2bc623c-7e63-4f99-88f5-f29fb222165e HTTP/1.1" status: 200 len: 1055 time: 1.3107264 Jun 01 19:18:45.857584 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b81ebba7-1630-464c-bdbb-68585ac69245', 'tag': 'd2bc623c-7e63-4f99-88f5-f29fb222165e'}] {{(pid=88525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:18:45.877971 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7ed979-417f-4b22-ab16-8a789f206856 req-02e3363f-d750-424c-a8ac-c4a9a72a0b93 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:18:45.879563 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9a7ed979-417f-4b22-ab16-8a789f206856 req-02e3363f-d750-424c-a8ac-c4a9a72a0b93 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] 10.222.0.41 "GET /v2.0/ports?device_id=b81ebba7-1630-464c-bdbb-68585ac69245 HTTP/1.1" status: 200 len: 907 time: 0.6878448 Jun 01 19:18:45.882782 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f7dad5bc-e46f-43e8-ab8f-2b83ef1aec47 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-886608', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-885830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25341'] for router, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:45.883572 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f02393-a3f9-4b27-9dd3-89195fe5f331 service neutron] Pushing event updated for resources: {'Port': ['ID=d2bc623c-7e63-4f99-88f5-f29fb222165e,revision_number=3']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:18:45.993589 n-d-844202-1 neutron-server[88525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6f3dc5d-64b1-4f8a-b0aa-331ea255d9d8'] response: {'name': 'network-changed', 'server_uuid': 'b81ebba7-1630-464c-bdbb-68585ac69245', 'tag': 'd2bc623c-7e63-4f99-88f5-f29fb222165e', 'status': 'completed', 'code': 200} Jun 01 19:18:46.061656 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61784ad-4932-4640-bb9f-aba41c2f986e req-0c00a534-56f0-4adb-b4e2-aa6f9c5b2a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:18:46.066690 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c61784ad-4932-4640-bb9f-aba41c2f986e req-0c00a534-56f0-4adb-b4e2-aa6f9c5b2a27 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9861cb7602da47e7b9bc308454678263&device_id=b81ebba7-1630-464c-bdbb-68585ac69245 HTTP/1.1" status: 200 len: 1058 time: 0.1683743 Jun 01 19:18:46.142741 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c61784ad-4932-4640-bb9f-aba41c2f986e req-47af4e89-e8da-43df-97f8-ce457b7a3995 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=d2bc623c-7e63-4f99-88f5-f29fb222165e HTTP/1.1" status: 200 len: 217 time: 0.0636623 Jun 01 19:18:46.269654 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f7dad5bc-e46f-43e8-ab8f-2b83ef1aec47 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:46.306946 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f7dad5bc-e46f-43e8-ab8f-2b83ef1aec47 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:46.372336 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61784ad-4932-4640-bb9f-aba41c2f986e req-7e560afa-0529-4e79-a487-7d08d89a6d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:18:46.374050 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c61784ad-4932-4640-bb9f-aba41c2f986e req-7e560afa-0529-4e79-a487-7d08d89a6d89 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c4221aac-b1fb-45fb-aca8-4e475082375b HTTP/1.1" status: 200 len: 837 time: 0.2248704 Jun 01 19:18:46.480352 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61784ad-4932-4640-bb9f-aba41c2f986e req-7ed8c65a-99b3-4272-8ea6-999be0623849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:18:46.481866 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c61784ad-4932-4640-bb9f-aba41c2f986e req-7ed8c65a-99b3-4272-8ea6-999be0623849 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7875fe66-1496-4fcd-b959-32fe03fc5c73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0975618 Jun 01 19:18:46.482205 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [None req-f7dad5bc-e46f-43e8-ab8f-2b83ef1aec47 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Allocated IP 172.25.4.27 (72a72e44-6845-488a-a5ff-3a26d4df9cb3/c314a23b-daa2-4106-ab28-8e6f954277b2/711f4e8d-cae3-4ff2-8473-bb6c6238c03a) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:18:46.626931 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c61784ad-4932-4640-bb9f-aba41c2f986e req-a06d3a55-f353-481b-82e7-b2a11bfe270a service neutron] 10.222.0.15 "GET /v2.0/networks/7875fe66-1496-4fcd-b959-32fe03fc5c73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351655 Jun 01 19:18:46.639865 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f7dad5bc-e46f-43e8-ab8f-2b83ef1aec47 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:46.673239 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f7dad5bc-e46f-43e8-ab8f-2b83ef1aec47 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:46.743913 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7dad5bc-e46f-43e8-ab8f-2b83ef1aec47 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:18:46.746767 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-f7dad5bc-e46f-43e8-ab8f-2b83ef1aec47 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:18:46.749308 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7dad5bc-e46f-43e8-ab8f-2b83ef1aec47 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:18:46.766801 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c61784ad-4932-4640-bb9f-aba41c2f986e req-6e42256d-f6e4-43f2-b8a9-731b98660f0b service neutron] 10.222.0.15 "GET /v2.0/networks/7875fe66-1496-4fcd-b959-32fe03fc5c73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334169 Jun 01 19:18:46.807177 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dad5bc-e46f-43e8-ab8f-2b83ef1aec47 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Pushing event updated for resources: {'Port': ['ID=711f4e8d-cae3-4ff2-8473-bb6c6238c03a,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:18:46.900731 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd5b183-042a-4392-8eef-8a90011549d0 req-9884dd42-fe72-4324-8dd2-1ba0e4ad39d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:18:46.902189 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3bd5b183-042a-4392-8eef-8a90011549d0 req-9884dd42-fe72-4324-8dd2-1ba0e4ad39d0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9861cb7602da47e7b9bc308454678263&device_id=b81ebba7-1630-464c-bdbb-68585ac69245 HTTP/1.1" status: 200 len: 1058 time: 0.0795701 Jun 01 19:18:47.088994 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a868019c-91b6-4133-b8f3-ca84f503768b req-c71ac2ed-7a00-476d-bf90-418a88573153 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:18:47.090670 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a868019c-91b6-4133-b8f3-ca84f503768b req-c71ac2ed-7a00-476d-bf90-418a88573153 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d3cc594-615f-433b-92ac-9db75e5c6aa8 HTTP/1.1" status: 200 len: 946 time: 0.2096405 Jun 01 19:18:47.121285 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd5b183-042a-4392-8eef-8a90011549d0 req-b969f01c-b228-49f4-b338-4fd31fee2e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:18:47.122768 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3bd5b183-042a-4392-8eef-8a90011549d0 req-b969f01c-b228-49f4-b338-4fd31fee2e9a service neutron] 10.222.0.15 "GET /v2.0/networks?id=7875fe66-1496-4fcd-b959-32fe03fc5c73 HTTP/1.1" status: 200 len: 899 time: 0.2128778 Jun 01 19:18:47.201034 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3bd5b183-042a-4392-8eef-8a90011549d0 req-88798f0e-5cee-4b4a-94b1-4dd5498847dc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=d2bc623c-7e63-4f99-88f5-f29fb222165e HTTP/1.1" status: 200 len: 217 time: 0.0675535 Jun 01 19:18:47.213115 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fabfc51-5e34-4103-9174-83a0d3cc8e2a req-9b1e0b20-aab7-41a8-9dbf-5d89dfc77c68 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:18:47.213816 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-0fabfc51-5e34-4103-9174-83a0d3cc8e2a req-9b1e0b20-aab7-41a8-9dbf-5d89dfc77c68 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Synchronizing usage tracker for tenant:9861cb7602da47e7b9bc308454678263 on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:18:47.278391 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-0fabfc51-5e34-4103-9174-83a0d3cc8e2a req-9b1e0b20-aab7-41a8-9dbf-5d89dfc77c68 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Unset dirty status for tenant:9861cb7602da47e7b9bc308454678263 on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:18:47.280012 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-0fabfc51-5e34-4103-9174-83a0d3cc8e2a req-9b1e0b20-aab7-41a8-9dbf-5d89dfc77c68 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] 10.222.0.41 "GET /v2.0/ports?device_id=b81ebba7-1630-464c-bdbb-68585ac69245 HTTP/1.1" status: 200 len: 907 time: 0.2399709 Jun 01 19:18:47.288375 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd5b183-042a-4392-8eef-8a90011549d0 req-700a14d4-031a-481f-9eb0-55b4b10c2604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:18:47.291300 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3bd5b183-042a-4392-8eef-8a90011549d0 req-700a14d4-031a-481f-9eb0-55b4b10c2604 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c4221aac-b1fb-45fb-aca8-4e475082375b HTTP/1.1" status: 200 len: 837 time: 0.0734537 Jun 01 19:18:47.379673 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd5b183-042a-4392-8eef-8a90011549d0 req-8b6de13a-6a91-471a-91f5-4cef38958ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:18:47.381329 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3bd5b183-042a-4392-8eef-8a90011549d0 req-8b6de13a-6a91-471a-91f5-4cef38958ecb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7875fe66-1496-4fcd-b959-32fe03fc5c73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0801449 Jun 01 19:18:47.399088 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a868019c-91b6-4133-b8f3-ca84f503768b req-1ae42610-833a-4fdc-a99a-620e1df8f655 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] 10.222.0.41 "GET /v2.0/security-groups?id=07479cdf-b418-4486-9606-f79ca3d42e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2532947 Jun 01 19:18:47.436569 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f7dad5bc-e46f-43e8-ab8f-2b83ef1aec47 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:47.534057 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3bd5b183-042a-4392-8eef-8a90011549d0 req-6b8297fe-253b-496c-bf84-b9597c98b557 service neutron] 10.222.0.15 "GET /v2.0/networks/7875fe66-1496-4fcd-b959-32fe03fc5c73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433580 Jun 01 19:18:47.669734 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3bd5b183-042a-4392-8eef-8a90011549d0 req-9000725b-71a3-40df-9ed9-edca1aad85bf service neutron] 10.222.0.15 "GET /v2.0/networks/7875fe66-1496-4fcd-b959-32fe03fc5c73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289630 Jun 01 19:18:47.798334 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f7dad5bc-e46f-43e8-ab8f-2b83ef1aec47 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-886608', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-885830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25341'] for router, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:47.801583 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f7dad5bc-e46f-43e8-ab8f-2b83ef1aec47 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-886655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-886601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-886598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-885887'] for router, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:48.022765 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7dad5bc-e46f-43e8-ab8f-2b83ef1aec47 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Router 845b20f0-6699-45ee-aa7d-2d47c733e110 is scheduled to L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 with binding_index 1 {{(pid=88524) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 19:18:48.207031 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7dad5bc-e46f-43e8-ab8f-2b83ef1aec47 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:18:48.216175 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f7dad5bc-e46f-43e8-ab8f-2b83ef1aec47 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Notify callbacks [] for router, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:48.219937 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-976840f2-f4a3-40c1-bc64-6a3f675c3d31 None None] Sync routers for ids ['845b20f0-6699-45ee-aa7d-2d47c733e110'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:18:48.220477 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-f7dad5bc-e46f-43e8-ab8f-2b83ef1aec47 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] 10.222.0.41 "PUT /v2.0/routers/845b20f0-6699-45ee-aa7d-2d47c733e110 HTTP/1.1" status: 200 len: 919 time: 3.0948796 Jun 01 19:18:48.220578 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 37038) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:18:48.228257 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-976840f2-f4a3-40c1-bc64-6a3f675c3d31 None None] Routers {'845b20f0-6699-45ee-aa7d-2d47c733e110'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:18:48.229155 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-976840f2-f4a3-40c1-bc64-6a3f675c3d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:18:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['845b20f0-6699-45ee-aa7d-2d47c733e110'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:18:48.293888 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-976840f2-f4a3-40c1-bc64-6a3f675c3d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:18:48.302746 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-976840f2-f4a3-40c1-bc64-6a3f675c3d31 None None] Routers {'845b20f0-6699-45ee-aa7d-2d47c733e110'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:18:48.303125 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-976840f2-f4a3-40c1-bc64-6a3f675c3d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:18:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['845b20f0-6699-45ee-aa7d-2d47c733e110'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:18:48.367021 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-976840f2-f4a3-40c1-bc64-6a3f675c3d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:18:48.367294 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-976840f2-f4a3-40c1-bc64-6a3f675c3d31 None None] The sync data for ids ['845b20f0-6699-45ee-aa7d-2d47c733e110'] in n-d-844202-1 is: [] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:18:48.464598 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-3357fa49-8ef8-44ea-8957-d6ab12c28c17 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] 10.222.0.41 "GET /v2.0/routers/845b20f0-6699-45ee-aa7d-2d47c733e110 HTTP/1.1" status: 200 len: 925 time: 0.2431600 Jun 01 19:18:48.467505 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 37046) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:18:48.519289 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f040f3-55c3-4c22-ab3d-136bdf7434ca req-327f4424-318d-4c63-975b-b0371643a743 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:18:48.521341 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a8f040f3-55c3-4c22-ab3d-136bdf7434ca req-327f4424-318d-4c63-975b-b0371643a743 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] 10.222.0.41 "GET /v2.0/ports?device_id=b81ebba7-1630-464c-bdbb-68585ac69245 HTTP/1.1" status: 200 len: 907 time: 0.1194913 Jun 01 19:18:48.622159 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2249b7a-c3a5-478c-aa90-7ddb905b381f tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:18:48.623655 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-a2249b7a-c3a5-478c-aa90-7ddb905b381f tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=72a72e44-6845-488a-a5ff-3a26d4df9cb3&device_id=845b20f0-6699-45ee-aa7d-2d47c733e110&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1551547 Jun 01 19:18:48.627233 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 37052) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:18:48.635835 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5382353-8173-441a-9a97-20ed566653ca req-a4aa1253-1958-4a04-a255-86e6254f6b98 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:18:48.637359 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e5382353-8173-441a-9a97-20ed566653ca req-a4aa1253-1958-4a04-a255-86e6254f6b98 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d3cc594-615f-433b-92ac-9db75e5c6aa8 HTTP/1.1" status: 200 len: 946 time: 0.1053228 Jun 01 19:18:48.685945 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e5382353-8173-441a-9a97-20ed566653ca req-db6a4228-535f-4bf4-8482-a2edac3f2f2e tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] 10.222.0.41 "GET /v2.0/security-groups?id=07479cdf-b418-4486-9606-f79ca3d42e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412424 Jun 01 19:18:48.876579 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db2a44af-f3fd-443f-a12d-c4253cad7885 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:18:48.877950 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-db2a44af-f3fd-443f-a12d-c4253cad7885 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] 10.222.0.41 "GET /v2.0/networks/72a72e44-6845-488a-a5ff-3a26d4df9cb3 HTTP/1.1" status: 200 len: 881 time: 0.2495570 Jun 01 19:18:48.880850 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 37056) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:18:48.929759 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-4d7940c5-e113-4e58-bb67-26406510842f tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] 10.222.0.41 "GET /v2.0/ports?device_id=845b20f0-6699-45ee-aa7d-2d47c733e110 HTTP/1.1" status: 200 len: 205 time: 0.0455136 Jun 01 19:18:48.929978 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 37060) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:18:49.109985 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6831f3b4-8a74-4379-8da9-7063db992ac5 tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Notify callbacks [] for router, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:49.292316 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6831f3b4-8a74-4379-8da9-7063db992ac5 tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:49.302571 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-6831f3b4-8a74-4379-8da9-7063db992ac5 tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Deleting port 711f4e8d-cae3-4ff2-8473-bb6c6238c03a {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:18:49.303246 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6831f3b4-8a74-4379-8da9-7063db992ac5 tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:49.537838 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6831f3b4-8a74-4379-8da9-7063db992ac5 tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:49.700900 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-6831f3b4-8a74-4379-8da9-7063db992ac5 tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Calling delete_port for 711f4e8d-cae3-4ff2-8473-bb6c6238c03a owned by network:router_gateway {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:18:49.812582 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67219133-d48a-496c-ab43-83da392cf4d0 req-336d949b-0424-4202-bbd9-f2716df7a185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:18:49.813678 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-67219133-d48a-496c-ab43-83da392cf4d0 req-336d949b-0424-4202-bbd9-f2716df7a185 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cc5f500c6137475e84a7347d954ff8b0&device_id=3d3cc594-615f-433b-92ac-9db75e5c6aa8 HTTP/1.1" status: 200 len: 1097 time: 0.3285983 Jun 01 19:18:49.975305 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113a7ede-f0fd-42b7-8ec7-66c3c6ef2758 req-fad1ee4e-a7cc-42eb-87b2-67b1597d9b3e tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:18:49.979321 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-113a7ede-f0fd-42b7-8ec7-66c3c6ef2758 req-fad1ee4e-a7cc-42eb-87b2-67b1597d9b3e tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d3cc594-615f-433b-92ac-9db75e5c6aa8 HTTP/1.1" status: 200 len: 946 time: 0.1377654 Jun 01 19:18:50.010757 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd630594-c58f-45cf-bd95-060779f412f1 req-5f9b6f1a-5435-4e25-aa4c-bda78a0d96e7 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:18:50.013747 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-bd630594-c58f-45cf-bd95-060779f412f1 req-5f9b6f1a-5435-4e25-aa4c-bda78a0d96e7 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] 10.222.0.41 "GET /v2.0/ports?device_id=b81ebba7-1630-464c-bdbb-68585ac69245 HTTP/1.1" status: 200 len: 907 time: 0.3491263 Jun 01 19:18:50.055003 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-113a7ede-f0fd-42b7-8ec7-66c3c6ef2758 req-ce45eb7d-dedb-4ca6-a2b9-9b6af1e22936 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] 10.222.0.41 "GET /v2.0/security-groups?id=07479cdf-b418-4486-9606-f79ca3d42e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693417 Jun 01 19:18:50.128469 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device d2bc623c-7e63-4f99-88f5-f29fb222165e details requested by agent hyperv_n-h1-844202-1 with host n-h1-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 19:18:50.131467 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67219133-d48a-496c-ab43-83da392cf4d0 req-a83ab390-9cd4-4cf3-a062-7010af23f706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:18:50.132950 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-67219133-d48a-496c-ab43-83da392cf4d0 req-a83ab390-9cd4-4cf3-a062-7010af23f706 service neutron] 10.222.0.15 "GET /v2.0/networks?id=aa162726-ef17-4a0c-95f5-44449c42913b HTTP/1.1" status: 200 len: 912 time: 0.2836699 Jun 01 19:18:50.249868 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6831f3b4-8a74-4379-8da9-7063db992ac5 tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:50.287782 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port d2bc623c-7e63-4f99-88f5-f29fb222165e, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=d2bc623c-7e63-4f99-88f5-f29fb222165e,segment=NetworkSegment(9d7a1398-3fab-4c1c-a9e3-d1c2d8817b9a),segment_id=9d7a1398-3fab-4c1c-a9e3-d1c2d8817b9a)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:18:50.305636 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Returning: {'device': 'd2bc623c-7e63-4f99-88f5-f29fb222165e', 'network_id': '7875fe66-1496-4fcd-b959-32fe03fc5c73', 'port_id': 'd2bc623c-7e63-4f99-88f5-f29fb222165e', 'mac_address': 'fa:16:3e:a7:5a:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4221aac-b1fb-45fb-aca8-4e475082375b', 'ip_address': '172.20.0.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 19:18:50.400137 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port d2bc623c-7e63-4f99-88f5-f29fb222165e is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:18:50.400663 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:50.448970 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2bc623c-7e63-4f99-88f5-f29fb222165e {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 19:18:50.479760 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port d2bc623c-7e63-4f99-88f5-f29fb222165e, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=d2bc623c-7e63-4f99-88f5-f29fb222165e,segment=NetworkSegment(9d7a1398-3fab-4c1c-a9e3-d1c2d8817b9a),segment_id=9d7a1398-3fab-4c1c-a9e3-d1c2d8817b9a)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:18:50.488064 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:50.567655 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6831f3b4-8a74-4379-8da9-7063db992ac5 tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Pushing event deleted for resources: {'Port': ['ID=711f4e8d-cae3-4ff2-8473-bb6c6238c03a,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:18:50.576853 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=d2bc623c-7e63-4f99-88f5-f29fb222165e,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:18:50.642309 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-67219133-d48a-496c-ab43-83da392cf4d0 req-6a5d2172-0e9f-4270-a7ae-6638b1c97ce5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3694ebee-3a93-444a-a14d-6a24b0c018bd HTTP/1.1" status: 200 len: 1002 time: 0.4917316 Jun 01 19:18:50.652555 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6831f3b4-8a74-4379-8da9-7063db992ac5 tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-887703'] for router_gateway, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:50.751806 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] get_ports_and_sgs() called for port_ids ['d2bc623c-7e63-4f99-88f5-f29fb222165e'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 19:18:50.884001 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6831f3b4-8a74-4379-8da9-7063db992ac5 tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25316'] for router, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:50.887823 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6831f3b4-8a74-4379-8da9-7063db992ac5 tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:50.900092 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67219133-d48a-496c-ab43-83da392cf4d0 req-06202d42-ce94-44ec-b1a3-212fe1321e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:18:50.901636 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-67219133-d48a-496c-ab43-83da392cf4d0 req-06202d42-ce94-44ec-b1a3-212fe1321e47 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a2b1fd9d-4e91-43aa-84e1-67bd94c0de64 HTTP/1.1" status: 200 len: 850 time: 0.2065270 Jun 01 19:18:50.966972 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6831f3b4-8a74-4379-8da9-7063db992ac5 tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-891519'] for router, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:50.967465 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6831f3b4-8a74-4379-8da9-7063db992ac5 tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Fanout notify agent at l3_agent the message router_deleted on router 845b20f0-6699-45ee-aa7d-2d47c733e110 {{(pid=88525) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 19:18:50.995152 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6831f3b4-8a74-4379-8da9-7063db992ac5 tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Notify callbacks [] for router, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:51.000772 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-6831f3b4-8a74-4379-8da9-7063db992ac5 tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] 10.222.0.41 "DELETE /v2.0/routers/845b20f0-6699-45ee-aa7d-2d47c733e110 HTTP/1.1" status: 204 len: 168 time: 2.0698276 Jun 01 19:18:51.001962 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 37074) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:18:51.013875 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-d8a9c1a0-8b22-4edc-a523-6afdb1f4cfce tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1191299155', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}, 'admin_state_up': False}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:18:51.024446 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-d8a9c1a0-8b22-4edc-a523-6afdb1f4cfce tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:18:51.028742 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-d8a9c1a0-8b22-4edc-a523-6afdb1f4cfce tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Usage tracker for resource:router and tenant:f351bded044e4f1c9ddb1a0aae251a48 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:18:51.031827 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-d8a9c1a0-8b22-4edc-a523-6afdb1f4cfce tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:18:51.040889 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-d8a9c1a0-8b22-4edc-a523-6afdb1f4cfce tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:18:51.043128 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67219133-d48a-496c-ab43-83da392cf4d0 req-2bc74a7f-6e06-4b39-9b94-03e6df09ae69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:18:51.044122 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-67219133-d48a-496c-ab43-83da392cf4d0 req-2bc74a7f-6e06-4b39-9b94-03e6df09ae69 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=aa162726-ef17-4a0c-95f5-44449c42913b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1339028 Jun 01 19:18:51.061987 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d8a9c1a0-8b22-4edc-a523-6afdb1f4cfce tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-885767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25238'] for router, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:51.063085 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d8a9c1a0-8b22-4edc-a523-6afdb1f4cfce tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-901042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-886562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-981784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25327'] for router, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:51.083515 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d8a9c1a0-8b22-4edc-a523-6afdb1f4cfce tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:51.305331 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-67219133-d48a-496c-ab43-83da392cf4d0 req-f5bfdc82-22c1-40ff-9386-0c2821dd8b13 service neutron] 10.222.0.15 "GET /v2.0/networks/aa162726-ef17-4a0c-95f5-44449c42913b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2542374 Jun 01 19:18:51.438839 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc12971c-0cf2-42a8-bd9f-bd26c303bf9d req-73873c3b-d8da-4d1d-8e38-58a2607f7391 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:18:51.440333 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-bc12971c-0cf2-42a8-bd9f-bd26c303bf9d req-73873c3b-d8da-4d1d-8e38-58a2607f7391 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] 10.222.0.41 "GET /v2.0/ports?device_id=b81ebba7-1630-464c-bdbb-68585ac69245 HTTP/1.1" status: 200 len: 908 time: 0.2143054 Jun 01 19:18:51.490814 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-67219133-d48a-496c-ab43-83da392cf4d0 req-c6ddfef5-028b-4487-941d-3ba8c856139f service neutron] 10.222.0.15 "GET /v2.0/networks/aa162726-ef17-4a0c-95f5-44449c42913b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785495 Jun 01 19:18:51.674746 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d8a9c1a0-8b22-4edc-a523-6afdb1f4cfce tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-886608', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-885830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25341'] for router, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:51.809145 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea945886-de81-4e24-8705-ec2c1880ae5c req-59672702-dca8-42f7-a8b6-f9f45ea1facb tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:18:51.810579 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ea945886-de81-4e24-8705-ec2c1880ae5c req-59672702-dca8-42f7-a8b6-f9f45ea1facb tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d3cc594-615f-433b-92ac-9db75e5c6aa8 HTTP/1.1" status: 200 len: 946 time: 0.5311563 Jun 01 19:18:51.909261 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ea945886-de81-4e24-8705-ec2c1880ae5c req-4cd02c1f-4e09-46ca-a68a-d924ff1f5147 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] 10.222.0.41 "GET /v2.0/security-groups?id=07479cdf-b418-4486-9606-f79ca3d42e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880497 Jun 01 19:18:52.134278 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device d2bc623c-7e63-4f99-88f5-f29fb222165e up at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:18:52.157257 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d8a9c1a0-8b22-4edc-a523-6afdb1f4cfce tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Notify callbacks [] for router_gateway, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:52.188818 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d8a9c1a0-8b22-4edc-a523-6afdb1f4cfce tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:52.222542 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Provisioning for port d2bc623c-7e63-4f99-88f5-f29fb222165e completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:18:52.229096 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Provisioning complete for port d2bc623c-7e63-4f99-88f5-f29fb222165e triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:18:52.229775 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:52.345970 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [None req-d8a9c1a0-8b22-4edc-a523-6afdb1f4cfce tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Allocated IP 172.25.4.23 (72a72e44-6845-488a-a5ff-3a26d4df9cb3/c314a23b-daa2-4106-ab28-8e6f954277b2/efba9ffe-3257-429e-9f72-c5a4e422153b) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:18:52.370276 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port d2bc623c-7e63-4f99-88f5-f29fb222165e is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:18:52.370689 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:52.420216 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b81ebba7-1630-464c-bdbb-68585ac69245', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2bc623c-7e63-4f99-88f5-f29fb222165e'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:18:52.446734 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port d2bc623c-7e63-4f99-88f5-f29fb222165e, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=d2bc623c-7e63-4f99-88f5-f29fb222165e,segment=NetworkSegment(9d7a1398-3fab-4c1c-a9e3-d1c2d8817b9a),segment_id=9d7a1398-3fab-4c1c-a9e3-d1c2d8817b9a)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:18:52.451242 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:52.523964 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06a28abe-66d5-4746-80f7-6ec3fa47dd61'] response: {'server_uuid': 'b81ebba7-1630-464c-bdbb-68585ac69245', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2bc623c-7e63-4f99-88f5-f29fb222165e', 'code': 200} Jun 01 19:18:52.583300 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=d2bc623c-7e63-4f99-88f5-f29fb222165e,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:18:52.588046 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d8a9c1a0-8b22-4edc-a523-6afdb1f4cfce tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:52.623037 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d8a9c1a0-8b22-4edc-a523-6afdb1f4cfce tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:52.701240 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a9c1a0-8b22-4edc-a523-6afdb1f4cfce tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:18:52.704551 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-d8a9c1a0-8b22-4edc-a523-6afdb1f4cfce tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:18:52.708996 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a9c1a0-8b22-4edc-a523-6afdb1f4cfce tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:18:52.765237 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e11a12e-7aaa-4a35-8bcd-912b205c3838 req-844ed349-b388-4071-a8e4-ad2b15b6dbe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:18:52.766868 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8e11a12e-7aaa-4a35-8bcd-912b205c3838 req-844ed349-b388-4071-a8e4-ad2b15b6dbe8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b81ebba7-1630-464c-bdbb-68585ac69245 HTTP/1.1" status: 200 len: 1060 time: 0.1749535 Jun 01 19:18:52.777786 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45e0831-44dd-4e4d-9f3f-158165075bfc req-e19c34c5-02e5-41d0-8615-04cc6c3537d2 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:18:52.779452 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b45e0831-44dd-4e4d-9f3f-158165075bfc req-e19c34c5-02e5-41d0-8615-04cc6c3537d2 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] 10.222.0.41 "GET /v2.0/ports?device_id=b81ebba7-1630-464c-bdbb-68585ac69245 HTTP/1.1" status: 200 len: 909 time: 0.1331632 Jun 01 19:18:52.840205 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9c1a0-8b22-4edc-a523-6afdb1f4cfce tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Pushing event updated for resources: {'Port': ['ID=efba9ffe-3257-429e-9f72-c5a4e422153b,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:18:53.265191 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d8a9c1a0-8b22-4edc-a523-6afdb1f4cfce tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Notify callbacks [] for router_gateway, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:53.328427 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1eba7d8-49d2-4d22-a2d8-932905b4d75d req-301a9a56-2e10-42f6-8994-fb02880a6003 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:18:53.329861 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e1eba7d8-49d2-4d22-a2d8-932905b4d75d req-301a9a56-2e10-42f6-8994-fb02880a6003 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d3cc594-615f-433b-92ac-9db75e5c6aa8 HTTP/1.1" status: 200 len: 946 time: 0.2475896 Jun 01 19:18:53.596078 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e1eba7d8-49d2-4d22-a2d8-932905b4d75d req-9964f72d-79f4-49a1-8176-cb0486d73c81 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] 10.222.0.41 "GET /v2.0/security-groups?id=07479cdf-b418-4486-9606-f79ca3d42e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2573473 Jun 01 19:18:53.818758 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d8a9c1a0-8b22-4edc-a523-6afdb1f4cfce tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-885820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-886655'] for router, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:54.097981 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320974d3-9c0f-47e4-af68-9b38de637186 req-e97aa397-8fda-4572-a86d-3537a040b4ef tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:18:54.109066 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-320974d3-9c0f-47e4-af68-9b38de637186 req-e97aa397-8fda-4572-a86d-3537a040b4ef tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] 10.222.0.41 "GET /v2.0/ports?device_id=b81ebba7-1630-464c-bdbb-68585ac69245 HTTP/1.1" status: 200 len: 909 time: 0.1637757 Jun 01 19:18:54.132353 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3694600f-2f78-4223-b4b1-313b7e581d8f req-3c64d1e5-1ce3-44ff-a81d-77cfd764e89f tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:18:54.139554 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3694600f-2f78-4223-b4b1-313b7e581d8f req-3c64d1e5-1ce3-44ff-a81d-77cfd764e89f tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d3cc594-615f-433b-92ac-9db75e5c6aa8 HTTP/1.1" status: 200 len: 946 time: 0.2171898 Jun 01 19:18:54.196005 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8a9c1a0-8b22-4edc-a523-6afdb1f4cfce tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Router d4e7a184-f1c5-4930-ac72-75fad675c30f is scheduled to L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 with binding_index 1 {{(pid=88524) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 19:18:54.229821 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05dd348-539f-4ca2-8054-35dbb1d3393c req-a29d144d-8aa6-4a09-afa8-9ea416a4e233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:18:54.231640 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a05dd348-539f-4ca2-8054-35dbb1d3393c req-a29d144d-8aa6-4a09-afa8-9ea416a4e233 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cc5f500c6137475e84a7347d954ff8b0&device_id=3d3cc594-615f-433b-92ac-9db75e5c6aa8 HTTP/1.1" status: 200 len: 1097 time: 0.0895088 Jun 01 19:18:54.273250 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3694600f-2f78-4223-b4b1-313b7e581d8f req-bba9ed2f-644c-4d9e-b635-641e9aa5b721 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] 10.222.0.41 "GET /v2.0/security-groups?id=07479cdf-b418-4486-9606-f79ca3d42e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1327305 Jun 01 19:18:54.400426 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05dd348-539f-4ca2-8054-35dbb1d3393c req-3cbc7c28-f9cf-4099-bd67-d4609415f41d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:18:54.401893 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a05dd348-539f-4ca2-8054-35dbb1d3393c req-3cbc7c28-f9cf-4099-bd67-d4609415f41d service neutron] 10.222.0.15 "GET /v2.0/networks?id=aa162726-ef17-4a0c-95f5-44449c42913b HTTP/1.1" status: 200 len: 912 time: 0.1643872 Jun 01 19:18:54.416977 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8a9c1a0-8b22-4edc-a523-6afdb1f4cfce tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:18:54.439126 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f92d21-641b-49ef-89e4-083e4b379787 None None] Sync routers for ids ['d4e7a184-f1c5-4930-ac72-75fad675c30f'] in n-d-844202-1 {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:18:54.450319 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f92d21-641b-49ef-89e4-083e4b379787 None None] Routers {'d4e7a184-f1c5-4930-ac72-75fad675c30f'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:18:54.450945 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-06f92d21-641b-49ef-89e4-083e4b379787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:18:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['d4e7a184-f1c5-4930-ac72-75fad675c30f'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:18:54.456190 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d8a9c1a0-8b22-4edc-a523-6afdb1f4cfce tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Notify callbacks [] for router, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:54.464274 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-d8a9c1a0-8b22-4edc-a523-6afdb1f4cfce tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.4602189 Jun 01 19:18:54.469637 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 37108) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:18:54.481928 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-6abf5490-d010-47a9-b134-e64fa499d638 tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:18:54.517722 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-06f92d21-641b-49ef-89e4-083e4b379787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:18:54.527120 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f92d21-641b-49ef-89e4-083e4b379787 None None] Routers {'d4e7a184-f1c5-4930-ac72-75fad675c30f'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:18:54.527731 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-06f92d21-641b-49ef-89e4-083e4b379787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:18:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['d4e7a184-f1c5-4930-ac72-75fad675c30f'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:18:54.589016 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-06f92d21-641b-49ef-89e4-083e4b379787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:18:54.589328 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f92d21-641b-49ef-89e4-083e4b379787 None None] The sync data for ids ['d4e7a184-f1c5-4930-ac72-75fad675c30f'] in n-d-844202-1 is: [] {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:18:54.784588 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a05dd348-539f-4ca2-8054-35dbb1d3393c req-362d0eb3-90b0-4344-8652-5dc0e1d266c0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3694ebee-3a93-444a-a14d-6a24b0c018bd HTTP/1.1" status: 200 len: 1002 time: 0.3755453 Jun 01 19:18:54.882396 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05dd348-539f-4ca2-8054-35dbb1d3393c req-bfc5dc50-b1b8-4b7f-b73e-c2426aa4b146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:18:54.883836 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a05dd348-539f-4ca2-8054-35dbb1d3393c req-bfc5dc50-b1b8-4b7f-b73e-c2426aa4b146 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a2b1fd9d-4e91-43aa-84e1-67bd94c0de64 HTTP/1.1" status: 200 len: 850 time: 0.0914497 Jun 01 19:18:55.295068 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05dd348-539f-4ca2-8054-35dbb1d3393c req-e7aabfcc-74e1-4c79-af42-79b1cc057048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:18:55.296569 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a05dd348-539f-4ca2-8054-35dbb1d3393c req-e7aabfcc-74e1-4c79-af42-79b1cc057048 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=aa162726-ef17-4a0c-95f5-44449c42913b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3486080 Jun 01 19:18:55.485159 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25edeb52-71c4-4dc4-ae9e-f18569ffd08a req-785bdf2a-aa4b-47e3-ad34-85ef872208b8 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:18:55.486668 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-25edeb52-71c4-4dc4-ae9e-f18569ffd08a req-785bdf2a-aa4b-47e3-ad34-85ef872208b8 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d3cc594-615f-433b-92ac-9db75e5c6aa8 HTTP/1.1" status: 200 len: 946 time: 0.0847197 Jun 01 19:18:55.539305 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-25edeb52-71c4-4dc4-ae9e-f18569ffd08a req-7d54d390-fcc7-4650-9ee2-3f6dab66ee95 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] 10.222.0.41 "GET /v2.0/security-groups?id=07479cdf-b418-4486-9606-f79ca3d42e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435908 Jun 01 19:18:55.650466 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6abf5490-d010-47a9-b134-e64fa499d638 tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-886608', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-885830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25341'] for router, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:55.666546 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a05dd348-539f-4ca2-8054-35dbb1d3393c req-d5abfa3b-a9ce-4ab7-b28b-0eeddc0aab6a service neutron] 10.222.0.15 "GET /v2.0/networks/aa162726-ef17-4a0c-95f5-44449c42913b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3565555 Jun 01 19:18:55.674885 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f3da75-dcaf-440b-8129-d302e88751d4 req-d2fe64dd-e626-4ddf-93a4-d3ee2648f00a tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:18:55.677003 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-96f3da75-dcaf-440b-8129-d302e88751d4 req-d2fe64dd-e626-4ddf-93a4-d3ee2648f00a tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] 10.222.0.41 "GET /v2.0/ports?device_id=b81ebba7-1630-464c-bdbb-68585ac69245 HTTP/1.1" status: 200 len: 909 time: 0.4369218 Jun 01 19:18:55.782431 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6abf5490-d010-47a9-b134-e64fa499d638 tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:55.814734 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-6abf5490-d010-47a9-b134-e64fa499d638 tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Deleting port efba9ffe-3257-429e-9f72-c5a4e422153b {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:18:55.815064 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6abf5490-d010-47a9-b134-e64fa499d638 tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:55.915782 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371926d0-aeaa-443e-8538-a79148b117bc req-448b90ba-715b-468b-b2bd-586dc7f2a2c5 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:18:55.917315 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-371926d0-aeaa-443e-8538-a79148b117bc req-448b90ba-715b-468b-b2bd-586dc7f2a2c5 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] 10.222.0.41 "GET /v2.0/ports?device_id=b81ebba7-1630-464c-bdbb-68585ac69245 HTTP/1.1" status: 200 len: 909 time: 0.1023688 Jun 01 19:18:55.999919 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a05dd348-539f-4ca2-8054-35dbb1d3393c req-f84a0262-6710-46fb-ac0a-4e3fa3aeb13b service neutron] 10.222.0.15 "GET /v2.0/networks/aa162726-ef17-4a0c-95f5-44449c42913b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3211010 Jun 01 19:18:56.109077 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6abf5490-d010-47a9-b134-e64fa499d638 tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:56.257675 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-6abf5490-d010-47a9-b134-e64fa499d638 tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Calling delete_port for efba9ffe-3257-429e-9f72-c5a4e422153b owned by network:router_gateway {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:18:56.321228 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2a8821-51f2-41de-8b41-f6002a37812a req-a84a783e-720b-4531-8183-21f037ace611 tempest-TestSecurityGroupsBasicOps-934678506 tempest-TestSecurityGroupsBasicOps-934678506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:18:56.322711 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2a2a8821-51f2-41de-8b41-f6002a37812a req-a84a783e-720b-4531-8183-21f037ace611 tempest-TestSecurityGroupsBasicOps-934678506 tempest-TestSecurityGroupsBasicOps-934678506-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=b81ebba7-1630-464c-bdbb-68585ac69245 HTTP/1.1" status: 200 len: 1060 time: 0.2841916 Jun 01 19:18:56.521839 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bcdb18-3684-49cc-838b-16b0ca5ddac0 req-8bd0830a-907d-4aff-ab8e-7c2644c975d7 tempest-TestSecurityGroupsBasicOps-934678506 tempest-TestSecurityGroupsBasicOps-934678506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:18:56.523828 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-08bcdb18-3684-49cc-838b-16b0ca5ddac0 req-8bd0830a-907d-4aff-ab8e-7c2644c975d7 tempest-TestSecurityGroupsBasicOps-934678506 tempest-TestSecurityGroupsBasicOps-934678506-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=fdc172c2-2f6e-4b45-92d1-e1201f668155 HTTP/1.1" status: 200 len: 1135 time: 0.0861506 Jun 01 19:18:56.582694 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-08bcdb18-3684-49cc-838b-16b0ca5ddac0 req-a9049676-72f3-49f0-94bf-b979b735d68e tempest-TestSecurityGroupsBasicOps-934678506 tempest-TestSecurityGroupsBasicOps-934678506-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=cbafb351-8cb8-48d0-852d-0910b4f77ab1&id=bff83c8b-c591-4f8e-ae9e-bb9157b2573c&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0516238 Jun 01 19:18:56.608019 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 37130) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:18:56.669014 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6abf5490-d010-47a9-b134-e64fa499d638 tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:56.785506 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abf5490-d010-47a9-b134-e64fa499d638 tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Pushing event deleted for resources: {'Port': ['ID=efba9ffe-3257-429e-9f72-c5a4e422153b,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:18:56.832022 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abf5490-d010-47a9-b134-e64fa499d638 tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:18:56.832637 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abf5490-d010-47a9-b134-e64fa499d638 tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:18:56.832969 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abf5490-d010-47a9-b134-e64fa499d638 tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:18:56.833287 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abf5490-d010-47a9-b134-e64fa499d638 tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:18:56.833792 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abf5490-d010-47a9-b134-e64fa499d638 tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:18:56.834228 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abf5490-d010-47a9-b134-e64fa499d638 tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:18:56.834547 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abf5490-d010-47a9-b134-e64fa499d638 tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:18:56.834863 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abf5490-d010-47a9-b134-e64fa499d638 tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:18:56.835176 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abf5490-d010-47a9-b134-e64fa499d638 tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:18:56.835489 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abf5490-d010-47a9-b134-e64fa499d638 tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:18:56.835797 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abf5490-d010-47a9-b134-e64fa499d638 tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:18:56.836111 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abf5490-d010-47a9-b134-e64fa499d638 tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:18:56.942093 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6abf5490-d010-47a9-b134-e64fa499d638 tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-887703'] for router_gateway, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:56.994466 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0561f0b3-e73b-40c1-bd37-6e071dd3cf66 tempest-TestSecurityGroupsBasicOps-934678506 tempest-TestSecurityGroupsBasicOps-934678506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:18:56.995955 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-0561f0b3-e73b-40c1-bd37-6e071dd3cf66 tempest-TestSecurityGroupsBasicOps-934678506 tempest-TestSecurityGroupsBasicOps-934678506-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=b81ebba7-1630-464c-bdbb-68585ac69245 HTTP/1.1" status: 200 len: 1055 time: 0.3868980 Jun 01 19:18:57.139715 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad1a5e0-131c-4a66-bbf9-5278269534c9 req-08f86cec-2555-4da3-ab4d-27676f684994 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:18:57.141190 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-6ad1a5e0-131c-4a66-bbf9-5278269534c9 req-08f86cec-2555-4da3-ab4d-27676f684994 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d3cc594-615f-433b-92ac-9db75e5c6aa8 HTTP/1.1" status: 200 len: 946 time: 0.4636493 Jun 01 19:18:57.368192 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12232c40-42ad-4df7-86d3-694434e1c7e1 req-402f1445-fd76-4df5-855a-d2c2d9582132 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:18:57.369135 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-6ad1a5e0-131c-4a66-bbf9-5278269534c9 req-384bb345-2c49-4f1d-9d7d-fb6aa89ff0a3 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] 10.222.0.41 "GET /v2.0/security-groups?id=07479cdf-b418-4486-9606-f79ca3d42e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2191188 Jun 01 19:18:57.369665 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-12232c40-42ad-4df7-86d3-694434e1c7e1 req-402f1445-fd76-4df5-855a-d2c2d9582132 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] 10.222.0.41 "GET /v2.0/ports?device_id=b81ebba7-1630-464c-bdbb-68585ac69245 HTTP/1.1" status: 200 len: 909 time: 0.0817578 Jun 01 19:18:57.373800 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6abf5490-d010-47a9-b134-e64fa499d638 tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-886608', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-885830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25341'] for router, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:57.377454 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6abf5490-d010-47a9-b134-e64fa499d638 tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-886655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-886601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-886598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-885887'] for router, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:57.513488 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6abf5490-d010-47a9-b134-e64fa499d638 tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Router d4e7a184-f1c5-4930-ac72-75fad675c30f has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 19:18:57.643088 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6abf5490-d010-47a9-b134-e64fa499d638 tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:18:57.652576 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06257ba0-9982-4fe4-8f44-8cb3a13ecbb9 None None] Sync routers for ids ['d4e7a184-f1c5-4930-ac72-75fad675c30f'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:18:57.654909 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6abf5490-d010-47a9-b134-e64fa499d638 tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Notify callbacks [] for router, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:57.656377 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-6abf5490-d010-47a9-b134-e64fa499d638 tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] 10.222.0.41 "PUT /v2.0/routers/d4e7a184-f1c5-4930-ac72-75fad675c30f HTTP/1.1" status: 200 len: 710 time: 3.1858008 Jun 01 19:18:57.658633 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 37140) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:18:57.662869 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06257ba0-9982-4fe4-8f44-8cb3a13ecbb9 None None] Routers {'d4e7a184-f1c5-4930-ac72-75fad675c30f'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:18:57.663585 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-06257ba0-9982-4fe4-8f44-8cb3a13ecbb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:18:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['d4e7a184-f1c5-4930-ac72-75fad675c30f'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:18:57.726253 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-06257ba0-9982-4fe4-8f44-8cb3a13ecbb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:18:57.734496 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06257ba0-9982-4fe4-8f44-8cb3a13ecbb9 None None] Routers {'d4e7a184-f1c5-4930-ac72-75fad675c30f'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:18:57.735076 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-06257ba0-9982-4fe4-8f44-8cb3a13ecbb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:18:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['d4e7a184-f1c5-4930-ac72-75fad675c30f'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:18:57.787524 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-58700c4c-6e54-4a3d-99d5-c471492d0c3e tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] 10.222.0.41 "GET /v2.0/routers/d4e7a184-f1c5-4930-ac72-75fad675c30f HTTP/1.1" status: 200 len: 745 time: 0.1271358 Jun 01 19:18:57.790419 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 37144) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:18:57.797256 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-06257ba0-9982-4fe4-8f44-8cb3a13ecbb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:18:57.797645 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06257ba0-9982-4fe4-8f44-8cb3a13ecbb9 None None] The sync data for ids ['d4e7a184-f1c5-4930-ac72-75fad675c30f'] in n-d-844202-1 is: [] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:18:57.946500 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-25eced51-25be-4440-817b-8ea128934694 tempest-RoutersIpV6AdminTest-2084301035 tempest-RoutersIpV6AdminTest-2084301035-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=72a72e44-6845-488a-a5ff-3a26d4df9cb3&device_id=d4e7a184-f1c5-4930-ac72-75fad675c30f HTTP/1.1" status: 200 len: 205 time: 0.1550088 Jun 01 19:18:57.949096 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 37150) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:18:57.992755 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-f5b69576-9a46-48d8-9963-cd10d8f649c0 tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4e7a184-f1c5-4930-ac72-75fad675c30f HTTP/1.1" status: 200 len: 205 time: 0.0424955 Jun 01 19:18:57.995267 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 37154) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:18:58.125774 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e512f977-024d-4843-97a9-5fd8a537990c tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Notify callbacks [] for router, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:58.415335 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e512f977-024d-4843-97a9-5fd8a537990c tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25316'] for router, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:58.417582 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e512f977-024d-4843-97a9-5fd8a537990c tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:58.442686 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e512f977-024d-4843-97a9-5fd8a537990c tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-891519'] for router, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:58.443895 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e512f977-024d-4843-97a9-5fd8a537990c tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Fanout notify agent at l3_agent the message router_deleted on router d4e7a184-f1c5-4930-ac72-75fad675c30f {{(pid=88525) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 19:18:58.455737 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e512f977-024d-4843-97a9-5fd8a537990c tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] Notify callbacks [] for router, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:58.461431 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 37162) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:18:58.461910 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-e512f977-024d-4843-97a9-5fd8a537990c tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] 10.222.0.41 "DELETE /v2.0/routers/d4e7a184-f1c5-4930-ac72-75fad675c30f HTTP/1.1" status: 204 len: 168 time: 0.4654725 Jun 01 19:18:58.543218 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-1959bb25-1831-4bdb-88c5-a442d9bbf6a1 tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4e7a184-f1c5-4930-ac72-75fad675c30f HTTP/1.1" status: 200 len: 205 time: 0.0797815 Jun 01 19:18:58.547687 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 37166) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:18:58.589800 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d86614-a581-4cfd-8e8e-dca9c57bd2b3 req-986143cb-6a87-4a28-bb14-a9d442d944fd tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:18:58.591339 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d6d86614-a581-4cfd-8e8e-dca9c57bd2b3 req-986143cb-6a87-4a28-bb14-a9d442d944fd tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] 10.222.0.41 "GET /v2.0/ports?device_id=b81ebba7-1630-464c-bdbb-68585ac69245 HTTP/1.1" status: 200 len: 909 time: 0.0934803 Jun 01 19:18:58.620562 n-d-844202-1 neutron-server[88525]: INFO neutron.api.v2.resource [None req-b654f468-4c91-4290-b8c1-038b8efb03f7 tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] delete failed (client error): The resource could not be found. Jun 01 19:18:58.621566 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-b654f468-4c91-4290-b8c1-038b8efb03f7 tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] 10.222.0.41 "DELETE /v2.0/routers/d4e7a184-f1c5-4930-ac72-75fad675c30f HTTP/1.1" status: 404 len: 336 time: 0.0727899 Jun 01 19:18:58.624313 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 37170) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:18:58.637302 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7fc353-1d59-46f6-bc4a-ac6fdf1b41ff req-9f932cdb-af25-47f4-b550-c80c6f0cc386 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:18:58.638728 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-bc7fc353-1d59-46f6-bc4a-ac6fdf1b41ff req-9f932cdb-af25-47f4-b550-c80c6f0cc386 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d3cc594-615f-433b-92ac-9db75e5c6aa8 HTTP/1.1" status: 200 len: 946 time: 0.1534863 Jun 01 19:18:58.669229 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-ddb23ad6-911c-4c31-afe3-9d8924312822 tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] 10.222.0.41 "GET /v2.0/ports?device_id=845b20f0-6699-45ee-aa7d-2d47c733e110 HTTP/1.1" status: 200 len: 205 time: 0.0435982 Jun 01 19:18:58.671459 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 37174) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:18:58.743216 n-d-844202-1 neutron-server[88524]: INFO neutron.api.v2.resource [None req-6299cee9-1fc5-401e-8ab3-3827aec0776a tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] delete failed (client error): The resource could not be found. Jun 01 19:18:58.744255 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-6299cee9-1fc5-401e-8ab3-3827aec0776a tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] 10.222.0.41 "DELETE /v2.0/routers/845b20f0-6699-45ee-aa7d-2d47c733e110 HTTP/1.1" status: 404 len: 336 time: 0.0717776 Jun 01 19:18:58.745713 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-bc7fc353-1d59-46f6-bc4a-ac6fdf1b41ff req-fdc40ce9-8b69-4f74-ace4-d23c3f1372bb tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] 10.222.0.41 "GET /v2.0/security-groups?id=07479cdf-b418-4486-9606-f79ca3d42e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1013143 Jun 01 19:18:58.747311 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 37178) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:18:58.794829 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-eda234c2-b112-4b02-8a8b-df81a9cd3668 tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] 10.222.0.41 "GET /v2.0/ports?device_id=36277770-17ff-4417-9fe6-b7a03299570d HTTP/1.1" status: 200 len: 205 time: 0.0464580 Jun 01 19:18:58.797342 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 37184) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:18:58.811043 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7ad00d-4c22-4ebf-a578-3ea56b90b01f req-5aa64eb0-2107-4695-9ac0-56c3d33aadea tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:18:58.812490 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-9f7ad00d-4c22-4ebf-a578-3ea56b90b01f req-5aa64eb0-2107-4695-9ac0-56c3d33aadea tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] 10.222.0.15 "GET /v2.0/ports?device_id=b81ebba7-1630-464c-bdbb-68585ac69245 HTTP/1.1" status: 200 len: 909 time: 0.1531479 Jun 01 19:18:58.863866 n-d-844202-1 neutron-server[88524]: INFO neutron.api.v2.resource [None req-6475d3f0-e564-48ca-973a-c8f0e2cd4ac2 tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] delete failed (client error): The resource could not be found. Jun 01 19:18:58.865226 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-6475d3f0-e564-48ca-973a-c8f0e2cd4ac2 tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] 10.222.0.41 "DELETE /v2.0/routers/36277770-17ff-4417-9fe6-b7a03299570d HTTP/1.1" status: 404 len: 336 time: 0.0666187 Jun 01 19:18:58.867488 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 37188) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:18:58.885982 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [req-9f7ad00d-4c22-4ebf-a578-3ea56b90b01f req-926f596f-a0ea-4e45-ac27-5928a63e90b2 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Deleting port d2bc623c-7e63-4f99-88f5-f29fb222165e {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:18:58.886317 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-9f7ad00d-4c22-4ebf-a578-3ea56b90b01f req-926f596f-a0ea-4e45-ac27-5928a63e90b2 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:58.921964 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-ccb6d3fd-1df1-4ab1-923f-a0f1e162baa0 tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] 10.222.0.41 "GET /v2.0/ports?device_id=62688bb2-7b3a-4fef-81fa-51faee16707c HTTP/1.1" status: 200 len: 205 time: 0.0529079 Jun 01 19:18:58.923738 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 37192) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:18:59.120688 n-d-844202-1 neutron-server[88524]: INFO neutron.api.v2.resource [None req-f9d64976-bcec-4fee-b20b-4a284d26ec0b tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] delete failed (client error): The resource could not be found. Jun 01 19:18:59.121702 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-f9d64976-bcec-4fee-b20b-4a284d26ec0b tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] 10.222.0.41 "DELETE /v2.0/routers/62688bb2-7b3a-4fef-81fa-51faee16707c HTTP/1.1" status: 404 len: 336 time: 0.1970110 Jun 01 19:18:59.124304 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 37198) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:18:59.157451 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-9f7ad00d-4c22-4ebf-a578-3ea56b90b01f req-926f596f-a0ea-4e45-ac27-5928a63e90b2 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] For port d2bc623c-7e63-4f99-88f5-f29fb222165e, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=d2bc623c-7e63-4f99-88f5-f29fb222165e,segment=NetworkSegment(9d7a1398-3fab-4c1c-a9e3-d1c2d8817b9a),segment_id=9d7a1398-3fab-4c1c-a9e3-d1c2d8817b9a)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:18:59.157803 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-9f7ad00d-4c22-4ebf-a578-3ea56b90b01f req-926f596f-a0ea-4e45-ac27-5928a63e90b2 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:59.170116 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-ac3aadf1-d939-447f-b56c-180bbed414ff tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb519011-b3e7-40d9-b69d-5ff746e64fff HTTP/1.1" status: 200 len: 205 time: 0.0447738 Jun 01 19:18:59.172532 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 37202) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:18:59.241512 n-d-844202-1 neutron-server[88524]: INFO neutron.api.v2.resource [None req-c71d003e-1075-4c36-845d-e32eb2611f88 tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] delete failed (client error): The resource could not be found. Jun 01 19:18:59.242505 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-c71d003e-1075-4c36-845d-e32eb2611f88 tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] 10.222.0.41 "DELETE /v2.0/routers/cb519011-b3e7-40d9-b69d-5ff746e64fff HTTP/1.1" status: 404 len: 336 time: 0.0691524 Jun 01 19:18:59.245046 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 37206) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:18:59.290707 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-3f8233bb-896e-40a3-99de-5a1ed92d934d tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] 10.222.0.41 "GET /v2.0/ports?device_id=396aeae9-4ec9-4a47-b0d5-f1d5a1f85516 HTTP/1.1" status: 200 len: 205 time: 0.0445805 Jun 01 19:18:59.293553 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 37210) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:18:59.366264 n-d-844202-1 neutron-server[88524]: INFO neutron.api.v2.resource [None req-28265b83-f9d2-4c70-b566-98807069ff95 tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] delete failed (client error): The resource could not be found. Jun 01 19:18:59.367285 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-28265b83-f9d2-4c70-b566-98807069ff95 tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] 10.222.0.41 "DELETE /v2.0/routers/396aeae9-4ec9-4a47-b0d5-f1d5a1f85516 HTTP/1.1" status: 404 len: 336 time: 0.0725870 Jun 01 19:18:59.370004 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 37214) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:18:59.397982 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [req-9f7ad00d-4c22-4ebf-a578-3ea56b90b01f req-926f596f-a0ea-4e45-ac27-5928a63e90b2 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Calling delete_port for d2bc623c-7e63-4f99-88f5-f29fb222165e owned by compute:nova {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:18:59.409304 n-d-844202-1 neutron-server[88524]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a088388-0117-4880-85af-b74ccd9e1c2d tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] DELETE failed (client error): The resource could not be found. Jun 01 19:18:59.409757 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a088388-0117-4880-85af-b74ccd9e1c2d tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88524) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 19:18:59.411421 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-6a088388-0117-4880-85af-b74ccd9e1c2d tempest-RoutersIpV6AdminTest-294006415 tempest-RoutersIpV6AdminTest-294006415-project] 10.222.0.41 "DELETE /v2.0/subnets/b2caf77c-0446-4b07-82f2-e3b0ecd02a5c HTTP/1.1" status: 404 len: 337 time: 0.0405130 Jun 01 19:18:59.546112 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-9f7ad00d-4c22-4ebf-a578-3ea56b90b01f req-926f596f-a0ea-4e45-ac27-5928a63e90b2 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:59.595937 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926f596f-a0ea-4e45-ac27-5928a63e90b2 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Pushing event deleted for resources: {'Port': ['ID=d2bc623c-7e63-4f99-88f5-f29fb222165e,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:18:59.676964 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f7ad00d-4c22-4ebf-a578-3ea56b90b01f req-926f596f-a0ea-4e45-ac27-5928a63e90b2 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] No DVR routers for this DVR port d2bc623c-7e63-4f99-88f5-f29fb222165e on host n-h1-844202-1 {{(pid=88525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:18:59.680515 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-9f7ad00d-4c22-4ebf-a578-3ea56b90b01f req-926f596f-a0ea-4e45-ac27-5928a63e90b2 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:59.683375 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b81ebba7-1630-464c-bdbb-68585ac69245', 'name': 'network-vif-deleted', 'tag': 'd2bc623c-7e63-4f99-88f5-f29fb222165e'}] {{(pid=88525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:18:59.707037 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-9f7ad00d-4c22-4ebf-a578-3ea56b90b01f req-926f596f-a0ea-4e45-ac27-5928a63e90b2 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] 10.222.0.15 "DELETE /v2.0/ports/d2bc623c-7e63-4f99-88f5-f29fb222165e HTTP/1.1" status: 204 len: 173 time: 0.8888032 Jun 01 19:18:59.763992 n-d-844202-1 neutron-server[88525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f072a5ea-c2f8-4017-b5b2-c790bdc4651e'] response: {'server_uuid': 'b81ebba7-1630-464c-bdbb-68585ac69245', 'name': 'network-vif-deleted', 'tag': 'd2bc623c-7e63-4f99-88f5-f29fb222165e', 'status': 'completed', 'code': 200} Jun 01 19:18:59.765975 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 37226) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:18:59.789783 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-8cfc0104-643e-4cab-a726-0fba528eed1b req-d7aa2569-b321-49cb-8452-e7093f686e2e tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] 10.222.0.41 "GET /v2.0/ports?device_id=b81ebba7-1630-464c-bdbb-68585ac69245 HTTP/1.1" status: 200 len: 210 time: 0.0736904 Jun 01 19:18:59.948352 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c920470d-a70b-406e-bffc-154441525893 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:18:59.965480 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-c920470d-a70b-406e-bffc-154441525893 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:18:59.969802 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-c920470d-a70b-406e-bffc-154441525893 admin admin] Usage tracker for resource:security_group_rule and tenant:f351bded044e4f1c9ddb1a0aae251a48 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:18:59.972765 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-c920470d-a70b-406e-bffc-154441525893 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:18:59.979016 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-c920470d-a70b-406e-bffc-154441525893 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:19:00.075521 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c920470d-a70b-406e-bffc-154441525893 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:00.079531 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c920470d-a70b-406e-bffc-154441525893 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:00.135738 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-c920470d-a70b-406e-bffc-154441525893 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f351bded044e4f1c9ddb1a0aae251a48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3685033 Jun 01 19:19:00.136686 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c920470d-a70b-406e-bffc-154441525893 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e192a3e-e694-4792-a3e1-554038281900,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:19:00.138467 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 37234) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:19:00.216400 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-66b94f68-d747-49c9-84f9-2b95c4f29e72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:00.254362 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-66b94f68-d747-49c9-84f9-2b95c4f29e72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:00.315697 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-66b94f68-d747-49c9-84f9-2b95c4f29e72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:00.339889 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b94f68-d747-49c9-84f9-2b95c4f29e72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e192a3e-e694-4792-a3e1-554038281900,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:19:00.350024 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-66b94f68-d747-49c9-84f9-2b95c4f29e72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:00.353699 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-66b94f68-d747-49c9-84f9-2b95c4f29e72 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2e192a3e-e694-4792-a3e1-554038281900 HTTP/1.1" status: 204 len: 168 time: 0.2117269 Jun 01 19:19:00.353699 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b94f68-d747-49c9-84f9-2b95c4f29e72 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:19:00.353699 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b94f68-d747-49c9-84f9-2b95c4f29e72 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:19:00.353699 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b94f68-d747-49c9-84f9-2b95c4f29e72 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:19:00.354124 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b94f68-d747-49c9-84f9-2b95c4f29e72 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:19:00.354999 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b94f68-d747-49c9-84f9-2b95c4f29e72 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:19:00.355949 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b94f68-d747-49c9-84f9-2b95c4f29e72 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:19:00.355949 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b94f68-d747-49c9-84f9-2b95c4f29e72 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:19:00.356547 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b94f68-d747-49c9-84f9-2b95c4f29e72 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:19:00.357019 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b94f68-d747-49c9-84f9-2b95c4f29e72 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:19:00.357485 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b94f68-d747-49c9-84f9-2b95c4f29e72 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:19:00.357824 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b94f68-d747-49c9-84f9-2b95c4f29e72 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:19:00.358207 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b94f68-d747-49c9-84f9-2b95c4f29e72 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:19:00.699717 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 37248) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:19:00.751320 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-043a188a-1975-4b5e-a955-937739919f7f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=be844b73ad434ff4ac63a2910a555a39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0501876 Jun 01 19:19:00.752936 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 37252) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:19:00.815613 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b7892d10-7dd6-4d84-b6a0-56e61642a4da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:00.842027 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b7892d10-7dd6-4d84-b6a0-56e61642a4da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:00.899795 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 37258) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:19:00.956432 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b7892d10-7dd6-4d84-b6a0-56e61642a4da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:00.994902 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7892d10-7dd6-4d84-b6a0-56e61642a4da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3711d979-3e9b-4575-83f5-af34023f5dfe,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:19:01.013028 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b7892d10-7dd6-4d84-b6a0-56e61642a4da admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:01.014131 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-b7892d10-7dd6-4d84-b6a0-56e61642a4da admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3711d979-3e9b-4575-83f5-af34023f5dfe HTTP/1.1" status: 204 len: 168 time: 0.2602572 Jun 01 19:19:01.511618 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2b600aec-87e2-49f1-b908-e9b076846ffe tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-887474'] for router_interface, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:01.901206 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 37284) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:19:01.965514 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-2b600aec-87e2-49f1-b908-e9b076846ffe tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Deleting port 682d55db-b25c-44ab-8342-4c9e8c7a7f44 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:19:01.966076 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2b600aec-87e2-49f1-b908-e9b076846ffe tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:02.023223 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [None req-83f4c5c3-e035-4faf-95ee-640cc5bb4383 tempest-ExtensionsTestJSON-1512844594 tempest-ExtensionsTestJSON-1512844594-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=88524) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 19:19:02.024263 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-83f4c5c3-e035-4faf-95ee-640cc5bb4383 tempest-ExtensionsTestJSON-1512844594 tempest-ExtensionsTestJSON-1512844594-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1220007 Jun 01 19:19:02.027280 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 37290) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:19:02.032109 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [None req-46e6110b-1ea5-43a3-a1a2-2de8a497b0eb tempest-ExtensionsTestJSON-1512844594 tempest-ExtensionsTestJSON-1512844594-project] http://10.222.0.41:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=88524) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 19:19:02.035847 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-46e6110b-1ea5-43a3-a1a2-2de8a497b0eb tempest-ExtensionsTestJSON-1512844594 tempest-ExtensionsTestJSON-1512844594-project] 10.222.0.41 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0076141 Jun 01 19:19:02.037060 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 37294) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:19:02.041893 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [None req-be29c406-e221-4a2b-ae50-58bbc3a68847 tempest-ExtensionsTestJSON-1512844594 tempest-ExtensionsTestJSON-1512844594-project] http://10.222.0.41:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=88524) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 19:19:02.042899 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-be29c406-e221-4a2b-ae50-58bbc3a68847 tempest-ExtensionsTestJSON-1512844594 tempest-ExtensionsTestJSON-1512844594-project] 10.222.0.41 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0047762 Jun 01 19:19:02.045448 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 37298) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:19:02.050098 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [None req-6e46c7b7-3dfb-417d-8fa3-1c2997f56fec tempest-ExtensionsTestJSON-1512844594 tempest-ExtensionsTestJSON-1512844594-project] http://10.222.0.41:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=88524) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 19:19:02.051086 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-6e46c7b7-3dfb-417d-8fa3-1c2997f56fec tempest-ExtensionsTestJSON-1512844594 tempest-ExtensionsTestJSON-1512844594-project] 10.222.0.41 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0047100 Jun 01 19:19:02.054243 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 37302) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:19:02.058901 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [None req-b51d409a-11b4-4483-9e9c-b6c295e3b72f tempest-ExtensionsTestJSON-1512844594 tempest-ExtensionsTestJSON-1512844594-project] http://10.222.0.41:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=88524) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 19:19:02.059825 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-b51d409a-11b4-4483-9e9c-b6c295e3b72f tempest-ExtensionsTestJSON-1512844594 tempest-ExtensionsTestJSON-1512844594-project] 10.222.0.41 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0047016 Jun 01 19:19:02.062327 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 37306) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:19:02.066879 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [None req-4134fa49-b030-47f5-8886-4811eb642af2 tempest-ExtensionsTestJSON-1512844594 tempest-ExtensionsTestJSON-1512844594-project] http://10.222.0.41:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=88524) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 19:19:02.068132 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-4134fa49-b030-47f5-8886-4811eb642af2 tempest-ExtensionsTestJSON-1512844594 tempest-ExtensionsTestJSON-1512844594-project] 10.222.0.41 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0046129 Jun 01 19:19:02.070538 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 37310) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:19:02.075998 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [None req-e000952f-57fc-45cf-9832-e9ec9cded2b0 tempest-ExtensionsTestJSON-1512844594 tempest-ExtensionsTestJSON-1512844594-project] http://10.222.0.41:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=88524) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 19:19:02.076942 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-e000952f-57fc-45cf-9832-e9ec9cded2b0 tempest-ExtensionsTestJSON-1512844594 tempest-ExtensionsTestJSON-1512844594-project] 10.222.0.41 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0052903 Jun 01 19:19:02.079495 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 37314) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:19:02.084274 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [None req-161116db-ef94-48f9-afef-debf2c11b4fd tempest-ExtensionsTestJSON-1512844594 tempest-ExtensionsTestJSON-1512844594-project] http://10.222.0.41:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=88524) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 19:19:02.085176 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-161116db-ef94-48f9-afef-debf2c11b4fd tempest-ExtensionsTestJSON-1512844594 tempest-ExtensionsTestJSON-1512844594-project] 10.222.0.41 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0048506 Jun 01 19:19:02.087388 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 37318) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:19:02.091903 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [None req-3903abc6-a124-4354-b077-682c67aacbb3 tempest-ExtensionsTestJSON-1512844594 tempest-ExtensionsTestJSON-1512844594-project] http://10.222.0.41:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=88524) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 19:19:02.092790 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-3903abc6-a124-4354-b077-682c67aacbb3 tempest-ExtensionsTestJSON-1512844594 tempest-ExtensionsTestJSON-1512844594-project] 10.222.0.41 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0045733 Jun 01 19:19:02.095229 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 37322) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:19:02.100494 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [None req-281792bb-3d85-4dd7-8ae6-b825263acceb tempest-ExtensionsTestJSON-1512844594 tempest-ExtensionsTestJSON-1512844594-project] http://10.222.0.41:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=88524) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 19:19:02.103939 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-281792bb-3d85-4dd7-8ae6-b825263acceb tempest-ExtensionsTestJSON-1512844594 tempest-ExtensionsTestJSON-1512844594-project] 10.222.0.41 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0078204 Jun 01 19:19:02.104527 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 37326) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:19:02.109010 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [None req-c27b36c3-33a5-4d26-a3fa-3409526f9a3f tempest-ExtensionsTestJSON-1512844594 tempest-ExtensionsTestJSON-1512844594-project] http://10.222.0.41:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=88524) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 19:19:02.110041 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-c27b36c3-33a5-4d26-a3fa-3409526f9a3f tempest-ExtensionsTestJSON-1512844594 tempest-ExtensionsTestJSON-1512844594-project] 10.222.0.41 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0045404 Jun 01 19:19:02.112161 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 37330) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:19:02.116901 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [None req-1e8a178e-05ae-4f02-80f4-e69812e4befb tempest-ExtensionsTestJSON-1512844594 tempest-ExtensionsTestJSON-1512844594-project] http://10.222.0.41:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=88524) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 19:19:02.117784 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-1e8a178e-05ae-4f02-80f4-e69812e4befb tempest-ExtensionsTestJSON-1512844594 tempest-ExtensionsTestJSON-1512844594-project] 10.222.0.41 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0048051 Jun 01 19:19:02.119879 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 37334) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:19:02.124120 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [None req-1b7c6935-3195-4ec1-87d2-e852975db072 tempest-ExtensionsTestJSON-1512844594 tempest-ExtensionsTestJSON-1512844594-project] http://10.222.0.41:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=88524) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 19:19:02.125037 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-1b7c6935-3195-4ec1-87d2-e852975db072 tempest-ExtensionsTestJSON-1512844594 tempest-ExtensionsTestJSON-1512844594-project] 10.222.0.41 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0043206 Jun 01 19:19:02.127180 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 37338) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:19:02.132106 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [None req-58ef4b9b-0801-4e59-8196-b5905fce6d7b tempest-ExtensionsTestJSON-1512844594 tempest-ExtensionsTestJSON-1512844594-project] http://10.222.0.41:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=88524) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 19:19:02.133091 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-58ef4b9b-0801-4e59-8196-b5905fce6d7b tempest-ExtensionsTestJSON-1512844594 tempest-ExtensionsTestJSON-1512844594-project] 10.222.0.41 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0051169 Jun 01 19:19:02.135210 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 37342) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:19:02.139396 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [None req-a7e03c9a-3828-4661-9fbe-5dc8e632a32f tempest-ExtensionsTestJSON-1512844594 tempest-ExtensionsTestJSON-1512844594-project] http://10.222.0.41:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=88524) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 19:19:02.140302 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-a7e03c9a-3828-4661-9fbe-5dc8e632a32f tempest-ExtensionsTestJSON-1512844594 tempest-ExtensionsTestJSON-1512844594-project] 10.222.0.41 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0042713 Jun 01 19:19:02.142337 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 37346) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:19:02.146753 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [None req-13b94f19-8a89-49d6-9086-5a24fabba5fd tempest-ExtensionsTestJSON-1512844594 tempest-ExtensionsTestJSON-1512844594-project] http://10.222.0.41:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=88524) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 19:19:02.147700 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-13b94f19-8a89-49d6-9086-5a24fabba5fd tempest-ExtensionsTestJSON-1512844594 tempest-ExtensionsTestJSON-1512844594-project] 10.222.0.41 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0045171 Jun 01 19:19:02.149747 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 37350) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:19:02.153972 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [None req-bd0e4ffd-462f-4fcb-b976-8e3e2c168483 tempest-ExtensionsTestJSON-1512844594 tempest-ExtensionsTestJSON-1512844594-project] http://10.222.0.41:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=88524) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 19:19:02.154846 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-bd0e4ffd-462f-4fcb-b976-8e3e2c168483 tempest-ExtensionsTestJSON-1512844594 tempest-ExtensionsTestJSON-1512844594-project] 10.222.0.41 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0043013 Jun 01 19:19:02.156986 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 37354) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:19:02.160996 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [None req-dbe46140-f556-4719-a438-2179f634faf9 tempest-ExtensionsTestJSON-1512844594 tempest-ExtensionsTestJSON-1512844594-project] http://10.222.0.41:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=88524) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 19:19:02.162667 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-dbe46140-f556-4719-a438-2179f634faf9 tempest-ExtensionsTestJSON-1512844594 tempest-ExtensionsTestJSON-1512844594-project] 10.222.0.41 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0047910 Jun 01 19:19:02.164716 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 37358) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:19:02.168873 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [None req-744291f7-5174-4b10-b3dd-f6bcd64a4d43 tempest-ExtensionsTestJSON-1512844594 tempest-ExtensionsTestJSON-1512844594-project] http://10.222.0.41:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=88524) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 19:19:02.169757 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-744291f7-5174-4b10-b3dd-f6bcd64a4d43 tempest-ExtensionsTestJSON-1512844594 tempest-ExtensionsTestJSON-1512844594-project] 10.222.0.41 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0042386 Jun 01 19:19:02.171776 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 37362) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:19:02.175786 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [None req-48d17b96-2adc-442c-bf0d-705c3cac31bf tempest-ExtensionsTestJSON-1512844594 tempest-ExtensionsTestJSON-1512844594-project] http://10.222.0.41:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=88524) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 19:19:02.176693 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-48d17b96-2adc-442c-bf0d-705c3cac31bf tempest-ExtensionsTestJSON-1512844594 tempest-ExtensionsTestJSON-1512844594-project] 10.222.0.41 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0040920 Jun 01 19:19:02.179406 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 37366) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:19:02.183923 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [None req-71a684d7-7d80-4023-90ab-7cd8cfc331d5 tempest-ExtensionsTestJSON-1512844594 tempest-ExtensionsTestJSON-1512844594-project] http://10.222.0.41:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=88524) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 19:19:02.184843 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-71a684d7-7d80-4023-90ab-7cd8cfc331d5 tempest-ExtensionsTestJSON-1512844594 tempest-ExtensionsTestJSON-1512844594-project] 10.222.0.41 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0046511 Jun 01 19:19:02.187082 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 37370) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:19:02.191815 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [None req-2e59f8ce-1543-42f8-985a-0ce26abbb002 tempest-ExtensionsTestJSON-1512844594 tempest-ExtensionsTestJSON-1512844594-project] http://10.222.0.41:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=88524) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 19:19:02.193147 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-2e59f8ce-1543-42f8-985a-0ce26abbb002 tempest-ExtensionsTestJSON-1512844594 tempest-ExtensionsTestJSON-1512844594-project] 10.222.0.41 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0050619 Jun 01 19:19:02.199435 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 37374) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:19:02.204149 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [None req-4534348f-d64b-46ef-b19f-f5178cde8e33 tempest-ExtensionsTestJSON-1512844594 tempest-ExtensionsTestJSON-1512844594-project] http://10.222.0.41:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=88524) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 19:19:02.205518 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device d2bc623c-7e63-4f99-88f5-f29fb222165e no longer exists at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:19:02.207765 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-4534348f-d64b-46ef-b19f-f5178cde8e33 tempest-ExtensionsTestJSON-1512844594 tempest-ExtensionsTestJSON-1512844594-project] 10.222.0.41 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0071924 Jun 01 19:19:02.208465 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 37378) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:19:02.213324 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [None req-085a925e-02bd-4a7c-bf4b-492fd8f2b906 tempest-ExtensionsTestJSON-1512844594 tempest-ExtensionsTestJSON-1512844594-project] http://10.222.0.41:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=88524) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 19:19:02.214460 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-085a925e-02bd-4a7c-bf4b-492fd8f2b906 tempest-ExtensionsTestJSON-1512844594 tempest-ExtensionsTestJSON-1512844594-project] 10.222.0.41 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0045426 Jun 01 19:19:02.216565 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 37382) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:19:02.220954 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [None req-19a4de01-6b93-45c3-b44f-4a5d53f31c6f tempest-ExtensionsTestJSON-1512844594 tempest-ExtensionsTestJSON-1512844594-project] http://10.222.0.41:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=88524) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 19:19:02.221841 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-19a4de01-6b93-45c3-b44f-4a5d53f31c6f tempest-ExtensionsTestJSON-1512844594 tempest-ExtensionsTestJSON-1512844594-project] 10.222.0.41 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0044684 Jun 01 19:19:02.224747 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 37386) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:19:02.229247 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [None req-1a9ced68-f64c-4995-8b1b-e80b9c0e38b6 tempest-ExtensionsTestJSON-1512844594 tempest-ExtensionsTestJSON-1512844594-project] http://10.222.0.41:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=88524) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 19:19:02.230144 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-1a9ced68-f64c-4995-8b1b-e80b9c0e38b6 tempest-ExtensionsTestJSON-1512844594 tempest-ExtensionsTestJSON-1512844594-project] 10.222.0.41 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0043640 Jun 01 19:19:02.232476 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 37390) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:19:02.237239 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [None req-f5a86c5c-6b1c-4404-b606-8299fb973e33 tempest-ExtensionsTestJSON-1512844594 tempest-ExtensionsTestJSON-1512844594-project] http://10.222.0.41:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=88525) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 19:19:02.238150 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-f5a86c5c-6b1c-4404-b606-8299fb973e33 tempest-ExtensionsTestJSON-1512844594 tempest-ExtensionsTestJSON-1512844594-project] 10.222.0.41 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0046084 Jun 01 19:19:02.241388 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 37394) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:19:02.242640 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] No Port match for: d2bc623c-7e63-4f99-88f5-f29fb222165e {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:19:02.243179 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device d2bc623c-7e63-4f99-88f5-f29fb222165e not bound to the agent host n-h1-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:19:02.247973 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [None req-d4a30b0f-0e17-4bda-8c4c-940bf20a6537 tempest-ExtensionsTestJSON-1512844594 tempest-ExtensionsTestJSON-1512844594-project] http://10.222.0.41:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=88524) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 19:19:02.248933 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-d4a30b0f-0e17-4bda-8c4c-940bf20a6537 tempest-ExtensionsTestJSON-1512844594 tempest-ExtensionsTestJSON-1512844594-project] 10.222.0.41 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0056906 Jun 01 19:19:02.251280 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 37398) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:19:02.256863 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [None req-f3adc227-e0a6-422a-b75e-077898c4c15f tempest-ExtensionsTestJSON-1512844594 tempest-ExtensionsTestJSON-1512844594-project] http://10.222.0.41:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=88524) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 19:19:02.257778 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-f3adc227-e0a6-422a-b75e-077898c4c15f tempest-ExtensionsTestJSON-1512844594 tempest-ExtensionsTestJSON-1512844594-project] 10.222.0.41 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0054891 Jun 01 19:19:02.259943 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 37402) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:19:02.264259 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [None req-8f6847d0-1a60-4a54-b17a-f753e700abf4 tempest-ExtensionsTestJSON-1512844594 tempest-ExtensionsTestJSON-1512844594-project] http://10.222.0.41:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=88524) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 19:19:02.265180 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-8f6847d0-1a60-4a54-b17a-f753e700abf4 tempest-ExtensionsTestJSON-1512844594 tempest-ExtensionsTestJSON-1512844594-project] 10.222.0.41 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0043404 Jun 01 19:19:02.267233 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 37406) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:19:02.271491 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [None req-de4cfa9d-d574-4d35-866a-f1fff81e7193 tempest-ExtensionsTestJSON-1512844594 tempest-ExtensionsTestJSON-1512844594-project] http://10.222.0.41:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=88524) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 19:19:02.272424 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-de4cfa9d-d574-4d35-866a-f1fff81e7193 tempest-ExtensionsTestJSON-1512844594 tempest-ExtensionsTestJSON-1512844594-project] 10.222.0.41 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0043578 Jun 01 19:19:02.274648 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 37410) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:19:02.279101 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [None req-73c40cdd-d06d-4ca6-9a56-86818932c2be tempest-ExtensionsTestJSON-1512844594 tempest-ExtensionsTestJSON-1512844594-project] http://10.222.0.41:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=88524) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 19:19:02.280333 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-73c40cdd-d06d-4ca6-9a56-86818932c2be tempest-ExtensionsTestJSON-1512844594 tempest-ExtensionsTestJSON-1512844594-project] 10.222.0.41 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0045352 Jun 01 19:19:02.282312 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 37414) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:19:02.290915 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [None req-9c071acc-2b9e-4beb-aa1b-1a20ad3bbfdd tempest-ExtensionsTestJSON-1512844594 tempest-ExtensionsTestJSON-1512844594-project] http://10.222.0.41:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=88525) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 19:19:02.291856 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-9c071acc-2b9e-4beb-aa1b-1a20ad3bbfdd tempest-ExtensionsTestJSON-1512844594 tempest-ExtensionsTestJSON-1512844594-project] 10.222.0.41 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0086031 Jun 01 19:19:02.294350 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 37418) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:19:02.299075 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [None req-5d3fbec8-cf24-4e95-b43a-eef15da489f9 tempest-ExtensionsTestJSON-1512844594 tempest-ExtensionsTestJSON-1512844594-project] http://10.222.0.41:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=88524) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 19:19:02.299229 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [None req-2b600aec-87e2-49f1-b908-e9b076846ffe tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] For port 682d55db-b25c-44ab-8342-4c9e8c7a7f44, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=682d55db-b25c-44ab-8342-4c9e8c7a7f44,segment=NetworkSegment(9d7a1398-3fab-4c1c-a9e3-d1c2d8817b9a),segment_id=9d7a1398-3fab-4c1c-a9e3-d1c2d8817b9a)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:19:02.299428 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2b600aec-87e2-49f1-b908-e9b076846ffe tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:02.299985 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-5d3fbec8-cf24-4e95-b43a-eef15da489f9 tempest-ExtensionsTestJSON-1512844594 tempest-ExtensionsTestJSON-1512844594-project] 10.222.0.41 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0047240 Jun 01 19:19:02.302797 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 37422) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:19:02.307430 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [None req-10a16027-4600-420e-a05c-61591d682440 tempest-ExtensionsTestJSON-1512844594 tempest-ExtensionsTestJSON-1512844594-project] http://10.222.0.41:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=88524) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 19:19:02.308342 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-10a16027-4600-420e-a05c-61591d682440 tempest-ExtensionsTestJSON-1512844594 tempest-ExtensionsTestJSON-1512844594-project] 10.222.0.41 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0046868 Jun 01 19:19:02.310544 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 37426) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:19:02.314832 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [None req-fd00e925-3697-450e-ac1e-eaae7104fb10 tempest-ExtensionsTestJSON-1512844594 tempest-ExtensionsTestJSON-1512844594-project] http://10.222.0.41:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=88524) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 19:19:02.315718 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-fd00e925-3697-450e-ac1e-eaae7104fb10 tempest-ExtensionsTestJSON-1512844594 tempest-ExtensionsTestJSON-1512844594-project] 10.222.0.41 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0043614 Jun 01 19:19:02.317964 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 37430) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:19:02.322822 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [None req-9363c2f9-e77b-4785-bf19-452d8f899a43 tempest-ExtensionsTestJSON-1512844594 tempest-ExtensionsTestJSON-1512844594-project] http://10.222.0.41:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=88524) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 19:19:02.323792 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-9363c2f9-e77b-4785-bf19-452d8f899a43 tempest-ExtensionsTestJSON-1512844594 tempest-ExtensionsTestJSON-1512844594-project] 10.222.0.41 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0049517 Jun 01 19:19:02.325971 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 37434) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:19:02.330207 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [None req-0dd9cb35-7b37-4bb9-b152-22519f14a9c6 tempest-ExtensionsTestJSON-1512844594 tempest-ExtensionsTestJSON-1512844594-project] http://10.222.0.41:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=88524) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 19:19:02.331093 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-0dd9cb35-7b37-4bb9-b152-22519f14a9c6 tempest-ExtensionsTestJSON-1512844594 tempest-ExtensionsTestJSON-1512844594-project] 10.222.0.41 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0042768 Jun 01 19:19:02.333409 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 37438) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:19:02.337818 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [None req-250accac-c115-463b-a295-cae9fb10bf7f tempest-ExtensionsTestJSON-1512844594 tempest-ExtensionsTestJSON-1512844594-project] http://10.222.0.41:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=88524) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 19:19:02.340839 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-250accac-c115-463b-a295-cae9fb10bf7f tempest-ExtensionsTestJSON-1512844594 tempest-ExtensionsTestJSON-1512844594-project] 10.222.0.41 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0043120 Jun 01 19:19:02.341059 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 37442) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:19:02.345255 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [None req-e71db8b5-8966-4dc2-82b6-650d0cd846e1 tempest-ExtensionsTestJSON-1512844594 tempest-ExtensionsTestJSON-1512844594-project] http://10.222.0.41:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=88524) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 19:19:02.346148 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-e71db8b5-8966-4dc2-82b6-650d0cd846e1 tempest-ExtensionsTestJSON-1512844594 tempest-ExtensionsTestJSON-1512844594-project] 10.222.0.41 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0042632 Jun 01 19:19:02.348126 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 37446) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:19:02.353008 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [None req-bbe0761e-4f3d-47ed-849d-eeeb6adceb19 tempest-ExtensionsTestJSON-1512844594 tempest-ExtensionsTestJSON-1512844594-project] http://10.222.0.41:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=88524) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 19:19:02.353891 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-bbe0761e-4f3d-47ed-849d-eeeb6adceb19 tempest-ExtensionsTestJSON-1512844594 tempest-ExtensionsTestJSON-1512844594-project] 10.222.0.41 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0049081 Jun 01 19:19:02.355998 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 37450) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:19:02.360423 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [None req-0af3eb53-12cd-4b44-a935-9e61062413f0 tempest-ExtensionsTestJSON-1512844594 tempest-ExtensionsTestJSON-1512844594-project] http://10.222.0.41:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=88524) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 19:19:02.361317 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-0af3eb53-12cd-4b44-a935-9e61062413f0 tempest-ExtensionsTestJSON-1512844594 tempest-ExtensionsTestJSON-1512844594-project] 10.222.0.41 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0044863 Jun 01 19:19:02.363396 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 37454) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:19:02.368439 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [None req-87fdd794-93b4-422c-b610-14252e1aff92 tempest-ExtensionsTestJSON-1512844594 tempest-ExtensionsTestJSON-1512844594-project] http://10.222.0.41:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=88524) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 19:19:02.369345 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-87fdd794-93b4-422c-b610-14252e1aff92 tempest-ExtensionsTestJSON-1512844594 tempest-ExtensionsTestJSON-1512844594-project] 10.222.0.41 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0051296 Jun 01 19:19:02.371483 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 37458) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:19:02.376629 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [None req-a600e996-2069-45ae-a7fa-ed559eca6def tempest-ExtensionsTestJSON-1512844594 tempest-ExtensionsTestJSON-1512844594-project] http://10.222.0.41:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=88524) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 19:19:02.377554 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-a600e996-2069-45ae-a7fa-ed559eca6def tempest-ExtensionsTestJSON-1512844594 tempest-ExtensionsTestJSON-1512844594-project] 10.222.0.41 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0052421 Jun 01 19:19:02.379935 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 37462) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:19:02.384450 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [None req-5539ddc7-36de-4fb6-8b8b-bf1a4c770faa tempest-ExtensionsTestJSON-1512844594 tempest-ExtensionsTestJSON-1512844594-project] http://10.222.0.41:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=88524) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 19:19:02.385338 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-5539ddc7-36de-4fb6-8b8b-bf1a4c770faa tempest-ExtensionsTestJSON-1512844594 tempest-ExtensionsTestJSON-1512844594-project] 10.222.0.41 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0042920 Jun 01 19:19:02.387369 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 37466) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:19:02.391539 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [None req-2218a649-5bc2-44cd-8068-8c36efdb871d tempest-ExtensionsTestJSON-1512844594 tempest-ExtensionsTestJSON-1512844594-project] http://10.222.0.41:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=88524) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 19:19:02.394406 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-2218a649-5bc2-44cd-8068-8c36efdb871d tempest-ExtensionsTestJSON-1512844594 tempest-ExtensionsTestJSON-1512844594-project] 10.222.0.41 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0042663 Jun 01 19:19:02.394634 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 37470) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:19:02.399702 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [None req-b0be8383-8f29-4190-8e4a-e0a5aea6d302 tempest-ExtensionsTestJSON-1512844594 tempest-ExtensionsTestJSON-1512844594-project] http://10.222.0.41:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=88524) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 19:19:02.400540 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-b0be8383-8f29-4190-8e4a-e0a5aea6d302 tempest-ExtensionsTestJSON-1512844594 tempest-ExtensionsTestJSON-1512844594-project] 10.222.0.41 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0050278 Jun 01 19:19:02.402836 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 37474) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:19:02.407119 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [None req-4c0a6fbd-0649-4ce0-a360-8d4e02188f75 tempest-ExtensionsTestJSON-1512844594 tempest-ExtensionsTestJSON-1512844594-project] http://10.222.0.41:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=88524) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 19:19:02.408015 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-4c0a6fbd-0649-4ce0-a360-8d4e02188f75 tempest-ExtensionsTestJSON-1512844594 tempest-ExtensionsTestJSON-1512844594-project] 10.222.0.41 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0043309 Jun 01 19:19:02.410124 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 37478) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:19:02.414991 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [None req-6cd648f6-bcc3-456d-8e6b-1c933c69b24f tempest-ExtensionsTestJSON-1512844594 tempest-ExtensionsTestJSON-1512844594-project] http://10.222.0.41:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=88524) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 19:19:02.415887 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-6cd648f6-bcc3-456d-8e6b-1c933c69b24f tempest-ExtensionsTestJSON-1512844594 tempest-ExtensionsTestJSON-1512844594-project] 10.222.0.41 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0049613 Jun 01 19:19:02.418065 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 37482) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:19:02.422315 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [None req-def6dfb2-b3e2-42c6-84ef-94784a9c3a39 tempest-ExtensionsTestJSON-1512844594 tempest-ExtensionsTestJSON-1512844594-project] http://10.222.0.41:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=88524) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 19:19:02.423197 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-def6dfb2-b3e2-42c6-84ef-94784a9c3a39 tempest-ExtensionsTestJSON-1512844594 tempest-ExtensionsTestJSON-1512844594-project] 10.222.0.41 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0043321 Jun 01 19:19:02.425266 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 37486) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:19:02.432364 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [None req-46c51b16-3fee-43a3-ac67-9d715de73195 tempest-ExtensionsTestJSON-1512844594 tempest-ExtensionsTestJSON-1512844594-project] http://10.222.0.41:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=88524) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 19:19:02.433538 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-46c51b16-3fee-43a3-ac67-9d715de73195 tempest-ExtensionsTestJSON-1512844594 tempest-ExtensionsTestJSON-1512844594-project] 10.222.0.41 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0055315 Jun 01 19:19:02.433691 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-2b600aec-87e2-49f1-b908-e9b076846ffe tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Calling delete_port for 682d55db-b25c-44ab-8342-4c9e8c7a7f44 owned by network:router_interface {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:19:02.435592 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 37490) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:19:02.440049 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [None req-64ebd421-b318-43a5-b12a-c9fc9be2f99a tempest-ExtensionsTestJSON-1512844594 tempest-ExtensionsTestJSON-1512844594-project] http://10.222.0.41:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=88524) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 19:19:02.443322 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-64ebd421-b318-43a5-b12a-c9fc9be2f99a tempest-ExtensionsTestJSON-1512844594 tempest-ExtensionsTestJSON-1512844594-project] 10.222.0.41 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0069063 Jun 01 19:19:02.443908 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 37494) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:19:02.448288 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [None req-ab47536b-bc01-4778-a3ba-43ce2c2cd59c tempest-ExtensionsTestJSON-1512844594 tempest-ExtensionsTestJSON-1512844594-project] http://10.222.0.41:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=88524) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 19:19:02.449179 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-ab47536b-bc01-4778-a3ba-43ce2c2cd59c tempest-ExtensionsTestJSON-1512844594 tempest-ExtensionsTestJSON-1512844594-project] 10.222.0.41 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0042641 Jun 01 19:19:02.451326 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 37498) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:19:02.455582 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [None req-c4556a4a-643c-4438-8494-74b4d8886d7c tempest-ExtensionsTestJSON-1512844594 tempest-ExtensionsTestJSON-1512844594-project] http://10.222.0.41:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=88524) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 19:19:02.456741 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-c4556a4a-643c-4438-8494-74b4d8886d7c tempest-ExtensionsTestJSON-1512844594 tempest-ExtensionsTestJSON-1512844594-project] 10.222.0.41 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0043125 Jun 01 19:19:02.459706 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 37502) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:19:02.464016 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [None req-0f69d239-7f1a-4bc9-90fd-fc02380a7476 tempest-ExtensionsTestJSON-1512844594 tempest-ExtensionsTestJSON-1512844594-project] http://10.222.0.41:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=88524) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 19:19:02.464959 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-0f69d239-7f1a-4bc9-90fd-fc02380a7476 tempest-ExtensionsTestJSON-1512844594 tempest-ExtensionsTestJSON-1512844594-project] 10.222.0.41 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0044398 Jun 01 19:19:02.467196 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 37506) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:19:02.471599 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [None req-71b6e9c5-df82-4628-a1f7-5330a383d62b tempest-ExtensionsTestJSON-1512844594 tempest-ExtensionsTestJSON-1512844594-project] http://10.222.0.41:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=88524) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 19:19:02.473010 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-71b6e9c5-df82-4628-a1f7-5330a383d62b tempest-ExtensionsTestJSON-1512844594 tempest-ExtensionsTestJSON-1512844594-project] 10.222.0.41 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0043585 Jun 01 19:19:02.475231 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 37510) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:19:02.479578 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [None req-0b060878-f25e-483c-8d4b-5364e20dd690 tempest-ExtensionsTestJSON-1512844594 tempest-ExtensionsTestJSON-1512844594-project] http://10.222.0.41:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=88524) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 19:19:02.480502 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-0b060878-f25e-483c-8d4b-5364e20dd690 tempest-ExtensionsTestJSON-1512844594 tempest-ExtensionsTestJSON-1512844594-project] 10.222.0.41 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0044174 Jun 01 19:19:02.482625 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 37514) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:19:02.489153 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [None req-f4a072d6-06f5-451c-a9ea-462f3e3457b5 tempest-ExtensionsTestJSON-1512844594 tempest-ExtensionsTestJSON-1512844594-project] http://10.222.0.41:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=88524) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 19:19:02.490146 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-f4a072d6-06f5-451c-a9ea-462f3e3457b5 tempest-ExtensionsTestJSON-1512844594 tempest-ExtensionsTestJSON-1512844594-project] 10.222.0.41 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0067134 Jun 01 19:19:02.492415 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 37518) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:19:02.496700 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [None req-776ffb09-308c-4f57-8d1f-c3e6346bde7f tempest-ExtensionsTestJSON-1512844594 tempest-ExtensionsTestJSON-1512844594-project] http://10.222.0.41:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=88524) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 19:19:02.497718 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-776ffb09-308c-4f57-8d1f-c3e6346bde7f tempest-ExtensionsTestJSON-1512844594 tempest-ExtensionsTestJSON-1512844594-project] 10.222.0.41 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0044739 Jun 01 19:19:02.499892 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 37522) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:19:02.504029 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [None req-05af708e-74ef-492e-85a3-5972e983f637 tempest-ExtensionsTestJSON-1512844594 tempest-ExtensionsTestJSON-1512844594-project] http://10.222.0.41:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=88524) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 19:19:02.506986 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-05af708e-74ef-492e-85a3-5972e983f637 tempest-ExtensionsTestJSON-1512844594 tempest-ExtensionsTestJSON-1512844594-project] 10.222.0.41 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0042059 Jun 01 19:19:02.507183 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 37526) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:19:02.511498 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [None req-6bf220b8-20c5-4a48-a9fc-447dc68054b9 tempest-ExtensionsTestJSON-1512844594 tempest-ExtensionsTestJSON-1512844594-project] http://10.222.0.41:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=88524) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 19:19:02.514289 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-6bf220b8-20c5-4a48-a9fc-447dc68054b9 tempest-ExtensionsTestJSON-1512844594 tempest-ExtensionsTestJSON-1512844594-project] 10.222.0.41 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0044034 Jun 01 19:19:02.514496 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 37530) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:19:02.518630 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [None req-acfa7df9-4e44-4381-891b-3d4cdfe30665 tempest-ExtensionsTestJSON-1512844594 tempest-ExtensionsTestJSON-1512844594-project] http://10.222.0.41:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=88524) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 19:19:02.519512 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-acfa7df9-4e44-4381-891b-3d4cdfe30665 tempest-ExtensionsTestJSON-1512844594 tempest-ExtensionsTestJSON-1512844594-project] 10.222.0.41 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0041871 Jun 01 19:19:02.522118 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 37534) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:19:02.526231 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [None req-8b296092-c4e7-4aa8-b93c-940ad2ec01fd tempest-ExtensionsTestJSON-1512844594 tempest-ExtensionsTestJSON-1512844594-project] http://10.222.0.41:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=88524) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 19:19:02.527123 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-8b296092-c4e7-4aa8-b93c-940ad2ec01fd tempest-ExtensionsTestJSON-1512844594 tempest-ExtensionsTestJSON-1512844594-project] 10.222.0.41 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0042019 Jun 01 19:19:02.529353 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 37538) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:19:02.533435 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [None req-8fed1b68-6859-4758-b90d-4676d6716dcc tempest-ExtensionsTestJSON-1512844594 tempest-ExtensionsTestJSON-1512844594-project] http://10.222.0.41:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=88524) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 19:19:02.534319 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-8fed1b68-6859-4758-b90d-4676d6716dcc tempest-ExtensionsTestJSON-1512844594 tempest-ExtensionsTestJSON-1512844594-project] 10.222.0.41 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0041590 Jun 01 19:19:02.537090 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 37542) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:19:02.542035 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [None req-5c5e640e-cae4-4bdc-a0de-ed138e68c9f4 tempest-ExtensionsTestJSON-1512844594 tempest-ExtensionsTestJSON-1512844594-project] http://10.222.0.41:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=88524) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 19:19:02.542942 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-5c5e640e-cae4-4bdc-a0de-ed138e68c9f4 tempest-ExtensionsTestJSON-1512844594 tempest-ExtensionsTestJSON-1512844594-project] 10.222.0.41 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0050497 Jun 01 19:19:02.545155 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 37546) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:19:02.549205 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [None req-231d3fee-60c9-4b4b-a727-745d21a52698 tempest-ExtensionsTestJSON-1512844594 tempest-ExtensionsTestJSON-1512844594-project] http://10.222.0.41:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=88524) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 19:19:02.550093 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-231d3fee-60c9-4b4b-a727-745d21a52698 tempest-ExtensionsTestJSON-1512844594 tempest-ExtensionsTestJSON-1512844594-project] 10.222.0.41 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0041354 Jun 01 19:19:02.552197 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 37550) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:19:02.556448 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [None req-6939add6-1f27-49dd-a769-4ecaf550d4cf tempest-ExtensionsTestJSON-1512844594 tempest-ExtensionsTestJSON-1512844594-project] http://10.222.0.41:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=88524) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 19:19:02.557337 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-6939add6-1f27-49dd-a769-4ecaf550d4cf tempest-ExtensionsTestJSON-1512844594 tempest-ExtensionsTestJSON-1512844594-project] 10.222.0.41 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0043085 Jun 01 19:19:02.559525 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 37554) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:19:02.563895 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [None req-12db2752-c9a6-4afa-ac93-753e6df574aa tempest-ExtensionsTestJSON-1512844594 tempest-ExtensionsTestJSON-1512844594-project] http://10.222.0.41:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=88524) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 19:19:02.567021 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-12db2752-c9a6-4afa-ac93-753e6df574aa tempest-ExtensionsTestJSON-1512844594 tempest-ExtensionsTestJSON-1512844594-project] 10.222.0.41 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0046737 Jun 01 19:19:02.567241 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 37558) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:19:02.572164 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [None req-e210eb4a-c7cf-4ac1-a3d8-7c4f4389d579 tempest-ExtensionsTestJSON-1512844594 tempest-ExtensionsTestJSON-1512844594-project] http://10.222.0.41:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=88524) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 19:19:02.573093 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-e210eb4a-c7cf-4ac1-a3d8-7c4f4389d579 tempest-ExtensionsTestJSON-1512844594 tempest-ExtensionsTestJSON-1512844594-project] 10.222.0.41 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0049267 Jun 01 19:19:02.640076 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2b600aec-87e2-49f1-b908-e9b076846ffe tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:02.693697 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b600aec-87e2-49f1-b908-e9b076846ffe tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Pushing event deleted for resources: {'Port': ['ID=682d55db-b25c-44ab-8342-4c9e8c7a7f44,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:19:02.920060 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 37570) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:19:03.022022 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2b600aec-87e2-49f1-b908-e9b076846ffe tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-887310'] for router_interface, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:03.071951 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ef3310f8-ae48-4b3e-95b9-b2f2fce20660 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:03.087959 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-ef3310f8-ae48-4b3e-95b9-b2f2fce20660 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:19:03.092504 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-ef3310f8-ae48-4b3e-95b9-b2f2fce20660 admin admin] Usage tracker for resource:security_group_rule and tenant:2c209e56e90d4687a4ca60b9ef4a60f0 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:19:03.095630 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-ef3310f8-ae48-4b3e-95b9-b2f2fce20660 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:19:03.103124 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-ef3310f8-ae48-4b3e-95b9-b2f2fce20660 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:19:03.245477 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ef3310f8-ae48-4b3e-95b9-b2f2fce20660 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:03.261399 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ef3310f8-ae48-4b3e-95b9-b2f2fce20660 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:03.311116 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3310f8-ae48-4b3e-95b9-b2f2fce20660 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96fdd6f5-7db5-4fdb-a6ac-17be652607a6,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:19:03.336915 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-ef3310f8-ae48-4b3e-95b9-b2f2fce20660 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2c209e56e90d4687a4ca60b9ef4a60f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4150717 Jun 01 19:19:03.338921 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 37578) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:19:03.398605 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d73b7345-2165-4a4d-a258-c67dcb0d40fa req-82ef4fff-db31-47c8-bdc0-f323706989ee service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=fdc172c2-2f6e-4b45-92d1-e1201f668155&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2113724 Jun 01 19:19:03.413337 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e919bd6a-2ded-4c2c-892c-4c58f67a6cfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:03.442368 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b600aec-87e2-49f1-b908-e9b076846ffe tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Router e761c115-85e2-4a71-bdee-9d4d4b675cdb has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 19:19:03.483795 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e919bd6a-2ded-4c2c-892c-4c58f67a6cfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:03.550344 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73b7345-2165-4a4d-a258-c67dcb0d40fa req-e325de09-4bba-4c0e-8d4d-53b31a4687a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:19:03.551938 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d73b7345-2165-4a4d-a258-c67dcb0d40fa req-e325de09-4bba-4c0e-8d4d-53b31a4687a9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9861cb7602da47e7b9bc308454678263&device_id=fdc172c2-2f6e-4b45-92d1-e1201f668155 HTTP/1.1" status: 200 len: 1135 time: 0.1278265 Jun 01 19:19:03.569988 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e919bd6a-2ded-4c2c-892c-4c58f67a6cfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:03.612588 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e919bd6a-2ded-4c2c-892c-4c58f67a6cfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96fdd6f5-7db5-4fdb-a6ac-17be652607a6,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:19:03.681085 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e919bd6a-2ded-4c2c-892c-4c58f67a6cfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:03.684797 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-e919bd6a-2ded-4c2c-892c-4c58f67a6cfb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/96fdd6f5-7db5-4fdb-a6ac-17be652607a6 HTTP/1.1" status: 204 len: 168 time: 0.3436186 Jun 01 19:19:03.738366 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73b7345-2165-4a4d-a258-c67dcb0d40fa req-ab052bc7-562a-484e-b1bb-fad08e8234a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:19:03.740557 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d73b7345-2165-4a4d-a258-c67dcb0d40fa req-ab052bc7-562a-484e-b1bb-fad08e8234a3 service neutron] 10.222.0.50 "GET /v2.0/networks?id=2b003680-2bf2-41f9-80c9-f16c3f8f2850 HTTP/1.1" status: 200 len: 898 time: 0.1660430 Jun 01 19:19:03.789145 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b600aec-87e2-49f1-b908-e9b076846ffe tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:19:03.799860 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda9c82f-c088-428b-b992-f50cadec7e6c None None] Sync routers for ids ['e761c115-85e2-4a71-bdee-9d4d4b675cdb'] in n-d-844202-1 {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:19:03.805666 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-2b600aec-87e2-49f1-b908-e9b076846ffe tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] 10.222.0.41 "PUT /v2.0/routers/e761c115-85e2-4a71-bdee-9d4d4b675cdb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9045939 Jun 01 19:19:03.808047 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 37584) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:19:03.813396 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda9c82f-c088-428b-b992-f50cadec7e6c None None] Routers {'e761c115-85e2-4a71-bdee-9d4d4b675cdb'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:19:03.815137 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-bda9c82f-c088-428b-b992-f50cadec7e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:18:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['e761c115-85e2-4a71-bdee-9d4d4b675cdb'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:19:03.883138 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d73b7345-2165-4a4d-a258-c67dcb0d40fa req-50a51705-3728-4829-bd83-76d896d3b559 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=996248bc-e5d6-401f-9518-4c3347311e76 HTTP/1.1" status: 200 len: 1001 time: 0.1358142 Jun 01 19:19:03.913753 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_v2 [None req-efdaef43-2824-4634-a8f0-74b3310e696b tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Deleting subnet c4221aac-b1fb-45fb-aca8-4e475082375b {{(pid=88525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 19:19:03.917896 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-efdaef43-2824-4634-a8f0-74b3310e696b tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Notify callbacks [] for subnet, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:03.960679 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73b7345-2165-4a4d-a258-c67dcb0d40fa req-0f53540f-dd44-4d37-82bf-fdd644d32cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:19:03.962170 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d73b7345-2165-4a4d-a258-c67dcb0d40fa req-0f53540f-dd44-4d37-82bf-fdd644d32cf8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c86ca2db-1a1b-4804-afde-b0057b0289e9 HTTP/1.1" status: 200 len: 835 time: 0.0742261 Jun 01 19:19:03.991628 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-efdaef43-2824-4634-a8f0-74b3310e696b tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2258509'] for subnet, precommit_delete_associations {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:04.103764 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-efdaef43-2824-4634-a8f0-74b3310e696b tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:04.138694 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73b7345-2165-4a4d-a258-c67dcb0d40fa req-581246a2-c537-4930-bc84-c143d7c246a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:19:04.148809 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d73b7345-2165-4a4d-a258-c67dcb0d40fa req-581246a2-c537-4930-bc84-c143d7c246a4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2b003680-2bf2-41f9-80c9-f16c3f8f2850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1799600 Jun 01 19:19:04.194545 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-bda9c82f-c088-428b-b992-f50cadec7e6c None None] Set router e761c115-85e2-4a71-bdee-9d4d4b675cdb gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:19:04.254317 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-efdaef43-2824-4634-a8f0-74b3310e696b tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2614143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9667199'] for subnet, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:04.354375 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-efdaef43-2824-4634-a8f0-74b3310e696b tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Notify callbacks [] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:04.366680 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-efdaef43-2824-4634-a8f0-74b3310e696b tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] 10.222.0.41 "DELETE /v2.0/subnets/c4221aac-b1fb-45fb-aca8-4e475082375b HTTP/1.1" status: 204 len: 168 time: 0.5542188 Jun 01 19:19:04.366680 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdaef43-2824-4634-a8f0-74b3310e696b tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Pushing event deleted for resources: {'Subnet': ['ID=c4221aac-b1fb-45fb-aca8-4e475082375b,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:19:04.368441 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 37608) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:19:04.409667 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9556418a-af89-44f6-b71a-4988c621f9e2 None None] Network 7875fe66-1496-4fcd-b959-32fe03fc5c73 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:19:04.695981 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d73b7345-2165-4a4d-a258-c67dcb0d40fa req-fd5193f6-9c8b-4f85-ada2-c4f247043d21 service neutron] 10.222.0.50 "GET /v2.0/networks/2b003680-2bf2-41f9-80c9-f16c3f8f2850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5398130 Jun 01 19:19:04.797707 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f0161ee9-2f7b-42bc-9b50-c8bcb0cff947 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Notify callbacks [] for router, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:04.809540 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 37622) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:19:04.895687 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-bda9c82f-c088-428b-b992-f50cadec7e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e761c115-85e2-4a71-bdee-9d4d4b675cdb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-624312723', 'tenant_id': '9861cb7602da47e7b9bc308454678263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.235'}], 'enable_snat': True}, 'gw_port_id': 'ced0bbc8-f49d-4787-b08b-e47742e6a7a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:18:29Z', 'updated_at': '2022-06-01T19:19:02Z', 'revision_number': 5, 'project_id': '9861cb7602da47e7b9bc308454678263', 'gw_port': {'id': 'ced0bbc8-f49d-4787-b08b-e47742e6a7a0', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:75:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e761c115-85e2-4a71-bdee-9d4d4b675cdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:18:30Z', 'updated_at': '2022-06-01T19:18:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:19:04.899885 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda9c82f-c088-428b-b992-f50cadec7e6c None None] Checking router: e761c115-85e2-4a71-bdee-9d4d4b675cdb for host: n-d-844202-1 {{(pid=88526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 19:19:04.909050 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda9c82f-c088-428b-b992-f50cadec7e6c None None] Routers {'e761c115-85e2-4a71-bdee-9d4d4b675cdb'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:19:04.909828 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-bda9c82f-c088-428b-b992-f50cadec7e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:18:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['e761c115-85e2-4a71-bdee-9d4d4b675cdb'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:19:04.957521 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-f82bf93f-4b70-445a-8125-ff851777bdcd tempest-NetworksNegativeTestJSON-1332311802 tempest-NetworksNegativeTestJSON-1332311802-project] Request body: {'port': {'network_id': '13c15a32-15a1-4ecd-bce3-5371b357a3ac', 'name': 'tempest-NetworksNegativeTestJSON-1360426257'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:19:04.971335 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4f3c1bf-5b9f-4f04-a3d7-d99285eaf94d None None] DHCP port deletion for 7875fe66-1496-4fcd-b959-32fe03fc5c73 request from n-d-844202-1 {{(pid=88526) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 19:19:04.981081 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-c4f3c1bf-5b9f-4f04-a3d7-d99285eaf94d None None] Deleting port 65fa9df8-df14-417f-8ae5-1b6fb26017ee {{(pid=88526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:19:04.981688 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-c4f3c1bf-5b9f-4f04-a3d7-d99285eaf94d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:04.983126 n-d-844202-1 neutron-server[88525]: INFO neutron.pecan_wsgi.hooks.translation [None req-f82bf93f-4b70-445a-8125-ff851777bdcd tempest-NetworksNegativeTestJSON-1332311802 tempest-NetworksNegativeTestJSON-1332311802-project] POST failed (client error): The resource could not be found. Jun 01 19:19:04.983660 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f82bf93f-4b70-445a-8125-ff851777bdcd tempest-NetworksNegativeTestJSON-1332311802 tempest-NetworksNegativeTestJSON-1332311802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88525) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 19:19:04.989098 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-f82bf93f-4b70-445a-8125-ff851777bdcd tempest-NetworksNegativeTestJSON-1332311802 tempest-NetworksNegativeTestJSON-1332311802-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1775169 Jun 01 19:19:04.990912 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 37628) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:19:05.018872 n-d-844202-1 neutron-server[88525]: INFO neutron.pecan_wsgi.hooks.translation [None req-200bbb73-2a28-4448-bdc2-a2f4905997be tempest-NetworksNegativeTestJSON-1332311802 tempest-NetworksNegativeTestJSON-1332311802-project] DELETE failed (client error): The resource could not be found. Jun 01 19:19:05.019663 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-200bbb73-2a28-4448-bdc2-a2f4905997be tempest-NetworksNegativeTestJSON-1332311802 tempest-NetworksNegativeTestJSON-1332311802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88525) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 19:19:05.025735 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-200bbb73-2a28-4448-bdc2-a2f4905997be tempest-NetworksNegativeTestJSON-1332311802 tempest-NetworksNegativeTestJSON-1332311802-project] 10.222.0.41 "DELETE /v2.0/networks/25400a53-d8c1-4060-a214-b5d607943177 HTTP/1.1" status: 404 len: 339 time: 0.0303485 Jun 01 19:19:05.026065 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 37632) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:19:05.040099 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d73b7345-2165-4a4d-a258-c67dcb0d40fa req-11900db9-6f62-49f5-ad21-193a13e02c54 service neutron] 10.222.0.50 "GET /v2.0/networks/2b003680-2bf2-41f9-80c9-f16c3f8f2850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3367319 Jun 01 19:19:05.075246 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f0161ee9-2f7b-42bc-9b50-c8bcb0cff947 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:05.078264 n-d-844202-1 neutron-server[88525]: INFO neutron.pecan_wsgi.hooks.translation [None req-bef0c2e9-87c3-49af-954e-f16f7d68e584 tempest-NetworksNegativeTestJSON-1332311802 tempest-NetworksNegativeTestJSON-1332311802-project] DELETE failed (client error): The resource could not be found. Jun 01 19:19:05.078796 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bef0c2e9-87c3-49af-954e-f16f7d68e584 tempest-NetworksNegativeTestJSON-1332311802 tempest-NetworksNegativeTestJSON-1332311802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88525) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 19:19:05.080707 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-bef0c2e9-87c3-49af-954e-f16f7d68e584 tempest-NetworksNegativeTestJSON-1332311802 tempest-NetworksNegativeTestJSON-1332311802-project] 10.222.0.41 "DELETE /v2.0/ports/3e58e1c3-5f7c-4c26-bfa4-ab7643cc4e05 HTTP/1.1" status: 404 len: 333 time: 0.0536749 Jun 01 19:19:05.085241 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 37636) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:19:05.091225 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-f0161ee9-2f7b-42bc-9b50-c8bcb0cff947 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Deleting port ced0bbc8-f49d-4787-b08b-e47742e6a7a0 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:19:05.091571 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f0161ee9-2f7b-42bc-9b50-c8bcb0cff947 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:05.127258 n-d-844202-1 neutron-server[88525]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d9f5854-3826-4b72-8dea-5a713111bc4a tempest-NetworksNegativeTestJSON-1332311802 tempest-NetworksNegativeTestJSON-1332311802-project] DELETE failed (client error): The resource could not be found. Jun 01 19:19:05.127801 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d9f5854-3826-4b72-8dea-5a713111bc4a tempest-NetworksNegativeTestJSON-1332311802 tempest-NetworksNegativeTestJSON-1332311802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88525) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 19:19:05.130977 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-2d9f5854-3826-4b72-8dea-5a713111bc4a tempest-NetworksNegativeTestJSON-1332311802 tempest-NetworksNegativeTestJSON-1332311802-project] 10.222.0.41 "DELETE /v2.0/subnets/7059b219-81ac-4712-9efe-cff94f3dd314 HTTP/1.1" status: 404 len: 337 time: 0.0427735 Jun 01 19:19:05.133989 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 37642) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:19:05.160679 n-d-844202-1 neutron-server[88525]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b392249-5994-4de8-8c90-758d4ec23f18 tempest-NetworksNegativeTestJSON-1332311802 tempest-NetworksNegativeTestJSON-1332311802-project] GET failed (client error): The resource could not be found. Jun 01 19:19:05.166977 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-3b392249-5994-4de8-8c90-758d4ec23f18 tempest-NetworksNegativeTestJSON-1332311802 tempest-NetworksNegativeTestJSON-1332311802-project] 10.222.0.41 "GET /v2.0/networks/19523d3c-8367-4937-8ce8-14c85f331928 HTTP/1.1" status: 404 len: 339 time: 0.0277770 Jun 01 19:19:05.166977 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 37646) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:19:05.222866 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-bda9c82f-c088-428b-b992-f50cadec7e6c None None] Set router e761c115-85e2-4a71-bdee-9d4d4b675cdb gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:19:05.234432 n-d-844202-1 neutron-server[88525]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c772925-bb2c-4813-a340-c70af6c5564c tempest-NetworksNegativeTestJSON-1332311802 tempest-NetworksNegativeTestJSON-1332311802-project] GET failed (client error): The resource could not be found. Jun 01 19:19:05.243184 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-7c772925-bb2c-4813-a340-c70af6c5564c tempest-NetworksNegativeTestJSON-1332311802 tempest-NetworksNegativeTestJSON-1332311802-project] 10.222.0.41 "GET /v2.0/ports/222cc63a-75df-4be7-a18e-44a76f6128f1 HTTP/1.1" status: 404 len: 333 time: 0.0756195 Jun 01 19:19:05.243888 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 37652) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:19:05.295182 n-d-844202-1 neutron-server[88525]: INFO neutron.pecan_wsgi.hooks.translation [None req-22856d1c-e80e-4777-b433-210ef51c394b tempest-NetworksNegativeTestJSON-1332311802 tempest-NetworksNegativeTestJSON-1332311802-project] GET failed (client error): The resource could not be found. Jun 01 19:19:05.300700 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-22856d1c-e80e-4777-b433-210ef51c394b tempest-NetworksNegativeTestJSON-1332311802 tempest-NetworksNegativeTestJSON-1332311802-project] 10.222.0.41 "GET /v2.0/subnets/73e5a186-13fc-4117-be11-7d4cf6fa3607 HTTP/1.1" status: 404 len: 337 time: 0.0556643 Jun 01 19:19:05.301396 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 37656) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:19:05.310874 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-9b943924-c8a8-4b52-9c6a-48295ebae9c7 tempest-NetworksNegativeTestJSON-1332311802 tempest-NetworksNegativeTestJSON-1332311802-project] Request body: {'network': {'name': 'new_name'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:19:05.330528 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [None req-f0161ee9-2f7b-42bc-9b50-c8bcb0cff947 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] For port ced0bbc8-f49d-4787-b08b-e47742e6a7a0, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=ced0bbc8-f49d-4787-b08b-e47742e6a7a0,segment=NetworkSegment(7875af61-4c53-4ff2-b8c8-d4b7c35ff947),segment_id=7875af61-4c53-4ff2-b8c8-d4b7c35ff947)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:19:05.331052 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f0161ee9-2f7b-42bc-9b50-c8bcb0cff947 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:05.359964 n-d-844202-1 neutron-server[88525]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b943924-c8a8-4b52-9c6a-48295ebae9c7 tempest-NetworksNegativeTestJSON-1332311802 tempest-NetworksNegativeTestJSON-1332311802-project] PUT failed (client error): The resource could not be found. Jun 01 19:19:05.360766 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b943924-c8a8-4b52-9c6a-48295ebae9c7 tempest-NetworksNegativeTestJSON-1332311802 tempest-NetworksNegativeTestJSON-1332311802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88525) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 19:19:05.368511 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-9b943924-c8a8-4b52-9c6a-48295ebae9c7 tempest-NetworksNegativeTestJSON-1332311802 tempest-NetworksNegativeTestJSON-1332311802-project] 10.222.0.41 "PUT /v2.0/networks/13d4716f-6134-44b8-a5de-6035e5295e7e HTTP/1.1" status: 404 len: 339 time: 0.0654674 Jun 01 19:19:05.369244 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 37660) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:19:05.376851 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-ce2f0688-241b-411e-bb65-4e18cd9b49a2 tempest-NetworksNegativeTestJSON-1332311802 tempest-NetworksNegativeTestJSON-1332311802-project] Request body: {'port': {'name': 'new_name'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:19:05.405538 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 65fa9df8-df14-417f-8ae5-1b6fb26017ee no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:19:05.429154 n-d-844202-1 neutron-server[88525]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce2f0688-241b-411e-bb65-4e18cd9b49a2 tempest-NetworksNegativeTestJSON-1332311802 tempest-NetworksNegativeTestJSON-1332311802-project] PUT failed (client error): The resource could not be found. Jun 01 19:19:05.429154 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce2f0688-241b-411e-bb65-4e18cd9b49a2 tempest-NetworksNegativeTestJSON-1332311802 tempest-NetworksNegativeTestJSON-1332311802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88525) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 19:19:05.430114 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-ce2f0688-241b-411e-bb65-4e18cd9b49a2 tempest-NetworksNegativeTestJSON-1332311802 tempest-NetworksNegativeTestJSON-1332311802-project] 10.222.0.41 "PUT /v2.0/ports/bfd0d2f8-94af-44e8-85c0-56ec25ed2e1b HTTP/1.1" status: 404 len: 333 time: 0.0596173 Jun 01 19:19:05.433955 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 37664) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:19:05.439603 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-1e73bf4f-7338-4c7d-b660-2906e2b4c3eb tempest-NetworksNegativeTestJSON-1332311802 tempest-NetworksNegativeTestJSON-1332311802-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:19:05.468587 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-f0161ee9-2f7b-42bc-9b50-c8bcb0cff947 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Calling delete_port for ced0bbc8-f49d-4787-b08b-e47742e6a7a0 owned by network:router_gateway {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:19:05.483110 n-d-844202-1 neutron-server[88525]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e73bf4f-7338-4c7d-b660-2906e2b4c3eb tempest-NetworksNegativeTestJSON-1332311802 tempest-NetworksNegativeTestJSON-1332311802-project] PUT failed (client error): The resource could not be found. Jun 01 19:19:05.483564 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e73bf4f-7338-4c7d-b660-2906e2b4c3eb tempest-NetworksNegativeTestJSON-1332311802 tempest-NetworksNegativeTestJSON-1332311802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88525) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 19:19:05.484881 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-1e73bf4f-7338-4c7d-b660-2906e2b4c3eb tempest-NetworksNegativeTestJSON-1332311802 tempest-NetworksNegativeTestJSON-1332311802-project] 10.222.0.41 "PUT /v2.0/subnets/21d646d8-7e82-43fe-a66f-24ef4e7e9ef6 HTTP/1.1" status: 404 len: 337 time: 0.0497994 Jun 01 19:19:05.503670 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-c4f3c1bf-5b9f-4f04-a3d7-d99285eaf94d None None] For port 65fa9df8-df14-417f-8ae5-1b6fb26017ee, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=65fa9df8-df14-417f-8ae5-1b6fb26017ee,segment=NetworkSegment(9d7a1398-3fab-4c1c-a9e3-d1c2d8817b9a),segment_id=9d7a1398-3fab-4c1c-a9e3-d1c2d8817b9a)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:19:05.504953 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-c4f3c1bf-5b9f-4f04-a3d7-d99285eaf94d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:05.699158 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f0161ee9-2f7b-42bc-9b50-c8bcb0cff947 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:05.757488 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0161ee9-2f7b-42bc-9b50-c8bcb0cff947 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Pushing event deleted for resources: {'Port': ['ID=ced0bbc8-f49d-4787-b08b-e47742e6a7a0,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:19:05.827486 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-c4f3c1bf-5b9f-4f04-a3d7-d99285eaf94d None None] Calling delete_port for 65fa9df8-df14-417f-8ae5-1b6fb26017ee owned by network:dhcp {{(pid=88526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:19:05.857895 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 37674) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:19:05.861645 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f0161ee9-2f7b-42bc-9b50-c8bcb0cff947 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-887703'] for router_gateway, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:05.994872 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-c4f3c1bf-5b9f-4f04-a3d7-d99285eaf94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535'] for port, after_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:05.996794 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2abcbc11-bef3-440a-9a36-2648632a8a2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:06.014176 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-2abcbc11-bef3-440a-9a36-2648632a8a2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:19:06.018051 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-2abcbc11-bef3-440a-9a36-2648632a8a2c admin admin] Usage tracker for resource:security_group_rule and tenant:5d01af3b02b1403b83c09387e11cc2a4 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:19:06.022062 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-2abcbc11-bef3-440a-9a36-2648632a8a2c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:19:06.045353 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-2abcbc11-bef3-440a-9a36-2648632a8a2c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:19:06.064990 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f3c1bf-5b9f-4f04-a3d7-d99285eaf94d None None] No DVR routers for this DVR port 65fa9df8-df14-417f-8ae5-1b6fb26017ee on host n-d-844202-1 {{(pid=88526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:19:06.075397 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f3c1bf-5b9f-4f04-a3d7-d99285eaf94d None None] Pushing event deleted for resources: {'Port': ['ID=65fa9df8-df14-417f-8ae5-1b6fb26017ee,revision_number=None']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:19:06.081015 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f0161ee9-2f7b-42bc-9b50-c8bcb0cff947 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25316'] for router, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:06.086058 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f0161ee9-2f7b-42bc-9b50-c8bcb0cff947 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:06.101002 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No active binding found for port 65fa9df8-df14-417f-8ae5-1b6fb26017ee {{(pid=88526) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jun 01 19:19:06.101423 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 65fa9df8-df14-417f-8ae5-1b6fb26017ee not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:19:06.123990 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-bda9c82f-c088-428b-b992-f50cadec7e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e761c115-85e2-4a71-bdee-9d4d4b675cdb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-624312723', 'tenant_id': '9861cb7602da47e7b9bc308454678263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.235'}], 'enable_snat': True}, 'gw_port_id': 'ced0bbc8-f49d-4787-b08b-e47742e6a7a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:18:29Z', 'updated_at': '2022-06-01T19:19:02Z', 'revision_number': 5, 'project_id': '9861cb7602da47e7b9bc308454678263', 'gw_port': {'id': 'ced0bbc8-f49d-4787-b08b-e47742e6a7a0', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:75:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e761c115-85e2-4a71-bdee-9d4d4b675cdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:18:30Z', 'updated_at': '2022-06-01T19:18:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:19:06.124985 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f0161ee9-2f7b-42bc-9b50-c8bcb0cff947 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-891519'] for router, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:06.125956 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0161ee9-2f7b-42bc-9b50-c8bcb0cff947 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Fanout notify agent at l3_agent the message router_deleted on router e761c115-85e2-4a71-bdee-9d4d4b675cdb {{(pid=88524) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 19:19:06.128628 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda9c82f-c088-428b-b992-f50cadec7e6c None None] The sync data for ids ['e761c115-85e2-4a71-bdee-9d4d4b675cdb'] in n-d-844202-1 is: [{'id': 'e761c115-85e2-4a71-bdee-9d4d4b675cdb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-624312723', 'tenant_id': '9861cb7602da47e7b9bc308454678263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.235'}], 'enable_snat': True}, 'gw_port_id': 'ced0bbc8-f49d-4787-b08b-e47742e6a7a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:18:29Z', 'updated_at': '2022-06-01T19:19:02Z', 'revision_number': 5, 'project_id': '9861cb7602da47e7b9bc308454678263', 'gw_port': {'id': 'ced0bbc8-f49d-4787-b08b-e47742e6a7a0', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:75:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e761c115-85e2-4a71-bdee-9d4d4b675cdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:18:30Z', 'updated_at': '2022-06-01T19:18:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}] {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:19:06.144115 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f0161ee9-2f7b-42bc-9b50-c8bcb0cff947 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Notify callbacks [] for router, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:06.148726 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-f0161ee9-2f7b-42bc-9b50-c8bcb0cff947 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] 10.222.0.41 "DELETE /v2.0/routers/e761c115-85e2-4a71-bdee-9d4d4b675cdb HTTP/1.1" status: 204 len: 168 time: 1.7713482 Jun 01 19:19:06.149101 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 37680) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:19:06.187836 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2abcbc11-bef3-440a-9a36-2648632a8a2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:06.192012 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2abcbc11-bef3-440a-9a36-2648632a8a2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:06.248904 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-2abcbc11-bef3-440a-9a36-2648632a8a2c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5d01af3b02b1403b83c09387e11cc2a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3903072 Jun 01 19:19:06.249930 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abcbc11-bef3-440a-9a36-2648632a8a2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1869983b-7223-41ae-8bb8-ebcae265a123,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:19:06.252705 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 37684) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:19:06.324346 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1b11462c-a7b7-4fdc-8f67-2b9060345b3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:06.356443 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1b11462c-a7b7-4fdc-8f67-2b9060345b3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:06.420699 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1b11462c-a7b7-4fdc-8f67-2b9060345b3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:06.445794 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b11462c-a7b7-4fdc-8f67-2b9060345b3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1869983b-7223-41ae-8bb8-ebcae265a123,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:19:06.451290 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d775e5db-5781-4acc-92eb-9bd5b41f52ff tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:06.452323 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1b11462c-a7b7-4fdc-8f67-2b9060345b3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:06.461217 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-1b11462c-a7b7-4fdc-8f67-2b9060345b3b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1869983b-7223-41ae-8bb8-ebcae265a123 HTTP/1.1" status: 204 len: 168 time: 0.2074022 Jun 01 19:19:06.685314 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d775e5db-5781-4acc-92eb-9bd5b41f52ff tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:06.740670 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-d775e5db-5781-4acc-92eb-9bd5b41f52ff tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7875fe66-1496-4fcd-b959-32fe03fc5c73']}} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:19:06.767537 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-d775e5db-5781-4acc-92eb-9bd5b41f52ff tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d7a1398-3fab-4c1c-a9e3-d1c2d8817b9a') {'for_net_delete': True} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:19:06.768491 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-d775e5db-5781-4acc-92eb-9bd5b41f52ff tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d7a1398-3fab-4c1c-a9e3-d1c2d8817b9a') {} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:19:06.793498 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d775e5db-5781-4acc-92eb-9bd5b41f52ff tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2702126'] for segment, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:06.834003 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d775e5db-5781-4acc-92eb-9bd5b41f52ff tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:06.844681 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d775e5db-5781-4acc-92eb-9bd5b41f52ff tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=88524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 19:19:06.845161 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d775e5db-5781-4acc-92eb-9bd5b41f52ff tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2719018'] for segment, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:06.928067 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment 9d7a1398-3fab-4c1c-a9e3-d1c2d8817b9a resource provider aggregate not found Jun 01 19:19:06.962225 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment 9d7a1398-3fab-4c1c-a9e3-d1c2d8817b9a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9d7a1398-3fab-4c1c-a9e3-d1c2d8817b9a found for delete ", "request_id": "req-ddbce8cf-1668-455e-834a-13d4e659cd48"}]} Jun 01 19:19:06.976139 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d775e5db-5781-4acc-92eb-9bd5b41f52ff tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:07.001207 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d775e5db-5781-4acc-92eb-9bd5b41f52ff tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Notify callbacks [] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:07.017390 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d775e5db-5781-4acc-92eb-9bd5b41f52ff tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Pushing event deleted for resources: {'Network': ['ID=7875fe66-1496-4fcd-b959-32fe03fc5c73,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:19:07.023820 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 37702) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:19:07.024043 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-d775e5db-5781-4acc-92eb-9bd5b41f52ff tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] 10.222.0.41 "DELETE /v2.0/networks/7875fe66-1496-4fcd-b959-32fe03fc5c73 HTTP/1.1" status: 204 len: 168 time: 0.8736517 Jun 01 19:19:07.114066 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-67028872-7284-4282-b8d7-cce17333a720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:07.265699 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-41df396e-4812-4a89-bb59-94f6f1229c0a tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Deleting port de2e00f7-3330-425e-aa5e-ea7e3a2f7882 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:19:07.266289 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-41df396e-4812-4a89-bb59-94f6f1229c0a tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:07.328903 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 682d55db-b25c-44ab-8342-4c9e8c7a7f44 no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:19:07.450238 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: 682d55db-b25c-44ab-8342-4c9e8c7a7f44 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:19:07.450599 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 682d55db-b25c-44ab-8342-4c9e8c7a7f44 not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:19:07.451126 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device ced0bbc8-f49d-4787-b08b-e47742e6a7a0 no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:19:07.470972 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-41df396e-4812-4a89-bb59-94f6f1229c0a tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:07.471343 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-41df396e-4812-4a89-bb59-94f6f1229c0a tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:07.490360 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: ced0bbc8-f49d-4787-b08b-e47742e6a7a0 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:19:07.490713 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device ced0bbc8-f49d-4787-b08b-e47742e6a7a0 not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:19:07.604241 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 37718) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:19:07.610590 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-41df396e-4812-4a89-bb59-94f6f1229c0a tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Calling delete_port for de2e00f7-3330-425e-aa5e-ea7e3a2f7882 owned by network:floatingip {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:19:07.719513 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-3bcb8acf-97a1-48c4-aa21-62d1facafc04 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Request body: {'network': {'name': 'tempest-RoutersTest-992073024'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:19:07.725852 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-3bcb8acf-97a1-48c4-aa21-62d1facafc04 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:19:07.730121 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-3bcb8acf-97a1-48c4-aa21-62d1facafc04 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Usage tracker for resource:network and tenant:c0d5c79d614c43888db26707e3e8b967 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:19:07.733374 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-3bcb8acf-97a1-48c4-aa21-62d1facafc04 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:19:07.740948 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-3bcb8acf-97a1-48c4-aa21-62d1facafc04 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:19:07.751805 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bcb8acf-97a1-48c4-aa21-62d1facafc04 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Made reservation on behalf of c0d5c79d614c43888db26707e3e8b967 for: {'network': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:19:07.755912 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-3bcb8acf-97a1-48c4-aa21-62d1facafc04 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:07.769184 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-3bcb8acf-97a1-48c4-aa21-62d1facafc04 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:07.788805 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-3bcb8acf-97a1-48c4-aa21-62d1facafc04 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:19:07.793475 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-3bcb8acf-97a1-48c4-aa21-62d1facafc04 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Usage tracker for resource:security_group_rule and tenant:c0d5c79d614c43888db26707e3e8b967 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:19:07.796691 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-3bcb8acf-97a1-48c4-aa21-62d1facafc04 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:19:07.805103 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-3bcb8acf-97a1-48c4-aa21-62d1facafc04 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:19:07.901537 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-41df396e-4812-4a89-bb59-94f6f1229c0a tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:07.961141 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41df396e-4812-4a89-bb59-94f6f1229c0a tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Pushing event deleted for resources: {'Port': ['ID=de2e00f7-3330-425e-aa5e-ea7e3a2f7882,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:19:07.978300 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-3bcb8acf-97a1-48c4-aa21-62d1facafc04 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:07.982655 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-3bcb8acf-97a1-48c4-aa21-62d1facafc04 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:08.016867 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bcb8acf-97a1-48c4-aa21-62d1facafc04 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 102} {{(pid=88524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 19:19:08.031348 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcb8acf-97a1-48c4-aa21-62d1facafc04 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12428dce-b471-4968-a7b4-b6c59fe54384,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:19:08.036862 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-3bcb8acf-97a1-48c4-aa21-62d1facafc04 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:08.037206 n-d-844202-1 neutron-server[88524]: INFO neutron.db.segments_db [None req-3bcb8acf-97a1-48c4-aa21-62d1facafc04 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Added segment 0f9aba59-e6b6-41e9-832a-47f4a10697f3 of type vlan for network 18a9b25b-c400-44f7-bdf6-425372cb9191 Jun 01 19:19:08.063661 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-41df396e-4812-4a89-bb59-94f6f1229c0a tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Notify callbacks [] for floatingip, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:08.064331 n-d-844202-1 neutron-server[88525]: INFO neutron.db.l3_db [None req-41df396e-4812-4a89-bb59-94f6f1229c0a tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Floating IP 9500cdec-d817-44bb-923a-ce5a6d15aa8d disassociated (deleted). External IP: 172.25.4.198, port: 996248bc-e5d6-401f-9518-4c3347311e76. Jun 01 19:19:08.067444 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-3bcb8acf-97a1-48c4-aa21-62d1facafc04 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:08.098022 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-3bcb8acf-97a1-48c4-aa21-62d1facafc04 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:08.104608 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bcb8acf-97a1-48c4-aa21-62d1facafc04 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:19:08.105336 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-3bcb8acf-97a1-48c4-aa21-62d1facafc04 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks [] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:08.216216 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcb8acf-97a1-48c4-aa21-62d1facafc04 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Pushing event updated for resources: {'Network': ['ID=18a9b25b-c400-44f7-bdf6-425372cb9191,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:19:08.219594 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-3bcb8acf-97a1-48c4-aa21-62d1facafc04 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6143384 Jun 01 19:19:08.222144 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 37730) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:19:08.227819 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network 18a9b25b-c400-44f7-bdf6-425372cb9191 details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 19:19:08.228382 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-77c29812-6988-405d-96ce-fdb1f750ef49 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Request body: {'network': {'name': 'tempest-RoutersTest-871898709'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:19:08.233798 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-77c29812-6988-405d-96ce-fdb1f750ef49 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:19:08.238857 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-77c29812-6988-405d-96ce-fdb1f750ef49 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Usage tracker for resource:network and tenant:c0d5c79d614c43888db26707e3e8b967 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:19:08.244603 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-77c29812-6988-405d-96ce-fdb1f750ef49 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:19:08.252562 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-77c29812-6988-405d-96ce-fdb1f750ef49 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:19:08.268153 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77c29812-6988-405d-96ce-fdb1f750ef49 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Made reservation on behalf of c0d5c79d614c43888db26707e3e8b967 for: {'network': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:19:08.272200 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-77c29812-6988-405d-96ce-fdb1f750ef49 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:08.307974 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77c29812-6988-405d-96ce-fdb1f750ef49 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 118} {{(pid=88524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 19:19:08.319213 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-77c29812-6988-405d-96ce-fdb1f750ef49 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:08.319584 n-d-844202-1 neutron-server[88524]: INFO neutron.db.segments_db [None req-77c29812-6988-405d-96ce-fdb1f750ef49 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Added segment 7213495b-43aa-491f-b671-1073a39015cd of type vlan for network 64f3b28e-c13e-49f5-8a9c-4cd07c7590f1 Jun 01 19:19:08.356673 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-77c29812-6988-405d-96ce-fdb1f750ef49 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:08.388944 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-77c29812-6988-405d-96ce-fdb1f750ef49 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:08.395136 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77c29812-6988-405d-96ce-fdb1f750ef49 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:19:08.396343 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-77c29812-6988-405d-96ce-fdb1f750ef49 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks [] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:08.464971 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41df396e-4812-4a89-bb59-94f6f1229c0a tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Router 0d7e7d6f-aaa1-4fd0-8212-c58a452c8973 has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 19:19:08.509061 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-77c29812-6988-405d-96ce-fdb1f750ef49 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2858386 Jun 01 19:19:08.512044 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 37734) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:19:08.519567 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-e4780463-240f-46a3-ad97-c043575eba05 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Request body: {'subnet': {'network_id': '18a9b25b-c400-44f7-bdf6-425372cb9191', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:19:08.533376 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c29812-6988-405d-96ce-fdb1f750ef49 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Pushing event updated for resources: {'Network': ['ID=64f3b28e-c13e-49f5-8a9c-4cd07c7590f1,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:19:08.545521 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network 64f3b28e-c13e-49f5-8a9c-4cd07c7590f1 details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 19:19:08.648922 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-e4780463-240f-46a3-ad97-c043575eba05 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:19:08.652938 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-e4780463-240f-46a3-ad97-c043575eba05 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Usage tracker for resource:subnet and tenant:c0d5c79d614c43888db26707e3e8b967 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:19:08.656131 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-e4780463-240f-46a3-ad97-c043575eba05 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:19:08.663479 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-e4780463-240f-46a3-ad97-c043575eba05 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:19:08.668316 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41df396e-4812-4a89-bb59-94f6f1229c0a tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:19:08.675889 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4780463-240f-46a3-ad97-c043575eba05 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Made reservation on behalf of c0d5c79d614c43888db26707e3e8b967 for: {'subnet': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:19:08.679608 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fbd761c-d610-4698-ad9c-0268c79e5d93 None None] Sync routers for ids ['0d7e7d6f-aaa1-4fd0-8212-c58a452c8973'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:19:08.681167 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e4780463-240f-46a3-ad97-c043575eba05 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3066584'] for subnet, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:08.686051 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-41df396e-4812-4a89-bb59-94f6f1229c0a tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for floatingip, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:08.690761 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fbd761c-d610-4698-ad9c-0268c79e5d93 None None] Routers {'0d7e7d6f-aaa1-4fd0-8212-c58a452c8973'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:19:08.691607 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-3fbd761c-d610-4698-ad9c-0268c79e5d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:18:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['0d7e7d6f-aaa1-4fd0-8212-c58a452c8973'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:19:08.794046 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-41df396e-4812-4a89-bb59-94f6f1229c0a tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] 10.222.0.41 "DELETE /v2.0/floatingips/9500cdec-d817-44bb-923a-ce5a6d15aa8d HTTP/1.1" status: 204 len: 168 time: 1.7680776 Jun 01 19:19:08.794355 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdc172c2-2f6e-4b45-92d1-e1201f668155', 'tag': '996248bc-e5d6-401f-9518-4c3347311e76'}] {{(pid=88525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:19:08.936519 n-d-844202-1 neutron-server[88525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a37f88e6-bb09-4c61-a80b-91dffd990690'] response: {'name': 'network-changed', 'server_uuid': 'fdc172c2-2f6e-4b45-92d1-e1201f668155', 'tag': '996248bc-e5d6-401f-9518-4c3347311e76', 'status': 'completed', 'code': 200} Jun 01 19:19:09.026976 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-3fbd761c-d610-4698-ad9c-0268c79e5d93 None None] Set router 0d7e7d6f-aaa1-4fd0-8212-c58a452c8973 gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:19:09.106477 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6948e2-7db1-4d6e-85ad-84aa83ef3312 req-a93c1b96-5462-402c-8a08-4e1c9eaa5e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:19:09.108339 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3a6948e2-7db1-4d6e-85ad-84aa83ef3312 req-a93c1b96-5462-402c-8a08-4e1c9eaa5e43 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9861cb7602da47e7b9bc308454678263&device_id=fdc172c2-2f6e-4b45-92d1-e1201f668155 HTTP/1.1" status: 200 len: 1135 time: 0.1504743 Jun 01 19:19:09.110395 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e4780463-240f-46a3-ad97-c043575eba05 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2718919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3066602'] for subnet, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:09.298690 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4780463-240f-46a3-ad97-c043575eba05 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Pushing event updated for resources: {'Subnet': ['ID=639f9da5-c7ab-4a01-be08-665693a27364,revision_number=0']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:19:09.303280 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4780463-240f-46a3-ad97-c043575eba05 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Checking segment: {'id': '0f9aba59-e6b6-41e9-832a-47f4a10697f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '18a9b25b-c400-44f7-bdf6-425372cb9191'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:19:09.303648 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4780463-240f-46a3-ad97-c043575eba05 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Network hostable DHCP agents. Network: 18a9b25b-c400-44f7-bdf6-425372cb9191, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88524) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 19:19:09.314326 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a417e2b-27f0-4385-8582-e2dee1334485 req-8d9b1a7c-7a94-4468-851a-d016bfeb80b7 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:19:09.315087 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-8a417e2b-27f0-4385-8582-e2dee1334485 req-8d9b1a7c-7a94-4468-851a-d016bfeb80b7 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Synchronizing usage tracker for tenant:9861cb7602da47e7b9bc308454678263 on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:19:09.333684 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-8a417e2b-27f0-4385-8582-e2dee1334485 req-8d9b1a7c-7a94-4468-851a-d016bfeb80b7 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Unset dirty status for tenant:9861cb7602da47e7b9bc308454678263 on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:19:09.335397 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8a417e2b-27f0-4385-8582-e2dee1334485 req-8d9b1a7c-7a94-4468-851a-d016bfeb80b7 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] 10.222.0.41 "GET /v2.0/ports?device_id=fdc172c2-2f6e-4b45-92d1-e1201f668155 HTTP/1.1" status: 200 len: 984 time: 0.1165664 Jun 01 19:19:09.360436 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6948e2-7db1-4d6e-85ad-84aa83ef3312 req-189c8617-2b13-4c88-a16a-ac83d90ac3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:19:09.361956 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3a6948e2-7db1-4d6e-85ad-84aa83ef3312 req-189c8617-2b13-4c88-a16a-ac83d90ac3ae service neutron] 10.222.0.50 "GET /v2.0/networks?id=2b003680-2bf2-41f9-80c9-f16c3f8f2850 HTTP/1.1" status: 200 len: 898 time: 0.2473803 Jun 01 19:19:09.362656 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4780463-240f-46a3-ad97-c043575eba05 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Network 18a9b25b-c400-44f7-bdf6-425372cb9191 is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88524) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 19:19:09.389891 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8a417e2b-27f0-4385-8582-e2dee1334485 req-464bba35-b7c9-4bd5-b3b4-d6f358416f78 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] 10.222.0.41 "GET /v2.0/security-groups?id=cbafb351-8cb8-48d0-852d-0910b4f77ab1&id=bff83c8b-c591-4f8e-ae9e-bb9157b2573c&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0461066 Jun 01 19:19:09.473006 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-3fbd761c-d610-4698-ad9c-0268c79e5d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d7e7d6f-aaa1-4fd0-8212-c58a452c8973', 'name': 'tempest-TestSecurityGroupsBasicOps-router-732501080', 'tenant_id': '9861cb7602da47e7b9bc308454678263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'facb2907-e40c-4eb4-aeee-06f85e2d09d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:17:22Z', 'updated_at': '2022-06-01T19:17:33Z', 'revision_number': 4, 'project_id': '9861cb7602da47e7b9bc308454678263', 'gw_port': {'id': 'facb2907-e40c-4eb4-aeee-06f85e2d09d4', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:60:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d7e7d6f-aaa1-4fd0-8212-c58a452c8973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:17:23Z', 'updated_at': '2022-06-01T19:17:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '1479fea9-ae7f-4d22-9de0-72c06811756c', 'name': '', 'network_id': '2b003680-2bf2-41f9-80c9-f16c3f8f2850', 'tenant_id': '9861cb7602da47e7b9bc308454678263', 'mac_address': 'fa:16:3e:95:15:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d7e7d6f-aaa1-4fd0-8212-c58a452c8973', 'device_owner': 'network:router_interface', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': 'c86ca2db-1a1b-4804-afde-b0057b0289e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:17:32Z', 'updated_at': '2022-06-01T19:17:42Z', 'revision_number': 5, 'project_id': '9861cb7602da47e7b9bc308454678263', 'subnets': [{'id': 'c86ca2db-1a1b-4804-afde-b0057b0289e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:19:09.477797 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fbd761c-d610-4698-ad9c-0268c79e5d93 None None] Checking router: 0d7e7d6f-aaa1-4fd0-8212-c58a452c8973 for host: n-d-844202-1 {{(pid=88527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 19:19:09.486769 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fbd761c-d610-4698-ad9c-0268c79e5d93 None None] Routers {'0d7e7d6f-aaa1-4fd0-8212-c58a452c8973'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:19:09.487380 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-3fbd761c-d610-4698-ad9c-0268c79e5d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:18:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['0d7e7d6f-aaa1-4fd0-8212-c58a452c8973'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:19:09.517113 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-2e303b42-4b17-42e9-8d16-0be66bb78b1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:09.530579 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-e4780463-240f-46a3-ad97-c043575eba05 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, 18a9b25b-c400-44f7-bdf6-425372cb9191) {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:19:09.540872 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3a6948e2-7db1-4d6e-85ad-84aa83ef3312 req-03abcddb-0339-4651-a8d9-e184baf0708e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=996248bc-e5d6-401f-9518-4c3347311e76 HTTP/1.1" status: 200 len: 217 time: 0.1720223 Jun 01 19:19:09.542032 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4780463-240f-46a3-ad97-c043575eba05 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:19:09.542605 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e4780463-240f-46a3-ad97-c043575eba05 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:09.542877 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c6705af-cdaf-4a4f-af58-825cc98666b6 None None] Network 18a9b25b-c400-44f7-bdf6-425372cb9191 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:19:09.606499 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-e4780463-240f-46a3-ad97-c043575eba05 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0933030 Jun 01 19:19:09.609647 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 37746) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:19:09.615444 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-40f79410-acb3-425d-ab85-df11a84014b2 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Request body: {'subnet': {'network_id': '64f3b28e-c13e-49f5-8a9c-4cd07c7590f1', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:19:09.616977 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6948e2-7db1-4d6e-85ad-84aa83ef3312 req-9fedbd2b-02b2-4577-946b-159a3cf26540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:19:09.618508 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3a6948e2-7db1-4d6e-85ad-84aa83ef3312 req-9fedbd2b-02b2-4577-946b-159a3cf26540 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c86ca2db-1a1b-4804-afde-b0057b0289e9 HTTP/1.1" status: 200 len: 835 time: 0.0706518 Jun 01 19:19:09.684556 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-3fbd761c-d610-4698-ad9c-0268c79e5d93 None None] Set router 0d7e7d6f-aaa1-4fd0-8212-c58a452c8973 gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:19:09.721216 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6948e2-7db1-4d6e-85ad-84aa83ef3312 req-aafdf682-643e-484c-b058-52f5a3cae96d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:19:09.723999 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3a6948e2-7db1-4d6e-85ad-84aa83ef3312 req-aafdf682-643e-484c-b058-52f5a3cae96d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2b003680-2bf2-41f9-80c9-f16c3f8f2850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0977249 Jun 01 19:19:09.740870 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-40f79410-acb3-425d-ab85-df11a84014b2 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:19:09.745369 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-40f79410-acb3-425d-ab85-df11a84014b2 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Usage tracker for resource:subnet and tenant:c0d5c79d614c43888db26707e3e8b967 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:19:09.748827 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-40f79410-acb3-425d-ab85-df11a84014b2 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:19:09.757896 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-40f79410-acb3-425d-ab85-df11a84014b2 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:19:09.775316 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40f79410-acb3-425d-ab85-df11a84014b2 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Made reservation on behalf of c0d5c79d614c43888db26707e3e8b967 for: {'subnet': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:19:09.779345 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-40f79410-acb3-425d-ab85-df11a84014b2 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9667140'] for subnet, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:09.796779 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e7eaf2b-3e21-465b-ac4c-ff09f6e73e34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc93f83c3-7fb6-5c13-a9d4-29d739a4e8d2-18a9b25b-c400-44f7-bdf6-425372cb9191', 'network_id': '18a9b25b-c400-44f7-bdf6-425372cb9191', 'tenant_id': 'c0d5c79d614c43888db26707e3e8b967', 'fixed_ips': [{'subnet_id': '639f9da5-c7ab-4a01-be08-665693a27364'}]}} from n-d-844202-1. {{(pid=88526) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 19:19:09.797646 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-2e7eaf2b-3e21-465b-ac4c-ff09f6e73e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:09.872586 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3a6948e2-7db1-4d6e-85ad-84aa83ef3312 req-79be7d2d-5f25-453e-a1cd-bccbee0e4825 service neutron] 10.222.0.50 "GET /v2.0/networks/2b003680-2bf2-41f9-80c9-f16c3f8f2850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428258 Jun 01 19:19:09.986734 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.db_base_plugin_common [None req-2e7eaf2b-3e21-465b-ac4c-ff09f6e73e34 None None] Allocated IP 172.20.0.2 (18a9b25b-c400-44f7-bdf6-425372cb9191/639f9da5-c7ab-4a01-be08-665693a27364/855cf068-b0f7-4978-84e1-1ef1fccc60fd) {{(pid=88526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:19:10.061693 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3a6948e2-7db1-4d6e-85ad-84aa83ef3312 req-8f2cf63d-357c-444e-9bdf-91b8ee3e2bfb service neutron] 10.222.0.50 "GET /v2.0/networks/2b003680-2bf2-41f9-80c9-f16c3f8f2850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820507 Jun 01 19:19:10.143691 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-40f79410-acb3-425d-ab85-df11a84014b2 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2614064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9667190'] for subnet, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:10.146872 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-3fbd761c-d610-4698-ad9c-0268c79e5d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d7e7d6f-aaa1-4fd0-8212-c58a452c8973', 'name': 'tempest-TestSecurityGroupsBasicOps-router-732501080', 'tenant_id': '9861cb7602da47e7b9bc308454678263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'facb2907-e40c-4eb4-aeee-06f85e2d09d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:17:22Z', 'updated_at': '2022-06-01T19:17:33Z', 'revision_number': 4, 'project_id': '9861cb7602da47e7b9bc308454678263', 'gw_port': {'id': 'facb2907-e40c-4eb4-aeee-06f85e2d09d4', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:60:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d7e7d6f-aaa1-4fd0-8212-c58a452c8973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:17:23Z', 'updated_at': '2022-06-01T19:17:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '1479fea9-ae7f-4d22-9de0-72c06811756c', 'name': '', 'network_id': '2b003680-2bf2-41f9-80c9-f16c3f8f2850', 'tenant_id': '9861cb7602da47e7b9bc308454678263', 'mac_address': 'fa:16:3e:95:15:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d7e7d6f-aaa1-4fd0-8212-c58a452c8973', 'device_owner': 'network:router_interface', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': 'c86ca2db-1a1b-4804-afde-b0057b0289e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:17:32Z', 'updated_at': '2022-06-01T19:17:42Z', 'revision_number': 5, 'project_id': '9861cb7602da47e7b9bc308454678263', 'subnets': [{'id': 'c86ca2db-1a1b-4804-afde-b0057b0289e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:19:10.154438 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fbd761c-d610-4698-ad9c-0268c79e5d93 None None] The sync data for ids ['0d7e7d6f-aaa1-4fd0-8212-c58a452c8973'] in n-d-844202-1 is: [{'id': '0d7e7d6f-aaa1-4fd0-8212-c58a452c8973', 'name': 'tempest-TestSecurityGroupsBasicOps-router-732501080', 'tenant_id': '9861cb7602da47e7b9bc308454678263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'facb2907-e40c-4eb4-aeee-06f85e2d09d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:17:22Z', 'updated_at': '2022-06-01T19:17:33Z', 'revision_number': 4, 'project_id': '9861cb7602da47e7b9bc308454678263', 'gw_port': {'id': 'facb2907-e40c-4eb4-aeee-06f85e2d09d4', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:60:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d7e7d6f-aaa1-4fd0-8212-c58a452c8973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:17:23Z', 'updated_at': '2022-06-01T19:17:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '1479fea9-ae7f-4d22-9de0-72c06811756c', 'name': '', 'network_id': '2b003680-2bf2-41f9-80c9-f16c3f8f2850', 'tenant_id': '9861cb7602da47e7b9bc308454678263', 'mac_address': 'fa:16:3e:95:15:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d7e7d6f-aaa1-4fd0-8212-c58a452c8973', 'device_owner': 'network:router_interface', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': 'c86ca2db-1a1b-4804-afde-b0057b0289e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:17:32Z', 'updated_at': '2022-06-01T19:17:42Z', 'revision_number': 5, 'project_id': '9861cb7602da47e7b9bc308454678263', 'subnets': [{'id': 'c86ca2db-1a1b-4804-afde-b0057b0289e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:19:10.234279 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f79410-acb3-425d-ab85-df11a84014b2 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Pushing event updated for resources: {'Subnet': ['ID=9a806e07-5a7c-4b69-87a1-571c415a7010,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:19:10.243876 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40f79410-acb3-425d-ab85-df11a84014b2 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Checking segment: {'id': '7213495b-43aa-491f-b671-1073a39015cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '64f3b28e-c13e-49f5-8a9c-4cd07c7590f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:19:10.244260 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40f79410-acb3-425d-ab85-df11a84014b2 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Network hostable DHCP agents. Network: 64f3b28e-c13e-49f5-8a9c-4cd07c7590f1, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 19:19:10.267625 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40f79410-acb3-425d-ab85-df11a84014b2 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Network 64f3b28e-c13e-49f5-8a9c-4cd07c7590f1 is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 19:19:10.278607 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-40f79410-acb3-425d-ab85-df11a84014b2 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, 64f3b28e-c13e-49f5-8a9c-4cd07c7590f1) {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:19:10.283513 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40f79410-acb3-425d-ab85-df11a84014b2 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:19:10.284847 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-40f79410-acb3-425d-ab85-df11a84014b2 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks [] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:10.288796 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03ed2102-cdd4-479d-bf2c-ccc35cb3e038 None None] Network 64f3b28e-c13e-49f5-8a9c-4cd07c7590f1 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:19:10.317157 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 37756) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:19:10.320939 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-40f79410-acb3-425d-ab85-df11a84014b2 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7100289 Jun 01 19:19:10.324462 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-d992223e-491d-482c-a4dc-018a6e296a88 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1716261882', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:19:10.333627 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-d992223e-491d-482c-a4dc-018a6e296a88 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:19:10.337889 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-d992223e-491d-482c-a4dc-018a6e296a88 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Usage tracker for resource:router and tenant:c0d5c79d614c43888db26707e3e8b967 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:19:10.340932 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-d992223e-491d-482c-a4dc-018a6e296a88 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:19:10.347705 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-d992223e-491d-482c-a4dc-018a6e296a88 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:19:10.359678 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d992223e-491d-482c-a4dc-018a6e296a88 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-885767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25238'] for router, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:10.360699 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d992223e-491d-482c-a4dc-018a6e296a88 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-901042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-886562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-981784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25327'] for router, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:10.383729 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d992223e-491d-482c-a4dc-018a6e296a88 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:10.407505 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-2e7eaf2b-3e21-465b-ac4c-ff09f6e73e34 None None] Notify callbacks [] for port, precommit_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:10.410167 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d992223e-491d-482c-a4dc-018a6e296a88 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-885820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-886655'] for router, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:10.430212 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-2e7eaf2b-3e21-465b-ac4c-ff09f6e73e34 None None] Transition to ACTIVE for port object 855cf068-b0f7-4978-84e1-1ef1fccc60fd will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:19:10.478013 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-2e7eaf2b-3e21-465b-ac4c-ff09f6e73e34 None None] Transition to ACTIVE for port object 855cf068-b0f7-4978-84e1-1ef1fccc60fd will not be triggered until provisioned by entity DHCP. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:19:10.500539 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d992223e-491d-482c-a4dc-018a6e296a88 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks [] for router, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:10.506355 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-d992223e-491d-482c-a4dc-018a6e296a88 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1829538 Jun 01 19:19:10.506557 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 37762) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:19:10.516346 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-2e7eaf2b-3e21-465b-ac4c-ff09f6e73e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526'] for port, after_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:10.606505 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e7eaf2b-3e21-465b-ac4c-ff09f6e73e34 None None] Network 18a9b25b-c400-44f7-bdf6-425372cb9191 is already hosted by enough agents. {{(pid=88526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:19:10.613251 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e473a8f7-7a7e-48c3-9c6e-a0fab27656b6 req-d4b1a39e-22a1-474e-a076-c8731934d099 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:19:10.616297 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e473a8f7-7a7e-48c3-9c6e-a0fab27656b6 req-d4b1a39e-22a1-474e-a076-c8731934d099 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] 10.222.0.50 "GET /v2.0/ports?device_id=fdc172c2-2f6e-4b45-92d1-e1201f668155 HTTP/1.1" status: 200 len: 984 time: 0.1832907 Jun 01 19:19:10.618545 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e625cdf-0a55-4c4d-a631-883e504f81d0 None None] New status for floating IP 9500cdec-d817-44bb-923a-ce5a6d15aa8d: DOWN {{(pid=88526) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 19:19:10.669063 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.base_scheduler [None req-2e7eaf2b-3e21-465b-ac4c-ff09f6e73e34 None None] Resources bound (agent type, host, resource id): {{(pid=88526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:19:10.691129 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e7eaf2b-3e21-465b-ac4c-ff09f6e73e34 None None] Received port after_create {{(pid=88526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:19:10.750269 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-e473a8f7-7a7e-48c3-9c6e-a0fab27656b6 req-7fd91642-054a-4feb-afec-db249abcd9c9 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Deleting port 996248bc-e5d6-401f-9518-4c3347311e76 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:19:10.750848 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-e473a8f7-7a7e-48c3-9c6e-a0fab27656b6 req-7fd91642-054a-4feb-afec-db249abcd9c9 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:10.811229 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7eaf2b-3e21-465b-ac4c-ff09f6e73e34 None None] Pushing event updated for resources: {'Port': ['ID=855cf068-b0f7-4978-84e1-1ef1fccc60fd,revision_number=1']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:19:10.865625 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b7d769-8ec8-4dbb-8ede-219e0c56e195 req-1ab433de-44b9-4e99-91d5-b515988be142 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:19:10.868475 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-72b7d769-8ec8-4dbb-8ede-219e0c56e195 req-1ab433de-44b9-4e99-91d5-b515988be142 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] 10.222.0.41 "GET /v2.0/ports?device_id=fdc172c2-2f6e-4b45-92d1-e1201f668155 HTTP/1.1" status: 200 len: 984 time: 0.2508395 Jun 01 19:19:10.920720 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6645a72f-f183-46cf-a293-d6a863973197 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc93f83c3-7fb6-5c13-a9d4-29d739a4e8d2-64f3b28e-c13e-49f5-8a9c-4cd07c7590f1', 'network_id': '64f3b28e-c13e-49f5-8a9c-4cd07c7590f1', 'tenant_id': 'c0d5c79d614c43888db26707e3e8b967', 'fixed_ips': [{'subnet_id': '9a806e07-5a7c-4b69-87a1-571c415a7010'}]}} from n-d-844202-1. {{(pid=88526) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 19:19:10.921496 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6645a72f-f183-46cf-a293-d6a863973197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:10.940734 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:10.956889 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:11.028516 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-72b7d769-8ec8-4dbb-8ede-219e0c56e195 req-598e977a-3d69-4645-b795-53b9994e6527 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] 10.222.0.41 "GET /v2.0/security-groups?id=cbafb351-8cb8-48d0-852d-0910b4f77ab1&id=bff83c8b-c591-4f8e-ae9e-bb9157b2573c&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1510663 Jun 01 19:19:11.099966 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-2e7eaf2b-3e21-465b-ac4c-ff09f6e73e34 None None] Attempting to bind port 855cf068-b0f7-4978-84e1-1ef1fccc60fd on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:19:11.100512 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-2e7eaf2b-3e21-465b-ac4c-ff09f6e73e34 None None] Attempting to bind port 855cf068-b0f7-4978-84e1-1ef1fccc60fd by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': '0f9aba59-e6b6-41e9-832a-47f4a10697f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '18a9b25b-c400-44f7-bdf6-425372cb9191'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:19:11.100873 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e7eaf2b-3e21-465b-ac4c-ff09f6e73e34 None None] Attempting to bind port 855cf068-b0f7-4978-84e1-1ef1fccc60fd on network 18a9b25b-c400-44f7-bdf6-425372cb9191 {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:19:11.113146 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e7eaf2b-3e21-465b-ac4c-ff09f6e73e34 None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 19, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:19:11.113599 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e7eaf2b-3e21-465b-ac4c-ff09f6e73e34 None None] Checking segment: {'id': '0f9aba59-e6b6-41e9-832a-47f4a10697f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '18a9b25b-c400-44f7-bdf6-425372cb9191'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:19:11.113914 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-2e7eaf2b-3e21-465b-ac4c-ff09f6e73e34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:11.114897 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e7eaf2b-3e21-465b-ac4c-ff09f6e73e34 None None] Bound using segment: {'id': '0f9aba59-e6b6-41e9-832a-47f4a10697f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '18a9b25b-c400-44f7-bdf6-425372cb9191'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:19:11.115527 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-2e7eaf2b-3e21-465b-ac4c-ff09f6e73e34 None None] Bound port: 855cf068-b0f7-4978-84e1-1ef1fccc60fd, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f9aba59-e6b6-41e9-832a-47f4a10697f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '18a9b25b-c400-44f7-bdf6-425372cb9191'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:19:11.115896 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-2e7eaf2b-3e21-465b-ac4c-ff09f6e73e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:11.119106 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-e473a8f7-7a7e-48c3-9c6e-a0fab27656b6 req-7fd91642-054a-4feb-afec-db249abcd9c9 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] For port 996248bc-e5d6-401f-9518-4c3347311e76, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=996248bc-e5d6-401f-9518-4c3347311e76,segment=NetworkSegment(99f5ef3e-a69b-4de1-9b56-614178cdee50),segment_id=99f5ef3e-a69b-4de1-9b56-614178cdee50)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:19:11.119530 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-e473a8f7-7a7e-48c3-9c6e-a0fab27656b6 req-7fd91642-054a-4feb-afec-db249abcd9c9 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:11.280202 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-e473a8f7-7a7e-48c3-9c6e-a0fab27656b6 req-7fd91642-054a-4feb-afec-db249abcd9c9 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Calling delete_port for 996248bc-e5d6-401f-9518-4c3347311e76 owned by compute:nova {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:19:11.322855 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.db_base_plugin_common [None req-6645a72f-f183-46cf-a293-d6a863973197 None None] Allocated IP 172.21.0.2 (64f3b28e-c13e-49f5-8a9c-4cd07c7590f1/9a806e07-5a7c-4b69-87a1-571c415a7010/588dd581-2eda-437b-ab80-5a948324f40f) {{(pid=88526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:19:11.336170 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-2e7eaf2b-3e21-465b-ac4c-ff09f6e73e34 None None] For port 855cf068-b0f7-4978-84e1-1ef1fccc60fd, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:19:11.339683 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-2e7eaf2b-3e21-465b-ac4c-ff09f6e73e34 None None] For port 855cf068-b0f7-4978-84e1-1ef1fccc60fd, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=855cf068-b0f7-4978-84e1-1ef1fccc60fd,segment=NetworkSegment(0f9aba59-e6b6-41e9-832a-47f4a10697f3),segment_id=0f9aba59-e6b6-41e9-832a-47f4a10697f3)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:19:11.403273 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3ea36b6d-63c4-4b82-90a6-716e679a03b2 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:11.412313 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-2e7eaf2b-3e21-465b-ac4c-ff09f6e73e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:11.535439 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-e473a8f7-7a7e-48c3-9c6e-a0fab27656b6 req-7fd91642-054a-4feb-afec-db249abcd9c9 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:11.596678 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd91642-054a-4feb-afec-db249abcd9c9 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Pushing event deleted for resources: {'Port': ['ID=996248bc-e5d6-401f-9518-4c3347311e76,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:19:11.629828 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:11.644821 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7eaf2b-3e21-465b-ac4c-ff09f6e73e34 None None] Pushing event updated for resources: {'Port': ['ID=855cf068-b0f7-4978-84e1-1ef1fccc60fd,revision_number=2']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:19:11.710827 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-e473a8f7-7a7e-48c3-9c6e-a0fab27656b6 req-7fd91642-054a-4feb-afec-db249abcd9c9 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] No DVR routers for this DVR port 996248bc-e5d6-401f-9518-4c3347311e76 on host n-h2-844202-1 {{(pid=88524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:19:11.717159 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-e473a8f7-7a7e-48c3-9c6e-a0fab27656b6 req-7fd91642-054a-4feb-afec-db249abcd9c9 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:11.720449 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdc172c2-2f6e-4b45-92d1-e1201f668155', 'name': 'network-vif-deleted', 'tag': '996248bc-e5d6-401f-9518-4c3347311e76'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:19:11.735619 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e473a8f7-7a7e-48c3-9c6e-a0fab27656b6 req-7fd91642-054a-4feb-afec-db249abcd9c9 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] 10.222.0.50 "DELETE /v2.0/ports/996248bc-e5d6-401f-9518-4c3347311e76 HTTP/1.1" status: 204 len: 173 time: 1.0729947 Jun 01 19:19:11.815344 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6645a72f-f183-46cf-a293-d6a863973197 None None] Notify callbacks [] for port, precommit_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:11.827766 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6645a72f-f183-46cf-a293-d6a863973197 None None] Transition to ACTIVE for port object 588dd581-2eda-437b-ab80-5a948324f40f will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:19:11.857451 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6645a72f-f183-46cf-a293-d6a863973197 None None] Transition to ACTIVE for port object 588dd581-2eda-437b-ab80-5a948324f40f will not be triggered until provisioned by entity DHCP. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:19:11.871903 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6645a72f-f183-46cf-a293-d6a863973197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526'] for port, after_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:11.925262 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [None req-3ea36b6d-63c4-4b82-90a6-716e679a03b2 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Allocated IP 172.20.0.1 (18a9b25b-c400-44f7-bdf6-425372cb9191/639f9da5-c7ab-4a01-be08-665693a27364/52f92d0c-b63a-4480-a442-c8d064d7dd56) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:19:12.077667 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:12.078354 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:12.086008 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6645a72f-f183-46cf-a293-d6a863973197 None None] Network 64f3b28e-c13e-49f5-8a9c-4cd07c7590f1 is already hosted by enough agents. {{(pid=88526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:19:12.090253 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.base_scheduler [None req-6645a72f-f183-46cf-a293-d6a863973197 None None] Resources bound (agent type, host, resource id): {{(pid=88526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:19:12.094153 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6645a72f-f183-46cf-a293-d6a863973197 None None] Received port after_create {{(pid=88526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:19:12.146495 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6645a72f-f183-46cf-a293-d6a863973197 None None] Pushing event updated for resources: {'Port': ['ID=588dd581-2eda-437b-ab80-5a948324f40f,revision_number=1']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:19:12.159515 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7661eda-8d7a-46bd-94b8-5de779880ffb'] response: {'server_uuid': 'fdc172c2-2f6e-4b45-92d1-e1201f668155', 'name': 'network-vif-deleted', 'tag': '996248bc-e5d6-401f-9518-4c3347311e76', 'status': 'completed', 'code': 200} Jun 01 19:19:12.223932 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3ea36b6d-63c4-4b82-90a6-716e679a03b2 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:12.262174 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [None req-3ea36b6d-63c4-4b82-90a6-716e679a03b2 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Transition to ACTIVE for port object 52f92d0c-b63a-4480-a442-c8d064d7dd56 will not be triggered until provisioned by entity DHCP. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:19:12.280126 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-6645a72f-f183-46cf-a293-d6a863973197 None None] Attempting to bind port 588dd581-2eda-437b-ab80-5a948324f40f on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:19:12.280472 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-6645a72f-f183-46cf-a293-d6a863973197 None None] Attempting to bind port 588dd581-2eda-437b-ab80-5a948324f40f by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': '7213495b-43aa-491f-b671-1073a39015cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '64f3b28e-c13e-49f5-8a9c-4cd07c7590f1'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:19:12.282903 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6645a72f-f183-46cf-a293-d6a863973197 None None] Attempting to bind port 588dd581-2eda-437b-ab80-5a948324f40f on network 64f3b28e-c13e-49f5-8a9c-4cd07c7590f1 {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:19:12.299609 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6645a72f-f183-46cf-a293-d6a863973197 None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 19, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:19:12.300001 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6645a72f-f183-46cf-a293-d6a863973197 None None] Checking segment: {'id': '7213495b-43aa-491f-b671-1073a39015cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '64f3b28e-c13e-49f5-8a9c-4cd07c7590f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:19:12.300414 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6645a72f-f183-46cf-a293-d6a863973197 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:12.300812 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6645a72f-f183-46cf-a293-d6a863973197 None None] Bound using segment: {'id': '7213495b-43aa-491f-b671-1073a39015cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '64f3b28e-c13e-49f5-8a9c-4cd07c7590f1'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:19:12.302173 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-6645a72f-f183-46cf-a293-d6a863973197 None None] Bound port: 588dd581-2eda-437b-ab80-5a948324f40f, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7213495b-43aa-491f-b671-1073a39015cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '64f3b28e-c13e-49f5-8a9c-4cd07c7590f1'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:19:12.302696 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6645a72f-f183-46cf-a293-d6a863973197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:12.309086 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3ea36b6d-63c4-4b82-90a6-716e679a03b2 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:12.318592 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-5a4e94fb-ca6b-4146-89c1-384d1aa15f89 req-fc3e8baa-564b-41ff-ab7f-5fcbb49cf1ed tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Synchronizing usage tracker for tenant:9861cb7602da47e7b9bc308454678263 on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:19:12.337196 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-5a4e94fb-ca6b-4146-89c1-384d1aa15f89 req-fc3e8baa-564b-41ff-ab7f-5fcbb49cf1ed tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Unset dirty status for tenant:9861cb7602da47e7b9bc308454678263 on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:19:12.347429 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5a4e94fb-ca6b-4146-89c1-384d1aa15f89 req-fc3e8baa-564b-41ff-ab7f-5fcbb49cf1ed tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] 10.222.0.41 "GET /v2.0/ports?device_id=fdc172c2-2f6e-4b45-92d1-e1201f668155 HTTP/1.1" status: 200 len: 210 time: 0.1114333 Jun 01 19:19:12.447967 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6645a72f-f183-46cf-a293-d6a863973197 None None] For port 588dd581-2eda-437b-ab80-5a948324f40f, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:19:12.451776 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6645a72f-f183-46cf-a293-d6a863973197 None None] For port 588dd581-2eda-437b-ab80-5a948324f40f, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=588dd581-2eda-437b-ab80-5a948324f40f,segment=NetworkSegment(7213495b-43aa-491f-b671-1073a39015cd),segment_id=7213495b-43aa-491f-b671-1073a39015cd)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:19:12.461619 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6645a72f-f183-46cf-a293-d6a863973197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:12.512185 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea36b6d-63c4-4b82-90a6-716e679a03b2 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Pushing event updated for resources: {'Port': ['ID=52f92d0c-b63a-4480-a442-c8d064d7dd56,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:19:12.515752 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea36b6d-63c4-4b82-90a6-716e679a03b2 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Network 18a9b25b-c400-44f7-bdf6-425372cb9191 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:19:12.517191 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-3ea36b6d-63c4-4b82-90a6-716e679a03b2 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:19:12.519535 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea36b6d-63c4-4b82-90a6-716e679a03b2 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:19:12.597795 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3ea36b6d-63c4-4b82-90a6-716e679a03b2 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-887605'] for router_interface, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:12.605156 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6645a72f-f183-46cf-a293-d6a863973197 None None] Pushing event updated for resources: {'Port': ['ID=588dd581-2eda-437b-ab80-5a948324f40f,revision_number=2']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:19:13.016584 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3ea36b6d-63c4-4b82-90a6-716e679a03b2 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:13.143002 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b3195af-9d69-43d3-a82c-a991799f68db None None] Network 18a9b25b-c400-44f7-bdf6-425372cb9191 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:19:13.233017 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-eb15386f-1590-49bc-aa1c-a073dce68c22 None None] Provisioning for port 855cf068-b0f7-4978-84e1-1ef1fccc60fd completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:19:13.463647 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 37782) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:19:13.502315 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 855cf068-b0f7-4978-84e1-1ef1fccc60fd up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:19:13.533577 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3ea36b6d-63c4-4b82-90a6-716e679a03b2 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks [] for port, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:13.544680 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3ea36b6d-63c4-4b82-90a6-716e679a03b2 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:13.646608 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1afb928e-a095-433b-ae09-f71bc1117808 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:13.670469 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port 855cf068-b0f7-4978-84e1-1ef1fccc60fd completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:19:13.675571 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 855cf068-b0f7-4978-84e1-1ef1fccc60fd triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:19:13.676181 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:13.700333 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea36b6d-63c4-4b82-90a6-716e679a03b2 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Pushing event updated for resources: {'Port': ['ID=52f92d0c-b63a-4480-a442-c8d064d7dd56,revision_number=2']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:19:13.702831 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3ea36b6d-63c4-4b82-90a6-716e679a03b2 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-887436'] for router_interface, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:13.715474 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1afb928e-a095-433b-ae09-f71bc1117808 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:13.795326 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1afb928e-a095-433b-ae09-f71bc1117808 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:13.821016 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afb928e-a095-433b-ae09-f71bc1117808 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bff83c8b-c591-4f8e-ae9e-bb9157b2573c,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:19:13.850840 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1afb928e-a095-433b-ae09-f71bc1117808 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:13.852356 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-1afb928e-a095-433b-ae09-f71bc1117808 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] 10.222.0.41 "DELETE /v2.0/security-groups/bff83c8b-c591-4f8e-ae9e-bb9157b2573c HTTP/1.1" status: 204 len: 168 time: 0.3871984 Jun 01 19:19:13.855604 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 37788) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:19:13.924934 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 855cf068-b0f7-4978-84e1-1ef1fccc60fd is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:19:13.924934 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:13.983097 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-fb5f8c3b-5f98-4460-ac41-45936a120ba9 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:14.000085 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port 855cf068-b0f7-4978-84e1-1ef1fccc60fd, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=855cf068-b0f7-4978-84e1-1ef1fccc60fd,segment=NetworkSegment(0f9aba59-e6b6-41e9-832a-47f4a10697f3),segment_id=0f9aba59-e6b6-41e9-832a-47f4a10697f3)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:19:14.013477 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:14.017080 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 588dd581-2eda-437b-ab80-5a948324f40f up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:19:14.058812 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea36b6d-63c4-4b82-90a6-716e679a03b2 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Network 18a9b25b-c400-44f7-bdf6-425372cb9191 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:19:14.063329 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-3ea36b6d-63c4-4b82-90a6-716e679a03b2 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:19:14.075402 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-fb5f8c3b-5f98-4460-ac41-45936a120ba9 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:14.081932 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-62614389-597b-4297-adaf-2b3d653a9d6f None None] Provisioning for port 52f92d0c-b63a-4480-a442-c8d064d7dd56 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:19:14.156982 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-fb5f8c3b-5f98-4460-ac41-45936a120ba9 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:14.166812 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-62614389-597b-4297-adaf-2b3d653a9d6f None None] Provisioning complete for port 52f92d0c-b63a-4480-a442-c8d064d7dd56 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:19:14.167828 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-62614389-597b-4297-adaf-2b3d653a9d6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:14.191144 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5f8c3b-5f98-4460-ac41-45936a120ba9 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbafb351-8cb8-48d0-852d-0910b4f77ab1,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:19:14.203297 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-fb5f8c3b-5f98-4460-ac41-45936a120ba9 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:14.207455 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-fb5f8c3b-5f98-4460-ac41-45936a120ba9 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] 10.222.0.41 "DELETE /v2.0/security-groups/cbafb351-8cb8-48d0-852d-0910b4f77ab1 HTTP/1.1" status: 204 len: 168 time: 0.3471673 Jun 01 19:19:14.208710 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 37792) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:19:14.315571 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-62614389-597b-4297-adaf-2b3d653a9d6f None None] Port 52f92d0c-b63a-4480-a442-c8d064d7dd56 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:19:14.320730 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=855cf068-b0f7-4978-84e1-1ef1fccc60fd,revision_number=3']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:19:14.331276 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c864fed2-f700-4de4-99d8-a7cc3ee6e085 None None] Network 64f3b28e-c13e-49f5-8a9c-4cd07c7590f1 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:19:14.359132 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ea36b6d-63c4-4b82-90a6-716e679a03b2 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Router 31c7050b-5982-4849-baa8-2711add17ced is scheduled to L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 with binding_index 1 {{(pid=88525) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 19:19:14.547003 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port 588dd581-2eda-437b-ab80-5a948324f40f completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:19:14.554945 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-62614389-597b-4297-adaf-2b3d653a9d6f None None] Provisioning complete for port 855cf068-b0f7-4978-84e1-1ef1fccc60fd triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:19:14.555400 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-62614389-597b-4297-adaf-2b3d653a9d6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:14.564478 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ea36b6d-63c4-4b82-90a6-716e679a03b2 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:19:14.574094 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-3ea36b6d-63c4-4b82-90a6-716e679a03b2 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] 10.222.0.41 "PUT /v2.0/routers/31c7050b-5982-4849-baa8-2711add17ced/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0673723 Jun 01 19:19:14.576752 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 37796) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:19:14.579772 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb20aaae-943e-47e2-aa3a-fa2fe0f5fc86 None None] Sync routers for ids ['31c7050b-5982-4849-baa8-2711add17ced'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:19:14.592945 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb20aaae-943e-47e2-aa3a-fa2fe0f5fc86 None None] Routers {'31c7050b-5982-4849-baa8-2711add17ced'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:19:14.593546 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-bb20aaae-943e-47e2-aa3a-fa2fe0f5fc86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:19:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['31c7050b-5982-4849-baa8-2711add17ced'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:19:14.658602 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c066087a-7c43-4b32-ad48-46b13b747172 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:19:14.659465 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-c066087a-7c43-4b32-ad48-46b13b747172 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Synchronizing usage tracker for tenant:c0d5c79d614c43888db26707e3e8b967 on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:19:14.679728 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-c066087a-7c43-4b32-ad48-46b13b747172 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Unset dirty status for tenant:c0d5c79d614c43888db26707e3e8b967 on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:19:14.681686 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-c066087a-7c43-4b32-ad48-46b13b747172 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] 10.222.0.41 "GET /v2.0/ports/52f92d0c-b63a-4480-a442-c8d064d7dd56 HTTP/1.1" status: 200 len: 910 time: 0.1038640 Jun 01 19:19:14.684926 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 37804) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:19:14.747906 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-62614389-597b-4297-adaf-2b3d653a9d6f None None] Current status of the port 855cf068-b0f7-4978-84e1-1ef1fccc60fd is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:19:14.759633 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-bb20aaae-943e-47e2-aa3a-fa2fe0f5fc86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:19:14.776605 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb20aaae-943e-47e2-aa3a-fa2fe0f5fc86 None None] Routers {'31c7050b-5982-4849-baa8-2711add17ced'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:19:14.777217 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-bb20aaae-943e-47e2-aa3a-fa2fe0f5fc86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:19:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['31c7050b-5982-4849-baa8-2711add17ced'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:19:14.875885 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-a5a4e41b-3dc3-4b0e-ba0d-66202287401d None None] Provisioning for port 588dd581-2eda-437b-ab80-5a948324f40f completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:19:14.882499 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-bb20aaae-943e-47e2-aa3a-fa2fe0f5fc86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:19:14.882986 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-a5a4e41b-3dc3-4b0e-ba0d-66202287401d None None] Provisioning complete for port 588dd581-2eda-437b-ab80-5a948324f40f triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:19:14.883304 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb20aaae-943e-47e2-aa3a-fa2fe0f5fc86 None None] The sync data for ids ['31c7050b-5982-4849-baa8-2711add17ced'] in n-d-844202-1 is: [] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:19:14.883494 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-a5a4e41b-3dc3-4b0e-ba0d-66202287401d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:14.895873 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.agents_db [None req-e814b9cf-7de8-45d0-a079-29c61fabe7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 19:19:15.124005 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-a5a4e41b-3dc3-4b0e-ba0d-66202287401d None None] Current status of the port 588dd581-2eda-437b-ab80-5a948324f40f is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:19:15.124418 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-a5a4e41b-3dc3-4b0e-ba0d-66202287401d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:15.137649 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 996248bc-e5d6-401f-9518-4c3347311e76 no longer exists at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:19:15.190146 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] No Port match for: 996248bc-e5d6-401f-9518-4c3347311e76 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:19:15.190863 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 996248bc-e5d6-401f-9518-4c3347311e76 not bound to the agent host n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:19:15.206148 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-a5a4e41b-3dc3-4b0e-ba0d-66202287401d None None] For port 588dd581-2eda-437b-ab80-5a948324f40f, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=588dd581-2eda-437b-ab80-5a948324f40f,segment=NetworkSegment(7213495b-43aa-491f-b671-1073a39015cd),segment_id=7213495b-43aa-491f-b671-1073a39015cd)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:19:15.214318 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-a5a4e41b-3dc3-4b0e-ba0d-66202287401d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:15.253814 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4d5540ea-3f1e-4c32-bfe6-c92be651a707 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-887474'] for router_interface, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:15.303020 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-a5a4e41b-3dc3-4b0e-ba0d-66202287401d None None] Provisioning complete for port 52f92d0c-b63a-4480-a442-c8d064d7dd56 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:19:15.303477 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-a5a4e41b-3dc3-4b0e-ba0d-66202287401d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:15.399056 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 855cf068-b0f7-4978-84e1-1ef1fccc60fd up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:19:15.439943 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a4e41b-3dc3-4b0e-ba0d-66202287401d None None] Pushing event updated for resources: {'Port': ['ID=588dd581-2eda-437b-ab80-5a948324f40f,revision_number=3']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:19:15.442797 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-a5a4e41b-3dc3-4b0e-ba0d-66202287401d None None] Port 52f92d0c-b63a-4480-a442-c8d064d7dd56 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:19:15.478275 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 855cf068-b0f7-4978-84e1-1ef1fccc60fd triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:19:15.478765 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:15.612264 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-21a8c39b-8f7d-4776-9045-aa7833a151d1 None None] Provisioning complete for port 588dd581-2eda-437b-ab80-5a948324f40f triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:19:15.612638 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-21a8c39b-8f7d-4776-9045-aa7833a151d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:15.628723 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-18ec0ce8-64d6-449f-b140-3a748c170209 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:15.641458 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 855cf068-b0f7-4978-84e1-1ef1fccc60fd is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:19:15.688745 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-4d5540ea-3f1e-4c32-bfe6-c92be651a707 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Deleting port 1479fea9-ae7f-4d22-9de0-72c06811756c {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:19:15.689230 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4d5540ea-3f1e-4c32-bfe6-c92be651a707 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:15.736253 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-21a8c39b-8f7d-4776-9045-aa7833a151d1 None None] Current status of the port 588dd581-2eda-437b-ab80-5a948324f40f is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:19:15.887468 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [None req-4d5540ea-3f1e-4c32-bfe6-c92be651a707 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] For port 1479fea9-ae7f-4d22-9de0-72c06811756c, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=1479fea9-ae7f-4d22-9de0-72c06811756c,segment=NetworkSegment(99f5ef3e-a69b-4de1-9b56-614178cdee50),segment_id=99f5ef3e-a69b-4de1-9b56-614178cdee50)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:19:15.887827 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4d5540ea-3f1e-4c32-bfe6-c92be651a707 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:16.022714 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-4d5540ea-3f1e-4c32-bfe6-c92be651a707 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Calling delete_port for 1479fea9-ae7f-4d22-9de0-72c06811756c owned by network:router_interface {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:19:16.051089 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [None req-18ec0ce8-64d6-449f-b140-3a748c170209 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Allocated IP 172.21.0.1 (64f3b28e-c13e-49f5-8a9c-4cd07c7590f1/9a806e07-5a7c-4b69-87a1-571c415a7010/2420a564-eab2-46e3-a1b1-e8e41e71fc20) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:19:16.239555 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4d5540ea-3f1e-4c32-bfe6-c92be651a707 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:16.257478 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-18ec0ce8-64d6-449f-b140-3a748c170209 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:16.276728 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [None req-18ec0ce8-64d6-449f-b140-3a748c170209 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Transition to ACTIVE for port object 2420a564-eab2-46e3-a1b1-e8e41e71fc20 will not be triggered until provisioned by entity DHCP. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:19:16.304913 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-18ec0ce8-64d6-449f-b140-3a748c170209 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:16.373963 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18ec0ce8-64d6-449f-b140-3a748c170209 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Network 64f3b28e-c13e-49f5-8a9c-4cd07c7590f1 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:19:16.382330 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-18ec0ce8-64d6-449f-b140-3a748c170209 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:19:16.386986 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ec0ce8-64d6-449f-b140-3a748c170209 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:19:16.417361 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5540ea-3f1e-4c32-bfe6-c92be651a707 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Pushing event deleted for resources: {'Port': ['ID=1479fea9-ae7f-4d22-9de0-72c06811756c,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:19:16.462368 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ec0ce8-64d6-449f-b140-3a748c170209 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Pushing event updated for resources: {'Port': ['ID=2420a564-eab2-46e3-a1b1-e8e41e71fc20,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:19:16.499984 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-18ec0ce8-64d6-449f-b140-3a748c170209 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-887605'] for router_interface, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:16.732650 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-18ec0ce8-64d6-449f-b140-3a748c170209 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:16.793094 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4d5540ea-3f1e-4c32-bfe6-c92be651a707 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-887310'] for router_interface, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:16.883644 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-158a32af-f5fc-4988-a53b-9df04960c59e None None] Provisioning for port 2420a564-eab2-46e3-a1b1-e8e41e71fc20 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:19:16.890871 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-158a32af-f5fc-4988-a53b-9df04960c59e None None] Provisioning complete for port 2420a564-eab2-46e3-a1b1-e8e41e71fc20 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:19:16.891600 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-158a32af-f5fc-4988-a53b-9df04960c59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:16.980504 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-158a32af-f5fc-4988-a53b-9df04960c59e None None] Port 2420a564-eab2-46e3-a1b1-e8e41e71fc20 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:19:17.157237 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88b0cb6-0637-44f8-9fc7-983c2a6a730e req-3f7c14e2-a107-42e8-a734-7b9d45a83b3f tempest-VolumesSnapshotTestJSON-1691927831 tempest-VolumesSnapshotTestJSON-1691927831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:19:17.158695 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f88b0cb6-0637-44f8-9fc7-983c2a6a730e req-3f7c14e2-a107-42e8-a734-7b9d45a83b3f tempest-VolumesSnapshotTestJSON-1691927831 tempest-VolumesSnapshotTestJSON-1691927831-project] 10.222.0.41 "GET /v2.0/ports?device_id=7e35acc1-f906-49ed-a4ea-31ed07ba891a HTTP/1.1" status: 200 len: 946 time: 0.1936030 Jun 01 19:19:17.283465 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f88b0cb6-0637-44f8-9fc7-983c2a6a730e req-a27df4a1-463c-4992-b314-ea41e3ef535a tempest-VolumesSnapshotTestJSON-1691927831 tempest-VolumesSnapshotTestJSON-1691927831-project] 10.222.0.41 "GET /v2.0/security-groups?id=70caf9c3-176f-45e8-8492-944998336bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176734 Jun 01 19:19:17.298768 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-18ec0ce8-64d6-449f-b140-3a748c170209 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks [] for port, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:17.305532 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d5540ea-3f1e-4c32-bfe6-c92be651a707 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Router 0d7e7d6f-aaa1-4fd0-8212-c58a452c8973 has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 19:19:17.307693 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-18ec0ce8-64d6-449f-b140-3a748c170209 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:17.390375 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 588dd581-2eda-437b-ab80-5a948324f40f up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:19:17.424387 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ec0ce8-64d6-449f-b140-3a748c170209 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Pushing event updated for resources: {'Port': ['ID=2420a564-eab2-46e3-a1b1-e8e41e71fc20,revision_number=2']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:19:17.427104 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-18ec0ce8-64d6-449f-b140-3a748c170209 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-887436'] for router_interface, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:17.460067 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 588dd581-2eda-437b-ab80-5a948324f40f triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:19:17.460588 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:17.507664 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d5540ea-3f1e-4c32-bfe6-c92be651a707 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:19:17.525130 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0091ea3-3908-42dc-9316-4feb3d4afd32 None None] Sync routers for ids ['0d7e7d6f-aaa1-4fd0-8212-c58a452c8973'] in n-d-844202-1 {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:19:17.527254 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-4d5540ea-3f1e-4c32-bfe6-c92be651a707 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] 10.222.0.41 "PUT /v2.0/routers/0d7e7d6f-aaa1-4fd0-8212-c58a452c8973/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3167036 Jun 01 19:19:17.529997 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 37824) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:19:17.541013 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0091ea3-3908-42dc-9316-4feb3d4afd32 None None] Routers {'0d7e7d6f-aaa1-4fd0-8212-c58a452c8973'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:19:17.541638 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-e0091ea3-3908-42dc-9316-4feb3d4afd32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:19:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['0d7e7d6f-aaa1-4fd0-8212-c58a452c8973'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:19:17.589119 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18ec0ce8-64d6-449f-b140-3a748c170209 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Network 64f3b28e-c13e-49f5-8a9c-4cd07c7590f1 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:19:17.590394 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-18ec0ce8-64d6-449f-b140-3a748c170209 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:19:17.604653 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b8bf358-f0dd-4873-b32c-6a9fd5151958 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Deleting subnet c86ca2db-1a1b-4804-afde-b0057b0289e9 {{(pid=88524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 19:19:17.608132 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-9b8bf358-f0dd-4873-b32c-6a9fd5151958 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Notify callbacks [] for subnet, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:17.681083 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-9b8bf358-f0dd-4873-b32c-6a9fd5151958 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2702137'] for subnet, precommit_delete_associations {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:17.755036 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 588dd581-2eda-437b-ab80-5a948324f40f is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:19:17.781621 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-e0091ea3-3908-42dc-9316-4feb3d4afd32 None None] Set router 0d7e7d6f-aaa1-4fd0-8212-c58a452c8973 gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:19:17.790781 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-9b8bf358-f0dd-4873-b32c-6a9fd5151958 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:17.792596 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18ec0ce8-64d6-449f-b140-3a748c170209 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Router 31c7050b-5982-4849-baa8-2711add17ced has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 19:19:17.871887 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-9b8bf358-f0dd-4873-b32c-6a9fd5151958 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2718856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3066595'] for subnet, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:17.919476 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-9b8bf358-f0dd-4873-b32c-6a9fd5151958 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:17.922252 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8bf358-f0dd-4873-b32c-6a9fd5151958 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Pushing event deleted for resources: {'Subnet': ['ID=c86ca2db-1a1b-4804-afde-b0057b0289e9,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:19:17.930011 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-9b8bf358-f0dd-4873-b32c-6a9fd5151958 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] 10.222.0.41 "DELETE /v2.0/subnets/c86ca2db-1a1b-4804-afde-b0057b0289e9 HTTP/1.1" status: 204 len: 168 time: 0.3990631 Jun 01 19:19:17.932530 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 37828) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:19:17.981390 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18ec0ce8-64d6-449f-b140-3a748c170209 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:19:17.994111 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7426def-ca80-4cb3-b823-72d127940c02 None None] Sync routers for ids ['31c7050b-5982-4849-baa8-2711add17ced'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:19:18.011595 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-18ec0ce8-64d6-449f-b140-3a748c170209 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] 10.222.0.41 "PUT /v2.0/routers/31c7050b-5982-4849-baa8-2711add17ced/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3245208 Jun 01 19:19:18.012880 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7426def-ca80-4cb3-b823-72d127940c02 None None] Routers {'31c7050b-5982-4849-baa8-2711add17ced'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:19:18.013400 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 37832) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:19:18.013880 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-e7426def-ca80-4cb3-b823-72d127940c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:19:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['31c7050b-5982-4849-baa8-2711add17ced'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:19:18.014040 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fdf082c-dc3a-4c24-b36e-80ac28af55a4 None None] Network 2b003680-2bf2-41f9-80c9-f16c3f8f2850 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:19:18.107040 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-e7426def-ca80-4cb3-b823-72d127940c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:19:18.109689 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eef5afa-38c5-421d-9401-a68fb5ad853a tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:19:18.110431 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-9eef5afa-38c5-421d-9401-a68fb5ad853a tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Synchronizing usage tracker for tenant:c0d5c79d614c43888db26707e3e8b967 on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:19:18.117647 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f413dead-6f22-4c71-950d-96bb46655b9d None None] Provisioning complete for port 2420a564-eab2-46e3-a1b1-e8e41e71fc20 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:19:18.118022 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f413dead-6f22-4c71-950d-96bb46655b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:18.118621 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7426def-ca80-4cb3-b823-72d127940c02 None None] Routers {'31c7050b-5982-4849-baa8-2711add17ced'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:19:18.119431 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-e7426def-ca80-4cb3-b823-72d127940c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:19:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['31c7050b-5982-4849-baa8-2711add17ced'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:19:18.135267 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-9eef5afa-38c5-421d-9401-a68fb5ad853a tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Unset dirty status for tenant:c0d5c79d614c43888db26707e3e8b967 on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:19:18.136887 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-9eef5afa-38c5-421d-9401-a68fb5ad853a tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] 10.222.0.41 "GET /v2.0/ports/2420a564-eab2-46e3-a1b1-e8e41e71fc20 HTTP/1.1" status: 200 len: 910 time: 0.1221480 Jun 01 19:19:18.140062 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 37836) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:19:18.181028 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f413dead-6f22-4c71-950d-96bb46655b9d None None] Port 2420a564-eab2-46e3-a1b1-e8e41e71fc20 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:19:18.184183 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-e7426def-ca80-4cb3-b823-72d127940c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:19:18.184608 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7426def-ca80-4cb3-b823-72d127940c02 None None] The sync data for ids ['31c7050b-5982-4849-baa8-2711add17ced'] in n-d-844202-1 is: [] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:19:18.272899 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f2599a60-54c7-49e8-8002-023e34ba7fb6 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Notify callbacks [] for router, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:18.420744 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-e0091ea3-3908-42dc-9316-4feb3d4afd32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d7e7d6f-aaa1-4fd0-8212-c58a452c8973', 'name': 'tempest-TestSecurityGroupsBasicOps-router-732501080', 'tenant_id': '9861cb7602da47e7b9bc308454678263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'facb2907-e40c-4eb4-aeee-06f85e2d09d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:17:22Z', 'updated_at': '2022-06-01T19:19:16Z', 'revision_number': 5, 'project_id': '9861cb7602da47e7b9bc308454678263', 'gw_port': {'id': 'facb2907-e40c-4eb4-aeee-06f85e2d09d4', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:60:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d7e7d6f-aaa1-4fd0-8212-c58a452c8973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:17:23Z', 'updated_at': '2022-06-01T19:17:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:19:18.428480 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0091ea3-3908-42dc-9316-4feb3d4afd32 None None] Checking router: 0d7e7d6f-aaa1-4fd0-8212-c58a452c8973 for host: n-d-844202-1 {{(pid=88526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 19:19:18.439718 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0091ea3-3908-42dc-9316-4feb3d4afd32 None None] Routers {'0d7e7d6f-aaa1-4fd0-8212-c58a452c8973'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:19:18.440285 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-e0091ea3-3908-42dc-9316-4feb3d4afd32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:19:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['0d7e7d6f-aaa1-4fd0-8212-c58a452c8973'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:19:18.489169 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f2599a60-54c7-49e8-8002-023e34ba7fb6 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:18.502965 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-f2599a60-54c7-49e8-8002-023e34ba7fb6 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Deleting port facb2907-e40c-4eb4-aeee-06f85e2d09d4 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:19:18.503529 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f2599a60-54c7-49e8-8002-023e34ba7fb6 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:18.506376 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afc58ad5-c0f8-423f-aa5f-bdcc8f42dd59 None None] DHCP port deletion for 2b003680-2bf2-41f9-80c9-f16c3f8f2850 request from n-d-844202-1 {{(pid=88526) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 19:19:18.573809 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-afc58ad5-c0f8-423f-aa5f-bdcc8f42dd59 None None] Deleting port 78180e82-d2d8-4f7d-b490-6bf6d705b599 {{(pid=88526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:19:18.574210 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-afc58ad5-c0f8-423f-aa5f-bdcc8f42dd59 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:18.679727 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-e0091ea3-3908-42dc-9316-4feb3d4afd32 None None] Set router 0d7e7d6f-aaa1-4fd0-8212-c58a452c8973 gateway port host: None {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:19:18.698071 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [None req-f2599a60-54c7-49e8-8002-023e34ba7fb6 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] For port facb2907-e40c-4eb4-aeee-06f85e2d09d4, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=facb2907-e40c-4eb4-aeee-06f85e2d09d4,segment=NetworkSegment(7875af61-4c53-4ff2-b8c8-d4b7c35ff947),segment_id=7875af61-4c53-4ff2-b8c8-d4b7c35ff947)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:19:18.698653 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f2599a60-54c7-49e8-8002-023e34ba7fb6 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:18.777956 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f4292c-b600-48a1-9734-87a14606c566 req-50b3a288-ef42-420e-baa3-72b0f4ef6ddf tempest-VolumesSnapshotTestJSON-1691927831 tempest-VolumesSnapshotTestJSON-1691927831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:19:18.779495 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e1f4292c-b600-48a1-9734-87a14606c566 req-50b3a288-ef42-420e-baa3-72b0f4ef6ddf tempest-VolumesSnapshotTestJSON-1691927831 tempest-VolumesSnapshotTestJSON-1691927831-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e35acc1-f906-49ed-a4ea-31ed07ba891a HTTP/1.1" status: 200 len: 946 time: 0.2489250 Jun 01 19:19:18.789724 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71cd33f-af4c-4282-9aad-39f9bc08a639 req-06957c48-b7d1-4bfa-96a7-610b17d44a75 tempest-VolumesSnapshotTestJSON-1691927831 tempest-VolumesSnapshotTestJSON-1691927831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:19:18.791265 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a71cd33f-af4c-4282-9aad-39f9bc08a639 req-06957c48-b7d1-4bfa-96a7-610b17d44a75 tempest-VolumesSnapshotTestJSON-1691927831 tempest-VolumesSnapshotTestJSON-1691927831-project] 10.222.0.41 "GET /v2.0/ports?device_id=7e35acc1-f906-49ed-a4ea-31ed07ba891a HTTP/1.1" status: 200 len: 946 time: 0.2617853 Jun 01 19:19:18.798816 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-e0091ea3-3908-42dc-9316-4feb3d4afd32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d7e7d6f-aaa1-4fd0-8212-c58a452c8973', 'name': 'tempest-TestSecurityGroupsBasicOps-router-732501080', 'tenant_id': '9861cb7602da47e7b9bc308454678263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:17:22Z', 'updated_at': '2022-06-01T19:19:18Z', 'revision_number': 6, 'project_id': '9861cb7602da47e7b9bc308454678263', 'gw_port_host': None}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:19:18.807400 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0091ea3-3908-42dc-9316-4feb3d4afd32 None None] The sync data for ids ['0d7e7d6f-aaa1-4fd0-8212-c58a452c8973'] in n-d-844202-1 is: [{'id': '0d7e7d6f-aaa1-4fd0-8212-c58a452c8973', 'name': 'tempest-TestSecurityGroupsBasicOps-router-732501080', 'tenant_id': '9861cb7602da47e7b9bc308454678263', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:17:22Z', 'updated_at': '2022-06-01T19:19:18Z', 'revision_number': 6, 'project_id': '9861cb7602da47e7b9bc308454678263', 'gw_port_host': None}] {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:19:18.828783 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-f2599a60-54c7-49e8-8002-023e34ba7fb6 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Calling delete_port for facb2907-e40c-4eb4-aeee-06f85e2d09d4 owned by network:router_gateway {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:19:18.932840 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-afc58ad5-c0f8-423f-aa5f-bdcc8f42dd59 None None] For port 78180e82-d2d8-4f7d-b490-6bf6d705b599, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=78180e82-d2d8-4f7d-b490-6bf6d705b599,segment=NetworkSegment(99f5ef3e-a69b-4de1-9b56-614178cdee50),segment_id=99f5ef3e-a69b-4de1-9b56-614178cdee50)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:19:18.933229 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-afc58ad5-c0f8-423f-aa5f-bdcc8f42dd59 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:19.027696 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f2599a60-54c7-49e8-8002-023e34ba7fb6 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:19.045107 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [req-e1f4292c-b600-48a1-9734-87a14606c566 req-3a2a0240-7c2c-4ac6-9625-e1d22a3baa86 tempest-VolumesSnapshotTestJSON-1691927831 tempest-VolumesSnapshotTestJSON-1691927831-project] Deleting port a9cfaef8-318e-4ed5-ad84-97fe4e08e141 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:19:19.045648 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-e1f4292c-b600-48a1-9734-87a14606c566 req-3a2a0240-7c2c-4ac6-9625-e1d22a3baa86 tempest-VolumesSnapshotTestJSON-1691927831 tempest-VolumesSnapshotTestJSON-1691927831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:19.076695 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-afc58ad5-c0f8-423f-aa5f-bdcc8f42dd59 None None] Calling delete_port for 78180e82-d2d8-4f7d-b490-6bf6d705b599 owned by network:dhcp {{(pid=88526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:19:19.092201 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2599a60-54c7-49e8-8002-023e34ba7fb6 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Pushing event deleted for resources: {'Port': ['ID=facb2907-e40c-4eb4-aeee-06f85e2d09d4,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:19:19.116112 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a71cd33f-af4c-4282-9aad-39f9bc08a639 req-884b4be7-aca8-4112-8260-12c5003b6015 tempest-VolumesSnapshotTestJSON-1691927831 tempest-VolumesSnapshotTestJSON-1691927831-project] 10.222.0.41 "GET /v2.0/security-groups?id=70caf9c3-176f-45e8-8492-944998336bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2887928 Jun 01 19:19:19.179741 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-afc58ad5-c0f8-423f-aa5f-bdcc8f42dd59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535'] for port, after_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:19.201012 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f2599a60-54c7-49e8-8002-023e34ba7fb6 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-887703'] for router_gateway, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:19.237624 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc58ad5-c0f8-423f-aa5f-bdcc8f42dd59 None None] Pushing event deleted for resources: {'Port': ['ID=78180e82-d2d8-4f7d-b490-6bf6d705b599,revision_number=None']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:19:19.240495 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc58ad5-c0f8-423f-aa5f-bdcc8f42dd59 None None] No DVR routers for this DVR port 78180e82-d2d8-4f7d-b490-6bf6d705b599 on host n-d-844202-1 {{(pid=88526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:19:19.326610 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e5d566af-c515-47db-8e6b-a5f1aac75bbb tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-887474'] for router_interface, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:19.395552 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f2599a60-54c7-49e8-8002-023e34ba7fb6 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25316'] for router, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:19.397892 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f2599a60-54c7-49e8-8002-023e34ba7fb6 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:19.420829 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f2599a60-54c7-49e8-8002-023e34ba7fb6 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-891519'] for router, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:19.421387 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2599a60-54c7-49e8-8002-023e34ba7fb6 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Fanout notify agent at l3_agent the message router_deleted on router 0d7e7d6f-aaa1-4fd0-8212-c58a452c8973 {{(pid=88524) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 19:19:19.436924 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f2599a60-54c7-49e8-8002-023e34ba7fb6 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Notify callbacks [] for router, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:19.438585 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-f2599a60-54c7-49e8-8002-023e34ba7fb6 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] 10.222.0.41 "DELETE /v2.0/routers/0d7e7d6f-aaa1-4fd0-8212-c58a452c8973 HTTP/1.1" status: 204 len: 168 time: 1.5045753 Jun 01 19:19:19.440710 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 37842) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:19:19.552203 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-0ae5aabf-6969-4009-b43d-55eac7734619 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:19.624606 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-e1f4292c-b600-48a1-9734-87a14606c566 req-3a2a0240-7c2c-4ac6-9625-e1d22a3baa86 tempest-VolumesSnapshotTestJSON-1691927831 tempest-VolumesSnapshotTestJSON-1691927831-project] For port a9cfaef8-318e-4ed5-ad84-97fe4e08e141, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=a9cfaef8-318e-4ed5-ad84-97fe4e08e141,segment=NetworkSegment(05610bff-48f0-4193-9918-9898ce49db66),segment_id=05610bff-48f0-4193-9918-9898ce49db66)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:19:19.624962 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-e1f4292c-b600-48a1-9734-87a14606c566 req-3a2a0240-7c2c-4ac6-9625-e1d22a3baa86 tempest-VolumesSnapshotTestJSON-1691927831 tempest-VolumesSnapshotTestJSON-1691927831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:19.695355 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-0ae5aabf-6969-4009-b43d-55eac7734619 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:19.727736 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-0ae5aabf-6969-4009-b43d-55eac7734619 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b003680-2bf2-41f9-80c9-f16c3f8f2850']}} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:19:19.732206 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 78180e82-d2d8-4f7d-b490-6bf6d705b599 no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:19:19.741650 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-0ae5aabf-6969-4009-b43d-55eac7734619 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99f5ef3e-a69b-4de1-9b56-614178cdee50') {'for_net_delete': True} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:19:19.741933 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-0ae5aabf-6969-4009-b43d-55eac7734619 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99f5ef3e-a69b-4de1-9b56-614178cdee50') {} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:19:19.753900 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-0ae5aabf-6969-4009-b43d-55eac7734619 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2702126'] for segment, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:19.765836 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [req-e1f4292c-b600-48a1-9734-87a14606c566 req-3a2a0240-7c2c-4ac6-9625-e1d22a3baa86 tempest-VolumesSnapshotTestJSON-1691927831 tempest-VolumesSnapshotTestJSON-1691927831-project] Calling delete_port for a9cfaef8-318e-4ed5-ad84-97fe4e08e141 owned by compute:nova {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:19:19.774102 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-0ae5aabf-6969-4009-b43d-55eac7734619 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:19.775730 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: 78180e82-d2d8-4f7d-b490-6bf6d705b599 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:19:19.776103 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 78180e82-d2d8-4f7d-b490-6bf6d705b599 not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:19:19.776673 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 1479fea9-ae7f-4d22-9de0-72c06811756c no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:19:19.781077 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ae5aabf-6969-4009-b43d-55eac7734619 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=88524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 19:19:19.781515 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-0ae5aabf-6969-4009-b43d-55eac7734619 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2719018'] for segment, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:19.819137 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: 1479fea9-ae7f-4d22-9de0-72c06811756c {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:19:19.820376 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 1479fea9-ae7f-4d22-9de0-72c06811756c not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:19:19.866052 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment 99f5ef3e-a69b-4de1-9b56-614178cdee50 resource provider aggregate not found Jun 01 19:19:19.890711 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment 99f5ef3e-a69b-4de1-9b56-614178cdee50 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 99f5ef3e-a69b-4de1-9b56-614178cdee50 found for delete ", "request_id": "req-69723f4a-21eb-4408-9c62-6fb0c429e92e"}]} Jun 01 19:19:19.907119 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-0ae5aabf-6969-4009-b43d-55eac7734619 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:19.958751 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-e5d566af-c515-47db-8e6b-a5f1aac75bbb tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Deleting port 2420a564-eab2-46e3-a1b1-e8e41e71fc20 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:19:19.959086 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e5d566af-c515-47db-8e6b-a5f1aac75bbb tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:20.039092 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-0ae5aabf-6969-4009-b43d-55eac7734619 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Notify callbacks [] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:20.048046 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae5aabf-6969-4009-b43d-55eac7734619 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] Pushing event deleted for resources: {'Network': ['ID=2b003680-2bf2-41f9-80c9-f16c3f8f2850,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:19:20.062036 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-0ae5aabf-6969-4009-b43d-55eac7734619 tempest-TestSecurityGroupsBasicOps-1651697084 tempest-TestSecurityGroupsBasicOps-1651697084-project] 10.222.0.41 "DELETE /v2.0/networks/2b003680-2bf2-41f9-80c9-f16c3f8f2850 HTTP/1.1" status: 204 len: 168 time: 0.6194618 Jun 01 19:19:20.099408 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-e1f4292c-b600-48a1-9734-87a14606c566 req-3a2a0240-7c2c-4ac6-9625-e1d22a3baa86 tempest-VolumesSnapshotTestJSON-1691927831 tempest-VolumesSnapshotTestJSON-1691927831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:20.111740 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] get_ports_and_sgs() called for port_ids ['a9cfaef8-318e-4ed5-ad84-97fe4e08e141'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 19:19:20.168615 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2a0240-7c2c-4ac6-9625-e1d22a3baa86 tempest-VolumesSnapshotTestJSON-1691927831 tempest-VolumesSnapshotTestJSON-1691927831-project] Pushing event deleted for resources: {'Port': ['ID=a9cfaef8-318e-4ed5-ad84-97fe4e08e141,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:19:20.309000 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1f4292c-b600-48a1-9734-87a14606c566 req-3a2a0240-7c2c-4ac6-9625-e1d22a3baa86 tempest-VolumesSnapshotTestJSON-1691927831 tempest-VolumesSnapshotTestJSON-1691927831-project] No DVR routers for this DVR port a9cfaef8-318e-4ed5-ad84-97fe4e08e141 on host n-h1-844202-1 {{(pid=88525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:19:20.318687 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-e1f4292c-b600-48a1-9734-87a14606c566 req-3a2a0240-7c2c-4ac6-9625-e1d22a3baa86 tempest-VolumesSnapshotTestJSON-1691927831 tempest-VolumesSnapshotTestJSON-1691927831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:20.323144 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-02cfab09-160c-4f89-a4a4-2134a9f72cf1 req-ed6c281f-cddc-42fb-a2c4-02887c6dab07 tempest-VolumesSnapshotTestJSON-1691927831 tempest-VolumesSnapshotTestJSON-1691927831-project] 10.222.0.41 "GET /v2.0/ports?device_id=7e35acc1-f906-49ed-a4ea-31ed07ba891a HTTP/1.1" status: 200 len: 210 time: 0.0764480 Jun 01 19:19:20.323642 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e35acc1-f906-49ed-a4ea-31ed07ba891a', 'name': 'network-vif-deleted', 'tag': 'a9cfaef8-318e-4ed5-ad84-97fe4e08e141'}] {{(pid=88525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:19:20.347569 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e5d566af-c515-47db-8e6b-a5f1aac75bbb tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:20.365017 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e1f4292c-b600-48a1-9734-87a14606c566 req-3a2a0240-7c2c-4ac6-9625-e1d22a3baa86 tempest-VolumesSnapshotTestJSON-1691927831 tempest-VolumesSnapshotTestJSON-1691927831-project] 10.222.0.15 "DELETE /v2.0/ports/a9cfaef8-318e-4ed5-ad84-97fe4e08e141 HTTP/1.1" status: 204 len: 173 time: 1.5716510 Jun 01 19:19:20.423339 n-d-844202-1 neutron-server[88525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54ad88b6-aa72-4bc6-bb6d-e527a8ea2a92'] response: {'server_uuid': '7e35acc1-f906-49ed-a4ea-31ed07ba891a', 'name': 'network-vif-deleted', 'tag': 'a9cfaef8-318e-4ed5-ad84-97fe4e08e141', 'status': 'completed', 'code': 200} Jun 01 19:19:20.480264 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 37862) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:19:20.615854 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-e5d566af-c515-47db-8e6b-a5f1aac75bbb tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Calling delete_port for 2420a564-eab2-46e3-a1b1-e8e41e71fc20 owned by network:router_interface {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:19:20.651798 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-c507a5d7-3add-42a6-aca5-12c6d886ebde admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9861cb7602da47e7b9bc308454678263&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1702602 Jun 01 19:19:20.654392 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 37868) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:19:20.713572 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-251b478e-06b9-4bea-b4ca-6b1f6c81eec8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:20.739581 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-251b478e-06b9-4bea-b4ca-6b1f6c81eec8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:20.794234 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-251b478e-06b9-4bea-b4ca-6b1f6c81eec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:20.813862 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251b478e-06b9-4bea-b4ca-6b1f6c81eec8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fb20c85-bdbf-41e2-a427-880c3b80757b,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:19:20.823229 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-251b478e-06b9-4bea-b4ca-6b1f6c81eec8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:20.827285 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-251b478e-06b9-4bea-b4ca-6b1f6c81eec8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4fb20c85-bdbf-41e2-a427-880c3b80757b HTTP/1.1" status: 204 len: 168 time: 0.1719165 Jun 01 19:19:20.955216 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e5d566af-c515-47db-8e6b-a5f1aac75bbb tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:21.095654 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d566af-c515-47db-8e6b-a5f1aac75bbb tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Pushing event deleted for resources: {'Port': ['ID=2420a564-eab2-46e3-a1b1-e8e41e71fc20,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:19:21.184408 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 37876) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:19:21.202477 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-41549be8-4978-49da-84b0-3111c991d8e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:21.218892 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-41549be8-4978-49da-84b0-3111c991d8e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:19:21.222848 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-41549be8-4978-49da-84b0-3111c991d8e6 admin admin] Usage tracker for resource:security_group_rule and tenant:288f9cfed4714088b279955603b1082b is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:19:21.226653 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-41549be8-4978-49da-84b0-3111c991d8e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:19:21.232427 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-41549be8-4978-49da-84b0-3111c991d8e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:19:21.273452 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device facb2907-e40c-4eb4-aeee-06f85e2d09d4 no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:19:21.301714 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e5d566af-c515-47db-8e6b-a5f1aac75bbb tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-887310'] for router_interface, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:21.317310 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: facb2907-e40c-4eb4-aeee-06f85e2d09d4 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:19:21.317921 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device facb2907-e40c-4eb4-aeee-06f85e2d09d4 not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:19:21.329656 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-41549be8-4978-49da-84b0-3111c991d8e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:21.335205 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-41549be8-4978-49da-84b0-3111c991d8e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:21.388069 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-41549be8-4978-49da-84b0-3111c991d8e6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=288f9cfed4714088b279955603b1082b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2024093 Jun 01 19:19:21.388942 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41549be8-4978-49da-84b0-3111c991d8e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05a1e4f4-dff0-48f4-9efd-bcca5a276fb4,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:19:21.391534 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 37882) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:19:21.455576 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2167bf44-de44-45b9-92d9-73125606204b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:21.483126 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2167bf44-de44-45b9-92d9-73125606204b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:21.542651 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2167bf44-de44-45b9-92d9-73125606204b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:21.561287 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2167bf44-de44-45b9-92d9-73125606204b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05a1e4f4-dff0-48f4-9efd-bcca5a276fb4,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:19:21.565090 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2167bf44-de44-45b9-92d9-73125606204b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:21.579160 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-2167bf44-de44-45b9-92d9-73125606204b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/05a1e4f4-dff0-48f4-9efd-bcca5a276fb4 HTTP/1.1" status: 204 len: 168 time: 0.1865888 Jun 01 19:19:21.641682 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5d566af-c515-47db-8e6b-a5f1aac75bbb tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Router 31c7050b-5982-4849-baa8-2711add17ced has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 19:19:21.814660 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5d566af-c515-47db-8e6b-a5f1aac75bbb tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:19:21.828671 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dbd379f-5633-4a35-8bd2-003f939ae013 None None] Sync routers for ids ['31c7050b-5982-4849-baa8-2711add17ced'] in n-d-844202-1 {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:19:21.838478 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-e5d566af-c515-47db-8e6b-a5f1aac75bbb tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] 10.222.0.41 "PUT /v2.0/routers/31c7050b-5982-4849-baa8-2711add17ced/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6966479 Jun 01 19:19:21.841886 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 37894) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:19:21.904511 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dbd379f-5633-4a35-8bd2-003f939ae013 None None] Routers {'31c7050b-5982-4849-baa8-2711add17ced'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:19:21.905313 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-1dbd379f-5633-4a35-8bd2-003f939ae013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:19:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['31c7050b-5982-4849-baa8-2711add17ced'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:19:21.995229 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-1dbd379f-5633-4a35-8bd2-003f939ae013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:19:22.012611 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dbd379f-5633-4a35-8bd2-003f939ae013 None None] Routers {'31c7050b-5982-4849-baa8-2711add17ced'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:19:22.012611 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-1dbd379f-5633-4a35-8bd2-003f939ae013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:19:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['31c7050b-5982-4849-baa8-2711add17ced'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:19:22.099555 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 37898) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:19:22.115369 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-1dbd379f-5633-4a35-8bd2-003f939ae013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:19:22.115369 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dbd379f-5633-4a35-8bd2-003f939ae013 None None] The sync data for ids ['31c7050b-5982-4849-baa8-2711add17ced'] in n-d-844202-1 is: [] {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:19:22.186404 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-212c4004-b5a5-44a2-b798-f66a2fc2de27 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=268920c8073f4e28bff0c3636d4b2b15&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0930004 Jun 01 19:19:22.188692 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 37902) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:19:22.322279 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c773224f-4f9f-4579-859f-67f39ce9c4b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:22.345136 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device a9cfaef8-318e-4ed5-ad84-97fe4e08e141 no longer exists at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:19:22.389558 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c773224f-4f9f-4579-859f-67f39ce9c4b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:22.472561 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] No Port match for: a9cfaef8-318e-4ed5-ad84-97fe4e08e141 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:19:22.473865 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device a9cfaef8-318e-4ed5-ad84-97fe4e08e141 not bound to the agent host n-h1-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:19:22.481647 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c773224f-4f9f-4579-859f-67f39ce9c4b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:22.499617 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c773224f-4f9f-4579-859f-67f39ce9c4b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af571d41-5eb2-4342-8b72-08e0a739e11a,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:19:22.512250 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c773224f-4f9f-4579-859f-67f39ce9c4b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:22.513420 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-c773224f-4f9f-4579-859f-67f39ce9c4b8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/af571d41-5eb2-4342-8b72-08e0a739e11a HTTP/1.1" status: 204 len: 168 time: 0.3237908 Jun 01 19:19:22.732951 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-c414568f-fce7-4ab5-aaa1-5627b879dc5e tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-887474'] for router_interface, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:23.180690 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-c414568f-fce7-4ab5-aaa1-5627b879dc5e tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Deleting port 52f92d0c-b63a-4480-a442-c8d064d7dd56 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:19:23.181791 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-c414568f-fce7-4ab5-aaa1-5627b879dc5e tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:23.412821 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-c414568f-fce7-4ab5-aaa1-5627b879dc5e tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:23.652197 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-c414568f-fce7-4ab5-aaa1-5627b879dc5e tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Calling delete_port for 52f92d0c-b63a-4480-a442-c8d064d7dd56 owned by network:router_interface {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:19:23.829664 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-c414568f-fce7-4ab5-aaa1-5627b879dc5e tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:23.879884 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c414568f-fce7-4ab5-aaa1-5627b879dc5e tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Pushing event deleted for resources: {'Port': ['ID=52f92d0c-b63a-4480-a442-c8d064d7dd56,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:19:24.144602 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-c414568f-fce7-4ab5-aaa1-5627b879dc5e tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-887310'] for router_interface, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:24.435406 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c414568f-fce7-4ab5-aaa1-5627b879dc5e tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Router 31c7050b-5982-4849-baa8-2711add17ced has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 19:19:24.581716 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c414568f-fce7-4ab5-aaa1-5627b879dc5e tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:19:24.591952 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f679bff-8657-4d1a-8a4c-dbab41125456 None None] Sync routers for ids ['31c7050b-5982-4849-baa8-2711add17ced'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:19:24.596268 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-c414568f-fce7-4ab5-aaa1-5627b879dc5e tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] 10.222.0.41 "PUT /v2.0/routers/31c7050b-5982-4849-baa8-2711add17ced/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7510254 Jun 01 19:19:24.597457 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 37924) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:19:24.601858 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f679bff-8657-4d1a-8a4c-dbab41125456 None None] Routers {'31c7050b-5982-4849-baa8-2711add17ced'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:19:24.602463 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-5f679bff-8657-4d1a-8a4c-dbab41125456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:19:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['31c7050b-5982-4849-baa8-2711add17ced'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:19:24.669392 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-5f679bff-8657-4d1a-8a4c-dbab41125456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:19:24.680047 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f679bff-8657-4d1a-8a4c-dbab41125456 None None] Routers {'31c7050b-5982-4849-baa8-2711add17ced'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:19:24.680724 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-5f679bff-8657-4d1a-8a4c-dbab41125456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:19:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['31c7050b-5982-4849-baa8-2711add17ced'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:19:24.745932 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-5f679bff-8657-4d1a-8a4c-dbab41125456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:19:24.746323 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f679bff-8657-4d1a-8a4c-dbab41125456 None None] The sync data for ids ['31c7050b-5982-4849-baa8-2711add17ced'] in n-d-844202-1 is: [] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:19:24.787170 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-0ae4bd69-a1b5-458d-aebe-2120f646ad6f tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Synchronizing usage tracker for tenant:c0d5c79d614c43888db26707e3e8b967 on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:19:24.805232 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-0ae4bd69-a1b5-458d-aebe-2120f646ad6f tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Unset dirty status for tenant:c0d5c79d614c43888db26707e3e8b967 on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:19:24.806407 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-0ae4bd69-a1b5-458d-aebe-2120f646ad6f tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] 10.222.0.41 "GET /v2.0/ports?device_id=31c7050b-5982-4849-baa8-2711add17ced HTTP/1.1" status: 200 len: 205 time: 0.2074456 Jun 01 19:19:24.809230 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 37928) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:19:24.953613 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-247ad598-e8bc-4b28-ac4b-d31aa6bb3533 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks [] for router, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:25.343300 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-247ad598-e8bc-4b28-ac4b-d31aa6bb3533 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25316'] for router, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:25.345637 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-247ad598-e8bc-4b28-ac4b-d31aa6bb3533 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:25.388566 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-247ad598-e8bc-4b28-ac4b-d31aa6bb3533 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-891519'] for router, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:25.389869 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-247ad598-e8bc-4b28-ac4b-d31aa6bb3533 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Fanout notify agent at l3_agent the message router_deleted on router 31c7050b-5982-4849-baa8-2711add17ced {{(pid=88525) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 19:19:25.416288 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-247ad598-e8bc-4b28-ac4b-d31aa6bb3533 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks [] for router, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:25.417622 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-247ad598-e8bc-4b28-ac4b-d31aa6bb3533 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] 10.222.0.41 "DELETE /v2.0/routers/31c7050b-5982-4849-baa8-2711add17ced HTTP/1.1" status: 204 len: 168 time: 0.6074200 Jun 01 19:19:25.420264 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 37934) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:19:25.503632 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_v2 [None req-2515beb3-b0ca-488e-83bc-ccfc57001616 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Deleting subnet 9a806e07-5a7c-4b69-87a1-571c415a7010 {{(pid=88525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 19:19:25.507398 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2515beb3-b0ca-488e-83bc-ccfc57001616 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks [] for subnet, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:25.567299 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2515beb3-b0ca-488e-83bc-ccfc57001616 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2258509'] for subnet, precommit_delete_associations {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:25.663486 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2515beb3-b0ca-488e-83bc-ccfc57001616 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:25.733840 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2515beb3-b0ca-488e-83bc-ccfc57001616 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2614143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9667199'] for subnet, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:25.775627 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2515beb3-b0ca-488e-83bc-ccfc57001616 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Pushing event deleted for resources: {'Subnet': ['ID=9a806e07-5a7c-4b69-87a1-571c415a7010,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:19:25.779473 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2515beb3-b0ca-488e-83bc-ccfc57001616 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks [] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:25.785491 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-2515beb3-b0ca-488e-83bc-ccfc57001616 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] 10.222.0.41 "DELETE /v2.0/subnets/9a806e07-5a7c-4b69-87a1-571c415a7010 HTTP/1.1" status: 204 len: 168 time: 0.3632643 Jun 01 19:19:25.788275 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 37938) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:19:25.788977 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f71f4187-c171-49b4-bf9d-2f4711b43102 None None] Network 64f3b28e-c13e-49f5-8a9c-4cd07c7590f1 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:19:25.853823 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_v2 [None req-0695e88f-bda5-451c-b3a0-a707718f8daa tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Deleting subnet 639f9da5-c7ab-4a01-be08-665693a27364 {{(pid=88525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 19:19:25.856664 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0695e88f-bda5-451c-b3a0-a707718f8daa tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks [] for subnet, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:25.917052 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0695e88f-bda5-451c-b3a0-a707718f8daa tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2258509'] for subnet, precommit_delete_associations {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:26.021902 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0695e88f-bda5-451c-b3a0-a707718f8daa tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:26.059899 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-717881d5-5859-4072-8575-ec731950fa7f None None] DHCP port deletion for 64f3b28e-c13e-49f5-8a9c-4cd07c7590f1 request from n-d-844202-1 {{(pid=88526) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 19:19:26.064177 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-717881d5-5859-4072-8575-ec731950fa7f None None] Deleting port 588dd581-2eda-437b-ab80-5a948324f40f {{(pid=88526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:19:26.064567 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-717881d5-5859-4072-8575-ec731950fa7f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:26.097570 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0695e88f-bda5-451c-b3a0-a707718f8daa tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2614143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9667199'] for subnet, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:26.141288 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0695e88f-bda5-451c-b3a0-a707718f8daa tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Pushing event deleted for resources: {'Subnet': ['ID=639f9da5-c7ab-4a01-be08-665693a27364,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:19:26.143319 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0695e88f-bda5-451c-b3a0-a707718f8daa tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks [] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:26.150406 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-0695e88f-bda5-451c-b3a0-a707718f8daa tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] 10.222.0.41 "DELETE /v2.0/subnets/639f9da5-c7ab-4a01-be08-665693a27364 HTTP/1.1" status: 204 len: 168 time: 0.3611603 Jun 01 19:19:26.153047 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 37942) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:19:26.154135 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35396312-74f3-4386-b9cc-e12a21791939 None None] Network 18a9b25b-c400-44f7-bdf6-425372cb9191 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:19:26.263873 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2831b196-89d1-4f45-abce-1d013882138d tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:26.275319 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-2831b196-89d1-4f45-abce-1d013882138d tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Deleting port 588dd581-2eda-437b-ab80-5a948324f40f {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:19:26.275651 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2831b196-89d1-4f45-abce-1d013882138d tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:26.438734 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-717881d5-5859-4072-8575-ec731950fa7f None None] For port 588dd581-2eda-437b-ab80-5a948324f40f, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=588dd581-2eda-437b-ab80-5a948324f40f,segment=NetworkSegment(7213495b-43aa-491f-b671-1073a39015cd),segment_id=7213495b-43aa-491f-b671-1073a39015cd)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:19:26.439178 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-717881d5-5859-4072-8575-ec731950fa7f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:26.590952 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-717881d5-5859-4072-8575-ec731950fa7f None None] Calling delete_port for 588dd581-2eda-437b-ab80-5a948324f40f owned by network:dhcp {{(pid=88526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:19:26.638816 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [None req-2831b196-89d1-4f45-abce-1d013882138d tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] For port 588dd581-2eda-437b-ab80-5a948324f40f, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=588dd581-2eda-437b-ab80-5a948324f40f,segment=NetworkSegment(7213495b-43aa-491f-b671-1073a39015cd),segment_id=7213495b-43aa-491f-b671-1073a39015cd)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:19:26.639185 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2831b196-89d1-4f45-abce-1d013882138d tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:26.711154 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-717881d5-5859-4072-8575-ec731950fa7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535'] for port, after_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:26.762223 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717881d5-5859-4072-8575-ec731950fa7f None None] Pushing event deleted for resources: {'Port': ['ID=588dd581-2eda-437b-ab80-5a948324f40f,revision_number=None']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:19:26.765998 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-717881d5-5859-4072-8575-ec731950fa7f None None] No DVR routers for this DVR port 588dd581-2eda-437b-ab80-5a948324f40f on host n-d-844202-1 {{(pid=88526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:19:26.773550 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717881d5-5859-4072-8575-ec731950fa7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:19:26.774147 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717881d5-5859-4072-8575-ec731950fa7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:19:26.774672 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717881d5-5859-4072-8575-ec731950fa7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:19:26.775168 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717881d5-5859-4072-8575-ec731950fa7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:19:26.775669 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717881d5-5859-4072-8575-ec731950fa7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:19:26.776167 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717881d5-5859-4072-8575-ec731950fa7f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:19:26.776698 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717881d5-5859-4072-8575-ec731950fa7f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:19:26.776883 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-2831b196-89d1-4f45-abce-1d013882138d tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Calling delete_port for 588dd581-2eda-437b-ab80-5a948324f40f owned by network:dhcp {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:19:26.777860 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717881d5-5859-4072-8575-ec731950fa7f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:19:26.778350 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717881d5-5859-4072-8575-ec731950fa7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:19:26.778847 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717881d5-5859-4072-8575-ec731950fa7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:19:26.779391 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717881d5-5859-4072-8575-ec731950fa7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:19:26.779897 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717881d5-5859-4072-8575-ec731950fa7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:19:26.786263 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-796e6270-8a9b-4997-98a7-7d9524586c8a None None] DHCP port deletion for 18a9b25b-c400-44f7-bdf6-425372cb9191 request from n-d-844202-1 {{(pid=88526) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 19:19:26.792269 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-796e6270-8a9b-4997-98a7-7d9524586c8a None None] Deleting port 855cf068-b0f7-4978-84e1-1ef1fccc60fd {{(pid=88526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:19:26.792810 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-796e6270-8a9b-4997-98a7-7d9524586c8a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:26.857280 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.db.api [None req-2831b196-89d1-4f45-abce-1d013882138d tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88525) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 19:19:26.857592 n-d-844202-1 neutron-server[88525]: DEBUG oslo_db.api [None req-2831b196-89d1-4f45-abce-1d013882138d tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 19:19:27.009788 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-796e6270-8a9b-4997-98a7-7d9524586c8a None None] For port 855cf068-b0f7-4978-84e1-1ef1fccc60fd, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=855cf068-b0f7-4978-84e1-1ef1fccc60fd,segment=NetworkSegment(0f9aba59-e6b6-41e9-832a-47f4a10697f3),segment_id=0f9aba59-e6b6-41e9-832a-47f4a10697f3)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:19:27.010199 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-796e6270-8a9b-4997-98a7-7d9524586c8a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:27.166250 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-796e6270-8a9b-4997-98a7-7d9524586c8a None None] Calling delete_port for 855cf068-b0f7-4978-84e1-1ef1fccc60fd owned by network:dhcp {{(pid=88526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:19:27.245124 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-796e6270-8a9b-4997-98a7-7d9524586c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535'] for port, after_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:27.292321 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796e6270-8a9b-4997-98a7-7d9524586c8a None None] Pushing event deleted for resources: {'Port': ['ID=855cf068-b0f7-4978-84e1-1ef1fccc60fd,revision_number=None']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:19:27.294264 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-796e6270-8a9b-4997-98a7-7d9524586c8a None None] No DVR routers for this DVR port 855cf068-b0f7-4978-84e1-1ef1fccc60fd on host n-d-844202-1 {{(pid=88526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:19:27.320475 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 855cf068-b0f7-4978-84e1-1ef1fccc60fd no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:19:27.354352 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: 855cf068-b0f7-4978-84e1-1ef1fccc60fd {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:19:27.354604 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 855cf068-b0f7-4978-84e1-1ef1fccc60fd not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:19:27.355033 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 588dd581-2eda-437b-ab80-5a948324f40f no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:19:27.359067 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-2831b196-89d1-4f45-abce-1d013882138d tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Deleting port 588dd581-2eda-437b-ab80-5a948324f40f {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:19:27.359404 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2831b196-89d1-4f45-abce-1d013882138d tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:27.397060 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: 588dd581-2eda-437b-ab80-5a948324f40f {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:19:27.397464 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 588dd581-2eda-437b-ab80-5a948324f40f not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:19:27.434172 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-2831b196-89d1-4f45-abce-1d013882138d tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] The port '588dd581-2eda-437b-ab80-5a948324f40f' was deleted {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 01 19:19:27.564889 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2831b196-89d1-4f45-abce-1d013882138d tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:27.607780 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-2831b196-89d1-4f45-abce-1d013882138d tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64f3b28e-c13e-49f5-8a9c-4cd07c7590f1']}} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:19:27.625985 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-2831b196-89d1-4f45-abce-1d013882138d tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7213495b-43aa-491f-b671-1073a39015cd') {'for_net_delete': True} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:19:27.626492 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-2831b196-89d1-4f45-abce-1d013882138d tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7213495b-43aa-491f-b671-1073a39015cd') {} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:19:27.644417 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2831b196-89d1-4f45-abce-1d013882138d tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2258522'] for segment, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:27.685363 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2831b196-89d1-4f45-abce-1d013882138d tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:27.696400 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2831b196-89d1-4f45-abce-1d013882138d tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=88525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 19:19:27.697351 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2831b196-89d1-4f45-abce-1d013882138d tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2613981'] for segment, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:27.808668 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2831b196-89d1-4f45-abce-1d013882138d tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:27.830262 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2831b196-89d1-4f45-abce-1d013882138d tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks [] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:27.836755 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2831b196-89d1-4f45-abce-1d013882138d tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Pushing event deleted for resources: {'Network': ['ID=64f3b28e-c13e-49f5-8a9c-4cd07c7590f1,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:19:27.856355 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-2831b196-89d1-4f45-abce-1d013882138d tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] 10.222.0.41 "DELETE /v2.0/networks/64f3b28e-c13e-49f5-8a9c-4cd07c7590f1 HTTP/1.1" status: 204 len: 168 time: 1.7019935 Jun 01 19:19:27.859155 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 37960) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:19:27.952024 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment 7213495b-43aa-491f-b671-1073a39015cd resource provider aggregate not found Jun 01 19:19:27.974707 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment 7213495b-43aa-491f-b671-1073a39015cd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7213495b-43aa-491f-b671-1073a39015cd found for delete ", "request_id": "req-9eb728e5-37d0-44fc-88fe-9706eb72dbb3"}]} Jun 01 19:19:27.983724 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4e03bdb0-7d3c-44e7-bb09-e81487f7edb6 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:28.118603 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4e03bdb0-7d3c-44e7-bb09-e81487f7edb6 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:28.143696 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-4e03bdb0-7d3c-44e7-bb09-e81487f7edb6 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18a9b25b-c400-44f7-bdf6-425372cb9191']}} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:19:28.155462 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-4e03bdb0-7d3c-44e7-bb09-e81487f7edb6 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f9aba59-e6b6-41e9-832a-47f4a10697f3') {'for_net_delete': True} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:19:28.155754 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-4e03bdb0-7d3c-44e7-bb09-e81487f7edb6 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f9aba59-e6b6-41e9-832a-47f4a10697f3') {} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:19:28.166796 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4e03bdb0-7d3c-44e7-bb09-e81487f7edb6 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2258522'] for segment, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:28.182827 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4e03bdb0-7d3c-44e7-bb09-e81487f7edb6 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:28.188815 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e03bdb0-7d3c-44e7-bb09-e81487f7edb6 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=88525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 19:19:28.189198 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4e03bdb0-7d3c-44e7-bb09-e81487f7edb6 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2613981'] for segment, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:28.291183 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4e03bdb0-7d3c-44e7-bb09-e81487f7edb6 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:28.309001 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4e03bdb0-7d3c-44e7-bb09-e81487f7edb6 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks [] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:28.320338 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-4e03bdb0-7d3c-44e7-bb09-e81487f7edb6 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] 10.222.0.41 "DELETE /v2.0/networks/18a9b25b-c400-44f7-bdf6-425372cb9191 HTTP/1.1" status: 204 len: 168 time: 0.4599457 Jun 01 19:19:28.321200 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e03bdb0-7d3c-44e7-bb09-e81487f7edb6 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Pushing event deleted for resources: {'Network': ['ID=18a9b25b-c400-44f7-bdf6-425372cb9191,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:19:28.324804 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 37968) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:19:28.331656 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-95e65a91-bc41-4721-93c3-8741b6328cbd tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Request body: {'network': {'name': 'tempest-RoutersTest-1732378184'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:19:28.337784 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-95e65a91-bc41-4721-93c3-8741b6328cbd tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:19:28.341615 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-95e65a91-bc41-4721-93c3-8741b6328cbd tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Usage tracker for resource:network and tenant:c0d5c79d614c43888db26707e3e8b967 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:19:28.344649 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-95e65a91-bc41-4721-93c3-8741b6328cbd tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:19:28.351617 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-95e65a91-bc41-4721-93c3-8741b6328cbd tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:19:28.361678 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95e65a91-bc41-4721-93c3-8741b6328cbd tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Made reservation on behalf of c0d5c79d614c43888db26707e3e8b967 for: {'network': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:19:28.365887 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-95e65a91-bc41-4721-93c3-8741b6328cbd tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:28.405196 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95e65a91-bc41-4721-93c3-8741b6328cbd tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 110} {{(pid=88525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 19:19:28.415614 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-95e65a91-bc41-4721-93c3-8741b6328cbd tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:28.415948 n-d-844202-1 neutron-server[88525]: INFO neutron.db.segments_db [None req-95e65a91-bc41-4721-93c3-8741b6328cbd tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Added segment 0ae5d9ce-8f03-44cd-a767-0731246c30ba of type vlan for network de6bb805-852e-48d0-bd47-c5a1502d7ef5 Jun 01 19:19:28.447155 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-95e65a91-bc41-4721-93c3-8741b6328cbd tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:28.478643 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-95e65a91-bc41-4721-93c3-8741b6328cbd tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:28.484147 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e65a91-bc41-4721-93c3-8741b6328cbd tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:19:28.484748 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-95e65a91-bc41-4721-93c3-8741b6328cbd tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks [] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:28.589038 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-95e65a91-bc41-4721-93c3-8741b6328cbd tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2622719 Jun 01 19:19:28.592038 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 37972) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:19:28.599854 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-ee17bea5-095f-4a11-9c2a-5807be943fef tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Request body: {'subnet': {'network_id': 'de6bb805-852e-48d0-bd47-c5a1502d7ef5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:19:28.604408 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e65a91-bc41-4721-93c3-8741b6328cbd tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Pushing event updated for resources: {'Network': ['ID=de6bb805-852e-48d0-bd47-c5a1502d7ef5,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:19:28.615183 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network de6bb805-852e-48d0-bd47-c5a1502d7ef5 details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 19:19:28.713977 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-ee17bea5-095f-4a11-9c2a-5807be943fef tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:19:28.721932 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-ee17bea5-095f-4a11-9c2a-5807be943fef tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Usage tracker for resource:subnet and tenant:c0d5c79d614c43888db26707e3e8b967 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:19:28.726480 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-ee17bea5-095f-4a11-9c2a-5807be943fef tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:19:28.732517 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-ee17bea5-095f-4a11-9c2a-5807be943fef tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:19:28.742775 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee17bea5-095f-4a11-9c2a-5807be943fef tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Made reservation on behalf of c0d5c79d614c43888db26707e3e8b967 for: {'subnet': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:19:28.746336 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ee17bea5-095f-4a11-9c2a-5807be943fef tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3066584'] for subnet, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:29.166672 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ee17bea5-095f-4a11-9c2a-5807be943fef tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2718919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3066602'] for subnet, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:29.293116 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee17bea5-095f-4a11-9c2a-5807be943fef tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Pushing event updated for resources: {'Subnet': ['ID=74bb40d7-44ae-4aa4-bfeb-489532a31138,revision_number=0']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:19:29.309087 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d89c05-9ec5-41cb-8d52-013a6c1bce41 req-2c06681f-87c8-4cdc-9412-f120ff086ae4 tempest-VolumesSnapshotTestJSON-1691927831 tempest-VolumesSnapshotTestJSON-1691927831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:19:29.310399 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-93d89c05-9ec5-41cb-8d52-013a6c1bce41 req-2c06681f-87c8-4cdc-9412-f120ff086ae4 tempest-VolumesSnapshotTestJSON-1691927831 tempest-VolumesSnapshotTestJSON-1691927831-project] 10.222.0.41 "GET /v2.0/networks?id=f281c294-8d82-4081-86e6-1356ca463375 HTTP/1.1" status: 200 len: 813 time: 0.3632905 Jun 01 19:19:29.311264 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee17bea5-095f-4a11-9c2a-5807be943fef tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Checking segment: {'id': '0ae5d9ce-8f03-44cd-a767-0731246c30ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'de6bb805-852e-48d0-bd47-c5a1502d7ef5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:19:29.311621 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee17bea5-095f-4a11-9c2a-5807be943fef tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Network hostable DHCP agents. Network: de6bb805-852e-48d0-bd47-c5a1502d7ef5, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88524) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 19:19:29.333397 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-93d89c05-9ec5-41cb-8d52-013a6c1bce41 req-6ce0b418-99ce-459d-acdd-a470ade7318b tempest-VolumesSnapshotTestJSON-1691927831 tempest-VolumesSnapshotTestJSON-1691927831-project] 10.222.0.41 "GET /v2.0/quotas/0de4083014874f118e9a1e13a8ebaf67 HTTP/1.1" status: 200 len: 375 time: 0.0171814 Jun 01 19:19:29.375850 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee17bea5-095f-4a11-9c2a-5807be943fef tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Network de6bb805-852e-48d0-bd47-c5a1502d7ef5 is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88524) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 19:19:29.390201 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-93d89c05-9ec5-41cb-8d52-013a6c1bce41 req-61a45eb6-53b7-42af-88e4-445291acafa7 tempest-VolumesSnapshotTestJSON-1691927831 tempest-VolumesSnapshotTestJSON-1691927831-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=0de4083014874f118e9a1e13a8ebaf67&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0511630 Jun 01 19:19:29.397186 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-ee17bea5-095f-4a11-9c2a-5807be943fef tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, de6bb805-852e-48d0-bd47-c5a1502d7ef5) {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:19:29.408576 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fba3089-69d5-41c1-af10-0fd114a5a33f None None] Network de6bb805-852e-48d0-bd47-c5a1502d7ef5 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:19:29.421723 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee17bea5-095f-4a11-9c2a-5807be943fef tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:19:29.422312 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ee17bea5-095f-4a11-9c2a-5807be943fef tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:29.502993 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-ee17bea5-095f-4a11-9c2a-5807be943fef tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9091339 Jun 01 19:19:29.506072 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 37990) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:19:29.512761 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-3f0359da-d124-4cce-9e40-b0e7cab34cce tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1251472922', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:19:29.536315 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-3f0359da-d124-4cce-9e40-b0e7cab34cce tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:19:29.543620 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-3f0359da-d124-4cce-9e40-b0e7cab34cce tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Usage tracker for resource:router and tenant:c0d5c79d614c43888db26707e3e8b967 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:19:29.548030 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-3f0359da-d124-4cce-9e40-b0e7cab34cce tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:19:29.564144 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-3f0359da-d124-4cce-9e40-b0e7cab34cce tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:19:29.573498 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-93d89c05-9ec5-41cb-8d52-013a6c1bce41 req-5711e69e-74e8-47e3-8419-21c1945155b8 service neutron] 10.222.0.41 "GET /v2.0/networks/f281c294-8d82-4081-86e6-1356ca463375?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744409 Jun 01 19:19:29.602409 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-3f0359da-d124-4cce-9e40-b0e7cab34cce tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-885767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25238'] for router, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:29.603420 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-3f0359da-d124-4cce-9e40-b0e7cab34cce tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-901042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-886562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-981784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25327'] for router, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:29.625486 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6790076-f5e9-4a46-a3a1-7853f59a9bed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc93f83c3-7fb6-5c13-a9d4-29d739a4e8d2-de6bb805-852e-48d0-bd47-c5a1502d7ef5', 'network_id': 'de6bb805-852e-48d0-bd47-c5a1502d7ef5', 'tenant_id': 'c0d5c79d614c43888db26707e3e8b967', 'fixed_ips': [{'subnet_id': '74bb40d7-44ae-4aa4-bfeb-489532a31138'}]}} from n-d-844202-1. {{(pid=88526) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 19:19:29.626917 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-e6790076-f5e9-4a46-a3a1-7853f59a9bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:29.689510 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-3f0359da-d124-4cce-9e40-b0e7cab34cce tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:29.739002 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-93d89c05-9ec5-41cb-8d52-013a6c1bce41 req-6e91381e-a6e8-4c68-bea2-3250a9fb881a service neutron] 10.222.0.41 "GET /v2.0/networks/f281c294-8d82-4081-86e6-1356ca463375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582396 Jun 01 19:19:29.740632 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-3f0359da-d124-4cce-9e40-b0e7cab34cce tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-885820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-886655'] for router, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:29.764806 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-3f0359da-d124-4cce-9e40-b0e7cab34cce tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks [] for router, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:29.766212 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-3f0359da-d124-4cce-9e40-b0e7cab34cce tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2592149 Jun 01 19:19:29.768948 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 37994) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:19:29.775772 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-ec83f6f5-0d44-4f80-a459-6ad37e5eb442 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Request body: {'port': {'network_id': 'de6bb805-852e-48d0-bd47-c5a1502d7ef5', 'name': 'tempest-RoutersTest-89197877'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:19:29.810170 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.db_base_plugin_common [None req-e6790076-f5e9-4a46-a3a1-7853f59a9bed None None] Allocated IP 172.20.0.2 (de6bb805-852e-48d0-bd47-c5a1502d7ef5/74bb40d7-44ae-4aa4-bfeb-489532a31138/f6cedb17-4e24-41ba-9d8b-300606584fe2) {{(pid=88526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:19:29.953283 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-ec83f6f5-0d44-4f80-a459-6ad37e5eb442 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:19:29.958227 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-ec83f6f5-0d44-4f80-a459-6ad37e5eb442 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Usage tracker for resource:port and tenant:c0d5c79d614c43888db26707e3e8b967 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:19:29.961863 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-ec83f6f5-0d44-4f80-a459-6ad37e5eb442 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:19:29.967851 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-ec83f6f5-0d44-4f80-a459-6ad37e5eb442 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:19:29.982105 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec83f6f5-0d44-4f80-a459-6ad37e5eb442 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Made reservation on behalf of c0d5c79d614c43888db26707e3e8b967 for: {'port': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:19:29.986684 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ec83f6f5-0d44-4f80-a459-6ad37e5eb442 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:30.017042 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [None req-ec83f6f5-0d44-4f80-a459-6ad37e5eb442 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] device_id is not set on port 803f3890-006e-4bfa-94a4-47532a55dc4a yet. {{(pid=88524) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 19:19:30.021570 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-912493fc-5dd7-4c74-9939-0224e0109c65 req-399593a0-5f75-4bd8-8837-8ee670f55fcd tempest-VolumesSnapshotTestJSON-1691927831 tempest-VolumesSnapshotTestJSON-1691927831-project] Synchronizing usage tracker for tenant:0de4083014874f118e9a1e13a8ebaf67 on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:19:30.026757 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment 0f9aba59-e6b6-41e9-832a-47f4a10697f3 resource provider aggregate not found Jun 01 19:19:30.058065 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment 0f9aba59-e6b6-41e9-832a-47f4a10697f3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0f9aba59-e6b6-41e9-832a-47f4a10697f3 found for delete ", "request_id": "req-7629e0d4-ed28-4e2f-9cf2-b32e39d6e708"}]} Jun 01 19:19:30.065695 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-e6790076-f5e9-4a46-a3a1-7853f59a9bed None None] Notify callbacks [] for port, precommit_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:30.071225 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-912493fc-5dd7-4c74-9939-0224e0109c65 req-399593a0-5f75-4bd8-8837-8ee670f55fcd tempest-VolumesSnapshotTestJSON-1691927831 tempest-VolumesSnapshotTestJSON-1691927831-project] Unset dirty status for tenant:0de4083014874f118e9a1e13a8ebaf67 on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:19:30.073452 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-912493fc-5dd7-4c74-9939-0224e0109c65 req-399593a0-5f75-4bd8-8837-8ee670f55fcd tempest-VolumesSnapshotTestJSON-1691927831 tempest-VolumesSnapshotTestJSON-1691927831-project] 10.222.0.41 "GET /v2.0/ports?device_id=42b747dd-afff-4351-9172-75091e110e16 HTTP/1.1" status: 200 len: 210 time: 0.1663387 Jun 01 19:19:30.078627 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-e6790076-f5e9-4a46-a3a1-7853f59a9bed None None] Transition to ACTIVE for port object f6cedb17-4e24-41ba-9d8b-300606584fe2 will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:19:30.104570 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-e6790076-f5e9-4a46-a3a1-7853f59a9bed None None] Transition to ACTIVE for port object f6cedb17-4e24-41ba-9d8b-300606584fe2 will not be triggered until provisioned by entity DHCP. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:19:30.111447 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-e6790076-f5e9-4a46-a3a1-7853f59a9bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526'] for port, after_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:30.180950 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6790076-f5e9-4a46-a3a1-7853f59a9bed None None] Network de6bb805-852e-48d0-bd47-c5a1502d7ef5 is already hosted by enough agents. {{(pid=88526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:19:30.183850 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.base_scheduler [None req-e6790076-f5e9-4a46-a3a1-7853f59a9bed None None] Resources bound (agent type, host, resource id): {{(pid=88526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:19:30.187439 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6790076-f5e9-4a46-a3a1-7853f59a9bed None None] Received port after_create {{(pid=88526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:19:30.196205 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [None req-ec83f6f5-0d44-4f80-a459-6ad37e5eb442 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Allocated IP 172.20.0.8 (de6bb805-852e-48d0-bd47-c5a1502d7ef5/74bb40d7-44ae-4aa4-bfeb-489532a31138/803f3890-006e-4bfa-94a4-47532a55dc4a) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:19:30.232449 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6790076-f5e9-4a46-a3a1-7853f59a9bed None None] Pushing event updated for resources: {'Port': ['ID=f6cedb17-4e24-41ba-9d8b-300606584fe2,revision_number=1']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:19:30.289647 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-e6790076-f5e9-4a46-a3a1-7853f59a9bed None None] Attempting to bind port f6cedb17-4e24-41ba-9d8b-300606584fe2 on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:19:30.290031 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-e6790076-f5e9-4a46-a3a1-7853f59a9bed None None] Attempting to bind port f6cedb17-4e24-41ba-9d8b-300606584fe2 by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': '0ae5d9ce-8f03-44cd-a767-0731246c30ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'de6bb805-852e-48d0-bd47-c5a1502d7ef5'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:19:30.290760 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6790076-f5e9-4a46-a3a1-7853f59a9bed None None] Attempting to bind port f6cedb17-4e24-41ba-9d8b-300606584fe2 on network de6bb805-852e-48d0-bd47-c5a1502d7ef5 {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:19:30.296174 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6790076-f5e9-4a46-a3a1-7853f59a9bed None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 19, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:19:30.296689 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6790076-f5e9-4a46-a3a1-7853f59a9bed None None] Checking segment: {'id': '0ae5d9ce-8f03-44cd-a767-0731246c30ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'de6bb805-852e-48d0-bd47-c5a1502d7ef5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:19:30.296943 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-e6790076-f5e9-4a46-a3a1-7853f59a9bed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:30.297314 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6790076-f5e9-4a46-a3a1-7853f59a9bed None None] Bound using segment: {'id': '0ae5d9ce-8f03-44cd-a767-0731246c30ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'de6bb805-852e-48d0-bd47-c5a1502d7ef5'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:19:30.297765 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-e6790076-f5e9-4a46-a3a1-7853f59a9bed None None] Bound port: f6cedb17-4e24-41ba-9d8b-300606584fe2, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ae5d9ce-8f03-44cd-a767-0731246c30ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'de6bb805-852e-48d0-bd47-c5a1502d7ef5'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:19:30.298373 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-e6790076-f5e9-4a46-a3a1-7853f59a9bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:30.393789 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-e6790076-f5e9-4a46-a3a1-7853f59a9bed None None] For port f6cedb17-4e24-41ba-9d8b-300606584fe2, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:19:30.397471 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-e6790076-f5e9-4a46-a3a1-7853f59a9bed None None] For port f6cedb17-4e24-41ba-9d8b-300606584fe2, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=f6cedb17-4e24-41ba-9d8b-300606584fe2,segment=NetworkSegment(0ae5d9ce-8f03-44cd-a767-0731246c30ba),segment_id=0ae5d9ce-8f03-44cd-a767-0731246c30ba)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:19:30.401973 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-e6790076-f5e9-4a46-a3a1-7853f59a9bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:30.436517 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ec83f6f5-0d44-4f80-a459-6ad37e5eb442 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:30.459128 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [None req-ec83f6f5-0d44-4f80-a459-6ad37e5eb442 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Transition to ACTIVE for port object 803f3890-006e-4bfa-94a4-47532a55dc4a will not be triggered until provisioned by entity DHCP. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:19:30.486758 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ec83f6f5-0d44-4f80-a459-6ad37e5eb442 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:30.495147 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6790076-f5e9-4a46-a3a1-7853f59a9bed None None] Pushing event updated for resources: {'Port': ['ID=f6cedb17-4e24-41ba-9d8b-300606584fe2,revision_number=2']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:19:30.572948 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec83f6f5-0d44-4f80-a459-6ad37e5eb442 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Network de6bb805-852e-48d0-bd47-c5a1502d7ef5 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:19:30.577026 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-ec83f6f5-0d44-4f80-a459-6ad37e5eb442 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:19:30.581822 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec83f6f5-0d44-4f80-a459-6ad37e5eb442 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:19:30.628402 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec83f6f5-0d44-4f80-a459-6ad37e5eb442 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Pushing event updated for resources: {'Port': ['ID=803f3890-006e-4bfa-94a4-47532a55dc4a,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:19:30.661880 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec83f6f5-0d44-4f80-a459-6ad37e5eb442 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:19:30.662541 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ec83f6f5-0d44-4f80-a459-6ad37e5eb442 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:30.718714 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-ec83f6f5-0d44-4f80-a459-6ad37e5eb442 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 920 time: 0.9447882 Jun 01 19:19:30.719016 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 38014) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:19:31.247718 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-bdcd5528-2d2d-4d03-8944-41504634bdee req-0c598abf-37b5-4df0-a3ac-3b6395033d17 tempest-VolumesSnapshotTestJSON-1691927831 tempest-VolumesSnapshotTestJSON-1691927831-project] 10.222.0.41 "GET /v2.0/ports?device_id=42b747dd-afff-4351-9172-75091e110e16 HTTP/1.1" status: 200 len: 210 time: 0.0523081 Jun 01 19:19:31.320995 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d89c05-9ec5-41cb-8d52-013a6c1bce41 req-48ed24c8-df07-4988-a571-cf6412bc4445 tempest-VolumesSnapshotTestJSON-1691927831 tempest-VolumesSnapshotTestJSON-1691927831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:19:31.322409 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-93d89c05-9ec5-41cb-8d52-013a6c1bce41 req-48ed24c8-df07-4988-a571-cf6412bc4445 tempest-VolumesSnapshotTestJSON-1691927831 tempest-VolumesSnapshotTestJSON-1691927831-project] 10.222.0.50 "GET /v2.0/networks?id=f281c294-8d82-4081-86e6-1356ca463375 HTTP/1.1" status: 200 len: 813 time: 0.2566583 Jun 01 19:19:31.335832 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-93d89c05-9ec5-41cb-8d52-013a6c1bce41 req-64dca4e2-acae-442d-ac94-2311e2744ae0 tempest-VolumesSnapshotTestJSON-1691927831 tempest-VolumesSnapshotTestJSON-1691927831-project] Request body: {'port': {'device_id': '42b747dd-afff-4351-9172-75091e110e16', 'network_id': 'f281c294-8d82-4081-86e6-1356ca463375', 'admin_state_up': True, 'tenant_id': '0de4083014874f118e9a1e13a8ebaf67'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:19:31.388733 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device f6cedb17-4e24-41ba-9d8b-300606584fe2 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:19:31.466750 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port f6cedb17-4e24-41ba-9d8b-300606584fe2 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:19:31.512193 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-93d89c05-9ec5-41cb-8d52-013a6c1bce41 req-64dca4e2-acae-442d-ac94-2311e2744ae0 tempest-VolumesSnapshotTestJSON-1691927831 tempest-VolumesSnapshotTestJSON-1691927831-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:19:31.524736 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-93d89c05-9ec5-41cb-8d52-013a6c1bce41 req-64dca4e2-acae-442d-ac94-2311e2744ae0 tempest-VolumesSnapshotTestJSON-1691927831 tempest-VolumesSnapshotTestJSON-1691927831-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:19:31.536009 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93d89c05-9ec5-41cb-8d52-013a6c1bce41 req-64dca4e2-acae-442d-ac94-2311e2744ae0 tempest-VolumesSnapshotTestJSON-1691927831 tempest-VolumesSnapshotTestJSON-1691927831-project] Made reservation on behalf of 0de4083014874f118e9a1e13a8ebaf67 for: {'port': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:19:31.536401 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-04850dc4-cec3-467e-9224-f963b2bc97fd tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:31.539911 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-93d89c05-9ec5-41cb-8d52-013a6c1bce41 req-64dca4e2-acae-442d-ac94-2311e2744ae0 tempest-VolumesSnapshotTestJSON-1691927831 tempest-VolumesSnapshotTestJSON-1691927831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:31.670147 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb6f2b44-be77-4662-9a28-becaf095ffd3 None None] Network de6bb805-852e-48d0-bd47-c5a1502d7ef5 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:19:31.782652 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-ae8a7c4b-ac00-425a-aeda-8a04b80c3e50 None None] Provisioning for port f6cedb17-4e24-41ba-9d8b-300606584fe2 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:19:31.792934 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-ae8a7c4b-ac00-425a-aeda-8a04b80c3e50 None None] Provisioning complete for port f6cedb17-4e24-41ba-9d8b-300606584fe2 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:19:31.793302 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-ae8a7c4b-ac00-425a-aeda-8a04b80c3e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:31.830874 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [req-93d89c05-9ec5-41cb-8d52-013a6c1bce41 req-64dca4e2-acae-442d-ac94-2311e2744ae0 tempest-VolumesSnapshotTestJSON-1691927831 tempest-VolumesSnapshotTestJSON-1691927831-project] Allocated IP 172.20.0.10 (f281c294-8d82-4081-86e6-1356ca463375/c115c974-669a-4904-84e5-9c490158d065/240debfa-537c-467d-888e-5f42e221262e) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:19:31.947819 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-04850dc4-cec3-467e-9224-f963b2bc97fd tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks [] for port, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:31.955805 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-04850dc4-cec3-467e-9224-f963b2bc97fd tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:32.053160 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-ae8a7c4b-ac00-425a-aeda-8a04b80c3e50 None None] Current status of the port f6cedb17-4e24-41ba-9d8b-300606584fe2 is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:19:32.053574 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-ae8a7c4b-ac00-425a-aeda-8a04b80c3e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:32.084707 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-93d89c05-9ec5-41cb-8d52-013a6c1bce41 req-64dca4e2-acae-442d-ac94-2311e2744ae0 tempest-VolumesSnapshotTestJSON-1691927831 tempest-VolumesSnapshotTestJSON-1691927831-project] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:32.095647 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-ae8a7c4b-ac00-425a-aeda-8a04b80c3e50 None None] For port f6cedb17-4e24-41ba-9d8b-300606584fe2, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=f6cedb17-4e24-41ba-9d8b-300606584fe2,segment=NetworkSegment(0ae5d9ce-8f03-44cd-a767-0731246c30ba),segment_id=0ae5d9ce-8f03-44cd-a767-0731246c30ba)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:19:32.104613 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-ae8a7c4b-ac00-425a-aeda-8a04b80c3e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:32.121629 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04850dc4-cec3-467e-9224-f963b2bc97fd tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Pushing event updated for resources: {'Port': ['ID=803f3890-006e-4bfa-94a4-47532a55dc4a,revision_number=2']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:19:32.139903 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-93d89c05-9ec5-41cb-8d52-013a6c1bce41 req-64dca4e2-acae-442d-ac94-2311e2744ae0 tempest-VolumesSnapshotTestJSON-1691927831 tempest-VolumesSnapshotTestJSON-1691927831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:32.193675 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8a7c4b-ac00-425a-aeda-8a04b80c3e50 None None] Pushing event updated for resources: {'Port': ['ID=f6cedb17-4e24-41ba-9d8b-300606584fe2,revision_number=3']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:19:32.233320 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93d89c05-9ec5-41cb-8d52-013a6c1bce41 req-64dca4e2-acae-442d-ac94-2311e2744ae0 tempest-VolumesSnapshotTestJSON-1691927831 tempest-VolumesSnapshotTestJSON-1691927831-project] Network f281c294-8d82-4081-86e6-1356ca463375 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:19:32.237103 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [req-93d89c05-9ec5-41cb-8d52-013a6c1bce41 req-64dca4e2-acae-442d-ac94-2311e2744ae0 tempest-VolumesSnapshotTestJSON-1691927831 tempest-VolumesSnapshotTestJSON-1691927831-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:19:32.241666 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-93d89c05-9ec5-41cb-8d52-013a6c1bce41 req-64dca4e2-acae-442d-ac94-2311e2744ae0 tempest-VolumesSnapshotTestJSON-1691927831 tempest-VolumesSnapshotTestJSON-1691927831-project] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:19:32.319024 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dca4e2-acae-442d-ac94-2311e2744ae0 tempest-VolumesSnapshotTestJSON-1691927831 tempest-VolumesSnapshotTestJSON-1691927831-project] Pushing event updated for resources: {'Port': ['ID=240debfa-537c-467d-888e-5f42e221262e,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:19:32.376847 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d89c05-9ec5-41cb-8d52-013a6c1bce41 req-64dca4e2-acae-442d-ac94-2311e2744ae0 tempest-VolumesSnapshotTestJSON-1691927831 tempest-VolumesSnapshotTestJSON-1691927831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:19:32.377273 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-93d89c05-9ec5-41cb-8d52-013a6c1bce41 req-64dca4e2-acae-442d-ac94-2311e2744ae0 tempest-VolumesSnapshotTestJSON-1691927831 tempest-VolumesSnapshotTestJSON-1691927831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:32.419082 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-04850dc4-cec3-467e-9224-f963b2bc97fd tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-887605'] for router_interface, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:32.448607 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-27867632-c65f-4776-8346-c1ae7529b407 None None] Provisioning for port 803f3890-006e-4bfa-94a4-47532a55dc4a completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:19:32.466698 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-27867632-c65f-4776-8346-c1ae7529b407 None None] Provisioning complete for port 803f3890-006e-4bfa-94a4-47532a55dc4a triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:19:32.467312 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-27867632-c65f-4776-8346-c1ae7529b407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:32.525003 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-93d89c05-9ec5-41cb-8d52-013a6c1bce41 req-64dca4e2-acae-442d-ac94-2311e2744ae0 tempest-VolumesSnapshotTestJSON-1691927831 tempest-VolumesSnapshotTestJSON-1691927831-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1940565 Jun 01 19:19:32.543032 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-93d89c05-9ec5-41cb-8d52-013a6c1bce41 req-f83dcc58-0b7f-45be-aa44-525f49a259c4 service neutron] Request body: {'port': {'device_id': '42b747dd-afff-4351-9172-75091e110e16', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844202-1'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:19:32.570691 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-27867632-c65f-4776-8346-c1ae7529b407 None None] Port 803f3890-006e-4bfa-94a4-47532a55dc4a cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:19:32.583693 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-27867632-c65f-4776-8346-c1ae7529b407 None None] Provisioning complete for port f6cedb17-4e24-41ba-9d8b-300606584fe2 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:19:32.584354 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-27867632-c65f-4776-8346-c1ae7529b407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:32.738344 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-27867632-c65f-4776-8346-c1ae7529b407 None None] Current status of the port f6cedb17-4e24-41ba-9d8b-300606584fe2 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:19:32.765882 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-93d89c05-9ec5-41cb-8d52-013a6c1bce41 req-f83dcc58-0b7f-45be-aa44-525f49a259c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:32.794390 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb76479-4418-4159-a475-71afd993534a req-636376e2-19cf-4388-b572-dac9de156a54 tempest-VolumesSnapshotTestJSON-1691927831 tempest-VolumesSnapshotTestJSON-1691927831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:19:32.795233 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-9bb76479-4418-4159-a475-71afd993534a req-636376e2-19cf-4388-b572-dac9de156a54 tempest-VolumesSnapshotTestJSON-1691927831 tempest-VolumesSnapshotTestJSON-1691927831-project] Synchronizing usage tracker for tenant:0de4083014874f118e9a1e13a8ebaf67 on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:19:32.868363 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-c67a37d3-44eb-43e5-8eaf-9329a423de96 None None] Provisioning complete for port 803f3890-006e-4bfa-94a4-47532a55dc4a triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:19:32.868977 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-c67a37d3-44eb-43e5-8eaf-9329a423de96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:32.877836 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-9bb76479-4418-4159-a475-71afd993534a req-636376e2-19cf-4388-b572-dac9de156a54 tempest-VolumesSnapshotTestJSON-1691927831 tempest-VolumesSnapshotTestJSON-1691927831-project] Unset dirty status for tenant:0de4083014874f118e9a1e13a8ebaf67 on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:19:32.879848 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9bb76479-4418-4159-a475-71afd993534a req-636376e2-19cf-4388-b572-dac9de156a54 tempest-VolumesSnapshotTestJSON-1691927831 tempest-VolumesSnapshotTestJSON-1691927831-project] 10.222.0.41 "GET /v2.0/ports?device_id=42b747dd-afff-4351-9172-75091e110e16 HTTP/1.1" status: 200 len: 932 time: 0.4235110 Jun 01 19:19:32.926357 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-04850dc4-cec3-467e-9224-f963b2bc97fd tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:32.994539 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9bb76479-4418-4159-a475-71afd993534a req-eb0f89dc-ce8e-4f18-b6ef-7358e56950d4 tempest-VolumesSnapshotTestJSON-1691927831 tempest-VolumesSnapshotTestJSON-1691927831-project] 10.222.0.41 "GET /v2.0/security-groups?id=70caf9c3-176f-45e8-8492-944998336bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046519 Jun 01 19:19:32.999749 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-c67a37d3-44eb-43e5-8eaf-9329a423de96 None None] Port 803f3890-006e-4bfa-94a4-47532a55dc4a cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:19:33.119911 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-fa105493-f8d4-420c-a783-15baeaf347f3 None None] Provisioning complete for port 803f3890-006e-4bfa-94a4-47532a55dc4a triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:19:33.120419 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-fa105493-f8d4-420c-a783-15baeaf347f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:33.174362 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-fa105493-f8d4-420c-a783-15baeaf347f3 None None] Port 803f3890-006e-4bfa-94a4-47532a55dc4a cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:19:33.263929 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [req-93d89c05-9ec5-41cb-8d52-013a6c1bce41 req-f83dcc58-0b7f-45be-aa44-525f49a259c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 240debfa-537c-467d-888e-5f42e221262e {{(pid=88524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 19:19:33.274212 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-93d89c05-9ec5-41cb-8d52-013a6c1bce41 req-f83dcc58-0b7f-45be-aa44-525f49a259c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:33.297003 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [req-93d89c05-9ec5-41cb-8d52-013a6c1bce41 req-f83dcc58-0b7f-45be-aa44-525f49a259c4 service neutron] Transition to ACTIVE for port object 240debfa-537c-467d-888e-5f42e221262e will not be triggered until provisioned by entity L2. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:19:33.302157 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-93d89c05-9ec5-41cb-8d52-013a6c1bce41 req-f83dcc58-0b7f-45be-aa44-525f49a259c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:33.333608 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device f6cedb17-4e24-41ba-9d8b-300606584fe2 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:19:33.380209 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-04850dc4-cec3-467e-9224-f963b2bc97fd tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks [] for port, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:33.388789 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-04850dc4-cec3-467e-9224-f963b2bc97fd tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:33.419629 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port f6cedb17-4e24-41ba-9d8b-300606584fe2 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:19:33.420151 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:33.448090 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83dcc58-0b7f-45be-aa44-525f49a259c4 service neutron] Pushing event updated for resources: {'Port': ['ID=240debfa-537c-467d-888e-5f42e221262e,revision_number=2']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:19:33.522199 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-04850dc4-cec3-467e-9224-f963b2bc97fd tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-887436'] for router_interface, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:33.526920 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04850dc4-cec3-467e-9224-f963b2bc97fd tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Pushing event updated for resources: {'Port': ['ID=803f3890-006e-4bfa-94a4-47532a55dc4a,revision_number=3']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:19:33.569586 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-93d89c05-9ec5-41cb-8d52-013a6c1bce41 req-f83dcc58-0b7f-45be-aa44-525f49a259c4 service neutron] Attempting to bind port 240debfa-537c-467d-888e-5f42e221262e on host n-h2-844202-1 for vnic_type normal with profile {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:19:33.569955 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-93d89c05-9ec5-41cb-8d52-013a6c1bce41 req-f83dcc58-0b7f-45be-aa44-525f49a259c4 service neutron] Attempting to bind port 240debfa-537c-467d-888e-5f42e221262e by drivers openvswitch,hyperv on host n-h2-844202-1 at level 0 using segments [{'id': '05610bff-48f0-4193-9918-9898ce49db66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'f281c294-8d82-4081-86e6-1356ca463375'}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:19:33.570231 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93d89c05-9ec5-41cb-8d52-013a6c1bce41 req-f83dcc58-0b7f-45be-aa44-525f49a259c4 service neutron] Attempting to bind port 240debfa-537c-467d-888e-5f42e221262e on network f281c294-8d82-4081-86e6-1356ca463375 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:19:33.574982 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93d89c05-9ec5-41cb-8d52-013a6c1bce41 req-f83dcc58-0b7f-45be-aa44-525f49a259c4 service neutron] Port 240debfa-537c-467d-888e-5f42e221262e on network f281c294-8d82-4081-86e6-1356ca463375 not bound, no agent of type Open vSwitch agent registered on host n-h2-844202-1 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 19:19:33.575290 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93d89c05-9ec5-41cb-8d52-013a6c1bce41 req-f83dcc58-0b7f-45be-aa44-525f49a259c4 service neutron] Attempting to bind port 240debfa-537c-467d-888e-5f42e221262e on network f281c294-8d82-4081-86e6-1356ca463375 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:19:33.580831 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93d89c05-9ec5-41cb-8d52-013a6c1bce41 req-f83dcc58-0b7f-45be-aa44-525f49a259c4 service neutron] Checking agent: {'id': 'f5db9968-6317-4186-9100-9e0ca6b50417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:19:33.581162 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93d89c05-9ec5-41cb-8d52-013a6c1bce41 req-f83dcc58-0b7f-45be-aa44-525f49a259c4 service neutron] Checking segment: {'id': '05610bff-48f0-4193-9918-9898ce49db66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'f281c294-8d82-4081-86e6-1356ca463375'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:19:33.581528 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93d89c05-9ec5-41cb-8d52-013a6c1bce41 req-f83dcc58-0b7f-45be-aa44-525f49a259c4 service neutron] Bound using segment: {'id': '05610bff-48f0-4193-9918-9898ce49db66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'f281c294-8d82-4081-86e6-1356ca463375'} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:19:33.582829 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-93d89c05-9ec5-41cb-8d52-013a6c1bce41 req-f83dcc58-0b7f-45be-aa44-525f49a259c4 service neutron] Bound port: 240debfa-537c-467d-888e-5f42e221262e, host: n-h2-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05610bff-48f0-4193-9918-9898ce49db66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'f281c294-8d82-4081-86e6-1356ca463375'}}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:19:33.583030 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-93d89c05-9ec5-41cb-8d52-013a6c1bce41 req-f83dcc58-0b7f-45be-aa44-525f49a259c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:33.585398 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port f6cedb17-4e24-41ba-9d8b-300606584fe2 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:19:33.685048 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04850dc4-cec3-467e-9224-f963b2bc97fd tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Network de6bb805-852e-48d0-bd47-c5a1502d7ef5 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:19:33.686281 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-93d89c05-9ec5-41cb-8d52-013a6c1bce41 req-f83dcc58-0b7f-45be-aa44-525f49a259c4 service neutron] For port 240debfa-537c-467d-888e-5f42e221262e, host n-h2-844202-1, cleared binding levels {{(pid=88524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:19:33.686406 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-04850dc4-cec3-467e-9224-f963b2bc97fd tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:19:33.698542 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-93d89c05-9ec5-41cb-8d52-013a6c1bce41 req-f83dcc58-0b7f-45be-aa44-525f49a259c4 service neutron] For port 240debfa-537c-467d-888e-5f42e221262e, host n-h2-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=240debfa-537c-467d-888e-5f42e221262e,segment=NetworkSegment(05610bff-48f0-4193-9918-9898ce49db66),segment_id=05610bff-48f0-4193-9918-9898ce49db66)] {{(pid=88524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:19:33.710946 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-93d89c05-9ec5-41cb-8d52-013a6c1bce41 req-f83dcc58-0b7f-45be-aa44-525f49a259c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:33.781574 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d89c05-9ec5-41cb-8d52-013a6c1bce41 req-f83dcc58-0b7f-45be-aa44-525f49a259c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:19:33.782114 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-93d89c05-9ec5-41cb-8d52-013a6c1bce41 req-f83dcc58-0b7f-45be-aa44-525f49a259c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:33.783485 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-93d89c05-9ec5-41cb-8d52-013a6c1bce41 req-f83dcc58-0b7f-45be-aa44-525f49a259c4 service neutron] 10.222.0.50 "PUT /v2.0/ports/240debfa-537c-467d-888e-5f42e221262e HTTP/1.1" status: 200 len: 1092 time: 1.2517529 Jun 01 19:19:33.783918 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42b747dd-afff-4351-9172-75091e110e16', 'tag': '240debfa-537c-467d-888e-5f42e221262e'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:19:33.828029 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83dcc58-0b7f-45be-aa44-525f49a259c4 service neutron] Pushing event updated for resources: {'Port': ['ID=240debfa-537c-467d-888e-5f42e221262e,revision_number=3']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:19:33.886887 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77a4d95f-e741-4a62-83b1-694ac2337f37'] response: {'name': 'network-changed', 'server_uuid': '42b747dd-afff-4351-9172-75091e110e16', 'tag': '240debfa-537c-467d-888e-5f42e221262e', 'status': 'completed', 'code': 200} Jun 01 19:19:33.927199 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d89c05-9ec5-41cb-8d52-013a6c1bce41 req-d854dcb9-872d-498f-8bbf-53ccabcb62e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:19:33.928822 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-93d89c05-9ec5-41cb-8d52-013a6c1bce41 req-d854dcb9-872d-498f-8bbf-53ccabcb62e7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0de4083014874f118e9a1e13a8ebaf67&device_id=42b747dd-afff-4351-9172-75091e110e16 HTTP/1.1" status: 200 len: 1095 time: 0.0978649 Jun 01 19:19:34.011578 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f93174d2-1ea3-49af-a179-b707a6601522 None None] Provisioning complete for port 803f3890-006e-4bfa-94a4-47532a55dc4a triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:19:34.012625 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f93174d2-1ea3-49af-a179-b707a6601522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:34.016811 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04850dc4-cec3-467e-9224-f963b2bc97fd tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Router dd5a4efc-6a51-4099-b0fa-0ade6c0e4683 is scheduled to L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 with binding_index 1 {{(pid=88525) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 19:19:34.046291 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-93d89c05-9ec5-41cb-8d52-013a6c1bce41 req-1835e7e8-6214-4404-ba33-d9308f868e08 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=240debfa-537c-467d-888e-5f42e221262e HTTP/1.1" status: 200 len: 217 time: 0.1110601 Jun 01 19:19:34.099535 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f93174d2-1ea3-49af-a179-b707a6601522 None None] Port 803f3890-006e-4bfa-94a4-47532a55dc4a cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:19:34.256263 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04850dc4-cec3-467e-9224-f963b2bc97fd tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:19:34.263920 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-04850dc4-cec3-467e-9224-f963b2bc97fd tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] 10.222.0.41 "PUT /v2.0/routers/dd5a4efc-6a51-4099-b0fa-0ade6c0e4683/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5385621 Jun 01 19:19:34.266579 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 38040) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:19:34.270903 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee276a2-bdf5-4165-afea-e1db08707305 None None] Sync routers for ids ['dd5a4efc-6a51-4099-b0fa-0ade6c0e4683'] in n-d-844202-1 {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:19:34.280979 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee276a2-bdf5-4165-afea-e1db08707305 None None] Routers {'dd5a4efc-6a51-4099-b0fa-0ade6c0e4683'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:19:34.281858 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-fee276a2-bdf5-4165-afea-e1db08707305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:19:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['dd5a4efc-6a51-4099-b0fa-0ade6c0e4683'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:19:34.315840 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d89c05-9ec5-41cb-8d52-013a6c1bce41 req-a69fba87-69a9-487d-adcf-3ac132829bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:19:34.320723 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-93d89c05-9ec5-41cb-8d52-013a6c1bce41 req-a69fba87-69a9-487d-adcf-3ac132829bcd service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c115c974-669a-4904-84e5-9c490158d065 HTTP/1.1" status: 200 len: 853 time: 0.2681515 Jun 01 19:19:34.352927 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-fee276a2-bdf5-4165-afea-e1db08707305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:19:34.365206 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee276a2-bdf5-4165-afea-e1db08707305 None None] Routers {'dd5a4efc-6a51-4099-b0fa-0ade6c0e4683'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:19:34.365836 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-fee276a2-bdf5-4165-afea-e1db08707305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:19:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['dd5a4efc-6a51-4099-b0fa-0ade6c0e4683'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:19:34.375182 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-93d89c05-9ec5-41cb-8d52-013a6c1bce41 req-bfa74f33-ae09-4828-8dc4-4f6eb3922725 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f281c294-8d82-4081-86e6-1356ca463375&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515056 Jun 01 19:19:34.406716 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f3d05a-1e3a-407c-a06d-a148b69da73f tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:19:34.407066 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-56f3d05a-1e3a-407c-a06d-a148b69da73f tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Synchronizing usage tracker for tenant:c0d5c79d614c43888db26707e3e8b967 on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:19:34.433191 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-fee276a2-bdf5-4165-afea-e1db08707305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:19:34.433879 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee276a2-bdf5-4165-afea-e1db08707305 None None] The sync data for ids ['dd5a4efc-6a51-4099-b0fa-0ade6c0e4683'] in n-d-844202-1 is: [] {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:19:34.438862 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-56f3d05a-1e3a-407c-a06d-a148b69da73f tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Unset dirty status for tenant:c0d5c79d614c43888db26707e3e8b967 on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:19:34.443710 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-56f3d05a-1e3a-407c-a06d-a148b69da73f tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] 10.222.0.41 "GET /v2.0/ports/803f3890-006e-4bfa-94a4-47532a55dc4a HTTP/1.1" status: 200 len: 975 time: 0.1761527 Jun 01 19:19:34.444402 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 38044) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:19:34.474777 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f3e2ac-bd88-4a66-a401-8ea316ebec15 req-c25cd2b3-45c8-46a4-ac88-3f6c66d6f25e tempest-VolumesSnapshotTestJSON-1691927831 tempest-VolumesSnapshotTestJSON-1691927831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:19:34.476371 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f3f3e2ac-bd88-4a66-a401-8ea316ebec15 req-c25cd2b3-45c8-46a4-ac88-3f6c66d6f25e tempest-VolumesSnapshotTestJSON-1691927831 tempest-VolumesSnapshotTestJSON-1691927831-project] 10.222.0.41 "GET /v2.0/ports?device_id=42b747dd-afff-4351-9172-75091e110e16 HTTP/1.1" status: 200 len: 944 time: 0.2506754 Jun 01 19:19:34.551074 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f3f3e2ac-bd88-4a66-a401-8ea316ebec15 req-188996f9-c00d-4baf-9946-686cd0df6f12 tempest-VolumesSnapshotTestJSON-1691927831 tempest-VolumesSnapshotTestJSON-1691927831-project] 10.222.0.41 "GET /v2.0/security-groups?id=70caf9c3-176f-45e8-8492-944998336bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660601 Jun 01 19:19:34.568170 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-93d89c05-9ec5-41cb-8d52-013a6c1bce41 req-8a53d166-b021-4952-ad0a-5f44d9b0001f service neutron] 10.222.0.50 "GET /v2.0/networks/f281c294-8d82-4081-86e6-1356ca463375?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851802 Jun 01 19:19:34.719657 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-93d89c05-9ec5-41cb-8d52-013a6c1bce41 req-87084ea9-b9d5-4787-8cc3-8489131d2921 service neutron] 10.222.0.50 "GET /v2.0/networks/f281c294-8d82-4081-86e6-1356ca463375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462994 Jun 01 19:19:34.731904 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2410765-74bd-4846-8942-49c403e9a691 req-76c2d6d7-0e82-4440-bddc-19c7e713a0e9 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:19:34.733416 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a2410765-74bd-4846-8942-49c403e9a691 req-76c2d6d7-0e82-4440-bddc-19c7e713a0e9 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d3cc594-615f-433b-92ac-9db75e5c6aa8 HTTP/1.1" status: 200 len: 946 time: 0.3937359 Jun 01 19:19:34.846996 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d38485f-b0d7-41b8-bdd9-e66623b7a7ff req-4230e816-b778-4ae3-9858-f8c99fde4074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:19:34.848639 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4d38485f-b0d7-41b8-bdd9-e66623b7a7ff req-4230e816-b778-4ae3-9858-f8c99fde4074 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0de4083014874f118e9a1e13a8ebaf67&device_id=42b747dd-afff-4351-9172-75091e110e16 HTTP/1.1" status: 200 len: 1095 time: 0.0830569 Jun 01 19:19:34.923075 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a2410765-74bd-4846-8942-49c403e9a691 req-8b3c5cbe-db36-4a88-bbda-a8158ef1ccf5 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] 10.222.0.41 "GET /v2.0/security-groups?id=07479cdf-b418-4486-9606-f79ca3d42e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1821978 Jun 01 19:19:34.991315 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d38485f-b0d7-41b8-bdd9-e66623b7a7ff req-e2c8b654-701c-4c89-a4d7-90f93aa725ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:19:34.992798 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4d38485f-b0d7-41b8-bdd9-e66623b7a7ff req-e2c8b654-701c-4c89-a4d7-90f93aa725ea service neutron] 10.222.0.50 "GET /v2.0/networks?id=f281c294-8d82-4081-86e6-1356ca463375 HTTP/1.1" status: 200 len: 914 time: 0.1390891 Jun 01 19:19:35.062949 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4d38485f-b0d7-41b8-bdd9-e66623b7a7ff req-9366f89d-90a8-4982-bed6-80dc332babee service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=240debfa-537c-467d-888e-5f42e221262e HTTP/1.1" status: 200 len: 217 time: 0.0635386 Jun 01 19:19:35.134920 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d38485f-b0d7-41b8-bdd9-e66623b7a7ff req-f5df8be9-37b8-4895-9b8e-7dc304105e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:19:35.136677 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4d38485f-b0d7-41b8-bdd9-e66623b7a7ff req-f5df8be9-37b8-4895-9b8e-7dc304105e4a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c115c974-669a-4904-84e5-9c490158d065 HTTP/1.1" status: 200 len: 853 time: 0.0664701 Jun 01 19:19:35.150833 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d4532686-5714-4399-91d5-e3abd34285e7 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-887474'] for router_interface, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:35.186078 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4d38485f-b0d7-41b8-bdd9-e66623b7a7ff req-9b550960-1b9b-415e-add4-f6daed21d7f4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f281c294-8d82-4081-86e6-1356ca463375&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431645 Jun 01 19:19:35.320957 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4d38485f-b0d7-41b8-bdd9-e66623b7a7ff req-ed699f89-cb25-4c77-a4a5-772a9d49ef0b service neutron] 10.222.0.50 "GET /v2.0/networks/f281c294-8d82-4081-86e6-1356ca463375?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282494 Jun 01 19:19:35.438378 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-d4532686-5714-4399-91d5-e3abd34285e7 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Deleting port 803f3890-006e-4bfa-94a4-47532a55dc4a {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:19:35.438702 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d4532686-5714-4399-91d5-e3abd34285e7 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:35.464274 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4d38485f-b0d7-41b8-bdd9-e66623b7a7ff req-208ff3be-3724-4b5b-bdc7-234acebb6544 service neutron] 10.222.0.50 "GET /v2.0/networks/f281c294-8d82-4081-86e6-1356ca463375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375594 Jun 01 19:19:35.632464 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d4532686-5714-4399-91d5-e3abd34285e7 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:35.750898 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c39c357-ddfa-43ad-8755-b2e9c1991ee9 req-551521b6-c7de-4a1e-a424-aeedc05321f3 tempest-VolumesSnapshotTestJSON-1691927831 tempest-VolumesSnapshotTestJSON-1691927831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:19:35.752995 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9c39c357-ddfa-43ad-8755-b2e9c1991ee9 req-551521b6-c7de-4a1e-a424-aeedc05321f3 tempest-VolumesSnapshotTestJSON-1691927831 tempest-VolumesSnapshotTestJSON-1691927831-project] 10.222.0.41 "GET /v2.0/ports?device_id=42b747dd-afff-4351-9172-75091e110e16 HTTP/1.1" status: 200 len: 944 time: 0.0889266 Jun 01 19:19:35.760212 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-d4532686-5714-4399-91d5-e3abd34285e7 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Calling delete_port for 803f3890-006e-4bfa-94a4-47532a55dc4a owned by network:router_interface {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:19:35.798653 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9c39c357-ddfa-43ad-8755-b2e9c1991ee9 req-c707805a-505f-4feb-80f5-0cd5c66dc45f tempest-VolumesSnapshotTestJSON-1691927831 tempest-VolumesSnapshotTestJSON-1691927831-project] 10.222.0.41 "GET /v2.0/security-groups?id=70caf9c3-176f-45e8-8492-944998336bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396760 Jun 01 19:19:35.944663 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d4532686-5714-4399-91d5-e3abd34285e7 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:35.999146 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4532686-5714-4399-91d5-e3abd34285e7 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Pushing event deleted for resources: {'Port': ['ID=803f3890-006e-4bfa-94a4-47532a55dc4a,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:19:36.423291 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d4532686-5714-4399-91d5-e3abd34285e7 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-887310'] for router_interface, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:36.495123 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fd83eb-6e5d-47b8-9122-0c15523a3fe2 req-b94deeac-1204-4601-b731-d2aaa5d0b828 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:19:36.496597 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-70fd83eb-6e5d-47b8-9122-0c15523a3fe2 req-b94deeac-1204-4601-b731-d2aaa5d0b828 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d3cc594-615f-433b-92ac-9db75e5c6aa8 HTTP/1.1" status: 200 len: 946 time: 0.4257348 Jun 01 19:19:36.670657 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-70fd83eb-6e5d-47b8-9122-0c15523a3fe2 req-fed9f9f0-8779-4a05-8c32-d6dce16c8764 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] 10.222.0.41 "GET /v2.0/security-groups?id=07479cdf-b418-4486-9606-f79ca3d42e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1679492 Jun 01 19:19:36.742350 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4532686-5714-4399-91d5-e3abd34285e7 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Router dd5a4efc-6a51-4099-b0fa-0ade6c0e4683 has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 19:19:36.873016 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4532686-5714-4399-91d5-e3abd34285e7 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:19:36.882839 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d2a42cc-5f62-423a-90c1-b659a433cf7e None None] Sync routers for ids ['dd5a4efc-6a51-4099-b0fa-0ade6c0e4683'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:19:36.891803 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-d4532686-5714-4399-91d5-e3abd34285e7 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] 10.222.0.41 "PUT /v2.0/routers/dd5a4efc-6a51-4099-b0fa-0ade6c0e4683/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4444757 Jun 01 19:19:36.892809 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2a42cc-5f62-423a-90c1-b659a433cf7e None None] Routers {'dd5a4efc-6a51-4099-b0fa-0ade6c0e4683'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:19:36.893415 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-3d2a42cc-5f62-423a-90c1-b659a433cf7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:19:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['dd5a4efc-6a51-4099-b0fa-0ade6c0e4683'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:19:36.895049 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 38054) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:19:36.988586 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-3d2a42cc-5f62-423a-90c1-b659a433cf7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:19:36.998589 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2a42cc-5f62-423a-90c1-b659a433cf7e None None] Routers {'dd5a4efc-6a51-4099-b0fa-0ade6c0e4683'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:19:37.000109 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-3d2a42cc-5f62-423a-90c1-b659a433cf7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:19:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['dd5a4efc-6a51-4099-b0fa-0ade6c0e4683'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:19:37.062393 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-3d2a42cc-5f62-423a-90c1-b659a433cf7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:19:37.062779 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d2a42cc-5f62-423a-90c1-b659a433cf7e None None] The sync data for ids ['dd5a4efc-6a51-4099-b0fa-0ade6c0e4683'] in n-d-844202-1 is: [] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:19:37.111466 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-5ee8b00b-d173-43a1-960e-35feafb99363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:37.248069 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 240debfa-537c-467d-888e-5f42e221262e details requested by agent hyperv_n-h2-844202-1 with host n-h2-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 19:19:37.390220 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 240debfa-537c-467d-888e-5f42e221262e, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=240debfa-537c-467d-888e-5f42e221262e,segment=NetworkSegment(05610bff-48f0-4193-9918-9898ce49db66),segment_id=05610bff-48f0-4193-9918-9898ce49db66)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:19:37.404294 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Returning: {'device': '240debfa-537c-467d-888e-5f42e221262e', 'network_id': 'f281c294-8d82-4081-86e6-1356ca463375', 'port_id': '240debfa-537c-467d-888e-5f42e221262e', 'mac_address': 'fa:16:3e:07:ef:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c115c974-669a-4904-84e5-9c490158d065', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 19:19:37.414283 n-d-844202-1 neutron-server[88524]: INFO neutron.api.v2.resource [None req-4082b75e-6265-4494-ad16-1993527f0b91 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] remove_router_interface failed (client error): The resource could not be found. Jun 01 19:19:37.415335 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-4082b75e-6265-4494-ad16-1993527f0b91 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] 10.222.0.41 "PUT /v2.0/routers/dd5a4efc-6a51-4099-b0fa-0ade6c0e4683/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5180042 Jun 01 19:19:37.418283 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 38058) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:19:37.432216 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5662a6ba-08b1-4943-8ccf-2d056da7b9b4 req-889169dc-549d-411b-bc52-37c35235c979 tempest-VolumesSnapshotTestJSON-1691927831 tempest-VolumesSnapshotTestJSON-1691927831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:19:37.433743 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5662a6ba-08b1-4943-8ccf-2d056da7b9b4 req-889169dc-549d-411b-bc52-37c35235c979 tempest-VolumesSnapshotTestJSON-1691927831 tempest-VolumesSnapshotTestJSON-1691927831-project] 10.222.0.41 "GET /v2.0/ports?device_id=42b747dd-afff-4351-9172-75091e110e16 HTTP/1.1" status: 200 len: 944 time: 0.4721603 Jun 01 19:19:37.468300 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-f37c092d-5cef-4cb3-8040-4bdffb558002 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Synchronizing usage tracker for tenant:c0d5c79d614c43888db26707e3e8b967 on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:19:37.478144 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port 240debfa-537c-467d-888e-5f42e221262e is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:19:37.478398 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:37.483173 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5662a6ba-08b1-4943-8ccf-2d056da7b9b4 req-de49608f-ff82-49c1-bbba-b4cb0df25c1e tempest-VolumesSnapshotTestJSON-1691927831 tempest-VolumesSnapshotTestJSON-1691927831-project] 10.222.0.41 "GET /v2.0/security-groups?id=70caf9c3-176f-45e8-8492-944998336bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426245 Jun 01 19:19:37.485964 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-f37c092d-5cef-4cb3-8040-4bdffb558002 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Unset dirty status for tenant:c0d5c79d614c43888db26707e3e8b967 on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:19:37.490828 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-f37c092d-5cef-4cb3-8040-4bdffb558002 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd5a4efc-6a51-4099-b0fa-0ade6c0e4683 HTTP/1.1" status: 200 len: 205 time: 0.0672097 Jun 01 19:19:37.491032 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 38062) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:19:37.506894 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 240debfa-537c-467d-888e-5f42e221262e {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 19:19:37.518048 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 240debfa-537c-467d-888e-5f42e221262e, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=240debfa-537c-467d-888e-5f42e221262e,segment=NetworkSegment(05610bff-48f0-4193-9918-9898ce49db66),segment_id=05610bff-48f0-4193-9918-9898ce49db66)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:19:37.522044 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:37.589362 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=240debfa-537c-467d-888e-5f42e221262e,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:19:37.624654 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-af16d8e3-9664-4b0a-8611-67fe63afb8c4 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks [] for router, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:37.764511 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] get_ports_and_sgs() called for port_ids ['240debfa-537c-467d-888e-5f42e221262e'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 19:19:37.978621 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-af16d8e3-9664-4b0a-8611-67fe63afb8c4 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25316'] for router, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:37.985665 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-af16d8e3-9664-4b0a-8611-67fe63afb8c4 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:38.014083 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-af16d8e3-9664-4b0a-8611-67fe63afb8c4 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-891519'] for router, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:38.014638 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af16d8e3-9664-4b0a-8611-67fe63afb8c4 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Fanout notify agent at l3_agent the message router_deleted on router dd5a4efc-6a51-4099-b0fa-0ade6c0e4683 {{(pid=88525) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 19:19:38.031170 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-af16d8e3-9664-4b0a-8611-67fe63afb8c4 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks [] for router, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:38.035281 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-af16d8e3-9664-4b0a-8611-67fe63afb8c4 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] 10.222.0.41 "DELETE /v2.0/routers/dd5a4efc-6a51-4099-b0fa-0ade6c0e4683 HTTP/1.1" status: 204 len: 168 time: 0.5403638 Jun 01 19:19:38.036110 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 38068) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:19:38.041596 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a9454a-2e0f-42a0-80ba-cc65eee58074 req-240415fb-0896-41d4-9d29-e65a118fa3ad tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:19:38.043054 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-61a9454a-2e0f-42a0-80ba-cc65eee58074 req-240415fb-0896-41d4-9d29-e65a118fa3ad tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d3cc594-615f-433b-92ac-9db75e5c6aa8 HTTP/1.1" status: 200 len: 946 time: 0.2373402 Jun 01 19:19:38.089302 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-61a9454a-2e0f-42a0-80ba-cc65eee58074 req-ec7ad73d-74ca-4a6a-816c-9ec62be4fe39 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] 10.222.0.41 "GET /v2.0/security-groups?id=07479cdf-b418-4486-9606-f79ca3d42e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401800 Jun 01 19:19:38.103585 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_v2 [None req-db5dd6e9-1a81-46ba-a228-9856892060b6 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Deleting subnet 74bb40d7-44ae-4aa4-bfeb-489532a31138 {{(pid=88524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 19:19:38.107194 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-db5dd6e9-1a81-46ba-a228-9856892060b6 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks [] for subnet, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:38.177628 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-db5dd6e9-1a81-46ba-a228-9856892060b6 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2702137'] for subnet, precommit_delete_associations {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:38.260533 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-db5dd6e9-1a81-46ba-a228-9856892060b6 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:38.342103 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-db5dd6e9-1a81-46ba-a228-9856892060b6 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2718856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3066595'] for subnet, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:38.382176 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5dd6e9-1a81-46ba-a228-9856892060b6 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Pushing event deleted for resources: {'Subnet': ['ID=74bb40d7-44ae-4aa4-bfeb-489532a31138,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:19:38.387047 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-db5dd6e9-1a81-46ba-a228-9856892060b6 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:38.393416 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-961c526d-6ee6-455a-a6f3-891e870f5c0a None None] Network de6bb805-852e-48d0-bd47-c5a1502d7ef5 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:19:38.394954 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-db5dd6e9-1a81-46ba-a228-9856892060b6 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] 10.222.0.41 "DELETE /v2.0/subnets/74bb40d7-44ae-4aa4-bfeb-489532a31138 HTTP/1.1" status: 204 len: 168 time: 0.3569169 Jun 01 19:19:38.397473 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 38072) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:19:38.517702 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d4bfd575-842a-4cac-b1b5-d627cc6e668a tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:38.533166 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-d4bfd575-842a-4cac-b1b5-d627cc6e668a tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Deleting port f6cedb17-4e24-41ba-9d8b-300606584fe2 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:19:38.533611 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d4bfd575-842a-4cac-b1b5-d627cc6e668a tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:38.667188 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04bcb7af-3772-47b4-bb97-2feeae8ae598 None None] DHCP port deletion for de6bb805-852e-48d0-bd47-c5a1502d7ef5 request from n-d-844202-1 {{(pid=88526) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 19:19:38.671255 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-04bcb7af-3772-47b4-bb97-2feeae8ae598 None None] Deleting port f6cedb17-4e24-41ba-9d8b-300606584fe2 {{(pid=88526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:19:38.671617 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-04bcb7af-3772-47b4-bb97-2feeae8ae598 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:38.809433 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [None req-d4bfd575-842a-4cac-b1b5-d627cc6e668a tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] For port f6cedb17-4e24-41ba-9d8b-300606584fe2, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=f6cedb17-4e24-41ba-9d8b-300606584fe2,segment=NetworkSegment(0ae5d9ce-8f03-44cd-a767-0731246c30ba),segment_id=0ae5d9ce-8f03-44cd-a767-0731246c30ba)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:19:38.809788 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d4bfd575-842a-4cac-b1b5-d627cc6e668a tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:38.832334 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71775b89-9c9a-43d9-a6f5-50126234cf48 req-da3c5f1e-669c-4bc1-9296-34657e69fad1 tempest-VolumesSnapshotTestJSON-1691927831 tempest-VolumesSnapshotTestJSON-1691927831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:19:38.833847 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-71775b89-9c9a-43d9-a6f5-50126234cf48 req-da3c5f1e-669c-4bc1-9296-34657e69fad1 tempest-VolumesSnapshotTestJSON-1691927831 tempest-VolumesSnapshotTestJSON-1691927831-project] 10.222.0.41 "GET /v2.0/ports?device_id=42b747dd-afff-4351-9172-75091e110e16 HTTP/1.1" status: 200 len: 945 time: 0.2157097 Jun 01 19:19:38.902967 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-04bcb7af-3772-47b4-bb97-2feeae8ae598 None None] For port f6cedb17-4e24-41ba-9d8b-300606584fe2, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=f6cedb17-4e24-41ba-9d8b-300606584fe2,segment=NetworkSegment(0ae5d9ce-8f03-44cd-a767-0731246c30ba),segment_id=0ae5d9ce-8f03-44cd-a767-0731246c30ba)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:19:38.903335 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-04bcb7af-3772-47b4-bb97-2feeae8ae598 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:38.958233 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-d4bfd575-842a-4cac-b1b5-d627cc6e668a tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Calling delete_port for f6cedb17-4e24-41ba-9d8b-300606584fe2 owned by network:dhcp {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:19:39.033150 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-04bcb7af-3772-47b4-bb97-2feeae8ae598 None None] Calling delete_port for f6cedb17-4e24-41ba-9d8b-300606584fe2 owned by network:dhcp {{(pid=88526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:19:39.037027 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-71775b89-9c9a-43d9-a6f5-50126234cf48 req-20b7ffa8-3249-40be-8930-c9fc0f0a8b0c tempest-VolumesSnapshotTestJSON-1691927831 tempest-VolumesSnapshotTestJSON-1691927831-project] 10.222.0.41 "GET /v2.0/security-groups?id=70caf9c3-176f-45e8-8492-944998336bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513178 Jun 01 19:19:39.066375 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d4bfd575-842a-4cac-b1b5-d627cc6e668a tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:39.116155 n-d-844202-1 neutron-server[88526]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 19:19:39.116155 n-d-844202-1 neutron-server[88526]: util.warn( Jun 01 19:19:39.116155 n-d-844202-1 neutron-server[88526]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 19:19:39.116155 n-d-844202-1 neutron-server[88526]: util.warn( Jun 01 19:19:39.116155 n-d-844202-1 neutron-server[88526]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 19:19:39.116155 n-d-844202-1 neutron-server[88526]: util.warn( Jun 01 19:19:39.116155 n-d-844202-1 neutron-server[88526]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 19:19:39.116155 n-d-844202-1 neutron-server[88526]: util.warn( Jun 01 19:19:39.116155 n-d-844202-1 neutron-server[88526]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 19:19:39.116155 n-d-844202-1 neutron-server[88526]: util.warn( Jun 01 19:19:39.116155 n-d-844202-1 neutron-server[88526]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 19:19:39.116155 n-d-844202-1 neutron-server[88526]: util.warn( Jun 01 19:19:39.116155 n-d-844202-1 neutron-server[88526]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 19:19:39.116155 n-d-844202-1 neutron-server[88526]: util.warn( Jun 01 19:19:39.116155 n-d-844202-1 neutron-server[88526]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 19:19:39.116155 n-d-844202-1 neutron-server[88526]: util.warn( Jun 01 19:19:39.116155 n-d-844202-1 neutron-server[88526]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 19:19:39.116155 n-d-844202-1 neutron-server[88526]: util.warn( Jun 01 19:19:39.116155 n-d-844202-1 neutron-server[88526]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 19:19:39.116155 n-d-844202-1 neutron-server[88526]: util.warn( Jun 01 19:19:39.116155 n-d-844202-1 neutron-server[88526]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 19:19:39.116155 n-d-844202-1 neutron-server[88526]: util.warn( Jun 01 19:19:39.116155 n-d-844202-1 neutron-server[88526]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 19:19:39.116155 n-d-844202-1 neutron-server[88526]: util.warn( Jun 01 19:19:39.116155 n-d-844202-1 neutron-server[88526]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 19:19:39.116155 n-d-844202-1 neutron-server[88526]: util.warn( Jun 01 19:19:39.116155 n-d-844202-1 neutron-server[88526]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 19:19:39.116155 n-d-844202-1 neutron-server[88526]: util.warn( Jun 01 19:19:39.116155 n-d-844202-1 neutron-server[88526]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 19:19:39.116155 n-d-844202-1 neutron-server[88526]: util.warn( Jun 01 19:19:39.116155 n-d-844202-1 neutron-server[88526]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 19:19:39.116155 n-d-844202-1 neutron-server[88526]: util.warn( Jun 01 19:19:39.116155 n-d-844202-1 neutron-server[88526]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 19:19:39.116155 n-d-844202-1 neutron-server[88526]: util.warn( Jun 01 19:19:39.116155 n-d-844202-1 neutron-server[88526]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 19:19:39.116155 n-d-844202-1 neutron-server[88526]: util.warn( Jun 01 19:19:39.116155 n-d-844202-1 neutron-server[88526]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 19:19:39.116155 n-d-844202-1 neutron-server[88526]: util.warn( Jun 01 19:19:39.116155 n-d-844202-1 neutron-server[88526]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 19:19:39.116155 n-d-844202-1 neutron-server[88526]: util.warn( Jun 01 19:19:39.116155 n-d-844202-1 neutron-server[88526]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 19:19:39.116155 n-d-844202-1 neutron-server[88526]: util.warn( Jun 01 19:19:39.116155 n-d-844202-1 neutron-server[88526]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 19:19:39.116155 n-d-844202-1 neutron-server[88526]: util.warn( Jun 01 19:19:39.116155 n-d-844202-1 neutron-server[88526]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 19:19:39.116155 n-d-844202-1 neutron-server[88526]: util.warn( Jun 01 19:19:39.116155 n-d-844202-1 neutron-server[88526]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 19:19:39.116155 n-d-844202-1 neutron-server[88526]: util.warn( Jun 01 19:19:39.116155 n-d-844202-1 neutron-server[88526]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 19:19:39.116155 n-d-844202-1 neutron-server[88526]: util.warn( Jun 01 19:19:39.116155 n-d-844202-1 neutron-server[88526]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 19:19:39.116155 n-d-844202-1 neutron-server[88526]: util.warn( Jun 01 19:19:39.116155 n-d-844202-1 neutron-server[88526]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 19:19:39.116155 n-d-844202-1 neutron-server[88526]: util.warn( Jun 01 19:19:39.116155 n-d-844202-1 neutron-server[88526]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 19:19:39.116155 n-d-844202-1 neutron-server[88526]: util.warn( Jun 01 19:19:39.124676 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.db.api [None req-04bcb7af-3772-47b4-bb97-2feeae8ae598 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88526) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 19:19:39.125152 n-d-844202-1 neutron-server[88526]: DEBUG oslo_db.api [None req-04bcb7af-3772-47b4-bb97-2feeae8ae598 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 19:19:39.134973 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bfd575-842a-4cac-b1b5-d627cc6e668a tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Pushing event deleted for resources: {'Port': ['ID=f6cedb17-4e24-41ba-9d8b-300606584fe2,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:19:39.142018 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4bfd575-842a-4cac-b1b5-d627cc6e668a tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] No DVR routers for this DVR port f6cedb17-4e24-41ba-9d8b-300606584fe2 on host n-d-844202-1 {{(pid=88524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:19:39.247622 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 240debfa-537c-467d-888e-5f42e221262e up at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:19:39.273234 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d4bfd575-842a-4cac-b1b5-d627cc6e668a tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:39.298572 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16372cb-2e90-4491-a22c-5447d32e091b req-8e90e964-18ac-4556-9254-97cc8d3d0e50 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:19:39.300155 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c16372cb-2e90-4491-a22c-5447d32e091b req-8e90e964-18ac-4556-9254-97cc8d3d0e50 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d3cc594-615f-433b-92ac-9db75e5c6aa8 HTTP/1.1" status: 200 len: 946 time: 0.0904925 Jun 01 19:19:39.302446 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-d4bfd575-842a-4cac-b1b5-d627cc6e668a tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de6bb805-852e-48d0-bd47-c5a1502d7ef5']}} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:19:39.322198 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-d4bfd575-842a-4cac-b1b5-d627cc6e668a tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ae5d9ce-8f03-44cd-a767-0731246c30ba') {'for_net_delete': True} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:19:39.322582 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-d4bfd575-842a-4cac-b1b5-d627cc6e668a tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ae5d9ce-8f03-44cd-a767-0731246c30ba') {} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:19:39.333052 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning for port 240debfa-537c-467d-888e-5f42e221262e completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:19:39.338318 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d4bfd575-842a-4cac-b1b5-d627cc6e668a tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2702126'] for segment, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:39.339486 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device f6cedb17-4e24-41ba-9d8b-300606584fe2 no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:19:39.374151 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning complete for port 240debfa-537c-467d-888e-5f42e221262e triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:19:39.374425 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:39.409544 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: f6cedb17-4e24-41ba-9d8b-300606584fe2 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:19:39.409544 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device f6cedb17-4e24-41ba-9d8b-300606584fe2 not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:19:39.490517 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c16372cb-2e90-4491-a22c-5447d32e091b req-ac35e712-08e2-45c6-a65f-065087938420 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] 10.222.0.41 "GET /v2.0/security-groups?id=07479cdf-b418-4486-9606-f79ca3d42e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1819899 Jun 01 19:19:39.491538 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d4bfd575-842a-4cac-b1b5-d627cc6e668a tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:39.498825 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4bfd575-842a-4cac-b1b5-d627cc6e668a tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=88524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 19:19:39.499014 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d4bfd575-842a-4cac-b1b5-d627cc6e668a tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2719018'] for segment, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:39.531467 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port 240debfa-537c-467d-888e-5f42e221262e is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:19:39.531919 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:39.543342 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-34ceaa8d-2ed8-4e43-b929-e97a9a903d12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:39.562918 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42b747dd-afff-4351-9172-75091e110e16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '240debfa-537c-467d-888e-5f42e221262e'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:19:39.569460 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment 0ae5d9ce-8f03-44cd-a767-0731246c30ba resource provider aggregate not found Jun 01 19:19:39.573420 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 240debfa-537c-467d-888e-5f42e221262e, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=240debfa-537c-467d-888e-5f42e221262e,segment=NetworkSegment(05610bff-48f0-4193-9918-9898ce49db66),segment_id=05610bff-48f0-4193-9918-9898ce49db66)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:19:39.578050 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:39.596397 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment 0ae5d9ce-8f03-44cd-a767-0731246c30ba resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0ae5d9ce-8f03-44cd-a767-0731246c30ba found for delete ", "request_id": "req-c85a4334-87c8-4377-a799-864c252691af"}]} Jun 01 19:19:39.614459 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d4bfd575-842a-4cac-b1b5-d627cc6e668a tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:39.623932 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4081438-4adb-407a-af28-e4f1bb6755eb'] response: {'server_uuid': '42b747dd-afff-4351-9172-75091e110e16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '240debfa-537c-467d-888e-5f42e221262e', 'code': 200} Jun 01 19:19:39.631320 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-04bcb7af-3772-47b4-bb97-2feeae8ae598 None None] Deleting port f6cedb17-4e24-41ba-9d8b-300606584fe2 {{(pid=88526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:19:39.631694 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-04bcb7af-3772-47b4-bb97-2feeae8ae598 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:39.637798 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d4bfd575-842a-4cac-b1b5-d627cc6e668a tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks [] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:39.645041 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bfd575-842a-4cac-b1b5-d627cc6e668a tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Pushing event deleted for resources: {'Network': ['ID=de6bb805-852e-48d0-bd47-c5a1502d7ef5,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:19:39.665699 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-d4bfd575-842a-4cac-b1b5-d627cc6e668a tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] 10.222.0.41 "DELETE /v2.0/networks/de6bb805-852e-48d0-bd47-c5a1502d7ef5 HTTP/1.1" status: 204 len: 168 time: 1.2635510 Jun 01 19:19:39.667215 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 38086) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:19:39.672847 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-8a3aef89-0914-4054-aad2-786ecbad76a2 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Request body: {'network': {'name': 'tempest-RoutersTest-1236827761'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:19:39.710195 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-8a3aef89-0914-4054-aad2-786ecbad76a2 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:19:39.714243 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-04bcb7af-3772-47b4-bb97-2feeae8ae598 None None] The port 'f6cedb17-4e24-41ba-9d8b-300606584fe2' was deleted {{(pid=88526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 01 19:19:39.725536 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-8a3aef89-0914-4054-aad2-786ecbad76a2 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Usage tracker for resource:network and tenant:c0d5c79d614c43888db26707e3e8b967 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:19:39.729394 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=240debfa-537c-467d-888e-5f42e221262e,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:19:39.729553 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-8a3aef89-0914-4054-aad2-786ecbad76a2 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:19:39.734049 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-8a3aef89-0914-4054-aad2-786ecbad76a2 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:19:39.756139 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a3aef89-0914-4054-aad2-786ecbad76a2 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Made reservation on behalf of c0d5c79d614c43888db26707e3e8b967 for: {'network': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:19:39.759725 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8a3aef89-0914-4054-aad2-786ecbad76a2 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:39.802474 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a26b86-1785-4819-9b57-ead1f03c5fe5 req-16877b2c-60e8-4e27-bbbd-fa8716be4bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:19:39.803981 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-08a26b86-1785-4819-9b57-ead1f03c5fe5 req-16877b2c-60e8-4e27-bbbd-fa8716be4bb2 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=42b747dd-afff-4351-9172-75091e110e16 HTTP/1.1" status: 200 len: 1097 time: 0.1264801 Jun 01 19:19:39.804681 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a3aef89-0914-4054-aad2-786ecbad76a2 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 131} {{(pid=88524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 19:19:39.833103 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8a3aef89-0914-4054-aad2-786ecbad76a2 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:39.833462 n-d-844202-1 neutron-server[88524]: INFO neutron.db.segments_db [None req-8a3aef89-0914-4054-aad2-786ecbad76a2 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Added segment d354dba6-4202-4617-b6fb-a6bea45eb470 of type vlan for network b8c5d9f7-42aa-45d8-b49b-56e2c558917f Jun 01 19:19:39.867206 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-08a26b86-1785-4819-9b57-ead1f03c5fe5 req-b424e6df-77d0-405b-a73e-2022d78b1b56 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=70caf9c3-176f-45e8-8492-944998336bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575457 Jun 01 19:19:39.873006 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8a3aef89-0914-4054-aad2-786ecbad76a2 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:39.903089 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8a3aef89-0914-4054-aad2-786ecbad76a2 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:39.909112 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a3aef89-0914-4054-aad2-786ecbad76a2 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:19:39.910795 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8a3aef89-0914-4054-aad2-786ecbad76a2 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks [] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:40.014302 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-8a3aef89-0914-4054-aad2-786ecbad76a2 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3457999 Jun 01 19:19:40.017065 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 38090) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:19:40.022616 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-916396b9-0986-49ca-8983-cf75bca3fd04 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Request body: {'subnet': {'network_id': 'b8c5d9f7-42aa-45d8-b49b-56e2c558917f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:19:40.026204 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3aef89-0914-4054-aad2-786ecbad76a2 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Pushing event updated for resources: {'Network': ['ID=b8c5d9f7-42aa-45d8-b49b-56e2c558917f,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:19:40.036478 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network b8c5d9f7-42aa-45d8-b49b-56e2c558917f details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 19:19:40.152726 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-916396b9-0986-49ca-8983-cf75bca3fd04 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:19:40.157138 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-916396b9-0986-49ca-8983-cf75bca3fd04 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Usage tracker for resource:subnet and tenant:c0d5c79d614c43888db26707e3e8b967 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:19:40.161031 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-916396b9-0986-49ca-8983-cf75bca3fd04 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:19:40.168001 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-916396b9-0986-49ca-8983-cf75bca3fd04 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:19:40.223043 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-916396b9-0986-49ca-8983-cf75bca3fd04 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Made reservation on behalf of c0d5c79d614c43888db26707e3e8b967 for: {'subnet': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:19:40.226706 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-916396b9-0986-49ca-8983-cf75bca3fd04 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9667140'] for subnet, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:40.362485 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd495c6a-7449-465c-90ba-069380ed0c6e req-7a1184d5-8e24-4092-9e3d-3b1fcb52f665 tempest-VolumesSnapshotTestJSON-1691927831 tempest-VolumesSnapshotTestJSON-1691927831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:19:40.363864 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-bd495c6a-7449-465c-90ba-069380ed0c6e req-7a1184d5-8e24-4092-9e3d-3b1fcb52f665 tempest-VolumesSnapshotTestJSON-1691927831 tempest-VolumesSnapshotTestJSON-1691927831-project] 10.222.0.41 "GET /v2.0/ports?device_id=42b747dd-afff-4351-9172-75091e110e16 HTTP/1.1" status: 200 len: 946 time: 0.1970723 Jun 01 19:19:40.461384 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-bd495c6a-7449-465c-90ba-069380ed0c6e req-058ac321-f6a9-4ccc-9cc3-9fdde922c5c3 tempest-VolumesSnapshotTestJSON-1691927831 tempest-VolumesSnapshotTestJSON-1691927831-project] 10.222.0.41 "GET /v2.0/security-groups?id=70caf9c3-176f-45e8-8492-944998336bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913889 Jun 01 19:19:40.505538 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-916396b9-0986-49ca-8983-cf75bca3fd04 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2614064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9667190'] for subnet, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:40.590685 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916396b9-0986-49ca-8983-cf75bca3fd04 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Pushing event updated for resources: {'Subnet': ['ID=6e184a63-79eb-4864-8634-6f860dd89cb8,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:19:40.598421 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-916396b9-0986-49ca-8983-cf75bca3fd04 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Checking segment: {'id': 'd354dba6-4202-4617-b6fb-a6bea45eb470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b8c5d9f7-42aa-45d8-b49b-56e2c558917f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:19:40.598847 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-916396b9-0986-49ca-8983-cf75bca3fd04 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Network hostable DHCP agents. Network: b8c5d9f7-42aa-45d8-b49b-56e2c558917f, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 19:19:40.619136 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:40.620029 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-916396b9-0986-49ca-8983-cf75bca3fd04 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Network b8c5d9f7-42aa-45d8-b49b-56e2c558917f is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 19:19:40.630085 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-916396b9-0986-49ca-8983-cf75bca3fd04 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, b8c5d9f7-42aa-45d8-b49b-56e2c558917f) {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:19:40.634077 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-916396b9-0986-49ca-8983-cf75bca3fd04 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:19:40.634644 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-916396b9-0986-49ca-8983-cf75bca3fd04 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks [] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:40.639325 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffa84c18-51ab-4a6d-a500-f02621829e88 None None] Network b8c5d9f7-42aa-45d8-b49b-56e2c558917f requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:19:40.657666 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-916396b9-0986-49ca-8983-cf75bca3fd04 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6393459 Jun 01 19:19:40.660249 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 38098) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:19:40.666764 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-c5116b8a-e026-493f-b0d3-e0a653711387 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-785320919', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:19:40.674249 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-c5116b8a-e026-493f-b0d3-e0a653711387 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:19:40.679578 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-c5116b8a-e026-493f-b0d3-e0a653711387 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Usage tracker for resource:router and tenant:c0d5c79d614c43888db26707e3e8b967 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:19:40.682675 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-c5116b8a-e026-493f-b0d3-e0a653711387 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:19:40.686786 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eba6c7f-1a72-4fe3-b534-699b70303789 req-8013d1ee-b774-40a9-ac0b-81b31790f490 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:19:40.688690 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5eba6c7f-1a72-4fe3-b534-699b70303789 req-8013d1ee-b774-40a9-ac0b-81b31790f490 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d3cc594-615f-433b-92ac-9db75e5c6aa8 HTTP/1.1" status: 200 len: 946 time: 0.0844455 Jun 01 19:19:40.689421 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-c5116b8a-e026-493f-b0d3-e0a653711387 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:19:40.701632 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c5116b8a-e026-493f-b0d3-e0a653711387 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-885767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25238'] for router, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:40.703158 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c5116b8a-e026-493f-b0d3-e0a653711387 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-901042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-886562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-981784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25327'] for router, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:40.721542 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c5116b8a-e026-493f-b0d3-e0a653711387 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:40.744011 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:40.744296 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c5116b8a-e026-493f-b0d3-e0a653711387 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-885820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-886655'] for router, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:40.752684 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5eba6c7f-1a72-4fe3-b534-699b70303789 req-3c3d6301-527a-4a2f-a19c-e2ddbaddb37e tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] 10.222.0.41 "GET /v2.0/security-groups?id=07479cdf-b418-4486-9606-f79ca3d42e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448697 Jun 01 19:19:40.779374 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c5116b8a-e026-493f-b0d3-e0a653711387 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks [] for router, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:40.780749 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-c5116b8a-e026-493f-b0d3-e0a653711387 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1194882 Jun 01 19:19:40.783430 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 38102) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:19:40.893350 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eebf473-fe77-452a-bc25-98fff966b949 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc93f83c3-7fb6-5c13-a9d4-29d739a4e8d2-b8c5d9f7-42aa-45d8-b49b-56e2c558917f', 'network_id': 'b8c5d9f7-42aa-45d8-b49b-56e2c558917f', 'tenant_id': 'c0d5c79d614c43888db26707e3e8b967', 'fixed_ips': [{'subnet_id': '6e184a63-79eb-4864-8634-6f860dd89cb8'}]}} from n-d-844202-1. {{(pid=88526) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 19:19:40.895293 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-3eebf473-fe77-452a-bc25-98fff966b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:41.088177 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.db_base_plugin_common [None req-3eebf473-fe77-452a-bc25-98fff966b949 None None] Allocated IP 172.20.0.2 (b8c5d9f7-42aa-45d8-b49b-56e2c558917f/6e184a63-79eb-4864-8634-6f860dd89cb8/19529b21-5997-448c-b152-96601157d568) {{(pid=88526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:19:41.340774 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-214de6be-2c71-4ede-bbee-f82fbfb056d5 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:41.365753 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-3eebf473-fe77-452a-bc25-98fff966b949 None None] Notify callbacks [] for port, precommit_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:41.378996 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-3eebf473-fe77-452a-bc25-98fff966b949 None None] Transition to ACTIVE for port object 19529b21-5997-448c-b152-96601157d568 will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:19:41.398029 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-3eebf473-fe77-452a-bc25-98fff966b949 None None] Transition to ACTIVE for port object 19529b21-5997-448c-b152-96601157d568 will not be triggered until provisioned by entity DHCP. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:19:41.403381 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-3eebf473-fe77-452a-bc25-98fff966b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526'] for port, after_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:41.468681 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eebf473-fe77-452a-bc25-98fff966b949 None None] Network b8c5d9f7-42aa-45d8-b49b-56e2c558917f is already hosted by enough agents. {{(pid=88526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:19:41.471610 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.base_scheduler [None req-3eebf473-fe77-452a-bc25-98fff966b949 None None] Resources bound (agent type, host, resource id): {{(pid=88526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:19:41.475373 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eebf473-fe77-452a-bc25-98fff966b949 None None] Received port after_create {{(pid=88526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:19:41.481131 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eebf473-fe77-452a-bc25-98fff966b949 None None] Pushing event updated for resources: {'Port': ['ID=19529b21-5997-448c-b152-96601157d568,revision_number=1']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:19:41.597149 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-3eebf473-fe77-452a-bc25-98fff966b949 None None] Attempting to bind port 19529b21-5997-448c-b152-96601157d568 on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:19:41.597563 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-3eebf473-fe77-452a-bc25-98fff966b949 None None] Attempting to bind port 19529b21-5997-448c-b152-96601157d568 by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': 'd354dba6-4202-4617-b6fb-a6bea45eb470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b8c5d9f7-42aa-45d8-b49b-56e2c558917f'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:19:41.597738 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eebf473-fe77-452a-bc25-98fff966b949 None None] Attempting to bind port 19529b21-5997-448c-b152-96601157d568 on network b8c5d9f7-42aa-45d8-b49b-56e2c558917f {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:19:41.602260 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:41.605084 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eebf473-fe77-452a-bc25-98fff966b949 None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 19, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:19:41.605453 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eebf473-fe77-452a-bc25-98fff966b949 None None] Checking segment: {'id': 'd354dba6-4202-4617-b6fb-a6bea45eb470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b8c5d9f7-42aa-45d8-b49b-56e2c558917f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:19:41.605853 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-3eebf473-fe77-452a-bc25-98fff966b949 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:41.606235 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eebf473-fe77-452a-bc25-98fff966b949 None None] Bound using segment: {'id': 'd354dba6-4202-4617-b6fb-a6bea45eb470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b8c5d9f7-42aa-45d8-b49b-56e2c558917f'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:19:41.606702 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-3eebf473-fe77-452a-bc25-98fff966b949 None None] Bound port: 19529b21-5997-448c-b152-96601157d568, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd354dba6-4202-4617-b6fb-a6bea45eb470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b8c5d9f7-42aa-45d8-b49b-56e2c558917f'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:19:41.608726 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-3eebf473-fe77-452a-bc25-98fff966b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:41.712093 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-3eebf473-fe77-452a-bc25-98fff966b949 None None] For port 19529b21-5997-448c-b152-96601157d568, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:19:41.715360 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-3eebf473-fe77-452a-bc25-98fff966b949 None None] For port 19529b21-5997-448c-b152-96601157d568, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=19529b21-5997-448c-b152-96601157d568,segment=NetworkSegment(d354dba6-4202-4617-b6fb-a6bea45eb470),segment_id=d354dba6-4202-4617-b6fb-a6bea45eb470)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:19:41.722253 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-3eebf473-fe77-452a-bc25-98fff966b949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:41.820474 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eebf473-fe77-452a-bc25-98fff966b949 None None] Pushing event updated for resources: {'Port': ['ID=19529b21-5997-448c-b152-96601157d568,revision_number=2']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:19:41.911555 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca2daf3-68b9-49db-ad1e-ec0a94e8af6f req-1947215e-2c32-44ee-b8a3-5577021e4dc6 tempest-VolumesSnapshotTestJSON-1691927831 tempest-VolumesSnapshotTestJSON-1691927831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:19:41.916751 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-1ca2daf3-68b9-49db-ad1e-ec0a94e8af6f req-1947215e-2c32-44ee-b8a3-5577021e4dc6 tempest-VolumesSnapshotTestJSON-1691927831 tempest-VolumesSnapshotTestJSON-1691927831-project] 10.222.0.41 "GET /v2.0/ports?device_id=42b747dd-afff-4351-9172-75091e110e16 HTTP/1.1" status: 200 len: 946 time: 0.1739247 Jun 01 19:19:41.962808 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:41.977313 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-1ca2daf3-68b9-49db-ad1e-ec0a94e8af6f req-175e3786-21b2-4f69-9918-b655527307d0 tempest-VolumesSnapshotTestJSON-1691927831 tempest-VolumesSnapshotTestJSON-1691927831-project] 10.222.0.41 "GET /v2.0/security-groups?id=70caf9c3-176f-45e8-8492-944998336bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569568 Jun 01 19:19:41.982131 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [None req-214de6be-2c71-4ede-bbee-f82fbfb056d5 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Allocated IP 172.20.0.1 (b8c5d9f7-42aa-45d8-b49b-56e2c558917f/6e184a63-79eb-4864-8634-6f860dd89cb8/0bdbc76e-c3db-4a83-b07c-b27d1fea8dd8) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:19:41.987630 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:42.004872 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72919a7b-258d-4c5d-8c0d-038485f138ec req-6cc95f9b-428c-4762-b379-cc326e1044db tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:19:42.004872 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-72919a7b-258d-4c5d-8c0d-038485f138ec req-6cc95f9b-428c-4762-b379-cc326e1044db tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d3cc594-615f-433b-92ac-9db75e5c6aa8 HTTP/1.1" status: 200 len: 946 time: 0.1274574 Jun 01 19:19:42.073358 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-72919a7b-258d-4c5d-8c0d-038485f138ec req-42af0afa-5f8f-40a9-946e-ad5d2781b9a3 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] 10.222.0.41 "GET /v2.0/security-groups?id=07479cdf-b418-4486-9606-f79ca3d42e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613246 Jun 01 19:19:42.258494 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-214de6be-2c71-4ede-bbee-f82fbfb056d5 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:42.276545 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [None req-214de6be-2c71-4ede-bbee-f82fbfb056d5 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Transition to ACTIVE for port object 0bdbc76e-c3db-4a83-b07c-b27d1fea8dd8 will not be triggered until provisioned by entity DHCP. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:19:42.307057 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-214de6be-2c71-4ede-bbee-f82fbfb056d5 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:42.382610 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-214de6be-2c71-4ede-bbee-f82fbfb056d5 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Network b8c5d9f7-42aa-45d8-b49b-56e2c558917f is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:19:42.385596 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-214de6be-2c71-4ede-bbee-f82fbfb056d5 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:19:42.389800 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214de6be-2c71-4ede-bbee-f82fbfb056d5 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:19:42.433222 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214de6be-2c71-4ede-bbee-f82fbfb056d5 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Pushing event updated for resources: {'Port': ['ID=0bdbc76e-c3db-4a83-b07c-b27d1fea8dd8,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:19:42.455193 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-214de6be-2c71-4ede-bbee-f82fbfb056d5 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-887605'] for router_interface, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:42.574528 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-214de6be-2c71-4ede-bbee-f82fbfb056d5 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:43.002784 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-214de6be-2c71-4ede-bbee-f82fbfb056d5 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks [] for port, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:43.011952 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-214de6be-2c71-4ede-bbee-f82fbfb056d5 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:43.020360 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29d49a31-55d2-40b1-b53d-17006410c6f9 None None] Network b8c5d9f7-42aa-45d8-b49b-56e2c558917f requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:19:43.127184 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-0a77de93-3da8-4185-9538-257adf7b9a47 None None] Provisioning for port 19529b21-5997-448c-b152-96601157d568 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:19:43.140323 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-214de6be-2c71-4ede-bbee-f82fbfb056d5 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-887436'] for router_interface, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:43.144466 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214de6be-2c71-4ede-bbee-f82fbfb056d5 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Pushing event updated for resources: {'Port': ['ID=0bdbc76e-c3db-4a83-b07c-b27d1fea8dd8,revision_number=2']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:19:43.301081 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-214de6be-2c71-4ede-bbee-f82fbfb056d5 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Network b8c5d9f7-42aa-45d8-b49b-56e2c558917f is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:19:43.305685 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-214de6be-2c71-4ede-bbee-f82fbfb056d5 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:19:43.373315 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc4d06e-248f-428d-be31-f13c81db6046 req-0961c618-0ed7-406b-88bb-ab25162b2e53 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:19:43.381528 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5cc4d06e-248f-428d-be31-f13c81db6046 req-0961c618-0ed7-406b-88bb-ab25162b2e53 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d3cc594-615f-433b-92ac-9db75e5c6aa8 HTTP/1.1" status: 200 len: 946 time: 0.1347551 Jun 01 19:19:43.408639 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 19529b21-5997-448c-b152-96601157d568 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:19:43.444895 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5cc4d06e-248f-428d-be31-f13c81db6046 req-480c7693-ee3c-4e1b-a441-15d29d32531c tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] 10.222.0.41 "GET /v2.0/security-groups?id=07479cdf-b418-4486-9606-f79ca3d42e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619380 Jun 01 19:19:43.499479 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port 19529b21-5997-448c-b152-96601157d568 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:19:43.506995 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 19529b21-5997-448c-b152-96601157d568 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:19:43.507352 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:43.556783 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-214de6be-2c71-4ede-bbee-f82fbfb056d5 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Router f07c26a3-d04c-40ad-85dd-11db3a5455c1 is scheduled to L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 with binding_index 1 {{(pid=88525) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 19:19:43.665572 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 19529b21-5997-448c-b152-96601157d568 is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:19:43.666244 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:43.713838 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-12b3f1e5-1d3a-45c9-84e6-602d1d3c062a None None] Provisioning complete for port 19529b21-5997-448c-b152-96601157d568 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:19:43.714217 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-12b3f1e5-1d3a-45c9-84e6-602d1d3c062a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:43.787131 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port 19529b21-5997-448c-b152-96601157d568, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=19529b21-5997-448c-b152-96601157d568,segment=NetworkSegment(d354dba6-4202-4617-b6fb-a6bea45eb470),segment_id=d354dba6-4202-4617-b6fb-a6bea45eb470)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:19:43.796385 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:43.902350 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-214de6be-2c71-4ede-bbee-f82fbfb056d5 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:19:43.926425 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37750143-0df8-48f7-9736-3c09f98a8b5f None None] Sync routers for ids ['f07c26a3-d04c-40ad-85dd-11db3a5455c1'] in n-d-844202-1 {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:19:43.932757 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=19529b21-5997-448c-b152-96601157d568,revision_number=3']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:19:43.934897 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 38124) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:19:43.935176 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-214de6be-2c71-4ede-bbee-f82fbfb056d5 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] 10.222.0.41 "PUT /v2.0/routers/f07c26a3-d04c-40ad-85dd-11db3a5455c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1507483 Jun 01 19:19:43.975839 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37750143-0df8-48f7-9736-3c09f98a8b5f None None] Routers {'f07c26a3-d04c-40ad-85dd-11db3a5455c1'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:19:43.981849 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-37750143-0df8-48f7-9736-3c09f98a8b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:19:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['f07c26a3-d04c-40ad-85dd-11db3a5455c1'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:19:44.043371 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-12b3f1e5-1d3a-45c9-84e6-602d1d3c062a None None] Current status of the port 19529b21-5997-448c-b152-96601157d568 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:19:44.058647 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-37750143-0df8-48f7-9736-3c09f98a8b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:19:44.061147 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-492a273e-72ed-47b7-b596-17d7c5cd08de tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:19:44.061730 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-492a273e-72ed-47b7-b596-17d7c5cd08de tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Synchronizing usage tracker for tenant:c0d5c79d614c43888db26707e3e8b967 on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:19:44.074825 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37750143-0df8-48f7-9736-3c09f98a8b5f None None] Routers {'f07c26a3-d04c-40ad-85dd-11db3a5455c1'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:19:44.075494 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-37750143-0df8-48f7-9736-3c09f98a8b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:19:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['f07c26a3-d04c-40ad-85dd-11db3a5455c1'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:19:44.087387 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-492a273e-72ed-47b7-b596-17d7c5cd08de tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Unset dirty status for tenant:c0d5c79d614c43888db26707e3e8b967 on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:19:44.091471 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-492a273e-72ed-47b7-b596-17d7c5cd08de tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] 10.222.0.41 "GET /v2.0/ports/0bdbc76e-c3db-4a83-b07c-b27d1fea8dd8 HTTP/1.1" status: 200 len: 910 time: 0.1530790 Jun 01 19:19:44.091736 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 38128) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:19:44.141740 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-12b3f1e5-1d3a-45c9-84e6-602d1d3c062a None None] Provisioning for port 0bdbc76e-c3db-4a83-b07c-b27d1fea8dd8 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:19:44.155144 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-37750143-0df8-48f7-9736-3c09f98a8b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:19:44.155582 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37750143-0df8-48f7-9736-3c09f98a8b5f None None] The sync data for ids ['f07c26a3-d04c-40ad-85dd-11db3a5455c1'] in n-d-844202-1 is: [] {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:19:44.157959 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-12b3f1e5-1d3a-45c9-84e6-602d1d3c062a None None] Provisioning complete for port 0bdbc76e-c3db-4a83-b07c-b27d1fea8dd8 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:19:44.158324 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-12b3f1e5-1d3a-45c9-84e6-602d1d3c062a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:44.218850 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-12b3f1e5-1d3a-45c9-84e6-602d1d3c062a None None] Port 0bdbc76e-c3db-4a83-b07c-b27d1fea8dd8 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:19:44.343712 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-8feaaeb7-e600-4c53-a49b-9018e7a03730 None None] Provisioning complete for port 0bdbc76e-c3db-4a83-b07c-b27d1fea8dd8 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:19:44.344086 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-8feaaeb7-e600-4c53-a49b-9018e7a03730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:44.399493 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-8feaaeb7-e600-4c53-a49b-9018e7a03730 None None] Port 0bdbc76e-c3db-4a83-b07c-b27d1fea8dd8 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:19:44.646920 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc00b2f6-a20c-4abd-bf6f-1ed59e036a50 req-a7d54ca3-c544-4917-b866-1892695054ed tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:19:44.654729 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-dc00b2f6-a20c-4abd-bf6f-1ed59e036a50 req-a7d54ca3-c544-4917-b866-1892695054ed tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d3cc594-615f-433b-92ac-9db75e5c6aa8 HTTP/1.1" status: 200 len: 946 time: 0.1025872 Jun 01 19:19:44.660832 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-765a73c1-f121-45bb-8d3e-a24789b8abe1 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-887474'] for router_interface, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:44.701011 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-dc00b2f6-a20c-4abd-bf6f-1ed59e036a50 req-1e4ad087-90de-43b3-9db7-37bdaa567662 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] 10.222.0.41 "GET /v2.0/security-groups?id=07479cdf-b418-4486-9606-f79ca3d42e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453565 Jun 01 19:19:45.182025 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-765a73c1-f121-45bb-8d3e-a24789b8abe1 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Deleting port 0bdbc76e-c3db-4a83-b07c-b27d1fea8dd8 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:19:45.182358 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-765a73c1-f121-45bb-8d3e-a24789b8abe1 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:45.324428 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 19529b21-5997-448c-b152-96601157d568 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:19:45.376185 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-765a73c1-f121-45bb-8d3e-a24789b8abe1 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:45.399036 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 19529b21-5997-448c-b152-96601157d568 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:19:45.399402 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:45.512641 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-765a73c1-f121-45bb-8d3e-a24789b8abe1 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Calling delete_port for 0bdbc76e-c3db-4a83-b07c-b27d1fea8dd8 owned by network:router_interface {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:19:45.522367 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 19529b21-5997-448c-b152-96601157d568 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:19:45.693685 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-765a73c1-f121-45bb-8d3e-a24789b8abe1 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:45.743895 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765a73c1-f121-45bb-8d3e-a24789b8abe1 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Pushing event deleted for resources: {'Port': ['ID=0bdbc76e-c3db-4a83-b07c-b27d1fea8dd8,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:19:46.047083 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-765a73c1-f121-45bb-8d3e-a24789b8abe1 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-887310'] for router_interface, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:46.066806 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ba148c-c3e9-4d74-bdc8-86ea2c397042 req-b82f002e-f092-4fcb-8610-9aae3becd94c tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:19:46.068332 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-28ba148c-c3e9-4d74-bdc8-86ea2c397042 req-b82f002e-f092-4fcb-8610-9aae3becd94c tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d3cc594-615f-433b-92ac-9db75e5c6aa8 HTTP/1.1" status: 200 len: 946 time: 0.2451897 Jun 01 19:19:46.291010 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-28ba148c-c3e9-4d74-bdc8-86ea2c397042 req-a5300a61-d0cf-47ef-96ef-d91d66de5ac0 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] 10.222.0.41 "GET /v2.0/security-groups?id=07479cdf-b418-4486-9606-f79ca3d42e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1706610 Jun 01 19:19:46.368909 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-765a73c1-f121-45bb-8d3e-a24789b8abe1 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Router f07c26a3-d04c-40ad-85dd-11db3a5455c1 has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 19:19:46.681163 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-765a73c1-f121-45bb-8d3e-a24789b8abe1 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:19:46.692957 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fbf8e5e-a9f0-4bc3-912d-75059146de04 None None] Sync routers for ids ['f07c26a3-d04c-40ad-85dd-11db3a5455c1'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:19:46.702503 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fbf8e5e-a9f0-4bc3-912d-75059146de04 None None] Routers {'f07c26a3-d04c-40ad-85dd-11db3a5455c1'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:19:46.703037 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-6fbf8e5e-a9f0-4bc3-912d-75059146de04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:19:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['f07c26a3-d04c-40ad-85dd-11db3a5455c1'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:19:46.710823 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23767e1-d31f-4c34-adf3-62517d0ff7dc req-a2f044b7-daaa-4c2a-aad4-0b0baf86cc9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:19:46.712798 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-765a73c1-f121-45bb-8d3e-a24789b8abe1 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] 10.222.0.41 "PUT /v2.0/routers/f07c26a3-d04c-40ad-85dd-11db3a5455c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6199701 Jun 01 19:19:46.717186 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f23767e1-d31f-4c34-adf3-62517d0ff7dc req-a2f044b7-daaa-4c2a-aad4-0b0baf86cc9f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cc5f500c6137475e84a7347d954ff8b0&device_id=3d3cc594-615f-433b-92ac-9db75e5c6aa8 HTTP/1.1" status: 200 len: 1097 time: 0.0791020 Jun 01 19:19:46.717386 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 38144) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:19:46.763605 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-8e26c00a-a1b3-415e-9e51-eefe8804af0b tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Synchronizing usage tracker for tenant:c0d5c79d614c43888db26707e3e8b967 on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:19:46.767066 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-6fbf8e5e-a9f0-4bc3-912d-75059146de04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:19:46.776606 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fbf8e5e-a9f0-4bc3-912d-75059146de04 None None] Routers {'f07c26a3-d04c-40ad-85dd-11db3a5455c1'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:19:46.777206 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-6fbf8e5e-a9f0-4bc3-912d-75059146de04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:19:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['f07c26a3-d04c-40ad-85dd-11db3a5455c1'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:19:46.782157 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2d85bd-8dce-47e1-a03f-e1c7dc577a9e req-9844089d-811f-4cd7-aa74-3079fa173395 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:19:46.783667 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3f2d85bd-8dce-47e1-a03f-e1c7dc577a9e req-9844089d-811f-4cd7-aa74-3079fa173395 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d3cc594-615f-433b-92ac-9db75e5c6aa8 HTTP/1.1" status: 200 len: 946 time: 0.2132978 Jun 01 19:19:46.807408 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-8e26c00a-a1b3-415e-9e51-eefe8804af0b tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Unset dirty status for tenant:c0d5c79d614c43888db26707e3e8b967 on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:19:46.808594 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-8e26c00a-a1b3-415e-9e51-eefe8804af0b tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] 10.222.0.41 "GET /v2.0/ports?device_id=f07c26a3-d04c-40ad-85dd-11db3a5455c1 HTTP/1.1" status: 200 len: 205 time: 0.0907397 Jun 01 19:19:46.811442 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 38148) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:19:46.842357 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-6fbf8e5e-a9f0-4bc3-912d-75059146de04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:19:46.842743 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fbf8e5e-a9f0-4bc3-912d-75059146de04 None None] The sync data for ids ['f07c26a3-d04c-40ad-85dd-11db3a5455c1'] in n-d-844202-1 is: [] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:19:46.861992 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23767e1-d31f-4c34-adf3-62517d0ff7dc req-f3bf7df7-bf8b-4c6e-a146-5b608efdac39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:19:46.864118 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f23767e1-d31f-4c34-adf3-62517d0ff7dc req-f3bf7df7-bf8b-4c6e-a146-5b608efdac39 service neutron] 10.222.0.15 "GET /v2.0/networks?id=aa162726-ef17-4a0c-95f5-44449c42913b HTTP/1.1" status: 200 len: 912 time: 0.1381774 Jun 01 19:19:46.968281 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3f2d85bd-8dce-47e1-a03f-e1c7dc577a9e req-b5fe3b10-92e7-4602-ba98-dc35ab1661f8 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] 10.222.0.41 "GET /v2.0/security-groups?id=07479cdf-b418-4486-9606-f79ca3d42e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1749625 Jun 01 19:19:46.976642 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e8c8264e-6dec-4f45-afdc-3ed58c6bc453 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks [] for router, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:46.983773 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f23767e1-d31f-4c34-adf3-62517d0ff7dc req-ec36c897-6d5f-454d-b65a-4048ff47543a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3694ebee-3a93-444a-a14d-6a24b0c018bd HTTP/1.1" status: 200 len: 1002 time: 0.1104662 Jun 01 19:19:47.068262 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23767e1-d31f-4c34-adf3-62517d0ff7dc req-7f8238d3-88f3-44d7-9036-a7f66358bbe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:19:47.069960 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f23767e1-d31f-4c34-adf3-62517d0ff7dc req-7f8238d3-88f3-44d7-9036-a7f66358bbe3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a2b1fd9d-4e91-43aa-84e1-67bd94c0de64 HTTP/1.1" status: 200 len: 850 time: 0.0776396 Jun 01 19:19:47.162189 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23767e1-d31f-4c34-adf3-62517d0ff7dc req-edda1ea4-39b0-430b-995c-67f712df11f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:19:47.164129 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f23767e1-d31f-4c34-adf3-62517d0ff7dc req-edda1ea4-39b0-430b-995c-67f712df11f9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=aa162726-ef17-4a0c-95f5-44449c42913b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0852280 Jun 01 19:19:47.304701 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e8c8264e-6dec-4f45-afdc-3ed58c6bc453 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25316'] for router, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:47.306989 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f23767e1-d31f-4c34-adf3-62517d0ff7dc req-614ee754-203e-48e7-975b-124ca3ab2740 service neutron] 10.222.0.15 "GET /v2.0/networks/aa162726-ef17-4a0c-95f5-44449c42913b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326299 Jun 01 19:19:47.307581 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e8c8264e-6dec-4f45-afdc-3ed58c6bc453 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:47.340758 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e8c8264e-6dec-4f45-afdc-3ed58c6bc453 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-891519'] for router, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:47.341334 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8c8264e-6dec-4f45-afdc-3ed58c6bc453 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Fanout notify agent at l3_agent the message router_deleted on router f07c26a3-d04c-40ad-85dd-11db3a5455c1 {{(pid=88524) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 19:19:47.353814 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e8c8264e-6dec-4f45-afdc-3ed58c6bc453 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks [] for router, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:47.354895 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-e8c8264e-6dec-4f45-afdc-3ed58c6bc453 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] 10.222.0.41 "DELETE /v2.0/routers/f07c26a3-d04c-40ad-85dd-11db3a5455c1 HTTP/1.1" status: 204 len: 168 time: 0.5400028 Jun 01 19:19:47.358574 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 38154) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:19:47.442616 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd724d50-f1e1-40e8-85c1-d18239da9cc1 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Deleting subnet 6e184a63-79eb-4864-8634-6f860dd89cb8 {{(pid=88524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 19:19:47.446980 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-bd724d50-f1e1-40e8-85c1-d18239da9cc1 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks [] for subnet, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:47.483268 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f23767e1-d31f-4c34-adf3-62517d0ff7dc req-c45d4265-841d-438f-8a5f-9444b2596e2d service neutron] 10.222.0.15 "GET /v2.0/networks/aa162726-ef17-4a0c-95f5-44449c42913b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658897 Jun 01 19:19:47.508855 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-bd724d50-f1e1-40e8-85c1-d18239da9cc1 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2702137'] for subnet, precommit_delete_associations {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:47.592428 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-bd724d50-f1e1-40e8-85c1-d18239da9cc1 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:47.679593 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-bd724d50-f1e1-40e8-85c1-d18239da9cc1 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2718856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3066595'] for subnet, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:47.728973 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-bd724d50-f1e1-40e8-85c1-d18239da9cc1 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:47.731730 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd724d50-f1e1-40e8-85c1-d18239da9cc1 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Pushing event deleted for resources: {'Subnet': ['ID=6e184a63-79eb-4864-8634-6f860dd89cb8,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:19:47.734329 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-563731c6-ec48-47da-8d9e-181089d9f196 None None] Network b8c5d9f7-42aa-45d8-b49b-56e2c558917f requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:19:47.740818 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-bd724d50-f1e1-40e8-85c1-d18239da9cc1 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] 10.222.0.41 "DELETE /v2.0/subnets/6e184a63-79eb-4864-8634-6f860dd89cb8 HTTP/1.1" status: 204 len: 168 time: 0.3810506 Jun 01 19:19:47.743558 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 38158) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:19:47.922439 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-26e33ef7-ecc1-4e85-bad0-8f82a38be28a tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:47.936929 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-26e33ef7-ecc1-4e85-bad0-8f82a38be28a tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Deleting port 19529b21-5997-448c-b152-96601157d568 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:19:47.936929 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-26e33ef7-ecc1-4e85-bad0-8f82a38be28a tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:48.073987 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-040de5dc-7688-4586-ba7f-fbda71a3947d None None] DHCP port deletion for b8c5d9f7-42aa-45d8-b49b-56e2c558917f request from n-d-844202-1 {{(pid=88526) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 19:19:48.078601 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-040de5dc-7688-4586-ba7f-fbda71a3947d None None] Deleting port 19529b21-5997-448c-b152-96601157d568 {{(pid=88526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:19:48.078972 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-040de5dc-7688-4586-ba7f-fbda71a3947d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:48.274734 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [None req-26e33ef7-ecc1-4e85-bad0-8f82a38be28a tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] For port 19529b21-5997-448c-b152-96601157d568, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=19529b21-5997-448c-b152-96601157d568,segment=NetworkSegment(d354dba6-4202-4617-b6fb-a6bea45eb470),segment_id=d354dba6-4202-4617-b6fb-a6bea45eb470)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:19:48.275085 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-26e33ef7-ecc1-4e85-bad0-8f82a38be28a tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:48.314510 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-040de5dc-7688-4586-ba7f-fbda71a3947d None None] For port 19529b21-5997-448c-b152-96601157d568, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=19529b21-5997-448c-b152-96601157d568,segment=NetworkSegment(d354dba6-4202-4617-b6fb-a6bea45eb470),segment_id=d354dba6-4202-4617-b6fb-a6bea45eb470)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:19:48.314828 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-040de5dc-7688-4586-ba7f-fbda71a3947d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:48.439478 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-040de5dc-7688-4586-ba7f-fbda71a3947d None None] Calling delete_port for 19529b21-5997-448c-b152-96601157d568 owned by network:dhcp {{(pid=88526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:19:48.519117 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-040de5dc-7688-4586-ba7f-fbda71a3947d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535'] for port, after_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:48.528387 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-26e33ef7-ecc1-4e85-bad0-8f82a38be28a tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Calling delete_port for 19529b21-5997-448c-b152-96601157d568 owned by network:dhcp {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:19:48.566571 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040de5dc-7688-4586-ba7f-fbda71a3947d None None] Pushing event deleted for resources: {'Port': ['ID=19529b21-5997-448c-b152-96601157d568,revision_number=None']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:19:48.568453 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-040de5dc-7688-4586-ba7f-fbda71a3947d None None] No DVR routers for this DVR port 19529b21-5997-448c-b152-96601157d568 on host n-d-844202-1 {{(pid=88526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:19:48.600063 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4f4073-7d78-48ab-96b0-612ccadb3781 req-464a5c84-59c9-46b5-b797-d9b6ceacc45d tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:19:48.601587 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8a4f4073-7d78-48ab-96b0-612ccadb3781 req-464a5c84-59c9-46b5-b797-d9b6ceacc45d tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d3cc594-615f-433b-92ac-9db75e5c6aa8 HTTP/1.1" status: 200 len: 946 time: 0.4132321 Jun 01 19:19:48.653339 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.db.api [None req-26e33ef7-ecc1-4e85-bad0-8f82a38be28a tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88525) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 19:19:48.653650 n-d-844202-1 neutron-server[88525]: DEBUG oslo_db.api [None req-26e33ef7-ecc1-4e85-bad0-8f82a38be28a tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 19:19:48.658238 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8a4f4073-7d78-48ab-96b0-612ccadb3781 req-638c0a56-c0d2-457e-ae16-c3519d0d84be tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] 10.222.0.41 "GET /v2.0/security-groups?id=07479cdf-b418-4486-9606-f79ca3d42e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510745 Jun 01 19:19:49.154722 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-26e33ef7-ecc1-4e85-bad0-8f82a38be28a tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Deleting port 19529b21-5997-448c-b152-96601157d568 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:19:49.155435 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-26e33ef7-ecc1-4e85-bad0-8f82a38be28a tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:49.230675 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-26e33ef7-ecc1-4e85-bad0-8f82a38be28a tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] The port '19529b21-5997-448c-b152-96601157d568' was deleted {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 01 19:19:49.321449 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 19529b21-5997-448c-b152-96601157d568 no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:19:49.355712 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: 19529b21-5997-448c-b152-96601157d568 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:19:49.356046 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 19529b21-5997-448c-b152-96601157d568 not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:19:49.358313 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-26e33ef7-ecc1-4e85-bad0-8f82a38be28a tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:49.385705 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-26e33ef7-ecc1-4e85-bad0-8f82a38be28a tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8c5d9f7-42aa-45d8-b49b-56e2c558917f']}} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:19:49.398962 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-26e33ef7-ecc1-4e85-bad0-8f82a38be28a tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd354dba6-4202-4617-b6fb-a6bea45eb470') {'for_net_delete': True} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:19:49.399251 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-26e33ef7-ecc1-4e85-bad0-8f82a38be28a tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd354dba6-4202-4617-b6fb-a6bea45eb470') {} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:19:49.411057 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-26e33ef7-ecc1-4e85-bad0-8f82a38be28a tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2258522'] for segment, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:49.427259 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-26e33ef7-ecc1-4e85-bad0-8f82a38be28a tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:49.433320 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26e33ef7-ecc1-4e85-bad0-8f82a38be28a tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=88525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 19:19:49.433697 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-26e33ef7-ecc1-4e85-bad0-8f82a38be28a tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2613981'] for segment, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:49.502629 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment d354dba6-4202-4617-b6fb-a6bea45eb470 resource provider aggregate not found Jun 01 19:19:49.526565 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment d354dba6-4202-4617-b6fb-a6bea45eb470 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d354dba6-4202-4617-b6fb-a6bea45eb470 found for delete ", "request_id": "req-0309d3b4-1da2-479d-951a-c1a1bba9734b"}]} Jun 01 19:19:49.542064 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-26e33ef7-ecc1-4e85-bad0-8f82a38be28a tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:49.559361 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-26e33ef7-ecc1-4e85-bad0-8f82a38be28a tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks [] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:49.571442 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e33ef7-ecc1-4e85-bad0-8f82a38be28a tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Pushing event deleted for resources: {'Network': ['ID=b8c5d9f7-42aa-45d8-b49b-56e2c558917f,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:19:49.583461 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-26e33ef7-ecc1-4e85-bad0-8f82a38be28a tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] 10.222.0.41 "DELETE /v2.0/networks/b8c5d9f7-42aa-45d8-b49b-56e2c558917f HTTP/1.1" status: 204 len: 168 time: 1.8384411 Jun 01 19:19:49.587569 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 38172) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:19:49.592826 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-25e27c54-28fb-4b4c-8cd6-e3c15e750337 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-211286629', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}, 'admin_state_up': False}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:19:49.600807 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-25e27c54-28fb-4b4c-8cd6-e3c15e750337 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:19:49.604639 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-25e27c54-28fb-4b4c-8cd6-e3c15e750337 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Usage tracker for resource:router and tenant:c0d5c79d614c43888db26707e3e8b967 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:19:49.607868 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-25e27c54-28fb-4b4c-8cd6-e3c15e750337 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:19:49.616040 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-25e27c54-28fb-4b4c-8cd6-e3c15e750337 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:19:49.625889 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-25e27c54-28fb-4b4c-8cd6-e3c15e750337 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-885767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25238'] for router, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:49.626873 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-25e27c54-28fb-4b4c-8cd6-e3c15e750337 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-901042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-886562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-981784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25327'] for router, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:49.644447 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-25e27c54-28fb-4b4c-8cd6-e3c15e750337 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:50.144806 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-25e27c54-28fb-4b4c-8cd6-e3c15e750337 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-886608', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-885830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25341'] for router, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:50.245121 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f18029-c069-41fe-a47e-5a33fb6f1fbb req-3d531a7f-d867-4dc3-ad05-2ab5bdbd808a tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:19:50.246491 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-76f18029-c069-41fe-a47e-5a33fb6f1fbb req-3d531a7f-d867-4dc3-ad05-2ab5bdbd808a tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d3cc594-615f-433b-92ac-9db75e5c6aa8 HTTP/1.1" status: 200 len: 946 time: 0.4517946 Jun 01 19:19:50.314267 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-76f18029-c069-41fe-a47e-5a33fb6f1fbb req-9c9488d7-f4bd-4e89-bd02-282765d1e952 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] 10.222.0.41 "GET /v2.0/security-groups?id=07479cdf-b418-4486-9606-f79ca3d42e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610273 Jun 01 19:19:50.526428 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-25e27c54-28fb-4b4c-8cd6-e3c15e750337 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks [] for router_gateway, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:50.556250 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-25e27c54-28fb-4b4c-8cd6-e3c15e750337 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:50.702808 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [None req-25e27c54-28fb-4b4c-8cd6-e3c15e750337 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Allocated IP 172.25.4.125 (72a72e44-6845-488a-a5ff-3a26d4df9cb3/c314a23b-daa2-4106-ab28-8e6f954277b2/ff4d88a8-c363-4a29-8b3e-b294512bd2f1) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:19:50.855701 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-25e27c54-28fb-4b4c-8cd6-e3c15e750337 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:50.886606 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-25e27c54-28fb-4b4c-8cd6-e3c15e750337 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:50.953178 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25e27c54-28fb-4b4c-8cd6-e3c15e750337 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:19:50.955777 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-25e27c54-28fb-4b4c-8cd6-e3c15e750337 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:19:50.960591 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e27c54-28fb-4b4c-8cd6-e3c15e750337 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:19:51.005804 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e27c54-28fb-4b4c-8cd6-e3c15e750337 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Pushing event updated for resources: {'Port': ['ID=ff4d88a8-c363-4a29-8b3e-b294512bd2f1,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:19:51.399484 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-25e27c54-28fb-4b4c-8cd6-e3c15e750337 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks [] for router_gateway, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:51.887922 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.agents_db [None req-e814b9cf-7de8-45d0-a079-29c61fabe7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 19:19:51.973670 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-25e27c54-28fb-4b4c-8cd6-e3c15e750337 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-885820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-886655'] for router, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:52.188511 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25e27c54-28fb-4b4c-8cd6-e3c15e750337 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Router 4722e9ac-6aaa-42c9-9d05-1be149344dbd is scheduled to L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 with binding_index 1 {{(pid=88524) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 19:19:52.415386 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25e27c54-28fb-4b4c-8cd6-e3c15e750337 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:19:52.426776 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97642ca3-f850-4688-9404-ed9517055ebc None None] Sync routers for ids ['4722e9ac-6aaa-42c9-9d05-1be149344dbd'] in n-d-844202-1 {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:19:52.442859 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97642ca3-f850-4688-9404-ed9517055ebc None None] Routers {'4722e9ac-6aaa-42c9-9d05-1be149344dbd'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:19:52.443532 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-97642ca3-f850-4688-9404-ed9517055ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:19:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['4722e9ac-6aaa-42c9-9d05-1be149344dbd'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:19:52.448899 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-25e27c54-28fb-4b4c-8cd6-e3c15e750337 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks [] for router, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:52.450965 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-25e27c54-28fb-4b4c-8cd6-e3c15e750337 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 2.8619795 Jun 01 19:19:52.453434 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 38188) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:19:52.510628 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-97642ca3-f850-4688-9404-ed9517055ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:19:52.524742 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97642ca3-f850-4688-9404-ed9517055ebc None None] Routers {'4722e9ac-6aaa-42c9-9d05-1be149344dbd'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:19:52.525349 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-97642ca3-f850-4688-9404-ed9517055ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:19:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['4722e9ac-6aaa-42c9-9d05-1be149344dbd'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:19:52.588511 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-97642ca3-f850-4688-9404-ed9517055ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:19:52.588911 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97642ca3-f850-4688-9404-ed9517055ebc None None] The sync data for ids ['4722e9ac-6aaa-42c9-9d05-1be149344dbd'] in n-d-844202-1 is: [] {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:19:52.654757 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-2469f4d9-3192-4058-ba53-181964c2804e tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] 10.222.0.41 "GET /v2.0/routers/4722e9ac-6aaa-42c9-9d05-1be149344dbd HTTP/1.1" status: 200 len: 880 time: 0.1998098 Jun 01 19:19:52.657107 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 38192) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:19:52.868154 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-b3e252aa-141b-4a6f-8acc-4bdfa55d3e9e tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Synchronizing usage tracker for tenant:c0d5c79d614c43888db26707e3e8b967 on resource:router {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:19:52.884929 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-b3e252aa-141b-4a6f-8acc-4bdfa55d3e9e tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Unset dirty status for tenant:c0d5c79d614c43888db26707e3e8b967 on resource:router {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:19:52.888596 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-b3e252aa-141b-4a6f-8acc-4bdfa55d3e9e tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.2281661 Jun 01 19:19:52.888981 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 38200) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:19:52.895485 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-7aaa002e-445a-4095-8073-e5a39f6c65b0 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-211286629'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:19:53.702502 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-7aaa002e-445a-4095-8073-e5a39f6c65b0 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-886608', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-885830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25341'] for router, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:53.717905 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-7aaa002e-445a-4095-8073-e5a39f6c65b0 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-886655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-886601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-886598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-885887'] for router, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:54.053156 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7aaa002e-445a-4095-8073-e5a39f6c65b0 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Router 4722e9ac-6aaa-42c9-9d05-1be149344dbd has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 19:19:54.348520 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aaa002e-445a-4095-8073-e5a39f6c65b0 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:19:54.359084 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-7aaa002e-445a-4095-8073-e5a39f6c65b0 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks [] for router, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:54.360713 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-7aaa002e-445a-4095-8073-e5a39f6c65b0 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] 10.222.0.41 "PUT /v2.0/routers/4722e9ac-6aaa-42c9-9d05-1be149344dbd HTTP/1.1" status: 200 len: 887 time: 1.4705758 Jun 01 19:19:54.361646 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-320526e8-f6bb-4dd0-ad39-65acf4bdff8d None None] Sync routers for ids ['4722e9ac-6aaa-42c9-9d05-1be149344dbd'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:19:54.363226 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 38208) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:19:54.398134 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-320526e8-f6bb-4dd0-ad39-65acf4bdff8d None None] Routers {'4722e9ac-6aaa-42c9-9d05-1be149344dbd'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:19:54.398299 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-320526e8-f6bb-4dd0-ad39-65acf4bdff8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:19:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['4722e9ac-6aaa-42c9-9d05-1be149344dbd'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:19:54.523117 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-320526e8-f6bb-4dd0-ad39-65acf4bdff8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:19:54.537345 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-320526e8-f6bb-4dd0-ad39-65acf4bdff8d None None] Routers {'4722e9ac-6aaa-42c9-9d05-1be149344dbd'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:19:54.538096 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-320526e8-f6bb-4dd0-ad39-65acf4bdff8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:19:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['4722e9ac-6aaa-42c9-9d05-1be149344dbd'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:19:54.597458 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-346ea4c1-e24c-4cfd-9288-14cd19a55b41 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] 10.222.0.41 "GET /v2.0/routers/4722e9ac-6aaa-42c9-9d05-1be149344dbd HTTP/1.1" status: 200 len: 887 time: 0.2326767 Jun 01 19:19:54.600035 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 38212) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:19:54.602155 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-320526e8-f6bb-4dd0-ad39-65acf4bdff8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:19:54.602555 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-320526e8-f6bb-4dd0-ad39-65acf4bdff8d None None] The sync data for ids ['4722e9ac-6aaa-42c9-9d05-1be149344dbd'] in n-d-844202-1 is: [] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:19:54.647044 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-baf07a01-a53b-4de9-8c9f-76fa37ff431d tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] 10.222.0.41 "GET /v2.0/ports?device_id=4722e9ac-6aaa-42c9-9d05-1be149344dbd HTTP/1.1" status: 200 len: 205 time: 0.0459523 Jun 01 19:19:54.649482 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 38216) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:19:54.836879 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2f594574-223b-4101-8a55-380286ca64bb tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks [] for router, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:55.140716 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2f594574-223b-4101-8a55-380286ca64bb tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:55.152140 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-2f594574-223b-4101-8a55-380286ca64bb tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Deleting port ff4d88a8-c363-4a29-8b3e-b294512bd2f1 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:19:55.152704 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2f594574-223b-4101-8a55-380286ca64bb tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:55.336585 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2f594574-223b-4101-8a55-380286ca64bb tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:55.474115 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-2f594574-223b-4101-8a55-380286ca64bb tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Calling delete_port for ff4d88a8-c363-4a29-8b3e-b294512bd2f1 owned by network:router_gateway {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:19:55.645732 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2f594574-223b-4101-8a55-380286ca64bb tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:55.695912 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f594574-223b-4101-8a55-380286ca64bb tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Pushing event deleted for resources: {'Port': ['ID=ff4d88a8-c363-4a29-8b3e-b294512bd2f1,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:19:55.794797 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2f594574-223b-4101-8a55-380286ca64bb tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-887703'] for router_gateway, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:55.970533 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2f594574-223b-4101-8a55-380286ca64bb tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25316'] for router, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:55.973849 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2f594574-223b-4101-8a55-380286ca64bb tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:55.997813 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2f594574-223b-4101-8a55-380286ca64bb tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-891519'] for router, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:55.998372 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f594574-223b-4101-8a55-380286ca64bb tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Fanout notify agent at l3_agent the message router_deleted on router 4722e9ac-6aaa-42c9-9d05-1be149344dbd {{(pid=88524) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 19:19:56.024817 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2f594574-223b-4101-8a55-380286ca64bb tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks [] for router, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:56.025898 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-2f594574-223b-4101-8a55-380286ca64bb tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] 10.222.0.41 "DELETE /v2.0/routers/4722e9ac-6aaa-42c9-9d05-1be149344dbd HTTP/1.1" status: 204 len: 168 time: 1.3755281 Jun 01 19:19:56.029796 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 38226) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:19:56.037441 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-e3eb6eab-011e-4d1b-8493-109bb6c42c75 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Request body: {'network': {'name': 'tempest-RoutersTest-127125335'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:19:56.043649 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-e3eb6eab-011e-4d1b-8493-109bb6c42c75 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:19:56.048360 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-e3eb6eab-011e-4d1b-8493-109bb6c42c75 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Usage tracker for resource:network and tenant:c0d5c79d614c43888db26707e3e8b967 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:19:56.051812 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-e3eb6eab-011e-4d1b-8493-109bb6c42c75 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:19:56.058298 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-e3eb6eab-011e-4d1b-8493-109bb6c42c75 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:19:56.068548 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3eb6eab-011e-4d1b-8493-109bb6c42c75 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Made reservation on behalf of c0d5c79d614c43888db26707e3e8b967 for: {'network': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:19:56.071952 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e3eb6eab-011e-4d1b-8493-109bb6c42c75 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:56.100914 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3eb6eab-011e-4d1b-8493-109bb6c42c75 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 106} {{(pid=88525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 19:19:56.110770 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e3eb6eab-011e-4d1b-8493-109bb6c42c75 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:56.111167 n-d-844202-1 neutron-server[88525]: INFO neutron.db.segments_db [None req-e3eb6eab-011e-4d1b-8493-109bb6c42c75 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Added segment 16863076-4c02-41ac-9e37-148e7be666ff of type vlan for network 4e81b9b6-f597-47ba-817a-ad4e7c4a7f68 Jun 01 19:19:56.139338 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e3eb6eab-011e-4d1b-8493-109bb6c42c75 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:56.168741 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e3eb6eab-011e-4d1b-8493-109bb6c42c75 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:56.175258 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3eb6eab-011e-4d1b-8493-109bb6c42c75 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:19:56.175849 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e3eb6eab-011e-4d1b-8493-109bb6c42c75 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks [] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:56.311053 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-e3eb6eab-011e-4d1b-8493-109bb6c42c75 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2800930 Jun 01 19:19:56.313951 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 38232) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:19:56.320548 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-c27c825d-a770-4399-88fd-3de8bef069e4 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Request body: {'subnet': {'network_id': '4e81b9b6-f597-47ba-817a-ad4e7c4a7f68', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:19:56.402129 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3eb6eab-011e-4d1b-8493-109bb6c42c75 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Pushing event updated for resources: {'Network': ['ID=4e81b9b6-f597-47ba-817a-ad4e7c4a7f68,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:19:56.413370 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network 4e81b9b6-f597-47ba-817a-ad4e7c4a7f68 details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 19:19:56.469727 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-c27c825d-a770-4399-88fd-3de8bef069e4 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:19:56.474960 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-c27c825d-a770-4399-88fd-3de8bef069e4 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Usage tracker for resource:subnet and tenant:c0d5c79d614c43888db26707e3e8b967 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:19:56.477853 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-c27c825d-a770-4399-88fd-3de8bef069e4 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:19:56.483913 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-c27c825d-a770-4399-88fd-3de8bef069e4 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:19:56.499592 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c27c825d-a770-4399-88fd-3de8bef069e4 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Made reservation on behalf of c0d5c79d614c43888db26707e3e8b967 for: {'subnet': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:19:56.503349 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c27c825d-a770-4399-88fd-3de8bef069e4 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9667140'] for subnet, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:56.743333 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c27c825d-a770-4399-88fd-3de8bef069e4 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2614064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9667190'] for subnet, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:56.839116 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27c825d-a770-4399-88fd-3de8bef069e4 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Pushing event updated for resources: {'Subnet': ['ID=7b179e76-535d-4d3b-b339-aadd0b53abf0,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:19:56.856670 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27c825d-a770-4399-88fd-3de8bef069e4 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:19:56.857013 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27c825d-a770-4399-88fd-3de8bef069e4 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:19:56.857343 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27c825d-a770-4399-88fd-3de8bef069e4 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:19:56.857664 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27c825d-a770-4399-88fd-3de8bef069e4 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:19:56.857986 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27c825d-a770-4399-88fd-3de8bef069e4 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:19:56.858302 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27c825d-a770-4399-88fd-3de8bef069e4 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:19:56.858615 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27c825d-a770-4399-88fd-3de8bef069e4 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:19:56.858935 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27c825d-a770-4399-88fd-3de8bef069e4 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:19:56.859249 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27c825d-a770-4399-88fd-3de8bef069e4 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:19:56.859622 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27c825d-a770-4399-88fd-3de8bef069e4 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:19:56.860096 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27c825d-a770-4399-88fd-3de8bef069e4 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:19:56.860635 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27c825d-a770-4399-88fd-3de8bef069e4 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:19:56.865210 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27c825d-a770-4399-88fd-3de8bef069e4 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Checking segment: {'id': '16863076-4c02-41ac-9e37-148e7be666ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '4e81b9b6-f597-47ba-817a-ad4e7c4a7f68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:19:56.865705 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c27c825d-a770-4399-88fd-3de8bef069e4 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Network hostable DHCP agents. Network: 4e81b9b6-f597-47ba-817a-ad4e7c4a7f68, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 19:19:56.898596 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c27c825d-a770-4399-88fd-3de8bef069e4 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Network 4e81b9b6-f597-47ba-817a-ad4e7c4a7f68 is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 19:19:56.908981 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-c27c825d-a770-4399-88fd-3de8bef069e4 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, 4e81b9b6-f597-47ba-817a-ad4e7c4a7f68) {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:19:56.914531 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c27c825d-a770-4399-88fd-3de8bef069e4 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:19:56.915371 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c27c825d-a770-4399-88fd-3de8bef069e4 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks [] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:56.921479 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01bb03e9-b0b3-4baf-a7b3-bed4e4598eda None None] Network 4e81b9b6-f597-47ba-817a-ad4e7c4a7f68 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:19:56.949784 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-c27c825d-a770-4399-88fd-3de8bef069e4 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6342034 Jun 01 19:19:56.953652 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 38238) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:19:56.963393 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-ad7deba2-085a-46e6-9f0e-7bde7042491e tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1364343856', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:19:56.973722 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-ad7deba2-085a-46e6-9f0e-7bde7042491e tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:19:56.979518 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-ad7deba2-085a-46e6-9f0e-7bde7042491e tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Usage tracker for resource:router and tenant:c0d5c79d614c43888db26707e3e8b967 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:19:56.982798 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-ad7deba2-085a-46e6-9f0e-7bde7042491e tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:19:56.990274 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-ad7deba2-085a-46e6-9f0e-7bde7042491e tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:19:57.008171 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ad7deba2-085a-46e6-9f0e-7bde7042491e tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-885767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25238'] for router, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:57.009227 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ad7deba2-085a-46e6-9f0e-7bde7042491e tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-901042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-886562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-981784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25327'] for router, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:57.027251 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ad7deba2-085a-46e6-9f0e-7bde7042491e tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:57.047794 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ad7deba2-085a-46e6-9f0e-7bde7042491e tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-885820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-886655'] for router, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:57.075549 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ad7deba2-085a-46e6-9f0e-7bde7042491e tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks [] for router, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:57.077242 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-ad7deba2-085a-46e6-9f0e-7bde7042491e tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1220591 Jun 01 19:19:57.080205 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 38242) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:19:57.170417 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05bc2143-1e13-4c4d-948b-785d8e66bfa5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc93f83c3-7fb6-5c13-a9d4-29d739a4e8d2-4e81b9b6-f597-47ba-817a-ad4e7c4a7f68', 'network_id': '4e81b9b6-f597-47ba-817a-ad4e7c4a7f68', 'tenant_id': 'c0d5c79d614c43888db26707e3e8b967', 'fixed_ips': [{'subnet_id': '7b179e76-535d-4d3b-b339-aadd0b53abf0'}]}} from n-d-844202-1. {{(pid=88526) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 19:19:57.171261 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-05bc2143-1e13-4c4d-948b-785d8e66bfa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:57.338951 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.db_base_plugin_common [None req-05bc2143-1e13-4c4d-948b-785d8e66bfa5 None None] Allocated IP 172.20.0.2 (4e81b9b6-f597-47ba-817a-ad4e7c4a7f68/7b179e76-535d-4d3b-b339-aadd0b53abf0/1035fc23-bb3e-42a1-a100-164c9fd81428) {{(pid=88526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:19:57.590159 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-05bc2143-1e13-4c4d-948b-785d8e66bfa5 None None] Notify callbacks [] for port, precommit_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:57.603605 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-05bc2143-1e13-4c4d-948b-785d8e66bfa5 None None] Transition to ACTIVE for port object 1035fc23-bb3e-42a1-a100-164c9fd81428 will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:19:57.625020 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-05bc2143-1e13-4c4d-948b-785d8e66bfa5 None None] Transition to ACTIVE for port object 1035fc23-bb3e-42a1-a100-164c9fd81428 will not be triggered until provisioned by entity DHCP. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:19:57.630111 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-05bc2143-1e13-4c4d-948b-785d8e66bfa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526'] for port, after_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:57.729072 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05bc2143-1e13-4c4d-948b-785d8e66bfa5 None None] Network 4e81b9b6-f597-47ba-817a-ad4e7c4a7f68 is already hosted by enough agents. {{(pid=88526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:19:57.736442 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.base_scheduler [None req-05bc2143-1e13-4c4d-948b-785d8e66bfa5 None None] Resources bound (agent type, host, resource id): {{(pid=88526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:19:57.739888 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05bc2143-1e13-4c4d-948b-785d8e66bfa5 None None] Received port after_create {{(pid=88526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:19:57.764739 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d464a292-48e4-4daf-9375-ed94ea40e8b6 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:57.835039 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bc2143-1e13-4c4d-948b-785d8e66bfa5 None None] Pushing event updated for resources: {'Port': ['ID=1035fc23-bb3e-42a1-a100-164c9fd81428,revision_number=1']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:19:57.847426 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-05bc2143-1e13-4c4d-948b-785d8e66bfa5 None None] Attempting to bind port 1035fc23-bb3e-42a1-a100-164c9fd81428 on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:19:57.847801 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-05bc2143-1e13-4c4d-948b-785d8e66bfa5 None None] Attempting to bind port 1035fc23-bb3e-42a1-a100-164c9fd81428 by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': '16863076-4c02-41ac-9e37-148e7be666ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '4e81b9b6-f597-47ba-817a-ad4e7c4a7f68'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:19:57.848159 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05bc2143-1e13-4c4d-948b-785d8e66bfa5 None None] Attempting to bind port 1035fc23-bb3e-42a1-a100-164c9fd81428 on network 4e81b9b6-f597-47ba-817a-ad4e7c4a7f68 {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:19:57.854246 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05bc2143-1e13-4c4d-948b-785d8e66bfa5 None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 19, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:19:57.854631 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05bc2143-1e13-4c4d-948b-785d8e66bfa5 None None] Checking segment: {'id': '16863076-4c02-41ac-9e37-148e7be666ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '4e81b9b6-f597-47ba-817a-ad4e7c4a7f68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:19:57.855031 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-05bc2143-1e13-4c4d-948b-785d8e66bfa5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:57.855413 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05bc2143-1e13-4c4d-948b-785d8e66bfa5 None None] Bound using segment: {'id': '16863076-4c02-41ac-9e37-148e7be666ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '4e81b9b6-f597-47ba-817a-ad4e7c4a7f68'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:19:57.855880 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-05bc2143-1e13-4c4d-948b-785d8e66bfa5 None None] Bound port: 1035fc23-bb3e-42a1-a100-164c9fd81428, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16863076-4c02-41ac-9e37-148e7be666ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '4e81b9b6-f597-47ba-817a-ad4e7c4a7f68'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:19:57.856271 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-05bc2143-1e13-4c4d-948b-785d8e66bfa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:57.950902 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-05bc2143-1e13-4c4d-948b-785d8e66bfa5 None None] For port 1035fc23-bb3e-42a1-a100-164c9fd81428, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:19:57.953864 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-05bc2143-1e13-4c4d-948b-785d8e66bfa5 None None] For port 1035fc23-bb3e-42a1-a100-164c9fd81428, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=1035fc23-bb3e-42a1-a100-164c9fd81428,segment=NetworkSegment(16863076-4c02-41ac-9e37-148e7be666ff),segment_id=16863076-4c02-41ac-9e37-148e7be666ff)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:19:57.959688 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-05bc2143-1e13-4c4d-948b-785d8e66bfa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:58.052881 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bc2143-1e13-4c4d-948b-785d8e66bfa5 None None] Pushing event updated for resources: {'Port': ['ID=1035fc23-bb3e-42a1-a100-164c9fd81428,revision_number=2']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:19:58.149358 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [None req-d464a292-48e4-4daf-9375-ed94ea40e8b6 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Allocated IP 172.20.0.1 (4e81b9b6-f597-47ba-817a-ad4e7c4a7f68/7b179e76-535d-4d3b-b339-aadd0b53abf0/979901c9-ffaa-4bc9-9991-9a4311116a7d) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:19:58.356096 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d464a292-48e4-4daf-9375-ed94ea40e8b6 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:58.374951 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [None req-d464a292-48e4-4daf-9375-ed94ea40e8b6 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Transition to ACTIVE for port object 979901c9-ffaa-4bc9-9991-9a4311116a7d will not be triggered until provisioned by entity DHCP. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:19:58.402132 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d464a292-48e4-4daf-9375-ed94ea40e8b6 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:58.486202 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d464a292-48e4-4daf-9375-ed94ea40e8b6 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Network 4e81b9b6-f597-47ba-817a-ad4e7c4a7f68 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:19:58.491595 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-d464a292-48e4-4daf-9375-ed94ea40e8b6 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:19:58.495206 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d464a292-48e4-4daf-9375-ed94ea40e8b6 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:19:58.554102 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d464a292-48e4-4daf-9375-ed94ea40e8b6 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Pushing event updated for resources: {'Port': ['ID=979901c9-ffaa-4bc9-9991-9a4311116a7d,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:19:58.593106 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d464a292-48e4-4daf-9375-ed94ea40e8b6 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-887605'] for router_interface, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:58.711120 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d464a292-48e4-4daf-9375-ed94ea40e8b6 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:59.110829 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79c688de-34e7-462e-b441-ed12d3e69fc1 None None] Network 4e81b9b6-f597-47ba-817a-ad4e7c4a7f68 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:19:59.145084 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d464a292-48e4-4daf-9375-ed94ea40e8b6 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks [] for port, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:59.149362 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d464a292-48e4-4daf-9375-ed94ea40e8b6 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:59.205307 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-ef3c16bf-ef52-484d-b4e6-0e1ee44384b0 None None] Provisioning for port 1035fc23-bb3e-42a1-a100-164c9fd81428 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:19:59.369979 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 1035fc23-bb3e-42a1-a100-164c9fd81428 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:19:59.398257 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d464a292-48e4-4daf-9375-ed94ea40e8b6 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Pushing event updated for resources: {'Port': ['ID=979901c9-ffaa-4bc9-9991-9a4311116a7d,revision_number=2']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:19:59.402836 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d464a292-48e4-4daf-9375-ed94ea40e8b6 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-887436'] for router_interface, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:59.457787 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port 1035fc23-bb3e-42a1-a100-164c9fd81428 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:19:59.463257 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 1035fc23-bb3e-42a1-a100-164c9fd81428 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:19:59.463766 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:59.554131 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d464a292-48e4-4daf-9375-ed94ea40e8b6 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Network 4e81b9b6-f597-47ba-817a-ad4e7c4a7f68 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:19:59.555327 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-d464a292-48e4-4daf-9375-ed94ea40e8b6 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:19:59.594159 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 1035fc23-bb3e-42a1-a100-164c9fd81428 is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:19:59.594541 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:59.633165 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port 1035fc23-bb3e-42a1-a100-164c9fd81428, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=1035fc23-bb3e-42a1-a100-164c9fd81428,segment=NetworkSegment(16863076-4c02-41ac-9e37-148e7be666ff),segment_id=16863076-4c02-41ac-9e37-148e7be666ff)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:19:59.637901 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:59.716900 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=1035fc23-bb3e-42a1-a100-164c9fd81428,revision_number=3']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:19:59.748382 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-77ce1c61-af29-4783-93f8-1a625a6b8c60 None None] Provisioning complete for port 1035fc23-bb3e-42a1-a100-164c9fd81428 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:19:59.748920 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-77ce1c61-af29-4783-93f8-1a625a6b8c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:19:59.795193 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d464a292-48e4-4daf-9375-ed94ea40e8b6 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Router 3312849e-ea4e-4925-a66e-34f2123878ba is scheduled to L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 with binding_index 1 {{(pid=88525) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 19:19:59.913315 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-77ce1c61-af29-4783-93f8-1a625a6b8c60 None None] Current status of the port 1035fc23-bb3e-42a1-a100-164c9fd81428 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:19:59.934984 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-77ce1c61-af29-4783-93f8-1a625a6b8c60 None None] Provisioning for port 979901c9-ffaa-4bc9-9991-9a4311116a7d completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:19:59.946925 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-77ce1c61-af29-4783-93f8-1a625a6b8c60 None None] Provisioning complete for port 979901c9-ffaa-4bc9-9991-9a4311116a7d triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:19:59.947297 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-77ce1c61-af29-4783-93f8-1a625a6b8c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:00.033926 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-77ce1c61-af29-4783-93f8-1a625a6b8c60 None None] Port 979901c9-ffaa-4bc9-9991-9a4311116a7d cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:20:00.049521 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d464a292-48e4-4daf-9375-ed94ea40e8b6 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:20:00.062148 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-679eb345-b882-4585-a37d-30a9161cbd95 None None] Sync routers for ids ['3312849e-ea4e-4925-a66e-34f2123878ba'] in n-d-844202-1 {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:20:00.067393 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-d464a292-48e4-4daf-9375-ed94ea40e8b6 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] 10.222.0.41 "PUT /v2.0/routers/3312849e-ea4e-4925-a66e-34f2123878ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9817412 Jun 01 19:20:00.067793 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 38260) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:20:00.074744 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-679eb345-b882-4585-a37d-30a9161cbd95 None None] Routers {'3312849e-ea4e-4925-a66e-34f2123878ba'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:20:00.075612 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-679eb345-b882-4585-a37d-30a9161cbd95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:19:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['3312849e-ea4e-4925-a66e-34f2123878ba'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:20:00.150357 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53406cfa-d78d-47c3-8ed2-8597805c2f1d tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:20:00.151192 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-53406cfa-d78d-47c3-8ed2-8597805c2f1d tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Synchronizing usage tracker for tenant:c0d5c79d614c43888db26707e3e8b967 on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:20:00.155494 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-679eb345-b882-4585-a37d-30a9161cbd95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:20:00.169000 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-679eb345-b882-4585-a37d-30a9161cbd95 None None] Routers {'3312849e-ea4e-4925-a66e-34f2123878ba'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:20:00.169301 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-53406cfa-d78d-47c3-8ed2-8597805c2f1d tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Unset dirty status for tenant:c0d5c79d614c43888db26707e3e8b967 on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:20:00.169549 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-679eb345-b882-4585-a37d-30a9161cbd95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:19:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['3312849e-ea4e-4925-a66e-34f2123878ba'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:20:00.173125 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-53406cfa-d78d-47c3-8ed2-8597805c2f1d tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] 10.222.0.41 "GET /v2.0/ports/979901c9-ffaa-4bc9-9991-9a4311116a7d HTTP/1.1" status: 200 len: 910 time: 0.1016963 Jun 01 19:20:00.173416 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 38264) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:20:00.179863 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-4766509b-35f7-4fda-8c55-ca59c110fe24 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7b179e76-535d-4d3b-b339-aadd0b53abf0'}]}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:20:00.237146 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-679eb345-b882-4585-a37d-30a9161cbd95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:20:00.237146 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-679eb345-b882-4585-a37d-30a9161cbd95 None None] The sync data for ids ['3312849e-ea4e-4925-a66e-34f2123878ba'] in n-d-844202-1 is: [] {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:20:00.239790 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-d2e1fff1-fda6-44af-9c79-e8115b71e64c None None] Provisioning complete for port 979901c9-ffaa-4bc9-9991-9a4311116a7d triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:20:00.240142 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-d2e1fff1-fda6-44af-9c79-e8115b71e64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:00.296849 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-d2e1fff1-fda6-44af-9c79-e8115b71e64c None None] Port 979901c9-ffaa-4bc9-9991-9a4311116a7d cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:20:00.421629 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-bb2fce63-b7c1-4a19-8992-469327083ff8 None None] Provisioning complete for port 979901c9-ffaa-4bc9-9991-9a4311116a7d triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:20:00.421922 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-bb2fce63-b7c1-4a19-8992-469327083ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:00.465324 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4766509b-35f7-4fda-8c55-ca59c110fe24 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:00.483342 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-bb2fce63-b7c1-4a19-8992-469327083ff8 None None] Port 979901c9-ffaa-4bc9-9991-9a4311116a7d cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:20:01.024575 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4766509b-35f7-4fda-8c55-ca59c110fe24 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks [] for port, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:01.033264 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4766509b-35f7-4fda-8c55-ca59c110fe24 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:01.276472 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4766509b-35f7-4fda-8c55-ca59c110fe24 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Pushing event updated for resources: {'Port': ['ID=979901c9-ffaa-4bc9-9991-9a4311116a7d,revision_number=3']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:20:01.284431 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4766509b-35f7-4fda-8c55-ca59c110fe24 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:20:01.285046 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4766509b-35f7-4fda-8c55-ca59c110fe24 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:01.286756 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-4766509b-35f7-4fda-8c55-ca59c110fe24 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] 10.222.0.41 "PUT /v2.0/ports/979901c9-ffaa-4bc9-9991-9a4311116a7d HTTP/1.1" status: 200 len: 910 time: 1.1121614 Jun 01 19:20:01.289595 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 38270) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:20:01.343832 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 1035fc23-bb3e-42a1-a100-164c9fd81428 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:20:01.414608 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 1035fc23-bb3e-42a1-a100-164c9fd81428 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:20:01.414963 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:01.537050 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 1035fc23-bb3e-42a1-a100-164c9fd81428 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:20:01.788799 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-019443aa-dec4-4292-a303-7f041cc04032 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-887474'] for router_interface, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:02.155565 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-019443aa-dec4-4292-a303-7f041cc04032 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Deleting port 979901c9-ffaa-4bc9-9991-9a4311116a7d {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:20:02.155894 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-019443aa-dec4-4292-a303-7f041cc04032 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:02.355217 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-019443aa-dec4-4292-a303-7f041cc04032 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:02.491017 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-019443aa-dec4-4292-a303-7f041cc04032 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Calling delete_port for 979901c9-ffaa-4bc9-9991-9a4311116a7d owned by network:router_interface {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:20:02.811905 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-019443aa-dec4-4292-a303-7f041cc04032 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:02.862167 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019443aa-dec4-4292-a303-7f041cc04032 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Pushing event deleted for resources: {'Port': ['ID=979901c9-ffaa-4bc9-9991-9a4311116a7d,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:20:03.131839 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-019443aa-dec4-4292-a303-7f041cc04032 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-887310'] for router_interface, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:03.505028 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-019443aa-dec4-4292-a303-7f041cc04032 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Router 3312849e-ea4e-4925-a66e-34f2123878ba has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 19:20:03.663714 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-019443aa-dec4-4292-a303-7f041cc04032 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:20:03.678423 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e732c6c5-a3fe-4b18-9fe6-4f03da23786b None None] Sync routers for ids ['3312849e-ea4e-4925-a66e-34f2123878ba'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:20:03.683141 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-019443aa-dec4-4292-a303-7f041cc04032 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] 10.222.0.41 "PUT /v2.0/routers/3312849e-ea4e-4925-a66e-34f2123878ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3913267 Jun 01 19:20:03.686404 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 38288) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:20:03.693710 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e732c6c5-a3fe-4b18-9fe6-4f03da23786b None None] Routers {'3312849e-ea4e-4925-a66e-34f2123878ba'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:20:03.694437 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-e732c6c5-a3fe-4b18-9fe6-4f03da23786b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:19:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['3312849e-ea4e-4925-a66e-34f2123878ba'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:20:03.734226 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-929a67a7-7c8b-4404-b8f7-b5e472378baa tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Synchronizing usage tracker for tenant:c0d5c79d614c43888db26707e3e8b967 on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:20:03.752953 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-929a67a7-7c8b-4404-b8f7-b5e472378baa tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Unset dirty status for tenant:c0d5c79d614c43888db26707e3e8b967 on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:20:03.754850 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-929a67a7-7c8b-4404-b8f7-b5e472378baa tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] 10.222.0.41 "GET /v2.0/ports?device_id=3312849e-ea4e-4925-a66e-34f2123878ba HTTP/1.1" status: 200 len: 205 time: 0.0675137 Jun 01 19:20:03.757831 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 38292) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:20:03.764492 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-e732c6c5-a3fe-4b18-9fe6-4f03da23786b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:20:03.777398 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e732c6c5-a3fe-4b18-9fe6-4f03da23786b None None] Routers {'3312849e-ea4e-4925-a66e-34f2123878ba'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:20:03.778059 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-e732c6c5-a3fe-4b18-9fe6-4f03da23786b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:19:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['3312849e-ea4e-4925-a66e-34f2123878ba'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:20:03.863804 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-e732c6c5-a3fe-4b18-9fe6-4f03da23786b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:20:03.864205 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e732c6c5-a3fe-4b18-9fe6-4f03da23786b None None] The sync data for ids ['3312849e-ea4e-4925-a66e-34f2123878ba'] in n-d-844202-1 is: [] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:20:03.913829 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0c30541f-b370-4b05-9aee-3118b0d022c5 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks [] for router, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:04.190155 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-63edf2e1-e6c5-480a-a591-b00366d05b7a req-f156373c-a551-448f-bede-b82cf1d56d84 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=3a24a80a-addf-43a3-ba26-e15e97e8cd59&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0926011 Jun 01 19:20:04.349745 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63edf2e1-e6c5-480a-a591-b00366d05b7a req-9df04096-f858-4ea9-9523-fa6400ffdb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:20:04.351489 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-63edf2e1-e6c5-480a-a591-b00366d05b7a req-9df04096-f858-4ea9-9523-fa6400ffdb61 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ebd616d5a10a4d93abecbdcf72fa4181&device_id=3a24a80a-addf-43a3-ba26-e15e97e8cd59 HTTP/1.1" status: 200 len: 1097 time: 0.0807688 Jun 01 19:20:04.441806 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0c30541f-b370-4b05-9aee-3118b0d022c5 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25316'] for router, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:04.449741 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0c30541f-b370-4b05-9aee-3118b0d022c5 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:04.485375 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0c30541f-b370-4b05-9aee-3118b0d022c5 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-891519'] for router, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:04.485867 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c30541f-b370-4b05-9aee-3118b0d022c5 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Fanout notify agent at l3_agent the message router_deleted on router 3312849e-ea4e-4925-a66e-34f2123878ba {{(pid=88525) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 19:20:04.509684 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e2d70d-789a-40ab-b7b8-94809606d343 req-27c5b297-d8f6-46ed-86c9-0ee709c56187 tempest-VolumesSnapshotTestJSON-1691927831 tempest-VolumesSnapshotTestJSON-1691927831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:20:04.511335 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-83e2d70d-789a-40ab-b7b8-94809606d343 req-27c5b297-d8f6-46ed-86c9-0ee709c56187 tempest-VolumesSnapshotTestJSON-1691927831 tempest-VolumesSnapshotTestJSON-1691927831-project] 10.222.0.41 "GET /v2.0/ports?device_id=42b747dd-afff-4351-9172-75091e110e16 HTTP/1.1" status: 200 len: 946 time: 0.1916156 Jun 01 19:20:04.513081 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63edf2e1-e6c5-480a-a591-b00366d05b7a req-1c6634fc-baad-4eb0-8b60-8233a5587f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:20:04.514606 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-63edf2e1-e6c5-480a-a591-b00366d05b7a req-1c6634fc-baad-4eb0-8b60-8233a5587f2b service neutron] 10.222.0.50 "GET /v2.0/networks?id=ef2f54c9-3770-4abf-b520-c907961e1497 HTTP/1.1" status: 200 len: 910 time: 0.1421499 Jun 01 19:20:04.516024 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0c30541f-b370-4b05-9aee-3118b0d022c5 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks [] for router, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:04.517092 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-0c30541f-b370-4b05-9aee-3118b0d022c5 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] 10.222.0.41 "DELETE /v2.0/routers/3312849e-ea4e-4925-a66e-34f2123878ba HTTP/1.1" status: 204 len: 168 time: 0.7583303 Jun 01 19:20:04.520101 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 38300) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:20:04.623571 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-83e2d70d-789a-40ab-b7b8-94809606d343 req-873de72f-1756-40e0-9bb9-5b591e50616c tempest-VolumesSnapshotTestJSON-1691927831 tempest-VolumesSnapshotTestJSON-1691927831-project] 10.222.0.41 "GET /v2.0/security-groups?id=70caf9c3-176f-45e8-8492-944998336bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007416 Jun 01 19:20:04.628141 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_v2 [None req-fefe6acb-d09a-4c57-b979-bf8e2feb3ee7 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Deleting subnet 7b179e76-535d-4d3b-b339-aadd0b53abf0 {{(pid=88525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 19:20:04.632057 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-fefe6acb-d09a-4c57-b979-bf8e2feb3ee7 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks [] for subnet, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:04.651247 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-63edf2e1-e6c5-480a-a591-b00366d05b7a req-dc55633b-ad90-462c-b0df-543a202fa460 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=adb18467-144d-4383-a9bf-2753080dab0c HTTP/1.1" status: 200 len: 1002 time: 0.1277769 Jun 01 19:20:04.706994 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-fefe6acb-d09a-4c57-b979-bf8e2feb3ee7 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2258509'] for subnet, precommit_delete_associations {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:04.728715 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63edf2e1-e6c5-480a-a591-b00366d05b7a req-28d2ae83-e61c-44bc-a199-5130a98b2587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:20:04.730152 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-63edf2e1-e6c5-480a-a591-b00366d05b7a req-28d2ae83-e61c-44bc-a199-5130a98b2587 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=43c199ee-2915-4fdd-8c5e-bdc0369d8f54 HTTP/1.1" status: 200 len: 848 time: 0.0707579 Jun 01 19:20:04.805144 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-fefe6acb-d09a-4c57-b979-bf8e2feb3ee7 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:04.819521 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63edf2e1-e6c5-480a-a591-b00366d05b7a req-6522f647-2984-4d2d-bc58-fc0049c03fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:20:04.821386 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-63edf2e1-e6c5-480a-a591-b00366d05b7a req-6522f647-2984-4d2d-bc58-fc0049c03fed service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ef2f54c9-3770-4abf-b520-c907961e1497&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0836027 Jun 01 19:20:04.906710 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-fefe6acb-d09a-4c57-b979-bf8e2feb3ee7 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2614143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9667199'] for subnet, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:04.953106 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefe6acb-d09a-4c57-b979-bf8e2feb3ee7 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Pushing event deleted for resources: {'Subnet': ['ID=7b179e76-535d-4d3b-b339-aadd0b53abf0,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:20:04.958182 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-fefe6acb-d09a-4c57-b979-bf8e2feb3ee7 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks [] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:04.965663 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-fefe6acb-d09a-4c57-b979-bf8e2feb3ee7 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] 10.222.0.41 "DELETE /v2.0/subnets/7b179e76-535d-4d3b-b339-aadd0b53abf0 HTTP/1.1" status: 204 len: 168 time: 0.4444642 Jun 01 19:20:04.971598 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 38304) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:20:04.976380 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6945f694-844d-43bc-82a8-103d8612bcad None None] Network 4e81b9b6-f597-47ba-817a-ad4e7c4a7f68 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:20:05.112923 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-63edf2e1-e6c5-480a-a591-b00366d05b7a req-e4fc2bed-e190-4593-99ce-a892f3308224 service neutron] 10.222.0.50 "GET /v2.0/networks/ef2f54c9-3770-4abf-b520-c907961e1497?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2850757 Jun 01 19:20:05.163385 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-0cb75790-ac8e-4f8b-b2dd-cefebaf30dbd tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:05.342035 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e6a5c2e-2a8c-4a15-b875-ec5442de5624 None None] DHCP port deletion for 4e81b9b6-f597-47ba-817a-ad4e7c4a7f68 request from n-d-844202-1 {{(pid=88526) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 19:20:05.347949 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-8e6a5c2e-2a8c-4a15-b875-ec5442de5624 None None] Deleting port 1035fc23-bb3e-42a1-a100-164c9fd81428 {{(pid=88526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:20:05.348582 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-8e6a5c2e-2a8c-4a15-b875-ec5442de5624 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:05.369141 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-0cb75790-ac8e-4f8b-b2dd-cefebaf30dbd tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Deleting port 1035fc23-bb3e-42a1-a100-164c9fd81428 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:20:05.369767 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-0cb75790-ac8e-4f8b-b2dd-cefebaf30dbd tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:05.499605 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-63edf2e1-e6c5-480a-a591-b00366d05b7a req-dea75602-6b49-4905-9597-46973459eaad service neutron] 10.222.0.50 "GET /v2.0/networks/ef2f54c9-3770-4abf-b520-c907961e1497?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3708649 Jun 01 19:20:05.631852 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-8e6a5c2e-2a8c-4a15-b875-ec5442de5624 None None] For port 1035fc23-bb3e-42a1-a100-164c9fd81428, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=1035fc23-bb3e-42a1-a100-164c9fd81428,segment=NetworkSegment(16863076-4c02-41ac-9e37-148e7be666ff),segment_id=16863076-4c02-41ac-9e37-148e7be666ff)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:20:05.633038 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-8e6a5c2e-2a8c-4a15-b875-ec5442de5624 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:05.719045 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [None req-0cb75790-ac8e-4f8b-b2dd-cefebaf30dbd tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] For port 1035fc23-bb3e-42a1-a100-164c9fd81428, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=1035fc23-bb3e-42a1-a100-164c9fd81428,segment=NetworkSegment(16863076-4c02-41ac-9e37-148e7be666ff),segment_id=16863076-4c02-41ac-9e37-148e7be666ff)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:20:05.719571 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-0cb75790-ac8e-4f8b-b2dd-cefebaf30dbd tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:05.818877 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-8e6a5c2e-2a8c-4a15-b875-ec5442de5624 None None] Calling delete_port for 1035fc23-bb3e-42a1-a100-164c9fd81428 owned by network:dhcp {{(pid=88526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:20:05.869211 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-0cb75790-ac8e-4f8b-b2dd-cefebaf30dbd tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Calling delete_port for 1035fc23-bb3e-42a1-a100-164c9fd81428 owned by network:dhcp {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:20:05.914919 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-8e6a5c2e-2a8c-4a15-b875-ec5442de5624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535'] for port, after_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:05.969870 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6a5c2e-2a8c-4a15-b875-ec5442de5624 None None] Pushing event deleted for resources: {'Port': ['ID=1035fc23-bb3e-42a1-a100-164c9fd81428,revision_number=None']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:20:05.976811 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6a5c2e-2a8c-4a15-b875-ec5442de5624 None None] No DVR routers for this DVR port 1035fc23-bb3e-42a1-a100-164c9fd81428 on host n-d-844202-1 {{(pid=88526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:20:05.987112 n-d-844202-1 neutron-server[88524]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 01 19:20:05.987112 n-d-844202-1 neutron-server[88524]: from cryptography.utils import int_from_bytes Jun 01 19:20:05.987112 n-d-844202-1 neutron-server[88524]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 01 19:20:05.987112 n-d-844202-1 neutron-server[88524]: from cryptography.utils import int_from_bytes Jun 01 19:20:05.987112 n-d-844202-1 neutron-server[88524]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jun 01 19:20:05.987112 n-d-844202-1 neutron-server[88524]: util.warn_limited( Jun 01 19:20:05.987112 n-d-844202-1 neutron-server[88524]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jun 01 19:20:05.987112 n-d-844202-1 neutron-server[88524]: util.warn_limited( Jun 01 19:20:05.987112 n-d-844202-1 neutron-server[88524]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 19:20:05.987112 n-d-844202-1 neutron-server[88524]: util.warn( Jun 01 19:20:05.987112 n-d-844202-1 neutron-server[88524]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 19:20:05.987112 n-d-844202-1 neutron-server[88524]: util.warn( Jun 01 19:20:05.987112 n-d-844202-1 neutron-server[88524]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 19:20:05.987112 n-d-844202-1 neutron-server[88524]: util.warn( Jun 01 19:20:05.987112 n-d-844202-1 neutron-server[88524]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 19:20:05.987112 n-d-844202-1 neutron-server[88524]: util.warn( Jun 01 19:20:05.987112 n-d-844202-1 neutron-server[88524]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 19:20:05.987112 n-d-844202-1 neutron-server[88524]: util.warn( Jun 01 19:20:05.987112 n-d-844202-1 neutron-server[88524]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 19:20:05.987112 n-d-844202-1 neutron-server[88524]: util.warn( Jun 01 19:20:05.987112 n-d-844202-1 neutron-server[88524]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 19:20:05.987112 n-d-844202-1 neutron-server[88524]: util.warn( Jun 01 19:20:05.987112 n-d-844202-1 neutron-server[88524]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 19:20:05.987112 n-d-844202-1 neutron-server[88524]: util.warn( Jun 01 19:20:05.987112 n-d-844202-1 neutron-server[88524]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 19:20:05.987112 n-d-844202-1 neutron-server[88524]: util.warn( Jun 01 19:20:05.987112 n-d-844202-1 neutron-server[88524]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 19:20:05.987112 n-d-844202-1 neutron-server[88524]: util.warn( Jun 01 19:20:05.987112 n-d-844202-1 neutron-server[88524]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 19:20:05.987112 n-d-844202-1 neutron-server[88524]: util.warn( Jun 01 19:20:05.987112 n-d-844202-1 neutron-server[88524]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 19:20:05.987112 n-d-844202-1 neutron-server[88524]: util.warn( Jun 01 19:20:05.987112 n-d-844202-1 neutron-server[88524]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 19:20:05.987112 n-d-844202-1 neutron-server[88524]: util.warn( Jun 01 19:20:05.987112 n-d-844202-1 neutron-server[88524]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 19:20:05.987112 n-d-844202-1 neutron-server[88524]: util.warn( Jun 01 19:20:05.987112 n-d-844202-1 neutron-server[88524]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 19:20:05.987112 n-d-844202-1 neutron-server[88524]: util.warn( Jun 01 19:20:05.987112 n-d-844202-1 neutron-server[88524]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 19:20:05.987112 n-d-844202-1 neutron-server[88524]: util.warn( Jun 01 19:20:05.987112 n-d-844202-1 neutron-server[88524]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 19:20:05.987112 n-d-844202-1 neutron-server[88524]: util.warn( Jun 01 19:20:05.987112 n-d-844202-1 neutron-server[88524]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 19:20:05.987112 n-d-844202-1 neutron-server[88524]: util.warn( Jun 01 19:20:05.987112 n-d-844202-1 neutron-server[88524]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 19:20:05.987112 n-d-844202-1 neutron-server[88524]: util.warn( Jun 01 19:20:05.987112 n-d-844202-1 neutron-server[88524]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 19:20:05.987112 n-d-844202-1 neutron-server[88524]: util.warn( Jun 01 19:20:05.987112 n-d-844202-1 neutron-server[88524]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 19:20:05.987112 n-d-844202-1 neutron-server[88524]: util.warn( Jun 01 19:20:05.987112 n-d-844202-1 neutron-server[88524]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 19:20:05.987112 n-d-844202-1 neutron-server[88524]: util.warn( Jun 01 19:20:05.987112 n-d-844202-1 neutron-server[88524]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 19:20:05.987112 n-d-844202-1 neutron-server[88524]: util.warn( Jun 01 19:20:05.987112 n-d-844202-1 neutron-server[88524]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 19:20:05.987112 n-d-844202-1 neutron-server[88524]: util.warn( Jun 01 19:20:06.022281 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83874674-fe84-4004-83b4-0201570022be req-d5ec76e4-555d-44e4-bbf1-27de007073de tempest-VolumesSnapshotTestJSON-1691927831 tempest-VolumesSnapshotTestJSON-1691927831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:20:06.025022 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-83874674-fe84-4004-83b4-0201570022be req-d5ec76e4-555d-44e4-bbf1-27de007073de tempest-VolumesSnapshotTestJSON-1691927831 tempest-VolumesSnapshotTestJSON-1691927831-project] 10.222.0.50 "GET /v2.0/ports?device_id=42b747dd-afff-4351-9172-75091e110e16 HTTP/1.1" status: 200 len: 946 time: 0.3873861 Jun 01 19:20:06.026203 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.db.api [None req-0cb75790-ac8e-4f8b-b2dd-cefebaf30dbd tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88524) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 19:20:06.026697 n-d-844202-1 neutron-server[88524]: DEBUG oslo_db.api [None req-0cb75790-ac8e-4f8b-b2dd-cefebaf30dbd tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 19:20:06.152673 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-83874674-fe84-4004-83b4-0201570022be req-9f950bd9-edbc-40b0-b083-aae78c8fdffb tempest-VolumesSnapshotTestJSON-1691927831 tempest-VolumesSnapshotTestJSON-1691927831-project] Deleting port 240debfa-537c-467d-888e-5f42e221262e {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:20:06.153013 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-83874674-fe84-4004-83b4-0201570022be req-9f950bd9-edbc-40b0-b083-aae78c8fdffb tempest-VolumesSnapshotTestJSON-1691927831 tempest-VolumesSnapshotTestJSON-1691927831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:06.281917 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271d8dee-e027-4565-b626-43e03d537b9f req-d041530e-ebb2-4d70-bfb0-94f1d072c467 tempest-VolumesSnapshotTestJSON-1691927831 tempest-VolumesSnapshotTestJSON-1691927831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:20:06.283348 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-271d8dee-e027-4565-b626-43e03d537b9f req-d041530e-ebb2-4d70-bfb0-94f1d072c467 tempest-VolumesSnapshotTestJSON-1691927831 tempest-VolumesSnapshotTestJSON-1691927831-project] 10.222.0.41 "GET /v2.0/ports?device_id=42b747dd-afff-4351-9172-75091e110e16 HTTP/1.1" status: 200 len: 946 time: 0.4848487 Jun 01 19:20:06.419714 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-271d8dee-e027-4565-b626-43e03d537b9f req-3611e975-3a89-431b-ad40-1421edf9be44 tempest-VolumesSnapshotTestJSON-1691927831 tempest-VolumesSnapshotTestJSON-1691927831-project] 10.222.0.41 "GET /v2.0/security-groups?id=70caf9c3-176f-45e8-8492-944998336bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296451 Jun 01 19:20:06.462404 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-83874674-fe84-4004-83b4-0201570022be req-9f950bd9-edbc-40b0-b083-aae78c8fdffb tempest-VolumesSnapshotTestJSON-1691927831 tempest-VolumesSnapshotTestJSON-1691927831-project] For port 240debfa-537c-467d-888e-5f42e221262e, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=240debfa-537c-467d-888e-5f42e221262e,segment=NetworkSegment(05610bff-48f0-4193-9918-9898ce49db66),segment_id=05610bff-48f0-4193-9918-9898ce49db66)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:20:06.462770 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-83874674-fe84-4004-83b4-0201570022be req-9f950bd9-edbc-40b0-b083-aae78c8fdffb tempest-VolumesSnapshotTestJSON-1691927831 tempest-VolumesSnapshotTestJSON-1691927831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:06.580863 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-0cb75790-ac8e-4f8b-b2dd-cefebaf30dbd tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Deleting port 1035fc23-bb3e-42a1-a100-164c9fd81428 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:20:06.580863 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-0cb75790-ac8e-4f8b-b2dd-cefebaf30dbd tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:06.610698 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-83874674-fe84-4004-83b4-0201570022be req-9f950bd9-edbc-40b0-b083-aae78c8fdffb tempest-VolumesSnapshotTestJSON-1691927831 tempest-VolumesSnapshotTestJSON-1691927831-project] Calling delete_port for 240debfa-537c-467d-888e-5f42e221262e owned by compute:nova {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:20:06.700207 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-0cb75790-ac8e-4f8b-b2dd-cefebaf30dbd tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] The port '1035fc23-bb3e-42a1-a100-164c9fd81428' was deleted {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 01 19:20:06.851527 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-0cb75790-ac8e-4f8b-b2dd-cefebaf30dbd tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:06.926672 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-0cb75790-ac8e-4f8b-b2dd-cefebaf30dbd tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e81b9b6-f597-47ba-817a-ad4e7c4a7f68']}} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:20:07.062319 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-0cb75790-ac8e-4f8b-b2dd-cefebaf30dbd tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16863076-4c02-41ac-9e37-148e7be666ff') {'for_net_delete': True} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:20:07.062690 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-0cb75790-ac8e-4f8b-b2dd-cefebaf30dbd tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16863076-4c02-41ac-9e37-148e7be666ff') {} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:20:07.081622 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-0cb75790-ac8e-4f8b-b2dd-cefebaf30dbd tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2702126'] for segment, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:07.095316 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-83874674-fe84-4004-83b4-0201570022be req-9f950bd9-edbc-40b0-b083-aae78c8fdffb tempest-VolumesSnapshotTestJSON-1691927831 tempest-VolumesSnapshotTestJSON-1691927831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:07.107774 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] get_ports_and_sgs() called for port_ids ['240debfa-537c-467d-888e-5f42e221262e'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 19:20:07.132275 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-0cb75790-ac8e-4f8b-b2dd-cefebaf30dbd tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:07.155031 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cb75790-ac8e-4f8b-b2dd-cefebaf30dbd tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=88524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 19:20:07.155031 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-0cb75790-ac8e-4f8b-b2dd-cefebaf30dbd tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2719018'] for segment, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:07.159254 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-e7a6a547-c270-4c26-bf90-a4a745cad58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:07.173067 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f950bd9-edbc-40b0-b083-aae78c8fdffb tempest-VolumesSnapshotTestJSON-1691927831 tempest-VolumesSnapshotTestJSON-1691927831-project] Pushing event deleted for resources: {'Port': ['ID=240debfa-537c-467d-888e-5f42e221262e,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:20:07.267050 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment 16863076-4c02-41ac-9e37-148e7be666ff resource provider aggregate not found Jun 01 19:20:07.277883 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f950bd9-edbc-40b0-b083-aae78c8fdffb tempest-VolumesSnapshotTestJSON-1691927831 tempest-VolumesSnapshotTestJSON-1691927831-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:20:07.278262 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f950bd9-edbc-40b0-b083-aae78c8fdffb tempest-VolumesSnapshotTestJSON-1691927831 tempest-VolumesSnapshotTestJSON-1691927831-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:20:07.278551 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f950bd9-edbc-40b0-b083-aae78c8fdffb tempest-VolumesSnapshotTestJSON-1691927831 tempest-VolumesSnapshotTestJSON-1691927831-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:20:07.278878 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f950bd9-edbc-40b0-b083-aae78c8fdffb tempest-VolumesSnapshotTestJSON-1691927831 tempest-VolumesSnapshotTestJSON-1691927831-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:20:07.279198 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f950bd9-edbc-40b0-b083-aae78c8fdffb tempest-VolumesSnapshotTestJSON-1691927831 tempest-VolumesSnapshotTestJSON-1691927831-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:20:07.279518 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f950bd9-edbc-40b0-b083-aae78c8fdffb tempest-VolumesSnapshotTestJSON-1691927831 tempest-VolumesSnapshotTestJSON-1691927831-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:20:07.279826 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f950bd9-edbc-40b0-b083-aae78c8fdffb tempest-VolumesSnapshotTestJSON-1691927831 tempest-VolumesSnapshotTestJSON-1691927831-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:20:07.280421 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f950bd9-edbc-40b0-b083-aae78c8fdffb tempest-VolumesSnapshotTestJSON-1691927831 tempest-VolumesSnapshotTestJSON-1691927831-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:20:07.280617 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f950bd9-edbc-40b0-b083-aae78c8fdffb tempest-VolumesSnapshotTestJSON-1691927831 tempest-VolumesSnapshotTestJSON-1691927831-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:20:07.280781 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f950bd9-edbc-40b0-b083-aae78c8fdffb tempest-VolumesSnapshotTestJSON-1691927831 tempest-VolumesSnapshotTestJSON-1691927831-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:20:07.281084 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f950bd9-edbc-40b0-b083-aae78c8fdffb tempest-VolumesSnapshotTestJSON-1691927831 tempest-VolumesSnapshotTestJSON-1691927831-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:20:07.281423 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f950bd9-edbc-40b0-b083-aae78c8fdffb tempest-VolumesSnapshotTestJSON-1691927831 tempest-VolumesSnapshotTestJSON-1691927831-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:20:07.315859 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment 16863076-4c02-41ac-9e37-148e7be666ff resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 16863076-4c02-41ac-9e37-148e7be666ff found for delete ", "request_id": "req-6e5d219f-c8a5-47ad-9ed7-815187001ed7"}]} Jun 01 19:20:07.342834 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-83874674-fe84-4004-83b4-0201570022be req-9f950bd9-edbc-40b0-b083-aae78c8fdffb tempest-VolumesSnapshotTestJSON-1691927831 tempest-VolumesSnapshotTestJSON-1691927831-project] No DVR routers for this DVR port 240debfa-537c-467d-888e-5f42e221262e on host n-h2-844202-1 {{(pid=88524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:20:07.345497 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-83874674-fe84-4004-83b4-0201570022be req-9f950bd9-edbc-40b0-b083-aae78c8fdffb tempest-VolumesSnapshotTestJSON-1691927831 tempest-VolumesSnapshotTestJSON-1691927831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:07.348818 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42b747dd-afff-4351-9172-75091e110e16', 'name': 'network-vif-deleted', 'tag': '240debfa-537c-467d-888e-5f42e221262e'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:20:07.358768 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 1035fc23-bb3e-42a1-a100-164c9fd81428 no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:20:07.370681 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-0cb75790-ac8e-4f8b-b2dd-cefebaf30dbd tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:07.392283 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-0cb75790-ac8e-4f8b-b2dd-cefebaf30dbd tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks [] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:07.398816 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-83874674-fe84-4004-83b4-0201570022be req-9f950bd9-edbc-40b0-b083-aae78c8fdffb tempest-VolumesSnapshotTestJSON-1691927831 tempest-VolumesSnapshotTestJSON-1691927831-project] 10.222.0.50 "DELETE /v2.0/ports/240debfa-537c-467d-888e-5f42e221262e HTTP/1.1" status: 204 len: 173 time: 1.3691339 Jun 01 19:20:07.404840 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: 1035fc23-bb3e-42a1-a100-164c9fd81428 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:20:07.405143 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb75790-ac8e-4f8b-b2dd-cefebaf30dbd tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Pushing event deleted for resources: {'Network': ['ID=4e81b9b6-f597-47ba-817a-ad4e7c4a7f68,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:20:07.405694 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 1035fc23-bb3e-42a1-a100-164c9fd81428 not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:20:07.409367 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-0cb75790-ac8e-4f8b-b2dd-cefebaf30dbd tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] 10.222.0.41 "DELETE /v2.0/networks/4e81b9b6-f597-47ba-817a-ad4e7c4a7f68 HTTP/1.1" status: 204 len: 168 time: 2.4354982 Jun 01 19:20:07.414313 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 38318) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:20:07.416291 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-361868e8-185c-4b82-966f-acd3401cec07'] response: {'server_uuid': '42b747dd-afff-4351-9172-75091e110e16', 'name': 'network-vif-deleted', 'tag': '240debfa-537c-467d-888e-5f42e221262e', 'status': 'completed', 'code': 200} Jun 01 19:20:07.421731 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-b9d9f716-9341-412f-838c-7876952e95a4 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-326390027', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:20:07.431017 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-b9d9f716-9341-412f-838c-7876952e95a4 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:20:07.437526 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-b9d9f716-9341-412f-838c-7876952e95a4 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Usage tracker for resource:router and tenant:c0d5c79d614c43888db26707e3e8b967 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:20:07.442283 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-b9d9f716-9341-412f-838c-7876952e95a4 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:20:07.452632 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-b9d9f716-9341-412f-838c-7876952e95a4 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:20:07.469908 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b9d9f716-9341-412f-838c-7876952e95a4 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-885767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25238'] for router, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:07.472514 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b9d9f716-9341-412f-838c-7876952e95a4 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-901042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-886562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-981784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25327'] for router, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:07.501220 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b9d9f716-9341-412f-838c-7876952e95a4 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:07.537936 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b9d9f716-9341-412f-838c-7876952e95a4 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-885820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-886655'] for router, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:07.576684 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b9d9f716-9341-412f-838c-7876952e95a4 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks [] for router, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:07.581166 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-b9d9f716-9341-412f-838c-7876952e95a4 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.1631134 Jun 01 19:20:07.581651 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 38324) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:20:07.587880 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-6b94f0f6-054a-4039-a74a-0b0bdeaa9006 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Request body: {'network': {'name': 'tempest-RoutersTest-962350636'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:20:07.593518 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-f2e7223a-5999-4f40-b795-a5c36fcf882f req-80006a9f-3d17-48ad-81ee-a58866be6cb5 tempest-VolumesSnapshotTestJSON-1691927831 tempest-VolumesSnapshotTestJSON-1691927831-project] Synchronizing usage tracker for tenant:0de4083014874f118e9a1e13a8ebaf67 on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:20:07.594834 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-6b94f0f6-054a-4039-a74a-0b0bdeaa9006 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:20:07.602432 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-6b94f0f6-054a-4039-a74a-0b0bdeaa9006 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Usage tracker for resource:network and tenant:c0d5c79d614c43888db26707e3e8b967 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:20:07.606102 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-6b94f0f6-054a-4039-a74a-0b0bdeaa9006 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:20:07.613311 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-6b94f0f6-054a-4039-a74a-0b0bdeaa9006 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:20:07.616540 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-f2e7223a-5999-4f40-b795-a5c36fcf882f req-80006a9f-3d17-48ad-81ee-a58866be6cb5 tempest-VolumesSnapshotTestJSON-1691927831 tempest-VolumesSnapshotTestJSON-1691927831-project] Unset dirty status for tenant:0de4083014874f118e9a1e13a8ebaf67 on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:20:07.618937 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f2e7223a-5999-4f40-b795-a5c36fcf882f req-80006a9f-3d17-48ad-81ee-a58866be6cb5 tempest-VolumesSnapshotTestJSON-1691927831 tempest-VolumesSnapshotTestJSON-1691927831-project] 10.222.0.41 "GET /v2.0/ports?device_id=42b747dd-afff-4351-9172-75091e110e16 HTTP/1.1" status: 200 len: 210 time: 0.0752265 Jun 01 19:20:07.627038 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b94f0f6-054a-4039-a74a-0b0bdeaa9006 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Made reservation on behalf of c0d5c79d614c43888db26707e3e8b967 for: {'network': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:20:07.631986 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6b94f0f6-054a-4039-a74a-0b0bdeaa9006 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:07.666246 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b94f0f6-054a-4039-a74a-0b0bdeaa9006 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 149} {{(pid=88525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 19:20:07.678580 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6b94f0f6-054a-4039-a74a-0b0bdeaa9006 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:07.679061 n-d-844202-1 neutron-server[88525]: INFO neutron.db.segments_db [None req-6b94f0f6-054a-4039-a74a-0b0bdeaa9006 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Added segment 67005fb9-f33d-474d-8f22-4ae869839b07 of type vlan for network 6165f85e-27f2-4ecc-963b-a6bcef5dcbdb Jun 01 19:20:07.710907 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6b94f0f6-054a-4039-a74a-0b0bdeaa9006 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:07.753227 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6b94f0f6-054a-4039-a74a-0b0bdeaa9006 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:07.759116 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b94f0f6-054a-4039-a74a-0b0bdeaa9006 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:20:07.759712 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6b94f0f6-054a-4039-a74a-0b0bdeaa9006 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks [] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:07.871897 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 38328) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:20:07.873228 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-6b94f0f6-054a-4039-a74a-0b0bdeaa9006 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2888775 Jun 01 19:20:07.883135 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b94f0f6-054a-4039-a74a-0b0bdeaa9006 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Pushing event updated for resources: {'Network': ['ID=6165f85e-27f2-4ecc-963b-a6bcef5dcbdb,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:20:07.884097 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-5cdad381-7a26-4bf2-9371-25f607e8e267 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Request body: {'subnet': {'network_id': '6165f85e-27f2-4ecc-963b-a6bcef5dcbdb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:20:07.898103 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network 6165f85e-27f2-4ecc-963b-a6bcef5dcbdb details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 19:20:08.053443 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-5cdad381-7a26-4bf2-9371-25f607e8e267 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:20:08.058164 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-5cdad381-7a26-4bf2-9371-25f607e8e267 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Usage tracker for resource:subnet and tenant:c0d5c79d614c43888db26707e3e8b967 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:20:08.062053 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-5cdad381-7a26-4bf2-9371-25f607e8e267 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:20:08.069544 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-5cdad381-7a26-4bf2-9371-25f607e8e267 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:20:08.081115 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cdad381-7a26-4bf2-9371-25f607e8e267 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Made reservation on behalf of c0d5c79d614c43888db26707e3e8b967 for: {'subnet': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:20:08.084972 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-5cdad381-7a26-4bf2-9371-25f607e8e267 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3066584'] for subnet, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:08.325860 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-5cdad381-7a26-4bf2-9371-25f607e8e267 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2718919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3066602'] for subnet, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:08.427747 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdad381-7a26-4bf2-9371-25f607e8e267 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Pushing event updated for resources: {'Subnet': ['ID=fa42bddc-2a7c-4732-be0e-9bf852077141,revision_number=0']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:20:08.434709 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cdad381-7a26-4bf2-9371-25f607e8e267 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Checking segment: {'id': '67005fb9-f33d-474d-8f22-4ae869839b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '6165f85e-27f2-4ecc-963b-a6bcef5dcbdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:20:08.435019 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cdad381-7a26-4bf2-9371-25f607e8e267 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Network hostable DHCP agents. Network: 6165f85e-27f2-4ecc-963b-a6bcef5dcbdb, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88524) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 19:20:08.457493 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cdad381-7a26-4bf2-9371-25f607e8e267 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Network 6165f85e-27f2-4ecc-963b-a6bcef5dcbdb is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88524) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 19:20:08.477535 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-5cdad381-7a26-4bf2-9371-25f607e8e267 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, 6165f85e-27f2-4ecc-963b-a6bcef5dcbdb) {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:20:08.483868 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cdad381-7a26-4bf2-9371-25f607e8e267 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:20:08.487789 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-5cdad381-7a26-4bf2-9371-25f607e8e267 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:08.490936 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cfe13ca-99ca-4342-822f-b02df18c8e10 None None] Network 6165f85e-27f2-4ecc-963b-a6bcef5dcbdb requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:20:08.514961 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-5cdad381-7a26-4bf2-9371-25f607e8e267 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6407998 Jun 01 19:20:08.518511 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 38332) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:20:08.778041 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f1121c8-9581-4adc-990c-8dc8be3407fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc93f83c3-7fb6-5c13-a9d4-29d739a4e8d2-6165f85e-27f2-4ecc-963b-a6bcef5dcbdb', 'network_id': '6165f85e-27f2-4ecc-963b-a6bcef5dcbdb', 'tenant_id': 'c0d5c79d614c43888db26707e3e8b967', 'fixed_ips': [{'subnet_id': 'fa42bddc-2a7c-4732-be0e-9bf852077141'}]}} from n-d-844202-1. {{(pid=88526) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 19:20:08.778888 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-7f1121c8-9581-4adc-990c-8dc8be3407fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:09.013133 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.db_base_plugin_common [None req-7f1121c8-9581-4adc-990c-8dc8be3407fb None None] Allocated IP 172.20.0.2 (6165f85e-27f2-4ecc-963b-a6bcef5dcbdb/fa42bddc-2a7c-4732-be0e-9bf852077141/c5206db3-baef-4dd8-aa7c-a95cda062f26) {{(pid=88526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:20:09.215111 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-557e2168-1441-4ca8-be5c-47c8562e3275 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:09.379484 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 240debfa-537c-467d-888e-5f42e221262e no longer exists at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:20:09.437877 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] No Port match for: 240debfa-537c-467d-888e-5f42e221262e {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:20:09.438232 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 240debfa-537c-467d-888e-5f42e221262e not bound to the agent host n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:20:09.445225 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-7f1121c8-9581-4adc-990c-8dc8be3407fb None None] Notify callbacks [] for port, precommit_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:09.460463 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-7f1121c8-9581-4adc-990c-8dc8be3407fb None None] Transition to ACTIVE for port object c5206db3-baef-4dd8-aa7c-a95cda062f26 will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:20:09.486930 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-7f1121c8-9581-4adc-990c-8dc8be3407fb None None] Transition to ACTIVE for port object c5206db3-baef-4dd8-aa7c-a95cda062f26 will not be triggered until provisioned by entity DHCP. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:20:09.494693 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-7f1121c8-9581-4adc-990c-8dc8be3407fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526'] for port, after_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:09.665904 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f1121c8-9581-4adc-990c-8dc8be3407fb None None] Network 6165f85e-27f2-4ecc-963b-a6bcef5dcbdb is already hosted by enough agents. {{(pid=88526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:20:09.670185 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.base_scheduler [None req-7f1121c8-9581-4adc-990c-8dc8be3407fb None None] Resources bound (agent type, host, resource id): {{(pid=88526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:20:09.680322 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-e39d25b6-7d94-4677-a364-b6a26582e4d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:09.681866 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f1121c8-9581-4adc-990c-8dc8be3407fb None None] Received port after_create {{(pid=88526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:20:09.719193 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1121c8-9581-4adc-990c-8dc8be3407fb None None] Pushing event updated for resources: {'Port': ['ID=c5206db3-baef-4dd8-aa7c-a95cda062f26,revision_number=1']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:20:09.786569 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-7f1121c8-9581-4adc-990c-8dc8be3407fb None None] Attempting to bind port c5206db3-baef-4dd8-aa7c-a95cda062f26 on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:20:09.786945 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-7f1121c8-9581-4adc-990c-8dc8be3407fb None None] Attempting to bind port c5206db3-baef-4dd8-aa7c-a95cda062f26 by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': '67005fb9-f33d-474d-8f22-4ae869839b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '6165f85e-27f2-4ecc-963b-a6bcef5dcbdb'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:20:09.787287 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f1121c8-9581-4adc-990c-8dc8be3407fb None None] Attempting to bind port c5206db3-baef-4dd8-aa7c-a95cda062f26 on network 6165f85e-27f2-4ecc-963b-a6bcef5dcbdb {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:20:09.793248 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f1121c8-9581-4adc-990c-8dc8be3407fb None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 19, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:20:09.793618 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f1121c8-9581-4adc-990c-8dc8be3407fb None None] Checking segment: {'id': '67005fb9-f33d-474d-8f22-4ae869839b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '6165f85e-27f2-4ecc-963b-a6bcef5dcbdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:20:09.794013 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-7f1121c8-9581-4adc-990c-8dc8be3407fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:09.794527 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f1121c8-9581-4adc-990c-8dc8be3407fb None None] Bound using segment: {'id': '67005fb9-f33d-474d-8f22-4ae869839b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '6165f85e-27f2-4ecc-963b-a6bcef5dcbdb'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:20:09.794991 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-7f1121c8-9581-4adc-990c-8dc8be3407fb None None] Bound port: c5206db3-baef-4dd8-aa7c-a95cda062f26, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67005fb9-f33d-474d-8f22-4ae869839b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '6165f85e-27f2-4ecc-963b-a6bcef5dcbdb'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:20:09.795361 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-7f1121c8-9581-4adc-990c-8dc8be3407fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:09.832827 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [None req-557e2168-1441-4ca8-be5c-47c8562e3275 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Allocated IP 172.20.0.1 (6165f85e-27f2-4ecc-963b-a6bcef5dcbdb/fa42bddc-2a7c-4732-be0e-9bf852077141/87f7d135-5fa3-4dbb-ad5a-1ce8b9415dfa) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:20:09.905678 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-7f1121c8-9581-4adc-990c-8dc8be3407fb None None] For port c5206db3-baef-4dd8-aa7c-a95cda062f26, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:20:09.909742 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-7f1121c8-9581-4adc-990c-8dc8be3407fb None None] For port c5206db3-baef-4dd8-aa7c-a95cda062f26, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=c5206db3-baef-4dd8-aa7c-a95cda062f26,segment=NetworkSegment(67005fb9-f33d-474d-8f22-4ae869839b07),segment_id=67005fb9-f33d-474d-8f22-4ae869839b07)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:20:09.915158 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-7f1121c8-9581-4adc-990c-8dc8be3407fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:09.996385 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1121c8-9581-4adc-990c-8dc8be3407fb None None] Pushing event updated for resources: {'Port': ['ID=c5206db3-baef-4dd8-aa7c-a95cda062f26,revision_number=2']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:20:10.037793 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-557e2168-1441-4ca8-be5c-47c8562e3275 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:10.054942 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [None req-557e2168-1441-4ca8-be5c-47c8562e3275 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Transition to ACTIVE for port object 87f7d135-5fa3-4dbb-ad5a-1ce8b9415dfa will not be triggered until provisioned by entity DHCP. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:20:10.090163 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-557e2168-1441-4ca8-be5c-47c8562e3275 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:10.172918 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-557e2168-1441-4ca8-be5c-47c8562e3275 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Network 6165f85e-27f2-4ecc-963b-a6bcef5dcbdb is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:20:10.177502 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-557e2168-1441-4ca8-be5c-47c8562e3275 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:20:10.181748 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557e2168-1441-4ca8-be5c-47c8562e3275 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:20:10.242104 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e2168-1441-4ca8-be5c-47c8562e3275 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Pushing event updated for resources: {'Port': ['ID=87f7d135-5fa3-4dbb-ad5a-1ce8b9415dfa,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:20:10.289787 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-557e2168-1441-4ca8-be5c-47c8562e3275 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-887605'] for router_interface, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:10.433190 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-557e2168-1441-4ca8-be5c-47c8562e3275 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:10.617149 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:10.683823 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:10.873171 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-557e2168-1441-4ca8-be5c-47c8562e3275 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks [] for port, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:10.880019 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-557e2168-1441-4ca8-be5c-47c8562e3275 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:10.997536 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e2168-1441-4ca8-be5c-47c8562e3275 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Pushing event updated for resources: {'Port': ['ID=87f7d135-5fa3-4dbb-ad5a-1ce8b9415dfa,revision_number=2']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:20:11.038090 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-557e2168-1441-4ca8-be5c-47c8562e3275 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-887436'] for router_interface, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:11.119027 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d6f3449-ff48-4cbc-98ec-abe029f8b126 None None] Network 6165f85e-27f2-4ecc-963b-a6bcef5dcbdb requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:20:11.200037 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-557e2168-1441-4ca8-be5c-47c8562e3275 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Network 6165f85e-27f2-4ecc-963b-a6bcef5dcbdb is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:20:11.201258 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-557e2168-1441-4ca8-be5c-47c8562e3275 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:20:11.218798 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-ac9b40e8-afc6-4efc-9c40-ed312470d27d None None] Provisioning for port c5206db3-baef-4dd8-aa7c-a95cda062f26 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:20:11.412661 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device c5206db3-baef-4dd8-aa7c-a95cda062f26 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:20:11.507577 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port c5206db3-baef-4dd8-aa7c-a95cda062f26 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:20:11.513543 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port c5206db3-baef-4dd8-aa7c-a95cda062f26 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:20:11.514028 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:11.563173 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-557e2168-1441-4ca8-be5c-47c8562e3275 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Router 98af324b-7fb9-4c9b-8c44-e1b9cffeed46 is scheduled to L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 with binding_index 1 {{(pid=88525) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 19:20:11.606001 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:11.663924 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port c5206db3-baef-4dd8-aa7c-a95cda062f26 is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:20:11.664588 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:11.702645 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-0d26f2fc-f211-49f9-a374-b872c6c84c4f None None] Provisioning for port 87f7d135-5fa3-4dbb-ad5a-1ce8b9415dfa completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:20:11.712004 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-0d26f2fc-f211-49f9-a374-b872c6c84c4f None None] Provisioning complete for port 87f7d135-5fa3-4dbb-ad5a-1ce8b9415dfa triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:20:11.712419 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-0d26f2fc-f211-49f9-a374-b872c6c84c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:11.761797 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-557e2168-1441-4ca8-be5c-47c8562e3275 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:20:11.775562 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-0d26f2fc-f211-49f9-a374-b872c6c84c4f None None] Port 87f7d135-5fa3-4dbb-ad5a-1ce8b9415dfa cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:20:11.777618 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-685ea403-731b-4a93-8ee4-cb253cc617c4 None None] Sync routers for ids ['98af324b-7fb9-4c9b-8c44-e1b9cffeed46'] in n-d-844202-1 {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:20:11.785807 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port c5206db3-baef-4dd8-aa7c-a95cda062f26, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=c5206db3-baef-4dd8-aa7c-a95cda062f26,segment=NetworkSegment(67005fb9-f33d-474d-8f22-4ae869839b07),segment_id=67005fb9-f33d-474d-8f22-4ae869839b07)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:20:11.790844 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 38356) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:20:11.791881 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-557e2168-1441-4ca8-be5c-47c8562e3275 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] 10.222.0.41 "PUT /v2.0/routers/98af324b-7fb9-4c9b-8c44-e1b9cffeed46/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2719433 Jun 01 19:20:11.797663 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-7d84c241-57fa-40f7-ac42-0df811ffbf94 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Request body: {'network': {'name': 'tempest-RoutersTest-667658819'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:20:11.805079 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-7d84c241-57fa-40f7-ac42-0df811ffbf94 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:20:11.807979 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-685ea403-731b-4a93-8ee4-cb253cc617c4 None None] Routers {'98af324b-7fb9-4c9b-8c44-e1b9cffeed46'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:20:11.808658 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-685ea403-731b-4a93-8ee4-cb253cc617c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:20:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['98af324b-7fb9-4c9b-8c44-e1b9cffeed46'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:20:11.810485 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-7d84c241-57fa-40f7-ac42-0df811ffbf94 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Usage tracker for resource:network and tenant:c0d5c79d614c43888db26707e3e8b967 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:20:11.814340 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-7d84c241-57fa-40f7-ac42-0df811ffbf94 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:20:11.821041 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-7d84c241-57fa-40f7-ac42-0df811ffbf94 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:20:11.836822 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d84c241-57fa-40f7-ac42-0df811ffbf94 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Made reservation on behalf of c0d5c79d614c43888db26707e3e8b967 for: {'network': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:20:11.841338 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-7d84c241-57fa-40f7-ac42-0df811ffbf94 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:11.870367 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:11.900135 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d84c241-57fa-40f7-ac42-0df811ffbf94 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 145} {{(pid=88524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 19:20:11.913784 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-7d84c241-57fa-40f7-ac42-0df811ffbf94 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:11.914138 n-d-844202-1 neutron-server[88524]: INFO neutron.db.segments_db [None req-7d84c241-57fa-40f7-ac42-0df811ffbf94 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Added segment 171b028e-d2d5-4759-8e30-10a1593e7e18 of type vlan for network 1c48fd9f-2eaf-47bc-89e9-3da4ecee388e Jun 01 19:20:11.950110 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-7d84c241-57fa-40f7-ac42-0df811ffbf94 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:11.994899 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-7d84c241-57fa-40f7-ac42-0df811ffbf94 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:12.004382 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d84c241-57fa-40f7-ac42-0df811ffbf94 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:20:12.005375 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-7d84c241-57fa-40f7-ac42-0df811ffbf94 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks [] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:12.060106 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-0d26f2fc-f211-49f9-a374-b872c6c84c4f None None] Provisioning complete for port c5206db3-baef-4dd8-aa7c-a95cda062f26 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:20:12.060106 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-0d26f2fc-f211-49f9-a374-b872c6c84c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:12.194953 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 38362) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:20:12.205196 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-447384ff-7178-4eca-8aca-313982bc30f0 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Request body: {'subnet': {'network_id': '1c48fd9f-2eaf-47bc-89e9-3da4ecee388e', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:20:12.216127 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-7d84c241-57fa-40f7-ac42-0df811ffbf94 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4232614 Jun 01 19:20:12.234118 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d84c241-57fa-40f7-ac42-0df811ffbf94 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Pushing event updated for resources: {'Network': ['ID=1c48fd9f-2eaf-47bc-89e9-3da4ecee388e,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:20:12.251322 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:12.255808 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:12.274359 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network 1c48fd9f-2eaf-47bc-89e9-3da4ecee388e details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 19:20:12.313127 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=c5206db3-baef-4dd8-aa7c-a95cda062f26,revision_number=3']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:20:12.371152 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-685ea403-731b-4a93-8ee4-cb253cc617c4 None None] Set router 98af324b-7fb9-4c9b-8c44-e1b9cffeed46 gateway port host: None {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:20:12.377624 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-447384ff-7178-4eca-8aca-313982bc30f0 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:20:12.384411 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-447384ff-7178-4eca-8aca-313982bc30f0 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Usage tracker for resource:subnet and tenant:c0d5c79d614c43888db26707e3e8b967 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:20:12.388017 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-447384ff-7178-4eca-8aca-313982bc30f0 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:20:12.396410 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-447384ff-7178-4eca-8aca-313982bc30f0 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:20:12.409657 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-447384ff-7178-4eca-8aca-313982bc30f0 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Made reservation on behalf of c0d5c79d614c43888db26707e3e8b967 for: {'subnet': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:20:12.414040 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-447384ff-7178-4eca-8aca-313982bc30f0 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9667140'] for subnet, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:12.671657 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-447384ff-7178-4eca-8aca-313982bc30f0 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2614064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9667190'] for subnet, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:12.719906 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-0d26f2fc-f211-49f9-a374-b872c6c84c4f None None] Current status of the port c5206db3-baef-4dd8-aa7c-a95cda062f26 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:20:12.756333 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447384ff-7178-4eca-8aca-313982bc30f0 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Pushing event updated for resources: {'Subnet': ['ID=a703d099-4855-49a2-846d-7f76eb403efb,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:20:12.766205 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-447384ff-7178-4eca-8aca-313982bc30f0 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Checking segment: {'id': '171b028e-d2d5-4759-8e30-10a1593e7e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '1c48fd9f-2eaf-47bc-89e9-3da4ecee388e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:20:12.766565 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-447384ff-7178-4eca-8aca-313982bc30f0 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Network hostable DHCP agents. Network: 1c48fd9f-2eaf-47bc-89e9-3da4ecee388e, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 19:20:12.786002 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-447384ff-7178-4eca-8aca-313982bc30f0 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Network 1c48fd9f-2eaf-47bc-89e9-3da4ecee388e is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 19:20:12.795747 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-447384ff-7178-4eca-8aca-313982bc30f0 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, 1c48fd9f-2eaf-47bc-89e9-3da4ecee388e) {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:20:12.800152 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-447384ff-7178-4eca-8aca-313982bc30f0 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:20:12.800759 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-447384ff-7178-4eca-8aca-313982bc30f0 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks [] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:12.805896 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e597ebb3-8c2c-46a3-9e20-3aeb259d91ea None None] Network 1c48fd9f-2eaf-47bc-89e9-3da4ecee388e requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:20:12.826220 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-447384ff-7178-4eca-8aca-313982bc30f0 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6272082 Jun 01 19:20:12.826430 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 38366) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:20:12.933366 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-d546c0f1-15dd-47bb-87bf-33e53b78bfc5 None None] Provisioning complete for port 87f7d135-5fa3-4dbb-ad5a-1ce8b9415dfa triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:20:12.933727 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-d546c0f1-15dd-47bb-87bf-33e53b78bfc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:13.059692 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-d546c0f1-15dd-47bb-87bf-33e53b78bfc5 None None] Port 87f7d135-5fa3-4dbb-ad5a-1ce8b9415dfa cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:20:13.071597 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-685ea403-731b-4a93-8ee4-cb253cc617c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98af324b-7fb9-4c9b-8c44-e1b9cffeed46', 'name': 'tempest-RoutersTest-router-326390027', 'tenant_id': 'c0d5c79d614c43888db26707e3e8b967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:20:07Z', 'updated_at': '2022-06-01T19:20:10Z', 'revision_number': 2, 'project_id': 'c0d5c79d614c43888db26707e3e8b967', 'gw_port_host': None, '_interfaces': [{'id': '87f7d135-5fa3-4dbb-ad5a-1ce8b9415dfa', 'name': '', 'network_id': '6165f85e-27f2-4ecc-963b-a6bcef5dcbdb', 'tenant_id': 'c0d5c79d614c43888db26707e3e8b967', 'mac_address': 'fa:16:3e:e9:26:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98af324b-7fb9-4c9b-8c44-e1b9cffeed46', 'device_owner': 'network:router_interface', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': 'fa42bddc-2a7c-4732-be0e-9bf852077141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:20:09Z', 'updated_at': '2022-06-01T19:20:10Z', 'revision_number': 2, 'project_id': 'c0d5c79d614c43888db26707e3e8b967', 'subnets': [{'id': 'fa42bddc-2a7c-4732-be0e-9bf852077141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:20:13.079329 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-685ea403-731b-4a93-8ee4-cb253cc617c4 None None] Checking router: 98af324b-7fb9-4c9b-8c44-e1b9cffeed46 for host: n-d-844202-1 {{(pid=88526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 19:20:13.079711 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-685ea403-731b-4a93-8ee4-cb253cc617c4 None None] Updating router 98af324b-7fb9-4c9b-8c44-e1b9cffeed46 port 87f7d135-5fa3-4dbb-ad5a-1ce8b9415dfa binding host n-d-844202-1 {{(pid=88526) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 19:20:13.175571 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-685ea403-731b-4a93-8ee4-cb253cc617c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:13.187493 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1412ddac-ddae-4284-aaa1-304808d4b074 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc93f83c3-7fb6-5c13-a9d4-29d739a4e8d2-1c48fd9f-2eaf-47bc-89e9-3da4ecee388e', 'network_id': '1c48fd9f-2eaf-47bc-89e9-3da4ecee388e', 'tenant_id': 'c0d5c79d614c43888db26707e3e8b967', 'fixed_ips': [{'subnet_id': 'a703d099-4855-49a2-846d-7f76eb403efb'}]}} from n-d-844202-1. {{(pid=88526) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 19:20:13.188271 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-1412ddac-ddae-4284-aaa1-304808d4b074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:13.394268 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device c5206db3-baef-4dd8-aa7c-a95cda062f26 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:20:13.506965 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8ef58827-e314-4bf5-908e-10de89fd5163 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:13.638734 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.db_base_plugin_common [None req-1412ddac-ddae-4284-aaa1-304808d4b074 None None] Allocated IP 172.21.0.2 (1c48fd9f-2eaf-47bc-89e9-3da4ecee388e/a703d099-4855-49a2-846d-7f76eb403efb/9a6063f7-5a18-42f3-9321-48862507366d) {{(pid=88526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:20:13.770406 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port c5206db3-baef-4dd8-aa7c-a95cda062f26 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:20:13.771079 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:14.109080 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port c5206db3-baef-4dd8-aa7c-a95cda062f26 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:20:14.114419 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-1412ddac-ddae-4284-aaa1-304808d4b074 None None] Notify callbacks [] for port, precommit_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:14.131635 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-1412ddac-ddae-4284-aaa1-304808d4b074 None None] Transition to ACTIVE for port object 9a6063f7-5a18-42f3-9321-48862507366d will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:20:14.151707 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-685ea403-731b-4a93-8ee4-cb253cc617c4 None None] Notify callbacks [] for port, precommit_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:14.168462 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-1412ddac-ddae-4284-aaa1-304808d4b074 None None] Transition to ACTIVE for port object 9a6063f7-5a18-42f3-9321-48862507366d will not be triggered until provisioned by entity DHCP. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:20:14.171977 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-685ea403-731b-4a93-8ee4-cb253cc617c4 None None] Transition to ACTIVE for port object 87f7d135-5fa3-4dbb-ad5a-1ce8b9415dfa will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:20:14.177513 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-1412ddac-ddae-4284-aaa1-304808d4b074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526'] for port, after_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:14.222261 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-685ea403-731b-4a93-8ee4-cb253cc617c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:14.249433 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [None req-8ef58827-e314-4bf5-908e-10de89fd5163 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Allocated IP 172.21.0.1 (1c48fd9f-2eaf-47bc-89e9-3da4ecee388e/a703d099-4855-49a2-846d-7f76eb403efb/d6b3a94e-7b54-4543-8fa0-34b157e3d9ec) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:20:14.257109 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1412ddac-ddae-4284-aaa1-304808d4b074 None None] Network 1c48fd9f-2eaf-47bc-89e9-3da4ecee388e is already hosted by enough agents. {{(pid=88526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:20:14.308370 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.base_scheduler [None req-1412ddac-ddae-4284-aaa1-304808d4b074 None None] Resources bound (agent type, host, resource id): {{(pid=88526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:20:14.322122 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1412ddac-ddae-4284-aaa1-304808d4b074 None None] Received port after_create {{(pid=88526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:20:14.452197 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8ef58827-e314-4bf5-908e-10de89fd5163 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:14.466432 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1412ddac-ddae-4284-aaa1-304808d4b074 None None] Pushing event updated for resources: {'Port': ['ID=9a6063f7-5a18-42f3-9321-48862507366d,revision_number=1']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:20:14.484476 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [None req-8ef58827-e314-4bf5-908e-10de89fd5163 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Transition to ACTIVE for port object d6b3a94e-7b54-4543-8fa0-34b157e3d9ec will not be triggered until provisioned by entity DHCP. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:20:14.524598 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8ef58827-e314-4bf5-908e-10de89fd5163 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:14.608018 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef58827-e314-4bf5-908e-10de89fd5163 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Network 1c48fd9f-2eaf-47bc-89e9-3da4ecee388e is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:20:14.611374 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-8ef58827-e314-4bf5-908e-10de89fd5163 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:20:14.615714 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef58827-e314-4bf5-908e-10de89fd5163 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:20:14.677121 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef58827-e314-4bf5-908e-10de89fd5163 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Pushing event updated for resources: {'Port': ['ID=d6b3a94e-7b54-4543-8fa0-34b157e3d9ec,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:20:14.682440 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-1412ddac-ddae-4284-aaa1-304808d4b074 None None] Attempting to bind port 9a6063f7-5a18-42f3-9321-48862507366d on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:20:14.682815 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-1412ddac-ddae-4284-aaa1-304808d4b074 None None] Attempting to bind port 9a6063f7-5a18-42f3-9321-48862507366d by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': '171b028e-d2d5-4759-8e30-10a1593e7e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '1c48fd9f-2eaf-47bc-89e9-3da4ecee388e'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:20:14.683173 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1412ddac-ddae-4284-aaa1-304808d4b074 None None] Attempting to bind port 9a6063f7-5a18-42f3-9321-48862507366d on network 1c48fd9f-2eaf-47bc-89e9-3da4ecee388e {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:20:14.697415 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cb126f-e8a9-4234-82e4-0b4b265dc307 None None] Pushing event updated for resources: {'Port': ['ID=87f7d135-5fa3-4dbb-ad5a-1ce8b9415dfa,revision_number=3']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:20:14.703622 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-685ea403-731b-4a93-8ee4-cb253cc617c4 None None] Attempting to bind port 87f7d135-5fa3-4dbb-ad5a-1ce8b9415dfa on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:20:14.703996 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-685ea403-731b-4a93-8ee4-cb253cc617c4 None None] Attempting to bind port 87f7d135-5fa3-4dbb-ad5a-1ce8b9415dfa by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': '67005fb9-f33d-474d-8f22-4ae869839b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '6165f85e-27f2-4ecc-963b-a6bcef5dcbdb'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:20:14.704395 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-685ea403-731b-4a93-8ee4-cb253cc617c4 None None] Attempting to bind port 87f7d135-5fa3-4dbb-ad5a-1ce8b9415dfa on network 6165f85e-27f2-4ecc-963b-a6bcef5dcbdb {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:20:14.706083 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8ef58827-e314-4bf5-908e-10de89fd5163 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-887605'] for router_interface, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:14.710099 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1412ddac-ddae-4284-aaa1-304808d4b074 None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 20, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:20:14.710099 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1412ddac-ddae-4284-aaa1-304808d4b074 None None] Checking segment: {'id': '171b028e-d2d5-4759-8e30-10a1593e7e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '1c48fd9f-2eaf-47bc-89e9-3da4ecee388e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:20:14.710561 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-1412ddac-ddae-4284-aaa1-304808d4b074 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:14.710847 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1412ddac-ddae-4284-aaa1-304808d4b074 None None] Bound using segment: {'id': '171b028e-d2d5-4759-8e30-10a1593e7e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '1c48fd9f-2eaf-47bc-89e9-3da4ecee388e'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:20:14.711392 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-1412ddac-ddae-4284-aaa1-304808d4b074 None None] Bound port: 9a6063f7-5a18-42f3-9321-48862507366d, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '171b028e-d2d5-4759-8e30-10a1593e7e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '1c48fd9f-2eaf-47bc-89e9-3da4ecee388e'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:20:14.711687 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-1412ddac-ddae-4284-aaa1-304808d4b074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:14.735756 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-685ea403-731b-4a93-8ee4-cb253cc617c4 None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 20, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:20:14.736378 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-685ea403-731b-4a93-8ee4-cb253cc617c4 None None] Checking segment: {'id': '67005fb9-f33d-474d-8f22-4ae869839b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '6165f85e-27f2-4ecc-963b-a6bcef5dcbdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:20:14.736749 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-685ea403-731b-4a93-8ee4-cb253cc617c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:14.737280 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-685ea403-731b-4a93-8ee4-cb253cc617c4 None None] Bound using segment: {'id': '67005fb9-f33d-474d-8f22-4ae869839b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '6165f85e-27f2-4ecc-963b-a6bcef5dcbdb'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:20:14.737882 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-685ea403-731b-4a93-8ee4-cb253cc617c4 None None] Bound port: 87f7d135-5fa3-4dbb-ad5a-1ce8b9415dfa, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67005fb9-f33d-474d-8f22-4ae869839b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '6165f85e-27f2-4ecc-963b-a6bcef5dcbdb'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:20:14.738392 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-685ea403-731b-4a93-8ee4-cb253cc617c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:14.872974 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8ef58827-e314-4bf5-908e-10de89fd5163 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:14.927908 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-1412ddac-ddae-4284-aaa1-304808d4b074 None None] For port 9a6063f7-5a18-42f3-9321-48862507366d, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:20:14.942065 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-1412ddac-ddae-4284-aaa1-304808d4b074 None None] For port 9a6063f7-5a18-42f3-9321-48862507366d, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=9a6063f7-5a18-42f3-9321-48862507366d,segment=NetworkSegment(171b028e-d2d5-4759-8e30-10a1593e7e18),segment_id=171b028e-d2d5-4759-8e30-10a1593e7e18)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:20:14.943688 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-685ea403-731b-4a93-8ee4-cb253cc617c4 None None] For port 87f7d135-5fa3-4dbb-ad5a-1ce8b9415dfa, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:20:14.947188 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-1412ddac-ddae-4284-aaa1-304808d4b074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:14.952657 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-685ea403-731b-4a93-8ee4-cb253cc617c4 None None] For port 87f7d135-5fa3-4dbb-ad5a-1ce8b9415dfa, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=87f7d135-5fa3-4dbb-ad5a-1ce8b9415dfa,segment=NetworkSegment(67005fb9-f33d-474d-8f22-4ae869839b07),segment_id=67005fb9-f33d-474d-8f22-4ae869839b07)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:20:15.001450 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-685ea403-731b-4a93-8ee4-cb253cc617c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:15.051686 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-685ea403-731b-4a93-8ee4-cb253cc617c4 None None] Routers {'98af324b-7fb9-4c9b-8c44-e1b9cffeed46'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:20:15.052364 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-685ea403-731b-4a93-8ee4-cb253cc617c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:20:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['98af324b-7fb9-4c9b-8c44-e1b9cffeed46'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:20:15.233010 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1412ddac-ddae-4284-aaa1-304808d4b074 None None] Pushing event updated for resources: {'Port': ['ID=9a6063f7-5a18-42f3-9321-48862507366d,revision_number=2']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:20:15.356199 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-685ea403-731b-4a93-8ee4-cb253cc617c4 None None] Set router 98af324b-7fb9-4c9b-8c44-e1b9cffeed46 gateway port host: None {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:20:15.376498 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8ef58827-e314-4bf5-908e-10de89fd5163 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks [] for port, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:15.388904 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8ef58827-e314-4bf5-908e-10de89fd5163 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:15.519675 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef58827-e314-4bf5-908e-10de89fd5163 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Pushing event updated for resources: {'Port': ['ID=d6b3a94e-7b54-4543-8fa0-34b157e3d9ec,revision_number=2']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:20:15.526452 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8ef58827-e314-4bf5-908e-10de89fd5163 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-887436'] for router_interface, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:15.602209 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cb126f-e8a9-4234-82e4-0b4b265dc307 None None] Pushing event updated for resources: {'Port': ['ID=87f7d135-5fa3-4dbb-ad5a-1ce8b9415dfa,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:20:15.693699 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef58827-e314-4bf5-908e-10de89fd5163 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Network 1c48fd9f-2eaf-47bc-89e9-3da4ecee388e is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:20:15.695619 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-8ef58827-e314-4bf5-908e-10de89fd5163 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:20:15.845797 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-685ea403-731b-4a93-8ee4-cb253cc617c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98af324b-7fb9-4c9b-8c44-e1b9cffeed46', 'name': 'tempest-RoutersTest-router-326390027', 'tenant_id': 'c0d5c79d614c43888db26707e3e8b967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:20:07Z', 'updated_at': '2022-06-01T19:20:14Z', 'revision_number': 3, 'project_id': 'c0d5c79d614c43888db26707e3e8b967', 'gw_port_host': None, '_interfaces': [{'id': '87f7d135-5fa3-4dbb-ad5a-1ce8b9415dfa', 'name': '', 'network_id': '6165f85e-27f2-4ecc-963b-a6bcef5dcbdb', 'tenant_id': 'c0d5c79d614c43888db26707e3e8b967', 'mac_address': 'fa:16:3e:e9:26:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98af324b-7fb9-4c9b-8c44-e1b9cffeed46', 'device_owner': 'network:router_interface', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': 'fa42bddc-2a7c-4732-be0e-9bf852077141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:20:09Z', 'updated_at': '2022-06-01T19:20:14Z', 'revision_number': 4, 'project_id': 'c0d5c79d614c43888db26707e3e8b967', 'subnets': [{'id': 'fa42bddc-2a7c-4732-be0e-9bf852077141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6b3a94e-7b54-4543-8fa0-34b157e3d9ec', 'name': '', 'network_id': '1c48fd9f-2eaf-47bc-89e9-3da4ecee388e', 'tenant_id': 'c0d5c79d614c43888db26707e3e8b967', 'mac_address': 'fa:16:3e:70:f7:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98af324b-7fb9-4c9b-8c44-e1b9cffeed46', 'device_owner': 'network:router_interface', 'standard_attr_id': 3583, 'fixed_ips': [{'subnet_id': 'a703d099-4855-49a2-846d-7f76eb403efb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:20:13Z', 'updated_at': '2022-06-01T19:20:14Z', 'revision_number': 1, 'project_id': 'c0d5c79d614c43888db26707e3e8b967', 'subnets': [{'id': 'a703d099-4855-49a2-846d-7f76eb403efb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:20:15.851053 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-685ea403-731b-4a93-8ee4-cb253cc617c4 None None] The sync data for ids ['98af324b-7fb9-4c9b-8c44-e1b9cffeed46'] in n-d-844202-1 is: [{'id': '98af324b-7fb9-4c9b-8c44-e1b9cffeed46', 'name': 'tempest-RoutersTest-router-326390027', 'tenant_id': 'c0d5c79d614c43888db26707e3e8b967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:20:07Z', 'updated_at': '2022-06-01T19:20:14Z', 'revision_number': 3, 'project_id': 'c0d5c79d614c43888db26707e3e8b967', 'gw_port_host': None, '_interfaces': [{'id': '87f7d135-5fa3-4dbb-ad5a-1ce8b9415dfa', 'name': '', 'network_id': '6165f85e-27f2-4ecc-963b-a6bcef5dcbdb', 'tenant_id': 'c0d5c79d614c43888db26707e3e8b967', 'mac_address': 'fa:16:3e:e9:26:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98af324b-7fb9-4c9b-8c44-e1b9cffeed46', 'device_owner': 'network:router_interface', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': 'fa42bddc-2a7c-4732-be0e-9bf852077141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:20:09Z', 'updated_at': '2022-06-01T19:20:14Z', 'revision_number': 4, 'project_id': 'c0d5c79d614c43888db26707e3e8b967', 'subnets': [{'id': 'fa42bddc-2a7c-4732-be0e-9bf852077141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6b3a94e-7b54-4543-8fa0-34b157e3d9ec', 'name': '', 'network_id': '1c48fd9f-2eaf-47bc-89e9-3da4ecee388e', 'tenant_id': 'c0d5c79d614c43888db26707e3e8b967', 'mac_address': 'fa:16:3e:70:f7:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98af324b-7fb9-4c9b-8c44-e1b9cffeed46', 'device_owner': 'network:router_interface', 'standard_attr_id': 3583, 'fixed_ips': [{'subnet_id': 'a703d099-4855-49a2-846d-7f76eb403efb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:20:13Z', 'updated_at': '2022-06-01T19:20:14Z', 'revision_number': 1, 'project_id': 'c0d5c79d614c43888db26707e3e8b967', 'subnets': [{'id': 'a703d099-4855-49a2-846d-7f76eb403efb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:20:16.107513 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ef58827-e314-4bf5-908e-10de89fd5163 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Router 98af324b-7fb9-4c9b-8c44-e1b9cffeed46 has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 19:20:16.363558 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ef58827-e314-4bf5-908e-10de89fd5163 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:20:16.386894 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-8ef58827-e314-4bf5-908e-10de89fd5163 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] 10.222.0.41 "PUT /v2.0/routers/98af324b-7fb9-4c9b-8c44-e1b9cffeed46/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5570073 Jun 01 19:20:16.387266 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 38384) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:20:16.397936 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-442d7c12-6fef-4d47-8c0b-ee39264d9377 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Request body: {'network': {'name': 'tempest-RoutersTest-154396432'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:20:16.404254 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-442d7c12-6fef-4d47-8c0b-ee39264d9377 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:20:16.409898 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-442d7c12-6fef-4d47-8c0b-ee39264d9377 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Usage tracker for resource:network and tenant:c0d5c79d614c43888db26707e3e8b967 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:20:16.413936 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-442d7c12-6fef-4d47-8c0b-ee39264d9377 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:20:16.420743 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-442d7c12-6fef-4d47-8c0b-ee39264d9377 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:20:16.440873 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-442d7c12-6fef-4d47-8c0b-ee39264d9377 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Made reservation on behalf of c0d5c79d614c43888db26707e3e8b967 for: {'network': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:20:16.444637 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-442d7c12-6fef-4d47-8c0b-ee39264d9377 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:16.480756 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-442d7c12-6fef-4d47-8c0b-ee39264d9377 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 142} {{(pid=88525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 19:20:16.493713 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-442d7c12-6fef-4d47-8c0b-ee39264d9377 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:16.494790 n-d-844202-1 neutron-server[88525]: INFO neutron.db.segments_db [None req-442d7c12-6fef-4d47-8c0b-ee39264d9377 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Added segment 0a5b806b-8290-45d5-9d84-ee25bba8864c of type vlan for network 4a132ecb-0dda-4c27-8f1c-1cc5237bff42 Jun 01 19:20:16.508133 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df32e9f9-c3ea-478d-89d4-d4fb70aa058e None None] Network 1c48fd9f-2eaf-47bc-89e9-3da4ecee388e requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:20:16.532754 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-442d7c12-6fef-4d47-8c0b-ee39264d9377 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:16.575556 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-442d7c12-6fef-4d47-8c0b-ee39264d9377 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:16.584302 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-442d7c12-6fef-4d47-8c0b-ee39264d9377 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:20:16.585331 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-442d7c12-6fef-4d47-8c0b-ee39264d9377 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks [] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:16.725987 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-a25a7ffc-df27-4d49-9296-b9a6481a731b None None] Provisioning for port 9a6063f7-5a18-42f3-9321-48862507366d completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:20:16.731001 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-442d7c12-6fef-4d47-8c0b-ee39264d9377 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3407662 Jun 01 19:20:16.733744 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 38388) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:20:16.744330 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-00265c99-aff7-43c9-9ec7-771cbe5db396 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Request body: {'subnet': {'network_id': '4a132ecb-0dda-4c27-8f1c-1cc5237bff42', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:20:16.744777 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442d7c12-6fef-4d47-8c0b-ee39264d9377 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Pushing event updated for resources: {'Network': ['ID=4a132ecb-0dda-4c27-8f1c-1cc5237bff42,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:20:16.773733 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network 4a132ecb-0dda-4c27-8f1c-1cc5237bff42 details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 19:20:16.958169 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-00265c99-aff7-43c9-9ec7-771cbe5db396 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:20:16.984551 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-00265c99-aff7-43c9-9ec7-771cbe5db396 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Usage tracker for resource:subnet and tenant:c0d5c79d614c43888db26707e3e8b967 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:20:16.992053 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-00265c99-aff7-43c9-9ec7-771cbe5db396 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:20:17.007929 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-00265c99-aff7-43c9-9ec7-771cbe5db396 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:20:17.025142 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00265c99-aff7-43c9-9ec7-771cbe5db396 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Made reservation on behalf of c0d5c79d614c43888db26707e3e8b967 for: {'subnet': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:20:17.028681 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-00265c99-aff7-43c9-9ec7-771cbe5db396 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3066584'] for subnet, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:17.411371 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-838aeb5b-f08e-47db-b36c-bdedd958f5cc None None] Provisioning for port d6b3a94e-7b54-4543-8fa0-34b157e3d9ec completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:20:17.417248 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-838aeb5b-f08e-47db-b36c-bdedd958f5cc None None] Provisioning complete for port d6b3a94e-7b54-4543-8fa0-34b157e3d9ec triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:20:17.426019 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-838aeb5b-f08e-47db-b36c-bdedd958f5cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:17.505479 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-00265c99-aff7-43c9-9ec7-771cbe5db396 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2718919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3066602'] for subnet, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:17.566957 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 87f7d135-5fa3-4dbb-ad5a-1ce8b9415dfa up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:20:17.627867 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00265c99-aff7-43c9-9ec7-771cbe5db396 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Pushing event updated for resources: {'Subnet': ['ID=9f3f60a7-c257-4cbb-8614-0422aa1ceed9,revision_number=0']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:20:17.640347 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00265c99-aff7-43c9-9ec7-771cbe5db396 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Checking segment: {'id': '0a5b806b-8290-45d5-9d84-ee25bba8864c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '4a132ecb-0dda-4c27-8f1c-1cc5237bff42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:20:17.640941 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00265c99-aff7-43c9-9ec7-771cbe5db396 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Network hostable DHCP agents. Network: 4a132ecb-0dda-4c27-8f1c-1cc5237bff42, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88524) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 19:20:17.672825 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00265c99-aff7-43c9-9ec7-771cbe5db396 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Network 4a132ecb-0dda-4c27-8f1c-1cc5237bff42 is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88524) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 19:20:17.700083 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-00265c99-aff7-43c9-9ec7-771cbe5db396 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, 4a132ecb-0dda-4c27-8f1c-1cc5237bff42) {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:20:17.711135 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-838aeb5b-f08e-47db-b36c-bdedd958f5cc None None] Port d6b3a94e-7b54-4543-8fa0-34b157e3d9ec cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:20:17.711366 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00265c99-aff7-43c9-9ec7-771cbe5db396 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:20:17.712386 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-00265c99-aff7-43c9-9ec7-771cbe5db396 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:17.714379 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f39ce81-d863-4637-82e0-2c706964abf0 None None] Network 4a132ecb-0dda-4c27-8f1c-1cc5237bff42 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:20:17.756671 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-00265c99-aff7-43c9-9ec7-771cbe5db396 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0208960 Jun 01 19:20:17.759341 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 38394) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:20:17.847607 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port 87f7d135-5fa3-4dbb-ad5a-1ce8b9415dfa completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:20:17.865320 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 87f7d135-5fa3-4dbb-ad5a-1ce8b9415dfa triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:20:17.865881 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:18.014346 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-be5c699e-e062-4d91-bed7-419143463b9f None None] Provisioning complete for port d6b3a94e-7b54-4543-8fa0-34b157e3d9ec triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:20:18.014713 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-be5c699e-e062-4d91-bed7-419143463b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:18.245309 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-be5c699e-e062-4d91-bed7-419143463b9f None None] Port d6b3a94e-7b54-4543-8fa0-34b157e3d9ec cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:20:18.349162 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 87f7d135-5fa3-4dbb-ad5a-1ce8b9415dfa is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:20:18.350501 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:18.369052 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4f4eff2-493f-4b3a-b616-a37474058344 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc93f83c3-7fb6-5c13-a9d4-29d739a4e8d2-4a132ecb-0dda-4c27-8f1c-1cc5237bff42', 'network_id': '4a132ecb-0dda-4c27-8f1c-1cc5237bff42', 'tenant_id': 'c0d5c79d614c43888db26707e3e8b967', 'fixed_ips': [{'subnet_id': '9f3f60a7-c257-4cbb-8614-0422aa1ceed9'}]}} from n-d-844202-1. {{(pid=88526) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 19:20:18.370432 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-d4f4eff2-493f-4b3a-b616-a37474058344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:18.531000 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-e2b8f9d9-118d-4448-8e3b-750307c3c26a None None] Provisioning complete for port d6b3a94e-7b54-4543-8fa0-34b157e3d9ec triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:20:18.531583 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-e2b8f9d9-118d-4448-8e3b-750307c3c26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:18.600693 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port 87f7d135-5fa3-4dbb-ad5a-1ce8b9415dfa, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=87f7d135-5fa3-4dbb-ad5a-1ce8b9415dfa,segment=NetworkSegment(67005fb9-f33d-474d-8f22-4ae869839b07),segment_id=67005fb9-f33d-474d-8f22-4ae869839b07)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:20:18.620873 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:18.621825 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 9a6063f7-5a18-42f3-9321-48862507366d up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:20:18.754607 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-e2b8f9d9-118d-4448-8e3b-750307c3c26a None None] Port d6b3a94e-7b54-4543-8fa0-34b157e3d9ec cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:20:18.778173 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-934f4db3-fc3b-4e4d-9b8d-6973704b2980 None None] Sync routers for ids ['98af324b-7fb9-4c9b-8c44-e1b9cffeed46'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:20:18.797103 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b718dd94-c0c2-4f4f-be00-762906decdb0 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:18.804356 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-934f4db3-fc3b-4e4d-9b8d-6973704b2980 None None] Routers {'98af324b-7fb9-4c9b-8c44-e1b9cffeed46'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:20:18.805036 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-934f4db3-fc3b-4e4d-9b8d-6973704b2980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:20:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['98af324b-7fb9-4c9b-8c44-e1b9cffeed46'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:20:18.817920 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=87f7d135-5fa3-4dbb-ad5a-1ce8b9415dfa,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:20:18.836397 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port 9a6063f7-5a18-42f3-9321-48862507366d completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:20:18.845170 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.db_base_plugin_common [None req-d4f4eff2-493f-4b3a-b616-a37474058344 None None] Allocated IP 172.22.0.2 (4a132ecb-0dda-4c27-8f1c-1cc5237bff42/9f3f60a7-c257-4cbb-8614-0422aa1ceed9/6e2223d3-082f-467b-a89f-d36e66d4edb8) {{(pid=88526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:20:18.847281 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 9a6063f7-5a18-42f3-9321-48862507366d triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:20:18.847707 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:19.070047 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-934f4db3-fc3b-4e4d-9b8d-6973704b2980 None None] Set router 98af324b-7fb9-4c9b-8c44-e1b9cffeed46 gateway port host: None {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:20:19.120476 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 9a6063f7-5a18-42f3-9321-48862507366d is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:20:19.120920 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:19.214040 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port 9a6063f7-5a18-42f3-9321-48862507366d, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=9a6063f7-5a18-42f3-9321-48862507366d,segment=NetworkSegment(171b028e-d2d5-4759-8e30-10a1593e7e18),segment_id=171b028e-d2d5-4759-8e30-10a1593e7e18)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:20:19.217965 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-d4f4eff2-493f-4b3a-b616-a37474058344 None None] Notify callbacks [] for port, precommit_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:19.224681 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:19.270587 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-d4f4eff2-493f-4b3a-b616-a37474058344 None None] Transition to ACTIVE for port object 6e2223d3-082f-467b-a89f-d36e66d4edb8 will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:20:19.310743 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-d4f4eff2-493f-4b3a-b616-a37474058344 None None] Transition to ACTIVE for port object 6e2223d3-082f-467b-a89f-d36e66d4edb8 will not be triggered until provisioned by entity DHCP. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:20:19.332268 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-d4f4eff2-493f-4b3a-b616-a37474058344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526'] for port, after_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:19.355289 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=9a6063f7-5a18-42f3-9321-48862507366d,revision_number=3']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:20:19.479943 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4f4eff2-493f-4b3a-b616-a37474058344 None None] Network 4a132ecb-0dda-4c27-8f1c-1cc5237bff42 is already hosted by enough agents. {{(pid=88526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:20:19.483011 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.base_scheduler [None req-d4f4eff2-493f-4b3a-b616-a37474058344 None None] Resources bound (agent type, host, resource id): {{(pid=88526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:20:19.489754 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 87f7d135-5fa3-4dbb-ad5a-1ce8b9415dfa up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:20:19.525054 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f4eff2-493f-4b3a-b616-a37474058344 None None] Received port after_create {{(pid=88526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:20:19.545037 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f4eff2-493f-4b3a-b616-a37474058344 None None] Pushing event updated for resources: {'Port': ['ID=6e2223d3-082f-467b-a89f-d36e66d4edb8,revision_number=1']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:20:19.652789 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [None req-b718dd94-c0c2-4f4f-be00-762906decdb0 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Allocated IP 172.22.0.1 (4a132ecb-0dda-4c27-8f1c-1cc5237bff42/9f3f60a7-c257-4cbb-8614-0422aa1ceed9/4464ab0f-45b3-4ab2-89a6-8f37415e2a79) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:20:19.664734 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-d4f4eff2-493f-4b3a-b616-a37474058344 None None] Attempting to bind port 6e2223d3-082f-467b-a89f-d36e66d4edb8 on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:20:19.666149 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-d4f4eff2-493f-4b3a-b616-a37474058344 None None] Attempting to bind port 6e2223d3-082f-467b-a89f-d36e66d4edb8 by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': '0a5b806b-8290-45d5-9d84-ee25bba8864c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '4a132ecb-0dda-4c27-8f1c-1cc5237bff42'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:20:19.666149 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f4eff2-493f-4b3a-b616-a37474058344 None None] Attempting to bind port 6e2223d3-082f-467b-a89f-d36e66d4edb8 on network 4a132ecb-0dda-4c27-8f1c-1cc5237bff42 {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:20:19.683913 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 87f7d135-5fa3-4dbb-ad5a-1ce8b9415dfa triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:20:19.684450 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:19.702848 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-934f4db3-fc3b-4e4d-9b8d-6973704b2980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98af324b-7fb9-4c9b-8c44-e1b9cffeed46', 'name': 'tempest-RoutersTest-router-326390027', 'tenant_id': 'c0d5c79d614c43888db26707e3e8b967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:20:07Z', 'updated_at': '2022-06-01T19:20:14Z', 'revision_number': 3, 'project_id': 'c0d5c79d614c43888db26707e3e8b967', 'gw_port_host': None, '_interfaces': [{'id': '87f7d135-5fa3-4dbb-ad5a-1ce8b9415dfa', 'name': '', 'network_id': '6165f85e-27f2-4ecc-963b-a6bcef5dcbdb', 'tenant_id': 'c0d5c79d614c43888db26707e3e8b967', 'mac_address': 'fa:16:3e:e9:26:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98af324b-7fb9-4c9b-8c44-e1b9cffeed46', 'device_owner': 'network:router_interface', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': 'fa42bddc-2a7c-4732-be0e-9bf852077141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:20:09Z', 'updated_at': '2022-06-01T19:20:18Z', 'revision_number': 5, 'project_id': 'c0d5c79d614c43888db26707e3e8b967', 'subnets': [{'id': 'fa42bddc-2a7c-4732-be0e-9bf852077141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6b3a94e-7b54-4543-8fa0-34b157e3d9ec', 'name': '', 'network_id': '1c48fd9f-2eaf-47bc-89e9-3da4ecee388e', 'tenant_id': 'c0d5c79d614c43888db26707e3e8b967', 'mac_address': 'fa:16:3e:70:f7:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98af324b-7fb9-4c9b-8c44-e1b9cffeed46', 'device_owner': 'network:router_interface', 'standard_attr_id': 3583, 'fixed_ips': [{'subnet_id': 'a703d099-4855-49a2-846d-7f76eb403efb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:20:13Z', 'updated_at': '2022-06-01T19:20:15Z', 'revision_number': 2, 'project_id': 'c0d5c79d614c43888db26707e3e8b967', 'subnets': [{'id': 'a703d099-4855-49a2-846d-7f76eb403efb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:20:19.711533 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-934f4db3-fc3b-4e4d-9b8d-6973704b2980 None None] Checking router: 98af324b-7fb9-4c9b-8c44-e1b9cffeed46 for host: n-d-844202-1 {{(pid=88527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 19:20:19.712829 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-934f4db3-fc3b-4e4d-9b8d-6973704b2980 None None] Updating router 98af324b-7fb9-4c9b-8c44-e1b9cffeed46 port d6b3a94e-7b54-4543-8fa0-34b157e3d9ec binding host n-d-844202-1 {{(pid=88527) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 19:20:19.713125 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f4eff2-493f-4b3a-b616-a37474058344 None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 20, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:20:19.713499 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f4eff2-493f-4b3a-b616-a37474058344 None None] Checking segment: {'id': '0a5b806b-8290-45d5-9d84-ee25bba8864c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '4a132ecb-0dda-4c27-8f1c-1cc5237bff42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:20:19.713893 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-d4f4eff2-493f-4b3a-b616-a37474058344 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:19.714278 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f4eff2-493f-4b3a-b616-a37474058344 None None] Bound using segment: {'id': '0a5b806b-8290-45d5-9d84-ee25bba8864c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '4a132ecb-0dda-4c27-8f1c-1cc5237bff42'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:20:19.714751 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-d4f4eff2-493f-4b3a-b616-a37474058344 None None] Bound port: 6e2223d3-082f-467b-a89f-d36e66d4edb8, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a5b806b-8290-45d5-9d84-ee25bba8864c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '4a132ecb-0dda-4c27-8f1c-1cc5237bff42'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:20:19.715113 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-d4f4eff2-493f-4b3a-b616-a37474058344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:19.828683 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-934f4db3-fc3b-4e4d-9b8d-6973704b2980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:19.941099 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-d4f4eff2-493f-4b3a-b616-a37474058344 None None] For port 6e2223d3-082f-467b-a89f-d36e66d4edb8, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:20:19.979505 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-d4f4eff2-493f-4b3a-b616-a37474058344 None None] For port 6e2223d3-082f-467b-a89f-d36e66d4edb8, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=6e2223d3-082f-467b-a89f-d36e66d4edb8,segment=NetworkSegment(0a5b806b-8290-45d5-9d84-ee25bba8864c),segment_id=0a5b806b-8290-45d5-9d84-ee25bba8864c)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:20:19.996716 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-d4f4eff2-493f-4b3a-b616-a37474058344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:20.009698 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b718dd94-c0c2-4f4f-be00-762906decdb0 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:20.027953 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [None req-b718dd94-c0c2-4f4f-be00-762906decdb0 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Transition to ACTIVE for port object 4464ab0f-45b3-4ab2-89a6-8f37415e2a79 will not be triggered until provisioned by entity DHCP. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:20:20.090352 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 87f7d135-5fa3-4dbb-ad5a-1ce8b9415dfa is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:20:20.100293 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b718dd94-c0c2-4f4f-be00-762906decdb0 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:20.133645 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f4eff2-493f-4b3a-b616-a37474058344 None None] Pushing event updated for resources: {'Port': ['ID=6e2223d3-082f-467b-a89f-d36e66d4edb8,revision_number=2']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:20:20.225119 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b718dd94-c0c2-4f4f-be00-762906decdb0 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Network 4a132ecb-0dda-4c27-8f1c-1cc5237bff42 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:20:20.225995 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b718dd94-c0c2-4f4f-be00-762906decdb0 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Pushing event updated for resources: {'Port': ['ID=4464ab0f-45b3-4ab2-89a6-8f37415e2a79,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:20:20.234328 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-b718dd94-c0c2-4f4f-be00-762906decdb0 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:20:20.237054 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b718dd94-c0c2-4f4f-be00-762906decdb0 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:20:20.311786 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b718dd94-c0c2-4f4f-be00-762906decdb0 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-887605'] for router_interface, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:20.366997 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-934f4db3-fc3b-4e4d-9b8d-6973704b2980 None None] Notify callbacks [] for port, precommit_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:20.395066 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.provisioning_blocks [None req-934f4db3-fc3b-4e4d-9b8d-6973704b2980 None None] Transition to ACTIVE for port object d6b3a94e-7b54-4543-8fa0-34b157e3d9ec will not be triggered until provisioned by entity L2. {{(pid=88527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:20:20.414074 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-934f4db3-fc3b-4e4d-9b8d-6973704b2980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:20.560780 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b718dd94-c0c2-4f4f-be00-762906decdb0 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:20.695759 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b584a349-7dd3-4a46-848a-b935047123d5 None None] Pushing event updated for resources: {'Port': ['ID=d6b3a94e-7b54-4543-8fa0-34b157e3d9ec,revision_number=3']} {{(pid=88527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:20:20.758189 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b584a349-7dd3-4a46-848a-b935047123d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:20:20.758522 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b584a349-7dd3-4a46-848a-b935047123d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:20:20.758845 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b584a349-7dd3-4a46-848a-b935047123d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:20:20.759164 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b584a349-7dd3-4a46-848a-b935047123d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:20:20.759480 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b584a349-7dd3-4a46-848a-b935047123d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:20:20.759790 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b584a349-7dd3-4a46-848a-b935047123d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:20:20.760099 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b584a349-7dd3-4a46-848a-b935047123d5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:20:20.760481 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b584a349-7dd3-4a46-848a-b935047123d5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:20:20.760793 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b584a349-7dd3-4a46-848a-b935047123d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:20:20.761097 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b584a349-7dd3-4a46-848a-b935047123d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:20:20.761400 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b584a349-7dd3-4a46-848a-b935047123d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:20:20.761716 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b584a349-7dd3-4a46-848a-b935047123d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:20:20.853992 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-934f4db3-fc3b-4e4d-9b8d-6973704b2980 None None] Attempting to bind port d6b3a94e-7b54-4543-8fa0-34b157e3d9ec on host n-d-844202-1 for vnic_type normal with profile {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:20:20.854668 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-934f4db3-fc3b-4e4d-9b8d-6973704b2980 None None] Attempting to bind port d6b3a94e-7b54-4543-8fa0-34b157e3d9ec by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': '171b028e-d2d5-4759-8e30-10a1593e7e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '1c48fd9f-2eaf-47bc-89e9-3da4ecee388e'}] {{(pid=88527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:20:20.854668 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-934f4db3-fc3b-4e4d-9b8d-6973704b2980 None None] Attempting to bind port d6b3a94e-7b54-4543-8fa0-34b157e3d9ec on network 1c48fd9f-2eaf-47bc-89e9-3da4ecee388e {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:20:20.860414 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-934f4db3-fc3b-4e4d-9b8d-6973704b2980 None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 20, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:20:20.861456 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-934f4db3-fc3b-4e4d-9b8d-6973704b2980 None None] Checking segment: {'id': '171b028e-d2d5-4759-8e30-10a1593e7e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '1c48fd9f-2eaf-47bc-89e9-3da4ecee388e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:20:20.861851 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-934f4db3-fc3b-4e4d-9b8d-6973704b2980 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:20.862237 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-934f4db3-fc3b-4e4d-9b8d-6973704b2980 None None] Bound using segment: {'id': '171b028e-d2d5-4759-8e30-10a1593e7e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '1c48fd9f-2eaf-47bc-89e9-3da4ecee388e'} {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:20:20.862673 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-934f4db3-fc3b-4e4d-9b8d-6973704b2980 None None] Bound port: d6b3a94e-7b54-4543-8fa0-34b157e3d9ec, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '171b028e-d2d5-4759-8e30-10a1593e7e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '1c48fd9f-2eaf-47bc-89e9-3da4ecee388e'}}] {{(pid=88527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:20:20.863041 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-934f4db3-fc3b-4e4d-9b8d-6973704b2980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:21.022515 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.db [None req-934f4db3-fc3b-4e4d-9b8d-6973704b2980 None None] For port d6b3a94e-7b54-4543-8fa0-34b157e3d9ec, host n-d-844202-1, cleared binding levels {{(pid=88527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:20:21.026041 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.db [None req-934f4db3-fc3b-4e4d-9b8d-6973704b2980 None None] For port d6b3a94e-7b54-4543-8fa0-34b157e3d9ec, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=d6b3a94e-7b54-4543-8fa0-34b157e3d9ec,segment=NetworkSegment(171b028e-d2d5-4759-8e30-10a1593e7e18),segment_id=171b028e-d2d5-4759-8e30-10a1593e7e18)] {{(pid=88527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:20:21.031533 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-934f4db3-fc3b-4e4d-9b8d-6973704b2980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:21.148115 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-934f4db3-fc3b-4e4d-9b8d-6973704b2980 None None] Routers {'98af324b-7fb9-4c9b-8c44-e1b9cffeed46'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:20:21.148764 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-934f4db3-fc3b-4e4d-9b8d-6973704b2980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:20:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['98af324b-7fb9-4c9b-8c44-e1b9cffeed46'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:20:21.168467 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b718dd94-c0c2-4f4f-be00-762906decdb0 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks [] for port, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:21.175905 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b718dd94-c0c2-4f4f-be00-762906decdb0 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:21.216822 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b584a349-7dd3-4a46-848a-b935047123d5 None None] Pushing event updated for resources: {'Port': ['ID=d6b3a94e-7b54-4543-8fa0-34b157e3d9ec,revision_number=4']} {{(pid=88527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:20:21.340704 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-934f4db3-fc3b-4e4d-9b8d-6973704b2980 None None] Set router 98af324b-7fb9-4c9b-8c44-e1b9cffeed46 gateway port host: None {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:20:21.354815 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b718dd94-c0c2-4f4f-be00-762906decdb0 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Pushing event updated for resources: {'Port': ['ID=4464ab0f-45b3-4ab2-89a6-8f37415e2a79,revision_number=2']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:20:21.443255 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b718dd94-c0c2-4f4f-be00-762906decdb0 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-887436'] for router_interface, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:21.655614 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b718dd94-c0c2-4f4f-be00-762906decdb0 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Network 4a132ecb-0dda-4c27-8f1c-1cc5237bff42 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:20:21.657221 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-b718dd94-c0c2-4f4f-be00-762906decdb0 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:20:21.757425 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device d6b3a94e-7b54-4543-8fa0-34b157e3d9ec up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:20:21.894590 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port d6b3a94e-7b54-4543-8fa0-34b157e3d9ec completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:20:21.915757 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38a71743-7c33-408e-9dca-bc2d8fa97add None None] Network 4a132ecb-0dda-4c27-8f1c-1cc5237bff42 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:20:21.945541 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port d6b3a94e-7b54-4543-8fa0-34b157e3d9ec triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:20:21.946031 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:22.038497 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b718dd94-c0c2-4f4f-be00-762906decdb0 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Router 98af324b-7fb9-4c9b-8c44-e1b9cffeed46 has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 19:20:22.080411 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-934f4db3-fc3b-4e4d-9b8d-6973704b2980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98af324b-7fb9-4c9b-8c44-e1b9cffeed46', 'name': 'tempest-RoutersTest-router-326390027', 'tenant_id': 'c0d5c79d614c43888db26707e3e8b967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:20:07Z', 'updated_at': '2022-06-01T19:20:20Z', 'revision_number': 4, 'project_id': 'c0d5c79d614c43888db26707e3e8b967', 'gw_port_host': None, '_interfaces': [{'id': '4464ab0f-45b3-4ab2-89a6-8f37415e2a79', 'name': '', 'network_id': '4a132ecb-0dda-4c27-8f1c-1cc5237bff42', 'tenant_id': 'c0d5c79d614c43888db26707e3e8b967', 'mac_address': 'fa:16:3e:ce:1b:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98af324b-7fb9-4c9b-8c44-e1b9cffeed46', 'device_owner': 'network:router_interface', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': '9f3f60a7-c257-4cbb-8614-0422aa1ceed9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:20:19Z', 'updated_at': '2022-06-01T19:20:20Z', 'revision_number': 2, 'project_id': 'c0d5c79d614c43888db26707e3e8b967', 'subnets': [{'id': '9f3f60a7-c257-4cbb-8614-0422aa1ceed9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87f7d135-5fa3-4dbb-ad5a-1ce8b9415dfa', 'name': '', 'network_id': '6165f85e-27f2-4ecc-963b-a6bcef5dcbdb', 'tenant_id': 'c0d5c79d614c43888db26707e3e8b967', 'mac_address': 'fa:16:3e:e9:26:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98af324b-7fb9-4c9b-8c44-e1b9cffeed46', 'device_owner': 'network:router_interface', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': 'fa42bddc-2a7c-4732-be0e-9bf852077141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:20:09Z', 'updated_at': '2022-06-01T19:20:18Z', 'revision_number': 5, 'project_id': 'c0d5c79d614c43888db26707e3e8b967', 'subnets': [{'id': 'fa42bddc-2a7c-4732-be0e-9bf852077141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6b3a94e-7b54-4543-8fa0-34b157e3d9ec', 'name': '', 'network_id': '1c48fd9f-2eaf-47bc-89e9-3da4ecee388e', 'tenant_id': 'c0d5c79d614c43888db26707e3e8b967', 'mac_address': 'fa:16:3e:70:f7:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98af324b-7fb9-4c9b-8c44-e1b9cffeed46', 'device_owner': 'network:router_interface', 'standard_attr_id': 3583, 'fixed_ips': [{'subnet_id': 'a703d099-4855-49a2-846d-7f76eb403efb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:20:13Z', 'updated_at': '2022-06-01T19:20:21Z', 'revision_number': 4, 'project_id': 'c0d5c79d614c43888db26707e3e8b967', 'subnets': [{'id': 'a703d099-4855-49a2-846d-7f76eb403efb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:20:22.087552 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-934f4db3-fc3b-4e4d-9b8d-6973704b2980 None None] The sync data for ids ['98af324b-7fb9-4c9b-8c44-e1b9cffeed46'] in n-d-844202-1 is: [{'id': '98af324b-7fb9-4c9b-8c44-e1b9cffeed46', 'name': 'tempest-RoutersTest-router-326390027', 'tenant_id': 'c0d5c79d614c43888db26707e3e8b967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:20:07Z', 'updated_at': '2022-06-01T19:20:20Z', 'revision_number': 4, 'project_id': 'c0d5c79d614c43888db26707e3e8b967', 'gw_port_host': None, '_interfaces': [{'id': '4464ab0f-45b3-4ab2-89a6-8f37415e2a79', 'name': '', 'network_id': '4a132ecb-0dda-4c27-8f1c-1cc5237bff42', 'tenant_id': 'c0d5c79d614c43888db26707e3e8b967', 'mac_address': 'fa:16:3e:ce:1b:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98af324b-7fb9-4c9b-8c44-e1b9cffeed46', 'device_owner': 'network:router_interface', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': '9f3f60a7-c257-4cbb-8614-0422aa1ceed9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:20:19Z', 'updated_at': '2022-06-01T19:20:20Z', 'revision_number': 2, 'project_id': 'c0d5c79d614c43888db26707e3e8b967', 'subnets': [{'id': '9f3f60a7-c257-4cbb-8614-0422aa1ceed9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87f7d135-5fa3-4dbb-ad5a-1ce8b9415dfa', 'name': '', 'network_id': '6165f85e-27f2-4ecc-963b-a6bcef5dcbdb', 'tenant_id': 'c0d5c79d614c43888db26707e3e8b967', 'mac_address': 'fa:16:3e:e9:26:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98af324b-7fb9-4c9b-8c44-e1b9cffeed46', 'device_owner': 'network:router_interface', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': 'fa42bddc-2a7c-4732-be0e-9bf852077141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:20:09Z', 'updated_at': '2022-06-01T19:20:18Z', 'revision_number': 5, 'project_id': 'c0d5c79d614c43888db26707e3e8b967', 'subnets': [{'id': 'fa42bddc-2a7c-4732-be0e-9bf852077141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6b3a94e-7b54-4543-8fa0-34b157e3d9ec', 'name': '', 'network_id': '1c48fd9f-2eaf-47bc-89e9-3da4ecee388e', 'tenant_id': 'c0d5c79d614c43888db26707e3e8b967', 'mac_address': 'fa:16:3e:70:f7:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98af324b-7fb9-4c9b-8c44-e1b9cffeed46', 'device_owner': 'network:router_interface', 'standard_attr_id': 3583, 'fixed_ips': [{'subnet_id': 'a703d099-4855-49a2-846d-7f76eb403efb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:20:13Z', 'updated_at': '2022-06-01T19:20:21Z', 'revision_number': 4, 'project_id': 'c0d5c79d614c43888db26707e3e8b967', 'subnets': [{'id': 'a703d099-4855-49a2-846d-7f76eb403efb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:20:22.091057 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-d6bfcadb-770a-447b-8e5a-503017353a4e None None] Provisioning for port 6e2223d3-082f-467b-a89f-d36e66d4edb8 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:20:22.399527 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port d6b3a94e-7b54-4543-8fa0-34b157e3d9ec is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:20:22.399527 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:22.457873 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port d6b3a94e-7b54-4543-8fa0-34b157e3d9ec, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=d6b3a94e-7b54-4543-8fa0-34b157e3d9ec,segment=NetworkSegment(171b028e-d2d5-4759-8e30-10a1593e7e18),segment_id=171b028e-d2d5-4759-8e30-10a1593e7e18)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:20:22.472016 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:22.472666 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 9a6063f7-5a18-42f3-9321-48862507366d up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:20:22.525256 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b718dd94-c0c2-4f4f-be00-762906decdb0 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:20:22.546329 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-b718dd94-c0c2-4f4f-be00-762906decdb0 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] 10.222.0.41 "PUT /v2.0/routers/98af324b-7fb9-4c9b-8c44-e1b9cffeed46/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7851567 Jun 01 19:20:22.549735 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 38406) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:20:22.559182 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-e7145190-4517-48ba-90c7-5967b7a76482 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Request body: {'network': {'name': 'tempest-RoutersTest-910508205'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:20:22.572000 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-e7145190-4517-48ba-90c7-5967b7a76482 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:20:22.582955 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-e7145190-4517-48ba-90c7-5967b7a76482 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Usage tracker for resource:network and tenant:c0d5c79d614c43888db26707e3e8b967 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:20:22.588464 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-e7145190-4517-48ba-90c7-5967b7a76482 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:20:22.607648 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-e7145190-4517-48ba-90c7-5967b7a76482 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:20:22.638726 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7145190-4517-48ba-90c7-5967b7a76482 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Made reservation on behalf of c0d5c79d614c43888db26707e3e8b967 for: {'network': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:20:22.644084 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e7145190-4517-48ba-90c7-5967b7a76482 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:22.650595 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=d6b3a94e-7b54-4543-8fa0-34b157e3d9ec,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:20:22.665963 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 9a6063f7-5a18-42f3-9321-48862507366d triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:20:22.666345 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:22.717082 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7145190-4517-48ba-90c7-5967b7a76482 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 115} {{(pid=88524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 19:20:22.734913 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e7145190-4517-48ba-90c7-5967b7a76482 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:22.736371 n-d-844202-1 neutron-server[88524]: INFO neutron.db.segments_db [None req-e7145190-4517-48ba-90c7-5967b7a76482 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Added segment 28f30dcd-0215-431a-8007-cc0f12ca3268 of type vlan for network b5098e4a-6c93-4ff1-8fe2-15a1c9606a70 Jun 01 19:20:22.804964 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e7145190-4517-48ba-90c7-5967b7a76482 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:22.866288 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e7145190-4517-48ba-90c7-5967b7a76482 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:22.896521 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7145190-4517-48ba-90c7-5967b7a76482 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:20:22.896521 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e7145190-4517-48ba-90c7-5967b7a76482 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks [] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:22.925211 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 9a6063f7-5a18-42f3-9321-48862507366d is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:20:22.926292 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 6e2223d3-082f-467b-a89f-d36e66d4edb8 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:20:23.075110 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-2dadc136-b595-4fdc-9ba7-d8314886030c None None] Provisioning for port 4464ab0f-45b3-4ab2-89a6-8f37415e2a79 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:20:23.088026 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-2dadc136-b595-4fdc-9ba7-d8314886030c None None] Provisioning complete for port 4464ab0f-45b3-4ab2-89a6-8f37415e2a79 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:20:23.088629 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-2dadc136-b595-4fdc-9ba7-d8314886030c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:23.189009 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-e7145190-4517-48ba-90c7-5967b7a76482 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6349945 Jun 01 19:20:23.189434 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 38416) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:20:23.195956 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-6c98b62a-22d1-4da5-9153-4cfeb37da828 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Request body: {'subnet': {'network_id': 'b5098e4a-6c93-4ff1-8fe2-15a1c9606a70', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:20:23.212671 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7145190-4517-48ba-90c7-5967b7a76482 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Pushing event updated for resources: {'Network': ['ID=b5098e4a-6c93-4ff1-8fe2-15a1c9606a70,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:20:23.232094 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-2dadc136-b595-4fdc-9ba7-d8314886030c None None] Port 4464ab0f-45b3-4ab2-89a6-8f37415e2a79 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:20:23.234607 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network b5098e4a-6c93-4ff1-8fe2-15a1c9606a70 details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 19:20:23.378548 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port 6e2223d3-082f-467b-a89f-d36e66d4edb8 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:20:23.403728 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 6e2223d3-082f-467b-a89f-d36e66d4edb8 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:20:23.404236 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:23.416474 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-6c98b62a-22d1-4da5-9153-4cfeb37da828 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:20:23.421364 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-6c98b62a-22d1-4da5-9153-4cfeb37da828 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Usage tracker for resource:subnet and tenant:c0d5c79d614c43888db26707e3e8b967 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:20:23.425371 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-6c98b62a-22d1-4da5-9153-4cfeb37da828 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:20:23.432660 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-6c98b62a-22d1-4da5-9153-4cfeb37da828 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:20:23.440726 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d54e0a04-c6a6-4ecb-b0ad-3d2c0de01762 None None] Sync routers for ids ['98af324b-7fb9-4c9b-8c44-e1b9cffeed46'] in n-d-844202-1 {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:20:23.448349 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c98b62a-22d1-4da5-9153-4cfeb37da828 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Made reservation on behalf of c0d5c79d614c43888db26707e3e8b967 for: {'subnet': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:20:23.452036 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6c98b62a-22d1-4da5-9153-4cfeb37da828 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9667140'] for subnet, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:23.452533 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-00fbe5e2-2aeb-4805-89d0-7f5e03cdd998 None None] Provisioning complete for port 4464ab0f-45b3-4ab2-89a6-8f37415e2a79 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:20:23.452904 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-00fbe5e2-2aeb-4805-89d0-7f5e03cdd998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:23.516517 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d54e0a04-c6a6-4ecb-b0ad-3d2c0de01762 None None] Routers {'98af324b-7fb9-4c9b-8c44-e1b9cffeed46'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:20:23.517266 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-d54e0a04-c6a6-4ecb-b0ad-3d2c0de01762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:20:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['98af324b-7fb9-4c9b-8c44-e1b9cffeed46'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:20:23.688016 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-00fbe5e2-2aeb-4805-89d0-7f5e03cdd998 None None] Port 4464ab0f-45b3-4ab2-89a6-8f37415e2a79 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:20:23.703428 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6c98b62a-22d1-4da5-9153-4cfeb37da828 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2614064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9667190'] for subnet, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:23.799233 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c98b62a-22d1-4da5-9153-4cfeb37da828 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Checking segment: {'id': '28f30dcd-0215-431a-8007-cc0f12ca3268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'b5098e4a-6c93-4ff1-8fe2-15a1c9606a70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:20:23.799861 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c98b62a-22d1-4da5-9153-4cfeb37da828 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Network hostable DHCP agents. Network: b5098e4a-6c93-4ff1-8fe2-15a1c9606a70, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 19:20:23.801479 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f5e595-58c3-4f15-9a0e-9514098510e7 req-1ec8c89f-4cdf-489a-87ce-6f58da63f2e9 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:20:23.803011 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e7f5e595-58c3-4f15-9a0e-9514098510e7 req-1ec8c89f-4cdf-489a-87ce-6f58da63f2e9 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d3cc594-615f-433b-92ac-9db75e5c6aa8 HTTP/1.1" status: 200 len: 946 time: 0.0926843 Jun 01 19:20:23.806531 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c98b62a-22d1-4da5-9153-4cfeb37da828 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Pushing event updated for resources: {'Subnet': ['ID=81a50a95-6259-4c9f-93aa-4362fbae4e1b,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:20:23.812952 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-d54e0a04-c6a6-4ecb-b0ad-3d2c0de01762 None None] Set router 98af324b-7fb9-4c9b-8c44-e1b9cffeed46 gateway port host: None {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:20:23.822784 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c98b62a-22d1-4da5-9153-4cfeb37da828 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Network b5098e4a-6c93-4ff1-8fe2-15a1c9606a70 is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 19:20:23.834096 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-6c98b62a-22d1-4da5-9153-4cfeb37da828 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, b5098e4a-6c93-4ff1-8fe2-15a1c9606a70) {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:20:23.838765 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c98b62a-22d1-4da5-9153-4cfeb37da828 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:20:23.839396 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6c98b62a-22d1-4da5-9153-4cfeb37da828 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks [] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:23.868131 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-6c98b62a-22d1-4da5-9153-4cfeb37da828 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6750162 Jun 01 19:20:23.868509 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 38426) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:20:23.870580 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e7f5e595-58c3-4f15-9a0e-9514098510e7 req-6b35e9c7-2f5f-4e4c-ae5c-2027ed3c9ebe tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] 10.222.0.41 "GET /v2.0/security-groups?id=07479cdf-b418-4486-9606-f79ca3d42e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499294 Jun 01 19:20:23.896217 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7763d9ce-fbaf-4350-a6cc-1c194887ae6a None None] Network b5098e4a-6c93-4ff1-8fe2-15a1c9606a70 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:20:24.006093 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 6e2223d3-082f-467b-a89f-d36e66d4edb8 is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:20:24.006768 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:24.084266 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-b6b58da0-760d-4b65-aa37-695e4dcb8174 None None] Provisioning complete for port 4464ab0f-45b3-4ab2-89a6-8f37415e2a79 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:20:24.084658 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-b6b58da0-760d-4b65-aa37-695e4dcb8174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:24.252192 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-b6b58da0-760d-4b65-aa37-695e4dcb8174 None None] Port 4464ab0f-45b3-4ab2-89a6-8f37415e2a79 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:20:24.258158 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port 6e2223d3-082f-467b-a89f-d36e66d4edb8, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=6e2223d3-082f-467b-a89f-d36e66d4edb8,segment=NetworkSegment(0a5b806b-8290-45d5-9d84-ee25bba8864c),segment_id=0a5b806b-8290-45d5-9d84-ee25bba8864c)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:20:24.275081 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:24.403165 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device d6b3a94e-7b54-4543-8fa0-34b157e3d9ec up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:20:24.535714 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a40ac8ca-6f97-4247-8543-217b832e33c7 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:24.536786 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=6e2223d3-082f-467b-a89f-d36e66d4edb8,revision_number=3']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:20:24.610072 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acfa3221-fbf4-498d-b3c2-3860c590b691 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc93f83c3-7fb6-5c13-a9d4-29d739a4e8d2-b5098e4a-6c93-4ff1-8fe2-15a1c9606a70', 'network_id': 'b5098e4a-6c93-4ff1-8fe2-15a1c9606a70', 'tenant_id': 'c0d5c79d614c43888db26707e3e8b967', 'fixed_ips': [{'subnet_id': '81a50a95-6259-4c9f-93aa-4362fbae4e1b'}]}} from n-d-844202-1. {{(pid=88526) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 19:20:24.611099 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-acfa3221-fbf4-498d-b3c2-3860c590b691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:24.639310 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port d6b3a94e-7b54-4543-8fa0-34b157e3d9ec triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:20:24.639599 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:24.779418 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-d54e0a04-c6a6-4ecb-b0ad-3d2c0de01762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98af324b-7fb9-4c9b-8c44-e1b9cffeed46', 'name': 'tempest-RoutersTest-router-326390027', 'tenant_id': 'c0d5c79d614c43888db26707e3e8b967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:20:07Z', 'updated_at': '2022-06-01T19:20:20Z', 'revision_number': 4, 'project_id': 'c0d5c79d614c43888db26707e3e8b967', 'gw_port_host': None, '_interfaces': [{'id': '4464ab0f-45b3-4ab2-89a6-8f37415e2a79', 'name': '', 'network_id': '4a132ecb-0dda-4c27-8f1c-1cc5237bff42', 'tenant_id': 'c0d5c79d614c43888db26707e3e8b967', 'mac_address': 'fa:16:3e:ce:1b:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98af324b-7fb9-4c9b-8c44-e1b9cffeed46', 'device_owner': 'network:router_interface', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': '9f3f60a7-c257-4cbb-8614-0422aa1ceed9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:20:19Z', 'updated_at': '2022-06-01T19:20:20Z', 'revision_number': 2, 'project_id': 'c0d5c79d614c43888db26707e3e8b967', 'subnets': [{'id': '9f3f60a7-c257-4cbb-8614-0422aa1ceed9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87f7d135-5fa3-4dbb-ad5a-1ce8b9415dfa', 'name': '', 'network_id': '6165f85e-27f2-4ecc-963b-a6bcef5dcbdb', 'tenant_id': 'c0d5c79d614c43888db26707e3e8b967', 'mac_address': 'fa:16:3e:e9:26:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98af324b-7fb9-4c9b-8c44-e1b9cffeed46', 'device_owner': 'network:router_interface', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': 'fa42bddc-2a7c-4732-be0e-9bf852077141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:20:09Z', 'updated_at': '2022-06-01T19:20:18Z', 'revision_number': 5, 'project_id': 'c0d5c79d614c43888db26707e3e8b967', 'subnets': [{'id': 'fa42bddc-2a7c-4732-be0e-9bf852077141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6b3a94e-7b54-4543-8fa0-34b157e3d9ec', 'name': '', 'network_id': '1c48fd9f-2eaf-47bc-89e9-3da4ecee388e', 'tenant_id': 'c0d5c79d614c43888db26707e3e8b967', 'mac_address': 'fa:16:3e:70:f7:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98af324b-7fb9-4c9b-8c44-e1b9cffeed46', 'device_owner': 'network:router_interface', 'standard_attr_id': 3583, 'fixed_ips': [{'subnet_id': 'a703d099-4855-49a2-846d-7f76eb403efb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:20:13Z', 'updated_at': '2022-06-01T19:20:22Z', 'revision_number': 5, 'project_id': 'c0d5c79d614c43888db26707e3e8b967', 'subnets': [{'id': 'a703d099-4855-49a2-846d-7f76eb403efb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:20:24.820805 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d54e0a04-c6a6-4ecb-b0ad-3d2c0de01762 None None] Checking router: 98af324b-7fb9-4c9b-8c44-e1b9cffeed46 for host: n-d-844202-1 {{(pid=88526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 19:20:24.821154 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d54e0a04-c6a6-4ecb-b0ad-3d2c0de01762 None None] Updating router 98af324b-7fb9-4c9b-8c44-e1b9cffeed46 port 4464ab0f-45b3-4ab2-89a6-8f37415e2a79 binding host n-d-844202-1 {{(pid=88526) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 19:20:24.949391 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-d54e0a04-c6a6-4ecb-b0ad-3d2c0de01762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:24.960209 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.db_base_plugin_common [None req-acfa3221-fbf4-498d-b3c2-3860c590b691 None None] Allocated IP 172.23.0.2 (b5098e4a-6c93-4ff1-8fe2-15a1c9606a70/81a50a95-6259-4c9f-93aa-4362fbae4e1b/3769abf9-61a8-48b5-8093-5fd44995fd1e) {{(pid=88526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:20:24.975621 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port d6b3a94e-7b54-4543-8fa0-34b157e3d9ec is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:20:25.240026 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83beb875-5339-4195-a621-617a80f41908 req-2ed6bb86-26bb-4111-b4e6-9306ab81061e tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:20:25.241642 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-83beb875-5339-4195-a621-617a80f41908 req-2ed6bb86-26bb-4111-b4e6-9306ab81061e tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d3cc594-615f-433b-92ac-9db75e5c6aa8 HTTP/1.1" status: 200 len: 946 time: 0.2386281 Jun 01 19:20:25.291926 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-83beb875-5339-4195-a621-617a80f41908 req-8cbc9b43-6c27-4a61-ab4a-e3a711c2c310 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] 10.222.0.41 "GET /v2.0/security-groups?id=07479cdf-b418-4486-9606-f79ca3d42e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441256 Jun 01 19:20:25.524584 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-acfa3221-fbf4-498d-b3c2-3860c590b691 None None] Notify callbacks [] for port, precommit_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:25.555775 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-acfa3221-fbf4-498d-b3c2-3860c590b691 None None] Transition to ACTIVE for port object 3769abf9-61a8-48b5-8093-5fd44995fd1e will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:20:25.640048 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-acfa3221-fbf4-498d-b3c2-3860c590b691 None None] Transition to ACTIVE for port object 3769abf9-61a8-48b5-8093-5fd44995fd1e will not be triggered until provisioned by entity DHCP. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:20:25.662424 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-acfa3221-fbf4-498d-b3c2-3860c590b691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526'] for port, after_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:25.748139 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [None req-a40ac8ca-6f97-4247-8543-217b832e33c7 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Allocated IP 172.23.0.1 (b5098e4a-6c93-4ff1-8fe2-15a1c9606a70/81a50a95-6259-4c9f-93aa-4362fbae4e1b/9d5a5134-e4c8-4716-9ee8-43bc6efee1b9) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:20:25.756551 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-d54e0a04-c6a6-4ecb-b0ad-3d2c0de01762 None None] Notify callbacks [] for port, precommit_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:25.759993 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfa3221-fbf4-498d-b3c2-3860c590b691 None None] Pushing event updated for resources: {'Port': ['ID=3769abf9-61a8-48b5-8093-5fd44995fd1e,revision_number=1']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:20:25.769730 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acfa3221-fbf4-498d-b3c2-3860c590b691 None None] Network b5098e4a-6c93-4ff1-8fe2-15a1c9606a70 is already hosted by enough agents. {{(pid=88526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:20:25.774450 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.base_scheduler [None req-acfa3221-fbf4-498d-b3c2-3860c590b691 None None] Resources bound (agent type, host, resource id): {{(pid=88526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:20:25.777583 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acfa3221-fbf4-498d-b3c2-3860c590b691 None None] Received port after_create {{(pid=88526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:20:25.779787 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-d54e0a04-c6a6-4ecb-b0ad-3d2c0de01762 None None] Transition to ACTIVE for port object 4464ab0f-45b3-4ab2-89a6-8f37415e2a79 will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:20:25.817919 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-d54e0a04-c6a6-4ecb-b0ad-3d2c0de01762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:25.969777 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544b9a48-6b28-4703-bfbe-a41ba1532071 req-a4f393e1-6d3f-409d-8a5e-087beae2c0bd tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:20:25.972930 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-544b9a48-6b28-4703-bfbe-a41ba1532071 req-a4f393e1-6d3f-409d-8a5e-087beae2c0bd tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d3cc594-615f-433b-92ac-9db75e5c6aa8 HTTP/1.1" status: 200 len: 946 time: 0.2187793 Jun 01 19:20:26.055854 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd765550-8c0d-43ce-bc0b-49cebe3e78a2 None None] Pushing event updated for resources: {'Port': ['ID=4464ab0f-45b3-4ab2-89a6-8f37415e2a79,revision_number=3']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:20:26.060328 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-acfa3221-fbf4-498d-b3c2-3860c590b691 None None] Attempting to bind port 3769abf9-61a8-48b5-8093-5fd44995fd1e on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:20:26.060974 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-acfa3221-fbf4-498d-b3c2-3860c590b691 None None] Attempting to bind port 3769abf9-61a8-48b5-8093-5fd44995fd1e by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': '28f30dcd-0215-431a-8007-cc0f12ca3268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'b5098e4a-6c93-4ff1-8fe2-15a1c9606a70'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:20:26.061602 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acfa3221-fbf4-498d-b3c2-3860c590b691 None None] Attempting to bind port 3769abf9-61a8-48b5-8093-5fd44995fd1e on network b5098e4a-6c93-4ff1-8fe2-15a1c9606a70 {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:20:26.103752 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acfa3221-fbf4-498d-b3c2-3860c590b691 None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 20, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:20:26.104539 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acfa3221-fbf4-498d-b3c2-3860c590b691 None None] Checking segment: {'id': '28f30dcd-0215-431a-8007-cc0f12ca3268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'b5098e4a-6c93-4ff1-8fe2-15a1c9606a70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:20:26.105150 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-acfa3221-fbf4-498d-b3c2-3860c590b691 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:26.105735 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acfa3221-fbf4-498d-b3c2-3860c590b691 None None] Bound using segment: {'id': '28f30dcd-0215-431a-8007-cc0f12ca3268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'b5098e4a-6c93-4ff1-8fe2-15a1c9606a70'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:20:26.106424 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-acfa3221-fbf4-498d-b3c2-3860c590b691 None None] Bound port: 3769abf9-61a8-48b5-8093-5fd44995fd1e, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28f30dcd-0215-431a-8007-cc0f12ca3268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'b5098e4a-6c93-4ff1-8fe2-15a1c9606a70'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:20:26.107069 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-acfa3221-fbf4-498d-b3c2-3860c590b691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:26.121230 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [req-544b9a48-6b28-4703-bfbe-a41ba1532071 req-fbf8e144-2161-4cf2-b3d7-18709c7bf570 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Deleting port 3694ebee-3a93-444a-a14d-6a24b0c018bd {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:20:26.121669 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-544b9a48-6b28-4703-bfbe-a41ba1532071 req-fbf8e144-2161-4cf2-b3d7-18709c7bf570 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:26.179959 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a40ac8ca-6f97-4247-8543-217b832e33c7 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:26.216051 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [None req-a40ac8ca-6f97-4247-8543-217b832e33c7 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Transition to ACTIVE for port object 9d5a5134-e4c8-4716-9ee8-43bc6efee1b9 will not be triggered until provisioned by entity DHCP. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:20:26.270567 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-d54e0a04-c6a6-4ecb-b0ad-3d2c0de01762 None None] Attempting to bind port 4464ab0f-45b3-4ab2-89a6-8f37415e2a79 on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:20:26.270939 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-d54e0a04-c6a6-4ecb-b0ad-3d2c0de01762 None None] Attempting to bind port 4464ab0f-45b3-4ab2-89a6-8f37415e2a79 by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': '0a5b806b-8290-45d5-9d84-ee25bba8864c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '4a132ecb-0dda-4c27-8f1c-1cc5237bff42'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:20:26.271296 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d54e0a04-c6a6-4ecb-b0ad-3d2c0de01762 None None] Attempting to bind port 4464ab0f-45b3-4ab2-89a6-8f37415e2a79 on network 4a132ecb-0dda-4c27-8f1c-1cc5237bff42 {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:20:26.291489 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d54e0a04-c6a6-4ecb-b0ad-3d2c0de01762 None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 20, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:20:26.291830 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d54e0a04-c6a6-4ecb-b0ad-3d2c0de01762 None None] Checking segment: {'id': '0a5b806b-8290-45d5-9d84-ee25bba8864c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '4a132ecb-0dda-4c27-8f1c-1cc5237bff42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:20:26.292408 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-d54e0a04-c6a6-4ecb-b0ad-3d2c0de01762 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:26.292557 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d54e0a04-c6a6-4ecb-b0ad-3d2c0de01762 None None] Bound using segment: {'id': '0a5b806b-8290-45d5-9d84-ee25bba8864c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '4a132ecb-0dda-4c27-8f1c-1cc5237bff42'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:20:26.293023 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-d54e0a04-c6a6-4ecb-b0ad-3d2c0de01762 None None] Bound port: 4464ab0f-45b3-4ab2-89a6-8f37415e2a79, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a5b806b-8290-45d5-9d84-ee25bba8864c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '4a132ecb-0dda-4c27-8f1c-1cc5237bff42'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:20:26.293407 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-d54e0a04-c6a6-4ecb-b0ad-3d2c0de01762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:26.405855 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-acfa3221-fbf4-498d-b3c2-3860c590b691 None None] For port 3769abf9-61a8-48b5-8093-5fd44995fd1e, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:20:26.412619 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a40ac8ca-6f97-4247-8543-217b832e33c7 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:26.426421 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-acfa3221-fbf4-498d-b3c2-3860c590b691 None None] For port 3769abf9-61a8-48b5-8093-5fd44995fd1e, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=3769abf9-61a8-48b5-8093-5fd44995fd1e,segment=NetworkSegment(28f30dcd-0215-431a-8007-cc0f12ca3268),segment_id=28f30dcd-0215-431a-8007-cc0f12ca3268)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:20:26.445503 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-acfa3221-fbf4-498d-b3c2-3860c590b691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:26.487074 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 6e2223d3-082f-467b-a89f-d36e66d4edb8 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:20:26.495316 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a40ac8ca-6f97-4247-8543-217b832e33c7 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Network b5098e4a-6c93-4ff1-8fe2-15a1c9606a70 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:20:26.505457 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-a40ac8ca-6f97-4247-8543-217b832e33c7 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:20:26.514480 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-d54e0a04-c6a6-4ecb-b0ad-3d2c0de01762 None None] For port 4464ab0f-45b3-4ab2-89a6-8f37415e2a79, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:20:26.517775 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40ac8ca-6f97-4247-8543-217b832e33c7 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:20:26.577152 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-d54e0a04-c6a6-4ecb-b0ad-3d2c0de01762 None None] For port 4464ab0f-45b3-4ab2-89a6-8f37415e2a79, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=4464ab0f-45b3-4ab2-89a6-8f37415e2a79,segment=NetworkSegment(0a5b806b-8290-45d5-9d84-ee25bba8864c),segment_id=0a5b806b-8290-45d5-9d84-ee25bba8864c)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:20:26.603761 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-d54e0a04-c6a6-4ecb-b0ad-3d2c0de01762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:26.611983 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-544b9a48-6b28-4703-bfbe-a41ba1532071 req-fbf8e144-2161-4cf2-b3d7-18709c7bf570 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] For port 3694ebee-3a93-444a-a14d-6a24b0c018bd, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=3694ebee-3a93-444a-a14d-6a24b0c018bd,segment=NetworkSegment(c1fe9472-9c4e-40f9-8057-155ac7bbf856),segment_id=c1fe9472-9c4e-40f9-8057-155ac7bbf856)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:20:26.612692 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-544b9a48-6b28-4703-bfbe-a41ba1532071 req-fbf8e144-2161-4cf2-b3d7-18709c7bf570 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:26.653415 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfa3221-fbf4-498d-b3c2-3860c590b691 None None] Pushing event updated for resources: {'Port': ['ID=3769abf9-61a8-48b5-8093-5fd44995fd1e,revision_number=2']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:20:26.685486 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8208211d-540e-43f9-b6a3-0b172f0bef8e req-c0cade74-6fad-4bdd-a3cd-2def5075fdd1 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:20:26.699181 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-8208211d-540e-43f9-b6a3-0b172f0bef8e req-c0cade74-6fad-4bdd-a3cd-2def5075fdd1 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d3cc594-615f-433b-92ac-9db75e5c6aa8 HTTP/1.1" status: 200 len: 946 time: 0.2214663 Jun 01 19:20:26.708067 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40ac8ca-6f97-4247-8543-217b832e33c7 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Pushing event updated for resources: {'Port': ['ID=9d5a5134-e4c8-4716-9ee8-43bc6efee1b9,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:20:26.727666 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d54e0a04-c6a6-4ecb-b0ad-3d2c0de01762 None None] Routers {'98af324b-7fb9-4c9b-8c44-e1b9cffeed46'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:20:26.735126 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-d54e0a04-c6a6-4ecb-b0ad-3d2c0de01762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:20:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['98af324b-7fb9-4c9b-8c44-e1b9cffeed46'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:20:26.764036 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-8208211d-540e-43f9-b6a3-0b172f0bef8e req-842b2dee-b7a2-4013-9702-f36dcfd69a6b tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] 10.222.0.41 "GET /v2.0/security-groups?id=07479cdf-b418-4486-9606-f79ca3d42e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638533 Jun 01 19:20:26.778881 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a40ac8ca-6f97-4247-8543-217b832e33c7 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-887605'] for router_interface, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:27.099701 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-d54e0a04-c6a6-4ecb-b0ad-3d2c0de01762 None None] Set router 98af324b-7fb9-4c9b-8c44-e1b9cffeed46 gateway port host: None {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:20:27.228190 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 6e2223d3-082f-467b-a89f-d36e66d4edb8 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:20:27.228564 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:27.284328 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd765550-8c0d-43ce-bc0b-49cebe3e78a2 None None] Pushing event updated for resources: {'Port': ['ID=4464ab0f-45b3-4ab2-89a6-8f37415e2a79,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:20:27.305728 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-544b9a48-6b28-4703-bfbe-a41ba1532071 req-fbf8e144-2161-4cf2-b3d7-18709c7bf570 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:27.306200 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-544b9a48-6b28-4703-bfbe-a41ba1532071 req-fbf8e144-2161-4cf2-b3d7-18709c7bf570 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887712'] for floatingip, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:27.306601 n-d-844202-1 neutron-server[88525]: INFO neutron.db.l3_db [req-544b9a48-6b28-4703-bfbe-a41ba1532071 req-fbf8e144-2161-4cf2-b3d7-18709c7bf570 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Floating IP 76543ee9-7ba7-4c7a-860b-e70e2dc27c18 disassociated. External IP: 172.25.4.138, port: 3694ebee-3a93-444a-a14d-6a24b0c018bd. Jun 01 19:20:27.307181 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [req-544b9a48-6b28-4703-bfbe-a41ba1532071 req-fbf8e144-2161-4cf2-b3d7-18709c7bf570 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Calling delete_port for 3694ebee-3a93-444a-a14d-6a24b0c018bd owned by compute:nova {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:20:27.368932 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a40ac8ca-6f97-4247-8543-217b832e33c7 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:27.383921 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd765550-8c0d-43ce-bc0b-49cebe3e78a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:20:27.384702 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd765550-8c0d-43ce-bc0b-49cebe3e78a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:20:27.384702 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd765550-8c0d-43ce-bc0b-49cebe3e78a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:20:27.384964 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd765550-8c0d-43ce-bc0b-49cebe3e78a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:20:27.385421 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd765550-8c0d-43ce-bc0b-49cebe3e78a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:20:27.385754 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd765550-8c0d-43ce-bc0b-49cebe3e78a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:20:27.386120 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd765550-8c0d-43ce-bc0b-49cebe3e78a2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:20:27.386602 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd765550-8c0d-43ce-bc0b-49cebe3e78a2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:20:27.386933 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd765550-8c0d-43ce-bc0b-49cebe3e78a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:20:27.387917 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd765550-8c0d-43ce-bc0b-49cebe3e78a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:20:27.388316 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd765550-8c0d-43ce-bc0b-49cebe3e78a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:20:27.388660 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd765550-8c0d-43ce-bc0b-49cebe3e78a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:20:27.686353 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 6e2223d3-082f-467b-a89f-d36e66d4edb8 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:20:27.810918 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-d54e0a04-c6a6-4ecb-b0ad-3d2c0de01762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98af324b-7fb9-4c9b-8c44-e1b9cffeed46', 'name': 'tempest-RoutersTest-router-326390027', 'tenant_id': 'c0d5c79d614c43888db26707e3e8b967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:20:07Z', 'updated_at': '2022-06-01T19:20:20Z', 'revision_number': 4, 'project_id': 'c0d5c79d614c43888db26707e3e8b967', 'gw_port_host': None, '_interfaces': [{'id': '4464ab0f-45b3-4ab2-89a6-8f37415e2a79', 'name': '', 'network_id': '4a132ecb-0dda-4c27-8f1c-1cc5237bff42', 'tenant_id': 'c0d5c79d614c43888db26707e3e8b967', 'mac_address': 'fa:16:3e:ce:1b:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98af324b-7fb9-4c9b-8c44-e1b9cffeed46', 'device_owner': 'network:router_interface', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': '9f3f60a7-c257-4cbb-8614-0422aa1ceed9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:20:19Z', 'updated_at': '2022-06-01T19:20:26Z', 'revision_number': 4, 'project_id': 'c0d5c79d614c43888db26707e3e8b967', 'subnets': [{'id': '9f3f60a7-c257-4cbb-8614-0422aa1ceed9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87f7d135-5fa3-4dbb-ad5a-1ce8b9415dfa', 'name': '', 'network_id': '6165f85e-27f2-4ecc-963b-a6bcef5dcbdb', 'tenant_id': 'c0d5c79d614c43888db26707e3e8b967', 'mac_address': 'fa:16:3e:e9:26:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98af324b-7fb9-4c9b-8c44-e1b9cffeed46', 'device_owner': 'network:router_interface', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': 'fa42bddc-2a7c-4732-be0e-9bf852077141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:20:09Z', 'updated_at': '2022-06-01T19:20:18Z', 'revision_number': 5, 'project_id': 'c0d5c79d614c43888db26707e3e8b967', 'subnets': [{'id': 'fa42bddc-2a7c-4732-be0e-9bf852077141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6b3a94e-7b54-4543-8fa0-34b157e3d9ec', 'name': '', 'network_id': '1c48fd9f-2eaf-47bc-89e9-3da4ecee388e', 'tenant_id': 'c0d5c79d614c43888db26707e3e8b967', 'mac_address': 'fa:16:3e:70:f7:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98af324b-7fb9-4c9b-8c44-e1b9cffeed46', 'device_owner': 'network:router_interface', 'standard_attr_id': 3583, 'fixed_ips': [{'subnet_id': 'a703d099-4855-49a2-846d-7f76eb403efb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:20:13Z', 'updated_at': '2022-06-01T19:20:22Z', 'revision_number': 5, 'project_id': 'c0d5c79d614c43888db26707e3e8b967', 'subnets': [{'id': 'a703d099-4855-49a2-846d-7f76eb403efb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:20:27.816184 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d54e0a04-c6a6-4ecb-b0ad-3d2c0de01762 None None] The sync data for ids ['98af324b-7fb9-4c9b-8c44-e1b9cffeed46'] in n-d-844202-1 is: [{'id': '98af324b-7fb9-4c9b-8c44-e1b9cffeed46', 'name': 'tempest-RoutersTest-router-326390027', 'tenant_id': 'c0d5c79d614c43888db26707e3e8b967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:20:07Z', 'updated_at': '2022-06-01T19:20:20Z', 'revision_number': 4, 'project_id': 'c0d5c79d614c43888db26707e3e8b967', 'gw_port_host': None, '_interfaces': [{'id': '4464ab0f-45b3-4ab2-89a6-8f37415e2a79', 'name': '', 'network_id': '4a132ecb-0dda-4c27-8f1c-1cc5237bff42', 'tenant_id': 'c0d5c79d614c43888db26707e3e8b967', 'mac_address': 'fa:16:3e:ce:1b:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98af324b-7fb9-4c9b-8c44-e1b9cffeed46', 'device_owner': 'network:router_interface', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': '9f3f60a7-c257-4cbb-8614-0422aa1ceed9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:20:19Z', 'updated_at': '2022-06-01T19:20:26Z', 'revision_number': 4, 'project_id': 'c0d5c79d614c43888db26707e3e8b967', 'subnets': [{'id': '9f3f60a7-c257-4cbb-8614-0422aa1ceed9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87f7d135-5fa3-4dbb-ad5a-1ce8b9415dfa', 'name': '', 'network_id': '6165f85e-27f2-4ecc-963b-a6bcef5dcbdb', 'tenant_id': 'c0d5c79d614c43888db26707e3e8b967', 'mac_address': 'fa:16:3e:e9:26:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98af324b-7fb9-4c9b-8c44-e1b9cffeed46', 'device_owner': 'network:router_interface', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': 'fa42bddc-2a7c-4732-be0e-9bf852077141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:20:09Z', 'updated_at': '2022-06-01T19:20:18Z', 'revision_number': 5, 'project_id': 'c0d5c79d614c43888db26707e3e8b967', 'subnets': [{'id': 'fa42bddc-2a7c-4732-be0e-9bf852077141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6b3a94e-7b54-4543-8fa0-34b157e3d9ec', 'name': '', 'network_id': '1c48fd9f-2eaf-47bc-89e9-3da4ecee388e', 'tenant_id': 'c0d5c79d614c43888db26707e3e8b967', 'mac_address': 'fa:16:3e:70:f7:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98af324b-7fb9-4c9b-8c44-e1b9cffeed46', 'device_owner': 'network:router_interface', 'standard_attr_id': 3583, 'fixed_ips': [{'subnet_id': 'a703d099-4855-49a2-846d-7f76eb403efb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:20:13Z', 'updated_at': '2022-06-01T19:20:22Z', 'revision_number': 5, 'project_id': 'c0d5c79d614c43888db26707e3e8b967', 'subnets': [{'id': 'a703d099-4855-49a2-846d-7f76eb403efb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:20:27.950303 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-544b9a48-6b28-4703-bfbe-a41ba1532071 req-fbf8e144-2161-4cf2-b3d7-18709c7bf570 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:28.135694 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-0c2e2c0e-7d2c-40df-b4ba-24e092c4651f req-9c7bd14f-639f-4cdb-82ca-8990633e362c tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d3cc594-615f-433b-92ac-9db75e5c6aa8 HTTP/1.1" status: 200 len: 210 time: 0.1866634 Jun 01 19:20:28.136464 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf8e144-2161-4cf2-b3d7-18709c7bf570 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Pushing event deleted for resources: {'Port': ['ID=3694ebee-3a93-444a-a14d-6a24b0c018bd,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:20:28.153675 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4994f6da-f1c8-42b7-8b78-c265498d0678 None None] Network b5098e4a-6c93-4ff1-8fe2-15a1c9606a70 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:20:28.310549 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-23360eba-bf34-4637-bc5c-b3deb0388f8b None None] Provisioning for port 3769abf9-61a8-48b5-8093-5fd44995fd1e completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:20:28.404058 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a40ac8ca-6f97-4247-8543-217b832e33c7 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks [] for port, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:28.416061 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a40ac8ca-6f97-4247-8543-217b832e33c7 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:28.443148 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [req-544b9a48-6b28-4703-bfbe-a41ba1532071 req-fbf8e144-2161-4cf2-b3d7-18709c7bf570 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Router e228de7f-224e-41c6-b5d1-3d69bbc77cf8 has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 19:20:28.520188 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 3769abf9-61a8-48b5-8093-5fd44995fd1e up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:20:28.617524 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port 3769abf9-61a8-48b5-8093-5fd44995fd1e completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:20:28.627673 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 3769abf9-61a8-48b5-8093-5fd44995fd1e triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:20:28.628745 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:28.658373 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40ac8ca-6f97-4247-8543-217b832e33c7 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Pushing event updated for resources: {'Port': ['ID=9d5a5134-e4c8-4716-9ee8-43bc6efee1b9,revision_number=2']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:20:28.668844 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a40ac8ca-6f97-4247-8543-217b832e33c7 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-887436'] for router_interface, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:28.671803 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 3694ebee-3a93-444a-a14d-6a24b0c018bd no longer exists at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:20:28.733128 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] No Port match for: 3694ebee-3a93-444a-a14d-6a24b0c018bd {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:20:28.733822 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 3694ebee-3a93-444a-a14d-6a24b0c018bd not bound to the agent host n-h1-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:20:28.843965 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 3769abf9-61a8-48b5-8093-5fd44995fd1e is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:20:28.844717 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:28.889576 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-544b9a48-6b28-4703-bfbe-a41ba1532071 req-fbf8e144-2161-4cf2-b3d7-18709c7bf570 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:20:28.899034 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port 3769abf9-61a8-48b5-8093-5fd44995fd1e, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=3769abf9-61a8-48b5-8093-5fd44995fd1e,segment=NetworkSegment(28f30dcd-0215-431a-8007-cc0f12ca3268),segment_id=28f30dcd-0215-431a-8007-cc0f12ca3268)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:20:28.900639 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.agents_db [None req-e814b9cf-7de8-45d0-a079-29c61fabe7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 19:20:28.904430 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d73890c-4c87-43dd-8417-f7bd43736c75 None None] Sync routers for ids ['e228de7f-224e-41c6-b5d1-3d69bbc77cf8'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:20:28.910757 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:28.921931 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 4464ab0f-45b3-4ab2-89a6-8f37415e2a79 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:20:28.928324 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d73890c-4c87-43dd-8417-f7bd43736c75 None None] Routers {'e228de7f-224e-41c6-b5d1-3d69bbc77cf8'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:20:28.928945 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-1d73890c-4c87-43dd-8417-f7bd43736c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:20:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['e228de7f-224e-41c6-b5d1-3d69bbc77cf8'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:20:29.045977 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [req-544b9a48-6b28-4703-bfbe-a41ba1532071 req-fbf8e144-2161-4cf2-b3d7-18709c7bf570 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] No DVR routers for this DVR port 3694ebee-3a93-444a-a14d-6a24b0c018bd on host n-h1-844202-1 {{(pid=88525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:20:29.056858 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-544b9a48-6b28-4703-bfbe-a41ba1532071 req-fbf8e144-2161-4cf2-b3d7-18709c7bf570 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:29.067113 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d3cc594-615f-433b-92ac-9db75e5c6aa8', 'name': 'network-vif-deleted', 'tag': '3694ebee-3a93-444a-a14d-6a24b0c018bd'}] {{(pid=88525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:20:29.110152 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a40ac8ca-6f97-4247-8543-217b832e33c7 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Network b5098e4a-6c93-4ff1-8fe2-15a1c9606a70 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:20:29.116680 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-a40ac8ca-6f97-4247-8543-217b832e33c7 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:20:29.203129 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-80d191ea-4acc-477a-aac1-f419da009791 None None] Provisioning complete for port 3769abf9-61a8-48b5-8093-5fd44995fd1e triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:20:29.203404 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-80d191ea-4acc-477a-aac1-f419da009791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:29.234552 n-d-844202-1 neutron-server[88525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2afe24ba-8972-471b-b854-93a6de912ff3'] response: {'server_uuid': '3d3cc594-615f-433b-92ac-9db75e5c6aa8', 'name': 'network-vif-deleted', 'tag': '3694ebee-3a93-444a-a14d-6a24b0c018bd', 'status': 'completed', 'code': 200} Jun 01 19:20:29.242722 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-544b9a48-6b28-4703-bfbe-a41ba1532071 req-fbf8e144-2161-4cf2-b3d7-18709c7bf570 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] 10.222.0.15 "DELETE /v2.0/ports/3694ebee-3a93-444a-a14d-6a24b0c018bd HTTP/1.1" status: 204 len: 173 time: 3.2578988 Jun 01 19:20:29.306143 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-1d73890c-4c87-43dd-8417-f7bd43736c75 None None] Set router e228de7f-224e-41c6-b5d1-3d69bbc77cf8 gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:20:29.343254 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=3769abf9-61a8-48b5-8093-5fd44995fd1e,revision_number=3']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:20:29.353390 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port 4464ab0f-45b3-4ab2-89a6-8f37415e2a79 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:20:29.362413 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 4464ab0f-45b3-4ab2-89a6-8f37415e2a79 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:20:29.362787 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:29.511995 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-0acbd0de-0fac-4c24-97a5-d5e82ea37b8e req-05532da2-ad46-4499-9708-83f70bd6984d tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Synchronizing usage tracker for tenant:cc5f500c6137475e84a7347d954ff8b0 on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:20:29.544957 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-0acbd0de-0fac-4c24-97a5-d5e82ea37b8e req-05532da2-ad46-4499-9708-83f70bd6984d tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Unset dirty status for tenant:cc5f500c6137475e84a7347d954ff8b0 on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:20:29.547629 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-0acbd0de-0fac-4c24-97a5-d5e82ea37b8e req-05532da2-ad46-4499-9708-83f70bd6984d tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d3cc594-615f-433b-92ac-9db75e5c6aa8 HTTP/1.1" status: 200 len: 210 time: 0.1383338 Jun 01 19:20:29.562978 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a40ac8ca-6f97-4247-8543-217b832e33c7 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Router 98af324b-7fb9-4c9b-8c44-e1b9cffeed46 has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 19:20:29.587256 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-80d191ea-4acc-477a-aac1-f419da009791 None None] Current status of the port 3769abf9-61a8-48b5-8093-5fd44995fd1e is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:20:29.665963 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-80d191ea-4acc-477a-aac1-f419da009791 None None] Provisioning for port 9d5a5134-e4c8-4716-9ee8-43bc6efee1b9 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:20:29.691462 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-80d191ea-4acc-477a-aac1-f419da009791 None None] Provisioning complete for port 9d5a5134-e4c8-4716-9ee8-43bc6efee1b9 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:20:29.691951 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-80d191ea-4acc-477a-aac1-f419da009791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:29.720179 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-1d73890c-4c87-43dd-8417-f7bd43736c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e228de7f-224e-41c6-b5d1-3d69bbc77cf8', 'name': 'tempest-AttachVolumeTestJSON-1875074836-router', 'tenant_id': 'cc5f500c6137475e84a7347d954ff8b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': '544d7d75-dfd1-4252-a232-754801ab83c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:17:06Z', 'updated_at': '2022-06-01T19:17:14Z', 'revision_number': 4, 'project_id': 'cc5f500c6137475e84a7347d954ff8b0', 'gw_port': {'id': '544d7d75-dfd1-4252-a232-754801ab83c2', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:b4:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e228de7f-224e-41c6-b5d1-3d69bbc77cf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:17:08Z', 'updated_at': '2022-06-01T19:17:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '7078f4bd-1ba8-4718-8286-aff59851b7ff', 'name': '', 'network_id': 'aa162726-ef17-4a0c-95f5-44449c42913b', 'tenant_id': 'cc5f500c6137475e84a7347d954ff8b0', 'mac_address': 'fa:16:3e:25:5a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e228de7f-224e-41c6-b5d1-3d69bbc77cf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3399, 'fixed_ips': [{'subnet_id': 'a2b1fd9d-4e91-43aa-84e1-67bd94c0de64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:17:13Z', 'updated_at': '2022-06-01T19:17:23Z', 'revision_number': 5, 'project_id': 'cc5f500c6137475e84a7347d954ff8b0', 'subnets': [{'id': 'a2b1fd9d-4e91-43aa-84e1-67bd94c0de64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:20:29.725642 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d73890c-4c87-43dd-8417-f7bd43736c75 None None] Checking router: e228de7f-224e-41c6-b5d1-3d69bbc77cf8 for host: n-d-844202-1 {{(pid=88527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 19:20:29.736360 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d73890c-4c87-43dd-8417-f7bd43736c75 None None] Routers {'e228de7f-224e-41c6-b5d1-3d69bbc77cf8'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:20:29.737339 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-1d73890c-4c87-43dd-8417-f7bd43736c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:20:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['e228de7f-224e-41c6-b5d1-3d69bbc77cf8'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:20:29.757317 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 4464ab0f-45b3-4ab2-89a6-8f37415e2a79 is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:20:29.757923 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:29.796631 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-80d191ea-4acc-477a-aac1-f419da009791 None None] Port 9d5a5134-e4c8-4716-9ee8-43bc6efee1b9 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:20:29.827367 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port 4464ab0f-45b3-4ab2-89a6-8f37415e2a79, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=4464ab0f-45b3-4ab2-89a6-8f37415e2a79,segment=NetworkSegment(0a5b806b-8290-45d5-9d84-ee25bba8864c),segment_id=0a5b806b-8290-45d5-9d84-ee25bba8864c)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:20:29.832237 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:29.928855 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a40ac8ca-6f97-4247-8543-217b832e33c7 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:20:29.930612 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=4464ab0f-45b3-4ab2-89a6-8f37415e2a79,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:20:29.938955 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62e0f89-76b9-416a-bd69-fa22255bc488 None None] Sync routers for ids ['98af324b-7fb9-4c9b-8c44-e1b9cffeed46'] in n-d-844202-1 {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:20:29.943875 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-a40ac8ca-6f97-4247-8543-217b832e33c7 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] 10.222.0.41 "PUT /v2.0/routers/98af324b-7fb9-4c9b-8c44-e1b9cffeed46/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0742846 Jun 01 19:20:29.946871 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 38468) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:20:29.952693 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-3bacbe4c-240d-4834-9462-a9412fe229ed tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:20:29.960695 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62e0f89-76b9-416a-bd69-fa22255bc488 None None] Routers {'98af324b-7fb9-4c9b-8c44-e1b9cffeed46'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:20:29.960895 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-e62e0f89-76b9-416a-bd69-fa22255bc488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:20:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['98af324b-7fb9-4c9b-8c44-e1b9cffeed46'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:20:30.026394 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-1d73890c-4c87-43dd-8417-f7bd43736c75 None None] Set router e228de7f-224e-41c6-b5d1-3d69bbc77cf8 gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:20:30.030576 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-3d604320-95b4-4541-a88e-fab137bb95d7 None None] Provisioning complete for port 9d5a5134-e4c8-4716-9ee8-43bc6efee1b9 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:20:30.030972 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-3d604320-95b4-4541-a88e-fab137bb95d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:30.196363 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-3d604320-95b4-4541-a88e-fab137bb95d7 None None] Port 9d5a5134-e4c8-4716-9ee8-43bc6efee1b9 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:20:30.215622 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-e62e0f89-76b9-416a-bd69-fa22255bc488 None None] Set router 98af324b-7fb9-4c9b-8c44-e1b9cffeed46 gateway port host: None {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:20:30.431624 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 3769abf9-61a8-48b5-8093-5fd44995fd1e up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:20:30.474499 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-1d73890c-4c87-43dd-8417-f7bd43736c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e228de7f-224e-41c6-b5d1-3d69bbc77cf8', 'name': 'tempest-AttachVolumeTestJSON-1875074836-router', 'tenant_id': 'cc5f500c6137475e84a7347d954ff8b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': '544d7d75-dfd1-4252-a232-754801ab83c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:17:06Z', 'updated_at': '2022-06-01T19:17:14Z', 'revision_number': 4, 'project_id': 'cc5f500c6137475e84a7347d954ff8b0', 'gw_port': {'id': '544d7d75-dfd1-4252-a232-754801ab83c2', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:b4:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e228de7f-224e-41c6-b5d1-3d69bbc77cf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:17:08Z', 'updated_at': '2022-06-01T19:17:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '7078f4bd-1ba8-4718-8286-aff59851b7ff', 'name': '', 'network_id': 'aa162726-ef17-4a0c-95f5-44449c42913b', 'tenant_id': 'cc5f500c6137475e84a7347d954ff8b0', 'mac_address': 'fa:16:3e:25:5a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e228de7f-224e-41c6-b5d1-3d69bbc77cf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3399, 'fixed_ips': [{'subnet_id': 'a2b1fd9d-4e91-43aa-84e1-67bd94c0de64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:17:13Z', 'updated_at': '2022-06-01T19:17:23Z', 'revision_number': 5, 'project_id': 'cc5f500c6137475e84a7347d954ff8b0', 'subnets': [{'id': 'a2b1fd9d-4e91-43aa-84e1-67bd94c0de64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:20:30.479153 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d73890c-4c87-43dd-8417-f7bd43736c75 None None] The sync data for ids ['e228de7f-224e-41c6-b5d1-3d69bbc77cf8'] in n-d-844202-1 is: [{'id': 'e228de7f-224e-41c6-b5d1-3d69bbc77cf8', 'name': 'tempest-AttachVolumeTestJSON-1875074836-router', 'tenant_id': 'cc5f500c6137475e84a7347d954ff8b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': '544d7d75-dfd1-4252-a232-754801ab83c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:17:06Z', 'updated_at': '2022-06-01T19:17:14Z', 'revision_number': 4, 'project_id': 'cc5f500c6137475e84a7347d954ff8b0', 'gw_port': {'id': '544d7d75-dfd1-4252-a232-754801ab83c2', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:b4:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e228de7f-224e-41c6-b5d1-3d69bbc77cf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:17:08Z', 'updated_at': '2022-06-01T19:17:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '7078f4bd-1ba8-4718-8286-aff59851b7ff', 'name': '', 'network_id': 'aa162726-ef17-4a0c-95f5-44449c42913b', 'tenant_id': 'cc5f500c6137475e84a7347d954ff8b0', 'mac_address': 'fa:16:3e:25:5a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e228de7f-224e-41c6-b5d1-3d69bbc77cf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3399, 'fixed_ips': [{'subnet_id': 'a2b1fd9d-4e91-43aa-84e1-67bd94c0de64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:17:13Z', 'updated_at': '2022-06-01T19:17:23Z', 'revision_number': 5, 'project_id': 'cc5f500c6137475e84a7347d954ff8b0', 'subnets': [{'id': 'a2b1fd9d-4e91-43aa-84e1-67bd94c0de64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:20:30.669569 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 3769abf9-61a8-48b5-8093-5fd44995fd1e triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:20:30.669977 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:30.830175 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 38478) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:20:30.889609 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.extraroute_db [None req-3bacbe4c-240d-4834-9462-a9412fe229ed tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=88524) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Jun 01 19:20:30.905447 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-e62e0f89-76b9-416a-bd69-fa22255bc488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98af324b-7fb9-4c9b-8c44-e1b9cffeed46', 'name': 'tempest-RoutersTest-router-326390027', 'tenant_id': 'c0d5c79d614c43888db26707e3e8b967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:20:07Z', 'updated_at': '2022-06-01T19:20:27Z', 'revision_number': 5, 'project_id': 'c0d5c79d614c43888db26707e3e8b967', 'gw_port_host': None, '_interfaces': [{'id': '4464ab0f-45b3-4ab2-89a6-8f37415e2a79', 'name': '', 'network_id': '4a132ecb-0dda-4c27-8f1c-1cc5237bff42', 'tenant_id': 'c0d5c79d614c43888db26707e3e8b967', 'mac_address': 'fa:16:3e:ce:1b:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98af324b-7fb9-4c9b-8c44-e1b9cffeed46', 'device_owner': 'network:router_interface', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': '9f3f60a7-c257-4cbb-8614-0422aa1ceed9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:20:19Z', 'updated_at': '2022-06-01T19:20:29Z', 'revision_number': 5, 'project_id': 'c0d5c79d614c43888db26707e3e8b967', 'subnets': [{'id': '9f3f60a7-c257-4cbb-8614-0422aa1ceed9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87f7d135-5fa3-4dbb-ad5a-1ce8b9415dfa', 'name': '', 'network_id': '6165f85e-27f2-4ecc-963b-a6bcef5dcbdb', 'tenant_id': 'c0d5c79d614c43888db26707e3e8b967', 'mac_address': 'fa:16:3e:e9:26:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98af324b-7fb9-4c9b-8c44-e1b9cffeed46', 'device_owner': 'network:router_interface', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': 'fa42bddc-2a7c-4732-be0e-9bf852077141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:20:09Z', 'updated_at': '2022-06-01T19:20:18Z', 'revision_number': 5, 'project_id': 'c0d5c79d614c43888db26707e3e8b967', 'subnets': [{'id': 'fa42bddc-2a7c-4732-be0e-9bf852077141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d5a5134-e4c8-4716-9ee8-43bc6efee1b9', 'name': '', 'network_id': 'b5098e4a-6c93-4ff1-8fe2-15a1c9606a70', 'tenant_id': 'c0d5c79d614c43888db26707e3e8b967', 'mac_address': 'fa:16:3e:de:93:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98af324b-7fb9-4c9b-8c44-e1b9cffeed46', 'device_owner': 'network:router_interface', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': '81a50a95-6259-4c9f-93aa-4362fbae4e1b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:20:24Z', 'updated_at': '2022-06-01T19:20:27Z', 'revision_number': 2, 'project_id': 'c0d5c79d614c43888db26707e3e8b967', 'subnets': [{'id': '81a50a95-6259-4c9f-93aa-4362fbae4e1b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6b3a94e-7b54-4543-8fa0-34b157e3d9ec', 'name': '', 'network_id': '1c48fd9f-2eaf-47bc-89e9-3da4ecee388e', 'tenant_id': 'c0d5c79d614c43888db26707e3e8b967', 'mac_address': 'fa:16:3e:70:f7:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98af324b-7fb9-4c9b-8c44-e1b9cffeed46', 'device_owner': 'network:router_interface', 'standard_attr_id': 3583, 'fixed_ips': [{'subnet_id': 'a703d099-4855-49a2-846d-7f76eb403efb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:20:13Z', 'updated_at': '2022-06-01T19:20:22Z', 'revision_number': 5, 'project_id': 'c0d5c79d614c43888db26707e3e8b967', 'subnets': [{'id': 'a703d099-4855-49a2-846d-7f76eb403efb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:20:30.918543 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62e0f89-76b9-416a-bd69-fa22255bc488 None None] Checking router: 98af324b-7fb9-4c9b-8c44-e1b9cffeed46 for host: n-d-844202-1 {{(pid=88526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 19:20:30.918817 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62e0f89-76b9-416a-bd69-fa22255bc488 None None] Updating router 98af324b-7fb9-4c9b-8c44-e1b9cffeed46 port 9d5a5134-e4c8-4716-9ee8-43bc6efee1b9 binding host n-d-844202-1 {{(pid=88526) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 19:20:30.932058 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-40d9bf4e-30a1-4942-8c01-0763fb924cdb tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:30.952860 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.extraroute_db [None req-3bacbe4c-240d-4834-9462-a9412fe229ed tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Removed routes are [] {{(pid=88524) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Jun 01 19:20:30.953417 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-3bacbe4c-240d-4834-9462-a9412fe229ed tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-886608', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-885830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25341'] for router, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:30.971471 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-40d9bf4e-30a1-4942-8c01-0763fb924cdb tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:30.994051 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 3769abf9-61a8-48b5-8093-5fd44995fd1e is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:20:30.995125 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 4464ab0f-45b3-4ab2-89a6-8f37415e2a79 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:20:31.027220 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e74b55d-52ae-4701-84fd-faa72ba5ad55 None None] New status for floating IP 76543ee9-7ba7-4c7a-860b-e70e2dc27c18: DOWN {{(pid=88527) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 19:20:31.043637 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-e62e0f89-76b9-416a-bd69-fa22255bc488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:31.066189 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-40d9bf4e-30a1-4942-8c01-0763fb924cdb tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:31.122565 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-40d9bf4e-30a1-4942-8c01-0763fb924cdb tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:31.124351 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-40d9bf4e-30a1-4942-8c01-0763fb924cdb tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] 10.222.0.41 "DELETE /v2.0/security-groups/07479cdf-b418-4486-9606-f79ca3d42e0b HTTP/1.1" status: 204 len: 168 time: 0.2931712 Jun 01 19:20:31.126486 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d9bf4e-30a1-4942-8c01-0763fb924cdb tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07479cdf-b418-4486-9606-f79ca3d42e0b,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:20:31.129322 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 38482) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:20:31.168038 n-d-844202-1 neutron-server[88525]: INFO neutron.api.v2.resource [None req-d9de261f-8295-4e05-8197-86af19638c04 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] show failed (client error): The resource could not be found. Jun 01 19:20:31.169112 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-d9de261f-8295-4e05-8197-86af19638c04 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] 10.222.0.41 "GET /v2.0/security-groups/07479cdf-b418-4486-9606-f79ca3d42e0b HTTP/1.1" status: 404 len: 347 time: 0.0287814 Jun 01 19:20:31.172034 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 38488) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:20:31.232446 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 4464ab0f-45b3-4ab2-89a6-8f37415e2a79 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:20:31.232824 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:31.450615 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-896cc64b-3891-45cb-9531-d2c7f09ca2b5 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Deleting port 26447a99-2a3f-4d1b-b828-6c9d90401757 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:20:31.450949 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-896cc64b-3891-45cb-9531-d2c7f09ca2b5 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:31.500853 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-3bacbe4c-240d-4834-9462-a9412fe229ed tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-886608', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-885830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25341'] for router, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:31.505280 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-3bacbe4c-240d-4834-9462-a9412fe229ed tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-886655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-886601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-886598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-885887'] for router, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:31.510209 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 4464ab0f-45b3-4ab2-89a6-8f37415e2a79 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:20:31.616122 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-e62e0f89-76b9-416a-bd69-fa22255bc488 None None] Notify callbacks [] for port, precommit_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:31.630562 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-e62e0f89-76b9-416a-bd69-fa22255bc488 None None] Transition to ACTIVE for port object 9d5a5134-e4c8-4716-9ee8-43bc6efee1b9 will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:20:31.640449 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-e62e0f89-76b9-416a-bd69-fa22255bc488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:31.661134 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-896cc64b-3891-45cb-9531-d2c7f09ca2b5 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:31.661448 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-896cc64b-3891-45cb-9531-d2c7f09ca2b5 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:31.708105 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bacbe4c-240d-4834-9462-a9412fe229ed tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Router 98af324b-7fb9-4c9b-8c44-e1b9cffeed46 has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 19:20:31.735244 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9a3fa6-46e6-429a-8fbe-7bf1acf8b5c8 None None] Pushing event updated for resources: {'Port': ['ID=9d5a5134-e4c8-4716-9ee8-43bc6efee1b9,revision_number=3']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:20:31.817122 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-896cc64b-3891-45cb-9531-d2c7f09ca2b5 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Calling delete_port for 26447a99-2a3f-4d1b-b828-6c9d90401757 owned by network:floatingip {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:20:32.046960 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-896cc64b-3891-45cb-9531-d2c7f09ca2b5 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:32.076041 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-e62e0f89-76b9-416a-bd69-fa22255bc488 None None] Attempting to bind port 9d5a5134-e4c8-4716-9ee8-43bc6efee1b9 on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:20:32.076614 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-e62e0f89-76b9-416a-bd69-fa22255bc488 None None] Attempting to bind port 9d5a5134-e4c8-4716-9ee8-43bc6efee1b9 by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': '28f30dcd-0215-431a-8007-cc0f12ca3268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'b5098e4a-6c93-4ff1-8fe2-15a1c9606a70'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:20:32.076849 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e62e0f89-76b9-416a-bd69-fa22255bc488 None None] Attempting to bind port 9d5a5134-e4c8-4716-9ee8-43bc6efee1b9 on network b5098e4a-6c93-4ff1-8fe2-15a1c9606a70 {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:20:32.091629 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e62e0f89-76b9-416a-bd69-fa22255bc488 None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 20, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:20:32.092015 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e62e0f89-76b9-416a-bd69-fa22255bc488 None None] Checking segment: {'id': '28f30dcd-0215-431a-8007-cc0f12ca3268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'b5098e4a-6c93-4ff1-8fe2-15a1c9606a70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:20:32.092789 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-e62e0f89-76b9-416a-bd69-fa22255bc488 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:32.093837 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e62e0f89-76b9-416a-bd69-fa22255bc488 None None] Bound using segment: {'id': '28f30dcd-0215-431a-8007-cc0f12ca3268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'b5098e4a-6c93-4ff1-8fe2-15a1c9606a70'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:20:32.094229 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-e62e0f89-76b9-416a-bd69-fa22255bc488 None None] Bound port: 9d5a5134-e4c8-4716-9ee8-43bc6efee1b9, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28f30dcd-0215-431a-8007-cc0f12ca3268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'b5098e4a-6c93-4ff1-8fe2-15a1c9606a70'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:20:32.095299 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-e62e0f89-76b9-416a-bd69-fa22255bc488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:32.167683 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bacbe4c-240d-4834-9462-a9412fe229ed tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:20:32.176998 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-3bacbe4c-240d-4834-9462-a9412fe229ed tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks [] for router, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:32.180730 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-3bacbe4c-240d-4834-9462-a9412fe229ed tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] 10.222.0.41 "PUT /v2.0/routers/98af324b-7fb9-4c9b-8c44-e1b9cffeed46 HTTP/1.1" status: 200 len: 933 time: 2.2302938 Jun 01 19:20:32.181571 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 38498) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:20:32.184773 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896cc64b-3891-45cb-9531-d2c7f09ca2b5 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Pushing event deleted for resources: {'Port': ['ID=26447a99-2a3f-4d1b-b828-6c9d90401757,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:20:32.218906 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-e62e0f89-76b9-416a-bd69-fa22255bc488 None None] For port 9d5a5134-e4c8-4716-9ee8-43bc6efee1b9, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:20:32.224701 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-e62e0f89-76b9-416a-bd69-fa22255bc488 None None] For port 9d5a5134-e4c8-4716-9ee8-43bc6efee1b9, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=9d5a5134-e4c8-4716-9ee8-43bc6efee1b9,segment=NetworkSegment(28f30dcd-0215-431a-8007-cc0f12ca3268),segment_id=28f30dcd-0215-431a-8007-cc0f12ca3268)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:20:32.231307 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-e62e0f89-76b9-416a-bd69-fa22255bc488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:32.256287 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-896cc64b-3891-45cb-9531-d2c7f09ca2b5 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Notify callbacks [] for floatingip, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:32.284390 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-896cc64b-3891-45cb-9531-d2c7f09ca2b5 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for floatingip, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:32.301239 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-896cc64b-3891-45cb-9531-d2c7f09ca2b5 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] 10.222.0.41 "DELETE /v2.0/floatingips/76543ee9-7ba7-4c7a-860b-e70e2dc27c18 HTTP/1.1" status: 204 len: 168 time: 1.1268573 Jun 01 19:20:32.324848 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62e0f89-76b9-416a-bd69-fa22255bc488 None None] Routers {'98af324b-7fb9-4c9b-8c44-e1b9cffeed46'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:20:32.325516 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-e62e0f89-76b9-416a-bd69-fa22255bc488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:20:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['98af324b-7fb9-4c9b-8c44-e1b9cffeed46'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:20:32.402642 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 38506) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:20:32.408383 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-33be4c10-f1f5-495e-bcb2-a6ec501f3fbf tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] 10.222.0.41 "GET /v2.0/routers/98af324b-7fb9-4c9b-8c44-e1b9cffeed46 HTTP/1.1" status: 200 len: 933 time: 0.2216270 Jun 01 19:20:32.409766 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-10abbc1d-41c0-4463-a725-c5a8f243c046 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Request body: {'router': {'routes': None}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:20:32.410416 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 38510) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:20:32.417269 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-9d760b3e-797d-4ded-ae00-cb0ad4c82ea6 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Request body: {'security_group': {'name': 'tempest-securitygroup--472014438', 'description': 'tempest-description--2101417487'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:20:32.424709 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-9d760b3e-797d-4ded-ae00-cb0ad4c82ea6 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:20:32.429811 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-9d760b3e-797d-4ded-ae00-cb0ad4c82ea6 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Usage tracker for resource:security_group and tenant:cc5f500c6137475e84a7347d954ff8b0 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:20:32.433287 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-9d760b3e-797d-4ded-ae00-cb0ad4c82ea6 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:20:32.446474 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-9d760b3e-797d-4ded-ae00-cb0ad4c82ea6 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:20:32.460476 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-9d760b3e-797d-4ded-ae00-cb0ad4c82ea6 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:32.488868 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-9d760b3e-797d-4ded-ae00-cb0ad4c82ea6 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:20:32.493648 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-9d760b3e-797d-4ded-ae00-cb0ad4c82ea6 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Usage tracker for resource:security_group_rule and tenant:cc5f500c6137475e84a7347d954ff8b0 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:20:32.497116 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-9d760b3e-797d-4ded-ae00-cb0ad4c82ea6 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:20:32.505031 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-9d760b3e-797d-4ded-ae00-cb0ad4c82ea6 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:20:32.557817 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9a3fa6-46e6-429a-8fbe-7bf1acf8b5c8 None None] Pushing event updated for resources: {'Port': ['ID=9d5a5134-e4c8-4716-9ee8-43bc6efee1b9,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:20:32.601155 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-e62e0f89-76b9-416a-bd69-fa22255bc488 None None] Set router 98af324b-7fb9-4c9b-8c44-e1b9cffeed46 gateway port host: None {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:20:32.612282 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-9d760b3e-797d-4ded-ae00-cb0ad4c82ea6 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:32.627007 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-9d760b3e-797d-4ded-ae00-cb0ad4c82ea6 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:32.687629 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d760b3e-797d-4ded-ae00-cb0ad4c82ea6 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eebb1b39-dce3-4784-8625-b17a000cec85,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:20:32.693559 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-9d760b3e-797d-4ded-ae00-cb0ad4c82ea6 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:32.698624 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-9d760b3e-797d-4ded-ae00-cb0ad4c82ea6 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2869411 Jun 01 19:20:32.699346 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 38514) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:20:32.705119 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-2909c236-621c-450b-8c39-ffae700523ed tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Request body: {'security_group_rule': {'security_group_id': 'eebb1b39-dce3-4784-8625-b17a000cec85', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:20:32.712799 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-2909c236-621c-450b-8c39-ffae700523ed tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:20:32.717130 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-2909c236-621c-450b-8c39-ffae700523ed tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Usage tracker for resource:security_group_rule and tenant:cc5f500c6137475e84a7347d954ff8b0 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:20:32.721158 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-2909c236-621c-450b-8c39-ffae700523ed tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:20:32.728141 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-2909c236-621c-450b-8c39-ffae700523ed tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:20:32.748258 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2909c236-621c-450b-8c39-ffae700523ed tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:32.825155 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2909c236-621c-450b-8c39-ffae700523ed tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:32.829850 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2909c236-621c-450b-8c39-ffae700523ed tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:32.858360 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909c236-621c-450b-8c39-ffae700523ed tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b38f74fe-b35e-4fc6-beb7-22891887b83c,revision_number=0']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:20:32.880340 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2909c236-621c-450b-8c39-ffae700523ed tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:32.882597 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-2909c236-621c-450b-8c39-ffae700523ed tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1822131 Jun 01 19:20:32.885115 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 38518) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:20:32.891420 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-65e05e0b-0096-409c-9702-dc7e974cd893 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Request body: {'security_group_rule': {'security_group_id': 'eebb1b39-dce3-4784-8625-b17a000cec85', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:20:32.898956 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-65e05e0b-0096-409c-9702-dc7e974cd893 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:20:32.904125 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-65e05e0b-0096-409c-9702-dc7e974cd893 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Usage tracker for resource:security_group_rule and tenant:cc5f500c6137475e84a7347d954ff8b0 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:20:32.908848 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-65e05e0b-0096-409c-9702-dc7e974cd893 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:20:32.915171 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-65e05e0b-0096-409c-9702-dc7e974cd893 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:20:32.940909 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-65e05e0b-0096-409c-9702-dc7e974cd893 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:33.043869 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-65e05e0b-0096-409c-9702-dc7e974cd893 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:33.049506 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-65e05e0b-0096-409c-9702-dc7e974cd893 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:33.076699 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e05e0b-0096-409c-9702-dc7e974cd893 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98b73ec6-883c-4bd2-8468-9170d65e4fe0,revision_number=0']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:20:33.094588 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-65e05e0b-0096-409c-9702-dc7e974cd893 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:33.096315 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-65e05e0b-0096-409c-9702-dc7e974cd893 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2097282 Jun 01 19:20:33.097415 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-e62e0f89-76b9-416a-bd69-fa22255bc488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98af324b-7fb9-4c9b-8c44-e1b9cffeed46', 'name': 'tempest-RoutersTest-router-326390027', 'tenant_id': 'c0d5c79d614c43888db26707e3e8b967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:20:07Z', 'updated_at': '2022-06-01T19:20:30Z', 'revision_number': 6, 'project_id': 'c0d5c79d614c43888db26707e3e8b967', 'gw_port_host': None, '_interfaces': [{'id': '4464ab0f-45b3-4ab2-89a6-8f37415e2a79', 'name': '', 'network_id': '4a132ecb-0dda-4c27-8f1c-1cc5237bff42', 'tenant_id': 'c0d5c79d614c43888db26707e3e8b967', 'mac_address': 'fa:16:3e:ce:1b:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98af324b-7fb9-4c9b-8c44-e1b9cffeed46', 'device_owner': 'network:router_interface', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': '9f3f60a7-c257-4cbb-8614-0422aa1ceed9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:20:19Z', 'updated_at': '2022-06-01T19:20:29Z', 'revision_number': 5, 'project_id': 'c0d5c79d614c43888db26707e3e8b967', 'subnets': [{'id': '9f3f60a7-c257-4cbb-8614-0422aa1ceed9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87f7d135-5fa3-4dbb-ad5a-1ce8b9415dfa', 'name': '', 'network_id': '6165f85e-27f2-4ecc-963b-a6bcef5dcbdb', 'tenant_id': 'c0d5c79d614c43888db26707e3e8b967', 'mac_address': 'fa:16:3e:e9:26:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98af324b-7fb9-4c9b-8c44-e1b9cffeed46', 'device_owner': 'network:router_interface', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': 'fa42bddc-2a7c-4732-be0e-9bf852077141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:20:09Z', 'updated_at': '2022-06-01T19:20:18Z', 'revision_number': 5, 'project_id': 'c0d5c79d614c43888db26707e3e8b967', 'subnets': [{'id': 'fa42bddc-2a7c-4732-be0e-9bf852077141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d5a5134-e4c8-4716-9ee8-43bc6efee1b9', 'name': '', 'network_id': 'b5098e4a-6c93-4ff1-8fe2-15a1c9606a70', 'tenant_id': 'c0d5c79d614c43888db26707e3e8b967', 'mac_address': 'fa:16:3e:de:93:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98af324b-7fb9-4c9b-8c44-e1b9cffeed46', 'device_owner': 'network:router_interface', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': '81a50a95-6259-4c9f-93aa-4362fbae4e1b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:20:24Z', 'updated_at': '2022-06-01T19:20:32Z', 'revision_number': 4, 'project_id': 'c0d5c79d614c43888db26707e3e8b967', 'subnets': [{'id': '81a50a95-6259-4c9f-93aa-4362fbae4e1b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6b3a94e-7b54-4543-8fa0-34b157e3d9ec', 'name': '', 'network_id': '1c48fd9f-2eaf-47bc-89e9-3da4ecee388e', 'tenant_id': 'c0d5c79d614c43888db26707e3e8b967', 'mac_address': 'fa:16:3e:70:f7:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98af324b-7fb9-4c9b-8c44-e1b9cffeed46', 'device_owner': 'network:router_interface', 'standard_attr_id': 3583, 'fixed_ips': [{'subnet_id': 'a703d099-4855-49a2-846d-7f76eb403efb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:20:13Z', 'updated_at': '2022-06-01T19:20:22Z', 'revision_number': 5, 'project_id': 'c0d5c79d614c43888db26707e3e8b967', 'subnets': [{'id': 'a703d099-4855-49a2-846d-7f76eb403efb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:20:33.099827 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 38522) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:20:33.103168 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62e0f89-76b9-416a-bd69-fa22255bc488 None None] The sync data for ids ['98af324b-7fb9-4c9b-8c44-e1b9cffeed46'] in n-d-844202-1 is: [{'id': '98af324b-7fb9-4c9b-8c44-e1b9cffeed46', 'name': 'tempest-RoutersTest-router-326390027', 'tenant_id': 'c0d5c79d614c43888db26707e3e8b967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:20:07Z', 'updated_at': '2022-06-01T19:20:30Z', 'revision_number': 6, 'project_id': 'c0d5c79d614c43888db26707e3e8b967', 'gw_port_host': None, '_interfaces': [{'id': '4464ab0f-45b3-4ab2-89a6-8f37415e2a79', 'name': '', 'network_id': '4a132ecb-0dda-4c27-8f1c-1cc5237bff42', 'tenant_id': 'c0d5c79d614c43888db26707e3e8b967', 'mac_address': 'fa:16:3e:ce:1b:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98af324b-7fb9-4c9b-8c44-e1b9cffeed46', 'device_owner': 'network:router_interface', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': '9f3f60a7-c257-4cbb-8614-0422aa1ceed9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:20:19Z', 'updated_at': '2022-06-01T19:20:29Z', 'revision_number': 5, 'project_id': 'c0d5c79d614c43888db26707e3e8b967', 'subnets': [{'id': '9f3f60a7-c257-4cbb-8614-0422aa1ceed9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87f7d135-5fa3-4dbb-ad5a-1ce8b9415dfa', 'name': '', 'network_id': '6165f85e-27f2-4ecc-963b-a6bcef5dcbdb', 'tenant_id': 'c0d5c79d614c43888db26707e3e8b967', 'mac_address': 'fa:16:3e:e9:26:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98af324b-7fb9-4c9b-8c44-e1b9cffeed46', 'device_owner': 'network:router_interface', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': 'fa42bddc-2a7c-4732-be0e-9bf852077141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:20:09Z', 'updated_at': '2022-06-01T19:20:18Z', 'revision_number': 5, 'project_id': 'c0d5c79d614c43888db26707e3e8b967', 'subnets': [{'id': 'fa42bddc-2a7c-4732-be0e-9bf852077141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d5a5134-e4c8-4716-9ee8-43bc6efee1b9', 'name': '', 'network_id': 'b5098e4a-6c93-4ff1-8fe2-15a1c9606a70', 'tenant_id': 'c0d5c79d614c43888db26707e3e8b967', 'mac_address': 'fa:16:3e:de:93:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98af324b-7fb9-4c9b-8c44-e1b9cffeed46', 'device_owner': 'network:router_interface', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': '81a50a95-6259-4c9f-93aa-4362fbae4e1b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:20:24Z', 'updated_at': '2022-06-01T19:20:32Z', 'revision_number': 4, 'project_id': 'c0d5c79d614c43888db26707e3e8b967', 'subnets': [{'id': '81a50a95-6259-4c9f-93aa-4362fbae4e1b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6b3a94e-7b54-4543-8fa0-34b157e3d9ec', 'name': '', 'network_id': '1c48fd9f-2eaf-47bc-89e9-3da4ecee388e', 'tenant_id': 'c0d5c79d614c43888db26707e3e8b967', 'mac_address': 'fa:16:3e:70:f7:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98af324b-7fb9-4c9b-8c44-e1b9cffeed46', 'device_owner': 'network:router_interface', 'standard_attr_id': 3583, 'fixed_ips': [{'subnet_id': 'a703d099-4855-49a2-846d-7f76eb403efb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:20:13Z', 'updated_at': '2022-06-01T19:20:22Z', 'revision_number': 5, 'project_id': 'c0d5c79d614c43888db26707e3e8b967', 'subnets': [{'id': 'a703d099-4855-49a2-846d-7f76eb403efb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:20:33.108755 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-845213e4-7214-4ffe-b038-9ffc37a3dd96 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Request body: {'floatingip': {'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:20:33.129817 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-845213e4-7214-4ffe-b038-9ffc37a3dd96 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:20:33.135583 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-845213e4-7214-4ffe-b038-9ffc37a3dd96 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Usage tracker for resource:floatingip and tenant:cc5f500c6137475e84a7347d954ff8b0 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:20:33.139106 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-845213e4-7214-4ffe-b038-9ffc37a3dd96 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:20:33.146708 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-845213e4-7214-4ffe-b038-9ffc37a3dd96 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:20:33.193355 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-845213e4-7214-4ffe-b038-9ffc37a3dd96 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Notify callbacks [] for floatingip, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:33.375004 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-845213e4-7214-4ffe-b038-9ffc37a3dd96 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:33.406448 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.extraroute_db [None req-10abbc1d-41c0-4463-a725-c5a8f243c046 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Added routes are [] {{(pid=88525) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Jun 01 19:20:33.407532 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.extraroute_db [None req-10abbc1d-41c0-4463-a725-c5a8f243c046 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=88525) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Jun 01 19:20:33.442408 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-10abbc1d-41c0-4463-a725-c5a8f243c046 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-886608', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-885830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25341'] for router, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:33.544800 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [None req-845213e4-7214-4ffe-b038-9ffc37a3dd96 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Allocated IP 172.25.4.201 (72a72e44-6845-488a-a5ff-3a26d4df9cb3/c314a23b-daa2-4106-ab28-8e6f954277b2/c21c0c28-ae19-4093-a381-b1f135a51383) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:20:33.722229 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-845213e4-7214-4ffe-b038-9ffc37a3dd96 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:33.765865 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-845213e4-7214-4ffe-b038-9ffc37a3dd96 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:33.807270 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-10abbc1d-41c0-4463-a725-c5a8f243c046 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-886608', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-885830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25341'] for router, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:33.810992 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-10abbc1d-41c0-4463-a725-c5a8f243c046 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-886655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-886601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-886598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-885887'] for router, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:33.841317 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-845213e4-7214-4ffe-b038-9ffc37a3dd96 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:20:33.844876 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-845213e4-7214-4ffe-b038-9ffc37a3dd96 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:20:33.848601 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-845213e4-7214-4ffe-b038-9ffc37a3dd96 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:20:33.894311 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845213e4-7214-4ffe-b038-9ffc37a3dd96 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Pushing event updated for resources: {'Port': ['ID=c21c0c28-ae19-4093-a381-b1f135a51383,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:20:33.941613 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-845213e4-7214-4ffe-b038-9ffc37a3dd96 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:33.998421 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10abbc1d-41c0-4463-a725-c5a8f243c046 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Router 98af324b-7fb9-4c9b-8c44-e1b9cffeed46 has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 19:20:34.031000 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-845213e4-7214-4ffe-b038-9ffc37a3dd96 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:34.176893 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b25664bb-5766-4b43-8f55-f11671b1503c None None] Sync routers for ids ['98af324b-7fb9-4c9b-8c44-e1b9cffeed46'] in n-d-844202-1 {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:20:34.199945 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b25664bb-5766-4b43-8f55-f11671b1503c None None] Routers {'98af324b-7fb9-4c9b-8c44-e1b9cffeed46'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:20:34.202118 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-b25664bb-5766-4b43-8f55-f11671b1503c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:20:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['98af324b-7fb9-4c9b-8c44-e1b9cffeed46'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:20:34.205164 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10abbc1d-41c0-4463-a725-c5a8f243c046 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:20:34.211947 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-10abbc1d-41c0-4463-a725-c5a8f243c046 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks [] for router, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:34.216001 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-10abbc1d-41c0-4463-a725-c5a8f243c046 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] 10.222.0.41 "PUT /v2.0/routers/98af324b-7fb9-4c9b-8c44-e1b9cffeed46 HTTP/1.1" status: 200 len: 699 time: 1.8118353 Jun 01 19:20:34.216753 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 38528) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:20:34.278077 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-845213e4-7214-4ffe-b038-9ffc37a3dd96 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:34.284944 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-845213e4-7214-4ffe-b038-9ffc37a3dd96 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:34.402416 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-b25664bb-5766-4b43-8f55-f11671b1503c None None] Set router 98af324b-7fb9-4c9b-8c44-e1b9cffeed46 gateway port host: None {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:20:34.473420 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 9d5a5134-e4c8-4716-9ee8-43bc6efee1b9 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:20:34.483465 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845213e4-7214-4ffe-b038-9ffc37a3dd96 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Pushing event updated for resources: {'Port': ['ID=c21c0c28-ae19-4093-a381-b1f135a51383,revision_number=2']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:20:34.500213 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-845213e4-7214-4ffe-b038-9ffc37a3dd96 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887712'] for floatingip, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:34.507792 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-97ac6cd4-afe4-4ba8-952a-563a1a5c0df4 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] 10.222.0.41 "GET /v2.0/routers/98af324b-7fb9-4c9b-8c44-e1b9cffeed46 HTTP/1.1" status: 200 len: 699 time: 0.2874305 Jun 01 19:20:34.508515 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 38534) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:20:34.536038 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-845213e4-7214-4ffe-b038-9ffc37a3dd96 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for floatingip, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:34.539466 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-845213e4-7214-4ffe-b038-9ffc37a3dd96 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4383414 Jun 01 19:20:34.761078 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port 9d5a5134-e4c8-4716-9ee8-43bc6efee1b9 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:20:34.862358 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 9d5a5134-e4c8-4716-9ee8-43bc6efee1b9 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:20:34.862904 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:35.013583 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 9d5a5134-e4c8-4716-9ee8-43bc6efee1b9 is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:20:35.013984 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:35.036932 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-b25664bb-5766-4b43-8f55-f11671b1503c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98af324b-7fb9-4c9b-8c44-e1b9cffeed46', 'name': 'tempest-RoutersTest-router-326390027', 'tenant_id': 'c0d5c79d614c43888db26707e3e8b967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:20:07Z', 'updated_at': '2022-06-01T19:20:33Z', 'revision_number': 7, 'project_id': 'c0d5c79d614c43888db26707e3e8b967', 'gw_port_host': None, '_interfaces': [{'id': '4464ab0f-45b3-4ab2-89a6-8f37415e2a79', 'name': '', 'network_id': '4a132ecb-0dda-4c27-8f1c-1cc5237bff42', 'tenant_id': 'c0d5c79d614c43888db26707e3e8b967', 'mac_address': 'fa:16:3e:ce:1b:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98af324b-7fb9-4c9b-8c44-e1b9cffeed46', 'device_owner': 'network:router_interface', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': '9f3f60a7-c257-4cbb-8614-0422aa1ceed9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:20:19Z', 'updated_at': '2022-06-01T19:20:29Z', 'revision_number': 5, 'project_id': 'c0d5c79d614c43888db26707e3e8b967', 'subnets': [{'id': '9f3f60a7-c257-4cbb-8614-0422aa1ceed9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87f7d135-5fa3-4dbb-ad5a-1ce8b9415dfa', 'name': '', 'network_id': '6165f85e-27f2-4ecc-963b-a6bcef5dcbdb', 'tenant_id': 'c0d5c79d614c43888db26707e3e8b967', 'mac_address': 'fa:16:3e:e9:26:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98af324b-7fb9-4c9b-8c44-e1b9cffeed46', 'device_owner': 'network:router_interface', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': 'fa42bddc-2a7c-4732-be0e-9bf852077141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:20:09Z', 'updated_at': '2022-06-01T19:20:18Z', 'revision_number': 5, 'project_id': 'c0d5c79d614c43888db26707e3e8b967', 'subnets': [{'id': 'fa42bddc-2a7c-4732-be0e-9bf852077141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d5a5134-e4c8-4716-9ee8-43bc6efee1b9', 'name': '', 'network_id': 'b5098e4a-6c93-4ff1-8fe2-15a1c9606a70', 'tenant_id': 'c0d5c79d614c43888db26707e3e8b967', 'mac_address': 'fa:16:3e:de:93:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98af324b-7fb9-4c9b-8c44-e1b9cffeed46', 'device_owner': 'network:router_interface', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': '81a50a95-6259-4c9f-93aa-4362fbae4e1b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:20:24Z', 'updated_at': '2022-06-01T19:20:32Z', 'revision_number': 4, 'project_id': 'c0d5c79d614c43888db26707e3e8b967', 'subnets': [{'id': '81a50a95-6259-4c9f-93aa-4362fbae4e1b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6b3a94e-7b54-4543-8fa0-34b157e3d9ec', 'name': '', 'network_id': '1c48fd9f-2eaf-47bc-89e9-3da4ecee388e', 'tenant_id': 'c0d5c79d614c43888db26707e3e8b967', 'mac_address': 'fa:16:3e:70:f7:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98af324b-7fb9-4c9b-8c44-e1b9cffeed46', 'device_owner': 'network:router_interface', 'standard_attr_id': 3583, 'fixed_ips': [{'subnet_id': 'a703d099-4855-49a2-846d-7f76eb403efb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:20:13Z', 'updated_at': '2022-06-01T19:20:22Z', 'revision_number': 5, 'project_id': 'c0d5c79d614c43888db26707e3e8b967', 'subnets': [{'id': 'a703d099-4855-49a2-846d-7f76eb403efb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:20:35.046990 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b25664bb-5766-4b43-8f55-f11671b1503c None None] Checking router: 98af324b-7fb9-4c9b-8c44-e1b9cffeed46 for host: n-d-844202-1 {{(pid=88526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 19:20:35.062785 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port 9d5a5134-e4c8-4716-9ee8-43bc6efee1b9, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=9d5a5134-e4c8-4716-9ee8-43bc6efee1b9,segment=NetworkSegment(28f30dcd-0215-431a-8007-cc0f12ca3268),segment_id=28f30dcd-0215-431a-8007-cc0f12ca3268)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:20:35.065201 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b25664bb-5766-4b43-8f55-f11671b1503c None None] Routers {'98af324b-7fb9-4c9b-8c44-e1b9cffeed46'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:20:35.065955 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-b25664bb-5766-4b43-8f55-f11671b1503c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:20:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['98af324b-7fb9-4c9b-8c44-e1b9cffeed46'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:20:35.123089 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:35.148195 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-8fb6e6e0-6ad3-4b00-9c31-c4a89c999afa req-b9040993-3ec6-4f48-ae3f-b40d0d214cd2 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Synchronizing usage tracker for tenant:cc5f500c6137475e84a7347d954ff8b0 on resource:security_group {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:20:35.215146 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-8fb6e6e0-6ad3-4b00-9c31-c4a89c999afa req-b9040993-3ec6-4f48-ae3f-b40d0d214cd2 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Unset dirty status for tenant:cc5f500c6137475e84a7347d954ff8b0 on resource:security_group {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:20:35.216484 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8fb6e6e0-6ad3-4b00-9c31-c4a89c999afa req-b9040993-3ec6-4f48-ae3f-b40d0d214cd2 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--472014438&fields=id&tenant_id=cc5f500c6137475e84a7347d954ff8b0 HTTP/1.1" status: 200 len: 267 time: 0.1402309 Jun 01 19:20:35.290820 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=9d5a5134-e4c8-4716-9ee8-43bc6efee1b9,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:20:35.296896 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-b25664bb-5766-4b43-8f55-f11671b1503c None None] Set router 98af324b-7fb9-4c9b-8c44-e1b9cffeed46 gateway port host: None {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:20:35.495399 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb6e6e0-6ad3-4b00-9c31-c4a89c999afa req-b18818e1-adb8-4c2e-9d12-8618870c1b8c tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:20:35.497105 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8fb6e6e0-6ad3-4b00-9c31-c4a89c999afa req-b18818e1-adb8-4c2e-9d12-8618870c1b8c tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] 10.222.0.41 "GET /v2.0/networks?id=aa162726-ef17-4a0c-95f5-44449c42913b HTTP/1.1" status: 200 len: 811 time: 0.2733178 Jun 01 19:20:35.550621 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8fb6e6e0-6ad3-4b00-9c31-c4a89c999afa req-cafa2ebe-b121-46ad-b288-a332216f185c tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] 10.222.0.41 "GET /v2.0/quotas/cc5f500c6137475e84a7347d954ff8b0 HTTP/1.1" status: 200 len: 375 time: 0.0249655 Jun 01 19:20:35.683531 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-07cac1e7-64e6-444b-b6e2-f6ea7557f368 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-887474'] for router_interface, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:35.772511 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-b25664bb-5766-4b43-8f55-f11671b1503c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98af324b-7fb9-4c9b-8c44-e1b9cffeed46', 'name': 'tempest-RoutersTest-router-326390027', 'tenant_id': 'c0d5c79d614c43888db26707e3e8b967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:20:07Z', 'updated_at': '2022-06-01T19:20:33Z', 'revision_number': 7, 'project_id': 'c0d5c79d614c43888db26707e3e8b967', 'gw_port_host': None, '_interfaces': [{'id': '4464ab0f-45b3-4ab2-89a6-8f37415e2a79', 'name': '', 'network_id': '4a132ecb-0dda-4c27-8f1c-1cc5237bff42', 'tenant_id': 'c0d5c79d614c43888db26707e3e8b967', 'mac_address': 'fa:16:3e:ce:1b:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98af324b-7fb9-4c9b-8c44-e1b9cffeed46', 'device_owner': 'network:router_interface', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': '9f3f60a7-c257-4cbb-8614-0422aa1ceed9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:20:19Z', 'updated_at': '2022-06-01T19:20:29Z', 'revision_number': 5, 'project_id': 'c0d5c79d614c43888db26707e3e8b967', 'subnets': [{'id': '9f3f60a7-c257-4cbb-8614-0422aa1ceed9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87f7d135-5fa3-4dbb-ad5a-1ce8b9415dfa', 'name': '', 'network_id': '6165f85e-27f2-4ecc-963b-a6bcef5dcbdb', 'tenant_id': 'c0d5c79d614c43888db26707e3e8b967', 'mac_address': 'fa:16:3e:e9:26:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98af324b-7fb9-4c9b-8c44-e1b9cffeed46', 'device_owner': 'network:router_interface', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': 'fa42bddc-2a7c-4732-be0e-9bf852077141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:20:09Z', 'updated_at': '2022-06-01T19:20:18Z', 'revision_number': 5, 'project_id': 'c0d5c79d614c43888db26707e3e8b967', 'subnets': [{'id': 'fa42bddc-2a7c-4732-be0e-9bf852077141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d5a5134-e4c8-4716-9ee8-43bc6efee1b9', 'name': '', 'network_id': 'b5098e4a-6c93-4ff1-8fe2-15a1c9606a70', 'tenant_id': 'c0d5c79d614c43888db26707e3e8b967', 'mac_address': 'fa:16:3e:de:93:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98af324b-7fb9-4c9b-8c44-e1b9cffeed46', 'device_owner': 'network:router_interface', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': '81a50a95-6259-4c9f-93aa-4362fbae4e1b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:20:24Z', 'updated_at': '2022-06-01T19:20:35Z', 'revision_number': 5, 'project_id': 'c0d5c79d614c43888db26707e3e8b967', 'subnets': [{'id': '81a50a95-6259-4c9f-93aa-4362fbae4e1b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6b3a94e-7b54-4543-8fa0-34b157e3d9ec', 'name': '', 'network_id': '1c48fd9f-2eaf-47bc-89e9-3da4ecee388e', 'tenant_id': 'c0d5c79d614c43888db26707e3e8b967', 'mac_address': 'fa:16:3e:70:f7:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98af324b-7fb9-4c9b-8c44-e1b9cffeed46', 'device_owner': 'network:router_interface', 'standard_attr_id': 3583, 'fixed_ips': [{'subnet_id': 'a703d099-4855-49a2-846d-7f76eb403efb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:20:13Z', 'updated_at': '2022-06-01T19:20:22Z', 'revision_number': 5, 'project_id': 'c0d5c79d614c43888db26707e3e8b967', 'subnets': [{'id': 'a703d099-4855-49a2-846d-7f76eb403efb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:20:35.777566 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b25664bb-5766-4b43-8f55-f11671b1503c None None] The sync data for ids ['98af324b-7fb9-4c9b-8c44-e1b9cffeed46'] in n-d-844202-1 is: [{'id': '98af324b-7fb9-4c9b-8c44-e1b9cffeed46', 'name': 'tempest-RoutersTest-router-326390027', 'tenant_id': 'c0d5c79d614c43888db26707e3e8b967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:20:07Z', 'updated_at': '2022-06-01T19:20:33Z', 'revision_number': 7, 'project_id': 'c0d5c79d614c43888db26707e3e8b967', 'gw_port_host': None, '_interfaces': [{'id': '4464ab0f-45b3-4ab2-89a6-8f37415e2a79', 'name': '', 'network_id': '4a132ecb-0dda-4c27-8f1c-1cc5237bff42', 'tenant_id': 'c0d5c79d614c43888db26707e3e8b967', 'mac_address': 'fa:16:3e:ce:1b:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98af324b-7fb9-4c9b-8c44-e1b9cffeed46', 'device_owner': 'network:router_interface', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': '9f3f60a7-c257-4cbb-8614-0422aa1ceed9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:20:19Z', 'updated_at': '2022-06-01T19:20:29Z', 'revision_number': 5, 'project_id': 'c0d5c79d614c43888db26707e3e8b967', 'subnets': [{'id': '9f3f60a7-c257-4cbb-8614-0422aa1ceed9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87f7d135-5fa3-4dbb-ad5a-1ce8b9415dfa', 'name': '', 'network_id': '6165f85e-27f2-4ecc-963b-a6bcef5dcbdb', 'tenant_id': 'c0d5c79d614c43888db26707e3e8b967', 'mac_address': 'fa:16:3e:e9:26:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98af324b-7fb9-4c9b-8c44-e1b9cffeed46', 'device_owner': 'network:router_interface', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': 'fa42bddc-2a7c-4732-be0e-9bf852077141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:20:09Z', 'updated_at': '2022-06-01T19:20:18Z', 'revision_number': 5, 'project_id': 'c0d5c79d614c43888db26707e3e8b967', 'subnets': [{'id': 'fa42bddc-2a7c-4732-be0e-9bf852077141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d5a5134-e4c8-4716-9ee8-43bc6efee1b9', 'name': '', 'network_id': 'b5098e4a-6c93-4ff1-8fe2-15a1c9606a70', 'tenant_id': 'c0d5c79d614c43888db26707e3e8b967', 'mac_address': 'fa:16:3e:de:93:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98af324b-7fb9-4c9b-8c44-e1b9cffeed46', 'device_owner': 'network:router_interface', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': '81a50a95-6259-4c9f-93aa-4362fbae4e1b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:20:24Z', 'updated_at': '2022-06-01T19:20:35Z', 'revision_number': 5, 'project_id': 'c0d5c79d614c43888db26707e3e8b967', 'subnets': [{'id': '81a50a95-6259-4c9f-93aa-4362fbae4e1b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6b3a94e-7b54-4543-8fa0-34b157e3d9ec', 'name': '', 'network_id': '1c48fd9f-2eaf-47bc-89e9-3da4ecee388e', 'tenant_id': 'c0d5c79d614c43888db26707e3e8b967', 'mac_address': 'fa:16:3e:70:f7:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98af324b-7fb9-4c9b-8c44-e1b9cffeed46', 'device_owner': 'network:router_interface', 'standard_attr_id': 3583, 'fixed_ips': [{'subnet_id': 'a703d099-4855-49a2-846d-7f76eb403efb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:20:13Z', 'updated_at': '2022-06-01T19:20:22Z', 'revision_number': 5, 'project_id': 'c0d5c79d614c43888db26707e3e8b967', 'subnets': [{'id': 'a703d099-4855-49a2-846d-7f76eb403efb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:20:35.855377 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-8fb6e6e0-6ad3-4b00-9c31-c4a89c999afa req-d20ba055-7ce0-4549-9088-02dd49f7c539 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Synchronizing usage tracker for tenant:cc5f500c6137475e84a7347d954ff8b0 on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:20:35.953545 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-8fb6e6e0-6ad3-4b00-9c31-c4a89c999afa req-d20ba055-7ce0-4549-9088-02dd49f7c539 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Unset dirty status for tenant:cc5f500c6137475e84a7347d954ff8b0 on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:20:35.954909 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8fb6e6e0-6ad3-4b00-9c31-c4a89c999afa req-d20ba055-7ce0-4549-9088-02dd49f7c539 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=cc5f500c6137475e84a7347d954ff8b0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3774054 Jun 01 19:20:36.168063 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-122f6b38-d2d3-479d-be4c-56041adcd738 None None] Sync routers for ids ['98af324b-7fb9-4c9b-8c44-e1b9cffeed46'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:20:36.180396 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122f6b38-d2d3-479d-be4c-56041adcd738 None None] Routers {'98af324b-7fb9-4c9b-8c44-e1b9cffeed46'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:20:36.180995 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-122f6b38-d2d3-479d-be4c-56041adcd738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:20:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['98af324b-7fb9-4c9b-8c44-e1b9cffeed46'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:20:36.238126 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-07cac1e7-64e6-444b-b6e2-f6ea7557f368 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Deleting port 9d5a5134-e4c8-4716-9ee8-43bc6efee1b9 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:20:36.238475 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-07cac1e7-64e6-444b-b6e2-f6ea7557f368 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:36.391931 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-122f6b38-d2d3-479d-be4c-56041adcd738 None None] Set router 98af324b-7fb9-4c9b-8c44-e1b9cffeed46 gateway port host: None {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:20:36.435416 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8fb6e6e0-6ad3-4b00-9c31-c4a89c999afa req-cb2cd10a-c645-4d20-9447-d459a68f41a8 service neutron] 10.222.0.41 "GET /v2.0/networks/aa162726-ef17-4a0c-95f5-44449c42913b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4264951 Jun 01 19:20:36.444592 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 9d5a5134-e4c8-4716-9ee8-43bc6efee1b9 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:20:36.545827 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 9d5a5134-e4c8-4716-9ee8-43bc6efee1b9 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:20:36.546222 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:36.766195 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [None req-07cac1e7-64e6-444b-b6e2-f6ea7557f368 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] For port 9d5a5134-e4c8-4716-9ee8-43bc6efee1b9, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=9d5a5134-e4c8-4716-9ee8-43bc6efee1b9,segment=NetworkSegment(28f30dcd-0215-431a-8007-cc0f12ca3268),segment_id=28f30dcd-0215-431a-8007-cc0f12ca3268)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:20:36.766665 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-07cac1e7-64e6-444b-b6e2-f6ea7557f368 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:36.808728 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 9d5a5134-e4c8-4716-9ee8-43bc6efee1b9 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:20:36.831289 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-122f6b38-d2d3-479d-be4c-56041adcd738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98af324b-7fb9-4c9b-8c44-e1b9cffeed46', 'name': 'tempest-RoutersTest-router-326390027', 'tenant_id': 'c0d5c79d614c43888db26707e3e8b967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:20:07Z', 'updated_at': '2022-06-01T19:20:33Z', 'revision_number': 7, 'project_id': 'c0d5c79d614c43888db26707e3e8b967', 'gw_port_host': None, '_interfaces': [{'id': '4464ab0f-45b3-4ab2-89a6-8f37415e2a79', 'name': '', 'network_id': '4a132ecb-0dda-4c27-8f1c-1cc5237bff42', 'tenant_id': 'c0d5c79d614c43888db26707e3e8b967', 'mac_address': 'fa:16:3e:ce:1b:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98af324b-7fb9-4c9b-8c44-e1b9cffeed46', 'device_owner': 'network:router_interface', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': '9f3f60a7-c257-4cbb-8614-0422aa1ceed9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:20:19Z', 'updated_at': '2022-06-01T19:20:29Z', 'revision_number': 5, 'project_id': 'c0d5c79d614c43888db26707e3e8b967', 'subnets': [{'id': '9f3f60a7-c257-4cbb-8614-0422aa1ceed9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87f7d135-5fa3-4dbb-ad5a-1ce8b9415dfa', 'name': '', 'network_id': '6165f85e-27f2-4ecc-963b-a6bcef5dcbdb', 'tenant_id': 'c0d5c79d614c43888db26707e3e8b967', 'mac_address': 'fa:16:3e:e9:26:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98af324b-7fb9-4c9b-8c44-e1b9cffeed46', 'device_owner': 'network:router_interface', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': 'fa42bddc-2a7c-4732-be0e-9bf852077141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:20:09Z', 'updated_at': '2022-06-01T19:20:18Z', 'revision_number': 5, 'project_id': 'c0d5c79d614c43888db26707e3e8b967', 'subnets': [{'id': 'fa42bddc-2a7c-4732-be0e-9bf852077141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d5a5134-e4c8-4716-9ee8-43bc6efee1b9', 'name': '', 'network_id': 'b5098e4a-6c93-4ff1-8fe2-15a1c9606a70', 'tenant_id': 'c0d5c79d614c43888db26707e3e8b967', 'mac_address': 'fa:16:3e:de:93:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98af324b-7fb9-4c9b-8c44-e1b9cffeed46', 'device_owner': 'network:router_interface', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': '81a50a95-6259-4c9f-93aa-4362fbae4e1b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:20:24Z', 'updated_at': '2022-06-01T19:20:35Z', 'revision_number': 5, 'project_id': 'c0d5c79d614c43888db26707e3e8b967', 'subnets': [{'id': '81a50a95-6259-4c9f-93aa-4362fbae4e1b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6b3a94e-7b54-4543-8fa0-34b157e3d9ec', 'name': '', 'network_id': '1c48fd9f-2eaf-47bc-89e9-3da4ecee388e', 'tenant_id': 'c0d5c79d614c43888db26707e3e8b967', 'mac_address': 'fa:16:3e:70:f7:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98af324b-7fb9-4c9b-8c44-e1b9cffeed46', 'device_owner': 'network:router_interface', 'standard_attr_id': 3583, 'fixed_ips': [{'subnet_id': 'a703d099-4855-49a2-846d-7f76eb403efb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:20:13Z', 'updated_at': '2022-06-01T19:20:22Z', 'revision_number': 5, 'project_id': 'c0d5c79d614c43888db26707e3e8b967', 'subnets': [{'id': 'a703d099-4855-49a2-846d-7f76eb403efb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:20:36.836502 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-122f6b38-d2d3-479d-be4c-56041adcd738 None None] Checking router: 98af324b-7fb9-4c9b-8c44-e1b9cffeed46 for host: n-d-844202-1 {{(pid=88527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 19:20:36.847776 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122f6b38-d2d3-479d-be4c-56041adcd738 None None] Routers {'98af324b-7fb9-4c9b-8c44-e1b9cffeed46'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:20:36.848463 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-122f6b38-d2d3-479d-be4c-56041adcd738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:20:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['98af324b-7fb9-4c9b-8c44-e1b9cffeed46'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:20:36.907387 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-07cac1e7-64e6-444b-b6e2-f6ea7557f368 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Calling delete_port for 9d5a5134-e4c8-4716-9ee8-43bc6efee1b9 owned by network:router_interface {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:20:36.938906 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8fb6e6e0-6ad3-4b00-9c31-c4a89c999afa req-879cac72-0689-4e88-9f00-e598ffade1b4 service neutron] 10.222.0.41 "GET /v2.0/networks/aa162726-ef17-4a0c-95f5-44449c42913b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5016174 Jun 01 19:20:37.118539 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-122f6b38-d2d3-479d-be4c-56041adcd738 None None] Set router 98af324b-7fb9-4c9b-8c44-e1b9cffeed46 gateway port host: None {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:20:37.138985 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-4083d3a0-05ab-417c-8193-95df809933a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:37.256063 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-63e7dd58-95cd-4980-81f5-df3e4b6259c3 req-b9744e2c-e573-4789-a7e5-7b5f72602e15 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] 10.222.0.41 "GET /v2.0/ports?device_id=3661f400-ca72-48bf-ab39-0891620edbbe HTTP/1.1" status: 200 len: 210 time: 0.0703301 Jun 01 19:20:37.274889 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-07cac1e7-64e6-444b-b6e2-f6ea7557f368 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:37.344698 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cac1e7-64e6-444b-b6e2-f6ea7557f368 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Pushing event deleted for resources: {'Port': ['ID=9d5a5134-e4c8-4716-9ee8-43bc6efee1b9,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:20:37.678648 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-07cac1e7-64e6-444b-b6e2-f6ea7557f368 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-887310'] for router_interface, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:37.679355 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-122f6b38-d2d3-479d-be4c-56041adcd738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98af324b-7fb9-4c9b-8c44-e1b9cffeed46', 'name': 'tempest-RoutersTest-router-326390027', 'tenant_id': 'c0d5c79d614c43888db26707e3e8b967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:20:07Z', 'updated_at': '2022-06-01T19:20:33Z', 'revision_number': 7, 'project_id': 'c0d5c79d614c43888db26707e3e8b967', 'gw_port_host': None, '_interfaces': [{'id': '4464ab0f-45b3-4ab2-89a6-8f37415e2a79', 'name': '', 'network_id': '4a132ecb-0dda-4c27-8f1c-1cc5237bff42', 'tenant_id': 'c0d5c79d614c43888db26707e3e8b967', 'mac_address': 'fa:16:3e:ce:1b:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98af324b-7fb9-4c9b-8c44-e1b9cffeed46', 'device_owner': 'network:router_interface', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': '9f3f60a7-c257-4cbb-8614-0422aa1ceed9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:20:19Z', 'updated_at': '2022-06-01T19:20:29Z', 'revision_number': 5, 'project_id': 'c0d5c79d614c43888db26707e3e8b967', 'subnets': [{'id': '9f3f60a7-c257-4cbb-8614-0422aa1ceed9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87f7d135-5fa3-4dbb-ad5a-1ce8b9415dfa', 'name': '', 'network_id': '6165f85e-27f2-4ecc-963b-a6bcef5dcbdb', 'tenant_id': 'c0d5c79d614c43888db26707e3e8b967', 'mac_address': 'fa:16:3e:e9:26:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98af324b-7fb9-4c9b-8c44-e1b9cffeed46', 'device_owner': 'network:router_interface', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': 'fa42bddc-2a7c-4732-be0e-9bf852077141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:20:09Z', 'updated_at': '2022-06-01T19:20:18Z', 'revision_number': 5, 'project_id': 'c0d5c79d614c43888db26707e3e8b967', 'subnets': [{'id': 'fa42bddc-2a7c-4732-be0e-9bf852077141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d5a5134-e4c8-4716-9ee8-43bc6efee1b9', 'name': '', 'network_id': 'b5098e4a-6c93-4ff1-8fe2-15a1c9606a70', 'tenant_id': 'c0d5c79d614c43888db26707e3e8b967', 'mac_address': 'fa:16:3e:de:93:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98af324b-7fb9-4c9b-8c44-e1b9cffeed46', 'device_owner': 'network:router_interface', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': '81a50a95-6259-4c9f-93aa-4362fbae4e1b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:20:24Z', 'updated_at': '2022-06-01T19:20:35Z', 'revision_number': 5, 'project_id': 'c0d5c79d614c43888db26707e3e8b967', 'subnets': [{'id': '81a50a95-6259-4c9f-93aa-4362fbae4e1b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6b3a94e-7b54-4543-8fa0-34b157e3d9ec', 'name': '', 'network_id': '1c48fd9f-2eaf-47bc-89e9-3da4ecee388e', 'tenant_id': 'c0d5c79d614c43888db26707e3e8b967', 'mac_address': 'fa:16:3e:70:f7:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98af324b-7fb9-4c9b-8c44-e1b9cffeed46', 'device_owner': 'network:router_interface', 'standard_attr_id': 3583, 'fixed_ips': [{'subnet_id': 'a703d099-4855-49a2-846d-7f76eb403efb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:20:13Z', 'updated_at': '2022-06-01T19:20:22Z', 'revision_number': 5, 'project_id': 'c0d5c79d614c43888db26707e3e8b967', 'subnets': [{'id': 'a703d099-4855-49a2-846d-7f76eb403efb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:20:37.684706 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-122f6b38-d2d3-479d-be4c-56041adcd738 None None] The sync data for ids ['98af324b-7fb9-4c9b-8c44-e1b9cffeed46'] in n-d-844202-1 is: [{'id': '98af324b-7fb9-4c9b-8c44-e1b9cffeed46', 'name': 'tempest-RoutersTest-router-326390027', 'tenant_id': 'c0d5c79d614c43888db26707e3e8b967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:20:07Z', 'updated_at': '2022-06-01T19:20:33Z', 'revision_number': 7, 'project_id': 'c0d5c79d614c43888db26707e3e8b967', 'gw_port_host': None, '_interfaces': [{'id': '4464ab0f-45b3-4ab2-89a6-8f37415e2a79', 'name': '', 'network_id': '4a132ecb-0dda-4c27-8f1c-1cc5237bff42', 'tenant_id': 'c0d5c79d614c43888db26707e3e8b967', 'mac_address': 'fa:16:3e:ce:1b:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98af324b-7fb9-4c9b-8c44-e1b9cffeed46', 'device_owner': 'network:router_interface', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': '9f3f60a7-c257-4cbb-8614-0422aa1ceed9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:20:19Z', 'updated_at': '2022-06-01T19:20:29Z', 'revision_number': 5, 'project_id': 'c0d5c79d614c43888db26707e3e8b967', 'subnets': [{'id': '9f3f60a7-c257-4cbb-8614-0422aa1ceed9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87f7d135-5fa3-4dbb-ad5a-1ce8b9415dfa', 'name': '', 'network_id': '6165f85e-27f2-4ecc-963b-a6bcef5dcbdb', 'tenant_id': 'c0d5c79d614c43888db26707e3e8b967', 'mac_address': 'fa:16:3e:e9:26:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98af324b-7fb9-4c9b-8c44-e1b9cffeed46', 'device_owner': 'network:router_interface', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': 'fa42bddc-2a7c-4732-be0e-9bf852077141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:20:09Z', 'updated_at': '2022-06-01T19:20:18Z', 'revision_number': 5, 'project_id': 'c0d5c79d614c43888db26707e3e8b967', 'subnets': [{'id': 'fa42bddc-2a7c-4732-be0e-9bf852077141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d5a5134-e4c8-4716-9ee8-43bc6efee1b9', 'name': '', 'network_id': 'b5098e4a-6c93-4ff1-8fe2-15a1c9606a70', 'tenant_id': 'c0d5c79d614c43888db26707e3e8b967', 'mac_address': 'fa:16:3e:de:93:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98af324b-7fb9-4c9b-8c44-e1b9cffeed46', 'device_owner': 'network:router_interface', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': '81a50a95-6259-4c9f-93aa-4362fbae4e1b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:20:24Z', 'updated_at': '2022-06-01T19:20:35Z', 'revision_number': 5, 'project_id': 'c0d5c79d614c43888db26707e3e8b967', 'subnets': [{'id': '81a50a95-6259-4c9f-93aa-4362fbae4e1b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6b3a94e-7b54-4543-8fa0-34b157e3d9ec', 'name': '', 'network_id': '1c48fd9f-2eaf-47bc-89e9-3da4ecee388e', 'tenant_id': 'c0d5c79d614c43888db26707e3e8b967', 'mac_address': 'fa:16:3e:70:f7:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98af324b-7fb9-4c9b-8c44-e1b9cffeed46', 'device_owner': 'network:router_interface', 'standard_attr_id': 3583, 'fixed_ips': [{'subnet_id': 'a703d099-4855-49a2-846d-7f76eb403efb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:20:13Z', 'updated_at': '2022-06-01T19:20:22Z', 'revision_number': 5, 'project_id': 'c0d5c79d614c43888db26707e3e8b967', 'subnets': [{'id': 'a703d099-4855-49a2-846d-7f76eb403efb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:20:38.124349 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07cac1e7-64e6-444b-b6e2-f6ea7557f368 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Router 98af324b-7fb9-4c9b-8c44-e1b9cffeed46 has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 19:20:38.294182 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07cac1e7-64e6-444b-b6e2-f6ea7557f368 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:20:38.312334 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cffa96d-bd11-4bf7-b84e-a387961512a6 None None] Sync routers for ids ['98af324b-7fb9-4c9b-8c44-e1b9cffeed46'] in n-d-844202-1 {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:20:38.331517 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cffa96d-bd11-4bf7-b84e-a387961512a6 None None] Routers {'98af324b-7fb9-4c9b-8c44-e1b9cffeed46'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:20:38.332248 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-9cffa96d-bd11-4bf7-b84e-a387961512a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:20:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['98af324b-7fb9-4c9b-8c44-e1b9cffeed46'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:20:38.337746 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-07cac1e7-64e6-444b-b6e2-f6ea7557f368 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] 10.222.0.41 "PUT /v2.0/routers/98af324b-7fb9-4c9b-8c44-e1b9cffeed46/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8281796 Jun 01 19:20:38.343407 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 38570) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:20:38.504239 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_v2 [None req-87364184-8f0a-46a7-918e-76bf53de5c51 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Deleting subnet 81a50a95-6259-4c9f-93aa-4362fbae4e1b {{(pid=88524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 19:20:38.508510 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-87364184-8f0a-46a7-918e-76bf53de5c51 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks [] for subnet, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:38.511639 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a54b33a0-1825-46b1-af73-32ea927f1754 req-b7e3d65f-7d7e-4376-8139-5ab0390327a5 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] 10.222.0.41 "GET /v2.0/ports?device_id=3661f400-ca72-48bf-ab39-0891620edbbe HTTP/1.1" status: 200 len: 210 time: 0.0632277 Jun 01 19:20:38.568653 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-9cffa96d-bd11-4bf7-b84e-a387961512a6 None None] Set router 98af324b-7fb9-4c9b-8c44-e1b9cffeed46 gateway port host: None {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:20:38.606017 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-87364184-8f0a-46a7-918e-76bf53de5c51 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2702137'] for subnet, precommit_delete_associations {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:38.752186 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-87364184-8f0a-46a7-918e-76bf53de5c51 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:38.898808 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb6e6e0-6ad3-4b00-9c31-c4a89c999afa req-fc594d2d-a8f5-4423-82e8-8d653bd27088 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:20:38.902244 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8fb6e6e0-6ad3-4b00-9c31-c4a89c999afa req-fc594d2d-a8f5-4423-82e8-8d653bd27088 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] 10.222.0.15 "GET /v2.0/networks?id=aa162726-ef17-4a0c-95f5-44449c42913b HTTP/1.1" status: 200 len: 811 time: 0.2510862 Jun 01 19:20:39.028526 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-87364184-8f0a-46a7-918e-76bf53de5c51 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2718856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3066595'] for subnet, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:39.066212 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-9cffa96d-bd11-4bf7-b84e-a387961512a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98af324b-7fb9-4c9b-8c44-e1b9cffeed46', 'name': 'tempest-RoutersTest-router-326390027', 'tenant_id': 'c0d5c79d614c43888db26707e3e8b967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:20:07Z', 'updated_at': '2022-06-01T19:20:37Z', 'revision_number': 8, 'project_id': 'c0d5c79d614c43888db26707e3e8b967', 'gw_port_host': None, '_interfaces': [{'id': '4464ab0f-45b3-4ab2-89a6-8f37415e2a79', 'name': '', 'network_id': '4a132ecb-0dda-4c27-8f1c-1cc5237bff42', 'tenant_id': 'c0d5c79d614c43888db26707e3e8b967', 'mac_address': 'fa:16:3e:ce:1b:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98af324b-7fb9-4c9b-8c44-e1b9cffeed46', 'device_owner': 'network:router_interface', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': '9f3f60a7-c257-4cbb-8614-0422aa1ceed9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:20:19Z', 'updated_at': '2022-06-01T19:20:29Z', 'revision_number': 5, 'project_id': 'c0d5c79d614c43888db26707e3e8b967', 'subnets': [{'id': '9f3f60a7-c257-4cbb-8614-0422aa1ceed9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87f7d135-5fa3-4dbb-ad5a-1ce8b9415dfa', 'name': '', 'network_id': '6165f85e-27f2-4ecc-963b-a6bcef5dcbdb', 'tenant_id': 'c0d5c79d614c43888db26707e3e8b967', 'mac_address': 'fa:16:3e:e9:26:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98af324b-7fb9-4c9b-8c44-e1b9cffeed46', 'device_owner': 'network:router_interface', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': 'fa42bddc-2a7c-4732-be0e-9bf852077141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:20:09Z', 'updated_at': '2022-06-01T19:20:18Z', 'revision_number': 5, 'project_id': 'c0d5c79d614c43888db26707e3e8b967', 'subnets': [{'id': 'fa42bddc-2a7c-4732-be0e-9bf852077141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6b3a94e-7b54-4543-8fa0-34b157e3d9ec', 'name': '', 'network_id': '1c48fd9f-2eaf-47bc-89e9-3da4ecee388e', 'tenant_id': 'c0d5c79d614c43888db26707e3e8b967', 'mac_address': 'fa:16:3e:70:f7:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98af324b-7fb9-4c9b-8c44-e1b9cffeed46', 'device_owner': 'network:router_interface', 'standard_attr_id': 3583, 'fixed_ips': [{'subnet_id': 'a703d099-4855-49a2-846d-7f76eb403efb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:20:13Z', 'updated_at': '2022-06-01T19:20:22Z', 'revision_number': 5, 'project_id': 'c0d5c79d614c43888db26707e3e8b967', 'subnets': [{'id': 'a703d099-4855-49a2-846d-7f76eb403efb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:20:39.072715 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cffa96d-bd11-4bf7-b84e-a387961512a6 None None] Checking router: 98af324b-7fb9-4c9b-8c44-e1b9cffeed46 for host: n-d-844202-1 {{(pid=88526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 19:20:39.084958 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cffa96d-bd11-4bf7-b84e-a387961512a6 None None] Routers {'98af324b-7fb9-4c9b-8c44-e1b9cffeed46'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:20:39.085787 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-9cffa96d-bd11-4bf7-b84e-a387961512a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:20:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['98af324b-7fb9-4c9b-8c44-e1b9cffeed46'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:20:39.161871 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87364184-8f0a-46a7-918e-76bf53de5c51 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Pushing event deleted for resources: {'Subnet': ['ID=81a50a95-6259-4c9f-93aa-4362fbae4e1b,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:20:39.167508 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-87364184-8f0a-46a7-918e-76bf53de5c51 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:39.177489 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-87364184-8f0a-46a7-918e-76bf53de5c51 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] 10.222.0.41 "DELETE /v2.0/subnets/81a50a95-6259-4c9f-93aa-4362fbae4e1b HTTP/1.1" status: 204 len: 168 time: 0.8307810 Jun 01 19:20:39.178105 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 38576) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:20:39.255034 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8fb6e6e0-6ad3-4b00-9c31-c4a89c999afa req-16e82d69-ec53-4603-94ad-3889c4d60ea3 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cc5f500c6137475e84a7347d954ff8b0 HTTP/1.1" status: 200 len: 379 time: 0.3262243 Jun 01 19:20:39.266494 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d52b6915-0615-43d0-b1fb-bb64a00381da None None] Network b5098e4a-6c93-4ff1-8fe2-15a1c9606a70 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:20:39.269281 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [req-8fb6e6e0-6ad3-4b00-9c31-c4a89c999afa req-b5277bd8-33c6-4585-99a1-db4d551687f3 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Request body: {'port': {'device_id': '3661f400-ca72-48bf-ab39-0891620edbbe', 'network_id': 'aa162726-ef17-4a0c-95f5-44449c42913b', 'admin_state_up': True, 'tenant_id': 'cc5f500c6137475e84a7347d954ff8b0', 'security_groups': ['eebb1b39-dce3-4784-8625-b17a000cec85']}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:20:39.321736 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-9f9e4c98-14ad-45e9-9c90-50f07546ee12 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:39.335030 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-9f9e4c98-14ad-45e9-9c90-50f07546ee12 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Deleting port 3769abf9-61a8-48b5-8093-5fd44995fd1e {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:20:39.335390 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-9f9e4c98-14ad-45e9-9c90-50f07546ee12 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:39.478774 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-9cffa96d-bd11-4bf7-b84e-a387961512a6 None None] Set router 98af324b-7fb9-4c9b-8c44-e1b9cffeed46 gateway port host: None {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:20:39.489530 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [req-8fb6e6e0-6ad3-4b00-9c31-c4a89c999afa req-b5277bd8-33c6-4585-99a1-db4d551687f3 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:20:39.562460 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [req-8fb6e6e0-6ad3-4b00-9c31-c4a89c999afa req-b5277bd8-33c6-4585-99a1-db4d551687f3 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:20:39.608632 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fb6e6e0-6ad3-4b00-9c31-c4a89c999afa req-b5277bd8-33c6-4585-99a1-db4d551687f3 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Made reservation on behalf of cc5f500c6137475e84a7347d954ff8b0 for: {'port': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:20:39.617165 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-8fb6e6e0-6ad3-4b00-9c31-c4a89c999afa req-b5277bd8-33c6-4585-99a1-db4d551687f3 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:39.643116 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-14617fba-16f5-49bf-a357-c4ef61383faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:39.648219 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [None req-9f9e4c98-14ad-45e9-9c90-50f07546ee12 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] For port 3769abf9-61a8-48b5-8093-5fd44995fd1e, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=3769abf9-61a8-48b5-8093-5fd44995fd1e,segment=NetworkSegment(28f30dcd-0215-431a-8007-cc0f12ca3268),segment_id=28f30dcd-0215-431a-8007-cc0f12ca3268)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:20:39.652966 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-9f9e4c98-14ad-45e9-9c90-50f07546ee12 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:39.820709 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-9f9e4c98-14ad-45e9-9c90-50f07546ee12 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Calling delete_port for 3769abf9-61a8-48b5-8093-5fd44995fd1e owned by network:dhcp {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:20:39.895211 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7560b4dc-3a75-48f3-a8ec-619bfbfa4ee5 None None] DHCP port deletion for b5098e4a-6c93-4ff1-8fe2-15a1c9606a70 request from n-d-844202-1 {{(pid=88526) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 19:20:39.917531 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [req-8fb6e6e0-6ad3-4b00-9c31-c4a89c999afa req-b5277bd8-33c6-4585-99a1-db4d551687f3 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Allocated IP 172.20.0.14 (aa162726-ef17-4a0c-95f5-44449c42913b/a2b1fd9d-4e91-43aa-84e1-67bd94c0de64/60088567-aaf0-4025-90a6-831cf3fcbf2b) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:20:39.927251 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-7560b4dc-3a75-48f3-a8ec-619bfbfa4ee5 None None] Deleting port 3769abf9-61a8-48b5-8093-5fd44995fd1e {{(pid=88526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:20:39.927672 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-7560b4dc-3a75-48f3-a8ec-619bfbfa4ee5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:39.935262 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-2f87c141-0c0a-480e-b853-a211b2bd160f req-c3165b54-f044-48f3-b3ae-99659d6de555 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] 10.222.0.41 "GET /v2.0/ports?device_id=3661f400-ca72-48bf-ab39-0891620edbbe HTTP/1.1" status: 200 len: 210 time: 0.0662794 Jun 01 19:20:39.982319 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-9f9e4c98-14ad-45e9-9c90-50f07546ee12 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:40.042068 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-7560b4dc-3a75-48f3-a8ec-619bfbfa4ee5 None None] The port '3769abf9-61a8-48b5-8093-5fd44995fd1e' was deleted {{(pid=88526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 01 19:20:40.084428 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9e4c98-14ad-45e9-9c90-50f07546ee12 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Pushing event deleted for resources: {'Port': ['ID=3769abf9-61a8-48b5-8093-5fd44995fd1e,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:20:40.086279 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9e4c98-14ad-45e9-9c90-50f07546ee12 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] No DVR routers for this DVR port 3769abf9-61a8-48b5-8093-5fd44995fd1e on host n-d-844202-1 {{(pid=88524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:20:40.118743 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-9cffa96d-bd11-4bf7-b84e-a387961512a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98af324b-7fb9-4c9b-8c44-e1b9cffeed46', 'name': 'tempest-RoutersTest-router-326390027', 'tenant_id': 'c0d5c79d614c43888db26707e3e8b967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:20:07Z', 'updated_at': '2022-06-01T19:20:37Z', 'revision_number': 8, 'project_id': 'c0d5c79d614c43888db26707e3e8b967', 'gw_port_host': None, '_interfaces': [{'id': '4464ab0f-45b3-4ab2-89a6-8f37415e2a79', 'name': '', 'network_id': '4a132ecb-0dda-4c27-8f1c-1cc5237bff42', 'tenant_id': 'c0d5c79d614c43888db26707e3e8b967', 'mac_address': 'fa:16:3e:ce:1b:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98af324b-7fb9-4c9b-8c44-e1b9cffeed46', 'device_owner': 'network:router_interface', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': '9f3f60a7-c257-4cbb-8614-0422aa1ceed9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:20:19Z', 'updated_at': '2022-06-01T19:20:29Z', 'revision_number': 5, 'project_id': 'c0d5c79d614c43888db26707e3e8b967', 'subnets': [{'id': '9f3f60a7-c257-4cbb-8614-0422aa1ceed9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87f7d135-5fa3-4dbb-ad5a-1ce8b9415dfa', 'name': '', 'network_id': '6165f85e-27f2-4ecc-963b-a6bcef5dcbdb', 'tenant_id': 'c0d5c79d614c43888db26707e3e8b967', 'mac_address': 'fa:16:3e:e9:26:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98af324b-7fb9-4c9b-8c44-e1b9cffeed46', 'device_owner': 'network:router_interface', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': 'fa42bddc-2a7c-4732-be0e-9bf852077141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:20:09Z', 'updated_at': '2022-06-01T19:20:18Z', 'revision_number': 5, 'project_id': 'c0d5c79d614c43888db26707e3e8b967', 'subnets': [{'id': 'fa42bddc-2a7c-4732-be0e-9bf852077141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6b3a94e-7b54-4543-8fa0-34b157e3d9ec', 'name': '', 'network_id': '1c48fd9f-2eaf-47bc-89e9-3da4ecee388e', 'tenant_id': 'c0d5c79d614c43888db26707e3e8b967', 'mac_address': 'fa:16:3e:70:f7:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98af324b-7fb9-4c9b-8c44-e1b9cffeed46', 'device_owner': 'network:router_interface', 'standard_attr_id': 3583, 'fixed_ips': [{'subnet_id': 'a703d099-4855-49a2-846d-7f76eb403efb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:20:13Z', 'updated_at': '2022-06-01T19:20:22Z', 'revision_number': 5, 'project_id': 'c0d5c79d614c43888db26707e3e8b967', 'subnets': [{'id': 'a703d099-4855-49a2-846d-7f76eb403efb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:20:40.133679 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cffa96d-bd11-4bf7-b84e-a387961512a6 None None] The sync data for ids ['98af324b-7fb9-4c9b-8c44-e1b9cffeed46'] in n-d-844202-1 is: [{'id': '98af324b-7fb9-4c9b-8c44-e1b9cffeed46', 'name': 'tempest-RoutersTest-router-326390027', 'tenant_id': 'c0d5c79d614c43888db26707e3e8b967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:20:07Z', 'updated_at': '2022-06-01T19:20:37Z', 'revision_number': 8, 'project_id': 'c0d5c79d614c43888db26707e3e8b967', 'gw_port_host': None, '_interfaces': [{'id': '4464ab0f-45b3-4ab2-89a6-8f37415e2a79', 'name': '', 'network_id': '4a132ecb-0dda-4c27-8f1c-1cc5237bff42', 'tenant_id': 'c0d5c79d614c43888db26707e3e8b967', 'mac_address': 'fa:16:3e:ce:1b:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98af324b-7fb9-4c9b-8c44-e1b9cffeed46', 'device_owner': 'network:router_interface', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': '9f3f60a7-c257-4cbb-8614-0422aa1ceed9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:20:19Z', 'updated_at': '2022-06-01T19:20:29Z', 'revision_number': 5, 'project_id': 'c0d5c79d614c43888db26707e3e8b967', 'subnets': [{'id': '9f3f60a7-c257-4cbb-8614-0422aa1ceed9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87f7d135-5fa3-4dbb-ad5a-1ce8b9415dfa', 'name': '', 'network_id': '6165f85e-27f2-4ecc-963b-a6bcef5dcbdb', 'tenant_id': 'c0d5c79d614c43888db26707e3e8b967', 'mac_address': 'fa:16:3e:e9:26:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98af324b-7fb9-4c9b-8c44-e1b9cffeed46', 'device_owner': 'network:router_interface', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': 'fa42bddc-2a7c-4732-be0e-9bf852077141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:20:09Z', 'updated_at': '2022-06-01T19:20:18Z', 'revision_number': 5, 'project_id': 'c0d5c79d614c43888db26707e3e8b967', 'subnets': [{'id': 'fa42bddc-2a7c-4732-be0e-9bf852077141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6b3a94e-7b54-4543-8fa0-34b157e3d9ec', 'name': '', 'network_id': '1c48fd9f-2eaf-47bc-89e9-3da4ecee388e', 'tenant_id': 'c0d5c79d614c43888db26707e3e8b967', 'mac_address': 'fa:16:3e:70:f7:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98af324b-7fb9-4c9b-8c44-e1b9cffeed46', 'device_owner': 'network:router_interface', 'standard_attr_id': 3583, 'fixed_ips': [{'subnet_id': 'a703d099-4855-49a2-846d-7f76eb403efb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:20:13Z', 'updated_at': '2022-06-01T19:20:22Z', 'revision_number': 5, 'project_id': 'c0d5c79d614c43888db26707e3e8b967', 'subnets': [{'id': 'a703d099-4855-49a2-846d-7f76eb403efb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:20:40.262046 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-8fb6e6e0-6ad3-4b00-9c31-c4a89c999afa req-b5277bd8-33c6-4585-99a1-db4d551687f3 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:40.266179 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-9f9e4c98-14ad-45e9-9c90-50f07546ee12 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:40.284285 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [req-8fb6e6e0-6ad3-4b00-9c31-c4a89c999afa req-b5277bd8-33c6-4585-99a1-db4d551687f3 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Transition to ACTIVE for port object 60088567-aaf0-4025-90a6-831cf3fcbf2b will not be triggered until provisioned by entity DHCP. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:20:40.300333 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-9f9e4c98-14ad-45e9-9c90-50f07546ee12 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5098e4a-6c93-4ff1-8fe2-15a1c9606a70']}} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:20:40.315727 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-9f9e4c98-14ad-45e9-9c90-50f07546ee12 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28f30dcd-0215-431a-8007-cc0f12ca3268') {'for_net_delete': True} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:20:40.315969 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-9f9e4c98-14ad-45e9-9c90-50f07546ee12 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28f30dcd-0215-431a-8007-cc0f12ca3268') {} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:20:40.319851 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-8fb6e6e0-6ad3-4b00-9c31-c4a89c999afa req-b5277bd8-33c6-4585-99a1-db4d551687f3 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:40.332696 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-9f9e4c98-14ad-45e9-9c90-50f07546ee12 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2702126'] for segment, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:40.353914 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-9f9e4c98-14ad-45e9-9c90-50f07546ee12 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:40.362416 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f9e4c98-14ad-45e9-9c90-50f07546ee12 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=88524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 19:20:40.363139 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-9f9e4c98-14ad-45e9-9c90-50f07546ee12 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2719018'] for segment, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:40.392043 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fb6e6e0-6ad3-4b00-9c31-c4a89c999afa req-b5277bd8-33c6-4585-99a1-db4d551687f3 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Network aa162726-ef17-4a0c-95f5-44449c42913b is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:20:40.395376 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [req-8fb6e6e0-6ad3-4b00-9c31-c4a89c999afa req-b5277bd8-33c6-4585-99a1-db4d551687f3 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:20:40.400241 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fb6e6e0-6ad3-4b00-9c31-c4a89c999afa req-b5277bd8-33c6-4585-99a1-db4d551687f3 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:20:40.439856 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment 28f30dcd-0215-431a-8007-cc0f12ca3268 resource provider aggregate not found Jun 01 19:20:40.463875 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5277bd8-33c6-4585-99a1-db4d551687f3 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Pushing event updated for resources: {'Port': ['ID=60088567-aaf0-4025-90a6-831cf3fcbf2b,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:20:40.481628 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment 28f30dcd-0215-431a-8007-cc0f12ca3268 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 28f30dcd-0215-431a-8007-cc0f12ca3268 found for delete ", "request_id": "req-1263565c-cde7-4418-96a5-868033ada8f9"}]} Jun 01 19:20:40.508661 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-9f9e4c98-14ad-45e9-9c90-50f07546ee12 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:40.518751 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb6e6e0-6ad3-4b00-9c31-c4a89c999afa req-b5277bd8-33c6-4585-99a1-db4d551687f3 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:20:40.519850 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-8fb6e6e0-6ad3-4b00-9c31-c4a89c999afa req-b5277bd8-33c6-4585-99a1-db4d551687f3 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:40.568252 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-9f9e4c98-14ad-45e9-9c90-50f07546ee12 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks [] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:40.574853 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8fb6e6e0-6ad3-4b00-9c31-c4a89c999afa req-b5277bd8-33c6-4585-99a1-db4d551687f3 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3108518 Jun 01 19:20:40.595889 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [req-8fb6e6e0-6ad3-4b00-9c31-c4a89c999afa req-0e1ac04e-3ae9-4dee-90df-a6be8c67058a tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=88525) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 19:20:40.597862 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8fb6e6e0-6ad3-4b00-9c31-c4a89c999afa req-0e1ac04e-3ae9-4dee-90df-a6be8c67058a tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0135715 Jun 01 19:20:40.607448 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-9f9e4c98-14ad-45e9-9c90-50f07546ee12 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] 10.222.0.41 "DELETE /v2.0/networks/b5098e4a-6c93-4ff1-8fe2-15a1c9606a70 HTTP/1.1" status: 204 len: 168 time: 1.4281995 Jun 01 19:20:40.615167 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 38588) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:20:40.628883 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:40.636931 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9e4c98-14ad-45e9-9c90-50f07546ee12 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Pushing event deleted for resources: {'Network': ['ID=b5098e4a-6c93-4ff1-8fe2-15a1c9606a70,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:20:40.695291 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 3769abf9-61a8-48b5-8093-5fd44995fd1e no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:20:40.763013 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: 3769abf9-61a8-48b5-8093-5fd44995fd1e {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:20:40.763377 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 3769abf9-61a8-48b5-8093-5fd44995fd1e not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:20:40.764130 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 9d5a5134-e4c8-4716-9ee8-43bc6efee1b9 no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:20:40.792482 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:40.795077 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [req-8fb6e6e0-6ad3-4b00-9c31-c4a89c999afa req-de4e7100-b738-445a-b77b-99ae605d00be service neutron] Request body: {'port': {'device_id': '3661f400-ca72-48bf-ab39-0891620edbbe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844202-1'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:20:40.824551 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: 9d5a5134-e4c8-4716-9ee8-43bc6efee1b9 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:20:40.824950 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 9d5a5134-e4c8-4716-9ee8-43bc6efee1b9 not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:20:40.898443 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-5a09c522-fe69-40bf-ae90-d291a4cf4dcb None None] Provisioning for port 60088567-aaf0-4025-90a6-831cf3fcbf2b completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:20:40.904423 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-5a09c522-fe69-40bf-ae90-d291a4cf4dcb None None] Provisioning complete for port 60088567-aaf0-4025-90a6-831cf3fcbf2b triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:20:40.905317 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-5a09c522-fe69-40bf-ae90-d291a4cf4dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:41.020611 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-5a09c522-fe69-40bf-ae90-d291a4cf4dcb None None] Port 60088567-aaf0-4025-90a6-831cf3fcbf2b cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:20:41.213090 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-8fb6e6e0-6ad3-4b00-9c31-c4a89c999afa req-de4e7100-b738-445a-b77b-99ae605d00be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:41.498647 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54f6def-4279-40fb-9715-aa0c2fbd004d req-ec934cd7-a001-45d5-bedd-188bb2dc8066 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:20:41.499363 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-c54f6def-4279-40fb-9715-aa0c2fbd004d req-ec934cd7-a001-45d5-bedd-188bb2dc8066 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Synchronizing usage tracker for tenant:cc5f500c6137475e84a7347d954ff8b0 on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:20:41.588528 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:41.722576 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-c54f6def-4279-40fb-9715-aa0c2fbd004d req-ec934cd7-a001-45d5-bedd-188bb2dc8066 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Unset dirty status for tenant:cc5f500c6137475e84a7347d954ff8b0 on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:20:41.723708 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c54f6def-4279-40fb-9715-aa0c2fbd004d req-ec934cd7-a001-45d5-bedd-188bb2dc8066 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] 10.222.0.41 "GET /v2.0/ports?device_id=3661f400-ca72-48bf-ab39-0891620edbbe HTTP/1.1" status: 200 len: 932 time: 0.5856922 Jun 01 19:20:41.824088 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c54f6def-4279-40fb-9715-aa0c2fbd004d req-a3eff2c3-17f8-4222-b31b-e21011f3561a tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] 10.222.0.41 "GET /v2.0/security-groups?id=eebb1b39-dce3-4784-8625-b17a000cec85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838795 Jun 01 19:20:41.962506 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [req-8fb6e6e0-6ad3-4b00-9c31-c4a89c999afa req-de4e7100-b738-445a-b77b-99ae605d00be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60088567-aaf0-4025-90a6-831cf3fcbf2b {{(pid=88525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 19:20:41.973039 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-8fb6e6e0-6ad3-4b00-9c31-c4a89c999afa req-de4e7100-b738-445a-b77b-99ae605d00be service neutron] Notify callbacks [] for port, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:41.979362 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-02d0c1d2-11df-4f5e-907f-284e5b827593 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-887474'] for router_interface, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:41.997194 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:41.998007 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:42.101061 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [req-8fb6e6e0-6ad3-4b00-9c31-c4a89c999afa req-de4e7100-b738-445a-b77b-99ae605d00be service neutron] Transition to ACTIVE for port object 60088567-aaf0-4025-90a6-831cf3fcbf2b will not be triggered until provisioned by entity L2. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:20:42.112779 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-8fb6e6e0-6ad3-4b00-9c31-c4a89c999afa req-de4e7100-b738-445a-b77b-99ae605d00be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:42.378263 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4e7100-b738-445a-b77b-99ae605d00be service neutron] Pushing event updated for resources: {'Port': ['ID=60088567-aaf0-4025-90a6-831cf3fcbf2b,revision_number=2']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:20:42.504363 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-8fb6e6e0-6ad3-4b00-9c31-c4a89c999afa req-de4e7100-b738-445a-b77b-99ae605d00be service neutron] Attempting to bind port 60088567-aaf0-4025-90a6-831cf3fcbf2b on host n-h1-844202-1 for vnic_type normal with profile {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:20:42.505081 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-8fb6e6e0-6ad3-4b00-9c31-c4a89c999afa req-de4e7100-b738-445a-b77b-99ae605d00be service neutron] Attempting to bind port 60088567-aaf0-4025-90a6-831cf3fcbf2b by drivers openvswitch,hyperv on host n-h1-844202-1 at level 0 using segments [{'id': 'c1fe9472-9c4e-40f9-8057-155ac7bbf856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'aa162726-ef17-4a0c-95f5-44449c42913b'}] {{(pid=88525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:20:42.505081 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fb6e6e0-6ad3-4b00-9c31-c4a89c999afa req-de4e7100-b738-445a-b77b-99ae605d00be service neutron] Attempting to bind port 60088567-aaf0-4025-90a6-831cf3fcbf2b on network aa162726-ef17-4a0c-95f5-44449c42913b {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:20:42.514037 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fb6e6e0-6ad3-4b00-9c31-c4a89c999afa req-de4e7100-b738-445a-b77b-99ae605d00be service neutron] Port 60088567-aaf0-4025-90a6-831cf3fcbf2b on network aa162726-ef17-4a0c-95f5-44449c42913b not bound, no agent of type Open vSwitch agent registered on host n-h1-844202-1 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 19:20:42.514538 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fb6e6e0-6ad3-4b00-9c31-c4a89c999afa req-de4e7100-b738-445a-b77b-99ae605d00be service neutron] Attempting to bind port 60088567-aaf0-4025-90a6-831cf3fcbf2b on network aa162726-ef17-4a0c-95f5-44449c42913b {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:20:42.529582 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fb6e6e0-6ad3-4b00-9c31-c4a89c999afa req-de4e7100-b738-445a-b77b-99ae605d00be service neutron] Checking agent: {'id': 'bdb1e5d7-b998-4259-838f-3d278e930f32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 20, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:20:42.530118 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fb6e6e0-6ad3-4b00-9c31-c4a89c999afa req-de4e7100-b738-445a-b77b-99ae605d00be service neutron] Checking segment: {'id': 'c1fe9472-9c4e-40f9-8057-155ac7bbf856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'aa162726-ef17-4a0c-95f5-44449c42913b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:20:42.530579 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fb6e6e0-6ad3-4b00-9c31-c4a89c999afa req-de4e7100-b738-445a-b77b-99ae605d00be service neutron] Bound using segment: {'id': 'c1fe9472-9c4e-40f9-8057-155ac7bbf856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'aa162726-ef17-4a0c-95f5-44449c42913b'} {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:20:42.531016 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-8fb6e6e0-6ad3-4b00-9c31-c4a89c999afa req-de4e7100-b738-445a-b77b-99ae605d00be service neutron] Bound port: 60088567-aaf0-4025-90a6-831cf3fcbf2b, host: n-h1-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1fe9472-9c4e-40f9-8057-155ac7bbf856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'aa162726-ef17-4a0c-95f5-44449c42913b'}}] {{(pid=88525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:20:42.531384 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-8fb6e6e0-6ad3-4b00-9c31-c4a89c999afa req-de4e7100-b738-445a-b77b-99ae605d00be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:42.677168 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-02d0c1d2-11df-4f5e-907f-284e5b827593 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Deleting port 4464ab0f-45b3-4ab2-89a6-8f37415e2a79 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:20:42.677632 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-02d0c1d2-11df-4f5e-907f-284e5b827593 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:42.739761 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-8fb6e6e0-6ad3-4b00-9c31-c4a89c999afa req-de4e7100-b738-445a-b77b-99ae605d00be service neutron] For port 60088567-aaf0-4025-90a6-831cf3fcbf2b, host n-h1-844202-1, cleared binding levels {{(pid=88525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:20:42.776147 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-8fb6e6e0-6ad3-4b00-9c31-c4a89c999afa req-de4e7100-b738-445a-b77b-99ae605d00be service neutron] For port 60088567-aaf0-4025-90a6-831cf3fcbf2b, host n-h1-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=60088567-aaf0-4025-90a6-831cf3fcbf2b,segment=NetworkSegment(c1fe9472-9c4e-40f9-8057-155ac7bbf856),segment_id=c1fe9472-9c4e-40f9-8057-155ac7bbf856)] {{(pid=88525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:20:42.837612 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-8fb6e6e0-6ad3-4b00-9c31-c4a89c999afa req-de4e7100-b738-445a-b77b-99ae605d00be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:42.922329 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb6e6e0-6ad3-4b00-9c31-c4a89c999afa req-de4e7100-b738-445a-b77b-99ae605d00be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:20:42.923536 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-8fb6e6e0-6ad3-4b00-9c31-c4a89c999afa req-de4e7100-b738-445a-b77b-99ae605d00be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:42.924996 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8fb6e6e0-6ad3-4b00-9c31-c4a89c999afa req-de4e7100-b738-445a-b77b-99ae605d00be service neutron] 10.222.0.15 "PUT /v2.0/ports/60088567-aaf0-4025-90a6-831cf3fcbf2b HTTP/1.1" status: 200 len: 1092 time: 2.3203340 Jun 01 19:20:42.925439 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3661f400-ca72-48bf-ab39-0891620edbbe', 'tag': '60088567-aaf0-4025-90a6-831cf3fcbf2b'}] {{(pid=88525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:20:43.033318 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4e7100-b738-445a-b77b-99ae605d00be service neutron] Pushing event updated for resources: {'Port': ['ID=60088567-aaf0-4025-90a6-831cf3fcbf2b,revision_number=3']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:20:43.056704 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [None req-02d0c1d2-11df-4f5e-907f-284e5b827593 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] For port 4464ab0f-45b3-4ab2-89a6-8f37415e2a79, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=4464ab0f-45b3-4ab2-89a6-8f37415e2a79,segment=NetworkSegment(0a5b806b-8290-45d5-9d84-ee25bba8864c),segment_id=0a5b806b-8290-45d5-9d84-ee25bba8864c)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:20:43.057414 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-02d0c1d2-11df-4f5e-907f-284e5b827593 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:43.098031 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5997596-442c-4213-9d9c-2ee47f881dcf req-d1478357-34e5-4ca4-ae28-23564c3b4187 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:20:43.107358 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b5997596-442c-4213-9d9c-2ee47f881dcf req-d1478357-34e5-4ca4-ae28-23564c3b4187 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] 10.222.0.41 "GET /v2.0/ports?device_id=3661f400-ca72-48bf-ab39-0891620edbbe HTTP/1.1" status: 200 len: 944 time: 0.1312757 Jun 01 19:20:43.164131 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-b5997596-442c-4213-9d9c-2ee47f881dcf req-3bbbb70a-5983-4281-8eb8-a09c0780dd6e tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Synchronizing usage tracker for tenant:cc5f500c6137475e84a7347d954ff8b0 on resource:security_group {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:20:43.182839 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-b5997596-442c-4213-9d9c-2ee47f881dcf req-3bbbb70a-5983-4281-8eb8-a09c0780dd6e tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Unset dirty status for tenant:cc5f500c6137475e84a7347d954ff8b0 on resource:security_group {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:20:43.188596 n-d-844202-1 neutron-server[88525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de246216-0108-4866-b261-ebc9b111cdf0'] response: {'name': 'network-changed', 'server_uuid': '3661f400-ca72-48bf-ab39-0891620edbbe', 'tag': '60088567-aaf0-4025-90a6-831cf3fcbf2b', 'status': 'completed', 'code': 200} Jun 01 19:20:43.194457 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b5997596-442c-4213-9d9c-2ee47f881dcf req-3bbbb70a-5983-4281-8eb8-a09c0780dd6e tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] 10.222.0.41 "GET /v2.0/security-groups?id=eebb1b39-dce3-4784-8625-b17a000cec85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856094 Jun 01 19:20:43.260830 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-02d0c1d2-11df-4f5e-907f-284e5b827593 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Calling delete_port for 4464ab0f-45b3-4ab2-89a6-8f37415e2a79 owned by network:router_interface {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:20:43.480547 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb6e6e0-6ad3-4b00-9c31-c4a89c999afa req-7d7fc5c8-dc86-471b-b024-ae52d3772d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:20:43.482079 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8fb6e6e0-6ad3-4b00-9c31-c4a89c999afa req-7d7fc5c8-dc86-471b-b024-ae52d3772d2b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cc5f500c6137475e84a7347d954ff8b0&device_id=3661f400-ca72-48bf-ab39-0891620edbbe HTTP/1.1" status: 200 len: 1095 time: 0.5088809 Jun 01 19:20:43.565889 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8fb6e6e0-6ad3-4b00-9c31-c4a89c999afa req-5864bfbd-7ecf-40a8-9a4f-b38a9e3cc9f8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=60088567-aaf0-4025-90a6-831cf3fcbf2b HTTP/1.1" status: 200 len: 217 time: 0.0675805 Jun 01 19:20:43.645871 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb6e6e0-6ad3-4b00-9c31-c4a89c999afa req-d5667f70-22a5-4fbb-80e0-6cfa379218dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:20:43.647287 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8fb6e6e0-6ad3-4b00-9c31-c4a89c999afa req-d5667f70-22a5-4fbb-80e0-6cfa379218dc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a2b1fd9d-4e91-43aa-84e1-67bd94c0de64 HTTP/1.1" status: 200 len: 850 time: 0.0748191 Jun 01 19:20:43.772959 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-02d0c1d2-11df-4f5e-907f-284e5b827593 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:43.828153 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d0c1d2-11df-4f5e-907f-284e5b827593 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Pushing event deleted for resources: {'Port': ['ID=4464ab0f-45b3-4ab2-89a6-8f37415e2a79,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:20:43.919783 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb6e6e0-6ad3-4b00-9c31-c4a89c999afa req-585fbc31-938b-451b-9e5e-a2626d2cb338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:20:43.921300 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8fb6e6e0-6ad3-4b00-9c31-c4a89c999afa req-585fbc31-938b-451b-9e5e-a2626d2cb338 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=aa162726-ef17-4a0c-95f5-44449c42913b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2450967 Jun 01 19:20:44.230971 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-02d0c1d2-11df-4f5e-907f-284e5b827593 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-887310'] for router_interface, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:44.308529 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8fb6e6e0-6ad3-4b00-9c31-c4a89c999afa req-82de52a3-78f6-4a5f-b1dd-b51759da8df7 service neutron] 10.222.0.15 "GET /v2.0/networks/aa162726-ef17-4a0c-95f5-44449c42913b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3747404 Jun 01 19:20:44.735626 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8fb6e6e0-6ad3-4b00-9c31-c4a89c999afa req-12c2193c-679d-48ff-9447-df23fb18f0fe service neutron] 10.222.0.15 "GET /v2.0/networks/aa162726-ef17-4a0c-95f5-44449c42913b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3500781 Jun 01 19:20:44.772889 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d969f785-5345-4d09-8a12-026bd694982f req-0dd495cd-c4fe-42e6-8551-aad97aa7f3b9 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:20:44.774399 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d969f785-5345-4d09-8a12-026bd694982f req-0dd495cd-c4fe-42e6-8551-aad97aa7f3b9 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] 10.222.0.41 "GET /v2.0/ports?device_id=3661f400-ca72-48bf-ab39-0891620edbbe HTTP/1.1" status: 200 len: 944 time: 0.3900728 Jun 01 19:20:45.004725 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02d0c1d2-11df-4f5e-907f-284e5b827593 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Router 98af324b-7fb9-4c9b-8c44-e1b9cffeed46 has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 19:20:45.115415 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d969f785-5345-4d09-8a12-026bd694982f req-677b6dfb-676c-4e61-8c5f-fbb2b435c28b tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] 10.222.0.41 "GET /v2.0/security-groups?id=eebb1b39-dce3-4784-8625-b17a000cec85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3314230 Jun 01 19:20:45.226425 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058fbd99-7d33-47f2-8dd0-1abb488d3b78 req-14860fb2-9f8c-4df8-bc97-80ad2c0fe6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:20:45.227897 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-058fbd99-7d33-47f2-8dd0-1abb488d3b78 req-14860fb2-9f8c-4df8-bc97-80ad2c0fe6dd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cc5f500c6137475e84a7347d954ff8b0&device_id=3661f400-ca72-48bf-ab39-0891620edbbe HTTP/1.1" status: 200 len: 1095 time: 0.4142380 Jun 01 19:20:45.229017 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02d0c1d2-11df-4f5e-907f-284e5b827593 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:20:45.239959 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e2f279-f57a-4422-a382-d9b3cf6cb0f4 None None] Sync routers for ids ['98af324b-7fb9-4c9b-8c44-e1b9cffeed46'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:20:45.256479 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e2f279-f57a-4422-a382-d9b3cf6cb0f4 None None] Routers {'98af324b-7fb9-4c9b-8c44-e1b9cffeed46'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:20:45.258373 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-70e2f279-f57a-4422-a382-d9b3cf6cb0f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:20:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['98af324b-7fb9-4c9b-8c44-e1b9cffeed46'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:20:45.269155 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-02d0c1d2-11df-4f5e-907f-284e5b827593 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] 10.222.0.41 "PUT /v2.0/routers/98af324b-7fb9-4c9b-8c44-e1b9cffeed46/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6514473 Jun 01 19:20:45.272108 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 38622) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:20:45.356986 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_v2 [None req-e04cb0eb-124a-4939-9912-aa4223812d9b tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Deleting subnet 9f3f60a7-c257-4cbb-8614-0422aa1ceed9 {{(pid=88524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 19:20:45.363370 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e04cb0eb-124a-4939-9912-aa4223812d9b tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks [] for subnet, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:45.385157 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058fbd99-7d33-47f2-8dd0-1abb488d3b78 req-0d787b67-f333-42f3-803b-0aa46d368475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:20:45.387133 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-058fbd99-7d33-47f2-8dd0-1abb488d3b78 req-0d787b67-f333-42f3-803b-0aa46d368475 service neutron] 10.222.0.15 "GET /v2.0/networks?id=aa162726-ef17-4a0c-95f5-44449c42913b HTTP/1.1" status: 200 len: 912 time: 0.1502731 Jun 01 19:20:45.439200 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e04cb0eb-124a-4939-9912-aa4223812d9b tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2702137'] for subnet, precommit_delete_associations {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:45.496283 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-058fbd99-7d33-47f2-8dd0-1abb488d3b78 req-b8c4c80d-fb2d-40b2-9614-e1e8a82e2fcd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=60088567-aaf0-4025-90a6-831cf3fcbf2b HTTP/1.1" status: 200 len: 217 time: 0.1015584 Jun 01 19:20:45.503059 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-70e2f279-f57a-4422-a382-d9b3cf6cb0f4 None None] Set router 98af324b-7fb9-4c9b-8c44-e1b9cffeed46 gateway port host: None {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:20:45.551178 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e04cb0eb-124a-4939-9912-aa4223812d9b tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:45.570787 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058fbd99-7d33-47f2-8dd0-1abb488d3b78 req-181cf1ff-b136-4a9a-b597-e5f91fd92c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:20:45.572257 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-058fbd99-7d33-47f2-8dd0-1abb488d3b78 req-181cf1ff-b136-4a9a-b597-e5f91fd92c0a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a2b1fd9d-4e91-43aa-84e1-67bd94c0de64 HTTP/1.1" status: 200 len: 850 time: 0.0675886 Jun 01 19:20:45.634029 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e04cb0eb-124a-4939-9912-aa4223812d9b tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2718856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3066595'] for subnet, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:45.662126 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058fbd99-7d33-47f2-8dd0-1abb488d3b78 req-6506fea8-19f6-4b18-b274-923611e2ed21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:20:45.664506 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-058fbd99-7d33-47f2-8dd0-1abb488d3b78 req-6506fea8-19f6-4b18-b274-923611e2ed21 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=aa162726-ef17-4a0c-95f5-44449c42913b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0842407 Jun 01 19:20:45.686727 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e04cb0eb-124a-4939-9912-aa4223812d9b tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:45.693163 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dc7a06e-b0bc-4a3f-a932-259127d74c42 None None] Network 4a132ecb-0dda-4c27-8f1c-1cc5237bff42 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:20:45.709055 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04cb0eb-124a-4939-9912-aa4223812d9b tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Pushing event deleted for resources: {'Subnet': ['ID=9f3f60a7-c257-4cbb-8614-0422aa1ceed9,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:20:45.716099 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-e04cb0eb-124a-4939-9912-aa4223812d9b tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] 10.222.0.41 "DELETE /v2.0/subnets/9f3f60a7-c257-4cbb-8614-0422aa1ceed9 HTTP/1.1" status: 204 len: 168 time: 0.4421117 Jun 01 19:20:45.718194 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 38626) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:20:45.820881 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-058fbd99-7d33-47f2-8dd0-1abb488d3b78 req-502ccbb2-e717-403d-aecc-f80e701abb09 service neutron] 10.222.0.15 "GET /v2.0/networks/aa162726-ef17-4a0c-95f5-44449c42913b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474175 Jun 01 19:20:45.924002 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-70e2f279-f57a-4422-a382-d9b3cf6cb0f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98af324b-7fb9-4c9b-8c44-e1b9cffeed46', 'name': 'tempest-RoutersTest-router-326390027', 'tenant_id': 'c0d5c79d614c43888db26707e3e8b967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:20:07Z', 'updated_at': '2022-06-01T19:20:43Z', 'revision_number': 9, 'project_id': 'c0d5c79d614c43888db26707e3e8b967', 'gw_port_host': None, '_interfaces': [{'id': '87f7d135-5fa3-4dbb-ad5a-1ce8b9415dfa', 'name': '', 'network_id': '6165f85e-27f2-4ecc-963b-a6bcef5dcbdb', 'tenant_id': 'c0d5c79d614c43888db26707e3e8b967', 'mac_address': 'fa:16:3e:e9:26:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98af324b-7fb9-4c9b-8c44-e1b9cffeed46', 'device_owner': 'network:router_interface', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': 'fa42bddc-2a7c-4732-be0e-9bf852077141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:20:09Z', 'updated_at': '2022-06-01T19:20:18Z', 'revision_number': 5, 'project_id': 'c0d5c79d614c43888db26707e3e8b967', 'subnets': [{'id': 'fa42bddc-2a7c-4732-be0e-9bf852077141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6b3a94e-7b54-4543-8fa0-34b157e3d9ec', 'name': '', 'network_id': '1c48fd9f-2eaf-47bc-89e9-3da4ecee388e', 'tenant_id': 'c0d5c79d614c43888db26707e3e8b967', 'mac_address': 'fa:16:3e:70:f7:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98af324b-7fb9-4c9b-8c44-e1b9cffeed46', 'device_owner': 'network:router_interface', 'standard_attr_id': 3583, 'fixed_ips': [{'subnet_id': 'a703d099-4855-49a2-846d-7f76eb403efb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:20:13Z', 'updated_at': '2022-06-01T19:20:22Z', 'revision_number': 5, 'project_id': 'c0d5c79d614c43888db26707e3e8b967', 'subnets': [{'id': 'a703d099-4855-49a2-846d-7f76eb403efb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:20:45.928609 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e2f279-f57a-4422-a382-d9b3cf6cb0f4 None None] Checking router: 98af324b-7fb9-4c9b-8c44-e1b9cffeed46 for host: n-d-844202-1 {{(pid=88527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 19:20:45.938913 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e2f279-f57a-4422-a382-d9b3cf6cb0f4 None None] Routers {'98af324b-7fb9-4c9b-8c44-e1b9cffeed46'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:20:45.939586 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-70e2f279-f57a-4422-a382-d9b3cf6cb0f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:20:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['98af324b-7fb9-4c9b-8c44-e1b9cffeed46'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:20:46.079510 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-058fbd99-7d33-47f2-8dd0-1abb488d3b78 req-1e2dfa4f-0fc9-485b-9546-91394a7cf4ec service neutron] 10.222.0.15 "GET /v2.0/networks/aa162726-ef17-4a0c-95f5-44449c42913b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2471962 Jun 01 19:20:46.104311 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bcb2b12-9318-4b45-91d8-b656b9894fb7 None None] DHCP port deletion for 4a132ecb-0dda-4c27-8f1c-1cc5237bff42 request from n-d-844202-1 {{(pid=88526) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 19:20:46.119824 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-8bcb2b12-9318-4b45-91d8-b656b9894fb7 None None] Deleting port 6e2223d3-082f-467b-a89f-d36e66d4edb8 {{(pid=88526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:20:46.120614 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-8bcb2b12-9318-4b45-91d8-b656b9894fb7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:46.215476 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-37734bf4-37ad-415e-ad95-daca783d9cfb tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:46.227678 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-37734bf4-37ad-415e-ad95-daca783d9cfb tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Deleting port 6e2223d3-082f-467b-a89f-d36e66d4edb8 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:20:46.228112 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-37734bf4-37ad-415e-ad95-daca783d9cfb tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:46.228518 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-70e2f279-f57a-4422-a382-d9b3cf6cb0f4 None None] Set router 98af324b-7fb9-4c9b-8c44-e1b9cffeed46 gateway port host: None {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:20:46.387735 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 6e2223d3-082f-467b-a89f-d36e66d4edb8 no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:20:46.444503 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-8bcb2b12-9318-4b45-91d8-b656b9894fb7 None None] For port 6e2223d3-082f-467b-a89f-d36e66d4edb8, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=6e2223d3-082f-467b-a89f-d36e66d4edb8,segment=NetworkSegment(0a5b806b-8290-45d5-9d84-ee25bba8864c),segment_id=0a5b806b-8290-45d5-9d84-ee25bba8864c)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:20:46.444902 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-8bcb2b12-9318-4b45-91d8-b656b9894fb7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:46.561306 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fb5d29-6b6e-45e2-a359-0696532f2897 req-6979a18c-f036-4d4f-ae7a-7ccbf56db451 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:20:46.570146 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-58fb5d29-6b6e-45e2-a359-0696532f2897 req-6979a18c-f036-4d4f-ae7a-7ccbf56db451 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] 10.222.0.41 "GET /v2.0/ports?device_id=3661f400-ca72-48bf-ab39-0891620edbbe HTTP/1.1" status: 200 len: 944 time: 0.2402387 Jun 01 19:20:46.652356 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-58fb5d29-6b6e-45e2-a359-0696532f2897 req-20bc0c64-502c-408f-8666-4a90c4b254c2 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] 10.222.0.41 "GET /v2.0/security-groups?id=eebb1b39-dce3-4784-8625-b17a000cec85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815985 Jun 01 19:20:46.658924 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [None req-37734bf4-37ad-415e-ad95-daca783d9cfb tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] For port 6e2223d3-082f-467b-a89f-d36e66d4edb8, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=6e2223d3-082f-467b-a89f-d36e66d4edb8,segment=NetworkSegment(0a5b806b-8290-45d5-9d84-ee25bba8864c),segment_id=0a5b806b-8290-45d5-9d84-ee25bba8864c)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:20:46.659601 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-37734bf4-37ad-415e-ad95-daca783d9cfb tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:46.666988 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-8bcb2b12-9318-4b45-91d8-b656b9894fb7 None None] Calling delete_port for 6e2223d3-082f-467b-a89f-d36e66d4edb8 owned by network:dhcp {{(pid=88526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:20:46.677283 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-70e2f279-f57a-4422-a382-d9b3cf6cb0f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98af324b-7fb9-4c9b-8c44-e1b9cffeed46', 'name': 'tempest-RoutersTest-router-326390027', 'tenant_id': 'c0d5c79d614c43888db26707e3e8b967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:20:07Z', 'updated_at': '2022-06-01T19:20:43Z', 'revision_number': 9, 'project_id': 'c0d5c79d614c43888db26707e3e8b967', 'gw_port_host': None, '_interfaces': [{'id': '87f7d135-5fa3-4dbb-ad5a-1ce8b9415dfa', 'name': '', 'network_id': '6165f85e-27f2-4ecc-963b-a6bcef5dcbdb', 'tenant_id': 'c0d5c79d614c43888db26707e3e8b967', 'mac_address': 'fa:16:3e:e9:26:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98af324b-7fb9-4c9b-8c44-e1b9cffeed46', 'device_owner': 'network:router_interface', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': 'fa42bddc-2a7c-4732-be0e-9bf852077141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:20:09Z', 'updated_at': '2022-06-01T19:20:18Z', 'revision_number': 5, 'project_id': 'c0d5c79d614c43888db26707e3e8b967', 'subnets': [{'id': 'fa42bddc-2a7c-4732-be0e-9bf852077141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6b3a94e-7b54-4543-8fa0-34b157e3d9ec', 'name': '', 'network_id': '1c48fd9f-2eaf-47bc-89e9-3da4ecee388e', 'tenant_id': 'c0d5c79d614c43888db26707e3e8b967', 'mac_address': 'fa:16:3e:70:f7:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98af324b-7fb9-4c9b-8c44-e1b9cffeed46', 'device_owner': 'network:router_interface', 'standard_attr_id': 3583, 'fixed_ips': [{'subnet_id': 'a703d099-4855-49a2-846d-7f76eb403efb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:20:13Z', 'updated_at': '2022-06-01T19:20:22Z', 'revision_number': 5, 'project_id': 'c0d5c79d614c43888db26707e3e8b967', 'subnets': [{'id': 'a703d099-4855-49a2-846d-7f76eb403efb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:20:46.690588 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e2f279-f57a-4422-a382-d9b3cf6cb0f4 None None] The sync data for ids ['98af324b-7fb9-4c9b-8c44-e1b9cffeed46'] in n-d-844202-1 is: [{'id': '98af324b-7fb9-4c9b-8c44-e1b9cffeed46', 'name': 'tempest-RoutersTest-router-326390027', 'tenant_id': 'c0d5c79d614c43888db26707e3e8b967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:20:07Z', 'updated_at': '2022-06-01T19:20:43Z', 'revision_number': 9, 'project_id': 'c0d5c79d614c43888db26707e3e8b967', 'gw_port_host': None, '_interfaces': [{'id': '87f7d135-5fa3-4dbb-ad5a-1ce8b9415dfa', 'name': '', 'network_id': '6165f85e-27f2-4ecc-963b-a6bcef5dcbdb', 'tenant_id': 'c0d5c79d614c43888db26707e3e8b967', 'mac_address': 'fa:16:3e:e9:26:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98af324b-7fb9-4c9b-8c44-e1b9cffeed46', 'device_owner': 'network:router_interface', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': 'fa42bddc-2a7c-4732-be0e-9bf852077141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:20:09Z', 'updated_at': '2022-06-01T19:20:18Z', 'revision_number': 5, 'project_id': 'c0d5c79d614c43888db26707e3e8b967', 'subnets': [{'id': 'fa42bddc-2a7c-4732-be0e-9bf852077141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6b3a94e-7b54-4543-8fa0-34b157e3d9ec', 'name': '', 'network_id': '1c48fd9f-2eaf-47bc-89e9-3da4ecee388e', 'tenant_id': 'c0d5c79d614c43888db26707e3e8b967', 'mac_address': 'fa:16:3e:70:f7:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98af324b-7fb9-4c9b-8c44-e1b9cffeed46', 'device_owner': 'network:router_interface', 'standard_attr_id': 3583, 'fixed_ips': [{'subnet_id': 'a703d099-4855-49a2-846d-7f76eb403efb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:20:13Z', 'updated_at': '2022-06-01T19:20:22Z', 'revision_number': 5, 'project_id': 'c0d5c79d614c43888db26707e3e8b967', 'subnets': [{'id': 'a703d099-4855-49a2-846d-7f76eb403efb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:20:46.769042 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 60088567-aaf0-4025-90a6-831cf3fcbf2b details requested by agent hyperv_n-h1-844202-1 with host n-h1-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 19:20:46.841613 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-37734bf4-37ad-415e-ad95-daca783d9cfb tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Calling delete_port for 6e2223d3-082f-467b-a89f-d36e66d4edb8 owned by network:dhcp {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:20:46.841831 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-8bcb2b12-9318-4b45-91d8-b656b9894fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535'] for port, after_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:46.882298 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 6e2223d3-082f-467b-a89f-d36e66d4edb8 is: ACTIVE; New status is: DOWN {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:20:46.882680 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:46.928027 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.db.api [None req-37734bf4-37ad-415e-ad95-daca783d9cfb tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88524) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 19:20:46.928436 n-d-844202-1 neutron-server[88524]: DEBUG oslo_db.api [None req-37734bf4-37ad-415e-ad95-daca783d9cfb tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 19:20:46.972385 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bcb2b12-9318-4b45-91d8-b656b9894fb7 None None] No DVR routers for this DVR port 6e2223d3-082f-467b-a89f-d36e66d4edb8 on host n-d-844202-1 {{(pid=88526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:20:46.975346 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcb2b12-9318-4b45-91d8-b656b9894fb7 None None] Pushing event deleted for resources: {'Port': ['ID=6e2223d3-082f-467b-a89f-d36e66d4edb8,revision_number=None']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:20:47.066566 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port 60088567-aaf0-4025-90a6-831cf3fcbf2b, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=60088567-aaf0-4025-90a6-831cf3fcbf2b,segment=NetworkSegment(c1fe9472-9c4e-40f9-8057-155ac7bbf856),segment_id=c1fe9472-9c4e-40f9-8057-155ac7bbf856)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:20:47.081525 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Returning: {'device': '60088567-aaf0-4025-90a6-831cf3fcbf2b', 'network_id': 'aa162726-ef17-4a0c-95f5-44449c42913b', 'port_id': '60088567-aaf0-4025-90a6-831cf3fcbf2b', 'mac_address': 'fa:16:3e:c6:c4:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2b1fd9d-4e91-43aa-84e1-67bd94c0de64', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 19:20:47.149521 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port 60088567-aaf0-4025-90a6-831cf3fcbf2b is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:20:47.149902 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:47.168456 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60088567-aaf0-4025-90a6-831cf3fcbf2b {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 19:20:47.183978 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port 60088567-aaf0-4025-90a6-831cf3fcbf2b, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=60088567-aaf0-4025-90a6-831cf3fcbf2b,segment=NetworkSegment(c1fe9472-9c4e-40f9-8057-155ac7bbf856),segment_id=c1fe9472-9c4e-40f9-8057-155ac7bbf856)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:20:47.187891 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:47.255705 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=60088567-aaf0-4025-90a6-831cf3fcbf2b,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:20:47.429594 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-37734bf4-37ad-415e-ad95-daca783d9cfb tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Deleting port 6e2223d3-082f-467b-a89f-d36e66d4edb8 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:20:47.430083 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-37734bf4-37ad-415e-ad95-daca783d9cfb tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:47.457657 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] get_ports_and_sgs() called for port_ids ['60088567-aaf0-4025-90a6-831cf3fcbf2b'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 19:20:47.511422 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-37734bf4-37ad-415e-ad95-daca783d9cfb tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] The port '6e2223d3-082f-467b-a89f-d36e66d4edb8' was deleted {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 01 19:20:47.644001 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-37734bf4-37ad-415e-ad95-daca783d9cfb tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:47.673761 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-37734bf4-37ad-415e-ad95-daca783d9cfb tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a132ecb-0dda-4c27-8f1c-1cc5237bff42']}} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:20:47.686164 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-37734bf4-37ad-415e-ad95-daca783d9cfb tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a5b806b-8290-45d5-9d84-ee25bba8864c') {'for_net_delete': True} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:20:47.688205 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-37734bf4-37ad-415e-ad95-daca783d9cfb tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a5b806b-8290-45d5-9d84-ee25bba8864c') {} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:20:47.698697 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-37734bf4-37ad-415e-ad95-daca783d9cfb tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2702126'] for segment, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:47.715350 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-37734bf4-37ad-415e-ad95-daca783d9cfb tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:47.722825 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37734bf4-37ad-415e-ad95-daca783d9cfb tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=88524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 19:20:47.723363 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-37734bf4-37ad-415e-ad95-daca783d9cfb tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2719018'] for segment, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:47.807855 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment 0a5b806b-8290-45d5-9d84-ee25bba8864c resource provider aggregate not found Jun 01 19:20:47.831542 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment 0a5b806b-8290-45d5-9d84-ee25bba8864c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0a5b806b-8290-45d5-9d84-ee25bba8864c found for delete ", "request_id": "req-30bdb159-1660-47b5-973d-a5b908a990d6"}]} Jun 01 19:20:47.848869 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-37734bf4-37ad-415e-ad95-daca783d9cfb tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:47.865941 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0ed324-f458-4802-8e3c-ea0532182441 req-d3e9e6f9-323a-484c-b792-57ad8890cf52 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:20:47.866874 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-37734bf4-37ad-415e-ad95-daca783d9cfb tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks [] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:47.867409 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-db0ed324-f458-4802-8e3c-ea0532182441 req-d3e9e6f9-323a-484c-b792-57ad8890cf52 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] 10.222.0.41 "GET /v2.0/ports?device_id=3661f400-ca72-48bf-ab39-0891620edbbe HTTP/1.1" status: 200 len: 945 time: 0.0929127 Jun 01 19:20:47.881084 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37734bf4-37ad-415e-ad95-daca783d9cfb tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Pushing event deleted for resources: {'Network': ['ID=4a132ecb-0dda-4c27-8f1c-1cc5237bff42,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:20:47.889059 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-37734bf4-37ad-415e-ad95-daca783d9cfb tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] 10.222.0.41 "DELETE /v2.0/networks/4a132ecb-0dda-4c27-8f1c-1cc5237bff42 HTTP/1.1" status: 204 len: 168 time: 2.1664758 Jun 01 19:20:47.889527 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 38646) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:20:48.062831 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-db0ed324-f458-4802-8e3c-ea0532182441 req-01020df7-6651-4b8d-9ad0-126f568829cc tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] 10.222.0.41 "GET /v2.0/security-groups?id=eebb1b39-dce3-4784-8625-b17a000cec85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1890404 Jun 01 19:20:48.323222 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 4464ab0f-45b3-4ab2-89a6-8f37415e2a79 no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:20:48.362327 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: 4464ab0f-45b3-4ab2-89a6-8f37415e2a79 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:20:48.362667 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 4464ab0f-45b3-4ab2-89a6-8f37415e2a79 not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:20:48.589577 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d40e54a9-2349-4fe5-8f67-1a3ef6cbafc0 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-887474'] for router_interface, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:48.754629 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 60088567-aaf0-4025-90a6-831cf3fcbf2b up at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:20:48.846083 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Provisioning for port 60088567-aaf0-4025-90a6-831cf3fcbf2b completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:20:48.851637 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Provisioning complete for port 60088567-aaf0-4025-90a6-831cf3fcbf2b triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:20:48.851994 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:48.989903 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-d40e54a9-2349-4fe5-8f67-1a3ef6cbafc0 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Deleting port d6b3a94e-7b54-4543-8fa0-34b157e3d9ec {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:20:48.990584 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d40e54a9-2349-4fe5-8f67-1a3ef6cbafc0 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:49.039272 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port 60088567-aaf0-4025-90a6-831cf3fcbf2b is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:20:49.039980 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:49.069275 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3661f400-ca72-48bf-ab39-0891620edbbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60088567-aaf0-4025-90a6-831cf3fcbf2b'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:20:49.079570 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port 60088567-aaf0-4025-90a6-831cf3fcbf2b, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=60088567-aaf0-4025-90a6-831cf3fcbf2b,segment=NetworkSegment(c1fe9472-9c4e-40f9-8057-155ac7bbf856),segment_id=c1fe9472-9c4e-40f9-8057-155ac7bbf856)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:20:49.086379 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:49.173092 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=60088567-aaf0-4025-90a6-831cf3fcbf2b,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:20:49.220979 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-efea7705-29a7-40ab-a8d0-11ae6fbfda39'] response: {'server_uuid': '3661f400-ca72-48bf-ab39-0891620edbbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60088567-aaf0-4025-90a6-831cf3fcbf2b', 'code': 200} Jun 01 19:20:49.363192 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [None req-d40e54a9-2349-4fe5-8f67-1a3ef6cbafc0 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] For port d6b3a94e-7b54-4543-8fa0-34b157e3d9ec, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=d6b3a94e-7b54-4543-8fa0-34b157e3d9ec,segment=NetworkSegment(171b028e-d2d5-4759-8e30-10a1593e7e18),segment_id=171b028e-d2d5-4759-8e30-10a1593e7e18)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:20:49.363482 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d40e54a9-2349-4fe5-8f67-1a3ef6cbafc0 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:49.501626 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-d40e54a9-2349-4fe5-8f67-1a3ef6cbafc0 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Calling delete_port for d6b3a94e-7b54-4543-8fa0-34b157e3d9ec owned by network:router_interface {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:20:49.600516 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769660db-32e5-4946-bb0d-0d303bc06572 req-75af8a60-3f1b-41e8-99d2-5b6858fa4fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:20:49.603108 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-769660db-32e5-4946-bb0d-0d303bc06572 req-75af8a60-3f1b-41e8-99d2-5b6858fa4fd7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3661f400-ca72-48bf-ab39-0891620edbbe HTTP/1.1" status: 200 len: 1097 time: 0.3016138 Jun 01 19:20:49.736095 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d4d157-7f8d-44e8-9ed2-8c1e80578df8 req-e0035480-c3dd-47f2-91aa-3086043cc235 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:20:49.738140 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-96d4d157-7f8d-44e8-9ed2-8c1e80578df8 req-e0035480-c3dd-47f2-91aa-3086043cc235 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] 10.222.0.41 "GET /v2.0/ports?device_id=3661f400-ca72-48bf-ab39-0891620edbbe HTTP/1.1" status: 200 len: 946 time: 0.5036759 Jun 01 19:20:49.755357 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d40e54a9-2349-4fe5-8f67-1a3ef6cbafc0 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:49.836108 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40e54a9-2349-4fe5-8f67-1a3ef6cbafc0 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Pushing event deleted for resources: {'Port': ['ID=d6b3a94e-7b54-4543-8fa0-34b157e3d9ec,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:20:49.941170 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-96d4d157-7f8d-44e8-9ed2-8c1e80578df8 req-1f8f664d-d7a4-4b3f-b766-ca6ccb5708bb tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] 10.222.0.41 "GET /v2.0/security-groups?id=eebb1b39-dce3-4784-8625-b17a000cec85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1810119 Jun 01 19:20:49.957869 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-769660db-32e5-4946-bb0d-0d303bc06572 req-39a995bd-fb68-4357-984e-cd41da79b39b service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=eebb1b39-dce3-4784-8625-b17a000cec85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2185526 Jun 01 19:20:50.390062 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d40e54a9-2349-4fe5-8f67-1a3ef6cbafc0 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-887310'] for router_interface, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:50.719505 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d40e54a9-2349-4fe5-8f67-1a3ef6cbafc0 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Router 98af324b-7fb9-4c9b-8c44-e1b9cffeed46 has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 19:20:50.893754 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d40e54a9-2349-4fe5-8f67-1a3ef6cbafc0 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:20:50.903112 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa933844-3774-467c-aee9-680e9c621f0f None None] Sync routers for ids ['98af324b-7fb9-4c9b-8c44-e1b9cffeed46'] in n-d-844202-1 {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:20:50.908786 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-d40e54a9-2349-4fe5-8f67-1a3ef6cbafc0 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] 10.222.0.41 "PUT /v2.0/routers/98af324b-7fb9-4c9b-8c44-e1b9cffeed46/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0182180 Jun 01 19:20:50.909912 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 38672) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:20:50.925033 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa933844-3774-467c-aee9-680e9c621f0f None None] Routers {'98af324b-7fb9-4c9b-8c44-e1b9cffeed46'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:20:50.926020 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-fa933844-3774-467c-aee9-680e9c621f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:20:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['98af324b-7fb9-4c9b-8c44-e1b9cffeed46'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:20:50.996873 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_v2 [None req-9101f724-2faf-432d-a2b7-9528758b4c79 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Deleting subnet a703d099-4855-49a2-846d-7f76eb403efb {{(pid=88525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 19:20:51.000808 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9101f724-2faf-432d-a2b7-9528758b4c79 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks [] for subnet, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:51.073937 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9101f724-2faf-432d-a2b7-9528758b4c79 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2258509'] for subnet, precommit_delete_associations {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:51.130323 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-fa933844-3774-467c-aee9-680e9c621f0f None None] Set router 98af324b-7fb9-4c9b-8c44-e1b9cffeed46 gateway port host: None {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:20:51.183438 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51fe897-8b97-49db-998a-aea14e992364 req-3142ca5a-dcf4-4d7e-a6c4-1e68f9d2cbc3 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:20:51.198421 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9101f724-2faf-432d-a2b7-9528758b4c79 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:51.200153 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e51fe897-8b97-49db-998a-aea14e992364 req-3142ca5a-dcf4-4d7e-a6c4-1e68f9d2cbc3 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] 10.222.0.41 "GET /v2.0/ports?device_id=3661f400-ca72-48bf-ab39-0891620edbbe HTTP/1.1" status: 200 len: 946 time: 0.1455145 Jun 01 19:20:51.288890 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e51fe897-8b97-49db-998a-aea14e992364 req-634e606b-fe68-43f5-8d45-5c6519643f09 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] 10.222.0.41 "GET /v2.0/security-groups?id=eebb1b39-dce3-4784-8625-b17a000cec85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877016 Jun 01 19:20:51.294764 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9101f724-2faf-432d-a2b7-9528758b4c79 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2614143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9667199'] for subnet, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:51.341301 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9101f724-2faf-432d-a2b7-9528758b4c79 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Pushing event deleted for resources: {'Subnet': ['ID=a703d099-4855-49a2-846d-7f76eb403efb,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:20:51.346298 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9101f724-2faf-432d-a2b7-9528758b4c79 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks [] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:51.353955 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-9101f724-2faf-432d-a2b7-9528758b4c79 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] 10.222.0.41 "DELETE /v2.0/subnets/a703d099-4855-49a2-846d-7f76eb403efb HTTP/1.1" status: 204 len: 168 time: 0.4430637 Jun 01 19:20:51.356493 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 38678) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:20:51.367863 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84f6c702-75c7-4032-9c6f-fa52cfed7d01 None None] Network 1c48fd9f-2eaf-47bc-89e9-3da4ecee388e requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:20:51.524837 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-22196301-12a5-4a15-968c-29169c7d00ee tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:51.545238 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-22196301-12a5-4a15-968c-29169c7d00ee tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Deleting port 9a6063f7-5a18-42f3-9321-48862507366d {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:20:51.545568 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-22196301-12a5-4a15-968c-29169c7d00ee tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:51.578829 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b46e2ec4-9e3c-490a-8954-37beacc5bdf1 req-a90e83c5-a458-483e-bb3c-d8baef4adb64 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3661f400-ca72-48bf-ab39-0891620edbbe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1506600 Jun 01 19:20:51.702067 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-fa933844-3774-467c-aee9-680e9c621f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98af324b-7fb9-4c9b-8c44-e1b9cffeed46', 'name': 'tempest-RoutersTest-router-326390027', 'tenant_id': 'c0d5c79d614c43888db26707e3e8b967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:20:07Z', 'updated_at': '2022-06-01T19:20:49Z', 'revision_number': 10, 'project_id': 'c0d5c79d614c43888db26707e3e8b967', 'gw_port_host': None, '_interfaces': [{'id': '87f7d135-5fa3-4dbb-ad5a-1ce8b9415dfa', 'name': '', 'network_id': '6165f85e-27f2-4ecc-963b-a6bcef5dcbdb', 'tenant_id': 'c0d5c79d614c43888db26707e3e8b967', 'mac_address': 'fa:16:3e:e9:26:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98af324b-7fb9-4c9b-8c44-e1b9cffeed46', 'device_owner': 'network:router_interface', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': 'fa42bddc-2a7c-4732-be0e-9bf852077141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:20:09Z', 'updated_at': '2022-06-01T19:20:18Z', 'revision_number': 5, 'project_id': 'c0d5c79d614c43888db26707e3e8b967', 'subnets': [{'id': 'fa42bddc-2a7c-4732-be0e-9bf852077141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:20:51.707052 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa933844-3774-467c-aee9-680e9c621f0f None None] Checking router: 98af324b-7fb9-4c9b-8c44-e1b9cffeed46 for host: n-d-844202-1 {{(pid=88526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 19:20:51.715671 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa933844-3774-467c-aee9-680e9c621f0f None None] Routers {'98af324b-7fb9-4c9b-8c44-e1b9cffeed46'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:20:51.716311 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-fa933844-3774-467c-aee9-680e9c621f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:20:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['98af324b-7fb9-4c9b-8c44-e1b9cffeed46'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:20:51.766418 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4491bc2f-3d8c-4062-968a-cfe7578fb079 None None] DHCP port deletion for 1c48fd9f-2eaf-47bc-89e9-3da4ecee388e request from n-d-844202-1 {{(pid=88526) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 19:20:51.816423 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [None req-22196301-12a5-4a15-968c-29169c7d00ee tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] For port 9a6063f7-5a18-42f3-9321-48862507366d, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=9a6063f7-5a18-42f3-9321-48862507366d,segment=NetworkSegment(171b028e-d2d5-4759-8e30-10a1593e7e18),segment_id=171b028e-d2d5-4759-8e30-10a1593e7e18)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:20:51.816675 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-22196301-12a5-4a15-968c-29169c7d00ee tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:51.839427 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-4491bc2f-3d8c-4062-968a-cfe7578fb079 None None] Deleting port 9a6063f7-5a18-42f3-9321-48862507366d {{(pid=88526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:20:51.839807 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-4491bc2f-3d8c-4062-968a-cfe7578fb079 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:52.020121 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-fa933844-3774-467c-aee9-680e9c621f0f None None] Set router 98af324b-7fb9-4c9b-8c44-e1b9cffeed46 gateway port host: None {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:20:52.020972 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46e2ec4-9e3c-490a-8954-37beacc5bdf1 req-68ae036c-0e13-44b7-923a-cd685d1c9114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:20:52.022281 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b46e2ec4-9e3c-490a-8954-37beacc5bdf1 req-68ae036c-0e13-44b7-923a-cd685d1c9114 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cc5f500c6137475e84a7347d954ff8b0&device_id=3661f400-ca72-48bf-ab39-0891620edbbe HTTP/1.1" status: 200 len: 1097 time: 0.3741486 Jun 01 19:20:52.087094 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-22196301-12a5-4a15-968c-29169c7d00ee tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Calling delete_port for 9a6063f7-5a18-42f3-9321-48862507366d owned by network:dhcp {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:20:52.292016 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-22196301-12a5-4a15-968c-29169c7d00ee tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:52.354652 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46e2ec4-9e3c-490a-8954-37beacc5bdf1 req-8fef9d9f-0344-4d2f-bd3c-b67591599893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:20:52.356432 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b46e2ec4-9e3c-490a-8954-37beacc5bdf1 req-8fef9d9f-0344-4d2f-bd3c-b67591599893 service neutron] 10.222.0.15 "GET /v2.0/networks?id=aa162726-ef17-4a0c-95f5-44449c42913b HTTP/1.1" status: 200 len: 912 time: 0.2771025 Jun 01 19:20:52.368726 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22196301-12a5-4a15-968c-29169c7d00ee tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Pushing event deleted for resources: {'Port': ['ID=9a6063f7-5a18-42f3-9321-48862507366d,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:20:52.419783 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-4491bc2f-3d8c-4062-968a-cfe7578fb079 None None] For port 9a6063f7-5a18-42f3-9321-48862507366d, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=9a6063f7-5a18-42f3-9321-48862507366d,segment=NetworkSegment(171b028e-d2d5-4759-8e30-10a1593e7e18),segment_id=171b028e-d2d5-4759-8e30-10a1593e7e18)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:20:52.420504 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-4491bc2f-3d8c-4062-968a-cfe7578fb079 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:52.468042 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22196301-12a5-4a15-968c-29169c7d00ee tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] No DVR routers for this DVR port 9a6063f7-5a18-42f3-9321-48862507366d on host n-d-844202-1 {{(pid=88525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:20:52.472057 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b46e2ec4-9e3c-490a-8954-37beacc5bdf1 req-d2c91024-c964-4ede-9f02-380db3c450f4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=60088567-aaf0-4025-90a6-831cf3fcbf2b HTTP/1.1" status: 200 len: 217 time: 0.1053896 Jun 01 19:20:52.527153 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 9a6063f7-5a18-42f3-9321-48862507366d no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:20:52.623183 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-4491bc2f-3d8c-4062-968a-cfe7578fb079 None None] Calling delete_port for 9a6063f7-5a18-42f3-9321-48862507366d owned by network:dhcp {{(pid=88526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:20:52.669090 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: 9a6063f7-5a18-42f3-9321-48862507366d {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:20:52.669433 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 9a6063f7-5a18-42f3-9321-48862507366d not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:20:52.725445 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-22196301-12a5-4a15-968c-29169c7d00ee tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:52.742329 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46e2ec4-9e3c-490a-8954-37beacc5bdf1 req-c7d3c5a1-89a2-4b37-94fe-36c3cddc911d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:20:52.743258 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b46e2ec4-9e3c-490a-8954-37beacc5bdf1 req-c7d3c5a1-89a2-4b37-94fe-36c3cddc911d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a2b1fd9d-4e91-43aa-84e1-67bd94c0de64 HTTP/1.1" status: 200 len: 850 time: 0.2357213 Jun 01 19:20:52.774393 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.db.api [None req-4491bc2f-3d8c-4062-968a-cfe7578fb079 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88526) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 19:20:52.774742 n-d-844202-1 neutron-server[88526]: DEBUG oslo_db.api [None req-4491bc2f-3d8c-4062-968a-cfe7578fb079 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 19:20:52.795652 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-fa933844-3774-467c-aee9-680e9c621f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98af324b-7fb9-4c9b-8c44-e1b9cffeed46', 'name': 'tempest-RoutersTest-router-326390027', 'tenant_id': 'c0d5c79d614c43888db26707e3e8b967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:20:07Z', 'updated_at': '2022-06-01T19:20:49Z', 'revision_number': 10, 'project_id': 'c0d5c79d614c43888db26707e3e8b967', 'gw_port_host': None, '_interfaces': [{'id': '87f7d135-5fa3-4dbb-ad5a-1ce8b9415dfa', 'name': '', 'network_id': '6165f85e-27f2-4ecc-963b-a6bcef5dcbdb', 'tenant_id': 'c0d5c79d614c43888db26707e3e8b967', 'mac_address': 'fa:16:3e:e9:26:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98af324b-7fb9-4c9b-8c44-e1b9cffeed46', 'device_owner': 'network:router_interface', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': 'fa42bddc-2a7c-4732-be0e-9bf852077141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:20:09Z', 'updated_at': '2022-06-01T19:20:18Z', 'revision_number': 5, 'project_id': 'c0d5c79d614c43888db26707e3e8b967', 'subnets': [{'id': 'fa42bddc-2a7c-4732-be0e-9bf852077141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:20:52.801149 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa933844-3774-467c-aee9-680e9c621f0f None None] The sync data for ids ['98af324b-7fb9-4c9b-8c44-e1b9cffeed46'] in n-d-844202-1 is: [{'id': '98af324b-7fb9-4c9b-8c44-e1b9cffeed46', 'name': 'tempest-RoutersTest-router-326390027', 'tenant_id': 'c0d5c79d614c43888db26707e3e8b967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:20:07Z', 'updated_at': '2022-06-01T19:20:49Z', 'revision_number': 10, 'project_id': 'c0d5c79d614c43888db26707e3e8b967', 'gw_port_host': None, '_interfaces': [{'id': '87f7d135-5fa3-4dbb-ad5a-1ce8b9415dfa', 'name': '', 'network_id': '6165f85e-27f2-4ecc-963b-a6bcef5dcbdb', 'tenant_id': 'c0d5c79d614c43888db26707e3e8b967', 'mac_address': 'fa:16:3e:e9:26:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98af324b-7fb9-4c9b-8c44-e1b9cffeed46', 'device_owner': 'network:router_interface', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': 'fa42bddc-2a7c-4732-be0e-9bf852077141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:20:09Z', 'updated_at': '2022-06-01T19:20:18Z', 'revision_number': 5, 'project_id': 'c0d5c79d614c43888db26707e3e8b967', 'subnets': [{'id': 'fa42bddc-2a7c-4732-be0e-9bf852077141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:20:52.802783 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-22196301-12a5-4a15-968c-29169c7d00ee tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c48fd9f-2eaf-47bc-89e9-3da4ecee388e']}} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:20:52.823116 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-22196301-12a5-4a15-968c-29169c7d00ee tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '171b028e-d2d5-4759-8e30-10a1593e7e18') {'for_net_delete': True} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:20:52.823443 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-22196301-12a5-4a15-968c-29169c7d00ee tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '171b028e-d2d5-4759-8e30-10a1593e7e18') {} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:20:52.857405 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4cd69a-ba1b-4eeb-8091-0f086b788e28 req-12a69309-afde-4c31-ab9c-9037fc3896f9 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:20:52.858904 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-6b4cd69a-ba1b-4eeb-8091-0f086b788e28 req-12a69309-afde-4c31-ab9c-9037fc3896f9 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] 10.222.0.41 "GET /v2.0/ports?device_id=3661f400-ca72-48bf-ab39-0891620edbbe HTTP/1.1" status: 200 len: 946 time: 0.3501489 Jun 01 19:20:52.861143 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-22196301-12a5-4a15-968c-29169c7d00ee tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2258522'] for segment, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:52.900690 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-22196301-12a5-4a15-968c-29169c7d00ee tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:52.919051 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22196301-12a5-4a15-968c-29169c7d00ee tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=88525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 19:20:52.919452 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-22196301-12a5-4a15-968c-29169c7d00ee tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2613981'] for segment, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:53.000763 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment 171b028e-d2d5-4759-8e30-10a1593e7e18 resource provider aggregate not found Jun 01 19:20:53.023957 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-6b4cd69a-ba1b-4eeb-8091-0f086b788e28 req-5fca7a49-0d06-41e7-8c59-4819767dcbf9 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] 10.222.0.41 "GET /v2.0/security-groups?id=eebb1b39-dce3-4784-8625-b17a000cec85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1542549 Jun 01 19:20:53.029969 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment 171b028e-d2d5-4759-8e30-10a1593e7e18 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 171b028e-d2d5-4759-8e30-10a1593e7e18 found for delete ", "request_id": "req-706a424f-7292-4bdf-bf3f-9c174a07b0d8"}]} Jun 01 19:20:53.043666 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46e2ec4-9e3c-490a-8954-37beacc5bdf1 req-ee0a4bd6-4dfb-446c-a520-f06e7fe236dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:20:53.045250 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b46e2ec4-9e3c-490a-8954-37beacc5bdf1 req-ee0a4bd6-4dfb-446c-a520-f06e7fe236dd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=aa162726-ef17-4a0c-95f5-44449c42913b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2876337 Jun 01 19:20:53.073173 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-22196301-12a5-4a15-968c-29169c7d00ee tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:53.139612 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-22196301-12a5-4a15-968c-29169c7d00ee tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks [] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:53.151113 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22196301-12a5-4a15-968c-29169c7d00ee tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Pushing event deleted for resources: {'Network': ['ID=1c48fd9f-2eaf-47bc-89e9-3da4ecee388e,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:20:53.182831 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-22196301-12a5-4a15-968c-29169c7d00ee tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] 10.222.0.41 "DELETE /v2.0/networks/1c48fd9f-2eaf-47bc-89e9-3da4ecee388e HTTP/1.1" status: 204 len: 168 time: 1.8245461 Jun 01 19:20:53.183617 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 38696) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:20:53.231505 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67baa1a-8a27-432e-921c-5897ffbe04cc req-a90abe67-fa9a-4030-a3cb-e68e0a3874a1 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:20:53.233611 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a67baa1a-8a27-432e-921c-5897ffbe04cc req-a90abe67-fa9a-4030-a3cb-e68e0a3874a1 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] 10.222.0.41 "GET /v2.0/ports?device_id=3661f400-ca72-48bf-ab39-0891620edbbe HTTP/1.1" status: 200 len: 946 time: 0.1026905 Jun 01 19:20:53.242465 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 38702) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:20:53.247853 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-8c5cbae9-c9af-4d27-8080-dea2216e9b00 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Request body: {'floatingip': {'port_id': '60088567-aaf0-4025-90a6-831cf3fcbf2b'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:20:53.276323 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-4491bc2f-3d8c-4062-968a-cfe7578fb079 None None] Deleting port 9a6063f7-5a18-42f3-9321-48862507366d {{(pid=88526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:20:53.276913 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-4491bc2f-3d8c-4062-968a-cfe7578fb079 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:53.336767 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8c5cbae9-c9af-4d27-8080-dea2216e9b00 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Notify callbacks [] for floatingip, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:53.400292 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-4491bc2f-3d8c-4062-968a-cfe7578fb079 None None] The port '9a6063f7-5a18-42f3-9321-48862507366d' was deleted {{(pid=88526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 01 19:20:53.403941 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b46e2ec4-9e3c-490a-8954-37beacc5bdf1 req-83862a68-d06e-4856-8d53-17e9f03db350 service neutron] 10.222.0.15 "GET /v2.0/networks/aa162726-ef17-4a0c-95f5-44449c42913b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3519621 Jun 01 19:20:53.886480 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b46e2ec4-9e3c-490a-8954-37beacc5bdf1 req-e40922b2-1b13-46f0-92c9-5008b8a9519c service neutron] 10.222.0.15 "GET /v2.0/networks/aa162726-ef17-4a0c-95f5-44449c42913b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4741502 Jun 01 19:20:54.084130 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a1701c96-ac90-41be-a5df-36516118d89e tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-887474'] for router_interface, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:54.125769 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8c5cbae9-c9af-4d27-8080-dea2216e9b00 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:54.129726 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8c5cbae9-c9af-4d27-8080-dea2216e9b00 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887712'] for floatingip, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:54.309363 n-d-844202-1 neutron-server[88524]: INFO neutron.db.l3_db [None req-8c5cbae9-c9af-4d27-8080-dea2216e9b00 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Floating IP 082fb5ce-ec12-447c-ab74-7a3e9a0b802f associated. External IP: 172.25.4.201, port: 60088567-aaf0-4025-90a6-831cf3fcbf2b. Jun 01 19:20:54.337048 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device d6b3a94e-7b54-4543-8fa0-34b157e3d9ec no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:20:54.388132 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: d6b3a94e-7b54-4543-8fa0-34b157e3d9ec {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:20:54.388527 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device d6b3a94e-7b54-4543-8fa0-34b157e3d9ec not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:20:54.471369 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-a1701c96-ac90-41be-a5df-36516118d89e tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Deleting port 87f7d135-5fa3-4dbb-ad5a-1ce8b9415dfa {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:20:54.471876 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a1701c96-ac90-41be-a5df-36516118d89e tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:54.692291 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c5cbae9-c9af-4d27-8080-dea2216e9b00 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Router e228de7f-224e-41c6-b5d1-3d69bbc77cf8 has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 19:20:54.698538 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [None req-a1701c96-ac90-41be-a5df-36516118d89e tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] For port 87f7d135-5fa3-4dbb-ad5a-1ce8b9415dfa, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=87f7d135-5fa3-4dbb-ad5a-1ce8b9415dfa,segment=NetworkSegment(67005fb9-f33d-474d-8f22-4ae869839b07),segment_id=67005fb9-f33d-474d-8f22-4ae869839b07)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:20:54.698899 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a1701c96-ac90-41be-a5df-36516118d89e tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:54.844901 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-a1701c96-ac90-41be-a5df-36516118d89e tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Calling delete_port for 87f7d135-5fa3-4dbb-ad5a-1ce8b9415dfa owned by network:router_interface {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:20:54.900043 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c5cbae9-c9af-4d27-8080-dea2216e9b00 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:20:54.905494 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8c5cbae9-c9af-4d27-8080-dea2216e9b00 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for floatingip, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:54.915482 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1926082a-b6ee-4436-b8f0-7265c11592b8 None None] Sync routers for ids ['e228de7f-224e-41c6-b5d1-3d69bbc77cf8'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:20:54.946235 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1926082a-b6ee-4436-b8f0-7265c11592b8 None None] Routers {'e228de7f-224e-41c6-b5d1-3d69bbc77cf8'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:20:54.952867 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-1926082a-b6ee-4436-b8f0-7265c11592b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:20:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['e228de7f-224e-41c6-b5d1-3d69bbc77cf8'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:20:54.996131 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-8c5cbae9-c9af-4d27-8080-dea2216e9b00 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] 10.222.0.41 "PUT /v2.0/floatingips/082fb5ce-ec12-447c-ab74-7a3e9a0b802f HTTP/1.1" status: 200 len: 992 time: 1.7523048 Jun 01 19:20:54.996879 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3661f400-ca72-48bf-ab39-0891620edbbe', 'tag': '60088567-aaf0-4025-90a6-831cf3fcbf2b'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:20:55.053237 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-768ad946-4274-4907-9c40-85c7a9bae5f9'] response: {'name': 'network-changed', 'server_uuid': '3661f400-ca72-48bf-ab39-0891620edbbe', 'tag': '60088567-aaf0-4025-90a6-831cf3fcbf2b', 'status': 'completed', 'code': 200} Jun 01 19:20:55.148554 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a1701c96-ac90-41be-a5df-36516118d89e tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:55.193952 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-1926082a-b6ee-4436-b8f0-7265c11592b8 None None] Set router e228de7f-224e-41c6-b5d1-3d69bbc77cf8 gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:20:55.197725 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1701c96-ac90-41be-a5df-36516118d89e tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Pushing event deleted for resources: {'Port': ['ID=87f7d135-5fa3-4dbb-ad5a-1ce8b9415dfa,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:20:55.304928 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206a9694-bf0f-435b-b02f-416644bd897b req-e10f920a-3c19-4ce7-8e48-8ebd1a561741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:20:55.307551 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-206a9694-bf0f-435b-b02f-416644bd897b req-e10f920a-3c19-4ce7-8e48-8ebd1a561741 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cc5f500c6137475e84a7347d954ff8b0&device_id=3661f400-ca72-48bf-ab39-0891620edbbe HTTP/1.1" status: 200 len: 1097 time: 0.2302408 Jun 01 19:20:55.601357 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-1926082a-b6ee-4436-b8f0-7265c11592b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e228de7f-224e-41c6-b5d1-3d69bbc77cf8', 'name': 'tempest-AttachVolumeTestJSON-1875074836-router', 'tenant_id': 'cc5f500c6137475e84a7347d954ff8b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': '544d7d75-dfd1-4252-a232-754801ab83c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:17:06Z', 'updated_at': '2022-06-01T19:17:14Z', 'revision_number': 4, 'project_id': 'cc5f500c6137475e84a7347d954ff8b0', 'gw_port': {'id': '544d7d75-dfd1-4252-a232-754801ab83c2', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:b4:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e228de7f-224e-41c6-b5d1-3d69bbc77cf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:17:08Z', 'updated_at': '2022-06-01T19:17:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_floatingips': [{'id': '082fb5ce-ec12-447c-ab74-7a3e9a0b802f', 'tenant_id': 'cc5f500c6137475e84a7347d954ff8b0', 'floating_ip_address': '172.25.4.201', 'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'router_id': 'e228de7f-224e-41c6-b5d1-3d69bbc77cf8', 'port_id': '60088567-aaf0-4025-90a6-831cf3fcbf2b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3600, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa162726-ef17-4a0c-95f5-44449c42913b', 'mac_address': 'fa:16:3e:c6:c4:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3661f400-ca72-48bf-ab39-0891620edbbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T19:20:33Z', 'updated_at': '2022-06-01T19:20:54Z', 'revision_number': 1, 'project_id': 'cc5f500c6137475e84a7347d954ff8b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7078f4bd-1ba8-4718-8286-aff59851b7ff', 'name': '', 'network_id': 'aa162726-ef17-4a0c-95f5-44449c42913b', 'tenant_id': 'cc5f500c6137475e84a7347d954ff8b0', 'mac_address': 'fa:16:3e:25:5a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e228de7f-224e-41c6-b5d1-3d69bbc77cf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3399, 'fixed_ips': [{'subnet_id': 'a2b1fd9d-4e91-43aa-84e1-67bd94c0de64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:17:13Z', 'updated_at': '2022-06-01T19:17:23Z', 'revision_number': 5, 'project_id': 'cc5f500c6137475e84a7347d954ff8b0', 'subnets': [{'id': 'a2b1fd9d-4e91-43aa-84e1-67bd94c0de64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:20:55.605236 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1926082a-b6ee-4436-b8f0-7265c11592b8 None None] Checking router: e228de7f-224e-41c6-b5d1-3d69bbc77cf8 for host: n-d-844202-1 {{(pid=88527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 19:20:55.614624 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1926082a-b6ee-4436-b8f0-7265c11592b8 None None] Routers {'e228de7f-224e-41c6-b5d1-3d69bbc77cf8'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:20:55.615136 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-1926082a-b6ee-4436-b8f0-7265c11592b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:20:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['e228de7f-224e-41c6-b5d1-3d69bbc77cf8'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:20:55.723704 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206a9694-bf0f-435b-b02f-416644bd897b req-2f10ba72-2c45-48b4-be29-0e42f29d45e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:20:55.725177 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-206a9694-bf0f-435b-b02f-416644bd897b req-2f10ba72-2c45-48b4-be29-0e42f29d45e2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=aa162726-ef17-4a0c-95f5-44449c42913b HTTP/1.1" status: 200 len: 912 time: 0.4091489 Jun 01 19:20:55.728062 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a1701c96-ac90-41be-a5df-36516118d89e tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-887310'] for router_interface, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:55.835118 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-1926082a-b6ee-4436-b8f0-7265c11592b8 None None] Set router e228de7f-224e-41c6-b5d1-3d69bbc77cf8 gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:20:55.981246 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-206a9694-bf0f-435b-b02f-416644bd897b req-be1ddb2b-5c48-4c3d-aa7a-e3254783984f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=60088567-aaf0-4025-90a6-831cf3fcbf2b HTTP/1.1" status: 200 len: 1000 time: 0.2481399 Jun 01 19:20:56.176950 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1701c96-ac90-41be-a5df-36516118d89e tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Router 98af324b-7fb9-4c9b-8c44-e1b9cffeed46 has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 19:20:56.185344 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206a9694-bf0f-435b-b02f-416644bd897b req-79e24b73-58e2-45fd-89e7-768835ad8275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:20:56.186936 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-206a9694-bf0f-435b-b02f-416644bd897b req-79e24b73-58e2-45fd-89e7-768835ad8275 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a2b1fd9d-4e91-43aa-84e1-67bd94c0de64 HTTP/1.1" status: 200 len: 850 time: 0.1993430 Jun 01 19:20:56.274657 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-1926082a-b6ee-4436-b8f0-7265c11592b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e228de7f-224e-41c6-b5d1-3d69bbc77cf8', 'name': 'tempest-AttachVolumeTestJSON-1875074836-router', 'tenant_id': 'cc5f500c6137475e84a7347d954ff8b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': '544d7d75-dfd1-4252-a232-754801ab83c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:17:06Z', 'updated_at': '2022-06-01T19:17:14Z', 'revision_number': 4, 'project_id': 'cc5f500c6137475e84a7347d954ff8b0', 'gw_port': {'id': '544d7d75-dfd1-4252-a232-754801ab83c2', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:b4:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e228de7f-224e-41c6-b5d1-3d69bbc77cf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:17:08Z', 'updated_at': '2022-06-01T19:17:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_floatingips': [{'id': '082fb5ce-ec12-447c-ab74-7a3e9a0b802f', 'tenant_id': 'cc5f500c6137475e84a7347d954ff8b0', 'floating_ip_address': '172.25.4.201', 'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'router_id': 'e228de7f-224e-41c6-b5d1-3d69bbc77cf8', 'port_id': '60088567-aaf0-4025-90a6-831cf3fcbf2b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3600, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa162726-ef17-4a0c-95f5-44449c42913b', 'mac_address': 'fa:16:3e:c6:c4:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3661f400-ca72-48bf-ab39-0891620edbbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T19:20:33Z', 'updated_at': '2022-06-01T19:20:54Z', 'revision_number': 1, 'project_id': 'cc5f500c6137475e84a7347d954ff8b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7078f4bd-1ba8-4718-8286-aff59851b7ff', 'name': '', 'network_id': 'aa162726-ef17-4a0c-95f5-44449c42913b', 'tenant_id': 'cc5f500c6137475e84a7347d954ff8b0', 'mac_address': 'fa:16:3e:25:5a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e228de7f-224e-41c6-b5d1-3d69bbc77cf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3399, 'fixed_ips': [{'subnet_id': 'a2b1fd9d-4e91-43aa-84e1-67bd94c0de64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:17:13Z', 'updated_at': '2022-06-01T19:17:23Z', 'revision_number': 5, 'project_id': 'cc5f500c6137475e84a7347d954ff8b0', 'subnets': [{'id': 'a2b1fd9d-4e91-43aa-84e1-67bd94c0de64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:20:56.278750 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1926082a-b6ee-4436-b8f0-7265c11592b8 None None] The sync data for ids ['e228de7f-224e-41c6-b5d1-3d69bbc77cf8'] in n-d-844202-1 is: [{'id': 'e228de7f-224e-41c6-b5d1-3d69bbc77cf8', 'name': 'tempest-AttachVolumeTestJSON-1875074836-router', 'tenant_id': 'cc5f500c6137475e84a7347d954ff8b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': '544d7d75-dfd1-4252-a232-754801ab83c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:17:06Z', 'updated_at': '2022-06-01T19:17:14Z', 'revision_number': 4, 'project_id': 'cc5f500c6137475e84a7347d954ff8b0', 'gw_port': {'id': '544d7d75-dfd1-4252-a232-754801ab83c2', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:b4:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e228de7f-224e-41c6-b5d1-3d69bbc77cf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:17:08Z', 'updated_at': '2022-06-01T19:17:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_floatingips': [{'id': '082fb5ce-ec12-447c-ab74-7a3e9a0b802f', 'tenant_id': 'cc5f500c6137475e84a7347d954ff8b0', 'floating_ip_address': '172.25.4.201', 'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'router_id': 'e228de7f-224e-41c6-b5d1-3d69bbc77cf8', 'port_id': '60088567-aaf0-4025-90a6-831cf3fcbf2b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3600, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa162726-ef17-4a0c-95f5-44449c42913b', 'mac_address': 'fa:16:3e:c6:c4:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3661f400-ca72-48bf-ab39-0891620edbbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T19:20:33Z', 'updated_at': '2022-06-01T19:20:54Z', 'revision_number': 1, 'project_id': 'cc5f500c6137475e84a7347d954ff8b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7078f4bd-1ba8-4718-8286-aff59851b7ff', 'name': '', 'network_id': 'aa162726-ef17-4a0c-95f5-44449c42913b', 'tenant_id': 'cc5f500c6137475e84a7347d954ff8b0', 'mac_address': 'fa:16:3e:25:5a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e228de7f-224e-41c6-b5d1-3d69bbc77cf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3399, 'fixed_ips': [{'subnet_id': 'a2b1fd9d-4e91-43aa-84e1-67bd94c0de64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:17:13Z', 'updated_at': '2022-06-01T19:17:23Z', 'revision_number': 5, 'project_id': 'cc5f500c6137475e84a7347d954ff8b0', 'subnets': [{'id': 'a2b1fd9d-4e91-43aa-84e1-67bd94c0de64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:20:56.384959 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1701c96-ac90-41be-a5df-36516118d89e tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:20:56.400006 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e905e2c-025e-48a5-aa9c-8ca7e88bb336 None None] Sync routers for ids ['98af324b-7fb9-4c9b-8c44-e1b9cffeed46'] in n-d-844202-1 {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:20:56.410190 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e905e2c-025e-48a5-aa9c-8ca7e88bb336 None None] Routers {'98af324b-7fb9-4c9b-8c44-e1b9cffeed46'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:20:56.411361 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-8e905e2c-025e-48a5-aa9c-8ca7e88bb336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:20:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['98af324b-7fb9-4c9b-8c44-e1b9cffeed46'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:20:56.415020 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-a1701c96-ac90-41be-a5df-36516118d89e tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] 10.222.0.41 "PUT /v2.0/routers/98af324b-7fb9-4c9b-8c44-e1b9cffeed46/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2285297 Jun 01 19:20:56.417895 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 38734) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:20:56.453744 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206a9694-bf0f-435b-b02f-416644bd897b req-f48c48e8-c3e0-4c7f-8f9f-0f88cab4d952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:20:56.453744 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-206a9694-bf0f-435b-b02f-416644bd897b req-f48c48e8-c3e0-4c7f-8f9f-0f88cab4d952 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=aa162726-ef17-4a0c-95f5-44449c42913b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2044315 Jun 01 19:20:56.549376 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_v2 [None req-517298c8-6f37-4758-8461-023eff746e55 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Deleting subnet fa42bddc-2a7c-4732-be0e-9bf852077141 {{(pid=88524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 19:20:56.562390 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-517298c8-6f37-4758-8461-023eff746e55 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks [] for subnet, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:56.570751 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac97350b-d35e-439a-b6d5-1ef9c681a532 None None] New status for floating IP 082fb5ce-ec12-447c-ab74-7a3e9a0b802f: ACTIVE {{(pid=88527) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 19:20:56.655184 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-206a9694-bf0f-435b-b02f-416644bd897b req-762ccfa2-9ffb-46d5-9329-a56ac5cbe417 service neutron] 10.222.0.15 "GET /v2.0/networks/aa162726-ef17-4a0c-95f5-44449c42913b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1959469 Jun 01 19:20:56.722532 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-8e905e2c-025e-48a5-aa9c-8ca7e88bb336 None None] Set router 98af324b-7fb9-4c9b-8c44-e1b9cffeed46 gateway port host: None {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:20:56.841261 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-8e905e2c-025e-48a5-aa9c-8ca7e88bb336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98af324b-7fb9-4c9b-8c44-e1b9cffeed46', 'name': 'tempest-RoutersTest-router-326390027', 'tenant_id': 'c0d5c79d614c43888db26707e3e8b967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:20:07Z', 'updated_at': '2022-06-01T19:20:55Z', 'revision_number': 11, 'project_id': 'c0d5c79d614c43888db26707e3e8b967', 'gw_port_host': None}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:20:56.845799 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-206a9694-bf0f-435b-b02f-416644bd897b req-d2d24af3-1b42-4267-af8d-d0babc87ed7d service neutron] 10.222.0.15 "GET /v2.0/networks/aa162726-ef17-4a0c-95f5-44449c42913b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839151 Jun 01 19:20:56.851269 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e905e2c-025e-48a5-aa9c-8ca7e88bb336 None None] Checking router: 98af324b-7fb9-4c9b-8c44-e1b9cffeed46 for host: n-d-844202-1 {{(pid=88526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 19:20:56.868503 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-517298c8-6f37-4758-8461-023eff746e55 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2702137'] for subnet, precommit_delete_associations {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:56.874606 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e905e2c-025e-48a5-aa9c-8ca7e88bb336 None None] Routers {'98af324b-7fb9-4c9b-8c44-e1b9cffeed46'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:20:56.875221 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-8e905e2c-025e-48a5-aa9c-8ca7e88bb336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:20:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['98af324b-7fb9-4c9b-8c44-e1b9cffeed46'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:20:56.996210 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-517298c8-6f37-4758-8461-023eff746e55 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:57.029856 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-8e905e2c-025e-48a5-aa9c-8ca7e88bb336 None None] Set router 98af324b-7fb9-4c9b-8c44-e1b9cffeed46 gateway port host: None {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:20:57.132938 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-517298c8-6f37-4758-8461-023eff746e55 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2718856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3066595'] for subnet, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:57.139915 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-8e905e2c-025e-48a5-aa9c-8ca7e88bb336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98af324b-7fb9-4c9b-8c44-e1b9cffeed46', 'name': 'tempest-RoutersTest-router-326390027', 'tenant_id': 'c0d5c79d614c43888db26707e3e8b967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:20:07Z', 'updated_at': '2022-06-01T19:20:55Z', 'revision_number': 11, 'project_id': 'c0d5c79d614c43888db26707e3e8b967', 'gw_port_host': None}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:20:57.144163 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e905e2c-025e-48a5-aa9c-8ca7e88bb336 None None] The sync data for ids ['98af324b-7fb9-4c9b-8c44-e1b9cffeed46'] in n-d-844202-1 is: [{'id': '98af324b-7fb9-4c9b-8c44-e1b9cffeed46', 'name': 'tempest-RoutersTest-router-326390027', 'tenant_id': 'c0d5c79d614c43888db26707e3e8b967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:20:07Z', 'updated_at': '2022-06-01T19:20:55Z', 'revision_number': 11, 'project_id': 'c0d5c79d614c43888db26707e3e8b967', 'gw_port_host': None}] {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:20:57.177702 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517298c8-6f37-4758-8461-023eff746e55 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Pushing event deleted for resources: {'Subnet': ['ID=fa42bddc-2a7c-4732-be0e-9bf852077141,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:20:57.187397 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-517298c8-6f37-4758-8461-023eff746e55 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:57.189510 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba75d697-d3d8-4eb9-9108-3e765a563b7e None None] Network 6165f85e-27f2-4ecc-963b-a6bcef5dcbdb requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:20:57.199695 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 38742) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:20:57.200870 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-517298c8-6f37-4758-8461-023eff746e55 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] 10.222.0.41 "DELETE /v2.0/subnets/fa42bddc-2a7c-4732-be0e-9bf852077141 HTTP/1.1" status: 204 len: 168 time: 0.7818122 Jun 01 19:20:57.352416 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-acc06549-5142-4d9c-80da-540e380b0269 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:57.366089 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-acc06549-5142-4d9c-80da-540e380b0269 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Deleting port c5206db3-baef-4dd8-aa7c-a95cda062f26 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:20:57.366516 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-acc06549-5142-4d9c-80da-540e380b0269 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:57.524119 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22f76be2-4680-4bfd-ab55-bfa1b7f07f5e None None] DHCP port deletion for 6165f85e-27f2-4ecc-963b-a6bcef5dcbdb request from n-d-844202-1 {{(pid=88526) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 19:20:57.529996 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-22f76be2-4680-4bfd-ab55-bfa1b7f07f5e None None] Deleting port c5206db3-baef-4dd8-aa7c-a95cda062f26 {{(pid=88526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:20:57.530444 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-22f76be2-4680-4bfd-ab55-bfa1b7f07f5e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:57.813129 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [None req-acc06549-5142-4d9c-80da-540e380b0269 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] For port c5206db3-baef-4dd8-aa7c-a95cda062f26, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=c5206db3-baef-4dd8-aa7c-a95cda062f26,segment=NetworkSegment(67005fb9-f33d-474d-8f22-4ae869839b07),segment_id=67005fb9-f33d-474d-8f22-4ae869839b07)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:20:57.813618 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-acc06549-5142-4d9c-80da-540e380b0269 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:57.825257 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-22f76be2-4680-4bfd-ab55-bfa1b7f07f5e None None] For port c5206db3-baef-4dd8-aa7c-a95cda062f26, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=c5206db3-baef-4dd8-aa7c-a95cda062f26,segment=NetworkSegment(67005fb9-f33d-474d-8f22-4ae869839b07),segment_id=67005fb9-f33d-474d-8f22-4ae869839b07)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:20:57.827123 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-22f76be2-4680-4bfd-ab55-bfa1b7f07f5e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:57.976415 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-acc06549-5142-4d9c-80da-540e380b0269 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Calling delete_port for c5206db3-baef-4dd8-aa7c-a95cda062f26 owned by network:dhcp {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:20:58.013971 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-22f76be2-4680-4bfd-ab55-bfa1b7f07f5e None None] Calling delete_port for c5206db3-baef-4dd8-aa7c-a95cda062f26 owned by network:dhcp {{(pid=88526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:20:58.076464 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-acc06549-5142-4d9c-80da-540e380b0269 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:58.123345 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.db.api [None req-22f76be2-4680-4bfd-ab55-bfa1b7f07f5e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88526) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 19:20:58.123743 n-d-844202-1 neutron-server[88526]: DEBUG oslo_db.api [None req-22f76be2-4680-4bfd-ab55-bfa1b7f07f5e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 19:20:58.127364 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc06549-5142-4d9c-80da-540e380b0269 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Pushing event deleted for resources: {'Port': ['ID=c5206db3-baef-4dd8-aa7c-a95cda062f26,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:20:58.129964 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc06549-5142-4d9c-80da-540e380b0269 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] No DVR routers for this DVR port c5206db3-baef-4dd8-aa7c-a95cda062f26 on host n-d-844202-1 {{(pid=88525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:20:58.167405 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc06549-5142-4d9c-80da-540e380b0269 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:20:58.167739 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc06549-5142-4d9c-80da-540e380b0269 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:20:58.168068 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc06549-5142-4d9c-80da-540e380b0269 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:20:58.168417 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc06549-5142-4d9c-80da-540e380b0269 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:20:58.168735 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc06549-5142-4d9c-80da-540e380b0269 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:20:58.169050 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc06549-5142-4d9c-80da-540e380b0269 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:20:58.169363 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc06549-5142-4d9c-80da-540e380b0269 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:20:58.169673 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc06549-5142-4d9c-80da-540e380b0269 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:20:58.169983 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc06549-5142-4d9c-80da-540e380b0269 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:20:58.170293 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc06549-5142-4d9c-80da-540e380b0269 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:20:58.170598 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc06549-5142-4d9c-80da-540e380b0269 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:20:58.170904 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc06549-5142-4d9c-80da-540e380b0269 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:20:58.268983 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-acc06549-5142-4d9c-80da-540e380b0269 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:58.305604 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-acc06549-5142-4d9c-80da-540e380b0269 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6165f85e-27f2-4ecc-963b-a6bcef5dcbdb']}} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:20:58.320377 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-acc06549-5142-4d9c-80da-540e380b0269 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67005fb9-f33d-474d-8f22-4ae869839b07') {'for_net_delete': True} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:20:58.321141 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-acc06549-5142-4d9c-80da-540e380b0269 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67005fb9-f33d-474d-8f22-4ae869839b07') {} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:20:58.336275 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-acc06549-5142-4d9c-80da-540e380b0269 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2258522'] for segment, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:58.353933 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-acc06549-5142-4d9c-80da-540e380b0269 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:58.361025 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acc06549-5142-4d9c-80da-540e380b0269 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=88525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 19:20:58.361553 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-acc06549-5142-4d9c-80da-540e380b0269 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2613981'] for segment, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:58.387756 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 87f7d135-5fa3-4dbb-ad5a-1ce8b9415dfa no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:20:58.433699 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: 87f7d135-5fa3-4dbb-ad5a-1ce8b9415dfa {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:20:58.433972 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 87f7d135-5fa3-4dbb-ad5a-1ce8b9415dfa not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:20:58.434774 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device c5206db3-baef-4dd8-aa7c-a95cda062f26 no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:20:58.447060 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment 67005fb9-f33d-474d-8f22-4ae869839b07 resource provider aggregate not found Jun 01 19:20:58.481633 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment 67005fb9-f33d-474d-8f22-4ae869839b07 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 67005fb9-f33d-474d-8f22-4ae869839b07 found for delete ", "request_id": "req-f7fa6555-46ca-4b93-b0d8-bca1bf8f79e0"}]} Jun 01 19:20:58.485022 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: c5206db3-baef-4dd8-aa7c-a95cda062f26 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:20:58.485727 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device c5206db3-baef-4dd8-aa7c-a95cda062f26 not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:20:58.508971 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-acc06549-5142-4d9c-80da-540e380b0269 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:58.534497 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-acc06549-5142-4d9c-80da-540e380b0269 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks [] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:58.548888 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc06549-5142-4d9c-80da-540e380b0269 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Pushing event deleted for resources: {'Network': ['ID=6165f85e-27f2-4ecc-963b-a6bcef5dcbdb,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:20:58.556794 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-acc06549-5142-4d9c-80da-540e380b0269 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] 10.222.0.41 "DELETE /v2.0/networks/6165f85e-27f2-4ecc-963b-a6bcef5dcbdb HTTP/1.1" status: 204 len: 168 time: 1.3535843 Jun 01 19:20:58.557341 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 38756) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:20:58.562997 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-741d64e1-7108-4fd9-a211-5227225d54de tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Request body: {'router': {'routes': None}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:20:58.625246 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-22f76be2-4680-4bfd-ab55-bfa1b7f07f5e None None] Deleting port c5206db3-baef-4dd8-aa7c-a95cda062f26 {{(pid=88526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:20:58.625873 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-22f76be2-4680-4bfd-ab55-bfa1b7f07f5e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:58.697937 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-22f76be2-4680-4bfd-ab55-bfa1b7f07f5e None None] The port 'c5206db3-baef-4dd8-aa7c-a95cda062f26' was deleted {{(pid=88526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 01 19:20:58.873204 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.extraroute_db [None req-741d64e1-7108-4fd9-a211-5227225d54de tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Added routes are [] {{(pid=88524) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Jun 01 19:20:58.873437 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.extraroute_db [None req-741d64e1-7108-4fd9-a211-5227225d54de tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Removed routes are [] {{(pid=88524) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Jun 01 19:20:58.873720 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-741d64e1-7108-4fd9-a211-5227225d54de tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-886608', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-885830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25341'] for router, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:59.134357 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-741d64e1-7108-4fd9-a211-5227225d54de tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-886608', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-885830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25341'] for router, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:59.137594 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-741d64e1-7108-4fd9-a211-5227225d54de tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-886655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-886601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-886598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-885887'] for router, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:59.268789 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-741d64e1-7108-4fd9-a211-5227225d54de tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Router 98af324b-7fb9-4c9b-8c44-e1b9cffeed46 has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 19:20:59.404180 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-741d64e1-7108-4fd9-a211-5227225d54de tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:20:59.414543 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-741d64e1-7108-4fd9-a211-5227225d54de tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks [] for router, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:59.418222 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 38766) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:20:59.420324 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd80082-0813-455c-a3a0-ce86f19ee9fa None None] Sync routers for ids ['98af324b-7fb9-4c9b-8c44-e1b9cffeed46'] in n-d-844202-1 {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:20:59.432586 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd80082-0813-455c-a3a0-ce86f19ee9fa None None] Routers {'98af324b-7fb9-4c9b-8c44-e1b9cffeed46'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:20:59.432979 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-dfd80082-0813-455c-a3a0-ce86f19ee9fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:20:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['98af324b-7fb9-4c9b-8c44-e1b9cffeed46'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:20:59.437610 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-741d64e1-7108-4fd9-a211-5227225d54de tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] 10.222.0.41 "PUT /v2.0/routers/98af324b-7fb9-4c9b-8c44-e1b9cffeed46 HTTP/1.1" status: 200 len: 700 time: 0.8783712 Jun 01 19:20:59.504843 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-75b000f4-d651-46ad-a489-82cca2065452 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Synchronizing usage tracker for tenant:c0d5c79d614c43888db26707e3e8b967 on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:20:59.525848 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-75b000f4-d651-46ad-a489-82cca2065452 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Unset dirty status for tenant:c0d5c79d614c43888db26707e3e8b967 on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:20:59.527723 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-75b000f4-d651-46ad-a489-82cca2065452 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] 10.222.0.41 "GET /v2.0/ports?device_id=98af324b-7fb9-4c9b-8c44-e1b9cffeed46 HTTP/1.1" status: 200 len: 205 time: 0.1085052 Jun 01 19:20:59.531253 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 38770) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:20:59.617558 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-dfd80082-0813-455c-a3a0-ce86f19ee9fa None None] Set router 98af324b-7fb9-4c9b-8c44-e1b9cffeed46 gateway port host: None {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:20:59.686196 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-bc99dec7-72d0-4628-841b-3e74d0a6400c tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks [] for router, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:20:59.729052 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-dfd80082-0813-455c-a3a0-ce86f19ee9fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98af324b-7fb9-4c9b-8c44-e1b9cffeed46', 'name': 'tempest-RoutersTest-router-326390027', 'tenant_id': 'c0d5c79d614c43888db26707e3e8b967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:20:07Z', 'updated_at': '2022-06-01T19:20:55Z', 'revision_number': 11, 'project_id': 'c0d5c79d614c43888db26707e3e8b967', 'gw_port_host': None}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:20:59.733440 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd80082-0813-455c-a3a0-ce86f19ee9fa None None] Checking router: 98af324b-7fb9-4c9b-8c44-e1b9cffeed46 for host: n-d-844202-1 {{(pid=88526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 19:20:59.745685 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd80082-0813-455c-a3a0-ce86f19ee9fa None None] Routers {'98af324b-7fb9-4c9b-8c44-e1b9cffeed46'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:20:59.746294 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-dfd80082-0813-455c-a3a0-ce86f19ee9fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:20:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['98af324b-7fb9-4c9b-8c44-e1b9cffeed46'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:20:59.879383 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-dfd80082-0813-455c-a3a0-ce86f19ee9fa None None] Set router 98af324b-7fb9-4c9b-8c44-e1b9cffeed46 gateway port host: None {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:20:59.990824 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-dfd80082-0813-455c-a3a0-ce86f19ee9fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98af324b-7fb9-4c9b-8c44-e1b9cffeed46', 'name': 'tempest-RoutersTest-router-326390027', 'tenant_id': 'c0d5c79d614c43888db26707e3e8b967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:20:07Z', 'updated_at': '2022-06-01T19:20:55Z', 'revision_number': 11, 'project_id': 'c0d5c79d614c43888db26707e3e8b967', 'gw_port_host': None}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:20:59.995811 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd80082-0813-455c-a3a0-ce86f19ee9fa None None] The sync data for ids ['98af324b-7fb9-4c9b-8c44-e1b9cffeed46'] in n-d-844202-1 is: [{'id': '98af324b-7fb9-4c9b-8c44-e1b9cffeed46', 'name': 'tempest-RoutersTest-router-326390027', 'tenant_id': 'c0d5c79d614c43888db26707e3e8b967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:20:07Z', 'updated_at': '2022-06-01T19:20:55Z', 'revision_number': 11, 'project_id': 'c0d5c79d614c43888db26707e3e8b967', 'gw_port_host': None}] {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:21:00.124937 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-bc99dec7-72d0-4628-841b-3e74d0a6400c tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25316'] for router, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:00.127758 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-bc99dec7-72d0-4628-841b-3e74d0a6400c tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:00.150736 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-bc99dec7-72d0-4628-841b-3e74d0a6400c tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-891519'] for router, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:00.151258 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc99dec7-72d0-4628-841b-3e74d0a6400c tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Fanout notify agent at l3_agent the message router_deleted on router 98af324b-7fb9-4c9b-8c44-e1b9cffeed46 {{(pid=88525) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 19:21:00.166857 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-bc99dec7-72d0-4628-841b-3e74d0a6400c tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks [] for router, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:00.167939 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-bc99dec7-72d0-4628-841b-3e74d0a6400c tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] 10.222.0.41 "DELETE /v2.0/routers/98af324b-7fb9-4c9b-8c44-e1b9cffeed46 HTTP/1.1" status: 204 len: 168 time: 0.6351099 Jun 01 19:21:00.171982 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 38774) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:21:00.177430 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-d2ec4542-a073-4801-86d4-287ba1e420be tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1787544614', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:21:00.184986 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-d2ec4542-a073-4801-86d4-287ba1e420be tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:21:00.190313 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-d2ec4542-a073-4801-86d4-287ba1e420be tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Usage tracker for resource:router and tenant:c0d5c79d614c43888db26707e3e8b967 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:21:00.193576 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-d2ec4542-a073-4801-86d4-287ba1e420be tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:21:00.199949 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-d2ec4542-a073-4801-86d4-287ba1e420be tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:21:00.212743 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d2ec4542-a073-4801-86d4-287ba1e420be tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-885767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25238'] for router, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:00.214126 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d2ec4542-a073-4801-86d4-287ba1e420be tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-901042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-886562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-981784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25327'] for router, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:00.231875 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d2ec4542-a073-4801-86d4-287ba1e420be tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:00.253686 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d2ec4542-a073-4801-86d4-287ba1e420be tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-885820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-886655'] for router, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:00.285796 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d2ec4542-a073-4801-86d4-287ba1e420be tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks [] for router, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:00.289729 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-d2ec4542-a073-4801-86d4-287ba1e420be tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1139729 Jun 01 19:21:00.289959 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 38778) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:21:00.295018 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-90c351f7-d51e-49ad-9e6b-cbb6c0ead913 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:21:00.726401 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-90c351f7-d51e-49ad-9e6b-cbb6c0ead913 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-886608', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-885830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25341'] for router, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:00.742547 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-90c351f7-d51e-49ad-9e6b-cbb6c0ead913 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-886655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-886601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-886598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-885887'] for router, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:00.945410 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90c351f7-d51e-49ad-9e6b-cbb6c0ead913 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Router 964c75ff-3243-43b7-9d58-d80d591437f6 is scheduled to L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 with binding_index 1 {{(pid=88525) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 19:21:01.113342 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90c351f7-d51e-49ad-9e6b-cbb6c0ead913 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:21:01.120091 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-90c351f7-d51e-49ad-9e6b-cbb6c0ead913 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks [] for router, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:01.121179 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-90c351f7-d51e-49ad-9e6b-cbb6c0ead913 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] 10.222.0.41 "PUT /v2.0/routers/964c75ff-3243-43b7-9d58-d80d591437f6 HTTP/1.1" status: 200 len: 694 time: 0.8302803 Jun 01 19:21:01.123911 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 38784) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:21:01.126263 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0546bf80-ab70-4d0b-8227-200076a9248b None None] Sync routers for ids ['964c75ff-3243-43b7-9d58-d80d591437f6'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:21:01.138690 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0546bf80-ab70-4d0b-8227-200076a9248b None None] Routers {'964c75ff-3243-43b7-9d58-d80d591437f6'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:21:01.139757 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-0546bf80-ab70-4d0b-8227-200076a9248b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:20:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['964c75ff-3243-43b7-9d58-d80d591437f6'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:21:01.285084 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-0546bf80-ab70-4d0b-8227-200076a9248b None None] Set router 964c75ff-3243-43b7-9d58-d80d591437f6 gateway port host: None {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:21:01.304073 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-36412cd6-983c-4200-8460-f59529598ee4 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] 10.222.0.41 "GET /v2.0/routers/964c75ff-3243-43b7-9d58-d80d591437f6 HTTP/1.1" status: 200 len: 700 time: 0.1749659 Jun 01 19:21:01.304630 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 38788) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:21:01.370771 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-f1dc13e3-dcba-4cda-b7b1-36abf3504eef tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] 10.222.0.41 "GET /v2.0/ports?device_id=964c75ff-3243-43b7-9d58-d80d591437f6 HTTP/1.1" status: 200 len: 205 time: 0.0625942 Jun 01 19:21:01.371187 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 38792) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:21:01.399462 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-0546bf80-ab70-4d0b-8227-200076a9248b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '964c75ff-3243-43b7-9d58-d80d591437f6', 'name': 'tempest-RoutersTest-router-1787544614', 'tenant_id': 'c0d5c79d614c43888db26707e3e8b967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:21:00Z', 'updated_at': '2022-06-01T19:21:00Z', 'revision_number': 2, 'project_id': 'c0d5c79d614c43888db26707e3e8b967', 'gw_port_host': None}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:21:01.404998 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0546bf80-ab70-4d0b-8227-200076a9248b None None] Checking router: 964c75ff-3243-43b7-9d58-d80d591437f6 for host: n-d-844202-1 {{(pid=88527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 19:21:01.414747 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0546bf80-ab70-4d0b-8227-200076a9248b None None] Routers {'964c75ff-3243-43b7-9d58-d80d591437f6'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:21:01.415371 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-0546bf80-ab70-4d0b-8227-200076a9248b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:20:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['964c75ff-3243-43b7-9d58-d80d591437f6'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:21:01.508111 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-81a27b35-f364-46e7-bd8a-16b38da016d6 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks [] for router, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:01.556888 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-0546bf80-ab70-4d0b-8227-200076a9248b None None] Set router 964c75ff-3243-43b7-9d58-d80d591437f6 gateway port host: None {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:21:01.670176 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-0546bf80-ab70-4d0b-8227-200076a9248b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '964c75ff-3243-43b7-9d58-d80d591437f6', 'name': 'tempest-RoutersTest-router-1787544614', 'tenant_id': 'c0d5c79d614c43888db26707e3e8b967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:21:00Z', 'updated_at': '2022-06-01T19:21:00Z', 'revision_number': 2, 'project_id': 'c0d5c79d614c43888db26707e3e8b967', 'gw_port_host': None}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:21:01.675590 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0546bf80-ab70-4d0b-8227-200076a9248b None None] The sync data for ids ['964c75ff-3243-43b7-9d58-d80d591437f6'] in n-d-844202-1 is: [{'id': '964c75ff-3243-43b7-9d58-d80d591437f6', 'name': 'tempest-RoutersTest-router-1787544614', 'tenant_id': 'c0d5c79d614c43888db26707e3e8b967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:21:00Z', 'updated_at': '2022-06-01T19:21:00Z', 'revision_number': 2, 'project_id': 'c0d5c79d614c43888db26707e3e8b967', 'gw_port_host': None}] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:21:01.739338 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 38798) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:21:01.811234 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_v2 [None req-b62b58e9-cadf-4d7a-9942-0f4489395bbf admin admin] Deleting subnet c115c974-669a-4904-84e5-9c490158d065 {{(pid=88524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 19:21:01.814413 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b62b58e9-cadf-4d7a-9942-0f4489395bbf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:01.876640 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b62b58e9-cadf-4d7a-9942-0f4489395bbf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2702137'] for subnet, precommit_delete_associations {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:02.009707 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-81a27b35-f364-46e7-bd8a-16b38da016d6 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25316'] for router, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:02.015876 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-81a27b35-f364-46e7-bd8a-16b38da016d6 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:02.072399 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-81a27b35-f364-46e7-bd8a-16b38da016d6 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-891519'] for router, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:02.073903 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81a27b35-f364-46e7-bd8a-16b38da016d6 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Fanout notify agent at l3_agent the message router_deleted on router 964c75ff-3243-43b7-9d58-d80d591437f6 {{(pid=88525) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 19:21:02.091997 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b62b58e9-cadf-4d7a-9942-0f4489395bbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:02.096184 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-81a27b35-f364-46e7-bd8a-16b38da016d6 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Notify callbacks [] for router, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:02.101698 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-81a27b35-f364-46e7-bd8a-16b38da016d6 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] 10.222.0.41 "DELETE /v2.0/routers/964c75ff-3243-43b7-9d58-d80d591437f6 HTTP/1.1" status: 204 len: 168 time: 0.7252212 Jun 01 19:21:02.102443 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 38802) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:21:02.149986 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-bc4a113b-79c1-4b57-982c-bc2c782bd179 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] 10.222.0.41 "GET /v2.0/ports?device_id=964c75ff-3243-43b7-9d58-d80d591437f6 HTTP/1.1" status: 200 len: 205 time: 0.0445828 Jun 01 19:21:02.150463 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 38806) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:21:02.172951 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b62b58e9-cadf-4d7a-9942-0f4489395bbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2718856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3066595'] for subnet, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:02.216503 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62b58e9-cadf-4d7a-9942-0f4489395bbf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c115c974-669a-4904-84e5-9c490158d065,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:21:02.220669 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b62b58e9-cadf-4d7a-9942-0f4489395bbf admin admin] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:02.221486 n-d-844202-1 neutron-server[88525]: INFO neutron.api.v2.resource [None req-52d0314d-41c3-479b-816f-ef9071e09bd5 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] delete failed (client error): The resource could not be found. Jun 01 19:21:02.224938 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-52d0314d-41c3-479b-816f-ef9071e09bd5 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] 10.222.0.41 "DELETE /v2.0/routers/964c75ff-3243-43b7-9d58-d80d591437f6 HTTP/1.1" status: 404 len: 336 time: 0.0710981 Jun 01 19:21:02.225752 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 38812) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:21:02.227210 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-b62b58e9-cadf-4d7a-9942-0f4489395bbf admin admin] 10.222.0.41 "DELETE /v2.0/subnets/c115c974-669a-4904-84e5-9c490158d065 HTTP/1.1" status: 204 len: 168 time: 0.4866862 Jun 01 19:21:02.229488 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 38816) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:21:02.289127 n-d-844202-1 neutron-server[88525]: INFO neutron.pecan_wsgi.hooks.translation [None req-81ae0f0f-2daf-4d8a-8b36-340bf9294c1e tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] DELETE failed (client error): The resource could not be found. Jun 01 19:21:02.289560 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81ae0f0f-2daf-4d8a-8b36-340bf9294c1e tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88525) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 19:21:02.291226 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-81ae0f0f-2daf-4d8a-8b36-340bf9294c1e tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] 10.222.0.41 "DELETE /v2.0/subnets/81a50a95-6259-4c9f-93aa-4362fbae4e1b HTTP/1.1" status: 404 len: 337 time: 0.0647738 Jun 01 19:21:02.294061 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 38820) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:21:02.337469 n-d-844202-1 neutron-server[88524]: INFO neutron.pecan_wsgi.hooks.translation [None req-8552d059-16c3-49e1-b3c5-73b54d6ee879 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] DELETE failed (client error): The resource could not be found. Jun 01 19:21:02.338058 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8552d059-16c3-49e1-b3c5-73b54d6ee879 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88524) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 19:21:02.339836 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-8552d059-16c3-49e1-b3c5-73b54d6ee879 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] 10.222.0.41 "DELETE /v2.0/subnets/9f3f60a7-c257-4cbb-8614-0422aa1ceed9 HTTP/1.1" status: 404 len: 337 time: 0.0447531 Jun 01 19:21:02.342354 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 38824) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:21:02.382902 n-d-844202-1 neutron-server[88524]: INFO neutron.pecan_wsgi.hooks.translation [None req-3367d23a-f8a8-4709-9e4c-48c8b5a1e806 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] DELETE failed (client error): The resource could not be found. Jun 01 19:21:02.383357 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3367d23a-f8a8-4709-9e4c-48c8b5a1e806 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88524) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 19:21:02.384816 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a2e3dd08-140d-4186-97c9-e7980f6c788d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:02.385114 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-3367d23a-f8a8-4709-9e4c-48c8b5a1e806 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] 10.222.0.41 "DELETE /v2.0/subnets/a703d099-4855-49a2-846d-7f76eb403efb HTTP/1.1" status: 404 len: 337 time: 0.0418506 Jun 01 19:21:02.387603 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 38828) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:21:02.431652 n-d-844202-1 neutron-server[88525]: INFO neutron.pecan_wsgi.hooks.translation [None req-8aaaa461-858b-4366-b4bb-102b8b58a6d1 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] DELETE failed (client error): The resource could not be found. Jun 01 19:21:02.432114 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8aaaa461-858b-4366-b4bb-102b8b58a6d1 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88525) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 19:21:02.433817 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-8aaaa461-858b-4366-b4bb-102b8b58a6d1 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] 10.222.0.41 "DELETE /v2.0/subnets/fa42bddc-2a7c-4732-be0e-9bf852077141 HTTP/1.1" status: 404 len: 337 time: 0.0453229 Jun 01 19:21:02.437215 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 38832) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:21:02.489065 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-93be8e16-02a6-4952-a66e-5a37462db744 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Synchronizing usage tracker for tenant:c0d5c79d614c43888db26707e3e8b967 on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:21:02.501290 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-93be8e16-02a6-4952-a66e-5a37462db744 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] Unset dirty status for tenant:c0d5c79d614c43888db26707e3e8b967 on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:21:02.502466 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-93be8e16-02a6-4952-a66e-5a37462db744 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] 10.222.0.41 "GET /v2.0/ports?device_id=98af324b-7fb9-4c9b-8c44-e1b9cffeed46 HTTP/1.1" status: 200 len: 205 time: 0.0643063 Jun 01 19:21:02.505016 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 38836) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:21:02.563964 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a2e3dd08-140d-4186-97c9-e7980f6c788d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:02.573484 n-d-844202-1 neutron-server[88524]: INFO neutron.api.v2.resource [None req-e6601c45-87d4-4258-b4e6-3e5065b9eb77 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] delete failed (client error): The resource could not be found. Jun 01 19:21:02.574343 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-e6601c45-87d4-4258-b4e6-3e5065b9eb77 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] 10.222.0.41 "DELETE /v2.0/routers/98af324b-7fb9-4c9b-8c44-e1b9cffeed46 HTTP/1.1" status: 404 len: 336 time: 0.0684297 Jun 01 19:21:02.577774 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 38840) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:21:02.593998 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-a2e3dd08-140d-4186-97c9-e7980f6c788d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f281c294-8d82-4081-86e6-1356ca463375']}} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:21:02.616791 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-a2e3dd08-140d-4186-97c9-e7980f6c788d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05610bff-48f0-4193-9918-9898ce49db66') {'for_net_delete': True} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:21:02.617076 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-a2e3dd08-140d-4186-97c9-e7980f6c788d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05610bff-48f0-4193-9918-9898ce49db66') {} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:21:02.628504 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-3f72ef55-d1c6-48f3-9b7b-e1a04b0802dc tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] 10.222.0.41 "GET /v2.0/ports?device_id=3312849e-ea4e-4925-a66e-34f2123878ba HTTP/1.1" status: 200 len: 205 time: 0.0482163 Jun 01 19:21:02.629918 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a2e3dd08-140d-4186-97c9-e7980f6c788d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2258522'] for segment, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:02.630881 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 38844) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:21:02.648510 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a2e3dd08-140d-4186-97c9-e7980f6c788d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:02.655902 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2e3dd08-140d-4186-97c9-e7980f6c788d admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=88525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 19:21:02.656488 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a2e3dd08-140d-4186-97c9-e7980f6c788d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2613981'] for segment, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:02.699465 n-d-844202-1 neutron-server[88524]: INFO neutron.api.v2.resource [None req-6cd7df41-f2cf-4895-b264-1c7f2fecf642 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] delete failed (client error): The resource could not be found. Jun 01 19:21:02.700522 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-6cd7df41-f2cf-4895-b264-1c7f2fecf642 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] 10.222.0.41 "DELETE /v2.0/routers/3312849e-ea4e-4925-a66e-34f2123878ba HTTP/1.1" status: 404 len: 336 time: 0.0687096 Jun 01 19:21:02.703422 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 38850) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:21:02.723479 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment 05610bff-48f0-4193-9918-9898ce49db66 resource provider aggregate not found Jun 01 19:21:02.748184 n-d-844202-1 neutron-server[88524]: INFO neutron.pecan_wsgi.hooks.translation [None req-fca9c786-5385-400a-a2b6-514f1a6dba18 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] DELETE failed (client error): The resource could not be found. Jun 01 19:21:02.748792 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fca9c786-5385-400a-a2b6-514f1a6dba18 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88524) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 19:21:02.753289 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-fca9c786-5385-400a-a2b6-514f1a6dba18 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] 10.222.0.41 "DELETE /v2.0/subnets/7b179e76-535d-4d3b-b339-aadd0b53abf0 HTTP/1.1" status: 404 len: 337 time: 0.0463002 Jun 01 19:21:02.754693 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 38856) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:21:02.760065 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment 05610bff-48f0-4193-9918-9898ce49db66 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 05610bff-48f0-4193-9918-9898ce49db66 found for delete ", "request_id": "req-82f8d058-d971-4a6f-8f87-549cb804baf6"}]} Jun 01 19:21:02.763061 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a2e3dd08-140d-4186-97c9-e7980f6c788d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:02.784295 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a2e3dd08-140d-4186-97c9-e7980f6c788d admin admin] Notify callbacks [] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:02.797481 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e3dd08-140d-4186-97c9-e7980f6c788d admin admin] Pushing event deleted for resources: {'Network': ['ID=f281c294-8d82-4081-86e6-1356ca463375,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:21:02.804101 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-71655715-e21c-4fc9-aeba-561163b553ac tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] 10.222.0.41 "GET /v2.0/ports?device_id=4722e9ac-6aaa-42c9-9d05-1be149344dbd HTTP/1.1" status: 200 len: 205 time: 0.0463703 Jun 01 19:21:02.807419 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-a2e3dd08-140d-4186-97c9-e7980f6c788d admin admin] 10.222.0.41 "DELETE /v2.0/networks/f281c294-8d82-4081-86e6-1356ca463375 HTTP/1.1" status: 204 len: 168 time: 0.5770066 Jun 01 19:21:02.808053 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 38860) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:21:02.879572 n-d-844202-1 neutron-server[88525]: INFO neutron.api.v2.resource [None req-86695331-1917-44c0-b56d-d2daf161e308 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] delete failed (client error): The resource could not be found. Jun 01 19:21:02.880733 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-86695331-1917-44c0-b56d-d2daf161e308 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] 10.222.0.41 "DELETE /v2.0/routers/4722e9ac-6aaa-42c9-9d05-1be149344dbd HTTP/1.1" status: 404 len: 336 time: 0.0717254 Jun 01 19:21:02.883424 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 38866) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:21:02.939232 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-601395ab-7a2a-487b-bef8-d259e2d70583 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] 10.222.0.41 "GET /v2.0/ports?device_id=f07c26a3-d04c-40ad-85dd-11db3a5455c1 HTTP/1.1" status: 200 len: 205 time: 0.0496078 Jun 01 19:21:02.939232 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 38870) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:21:03.010296 n-d-844202-1 neutron-server[88525]: INFO neutron.api.v2.resource [None req-727a2961-47d1-4d9f-a07b-244d01d4345e tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] delete failed (client error): The resource could not be found. Jun 01 19:21:03.011409 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-727a2961-47d1-4d9f-a07b-244d01d4345e tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] 10.222.0.41 "DELETE /v2.0/routers/f07c26a3-d04c-40ad-85dd-11db3a5455c1 HTTP/1.1" status: 404 len: 336 time: 0.0736649 Jun 01 19:21:03.015671 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 38874) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:21:03.058462 n-d-844202-1 neutron-server[88525]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed9cd54f-ca6d-499e-a84e-e4c5e9e49f51 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] DELETE failed (client error): The resource could not be found. Jun 01 19:21:03.058918 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed9cd54f-ca6d-499e-a84e-e4c5e9e49f51 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88525) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 19:21:03.063295 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-ed9cd54f-ca6d-499e-a84e-e4c5e9e49f51 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] 10.222.0.41 "DELETE /v2.0/subnets/6e184a63-79eb-4864-8634-6f860dd89cb8 HTTP/1.1" status: 404 len: 337 time: 0.0439620 Jun 01 19:21:03.063458 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 38878) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:21:03.063458 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 38882) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:21:03.128594 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-50e3c805-e7ca-43d3-a25a-9a8813b13295 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd5a4efc-6a51-4099-b0fa-0ade6c0e4683 HTTP/1.1" status: 200 len: 205 time: 0.0640910 Jun 01 19:21:03.133611 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 38886) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:21:03.185392 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-4fe560d7-bb7e-4cd4-8634-810fbf4aa987 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0de4083014874f118e9a1e13a8ebaf67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1209984 Jun 01 19:21:03.185720 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 38890) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:21:03.223214 n-d-844202-1 neutron-server[88525]: INFO neutron.api.v2.resource [None req-1cd03840-4b95-4bc3-b0bf-0a3061ec7698 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] delete failed (client error): The resource could not be found. Jun 01 19:21:03.226772 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-1cd03840-4b95-4bc3-b0bf-0a3061ec7698 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] 10.222.0.41 "DELETE /v2.0/routers/dd5a4efc-6a51-4099-b0fa-0ade6c0e4683 HTTP/1.1" status: 404 len: 336 time: 0.0893800 Jun 01 19:21:03.226946 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 38894) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:21:03.260503 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-fa63649f-c2e6-46b5-a79e-ac5509e2c30b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:03.273380 n-d-844202-1 neutron-server[88525]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdf952ff-5c4f-4613-8f7d-a36a648b85ae tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] DELETE failed (client error): The resource could not be found. Jun 01 19:21:03.273824 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdf952ff-5c4f-4613-8f7d-a36a648b85ae tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88525) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 19:21:03.275484 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-fdf952ff-5c4f-4613-8f7d-a36a648b85ae tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] 10.222.0.41 "DELETE /v2.0/subnets/74bb40d7-44ae-4aa4-bfeb-489532a31138 HTTP/1.1" status: 404 len: 337 time: 0.0476406 Jun 01 19:21:03.278183 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 38898) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:21:03.288402 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-fa63649f-c2e6-46b5-a79e-ac5509e2c30b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:03.348847 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-fa63649f-c2e6-46b5-a79e-ac5509e2c30b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:03.368574 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa63649f-c2e6-46b5-a79e-ac5509e2c30b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70caf9c3-176f-45e8-8492-944998336bfa,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:21:03.393168 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-fa63649f-c2e6-46b5-a79e-ac5509e2c30b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:03.397087 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-fa63649f-c2e6-46b5-a79e-ac5509e2c30b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/70caf9c3-176f-45e8-8492-944998336bfa HTTP/1.1" status: 204 len: 168 time: 0.2084537 Jun 01 19:21:03.447361 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-350bfd5f-44c1-42d3-953b-97cec441fccc tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] 10.222.0.41 "GET /v2.0/ports?device_id=31c7050b-5982-4849-baa8-2711add17ced HTTP/1.1" status: 200 len: 205 time: 0.1659386 Jun 01 19:21:03.448063 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 38904) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:21:03.522887 n-d-844202-1 neutron-server[88525]: INFO neutron.api.v2.resource [None req-5cfb2984-2271-4608-8a29-ccac488f0154 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] delete failed (client error): The resource could not be found. Jun 01 19:21:03.525185 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-5cfb2984-2271-4608-8a29-ccac488f0154 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] 10.222.0.41 "DELETE /v2.0/routers/31c7050b-5982-4849-baa8-2711add17ced HTTP/1.1" status: 404 len: 336 time: 0.0747769 Jun 01 19:21:03.527984 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 38908) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:21:03.579323 n-d-844202-1 neutron-server[88524]: INFO neutron.pecan_wsgi.hooks.translation [None req-0929752c-8fb1-402a-b064-138fc5c01adc tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] DELETE failed (client error): The resource could not be found. Jun 01 19:21:03.579804 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0929752c-8fb1-402a-b064-138fc5c01adc tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88524) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 19:21:03.584608 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-0929752c-8fb1-402a-b064-138fc5c01adc tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] 10.222.0.41 "DELETE /v2.0/subnets/9a806e07-5a7c-4b69-87a1-571c415a7010 HTTP/1.1" status: 404 len: 337 time: 0.0528429 Jun 01 19:21:03.584804 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 38912) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:21:03.625944 n-d-844202-1 neutron-server[88524]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4d1bd57-ed41-487b-bb31-264aa57d38e9 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] DELETE failed (client error): The resource could not be found. Jun 01 19:21:03.626396 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4d1bd57-ed41-487b-bb31-264aa57d38e9 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88524) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 19:21:03.628116 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-a4d1bd57-ed41-487b-bb31-264aa57d38e9 tempest-RoutersTest-546483157 tempest-RoutersTest-546483157-project] 10.222.0.41 "DELETE /v2.0/subnets/639f9da5-c7ab-4a01-be08-665693a27364 HTTP/1.1" status: 404 len: 337 time: 0.0423901 Jun 01 19:21:03.965605 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 38928) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:21:04.187388 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-4ba4c45f-6d79-4577-b349-7910faabe178 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c0d5c79d614c43888db26707e3e8b967&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2172174 Jun 01 19:21:04.187388 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 38944) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:21:04.248181 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4bb4a2a0-62b9-406d-9f88-3e547d954d95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:04.270235 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7e4f55c6-3d76-49ee-98bf-8d9351073169 req-e039e047-7850-4195-910d-ae5f69ee87e2 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=3a24a80a-addf-43a3-ba26-e15e97e8cd59&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1640105 Jun 01 19:21:04.278182 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4bb4a2a0-62b9-406d-9f88-3e547d954d95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:04.338217 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4bb4a2a0-62b9-406d-9f88-3e547d954d95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:04.356685 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb4a2a0-62b9-406d-9f88-3e547d954d95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12428dce-b471-4968-a7b4-b6c59fe54384,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:21:04.364251 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4bb4a2a0-62b9-406d-9f88-3e547d954d95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:04.365637 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-4bb4a2a0-62b9-406d-9f88-3e547d954d95 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/12428dce-b471-4968-a7b4-b6c59fe54384 HTTP/1.1" status: 204 len: 168 time: 0.1773498 Jun 01 19:21:04.434974 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4f55c6-3d76-49ee-98bf-8d9351073169 req-fd581964-ef07-481c-9e0f-9a9a819f09ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:21:04.438483 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7e4f55c6-3d76-49ee-98bf-8d9351073169 req-fd581964-ef07-481c-9e0f-9a9a819f09ad service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ebd616d5a10a4d93abecbdcf72fa4181&device_id=3a24a80a-addf-43a3-ba26-e15e97e8cd59 HTTP/1.1" status: 200 len: 1097 time: 0.0970542 Jun 01 19:21:04.630238 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4f55c6-3d76-49ee-98bf-8d9351073169 req-7a6782b8-b5b3-4dd6-82bd-37698b888655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:21:04.631688 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7e4f55c6-3d76-49ee-98bf-8d9351073169 req-7a6782b8-b5b3-4dd6-82bd-37698b888655 service neutron] 10.222.0.50 "GET /v2.0/networks?id=ef2f54c9-3770-4abf-b520-c907961e1497 HTTP/1.1" status: 200 len: 910 time: 0.1764083 Jun 01 19:21:04.744467 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7e4f55c6-3d76-49ee-98bf-8d9351073169 req-785bf97d-7286-4942-b5b2-57dd532cdb57 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=adb18467-144d-4383-a9bf-2753080dab0c HTTP/1.1" status: 200 len: 1002 time: 0.1072884 Jun 01 19:21:04.846021 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4f55c6-3d76-49ee-98bf-8d9351073169 req-0cff8d79-5d14-47df-a71b-a96335abc94e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:21:04.847785 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7e4f55c6-3d76-49ee-98bf-8d9351073169 req-0cff8d79-5d14-47df-a71b-a96335abc94e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=43c199ee-2915-4fdd-8c5e-bdc0369d8f54 HTTP/1.1" status: 200 len: 848 time: 0.0972304 Jun 01 19:21:04.951401 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4f55c6-3d76-49ee-98bf-8d9351073169 req-f9d2a373-c36f-45cb-8260-0504ab4e3a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:21:04.953864 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7e4f55c6-3d76-49ee-98bf-8d9351073169 req-f9d2a373-c36f-45cb-8260-0504ab4e3a1e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ef2f54c9-3770-4abf-b520-c907961e1497&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1005156 Jun 01 19:21:04.964373 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [req-7e4f55c6-3d76-49ee-98bf-8d9351073169 req-cae90583-0e45-444d-815d-77e57d50c5b1 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=88524) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 19:21:04.965326 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7e4f55c6-3d76-49ee-98bf-8d9351073169 req-cae90583-0e45-444d-815d-77e57d50c5b1 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054116 Jun 01 19:21:05.142352 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7e4f55c6-3d76-49ee-98bf-8d9351073169 req-6a9739ca-19c9-41c1-abd4-3ba2e24e38d6 service neutron] 10.222.0.50 "GET /v2.0/networks/ef2f54c9-3770-4abf-b520-c907961e1497?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702123 Jun 01 19:21:05.297063 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7e4f55c6-3d76-49ee-98bf-8d9351073169 req-a0b9753b-92e4-4b52-bda7-9ecade93e211 service neutron] 10.222.0.50 "GET /v2.0/networks/ef2f54c9-3770-4abf-b520-c907961e1497?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483569 Jun 01 19:21:05.891850 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.agents_db [None req-e814b9cf-7de8-45d0-a079-29c61fabe7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 19:21:06.967381 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 39034) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:21:07.112264 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9203d17e-1e3f-4ffe-8fad-c5778db9ef9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:07.120440 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-4c9d6741-aff8-453b-b6ca-66a72e873a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:07.132684 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-9203d17e-1e3f-4ffe-8fad-c5778db9ef9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:21:07.136745 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-9203d17e-1e3f-4ffe-8fad-c5778db9ef9e admin admin] Usage tracker for resource:security_group_rule and tenant:44a811ea70584d15a5cb19a694029130 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:21:07.139854 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-9203d17e-1e3f-4ffe-8fad-c5778db9ef9e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:21:07.145935 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-9203d17e-1e3f-4ffe-8fad-c5778db9ef9e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:21:07.235247 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9203d17e-1e3f-4ffe-8fad-c5778db9ef9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:07.239803 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9203d17e-1e3f-4ffe-8fad-c5778db9ef9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:07.291884 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-9203d17e-1e3f-4ffe-8fad-c5778db9ef9e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=44a811ea70584d15a5cb19a694029130&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3222954 Jun 01 19:21:07.292857 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9203d17e-1e3f-4ffe-8fad-c5778db9ef9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1373af2-c802-416a-a5f2-73af84f34271,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:21:07.294796 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 39040) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:21:07.520892 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e558cbe2-8556-406b-9b1d-f868b850bbf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:07.557072 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e558cbe2-8556-406b-9b1d-f868b850bbf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:07.620018 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e558cbe2-8556-406b-9b1d-f868b850bbf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:07.636047 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e558cbe2-8556-406b-9b1d-f868b850bbf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1373af2-c802-416a-a5f2-73af84f34271,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:21:07.648604 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e558cbe2-8556-406b-9b1d-f868b850bbf7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:21:07.648942 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e558cbe2-8556-406b-9b1d-f868b850bbf7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:21:07.649269 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e558cbe2-8556-406b-9b1d-f868b850bbf7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:21:07.649604 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e558cbe2-8556-406b-9b1d-f868b850bbf7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:21:07.649912 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e558cbe2-8556-406b-9b1d-f868b850bbf7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:21:07.650233 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e558cbe2-8556-406b-9b1d-f868b850bbf7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:21:07.650547 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e558cbe2-8556-406b-9b1d-f868b850bbf7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:21:07.650857 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e558cbe2-8556-406b-9b1d-f868b850bbf7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:21:07.651168 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e558cbe2-8556-406b-9b1d-f868b850bbf7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:21:07.651476 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e558cbe2-8556-406b-9b1d-f868b850bbf7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:21:07.651786 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e558cbe2-8556-406b-9b1d-f868b850bbf7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:21:07.652092 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e558cbe2-8556-406b-9b1d-f868b850bbf7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:21:07.655303 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e558cbe2-8556-406b-9b1d-f868b850bbf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:07.668895 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-e558cbe2-8556-406b-9b1d-f868b850bbf7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e1373af2-c802-416a-a5f2-73af84f34271 HTTP/1.1" status: 204 len: 168 time: 0.3697770 Jun 01 19:21:07.957594 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 39050) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:21:07.975112 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-af27d274-e822-4b26-8450-b72ff95e17a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:07.990124 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-af27d274-e822-4b26-8450-b72ff95e17a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:21:07.994167 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-af27d274-e822-4b26-8450-b72ff95e17a5 admin admin] Usage tracker for resource:security_group_rule and tenant:34977d3e9c4b4ab6921fa27e1e320873 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:21:07.997342 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-af27d274-e822-4b26-8450-b72ff95e17a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:21:08.003925 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-af27d274-e822-4b26-8450-b72ff95e17a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:21:08.093814 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-af27d274-e822-4b26-8450-b72ff95e17a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:08.097992 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-af27d274-e822-4b26-8450-b72ff95e17a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:08.151866 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af27d274-e822-4b26-8450-b72ff95e17a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a1d0436-0b58-4b47-897a-8024f01bc000,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:21:08.157809 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-af27d274-e822-4b26-8450-b72ff95e17a5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=34977d3e9c4b4ab6921fa27e1e320873&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1991730 Jun 01 19:21:08.161232 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 39054) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:21:08.226857 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-431d1646-de67-4988-9f79-fbba1f95ef91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:08.253876 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-431d1646-de67-4988-9f79-fbba1f95ef91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:08.309894 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-431d1646-de67-4988-9f79-fbba1f95ef91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:08.329828 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431d1646-de67-4988-9f79-fbba1f95ef91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a1d0436-0b58-4b47-897a-8024f01bc000,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:21:08.331122 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-431d1646-de67-4988-9f79-fbba1f95ef91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:08.331936 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-431d1646-de67-4988-9f79-fbba1f95ef91 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7a1d0436-0b58-4b47-897a-8024f01bc000 HTTP/1.1" status: 204 len: 168 time: 0.1697934 Jun 01 19:21:09.524144 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-c7d83de6-c3bb-42d3-bf41-5f352d981778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:10.624494 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:10.675692 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:11.579944 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:12.033297 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:12.035012 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:23.677276 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 39268) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:21:23.808914 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4ca65b2f-d6c6-486e-aaad-3c2d9c3faa9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:23.824214 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-4ca65b2f-d6c6-486e-aaad-3c2d9c3faa9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:21:23.828486 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-4ca65b2f-d6c6-486e-aaad-3c2d9c3faa9f admin admin] Usage tracker for resource:security_group_rule and tenant:2d97b6384c684f9db2a5861a1971ccbc is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:21:23.831706 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-4ca65b2f-d6c6-486e-aaad-3c2d9c3faa9f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:21:23.837619 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-4ca65b2f-d6c6-486e-aaad-3c2d9c3faa9f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:21:23.927445 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4ca65b2f-d6c6-486e-aaad-3c2d9c3faa9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:23.931888 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4ca65b2f-d6c6-486e-aaad-3c2d9c3faa9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:23.984864 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-4ca65b2f-d6c6-486e-aaad-3c2d9c3faa9f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2d97b6384c684f9db2a5861a1971ccbc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3063385 Jun 01 19:21:23.987112 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 39276) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:21:23.991714 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca65b2f-d6c6-486e-aaad-3c2d9c3faa9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13f50ec7-0b21-4daf-82cb-4106143f207b,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:21:24.053448 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f0bbe3ed-eeb8-44df-a12e-4f01e03708d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:24.080663 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f0bbe3ed-eeb8-44df-a12e-4f01e03708d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:24.136467 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f0bbe3ed-eeb8-44df-a12e-4f01e03708d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:24.158350 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bbe3ed-eeb8-44df-a12e-4f01e03708d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13f50ec7-0b21-4daf-82cb-4106143f207b,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:21:24.162478 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f0bbe3ed-eeb8-44df-a12e-4f01e03708d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:24.166319 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-f0bbe3ed-eeb8-44df-a12e-4f01e03708d2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/13f50ec7-0b21-4daf-82cb-4106143f207b HTTP/1.1" status: 204 len: 168 time: 0.1755052 Jun 01 19:21:24.898472 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 39316) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:21:25.023928 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-a0a5db82-3542-4e66-90e0-11423c795834 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1952904137-network', 'tenant_id': 'b418a61eb2fb41bf849109e3d4b54ead'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:21:25.030041 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-a0a5db82-3542-4e66-90e0-11423c795834 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:21:25.034059 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-a0a5db82-3542-4e66-90e0-11423c795834 admin admin] Usage tracker for resource:network and tenant:b418a61eb2fb41bf849109e3d4b54ead is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:21:25.037207 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-a0a5db82-3542-4e66-90e0-11423c795834 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:21:25.043771 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-a0a5db82-3542-4e66-90e0-11423c795834 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:21:25.055471 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0a5db82-3542-4e66-90e0-11423c795834 admin admin] Made reservation on behalf of b418a61eb2fb41bf849109e3d4b54ead for: {'network': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:21:25.058318 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a0a5db82-3542-4e66-90e0-11423c795834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:25.071412 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a0a5db82-3542-4e66-90e0-11423c795834 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:25.088549 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-a0a5db82-3542-4e66-90e0-11423c795834 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:21:25.092830 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-a0a5db82-3542-4e66-90e0-11423c795834 admin admin] Usage tracker for resource:security_group_rule and tenant:b418a61eb2fb41bf849109e3d4b54ead is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:21:25.095942 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-a0a5db82-3542-4e66-90e0-11423c795834 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:21:25.102289 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-a0a5db82-3542-4e66-90e0-11423c795834 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:21:25.199287 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a0a5db82-3542-4e66-90e0-11423c795834 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:25.203464 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a0a5db82-3542-4e66-90e0-11423c795834 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:25.237773 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0a5db82-3542-4e66-90e0-11423c795834 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 106} {{(pid=88524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 19:21:25.246339 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a5db82-3542-4e66-90e0-11423c795834 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cb0f6b4-5320-4223-ae3b-158af40bdc6b,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:21:25.252611 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a0a5db82-3542-4e66-90e0-11423c795834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:25.252949 n-d-844202-1 neutron-server[88524]: INFO neutron.db.segments_db [None req-a0a5db82-3542-4e66-90e0-11423c795834 admin admin] Added segment d84c7428-0fda-4306-a798-76955900a79e of type vlan for network bb2e6731-91ca-45b0-902b-316e309f0a7a Jun 01 19:21:25.284260 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a0a5db82-3542-4e66-90e0-11423c795834 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:25.314193 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a0a5db82-3542-4e66-90e0-11423c795834 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:25.315123 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0a5db82-3542-4e66-90e0-11423c795834 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:21:25.315684 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a0a5db82-3542-4e66-90e0-11423c795834 admin admin] Notify callbacks [] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:25.424191 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-a0a5db82-3542-4e66-90e0-11423c795834 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5243356 Jun 01 19:21:25.424926 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a5db82-3542-4e66-90e0-11423c795834 admin admin] Pushing event updated for resources: {'Network': ['ID=bb2e6731-91ca-45b0-902b-316e309f0a7a,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:21:25.427094 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 39322) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:21:25.432976 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-d9a0efbd-4197-4943-9d1d-0faabb8581ca admin admin] Request body: {'subnet': {'network_id': 'bb2e6731-91ca-45b0-902b-316e309f0a7a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1952904137-subnet', 'tenant_id': 'b418a61eb2fb41bf849109e3d4b54ead', 'ip_version': 4}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:21:25.435299 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network bb2e6731-91ca-45b0-902b-316e309f0a7a details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 19:21:25.438997 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-d9a0efbd-4197-4943-9d1d-0faabb8581ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:21:25.443066 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-d9a0efbd-4197-4943-9d1d-0faabb8581ca admin admin] Usage tracker for resource:subnet and tenant:b418a61eb2fb41bf849109e3d4b54ead is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:21:25.446125 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-d9a0efbd-4197-4943-9d1d-0faabb8581ca admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:21:25.453618 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-d9a0efbd-4197-4943-9d1d-0faabb8581ca admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:21:25.473486 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9a0efbd-4197-4943-9d1d-0faabb8581ca admin admin] Made reservation on behalf of b418a61eb2fb41bf849109e3d4b54ead for: {'subnet': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:21:25.477958 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d9a0efbd-4197-4943-9d1d-0faabb8581ca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3066584'] for subnet, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:25.720652 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d9a0efbd-4197-4943-9d1d-0faabb8581ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2718919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3066602'] for subnet, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:25.806229 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a0efbd-4197-4943-9d1d-0faabb8581ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=9564eb88-d043-4c75-8164-81659bc4f402,revision_number=0']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:21:25.816733 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a0efbd-4197-4943-9d1d-0faabb8581ca admin admin] Checking segment: {'id': 'd84c7428-0fda-4306-a798-76955900a79e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'bb2e6731-91ca-45b0-902b-316e309f0a7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:21:25.817119 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9a0efbd-4197-4943-9d1d-0faabb8581ca admin admin] Network hostable DHCP agents. Network: bb2e6731-91ca-45b0-902b-316e309f0a7a, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88524) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 19:21:25.838664 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9a0efbd-4197-4943-9d1d-0faabb8581ca admin admin] Network bb2e6731-91ca-45b0-902b-316e309f0a7a is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88524) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 19:21:25.849596 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-d9a0efbd-4197-4943-9d1d-0faabb8581ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, bb2e6731-91ca-45b0-902b-316e309f0a7a) {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:21:25.854088 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a0efbd-4197-4943-9d1d-0faabb8581ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:21:25.854725 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d9a0efbd-4197-4943-9d1d-0faabb8581ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:25.862051 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fdb819d-0897-4b26-8c76-490753b66a18 None None] Network bb2e6731-91ca-45b0-902b-316e309f0a7a requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:21:25.892555 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-d9a0efbd-4197-4943-9d1d-0faabb8581ca admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4610655 Jun 01 19:21:25.892973 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 39330) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:21:25.897994 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-e2b8756e-9aa0-4df5-9aee-a84341c9851d admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1952904137-router', 'tenant_id': 'b418a61eb2fb41bf849109e3d4b54ead', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:21:25.904007 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-e2b8756e-9aa0-4df5-9aee-a84341c9851d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:21:25.909030 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-e2b8756e-9aa0-4df5-9aee-a84341c9851d admin admin] Usage tracker for resource:router and tenant:b418a61eb2fb41bf849109e3d4b54ead is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:21:25.912719 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-e2b8756e-9aa0-4df5-9aee-a84341c9851d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:21:25.919614 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-e2b8756e-9aa0-4df5-9aee-a84341c9851d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:21:25.938319 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e2b8756e-9aa0-4df5-9aee-a84341c9851d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-885767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25238'] for router, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:25.939741 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e2b8756e-9aa0-4df5-9aee-a84341c9851d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-901042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-886562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-981784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25327'] for router, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:25.963108 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e2b8756e-9aa0-4df5-9aee-a84341c9851d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:26.175438 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed1f6be5-0dc9-4dac-bea1-df55591cc79a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc93f83c3-7fb6-5c13-a9d4-29d739a4e8d2-bb2e6731-91ca-45b0-902b-316e309f0a7a', 'network_id': 'bb2e6731-91ca-45b0-902b-316e309f0a7a', 'tenant_id': 'b418a61eb2fb41bf849109e3d4b54ead', 'fixed_ips': [{'subnet_id': '9564eb88-d043-4c75-8164-81659bc4f402'}]}} from n-d-844202-1. {{(pid=88526) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 19:21:26.176306 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-ed1f6be5-0dc9-4dac-bea1-df55591cc79a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:26.321579 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e2b8756e-9aa0-4df5-9aee-a84341c9851d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-886608', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-885830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25341'] for router, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:26.399570 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.db_base_plugin_common [None req-ed1f6be5-0dc9-4dac-bea1-df55591cc79a None None] Allocated IP 172.20.0.2 (bb2e6731-91ca-45b0-902b-316e309f0a7a/9564eb88-d043-4c75-8164-81659bc4f402/258aa122-12b3-4c52-9973-04121e990396) {{(pid=88526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:21:26.627394 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-ed1f6be5-0dc9-4dac-bea1-df55591cc79a None None] Notify callbacks [] for port, precommit_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:26.639418 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-ed1f6be5-0dc9-4dac-bea1-df55591cc79a None None] Transition to ACTIVE for port object 258aa122-12b3-4c52-9973-04121e990396 will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:21:26.665133 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-ed1f6be5-0dc9-4dac-bea1-df55591cc79a None None] Transition to ACTIVE for port object 258aa122-12b3-4c52-9973-04121e990396 will not be triggered until provisioned by entity DHCP. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:21:26.674862 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-ed1f6be5-0dc9-4dac-bea1-df55591cc79a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526'] for port, after_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:26.712754 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e2b8756e-9aa0-4df5-9aee-a84341c9851d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:26.750468 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e2b8756e-9aa0-4df5-9aee-a84341c9851d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:26.751056 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed1f6be5-0dc9-4dac-bea1-df55591cc79a None None] Network bb2e6731-91ca-45b0-902b-316e309f0a7a is already hosted by enough agents. {{(pid=88526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:21:26.754737 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.base_scheduler [None req-ed1f6be5-0dc9-4dac-bea1-df55591cc79a None None] Resources bound (agent type, host, resource id): {{(pid=88526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:21:26.757679 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1f6be5-0dc9-4dac-bea1-df55591cc79a None None] Received port after_create {{(pid=88526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:21:26.793834 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1f6be5-0dc9-4dac-bea1-df55591cc79a None None] Pushing event updated for resources: {'Port': ['ID=258aa122-12b3-4c52-9973-04121e990396,revision_number=1']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:21:26.878356 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-ed1f6be5-0dc9-4dac-bea1-df55591cc79a None None] Attempting to bind port 258aa122-12b3-4c52-9973-04121e990396 on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:21:26.878699 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-ed1f6be5-0dc9-4dac-bea1-df55591cc79a None None] Attempting to bind port 258aa122-12b3-4c52-9973-04121e990396 by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': 'd84c7428-0fda-4306-a798-76955900a79e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'bb2e6731-91ca-45b0-902b-316e309f0a7a'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:21:26.879081 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed1f6be5-0dc9-4dac-bea1-df55591cc79a None None] Attempting to bind port 258aa122-12b3-4c52-9973-04121e990396 on network bb2e6731-91ca-45b0-902b-316e309f0a7a {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:21:26.887786 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed1f6be5-0dc9-4dac-bea1-df55591cc79a None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 21, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:21:26.889508 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed1f6be5-0dc9-4dac-bea1-df55591cc79a None None] Checking segment: {'id': 'd84c7428-0fda-4306-a798-76955900a79e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'bb2e6731-91ca-45b0-902b-316e309f0a7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:21:26.890243 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-ed1f6be5-0dc9-4dac-bea1-df55591cc79a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:26.890655 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed1f6be5-0dc9-4dac-bea1-df55591cc79a None None] Bound using segment: {'id': 'd84c7428-0fda-4306-a798-76955900a79e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'bb2e6731-91ca-45b0-902b-316e309f0a7a'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:21:26.891139 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-ed1f6be5-0dc9-4dac-bea1-df55591cc79a None None] Bound port: 258aa122-12b3-4c52-9973-04121e990396, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd84c7428-0fda-4306-a798-76955900a79e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'bb2e6731-91ca-45b0-902b-316e309f0a7a'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:21:26.891517 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-ed1f6be5-0dc9-4dac-bea1-df55591cc79a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:26.914169 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [None req-e2b8756e-9aa0-4df5-9aee-a84341c9851d admin admin] Allocated IP 172.25.4.128 (72a72e44-6845-488a-a5ff-3a26d4df9cb3/c314a23b-daa2-4106-ab28-8e6f954277b2/321958fc-7c94-4999-8142-b9d340cfc6d2) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:21:27.050747 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-ed1f6be5-0dc9-4dac-bea1-df55591cc79a None None] For port 258aa122-12b3-4c52-9973-04121e990396, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:21:27.054802 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-ed1f6be5-0dc9-4dac-bea1-df55591cc79a None None] For port 258aa122-12b3-4c52-9973-04121e990396, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=258aa122-12b3-4c52-9973-04121e990396,segment=NetworkSegment(d84c7428-0fda-4306-a798-76955900a79e),segment_id=d84c7428-0fda-4306-a798-76955900a79e)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:21:27.061466 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-ed1f6be5-0dc9-4dac-bea1-df55591cc79a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:27.169132 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1f6be5-0dc9-4dac-bea1-df55591cc79a None None] Pushing event updated for resources: {'Port': ['ID=258aa122-12b3-4c52-9973-04121e990396,revision_number=2']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:21:27.193821 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e2b8756e-9aa0-4df5-9aee-a84341c9851d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:27.254561 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e2b8756e-9aa0-4df5-9aee-a84341c9851d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:27.476396 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2b8756e-9aa0-4df5-9aee-a84341c9851d admin admin] Network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:21:27.479168 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-e2b8756e-9aa0-4df5-9aee-a84341c9851d admin admin] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:21:27.483360 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b8756e-9aa0-4df5-9aee-a84341c9851d admin admin] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:21:27.519458 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b8756e-9aa0-4df5-9aee-a84341c9851d admin admin] Pushing event updated for resources: {'Port': ['ID=321958fc-7c94-4999-8142-b9d340cfc6d2,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:21:27.933598 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e2b8756e-9aa0-4df5-9aee-a84341c9851d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:28.303344 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e2b8756e-9aa0-4df5-9aee-a84341c9851d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-885820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-886655'] for router, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:28.387224 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5a4ed9a-e88a-4ea4-be7c-004ad1e7aee6 None None] Network bb2e6731-91ca-45b0-902b-316e309f0a7a requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:21:28.485765 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 258aa122-12b3-4c52-9973-04121e990396 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:21:28.573325 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-7a409c74-c8b4-4a69-bab8-04d5920b6fb9 None None] Provisioning for port 258aa122-12b3-4c52-9973-04121e990396 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:21:28.595238 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2b8756e-9aa0-4df5-9aee-a84341c9851d admin admin] Router b39d8327-dc9e-4c57-b156-9cf83354581d is scheduled to L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 with binding_index 1 {{(pid=88525) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 19:21:28.652134 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port 258aa122-12b3-4c52-9973-04121e990396 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:21:28.665853 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 258aa122-12b3-4c52-9973-04121e990396 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:21:28.666260 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:28.832439 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2b8756e-9aa0-4df5-9aee-a84341c9851d admin admin] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:21:28.843766 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a21e3e35-3046-4e53-97d3-2445ed484e23 None None] Sync routers for ids ['b39d8327-dc9e-4c57-b156-9cf83354581d'] in n-d-844202-1 {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:21:28.858971 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 258aa122-12b3-4c52-9973-04121e990396 is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:21:28.859351 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:28.869934 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e2b8756e-9aa0-4df5-9aee-a84341c9851d admin admin] Notify callbacks [] for router, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:28.871659 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-e2b8756e-9aa0-4df5-9aee-a84341c9851d admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.9777458 Jun 01 19:21:28.874183 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a21e3e35-3046-4e53-97d3-2445ed484e23 None None] Routers {'b39d8327-dc9e-4c57-b156-9cf83354581d'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:21:28.874816 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-a21e3e35-3046-4e53-97d3-2445ed484e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:21:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['b39d8327-dc9e-4c57-b156-9cf83354581d'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:21:28.875434 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 39354) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:21:28.977458 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port 258aa122-12b3-4c52-9973-04121e990396, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=258aa122-12b3-4c52-9973-04121e990396,segment=NetworkSegment(d84c7428-0fda-4306-a798-76955900a79e),segment_id=d84c7428-0fda-4306-a798-76955900a79e)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:21:29.071319 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:29.159292 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-a21e3e35-3046-4e53-97d3-2445ed484e23 None None] Set router b39d8327-dc9e-4c57-b156-9cf83354581d gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:21:29.270494 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=258aa122-12b3-4c52-9973-04121e990396,revision_number=3']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:21:29.306172 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:21:29.306431 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:21:29.306767 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:21:29.307097 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:21:29.307501 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:21:29.307755 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:21:29.308194 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:21:29.308509 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:21:29.308826 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:21:29.309148 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:21:29.309464 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:21:29.309770 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:21:29.377172 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-67ef24c4-4a83-4c05-aa69-b60d506c3dec None None] Provisioning complete for port 258aa122-12b3-4c52-9973-04121e990396 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:21:29.377543 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-67ef24c4-4a83-4c05-aa69-b60d506c3dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:29.598967 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-67ef24c4-4a83-4c05-aa69-b60d506c3dec None None] Current status of the port 258aa122-12b3-4c52-9973-04121e990396 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:21:29.631113 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-a21e3e35-3046-4e53-97d3-2445ed484e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b39d8327-dc9e-4c57-b156-9cf83354581d', 'name': 'tempest-TestAggregatesBasicOps-1952904137-router', 'tenant_id': 'b418a61eb2fb41bf849109e3d4b54ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.128'}], 'enable_snat': True}, 'gw_port_id': '321958fc-7c94-4999-8142-b9d340cfc6d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:21:25Z', 'updated_at': '2022-06-01T19:21:27Z', 'revision_number': 3, 'project_id': 'b418a61eb2fb41bf849109e3d4b54ead', 'gw_port': {'id': '321958fc-7c94-4999-8142-b9d340cfc6d2', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:e5:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b39d8327-dc9e-4c57-b156-9cf83354581d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:21:26Z', 'updated_at': '2022-06-01T19:21:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:21:29.637876 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a21e3e35-3046-4e53-97d3-2445ed484e23 None None] Checking router: b39d8327-dc9e-4c57-b156-9cf83354581d for host: n-d-844202-1 {{(pid=88526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 19:21:29.638866 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a21e3e35-3046-4e53-97d3-2445ed484e23 None None] Updating router b39d8327-dc9e-4c57-b156-9cf83354581d port 321958fc-7c94-4999-8142-b9d340cfc6d2 binding host n-d-844202-1 {{(pid=88526) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 19:21:29.708806 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-a21e3e35-3046-4e53-97d3-2445ed484e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:29.847559 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-12e70cc9-f5b2-4a91-94d7-0fb794f5bf51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:30.168561 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [None req-12e70cc9-f5b2-4a91-94d7-0fb794f5bf51 admin admin] Allocated IP 172.20.0.1 (bb2e6731-91ca-45b0-902b-316e309f0a7a/9564eb88-d043-4c75-8164-81659bc4f402/d30dd076-c0ad-4b35-a69d-dc9bfadfa92d) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:21:30.194436 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 39386) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:21:30.276368 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-a21e3e35-3046-4e53-97d3-2445ed484e23 None None] Notify callbacks [] for port, precommit_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:30.290245 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-a21e3e35-3046-4e53-97d3-2445ed484e23 None None] Transition to ACTIVE for port object 321958fc-7c94-4999-8142-b9d340cfc6d2 will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:21:30.299659 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-a21e3e35-3046-4e53-97d3-2445ed484e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:30.374201 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-12e70cc9-f5b2-4a91-94d7-0fb794f5bf51 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:30.387315 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-761e47dd-396a-4775-9e4a-d333a864d568 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:30.391875 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [None req-12e70cc9-f5b2-4a91-94d7-0fb794f5bf51 admin admin] Transition to ACTIVE for port object d30dd076-c0ad-4b35-a69d-dc9bfadfa92d will not be triggered until provisioned by entity DHCP. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:21:30.392084 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-a21e3e35-3046-4e53-97d3-2445ed484e23 None None] Attempting to bind port 321958fc-7c94-4999-8142-b9d340cfc6d2 on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:21:30.392641 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-a21e3e35-3046-4e53-97d3-2445ed484e23 None None] Attempting to bind port 321958fc-7c94-4999-8142-b9d340cfc6d2 by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:21:30.393015 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21e3e35-3046-4e53-97d3-2445ed484e23 None None] Attempting to bind port 321958fc-7c94-4999-8142-b9d340cfc6d2 on network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:21:30.399498 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346f399d-22cb-4a42-9fa7-910a9c26233a None None] Pushing event updated for resources: {'Port': ['ID=321958fc-7c94-4999-8142-b9d340cfc6d2,revision_number=2']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:21:30.411752 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21e3e35-3046-4e53-97d3-2445ed484e23 None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 21, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:21:30.413593 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21e3e35-3046-4e53-97d3-2445ed484e23 None None] Checking segment: {'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:21:30.413593 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-a21e3e35-3046-4e53-97d3-2445ed484e23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:30.413593 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21e3e35-3046-4e53-97d3-2445ed484e23 None None] Bound using segment: {'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:21:30.414206 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-a21e3e35-3046-4e53-97d3-2445ed484e23 None None] Bound port: 321958fc-7c94-4999-8142-b9d340cfc6d2, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:21:30.414582 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-a21e3e35-3046-4e53-97d3-2445ed484e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:30.422043 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-761e47dd-396a-4775-9e4a-d333a864d568 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:21:30.422761 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-12e70cc9-f5b2-4a91-94d7-0fb794f5bf51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:30.436598 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-761e47dd-396a-4775-9e4a-d333a864d568 admin admin] Usage tracker for resource:security_group_rule and tenant:ddf48a57a5e3415489113a55263cc8f4 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:21:30.445327 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-761e47dd-396a-4775-9e4a-d333a864d568 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:21:30.447952 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 258aa122-12b3-4c52-9973-04121e990396 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:21:30.454720 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-761e47dd-396a-4775-9e4a-d333a864d568 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:21:30.502658 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12e70cc9-f5b2-4a91-94d7-0fb794f5bf51 admin admin] Network bb2e6731-91ca-45b0-902b-316e309f0a7a is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:21:30.510980 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-12e70cc9-f5b2-4a91-94d7-0fb794f5bf51 admin admin] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:21:30.516564 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e70cc9-f5b2-4a91-94d7-0fb794f5bf51 admin admin] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:21:30.557498 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-a21e3e35-3046-4e53-97d3-2445ed484e23 None None] For port 321958fc-7c94-4999-8142-b9d340cfc6d2, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:21:30.563024 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-a21e3e35-3046-4e53-97d3-2445ed484e23 None None] For port 321958fc-7c94-4999-8142-b9d340cfc6d2, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=321958fc-7c94-4999-8142-b9d340cfc6d2,segment=NetworkSegment(7875af61-4c53-4ff2-b8c8-d4b7c35ff947),segment_id=7875af61-4c53-4ff2-b8c8-d4b7c35ff947)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:21:30.571002 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-a21e3e35-3046-4e53-97d3-2445ed484e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:30.578338 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e70cc9-f5b2-4a91-94d7-0fb794f5bf51 admin admin] Pushing event updated for resources: {'Port': ['ID=d30dd076-c0ad-4b35-a69d-dc9bfadfa92d,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:21:30.593485 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-12e70cc9-f5b2-4a91-94d7-0fb794f5bf51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-887605'] for router_interface, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:30.607890 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-761e47dd-396a-4775-9e4a-d333a864d568 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:30.613520 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-761e47dd-396a-4775-9e4a-d333a864d568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:30.703972 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 258aa122-12b3-4c52-9973-04121e990396 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:21:30.704519 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:30.856925 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a21e3e35-3046-4e53-97d3-2445ed484e23 None None] Routers {'b39d8327-dc9e-4c57-b156-9cf83354581d'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:21:30.857845 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-a21e3e35-3046-4e53-97d3-2445ed484e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:21:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['b39d8327-dc9e-4c57-b156-9cf83354581d'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:21:30.875513 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-761e47dd-396a-4775-9e4a-d333a864d568 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ddf48a57a5e3415489113a55263cc8f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6795924 Jun 01 19:21:30.878464 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761e47dd-396a-4775-9e4a-d333a864d568 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad84aa6a-b314-495d-8103-a24ac5d4dd78,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:21:30.878643 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 39400) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:21:30.917022 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346f399d-22cb-4a42-9fa7-910a9c26233a None None] Pushing event updated for resources: {'Port': ['ID=321958fc-7c94-4999-8142-b9d340cfc6d2,revision_number=3']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:21:30.980772 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 258aa122-12b3-4c52-9973-04121e990396 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:21:31.011773 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-54f8720a-f2c2-4016-93b6-15e5b7314045 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:31.035462 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-8d08b963-1352-4b3e-bf77-66bdb825cab3 None None] Provisioning for port d30dd076-c0ad-4b35-a69d-dc9bfadfa92d completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:21:31.052421 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-8d08b963-1352-4b3e-bf77-66bdb825cab3 None None] Provisioning complete for port d30dd076-c0ad-4b35-a69d-dc9bfadfa92d triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:21:31.052796 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-8d08b963-1352-4b3e-bf77-66bdb825cab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:31.056703 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-12e70cc9-f5b2-4a91-94d7-0fb794f5bf51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:31.070811 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-54f8720a-f2c2-4016-93b6-15e5b7314045 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:31.148307 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-a21e3e35-3046-4e53-97d3-2445ed484e23 None None] Set router b39d8327-dc9e-4c57-b156-9cf83354581d gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:21:31.292662 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-8d08b963-1352-4b3e-bf77-66bdb825cab3 None None] Port d30dd076-c0ad-4b35-a69d-dc9bfadfa92d cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:21:31.316260 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-54f8720a-f2c2-4016-93b6-15e5b7314045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:31.342002 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f8720a-f2c2-4016-93b6-15e5b7314045 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad84aa6a-b314-495d-8103-a24ac5d4dd78,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:21:31.363740 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-54f8720a-f2c2-4016-93b6-15e5b7314045 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:31.368156 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-54f8720a-f2c2-4016-93b6-15e5b7314045 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ad84aa6a-b314-495d-8103-a24ac5d4dd78 HTTP/1.1" status: 204 len: 168 time: 0.4852204 Jun 01 19:21:31.372330 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-12e70cc9-f5b2-4a91-94d7-0fb794f5bf51 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:31.379293 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-12e70cc9-f5b2-4a91-94d7-0fb794f5bf51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:31.500755 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-a21e3e35-3046-4e53-97d3-2445ed484e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b39d8327-dc9e-4c57-b156-9cf83354581d', 'name': 'tempest-TestAggregatesBasicOps-1952904137-router', 'tenant_id': 'b418a61eb2fb41bf849109e3d4b54ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.128'}], 'enable_snat': True}, 'gw_port_id': '321958fc-7c94-4999-8142-b9d340cfc6d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:21:25Z', 'updated_at': '2022-06-01T19:21:27Z', 'revision_number': 3, 'project_id': 'b418a61eb2fb41bf849109e3d4b54ead', 'gw_port': {'id': '321958fc-7c94-4999-8142-b9d340cfc6d2', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:e5:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b39d8327-dc9e-4c57-b156-9cf83354581d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:21:26Z', 'updated_at': '2022-06-01T19:21:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:21:31.506217 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a21e3e35-3046-4e53-97d3-2445ed484e23 None None] The sync data for ids ['b39d8327-dc9e-4c57-b156-9cf83354581d'] in n-d-844202-1 is: [{'id': 'b39d8327-dc9e-4c57-b156-9cf83354581d', 'name': 'tempest-TestAggregatesBasicOps-1952904137-router', 'tenant_id': 'b418a61eb2fb41bf849109e3d4b54ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.128'}], 'enable_snat': True}, 'gw_port_id': '321958fc-7c94-4999-8142-b9d340cfc6d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:21:25Z', 'updated_at': '2022-06-01T19:21:27Z', 'revision_number': 3, 'project_id': 'b418a61eb2fb41bf849109e3d4b54ead', 'gw_port': {'id': '321958fc-7c94-4999-8142-b9d340cfc6d2', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:e5:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b39d8327-dc9e-4c57-b156-9cf83354581d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:21:26Z', 'updated_at': '2022-06-01T19:21:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}] {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:21:31.516542 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e70cc9-f5b2-4a91-94d7-0fb794f5bf51 admin admin] Pushing event updated for resources: {'Port': ['ID=d30dd076-c0ad-4b35-a69d-dc9bfadfa92d,revision_number=2']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:21:31.520130 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-12e70cc9-f5b2-4a91-94d7-0fb794f5bf51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-887436'] for router_interface, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:31.706189 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12e70cc9-f5b2-4a91-94d7-0fb794f5bf51 admin admin] Network bb2e6731-91ca-45b0-902b-316e309f0a7a is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:21:31.707676 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-12e70cc9-f5b2-4a91-94d7-0fb794f5bf51 admin admin] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:21:31.774400 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 39418) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:21:31.824775 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1d4430db-3993-44e7-8e35-e902d5d924e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:31.848257 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-1d4430db-3993-44e7-8e35-e902d5d924e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:21:31.854310 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-1d4430db-3993-44e7-8e35-e902d5d924e2 admin admin] Usage tracker for resource:security_group_rule and tenant:b630ec2177694d11b1a04ad82c065903 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:21:31.871951 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-1d4430db-3993-44e7-8e35-e902d5d924e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:21:31.894950 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-1d4430db-3993-44e7-8e35-e902d5d924e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:21:32.100058 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1d4430db-3993-44e7-8e35-e902d5d924e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:32.106140 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1d4430db-3993-44e7-8e35-e902d5d924e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:32.143838 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-4ef90852-0136-46b0-a654-3c43b8c4ee29 None None] Provisioning complete for port d30dd076-c0ad-4b35-a69d-dc9bfadfa92d triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:21:32.143838 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-4ef90852-0136-46b0-a654-3c43b8c4ee29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:32.147420 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4430db-3993-44e7-8e35-e902d5d924e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8724114f-6938-4589-a8a9-cfd23951689e,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:21:32.170925 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-1d4430db-3993-44e7-8e35-e902d5d924e2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b630ec2177694d11b1a04ad82c065903&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3946621 Jun 01 19:21:32.173243 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 39424) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:21:32.218810 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12e70cc9-f5b2-4a91-94d7-0fb794f5bf51 admin admin] Router b39d8327-dc9e-4c57-b156-9cf83354581d has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 19:21:32.241357 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-4ef90852-0136-46b0-a654-3c43b8c4ee29 None None] Port d30dd076-c0ad-4b35-a69d-dc9bfadfa92d cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:21:32.268314 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4409d878-9d4d-4fb2-a1c7-14311f1d40ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:32.301862 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4409d878-9d4d-4fb2-a1c7-14311f1d40ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:32.386068 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4409d878-9d4d-4fb2-a1c7-14311f1d40ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:32.427324 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4409d878-9d4d-4fb2-a1c7-14311f1d40ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8724114f-6938-4589-a8a9-cfd23951689e,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:21:32.447253 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4409d878-9d4d-4fb2-a1c7-14311f1d40ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:32.464625 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-4409d878-9d4d-4fb2-a1c7-14311f1d40ad admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8724114f-6938-4589-a8a9-cfd23951689e HTTP/1.1" status: 204 len: 168 time: 0.2900987 Jun 01 19:21:32.481283 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12e70cc9-f5b2-4a91-94d7-0fb794f5bf51 admin admin] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:21:32.491014 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 321958fc-7c94-4999-8142-b9d340cfc6d2 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:21:32.500751 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-12e70cc9-f5b2-4a91-94d7-0fb794f5bf51 admin admin] 10.222.0.41 "PUT /v2.0/routers/b39d8327-dc9e-4c57-b156-9cf83354581d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6233480 Jun 01 19:21:32.605909 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port 321958fc-7c94-4999-8142-b9d340cfc6d2 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:21:32.613948 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 321958fc-7c94-4999-8142-b9d340cfc6d2 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:21:32.614544 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:32.762025 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 321958fc-7c94-4999-8142-b9d340cfc6d2 is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:21:32.762398 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:32.783849 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port 321958fc-7c94-4999-8142-b9d340cfc6d2, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=321958fc-7c94-4999-8142-b9d340cfc6d2,segment=NetworkSegment(7875af61-4c53-4ff2-b8c8-d4b7c35ff947),segment_id=7875af61-4c53-4ff2-b8c8-d4b7c35ff947)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:21:32.789094 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:32.971498 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=321958fc-7c94-4999-8142-b9d340cfc6d2,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:21:33.268531 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 39460) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:21:33.274305 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-06023684-8ccd-4224-aa8b-d7deba22ba18 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-122049459-network', 'tenant_id': '34d5448bc5794a3e870e6e92bc42da8d'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:21:33.280480 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-06023684-8ccd-4224-aa8b-d7deba22ba18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:21:33.284835 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-06023684-8ccd-4224-aa8b-d7deba22ba18 admin admin] Usage tracker for resource:network and tenant:34d5448bc5794a3e870e6e92bc42da8d is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:21:33.288320 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-06023684-8ccd-4224-aa8b-d7deba22ba18 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:21:33.295833 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-06023684-8ccd-4224-aa8b-d7deba22ba18 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:21:33.315461 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06023684-8ccd-4224-aa8b-d7deba22ba18 admin admin] Made reservation on behalf of 34d5448bc5794a3e870e6e92bc42da8d for: {'network': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:21:33.318074 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-06023684-8ccd-4224-aa8b-d7deba22ba18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:33.331771 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-06023684-8ccd-4224-aa8b-d7deba22ba18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:33.346321 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-06023684-8ccd-4224-aa8b-d7deba22ba18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:21:33.350383 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-06023684-8ccd-4224-aa8b-d7deba22ba18 admin admin] Usage tracker for resource:security_group_rule and tenant:34d5448bc5794a3e870e6e92bc42da8d is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:21:33.353421 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-06023684-8ccd-4224-aa8b-d7deba22ba18 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:21:33.359432 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-06023684-8ccd-4224-aa8b-d7deba22ba18 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:21:33.465770 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-06023684-8ccd-4224-aa8b-d7deba22ba18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:33.472688 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-06023684-8ccd-4224-aa8b-d7deba22ba18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:33.507168 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06023684-8ccd-4224-aa8b-d7deba22ba18 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 103} {{(pid=88525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 19:21:33.518320 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06023684-8ccd-4224-aa8b-d7deba22ba18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4b57246-fbb0-4966-922c-c285f1b4b8f4,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:21:33.525606 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-06023684-8ccd-4224-aa8b-d7deba22ba18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:33.526364 n-d-844202-1 neutron-server[88525]: INFO neutron.db.segments_db [None req-06023684-8ccd-4224-aa8b-d7deba22ba18 admin admin] Added segment 7ca583ef-2409-4d17-abee-37d6341f523c of type vlan for network 374782c1-b98f-49c9-ba0f-4fa4779849f0 Jun 01 19:21:33.563008 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-06023684-8ccd-4224-aa8b-d7deba22ba18 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:33.599901 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-06023684-8ccd-4224-aa8b-d7deba22ba18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:33.600869 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06023684-8ccd-4224-aa8b-d7deba22ba18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:21:33.601777 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-06023684-8ccd-4224-aa8b-d7deba22ba18 admin admin] Notify callbacks [] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:33.695846 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b7c812c-9e4d-4af7-bd62-62740ef5c7af None None] Sync routers for ids ['b39d8327-dc9e-4c57-b156-9cf83354581d'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:21:33.714184 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-06023684-8ccd-4224-aa8b-d7deba22ba18 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4411795 Jun 01 19:21:33.714184 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06023684-8ccd-4224-aa8b-d7deba22ba18 admin admin] Pushing event updated for resources: {'Network': ['ID=374782c1-b98f-49c9-ba0f-4fa4779849f0,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:21:33.714417 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 39470) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:21:33.720544 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-ff4edc75-2052-4625-a119-4711aea63e77 admin admin] Request body: {'subnet': {'network_id': '374782c1-b98f-49c9-ba0f-4fa4779849f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-122049459-subnet', 'tenant_id': '34d5448bc5794a3e870e6e92bc42da8d', 'ip_version': 4}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:21:33.724134 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7c812c-9e4d-4af7-bd62-62740ef5c7af None None] Routers {'b39d8327-dc9e-4c57-b156-9cf83354581d'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:21:33.724800 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-7b7c812c-9e4d-4af7-bd62-62740ef5c7af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:21:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['b39d8327-dc9e-4c57-b156-9cf83354581d'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:21:33.725931 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network 374782c1-b98f-49c9-ba0f-4fa4779849f0 details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 19:21:33.726583 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-ff4edc75-2052-4625-a119-4711aea63e77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:21:33.738227 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-ff4edc75-2052-4625-a119-4711aea63e77 admin admin] Usage tracker for resource:subnet and tenant:34d5448bc5794a3e870e6e92bc42da8d is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:21:33.741298 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-ff4edc75-2052-4625-a119-4711aea63e77 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:21:33.753359 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-ff4edc75-2052-4625-a119-4711aea63e77 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:21:33.780131 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff4edc75-2052-4625-a119-4711aea63e77 admin admin] Made reservation on behalf of 34d5448bc5794a3e870e6e92bc42da8d for: {'subnet': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:21:33.786237 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ff4edc75-2052-4625-a119-4711aea63e77 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3066584'] for subnet, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:34.020037 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-7b7c812c-9e4d-4af7-bd62-62740ef5c7af None None] Set router b39d8327-dc9e-4c57-b156-9cf83354581d gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:21:34.082403 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ff4edc75-2052-4625-a119-4711aea63e77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2718919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3066602'] for subnet, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:34.156543 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4edc75-2052-4625-a119-4711aea63e77 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cccaded9-8b66-4909-8274-da25de97607d,revision_number=0']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:21:34.174091 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff4edc75-2052-4625-a119-4711aea63e77 admin admin] Checking segment: {'id': '7ca583ef-2409-4d17-abee-37d6341f523c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '374782c1-b98f-49c9-ba0f-4fa4779849f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:21:34.174728 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff4edc75-2052-4625-a119-4711aea63e77 admin admin] Network hostable DHCP agents. Network: 374782c1-b98f-49c9-ba0f-4fa4779849f0, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88524) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 19:21:34.195788 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff4edc75-2052-4625-a119-4711aea63e77 admin admin] Network 374782c1-b98f-49c9-ba0f-4fa4779849f0 is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88524) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 19:21:34.210575 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-ff4edc75-2052-4625-a119-4711aea63e77 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, 374782c1-b98f-49c9-ba0f-4fa4779849f0) {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:21:34.219264 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b7b99ce-9ffd-4996-93b8-5885bd5bd422 None None] Network 374782c1-b98f-49c9-ba0f-4fa4779849f0 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:21:34.220073 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff4edc75-2052-4625-a119-4711aea63e77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:21:34.220834 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ff4edc75-2052-4625-a119-4711aea63e77 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:34.242234 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-ff4edc75-2052-4625-a119-4711aea63e77 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5268111 Jun 01 19:21:34.244848 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 39486) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:21:34.251188 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-ad1eb28d-2546-4366-892e-8627258b2f46 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-122049459-router', 'tenant_id': '34d5448bc5794a3e870e6e92bc42da8d', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:21:34.256958 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-ad1eb28d-2546-4366-892e-8627258b2f46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:21:34.261578 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-ad1eb28d-2546-4366-892e-8627258b2f46 admin admin] Usage tracker for resource:router and tenant:34d5448bc5794a3e870e6e92bc42da8d is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:21:34.265286 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-ad1eb28d-2546-4366-892e-8627258b2f46 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:21:34.271657 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-ad1eb28d-2546-4366-892e-8627258b2f46 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:21:34.291338 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ad1eb28d-2546-4366-892e-8627258b2f46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-885767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25238'] for router, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:34.293031 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ad1eb28d-2546-4366-892e-8627258b2f46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-901042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-886562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-981784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25327'] for router, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:34.310659 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ad1eb28d-2546-4366-892e-8627258b2f46 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:34.439634 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-7b7c812c-9e4d-4af7-bd62-62740ef5c7af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b39d8327-dc9e-4c57-b156-9cf83354581d', 'name': 'tempest-TestAggregatesBasicOps-1952904137-router', 'tenant_id': 'b418a61eb2fb41bf849109e3d4b54ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.128'}], 'enable_snat': True}, 'gw_port_id': '321958fc-7c94-4999-8142-b9d340cfc6d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:21:25Z', 'updated_at': '2022-06-01T19:21:30Z', 'revision_number': 4, 'project_id': 'b418a61eb2fb41bf849109e3d4b54ead', 'gw_port': {'id': '321958fc-7c94-4999-8142-b9d340cfc6d2', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:e5:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b39d8327-dc9e-4c57-b156-9cf83354581d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:21:26Z', 'updated_at': '2022-06-01T19:21:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': 'd30dd076-c0ad-4b35-a69d-dc9bfadfa92d', 'name': '', 'network_id': 'bb2e6731-91ca-45b0-902b-316e309f0a7a', 'tenant_id': 'b418a61eb2fb41bf849109e3d4b54ead', 'mac_address': 'fa:16:3e:5b:30:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b39d8327-dc9e-4c57-b156-9cf83354581d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': '9564eb88-d043-4c75-8164-81659bc4f402', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:21:29Z', 'updated_at': '2022-06-01T19:21:31Z', 'revision_number': 2, 'project_id': 'b418a61eb2fb41bf849109e3d4b54ead', 'subnets': [{'id': '9564eb88-d043-4c75-8164-81659bc4f402', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:21:34.445680 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b7c812c-9e4d-4af7-bd62-62740ef5c7af None None] Checking router: b39d8327-dc9e-4c57-b156-9cf83354581d for host: n-d-844202-1 {{(pid=88527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 19:21:34.446119 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b7c812c-9e4d-4af7-bd62-62740ef5c7af None None] Updating router b39d8327-dc9e-4c57-b156-9cf83354581d port d30dd076-c0ad-4b35-a69d-dc9bfadfa92d binding host n-d-844202-1 {{(pid=88527) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 19:21:34.454796 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 321958fc-7c94-4999-8142-b9d340cfc6d2 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:21:34.516800 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-7b7c812c-9e4d-4af7-bd62-62740ef5c7af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:34.577178 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09c6093c-d713-4acc-aedf-1cc58e47f121 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc93f83c3-7fb6-5c13-a9d4-29d739a4e8d2-374782c1-b98f-49c9-ba0f-4fa4779849f0', 'network_id': '374782c1-b98f-49c9-ba0f-4fa4779849f0', 'tenant_id': '34d5448bc5794a3e870e6e92bc42da8d', 'fixed_ips': [{'subnet_id': 'cccaded9-8b66-4909-8274-da25de97607d'}]}} from n-d-844202-1. {{(pid=88526) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 19:21:34.578377 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-09c6093c-d713-4acc-aedf-1cc58e47f121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:34.637151 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ad1eb28d-2546-4366-892e-8627258b2f46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-886608', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-885830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25341'] for router, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:34.656719 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 321958fc-7c94-4999-8142-b9d340cfc6d2 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:21:34.657076 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:34.895552 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.db_base_plugin_common [None req-09c6093c-d713-4acc-aedf-1cc58e47f121 None None] Allocated IP 172.20.0.2 (374782c1-b98f-49c9-ba0f-4fa4779849f0/cccaded9-8b66-4909-8274-da25de97607d/6eac1c12-6529-42bb-b9ff-0c55f5e7c2ca) {{(pid=88526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:21:34.900504 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 321958fc-7c94-4999-8142-b9d340cfc6d2 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:21:34.985988 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-7b7c812c-9e4d-4af7-bd62-62740ef5c7af None None] Notify callbacks [] for port, precommit_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:35.005275 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.provisioning_blocks [None req-7b7c812c-9e4d-4af7-bd62-62740ef5c7af None None] Transition to ACTIVE for port object d30dd076-c0ad-4b35-a69d-dc9bfadfa92d will not be triggered until provisioned by entity L2. {{(pid=88527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:21:35.019120 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-7b7c812c-9e4d-4af7-bd62-62740ef5c7af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:35.027731 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ad1eb28d-2546-4366-892e-8627258b2f46 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:35.058910 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ad1eb28d-2546-4366-892e-8627258b2f46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:35.173764 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-09c6093c-d713-4acc-aedf-1cc58e47f121 None None] Notify callbacks [] for port, precommit_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:35.202265 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-09c6093c-d713-4acc-aedf-1cc58e47f121 None None] Transition to ACTIVE for port object 6eac1c12-6529-42bb-b9ff-0c55f5e7c2ca will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:21:35.250328 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-09c6093c-d713-4acc-aedf-1cc58e47f121 None None] Transition to ACTIVE for port object 6eac1c12-6529-42bb-b9ff-0c55f5e7c2ca will not be triggered until provisioned by entity DHCP. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:21:35.260970 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-09c6093c-d713-4acc-aedf-1cc58e47f121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526'] for port, after_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:35.274846 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [None req-ad1eb28d-2546-4366-892e-8627258b2f46 admin admin] Allocated IP 172.25.4.45 (72a72e44-6845-488a-a5ff-3a26d4df9cb3/c314a23b-daa2-4106-ab28-8e6f954277b2/b4461b4d-4c19-4a01-8bc9-d2ee3b4dde49) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:21:35.316217 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a09e74-51cc-4437-862b-31ba458f053f None None] Pushing event updated for resources: {'Port': ['ID=d30dd076-c0ad-4b35-a69d-dc9bfadfa92d,revision_number=3']} {{(pid=88527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:21:35.330065 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a09e74-51cc-4437-862b-31ba458f053f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:21:35.330921 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a09e74-51cc-4437-862b-31ba458f053f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:21:35.332166 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a09e74-51cc-4437-862b-31ba458f053f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:21:35.332858 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a09e74-51cc-4437-862b-31ba458f053f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:21:35.333411 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a09e74-51cc-4437-862b-31ba458f053f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:21:35.334250 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a09e74-51cc-4437-862b-31ba458f053f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:21:35.335523 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a09e74-51cc-4437-862b-31ba458f053f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:21:35.336107 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a09e74-51cc-4437-862b-31ba458f053f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:21:35.336624 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a09e74-51cc-4437-862b-31ba458f053f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:21:35.337154 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a09e74-51cc-4437-862b-31ba458f053f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:21:35.337565 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a09e74-51cc-4437-862b-31ba458f053f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:21:35.338037 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a09e74-51cc-4437-862b-31ba458f053f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:21:35.354835 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-7b7c812c-9e4d-4af7-bd62-62740ef5c7af None None] Attempting to bind port d30dd076-c0ad-4b35-a69d-dc9bfadfa92d on host n-d-844202-1 for vnic_type normal with profile {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:21:35.355259 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-7b7c812c-9e4d-4af7-bd62-62740ef5c7af None None] Attempting to bind port d30dd076-c0ad-4b35-a69d-dc9bfadfa92d by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': 'd84c7428-0fda-4306-a798-76955900a79e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'bb2e6731-91ca-45b0-902b-316e309f0a7a'}] {{(pid=88527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:21:35.355671 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7c812c-9e4d-4af7-bd62-62740ef5c7af None None] Attempting to bind port d30dd076-c0ad-4b35-a69d-dc9bfadfa92d on network bb2e6731-91ca-45b0-902b-316e309f0a7a {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:21:35.362918 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7c812c-9e4d-4af7-bd62-62740ef5c7af None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 21, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:21:35.363274 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7c812c-9e4d-4af7-bd62-62740ef5c7af None None] Checking segment: {'id': 'd84c7428-0fda-4306-a798-76955900a79e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'bb2e6731-91ca-45b0-902b-316e309f0a7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:21:35.363726 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-7b7c812c-9e4d-4af7-bd62-62740ef5c7af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:35.364961 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7c812c-9e4d-4af7-bd62-62740ef5c7af None None] Bound using segment: {'id': 'd84c7428-0fda-4306-a798-76955900a79e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'bb2e6731-91ca-45b0-902b-316e309f0a7a'} {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:21:35.365610 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-7b7c812c-9e4d-4af7-bd62-62740ef5c7af None None] Bound port: d30dd076-c0ad-4b35-a69d-dc9bfadfa92d, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd84c7428-0fda-4306-a798-76955900a79e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'bb2e6731-91ca-45b0-902b-316e309f0a7a'}}] {{(pid=88527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:21:35.366254 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-7b7c812c-9e4d-4af7-bd62-62740ef5c7af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:35.418684 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c6093c-d713-4acc-aedf-1cc58e47f121 None None] Pushing event updated for resources: {'Port': ['ID=6eac1c12-6529-42bb-b9ff-0c55f5e7c2ca,revision_number=1']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:21:35.425734 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09c6093c-d713-4acc-aedf-1cc58e47f121 None None] Network 374782c1-b98f-49c9-ba0f-4fa4779849f0 is already hosted by enough agents. {{(pid=88526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:21:35.428488 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.base_scheduler [None req-09c6093c-d713-4acc-aedf-1cc58e47f121 None None] Resources bound (agent type, host, resource id): {{(pid=88526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:21:35.433586 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c6093c-d713-4acc-aedf-1cc58e47f121 None None] Received port after_create {{(pid=88526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:21:35.515089 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.db [None req-7b7c812c-9e4d-4af7-bd62-62740ef5c7af None None] For port d30dd076-c0ad-4b35-a69d-dc9bfadfa92d, host n-d-844202-1, cleared binding levels {{(pid=88527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:21:35.519119 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.db [None req-7b7c812c-9e4d-4af7-bd62-62740ef5c7af None None] For port d30dd076-c0ad-4b35-a69d-dc9bfadfa92d, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=d30dd076-c0ad-4b35-a69d-dc9bfadfa92d,segment=NetworkSegment(d84c7428-0fda-4306-a798-76955900a79e),segment_id=d84c7428-0fda-4306-a798-76955900a79e)] {{(pid=88527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:21:35.530706 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-7b7c812c-9e4d-4af7-bd62-62740ef5c7af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:35.570947 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-09c6093c-d713-4acc-aedf-1cc58e47f121 None None] Attempting to bind port 6eac1c12-6529-42bb-b9ff-0c55f5e7c2ca on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:21:35.571714 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-09c6093c-d713-4acc-aedf-1cc58e47f121 None None] Attempting to bind port 6eac1c12-6529-42bb-b9ff-0c55f5e7c2ca by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': '7ca583ef-2409-4d17-abee-37d6341f523c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '374782c1-b98f-49c9-ba0f-4fa4779849f0'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:21:35.571714 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c6093c-d713-4acc-aedf-1cc58e47f121 None None] Attempting to bind port 6eac1c12-6529-42bb-b9ff-0c55f5e7c2ca on network 374782c1-b98f-49c9-ba0f-4fa4779849f0 {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:21:35.577096 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ad1eb28d-2546-4366-892e-8627258b2f46 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:35.578506 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c6093c-d713-4acc-aedf-1cc58e47f121 None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 21, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:21:35.578898 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c6093c-d713-4acc-aedf-1cc58e47f121 None None] Checking segment: {'id': '7ca583ef-2409-4d17-abee-37d6341f523c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '374782c1-b98f-49c9-ba0f-4fa4779849f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:21:35.579345 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-09c6093c-d713-4acc-aedf-1cc58e47f121 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:35.579742 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c6093c-d713-4acc-aedf-1cc58e47f121 None None] Bound using segment: {'id': '7ca583ef-2409-4d17-abee-37d6341f523c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '374782c1-b98f-49c9-ba0f-4fa4779849f0'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:21:35.580612 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-09c6093c-d713-4acc-aedf-1cc58e47f121 None None] Bound port: 6eac1c12-6529-42bb-b9ff-0c55f5e7c2ca, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ca583ef-2409-4d17-abee-37d6341f523c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '374782c1-b98f-49c9-ba0f-4fa4779849f0'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:21:35.580982 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-09c6093c-d713-4acc-aedf-1cc58e47f121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:35.629040 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7c812c-9e4d-4af7-bd62-62740ef5c7af None None] Routers {'b39d8327-dc9e-4c57-b156-9cf83354581d'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:21:35.634368 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-7b7c812c-9e4d-4af7-bd62-62740ef5c7af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:21:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['b39d8327-dc9e-4c57-b156-9cf83354581d'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:21:35.643045 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ad1eb28d-2546-4366-892e-8627258b2f46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:35.705484 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-09c6093c-d713-4acc-aedf-1cc58e47f121 None None] For port 6eac1c12-6529-42bb-b9ff-0c55f5e7c2ca, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:21:35.710010 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-09c6093c-d713-4acc-aedf-1cc58e47f121 None None] For port 6eac1c12-6529-42bb-b9ff-0c55f5e7c2ca, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=6eac1c12-6529-42bb-b9ff-0c55f5e7c2ca,segment=NetworkSegment(7ca583ef-2409-4d17-abee-37d6341f523c),segment_id=7ca583ef-2409-4d17-abee-37d6341f523c)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:21:35.714479 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a09e74-51cc-4437-862b-31ba458f053f None None] Pushing event updated for resources: {'Port': ['ID=d30dd076-c0ad-4b35-a69d-dc9bfadfa92d,revision_number=4']} {{(pid=88527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:21:35.727592 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-09c6093c-d713-4acc-aedf-1cc58e47f121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:35.890532 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c6093c-d713-4acc-aedf-1cc58e47f121 None None] Pushing event updated for resources: {'Port': ['ID=6eac1c12-6529-42bb-b9ff-0c55f5e7c2ca,revision_number=2']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:21:35.906576 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-7b7c812c-9e4d-4af7-bd62-62740ef5c7af None None] Set router b39d8327-dc9e-4c57-b156-9cf83354581d gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:21:35.970567 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad1eb28d-2546-4366-892e-8627258b2f46 admin admin] Network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:21:35.974266 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-ad1eb28d-2546-4366-892e-8627258b2f46 admin admin] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:21:35.977308 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad1eb28d-2546-4366-892e-8627258b2f46 admin admin] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:21:36.063009 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1eb28d-2546-4366-892e-8627258b2f46 admin admin] Pushing event updated for resources: {'Port': ['ID=b4461b4d-4c19-4a01-8bc9-d2ee3b4dde49,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:21:36.438145 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-7b7c812c-9e4d-4af7-bd62-62740ef5c7af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b39d8327-dc9e-4c57-b156-9cf83354581d', 'name': 'tempest-TestAggregatesBasicOps-1952904137-router', 'tenant_id': 'b418a61eb2fb41bf849109e3d4b54ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.128'}], 'enable_snat': True}, 'gw_port_id': '321958fc-7c94-4999-8142-b9d340cfc6d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:21:25Z', 'updated_at': '2022-06-01T19:21:30Z', 'revision_number': 4, 'project_id': 'b418a61eb2fb41bf849109e3d4b54ead', 'gw_port': {'id': '321958fc-7c94-4999-8142-b9d340cfc6d2', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:e5:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b39d8327-dc9e-4c57-b156-9cf83354581d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:21:26Z', 'updated_at': '2022-06-01T19:21:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': 'd30dd076-c0ad-4b35-a69d-dc9bfadfa92d', 'name': '', 'network_id': 'bb2e6731-91ca-45b0-902b-316e309f0a7a', 'tenant_id': 'b418a61eb2fb41bf849109e3d4b54ead', 'mac_address': 'fa:16:3e:5b:30:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b39d8327-dc9e-4c57-b156-9cf83354581d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': '9564eb88-d043-4c75-8164-81659bc4f402', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:21:29Z', 'updated_at': '2022-06-01T19:21:35Z', 'revision_number': 4, 'project_id': 'b418a61eb2fb41bf849109e3d4b54ead', 'subnets': [{'id': '9564eb88-d043-4c75-8164-81659bc4f402', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:21:36.443094 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b7c812c-9e4d-4af7-bd62-62740ef5c7af None None] The sync data for ids ['b39d8327-dc9e-4c57-b156-9cf83354581d'] in n-d-844202-1 is: [{'id': 'b39d8327-dc9e-4c57-b156-9cf83354581d', 'name': 'tempest-TestAggregatesBasicOps-1952904137-router', 'tenant_id': 'b418a61eb2fb41bf849109e3d4b54ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.128'}], 'enable_snat': True}, 'gw_port_id': '321958fc-7c94-4999-8142-b9d340cfc6d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:21:25Z', 'updated_at': '2022-06-01T19:21:30Z', 'revision_number': 4, 'project_id': 'b418a61eb2fb41bf849109e3d4b54ead', 'gw_port': {'id': '321958fc-7c94-4999-8142-b9d340cfc6d2', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:e5:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b39d8327-dc9e-4c57-b156-9cf83354581d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:21:26Z', 'updated_at': '2022-06-01T19:21:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': 'd30dd076-c0ad-4b35-a69d-dc9bfadfa92d', 'name': '', 'network_id': 'bb2e6731-91ca-45b0-902b-316e309f0a7a', 'tenant_id': 'b418a61eb2fb41bf849109e3d4b54ead', 'mac_address': 'fa:16:3e:5b:30:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b39d8327-dc9e-4c57-b156-9cf83354581d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': '9564eb88-d043-4c75-8164-81659bc4f402', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:21:29Z', 'updated_at': '2022-06-01T19:21:35Z', 'revision_number': 4, 'project_id': 'b418a61eb2fb41bf849109e3d4b54ead', 'subnets': [{'id': '9564eb88-d043-4c75-8164-81659bc4f402', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:21:36.477167 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 6eac1c12-6529-42bb-b9ff-0c55f5e7c2ca up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:21:36.593948 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port 6eac1c12-6529-42bb-b9ff-0c55f5e7c2ca completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:21:36.606883 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ad1eb28d-2546-4366-892e-8627258b2f46 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:37.046216 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ad1eb28d-2546-4366-892e-8627258b2f46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-885820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-886655'] for router, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:37.129134 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-750e0062-433b-4e04-8b5d-d1432d6bcd66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:37.218572 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d543104e-8a57-4c60-815b-679c538284a1 None None] Network 374782c1-b98f-49c9-ba0f-4fa4779849f0 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:21:37.323015 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad1eb28d-2546-4366-892e-8627258b2f46 admin admin] Router 55421eb5-e5ab-4226-a508-8906d8b83232 is scheduled to L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 with binding_index 1 {{(pid=88525) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 19:21:37.352124 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-7fc94106-7883-4363-94a6-ad110d7eb7be None None] Provisioning for port 6eac1c12-6529-42bb-b9ff-0c55f5e7c2ca completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:21:37.363114 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-7fc94106-7883-4363-94a6-ad110d7eb7be None None] Provisioning complete for port 6eac1c12-6529-42bb-b9ff-0c55f5e7c2ca triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:21:37.363708 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-7fc94106-7883-4363-94a6-ad110d7eb7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:37.573450 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad1eb28d-2546-4366-892e-8627258b2f46 admin admin] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:21:37.608626 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ad1eb28d-2546-4366-892e-8627258b2f46 admin admin] Notify callbacks [] for router, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:37.610542 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-ad1eb28d-2546-4366-892e-8627258b2f46 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.3646986 Jun 01 19:21:37.613670 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 39522) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:21:37.618006 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f75fef1-943b-4b1e-a23e-bf8c9bf1a1de None None] Sync routers for ids ['55421eb5-e5ab-4226-a508-8906d8b83232'] in n-d-844202-1 {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:21:37.675983 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f75fef1-943b-4b1e-a23e-bf8c9bf1a1de None None] Routers {'55421eb5-e5ab-4226-a508-8906d8b83232'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:21:37.676945 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-7f75fef1-943b-4b1e-a23e-bf8c9bf1a1de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:21:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['55421eb5-e5ab-4226-a508-8906d8b83232'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:21:37.791794 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-7fc94106-7883-4363-94a6-ad110d7eb7be None None] Current status of the port 6eac1c12-6529-42bb-b9ff-0c55f5e7c2ca is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:21:37.792167 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-7fc94106-7883-4363-94a6-ad110d7eb7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:37.927379 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-7fc94106-7883-4363-94a6-ad110d7eb7be None None] For port 6eac1c12-6529-42bb-b9ff-0c55f5e7c2ca, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=6eac1c12-6529-42bb-b9ff-0c55f5e7c2ca,segment=NetworkSegment(7ca583ef-2409-4d17-abee-37d6341f523c),segment_id=7ca583ef-2409-4d17-abee-37d6341f523c)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:21:37.955642 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-7fc94106-7883-4363-94a6-ad110d7eb7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:38.012507 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-7f75fef1-943b-4b1e-a23e-bf8c9bf1a1de None None] Set router 55421eb5-e5ab-4226-a508-8906d8b83232 gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:21:38.275760 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc94106-7883-4363-94a6-ad110d7eb7be None None] Pushing event updated for resources: {'Port': ['ID=6eac1c12-6529-42bb-b9ff-0c55f5e7c2ca,revision_number=3']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:21:38.331818 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-29d7acd9-48e6-4714-b7a9-2f029cc6405a None None] Provisioning complete for port 6eac1c12-6529-42bb-b9ff-0c55f5e7c2ca triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:21:38.332300 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-29d7acd9-48e6-4714-b7a9-2f029cc6405a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:38.525517 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-29d7acd9-48e6-4714-b7a9-2f029cc6405a None None] Current status of the port 6eac1c12-6529-42bb-b9ff-0c55f5e7c2ca is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:21:38.533247 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-7f75fef1-943b-4b1e-a23e-bf8c9bf1a1de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55421eb5-e5ab-4226-a508-8906d8b83232', 'name': 'tempest-TestAggregatesBasicOps-122049459-router', 'tenant_id': '34d5448bc5794a3e870e6e92bc42da8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': 'b4461b4d-4c19-4a01-8bc9-d2ee3b4dde49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:21:34Z', 'updated_at': '2022-06-01T19:21:36Z', 'revision_number': 3, 'project_id': '34d5448bc5794a3e870e6e92bc42da8d', 'gw_port': {'id': 'b4461b4d-4c19-4a01-8bc9-d2ee3b4dde49', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:36:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55421eb5-e5ab-4226-a508-8906d8b83232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3650, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:21:35Z', 'updated_at': '2022-06-01T19:21:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:21:38.536639 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 6eac1c12-6529-42bb-b9ff-0c55f5e7c2ca up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:21:38.570662 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f75fef1-943b-4b1e-a23e-bf8c9bf1a1de None None] Checking router: 55421eb5-e5ab-4226-a508-8906d8b83232 for host: n-d-844202-1 {{(pid=88526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 19:21:38.571005 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f75fef1-943b-4b1e-a23e-bf8c9bf1a1de None None] Updating router 55421eb5-e5ab-4226-a508-8906d8b83232 port b4461b4d-4c19-4a01-8bc9-d2ee3b4dde49 binding host n-d-844202-1 {{(pid=88526) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 19:21:38.643452 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e19aeede-4431-4b94-a0f9-38afbb333079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:38.648710 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-7f75fef1-943b-4b1e-a23e-bf8c9bf1a1de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:38.751355 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 6eac1c12-6529-42bb-b9ff-0c55f5e7c2ca triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:21:38.751726 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:38.904450 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [None req-e19aeede-4431-4b94-a0f9-38afbb333079 admin admin] Allocated IP 172.20.0.1 (374782c1-b98f-49c9-ba0f-4fa4779849f0/cccaded9-8b66-4909-8274-da25de97607d/b6573b62-01b8-47b0-b10d-9baac2f0b2b6) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:21:38.995388 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 6eac1c12-6529-42bb-b9ff-0c55f5e7c2ca is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:21:38.996508 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device d30dd076-c0ad-4b35-a69d-dc9bfadfa92d up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:21:39.098778 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e19aeede-4431-4b94-a0f9-38afbb333079 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:39.115639 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [None req-e19aeede-4431-4b94-a0f9-38afbb333079 admin admin] Transition to ACTIVE for port object b6573b62-01b8-47b0-b10d-9baac2f0b2b6 will not be triggered until provisioned by entity DHCP. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:21:39.127196 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port d30dd076-c0ad-4b35-a69d-dc9bfadfa92d completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:21:39.144939 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e19aeede-4431-4b94-a0f9-38afbb333079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:39.154353 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port d30dd076-c0ad-4b35-a69d-dc9bfadfa92d triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:21:39.154353 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:39.227871 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e19aeede-4431-4b94-a0f9-38afbb333079 admin admin] Network 374782c1-b98f-49c9-ba0f-4fa4779849f0 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:21:39.230364 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-e19aeede-4431-4b94-a0f9-38afbb333079 admin admin] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:21:39.233109 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19aeede-4431-4b94-a0f9-38afbb333079 admin admin] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:21:39.263375 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-7f75fef1-943b-4b1e-a23e-bf8c9bf1a1de None None] Notify callbacks [] for port, precommit_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:39.285096 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19aeede-4431-4b94-a0f9-38afbb333079 admin admin] Pushing event updated for resources: {'Port': ['ID=b6573b62-01b8-47b0-b10d-9baac2f0b2b6,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:21:39.287268 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-7f75fef1-943b-4b1e-a23e-bf8c9bf1a1de None None] Transition to ACTIVE for port object b4461b4d-4c19-4a01-8bc9-d2ee3b4dde49 will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:21:39.300181 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-7f75fef1-943b-4b1e-a23e-bf8c9bf1a1de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:39.305374 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e19aeede-4431-4b94-a0f9-38afbb333079 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-887605'] for router_interface, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:39.452591 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26e7688-707d-4f8e-87d3-10601b009cb2 None None] Pushing event updated for resources: {'Port': ['ID=b4461b4d-4c19-4a01-8bc9-d2ee3b4dde49,revision_number=2']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:21:39.470422 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-7f75fef1-943b-4b1e-a23e-bf8c9bf1a1de None None] Attempting to bind port b4461b4d-4c19-4a01-8bc9-d2ee3b4dde49 on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:21:39.470422 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-7f75fef1-943b-4b1e-a23e-bf8c9bf1a1de None None] Attempting to bind port b4461b4d-4c19-4a01-8bc9-d2ee3b4dde49 by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:21:39.479096 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f75fef1-943b-4b1e-a23e-bf8c9bf1a1de None None] Attempting to bind port b4461b4d-4c19-4a01-8bc9-d2ee3b4dde49 on network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:21:39.495088 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f75fef1-943b-4b1e-a23e-bf8c9bf1a1de None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 21, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:21:39.495088 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f75fef1-943b-4b1e-a23e-bf8c9bf1a1de None None] Checking segment: {'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:21:39.495088 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-7f75fef1-943b-4b1e-a23e-bf8c9bf1a1de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:39.495088 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f75fef1-943b-4b1e-a23e-bf8c9bf1a1de None None] Bound using segment: {'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:21:39.495088 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-7f75fef1-943b-4b1e-a23e-bf8c9bf1a1de None None] Bound port: b4461b4d-4c19-4a01-8bc9-d2ee3b4dde49, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:21:39.495088 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-7f75fef1-943b-4b1e-a23e-bf8c9bf1a1de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:39.525963 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e19aeede-4431-4b94-a0f9-38afbb333079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:39.595007 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-7f75fef1-943b-4b1e-a23e-bf8c9bf1a1de None None] For port b4461b4d-4c19-4a01-8bc9-d2ee3b4dde49, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:21:39.595007 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-7f75fef1-943b-4b1e-a23e-bf8c9bf1a1de None None] For port b4461b4d-4c19-4a01-8bc9-d2ee3b4dde49, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=b4461b4d-4c19-4a01-8bc9-d2ee3b4dde49,segment=NetworkSegment(7875af61-4c53-4ff2-b8c8-d4b7c35ff947),segment_id=7875af61-4c53-4ff2-b8c8-d4b7c35ff947)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:21:39.595007 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port d30dd076-c0ad-4b35-a69d-dc9bfadfa92d is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:21:39.595007 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:39.619304 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-7f75fef1-943b-4b1e-a23e-bf8c9bf1a1de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:39.727480 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-238f605f-a709-4ea4-818f-f95989ae800d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:39.739629 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f75fef1-943b-4b1e-a23e-bf8c9bf1a1de None None] Routers {'55421eb5-e5ab-4226-a508-8906d8b83232'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:21:39.740271 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-7f75fef1-943b-4b1e-a23e-bf8c9bf1a1de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:21:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['55421eb5-e5ab-4226-a508-8906d8b83232'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:21:39.793167 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port d30dd076-c0ad-4b35-a69d-dc9bfadfa92d, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=d30dd076-c0ad-4b35-a69d-dc9bfadfa92d,segment=NetworkSegment(d84c7428-0fda-4306-a798-76955900a79e),segment_id=d84c7428-0fda-4306-a798-76955900a79e)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:21:39.801571 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-b9260ef6-d157-48d4-a305-23db57e26e07 None None] Provisioning for port b6573b62-01b8-47b0-b10d-9baac2f0b2b6 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:21:39.818023 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26e7688-707d-4f8e-87d3-10601b009cb2 None None] Pushing event updated for resources: {'Port': ['ID=b4461b4d-4c19-4a01-8bc9-d2ee3b4dde49,revision_number=3']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:21:39.820679 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:39.865056 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-b9260ef6-d157-48d4-a305-23db57e26e07 None None] Provisioning complete for port b6573b62-01b8-47b0-b10d-9baac2f0b2b6 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:21:39.865436 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-b9260ef6-d157-48d4-a305-23db57e26e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:39.953004 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e19aeede-4431-4b94-a0f9-38afbb333079 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:39.968386 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e19aeede-4431-4b94-a0f9-38afbb333079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:40.058063 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-b9260ef6-d157-48d4-a305-23db57e26e07 None None] Port b6573b62-01b8-47b0-b10d-9baac2f0b2b6 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:21:40.064880 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=d30dd076-c0ad-4b35-a69d-dc9bfadfa92d,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:21:40.101402 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-7f75fef1-943b-4b1e-a23e-bf8c9bf1a1de None None] Set router 55421eb5-e5ab-4226-a508-8906d8b83232 gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:21:40.261354 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e19aeede-4431-4b94-a0f9-38afbb333079 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-887436'] for router_interface, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:40.266160 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19aeede-4431-4b94-a0f9-38afbb333079 admin admin] Pushing event updated for resources: {'Port': ['ID=b6573b62-01b8-47b0-b10d-9baac2f0b2b6,revision_number=2']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:21:40.422567 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e19aeede-4431-4b94-a0f9-38afbb333079 admin admin] Network 374782c1-b98f-49c9-ba0f-4fa4779849f0 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:21:40.426347 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-e19aeede-4431-4b94-a0f9-38afbb333079 admin admin] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:21:40.466834 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device d30dd076-c0ad-4b35-a69d-dc9bfadfa92d up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:21:40.571450 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port d30dd076-c0ad-4b35-a69d-dc9bfadfa92d triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:21:40.572096 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:40.599502 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-7f75fef1-943b-4b1e-a23e-bf8c9bf1a1de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55421eb5-e5ab-4226-a508-8906d8b83232', 'name': 'tempest-TestAggregatesBasicOps-122049459-router', 'tenant_id': '34d5448bc5794a3e870e6e92bc42da8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': 'b4461b4d-4c19-4a01-8bc9-d2ee3b4dde49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:21:34Z', 'updated_at': '2022-06-01T19:21:39Z', 'revision_number': 4, 'project_id': '34d5448bc5794a3e870e6e92bc42da8d', 'gw_port': {'id': 'b4461b4d-4c19-4a01-8bc9-d2ee3b4dde49', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:36:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55421eb5-e5ab-4226-a508-8906d8b83232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3650, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:21:35Z', 'updated_at': '2022-06-01T19:21:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': 'b6573b62-01b8-47b0-b10d-9baac2f0b2b6', 'name': '', 'network_id': '374782c1-b98f-49c9-ba0f-4fa4779849f0', 'tenant_id': '34d5448bc5794a3e870e6e92bc42da8d', 'mac_address': 'fa:16:3e:d1:6b:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55421eb5-e5ab-4226-a508-8906d8b83232', 'device_owner': 'network:router_interface', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': 'cccaded9-8b66-4909-8274-da25de97607d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:21:38Z', 'updated_at': '2022-06-01T19:21:38Z', 'revision_number': 1, 'project_id': '34d5448bc5794a3e870e6e92bc42da8d', 'subnets': [{'id': 'cccaded9-8b66-4909-8274-da25de97607d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:21:40.649701 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f75fef1-943b-4b1e-a23e-bf8c9bf1a1de None None] The sync data for ids ['55421eb5-e5ab-4226-a508-8906d8b83232'] in n-d-844202-1 is: [{'id': '55421eb5-e5ab-4226-a508-8906d8b83232', 'name': 'tempest-TestAggregatesBasicOps-122049459-router', 'tenant_id': '34d5448bc5794a3e870e6e92bc42da8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': 'b4461b4d-4c19-4a01-8bc9-d2ee3b4dde49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:21:34Z', 'updated_at': '2022-06-01T19:21:39Z', 'revision_number': 4, 'project_id': '34d5448bc5794a3e870e6e92bc42da8d', 'gw_port': {'id': 'b4461b4d-4c19-4a01-8bc9-d2ee3b4dde49', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:36:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55421eb5-e5ab-4226-a508-8906d8b83232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3650, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:21:35Z', 'updated_at': '2022-06-01T19:21:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': 'b6573b62-01b8-47b0-b10d-9baac2f0b2b6', 'name': '', 'network_id': '374782c1-b98f-49c9-ba0f-4fa4779849f0', 'tenant_id': '34d5448bc5794a3e870e6e92bc42da8d', 'mac_address': 'fa:16:3e:d1:6b:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55421eb5-e5ab-4226-a508-8906d8b83232', 'device_owner': 'network:router_interface', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': 'cccaded9-8b66-4909-8274-da25de97607d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:21:38Z', 'updated_at': '2022-06-01T19:21:38Z', 'revision_number': 1, 'project_id': '34d5448bc5794a3e870e6e92bc42da8d', 'subnets': [{'id': 'cccaded9-8b66-4909-8274-da25de97607d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:21:40.762510 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e19aeede-4431-4b94-a0f9-38afbb333079 admin admin] Router 55421eb5-e5ab-4226-a508-8906d8b83232 has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 19:21:40.807172 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:40.811839 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:40.909726 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port d30dd076-c0ad-4b35-a69d-dc9bfadfa92d is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:21:40.934351 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-9b9d3452-fbb7-463c-9d2f-69f8161a344f None None] Provisioning complete for port b6573b62-01b8-47b0-b10d-9baac2f0b2b6 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:21:40.934765 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-9b9d3452-fbb7-463c-9d2f-69f8161a344f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:41.076833 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-9b9d3452-fbb7-463c-9d2f-69f8161a344f None None] Port b6573b62-01b8-47b0-b10d-9baac2f0b2b6 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:21:41.084489 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e19aeede-4431-4b94-a0f9-38afbb333079 admin admin] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:21:41.098614 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-e19aeede-4431-4b94-a0f9-38afbb333079 admin admin] 10.222.0.41 "PUT /v2.0/routers/55421eb5-e5ab-4226-a508-8906d8b83232/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4837275 Jun 01 19:21:41.596312 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:42.009968 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:42.014223 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:42.512144 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device b4461b4d-4c19-4a01-8bc9-d2ee3b4dde49 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:21:42.653652 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 39670) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:21:42.665839 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port b4461b4d-4c19-4a01-8bc9-d2ee3b4dde49 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:21:42.677585 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port b4461b4d-4c19-4a01-8bc9-d2ee3b4dde49 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:21:42.677962 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:42.824733 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port b4461b4d-4c19-4a01-8bc9-d2ee3b4dde49 is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:21:42.825189 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:42.850696 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port b4461b4d-4c19-4a01-8bc9-d2ee3b4dde49, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=b4461b4d-4c19-4a01-8bc9-d2ee3b4dde49,segment=NetworkSegment(7875af61-4c53-4ff2-b8c8-d4b7c35ff947),segment_id=7875af61-4c53-4ff2-b8c8-d4b7c35ff947)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:21:42.860398 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:42.891200 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.agents_db [None req-e814b9cf-7de8-45d0-a079-29c61fabe7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 19:21:43.054874 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 39676) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:21:43.112377 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=b4461b4d-4c19-4a01-8bc9-d2ee3b4dde49,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:21:43.196024 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d871f956-4ddc-4af0-8342-13effac1ce72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:43.211382 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-d871f956-4ddc-4af0-8342-13effac1ce72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:21:43.218928 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-d871f956-4ddc-4af0-8342-13effac1ce72 admin admin] Usage tracker for resource:security_group_rule and tenant:9ae838b9ad264bc48bc7064e7cdd8835 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:21:43.223169 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-d871f956-4ddc-4af0-8342-13effac1ce72 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:21:43.232164 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-d871f956-4ddc-4af0-8342-13effac1ce72 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:21:43.351549 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d871f956-4ddc-4af0-8342-13effac1ce72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:43.360408 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d871f956-4ddc-4af0-8342-13effac1ce72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:43.409450 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-297f2432-815c-48cc-96b4-31568fccf1fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-887474'] for router_interface, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:43.414863 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-d871f956-4ddc-4af0-8342-13effac1ce72 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9ae838b9ad264bc48bc7064e7cdd8835&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3588006 Jun 01 19:21:43.416609 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d871f956-4ddc-4af0-8342-13effac1ce72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e704452d-67bd-4c46-85e4-ed3e246db44f,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:21:43.419732 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 39682) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:21:43.487005 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c8d1faff-45d0-420c-a939-ae5e2b63e15f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:43.522897 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c8d1faff-45d0-420c-a939-ae5e2b63e15f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:43.588343 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c8d1faff-45d0-420c-a939-ae5e2b63e15f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:43.613747 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d1faff-45d0-420c-a939-ae5e2b63e15f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e704452d-67bd-4c46-85e4-ed3e246db44f,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:21:43.619401 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c8d1faff-45d0-420c-a939-ae5e2b63e15f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:43.624518 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-c8d1faff-45d0-420c-a939-ae5e2b63e15f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e704452d-67bd-4c46-85e4-ed3e246db44f HTTP/1.1" status: 204 len: 168 time: 0.2001867 Jun 01 19:21:43.989194 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-297f2432-815c-48cc-96b4-31568fccf1fb admin admin] Deleting port d30dd076-c0ad-4b35-a69d-dc9bfadfa92d {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:21:43.990272 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-297f2432-815c-48cc-96b4-31568fccf1fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:44.067254 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 39692) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:21:44.088954 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-788d006f-5983-49e5-b00f-f39dd59158df admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:44.110196 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-788d006f-5983-49e5-b00f-f39dd59158df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:21:44.115006 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-788d006f-5983-49e5-b00f-f39dd59158df admin admin] Usage tracker for resource:security_group_rule and tenant:4b0e61b132d7444db5e708b331c46143 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:21:44.118117 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-788d006f-5983-49e5-b00f-f39dd59158df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:21:44.126197 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-788d006f-5983-49e5-b00f-f39dd59158df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:21:44.199419 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [None req-297f2432-815c-48cc-96b4-31568fccf1fb admin admin] For port d30dd076-c0ad-4b35-a69d-dc9bfadfa92d, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=d30dd076-c0ad-4b35-a69d-dc9bfadfa92d,segment=NetworkSegment(d84c7428-0fda-4306-a798-76955900a79e),segment_id=d84c7428-0fda-4306-a798-76955900a79e)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:21:44.200011 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-297f2432-815c-48cc-96b4-31568fccf1fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:44.223208 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-788d006f-5983-49e5-b00f-f39dd59158df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:44.227867 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-788d006f-5983-49e5-b00f-f39dd59158df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:44.290577 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-788d006f-5983-49e5-b00f-f39dd59158df admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4b0e61b132d7444db5e708b331c46143&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2198548 Jun 01 19:21:44.290577 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788d006f-5983-49e5-b00f-f39dd59158df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a494d857-f649-4501-b735-6237e9b02a0f,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:21:44.293185 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 39696) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:21:44.344828 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-297f2432-815c-48cc-96b4-31568fccf1fb admin admin] Calling delete_port for d30dd076-c0ad-4b35-a69d-dc9bfadfa92d owned by network:router_interface {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:21:44.369997 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-bb3ae2c9-45d1-406f-8fbd-dd315a07a2e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:44.402277 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-bb3ae2c9-45d1-406f-8fbd-dd315a07a2e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:44.457736 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device b4461b4d-4c19-4a01-8bc9-d2ee3b4dde49 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:21:44.474801 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-bb3ae2c9-45d1-406f-8fbd-dd315a07a2e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:44.491787 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3ae2c9-45d1-406f-8fbd-dd315a07a2e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a494d857-f649-4501-b735-6237e9b02a0f,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:21:44.499581 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-bb3ae2c9-45d1-406f-8fbd-dd315a07a2e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:44.518300 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-bb3ae2c9-45d1-406f-8fbd-dd315a07a2e9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a494d857-f649-4501-b735-6237e9b02a0f HTTP/1.1" status: 204 len: 168 time: 0.2088978 Jun 01 19:21:44.571453 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port b4461b4d-4c19-4a01-8bc9-d2ee3b4dde49 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:21:44.571820 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:44.750552 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c623fedb-8374-48f1-91c1-8a43e6b8d830 None None] Sync routers for ids ['55421eb5-e5ab-4226-a508-8906d8b83232'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:21:44.754500 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port b4461b4d-4c19-4a01-8bc9-d2ee3b4dde49 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:21:44.762099 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c623fedb-8374-48f1-91c1-8a43e6b8d830 None None] Routers {'55421eb5-e5ab-4226-a508-8906d8b83232'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:21:44.763325 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-c623fedb-8374-48f1-91c1-8a43e6b8d830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:21:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['55421eb5-e5ab-4226-a508-8906d8b83232'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:21:44.780905 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-297f2432-815c-48cc-96b4-31568fccf1fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:44.844860 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297f2432-815c-48cc-96b4-31568fccf1fb admin admin] Pushing event deleted for resources: {'Port': ['ID=d30dd076-c0ad-4b35-a69d-dc9bfadfa92d,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:21:44.965969 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-c623fedb-8374-48f1-91c1-8a43e6b8d830 None None] Set router 55421eb5-e5ab-4226-a508-8906d8b83232 gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:21:45.176670 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-297f2432-815c-48cc-96b4-31568fccf1fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-887310'] for router_interface, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:45.324547 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-c623fedb-8374-48f1-91c1-8a43e6b8d830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55421eb5-e5ab-4226-a508-8906d8b83232', 'name': 'tempest-TestAggregatesBasicOps-122049459-router', 'tenant_id': '34d5448bc5794a3e870e6e92bc42da8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': 'b4461b4d-4c19-4a01-8bc9-d2ee3b4dde49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:21:34Z', 'updated_at': '2022-06-01T19:21:39Z', 'revision_number': 4, 'project_id': '34d5448bc5794a3e870e6e92bc42da8d', 'gw_port': {'id': 'b4461b4d-4c19-4a01-8bc9-d2ee3b4dde49', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:36:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55421eb5-e5ab-4226-a508-8906d8b83232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3650, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:21:35Z', 'updated_at': '2022-06-01T19:21:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': 'b6573b62-01b8-47b0-b10d-9baac2f0b2b6', 'name': '', 'network_id': '374782c1-b98f-49c9-ba0f-4fa4779849f0', 'tenant_id': '34d5448bc5794a3e870e6e92bc42da8d', 'mac_address': 'fa:16:3e:d1:6b:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55421eb5-e5ab-4226-a508-8906d8b83232', 'device_owner': 'network:router_interface', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': 'cccaded9-8b66-4909-8274-da25de97607d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:21:38Z', 'updated_at': '2022-06-01T19:21:39Z', 'revision_number': 2, 'project_id': '34d5448bc5794a3e870e6e92bc42da8d', 'subnets': [{'id': 'cccaded9-8b66-4909-8274-da25de97607d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:21:45.329172 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c623fedb-8374-48f1-91c1-8a43e6b8d830 None None] Checking router: 55421eb5-e5ab-4226-a508-8906d8b83232 for host: n-d-844202-1 {{(pid=88527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 19:21:45.329526 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c623fedb-8374-48f1-91c1-8a43e6b8d830 None None] Updating router 55421eb5-e5ab-4226-a508-8906d8b83232 port b6573b62-01b8-47b0-b10d-9baac2f0b2b6 binding host n-d-844202-1 {{(pid=88527) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 19:21:45.388177 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-c623fedb-8374-48f1-91c1-8a43e6b8d830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:45.497958 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 39724) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:21:45.616098 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-46b6b2f1-a4a2-4288-9e66-caac4d3482d3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-682682168-network', 'tenant_id': 'c4c0efd10deb41d38eb35c0fb368d00a'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:21:45.622618 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-46b6b2f1-a4a2-4288-9e66-caac4d3482d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:21:45.626501 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-46b6b2f1-a4a2-4288-9e66-caac4d3482d3 admin admin] Usage tracker for resource:network and tenant:c4c0efd10deb41d38eb35c0fb368d00a is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:21:45.629742 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-46b6b2f1-a4a2-4288-9e66-caac4d3482d3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:21:45.635517 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-46b6b2f1-a4a2-4288-9e66-caac4d3482d3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:21:45.645923 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46b6b2f1-a4a2-4288-9e66-caac4d3482d3 admin admin] Made reservation on behalf of c4c0efd10deb41d38eb35c0fb368d00a for: {'network': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:21:45.648607 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-46b6b2f1-a4a2-4288-9e66-caac4d3482d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:45.661574 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-46b6b2f1-a4a2-4288-9e66-caac4d3482d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:45.681157 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-46b6b2f1-a4a2-4288-9e66-caac4d3482d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:21:45.685735 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-46b6b2f1-a4a2-4288-9e66-caac4d3482d3 admin admin] Usage tracker for resource:security_group_rule and tenant:c4c0efd10deb41d38eb35c0fb368d00a is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:21:45.688383 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-297f2432-815c-48cc-96b4-31568fccf1fb admin admin] Router b39d8327-dc9e-4c57-b156-9cf83354581d has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 19:21:45.688734 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-46b6b2f1-a4a2-4288-9e66-caac4d3482d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:21:45.694916 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-46b6b2f1-a4a2-4288-9e66-caac4d3482d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:21:45.781046 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-46b6b2f1-a4a2-4288-9e66-caac4d3482d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:45.781729 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-c623fedb-8374-48f1-91c1-8a43e6b8d830 None None] Notify callbacks [] for port, precommit_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:45.787335 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-46b6b2f1-a4a2-4288-9e66-caac4d3482d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:45.795089 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.provisioning_blocks [None req-c623fedb-8374-48f1-91c1-8a43e6b8d830 None None] Transition to ACTIVE for port object b6573b62-01b8-47b0-b10d-9baac2f0b2b6 will not be triggered until provisioned by entity L2. {{(pid=88527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:21:45.802064 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-c623fedb-8374-48f1-91c1-8a43e6b8d830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:45.819844 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46b6b2f1-a4a2-4288-9e66-caac4d3482d3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 129} {{(pid=88525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 19:21:45.829541 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b6b2f1-a4a2-4288-9e66-caac4d3482d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0140c0a8-6356-4beb-8619-9b05e7551fa5,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:21:45.835414 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-46b6b2f1-a4a2-4288-9e66-caac4d3482d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:45.835977 n-d-844202-1 neutron-server[88525]: INFO neutron.db.segments_db [None req-46b6b2f1-a4a2-4288-9e66-caac4d3482d3 admin admin] Added segment 6e4f1a27-3d8d-4efb-8d1b-553e54944b5c of type vlan for network 6868eb16-4d67-4f5e-aa17-91fa50ef1a90 Jun 01 19:21:45.879560 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-46b6b2f1-a4a2-4288-9e66-caac4d3482d3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:45.907457 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-297f2432-815c-48cc-96b4-31568fccf1fb admin admin] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:21:45.918412 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-297f2432-815c-48cc-96b4-31568fccf1fb admin admin] 10.222.0.41 "PUT /v2.0/routers/b39d8327-dc9e-4c57-b156-9cf83354581d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2629869 Jun 01 19:21:45.921972 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f31e7f0-2c4a-4e34-9f61-1e8c70161f50 None None] Sync routers for ids ['b39d8327-dc9e-4c57-b156-9cf83354581d'] in n-d-844202-1 {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:21:45.928709 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 39732) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:21:45.941520 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f31e7f0-2c4a-4e34-9f61-1e8c70161f50 None None] Routers {'b39d8327-dc9e-4c57-b156-9cf83354581d'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:21:45.942194 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-0f31e7f0-2c4a-4e34-9f61-1e8c70161f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:21:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['b39d8327-dc9e-4c57-b156-9cf83354581d'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:21:45.949146 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-46b6b2f1-a4a2-4288-9e66-caac4d3482d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:45.951768 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46b6b2f1-a4a2-4288-9e66-caac4d3482d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:21:45.954167 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-46b6b2f1-a4a2-4288-9e66-caac4d3482d3 admin admin] Notify callbacks [] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:46.004305 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a525dbd-156b-4840-9440-95983d64f2e1 None None] Pushing event updated for resources: {'Port': ['ID=b6573b62-01b8-47b0-b10d-9baac2f0b2b6,revision_number=3']} {{(pid=88527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:21:46.041066 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-46b6b2f1-a4a2-4288-9e66-caac4d3482d3 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5388014 Jun 01 19:21:46.042044 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 39736) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:21:46.145582 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-892e792e-4a52-45b6-ae45-0ac225dbe28b admin admin] Request body: {'subnet': {'network_id': '6868eb16-4d67-4f5e-aa17-91fa50ef1a90', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-682682168-subnet', 'tenant_id': 'c4c0efd10deb41d38eb35c0fb368d00a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:21:46.153584 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-c623fedb-8374-48f1-91c1-8a43e6b8d830 None None] Attempting to bind port b6573b62-01b8-47b0-b10d-9baac2f0b2b6 on host n-d-844202-1 for vnic_type normal with profile {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:21:46.154107 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-c623fedb-8374-48f1-91c1-8a43e6b8d830 None None] Attempting to bind port b6573b62-01b8-47b0-b10d-9baac2f0b2b6 by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': '7ca583ef-2409-4d17-abee-37d6341f523c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '374782c1-b98f-49c9-ba0f-4fa4779849f0'}] {{(pid=88527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:21:46.154664 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c623fedb-8374-48f1-91c1-8a43e6b8d830 None None] Attempting to bind port b6573b62-01b8-47b0-b10d-9baac2f0b2b6 on network 374782c1-b98f-49c9-ba0f-4fa4779849f0 {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:21:46.155769 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-892e792e-4a52-45b6-ae45-0ac225dbe28b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:21:46.160682 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c623fedb-8374-48f1-91c1-8a43e6b8d830 None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 21, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:21:46.161487 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c623fedb-8374-48f1-91c1-8a43e6b8d830 None None] Checking segment: {'id': '7ca583ef-2409-4d17-abee-37d6341f523c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '374782c1-b98f-49c9-ba0f-4fa4779849f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:21:46.161699 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-c623fedb-8374-48f1-91c1-8a43e6b8d830 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:46.162179 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c623fedb-8374-48f1-91c1-8a43e6b8d830 None None] Bound using segment: {'id': '7ca583ef-2409-4d17-abee-37d6341f523c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '374782c1-b98f-49c9-ba0f-4fa4779849f0'} {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:21:46.162735 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-c623fedb-8374-48f1-91c1-8a43e6b8d830 None None] Bound port: b6573b62-01b8-47b0-b10d-9baac2f0b2b6, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ca583ef-2409-4d17-abee-37d6341f523c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '374782c1-b98f-49c9-ba0f-4fa4779849f0'}}] {{(pid=88527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:21:46.163325 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-c623fedb-8374-48f1-91c1-8a43e6b8d830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:46.167298 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-892e792e-4a52-45b6-ae45-0ac225dbe28b admin admin] Usage tracker for resource:subnet and tenant:c4c0efd10deb41d38eb35c0fb368d00a is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:21:46.171543 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-892e792e-4a52-45b6-ae45-0ac225dbe28b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:21:46.182070 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-892e792e-4a52-45b6-ae45-0ac225dbe28b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:21:46.189244 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e66d2194-0f45-4338-8602-10d5192f83a1 admin admin] Notify callbacks [] for router, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:46.201254 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-892e792e-4a52-45b6-ae45-0ac225dbe28b admin admin] Made reservation on behalf of c4c0efd10deb41d38eb35c0fb368d00a for: {'subnet': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:21:46.203584 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-892e792e-4a52-45b6-ae45-0ac225dbe28b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9667140'] for subnet, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:46.271714 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.db [None req-c623fedb-8374-48f1-91c1-8a43e6b8d830 None None] For port b6573b62-01b8-47b0-b10d-9baac2f0b2b6, host n-d-844202-1, cleared binding levels {{(pid=88527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:21:46.277109 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.db [None req-c623fedb-8374-48f1-91c1-8a43e6b8d830 None None] For port b6573b62-01b8-47b0-b10d-9baac2f0b2b6, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=b6573b62-01b8-47b0-b10d-9baac2f0b2b6,segment=NetworkSegment(7ca583ef-2409-4d17-abee-37d6341f523c),segment_id=7ca583ef-2409-4d17-abee-37d6341f523c)] {{(pid=88527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:21:46.283360 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-c623fedb-8374-48f1-91c1-8a43e6b8d830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:46.289219 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-0f31e7f0-2c4a-4e34-9f61-1e8c70161f50 None None] Set router b39d8327-dc9e-4c57-b156-9cf83354581d gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:21:46.294393 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b6b2f1-a4a2-4288-9e66-caac4d3482d3 admin admin] Pushing event updated for resources: {'Network': ['ID=6868eb16-4d67-4f5e-aa17-91fa50ef1a90,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:21:46.346744 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network 6868eb16-4d67-4f5e-aa17-91fa50ef1a90 details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 19:21:46.383676 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c623fedb-8374-48f1-91c1-8a43e6b8d830 None None] Routers {'55421eb5-e5ab-4226-a508-8906d8b83232'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:21:46.384348 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-c623fedb-8374-48f1-91c1-8a43e6b8d830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:21:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['55421eb5-e5ab-4226-a508-8906d8b83232'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:21:46.493291 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e66d2194-0f45-4338-8602-10d5192f83a1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:46.511531 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-e66d2194-0f45-4338-8602-10d5192f83a1 admin admin] Deleting port 321958fc-7c94-4999-8142-b9d340cfc6d2 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:21:46.513027 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e66d2194-0f45-4338-8602-10d5192f83a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:46.551156 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-892e792e-4a52-45b6-ae45-0ac225dbe28b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2614064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9667190'] for subnet, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:46.636363 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-c623fedb-8374-48f1-91c1-8a43e6b8d830 None None] Set router 55421eb5-e5ab-4226-a508-8906d8b83232 gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:21:46.683469 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892e792e-4a52-45b6-ae45-0ac225dbe28b admin admin] Pushing event updated for resources: {'Subnet': ['ID=fba422c7-7a91-4e8e-83e8-988c56d5d1fd,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:21:46.739346 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892e792e-4a52-45b6-ae45-0ac225dbe28b admin admin] Checking segment: {'id': '6e4f1a27-3d8d-4efb-8d1b-553e54944b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '6868eb16-4d67-4f5e-aa17-91fa50ef1a90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:21:46.739937 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-892e792e-4a52-45b6-ae45-0ac225dbe28b admin admin] Network hostable DHCP agents. Network: 6868eb16-4d67-4f5e-aa17-91fa50ef1a90, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 19:21:46.769367 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-892e792e-4a52-45b6-ae45-0ac225dbe28b admin admin] Network 6868eb16-4d67-4f5e-aa17-91fa50ef1a90 is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 19:21:46.782999 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-892e792e-4a52-45b6-ae45-0ac225dbe28b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, 6868eb16-4d67-4f5e-aa17-91fa50ef1a90) {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:21:46.790518 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-892e792e-4a52-45b6-ae45-0ac225dbe28b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:21:46.791112 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-892e792e-4a52-45b6-ae45-0ac225dbe28b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:46.798998 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64fceb34-1805-4687-a244-08ec2c7b4089 None None] Network 6868eb16-4d67-4f5e-aa17-91fa50ef1a90 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:21:46.807759 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [None req-e66d2194-0f45-4338-8602-10d5192f83a1 admin admin] For port 321958fc-7c94-4999-8142-b9d340cfc6d2, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=321958fc-7c94-4999-8142-b9d340cfc6d2,segment=NetworkSegment(7875af61-4c53-4ff2-b8c8-d4b7c35ff947),segment_id=7875af61-4c53-4ff2-b8c8-d4b7c35ff947)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:21:46.808639 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e66d2194-0f45-4338-8602-10d5192f83a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:46.842044 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-892e792e-4a52-45b6-ae45-0ac225dbe28b admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7974603 Jun 01 19:21:46.856575 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a525dbd-156b-4840-9440-95983d64f2e1 None None] Pushing event updated for resources: {'Port': ['ID=b6573b62-01b8-47b0-b10d-9baac2f0b2b6,revision_number=4']} {{(pid=88527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:21:46.927974 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-0f31e7f0-2c4a-4e34-9f61-1e8c70161f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b39d8327-dc9e-4c57-b156-9cf83354581d', 'name': 'tempest-TestAggregatesBasicOps-1952904137-router', 'tenant_id': 'b418a61eb2fb41bf849109e3d4b54ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.128'}], 'enable_snat': True}, 'gw_port_id': '321958fc-7c94-4999-8142-b9d340cfc6d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:21:25Z', 'updated_at': '2022-06-01T19:21:44Z', 'revision_number': 5, 'project_id': 'b418a61eb2fb41bf849109e3d4b54ead', 'gw_port': {'id': '321958fc-7c94-4999-8142-b9d340cfc6d2', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:e5:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b39d8327-dc9e-4c57-b156-9cf83354581d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:21:26Z', 'updated_at': '2022-06-01T19:21:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:21:46.945363 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f31e7f0-2c4a-4e34-9f61-1e8c70161f50 None None] Checking router: b39d8327-dc9e-4c57-b156-9cf83354581d for host: n-d-844202-1 {{(pid=88526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 19:21:47.019983 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-e66d2194-0f45-4338-8602-10d5192f83a1 admin admin] Calling delete_port for 321958fc-7c94-4999-8142-b9d340cfc6d2 owned by network:router_gateway {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:21:47.020449 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-c623fedb-8374-48f1-91c1-8a43e6b8d830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55421eb5-e5ab-4226-a508-8906d8b83232', 'name': 'tempest-TestAggregatesBasicOps-122049459-router', 'tenant_id': '34d5448bc5794a3e870e6e92bc42da8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': 'b4461b4d-4c19-4a01-8bc9-d2ee3b4dde49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:21:34Z', 'updated_at': '2022-06-01T19:21:39Z', 'revision_number': 4, 'project_id': '34d5448bc5794a3e870e6e92bc42da8d', 'gw_port': {'id': 'b4461b4d-4c19-4a01-8bc9-d2ee3b4dde49', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:36:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55421eb5-e5ab-4226-a508-8906d8b83232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3650, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:21:35Z', 'updated_at': '2022-06-01T19:21:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': 'b6573b62-01b8-47b0-b10d-9baac2f0b2b6', 'name': '', 'network_id': '374782c1-b98f-49c9-ba0f-4fa4779849f0', 'tenant_id': '34d5448bc5794a3e870e6e92bc42da8d', 'mac_address': 'fa:16:3e:d1:6b:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55421eb5-e5ab-4226-a508-8906d8b83232', 'device_owner': 'network:router_interface', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': 'cccaded9-8b66-4909-8274-da25de97607d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:21:38Z', 'updated_at': '2022-06-01T19:21:46Z', 'revision_number': 4, 'project_id': '34d5448bc5794a3e870e6e92bc42da8d', 'subnets': [{'id': 'cccaded9-8b66-4909-8274-da25de97607d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:21:47.025495 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c623fedb-8374-48f1-91c1-8a43e6b8d830 None None] The sync data for ids ['55421eb5-e5ab-4226-a508-8906d8b83232'] in n-d-844202-1 is: [{'id': '55421eb5-e5ab-4226-a508-8906d8b83232', 'name': 'tempest-TestAggregatesBasicOps-122049459-router', 'tenant_id': '34d5448bc5794a3e870e6e92bc42da8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': 'b4461b4d-4c19-4a01-8bc9-d2ee3b4dde49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:21:34Z', 'updated_at': '2022-06-01T19:21:39Z', 'revision_number': 4, 'project_id': '34d5448bc5794a3e870e6e92bc42da8d', 'gw_port': {'id': 'b4461b4d-4c19-4a01-8bc9-d2ee3b4dde49', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:36:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55421eb5-e5ab-4226-a508-8906d8b83232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3650, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:21:35Z', 'updated_at': '2022-06-01T19:21:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': 'b6573b62-01b8-47b0-b10d-9baac2f0b2b6', 'name': '', 'network_id': '374782c1-b98f-49c9-ba0f-4fa4779849f0', 'tenant_id': '34d5448bc5794a3e870e6e92bc42da8d', 'mac_address': 'fa:16:3e:d1:6b:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55421eb5-e5ab-4226-a508-8906d8b83232', 'device_owner': 'network:router_interface', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': 'cccaded9-8b66-4909-8274-da25de97607d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:21:38Z', 'updated_at': '2022-06-01T19:21:46Z', 'revision_number': 4, 'project_id': '34d5448bc5794a3e870e6e92bc42da8d', 'subnets': [{'id': 'cccaded9-8b66-4909-8274-da25de97607d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:21:47.034381 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f31e7f0-2c4a-4e34-9f61-1e8c70161f50 None None] Routers {'b39d8327-dc9e-4c57-b156-9cf83354581d'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:21:47.035045 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-0f31e7f0-2c4a-4e34-9f61-1e8c70161f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:21:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['b39d8327-dc9e-4c57-b156-9cf83354581d'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:21:47.266745 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96c83aff-81d1-4b3a-a1ab-d70e5b016c91 None None] Network 6868eb16-4d67-4f5e-aa17-91fa50ef1a90 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:21:47.285353 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e66d2194-0f45-4338-8602-10d5192f83a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:47.290671 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-0f31e7f0-2c4a-4e34-9f61-1e8c70161f50 None None] Set router b39d8327-dc9e-4c57-b156-9cf83354581d gateway port host: None {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:21:47.412717 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66d2194-0f45-4338-8602-10d5192f83a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=321958fc-7c94-4999-8142-b9d340cfc6d2,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:21:47.451875 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e66d2194-0f45-4338-8602-10d5192f83a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-887703'] for router_gateway, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:47.511320 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-0f31e7f0-2c4a-4e34-9f61-1e8c70161f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b39d8327-dc9e-4c57-b156-9cf83354581d', 'name': 'tempest-TestAggregatesBasicOps-1952904137-router', 'tenant_id': 'b418a61eb2fb41bf849109e3d4b54ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:21:25Z', 'updated_at': '2022-06-01T19:21:46Z', 'revision_number': 6, 'project_id': 'b418a61eb2fb41bf849109e3d4b54ead', 'gw_port_host': None}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:21:47.518559 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f31e7f0-2c4a-4e34-9f61-1e8c70161f50 None None] The sync data for ids ['b39d8327-dc9e-4c57-b156-9cf83354581d'] in n-d-844202-1 is: [{'id': 'b39d8327-dc9e-4c57-b156-9cf83354581d', 'name': 'tempest-TestAggregatesBasicOps-1952904137-router', 'tenant_id': 'b418a61eb2fb41bf849109e3d4b54ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:21:25Z', 'updated_at': '2022-06-01T19:21:46Z', 'revision_number': 6, 'project_id': 'b418a61eb2fb41bf849109e3d4b54ead', 'gw_port_host': None}] {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:21:47.560748 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 39756) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:21:47.568118 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-61a5a505-9197-4693-b5cd-67b702257537 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-129613208-network', 'tenant_id': '241c217028e64793ac413a1c83489f3a'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:21:47.574150 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-61a5a505-9197-4693-b5cd-67b702257537 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:21:47.578717 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-61a5a505-9197-4693-b5cd-67b702257537 admin admin] Usage tracker for resource:network and tenant:241c217028e64793ac413a1c83489f3a is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:21:47.582313 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-61a5a505-9197-4693-b5cd-67b702257537 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:21:47.588507 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-61a5a505-9197-4693-b5cd-67b702257537 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:21:47.605336 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61a5a505-9197-4693-b5cd-67b702257537 admin admin] Made reservation on behalf of 241c217028e64793ac413a1c83489f3a for: {'network': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:21:47.608688 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-61a5a505-9197-4693-b5cd-67b702257537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:47.623226 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-61a5a505-9197-4693-b5cd-67b702257537 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:47.641048 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-61a5a505-9197-4693-b5cd-67b702257537 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:21:47.646050 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-61a5a505-9197-4693-b5cd-67b702257537 admin admin] Usage tracker for resource:security_group_rule and tenant:241c217028e64793ac413a1c83489f3a is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:21:47.649441 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-61a5a505-9197-4693-b5cd-67b702257537 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:21:47.656943 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-61a5a505-9197-4693-b5cd-67b702257537 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:21:47.747791 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-61a5a505-9197-4693-b5cd-67b702257537 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:47.752507 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-61a5a505-9197-4693-b5cd-67b702257537 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:47.783035 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61a5a505-9197-4693-b5cd-67b702257537 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 127} {{(pid=88525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 19:21:47.793021 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a5a505-9197-4693-b5cd-67b702257537 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97794df5-3c14-4c1c-8062-e6b3b84bab23,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:21:47.800413 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-61a5a505-9197-4693-b5cd-67b702257537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:47.800811 n-d-844202-1 neutron-server[88525]: INFO neutron.db.segments_db [None req-61a5a505-9197-4693-b5cd-67b702257537 admin admin] Added segment e261b319-3860-4dd7-8a3e-fa68a0216af0 of type vlan for network bc3b1455-b08a-4ad6-a8d7-f53c0f0d2d9b Jun 01 19:21:47.802933 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e66d2194-0f45-4338-8602-10d5192f83a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25316'] for router, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:47.806130 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e66d2194-0f45-4338-8602-10d5192f83a1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:47.833241 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e66d2194-0f45-4338-8602-10d5192f83a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-891519'] for router, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:47.833836 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e66d2194-0f45-4338-8602-10d5192f83a1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b39d8327-dc9e-4c57-b156-9cf83354581d {{(pid=88524) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 19:21:47.836559 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-61a5a505-9197-4693-b5cd-67b702257537 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:47.850027 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e66d2194-0f45-4338-8602-10d5192f83a1 admin admin] Notify callbacks [] for router, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:47.853888 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-e66d2194-0f45-4338-8602-10d5192f83a1 admin admin] 10.222.0.41 "DELETE /v2.0/routers/b39d8327-dc9e-4c57-b156-9cf83354581d HTTP/1.1" status: 204 len: 168 time: 1.9236906 Jun 01 19:21:47.854445 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 39760) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:21:47.925738 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf91f941-4420-4e22-924b-63eabce2c288 admin admin] Deleting subnet 9564eb88-d043-4c75-8164-81659bc4f402 {{(pid=88524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 19:21:47.932616 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-cf91f941-4420-4e22-924b-63eabce2c288 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:47.990495 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-cf91f941-4420-4e22-924b-63eabce2c288 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2702137'] for subnet, precommit_delete_associations {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:48.005349 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-61a5a505-9197-4693-b5cd-67b702257537 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:48.006689 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61a5a505-9197-4693-b5cd-67b702257537 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:21:48.007485 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-61a5a505-9197-4693-b5cd-67b702257537 admin admin] Notify callbacks [] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:48.085943 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-cf91f941-4420-4e22-924b-63eabce2c288 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:48.124542 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a5a505-9197-4693-b5cd-67b702257537 admin admin] Pushing event updated for resources: {'Network': ['ID=bc3b1455-b08a-4ad6-a8d7-f53c0f0d2d9b,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:21:48.129508 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-61a5a505-9197-4693-b5cd-67b702257537 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5671093 Jun 01 19:21:48.132412 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 39766) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:21:48.136861 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network bc3b1455-b08a-4ad6-a8d7-f53c0f0d2d9b details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 19:21:48.142487 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-3a7d63d5-c46f-42c9-8e05-9e514a06fc53 admin admin] Request body: {'subnet': {'network_id': 'bc3b1455-b08a-4ad6-a8d7-f53c0f0d2d9b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-129613208-subnet', 'tenant_id': '241c217028e64793ac413a1c83489f3a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:21:48.148784 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-3a7d63d5-c46f-42c9-8e05-9e514a06fc53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:21:48.158091 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-3a7d63d5-c46f-42c9-8e05-9e514a06fc53 admin admin] Usage tracker for resource:subnet and tenant:241c217028e64793ac413a1c83489f3a is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:21:48.163618 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-3a7d63d5-c46f-42c9-8e05-9e514a06fc53 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:21:48.170292 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-3a7d63d5-c46f-42c9-8e05-9e514a06fc53 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:21:48.182764 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a7d63d5-c46f-42c9-8e05-9e514a06fc53 admin admin] Made reservation on behalf of 241c217028e64793ac413a1c83489f3a for: {'subnet': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:21:48.183257 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-cf91f941-4420-4e22-924b-63eabce2c288 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2718856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3066595'] for subnet, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:48.186457 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3a7d63d5-c46f-42c9-8e05-9e514a06fc53 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9667140'] for subnet, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:48.235968 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-cf91f941-4420-4e22-924b-63eabce2c288 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:48.239868 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef0f418b-38b6-4c18-9579-a963950f418b None None] Network bb2e6731-91ca-45b0-902b-316e309f0a7a requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:21:48.245219 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91f941-4420-4e22-924b-63eabce2c288 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9564eb88-d043-4c75-8164-81659bc4f402,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:21:48.252049 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-cf91f941-4420-4e22-924b-63eabce2c288 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/9564eb88-d043-4c75-8164-81659bc4f402 HTTP/1.1" status: 204 len: 168 time: 0.3965847 Jun 01 19:21:48.253024 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 39770) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:21:48.363678 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-9a6c77ff-9518-4171-800c-9376bb8daff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:48.374621 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-9a6c77ff-9518-4171-800c-9376bb8daff3 admin admin] Deleting port 258aa122-12b3-4c52-9973-04121e990396 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:21:48.375178 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-9a6c77ff-9518-4171-800c-9376bb8daff3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:48.419302 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3a7d63d5-c46f-42c9-8e05-9e514a06fc53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2614064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9667190'] for subnet, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:48.530254 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7d63d5-c46f-42c9-8e05-9e514a06fc53 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d11602a8-8555-403f-bc8d-78f1b32187c0,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:21:48.535930 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7d63d5-c46f-42c9-8e05-9e514a06fc53 admin admin] Checking segment: {'id': 'e261b319-3860-4dd7-8a3e-fa68a0216af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'bc3b1455-b08a-4ad6-a8d7-f53c0f0d2d9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:21:48.536303 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a7d63d5-c46f-42c9-8e05-9e514a06fc53 admin admin] Network hostable DHCP agents. Network: bc3b1455-b08a-4ad6-a8d7-f53c0f0d2d9b, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 19:21:48.563760 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a7d63d5-c46f-42c9-8e05-9e514a06fc53 admin admin] Network bc3b1455-b08a-4ad6-a8d7-f53c0f0d2d9b is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 19:21:48.578253 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-3a7d63d5-c46f-42c9-8e05-9e514a06fc53 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, bc3b1455-b08a-4ad6-a8d7-f53c0f0d2d9b) {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:21:48.582873 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a7d63d5-c46f-42c9-8e05-9e514a06fc53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:21:48.583533 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3a7d63d5-c46f-42c9-8e05-9e514a06fc53 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:48.589634 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f04105f5-ac11-41da-b9b4-24aba6012a5b None None] DHCP port deletion for bb2e6731-91ca-45b0-902b-316e309f0a7a request from n-d-844202-1 {{(pid=88526) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 19:21:48.594109 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device b6573b62-01b8-47b0-b10d-9baac2f0b2b6 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:21:48.611434 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-3a7d63d5-c46f-42c9-8e05-9e514a06fc53 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4776652 Jun 01 19:21:48.642960 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7515e15-1047-4947-bebe-f4475ade27ea None None] Network bc3b1455-b08a-4ad6-a8d7-f53c0f0d2d9b requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:21:48.660153 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [None req-9a6c77ff-9518-4171-800c-9376bb8daff3 admin admin] For port 258aa122-12b3-4c52-9973-04121e990396, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=258aa122-12b3-4c52-9973-04121e990396,segment=NetworkSegment(d84c7428-0fda-4306-a798-76955900a79e),segment_id=d84c7428-0fda-4306-a798-76955900a79e)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:21:48.660704 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-9a6c77ff-9518-4171-800c-9376bb8daff3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:48.693531 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f04105f5-ac11-41da-b9b4-24aba6012a5b None None] Deleting port 258aa122-12b3-4c52-9973-04121e990396 {{(pid=88526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:21:48.693911 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f04105f5-ac11-41da-b9b4-24aba6012a5b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:48.795646 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-9a6c77ff-9518-4171-800c-9376bb8daff3 admin admin] Calling delete_port for 258aa122-12b3-4c52-9973-04121e990396 owned by network:dhcp {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:21:48.893744 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-9a6c77ff-9518-4171-800c-9376bb8daff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:48.966986 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f04105f5-ac11-41da-b9b4-24aba6012a5b None None] The port '258aa122-12b3-4c52-9973-04121e990396' was deleted {{(pid=88526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 01 19:21:48.968004 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port b6573b62-01b8-47b0-b10d-9baac2f0b2b6 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:21:48.981881 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6c77ff-9518-4171-800c-9376bb8daff3 admin admin] Pushing event deleted for resources: {'Port': ['ID=258aa122-12b3-4c52-9973-04121e990396,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:21:48.991592 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a6c77ff-9518-4171-800c-9376bb8daff3 admin admin] No DVR routers for this DVR port 258aa122-12b3-4c52-9973-04121e990396 on host n-d-844202-1 {{(pid=88524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:21:49.009022 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port b6573b62-01b8-47b0-b10d-9baac2f0b2b6 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:21:49.009394 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:49.041729 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de12e55c-b9f2-4c48-9680-abb617111326 None None] Network bc3b1455-b08a-4ad6-a8d7-f53c0f0d2d9b requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:21:49.122578 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-9a6c77ff-9518-4171-800c-9376bb8daff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:49.227720 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-9a6c77ff-9518-4171-800c-9376bb8daff3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb2e6731-91ca-45b0-902b-316e309f0a7a']}} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:21:49.252121 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-9a6c77ff-9518-4171-800c-9376bb8daff3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd84c7428-0fda-4306-a798-76955900a79e') {'for_net_delete': True} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:21:49.252472 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-9a6c77ff-9518-4171-800c-9376bb8daff3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd84c7428-0fda-4306-a798-76955900a79e') {} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:21:49.271106 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-9a6c77ff-9518-4171-800c-9376bb8daff3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2702126'] for segment, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:49.287533 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port b6573b62-01b8-47b0-b10d-9baac2f0b2b6 is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:21:49.288138 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:49.303633 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-9a6c77ff-9518-4171-800c-9376bb8daff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:49.326629 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a6c77ff-9518-4171-800c-9376bb8daff3 admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=88524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 19:21:49.327023 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-9a6c77ff-9518-4171-800c-9376bb8daff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2719018'] for segment, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:49.364930 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port b6573b62-01b8-47b0-b10d-9baac2f0b2b6, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=b6573b62-01b8-47b0-b10d-9baac2f0b2b6,segment=NetworkSegment(7ca583ef-2409-4d17-abee-37d6341f523c),segment_id=7ca583ef-2409-4d17-abee-37d6341f523c)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:21:49.370294 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:49.434868 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device d30dd076-c0ad-4b35-a69d-dc9bfadfa92d no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:21:49.475059 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: d30dd076-c0ad-4b35-a69d-dc9bfadfa92d {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:21:49.475397 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device d30dd076-c0ad-4b35-a69d-dc9bfadfa92d not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:21:49.475806 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 321958fc-7c94-4999-8142-b9d340cfc6d2 no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:21:49.517492 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1db60da-e8d5-4cc1-8bb7-a3d981ab30a1 req-1b64e406-6a42-4269-9059-4ff3ac374237 tempest-VolumesActionsTest-430054813 tempest-VolumesActionsTest-430054813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:21:49.519042 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b1db60da-e8d5-4cc1-8bb7-a3d981ab30a1 req-1b64e406-6a42-4269-9059-4ff3ac374237 tempest-VolumesActionsTest-430054813 tempest-VolumesActionsTest-430054813-project] 10.222.0.41 "GET /v2.0/networks?id=6868eb16-4d67-4f5e-aa17-91fa50ef1a90 HTTP/1.1" status: 200 len: 808 time: 0.3889029 Jun 01 19:21:49.544791 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment d84c7428-0fda-4306-a798-76955900a79e resource provider aggregate not found Jun 01 19:21:49.556505 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b1db60da-e8d5-4cc1-8bb7-a3d981ab30a1 req-f7ed4b67-c245-4d6f-a66d-e2d367b435f7 tempest-VolumesActionsTest-430054813 tempest-VolumesActionsTest-430054813-project] 10.222.0.41 "GET /v2.0/quotas/c4c0efd10deb41d38eb35c0fb368d00a HTTP/1.1" status: 200 len: 375 time: 0.0312557 Jun 01 19:21:49.572380 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: 321958fc-7c94-4999-8142-b9d340cfc6d2 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:21:49.572597 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 321958fc-7c94-4999-8142-b9d340cfc6d2 not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:21:49.580409 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=b6573b62-01b8-47b0-b10d-9baac2f0b2b6,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:21:49.599007 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment d84c7428-0fda-4306-a798-76955900a79e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d84c7428-0fda-4306-a798-76955900a79e found for delete ", "request_id": "req-4ef5ec8b-a19a-49e9-a3ad-bd733f0f3748"}]} Jun 01 19:21:49.604059 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-9a6c77ff-9518-4171-800c-9376bb8daff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:49.624878 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-9a6c77ff-9518-4171-800c-9376bb8daff3 admin admin] Notify callbacks [] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:49.629122 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b1db60da-e8d5-4cc1-8bb7-a3d981ab30a1 req-5079de71-0962-4162-8984-8f047ce06bf7 tempest-VolumesActionsTest-430054813 tempest-VolumesActionsTest-430054813-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=c4c0efd10deb41d38eb35c0fb368d00a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0650406 Jun 01 19:21:49.637325 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6c77ff-9518-4171-800c-9376bb8daff3 admin admin] Pushing event deleted for resources: {'Network': ['ID=bb2e6731-91ca-45b0-902b-316e309f0a7a,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:21:49.649218 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 39800) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:21:49.649658 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-9a6c77ff-9518-4171-800c-9376bb8daff3 admin admin] 10.222.0.41 "DELETE /v2.0/networks/bb2e6731-91ca-45b0-902b-316e309f0a7a HTTP/1.1" status: 204 len: 168 time: 1.3953514 Jun 01 19:21:49.902657 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b1db60da-e8d5-4cc1-8bb7-a3d981ab30a1 req-7b272e1b-2d2c-491a-a7c5-0c1ddc332392 service neutron] 10.222.0.41 "GET /v2.0/networks/6868eb16-4d67-4f5e-aa17-91fa50ef1a90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2631946 Jun 01 19:21:50.049779 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b1db60da-e8d5-4cc1-8bb7-a3d981ab30a1 req-cd8478dc-54e4-4e28-a05a-ee4dc972657b service neutron] 10.222.0.41 "GET /v2.0/networks/6868eb16-4d67-4f5e-aa17-91fa50ef1a90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402333 Jun 01 19:21:50.273673 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-55ff8775-8b38-4260-934e-a85a76ff62fc req-da0c1a0b-bfe8-42c5-b3fd-936477c976c2 tempest-VolumesActionsTest-430054813 tempest-VolumesActionsTest-430054813-project] 10.222.0.41 "GET /v2.0/ports?device_id=58117264-3838-4990-804c-5c1ab0deb314 HTTP/1.1" status: 200 len: 210 time: 0.0606883 Jun 01 19:21:50.299586 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d4ba3bfe-7a6e-472f-b196-37dc17174fcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-887474'] for router_interface, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:50.436947 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device b6573b62-01b8-47b0-b10d-9baac2f0b2b6 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:21:50.515322 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port b6573b62-01b8-47b0-b10d-9baac2f0b2b6 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:21:50.515687 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:50.642857 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port b6573b62-01b8-47b0-b10d-9baac2f0b2b6 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:21:50.693875 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 258aa122-12b3-4c52-9973-04121e990396 no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:21:50.729362 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: 258aa122-12b3-4c52-9973-04121e990396 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:21:50.729701 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 258aa122-12b3-4c52-9973-04121e990396 not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:21:50.745650 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-d4ba3bfe-7a6e-472f-b196-37dc17174fcb admin admin] Deleting port b6573b62-01b8-47b0-b10d-9baac2f0b2b6 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:21:50.746172 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d4ba3bfe-7a6e-472f-b196-37dc17174fcb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:51.042425 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [None req-d4ba3bfe-7a6e-472f-b196-37dc17174fcb admin admin] For port b6573b62-01b8-47b0-b10d-9baac2f0b2b6, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=b6573b62-01b8-47b0-b10d-9baac2f0b2b6,segment=NetworkSegment(7ca583ef-2409-4d17-abee-37d6341f523c),segment_id=7ca583ef-2409-4d17-abee-37d6341f523c)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:21:51.042768 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d4ba3bfe-7a6e-472f-b196-37dc17174fcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:51.163166 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-d4ba3bfe-7a6e-472f-b196-37dc17174fcb admin admin] Calling delete_port for b6573b62-01b8-47b0-b10d-9baac2f0b2b6 owned by network:router_interface {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:21:51.445491 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d4ba3bfe-7a6e-472f-b196-37dc17174fcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:51.498404 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ba3bfe-7a6e-472f-b196-37dc17174fcb admin admin] Pushing event deleted for resources: {'Port': ['ID=b6573b62-01b8-47b0-b10d-9baac2f0b2b6,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:21:51.499213 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1db60da-e8d5-4cc1-8bb7-a3d981ab30a1 req-da98ee22-b576-4a57-aed6-3d57e8058bbe tempest-VolumesActionsTest-430054813 tempest-VolumesActionsTest-430054813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:21:51.500733 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b1db60da-e8d5-4cc1-8bb7-a3d981ab30a1 req-da98ee22-b576-4a57-aed6-3d57e8058bbe tempest-VolumesActionsTest-430054813 tempest-VolumesActionsTest-430054813-project] 10.222.0.50 "GET /v2.0/networks?id=6868eb16-4d67-4f5e-aa17-91fa50ef1a90 HTTP/1.1" status: 200 len: 808 time: 0.2384412 Jun 01 19:21:51.521059 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-b1db60da-e8d5-4cc1-8bb7-a3d981ab30a1 req-ace1def0-c3dd-4093-b1a3-24270b36fb15 tempest-VolumesActionsTest-430054813 tempest-VolumesActionsTest-430054813-project] Request body: {'port': {'device_id': '58117264-3838-4990-804c-5c1ab0deb314', 'network_id': '6868eb16-4d67-4f5e-aa17-91fa50ef1a90', 'admin_state_up': True, 'tenant_id': 'c4c0efd10deb41d38eb35c0fb368d00a'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:21:51.536753 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-959a16d9-886a-4563-904b-9448a3ba12af req-186b3e73-d22e-47b6-9656-966fad0790d1 tempest-VolumesActionsTest-430054813 tempest-VolumesActionsTest-430054813-project] 10.222.0.41 "GET /v2.0/ports?device_id=58117264-3838-4990-804c-5c1ab0deb314 HTTP/1.1" status: 200 len: 210 time: 0.1399543 Jun 01 19:21:51.674365 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-b1db60da-e8d5-4cc1-8bb7-a3d981ab30a1 req-ace1def0-c3dd-4093-b1a3-24270b36fb15 tempest-VolumesActionsTest-430054813 tempest-VolumesActionsTest-430054813-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:21:51.678418 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-b1db60da-e8d5-4cc1-8bb7-a3d981ab30a1 req-ace1def0-c3dd-4093-b1a3-24270b36fb15 tempest-VolumesActionsTest-430054813 tempest-VolumesActionsTest-430054813-project] Usage tracker for resource:port and tenant:c4c0efd10deb41d38eb35c0fb368d00a is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:21:51.681603 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-b1db60da-e8d5-4cc1-8bb7-a3d981ab30a1 req-ace1def0-c3dd-4093-b1a3-24270b36fb15 tempest-VolumesActionsTest-430054813 tempest-VolumesActionsTest-430054813-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:21:51.688486 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-b1db60da-e8d5-4cc1-8bb7-a3d981ab30a1 req-ace1def0-c3dd-4093-b1a3-24270b36fb15 tempest-VolumesActionsTest-430054813 tempest-VolumesActionsTest-430054813-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:21:51.702458 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1db60da-e8d5-4cc1-8bb7-a3d981ab30a1 req-ace1def0-c3dd-4093-b1a3-24270b36fb15 tempest-VolumesActionsTest-430054813 tempest-VolumesActionsTest-430054813-project] Made reservation on behalf of c4c0efd10deb41d38eb35c0fb368d00a for: {'port': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:21:51.707543 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-b1db60da-e8d5-4cc1-8bb7-a3d981ab30a1 req-ace1def0-c3dd-4093-b1a3-24270b36fb15 tempest-VolumesActionsTest-430054813 tempest-VolumesActionsTest-430054813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:51.799189 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d4ba3bfe-7a6e-472f-b196-37dc17174fcb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-887310'] for router_interface, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:51.878184 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [req-b1db60da-e8d5-4cc1-8bb7-a3d981ab30a1 req-ace1def0-c3dd-4093-b1a3-24270b36fb15 tempest-VolumesActionsTest-430054813 tempest-VolumesActionsTest-430054813-project] Allocated IP 172.20.0.14 (6868eb16-4d67-4f5e-aa17-91fa50ef1a90/fba422c7-7a91-4e8e-83e8-988c56d5d1fd/356a20f6-e7f2-4d22-970a-7df0360f911c) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:21:52.091432 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-b1db60da-e8d5-4cc1-8bb7-a3d981ab30a1 req-ace1def0-c3dd-4093-b1a3-24270b36fb15 tempest-VolumesActionsTest-430054813 tempest-VolumesActionsTest-430054813-project] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:52.120982 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-b1db60da-e8d5-4cc1-8bb7-a3d981ab30a1 req-ace1def0-c3dd-4093-b1a3-24270b36fb15 tempest-VolumesActionsTest-430054813 tempest-VolumesActionsTest-430054813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:52.177826 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4ba3bfe-7a6e-472f-b196-37dc17174fcb admin admin] Router 55421eb5-e5ab-4226-a508-8906d8b83232 has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 19:21:52.197306 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1db60da-e8d5-4cc1-8bb7-a3d981ab30a1 req-ace1def0-c3dd-4093-b1a3-24270b36fb15 tempest-VolumesActionsTest-430054813 tempest-VolumesActionsTest-430054813-project] Network 6868eb16-4d67-4f5e-aa17-91fa50ef1a90 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:21:52.201442 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [req-b1db60da-e8d5-4cc1-8bb7-a3d981ab30a1 req-ace1def0-c3dd-4093-b1a3-24270b36fb15 tempest-VolumesActionsTest-430054813 tempest-VolumesActionsTest-430054813-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:21:52.205611 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1db60da-e8d5-4cc1-8bb7-a3d981ab30a1 req-ace1def0-c3dd-4093-b1a3-24270b36fb15 tempest-VolumesActionsTest-430054813 tempest-VolumesActionsTest-430054813-project] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:21:52.239727 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace1def0-c3dd-4093-b1a3-24270b36fb15 tempest-VolumesActionsTest-430054813 tempest-VolumesActionsTest-430054813-project] Pushing event updated for resources: {'Port': ['ID=356a20f6-e7f2-4d22-970a-7df0360f911c,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:21:52.271524 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1db60da-e8d5-4cc1-8bb7-a3d981ab30a1 req-ace1def0-c3dd-4093-b1a3-24270b36fb15 tempest-VolumesActionsTest-430054813 tempest-VolumesActionsTest-430054813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:21:52.272119 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-b1db60da-e8d5-4cc1-8bb7-a3d981ab30a1 req-ace1def0-c3dd-4093-b1a3-24270b36fb15 tempest-VolumesActionsTest-430054813 tempest-VolumesActionsTest-430054813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:52.292812 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b1db60da-e8d5-4cc1-8bb7-a3d981ab30a1 req-ace1def0-c3dd-4093-b1a3-24270b36fb15 tempest-VolumesActionsTest-430054813 tempest-VolumesActionsTest-430054813-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7793889 Jun 01 19:21:52.304218 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-b1db60da-e8d5-4cc1-8bb7-a3d981ab30a1 req-c7e62a24-38a8-44ea-a2d5-c361882fa402 service neutron] Request body: {'port': {'device_id': '58117264-3838-4990-804c-5c1ab0deb314', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844202-1'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:21:52.432978 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-b1db60da-e8d5-4cc1-8bb7-a3d981ab30a1 req-c7e62a24-38a8-44ea-a2d5-c361882fa402 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:52.549131 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4ba3bfe-7a6e-472f-b196-37dc17174fcb admin admin] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:21:52.561044 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f0f79f-50d6-48d8-8e77-9ee05d0a5519 None None] Sync routers for ids ['55421eb5-e5ab-4226-a508-8906d8b83232'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:21:52.561608 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-d4ba3bfe-7a6e-472f-b196-37dc17174fcb admin admin] 10.222.0.41 "PUT /v2.0/routers/55421eb5-e5ab-4226-a508-8906d8b83232/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9108260 Jun 01 19:21:52.564158 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 39822) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:21:52.611638 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f0f79f-50d6-48d8-8e77-9ee05d0a5519 None None] Routers {'55421eb5-e5ab-4226-a508-8906d8b83232'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:21:52.615464 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-78f0f79f-50d6-48d8-8e77-9ee05d0a5519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:21:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['55421eb5-e5ab-4226-a508-8906d8b83232'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:21:52.799112 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-078be2bd-f20d-4000-ad23-88320d5b7b23 req-45679a17-21c7-4c21-bd8e-724b902775cc service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3661f400-ca72-48bf-ab39-0891620edbbe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3378611 Jun 01 19:21:52.825240 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-dfce98e8-3925-4aa0-8cc3-b7f8bcca3614 admin admin] Notify callbacks [] for router, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:52.850234 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-78f0f79f-50d6-48d8-8e77-9ee05d0a5519 None None] Set router 55421eb5-e5ab-4226-a508-8906d8b83232 gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:21:52.944307 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [req-b1db60da-e8d5-4cc1-8bb7-a3d981ab30a1 req-c7e62a24-38a8-44ea-a2d5-c361882fa402 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 356a20f6-e7f2-4d22-970a-7df0360f911c {{(pid=88524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 19:21:52.952540 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-b1db60da-e8d5-4cc1-8bb7-a3d981ab30a1 req-c7e62a24-38a8-44ea-a2d5-c361882fa402 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:52.970492 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [req-b1db60da-e8d5-4cc1-8bb7-a3d981ab30a1 req-c7e62a24-38a8-44ea-a2d5-c361882fa402 service neutron] Transition to ACTIVE for port object 356a20f6-e7f2-4d22-970a-7df0360f911c will not be triggered until provisioned by entity L2. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:21:52.970932 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a39a99e-d64e-4468-b2e1-06a5b19ce856 req-3302278a-6ff8-4089-b3c9-7f3f3057d601 tempest-VolumesActionsTest-430054813 tempest-VolumesActionsTest-430054813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:21:52.972601 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-0a39a99e-d64e-4468-b2e1-06a5b19ce856 req-3302278a-6ff8-4089-b3c9-7f3f3057d601 tempest-VolumesActionsTest-430054813 tempest-VolumesActionsTest-430054813-project] 10.222.0.41 "GET /v2.0/ports?device_id=58117264-3838-4990-804c-5c1ab0deb314 HTTP/1.1" status: 200 len: 932 time: 0.2333853 Jun 01 19:21:52.983395 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-b1db60da-e8d5-4cc1-8bb7-a3d981ab30a1 req-c7e62a24-38a8-44ea-a2d5-c361882fa402 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:53.124818 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-0a39a99e-d64e-4468-b2e1-06a5b19ce856 req-1914a012-9891-4bcc-8d22-0616184ccfd9 tempest-VolumesActionsTest-430054813 tempest-VolumesActionsTest-430054813-project] Synchronizing usage tracker for tenant:c4c0efd10deb41d38eb35c0fb368d00a on resource:security_group {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:21:53.151439 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-dfce98e8-3925-4aa0-8cc3-b7f8bcca3614 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:53.158647 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078be2bd-f20d-4000-ad23-88320d5b7b23 req-b01170b1-ba4b-436c-b917-838911e45fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:21:53.160124 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-078be2bd-f20d-4000-ad23-88320d5b7b23 req-b01170b1-ba4b-436c-b917-838911e45fe1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cc5f500c6137475e84a7347d954ff8b0&device_id=3661f400-ca72-48bf-ab39-0891620edbbe HTTP/1.1" status: 200 len: 1097 time: 0.2584779 Jun 01 19:21:53.164532 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e62a24-38a8-44ea-a2d5-c361882fa402 service neutron] Pushing event updated for resources: {'Port': ['ID=356a20f6-e7f2-4d22-970a-7df0360f911c,revision_number=2']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:21:53.173564 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-0a39a99e-d64e-4468-b2e1-06a5b19ce856 req-1914a012-9891-4bcc-8d22-0616184ccfd9 tempest-VolumesActionsTest-430054813 tempest-VolumesActionsTest-430054813-project] Unset dirty status for tenant:c4c0efd10deb41d38eb35c0fb368d00a on resource:security_group {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:21:53.182400 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-0a39a99e-d64e-4468-b2e1-06a5b19ce856 req-1914a012-9891-4bcc-8d22-0616184ccfd9 tempest-VolumesActionsTest-430054813 tempest-VolumesActionsTest-430054813-project] 10.222.0.41 "GET /v2.0/security-groups?id=0140c0a8-6356-4beb-8619-9b05e7551fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995461 Jun 01 19:21:53.205910 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-78f0f79f-50d6-48d8-8e77-9ee05d0a5519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55421eb5-e5ab-4226-a508-8906d8b83232', 'name': 'tempest-TestAggregatesBasicOps-122049459-router', 'tenant_id': '34d5448bc5794a3e870e6e92bc42da8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': 'b4461b4d-4c19-4a01-8bc9-d2ee3b4dde49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:21:34Z', 'updated_at': '2022-06-01T19:21:51Z', 'revision_number': 5, 'project_id': '34d5448bc5794a3e870e6e92bc42da8d', 'gw_port': {'id': 'b4461b4d-4c19-4a01-8bc9-d2ee3b4dde49', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:36:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55421eb5-e5ab-4226-a508-8906d8b83232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3650, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:21:35Z', 'updated_at': '2022-06-01T19:21:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:21:53.210095 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f0f79f-50d6-48d8-8e77-9ee05d0a5519 None None] Checking router: 55421eb5-e5ab-4226-a508-8906d8b83232 for host: n-d-844202-1 {{(pid=88527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 19:21:53.217398 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-dfce98e8-3925-4aa0-8cc3-b7f8bcca3614 admin admin] Deleting port b4461b4d-4c19-4a01-8bc9-d2ee3b4dde49 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:21:53.217804 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-dfce98e8-3925-4aa0-8cc3-b7f8bcca3614 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:53.220126 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f0f79f-50d6-48d8-8e77-9ee05d0a5519 None None] Routers {'55421eb5-e5ab-4226-a508-8906d8b83232'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:21:53.220769 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-78f0f79f-50d6-48d8-8e77-9ee05d0a5519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:21:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['55421eb5-e5ab-4226-a508-8906d8b83232'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:21:53.237324 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-b1db60da-e8d5-4cc1-8bb7-a3d981ab30a1 req-c7e62a24-38a8-44ea-a2d5-c361882fa402 service neutron] Attempting to bind port 356a20f6-e7f2-4d22-970a-7df0360f911c on host n-h2-844202-1 for vnic_type normal with profile {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:21:53.237767 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-b1db60da-e8d5-4cc1-8bb7-a3d981ab30a1 req-c7e62a24-38a8-44ea-a2d5-c361882fa402 service neutron] Attempting to bind port 356a20f6-e7f2-4d22-970a-7df0360f911c by drivers openvswitch,hyperv on host n-h2-844202-1 at level 0 using segments [{'id': '6e4f1a27-3d8d-4efb-8d1b-553e54944b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '6868eb16-4d67-4f5e-aa17-91fa50ef1a90'}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:21:53.237903 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1db60da-e8d5-4cc1-8bb7-a3d981ab30a1 req-c7e62a24-38a8-44ea-a2d5-c361882fa402 service neutron] Attempting to bind port 356a20f6-e7f2-4d22-970a-7df0360f911c on network 6868eb16-4d67-4f5e-aa17-91fa50ef1a90 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:21:53.242742 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1db60da-e8d5-4cc1-8bb7-a3d981ab30a1 req-c7e62a24-38a8-44ea-a2d5-c361882fa402 service neutron] Port 356a20f6-e7f2-4d22-970a-7df0360f911c on network 6868eb16-4d67-4f5e-aa17-91fa50ef1a90 not bound, no agent of type Open vSwitch agent registered on host n-h2-844202-1 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 19:21:53.243054 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1db60da-e8d5-4cc1-8bb7-a3d981ab30a1 req-c7e62a24-38a8-44ea-a2d5-c361882fa402 service neutron] Attempting to bind port 356a20f6-e7f2-4d22-970a-7df0360f911c on network 6868eb16-4d67-4f5e-aa17-91fa50ef1a90 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:21:53.249492 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1db60da-e8d5-4cc1-8bb7-a3d981ab30a1 req-c7e62a24-38a8-44ea-a2d5-c361882fa402 service neutron] Checking agent: {'id': 'f5db9968-6317-4186-9100-9e0ca6b50417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 21, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:21:53.249699 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1db60da-e8d5-4cc1-8bb7-a3d981ab30a1 req-c7e62a24-38a8-44ea-a2d5-c361882fa402 service neutron] Checking segment: {'id': '6e4f1a27-3d8d-4efb-8d1b-553e54944b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '6868eb16-4d67-4f5e-aa17-91fa50ef1a90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:21:53.249962 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1db60da-e8d5-4cc1-8bb7-a3d981ab30a1 req-c7e62a24-38a8-44ea-a2d5-c361882fa402 service neutron] Bound using segment: {'id': '6e4f1a27-3d8d-4efb-8d1b-553e54944b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '6868eb16-4d67-4f5e-aa17-91fa50ef1a90'} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:21:53.250373 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-b1db60da-e8d5-4cc1-8bb7-a3d981ab30a1 req-c7e62a24-38a8-44ea-a2d5-c361882fa402 service neutron] Bound port: 356a20f6-e7f2-4d22-970a-7df0360f911c, host: n-h2-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e4f1a27-3d8d-4efb-8d1b-553e54944b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '6868eb16-4d67-4f5e-aa17-91fa50ef1a90'}}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:21:53.250713 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-b1db60da-e8d5-4cc1-8bb7-a3d981ab30a1 req-c7e62a24-38a8-44ea-a2d5-c361882fa402 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:53.347738 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-b1db60da-e8d5-4cc1-8bb7-a3d981ab30a1 req-c7e62a24-38a8-44ea-a2d5-c361882fa402 service neutron] For port 356a20f6-e7f2-4d22-970a-7df0360f911c, host n-h2-844202-1, cleared binding levels {{(pid=88524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:21:53.351550 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-b1db60da-e8d5-4cc1-8bb7-a3d981ab30a1 req-c7e62a24-38a8-44ea-a2d5-c361882fa402 service neutron] For port 356a20f6-e7f2-4d22-970a-7df0360f911c, host n-h2-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=356a20f6-e7f2-4d22-970a-7df0360f911c,segment=NetworkSegment(6e4f1a27-3d8d-4efb-8d1b-553e54944b5c),segment_id=6e4f1a27-3d8d-4efb-8d1b-553e54944b5c)] {{(pid=88524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:21:53.356585 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-b1db60da-e8d5-4cc1-8bb7-a3d981ab30a1 req-c7e62a24-38a8-44ea-a2d5-c361882fa402 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:53.380072 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-78f0f79f-50d6-48d8-8e77-9ee05d0a5519 None None] Set router 55421eb5-e5ab-4226-a508-8906d8b83232 gateway port host: None {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:21:53.420742 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1db60da-e8d5-4cc1-8bb7-a3d981ab30a1 req-c7e62a24-38a8-44ea-a2d5-c361882fa402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:21:53.421445 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-b1db60da-e8d5-4cc1-8bb7-a3d981ab30a1 req-c7e62a24-38a8-44ea-a2d5-c361882fa402 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:53.422884 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b1db60da-e8d5-4cc1-8bb7-a3d981ab30a1 req-c7e62a24-38a8-44ea-a2d5-c361882fa402 service neutron] 10.222.0.50 "PUT /v2.0/ports/356a20f6-e7f2-4d22-970a-7df0360f911c HTTP/1.1" status: 200 len: 1092 time: 1.1228530 Jun 01 19:21:53.423535 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58117264-3838-4990-804c-5c1ab0deb314', 'tag': '356a20f6-e7f2-4d22-970a-7df0360f911c'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:21:53.460624 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e62a24-38a8-44ea-a2d5-c361882fa402 service neutron] Pushing event updated for resources: {'Port': ['ID=356a20f6-e7f2-4d22-970a-7df0360f911c,revision_number=3']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:21:53.474432 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078be2bd-f20d-4000-ad23-88320d5b7b23 req-340d716a-9b9a-4663-84ee-f66fc0f06e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:21:53.475954 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-078be2bd-f20d-4000-ad23-88320d5b7b23 req-340d716a-9b9a-4663-84ee-f66fc0f06e4a service neutron] 10.222.0.15 "GET /v2.0/networks?id=aa162726-ef17-4a0c-95f5-44449c42913b HTTP/1.1" status: 200 len: 912 time: 0.2892711 Jun 01 19:21:53.502869 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e36d4336-307a-44e1-8828-49c065df1ce2'] response: {'name': 'network-changed', 'server_uuid': '58117264-3838-4990-804c-5c1ab0deb314', 'tag': '356a20f6-e7f2-4d22-970a-7df0360f911c', 'status': 'completed', 'code': 200} Jun 01 19:21:53.524605 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-78f0f79f-50d6-48d8-8e77-9ee05d0a5519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55421eb5-e5ab-4226-a508-8906d8b83232', 'name': 'tempest-TestAggregatesBasicOps-122049459-router', 'tenant_id': '34d5448bc5794a3e870e6e92bc42da8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:21:34Z', 'updated_at': '2022-06-01T19:21:53Z', 'revision_number': 6, 'project_id': '34d5448bc5794a3e870e6e92bc42da8d', 'gw_port_host': None}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:21:53.529256 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f0f79f-50d6-48d8-8e77-9ee05d0a5519 None None] The sync data for ids ['55421eb5-e5ab-4226-a508-8906d8b83232'] in n-d-844202-1 is: [{'id': '55421eb5-e5ab-4226-a508-8906d8b83232', 'name': 'tempest-TestAggregatesBasicOps-122049459-router', 'tenant_id': '34d5448bc5794a3e870e6e92bc42da8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:21:34Z', 'updated_at': '2022-06-01T19:21:53Z', 'revision_number': 6, 'project_id': '34d5448bc5794a3e870e6e92bc42da8d', 'gw_port_host': None}] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:21:53.545074 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1db60da-e8d5-4cc1-8bb7-a3d981ab30a1 req-75de03c6-3355-4a01-9a6c-980ec744ac21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:21:53.546576 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b1db60da-e8d5-4cc1-8bb7-a3d981ab30a1 req-75de03c6-3355-4a01-9a6c-980ec744ac21 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c4c0efd10deb41d38eb35c0fb368d00a&device_id=58117264-3838-4990-804c-5c1ab0deb314 HTTP/1.1" status: 200 len: 1095 time: 0.0819213 Jun 01 19:21:53.601695 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [None req-dfce98e8-3925-4aa0-8cc3-b7f8bcca3614 admin admin] For port b4461b4d-4c19-4a01-8bc9-d2ee3b4dde49, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=b4461b4d-4c19-4a01-8bc9-d2ee3b4dde49,segment=NetworkSegment(7875af61-4c53-4ff2-b8c8-d4b7c35ff947),segment_id=7875af61-4c53-4ff2-b8c8-d4b7c35ff947)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:21:53.602044 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-dfce98e8-3925-4aa0-8cc3-b7f8bcca3614 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:53.616689 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b1db60da-e8d5-4cc1-8bb7-a3d981ab30a1 req-fb8e3304-a2c7-4b6b-a24d-3a51cab1032d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=356a20f6-e7f2-4d22-970a-7df0360f911c HTTP/1.1" status: 200 len: 217 time: 0.0636199 Jun 01 19:21:53.669552 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-078be2bd-f20d-4000-ad23-88320d5b7b23 req-268b7185-4821-47b0-bf1f-49f2ee94a844 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=60088567-aaf0-4025-90a6-831cf3fcbf2b HTTP/1.1" status: 200 len: 1002 time: 0.1799257 Jun 01 19:21:53.683603 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1db60da-e8d5-4cc1-8bb7-a3d981ab30a1 req-68e8560a-ab29-4ae0-adb8-f813fee46c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:21:53.685405 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b1db60da-e8d5-4cc1-8bb7-a3d981ab30a1 req-68e8560a-ab29-4ae0-adb8-f813fee46c0a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fba422c7-7a91-4e8e-83e8-988c56d5d1fd HTTP/1.1" status: 200 len: 848 time: 0.0637937 Jun 01 19:21:53.735213 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b1db60da-e8d5-4cc1-8bb7-a3d981ab30a1 req-f66536af-db2b-4b44-b9b5-bb7e7a213018 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6868eb16-4d67-4f5e-aa17-91fa50ef1a90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443861 Jun 01 19:21:53.766783 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-dfce98e8-3925-4aa0-8cc3-b7f8bcca3614 admin admin] Calling delete_port for b4461b4d-4c19-4a01-8bc9-d2ee3b4dde49 owned by network:router_gateway {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:21:53.885856 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b1db60da-e8d5-4cc1-8bb7-a3d981ab30a1 req-6b7a844b-9431-43bf-ac4d-70a6abb4cc79 service neutron] 10.222.0.50 "GET /v2.0/networks/6868eb16-4d67-4f5e-aa17-91fa50ef1a90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445735 Jun 01 19:21:53.997077 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078be2bd-f20d-4000-ad23-88320d5b7b23 req-4a9ef23d-bb62-455a-9f21-6fbcb507d06d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:21:53.998802 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-078be2bd-f20d-4000-ad23-88320d5b7b23 req-4a9ef23d-bb62-455a-9f21-6fbcb507d06d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a2b1fd9d-4e91-43aa-84e1-67bd94c0de64 HTTP/1.1" status: 200 len: 850 time: 0.2695503 Jun 01 19:21:54.061326 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b1db60da-e8d5-4cc1-8bb7-a3d981ab30a1 req-240f70cf-f22d-4b47-b3fb-c93864d3869a service neutron] 10.222.0.50 "GET /v2.0/networks/6868eb16-4d67-4f5e-aa17-91fa50ef1a90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680040 Jun 01 19:21:54.120660 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078be2bd-f20d-4000-ad23-88320d5b7b23 req-e70bff59-3e70-4ba5-a62a-107d61b936fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:21:54.122777 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-078be2bd-f20d-4000-ad23-88320d5b7b23 req-e70bff59-3e70-4ba5-a62a-107d61b936fc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=aa162726-ef17-4a0c-95f5-44449c42913b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1078382 Jun 01 19:21:54.183434 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eef834b-cb81-4c17-b5fc-4b347aef55bf req-3c0d2a2a-2b0f-4393-834d-4eb2e65a30e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:21:54.185299 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4eef834b-cb81-4c17-b5fc-4b347aef55bf req-3c0d2a2a-2b0f-4393-834d-4eb2e65a30e7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c4c0efd10deb41d38eb35c0fb368d00a&device_id=58117264-3838-4990-804c-5c1ab0deb314 HTTP/1.1" status: 200 len: 1095 time: 0.0750670 Jun 01 19:21:54.272967 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-dfce98e8-3925-4aa0-8cc3-b7f8bcca3614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:54.333242 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eef834b-cb81-4c17-b5fc-4b347aef55bf req-71877cda-bd05-4e98-afcf-4abecafed7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:21:54.335004 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4eef834b-cb81-4c17-b5fc-4b347aef55bf req-71877cda-bd05-4e98-afcf-4abecafed7c2 service neutron] 10.222.0.50 "GET /v2.0/networks?id=6868eb16-4d67-4f5e-aa17-91fa50ef1a90 HTTP/1.1" status: 200 len: 909 time: 0.1427655 Jun 01 19:21:54.387890 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfce98e8-3925-4aa0-8cc3-b7f8bcca3614 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4461b4d-4c19-4a01-8bc9-d2ee3b4dde49,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:21:54.416623 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4eef834b-cb81-4c17-b5fc-4b347aef55bf req-72f56bef-065d-47c3-b642-1b1d5291eb08 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=356a20f6-e7f2-4d22-970a-7df0360f911c HTTP/1.1" status: 200 len: 217 time: 0.0748711 Jun 01 19:21:54.465752 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device b4461b4d-4c19-4a01-8bc9-d2ee3b4dde49 no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:21:54.485480 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-078be2bd-f20d-4000-ad23-88320d5b7b23 req-126f0eb3-02cb-4c5d-a585-130e5586894c service neutron] 10.222.0.15 "GET /v2.0/networks/aa162726-ef17-4a0c-95f5-44449c42913b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3297436 Jun 01 19:21:54.495115 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eef834b-cb81-4c17-b5fc-4b347aef55bf req-4f74e456-7511-402e-8241-e41a421358b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:21:54.501267 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4eef834b-cb81-4c17-b5fc-4b347aef55bf req-4f74e456-7511-402e-8241-e41a421358b1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fba422c7-7a91-4e8e-83e8-988c56d5d1fd HTTP/1.1" status: 200 len: 848 time: 0.0786960 Jun 01 19:21:54.507737 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: b4461b4d-4c19-4a01-8bc9-d2ee3b4dde49 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:21:54.508077 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device b4461b4d-4c19-4a01-8bc9-d2ee3b4dde49 not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:21:54.508509 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device b6573b62-01b8-47b0-b10d-9baac2f0b2b6 no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:21:54.547669 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: b6573b62-01b8-47b0-b10d-9baac2f0b2b6 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:21:54.548359 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device b6573b62-01b8-47b0-b10d-9baac2f0b2b6 not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:21:54.566876 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4eef834b-cb81-4c17-b5fc-4b347aef55bf req-0bc3a515-b66a-4e23-9cf6-d7a797c1b81f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6868eb16-4d67-4f5e-aa17-91fa50ef1a90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531824 Jun 01 19:21:54.614201 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-dfce98e8-3925-4aa0-8cc3-b7f8bcca3614 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-887703'] for router_gateway, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:54.817525 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4eef834b-cb81-4c17-b5fc-4b347aef55bf req-de06ddde-ad1b-4265-8da5-fd2a58efe764 service neutron] 10.222.0.50 "GET /v2.0/networks/6868eb16-4d67-4f5e-aa17-91fa50ef1a90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2438576 Jun 01 19:21:54.819923 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd5d99b-15a8-4296-9462-b8084db8c74c req-45722aa6-5249-4be9-bbbb-a219e3a5e00e tempest-VolumesActionsTest-430054813 tempest-VolumesActionsTest-430054813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:21:54.821384 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-fcd5d99b-15a8-4296-9462-b8084db8c74c req-45722aa6-5249-4be9-bbbb-a219e3a5e00e tempest-VolumesActionsTest-430054813 tempest-VolumesActionsTest-430054813-project] 10.222.0.41 "GET /v2.0/ports?device_id=58117264-3838-4990-804c-5c1ab0deb314 HTTP/1.1" status: 200 len: 944 time: 0.5109057 Jun 01 19:21:54.837316 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-dfce98e8-3925-4aa0-8cc3-b7f8bcca3614 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25316'] for router, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:54.856086 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-dfce98e8-3925-4aa0-8cc3-b7f8bcca3614 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:54.874635 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-078be2bd-f20d-4000-ad23-88320d5b7b23 req-a7134526-95b9-4e16-9d43-85c06db300c7 service neutron] 10.222.0.15 "GET /v2.0/networks/aa162726-ef17-4a0c-95f5-44449c42913b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3758504 Jun 01 19:21:54.895600 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-dfce98e8-3925-4aa0-8cc3-b7f8bcca3614 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-891519'] for router, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:54.896084 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfce98e8-3925-4aa0-8cc3-b7f8bcca3614 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 55421eb5-e5ab-4226-a508-8906d8b83232 {{(pid=88525) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 19:21:54.913783 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-fcd5d99b-15a8-4296-9462-b8084db8c74c req-5a637f73-7506-4e67-bac2-672b0bec1681 tempest-VolumesActionsTest-430054813 tempest-VolumesActionsTest-430054813-project] 10.222.0.41 "GET /v2.0/security-groups?id=0140c0a8-6356-4beb-8619-9b05e7551fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812564 Jun 01 19:21:54.937530 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-dfce98e8-3925-4aa0-8cc3-b7f8bcca3614 admin admin] Notify callbacks [] for router, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:54.941193 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-dfce98e8-3925-4aa0-8cc3-b7f8bcca3614 admin admin] 10.222.0.41 "DELETE /v2.0/routers/55421eb5-e5ab-4226-a508-8906d8b83232 HTTP/1.1" status: 204 len: 168 time: 2.3721783 Jun 01 19:21:54.941368 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 39838) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:21:54.984065 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4eef834b-cb81-4c17-b5fc-4b347aef55bf req-ffb8eab4-701c-4ae8-89a5-e60e829a8446 service neutron] 10.222.0.50 "GET /v2.0/networks/6868eb16-4d67-4f5e-aa17-91fa50ef1a90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605084 Jun 01 19:21:55.008966 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_v2 [None req-30584bb3-c80f-4192-98b1-48a7b757146c admin admin] Deleting subnet cccaded9-8b66-4909-8274-da25de97607d {{(pid=88525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 19:21:55.013482 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-30584bb3-c80f-4192-98b1-48a7b757146c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:55.073959 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-30584bb3-c80f-4192-98b1-48a7b757146c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2258509'] for subnet, precommit_delete_associations {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:55.151815 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-30584bb3-c80f-4192-98b1-48a7b757146c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:55.249593 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-30584bb3-c80f-4192-98b1-48a7b757146c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2614143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9667199'] for subnet, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:55.291071 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-30584bb3-c80f-4192-98b1-48a7b757146c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:55.295774 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17ec968e-65cb-467d-9a77-d9ca51a43799 None None] Network 374782c1-b98f-49c9-ba0f-4fa4779849f0 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:21:55.296002 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30584bb3-c80f-4192-98b1-48a7b757146c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cccaded9-8b66-4909-8274-da25de97607d,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:21:55.301056 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-30584bb3-c80f-4192-98b1-48a7b757146c admin admin] 10.222.0.41 "DELETE /v2.0/subnets/cccaded9-8b66-4909-8274-da25de97607d HTTP/1.1" status: 204 len: 168 time: 0.3587480 Jun 01 19:21:55.303510 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 39842) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:21:55.428061 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-16243d5b-bf40-4f30-b2c5-a952c1279096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:55.447393 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-16243d5b-bf40-4f30-b2c5-a952c1279096 admin admin] Deleting port 6eac1c12-6529-42bb-b9ff-0c55f5e7c2ca {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:21:55.447723 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-16243d5b-bf40-4f30-b2c5-a952c1279096 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:55.548448 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44b2e373-7268-45b2-86c0-e7092c535adb None None] DHCP port deletion for 374782c1-b98f-49c9-ba0f-4fa4779849f0 request from n-d-844202-1 {{(pid=88526) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 19:21:55.552574 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44b2e373-7268-45b2-86c0-e7092c535adb None None] Deleting port 6eac1c12-6529-42bb-b9ff-0c55f5e7c2ca {{(pid=88526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:21:55.552942 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44b2e373-7268-45b2-86c0-e7092c535adb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:55.769513 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44b2e373-7268-45b2-86c0-e7092c535adb None None] For port 6eac1c12-6529-42bb-b9ff-0c55f5e7c2ca, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=6eac1c12-6529-42bb-b9ff-0c55f5e7c2ca,segment=NetworkSegment(7ca583ef-2409-4d17-abee-37d6341f523c),segment_id=7ca583ef-2409-4d17-abee-37d6341f523c)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:21:55.769927 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44b2e373-7268-45b2-86c0-e7092c535adb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:55.778598 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [None req-16243d5b-bf40-4f30-b2c5-a952c1279096 admin admin] For port 6eac1c12-6529-42bb-b9ff-0c55f5e7c2ca, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=6eac1c12-6529-42bb-b9ff-0c55f5e7c2ca,segment=NetworkSegment(7ca583ef-2409-4d17-abee-37d6341f523c),segment_id=7ca583ef-2409-4d17-abee-37d6341f523c)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:21:55.778881 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-16243d5b-bf40-4f30-b2c5-a952c1279096 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:55.886750 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 356a20f6-e7f2-4d22-970a-7df0360f911c details requested by agent hyperv_n-h2-844202-1 with host n-h2-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 19:21:55.895250 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44b2e373-7268-45b2-86c0-e7092c535adb None None] Calling delete_port for 6eac1c12-6529-42bb-b9ff-0c55f5e7c2ca owned by network:dhcp {{(pid=88526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:21:55.903540 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-16243d5b-bf40-4f30-b2c5-a952c1279096 admin admin] Calling delete_port for 6eac1c12-6529-42bb-b9ff-0c55f5e7c2ca owned by network:dhcp {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:21:56.001903 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-16243d5b-bf40-4f30-b2c5-a952c1279096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:56.057508 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.db.api [None req-44b2e373-7268-45b2-86c0-e7092c535adb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88526) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 19:21:56.058192 n-d-844202-1 neutron-server[88526]: DEBUG oslo_db.api [None req-44b2e373-7268-45b2-86c0-e7092c535adb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 19:21:56.099300 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16243d5b-bf40-4f30-b2c5-a952c1279096 admin admin] No DVR routers for this DVR port 6eac1c12-6529-42bb-b9ff-0c55f5e7c2ca on host n-d-844202-1 {{(pid=88525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:21:56.120484 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 356a20f6-e7f2-4d22-970a-7df0360f911c, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=356a20f6-e7f2-4d22-970a-7df0360f911c,segment=NetworkSegment(6e4f1a27-3d8d-4efb-8d1b-553e54944b5c),segment_id=6e4f1a27-3d8d-4efb-8d1b-553e54944b5c)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:21:56.138281 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16243d5b-bf40-4f30-b2c5-a952c1279096 admin admin] Pushing event deleted for resources: {'Port': ['ID=6eac1c12-6529-42bb-b9ff-0c55f5e7c2ca,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:21:56.148082 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Returning: {'device': '356a20f6-e7f2-4d22-970a-7df0360f911c', 'network_id': '6868eb16-4d67-4f5e-aa17-91fa50ef1a90', 'port_id': '356a20f6-e7f2-4d22-970a-7df0360f911c', 'mac_address': 'fa:16:3e:bc:00:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fba422c7-7a91-4e8e-83e8-988c56d5d1fd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 19:21:56.217871 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port 356a20f6-e7f2-4d22-970a-7df0360f911c is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:21:56.218503 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:56.240103 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 356a20f6-e7f2-4d22-970a-7df0360f911c {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 19:21:56.250516 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-16243d5b-bf40-4f30-b2c5-a952c1279096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:56.259032 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 356a20f6-e7f2-4d22-970a-7df0360f911c, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=356a20f6-e7f2-4d22-970a-7df0360f911c,segment=NetworkSegment(6e4f1a27-3d8d-4efb-8d1b-553e54944b5c),segment_id=6e4f1a27-3d8d-4efb-8d1b-553e54944b5c)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:21:56.265718 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:56.279582 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-16243d5b-bf40-4f30-b2c5-a952c1279096 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['374782c1-b98f-49c9-ba0f-4fa4779849f0']}} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:21:56.296381 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-16243d5b-bf40-4f30-b2c5-a952c1279096 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ca583ef-2409-4d17-abee-37d6341f523c') {'for_net_delete': True} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:21:56.296943 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-16243d5b-bf40-4f30-b2c5-a952c1279096 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ca583ef-2409-4d17-abee-37d6341f523c') {} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:21:56.311221 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-16243d5b-bf40-4f30-b2c5-a952c1279096 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2258522'] for segment, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:56.322526 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbeb23b-049a-40e5-a3a3-a9b338621ca5 req-ee5d3205-4f9a-444e-8a29-dd6dbc322a96 tempest-VolumesActionsTest-430054813 tempest-VolumesActionsTest-430054813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:21:56.324051 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-efbeb23b-049a-40e5-a3a3-a9b338621ca5 req-ee5d3205-4f9a-444e-8a29-dd6dbc322a96 tempest-VolumesActionsTest-430054813 tempest-VolumesActionsTest-430054813-project] Synchronizing usage tracker for tenant:c4c0efd10deb41d38eb35c0fb368d00a on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:21:56.332850 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-16243d5b-bf40-4f30-b2c5-a952c1279096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:56.344877 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16243d5b-bf40-4f30-b2c5-a952c1279096 admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=88525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 19:21:56.344877 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-16243d5b-bf40-4f30-b2c5-a952c1279096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2613981'] for segment, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:56.345140 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=356a20f6-e7f2-4d22-970a-7df0360f911c,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:21:56.345988 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-efbeb23b-049a-40e5-a3a3-a9b338621ca5 req-ee5d3205-4f9a-444e-8a29-dd6dbc322a96 tempest-VolumesActionsTest-430054813 tempest-VolumesActionsTest-430054813-project] Unset dirty status for tenant:c4c0efd10deb41d38eb35c0fb368d00a on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:21:56.347457 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-efbeb23b-049a-40e5-a3a3-a9b338621ca5 req-ee5d3205-4f9a-444e-8a29-dd6dbc322a96 tempest-VolumesActionsTest-430054813 tempest-VolumesActionsTest-430054813-project] 10.222.0.41 "GET /v2.0/ports?device_id=58117264-3838-4990-804c-5c1ab0deb314 HTTP/1.1" status: 200 len: 944 time: 0.1359253 Jun 01 19:21:56.410107 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-efbeb23b-049a-40e5-a3a3-a9b338621ca5 req-2fdb4bc0-a6b2-4ab4-879e-b9e2b4d43c36 tempest-VolumesActionsTest-430054813 tempest-VolumesActionsTest-430054813-project] 10.222.0.41 "GET /v2.0/security-groups?id=0140c0a8-6356-4beb-8619-9b05e7551fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528488 Jun 01 19:21:56.436969 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 6eac1c12-6529-42bb-b9ff-0c55f5e7c2ca no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:21:56.440162 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment 7ca583ef-2409-4d17-abee-37d6341f523c resource provider aggregate not found Jun 01 19:21:56.448052 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-16243d5b-bf40-4f30-b2c5-a952c1279096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:56.466208 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment 7ca583ef-2409-4d17-abee-37d6341f523c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7ca583ef-2409-4d17-abee-37d6341f523c found for delete ", "request_id": "req-83166038-3652-47b3-9f47-42c5214ba23c"}]} Jun 01 19:21:56.467362 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-16243d5b-bf40-4f30-b2c5-a952c1279096 admin admin] Notify callbacks [] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:56.477517 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16243d5b-bf40-4f30-b2c5-a952c1279096 admin admin] Pushing event deleted for resources: {'Network': ['ID=374782c1-b98f-49c9-ba0f-4fa4779849f0,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:21:56.481782 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-16243d5b-bf40-4f30-b2c5-a952c1279096 admin admin] 10.222.0.41 "DELETE /v2.0/networks/374782c1-b98f-49c9-ba0f-4fa4779849f0 HTTP/1.1" status: 204 len: 168 time: 1.1772270 Jun 01 19:21:56.489397 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] get_ports_and_sgs() called for port_ids ['356a20f6-e7f2-4d22-970a-7df0360f911c'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 19:21:56.523695 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: 6eac1c12-6529-42bb-b9ff-0c55f5e7c2ca {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:21:56.524044 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 6eac1c12-6529-42bb-b9ff-0c55f5e7c2ca not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:21:56.559567 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44b2e373-7268-45b2-86c0-e7092c535adb None None] Deleting port 6eac1c12-6529-42bb-b9ff-0c55f5e7c2ca {{(pid=88526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:21:56.560217 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44b2e373-7268-45b2-86c0-e7092c535adb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:56.643427 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44b2e373-7268-45b2-86c0-e7092c535adb None None] The port '6eac1c12-6529-42bb-b9ff-0c55f5e7c2ca' was deleted {{(pid=88526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 01 19:21:56.699134 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 39868) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:21:56.756920 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-fa968247-5cd5-4c3e-868b-5a18739518aa admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b418a61eb2fb41bf849109e3d4b54ead&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0565493 Jun 01 19:21:56.759722 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 39872) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:21:56.838146 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-247abf32-3034-4f52-990b-6e419c20b83d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:56.866203 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-247abf32-3034-4f52-990b-6e419c20b83d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:56.923204 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-247abf32-3034-4f52-990b-6e419c20b83d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:56.939622 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247abf32-3034-4f52-990b-6e419c20b83d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cb0f6b4-5320-4223-ae3b-158af40bdc6b,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:21:56.948131 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-247abf32-3034-4f52-990b-6e419c20b83d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:56.962831 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-247abf32-3034-4f52-990b-6e419c20b83d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4cb0f6b4-5320-4223-ae3b-158af40bdc6b HTTP/1.1" status: 204 len: 168 time: 0.2003343 Jun 01 19:21:57.317244 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 39884) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:21:57.365601 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-5fae9935-61cd-437e-8404-302df864bf57 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=34d5448bc5794a3e870e6e92bc42da8d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0470006 Jun 01 19:21:57.367783 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 39888) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:21:57.426240 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6d0dd450-5b06-48e0-8554-a907cbdc38b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:57.451984 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6d0dd450-5b06-48e0-8554-a907cbdc38b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:57.508278 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6d0dd450-5b06-48e0-8554-a907cbdc38b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:57.523784 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0dd450-5b06-48e0-8554-a907cbdc38b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4b57246-fbb0-4966-922c-c285f1b4b8f4,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:21:57.572514 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6d0dd450-5b06-48e0-8554-a907cbdc38b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:57.578017 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-6d0dd450-5b06-48e0-8554-a907cbdc38b8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f4b57246-fbb0-4966-922c-c285f1b4b8f4 HTTP/1.1" status: 204 len: 168 time: 0.2092793 Jun 01 19:21:57.626122 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f6d324-7c19-405b-b738-b6e36d53209f req-de50e2d7-89f2-47da-ad28-7aa6cecd8245 tempest-VolumesActionsTest-430054813 tempest-VolumesActionsTest-430054813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:21:57.627493 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-76f6d324-7c19-405b-b738-b6e36d53209f req-de50e2d7-89f2-47da-ad28-7aa6cecd8245 tempest-VolumesActionsTest-430054813 tempest-VolumesActionsTest-430054813-project] 10.222.0.41 "GET /v2.0/ports?device_id=58117264-3838-4990-804c-5c1ab0deb314 HTTP/1.1" status: 200 len: 945 time: 0.0976694 Jun 01 19:21:57.675370 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-76f6d324-7c19-405b-b738-b6e36d53209f req-0c2017ae-a5ae-48df-af10-66395867ec6b tempest-VolumesActionsTest-430054813 tempest-VolumesActionsTest-430054813-project] 10.222.0.41 "GET /v2.0/security-groups?id=0140c0a8-6356-4beb-8619-9b05e7551fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422781 Jun 01 19:21:57.893326 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 356a20f6-e7f2-4d22-970a-7df0360f911c up at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:21:58.007097 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning for port 356a20f6-e7f2-4d22-970a-7df0360f911c completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:21:58.013044 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning complete for port 356a20f6-e7f2-4d22-970a-7df0360f911c triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:21:58.013425 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:58.153129 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port 356a20f6-e7f2-4d22-970a-7df0360f911c is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:21:58.153813 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:58.189419 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58117264-3838-4990-804c-5c1ab0deb314', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '356a20f6-e7f2-4d22-970a-7df0360f911c'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:21:58.199093 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 356a20f6-e7f2-4d22-970a-7df0360f911c, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=356a20f6-e7f2-4d22-970a-7df0360f911c,segment=NetworkSegment(6e4f1a27-3d8d-4efb-8d1b-553e54944b5c),segment_id=6e4f1a27-3d8d-4efb-8d1b-553e54944b5c)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:21:58.205287 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:58.257561 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dcd97077-5a97-4eee-a44e-806b88e03762'] response: {'server_uuid': '58117264-3838-4990-804c-5c1ab0deb314', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '356a20f6-e7f2-4d22-970a-7df0360f911c', 'code': 200} Jun 01 19:21:58.286414 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=356a20f6-e7f2-4d22-970a-7df0360f911c,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:21:58.391230 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0744faed-bdd2-43ca-9a14-73af05663bca req-c9b98703-5934-4e06-bc79-e6bc802f378d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:21:58.392757 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0744faed-bdd2-43ca-9a14-73af05663bca req-c9b98703-5934-4e06-bc79-e6bc802f378d service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=58117264-3838-4990-804c-5c1ab0deb314 HTTP/1.1" status: 200 len: 1097 time: 0.0756617 Jun 01 19:21:58.434536 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0744faed-bdd2-43ca-9a14-73af05663bca req-5f00b0b0-8270-4d52-8637-6e7f621858fc service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=0140c0a8-6356-4beb-8619-9b05e7551fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363035 Jun 01 19:21:58.447408 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 39924) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:21:58.560460 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-109ad54a-9bcb-47be-b45e-a234c33bce05 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-2018705645-network', 'tenant_id': 'e6ce1eda9e6744eba67374db015444a9'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:21:58.566141 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-109ad54a-9bcb-47be-b45e-a234c33bce05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:21:58.570326 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-109ad54a-9bcb-47be-b45e-a234c33bce05 admin admin] Usage tracker for resource:network and tenant:e6ce1eda9e6744eba67374db015444a9 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:21:58.573244 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-109ad54a-9bcb-47be-b45e-a234c33bce05 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:21:58.579666 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-109ad54a-9bcb-47be-b45e-a234c33bce05 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:21:58.589675 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-109ad54a-9bcb-47be-b45e-a234c33bce05 admin admin] Made reservation on behalf of e6ce1eda9e6744eba67374db015444a9 for: {'network': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:21:58.592613 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-109ad54a-9bcb-47be-b45e-a234c33bce05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:58.604437 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-109ad54a-9bcb-47be-b45e-a234c33bce05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:58.623635 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-109ad54a-9bcb-47be-b45e-a234c33bce05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:21:58.627638 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-109ad54a-9bcb-47be-b45e-a234c33bce05 admin admin] Usage tracker for resource:security_group_rule and tenant:e6ce1eda9e6744eba67374db015444a9 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:21:58.630779 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-109ad54a-9bcb-47be-b45e-a234c33bce05 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:21:58.637535 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-109ad54a-9bcb-47be-b45e-a234c33bce05 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:21:58.729592 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-109ad54a-9bcb-47be-b45e-a234c33bce05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:58.735853 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-109ad54a-9bcb-47be-b45e-a234c33bce05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:58.768053 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-109ad54a-9bcb-47be-b45e-a234c33bce05 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 117} {{(pid=88525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 19:21:58.777329 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109ad54a-9bcb-47be-b45e-a234c33bce05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce434c26-d378-43da-bc50-b711d6be1d50,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:21:58.786545 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-109ad54a-9bcb-47be-b45e-a234c33bce05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:58.786891 n-d-844202-1 neutron-server[88525]: INFO neutron.db.segments_db [None req-109ad54a-9bcb-47be-b45e-a234c33bce05 admin admin] Added segment f630fbbc-4d01-4e7d-ab27-b170a1976310 of type vlan for network be6a11e4-32b0-4ee6-9fc9-76f44265a7af Jun 01 19:21:58.788784 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109ad54a-9bcb-47be-b45e-a234c33bce05 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:21:58.789122 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109ad54a-9bcb-47be-b45e-a234c33bce05 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:21:58.789449 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109ad54a-9bcb-47be-b45e-a234c33bce05 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:21:58.789998 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109ad54a-9bcb-47be-b45e-a234c33bce05 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:21:58.790502 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109ad54a-9bcb-47be-b45e-a234c33bce05 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:21:58.790833 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109ad54a-9bcb-47be-b45e-a234c33bce05 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:21:58.791152 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109ad54a-9bcb-47be-b45e-a234c33bce05 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:21:58.791471 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109ad54a-9bcb-47be-b45e-a234c33bce05 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:21:58.791785 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109ad54a-9bcb-47be-b45e-a234c33bce05 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:21:58.792096 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109ad54a-9bcb-47be-b45e-a234c33bce05 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:21:58.792432 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109ad54a-9bcb-47be-b45e-a234c33bce05 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:21:58.792743 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109ad54a-9bcb-47be-b45e-a234c33bce05 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:21:58.822297 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-109ad54a-9bcb-47be-b45e-a234c33bce05 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:58.854202 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-109ad54a-9bcb-47be-b45e-a234c33bce05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:58.855222 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-109ad54a-9bcb-47be-b45e-a234c33bce05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:21:58.855958 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-109ad54a-9bcb-47be-b45e-a234c33bce05 admin admin] Notify callbacks [] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:58.895775 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc899b4-6f48-4136-8080-5051e0a3a247 req-09e20471-099a-459c-8eed-9308d29b7e7c tempest-VolumesActionsTest-430054813 tempest-VolumesActionsTest-430054813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:21:58.897265 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-cfc899b4-6f48-4136-8080-5051e0a3a247 req-09e20471-099a-459c-8eed-9308d29b7e7c tempest-VolumesActionsTest-430054813 tempest-VolumesActionsTest-430054813-project] 10.222.0.41 "GET /v2.0/ports?device_id=58117264-3838-4990-804c-5c1ab0deb314 HTTP/1.1" status: 200 len: 946 time: 0.1024117 Jun 01 19:21:58.943424 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-cfc899b4-6f48-4136-8080-5051e0a3a247 req-6678c04e-93a9-48f3-bd93-435e83b443ad tempest-VolumesActionsTest-430054813 tempest-VolumesActionsTest-430054813-project] 10.222.0.41 "GET /v2.0/security-groups?id=0140c0a8-6356-4beb-8619-9b05e7551fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400746 Jun 01 19:21:58.961960 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109ad54a-9bcb-47be-b45e-a234c33bce05 admin admin] Pushing event updated for resources: {'Network': ['ID=be6a11e4-32b0-4ee6-9fc9-76f44265a7af,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:21:58.966704 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-109ad54a-9bcb-47be-b45e-a234c33bce05 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.5181406 Jun 01 19:21:58.970269 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 39936) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:21:58.975863 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-9152fefc-f8bb-4b1d-b1cf-b724fcc58712 admin admin] Request body: {'subnet': {'network_id': 'be6a11e4-32b0-4ee6-9fc9-76f44265a7af', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-2018705645-subnet', 'tenant_id': 'e6ce1eda9e6744eba67374db015444a9', 'ip_version': 4}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:21:58.976893 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network be6a11e4-32b0-4ee6-9fc9-76f44265a7af details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 19:21:58.981824 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-9152fefc-f8bb-4b1d-b1cf-b724fcc58712 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:21:58.986890 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-9152fefc-f8bb-4b1d-b1cf-b724fcc58712 admin admin] Usage tracker for resource:subnet and tenant:e6ce1eda9e6744eba67374db015444a9 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:21:58.990317 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-9152fefc-f8bb-4b1d-b1cf-b724fcc58712 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:21:58.998078 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-9152fefc-f8bb-4b1d-b1cf-b724fcc58712 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:21:59.009904 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9152fefc-f8bb-4b1d-b1cf-b724fcc58712 admin admin] Made reservation on behalf of e6ce1eda9e6744eba67374db015444a9 for: {'subnet': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:21:59.012966 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-9152fefc-f8bb-4b1d-b1cf-b724fcc58712 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3066584'] for subnet, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:59.223593 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-9152fefc-f8bb-4b1d-b1cf-b724fcc58712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2718919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3066602'] for subnet, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:59.298559 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9152fefc-f8bb-4b1d-b1cf-b724fcc58712 admin admin] Pushing event updated for resources: {'Subnet': ['ID=26d00796-35a7-4c14-9c28-46c9e474fd6c,revision_number=0']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:21:59.307622 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9152fefc-f8bb-4b1d-b1cf-b724fcc58712 admin admin] Checking segment: {'id': 'f630fbbc-4d01-4e7d-ab27-b170a1976310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'be6a11e4-32b0-4ee6-9fc9-76f44265a7af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:21:59.307986 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9152fefc-f8bb-4b1d-b1cf-b724fcc58712 admin admin] Network hostable DHCP agents. Network: be6a11e4-32b0-4ee6-9fc9-76f44265a7af, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88524) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 19:21:59.328430 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9152fefc-f8bb-4b1d-b1cf-b724fcc58712 admin admin] Network be6a11e4-32b0-4ee6-9fc9-76f44265a7af is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88524) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 19:21:59.338753 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-9152fefc-f8bb-4b1d-b1cf-b724fcc58712 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, be6a11e4-32b0-4ee6-9fc9-76f44265a7af) {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:21:59.343177 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9152fefc-f8bb-4b1d-b1cf-b724fcc58712 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:21:59.343808 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-9152fefc-f8bb-4b1d-b1cf-b724fcc58712 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:59.351419 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81d3aab6-6eae-4bc6-bac7-a5a28b7068b9 None None] Network be6a11e4-32b0-4ee6-9fc9-76f44265a7af requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:21:59.366986 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-9152fefc-f8bb-4b1d-b1cf-b724fcc58712 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.3954773 Jun 01 19:21:59.369563 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 39940) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:21:59.375774 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-36b29cf6-9aca-418b-a1df-f6400f555c07 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-2018705645-router', 'tenant_id': 'e6ce1eda9e6744eba67374db015444a9', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:21:59.380983 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-36b29cf6-9aca-418b-a1df-f6400f555c07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:21:59.385158 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-36b29cf6-9aca-418b-a1df-f6400f555c07 admin admin] Usage tracker for resource:router and tenant:e6ce1eda9e6744eba67374db015444a9 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:21:59.388426 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-36b29cf6-9aca-418b-a1df-f6400f555c07 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:21:59.394199 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-36b29cf6-9aca-418b-a1df-f6400f555c07 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:21:59.406895 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-36b29cf6-9aca-418b-a1df-f6400f555c07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-885767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25238'] for router, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:59.408073 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-36b29cf6-9aca-418b-a1df-f6400f555c07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-901042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-886562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-981784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25327'] for router, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:59.434005 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-36b29cf6-9aca-418b-a1df-f6400f555c07 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:59.618651 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cd76ddb-e427-44ed-84aa-1559a0eced70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc93f83c3-7fb6-5c13-a9d4-29d739a4e8d2-be6a11e4-32b0-4ee6-9fc9-76f44265a7af', 'network_id': 'be6a11e4-32b0-4ee6-9fc9-76f44265a7af', 'tenant_id': 'e6ce1eda9e6744eba67374db015444a9', 'fixed_ips': [{'subnet_id': '26d00796-35a7-4c14-9c28-46c9e474fd6c'}]}} from n-d-844202-1. {{(pid=88526) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 19:21:59.619645 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6cd76ddb-e427-44ed-84aa-1559a0eced70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:59.758407 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-36b29cf6-9aca-418b-a1df-f6400f555c07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-886608', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-885830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25341'] for router, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:21:59.802057 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.db_base_plugin_common [None req-6cd76ddb-e427-44ed-84aa-1559a0eced70 None None] Allocated IP 172.20.0.2 (be6a11e4-32b0-4ee6-9fc9-76f44265a7af/26d00796-35a7-4c14-9c28-46c9e474fd6c/e2080704-401e-4a75-a152-f5b20e192958) {{(pid=88526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:22:00.044255 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6cd76ddb-e427-44ed-84aa-1559a0eced70 None None] Notify callbacks [] for port, precommit_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:00.058123 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6cd76ddb-e427-44ed-84aa-1559a0eced70 None None] Transition to ACTIVE for port object e2080704-401e-4a75-a152-f5b20e192958 will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:22:00.077974 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6cd76ddb-e427-44ed-84aa-1559a0eced70 None None] Transition to ACTIVE for port object e2080704-401e-4a75-a152-f5b20e192958 will not be triggered until provisioned by entity DHCP. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:22:00.085009 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6cd76ddb-e427-44ed-84aa-1559a0eced70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526'] for port, after_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:00.156443 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cd76ddb-e427-44ed-84aa-1559a0eced70 None None] Network be6a11e4-32b0-4ee6-9fc9-76f44265a7af is already hosted by enough agents. {{(pid=88526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:22:00.159497 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.base_scheduler [None req-6cd76ddb-e427-44ed-84aa-1559a0eced70 None None] Resources bound (agent type, host, resource id): {{(pid=88526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:22:00.162277 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd76ddb-e427-44ed-84aa-1559a0eced70 None None] Received port after_create {{(pid=88526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:22:00.172534 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd76ddb-e427-44ed-84aa-1559a0eced70 None None] Pushing event updated for resources: {'Port': ['ID=e2080704-401e-4a75-a152-f5b20e192958,revision_number=1']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:22:00.275299 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-6cd76ddb-e427-44ed-84aa-1559a0eced70 None None] Attempting to bind port e2080704-401e-4a75-a152-f5b20e192958 on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:22:00.275668 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-6cd76ddb-e427-44ed-84aa-1559a0eced70 None None] Attempting to bind port e2080704-401e-4a75-a152-f5b20e192958 by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': 'f630fbbc-4d01-4e7d-ab27-b170a1976310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'be6a11e4-32b0-4ee6-9fc9-76f44265a7af'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:22:00.276026 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd76ddb-e427-44ed-84aa-1559a0eced70 None None] Attempting to bind port e2080704-401e-4a75-a152-f5b20e192958 on network be6a11e4-32b0-4ee6-9fc9-76f44265a7af {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:22:00.281996 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd76ddb-e427-44ed-84aa-1559a0eced70 None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 21, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:22:00.282372 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd76ddb-e427-44ed-84aa-1559a0eced70 None None] Checking segment: {'id': 'f630fbbc-4d01-4e7d-ab27-b170a1976310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'be6a11e4-32b0-4ee6-9fc9-76f44265a7af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:22:00.283486 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6cd76ddb-e427-44ed-84aa-1559a0eced70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:00.283783 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd76ddb-e427-44ed-84aa-1559a0eced70 None None] Bound using segment: {'id': 'f630fbbc-4d01-4e7d-ab27-b170a1976310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'be6a11e4-32b0-4ee6-9fc9-76f44265a7af'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:22:00.284278 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-6cd76ddb-e427-44ed-84aa-1559a0eced70 None None] Bound port: e2080704-401e-4a75-a152-f5b20e192958, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f630fbbc-4d01-4e7d-ab27-b170a1976310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'be6a11e4-32b0-4ee6-9fc9-76f44265a7af'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:22:00.284988 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6cd76ddb-e427-44ed-84aa-1559a0eced70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:00.296376 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-36b29cf6-9aca-418b-a1df-f6400f555c07 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:00.332331 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-36b29cf6-9aca-418b-a1df-f6400f555c07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:00.397992 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6cd76ddb-e427-44ed-84aa-1559a0eced70 None None] For port e2080704-401e-4a75-a152-f5b20e192958, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:22:00.401356 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6cd76ddb-e427-44ed-84aa-1559a0eced70 None None] For port e2080704-401e-4a75-a152-f5b20e192958, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=e2080704-401e-4a75-a152-f5b20e192958,segment=NetworkSegment(f630fbbc-4d01-4e7d-ab27-b170a1976310),segment_id=f630fbbc-4d01-4e7d-ab27-b170a1976310)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:22:00.405840 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6cd76ddb-e427-44ed-84aa-1559a0eced70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:00.407585 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9444e85e-9158-4a2d-851c-f93a3deac112 req-e49479bd-4112-4a89-9866-3fe4ecf2303c tempest-VolumesActionsTest-430054813 tempest-VolumesActionsTest-430054813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:22:00.421885 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9444e85e-9158-4a2d-851c-f93a3deac112 req-e49479bd-4112-4a89-9866-3fe4ecf2303c tempest-VolumesActionsTest-430054813 tempest-VolumesActionsTest-430054813-project] 10.222.0.41 "GET /v2.0/ports?device_id=58117264-3838-4990-804c-5c1ab0deb314 HTTP/1.1" status: 200 len: 946 time: 0.2131290 Jun 01 19:22:00.492538 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd76ddb-e427-44ed-84aa-1559a0eced70 None None] Pushing event updated for resources: {'Port': ['ID=e2080704-401e-4a75-a152-f5b20e192958,revision_number=2']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:22:00.522634 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9444e85e-9158-4a2d-851c-f93a3deac112 req-2611a3fb-e348-48cf-a2cd-698dc0ac4af0 tempest-VolumesActionsTest-430054813 tempest-VolumesActionsTest-430054813-project] 10.222.0.41 "GET /v2.0/security-groups?id=0140c0a8-6356-4beb-8619-9b05e7551fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998983 Jun 01 19:22:00.567194 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [None req-36b29cf6-9aca-418b-a1df-f6400f555c07 admin admin] Allocated IP 172.25.4.101 (72a72e44-6845-488a-a5ff-3a26d4df9cb3/c314a23b-daa2-4106-ab28-8e6f954277b2/54162815-ebf8-4b12-8111-9cb3c52e5501) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:22:00.772355 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-36b29cf6-9aca-418b-a1df-f6400f555c07 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:00.860030 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-36b29cf6-9aca-418b-a1df-f6400f555c07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:00.951226 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36b29cf6-9aca-418b-a1df-f6400f555c07 admin admin] Network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:22:00.955659 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-36b29cf6-9aca-418b-a1df-f6400f555c07 admin admin] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:22:00.970959 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b29cf6-9aca-418b-a1df-f6400f555c07 admin admin] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:22:01.016553 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b29cf6-9aca-418b-a1df-f6400f555c07 admin admin] Pushing event updated for resources: {'Port': ['ID=54162815-ebf8-4b12-8111-9cb3c52e5501,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:22:01.170314 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656c61c4-6df5-4b9d-a76b-eebc4f78dcd6 req-826b105f-df92-4e43-ad29-a7a5597e51a1 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:22:01.171785 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-656c61c4-6df5-4b9d-a76b-eebc4f78dcd6 req-826b105f-df92-4e43-ad29-a7a5597e51a1 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] 10.222.0.41 "GET /v2.0/ports?device_id=3661f400-ca72-48bf-ab39-0891620edbbe HTTP/1.1" status: 200 len: 946 time: 0.3549423 Jun 01 19:22:01.277871 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-656c61c4-6df5-4b9d-a76b-eebc4f78dcd6 req-a30067b0-0afa-447e-b273-65361c7b8142 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] 10.222.0.41 "GET /v2.0/security-groups?id=eebb1b39-dce3-4784-8625-b17a000cec85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946345 Jun 01 19:22:01.471736 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-36b29cf6-9aca-418b-a1df-f6400f555c07 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:01.576734 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8c77d1f-d5a4-4524-9b8d-39a082e9946c None None] Network be6a11e4-32b0-4ee6-9fc9-76f44265a7af requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:22:01.675285 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-cb2a9d85-1aad-4fc9-8d5d-0a47a86c9b43 None None] Provisioning for port e2080704-401e-4a75-a152-f5b20e192958 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:22:01.991398 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-36b29cf6-9aca-418b-a1df-f6400f555c07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-885820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-886655'] for router, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:02.206223 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36b29cf6-9aca-418b-a1df-f6400f555c07 admin admin] Router fe23c8c1-7aa1-45d4-af40-b6d169607926 is scheduled to L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 with binding_index 1 {{(pid=88524) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 19:22:02.413177 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36b29cf6-9aca-418b-a1df-f6400f555c07 admin admin] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:22:02.430686 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-077d71fb-67ff-4e40-8537-599d60b1bd1e None None] Sync routers for ids ['fe23c8c1-7aa1-45d4-af40-b6d169607926'] in n-d-844202-1 {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:22:02.442506 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-36b29cf6-9aca-418b-a1df-f6400f555c07 admin admin] Notify callbacks [] for router, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:02.444638 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-36b29cf6-9aca-418b-a1df-f6400f555c07 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 3.0732284 Jun 01 19:22:02.447192 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 39980) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:22:02.486295 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-077d71fb-67ff-4e40-8537-599d60b1bd1e None None] Routers {'fe23c8c1-7aa1-45d4-af40-b6d169607926'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:22:02.489246 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-077d71fb-67ff-4e40-8537-599d60b1bd1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:21:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['fe23c8c1-7aa1-45d4-af40-b6d169607926'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:22:02.530439 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b008150-746a-41e9-b7f5-a795b0ad1b7d req-1687b92c-faa8-424b-b1f9-96cb02cbe01f tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:22:02.538830 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-9b008150-746a-41e9-b7f5-a795b0ad1b7d req-1687b92c-faa8-424b-b1f9-96cb02cbe01f tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] 10.222.0.41 "GET /v2.0/ports?device_id=3661f400-ca72-48bf-ab39-0891620edbbe HTTP/1.1" status: 200 len: 946 time: 0.1223059 Jun 01 19:22:02.561097 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device e2080704-401e-4a75-a152-f5b20e192958 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:22:02.601086 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-9b008150-746a-41e9-b7f5-a795b0ad1b7d req-1f6b1112-cf06-4ee5-973e-1e300d7fa640 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] 10.222.0.41 "GET /v2.0/security-groups?id=eebb1b39-dce3-4784-8625-b17a000cec85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612712 Jun 01 19:22:02.748355 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdb974a-0c6a-47c1-88e2-58ce07c5d08f req-23b0d124-4d2d-4ea4-9ecb-ac4780f11148 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:22:02.749944 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-7bdb974a-0c6a-47c1-88e2-58ce07c5d08f req-23b0d124-4d2d-4ea4-9ecb-ac4780f11148 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] 10.222.0.15 "GET /v2.0/ports?device_id=3661f400-ca72-48bf-ab39-0891620edbbe HTTP/1.1" status: 200 len: 946 time: 0.0957174 Jun 01 19:22:02.797775 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port e2080704-401e-4a75-a152-f5b20e192958 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:22:02.810680 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port e2080704-401e-4a75-a152-f5b20e192958 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:22:02.811344 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:02.849945 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [req-7bdb974a-0c6a-47c1-88e2-58ce07c5d08f req-1ff93a66-4954-4e46-8e53-f1e6d51b08c6 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Deleting port 60088567-aaf0-4025-90a6-831cf3fcbf2b {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:22:02.850480 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-7bdb974a-0c6a-47c1-88e2-58ce07c5d08f req-1ff93a66-4954-4e46-8e53-f1e6d51b08c6 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:02.869387 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-077d71fb-67ff-4e40-8537-599d60b1bd1e None None] Set router fe23c8c1-7aa1-45d4-af40-b6d169607926 gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:22:03.250130 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-7bdb974a-0c6a-47c1-88e2-58ce07c5d08f req-1ff93a66-4954-4e46-8e53-f1e6d51b08c6 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] For port 60088567-aaf0-4025-90a6-831cf3fcbf2b, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=60088567-aaf0-4025-90a6-831cf3fcbf2b,segment=NetworkSegment(c1fe9472-9c4e-40f9-8057-155ac7bbf856),segment_id=c1fe9472-9c4e-40f9-8057-155ac7bbf856)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:22:03.252626 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-7bdb974a-0c6a-47c1-88e2-58ce07c5d08f req-1ff93a66-4954-4e46-8e53-f1e6d51b08c6 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:03.315654 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port e2080704-401e-4a75-a152-f5b20e192958 is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:22:03.316034 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:03.353394 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-691c490e-01f7-4bd4-a7ee-725d6e39af65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:03.384083 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port e2080704-401e-4a75-a152-f5b20e192958, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=e2080704-401e-4a75-a152-f5b20e192958,segment=NetworkSegment(f630fbbc-4d01-4e7d-ab27-b170a1976310),segment_id=f630fbbc-4d01-4e7d-ab27-b170a1976310)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:22:03.388165 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-077d71fb-67ff-4e40-8537-599d60b1bd1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe23c8c1-7aa1-45d4-af40-b6d169607926', 'name': 'tempest-ImageQuotaTest-2018705645-router', 'tenant_id': 'e6ce1eda9e6744eba67374db015444a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.101'}], 'enable_snat': True}, 'gw_port_id': '54162815-ebf8-4b12-8111-9cb3c52e5501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:21:59Z', 'updated_at': '2022-06-01T19:22:01Z', 'revision_number': 3, 'project_id': 'e6ce1eda9e6744eba67374db015444a9', 'gw_port': {'id': '54162815-ebf8-4b12-8111-9cb3c52e5501', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:f5:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe23c8c1-7aa1-45d4-af40-b6d169607926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3689, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:22:00Z', 'updated_at': '2022-06-01T19:22:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:22:03.392313 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:03.490337 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=e2080704-401e-4a75-a152-f5b20e192958,revision_number=3']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:22:03.497247 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-077d71fb-67ff-4e40-8537-599d60b1bd1e None None] Checking router: fe23c8c1-7aa1-45d4-af40-b6d169607926 for host: n-d-844202-1 {{(pid=88526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 19:22:03.497982 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-077d71fb-67ff-4e40-8537-599d60b1bd1e None None] Updating router fe23c8c1-7aa1-45d4-af40-b6d169607926 port 54162815-ebf8-4b12-8111-9cb3c52e5501 binding host n-d-844202-1 {{(pid=88526) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 19:22:03.561593 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-077d71fb-67ff-4e40-8537-599d60b1bd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:03.722528 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [None req-691c490e-01f7-4bd4-a7ee-725d6e39af65 admin admin] Allocated IP 172.20.0.1 (be6a11e4-32b0-4ee6-9fc9-76f44265a7af/26d00796-35a7-4c14-9c28-46c9e474fd6c/9566f864-2dc3-4abb-b5e7-dd2f00060eb7) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:22:03.807433 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-7bdb974a-0c6a-47c1-88e2-58ce07c5d08f req-1ff93a66-4954-4e46-8e53-f1e6d51b08c6 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:03.808075 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-7bdb974a-0c6a-47c1-88e2-58ce07c5d08f req-1ff93a66-4954-4e46-8e53-f1e6d51b08c6 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887712'] for floatingip, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:03.808075 n-d-844202-1 neutron-server[88525]: INFO neutron.db.l3_db [req-7bdb974a-0c6a-47c1-88e2-58ce07c5d08f req-1ff93a66-4954-4e46-8e53-f1e6d51b08c6 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Floating IP 082fb5ce-ec12-447c-ab74-7a3e9a0b802f disassociated. External IP: 172.25.4.201, port: 60088567-aaf0-4025-90a6-831cf3fcbf2b. Jun 01 19:22:03.809212 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [req-7bdb974a-0c6a-47c1-88e2-58ce07c5d08f req-1ff93a66-4954-4e46-8e53-f1e6d51b08c6 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Calling delete_port for 60088567-aaf0-4025-90a6-831cf3fcbf2b owned by compute:nova {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:22:04.009705 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-077d71fb-67ff-4e40-8537-599d60b1bd1e None None] Notify callbacks [] for port, precommit_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:04.012492 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-7bdb974a-0c6a-47c1-88e2-58ce07c5d08f req-1ff93a66-4954-4e46-8e53-f1e6d51b08c6 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:04.036708 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-077d71fb-67ff-4e40-8537-599d60b1bd1e None None] Transition to ACTIVE for port object 54162815-ebf8-4b12-8111-9cb3c52e5501 will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:22:04.046262 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-077d71fb-67ff-4e40-8537-599d60b1bd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:04.095355 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d8ee4066-cf43-4b6a-b188-4bbeadb232cb req-54744ba8-0a24-4391-86f2-2813d07f88a5 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] 10.222.0.41 "GET /v2.0/ports?device_id=3661f400-ca72-48bf-ab39-0891620edbbe HTTP/1.1" status: 200 len: 210 time: 0.2475405 Jun 01 19:22:04.155072 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-077d71fb-67ff-4e40-8537-599d60b1bd1e None None] Attempting to bind port 54162815-ebf8-4b12-8111-9cb3c52e5501 on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:22:04.155539 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-077d71fb-67ff-4e40-8537-599d60b1bd1e None None] Attempting to bind port 54162815-ebf8-4b12-8111-9cb3c52e5501 by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:22:04.155974 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-077d71fb-67ff-4e40-8537-599d60b1bd1e None None] Attempting to bind port 54162815-ebf8-4b12-8111-9cb3c52e5501 on network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:22:04.162002 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe02c27b-2f1c-43cc-bde7-a285af8804f1 None None] Pushing event updated for resources: {'Port': ['ID=54162815-ebf8-4b12-8111-9cb3c52e5501,revision_number=2']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:22:04.166440 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-077d71fb-67ff-4e40-8537-599d60b1bd1e None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 21, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:22:04.166824 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-077d71fb-67ff-4e40-8537-599d60b1bd1e None None] Checking segment: {'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:22:04.167292 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-077d71fb-67ff-4e40-8537-599d60b1bd1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:04.168373 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-077d71fb-67ff-4e40-8537-599d60b1bd1e None None] Bound using segment: {'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:22:04.168980 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-077d71fb-67ff-4e40-8537-599d60b1bd1e None None] Bound port: 54162815-ebf8-4b12-8111-9cb3c52e5501, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:22:04.169428 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-077d71fb-67ff-4e40-8537-599d60b1bd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:04.208905 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff93a66-4954-4e46-8e53-f1e6d51b08c6 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Pushing event deleted for resources: {'Port': ['ID=60088567-aaf0-4025-90a6-831cf3fcbf2b,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:22:04.251291 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-077d71fb-67ff-4e40-8537-599d60b1bd1e None None] For port 54162815-ebf8-4b12-8111-9cb3c52e5501, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:22:04.254579 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-077d71fb-67ff-4e40-8537-599d60b1bd1e None None] For port 54162815-ebf8-4b12-8111-9cb3c52e5501, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=54162815-ebf8-4b12-8111-9cb3c52e5501,segment=NetworkSegment(7875af61-4c53-4ff2-b8c8-d4b7c35ff947),segment_id=7875af61-4c53-4ff2-b8c8-d4b7c35ff947)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:22:04.262113 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-077d71fb-67ff-4e40-8537-599d60b1bd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:04.270038 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-691c490e-01f7-4bd4-a7ee-725d6e39af65 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:04.283515 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-45da13ca-ffd5-481d-9ddd-77b947976aa7 req-c7859344-02cf-4b66-87d6-66bbd343f0d4 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=3a24a80a-addf-43a3-ba26-e15e97e8cd59&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1523693 Jun 01 19:22:04.298516 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [None req-691c490e-01f7-4bd4-a7ee-725d6e39af65 admin admin] Transition to ACTIVE for port object 9566f864-2dc3-4abb-b5e7-dd2f00060eb7 will not be triggered until provisioned by entity DHCP. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:22:04.346437 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-691c490e-01f7-4bd4-a7ee-725d6e39af65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:04.384459 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-077d71fb-67ff-4e40-8537-599d60b1bd1e None None] Routers {'fe23c8c1-7aa1-45d4-af40-b6d169607926'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:22:04.385082 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-077d71fb-67ff-4e40-8537-599d60b1bd1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:21:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['fe23c8c1-7aa1-45d4-af40-b6d169607926'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:22:04.407790 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7bdb974a-0c6a-47c1-88e2-58ce07c5d08f req-1ff93a66-4954-4e46-8e53-f1e6d51b08c6 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Router e228de7f-224e-41c6-b5d1-3d69bbc77cf8 has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 19:22:04.488474 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device e2080704-401e-4a75-a152-f5b20e192958 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:22:04.542358 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-691c490e-01f7-4bd4-a7ee-725d6e39af65 admin admin] Network be6a11e4-32b0-4ee6-9fc9-76f44265a7af is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:22:04.558662 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-691c490e-01f7-4bd4-a7ee-725d6e39af65 admin admin] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:22:04.559517 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe02c27b-2f1c-43cc-bde7-a285af8804f1 None None] Pushing event updated for resources: {'Port': ['ID=54162815-ebf8-4b12-8111-9cb3c52e5501,revision_number=3']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:22:04.571047 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-691c490e-01f7-4bd4-a7ee-725d6e39af65 admin admin] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:22:04.642190 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7bdb974a-0c6a-47c1-88e2-58ce07c5d08f req-1ff93a66-4954-4e46-8e53-f1e6d51b08c6 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:22:04.656772 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35d5267-6447-4e4e-879a-2980ca09fa63 None None] Sync routers for ids ['e228de7f-224e-41c6-b5d1-3d69bbc77cf8'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:22:04.667713 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35d5267-6447-4e4e-879a-2980ca09fa63 None None] Routers {'e228de7f-224e-41c6-b5d1-3d69bbc77cf8'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:22:04.669259 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-d35d5267-6447-4e4e-879a-2980ca09fa63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:21:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['e228de7f-224e-41c6-b5d1-3d69bbc77cf8'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:22:04.701188 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691c490e-01f7-4bd4-a7ee-725d6e39af65 admin admin] Pushing event updated for resources: {'Port': ['ID=9566f864-2dc3-4abb-b5e7-dd2f00060eb7,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:22:04.722111 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-691c490e-01f7-4bd4-a7ee-725d6e39af65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-887605'] for router_interface, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:04.726749 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port e2080704-401e-4a75-a152-f5b20e192958 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:22:04.728376 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:04.749900 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bdb974a-0c6a-47c1-88e2-58ce07c5d08f req-1ff93a66-4954-4e46-8e53-f1e6d51b08c6 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] No DVR routers for this DVR port 60088567-aaf0-4025-90a6-831cf3fcbf2b on host n-h1-844202-1 {{(pid=88525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:22:04.753007 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-7bdb974a-0c6a-47c1-88e2-58ce07c5d08f req-1ff93a66-4954-4e46-8e53-f1e6d51b08c6 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:04.756334 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3661f400-ca72-48bf-ab39-0891620edbbe', 'name': 'network-vif-deleted', 'tag': '60088567-aaf0-4025-90a6-831cf3fcbf2b'}] {{(pid=88525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:22:04.786548 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-7bdb974a-0c6a-47c1-88e2-58ce07c5d08f req-1ff93a66-4954-4e46-8e53-f1e6d51b08c6 tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] 10.222.0.15 "DELETE /v2.0/ports/60088567-aaf0-4025-90a6-831cf3fcbf2b HTTP/1.1" status: 204 len: 173 time: 2.0283842 Jun 01 19:22:04.934405 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-d35d5267-6447-4e4e-879a-2980ca09fa63 None None] Set router e228de7f-224e-41c6-b5d1-3d69bbc77cf8 gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:22:04.977420 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-077d71fb-67ff-4e40-8537-599d60b1bd1e None None] Set router fe23c8c1-7aa1-45d4-af40-b6d169607926 gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:22:05.035307 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22340bf-909e-464b-bfb7-bfc94b9a8168 req-4ea430d2-6d3e-457d-abf2-30ff82a08e5b tempest-VolumesActionsTest-430054813 tempest-VolumesActionsTest-430054813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:22:05.037184 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c22340bf-909e-464b-bfb7-bfc94b9a8168 req-4ea430d2-6d3e-457d-abf2-30ff82a08e5b tempest-VolumesActionsTest-430054813 tempest-VolumesActionsTest-430054813-project] 10.222.0.41 "GET /v2.0/ports?device_id=58117264-3838-4990-804c-5c1ab0deb314 HTTP/1.1" status: 200 len: 946 time: 0.5398049 Jun 01 19:22:05.041486 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45da13ca-ffd5-481d-9ddd-77b947976aa7 req-e347b006-349d-4504-a7f8-a4caec09657a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:22:05.043741 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-45da13ca-ffd5-481d-9ddd-77b947976aa7 req-e347b006-349d-4504-a7f8-a4caec09657a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ebd616d5a10a4d93abecbdcf72fa4181&device_id=3a24a80a-addf-43a3-ba26-e15e97e8cd59 HTTP/1.1" status: 200 len: 1097 time: 0.6233816 Jun 01 19:22:05.123791 n-d-844202-1 neutron-server[88525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93950d3c-0282-4149-8b01-8008b450a0f3'] response: {'server_uuid': '3661f400-ca72-48bf-ab39-0891620edbbe', 'name': 'network-vif-deleted', 'tag': '60088567-aaf0-4025-90a6-831cf3fcbf2b', 'status': 'completed', 'code': 200} Jun 01 19:22:05.235128 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c22340bf-909e-464b-bfb7-bfc94b9a8168 req-f5aa6b4c-b736-458d-a903-9f5e477e302f tempest-VolumesActionsTest-430054813 tempest-VolumesActionsTest-430054813-project] 10.222.0.41 "GET /v2.0/security-groups?id=0140c0a8-6356-4beb-8619-9b05e7551fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791320 Jun 01 19:22:05.296713 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-12ec02aa-7c61-4296-88e6-9bc3a7e520cc None None] Provisioning for port 9566f864-2dc3-4abb-b5e7-dd2f00060eb7 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:22:05.339229 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-12ec02aa-7c61-4296-88e6-9bc3a7e520cc None None] Provisioning complete for port 9566f864-2dc3-4abb-b5e7-dd2f00060eb7 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:22:05.340480 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-12ec02aa-7c61-4296-88e6-9bc3a7e520cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:05.347659 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-691c490e-01f7-4bd4-a7ee-725d6e39af65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:05.361171 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45da13ca-ffd5-481d-9ddd-77b947976aa7 req-1109d1fe-fbb4-4e2f-b430-bb6112c93413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:22:05.362523 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-45da13ca-ffd5-481d-9ddd-77b947976aa7 req-1109d1fe-fbb4-4e2f-b430-bb6112c93413 service neutron] 10.222.0.50 "GET /v2.0/networks?id=ef2f54c9-3770-4abf-b520-c907961e1497 HTTP/1.1" status: 200 len: 910 time: 0.2718229 Jun 01 19:22:05.384567 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-d35d5267-6447-4e4e-879a-2980ca09fa63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e228de7f-224e-41c6-b5d1-3d69bbc77cf8', 'name': 'tempest-AttachVolumeTestJSON-1875074836-router', 'tenant_id': 'cc5f500c6137475e84a7347d954ff8b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': '544d7d75-dfd1-4252-a232-754801ab83c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:17:06Z', 'updated_at': '2022-06-01T19:17:14Z', 'revision_number': 4, 'project_id': 'cc5f500c6137475e84a7347d954ff8b0', 'gw_port': {'id': '544d7d75-dfd1-4252-a232-754801ab83c2', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:b4:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e228de7f-224e-41c6-b5d1-3d69bbc77cf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:17:08Z', 'updated_at': '2022-06-01T19:17:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '7078f4bd-1ba8-4718-8286-aff59851b7ff', 'name': '', 'network_id': 'aa162726-ef17-4a0c-95f5-44449c42913b', 'tenant_id': 'cc5f500c6137475e84a7347d954ff8b0', 'mac_address': 'fa:16:3e:25:5a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e228de7f-224e-41c6-b5d1-3d69bbc77cf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3399, 'fixed_ips': [{'subnet_id': 'a2b1fd9d-4e91-43aa-84e1-67bd94c0de64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:17:13Z', 'updated_at': '2022-06-01T19:17:23Z', 'revision_number': 5, 'project_id': 'cc5f500c6137475e84a7347d954ff8b0', 'subnets': [{'id': 'a2b1fd9d-4e91-43aa-84e1-67bd94c0de64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:22:05.384934 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-ff5c2955-6139-49fb-927f-aaf5e6d8fe7d req-32285cee-17db-4d63-ad39-29ca63e559dc tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Synchronizing usage tracker for tenant:cc5f500c6137475e84a7347d954ff8b0 on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:22:05.390158 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35d5267-6447-4e4e-879a-2980ca09fa63 None None] Checking router: e228de7f-224e-41c6-b5d1-3d69bbc77cf8 for host: n-d-844202-1 {{(pid=88527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 19:22:05.399475 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35d5267-6447-4e4e-879a-2980ca09fa63 None None] Routers {'e228de7f-224e-41c6-b5d1-3d69bbc77cf8'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:22:05.400139 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-d35d5267-6447-4e4e-879a-2980ca09fa63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:21:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['e228de7f-224e-41c6-b5d1-3d69bbc77cf8'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:22:05.406788 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port e2080704-401e-4a75-a152-f5b20e192958 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:22:05.408526 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-ff5c2955-6139-49fb-927f-aaf5e6d8fe7d req-32285cee-17db-4d63-ad39-29ca63e559dc tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Unset dirty status for tenant:cc5f500c6137475e84a7347d954ff8b0 on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:22:05.411592 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ff5c2955-6139-49fb-927f-aaf5e6d8fe7d req-32285cee-17db-4d63-ad39-29ca63e559dc tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] 10.222.0.41 "GET /v2.0/ports?device_id=3661f400-ca72-48bf-ab39-0891620edbbe HTTP/1.1" status: 200 len: 210 time: 0.1115355 Jun 01 19:22:05.439524 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-12ec02aa-7c61-4296-88e6-9bc3a7e520cc None None] Port 9566f864-2dc3-4abb-b5e7-dd2f00060eb7 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:22:05.494758 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-45da13ca-ffd5-481d-9ddd-77b947976aa7 req-8e5a7302-54bd-4fd5-8371-a8556989e95d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=adb18467-144d-4383-a9bf-2753080dab0c HTTP/1.1" status: 200 len: 1002 time: 0.1262951 Jun 01 19:22:05.525840 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-077d71fb-67ff-4e40-8537-599d60b1bd1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe23c8c1-7aa1-45d4-af40-b6d169607926', 'name': 'tempest-ImageQuotaTest-2018705645-router', 'tenant_id': 'e6ce1eda9e6744eba67374db015444a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.101'}], 'enable_snat': True}, 'gw_port_id': '54162815-ebf8-4b12-8111-9cb3c52e5501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:21:59Z', 'updated_at': '2022-06-01T19:22:01Z', 'revision_number': 3, 'project_id': 'e6ce1eda9e6744eba67374db015444a9', 'gw_port': {'id': '54162815-ebf8-4b12-8111-9cb3c52e5501', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:f5:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe23c8c1-7aa1-45d4-af40-b6d169607926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3689, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:22:00Z', 'updated_at': '2022-06-01T19:22:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:22:05.530416 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-077d71fb-67ff-4e40-8537-599d60b1bd1e None None] The sync data for ids ['fe23c8c1-7aa1-45d4-af40-b6d169607926'] in n-d-844202-1 is: [{'id': 'fe23c8c1-7aa1-45d4-af40-b6d169607926', 'name': 'tempest-ImageQuotaTest-2018705645-router', 'tenant_id': 'e6ce1eda9e6744eba67374db015444a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.101'}], 'enable_snat': True}, 'gw_port_id': '54162815-ebf8-4b12-8111-9cb3c52e5501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:21:59Z', 'updated_at': '2022-06-01T19:22:01Z', 'revision_number': 3, 'project_id': 'e6ce1eda9e6744eba67374db015444a9', 'gw_port': {'id': '54162815-ebf8-4b12-8111-9cb3c52e5501', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:f5:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe23c8c1-7aa1-45d4-af40-b6d169607926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3689, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:22:00Z', 'updated_at': '2022-06-01T19:22:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}] {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:22:05.650000 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-d35d5267-6447-4e4e-879a-2980ca09fa63 None None] Set router e228de7f-224e-41c6-b5d1-3d69bbc77cf8 gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:22:05.774212 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45da13ca-ffd5-481d-9ddd-77b947976aa7 req-a8560820-7737-4489-b0ed-42a925700f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:22:05.775754 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-45da13ca-ffd5-481d-9ddd-77b947976aa7 req-a8560820-7737-4489-b0ed-42a925700f67 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=43c199ee-2915-4fdd-8c5e-bdc0369d8f54 HTTP/1.1" status: 200 len: 848 time: 0.1976924 Jun 01 19:22:05.937532 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5276cfb8-ab1f-4d60-95cb-4ede15278496 req-bbf30e1e-0b64-4e42-89a6-c27b11a04a0f tempest-VolumesActionsTest-430054813 tempest-VolumesActionsTest-430054813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:22:05.939308 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5276cfb8-ab1f-4d60-95cb-4ede15278496 req-bbf30e1e-0b64-4e42-89a6-c27b11a04a0f tempest-VolumesActionsTest-430054813 tempest-VolumesActionsTest-430054813-project] 10.222.0.50 "GET /v2.0/ports?device_id=58117264-3838-4990-804c-5c1ab0deb314 HTTP/1.1" status: 200 len: 946 time: 0.2354131 Jun 01 19:22:06.010182 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45da13ca-ffd5-481d-9ddd-77b947976aa7 req-985f642a-3f2e-4ef3-b2f6-23625a1e4efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:22:06.012383 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-45da13ca-ffd5-481d-9ddd-77b947976aa7 req-985f642a-3f2e-4ef3-b2f6-23625a1e4efc service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ef2f54c9-3770-4abf-b520-c907961e1497&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2131908 Jun 01 19:22:06.013662 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-d35d5267-6447-4e4e-879a-2980ca09fa63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e228de7f-224e-41c6-b5d1-3d69bbc77cf8', 'name': 'tempest-AttachVolumeTestJSON-1875074836-router', 'tenant_id': 'cc5f500c6137475e84a7347d954ff8b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': '544d7d75-dfd1-4252-a232-754801ab83c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:17:06Z', 'updated_at': '2022-06-01T19:17:14Z', 'revision_number': 4, 'project_id': 'cc5f500c6137475e84a7347d954ff8b0', 'gw_port': {'id': '544d7d75-dfd1-4252-a232-754801ab83c2', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:b4:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e228de7f-224e-41c6-b5d1-3d69bbc77cf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:17:08Z', 'updated_at': '2022-06-01T19:17:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '7078f4bd-1ba8-4718-8286-aff59851b7ff', 'name': '', 'network_id': 'aa162726-ef17-4a0c-95f5-44449c42913b', 'tenant_id': 'cc5f500c6137475e84a7347d954ff8b0', 'mac_address': 'fa:16:3e:25:5a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e228de7f-224e-41c6-b5d1-3d69bbc77cf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3399, 'fixed_ips': [{'subnet_id': 'a2b1fd9d-4e91-43aa-84e1-67bd94c0de64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:17:13Z', 'updated_at': '2022-06-01T19:17:23Z', 'revision_number': 5, 'project_id': 'cc5f500c6137475e84a7347d954ff8b0', 'subnets': [{'id': 'a2b1fd9d-4e91-43aa-84e1-67bd94c0de64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:22:06.014456 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-691c490e-01f7-4bd4-a7ee-725d6e39af65 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:06.019175 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35d5267-6447-4e4e-879a-2980ca09fa63 None None] The sync data for ids ['e228de7f-224e-41c6-b5d1-3d69bbc77cf8'] in n-d-844202-1 is: [{'id': 'e228de7f-224e-41c6-b5d1-3d69bbc77cf8', 'name': 'tempest-AttachVolumeTestJSON-1875074836-router', 'tenant_id': 'cc5f500c6137475e84a7347d954ff8b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': '544d7d75-dfd1-4252-a232-754801ab83c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:17:06Z', 'updated_at': '2022-06-01T19:17:14Z', 'revision_number': 4, 'project_id': 'cc5f500c6137475e84a7347d954ff8b0', 'gw_port': {'id': '544d7d75-dfd1-4252-a232-754801ab83c2', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:b4:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e228de7f-224e-41c6-b5d1-3d69bbc77cf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:17:08Z', 'updated_at': '2022-06-01T19:17:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '7078f4bd-1ba8-4718-8286-aff59851b7ff', 'name': '', 'network_id': 'aa162726-ef17-4a0c-95f5-44449c42913b', 'tenant_id': 'cc5f500c6137475e84a7347d954ff8b0', 'mac_address': 'fa:16:3e:25:5a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e228de7f-224e-41c6-b5d1-3d69bbc77cf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3399, 'fixed_ips': [{'subnet_id': 'a2b1fd9d-4e91-43aa-84e1-67bd94c0de64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:17:13Z', 'updated_at': '2022-06-01T19:17:23Z', 'revision_number': 5, 'project_id': 'cc5f500c6137475e84a7347d954ff8b0', 'subnets': [{'id': 'a2b1fd9d-4e91-43aa-84e1-67bd94c0de64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:22:06.062913 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-691c490e-01f7-4bd4-a7ee-725d6e39af65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:06.382908 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-5276cfb8-ab1f-4d60-95cb-4ede15278496 req-5fa0e428-3e69-43b1-b4da-a323df7a46a7 tempest-VolumesActionsTest-430054813 tempest-VolumesActionsTest-430054813-project] Deleting port 356a20f6-e7f2-4d22-970a-7df0360f911c {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:22:06.383250 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-5276cfb8-ab1f-4d60-95cb-4ede15278496 req-5fa0e428-3e69-43b1-b4da-a323df7a46a7 tempest-VolumesActionsTest-430054813 tempest-VolumesActionsTest-430054813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:06.403567 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3fb67cd-f9d1-4f36-b2e6-301d8195ae7c None None] New status for floating IP 082fb5ce-ec12-447c-ab74-7a3e9a0b802f: DOWN {{(pid=88526) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 19:22:06.489790 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691c490e-01f7-4bd4-a7ee-725d6e39af65 admin admin] Pushing event updated for resources: {'Port': ['ID=9566f864-2dc3-4abb-b5e7-dd2f00060eb7,revision_number=2']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:22:06.514996 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-691c490e-01f7-4bd4-a7ee-725d6e39af65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-887436'] for router_interface, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:06.563259 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 54162815-ebf8-4b12-8111-9cb3c52e5501 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:22:06.568335 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-45da13ca-ffd5-481d-9ddd-77b947976aa7 req-804c64f7-f9a4-4308-9ea9-aae449b9fef4 service neutron] 10.222.0.50 "GET /v2.0/networks/ef2f54c9-3770-4abf-b520-c907961e1497?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5441787 Jun 01 19:22:06.590183 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 40020) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:22:06.685897 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-caefbd71-3f9d-4881-9875-40cf170d4eeb tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:06.723634 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-caefbd71-3f9d-4881-9875-40cf170d4eeb tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:06.733996 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port 54162815-ebf8-4b12-8111-9cb3c52e5501 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:22:06.740840 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 54162815-ebf8-4b12-8111-9cb3c52e5501 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:22:06.741367 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:06.797912 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-caefbd71-3f9d-4881-9875-40cf170d4eeb tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:06.822986 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caefbd71-3f9d-4881-9875-40cf170d4eeb tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eebb1b39-dce3-4784-8625-b17a000cec85,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:22:06.835002 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-caefbd71-3f9d-4881-9875-40cf170d4eeb tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:06.840570 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-caefbd71-3f9d-4881-9875-40cf170d4eeb tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] 10.222.0.41 "DELETE /v2.0/security-groups/eebb1b39-dce3-4784-8625-b17a000cec85 HTTP/1.1" status: 204 len: 168 time: 0.2492826 Jun 01 19:22:06.841316 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 40024) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:22:06.858059 n-d-844202-1 neutron-server[88525]: INFO neutron.api.v2.resource [None req-8b3c58ce-791d-4604-8afe-c9a0cc25046b tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] show failed (client error): The resource could not be found. Jun 01 19:22:06.860256 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-8b3c58ce-791d-4604-8afe-c9a0cc25046b tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] 10.222.0.41 "GET /v2.0/security-groups/eebb1b39-dce3-4784-8625-b17a000cec85 HTTP/1.1" status: 404 len: 347 time: 0.0168395 Jun 01 19:22:06.864389 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 40028) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:22:06.903316 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 54162815-ebf8-4b12-8111-9cb3c52e5501 is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:22:06.903683 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:06.926567 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port 54162815-ebf8-4b12-8111-9cb3c52e5501, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=54162815-ebf8-4b12-8111-9cb3c52e5501,segment=NetworkSegment(7875af61-4c53-4ff2-b8c8-d4b7c35ff947),segment_id=7875af61-4c53-4ff2-b8c8-d4b7c35ff947)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:22:06.936751 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:06.988062 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27016f74-92a3-4cdd-a2e7-130ed02d1c9a req-349613e4-b91b-4243-9e09-0d342d101886 tempest-VolumesActionsTest-430054813 tempest-VolumesActionsTest-430054813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:22:06.989586 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-27016f74-92a3-4cdd-a2e7-130ed02d1c9a req-349613e4-b91b-4243-9e09-0d342d101886 tempest-VolumesActionsTest-430054813 tempest-VolumesActionsTest-430054813-project] 10.222.0.41 "GET /v2.0/ports?device_id=58117264-3838-4990-804c-5c1ab0deb314 HTTP/1.1" status: 200 len: 946 time: 0.6163874 Jun 01 19:22:07.046417 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-66d8602b-b62e-4aff-9884-572d77bce78a tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Deleting port c21c0c28-ae19-4093-a381-b1f135a51383 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:22:07.047132 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-66d8602b-b62e-4aff-9884-572d77bce78a tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:07.052806 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=54162815-ebf8-4b12-8111-9cb3c52e5501,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:22:07.086716 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-691c490e-01f7-4bd4-a7ee-725d6e39af65 admin admin] Network be6a11e4-32b0-4ee6-9fc9-76f44265a7af is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:22:07.089001 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-45da13ca-ffd5-481d-9ddd-77b947976aa7 req-4fe88624-676a-4b7b-ab44-7f0e1c46460e service neutron] 10.222.0.50 "GET /v2.0/networks/ef2f54c9-3770-4abf-b520-c907961e1497?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5093315 Jun 01 19:22:07.092445 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 60088567-aaf0-4025-90a6-831cf3fcbf2b no longer exists at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:22:07.095340 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-691c490e-01f7-4bd4-a7ee-725d6e39af65 admin admin] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:22:07.159214 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] No Port match for: 60088567-aaf0-4025-90a6-831cf3fcbf2b {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:22:07.159580 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 60088567-aaf0-4025-90a6-831cf3fcbf2b not bound to the agent host n-h1-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:22:07.167617 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-9983fb02-2c31-4456-b0dd-0b51fe93a465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:07.185820 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-27016f74-92a3-4cdd-a2e7-130ed02d1c9a req-dcefdaf7-38f8-4c35-a1a5-9f86aa9b537b tempest-VolumesActionsTest-430054813 tempest-VolumesActionsTest-430054813-project] 10.222.0.41 "GET /v2.0/security-groups?id=0140c0a8-6356-4beb-8619-9b05e7551fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820872 Jun 01 19:22:07.208513 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-5276cfb8-ab1f-4d60-95cb-4ede15278496 req-5fa0e428-3e69-43b1-b4da-a323df7a46a7 tempest-VolumesActionsTest-430054813 tempest-VolumesActionsTest-430054813-project] For port 356a20f6-e7f2-4d22-970a-7df0360f911c, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=356a20f6-e7f2-4d22-970a-7df0360f911c,segment=NetworkSegment(6e4f1a27-3d8d-4efb-8d1b-553e54944b5c),segment_id=6e4f1a27-3d8d-4efb-8d1b-553e54944b5c)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:22:07.208877 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-5276cfb8-ab1f-4d60-95cb-4ede15278496 req-5fa0e428-3e69-43b1-b4da-a323df7a46a7 tempest-VolumesActionsTest-430054813 tempest-VolumesActionsTest-430054813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:07.346107 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-5276cfb8-ab1f-4d60-95cb-4ede15278496 req-5fa0e428-3e69-43b1-b4da-a323df7a46a7 tempest-VolumesActionsTest-430054813 tempest-VolumesActionsTest-430054813-project] Calling delete_port for 356a20f6-e7f2-4d22-970a-7df0360f911c owned by compute:nova {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:22:07.391773 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-27d5bdcc-9859-42a5-a808-b2acda1d8c6d None None] Provisioning complete for port 9566f864-2dc3-4abb-b5e7-dd2f00060eb7 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:22:07.392029 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-27d5bdcc-9859-42a5-a808-b2acda1d8c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:07.427291 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-66d8602b-b62e-4aff-9884-572d77bce78a tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:07.427677 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-66d8602b-b62e-4aff-9884-572d77bce78a tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:07.469890 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-27d5bdcc-9859-42a5-a808-b2acda1d8c6d None None] Port 9566f864-2dc3-4abb-b5e7-dd2f00060eb7 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:22:07.562496 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-66d8602b-b62e-4aff-9884-572d77bce78a tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Calling delete_port for c21c0c28-ae19-4093-a381-b1f135a51383 owned by network:floatingip {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:22:07.587679 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-691c490e-01f7-4bd4-a7ee-725d6e39af65 admin admin] Router fe23c8c1-7aa1-45d4-af40-b6d169607926 has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 19:22:07.680341 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-5276cfb8-ab1f-4d60-95cb-4ede15278496 req-5fa0e428-3e69-43b1-b4da-a323df7a46a7 tempest-VolumesActionsTest-430054813 tempest-VolumesActionsTest-430054813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:07.692418 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] get_ports_and_sgs() called for port_ids ['356a20f6-e7f2-4d22-970a-7df0360f911c'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 19:22:07.721974 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-66d8602b-b62e-4aff-9884-572d77bce78a tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:07.776621 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d8602b-b62e-4aff-9884-572d77bce78a tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Pushing event deleted for resources: {'Port': ['ID=c21c0c28-ae19-4093-a381-b1f135a51383,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:22:07.878141 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-66d8602b-b62e-4aff-9884-572d77bce78a tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Notify callbacks [] for floatingip, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:07.881238 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa0e428-3e69-43b1-b4da-a323df7a46a7 tempest-VolumesActionsTest-430054813 tempest-VolumesActionsTest-430054813-project] Pushing event deleted for resources: {'Port': ['ID=356a20f6-e7f2-4d22-970a-7df0360f911c,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:22:07.896964 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-66d8602b-b62e-4aff-9884-572d77bce78a tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for floatingip, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:07.898104 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-66d8602b-b62e-4aff-9884-572d77bce78a tempest-AttachVolumeTestJSON-1748898037 tempest-AttachVolumeTestJSON-1748898037-project] 10.222.0.41 "DELETE /v2.0/floatingips/082fb5ce-ec12-447c-ab74-7a3e9a0b802f HTTP/1.1" status: 204 len: 168 time: 1.0327582 Jun 01 19:22:07.920729 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa0e428-3e69-43b1-b4da-a323df7a46a7 tempest-VolumesActionsTest-430054813 tempest-VolumesActionsTest-430054813-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:22:07.921072 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa0e428-3e69-43b1-b4da-a323df7a46a7 tempest-VolumesActionsTest-430054813 tempest-VolumesActionsTest-430054813-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:22:07.921404 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa0e428-3e69-43b1-b4da-a323df7a46a7 tempest-VolumesActionsTest-430054813 tempest-VolumesActionsTest-430054813-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:22:07.921729 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa0e428-3e69-43b1-b4da-a323df7a46a7 tempest-VolumesActionsTest-430054813 tempest-VolumesActionsTest-430054813-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:22:07.922052 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa0e428-3e69-43b1-b4da-a323df7a46a7 tempest-VolumesActionsTest-430054813 tempest-VolumesActionsTest-430054813-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:22:07.922370 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa0e428-3e69-43b1-b4da-a323df7a46a7 tempest-VolumesActionsTest-430054813 tempest-VolumesActionsTest-430054813-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:22:07.922689 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa0e428-3e69-43b1-b4da-a323df7a46a7 tempest-VolumesActionsTest-430054813 tempest-VolumesActionsTest-430054813-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:22:07.923006 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa0e428-3e69-43b1-b4da-a323df7a46a7 tempest-VolumesActionsTest-430054813 tempest-VolumesActionsTest-430054813-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:22:07.923317 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa0e428-3e69-43b1-b4da-a323df7a46a7 tempest-VolumesActionsTest-430054813 tempest-VolumesActionsTest-430054813-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:22:07.923627 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa0e428-3e69-43b1-b4da-a323df7a46a7 tempest-VolumesActionsTest-430054813 tempest-VolumesActionsTest-430054813-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:22:07.923944 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa0e428-3e69-43b1-b4da-a323df7a46a7 tempest-VolumesActionsTest-430054813 tempest-VolumesActionsTest-430054813-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:22:07.924276 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa0e428-3e69-43b1-b4da-a323df7a46a7 tempest-VolumesActionsTest-430054813 tempest-VolumesActionsTest-430054813-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:22:08.047141 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-5276cfb8-ab1f-4d60-95cb-4ede15278496 req-5fa0e428-3e69-43b1-b4da-a323df7a46a7 tempest-VolumesActionsTest-430054813 tempest-VolumesActionsTest-430054813-project] No DVR routers for this DVR port 356a20f6-e7f2-4d22-970a-7df0360f911c on host n-h2-844202-1 {{(pid=88524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:22:08.051146 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-5276cfb8-ab1f-4d60-95cb-4ede15278496 req-5fa0e428-3e69-43b1-b4da-a323df7a46a7 tempest-VolumesActionsTest-430054813 tempest-VolumesActionsTest-430054813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:08.053801 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58117264-3838-4990-804c-5c1ab0deb314', 'name': 'network-vif-deleted', 'tag': '356a20f6-e7f2-4d22-970a-7df0360f911c'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:22:08.083480 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-691c490e-01f7-4bd4-a7ee-725d6e39af65 admin admin] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:22:08.086613 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5276cfb8-ab1f-4d60-95cb-4ede15278496 req-5fa0e428-3e69-43b1-b4da-a323df7a46a7 tempest-VolumesActionsTest-430054813 tempest-VolumesActionsTest-430054813-project] 10.222.0.50 "DELETE /v2.0/ports/356a20f6-e7f2-4d22-970a-7df0360f911c HTTP/1.1" status: 204 len: 173 time: 2.1424913 Jun 01 19:22:08.090414 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-691c490e-01f7-4bd4-a7ee-725d6e39af65 admin admin] 10.222.0.41 "PUT /v2.0/routers/fe23c8c1-7aa1-45d4-af40-b6d169607926/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6416864 Jun 01 19:22:08.103318 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a7f8e26-8061-4af8-a191-3e15138fa2f7 None None] Sync routers for ids ['fe23c8c1-7aa1-45d4-af40-b6d169607926'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:22:08.116796 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a7f8e26-8061-4af8-a191-3e15138fa2f7 None None] Routers {'fe23c8c1-7aa1-45d4-af40-b6d169607926'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:22:08.117691 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-6a7f8e26-8061-4af8-a191-3e15138fa2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:21:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['fe23c8c1-7aa1-45d4-af40-b6d169607926'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:22:08.140655 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7927efd-20e4-4db0-a8a6-4b5d15d1ed4b'] response: {'server_uuid': '58117264-3838-4990-804c-5c1ab0deb314', 'name': 'network-vif-deleted', 'tag': '356a20f6-e7f2-4d22-970a-7df0360f911c', 'status': 'completed', 'code': 200} Jun 01 19:22:08.405661 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-8e758033-fd21-4625-bad6-9a1b949f70fe req-ac36a5e2-fde8-4cf6-90c8-579159822336 tempest-VolumesActionsTest-430054813 tempest-VolumesActionsTest-430054813-project] Synchronizing usage tracker for tenant:c4c0efd10deb41d38eb35c0fb368d00a on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:22:08.429581 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-8e758033-fd21-4625-bad6-9a1b949f70fe req-ac36a5e2-fde8-4cf6-90c8-579159822336 tempest-VolumesActionsTest-430054813 tempest-VolumesActionsTest-430054813-project] Unset dirty status for tenant:c4c0efd10deb41d38eb35c0fb368d00a on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:22:08.430973 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-8e758033-fd21-4625-bad6-9a1b949f70fe req-ac36a5e2-fde8-4cf6-90c8-579159822336 tempest-VolumesActionsTest-430054813 tempest-VolumesActionsTest-430054813-project] 10.222.0.41 "GET /v2.0/ports?device_id=58117264-3838-4990-804c-5c1ab0deb314 HTTP/1.1" status: 200 len: 210 time: 0.0768347 Jun 01 19:22:08.440872 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-6a7f8e26-8061-4af8-a191-3e15138fa2f7 None None] Set router fe23c8c1-7aa1-45d4-af40-b6d169607926 gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:22:08.470661 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 54162815-ebf8-4b12-8111-9cb3c52e5501 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:22:08.554990 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 54162815-ebf8-4b12-8111-9cb3c52e5501 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:22:08.555363 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:08.723482 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 54162815-ebf8-4b12-8111-9cb3c52e5501 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:22:08.885739 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-6a7f8e26-8061-4af8-a191-3e15138fa2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe23c8c1-7aa1-45d4-af40-b6d169607926', 'name': 'tempest-ImageQuotaTest-2018705645-router', 'tenant_id': 'e6ce1eda9e6744eba67374db015444a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.101'}], 'enable_snat': True}, 'gw_port_id': '54162815-ebf8-4b12-8111-9cb3c52e5501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:21:59Z', 'updated_at': '2022-06-01T19:22:05Z', 'revision_number': 4, 'project_id': 'e6ce1eda9e6744eba67374db015444a9', 'gw_port': {'id': '54162815-ebf8-4b12-8111-9cb3c52e5501', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:f5:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe23c8c1-7aa1-45d4-af40-b6d169607926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3689, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:22:00Z', 'updated_at': '2022-06-01T19:22:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '9566f864-2dc3-4abb-b5e7-dd2f00060eb7', 'name': '', 'network_id': 'be6a11e4-32b0-4ee6-9fc9-76f44265a7af', 'tenant_id': 'e6ce1eda9e6744eba67374db015444a9', 'mac_address': 'fa:16:3e:0e:1a:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe23c8c1-7aa1-45d4-af40-b6d169607926', 'device_owner': 'network:router_interface', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': '26d00796-35a7-4c14-9c28-46c9e474fd6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:22:03Z', 'updated_at': '2022-06-01T19:22:05Z', 'revision_number': 2, 'project_id': 'e6ce1eda9e6744eba67374db015444a9', 'subnets': [{'id': '26d00796-35a7-4c14-9c28-46c9e474fd6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:22:08.890562 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a7f8e26-8061-4af8-a191-3e15138fa2f7 None None] Checking router: fe23c8c1-7aa1-45d4-af40-b6d169607926 for host: n-d-844202-1 {{(pid=88527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 19:22:08.891033 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a7f8e26-8061-4af8-a191-3e15138fa2f7 None None] Updating router fe23c8c1-7aa1-45d4-af40-b6d169607926 port 9566f864-2dc3-4abb-b5e7-dd2f00060eb7 binding host n-d-844202-1 {{(pid=88527) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 19:22:08.945168 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-6a7f8e26-8061-4af8-a191-3e15138fa2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:09.332154 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-6a7f8e26-8061-4af8-a191-3e15138fa2f7 None None] Notify callbacks [] for port, precommit_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:09.346141 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.provisioning_blocks [None req-6a7f8e26-8061-4af8-a191-3e15138fa2f7 None None] Transition to ACTIVE for port object 9566f864-2dc3-4abb-b5e7-dd2f00060eb7 will not be triggered until provisioned by entity L2. {{(pid=88527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:22:09.353590 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-6a7f8e26-8061-4af8-a191-3e15138fa2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:09.515646 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 40062) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:22:09.546329 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-64bf4fe0-3976-4e20-be74-7a3cfbf868e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:09.559328 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60e5311-6c73-43cc-8a51-4839c720375d None None] Pushing event updated for resources: {'Port': ['ID=9566f864-2dc3-4abb-b5e7-dd2f00060eb7,revision_number=3']} {{(pid=88527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:22:09.624342 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-6a7f8e26-8061-4af8-a191-3e15138fa2f7 None None] Attempting to bind port 9566f864-2dc3-4abb-b5e7-dd2f00060eb7 on host n-d-844202-1 for vnic_type normal with profile {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:22:09.624703 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-6a7f8e26-8061-4af8-a191-3e15138fa2f7 None None] Attempting to bind port 9566f864-2dc3-4abb-b5e7-dd2f00060eb7 by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': 'f630fbbc-4d01-4e7d-ab27-b170a1976310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'be6a11e4-32b0-4ee6-9fc9-76f44265a7af'}] {{(pid=88527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:22:09.625052 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a7f8e26-8061-4af8-a191-3e15138fa2f7 None None] Attempting to bind port 9566f864-2dc3-4abb-b5e7-dd2f00060eb7 on network be6a11e4-32b0-4ee6-9fc9-76f44265a7af {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:22:09.631083 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a7f8e26-8061-4af8-a191-3e15138fa2f7 None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 21, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:22:09.631443 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a7f8e26-8061-4af8-a191-3e15138fa2f7 None None] Checking segment: {'id': 'f630fbbc-4d01-4e7d-ab27-b170a1976310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'be6a11e4-32b0-4ee6-9fc9-76f44265a7af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:22:09.631832 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-6a7f8e26-8061-4af8-a191-3e15138fa2f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:09.632389 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a7f8e26-8061-4af8-a191-3e15138fa2f7 None None] Bound using segment: {'id': 'f630fbbc-4d01-4e7d-ab27-b170a1976310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'be6a11e4-32b0-4ee6-9fc9-76f44265a7af'} {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:22:09.632842 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-6a7f8e26-8061-4af8-a191-3e15138fa2f7 None None] Bound port: 9566f864-2dc3-4abb-b5e7-dd2f00060eb7, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f630fbbc-4d01-4e7d-ab27-b170a1976310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'be6a11e4-32b0-4ee6-9fc9-76f44265a7af'}}] {{(pid=88527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:22:09.633202 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-6a7f8e26-8061-4af8-a191-3e15138fa2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:09.758208 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.db [None req-6a7f8e26-8061-4af8-a191-3e15138fa2f7 None None] For port 9566f864-2dc3-4abb-b5e7-dd2f00060eb7, host n-d-844202-1, cleared binding levels {{(pid=88527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:22:09.763041 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.db [None req-6a7f8e26-8061-4af8-a191-3e15138fa2f7 None None] For port 9566f864-2dc3-4abb-b5e7-dd2f00060eb7, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=9566f864-2dc3-4abb-b5e7-dd2f00060eb7,segment=NetworkSegment(f630fbbc-4d01-4e7d-ab27-b170a1976310),segment_id=f630fbbc-4d01-4e7d-ab27-b170a1976310)] {{(pid=88527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:22:09.767988 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-6a7f8e26-8061-4af8-a191-3e15138fa2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:09.882255 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a7f8e26-8061-4af8-a191-3e15138fa2f7 None None] Routers {'fe23c8c1-7aa1-45d4-af40-b6d169607926'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:22:09.882908 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-6a7f8e26-8061-4af8-a191-3e15138fa2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:22:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['fe23c8c1-7aa1-45d4-af40-b6d169607926'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:22:09.931258 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 356a20f6-e7f2-4d22-970a-7df0360f911c no longer exists at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:22:09.987348 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60e5311-6c73-43cc-8a51-4839c720375d None None] Pushing event updated for resources: {'Port': ['ID=9566f864-2dc3-4abb-b5e7-dd2f00060eb7,revision_number=4']} {{(pid=88527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:22:10.007873 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] No Port match for: 356a20f6-e7f2-4d22-970a-7df0360f911c {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:22:10.008656 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 356a20f6-e7f2-4d22-970a-7df0360f911c not bound to the agent host n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:22:10.200160 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-6a7f8e26-8061-4af8-a191-3e15138fa2f7 None None] Set router fe23c8c1-7aa1-45d4-af40-b6d169607926 gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:22:10.514960 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-0bedf1e4-a3b8-4a13-b411-f8b8b6808bdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-887474'] for router_interface, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:10.656248 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:10.716946 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:10.973456 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-6a7f8e26-8061-4af8-a191-3e15138fa2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe23c8c1-7aa1-45d4-af40-b6d169607926', 'name': 'tempest-ImageQuotaTest-2018705645-router', 'tenant_id': 'e6ce1eda9e6744eba67374db015444a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.101'}], 'enable_snat': True}, 'gw_port_id': '54162815-ebf8-4b12-8111-9cb3c52e5501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:21:59Z', 'updated_at': '2022-06-01T19:22:05Z', 'revision_number': 4, 'project_id': 'e6ce1eda9e6744eba67374db015444a9', 'gw_port': {'id': '54162815-ebf8-4b12-8111-9cb3c52e5501', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:f5:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe23c8c1-7aa1-45d4-af40-b6d169607926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3689, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:22:00Z', 'updated_at': '2022-06-01T19:22:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '9566f864-2dc3-4abb-b5e7-dd2f00060eb7', 'name': '', 'network_id': 'be6a11e4-32b0-4ee6-9fc9-76f44265a7af', 'tenant_id': 'e6ce1eda9e6744eba67374db015444a9', 'mac_address': 'fa:16:3e:0e:1a:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe23c8c1-7aa1-45d4-af40-b6d169607926', 'device_owner': 'network:router_interface', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': '26d00796-35a7-4c14-9c28-46c9e474fd6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:22:03Z', 'updated_at': '2022-06-01T19:22:09Z', 'revision_number': 4, 'project_id': 'e6ce1eda9e6744eba67374db015444a9', 'subnets': [{'id': '26d00796-35a7-4c14-9c28-46c9e474fd6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:22:11.003432 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a7f8e26-8061-4af8-a191-3e15138fa2f7 None None] The sync data for ids ['fe23c8c1-7aa1-45d4-af40-b6d169607926'] in n-d-844202-1 is: [{'id': 'fe23c8c1-7aa1-45d4-af40-b6d169607926', 'name': 'tempest-ImageQuotaTest-2018705645-router', 'tenant_id': 'e6ce1eda9e6744eba67374db015444a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.101'}], 'enable_snat': True}, 'gw_port_id': '54162815-ebf8-4b12-8111-9cb3c52e5501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:21:59Z', 'updated_at': '2022-06-01T19:22:05Z', 'revision_number': 4, 'project_id': 'e6ce1eda9e6744eba67374db015444a9', 'gw_port': {'id': '54162815-ebf8-4b12-8111-9cb3c52e5501', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:f5:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe23c8c1-7aa1-45d4-af40-b6d169607926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3689, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:22:00Z', 'updated_at': '2022-06-01T19:22:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '9566f864-2dc3-4abb-b5e7-dd2f00060eb7', 'name': '', 'network_id': 'be6a11e4-32b0-4ee6-9fc9-76f44265a7af', 'tenant_id': 'e6ce1eda9e6744eba67374db015444a9', 'mac_address': 'fa:16:3e:0e:1a:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe23c8c1-7aa1-45d4-af40-b6d169607926', 'device_owner': 'network:router_interface', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': '26d00796-35a7-4c14-9c28-46c9e474fd6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:22:03Z', 'updated_at': '2022-06-01T19:22:09Z', 'revision_number': 4, 'project_id': 'e6ce1eda9e6744eba67374db015444a9', 'subnets': [{'id': '26d00796-35a7-4c14-9c28-46c9e474fd6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:22:11.289925 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-0bedf1e4-a3b8-4a13-b411-f8b8b6808bdc admin admin] Deleting port 9566f864-2dc3-4abb-b5e7-dd2f00060eb7 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:22:11.290503 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-0bedf1e4-a3b8-4a13-b411-f8b8b6808bdc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:11.430843 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd27ed18-c221-4561-ba46-135e4bd9fba7 req-a7f3891b-c9a3-45f4-938d-2fb99e6735c2 tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:22:11.440061 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-bd27ed18-c221-4561-ba46-135e4bd9fba7 req-a7f3891b-c9a3-45f4-938d-2fb99e6735c2 tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a24a80a-addf-43a3-ba26-e15e97e8cd59 HTTP/1.1" status: 200 len: 946 time: 0.1837063 Jun 01 19:22:11.493564 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-bd27ed18-c221-4561-ba46-135e4bd9fba7 req-aae33697-c129-483c-9b41-a998f20c7247 tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] 10.222.0.41 "GET /v2.0/security-groups?id=474f47ab-bbd0-40e5-afc5-47ffe99c39cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519102 Jun 01 19:22:11.595385 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:11.679246 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [None req-0bedf1e4-a3b8-4a13-b411-f8b8b6808bdc admin admin] For port 9566f864-2dc3-4abb-b5e7-dd2f00060eb7, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=9566f864-2dc3-4abb-b5e7-dd2f00060eb7,segment=NetworkSegment(f630fbbc-4d01-4e7d-ab27-b170a1976310),segment_id=f630fbbc-4d01-4e7d-ab27-b170a1976310)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:22:11.679811 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-0bedf1e4-a3b8-4a13-b411-f8b8b6808bdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:11.981691 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-0bedf1e4-a3b8-4a13-b411-f8b8b6808bdc admin admin] Calling delete_port for 9566f864-2dc3-4abb-b5e7-dd2f00060eb7 owned by network:router_interface {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:22:12.024778 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:12.032734 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:12.422386 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b544ede-4a4e-45fe-8b05-7197c1e28218 req-b0b40e4b-0032-4a61-91f7-da94539878e3 tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:22:12.424889 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3b544ede-4a4e-45fe-8b05-7197c1e28218 req-b0b40e4b-0032-4a61-91f7-da94539878e3 tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] 10.222.0.50 "GET /v2.0/ports?device_id=3a24a80a-addf-43a3-ba26-e15e97e8cd59 HTTP/1.1" status: 200 len: 946 time: 0.1735754 Jun 01 19:22:12.553127 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-0bedf1e4-a3b8-4a13-b411-f8b8b6808bdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:12.566409 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 9566f864-2dc3-4abb-b5e7-dd2f00060eb7 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:22:12.622924 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: 9566f864-2dc3-4abb-b5e7-dd2f00060eb7 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:22:12.623265 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 9566f864-2dc3-4abb-b5e7-dd2f00060eb7 not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Jun 01 19:22:12.668156 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bedf1e4-a3b8-4a13-b411-f8b8b6808bdc admin admin] Pushing event deleted for resources: {'Port': ['ID=9566f864-2dc3-4abb-b5e7-dd2f00060eb7,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:22:12.784694 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Port 9566f864-2dc3-4abb-b5e7-dd2f00060eb7 not found, will not notify nova. {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Jun 01 19:22:12.872658 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-3b544ede-4a4e-45fe-8b05-7197c1e28218 req-b843d03f-baa7-4c9b-97e5-d61d583ef006 tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] Deleting port adb18467-144d-4383-a9bf-2753080dab0c {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:22:12.873327 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-3b544ede-4a4e-45fe-8b05-7197c1e28218 req-b843d03f-baa7-4c9b-97e5-d61d583ef006 tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:13.363825 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27d7da4-f676-4ba5-8629-55c0588445f8 req-d790c178-a328-4a6a-aa81-0467918c2abf tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:22:13.365345 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b27d7da4-f676-4ba5-8629-55c0588445f8 req-d790c178-a328-4a6a-aa81-0467918c2abf tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a24a80a-addf-43a3-ba26-e15e97e8cd59 HTTP/1.1" status: 200 len: 946 time: 0.6355364 Jun 01 19:22:13.417072 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-0bedf1e4-a3b8-4a13-b411-f8b8b6808bdc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-887310'] for router_interface, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:13.532901 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b27d7da4-f676-4ba5-8629-55c0588445f8 req-ab79d485-2f4f-4aa9-b6dd-642d7a6dc1a4 tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] 10.222.0.41 "GET /v2.0/security-groups?id=474f47ab-bbd0-40e5-afc5-47ffe99c39cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1552324 Jun 01 19:22:13.534675 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-3b544ede-4a4e-45fe-8b05-7197c1e28218 req-b843d03f-baa7-4c9b-97e5-d61d583ef006 tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] For port adb18467-144d-4383-a9bf-2753080dab0c, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=adb18467-144d-4383-a9bf-2753080dab0c,segment=NetworkSegment(ddad035c-cc09-4882-80f6-f46358180569),segment_id=ddad035c-cc09-4882-80f6-f46358180569)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:22:13.535053 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-3b544ede-4a4e-45fe-8b05-7197c1e28218 req-b843d03f-baa7-4c9b-97e5-d61d583ef006 tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:14.243161 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-3b544ede-4a4e-45fe-8b05-7197c1e28218 req-b843d03f-baa7-4c9b-97e5-d61d583ef006 tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:14.243537 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-3b544ede-4a4e-45fe-8b05-7197c1e28218 req-b843d03f-baa7-4c9b-97e5-d61d583ef006 tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887712'] for floatingip, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:14.243848 n-d-844202-1 neutron-server[88524]: INFO neutron.db.l3_db [req-3b544ede-4a4e-45fe-8b05-7197c1e28218 req-b843d03f-baa7-4c9b-97e5-d61d583ef006 tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] Floating IP 793ab2d3-1812-445a-8ed4-84600f1b3360 disassociated. External IP: 172.25.4.115, port: adb18467-144d-4383-a9bf-2753080dab0c. Jun 01 19:22:14.244188 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-3b544ede-4a4e-45fe-8b05-7197c1e28218 req-b843d03f-baa7-4c9b-97e5-d61d583ef006 tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] Calling delete_port for adb18467-144d-4383-a9bf-2753080dab0c owned by compute:nova {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:22:14.409780 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bedf1e4-a3b8-4a13-b411-f8b8b6808bdc admin admin] Router fe23c8c1-7aa1-45d4-af40-b6d169607926 has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 19:22:14.489108 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-3b544ede-4a4e-45fe-8b05-7197c1e28218 req-b843d03f-baa7-4c9b-97e5-d61d583ef006 tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:14.606553 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b843d03f-baa7-4c9b-97e5-d61d583ef006 tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] Pushing event deleted for resources: {'Port': ['ID=adb18467-144d-4383-a9bf-2753080dab0c,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:22:14.726122 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4d6c540c-ae18-44a4-a19d-49c0c1c93439 req-f2505590-1bfe-481a-9650-37bb07e5d065 tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a24a80a-addf-43a3-ba26-e15e97e8cd59 HTTP/1.1" status: 200 len: 210 time: 0.0552638 Jun 01 19:22:14.912758 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bedf1e4-a3b8-4a13-b411-f8b8b6808bdc admin admin] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:22:14.929989 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c568dcb-7ba3-4b20-a144-4b9b7fd05614 None None] Sync routers for ids ['fe23c8c1-7aa1-45d4-af40-b6d169607926'] in n-d-844202-1 {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:22:14.942918 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c568dcb-7ba3-4b20-a144-4b9b7fd05614 None None] Routers {'fe23c8c1-7aa1-45d4-af40-b6d169607926'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:22:14.943546 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-1c568dcb-7ba3-4b20-a144-4b9b7fd05614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:22:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['fe23c8c1-7aa1-45d4-af40-b6d169607926'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:22:14.950276 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-0bedf1e4-a3b8-4a13-b411-f8b8b6808bdc admin admin] 10.222.0.41 "PUT /v2.0/routers/fe23c8c1-7aa1-45d4-af40-b6d169607926/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4335203 Jun 01 19:22:14.953413 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 40124) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:22:14.975228 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3b544ede-4a4e-45fe-8b05-7197c1e28218 req-b843d03f-baa7-4c9b-97e5-d61d583ef006 tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] Router a8882e47-d9d7-413d-bf08-98833781f641 has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 19:22:15.241381 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3b544ede-4a4e-45fe-8b05-7197c1e28218 req-b843d03f-baa7-4c9b-97e5-d61d583ef006 tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:22:15.255733 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb46117-082f-4d77-8918-cc3533bcc55e None None] Sync routers for ids ['a8882e47-d9d7-413d-bf08-98833781f641'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:22:15.270987 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb46117-082f-4d77-8918-cc3533bcc55e None None] Routers {'a8882e47-d9d7-413d-bf08-98833781f641'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:22:15.272078 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-9cb46117-082f-4d77-8918-cc3533bcc55e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:22:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['a8882e47-d9d7-413d-bf08-98833781f641'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:22:15.353020 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-1c568dcb-7ba3-4b20-a144-4b9b7fd05614 None None] Set router fe23c8c1-7aa1-45d4-af40-b6d169607926 gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:22:15.397940 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0723cb6b-a520-48ac-9c06-c74a8de37d2a admin admin] Notify callbacks [] for router, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:15.758679 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b544ede-4a4e-45fe-8b05-7197c1e28218 req-b843d03f-baa7-4c9b-97e5-d61d583ef006 tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] No DVR routers for this DVR port adb18467-144d-4383-a9bf-2753080dab0c on host n-h2-844202-1 {{(pid=88524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:22:15.762824 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-3b544ede-4a4e-45fe-8b05-7197c1e28218 req-b843d03f-baa7-4c9b-97e5-d61d583ef006 tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:15.767129 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3b544ede-4a4e-45fe-8b05-7197c1e28218 req-b843d03f-baa7-4c9b-97e5-d61d583ef006 tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] 10.222.0.50 "DELETE /v2.0/ports/adb18467-144d-4383-a9bf-2753080dab0c HTTP/1.1" status: 204 len: 173 time: 3.3280892 Jun 01 19:22:15.767699 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a24a80a-addf-43a3-ba26-e15e97e8cd59', 'name': 'network-vif-deleted', 'tag': 'adb18467-144d-4383-a9bf-2753080dab0c'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:22:15.804745 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0723cb6b-a520-48ac-9c06-c74a8de37d2a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:15.837038 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-0723cb6b-a520-48ac-9c06-c74a8de37d2a admin admin] Deleting port 54162815-ebf8-4b12-8111-9cb3c52e5501 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:22:15.837463 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0723cb6b-a520-48ac-9c06-c74a8de37d2a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:15.849879 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-9cb46117-082f-4d77-8918-cc3533bcc55e None None] Set router a8882e47-d9d7-413d-bf08-98833781f641 gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:22:15.855321 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05b999ba-3f2d-44bd-aabc-32876e29bbbb'] response: {'server_uuid': '3a24a80a-addf-43a3-ba26-e15e97e8cd59', 'name': 'network-vif-deleted', 'tag': 'adb18467-144d-4383-a9bf-2753080dab0c', 'status': 'completed', 'code': 200} Jun 01 19:22:15.985794 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device adb18467-144d-4383-a9bf-2753080dab0c no longer exists at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:22:16.067129 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] No Port match for: adb18467-144d-4383-a9bf-2753080dab0c {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:22:16.067741 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device adb18467-144d-4383-a9bf-2753080dab0c not bound to the agent host n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:22:16.115830 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-1c568dcb-7ba3-4b20-a144-4b9b7fd05614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe23c8c1-7aa1-45d4-af40-b6d169607926', 'name': 'tempest-ImageQuotaTest-2018705645-router', 'tenant_id': 'e6ce1eda9e6744eba67374db015444a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.101'}], 'enable_snat': True}, 'gw_port_id': '54162815-ebf8-4b12-8111-9cb3c52e5501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:21:59Z', 'updated_at': '2022-06-01T19:22:12Z', 'revision_number': 5, 'project_id': 'e6ce1eda9e6744eba67374db015444a9', 'gw_port': {'id': '54162815-ebf8-4b12-8111-9cb3c52e5501', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:f5:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe23c8c1-7aa1-45d4-af40-b6d169607926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3689, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:22:00Z', 'updated_at': '2022-06-01T19:22:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:22:16.121116 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c568dcb-7ba3-4b20-a144-4b9b7fd05614 None None] Checking router: fe23c8c1-7aa1-45d4-af40-b6d169607926 for host: n-d-844202-1 {{(pid=88526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 19:22:16.142237 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c568dcb-7ba3-4b20-a144-4b9b7fd05614 None None] Routers {'fe23c8c1-7aa1-45d4-af40-b6d169607926'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:22:16.147085 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-1c568dcb-7ba3-4b20-a144-4b9b7fd05614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:22:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['fe23c8c1-7aa1-45d4-af40-b6d169607926'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:22:16.160010 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-7482d751-78af-42b9-9474-08e5bd7d8b85 req-08e084ba-d7f7-4c11-9b83-b37a85394a42 tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] Synchronizing usage tracker for tenant:ebd616d5a10a4d93abecbdcf72fa4181 on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:22:16.204216 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-7482d751-78af-42b9-9474-08e5bd7d8b85 req-08e084ba-d7f7-4c11-9b83-b37a85394a42 tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] Unset dirty status for tenant:ebd616d5a10a4d93abecbdcf72fa4181 on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:22:16.209651 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7482d751-78af-42b9-9474-08e5bd7d8b85 req-08e084ba-d7f7-4c11-9b83-b37a85394a42 tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a24a80a-addf-43a3-ba26-e15e97e8cd59 HTTP/1.1" status: 200 len: 210 time: 0.1752293 Jun 01 19:22:16.310029 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [None req-0723cb6b-a520-48ac-9c06-c74a8de37d2a admin admin] For port 54162815-ebf8-4b12-8111-9cb3c52e5501, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=54162815-ebf8-4b12-8111-9cb3c52e5501,segment=NetworkSegment(7875af61-4c53-4ff2-b8c8-d4b7c35ff947),segment_id=7875af61-4c53-4ff2-b8c8-d4b7c35ff947)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:22:16.310391 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0723cb6b-a520-48ac-9c06-c74a8de37d2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:16.459682 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-1c568dcb-7ba3-4b20-a144-4b9b7fd05614 None None] Set router fe23c8c1-7aa1-45d4-af40-b6d169607926 gateway port host: None {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:22:16.518899 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-0723cb6b-a520-48ac-9c06-c74a8de37d2a admin admin] Calling delete_port for 54162815-ebf8-4b12-8111-9cb3c52e5501 owned by network:router_gateway {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:22:16.607621 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-9cb46117-082f-4d77-8918-cc3533bcc55e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8882e47-d9d7-413d-bf08-98833781f641', 'name': 'tempest-TestServerBasicOps-1959627868-router', 'tenant_id': 'ebd616d5a10a4d93abecbdcf72fa4181', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.207'}], 'enable_snat': True}, 'gw_port_id': '537c5552-d47d-4096-bc7c-721fd0145c98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:16:45Z', 'updated_at': '2022-06-01T19:16:52Z', 'revision_number': 4, 'project_id': 'ebd616d5a10a4d93abecbdcf72fa4181', 'gw_port': {'id': '537c5552-d47d-4096-bc7c-721fd0145c98', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:a5:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8882e47-d9d7-413d-bf08-98833781f641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3278, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:16:46Z', 'updated_at': '2022-06-01T19:16:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '4e572e2b-b071-4f5d-b0c9-94e118ccdda0', 'name': '', 'network_id': 'ef2f54c9-3770-4abf-b520-c907961e1497', 'tenant_id': 'ebd616d5a10a4d93abecbdcf72fa4181', 'mac_address': 'fa:16:3e:d3:94:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8882e47-d9d7-413d-bf08-98833781f641', 'device_owner': 'network:router_interface', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': '43c199ee-2915-4fdd-8c5e-bdc0369d8f54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:16:50Z', 'updated_at': '2022-06-01T19:17:00Z', 'revision_number': 5, 'project_id': 'ebd616d5a10a4d93abecbdcf72fa4181', 'subnets': [{'id': '43c199ee-2915-4fdd-8c5e-bdc0369d8f54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:22:16.616860 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb46117-082f-4d77-8918-cc3533bcc55e None None] Checking router: a8882e47-d9d7-413d-bf08-98833781f641 for host: n-d-844202-1 {{(pid=88527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 19:22:16.617314 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-1c568dcb-7ba3-4b20-a144-4b9b7fd05614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe23c8c1-7aa1-45d4-af40-b6d169607926', 'name': 'tempest-ImageQuotaTest-2018705645-router', 'tenant_id': 'e6ce1eda9e6744eba67374db015444a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:21:59Z', 'updated_at': '2022-06-01T19:22:15Z', 'revision_number': 6, 'project_id': 'e6ce1eda9e6744eba67374db015444a9', 'gw_port_host': None}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:22:16.624070 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c568dcb-7ba3-4b20-a144-4b9b7fd05614 None None] The sync data for ids ['fe23c8c1-7aa1-45d4-af40-b6d169607926'] in n-d-844202-1 is: [{'id': 'fe23c8c1-7aa1-45d4-af40-b6d169607926', 'name': 'tempest-ImageQuotaTest-2018705645-router', 'tenant_id': 'e6ce1eda9e6744eba67374db015444a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:21:59Z', 'updated_at': '2022-06-01T19:22:15Z', 'revision_number': 6, 'project_id': 'e6ce1eda9e6744eba67374db015444a9', 'gw_port_host': None}] {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:22:16.631075 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb46117-082f-4d77-8918-cc3533bcc55e None None] Routers {'a8882e47-d9d7-413d-bf08-98833781f641'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:22:16.632023 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-9cb46117-082f-4d77-8918-cc3533bcc55e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:22:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['a8882e47-d9d7-413d-bf08-98833781f641'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:22:16.958952 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-9cb46117-082f-4d77-8918-cc3533bcc55e None None] Set router a8882e47-d9d7-413d-bf08-98833781f641 gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:22:17.045293 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0723cb6b-a520-48ac-9c06-c74a8de37d2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:17.114379 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0723cb6b-a520-48ac-9c06-c74a8de37d2a admin admin] Pushing event deleted for resources: {'Port': ['ID=54162815-ebf8-4b12-8111-9cb3c52e5501,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:22:17.274878 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0723cb6b-a520-48ac-9c06-c74a8de37d2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-887703'] for router_gateway, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:17.348935 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 40152) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:22:17.444563 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-9cb46117-082f-4d77-8918-cc3533bcc55e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8882e47-d9d7-413d-bf08-98833781f641', 'name': 'tempest-TestServerBasicOps-1959627868-router', 'tenant_id': 'ebd616d5a10a4d93abecbdcf72fa4181', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.207'}], 'enable_snat': True}, 'gw_port_id': '537c5552-d47d-4096-bc7c-721fd0145c98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:16:45Z', 'updated_at': '2022-06-01T19:16:52Z', 'revision_number': 4, 'project_id': 'ebd616d5a10a4d93abecbdcf72fa4181', 'gw_port': {'id': '537c5552-d47d-4096-bc7c-721fd0145c98', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:a5:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8882e47-d9d7-413d-bf08-98833781f641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3278, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:16:46Z', 'updated_at': '2022-06-01T19:16:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '4e572e2b-b071-4f5d-b0c9-94e118ccdda0', 'name': '', 'network_id': 'ef2f54c9-3770-4abf-b520-c907961e1497', 'tenant_id': 'ebd616d5a10a4d93abecbdcf72fa4181', 'mac_address': 'fa:16:3e:d3:94:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8882e47-d9d7-413d-bf08-98833781f641', 'device_owner': 'network:router_interface', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': '43c199ee-2915-4fdd-8c5e-bdc0369d8f54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:16:50Z', 'updated_at': '2022-06-01T19:17:00Z', 'revision_number': 5, 'project_id': 'ebd616d5a10a4d93abecbdcf72fa4181', 'subnets': [{'id': '43c199ee-2915-4fdd-8c5e-bdc0369d8f54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:22:17.457239 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb46117-082f-4d77-8918-cc3533bcc55e None None] The sync data for ids ['a8882e47-d9d7-413d-bf08-98833781f641'] in n-d-844202-1 is: [{'id': 'a8882e47-d9d7-413d-bf08-98833781f641', 'name': 'tempest-TestServerBasicOps-1959627868-router', 'tenant_id': 'ebd616d5a10a4d93abecbdcf72fa4181', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.207'}], 'enable_snat': True}, 'gw_port_id': '537c5552-d47d-4096-bc7c-721fd0145c98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:16:45Z', 'updated_at': '2022-06-01T19:16:52Z', 'revision_number': 4, 'project_id': 'ebd616d5a10a4d93abecbdcf72fa4181', 'gw_port': {'id': '537c5552-d47d-4096-bc7c-721fd0145c98', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:a5:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8882e47-d9d7-413d-bf08-98833781f641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3278, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:16:46Z', 'updated_at': '2022-06-01T19:16:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '4e572e2b-b071-4f5d-b0c9-94e118ccdda0', 'name': '', 'network_id': 'ef2f54c9-3770-4abf-b520-c907961e1497', 'tenant_id': 'ebd616d5a10a4d93abecbdcf72fa4181', 'mac_address': 'fa:16:3e:d3:94:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8882e47-d9d7-413d-bf08-98833781f641', 'device_owner': 'network:router_interface', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': '43c199ee-2915-4fdd-8c5e-bdc0369d8f54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:16:50Z', 'updated_at': '2022-06-01T19:17:00Z', 'revision_number': 5, 'project_id': 'ebd616d5a10a4d93abecbdcf72fa4181', 'subnets': [{'id': '43c199ee-2915-4fdd-8c5e-bdc0369d8f54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:22:17.515648 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0723cb6b-a520-48ac-9c06-c74a8de37d2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25316'] for router, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:17.518812 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0723cb6b-a520-48ac-9c06-c74a8de37d2a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:17.546463 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0723cb6b-a520-48ac-9c06-c74a8de37d2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-891519'] for router, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:17.547180 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0723cb6b-a520-48ac-9c06-c74a8de37d2a admin admin] Fanout notify agent at l3_agent the message router_deleted on router fe23c8c1-7aa1-45d4-af40-b6d169607926 {{(pid=88525) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 19:22:17.561680 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0723cb6b-a520-48ac-9c06-c74a8de37d2a admin admin] Notify callbacks [] for router, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:17.562915 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-0723cb6b-a520-48ac-9c06-c74a8de37d2a admin admin] 10.222.0.41 "DELETE /v2.0/routers/fe23c8c1-7aa1-45d4-af40-b6d169607926 HTTP/1.1" status: 204 len: 168 time: 2.6083927 Jun 01 19:22:17.565637 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 40156) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:22:17.587773 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-541f7f2a-7a33-4989-b4ff-bdb17389ae16 tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] Deleting port e32416bc-a10f-4548-accc-86ab3f3bf5a0 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:22:17.588323 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-541f7f2a-7a33-4989-b4ff-bdb17389ae16 tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:17.656762 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e26f46c-d9df-42a9-891c-385434af886b admin admin] Deleting subnet 26d00796-35a7-4c14-9c28-46c9e474fd6c {{(pid=88525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 19:22:17.660446 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2e26f46c-d9df-42a9-891c-385434af886b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:17.744429 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2e26f46c-d9df-42a9-891c-385434af886b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2258509'] for subnet, precommit_delete_associations {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:17.802601 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-541f7f2a-7a33-4989-b4ff-bdb17389ae16 tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:17.803027 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-541f7f2a-7a33-4989-b4ff-bdb17389ae16 tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:17.838359 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2e26f46c-d9df-42a9-891c-385434af886b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:17.897942 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0266faf2-03e8-42fc-b423-fad56eb24f23 None None] New status for floating IP 793ab2d3-1812-445a-8ed4-84600f1b3360: DOWN {{(pid=88526) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 19:22:17.942051 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2e26f46c-d9df-42a9-891c-385434af886b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2614143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9667199'] for subnet, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:17.965628 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-541f7f2a-7a33-4989-b4ff-bdb17389ae16 tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] Calling delete_port for e32416bc-a10f-4548-accc-86ab3f3bf5a0 owned by network:floatingip {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:22:18.004911 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e26f46c-d9df-42a9-891c-385434af886b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26d00796-35a7-4c14-9c28-46c9e474fd6c,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:22:18.009035 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2e26f46c-d9df-42a9-891c-385434af886b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:18.016554 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-2e26f46c-d9df-42a9-891c-385434af886b admin admin] 10.222.0.41 "DELETE /v2.0/subnets/26d00796-35a7-4c14-9c28-46c9e474fd6c HTTP/1.1" status: 204 len: 168 time: 0.4498384 Jun 01 19:22:18.019192 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 40166) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:22:18.033539 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a2e159e-7a17-467b-8052-8ceac165bd82 None None] Network be6a11e4-32b0-4ee6-9fc9-76f44265a7af requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:22:18.163834 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.db.api [None req-0266faf2-03e8-42fc-b423-fad56eb24f23 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88526) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 19:22:18.164264 n-d-844202-1 neutron-server[88526]: DEBUG oslo_db.api [None req-0266faf2-03e8-42fc-b423-fad56eb24f23 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 19:22:18.165623 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-541f7f2a-7a33-4989-b4ff-bdb17389ae16 tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:18.187560 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2949e67a-0f88-42b5-8970-89a1283c85dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:18.213543 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-2949e67a-0f88-42b5-8970-89a1283c85dc admin admin] Deleting port e2080704-401e-4a75-a152-f5b20e192958 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:22:18.214664 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2949e67a-0f88-42b5-8970-89a1283c85dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:18.215603 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541f7f2a-7a33-4989-b4ff-bdb17389ae16 tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] Pushing event deleted for resources: {'Port': ['ID=e32416bc-a10f-4548-accc-86ab3f3bf5a0,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:22:18.362401 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-541f7f2a-7a33-4989-b4ff-bdb17389ae16 tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] Notify callbacks [] for floatingip, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:18.390991 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-541f7f2a-7a33-4989-b4ff-bdb17389ae16 tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for floatingip, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:18.397656 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-541f7f2a-7a33-4989-b4ff-bdb17389ae16 tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] 10.222.0.41 "DELETE /v2.0/floatingips/793ab2d3-1812-445a-8ed4-84600f1b3360 HTTP/1.1" status: 204 len: 168 time: 1.0476611 Jun 01 19:22:18.495756 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 40180) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:22:18.514263 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-169a20c4-7a5f-4bd6-9608-b08a033f893c None None] DHCP port deletion for be6a11e4-32b0-4ee6-9fc9-76f44265a7af request from n-d-844202-1 {{(pid=88526) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 19:22:18.520498 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-169a20c4-7a5f-4bd6-9608-b08a033f893c None None] Deleting port e2080704-401e-4a75-a152-f5b20e192958 {{(pid=88526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:22:18.520872 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-169a20c4-7a5f-4bd6-9608-b08a033f893c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:18.595910 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [None req-2949e67a-0f88-42b5-8970-89a1283c85dc admin admin] For port e2080704-401e-4a75-a152-f5b20e192958, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=e2080704-401e-4a75-a152-f5b20e192958,segment=NetworkSegment(f630fbbc-4d01-4e7d-ab27-b170a1976310),segment_id=f630fbbc-4d01-4e7d-ab27-b170a1976310)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:22:18.596306 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2949e67a-0f88-42b5-8970-89a1283c85dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:18.611997 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 9566f864-2dc3-4abb-b5e7-dd2f00060eb7 no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:22:18.696043 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0266faf2-03e8-42fc-b423-fad56eb24f23 None None] New status for floating IP 793ab2d3-1812-445a-8ed4-84600f1b3360: DOWN {{(pid=88526) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 19:22:18.763752 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-2949e67a-0f88-42b5-8970-89a1283c85dc admin admin] Calling delete_port for e2080704-401e-4a75-a152-f5b20e192958 owned by network:dhcp {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:22:18.858101 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 40190) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:22:18.867381 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: 9566f864-2dc3-4abb-b5e7-dd2f00060eb7 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:22:18.868071 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 9566f864-2dc3-4abb-b5e7-dd2f00060eb7 not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:22:18.868961 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 54162815-ebf8-4b12-8111-9cb3c52e5501 no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:22:18.880311 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2949e67a-0f88-42b5-8970-89a1283c85dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:18.928134 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: 54162815-ebf8-4b12-8111-9cb3c52e5501 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:22:18.928872 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 54162815-ebf8-4b12-8111-9cb3c52e5501 not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:22:18.955125 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2949e67a-0f88-42b5-8970-89a1283c85dc admin admin] Pushing event deleted for resources: {'Port': ['ID=e2080704-401e-4a75-a152-f5b20e192958,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:22:18.971874 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2949e67a-0f88-42b5-8970-89a1283c85dc admin admin] No DVR routers for this DVR port e2080704-401e-4a75-a152-f5b20e192958 on host n-d-844202-1 {{(pid=88525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:22:19.014909 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-169a20c4-7a5f-4bd6-9608-b08a033f893c None None] The port 'e2080704-401e-4a75-a152-f5b20e192958' was deleted {{(pid=88526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 01 19:22:19.282891 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2949e67a-0f88-42b5-8970-89a1283c85dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:19.302847 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ebcef99c-640f-4443-b0a2-b83d04f062d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-887474'] for router_interface, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:19.319427 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b0195a1c-8c5e-41e5-8066-f058b808efa6 tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:19.333175 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-2949e67a-0f88-42b5-8970-89a1283c85dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be6a11e4-32b0-4ee6-9fc9-76f44265a7af']}} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:22:19.357288 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-2949e67a-0f88-42b5-8970-89a1283c85dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f630fbbc-4d01-4e7d-ab27-b170a1976310') {'for_net_delete': True} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:22:19.357589 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-2949e67a-0f88-42b5-8970-89a1283c85dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f630fbbc-4d01-4e7d-ab27-b170a1976310') {} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:22:19.377371 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b0195a1c-8c5e-41e5-8066-f058b808efa6 tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:19.386974 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2949e67a-0f88-42b5-8970-89a1283c85dc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2258522'] for segment, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:19.419827 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2949e67a-0f88-42b5-8970-89a1283c85dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:19.441601 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2949e67a-0f88-42b5-8970-89a1283c85dc admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=88525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 19:22:19.442101 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2949e67a-0f88-42b5-8970-89a1283c85dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2613981'] for segment, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:19.527884 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment f630fbbc-4d01-4e7d-ab27-b170a1976310 resource provider aggregate not found Jun 01 19:22:19.563687 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment f630fbbc-4d01-4e7d-ab27-b170a1976310 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f630fbbc-4d01-4e7d-ab27-b170a1976310 found for delete ", "request_id": "req-5ff30a91-0006-40ff-aadc-bd24f1c51054"}]} Jun 01 19:22:19.566979 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2949e67a-0f88-42b5-8970-89a1283c85dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:19.584649 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2949e67a-0f88-42b5-8970-89a1283c85dc admin admin] Notify callbacks [] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:19.594712 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2949e67a-0f88-42b5-8970-89a1283c85dc admin admin] Pushing event deleted for resources: {'Network': ['ID=be6a11e4-32b0-4ee6-9fc9-76f44265a7af,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:22:19.606611 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b0195a1c-8c5e-41e5-8066-f058b808efa6 tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:19.633509 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b0195a1c-8c5e-41e5-8066-f058b808efa6 tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:19.637822 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-b0195a1c-8c5e-41e5-8066-f058b808efa6 tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] 10.222.0.41 "DELETE /v2.0/security-groups/474f47ab-bbd0-40e5-afc5-47ffe99c39cf HTTP/1.1" status: 204 len: 168 time: 0.7755542 Jun 01 19:22:19.639095 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0195a1c-8c5e-41e5-8066-f058b808efa6 tempest-TestServerBasicOps-156628133 tempest-TestServerBasicOps-156628133-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=474f47ab-bbd0-40e5-afc5-47ffe99c39cf,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:22:19.644625 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-2949e67a-0f88-42b5-8970-89a1283c85dc admin admin] 10.222.0.41 "DELETE /v2.0/networks/be6a11e4-32b0-4ee6-9fc9-76f44265a7af HTTP/1.1" status: 204 len: 168 time: 1.6242788 Jun 01 19:22:19.708515 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 40210) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:22:19.833837 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 40216) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:22:19.868364 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-ebcef99c-640f-4443-b0a2-b83d04f062d2 admin admin] Deleting port 7078f4bd-1ba8-4718-8286-aff59851b7ff {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:22:19.868701 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ebcef99c-640f-4443-b0a2-b83d04f062d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:19.890976 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.agents_db [None req-e814b9cf-7de8-45d0-a079-29c61fabe7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 19:22:19.962220 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-05ad06c4-2861-4723-90d6-4f9201f2fec6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e6ce1eda9e6744eba67374db015444a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1271996 Jun 01 19:22:19.966739 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 40220) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:22:20.127189 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a9bdec51-a0da-4ba9-ba96-8a2d51b3a08b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:20.138000 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [None req-ebcef99c-640f-4443-b0a2-b83d04f062d2 admin admin] For port 7078f4bd-1ba8-4718-8286-aff59851b7ff, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=7078f4bd-1ba8-4718-8286-aff59851b7ff,segment=NetworkSegment(c1fe9472-9c4e-40f9-8057-155ac7bbf856),segment_id=c1fe9472-9c4e-40f9-8057-155ac7bbf856)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:22:20.138495 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ebcef99c-640f-4443-b0a2-b83d04f062d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:20.286446 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-ebcef99c-640f-4443-b0a2-b83d04f062d2 admin admin] Calling delete_port for 7078f4bd-1ba8-4718-8286-aff59851b7ff owned by network:router_interface {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:22:20.317996 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a9bdec51-a0da-4ba9-ba96-8a2d51b3a08b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:20.356668 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0efdea7c-1cf4-46ca-8040-1646d98a05b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-887474'] for router_interface, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:20.428793 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a9bdec51-a0da-4ba9-ba96-8a2d51b3a08b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:20.459123 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bdec51-a0da-4ba9-ba96-8a2d51b3a08b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce434c26-d378-43da-bc50-b711d6be1d50,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:22:20.474761 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a9bdec51-a0da-4ba9-ba96-8a2d51b3a08b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:20.478164 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-a9bdec51-a0da-4ba9-ba96-8a2d51b3a08b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ce434c26-d378-43da-bc50-b711d6be1d50 HTTP/1.1" status: 204 len: 168 time: 0.5082655 Jun 01 19:22:20.508098 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device e2080704-401e-4a75-a152-f5b20e192958 no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:22:20.554654 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: e2080704-401e-4a75-a152-f5b20e192958 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:22:20.555305 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device e2080704-401e-4a75-a152-f5b20e192958 not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:22:20.601654 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ebcef99c-640f-4443-b0a2-b83d04f062d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:20.657372 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcef99c-640f-4443-b0a2-b83d04f062d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=7078f4bd-1ba8-4718-8286-aff59851b7ff,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:22:20.867028 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-0efdea7c-1cf4-46ca-8040-1646d98a05b4 admin admin] Deleting port 4e572e2b-b071-4f5d-b0c9-94e118ccdda0 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:22:20.867357 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0efdea7c-1cf4-46ca-8040-1646d98a05b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:21.033871 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ebcef99c-640f-4443-b0a2-b83d04f062d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-887310'] for router_interface, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:21.081132 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 40230) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:22:21.116853 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a22fb90e-db30-48b1-a941-beeef585366a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:21.145061 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-a22fb90e-db30-48b1-a941-beeef585366a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:22:21.154347 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-a22fb90e-db30-48b1-a941-beeef585366a admin admin] Usage tracker for resource:security_group_rule and tenant:None is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:22:21.158262 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [None req-0efdea7c-1cf4-46ca-8040-1646d98a05b4 admin admin] For port 4e572e2b-b071-4f5d-b0c9-94e118ccdda0, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=4e572e2b-b071-4f5d-b0c9-94e118ccdda0,segment=NetworkSegment(ddad035c-cc09-4882-80f6-f46358180569),segment_id=ddad035c-cc09-4882-80f6-f46358180569)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:22:21.158627 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0efdea7c-1cf4-46ca-8040-1646d98a05b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:21.178815 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-a22fb90e-db30-48b1-a941-beeef585366a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:22:21.361774 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-a22fb90e-db30-48b1-a941-beeef585366a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:22:21.441073 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-0efdea7c-1cf4-46ca-8040-1646d98a05b4 admin admin] Calling delete_port for 4e572e2b-b071-4f5d-b0c9-94e118ccdda0 owned by network:router_interface {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:22:21.557752 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebcef99c-640f-4443-b0a2-b83d04f062d2 admin admin] Router e228de7f-224e-41c6-b5d1-3d69bbc77cf8 has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 19:22:21.621693 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a22fb90e-db30-48b1-a941-beeef585366a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:21.635046 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a22fb90e-db30-48b1-a941-beeef585366a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:21.680505 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22fb90e-db30-48b1-a941-beeef585366a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cec26bf8-92b6-4c64-938c-8af95633a2ee,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:22:21.746188 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-a22fb90e-db30-48b1-a941-beeef585366a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.6637621 Jun 01 19:22:21.746782 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 40238) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:22:21.803663 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebcef99c-640f-4443-b0a2-b83d04f062d2 admin admin] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:22:21.817380 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2610b8-427a-4242-9174-9e229a595372 None None] Sync routers for ids ['e228de7f-224e-41c6-b5d1-3d69bbc77cf8'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:22:21.825583 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-ebcef99c-640f-4443-b0a2-b83d04f062d2 admin admin] 10.222.0.41 "PUT /v2.0/routers/e228de7f-224e-41c6-b5d1-3d69bbc77cf8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3284180 Jun 01 19:22:21.829097 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 40244) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:22:21.830884 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2610b8-427a-4242-9174-9e229a595372 None None] Routers {'e228de7f-224e-41c6-b5d1-3d69bbc77cf8'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:22:21.832595 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-0e2610b8-427a-4242-9174-9e229a595372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:22:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['e228de7f-224e-41c6-b5d1-3d69bbc77cf8'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:22:21.834163 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0efdea7c-1cf4-46ca-8040-1646d98a05b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:22.051898 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efdea7c-1cf4-46ca-8040-1646d98a05b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e572e2b-b071-4f5d-b0c9-94e118ccdda0,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:22:22.087323 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b3528ce8-0bd5-4681-865c-82610b4a3a7a admin admin] Notify callbacks [] for router, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:22.158481 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-fb2d3fc6-ed2f-4633-952e-c5dac0bb2415 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:22.188591 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-0e2610b8-427a-4242-9174-9e229a595372 None None] Set router e228de7f-224e-41c6-b5d1-3d69bbc77cf8 gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:22:22.283440 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-fb2d3fc6-ed2f-4633-952e-c5dac0bb2415 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:22.315494 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b3528ce8-0bd5-4681-865c-82610b4a3a7a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:22.336894 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-b3528ce8-0bd5-4681-865c-82610b4a3a7a admin admin] Deleting port 544d7d75-dfd1-4252-a232-754801ab83c2 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:22:22.337288 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b3528ce8-0bd5-4681-865c-82610b4a3a7a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:22.459181 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0efdea7c-1cf4-46ca-8040-1646d98a05b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-887310'] for router_interface, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:22.468492 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-fb2d3fc6-ed2f-4633-952e-c5dac0bb2415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:22.552429 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2d3fc6-ed2f-4633-952e-c5dac0bb2415 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cec26bf8-92b6-4c64-938c-8af95633a2ee,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:22:22.597806 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [None req-b3528ce8-0bd5-4681-865c-82610b4a3a7a admin admin] For port 544d7d75-dfd1-4252-a232-754801ab83c2, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=544d7d75-dfd1-4252-a232-754801ab83c2,segment=NetworkSegment(7875af61-4c53-4ff2-b8c8-d4b7c35ff947),segment_id=7875af61-4c53-4ff2-b8c8-d4b7c35ff947)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:22:22.598515 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b3528ce8-0bd5-4681-865c-82610b4a3a7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:22.610740 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-0e2610b8-427a-4242-9174-9e229a595372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e228de7f-224e-41c6-b5d1-3d69bbc77cf8', 'name': 'tempest-AttachVolumeTestJSON-1875074836-router', 'tenant_id': 'cc5f500c6137475e84a7347d954ff8b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': '544d7d75-dfd1-4252-a232-754801ab83c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:17:06Z', 'updated_at': '2022-06-01T19:22:20Z', 'revision_number': 5, 'project_id': 'cc5f500c6137475e84a7347d954ff8b0', 'gw_port': {'id': '544d7d75-dfd1-4252-a232-754801ab83c2', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:b4:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e228de7f-224e-41c6-b5d1-3d69bbc77cf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:17:08Z', 'updated_at': '2022-06-01T19:17:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:22:22.614632 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-fb2d3fc6-ed2f-4633-952e-c5dac0bb2415 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:22.617969 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-fb2d3fc6-ed2f-4633-952e-c5dac0bb2415 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cec26bf8-92b6-4c64-938c-8af95633a2ee HTTP/1.1" status: 204 len: 168 time: 0.8579047 Jun 01 19:22:22.625255 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2610b8-427a-4242-9174-9e229a595372 None None] Checking router: e228de7f-224e-41c6-b5d1-3d69bbc77cf8 for host: n-d-844202-1 {{(pid=88527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 19:22:22.646099 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2610b8-427a-4242-9174-9e229a595372 None None] Routers {'e228de7f-224e-41c6-b5d1-3d69bbc77cf8'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:22:22.646709 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-0e2610b8-427a-4242-9174-9e229a595372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:22:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['e228de7f-224e-41c6-b5d1-3d69bbc77cf8'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:22:22.763234 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-b3528ce8-0bd5-4681-865c-82610b4a3a7a admin admin] Calling delete_port for 544d7d75-dfd1-4252-a232-754801ab83c2 owned by network:router_gateway {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:22:22.851526 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-0e2610b8-427a-4242-9174-9e229a595372 None None] Set router e228de7f-224e-41c6-b5d1-3d69bbc77cf8 gateway port host: None {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:22:22.966511 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0efdea7c-1cf4-46ca-8040-1646d98a05b4 admin admin] Router a8882e47-d9d7-413d-bf08-98833781f641 has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 19:22:23.032060 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-0e2610b8-427a-4242-9174-9e229a595372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e228de7f-224e-41c6-b5d1-3d69bbc77cf8', 'name': 'tempest-AttachVolumeTestJSON-1875074836-router', 'tenant_id': 'cc5f500c6137475e84a7347d954ff8b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:17:06Z', 'updated_at': '2022-06-01T19:22:22Z', 'revision_number': 6, 'project_id': 'cc5f500c6137475e84a7347d954ff8b0', 'gw_port_host': None}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:22:23.037710 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2610b8-427a-4242-9174-9e229a595372 None None] The sync data for ids ['e228de7f-224e-41c6-b5d1-3d69bbc77cf8'] in n-d-844202-1 is: [{'id': 'e228de7f-224e-41c6-b5d1-3d69bbc77cf8', 'name': 'tempest-AttachVolumeTestJSON-1875074836-router', 'tenant_id': 'cc5f500c6137475e84a7347d954ff8b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:17:06Z', 'updated_at': '2022-06-01T19:22:22Z', 'revision_number': 6, 'project_id': 'cc5f500c6137475e84a7347d954ff8b0', 'gw_port_host': None}] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:22:23.044355 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b3528ce8-0bd5-4681-865c-82610b4a3a7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:23.261739 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0efdea7c-1cf4-46ca-8040-1646d98a05b4 admin admin] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:22:23.267529 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-0efdea7c-1cf4-46ca-8040-1646d98a05b4 admin admin] 10.222.0.41 "PUT /v2.0/routers/a8882e47-d9d7-413d-bf08-98833781f641/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5583861 Jun 01 19:22:23.273101 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf868cbc-4cb0-4495-850b-fed03d7ff54c None None] Sync routers for ids ['a8882e47-d9d7-413d-bf08-98833781f641'] in n-d-844202-1 {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:22:23.273693 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 40266) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:22:23.280796 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3528ce8-0bd5-4681-865c-82610b4a3a7a admin admin] Pushing event deleted for resources: {'Port': ['ID=544d7d75-dfd1-4252-a232-754801ab83c2,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:22:23.290939 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf868cbc-4cb0-4495-850b-fed03d7ff54c None None] Routers {'a8882e47-d9d7-413d-bf08-98833781f641'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:22:23.292739 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-bf868cbc-4cb0-4495-850b-fed03d7ff54c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:22:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['a8882e47-d9d7-413d-bf08-98833781f641'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:22:23.387017 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b3528ce8-0bd5-4681-865c-82610b4a3a7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-887703'] for router_gateway, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:23.537871 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-bf868cbc-4cb0-4495-850b-fed03d7ff54c None None] Set router a8882e47-d9d7-413d-bf08-98833781f641 gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:22:23.629315 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b3528ce8-0bd5-4681-865c-82610b4a3a7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25316'] for router, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:23.631718 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b3528ce8-0bd5-4681-865c-82610b4a3a7a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:23.658615 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b3528ce8-0bd5-4681-865c-82610b4a3a7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-891519'] for router, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:23.659799 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3528ce8-0bd5-4681-865c-82610b4a3a7a admin admin] Fanout notify agent at l3_agent the message router_deleted on router e228de7f-224e-41c6-b5d1-3d69bbc77cf8 {{(pid=88524) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 19:22:23.665450 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2ba2ba7a-761b-42fb-a7bc-294a6ec17b50 admin admin] Notify callbacks [] for router, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:23.681981 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b3528ce8-0bd5-4681-865c-82610b4a3a7a admin admin] Notify callbacks [] for router, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:23.686628 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-b3528ce8-0bd5-4681-865c-82610b4a3a7a admin admin] 10.222.0.41 "DELETE /v2.0/routers/e228de7f-224e-41c6-b5d1-3d69bbc77cf8 HTTP/1.1" status: 204 len: 168 time: 1.8570683 Jun 01 19:22:23.687281 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 40278) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:22:23.689826 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 40280) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:22:23.763949 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_v2 [None req-1783b065-d7f4-45a0-9ce4-2f52a4bef753 admin admin] Deleting subnet a2b1fd9d-4e91-43aa-84e1-67bd94c0de64 {{(pid=88524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 19:22:23.768218 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1783b065-d7f4-45a0-9ce4-2f52a4bef753 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:23.827903 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1783b065-d7f4-45a0-9ce4-2f52a4bef753 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2702137'] for subnet, precommit_delete_associations {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:23.866380 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2ba2ba7a-761b-42fb-a7bc-294a6ec17b50 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:23.878506 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-2ba2ba7a-761b-42fb-a7bc-294a6ec17b50 admin admin] Deleting port 537c5552-d47d-4096-bc7c-721fd0145c98 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:22:23.878824 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-a777ecde-e376-442d-b399-103a232a7000 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1790725510-network', 'tenant_id': 'e7fa6482b873470e8b5274a0b6cb89ae'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:22:23.879028 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2ba2ba7a-761b-42fb-a7bc-294a6ec17b50 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:23.887671 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-a777ecde-e376-442d-b399-103a232a7000 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:22:23.895196 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-a777ecde-e376-442d-b399-103a232a7000 admin admin] Usage tracker for resource:network and tenant:e7fa6482b873470e8b5274a0b6cb89ae is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:22:23.895450 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-bf868cbc-4cb0-4495-850b-fed03d7ff54c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8882e47-d9d7-413d-bf08-98833781f641', 'name': 'tempest-TestServerBasicOps-1959627868-router', 'tenant_id': 'ebd616d5a10a4d93abecbdcf72fa4181', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.207'}], 'enable_snat': True}, 'gw_port_id': '537c5552-d47d-4096-bc7c-721fd0145c98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:16:45Z', 'updated_at': '2022-06-01T19:22:21Z', 'revision_number': 5, 'project_id': 'ebd616d5a10a4d93abecbdcf72fa4181', 'gw_port': {'id': '537c5552-d47d-4096-bc7c-721fd0145c98', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:a5:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8882e47-d9d7-413d-bf08-98833781f641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3278, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:16:46Z', 'updated_at': '2022-06-01T19:16:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:22:23.899482 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-a777ecde-e376-442d-b399-103a232a7000 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:22:23.899712 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf868cbc-4cb0-4495-850b-fed03d7ff54c None None] Checking router: a8882e47-d9d7-413d-bf08-98833781f641 for host: n-d-844202-1 {{(pid=88526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 19:22:23.908213 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-a777ecde-e376-442d-b399-103a232a7000 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:22:23.909629 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf868cbc-4cb0-4495-850b-fed03d7ff54c None None] Routers {'a8882e47-d9d7-413d-bf08-98833781f641'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:22:23.910428 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-bf868cbc-4cb0-4495-850b-fed03d7ff54c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:22:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['a8882e47-d9d7-413d-bf08-98833781f641'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:22:23.935200 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a777ecde-e376-442d-b399-103a232a7000 admin admin] Made reservation on behalf of e7fa6482b873470e8b5274a0b6cb89ae for: {'network': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:22:23.939183 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a777ecde-e376-442d-b399-103a232a7000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:23.962519 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a777ecde-e376-442d-b399-103a232a7000 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:23.990187 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1783b065-d7f4-45a0-9ce4-2f52a4bef753 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:24.028241 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-a777ecde-e376-442d-b399-103a232a7000 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:22:24.040947 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-a777ecde-e376-442d-b399-103a232a7000 admin admin] Usage tracker for resource:security_group_rule and tenant:e7fa6482b873470e8b5274a0b6cb89ae is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:22:24.046612 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-a777ecde-e376-442d-b399-103a232a7000 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:22:24.055445 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-a777ecde-e376-442d-b399-103a232a7000 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:22:24.103524 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1783b065-d7f4-45a0-9ce4-2f52a4bef753 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2718856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3066595'] for subnet, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:24.128856 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-bf868cbc-4cb0-4495-850b-fed03d7ff54c None None] Set router a8882e47-d9d7-413d-bf08-98833781f641 gateway port host: None {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:22:24.142153 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [None req-2ba2ba7a-761b-42fb-a7bc-294a6ec17b50 admin admin] For port 537c5552-d47d-4096-bc7c-721fd0145c98, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=537c5552-d47d-4096-bc7c-721fd0145c98,segment=NetworkSegment(7875af61-4c53-4ff2-b8c8-d4b7c35ff947),segment_id=7875af61-4c53-4ff2-b8c8-d4b7c35ff947)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:22:24.142771 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2ba2ba7a-761b-42fb-a7bc-294a6ec17b50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:24.151727 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1783b065-d7f4-45a0-9ce4-2f52a4bef753 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2b1fd9d-4e91-43aa-84e1-67bd94c0de64,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:22:24.162766 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1783b065-d7f4-45a0-9ce4-2f52a4bef753 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:24.176484 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-1783b065-d7f4-45a0-9ce4-2f52a4bef753 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/a2b1fd9d-4e91-43aa-84e1-67bd94c0de64 HTTP/1.1" status: 204 len: 168 time: 0.4881382 Jun 01 19:22:24.178260 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 40290) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:22:24.178561 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eba11b9-b211-4690-a987-39bf0d21ba0f None None] Network aa162726-ef17-4a0c-95f5-44449c42913b requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:22:24.333960 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-bf868cbc-4cb0-4495-850b-fed03d7ff54c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8882e47-d9d7-413d-bf08-98833781f641', 'name': 'tempest-TestServerBasicOps-1959627868-router', 'tenant_id': 'ebd616d5a10a4d93abecbdcf72fa4181', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:16:45Z', 'updated_at': '2022-06-01T19:22:23Z', 'revision_number': 6, 'project_id': 'ebd616d5a10a4d93abecbdcf72fa4181', 'gw_port_host': None}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:22:24.338139 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-2ba2ba7a-761b-42fb-a7bc-294a6ec17b50 admin admin] Calling delete_port for 537c5552-d47d-4096-bc7c-721fd0145c98 owned by network:router_gateway {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:22:24.359956 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf868cbc-4cb0-4495-850b-fed03d7ff54c None None] The sync data for ids ['a8882e47-d9d7-413d-bf08-98833781f641'] in n-d-844202-1 is: [{'id': 'a8882e47-d9d7-413d-bf08-98833781f641', 'name': 'tempest-TestServerBasicOps-1959627868-router', 'tenant_id': 'ebd616d5a10a4d93abecbdcf72fa4181', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:16:45Z', 'updated_at': '2022-06-01T19:22:23Z', 'revision_number': 6, 'project_id': 'ebd616d5a10a4d93abecbdcf72fa4181', 'gw_port_host': None}] {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:22:24.390066 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-5cd8cd8c-2428-4533-aabf-58eb3d60d5da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:24.395969 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a777ecde-e376-442d-b399-103a232a7000 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:24.409556 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a777ecde-e376-442d-b399-103a232a7000 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:24.427540 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a777ecde-e376-442d-b399-103a232a7000 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 144} {{(pid=88524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 19:22:24.440528 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a777ecde-e376-442d-b399-103a232a7000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:24.440960 n-d-844202-1 neutron-server[88524]: INFO neutron.db.segments_db [None req-a777ecde-e376-442d-b399-103a232a7000 admin admin] Added segment caf40787-7b50-4406-9921-dddcf758f24c of type vlan for network 06227175-383a-438d-b2ea-446bb23d085d Jun 01 19:22:24.475306 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a777ecde-e376-442d-b399-103a232a7000 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:24.518132 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-5cd8cd8c-2428-4533-aabf-58eb3d60d5da admin admin] Deleting port 0570a390-3488-470b-8c36-4bc70363e424 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:22:24.518474 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-5cd8cd8c-2428-4533-aabf-58eb3d60d5da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:24.530198 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 544d7d75-dfd1-4252-a232-754801ab83c2 no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:22:24.662965 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a777ecde-e376-442d-b399-103a232a7000 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57a825b2-df9c-47c9-a42f-bb66ab7a288b,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:22:24.669157 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a777ecde-e376-442d-b399-103a232a7000 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:24.670241 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a777ecde-e376-442d-b399-103a232a7000 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:22:24.670850 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a777ecde-e376-442d-b399-103a232a7000 admin admin] Notify callbacks [] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:24.691256 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: 544d7d75-dfd1-4252-a232-754801ab83c2 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:22:24.691812 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 544d7d75-dfd1-4252-a232-754801ab83c2 not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:22:24.692300 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 7078f4bd-1ba8-4718-8286-aff59851b7ff no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:22:24.700954 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2ba2ba7a-761b-42fb-a7bc-294a6ec17b50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:24.735402 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: 7078f4bd-1ba8-4718-8286-aff59851b7ff {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:22:24.736076 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 7078f4bd-1ba8-4718-8286-aff59851b7ff not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:22:24.777390 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba2ba7a-761b-42fb-a7bc-294a6ec17b50 admin admin] Pushing event deleted for resources: {'Port': ['ID=537c5552-d47d-4096-bc7c-721fd0145c98,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:22:24.891477 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2ba2ba7a-761b-42fb-a7bc-294a6ec17b50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-887703'] for router_gateway, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:24.915186 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-a777ecde-e376-442d-b399-103a232a7000 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2212918 Jun 01 19:22:24.919915 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a777ecde-e376-442d-b399-103a232a7000 admin admin] Pushing event updated for resources: {'Network': ['ID=06227175-383a-438d-b2ea-446bb23d085d,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:22:24.921992 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 40300) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:22:24.933185 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network 06227175-383a-438d-b2ea-446bb23d085d details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 19:22:24.941245 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-afc60459-9520-4d97-a04a-9e5fac54f238 admin admin] Request body: {'subnet': {'network_id': '06227175-383a-438d-b2ea-446bb23d085d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1790725510-subnet', 'tenant_id': 'e7fa6482b873470e8b5274a0b6cb89ae', 'ip_version': 4}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:22:24.950832 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-afc60459-9520-4d97-a04a-9e5fac54f238 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:22:24.985227 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-afc60459-9520-4d97-a04a-9e5fac54f238 admin admin] Usage tracker for resource:subnet and tenant:e7fa6482b873470e8b5274a0b6cb89ae is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:22:24.990079 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-afc60459-9520-4d97-a04a-9e5fac54f238 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:22:25.004860 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [None req-5cd8cd8c-2428-4533-aabf-58eb3d60d5da admin admin] For port 0570a390-3488-470b-8c36-4bc70363e424, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=0570a390-3488-470b-8c36-4bc70363e424,segment=NetworkSegment(c1fe9472-9c4e-40f9-8057-155ac7bbf856),segment_id=c1fe9472-9c4e-40f9-8057-155ac7bbf856)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:22:25.006513 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-5cd8cd8c-2428-4533-aabf-58eb3d60d5da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:25.022475 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-afc60459-9520-4d97-a04a-9e5fac54f238 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:22:25.096626 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2ba2ba7a-761b-42fb-a7bc-294a6ec17b50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25316'] for router, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:25.099132 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2ba2ba7a-761b-42fb-a7bc-294a6ec17b50 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:25.112120 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58923f23-e3f2-4cd2-9567-c304eb971cec None None] DHCP port deletion for aa162726-ef17-4a0c-95f5-44449c42913b request from n-d-844202-1 {{(pid=88526) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 19:22:25.119736 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-58923f23-e3f2-4cd2-9567-c304eb971cec None None] Deleting port 0570a390-3488-470b-8c36-4bc70363e424 {{(pid=88526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:22:25.122682 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-58923f23-e3f2-4cd2-9567-c304eb971cec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:25.127971 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2ba2ba7a-761b-42fb-a7bc-294a6ec17b50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-891519'] for router, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:25.128860 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ba2ba7a-761b-42fb-a7bc-294a6ec17b50 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a8882e47-d9d7-413d-bf08-98833781f641 {{(pid=88525) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 19:22:25.148270 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2ba2ba7a-761b-42fb-a7bc-294a6ec17b50 admin admin] Notify callbacks [] for router, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:25.152519 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-2ba2ba7a-761b-42fb-a7bc-294a6ec17b50 admin admin] 10.222.0.41 "DELETE /v2.0/routers/a8882e47-d9d7-413d-bf08-98833781f641 HTTP/1.1" status: 204 len: 168 time: 1.8749878 Jun 01 19:22:25.153035 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 40306) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:22:25.212116 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-5cd8cd8c-2428-4533-aabf-58eb3d60d5da admin admin] Calling delete_port for 0570a390-3488-470b-8c36-4bc70363e424 owned by network:dhcp {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:22:25.247336 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0c55342-8e2d-4894-a911-bda0b737b052 admin admin] Deleting subnet 43c199ee-2915-4fdd-8c5e-bdc0369d8f54 {{(pid=88525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 19:22:25.250966 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e0c55342-8e2d-4894-a911-bda0b737b052 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:25.254274 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afc60459-9520-4d97-a04a-9e5fac54f238 admin admin] Made reservation on behalf of e7fa6482b873470e8b5274a0b6cb89ae for: {'subnet': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:22:25.256914 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-afc60459-9520-4d97-a04a-9e5fac54f238 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3066584'] for subnet, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:25.311715 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e0c55342-8e2d-4894-a911-bda0b737b052 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2258509'] for subnet, precommit_delete_associations {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:25.388354 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-58923f23-e3f2-4cd2-9567-c304eb971cec None None] For port 0570a390-3488-470b-8c36-4bc70363e424, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=0570a390-3488-470b-8c36-4bc70363e424,segment=NetworkSegment(c1fe9472-9c4e-40f9-8057-155ac7bbf856),segment_id=c1fe9472-9c4e-40f9-8057-155ac7bbf856)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:22:25.389460 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-58923f23-e3f2-4cd2-9567-c304eb971cec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:25.435333 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e0c55342-8e2d-4894-a911-bda0b737b052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:25.551742 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-58923f23-e3f2-4cd2-9567-c304eb971cec None None] Calling delete_port for 0570a390-3488-470b-8c36-4bc70363e424 owned by network:dhcp {{(pid=88526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:22:25.650082 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-5cd8cd8c-2428-4533-aabf-58eb3d60d5da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:25.659582 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.db.api [None req-58923f23-e3f2-4cd2-9567-c304eb971cec None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88526) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 19:22:25.659879 n-d-844202-1 neutron-server[88526]: DEBUG oslo_db.api [None req-58923f23-e3f2-4cd2-9567-c304eb971cec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 19:22:25.710637 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd8cd8c-2428-4533-aabf-58eb3d60d5da admin admin] Pushing event deleted for resources: {'Port': ['ID=0570a390-3488-470b-8c36-4bc70363e424,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:22:25.717592 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd8cd8c-2428-4533-aabf-58eb3d60d5da admin admin] No DVR routers for this DVR port 0570a390-3488-470b-8c36-4bc70363e424 on host n-d-844202-1 {{(pid=88524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:22:25.732809 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e0c55342-8e2d-4894-a911-bda0b737b052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2614143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9667199'] for subnet, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:25.771878 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e0c55342-8e2d-4894-a911-bda0b737b052 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:25.778826 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87e805f6-f81b-47ba-b348-44e287bebf3c None None] Network ef2f54c9-3770-4abf-b520-c907961e1497 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:22:25.783865 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c55342-8e2d-4894-a911-bda0b737b052 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43c199ee-2915-4fdd-8c5e-bdc0369d8f54,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:22:25.787779 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-e0c55342-8e2d-4894-a911-bda0b737b052 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/43c199ee-2915-4fdd-8c5e-bdc0369d8f54 HTTP/1.1" status: 204 len: 168 time: 0.6335194 Jun 01 19:22:25.790283 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 40310) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:22:25.899828 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-5cd8cd8c-2428-4533-aabf-58eb3d60d5da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:25.925717 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-13caae67-33f1-4860-ac0f-d7bb6e17222c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:25.938441 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-13caae67-33f1-4860-ac0f-d7bb6e17222c admin admin] Deleting port 0f44382d-5511-454d-bfbc-dda954be4830 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:22:25.939258 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-13caae67-33f1-4860-ac0f-d7bb6e17222c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:25.954055 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-5cd8cd8c-2428-4533-aabf-58eb3d60d5da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa162726-ef17-4a0c-95f5-44449c42913b']}} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:22:25.971864 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-5cd8cd8c-2428-4533-aabf-58eb3d60d5da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1fe9472-9c4e-40f9-8057-155ac7bbf856') {'for_net_delete': True} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:22:25.972315 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-5cd8cd8c-2428-4533-aabf-58eb3d60d5da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1fe9472-9c4e-40f9-8057-155ac7bbf856') {} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:22:25.983036 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-afc60459-9520-4d97-a04a-9e5fac54f238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2718919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3066602'] for subnet, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:26.022061 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-5cd8cd8c-2428-4533-aabf-58eb3d60d5da admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2702126'] for segment, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:26.091967 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-5cd8cd8c-2428-4533-aabf-58eb3d60d5da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:26.126164 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cd8cd8c-2428-4533-aabf-58eb3d60d5da admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=88524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 19:22:26.126606 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-5cd8cd8c-2428-4533-aabf-58eb3d60d5da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2719018'] for segment, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:26.164968 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-58923f23-e3f2-4cd2-9567-c304eb971cec None None] Deleting port 0570a390-3488-470b-8c36-4bc70363e424 {{(pid=88526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:22:26.165360 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-58923f23-e3f2-4cd2-9567-c304eb971cec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:26.227284 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment c1fe9472-9c4e-40f9-8057-155ac7bbf856 resource provider aggregate not found Jun 01 19:22:26.237057 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-58923f23-e3f2-4cd2-9567-c304eb971cec None None] The port '0570a390-3488-470b-8c36-4bc70363e424' was deleted {{(pid=88526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 01 19:22:26.238091 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [None req-13caae67-33f1-4860-ac0f-d7bb6e17222c admin admin] For port 0f44382d-5511-454d-bfbc-dda954be4830, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=0f44382d-5511-454d-bfbc-dda954be4830,segment=NetworkSegment(ddad035c-cc09-4882-80f6-f46358180569),segment_id=ddad035c-cc09-4882-80f6-f46358180569)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:22:26.238445 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-13caae67-33f1-4860-ac0f-d7bb6e17222c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:26.265688 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc60459-9520-4d97-a04a-9e5fac54f238 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c6d4c6d-6977-4f9b-a44c-9b6b04f8ca29,revision_number=0']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:22:26.285742 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc60459-9520-4d97-a04a-9e5fac54f238 admin admin] Checking segment: {'id': 'caf40787-7b50-4406-9921-dddcf758f24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '06227175-383a-438d-b2ea-446bb23d085d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:22:26.286107 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afc60459-9520-4d97-a04a-9e5fac54f238 admin admin] Network hostable DHCP agents. Network: 06227175-383a-438d-b2ea-446bb23d085d, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88524) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 19:22:26.295607 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment c1fe9472-9c4e-40f9-8057-155ac7bbf856 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c1fe9472-9c4e-40f9-8057-155ac7bbf856 found for delete ", "request_id": "req-ca2a695d-803e-4bd5-ad28-0e3d3931733b"}]} Jun 01 19:22:26.316236 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-5cd8cd8c-2428-4533-aabf-58eb3d60d5da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:26.353595 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-5cd8cd8c-2428-4533-aabf-58eb3d60d5da admin admin] Notify callbacks [] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:26.366279 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd8cd8c-2428-4533-aabf-58eb3d60d5da admin admin] Pushing event deleted for resources: {'Network': ['ID=aa162726-ef17-4a0c-95f5-44449c42913b,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:22:26.366538 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c926c951-c2cb-4cf0-b6e1-b415d814beb6 None None] DHCP port deletion for ef2f54c9-3770-4abf-b520-c907961e1497 request from n-d-844202-1 {{(pid=88526) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 19:22:26.368416 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afc60459-9520-4d97-a04a-9e5fac54f238 admin admin] Network 06227175-383a-438d-b2ea-446bb23d085d is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88524) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 19:22:26.376717 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-c926c951-c2cb-4cf0-b6e1-b415d814beb6 None None] Deleting port 0f44382d-5511-454d-bfbc-dda954be4830 {{(pid=88526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:22:26.377298 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-c926c951-c2cb-4cf0-b6e1-b415d814beb6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:26.415215 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-5cd8cd8c-2428-4533-aabf-58eb3d60d5da admin admin] 10.222.0.41 "DELETE /v2.0/networks/aa162726-ef17-4a0c-95f5-44449c42913b HTTP/1.1" status: 204 len: 168 time: 2.2358654 Jun 01 19:22:26.417148 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-afc60459-9520-4d97-a04a-9e5fac54f238 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, 06227175-383a-438d-b2ea-446bb23d085d) {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:22:26.426555 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc60459-9520-4d97-a04a-9e5fac54f238 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:22:26.426555 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-afc60459-9520-4d97-a04a-9e5fac54f238 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:26.442488 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5637f370-5985-47c1-b2dd-70f274f62a37 None None] Network 06227175-383a-438d-b2ea-446bb23d085d requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:22:26.452100 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-13caae67-33f1-4860-ac0f-d7bb6e17222c admin admin] Calling delete_port for 0f44382d-5511-454d-bfbc-dda954be4830 owned by network:dhcp {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:22:26.482070 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-afc60459-9520-4d97-a04a-9e5fac54f238 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5389879 Jun 01 19:22:26.484155 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 40322) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:22:26.492394 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-b59764dc-b3bc-472a-8af5-4fdb674512d9 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1790725510-router', 'tenant_id': 'e7fa6482b873470e8b5274a0b6cb89ae', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:22:26.517720 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-b59764dc-b3bc-472a-8af5-4fdb674512d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:22:26.527434 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-b59764dc-b3bc-472a-8af5-4fdb674512d9 admin admin] Usage tracker for resource:router and tenant:e7fa6482b873470e8b5274a0b6cb89ae is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:22:26.534699 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-b59764dc-b3bc-472a-8af5-4fdb674512d9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:22:26.544979 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-b59764dc-b3bc-472a-8af5-4fdb674512d9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:22:26.567680 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b59764dc-b3bc-472a-8af5-4fdb674512d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-885767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25238'] for router, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:26.568968 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b59764dc-b3bc-472a-8af5-4fdb674512d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-901042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-886562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-981784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25327'] for router, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:26.600249 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-13caae67-33f1-4860-ac0f-d7bb6e17222c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:26.618554 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b59764dc-b3bc-472a-8af5-4fdb674512d9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:26.668949 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 40326) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:22:26.704328 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13caae67-33f1-4860-ac0f-d7bb6e17222c admin admin] Pushing event deleted for resources: {'Port': ['ID=0f44382d-5511-454d-bfbc-dda954be4830,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:22:26.731761 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13caae67-33f1-4860-ac0f-d7bb6e17222c admin admin] No DVR routers for this DVR port 0f44382d-5511-454d-bfbc-dda954be4830 on host n-d-844202-1 {{(pid=88525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:22:26.761445 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 4e572e2b-b071-4f5d-b0c9-94e118ccdda0 no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:22:26.842698 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: 4e572e2b-b071-4f5d-b0c9-94e118ccdda0 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:22:26.842994 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 4e572e2b-b071-4f5d-b0c9-94e118ccdda0 not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:22:26.843367 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 0f44382d-5511-454d-bfbc-dda954be4830 no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:22:26.951806 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-13caae67-33f1-4860-ac0f-d7bb6e17222c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:26.963353 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b59764dc-b3bc-472a-8af5-4fdb674512d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-886608', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-885830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25341'] for router, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:26.983297 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: 0f44382d-5511-454d-bfbc-dda954be4830 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:22:26.983639 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 0f44382d-5511-454d-bfbc-dda954be4830 not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:22:26.983830 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-13caae67-33f1-4860-ac0f-d7bb6e17222c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef2f54c9-3770-4abf-b520-c907961e1497']}} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:22:26.984133 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 537c5552-d47d-4096-bc7c-721fd0145c98 no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:22:26.999944 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-13caae67-33f1-4860-ac0f-d7bb6e17222c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddad035c-cc09-4882-80f6-f46358180569') {'for_net_delete': True} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:22:27.000684 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-13caae67-33f1-4860-ac0f-d7bb6e17222c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddad035c-cc09-4882-80f6-f46358180569') {} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:22:27.014481 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-fff91a7a-eeae-4136-be3c-a293681fd5a3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cc5f500c6137475e84a7347d954ff8b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3376620 Jun 01 19:22:27.015449 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 40330) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:22:27.035406 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-13caae67-33f1-4860-ac0f-d7bb6e17222c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2258522'] for segment, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:27.059389 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: 537c5552-d47d-4096-bc7c-721fd0145c98 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:22:27.059832 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 537c5552-d47d-4096-bc7c-721fd0145c98 not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:22:27.060282 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 0570a390-3488-470b-8c36-4bc70363e424 no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:22:27.077048 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-13caae67-33f1-4860-ac0f-d7bb6e17222c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:27.105155 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13caae67-33f1-4860-ac0f-d7bb6e17222c admin admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=88525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 19:22:27.106221 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-13caae67-33f1-4860-ac0f-d7bb6e17222c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2613981'] for segment, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:27.194651 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-c926c951-c2cb-4cf0-b6e1-b415d814beb6 None None] The port '0f44382d-5511-454d-bfbc-dda954be4830' was deleted {{(pid=88526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 01 19:22:27.204175 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: 0570a390-3488-470b-8c36-4bc70363e424 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:22:27.204808 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 0570a390-3488-470b-8c36-4bc70363e424 not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:22:27.225537 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c969fa23-163a-41dd-a052-1acd5c7995cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc93f83c3-7fb6-5c13-a9d4-29d739a4e8d2-06227175-383a-438d-b2ea-446bb23d085d', 'network_id': '06227175-383a-438d-b2ea-446bb23d085d', 'tenant_id': 'e7fa6482b873470e8b5274a0b6cb89ae', 'fixed_ips': [{'subnet_id': '3c6d4c6d-6977-4f9b-a44c-9b6b04f8ca29'}]}} from n-d-844202-1. {{(pid=88526) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 19:22:27.226382 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-c969fa23-163a-41dd-a052-1acd5c7995cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:27.258173 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment ddad035c-cc09-4882-80f6-f46358180569 resource provider aggregate not found Jun 01 19:22:27.293745 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment ddad035c-cc09-4882-80f6-f46358180569 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ddad035c-cc09-4882-80f6-f46358180569 found for delete ", "request_id": "req-c6496ed2-954b-41b2-b7b7-1add914eb4a9"}]} Jun 01 19:22:27.304209 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-fbd73f72-2109-4dd1-87ec-1b21d5ac03be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:27.326376 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-13caae67-33f1-4860-ac0f-d7bb6e17222c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:27.332455 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-13caae67-33f1-4860-ac0f-d7bb6e17222c admin admin] Notify callbacks [] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:27.387778 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-fbd73f72-2109-4dd1-87ec-1b21d5ac03be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:27.395276 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-13caae67-33f1-4860-ac0f-d7bb6e17222c admin admin] 10.222.0.41 "DELETE /v2.0/networks/ef2f54c9-3770-4abf-b520-c907961e1497 HTTP/1.1" status: 204 len: 168 time: 1.6037858 Jun 01 19:22:27.396433 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13caae67-33f1-4860-ac0f-d7bb6e17222c admin admin] Pushing event deleted for resources: {'Network': ['ID=ef2f54c9-3770-4abf-b520-c907961e1497,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:22:27.400730 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 40340) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:22:27.476614 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b59764dc-b3bc-472a-8af5-4fdb674512d9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:27.482174 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.db_base_plugin_common [None req-c969fa23-163a-41dd-a052-1acd5c7995cc None None] Allocated IP 172.20.0.2 (06227175-383a-438d-b2ea-446bb23d085d/3c6d4c6d-6977-4f9b-a44c-9b6b04f8ca29/9fa0ea06-9842-4946-94c6-5cdfcc0324a2) {{(pid=88526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:22:27.561687 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b59764dc-b3bc-472a-8af5-4fdb674512d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:27.721360 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-c969fa23-163a-41dd-a052-1acd5c7995cc None None] Notify callbacks [] for port, precommit_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:27.793417 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [None req-b59764dc-b3bc-472a-8af5-4fdb674512d9 admin admin] Allocated IP 172.25.4.202 (72a72e44-6845-488a-a5ff-3a26d4df9cb3/c314a23b-daa2-4106-ab28-8e6f954277b2/d169e9ea-329c-4a43-af71-5d23db88d4ff) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:22:27.990153 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-c969fa23-163a-41dd-a052-1acd5c7995cc None None] Transition to ACTIVE for port object 9fa0ea06-9842-4946-94c6-5cdfcc0324a2 will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:22:27.993242 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-fbd73f72-2109-4dd1-87ec-1b21d5ac03be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:28.030344 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd73f72-2109-4dd1-87ec-1b21d5ac03be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff3a1354-8bdb-474d-bfe2-0584eb14fa73,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:22:28.041421 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-c969fa23-163a-41dd-a052-1acd5c7995cc None None] Transition to ACTIVE for port object 9fa0ea06-9842-4946-94c6-5cdfcc0324a2 will not be triggered until provisioned by entity DHCP. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:22:28.079171 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-c969fa23-163a-41dd-a052-1acd5c7995cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526'] for port, after_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:28.163775 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-fbd73f72-2109-4dd1-87ec-1b21d5ac03be admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:28.168880 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-fbd73f72-2109-4dd1-87ec-1b21d5ac03be admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ff3a1354-8bdb-474d-bfe2-0584eb14fa73 HTTP/1.1" status: 204 len: 168 time: 1.1449091 Jun 01 19:22:28.216945 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b59764dc-b3bc-472a-8af5-4fdb674512d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:28.218447 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c969fa23-163a-41dd-a052-1acd5c7995cc None None] Pushing event updated for resources: {'Port': ['ID=9fa0ea06-9842-4946-94c6-5cdfcc0324a2,revision_number=1']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:22:28.229074 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c969fa23-163a-41dd-a052-1acd5c7995cc None None] Network 06227175-383a-438d-b2ea-446bb23d085d is already hosted by enough agents. {{(pid=88526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:22:28.231979 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.base_scheduler [None req-c969fa23-163a-41dd-a052-1acd5c7995cc None None] Resources bound (agent type, host, resource id): {{(pid=88526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:22:28.237818 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c969fa23-163a-41dd-a052-1acd5c7995cc None None] Received port after_create {{(pid=88526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:22:28.273819 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b59764dc-b3bc-472a-8af5-4fdb674512d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:28.342237 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-065e356a-5d4c-481d-8d14-6a984a3d63dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-887474'] for router_interface, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:28.369758 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b59764dc-b3bc-472a-8af5-4fdb674512d9 admin admin] Network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:22:28.374267 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-b59764dc-b3bc-472a-8af5-4fdb674512d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:22:28.382829 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59764dc-b3bc-472a-8af5-4fdb674512d9 admin admin] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:22:28.449723 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59764dc-b3bc-472a-8af5-4fdb674512d9 admin admin] Pushing event updated for resources: {'Port': ['ID=d169e9ea-329c-4a43-af71-5d23db88d4ff,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:22:28.472697 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-c969fa23-163a-41dd-a052-1acd5c7995cc None None] Attempting to bind port 9fa0ea06-9842-4946-94c6-5cdfcc0324a2 on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:22:28.473219 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-c969fa23-163a-41dd-a052-1acd5c7995cc None None] Attempting to bind port 9fa0ea06-9842-4946-94c6-5cdfcc0324a2 by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': 'caf40787-7b50-4406-9921-dddcf758f24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '06227175-383a-438d-b2ea-446bb23d085d'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:22:28.474187 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c969fa23-163a-41dd-a052-1acd5c7995cc None None] Attempting to bind port 9fa0ea06-9842-4946-94c6-5cdfcc0324a2 on network 06227175-383a-438d-b2ea-446bb23d085d {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:22:28.487828 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c969fa23-163a-41dd-a052-1acd5c7995cc None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:22:28.488853 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c969fa23-163a-41dd-a052-1acd5c7995cc None None] Checking segment: {'id': 'caf40787-7b50-4406-9921-dddcf758f24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '06227175-383a-438d-b2ea-446bb23d085d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:22:28.491363 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-c969fa23-163a-41dd-a052-1acd5c7995cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:28.491904 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c969fa23-163a-41dd-a052-1acd5c7995cc None None] Bound using segment: {'id': 'caf40787-7b50-4406-9921-dddcf758f24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '06227175-383a-438d-b2ea-446bb23d085d'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:22:28.492521 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-c969fa23-163a-41dd-a052-1acd5c7995cc None None] Bound port: 9fa0ea06-9842-4946-94c6-5cdfcc0324a2, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'caf40787-7b50-4406-9921-dddcf758f24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '06227175-383a-438d-b2ea-446bb23d085d'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:22:28.493001 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-c969fa23-163a-41dd-a052-1acd5c7995cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:28.659285 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-c969fa23-163a-41dd-a052-1acd5c7995cc None None] For port 9fa0ea06-9842-4946-94c6-5cdfcc0324a2, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:22:28.665963 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-c969fa23-163a-41dd-a052-1acd5c7995cc None None] For port 9fa0ea06-9842-4946-94c6-5cdfcc0324a2, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=9fa0ea06-9842-4946-94c6-5cdfcc0324a2,segment=NetworkSegment(caf40787-7b50-4406-9921-dddcf758f24c),segment_id=caf40787-7b50-4406-9921-dddcf758f24c)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:22:28.672531 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-c969fa23-163a-41dd-a052-1acd5c7995cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:28.794768 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c969fa23-163a-41dd-a052-1acd5c7995cc None None] Pushing event updated for resources: {'Port': ['ID=9fa0ea06-9842-4946-94c6-5cdfcc0324a2,revision_number=2']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:22:29.066123 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-065e356a-5d4c-481d-8d14-6a984a3d63dc admin admin] Deleting port 2dbf4ee8-a965-4288-89fd-1f0d65c5d378 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:22:29.066604 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-065e356a-5d4c-481d-8d14-6a984a3d63dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:29.162200 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b59764dc-b3bc-472a-8af5-4fdb674512d9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:29.338547 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [None req-065e356a-5d4c-481d-8d14-6a984a3d63dc admin admin] For port 2dbf4ee8-a965-4288-89fd-1f0d65c5d378, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=2dbf4ee8-a965-4288-89fd-1f0d65c5d378,segment=NetworkSegment(93cee378-49f9-4aed-9d19-c6ae9fedeafa),segment_id=93cee378-49f9-4aed-9d19-c6ae9fedeafa)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:22:29.339184 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-065e356a-5d4c-481d-8d14-6a984a3d63dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:29.527259 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-065e356a-5d4c-481d-8d14-6a984a3d63dc admin admin] Calling delete_port for 2dbf4ee8-a965-4288-89fd-1f0d65c5d378 owned by network:router_interface {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:22:29.638971 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b59764dc-b3bc-472a-8af5-4fdb674512d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-885820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-886655'] for router, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:29.745399 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-065e356a-5d4c-481d-8d14-6a984a3d63dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:29.806850 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065e356a-5d4c-481d-8d14-6a984a3d63dc admin admin] Pushing event deleted for resources: {'Port': ['ID=2dbf4ee8-a965-4288-89fd-1f0d65c5d378,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:22:29.888169 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b59764dc-b3bc-472a-8af5-4fdb674512d9 admin admin] Router cf391632-dbd0-43da-980f-c81ee2cb2f6c is scheduled to L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 with binding_index 1 {{(pid=88524) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 19:22:30.240005 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-065e356a-5d4c-481d-8d14-6a984a3d63dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-887310'] for router_interface, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:30.285514 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b59764dc-b3bc-472a-8af5-4fdb674512d9 admin admin] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:22:30.296933 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e231cd-7b83-402a-b2f5-503ae81a7949 None None] Sync routers for ids ['cf391632-dbd0-43da-980f-c81ee2cb2f6c'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:22:30.312719 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e231cd-7b83-402a-b2f5-503ae81a7949 None None] Routers {'cf391632-dbd0-43da-980f-c81ee2cb2f6c'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:22:30.313664 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-71e231cd-7b83-402a-b2f5-503ae81a7949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:22:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['cf391632-dbd0-43da-980f-c81ee2cb2f6c'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:22:30.338895 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b59764dc-b3bc-472a-8af5-4fdb674512d9 admin admin] Notify callbacks [] for router, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:30.343050 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-b59764dc-b3bc-472a-8af5-4fdb674512d9 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.8577840 Jun 01 19:22:30.345942 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 40380) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:22:30.350818 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89191318-ea7f-45f2-aa89-fceeeba220a4 None None] Network 06227175-383a-438d-b2ea-446bb23d085d requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:22:30.581758 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-16695e11-ceb9-486e-be44-fe0480c997d1 None None] Provisioning for port 9fa0ea06-9842-4946-94c6-5cdfcc0324a2 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:22:30.627797 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-71e231cd-7b83-402a-b2f5-503ae81a7949 None None] Set router cf391632-dbd0-43da-980f-c81ee2cb2f6c gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:22:30.768064 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 9fa0ea06-9842-4946-94c6-5cdfcc0324a2 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:22:30.981292 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port 9fa0ea06-9842-4946-94c6-5cdfcc0324a2 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:22:30.993908 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 9fa0ea06-9842-4946-94c6-5cdfcc0324a2 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:22:30.994284 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:31.111975 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-065e356a-5d4c-481d-8d14-6a984a3d63dc admin admin] Router c083b0f9-0b99-4058-8596-7341b7f20878 has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 19:22:31.148425 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 9fa0ea06-9842-4946-94c6-5cdfcc0324a2 is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:22:31.148806 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:31.201638 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port 9fa0ea06-9842-4946-94c6-5cdfcc0324a2, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=9fa0ea06-9842-4946-94c6-5cdfcc0324a2,segment=NetworkSegment(caf40787-7b50-4406-9921-dddcf758f24c),segment_id=caf40787-7b50-4406-9921-dddcf758f24c)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:22:31.214430 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:31.336515 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=9fa0ea06-9842-4946-94c6-5cdfcc0324a2,revision_number=3']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:22:31.347173 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:22:31.347832 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:22:31.348503 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:22:31.349014 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:22:31.349530 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:22:31.350031 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:22:31.350527 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:22:31.351021 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:22:31.351992 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:22:31.352529 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:22:31.353027 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:22:31.353625 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:22:31.357045 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-71e231cd-7b83-402a-b2f5-503ae81a7949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf391632-dbd0-43da-980f-c81ee2cb2f6c', 'name': 'tempest-TestVolumeBootPattern-1790725510-router', 'tenant_id': 'e7fa6482b873470e8b5274a0b6cb89ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': 'd169e9ea-329c-4a43-af71-5d23db88d4ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:22:26Z', 'updated_at': '2022-06-01T19:22:28Z', 'revision_number': 3, 'project_id': 'e7fa6482b873470e8b5274a0b6cb89ae', 'gw_port': {'id': 'd169e9ea-329c-4a43-af71-5d23db88d4ff', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ba:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf391632-dbd0-43da-980f-c81ee2cb2f6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:22:27Z', 'updated_at': '2022-06-01T19:22:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:22:31.369113 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e231cd-7b83-402a-b2f5-503ae81a7949 None None] Checking router: cf391632-dbd0-43da-980f-c81ee2cb2f6c for host: n-d-844202-1 {{(pid=88527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 19:22:31.370150 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e231cd-7b83-402a-b2f5-503ae81a7949 None None] Updating router cf391632-dbd0-43da-980f-c81ee2cb2f6c port d169e9ea-329c-4a43-af71-5d23db88d4ff binding host n-d-844202-1 {{(pid=88527) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 19:22:31.522904 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-065e356a-5d4c-481d-8d14-6a984a3d63dc admin admin] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:22:31.541902 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a183d93-150f-4bae-8816-2bccf7a3b3ec None None] Sync routers for ids ['c083b0f9-0b99-4058-8596-7341b7f20878'] in n-d-844202-1 {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:22:31.552712 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-065e356a-5d4c-481d-8d14-6a984a3d63dc admin admin] 10.222.0.41 "PUT /v2.0/routers/c083b0f9-0b99-4058-8596-7341b7f20878/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1491745 Jun 01 19:22:31.555640 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 40406) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:22:31.555892 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-71e231cd-7b83-402a-b2f5-503ae81a7949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:31.568714 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-83510f40-c5bc-4d44-9bef-5c91aad42d9a None None] Provisioning complete for port 9fa0ea06-9842-4946-94c6-5cdfcc0324a2 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:22:31.573136 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-83510f40-c5bc-4d44-9bef-5c91aad42d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:31.701167 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a183d93-150f-4bae-8816-2bccf7a3b3ec None None] Routers {'c083b0f9-0b99-4058-8596-7341b7f20878'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:22:31.701813 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-5a183d93-150f-4bae-8816-2bccf7a3b3ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:22:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['c083b0f9-0b99-4058-8596-7341b7f20878'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:22:31.823423 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4987d56f-7abe-49f6-93f2-92f94a1b5b23 admin admin] Notify callbacks [] for router, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:32.081358 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b2c3f259-934c-45a5-8b7a-deede7567982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:32.105697 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-83510f40-c5bc-4d44-9bef-5c91aad42d9a None None] Current status of the port 9fa0ea06-9842-4946-94c6-5cdfcc0324a2 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:22:32.154320 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-5a183d93-150f-4bae-8816-2bccf7a3b3ec None None] Set router c083b0f9-0b99-4058-8596-7341b7f20878 gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:22:32.230349 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4987d56f-7abe-49f6-93f2-92f94a1b5b23 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:32.259433 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-4987d56f-7abe-49f6-93f2-92f94a1b5b23 admin admin] Deleting port 4e4a464c-5c8f-470b-b487-c808c2f69c6f {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:22:32.259865 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4987d56f-7abe-49f6-93f2-92f94a1b5b23 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:32.272379 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-71e231cd-7b83-402a-b2f5-503ae81a7949 None None] Notify callbacks [] for port, precommit_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:32.288427 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.provisioning_blocks [None req-71e231cd-7b83-402a-b2f5-503ae81a7949 None None] Transition to ACTIVE for port object d169e9ea-329c-4a43-af71-5d23db88d4ff will not be triggered until provisioned by entity L2. {{(pid=88527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:22:32.298693 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-71e231cd-7b83-402a-b2f5-503ae81a7949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:32.390822 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-71e231cd-7b83-402a-b2f5-503ae81a7949 None None] Attempting to bind port d169e9ea-329c-4a43-af71-5d23db88d4ff on host n-d-844202-1 for vnic_type normal with profile {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:22:32.391489 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-71e231cd-7b83-402a-b2f5-503ae81a7949 None None] Attempting to bind port d169e9ea-329c-4a43-af71-5d23db88d4ff by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}] {{(pid=88527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:22:32.391611 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e231cd-7b83-402a-b2f5-503ae81a7949 None None] Attempting to bind port d169e9ea-329c-4a43-af71-5d23db88d4ff on network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:22:32.404686 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e231cd-7b83-402a-b2f5-503ae81a7949 None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:22:32.405192 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e231cd-7b83-402a-b2f5-503ae81a7949 None None] Checking segment: {'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:22:32.405627 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-71e231cd-7b83-402a-b2f5-503ae81a7949 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:32.406012 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e231cd-7b83-402a-b2f5-503ae81a7949 None None] Bound using segment: {'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'} {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:22:32.406682 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-71e231cd-7b83-402a-b2f5-503ae81a7949 None None] Bound port: d169e9ea-329c-4a43-af71-5d23db88d4ff, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}}] {{(pid=88527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:22:32.407076 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-71e231cd-7b83-402a-b2f5-503ae81a7949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:32.411918 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [None req-b2c3f259-934c-45a5-8b7a-deede7567982 admin admin] Allocated IP 172.20.0.1 (06227175-383a-438d-b2ea-446bb23d085d/3c6d4c6d-6977-4f9b-a44c-9b6b04f8ca29/b29d339d-f606-4b45-b014-3a9cb80f958c) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:22:32.477784 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e92fecd-44b9-4006-b4e2-599231ed3d85 None None] Pushing event updated for resources: {'Port': ['ID=d169e9ea-329c-4a43-af71-5d23db88d4ff,revision_number=2']} {{(pid=88527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:22:32.528662 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.db [None req-71e231cd-7b83-402a-b2f5-503ae81a7949 None None] For port d169e9ea-329c-4a43-af71-5d23db88d4ff, host n-d-844202-1, cleared binding levels {{(pid=88527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:22:32.534842 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.db [None req-71e231cd-7b83-402a-b2f5-503ae81a7949 None None] For port d169e9ea-329c-4a43-af71-5d23db88d4ff, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=d169e9ea-329c-4a43-af71-5d23db88d4ff,segment=NetworkSegment(7875af61-4c53-4ff2-b8c8-d4b7c35ff947),segment_id=7875af61-4c53-4ff2-b8c8-d4b7c35ff947)] {{(pid=88527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:22:32.542771 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-71e231cd-7b83-402a-b2f5-503ae81a7949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:32.543876 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 9fa0ea06-9842-4946-94c6-5cdfcc0324a2 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:22:32.600643 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [None req-4987d56f-7abe-49f6-93f2-92f94a1b5b23 admin admin] For port 4e4a464c-5c8f-470b-b487-c808c2f69c6f, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=4e4a464c-5c8f-470b-b487-c808c2f69c6f,segment=NetworkSegment(7875af61-4c53-4ff2-b8c8-d4b7c35ff947),segment_id=7875af61-4c53-4ff2-b8c8-d4b7c35ff947)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:22:32.601267 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4987d56f-7abe-49f6-93f2-92f94a1b5b23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:32.640373 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b2c3f259-934c-45a5-8b7a-deede7567982 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:32.657744 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [None req-b2c3f259-934c-45a5-8b7a-deede7567982 admin admin] Transition to ACTIVE for port object b29d339d-f606-4b45-b014-3a9cb80f958c will not be triggered until provisioned by entity DHCP. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:22:32.660402 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e231cd-7b83-402a-b2f5-503ae81a7949 None None] Routers {'cf391632-dbd0-43da-980f-c81ee2cb2f6c'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:22:32.661230 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-71e231cd-7b83-402a-b2f5-503ae81a7949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:22:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['cf391632-dbd0-43da-980f-c81ee2cb2f6c'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:22:32.689518 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b2c3f259-934c-45a5-8b7a-deede7567982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:32.694437 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 9fa0ea06-9842-4946-94c6-5cdfcc0324a2 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:22:32.694872 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:32.757907 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2c3f259-934c-45a5-8b7a-deede7567982 admin admin] Network 06227175-383a-438d-b2ea-446bb23d085d is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:22:32.766820 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-b2c3f259-934c-45a5-8b7a-deede7567982 admin admin] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:22:32.771985 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c3f259-934c-45a5-8b7a-deede7567982 admin admin] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:22:32.877175 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c3f259-934c-45a5-8b7a-deede7567982 admin admin] Pushing event updated for resources: {'Port': ['ID=b29d339d-f606-4b45-b014-3a9cb80f958c,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:22:32.896546 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-4987d56f-7abe-49f6-93f2-92f94a1b5b23 admin admin] Calling delete_port for 4e4a464c-5c8f-470b-b487-c808c2f69c6f owned by network:router_gateway {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:22:32.922237 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b2c3f259-934c-45a5-8b7a-deede7567982 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-887605'] for router_interface, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:33.010883 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 9fa0ea06-9842-4946-94c6-5cdfcc0324a2 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:22:33.019474 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-5a183d93-150f-4bae-8816-2bccf7a3b3ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c083b0f9-0b99-4058-8596-7341b7f20878', 'name': 'tempest-TestServerBasicOps-1867965436-router', 'tenant_id': 'a28f4eeef403410e9002798dc68ad46b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.169'}], 'enable_snat': True}, 'gw_port_id': '4e4a464c-5c8f-470b-b487-c808c2f69c6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:16:58Z', 'updated_at': '2022-06-01T19:22:29Z', 'revision_number': 5, 'project_id': 'a28f4eeef403410e9002798dc68ad46b', 'gw_port': {'id': '4e4a464c-5c8f-470b-b487-c808c2f69c6f', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ed:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c083b0f9-0b99-4058-8596-7341b7f20878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3320, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:16:59Z', 'updated_at': '2022-06-01T19:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:22:33.038306 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a183d93-150f-4bae-8816-2bccf7a3b3ec None None] Checking router: c083b0f9-0b99-4058-8596-7341b7f20878 for host: n-d-844202-1 {{(pid=88526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 19:22:33.063746 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a183d93-150f-4bae-8816-2bccf7a3b3ec None None] Routers {'c083b0f9-0b99-4058-8596-7341b7f20878'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:22:33.064703 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-5a183d93-150f-4bae-8816-2bccf7a3b3ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:22:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['c083b0f9-0b99-4058-8596-7341b7f20878'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:22:33.090992 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e92fecd-44b9-4006-b4e2-599231ed3d85 None None] Pushing event updated for resources: {'Port': ['ID=d169e9ea-329c-4a43-af71-5d23db88d4ff,revision_number=3']} {{(pid=88527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:22:33.142814 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-71e231cd-7b83-402a-b2f5-503ae81a7949 None None] Set router cf391632-dbd0-43da-980f-c81ee2cb2f6c gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:22:33.263385 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-406d242d-f584-4a08-8648-310c8b5f0b80 None None] Provisioning for port b29d339d-f606-4b45-b014-3a9cb80f958c completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:22:33.273760 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-406d242d-f584-4a08-8648-310c8b5f0b80 None None] Provisioning complete for port b29d339d-f606-4b45-b014-3a9cb80f958c triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:22:33.274556 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-406d242d-f584-4a08-8648-310c8b5f0b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:33.398197 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4987d56f-7abe-49f6-93f2-92f94a1b5b23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:33.406667 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-5a183d93-150f-4bae-8816-2bccf7a3b3ec None None] Set router c083b0f9-0b99-4058-8596-7341b7f20878 gateway port host: None {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:22:33.521552 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4987d56f-7abe-49f6-93f2-92f94a1b5b23 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e4a464c-5c8f-470b-b487-c808c2f69c6f,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:22:33.594691 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b2c3f259-934c-45a5-8b7a-deede7567982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:33.597036 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-71e231cd-7b83-402a-b2f5-503ae81a7949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf391632-dbd0-43da-980f-c81ee2cb2f6c', 'name': 'tempest-TestVolumeBootPattern-1790725510-router', 'tenant_id': 'e7fa6482b873470e8b5274a0b6cb89ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': 'd169e9ea-329c-4a43-af71-5d23db88d4ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:22:26Z', 'updated_at': '2022-06-01T19:22:28Z', 'revision_number': 3, 'project_id': 'e7fa6482b873470e8b5274a0b6cb89ae', 'gw_port': {'id': 'd169e9ea-329c-4a43-af71-5d23db88d4ff', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ba:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf391632-dbd0-43da-980f-c81ee2cb2f6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:22:27Z', 'updated_at': '2022-06-01T19:22:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:22:33.602238 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e231cd-7b83-402a-b2f5-503ae81a7949 None None] The sync data for ids ['cf391632-dbd0-43da-980f-c81ee2cb2f6c'] in n-d-844202-1 is: [{'id': 'cf391632-dbd0-43da-980f-c81ee2cb2f6c', 'name': 'tempest-TestVolumeBootPattern-1790725510-router', 'tenant_id': 'e7fa6482b873470e8b5274a0b6cb89ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': 'd169e9ea-329c-4a43-af71-5d23db88d4ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:22:26Z', 'updated_at': '2022-06-01T19:22:28Z', 'revision_number': 3, 'project_id': 'e7fa6482b873470e8b5274a0b6cb89ae', 'gw_port': {'id': 'd169e9ea-329c-4a43-af71-5d23db88d4ff', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ba:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf391632-dbd0-43da-980f-c81ee2cb2f6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:22:27Z', 'updated_at': '2022-06-01T19:22:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:22:33.636661 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-406d242d-f584-4a08-8648-310c8b5f0b80 None None] Port b29d339d-f606-4b45-b014-3a9cb80f958c cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:22:33.657705 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-5a183d93-150f-4bae-8816-2bccf7a3b3ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c083b0f9-0b99-4058-8596-7341b7f20878', 'name': 'tempest-TestServerBasicOps-1867965436-router', 'tenant_id': 'a28f4eeef403410e9002798dc68ad46b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:16:58Z', 'updated_at': '2022-06-01T19:22:32Z', 'revision_number': 6, 'project_id': 'a28f4eeef403410e9002798dc68ad46b', 'gw_port_host': None}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:22:33.672836 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a183d93-150f-4bae-8816-2bccf7a3b3ec None None] The sync data for ids ['c083b0f9-0b99-4058-8596-7341b7f20878'] in n-d-844202-1 is: [{'id': 'c083b0f9-0b99-4058-8596-7341b7f20878', 'name': 'tempest-TestServerBasicOps-1867965436-router', 'tenant_id': 'a28f4eeef403410e9002798dc68ad46b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:16:58Z', 'updated_at': '2022-06-01T19:22:32Z', 'revision_number': 6, 'project_id': 'a28f4eeef403410e9002798dc68ad46b', 'gw_port_host': None}] {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:22:33.711530 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4987d56f-7abe-49f6-93f2-92f94a1b5b23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-887703'] for router_gateway, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:33.972309 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b2c3f259-934c-45a5-8b7a-deede7567982 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:33.981836 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b2c3f259-934c-45a5-8b7a-deede7567982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:34.073593 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4987d56f-7abe-49f6-93f2-92f94a1b5b23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25316'] for router, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:34.087622 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4987d56f-7abe-49f6-93f2-92f94a1b5b23 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:34.158522 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4987d56f-7abe-49f6-93f2-92f94a1b5b23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-891519'] for router, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:34.159044 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4987d56f-7abe-49f6-93f2-92f94a1b5b23 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c083b0f9-0b99-4058-8596-7341b7f20878 {{(pid=88525) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 19:22:34.181815 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4987d56f-7abe-49f6-93f2-92f94a1b5b23 admin admin] Notify callbacks [] for router, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:34.181815 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-4987d56f-7abe-49f6-93f2-92f94a1b5b23 admin admin] 10.222.0.41 "DELETE /v2.0/routers/c083b0f9-0b99-4058-8596-7341b7f20878 HTTP/1.1" status: 204 len: 168 time: 2.6216750 Jun 01 19:22:34.181815 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 40430) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:22:34.282196 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b2c3f259-934c-45a5-8b7a-deede7567982 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-887436'] for router_interface, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:34.348435 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5595e36-456a-4a55-9b0c-5df6a52cad96 admin admin] Deleting subnet a8078d31-a875-4678-a6f3-45b458ccdb3a {{(pid=88525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 19:22:34.351529 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c3f259-934c-45a5-8b7a-deede7567982 admin admin] Pushing event updated for resources: {'Port': ['ID=b29d339d-f606-4b45-b014-3a9cb80f958c,revision_number=2']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:22:34.361075 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f5595e36-456a-4a55-9b0c-5df6a52cad96 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:34.438862 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f5595e36-456a-4a55-9b0c-5df6a52cad96 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2258509'] for subnet, precommit_delete_associations {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:34.515100 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2c3f259-934c-45a5-8b7a-deede7567982 admin admin] Network 06227175-383a-438d-b2ea-446bb23d085d is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:22:34.516633 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-b2c3f259-934c-45a5-8b7a-deede7567982 admin admin] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:22:34.577049 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f5595e36-456a-4a55-9b0c-5df6a52cad96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:34.764491 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f5595e36-456a-4a55-9b0c-5df6a52cad96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2614143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9667199'] for subnet, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:34.832649 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device d169e9ea-329c-4a43-af71-5d23db88d4ff up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:22:34.856607 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5595e36-456a-4a55-9b0c-5df6a52cad96 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a8078d31-a875-4678-a6f3-45b458ccdb3a,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:22:34.872710 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2c3f259-934c-45a5-8b7a-deede7567982 admin admin] Router cf391632-dbd0-43da-980f-c81ee2cb2f6c has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 19:22:34.876397 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f5595e36-456a-4a55-9b0c-5df6a52cad96 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:34.912278 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-f5595e36-456a-4a55-9b0c-5df6a52cad96 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/a8078d31-a875-4678-a6f3-45b458ccdb3a HTTP/1.1" status: 204 len: 168 time: 0.7257276 Jun 01 19:22:34.913162 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 40444) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:22:35.012655 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6007be9a-7727-49c1-9120-cf3d43df01b9 None None] Network 719e71e0-df8f-47d0-9aa9-020f712fe5ba requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:22:35.151946 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-079a60e7-9083-47a1-b8a3-ee1fa3ea3eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:35.196327 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-079a60e7-9083-47a1-b8a3-ee1fa3ea3eb0 admin admin] Deleting port 6dc1f541-7d98-412f-91e5-8ef0d0f60b3c {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:22:35.196877 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-079a60e7-9083-47a1-b8a3-ee1fa3ea3eb0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:35.224984 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port d169e9ea-329c-4a43-af71-5d23db88d4ff completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:22:35.236086 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port d169e9ea-329c-4a43-af71-5d23db88d4ff triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:22:35.236542 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:35.340812 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-1b187f7b-b59d-4f65-a3bc-28b2e85e95f9 None None] Provisioning complete for port b29d339d-f606-4b45-b014-3a9cb80f958c triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:22:35.340812 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-1b187f7b-b59d-4f65-a3bc-28b2e85e95f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:35.369675 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2c3f259-934c-45a5-8b7a-deede7567982 admin admin] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:22:35.393511 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-b2c3f259-934c-45a5-8b7a-deede7567982 admin admin] 10.222.0.41 "PUT /v2.0/routers/cf391632-dbd0-43da-980f-c81ee2cb2f6c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0464599 Jun 01 19:22:35.446853 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-1b187f7b-b59d-4f65-a3bc-28b2e85e95f9 None None] Port b29d339d-f606-4b45-b014-3a9cb80f958c cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:22:35.556533 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port d169e9ea-329c-4a43-af71-5d23db88d4ff is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:22:35.557316 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:35.588771 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port d169e9ea-329c-4a43-af71-5d23db88d4ff, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=d169e9ea-329c-4a43-af71-5d23db88d4ff,segment=NetworkSegment(7875af61-4c53-4ff2-b8c8-d4b7c35ff947),segment_id=7875af61-4c53-4ff2-b8c8-d4b7c35ff947)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:22:35.618456 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:35.759265 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [None req-079a60e7-9083-47a1-b8a3-ee1fa3ea3eb0 admin admin] For port 6dc1f541-7d98-412f-91e5-8ef0d0f60b3c, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=6dc1f541-7d98-412f-91e5-8ef0d0f60b3c,segment=NetworkSegment(93cee378-49f9-4aed-9d19-c6ae9fedeafa),segment_id=93cee378-49f9-4aed-9d19-c6ae9fedeafa)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:22:35.760304 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-079a60e7-9083-47a1-b8a3-ee1fa3ea3eb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:35.783049 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 4e4a464c-5c8f-470b-b487-c808c2f69c6f no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:22:35.906017 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: 4e4a464c-5c8f-470b-b487-c808c2f69c6f {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:22:35.917876 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 4e4a464c-5c8f-470b-b487-c808c2f69c6f not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:22:35.918196 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 2dbf4ee8-a965-4288-89fd-1f0d65c5d378 no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:22:36.043741 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-079a60e7-9083-47a1-b8a3-ee1fa3ea3eb0 admin admin] Calling delete_port for 6dc1f541-7d98-412f-91e5-8ef0d0f60b3c owned by network:dhcp {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:22:36.175132 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: 2dbf4ee8-a965-4288-89fd-1f0d65c5d378 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:22:36.175546 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 2dbf4ee8-a965-4288-89fd-1f0d65c5d378 not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:22:36.261975 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=d169e9ea-329c-4a43-af71-5d23db88d4ff,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:22:36.267135 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-079a60e7-9083-47a1-b8a3-ee1fa3ea3eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:36.375509 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d37eada-8dae-4098-abbf-79d80b7a1600 None None] DHCP port deletion for 719e71e0-df8f-47d0-9aa9-020f712fe5ba request from n-d-844202-1 {{(pid=88526) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 19:22:36.473868 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079a60e7-9083-47a1-b8a3-ee1fa3ea3eb0 admin admin] No DVR routers for this DVR port 6dc1f541-7d98-412f-91e5-8ef0d0f60b3c on host n-d-844202-1 {{(pid=88525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:22:36.514510 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device d169e9ea-329c-4a43-af71-5d23db88d4ff up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:22:36.548709 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079a60e7-9083-47a1-b8a3-ee1fa3ea3eb0 admin admin] Pushing event deleted for resources: {'Port': ['ID=6dc1f541-7d98-412f-91e5-8ef0d0f60b3c,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:22:36.612427 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ededbdd-e42b-4ae8-a1d3-c60658b3e33f None None] Sync routers for ids ['cf391632-dbd0-43da-980f-c81ee2cb2f6c'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:22:36.629054 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ededbdd-e42b-4ae8-a1d3-c60658b3e33f None None] Routers {'cf391632-dbd0-43da-980f-c81ee2cb2f6c'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:22:36.629939 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-5ededbdd-e42b-4ae8-a1d3-c60658b3e33f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:22:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['cf391632-dbd0-43da-980f-c81ee2cb2f6c'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:22:36.649370 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port d169e9ea-329c-4a43-af71-5d23db88d4ff triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:22:36.649747 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:36.715688 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 40482) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:22:36.723088 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-7bfcb785-4028-4a56-934b-60a942422959 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2138400899-network', 'tenant_id': '75ab13780c214c65910c4a1c4905f2aa'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:22:36.729787 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-7bfcb785-4028-4a56-934b-60a942422959 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:22:36.735537 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-7bfcb785-4028-4a56-934b-60a942422959 admin admin] Usage tracker for resource:network and tenant:75ab13780c214c65910c4a1c4905f2aa is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:22:36.741169 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-7bfcb785-4028-4a56-934b-60a942422959 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:22:36.757402 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-7bfcb785-4028-4a56-934b-60a942422959 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:22:36.786725 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bfcb785-4028-4a56-934b-60a942422959 admin admin] Made reservation on behalf of 75ab13780c214c65910c4a1c4905f2aa for: {'network': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:22:36.789534 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-7bfcb785-4028-4a56-934b-60a942422959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:36.817508 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-7bfcb785-4028-4a56-934b-60a942422959 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:36.845345 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port d169e9ea-329c-4a43-af71-5d23db88d4ff is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:22:36.859855 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-7bfcb785-4028-4a56-934b-60a942422959 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:22:36.864790 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-7bfcb785-4028-4a56-934b-60a942422959 admin admin] Usage tracker for resource:security_group_rule and tenant:75ab13780c214c65910c4a1c4905f2aa is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:22:36.868366 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-7bfcb785-4028-4a56-934b-60a942422959 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:22:36.875119 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-7bfcb785-4028-4a56-934b-60a942422959 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:22:36.920954 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-079a60e7-9083-47a1-b8a3-ee1fa3ea3eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:36.927633 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 6dc1f541-7d98-412f-91e5-8ef0d0f60b3c no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:22:36.958587 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-079a60e7-9083-47a1-b8a3-ee1fa3ea3eb0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['719e71e0-df8f-47d0-9aa9-020f712fe5ba']}} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:22:36.975346 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-079a60e7-9083-47a1-b8a3-ee1fa3ea3eb0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93cee378-49f9-4aed-9d19-c6ae9fedeafa') {'for_net_delete': True} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:22:36.976580 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-079a60e7-9083-47a1-b8a3-ee1fa3ea3eb0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93cee378-49f9-4aed-9d19-c6ae9fedeafa') {} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:22:37.009037 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: 6dc1f541-7d98-412f-91e5-8ef0d0f60b3c {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:22:37.009418 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 6dc1f541-7d98-412f-91e5-8ef0d0f60b3c not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:22:37.011222 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-079a60e7-9083-47a1-b8a3-ee1fa3ea3eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2258522'] for segment, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:37.024617 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-5ededbdd-e42b-4ae8-a1d3-c60658b3e33f None None] Set router cf391632-dbd0-43da-980f-c81ee2cb2f6c gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:22:37.053631 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-079a60e7-9083-47a1-b8a3-ee1fa3ea3eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:37.057149 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-7bfcb785-4028-4a56-934b-60a942422959 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:37.062003 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-079a60e7-9083-47a1-b8a3-ee1fa3ea3eb0 admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=88525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 19:22:37.062399 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-079a60e7-9083-47a1-b8a3-ee1fa3ea3eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2613981'] for segment, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:37.065111 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-7bfcb785-4028-4a56-934b-60a942422959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:37.130016 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-80b3a77c-d724-4e61-af93-368bb35dd484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:37.159494 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bfcb785-4028-4a56-934b-60a942422959 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 105} {{(pid=88524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 19:22:37.185809 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfcb785-4028-4a56-934b-60a942422959 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bec2e3d-0406-454d-846c-ea55e35ff086,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:22:37.192346 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-7bfcb785-4028-4a56-934b-60a942422959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:37.192923 n-d-844202-1 neutron-server[88524]: INFO neutron.db.segments_db [None req-7bfcb785-4028-4a56-934b-60a942422959 admin admin] Added segment 9807bce8-74df-4fc1-bf49-d17aa605f795 of type vlan for network 478c7d7a-f936-4d14-bc10-2576929fd3a7 Jun 01 19:22:37.238726 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-7bfcb785-4028-4a56-934b-60a942422959 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:37.245972 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment 93cee378-49f9-4aed-9d19-c6ae9fedeafa resource provider aggregate not found Jun 01 19:22:37.281530 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-7bfcb785-4028-4a56-934b-60a942422959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:37.282961 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bfcb785-4028-4a56-934b-60a942422959 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:22:37.283735 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-7bfcb785-4028-4a56-934b-60a942422959 admin admin] Notify callbacks [] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:37.303855 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment 93cee378-49f9-4aed-9d19-c6ae9fedeafa resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 93cee378-49f9-4aed-9d19-c6ae9fedeafa found for delete ", "request_id": "req-5fcce6f8-8b2e-4a75-ac98-7c30592b7820"}]} Jun 01 19:22:37.327684 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-079a60e7-9083-47a1-b8a3-ee1fa3ea3eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:37.344000 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-079a60e7-9083-47a1-b8a3-ee1fa3ea3eb0 admin admin] Notify callbacks [] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:37.378759 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079a60e7-9083-47a1-b8a3-ee1fa3ea3eb0 admin admin] Pushing event deleted for resources: {'Network': ['ID=719e71e0-df8f-47d0-9aa9-020f712fe5ba,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:22:37.396514 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-079a60e7-9083-47a1-b8a3-ee1fa3ea3eb0 admin admin] 10.222.0.41 "DELETE /v2.0/networks/719e71e0-df8f-47d0-9aa9-020f712fe5ba HTTP/1.1" status: 204 len: 168 time: 2.4820931 Jun 01 19:22:37.397225 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-7bfcb785-4028-4a56-934b-60a942422959 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6796854 Jun 01 19:22:37.398068 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfcb785-4028-4a56-934b-60a942422959 admin admin] Pushing event updated for resources: {'Network': ['ID=478c7d7a-f936-4d14-bc10-2576929fd3a7,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:22:37.402350 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 40494) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:22:37.408543 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-a2c76ef1-1f37-4689-967a-2805cd43ec75 admin admin] Request body: {'subnet': {'network_id': '478c7d7a-f936-4d14-bc10-2576929fd3a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2138400899-subnet', 'tenant_id': '75ab13780c214c65910c4a1c4905f2aa', 'ip_version': 4}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:22:37.414258 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-a2c76ef1-1f37-4689-967a-2805cd43ec75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:22:37.415036 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network 478c7d7a-f936-4d14-bc10-2576929fd3a7 details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 19:22:37.419499 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-a2c76ef1-1f37-4689-967a-2805cd43ec75 admin admin] Usage tracker for resource:subnet and tenant:75ab13780c214c65910c4a1c4905f2aa is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:22:37.422370 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-a2c76ef1-1f37-4689-967a-2805cd43ec75 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:22:37.429117 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-a2c76ef1-1f37-4689-967a-2805cd43ec75 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:22:37.444409 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2c76ef1-1f37-4689-967a-2805cd43ec75 admin admin] Made reservation on behalf of 75ab13780c214c65910c4a1c4905f2aa for: {'subnet': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:22:37.449601 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a2c76ef1-1f37-4689-967a-2805cd43ec75 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3066584'] for subnet, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:37.510465 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-5ededbdd-e42b-4ae8-a1d3-c60658b3e33f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf391632-dbd0-43da-980f-c81ee2cb2f6c', 'name': 'tempest-TestVolumeBootPattern-1790725510-router', 'tenant_id': 'e7fa6482b873470e8b5274a0b6cb89ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': 'd169e9ea-329c-4a43-af71-5d23db88d4ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:22:26Z', 'updated_at': '2022-06-01T19:22:33Z', 'revision_number': 4, 'project_id': 'e7fa6482b873470e8b5274a0b6cb89ae', 'gw_port': {'id': 'd169e9ea-329c-4a43-af71-5d23db88d4ff', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ba:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf391632-dbd0-43da-980f-c81ee2cb2f6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:22:27Z', 'updated_at': '2022-06-01T19:22:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': 'b29d339d-f606-4b45-b014-3a9cb80f958c', 'name': '', 'network_id': '06227175-383a-438d-b2ea-446bb23d085d', 'tenant_id': 'e7fa6482b873470e8b5274a0b6cb89ae', 'mac_address': 'fa:16:3e:77:63:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf391632-dbd0-43da-980f-c81ee2cb2f6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3707, 'fixed_ips': [{'subnet_id': '3c6d4c6d-6977-4f9b-a44c-9b6b04f8ca29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:22:32Z', 'updated_at': '2022-06-01T19:22:33Z', 'revision_number': 2, 'project_id': 'e7fa6482b873470e8b5274a0b6cb89ae', 'subnets': [{'id': '3c6d4c6d-6977-4f9b-a44c-9b6b04f8ca29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:22:37.518227 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ededbdd-e42b-4ae8-a1d3-c60658b3e33f None None] Checking router: cf391632-dbd0-43da-980f-c81ee2cb2f6c for host: n-d-844202-1 {{(pid=88527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 19:22:37.518674 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ededbdd-e42b-4ae8-a1d3-c60658b3e33f None None] Updating router cf391632-dbd0-43da-980f-c81ee2cb2f6c port b29d339d-f606-4b45-b014-3a9cb80f958c binding host n-d-844202-1 {{(pid=88527) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 19:22:37.583467 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-5ededbdd-e42b-4ae8-a1d3-c60658b3e33f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:37.648535 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 40502) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:22:37.746725 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a2c76ef1-1f37-4689-967a-2805cd43ec75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2718919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3066602'] for subnet, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:37.751643 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-66243382-2a7a-4d01-bd09-37342efb6777 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ebd616d5a10a4d93abecbdcf72fa4181&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0990667 Jun 01 19:22:37.751822 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 40510) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:22:37.820614 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-055d16d9-64e8-4d72-8328-a3365eadf32f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:37.848249 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c76ef1-1f37-4689-967a-2805cd43ec75 admin admin] Pushing event updated for resources: {'Subnet': ['ID=45e18d96-f128-4166-8e7e-60d60796ecf7,revision_number=0']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:22:37.860852 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-055d16d9-64e8-4d72-8328-a3365eadf32f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:37.883732 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c76ef1-1f37-4689-967a-2805cd43ec75 admin admin] Checking segment: {'id': '9807bce8-74df-4fc1-bf49-d17aa605f795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '478c7d7a-f936-4d14-bc10-2576929fd3a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:22:37.883732 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2c76ef1-1f37-4689-967a-2805cd43ec75 admin admin] Network hostable DHCP agents. Network: 478c7d7a-f936-4d14-bc10-2576929fd3a7, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88524) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 19:22:37.911640 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2c76ef1-1f37-4689-967a-2805cd43ec75 admin admin] Network 478c7d7a-f936-4d14-bc10-2576929fd3a7 is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88524) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 19:22:37.927879 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-a2c76ef1-1f37-4689-967a-2805cd43ec75 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, 478c7d7a-f936-4d14-bc10-2576929fd3a7) {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:22:37.939208 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c76ef1-1f37-4689-967a-2805cd43ec75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:22:37.939934 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a2c76ef1-1f37-4689-967a-2805cd43ec75 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:37.941232 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70e55b86-f516-4a32-9963-9af775380dcd None None] Network 478c7d7a-f936-4d14-bc10-2576929fd3a7 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:22:37.948772 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-055d16d9-64e8-4d72-8328-a3365eadf32f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:37.970525 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055d16d9-64e8-4d72-8328-a3365eadf32f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4720869-c3cc-4cec-a0bc-66446fa9fb06,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:22:37.975995 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-a2c76ef1-1f37-4689-967a-2805cd43ec75 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5722878 Jun 01 19:22:37.977048 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 40518) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:22:37.986574 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-055d16d9-64e8-4d72-8328-a3365eadf32f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:37.987725 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-055d16d9-64e8-4d72-8328-a3365eadf32f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a4720869-c3cc-4cec-a0bc-66446fa9fb06 HTTP/1.1" status: 204 len: 168 time: 0.2347202 Jun 01 19:22:37.989185 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-f931b8e4-2dca-425b-87fc-3ff7c2c9b1ee admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2138400899-router', 'tenant_id': '75ab13780c214c65910c4a1c4905f2aa', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:22:38.009636 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-f931b8e4-2dca-425b-87fc-3ff7c2c9b1ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:22:38.020750 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-f931b8e4-2dca-425b-87fc-3ff7c2c9b1ee admin admin] Usage tracker for resource:router and tenant:75ab13780c214c65910c4a1c4905f2aa is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:22:38.028350 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-f931b8e4-2dca-425b-87fc-3ff7c2c9b1ee admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:22:38.040814 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-f931b8e4-2dca-425b-87fc-3ff7c2c9b1ee admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:22:38.061142 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f931b8e4-2dca-425b-87fc-3ff7c2c9b1ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-885767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25238'] for router, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:38.064265 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f931b8e4-2dca-425b-87fc-3ff7c2c9b1ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-901042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-886562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-981784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25327'] for router, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:38.076282 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-5ededbdd-e42b-4ae8-a1d3-c60658b3e33f None None] Notify callbacks [] for port, precommit_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:38.097152 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.provisioning_blocks [None req-5ededbdd-e42b-4ae8-a1d3-c60658b3e33f None None] Transition to ACTIVE for port object b29d339d-f606-4b45-b014-3a9cb80f958c will not be triggered until provisioned by entity L2. {{(pid=88527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:22:38.102935 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f931b8e4-2dca-425b-87fc-3ff7c2c9b1ee admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:38.110460 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-5ededbdd-e42b-4ae8-a1d3-c60658b3e33f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:38.300353 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d88c602-46f6-47bc-ae6d-61abff323d1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc93f83c3-7fb6-5c13-a9d4-29d739a4e8d2-478c7d7a-f936-4d14-bc10-2576929fd3a7', 'network_id': '478c7d7a-f936-4d14-bc10-2576929fd3a7', 'tenant_id': '75ab13780c214c65910c4a1c4905f2aa', 'fixed_ips': [{'subnet_id': '45e18d96-f128-4166-8e7e-60d60796ecf7'}]}} from n-d-844202-1. {{(pid=88526) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 19:22:38.308750 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-4d88c602-46f6-47bc-ae6d-61abff323d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:38.535675 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf65f85-8844-460e-8efc-bfb175082746 None None] Pushing event updated for resources: {'Port': ['ID=b29d339d-f606-4b45-b014-3a9cb80f958c,revision_number=3']} {{(pid=88527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:22:38.594075 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf65f85-8844-460e-8efc-bfb175082746 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:22:38.594374 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf65f85-8844-460e-8efc-bfb175082746 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:22:38.594682 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf65f85-8844-460e-8efc-bfb175082746 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:22:38.595153 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf65f85-8844-460e-8efc-bfb175082746 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:22:38.595911 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf65f85-8844-460e-8efc-bfb175082746 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:22:38.596258 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf65f85-8844-460e-8efc-bfb175082746 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:22:38.596693 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf65f85-8844-460e-8efc-bfb175082746 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:22:38.597097 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf65f85-8844-460e-8efc-bfb175082746 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:22:38.597522 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf65f85-8844-460e-8efc-bfb175082746 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:22:38.598091 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf65f85-8844-460e-8efc-bfb175082746 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:22:38.598485 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf65f85-8844-460e-8efc-bfb175082746 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:22:38.599204 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf65f85-8844-460e-8efc-bfb175082746 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:22:38.634474 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-5ededbdd-e42b-4ae8-a1d3-c60658b3e33f None None] Attempting to bind port b29d339d-f606-4b45-b014-3a9cb80f958c on host n-d-844202-1 for vnic_type normal with profile {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:22:38.636212 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-5ededbdd-e42b-4ae8-a1d3-c60658b3e33f None None] Attempting to bind port b29d339d-f606-4b45-b014-3a9cb80f958c by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': 'caf40787-7b50-4406-9921-dddcf758f24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '06227175-383a-438d-b2ea-446bb23d085d'}] {{(pid=88527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:22:38.636989 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ededbdd-e42b-4ae8-a1d3-c60658b3e33f None None] Attempting to bind port b29d339d-f606-4b45-b014-3a9cb80f958c on network 06227175-383a-438d-b2ea-446bb23d085d {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:22:38.644821 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ededbdd-e42b-4ae8-a1d3-c60658b3e33f None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:22:38.645760 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ededbdd-e42b-4ae8-a1d3-c60658b3e33f None None] Checking segment: {'id': 'caf40787-7b50-4406-9921-dddcf758f24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '06227175-383a-438d-b2ea-446bb23d085d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:22:38.646560 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-5ededbdd-e42b-4ae8-a1d3-c60658b3e33f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:38.647280 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ededbdd-e42b-4ae8-a1d3-c60658b3e33f None None] Bound using segment: {'id': 'caf40787-7b50-4406-9921-dddcf758f24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '06227175-383a-438d-b2ea-446bb23d085d'} {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:22:38.647920 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-5ededbdd-e42b-4ae8-a1d3-c60658b3e33f None None] Bound port: b29d339d-f606-4b45-b014-3a9cb80f958c, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'caf40787-7b50-4406-9921-dddcf758f24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '06227175-383a-438d-b2ea-446bb23d085d'}}] {{(pid=88527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:22:38.648500 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-5ededbdd-e42b-4ae8-a1d3-c60658b3e33f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:38.661998 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.db_base_plugin_common [None req-4d88c602-46f6-47bc-ae6d-61abff323d1e None None] Allocated IP 172.20.0.2 (478c7d7a-f936-4d14-bc10-2576929fd3a7/45e18d96-f128-4166-8e7e-60d60796ecf7/d660d469-e54b-41a1-b6a6-9f40c41a58d6) {{(pid=88526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:22:38.745912 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f931b8e4-2dca-425b-87fc-3ff7c2c9b1ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-886608', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-885830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25341'] for router, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:38.776666 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.db [None req-5ededbdd-e42b-4ae8-a1d3-c60658b3e33f None None] For port b29d339d-f606-4b45-b014-3a9cb80f958c, host n-d-844202-1, cleared binding levels {{(pid=88527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:22:38.785048 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.db [None req-5ededbdd-e42b-4ae8-a1d3-c60658b3e33f None None] For port b29d339d-f606-4b45-b014-3a9cb80f958c, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=b29d339d-f606-4b45-b014-3a9cb80f958c,segment=NetworkSegment(caf40787-7b50-4406-9921-dddcf758f24c),segment_id=caf40787-7b50-4406-9921-dddcf758f24c)] {{(pid=88527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:22:38.789354 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-5ededbdd-e42b-4ae8-a1d3-c60658b3e33f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:38.819143 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 40532) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:22:38.967826 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-11df430b-170e-41d6-8032-df71573395b0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a28f4eeef403410e9002798dc68ad46b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1436810 Jun 01 19:22:38.969304 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 40542) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:22:38.974448 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf65f85-8844-460e-8efc-bfb175082746 None None] Pushing event updated for resources: {'Port': ['ID=b29d339d-f606-4b45-b014-3a9cb80f958c,revision_number=4']} {{(pid=88527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:22:39.016440 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ededbdd-e42b-4ae8-a1d3-c60658b3e33f None None] Routers {'cf391632-dbd0-43da-980f-c81ee2cb2f6c'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:22:39.017150 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-5ededbdd-e42b-4ae8-a1d3-c60658b3e33f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:22:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['cf391632-dbd0-43da-980f-c81ee2cb2f6c'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:22:39.178812 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-4d88c602-46f6-47bc-ae6d-61abff323d1e None None] Notify callbacks [] for port, precommit_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:39.200477 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-4d88c602-46f6-47bc-ae6d-61abff323d1e None None] Transition to ACTIVE for port object d660d469-e54b-41a1-b6a6-9f40c41a58d6 will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:22:39.204020 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-810d936f-b53a-404d-b8fa-650a1f00dc69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:39.236304 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-4d88c602-46f6-47bc-ae6d-61abff323d1e None None] Transition to ACTIVE for port object d660d469-e54b-41a1-b6a6-9f40c41a58d6 will not be triggered until provisioned by entity DHCP. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:22:39.247051 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-4d88c602-46f6-47bc-ae6d-61abff323d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526'] for port, after_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:39.263366 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-810d936f-b53a-404d-b8fa-650a1f00dc69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:39.317387 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d88c602-46f6-47bc-ae6d-61abff323d1e None None] Network 478c7d7a-f936-4d14-bc10-2576929fd3a7 is already hosted by enough agents. {{(pid=88526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:22:39.321891 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.base_scheduler [None req-4d88c602-46f6-47bc-ae6d-61abff323d1e None None] Resources bound (agent type, host, resource id): {{(pid=88526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:22:39.330856 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d88c602-46f6-47bc-ae6d-61abff323d1e None None] Received port after_create {{(pid=88526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:22:39.397911 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-5ededbdd-e42b-4ae8-a1d3-c60658b3e33f None None] Set router cf391632-dbd0-43da-980f-c81ee2cb2f6c gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:22:39.406417 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-810d936f-b53a-404d-b8fa-650a1f00dc69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:39.468641 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810d936f-b53a-404d-b8fa-650a1f00dc69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=308dc7ca-e9a8-4a92-bad9-a984b304eb97,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:22:39.482307 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-810d936f-b53a-404d-b8fa-650a1f00dc69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:39.483795 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-810d936f-b53a-404d-b8fa-650a1f00dc69 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/308dc7ca-e9a8-4a92-bad9-a984b304eb97 HTTP/1.1" status: 204 len: 168 time: 0.5082636 Jun 01 19:22:39.598795 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f931b8e4-2dca-425b-87fc-3ff7c2c9b1ee admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:39.680645 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f931b8e4-2dca-425b-87fc-3ff7c2c9b1ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:39.680968 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-4d88c602-46f6-47bc-ae6d-61abff323d1e None None] Attempting to bind port d660d469-e54b-41a1-b6a6-9f40c41a58d6 on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:22:39.682269 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-4d88c602-46f6-47bc-ae6d-61abff323d1e None None] Attempting to bind port d660d469-e54b-41a1-b6a6-9f40c41a58d6 by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': '9807bce8-74df-4fc1-bf49-d17aa605f795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '478c7d7a-f936-4d14-bc10-2576929fd3a7'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:22:39.683468 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d88c602-46f6-47bc-ae6d-61abff323d1e None None] Attempting to bind port d660d469-e54b-41a1-b6a6-9f40c41a58d6 on network 478c7d7a-f936-4d14-bc10-2576929fd3a7 {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:22:39.714355 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d88c602-46f6-47bc-ae6d-61abff323d1e None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:22:39.714940 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d88c602-46f6-47bc-ae6d-61abff323d1e None None] Checking segment: {'id': '9807bce8-74df-4fc1-bf49-d17aa605f795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '478c7d7a-f936-4d14-bc10-2576929fd3a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:22:39.715566 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-4d88c602-46f6-47bc-ae6d-61abff323d1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:39.716150 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d88c602-46f6-47bc-ae6d-61abff323d1e None None] Bound using segment: {'id': '9807bce8-74df-4fc1-bf49-d17aa605f795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '478c7d7a-f936-4d14-bc10-2576929fd3a7'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:22:39.716923 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-4d88c602-46f6-47bc-ae6d-61abff323d1e None None] Bound port: d660d469-e54b-41a1-b6a6-9f40c41a58d6, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9807bce8-74df-4fc1-bf49-d17aa605f795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '478c7d7a-f936-4d14-bc10-2576929fd3a7'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:22:39.717495 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-4d88c602-46f6-47bc-ae6d-61abff323d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:39.745172 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-7e0a27eb-1383-4d5c-bb9e-877e54724f49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:39.756754 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d88c602-46f6-47bc-ae6d-61abff323d1e None None] Pushing event updated for resources: {'Port': ['ID=d660d469-e54b-41a1-b6a6-9f40c41a58d6,revision_number=1']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:22:39.981384 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [None req-f931b8e4-2dca-425b-87fc-3ff7c2c9b1ee admin admin] Allocated IP 172.25.4.212 (72a72e44-6845-488a-a5ff-3a26d4df9cb3/c314a23b-daa2-4106-ab28-8e6f954277b2/f70f6ee5-c809-4a11-801f-6e8c8830fa13) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:22:40.082180 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-5ededbdd-e42b-4ae8-a1d3-c60658b3e33f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf391632-dbd0-43da-980f-c81ee2cb2f6c', 'name': 'tempest-TestVolumeBootPattern-1790725510-router', 'tenant_id': 'e7fa6482b873470e8b5274a0b6cb89ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': 'd169e9ea-329c-4a43-af71-5d23db88d4ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:22:26Z', 'updated_at': '2022-06-01T19:22:33Z', 'revision_number': 4, 'project_id': 'e7fa6482b873470e8b5274a0b6cb89ae', 'gw_port': {'id': 'd169e9ea-329c-4a43-af71-5d23db88d4ff', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ba:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf391632-dbd0-43da-980f-c81ee2cb2f6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:22:27Z', 'updated_at': '2022-06-01T19:22:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': 'b29d339d-f606-4b45-b014-3a9cb80f958c', 'name': '', 'network_id': '06227175-383a-438d-b2ea-446bb23d085d', 'tenant_id': 'e7fa6482b873470e8b5274a0b6cb89ae', 'mac_address': 'fa:16:3e:77:63:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf391632-dbd0-43da-980f-c81ee2cb2f6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3707, 'fixed_ips': [{'subnet_id': '3c6d4c6d-6977-4f9b-a44c-9b6b04f8ca29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:22:32Z', 'updated_at': '2022-06-01T19:22:38Z', 'revision_number': 4, 'project_id': 'e7fa6482b873470e8b5274a0b6cb89ae', 'subnets': [{'id': '3c6d4c6d-6977-4f9b-a44c-9b6b04f8ca29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:22:40.093308 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ededbdd-e42b-4ae8-a1d3-c60658b3e33f None None] The sync data for ids ['cf391632-dbd0-43da-980f-c81ee2cb2f6c'] in n-d-844202-1 is: [{'id': 'cf391632-dbd0-43da-980f-c81ee2cb2f6c', 'name': 'tempest-TestVolumeBootPattern-1790725510-router', 'tenant_id': 'e7fa6482b873470e8b5274a0b6cb89ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': 'd169e9ea-329c-4a43-af71-5d23db88d4ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:22:26Z', 'updated_at': '2022-06-01T19:22:33Z', 'revision_number': 4, 'project_id': 'e7fa6482b873470e8b5274a0b6cb89ae', 'gw_port': {'id': 'd169e9ea-329c-4a43-af71-5d23db88d4ff', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ba:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf391632-dbd0-43da-980f-c81ee2cb2f6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:22:27Z', 'updated_at': '2022-06-01T19:22:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': 'b29d339d-f606-4b45-b014-3a9cb80f958c', 'name': '', 'network_id': '06227175-383a-438d-b2ea-446bb23d085d', 'tenant_id': 'e7fa6482b873470e8b5274a0b6cb89ae', 'mac_address': 'fa:16:3e:77:63:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf391632-dbd0-43da-980f-c81ee2cb2f6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3707, 'fixed_ips': [{'subnet_id': '3c6d4c6d-6977-4f9b-a44c-9b6b04f8ca29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:22:32Z', 'updated_at': '2022-06-01T19:22:38Z', 'revision_number': 4, 'project_id': 'e7fa6482b873470e8b5274a0b6cb89ae', 'subnets': [{'id': '3c6d4c6d-6977-4f9b-a44c-9b6b04f8ca29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:22:40.137365 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-4d88c602-46f6-47bc-ae6d-61abff323d1e None None] For port d660d469-e54b-41a1-b6a6-9f40c41a58d6, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:22:40.160542 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-4d88c602-46f6-47bc-ae6d-61abff323d1e None None] For port d660d469-e54b-41a1-b6a6-9f40c41a58d6, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=d660d469-e54b-41a1-b6a6-9f40c41a58d6,segment=NetworkSegment(9807bce8-74df-4fc1-bf49-d17aa605f795),segment_id=9807bce8-74df-4fc1-bf49-d17aa605f795)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:22:40.191894 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-4d88c602-46f6-47bc-ae6d-61abff323d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:40.397999 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d88c602-46f6-47bc-ae6d-61abff323d1e None None] Pushing event updated for resources: {'Port': ['ID=d660d469-e54b-41a1-b6a6-9f40c41a58d6,revision_number=2']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:22:40.512286 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f931b8e4-2dca-425b-87fc-3ff7c2c9b1ee admin admin] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:40.562332 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f931b8e4-2dca-425b-87fc-3ff7c2c9b1ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:40.585673 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device b29d339d-f606-4b45-b014-3a9cb80f958c up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:22:40.709575 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f931b8e4-2dca-425b-87fc-3ff7c2c9b1ee admin admin] Network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:22:40.718377 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-f931b8e4-2dca-425b-87fc-3ff7c2c9b1ee admin admin] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:22:40.723609 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f931b8e4-2dca-425b-87fc-3ff7c2c9b1ee admin admin] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:22:40.762805 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:40.763616 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:40.793112 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port b29d339d-f606-4b45-b014-3a9cb80f958c completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:22:40.805182 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f931b8e4-2dca-425b-87fc-3ff7c2c9b1ee admin admin] Pushing event updated for resources: {'Port': ['ID=f70f6ee5-c809-4a11-801f-6e8c8830fa13,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:22:40.842517 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port b29d339d-f606-4b45-b014-3a9cb80f958c triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:22:40.846032 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:41.073647 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port b29d339d-f606-4b45-b014-3a9cb80f958c is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:22:41.074422 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:41.179694 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port b29d339d-f606-4b45-b014-3a9cb80f958c, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=b29d339d-f606-4b45-b014-3a9cb80f958c,segment=NetworkSegment(caf40787-7b50-4406-9921-dddcf758f24c),segment_id=caf40787-7b50-4406-9921-dddcf758f24c)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:22:41.186377 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:41.301106 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=b29d339d-f606-4b45-b014-3a9cb80f958c,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:22:41.599701 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:41.664017 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f931b8e4-2dca-425b-87fc-3ff7c2c9b1ee admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:41.967857 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70c416a1-9b9d-4d8a-85e0-ae6bf5c39eee None None] Network 478c7d7a-f936-4d14-bc10-2576929fd3a7 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:22:42.156250 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:42.177034 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-43be0ae7-8ff4-42e2-8cd6-ceff78dff5f8 None None] Provisioning for port d660d469-e54b-41a1-b6a6-9f40c41a58d6 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:22:42.193042 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:42.201248 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f931b8e4-2dca-425b-87fc-3ff7c2c9b1ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-885820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-886655'] for router, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:42.496671 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f931b8e4-2dca-425b-87fc-3ff7c2c9b1ee admin admin] Router d02785db-2c97-4341-b923-dfb93c4d87be is scheduled to L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 with binding_index 1 {{(pid=88524) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 19:22:42.646262 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device b29d339d-f606-4b45-b014-3a9cb80f958c up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:22:42.762984 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f931b8e4-2dca-425b-87fc-3ff7c2c9b1ee admin admin] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:22:42.770385 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port b29d339d-f606-4b45-b014-3a9cb80f958c triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:22:42.770768 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:42.787543 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f931b8e4-2dca-425b-87fc-3ff7c2c9b1ee admin admin] Notify callbacks [] for router, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:42.791301 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-f931b8e4-2dca-425b-87fc-3ff7c2c9b1ee admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.8106401 Jun 01 19:22:42.791683 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 40584) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:22:42.810120 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c171ec69-c2d3-4f07-8127-83585b8e701b None None] Sync routers for ids ['d02785db-2c97-4341-b923-dfb93c4d87be'] in n-d-844202-1 {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:22:42.839777 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c171ec69-c2d3-4f07-8127-83585b8e701b None None] Routers {'d02785db-2c97-4341-b923-dfb93c4d87be'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:22:42.840572 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-c171ec69-c2d3-4f07-8127-83585b8e701b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:22:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['d02785db-2c97-4341-b923-dfb93c4d87be'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:22:43.159773 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port b29d339d-f606-4b45-b014-3a9cb80f958c is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:22:43.160902 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device d660d469-e54b-41a1-b6a6-9f40c41a58d6 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:22:43.223964 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-c171ec69-c2d3-4f07-8127-83585b8e701b None None] Set router d02785db-2c97-4341-b923-dfb93c4d87be gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:22:43.526776 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port d660d469-e54b-41a1-b6a6-9f40c41a58d6 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:22:43.548274 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port d660d469-e54b-41a1-b6a6-9f40c41a58d6 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:22:43.548809 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:43.838449 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port d660d469-e54b-41a1-b6a6-9f40c41a58d6 is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:22:43.848814 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:43.910368 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-c171ec69-c2d3-4f07-8127-83585b8e701b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd02785db-2c97-4341-b923-dfb93c4d87be', 'name': 'tempest-TestVolumeBootPattern-2138400899-router', 'tenant_id': '75ab13780c214c65910c4a1c4905f2aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': 'f70f6ee5-c809-4a11-801f-6e8c8830fa13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:22:38Z', 'updated_at': '2022-06-01T19:22:41Z', 'revision_number': 3, 'project_id': '75ab13780c214c65910c4a1c4905f2aa', 'gw_port': {'id': 'f70f6ee5-c809-4a11-801f-6e8c8830fa13', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:a1:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd02785db-2c97-4341-b923-dfb93c4d87be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:22:39Z', 'updated_at': '2022-06-01T19:22:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:22:43.935861 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c171ec69-c2d3-4f07-8127-83585b8e701b None None] Checking router: d02785db-2c97-4341-b923-dfb93c4d87be for host: n-d-844202-1 {{(pid=88526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 19:22:43.940213 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c171ec69-c2d3-4f07-8127-83585b8e701b None None] Updating router d02785db-2c97-4341-b923-dfb93c4d87be port f70f6ee5-c809-4a11-801f-6e8c8830fa13 binding host n-d-844202-1 {{(pid=88526) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 19:22:43.947753 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-74703376-e86b-4da0-9644-215abfedfee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:43.986454 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port d660d469-e54b-41a1-b6a6-9f40c41a58d6, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=d660d469-e54b-41a1-b6a6-9f40c41a58d6,segment=NetworkSegment(9807bce8-74df-4fc1-bf49-d17aa605f795),segment_id=9807bce8-74df-4fc1-bf49-d17aa605f795)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:22:44.013368 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:44.101927 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-c171ec69-c2d3-4f07-8127-83585b8e701b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:44.190434 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=d660d469-e54b-41a1-b6a6-9f40c41a58d6,revision_number=3']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:22:44.452704 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [None req-74703376-e86b-4da0-9644-215abfedfee2 admin admin] Allocated IP 172.20.0.1 (478c7d7a-f936-4d14-bc10-2576929fd3a7/45e18d96-f128-4166-8e7e-60d60796ecf7/97815fc7-14e2-4470-8928-7ed62fa1df3a) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:22:44.560334 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device d660d469-e54b-41a1-b6a6-9f40c41a58d6 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:22:44.560546 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 40618) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:22:44.718219 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-74703376-e86b-4da0-9644-215abfedfee2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:44.732177 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port d660d469-e54b-41a1-b6a6-9f40c41a58d6 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:22:44.732662 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:44.739334 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [None req-74703376-e86b-4da0-9644-215abfedfee2 admin admin] Transition to ACTIVE for port object 97815fc7-14e2-4470-8928-7ed62fa1df3a will not be triggered until provisioned by entity DHCP. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:22:44.766926 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-70a3a340-fcc4-44c6-a0b5-9f223f57c815 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:44.783236 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-70a3a340-fcc4-44c6-a0b5-9f223f57c815 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:22:44.789024 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-70a3a340-fcc4-44c6-a0b5-9f223f57c815 admin admin] Usage tracker for resource:security_group_rule and tenant:530e0c02e1d841619eea63ee13ebd72c is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:22:44.789656 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-74703376-e86b-4da0-9644-215abfedfee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:44.794688 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-70a3a340-fcc4-44c6-a0b5-9f223f57c815 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:22:44.806641 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-70a3a340-fcc4-44c6-a0b5-9f223f57c815 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:22:44.909000 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-c171ec69-c2d3-4f07-8127-83585b8e701b None None] Notify callbacks [] for port, precommit_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:44.909587 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-70a3a340-fcc4-44c6-a0b5-9f223f57c815 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:44.920999 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74703376-e86b-4da0-9644-215abfedfee2 admin admin] Pushing event updated for resources: {'Port': ['ID=97815fc7-14e2-4470-8928-7ed62fa1df3a,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:22:44.927025 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-70a3a340-fcc4-44c6-a0b5-9f223f57c815 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:44.952832 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74703376-e86b-4da0-9644-215abfedfee2 admin admin] Network 478c7d7a-f936-4d14-bc10-2576929fd3a7 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:22:44.955061 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-74703376-e86b-4da0-9644-215abfedfee2 admin admin] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:22:44.967822 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-c171ec69-c2d3-4f07-8127-83585b8e701b None None] Transition to ACTIVE for port object f70f6ee5-c809-4a11-801f-6e8c8830fa13 will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:22:44.973321 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74703376-e86b-4da0-9644-215abfedfee2 admin admin] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:22:44.984921 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-c171ec69-c2d3-4f07-8127-83585b8e701b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:45.012485 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 40626) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:22:45.013011 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-70a3a340-fcc4-44c6-a0b5-9f223f57c815 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=530e0c02e1d841619eea63ee13ebd72c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4388046 Jun 01 19:22:45.054034 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a3a340-fcc4-44c6-a0b5-9f223f57c815 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a293a43e-11c9-451f-834d-2bd6f4f6661f,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:22:45.058921 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port d660d469-e54b-41a1-b6a6-9f40c41a58d6 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:22:45.110188 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-c171ec69-c2d3-4f07-8127-83585b8e701b None None] Attempting to bind port f70f6ee5-c809-4a11-801f-6e8c8830fa13 on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:22:45.110634 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-c171ec69-c2d3-4f07-8127-83585b8e701b None None] Attempting to bind port f70f6ee5-c809-4a11-801f-6e8c8830fa13 by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:22:45.111396 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c171ec69-c2d3-4f07-8127-83585b8e701b None None] Attempting to bind port f70f6ee5-c809-4a11-801f-6e8c8830fa13 on network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:22:45.120987 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f1d59a-2e42-4d60-a588-9bf46fa0b5eb None None] Pushing event updated for resources: {'Port': ['ID=f70f6ee5-c809-4a11-801f-6e8c8830fa13,revision_number=2']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:22:45.121191 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-74703376-e86b-4da0-9644-215abfedfee2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-887605'] for router_interface, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:45.123740 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c171ec69-c2d3-4f07-8127-83585b8e701b None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 22, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:22:45.124267 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c171ec69-c2d3-4f07-8127-83585b8e701b None None] Checking segment: {'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:22:45.124716 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-c171ec69-c2d3-4f07-8127-83585b8e701b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:45.125178 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c171ec69-c2d3-4f07-8127-83585b8e701b None None] Bound using segment: {'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:22:45.125775 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-c171ec69-c2d3-4f07-8127-83585b8e701b None None] Bound port: f70f6ee5-c809-4a11-801f-6e8c8830fa13, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:22:45.126209 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-c171ec69-c2d3-4f07-8127-83585b8e701b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:45.170466 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4607789a-c255-430e-8b03-3e79498c8857 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:45.212238 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-c171ec69-c2d3-4f07-8127-83585b8e701b None None] For port f70f6ee5-c809-4a11-801f-6e8c8830fa13, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:22:45.216248 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-c171ec69-c2d3-4f07-8127-83585b8e701b None None] For port f70f6ee5-c809-4a11-801f-6e8c8830fa13, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=f70f6ee5-c809-4a11-801f-6e8c8830fa13,segment=NetworkSegment(7875af61-4c53-4ff2-b8c8-d4b7c35ff947),segment_id=7875af61-4c53-4ff2-b8c8-d4b7c35ff947)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:22:45.225458 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-c171ec69-c2d3-4f07-8127-83585b8e701b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:45.252268 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4607789a-c255-430e-8b03-3e79498c8857 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:45.313753 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-aa25c789-cd3b-4e5b-b841-ca918a26076d None None] Provisioning for port 97815fc7-14e2-4470-8928-7ed62fa1df3a completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:22:45.321156 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c171ec69-c2d3-4f07-8127-83585b8e701b None None] Routers {'d02785db-2c97-4341-b923-dfb93c4d87be'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:22:45.322065 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-c171ec69-c2d3-4f07-8127-83585b8e701b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:22:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['d02785db-2c97-4341-b923-dfb93c4d87be'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:22:45.347274 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-74703376-e86b-4da0-9644-215abfedfee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:45.378897 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f1d59a-2e42-4d60-a588-9bf46fa0b5eb None None] Pushing event updated for resources: {'Port': ['ID=f70f6ee5-c809-4a11-801f-6e8c8830fa13,revision_number=3']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:22:45.389092 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-aa25c789-cd3b-4e5b-b841-ca918a26076d None None] Provisioning complete for port 97815fc7-14e2-4470-8928-7ed62fa1df3a triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:22:45.389803 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-aa25c789-cd3b-4e5b-b841-ca918a26076d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:45.418354 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4607789a-c255-430e-8b03-3e79498c8857 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:45.446175 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4607789a-c255-430e-8b03-3e79498c8857 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a293a43e-11c9-451f-834d-2bd6f4f6661f,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:22:45.467831 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4607789a-c255-430e-8b03-3e79498c8857 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:45.482619 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-4607789a-c255-430e-8b03-3e79498c8857 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a293a43e-11c9-451f-834d-2bd6f4f6661f HTTP/1.1" status: 204 len: 168 time: 0.4578280 Jun 01 19:22:45.549127 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-aa25c789-cd3b-4e5b-b841-ca918a26076d None None] Port 97815fc7-14e2-4470-8928-7ed62fa1df3a cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:22:45.576145 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-c171ec69-c2d3-4f07-8127-83585b8e701b None None] Set router d02785db-2c97-4341-b923-dfb93c4d87be gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:22:45.659557 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-74703376-e86b-4da0-9644-215abfedfee2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:45.665398 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-74703376-e86b-4da0-9644-215abfedfee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:45.780572 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-74703376-e86b-4da0-9644-215abfedfee2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-887436'] for router_interface, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:45.789966 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74703376-e86b-4da0-9644-215abfedfee2 admin admin] Pushing event updated for resources: {'Port': ['ID=97815fc7-14e2-4470-8928-7ed62fa1df3a,revision_number=2']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:22:45.994970 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-c171ec69-c2d3-4f07-8127-83585b8e701b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd02785db-2c97-4341-b923-dfb93c4d87be', 'name': 'tempest-TestVolumeBootPattern-2138400899-router', 'tenant_id': '75ab13780c214c65910c4a1c4905f2aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': 'f70f6ee5-c809-4a11-801f-6e8c8830fa13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:22:38Z', 'updated_at': '2022-06-01T19:22:45Z', 'revision_number': 4, 'project_id': '75ab13780c214c65910c4a1c4905f2aa', 'gw_port': {'id': 'f70f6ee5-c809-4a11-801f-6e8c8830fa13', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:a1:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd02785db-2c97-4341-b923-dfb93c4d87be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:22:39Z', 'updated_at': '2022-06-01T19:22:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '97815fc7-14e2-4470-8928-7ed62fa1df3a', 'name': '', 'network_id': '478c7d7a-f936-4d14-bc10-2576929fd3a7', 'tenant_id': '75ab13780c214c65910c4a1c4905f2aa', 'mac_address': 'fa:16:3e:6a:82:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd02785db-2c97-4341-b923-dfb93c4d87be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '45e18d96-f128-4166-8e7e-60d60796ecf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:22:44Z', 'updated_at': '2022-06-01T19:22:44Z', 'revision_number': 1, 'project_id': '75ab13780c214c65910c4a1c4905f2aa', 'subnets': [{'id': '45e18d96-f128-4166-8e7e-60d60796ecf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:22:45.995632 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 40644) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:22:45.998883 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c171ec69-c2d3-4f07-8127-83585b8e701b None None] The sync data for ids ['d02785db-2c97-4341-b923-dfb93c4d87be'] in n-d-844202-1 is: [{'id': 'd02785db-2c97-4341-b923-dfb93c4d87be', 'name': 'tempest-TestVolumeBootPattern-2138400899-router', 'tenant_id': '75ab13780c214c65910c4a1c4905f2aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': 'f70f6ee5-c809-4a11-801f-6e8c8830fa13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:22:38Z', 'updated_at': '2022-06-01T19:22:45Z', 'revision_number': 4, 'project_id': '75ab13780c214c65910c4a1c4905f2aa', 'gw_port': {'id': 'f70f6ee5-c809-4a11-801f-6e8c8830fa13', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:a1:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd02785db-2c97-4341-b923-dfb93c4d87be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:22:39Z', 'updated_at': '2022-06-01T19:22:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '97815fc7-14e2-4470-8928-7ed62fa1df3a', 'name': '', 'network_id': '478c7d7a-f936-4d14-bc10-2576929fd3a7', 'tenant_id': '75ab13780c214c65910c4a1c4905f2aa', 'mac_address': 'fa:16:3e:6a:82:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd02785db-2c97-4341-b923-dfb93c4d87be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '45e18d96-f128-4166-8e7e-60d60796ecf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:22:44Z', 'updated_at': '2022-06-01T19:22:44Z', 'revision_number': 1, 'project_id': '75ab13780c214c65910c4a1c4905f2aa', 'subnets': [{'id': '45e18d96-f128-4166-8e7e-60d60796ecf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:22:46.065536 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74703376-e86b-4da0-9644-215abfedfee2 admin admin] Network 478c7d7a-f936-4d14-bc10-2576929fd3a7 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:22:46.066739 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-74703376-e86b-4da0-9644-215abfedfee2 admin admin] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:22:46.107071 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_v2 [None req-803f1d15-9848-4a8e-89a7-211fe5cf8d97 admin admin] Deleting subnet fba422c7-7a91-4e8e-83e8-988c56d5d1fd {{(pid=88525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 19:22:46.112624 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-803f1d15-9848-4a8e-89a7-211fe5cf8d97 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:46.194947 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-803f1d15-9848-4a8e-89a7-211fe5cf8d97 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2258509'] for subnet, precommit_delete_associations {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:46.323331 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-803f1d15-9848-4a8e-89a7-211fe5cf8d97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:46.422763 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74703376-e86b-4da0-9644-215abfedfee2 admin admin] Router d02785db-2c97-4341-b923-dfb93c4d87be has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 19:22:46.503312 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-5a30ac5e-5452-487d-b57b-3d71961fcc84 None None] Provisioning complete for port 97815fc7-14e2-4470-8928-7ed62fa1df3a triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:22:46.503694 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-5a30ac5e-5452-487d-b57b-3d71961fcc84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:46.529865 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-803f1d15-9848-4a8e-89a7-211fe5cf8d97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2614143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9667199'] for subnet, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:46.577088 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803f1d15-9848-4a8e-89a7-211fe5cf8d97 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fba422c7-7a91-4e8e-83e8-988c56d5d1fd,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:22:46.588886 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-803f1d15-9848-4a8e-89a7-211fe5cf8d97 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:46.600389 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-803f1d15-9848-4a8e-89a7-211fe5cf8d97 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/fba422c7-7a91-4e8e-83e8-988c56d5d1fd HTTP/1.1" status: 204 len: 168 time: 0.6035492 Jun 01 19:22:46.602737 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 40656) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:22:46.612748 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-5a30ac5e-5452-487d-b57b-3d71961fcc84 None None] Port 97815fc7-14e2-4470-8928-7ed62fa1df3a cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:22:46.730208 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e2c04b3c-e5a0-4d6d-921f-46e79fa6caea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:46.868516 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74703376-e86b-4da0-9644-215abfedfee2 admin admin] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:22:46.875358 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e2c04b3c-e5a0-4d6d-921f-46e79fa6caea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:46.881282 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-74703376-e86b-4da0-9644-215abfedfee2 admin admin] 10.222.0.41 "PUT /v2.0/routers/d02785db-2c97-4341-b923-dfb93c4d87be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0885761 Jun 01 19:22:46.906554 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-e2c04b3c-e5a0-4d6d-921f-46e79fa6caea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6868eb16-4d67-4f5e-aa17-91fa50ef1a90']}} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:22:46.942456 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-e2c04b3c-e5a0-4d6d-921f-46e79fa6caea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e4f1a27-3d8d-4efb-8d1b-553e54944b5c') {'for_net_delete': True} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:22:46.942771 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-e2c04b3c-e5a0-4d6d-921f-46e79fa6caea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e4f1a27-3d8d-4efb-8d1b-553e54944b5c') {} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:22:46.970044 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e2c04b3c-e5a0-4d6d-921f-46e79fa6caea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2258522'] for segment, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:47.032584 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e2c04b3c-e5a0-4d6d-921f-46e79fa6caea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:47.043441 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2c04b3c-e5a0-4d6d-921f-46e79fa6caea admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=88525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 19:22:47.044489 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e2c04b3c-e5a0-4d6d-921f-46e79fa6caea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2613981'] for segment, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:47.137198 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment 6e4f1a27-3d8d-4efb-8d1b-553e54944b5c resource provider aggregate not found Jun 01 19:22:47.165370 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment 6e4f1a27-3d8d-4efb-8d1b-553e54944b5c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6e4f1a27-3d8d-4efb-8d1b-553e54944b5c found for delete ", "request_id": "req-2cc9fd01-f6ad-4ff1-8ca7-65005390dc75"}]} Jun 01 19:22:47.191835 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e2c04b3c-e5a0-4d6d-921f-46e79fa6caea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:47.228952 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e2c04b3c-e5a0-4d6d-921f-46e79fa6caea admin admin] Notify callbacks [] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:47.234513 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c04b3c-e5a0-4d6d-921f-46e79fa6caea admin admin] Pushing event deleted for resources: {'Network': ['ID=6868eb16-4d67-4f5e-aa17-91fa50ef1a90,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:22:47.240181 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-e2c04b3c-e5a0-4d6d-921f-46e79fa6caea admin admin] 10.222.0.41 "DELETE /v2.0/networks/6868eb16-4d67-4f5e-aa17-91fa50ef1a90 HTTP/1.1" status: 204 len: 168 time: 0.6354835 Jun 01 19:22:47.243027 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 40678) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:22:47.322174 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe8838b9-341f-4994-bdea-518501e3c853 admin admin] Deleting subnet d11602a8-8555-403f-bc8d-78f1b32187c0 {{(pid=88524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 19:22:47.329371 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-fe8838b9-341f-4994-bdea-518501e3c853 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:47.387848 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-fe8838b9-341f-4994-bdea-518501e3c853 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2702137'] for subnet, precommit_delete_associations {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:47.492910 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-fe8838b9-341f-4994-bdea-518501e3c853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:47.597813 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-fe8838b9-341f-4994-bdea-518501e3c853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2718856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3066595'] for subnet, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:47.648311 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-fe8838b9-341f-4994-bdea-518501e3c853 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:47.652398 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8838b9-341f-4994-bdea-518501e3c853 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d11602a8-8555-403f-bc8d-78f1b32187c0,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:22:47.662487 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-fe8838b9-341f-4994-bdea-518501e3c853 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/d11602a8-8555-403f-bc8d-78f1b32187c0 HTTP/1.1" status: 204 len: 168 time: 0.4176354 Jun 01 19:22:47.664870 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 40694) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:22:47.800257 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-98506176-c62d-4efb-a236-b7b8d886a24b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:47.982325 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-98506176-c62d-4efb-a236-b7b8d886a24b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:48.031082 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-98506176-c62d-4efb-a236-b7b8d886a24b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc3b1455-b08a-4ad6-a8d7-f53c0f0d2d9b']}} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:22:48.048032 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-98506176-c62d-4efb-a236-b7b8d886a24b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e261b319-3860-4dd7-8a3e-fa68a0216af0') {'for_net_delete': True} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:22:48.048560 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-98506176-c62d-4efb-a236-b7b8d886a24b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e261b319-3860-4dd7-8a3e-fa68a0216af0') {} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:22:48.064020 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-98506176-c62d-4efb-a236-b7b8d886a24b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2702126'] for segment, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:48.083002 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-98506176-c62d-4efb-a236-b7b8d886a24b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:48.089621 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98506176-c62d-4efb-a236-b7b8d886a24b admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=88524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 19:22:48.090006 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-98506176-c62d-4efb-a236-b7b8d886a24b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2719018'] for segment, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:48.156424 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment e261b319-3860-4dd7-8a3e-fa68a0216af0 resource provider aggregate not found Jun 01 19:22:48.179977 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment e261b319-3860-4dd7-8a3e-fa68a0216af0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e261b319-3860-4dd7-8a3e-fa68a0216af0 found for delete ", "request_id": "req-ef87c757-45ff-450a-bbf9-bfa55b1f49db"}]} Jun 01 19:22:48.198012 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-98506176-c62d-4efb-a236-b7b8d886a24b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:48.226264 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-98506176-c62d-4efb-a236-b7b8d886a24b admin admin] Notify callbacks [] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:48.229711 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98506176-c62d-4efb-a236-b7b8d886a24b admin admin] Pushing event deleted for resources: {'Network': ['ID=bc3b1455-b08a-4ad6-a8d7-f53c0f0d2d9b,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:22:48.239419 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-98506176-c62d-4efb-a236-b7b8d886a24b admin admin] 10.222.0.41 "DELETE /v2.0/networks/bc3b1455-b08a-4ad6-a8d7-f53c0f0d2d9b HTTP/1.1" status: 204 len: 168 time: 0.5704603 Jun 01 19:22:48.505136 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 40736) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:22:48.518399 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device f70f6ee5-c809-4a11-801f-6e8c8830fa13 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:22:48.606184 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-6d0a1ab0-bfad-443c-98cf-e1c6f6722bfc admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c4c0efd10deb41d38eb35c0fb368d00a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0968137 Jun 01 19:22:48.606486 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 40742) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:22:48.651411 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port f70f6ee5-c809-4a11-801f-6e8c8830fa13 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:22:48.656632 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port f70f6ee5-c809-4a11-801f-6e8c8830fa13 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:22:48.656990 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:48.703176 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0efec5f3-39fb-4525-b409-4da42270ae20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:48.749488 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0efec5f3-39fb-4525-b409-4da42270ae20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:48.800598 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port f70f6ee5-c809-4a11-801f-6e8c8830fa13 is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:22:48.801267 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:48.820063 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port f70f6ee5-c809-4a11-801f-6e8c8830fa13, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=f70f6ee5-c809-4a11-801f-6e8c8830fa13,segment=NetworkSegment(7875af61-4c53-4ff2-b8c8-d4b7c35ff947),segment_id=7875af61-4c53-4ff2-b8c8-d4b7c35ff947)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:22:48.826125 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0efec5f3-39fb-4525-b409-4da42270ae20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:48.826720 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:48.852477 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efec5f3-39fb-4525-b409-4da42270ae20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0140c0a8-6356-4beb-8619-9b05e7551fa5,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:22:48.867890 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0efec5f3-39fb-4525-b409-4da42270ae20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:48.870699 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-0efec5f3-39fb-4525-b409-4da42270ae20 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0140c0a8-6356-4beb-8619-9b05e7551fa5 HTTP/1.1" status: 204 len: 168 time: 0.2625880 Jun 01 19:22:48.933190 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=f70f6ee5-c809-4a11-801f-6e8c8830fa13,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:22:49.018168 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dcb04fd-566c-4b8e-b5e5-9b5a7bfdb370 None None] Sync routers for ids ['d02785db-2c97-4341-b923-dfb93c4d87be'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:22:49.031827 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dcb04fd-566c-4b8e-b5e5-9b5a7bfdb370 None None] Routers {'d02785db-2c97-4341-b923-dfb93c4d87be'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:22:49.032596 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-1dcb04fd-566c-4b8e-b5e5-9b5a7bfdb370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:22:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['d02785db-2c97-4341-b923-dfb93c4d87be'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:22:49.261703 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-1dcb04fd-566c-4b8e-b5e5-9b5a7bfdb370 None None] Set router d02785db-2c97-4341-b923-dfb93c4d87be gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:22:49.412558 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 40772) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:22:49.473620 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-f72da6c8-4b70-474c-b88c-04207163e0c1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=241c217028e64793ac413a1c83489f3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0596080 Jun 01 19:22:49.476108 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 40778) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:22:49.566220 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-c5f9d9c4-e56c-411c-9454-644ec04dae46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:49.609037 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-c5f9d9c4-e56c-411c-9454-644ec04dae46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:49.692456 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-c5f9d9c4-e56c-411c-9454-644ec04dae46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:49.700897 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-1dcb04fd-566c-4b8e-b5e5-9b5a7bfdb370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd02785db-2c97-4341-b923-dfb93c4d87be', 'name': 'tempest-TestVolumeBootPattern-2138400899-router', 'tenant_id': '75ab13780c214c65910c4a1c4905f2aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': 'f70f6ee5-c809-4a11-801f-6e8c8830fa13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:22:38Z', 'updated_at': '2022-06-01T19:22:45Z', 'revision_number': 4, 'project_id': '75ab13780c214c65910c4a1c4905f2aa', 'gw_port': {'id': 'f70f6ee5-c809-4a11-801f-6e8c8830fa13', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:a1:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd02785db-2c97-4341-b923-dfb93c4d87be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:22:39Z', 'updated_at': '2022-06-01T19:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '97815fc7-14e2-4470-8928-7ed62fa1df3a', 'name': '', 'network_id': '478c7d7a-f936-4d14-bc10-2576929fd3a7', 'tenant_id': '75ab13780c214c65910c4a1c4905f2aa', 'mac_address': 'fa:16:3e:6a:82:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd02785db-2c97-4341-b923-dfb93c4d87be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '45e18d96-f128-4166-8e7e-60d60796ecf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:22:44Z', 'updated_at': '2022-06-01T19:22:45Z', 'revision_number': 2, 'project_id': '75ab13780c214c65910c4a1c4905f2aa', 'subnets': [{'id': '45e18d96-f128-4166-8e7e-60d60796ecf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:22:49.705833 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dcb04fd-566c-4b8e-b5e5-9b5a7bfdb370 None None] Checking router: d02785db-2c97-4341-b923-dfb93c4d87be for host: n-d-844202-1 {{(pid=88527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 19:22:49.706425 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dcb04fd-566c-4b8e-b5e5-9b5a7bfdb370 None None] Updating router d02785db-2c97-4341-b923-dfb93c4d87be port 97815fc7-14e2-4470-8928-7ed62fa1df3a binding host n-d-844202-1 {{(pid=88527) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 19:22:49.720902 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f9d9c4-e56c-411c-9454-644ec04dae46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97794df5-3c14-4c1c-8062-e6b3b84bab23,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:22:49.729324 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-c5f9d9c4-e56c-411c-9454-644ec04dae46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:49.730511 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-c5f9d9c4-e56c-411c-9454-644ec04dae46 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/97794df5-3c14-4c1c-8062-e6b3b84bab23 HTTP/1.1" status: 204 len: 168 time: 0.2526052 Jun 01 19:22:49.767066 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-1dcb04fd-566c-4b8e-b5e5-9b5a7bfdb370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:50.183373 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-1dcb04fd-566c-4b8e-b5e5-9b5a7bfdb370 None None] Notify callbacks [] for port, precommit_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:50.199606 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.provisioning_blocks [None req-1dcb04fd-566c-4b8e-b5e5-9b5a7bfdb370 None None] Transition to ACTIVE for port object 97815fc7-14e2-4470-8928-7ed62fa1df3a will not be triggered until provisioned by entity L2. {{(pid=88527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:22:50.208571 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-1dcb04fd-566c-4b8e-b5e5-9b5a7bfdb370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:50.318994 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bede6d5-ad58-4bdf-831f-545be9f1dd95 req-5b069e25-08a2-49ca-a294-d99e44d70ce6 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:22:50.328952 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-1bede6d5-ad58-4bdf-831f-545be9f1dd95 req-5b069e25-08a2-49ca-a294-d99e44d70ce6 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/networks?id=06227175-383a-438d-b2ea-446bb23d085d HTTP/1.1" status: 200 len: 812 time: 0.2862411 Jun 01 19:22:50.350050 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-1bede6d5-ad58-4bdf-831f-545be9f1dd95 req-0bd12247-6801-4fda-befc-f2f2038b2387 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/quotas/e7fa6482b873470e8b5274a0b6cb89ae HTTP/1.1" status: 200 len: 375 time: 0.0186641 Jun 01 19:22:50.500204 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-1bede6d5-ad58-4bdf-831f-545be9f1dd95 req-f5db27ba-d0c2-45b2-84c5-2db37502906e tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=e7fa6482b873470e8b5274a0b6cb89ae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1489193 Jun 01 19:22:50.516134 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device f70f6ee5-c809-4a11-801f-6e8c8830fa13 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:22:50.545642 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3303929-ef42-4f72-b3b9-2ca302466baa None None] Pushing event updated for resources: {'Port': ['ID=97815fc7-14e2-4470-8928-7ed62fa1df3a,revision_number=3']} {{(pid=88527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:22:50.600604 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-1dcb04fd-566c-4b8e-b5e5-9b5a7bfdb370 None None] Attempting to bind port 97815fc7-14e2-4470-8928-7ed62fa1df3a on host n-d-844202-1 for vnic_type normal with profile {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:22:50.600965 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-1dcb04fd-566c-4b8e-b5e5-9b5a7bfdb370 None None] Attempting to bind port 97815fc7-14e2-4470-8928-7ed62fa1df3a by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': '9807bce8-74df-4fc1-bf49-d17aa605f795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '478c7d7a-f936-4d14-bc10-2576929fd3a7'}] {{(pid=88527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:22:50.601323 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dcb04fd-566c-4b8e-b5e5-9b5a7bfdb370 None None] Attempting to bind port 97815fc7-14e2-4470-8928-7ed62fa1df3a on network 478c7d7a-f936-4d14-bc10-2576929fd3a7 {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:22:50.619688 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dcb04fd-566c-4b8e-b5e5-9b5a7bfdb370 None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 22, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:22:50.620053 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dcb04fd-566c-4b8e-b5e5-9b5a7bfdb370 None None] Checking segment: {'id': '9807bce8-74df-4fc1-bf49-d17aa605f795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '478c7d7a-f936-4d14-bc10-2576929fd3a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:22:50.620474 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-1dcb04fd-566c-4b8e-b5e5-9b5a7bfdb370 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:50.620853 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dcb04fd-566c-4b8e-b5e5-9b5a7bfdb370 None None] Bound using segment: {'id': '9807bce8-74df-4fc1-bf49-d17aa605f795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '478c7d7a-f936-4d14-bc10-2576929fd3a7'} {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:22:50.621313 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-1dcb04fd-566c-4b8e-b5e5-9b5a7bfdb370 None None] Bound port: 97815fc7-14e2-4470-8928-7ed62fa1df3a, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9807bce8-74df-4fc1-bf49-d17aa605f795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '478c7d7a-f936-4d14-bc10-2576929fd3a7'}}] {{(pid=88527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:22:50.621674 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-1dcb04fd-566c-4b8e-b5e5-9b5a7bfdb370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:50.645624 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port f70f6ee5-c809-4a11-801f-6e8c8830fa13 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:22:50.646785 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:50.844903 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.db [None req-1dcb04fd-566c-4b8e-b5e5-9b5a7bfdb370 None None] For port 97815fc7-14e2-4470-8928-7ed62fa1df3a, host n-d-844202-1, cleared binding levels {{(pid=88527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:22:50.848872 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.db [None req-1dcb04fd-566c-4b8e-b5e5-9b5a7bfdb370 None None] For port 97815fc7-14e2-4470-8928-7ed62fa1df3a, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=97815fc7-14e2-4470-8928-7ed62fa1df3a,segment=NetworkSegment(9807bce8-74df-4fc1-bf49-d17aa605f795),segment_id=9807bce8-74df-4fc1-bf49-d17aa605f795)] {{(pid=88527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:22:50.856132 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-1bede6d5-ad58-4bdf-831f-545be9f1dd95 req-5cca74dd-a46d-479a-b3f0-2a5c8e5195e1 service neutron] 10.222.0.41 "GET /v2.0/networks/06227175-383a-438d-b2ea-446bb23d085d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3550169 Jun 01 19:22:50.865419 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-1dcb04fd-566c-4b8e-b5e5-9b5a7bfdb370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:50.972324 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dcb04fd-566c-4b8e-b5e5-9b5a7bfdb370 None None] Routers {'d02785db-2c97-4341-b923-dfb93c4d87be'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:22:50.973153 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-1dcb04fd-566c-4b8e-b5e5-9b5a7bfdb370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:22:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['d02785db-2c97-4341-b923-dfb93c4d87be'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:22:50.984772 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port f70f6ee5-c809-4a11-801f-6e8c8830fa13 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:22:51.210615 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3303929-ef42-4f72-b3b9-2ca302466baa None None] Pushing event updated for resources: {'Port': ['ID=97815fc7-14e2-4470-8928-7ed62fa1df3a,revision_number=4']} {{(pid=88527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:22:51.278802 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-1dcb04fd-566c-4b8e-b5e5-9b5a7bfdb370 None None] Set router d02785db-2c97-4341-b923-dfb93c4d87be gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:22:51.323214 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-1bede6d5-ad58-4bdf-831f-545be9f1dd95 req-ada8fff3-0cd3-4987-bd7b-a3626d4e081b service neutron] 10.222.0.41 "GET /v2.0/networks/06227175-383a-438d-b2ea-446bb23d085d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4659326 Jun 01 19:22:51.494087 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 40842) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:22:51.624659 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-1dcb04fd-566c-4b8e-b5e5-9b5a7bfdb370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd02785db-2c97-4341-b923-dfb93c4d87be', 'name': 'tempest-TestVolumeBootPattern-2138400899-router', 'tenant_id': '75ab13780c214c65910c4a1c4905f2aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': 'f70f6ee5-c809-4a11-801f-6e8c8830fa13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:22:38Z', 'updated_at': '2022-06-01T19:22:45Z', 'revision_number': 4, 'project_id': '75ab13780c214c65910c4a1c4905f2aa', 'gw_port': {'id': 'f70f6ee5-c809-4a11-801f-6e8c8830fa13', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:a1:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd02785db-2c97-4341-b923-dfb93c4d87be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:22:39Z', 'updated_at': '2022-06-01T19:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '97815fc7-14e2-4470-8928-7ed62fa1df3a', 'name': '', 'network_id': '478c7d7a-f936-4d14-bc10-2576929fd3a7', 'tenant_id': '75ab13780c214c65910c4a1c4905f2aa', 'mac_address': 'fa:16:3e:6a:82:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd02785db-2c97-4341-b923-dfb93c4d87be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '45e18d96-f128-4166-8e7e-60d60796ecf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:22:44Z', 'updated_at': '2022-06-01T19:22:50Z', 'revision_number': 4, 'project_id': '75ab13780c214c65910c4a1c4905f2aa', 'subnets': [{'id': '45e18d96-f128-4166-8e7e-60d60796ecf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:22:51.629472 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dcb04fd-566c-4b8e-b5e5-9b5a7bfdb370 None None] The sync data for ids ['d02785db-2c97-4341-b923-dfb93c4d87be'] in n-d-844202-1 is: [{'id': 'd02785db-2c97-4341-b923-dfb93c4d87be', 'name': 'tempest-TestVolumeBootPattern-2138400899-router', 'tenant_id': '75ab13780c214c65910c4a1c4905f2aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': 'f70f6ee5-c809-4a11-801f-6e8c8830fa13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:22:38Z', 'updated_at': '2022-06-01T19:22:45Z', 'revision_number': 4, 'project_id': '75ab13780c214c65910c4a1c4905f2aa', 'gw_port': {'id': 'f70f6ee5-c809-4a11-801f-6e8c8830fa13', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:a1:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd02785db-2c97-4341-b923-dfb93c4d87be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:22:39Z', 'updated_at': '2022-06-01T19:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '97815fc7-14e2-4470-8928-7ed62fa1df3a', 'name': '', 'network_id': '478c7d7a-f936-4d14-bc10-2576929fd3a7', 'tenant_id': '75ab13780c214c65910c4a1c4905f2aa', 'mac_address': 'fa:16:3e:6a:82:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd02785db-2c97-4341-b923-dfb93c4d87be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '45e18d96-f128-4166-8e7e-60d60796ecf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:22:44Z', 'updated_at': '2022-06-01T19:22:50Z', 'revision_number': 4, 'project_id': '75ab13780c214c65910c4a1c4905f2aa', 'subnets': [{'id': '45e18d96-f128-4166-8e7e-60d60796ecf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:22:51.691643 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9660f248-8c7d-4ca8-b6e0-515df28e8a60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:51.717791 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-9660f248-8c7d-4ca8-b6e0-515df28e8a60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:22:51.723610 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-9660f248-8c7d-4ca8-b6e0-515df28e8a60 admin admin] Usage tracker for resource:security_group_rule and tenant:9256a3f79fd14172965347fdabb35b40 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:22:51.727483 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-9660f248-8c7d-4ca8-b6e0-515df28e8a60 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:22:51.735559 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-9660f248-8c7d-4ca8-b6e0-515df28e8a60 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:22:51.859850 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-0da7fea6-d462-42e9-9487-2603dca0f1df req-5e3906cc-70d6-4a23-a063-41e38fc1e7d4 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Synchronizing usage tracker for tenant:e7fa6482b873470e8b5274a0b6cb89ae on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:22:51.871686 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9660f248-8c7d-4ca8-b6e0-515df28e8a60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:51.879309 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9660f248-8c7d-4ca8-b6e0-515df28e8a60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:51.887165 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-0da7fea6-d462-42e9-9487-2603dca0f1df req-5e3906cc-70d6-4a23-a063-41e38fc1e7d4 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Unset dirty status for tenant:e7fa6482b873470e8b5274a0b6cb89ae on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:22:51.888679 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0da7fea6-d462-42e9-9487-2603dca0f1df req-5e3906cc-70d6-4a23-a063-41e38fc1e7d4 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/ports?device_id=17ebe7e4-4988-4eaa-be74-24b0b93bbe35 HTTP/1.1" status: 200 len: 210 time: 0.1082869 Jun 01 19:22:51.942176 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-9660f248-8c7d-4ca8-b6e0-515df28e8a60 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9256a3f79fd14172965347fdabb35b40&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4468346 Jun 01 19:22:51.943029 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9660f248-8c7d-4ca8-b6e0-515df28e8a60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6198b7ff-af4a-499a-91ed-4b34ef3d754e,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:22:51.945009 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 40856) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:22:52.061121 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6a3368e6-76bb-44aa-92af-e053c426923e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:52.104798 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6a3368e6-76bb-44aa-92af-e053c426923e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:52.175407 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6a3368e6-76bb-44aa-92af-e053c426923e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:52.194535 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3368e6-76bb-44aa-92af-e053c426923e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6198b7ff-af4a-499a-91ed-4b34ef3d754e,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:22:52.200692 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6a3368e6-76bb-44aa-92af-e053c426923e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:52.218182 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-6a3368e6-76bb-44aa-92af-e053c426923e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6198b7ff-af4a-499a-91ed-4b34ef3d754e HTTP/1.1" status: 204 len: 168 time: 0.2717509 Jun 01 19:22:52.518502 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 97815fc7-14e2-4470-8928-7ed62fa1df3a up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:22:52.635512 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 40878) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:22:52.640403 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port 97815fc7-14e2-4470-8928-7ed62fa1df3a completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:22:52.646145 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 97815fc7-14e2-4470-8928-7ed62fa1df3a triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:22:52.646711 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:52.663427 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4f28cfbe-ef85-4d88-b660-2cba01de8196 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:52.682244 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-4f28cfbe-ef85-4d88-b660-2cba01de8196 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:22:52.687455 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-4f28cfbe-ef85-4d88-b660-2cba01de8196 admin admin] Usage tracker for resource:security_group_rule and tenant:3c6009929f8b4469b0c8961fed26ae7f is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:22:52.690588 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-4f28cfbe-ef85-4d88-b660-2cba01de8196 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:22:52.698683 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-4f28cfbe-ef85-4d88-b660-2cba01de8196 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:22:52.806932 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 97815fc7-14e2-4470-8928-7ed62fa1df3a is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:22:52.807269 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:52.824599 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4f28cfbe-ef85-4d88-b660-2cba01de8196 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:52.831283 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4f28cfbe-ef85-4d88-b660-2cba01de8196 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:52.846287 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port 97815fc7-14e2-4470-8928-7ed62fa1df3a, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=97815fc7-14e2-4470-8928-7ed62fa1df3a,segment=NetworkSegment(9807bce8-74df-4fc1-bf49-d17aa605f795),segment_id=9807bce8-74df-4fc1-bf49-d17aa605f795)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:22:52.850708 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:52.873971 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-4f28cfbe-ef85-4d88-b660-2cba01de8196 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3c6009929f8b4469b0c8961fed26ae7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2368233 Jun 01 19:22:52.876436 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 40884) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:22:52.897678 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f28cfbe-ef85-4d88-b660-2cba01de8196 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=901df613-a103-4778-9a87-329106137758,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:22:52.954373 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=97815fc7-14e2-4470-8928-7ed62fa1df3a,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:22:53.005819 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5eb1370d-5b06-4dd9-9676-2bc9809270af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:53.100707 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-639dced3-a9b6-4bfa-ab45-17982e13e564 req-0f9f6647-d7fe-4ea5-ac4b-0cf8f4c021ad tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/ports?device_id=17ebe7e4-4988-4eaa-be74-24b0b93bbe35 HTTP/1.1" status: 200 len: 210 time: 0.0530193 Jun 01 19:22:53.103838 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5eb1370d-5b06-4dd9-9676-2bc9809270af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:53.179050 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5eb1370d-5b06-4dd9-9676-2bc9809270af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:53.199920 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb1370d-5b06-4dd9-9676-2bc9809270af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=901df613-a103-4778-9a87-329106137758,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:22:53.224650 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5eb1370d-5b06-4dd9-9676-2bc9809270af admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:53.228306 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-5eb1370d-5b06-4dd9-9676-2bc9809270af admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/901df613-a103-4778-9a87-329106137758 HTTP/1.1" status: 204 len: 168 time: 0.3483574 Jun 01 19:22:53.886804 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bede6d5-ad58-4bdf-831f-545be9f1dd95 req-dd02cda0-4df8-413a-a52a-24ca42e7dab5 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:22:53.887536 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-1bede6d5-ad58-4bdf-831f-545be9f1dd95 req-dd02cda0-4df8-413a-a52a-24ca42e7dab5 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Synchronizing usage tracker for tenant:e7fa6482b873470e8b5274a0b6cb89ae on resource:network {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:22:53.909369 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-1bede6d5-ad58-4bdf-831f-545be9f1dd95 req-dd02cda0-4df8-413a-a52a-24ca42e7dab5 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Unset dirty status for tenant:e7fa6482b873470e8b5274a0b6cb89ae on resource:network {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:22:53.910913 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-1bede6d5-ad58-4bdf-831f-545be9f1dd95 req-dd02cda0-4df8-413a-a52a-24ca42e7dab5 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.50 "GET /v2.0/networks?id=06227175-383a-438d-b2ea-446bb23d085d HTTP/1.1" status: 200 len: 812 time: 0.1936717 Jun 01 19:22:53.924554 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-1bede6d5-ad58-4bdf-831f-545be9f1dd95 req-fdfb8b55-e146-4769-bf70-b37b5716ef1d tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Request body: {'port': {'device_id': '17ebe7e4-4988-4eaa-be74-24b0b93bbe35', 'network_id': '06227175-383a-438d-b2ea-446bb23d085d', 'admin_state_up': True, 'tenant_id': 'e7fa6482b873470e8b5274a0b6cb89ae'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:22:54.217546 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-1bede6d5-ad58-4bdf-831f-545be9f1dd95 req-fdfb8b55-e146-4769-bf70-b37b5716ef1d tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:22:54.231295 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-1bede6d5-ad58-4bdf-831f-545be9f1dd95 req-fdfb8b55-e146-4769-bf70-b37b5716ef1d tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:22:54.245154 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1bede6d5-ad58-4bdf-831f-545be9f1dd95 req-fdfb8b55-e146-4769-bf70-b37b5716ef1d tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Made reservation on behalf of e7fa6482b873470e8b5274a0b6cb89ae for: {'port': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:22:54.252005 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-1bede6d5-ad58-4bdf-831f-545be9f1dd95 req-fdfb8b55-e146-4769-bf70-b37b5716ef1d tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:54.379681 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-77132430-45ca-4cb9-8c23-6b715131c257 req-13c1dd67-fd69-45e9-acd8-942ae4dd6537 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/ports?device_id=17ebe7e4-4988-4eaa-be74-24b0b93bbe35 HTTP/1.1" status: 200 len: 210 time: 0.0999324 Jun 01 19:22:54.523513 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 97815fc7-14e2-4470-8928-7ed62fa1df3a up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:22:54.542489 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [req-1bede6d5-ad58-4bdf-831f-545be9f1dd95 req-fdfb8b55-e146-4769-bf70-b37b5716ef1d tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Allocated IP 172.20.0.7 (06227175-383a-438d-b2ea-446bb23d085d/3c6d4c6d-6977-4f9b-a44c-9b6b04f8ca29/75c1e4c0-49c3-4b03-b907-4f469afa70aa) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:22:54.628598 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 97815fc7-14e2-4470-8928-7ed62fa1df3a triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:22:54.629109 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:54.851719 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 97815fc7-14e2-4470-8928-7ed62fa1df3a is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:22:54.870983 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-1bede6d5-ad58-4bdf-831f-545be9f1dd95 req-fdfb8b55-e146-4769-bf70-b37b5716ef1d tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:54.933907 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [req-1bede6d5-ad58-4bdf-831f-545be9f1dd95 req-fdfb8b55-e146-4769-bf70-b37b5716ef1d tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Transition to ACTIVE for port object 75c1e4c0-49c3-4b03-b907-4f469afa70aa will not be triggered until provisioned by entity DHCP. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:22:54.980597 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-1bede6d5-ad58-4bdf-831f-545be9f1dd95 req-fdfb8b55-e146-4769-bf70-b37b5716ef1d tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:55.073692 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1bede6d5-ad58-4bdf-831f-545be9f1dd95 req-fdfb8b55-e146-4769-bf70-b37b5716ef1d tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Network 06227175-383a-438d-b2ea-446bb23d085d is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:22:55.080525 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [req-1bede6d5-ad58-4bdf-831f-545be9f1dd95 req-fdfb8b55-e146-4769-bf70-b37b5716ef1d tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:22:55.083416 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bede6d5-ad58-4bdf-831f-545be9f1dd95 req-fdfb8b55-e146-4769-bf70-b37b5716ef1d tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:22:55.184754 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfb8b55-e146-4769-bf70-b37b5716ef1d tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Pushing event updated for resources: {'Port': ['ID=75c1e4c0-49c3-4b03-b907-4f469afa70aa,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:22:55.196468 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bede6d5-ad58-4bdf-831f-545be9f1dd95 req-fdfb8b55-e146-4769-bf70-b37b5716ef1d tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:22:55.198550 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-1bede6d5-ad58-4bdf-831f-545be9f1dd95 req-fdfb8b55-e146-4769-bf70-b37b5716ef1d tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:55.249527 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-1bede6d5-ad58-4bdf-831f-545be9f1dd95 req-fdfb8b55-e146-4769-bf70-b37b5716ef1d tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3296084 Jun 01 19:22:55.262542 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-1bede6d5-ad58-4bdf-831f-545be9f1dd95 req-12008965-1c2b-4c98-8b4d-40c14db17428 service neutron] Request body: {'port': {'device_id': '17ebe7e4-4988-4eaa-be74-24b0b93bbe35', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844202-1'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:22:55.397433 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-1bede6d5-ad58-4bdf-831f-545be9f1dd95 req-12008965-1c2b-4c98-8b4d-40c14db17428 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:55.454137 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-711bc9b7-2c40-4680-8759-260b51f29f95 None None] Provisioning for port 75c1e4c0-49c3-4b03-b907-4f469afa70aa completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:22:55.465438 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-711bc9b7-2c40-4680-8759-260b51f29f95 None None] Provisioning complete for port 75c1e4c0-49c3-4b03-b907-4f469afa70aa triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:22:55.466030 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-711bc9b7-2c40-4680-8759-260b51f29f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:55.599281 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-711bc9b7-2c40-4680-8759-260b51f29f95 None None] Port 75c1e4c0-49c3-4b03-b907-4f469afa70aa cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:22:55.705113 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0414282b-5232-41ca-822f-55f07f0cdf96 req-9e85c02d-f170-4dfd-a804-43ea1e116ae5 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:22:55.707896 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-0414282b-5232-41ca-822f-55f07f0cdf96 req-9e85c02d-f170-4dfd-a804-43ea1e116ae5 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/ports?device_id=17ebe7e4-4988-4eaa-be74-24b0b93bbe35 HTTP/1.1" status: 200 len: 931 time: 0.1104553 Jun 01 19:22:55.818308 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-0414282b-5232-41ca-822f-55f07f0cdf96 req-913c6ef1-77d7-47fb-9527-de41524796d6 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/security-groups?id=57a825b2-df9c-47c9-a42f-bb66ab7a288b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980952 Jun 01 19:22:55.885889 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [req-1bede6d5-ad58-4bdf-831f-545be9f1dd95 req-12008965-1c2b-4c98-8b4d-40c14db17428 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75c1e4c0-49c3-4b03-b907-4f469afa70aa {{(pid=88524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 19:22:55.896542 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-1bede6d5-ad58-4bdf-831f-545be9f1dd95 req-12008965-1c2b-4c98-8b4d-40c14db17428 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:55.916927 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [req-1bede6d5-ad58-4bdf-831f-545be9f1dd95 req-12008965-1c2b-4c98-8b4d-40c14db17428 service neutron] Transition to ACTIVE for port object 75c1e4c0-49c3-4b03-b907-4f469afa70aa will not be triggered until provisioned by entity L2. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:22:55.927421 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-1bede6d5-ad58-4bdf-831f-545be9f1dd95 req-12008965-1c2b-4c98-8b4d-40c14db17428 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:56.149767 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12008965-1c2b-4c98-8b4d-40c14db17428 service neutron] Pushing event updated for resources: {'Port': ['ID=75c1e4c0-49c3-4b03-b907-4f469afa70aa,revision_number=2']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:22:56.276937 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-1bede6d5-ad58-4bdf-831f-545be9f1dd95 req-12008965-1c2b-4c98-8b4d-40c14db17428 service neutron] Attempting to bind port 75c1e4c0-49c3-4b03-b907-4f469afa70aa on host n-h2-844202-1 for vnic_type normal with profile {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:22:56.277267 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-1bede6d5-ad58-4bdf-831f-545be9f1dd95 req-12008965-1c2b-4c98-8b4d-40c14db17428 service neutron] Attempting to bind port 75c1e4c0-49c3-4b03-b907-4f469afa70aa by drivers openvswitch,hyperv on host n-h2-844202-1 at level 0 using segments [{'id': 'caf40787-7b50-4406-9921-dddcf758f24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '06227175-383a-438d-b2ea-446bb23d085d'}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:22:56.277593 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bede6d5-ad58-4bdf-831f-545be9f1dd95 req-12008965-1c2b-4c98-8b4d-40c14db17428 service neutron] Attempting to bind port 75c1e4c0-49c3-4b03-b907-4f469afa70aa on network 06227175-383a-438d-b2ea-446bb23d085d {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:22:56.293723 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bede6d5-ad58-4bdf-831f-545be9f1dd95 req-12008965-1c2b-4c98-8b4d-40c14db17428 service neutron] Port 75c1e4c0-49c3-4b03-b907-4f469afa70aa on network 06227175-383a-438d-b2ea-446bb23d085d not bound, no agent of type Open vSwitch agent registered on host n-h2-844202-1 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 19:22:56.293906 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bede6d5-ad58-4bdf-831f-545be9f1dd95 req-12008965-1c2b-4c98-8b4d-40c14db17428 service neutron] Attempting to bind port 75c1e4c0-49c3-4b03-b907-4f469afa70aa on network 06227175-383a-438d-b2ea-446bb23d085d {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:22:56.300052 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bede6d5-ad58-4bdf-831f-545be9f1dd95 req-12008965-1c2b-4c98-8b4d-40c14db17428 service neutron] Checking agent: {'id': 'f5db9968-6317-4186-9100-9e0ca6b50417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 22, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:22:56.300394 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bede6d5-ad58-4bdf-831f-545be9f1dd95 req-12008965-1c2b-4c98-8b4d-40c14db17428 service neutron] Checking segment: {'id': 'caf40787-7b50-4406-9921-dddcf758f24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '06227175-383a-438d-b2ea-446bb23d085d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:22:56.300773 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bede6d5-ad58-4bdf-831f-545be9f1dd95 req-12008965-1c2b-4c98-8b4d-40c14db17428 service neutron] Bound using segment: {'id': 'caf40787-7b50-4406-9921-dddcf758f24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '06227175-383a-438d-b2ea-446bb23d085d'} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:22:56.301199 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-1bede6d5-ad58-4bdf-831f-545be9f1dd95 req-12008965-1c2b-4c98-8b4d-40c14db17428 service neutron] Bound port: 75c1e4c0-49c3-4b03-b907-4f469afa70aa, host: n-h2-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'caf40787-7b50-4406-9921-dddcf758f24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '06227175-383a-438d-b2ea-446bb23d085d'}}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:22:56.301544 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-1bede6d5-ad58-4bdf-831f-545be9f1dd95 req-12008965-1c2b-4c98-8b4d-40c14db17428 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:56.428328 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-1bede6d5-ad58-4bdf-831f-545be9f1dd95 req-12008965-1c2b-4c98-8b4d-40c14db17428 service neutron] For port 75c1e4c0-49c3-4b03-b907-4f469afa70aa, host n-h2-844202-1, cleared binding levels {{(pid=88524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:22:56.432985 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-1bede6d5-ad58-4bdf-831f-545be9f1dd95 req-12008965-1c2b-4c98-8b4d-40c14db17428 service neutron] For port 75c1e4c0-49c3-4b03-b907-4f469afa70aa, host n-h2-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=75c1e4c0-49c3-4b03-b907-4f469afa70aa,segment=NetworkSegment(caf40787-7b50-4406-9921-dddcf758f24c),segment_id=caf40787-7b50-4406-9921-dddcf758f24c)] {{(pid=88524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:22:56.439679 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-1bede6d5-ad58-4bdf-831f-545be9f1dd95 req-12008965-1c2b-4c98-8b4d-40c14db17428 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:56.455722 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 40984) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:22:56.507183 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bede6d5-ad58-4bdf-831f-545be9f1dd95 req-12008965-1c2b-4c98-8b4d-40c14db17428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:22:56.507671 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-1bede6d5-ad58-4bdf-831f-545be9f1dd95 req-12008965-1c2b-4c98-8b4d-40c14db17428 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:56.509448 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-1bede6d5-ad58-4bdf-831f-545be9f1dd95 req-12008965-1c2b-4c98-8b4d-40c14db17428 service neutron] 10.222.0.50 "PUT /v2.0/ports/75c1e4c0-49c3-4b03-b907-4f469afa70aa HTTP/1.1" status: 200 len: 1091 time: 1.2526476 Jun 01 19:22:56.509900 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17ebe7e4-4988-4eaa-be74-24b0b93bbe35', 'tag': '75c1e4c0-49c3-4b03-b907-4f469afa70aa'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:22:56.537304 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12008965-1c2b-4c98-8b4d-40c14db17428 service neutron] Pushing event updated for resources: {'Port': ['ID=75c1e4c0-49c3-4b03-b907-4f469afa70aa,revision_number=3']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:22:56.607626 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-912813a7-df56-470b-842d-7f994af2b844'] response: {'name': 'network-changed', 'server_uuid': '17ebe7e4-4988-4eaa-be74-24b0b93bbe35', 'tag': '75c1e4c0-49c3-4b03-b907-4f469afa70aa', 'status': 'completed', 'code': 200} Jun 01 19:22:56.638980 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-050ace79-6454-42de-8752-1d8b13e7ce58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:56.657872 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bede6d5-ad58-4bdf-831f-545be9f1dd95 req-0cb6bfb9-53f9-4c4f-9f0e-02a293298eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:22:56.659634 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-1bede6d5-ad58-4bdf-831f-545be9f1dd95 req-0cb6bfb9-53f9-4c4f-9f0e-02a293298eda service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e7fa6482b873470e8b5274a0b6cb89ae&device_id=17ebe7e4-4988-4eaa-be74-24b0b93bbe35 HTTP/1.1" status: 200 len: 1094 time: 0.1065803 Jun 01 19:22:56.661444 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-050ace79-6454-42de-8752-1d8b13e7ce58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:22:56.667707 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-050ace79-6454-42de-8752-1d8b13e7ce58 admin admin] Usage tracker for resource:security_group_rule and tenant:a082e959da584095a9b4fd9cb710c917 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:22:56.671715 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-050ace79-6454-42de-8752-1d8b13e7ce58 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:22:56.679196 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-050ace79-6454-42de-8752-1d8b13e7ce58 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:22:56.758104 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-1bede6d5-ad58-4bdf-831f-545be9f1dd95 req-d9d9c829-8470-452e-86a2-915f45cc5c94 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=75c1e4c0-49c3-4b03-b907-4f469afa70aa HTTP/1.1" status: 200 len: 217 time: 0.0915797 Jun 01 19:22:56.788810 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-050ace79-6454-42de-8752-1d8b13e7ce58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:56.794466 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-050ace79-6454-42de-8752-1d8b13e7ce58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:56.843862 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-050ace79-6454-42de-8752-1d8b13e7ce58 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a082e959da584095a9b4fd9cb710c917&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3869882 Jun 01 19:22:56.855746 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 41004) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:22:56.894730 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050ace79-6454-42de-8752-1d8b13e7ce58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1befbd7-1b01-41ea-bcff-875e8c971ab0,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:22:56.898932 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.agents_db [None req-e814b9cf-7de8-45d0-a079-29c61fabe7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 19:22:56.996862 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bede6d5-ad58-4bdf-831f-545be9f1dd95 req-240c8d7a-8b31-4aa2-a808-33dfcc45065e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:22:56.998703 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-1bede6d5-ad58-4bdf-831f-545be9f1dd95 req-240c8d7a-8b31-4aa2-a808-33dfcc45065e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3c6d4c6d-6977-4f9b-a44c-9b6b04f8ca29 HTTP/1.1" status: 200 len: 851 time: 0.2334385 Jun 01 19:22:57.000602 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4ebe89a3-557c-4217-a322-51f29dd1ffca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:57.054306 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4ebe89a3-557c-4217-a322-51f29dd1ffca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:57.080328 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bede6d5-ad58-4bdf-831f-545be9f1dd95 req-80f79d5c-644a-4ae5-acec-533b9f3498a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:22:57.081886 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-1bede6d5-ad58-4bdf-831f-545be9f1dd95 req-80f79d5c-644a-4ae5-acec-533b9f3498a0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=06227175-383a-438d-b2ea-446bb23d085d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0783038 Jun 01 19:22:57.120838 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f062e276-e8a3-4025-a243-e01d06863af5 req-e9aaefad-d21f-4e9d-a186-3898402e5c03 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:22:57.128103 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f062e276-e8a3-4025-a243-e01d06863af5 req-e9aaefad-d21f-4e9d-a186-3898402e5c03 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/ports?device_id=17ebe7e4-4988-4eaa-be74-24b0b93bbe35 HTTP/1.1" status: 200 len: 943 time: 0.1684470 Jun 01 19:22:57.176978 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f062e276-e8a3-4025-a243-e01d06863af5 req-0aefdb78-9b40-4d60-8f38-c370ba1214a5 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/security-groups?id=57a825b2-df9c-47c9-a42f-bb66ab7a288b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475557 Jun 01 19:22:57.194904 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4ebe89a3-557c-4217-a322-51f29dd1ffca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:57.213773 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebe89a3-557c-4217-a322-51f29dd1ffca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1befbd7-1b01-41ea-bcff-875e8c971ab0,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:22:57.224392 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-1bede6d5-ad58-4bdf-831f-545be9f1dd95 req-f9b5a798-6e76-43f7-9a96-f21366c4b4e1 service neutron] 10.222.0.50 "GET /v2.0/networks/06227175-383a-438d-b2ea-446bb23d085d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364565 Jun 01 19:22:57.230379 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4ebe89a3-557c-4217-a322-51f29dd1ffca admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:57.232171 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-4ebe89a3-557c-4217-a322-51f29dd1ffca admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f1befbd7-1b01-41ea-bcff-875e8c971ab0 HTTP/1.1" status: 204 len: 168 time: 0.3745499 Jun 01 19:22:57.376931 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-1bede6d5-ad58-4bdf-831f-545be9f1dd95 req-64025e1c-3197-4a61-a1a9-d41181815ba0 service neutron] 10.222.0.50 "GET /v2.0/networks/06227175-383a-438d-b2ea-446bb23d085d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461513 Jun 01 19:22:57.501891 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed68a571-8c2b-4a7f-9f74-9fb26051cccc req-330cf472-47ee-4357-8f21-efacf4d82f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:22:57.503402 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ed68a571-8c2b-4a7f-9f74-9fb26051cccc req-330cf472-47ee-4357-8f21-efacf4d82f37 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e7fa6482b873470e8b5274a0b6cb89ae&device_id=17ebe7e4-4988-4eaa-be74-24b0b93bbe35 HTTP/1.1" status: 200 len: 1094 time: 0.0797436 Jun 01 19:22:57.542426 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 41016) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:22:57.561251 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2675a5c2-93ff-4cff-867b-40c9dec9fb40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:57.577464 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-2675a5c2-93ff-4cff-867b-40c9dec9fb40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:22:57.581878 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-2675a5c2-93ff-4cff-867b-40c9dec9fb40 admin admin] Usage tracker for resource:security_group_rule and tenant:9518215f496147e0b5fbd6bdb8bc1fea is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:22:57.584923 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-2675a5c2-93ff-4cff-867b-40c9dec9fb40 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:22:57.591796 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-2675a5c2-93ff-4cff-867b-40c9dec9fb40 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:22:57.650490 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed68a571-8c2b-4a7f-9f74-9fb26051cccc req-a83d4dc8-ee0b-452d-867e-978b3429817b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:22:57.651899 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ed68a571-8c2b-4a7f-9f74-9fb26051cccc req-a83d4dc8-ee0b-452d-867e-978b3429817b service neutron] 10.222.0.50 "GET /v2.0/networks?id=06227175-383a-438d-b2ea-446bb23d085d HTTP/1.1" status: 200 len: 913 time: 0.1424072 Jun 01 19:22:57.681803 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2675a5c2-93ff-4cff-867b-40c9dec9fb40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:57.685986 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2675a5c2-93ff-4cff-867b-40c9dec9fb40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:57.724580 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ed68a571-8c2b-4a7f-9f74-9fb26051cccc req-ef90713f-2a60-4e88-abb7-c0a0ea794f95 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=75c1e4c0-49c3-4b03-b907-4f469afa70aa HTTP/1.1" status: 200 len: 217 time: 0.0666060 Jun 01 19:22:57.733546 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-2675a5c2-93ff-4cff-867b-40c9dec9fb40 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9518215f496147e0b5fbd6bdb8bc1fea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1897597 Jun 01 19:22:57.734655 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2675a5c2-93ff-4cff-867b-40c9dec9fb40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c58b3302-e420-49e5-9b04-663be47e494e,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:22:57.737290 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 41020) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:22:57.793124 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed68a571-8c2b-4a7f-9f74-9fb26051cccc req-10b224af-0f6d-407d-a528-b459776cff61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:22:57.794669 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ed68a571-8c2b-4a7f-9f74-9fb26051cccc req-10b224af-0f6d-407d-a528-b459776cff61 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3c6d4c6d-6977-4f9b-a44c-9b6b04f8ca29 HTTP/1.1" status: 200 len: 851 time: 0.0639420 Jun 01 19:22:57.804373 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c8a6757a-30ce-450f-946b-6121ac999f25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:57.837819 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c8a6757a-30ce-450f-946b-6121ac999f25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:57.875760 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed68a571-8c2b-4a7f-9f74-9fb26051cccc req-54be106b-d21e-4a94-a411-888a45c4d2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:22:57.877941 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ed68a571-8c2b-4a7f-9f74-9fb26051cccc req-54be106b-d21e-4a94-a411-888a45c4d2d9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=06227175-383a-438d-b2ea-446bb23d085d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0770102 Jun 01 19:22:57.902314 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c8a6757a-30ce-450f-946b-6121ac999f25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:57.921764 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a6757a-30ce-450f-946b-6121ac999f25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c58b3302-e420-49e5-9b04-663be47e494e,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:22:57.926811 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c8a6757a-30ce-450f-946b-6121ac999f25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:22:57.928215 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-c8a6757a-30ce-450f-946b-6121ac999f25 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c58b3302-e420-49e5-9b04-663be47e494e HTTP/1.1" status: 204 len: 168 time: 0.1898892 Jun 01 19:22:58.070764 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ed68a571-8c2b-4a7f-9f74-9fb26051cccc req-1df0f1c3-82aa-405c-bc42-b63e1fb32333 service neutron] 10.222.0.50 "GET /v2.0/networks/06227175-383a-438d-b2ea-446bb23d085d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868870 Jun 01 19:22:58.215732 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ed68a571-8c2b-4a7f-9f74-9fb26051cccc req-7fb7b218-3880-43de-9be2-b1467aa598d8 service neutron] 10.222.0.50 "GET /v2.0/networks/06227175-383a-438d-b2ea-446bb23d085d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383381 Jun 01 19:22:58.406698 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8b0785-9484-4d69-a797-817960daae7d req-af9f8d52-268d-4e79-bceb-4ff744796135 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:22:58.407223 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-9f8b0785-9484-4d69-a797-817960daae7d req-af9f8d52-268d-4e79-bceb-4ff744796135 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Synchronizing usage tracker for tenant:e7fa6482b873470e8b5274a0b6cb89ae on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:22:58.425452 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-9f8b0785-9484-4d69-a797-817960daae7d req-af9f8d52-268d-4e79-bceb-4ff744796135 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Unset dirty status for tenant:e7fa6482b873470e8b5274a0b6cb89ae on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:22:58.426882 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9f8b0785-9484-4d69-a797-817960daae7d req-af9f8d52-268d-4e79-bceb-4ff744796135 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/ports?device_id=17ebe7e4-4988-4eaa-be74-24b0b93bbe35 HTTP/1.1" status: 200 len: 943 time: 0.1138406 Jun 01 19:22:58.476357 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-9f8b0785-9484-4d69-a797-817960daae7d req-4a9ec898-0041-4e91-88aa-39c382e805f5 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Synchronizing usage tracker for tenant:e7fa6482b873470e8b5274a0b6cb89ae on resource:security_group {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:22:58.495244 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-9f8b0785-9484-4d69-a797-817960daae7d req-4a9ec898-0041-4e91-88aa-39c382e805f5 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Unset dirty status for tenant:e7fa6482b873470e8b5274a0b6cb89ae on resource:security_group {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:22:58.496491 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9f8b0785-9484-4d69-a797-817960daae7d req-4a9ec898-0041-4e91-88aa-39c382e805f5 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/security-groups?id=57a825b2-df9c-47c9-a42f-bb66ab7a288b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631499 Jun 01 19:22:59.698092 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15acfe9-3f41-4454-aacc-7701e2e55dc4 req-d23a9a34-8ce6-49b3-ace9-b968dbca59d5 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:22:59.698092 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f15acfe9-3f41-4454-aacc-7701e2e55dc4 req-d23a9a34-8ce6-49b3-ace9-b968dbca59d5 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/ports?device_id=17ebe7e4-4988-4eaa-be74-24b0b93bbe35 HTTP/1.1" status: 200 len: 943 time: 0.0880947 Jun 01 19:22:59.748664 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f15acfe9-3f41-4454-aacc-7701e2e55dc4 req-8a504165-d1fa-41c0-bbec-6b83d629ef42 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/security-groups?id=57a825b2-df9c-47c9-a42f-bb66ab7a288b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480731 Jun 01 19:23:00.111606 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 41080) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:23:00.233547 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d81c75ed-7b7d-4d9c-b71c-4e7564811ae7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:00.248986 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-d81c75ed-7b7d-4d9c-b71c-4e7564811ae7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:23:00.253093 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-d81c75ed-7b7d-4d9c-b71c-4e7564811ae7 admin admin] Usage tracker for resource:security_group_rule and tenant:b3d46d90eecb466c870429d726840cf4 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:23:00.255997 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-d81c75ed-7b7d-4d9c-b71c-4e7564811ae7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:23:00.262713 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-d81c75ed-7b7d-4d9c-b71c-4e7564811ae7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:23:00.348794 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d81c75ed-7b7d-4d9c-b71c-4e7564811ae7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:00.353680 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d81c75ed-7b7d-4d9c-b71c-4e7564811ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:00.406926 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-d81c75ed-7b7d-4d9c-b71c-4e7564811ae7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b3d46d90eecb466c870429d726840cf4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2941573 Jun 01 19:23:00.407922 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81c75ed-7b7d-4d9c-b71c-4e7564811ae7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=099d6606-bf7e-405c-aac9-1e911400df24,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:23:00.408719 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 41088) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:23:00.424945 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81c75ed-7b7d-4d9c-b71c-4e7564811ae7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:23:00.425352 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81c75ed-7b7d-4d9c-b71c-4e7564811ae7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:23:00.425703 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81c75ed-7b7d-4d9c-b71c-4e7564811ae7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:23:00.426033 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81c75ed-7b7d-4d9c-b71c-4e7564811ae7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:23:00.426486 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81c75ed-7b7d-4d9c-b71c-4e7564811ae7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:23:00.426883 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81c75ed-7b7d-4d9c-b71c-4e7564811ae7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:23:00.427265 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81c75ed-7b7d-4d9c-b71c-4e7564811ae7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:23:00.427630 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81c75ed-7b7d-4d9c-b71c-4e7564811ae7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:23:00.428146 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81c75ed-7b7d-4d9c-b71c-4e7564811ae7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:23:00.428455 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81c75ed-7b7d-4d9c-b71c-4e7564811ae7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:23:00.428801 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81c75ed-7b7d-4d9c-b71c-4e7564811ae7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:23:00.429122 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81c75ed-7b7d-4d9c-b71c-4e7564811ae7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:23:00.470347 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-02d6d35d-55a5-4c31-8a60-e6ae21c846bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:00.497968 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-02d6d35d-55a5-4c31-8a60-e6ae21c846bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:00.559408 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-02d6d35d-55a5-4c31-8a60-e6ae21c846bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:00.576712 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d6d35d-55a5-4c31-8a60-e6ae21c846bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=099d6606-bf7e-405c-aac9-1e911400df24,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:23:00.583047 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-02d6d35d-55a5-4c31-8a60-e6ae21c846bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:00.584181 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-02d6d35d-55a5-4c31-8a60-e6ae21c846bb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/099d6606-bf7e-405c-aac9-1e911400df24 HTTP/1.1" status: 204 len: 168 time: 0.1744318 Jun 01 19:23:00.886346 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 41098) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:23:00.904236 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e9874846-d000-4a05-aa75-afe70a73fa3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:00.921658 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-e9874846-d000-4a05-aa75-afe70a73fa3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:23:00.927359 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-e9874846-d000-4a05-aa75-afe70a73fa3c admin admin] Usage tracker for resource:security_group_rule and tenant:d99bb4612c904d7a8d557c374c943eb6 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:23:00.932638 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-e9874846-d000-4a05-aa75-afe70a73fa3c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:23:00.940283 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-e9874846-d000-4a05-aa75-afe70a73fa3c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:23:00.945030 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38597ba4-0995-40a5-9fc3-3b30968ca974 req-09f030ca-e2c5-4720-b0b6-80a5de69dfde tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:23:00.947213 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-38597ba4-0995-40a5-9fc3-3b30968ca974 req-09f030ca-e2c5-4720-b0b6-80a5de69dfde tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/ports?device_id=17ebe7e4-4988-4eaa-be74-24b0b93bbe35 HTTP/1.1" status: 200 len: 943 time: 0.0871189 Jun 01 19:23:01.001543 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-38597ba4-0995-40a5-9fc3-3b30968ca974 req-a0d445fa-1935-473c-bc0e-f475ca28ccab tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/security-groups?id=57a825b2-df9c-47c9-a42f-bb66ab7a288b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477664 Jun 01 19:23:01.034906 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e9874846-d000-4a05-aa75-afe70a73fa3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:01.039098 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e9874846-d000-4a05-aa75-afe70a73fa3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:01.092348 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-e9874846-d000-4a05-aa75-afe70a73fa3c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d99bb4612c904d7a8d557c374c943eb6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2048702 Jun 01 19:23:01.093252 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9874846-d000-4a05-aa75-afe70a73fa3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53ada500-a77f-4033-968d-db16f9d37b5a,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:23:01.095068 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 41102) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:23:01.159116 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-0614e841-ad1e-4c03-a890-7220e39862fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:01.189539 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-0614e841-ad1e-4c03-a890-7220e39862fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:01.242781 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-0614e841-ad1e-4c03-a890-7220e39862fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:01.261655 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0614e841-ad1e-4c03-a890-7220e39862fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53ada500-a77f-4033-968d-db16f9d37b5a,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:23:01.271785 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-0614e841-ad1e-4c03-a890-7220e39862fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:01.275895 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-0614e841-ad1e-4c03-a890-7220e39862fe admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/53ada500-a77f-4033-968d-db16f9d37b5a HTTP/1.1" status: 204 len: 168 time: 0.1766582 Jun 01 19:23:01.661849 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 41118) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:23:01.812220 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-fdfede2b-fc76-4894-b138-1c7b8c609828 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:01.826969 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-fdfede2b-fc76-4894-b138-1c7b8c609828 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:23:01.831054 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-fdfede2b-fc76-4894-b138-1c7b8c609828 admin admin] Usage tracker for resource:security_group_rule and tenant:63a0baa1200c4b72b3e450758146ed81 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:23:01.833899 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-fdfede2b-fc76-4894-b138-1c7b8c609828 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:23:01.839730 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-fdfede2b-fc76-4894-b138-1c7b8c609828 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:23:01.927102 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-fdfede2b-fc76-4894-b138-1c7b8c609828 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:01.932020 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-fdfede2b-fc76-4894-b138-1c7b8c609828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:01.984075 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-fdfede2b-fc76-4894-b138-1c7b8c609828 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=63a0baa1200c4b72b3e450758146ed81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3210862 Jun 01 19:23:01.986728 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 41136) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:23:01.998249 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfede2b-fc76-4894-b138-1c7b8c609828 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e42377e-c293-4003-bed0-85df717fd00c,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:23:02.065166 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d6740923-24f3-481e-90e0-728a1554f8e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:02.107026 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d6740923-24f3-481e-90e0-728a1554f8e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:02.170857 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d6740923-24f3-481e-90e0-728a1554f8e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:02.193772 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6740923-24f3-481e-90e0-728a1554f8e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e42377e-c293-4003-bed0-85df717fd00c,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:23:02.197752 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d6740923-24f3-481e-90e0-728a1554f8e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:02.199995 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-d6740923-24f3-481e-90e0-728a1554f8e0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4e42377e-c293-4003-bed0-85df717fd00c HTTP/1.1" status: 204 len: 168 time: 0.2123628 Jun 01 19:23:02.225693 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0565cf8a-0700-4e2b-97e5-7ded0c2e966a req-2c41f426-b495-4565-80a5-018dfed5b852 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:23:02.227931 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-0565cf8a-0700-4e2b-97e5-7ded0c2e966a req-2c41f426-b495-4565-80a5-018dfed5b852 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/ports?device_id=17ebe7e4-4988-4eaa-be74-24b0b93bbe35 HTTP/1.1" status: 200 len: 943 time: 0.1094601 Jun 01 19:23:02.281399 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-0565cf8a-0700-4e2b-97e5-7ded0c2e966a req-94ac43f3-44a8-4b02-9f05-d0979366a378 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/security-groups?id=57a825b2-df9c-47c9-a42f-bb66ab7a288b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461011 Jun 01 19:23:03.474326 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8480c6cd-206e-491a-8786-17ad84881281 req-51d0f595-aa03-47e7-ad22-4a0b903a0554 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:23:03.475998 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-8480c6cd-206e-491a-8786-17ad84881281 req-51d0f595-aa03-47e7-ad22-4a0b903a0554 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/ports?device_id=17ebe7e4-4988-4eaa-be74-24b0b93bbe35 HTTP/1.1" status: 200 len: 943 time: 0.0853198 Jun 01 19:23:03.534469 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-8480c6cd-206e-491a-8786-17ad84881281 req-e9ad7981-c701-40f9-ab47-3c10cd5cdc19 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/security-groups?id=57a825b2-df9c-47c9-a42f-bb66ab7a288b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509734 Jun 01 19:23:04.019514 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 75c1e4c0-49c3-4b03-b907-4f469afa70aa details requested by agent hyperv_n-h2-844202-1 with host n-h2-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 19:23:04.167120 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 75c1e4c0-49c3-4b03-b907-4f469afa70aa, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=75c1e4c0-49c3-4b03-b907-4f469afa70aa,segment=NetworkSegment(caf40787-7b50-4406-9921-dddcf758f24c),segment_id=caf40787-7b50-4406-9921-dddcf758f24c)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:23:04.180942 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Returning: {'device': '75c1e4c0-49c3-4b03-b907-4f469afa70aa', 'network_id': '06227175-383a-438d-b2ea-446bb23d085d', 'port_id': '75c1e4c0-49c3-4b03-b907-4f469afa70aa', 'mac_address': 'fa:16:3e:57:01:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c6d4c6d-6977-4f9b-a44c-9b6b04f8ca29', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 19:23:04.233391 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 41240) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:23:04.242428 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port 75c1e4c0-49c3-4b03-b907-4f469afa70aa is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:23:04.242957 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:04.262248 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75c1e4c0-49c3-4b03-b907-4f469afa70aa {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 19:23:04.278635 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 75c1e4c0-49c3-4b03-b907-4f469afa70aa, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=75c1e4c0-49c3-4b03-b907-4f469afa70aa,segment=NetworkSegment(caf40787-7b50-4406-9921-dddcf758f24c),segment_id=caf40787-7b50-4406-9921-dddcf758f24c)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:23:04.283732 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:04.353975 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=75c1e4c0-49c3-4b03-b907-4f469afa70aa,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:23:04.482855 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] get_ports_and_sgs() called for port_ids ['75c1e4c0-49c3-4b03-b907-4f469afa70aa'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 19:23:04.496687 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ad5954b8-5ab2-4d6c-bae5-289d66594eee admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:04.512561 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-ad5954b8-5ab2-4d6c-bae5-289d66594eee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:23:04.517593 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-ad5954b8-5ab2-4d6c-bae5-289d66594eee admin admin] Usage tracker for resource:security_group_rule and tenant:86600ed004ec485aa9bc73abee21196d is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:23:04.521663 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-ad5954b8-5ab2-4d6c-bae5-289d66594eee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:23:04.529285 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-ad5954b8-5ab2-4d6c-bae5-289d66594eee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:23:04.629095 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ad5954b8-5ab2-4d6c-bae5-289d66594eee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:04.635521 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ad5954b8-5ab2-4d6c-bae5-289d66594eee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:04.738853 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-ad5954b8-5ab2-4d6c-bae5-289d66594eee admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=86600ed004ec485aa9bc73abee21196d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5043378 Jun 01 19:23:04.741798 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5954b8-5ab2-4d6c-bae5-289d66594eee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=200a791c-46e2-4559-8a76-c9c63dd61ccb,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:23:04.741955 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 41256) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:23:04.773026 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac994a11-4148-4187-8fea-5820ee1cd82a req-aaf4b2cb-f139-42d8-9eda-36bbcfff1aea tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:23:04.774698 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ac994a11-4148-4187-8fea-5820ee1cd82a req-aaf4b2cb-f139-42d8-9eda-36bbcfff1aea tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/ports?device_id=17ebe7e4-4988-4eaa-be74-24b0b93bbe35 HTTP/1.1" status: 200 len: 944 time: 0.1205540 Jun 01 19:23:04.802638 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-16500303-5248-4641-a833-b9563e79a857 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:04.831011 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ac994a11-4148-4187-8fea-5820ee1cd82a req-7d8d5472-3956-4f67-baec-6e8e9a644395 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/security-groups?id=57a825b2-df9c-47c9-a42f-bb66ab7a288b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505707 Jun 01 19:23:04.834672 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-16500303-5248-4641-a833-b9563e79a857 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:04.895179 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-16500303-5248-4641-a833-b9563e79a857 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:04.911904 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16500303-5248-4641-a833-b9563e79a857 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=200a791c-46e2-4559-8a76-c9c63dd61ccb,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:23:04.917383 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-16500303-5248-4641-a833-b9563e79a857 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:04.921039 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-16500303-5248-4641-a833-b9563e79a857 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/200a791c-46e2-4559-8a76-c9c63dd61ccb HTTP/1.1" status: 204 len: 168 time: 0.1749048 Jun 01 19:23:05.253815 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 41270) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:23:05.272455 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-67e269bb-2685-4708-bc10-fc410b460220 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:05.289179 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-67e269bb-2685-4708-bc10-fc410b460220 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:23:05.293210 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-67e269bb-2685-4708-bc10-fc410b460220 admin admin] Usage tracker for resource:security_group_rule and tenant:1fa7435bf1214bd287b5ff15f6cd2e41 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:23:05.296258 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-67e269bb-2685-4708-bc10-fc410b460220 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:23:05.301904 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-67e269bb-2685-4708-bc10-fc410b460220 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:23:05.392117 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-67e269bb-2685-4708-bc10-fc410b460220 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:05.395997 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-67e269bb-2685-4708-bc10-fc410b460220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:05.446930 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-67e269bb-2685-4708-bc10-fc410b460220 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1fa7435bf1214bd287b5ff15f6cd2e41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1912296 Jun 01 19:23:05.447687 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e269bb-2685-4708-bc10-fc410b460220 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=218e8396-173e-4a30-b882-9a0851a86d96,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:23:05.450272 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 41274) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:23:05.522102 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-12310309-8e81-4bc1-bf1e-95547aa28867 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:05.547931 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-12310309-8e81-4bc1-bf1e-95547aa28867 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:05.710040 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-12310309-8e81-4bc1-bf1e-95547aa28867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:05.727188 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12310309-8e81-4bc1-bf1e-95547aa28867 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=218e8396-173e-4a30-b882-9a0851a86d96,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:23:05.731683 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-12310309-8e81-4bc1-bf1e-95547aa28867 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:05.744020 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-12310309-8e81-4bc1-bf1e-95547aa28867 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/218e8396-173e-4a30-b882-9a0851a86d96 HTTP/1.1" status: 204 len: 168 time: 0.2924139 Jun 01 19:23:06.036746 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf553bc-f5a1-4a16-a65d-e9e8689b9e66 req-42e2bc25-41e7-4b30-bf82-ce5028fa0599 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:23:06.038588 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6bf553bc-f5a1-4a16-a65d-e9e8689b9e66 req-42e2bc25-41e7-4b30-bf82-ce5028fa0599 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/ports?device_id=17ebe7e4-4988-4eaa-be74-24b0b93bbe35 HTTP/1.1" status: 200 len: 944 time: 0.0970879 Jun 01 19:23:06.050848 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 75c1e4c0-49c3-4b03-b907-4f469afa70aa up at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:23:06.092715 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6bf553bc-f5a1-4a16-a65d-e9e8689b9e66 req-d20e4938-e09a-49c4-8a68-ada9b2563e3b tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/security-groups?id=57a825b2-df9c-47c9-a42f-bb66ab7a288b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479844 Jun 01 19:23:06.136059 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning for port 75c1e4c0-49c3-4b03-b907-4f469afa70aa completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:23:06.141489 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning complete for port 75c1e4c0-49c3-4b03-b907-4f469afa70aa triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:23:06.141933 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:06.275838 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port 75c1e4c0-49c3-4b03-b907-4f469afa70aa is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:23:06.276373 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:06.311920 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17ebe7e4-4988-4eaa-be74-24b0b93bbe35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75c1e4c0-49c3-4b03-b907-4f469afa70aa'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:23:06.318881 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 75c1e4c0-49c3-4b03-b907-4f469afa70aa, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=75c1e4c0-49c3-4b03-b907-4f469afa70aa,segment=NetworkSegment(caf40787-7b50-4406-9921-dddcf758f24c),segment_id=caf40787-7b50-4406-9921-dddcf758f24c)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:23:06.326472 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:06.380859 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-368b77c1-1288-4da5-9db8-963ad48126f9'] response: {'server_uuid': '17ebe7e4-4988-4eaa-be74-24b0b93bbe35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75c1e4c0-49c3-4b03-b907-4f469afa70aa', 'code': 200} Jun 01 19:23:06.428542 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=75c1e4c0-49c3-4b03-b907-4f469afa70aa,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:23:06.510125 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a829a968-81bc-45fc-906e-da32c218f5c4 req-1d1e2bc4-b742-45fa-ba4c-b97b446b7253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:23:06.511624 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a829a968-81bc-45fc-906e-da32c218f5c4 req-1d1e2bc4-b742-45fa-ba4c-b97b446b7253 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=17ebe7e4-4988-4eaa-be74-24b0b93bbe35 HTTP/1.1" status: 200 len: 1096 time: 0.0752258 Jun 01 19:23:06.560491 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a829a968-81bc-45fc-906e-da32c218f5c4 req-182a56e4-2007-4b8b-8ab6-0215b1393642 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=57a825b2-df9c-47c9-a42f-bb66ab7a288b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429590 Jun 01 19:23:07.116925 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-c52e92ca-ac26-4e15-95fb-8389656185f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:07.306111 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc35153f-80ba-49b1-a4d2-62fc06b5289b req-2b441c0c-6410-40c5-bf7f-82343f5b12ea tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:23:07.308670 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-bc35153f-80ba-49b1-a4d2-62fc06b5289b req-2b441c0c-6410-40c5-bf7f-82343f5b12ea tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/ports?device_id=17ebe7e4-4988-4eaa-be74-24b0b93bbe35 HTTP/1.1" status: 200 len: 945 time: 0.0964475 Jun 01 19:23:07.357173 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-bc35153f-80ba-49b1-a4d2-62fc06b5289b req-1d1b01e7-fb04-414e-a665-239c9ebe7586 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/security-groups?id=57a825b2-df9c-47c9-a42f-bb66ab7a288b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435791 Jun 01 19:23:08.566252 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deeea73d-76bd-49e4-8e4a-cfe291814ec4 req-50f26422-66af-4d97-88ec-dde5e3519df8 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:23:08.567831 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-deeea73d-76bd-49e4-8e4a-cfe291814ec4 req-50f26422-66af-4d97-88ec-dde5e3519df8 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/ports?device_id=17ebe7e4-4988-4eaa-be74-24b0b93bbe35 HTTP/1.1" status: 200 len: 945 time: 0.0924304 Jun 01 19:23:08.617526 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-deeea73d-76bd-49e4-8e4a-cfe291814ec4 req-a62e5a67-86c1-4cf7-ad2f-82e9f1253b14 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/security-groups?id=57a825b2-df9c-47c9-a42f-bb66ab7a288b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430396 Jun 01 19:23:08.816113 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc040a9c-8746-4fdc-b676-d1cca4598127 req-91da0132-63fb-46d5-a15d-c3d366138f58 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:23:08.817764 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-cc040a9c-8746-4fdc-b676-d1cca4598127 req-91da0132-63fb-46d5-a15d-c3d366138f58 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/ports?device_id=17ebe7e4-4988-4eaa-be74-24b0b93bbe35 HTTP/1.1" status: 200 len: 945 time: 0.0884984 Jun 01 19:23:08.882419 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-cc040a9c-8746-4fdc-b676-d1cca4598127 req-95c6df08-65be-4b23-9b57-fe28d1a8c311 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/security-groups?id=57a825b2-df9c-47c9-a42f-bb66ab7a288b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583625 Jun 01 19:23:09.084630 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e30d5d-fede-4b1f-86b0-344c3e118914 req-f70ff68b-e5a5-4008-b29c-d72e5dc5d834 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:23:09.086630 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-92e30d5d-fede-4b1f-86b0-344c3e118914 req-f70ff68b-e5a5-4008-b29c-d72e5dc5d834 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/ports?device_id=17ebe7e4-4988-4eaa-be74-24b0b93bbe35 HTTP/1.1" status: 200 len: 945 time: 0.0933278 Jun 01 19:23:09.146126 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-92e30d5d-fede-4b1f-86b0-344c3e118914 req-e111cd57-e309-48e6-a724-2bbe462da4a7 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/security-groups?id=57a825b2-df9c-47c9-a42f-bb66ab7a288b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530810 Jun 01 19:23:09.532046 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-fbec6360-ed82-4d1b-91ef-1ae9b5b0e4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:09.604066 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f7c281-5d3a-4245-8c83-62cedd7d4725 req-61863920-4776-4982-991a-0c5d4229bbc0 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:23:09.605663 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c7f7c281-5d3a-4245-8c83-62cedd7d4725 req-61863920-4776-4982-991a-0c5d4229bbc0 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/ports?device_id=17ebe7e4-4988-4eaa-be74-24b0b93bbe35 HTTP/1.1" status: 200 len: 945 time: 0.0959666 Jun 01 19:23:09.654732 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c7f7c281-5d3a-4245-8c83-62cedd7d4725 req-f252f18b-3a1b-4109-96b3-36479834374e tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/security-groups?id=57a825b2-df9c-47c9-a42f-bb66ab7a288b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432179 Jun 01 19:23:10.635944 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:10.688304 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:10.902598 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de22451d-d6b6-47f6-bf36-ee73bb1e2511 req-859a6636-2f33-40f4-a072-d58a2093f9bc tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:23:10.904435 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-de22451d-d6b6-47f6-bf36-ee73bb1e2511 req-859a6636-2f33-40f4-a072-d58a2093f9bc tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/ports?device_id=17ebe7e4-4988-4eaa-be74-24b0b93bbe35 HTTP/1.1" status: 200 len: 945 time: 0.1339335 Jun 01 19:23:10.964426 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d60fe5-0309-4fde-9e5e-aa8a3db1d746 req-989916ab-6019-4c6e-bcd3-87f0efe14ba3 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:23:10.965834 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f4d60fe5-0309-4fde-9e5e-aa8a3db1d746 req-989916ab-6019-4c6e-bcd3-87f0efe14ba3 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.50 "GET /v2.0/ports?device_id=17ebe7e4-4988-4eaa-be74-24b0b93bbe35 HTTP/1.1" status: 200 len: 945 time: 0.1327105 Jun 01 19:23:10.974708 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-de22451d-d6b6-47f6-bf36-ee73bb1e2511 req-de2da0bd-14d7-43ad-9f21-ad73c12ccbcc tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/security-groups?id=57a825b2-df9c-47c9-a42f-bb66ab7a288b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632746 Jun 01 19:23:11.049339 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-f4d60fe5-0309-4fde-9e5e-aa8a3db1d746 req-ddba25f8-d109-40f9-a4ad-98200caeb0b7 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Deleting port 75c1e4c0-49c3-4b03-b907-4f469afa70aa {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:23:11.049677 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-f4d60fe5-0309-4fde-9e5e-aa8a3db1d746 req-ddba25f8-d109-40f9-a4ad-98200caeb0b7 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:11.302147 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-f4d60fe5-0309-4fde-9e5e-aa8a3db1d746 req-ddba25f8-d109-40f9-a4ad-98200caeb0b7 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] For port 75c1e4c0-49c3-4b03-b907-4f469afa70aa, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=75c1e4c0-49c3-4b03-b907-4f469afa70aa,segment=NetworkSegment(caf40787-7b50-4406-9921-dddcf758f24c),segment_id=caf40787-7b50-4406-9921-dddcf758f24c)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:23:11.302419 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-f4d60fe5-0309-4fde-9e5e-aa8a3db1d746 req-ddba25f8-d109-40f9-a4ad-98200caeb0b7 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:11.433420 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-f4d60fe5-0309-4fde-9e5e-aa8a3db1d746 req-ddba25f8-d109-40f9-a4ad-98200caeb0b7 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Calling delete_port for 75c1e4c0-49c3-4b03-b907-4f469afa70aa owned by compute:nova {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:23:11.594077 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:11.602098 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-f4d60fe5-0309-4fde-9e5e-aa8a3db1d746 req-ddba25f8-d109-40f9-a4ad-98200caeb0b7 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:11.614545 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] get_ports_and_sgs() called for port_ids ['75c1e4c0-49c3-4b03-b907-4f469afa70aa'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 19:23:11.655617 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddba25f8-d109-40f9-a4ad-98200caeb0b7 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Pushing event deleted for resources: {'Port': ['ID=75c1e4c0-49c3-4b03-b907-4f469afa70aa,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:23:11.742279 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddba25f8-d109-40f9-a4ad-98200caeb0b7 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:23:11.742920 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddba25f8-d109-40f9-a4ad-98200caeb0b7 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:23:11.743508 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddba25f8-d109-40f9-a4ad-98200caeb0b7 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:23:11.744083 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddba25f8-d109-40f9-a4ad-98200caeb0b7 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:23:11.744613 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddba25f8-d109-40f9-a4ad-98200caeb0b7 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:23:11.745117 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddba25f8-d109-40f9-a4ad-98200caeb0b7 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:23:11.745615 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddba25f8-d109-40f9-a4ad-98200caeb0b7 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:23:11.746316 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddba25f8-d109-40f9-a4ad-98200caeb0b7 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:23:11.746824 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddba25f8-d109-40f9-a4ad-98200caeb0b7 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:23:11.750132 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddba25f8-d109-40f9-a4ad-98200caeb0b7 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:23:11.750132 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddba25f8-d109-40f9-a4ad-98200caeb0b7 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:23:11.750132 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddba25f8-d109-40f9-a4ad-98200caeb0b7 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:23:11.767514 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4d60fe5-0309-4fde-9e5e-aa8a3db1d746 req-ddba25f8-d109-40f9-a4ad-98200caeb0b7 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] No DVR routers for this DVR port 75c1e4c0-49c3-4b03-b907-4f469afa70aa on host n-h2-844202-1 {{(pid=88524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:23:11.770022 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-f4d60fe5-0309-4fde-9e5e-aa8a3db1d746 req-ddba25f8-d109-40f9-a4ad-98200caeb0b7 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:11.781738 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17ebe7e4-4988-4eaa-be74-24b0b93bbe35', 'name': 'network-vif-deleted', 'tag': '75c1e4c0-49c3-4b03-b907-4f469afa70aa'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:23:11.789189 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f4d60fe5-0309-4fde-9e5e-aa8a3db1d746 req-ddba25f8-d109-40f9-a4ad-98200caeb0b7 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.50 "DELETE /v2.0/ports/75c1e4c0-49c3-4b03-b907-4f469afa70aa HTTP/1.1" status: 204 len: 173 time: 0.8176973 Jun 01 19:23:11.849224 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99df4459-357a-4755-9977-a367de2b1e1b'] response: {'server_uuid': '17ebe7e4-4988-4eaa-be74-24b0b93bbe35', 'name': 'network-vif-deleted', 'tag': '75c1e4c0-49c3-4b03-b907-4f469afa70aa', 'status': 'completed', 'code': 200} Jun 01 19:23:12.009962 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:12.033618 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:12.187816 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-cd31af0b-2c93-48d9-9df3-abe589338cbd req-974776a6-9d0b-4825-ac0c-f3bdc12c3206 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Synchronizing usage tracker for tenant:e7fa6482b873470e8b5274a0b6cb89ae on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:23:12.206930 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-cd31af0b-2c93-48d9-9df3-abe589338cbd req-974776a6-9d0b-4825-ac0c-f3bdc12c3206 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Unset dirty status for tenant:e7fa6482b873470e8b5274a0b6cb89ae on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:23:12.208103 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-cd31af0b-2c93-48d9-9df3-abe589338cbd req-974776a6-9d0b-4825-ac0c-f3bdc12c3206 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/ports?device_id=17ebe7e4-4988-4eaa-be74-24b0b93bbe35 HTTP/1.1" status: 200 len: 210 time: 0.0767119 Jun 01 19:23:12.859977 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 41474) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:23:13.008453 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1344c8ea-c63e-41e6-b3ca-8ddce7fc98e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:13.028314 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-1344c8ea-c63e-41e6-b3ca-8ddce7fc98e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:23:13.032863 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-1344c8ea-c63e-41e6-b3ca-8ddce7fc98e9 admin admin] Usage tracker for resource:security_group_rule and tenant:2215532af8a845ba87f7ffa5cc0d95fa is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:23:13.037682 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-1344c8ea-c63e-41e6-b3ca-8ddce7fc98e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:23:13.048018 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-1344c8ea-c63e-41e6-b3ca-8ddce7fc98e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:23:13.144010 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1344c8ea-c63e-41e6-b3ca-8ddce7fc98e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:13.148164 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1344c8ea-c63e-41e6-b3ca-8ddce7fc98e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:13.200743 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-1344c8ea-c63e-41e6-b3ca-8ddce7fc98e9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2215532af8a845ba87f7ffa5cc0d95fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3394787 Jun 01 19:23:13.201893 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1344c8ea-c63e-41e6-b3ca-8ddce7fc98e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d065e522-3e1f-4547-a44c-3de3859a4e51,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:23:13.203902 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 41482) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:23:13.279719 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1246c949-ef0b-4410-9aab-555bb88228fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:13.310066 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1246c949-ef0b-4410-9aab-555bb88228fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:13.378405 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1246c949-ef0b-4410-9aab-555bb88228fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:13.402015 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1246c949-ef0b-4410-9aab-555bb88228fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d065e522-3e1f-4547-a44c-3de3859a4e51,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:23:13.406824 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1246c949-ef0b-4410-9aab-555bb88228fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:13.410706 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-1246c949-ef0b-4410-9aab-555bb88228fc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d065e522-3e1f-4547-a44c-3de3859a4e51 HTTP/1.1" status: 204 len: 168 time: 0.2051728 Jun 01 19:23:13.801512 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 41496) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:23:13.819871 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8d591754-6527-421e-880d-5f59240d9294 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:13.835412 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-8d591754-6527-421e-880d-5f59240d9294 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:23:13.840356 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-8d591754-6527-421e-880d-5f59240d9294 admin admin] Usage tracker for resource:security_group_rule and tenant:ef06c6be904d4855942f6ba71737d4fc is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:23:13.843430 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-8d591754-6527-421e-880d-5f59240d9294 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:23:13.850133 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-8d591754-6527-421e-880d-5f59240d9294 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:23:13.945362 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8d591754-6527-421e-880d-5f59240d9294 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:13.951873 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8d591754-6527-421e-880d-5f59240d9294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:14.016516 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-8d591754-6527-421e-880d-5f59240d9294 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ef06c6be904d4855942f6ba71737d4fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2137618 Jun 01 19:23:14.019169 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 41500) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:23:14.027171 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d591754-6527-421e-880d-5f59240d9294 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c6f2f5b-d88c-4047-a74f-b40c99b01216,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:23:14.085867 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-03429f0a-d58d-447e-8017-980679d066a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:14.112109 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 75c1e4c0-49c3-4b03-b907-4f469afa70aa no longer exists at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:23:14.115044 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-03429f0a-d58d-447e-8017-980679d066a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:14.165519 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] No Port match for: 75c1e4c0-49c3-4b03-b907-4f469afa70aa {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:23:14.165888 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 75c1e4c0-49c3-4b03-b907-4f469afa70aa not bound to the agent host n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:23:14.173780 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-03429f0a-d58d-447e-8017-980679d066a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:14.191379 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03429f0a-d58d-447e-8017-980679d066a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c6f2f5b-d88c-4047-a74f-b40c99b01216,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:23:14.219714 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-03429f0a-d58d-447e-8017-980679d066a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:14.220866 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-03429f0a-d58d-447e-8017-980679d066a9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1c6f2f5b-d88c-4047-a74f-b40c99b01216 HTTP/1.1" status: 204 len: 168 time: 0.2002017 Jun 01 19:23:14.836334 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 41528) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:23:14.997488 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a430f8e3-6a0d-4016-a0ed-4e0a77de06fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:15.012316 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-a430f8e3-6a0d-4016-a0ed-4e0a77de06fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:23:15.016218 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-a430f8e3-6a0d-4016-a0ed-4e0a77de06fc admin admin] Usage tracker for resource:security_group_rule and tenant:4eac05cf741f4e45b90cbd0f4a9e395b is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:23:15.021110 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-a430f8e3-6a0d-4016-a0ed-4e0a77de06fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:23:15.028586 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-a430f8e3-6a0d-4016-a0ed-4e0a77de06fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:23:15.129967 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a430f8e3-6a0d-4016-a0ed-4e0a77de06fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:15.133847 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a430f8e3-6a0d-4016-a0ed-4e0a77de06fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:15.196380 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 41544) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:23:15.197308 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-a430f8e3-6a0d-4016-a0ed-4e0a77de06fc admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4eac05cf741f4e45b90cbd0f4a9e395b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3585145 Jun 01 19:23:15.199031 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a430f8e3-6a0d-4016-a0ed-4e0a77de06fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4da5a6f-8458-4cc1-ae6c-f7ed4d71815c,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:23:15.267286 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-652b32eb-14a5-4320-af29-a82b2f2c0b59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:15.301782 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-652b32eb-14a5-4320-af29-a82b2f2c0b59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:15.359733 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-652b32eb-14a5-4320-af29-a82b2f2c0b59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:15.379676 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652b32eb-14a5-4320-af29-a82b2f2c0b59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4da5a6f-8458-4cc1-ae6c-f7ed4d71815c,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:23:15.387748 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-652b32eb-14a5-4320-af29-a82b2f2c0b59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:15.389940 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-652b32eb-14a5-4320-af29-a82b2f2c0b59 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a4da5a6f-8458-4cc1-ae6c-f7ed4d71815c HTTP/1.1" status: 204 len: 168 time: 0.1908596 Jun 01 19:23:15.773080 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 41568) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:23:15.796966 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a1944f0a-bf75-49c1-8d07-7bb63173533c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:15.831450 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-a1944f0a-bf75-49c1-8d07-7bb63173533c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:23:15.838375 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-a1944f0a-bf75-49c1-8d07-7bb63173533c admin admin] Usage tracker for resource:security_group_rule and tenant:2650534af1504a1faa66885d580a6a56 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:23:15.842729 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-a1944f0a-bf75-49c1-8d07-7bb63173533c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:23:15.850583 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-a1944f0a-bf75-49c1-8d07-7bb63173533c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:23:15.987229 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a1944f0a-bf75-49c1-8d07-7bb63173533c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:15.993826 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a1944f0a-bf75-49c1-8d07-7bb63173533c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:16.051266 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1944f0a-bf75-49c1-8d07-7bb63173533c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68cae564-f2a0-4d71-a679-e14e5c5abff5,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:23:16.056210 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-a1944f0a-bf75-49c1-8d07-7bb63173533c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2650534af1504a1faa66885d580a6a56&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2816057 Jun 01 19:23:16.059047 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 41588) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:23:16.133837 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-52db1331-1a81-45af-8220-ce1af73fd34d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:16.179124 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-52db1331-1a81-45af-8220-ce1af73fd34d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:16.245208 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-52db1331-1a81-45af-8220-ce1af73fd34d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:16.262675 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52db1331-1a81-45af-8220-ce1af73fd34d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68cae564-f2a0-4d71-a679-e14e5c5abff5,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:23:16.277920 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-52db1331-1a81-45af-8220-ce1af73fd34d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:16.279029 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-52db1331-1a81-45af-8220-ce1af73fd34d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/68cae564-f2a0-4d71-a679-e14e5c5abff5 HTTP/1.1" status: 204 len: 168 time: 0.2181087 Jun 01 19:23:16.699551 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 41638) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:23:16.718765 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-67075133-c52e-456c-9516-87c711101208 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:16.737930 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-67075133-c52e-456c-9516-87c711101208 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:23:16.741783 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-67075133-c52e-456c-9516-87c711101208 admin admin] Usage tracker for resource:security_group_rule and tenant:2e4156719fc046d1bbd98f5970d2a42b is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:23:16.745422 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-67075133-c52e-456c-9516-87c711101208 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:23:16.751693 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-67075133-c52e-456c-9516-87c711101208 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:23:16.842757 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-67075133-c52e-456c-9516-87c711101208 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:16.848337 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-67075133-c52e-456c-9516-87c711101208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:16.903330 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-67075133-c52e-456c-9516-87c711101208 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2e4156719fc046d1bbd98f5970d2a42b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2026489 Jun 01 19:23:16.904166 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67075133-c52e-456c-9516-87c711101208 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2313122-f783-4279-ac1d-1f662683b32a,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:23:16.906601 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 41652) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:23:17.095181 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b24a1e4b-2be9-4a6c-9562-a71841724420 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:17.123621 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b24a1e4b-2be9-4a6c-9562-a71841724420 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:17.182781 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b24a1e4b-2be9-4a6c-9562-a71841724420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:17.200861 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24a1e4b-2be9-4a6c-9562-a71841724420 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2313122-f783-4279-ac1d-1f662683b32a,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:23:17.210671 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b24a1e4b-2be9-4a6c-9562-a71841724420 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:17.211781 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-b24a1e4b-2be9-4a6c-9562-a71841724420 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c2313122-f783-4279-ac1d-1f662683b32a HTTP/1.1" status: 204 len: 168 time: 0.3042257 Jun 01 19:23:17.436034 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 41686) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:23:17.576987 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8d1a637b-ab45-473a-bd2a-7ea94b6b1c9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:17.593941 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-8d1a637b-ab45-473a-bd2a-7ea94b6b1c9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:23:17.598333 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-8d1a637b-ab45-473a-bd2a-7ea94b6b1c9c admin admin] Usage tracker for resource:security_group_rule and tenant:ff62ec2d31964953bc05b81927c7b94a is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:23:17.601697 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-8d1a637b-ab45-473a-bd2a-7ea94b6b1c9c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:23:17.608526 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-8d1a637b-ab45-473a-bd2a-7ea94b6b1c9c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:23:17.724490 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8d1a637b-ab45-473a-bd2a-7ea94b6b1c9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:17.730179 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8d1a637b-ab45-473a-bd2a-7ea94b6b1c9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:17.788737 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1a637b-ab45-473a-bd2a-7ea94b6b1c9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e64552c-d062-4206-bcdf-2e2145646fd9,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:23:17.824746 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-8d1a637b-ab45-473a-bd2a-7ea94b6b1c9c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ff62ec2d31964953bc05b81927c7b94a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3872459 Jun 01 19:23:17.827154 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 41708) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:23:17.899119 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8b039792-8e4a-471a-bbaf-4d961c4a5916 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:17.944440 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8b039792-8e4a-471a-bbaf-4d961c4a5916 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:18.008186 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8b039792-8e4a-471a-bbaf-4d961c4a5916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:18.027752 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b039792-8e4a-471a-bbaf-4d961c4a5916 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e64552c-d062-4206-bcdf-2e2145646fd9,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:23:18.035214 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8b039792-8e4a-471a-bbaf-4d961c4a5916 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:18.036584 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-8b039792-8e4a-471a-bbaf-4d961c4a5916 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8e64552c-d062-4206-bcdf-2e2145646fd9 HTTP/1.1" status: 204 len: 168 time: 0.2084477 Jun 01 19:23:18.465841 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 41722) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:23:18.486200 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-36596979-c168-4070-8b87-9805d5290263 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:18.503787 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-36596979-c168-4070-8b87-9805d5290263 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:23:18.509466 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-36596979-c168-4070-8b87-9805d5290263 admin admin] Usage tracker for resource:security_group_rule and tenant:c3c9e61a9e224fd683083113c9b84acb is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:23:18.512767 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-36596979-c168-4070-8b87-9805d5290263 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:23:18.519547 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-36596979-c168-4070-8b87-9805d5290263 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:23:18.646460 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-36596979-c168-4070-8b87-9805d5290263 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:18.651263 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-36596979-c168-4070-8b87-9805d5290263 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:18.700318 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-36596979-c168-4070-8b87-9805d5290263 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c3c9e61a9e224fd683083113c9b84acb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2341163 Jun 01 19:23:18.701180 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36596979-c168-4070-8b87-9805d5290263 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e1449e0-ca93-40c8-baf1-ebde50db7a8c,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:23:18.702982 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 41730) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:23:18.766827 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-468ecb01-e744-4ed9-9c06-892c2002fedb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:18.794259 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-468ecb01-e744-4ed9-9c06-892c2002fedb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:18.858341 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-468ecb01-e744-4ed9-9c06-892c2002fedb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:18.883330 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468ecb01-e744-4ed9-9c06-892c2002fedb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e1449e0-ca93-40c8-baf1-ebde50db7a8c,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:23:18.888538 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-468ecb01-e744-4ed9-9c06-892c2002fedb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:18.892082 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-468ecb01-e744-4ed9-9c06-892c2002fedb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0e1449e0-ca93-40c8-baf1-ebde50db7a8c HTTP/1.1" status: 204 len: 168 time: 0.1841638 Jun 01 19:23:19.962302 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-21c29e9a-58bc-474e-8797-86980a46e747 req-0af39e18-9027-40e1-a144-a26cc40a3c82 tempest-VolumesBackupsTest-558199105 tempest-VolumesBackupsTest-558199105-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=7bf90069a748473ba95bc7a905ea2721&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0320940 Jun 01 19:23:20.164500 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 41780) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:23:20.169457 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c29e9a-58bc-474e-8797-86980a46e747 req-0dd00820-2a2d-4efd-b785-be475869e0d5 tempest-VolumesBackupsTest-558199105 tempest-VolumesBackupsTest-558199105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:23:20.170579 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-21c29e9a-58bc-474e-8797-86980a46e747 req-0dd00820-2a2d-4efd-b785-be475869e0d5 tempest-VolumesBackupsTest-558199105 tempest-VolumesBackupsTest-558199105-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1953249 Jun 01 19:23:20.189472 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-21c29e9a-58bc-474e-8797-86980a46e747 req-40fdfc61-a326-4ab8-b2c7-666028f71235 tempest-VolumesBackupsTest-558199105 tempest-VolumesBackupsTest-558199105-project] 10.222.0.41 "GET /v2.0/quotas/7bf90069a748473ba95bc7a905ea2721 HTTP/1.1" status: 200 len: 375 time: 0.0129564 Jun 01 19:23:20.239587 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-21c29e9a-58bc-474e-8797-86980a46e747 req-a570bffc-024f-4579-bcce-1d61e14a5a58 tempest-VolumesBackupsTest-558199105 tempest-VolumesBackupsTest-558199105-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=7bf90069a748473ba95bc7a905ea2721&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0445032 Jun 01 19:23:20.300876 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-74cadc17-1fcf-49ad-9137-f30476650b12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:20.318658 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-74cadc17-1fcf-49ad-9137-f30476650b12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:23:20.322537 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-74cadc17-1fcf-49ad-9137-f30476650b12 admin admin] Usage tracker for resource:security_group_rule and tenant:b622a021e64b44509eb3b450ed24085c is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:23:20.325339 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-74cadc17-1fcf-49ad-9137-f30476650b12 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:23:20.333721 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-74cadc17-1fcf-49ad-9137-f30476650b12 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:23:20.466162 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b08c19fb-a919-4668-ae81-94dfcf69480d req-abdf2ba7-3f5d-4b94-a0a0-c0cc860f7f94 tempest-VolumesBackupsTest-558199105 tempest-VolumesBackupsTest-558199105-project] 10.222.0.41 "GET /v2.0/ports?device_id=8762b864-200b-43e7-afeb-80ae8086729b HTTP/1.1" status: 200 len: 210 time: 0.0608456 Jun 01 19:23:20.482015 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-74cadc17-1fcf-49ad-9137-f30476650b12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:20.488097 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-74cadc17-1fcf-49ad-9137-f30476650b12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:20.539456 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-74cadc17-1fcf-49ad-9137-f30476650b12 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b622a021e64b44509eb3b450ed24085c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3723469 Jun 01 19:23:20.541170 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cadc17-1fcf-49ad-9137-f30476650b12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90291f0b-81f9-4493-ab16-5fdb9dd80e04,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:23:20.543836 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 41792) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:23:20.615801 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-141d7a24-8bfb-4848-bd69-369265064209 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:20.652358 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-141d7a24-8bfb-4848-bd69-369265064209 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:20.718409 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-141d7a24-8bfb-4848-bd69-369265064209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:20.745198 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141d7a24-8bfb-4848-bd69-369265064209 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90291f0b-81f9-4493-ab16-5fdb9dd80e04,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:23:20.749736 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-141d7a24-8bfb-4848-bd69-369265064209 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:20.754415 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-141d7a24-8bfb-4848-bd69-369265064209 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/90291f0b-81f9-4493-ab16-5fdb9dd80e04 HTTP/1.1" status: 204 len: 168 time: 0.2055275 Jun 01 19:23:21.523275 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-21c29e9a-58bc-474e-8797-86980a46e747 req-99c190cb-7f3f-4438-acca-d60671302ea8 tempest-VolumesBackupsTest-558199105 tempest-VolumesBackupsTest-558199105-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=7bf90069a748473ba95bc7a905ea2721&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0463183 Jun 01 19:23:21.703438 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-2937dba5-162d-42ea-a25a-6dce6d464b82 req-5838bed1-8ab8-4209-a498-8f171be98f9a tempest-VolumesBackupsTest-558199105 tempest-VolumesBackupsTest-558199105-project] 10.222.0.41 "GET /v2.0/ports?device_id=8762b864-200b-43e7-afeb-80ae8086729b HTTP/1.1" status: 200 len: 210 time: 0.0652459 Jun 01 19:23:21.779605 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c29e9a-58bc-474e-8797-86980a46e747 req-27b3af1c-2499-4776-a264-dd5efcde93a1 tempest-VolumesBackupsTest-558199105 tempest-VolumesBackupsTest-558199105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:23:21.781762 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-21c29e9a-58bc-474e-8797-86980a46e747 req-27b3af1c-2499-4776-a264-dd5efcde93a1 tempest-VolumesBackupsTest-558199105 tempest-VolumesBackupsTest-558199105-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2536693 Jun 01 19:23:21.799160 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-21c29e9a-58bc-474e-8797-86980a46e747 req-6a2f637a-cb88-4aee-a4ad-50de54fa53f9 tempest-VolumesBackupsTest-558199105 tempest-VolumesBackupsTest-558199105-project] Request body: {'port': {'device_id': '8762b864-200b-43e7-afeb-80ae8086729b', 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426', 'admin_state_up': True, 'tenant_id': '7bf90069a748473ba95bc7a905ea2721'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:23:21.948780 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-21c29e9a-58bc-474e-8797-86980a46e747 req-6a2f637a-cb88-4aee-a4ad-50de54fa53f9 tempest-VolumesBackupsTest-558199105 tempest-VolumesBackupsTest-558199105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:23:21.953300 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-21c29e9a-58bc-474e-8797-86980a46e747 req-6a2f637a-cb88-4aee-a4ad-50de54fa53f9 tempest-VolumesBackupsTest-558199105 tempest-VolumesBackupsTest-558199105-project] Usage tracker for resource:port and tenant:7bf90069a748473ba95bc7a905ea2721 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:23:21.956603 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-21c29e9a-58bc-474e-8797-86980a46e747 req-6a2f637a-cb88-4aee-a4ad-50de54fa53f9 tempest-VolumesBackupsTest-558199105 tempest-VolumesBackupsTest-558199105-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:23:21.967309 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-21c29e9a-58bc-474e-8797-86980a46e747 req-6a2f637a-cb88-4aee-a4ad-50de54fa53f9 tempest-VolumesBackupsTest-558199105 tempest-VolumesBackupsTest-558199105-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:23:21.980120 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21c29e9a-58bc-474e-8797-86980a46e747 req-6a2f637a-cb88-4aee-a4ad-50de54fa53f9 tempest-VolumesBackupsTest-558199105 tempest-VolumesBackupsTest-558199105-project] Made reservation on behalf of 7bf90069a748473ba95bc7a905ea2721 for: {'port': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:23:21.984372 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-21c29e9a-58bc-474e-8797-86980a46e747 req-6a2f637a-cb88-4aee-a4ad-50de54fa53f9 tempest-VolumesBackupsTest-558199105 tempest-VolumesBackupsTest-558199105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:22.000734 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-21c29e9a-58bc-474e-8797-86980a46e747 req-6a2f637a-cb88-4aee-a4ad-50de54fa53f9 tempest-VolumesBackupsTest-558199105 tempest-VolumesBackupsTest-558199105-project] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:22.020727 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-21c29e9a-58bc-474e-8797-86980a46e747 req-6a2f637a-cb88-4aee-a4ad-50de54fa53f9 tempest-VolumesBackupsTest-558199105 tempest-VolumesBackupsTest-558199105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:23:22.026110 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-21c29e9a-58bc-474e-8797-86980a46e747 req-6a2f637a-cb88-4aee-a4ad-50de54fa53f9 tempest-VolumesBackupsTest-558199105 tempest-VolumesBackupsTest-558199105-project] Usage tracker for resource:security_group_rule and tenant:7bf90069a748473ba95bc7a905ea2721 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:23:22.029625 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-21c29e9a-58bc-474e-8797-86980a46e747 req-6a2f637a-cb88-4aee-a4ad-50de54fa53f9 tempest-VolumesBackupsTest-558199105 tempest-VolumesBackupsTest-558199105-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:23:22.035998 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-21c29e9a-58bc-474e-8797-86980a46e747 req-6a2f637a-cb88-4aee-a4ad-50de54fa53f9 tempest-VolumesBackupsTest-558199105 tempest-VolumesBackupsTest-558199105-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:23:22.138215 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-21c29e9a-58bc-474e-8797-86980a46e747 req-6a2f637a-cb88-4aee-a4ad-50de54fa53f9 tempest-VolumesBackupsTest-558199105 tempest-VolumesBackupsTest-558199105-project] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:22.143015 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-21c29e9a-58bc-474e-8797-86980a46e747 req-6a2f637a-cb88-4aee-a4ad-50de54fa53f9 tempest-VolumesBackupsTest-558199105 tempest-VolumesBackupsTest-558199105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:22.253494 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2f637a-cb88-4aee-a4ad-50de54fa53f9 tempest-VolumesBackupsTest-558199105 tempest-VolumesBackupsTest-558199105-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dbae2b20-3023-49c4-9ca2-f255af6e29a8,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:23:22.362582 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [req-21c29e9a-58bc-474e-8797-86980a46e747 req-6a2f637a-cb88-4aee-a4ad-50de54fa53f9 tempest-VolumesBackupsTest-558199105 tempest-VolumesBackupsTest-558199105-project] Allocated IP 192.168.233.39 (898153a3-5d71-43be-9d14-343ea4a48426/35e3ad2f-9c88-4698-b634-4e1b58de1cc2/3a7f3d4b-f787-402a-ad74-512be49ae5ea) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:23:22.588638 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-21c29e9a-58bc-474e-8797-86980a46e747 req-6a2f637a-cb88-4aee-a4ad-50de54fa53f9 tempest-VolumesBackupsTest-558199105 tempest-VolumesBackupsTest-558199105-project] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:22.606447 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [req-21c29e9a-58bc-474e-8797-86980a46e747 req-6a2f637a-cb88-4aee-a4ad-50de54fa53f9 tempest-VolumesBackupsTest-558199105 tempest-VolumesBackupsTest-558199105-project] Transition to ACTIVE for port object 3a7f3d4b-f787-402a-ad74-512be49ae5ea will not be triggered until provisioned by entity DHCP. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:23:22.640984 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-21c29e9a-58bc-474e-8797-86980a46e747 req-6a2f637a-cb88-4aee-a4ad-50de54fa53f9 tempest-VolumesBackupsTest-558199105 tempest-VolumesBackupsTest-558199105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:22.719719 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21c29e9a-58bc-474e-8797-86980a46e747 req-6a2f637a-cb88-4aee-a4ad-50de54fa53f9 tempest-VolumesBackupsTest-558199105 tempest-VolumesBackupsTest-558199105-project] Network 898153a3-5d71-43be-9d14-343ea4a48426 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:23:22.723043 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [req-21c29e9a-58bc-474e-8797-86980a46e747 req-6a2f637a-cb88-4aee-a4ad-50de54fa53f9 tempest-VolumesBackupsTest-558199105 tempest-VolumesBackupsTest-558199105-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:23:22.726974 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-21c29e9a-58bc-474e-8797-86980a46e747 req-6a2f637a-cb88-4aee-a4ad-50de54fa53f9 tempest-VolumesBackupsTest-558199105 tempest-VolumesBackupsTest-558199105-project] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:23:22.798066 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c29e9a-58bc-474e-8797-86980a46e747 req-6a2f637a-cb88-4aee-a4ad-50de54fa53f9 tempest-VolumesBackupsTest-558199105 tempest-VolumesBackupsTest-558199105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:23:22.798762 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-21c29e9a-58bc-474e-8797-86980a46e747 req-6a2f637a-cb88-4aee-a4ad-50de54fa53f9 tempest-VolumesBackupsTest-558199105 tempest-VolumesBackupsTest-558199105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:22.812324 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2f637a-cb88-4aee-a4ad-50de54fa53f9 tempest-VolumesBackupsTest-558199105 tempest-VolumesBackupsTest-558199105-project] Pushing event updated for resources: {'Port': ['ID=3a7f3d4b-f787-402a-ad74-512be49ae5ea,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:23:22.848300 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-21c29e9a-58bc-474e-8797-86980a46e747 req-6a2f637a-cb88-4aee-a4ad-50de54fa53f9 tempest-VolumesBackupsTest-558199105 tempest-VolumesBackupsTest-558199105-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0513365 Jun 01 19:23:22.863606 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-21c29e9a-58bc-474e-8797-86980a46e747 req-66e7eec0-5c61-4d5e-bc5b-6d7f47284d84 service neutron] Request body: {'port': {'device_id': '8762b864-200b-43e7-afeb-80ae8086729b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844202-1'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:23:23.065565 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 41850) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:23:23.174875 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-21c29e9a-58bc-474e-8797-86980a46e747 req-66e7eec0-5c61-4d5e-bc5b-6d7f47284d84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:23.233476 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-637c59b2-05ff-467d-bd2e-3a4e20045d78 None None] Provisioning for port 3a7f3d4b-f787-402a-ad74-512be49ae5ea completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:23:23.237638 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f59a7765-91f9-417a-b01a-bf7e590ee4a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:23.248678 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-637c59b2-05ff-467d-bd2e-3a4e20045d78 None None] Provisioning complete for port 3a7f3d4b-f787-402a-ad74-512be49ae5ea triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:23:23.249037 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-637c59b2-05ff-467d-bd2e-3a4e20045d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:23.257820 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-f59a7765-91f9-417a-b01a-bf7e590ee4a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:23:23.266047 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-f59a7765-91f9-417a-b01a-bf7e590ee4a9 admin admin] Usage tracker for resource:security_group_rule and tenant:4138003112354f67b7ba5e7c13d7a399 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:23:23.270649 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-f59a7765-91f9-417a-b01a-bf7e590ee4a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:23:23.282414 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-f59a7765-91f9-417a-b01a-bf7e590ee4a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:23:23.299618 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4345bc92-9e45-4641-944b-4b4687409127 req-73dc94ab-2165-41bd-a2fd-20a25e58194d tempest-VolumesBackupsTest-558199105 tempest-VolumesBackupsTest-558199105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:23:23.302440 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4345bc92-9e45-4641-944b-4b4687409127 req-73dc94ab-2165-41bd-a2fd-20a25e58194d tempest-VolumesBackupsTest-558199105 tempest-VolumesBackupsTest-558199105-project] 10.222.0.41 "GET /v2.0/ports?device_id=8762b864-200b-43e7-afeb-80ae8086729b HTTP/1.1" status: 200 len: 935 time: 0.2050178 Jun 01 19:23:23.357085 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-637c59b2-05ff-467d-bd2e-3a4e20045d78 None None] Port 3a7f3d4b-f787-402a-ad74-512be49ae5ea cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:23:23.384889 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4345bc92-9e45-4641-944b-4b4687409127 req-ea447e19-7f7b-4987-9ecc-3c8696f5b0bb tempest-VolumesBackupsTest-558199105 tempest-VolumesBackupsTest-558199105-project] 10.222.0.41 "GET /v2.0/security-groups?id=dbae2b20-3023-49c4-9ca2-f255af6e29a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740104 Jun 01 19:23:23.495223 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f59a7765-91f9-417a-b01a-bf7e590ee4a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:23.503366 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f59a7765-91f9-417a-b01a-bf7e590ee4a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:23.562789 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-f59a7765-91f9-417a-b01a-bf7e590ee4a9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4138003112354f67b7ba5e7c13d7a399&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4953434 Jun 01 19:23:23.563714 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59a7765-91f9-417a-b01a-bf7e590ee4a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22c3586a-0cdc-4d37-8f00-35d77d1e64e5,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:23:23.567717 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 41858) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:23:23.617404 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [req-21c29e9a-58bc-474e-8797-86980a46e747 req-66e7eec0-5c61-4d5e-bc5b-6d7f47284d84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a7f3d4b-f787-402a-ad74-512be49ae5ea {{(pid=88524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 19:23:23.625725 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-21c29e9a-58bc-474e-8797-86980a46e747 req-66e7eec0-5c61-4d5e-bc5b-6d7f47284d84 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:23.642451 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [req-21c29e9a-58bc-474e-8797-86980a46e747 req-66e7eec0-5c61-4d5e-bc5b-6d7f47284d84 service neutron] Transition to ACTIVE for port object 3a7f3d4b-f787-402a-ad74-512be49ae5ea will not be triggered until provisioned by entity L2. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:23:23.647197 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-21c29e9a-58bc-474e-8797-86980a46e747 req-66e7eec0-5c61-4d5e-bc5b-6d7f47284d84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:23.759409 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-21f382b0-e54f-45a0-83c3-9f855c8dce44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:23.793064 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-21f382b0-e54f-45a0-83c3-9f855c8dce44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:23.817569 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e7eec0-5c61-4d5e-bc5b-6d7f47284d84 service neutron] Pushing event updated for resources: {'Port': ['ID=3a7f3d4b-f787-402a-ad74-512be49ae5ea,revision_number=2']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:23:23.861783 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-21f382b0-e54f-45a0-83c3-9f855c8dce44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:23.891843 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f382b0-e54f-45a0-83c3-9f855c8dce44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22c3586a-0cdc-4d37-8f00-35d77d1e64e5,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:23:23.905035 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-21c29e9a-58bc-474e-8797-86980a46e747 req-66e7eec0-5c61-4d5e-bc5b-6d7f47284d84 service neutron] Attempting to bind port 3a7f3d4b-f787-402a-ad74-512be49ae5ea on host n-h2-844202-1 for vnic_type normal with profile {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:23:23.906085 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-21c29e9a-58bc-474e-8797-86980a46e747 req-66e7eec0-5c61-4d5e-bc5b-6d7f47284d84 service neutron] Attempting to bind port 3a7f3d4b-f787-402a-ad74-512be49ae5ea by drivers openvswitch,hyperv on host n-h2-844202-1 at level 0 using segments [{'id': 'e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426'}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:23:23.907208 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21c29e9a-58bc-474e-8797-86980a46e747 req-66e7eec0-5c61-4d5e-bc5b-6d7f47284d84 service neutron] Attempting to bind port 3a7f3d4b-f787-402a-ad74-512be49ae5ea on network 898153a3-5d71-43be-9d14-343ea4a48426 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:23:23.914919 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-21f382b0-e54f-45a0-83c3-9f855c8dce44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:23.916259 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-21f382b0-e54f-45a0-83c3-9f855c8dce44 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/22c3586a-0cdc-4d37-8f00-35d77d1e64e5 HTTP/1.1" status: 204 len: 168 time: 0.3476031 Jun 01 19:23:23.928718 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21c29e9a-58bc-474e-8797-86980a46e747 req-66e7eec0-5c61-4d5e-bc5b-6d7f47284d84 service neutron] Port 3a7f3d4b-f787-402a-ad74-512be49ae5ea on network 898153a3-5d71-43be-9d14-343ea4a48426 not bound, no agent of type Open vSwitch agent registered on host n-h2-844202-1 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 19:23:23.929908 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21c29e9a-58bc-474e-8797-86980a46e747 req-66e7eec0-5c61-4d5e-bc5b-6d7f47284d84 service neutron] Attempting to bind port 3a7f3d4b-f787-402a-ad74-512be49ae5ea on network 898153a3-5d71-43be-9d14-343ea4a48426 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:23:23.937596 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21c29e9a-58bc-474e-8797-86980a46e747 req-66e7eec0-5c61-4d5e-bc5b-6d7f47284d84 service neutron] Checking agent: {'id': 'f5db9968-6317-4186-9100-9e0ca6b50417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 23, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:23:23.938048 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21c29e9a-58bc-474e-8797-86980a46e747 req-66e7eec0-5c61-4d5e-bc5b-6d7f47284d84 service neutron] Checking segment: {'id': 'e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:23:23.938559 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21c29e9a-58bc-474e-8797-86980a46e747 req-66e7eec0-5c61-4d5e-bc5b-6d7f47284d84 service neutron] Bound using segment: {'id': 'e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426'} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:23:23.939093 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-21c29e9a-58bc-474e-8797-86980a46e747 req-66e7eec0-5c61-4d5e-bc5b-6d7f47284d84 service neutron] Bound port: 3a7f3d4b-f787-402a-ad74-512be49ae5ea, host: n-h2-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426'}}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:23:23.939532 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-21c29e9a-58bc-474e-8797-86980a46e747 req-66e7eec0-5c61-4d5e-bc5b-6d7f47284d84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:24.068487 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-21c29e9a-58bc-474e-8797-86980a46e747 req-66e7eec0-5c61-4d5e-bc5b-6d7f47284d84 service neutron] For port 3a7f3d4b-f787-402a-ad74-512be49ae5ea, host n-h2-844202-1, cleared binding levels {{(pid=88524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:23:24.071502 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-21c29e9a-58bc-474e-8797-86980a46e747 req-66e7eec0-5c61-4d5e-bc5b-6d7f47284d84 service neutron] For port 3a7f3d4b-f787-402a-ad74-512be49ae5ea, host n-h2-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=3a7f3d4b-f787-402a-ad74-512be49ae5ea,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:23:24.078003 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-21c29e9a-58bc-474e-8797-86980a46e747 req-66e7eec0-5c61-4d5e-bc5b-6d7f47284d84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:24.138075 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c29e9a-58bc-474e-8797-86980a46e747 req-66e7eec0-5c61-4d5e-bc5b-6d7f47284d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:23:24.139040 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-21c29e9a-58bc-474e-8797-86980a46e747 req-66e7eec0-5c61-4d5e-bc5b-6d7f47284d84 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:24.140507 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-21c29e9a-58bc-474e-8797-86980a46e747 req-66e7eec0-5c61-4d5e-bc5b-6d7f47284d84 service neutron] 10.222.0.50 "PUT /v2.0/ports/3a7f3d4b-f787-402a-ad74-512be49ae5ea HTTP/1.1" status: 200 len: 1095 time: 1.2864838 Jun 01 19:23:24.155860 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8762b864-200b-43e7-afeb-80ae8086729b', 'tag': '3a7f3d4b-f787-402a-ad74-512be49ae5ea'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:23:24.193606 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e7eec0-5c61-4d5e-bc5b-6d7f47284d84 service neutron] Pushing event updated for resources: {'Port': ['ID=3a7f3d4b-f787-402a-ad74-512be49ae5ea,revision_number=3']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:23:24.241737 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86c5e418-6d96-40d8-b32d-2fe577b39ad2'] response: {'name': 'network-changed', 'server_uuid': '8762b864-200b-43e7-afeb-80ae8086729b', 'tag': '3a7f3d4b-f787-402a-ad74-512be49ae5ea', 'status': 'completed', 'code': 200} Jun 01 19:23:24.285897 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c29e9a-58bc-474e-8797-86980a46e747 req-964058ba-0ac1-4b09-bfcf-c46ba8b7c4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:23:24.287454 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-21c29e9a-58bc-474e-8797-86980a46e747 req-964058ba-0ac1-4b09-bfcf-c46ba8b7c4c3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7bf90069a748473ba95bc7a905ea2721&device_id=8762b864-200b-43e7-afeb-80ae8086729b HTTP/1.1" status: 200 len: 1098 time: 0.0884957 Jun 01 19:23:24.349838 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 41868) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:23:24.377132 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-21c29e9a-58bc-474e-8797-86980a46e747 req-e96aff83-b2e0-41f6-a865-5f5c37d75676 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=3a7f3d4b-f787-402a-ad74-512be49ae5ea HTTP/1.1" status: 200 len: 217 time: 0.0825427 Jun 01 19:23:24.379020 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f79b2bed-30b3-4164-95d6-ca79f9b53561 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:24.397355 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-f79b2bed-30b3-4164-95d6-ca79f9b53561 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:23:24.402062 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-f79b2bed-30b3-4164-95d6-ca79f9b53561 admin admin] Usage tracker for resource:security_group_rule and tenant:71c5fb1123764c3595073e783b6e33e6 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:23:24.405809 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-f79b2bed-30b3-4164-95d6-ca79f9b53561 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:23:24.413451 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-f79b2bed-30b3-4164-95d6-ca79f9b53561 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:23:24.496022 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c29e9a-58bc-474e-8797-86980a46e747 req-c265c77b-f0f2-4c3c-bcb2-1395ffbad7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:23:24.501599 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-21c29e9a-58bc-474e-8797-86980a46e747 req-c265c77b-f0f2-4c3c-bcb2-1395ffbad7f8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=35e3ad2f-9c88-4698-b634-4e1b58de1cc2 HTTP/1.1" status: 200 len: 843 time: 0.1174674 Jun 01 19:23:24.529143 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f79b2bed-30b3-4164-95d6-ca79f9b53561 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:24.535407 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f79b2bed-30b3-4164-95d6-ca79f9b53561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:24.585631 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c29e9a-58bc-474e-8797-86980a46e747 req-cea6b7ab-c66c-4969-b182-79044c6a5967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:23:24.587518 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-21c29e9a-58bc-474e-8797-86980a46e747 req-cea6b7ab-c66c-4969-b182-79044c6a5967 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=898153a3-5d71-43be-9d14-343ea4a48426&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0813353 Jun 01 19:23:24.636279 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-f79b2bed-30b3-4164-95d6-ca79f9b53561 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=71c5fb1123764c3595073e783b6e33e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2845931 Jun 01 19:23:24.646405 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 41876) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:23:24.666665 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79b2bed-30b3-4164-95d6-ca79f9b53561 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d81ed41b-cb23-436d-88b6-959be2e8cb60,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:23:24.730905 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-21c29e9a-58bc-474e-8797-86980a46e747 req-f15b60c2-2b56-4b0d-a648-03f6ae5ad240 service neutron] 10.222.0.50 "GET /v2.0/networks/898153a3-5d71-43be-9d14-343ea4a48426?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374061 Jun 01 19:23:24.737194 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b182343f-5ef9-45e7-9b1b-c4fc1351af6a req-295fef1e-5a86-41a0-ac9e-7b3f91086155 tempest-VolumesBackupsTest-558199105 tempest-VolumesBackupsTest-558199105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:23:24.738623 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b182343f-5ef9-45e7-9b1b-c4fc1351af6a req-295fef1e-5a86-41a0-ac9e-7b3f91086155 tempest-VolumesBackupsTest-558199105 tempest-VolumesBackupsTest-558199105-project] 10.222.0.41 "GET /v2.0/ports?device_id=8762b864-200b-43e7-afeb-80ae8086729b HTTP/1.1" status: 200 len: 947 time: 0.1870620 Jun 01 19:23:24.743702 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-058e8b05-717c-4091-b97f-acf18ac612c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:24.796094 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-058e8b05-717c-4091-b97f-acf18ac612c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:24.827977 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b182343f-5ef9-45e7-9b1b-c4fc1351af6a req-a75f8d39-6fca-4b5f-97a5-845f74c7895b tempest-VolumesBackupsTest-558199105 tempest-VolumesBackupsTest-558199105-project] 10.222.0.41 "GET /v2.0/security-groups?id=dbae2b20-3023-49c4-9ca2-f255af6e29a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813181 Jun 01 19:23:24.872241 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-058e8b05-717c-4091-b97f-acf18ac612c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:24.881807 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-21c29e9a-58bc-474e-8797-86980a46e747 req-2ffa64fe-c3b0-43c3-a752-f677213a66e0 service neutron] 10.222.0.50 "GET /v2.0/networks/898153a3-5d71-43be-9d14-343ea4a48426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452765 Jun 01 19:23:24.890743 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058e8b05-717c-4091-b97f-acf18ac612c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d81ed41b-cb23-436d-88b6-959be2e8cb60,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:23:24.904212 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-058e8b05-717c-4091-b97f-acf18ac612c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:24.905350 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-058e8b05-717c-4091-b97f-acf18ac612c4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d81ed41b-cb23-436d-88b6-959be2e8cb60 HTTP/1.1" status: 204 len: 168 time: 0.2577648 Jun 01 19:23:25.036143 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39f7791-16e8-4e45-aefe-97cf541e4854 req-b9bd50ec-0d91-4ff3-9012-b3488f23a796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:23:25.037756 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e39f7791-16e8-4e45-aefe-97cf541e4854 req-b9bd50ec-0d91-4ff3-9012-b3488f23a796 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7bf90069a748473ba95bc7a905ea2721&device_id=8762b864-200b-43e7-afeb-80ae8086729b HTTP/1.1" status: 200 len: 1098 time: 0.1024141 Jun 01 19:23:25.184677 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39f7791-16e8-4e45-aefe-97cf541e4854 req-c6416a02-81cf-49ae-84bf-521c5be47e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:23:25.186118 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e39f7791-16e8-4e45-aefe-97cf541e4854 req-c6416a02-81cf-49ae-84bf-521c5be47e3f service neutron] 10.222.0.50 "GET /v2.0/networks?id=898153a3-5d71-43be-9d14-343ea4a48426 HTTP/1.1" status: 200 len: 870 time: 0.1406503 Jun 01 19:23:25.364869 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e39f7791-16e8-4e45-aefe-97cf541e4854 req-f58cde1c-76a9-42ff-9691-6f6ccf445a64 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=3a7f3d4b-f787-402a-ad74-512be49ae5ea HTTP/1.1" status: 200 len: 217 time: 0.1724143 Jun 01 19:23:25.440533 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39f7791-16e8-4e45-aefe-97cf541e4854 req-68b8fef5-434b-4225-8ac8-15c5763bcb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:23:25.442594 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e39f7791-16e8-4e45-aefe-97cf541e4854 req-68b8fef5-434b-4225-8ac8-15c5763bcb62 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=35e3ad2f-9c88-4698-b634-4e1b58de1cc2 HTTP/1.1" status: 200 len: 843 time: 0.0721965 Jun 01 19:23:25.534147 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39f7791-16e8-4e45-aefe-97cf541e4854 req-3ce63a52-48c4-45b7-ab14-d05cf7b5a0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:23:25.535766 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e39f7791-16e8-4e45-aefe-97cf541e4854 req-3ce63a52-48c4-45b7-ab14-d05cf7b5a0bf service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=898153a3-5d71-43be-9d14-343ea4a48426&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0868051 Jun 01 19:23:25.687950 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e39f7791-16e8-4e45-aefe-97cf541e4854 req-cf971f86-ecc8-4d02-851e-1224f9a09794 service neutron] 10.222.0.50 "GET /v2.0/networks/898153a3-5d71-43be-9d14-343ea4a48426?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458538 Jun 01 19:23:25.840106 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e39f7791-16e8-4e45-aefe-97cf541e4854 req-f67cc89d-f0dc-447b-8980-a99cd68e9665 service neutron] 10.222.0.50 "GET /v2.0/networks/898153a3-5d71-43be-9d14-343ea4a48426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454291 Jun 01 19:23:26.054535 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fa5fed-66b9-46f2-9ecd-106bc6508051 req-0a4589fb-689c-489b-953f-be86a0193507 tempest-VolumesBackupsTest-558199105 tempest-VolumesBackupsTest-558199105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:23:26.054535 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-37fa5fed-66b9-46f2-9ecd-106bc6508051 req-0a4589fb-689c-489b-953f-be86a0193507 tempest-VolumesBackupsTest-558199105 tempest-VolumesBackupsTest-558199105-project] Synchronizing usage tracker for tenant:7bf90069a748473ba95bc7a905ea2721 on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:23:26.074001 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-37fa5fed-66b9-46f2-9ecd-106bc6508051 req-0a4589fb-689c-489b-953f-be86a0193507 tempest-VolumesBackupsTest-558199105 tempest-VolumesBackupsTest-558199105-project] Unset dirty status for tenant:7bf90069a748473ba95bc7a905ea2721 on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:23:26.075422 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-37fa5fed-66b9-46f2-9ecd-106bc6508051 req-0a4589fb-689c-489b-953f-be86a0193507 tempest-VolumesBackupsTest-558199105 tempest-VolumesBackupsTest-558199105-project] 10.222.0.41 "GET /v2.0/ports?device_id=8762b864-200b-43e7-afeb-80ae8086729b HTTP/1.1" status: 200 len: 947 time: 0.1173120 Jun 01 19:23:26.131479 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-37fa5fed-66b9-46f2-9ecd-106bc6508051 req-26d76eb4-b488-44e3-b8ab-ba49c3f51e5c tempest-VolumesBackupsTest-558199105 tempest-VolumesBackupsTest-558199105-project] Synchronizing usage tracker for tenant:7bf90069a748473ba95bc7a905ea2721 on resource:security_group {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:23:26.151896 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-37fa5fed-66b9-46f2-9ecd-106bc6508051 req-26d76eb4-b488-44e3-b8ab-ba49c3f51e5c tempest-VolumesBackupsTest-558199105 tempest-VolumesBackupsTest-558199105-project] Unset dirty status for tenant:7bf90069a748473ba95bc7a905ea2721 on resource:security_group {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:23:26.153463 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-37fa5fed-66b9-46f2-9ecd-106bc6508051 req-26d76eb4-b488-44e3-b8ab-ba49c3f51e5c tempest-VolumesBackupsTest-558199105 tempest-VolumesBackupsTest-558199105-project] 10.222.0.41 "GET /v2.0/security-groups?id=dbae2b20-3023-49c4-9ca2-f255af6e29a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708203 Jun 01 19:23:26.173890 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 3a7f3d4b-f787-402a-ad74-512be49ae5ea details requested by agent hyperv_n-h2-844202-1 with host n-h2-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 19:23:26.333062 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 3a7f3d4b-f787-402a-ad74-512be49ae5ea, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=3a7f3d4b-f787-402a-ad74-512be49ae5ea,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:23:26.349632 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Returning: {'device': '3a7f3d4b-f787-402a-ad74-512be49ae5ea', 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426', 'port_id': '3a7f3d4b-f787-402a-ad74-512be49ae5ea', 'mac_address': 'fa:16:3e:66:c3:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35e3ad2f-9c88-4698-b634-4e1b58de1cc2', 'ip_address': '192.168.233.39'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 19:23:26.412141 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port 3a7f3d4b-f787-402a-ad74-512be49ae5ea is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:23:26.412567 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:26.432023 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a7f3d4b-f787-402a-ad74-512be49ae5ea {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 19:23:26.449721 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 3a7f3d4b-f787-402a-ad74-512be49ae5ea, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=3a7f3d4b-f787-402a-ad74-512be49ae5ea,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:23:26.454787 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:26.529052 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=3a7f3d4b-f787-402a-ad74-512be49ae5ea,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:23:26.640955 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] get_ports_and_sgs() called for port_ids ['3a7f3d4b-f787-402a-ad74-512be49ae5ea'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 19:23:27.387058 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14660fc-6ec0-439b-8879-3bcde139e94e req-330fca52-da55-4531-a8b0-2dd4e1fae84f tempest-VolumesBackupsTest-558199105 tempest-VolumesBackupsTest-558199105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:23:27.389040 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b14660fc-6ec0-439b-8879-3bcde139e94e req-330fca52-da55-4531-a8b0-2dd4e1fae84f tempest-VolumesBackupsTest-558199105 tempest-VolumesBackupsTest-558199105-project] 10.222.0.41 "GET /v2.0/ports?device_id=8762b864-200b-43e7-afeb-80ae8086729b HTTP/1.1" status: 200 len: 948 time: 0.0978134 Jun 01 19:23:27.448574 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b14660fc-6ec0-439b-8879-3bcde139e94e req-10a55aac-ff39-4e15-87fa-0cfc6d3400de tempest-VolumesBackupsTest-558199105 tempest-VolumesBackupsTest-558199105-project] 10.222.0.41 "GET /v2.0/security-groups?id=dbae2b20-3023-49c4-9ca2-f255af6e29a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492415 Jun 01 19:23:27.658530 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 41994) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:23:27.783314 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4caf677d-7654-4ff4-bdfc-f751ab0014ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:27.805773 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-4caf677d-7654-4ff4-bdfc-f751ab0014ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:23:27.817347 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-4caf677d-7654-4ff4-bdfc-f751ab0014ac admin admin] Usage tracker for resource:security_group_rule and tenant:fc255ba2c3344954b5a1ccf4d6051238 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:23:27.836654 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-4caf677d-7654-4ff4-bdfc-f751ab0014ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:23:27.875419 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-4caf677d-7654-4ff4-bdfc-f751ab0014ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:23:27.992077 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4caf677d-7654-4ff4-bdfc-f751ab0014ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:28.004832 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4caf677d-7654-4ff4-bdfc-f751ab0014ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:28.054530 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caf677d-7654-4ff4-bdfc-f751ab0014ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a730d8a2-0a65-4cec-aa37-9b6f4679ed88,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:23:28.059813 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-4caf677d-7654-4ff4-bdfc-f751ab0014ac admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fc255ba2c3344954b5a1ccf4d6051238&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4001777 Jun 01 19:23:28.062607 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 42002) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:23:28.128957 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-0ebd3aeb-3afe-4978-bc40-3d8b53e7175a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:28.157898 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-0ebd3aeb-3afe-4978-bc40-3d8b53e7175a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:28.173384 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 3a7f3d4b-f787-402a-ad74-512be49ae5ea up at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:23:28.213773 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-0ebd3aeb-3afe-4978-bc40-3d8b53e7175a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:28.234511 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebd3aeb-3afe-4978-bc40-3d8b53e7175a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a730d8a2-0a65-4cec-aa37-9b6f4679ed88,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:23:28.238019 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-0ebd3aeb-3afe-4978-bc40-3d8b53e7175a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:28.241806 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-0ebd3aeb-3afe-4978-bc40-3d8b53e7175a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a730d8a2-0a65-4cec-aa37-9b6f4679ed88 HTTP/1.1" status: 204 len: 168 time: 0.1780427 Jun 01 19:23:28.254995 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning for port 3a7f3d4b-f787-402a-ad74-512be49ae5ea completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:23:28.264175 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning complete for port 3a7f3d4b-f787-402a-ad74-512be49ae5ea triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:23:28.264566 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:28.395223 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port 3a7f3d4b-f787-402a-ad74-512be49ae5ea is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:23:28.395608 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:28.434985 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8762b864-200b-43e7-afeb-80ae8086729b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a7f3d4b-f787-402a-ad74-512be49ae5ea'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:23:28.448417 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 3a7f3d4b-f787-402a-ad74-512be49ae5ea, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=3a7f3d4b-f787-402a-ad74-512be49ae5ea,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:23:28.453877 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:28.528192 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ac0f735-211a-4b3b-ab83-5c99f30290ec'] response: {'server_uuid': '8762b864-200b-43e7-afeb-80ae8086729b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a7f3d4b-f787-402a-ad74-512be49ae5ea', 'code': 200} Jun 01 19:23:28.544157 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=3a7f3d4b-f787-402a-ad74-512be49ae5ea,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:23:28.633523 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 42014) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:23:28.667392 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e1de6bf9-002d-43b2-a029-d01b12aae9b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:28.681485 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8870c402-6f1b-42ac-a84b-10dd29d63e89 req-cd786350-e7be-45db-918d-c0683300ce57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:23:28.683014 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-8870c402-6f1b-42ac-a84b-10dd29d63e89 req-cd786350-e7be-45db-918d-c0683300ce57 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=8762b864-200b-43e7-afeb-80ae8086729b HTTP/1.1" status: 200 len: 1100 time: 0.0797894 Jun 01 19:23:28.700016 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-e1de6bf9-002d-43b2-a029-d01b12aae9b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:23:28.706641 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-e1de6bf9-002d-43b2-a029-d01b12aae9b2 admin admin] Usage tracker for resource:security_group_rule and tenant:c081b2becb4740d493a09fb762afb033 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:23:28.710195 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-e1de6bf9-002d-43b2-a029-d01b12aae9b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:23:28.719211 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-e1de6bf9-002d-43b2-a029-d01b12aae9b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:23:28.728859 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-8870c402-6f1b-42ac-a84b-10dd29d63e89 req-e1caa17f-d7b8-4acf-9199-1d3858b95a03 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=dbae2b20-3023-49c4-9ca2-f255af6e29a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398924 Jun 01 19:23:28.740054 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609827a5-7062-4ae1-bc43-746c7f23fdf7 req-0c1e9ddc-8070-465b-9745-cc25cd177b7b tempest-VolumesBackupsTest-558199105 tempest-VolumesBackupsTest-558199105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:23:28.741534 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-609827a5-7062-4ae1-bc43-746c7f23fdf7 req-0c1e9ddc-8070-465b-9745-cc25cd177b7b tempest-VolumesBackupsTest-558199105 tempest-VolumesBackupsTest-558199105-project] 10.222.0.41 "GET /v2.0/ports?device_id=8762b864-200b-43e7-afeb-80ae8086729b HTTP/1.1" status: 200 len: 949 time: 0.1509161 Jun 01 19:23:28.806590 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-609827a5-7062-4ae1-bc43-746c7f23fdf7 req-7a22f702-43b9-4f44-8521-b58d55551e53 tempest-VolumesBackupsTest-558199105 tempest-VolumesBackupsTest-558199105-project] 10.222.0.41 "GET /v2.0/security-groups?id=dbae2b20-3023-49c4-9ca2-f255af6e29a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563190 Jun 01 19:23:28.860590 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e1de6bf9-002d-43b2-a029-d01b12aae9b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:28.865479 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e1de6bf9-002d-43b2-a029-d01b12aae9b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:28.919921 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-e1de6bf9-002d-43b2-a029-d01b12aae9b2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c081b2becb4740d493a09fb762afb033&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2852292 Jun 01 19:23:28.921084 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1de6bf9-002d-43b2-a029-d01b12aae9b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ce21cd0-6864-4174-81a5-d07bc00df24f,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:23:28.922556 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 42020) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:23:28.998723 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8b736e68-ab75-49b3-a830-4b3115646d7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:29.026894 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8b736e68-ab75-49b3-a830-4b3115646d7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:29.082861 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8b736e68-ab75-49b3-a830-4b3115646d7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:29.097693 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b736e68-ab75-49b3-a830-4b3115646d7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ce21cd0-6864-4174-81a5-d07bc00df24f,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:23:29.105122 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8b736e68-ab75-49b3-a830-4b3115646d7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:29.106254 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-8b736e68-ab75-49b3-a830-4b3115646d7c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3ce21cd0-6864-4174-81a5-d07bc00df24f HTTP/1.1" status: 204 len: 168 time: 0.1826620 Jun 01 19:23:30.022502 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15d7a37-9fd9-421e-8c2a-a177e4c699f9 req-305775ca-5774-43dc-a79b-845f1b79e4d8 tempest-VolumesBackupsTest-558199105 tempest-VolumesBackupsTest-558199105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:23:30.025247 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c15d7a37-9fd9-421e-8c2a-a177e4c699f9 req-305775ca-5774-43dc-a79b-845f1b79e4d8 tempest-VolumesBackupsTest-558199105 tempest-VolumesBackupsTest-558199105-project] 10.222.0.41 "GET /v2.0/ports?device_id=8762b864-200b-43e7-afeb-80ae8086729b HTTP/1.1" status: 200 len: 949 time: 0.0897677 Jun 01 19:23:30.079788 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c15d7a37-9fd9-421e-8c2a-a177e4c699f9 req-91899f7a-80de-40d9-a409-f2745fc19e1a tempest-VolumesBackupsTest-558199105 tempest-VolumesBackupsTest-558199105-project] 10.222.0.41 "GET /v2.0/security-groups?id=dbae2b20-3023-49c4-9ca2-f255af6e29a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468268 Jun 01 19:23:31.677548 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 42142) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:23:31.817028 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-40ee8929-d00c-4661-8cc6-62cd1d1f0360 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:31.832547 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-40ee8929-d00c-4661-8cc6-62cd1d1f0360 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:23:31.837638 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-40ee8929-d00c-4661-8cc6-62cd1d1f0360 admin admin] Usage tracker for resource:security_group_rule and tenant:f2cf5ca6d6fe4e6f93d27e427978cde7 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:23:31.840762 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-40ee8929-d00c-4661-8cc6-62cd1d1f0360 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:23:31.847274 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-40ee8929-d00c-4661-8cc6-62cd1d1f0360 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:23:31.970986 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-40ee8929-d00c-4661-8cc6-62cd1d1f0360 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:31.976733 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-40ee8929-d00c-4661-8cc6-62cd1d1f0360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:32.026697 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ee8929-d00c-4661-8cc6-62cd1d1f0360 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a97d10d3-b043-4e75-81d9-2718a8f311ec,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:23:32.032202 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-40ee8929-d00c-4661-8cc6-62cd1d1f0360 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f2cf5ca6d6fe4e6f93d27e427978cde7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3528144 Jun 01 19:23:32.034959 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 42148) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:23:32.095485 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-0426ddb9-6a29-4c5b-94c2-037c06fe175f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:32.129858 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-0426ddb9-6a29-4c5b-94c2-037c06fe175f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:32.189754 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-0426ddb9-6a29-4c5b-94c2-037c06fe175f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:32.210721 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0426ddb9-6a29-4c5b-94c2-037c06fe175f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a97d10d3-b043-4e75-81d9-2718a8f311ec,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:23:32.220179 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-0426ddb9-6a29-4c5b-94c2-037c06fe175f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:32.224842 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-0426ddb9-6a29-4c5b-94c2-037c06fe175f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a97d10d3-b043-4e75-81d9-2718a8f311ec HTTP/1.1" status: 204 len: 168 time: 0.1859450 Jun 01 19:23:32.595822 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 42158) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:23:32.616415 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-377dad68-7742-461c-8171-7e73cd4f7c00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:32.639212 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-377dad68-7742-461c-8171-7e73cd4f7c00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:23:32.643932 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-377dad68-7742-461c-8171-7e73cd4f7c00 admin admin] Usage tracker for resource:security_group_rule and tenant:041ac8281a6a4a71aaf7de5d2c355fcf is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:23:32.647529 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-377dad68-7742-461c-8171-7e73cd4f7c00 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:23:32.656241 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-377dad68-7742-461c-8171-7e73cd4f7c00 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:23:32.779485 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-377dad68-7742-461c-8171-7e73cd4f7c00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:32.786174 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-377dad68-7742-461c-8171-7e73cd4f7c00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:32.848834 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 42164) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:23:32.849392 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-377dad68-7742-461c-8171-7e73cd4f7c00 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=041ac8281a6a4a71aaf7de5d2c355fcf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2519975 Jun 01 19:23:32.849928 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377dad68-7742-461c-8171-7e73cd4f7c00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f98445f3-5888-4f94-8279-4faef71c7358,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:23:32.915152 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ff5b8bce-525e-4a1b-b2f5-3966807bfde7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:32.946315 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ff5b8bce-525e-4a1b-b2f5-3966807bfde7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:33.000634 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ff5b8bce-525e-4a1b-b2f5-3966807bfde7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:33.016911 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5b8bce-525e-4a1b-b2f5-3966807bfde7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f98445f3-5888-4f94-8279-4faef71c7358,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:23:33.033227 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ff5b8bce-525e-4a1b-b2f5-3966807bfde7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:33.036658 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-ff5b8bce-525e-4a1b-b2f5-3966807bfde7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f98445f3-5888-4f94-8279-4faef71c7358 HTTP/1.1" status: 204 len: 168 time: 0.1847787 Jun 01 19:23:33.898026 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.agents_db [None req-e814b9cf-7de8-45d0-a079-29c61fabe7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 19:23:34.962164 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 42226) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:23:35.130240 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-bb002402-8da4-40f0-970f-233dd637b4c4 tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] Request body: {'floatingip': {'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:23:35.137145 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-bb002402-8da4-40f0-970f-233dd637b4c4 tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:23:35.141089 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-bb002402-8da4-40f0-970f-233dd637b4c4 tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] Usage tracker for resource:floatingip and tenant:59100afabe724695822c29b02a2dbd35 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:23:35.144033 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-bb002402-8da4-40f0-970f-233dd637b4c4 tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:23:35.150582 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-bb002402-8da4-40f0-970f-233dd637b4c4 tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:23:35.161059 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-bb002402-8da4-40f0-970f-233dd637b4c4 tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] Notify callbacks [] for floatingip, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:35.300271 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-bb002402-8da4-40f0-970f-233dd637b4c4 tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:35.444039 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [None req-bb002402-8da4-40f0-970f-233dd637b4c4 tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] Allocated IP 172.25.4.177 (72a72e44-6845-488a-a5ff-3a26d4df9cb3/c314a23b-daa2-4106-ab28-8e6f954277b2/a4b50863-85ba-4de3-b60b-a3ef3d0a60d3) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:23:35.593816 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-bb002402-8da4-40f0-970f-233dd637b4c4 tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:35.624389 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-bb002402-8da4-40f0-970f-233dd637b4c4 tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:35.692515 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb002402-8da4-40f0-970f-233dd637b4c4 tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] Network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:23:35.695221 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-bb002402-8da4-40f0-970f-233dd637b4c4 tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:23:35.698351 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb002402-8da4-40f0-970f-233dd637b4c4 tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:23:35.742119 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb002402-8da4-40f0-970f-233dd637b4c4 tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] Pushing event updated for resources: {'Port': ['ID=a4b50863-85ba-4de3-b60b-a3ef3d0a60d3,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:23:35.787580 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-bb002402-8da4-40f0-970f-233dd637b4c4 tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:35.853196 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-bb002402-8da4-40f0-970f-233dd637b4c4 tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:36.124578 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-bb002402-8da4-40f0-970f-233dd637b4c4 tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] Notify callbacks [] for port, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:36.129743 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-bb002402-8da4-40f0-970f-233dd637b4c4 tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:36.362907 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb002402-8da4-40f0-970f-233dd637b4c4 tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] Pushing event updated for resources: {'Port': ['ID=a4b50863-85ba-4de3-b60b-a3ef3d0a60d3,revision_number=2']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:23:36.371981 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-bb002402-8da4-40f0-970f-233dd637b4c4 tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887712'] for floatingip, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:36.393373 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-bb002402-8da4-40f0-970f-233dd637b4c4 tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for floatingip, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:36.394483 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-bb002402-8da4-40f0-970f-233dd637b4c4 tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4312019 Jun 01 19:23:36.397243 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 42238) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:23:36.403601 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-b9604641-2072-4146-ae6b-771668c0608d tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-749375788'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:23:36.409178 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-b9604641-2072-4146-ae6b-771668c0608d tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:23:36.413703 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-b9604641-2072-4146-ae6b-771668c0608d tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] Usage tracker for resource:network and tenant:59100afabe724695822c29b02a2dbd35 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:23:36.417298 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-b9604641-2072-4146-ae6b-771668c0608d tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:23:36.423199 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-b9604641-2072-4146-ae6b-771668c0608d tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:23:36.432664 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9604641-2072-4146-ae6b-771668c0608d tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] Made reservation on behalf of 59100afabe724695822c29b02a2dbd35 for: {'network': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:23:36.435986 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b9604641-2072-4146-ae6b-771668c0608d tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:36.449446 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b9604641-2072-4146-ae6b-771668c0608d tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:36.465073 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-b9604641-2072-4146-ae6b-771668c0608d tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:23:36.469080 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-b9604641-2072-4146-ae6b-771668c0608d tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] Usage tracker for resource:security_group_rule and tenant:59100afabe724695822c29b02a2dbd35 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:23:36.471830 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-b9604641-2072-4146-ae6b-771668c0608d tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:23:36.478663 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-b9604641-2072-4146-ae6b-771668c0608d tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:23:36.558750 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b9604641-2072-4146-ae6b-771668c0608d tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:36.562827 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b9604641-2072-4146-ae6b-771668c0608d tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:36.598032 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9604641-2072-4146-ae6b-771668c0608d tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 128} {{(pid=88525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 19:23:36.603333 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9604641-2072-4146-ae6b-771668c0608d tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] Pushing event updated for resources: {'SecurityGroup': ['ID=351d0b76-7be2-42f8-89a2-d102691049a4,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:23:36.611116 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b9604641-2072-4146-ae6b-771668c0608d tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:36.611574 n-d-844202-1 neutron-server[88525]: INFO neutron.db.segments_db [None req-b9604641-2072-4146-ae6b-771668c0608d tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] Added segment 756e0d4d-d2ba-4344-838c-6e4f406a2b7d of type vlan for network 73da957b-07d3-4b61-84fb-0fc4a32a5e20 Jun 01 19:23:36.638032 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b9604641-2072-4146-ae6b-771668c0608d tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:36.667429 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b9604641-2072-4146-ae6b-771668c0608d tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:36.672978 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9604641-2072-4146-ae6b-771668c0608d tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:23:36.673531 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b9604641-2072-4146-ae6b-771668c0608d tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] Notify callbacks [] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:36.784786 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-b9604641-2072-4146-ae6b-771668c0608d tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3865442 Jun 01 19:23:36.787435 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9604641-2072-4146-ae6b-771668c0608d tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] Pushing event updated for resources: {'Network': ['ID=73da957b-07d3-4b61-84fb-0fc4a32a5e20,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:23:36.787731 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 42242) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:23:36.793513 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-50b88db1-6307-458d-b197-f47c9403fca6 tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] Request body: {'subnet': {'network_id': '73da957b-07d3-4b61-84fb-0fc4a32a5e20', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:23:36.797807 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network 73da957b-07d3-4b61-84fb-0fc4a32a5e20 details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 19:23:36.911980 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-50b88db1-6307-458d-b197-f47c9403fca6 tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:23:36.916449 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-50b88db1-6307-458d-b197-f47c9403fca6 tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] Usage tracker for resource:subnet and tenant:59100afabe724695822c29b02a2dbd35 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:23:36.919477 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-50b88db1-6307-458d-b197-f47c9403fca6 tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:23:36.925264 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-50b88db1-6307-458d-b197-f47c9403fca6 tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:23:36.935955 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50b88db1-6307-458d-b197-f47c9403fca6 tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] Made reservation on behalf of 59100afabe724695822c29b02a2dbd35 for: {'subnet': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:23:36.939326 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-50b88db1-6307-458d-b197-f47c9403fca6 tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3066584'] for subnet, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:37.120320 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-263f28eb-4177-44e7-8788-9f606197acda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:37.168185 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-50b88db1-6307-458d-b197-f47c9403fca6 tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2718919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3066602'] for subnet, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:37.429439 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b88db1-6307-458d-b197-f47c9403fca6 tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] Pushing event updated for resources: {'Subnet': ['ID=a0413bc9-e9fc-43a7-826e-e7a95a22c4b7,revision_number=0']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:23:37.456303 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b88db1-6307-458d-b197-f47c9403fca6 tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] Checking segment: {'id': '756e0d4d-d2ba-4344-838c-6e4f406a2b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '73da957b-07d3-4b61-84fb-0fc4a32a5e20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:23:37.456661 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50b88db1-6307-458d-b197-f47c9403fca6 tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] Network hostable DHCP agents. Network: 73da957b-07d3-4b61-84fb-0fc4a32a5e20, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88524) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 19:23:37.512846 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cc4692-a7c0-4f02-a749-38d914855133 req-813839c5-5d1e-416c-8610-62c792e6610f tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:23:37.514334 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-96cc4692-a7c0-4f02-a749-38d914855133 req-813839c5-5d1e-416c-8610-62c792e6610f tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/networks?id=06227175-383a-438d-b2ea-446bb23d085d HTTP/1.1" status: 200 len: 812 time: 0.2049208 Jun 01 19:23:37.515087 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50b88db1-6307-458d-b197-f47c9403fca6 tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] Network 73da957b-07d3-4b61-84fb-0fc4a32a5e20 is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88524) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 19:23:37.530439 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-50b88db1-6307-458d-b197-f47c9403fca6 tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, 73da957b-07d3-4b61-84fb-0fc4a32a5e20) {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:23:37.534628 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-96cc4692-a7c0-4f02-a749-38d914855133 req-65ebc529-ce20-40e6-82d6-53c7dcb65f2d tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/quotas/e7fa6482b873470e8b5274a0b6cb89ae HTTP/1.1" status: 200 len: 375 time: 0.0135238 Jun 01 19:23:37.535780 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b88db1-6307-458d-b197-f47c9403fca6 tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:23:37.536375 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-50b88db1-6307-458d-b197-f47c9403fca6 tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:37.540293 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2141b7b-f9a7-4bef-a401-7621650bb34a None None] Network 73da957b-07d3-4b61-84fb-0fc4a32a5e20 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:23:37.626855 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-50b88db1-6307-458d-b197-f47c9403fca6 tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8355405 Jun 01 19:23:37.627423 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 42260) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:23:37.632895 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-c70c0562-e864-4f58-bca0-1c138872a796 tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1866965052', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}, 'admin_state_up': False}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:23:37.641440 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-c70c0562-e864-4f58-bca0-1c138872a796 tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:23:37.646645 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-c70c0562-e864-4f58-bca0-1c138872a796 tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] Usage tracker for resource:router and tenant:59100afabe724695822c29b02a2dbd35 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:23:37.651265 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-c70c0562-e864-4f58-bca0-1c138872a796 tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:23:37.658762 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-96cc4692-a7c0-4f02-a749-38d914855133 req-5a60721a-4348-43b7-ac14-c01951e53493 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=e7fa6482b873470e8b5274a0b6cb89ae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1157260 Jun 01 19:23:37.665903 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-c70c0562-e864-4f58-bca0-1c138872a796 tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:23:37.678414 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c70c0562-e864-4f58-bca0-1c138872a796 tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-885767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25238'] for router, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:37.679918 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c70c0562-e864-4f58-bca0-1c138872a796 tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-901042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-886562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-981784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25327'] for router, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:37.700320 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c70c0562-e864-4f58-bca0-1c138872a796 tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:37.789050 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6783eb4-5cdb-47d1-8a97-147b0f0497ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc93f83c3-7fb6-5c13-a9d4-29d739a4e8d2-73da957b-07d3-4b61-84fb-0fc4a32a5e20', 'network_id': '73da957b-07d3-4b61-84fb-0fc4a32a5e20', 'tenant_id': '59100afabe724695822c29b02a2dbd35', 'fixed_ips': [{'subnet_id': 'a0413bc9-e9fc-43a7-826e-e7a95a22c4b7'}]}} from n-d-844202-1. {{(pid=88526) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 19:23:37.790247 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-b6783eb4-5cdb-47d1-8a97-147b0f0497ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:37.821114 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-96cc4692-a7c0-4f02-a749-38d914855133 req-86f9013f-af2a-4254-8b3c-f08f9c4562f9 service neutron] 10.222.0.41 "GET /v2.0/networks/06227175-383a-438d-b2ea-446bb23d085d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535852 Jun 01 19:23:37.967695 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.db_base_plugin_common [None req-b6783eb4-5cdb-47d1-8a97-147b0f0497ec None None] Allocated IP 172.20.0.2 (73da957b-07d3-4b61-84fb-0fc4a32a5e20/a0413bc9-e9fc-43a7-826e-e7a95a22c4b7/9e0caacb-d3b4-45f4-bda5-bf3e5be33749) {{(pid=88526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:23:37.974521 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-96cc4692-a7c0-4f02-a749-38d914855133 req-880a2a0f-63ff-4a4c-8958-cdf4f259f954 service neutron] 10.222.0.41 "GET /v2.0/networks/06227175-383a-438d-b2ea-446bb23d085d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458001 Jun 01 19:23:38.013070 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c70c0562-e864-4f58-bca0-1c138872a796 tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-886608', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-885830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25341'] for router, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:38.239447 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-b6783eb4-5cdb-47d1-8a97-147b0f0497ec None None] Notify callbacks [] for port, precommit_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:38.250240 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-b6783eb4-5cdb-47d1-8a97-147b0f0497ec None None] Transition to ACTIVE for port object 9e0caacb-d3b4-45f4-bda5-bf3e5be33749 will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:23:38.271330 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-b6783eb4-5cdb-47d1-8a97-147b0f0497ec None None] Transition to ACTIVE for port object 9e0caacb-d3b4-45f4-bda5-bf3e5be33749 will not be triggered until provisioned by entity DHCP. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:23:38.278243 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-b6783eb4-5cdb-47d1-8a97-147b0f0497ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526'] for port, after_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:38.341486 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-90d70708-32f6-43f9-b01b-fc231137240e req-b814f855-50a9-4dad-bc55-30209b404a40 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/ports?device_id=888f1470-27db-4050-bd2f-eabff0112455 HTTP/1.1" status: 200 len: 210 time: 0.1015275 Jun 01 19:23:38.385610 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6783eb4-5cdb-47d1-8a97-147b0f0497ec None None] Network 73da957b-07d3-4b61-84fb-0fc4a32a5e20 is already hosted by enough agents. {{(pid=88526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:23:38.397511 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c70c0562-e864-4f58-bca0-1c138872a796 tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] Notify callbacks [] for router_gateway, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:38.404119 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.base_scheduler [None req-b6783eb4-5cdb-47d1-8a97-147b0f0497ec None None] Resources bound (agent type, host, resource id): {{(pid=88526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:23:38.408983 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6783eb4-5cdb-47d1-8a97-147b0f0497ec None None] Received port after_create {{(pid=88526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:23:38.451889 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c70c0562-e864-4f58-bca0-1c138872a796 tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:38.512153 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6783eb4-5cdb-47d1-8a97-147b0f0497ec None None] Pushing event updated for resources: {'Port': ['ID=9e0caacb-d3b4-45f4-bda5-bf3e5be33749,revision_number=1']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:23:38.526798 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6783eb4-5cdb-47d1-8a97-147b0f0497ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:23:38.527427 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6783eb4-5cdb-47d1-8a97-147b0f0497ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:23:38.527941 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6783eb4-5cdb-47d1-8a97-147b0f0497ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:23:38.528561 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6783eb4-5cdb-47d1-8a97-147b0f0497ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:23:38.529109 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6783eb4-5cdb-47d1-8a97-147b0f0497ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:23:38.529494 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6783eb4-5cdb-47d1-8a97-147b0f0497ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:23:38.529769 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6783eb4-5cdb-47d1-8a97-147b0f0497ec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:23:38.530140 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6783eb4-5cdb-47d1-8a97-147b0f0497ec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:23:38.530489 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6783eb4-5cdb-47d1-8a97-147b0f0497ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:23:38.530929 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6783eb4-5cdb-47d1-8a97-147b0f0497ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:23:38.531367 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6783eb4-5cdb-47d1-8a97-147b0f0497ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:23:38.531774 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6783eb4-5cdb-47d1-8a97-147b0f0497ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:23:38.535174 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-b6783eb4-5cdb-47d1-8a97-147b0f0497ec None None] Attempting to bind port 9e0caacb-d3b4-45f4-bda5-bf3e5be33749 on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:23:38.535824 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-b6783eb4-5cdb-47d1-8a97-147b0f0497ec None None] Attempting to bind port 9e0caacb-d3b4-45f4-bda5-bf3e5be33749 by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': '756e0d4d-d2ba-4344-838c-6e4f406a2b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '73da957b-07d3-4b61-84fb-0fc4a32a5e20'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:23:38.536385 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6783eb4-5cdb-47d1-8a97-147b0f0497ec None None] Attempting to bind port 9e0caacb-d3b4-45f4-bda5-bf3e5be33749 on network 73da957b-07d3-4b61-84fb-0fc4a32a5e20 {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:23:38.544704 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6783eb4-5cdb-47d1-8a97-147b0f0497ec None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 23, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:23:38.545247 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6783eb4-5cdb-47d1-8a97-147b0f0497ec None None] Checking segment: {'id': '756e0d4d-d2ba-4344-838c-6e4f406a2b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '73da957b-07d3-4b61-84fb-0fc4a32a5e20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:23:38.545850 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-b6783eb4-5cdb-47d1-8a97-147b0f0497ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:38.546448 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6783eb4-5cdb-47d1-8a97-147b0f0497ec None None] Bound using segment: {'id': '756e0d4d-d2ba-4344-838c-6e4f406a2b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '73da957b-07d3-4b61-84fb-0fc4a32a5e20'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:23:38.547376 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-b6783eb4-5cdb-47d1-8a97-147b0f0497ec None None] Bound port: 9e0caacb-d3b4-45f4-bda5-bf3e5be33749, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '756e0d4d-d2ba-4344-838c-6e4f406a2b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '73da957b-07d3-4b61-84fb-0fc4a32a5e20'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:23:38.548170 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-b6783eb4-5cdb-47d1-8a97-147b0f0497ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:38.631600 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [None req-c70c0562-e864-4f58-bca0-1c138872a796 tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] Allocated IP 172.25.4.30 (72a72e44-6845-488a-a5ff-3a26d4df9cb3/c314a23b-daa2-4106-ab28-8e6f954277b2/059f0965-e1da-4089-88a0-31eecff1113e) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:23:38.699059 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-b6783eb4-5cdb-47d1-8a97-147b0f0497ec None None] For port 9e0caacb-d3b4-45f4-bda5-bf3e5be33749, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:23:38.703903 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-b6783eb4-5cdb-47d1-8a97-147b0f0497ec None None] For port 9e0caacb-d3b4-45f4-bda5-bf3e5be33749, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=9e0caacb-d3b4-45f4-bda5-bf3e5be33749,segment=NetworkSegment(756e0d4d-d2ba-4344-838c-6e4f406a2b7d),segment_id=756e0d4d-d2ba-4344-838c-6e4f406a2b7d)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:23:38.709755 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-b6783eb4-5cdb-47d1-8a97-147b0f0497ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:38.807484 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6783eb4-5cdb-47d1-8a97-147b0f0497ec None None] Pushing event updated for resources: {'Port': ['ID=9e0caacb-d3b4-45f4-bda5-bf3e5be33749,revision_number=2']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:23:38.824669 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c70c0562-e864-4f58-bca0-1c138872a796 tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:38.866063 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c70c0562-e864-4f58-bca0-1c138872a796 tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:38.972112 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70c0562-e864-4f58-bca0-1c138872a796 tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] Pushing event updated for resources: {'Port': ['ID=059f0965-e1da-4089-88a0-31eecff1113e,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:23:38.977174 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c70c0562-e864-4f58-bca0-1c138872a796 tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] Network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:23:38.978968 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-c70c0562-e864-4f58-bca0-1c138872a796 tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:23:38.981999 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70c0562-e864-4f58-bca0-1c138872a796 tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:23:39.555444 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-9507aef4-4769-442a-9974-7f7c0df845f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:39.593408 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d06e73b8-d51f-4099-9e55-bc8f7330a5da req-de6c8456-b1e3-4efd-a343-c53148fc267a tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/ports?device_id=888f1470-27db-4050-bd2f-eabff0112455 HTTP/1.1" status: 200 len: 210 time: 0.0912721 Jun 01 19:23:39.739581 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cc4692-a7c0-4f02-a749-38d914855133 req-79692eb3-8a44-4316-b4a2-be6546da6bd3 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:23:39.741046 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-96cc4692-a7c0-4f02-a749-38d914855133 req-79692eb3-8a44-4316-b4a2-be6546da6bd3 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.15 "GET /v2.0/networks?id=06227175-383a-438d-b2ea-446bb23d085d HTTP/1.1" status: 200 len: 812 time: 0.3470762 Jun 01 19:23:39.749060 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c70c0562-e864-4f58-bca0-1c138872a796 tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] Notify callbacks [] for router_gateway, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:39.809744 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [req-96cc4692-a7c0-4f02-a749-38d914855133 req-513e28de-611c-452e-a3a9-b684cd17639a tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Request body: {'port': {'device_id': '888f1470-27db-4050-bd2f-eabff0112455', 'network_id': '06227175-383a-438d-b2ea-446bb23d085d', 'admin_state_up': True, 'tenant_id': 'e7fa6482b873470e8b5274a0b6cb89ae'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:23:39.988808 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-998a9e5d-4a04-425f-9e84-fe2b517eb997 None None] Network 73da957b-07d3-4b61-84fb-0fc4a32a5e20 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:23:40.180371 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-9dca7275-cc12-49d0-a9a3-29ef0618b6d3 None None] Provisioning for port 9e0caacb-d3b4-45f4-bda5-bf3e5be33749 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:23:40.197414 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [req-96cc4692-a7c0-4f02-a749-38d914855133 req-513e28de-611c-452e-a3a9-b684cd17639a tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:23:40.215394 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [req-96cc4692-a7c0-4f02-a749-38d914855133 req-513e28de-611c-452e-a3a9-b684cd17639a tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:23:40.309396 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96cc4692-a7c0-4f02-a749-38d914855133 req-513e28de-611c-452e-a3a9-b684cd17639a tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Made reservation on behalf of e7fa6482b873470e8b5274a0b6cb89ae for: {'port': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:23:40.312940 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-96cc4692-a7c0-4f02-a749-38d914855133 req-513e28de-611c-452e-a3a9-b684cd17639a tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:40.382386 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c70c0562-e864-4f58-bca0-1c138872a796 tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-885820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-886655'] for router, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:40.612681 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 9e0caacb-d3b4-45f4-bda5-bf3e5be33749 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:23:40.836120 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:40.848359 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:40.849986 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-3c2c2682-83d6-42d8-97b0-f159acbd4f29 None None] Provisioning complete for port 9e0caacb-d3b4-45f4-bda5-bf3e5be33749 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:23:40.850332 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-3c2c2682-83d6-42d8-97b0-f159acbd4f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:40.879610 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port 9e0caacb-d3b4-45f4-bda5-bf3e5be33749 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:23:40.896501 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 9e0caacb-d3b4-45f4-bda5-bf3e5be33749 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:23:40.896868 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:41.109344 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 9e0caacb-d3b4-45f4-bda5-bf3e5be33749 is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:23:41.109344 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:41.113131 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-dd9c678f-c1e2-46e4-a13c-3eba81ddbeba req-a0040345-d6ef-4885-8a01-4d9b649e2b1f tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/ports?device_id=888f1470-27db-4050-bd2f-eabff0112455 HTTP/1.1" status: 200 len: 210 time: 0.2691703 Jun 01 19:23:41.121009 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-3c2c2682-83d6-42d8-97b0-f159acbd4f29 None None] Current status of the port 9e0caacb-d3b4-45f4-bda5-bf3e5be33749 is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:23:41.121386 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-3c2c2682-83d6-42d8-97b0-f159acbd4f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:41.141371 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [req-96cc4692-a7c0-4f02-a749-38d914855133 req-513e28de-611c-452e-a3a9-b684cd17639a tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Allocated IP 172.20.0.9 (06227175-383a-438d-b2ea-446bb23d085d/3c6d4c6d-6977-4f9b-a44c-9b6b04f8ca29/ece602b2-c41f-433f-ac51-8a0cfee8efe6) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:23:41.158871 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c70c0562-e864-4f58-bca0-1c138872a796 tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] Router 9f977618-d030-4906-a459-a4255458507b is scheduled to L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 with binding_index 1 {{(pid=88525) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 19:23:41.162455 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-3c2c2682-83d6-42d8-97b0-f159acbd4f29 None None] For port 9e0caacb-d3b4-45f4-bda5-bf3e5be33749, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=9e0caacb-d3b4-45f4-bda5-bf3e5be33749,segment=NetworkSegment(756e0d4d-d2ba-4344-838c-6e4f406a2b7d),segment_id=756e0d4d-d2ba-4344-838c-6e4f406a2b7d)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:23:41.170963 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-3c2c2682-83d6-42d8-97b0-f159acbd4f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:41.316845 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2c2682-83d6-42d8-97b0-f159acbd4f29 None None] Pushing event updated for resources: {'Port': ['ID=9e0caacb-d3b4-45f4-bda5-bf3e5be33749,revision_number=3']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:23:41.328968 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.db.api [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88526) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 19:23:41.329806 n-d-844202-1 neutron-server[88526]: DEBUG oslo_db.api [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 19:23:41.506760 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c70c0562-e864-4f58-bca0-1c138872a796 tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:23:41.525362 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd92461-a3b4-4bcd-8919-3efef32e69fd None None] Sync routers for ids ['9f977618-d030-4906-a459-a4255458507b'] in n-d-844202-1 {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:23:41.541999 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd92461-a3b4-4bcd-8919-3efef32e69fd None None] Routers {'9f977618-d030-4906-a459-a4255458507b'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:23:41.548006 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-bdd92461-a3b4-4bcd-8919-3efef32e69fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:23:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['9f977618-d030-4906-a459-a4255458507b'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:23:41.593890 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c70c0562-e864-4f58-bca0-1c138872a796 tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] Notify callbacks [] for router, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:41.597651 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-c70c0562-e864-4f58-bca0-1c138872a796 tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 3.9666107 Jun 01 19:23:41.598573 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 42296) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:23:41.606517 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-96cc4692-a7c0-4f02-a749-38d914855133 req-513e28de-611c-452e-a3a9-b684cd17639a tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:41.635557 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-bdd92461-a3b4-4bcd-8919-3efef32e69fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:23:41.637188 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [req-96cc4692-a7c0-4f02-a749-38d914855133 req-513e28de-611c-452e-a3a9-b684cd17639a tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Transition to ACTIVE for port object ece602b2-c41f-433f-ac51-8a0cfee8efe6 will not be triggered until provisioned by entity DHCP. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:23:41.647581 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd92461-a3b4-4bcd-8919-3efef32e69fd None None] Routers {'9f977618-d030-4906-a459-a4255458507b'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:23:41.648422 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-bdd92461-a3b4-4bcd-8919-3efef32e69fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:23:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['9f977618-d030-4906-a459-a4255458507b'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:23:41.671291 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-96cc4692-a7c0-4f02-a749-38d914855133 req-513e28de-611c-452e-a3a9-b684cd17639a tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:41.704923 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:41.734864 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-bdd92461-a3b4-4bcd-8919-3efef32e69fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:23:41.735305 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd92461-a3b4-4bcd-8919-3efef32e69fd None None] The sync data for ids ['9f977618-d030-4906-a459-a4255458507b'] in n-d-844202-1 is: [] {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:23:41.750044 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96cc4692-a7c0-4f02-a749-38d914855133 req-513e28de-611c-452e-a3a9-b684cd17639a tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Network 06227175-383a-438d-b2ea-446bb23d085d is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:23:41.758610 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [req-96cc4692-a7c0-4f02-a749-38d914855133 req-513e28de-611c-452e-a3a9-b684cd17639a tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:23:41.763492 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [req-96cc4692-a7c0-4f02-a749-38d914855133 req-513e28de-611c-452e-a3a9-b684cd17639a tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:23:41.822196 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513e28de-611c-452e-a3a9-b684cd17639a tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Pushing event updated for resources: {'Port': ['ID=ece602b2-c41f-433f-ac51-8a0cfee8efe6,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:23:41.839733 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cc4692-a7c0-4f02-a749-38d914855133 req-513e28de-611c-452e-a3a9-b684cd17639a tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:23:41.840475 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-96cc4692-a7c0-4f02-a749-38d914855133 req-513e28de-611c-452e-a3a9-b684cd17639a tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:41.897289 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-96cc4692-a7c0-4f02-a749-38d914855133 req-513e28de-611c-452e-a3a9-b684cd17639a tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0929170 Jun 01 19:23:41.913606 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [req-96cc4692-a7c0-4f02-a749-38d914855133 req-6a061c77-28b9-40e3-88ef-c6b0b641750c service neutron] Request body: {'port': {'device_id': '888f1470-27db-4050-bd2f-eabff0112455', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844202-1'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:23:41.939804 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 9e0caacb-d3b4-45f4-bda5-bf3e5be33749 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:23:42.018671 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:42.024153 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:42.095953 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-96cc4692-a7c0-4f02-a749-38d914855133 req-6a061c77-28b9-40e3-88ef-c6b0b641750c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:42.208283 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-ab93cc8a-a7be-4ff6-8019-c6ebea17997a None None] Provisioning for port ece602b2-c41f-433f-ac51-8a0cfee8efe6 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:23:42.218249 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-ab93cc8a-a7be-4ff6-8019-c6ebea17997a None None] Provisioning complete for port ece602b2-c41f-433f-ac51-8a0cfee8efe6 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:23:42.218678 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-ab93cc8a-a7be-4ff6-8019-c6ebea17997a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:42.335022 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-ab93cc8a-a7be-4ff6-8019-c6ebea17997a None None] Port ece602b2-c41f-433f-ac51-8a0cfee8efe6 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:23:42.563540 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 9e0caacb-d3b4-45f4-bda5-bf3e5be33749 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:23:42.570433 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1a59e6-7b1d-49ad-90fb-de3e9d2243b6 req-1426026f-de75-41ea-b8d7-c9cc1273dd14 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:23:42.571944 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fd1a59e6-7b1d-49ad-90fb-de3e9d2243b6 req-1426026f-de75-41ea-b8d7-c9cc1273dd14 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/ports?device_id=888f1470-27db-4050-bd2f-eabff0112455 HTTP/1.1" status: 200 len: 931 time: 0.3123293 Jun 01 19:23:42.665938 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [req-96cc4692-a7c0-4f02-a749-38d914855133 req-6a061c77-28b9-40e3-88ef-c6b0b641750c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ece602b2-c41f-433f-ac51-8a0cfee8efe6 {{(pid=88525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 19:23:42.680115 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 9e0caacb-d3b4-45f4-bda5-bf3e5be33749 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:23:42.680733 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:42.693036 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-96cc4692-a7c0-4f02-a749-38d914855133 req-6a061c77-28b9-40e3-88ef-c6b0b641750c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:42.694572 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fd1a59e6-7b1d-49ad-90fb-de3e9d2243b6 req-3eddbcd8-b00b-44d0-bd13-a229696150f2 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/security-groups?id=57a825b2-df9c-47c9-a42f-bb66ab7a288b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133559 Jun 01 19:23:42.729261 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [req-96cc4692-a7c0-4f02-a749-38d914855133 req-6a061c77-28b9-40e3-88ef-c6b0b641750c service neutron] Transition to ACTIVE for port object ece602b2-c41f-433f-ac51-8a0cfee8efe6 will not be triggered until provisioned by entity L2. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:23:42.734427 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-96cc4692-a7c0-4f02-a749-38d914855133 req-6a061c77-28b9-40e3-88ef-c6b0b641750c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:42.877559 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a061c77-28b9-40e3-88ef-c6b0b641750c service neutron] Pushing event updated for resources: {'Port': ['ID=ece602b2-c41f-433f-ac51-8a0cfee8efe6,revision_number=2']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:23:42.980453 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 9e0caacb-d3b4-45f4-bda5-bf3e5be33749 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:23:43.050876 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-39cb68ed-7a24-4537-a86d-6eb9ffec0faf tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:43.160921 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-96cc4692-a7c0-4f02-a749-38d914855133 req-6a061c77-28b9-40e3-88ef-c6b0b641750c service neutron] Attempting to bind port ece602b2-c41f-433f-ac51-8a0cfee8efe6 on host n-h1-844202-1 for vnic_type normal with profile {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:23:43.161796 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-96cc4692-a7c0-4f02-a749-38d914855133 req-6a061c77-28b9-40e3-88ef-c6b0b641750c service neutron] Attempting to bind port ece602b2-c41f-433f-ac51-8a0cfee8efe6 by drivers openvswitch,hyperv on host n-h1-844202-1 at level 0 using segments [{'id': 'caf40787-7b50-4406-9921-dddcf758f24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '06227175-383a-438d-b2ea-446bb23d085d'}] {{(pid=88525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:23:43.162279 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96cc4692-a7c0-4f02-a749-38d914855133 req-6a061c77-28b9-40e3-88ef-c6b0b641750c service neutron] Attempting to bind port ece602b2-c41f-433f-ac51-8a0cfee8efe6 on network 06227175-383a-438d-b2ea-446bb23d085d {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:23:43.168115 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96cc4692-a7c0-4f02-a749-38d914855133 req-6a061c77-28b9-40e3-88ef-c6b0b641750c service neutron] Port ece602b2-c41f-433f-ac51-8a0cfee8efe6 on network 06227175-383a-438d-b2ea-446bb23d085d not bound, no agent of type Open vSwitch agent registered on host n-h1-844202-1 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 19:23:43.168506 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96cc4692-a7c0-4f02-a749-38d914855133 req-6a061c77-28b9-40e3-88ef-c6b0b641750c service neutron] Attempting to bind port ece602b2-c41f-433f-ac51-8a0cfee8efe6 on network 06227175-383a-438d-b2ea-446bb23d085d {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:23:43.174377 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96cc4692-a7c0-4f02-a749-38d914855133 req-6a061c77-28b9-40e3-88ef-c6b0b641750c service neutron] Checking agent: {'id': 'bdb1e5d7-b998-4259-838f-3d278e930f32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 23, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:23:43.174731 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96cc4692-a7c0-4f02-a749-38d914855133 req-6a061c77-28b9-40e3-88ef-c6b0b641750c service neutron] Checking segment: {'id': 'caf40787-7b50-4406-9921-dddcf758f24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '06227175-383a-438d-b2ea-446bb23d085d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:23:43.175932 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96cc4692-a7c0-4f02-a749-38d914855133 req-6a061c77-28b9-40e3-88ef-c6b0b641750c service neutron] Bound using segment: {'id': 'caf40787-7b50-4406-9921-dddcf758f24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '06227175-383a-438d-b2ea-446bb23d085d'} {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:23:43.176391 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-96cc4692-a7c0-4f02-a749-38d914855133 req-6a061c77-28b9-40e3-88ef-c6b0b641750c service neutron] Bound port: ece602b2-c41f-433f-ac51-8a0cfee8efe6, host: n-h1-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'caf40787-7b50-4406-9921-dddcf758f24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '06227175-383a-438d-b2ea-446bb23d085d'}}] {{(pid=88525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:23:43.176740 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-96cc4692-a7c0-4f02-a749-38d914855133 req-6a061c77-28b9-40e3-88ef-c6b0b641750c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:43.294767 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-96cc4692-a7c0-4f02-a749-38d914855133 req-6a061c77-28b9-40e3-88ef-c6b0b641750c service neutron] For port ece602b2-c41f-433f-ac51-8a0cfee8efe6, host n-h1-844202-1, cleared binding levels {{(pid=88525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:23:43.298459 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-96cc4692-a7c0-4f02-a749-38d914855133 req-6a061c77-28b9-40e3-88ef-c6b0b641750c service neutron] For port ece602b2-c41f-433f-ac51-8a0cfee8efe6, host n-h1-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=ece602b2-c41f-433f-ac51-8a0cfee8efe6,segment=NetworkSegment(caf40787-7b50-4406-9921-dddcf758f24c),segment_id=caf40787-7b50-4406-9921-dddcf758f24c)] {{(pid=88525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:23:43.302367 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-96cc4692-a7c0-4f02-a749-38d914855133 req-6a061c77-28b9-40e3-88ef-c6b0b641750c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:43.384553 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cc4692-a7c0-4f02-a749-38d914855133 req-6a061c77-28b9-40e3-88ef-c6b0b641750c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:23:43.384553 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-96cc4692-a7c0-4f02-a749-38d914855133 req-6a061c77-28b9-40e3-88ef-c6b0b641750c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:43.385814 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-96cc4692-a7c0-4f02-a749-38d914855133 req-6a061c77-28b9-40e3-88ef-c6b0b641750c service neutron] 10.222.0.15 "PUT /v2.0/ports/ece602b2-c41f-433f-ac51-8a0cfee8efe6 HTTP/1.1" status: 200 len: 1091 time: 1.4775310 Jun 01 19:23:43.415100 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '888f1470-27db-4050-bd2f-eabff0112455', 'tag': 'ece602b2-c41f-433f-ac51-8a0cfee8efe6'}] {{(pid=88525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:23:43.521469 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a061c77-28b9-40e3-88ef-c6b0b641750c service neutron] Pushing event updated for resources: {'Port': ['ID=ece602b2-c41f-433f-ac51-8a0cfee8efe6,revision_number=3']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:23:43.549373 n-d-844202-1 neutron-server[88525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0feea6bc-25e2-49c9-b773-8b3d4be7ec98'] response: {'name': 'network-changed', 'server_uuid': '888f1470-27db-4050-bd2f-eabff0112455', 'tag': 'ece602b2-c41f-433f-ac51-8a0cfee8efe6', 'status': 'completed', 'code': 200} Jun 01 19:23:43.598073 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cc4692-a7c0-4f02-a749-38d914855133 req-fe23ce17-b46e-4227-9d49-97606a8a0059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:23:43.599890 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-96cc4692-a7c0-4f02-a749-38d914855133 req-fe23ce17-b46e-4227-9d49-97606a8a0059 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e7fa6482b873470e8b5274a0b6cb89ae&device_id=888f1470-27db-4050-bd2f-eabff0112455 HTTP/1.1" status: 200 len: 1094 time: 0.1643691 Jun 01 19:23:43.830773 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [None req-39cb68ed-7a24-4537-a86d-6eb9ffec0faf tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] Allocated IP 172.20.0.1 (73da957b-07d3-4b61-84fb-0fc4a32a5e20/a0413bc9-e9fc-43a7-826e-e7a95a22c4b7/5b2230cd-a96c-40e0-9ce7-a56dcf907815) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:23:43.938267 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-96cc4692-a7c0-4f02-a749-38d914855133 req-b9c55220-cc0c-4881-a0dc-853497b8e728 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ece602b2-c41f-433f-ac51-8a0cfee8efe6 HTTP/1.1" status: 200 len: 217 time: 0.3148391 Jun 01 19:23:44.091823 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cc4692-a7c0-4f02-a749-38d914855133 req-3fd4fe43-ec07-4934-9176-be1822e0721c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:23:44.093761 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-96cc4692-a7c0-4f02-a749-38d914855133 req-3fd4fe43-ec07-4934-9176-be1822e0721c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3c6d4c6d-6977-4f9b-a44c-9b6b04f8ca29 HTTP/1.1" status: 200 len: 851 time: 0.1598287 Jun 01 19:23:44.217599 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cc4692-a7c0-4f02-a749-38d914855133 req-a5f42144-6834-4261-97f7-269c43ff4041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:23:44.219649 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-96cc4692-a7c0-4f02-a749-38d914855133 req-a5f42144-6834-4261-97f7-269c43ff4041 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=06227175-383a-438d-b2ea-446bb23d085d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1159196 Jun 01 19:23:44.289455 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeab882a-6ee6-46e1-9790-9671dea36ba0 req-f023466d-d1c3-4f30-8c8c-583be2b20a82 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:23:44.296512 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-aeab882a-6ee6-46e1-9790-9671dea36ba0 req-f023466d-d1c3-4f30-8c8c-583be2b20a82 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/ports?device_id=888f1470-27db-4050-bd2f-eabff0112455 HTTP/1.1" status: 200 len: 943 time: 0.2305286 Jun 01 19:23:44.367878 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-aeab882a-6ee6-46e1-9790-9671dea36ba0 req-053b5f5f-96cb-4f91-a2b0-a5ddf4583592 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/security-groups?id=57a825b2-df9c-47c9-a42f-bb66ab7a288b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693722 Jun 01 19:23:44.373214 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-96cc4692-a7c0-4f02-a749-38d914855133 req-8f275e49-6492-465c-8eba-4c1166393221 service neutron] 10.222.0.15 "GET /v2.0/networks/06227175-383a-438d-b2ea-446bb23d085d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410737 Jun 01 19:23:44.394752 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-39cb68ed-7a24-4537-a86d-6eb9ffec0faf tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:44.436172 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [None req-39cb68ed-7a24-4537-a86d-6eb9ffec0faf tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] Transition to ACTIVE for port object 5b2230cd-a96c-40e0-9ce7-a56dcf907815 will not be triggered until provisioned by entity DHCP. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:23:44.486036 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-39cb68ed-7a24-4537-a86d-6eb9ffec0faf tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:44.566866 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39cb68ed-7a24-4537-a86d-6eb9ffec0faf tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] Network 73da957b-07d3-4b61-84fb-0fc4a32a5e20 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:23:44.567278 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-96cc4692-a7c0-4f02-a749-38d914855133 req-91d00b1c-7d1f-4a1c-8c63-afc79f80a964 service neutron] 10.222.0.15 "GET /v2.0/networks/06227175-383a-438d-b2ea-446bb23d085d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1841431 Jun 01 19:23:44.570676 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-39cb68ed-7a24-4537-a86d-6eb9ffec0faf tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:23:44.574944 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39cb68ed-7a24-4537-a86d-6eb9ffec0faf tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:23:44.608562 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cb68ed-7a24-4537-a86d-6eb9ffec0faf tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] Pushing event updated for resources: {'Port': ['ID=5b2230cd-a96c-40e0-9ce7-a56dcf907815,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:23:44.653957 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-39cb68ed-7a24-4537-a86d-6eb9ffec0faf tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-887605'] for router_interface, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:44.776819 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a197a76e-5658-4283-9ef8-8ce8c27e79ed req-d3997cee-047c-4146-a42f-41bf2e6bee65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:23:44.778446 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a197a76e-5658-4283-9ef8-8ce8c27e79ed req-d3997cee-047c-4146-a42f-41bf2e6bee65 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e7fa6482b873470e8b5274a0b6cb89ae&device_id=888f1470-27db-4050-bd2f-eabff0112455 HTTP/1.1" status: 200 len: 1094 time: 0.1258204 Jun 01 19:23:44.928734 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-39cb68ed-7a24-4537-a86d-6eb9ffec0faf tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:45.013863 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-c1ce841c-9302-4c9a-a276-8e92b14ae8f6 None None] Provisioning for port 5b2230cd-a96c-40e0-9ce7-a56dcf907815 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:23:45.029119 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-c1ce841c-9302-4c9a-a276-8e92b14ae8f6 None None] Provisioning complete for port 5b2230cd-a96c-40e0-9ce7-a56dcf907815 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:23:45.029119 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-c1ce841c-9302-4c9a-a276-8e92b14ae8f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:45.050425 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a197a76e-5658-4283-9ef8-8ce8c27e79ed req-7916ef22-61b4-48a5-9984-ca315cacfb7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:23:45.052728 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a197a76e-5658-4283-9ef8-8ce8c27e79ed req-7916ef22-61b4-48a5-9984-ca315cacfb7a service neutron] 10.222.0.15 "GET /v2.0/networks?id=06227175-383a-438d-b2ea-446bb23d085d HTTP/1.1" status: 200 len: 913 time: 0.2630243 Jun 01 19:23:45.222971 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a197a76e-5658-4283-9ef8-8ce8c27e79ed req-7847b48a-9f33-4790-85d3-2067343e0f1a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ece602b2-c41f-433f-ac51-8a0cfee8efe6 HTTP/1.1" status: 200 len: 217 time: 0.1587329 Jun 01 19:23:45.237039 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-c1ce841c-9302-4c9a-a276-8e92b14ae8f6 None None] Port 5b2230cd-a96c-40e0-9ce7-a56dcf907815 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:23:45.316632 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a197a76e-5658-4283-9ef8-8ce8c27e79ed req-d3e4281d-0334-4f2d-8b8d-79d2ab93042f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:23:45.318495 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a197a76e-5658-4283-9ef8-8ce8c27e79ed req-d3e4281d-0334-4f2d-8b8d-79d2ab93042f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3c6d4c6d-6977-4f9b-a44c-9b6b04f8ca29 HTTP/1.1" status: 200 len: 851 time: 0.0855048 Jun 01 19:23:45.445813 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a197a76e-5658-4283-9ef8-8ce8c27e79ed req-94f72f1f-99f2-468b-ba4d-b0abd3dc1b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:23:45.447493 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a197a76e-5658-4283-9ef8-8ce8c27e79ed req-94f72f1f-99f2-468b-ba4d-b0abd3dc1b9a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=06227175-383a-438d-b2ea-446bb23d085d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1187642 Jun 01 19:23:45.693644 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-39cb68ed-7a24-4537-a86d-6eb9ffec0faf tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:45.697823 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a197a76e-5658-4283-9ef8-8ce8c27e79ed req-b463d30a-db0b-4525-9e16-11dc4a475cb4 service neutron] 10.222.0.15 "GET /v2.0/networks/06227175-383a-438d-b2ea-446bb23d085d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2376990 Jun 01 19:23:45.699983 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-39cb68ed-7a24-4537-a86d-6eb9ffec0faf tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:45.799820 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1f0dad-07b3-41d0-9457-986e48c0d75d req-28a3d9ae-bc13-49b1-bf3d-7cb774993313 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:23:45.801000 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-eb1f0dad-07b3-41d0-9457-986e48c0d75d req-28a3d9ae-bc13-49b1-bf3d-7cb774993313 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Synchronizing usage tracker for tenant:e7fa6482b873470e8b5274a0b6cb89ae on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:23:45.829549 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-39cb68ed-7a24-4537-a86d-6eb9ffec0faf tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-887436'] for router_interface, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:45.842184 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-eb1f0dad-07b3-41d0-9457-986e48c0d75d req-28a3d9ae-bc13-49b1-bf3d-7cb774993313 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Unset dirty status for tenant:e7fa6482b873470e8b5274a0b6cb89ae on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:23:45.843638 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cb68ed-7a24-4537-a86d-6eb9ffec0faf tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] Pushing event updated for resources: {'Port': ['ID=5b2230cd-a96c-40e0-9ce7-a56dcf907815,revision_number=2']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:23:45.845957 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-eb1f0dad-07b3-41d0-9457-986e48c0d75d req-28a3d9ae-bc13-49b1-bf3d-7cb774993313 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/ports?device_id=888f1470-27db-4050-bd2f-eabff0112455 HTTP/1.1" status: 200 len: 943 time: 0.2762978 Jun 01 19:23:45.925378 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a197a76e-5658-4283-9ef8-8ce8c27e79ed req-8214cd3b-5e50-41d5-bb97-519352ae3b7e service neutron] 10.222.0.15 "GET /v2.0/networks/06227175-383a-438d-b2ea-446bb23d085d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2177017 Jun 01 19:23:45.929142 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-eb1f0dad-07b3-41d0-9457-986e48c0d75d req-802126ec-d1c8-4c2d-9b92-281763d521da tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/security-groups?id=57a825b2-df9c-47c9-a42f-bb66ab7a288b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763111 Jun 01 19:23:46.126258 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39cb68ed-7a24-4537-a86d-6eb9ffec0faf tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] Network 73da957b-07d3-4b61-84fb-0fc4a32a5e20 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:23:46.129113 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-39cb68ed-7a24-4537-a86d-6eb9ffec0faf tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:23:46.395987 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39cb68ed-7a24-4537-a86d-6eb9ffec0faf tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] Router 9f977618-d030-4906-a459-a4255458507b has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 19:23:46.484298 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-a67c1199-b62a-4cd1-a8c5-d49e37c415fb None None] Provisioning complete for port 5b2230cd-a96c-40e0-9ce7-a56dcf907815 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:23:46.488966 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-a67c1199-b62a-4cd1-a8c5-d49e37c415fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:46.610123 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-a67c1199-b62a-4cd1-a8c5-d49e37c415fb None None] Port 5b2230cd-a96c-40e0-9ce7-a56dcf907815 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:23:46.630539 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39cb68ed-7a24-4537-a86d-6eb9ffec0faf tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:23:46.641586 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe5cf7bd-4928-4adf-8957-35da521567d6 None None] Sync routers for ids ['9f977618-d030-4906-a459-a4255458507b'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:23:46.650054 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-39cb68ed-7a24-4537-a86d-6eb9ffec0faf tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] 10.222.0.41 "PUT /v2.0/routers/9f977618-d030-4906-a459-a4255458507b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0486982 Jun 01 19:23:46.653221 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 42320) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:23:46.654280 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe5cf7bd-4928-4adf-8957-35da521567d6 None None] Routers {'9f977618-d030-4906-a459-a4255458507b'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:23:46.655927 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-fe5cf7bd-4928-4adf-8957-35da521567d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:23:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['9f977618-d030-4906-a459-a4255458507b'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:23:46.659277 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-caa05ffe-706e-4df2-8d21-992da966dba4 tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] Request body: {'port': {'network_id': '73da957b-07d3-4b61-84fb-0fc4a32a5e20', 'name': 'tempest-FloatingIPAdminTestJSON-1196176846'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:23:46.775160 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-fe5cf7bd-4928-4adf-8957-35da521567d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:23:46.792868 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe5cf7bd-4928-4adf-8957-35da521567d6 None None] Routers {'9f977618-d030-4906-a459-a4255458507b'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:23:46.793923 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-fe5cf7bd-4928-4adf-8957-35da521567d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:23:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['9f977618-d030-4906-a459-a4255458507b'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:23:46.862042 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-caa05ffe-706e-4df2-8d21-992da966dba4 tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:23:46.866304 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-fe5cf7bd-4928-4adf-8957-35da521567d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:23:46.867613 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe5cf7bd-4928-4adf-8957-35da521567d6 None None] The sync data for ids ['9f977618-d030-4906-a459-a4255458507b'] in n-d-844202-1 is: [] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:23:46.874155 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-caa05ffe-706e-4df2-8d21-992da966dba4 tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] Usage tracker for resource:port and tenant:59100afabe724695822c29b02a2dbd35 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:23:46.879021 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-caa05ffe-706e-4df2-8d21-992da966dba4 tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:23:46.893768 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-caa05ffe-706e-4df2-8d21-992da966dba4 tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:23:46.915724 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caa05ffe-706e-4df2-8d21-992da966dba4 tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] Made reservation on behalf of 59100afabe724695822c29b02a2dbd35 for: {'port': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:23:46.925139 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-caa05ffe-706e-4df2-8d21-992da966dba4 tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:46.960965 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [None req-caa05ffe-706e-4df2-8d21-992da966dba4 tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] device_id is not set on port aaea513d-ea33-4753-bacf-e91d86b547cf yet. {{(pid=88524) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 19:23:47.242588 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [None req-caa05ffe-706e-4df2-8d21-992da966dba4 tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] Allocated IP 172.20.0.10 (73da957b-07d3-4b61-84fb-0fc4a32a5e20/a0413bc9-e9fc-43a7-826e-e7a95a22c4b7/aaea513d-ea33-4753-bacf-e91d86b547cf) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:23:47.302549 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2e52c2-37b4-4154-9922-41479ca6dbc2 req-af6130f3-d32d-400b-8831-19fe234d138b tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:23:47.303582 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-de2e52c2-37b4-4154-9922-41479ca6dbc2 req-af6130f3-d32d-400b-8831-19fe234d138b tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/ports?device_id=888f1470-27db-4050-bd2f-eabff0112455 HTTP/1.1" status: 200 len: 943 time: 0.1810102 Jun 01 19:23:47.459097 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-de2e52c2-37b4-4154-9922-41479ca6dbc2 req-57bd5ef0-0762-42b5-b9de-53cefd0a313a tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/security-groups?id=57a825b2-df9c-47c9-a42f-bb66ab7a288b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442559 Jun 01 19:23:47.542006 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-caa05ffe-706e-4df2-8d21-992da966dba4 tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:47.558256 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [None req-caa05ffe-706e-4df2-8d21-992da966dba4 tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] Transition to ACTIVE for port object aaea513d-ea33-4753-bacf-e91d86b547cf will not be triggered until provisioned by entity DHCP. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:23:47.596002 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-caa05ffe-706e-4df2-8d21-992da966dba4 tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:47.679545 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caa05ffe-706e-4df2-8d21-992da966dba4 tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] Network 73da957b-07d3-4b61-84fb-0fc4a32a5e20 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:23:47.682515 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-caa05ffe-706e-4df2-8d21-992da966dba4 tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:23:47.686848 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa05ffe-706e-4df2-8d21-992da966dba4 tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:23:47.736692 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa05ffe-706e-4df2-8d21-992da966dba4 tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] Pushing event updated for resources: {'Port': ['ID=aaea513d-ea33-4753-bacf-e91d86b547cf,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:23:47.765115 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caa05ffe-706e-4df2-8d21-992da966dba4 tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:23:47.765943 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-caa05ffe-706e-4df2-8d21-992da966dba4 tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:47.808015 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-caa05ffe-706e-4df2-8d21-992da966dba4 tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.1542482 Jun 01 19:23:47.812917 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 42328) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:23:47.894454 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-38d6b0a6-527e-4549-b26e-50f0c3839aed tempest-FloatingIPAdminTestJSON-2008076161 tempest-FloatingIPAdminTestJSON-2008076161-project-admin] Request body: {'floatingip': {'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'project_id': '59100afabe724695822c29b02a2dbd35', 'port_id': 'aaea513d-ea33-4753-bacf-e91d86b547cf'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:23:47.901115 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-38d6b0a6-527e-4549-b26e-50f0c3839aed tempest-FloatingIPAdminTestJSON-2008076161 tempest-FloatingIPAdminTestJSON-2008076161-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:23:47.912528 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-38d6b0a6-527e-4549-b26e-50f0c3839aed tempest-FloatingIPAdminTestJSON-2008076161 tempest-FloatingIPAdminTestJSON-2008076161-project-admin] Usage tracker for resource:floatingip and tenant:59100afabe724695822c29b02a2dbd35 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:23:47.922719 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-38d6b0a6-527e-4549-b26e-50f0c3839aed tempest-FloatingIPAdminTestJSON-2008076161 tempest-FloatingIPAdminTestJSON-2008076161-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:23:47.934136 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-38d6b0a6-527e-4549-b26e-50f0c3839aed tempest-FloatingIPAdminTestJSON-2008076161 tempest-FloatingIPAdminTestJSON-2008076161-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:23:47.967102 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-38d6b0a6-527e-4549-b26e-50f0c3839aed tempest-FloatingIPAdminTestJSON-2008076161 tempest-FloatingIPAdminTestJSON-2008076161-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:48.047493 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-60490671-be90-4c7a-b895-a3618a92c68d None None] Provisioning for port aaea513d-ea33-4753-bacf-e91d86b547cf completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:23:48.053788 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-60490671-be90-4c7a-b895-a3618a92c68d None None] Provisioning complete for port aaea513d-ea33-4753-bacf-e91d86b547cf triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:23:48.055088 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-60490671-be90-4c7a-b895-a3618a92c68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:48.114440 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-60490671-be90-4c7a-b895-a3618a92c68d None None] Port aaea513d-ea33-4753-bacf-e91d86b547cf cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:23:48.147190 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-38d6b0a6-527e-4549-b26e-50f0c3839aed tempest-FloatingIPAdminTestJSON-2008076161 tempest-FloatingIPAdminTestJSON-2008076161-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:48.313006 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [None req-38d6b0a6-527e-4549-b26e-50f0c3839aed tempest-FloatingIPAdminTestJSON-2008076161 tempest-FloatingIPAdminTestJSON-2008076161-project-admin] Allocated IP 172.25.4.76 (72a72e44-6845-488a-a5ff-3a26d4df9cb3/c314a23b-daa2-4106-ab28-8e6f954277b2/3aae7125-34eb-4c44-8082-3b84a16e3fc3) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:23:48.676435 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-38d6b0a6-527e-4549-b26e-50f0c3839aed tempest-FloatingIPAdminTestJSON-2008076161 tempest-FloatingIPAdminTestJSON-2008076161-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:48.719554 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9dd0db-b314-4103-8756-fcf0f20cc7c2 req-ecdf1c26-ccb5-4eea-a774-1c5040f55ccf tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:23:48.721314 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-af9dd0db-b314-4103-8756-fcf0f20cc7c2 req-ecdf1c26-ccb5-4eea-a774-1c5040f55ccf tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/ports?device_id=888f1470-27db-4050-bd2f-eabff0112455 HTTP/1.1" status: 200 len: 943 time: 0.1179194 Jun 01 19:23:48.734396 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-38d6b0a6-527e-4549-b26e-50f0c3839aed tempest-FloatingIPAdminTestJSON-2008076161 tempest-FloatingIPAdminTestJSON-2008076161-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:48.778612 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-af9dd0db-b314-4103-8756-fcf0f20cc7c2 req-916a4b77-2314-47e4-a3e7-12fbccbc7c67 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/security-groups?id=57a825b2-df9c-47c9-a42f-bb66ab7a288b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516686 Jun 01 19:23:48.808124 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38d6b0a6-527e-4549-b26e-50f0c3839aed tempest-FloatingIPAdminTestJSON-2008076161 tempest-FloatingIPAdminTestJSON-2008076161-project-admin] Network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:23:48.816356 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-38d6b0a6-527e-4549-b26e-50f0c3839aed tempest-FloatingIPAdminTestJSON-2008076161 tempest-FloatingIPAdminTestJSON-2008076161-project-admin] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:23:48.822350 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d6b0a6-527e-4549-b26e-50f0c3839aed tempest-FloatingIPAdminTestJSON-2008076161 tempest-FloatingIPAdminTestJSON-2008076161-project-admin] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:23:48.893424 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d6b0a6-527e-4549-b26e-50f0c3839aed tempest-FloatingIPAdminTestJSON-2008076161 tempest-FloatingIPAdminTestJSON-2008076161-project-admin] Pushing event updated for resources: {'Port': ['ID=3aae7125-34eb-4c44-8082-3b84a16e3fc3,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:23:49.371301 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-38d6b0a6-527e-4549-b26e-50f0c3839aed tempest-FloatingIPAdminTestJSON-2008076161 tempest-FloatingIPAdminTestJSON-2008076161-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:49.483867 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-38d6b0a6-527e-4549-b26e-50f0c3839aed tempest-FloatingIPAdminTestJSON-2008076161 tempest-FloatingIPAdminTestJSON-2008076161-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:49.761367 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-38d6b0a6-527e-4549-b26e-50f0c3839aed tempest-FloatingIPAdminTestJSON-2008076161 tempest-FloatingIPAdminTestJSON-2008076161-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:49.772197 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-38d6b0a6-527e-4549-b26e-50f0c3839aed tempest-FloatingIPAdminTestJSON-2008076161 tempest-FloatingIPAdminTestJSON-2008076161-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:49.937588 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d6b0a6-527e-4549-b26e-50f0c3839aed tempest-FloatingIPAdminTestJSON-2008076161 tempest-FloatingIPAdminTestJSON-2008076161-project-admin] Pushing event updated for resources: {'Port': ['ID=3aae7125-34eb-4c44-8082-3b84a16e3fc3,revision_number=2']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:23:49.967587 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-38d6b0a6-527e-4549-b26e-50f0c3839aed tempest-FloatingIPAdminTestJSON-2008076161 tempest-FloatingIPAdminTestJSON-2008076161-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887712'] for floatingip, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:50.265650 n-d-844202-1 neutron-server[88524]: INFO neutron.db.l3_db [None req-38d6b0a6-527e-4549-b26e-50f0c3839aed tempest-FloatingIPAdminTestJSON-2008076161 tempest-FloatingIPAdminTestJSON-2008076161-project-admin] Floating IP 686cc888-4fc1-4bba-85fb-0e445eb694e4 associated. External IP: 172.25.4.76, port: aaea513d-ea33-4753-bacf-e91d86b547cf. Jun 01 19:23:50.376513 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4496c6a-9227-4511-afd4-b8ca6e4480e2 req-bfd75ec4-1a3f-4200-881d-18d25d2e57c7 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:23:50.378007 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f4496c6a-9227-4511-afd4-b8ca6e4480e2 req-bfd75ec4-1a3f-4200-881d-18d25d2e57c7 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/ports?device_id=888f1470-27db-4050-bd2f-eabff0112455 HTTP/1.1" status: 200 len: 943 time: 0.4120467 Jun 01 19:23:50.797970 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f4496c6a-9227-4511-afd4-b8ca6e4480e2 req-826a32e8-c468-4227-98b1-28f38131ab27 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/security-groups?id=57a825b2-df9c-47c9-a42f-bb66ab7a288b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4094093 Jun 01 19:23:50.963413 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38d6b0a6-527e-4549-b26e-50f0c3839aed tempest-FloatingIPAdminTestJSON-2008076161 tempest-FloatingIPAdminTestJSON-2008076161-project-admin] Router 9f977618-d030-4906-a459-a4255458507b has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 19:23:51.151696 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38d6b0a6-527e-4549-b26e-50f0c3839aed tempest-FloatingIPAdminTestJSON-2008076161 tempest-FloatingIPAdminTestJSON-2008076161-project-admin] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:23:51.161199 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4acc485e-0fcc-4d7d-98f4-4dc3e42e039d None None] Sync routers for ids ['9f977618-d030-4906-a459-a4255458507b'] in n-d-844202-1 {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:23:51.171320 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4acc485e-0fcc-4d7d-98f4-4dc3e42e039d None None] Routers {'9f977618-d030-4906-a459-a4255458507b'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:23:51.172145 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-4acc485e-0fcc-4d7d-98f4-4dc3e42e039d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:23:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['9f977618-d030-4906-a459-a4255458507b'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:23:51.182168 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-38d6b0a6-527e-4549-b26e-50f0c3839aed tempest-FloatingIPAdminTestJSON-2008076161 tempest-FloatingIPAdminTestJSON-2008076161-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for floatingip, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:51.237988 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-4acc485e-0fcc-4d7d-98f4-4dc3e42e039d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:23:51.242578 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-38d6b0a6-527e-4549-b26e-50f0c3839aed tempest-FloatingIPAdminTestJSON-2008076161 tempest-FloatingIPAdminTestJSON-2008076161-project-admin] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 3.4255137 Jun 01 19:23:51.242768 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 42346) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:23:51.250924 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4acc485e-0fcc-4d7d-98f4-4dc3e42e039d None None] Routers {'9f977618-d030-4906-a459-a4255458507b'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:23:51.251650 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-4acc485e-0fcc-4d7d-98f4-4dc3e42e039d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:23:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['9f977618-d030-4906-a459-a4255458507b'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:23:51.324983 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-4acc485e-0fcc-4d7d-98f4-4dc3e42e039d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:23:51.325389 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4acc485e-0fcc-4d7d-98f4-4dc3e42e039d None None] The sync data for ids ['9f977618-d030-4906-a459-a4255458507b'] in n-d-844202-1 is: [] {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:23:51.352059 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-4f7879f1-9aa6-4947-933f-76e8648416f2 tempest-FloatingIPAdminTestJSON-2008076161 tempest-FloatingIPAdminTestJSON-2008076161-project-admin] 10.222.0.41 "GET /v2.0/floatingips/686cc888-4fc1-4bba-85fb-0e445eb694e4 HTTP/1.1" status: 200 len: 983 time: 0.1081121 Jun 01 19:23:51.354537 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 42350) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:23:51.463138 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-50c0ef4b-1e66-489d-8edb-49916e029141 tempest-FloatingIPAdminTestJSON-2008076161 tempest-FloatingIPAdminTestJSON-2008076161-project-admin] 10.222.0.41 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1467 time: 0.1030383 Jun 01 19:23:51.464166 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 42356) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:23:51.675184 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-83227dc4-f8c3-4cad-b029-eb15749f8a9a tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] Deleting port 3aae7125-34eb-4c44-8082-3b84a16e3fc3 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:23:51.675418 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-83227dc4-f8c3-4cad-b029-eb15749f8a9a tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:51.857441 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-83227dc4-f8c3-4cad-b029-eb15749f8a9a tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:51.857586 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-83227dc4-f8c3-4cad-b029-eb15749f8a9a tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:51.999048 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-83227dc4-f8c3-4cad-b029-eb15749f8a9a tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] Calling delete_port for 3aae7125-34eb-4c44-8082-3b84a16e3fc3 owned by network:floatingip {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:23:52.027397 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3432e63-0811-4f50-80a2-0bef97f26720 req-eaa87a38-787c-41cc-a015-db6521727a40 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:23:52.028374 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a3432e63-0811-4f50-80a2-0bef97f26720 req-eaa87a38-787c-41cc-a015-db6521727a40 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/ports?device_id=888f1470-27db-4050-bd2f-eabff0112455 HTTP/1.1" status: 200 len: 943 time: 0.0888994 Jun 01 19:23:52.075255 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a3432e63-0811-4f50-80a2-0bef97f26720 req-75d1e638-abed-48de-bfad-1ef4688d4588 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/security-groups?id=57a825b2-df9c-47c9-a42f-bb66ab7a288b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409999 Jun 01 19:23:52.163677 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-83227dc4-f8c3-4cad-b029-eb15749f8a9a tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:52.212646 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83227dc4-f8c3-4cad-b029-eb15749f8a9a tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] Pushing event deleted for resources: {'Port': ['ID=3aae7125-34eb-4c44-8082-3b84a16e3fc3,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:23:52.436100 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-83227dc4-f8c3-4cad-b029-eb15749f8a9a tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] Notify callbacks [] for floatingip, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:52.436100 n-d-844202-1 neutron-server[88524]: INFO neutron.db.l3_db [None req-83227dc4-f8c3-4cad-b029-eb15749f8a9a tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] Floating IP 686cc888-4fc1-4bba-85fb-0e445eb694e4 disassociated (deleted). External IP: 172.25.4.76, port: aaea513d-ea33-4753-bacf-e91d86b547cf. Jun 01 19:23:52.831135 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83227dc4-f8c3-4cad-b029-eb15749f8a9a tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] Router 9f977618-d030-4906-a459-a4255458507b has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 19:23:53.011542 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83227dc4-f8c3-4cad-b029-eb15749f8a9a tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:23:53.026319 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb06962-dabe-49b0-b6f9-6f4337f72b73 None None] Sync routers for ids ['9f977618-d030-4906-a459-a4255458507b'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:23:53.027126 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-83227dc4-f8c3-4cad-b029-eb15749f8a9a tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for floatingip, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:53.035457 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb06962-dabe-49b0-b6f9-6f4337f72b73 None None] Routers {'9f977618-d030-4906-a459-a4255458507b'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:23:53.036053 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-8cb06962-dabe-49b0-b6f9-6f4337f72b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:23:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['9f977618-d030-4906-a459-a4255458507b'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:23:53.083459 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-83227dc4-f8c3-4cad-b029-eb15749f8a9a tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] 10.222.0.41 "DELETE /v2.0/floatingips/686cc888-4fc1-4bba-85fb-0e445eb694e4 HTTP/1.1" status: 204 len: 168 time: 1.6189649 Jun 01 19:23:53.087515 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 42366) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:23:53.092797 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-d72cd2ff-6330-4092-b51b-80e921c01920 tempest-FloatingIPAdminTestJSON-2008076161 tempest-FloatingIPAdminTestJSON-2008076161-project-admin] Request body: {'floatingip': {'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:23:53.097907 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-d72cd2ff-6330-4092-b51b-80e921c01920 tempest-FloatingIPAdminTestJSON-2008076161 tempest-FloatingIPAdminTestJSON-2008076161-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:23:53.099487 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-8cb06962-dabe-49b0-b6f9-6f4337f72b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:23:53.102672 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-d72cd2ff-6330-4092-b51b-80e921c01920 tempest-FloatingIPAdminTestJSON-2008076161 tempest-FloatingIPAdminTestJSON-2008076161-project-admin] Usage tracker for resource:floatingip and tenant:f2e8f991dfab4ede91495e12ae59e546 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:23:53.105699 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-d72cd2ff-6330-4092-b51b-80e921c01920 tempest-FloatingIPAdminTestJSON-2008076161 tempest-FloatingIPAdminTestJSON-2008076161-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:23:53.109687 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb06962-dabe-49b0-b6f9-6f4337f72b73 None None] Routers {'9f977618-d030-4906-a459-a4255458507b'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:23:53.110298 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-8cb06962-dabe-49b0-b6f9-6f4337f72b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:23:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['9f977618-d030-4906-a459-a4255458507b'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:23:53.111625 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-d72cd2ff-6330-4092-b51b-80e921c01920 tempest-FloatingIPAdminTestJSON-2008076161 tempest-FloatingIPAdminTestJSON-2008076161-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:23:53.123416 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d72cd2ff-6330-4092-b51b-80e921c01920 tempest-FloatingIPAdminTestJSON-2008076161 tempest-FloatingIPAdminTestJSON-2008076161-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:53.172052 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-8cb06962-dabe-49b0-b6f9-6f4337f72b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:23:53.172473 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb06962-dabe-49b0-b6f9-6f4337f72b73 None None] The sync data for ids ['9f977618-d030-4906-a459-a4255458507b'] in n-d-844202-1 is: [] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:23:53.299379 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd361351-812d-4f8d-adcd-9ee108145325 req-5fe7890d-73d0-49c8-92fd-8a377c25391d tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:23:53.300957 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fd361351-812d-4f8d-adcd-9ee108145325 req-5fe7890d-73d0-49c8-92fd-8a377c25391d tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/ports?device_id=888f1470-27db-4050-bd2f-eabff0112455 HTTP/1.1" status: 200 len: 943 time: 0.1080494 Jun 01 19:23:53.363193 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fd361351-812d-4f8d-adcd-9ee108145325 req-f58ef57e-9d6f-4fea-9812-c17fac356516 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/security-groups?id=57a825b2-df9c-47c9-a42f-bb66ab7a288b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497942 Jun 01 19:23:53.364537 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d72cd2ff-6330-4092-b51b-80e921c01920 tempest-FloatingIPAdminTestJSON-2008076161 tempest-FloatingIPAdminTestJSON-2008076161-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:53.508939 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [None req-d72cd2ff-6330-4092-b51b-80e921c01920 tempest-FloatingIPAdminTestJSON-2008076161 tempest-FloatingIPAdminTestJSON-2008076161-project-admin] Allocated IP 172.25.4.8 (72a72e44-6845-488a-a5ff-3a26d4df9cb3/c314a23b-daa2-4106-ab28-8e6f954277b2/7b1b5765-0df3-4cd2-845c-ae6562370e92) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:23:53.668071 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d72cd2ff-6330-4092-b51b-80e921c01920 tempest-FloatingIPAdminTestJSON-2008076161 tempest-FloatingIPAdminTestJSON-2008076161-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:53.699842 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d72cd2ff-6330-4092-b51b-80e921c01920 tempest-FloatingIPAdminTestJSON-2008076161 tempest-FloatingIPAdminTestJSON-2008076161-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:53.771913 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d72cd2ff-6330-4092-b51b-80e921c01920 tempest-FloatingIPAdminTestJSON-2008076161 tempest-FloatingIPAdminTestJSON-2008076161-project-admin] Network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:23:53.775344 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-d72cd2ff-6330-4092-b51b-80e921c01920 tempest-FloatingIPAdminTestJSON-2008076161 tempest-FloatingIPAdminTestJSON-2008076161-project-admin] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:23:53.779250 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72cd2ff-6330-4092-b51b-80e921c01920 tempest-FloatingIPAdminTestJSON-2008076161 tempest-FloatingIPAdminTestJSON-2008076161-project-admin] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:23:53.813599 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72cd2ff-6330-4092-b51b-80e921c01920 tempest-FloatingIPAdminTestJSON-2008076161 tempest-FloatingIPAdminTestJSON-2008076161-project-admin] Pushing event updated for resources: {'Port': ['ID=7b1b5765-0df3-4cd2-845c-ae6562370e92,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:23:53.867653 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d72cd2ff-6330-4092-b51b-80e921c01920 tempest-FloatingIPAdminTestJSON-2008076161 tempest-FloatingIPAdminTestJSON-2008076161-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:53.931641 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d72cd2ff-6330-4092-b51b-80e921c01920 tempest-FloatingIPAdminTestJSON-2008076161 tempest-FloatingIPAdminTestJSON-2008076161-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:54.284784 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d72cd2ff-6330-4092-b51b-80e921c01920 tempest-FloatingIPAdminTestJSON-2008076161 tempest-FloatingIPAdminTestJSON-2008076161-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:54.291765 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d72cd2ff-6330-4092-b51b-80e921c01920 tempest-FloatingIPAdminTestJSON-2008076161 tempest-FloatingIPAdminTestJSON-2008076161-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:54.418526 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72cd2ff-6330-4092-b51b-80e921c01920 tempest-FloatingIPAdminTestJSON-2008076161 tempest-FloatingIPAdminTestJSON-2008076161-project-admin] Pushing event updated for resources: {'Port': ['ID=7b1b5765-0df3-4cd2-845c-ae6562370e92,revision_number=2']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:23:54.441421 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d72cd2ff-6330-4092-b51b-80e921c01920 tempest-FloatingIPAdminTestJSON-2008076161 tempest-FloatingIPAdminTestJSON-2008076161-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887712'] for floatingip, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:54.483624 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d72cd2ff-6330-4092-b51b-80e921c01920 tempest-FloatingIPAdminTestJSON-2008076161 tempest-FloatingIPAdminTestJSON-2008076161-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for floatingip, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:54.485145 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-d72cd2ff-6330-4092-b51b-80e921c01920 tempest-FloatingIPAdminTestJSON-2008076161 tempest-FloatingIPAdminTestJSON-2008076161-project-admin] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.3966167 Jun 01 19:23:54.487950 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 42398) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:23:54.587976 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0549531f-5d99-4cea-b286-052d32a47ed1 req-26d61e52-6ba2-4730-b60b-09962d42f769 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:23:54.589493 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-0549531f-5d99-4cea-b286-052d32a47ed1 req-26d61e52-6ba2-4730-b60b-09962d42f769 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/ports?device_id=888f1470-27db-4050-bd2f-eabff0112455 HTTP/1.1" status: 200 len: 943 time: 0.0863283 Jun 01 19:23:54.612048 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-8d1cc185-4442-45df-9177-09c1eb307204 tempest-FloatingIPAdminTestJSON-1351452278 tempest-FloatingIPAdminTestJSON-1351452278-project] Request body: {'floatingip': {'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:23:54.625474 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-8d1cc185-4442-45df-9177-09c1eb307204 tempest-FloatingIPAdminTestJSON-1351452278 tempest-FloatingIPAdminTestJSON-1351452278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:23:54.629921 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-8d1cc185-4442-45df-9177-09c1eb307204 tempest-FloatingIPAdminTestJSON-1351452278 tempest-FloatingIPAdminTestJSON-1351452278-project] Usage tracker for resource:floatingip and tenant:339ad58a51a745dda2fdf9b45414b7ce is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:23:54.636188 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-8d1cc185-4442-45df-9177-09c1eb307204 tempest-FloatingIPAdminTestJSON-1351452278 tempest-FloatingIPAdminTestJSON-1351452278-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:23:54.642811 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-8d1cc185-4442-45df-9177-09c1eb307204 tempest-FloatingIPAdminTestJSON-1351452278 tempest-FloatingIPAdminTestJSON-1351452278-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:23:54.648322 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-0549531f-5d99-4cea-b286-052d32a47ed1 req-b20aed8d-0327-47cd-ab5d-771539f0ec0f tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/security-groups?id=57a825b2-df9c-47c9-a42f-bb66ab7a288b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508785 Jun 01 19:23:54.661069 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8d1cc185-4442-45df-9177-09c1eb307204 tempest-FloatingIPAdminTestJSON-1351452278 tempest-FloatingIPAdminTestJSON-1351452278-project] Notify callbacks [] for floatingip, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:54.809330 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8d1cc185-4442-45df-9177-09c1eb307204 tempest-FloatingIPAdminTestJSON-1351452278 tempest-FloatingIPAdminTestJSON-1351452278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:54.966067 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [None req-8d1cc185-4442-45df-9177-09c1eb307204 tempest-FloatingIPAdminTestJSON-1351452278 tempest-FloatingIPAdminTestJSON-1351452278-project] Allocated IP 172.25.4.122 (72a72e44-6845-488a-a5ff-3a26d4df9cb3/c314a23b-daa2-4106-ab28-8e6f954277b2/ae3b9c57-3d39-462b-ba99-e0c453570d4d) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:23:55.139560 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8d1cc185-4442-45df-9177-09c1eb307204 tempest-FloatingIPAdminTestJSON-1351452278 tempest-FloatingIPAdminTestJSON-1351452278-project] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:55.174497 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8d1cc185-4442-45df-9177-09c1eb307204 tempest-FloatingIPAdminTestJSON-1351452278 tempest-FloatingIPAdminTestJSON-1351452278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:55.249019 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d1cc185-4442-45df-9177-09c1eb307204 tempest-FloatingIPAdminTestJSON-1351452278 tempest-FloatingIPAdminTestJSON-1351452278-project] Network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:23:55.252200 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-8d1cc185-4442-45df-9177-09c1eb307204 tempest-FloatingIPAdminTestJSON-1351452278 tempest-FloatingIPAdminTestJSON-1351452278-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:23:55.255927 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d1cc185-4442-45df-9177-09c1eb307204 tempest-FloatingIPAdminTestJSON-1351452278 tempest-FloatingIPAdminTestJSON-1351452278-project] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:23:55.286881 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1cc185-4442-45df-9177-09c1eb307204 tempest-FloatingIPAdminTestJSON-1351452278 tempest-FloatingIPAdminTestJSON-1351452278-project] Pushing event updated for resources: {'Port': ['ID=ae3b9c57-3d39-462b-ba99-e0c453570d4d,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:23:55.361028 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8d1cc185-4442-45df-9177-09c1eb307204 tempest-FloatingIPAdminTestJSON-1351452278 tempest-FloatingIPAdminTestJSON-1351452278-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:55.426957 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8d1cc185-4442-45df-9177-09c1eb307204 tempest-FloatingIPAdminTestJSON-1351452278 tempest-FloatingIPAdminTestJSON-1351452278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:55.687021 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8d1cc185-4442-45df-9177-09c1eb307204 tempest-FloatingIPAdminTestJSON-1351452278 tempest-FloatingIPAdminTestJSON-1351452278-project] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:55.691864 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8d1cc185-4442-45df-9177-09c1eb307204 tempest-FloatingIPAdminTestJSON-1351452278 tempest-FloatingIPAdminTestJSON-1351452278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:55.847057 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1cc185-4442-45df-9177-09c1eb307204 tempest-FloatingIPAdminTestJSON-1351452278 tempest-FloatingIPAdminTestJSON-1351452278-project] Pushing event updated for resources: {'Port': ['ID=ae3b9c57-3d39-462b-ba99-e0c453570d4d,revision_number=2']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:23:55.875709 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8d1cc185-4442-45df-9177-09c1eb307204 tempest-FloatingIPAdminTestJSON-1351452278 tempest-FloatingIPAdminTestJSON-1351452278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887712'] for floatingip, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:55.918986 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8d1cc185-4442-45df-9177-09c1eb307204 tempest-FloatingIPAdminTestJSON-1351452278 tempest-FloatingIPAdminTestJSON-1351452278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for floatingip, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:55.922686 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-8d1cc185-4442-45df-9177-09c1eb307204 tempest-FloatingIPAdminTestJSON-1351452278 tempest-FloatingIPAdminTestJSON-1351452278-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4313772 Jun 01 19:23:55.922867 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 42430) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:23:55.992873 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d2b44f-defd-4b1b-9616-37d33068a825 req-12136c06-07b9-4230-af69-530e085c0c77 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:23:55.994344 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-90d2b44f-defd-4b1b-9616-37d33068a825 req-12136c06-07b9-4230-af69-530e085c0c77 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/ports?device_id=888f1470-27db-4050-bd2f-eabff0112455 HTTP/1.1" status: 200 len: 943 time: 0.2082191 Jun 01 19:23:56.029505 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-85384667-b043-4471-bf26-c6a0a63cd3f8 tempest-FloatingIPAdminTestJSON-2008076161 tempest-FloatingIPAdminTestJSON-2008076161-project-admin] Synchronizing usage tracker for tenant:f2e8f991dfab4ede91495e12ae59e546 on resource:floatingip {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:23:56.064272 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-90d2b44f-defd-4b1b-9616-37d33068a825 req-3ef54560-3114-4101-ae8a-3d875c075c2b tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/security-groups?id=57a825b2-df9c-47c9-a42f-bb66ab7a288b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608368 Jun 01 19:23:56.065501 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-85384667-b043-4471-bf26-c6a0a63cd3f8 tempest-FloatingIPAdminTestJSON-2008076161 tempest-FloatingIPAdminTestJSON-2008076161-project-admin] Unset dirty status for tenant:f2e8f991dfab4ede91495e12ae59e546 on resource:floatingip {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:23:56.066546 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-85384667-b043-4471-bf26-c6a0a63cd3f8 tempest-FloatingIPAdminTestJSON-2008076161 tempest-FloatingIPAdminTestJSON-2008076161-project-admin] 10.222.0.41 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1650 time: 0.1428943 Jun 01 19:23:56.069810 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 42434) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:23:56.270203 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-cd91f154-a198-4814-8ef6-0c2309949bf3 tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] Synchronizing usage tracker for tenant:59100afabe724695822c29b02a2dbd35 on resource:floatingip {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:23:56.286786 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-cd91f154-a198-4814-8ef6-0c2309949bf3 tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] Unset dirty status for tenant:59100afabe724695822c29b02a2dbd35 on resource:floatingip {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:23:56.288017 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-cd91f154-a198-4814-8ef6-0c2309949bf3 tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] 10.222.0.41 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.2169161 Jun 01 19:23:56.291215 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 42442) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:23:56.456609 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-304971fd-8314-455c-a5d2-71ceb5b2b5f9 tempest-FloatingIPAdminTestJSON-1351452278 tempest-FloatingIPAdminTestJSON-1351452278-project] Deleting port ae3b9c57-3d39-462b-ba99-e0c453570d4d {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:23:56.457262 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-304971fd-8314-455c-a5d2-71ceb5b2b5f9 tempest-FloatingIPAdminTestJSON-1351452278 tempest-FloatingIPAdminTestJSON-1351452278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:56.634822 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-304971fd-8314-455c-a5d2-71ceb5b2b5f9 tempest-FloatingIPAdminTestJSON-1351452278 tempest-FloatingIPAdminTestJSON-1351452278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:56.635237 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-304971fd-8314-455c-a5d2-71ceb5b2b5f9 tempest-FloatingIPAdminTestJSON-1351452278 tempest-FloatingIPAdminTestJSON-1351452278-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:56.771048 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-304971fd-8314-455c-a5d2-71ceb5b2b5f9 tempest-FloatingIPAdminTestJSON-1351452278 tempest-FloatingIPAdminTestJSON-1351452278-project] Calling delete_port for ae3b9c57-3d39-462b-ba99-e0c453570d4d owned by network:floatingip {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:23:56.924752 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-304971fd-8314-455c-a5d2-71ceb5b2b5f9 tempest-FloatingIPAdminTestJSON-1351452278 tempest-FloatingIPAdminTestJSON-1351452278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:57.008544 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304971fd-8314-455c-a5d2-71ceb5b2b5f9 tempest-FloatingIPAdminTestJSON-1351452278 tempest-FloatingIPAdminTestJSON-1351452278-project] Pushing event deleted for resources: {'Port': ['ID=ae3b9c57-3d39-462b-ba99-e0c453570d4d,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:23:57.076787 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-304971fd-8314-455c-a5d2-71ceb5b2b5f9 tempest-FloatingIPAdminTestJSON-1351452278 tempest-FloatingIPAdminTestJSON-1351452278-project] Notify callbacks [] for floatingip, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:57.087591 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-304971fd-8314-455c-a5d2-71ceb5b2b5f9 tempest-FloatingIPAdminTestJSON-1351452278 tempest-FloatingIPAdminTestJSON-1351452278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for floatingip, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:57.088786 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-304971fd-8314-455c-a5d2-71ceb5b2b5f9 tempest-FloatingIPAdminTestJSON-1351452278 tempest-FloatingIPAdminTestJSON-1351452278-project] 10.222.0.41 "DELETE /v2.0/floatingips/712d9d74-f958-4ffd-9d9d-083ef587d9fc HTTP/1.1" status: 204 len: 168 time: 0.7966020 Jun 01 19:23:57.091277 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 42460) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:23:57.304179 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-04f658d6-b4f9-4ce8-8eb5-1cf3675790dc tempest-FloatingIPAdminTestJSON-2008076161 tempest-FloatingIPAdminTestJSON-2008076161-project-admin] Deleting port 7b1b5765-0df3-4cd2-845c-ae6562370e92 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:23:57.304179 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-04f658d6-b4f9-4ce8-8eb5-1cf3675790dc tempest-FloatingIPAdminTestJSON-2008076161 tempest-FloatingIPAdminTestJSON-2008076161-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:57.486570 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722a4f7a-50e3-4235-816e-560c360de66d req-becadf28-5f39-4ff8-a385-740b915e8d05 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:23:57.488025 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-722a4f7a-50e3-4235-816e-560c360de66d req-becadf28-5f39-4ff8-a385-740b915e8d05 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/ports?device_id=888f1470-27db-4050-bd2f-eabff0112455 HTTP/1.1" status: 200 len: 943 time: 0.2574732 Jun 01 19:23:57.560942 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-04f658d6-b4f9-4ce8-8eb5-1cf3675790dc tempest-FloatingIPAdminTestJSON-2008076161 tempest-FloatingIPAdminTestJSON-2008076161-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:57.561259 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-04f658d6-b4f9-4ce8-8eb5-1cf3675790dc tempest-FloatingIPAdminTestJSON-2008076161 tempest-FloatingIPAdminTestJSON-2008076161-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:57.582210 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-722a4f7a-50e3-4235-816e-560c360de66d req-7c385ef2-e721-41e0-be08-a6a9b4fd3158 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/security-groups?id=57a825b2-df9c-47c9-a42f-bb66ab7a288b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865948 Jun 01 19:23:57.828379 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-04f658d6-b4f9-4ce8-8eb5-1cf3675790dc tempest-FloatingIPAdminTestJSON-2008076161 tempest-FloatingIPAdminTestJSON-2008076161-project-admin] Calling delete_port for 7b1b5765-0df3-4cd2-845c-ae6562370e92 owned by network:floatingip {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:23:57.997862 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-04f658d6-b4f9-4ce8-8eb5-1cf3675790dc tempest-FloatingIPAdminTestJSON-2008076161 tempest-FloatingIPAdminTestJSON-2008076161-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:58.047111 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f658d6-b4f9-4ce8-8eb5-1cf3675790dc tempest-FloatingIPAdminTestJSON-2008076161 tempest-FloatingIPAdminTestJSON-2008076161-project-admin] Pushing event deleted for resources: {'Port': ['ID=7b1b5765-0df3-4cd2-845c-ae6562370e92,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:23:58.148964 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-04f658d6-b4f9-4ce8-8eb5-1cf3675790dc tempest-FloatingIPAdminTestJSON-2008076161 tempest-FloatingIPAdminTestJSON-2008076161-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:58.169268 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-04f658d6-b4f9-4ce8-8eb5-1cf3675790dc tempest-FloatingIPAdminTestJSON-2008076161 tempest-FloatingIPAdminTestJSON-2008076161-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for floatingip, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:58.170416 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-04f658d6-b4f9-4ce8-8eb5-1cf3675790dc tempest-FloatingIPAdminTestJSON-2008076161 tempest-FloatingIPAdminTestJSON-2008076161-project-admin] 10.222.0.41 "DELETE /v2.0/floatingips/7c9d1880-bf5f-4d75-a8f2-60f04699cf34 HTTP/1.1" status: 204 len: 168 time: 1.0782385 Jun 01 19:23:58.174025 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 42486) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:23:58.245926 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-a2e04947-1938-4100-a334-2510fca7d113 tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] Deleting port aaea513d-ea33-4753-bacf-e91d86b547cf {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:23:58.246260 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a2e04947-1938-4100-a334-2510fca7d113 tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:58.501750 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a2e04947-1938-4100-a334-2510fca7d113 tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:58.629710 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-a2e04947-1938-4100-a334-2510fca7d113 tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] Calling delete_port for aaea513d-ea33-4753-bacf-e91d86b547cf owned by {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:23:58.836346 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a2e04947-1938-4100-a334-2510fca7d113 tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:58.845429 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88ebb57-2c6e-4edb-8318-703ccdadc4ee req-21bca456-4ed5-422d-8f6b-ebddb94005a5 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:23:58.847673 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c88ebb57-2c6e-4edb-8318-703ccdadc4ee req-21bca456-4ed5-422d-8f6b-ebddb94005a5 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/ports?device_id=888f1470-27db-4050-bd2f-eabff0112455 HTTP/1.1" status: 200 len: 943 time: 0.1342156 Jun 01 19:23:58.902173 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e04947-1938-4100-a334-2510fca7d113 tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] Pushing event deleted for resources: {'Port': ['ID=aaea513d-ea33-4753-bacf-e91d86b547cf,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:23:58.917646 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c88ebb57-2c6e-4edb-8318-703ccdadc4ee req-07fa1bf4-2363-4eb4-9d5b-9b14d7f10de5 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/security-groups?id=57a825b2-df9c-47c9-a42f-bb66ab7a288b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614755 Jun 01 19:23:59.093099 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a2e04947-1938-4100-a334-2510fca7d113 tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:23:59.102690 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 42508) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:23:59.103116 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-a2e04947-1938-4100-a334-2510fca7d113 tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] 10.222.0.41 "DELETE /v2.0/ports/aaea513d-ea33-4753-bacf-e91d86b547cf HTTP/1.1" status: 204 len: 168 time: 0.9278660 Jun 01 19:23:59.198707 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f81c31e-fab6-42b2-9a81-6d0c48e5b938 tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:23:59.199360 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-4f81c31e-fab6-42b2-9a81-6d0c48e5b938 tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] Synchronizing usage tracker for tenant:59100afabe724695822c29b02a2dbd35 on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:23:59.218693 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-4f81c31e-fab6-42b2-9a81-6d0c48e5b938 tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] Unset dirty status for tenant:59100afabe724695822c29b02a2dbd35 on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:23:59.219882 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-4f81c31e-fab6-42b2-9a81-6d0c48e5b938 tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f977618-d030-4906-a459-a4255458507b HTTP/1.1" status: 200 len: 913 time: 0.1157179 Jun 01 19:23:59.222631 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 42512) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:23:59.910228 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4df7a664-78d2-4774-a089-fe577e6a0bb3 tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-887474'] for router_interface, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:00.123664 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263dc2df-839b-442e-81b7-c96c78e13d3a req-5010a631-68fa-49cd-b8ea-34f8a729cee1 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:24:00.125186 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-263dc2df-839b-442e-81b7-c96c78e13d3a req-5010a631-68fa-49cd-b8ea-34f8a729cee1 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/ports?device_id=888f1470-27db-4050-bd2f-eabff0112455 HTTP/1.1" status: 200 len: 943 time: 0.0863190 Jun 01 19:24:00.184303 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-263dc2df-839b-442e-81b7-c96c78e13d3a req-dfe75554-c415-4161-b59a-1b055f63a2c3 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/security-groups?id=57a825b2-df9c-47c9-a42f-bb66ab7a288b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510747 Jun 01 19:24:00.301801 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-4df7a664-78d2-4774-a089-fe577e6a0bb3 tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] Deleting port 5b2230cd-a96c-40e0-9ce7-a56dcf907815 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:24:00.302124 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4df7a664-78d2-4774-a089-fe577e6a0bb3 tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:00.497940 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4df7a664-78d2-4774-a089-fe577e6a0bb3 tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:00.624570 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-4df7a664-78d2-4774-a089-fe577e6a0bb3 tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] Calling delete_port for 5b2230cd-a96c-40e0-9ce7-a56dcf907815 owned by network:router_interface {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:24:01.087134 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4df7a664-78d2-4774-a089-fe577e6a0bb3 tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:01.135377 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df7a664-78d2-4774-a089-fe577e6a0bb3 tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] Pushing event deleted for resources: {'Port': ['ID=5b2230cd-a96c-40e0-9ce7-a56dcf907815,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:24:01.513372 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4df7a664-78d2-4774-a089-fe577e6a0bb3 tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-887310'] for router_interface, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:01.523760 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c9e32d-f2f0-4d6d-8a4e-ac30831054f5 req-91e96c94-b60f-4b52-8b01-433da1e032c3 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:24:01.525269 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d7c9e32d-f2f0-4d6d-8a4e-ac30831054f5 req-91e96c94-b60f-4b52-8b01-433da1e032c3 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/ports?device_id=888f1470-27db-4050-bd2f-eabff0112455 HTTP/1.1" status: 200 len: 943 time: 0.1985855 Jun 01 19:24:01.657469 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d7c9e32d-f2f0-4d6d-8a4e-ac30831054f5 req-af3c3126-7fcd-491c-ab4b-b96440e1207e tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/security-groups?id=57a825b2-df9c-47c9-a42f-bb66ab7a288b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258578 Jun 01 19:24:01.940959 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4df7a664-78d2-4774-a089-fe577e6a0bb3 tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] Router 9f977618-d030-4906-a459-a4255458507b has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 19:24:02.136635 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4df7a664-78d2-4774-a089-fe577e6a0bb3 tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:24:02.146583 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4ad0ba-6eff-4ccb-834c-6254eef35e6b None None] Sync routers for ids ['9f977618-d030-4906-a459-a4255458507b'] in n-d-844202-1 {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:24:02.158623 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4ad0ba-6eff-4ccb-834c-6254eef35e6b None None] Routers {'9f977618-d030-4906-a459-a4255458507b'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:24:02.158978 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-4df7a664-78d2-4774-a089-fe577e6a0bb3 tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] 10.222.0.41 "PUT /v2.0/routers/9f977618-d030-4906-a459-a4255458507b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9350114 Jun 01 19:24:02.159236 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-8d4ad0ba-6eff-4ccb-834c-6254eef35e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:23:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['9f977618-d030-4906-a459-a4255458507b'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:24:02.159617 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 42570) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:24:02.219203 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-8d4ad0ba-6eff-4ccb-834c-6254eef35e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:24:02.228409 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4ad0ba-6eff-4ccb-834c-6254eef35e6b None None] Routers {'9f977618-d030-4906-a459-a4255458507b'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:24:02.229045 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-8d4ad0ba-6eff-4ccb-834c-6254eef35e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:23:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['9f977618-d030-4906-a459-a4255458507b'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:24:02.292888 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-8d4ad0ba-6eff-4ccb-834c-6254eef35e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:24:02.293404 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4ad0ba-6eff-4ccb-834c-6254eef35e6b None None] The sync data for ids ['9f977618-d030-4906-a459-a4255458507b'] in n-d-844202-1 is: [] {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:24:02.349404 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e72dc6cd-410c-40ae-ab43-705998bc6b08 tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] Notify callbacks [] for router, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:02.658301 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e72dc6cd-410c-40ae-ab43-705998bc6b08 tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:02.671086 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-e72dc6cd-410c-40ae-ab43-705998bc6b08 tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] Deleting port 059f0965-e1da-4089-88a0-31eecff1113e {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:24:02.671751 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e72dc6cd-410c-40ae-ab43-705998bc6b08 tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:02.922748 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e72dc6cd-410c-40ae-ab43-705998bc6b08 tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:03.004323 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380f400a-06db-4745-903f-a99f3f85a857 req-ae638c50-45ec-4872-acaf-07e1c59b4e5e tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:24:03.005784 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-380f400a-06db-4745-903f-a99f3f85a857 req-ae638c50-45ec-4872-acaf-07e1c59b4e5e tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/ports?device_id=888f1470-27db-4050-bd2f-eabff0112455 HTTP/1.1" status: 200 len: 943 time: 0.1985571 Jun 01 19:24:03.084193 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-e72dc6cd-410c-40ae-ab43-705998bc6b08 tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] Calling delete_port for 059f0965-e1da-4089-88a0-31eecff1113e owned by network:router_gateway {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:24:03.174425 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-380f400a-06db-4745-903f-a99f3f85a857 req-e9c1b409-cc9e-4f1f-bd5f-a126e33e8223 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/security-groups?id=57a825b2-df9c-47c9-a42f-bb66ab7a288b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091480 Jun 01 19:24:03.310822 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e72dc6cd-410c-40ae-ab43-705998bc6b08 tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:03.361100 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72dc6cd-410c-40ae-ab43-705998bc6b08 tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] Pushing event deleted for resources: {'Port': ['ID=059f0965-e1da-4089-88a0-31eecff1113e,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:24:03.448935 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72dc6cd-410c-40ae-ab43-705998bc6b08 tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:24:03.449263 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72dc6cd-410c-40ae-ab43-705998bc6b08 tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:24:03.449588 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72dc6cd-410c-40ae-ab43-705998bc6b08 tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:24:03.449910 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72dc6cd-410c-40ae-ab43-705998bc6b08 tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:24:03.450540 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72dc6cd-410c-40ae-ab43-705998bc6b08 tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:24:03.450540 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72dc6cd-410c-40ae-ab43-705998bc6b08 tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:24:03.450835 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72dc6cd-410c-40ae-ab43-705998bc6b08 tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:24:03.451139 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72dc6cd-410c-40ae-ab43-705998bc6b08 tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:24:03.451447 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72dc6cd-410c-40ae-ab43-705998bc6b08 tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:24:03.451758 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72dc6cd-410c-40ae-ab43-705998bc6b08 tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:24:03.452057 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72dc6cd-410c-40ae-ab43-705998bc6b08 tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:24:03.452382 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72dc6cd-410c-40ae-ab43-705998bc6b08 tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:24:03.483342 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e72dc6cd-410c-40ae-ab43-705998bc6b08 tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-887703'] for router_gateway, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:03.617488 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device ece602b2-c41f-433f-ac51-8a0cfee8efe6 details requested by agent hyperv_n-h1-844202-1 with host n-h1-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 19:24:03.658671 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e72dc6cd-410c-40ae-ab43-705998bc6b08 tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25316'] for router, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:03.661189 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e72dc6cd-410c-40ae-ab43-705998bc6b08 tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:03.687795 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e72dc6cd-410c-40ae-ab43-705998bc6b08 tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-891519'] for router, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:03.688328 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e72dc6cd-410c-40ae-ab43-705998bc6b08 tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] Fanout notify agent at l3_agent the message router_deleted on router 9f977618-d030-4906-a459-a4255458507b {{(pid=88525) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 19:24:03.705467 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e72dc6cd-410c-40ae-ab43-705998bc6b08 tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] Notify callbacks [] for router, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:03.706758 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-e72dc6cd-410c-40ae-ab43-705998bc6b08 tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] 10.222.0.41 "DELETE /v2.0/routers/9f977618-d030-4906-a459-a4255458507b HTTP/1.1" status: 204 len: 168 time: 1.5454876 Jun 01 19:24:03.709410 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 42598) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:24:03.770062 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port ece602b2-c41f-433f-ac51-8a0cfee8efe6, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=ece602b2-c41f-433f-ac51-8a0cfee8efe6,segment=NetworkSegment(caf40787-7b50-4406-9921-dddcf758f24c),segment_id=caf40787-7b50-4406-9921-dddcf758f24c)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:24:03.779776 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_v2 [None req-646183dd-5fad-46ea-b8fa-15801aff393a tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] Deleting subnet a0413bc9-e9fc-43a7-826e-e7a95a22c4b7 {{(pid=88524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 19:24:03.783198 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-646183dd-5fad-46ea-b8fa-15801aff393a tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] Notify callbacks [] for subnet, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:03.784713 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Returning: {'device': 'ece602b2-c41f-433f-ac51-8a0cfee8efe6', 'network_id': '06227175-383a-438d-b2ea-446bb23d085d', 'port_id': 'ece602b2-c41f-433f-ac51-8a0cfee8efe6', 'mac_address': 'fa:16:3e:7c:85:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c6d4c6d-6977-4f9b-a44c-9b6b04f8ca29', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 19:24:03.861973 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-646183dd-5fad-46ea-b8fa-15801aff393a tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2702137'] for subnet, precommit_delete_associations {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:03.883218 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port ece602b2-c41f-433f-ac51-8a0cfee8efe6 is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:24:03.883591 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:03.903544 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ece602b2-c41f-433f-ac51-8a0cfee8efe6 {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 19:24:03.926392 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port ece602b2-c41f-433f-ac51-8a0cfee8efe6, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=ece602b2-c41f-433f-ac51-8a0cfee8efe6,segment=NetworkSegment(caf40787-7b50-4406-9921-dddcf758f24c),segment_id=caf40787-7b50-4406-9921-dddcf758f24c)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:24:03.932495 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:04.027775 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=ece602b2-c41f-433f-ac51-8a0cfee8efe6,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:24:04.075748 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-646183dd-5fad-46ea-b8fa-15801aff393a tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:04.156942 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-646183dd-5fad-46ea-b8fa-15801aff393a tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2718856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3066595'] for subnet, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:04.216527 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646183dd-5fad-46ea-b8fa-15801aff393a tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] Pushing event deleted for resources: {'Subnet': ['ID=a0413bc9-e9fc-43a7-826e-e7a95a22c4b7,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:24:04.226520 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-646183dd-5fad-46ea-b8fa-15801aff393a tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:04.229326 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] get_ports_and_sgs() called for port_ids ['ece602b2-c41f-433f-ac51-8a0cfee8efe6'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 19:24:04.235205 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-646183dd-5fad-46ea-b8fa-15801aff393a tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] 10.222.0.41 "DELETE /v2.0/subnets/a0413bc9-e9fc-43a7-826e-e7a95a22c4b7 HTTP/1.1" status: 204 len: 168 time: 0.5238605 Jun 01 19:24:04.237280 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 42614) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:24:04.274887 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cda3e1e-15eb-4b48-9995-713309e88acb None None] Network 73da957b-07d3-4b61-84fb-0fc4a32a5e20 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:24:04.416267 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ecaed4f3-8ece-4f55-a744-1a6472dec0c1 tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:04.438845 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-ecaed4f3-8ece-4f55-a744-1a6472dec0c1 tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] Deleting port 9e0caacb-d3b4-45f4-bda5-bf3e5be33749 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:24:04.439185 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ecaed4f3-8ece-4f55-a744-1a6472dec0c1 tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:04.516373 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff989e0-3ec6-4cd7-9ebc-64181b8bf82e req-5266bec7-8625-4119-aea5-643d75b53c65 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:24:04.517417 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3ff989e0-3ec6-4cd7-9ebc-64181b8bf82e req-5266bec7-8625-4119-aea5-643d75b53c65 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/ports?device_id=888f1470-27db-4050-bd2f-eabff0112455 HTTP/1.1" status: 200 len: 944 time: 0.1964548 Jun 01 19:24:04.633117 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3ff989e0-3ec6-4cd7-9ebc-64181b8bf82e req-4482db9e-792e-441d-afd9-04ea0fb71040 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/security-groups?id=57a825b2-df9c-47c9-a42f-bb66ab7a288b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085114 Jun 01 19:24:04.683996 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-733c1d99-2cba-4572-bdde-8a3f3e6adfd9 None None] DHCP port deletion for 73da957b-07d3-4b61-84fb-0fc4a32a5e20 request from n-d-844202-1 {{(pid=88526) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 19:24:04.688351 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-733c1d99-2cba-4572-bdde-8a3f3e6adfd9 None None] Deleting port 9e0caacb-d3b4-45f4-bda5-bf3e5be33749 {{(pid=88526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:24:04.688718 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-733c1d99-2cba-4572-bdde-8a3f3e6adfd9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:04.739103 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [None req-ecaed4f3-8ece-4f55-a744-1a6472dec0c1 tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] For port 9e0caacb-d3b4-45f4-bda5-bf3e5be33749, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=9e0caacb-d3b4-45f4-bda5-bf3e5be33749,segment=NetworkSegment(756e0d4d-d2ba-4344-838c-6e4f406a2b7d),segment_id=756e0d4d-d2ba-4344-838c-6e4f406a2b7d)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:24:04.739641 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ecaed4f3-8ece-4f55-a744-1a6472dec0c1 tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:04.871829 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-ecaed4f3-8ece-4f55-a744-1a6472dec0c1 tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] Calling delete_port for 9e0caacb-d3b4-45f4-bda5-bf3e5be33749 owned by network:dhcp {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:24:04.919326 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-733c1d99-2cba-4572-bdde-8a3f3e6adfd9 None None] For port 9e0caacb-d3b4-45f4-bda5-bf3e5be33749, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=9e0caacb-d3b4-45f4-bda5-bf3e5be33749,segment=NetworkSegment(756e0d4d-d2ba-4344-838c-6e4f406a2b7d),segment_id=756e0d4d-d2ba-4344-838c-6e4f406a2b7d)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:24:04.919711 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-733c1d99-2cba-4572-bdde-8a3f3e6adfd9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:04.950139 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ecaed4f3-8ece-4f55-a744-1a6472dec0c1 tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:05.010731 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaed4f3-8ece-4f55-a744-1a6472dec0c1 tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] Pushing event deleted for resources: {'Port': ['ID=9e0caacb-d3b4-45f4-bda5-bf3e5be33749,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:24:05.012695 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecaed4f3-8ece-4f55-a744-1a6472dec0c1 tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] No DVR routers for this DVR port 9e0caacb-d3b4-45f4-bda5-bf3e5be33749 on host n-d-844202-1 {{(pid=88524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:24:05.108344 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-733c1d99-2cba-4572-bdde-8a3f3e6adfd9 None None] Calling delete_port for 9e0caacb-d3b4-45f4-bda5-bf3e5be33749 owned by network:dhcp {{(pid=88526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:24:05.156413 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ecaed4f3-8ece-4f55-a744-1a6472dec0c1 tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:05.182492 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-ecaed4f3-8ece-4f55-a744-1a6472dec0c1 tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73da957b-07d3-4b61-84fb-0fc4a32a5e20']}} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:24:05.189410 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.db.api [None req-733c1d99-2cba-4572-bdde-8a3f3e6adfd9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88526) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 19:24:05.189763 n-d-844202-1 neutron-server[88526]: DEBUG oslo_db.api [None req-733c1d99-2cba-4572-bdde-8a3f3e6adfd9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 19:24:05.196923 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-ecaed4f3-8ece-4f55-a744-1a6472dec0c1 tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '756e0d4d-d2ba-4344-838c-6e4f406a2b7d') {'for_net_delete': True} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:24:05.197218 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-ecaed4f3-8ece-4f55-a744-1a6472dec0c1 tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '756e0d4d-d2ba-4344-838c-6e4f406a2b7d') {} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:24:05.208900 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ecaed4f3-8ece-4f55-a744-1a6472dec0c1 tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2702126'] for segment, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:05.226247 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ecaed4f3-8ece-4f55-a744-1a6472dec0c1 tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:05.232469 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecaed4f3-8ece-4f55-a744-1a6472dec0c1 tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=88524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 19:24:05.232883 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ecaed4f3-8ece-4f55-a744-1a6472dec0c1 tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2719018'] for segment, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:05.306479 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment 756e0d4d-d2ba-4344-838c-6e4f406a2b7d resource provider aggregate not found Jun 01 19:24:05.353228 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment 756e0d4d-d2ba-4344-838c-6e4f406a2b7d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 756e0d4d-d2ba-4344-838c-6e4f406a2b7d found for delete ", "request_id": "req-dbc116e4-fdce-4aeb-a241-8d3413f71cb6"}]} Jun 01 19:24:05.353228 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ecaed4f3-8ece-4f55-a744-1a6472dec0c1 tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:05.358377 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ecaed4f3-8ece-4f55-a744-1a6472dec0c1 tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] Notify callbacks [] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:05.391681 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaed4f3-8ece-4f55-a744-1a6472dec0c1 tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] Pushing event deleted for resources: {'Network': ['ID=73da957b-07d3-4b61-84fb-0fc4a32a5e20,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:24:05.397584 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-ecaed4f3-8ece-4f55-a744-1a6472dec0c1 tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] 10.222.0.41 "DELETE /v2.0/networks/73da957b-07d3-4b61-84fb-0fc4a32a5e20 HTTP/1.1" status: 204 len: 168 time: 1.1567295 Jun 01 19:24:05.398037 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 42640) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:24:05.559029 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-46d871d5-3d3a-488a-9643-2812dad266dc tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] Deleting port a4b50863-85ba-4de3-b60b-a3ef3d0a60d3 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:24:05.559467 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-46d871d5-3d3a-488a-9643-2812dad266dc tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:05.633371 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device ece602b2-c41f-433f-ac51-8a0cfee8efe6 up at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:24:05.690927 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-733c1d99-2cba-4572-bdde-8a3f3e6adfd9 None None] Deleting port 9e0caacb-d3b4-45f4-bda5-bf3e5be33749 {{(pid=88526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:24:05.692082 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-733c1d99-2cba-4572-bdde-8a3f3e6adfd9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:05.756886 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-46d871d5-3d3a-488a-9643-2812dad266dc tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:05.757476 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-46d871d5-3d3a-488a-9643-2812dad266dc tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:05.767740 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-733c1d99-2cba-4572-bdde-8a3f3e6adfd9 None None] The port '9e0caacb-d3b4-45f4-bda5-bf3e5be33749' was deleted {{(pid=88526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 01 19:24:05.788444 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Provisioning for port ece602b2-c41f-433f-ac51-8a0cfee8efe6 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:24:05.793671 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Provisioning complete for port ece602b2-c41f-433f-ac51-8a0cfee8efe6 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:24:05.794039 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:05.938909 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port ece602b2-c41f-433f-ac51-8a0cfee8efe6 is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:24:05.938909 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:05.972767 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port ece602b2-c41f-433f-ac51-8a0cfee8efe6, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=ece602b2-c41f-433f-ac51-8a0cfee8efe6,segment=NetworkSegment(caf40787-7b50-4406-9921-dddcf758f24c),segment_id=caf40787-7b50-4406-9921-dddcf758f24c)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:24:05.973782 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '888f1470-27db-4050-bd2f-eabff0112455', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ece602b2-c41f-433f-ac51-8a0cfee8efe6'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:24:05.992895 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:06.069724 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e8b763e-10a2-4911-8f40-1cc88f09c6c6'] response: {'server_uuid': '888f1470-27db-4050-bd2f-eabff0112455', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ece602b2-c41f-433f-ac51-8a0cfee8efe6', 'code': 200} Jun 01 19:24:06.076037 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=ece602b2-c41f-433f-ac51-8a0cfee8efe6,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:24:06.107384 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-46d871d5-3d3a-488a-9643-2812dad266dc tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] Calling delete_port for a4b50863-85ba-4de3-b60b-a3ef3d0a60d3 owned by network:floatingip {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:24:06.265574 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdee1939-b8a6-4394-91f9-e43a2df65357 req-7cc4660f-56a0-4276-a382-2ab9ec2622b7 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:24:06.267030 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-fdee1939-b8a6-4394-91f9-e43a2df65357 req-7cc4660f-56a0-4276-a382-2ab9ec2622b7 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/ports?device_id=888f1470-27db-4050-bd2f-eabff0112455 HTTP/1.1" status: 200 len: 944 time: 0.5003681 Jun 01 19:24:06.364218 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546bfc07-b6a6-4d1e-a5ac-828450be4927 req-2bb51031-a5b3-4516-b669-e4f46a079e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:24:06.365768 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-546bfc07-b6a6-4d1e-a5ac-828450be4927 req-2bb51031-a5b3-4516-b669-e4f46a079e45 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=888f1470-27db-4050-bd2f-eabff0112455 HTTP/1.1" status: 200 len: 1096 time: 0.2278061 Jun 01 19:24:06.375554 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-fdee1939-b8a6-4394-91f9-e43a2df65357 req-836f301e-6435-4535-8fcd-cafefdf3d8e2 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/security-groups?id=57a825b2-df9c-47c9-a42f-bb66ab7a288b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979376 Jun 01 19:24:06.409510 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-46d871d5-3d3a-488a-9643-2812dad266dc tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:06.469903 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d871d5-3d3a-488a-9643-2812dad266dc tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] Pushing event deleted for resources: {'Port': ['ID=a4b50863-85ba-4de3-b60b-a3ef3d0a60d3,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:24:06.472565 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-546bfc07-b6a6-4d1e-a5ac-828450be4927 req-04144901-681c-4333-96c5-f2317aa213d5 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=57a825b2-df9c-47c9-a42f-bb66ab7a288b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960987 Jun 01 19:24:06.529477 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 9e0caacb-d3b4-45f4-bda5-bf3e5be33749 no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:24:06.563045 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: 9e0caacb-d3b4-45f4-bda5-bf3e5be33749 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:24:06.563297 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 9e0caacb-d3b4-45f4-bda5-bf3e5be33749 not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:24:06.571219 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-46d871d5-3d3a-488a-9643-2812dad266dc tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] Notify callbacks [] for floatingip, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:06.593775 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-46d871d5-3d3a-488a-9643-2812dad266dc tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for floatingip, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:06.595005 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-46d871d5-3d3a-488a-9643-2812dad266dc tempest-FloatingIPAdminTestJSON-1868034192 tempest-FloatingIPAdminTestJSON-1868034192-project] 10.222.0.41 "DELETE /v2.0/floatingips/5d07143b-0cea-4054-9e22-21f6e991d0da HTTP/1.1" status: 204 len: 168 time: 1.1960642 Jun 01 19:24:06.873716 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 42674) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:24:07.029939 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-ae2422da-7d3e-4120-a930-4e57bdd117f0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=59100afabe724695822c29b02a2dbd35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1550543 Jun 01 19:24:07.032600 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 42684) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:24:07.105873 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-90807806-1801-4985-a042-50e00aaedb08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:07.125729 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-e966e971-e126-41dc-ab43-8fcc2e154b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:07.137752 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-90807806-1801-4985-a042-50e00aaedb08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:07.190981 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-90807806-1801-4985-a042-50e00aaedb08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:07.205975 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90807806-1801-4985-a042-50e00aaedb08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=351d0b76-7be2-42f8-89a2-d102691049a4,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:24:07.215909 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-90807806-1801-4985-a042-50e00aaedb08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:07.217059 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-90807806-1801-4985-a042-50e00aaedb08 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/351d0b76-7be2-42f8-89a2-d102691049a4 HTTP/1.1" status: 204 len: 168 time: 0.1835554 Jun 01 19:24:07.542505 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 42704) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:24:07.563454 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2aa9cf03-249d-4583-83b7-6cf0a01d3a95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:07.580851 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-2aa9cf03-249d-4583-83b7-6cf0a01d3a95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:24:07.589235 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-2aa9cf03-249d-4583-83b7-6cf0a01d3a95 admin admin] Usage tracker for resource:security_group_rule and tenant:339ad58a51a745dda2fdf9b45414b7ce is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:24:07.594333 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-2aa9cf03-249d-4583-83b7-6cf0a01d3a95 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:24:07.608599 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-2aa9cf03-249d-4583-83b7-6cf0a01d3a95 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:24:07.610731 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ce1cbf-95ef-494c-afcc-53c8d8a6acaa req-48fc7dac-aaac-48fa-9cfc-011163f0d2d7 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:24:07.618653 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-19ce1cbf-95ef-494c-afcc-53c8d8a6acaa req-48fc7dac-aaac-48fa-9cfc-011163f0d2d7 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/ports?device_id=888f1470-27db-4050-bd2f-eabff0112455 HTTP/1.1" status: 200 len: 945 time: 0.1302617 Jun 01 19:24:07.710804 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-19ce1cbf-95ef-494c-afcc-53c8d8a6acaa req-b7c582e8-252f-4085-9b23-1ba9c27ec0f8 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/security-groups?id=57a825b2-df9c-47c9-a42f-bb66ab7a288b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916972 Jun 01 19:24:07.726430 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2aa9cf03-249d-4583-83b7-6cf0a01d3a95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:07.731581 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2aa9cf03-249d-4583-83b7-6cf0a01d3a95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:07.783480 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-2aa9cf03-249d-4583-83b7-6cf0a01d3a95 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=339ad58a51a745dda2fdf9b45414b7ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2398870 Jun 01 19:24:07.786224 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 42708) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:24:07.789162 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa9cf03-249d-4583-83b7-6cf0a01d3a95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da82d8f1-05e1-4c1b-b721-00a35eace123,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:24:07.853101 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-946d7ebc-efa1-4796-80e4-d9d56c81c4c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:07.880210 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-946d7ebc-efa1-4796-80e4-d9d56c81c4c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:07.948813 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-946d7ebc-efa1-4796-80e4-d9d56c81c4c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:07.963746 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946d7ebc-efa1-4796-80e4-d9d56c81c4c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da82d8f1-05e1-4c1b-b721-00a35eace123,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:24:07.970877 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-946d7ebc-efa1-4796-80e4-d9d56c81c4c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:07.977109 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-946d7ebc-efa1-4796-80e4-d9d56c81c4c6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/da82d8f1-05e1-4c1b-b721-00a35eace123 HTTP/1.1" status: 204 len: 168 time: 0.1879308 Jun 01 19:24:08.154066 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-343959c4-097b-4b21-a007-d0e3f1e2cca3 req-83a84abe-a568-4072-8301-212c3d736367 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=8762b864-200b-43e7-afeb-80ae8086729b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0731268 Jun 01 19:24:08.323389 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343959c4-097b-4b21-a007-d0e3f1e2cca3 req-07bb6181-3b8d-4431-a739-e624b8515ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:24:08.324926 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-343959c4-097b-4b21-a007-d0e3f1e2cca3 req-07bb6181-3b8d-4431-a739-e624b8515ebd service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7bf90069a748473ba95bc7a905ea2721&device_id=8762b864-200b-43e7-afeb-80ae8086729b HTTP/1.1" status: 200 len: 1100 time: 0.0890536 Jun 01 19:24:08.372055 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 42726) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:24:08.389004 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-bbd3399c-a9ee-466e-aff9-76221edcc49f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:08.404408 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-bbd3399c-a9ee-466e-aff9-76221edcc49f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:24:08.408329 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-bbd3399c-a9ee-466e-aff9-76221edcc49f admin admin] Usage tracker for resource:security_group_rule and tenant:f2e8f991dfab4ede91495e12ae59e546 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:24:08.411229 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-bbd3399c-a9ee-466e-aff9-76221edcc49f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:24:08.417708 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-bbd3399c-a9ee-466e-aff9-76221edcc49f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:24:08.501161 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-bbd3399c-a9ee-466e-aff9-76221edcc49f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:08.506869 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-bbd3399c-a9ee-466e-aff9-76221edcc49f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:08.510599 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343959c4-097b-4b21-a007-d0e3f1e2cca3 req-8d4f766a-37c8-4647-80ef-e0debb0151c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:24:08.512102 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-343959c4-097b-4b21-a007-d0e3f1e2cca3 req-8d4f766a-37c8-4647-80ef-e0debb0151c0 service neutron] 10.222.0.50 "GET /v2.0/networks?id=898153a3-5d71-43be-9d14-343ea4a48426 HTTP/1.1" status: 200 len: 870 time: 0.1693873 Jun 01 19:24:08.559887 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-bbd3399c-a9ee-466e-aff9-76221edcc49f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f2e8f991dfab4ede91495e12ae59e546&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1867216 Jun 01 19:24:08.560981 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd3399c-a9ee-466e-aff9-76221edcc49f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=303ed4ea-67c3-4bcc-84c1-0d45035f1dcd,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:24:08.567162 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 42734) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:24:08.620669 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-343959c4-097b-4b21-a007-d0e3f1e2cca3 req-3ac525f5-3dac-4592-be79-59a5af3a1307 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=3a7f3d4b-f787-402a-ad74-512be49ae5ea HTTP/1.1" status: 200 len: 217 time: 0.1031165 Jun 01 19:24:08.640327 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ffa1cee0-81b2-4503-bfb1-789551a23153 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:08.670246 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ffa1cee0-81b2-4503-bfb1-789551a23153 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:08.690804 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343959c4-097b-4b21-a007-d0e3f1e2cca3 req-88de7a31-eda7-415d-a049-c29fc11f7ede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:24:08.692336 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-343959c4-097b-4b21-a007-d0e3f1e2cca3 req-88de7a31-eda7-415d-a049-c29fc11f7ede service neutron] 10.222.0.50 "GET /v2.0/subnets?id=35e3ad2f-9c88-4698-b634-4e1b58de1cc2 HTTP/1.1" status: 200 len: 843 time: 0.0667486 Jun 01 19:24:08.729041 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ffa1cee0-81b2-4503-bfb1-789551a23153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:08.753589 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa1cee0-81b2-4503-bfb1-789551a23153 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=303ed4ea-67c3-4bcc-84c1-0d45035f1dcd,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:24:08.773419 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343959c4-097b-4b21-a007-d0e3f1e2cca3 req-257832a9-7623-499b-a67b-c14f63763ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:24:08.775496 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-343959c4-097b-4b21-a007-d0e3f1e2cca3 req-257832a9-7623-499b-a67b-c14f63763ac1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=898153a3-5d71-43be-9d14-343ea4a48426&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0778344 Jun 01 19:24:08.778222 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ffa1cee0-81b2-4503-bfb1-789551a23153 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:08.780698 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-ffa1cee0-81b2-4503-bfb1-789551a23153 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/303ed4ea-67c3-4bcc-84c1-0d45035f1dcd HTTP/1.1" status: 204 len: 168 time: 0.2130542 Jun 01 19:24:08.980185 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61cf722-efb1-4b53-87a5-e3f108cd59b8 req-03f18696-1ae6-4de0-8eab-ec655f2ad93d tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:24:08.983935 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a61cf722-efb1-4b53-87a5-e3f108cd59b8 req-03f18696-1ae6-4de0-8eab-ec655f2ad93d tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/ports?device_id=888f1470-27db-4050-bd2f-eabff0112455 HTTP/1.1" status: 200 len: 945 time: 0.1478693 Jun 01 19:24:09.070071 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-343959c4-097b-4b21-a007-d0e3f1e2cca3 req-4dd16c44-0d6f-4bee-af7c-67d37a6b814f service neutron] 10.222.0.50 "GET /v2.0/networks/898153a3-5d71-43be-9d14-343ea4a48426?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2827210 Jun 01 19:24:09.074880 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a61cf722-efb1-4b53-87a5-e3f108cd59b8 req-7679faab-f1e2-4214-b9db-6e5c821c292b tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/security-groups?id=57a825b2-df9c-47c9-a42f-bb66ab7a288b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846033 Jun 01 19:24:09.336038 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-343959c4-097b-4b21-a007-d0e3f1e2cca3 req-4ed1535e-82c7-4103-9238-6d807cec53dd service neutron] 10.222.0.50 "GET /v2.0/networks/898153a3-5d71-43be-9d14-343ea4a48426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2587926 Jun 01 19:24:09.354774 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe364a1-9ce8-4bb5-b457-f3c35f1ca55e req-4bbdb17c-250b-4a80-84ef-290c84048089 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:24:09.360979 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-1fe364a1-9ce8-4bb5-b457-f3c35f1ca55e req-4bbdb17c-250b-4a80-84ef-290c84048089 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/ports?device_id=888f1470-27db-4050-bd2f-eabff0112455 HTTP/1.1" status: 200 len: 945 time: 0.1453953 Jun 01 19:24:09.407213 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-1fe364a1-9ce8-4bb5-b457-f3c35f1ca55e req-041075b7-315c-4004-a5c7-6c5526d55f70 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/security-groups?id=57a825b2-df9c-47c9-a42f-bb66ab7a288b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444243 Jun 01 19:24:09.547145 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-fe6de530-2999-4c3e-8ec7-d86fea96f75b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:09.623569 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db07c09-f53d-4ad0-843c-ecf5d8d6d9a9 req-6773f7b3-76fb-4dfb-9216-e5e238e9c12c tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:24:09.625086 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-6db07c09-f53d-4ad0-843c-ecf5d8d6d9a9 req-6773f7b3-76fb-4dfb-9216-e5e238e9c12c tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/ports?device_id=888f1470-27db-4050-bd2f-eabff0112455 HTTP/1.1" status: 200 len: 945 time: 0.0864656 Jun 01 19:24:09.679710 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-6db07c09-f53d-4ad0-843c-ecf5d8d6d9a9 req-64171191-f73b-40ad-941e-877563ff73b3 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/security-groups?id=57a825b2-df9c-47c9-a42f-bb66ab7a288b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472040 Jun 01 19:24:10.238593 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caa171b-9c4c-49a0-97fb-1a24a5b33833 req-6d7dbb2e-73b3-4a78-8ce8-55398dd4c818 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:24:10.240066 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-7caa171b-9c4c-49a0-97fb-1a24a5b33833 req-6d7dbb2e-73b3-4a78-8ce8-55398dd4c818 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/ports?device_id=888f1470-27db-4050-bd2f-eabff0112455 HTTP/1.1" status: 200 len: 945 time: 0.0974531 Jun 01 19:24:10.285350 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-7caa171b-9c4c-49a0-97fb-1a24a5b33833 req-c6c367f0-db12-442f-94c4-2ec185f9ca24 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/security-groups?id=57a825b2-df9c-47c9-a42f-bb66ab7a288b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388277 Jun 01 19:24:10.465030 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 42814) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:24:10.577517 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-8a2da2c2-3a34-4065-9ed6-34c782687e19 tempest-RoutersAdminNegativeIpV6Test-1845348706 tempest-RoutersAdminNegativeIpV6Test-1845348706-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-54839612', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:24:10.584502 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-8a2da2c2-3a34-4065-9ed6-34c782687e19 tempest-RoutersAdminNegativeIpV6Test-1845348706 tempest-RoutersAdminNegativeIpV6Test-1845348706-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:24:10.588719 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-8a2da2c2-3a34-4065-9ed6-34c782687e19 tempest-RoutersAdminNegativeIpV6Test-1845348706 tempest-RoutersAdminNegativeIpV6Test-1845348706-project-admin] Usage tracker for resource:port and tenant:6d625900728c4fcdb2fe3bf1445751c2 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:24:10.592003 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-8a2da2c2-3a34-4065-9ed6-34c782687e19 tempest-RoutersAdminNegativeIpV6Test-1845348706 tempest-RoutersAdminNegativeIpV6Test-1845348706-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:24:10.598492 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-8a2da2c2-3a34-4065-9ed6-34c782687e19 tempest-RoutersAdminNegativeIpV6Test-1845348706 tempest-RoutersAdminNegativeIpV6Test-1845348706-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:24:10.609854 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a2da2c2-3a34-4065-9ed6-34c782687e19 tempest-RoutersAdminNegativeIpV6Test-1845348706 tempest-RoutersAdminNegativeIpV6Test-1845348706-project-admin] Made reservation on behalf of 6d625900728c4fcdb2fe3bf1445751c2 for: {'port': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:24:10.612400 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8a2da2c2-3a34-4065-9ed6-34c782687e19 tempest-RoutersAdminNegativeIpV6Test-1845348706 tempest-RoutersAdminNegativeIpV6Test-1845348706-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:10.627193 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8a2da2c2-3a34-4065-9ed6-34c782687e19 tempest-RoutersAdminNegativeIpV6Test-1845348706 tempest-RoutersAdminNegativeIpV6Test-1845348706-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:10.642507 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-8a2da2c2-3a34-4065-9ed6-34c782687e19 tempest-RoutersAdminNegativeIpV6Test-1845348706 tempest-RoutersAdminNegativeIpV6Test-1845348706-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:24:10.646355 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-8a2da2c2-3a34-4065-9ed6-34c782687e19 tempest-RoutersAdminNegativeIpV6Test-1845348706 tempest-RoutersAdminNegativeIpV6Test-1845348706-project-admin] Usage tracker for resource:security_group_rule and tenant:6d625900728c4fcdb2fe3bf1445751c2 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:24:10.650798 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-8a2da2c2-3a34-4065-9ed6-34c782687e19 tempest-RoutersAdminNegativeIpV6Test-1845348706 tempest-RoutersAdminNegativeIpV6Test-1845348706-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:24:10.652430 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:10.659484 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-8a2da2c2-3a34-4065-9ed6-34c782687e19 tempest-RoutersAdminNegativeIpV6Test-1845348706 tempest-RoutersAdminNegativeIpV6Test-1845348706-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:24:10.706026 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:10.759625 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8a2da2c2-3a34-4065-9ed6-34c782687e19 tempest-RoutersAdminNegativeIpV6Test-1845348706 tempest-RoutersAdminNegativeIpV6Test-1845348706-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:10.763347 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8a2da2c2-3a34-4065-9ed6-34c782687e19 tempest-RoutersAdminNegativeIpV6Test-1845348706 tempest-RoutersAdminNegativeIpV6Test-1845348706-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:10.778253 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [None req-8a2da2c2-3a34-4065-9ed6-34c782687e19 tempest-RoutersAdminNegativeIpV6Test-1845348706 tempest-RoutersAdminNegativeIpV6Test-1845348706-project-admin] device_id is not set on port f8647186-f2ba-4f84-9787-ba6c2cea49d3 yet. {{(pid=88525) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 19:24:10.844854 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2da2c2-3a34-4065-9ed6-34c782687e19 tempest-RoutersAdminNegativeIpV6Test-1845348706 tempest-RoutersAdminNegativeIpV6Test-1845348706-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f56b797b-f68f-415f-837a-f4e5b36b2424,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:24:10.898663 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.agents_db [None req-e814b9cf-7de8-45d0-a079-29c61fabe7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 19:24:10.946931 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [None req-8a2da2c2-3a34-4065-9ed6-34c782687e19 tempest-RoutersAdminNegativeIpV6Test-1845348706 tempest-RoutersAdminNegativeIpV6Test-1845348706-project-admin] Allocated IP 172.25.4.99 (72a72e44-6845-488a-a5ff-3a26d4df9cb3/c314a23b-daa2-4106-ab28-8e6f954277b2/f8647186-f2ba-4f84-9787-ba6c2cea49d3) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:24:11.153560 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8a2da2c2-3a34-4065-9ed6-34c782687e19 tempest-RoutersAdminNegativeIpV6Test-1845348706 tempest-RoutersAdminNegativeIpV6Test-1845348706-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:11.182810 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8a2da2c2-3a34-4065-9ed6-34c782687e19 tempest-RoutersAdminNegativeIpV6Test-1845348706 tempest-RoutersAdminNegativeIpV6Test-1845348706-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:11.259034 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a2da2c2-3a34-4065-9ed6-34c782687e19 tempest-RoutersAdminNegativeIpV6Test-1845348706 tempest-RoutersAdminNegativeIpV6Test-1845348706-project-admin] Network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:24:11.261777 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-8a2da2c2-3a34-4065-9ed6-34c782687e19 tempest-RoutersAdminNegativeIpV6Test-1845348706 tempest-RoutersAdminNegativeIpV6Test-1845348706-project-admin] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:24:11.264482 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a2da2c2-3a34-4065-9ed6-34c782687e19 tempest-RoutersAdminNegativeIpV6Test-1845348706 tempest-RoutersAdminNegativeIpV6Test-1845348706-project-admin] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:24:11.311950 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2da2c2-3a34-4065-9ed6-34c782687e19 tempest-RoutersAdminNegativeIpV6Test-1845348706 tempest-RoutersAdminNegativeIpV6Test-1845348706-project-admin] Pushing event updated for resources: {'Port': ['ID=f8647186-f2ba-4f84-9787-ba6c2cea49d3,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:24:11.332809 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a2da2c2-3a34-4065-9ed6-34c782687e19 tempest-RoutersAdminNegativeIpV6Test-1845348706 tempest-RoutersAdminNegativeIpV6Test-1845348706-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:24:11.333535 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8a2da2c2-3a34-4065-9ed6-34c782687e19 tempest-RoutersAdminNegativeIpV6Test-1845348706 tempest-RoutersAdminNegativeIpV6Test-1845348706-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:11.359358 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-8a2da2c2-3a34-4065-9ed6-34c782687e19 tempest-RoutersAdminNegativeIpV6Test-1845348706 tempest-RoutersAdminNegativeIpV6Test-1845348706-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 0.8929498 Jun 01 19:24:11.362136 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 42834) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:24:11.367870 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-db64add5-96c7-436a-acae-77bc93f9b410 tempest-RoutersAdminNegativeIpV6Test-1845348706 tempest-RoutersAdminNegativeIpV6Test-1845348706-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.99'}]}}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:24:11.373987 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-db64add5-96c7-436a-acae-77bc93f9b410 tempest-RoutersAdminNegativeIpV6Test-1845348706 tempest-RoutersAdminNegativeIpV6Test-1845348706-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:24:11.378075 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-db64add5-96c7-436a-acae-77bc93f9b410 tempest-RoutersAdminNegativeIpV6Test-1845348706 tempest-RoutersAdminNegativeIpV6Test-1845348706-project-admin] Usage tracker for resource:router and tenant:6d625900728c4fcdb2fe3bf1445751c2 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:24:11.386492 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-db64add5-96c7-436a-acae-77bc93f9b410 tempest-RoutersAdminNegativeIpV6Test-1845348706 tempest-RoutersAdminNegativeIpV6Test-1845348706-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:24:11.392333 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-db64add5-96c7-436a-acae-77bc93f9b410 tempest-RoutersAdminNegativeIpV6Test-1845348706 tempest-RoutersAdminNegativeIpV6Test-1845348706-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:24:11.403790 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-db64add5-96c7-436a-acae-77bc93f9b410 tempest-RoutersAdminNegativeIpV6Test-1845348706 tempest-RoutersAdminNegativeIpV6Test-1845348706-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-885767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25238'] for router, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:11.404896 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-db64add5-96c7-436a-acae-77bc93f9b410 tempest-RoutersAdminNegativeIpV6Test-1845348706 tempest-RoutersAdminNegativeIpV6Test-1845348706-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-901042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-886562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-981784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25327'] for router, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:11.420791 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-db64add5-96c7-436a-acae-77bc93f9b410 tempest-RoutersAdminNegativeIpV6Test-1845348706 tempest-RoutersAdminNegativeIpV6Test-1845348706-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:11.522723 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc56389e-5a09-4334-9268-59d0f15bdef5 req-a7fd59a3-c073-4872-a6e2-9614d5206fc7 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:24:11.524207 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fc56389e-5a09-4334-9268-59d0f15bdef5 req-a7fd59a3-c073-4872-a6e2-9614d5206fc7 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/ports?device_id=888f1470-27db-4050-bd2f-eabff0112455 HTTP/1.1" status: 200 len: 945 time: 0.1085644 Jun 01 19:24:11.590621 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fc56389e-5a09-4334-9268-59d0f15bdef5 req-619e1d4d-063d-4d5b-9ee9-289d0413aadb tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/security-groups?id=57a825b2-df9c-47c9-a42f-bb66ab7a288b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599172 Jun 01 19:24:11.619451 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:11.877599 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-db64add5-96c7-436a-acae-77bc93f9b410 tempest-RoutersAdminNegativeIpV6Test-1845348706 tempest-RoutersAdminNegativeIpV6Test-1845348706-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-886608', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-885830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25341'] for router, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:11.968323 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e85263-ef90-402d-b91c-0384dded19d9 req-ae983ec9-5d5f-498d-8c94-c190249bee6a tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:24:11.969737 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e8e85263-ef90-402d-b91c-0384dded19d9 req-ae983ec9-5d5f-498d-8c94-c190249bee6a tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.15 "GET /v2.0/ports?device_id=888f1470-27db-4050-bd2f-eabff0112455 HTTP/1.1" status: 200 len: 945 time: 0.2868450 Jun 01 19:24:12.004614 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:12.007384 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:12.058586 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [req-e8e85263-ef90-402d-b91c-0384dded19d9 req-3320ae60-4068-4644-9c3a-ff6f030586a9 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Deleting port ece602b2-c41f-433f-ac51-8a0cfee8efe6 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:24:12.058922 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-e8e85263-ef90-402d-b91c-0384dded19d9 req-3320ae60-4068-4644-9c3a-ff6f030586a9 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:12.551660 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-e8e85263-ef90-402d-b91c-0384dded19d9 req-3320ae60-4068-4644-9c3a-ff6f030586a9 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] For port ece602b2-c41f-433f-ac51-8a0cfee8efe6, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=ece602b2-c41f-433f-ac51-8a0cfee8efe6,segment=NetworkSegment(caf40787-7b50-4406-9921-dddcf758f24c),segment_id=caf40787-7b50-4406-9921-dddcf758f24c)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:24:12.552010 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-e8e85263-ef90-402d-b91c-0384dded19d9 req-3320ae60-4068-4644-9c3a-ff6f030586a9 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:12.702407 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [req-e8e85263-ef90-402d-b91c-0384dded19d9 req-3320ae60-4068-4644-9c3a-ff6f030586a9 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Calling delete_port for ece602b2-c41f-433f-ac51-8a0cfee8efe6 owned by compute:nova {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:24:12.803157 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-db64add5-96c7-436a-acae-77bc93f9b410 tempest-RoutersAdminNegativeIpV6Test-1845348706 tempest-RoutersAdminNegativeIpV6Test-1845348706-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:12.857156 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-db64add5-96c7-436a-acae-77bc93f9b410 tempest-RoutersAdminNegativeIpV6Test-1845348706 tempest-RoutersAdminNegativeIpV6Test-1845348706-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:13.222398 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f0305e-4648-4da0-be13-6ca722e703a3 req-7f6f5bf1-6b5d-48fd-b20b-1b2448a6cdec tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:24:13.223925 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-13f0305e-4648-4da0-be13-6ca722e703a3 req-7f6f5bf1-6b5d-48fd-b20b-1b2448a6cdec tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/ports?device_id=888f1470-27db-4050-bd2f-eabff0112455 HTTP/1.1" status: 200 len: 945 time: 0.4879339 Jun 01 19:24:13.291644 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-e8e85263-ef90-402d-b91c-0384dded19d9 req-3320ae60-4068-4644-9c3a-ff6f030586a9 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:13.306534 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] get_ports_and_sgs() called for port_ids ['ece602b2-c41f-433f-ac51-8a0cfee8efe6'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 19:24:13.394244 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-13f0305e-4648-4da0-be13-6ca722e703a3 req-7bf699e0-8c58-4584-b338-64b98887aa6d tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/security-groups?id=57a825b2-df9c-47c9-a42f-bb66ab7a288b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607988 Jun 01 19:24:13.418307 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3320ae60-4068-4644-9c3a-ff6f030586a9 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Pushing event deleted for resources: {'Port': ['ID=ece602b2-c41f-433f-ac51-8a0cfee8efe6,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:24:13.513437 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8e85263-ef90-402d-b91c-0384dded19d9 req-3320ae60-4068-4644-9c3a-ff6f030586a9 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] No DVR routers for this DVR port ece602b2-c41f-433f-ac51-8a0cfee8efe6 on host n-h1-844202-1 {{(pid=88525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:24:13.515278 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-db64add5-96c7-436a-acae-77bc93f9b410 tempest-RoutersAdminNegativeIpV6Test-1845348706 tempest-RoutersAdminNegativeIpV6Test-1845348706-project-admin] Notify callbacks [] for router, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:13.578830 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-e8e85263-ef90-402d-b91c-0384dded19d9 req-3320ae60-4068-4644-9c3a-ff6f030586a9 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:13.657288 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '888f1470-27db-4050-bd2f-eabff0112455', 'name': 'network-vif-deleted', 'tag': 'ece602b2-c41f-433f-ac51-8a0cfee8efe6'}] {{(pid=88525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:24:13.714039 n-d-844202-1 neutron-server[88525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d3bfe10-d5f4-48e7-93aa-1564238e36ef'] response: {'server_uuid': '888f1470-27db-4050-bd2f-eabff0112455', 'name': 'network-vif-deleted', 'tag': 'ece602b2-c41f-433f-ac51-8a0cfee8efe6', 'status': 'completed', 'code': 200} Jun 01 19:24:13.794449 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e8e85263-ef90-402d-b91c-0384dded19d9 req-3320ae60-4068-4644-9c3a-ff6f030586a9 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.15 "DELETE /v2.0/ports/ece602b2-c41f-433f-ac51-8a0cfee8efe6 HTTP/1.1" status: 204 len: 173 time: 1.8079116 Jun 01 19:24:13.955169 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-db64add5-96c7-436a-acae-77bc93f9b410 tempest-RoutersAdminNegativeIpV6Test-1845348706 tempest-RoutersAdminNegativeIpV6Test-1845348706-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25316'] for router, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:13.957337 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-db64add5-96c7-436a-acae-77bc93f9b410 tempest-RoutersAdminNegativeIpV6Test-1845348706 tempest-RoutersAdminNegativeIpV6Test-1845348706-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:13.983873 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-db64add5-96c7-436a-acae-77bc93f9b410 tempest-RoutersAdminNegativeIpV6Test-1845348706 tempest-RoutersAdminNegativeIpV6Test-1845348706-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-891519'] for router, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:13.984540 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db64add5-96c7-436a-acae-77bc93f9b410 tempest-RoutersAdminNegativeIpV6Test-1845348706 tempest-RoutersAdminNegativeIpV6Test-1845348706-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 40ef8cc2-c489-4aba-b6f4-5018c1cde370 {{(pid=88525) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 19:24:14.020545 n-d-844202-1 neutron-server[88525]: INFO neutron.api.v2.resource [None req-db64add5-96c7-436a-acae-77bc93f9b410 tempest-RoutersAdminNegativeIpV6Test-1845348706 tempest-RoutersAdminNegativeIpV6Test-1845348706-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jun 01 19:24:14.027327 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 42886) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:24:14.028375 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-db64add5-96c7-436a-acae-77bc93f9b410 tempest-RoutersAdminNegativeIpV6Test-1845348706 tempest-RoutersAdminNegativeIpV6Test-1845348706-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 2.6649778 Jun 01 19:24:14.098210 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-b828386e-3407-45b5-907e-982077e7885b tempest-RoutersAdminNegativeIpV6Test-1845348706 tempest-RoutersAdminNegativeIpV6Test-1845348706-project-admin] Deleting port f8647186-f2ba-4f84-9787-ba6c2cea49d3 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:24:14.098545 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b828386e-3407-45b5-907e-982077e7885b tempest-RoutersAdminNegativeIpV6Test-1845348706 tempest-RoutersAdminNegativeIpV6Test-1845348706-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:14.367154 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b828386e-3407-45b5-907e-982077e7885b tempest-RoutersAdminNegativeIpV6Test-1845348706 tempest-RoutersAdminNegativeIpV6Test-1845348706-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:14.533398 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-b828386e-3407-45b5-907e-982077e7885b tempest-RoutersAdminNegativeIpV6Test-1845348706 tempest-RoutersAdminNegativeIpV6Test-1845348706-project-admin] Calling delete_port for f8647186-f2ba-4f84-9787-ba6c2cea49d3 owned by {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:24:14.590959 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-82842e30-3f7d-4ed8-b6f2-d1109318a8c7 req-8bda076b-f417-4e91-bb3e-facb877c327f tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Synchronizing usage tracker for tenant:e7fa6482b873470e8b5274a0b6cb89ae on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:24:14.640511 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-82842e30-3f7d-4ed8-b6f2-d1109318a8c7 req-8bda076b-f417-4e91-bb3e-facb877c327f tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Unset dirty status for tenant:e7fa6482b873470e8b5274a0b6cb89ae on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:24:14.645724 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-82842e30-3f7d-4ed8-b6f2-d1109318a8c7 req-8bda076b-f417-4e91-bb3e-facb877c327f tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/ports?device_id=888f1470-27db-4050-bd2f-eabff0112455 HTTP/1.1" status: 200 len: 210 time: 0.1083655 Jun 01 19:24:14.704370 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b828386e-3407-45b5-907e-982077e7885b tempest-RoutersAdminNegativeIpV6Test-1845348706 tempest-RoutersAdminNegativeIpV6Test-1845348706-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:14.769292 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b828386e-3407-45b5-907e-982077e7885b tempest-RoutersAdminNegativeIpV6Test-1845348706 tempest-RoutersAdminNegativeIpV6Test-1845348706-project-admin] Pushing event deleted for resources: {'Port': ['ID=f8647186-f2ba-4f84-9787-ba6c2cea49d3,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:24:14.807555 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b828386e-3407-45b5-907e-982077e7885b tempest-RoutersAdminNegativeIpV6Test-1845348706 tempest-RoutersAdminNegativeIpV6Test-1845348706-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:24:14.807902 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b828386e-3407-45b5-907e-982077e7885b tempest-RoutersAdminNegativeIpV6Test-1845348706 tempest-RoutersAdminNegativeIpV6Test-1845348706-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:24:14.808260 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b828386e-3407-45b5-907e-982077e7885b tempest-RoutersAdminNegativeIpV6Test-1845348706 tempest-RoutersAdminNegativeIpV6Test-1845348706-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:24:14.808598 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b828386e-3407-45b5-907e-982077e7885b tempest-RoutersAdminNegativeIpV6Test-1845348706 tempest-RoutersAdminNegativeIpV6Test-1845348706-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:24:14.808948 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b828386e-3407-45b5-907e-982077e7885b tempest-RoutersAdminNegativeIpV6Test-1845348706 tempest-RoutersAdminNegativeIpV6Test-1845348706-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:24:14.809253 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b828386e-3407-45b5-907e-982077e7885b tempest-RoutersAdminNegativeIpV6Test-1845348706 tempest-RoutersAdminNegativeIpV6Test-1845348706-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:24:14.809579 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b828386e-3407-45b5-907e-982077e7885b tempest-RoutersAdminNegativeIpV6Test-1845348706 tempest-RoutersAdminNegativeIpV6Test-1845348706-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:24:14.809899 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b828386e-3407-45b5-907e-982077e7885b tempest-RoutersAdminNegativeIpV6Test-1845348706 tempest-RoutersAdminNegativeIpV6Test-1845348706-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:24:14.810221 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b828386e-3407-45b5-907e-982077e7885b tempest-RoutersAdminNegativeIpV6Test-1845348706 tempest-RoutersAdminNegativeIpV6Test-1845348706-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:24:14.810541 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b828386e-3407-45b5-907e-982077e7885b tempest-RoutersAdminNegativeIpV6Test-1845348706 tempest-RoutersAdminNegativeIpV6Test-1845348706-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:24:14.810874 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b828386e-3407-45b5-907e-982077e7885b tempest-RoutersAdminNegativeIpV6Test-1845348706 tempest-RoutersAdminNegativeIpV6Test-1845348706-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:24:14.811176 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b828386e-3407-45b5-907e-982077e7885b tempest-RoutersAdminNegativeIpV6Test-1845348706 tempest-RoutersAdminNegativeIpV6Test-1845348706-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:24:14.885414 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b828386e-3407-45b5-907e-982077e7885b tempest-RoutersAdminNegativeIpV6Test-1845348706 tempest-RoutersAdminNegativeIpV6Test-1845348706-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:14.891695 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-b828386e-3407-45b5-907e-982077e7885b tempest-RoutersAdminNegativeIpV6Test-1845348706 tempest-RoutersAdminNegativeIpV6Test-1845348706-project-admin] 10.222.0.41 "DELETE /v2.0/ports/f8647186-f2ba-4f84-9787-ba6c2cea49d3 HTTP/1.1" status: 204 len: 168 time: 0.8632729 Jun 01 19:24:15.266489 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 42914) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:24:15.417389 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1f5a79f9-462e-4381-b3e6-1e66db949388 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:15.437046 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-1f5a79f9-462e-4381-b3e6-1e66db949388 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:24:15.441585 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-1f5a79f9-462e-4381-b3e6-1e66db949388 admin admin] Usage tracker for resource:security_group_rule and tenant:45ff0184a6f94c739bb89c8045be3c77 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:24:15.444835 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-1f5a79f9-462e-4381-b3e6-1e66db949388 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:24:15.451136 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-1f5a79f9-462e-4381-b3e6-1e66db949388 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:24:15.593594 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1f5a79f9-462e-4381-b3e6-1e66db949388 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:15.600334 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1f5a79f9-462e-4381-b3e6-1e66db949388 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:15.651591 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-1f5a79f9-462e-4381-b3e6-1e66db949388 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=45ff0184a6f94c739bb89c8045be3c77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3841162 Jun 01 19:24:15.653286 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5a79f9-462e-4381-b3e6-1e66db949388 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e21fee6a-1b2b-47e1-a8d1-8a10d4be959f,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:24:15.654290 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 42924) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:24:15.664538 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device ece602b2-c41f-433f-ac51-8a0cfee8efe6 no longer exists at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:24:15.704588 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] No Port match for: ece602b2-c41f-433f-ac51-8a0cfee8efe6 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:24:15.705128 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device ece602b2-c41f-433f-ac51-8a0cfee8efe6 not bound to the agent host n-h1-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:24:15.753804 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b92b08fc-33b2-4b9c-80a3-4eb92762e3f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:15.783768 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b92b08fc-33b2-4b9c-80a3-4eb92762e3f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:15.852565 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b92b08fc-33b2-4b9c-80a3-4eb92762e3f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:15.875267 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92b08fc-33b2-4b9c-80a3-4eb92762e3f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e21fee6a-1b2b-47e1-a8d1-8a10d4be959f,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:24:15.885027 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b92b08fc-33b2-4b9c-80a3-4eb92762e3f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:15.886258 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-b92b08fc-33b2-4b9c-80a3-4eb92762e3f4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e21fee6a-1b2b-47e1-a8d1-8a10d4be959f HTTP/1.1" status: 204 len: 168 time: 0.2308664 Jun 01 19:24:16.288909 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 42946) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:24:16.348380 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 42950) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:24:16.348904 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-605a2e36-b711-441e-974a-92032024f6ba admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6d625900728c4fcdb2fe3bf1445751c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0585544 Jun 01 19:24:16.411608 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-51de3f68-d967-4d02-a184-86b1c2b0423e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:16.439328 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-51de3f68-d967-4d02-a184-86b1c2b0423e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:16.505227 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-51de3f68-d967-4d02-a184-86b1c2b0423e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:16.543034 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51de3f68-d967-4d02-a184-86b1c2b0423e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f56b797b-f68f-415f-837a-f4e5b36b2424,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:24:16.550572 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-51de3f68-d967-4d02-a184-86b1c2b0423e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:16.551921 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-51de3f68-d967-4d02-a184-86b1c2b0423e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f56b797b-f68f-415f-837a-f4e5b36b2424 HTTP/1.1" status: 204 len: 168 time: 0.2023222 Jun 01 19:24:17.514609 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 43002) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:24:17.642759 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-8cbc007b-5af4-45f2-8258-68bd749f18e4 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-956846551'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:24:17.650578 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-8cbc007b-5af4-45f2-8258-68bd749f18e4 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:24:17.662932 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-8cbc007b-5af4-45f2-8258-68bd749f18e4 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Usage tracker for resource:network and tenant:49f164ab97724edfa685b6f748ec92c5 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:24:17.668074 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-8cbc007b-5af4-45f2-8258-68bd749f18e4 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:24:17.675384 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-8cbc007b-5af4-45f2-8258-68bd749f18e4 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:24:17.690526 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cbc007b-5af4-45f2-8258-68bd749f18e4 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Made reservation on behalf of 49f164ab97724edfa685b6f748ec92c5 for: {'network': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:24:17.696835 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8cbc007b-5af4-45f2-8258-68bd749f18e4 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:17.710925 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8cbc007b-5af4-45f2-8258-68bd749f18e4 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:17.727352 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-8cbc007b-5af4-45f2-8258-68bd749f18e4 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:24:17.731304 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-8cbc007b-5af4-45f2-8258-68bd749f18e4 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Usage tracker for resource:security_group_rule and tenant:49f164ab97724edfa685b6f748ec92c5 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:24:17.734358 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-8cbc007b-5af4-45f2-8258-68bd749f18e4 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:24:17.740751 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-8cbc007b-5af4-45f2-8258-68bd749f18e4 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:24:17.857642 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8cbc007b-5af4-45f2-8258-68bd749f18e4 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:17.862314 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8cbc007b-5af4-45f2-8258-68bd749f18e4 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:17.896170 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cbc007b-5af4-45f2-8258-68bd749f18e4 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 131} {{(pid=88524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 19:24:17.910082 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbc007b-5af4-45f2-8258-68bd749f18e4 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c834cb9-d484-44f1-95f6-7b43bf3f2df5,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:24:17.916306 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8cbc007b-5af4-45f2-8258-68bd749f18e4 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:17.916625 n-d-844202-1 neutron-server[88524]: INFO neutron.db.segments_db [None req-8cbc007b-5af4-45f2-8258-68bd749f18e4 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Added segment 83348ed6-7af4-4fad-8799-e86405376ed1 of type vlan for network e19cd1bf-9241-4476-ae10-79bc84507053 Jun 01 19:24:17.948354 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8cbc007b-5af4-45f2-8258-68bd749f18e4 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:17.988482 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8cbc007b-5af4-45f2-8258-68bd749f18e4 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:17.996418 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cbc007b-5af4-45f2-8258-68bd749f18e4 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:24:17.997060 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8cbc007b-5af4-45f2-8258-68bd749f18e4 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks [] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:18.126123 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-8cbc007b-5af4-45f2-8258-68bd749f18e4 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6103954 Jun 01 19:24:18.127018 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbc007b-5af4-45f2-8258-68bd749f18e4 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Pushing event updated for resources: {'Network': ['ID=e19cd1bf-9241-4476-ae10-79bc84507053,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:24:18.128921 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 43018) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:24:18.138568 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network e19cd1bf-9241-4476-ae10-79bc84507053 details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 19:24:18.142001 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-39db5946-cf62-4297-af51-57c3c58e17a7 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Request body: {'port': {'network_id': 'e19cd1bf-9241-4476-ae10-79bc84507053', 'name': 'tempest-PortsTestJSON-1561628797'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:24:18.277310 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-39db5946-cf62-4297-af51-57c3c58e17a7 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:24:18.282019 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-39db5946-cf62-4297-af51-57c3c58e17a7 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Usage tracker for resource:port and tenant:49f164ab97724edfa685b6f748ec92c5 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:24:18.285093 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-39db5946-cf62-4297-af51-57c3c58e17a7 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:24:18.291574 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-39db5946-cf62-4297-af51-57c3c58e17a7 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:24:18.301705 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39db5946-cf62-4297-af51-57c3c58e17a7 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Made reservation on behalf of 49f164ab97724edfa685b6f748ec92c5 for: {'port': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:24:18.305920 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-39db5946-cf62-4297-af51-57c3c58e17a7 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:18.339672 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [None req-39db5946-cf62-4297-af51-57c3c58e17a7 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] device_id is not set on port a2a97e68-f23a-484d-b986-64d520a03a76 yet. {{(pid=88525) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 19:24:18.652948 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-39db5946-cf62-4297-af51-57c3c58e17a7 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:18.702319 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-39db5946-cf62-4297-af51-57c3c58e17a7 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:18.804018 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39db5946-cf62-4297-af51-57c3c58e17a7 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Pushing event updated for resources: {'Port': ['ID=a2a97e68-f23a-484d-b986-64d520a03a76,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:24:18.820071 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39db5946-cf62-4297-af51-57c3c58e17a7 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Checking segment: {'id': '83348ed6-7af4-4fad-8799-e86405376ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'e19cd1bf-9241-4476-ae10-79bc84507053'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:24:18.820543 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39db5946-cf62-4297-af51-57c3c58e17a7 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Network hostable DHCP agents. Network: e19cd1bf-9241-4476-ae10-79bc84507053, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 19:24:18.845689 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39db5946-cf62-4297-af51-57c3c58e17a7 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Network e19cd1bf-9241-4476-ae10-79bc84507053 is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 19:24:18.859613 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-39db5946-cf62-4297-af51-57c3c58e17a7 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, e19cd1bf-9241-4476-ae10-79bc84507053) {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:24:18.870042 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da692265-c27a-4d10-899c-fc4570be2c38 None None] Network e19cd1bf-9241-4476-ae10-79bc84507053 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:24:18.873909 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39db5946-cf62-4297-af51-57c3c58e17a7 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:24:18.879792 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39db5946-cf62-4297-af51-57c3c58e17a7 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:24:18.881097 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-39db5946-cf62-4297-af51-57c3c58e17a7 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:18.903875 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-39db5946-cf62-4297-af51-57c3c58e17a7 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.7729042 Jun 01 19:24:18.906863 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 43038) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:24:18.912862 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-a2b84ee8-2791-4036-a538-ddfc75e3bfaf tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1781254740'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:24:18.919097 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-a2b84ee8-2791-4036-a538-ddfc75e3bfaf tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:24:18.923565 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-a2b84ee8-2791-4036-a538-ddfc75e3bfaf tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Usage tracker for resource:network and tenant:49f164ab97724edfa685b6f748ec92c5 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:24:18.926574 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-a2b84ee8-2791-4036-a538-ddfc75e3bfaf tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:24:18.933483 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-a2b84ee8-2791-4036-a538-ddfc75e3bfaf tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:24:18.961849 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2b84ee8-2791-4036-a538-ddfc75e3bfaf tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Made reservation on behalf of 49f164ab97724edfa685b6f748ec92c5 for: {'network': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:24:18.972167 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a2b84ee8-2791-4036-a538-ddfc75e3bfaf tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:19.012402 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2b84ee8-2791-4036-a538-ddfc75e3bfaf tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 127} {{(pid=88525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 19:24:19.024772 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a2b84ee8-2791-4036-a538-ddfc75e3bfaf tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:19.025445 n-d-844202-1 neutron-server[88525]: INFO neutron.db.segments_db [None req-a2b84ee8-2791-4036-a538-ddfc75e3bfaf tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Added segment 0dc4466e-4df0-400a-a033-79edb1bd8c58 of type vlan for network 5fffcc2a-5269-4ee1-80e8-f7fa9580638c Jun 01 19:24:19.056202 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a2b84ee8-2791-4036-a538-ddfc75e3bfaf tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:19.089486 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a2b84ee8-2791-4036-a538-ddfc75e3bfaf tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:19.094838 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2b84ee8-2791-4036-a538-ddfc75e3bfaf tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:24:19.095435 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a2b84ee8-2791-4036-a538-ddfc75e3bfaf tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks [] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:19.211383 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-a2b84ee8-2791-4036-a538-ddfc75e3bfaf tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3032546 Jun 01 19:24:19.214088 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 43046) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:24:19.220769 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b84ee8-2791-4036-a538-ddfc75e3bfaf tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Pushing event updated for resources: {'Network': ['ID=5fffcc2a-5269-4ee1-80e8-f7fa9580638c,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:24:19.221331 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-826f720d-ab28-4fbf-9bc9-cd3581a7867f tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Request body: {'ports': [{'network_id': 'e19cd1bf-9241-4476-ae10-79bc84507053'}, {'network_id': '5fffcc2a-5269-4ee1-80e8-f7fa9580638c'}]} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:24:19.222462 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-826f720d-ab28-4fbf-9bc9-cd3581a7867f tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Request body: {'port': {'network_id': 'e19cd1bf-9241-4476-ae10-79bc84507053'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:24:19.223105 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-826f720d-ab28-4fbf-9bc9-cd3581a7867f tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Request body: {'port': {'network_id': '5fffcc2a-5269-4ee1-80e8-f7fa9580638c'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:24:19.254809 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network 5fffcc2a-5269-4ee1-80e8-f7fa9580638c details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 19:24:19.597324 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-826f720d-ab28-4fbf-9bc9-cd3581a7867f tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:24:19.602948 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-826f720d-ab28-4fbf-9bc9-cd3581a7867f tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Usage tracker for resource:port and tenant:49f164ab97724edfa685b6f748ec92c5 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:24:19.607136 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-826f720d-ab28-4fbf-9bc9-cd3581a7867f tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:24:19.613394 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-826f720d-ab28-4fbf-9bc9-cd3581a7867f tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:24:19.626613 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-826f720d-ab28-4fbf-9bc9-cd3581a7867f tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Made reservation on behalf of 49f164ab97724edfa685b6f748ec92c5 for: {'port': 2} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:24:19.632008 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-826f720d-ab28-4fbf-9bc9-cd3581a7867f tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:19.653430 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-826f720d-ab28-4fbf-9bc9-cd3581a7867f tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:19.913752 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [None req-826f720d-ab28-4fbf-9bc9-cd3581a7867f tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] device_id is not set on port f5b48bd2-141b-4d9d-af6a-532df6d06fc3 yet. {{(pid=88524) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 19:24:20.029057 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-826f720d-ab28-4fbf-9bc9-cd3581a7867f tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:20.170194 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [None req-826f720d-ab28-4fbf-9bc9-cd3581a7867f tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] device_id is not set on port 5ec32a22-3a0f-40fe-9da8-96e0d4dd87f8 yet. {{(pid=88524) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 19:24:20.283845 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-826f720d-ab28-4fbf-9bc9-cd3581a7867f tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:20.313837 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-826f720d-ab28-4fbf-9bc9-cd3581a7867f tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:20.401171 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-826f720d-ab28-4fbf-9bc9-cd3581a7867f tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Network e19cd1bf-9241-4476-ae10-79bc84507053 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:24:20.405630 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-826f720d-ab28-4fbf-9bc9-cd3581a7867f tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:24:20.410364 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-826f720d-ab28-4fbf-9bc9-cd3581a7867f tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:24:20.411204 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-826f720d-ab28-4fbf-9bc9-cd3581a7867f tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:20.438831 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826f720d-ab28-4fbf-9bc9-cd3581a7867f tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Pushing event updated for resources: {'Port': ['ID=f5b48bd2-141b-4d9d-af6a-532df6d06fc3,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:24:20.530860 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826f720d-ab28-4fbf-9bc9-cd3581a7867f tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Checking segment: {'id': '0dc4466e-4df0-400a-a033-79edb1bd8c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '5fffcc2a-5269-4ee1-80e8-f7fa9580638c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:24:20.531209 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-826f720d-ab28-4fbf-9bc9-cd3581a7867f tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Network hostable DHCP agents. Network: 5fffcc2a-5269-4ee1-80e8-f7fa9580638c, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88524) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 19:24:20.540545 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826f720d-ab28-4fbf-9bc9-cd3581a7867f tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Pushing event updated for resources: {'Port': ['ID=5ec32a22-3a0f-40fe-9da8-96e0d4dd87f8,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:24:20.558665 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-826f720d-ab28-4fbf-9bc9-cd3581a7867f tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Network 5fffcc2a-5269-4ee1-80e8-f7fa9580638c is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88524) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 19:24:20.569467 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-826f720d-ab28-4fbf-9bc9-cd3581a7867f tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, 5fffcc2a-5269-4ee1-80e8-f7fa9580638c) {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:24:20.573487 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-826f720d-ab28-4fbf-9bc9-cd3581a7867f tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:24:20.579987 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95f0245a-4cb1-4c13-8951-1b5b170fdfe0 None None] Network 5fffcc2a-5269-4ee1-80e8-f7fa9580638c requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:24:20.580554 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-826f720d-ab28-4fbf-9bc9-cd3581a7867f tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:24:20.586144 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-826f720d-ab28-4fbf-9bc9-cd3581a7867f tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:24:20.586963 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-826f720d-ab28-4fbf-9bc9-cd3581a7867f tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:20.613085 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-826f720d-ab28-4fbf-9bc9-cd3581a7867f tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.3947353 Jun 01 19:24:20.613891 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 43074) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:24:20.861967 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-79e30c11-9f3f-4409-8c60-ee1623a1301e tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Deleting port 5ec32a22-3a0f-40fe-9da8-96e0d4dd87f8 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:24:20.863501 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-79e30c11-9f3f-4409-8c60-ee1623a1301e tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:21.155070 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-79e30c11-9f3f-4409-8c60-ee1623a1301e tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:21.292123 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-79e30c11-9f3f-4409-8c60-ee1623a1301e tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Calling delete_port for 5ec32a22-3a0f-40fe-9da8-96e0d4dd87f8 owned by {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:24:21.405238 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-79e30c11-9f3f-4409-8c60-ee1623a1301e tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:21.468961 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e30c11-9f3f-4409-8c60-ee1623a1301e tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Pushing event deleted for resources: {'Port': ['ID=5ec32a22-3a0f-40fe-9da8-96e0d4dd87f8,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:24:21.472488 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-79e30c11-9f3f-4409-8c60-ee1623a1301e tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:21.481494 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-79e30c11-9f3f-4409-8c60-ee1623a1301e tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] 10.222.0.41 "DELETE /v2.0/ports/5ec32a22-3a0f-40fe-9da8-96e0d4dd87f8 HTTP/1.1" status: 204 len: 168 time: 0.8653498 Jun 01 19:24:21.482598 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 43094) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:24:21.578844 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a7f3b1d-0db8-4dd5-854f-33bff295013e tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:24:21.585243 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a7f3b1d-0db8-4dd5-854f-33bff295013e tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:24:21.586023 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-1a7f3b1d-0db8-4dd5-854f-33bff295013e tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Synchronizing usage tracker for tenant:49f164ab97724edfa685b6f748ec92c5 on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:24:21.606259 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-1a7f3b1d-0db8-4dd5-854f-33bff295013e tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Unset dirty status for tenant:49f164ab97724edfa685b6f748ec92c5 on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:24:21.607855 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-1a7f3b1d-0db8-4dd5-854f-33bff295013e tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.1242313 Jun 01 19:24:21.610711 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 43102) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:24:21.698908 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-665606ce-1681-4be9-bfda-d56690b63fc8 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Deleting port f5b48bd2-141b-4d9d-af6a-532df6d06fc3 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:24:21.699250 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-665606ce-1681-4be9-bfda-d56690b63fc8 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:22.066122 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-665606ce-1681-4be9-bfda-d56690b63fc8 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:22.268250 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-665606ce-1681-4be9-bfda-d56690b63fc8 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Calling delete_port for f5b48bd2-141b-4d9d-af6a-532df6d06fc3 owned by {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:24:22.373383 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-665606ce-1681-4be9-bfda-d56690b63fc8 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:22.438312 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665606ce-1681-4be9-bfda-d56690b63fc8 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Pushing event deleted for resources: {'Port': ['ID=f5b48bd2-141b-4d9d-af6a-532df6d06fc3,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:24:22.442963 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-665606ce-1681-4be9-bfda-d56690b63fc8 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:22.472178 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 43156) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:24:22.472747 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-665606ce-1681-4be9-bfda-d56690b63fc8 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] 10.222.0.41 "DELETE /v2.0/ports/f5b48bd2-141b-4d9d-af6a-532df6d06fc3 HTTP/1.1" status: 204 len: 168 time: 0.8603752 Jun 01 19:24:22.584931 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b50797b-71a6-4df2-8dc9-dde0729318ca tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:24:22.586421 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-7b50797b-71a6-4df2-8dc9-dde0729318ca tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Synchronizing usage tracker for tenant:49f164ab97724edfa685b6f748ec92c5 on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:24:22.615951 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-7b50797b-71a6-4df2-8dc9-dde0729318ca tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Unset dirty status for tenant:49f164ab97724edfa685b6f748ec92c5 on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:24:22.619829 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 43168) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:24:22.620365 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-7b50797b-71a6-4df2-8dc9-dde0729318ca tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1467936 Jun 01 19:24:22.674321 n-d-844202-1 neutron-server[88524]: INFO neutron.pecan_wsgi.hooks.translation [None req-4abd986c-c366-4d83-a17a-c87025c3565f tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] GET failed (client error): The resource could not be found. Jun 01 19:24:22.674857 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-4abd986c-c366-4d83-a17a-c87025c3565f tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Synchronizing usage tracker for tenant:49f164ab97724edfa685b6f748ec92c5 on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:24:22.687862 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-4abd986c-c366-4d83-a17a-c87025c3565f tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Unset dirty status for tenant:49f164ab97724edfa685b6f748ec92c5 on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:24:22.689403 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-4abd986c-c366-4d83-a17a-c87025c3565f tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] 10.222.0.41 "GET /v2.0/ports/5ec32a22-3a0f-40fe-9da8-96e0d4dd87f8 HTTP/1.1" status: 404 len: 333 time: 0.0670874 Jun 01 19:24:22.692189 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 43172) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:24:22.739253 n-d-844202-1 neutron-server[88524]: INFO neutron.pecan_wsgi.hooks.translation [None req-a10d2ee5-804d-48ab-98e3-c5614c275ecb tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] GET failed (client error): The resource could not be found. Jun 01 19:24:22.741670 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-a10d2ee5-804d-48ab-98e3-c5614c275ecb tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] 10.222.0.41 "GET /v2.0/ports/f5b48bd2-141b-4d9d-af6a-532df6d06fc3 HTTP/1.1" status: 404 len: 333 time: 0.0473554 Jun 01 19:24:22.744304 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 43176) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:24:22.869825 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-213cf63a-f50b-477d-9e9c-43992fbc14b0 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:23.157414 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-213cf63a-f50b-477d-9e9c-43992fbc14b0 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:23.194862 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-213cf63a-f50b-477d-9e9c-43992fbc14b0 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fffcc2a-5269-4ee1-80e8-f7fa9580638c']}} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:24:23.210612 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-213cf63a-f50b-477d-9e9c-43992fbc14b0 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0dc4466e-4df0-400a-a033-79edb1bd8c58') {'for_net_delete': True} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:24:23.210612 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-213cf63a-f50b-477d-9e9c-43992fbc14b0 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0dc4466e-4df0-400a-a033-79edb1bd8c58') {} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:24:23.223501 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-213cf63a-f50b-477d-9e9c-43992fbc14b0 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2702126'] for segment, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:23.258730 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-213cf63a-f50b-477d-9e9c-43992fbc14b0 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:23.270291 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-213cf63a-f50b-477d-9e9c-43992fbc14b0 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=88524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 19:24:23.270709 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-213cf63a-f50b-477d-9e9c-43992fbc14b0 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2719018'] for segment, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:23.350100 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment 0dc4466e-4df0-400a-a033-79edb1bd8c58 resource provider aggregate not found Jun 01 19:24:23.381248 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment 0dc4466e-4df0-400a-a033-79edb1bd8c58 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0dc4466e-4df0-400a-a033-79edb1bd8c58 found for delete ", "request_id": "req-35c99014-ec8b-4c47-be2e-ef9ce9bcd43f"}]} Jun 01 19:24:23.401746 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-213cf63a-f50b-477d-9e9c-43992fbc14b0 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:23.428125 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-213cf63a-f50b-477d-9e9c-43992fbc14b0 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks [] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:23.431029 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213cf63a-f50b-477d-9e9c-43992fbc14b0 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Pushing event deleted for resources: {'Network': ['ID=5fffcc2a-5269-4ee1-80e8-f7fa9580638c,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:24:23.436672 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-213cf63a-f50b-477d-9e9c-43992fbc14b0 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] 10.222.0.41 "DELETE /v2.0/networks/5fffcc2a-5269-4ee1-80e8-f7fa9580638c HTTP/1.1" status: 204 len: 168 time: 0.6912327 Jun 01 19:24:23.440509 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 43224) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:24:23.451294 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-cf861532-8059-4abe-a0a2-21d283b6ec82 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-655096058'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:24:23.458010 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-cf861532-8059-4abe-a0a2-21d283b6ec82 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:24:23.464662 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-cf861532-8059-4abe-a0a2-21d283b6ec82 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Usage tracker for resource:network and tenant:49f164ab97724edfa685b6f748ec92c5 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:24:23.469574 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-cf861532-8059-4abe-a0a2-21d283b6ec82 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:24:23.476085 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-cf861532-8059-4abe-a0a2-21d283b6ec82 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:24:23.486622 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf861532-8059-4abe-a0a2-21d283b6ec82 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Made reservation on behalf of 49f164ab97724edfa685b6f748ec92c5 for: {'network': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:24:23.490702 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-cf861532-8059-4abe-a0a2-21d283b6ec82 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:23.522453 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf861532-8059-4abe-a0a2-21d283b6ec82 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107} {{(pid=88524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 19:24:23.533625 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-cf861532-8059-4abe-a0a2-21d283b6ec82 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:23.534105 n-d-844202-1 neutron-server[88524]: INFO neutron.db.segments_db [None req-cf861532-8059-4abe-a0a2-21d283b6ec82 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Added segment a7d6ff8e-bbf9-4177-a08e-4b00534bf29c of type vlan for network 354f48cb-8dfd-4efd-83b6-5b1bf40b8700 Jun 01 19:24:23.578443 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-cf861532-8059-4abe-a0a2-21d283b6ec82 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:23.616742 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-cf861532-8059-4abe-a0a2-21d283b6ec82 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:23.624140 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf861532-8059-4abe-a0a2-21d283b6ec82 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:24:23.624954 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-cf861532-8059-4abe-a0a2-21d283b6ec82 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks [] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:23.795116 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-cf861532-8059-4abe-a0a2-21d283b6ec82 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3531694 Jun 01 19:24:23.797844 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 43236) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:24:23.804768 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-f67303cd-462c-4a49-8b9b-ec6788130790 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Request body: {'subnet': {'network_id': '354f48cb-8dfd-4efd-83b6-5b1bf40b8700', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:24:23.812260 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf861532-8059-4abe-a0a2-21d283b6ec82 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Pushing event updated for resources: {'Network': ['ID=354f48cb-8dfd-4efd-83b6-5b1bf40b8700,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:24:23.827948 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network 354f48cb-8dfd-4efd-83b6-5b1bf40b8700 details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 19:24:23.952854 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-f67303cd-462c-4a49-8b9b-ec6788130790 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:24:23.957257 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-f67303cd-462c-4a49-8b9b-ec6788130790 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Usage tracker for resource:subnet and tenant:49f164ab97724edfa685b6f748ec92c5 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:24:23.960818 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-f67303cd-462c-4a49-8b9b-ec6788130790 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:24:23.967043 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-f67303cd-462c-4a49-8b9b-ec6788130790 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:24:23.978739 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f67303cd-462c-4a49-8b9b-ec6788130790 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Made reservation on behalf of 49f164ab97724edfa685b6f748ec92c5 for: {'subnet': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:24:23.982848 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f67303cd-462c-4a49-8b9b-ec6788130790 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9667140'] for subnet, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:24.091562 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.ipam_backend_mixin [None req-f67303cd-462c-4a49-8b9b-ec6788130790 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Performing IP validity checks on allocation pools {{(pid=88525) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Jun 01 19:24:24.092159 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.ipam_backend_mixin [None req-f67303cd-462c-4a49-8b9b-ec6788130790 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88525) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Jun 01 19:24:24.282005 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f67303cd-462c-4a49-8b9b-ec6788130790 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2614064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9667190'] for subnet, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:24.378816 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67303cd-462c-4a49-8b9b-ec6788130790 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Pushing event updated for resources: {'Subnet': ['ID=9beb97f9-29e8-404c-81c5-c7881f4b2267,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:24:24.389385 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67303cd-462c-4a49-8b9b-ec6788130790 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Checking segment: {'id': 'a7d6ff8e-bbf9-4177-a08e-4b00534bf29c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '354f48cb-8dfd-4efd-83b6-5b1bf40b8700'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:24:24.389809 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f67303cd-462c-4a49-8b9b-ec6788130790 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Network hostable DHCP agents. Network: 354f48cb-8dfd-4efd-83b6-5b1bf40b8700, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 19:24:24.415695 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f67303cd-462c-4a49-8b9b-ec6788130790 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Network 354f48cb-8dfd-4efd-83b6-5b1bf40b8700 is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 19:24:24.429727 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-f67303cd-462c-4a49-8b9b-ec6788130790 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, 354f48cb-8dfd-4efd-83b6-5b1bf40b8700) {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:24:24.435539 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f67303cd-462c-4a49-8b9b-ec6788130790 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:24:24.436742 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f67303cd-462c-4a49-8b9b-ec6788130790 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks [] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:24.446261 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b483aacd-315e-4423-83c3-9da2117b9d25 None None] Network 354f48cb-8dfd-4efd-83b6-5b1bf40b8700 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:24:24.476455 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-f67303cd-462c-4a49-8b9b-ec6788130790 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6738033 Jun 01 19:24:24.476641 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 43252) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:24:24.480492 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-934a81b9-ef60-4633-893f-f004219c2601 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Request body: {'port': {'network_id': '354f48cb-8dfd-4efd-83b6-5b1bf40b8700', 'name': 'tempest-PortsTestJSON-1228107577'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:24:24.664156 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-934a81b9-ef60-4633-893f-f004219c2601 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:24:24.676780 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-934a81b9-ef60-4633-893f-f004219c2601 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:24:24.694924 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-934a81b9-ef60-4633-893f-f004219c2601 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Made reservation on behalf of 49f164ab97724edfa685b6f748ec92c5 for: {'port': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:24:24.699907 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-934a81b9-ef60-4633-893f-f004219c2601 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:24.731534 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [None req-934a81b9-ef60-4633-893f-f004219c2601 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] device_id is not set on port 0de3b010-16f5-4420-8006-e0c59ae7d747 yet. {{(pid=88524) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 19:24:24.782399 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dedd788a-649f-4d6c-b724-0433b551360b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc93f83c3-7fb6-5c13-a9d4-29d739a4e8d2-354f48cb-8dfd-4efd-83b6-5b1bf40b8700', 'network_id': '354f48cb-8dfd-4efd-83b6-5b1bf40b8700', 'tenant_id': '49f164ab97724edfa685b6f748ec92c5', 'fixed_ips': [{'subnet_id': '9beb97f9-29e8-404c-81c5-c7881f4b2267'}]}} from n-d-844202-1. {{(pid=88526) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 19:24:24.783369 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-dedd788a-649f-4d6c-b724-0433b551360b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:24.961052 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [None req-934a81b9-ef60-4633-893f-f004219c2601 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Allocated IP 172.20.0.12 (354f48cb-8dfd-4efd-83b6-5b1bf40b8700/9beb97f9-29e8-404c-81c5-c7881f4b2267/0de3b010-16f5-4420-8006-e0c59ae7d747) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:24:25.207076 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-934a81b9-ef60-4633-893f-f004219c2601 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:25.231062 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [None req-934a81b9-ef60-4633-893f-f004219c2601 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Transition to ACTIVE for port object 0de3b010-16f5-4420-8006-e0c59ae7d747 will not be triggered until provisioned by entity DHCP. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:24:25.268177 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-934a81b9-ef60-4633-893f-f004219c2601 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:25.360430 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.db_base_plugin_common [None req-dedd788a-649f-4d6c-b724-0433b551360b None None] Allocated IP 172.20.0.2 (354f48cb-8dfd-4efd-83b6-5b1bf40b8700/9beb97f9-29e8-404c-81c5-c7881f4b2267/c4b63781-9bc9-455a-aa82-59ae12896600) {{(pid=88526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:24:25.386377 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-934a81b9-ef60-4633-893f-f004219c2601 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Network 354f48cb-8dfd-4efd-83b6-5b1bf40b8700 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:24:25.390138 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-934a81b9-ef60-4633-893f-f004219c2601 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:24:25.394702 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-934a81b9-ef60-4633-893f-f004219c2601 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:24:25.440448 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934a81b9-ef60-4633-893f-f004219c2601 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Pushing event updated for resources: {'Port': ['ID=0de3b010-16f5-4420-8006-e0c59ae7d747,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:24:25.476366 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-934a81b9-ef60-4633-893f-f004219c2601 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:24:25.477257 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-934a81b9-ef60-4633-893f-f004219c2601 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:25.505878 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-934a81b9-ef60-4633-893f-f004219c2601 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.0300195 Jun 01 19:24:25.508523 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 43272) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:24:25.595491 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-4cafda67-cfd6-45e0-bd90-aab96988a32d tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Deleting port 0de3b010-16f5-4420-8006-e0c59ae7d747 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:24:25.595757 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4cafda67-cfd6-45e0-bd90-aab96988a32d tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:25.683909 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-dedd788a-649f-4d6c-b724-0433b551360b None None] Notify callbacks [] for port, precommit_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:25.698280 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-dedd788a-649f-4d6c-b724-0433b551360b None None] Transition to ACTIVE for port object c4b63781-9bc9-455a-aa82-59ae12896600 will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:24:25.723415 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-dedd788a-649f-4d6c-b724-0433b551360b None None] Transition to ACTIVE for port object c4b63781-9bc9-455a-aa82-59ae12896600 will not be triggered until provisioned by entity DHCP. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:24:25.731610 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-dedd788a-649f-4d6c-b724-0433b551360b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526'] for port, after_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:25.805440 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dedd788a-649f-4d6c-b724-0433b551360b None None] Network 354f48cb-8dfd-4efd-83b6-5b1bf40b8700 is already hosted by enough agents. {{(pid=88526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:24:25.812554 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.base_scheduler [None req-dedd788a-649f-4d6c-b724-0433b551360b None None] Resources bound (agent type, host, resource id): {{(pid=88526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:24:25.815370 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dedd788a-649f-4d6c-b724-0433b551360b None None] Received port after_create {{(pid=88526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:24:25.907578 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedd788a-649f-4d6c-b724-0433b551360b None None] Pushing event updated for resources: {'Port': ['ID=c4b63781-9bc9-455a-aa82-59ae12896600,revision_number=1']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:24:25.954398 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4cafda67-cfd6-45e0-bd90-aab96988a32d tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:25.964545 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-dedd788a-649f-4d6c-b724-0433b551360b None None] Attempting to bind port c4b63781-9bc9-455a-aa82-59ae12896600 on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:24:25.964545 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-dedd788a-649f-4d6c-b724-0433b551360b None None] Attempting to bind port c4b63781-9bc9-455a-aa82-59ae12896600 by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': 'a7d6ff8e-bbf9-4177-a08e-4b00534bf29c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '354f48cb-8dfd-4efd-83b6-5b1bf40b8700'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:24:25.964919 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dedd788a-649f-4d6c-b724-0433b551360b None None] Attempting to bind port c4b63781-9bc9-455a-aa82-59ae12896600 on network 354f48cb-8dfd-4efd-83b6-5b1bf40b8700 {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:24:25.970610 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dedd788a-649f-4d6c-b724-0433b551360b None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 24, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:24:25.970983 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dedd788a-649f-4d6c-b724-0433b551360b None None] Checking segment: {'id': 'a7d6ff8e-bbf9-4177-a08e-4b00534bf29c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '354f48cb-8dfd-4efd-83b6-5b1bf40b8700'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:24:25.971377 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-dedd788a-649f-4d6c-b724-0433b551360b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:25.971765 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dedd788a-649f-4d6c-b724-0433b551360b None None] Bound using segment: {'id': 'a7d6ff8e-bbf9-4177-a08e-4b00534bf29c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '354f48cb-8dfd-4efd-83b6-5b1bf40b8700'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:24:25.972244 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-dedd788a-649f-4d6c-b724-0433b551360b None None] Bound port: c4b63781-9bc9-455a-aa82-59ae12896600, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7d6ff8e-bbf9-4177-a08e-4b00534bf29c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '354f48cb-8dfd-4efd-83b6-5b1bf40b8700'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:24:25.972627 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-dedd788a-649f-4d6c-b724-0433b551360b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:26.109995 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-4cafda67-cfd6-45e0-bd90-aab96988a32d tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Calling delete_port for 0de3b010-16f5-4420-8006-e0c59ae7d747 owned by {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:24:26.113510 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-dedd788a-649f-4d6c-b724-0433b551360b None None] For port c4b63781-9bc9-455a-aa82-59ae12896600, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:24:26.117595 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-dedd788a-649f-4d6c-b724-0433b551360b None None] For port c4b63781-9bc9-455a-aa82-59ae12896600, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=c4b63781-9bc9-455a-aa82-59ae12896600,segment=NetworkSegment(a7d6ff8e-bbf9-4177-a08e-4b00534bf29c),segment_id=a7d6ff8e-bbf9-4177-a08e-4b00534bf29c)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:24:26.124063 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-dedd788a-649f-4d6c-b724-0433b551360b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:26.215906 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedd788a-649f-4d6c-b724-0433b551360b None None] Pushing event updated for resources: {'Port': ['ID=c4b63781-9bc9-455a-aa82-59ae12896600,revision_number=2']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:24:26.294246 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4cafda67-cfd6-45e0-bd90-aab96988a32d tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:26.359035 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cafda67-cfd6-45e0-bd90-aab96988a32d tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Pushing event deleted for resources: {'Port': ['ID=0de3b010-16f5-4420-8006-e0c59ae7d747,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:24:26.497176 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4cafda67-cfd6-45e0-bd90-aab96988a32d tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:26.512714 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-4cafda67-cfd6-45e0-bd90-aab96988a32d tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] 10.222.0.41 "DELETE /v2.0/ports/0de3b010-16f5-4420-8006-e0c59ae7d747 HTTP/1.1" status: 204 len: 168 time: 1.0026152 Jun 01 19:24:26.514852 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 43280) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:24:26.574817 n-d-844202-1 neutron-server[88524]: INFO neutron.pecan_wsgi.hooks.translation [None req-6012c6cb-e6bb-4ad9-b112-959b52cd4c51 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] DELETE failed (client error): The resource could not be found. Jun 01 19:24:26.575628 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6012c6cb-e6bb-4ad9-b112-959b52cd4c51 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88524) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 19:24:26.585999 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-6012c6cb-e6bb-4ad9-b112-959b52cd4c51 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] 10.222.0.41 "DELETE /v2.0/ports/0de3b010-16f5-4420-8006-e0c59ae7d747 HTTP/1.1" status: 404 len: 333 time: 0.0701046 Jun 01 19:24:26.588613 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 43284) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:24:26.668007 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device c4b63781-9bc9-455a-aa82-59ae12896600 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:24:26.678984 n-d-844202-1 neutron-server[88524]: INFO neutron.pecan_wsgi.hooks.translation [None req-cacd910e-bc9c-429d-8e23-9a664f317eae tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] GET failed (client error): The resource could not be found. Jun 01 19:24:26.679523 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-cacd910e-bc9c-429d-8e23-9a664f317eae tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Synchronizing usage tracker for tenant:49f164ab97724edfa685b6f748ec92c5 on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:24:26.713570 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-cacd910e-bc9c-429d-8e23-9a664f317eae tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Unset dirty status for tenant:49f164ab97724edfa685b6f748ec92c5 on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:24:26.714760 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-cacd910e-bc9c-429d-8e23-9a664f317eae tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] 10.222.0.41 "GET /v2.0/ports/0de3b010-16f5-4420-8006-e0c59ae7d747 HTTP/1.1" status: 404 len: 333 time: 0.1252189 Jun 01 19:24:26.717703 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 43288) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:24:26.776586 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port c4b63781-9bc9-455a-aa82-59ae12896600 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:24:26.818975 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_v2 [None req-60a84893-54fd-476c-9fdd-85a915fb98b5 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Deleting subnet 9beb97f9-29e8-404c-81c5-c7881f4b2267 {{(pid=88525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 19:24:26.822678 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-60a84893-54fd-476c-9fdd-85a915fb98b5 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks [] for subnet, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:26.892883 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-60a84893-54fd-476c-9fdd-85a915fb98b5 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2258509'] for subnet, precommit_delete_associations {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:26.994324 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-60a84893-54fd-476c-9fdd-85a915fb98b5 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:27.089399 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-60a84893-54fd-476c-9fdd-85a915fb98b5 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2614143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9667199'] for subnet, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:27.147017 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-60a84893-54fd-476c-9fdd-85a915fb98b5 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks [] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:27.153056 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a84893-54fd-476c-9fdd-85a915fb98b5 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Pushing event deleted for resources: {'Subnet': ['ID=9beb97f9-29e8-404c-81c5-c7881f4b2267,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:24:27.160581 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-60a84893-54fd-476c-9fdd-85a915fb98b5 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] 10.222.0.41 "DELETE /v2.0/subnets/9beb97f9-29e8-404c-81c5-c7881f4b2267 HTTP/1.1" status: 204 len: 168 time: 0.4387374 Jun 01 19:24:27.162238 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 43294) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:24:27.310773 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1dbf7ab2-e95c-49f4-a4f3-e3b7889abca4 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:27.340813 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-1dbf7ab2-e95c-49f4-a4f3-e3b7889abca4 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Deleting port c4b63781-9bc9-455a-aa82-59ae12896600 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:24:27.341169 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1dbf7ab2-e95c-49f4-a4f3-e3b7889abca4 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:27.773310 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7759ab27-dc75-4e82-abe1-03fdfaa8a7cf None None] Network 354f48cb-8dfd-4efd-83b6-5b1bf40b8700 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:24:27.907252 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [None req-1dbf7ab2-e95c-49f4-a4f3-e3b7889abca4 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] For port c4b63781-9bc9-455a-aa82-59ae12896600, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=c4b63781-9bc9-455a-aa82-59ae12896600,segment=NetworkSegment(a7d6ff8e-bbf9-4177-a08e-4b00534bf29c),segment_id=a7d6ff8e-bbf9-4177-a08e-4b00534bf29c)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:24:27.909230 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1dbf7ab2-e95c-49f4-a4f3-e3b7889abca4 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:27.910425 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-85ef7b7b-6cc5-402e-8f0f-101a5d1fb076 None None] Provisioning for port c4b63781-9bc9-455a-aa82-59ae12896600 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:24:27.934937 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-85ef7b7b-6cc5-402e-8f0f-101a5d1fb076 None None] Provisioning complete for port c4b63781-9bc9-455a-aa82-59ae12896600 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:24:27.935824 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-85ef7b7b-6cc5-402e-8f0f-101a5d1fb076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:28.184472 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-1dbf7ab2-e95c-49f4-a4f3-e3b7889abca4 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Calling delete_port for c4b63781-9bc9-455a-aa82-59ae12896600 owned by network:dhcp {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:24:28.279656 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-85ef7b7b-6cc5-402e-8f0f-101a5d1fb076 None None] Current status of the port c4b63781-9bc9-455a-aa82-59ae12896600 is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:24:28.280281 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-85ef7b7b-6cc5-402e-8f0f-101a5d1fb076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:28.342082 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-85ef7b7b-6cc5-402e-8f0f-101a5d1fb076 None None] For port c4b63781-9bc9-455a-aa82-59ae12896600, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=c4b63781-9bc9-455a-aa82-59ae12896600,segment=NetworkSegment(a7d6ff8e-bbf9-4177-a08e-4b00534bf29c),segment_id=a7d6ff8e-bbf9-4177-a08e-4b00534bf29c)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:24:28.350881 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-85ef7b7b-6cc5-402e-8f0f-101a5d1fb076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:28.376581 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.db.api [None req-1dbf7ab2-e95c-49f4-a4f3-e3b7889abca4 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88525) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 19:24:28.377472 n-d-844202-1 neutron-server[88525]: DEBUG oslo_db.api [None req-1dbf7ab2-e95c-49f4-a4f3-e3b7889abca4 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 19:24:28.423573 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0478746f-0aeb-4465-b06c-bca7ba8dbecf None None] DHCP port deletion for 354f48cb-8dfd-4efd-83b6-5b1bf40b8700 request from n-d-844202-1 {{(pid=88526) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 19:24:28.446048 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-0478746f-0aeb-4465-b06c-bca7ba8dbecf None None] Deleting port c4b63781-9bc9-455a-aa82-59ae12896600 {{(pid=88526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:24:28.446421 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-0478746f-0aeb-4465-b06c-bca7ba8dbecf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:28.576153 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device c4b63781-9bc9-455a-aa82-59ae12896600 no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:24:28.655132 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ef7b7b-6cc5-402e-8f0f-101a5d1fb076 None None] Pushing event updated for resources: {'Port': ['ID=c4b63781-9bc9-455a-aa82-59ae12896600,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:24:28.861148 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port c4b63781-9bc9-455a-aa82-59ae12896600 is: ACTIVE; New status is: DOWN {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:24:28.861736 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:28.878990 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-1dbf7ab2-e95c-49f4-a4f3-e3b7889abca4 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Deleting port c4b63781-9bc9-455a-aa82-59ae12896600 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:24:28.879411 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1dbf7ab2-e95c-49f4-a4f3-e3b7889abca4 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:28.881223 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-0478746f-0aeb-4465-b06c-bca7ba8dbecf None None] For port c4b63781-9bc9-455a-aa82-59ae12896600, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=c4b63781-9bc9-455a-aa82-59ae12896600,segment=NetworkSegment(a7d6ff8e-bbf9-4177-a08e-4b00534bf29c),segment_id=a7d6ff8e-bbf9-4177-a08e-4b00534bf29c)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:24:28.881614 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-0478746f-0aeb-4465-b06c-bca7ba8dbecf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:29.082504 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-0478746f-0aeb-4465-b06c-bca7ba8dbecf None None] Calling delete_port for c4b63781-9bc9-455a-aa82-59ae12896600 owned by network:dhcp {{(pid=88526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:24:29.152414 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port c4b63781-9bc9-455a-aa82-59ae12896600, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=c4b63781-9bc9-455a-aa82-59ae12896600,segment=NetworkSegment(a7d6ff8e-bbf9-4177-a08e-4b00534bf29c),segment_id=a7d6ff8e-bbf9-4177-a08e-4b00534bf29c)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:24:29.160146 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:29.240470 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [None req-1dbf7ab2-e95c-49f4-a4f3-e3b7889abca4 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] For port c4b63781-9bc9-455a-aa82-59ae12896600, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=c4b63781-9bc9-455a-aa82-59ae12896600,segment=NetworkSegment(a7d6ff8e-bbf9-4177-a08e-4b00534bf29c),segment_id=a7d6ff8e-bbf9-4177-a08e-4b00534bf29c)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:24:29.241198 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1dbf7ab2-e95c-49f4-a4f3-e3b7889abca4 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:29.259038 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=c4b63781-9bc9-455a-aa82-59ae12896600,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:24:29.265935 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.db.api [None req-0478746f-0aeb-4465-b06c-bca7ba8dbecf None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88526) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 19:24:29.266949 n-d-844202-1 neutron-server[88526]: DEBUG oslo_db.api [None req-0478746f-0aeb-4465-b06c-bca7ba8dbecf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 19:24:29.393944 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-1dbf7ab2-e95c-49f4-a4f3-e3b7889abca4 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Calling delete_port for c4b63781-9bc9-455a-aa82-59ae12896600 owned by network:dhcp {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:24:29.490251 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.db.api [None req-1dbf7ab2-e95c-49f4-a4f3-e3b7889abca4 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88525) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 19:24:29.490577 n-d-844202-1 neutron-server[88525]: DEBUG oslo_db.api [None req-1dbf7ab2-e95c-49f4-a4f3-e3b7889abca4 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 19:24:29.767845 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-0478746f-0aeb-4465-b06c-bca7ba8dbecf None None] Deleting port c4b63781-9bc9-455a-aa82-59ae12896600 {{(pid=88526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:24:29.768677 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-0478746f-0aeb-4465-b06c-bca7ba8dbecf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:30.073430 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-0478746f-0aeb-4465-b06c-bca7ba8dbecf None None] For port c4b63781-9bc9-455a-aa82-59ae12896600, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=c4b63781-9bc9-455a-aa82-59ae12896600,segment=NetworkSegment(a7d6ff8e-bbf9-4177-a08e-4b00534bf29c),segment_id=a7d6ff8e-bbf9-4177-a08e-4b00534bf29c)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:24:30.074219 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-0478746f-0aeb-4465-b06c-bca7ba8dbecf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:30.156876 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-1dbf7ab2-e95c-49f4-a4f3-e3b7889abca4 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Deleting port c4b63781-9bc9-455a-aa82-59ae12896600 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:24:30.157915 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1dbf7ab2-e95c-49f4-a4f3-e3b7889abca4 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:30.262312 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-0478746f-0aeb-4465-b06c-bca7ba8dbecf None None] Calling delete_port for c4b63781-9bc9-455a-aa82-59ae12896600 owned by network:dhcp {{(pid=88526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:24:30.386437 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-0478746f-0aeb-4465-b06c-bca7ba8dbecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535'] for port, after_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:30.464587 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0478746f-0aeb-4465-b06c-bca7ba8dbecf None None] Pushing event deleted for resources: {'Port': ['ID=c4b63781-9bc9-455a-aa82-59ae12896600,revision_number=None']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:24:30.480979 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0478746f-0aeb-4465-b06c-bca7ba8dbecf None None] No DVR routers for this DVR port c4b63781-9bc9-455a-aa82-59ae12896600 on host n-d-844202-1 {{(pid=88526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:24:30.508634 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [None req-1dbf7ab2-e95c-49f4-a4f3-e3b7889abca4 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] For port c4b63781-9bc9-455a-aa82-59ae12896600, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=c4b63781-9bc9-455a-aa82-59ae12896600,segment=NetworkSegment(a7d6ff8e-bbf9-4177-a08e-4b00534bf29c),segment_id=a7d6ff8e-bbf9-4177-a08e-4b00534bf29c)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:24:30.509400 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1dbf7ab2-e95c-49f4-a4f3-e3b7889abca4 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:30.713443 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-1dbf7ab2-e95c-49f4-a4f3-e3b7889abca4 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Calling delete_port for c4b63781-9bc9-455a-aa82-59ae12896600 owned by network:dhcp {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:24:30.847227 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.db.api [None req-1dbf7ab2-e95c-49f4-a4f3-e3b7889abca4 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88525) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 19:24:30.847485 n-d-844202-1 neutron-server[88525]: DEBUG oslo_db.api [None req-1dbf7ab2-e95c-49f4-a4f3-e3b7889abca4 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 19:24:32.785333 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-1dbf7ab2-e95c-49f4-a4f3-e3b7889abca4 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Deleting port c4b63781-9bc9-455a-aa82-59ae12896600 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:24:32.786485 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1dbf7ab2-e95c-49f4-a4f3-e3b7889abca4 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:32.863932 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-1dbf7ab2-e95c-49f4-a4f3-e3b7889abca4 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] The port 'c4b63781-9bc9-455a-aa82-59ae12896600' was deleted {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 01 19:24:33.023561 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1dbf7ab2-e95c-49f4-a4f3-e3b7889abca4 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:33.053443 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-1dbf7ab2-e95c-49f4-a4f3-e3b7889abca4 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['354f48cb-8dfd-4efd-83b6-5b1bf40b8700']}} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:24:33.066733 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-1dbf7ab2-e95c-49f4-a4f3-e3b7889abca4 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7d6ff8e-bbf9-4177-a08e-4b00534bf29c') {'for_net_delete': True} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:24:33.067045 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-1dbf7ab2-e95c-49f4-a4f3-e3b7889abca4 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7d6ff8e-bbf9-4177-a08e-4b00534bf29c') {} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:24:33.080274 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1dbf7ab2-e95c-49f4-a4f3-e3b7889abca4 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2258522'] for segment, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:33.097607 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1dbf7ab2-e95c-49f4-a4f3-e3b7889abca4 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:33.104808 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1dbf7ab2-e95c-49f4-a4f3-e3b7889abca4 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=88525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 19:24:33.105287 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1dbf7ab2-e95c-49f4-a4f3-e3b7889abca4 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2613981'] for segment, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:33.351680 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment a7d6ff8e-bbf9-4177-a08e-4b00534bf29c resource provider aggregate not found Jun 01 19:24:33.369488 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1dbf7ab2-e95c-49f4-a4f3-e3b7889abca4 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:33.373509 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment a7d6ff8e-bbf9-4177-a08e-4b00534bf29c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a7d6ff8e-bbf9-4177-a08e-4b00534bf29c found for delete ", "request_id": "req-d9487728-989e-464c-8086-ae28125e4e31"}]} Jun 01 19:24:33.395035 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1dbf7ab2-e95c-49f4-a4f3-e3b7889abca4 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks [] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:33.412771 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbf7ab2-e95c-49f4-a4f3-e3b7889abca4 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Pushing event deleted for resources: {'Network': ['ID=354f48cb-8dfd-4efd-83b6-5b1bf40b8700,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:24:33.430251 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-1dbf7ab2-e95c-49f4-a4f3-e3b7889abca4 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] 10.222.0.41 "DELETE /v2.0/networks/354f48cb-8dfd-4efd-83b6-5b1bf40b8700 HTTP/1.1" status: 204 len: 168 time: 6.2664976 Jun 01 19:24:33.434928 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 43766) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:24:33.441112 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-8a20f28e-0aa8-4856-a806-4574e70cb7ae tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1011346494'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:24:33.449073 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-8a20f28e-0aa8-4856-a806-4574e70cb7ae tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:24:33.453703 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-8a20f28e-0aa8-4856-a806-4574e70cb7ae tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Usage tracker for resource:network and tenant:49f164ab97724edfa685b6f748ec92c5 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:24:33.456687 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-8a20f28e-0aa8-4856-a806-4574e70cb7ae tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:24:33.465012 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-8a20f28e-0aa8-4856-a806-4574e70cb7ae tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:24:33.478319 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a20f28e-0aa8-4856-a806-4574e70cb7ae tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Made reservation on behalf of 49f164ab97724edfa685b6f748ec92c5 for: {'network': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:24:33.482219 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8a20f28e-0aa8-4856-a806-4574e70cb7ae tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:33.541627 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a20f28e-0aa8-4856-a806-4574e70cb7ae tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 138} {{(pid=88524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 19:24:33.567816 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8a20f28e-0aa8-4856-a806-4574e70cb7ae tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:33.569024 n-d-844202-1 neutron-server[88524]: INFO neutron.db.segments_db [None req-8a20f28e-0aa8-4856-a806-4574e70cb7ae tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Added segment 6dc47857-13c1-42fe-965d-283a028b16c3 of type vlan for network 014fd2ab-1937-473d-b347-c1cba1ac7a58 Jun 01 19:24:33.735048 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8a20f28e-0aa8-4856-a806-4574e70cb7ae tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:33.783088 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8a20f28e-0aa8-4856-a806-4574e70cb7ae tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:33.793464 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a20f28e-0aa8-4856-a806-4574e70cb7ae tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:24:33.796824 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8a20f28e-0aa8-4856-a806-4574e70cb7ae tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks [] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:33.964668 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-8a20f28e-0aa8-4856-a806-4574e70cb7ae tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5285628 Jun 01 19:24:33.967679 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 43778) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:24:33.980492 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a20f28e-0aa8-4856-a806-4574e70cb7ae tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Pushing event updated for resources: {'Network': ['ID=014fd2ab-1937-473d-b347-c1cba1ac7a58,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:24:33.983175 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-386a500d-9b60-48ac-9c12-ac8cfccb5d99 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Request body: {'subnet': {'network_id': '014fd2ab-1937-473d-b347-c1cba1ac7a58', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:24:34.000122 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network 014fd2ab-1937-473d-b347-c1cba1ac7a58 details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 19:24:34.209644 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-386a500d-9b60-48ac-9c12-ac8cfccb5d99 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:24:34.217428 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-386a500d-9b60-48ac-9c12-ac8cfccb5d99 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Usage tracker for resource:subnet and tenant:49f164ab97724edfa685b6f748ec92c5 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:24:34.221782 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-386a500d-9b60-48ac-9c12-ac8cfccb5d99 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:24:34.231092 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-386a500d-9b60-48ac-9c12-ac8cfccb5d99 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:24:34.242752 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dedb9b-6359-4e38-ad78-779b7e2db272 req-6d3998de-fd6f-4e16-b086-e5605c019c09 tempest-VolumesBackupsTest-558199105 tempest-VolumesBackupsTest-558199105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:24:34.244322 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-76dedb9b-6359-4e38-ad78-779b7e2db272 req-6d3998de-fd6f-4e16-b086-e5605c019c09 tempest-VolumesBackupsTest-558199105 tempest-VolumesBackupsTest-558199105-project] 10.222.0.41 "GET /v2.0/ports?device_id=8762b864-200b-43e7-afeb-80ae8086729b HTTP/1.1" status: 200 len: 949 time: 0.2296197 Jun 01 19:24:34.268074 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-386a500d-9b60-48ac-9c12-ac8cfccb5d99 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Made reservation on behalf of 49f164ab97724edfa685b6f748ec92c5 for: {'subnet': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:24:34.272039 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-386a500d-9b60-48ac-9c12-ac8cfccb5d99 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9667140'] for subnet, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:34.394209 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-76dedb9b-6359-4e38-ad78-779b7e2db272 req-59c6337c-b288-4cc4-ae71-43031ddc0c66 tempest-VolumesBackupsTest-558199105 tempest-VolumesBackupsTest-558199105-project] 10.222.0.41 "GET /v2.0/security-groups?id=dbae2b20-3023-49c4-9ca2-f255af6e29a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436293 Jun 01 19:24:34.574896 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-386a500d-9b60-48ac-9c12-ac8cfccb5d99 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2614064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9667190'] for subnet, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:34.658545 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386a500d-9b60-48ac-9c12-ac8cfccb5d99 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Pushing event updated for resources: {'Subnet': ['ID=795afd96-a2c5-4000-aca6-3e92a347b1e2,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:24:34.668984 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386a500d-9b60-48ac-9c12-ac8cfccb5d99 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Checking segment: {'id': '6dc47857-13c1-42fe-965d-283a028b16c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '014fd2ab-1937-473d-b347-c1cba1ac7a58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:24:34.669341 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-386a500d-9b60-48ac-9c12-ac8cfccb5d99 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Network hostable DHCP agents. Network: 014fd2ab-1937-473d-b347-c1cba1ac7a58, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 19:24:34.695373 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-386a500d-9b60-48ac-9c12-ac8cfccb5d99 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Network 014fd2ab-1937-473d-b347-c1cba1ac7a58 is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 19:24:34.706894 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-386a500d-9b60-48ac-9c12-ac8cfccb5d99 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, 014fd2ab-1937-473d-b347-c1cba1ac7a58) {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:24:34.712452 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-386a500d-9b60-48ac-9c12-ac8cfccb5d99 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:24:34.713646 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-386a500d-9b60-48ac-9c12-ac8cfccb5d99 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks [] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:34.719466 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7041cea5-d8f6-430e-b986-ad709305e64f None None] Network 014fd2ab-1937-473d-b347-c1cba1ac7a58 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:24:34.748315 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-386a500d-9b60-48ac-9c12-ac8cfccb5d99 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7776346 Jun 01 19:24:34.748596 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 43782) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:24:34.758232 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-4f32aa10-3370-46d2-9d06-d33c6e268a1a tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Request body: {'port': {'network_id': '014fd2ab-1937-473d-b347-c1cba1ac7a58', 'security_groups': [], 'name': 'tempest-PortsTestJSON-2146624155'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:24:34.952506 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-4f32aa10-3370-46d2-9d06-d33c6e268a1a tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:24:34.966280 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-4f32aa10-3370-46d2-9d06-d33c6e268a1a tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Usage tracker for resource:port and tenant:49f164ab97724edfa685b6f748ec92c5 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:24:34.978250 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-4f32aa10-3370-46d2-9d06-d33c6e268a1a tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:24:34.988343 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-4f32aa10-3370-46d2-9d06-d33c6e268a1a tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:24:34.988538 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-498e858d-9b2d-4612-873a-b2d9af1b3fa3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc93f83c3-7fb6-5c13-a9d4-29d739a4e8d2-014fd2ab-1937-473d-b347-c1cba1ac7a58', 'network_id': '014fd2ab-1937-473d-b347-c1cba1ac7a58', 'tenant_id': '49f164ab97724edfa685b6f748ec92c5', 'fixed_ips': [{'subnet_id': '795afd96-a2c5-4000-aca6-3e92a347b1e2'}]}} from n-d-844202-1. {{(pid=88526) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 19:24:34.989403 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-498e858d-9b2d-4612-873a-b2d9af1b3fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:35.012907 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f32aa10-3370-46d2-9d06-d33c6e268a1a tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Made reservation on behalf of 49f164ab97724edfa685b6f748ec92c5 for: {'port': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:24:35.017334 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4f32aa10-3370-46d2-9d06-d33c6e268a1a tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:35.054304 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [None req-4f32aa10-3370-46d2-9d06-d33c6e268a1a tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] device_id is not set on port 10a54bb2-33fb-41d6-90b2-1e80d01e8a34 yet. {{(pid=88524) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 19:24:35.217942 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.db_base_plugin_common [None req-498e858d-9b2d-4612-873a-b2d9af1b3fa3 None None] Allocated IP 172.20.0.2 (014fd2ab-1937-473d-b347-c1cba1ac7a58/795afd96-a2c5-4000-aca6-3e92a347b1e2/98925c43-a7d6-4e60-b38d-3b720847d361) {{(pid=88526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:24:35.434797 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c10dcf3-851a-4cbd-ba90-0ad52587a58e req-c5831ba6-095d-47b4-bb7d-b4328f703c9e tempest-VolumesBackupsTest-558199105 tempest-VolumesBackupsTest-558199105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:24:35.436370 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3c10dcf3-851a-4cbd-ba90-0ad52587a58e req-c5831ba6-095d-47b4-bb7d-b4328f703c9e tempest-VolumesBackupsTest-558199105 tempest-VolumesBackupsTest-558199105-project] 10.222.0.50 "GET /v2.0/ports?device_id=8762b864-200b-43e7-afeb-80ae8086729b HTTP/1.1" status: 200 len: 949 time: 0.1063421 Jun 01 19:24:35.534391 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-498e858d-9b2d-4612-873a-b2d9af1b3fa3 None None] Notify callbacks [] for port, precommit_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:35.542873 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-3c10dcf3-851a-4cbd-ba90-0ad52587a58e req-7073eeff-2e38-4eaa-8110-f23f8c8f9d45 tempest-VolumesBackupsTest-558199105 tempest-VolumesBackupsTest-558199105-project] Deleting port 3a7f3d4b-f787-402a-ad74-512be49ae5ea {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:24:35.543623 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-3c10dcf3-851a-4cbd-ba90-0ad52587a58e req-7073eeff-2e38-4eaa-8110-f23f8c8f9d45 tempest-VolumesBackupsTest-558199105 tempest-VolumesBackupsTest-558199105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:35.546984 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-498e858d-9b2d-4612-873a-b2d9af1b3fa3 None None] Transition to ACTIVE for port object 98925c43-a7d6-4e60-b38d-3b720847d361 will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:24:35.568857 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-498e858d-9b2d-4612-873a-b2d9af1b3fa3 None None] Transition to ACTIVE for port object 98925c43-a7d6-4e60-b38d-3b720847d361 will not be triggered until provisioned by entity DHCP. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:24:35.576388 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-498e858d-9b2d-4612-873a-b2d9af1b3fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526'] for port, after_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:35.654362 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-498e858d-9b2d-4612-873a-b2d9af1b3fa3 None None] Network 014fd2ab-1937-473d-b347-c1cba1ac7a58 is already hosted by enough agents. {{(pid=88526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:24:35.657397 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.base_scheduler [None req-498e858d-9b2d-4612-873a-b2d9af1b3fa3 None None] Resources bound (agent type, host, resource id): {{(pid=88526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:24:35.659840 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498e858d-9b2d-4612-873a-b2d9af1b3fa3 None None] Received port after_create {{(pid=88526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:24:35.667395 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498e858d-9b2d-4612-873a-b2d9af1b3fa3 None None] Pushing event updated for resources: {'Port': ['ID=98925c43-a7d6-4e60-b38d-3b720847d361,revision_number=1']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:24:35.782388 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [None req-4f32aa10-3370-46d2-9d06-d33c6e268a1a tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Allocated IP 172.20.0.9 (014fd2ab-1937-473d-b347-c1cba1ac7a58/795afd96-a2c5-4000-aca6-3e92a347b1e2/10a54bb2-33fb-41d6-90b2-1e80d01e8a34) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:24:35.783067 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-498e858d-9b2d-4612-873a-b2d9af1b3fa3 None None] Attempting to bind port 98925c43-a7d6-4e60-b38d-3b720847d361 on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:24:35.783215 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-498e858d-9b2d-4612-873a-b2d9af1b3fa3 None None] Attempting to bind port 98925c43-a7d6-4e60-b38d-3b720847d361 by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': '6dc47857-13c1-42fe-965d-283a028b16c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '014fd2ab-1937-473d-b347-c1cba1ac7a58'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:24:35.783579 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498e858d-9b2d-4612-873a-b2d9af1b3fa3 None None] Attempting to bind port 98925c43-a7d6-4e60-b38d-3b720847d361 on network 014fd2ab-1937-473d-b347-c1cba1ac7a58 {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:24:35.789710 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498e858d-9b2d-4612-873a-b2d9af1b3fa3 None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 24, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:24:35.790008 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498e858d-9b2d-4612-873a-b2d9af1b3fa3 None None] Checking segment: {'id': '6dc47857-13c1-42fe-965d-283a028b16c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '014fd2ab-1937-473d-b347-c1cba1ac7a58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:24:35.790410 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-498e858d-9b2d-4612-873a-b2d9af1b3fa3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:35.790798 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498e858d-9b2d-4612-873a-b2d9af1b3fa3 None None] Bound using segment: {'id': '6dc47857-13c1-42fe-965d-283a028b16c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '014fd2ab-1937-473d-b347-c1cba1ac7a58'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:24:35.791277 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-498e858d-9b2d-4612-873a-b2d9af1b3fa3 None None] Bound port: 98925c43-a7d6-4e60-b38d-3b720847d361, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dc47857-13c1-42fe-965d-283a028b16c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '014fd2ab-1937-473d-b347-c1cba1ac7a58'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:24:35.791636 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-498e858d-9b2d-4612-873a-b2d9af1b3fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:35.826543 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c86cdd6-639e-4917-af59-bf9e5cf1846c req-324a93c1-32fc-42e7-914b-875a5f901eda tempest-VolumesBackupsTest-558199105 tempest-VolumesBackupsTest-558199105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:24:35.828375 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-8c86cdd6-639e-4917-af59-bf9e5cf1846c req-324a93c1-32fc-42e7-914b-875a5f901eda tempest-VolumesBackupsTest-558199105 tempest-VolumesBackupsTest-558199105-project] 10.222.0.41 "GET /v2.0/ports?device_id=8762b864-200b-43e7-afeb-80ae8086729b HTTP/1.1" status: 200 len: 949 time: 0.2560456 Jun 01 19:24:35.926126 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-498e858d-9b2d-4612-873a-b2d9af1b3fa3 None None] For port 98925c43-a7d6-4e60-b38d-3b720847d361, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:24:35.931960 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-498e858d-9b2d-4612-873a-b2d9af1b3fa3 None None] For port 98925c43-a7d6-4e60-b38d-3b720847d361, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=98925c43-a7d6-4e60-b38d-3b720847d361,segment=NetworkSegment(6dc47857-13c1-42fe-965d-283a028b16c3),segment_id=6dc47857-13c1-42fe-965d-283a028b16c3)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:24:35.938174 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-498e858d-9b2d-4612-873a-b2d9af1b3fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:36.071076 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498e858d-9b2d-4612-873a-b2d9af1b3fa3 None None] Pushing event updated for resources: {'Port': ['ID=98925c43-a7d6-4e60-b38d-3b720847d361,revision_number=2']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:24:36.074833 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-8c86cdd6-639e-4917-af59-bf9e5cf1846c req-698d42da-73c7-422d-88c4-3d3505b780bd tempest-VolumesBackupsTest-558199105 tempest-VolumesBackupsTest-558199105-project] 10.222.0.41 "GET /v2.0/security-groups?id=dbae2b20-3023-49c4-9ca2-f255af6e29a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191377 Jun 01 19:24:36.190659 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-3c10dcf3-851a-4cbd-ba90-0ad52587a58e req-7073eeff-2e38-4eaa-8110-f23f8c8f9d45 tempest-VolumesBackupsTest-558199105 tempest-VolumesBackupsTest-558199105-project] For port 3a7f3d4b-f787-402a-ad74-512be49ae5ea, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=3a7f3d4b-f787-402a-ad74-512be49ae5ea,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:24:36.191119 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-3c10dcf3-851a-4cbd-ba90-0ad52587a58e req-7073eeff-2e38-4eaa-8110-f23f8c8f9d45 tempest-VolumesBackupsTest-558199105 tempest-VolumesBackupsTest-558199105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:36.204675 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4f32aa10-3370-46d2-9d06-d33c6e268a1a tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:36.374505 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-3c10dcf3-851a-4cbd-ba90-0ad52587a58e req-7073eeff-2e38-4eaa-8110-f23f8c8f9d45 tempest-VolumesBackupsTest-558199105 tempest-VolumesBackupsTest-558199105-project] Calling delete_port for 3a7f3d4b-f787-402a-ad74-512be49ae5ea owned by compute:nova {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:24:36.411979 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [None req-4f32aa10-3370-46d2-9d06-d33c6e268a1a tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Transition to ACTIVE for port object 10a54bb2-33fb-41d6-90b2-1e80d01e8a34 will not be triggered until provisioned by entity DHCP. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:24:36.512901 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4f32aa10-3370-46d2-9d06-d33c6e268a1a tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:36.610076 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 98925c43-a7d6-4e60-b38d-3b720847d361 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:24:36.712312 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f32aa10-3370-46d2-9d06-d33c6e268a1a tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Network 014fd2ab-1937-473d-b347-c1cba1ac7a58 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:24:36.721088 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-4f32aa10-3370-46d2-9d06-d33c6e268a1a tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:24:36.730317 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f32aa10-3370-46d2-9d06-d33c6e268a1a tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:24:36.736269 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port 98925c43-a7d6-4e60-b38d-3b720847d361 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:24:36.760862 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f32aa10-3370-46d2-9d06-d33c6e268a1a tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Pushing event updated for resources: {'Port': ['ID=10a54bb2-33fb-41d6-90b2-1e80d01e8a34,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:24:36.783332 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-3c10dcf3-851a-4cbd-ba90-0ad52587a58e req-7073eeff-2e38-4eaa-8110-f23f8c8f9d45 tempest-VolumesBackupsTest-558199105 tempest-VolumesBackupsTest-558199105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:37.010666 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7073eeff-2e38-4eaa-8110-f23f8c8f9d45 tempest-VolumesBackupsTest-558199105 tempest-VolumesBackupsTest-558199105-project] Pushing event deleted for resources: {'Port': ['ID=3a7f3d4b-f787-402a-ad74-512be49ae5ea,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:24:37.058859 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f32aa10-3370-46d2-9d06-d33c6e268a1a tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:24:37.059509 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4f32aa10-3370-46d2-9d06-d33c6e268a1a tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:37.146000 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c10dcf3-851a-4cbd-ba90-0ad52587a58e req-7073eeff-2e38-4eaa-8110-f23f8c8f9d45 tempest-VolumesBackupsTest-558199105 tempest-VolumesBackupsTest-558199105-project] No DVR routers for this DVR port 3a7f3d4b-f787-402a-ad74-512be49ae5ea on host n-h2-844202-1 {{(pid=88524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:24:37.146490 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-dffa0d67-2f1e-4cea-8b66-205098c08aaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:37.150282 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-3c10dcf3-851a-4cbd-ba90-0ad52587a58e req-7073eeff-2e38-4eaa-8110-f23f8c8f9d45 tempest-VolumesBackupsTest-558199105 tempest-VolumesBackupsTest-558199105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:37.158059 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8762b864-200b-43e7-afeb-80ae8086729b', 'name': 'network-vif-deleted', 'tag': '3a7f3d4b-f787-402a-ad74-512be49ae5ea'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:24:37.192319 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-4f32aa10-3370-46d2-9d06-d33c6e268a1a tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 2.4396770 Jun 01 19:24:37.193624 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 43800) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:24:37.194564 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3c10dcf3-851a-4cbd-ba90-0ad52587a58e req-7073eeff-2e38-4eaa-8110-f23f8c8f9d45 tempest-VolumesBackupsTest-558199105 tempest-VolumesBackupsTest-558199105-project] 10.222.0.50 "DELETE /v2.0/ports/3a7f3d4b-f787-402a-ad74-512be49ae5ea HTTP/1.1" status: 204 len: 173 time: 1.7523308 Jun 01 19:24:37.460872 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-737267e0-df5e-4fb4-89c3-1d86920750d0 req-d3ff1812-6d35-4766-b562-fb78ec284888 tempest-VolumesBackupsTest-558199105 tempest-VolumesBackupsTest-558199105-project] 10.222.0.41 "GET /v2.0/ports?device_id=8762b864-200b-43e7-afeb-80ae8086729b HTTP/1.1" status: 200 len: 210 time: 0.1534424 Jun 01 19:24:37.499329 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-6a527ffc-84f2-4b16-9d8c-42c46d386b45 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Deleting port 10a54bb2-33fb-41d6-90b2-1e80d01e8a34 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:24:37.499860 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6a527ffc-84f2-4b16-9d8c-42c46d386b45 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:37.596143 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74a225c2-2388-4fb3-904f-e9811c147392'] response: {'server_uuid': '8762b864-200b-43e7-afeb-80ae8086729b', 'name': 'network-vif-deleted', 'tag': '3a7f3d4b-f787-402a-ad74-512be49ae5ea', 'status': 'completed', 'code': 200} Jun 01 19:24:37.628162 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3419f8e0-86b6-4e9f-a61a-895d5591a91a None None] Network 014fd2ab-1937-473d-b347-c1cba1ac7a58 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:24:37.766901 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-c9ef8327-f252-43de-b98c-7ef5bc25b58d None None] Provisioning for port 98925c43-a7d6-4e60-b38d-3b720847d361 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:24:37.776708 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-c9ef8327-f252-43de-b98c-7ef5bc25b58d None None] Provisioning complete for port 98925c43-a7d6-4e60-b38d-3b720847d361 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:24:37.777069 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-c9ef8327-f252-43de-b98c-7ef5bc25b58d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:37.884467 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6a527ffc-84f2-4b16-9d8c-42c46d386b45 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:38.123227 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-6a527ffc-84f2-4b16-9d8c-42c46d386b45 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Calling delete_port for 10a54bb2-33fb-41d6-90b2-1e80d01e8a34 owned by {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:24:38.126049 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-c9ef8327-f252-43de-b98c-7ef5bc25b58d None None] Current status of the port 98925c43-a7d6-4e60-b38d-3b720847d361 is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:24:38.126520 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-c9ef8327-f252-43de-b98c-7ef5bc25b58d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:38.181388 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-c9ef8327-f252-43de-b98c-7ef5bc25b58d None None] For port 98925c43-a7d6-4e60-b38d-3b720847d361, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=98925c43-a7d6-4e60-b38d-3b720847d361,segment=NetworkSegment(6dc47857-13c1-42fe-965d-283a028b16c3),segment_id=6dc47857-13c1-42fe-965d-283a028b16c3)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:24:38.187549 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-c9ef8327-f252-43de-b98c-7ef5bc25b58d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:38.276633 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ef8327-f252-43de-b98c-7ef5bc25b58d None None] Pushing event updated for resources: {'Port': ['ID=98925c43-a7d6-4e60-b38d-3b720847d361,revision_number=3']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:24:38.293362 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6a527ffc-84f2-4b16-9d8c-42c46d386b45 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:38.360915 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a527ffc-84f2-4b16-9d8c-42c46d386b45 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Pushing event deleted for resources: {'Port': ['ID=10a54bb2-33fb-41d6-90b2-1e80d01e8a34,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:24:38.420137 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 3a7f3d4b-f787-402a-ad74-512be49ae5ea no longer exists at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:24:38.506070 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] No Port match for: 3a7f3d4b-f787-402a-ad74-512be49ae5ea {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:24:38.506070 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 3a7f3d4b-f787-402a-ad74-512be49ae5ea not bound to the agent host n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:24:38.534255 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-13417196-4aac-4c58-b0ff-51d4f65a1c85 None None] Provisioning complete for port 98925c43-a7d6-4e60-b38d-3b720847d361 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:24:38.534615 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-13417196-4aac-4c58-b0ff-51d4f65a1c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:38.534773 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6a527ffc-84f2-4b16-9d8c-42c46d386b45 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:38.554109 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 43816) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:24:38.564310 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-6a527ffc-84f2-4b16-9d8c-42c46d386b45 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] 10.222.0.41 "DELETE /v2.0/ports/10a54bb2-33fb-41d6-90b2-1e80d01e8a34 HTTP/1.1" status: 204 len: 168 time: 1.3681853 Jun 01 19:24:38.607369 n-d-844202-1 neutron-server[88524]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee254ce8-6e03-452d-a203-5f2a509c6b2e tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] GET failed (client error): The resource could not be found. Jun 01 19:24:38.607921 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-ee254ce8-6e03-452d-a203-5f2a509c6b2e tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Synchronizing usage tracker for tenant:49f164ab97724edfa685b6f748ec92c5 on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:24:38.659792 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-ee254ce8-6e03-452d-a203-5f2a509c6b2e tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Unset dirty status for tenant:49f164ab97724edfa685b6f748ec92c5 on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:24:38.665929 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 43822) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:24:38.677643 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-ee254ce8-6e03-452d-a203-5f2a509c6b2e tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] 10.222.0.41 "GET /v2.0/ports/10a54bb2-33fb-41d6-90b2-1e80d01e8a34 HTTP/1.1" status: 404 len: 333 time: 0.1220894 Jun 01 19:24:38.706049 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 98925c43-a7d6-4e60-b38d-3b720847d361 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:24:38.814729 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e1ce371-7b43-4ae1-9f12-53b44c36c42f tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Deleting subnet 795afd96-a2c5-4000-aca6-3e92a347b1e2 {{(pid=88525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 19:24:38.821032 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6e1ce371-7b43-4ae1-9f12-53b44c36c42f tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks [] for subnet, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:38.913941 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-13417196-4aac-4c58-b0ff-51d4f65a1c85 None None] Current status of the port 98925c43-a7d6-4e60-b38d-3b720847d361 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:24:38.922101 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-13417196-4aac-4c58-b0ff-51d4f65a1c85 None None] Could not find standard attr ID for object 10a54bb2-33fb-41d6-90b2-1e80d01e8a34. {{(pid=88526) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 01 19:24:38.968972 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 98925c43-a7d6-4e60-b38d-3b720847d361 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:24:38.969897 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:39.002521 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6e1ce371-7b43-4ae1-9f12-53b44c36c42f tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2258509'] for subnet, precommit_delete_associations {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:39.128728 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-bb284a20-925e-45ee-af64-461a8d389d24 None None] Could not find standard attr ID for object 10a54bb2-33fb-41d6-90b2-1e80d01e8a34. {{(pid=88526) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 01 19:24:39.235460 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6e1ce371-7b43-4ae1-9f12-53b44c36c42f tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:39.284677 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 98925c43-a7d6-4e60-b38d-3b720847d361 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:24:39.459784 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6e1ce371-7b43-4ae1-9f12-53b44c36c42f tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2614143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9667199'] for subnet, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:39.500311 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1ce371-7b43-4ae1-9f12-53b44c36c42f tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Pushing event deleted for resources: {'Subnet': ['ID=795afd96-a2c5-4000-aca6-3e92a347b1e2,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:24:39.509232 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6e1ce371-7b43-4ae1-9f12-53b44c36c42f tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks [] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:39.515793 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-6e1ce371-7b43-4ae1-9f12-53b44c36c42f tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] 10.222.0.41 "DELETE /v2.0/subnets/795afd96-a2c5-4000-aca6-3e92a347b1e2 HTTP/1.1" status: 204 len: 168 time: 0.8485982 Jun 01 19:24:39.518703 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa37dada-9761-46bf-b4bd-979efd09c048 None None] Network 014fd2ab-1937-473d-b347-c1cba1ac7a58 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:24:39.518930 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 43838) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:24:39.602052 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-1cafc8bd-6607-41dd-958b-5a8b6f3b2fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:39.694288 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8b9e293c-2f03-4ae0-8565-0abf11eb3df4 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:39.713201 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-8b9e293c-2f03-4ae0-8565-0abf11eb3df4 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Deleting port 98925c43-a7d6-4e60-b38d-3b720847d361 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:24:39.714241 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8b9e293c-2f03-4ae0-8565-0abf11eb3df4 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:39.870452 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd4d9fd9-0512-4def-a0bc-50d6dddacddf None None] DHCP port deletion for 014fd2ab-1937-473d-b347-c1cba1ac7a58 request from n-d-844202-1 {{(pid=88526) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 19:24:39.878331 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-bd4d9fd9-0512-4def-a0bc-50d6dddacddf None None] Deleting port 98925c43-a7d6-4e60-b38d-3b720847d361 {{(pid=88526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:24:39.879397 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-bd4d9fd9-0512-4def-a0bc-50d6dddacddf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:40.040334 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [None req-8b9e293c-2f03-4ae0-8565-0abf11eb3df4 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] For port 98925c43-a7d6-4e60-b38d-3b720847d361, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=98925c43-a7d6-4e60-b38d-3b720847d361,segment=NetworkSegment(6dc47857-13c1-42fe-965d-283a028b16c3),segment_id=6dc47857-13c1-42fe-965d-283a028b16c3)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:24:40.040692 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8b9e293c-2f03-4ae0-8565-0abf11eb3df4 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:40.233862 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-8b9e293c-2f03-4ae0-8565-0abf11eb3df4 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Calling delete_port for 98925c43-a7d6-4e60-b38d-3b720847d361 owned by network:dhcp {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:24:40.245468 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-bd4d9fd9-0512-4def-a0bc-50d6dddacddf None None] For port 98925c43-a7d6-4e60-b38d-3b720847d361, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=98925c43-a7d6-4e60-b38d-3b720847d361,segment=NetworkSegment(6dc47857-13c1-42fe-965d-283a028b16c3),segment_id=6dc47857-13c1-42fe-965d-283a028b16c3)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:24:40.245983 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-bd4d9fd9-0512-4def-a0bc-50d6dddacddf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:40.376668 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8b9e293c-2f03-4ae0-8565-0abf11eb3df4 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:40.396452 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-bd4d9fd9-0512-4def-a0bc-50d6dddacddf None None] Calling delete_port for 98925c43-a7d6-4e60-b38d-3b720847d361 owned by network:dhcp {{(pid=88526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:24:40.448528 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9e293c-2f03-4ae0-8565-0abf11eb3df4 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Pushing event deleted for resources: {'Port': ['ID=98925c43-a7d6-4e60-b38d-3b720847d361,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:24:40.462822 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b9e293c-2f03-4ae0-8565-0abf11eb3df4 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] No DVR routers for this DVR port 98925c43-a7d6-4e60-b38d-3b720847d361 on host n-d-844202-1 {{(pid=88524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:24:40.493484 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.db.api [None req-bd4d9fd9-0512-4def-a0bc-50d6dddacddf None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88526) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 19:24:40.493844 n-d-844202-1 neutron-server[88526]: DEBUG oslo_db.api [None req-bd4d9fd9-0512-4def-a0bc-50d6dddacddf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 19:24:40.591964 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 98925c43-a7d6-4e60-b38d-3b720847d361 no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:24:40.634875 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: 98925c43-a7d6-4e60-b38d-3b720847d361 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:24:40.635404 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 98925c43-a7d6-4e60-b38d-3b720847d361 not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:24:40.671849 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:40.694182 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8b9e293c-2f03-4ae0-8565-0abf11eb3df4 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:40.709687 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:40.762195 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-8b9e293c-2f03-4ae0-8565-0abf11eb3df4 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['014fd2ab-1937-473d-b347-c1cba1ac7a58']}} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:24:40.778206 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-8b9e293c-2f03-4ae0-8565-0abf11eb3df4 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6dc47857-13c1-42fe-965d-283a028b16c3') {'for_net_delete': True} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:24:40.778535 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-8b9e293c-2f03-4ae0-8565-0abf11eb3df4 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6dc47857-13c1-42fe-965d-283a028b16c3') {} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:24:40.792466 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8b9e293c-2f03-4ae0-8565-0abf11eb3df4 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2702126'] for segment, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:40.811418 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8b9e293c-2f03-4ae0-8565-0abf11eb3df4 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:40.819422 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b9e293c-2f03-4ae0-8565-0abf11eb3df4 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=88524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 19:24:40.819896 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8b9e293c-2f03-4ae0-8565-0abf11eb3df4 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2719018'] for segment, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:40.907730 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment 6dc47857-13c1-42fe-965d-283a028b16c3 resource provider aggregate not found Jun 01 19:24:40.960857 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment 6dc47857-13c1-42fe-965d-283a028b16c3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6dc47857-13c1-42fe-965d-283a028b16c3 found for delete ", "request_id": "req-75addceb-5d5c-4a5b-a916-267fd3539ade"}]} Jun 01 19:24:40.963590 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8b9e293c-2f03-4ae0-8565-0abf11eb3df4 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:40.971142 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8b9e293c-2f03-4ae0-8565-0abf11eb3df4 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks [] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:40.995221 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-bd4d9fd9-0512-4def-a0bc-50d6dddacddf None None] Deleting port 98925c43-a7d6-4e60-b38d-3b720847d361 {{(pid=88526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:24:40.995725 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-bd4d9fd9-0512-4def-a0bc-50d6dddacddf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:41.000038 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9e293c-2f03-4ae0-8565-0abf11eb3df4 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Pushing event deleted for resources: {'Network': ['ID=014fd2ab-1937-473d-b347-c1cba1ac7a58,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:24:41.033341 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-8b9e293c-2f03-4ae0-8565-0abf11eb3df4 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] 10.222.0.41 "DELETE /v2.0/networks/014fd2ab-1937-473d-b347-c1cba1ac7a58 HTTP/1.1" status: 204 len: 168 time: 1.5128036 Jun 01 19:24:41.036800 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 43858) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:24:41.043324 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-211a87cb-49ca-4ebb-b6b6-8ac6ada9390d tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Request body: {'port': {'network_id': 'e19cd1bf-9241-4476-ae10-79bc84507053', 'name': 'tempest-PortsTestJSON-61779525'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:24:41.112063 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-bd4d9fd9-0512-4def-a0bc-50d6dddacddf None None] The port '98925c43-a7d6-4e60-b38d-3b720847d361' was deleted {{(pid=88526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 01 19:24:41.185855 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-211a87cb-49ca-4ebb-b6b6-8ac6ada9390d tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:24:41.190272 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-211a87cb-49ca-4ebb-b6b6-8ac6ada9390d tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Usage tracker for resource:port and tenant:49f164ab97724edfa685b6f748ec92c5 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:24:41.195222 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-211a87cb-49ca-4ebb-b6b6-8ac6ada9390d tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:24:41.201858 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-211a87cb-49ca-4ebb-b6b6-8ac6ada9390d tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:24:41.216283 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-211a87cb-49ca-4ebb-b6b6-8ac6ada9390d tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Made reservation on behalf of 49f164ab97724edfa685b6f748ec92c5 for: {'port': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:24:41.219825 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-211a87cb-49ca-4ebb-b6b6-8ac6ada9390d tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:41.265246 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [None req-211a87cb-49ca-4ebb-b6b6-8ac6ada9390d tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] device_id is not set on port 108c1b20-35eb-454e-a6a7-2730094ec948 yet. {{(pid=88525) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 19:24:41.609491 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:41.643536 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-211a87cb-49ca-4ebb-b6b6-8ac6ada9390d tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:41.682732 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-211a87cb-49ca-4ebb-b6b6-8ac6ada9390d tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:41.762369 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211a87cb-49ca-4ebb-b6b6-8ac6ada9390d tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Pushing event updated for resources: {'Port': ['ID=108c1b20-35eb-454e-a6a7-2730094ec948,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:24:41.789484 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-211a87cb-49ca-4ebb-b6b6-8ac6ada9390d tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Network e19cd1bf-9241-4476-ae10-79bc84507053 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:24:41.790966 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-211a87cb-49ca-4ebb-b6b6-8ac6ada9390d tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:24:41.802718 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211a87cb-49ca-4ebb-b6b6-8ac6ada9390d tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:24:41.808457 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-211a87cb-49ca-4ebb-b6b6-8ac6ada9390d tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:24:41.812254 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-211a87cb-49ca-4ebb-b6b6-8ac6ada9390d tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:41.869016 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-211a87cb-49ca-4ebb-b6b6-8ac6ada9390d tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 844 time: 0.8292127 Jun 01 19:24:41.870204 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 43904) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:24:41.968466 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-6a79948d-948a-47d4-9a95-a7ffbe3e2c8a tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Deleting port 108c1b20-35eb-454e-a6a7-2730094ec948 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:24:41.968844 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6a79948d-948a-47d4-9a95-a7ffbe3e2c8a tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:42.049781 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:42.055176 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:42.332191 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6a79948d-948a-47d4-9a95-a7ffbe3e2c8a tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:42.512337 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-6a79948d-948a-47d4-9a95-a7ffbe3e2c8a tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Calling delete_port for 108c1b20-35eb-454e-a6a7-2730094ec948 owned by {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:24:42.631647 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6a79948d-948a-47d4-9a95-a7ffbe3e2c8a tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:42.696772 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a79948d-948a-47d4-9a95-a7ffbe3e2c8a tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Pushing event deleted for resources: {'Port': ['ID=108c1b20-35eb-454e-a6a7-2730094ec948,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:24:42.707165 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6a79948d-948a-47d4-9a95-a7ffbe3e2c8a tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:42.726588 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-6a79948d-948a-47d4-9a95-a7ffbe3e2c8a tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] 10.222.0.41 "DELETE /v2.0/ports/108c1b20-35eb-454e-a6a7-2730094ec948 HTTP/1.1" status: 204 len: 168 time: 0.8540292 Jun 01 19:24:42.729257 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 43946) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:24:42.737506 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-9fd91ebc-e9a8-46eb-8a2a-15b1aa5c7010 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Request body: {'port': {'network_id': 'e19cd1bf-9241-4476-ae10-79bc84507053', 'mac_address': 'fa:16:3e:43:cd:75', 'name': 'tempest-PortsTestJSON-15110258'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:24:42.906734 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-9fd91ebc-e9a8-46eb-8a2a-15b1aa5c7010 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:24:42.915937 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-9fd91ebc-e9a8-46eb-8a2a-15b1aa5c7010 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Usage tracker for resource:port and tenant:49f164ab97724edfa685b6f748ec92c5 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:24:42.928456 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-9fd91ebc-e9a8-46eb-8a2a-15b1aa5c7010 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:24:42.938547 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-9fd91ebc-e9a8-46eb-8a2a-15b1aa5c7010 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:24:42.966370 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fd91ebc-e9a8-46eb-8a2a-15b1aa5c7010 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Made reservation on behalf of 49f164ab97724edfa685b6f748ec92c5 for: {'port': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:24:43.155537 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9fd91ebc-e9a8-46eb-8a2a-15b1aa5c7010 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:43.197664 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [None req-9fd91ebc-e9a8-46eb-8a2a-15b1aa5c7010 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] device_id is not set on port eaaabdfa-40df-4492-bfe4-8bfee96cd12e yet. {{(pid=88525) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 19:24:43.476698 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9fd91ebc-e9a8-46eb-8a2a-15b1aa5c7010 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:43.514760 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9fd91ebc-e9a8-46eb-8a2a-15b1aa5c7010 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:43.593694 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fd91ebc-e9a8-46eb-8a2a-15b1aa5c7010 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Network e19cd1bf-9241-4476-ae10-79bc84507053 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:24:43.601315 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-9fd91ebc-e9a8-46eb-8a2a-15b1aa5c7010 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:24:43.601808 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd91ebc-e9a8-46eb-8a2a-15b1aa5c7010 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:24:43.607802 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fd91ebc-e9a8-46eb-8a2a-15b1aa5c7010 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:24:43.608492 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9fd91ebc-e9a8-46eb-8a2a-15b1aa5c7010 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:43.624389 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd91ebc-e9a8-46eb-8a2a-15b1aa5c7010 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Pushing event updated for resources: {'Port': ['ID=eaaabdfa-40df-4492-bfe4-8bfee96cd12e,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:24:43.643109 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-9fd91ebc-e9a8-46eb-8a2a-15b1aa5c7010 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 844 time: 0.9122996 Jun 01 19:24:43.647196 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 43954) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:24:43.737300 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a165a831-966b-4171-8c3e-18c9d0b9faf7 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:24:43.737909 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-a165a831-966b-4171-8c3e-18c9d0b9faf7 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Synchronizing usage tracker for tenant:49f164ab97724edfa685b6f748ec92c5 on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:24:43.758585 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-a165a831-966b-4171-8c3e-18c9d0b9faf7 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Unset dirty status for tenant:49f164ab97724edfa685b6f748ec92c5 on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:24:43.760558 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-a165a831-966b-4171-8c3e-18c9d0b9faf7 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] 10.222.0.41 "GET /v2.0/ports/eaaabdfa-40df-4492-bfe4-8bfee96cd12e HTTP/1.1" status: 200 len: 839 time: 0.1120651 Jun 01 19:24:43.763089 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 43958) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:24:43.846449 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-e167a678-7b7c-4ff1-86a9-f600fb3707a9 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Deleting port eaaabdfa-40df-4492-bfe4-8bfee96cd12e {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:24:43.846676 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e167a678-7b7c-4ff1-86a9-f600fb3707a9 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:44.095792 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e167a678-7b7c-4ff1-86a9-f600fb3707a9 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:44.230487 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-e167a678-7b7c-4ff1-86a9-f600fb3707a9 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Calling delete_port for eaaabdfa-40df-4492-bfe4-8bfee96cd12e owned by {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:24:44.439050 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e167a678-7b7c-4ff1-86a9-f600fb3707a9 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:44.495040 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e167a678-7b7c-4ff1-86a9-f600fb3707a9 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Pushing event deleted for resources: {'Port': ['ID=eaaabdfa-40df-4492-bfe4-8bfee96cd12e,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:24:44.499361 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e167a678-7b7c-4ff1-86a9-f600fb3707a9 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:44.517474 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-e167a678-7b7c-4ff1-86a9-f600fb3707a9 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] 10.222.0.41 "DELETE /v2.0/ports/eaaabdfa-40df-4492-bfe4-8bfee96cd12e HTTP/1.1" status: 204 len: 168 time: 0.7528949 Jun 01 19:24:44.519951 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 43974) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:24:44.588181 n-d-844202-1 neutron-server[88524]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6e8b0f2-5642-4f23-95db-bb14cf81484a tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] GET failed (client error): The resource could not be found. Jun 01 19:24:44.588855 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-f6e8b0f2-5642-4f23-95db-bb14cf81484a tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Synchronizing usage tracker for tenant:49f164ab97724edfa685b6f748ec92c5 on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:24:44.669426 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-f6e8b0f2-5642-4f23-95db-bb14cf81484a tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Unset dirty status for tenant:49f164ab97724edfa685b6f748ec92c5 on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:24:44.670669 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-f6e8b0f2-5642-4f23-95db-bb14cf81484a tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] 10.222.0.41 "GET /v2.0/ports/eaaabdfa-40df-4492-bfe4-8bfee96cd12e HTTP/1.1" status: 404 len: 333 time: 0.1495831 Jun 01 19:24:44.674711 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 43978) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:24:44.682218 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-6df842a2-dd98-44a1-9fe6-0f35723b164c tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Request body: {'port': {'network_id': 'e19cd1bf-9241-4476-ae10-79bc84507053', 'name': 'tempest-PortsTestJSON-782632114'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:24:44.825192 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367dfae0-fe2e-49f7-b069-41efe6d9f4af req-13d93017-bae4-4767-b175-03c43c63aa79 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:24:44.826661 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-367dfae0-fe2e-49f7-b069-41efe6d9f4af req-13d93017-bae4-4767-b175-03c43c63aa79 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/networks?id=06227175-383a-438d-b2ea-446bb23d085d HTTP/1.1" status: 200 len: 812 time: 0.2710981 Jun 01 19:24:44.842968 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-6df842a2-dd98-44a1-9fe6-0f35723b164c tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:24:44.853350 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-367dfae0-fe2e-49f7-b069-41efe6d9f4af req-dc165c69-a03f-4857-ab0c-3946b21983c9 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/quotas/e7fa6482b873470e8b5274a0b6cb89ae HTTP/1.1" status: 200 len: 375 time: 0.0182984 Jun 01 19:24:44.857093 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-6df842a2-dd98-44a1-9fe6-0f35723b164c tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:24:44.907515 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6df842a2-dd98-44a1-9fe6-0f35723b164c tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Made reservation on behalf of 49f164ab97724edfa685b6f748ec92c5 for: {'port': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:24:44.911700 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6df842a2-dd98-44a1-9fe6-0f35723b164c tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:44.947310 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [None req-6df842a2-dd98-44a1-9fe6-0f35723b164c tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] device_id is not set on port 4cdd8d23-cd67-4832-94f6-6ec17018a9e4 yet. {{(pid=88524) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 19:24:45.037325 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-367dfae0-fe2e-49f7-b069-41efe6d9f4af req-25893511-0e1e-4c85-b0b5-9c38ea5c980b tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=e7fa6482b873470e8b5274a0b6cb89ae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1778018 Jun 01 19:24:45.304129 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6df842a2-dd98-44a1-9fe6-0f35723b164c tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:45.307146 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-367dfae0-fe2e-49f7-b069-41efe6d9f4af req-bbb7a338-0407-47d5-8d07-d1f7ab745a56 service neutron] 10.222.0.41 "GET /v2.0/networks/06227175-383a-438d-b2ea-446bb23d085d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2557182 Jun 01 19:24:45.456103 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6df842a2-dd98-44a1-9fe6-0f35723b164c tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:45.537699 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-367dfae0-fe2e-49f7-b069-41efe6d9f4af req-7cd7edad-069d-4d44-86a4-1de2b21a937c service neutron] 10.222.0.41 "GET /v2.0/networks/06227175-383a-438d-b2ea-446bb23d085d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2233586 Jun 01 19:24:45.548878 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6df842a2-dd98-44a1-9fe6-0f35723b164c tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Network e19cd1bf-9241-4476-ae10-79bc84507053 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:24:45.552939 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-6df842a2-dd98-44a1-9fe6-0f35723b164c tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:24:45.556918 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df842a2-dd98-44a1-9fe6-0f35723b164c tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:24:45.562295 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6df842a2-dd98-44a1-9fe6-0f35723b164c tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:24:45.562893 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6df842a2-dd98-44a1-9fe6-0f35723b164c tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:45.570954 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df842a2-dd98-44a1-9fe6-0f35723b164c tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Pushing event updated for resources: {'Port': ['ID=4cdd8d23-cd67-4832-94f6-6ec17018a9e4,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:24:45.605913 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-6df842a2-dd98-44a1-9fe6-0f35723b164c tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.9288514 Jun 01 19:24:45.606602 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 43986) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:24:45.612330 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-7cfad446-b828-4937-92b9-1e9bb7069613 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:24:45.759157 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-7cfad446-b828-4937-92b9-1e9bb7069613 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:46.036674 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-7cfad446-b828-4937-92b9-1e9bb7069613 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:46.043314 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-7cfad446-b828-4937-92b9-1e9bb7069613 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:46.047964 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-0e93f426-ba44-4f15-950f-5d107d2476db req-f82b4876-5910-420a-badb-1cd435a758eb tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/ports?device_id=66b33114-1768-43f8-a01b-18047a9f453b HTTP/1.1" status: 200 len: 210 time: 0.0968542 Jun 01 19:24:46.126061 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-7cfad446-b828-4937-92b9-1e9bb7069613 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] In _notify_port_updated(), no bound segment for port 4cdd8d23-cd67-4832-94f6-6ec17018a9e4 on network e19cd1bf-9241-4476-ae10-79bc84507053 {{(pid=88524) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 01 19:24:46.132130 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cfad446-b828-4937-92b9-1e9bb7069613 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:24:46.132758 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-7cfad446-b828-4937-92b9-1e9bb7069613 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:46.134636 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-7cfad446-b828-4937-92b9-1e9bb7069613 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] 10.222.0.41 "PUT /v2.0/ports/4cdd8d23-cd67-4832-94f6-6ec17018a9e4 HTTP/1.1" status: 200 len: 818 time: 0.5268190 Jun 01 19:24:46.137236 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 44004) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:24:46.166485 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfad446-b828-4937-92b9-1e9bb7069613 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Pushing event updated for resources: {'Port': ['ID=4cdd8d23-cd67-4832-94f6-6ec17018a9e4,revision_number=2']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:24:46.226227 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-8d7f724b-db56-463e-86a8-09edea05d15e tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Deleting port 4cdd8d23-cd67-4832-94f6-6ec17018a9e4 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:24:46.226797 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8d7f724b-db56-463e-86a8-09edea05d15e tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:46.607737 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8d7f724b-db56-463e-86a8-09edea05d15e tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:46.749971 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-8d7f724b-db56-463e-86a8-09edea05d15e tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Calling delete_port for 4cdd8d23-cd67-4832-94f6-6ec17018a9e4 owned by {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:24:46.850782 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8d7f724b-db56-463e-86a8-09edea05d15e tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:46.905460 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7f724b-db56-463e-86a8-09edea05d15e tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Pushing event deleted for resources: {'Port': ['ID=4cdd8d23-cd67-4832-94f6-6ec17018a9e4,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:24:46.911800 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8d7f724b-db56-463e-86a8-09edea05d15e tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:46.922526 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-8d7f724b-db56-463e-86a8-09edea05d15e tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] 10.222.0.41 "DELETE /v2.0/ports/4cdd8d23-cd67-4832-94f6-6ec17018a9e4 HTTP/1.1" status: 204 len: 168 time: 0.7843440 Jun 01 19:24:46.925085 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 44014) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:24:47.009677 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3a40e71-90a8-4792-b24f-038076854e97 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:24:47.010383 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-f3a40e71-90a8-4792-b24f-038076854e97 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Synchronizing usage tracker for tenant:49f164ab97724edfa685b6f748ec92c5 on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:24:47.033161 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-f3a40e71-90a8-4792-b24f-038076854e97 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Unset dirty status for tenant:49f164ab97724edfa685b6f748ec92c5 on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:24:47.037600 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 44018) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:24:47.038099 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-f3a40e71-90a8-4792-b24f-038076854e97 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1118674 Jun 01 19:24:47.088008 n-d-844202-1 neutron-server[88525]: INFO neutron.pecan_wsgi.hooks.translation [None req-862a22a1-2362-498d-80ae-1368ad6e3415 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] GET failed (client error): The resource could not be found. Jun 01 19:24:47.088594 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-862a22a1-2362-498d-80ae-1368ad6e3415 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Synchronizing usage tracker for tenant:49f164ab97724edfa685b6f748ec92c5 on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:24:47.107260 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-862a22a1-2362-498d-80ae-1368ad6e3415 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Unset dirty status for tenant:49f164ab97724edfa685b6f748ec92c5 on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:24:47.108464 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-862a22a1-2362-498d-80ae-1368ad6e3415 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] 10.222.0.41 "GET /v2.0/ports/4cdd8d23-cd67-4832-94f6-6ec17018a9e4 HTTP/1.1" status: 404 len: 333 time: 0.0698607 Jun 01 19:24:47.112552 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 44024) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:24:47.120042 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-b43ed65d-841a-477a-970b-439481920f4f tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1672400841'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:24:47.127795 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-b43ed65d-841a-477a-970b-439481920f4f tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:24:47.133763 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-b43ed65d-841a-477a-970b-439481920f4f tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Usage tracker for resource:network and tenant:49f164ab97724edfa685b6f748ec92c5 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:24:47.137328 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-b43ed65d-841a-477a-970b-439481920f4f tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:24:47.146266 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-b43ed65d-841a-477a-970b-439481920f4f tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:24:47.164417 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b43ed65d-841a-477a-970b-439481920f4f tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Made reservation on behalf of 49f164ab97724edfa685b6f748ec92c5 for: {'network': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:24:47.183732 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b43ed65d-841a-477a-970b-439481920f4f tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:47.249586 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b43ed65d-841a-477a-970b-439481920f4f tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 126} {{(pid=88525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 19:24:47.268881 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b43ed65d-841a-477a-970b-439481920f4f tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:47.269337 n-d-844202-1 neutron-server[88525]: INFO neutron.db.segments_db [None req-b43ed65d-841a-477a-970b-439481920f4f tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Added segment d8253fba-2cdd-4bc6-aa8d-56a886d0f82e of type vlan for network 161441ab-92ed-496d-88ea-cf242af48b3b Jun 01 19:24:47.323385 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b43ed65d-841a-477a-970b-439481920f4f tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:47.351363 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7c3ac6c4-9723-4fb2-ac5a-cbdd95b4ef7c req-29db1182-12ed-4bb3-85a8-b549b921bfea tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/ports?device_id=66b33114-1768-43f8-a01b-18047a9f453b HTTP/1.1" status: 200 len: 210 time: 0.1069884 Jun 01 19:24:47.383520 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b43ed65d-841a-477a-970b-439481920f4f tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:47.400079 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b43ed65d-841a-477a-970b-439481920f4f tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:24:47.400755 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b43ed65d-841a-477a-970b-439481920f4f tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks [] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:47.455097 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367dfae0-fe2e-49f7-b069-41efe6d9f4af req-cefecd98-86a5-4f90-b85d-eb48846bfe2d tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:24:47.456983 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-367dfae0-fe2e-49f7-b069-41efe6d9f4af req-cefecd98-86a5-4f90-b85d-eb48846bfe2d tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.50 "GET /v2.0/networks?id=06227175-383a-438d-b2ea-446bb23d085d HTTP/1.1" status: 200 len: 812 time: 0.3878098 Jun 01 19:24:47.467695 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-367dfae0-fe2e-49f7-b069-41efe6d9f4af req-e8f02988-e52a-45de-b790-3efbcdda9777 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Request body: {'port': {'device_id': '66b33114-1768-43f8-a01b-18047a9f453b', 'network_id': '06227175-383a-438d-b2ea-446bb23d085d', 'admin_state_up': True, 'tenant_id': 'e7fa6482b873470e8b5274a0b6cb89ae'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:24:47.523576 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-b43ed65d-841a-477a-970b-439481920f4f tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4093742 Jun 01 19:24:47.530480 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 44028) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:24:47.539422 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-2193e754-dac5-4be8-a791-65297f4a3d80 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Request body: {'subnet': {'network_id': '161441ab-92ed-496d-88ea-cf242af48b3b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:24:47.566240 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43ed65d-841a-477a-970b-439481920f4f tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Pushing event updated for resources: {'Network': ['ID=161441ab-92ed-496d-88ea-cf242af48b3b,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:24:47.579740 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network 161441ab-92ed-496d-88ea-cf242af48b3b details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 19:24:47.704995 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-367dfae0-fe2e-49f7-b069-41efe6d9f4af req-e8f02988-e52a-45de-b790-3efbcdda9777 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:24:47.706975 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-2193e754-dac5-4be8-a791-65297f4a3d80 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:24:47.715317 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-2193e754-dac5-4be8-a791-65297f4a3d80 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Usage tracker for resource:subnet and tenant:49f164ab97724edfa685b6f748ec92c5 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:24:47.716900 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-2193e754-dac5-4be8-a791-65297f4a3d80 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:24:47.727157 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-367dfae0-fe2e-49f7-b069-41efe6d9f4af req-e8f02988-e52a-45de-b790-3efbcdda9777 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:24:47.728788 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-2193e754-dac5-4be8-a791-65297f4a3d80 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:24:47.740846 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-367dfae0-fe2e-49f7-b069-41efe6d9f4af req-e8f02988-e52a-45de-b790-3efbcdda9777 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Made reservation on behalf of e7fa6482b873470e8b5274a0b6cb89ae for: {'port': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:24:47.741939 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2193e754-dac5-4be8-a791-65297f4a3d80 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Made reservation on behalf of 49f164ab97724edfa685b6f748ec92c5 for: {'subnet': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:24:47.744954 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-367dfae0-fe2e-49f7-b069-41efe6d9f4af req-e8f02988-e52a-45de-b790-3efbcdda9777 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:47.747005 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2193e754-dac5-4be8-a791-65297f4a3d80 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9667140'] for subnet, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:47.901900 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.agents_db [None req-e814b9cf-7de8-45d0-a079-29c61fabe7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 19:24:47.979290 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [req-367dfae0-fe2e-49f7-b069-41efe6d9f4af req-e8f02988-e52a-45de-b790-3efbcdda9777 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Allocated IP 172.20.0.11 (06227175-383a-438d-b2ea-446bb23d085d/3c6d4c6d-6977-4f9b-a44c-9b6b04f8ca29/bab25bfe-98a7-4ef1-a75c-b23a438ac9ef) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:24:48.045206 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2193e754-dac5-4be8-a791-65297f4a3d80 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2614064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9667190'] for subnet, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:48.141020 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2193e754-dac5-4be8-a791-65297f4a3d80 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Pushing event updated for resources: {'Subnet': ['ID=d17aec1c-5bc0-4035-a07d-6af0baf4c077,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:24:48.153385 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2193e754-dac5-4be8-a791-65297f4a3d80 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Checking segment: {'id': 'd8253fba-2cdd-4bc6-aa8d-56a886d0f82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '161441ab-92ed-496d-88ea-cf242af48b3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:24:48.153673 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2193e754-dac5-4be8-a791-65297f4a3d80 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Network hostable DHCP agents. Network: 161441ab-92ed-496d-88ea-cf242af48b3b, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 19:24:48.176507 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2193e754-dac5-4be8-a791-65297f4a3d80 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Network 161441ab-92ed-496d-88ea-cf242af48b3b is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 19:24:48.188623 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-2193e754-dac5-4be8-a791-65297f4a3d80 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, 161441ab-92ed-496d-88ea-cf242af48b3b) {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:24:48.199690 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1339b0c-c1ab-480a-b377-eb3e11aabfa5 None None] Network 161441ab-92ed-496d-88ea-cf242af48b3b requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:24:48.200773 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2193e754-dac5-4be8-a791-65297f4a3d80 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:24:48.201436 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2193e754-dac5-4be8-a791-65297f4a3d80 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks [] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:48.229529 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-2193e754-dac5-4be8-a791-65297f4a3d80 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6979003 Jun 01 19:24:48.232004 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 44034) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:24:48.240521 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-7c4005b2-d7fc-4f83-a385-9b4072b4a776 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Request body: {'subnet': {'network_id': '161441ab-92ed-496d-88ea-cf242af48b3b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:24:48.269083 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-367dfae0-fe2e-49f7-b069-41efe6d9f4af req-e8f02988-e52a-45de-b790-3efbcdda9777 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:48.294419 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [req-367dfae0-fe2e-49f7-b069-41efe6d9f4af req-e8f02988-e52a-45de-b790-3efbcdda9777 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Transition to ACTIVE for port object bab25bfe-98a7-4ef1-a75c-b23a438ac9ef will not be triggered until provisioned by entity DHCP. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:24:48.334664 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-367dfae0-fe2e-49f7-b069-41efe6d9f4af req-e8f02988-e52a-45de-b790-3efbcdda9777 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:48.420919 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-367dfae0-fe2e-49f7-b069-41efe6d9f4af req-e8f02988-e52a-45de-b790-3efbcdda9777 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Network 06227175-383a-438d-b2ea-446bb23d085d is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:24:48.433271 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [req-367dfae0-fe2e-49f7-b069-41efe6d9f4af req-e8f02988-e52a-45de-b790-3efbcdda9777 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:24:48.440029 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-367dfae0-fe2e-49f7-b069-41efe6d9f4af req-e8f02988-e52a-45de-b790-3efbcdda9777 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:24:48.479180 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-7c4005b2-d7fc-4f83-a385-9b4072b4a776 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:24:48.487772 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-7c4005b2-d7fc-4f83-a385-9b4072b4a776 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Usage tracker for resource:subnet and tenant:49f164ab97724edfa685b6f748ec92c5 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:24:48.492003 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-7c4005b2-d7fc-4f83-a385-9b4072b4a776 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:24:48.507686 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-7c4005b2-d7fc-4f83-a385-9b4072b4a776 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:24:48.520806 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f5a64f5-3555-4d54-b985-34476b5d7707 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc93f83c3-7fb6-5c13-a9d4-29d739a4e8d2-161441ab-92ed-496d-88ea-cf242af48b3b', 'network_id': '161441ab-92ed-496d-88ea-cf242af48b3b', 'tenant_id': '49f164ab97724edfa685b6f748ec92c5', 'fixed_ips': [{'subnet_id': 'd17aec1c-5bc0-4035-a07d-6af0baf4c077'}]}} from n-d-844202-1. {{(pid=88526) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 19:24:48.521859 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-1f5a64f5-3555-4d54-b985-34476b5d7707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:48.540773 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f02988-e52a-45de-b790-3efbcdda9777 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Pushing event updated for resources: {'Port': ['ID=bab25bfe-98a7-4ef1-a75c-b23a438ac9ef,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:24:48.542468 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c4005b2-d7fc-4f83-a385-9b4072b4a776 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Made reservation on behalf of 49f164ab97724edfa685b6f748ec92c5 for: {'subnet': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:24:48.545946 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7c4005b2-d7fc-4f83-a385-9b4072b4a776 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9667140'] for subnet, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:48.586939 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367dfae0-fe2e-49f7-b069-41efe6d9f4af req-e8f02988-e52a-45de-b790-3efbcdda9777 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:24:48.592358 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-367dfae0-fe2e-49f7-b069-41efe6d9f4af req-e8f02988-e52a-45de-b790-3efbcdda9777 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:48.639876 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-367dfae0-fe2e-49f7-b069-41efe6d9f4af req-e8f02988-e52a-45de-b790-3efbcdda9777 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1759050 Jun 01 19:24:48.659399 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-367dfae0-fe2e-49f7-b069-41efe6d9f4af req-73adaee7-a391-473e-acb3-4bb39d99664f service neutron] Request body: {'port': {'device_id': '66b33114-1768-43f8-a01b-18047a9f453b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844202-1'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:24:48.854629 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-367dfae0-fe2e-49f7-b069-41efe6d9f4af req-73adaee7-a391-473e-acb3-4bb39d99664f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:48.888609 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.db_base_plugin_common [None req-1f5a64f5-3555-4d54-b985-34476b5d7707 None None] Allocated IP 172.20.0.2 (161441ab-92ed-496d-88ea-cf242af48b3b/d17aec1c-5bc0-4035-a07d-6af0baf4c077/26a6d929-b42e-4ea5-964b-28800ba32b0c) {{(pid=88526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:24:48.965004 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7edf08e-4d98-47dd-9d0f-840875b94d53 req-31597c6c-49bd-474a-8b41-1a2400c289b0 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:24:48.974281 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b7edf08e-4d98-47dd-9d0f-840875b94d53 req-31597c6c-49bd-474a-8b41-1a2400c289b0 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/ports?device_id=66b33114-1768-43f8-a01b-18047a9f453b HTTP/1.1" status: 200 len: 932 time: 0.3853438 Jun 01 19:24:48.998972 n-d-844202-1 neutron-server[88525]: INFO neutron.db.ipam_backend_mixin [None req-7c4005b2-d7fc-4f83-a385-9b4072b4a776 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet d17aec1c-5bc0-4035-a07d-6af0baf4c077 (CIDR: 172.20.0.0/28) Jun 01 19:24:49.007148 n-d-844202-1 neutron-server[88525]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c4005b2-d7fc-4f83-a385-9b4072b4a776 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 01 19:24:49.007616 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c4005b2-d7fc-4f83-a385-9b4072b4a776 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88525) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 19:24:49.054814 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-7c4005b2-d7fc-4f83-a385-9b4072b4a776 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8215349 Jun 01 19:24:49.058279 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 44042) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:24:49.067227 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-93af3cff-8d6c-451e-96ce-56abdd577e65 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Request body: {'subnet': {'network_id': '161441ab-92ed-496d-88ea-cf242af48b3b', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:24:49.094982 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b7edf08e-4d98-47dd-9d0f-840875b94d53 req-13d4a2e1-95f3-49bd-b43e-fd19f947152d tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/security-groups?id=57a825b2-df9c-47c9-a42f-bb66ab7a288b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189520 Jun 01 19:24:49.227846 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-1f5a64f5-3555-4d54-b985-34476b5d7707 None None] Notify callbacks [] for port, precommit_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:49.239089 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-1f5a64f5-3555-4d54-b985-34476b5d7707 None None] Transition to ACTIVE for port object 26a6d929-b42e-4ea5-964b-28800ba32b0c will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:24:49.261270 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-1f5a64f5-3555-4d54-b985-34476b5d7707 None None] Transition to ACTIVE for port object 26a6d929-b42e-4ea5-964b-28800ba32b0c will not be triggered until provisioned by entity DHCP. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:24:49.275613 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-1f5a64f5-3555-4d54-b985-34476b5d7707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526'] for port, after_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:49.340260 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-70283eab-5cda-4b43-9e3c-fbc65ba9ab5a None None] Provisioning for port bab25bfe-98a7-4ef1-a75c-b23a438ac9ef completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:24:49.363856 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f5a64f5-3555-4d54-b985-34476b5d7707 None None] Network 161441ab-92ed-496d-88ea-cf242af48b3b is already hosted by enough agents. {{(pid=88526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:24:49.367988 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.base_scheduler [None req-1f5a64f5-3555-4d54-b985-34476b5d7707 None None] Resources bound (agent type, host, resource id): {{(pid=88526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:24:49.372480 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-70283eab-5cda-4b43-9e3c-fbc65ba9ab5a None None] Provisioning complete for port bab25bfe-98a7-4ef1-a75c-b23a438ac9ef triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:24:49.372858 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-70283eab-5cda-4b43-9e3c-fbc65ba9ab5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:49.406093 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f5a64f5-3555-4d54-b985-34476b5d7707 None None] Received port after_create {{(pid=88526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:24:49.409097 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-93af3cff-8d6c-451e-96ce-56abdd577e65 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:24:49.416931 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-93af3cff-8d6c-451e-96ce-56abdd577e65 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Usage tracker for resource:subnet and tenant:49f164ab97724edfa685b6f748ec92c5 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:24:49.421639 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-93af3cff-8d6c-451e-96ce-56abdd577e65 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:24:49.432421 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-93af3cff-8d6c-451e-96ce-56abdd577e65 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:24:49.446169 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93af3cff-8d6c-451e-96ce-56abdd577e65 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Made reservation on behalf of 49f164ab97724edfa685b6f748ec92c5 for: {'subnet': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:24:49.451957 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-93af3cff-8d6c-451e-96ce-56abdd577e65 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9667140'] for subnet, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:49.509402 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [req-367dfae0-fe2e-49f7-b069-41efe6d9f4af req-73adaee7-a391-473e-acb3-4bb39d99664f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bab25bfe-98a7-4ef1-a75c-b23a438ac9ef {{(pid=88524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 19:24:49.514048 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5a64f5-3555-4d54-b985-34476b5d7707 None None] Pushing event updated for resources: {'Port': ['ID=26a6d929-b42e-4ea5-964b-28800ba32b0c,revision_number=1']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:24:49.526395 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-367dfae0-fe2e-49f7-b069-41efe6d9f4af req-73adaee7-a391-473e-acb3-4bb39d99664f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:49.527030 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5a64f5-3555-4d54-b985-34476b5d7707 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:24:49.527377 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5a64f5-3555-4d54-b985-34476b5d7707 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:24:49.527715 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5a64f5-3555-4d54-b985-34476b5d7707 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:24:49.528073 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5a64f5-3555-4d54-b985-34476b5d7707 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:24:49.528427 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5a64f5-3555-4d54-b985-34476b5d7707 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:24:49.528759 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5a64f5-3555-4d54-b985-34476b5d7707 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:24:49.529084 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5a64f5-3555-4d54-b985-34476b5d7707 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:24:49.529409 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5a64f5-3555-4d54-b985-34476b5d7707 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:24:49.529732 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5a64f5-3555-4d54-b985-34476b5d7707 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:24:49.530056 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5a64f5-3555-4d54-b985-34476b5d7707 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:24:49.530376 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5a64f5-3555-4d54-b985-34476b5d7707 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:24:49.530696 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5a64f5-3555-4d54-b985-34476b5d7707 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:24:49.558930 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [req-367dfae0-fe2e-49f7-b069-41efe6d9f4af req-73adaee7-a391-473e-acb3-4bb39d99664f service neutron] Transition to ACTIVE for port object bab25bfe-98a7-4ef1-a75c-b23a438ac9ef will not be triggered until provisioned by entity L2. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:24:49.563254 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-70283eab-5cda-4b43-9e3c-fbc65ba9ab5a None None] Port bab25bfe-98a7-4ef1-a75c-b23a438ac9ef cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:24:49.570740 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-367dfae0-fe2e-49f7-b069-41efe6d9f4af req-73adaee7-a391-473e-acb3-4bb39d99664f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:49.575388 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-1f5a64f5-3555-4d54-b985-34476b5d7707 None None] Attempting to bind port 26a6d929-b42e-4ea5-964b-28800ba32b0c on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:24:49.575388 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-1f5a64f5-3555-4d54-b985-34476b5d7707 None None] Attempting to bind port 26a6d929-b42e-4ea5-964b-28800ba32b0c by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': 'd8253fba-2cdd-4bc6-aa8d-56a886d0f82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '161441ab-92ed-496d-88ea-cf242af48b3b'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:24:49.576378 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5a64f5-3555-4d54-b985-34476b5d7707 None None] Attempting to bind port 26a6d929-b42e-4ea5-964b-28800ba32b0c on network 161441ab-92ed-496d-88ea-cf242af48b3b {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:24:49.587699 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5a64f5-3555-4d54-b985-34476b5d7707 None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 24, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:24:49.588195 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5a64f5-3555-4d54-b985-34476b5d7707 None None] Checking segment: {'id': 'd8253fba-2cdd-4bc6-aa8d-56a886d0f82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '161441ab-92ed-496d-88ea-cf242af48b3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:24:49.589690 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-1f5a64f5-3555-4d54-b985-34476b5d7707 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:49.590242 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5a64f5-3555-4d54-b985-34476b5d7707 None None] Bound using segment: {'id': 'd8253fba-2cdd-4bc6-aa8d-56a886d0f82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '161441ab-92ed-496d-88ea-cf242af48b3b'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:24:49.591160 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-1f5a64f5-3555-4d54-b985-34476b5d7707 None None] Bound port: 26a6d929-b42e-4ea5-964b-28800ba32b0c, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8253fba-2cdd-4bc6-aa8d-56a886d0f82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '161441ab-92ed-496d-88ea-cf242af48b3b'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:24:49.591541 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-1f5a64f5-3555-4d54-b985-34476b5d7707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:49.781670 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-1f5a64f5-3555-4d54-b985-34476b5d7707 None None] For port 26a6d929-b42e-4ea5-964b-28800ba32b0c, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:24:49.789585 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-1f5a64f5-3555-4d54-b985-34476b5d7707 None None] For port 26a6d929-b42e-4ea5-964b-28800ba32b0c, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=26a6d929-b42e-4ea5-964b-28800ba32b0c,segment=NetworkSegment(d8253fba-2cdd-4bc6-aa8d-56a886d0f82e),segment_id=d8253fba-2cdd-4bc6-aa8d-56a886d0f82e)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:24:49.800134 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-1f5a64f5-3555-4d54-b985-34476b5d7707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:49.928692 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5a64f5-3555-4d54-b985-34476b5d7707 None None] Pushing event updated for resources: {'Port': ['ID=26a6d929-b42e-4ea5-964b-28800ba32b0c,revision_number=2']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:24:50.001652 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-93af3cff-8d6c-451e-96ce-56abdd577e65 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2614064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9667190'] for subnet, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:50.149349 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73adaee7-a391-473e-acb3-4bb39d99664f service neutron] Pushing event updated for resources: {'Port': ['ID=bab25bfe-98a7-4ef1-a75c-b23a438ac9ef,revision_number=2']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:24:50.200066 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93af3cff-8d6c-451e-96ce-56abdd577e65 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Pushing event updated for resources: {'Subnet': ['ID=d410d541-0e5c-4188-9caf-f84a8fbceca3,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:24:50.210594 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93af3cff-8d6c-451e-96ce-56abdd577e65 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Network 161441ab-92ed-496d-88ea-cf242af48b3b is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:24:50.212216 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-93af3cff-8d6c-451e-96ce-56abdd577e65 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:24:50.221157 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93af3cff-8d6c-451e-96ce-56abdd577e65 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:24:50.223436 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-93af3cff-8d6c-451e-96ce-56abdd577e65 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks [] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:50.226757 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-367dfae0-fe2e-49f7-b069-41efe6d9f4af req-73adaee7-a391-473e-acb3-4bb39d99664f service neutron] Attempting to bind port bab25bfe-98a7-4ef1-a75c-b23a438ac9ef on host n-h2-844202-1 for vnic_type normal with profile {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:24:50.227095 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-367dfae0-fe2e-49f7-b069-41efe6d9f4af req-73adaee7-a391-473e-acb3-4bb39d99664f service neutron] Attempting to bind port bab25bfe-98a7-4ef1-a75c-b23a438ac9ef by drivers openvswitch,hyperv on host n-h2-844202-1 at level 0 using segments [{'id': 'caf40787-7b50-4406-9921-dddcf758f24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '06227175-383a-438d-b2ea-446bb23d085d'}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:24:50.227530 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-367dfae0-fe2e-49f7-b069-41efe6d9f4af req-73adaee7-a391-473e-acb3-4bb39d99664f service neutron] Attempting to bind port bab25bfe-98a7-4ef1-a75c-b23a438ac9ef on network 06227175-383a-438d-b2ea-446bb23d085d {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:24:50.233952 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-367dfae0-fe2e-49f7-b069-41efe6d9f4af req-73adaee7-a391-473e-acb3-4bb39d99664f service neutron] Port bab25bfe-98a7-4ef1-a75c-b23a438ac9ef on network 06227175-383a-438d-b2ea-446bb23d085d not bound, no agent of type Open vSwitch agent registered on host n-h2-844202-1 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 19:24:50.234281 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-367dfae0-fe2e-49f7-b069-41efe6d9f4af req-73adaee7-a391-473e-acb3-4bb39d99664f service neutron] Attempting to bind port bab25bfe-98a7-4ef1-a75c-b23a438ac9ef on network 06227175-383a-438d-b2ea-446bb23d085d {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:24:50.242786 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-367dfae0-fe2e-49f7-b069-41efe6d9f4af req-73adaee7-a391-473e-acb3-4bb39d99664f service neutron] Checking agent: {'id': 'f5db9968-6317-4186-9100-9e0ca6b50417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 24, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:24:50.243188 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-367dfae0-fe2e-49f7-b069-41efe6d9f4af req-73adaee7-a391-473e-acb3-4bb39d99664f service neutron] Checking segment: {'id': 'caf40787-7b50-4406-9921-dddcf758f24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '06227175-383a-438d-b2ea-446bb23d085d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:24:50.243656 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-367dfae0-fe2e-49f7-b069-41efe6d9f4af req-73adaee7-a391-473e-acb3-4bb39d99664f service neutron] Bound using segment: {'id': 'caf40787-7b50-4406-9921-dddcf758f24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '06227175-383a-438d-b2ea-446bb23d085d'} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:24:50.244165 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-367dfae0-fe2e-49f7-b069-41efe6d9f4af req-73adaee7-a391-473e-acb3-4bb39d99664f service neutron] Bound port: bab25bfe-98a7-4ef1-a75c-b23a438ac9ef, host: n-h2-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'caf40787-7b50-4406-9921-dddcf758f24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '06227175-383a-438d-b2ea-446bb23d085d'}}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:24:50.244781 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-367dfae0-fe2e-49f7-b069-41efe6d9f4af req-73adaee7-a391-473e-acb3-4bb39d99664f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:50.267436 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-93af3cff-8d6c-451e-96ce-56abdd577e65 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.2076328 Jun 01 19:24:50.267990 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 44052) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:24:50.278689 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-b1581291-8619-4254-92d8-79d087cff708 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Request body: {'port': {'network_id': '161441ab-92ed-496d-88ea-cf242af48b3b', 'fixed_ips': [{'subnet_id': 'd17aec1c-5bc0-4035-a07d-6af0baf4c077'}, {'subnet_id': 'd410d541-0e5c-4188-9caf-f84a8fbceca3'}], 'name': 'tempest-PortsTestJSON-1638121165'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:24:50.633494 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-b1581291-8619-4254-92d8-79d087cff708 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:24:50.638512 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-b1581291-8619-4254-92d8-79d087cff708 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Usage tracker for resource:port and tenant:49f164ab97724edfa685b6f748ec92c5 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:24:50.642015 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-b1581291-8619-4254-92d8-79d087cff708 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:24:50.673996 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-b1581291-8619-4254-92d8-79d087cff708 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:24:50.695186 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1581291-8619-4254-92d8-79d087cff708 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Made reservation on behalf of 49f164ab97724edfa685b6f748ec92c5 for: {'port': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:24:50.708573 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 26a6d929-b42e-4ea5-964b-28800ba32b0c up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:24:50.731110 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-367dfae0-fe2e-49f7-b069-41efe6d9f4af req-73adaee7-a391-473e-acb3-4bb39d99664f service neutron] For port bab25bfe-98a7-4ef1-a75c-b23a438ac9ef, host n-h2-844202-1, cleared binding levels {{(pid=88524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:24:50.740074 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-367dfae0-fe2e-49f7-b069-41efe6d9f4af req-73adaee7-a391-473e-acb3-4bb39d99664f service neutron] For port bab25bfe-98a7-4ef1-a75c-b23a438ac9ef, host n-h2-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=bab25bfe-98a7-4ef1-a75c-b23a438ac9ef,segment=NetworkSegment(caf40787-7b50-4406-9921-dddcf758f24c),segment_id=caf40787-7b50-4406-9921-dddcf758f24c)] {{(pid=88524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:24:50.760050 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eaae79-c0e8-46ce-9f2c-fc248123ae13 req-94e050c9-2e03-4a41-989c-d5a91b09c02b tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:24:50.760830 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-91eaae79-c0e8-46ce-9f2c-fc248123ae13 req-94e050c9-2e03-4a41-989c-d5a91b09c02b tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Synchronizing usage tracker for tenant:e7fa6482b873470e8b5274a0b6cb89ae on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:24:50.791356 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-367dfae0-fe2e-49f7-b069-41efe6d9f4af req-73adaee7-a391-473e-acb3-4bb39d99664f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:50.842577 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-91eaae79-c0e8-46ce-9f2c-fc248123ae13 req-94e050c9-2e03-4a41-989c-d5a91b09c02b tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Unset dirty status for tenant:e7fa6482b873470e8b5274a0b6cb89ae on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:24:50.843669 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-91eaae79-c0e8-46ce-9f2c-fc248123ae13 req-94e050c9-2e03-4a41-989c-d5a91b09c02b tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/ports?device_id=66b33114-1768-43f8-a01b-18047a9f453b HTTP/1.1" status: 200 len: 944 time: 0.3276286 Jun 01 19:24:50.902920 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b1581291-8619-4254-92d8-79d087cff708 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:50.904035 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-91eaae79-c0e8-46ce-9f2c-fc248123ae13 req-a1b710c0-27ef-4432-a0e1-5321b2d5aa2a tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/security-groups?id=57a825b2-df9c-47c9-a42f-bb66ab7a288b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488753 Jun 01 19:24:50.913757 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367dfae0-fe2e-49f7-b069-41efe6d9f4af req-73adaee7-a391-473e-acb3-4bb39d99664f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:24:50.914510 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-367dfae0-fe2e-49f7-b069-41efe6d9f4af req-73adaee7-a391-473e-acb3-4bb39d99664f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:50.916029 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-367dfae0-fe2e-49f7-b069-41efe6d9f4af req-73adaee7-a391-473e-acb3-4bb39d99664f service neutron] 10.222.0.50 "PUT /v2.0/ports/bab25bfe-98a7-4ef1-a75c-b23a438ac9ef HTTP/1.1" status: 200 len: 1092 time: 2.2673342 Jun 01 19:24:50.916337 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66b33114-1768-43f8-a01b-18047a9f453b', 'tag': 'bab25bfe-98a7-4ef1-a75c-b23a438ac9ef'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:24:50.958262 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73adaee7-a391-473e-acb3-4bb39d99664f service neutron] Pushing event updated for resources: {'Port': ['ID=bab25bfe-98a7-4ef1-a75c-b23a438ac9ef,revision_number=3']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:24:50.975222 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port 26a6d929-b42e-4ea5-964b-28800ba32b0c completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:24:51.001410 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [None req-b1581291-8619-4254-92d8-79d087cff708 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] device_id is not set on port 9805c8ad-0b16-4122-9ce1-13adfedf4628 yet. {{(pid=88525) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 19:24:51.073186 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53146a10-f50c-44e9-b4d3-68d346638c11'] response: {'name': 'network-changed', 'server_uuid': '66b33114-1768-43f8-a01b-18047a9f453b', 'tag': 'bab25bfe-98a7-4ef1-a75c-b23a438ac9ef', 'status': 'completed', 'code': 200} Jun 01 19:24:51.152016 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367dfae0-fe2e-49f7-b069-41efe6d9f4af req-9a3c16e0-eda6-461e-ae6f-d4eadfe09b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:24:51.154138 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-367dfae0-fe2e-49f7-b069-41efe6d9f4af req-9a3c16e0-eda6-461e-ae6f-d4eadfe09b62 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e7fa6482b873470e8b5274a0b6cb89ae&device_id=66b33114-1768-43f8-a01b-18047a9f453b HTTP/1.1" status: 200 len: 1095 time: 0.1655333 Jun 01 19:24:51.297326 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-367dfae0-fe2e-49f7-b069-41efe6d9f4af req-e6e45518-c6d2-4861-ad7d-7ececd98e1ad service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bab25bfe-98a7-4ef1-a75c-b23a438ac9ef HTTP/1.1" status: 200 len: 217 time: 0.1372859 Jun 01 19:24:51.402372 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367dfae0-fe2e-49f7-b069-41efe6d9f4af req-56d71082-7f7d-4a8f-a3c7-990c578068ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:24:51.403998 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-367dfae0-fe2e-49f7-b069-41efe6d9f4af req-56d71082-7f7d-4a8f-a3c7-990c578068ef service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3c6d4c6d-6977-4f9b-a44c-9b6b04f8ca29 HTTP/1.1" status: 200 len: 851 time: 0.1012332 Jun 01 19:24:51.501789 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367dfae0-fe2e-49f7-b069-41efe6d9f4af req-867dbafe-c1a4-413c-9571-633f55420b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:24:51.504257 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-367dfae0-fe2e-49f7-b069-41efe6d9f4af req-867dbafe-c1a4-413c-9571-633f55420b2c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=06227175-383a-438d-b2ea-446bb23d085d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0947022 Jun 01 19:24:51.531813 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [None req-b1581291-8619-4254-92d8-79d087cff708 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Allocated IP 172.20.0.13 (161441ab-92ed-496d-88ea-cf242af48b3b/d17aec1c-5bc0-4035-a07d-6af0baf4c077/9805c8ad-0b16-4122-9ce1-13adfedf4628) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:24:51.539845 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [None req-b1581291-8619-4254-92d8-79d087cff708 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Allocated IP 172.20.0.20 (161441ab-92ed-496d-88ea-cf242af48b3b/d410d541-0e5c-4188-9caf-f84a8fbceca3/9805c8ad-0b16-4122-9ce1-13adfedf4628) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:24:51.678529 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-367dfae0-fe2e-49f7-b069-41efe6d9f4af req-c9393e45-4d57-4698-8b1e-1080a63ada8d service neutron] 10.222.0.50 "GET /v2.0/networks/06227175-383a-438d-b2ea-446bb23d085d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684825 Jun 01 19:24:51.707582 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4db6fc5f-b884-45a7-8e94-78cac71a9607 None None] Network 161441ab-92ed-496d-88ea-cf242af48b3b requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:24:51.786759 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b1581291-8619-4254-92d8-79d087cff708 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:51.811774 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [None req-b1581291-8619-4254-92d8-79d087cff708 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Transition to ACTIVE for port object 9805c8ad-0b16-4122-9ce1-13adfedf4628 will not be triggered until provisioned by entity DHCP. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:24:51.832555 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-367dfae0-fe2e-49f7-b069-41efe6d9f4af req-5037e121-a273-471e-bf61-c269801b4215 service neutron] 10.222.0.50 "GET /v2.0/networks/06227175-383a-438d-b2ea-446bb23d085d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484001 Jun 01 19:24:51.846386 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b1581291-8619-4254-92d8-79d087cff708 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:51.884704 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-a9a890f7-0d03-4cb4-9319-ed1ae7373347 None None] Provisioning for port 26a6d929-b42e-4ea5-964b-28800ba32b0c completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:24:51.893606 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-a9a890f7-0d03-4cb4-9319-ed1ae7373347 None None] Provisioning complete for port 26a6d929-b42e-4ea5-964b-28800ba32b0c triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:24:51.894162 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-a9a890f7-0d03-4cb4-9319-ed1ae7373347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:51.976570 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1581291-8619-4254-92d8-79d087cff708 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Network 161441ab-92ed-496d-88ea-cf242af48b3b is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:24:51.981711 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-b1581291-8619-4254-92d8-79d087cff708 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:24:51.995963 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1581291-8619-4254-92d8-79d087cff708 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:24:52.014177 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6ab5b7-d6ef-4242-accc-489db230686c req-4d065d45-1f35-44c0-bb9e-8f63d48586f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:24:52.017777 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7f6ab5b7-d6ef-4242-accc-489db230686c req-4d065d45-1f35-44c0-bb9e-8f63d48586f2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e7fa6482b873470e8b5274a0b6cb89ae&device_id=66b33114-1768-43f8-a01b-18047a9f453b HTTP/1.1" status: 200 len: 1095 time: 0.1356182 Jun 01 19:24:52.094881 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1581291-8619-4254-92d8-79d087cff708 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Pushing event updated for resources: {'Port': ['ID=9805c8ad-0b16-4122-9ce1-13adfedf4628,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:24:52.097566 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-a9a890f7-0d03-4cb4-9319-ed1ae7373347 None None] Current status of the port 26a6d929-b42e-4ea5-964b-28800ba32b0c is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:24:52.098580 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-a9a890f7-0d03-4cb4-9319-ed1ae7373347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:52.132633 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1581291-8619-4254-92d8-79d087cff708 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:24:52.133556 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b1581291-8619-4254-92d8-79d087cff708 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:52.145125 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-a9a890f7-0d03-4cb4-9319-ed1ae7373347 None None] For port 26a6d929-b42e-4ea5-964b-28800ba32b0c, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=26a6d929-b42e-4ea5-964b-28800ba32b0c,segment=NetworkSegment(d8253fba-2cdd-4bc6-aa8d-56a886d0f82e),segment_id=d8253fba-2cdd-4bc6-aa8d-56a886d0f82e)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:24:52.153957 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-a9a890f7-0d03-4cb4-9319-ed1ae7373347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:52.180289 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-b1581291-8619-4254-92d8-79d087cff708 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 1.9105155 Jun 01 19:24:52.180907 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 44064) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:24:52.188018 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-7aba7901-975f-4eeb-9eaa-236b662bb32f tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd17aec1c-5bc0-4035-a07d-6af0baf4c077'}]}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:24:52.306411 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a890f7-0d03-4cb4-9319-ed1ae7373347 None None] Pushing event updated for resources: {'Port': ['ID=26a6d929-b42e-4ea5-964b-28800ba32b0c,revision_number=3']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:24:52.312008 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-280d978d-7f6c-409e-a965-cbeb723427e6 None None] Update dhcp port {'port': {'network_id': '161441ab-92ed-496d-88ea-cf242af48b3b', 'fixed_ips': [{'subnet_id': 'd17aec1c-5bc0-4035-a07d-6af0baf4c077', 'ip_address': '172.20.0.2'}, {'subnet_id': 'd410d541-0e5c-4188-9caf-f84a8fbceca3'}], 'binding:host_id': 'n-d-844202-1'}, 'id': '26a6d929-b42e-4ea5-964b-28800ba32b0c'} from n-d-844202-1. {{(pid=88526) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jun 01 19:24:52.395919 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-280d978d-7f6c-409e-a965-cbeb723427e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:52.408410 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7aba7901-975f-4eeb-9eaa-236b662bb32f tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:52.428171 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13169f15-b37e-455d-b42c-b1f409c9531a req-f7e9d6ef-ca3c-4531-a0ae-35a247275d2e tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:24:52.429727 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-13169f15-b37e-455d-b42c-b1f409c9531a req-f7e9d6ef-ca3c-4531-a0ae-35a247275d2e tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/ports?device_id=66b33114-1768-43f8-a01b-18047a9f453b HTTP/1.1" status: 200 len: 944 time: 0.2311108 Jun 01 19:24:52.430798 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6ab5b7-d6ef-4242-accc-489db230686c req-f9279f32-258e-4a79-83fd-f14ab05bb7da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:24:52.432143 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7f6ab5b7-d6ef-4242-accc-489db230686c req-f9279f32-258e-4a79-83fd-f14ab05bb7da service neutron] 10.222.0.50 "GET /v2.0/networks?id=06227175-383a-438d-b2ea-446bb23d085d HTTP/1.1" status: 200 len: 913 time: 0.4081209 Jun 01 19:24:52.553702 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7f6ab5b7-d6ef-4242-accc-489db230686c req-589bfbf1-dd32-449e-9379-0ab815dcd4ce service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bab25bfe-98a7-4ef1-a75c-b23a438ac9ef HTTP/1.1" status: 200 len: 217 time: 0.1138396 Jun 01 19:24:52.616782 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 26a6d929-b42e-4ea5-964b-28800ba32b0c up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:24:52.628599 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-13169f15-b37e-455d-b42c-b1f409c9531a req-287cf2cf-74e0-4b05-996b-5515d90311e5 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/security-groups?id=57a825b2-df9c-47c9-a42f-bb66ab7a288b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915827 Jun 01 19:24:52.663342 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6ab5b7-d6ef-4242-accc-489db230686c req-59ae126f-61ef-4d48-b994-81aeebc6c349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:24:52.663342 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7f6ab5b7-d6ef-4242-accc-489db230686c req-59ae126f-61ef-4d48-b994-81aeebc6c349 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3c6d4c6d-6977-4f9b-a44c-9b6b04f8ca29 HTTP/1.1" status: 200 len: 851 time: 0.1056349 Jun 01 19:24:52.711726 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.db_base_plugin_common [None req-280d978d-7f6c-409e-a965-cbeb723427e6 None None] Allocated IP 172.20.0.18 (161441ab-92ed-496d-88ea-cf242af48b3b/d410d541-0e5c-4188-9caf-f84a8fbceca3/26a6d929-b42e-4ea5-964b-28800ba32b0c) {{(pid=88526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:24:52.752444 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 26a6d929-b42e-4ea5-964b-28800ba32b0c triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:24:52.753174 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:52.787486 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6ab5b7-d6ef-4242-accc-489db230686c req-279ce974-5dbc-4b7e-a665-c12d3069fafa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:24:52.789751 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7f6ab5b7-d6ef-4242-accc-489db230686c req-279ce974-5dbc-4b7e-a665-c12d3069fafa service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=06227175-383a-438d-b2ea-446bb23d085d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1203153 Jun 01 19:24:52.940543 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7f6ab5b7-d6ef-4242-accc-489db230686c req-961112ab-f97b-4e6f-b1ce-f29fd498f546 service neutron] 10.222.0.50 "GET /v2.0/networks/06227175-383a-438d-b2ea-446bb23d085d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450670 Jun 01 19:24:52.977522 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-280d978d-7f6c-409e-a965-cbeb723427e6 None None] For port 26a6d929-b42e-4ea5-964b-28800ba32b0c, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=26a6d929-b42e-4ea5-964b-28800ba32b0c,segment=NetworkSegment(d8253fba-2cdd-4bc6-aa8d-56a886d0f82e),segment_id=d8253fba-2cdd-4bc6-aa8d-56a886d0f82e)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:24:52.987444 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 26a6d929-b42e-4ea5-964b-28800ba32b0c is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:24:53.018077 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-280d978d-7f6c-409e-a965-cbeb723427e6 None None] Notify callbacks [] for port, precommit_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:53.039063 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-280d978d-7f6c-409e-a965-cbeb723427e6 None None] Transition to ACTIVE for port object 26a6d929-b42e-4ea5-964b-28800ba32b0c will not be triggered until provisioned by entity DHCP. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:24:53.044717 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-280d978d-7f6c-409e-a965-cbeb723427e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:53.100735 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7f6ab5b7-d6ef-4242-accc-489db230686c req-068bf9dc-ea63-4e6f-aa4e-f258cc7c03c4 service neutron] 10.222.0.50 "GET /v2.0/networks/06227175-383a-438d-b2ea-446bb23d085d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547863 Jun 01 19:24:53.124209 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [None req-7aba7901-975f-4eeb-9eaa-236b662bb32f tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Delete allocated IP 172.20.0.20 (161441ab-92ed-496d-88ea-cf242af48b3b/d410d541-0e5c-4188-9caf-f84a8fbceca3) {{(pid=88525) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 01 19:24:53.199119 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280d978d-7f6c-409e-a965-cbeb723427e6 None None] Pushing event updated for resources: {'Port': ['ID=26a6d929-b42e-4ea5-964b-28800ba32b0c,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:24:53.324118 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7aba7901-975f-4eeb-9eaa-236b662bb32f tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks [] for port, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:53.345396 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [None req-7aba7901-975f-4eeb-9eaa-236b662bb32f tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Ignored duplicate provisioning block setup for port 9805c8ad-0b16-4122-9ce1-13adfedf4628 by entity DHCP. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jun 01 19:24:53.351187 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7aba7901-975f-4eeb-9eaa-236b662bb32f tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:53.520571 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aba7901-975f-4eeb-9eaa-236b662bb32f tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Pushing event updated for resources: {'Port': ['ID=9805c8ad-0b16-4122-9ce1-13adfedf4628,revision_number=2']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:24:53.555746 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-7aba7901-975f-4eeb-9eaa-236b662bb32f tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] In _notify_port_updated(), no bound segment for port 9805c8ad-0b16-4122-9ce1-13adfedf4628 on network 161441ab-92ed-496d-88ea-cf242af48b3b {{(pid=88525) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 01 19:24:53.561294 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aba7901-975f-4eeb-9eaa-236b662bb32f tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:24:53.561902 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7aba7901-975f-4eeb-9eaa-236b662bb32f tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:53.566255 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 44072) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:24:53.566480 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-7aba7901-975f-4eeb-9eaa-236b662bb32f tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] 10.222.0.41 "PUT /v2.0/ports/9805c8ad-0b16-4122-9ce1-13adfedf4628 HTTP/1.1" status: 200 len: 920 time: 1.3846760 Jun 01 19:24:53.572502 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-87b0ebe4-b7c2-426c-bd3a-64c81c067047 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd17aec1c-5bc0-4035-a07d-6af0baf4c077'}, {'subnet_id': 'd410d541-0e5c-4188-9caf-f84a8fbceca3'}]}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:24:53.790282 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4096a99-9b64-4273-975e-3438769f82a8 None None] Network 161441ab-92ed-496d-88ea-cf242af48b3b requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:24:53.892079 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ddbe89-e3c5-416e-9a2b-be994f0cb8c8 req-250539ff-3666-4799-8d10-83d07bc45246 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:24:53.894000 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d3ddbe89-e3c5-416e-9a2b-be994f0cb8c8 req-250539ff-3666-4799-8d10-83d07bc45246 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/ports?device_id=66b33114-1768-43f8-a01b-18047a9f453b HTTP/1.1" status: 200 len: 944 time: 0.1247914 Jun 01 19:24:53.902952 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-ab88992a-4cb4-49de-92a6-5bd32ba1d8ca None None] Provisioning for port 26a6d929-b42e-4ea5-964b-28800ba32b0c completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:24:53.929677 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-ab88992a-4cb4-49de-92a6-5bd32ba1d8ca None None] Provisioning complete for port 26a6d929-b42e-4ea5-964b-28800ba32b0c triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:24:53.930073 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-ab88992a-4cb4-49de-92a6-5bd32ba1d8ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:53.983845 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d3ddbe89-e3c5-416e-9a2b-be994f0cb8c8 req-92853bfe-fe42-4c79-afbe-0c443ef78020 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/security-groups?id=57a825b2-df9c-47c9-a42f-bb66ab7a288b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789146 Jun 01 19:24:54.044425 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-87b0ebe4-b7c2-426c-bd3a-64c81c067047 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:54.223030 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-ab88992a-4cb4-49de-92a6-5bd32ba1d8ca None None] Current status of the port 26a6d929-b42e-4ea5-964b-28800ba32b0c is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:24:54.242865 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-ab88992a-4cb4-49de-92a6-5bd32ba1d8ca None None] Provisioning for port 9805c8ad-0b16-4122-9ce1-13adfedf4628 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:24:54.251873 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-ab88992a-4cb4-49de-92a6-5bd32ba1d8ca None None] Provisioning complete for port 9805c8ad-0b16-4122-9ce1-13adfedf4628 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:24:54.252257 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-ab88992a-4cb4-49de-92a6-5bd32ba1d8ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:54.320537 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-ab88992a-4cb4-49de-92a6-5bd32ba1d8ca None None] Port 9805c8ad-0b16-4122-9ce1-13adfedf4628 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:24:54.447145 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [None req-87b0ebe4-b7c2-426c-bd3a-64c81c067047 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Allocated IP 172.20.0.28 (161441ab-92ed-496d-88ea-cf242af48b3b/d410d541-0e5c-4188-9caf-f84a8fbceca3/9805c8ad-0b16-4122-9ce1-13adfedf4628) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:24:54.586618 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 26a6d929-b42e-4ea5-964b-28800ba32b0c up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:24:54.649983 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-87b0ebe4-b7c2-426c-bd3a-64c81c067047 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:54.670746 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [None req-87b0ebe4-b7c2-426c-bd3a-64c81c067047 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Ignored duplicate provisioning block setup for port 9805c8ad-0b16-4122-9ce1-13adfedf4628 by entity DHCP. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jun 01 19:24:54.678513 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-87b0ebe4-b7c2-426c-bd3a-64c81c067047 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:54.683585 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 26a6d929-b42e-4ea5-964b-28800ba32b0c triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:24:54.687426 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:54.846476 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 26a6d929-b42e-4ea5-964b-28800ba32b0c is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:24:54.922436 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b0ebe4-b7c2-426c-bd3a-64c81c067047 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Pushing event updated for resources: {'Port': ['ID=9805c8ad-0b16-4122-9ce1-13adfedf4628,revision_number=3']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:24:54.942184 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-87b0ebe4-b7c2-426c-bd3a-64c81c067047 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] In _notify_port_updated(), no bound segment for port 9805c8ad-0b16-4122-9ce1-13adfedf4628 on network 161441ab-92ed-496d-88ea-cf242af48b3b {{(pid=88524) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 01 19:24:54.949281 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-2a9a9559-02ab-47f3-b825-5debf914b7d0 None None] Provisioning complete for port 26a6d929-b42e-4ea5-964b-28800ba32b0c triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:24:54.949882 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-2a9a9559-02ab-47f3-b825-5debf914b7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:54.950249 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b0ebe4-b7c2-426c-bd3a-64c81c067047 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:24:54.951486 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-87b0ebe4-b7c2-426c-bd3a-64c81c067047 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:54.953222 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-87b0ebe4-b7c2-426c-bd3a-64c81c067047 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] 10.222.0.41 "PUT /v2.0/ports/9805c8ad-0b16-4122-9ce1-13adfedf4628 HTTP/1.1" status: 200 len: 1000 time: 1.3857863 Jun 01 19:24:54.955901 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 44082) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:24:55.043279 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-0bd44fa2-e900-4a38-af78-804c52470744 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Deleting port 9805c8ad-0b16-4122-9ce1-13adfedf4628 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:24:55.044040 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-0bd44fa2-e900-4a38-af78-804c52470744 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:55.154152 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-2a9a9559-02ab-47f3-b825-5debf914b7d0 None None] Current status of the port 26a6d929-b42e-4ea5-964b-28800ba32b0c is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:24:55.171997 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-2a9a9559-02ab-47f3-b825-5debf914b7d0 None None] Provisioning complete for port 9805c8ad-0b16-4122-9ce1-13adfedf4628 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:24:55.172396 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-2a9a9559-02ab-47f3-b825-5debf914b7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:55.242093 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-2a9a9559-02ab-47f3-b825-5debf914b7d0 None None] Port 9805c8ad-0b16-4122-9ce1-13adfedf4628 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:24:55.365591 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-e3dbdbb8-41a1-456e-8587-f25c9ed4a7a0 None None] Provisioning complete for port 9805c8ad-0b16-4122-9ce1-13adfedf4628 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:24:55.366045 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-e3dbdbb8-41a1-456e-8587-f25c9ed4a7a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:55.438006 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea499303-ae34-4a6d-962d-5c2cf0e0f9c7 req-2ce697a1-de85-45d9-9f11-d184f32487ca tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:24:55.445762 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ea499303-ae34-4a6d-962d-5c2cf0e0f9c7 req-2ce697a1-de85-45d9-9f11-d184f32487ca tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/ports?device_id=66b33114-1768-43f8-a01b-18047a9f453b HTTP/1.1" status: 200 len: 944 time: 0.2404389 Jun 01 19:24:55.460942 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-e3dbdbb8-41a1-456e-8587-f25c9ed4a7a0 None None] Port 9805c8ad-0b16-4122-9ce1-13adfedf4628 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:24:55.496683 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-0bd44fa2-e900-4a38-af78-804c52470744 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:55.583510 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ea499303-ae34-4a6d-962d-5c2cf0e0f9c7 req-a4e6e781-509c-4db2-8555-cce98515e20d tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/security-groups?id=57a825b2-df9c-47c9-a42f-bb66ab7a288b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364150 Jun 01 19:24:55.601645 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-946730e1-f963-45f8-9971-88d3132fd408 None None] Provisioning complete for port 9805c8ad-0b16-4122-9ce1-13adfedf4628 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:24:55.602319 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-946730e1-f963-45f8-9971-88d3132fd408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:55.680804 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-0bd44fa2-e900-4a38-af78-804c52470744 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Calling delete_port for 9805c8ad-0b16-4122-9ce1-13adfedf4628 owned by {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:24:55.701148 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-946730e1-f963-45f8-9971-88d3132fd408 None None] Port 9805c8ad-0b16-4122-9ce1-13adfedf4628 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:24:55.829057 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-1645084e-b1c5-493a-ae6e-53d15402ae85 None None] Provisioning complete for port 9805c8ad-0b16-4122-9ce1-13adfedf4628 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:24:55.829826 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-1645084e-b1c5-493a-ae6e-53d15402ae85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:55.911756 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-1645084e-b1c5-493a-ae6e-53d15402ae85 None None] Port 9805c8ad-0b16-4122-9ce1-13adfedf4628 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:24:56.044482 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-0bd44fa2-e900-4a38-af78-804c52470744 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:56.101917 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd44fa2-e900-4a38-af78-804c52470744 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Pushing event deleted for resources: {'Port': ['ID=9805c8ad-0b16-4122-9ce1-13adfedf4628,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:24:56.244493 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-0bd44fa2-e900-4a38-af78-804c52470744 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:56.254050 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-0bd44fa2-e900-4a38-af78-804c52470744 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] 10.222.0.41 "DELETE /v2.0/ports/9805c8ad-0b16-4122-9ce1-13adfedf4628 HTTP/1.1" status: 204 len: 168 time: 1.2963135 Jun 01 19:24:56.256572 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 44090) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:24:56.298927 n-d-844202-1 neutron-server[88524]: INFO neutron.pecan_wsgi.hooks.translation [None req-7113a94b-0af0-4430-b835-54f1fb984731 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] GET failed (client error): The resource could not be found. Jun 01 19:24:56.299459 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-7113a94b-0af0-4430-b835-54f1fb984731 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Synchronizing usage tracker for tenant:49f164ab97724edfa685b6f748ec92c5 on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:24:56.316150 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-7113a94b-0af0-4430-b835-54f1fb984731 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Unset dirty status for tenant:49f164ab97724edfa685b6f748ec92c5 on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:24:56.317356 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-7113a94b-0af0-4430-b835-54f1fb984731 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] 10.222.0.41 "GET /v2.0/ports/9805c8ad-0b16-4122-9ce1-13adfedf4628 HTTP/1.1" status: 404 len: 333 time: 0.0599000 Jun 01 19:24:56.320058 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 44094) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:24:56.396490 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf200bf1-f97c-4a66-8dbf-f30ccfabdcb0 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Deleting subnet d410d541-0e5c-4188-9caf-f84a8fbceca3 {{(pid=88524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 19:24:56.399561 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-cf200bf1-f97c-4a66-8dbf-f30ccfabdcb0 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks [] for subnet, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:56.464751 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-cf200bf1-f97c-4a66-8dbf-f30ccfabdcb0 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2702137'] for subnet, precommit_delete_associations {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:56.557025 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-cf200bf1-f97c-4a66-8dbf-f30ccfabdcb0 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:56.663569 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-cf200bf1-f97c-4a66-8dbf-f30ccfabdcb0 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2718856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3066595'] for subnet, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:56.708288 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf200bf1-f97c-4a66-8dbf-f30ccfabdcb0 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Pushing event deleted for resources: {'Subnet': ['ID=d410d541-0e5c-4188-9caf-f84a8fbceca3,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:24:56.715041 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-cf200bf1-f97c-4a66-8dbf-f30ccfabdcb0 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:56.719908 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e81c278-7265-4c3e-ba45-980bded56666 None None] Network 161441ab-92ed-496d-88ea-cf242af48b3b requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:24:56.724442 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-cf200bf1-f97c-4a66-8dbf-f30ccfabdcb0 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] 10.222.0.41 "DELETE /v2.0/subnets/d410d541-0e5c-4188-9caf-f84a8fbceca3 HTTP/1.1" status: 204 len: 168 time: 0.4009633 Jun 01 19:24:56.732705 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 44102) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:24:56.836268 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2d1e6b3-0ecf-4da8-8fd2-8bca824a715a tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Deleting subnet d17aec1c-5bc0-4035-a07d-6af0baf4c077 {{(pid=88524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 19:24:56.840118 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b2d1e6b3-0ecf-4da8-8fd2-8bca824a715a tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks [] for subnet, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:56.853160 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b99603-c665-4d2e-b7d1-a725b8b57133 req-c8702401-6688-46dd-aed6-bb14f3f1ae50 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:24:56.856154 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b2b99603-c665-4d2e-b7d1-a725b8b57133 req-c8702401-6688-46dd-aed6-bb14f3f1ae50 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/ports?device_id=66b33114-1768-43f8-a01b-18047a9f453b HTTP/1.1" status: 200 len: 944 time: 0.1494803 Jun 01 19:24:56.909630 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b2d1e6b3-0ecf-4da8-8fd2-8bca824a715a tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2702137'] for subnet, precommit_delete_associations {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:56.942682 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b2b99603-c665-4d2e-b7d1-a725b8b57133 req-744741f0-829c-4e3e-87cd-39872565cbe2 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/security-groups?id=57a825b2-df9c-47c9-a42f-bb66ab7a288b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794876 Jun 01 19:24:57.030750 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b2d1e6b3-0ecf-4da8-8fd2-8bca824a715a tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:57.133861 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b2d1e6b3-0ecf-4da8-8fd2-8bca824a715a tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2718856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3066595'] for subnet, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:57.197121 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d1e6b3-0ecf-4da8-8fd2-8bca824a715a tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Pushing event deleted for resources: {'Subnet': ['ID=d17aec1c-5bc0-4035-a07d-6af0baf4c077,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:24:57.199549 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b2d1e6b3-0ecf-4da8-8fd2-8bca824a715a tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:57.215920 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-b2d1e6b3-0ecf-4da8-8fd2-8bca824a715a tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] 10.222.0.41 "DELETE /v2.0/subnets/d17aec1c-5bc0-4035-a07d-6af0baf4c077 HTTP/1.1" status: 204 len: 168 time: 0.4789927 Jun 01 19:24:57.218463 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 44106) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:24:57.365624 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-78492ee9-ea96-41cf-9fe1-7e8a6261988e tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:57.384206 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-78492ee9-ea96-41cf-9fe1-7e8a6261988e tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Deleting port 26a6d929-b42e-4ea5-964b-28800ba32b0c {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:24:57.384588 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-78492ee9-ea96-41cf-9fe1-7e8a6261988e tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:57.617014 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1077ddc-3fe0-44d7-95a8-8b7f37e3581f None None] Network 161441ab-92ed-496d-88ea-cf242af48b3b requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:24:57.733362 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [None req-78492ee9-ea96-41cf-9fe1-7e8a6261988e tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] For port 26a6d929-b42e-4ea5-964b-28800ba32b0c, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=26a6d929-b42e-4ea5-964b-28800ba32b0c,segment=NetworkSegment(d8253fba-2cdd-4bc6-aa8d-56a886d0f82e),segment_id=d8253fba-2cdd-4bc6-aa8d-56a886d0f82e)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:24:57.733362 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-78492ee9-ea96-41cf-9fe1-7e8a6261988e tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:57.769681 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-c7734bf3-e7ba-44a2-8737-ca03ce355ac1 None None] Provisioning complete for port 26a6d929-b42e-4ea5-964b-28800ba32b0c triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:24:57.770763 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-c7734bf3-e7ba-44a2-8737-ca03ce355ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:57.872211 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-78492ee9-ea96-41cf-9fe1-7e8a6261988e tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Calling delete_port for 26a6d929-b42e-4ea5-964b-28800ba32b0c owned by network:dhcp {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:24:57.978955 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-c7734bf3-e7ba-44a2-8737-ca03ce355ac1 None None] Current status of the port 26a6d929-b42e-4ea5-964b-28800ba32b0c is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:24:58.020504 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-78492ee9-ea96-41cf-9fe1-7e8a6261988e tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:58.023016 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4618813b-0bcc-41fc-96bd-2cdc6919552a None None] DHCP port deletion for 161441ab-92ed-496d-88ea-cf242af48b3b request from n-d-844202-1 {{(pid=88526) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 19:24:58.088888 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78492ee9-ea96-41cf-9fe1-7e8a6261988e tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Pushing event deleted for resources: {'Port': ['ID=26a6d929-b42e-4ea5-964b-28800ba32b0c,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:24:58.091106 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78492ee9-ea96-41cf-9fe1-7e8a6261988e tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] No DVR routers for this DVR port 26a6d929-b42e-4ea5-964b-28800ba32b0c on host n-d-844202-1 {{(pid=88525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:24:58.178575 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f9218a-11a6-4b7f-bade-a3eaad307a17 req-af6f5270-9649-4710-91b9-d3eb00ced5a3 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:24:58.180082 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c2f9218a-11a6-4b7f-bade-a3eaad307a17 req-af6f5270-9649-4710-91b9-d3eb00ced5a3 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/ports?device_id=66b33114-1768-43f8-a01b-18047a9f453b HTTP/1.1" status: 200 len: 944 time: 0.0843987 Jun 01 19:24:58.227486 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-78492ee9-ea96-41cf-9fe1-7e8a6261988e tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:58.232410 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c2f9218a-11a6-4b7f-bade-a3eaad307a17 req-e463d283-b9b3-4b7b-8541-a33bc6c45c38 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/security-groups?id=57a825b2-df9c-47c9-a42f-bb66ab7a288b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465553 Jun 01 19:24:58.260164 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-78492ee9-ea96-41cf-9fe1-7e8a6261988e tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['161441ab-92ed-496d-88ea-cf242af48b3b']}} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:24:58.272879 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-78492ee9-ea96-41cf-9fe1-7e8a6261988e tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8253fba-2cdd-4bc6-aa8d-56a886d0f82e') {'for_net_delete': True} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:24:58.273172 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-78492ee9-ea96-41cf-9fe1-7e8a6261988e tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8253fba-2cdd-4bc6-aa8d-56a886d0f82e') {} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:24:58.284681 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-78492ee9-ea96-41cf-9fe1-7e8a6261988e tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2258522'] for segment, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:58.301864 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-78492ee9-ea96-41cf-9fe1-7e8a6261988e tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:58.308855 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78492ee9-ea96-41cf-9fe1-7e8a6261988e tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=88525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 19:24:58.309246 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-78492ee9-ea96-41cf-9fe1-7e8a6261988e tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2613981'] for segment, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:58.376392 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment d8253fba-2cdd-4bc6-aa8d-56a886d0f82e resource provider aggregate not found Jun 01 19:24:58.402896 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment d8253fba-2cdd-4bc6-aa8d-56a886d0f82e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d8253fba-2cdd-4bc6-aa8d-56a886d0f82e found for delete ", "request_id": "req-629eaf5b-bc3a-443d-a549-3887bbb8632e"}]} Jun 01 19:24:58.418357 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-78492ee9-ea96-41cf-9fe1-7e8a6261988e tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:58.423926 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-78492ee9-ea96-41cf-9fe1-7e8a6261988e tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks [] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:58.453840 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78492ee9-ea96-41cf-9fe1-7e8a6261988e tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Pushing event deleted for resources: {'Network': ['ID=161441ab-92ed-496d-88ea-cf242af48b3b,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:24:58.471248 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-78492ee9-ea96-41cf-9fe1-7e8a6261988e tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] 10.222.0.41 "DELETE /v2.0/networks/161441ab-92ed-496d-88ea-cf242af48b3b HTTP/1.1" status: 204 len: 168 time: 1.2482386 Jun 01 19:24:58.471766 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 44134) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:24:58.556599 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2851fe0-39d4-4f87-a1cd-1614c0a14319 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:24:58.562091 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 44138) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:24:58.562276 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-f2851fe0-39d4-4f87-a1cd-1614c0a14319 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0891352 Jun 01 19:24:58.564549 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 26a6d929-b42e-4ea5-964b-28800ba32b0c no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:24:58.601388 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: 26a6d929-b42e-4ea5-964b-28800ba32b0c {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:24:58.601715 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 26a6d929-b42e-4ea5-964b-28800ba32b0c not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:24:58.652188 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-f000449e-54ac-4554-849b-ee2bd01ec0af tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Synchronizing usage tracker for tenant:49f164ab97724edfa685b6f748ec92c5 on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:24:58.668307 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-f000449e-54ac-4554-849b-ee2bd01ec0af tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Unset dirty status for tenant:49f164ab97724edfa685b6f748ec92c5 on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:24:58.672264 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-f000449e-54ac-4554-849b-ee2bd01ec0af tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] 10.222.0.41 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1062188 Jun 01 19:24:58.673168 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 44142) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:24:58.679197 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-dfd8061a-c760-4ae0-a7d1-3a6e76c250a2 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1458424778'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:24:58.684861 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-dfd8061a-c760-4ae0-a7d1-3a6e76c250a2 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:24:58.688931 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-dfd8061a-c760-4ae0-a7d1-3a6e76c250a2 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Usage tracker for resource:network and tenant:49f164ab97724edfa685b6f748ec92c5 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:24:58.692633 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-dfd8061a-c760-4ae0-a7d1-3a6e76c250a2 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:24:58.698424 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-dfd8061a-c760-4ae0-a7d1-3a6e76c250a2 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:24:58.709205 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfd8061a-c760-4ae0-a7d1-3a6e76c250a2 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Made reservation on behalf of 49f164ab97724edfa685b6f748ec92c5 for: {'network': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:24:58.715251 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-dfd8061a-c760-4ae0-a7d1-3a6e76c250a2 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:58.747128 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfd8061a-c760-4ae0-a7d1-3a6e76c250a2 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 110} {{(pid=88525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 19:24:58.758080 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-dfd8061a-c760-4ae0-a7d1-3a6e76c250a2 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:58.758352 n-d-844202-1 neutron-server[88525]: INFO neutron.db.segments_db [None req-dfd8061a-c760-4ae0-a7d1-3a6e76c250a2 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Added segment 34396883-5346-4633-b656-94b6d31d914e of type vlan for network caf9256f-e10f-4cae-a83c-0083a2536298 Jun 01 19:24:58.785415 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-dfd8061a-c760-4ae0-a7d1-3a6e76c250a2 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:58.825369 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-dfd8061a-c760-4ae0-a7d1-3a6e76c250a2 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:58.834355 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd8061a-c760-4ae0-a7d1-3a6e76c250a2 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:24:58.835294 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-dfd8061a-c760-4ae0-a7d1-3a6e76c250a2 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks [] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:58.982636 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-dfd8061a-c760-4ae0-a7d1-3a6e76c250a2 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3083653 Jun 01 19:24:58.985210 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd8061a-c760-4ae0-a7d1-3a6e76c250a2 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Pushing event updated for resources: {'Network': ['ID=caf9256f-e10f-4cae-a83c-0083a2536298,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:24:58.985409 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 44156) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:24:58.993519 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-a9d00c3b-6a0f-4c78-9e75-6b0ce95a7da6 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Request body: {'subnet': {'network_id': 'caf9256f-e10f-4cae-a83c-0083a2536298', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:24:58.998850 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network caf9256f-e10f-4cae-a83c-0083a2536298 details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 19:24:59.133424 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-a9d00c3b-6a0f-4c78-9e75-6b0ce95a7da6 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:24:59.137252 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-a9d00c3b-6a0f-4c78-9e75-6b0ce95a7da6 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Usage tracker for resource:subnet and tenant:49f164ab97724edfa685b6f748ec92c5 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:24:59.140128 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-a9d00c3b-6a0f-4c78-9e75-6b0ce95a7da6 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:24:59.145998 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-a9d00c3b-6a0f-4c78-9e75-6b0ce95a7da6 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:24:59.156464 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9d00c3b-6a0f-4c78-9e75-6b0ce95a7da6 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Made reservation on behalf of 49f164ab97724edfa685b6f748ec92c5 for: {'subnet': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:24:59.160914 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a9d00c3b-6a0f-4c78-9e75-6b0ce95a7da6 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3066584'] for subnet, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:59.391874 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a9d00c3b-6a0f-4c78-9e75-6b0ce95a7da6 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2718919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3066602'] for subnet, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:59.437179 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3941b313-fb90-4a9c-85f0-21b44f42ae9e req-57e08edb-b278-439f-8017-01ddc6d7adfe tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:24:59.444437 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3941b313-fb90-4a9c-85f0-21b44f42ae9e req-57e08edb-b278-439f-8017-01ddc6d7adfe tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/ports?device_id=66b33114-1768-43f8-a01b-18047a9f453b HTTP/1.1" status: 200 len: 944 time: 0.0991244 Jun 01 19:24:59.491104 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d00c3b-6a0f-4c78-9e75-6b0ce95a7da6 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Pushing event updated for resources: {'Subnet': ['ID=01639a82-0997-41a0-a505-77cacf4f55de,revision_number=0']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:24:59.494508 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d00c3b-6a0f-4c78-9e75-6b0ce95a7da6 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Checking segment: {'id': '34396883-5346-4633-b656-94b6d31d914e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'caf9256f-e10f-4cae-a83c-0083a2536298'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:24:59.494880 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9d00c3b-6a0f-4c78-9e75-6b0ce95a7da6 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Network hostable DHCP agents. Network: caf9256f-e10f-4cae-a83c-0083a2536298, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88524) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 19:24:59.495036 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3941b313-fb90-4a9c-85f0-21b44f42ae9e req-41e26348-e2d3-407a-8fe9-280cf510aa1a tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/security-groups?id=57a825b2-df9c-47c9-a42f-bb66ab7a288b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496619 Jun 01 19:24:59.519836 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9d00c3b-6a0f-4c78-9e75-6b0ce95a7da6 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Network caf9256f-e10f-4cae-a83c-0083a2536298 is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88524) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 19:24:59.535763 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-a9d00c3b-6a0f-4c78-9e75-6b0ce95a7da6 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, caf9256f-e10f-4cae-a83c-0083a2536298) {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:24:59.539250 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9d00c3b-6a0f-4c78-9e75-6b0ce95a7da6 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:24:59.539827 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a9d00c3b-6a0f-4c78-9e75-6b0ce95a7da6 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:59.549333 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76c4ec09-1547-4a84-b843-8cc4ec09689e None None] Network caf9256f-e10f-4cae-a83c-0083a2536298 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:24:59.563173 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-a9d00c3b-6a0f-4c78-9e75-6b0ce95a7da6 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5763447 Jun 01 19:24:59.565800 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 44162) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:24:59.572720 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-a7e0f0a1-ba94-4ec5-9dec-1109fea2979b tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Request body: {'port': {'network_id': 'caf9256f-e10f-4cae-a83c-0083a2536298', 'name': 'tempest-PortsTestJSON-316309150'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:24:59.718846 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-a7e0f0a1-ba94-4ec5-9dec-1109fea2979b tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:24:59.730833 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-a7e0f0a1-ba94-4ec5-9dec-1109fea2979b tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:24:59.742659 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7e0f0a1-ba94-4ec5-9dec-1109fea2979b tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Made reservation on behalf of 49f164ab97724edfa685b6f748ec92c5 for: {'port': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:24:59.746399 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a7e0f0a1-ba94-4ec5-9dec-1109fea2979b tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:24:59.770164 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [None req-a7e0f0a1-ba94-4ec5-9dec-1109fea2979b tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] device_id is not set on port a944b324-a921-476f-874c-9ff6c0c6a39f yet. {{(pid=88524) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 19:24:59.821944 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0f74a82-5f97-4766-9fc2-34f418764e5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc93f83c3-7fb6-5c13-a9d4-29d739a4e8d2-caf9256f-e10f-4cae-a83c-0083a2536298', 'network_id': 'caf9256f-e10f-4cae-a83c-0083a2536298', 'tenant_id': '49f164ab97724edfa685b6f748ec92c5', 'fixed_ips': [{'subnet_id': '01639a82-0997-41a0-a505-77cacf4f55de'}]}} from n-d-844202-1. {{(pid=88526) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 19:24:59.822816 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-d0f74a82-5f97-4766-9fc2-34f418764e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:00.048377 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [None req-a7e0f0a1-ba94-4ec5-9dec-1109fea2979b tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Allocated IP 172.20.0.10 (caf9256f-e10f-4cae-a83c-0083a2536298/01639a82-0997-41a0-a505-77cacf4f55de/a944b324-a921-476f-874c-9ff6c0c6a39f) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:25:00.274006 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a7e0f0a1-ba94-4ec5-9dec-1109fea2979b tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:00.290602 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [None req-a7e0f0a1-ba94-4ec5-9dec-1109fea2979b tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Transition to ACTIVE for port object a944b324-a921-476f-874c-9ff6c0c6a39f will not be triggered until provisioned by entity DHCP. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:25:00.315465 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a7e0f0a1-ba94-4ec5-9dec-1109fea2979b tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:00.389583 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7e0f0a1-ba94-4ec5-9dec-1109fea2979b tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Network caf9256f-e10f-4cae-a83c-0083a2536298 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:25:00.393597 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-a7e0f0a1-ba94-4ec5-9dec-1109fea2979b tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:25:00.399013 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.db_base_plugin_common [None req-d0f74a82-5f97-4766-9fc2-34f418764e5a None None] Allocated IP 172.20.0.2 (caf9256f-e10f-4cae-a83c-0083a2536298/01639a82-0997-41a0-a505-77cacf4f55de/81a241ea-c130-47d8-a4e4-33e9ce65cfef) {{(pid=88526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:25:00.405839 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e0f0a1-ba94-4ec5-9dec-1109fea2979b tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:25:00.451551 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e0f0a1-ba94-4ec5-9dec-1109fea2979b tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Pushing event updated for resources: {'Port': ['ID=a944b324-a921-476f-874c-9ff6c0c6a39f,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:25:00.479089 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e0f0a1-ba94-4ec5-9dec-1109fea2979b tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:25:00.479779 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a7e0f0a1-ba94-4ec5-9dec-1109fea2979b tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:00.500335 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device bab25bfe-98a7-4ef1-a75c-b23a438ac9ef details requested by agent hyperv_n-h2-844202-1 with host n-h2-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 19:25:00.507893 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-a7e0f0a1-ba94-4ec5-9dec-1109fea2979b tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.9405520 Jun 01 19:25:00.510731 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 44168) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:25:00.517464 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-8c9f59b3-ce62-43a7-9526-490299a9a091 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Request body: {'port': {'network_id': 'caf9256f-e10f-4cae-a83c-0083a2536298', 'name': 'tempest-PortsTestJSON-216922416'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:25:00.763208 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-8c9f59b3-ce62-43a7-9526-490299a9a091 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:25:00.769491 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-8c9f59b3-ce62-43a7-9526-490299a9a091 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Usage tracker for resource:port and tenant:49f164ab97724edfa685b6f748ec92c5 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:25:00.777187 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-8c9f59b3-ce62-43a7-9526-490299a9a091 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:25:00.791193 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-8c9f59b3-ce62-43a7-9526-490299a9a091 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:25:00.806808 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bea6f6-446c-4778-91c4-3bc7399e1949 req-3724a0f4-ef51-48be-adb7-ed0be4fa7edd tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:25:00.808582 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c1bea6f6-446c-4778-91c4-3bc7399e1949 req-3724a0f4-ef51-48be-adb7-ed0be4fa7edd tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/ports?device_id=66b33114-1768-43f8-a01b-18047a9f453b HTTP/1.1" status: 200 len: 944 time: 0.1467869 Jun 01 19:25:00.814116 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c9f59b3-ce62-43a7-9526-490299a9a091 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Made reservation on behalf of 49f164ab97724edfa685b6f748ec92c5 for: {'port': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:25:00.818262 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8c9f59b3-ce62-43a7-9526-490299a9a091 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:00.833703 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port bab25bfe-98a7-4ef1-a75c-b23a438ac9ef, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=bab25bfe-98a7-4ef1-a75c-b23a438ac9ef,segment=NetworkSegment(caf40787-7b50-4406-9921-dddcf758f24c),segment_id=caf40787-7b50-4406-9921-dddcf758f24c)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:25:00.848154 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [None req-8c9f59b3-ce62-43a7-9526-490299a9a091 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] device_id is not set on port 0a4d0b31-c553-45f7-9c66-4ffc0813f263 yet. {{(pid=88525) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 19:25:00.851351 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-d0f74a82-5f97-4766-9fc2-34f418764e5a None None] Notify callbacks [] for port, precommit_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:00.879803 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-d0f74a82-5f97-4766-9fc2-34f418764e5a None None] Transition to ACTIVE for port object 81a241ea-c130-47d8-a4e4-33e9ce65cfef will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:25:00.906829 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Returning: {'device': 'bab25bfe-98a7-4ef1-a75c-b23a438ac9ef', 'network_id': '06227175-383a-438d-b2ea-446bb23d085d', 'port_id': 'bab25bfe-98a7-4ef1-a75c-b23a438ac9ef', 'mac_address': 'fa:16:3e:48:6f:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c6d4c6d-6977-4f9b-a44c-9b6b04f8ca29', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 19:25:00.915840 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c1bea6f6-446c-4778-91c4-3bc7399e1949 req-5c944700-6d57-4991-ae6a-e2953fabe1aa tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/security-groups?id=57a825b2-df9c-47c9-a42f-bb66ab7a288b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935159 Jun 01 19:25:00.940055 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-d0f74a82-5f97-4766-9fc2-34f418764e5a None None] Transition to ACTIVE for port object 81a241ea-c130-47d8-a4e4-33e9ce65cfef will not be triggered until provisioned by entity DHCP. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:25:00.967928 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-d0f74a82-5f97-4766-9fc2-34f418764e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526'] for port, after_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:01.076371 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port bab25bfe-98a7-4ef1-a75c-b23a438ac9ef is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:25:01.076733 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:01.085552 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [None req-8c9f59b3-ce62-43a7-9526-490299a9a091 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Allocated IP 172.20.0.13 (caf9256f-e10f-4cae-a83c-0083a2536298/01639a82-0997-41a0-a505-77cacf4f55de/0a4d0b31-c553-45f7-9c66-4ffc0813f263) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:25:01.094419 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0f74a82-5f97-4766-9fc2-34f418764e5a None None] Network caf9256f-e10f-4cae-a83c-0083a2536298 is already hosted by enough agents. {{(pid=88526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:25:01.103580 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.base_scheduler [None req-d0f74a82-5f97-4766-9fc2-34f418764e5a None None] Resources bound (agent type, host, resource id): {{(pid=88526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:25:01.107176 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f74a82-5f97-4766-9fc2-34f418764e5a None None] Received port after_create {{(pid=88526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:25:01.169357 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f74a82-5f97-4766-9fc2-34f418764e5a None None] Pushing event updated for resources: {'Port': ['ID=81a241ea-c130-47d8-a4e4-33e9ce65cfef,revision_number=1']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:25:01.180529 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bab25bfe-98a7-4ef1-a75c-b23a438ac9ef {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 19:25:01.252204 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port bab25bfe-98a7-4ef1-a75c-b23a438ac9ef, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=bab25bfe-98a7-4ef1-a75c-b23a438ac9ef,segment=NetworkSegment(caf40787-7b50-4406-9921-dddcf758f24c),segment_id=caf40787-7b50-4406-9921-dddcf758f24c)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:25:01.262023 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-d0f74a82-5f97-4766-9fc2-34f418764e5a None None] Attempting to bind port 81a241ea-c130-47d8-a4e4-33e9ce65cfef on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:25:01.262671 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-d0f74a82-5f97-4766-9fc2-34f418764e5a None None] Attempting to bind port 81a241ea-c130-47d8-a4e4-33e9ce65cfef by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': '34396883-5346-4633-b656-94b6d31d914e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'caf9256f-e10f-4cae-a83c-0083a2536298'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:25:01.264317 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f74a82-5f97-4766-9fc2-34f418764e5a None None] Attempting to bind port 81a241ea-c130-47d8-a4e4-33e9ce65cfef on network caf9256f-e10f-4cae-a83c-0083a2536298 {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:25:01.268189 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:01.329000 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f74a82-5f97-4766-9fc2-34f418764e5a None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 24, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:25:01.329287 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f74a82-5f97-4766-9fc2-34f418764e5a None None] Checking segment: {'id': '34396883-5346-4633-b656-94b6d31d914e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'caf9256f-e10f-4cae-a83c-0083a2536298'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:25:01.329867 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-d0f74a82-5f97-4766-9fc2-34f418764e5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:01.330828 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f74a82-5f97-4766-9fc2-34f418764e5a None None] Bound using segment: {'id': '34396883-5346-4633-b656-94b6d31d914e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'caf9256f-e10f-4cae-a83c-0083a2536298'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:25:01.330828 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-d0f74a82-5f97-4766-9fc2-34f418764e5a None None] Bound port: 81a241ea-c130-47d8-a4e4-33e9ce65cfef, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34396883-5346-4633-b656-94b6d31d914e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'caf9256f-e10f-4cae-a83c-0083a2536298'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:25:01.331072 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-d0f74a82-5f97-4766-9fc2-34f418764e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:01.420260 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8c9f59b3-ce62-43a7-9526-490299a9a091 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:01.438457 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [None req-8c9f59b3-ce62-43a7-9526-490299a9a091 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Transition to ACTIVE for port object 0a4d0b31-c553-45f7-9c66-4ffc0813f263 will not be triggered until provisioned by entity DHCP. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:25:01.449324 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=bab25bfe-98a7-4ef1-a75c-b23a438ac9ef,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:25:01.466627 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8c9f59b3-ce62-43a7-9526-490299a9a091 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:01.466838 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-d0f74a82-5f97-4766-9fc2-34f418764e5a None None] For port 81a241ea-c130-47d8-a4e4-33e9ce65cfef, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:25:01.471251 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-d0f74a82-5f97-4766-9fc2-34f418764e5a None None] For port 81a241ea-c130-47d8-a4e4-33e9ce65cfef, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=81a241ea-c130-47d8-a4e4-33e9ce65cfef,segment=NetworkSegment(34396883-5346-4633-b656-94b6d31d914e),segment_id=34396883-5346-4633-b656-94b6d31d914e)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:25:01.476217 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-d0f74a82-5f97-4766-9fc2-34f418764e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:01.515108 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] get_ports_and_sgs() called for port_ids ['bab25bfe-98a7-4ef1-a75c-b23a438ac9ef'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 19:25:01.545479 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c9f59b3-ce62-43a7-9526-490299a9a091 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Network caf9256f-e10f-4cae-a83c-0083a2536298 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:25:01.548806 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-8c9f59b3-ce62-43a7-9526-490299a9a091 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:25:01.555099 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c9f59b3-ce62-43a7-9526-490299a9a091 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:25:01.621465 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c9f59b3-ce62-43a7-9526-490299a9a091 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:25:01.623119 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8c9f59b3-ce62-43a7-9526-490299a9a091 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:01.631710 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f74a82-5f97-4766-9fc2-34f418764e5a None None] Pushing event updated for resources: {'Port': ['ID=81a241ea-c130-47d8-a4e4-33e9ce65cfef,revision_number=2']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:25:01.662835 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 44176) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:25:01.663393 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-8c9f59b3-ce62-43a7-9526-490299a9a091 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.1505222 Jun 01 19:25:01.664069 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9f59b3-ce62-43a7-9526-490299a9a091 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Pushing event updated for resources: {'Port': ['ID=0a4d0b31-c553-45f7-9c66-4ffc0813f263,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:25:01.782815 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76e39534-0ab5-4dbc-868f-f8488137731b tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:25:01.783552 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-76e39534-0ab5-4dbc-868f-f8488137731b tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Synchronizing usage tracker for tenant:49f164ab97724edfa685b6f748ec92c5 on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:25:01.802168 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-76e39534-0ab5-4dbc-868f-f8488137731b tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Unset dirty status for tenant:49f164ab97724edfa685b6f748ec92c5 on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:25:01.803813 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-76e39534-0ab5-4dbc-868f-f8488137731b tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] 10.222.0.41 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.10 HTTP/1.1" status: 200 len: 922 time: 0.1392128 Jun 01 19:25:01.807106 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 44180) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:25:02.061091 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-ac7dbcf2-1074-48f7-bba9-57fa2dba3659 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Deleting port 0a4d0b31-c553-45f7-9c66-4ffc0813f263 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:25:02.061440 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ac7dbcf2-1074-48f7-bba9-57fa2dba3659 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:02.383235 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab2a3f2-46bc-4d17-aa57-f39b74a3bd6a req-af31cb03-3919-4c3a-a176-8784bf3aa4b5 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:25:02.390499 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-fab2a3f2-46bc-4d17-aa57-f39b74a3bd6a req-af31cb03-3919-4c3a-a176-8784bf3aa4b5 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/ports?device_id=66b33114-1768-43f8-a01b-18047a9f453b HTTP/1.1" status: 200 len: 945 time: 0.2898028 Jun 01 19:25:02.427672 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ac7dbcf2-1074-48f7-bba9-57fa2dba3659 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:02.510624 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device bab25bfe-98a7-4ef1-a75c-b23a438ac9ef up at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:25:02.604908 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-ac7dbcf2-1074-48f7-bba9-57fa2dba3659 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Calling delete_port for 0a4d0b31-c553-45f7-9c66-4ffc0813f263 owned by {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:25:02.708765 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 81a241ea-c130-47d8-a4e4-33e9ce65cfef up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:25:02.812551 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-fab2a3f2-46bc-4d17-aa57-f39b74a3bd6a req-3f04c5f1-ed45-4ae1-95c8-98b639c4c77a tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/security-groups?id=57a825b2-df9c-47c9-a42f-bb66ab7a288b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4190941 Jun 01 19:25:02.819743 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning for port bab25bfe-98a7-4ef1-a75c-b23a438ac9ef completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:25:02.841808 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning complete for port bab25bfe-98a7-4ef1-a75c-b23a438ac9ef triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:25:02.842580 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:02.875187 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port 81a241ea-c130-47d8-a4e4-33e9ce65cfef completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:25:02.918498 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ac7dbcf2-1074-48f7-bba9-57fa2dba3659 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:02.979344 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7dbcf2-1074-48f7-bba9-57fa2dba3659 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Pushing event deleted for resources: {'Port': ['ID=0a4d0b31-c553-45f7-9c66-4ffc0813f263,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:25:02.997633 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port bab25bfe-98a7-4ef1-a75c-b23a438ac9ef is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:25:02.998009 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:03.009490 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a460395-9d86-4dd0-b643-84774fbec4d8 None None] Network caf9256f-e10f-4cae-a83c-0083a2536298 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:25:03.106819 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ac7dbcf2-1074-48f7-bba9-57fa2dba3659 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:03.121845 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66b33114-1768-43f8-a01b-18047a9f453b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bab25bfe-98a7-4ef1-a75c-b23a438ac9ef'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:25:03.126550 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-ac7dbcf2-1074-48f7-bba9-57fa2dba3659 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] 10.222.0.41 "DELETE /v2.0/ports/0a4d0b31-c553-45f7-9c66-4ffc0813f263 HTTP/1.1" status: 204 len: 168 time: 1.3179300 Jun 01 19:25:03.130118 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 44198) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:25:03.139824 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-33466915-7fd0-4462-b24c-a2832029750c None None] Provisioning for port 81a241ea-c130-47d8-a4e4-33e9ce65cfef completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:25:03.148255 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port bab25bfe-98a7-4ef1-a75c-b23a438ac9ef, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=bab25bfe-98a7-4ef1-a75c-b23a438ac9ef,segment=NetworkSegment(caf40787-7b50-4406-9921-dddcf758f24c),segment_id=caf40787-7b50-4406-9921-dddcf758f24c)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:25:03.149162 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-33466915-7fd0-4462-b24c-a2832029750c None None] Provisioning complete for port 81a241ea-c130-47d8-a4e4-33e9ce65cfef triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:25:03.149506 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-33466915-7fd0-4462-b24c-a2832029750c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:03.186726 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:03.208564 n-d-844202-1 neutron-server[88524]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fd9d770-762a-4167-8198-cf960e225a7d tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] GET failed (client error): The resource could not be found. Jun 01 19:25:03.210331 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-2fd9d770-762a-4167-8198-cf960e225a7d tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] 10.222.0.41 "GET /v2.0/ports/0a4d0b31-c553-45f7-9c66-4ffc0813f263 HTTP/1.1" status: 404 len: 333 time: 0.0766275 Jun 01 19:25:03.213072 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 44202) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:25:03.284151 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe01dda4-e1f9-4f20-a634-8ee838ec8b34'] response: {'server_uuid': '66b33114-1768-43f8-a01b-18047a9f453b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bab25bfe-98a7-4ef1-a75c-b23a438ac9ef', 'code': 200} Jun 01 19:25:03.310214 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-a5805054-220c-4222-be87-c95f0d5c1002 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Deleting port a944b324-a921-476f-874c-9ff6c0c6a39f {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:25:03.310922 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a5805054-220c-4222-be87-c95f0d5c1002 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:03.381053 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2797bce-79a1-4ef4-bbf7-3efba21fa77e req-741183e9-cbad-448c-862c-a97a245d0a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:25:03.385944 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d2797bce-79a1-4ef4-bbf7-3efba21fa77e req-741183e9-cbad-448c-862c-a97a245d0a3c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=66b33114-1768-43f8-a01b-18047a9f453b HTTP/1.1" status: 200 len: 1097 time: 0.1063371 Jun 01 19:25:03.405055 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=bab25bfe-98a7-4ef1-a75c-b23a438ac9ef,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:25:03.443184 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d2797bce-79a1-4ef4-bbf7-3efba21fa77e req-ad9fbaa1-e025-457f-bc4e-78840fc75790 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=57a825b2-df9c-47c9-a42f-bb66ab7a288b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510392 Jun 01 19:25:03.514525 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-33466915-7fd0-4462-b24c-a2832029750c None None] Current status of the port 81a241ea-c130-47d8-a4e4-33e9ce65cfef is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:25:03.515059 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-33466915-7fd0-4462-b24c-a2832029750c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:03.563048 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-33466915-7fd0-4462-b24c-a2832029750c None None] For port 81a241ea-c130-47d8-a4e4-33e9ce65cfef, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=81a241ea-c130-47d8-a4e4-33e9ce65cfef,segment=NetworkSegment(34396883-5346-4633-b656-94b6d31d914e),segment_id=34396883-5346-4633-b656-94b6d31d914e)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:25:03.570245 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-33466915-7fd0-4462-b24c-a2832029750c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:03.633283 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a5805054-220c-4222-be87-c95f0d5c1002 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:03.653187 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33466915-7fd0-4462-b24c-a2832029750c None None] Pushing event updated for resources: {'Port': ['ID=81a241ea-c130-47d8-a4e4-33e9ce65cfef,revision_number=3']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:25:03.770054 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-a5805054-220c-4222-be87-c95f0d5c1002 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Calling delete_port for a944b324-a921-476f-874c-9ff6c0c6a39f owned by {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:25:03.902334 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-7b3d9af0-a3a1-46b8-b374-1efa63201097 None None] Provisioning complete for port 81a241ea-c130-47d8-a4e4-33e9ce65cfef triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:25:03.902962 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-7b3d9af0-a3a1-46b8-b374-1efa63201097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:03.940247 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a5805054-220c-4222-be87-c95f0d5c1002 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:04.070563 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5805054-220c-4222-be87-c95f0d5c1002 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Pushing event deleted for resources: {'Port': ['ID=a944b324-a921-476f-874c-9ff6c0c6a39f,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:25:04.140583 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-7b3d9af0-a3a1-46b8-b374-1efa63201097 None None] Current status of the port 81a241ea-c130-47d8-a4e4-33e9ce65cfef is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:25:04.146072 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-7b3d9af0-a3a1-46b8-b374-1efa63201097 None None] Could not find standard attr ID for object a944b324-a921-476f-874c-9ff6c0c6a39f. {{(pid=88526) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 01 19:25:04.262237 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-e597b0c7-a9fb-4afd-b07f-5643b1839f8f None None] Could not find standard attr ID for object a944b324-a921-476f-874c-9ff6c0c6a39f. {{(pid=88526) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 01 19:25:04.329241 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5805054-220c-4222-be87-c95f0d5c1002 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:25:04.329578 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5805054-220c-4222-be87-c95f0d5c1002 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:25:04.329909 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5805054-220c-4222-be87-c95f0d5c1002 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:25:04.330292 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5805054-220c-4222-be87-c95f0d5c1002 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:25:04.330544 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5805054-220c-4222-be87-c95f0d5c1002 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:25:04.330865 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5805054-220c-4222-be87-c95f0d5c1002 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:25:04.331932 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5805054-220c-4222-be87-c95f0d5c1002 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:25:04.332346 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5805054-220c-4222-be87-c95f0d5c1002 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:25:04.332694 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5805054-220c-4222-be87-c95f0d5c1002 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:25:04.333013 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5805054-220c-4222-be87-c95f0d5c1002 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:25:04.333324 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5805054-220c-4222-be87-c95f0d5c1002 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:25:04.333636 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5805054-220c-4222-be87-c95f0d5c1002 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:25:04.342067 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a5805054-220c-4222-be87-c95f0d5c1002 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:04.358145 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 44212) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:25:04.368814 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-a5805054-220c-4222-be87-c95f0d5c1002 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] 10.222.0.41 "DELETE /v2.0/ports/a944b324-a921-476f-874c-9ff6c0c6a39f HTTP/1.1" status: 204 len: 168 time: 1.1545391 Jun 01 19:25:04.373936 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-d77006b1-72ae-4a80-830a-000ed2c8e865 None None] Could not find standard attr ID for object 0a4d0b31-c553-45f7-9c66-4ffc0813f263. {{(pid=88526) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 01 19:25:04.417651 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c26656e-eae8-49c0-9642-9e63fb5576ae req-252bb3e8-24a0-4b21-9c3c-5b96d068eaf5 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:25:04.425965 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3c26656e-eae8-49c0-9642-9e63fb5576ae req-252bb3e8-24a0-4b21-9c3c-5b96d068eaf5 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/ports?device_id=66b33114-1768-43f8-a01b-18047a9f453b HTTP/1.1" status: 200 len: 946 time: 0.4454339 Jun 01 19:25:04.473757 n-d-844202-1 neutron-server[88524]: INFO neutron.pecan_wsgi.hooks.translation [None req-04378107-e903-45d8-8db8-83181a30c90b tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] GET failed (client error): The resource could not be found. Jun 01 19:25:04.476198 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-04378107-e903-45d8-8db8-83181a30c90b tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] 10.222.0.41 "GET /v2.0/ports/a944b324-a921-476f-874c-9ff6c0c6a39f HTTP/1.1" status: 404 len: 333 time: 0.1170516 Jun 01 19:25:04.483148 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 44216) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:25:04.510599 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3c26656e-eae8-49c0-9642-9e63fb5576ae req-cadf03bf-2f30-42ab-93ee-10a1383d1e8f tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/security-groups?id=57a825b2-df9c-47c9-a42f-bb66ab7a288b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832388 Jun 01 19:25:04.582155 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_v2 [None req-74ce5b83-1c6f-4d4b-8792-94770c70f732 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Deleting subnet 01639a82-0997-41a0-a505-77cacf4f55de {{(pid=88524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 19:25:04.586472 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-74ce5b83-1c6f-4d4b-8792-94770c70f732 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks [] for subnet, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:04.620897 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 81a241ea-c130-47d8-a4e4-33e9ce65cfef up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:25:04.651580 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-74ce5b83-1c6f-4d4b-8792-94770c70f732 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2702137'] for subnet, precommit_delete_associations {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:04.712346 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 81a241ea-c130-47d8-a4e4-33e9ce65cfef triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:25:04.713109 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:04.780134 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-74ce5b83-1c6f-4d4b-8792-94770c70f732 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:04.882449 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 81a241ea-c130-47d8-a4e4-33e9ce65cfef is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:25:04.898816 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-74ce5b83-1c6f-4d4b-8792-94770c70f732 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2718856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3066595'] for subnet, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:04.946838 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ce5b83-1c6f-4d4b-8792-94770c70f732 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Pushing event deleted for resources: {'Subnet': ['ID=01639a82-0997-41a0-a505-77cacf4f55de,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:25:04.958708 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-74ce5b83-1c6f-4d4b-8792-94770c70f732 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:04.961851 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-74ce5b83-1c6f-4d4b-8792-94770c70f732 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] 10.222.0.41 "DELETE /v2.0/subnets/01639a82-0997-41a0-a505-77cacf4f55de HTTP/1.1" status: 204 len: 168 time: 0.4754879 Jun 01 19:25:04.963331 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 44224) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:25:04.966578 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60d9cfba-8dc9-438b-9c69-b59155884a1d None None] Network caf9256f-e10f-4cae-a83c-0083a2536298 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:25:05.131767 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0280c298-b91f-4a6e-b76e-42f4c28e1e43 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:05.144490 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-0280c298-b91f-4a6e-b76e-42f4c28e1e43 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Deleting port 81a241ea-c130-47d8-a4e4-33e9ce65cfef {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:25:05.144490 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0280c298-b91f-4a6e-b76e-42f4c28e1e43 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:05.272306 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21bf49f0-247e-4d87-8199-b7dd14be2f68 None None] DHCP port deletion for caf9256f-e10f-4cae-a83c-0083a2536298 request from n-d-844202-1 {{(pid=88526) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 19:25:05.276937 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-21bf49f0-247e-4d87-8199-b7dd14be2f68 None None] Deleting port 81a241ea-c130-47d8-a4e4-33e9ce65cfef {{(pid=88526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:25:05.277303 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-21bf49f0-247e-4d87-8199-b7dd14be2f68 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:05.370868 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [None req-0280c298-b91f-4a6e-b76e-42f4c28e1e43 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] For port 81a241ea-c130-47d8-a4e4-33e9ce65cfef, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=81a241ea-c130-47d8-a4e4-33e9ce65cfef,segment=NetworkSegment(34396883-5346-4633-b656-94b6d31d914e),segment_id=34396883-5346-4633-b656-94b6d31d914e)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:25:05.371141 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0280c298-b91f-4a6e-b76e-42f4c28e1e43 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:05.498937 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-21bf49f0-247e-4d87-8199-b7dd14be2f68 None None] For port 81a241ea-c130-47d8-a4e4-33e9ce65cfef, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=81a241ea-c130-47d8-a4e4-33e9ce65cfef,segment=NetworkSegment(34396883-5346-4633-b656-94b6d31d914e),segment_id=34396883-5346-4633-b656-94b6d31d914e)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:25:05.499261 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-21bf49f0-247e-4d87-8199-b7dd14be2f68 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:05.501752 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-0280c298-b91f-4a6e-b76e-42f4c28e1e43 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Calling delete_port for 81a241ea-c130-47d8-a4e4-33e9ce65cfef owned by network:dhcp {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:25:05.606025 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0280c298-b91f-4a6e-b76e-42f4c28e1e43 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:05.640133 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-21bf49f0-247e-4d87-8199-b7dd14be2f68 None None] Calling delete_port for 81a241ea-c130-47d8-a4e4-33e9ce65cfef owned by network:dhcp {{(pid=88526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:25:05.664682 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0280c298-b91f-4a6e-b76e-42f4c28e1e43 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] No DVR routers for this DVR port 81a241ea-c130-47d8-a4e4-33e9ce65cfef on host n-d-844202-1 {{(pid=88525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:25:05.693817 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0280c298-b91f-4a6e-b76e-42f4c28e1e43 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Pushing event deleted for resources: {'Port': ['ID=81a241ea-c130-47d8-a4e4-33e9ce65cfef,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:25:05.730731 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.db.api [None req-21bf49f0-247e-4d87-8199-b7dd14be2f68 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88526) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 19:25:05.731082 n-d-844202-1 neutron-server[88526]: DEBUG oslo_db.api [None req-21bf49f0-247e-4d87-8199-b7dd14be2f68 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 19:25:05.789896 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499cdf1d-b225-4b22-9e71-4afd07e3f4be req-1d5a2174-ac51-4c4e-bea8-ee334742a837 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:25:05.791525 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-499cdf1d-b225-4b22-9e71-4afd07e3f4be req-1d5a2174-ac51-4c4e-bea8-ee334742a837 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/ports?device_id=66b33114-1768-43f8-a01b-18047a9f453b HTTP/1.1" status: 200 len: 946 time: 0.1559563 Jun 01 19:25:05.800869 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0280c298-b91f-4a6e-b76e-42f4c28e1e43 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:05.829939 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-0280c298-b91f-4a6e-b76e-42f4c28e1e43 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['caf9256f-e10f-4cae-a83c-0083a2536298']}} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:25:05.840870 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-499cdf1d-b225-4b22-9e71-4afd07e3f4be req-ab965309-c9ab-4566-a5a6-eee533890145 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/security-groups?id=57a825b2-df9c-47c9-a42f-bb66ab7a288b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433946 Jun 01 19:25:05.845324 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-0280c298-b91f-4a6e-b76e-42f4c28e1e43 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34396883-5346-4633-b656-94b6d31d914e') {'for_net_delete': True} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:25:05.845614 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-0280c298-b91f-4a6e-b76e-42f4c28e1e43 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34396883-5346-4633-b656-94b6d31d914e') {} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:25:05.861504 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0280c298-b91f-4a6e-b76e-42f4c28e1e43 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2258522'] for segment, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:05.888057 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0280c298-b91f-4a6e-b76e-42f4c28e1e43 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:05.899085 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0280c298-b91f-4a6e-b76e-42f4c28e1e43 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=88525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 19:25:05.899775 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0280c298-b91f-4a6e-b76e-42f4c28e1e43 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2613981'] for segment, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:05.979619 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment 34396883-5346-4633-b656-94b6d31d914e resource provider aggregate not found Jun 01 19:25:06.036266 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment 34396883-5346-4633-b656-94b6d31d914e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 34396883-5346-4633-b656-94b6d31d914e found for delete ", "request_id": "req-cd0c99bd-b0ee-4140-b8c2-7c64843469db"}]} Jun 01 19:25:06.084685 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0280c298-b91f-4a6e-b76e-42f4c28e1e43 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:06.104593 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0280c298-b91f-4a6e-b76e-42f4c28e1e43 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks [] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:06.119555 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0280c298-b91f-4a6e-b76e-42f4c28e1e43 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Pushing event deleted for resources: {'Network': ['ID=caf9256f-e10f-4cae-a83c-0083a2536298,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:25:06.133375 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-0280c298-b91f-4a6e-b76e-42f4c28e1e43 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] 10.222.0.41 "DELETE /v2.0/networks/caf9256f-e10f-4cae-a83c-0083a2536298 HTTP/1.1" status: 204 len: 168 time: 1.1684339 Jun 01 19:25:06.138678 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 44240) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:25:06.145107 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-dfd21ef5-055b-422e-8b17-bf8cdb083827 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-466661034'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:25:06.151288 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3feba8a-f4d6-4e5a-a360-4361d1c80381 req-97adbf0a-44ca-4433-89a1-5b5190628800 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:25:06.151954 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-dfd21ef5-055b-422e-8b17-bf8cdb083827 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:25:06.153139 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a3feba8a-f4d6-4e5a-a360-4361d1c80381 req-97adbf0a-44ca-4433-89a1-5b5190628800 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/ports?device_id=66b33114-1768-43f8-a01b-18047a9f453b HTTP/1.1" status: 200 len: 946 time: 0.1754982 Jun 01 19:25:06.156788 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-dfd21ef5-055b-422e-8b17-bf8cdb083827 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Usage tracker for resource:network and tenant:49f164ab97724edfa685b6f748ec92c5 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:25:06.160664 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-dfd21ef5-055b-422e-8b17-bf8cdb083827 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:25:06.167786 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-dfd21ef5-055b-422e-8b17-bf8cdb083827 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:25:06.179929 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfd21ef5-055b-422e-8b17-bf8cdb083827 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Made reservation on behalf of 49f164ab97724edfa685b6f748ec92c5 for: {'network': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:25:06.184712 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-dfd21ef5-055b-422e-8b17-bf8cdb083827 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:06.203985 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a3feba8a-f4d6-4e5a-a360-4361d1c80381 req-ea9fd429-c3c5-49e1-8ace-4eb3e6967187 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/security-groups?id=57a825b2-df9c-47c9-a42f-bb66ab7a288b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414994 Jun 01 19:25:06.223274 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfd21ef5-055b-422e-8b17-bf8cdb083827 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 139} {{(pid=88524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 19:25:06.232588 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-21bf49f0-247e-4d87-8199-b7dd14be2f68 None None] Deleting port 81a241ea-c130-47d8-a4e4-33e9ce65cfef {{(pid=88526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:25:06.233930 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-21bf49f0-247e-4d87-8199-b7dd14be2f68 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:06.249259 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-dfd21ef5-055b-422e-8b17-bf8cdb083827 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:06.250033 n-d-844202-1 neutron-server[88524]: INFO neutron.db.segments_db [None req-dfd21ef5-055b-422e-8b17-bf8cdb083827 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Added segment 29d1d327-c1ca-45ab-aa26-0091475df278 of type vlan for network 6c11cf71-3eff-4bde-9ac3-7b30591d37e8 Jun 01 19:25:06.301918 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-dfd21ef5-055b-422e-8b17-bf8cdb083827 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:06.314482 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-21bf49f0-247e-4d87-8199-b7dd14be2f68 None None] The port '81a241ea-c130-47d8-a4e4-33e9ce65cfef' was deleted {{(pid=88526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 01 19:25:06.343033 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-dfd21ef5-055b-422e-8b17-bf8cdb083827 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:06.349913 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd21ef5-055b-422e-8b17-bf8cdb083827 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:25:06.350562 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-dfd21ef5-055b-422e-8b17-bf8cdb083827 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks [] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:06.455887 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-dfd21ef5-055b-422e-8b17-bf8cdb083827 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3158991 Jun 01 19:25:06.458937 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 44252) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:25:06.464806 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-3dae183b-9018-44c7-abc0-9c29da1fcb12 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Request body: {'subnet': {'network_id': '6c11cf71-3eff-4bde-9ac3-7b30591d37e8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:25:06.503699 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd21ef5-055b-422e-8b17-bf8cdb083827 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Pushing event updated for resources: {'Network': ['ID=6c11cf71-3eff-4bde-9ac3-7b30591d37e8,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:25:06.523282 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network 6c11cf71-3eff-4bde-9ac3-7b30591d37e8 details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 19:25:06.632255 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 81a241ea-c130-47d8-a4e4-33e9ce65cfef no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:25:06.634043 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-3dae183b-9018-44c7-abc0-9c29da1fcb12 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:25:06.644207 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-3dae183b-9018-44c7-abc0-9c29da1fcb12 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Usage tracker for resource:subnet and tenant:49f164ab97724edfa685b6f748ec92c5 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:25:06.647972 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-3dae183b-9018-44c7-abc0-9c29da1fcb12 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:25:06.661055 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-3dae183b-9018-44c7-abc0-9c29da1fcb12 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:25:06.679729 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dae183b-9018-44c7-abc0-9c29da1fcb12 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Made reservation on behalf of 49f164ab97724edfa685b6f748ec92c5 for: {'subnet': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:25:06.684202 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3dae183b-9018-44c7-abc0-9c29da1fcb12 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9667140'] for subnet, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:06.687668 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: 81a241ea-c130-47d8-a4e4-33e9ce65cfef {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:25:06.688035 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 81a241ea-c130-47d8-a4e4-33e9ce65cfef not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:25:06.929120 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3dae183b-9018-44c7-abc0-9c29da1fcb12 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2614064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9667190'] for subnet, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:07.142402 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-671f9edc-1ae5-4535-95ab-cb2f2d17cdb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:07.209972 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dae183b-9018-44c7-abc0-9c29da1fcb12 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Pushing event updated for resources: {'Subnet': ['ID=8d971c50-50b1-4cec-bfa8-60b9883711ff,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:25:07.221696 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dae183b-9018-44c7-abc0-9c29da1fcb12 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Checking segment: {'id': '29d1d327-c1ca-45ab-aa26-0091475df278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '6c11cf71-3eff-4bde-9ac3-7b30591d37e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:25:07.223153 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dae183b-9018-44c7-abc0-9c29da1fcb12 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Network hostable DHCP agents. Network: 6c11cf71-3eff-4bde-9ac3-7b30591d37e8, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 19:25:07.247116 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dae183b-9018-44c7-abc0-9c29da1fcb12 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Network 6c11cf71-3eff-4bde-9ac3-7b30591d37e8 is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 19:25:07.263144 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-3dae183b-9018-44c7-abc0-9c29da1fcb12 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, 6c11cf71-3eff-4bde-9ac3-7b30591d37e8) {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:25:07.278086 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae63dee9-d1c1-4ac6-b519-8e42aba8b4f5 None None] Network 6c11cf71-3eff-4bde-9ac3-7b30591d37e8 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:25:07.282321 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dae183b-9018-44c7-abc0-9c29da1fcb12 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:25:07.283091 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3dae183b-9018-44c7-abc0-9c29da1fcb12 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks [] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:07.322039 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-3dae183b-9018-44c7-abc0-9c29da1fcb12 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8603492 Jun 01 19:25:07.323303 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 44284) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:25:07.333159 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-4b3a49b0-0ce8-489c-9731-99a237d605ba tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Request body: {'port': {'network_id': '6c11cf71-3eff-4bde-9ac3-7b30591d37e8', 'name': 'tempest-PortsTestJSON-655555096', 'fixed_ips': [{'subnet_id': '8d971c50-50b1-4cec-bfa8-60b9883711ff', 'ip_address': '172.20.0.10'}]}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:25:07.594286 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-4b3a49b0-0ce8-489c-9731-99a237d605ba tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:25:07.599625 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-4b3a49b0-0ce8-489c-9731-99a237d605ba tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Usage tracker for resource:port and tenant:49f164ab97724edfa685b6f748ec92c5 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:25:07.604628 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-4b3a49b0-0ce8-489c-9731-99a237d605ba tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:25:07.611853 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-4b3a49b0-0ce8-489c-9731-99a237d605ba tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:25:07.628298 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b3a49b0-0ce8-489c-9731-99a237d605ba tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Made reservation on behalf of 49f164ab97724edfa685b6f748ec92c5 for: {'port': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:25:07.679960 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca79d73a-6465-4728-b7f9-abe5686ad9b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc93f83c3-7fb6-5c13-a9d4-29d739a4e8d2-6c11cf71-3eff-4bde-9ac3-7b30591d37e8', 'network_id': '6c11cf71-3eff-4bde-9ac3-7b30591d37e8', 'tenant_id': '49f164ab97724edfa685b6f748ec92c5', 'fixed_ips': [{'subnet_id': '8d971c50-50b1-4cec-bfa8-60b9883711ff'}]}} from n-d-844202-1. {{(pid=88526) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 19:25:07.680804 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-ca79d73a-6465-4728-b7f9-abe5686ad9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:07.796658 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4b3a49b0-0ce8-489c-9731-99a237d605ba tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:07.825319 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [None req-4b3a49b0-0ce8-489c-9731-99a237d605ba tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] device_id is not set on port 341bdf31-8cbf-4847-8ea8-c8ff8af9a05f yet. {{(pid=88525) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 19:25:07.957469 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.db_base_plugin_common [None req-ca79d73a-6465-4728-b7f9-abe5686ad9b3 None None] Allocated IP 172.20.0.2 (6c11cf71-3eff-4bde-9ac3-7b30591d37e8/8d971c50-50b1-4cec-bfa8-60b9883711ff/9446f9b4-09ed-4449-a275-a03efe1de449) {{(pid=88526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:25:08.297873 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-ca79d73a-6465-4728-b7f9-abe5686ad9b3 None None] Notify callbacks [] for port, precommit_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:08.317686 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-ca79d73a-6465-4728-b7f9-abe5686ad9b3 None None] Transition to ACTIVE for port object 9446f9b4-09ed-4449-a275-a03efe1de449 will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:25:08.385694 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-ca79d73a-6465-4728-b7f9-abe5686ad9b3 None None] Transition to ACTIVE for port object 9446f9b4-09ed-4449-a275-a03efe1de449 will not be triggered until provisioned by entity DHCP. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:25:08.396036 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-ca79d73a-6465-4728-b7f9-abe5686ad9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526'] for port, after_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:08.483756 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [None req-4b3a49b0-0ce8-489c-9731-99a237d605ba tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Allocated IP 172.20.0.10 (6c11cf71-3eff-4bde-9ac3-7b30591d37e8/8d971c50-50b1-4cec-bfa8-60b9883711ff/341bdf31-8cbf-4847-8ea8-c8ff8af9a05f) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:25:08.527694 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca79d73a-6465-4728-b7f9-abe5686ad9b3 None None] Network 6c11cf71-3eff-4bde-9ac3-7b30591d37e8 is already hosted by enough agents. {{(pid=88526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:25:08.531347 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.base_scheduler [None req-ca79d73a-6465-4728-b7f9-abe5686ad9b3 None None] Resources bound (agent type, host, resource id): {{(pid=88526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:25:08.534360 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca79d73a-6465-4728-b7f9-abe5686ad9b3 None None] Received port after_create {{(pid=88526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:25:08.604017 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca79d73a-6465-4728-b7f9-abe5686ad9b3 None None] Pushing event updated for resources: {'Port': ['ID=9446f9b4-09ed-4449-a275-a03efe1de449,revision_number=1']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:25:08.696695 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-ca79d73a-6465-4728-b7f9-abe5686ad9b3 None None] Attempting to bind port 9446f9b4-09ed-4449-a275-a03efe1de449 on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:25:08.697059 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-ca79d73a-6465-4728-b7f9-abe5686ad9b3 None None] Attempting to bind port 9446f9b4-09ed-4449-a275-a03efe1de449 by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': '29d1d327-c1ca-45ab-aa26-0091475df278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '6c11cf71-3eff-4bde-9ac3-7b30591d37e8'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:25:08.697421 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca79d73a-6465-4728-b7f9-abe5686ad9b3 None None] Attempting to bind port 9446f9b4-09ed-4449-a275-a03efe1de449 on network 6c11cf71-3eff-4bde-9ac3-7b30591d37e8 {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:25:08.710383 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca79d73a-6465-4728-b7f9-abe5686ad9b3 None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 24, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:25:08.710975 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca79d73a-6465-4728-b7f9-abe5686ad9b3 None None] Checking segment: {'id': '29d1d327-c1ca-45ab-aa26-0091475df278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '6c11cf71-3eff-4bde-9ac3-7b30591d37e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:25:08.711567 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-ca79d73a-6465-4728-b7f9-abe5686ad9b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:08.712161 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca79d73a-6465-4728-b7f9-abe5686ad9b3 None None] Bound using segment: {'id': '29d1d327-c1ca-45ab-aa26-0091475df278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '6c11cf71-3eff-4bde-9ac3-7b30591d37e8'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:25:08.713019 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-ca79d73a-6465-4728-b7f9-abe5686ad9b3 None None] Bound port: 9446f9b4-09ed-4449-a275-a03efe1de449, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29d1d327-c1ca-45ab-aa26-0091475df278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '6c11cf71-3eff-4bde-9ac3-7b30591d37e8'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:25:08.713569 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-ca79d73a-6465-4728-b7f9-abe5686ad9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:08.779775 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4b3a49b0-0ce8-489c-9731-99a237d605ba tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:08.799790 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [None req-4b3a49b0-0ce8-489c-9731-99a237d605ba tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Transition to ACTIVE for port object 341bdf31-8cbf-4847-8ea8-c8ff8af9a05f will not be triggered until provisioned by entity DHCP. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:25:08.825035 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4b3a49b0-0ce8-489c-9731-99a237d605ba tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:08.837515 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-ca79d73a-6465-4728-b7f9-abe5686ad9b3 None None] For port 9446f9b4-09ed-4449-a275-a03efe1de449, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:25:08.841129 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-ca79d73a-6465-4728-b7f9-abe5686ad9b3 None None] For port 9446f9b4-09ed-4449-a275-a03efe1de449, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=9446f9b4-09ed-4449-a275-a03efe1de449,segment=NetworkSegment(29d1d327-c1ca-45ab-aa26-0091475df278),segment_id=29d1d327-c1ca-45ab-aa26-0091475df278)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:25:08.846125 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-ca79d73a-6465-4728-b7f9-abe5686ad9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:08.905997 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b3a49b0-0ce8-489c-9731-99a237d605ba tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Network 6c11cf71-3eff-4bde-9ac3-7b30591d37e8 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:25:08.908975 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-4b3a49b0-0ce8-489c-9731-99a237d605ba tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:25:08.922727 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b3a49b0-0ce8-489c-9731-99a237d605ba tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:25:08.949699 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca79d73a-6465-4728-b7f9-abe5686ad9b3 None None] Pushing event updated for resources: {'Port': ['ID=9446f9b4-09ed-4449-a275-a03efe1de449,revision_number=2']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:25:08.968725 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3a49b0-0ce8-489c-9731-99a237d605ba tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Pushing event updated for resources: {'Port': ['ID=341bdf31-8cbf-4847-8ea8-c8ff8af9a05f,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:25:09.004999 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b3a49b0-0ce8-489c-9731-99a237d605ba tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:25:09.005719 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4b3a49b0-0ce8-489c-9731-99a237d605ba tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:09.036400 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-4b3a49b0-0ce8-489c-9731-99a237d605ba tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.7092600 Jun 01 19:25:09.037480 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 44340) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:25:09.043725 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-a87a4db8-685b-4b4c-9769-d302681887a6 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Request body: {'port': {'network_id': '6c11cf71-3eff-4bde-9ac3-7b30591d37e8', 'name': 'tempest-PortsTestJSON-861255107', 'fixed_ips': [{'subnet_id': '8d971c50-50b1-4cec-bfa8-60b9883711ff', 'ip_address': '172.20.0.9'}]}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:25:09.267547 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7324364e-c8b8-43c2-8cc7-c46d36d24950 req-459bee5d-edd5-4ee1-9634-823a9fa5fc04 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=66b33114-1768-43f8-a01b-18047a9f453b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1429355 Jun 01 19:25:09.270919 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-a87a4db8-685b-4b4c-9769-d302681887a6 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:25:09.275933 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-a87a4db8-685b-4b4c-9769-d302681887a6 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Usage tracker for resource:port and tenant:49f164ab97724edfa685b6f748ec92c5 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:25:09.280002 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-a87a4db8-685b-4b4c-9769-d302681887a6 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:25:09.287968 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-a87a4db8-685b-4b4c-9769-d302681887a6 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:25:09.299219 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a87a4db8-685b-4b4c-9769-d302681887a6 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Made reservation on behalf of 49f164ab97724edfa685b6f748ec92c5 for: {'port': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:25:09.547262 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-9d2b966c-efee-496d-8167-36b78d0989de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:09.621809 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a87a4db8-685b-4b4c-9769-d302681887a6 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:09.643098 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7324364e-c8b8-43c2-8cc7-c46d36d24950 req-8040f309-718b-47a0-bc28-331e2075ee69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:25:09.645799 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7324364e-c8b8-43c2-8cc7-c46d36d24950 req-8040f309-718b-47a0-bc28-331e2075ee69 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e7fa6482b873470e8b5274a0b6cb89ae&device_id=66b33114-1768-43f8-a01b-18047a9f453b HTTP/1.1" status: 200 len: 1097 time: 0.2623019 Jun 01 19:25:09.655324 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [None req-a87a4db8-685b-4b4c-9769-d302681887a6 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] device_id is not set on port e859eddf-2016-4c73-b6e5-ae3ac627828d yet. {{(pid=88524) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 19:25:09.959040 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7324364e-c8b8-43c2-8cc7-c46d36d24950 req-fee7fd16-7d67-466e-8486-7049717dbebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:25:09.960702 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7324364e-c8b8-43c2-8cc7-c46d36d24950 req-fee7fd16-7d67-466e-8486-7049717dbebd service neutron] 10.222.0.50 "GET /v2.0/networks?id=06227175-383a-438d-b2ea-446bb23d085d HTTP/1.1" status: 200 len: 913 time: 0.2655289 Jun 01 19:25:10.065756 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7324364e-c8b8-43c2-8cc7-c46d36d24950 req-c1c1f9cf-62d2-43b6-86a3-16b18b9541bc service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bab25bfe-98a7-4ef1-a75c-b23a438ac9ef HTTP/1.1" status: 200 len: 217 time: 0.0906751 Jun 01 19:25:10.141461 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7324364e-c8b8-43c2-8cc7-c46d36d24950 req-c64f0058-5933-4cab-856b-23a170752fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:25:10.143105 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7324364e-c8b8-43c2-8cc7-c46d36d24950 req-c64f0058-5933-4cab-856b-23a170752fb8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3c6d4c6d-6977-4f9b-a44c-9b6b04f8ca29 HTTP/1.1" status: 200 len: 851 time: 0.0712693 Jun 01 19:25:10.183003 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63a695b-b942-4a84-8794-01fc80339eb1 req-69b7e38c-98b8-46e6-a436-5e520b32a5e2 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:25:10.190787 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d63a695b-b942-4a84-8794-01fc80339eb1 req-69b7e38c-98b8-46e6-a436-5e520b32a5e2 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/networks?id=06227175-383a-438d-b2ea-446bb23d085d HTTP/1.1" status: 200 len: 812 time: 0.2237651 Jun 01 19:25:10.201469 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6af7db90-f838-4679-8620-017370387fae None None] Network 6c11cf71-3eff-4bde-9ac3-7b30591d37e8 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:25:10.210581 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d63a695b-b942-4a84-8794-01fc80339eb1 req-8c1288c5-7c61-48ca-8ed5-7f029196adea tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/quotas/e7fa6482b873470e8b5274a0b6cb89ae HTTP/1.1" status: 200 len: 375 time: 0.0186682 Jun 01 19:25:10.330132 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [None req-a87a4db8-685b-4b4c-9769-d302681887a6 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Allocated IP 172.20.0.9 (6c11cf71-3eff-4bde-9ac3-7b30591d37e8/8d971c50-50b1-4cec-bfa8-60b9883711ff/e859eddf-2016-4c73-b6e5-ae3ac627828d) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:25:10.358395 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d63a695b-b942-4a84-8794-01fc80339eb1 req-ce27b578-241b-4b1b-b049-4f53e69433ae tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=e7fa6482b873470e8b5274a0b6cb89ae&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1469219 Jun 01 19:25:10.363701 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7324364e-c8b8-43c2-8cc7-c46d36d24950 req-7347a0a3-3408-493d-98f8-de30777fd99e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:25:10.365597 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7324364e-c8b8-43c2-8cc7-c46d36d24950 req-7347a0a3-3408-493d-98f8-de30777fd99e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=06227175-383a-438d-b2ea-446bb23d085d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2132416 Jun 01 19:25:10.371438 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [req-d63a695b-b942-4a84-8794-01fc80339eb1 req-42261b61-1e2f-42b7-8763-2cca3a8b250f service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=88525) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 19:25:10.372945 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d63a695b-b942-4a84-8794-01fc80339eb1 req-42261b61-1e2f-42b7-8763-2cca3a8b250f service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060754 Jun 01 19:25:10.445941 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-183e37b3-2ab0-4212-91a9-9b25667577e4 None None] Provisioning for port 9446f9b4-09ed-4449-a275-a03efe1de449 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:25:10.540877 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d63a695b-b942-4a84-8794-01fc80339eb1 req-6eaa4071-20cf-456f-a7f5-dbe30abd8e40 service neutron] 10.222.0.41 "GET /v2.0/networks/06227175-383a-438d-b2ea-446bb23d085d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607325 Jun 01 19:25:10.660984 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:10.713273 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:10.731174 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 9446f9b4-09ed-4449-a275-a03efe1de449 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:25:10.795632 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d63a695b-b942-4a84-8794-01fc80339eb1 req-e5c7efe0-1e97-4679-9013-4530f5e6dc13 service neutron] 10.222.0.41 "GET /v2.0/networks/06227175-383a-438d-b2ea-446bb23d085d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2480907 Jun 01 19:25:10.850716 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port 9446f9b4-09ed-4449-a275-a03efe1de449 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:25:10.862653 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 9446f9b4-09ed-4449-a275-a03efe1de449 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:25:10.864564 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:10.868263 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a87a4db8-685b-4b4c-9769-d302681887a6 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:10.895584 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7324364e-c8b8-43c2-8cc7-c46d36d24950 req-87c4538b-fb70-4d98-968e-5ead19caa43f service neutron] 10.222.0.50 "GET /v2.0/networks/06227175-383a-438d-b2ea-446bb23d085d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4997079 Jun 01 19:25:11.070254 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [None req-a87a4db8-685b-4b4c-9769-d302681887a6 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Transition to ACTIVE for port object e859eddf-2016-4c73-b6e5-ae3ac627828d will not be triggered until provisioned by entity DHCP. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:25:11.103661 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 9446f9b4-09ed-4449-a275-a03efe1de449 is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:25:11.103979 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:11.115884 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a87a4db8-685b-4b4c-9769-d302681887a6 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:11.130879 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-b7afcd06-df25-4a57-a344-21574c6dfa79 None None] Provisioning for port 341bdf31-8cbf-4847-8ea8-c8ff8af9a05f completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:25:11.141910 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-b7afcd06-df25-4a57-a344-21574c6dfa79 None None] Provisioning complete for port 341bdf31-8cbf-4847-8ea8-c8ff8af9a05f triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:25:11.142434 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-b7afcd06-df25-4a57-a344-21574c6dfa79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:11.223500 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-b7afcd06-df25-4a57-a344-21574c6dfa79 None None] Port 341bdf31-8cbf-4847-8ea8-c8ff8af9a05f cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:25:11.275602 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-b7afcd06-df25-4a57-a344-21574c6dfa79 None None] Provisioning complete for port 9446f9b4-09ed-4449-a275-a03efe1de449 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:25:11.276129 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-b7afcd06-df25-4a57-a344-21574c6dfa79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:11.324346 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port 9446f9b4-09ed-4449-a275-a03efe1de449, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=9446f9b4-09ed-4449-a275-a03efe1de449,segment=NetworkSegment(29d1d327-c1ca-45ab-aa26-0091475df278),segment_id=29d1d327-c1ca-45ab-aa26-0091475df278)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:25:11.362482 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:11.382622 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87a4db8-685b-4b4c-9769-d302681887a6 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Pushing event updated for resources: {'Port': ['ID=e859eddf-2016-4c73-b6e5-ae3ac627828d,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:25:11.400629 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6b1109f5-a6e8-4a1a-be96-459e495cdc02 req-cf4e845d-1e27-410c-bd3b-2204825bcd58 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc09b409-a696-4f03-a5aa-1fc2fdb243e3 HTTP/1.1" status: 200 len: 210 time: 0.1760821 Jun 01 19:25:11.434722 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a87a4db8-685b-4b4c-9769-d302681887a6 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Network 6c11cf71-3eff-4bde-9ac3-7b30591d37e8 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:25:11.438495 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-a87a4db8-685b-4b4c-9769-d302681887a6 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:25:11.442368 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87a4db8-685b-4b4c-9769-d302681887a6 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:25:11.507826 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7324364e-c8b8-43c2-8cc7-c46d36d24950 req-ff3f567e-05f4-442e-abd0-43fd8388fad0 service neutron] 10.222.0.50 "GET /v2.0/networks/06227175-383a-438d-b2ea-446bb23d085d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6048388 Jun 01 19:25:11.536602 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a87a4db8-685b-4b4c-9769-d302681887a6 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:25:11.537265 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a87a4db8-685b-4b4c-9769-d302681887a6 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:11.571992 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-a87a4db8-685b-4b4c-9769-d302681887a6 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.5303967 Jun 01 19:25:11.572729 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 44382) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:25:11.578053 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=9446f9b4-09ed-4449-a275-a03efe1de449,revision_number=3']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:25:11.705300 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31085447-3e0c-4575-ad2f-46534964459e tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:25:11.706721 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-31085447-3e0c-4575-ad2f-46534964459e tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Synchronizing usage tracker for tenant:49f164ab97724edfa685b6f748ec92c5 on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:25:11.729962 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:11.744986 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-31085447-3e0c-4575-ad2f-46534964459e tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Unset dirty status for tenant:49f164ab97724edfa685b6f748ec92c5 on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:25:11.747609 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-31085447-3e0c-4575-ad2f-46534964459e tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] 10.222.0.41 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.1723418 Jun 01 19:25:11.749884 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 44388) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:25:11.786264 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-b7afcd06-df25-4a57-a344-21574c6dfa79 None None] Current status of the port 9446f9b4-09ed-4449-a275-a03efe1de449 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:25:11.879248 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6c86912-78f3-4749-b910-a59e72e691f7 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:25:11.886568 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6c86912-78f3-4749-b910-a59e72e691f7 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:25:11.892368 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6c86912-78f3-4749-b910-a59e72e691f7 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:25:11.893345 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-c6c86912-78f3-4749-b910-a59e72e691f7 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Synchronizing usage tracker for tenant:49f164ab97724edfa685b6f748ec92c5 on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:25:11.907050 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-c6c86912-78f3-4749-b910-a59e72e691f7 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Unset dirty status for tenant:49f164ab97724edfa685b6f748ec92c5 on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:25:11.908217 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-c6c86912-78f3-4749-b910-a59e72e691f7 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] 10.222.0.41 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.1566780 Jun 01 19:25:11.912692 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 44396) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:25:11.927495 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-8a596f10-58a9-4cab-bf72-529093fe2363 None None] Provisioning for port e859eddf-2016-4c73-b6e5-ae3ac627828d completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:25:11.935601 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-8a596f10-58a9-4cab-bf72-529093fe2363 None None] Provisioning complete for port e859eddf-2016-4c73-b6e5-ae3ac627828d triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:25:11.936263 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-8a596f10-58a9-4cab-bf72-529093fe2363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:12.018567 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-39d1fbab-d7b1-4567-a8ff-c1d9e82edbf4 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Deleting port e859eddf-2016-4c73-b6e5-ae3ac627828d {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:25:12.018908 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-39d1fbab-d7b1-4567-a8ff-c1d9e82edbf4 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:12.093844 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-8a596f10-58a9-4cab-bf72-529093fe2363 None None] Port e859eddf-2016-4c73-b6e5-ae3ac627828d cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:25:12.098061 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:12.101033 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:12.109215 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-8a596f10-58a9-4cab-bf72-529093fe2363 None None] Provisioning complete for port 341bdf31-8cbf-4847-8ea8-c8ff8af9a05f triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:25:12.109437 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-8a596f10-58a9-4cab-bf72-529093fe2363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:12.171607 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-8a596f10-58a9-4cab-bf72-529093fe2363 None None] Port 341bdf31-8cbf-4847-8ea8-c8ff8af9a05f cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:25:12.498528 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-39d1fbab-d7b1-4567-a8ff-c1d9e82edbf4 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:12.636495 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a759fb39-eea4-4a7b-b38c-d0e8bf38d970 req-8d6de4fa-b1b8-4ea0-a5c3-9ea87bba51a5 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc09b409-a696-4f03-a5aa-1fc2fdb243e3 HTTP/1.1" status: 200 len: 210 time: 0.0737135 Jun 01 19:25:12.648788 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 9446f9b4-09ed-4449-a275-a03efe1de449 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:25:12.654927 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-39d1fbab-d7b1-4567-a8ff-c1d9e82edbf4 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Calling delete_port for e859eddf-2016-4c73-b6e5-ae3ac627828d owned by {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:25:12.793881 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 9446f9b4-09ed-4449-a275-a03efe1de449 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:25:12.794657 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:12.902757 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-39d1fbab-d7b1-4567-a8ff-c1d9e82edbf4 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:13.029559 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d1fbab-d7b1-4567-a8ff-c1d9e82edbf4 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Pushing event deleted for resources: {'Port': ['ID=e859eddf-2016-4c73-b6e5-ae3ac627828d,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:25:13.070106 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63a695b-b942-4a84-8794-01fc80339eb1 req-88daf8da-74aa-4545-8192-c24094eeeba5 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:25:13.071885 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 9446f9b4-09ed-4449-a275-a03efe1de449 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:25:13.077284 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d63a695b-b942-4a84-8794-01fc80339eb1 req-88daf8da-74aa-4545-8192-c24094eeeba5 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.15 "GET /v2.0/networks?id=06227175-383a-438d-b2ea-446bb23d085d HTTP/1.1" status: 200 len: 812 time: 0.3316846 Jun 01 19:25:13.100551 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [req-d63a695b-b942-4a84-8794-01fc80339eb1 req-3b4cc327-395b-4052-a1d0-7af5905924d2 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Request body: {'port': {'device_id': 'fc09b409-a696-4f03-a5aa-1fc2fdb243e3', 'network_id': '06227175-383a-438d-b2ea-446bb23d085d', 'admin_state_up': True, 'tenant_id': 'e7fa6482b873470e8b5274a0b6cb89ae'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:25:13.266014 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-39d1fbab-d7b1-4567-a8ff-c1d9e82edbf4 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:13.305779 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-39d1fbab-d7b1-4567-a8ff-c1d9e82edbf4 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] 10.222.0.41 "DELETE /v2.0/ports/e859eddf-2016-4c73-b6e5-ae3ac627828d HTTP/1.1" status: 204 len: 168 time: 1.3918500 Jun 01 19:25:13.309640 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 44418) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:25:13.380220 n-d-844202-1 neutron-server[88524]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6f9d818-7fcc-4154-a84b-52fbad01e40c tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] GET failed (client error): The resource could not be found. Jun 01 19:25:13.380701 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-c6f9d818-7fcc-4154-a84b-52fbad01e40c tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Synchronizing usage tracker for tenant:49f164ab97724edfa685b6f748ec92c5 on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:25:13.406617 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-c6f9d818-7fcc-4154-a84b-52fbad01e40c tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Unset dirty status for tenant:49f164ab97724edfa685b6f748ec92c5 on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:25:13.408461 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-c6f9d818-7fcc-4154-a84b-52fbad01e40c tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] 10.222.0.41 "GET /v2.0/ports/e859eddf-2016-4c73-b6e5-ae3ac627828d HTTP/1.1" status: 404 len: 333 time: 0.0968926 Jun 01 19:25:13.412144 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 44422) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:25:13.506406 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [req-d63a695b-b942-4a84-8794-01fc80339eb1 req-3b4cc327-395b-4052-a1d0-7af5905924d2 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:25:13.513957 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-2781ebb3-f5a2-4048-a289-10208e6ef1e6 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Deleting port 341bdf31-8cbf-4847-8ea8-c8ff8af9a05f {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:25:13.514541 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2781ebb3-f5a2-4048-a289-10208e6ef1e6 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:13.522183 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [req-d63a695b-b942-4a84-8794-01fc80339eb1 req-3b4cc327-395b-4052-a1d0-7af5905924d2 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:25:13.536518 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d63a695b-b942-4a84-8794-01fc80339eb1 req-3b4cc327-395b-4052-a1d0-7af5905924d2 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Made reservation on behalf of e7fa6482b873470e8b5274a0b6cb89ae for: {'port': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:25:13.542731 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-d63a695b-b942-4a84-8794-01fc80339eb1 req-3b4cc327-395b-4052-a1d0-7af5905924d2 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:13.753562 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [req-d63a695b-b942-4a84-8794-01fc80339eb1 req-3b4cc327-395b-4052-a1d0-7af5905924d2 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Allocated IP 172.20.0.9 (06227175-383a-438d-b2ea-446bb23d085d/3c6d4c6d-6977-4f9b-a44c-9b6b04f8ca29/a9985629-5fd7-4795-980d-97eb5eacda35) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:25:13.920897 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-403b212a-476b-44d0-9e08-d0180abe575f req-58c9769b-fae8-4e4e-9732-9b0418e5502e tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc09b409-a696-4f03-a5aa-1fc2fdb243e3 HTTP/1.1" status: 200 len: 210 time: 0.0896518 Jun 01 19:25:13.929354 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2781ebb3-f5a2-4048-a289-10208e6ef1e6 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:14.045852 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-d63a695b-b942-4a84-8794-01fc80339eb1 req-3b4cc327-395b-4052-a1d0-7af5905924d2 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:14.064215 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [req-d63a695b-b942-4a84-8794-01fc80339eb1 req-3b4cc327-395b-4052-a1d0-7af5905924d2 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Transition to ACTIVE for port object a9985629-5fd7-4795-980d-97eb5eacda35 will not be triggered until provisioned by entity DHCP. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:25:14.097882 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-d63a695b-b942-4a84-8794-01fc80339eb1 req-3b4cc327-395b-4052-a1d0-7af5905924d2 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:14.110988 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] get_ports_and_sgs() called for port_ids ['bab25bfe-98a7-4ef1-a75c-b23a438ac9ef'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 19:25:14.123275 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-2781ebb3-f5a2-4048-a289-10208e6ef1e6 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Calling delete_port for 341bdf31-8cbf-4847-8ea8-c8ff8af9a05f owned by {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:25:14.245689 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d63a695b-b942-4a84-8794-01fc80339eb1 req-3b4cc327-395b-4052-a1d0-7af5905924d2 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Network 06227175-383a-438d-b2ea-446bb23d085d is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:25:14.255169 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [req-d63a695b-b942-4a84-8794-01fc80339eb1 req-3b4cc327-395b-4052-a1d0-7af5905924d2 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:25:14.290005 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [req-d63a695b-b942-4a84-8794-01fc80339eb1 req-3b4cc327-395b-4052-a1d0-7af5905924d2 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:25:14.298771 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2781ebb3-f5a2-4048-a289-10208e6ef1e6 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:14.390228 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2781ebb3-f5a2-4048-a289-10208e6ef1e6 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Pushing event deleted for resources: {'Port': ['ID=341bdf31-8cbf-4847-8ea8-c8ff8af9a05f,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:25:14.557901 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63a695b-b942-4a84-8794-01fc80339eb1 req-3b4cc327-395b-4052-a1d0-7af5905924d2 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:25:14.558384 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-d63a695b-b942-4a84-8794-01fc80339eb1 req-3b4cc327-395b-4052-a1d0-7af5905924d2 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:14.621532 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4cc327-395b-4052-a1d0-7af5905924d2 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Pushing event updated for resources: {'Port': ['ID=a9985629-5fd7-4795-980d-97eb5eacda35,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:25:14.628718 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2781ebb3-f5a2-4048-a289-10208e6ef1e6 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:14.629181 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d63a695b-b942-4a84-8794-01fc80339eb1 req-3b4cc327-395b-4052-a1d0-7af5905924d2 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5334845 Jun 01 19:25:14.649980 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [req-d63a695b-b942-4a84-8794-01fc80339eb1 req-8b03f5ba-38b3-4a0f-9678-83773b7027c2 service neutron] Request body: {'port': {'device_id': 'fc09b409-a696-4f03-a5aa-1fc2fdb243e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844202-1'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:25:14.673003 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-2781ebb3-f5a2-4048-a289-10208e6ef1e6 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] 10.222.0.41 "DELETE /v2.0/ports/341bdf31-8cbf-4847-8ea8-c8ff8af9a05f HTTP/1.1" status: 204 len: 168 time: 1.2589173 Jun 01 19:25:14.675782 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 44442) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:25:14.812520 n-d-844202-1 neutron-server[88524]: INFO neutron.pecan_wsgi.hooks.translation [None req-c56f02f4-3b49-4cda-b95e-570588cc7a2f tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] GET failed (client error): The resource could not be found. Jun 01 19:25:14.815990 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-c56f02f4-3b49-4cda-b95e-570588cc7a2f tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Synchronizing usage tracker for tenant:49f164ab97724edfa685b6f748ec92c5 on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:25:14.869182 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-c56f02f4-3b49-4cda-b95e-570588cc7a2f tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Unset dirty status for tenant:49f164ab97724edfa685b6f748ec92c5 on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:25:14.869182 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-c56f02f4-3b49-4cda-b95e-570588cc7a2f tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] 10.222.0.41 "GET /v2.0/ports/341bdf31-8cbf-4847-8ea8-c8ff8af9a05f HTTP/1.1" status: 404 len: 333 time: 0.1900921 Jun 01 19:25:14.870951 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 44450) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:25:14.879961 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-756148ec-84c6-4c8a-ad52-eee779a64aae None None] Provisioning for port a9985629-5fd7-4795-980d-97eb5eacda35 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:25:14.895886 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-756148ec-84c6-4c8a-ad52-eee779a64aae None None] Provisioning complete for port a9985629-5fd7-4795-980d-97eb5eacda35 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:25:14.901785 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-756148ec-84c6-4c8a-ad52-eee779a64aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:15.000930 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c90441c-eaf6-4683-a5e9-70e2c0238e98 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Deleting subnet 8d971c50-50b1-4cec-bfa8-60b9883711ff {{(pid=88524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 19:25:15.040907 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2c90441c-eaf6-4683-a5e9-70e2c0238e98 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks [] for subnet, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:15.051788 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-d63a695b-b942-4a84-8794-01fc80339eb1 req-8b03f5ba-38b3-4a0f-9678-83773b7027c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:15.112496 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2c90441c-eaf6-4683-a5e9-70e2c0238e98 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2702137'] for subnet, precommit_delete_associations {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:15.122825 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-756148ec-84c6-4c8a-ad52-eee779a64aae None None] Port a9985629-5fd7-4795-980d-97eb5eacda35 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:25:15.249185 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2c90441c-eaf6-4683-a5e9-70e2c0238e98 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:15.419708 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2c90441c-eaf6-4683-a5e9-70e2c0238e98 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2718856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3066595'] for subnet, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:15.544679 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2c90441c-eaf6-4683-a5e9-70e2c0238e98 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:15.553060 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2f7fefc-5d1e-45bb-b9d6-d4faef9b2000 None None] Network 6c11cf71-3eff-4bde-9ac3-7b30591d37e8 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:25:15.557556 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c90441c-eaf6-4683-a5e9-70e2c0238e98 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Pushing event deleted for resources: {'Subnet': ['ID=8d971c50-50b1-4cec-bfa8-60b9883711ff,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:25:15.557556 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-2c90441c-eaf6-4683-a5e9-70e2c0238e98 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] 10.222.0.41 "DELETE /v2.0/subnets/8d971c50-50b1-4cec-bfa8-60b9883711ff HTTP/1.1" status: 204 len: 168 time: 0.6775277 Jun 01 19:25:15.557556 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 44462) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:25:15.564346 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c90441c-eaf6-4683-a5e9-70e2c0238e98 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:25:15.564346 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c90441c-eaf6-4683-a5e9-70e2c0238e98 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:25:15.564346 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c90441c-eaf6-4683-a5e9-70e2c0238e98 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:25:15.564346 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c90441c-eaf6-4683-a5e9-70e2c0238e98 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:25:15.564346 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c90441c-eaf6-4683-a5e9-70e2c0238e98 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:25:15.564346 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c90441c-eaf6-4683-a5e9-70e2c0238e98 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:25:15.564346 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c90441c-eaf6-4683-a5e9-70e2c0238e98 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:25:15.564346 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c90441c-eaf6-4683-a5e9-70e2c0238e98 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:25:15.564346 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c90441c-eaf6-4683-a5e9-70e2c0238e98 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:25:15.564346 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c90441c-eaf6-4683-a5e9-70e2c0238e98 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:25:15.564346 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c90441c-eaf6-4683-a5e9-70e2c0238e98 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:25:15.564346 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c90441c-eaf6-4683-a5e9-70e2c0238e98 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:25:15.807498 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-679a8a6c-9cdc-4943-a742-a0d62b1b150f tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:15.836910 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-679a8a6c-9cdc-4943-a742-a0d62b1b150f tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Deleting port 9446f9b4-09ed-4449-a275-a03efe1de449 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:25:15.836910 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-679a8a6c-9cdc-4943-a742-a0d62b1b150f tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:15.842416 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195cd41b-de78-47f1-8113-c2f242875b39 req-94253291-a1c4-463e-9a14-5ca1f632f510 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:25:15.842416 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-195cd41b-de78-47f1-8113-c2f242875b39 req-94253291-a1c4-463e-9a14-5ca1f632f510 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Synchronizing usage tracker for tenant:e7fa6482b873470e8b5274a0b6cb89ae on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:25:15.906738 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-195cd41b-de78-47f1-8113-c2f242875b39 req-94253291-a1c4-463e-9a14-5ca1f632f510 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Unset dirty status for tenant:e7fa6482b873470e8b5274a0b6cb89ae on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:25:15.910151 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-195cd41b-de78-47f1-8113-c2f242875b39 req-94253291-a1c4-463e-9a14-5ca1f632f510 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc09b409-a696-4f03-a5aa-1fc2fdb243e3 HTTP/1.1" status: 200 len: 931 time: 0.6077983 Jun 01 19:25:16.110387 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-195cd41b-de78-47f1-8113-c2f242875b39 req-0e51dd67-a772-4f05-be8e-dd2b256cbf4f tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/security-groups?id=57a825b2-df9c-47c9-a42f-bb66ab7a288b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640112 Jun 01 19:25:16.113416 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [req-d63a695b-b942-4a84-8794-01fc80339eb1 req-8b03f5ba-38b3-4a0f-9678-83773b7027c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9985629-5fd7-4795-980d-97eb5eacda35 {{(pid=88525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 19:25:16.127376 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-d63a695b-b942-4a84-8794-01fc80339eb1 req-8b03f5ba-38b3-4a0f-9678-83773b7027c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:16.185328 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55c487ed-b46a-4b9a-b14e-872443ee571e None None] DHCP port deletion for 6c11cf71-3eff-4bde-9ac3-7b30591d37e8 request from n-d-844202-1 {{(pid=88526) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 19:25:16.189741 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [req-d63a695b-b942-4a84-8794-01fc80339eb1 req-8b03f5ba-38b3-4a0f-9678-83773b7027c2 service neutron] Transition to ACTIVE for port object a9985629-5fd7-4795-980d-97eb5eacda35 will not be triggered until provisioned by entity L2. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:25:16.192601 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-55c487ed-b46a-4b9a-b14e-872443ee571e None None] Deleting port 9446f9b4-09ed-4449-a275-a03efe1de449 {{(pid=88526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:25:16.194395 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-55c487ed-b46a-4b9a-b14e-872443ee571e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:16.195701 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-d63a695b-b942-4a84-8794-01fc80339eb1 req-8b03f5ba-38b3-4a0f-9678-83773b7027c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:16.389286 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [None req-679a8a6c-9cdc-4943-a742-a0d62b1b150f tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] For port 9446f9b4-09ed-4449-a275-a03efe1de449, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=9446f9b4-09ed-4449-a275-a03efe1de449,segment=NetworkSegment(29d1d327-c1ca-45ab-aa26-0091475df278),segment_id=29d1d327-c1ca-45ab-aa26-0091475df278)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:25:16.390051 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-679a8a6c-9cdc-4943-a742-a0d62b1b150f tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:16.465588 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b03f5ba-38b3-4a0f-9678-83773b7027c2 service neutron] Pushing event updated for resources: {'Port': ['ID=a9985629-5fd7-4795-980d-97eb5eacda35,revision_number=2']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:25:16.575297 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-55c487ed-b46a-4b9a-b14e-872443ee571e None None] For port 9446f9b4-09ed-4449-a275-a03efe1de449, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=9446f9b4-09ed-4449-a275-a03efe1de449,segment=NetworkSegment(29d1d327-c1ca-45ab-aa26-0091475df278),segment_id=29d1d327-c1ca-45ab-aa26-0091475df278)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:25:16.575659 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-55c487ed-b46a-4b9a-b14e-872443ee571e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:16.602943 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-679a8a6c-9cdc-4943-a742-a0d62b1b150f tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Calling delete_port for 9446f9b4-09ed-4449-a275-a03efe1de449 owned by network:dhcp {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:25:16.729179 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-d63a695b-b942-4a84-8794-01fc80339eb1 req-8b03f5ba-38b3-4a0f-9678-83773b7027c2 service neutron] Attempting to bind port a9985629-5fd7-4795-980d-97eb5eacda35 on host n-h1-844202-1 for vnic_type normal with profile {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:25:16.729772 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-d63a695b-b942-4a84-8794-01fc80339eb1 req-8b03f5ba-38b3-4a0f-9678-83773b7027c2 service neutron] Attempting to bind port a9985629-5fd7-4795-980d-97eb5eacda35 by drivers openvswitch,hyperv on host n-h1-844202-1 at level 0 using segments [{'id': 'caf40787-7b50-4406-9921-dddcf758f24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '06227175-383a-438d-b2ea-446bb23d085d'}] {{(pid=88525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:25:16.730088 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d63a695b-b942-4a84-8794-01fc80339eb1 req-8b03f5ba-38b3-4a0f-9678-83773b7027c2 service neutron] Attempting to bind port a9985629-5fd7-4795-980d-97eb5eacda35 on network 06227175-383a-438d-b2ea-446bb23d085d {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:25:16.733095 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-679a8a6c-9cdc-4943-a742-a0d62b1b150f tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:16.735355 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d63a695b-b942-4a84-8794-01fc80339eb1 req-8b03f5ba-38b3-4a0f-9678-83773b7027c2 service neutron] Port a9985629-5fd7-4795-980d-97eb5eacda35 on network 06227175-383a-438d-b2ea-446bb23d085d not bound, no agent of type Open vSwitch agent registered on host n-h1-844202-1 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 19:25:16.735699 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d63a695b-b942-4a84-8794-01fc80339eb1 req-8b03f5ba-38b3-4a0f-9678-83773b7027c2 service neutron] Attempting to bind port a9985629-5fd7-4795-980d-97eb5eacda35 on network 06227175-383a-438d-b2ea-446bb23d085d {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:25:16.744973 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d63a695b-b942-4a84-8794-01fc80339eb1 req-8b03f5ba-38b3-4a0f-9678-83773b7027c2 service neutron] Checking agent: {'id': 'bdb1e5d7-b998-4259-838f-3d278e930f32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 25, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:25:16.745474 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d63a695b-b942-4a84-8794-01fc80339eb1 req-8b03f5ba-38b3-4a0f-9678-83773b7027c2 service neutron] Checking segment: {'id': 'caf40787-7b50-4406-9921-dddcf758f24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '06227175-383a-438d-b2ea-446bb23d085d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:25:16.746249 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d63a695b-b942-4a84-8794-01fc80339eb1 req-8b03f5ba-38b3-4a0f-9678-83773b7027c2 service neutron] Bound using segment: {'id': 'caf40787-7b50-4406-9921-dddcf758f24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '06227175-383a-438d-b2ea-446bb23d085d'} {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:25:16.747120 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-d63a695b-b942-4a84-8794-01fc80339eb1 req-8b03f5ba-38b3-4a0f-9678-83773b7027c2 service neutron] Bound port: a9985629-5fd7-4795-980d-97eb5eacda35, host: n-h1-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'caf40787-7b50-4406-9921-dddcf758f24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '06227175-383a-438d-b2ea-446bb23d085d'}}] {{(pid=88525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:25:16.747794 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-d63a695b-b942-4a84-8794-01fc80339eb1 req-8b03f5ba-38b3-4a0f-9678-83773b7027c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:16.792004 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-679a8a6c-9cdc-4943-a742-a0d62b1b150f tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] No DVR routers for this DVR port 9446f9b4-09ed-4449-a275-a03efe1de449 on host n-d-844202-1 {{(pid=88524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:25:16.836339 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679a8a6c-9cdc-4943-a742-a0d62b1b150f tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Pushing event deleted for resources: {'Port': ['ID=9446f9b4-09ed-4449-a275-a03efe1de449,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:25:16.855812 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 9446f9b4-09ed-4449-a275-a03efe1de449 no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:25:16.886738 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-d63a695b-b942-4a84-8794-01fc80339eb1 req-8b03f5ba-38b3-4a0f-9678-83773b7027c2 service neutron] For port a9985629-5fd7-4795-980d-97eb5eacda35, host n-h1-844202-1, cleared binding levels {{(pid=88525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:25:16.895616 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-d63a695b-b942-4a84-8794-01fc80339eb1 req-8b03f5ba-38b3-4a0f-9678-83773b7027c2 service neutron] For port a9985629-5fd7-4795-980d-97eb5eacda35, host n-h1-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=a9985629-5fd7-4795-980d-97eb5eacda35,segment=NetworkSegment(caf40787-7b50-4406-9921-dddcf758f24c),segment_id=caf40787-7b50-4406-9921-dddcf758f24c)] {{(pid=88525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:25:16.900492 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-d63a695b-b942-4a84-8794-01fc80339eb1 req-8b03f5ba-38b3-4a0f-9678-83773b7027c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:16.916291 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-55c487ed-b46a-4b9a-b14e-872443ee571e None None] Calling delete_port for 9446f9b4-09ed-4449-a275-a03efe1de449 owned by network:dhcp {{(pid=88526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:25:16.946406 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: 9446f9b4-09ed-4449-a275-a03efe1de449 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:25:16.947084 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 9446f9b4-09ed-4449-a275-a03efe1de449 not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:25:17.047884 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63a695b-b942-4a84-8794-01fc80339eb1 req-8b03f5ba-38b3-4a0f-9678-83773b7027c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:25:17.050504 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-d63a695b-b942-4a84-8794-01fc80339eb1 req-8b03f5ba-38b3-4a0f-9678-83773b7027c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:17.052941 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d63a695b-b942-4a84-8794-01fc80339eb1 req-8b03f5ba-38b3-4a0f-9678-83773b7027c2 service neutron] 10.222.0.15 "PUT /v2.0/ports/a9985629-5fd7-4795-980d-97eb5eacda35 HTTP/1.1" status: 200 len: 1091 time: 2.4135504 Jun 01 19:25:17.058093 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc09b409-a696-4f03-a5aa-1fc2fdb243e3', 'tag': 'a9985629-5fd7-4795-980d-97eb5eacda35'}] {{(pid=88525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:25:17.072112 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-679a8a6c-9cdc-4943-a742-a0d62b1b150f tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:17.079085 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.db.api [None req-55c487ed-b46a-4b9a-b14e-872443ee571e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88526) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 19:25:17.079549 n-d-844202-1 neutron-server[88526]: DEBUG oslo_db.api [None req-55c487ed-b46a-4b9a-b14e-872443ee571e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 19:25:17.143480 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-679a8a6c-9cdc-4943-a742-a0d62b1b150f tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c11cf71-3eff-4bde-9ac3-7b30591d37e8']}} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:25:17.199264 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-679a8a6c-9cdc-4943-a742-a0d62b1b150f tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29d1d327-c1ca-45ab-aa26-0091475df278') {'for_net_delete': True} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:25:17.199562 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-679a8a6c-9cdc-4943-a742-a0d62b1b150f tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29d1d327-c1ca-45ab-aa26-0091475df278') {} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:25:17.250766 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-679a8a6c-9cdc-4943-a742-a0d62b1b150f tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2702126'] for segment, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:17.293933 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-679a8a6c-9cdc-4943-a742-a0d62b1b150f tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:17.303263 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-679a8a6c-9cdc-4943-a742-a0d62b1b150f tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=88524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 19:25:17.304968 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-679a8a6c-9cdc-4943-a742-a0d62b1b150f tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2719018'] for segment, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:17.377745 n-d-844202-1 neutron-server[88525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-168546e9-c7bb-4132-8fe4-ee73c775edf1'] response: {'name': 'network-changed', 'server_uuid': 'fc09b409-a696-4f03-a5aa-1fc2fdb243e3', 'tag': 'a9985629-5fd7-4795-980d-97eb5eacda35', 'status': 'completed', 'code': 200} Jun 01 19:25:17.459775 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment 29d1d327-c1ca-45ab-aa26-0091475df278 resource provider aggregate not found Jun 01 19:25:17.490461 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment 29d1d327-c1ca-45ab-aa26-0091475df278 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 29d1d327-c1ca-45ab-aa26-0091475df278 found for delete ", "request_id": "req-4575fad9-196b-4171-99d9-4e8455da87a6"}]} Jun 01 19:25:17.493342 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b03f5ba-38b3-4a0f-9678-83773b7027c2 service neutron] Pushing event updated for resources: {'Port': ['ID=a9985629-5fd7-4795-980d-97eb5eacda35,revision_number=3']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:25:17.515415 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-679a8a6c-9cdc-4943-a742-a0d62b1b150f tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:17.534138 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-679a8a6c-9cdc-4943-a742-a0d62b1b150f tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks [] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:17.579122 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61e3fcb-82bc-4cb1-93e6-5ec8fb2f4ef1 req-b9cd8fee-935d-4410-a002-fdbfd6cc1a86 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:25:17.580907 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-55c487ed-b46a-4b9a-b14e-872443ee571e None None] Deleting port 9446f9b4-09ed-4449-a275-a03efe1de449 {{(pid=88526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:25:17.581352 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a61e3fcb-82bc-4cb1-93e6-5ec8fb2f4ef1 req-b9cd8fee-935d-4410-a002-fdbfd6cc1a86 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc09b409-a696-4f03-a5aa-1fc2fdb243e3 HTTP/1.1" status: 200 len: 943 time: 0.2286510 Jun 01 19:25:17.581430 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-55c487ed-b46a-4b9a-b14e-872443ee571e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:17.594082 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-679a8a6c-9cdc-4943-a742-a0d62b1b150f tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] 10.222.0.41 "DELETE /v2.0/networks/6c11cf71-3eff-4bde-9ac3-7b30591d37e8 HTTP/1.1" status: 204 len: 168 time: 2.0389636 Jun 01 19:25:17.595082 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679a8a6c-9cdc-4943-a742-a0d62b1b150f tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Pushing event deleted for resources: {'Network': ['ID=6c11cf71-3eff-4bde-9ac3-7b30591d37e8,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:25:17.599428 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63a695b-b942-4a84-8794-01fc80339eb1 req-44621ebf-e07d-40d5-92c8-8b59c0b6e7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:25:17.599428 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d63a695b-b942-4a84-8794-01fc80339eb1 req-44621ebf-e07d-40d5-92c8-8b59c0b6e7e7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e7fa6482b873470e8b5274a0b6cb89ae&device_id=fc09b409-a696-4f03-a5aa-1fc2fdb243e3 HTTP/1.1" status: 200 len: 1094 time: 0.4853458 Jun 01 19:25:17.599428 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 44480) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:25:17.646515 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-b2c6a156-21f8-43e0-903e-3971e30a2dc1 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-7201773'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:25:17.669725 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-55c487ed-b46a-4b9a-b14e-872443ee571e None None] The port '9446f9b4-09ed-4449-a275-a03efe1de449' was deleted {{(pid=88526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 01 19:25:17.717769 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-b2c6a156-21f8-43e0-903e-3971e30a2dc1 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:25:17.738067 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-b2c6a156-21f8-43e0-903e-3971e30a2dc1 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Usage tracker for resource:network and tenant:49f164ab97724edfa685b6f748ec92c5 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:25:17.748472 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d63a695b-b942-4a84-8794-01fc80339eb1 req-b5e6e622-dcf9-40a5-b85f-c82eeae7516a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a9985629-5fd7-4795-980d-97eb5eacda35 HTTP/1.1" status: 200 len: 217 time: 0.1128166 Jun 01 19:25:17.750941 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-b2c6a156-21f8-43e0-903e-3971e30a2dc1 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:25:17.797372 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-b2c6a156-21f8-43e0-903e-3971e30a2dc1 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:25:17.811621 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a61e3fcb-82bc-4cb1-93e6-5ec8fb2f4ef1 req-adf33f32-b847-4358-bbfe-acd301e67d6a tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/security-groups?id=57a825b2-df9c-47c9-a42f-bb66ab7a288b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184196 Jun 01 19:25:17.830090 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2c6a156-21f8-43e0-903e-3971e30a2dc1 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Made reservation on behalf of 49f164ab97724edfa685b6f748ec92c5 for: {'network': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:25:17.835235 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b2c6a156-21f8-43e0-903e-3971e30a2dc1 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:17.873866 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63a695b-b942-4a84-8794-01fc80339eb1 req-61715000-288f-4dcc-8799-e2fb48e560dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:25:17.875469 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d63a695b-b942-4a84-8794-01fc80339eb1 req-61715000-288f-4dcc-8799-e2fb48e560dc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3c6d4c6d-6977-4f9b-a44c-9b6b04f8ca29 HTTP/1.1" status: 200 len: 851 time: 0.1186261 Jun 01 19:25:17.883929 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2c6a156-21f8-43e0-903e-3971e30a2dc1 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 132} {{(pid=88525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 19:25:17.946027 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b2c6a156-21f8-43e0-903e-3971e30a2dc1 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:17.946648 n-d-844202-1 neutron-server[88525]: INFO neutron.db.segments_db [None req-b2c6a156-21f8-43e0-903e-3971e30a2dc1 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Added segment bf7d0e53-7eef-4394-8da2-c91946a66b26 of type vlan for network 240b30d2-952b-49dc-8f81-13d7db9a8b13 Jun 01 19:25:17.986020 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b2c6a156-21f8-43e0-903e-3971e30a2dc1 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:18.004976 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63a695b-b942-4a84-8794-01fc80339eb1 req-74cd67d7-4b0c-4f8a-94d9-83dafee642de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:25:18.006460 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d63a695b-b942-4a84-8794-01fc80339eb1 req-74cd67d7-4b0c-4f8a-94d9-83dafee642de service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=06227175-383a-438d-b2ea-446bb23d085d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1198528 Jun 01 19:25:18.115910 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b2c6a156-21f8-43e0-903e-3971e30a2dc1 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:18.121764 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2c6a156-21f8-43e0-903e-3971e30a2dc1 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:25:18.122353 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b2c6a156-21f8-43e0-903e-3971e30a2dc1 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks [] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:18.272496 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-b2c6a156-21f8-43e0-903e-3971e30a2dc1 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6621988 Jun 01 19:25:18.276758 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 44490) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:25:18.276758 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-d85d119a-139f-4aa2-9b73-13b00e99cd95 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Request body: {'subnet': {'network_id': '240b30d2-952b-49dc-8f81-13d7db9a8b13', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:25:18.319624 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d63a695b-b942-4a84-8794-01fc80339eb1 req-330e5401-9f19-4847-a318-37531b55aad9 service neutron] 10.222.0.15 "GET /v2.0/networks/06227175-383a-438d-b2ea-446bb23d085d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3032117 Jun 01 19:25:18.322780 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c6a156-21f8-43e0-903e-3971e30a2dc1 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Pushing event updated for resources: {'Network': ['ID=240b30d2-952b-49dc-8f81-13d7db9a8b13,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:25:18.341727 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network 240b30d2-952b-49dc-8f81-13d7db9a8b13 details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 19:25:18.450555 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-d85d119a-139f-4aa2-9b73-13b00e99cd95 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:25:18.460948 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-d85d119a-139f-4aa2-9b73-13b00e99cd95 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Usage tracker for resource:subnet and tenant:49f164ab97724edfa685b6f748ec92c5 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:25:18.468001 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-d85d119a-139f-4aa2-9b73-13b00e99cd95 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:25:18.480521 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-d85d119a-139f-4aa2-9b73-13b00e99cd95 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:25:18.493080 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d85d119a-139f-4aa2-9b73-13b00e99cd95 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Made reservation on behalf of 49f164ab97724edfa685b6f748ec92c5 for: {'subnet': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:25:18.497537 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d85d119a-139f-4aa2-9b73-13b00e99cd95 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3066584'] for subnet, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:18.636378 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d63a695b-b942-4a84-8794-01fc80339eb1 req-acb4a285-524b-45e9-9fb9-5ffcb4934110 service neutron] 10.222.0.15 "GET /v2.0/networks/06227175-383a-438d-b2ea-446bb23d085d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3071413 Jun 01 19:25:18.848645 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d85d119a-139f-4aa2-9b73-13b00e99cd95 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2718919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3066602'] for subnet, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:18.978391 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3334925-14f8-41cb-a07b-1b1761ab9861 req-5e85c57d-984c-4ef0-bb5b-12b86fe254e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:25:18.980763 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c3334925-14f8-41cb-a07b-1b1761ab9861 req-5e85c57d-984c-4ef0-bb5b-12b86fe254e3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e7fa6482b873470e8b5274a0b6cb89ae&device_id=fc09b409-a696-4f03-a5aa-1fc2fdb243e3 HTTP/1.1" status: 200 len: 1094 time: 0.2545705 Jun 01 19:25:19.044000 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85d119a-139f-4aa2-9b73-13b00e99cd95 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Pushing event updated for resources: {'Subnet': ['ID=90827f93-f10a-429e-9b72-4f02be12bd46,revision_number=0']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:25:19.101049 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d85d119a-139f-4aa2-9b73-13b00e99cd95 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Checking segment: {'id': 'bf7d0e53-7eef-4394-8da2-c91946a66b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '240b30d2-952b-49dc-8f81-13d7db9a8b13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:25:19.101678 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d85d119a-139f-4aa2-9b73-13b00e99cd95 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Network hostable DHCP agents. Network: 240b30d2-952b-49dc-8f81-13d7db9a8b13, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88524) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 19:25:19.134123 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d85d119a-139f-4aa2-9b73-13b00e99cd95 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Network 240b30d2-952b-49dc-8f81-13d7db9a8b13 is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88524) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 19:25:19.160164 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-d85d119a-139f-4aa2-9b73-13b00e99cd95 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, 240b30d2-952b-49dc-8f81-13d7db9a8b13) {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:25:19.167995 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d85d119a-139f-4aa2-9b73-13b00e99cd95 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:25:19.168685 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d85d119a-139f-4aa2-9b73-13b00e99cd95 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:19.181860 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6111e5ef-9d2a-4a51-8ae9-ecd57ddce512 None None] Network 240b30d2-952b-49dc-8f81-13d7db9a8b13 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:25:19.239367 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884fe824-0c43-49f2-b2d6-0b5f1b586e01 req-588bc1f1-14e3-40b7-bb96-7b54b728e002 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:25:19.241952 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-884fe824-0c43-49f2-b2d6-0b5f1b586e01 req-588bc1f1-14e3-40b7-bb96-7b54b728e002 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc09b409-a696-4f03-a5aa-1fc2fdb243e3 HTTP/1.1" status: 200 len: 943 time: 0.1759155 Jun 01 19:25:19.244183 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-d85d119a-139f-4aa2-9b73-13b00e99cd95 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9748466 Jun 01 19:25:19.247332 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 44498) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:25:19.302871 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-873bceaf-6543-4910-b6b7-dcba5f294027 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1723121369', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:25:19.346427 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-873bceaf-6543-4910-b6b7-dcba5f294027 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:25:19.361456 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-873bceaf-6543-4910-b6b7-dcba5f294027 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Usage tracker for resource:router and tenant:49f164ab97724edfa685b6f748ec92c5 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:25:19.372443 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-873bceaf-6543-4910-b6b7-dcba5f294027 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:25:19.397921 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-884fe824-0c43-49f2-b2d6-0b5f1b586e01 req-d95b3417-cd91-492f-8034-1ed5d5d6e0e8 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/security-groups?id=57a825b2-df9c-47c9-a42f-bb66ab7a288b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488798 Jun 01 19:25:19.417062 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-873bceaf-6543-4910-b6b7-dcba5f294027 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:25:19.432665 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3334925-14f8-41cb-a07b-1b1761ab9861 req-9b200aa3-f19d-4051-a975-d54ed258f73d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:25:19.434472 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c3334925-14f8-41cb-a07b-1b1761ab9861 req-9b200aa3-f19d-4051-a975-d54ed258f73d service neutron] 10.222.0.15 "GET /v2.0/networks?id=06227175-383a-438d-b2ea-446bb23d085d HTTP/1.1" status: 200 len: 913 time: 0.4418297 Jun 01 19:25:19.440947 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-873bceaf-6543-4910-b6b7-dcba5f294027 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-885767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25238'] for router, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:19.443024 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-873bceaf-6543-4910-b6b7-dcba5f294027 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-901042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-886562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-981784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25327'] for router, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:19.478347 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-873bceaf-6543-4910-b6b7-dcba5f294027 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:19.532365 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-873bceaf-6543-4910-b6b7-dcba5f294027 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-885820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-886655'] for router, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:19.607882 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-873bceaf-6543-4910-b6b7-dcba5f294027 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks [] for router, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:19.615873 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-873bceaf-6543-4910-b6b7-dcba5f294027 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.3250780 Jun 01 19:25:19.619859 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 44506) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:25:19.631789 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c3334925-14f8-41cb-a07b-1b1761ab9861 req-05e344c5-7d07-491a-8898-3f70e8313170 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a9985629-5fd7-4795-980d-97eb5eacda35 HTTP/1.1" status: 200 len: 217 time: 0.1835580 Jun 01 19:25:19.638203 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-c2b54732-4281-40b6-82f2-be312505cb18 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Request body: {'port': {'network_id': '240b30d2-952b-49dc-8f81-13d7db9a8b13', 'name': 'tempest-PortsTestJSON-485991371'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:25:19.713284 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9caabd15-fbf4-4c4e-a38f-a13626eeb5ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc93f83c3-7fb6-5c13-a9d4-29d739a4e8d2-240b30d2-952b-49dc-8f81-13d7db9a8b13', 'network_id': '240b30d2-952b-49dc-8f81-13d7db9a8b13', 'tenant_id': '49f164ab97724edfa685b6f748ec92c5', 'fixed_ips': [{'subnet_id': '90827f93-f10a-429e-9b72-4f02be12bd46'}]}} from n-d-844202-1. {{(pid=88526) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 19:25:19.714157 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-9caabd15-fbf4-4c4e-a38f-a13626eeb5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:19.805475 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3334925-14f8-41cb-a07b-1b1761ab9861 req-56e5e3cb-1405-43f2-9911-bc677cf5834e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:25:19.808906 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c3334925-14f8-41cb-a07b-1b1761ab9861 req-56e5e3cb-1405-43f2-9911-bc677cf5834e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3c6d4c6d-6977-4f9b-a44c-9b6b04f8ca29 HTTP/1.1" status: 200 len: 851 time: 0.1679564 Jun 01 19:25:20.001206 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-c2b54732-4281-40b6-82f2-be312505cb18 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:25:20.016003 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-c2b54732-4281-40b6-82f2-be312505cb18 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Usage tracker for resource:port and tenant:49f164ab97724edfa685b6f748ec92c5 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:25:20.024316 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-c2b54732-4281-40b6-82f2-be312505cb18 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:25:20.051735 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-c2b54732-4281-40b6-82f2-be312505cb18 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:25:20.055371 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.db_base_plugin_common [None req-9caabd15-fbf4-4c4e-a38f-a13626eeb5ae None None] Allocated IP 172.20.0.2 (240b30d2-952b-49dc-8f81-13d7db9a8b13/90827f93-f10a-429e-9b72-4f02be12bd46/8035dca5-7972-445f-8759-2c34bb714352) {{(pid=88526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:25:20.057364 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3334925-14f8-41cb-a07b-1b1761ab9861 req-0eb55154-8f46-4257-a6f4-460cd0149b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:25:20.059416 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c3334925-14f8-41cb-a07b-1b1761ab9861 req-0eb55154-8f46-4257-a6f4-460cd0149b77 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=06227175-383a-438d-b2ea-446bb23d085d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2360516 Jun 01 19:25:20.075367 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2b54732-4281-40b6-82f2-be312505cb18 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Made reservation on behalf of 49f164ab97724edfa685b6f748ec92c5 for: {'port': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:25:20.084898 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-c2b54732-4281-40b6-82f2-be312505cb18 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:20.153531 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [None req-c2b54732-4281-40b6-82f2-be312505cb18 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] device_id is not set on port f5ea4f33-a9fc-484f-9be2-ea4d9b059c4e yet. {{(pid=88524) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 19:25:20.387201 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c3334925-14f8-41cb-a07b-1b1761ab9861 req-e85eae29-2b69-4f47-82ba-936a8d0c72f4 service neutron] 10.222.0.15 "GET /v2.0/networks/06227175-383a-438d-b2ea-446bb23d085d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3154845 Jun 01 19:25:20.530514 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-9caabd15-fbf4-4c4e-a38f-a13626eeb5ae None None] Notify callbacks [] for port, precommit_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:20.553983 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-9caabd15-fbf4-4c4e-a38f-a13626eeb5ae None None] Transition to ACTIVE for port object 8035dca5-7972-445f-8759-2c34bb714352 will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:25:20.592760 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-9caabd15-fbf4-4c4e-a38f-a13626eeb5ae None None] Transition to ACTIVE for port object 8035dca5-7972-445f-8759-2c34bb714352 will not be triggered until provisioned by entity DHCP. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:25:20.601413 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-9caabd15-fbf4-4c4e-a38f-a13626eeb5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526'] for port, after_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:20.747935 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9caabd15-fbf4-4c4e-a38f-a13626eeb5ae None None] Network 240b30d2-952b-49dc-8f81-13d7db9a8b13 is already hosted by enough agents. {{(pid=88526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:25:20.769719 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.base_scheduler [None req-9caabd15-fbf4-4c4e-a38f-a13626eeb5ae None None] Resources bound (agent type, host, resource id): {{(pid=88526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:25:20.791142 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9caabd15-fbf4-4c4e-a38f-a13626eeb5ae None None] Received port after_create {{(pid=88526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:25:20.967908 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c3334925-14f8-41cb-a07b-1b1761ab9861 req-48b2bd3d-4837-4624-b03b-fd4de0f8d132 service neutron] 10.222.0.15 "GET /v2.0/networks/06227175-383a-438d-b2ea-446bb23d085d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5724850 Jun 01 19:25:21.049113 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [None req-c2b54732-4281-40b6-82f2-be312505cb18 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Allocated IP 172.20.0.13 (240b30d2-952b-49dc-8f81-13d7db9a8b13/90827f93-f10a-429e-9b72-4f02be12bd46/f5ea4f33-a9fc-484f-9be2-ea4d9b059c4e) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:25:21.055101 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9caabd15-fbf4-4c4e-a38f-a13626eeb5ae None None] Pushing event updated for resources: {'Port': ['ID=8035dca5-7972-445f-8759-2c34bb714352,revision_number=1']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:25:21.061914 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bade2c5-a201-4ed5-964d-65f2a72ac512 req-fc59104b-3b3e-4410-aaf7-98ab44e380bc tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:25:21.062456 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-9caabd15-fbf4-4c4e-a38f-a13626eeb5ae None None] Attempting to bind port 8035dca5-7972-445f-8759-2c34bb714352 on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:25:21.064099 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-9bade2c5-a201-4ed5-964d-65f2a72ac512 req-fc59104b-3b3e-4410-aaf7-98ab44e380bc tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc09b409-a696-4f03-a5aa-1fc2fdb243e3 HTTP/1.1" status: 200 len: 943 time: 0.4124162 Jun 01 19:25:21.070369 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-9caabd15-fbf4-4c4e-a38f-a13626eeb5ae None None] Attempting to bind port 8035dca5-7972-445f-8759-2c34bb714352 by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': 'bf7d0e53-7eef-4394-8da2-c91946a66b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '240b30d2-952b-49dc-8f81-13d7db9a8b13'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:25:21.070809 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9caabd15-fbf4-4c4e-a38f-a13626eeb5ae None None] Attempting to bind port 8035dca5-7972-445f-8759-2c34bb714352 on network 240b30d2-952b-49dc-8f81-13d7db9a8b13 {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:25:21.088929 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9caabd15-fbf4-4c4e-a38f-a13626eeb5ae None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:25:21.089557 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9caabd15-fbf4-4c4e-a38f-a13626eeb5ae None None] Checking segment: {'id': 'bf7d0e53-7eef-4394-8da2-c91946a66b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '240b30d2-952b-49dc-8f81-13d7db9a8b13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:25:21.090018 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-9caabd15-fbf4-4c4e-a38f-a13626eeb5ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:21.090416 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9caabd15-fbf4-4c4e-a38f-a13626eeb5ae None None] Bound using segment: {'id': 'bf7d0e53-7eef-4394-8da2-c91946a66b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '240b30d2-952b-49dc-8f81-13d7db9a8b13'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:25:21.090899 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-9caabd15-fbf4-4c4e-a38f-a13626eeb5ae None None] Bound port: 8035dca5-7972-445f-8759-2c34bb714352, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf7d0e53-7eef-4394-8da2-c91946a66b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '240b30d2-952b-49dc-8f81-13d7db9a8b13'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:25:21.091281 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-9caabd15-fbf4-4c4e-a38f-a13626eeb5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:21.227473 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-9bade2c5-a201-4ed5-964d-65f2a72ac512 req-83b6bf6a-1b20-4dda-98e9-3d983a11d43b tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/security-groups?id=57a825b2-df9c-47c9-a42f-bb66ab7a288b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463819 Jun 01 19:25:21.396500 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-9caabd15-fbf4-4c4e-a38f-a13626eeb5ae None None] For port 8035dca5-7972-445f-8759-2c34bb714352, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:25:21.403964 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-9caabd15-fbf4-4c4e-a38f-a13626eeb5ae None None] For port 8035dca5-7972-445f-8759-2c34bb714352, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=8035dca5-7972-445f-8759-2c34bb714352,segment=NetworkSegment(bf7d0e53-7eef-4394-8da2-c91946a66b26),segment_id=bf7d0e53-7eef-4394-8da2-c91946a66b26)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:25:21.435190 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-9caabd15-fbf4-4c4e-a38f-a13626eeb5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:21.486687 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-c2b54732-4281-40b6-82f2-be312505cb18 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:21.514489 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [None req-c2b54732-4281-40b6-82f2-be312505cb18 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Transition to ACTIVE for port object f5ea4f33-a9fc-484f-9be2-ea4d9b059c4e will not be triggered until provisioned by entity DHCP. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:25:21.557599 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-c2b54732-4281-40b6-82f2-be312505cb18 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:21.573515 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9caabd15-fbf4-4c4e-a38f-a13626eeb5ae None None] Pushing event updated for resources: {'Port': ['ID=8035dca5-7972-445f-8759-2c34bb714352,revision_number=2']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:25:21.738552 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2b54732-4281-40b6-82f2-be312505cb18 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Network 240b30d2-952b-49dc-8f81-13d7db9a8b13 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:25:21.745610 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-c2b54732-4281-40b6-82f2-be312505cb18 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:25:21.757236 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b54732-4281-40b6-82f2-be312505cb18 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:25:21.841501 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b54732-4281-40b6-82f2-be312505cb18 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Pushing event updated for resources: {'Port': ['ID=f5ea4f33-a9fc-484f-9be2-ea4d9b059c4e,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:25:21.882121 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2b54732-4281-40b6-82f2-be312505cb18 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:25:21.883010 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-c2b54732-4281-40b6-82f2-be312505cb18 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:21.957650 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 44520) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:25:21.957968 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-c2b54732-4281-40b6-82f2-be312505cb18 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.3343081 Jun 01 19:25:22.670646 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffab58b1-de32-402b-81c5-7223a8829981 req-fe70ec1a-e519-4f9e-9793-56e67c341b2c tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:25:22.699862 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ffab58b1-de32-402b-81c5-7223a8829981 req-fe70ec1a-e519-4f9e-9793-56e67c341b2c tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc09b409-a696-4f03-a5aa-1fc2fdb243e3 HTTP/1.1" status: 200 len: 943 time: 0.1720541 Jun 01 19:25:22.847723 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ffab58b1-de32-402b-81c5-7223a8829981 req-a7cc8464-93cd-400b-94a6-1d09efa12d96 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/security-groups?id=57a825b2-df9c-47c9-a42f-bb66ab7a288b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480131 Jun 01 19:25:22.935315 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 8035dca5-7972-445f-8759-2c34bb714352 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:25:23.191493 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port 8035dca5-7972-445f-8759-2c34bb714352 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:25:23.928144 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc3b715c-8799-4626-b0cc-cb2072237b6a None None] Network 240b30d2-952b-49dc-8f81-13d7db9a8b13 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:25:24.229237 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-34e4739a-647d-45a8-99b0-101ca77d7259 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:24.272572 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f5c1f309-a0ae-4029-9248-a205e03d1ed7 None None] Provisioning for port 8035dca5-7972-445f-8759-2c34bb714352 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:25:24.285263 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f5c1f309-a0ae-4029-9248-a205e03d1ed7 None None] Provisioning complete for port 8035dca5-7972-445f-8759-2c34bb714352 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:25:24.285873 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f5c1f309-a0ae-4029-9248-a205e03d1ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:24.604142 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f5c1f309-a0ae-4029-9248-a205e03d1ed7 None None] Current status of the port 8035dca5-7972-445f-8759-2c34bb714352 is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:25:24.604142 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f5c1f309-a0ae-4029-9248-a205e03d1ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:24.692360 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-34e4739a-647d-45a8-99b0-101ca77d7259 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks [] for port, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:24.698338 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f5c1f309-a0ae-4029-9248-a205e03d1ed7 None None] For port 8035dca5-7972-445f-8759-2c34bb714352, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=8035dca5-7972-445f-8759-2c34bb714352,segment=NetworkSegment(bf7d0e53-7eef-4394-8da2-c91946a66b26),segment_id=bf7d0e53-7eef-4394-8da2-c91946a66b26)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:25:24.704820 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686abefe-46ba-4d67-bb49-65bff70902ed req-74e194f1-9651-45ea-9877-9127dec96412 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:25:24.711266 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f5c1f309-a0ae-4029-9248-a205e03d1ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:24.718087 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-686abefe-46ba-4d67-bb49-65bff70902ed req-74e194f1-9651-45ea-9877-9127dec96412 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc09b409-a696-4f03-a5aa-1fc2fdb243e3 HTTP/1.1" status: 200 len: 943 time: 0.6021636 Jun 01 19:25:24.718087 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-34e4739a-647d-45a8-99b0-101ca77d7259 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:24.869919 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c1f309-a0ae-4029-9248-a205e03d1ed7 None None] Pushing event updated for resources: {'Port': ['ID=8035dca5-7972-445f-8759-2c34bb714352,revision_number=3']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:25:24.902780 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.agents_db [None req-e814b9cf-7de8-45d0-a079-29c61fabe7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 19:25:24.927708 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e4739a-647d-45a8-99b0-101ca77d7259 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Pushing event updated for resources: {'Port': ['ID=f5ea4f33-a9fc-484f-9be2-ea4d9b059c4e,revision_number=2']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:25:25.125549 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-686abefe-46ba-4d67-bb49-65bff70902ed req-dbfcf446-9180-445d-94b7-4745ddfd2d0c tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/security-groups?id=57a825b2-df9c-47c9-a42f-bb66ab7a288b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4283080 Jun 01 19:25:25.178396 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-c4809996-23b2-47a8-b6b8-afeac1c138c1 None None] Provisioning for port f5ea4f33-a9fc-484f-9be2-ea4d9b059c4e completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:25:25.192353 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-c4809996-23b2-47a8-b6b8-afeac1c138c1 None None] Provisioning complete for port f5ea4f33-a9fc-484f-9be2-ea4d9b059c4e triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:25:25.193553 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-c4809996-23b2-47a8-b6b8-afeac1c138c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:25.440907 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-c4809996-23b2-47a8-b6b8-afeac1c138c1 None None] Port f5ea4f33-a9fc-484f-9be2-ea4d9b059c4e cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:25:25.462712 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-c4809996-23b2-47a8-b6b8-afeac1c138c1 None None] Provisioning complete for port 8035dca5-7972-445f-8759-2c34bb714352 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:25:25.463244 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-c4809996-23b2-47a8-b6b8-afeac1c138c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:25.906495 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-c4809996-23b2-47a8-b6b8-afeac1c138c1 None None] Current status of the port 8035dca5-7972-445f-8759-2c34bb714352 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:25:25.999760 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-34e4739a-647d-45a8-99b0-101ca77d7259 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-887605'] for router_interface, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:26.090929 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-fdc03b65-ff5d-4fff-8352-f7977358c1b1 None None] Provisioning complete for port f5ea4f33-a9fc-484f-9be2-ea4d9b059c4e triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:25:26.094838 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-fdc03b65-ff5d-4fff-8352-f7977358c1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:26.363296 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-fdc03b65-ff5d-4fff-8352-f7977358c1b1 None None] Port f5ea4f33-a9fc-484f-9be2-ea4d9b059c4e cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:25:26.519124 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-34e4739a-647d-45a8-99b0-101ca77d7259 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:26.651387 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 8035dca5-7972-445f-8759-2c34bb714352 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:25:26.656847 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113fde58-7308-4449-ad77-6dea729edf73 req-5ba199eb-00a6-4243-a64f-67a9f56a95cc tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:25:26.670138 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-113fde58-7308-4449-ad77-6dea729edf73 req-5ba199eb-00a6-4243-a64f-67a9f56a95cc tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc09b409-a696-4f03-a5aa-1fc2fdb243e3 HTTP/1.1" status: 200 len: 943 time: 0.1897626 Jun 01 19:25:26.781654 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 8035dca5-7972-445f-8759-2c34bb714352 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:25:26.781654 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:26.990932 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-113fde58-7308-4449-ad77-6dea729edf73 req-3bf2a1d3-88d6-4e3e-97bc-77c0a8e6fb38 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/security-groups?id=57a825b2-df9c-47c9-a42f-bb66ab7a288b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3005280 Jun 01 19:25:27.290724 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 8035dca5-7972-445f-8759-2c34bb714352 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:25:27.421261 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-34e4739a-647d-45a8-99b0-101ca77d7259 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks [] for port, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:27.432339 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-34e4739a-647d-45a8-99b0-101ca77d7259 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:27.591060 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e4739a-647d-45a8-99b0-101ca77d7259 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Pushing event updated for resources: {'Port': ['ID=f5ea4f33-a9fc-484f-9be2-ea4d9b059c4e,revision_number=3']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:25:27.600897 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-34e4739a-647d-45a8-99b0-101ca77d7259 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-887436'] for router_interface, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:27.762808 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34e4739a-647d-45a8-99b0-101ca77d7259 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Network 240b30d2-952b-49dc-8f81-13d7db9a8b13 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:25:27.763983 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-34e4739a-647d-45a8-99b0-101ca77d7259 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:25:28.101825 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34e4739a-647d-45a8-99b0-101ca77d7259 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Router ba4afd6a-9b8d-44e2-b3ca-b87da543d314 is scheduled to L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 with binding_index 1 {{(pid=88525) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 19:25:28.237256 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-5dee40ca-ac01-4810-bebb-28bb4efb8fa1 None None] Provisioning complete for port f5ea4f33-a9fc-484f-9be2-ea4d9b059c4e triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:25:28.247257 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-5dee40ca-ac01-4810-bebb-28bb4efb8fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:28.396707 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-5dee40ca-ac01-4810-bebb-28bb4efb8fa1 None None] Port f5ea4f33-a9fc-484f-9be2-ea4d9b059c4e cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:25:28.588863 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34e4739a-647d-45a8-99b0-101ca77d7259 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:25:28.598665 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-34e4739a-647d-45a8-99b0-101ca77d7259 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] 10.222.0.41 "PUT /v2.0/routers/ba4afd6a-9b8d-44e2-b3ca-b87da543d314/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6348326 Jun 01 19:25:28.598665 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 44564) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:25:28.612975 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1e13b6-1735-4325-a909-5dcfb1d6f1ad None None] Sync routers for ids ['ba4afd6a-9b8d-44e2-b3ca-b87da543d314'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:25:28.631949 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1e13b6-1735-4325-a909-5dcfb1d6f1ad None None] Routers {'ba4afd6a-9b8d-44e2-b3ca-b87da543d314'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:25:28.633231 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-1e1e13b6-1735-4325-a909-5dcfb1d6f1ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:25:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['ba4afd6a-9b8d-44e2-b3ca-b87da543d314'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:25:28.674752 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebf711c-f965-4c80-be7d-d914e050072e req-b5a5a744-bf0e-418f-9181-65d039c1bcca tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:25:28.676067 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-1ebf711c-f965-4c80-be7d-d914e050072e req-b5a5a744-bf0e-418f-9181-65d039c1bcca tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc09b409-a696-4f03-a5aa-1fc2fdb243e3 HTTP/1.1" status: 200 len: 943 time: 0.3070927 Jun 01 19:25:28.715277 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-773d943d-df9b-44d6-8cbc-26d51dcd47f0 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:25:28.721335 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-773d943d-df9b-44d6-8cbc-26d51dcd47f0 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba4afd6a-9b8d-44e2-b3ca-b87da543d314 HTTP/1.1" status: 200 len: 982 time: 0.1181705 Jun 01 19:25:28.721993 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-1e1e13b6-1735-4325-a909-5dcfb1d6f1ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:25:28.722085 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 44568) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:25:28.727404 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1e13b6-1735-4325-a909-5dcfb1d6f1ad None None] Routers {'ba4afd6a-9b8d-44e2-b3ca-b87da543d314'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:25:28.727672 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-1e1e13b6-1735-4325-a909-5dcfb1d6f1ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:25:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['ba4afd6a-9b8d-44e2-b3ca-b87da543d314'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:25:28.811111 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-1e1e13b6-1735-4325-a909-5dcfb1d6f1ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:25:28.811111 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1e13b6-1735-4325-a909-5dcfb1d6f1ad None None] The sync data for ids ['ba4afd6a-9b8d-44e2-b3ca-b87da543d314'] in n-d-844202-1 is: [] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:25:28.881512 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-1ebf711c-f965-4c80-be7d-d914e050072e req-b1bf516a-6f83-4432-98b8-a18426b6f817 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/security-groups?id=57a825b2-df9c-47c9-a42f-bb66ab7a288b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897597 Jun 01 19:25:29.390117 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-878c083d-2800-4f93-8d51-07e16a78f1e4 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-887474'] for router_interface, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:29.735806 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-878c083d-2800-4f93-8d51-07e16a78f1e4 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Deleting port f5ea4f33-a9fc-484f-9be2-ea4d9b059c4e {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:25:29.737368 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-878c083d-2800-4f93-8d51-07e16a78f1e4 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:29.962071 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-878c083d-2800-4f93-8d51-07e16a78f1e4 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:30.129465 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-878c083d-2800-4f93-8d51-07e16a78f1e4 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Calling delete_port for f5ea4f33-a9fc-484f-9be2-ea4d9b059c4e owned by network:router_interface {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:25:30.230002 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82d6ded-c631-417e-8f73-651055933ba3 req-73cdb042-442b-4f62-92c0-c2b320820781 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:25:30.231917 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d82d6ded-c631-417e-8f73-651055933ba3 req-73cdb042-442b-4f62-92c0-c2b320820781 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc09b409-a696-4f03-a5aa-1fc2fdb243e3 HTTP/1.1" status: 200 len: 943 time: 0.1221282 Jun 01 19:25:30.337149 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d82d6ded-c631-417e-8f73-651055933ba3 req-c2779944-2ba8-479a-a176-7c8cf9df65c2 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/security-groups?id=57a825b2-df9c-47c9-a42f-bb66ab7a288b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768459 Jun 01 19:25:30.514094 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-878c083d-2800-4f93-8d51-07e16a78f1e4 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:30.570283 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878c083d-2800-4f93-8d51-07e16a78f1e4 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Pushing event deleted for resources: {'Port': ['ID=f5ea4f33-a9fc-484f-9be2-ea4d9b059c4e,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:25:30.870163 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-878c083d-2800-4f93-8d51-07e16a78f1e4 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-887310'] for router_interface, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:31.221318 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-878c083d-2800-4f93-8d51-07e16a78f1e4 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Router ba4afd6a-9b8d-44e2-b3ca-b87da543d314 has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 19:25:31.599799 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-878c083d-2800-4f93-8d51-07e16a78f1e4 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:25:31.621121 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487026ca-60b0-43e1-988c-71d4fd6dc295 None None] Sync routers for ids ['ba4afd6a-9b8d-44e2-b3ca-b87da543d314'] in n-d-844202-1 {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:25:31.644304 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487026ca-60b0-43e1-988c-71d4fd6dc295 None None] Routers {'ba4afd6a-9b8d-44e2-b3ca-b87da543d314'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:25:31.644304 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-487026ca-60b0-43e1-988c-71d4fd6dc295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:25:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['ba4afd6a-9b8d-44e2-b3ca-b87da543d314'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:25:31.678367 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-878c083d-2800-4f93-8d51-07e16a78f1e4 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] 10.222.0.41 "PUT /v2.0/routers/ba4afd6a-9b8d-44e2-b3ca-b87da543d314/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9440315 Jun 01 19:25:31.685083 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 44594) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:25:31.776039 n-d-844202-1 neutron-server[88524]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ae0e654-26c0-4313-b499-0990b8328e0d tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] GET failed (client error): The resource could not be found. Jun 01 19:25:31.777483 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-2ae0e654-26c0-4313-b499-0990b8328e0d tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Synchronizing usage tracker for tenant:49f164ab97724edfa685b6f748ec92c5 on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:25:31.810671 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-2ae0e654-26c0-4313-b499-0990b8328e0d tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Unset dirty status for tenant:49f164ab97724edfa685b6f748ec92c5 on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:25:31.810671 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-2ae0e654-26c0-4313-b499-0990b8328e0d tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] 10.222.0.41 "GET /v2.0/ports/f5ea4f33-a9fc-484f-9be2-ea4d9b059c4e HTTP/1.1" status: 404 len: 333 time: 0.1337492 Jun 01 19:25:31.810671 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 44598) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:25:31.874473 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3888fcb4-0a12-4fb3-8a33-ff256f30cb87 req-d6b1df8b-e6d1-4daa-9a54-2f98f2d6c3f2 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:25:31.895746 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3888fcb4-0a12-4fb3-8a33-ff256f30cb87 req-d6b1df8b-e6d1-4daa-9a54-2f98f2d6c3f2 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc09b409-a696-4f03-a5aa-1fc2fdb243e3 HTTP/1.1" status: 200 len: 943 time: 0.3371267 Jun 01 19:25:31.902440 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-487026ca-60b0-43e1-988c-71d4fd6dc295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:25:31.915994 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487026ca-60b0-43e1-988c-71d4fd6dc295 None None] Routers {'ba4afd6a-9b8d-44e2-b3ca-b87da543d314'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:25:31.915994 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-487026ca-60b0-43e1-988c-71d4fd6dc295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:25:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['ba4afd6a-9b8d-44e2-b3ca-b87da543d314'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:25:31.983327 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-487026ca-60b0-43e1-988c-71d4fd6dc295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:25:31.983865 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487026ca-60b0-43e1-988c-71d4fd6dc295 None None] The sync data for ids ['ba4afd6a-9b8d-44e2-b3ca-b87da543d314'] in n-d-844202-1 is: [] {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:25:32.041981 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3888fcb4-0a12-4fb3-8a33-ff256f30cb87 req-1d0b7686-80f9-4c38-b208-997d118827a0 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/security-groups?id=57a825b2-df9c-47c9-a42f-bb66ab7a288b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562316 Jun 01 19:25:32.077417 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1f6f0b71-ada2-4abf-ab7f-35a513258c30 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks [] for router, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:32.420865 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1f6f0b71-ada2-4abf-ab7f-35a513258c30 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25316'] for router, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:32.424346 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1f6f0b71-ada2-4abf-ab7f-35a513258c30 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:32.468897 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1f6f0b71-ada2-4abf-ab7f-35a513258c30 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-891519'] for router, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:32.468897 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f6f0b71-ada2-4abf-ab7f-35a513258c30 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Fanout notify agent at l3_agent the message router_deleted on router ba4afd6a-9b8d-44e2-b3ca-b87da543d314 {{(pid=88524) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 19:25:32.480883 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1f6f0b71-ada2-4abf-ab7f-35a513258c30 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks [] for router, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:32.482260 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-1f6f0b71-ada2-4abf-ab7f-35a513258c30 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] 10.222.0.41 "DELETE /v2.0/routers/ba4afd6a-9b8d-44e2-b3ca-b87da543d314 HTTP/1.1" status: 204 len: 168 time: 0.6711485 Jun 01 19:25:32.483950 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 44608) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:25:32.571469 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b746b44-e8c0-4097-b379-3b445c679b64 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Deleting subnet 90827f93-f10a-429e-9b72-4f02be12bd46 {{(pid=88525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 19:25:32.577744 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4b746b44-e8c0-4097-b379-3b445c679b64 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks [] for subnet, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:32.682672 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4b746b44-e8c0-4097-b379-3b445c679b64 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2258509'] for subnet, precommit_delete_associations {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:32.784014 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4b746b44-e8c0-4097-b379-3b445c679b64 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:32.866952 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4b746b44-e8c0-4097-b379-3b445c679b64 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2614143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9667199'] for subnet, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:32.911011 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b746b44-e8c0-4097-b379-3b445c679b64 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Pushing event deleted for resources: {'Subnet': ['ID=90827f93-f10a-429e-9b72-4f02be12bd46,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:25:32.917069 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4b746b44-e8c0-4097-b379-3b445c679b64 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks [] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:32.924706 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-4b746b44-e8c0-4097-b379-3b445c679b64 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] 10.222.0.41 "DELETE /v2.0/subnets/90827f93-f10a-429e-9b72-4f02be12bd46 HTTP/1.1" status: 204 len: 168 time: 0.4380107 Jun 01 19:25:32.930807 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 44612) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:25:32.946784 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3580f325-15ec-401c-8f3f-c523a3e6bc29 None None] Network 240b30d2-952b-49dc-8f81-13d7db9a8b13 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:25:33.167511 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-17c8a721-14b2-4a8e-be42-28769051bea9 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:33.197375 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-17c8a721-14b2-4a8e-be42-28769051bea9 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Deleting port 8035dca5-7972-445f-8759-2c34bb714352 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:25:33.197857 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-17c8a721-14b2-4a8e-be42-28769051bea9 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:33.350865 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eafbabdb-4b95-43ce-9f38-156003fd7b50 None None] DHCP port deletion for 240b30d2-952b-49dc-8f81-13d7db9a8b13 request from n-d-844202-1 {{(pid=88526) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 19:25:33.355815 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-eafbabdb-4b95-43ce-9f38-156003fd7b50 None None] Deleting port 8035dca5-7972-445f-8759-2c34bb714352 {{(pid=88526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:25:33.356494 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-eafbabdb-4b95-43ce-9f38-156003fd7b50 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:33.610245 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-eafbabdb-4b95-43ce-9f38-156003fd7b50 None None] For port 8035dca5-7972-445f-8759-2c34bb714352, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=8035dca5-7972-445f-8759-2c34bb714352,segment=NetworkSegment(bf7d0e53-7eef-4394-8da2-c91946a66b26),segment_id=bf7d0e53-7eef-4394-8da2-c91946a66b26)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:25:33.610562 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-eafbabdb-4b95-43ce-9f38-156003fd7b50 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:33.623765 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d141fce-1c1a-4dd7-9fdf-17fe89d637d4 req-5d574607-2886-4b5e-ac7b-889faaa29134 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:25:33.625246 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5d141fce-1c1a-4dd7-9fdf-17fe89d637d4 req-5d574607-2886-4b5e-ac7b-889faaa29134 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc09b409-a696-4f03-a5aa-1fc2fdb243e3 HTTP/1.1" status: 200 len: 943 time: 0.3974876 Jun 01 19:25:33.689725 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [None req-17c8a721-14b2-4a8e-be42-28769051bea9 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] For port 8035dca5-7972-445f-8759-2c34bb714352, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=8035dca5-7972-445f-8759-2c34bb714352,segment=NetworkSegment(bf7d0e53-7eef-4394-8da2-c91946a66b26),segment_id=bf7d0e53-7eef-4394-8da2-c91946a66b26)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:25:33.690368 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-17c8a721-14b2-4a8e-be42-28769051bea9 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:33.740469 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-eafbabdb-4b95-43ce-9f38-156003fd7b50 None None] Calling delete_port for 8035dca5-7972-445f-8759-2c34bb714352 owned by network:dhcp {{(pid=88526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:25:33.757761 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5d141fce-1c1a-4dd7-9fdf-17fe89d637d4 req-805031cb-74cd-461d-84e3-92366ee802bd tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/security-groups?id=57a825b2-df9c-47c9-a42f-bb66ab7a288b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214228 Jun 01 19:25:33.823611 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-eafbabdb-4b95-43ce-9f38-156003fd7b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535'] for port, after_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:33.836107 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-17c8a721-14b2-4a8e-be42-28769051bea9 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Calling delete_port for 8035dca5-7972-445f-8759-2c34bb714352 owned by network:dhcp {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:25:33.874357 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafbabdb-4b95-43ce-9f38-156003fd7b50 None None] Pushing event deleted for resources: {'Port': ['ID=8035dca5-7972-445f-8759-2c34bb714352,revision_number=None']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:25:33.876582 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eafbabdb-4b95-43ce-9f38-156003fd7b50 None None] No DVR routers for this DVR port 8035dca5-7972-445f-8759-2c34bb714352 on host n-d-844202-1 {{(pid=88526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:25:33.934637 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.db.api [None req-17c8a721-14b2-4a8e-be42-28769051bea9 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88524) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 19:25:33.937796 n-d-844202-1 neutron-server[88524]: DEBUG oslo_db.api [None req-17c8a721-14b2-4a8e-be42-28769051bea9 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 19:25:34.446275 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-17c8a721-14b2-4a8e-be42-28769051bea9 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Deleting port 8035dca5-7972-445f-8759-2c34bb714352 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:25:34.446275 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-17c8a721-14b2-4a8e-be42-28769051bea9 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:34.542064 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-17c8a721-14b2-4a8e-be42-28769051bea9 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] The port '8035dca5-7972-445f-8759-2c34bb714352' was deleted {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 01 19:25:34.666197 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 8035dca5-7972-445f-8759-2c34bb714352 no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:25:34.730994 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-17c8a721-14b2-4a8e-be42-28769051bea9 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:34.739131 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: 8035dca5-7972-445f-8759-2c34bb714352 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:25:34.739131 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 8035dca5-7972-445f-8759-2c34bb714352 not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:25:34.763451 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-17c8a721-14b2-4a8e-be42-28769051bea9 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['240b30d2-952b-49dc-8f81-13d7db9a8b13']}} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:25:34.781915 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-17c8a721-14b2-4a8e-be42-28769051bea9 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf7d0e53-7eef-4394-8da2-c91946a66b26') {'for_net_delete': True} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:25:34.782334 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-17c8a721-14b2-4a8e-be42-28769051bea9 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf7d0e53-7eef-4394-8da2-c91946a66b26') {} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:25:34.804795 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-17c8a721-14b2-4a8e-be42-28769051bea9 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2702126'] for segment, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:34.845204 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-17c8a721-14b2-4a8e-be42-28769051bea9 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:34.846645 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17c8a721-14b2-4a8e-be42-28769051bea9 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=88524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 19:25:34.846645 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-17c8a721-14b2-4a8e-be42-28769051bea9 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2719018'] for segment, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:35.029270 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment bf7d0e53-7eef-4394-8da2-c91946a66b26 resource provider aggregate not found Jun 01 19:25:35.062948 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment bf7d0e53-7eef-4394-8da2-c91946a66b26 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bf7d0e53-7eef-4394-8da2-c91946a66b26 found for delete ", "request_id": "req-7c492e46-0ec9-4d5b-9a61-cf6b49b92517"}]} Jun 01 19:25:35.084376 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-17c8a721-14b2-4a8e-be42-28769051bea9 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:35.116090 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a8a36c-05f4-41b9-840f-64ba1e60d683 req-d3741f86-f7b2-450d-81ae-a4c7e041b6fc tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:25:35.116783 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-17c8a721-14b2-4a8e-be42-28769051bea9 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks [] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:35.123041 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-59a8a36c-05f4-41b9-840f-64ba1e60d683 req-d3741f86-f7b2-450d-81ae-a4c7e041b6fc tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc09b409-a696-4f03-a5aa-1fc2fdb243e3 HTTP/1.1" status: 200 len: 943 time: 0.2073979 Jun 01 19:25:35.126200 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c8a721-14b2-4a8e-be42-28769051bea9 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Pushing event deleted for resources: {'Network': ['ID=240b30d2-952b-49dc-8f81-13d7db9a8b13,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:25:35.150527 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-17c8a721-14b2-4a8e-be42-28769051bea9 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] 10.222.0.41 "DELETE /v2.0/networks/240b30d2-952b-49dc-8f81-13d7db9a8b13 HTTP/1.1" status: 204 len: 168 time: 2.2160580 Jun 01 19:25:35.156800 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 44640) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:25:35.192198 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-59a8a36c-05f4-41b9-840f-64ba1e60d683 req-b026ae99-1da3-4321-b1bc-da66be9fa920 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/security-groups?id=57a825b2-df9c-47c9-a42f-bb66ab7a288b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651753 Jun 01 19:25:35.268420 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-581e2d7c-cf15-4471-92b3-59820a2d2d13 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:25:35.268420 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-581e2d7c-cf15-4471-92b3-59820a2d2d13 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Synchronizing usage tracker for tenant:49f164ab97724edfa685b6f748ec92c5 on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:25:35.285396 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-581e2d7c-cf15-4471-92b3-59820a2d2d13 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Unset dirty status for tenant:49f164ab97724edfa685b6f748ec92c5 on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:25:35.285986 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-581e2d7c-cf15-4471-92b3-59820a2d2d13 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] 10.222.0.41 "GET /v2.0/ports/a2a97e68-f23a-484d-b986-64d520a03a76 HTTP/1.1" status: 200 len: 841 time: 0.1285226 Jun 01 19:25:35.290283 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 44644) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:25:35.385874 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-60e42117-76d6-4623-bbfd-672c53c29fb2 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Synchronizing usage tracker for tenant:49f164ab97724edfa685b6f748ec92c5 on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:25:35.397142 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-60e42117-76d6-4623-bbfd-672c53c29fb2 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Unset dirty status for tenant:49f164ab97724edfa685b6f748ec92c5 on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:25:35.407620 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 44648) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:25:35.409348 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-60e42117-76d6-4623-bbfd-672c53c29fb2 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] 10.222.0.41 "GET /v2.0/ports/a2a97e68-f23a-484d-b986-64d520a03a76?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1087615 Jun 01 19:25:35.413121 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-e5aa6630-7595-475b-95a3-d23aca37435a tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Request body: {'subnet': {'network_id': 'e19cd1bf-9241-4476-ae10-79bc84507053', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:25:35.586459 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-e5aa6630-7595-475b-95a3-d23aca37435a tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:25:35.587566 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-e5aa6630-7595-475b-95a3-d23aca37435a tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Usage tracker for resource:subnet and tenant:49f164ab97724edfa685b6f748ec92c5 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:25:35.593752 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-e5aa6630-7595-475b-95a3-d23aca37435a tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:25:35.597274 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-e5aa6630-7595-475b-95a3-d23aca37435a tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:25:35.614152 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5aa6630-7595-475b-95a3-d23aca37435a tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Made reservation on behalf of 49f164ab97724edfa685b6f748ec92c5 for: {'subnet': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:25:35.614152 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e5aa6630-7595-475b-95a3-d23aca37435a tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3066584'] for subnet, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:35.891771 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e5aa6630-7595-475b-95a3-d23aca37435a tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2718919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3066602'] for subnet, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:36.008345 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5aa6630-7595-475b-95a3-d23aca37435a tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Network e19cd1bf-9241-4476-ae10-79bc84507053 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:25:36.008345 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-e5aa6630-7595-475b-95a3-d23aca37435a tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:25:36.008345 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5aa6630-7595-475b-95a3-d23aca37435a tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:25:36.008345 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e5aa6630-7595-475b-95a3-d23aca37435a tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:36.049002 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5aa6630-7595-475b-95a3-d23aca37435a tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Pushing event updated for resources: {'Subnet': ['ID=15c40bca-bddb-4dc8-abad-5ff535775c50,revision_number=0']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:25:36.055133 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 44654) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:25:36.063229 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-a307289f-7af5-4146-8847-6d19078fe1ee tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Request body: {'security_group': {'name': 'tempest-secgroup-1405686177'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:25:36.072980 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaf52e9c-f919-40d5-9216-43041c933611 None None] Network e19cd1bf-9241-4476-ae10-79bc84507053 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:25:36.083886 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-e5aa6630-7595-475b-95a3-d23aca37435a tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6628208 Jun 01 19:25:36.093435 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-a307289f-7af5-4146-8847-6d19078fe1ee tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:25:36.093435 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-a307289f-7af5-4146-8847-6d19078fe1ee tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Usage tracker for resource:security_group and tenant:49f164ab97724edfa685b6f748ec92c5 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:25:36.093435 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-a307289f-7af5-4146-8847-6d19078fe1ee tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:25:36.114583 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-a307289f-7af5-4146-8847-6d19078fe1ee tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:25:36.133277 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a307289f-7af5-4146-8847-6d19078fe1ee tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:36.166651 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-a307289f-7af5-4146-8847-6d19078fe1ee tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:25:36.172178 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-a307289f-7af5-4146-8847-6d19078fe1ee tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Usage tracker for resource:security_group_rule and tenant:49f164ab97724edfa685b6f748ec92c5 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:25:36.177382 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-a307289f-7af5-4146-8847-6d19078fe1ee tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:25:36.188200 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-a307289f-7af5-4146-8847-6d19078fe1ee tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:25:36.304970 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a307289f-7af5-4146-8847-6d19078fe1ee tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:36.304970 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a307289f-7af5-4146-8847-6d19078fe1ee tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:36.544533 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e37ee921-5378-4f64-a9f0-e81b316476a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc93f83c3-7fb6-5c13-a9d4-29d739a4e8d2-e19cd1bf-9241-4476-ae10-79bc84507053', 'network_id': 'e19cd1bf-9241-4476-ae10-79bc84507053', 'tenant_id': '49f164ab97724edfa685b6f748ec92c5', 'fixed_ips': [{'subnet_id': '15c40bca-bddb-4dc8-abad-5ff535775c50'}]}} from n-d-844202-1. {{(pid=88526) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 19:25:36.544533 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-e37ee921-5378-4f64-a9f0-e81b316476a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:36.589761 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e82817a-80b1-403c-b4a0-f0f00fe253b8 req-30815808-423d-44e8-840e-3d20fa770975 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:25:36.600167 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-8e82817a-80b1-403c-b4a0-f0f00fe253b8 req-30815808-423d-44e8-840e-3d20fa770975 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc09b409-a696-4f03-a5aa-1fc2fdb243e3 HTTP/1.1" status: 200 len: 943 time: 0.1719518 Jun 01 19:25:36.666226 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a307289f-7af5-4146-8847-6d19078fe1ee tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a41df9f-4467-4e30-a984-f57a6b4353c1,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:25:36.666226 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a307289f-7af5-4146-8847-6d19078fe1ee tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:36.666226 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-a307289f-7af5-4146-8847-6d19078fe1ee tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6028802 Jun 01 19:25:36.666226 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 44666) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:25:36.666226 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-c7a825fb-c414-4cd6-a426-8134ba234492 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Request body: {'security_group': {'name': 'tempest-secgroup-433001715'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:25:36.698385 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-c7a825fb-c414-4cd6-a426-8134ba234492 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:25:36.698385 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-c7a825fb-c414-4cd6-a426-8134ba234492 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Usage tracker for resource:security_group and tenant:49f164ab97724edfa685b6f748ec92c5 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:25:36.698385 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-c7a825fb-c414-4cd6-a426-8134ba234492 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:25:36.708184 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-8e82817a-80b1-403c-b4a0-f0f00fe253b8 req-259c2c05-7343-4f4d-8886-1a012c54440a tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/security-groups?id=57a825b2-df9c-47c9-a42f-bb66ab7a288b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004212 Jun 01 19:25:36.726236 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-c7a825fb-c414-4cd6-a426-8134ba234492 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:25:36.735927 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c7a825fb-c414-4cd6-a426-8134ba234492 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:36.791002 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-c7a825fb-c414-4cd6-a426-8134ba234492 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:25:36.794729 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-c7a825fb-c414-4cd6-a426-8134ba234492 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Usage tracker for resource:security_group_rule and tenant:49f164ab97724edfa685b6f748ec92c5 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:25:36.822330 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-c7a825fb-c414-4cd6-a426-8134ba234492 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:25:36.822330 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-c7a825fb-c414-4cd6-a426-8134ba234492 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:25:36.877432 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.db_base_plugin_common [None req-e37ee921-5378-4f64-a9f0-e81b316476a2 None None] Allocated IP 172.20.0.2 (e19cd1bf-9241-4476-ae10-79bc84507053/15c40bca-bddb-4dc8-abad-5ff535775c50/72dbd09e-1cd2-4672-a3e0-11b51560f321) {{(pid=88526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:25:36.968587 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c7a825fb-c414-4cd6-a426-8134ba234492 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:36.976365 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c7a825fb-c414-4cd6-a426-8134ba234492 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:37.054429 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c7a825fb-c414-4cd6-a426-8134ba234492 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:37.058350 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-c7a825fb-c414-4cd6-a426-8134ba234492 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4007254 Jun 01 19:25:37.058350 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a825fb-c414-4cd6-a426-8134ba234492 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39c1d236-29a4-47f8-a26e-828bebc85aba,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:25:37.059420 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 44670) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:25:37.076989 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-767b21d8-af32-49da-8a59-caaaab182849 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-267715013', 'security_groups': ['39c1d236-29a4-47f8-a26e-828bebc85aba'], 'network_id': 'e19cd1bf-9241-4476-ae10-79bc84507053', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '15c40bca-bddb-4dc8-abad-5ff535775c50'}]}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:25:37.156988 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-d20cc515-d69f-463a-9626-1cac5a8c1854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:37.305019 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-767b21d8-af32-49da-8a59-caaaab182849 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:25:37.318594 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-767b21d8-af32-49da-8a59-caaaab182849 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:25:37.322372 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-e37ee921-5378-4f64-a9f0-e81b316476a2 None None] Notify callbacks [] for port, precommit_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:37.337354 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-e37ee921-5378-4f64-a9f0-e81b316476a2 None None] Transition to ACTIVE for port object 72dbd09e-1cd2-4672-a3e0-11b51560f321 will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:25:37.339043 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-767b21d8-af32-49da-8a59-caaaab182849 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Made reservation on behalf of 49f164ab97724edfa685b6f748ec92c5 for: {'port': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:25:37.363872 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-e37ee921-5378-4f64-a9f0-e81b316476a2 None None] Transition to ACTIVE for port object 72dbd09e-1cd2-4672-a3e0-11b51560f321 will not be triggered until provisioned by entity DHCP. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:25:37.370220 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-e37ee921-5378-4f64-a9f0-e81b316476a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526'] for port, after_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:37.440430 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e37ee921-5378-4f64-a9f0-e81b316476a2 None None] Network e19cd1bf-9241-4476-ae10-79bc84507053 is already hosted by enough agents. {{(pid=88526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:25:37.451925 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.base_scheduler [None req-e37ee921-5378-4f64-a9f0-e81b316476a2 None None] Resources bound (agent type, host, resource id): {{(pid=88526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:25:37.458597 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e37ee921-5378-4f64-a9f0-e81b316476a2 None None] Received port after_create {{(pid=88526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:25:37.559777 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-767b21d8-af32-49da-8a59-caaaab182849 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:37.583594 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37ee921-5378-4f64-a9f0-e81b316476a2 None None] Pushing event updated for resources: {'Port': ['ID=72dbd09e-1cd2-4672-a3e0-11b51560f321,revision_number=1']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:25:37.621812 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [None req-767b21d8-af32-49da-8a59-caaaab182849 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] device_id is not set on port e8d95fab-6c00-4984-b8de-23f7cc3c751c yet. {{(pid=88525) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 19:25:37.627661 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-e37ee921-5378-4f64-a9f0-e81b316476a2 None None] Attempting to bind port 72dbd09e-1cd2-4672-a3e0-11b51560f321 on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:25:37.627661 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-e37ee921-5378-4f64-a9f0-e81b316476a2 None None] Attempting to bind port 72dbd09e-1cd2-4672-a3e0-11b51560f321 by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': '83348ed6-7af4-4fad-8799-e86405376ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'e19cd1bf-9241-4476-ae10-79bc84507053'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:25:37.627661 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37ee921-5378-4f64-a9f0-e81b316476a2 None None] Attempting to bind port 72dbd09e-1cd2-4672-a3e0-11b51560f321 on network e19cd1bf-9241-4476-ae10-79bc84507053 {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:25:37.641513 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37ee921-5378-4f64-a9f0-e81b316476a2 None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:25:37.641513 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37ee921-5378-4f64-a9f0-e81b316476a2 None None] Checking segment: {'id': '83348ed6-7af4-4fad-8799-e86405376ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'e19cd1bf-9241-4476-ae10-79bc84507053'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:25:37.641513 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-e37ee921-5378-4f64-a9f0-e81b316476a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:37.641513 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37ee921-5378-4f64-a9f0-e81b316476a2 None None] Bound using segment: {'id': '83348ed6-7af4-4fad-8799-e86405376ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'e19cd1bf-9241-4476-ae10-79bc84507053'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:25:37.647390 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-e37ee921-5378-4f64-a9f0-e81b316476a2 None None] Bound port: 72dbd09e-1cd2-4672-a3e0-11b51560f321, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83348ed6-7af4-4fad-8799-e86405376ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'e19cd1bf-9241-4476-ae10-79bc84507053'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:25:37.647390 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-e37ee921-5378-4f64-a9f0-e81b316476a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:37.841967 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-e37ee921-5378-4f64-a9f0-e81b316476a2 None None] For port 72dbd09e-1cd2-4672-a3e0-11b51560f321, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:25:37.848394 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-e37ee921-5378-4f64-a9f0-e81b316476a2 None None] For port 72dbd09e-1cd2-4672-a3e0-11b51560f321, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=72dbd09e-1cd2-4672-a3e0-11b51560f321,segment=NetworkSegment(83348ed6-7af4-4fad-8799-e86405376ed1),segment_id=83348ed6-7af4-4fad-8799-e86405376ed1)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:25:37.852186 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-e37ee921-5378-4f64-a9f0-e81b316476a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:38.010064 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37ee921-5378-4f64-a9f0-e81b316476a2 None None] Pushing event updated for resources: {'Port': ['ID=72dbd09e-1cd2-4672-a3e0-11b51560f321,revision_number=2']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:25:38.167385 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8191cc88-1e7c-4adc-add0-115dfbf698cb req-e802cc3b-3133-48f4-9338-ac1caa0b8bad tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:25:38.171664 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8191cc88-1e7c-4adc-add0-115dfbf698cb req-e802cc3b-3133-48f4-9338-ac1caa0b8bad tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc09b409-a696-4f03-a5aa-1fc2fdb243e3 HTTP/1.1" status: 200 len: 943 time: 0.3232522 Jun 01 19:25:38.216870 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [None req-767b21d8-af32-49da-8a59-caaaab182849 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Allocated IP 172.20.0.3 (e19cd1bf-9241-4476-ae10-79bc84507053/15c40bca-bddb-4dc8-abad-5ff535775c50/e8d95fab-6c00-4984-b8de-23f7cc3c751c) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:25:38.284256 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8191cc88-1e7c-4adc-add0-115dfbf698cb req-51349f56-e4f3-4b2a-bda6-509818a8c367 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/security-groups?id=57a825b2-df9c-47c9-a42f-bb66ab7a288b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016078 Jun 01 19:25:38.725524 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-767b21d8-af32-49da-8a59-caaaab182849 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:38.782432 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [None req-767b21d8-af32-49da-8a59-caaaab182849 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Transition to ACTIVE for port object e8d95fab-6c00-4984-b8de-23f7cc3c751c will not be triggered until provisioned by entity DHCP. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:25:38.806574 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 72dbd09e-1cd2-4672-a3e0-11b51560f321 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:25:38.830532 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-767b21d8-af32-49da-8a59-caaaab182849 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:38.968853 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port 72dbd09e-1cd2-4672-a3e0-11b51560f321 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:25:38.987590 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-767b21d8-af32-49da-8a59-caaaab182849 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Network e19cd1bf-9241-4476-ae10-79bc84507053 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:25:39.012135 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-767b21d8-af32-49da-8a59-caaaab182849 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:25:39.060615 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-767b21d8-af32-49da-8a59-caaaab182849 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:25:39.168380 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767b21d8-af32-49da-8a59-caaaab182849 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Pushing event updated for resources: {'Port': ['ID=e8d95fab-6c00-4984-b8de-23f7cc3c751c,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:25:39.207852 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-767b21d8-af32-49da-8a59-caaaab182849 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:25:39.207852 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-767b21d8-af32-49da-8a59-caaaab182849 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:39.280271 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-767b21d8-af32-49da-8a59-caaaab182849 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.2169459 Jun 01 19:25:39.281712 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 44684) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:25:39.306991 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-374bd663-d33d-4291-8bae-9ad5e9364171 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Request body: {'subnet': {'network_id': 'e19cd1bf-9241-4476-ae10-79bc84507053', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:25:39.535510 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-374bd663-d33d-4291-8bae-9ad5e9364171 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:25:39.544013 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-374bd663-d33d-4291-8bae-9ad5e9364171 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Usage tracker for resource:subnet and tenant:49f164ab97724edfa685b6f748ec92c5 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:25:39.557547 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-374bd663-d33d-4291-8bae-9ad5e9364171 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:25:39.567135 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-374bd663-d33d-4291-8bae-9ad5e9364171 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:25:39.586045 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-8b1305a5-7c74-4e62-a88b-6f0e8cad8abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:39.592808 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-374bd663-d33d-4291-8bae-9ad5e9364171 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Made reservation on behalf of 49f164ab97724edfa685b6f748ec92c5 for: {'subnet': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:25:39.602978 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-374bd663-d33d-4291-8bae-9ad5e9364171 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9667140'] for subnet, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:39.763949 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca154027-ab25-487c-a48a-b09b76b21753 req-27c1ebbf-9e4c-4937-9ef0-32e92bd66c51 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:25:39.766033 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ca154027-ab25-487c-a48a-b09b76b21753 req-27c1ebbf-9e4c-4937-9ef0-32e92bd66c51 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc09b409-a696-4f03-a5aa-1fc2fdb243e3 HTTP/1.1" status: 200 len: 943 time: 0.1761475 Jun 01 19:25:39.775283 n-d-844202-1 neutron-server[88525]: INFO neutron.db.ipam_backend_mixin [None req-374bd663-d33d-4291-8bae-9ad5e9364171 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 15c40bca-bddb-4dc8-abad-5ff535775c50 (CIDR: 172.20.0.0/28) Jun 01 19:25:39.780159 n-d-844202-1 neutron-server[88525]: INFO neutron.pecan_wsgi.hooks.translation [None req-374bd663-d33d-4291-8bae-9ad5e9364171 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 01 19:25:39.780710 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-374bd663-d33d-4291-8bae-9ad5e9364171 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88525) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 19:25:39.804193 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-374bd663-d33d-4291-8bae-9ad5e9364171 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5154369 Jun 01 19:25:39.815681 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 44696) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:25:39.828671 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-5c7a6b1b-c405-409f-9dc7-59d18403f43f tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Request body: {'subnet': {'network_id': 'e19cd1bf-9241-4476-ae10-79bc84507053', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:25:39.830379 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ca154027-ab25-487c-a48a-b09b76b21753 req-d950b3de-f49c-413f-aaf5-2e769f831a43 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/security-groups?id=57a825b2-df9c-47c9-a42f-bb66ab7a288b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574012 Jun 01 19:25:39.961901 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-e9f8a316-f5f5-4657-9dc8-992f9317bf41 None None] Provisioning for port 72dbd09e-1cd2-4672-a3e0-11b51560f321 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:25:39.972430 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-e9f8a316-f5f5-4657-9dc8-992f9317bf41 None None] Provisioning complete for port 72dbd09e-1cd2-4672-a3e0-11b51560f321 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:25:39.973439 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-e9f8a316-f5f5-4657-9dc8-992f9317bf41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:40.054765 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-5c7a6b1b-c405-409f-9dc7-59d18403f43f tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:25:40.060159 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-5c7a6b1b-c405-409f-9dc7-59d18403f43f tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Usage tracker for resource:subnet and tenant:49f164ab97724edfa685b6f748ec92c5 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:25:40.068553 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-5c7a6b1b-c405-409f-9dc7-59d18403f43f tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:25:40.075621 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-5c7a6b1b-c405-409f-9dc7-59d18403f43f tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:25:40.088849 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c7a6b1b-c405-409f-9dc7-59d18403f43f tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Made reservation on behalf of 49f164ab97724edfa685b6f748ec92c5 for: {'subnet': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:25:40.093368 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5c7a6b1b-c405-409f-9dc7-59d18403f43f tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9667140'] for subnet, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:40.106889 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device a9985629-5fd7-4795-980d-97eb5eacda35 details requested by agent hyperv_n-h1-844202-1 with host n-h1-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 19:25:40.145027 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-e9f8a316-f5f5-4657-9dc8-992f9317bf41 None None] Current status of the port 72dbd09e-1cd2-4672-a3e0-11b51560f321 is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:25:40.145505 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-e9f8a316-f5f5-4657-9dc8-992f9317bf41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:40.192915 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-e9f8a316-f5f5-4657-9dc8-992f9317bf41 None None] For port 72dbd09e-1cd2-4672-a3e0-11b51560f321, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=72dbd09e-1cd2-4672-a3e0-11b51560f321,segment=NetworkSegment(83348ed6-7af4-4fad-8799-e86405376ed1),segment_id=83348ed6-7af4-4fad-8799-e86405376ed1)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:25:40.226228 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-e9f8a316-f5f5-4657-9dc8-992f9317bf41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:40.382881 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-e9f8a316-f5f5-4657-9dc8-992f9317bf41 None None] Provisioning complete for port a2a97e68-f23a-484d-b986-64d520a03a76 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:25:40.383329 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-e9f8a316-f5f5-4657-9dc8-992f9317bf41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:40.452908 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f8a316-f5f5-4657-9dc8-992f9317bf41 None None] Pushing event updated for resources: {'Port': ['ID=72dbd09e-1cd2-4672-a3e0-11b51560f321,revision_number=3']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:25:40.491557 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port a9985629-5fd7-4795-980d-97eb5eacda35, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=a9985629-5fd7-4795-980d-97eb5eacda35,segment=NetworkSegment(caf40787-7b50-4406-9921-dddcf758f24c),segment_id=caf40787-7b50-4406-9921-dddcf758f24c)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:25:40.507147 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-e9f8a316-f5f5-4657-9dc8-992f9317bf41 None None] Port a2a97e68-f23a-484d-b986-64d520a03a76 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:25:40.511084 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Returning: {'device': 'a9985629-5fd7-4795-980d-97eb5eacda35', 'network_id': '06227175-383a-438d-b2ea-446bb23d085d', 'port_id': 'a9985629-5fd7-4795-980d-97eb5eacda35', 'mac_address': 'fa:16:3e:11:5e:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c6d4c6d-6977-4f9b-a44c-9b6b04f8ca29', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 19:25:40.514617 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5c7a6b1b-c405-409f-9dc7-59d18403f43f tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2614064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9667190'] for subnet, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:40.610186 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port a9985629-5fd7-4795-980d-97eb5eacda35 is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:25:40.610186 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:40.671283 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9985629-5fd7-4795-980d-97eb5eacda35 {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 19:25:40.679135 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c7a6b1b-c405-409f-9dc7-59d18403f43f tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Network e19cd1bf-9241-4476-ae10-79bc84507053 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:25:40.683993 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-5c7a6b1b-c405-409f-9dc7-59d18403f43f tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:25:40.689479 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c7a6b1b-c405-409f-9dc7-59d18403f43f tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:25:40.690127 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5c7a6b1b-c405-409f-9dc7-59d18403f43f tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks [] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:40.691001 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 72dbd09e-1cd2-4672-a3e0-11b51560f321 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:25:40.718481 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7a6b1b-c405-409f-9dc7-59d18403f43f tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Pushing event updated for resources: {'Subnet': ['ID=fb73ad38-e565-4303-a51d-10b81ce4872b,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:25:40.733901 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-5c7a6b1b-c405-409f-9dc7-59d18403f43f tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.9162436 Jun 01 19:25:40.737296 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 44700) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:25:40.743634 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-b48658dc-0ae8-4547-b26e-3334c5ea08ca tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1453848502', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'fb73ad38-e565-4303-a51d-10b81ce4872b'}], 'security_groups': ['3a41df9f-4467-4e30-a984-f57a6b4353c1']}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:25:40.753483 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ef27954-9054-46f0-9faa-a9311a7e5c9a None None] Network e19cd1bf-9241-4476-ae10-79bc84507053 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:25:40.786166 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:40.883360 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-91fd326f-95a5-4ae6-a7e7-3d5c4a0aa8c3 None None] Provisioning for port e8d95fab-6c00-4984-b8de-23f7cc3c751c completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:25:40.927917 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port a9985629-5fd7-4795-980d-97eb5eacda35, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=a9985629-5fd7-4795-980d-97eb5eacda35,segment=NetworkSegment(caf40787-7b50-4406-9921-dddcf758f24c),segment_id=caf40787-7b50-4406-9921-dddcf758f24c)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:25:40.948092 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-91fd326f-95a5-4ae6-a7e7-3d5c4a0aa8c3 None None] Provisioning complete for port e8d95fab-6c00-4984-b8de-23f7cc3c751c triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:25:40.948092 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-91fd326f-95a5-4ae6-a7e7-3d5c4a0aa8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:41.005513 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:41.017959 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:41.263416 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-91fd326f-95a5-4ae6-a7e7-3d5c4a0aa8c3 None None] Port e8d95fab-6c00-4984-b8de-23f7cc3c751c cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:25:41.276695 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 72dbd09e-1cd2-4672-a3e0-11b51560f321 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:25:41.277059 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:41.302523 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a152e4-6541-4d2e-9bb5-566c2b00355b req-ac3cc375-bfc9-46db-9349-247d6d43695f tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:25:41.306093 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-88a152e4-6541-4d2e-9bb5-566c2b00355b req-ac3cc375-bfc9-46db-9349-247d6d43695f tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc09b409-a696-4f03-a5aa-1fc2fdb243e3 HTTP/1.1" status: 200 len: 944 time: 0.1453745 Jun 01 19:25:41.330646 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] get_ports_and_sgs() called for port_ids ['a9985629-5fd7-4795-980d-97eb5eacda35'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 19:25:41.383273 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-88a152e4-6541-4d2e-9bb5-566c2b00355b req-38f8baf3-50d1-4e46-85e5-93a1efd4102a tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/security-groups?id=57a825b2-df9c-47c9-a42f-bb66ab7a288b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679085 Jun 01 19:25:41.415300 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=a9985629-5fd7-4795-980d-97eb5eacda35,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:25:41.458906 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b48658dc-0ae8-4547-b26e-3334c5ea08ca tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:41.650776 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 72dbd09e-1cd2-4672-a3e0-11b51560f321 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:25:41.663259 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:41.801867 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dfaff5c-b689-4997-9054-4b6d7f893ce1 None None] Update dhcp port {'port': {'network_id': 'e19cd1bf-9241-4476-ae10-79bc84507053', 'fixed_ips': [{'subnet_id': '15c40bca-bddb-4dc8-abad-5ff535775c50', 'ip_address': '172.20.0.2'}, {'subnet_id': 'fb73ad38-e565-4303-a51d-10b81ce4872b'}], 'binding:host_id': 'n-d-844202-1'}, 'id': '72dbd09e-1cd2-4672-a3e0-11b51560f321'} from n-d-844202-1. {{(pid=88526) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jun 01 19:25:41.871525 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-7dfaff5c-b689-4997-9054-4b6d7f893ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:41.948393 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [None req-b48658dc-0ae8-4547-b26e-3334c5ea08ca tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Delete allocated IP 172.20.0.3 (e19cd1bf-9241-4476-ae10-79bc84507053/15c40bca-bddb-4dc8-abad-5ff535775c50) {{(pid=88524) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 01 19:25:41.958373 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [None req-b48658dc-0ae8-4547-b26e-3334c5ea08ca tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Allocated IP 172.20.0.25 (e19cd1bf-9241-4476-ae10-79bc84507053/fb73ad38-e565-4303-a51d-10b81ce4872b/e8d95fab-6c00-4984-b8de-23f7cc3c751c) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:25:42.101787 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:42.105424 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:42.229530 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b48658dc-0ae8-4547-b26e-3334c5ea08ca tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:42.253673 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [None req-b48658dc-0ae8-4547-b26e-3334c5ea08ca tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Transition to ACTIVE for port object e8d95fab-6c00-4984-b8de-23f7cc3c751c will not be triggered until provisioned by entity DHCP. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:25:42.257940 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b48658dc-0ae8-4547-b26e-3334c5ea08ca tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:42.341307 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.db_base_plugin_common [None req-7dfaff5c-b689-4997-9054-4b6d7f893ce1 None None] Allocated IP 172.20.0.18 (e19cd1bf-9241-4476-ae10-79bc84507053/fb73ad38-e565-4303-a51d-10b81ce4872b/72dbd09e-1cd2-4672-a3e0-11b51560f321) {{(pid=88526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:25:42.490205 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-b48658dc-0ae8-4547-b26e-3334c5ea08ca tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] In _notify_port_updated(), no bound segment for port e8d95fab-6c00-4984-b8de-23f7cc3c751c on network e19cd1bf-9241-4476-ae10-79bc84507053 {{(pid=88524) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 01 19:25:42.501515 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b48658dc-0ae8-4547-b26e-3334c5ea08ca tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:25:42.502537 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b48658dc-0ae8-4547-b26e-3334c5ea08ca tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:42.506640 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-b48658dc-0ae8-4547-b26e-3334c5ea08ca tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] 10.222.0.41 "PUT /v2.0/ports/e8d95fab-6c00-4984-b8de-23f7cc3c751c HTTP/1.1" status: 200 len: 921 time: 1.7660363 Jun 01 19:25:42.507457 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 44720) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:25:42.508554 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48658dc-0ae8-4547-b26e-3334c5ea08ca tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Pushing event updated for resources: {'Port': ['ID=e8d95fab-6c00-4984-b8de-23f7cc3c751c,revision_number=2']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:25:42.623006 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-7dfaff5c-b689-4997-9054-4b6d7f893ce1 None None] For port 72dbd09e-1cd2-4672-a3e0-11b51560f321, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=72dbd09e-1cd2-4672-a3e0-11b51560f321,segment=NetworkSegment(83348ed6-7af4-4fad-8799-e86405376ed1),segment_id=83348ed6-7af4-4fad-8799-e86405376ed1)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:25:42.655407 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-7dfaff5c-b689-4997-9054-4b6d7f893ce1 None None] Notify callbacks [] for port, precommit_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:42.662222 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-b4edbf0d-5126-4b41-b3ca-b14f3483c856 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Deleting port e8d95fab-6c00-4984-b8de-23f7cc3c751c {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:25:42.663592 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b4edbf0d-5126-4b41-b3ca-b14f3483c856 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:42.690268 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-7dfaff5c-b689-4997-9054-4b6d7f893ce1 None None] Transition to ACTIVE for port object 72dbd09e-1cd2-4672-a3e0-11b51560f321 will not be triggered until provisioned by entity DHCP. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:25:42.695000 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-7dfaff5c-b689-4997-9054-4b6d7f893ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:42.695780 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4c5b84-c411-4b0f-99cd-e3152acfa2d4 req-46c84d49-9bc9-4996-bc00-2697db79efca tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:25:42.697587 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ae4c5b84-c411-4b0f-99cd-e3152acfa2d4 req-46c84d49-9bc9-4996-bc00-2697db79efca tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc09b409-a696-4f03-a5aa-1fc2fdb243e3 HTTP/1.1" status: 200 len: 944 time: 0.1221690 Jun 01 19:25:42.761465 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ae4c5b84-c411-4b0f-99cd-e3152acfa2d4 req-71ca3915-f350-47bc-9390-203f8fe9d06f tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/security-groups?id=57a825b2-df9c-47c9-a42f-bb66ab7a288b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542860 Jun 01 19:25:42.870366 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfaff5c-b689-4997-9054-4b6d7f893ce1 None None] Pushing event updated for resources: {'Port': ['ID=72dbd09e-1cd2-4672-a3e0-11b51560f321,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:25:43.115761 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b4edbf0d-5126-4b41-b3ca-b14f3483c856 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:43.265854 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-b4edbf0d-5126-4b41-b3ca-b14f3483c856 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Calling delete_port for e8d95fab-6c00-4984-b8de-23f7cc3c751c owned by {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:25:43.457079 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b4edbf0d-5126-4b41-b3ca-b14f3483c856 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:43.515907 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4edbf0d-5126-4b41-b3ca-b14f3483c856 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Pushing event deleted for resources: {'Port': ['ID=e8d95fab-6c00-4984-b8de-23f7cc3c751c,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:25:43.617589 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-d0eb2d91-7ec6-41c6-ae2c-4e1e59779e42 None None] Provisioning for port 72dbd09e-1cd2-4672-a3e0-11b51560f321 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:25:43.624619 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-d0eb2d91-7ec6-41c6-ae2c-4e1e59779e42 None None] Provisioning complete for port 72dbd09e-1cd2-4672-a3e0-11b51560f321 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:25:43.625095 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-d0eb2d91-7ec6-41c6-ae2c-4e1e59779e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:43.628975 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b4edbf0d-5126-4b41-b3ca-b14f3483c856 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:43.640769 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-b4edbf0d-5126-4b41-b3ca-b14f3483c856 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] 10.222.0.41 "DELETE /v2.0/ports/e8d95fab-6c00-4984-b8de-23f7cc3c751c HTTP/1.1" status: 204 len: 168 time: 1.1302946 Jun 01 19:25:43.642472 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 44730) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:25:43.690385 n-d-844202-1 neutron-server[88525]: INFO neutron.pecan_wsgi.hooks.translation [None req-73fa6b3d-3459-47a5-b5da-493ab3a96951 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] GET failed (client error): The resource could not be found. Jun 01 19:25:43.691040 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-73fa6b3d-3459-47a5-b5da-493ab3a96951 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Synchronizing usage tracker for tenant:49f164ab97724edfa685b6f748ec92c5 on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:25:43.712008 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-73fa6b3d-3459-47a5-b5da-493ab3a96951 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Unset dirty status for tenant:49f164ab97724edfa685b6f748ec92c5 on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:25:43.717464 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-73fa6b3d-3459-47a5-b5da-493ab3a96951 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] 10.222.0.41 "GET /v2.0/ports/e8d95fab-6c00-4984-b8de-23f7cc3c751c HTTP/1.1" status: 404 len: 333 time: 0.0698192 Jun 01 19:25:43.717821 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 44734) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:25:43.772083 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-d0eb2d91-7ec6-41c6-ae2c-4e1e59779e42 None None] Current status of the port 72dbd09e-1cd2-4672-a3e0-11b51560f321 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:25:43.777279 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-d0eb2d91-7ec6-41c6-ae2c-4e1e59779e42 None None] Could not find standard attr ID for object e8d95fab-6c00-4984-b8de-23f7cc3c751c. {{(pid=88526) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 01 19:25:43.789748 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-d0eb2d91-7ec6-41c6-ae2c-4e1e59779e42 None None] Provisioning complete for port a2a97e68-f23a-484d-b986-64d520a03a76 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:25:43.789748 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-d0eb2d91-7ec6-41c6-ae2c-4e1e59779e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:43.827143 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8a7b4d86-58db-4a39-8997-864012ff69bf tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:43.895043 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8a7b4d86-58db-4a39-8997-864012ff69bf tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:43.896520 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-d0eb2d91-7ec6-41c6-ae2c-4e1e59779e42 None None] Port a2a97e68-f23a-484d-b986-64d520a03a76 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:25:44.019423 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8a7b4d86-58db-4a39-8997-864012ff69bf tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:44.031503 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01877a40-4f3e-44d8-9845-943d0a9abf11 req-f3fde5b5-40da-4ab9-be7b-fd24a7e46170 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:25:44.033974 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-01877a40-4f3e-44d8-9845-943d0a9abf11 req-f3fde5b5-40da-4ab9-be7b-fd24a7e46170 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc09b409-a696-4f03-a5aa-1fc2fdb243e3 HTTP/1.1" status: 200 len: 944 time: 0.1269915 Jun 01 19:25:44.053510 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7b4d86-58db-4a39-8997-864012ff69bf tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39c1d236-29a4-47f8-a26e-828bebc85aba,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:25:44.084860 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8a7b4d86-58db-4a39-8997-864012ff69bf tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:44.086687 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-8a7b4d86-58db-4a39-8997-864012ff69bf tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] 10.222.0.41 "DELETE /v2.0/security-groups/39c1d236-29a4-47f8-a26e-828bebc85aba HTTP/1.1" status: 204 len: 168 time: 0.3677580 Jun 01 19:25:44.089558 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 44740) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:25:44.130229 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device a9985629-5fd7-4795-980d-97eb5eacda35 up at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:25:44.158401 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-01877a40-4f3e-44d8-9845-943d0a9abf11 req-c7544450-2e48-476f-8b69-26e4adc27538 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/security-groups?id=57a825b2-df9c-47c9-a42f-bb66ab7a288b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087630 Jun 01 19:25:44.238926 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-afbcb741-98c8-4194-a66f-421b953dd527 None None] Could not find standard attr ID for object e8d95fab-6c00-4984-b8de-23f7cc3c751c. {{(pid=88526) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 01 19:25:44.250190 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-939e9edb-ae93-425a-861c-a994b3bc7601 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:44.266482 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Provisioning for port a9985629-5fd7-4795-980d-97eb5eacda35 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:25:44.276279 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Provisioning complete for port a9985629-5fd7-4795-980d-97eb5eacda35 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:25:44.276663 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:44.305612 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-939e9edb-ae93-425a-861c-a994b3bc7601 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:44.399806 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-939e9edb-ae93-425a-861c-a994b3bc7601 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:44.436064 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939e9edb-ae93-425a-861c-a994b3bc7601 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a41df9f-4467-4e30-a984-f57a6b4353c1,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:25:44.439975 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-939e9edb-ae93-425a-861c-a994b3bc7601 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:44.441648 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-939e9edb-ae93-425a-861c-a994b3bc7601 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] 10.222.0.41 "DELETE /v2.0/security-groups/3a41df9f-4467-4e30-a984-f57a6b4353c1 HTTP/1.1" status: 204 len: 168 time: 0.3509336 Jun 01 19:25:44.446093 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 44750) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:25:44.489735 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port a9985629-5fd7-4795-980d-97eb5eacda35 is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:25:44.490435 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:44.529495 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc09b409-a696-4f03-a5aa-1fc2fdb243e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9985629-5fd7-4795-980d-97eb5eacda35'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:25:44.542534 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port a9985629-5fd7-4795-980d-97eb5eacda35, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=a9985629-5fd7-4795-980d-97eb5eacda35,segment=NetworkSegment(caf40787-7b50-4406-9921-dddcf758f24c),segment_id=caf40787-7b50-4406-9921-dddcf758f24c)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:25:44.544627 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_v2 [None req-6397ce5b-e461-4020-a066-874f8f65c0f4 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Deleting subnet 15c40bca-bddb-4dc8-abad-5ff535775c50 {{(pid=88524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 19:25:44.547364 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:44.549573 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6397ce5b-e461-4020-a066-874f8f65c0f4 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks [] for subnet, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:44.628262 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6397ce5b-e461-4020-a066-874f8f65c0f4 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2702137'] for subnet, precommit_delete_associations {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:44.639087 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=a9985629-5fd7-4795-980d-97eb5eacda35,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:25:44.659586 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e9e2fb8-7f31-4d80-baff-af2be6f0075b'] response: {'server_uuid': 'fc09b409-a696-4f03-a5aa-1fc2fdb243e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9985629-5fd7-4795-980d-97eb5eacda35', 'code': 200} Jun 01 19:25:44.691801 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 72dbd09e-1cd2-4672-a3e0-11b51560f321 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:25:44.764199 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6397ce5b-e461-4020-a066-874f8f65c0f4 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:44.779547 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 72dbd09e-1cd2-4672-a3e0-11b51560f321 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:25:44.780015 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:44.891135 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6397ce5b-e461-4020-a066-874f8f65c0f4 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2718856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3066595'] for subnet, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:44.909951 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7a954f-d949-4cdd-9e09-76112efd293a req-5c973ae8-01f4-448c-912a-672b1e602a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:25:44.911452 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4b7a954f-d949-4cdd-9e09-76112efd293a req-5c973ae8-01f4-448c-912a-672b1e602a58 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=fc09b409-a696-4f03-a5aa-1fc2fdb243e3 HTTP/1.1" status: 200 len: 1096 time: 0.1836519 Jun 01 19:25:44.945958 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6397ce5b-e461-4020-a066-874f8f65c0f4 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Pushing event deleted for resources: {'Subnet': ['ID=15c40bca-bddb-4dc8-abad-5ff535775c50,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:25:44.948590 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6397ce5b-e461-4020-a066-874f8f65c0f4 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:44.955738 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-6397ce5b-e461-4020-a066-874f8f65c0f4 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] 10.222.0.41 "DELETE /v2.0/subnets/15c40bca-bddb-4dc8-abad-5ff535775c50 HTTP/1.1" status: 204 len: 168 time: 0.5061314 Jun 01 19:25:44.959716 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 44758) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:25:44.967122 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-e91b466d-4f39-4170-a9b7-42b534514808 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Request body: {'subnet': {'network_id': 'e19cd1bf-9241-4476-ae10-79bc84507053', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:25:45.014523 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4b7a954f-d949-4cdd-9e09-76112efd293a req-12df4047-e052-4e0a-a44c-8fbcda4c95ff service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=57a825b2-df9c-47c9-a42f-bb66ab7a288b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943468 Jun 01 19:25:45.019161 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-206cfec4-7988-44bc-82ba-414ec98b0bdd None None] Network e19cd1bf-9241-4476-ae10-79bc84507053 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:25:45.132510 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-e91b466d-4f39-4170-a9b7-42b534514808 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:25:45.133399 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 72dbd09e-1cd2-4672-a3e0-11b51560f321 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:25:45.137207 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-e91b466d-4f39-4170-a9b7-42b534514808 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Usage tracker for resource:subnet and tenant:49f164ab97724edfa685b6f748ec92c5 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:25:45.140646 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-e91b466d-4f39-4170-a9b7-42b534514808 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:25:45.147762 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-e91b466d-4f39-4170-a9b7-42b534514808 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:25:45.160661 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e91b466d-4f39-4170-a9b7-42b534514808 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Made reservation on behalf of 49f164ab97724edfa685b6f748ec92c5 for: {'subnet': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:25:45.165350 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e91b466d-4f39-4170-a9b7-42b534514808 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3066584'] for subnet, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:45.478707 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56397751-d77e-4aad-a136-84dae674dd76 req-2489bc2c-da77-4b02-8833-574031a61af7 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:25:45.488009 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-56397751-d77e-4aad-a136-84dae674dd76 req-2489bc2c-da77-4b02-8833-574031a61af7 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc09b409-a696-4f03-a5aa-1fc2fdb243e3 HTTP/1.1" status: 200 len: 945 time: 0.1232464 Jun 01 19:25:45.543245 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-56397751-d77e-4aad-a136-84dae674dd76 req-f00fc132-95e7-4d70-b68e-c8716a688cca tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/security-groups?id=57a825b2-df9c-47c9-a42f-bb66ab7a288b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551064 Jun 01 19:25:45.585785 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e91b466d-4f39-4170-a9b7-42b534514808 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2718919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3066602'] for subnet, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:45.671703 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e91b466d-4f39-4170-a9b7-42b534514808 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Network e19cd1bf-9241-4476-ae10-79bc84507053 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:25:45.676480 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-e91b466d-4f39-4170-a9b7-42b534514808 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:25:45.681321 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e91b466d-4f39-4170-a9b7-42b534514808 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:25:45.682138 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e91b466d-4f39-4170-a9b7-42b534514808 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:45.838590 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91b466d-4f39-4170-a9b7-42b534514808 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Pushing event updated for resources: {'Subnet': ['ID=1ec42d3f-a00b-4045-9fd4-651771b4b120,revision_number=0']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:25:45.840627 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-e91b466d-4f39-4170-a9b7-42b534514808 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8789277 Jun 01 19:25:45.843686 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 44770) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:25:45.849108 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-f44155e9-afdc-4993-a9b2-1966579d3869 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Request body: {'security_group': {'name': 'tempest-secgroup-259384690'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:25:45.861005 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-f44155e9-afdc-4993-a9b2-1966579d3869 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:25:45.867193 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-f44155e9-afdc-4993-a9b2-1966579d3869 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Usage tracker for resource:security_group and tenant:49f164ab97724edfa685b6f748ec92c5 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:25:45.870335 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-f44155e9-afdc-4993-a9b2-1966579d3869 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:25:45.877833 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-f44155e9-afdc-4993-a9b2-1966579d3869 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:25:45.892213 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f44155e9-afdc-4993-a9b2-1966579d3869 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:45.917443 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-f44155e9-afdc-4993-a9b2-1966579d3869 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:25:45.925170 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-f44155e9-afdc-4993-a9b2-1966579d3869 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Usage tracker for resource:security_group_rule and tenant:49f164ab97724edfa685b6f748ec92c5 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:25:45.928467 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-f44155e9-afdc-4993-a9b2-1966579d3869 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:25:45.938574 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-f44155e9-afdc-4993-a9b2-1966579d3869 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:25:46.071705 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f44155e9-afdc-4993-a9b2-1966579d3869 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:46.077487 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f44155e9-afdc-4993-a9b2-1966579d3869 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:46.134081 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44155e9-afdc-4993-a9b2-1966579d3869 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58f3f304-979b-4b7a-9595-f3e983c0cd64,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:25:46.138803 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f44155e9-afdc-4993-a9b2-1966579d3869 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:46.140290 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-f44155e9-afdc-4993-a9b2-1966579d3869 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2956262 Jun 01 19:25:46.144596 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 44774) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:25:46.153889 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-17161116-19bd-40bb-ba90-d3b0952669b2 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Request body: {'security_group': {'name': 'tempest-secgroup-325027159'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:25:46.166030 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-17161116-19bd-40bb-ba90-d3b0952669b2 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:25:46.179137 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-17161116-19bd-40bb-ba90-d3b0952669b2 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Usage tracker for resource:security_group and tenant:49f164ab97724edfa685b6f748ec92c5 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:25:46.185400 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-17161116-19bd-40bb-ba90-d3b0952669b2 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:25:46.200885 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-17161116-19bd-40bb-ba90-d3b0952669b2 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:25:46.218575 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-17161116-19bd-40bb-ba90-d3b0952669b2 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:46.240114 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9db1857-7f68-4a70-b651-b60d6871c403 None None] Network e19cd1bf-9241-4476-ae10-79bc84507053 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:25:46.273204 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-17161116-19bd-40bb-ba90-d3b0952669b2 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:25:46.278228 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-17161116-19bd-40bb-ba90-d3b0952669b2 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Usage tracker for resource:security_group_rule and tenant:49f164ab97724edfa685b6f748ec92c5 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:25:46.282217 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-17161116-19bd-40bb-ba90-d3b0952669b2 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:25:46.288769 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-17161116-19bd-40bb-ba90-d3b0952669b2 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:25:46.378332 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-b51944b2-fae6-4e5a-83cf-1bc00fa4cdaa None None] Provisioning complete for port 72dbd09e-1cd2-4672-a3e0-11b51560f321 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:25:46.378710 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-b51944b2-fae6-4e5a-83cf-1bc00fa4cdaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:46.433097 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-17161116-19bd-40bb-ba90-d3b0952669b2 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:46.439409 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-17161116-19bd-40bb-ba90-d3b0952669b2 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:46.496831 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17161116-19bd-40bb-ba90-d3b0952669b2 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d79abc51-bad9-4468-b156-b27a71bd35d5,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:25:46.500341 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-17161116-19bd-40bb-ba90-d3b0952669b2 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:46.503387 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-17161116-19bd-40bb-ba90-d3b0952669b2 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3578506 Jun 01 19:25:46.507856 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 44784) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:25:46.514585 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-633b05ea-28d6-4007-b109-a6be5a1ab94e tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Request body: {'security_group': {'name': 'tempest-secgroup-1413137493'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:25:46.525483 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-633b05ea-28d6-4007-b109-a6be5a1ab94e tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:25:46.540034 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-633b05ea-28d6-4007-b109-a6be5a1ab94e tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Usage tracker for resource:security_group and tenant:49f164ab97724edfa685b6f748ec92c5 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:25:46.552361 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-633b05ea-28d6-4007-b109-a6be5a1ab94e tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:25:46.573260 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-633b05ea-28d6-4007-b109-a6be5a1ab94e tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:25:46.597376 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-633b05ea-28d6-4007-b109-a6be5a1ab94e tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:46.617983 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-b51944b2-fae6-4e5a-83cf-1bc00fa4cdaa None None] Current status of the port 72dbd09e-1cd2-4672-a3e0-11b51560f321 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:25:46.644176 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-633b05ea-28d6-4007-b109-a6be5a1ab94e tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:25:46.657046 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-633b05ea-28d6-4007-b109-a6be5a1ab94e tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Usage tracker for resource:security_group_rule and tenant:49f164ab97724edfa685b6f748ec92c5 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:25:46.662550 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-633b05ea-28d6-4007-b109-a6be5a1ab94e tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:25:46.675522 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-b51944b2-fae6-4e5a-83cf-1bc00fa4cdaa None None] Provisioning complete for port a2a97e68-f23a-484d-b986-64d520a03a76 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:25:46.676769 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-633b05ea-28d6-4007-b109-a6be5a1ab94e tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:25:46.678854 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-b51944b2-fae6-4e5a-83cf-1bc00fa4cdaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:46.824417 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-b51944b2-fae6-4e5a-83cf-1bc00fa4cdaa None None] Port a2a97e68-f23a-484d-b986-64d520a03a76 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:25:46.874875 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-633b05ea-28d6-4007-b109-a6be5a1ab94e tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:46.886301 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-633b05ea-28d6-4007-b109-a6be5a1ab94e tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:46.988122 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0f00c4-9ecb-4186-b7c8-d439d1c4a9da req-72f58f6a-897f-4d58-b7c5-f938be9bbaf7 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:25:46.991392 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5e0f00c4-9ecb-4186-b7c8-d439d1c4a9da req-72f58f6a-897f-4d58-b7c5-f938be9bbaf7 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc09b409-a696-4f03-a5aa-1fc2fdb243e3 HTTP/1.1" status: 200 len: 945 time: 0.2890816 Jun 01 19:25:46.996793 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-633b05ea-28d6-4007-b109-a6be5a1ab94e tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:47.002299 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-633b05ea-28d6-4007-b109-a6be5a1ab94e tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4892416 Jun 01 19:25:47.002798 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 44790) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:25:47.003376 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1065cc90-7f9a-4c07-834f-307264a97833 None None] Update dhcp port {'port': {'network_id': 'e19cd1bf-9241-4476-ae10-79bc84507053', 'fixed_ips': [{'subnet_id': 'fb73ad38-e565-4303-a51d-10b81ce4872b', 'ip_address': '172.20.0.18'}, {'subnet_id': '1ec42d3f-a00b-4045-9fd4-651771b4b120'}], 'binding:host_id': 'n-d-844202-1'}, 'id': '72dbd09e-1cd2-4672-a3e0-11b51560f321'} from n-d-844202-1. {{(pid=88526) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jun 01 19:25:47.010409 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-50806b63-6e4b-4076-974a-e4f093867aba tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-3793428', 'security_groups': ['c8213dcd-444e-4700-b930-82f60cd338ab'], 'network_id': 'e19cd1bf-9241-4476-ae10-79bc84507053', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '1ec42d3f-a00b-4045-9fd4-651771b4b120'}]}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:25:47.029579 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633b05ea-28d6-4007-b109-a6be5a1ab94e tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8213dcd-444e-4700-b930-82f60cd338ab,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:25:47.070352 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5e0f00c4-9ecb-4186-b7c8-d439d1c4a9da req-2585509e-6835-467c-8c6c-4bb9b000ccfb tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/security-groups?id=57a825b2-df9c-47c9-a42f-bb66ab7a288b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602303 Jun 01 19:25:47.073378 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-1065cc90-7f9a-4c07-834f-307264a97833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:47.367976 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-50806b63-6e4b-4076-974a-e4f093867aba tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:25:47.389820 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-50806b63-6e4b-4076-974a-e4f093867aba tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:25:47.415695 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f641e6e1-f850-4d83-879d-2ac0dfa69228 req-c082f008-9ab4-455f-a29d-54b15a6e7ed9 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:25:47.418121 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f641e6e1-f850-4d83-879d-2ac0dfa69228 req-c082f008-9ab4-455f-a29d-54b15a6e7ed9 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc09b409-a696-4f03-a5aa-1fc2fdb243e3 HTTP/1.1" status: 200 len: 945 time: 0.1553948 Jun 01 19:25:47.419265 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50806b63-6e4b-4076-974a-e4f093867aba tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Made reservation on behalf of 49f164ab97724edfa685b6f748ec92c5 for: {'port': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:25:47.446752 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.db_base_plugin_common [None req-1065cc90-7f9a-4c07-834f-307264a97833 None None] Allocated IP 172.20.0.2 (e19cd1bf-9241-4476-ae10-79bc84507053/1ec42d3f-a00b-4045-9fd4-651771b4b120/72dbd09e-1cd2-4672-a3e0-11b51560f321) {{(pid=88526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:25:47.644757 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f641e6e1-f850-4d83-879d-2ac0dfa69228 req-3a667bea-7b5a-4f32-8037-1e05b9079cd5 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/security-groups?id=57a825b2-df9c-47c9-a42f-bb66ab7a288b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088127 Jun 01 19:25:47.703123 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-50806b63-6e4b-4076-974a-e4f093867aba tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:47.761342 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [None req-50806b63-6e4b-4076-974a-e4f093867aba tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] device_id is not set on port 709c554d-b805-4560-8914-b5796e6e7951 yet. {{(pid=88525) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 01 19:25:47.791802 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-1065cc90-7f9a-4c07-834f-307264a97833 None None] For port 72dbd09e-1cd2-4672-a3e0-11b51560f321, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=72dbd09e-1cd2-4672-a3e0-11b51560f321,segment=NetworkSegment(83348ed6-7af4-4fad-8799-e86405376ed1),segment_id=83348ed6-7af4-4fad-8799-e86405376ed1)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:25:47.850804 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-1065cc90-7f9a-4c07-834f-307264a97833 None None] Notify callbacks [] for port, precommit_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:47.881786 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-1065cc90-7f9a-4c07-834f-307264a97833 None None] Transition to ACTIVE for port object 72dbd09e-1cd2-4672-a3e0-11b51560f321 will not be triggered until provisioned by entity DHCP. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:25:47.894405 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-1065cc90-7f9a-4c07-834f-307264a97833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:48.131578 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1065cc90-7f9a-4c07-834f-307264a97833 None None] Pushing event updated for resources: {'Port': ['ID=72dbd09e-1cd2-4672-a3e0-11b51560f321,revision_number=6']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:25:48.177656 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [None req-50806b63-6e4b-4076-974a-e4f093867aba tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Allocated IP 172.20.0.14 (e19cd1bf-9241-4476-ae10-79bc84507053/1ec42d3f-a00b-4045-9fd4-651771b4b120/709c554d-b805-4560-8914-b5796e6e7951) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:25:48.708694 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 72dbd09e-1cd2-4672-a3e0-11b51560f321 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:25:49.065794 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-50806b63-6e4b-4076-974a-e4f093867aba tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:49.094982 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-37f5999c-f29d-4260-b62b-ac0965f4c2d7 None None] Provisioning complete for port a2a97e68-f23a-484d-b986-64d520a03a76 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:25:49.094982 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-37f5999c-f29d-4260-b62b-ac0965f4c2d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:49.107276 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [None req-50806b63-6e4b-4076-974a-e4f093867aba tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Transition to ACTIVE for port object 709c554d-b805-4560-8914-b5796e6e7951 will not be triggered until provisioned by entity DHCP. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:25:49.174264 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829cebf7-0f2b-400c-a243-eba0d8f9c41c req-3b53f728-46ac-4049-96e5-67dbe7c26ee2 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:25:49.174264 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-829cebf7-0f2b-400c-a243-eba0d8f9c41c req-3b53f728-46ac-4049-96e5-67dbe7c26ee2 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc09b409-a696-4f03-a5aa-1fc2fdb243e3 HTTP/1.1" status: 200 len: 945 time: 0.5933666 Jun 01 19:25:49.198320 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-50806b63-6e4b-4076-974a-e4f093867aba tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:49.228142 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-37f5999c-f29d-4260-b62b-ac0965f4c2d7 None None] Port a2a97e68-f23a-484d-b986-64d520a03a76 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:25:49.250115 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-37f5999c-f29d-4260-b62b-ac0965f4c2d7 None None] Provisioning for port 72dbd09e-1cd2-4672-a3e0-11b51560f321 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:25:49.257317 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-37f5999c-f29d-4260-b62b-ac0965f4c2d7 None None] Provisioning complete for port 72dbd09e-1cd2-4672-a3e0-11b51560f321 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:25:49.257317 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-37f5999c-f29d-4260-b62b-ac0965f4c2d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:49.317035 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50806b63-6e4b-4076-974a-e4f093867aba tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Network e19cd1bf-9241-4476-ae10-79bc84507053 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:25:49.317035 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-50806b63-6e4b-4076-974a-e4f093867aba tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:25:49.317035 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50806b63-6e4b-4076-974a-e4f093867aba tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:25:49.385236 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-829cebf7-0f2b-400c-a243-eba0d8f9c41c req-713a1111-2c1a-4a59-ad4b-6ed95e6ddde1 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/security-groups?id=57a825b2-df9c-47c9-a42f-bb66ab7a288b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434610 Jun 01 19:25:49.409066 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50806b63-6e4b-4076-974a-e4f093867aba tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Pushing event updated for resources: {'Port': ['ID=709c554d-b805-4560-8914-b5796e6e7951,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:25:49.492053 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50806b63-6e4b-4076-974a-e4f093867aba tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:25:49.493173 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-50806b63-6e4b-4076-974a-e4f093867aba tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:49.564634 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-37f5999c-f29d-4260-b62b-ac0965f4c2d7 None None] Current status of the port 72dbd09e-1cd2-4672-a3e0-11b51560f321 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:25:49.618348 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-50806b63-6e4b-4076-974a-e4f093867aba tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.6131344 Jun 01 19:25:49.621483 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 44816) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:25:49.646013 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-eb59e2f5-fbf7-412b-91c1-9f84c52026ee tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Request body: {'subnet': {'network_id': 'e19cd1bf-9241-4476-ae10-79bc84507053', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:25:49.805324 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-c8b7079a-c6d3-45e8-860d-399d4becfc3b None None] Provisioning for port 709c554d-b805-4560-8914-b5796e6e7951 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:25:49.805324 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-c8b7079a-c6d3-45e8-860d-399d4becfc3b None None] Provisioning complete for port 709c554d-b805-4560-8914-b5796e6e7951 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:25:49.805324 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-c8b7079a-c6d3-45e8-860d-399d4becfc3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:49.959193 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-c8b7079a-c6d3-45e8-860d-399d4becfc3b None None] Port 709c554d-b805-4560-8914-b5796e6e7951 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:25:50.151985 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-eb59e2f5-fbf7-412b-91c1-9f84c52026ee tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:25:50.168896 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-eb59e2f5-fbf7-412b-91c1-9f84c52026ee tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Usage tracker for resource:subnet and tenant:49f164ab97724edfa685b6f748ec92c5 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:25:50.181188 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-eb59e2f5-fbf7-412b-91c1-9f84c52026ee tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:25:50.200544 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-eb59e2f5-fbf7-412b-91c1-9f84c52026ee tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:25:50.228071 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d76bb93-9177-4494-89f9-3e2a6dcc3bb3 req-1e3f59da-c514-40b5-84bf-dff511788237 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:25:50.231701 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2d76bb93-9177-4494-89f9-3e2a6dcc3bb3 req-1e3f59da-c514-40b5-84bf-dff511788237 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc09b409-a696-4f03-a5aa-1fc2fdb243e3 HTTP/1.1" status: 200 len: 945 time: 0.2555368 Jun 01 19:25:50.283071 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb59e2f5-fbf7-412b-91c1-9f84c52026ee tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Made reservation on behalf of 49f164ab97724edfa685b6f748ec92c5 for: {'subnet': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:25:50.287695 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-eb59e2f5-fbf7-412b-91c1-9f84c52026ee tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9667140'] for subnet, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:50.488001 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [req-2d76bb93-9177-4494-89f9-3e2a6dcc3bb3 req-22015bf1-87a6-4765-9de6-e64c0209a798 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Deleting port a9985629-5fd7-4795-980d-97eb5eacda35 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:25:50.488001 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-2d76bb93-9177-4494-89f9-3e2a6dcc3bb3 req-22015bf1-87a6-4765-9de6-e64c0209a798 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:50.686250 n-d-844202-1 neutron-server[88525]: INFO neutron.db.ipam_backend_mixin [None req-eb59e2f5-fbf7-412b-91c1-9f84c52026ee tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 1ec42d3f-a00b-4045-9fd4-651771b4b120 (CIDR: 172.20.0.0/28) Jun 01 19:25:50.691602 n-d-844202-1 neutron-server[88525]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb59e2f5-fbf7-412b-91c1-9f84c52026ee tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 01 19:25:50.692339 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb59e2f5-fbf7-412b-91c1-9f84c52026ee tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88525) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 19:25:50.781295 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-eb59e2f5-fbf7-412b-91c1-9f84c52026ee tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1582348 Jun 01 19:25:50.785853 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 44828) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:25:50.792361 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-8f4aeeae-a031-4a01-8561-180e22e65426 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Request body: {'subnet': {'network_id': 'e19cd1bf-9241-4476-ae10-79bc84507053', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:25:51.005015 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453cd5f0-d492-47f3-afdc-3770d4c4f12d req-d0923581-3e87-4c4e-bcb0-cd017fb18a6d tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:25:51.012399 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-453cd5f0-d492-47f3-afdc-3770d4c4f12d req-d0923581-3e87-4c4e-bcb0-cd017fb18a6d tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc09b409-a696-4f03-a5aa-1fc2fdb243e3 HTTP/1.1" status: 200 len: 945 time: 0.3449929 Jun 01 19:25:51.039701 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-8f4aeeae-a031-4a01-8561-180e22e65426 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:25:51.045946 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-8f4aeeae-a031-4a01-8561-180e22e65426 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Usage tracker for resource:subnet and tenant:49f164ab97724edfa685b6f748ec92c5 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:25:51.050066 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-8f4aeeae-a031-4a01-8561-180e22e65426 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:25:51.056638 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-8f4aeeae-a031-4a01-8561-180e22e65426 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:25:51.068436 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-2d76bb93-9177-4494-89f9-3e2a6dcc3bb3 req-22015bf1-87a6-4765-9de6-e64c0209a798 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] For port a9985629-5fd7-4795-980d-97eb5eacda35, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=a9985629-5fd7-4795-980d-97eb5eacda35,segment=NetworkSegment(caf40787-7b50-4406-9921-dddcf758f24c),segment_id=caf40787-7b50-4406-9921-dddcf758f24c)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:25:51.069092 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-2d76bb93-9177-4494-89f9-3e2a6dcc3bb3 req-22015bf1-87a6-4765-9de6-e64c0209a798 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:51.071555 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f4aeeae-a031-4a01-8561-180e22e65426 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Made reservation on behalf of 49f164ab97724edfa685b6f748ec92c5 for: {'subnet': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:25:51.075172 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8f4aeeae-a031-4a01-8561-180e22e65426 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3066584'] for subnet, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:51.185643 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-453cd5f0-d492-47f3-afdc-3770d4c4f12d req-bd98c210-5656-4a05-9dae-b81f3fab7476 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/security-groups?id=57a825b2-df9c-47c9-a42f-bb66ab7a288b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723578 Jun 01 19:25:51.215110 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [req-2d76bb93-9177-4494-89f9-3e2a6dcc3bb3 req-22015bf1-87a6-4765-9de6-e64c0209a798 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Calling delete_port for a9985629-5fd7-4795-980d-97eb5eacda35 owned by compute:nova {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:25:51.253340 n-d-844202-1 neutron-server[88524]: INFO neutron.db.ipam_backend_mixin [None req-8f4aeeae-a031-4a01-8561-180e22e65426 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet fb73ad38-e565-4303-a51d-10b81ce4872b (CIDR: 172.20.0.16/28) Jun 01 19:25:51.260616 n-d-844202-1 neutron-server[88524]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f4aeeae-a031-4a01-8561-180e22e65426 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 01 19:25:51.261178 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f4aeeae-a031-4a01-8561-180e22e65426 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88524) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 19:25:51.293839 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 44836) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:25:51.293988 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-8f4aeeae-a031-4a01-8561-180e22e65426 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.5072360 Jun 01 19:25:51.301753 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-3eb8aed3-089d-4f45-8d94-8c337f1fcece tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Request body: {'subnet': {'network_id': 'e19cd1bf-9241-4476-ae10-79bc84507053', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:25:51.551350 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-2d76bb93-9177-4494-89f9-3e2a6dcc3bb3 req-22015bf1-87a6-4765-9de6-e64c0209a798 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:51.564052 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] get_ports_and_sgs() called for port_ids ['bab25bfe-98a7-4ef1-a75c-b23a438ac9ef'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 19:25:51.596516 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] get_ports_and_sgs() called for port_ids ['a9985629-5fd7-4795-980d-97eb5eacda35'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 19:25:51.617494 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22015bf1-87a6-4765-9de6-e64c0209a798 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Pushing event deleted for resources: {'Port': ['ID=a9985629-5fd7-4795-980d-97eb5eacda35,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:25:51.620625 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-3eb8aed3-089d-4f45-8d94-8c337f1fcece tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:25:51.710109 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-3eb8aed3-089d-4f45-8d94-8c337f1fcece tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Usage tracker for resource:subnet and tenant:49f164ab97724edfa685b6f748ec92c5 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:25:51.718608 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-3eb8aed3-089d-4f45-8d94-8c337f1fcece tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:25:51.733211 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-3eb8aed3-089d-4f45-8d94-8c337f1fcece tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:25:51.749824 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d76bb93-9177-4494-89f9-3e2a6dcc3bb3 req-22015bf1-87a6-4765-9de6-e64c0209a798 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] No DVR routers for this DVR port a9985629-5fd7-4795-980d-97eb5eacda35 on host n-h1-844202-1 {{(pid=88525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:25:51.754531 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eb8aed3-089d-4f45-8d94-8c337f1fcece tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Made reservation on behalf of 49f164ab97724edfa685b6f748ec92c5 for: {'subnet': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:25:51.760996 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3eb8aed3-089d-4f45-8d94-8c337f1fcece tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9667140'] for subnet, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:51.788762 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-2d76bb93-9177-4494-89f9-3e2a6dcc3bb3 req-22015bf1-87a6-4765-9de6-e64c0209a798 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:51.793129 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc09b409-a696-4f03-a5aa-1fc2fdb243e3', 'name': 'network-vif-deleted', 'tag': 'a9985629-5fd7-4795-980d-97eb5eacda35'}] {{(pid=88525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:25:51.890226 n-d-844202-1 neutron-server[88525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a776176b-e23d-4a40-8abf-5b908946d5a9'] response: {'server_uuid': 'fc09b409-a696-4f03-a5aa-1fc2fdb243e3', 'name': 'network-vif-deleted', 'tag': 'a9985629-5fd7-4795-980d-97eb5eacda35', 'status': 'completed', 'code': 200} Jun 01 19:25:52.055657 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2d76bb93-9177-4494-89f9-3e2a6dcc3bb3 req-22015bf1-87a6-4765-9de6-e64c0209a798 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.15 "DELETE /v2.0/ports/a9985629-5fd7-4795-980d-97eb5eacda35 HTTP/1.1" status: 204 len: 173 time: 1.8176863 Jun 01 19:25:52.311440 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3eb8aed3-089d-4f45-8d94-8c337f1fcece tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2614064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9667190'] for subnet, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:52.399217 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eb8aed3-089d-4f45-8d94-8c337f1fcece tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Network e19cd1bf-9241-4476-ae10-79bc84507053 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:25:52.403914 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-3eb8aed3-089d-4f45-8d94-8c337f1fcece tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:25:52.412860 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eb8aed3-089d-4f45-8d94-8c337f1fcece tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:25:52.413808 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3eb8aed3-089d-4f45-8d94-8c337f1fcece tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks [] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:52.419274 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3347d3c-0744-4b5d-ae05-070422a5a701 None None] Network e19cd1bf-9241-4476-ae10-79bc84507053 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:25:52.442825 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb8aed3-089d-4f45-8d94-8c337f1fcece tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Pushing event updated for resources: {'Subnet': ['ID=7bd9f65e-3b52-4da1-9b0d-8845f8e2a529,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:25:52.465446 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-adc6ad32-b7fa-437d-a724-1a66c20b5304 req-a91db952-a549-40b8-885c-5fc594ac0f61 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc09b409-a696-4f03-a5aa-1fc2fdb243e3 HTTP/1.1" status: 200 len: 210 time: 0.1147964 Jun 01 19:25:52.481326 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-3eb8aed3-089d-4f45-8d94-8c337f1fcece tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.1860704 Jun 01 19:25:52.483973 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 44848) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:25:52.495284 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-fe8ede33-29bc-45b9-9f86-06fea7488405 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1618383759', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '7bd9f65e-3b52-4da1-9b0d-8845f8e2a529'}], 'security_groups': ['58f3f304-979b-4b7a-9595-f3e983c0cd64', 'd79abc51-bad9-4468-b156-b27a71bd35d5']}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:25:52.695006 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-fe8ede33-29bc-45b9-9f86-06fea7488405 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:53.043755 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcfa6289-abad-4aca-8c40-4aab55bfe354 None None] Update dhcp port {'port': {'network_id': 'e19cd1bf-9241-4476-ae10-79bc84507053', 'fixed_ips': [{'subnet_id': 'fb73ad38-e565-4303-a51d-10b81ce4872b', 'ip_address': '172.20.0.18'}, {'subnet_id': '1ec42d3f-a00b-4045-9fd4-651771b4b120', 'ip_address': '172.20.0.2'}, {'subnet_id': '7bd9f65e-3b52-4da1-9b0d-8845f8e2a529'}], 'binding:host_id': 'n-d-844202-1'}, 'id': '72dbd09e-1cd2-4672-a3e0-11b51560f321'} from n-d-844202-1. {{(pid=88526) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jun 01 19:25:53.108632 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-dcfa6289-abad-4aca-8c40-4aab55bfe354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:53.293288 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [None req-fe8ede33-29bc-45b9-9f86-06fea7488405 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Delete allocated IP 172.20.0.14 (e19cd1bf-9241-4476-ae10-79bc84507053/1ec42d3f-a00b-4045-9fd4-651771b4b120) {{(pid=88525) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 01 19:25:53.302743 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [None req-fe8ede33-29bc-45b9-9f86-06fea7488405 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Allocated IP 172.20.0.42 (e19cd1bf-9241-4476-ae10-79bc84507053/7bd9f65e-3b52-4da1-9b0d-8845f8e2a529/709c554d-b805-4560-8914-b5796e6e7951) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:25:53.580333 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-fe8ede33-29bc-45b9-9f86-06fea7488405 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks [] for port, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:53.619730 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [None req-fe8ede33-29bc-45b9-9f86-06fea7488405 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Transition to ACTIVE for port object 709c554d-b805-4560-8914-b5796e6e7951 will not be triggered until provisioned by entity DHCP. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:25:53.645401 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-fe8ede33-29bc-45b9-9f86-06fea7488405 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:53.752004 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.db_base_plugin_common [None req-dcfa6289-abad-4aca-8c40-4aab55bfe354 None None] Allocated IP 172.20.0.34 (e19cd1bf-9241-4476-ae10-79bc84507053/7bd9f65e-3b52-4da1-9b0d-8845f8e2a529/72dbd09e-1cd2-4672-a3e0-11b51560f321) {{(pid=88526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:25:53.963480 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-027e728c-1ebd-40e8-a256-d970371d886b req-88004014-ea75-4c2e-9d16-a0d439f71c48 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Synchronizing usage tracker for tenant:e7fa6482b873470e8b5274a0b6cb89ae on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:25:53.999894 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8ede33-29bc-45b9-9f86-06fea7488405 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Pushing event updated for resources: {'Port': ['ID=709c554d-b805-4560-8914-b5796e6e7951,revision_number=2']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:25:54.020206 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-fe8ede33-29bc-45b9-9f86-06fea7488405 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] In _notify_port_updated(), no bound segment for port 709c554d-b805-4560-8914-b5796e6e7951 on network e19cd1bf-9241-4476-ae10-79bc84507053 {{(pid=88525) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 01 19:25:54.027433 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe8ede33-29bc-45b9-9f86-06fea7488405 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:25:54.028554 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-fe8ede33-29bc-45b9-9f86-06fea7488405 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:54.030752 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-fe8ede33-29bc-45b9-9f86-06fea7488405 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] 10.222.0.41 "PUT /v2.0/ports/709c554d-b805-4560-8914-b5796e6e7951 HTTP/1.1" status: 200 len: 960 time: 1.5441067 Jun 01 19:25:54.034234 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 44864) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:25:54.045074 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-027e728c-1ebd-40e8-a256-d970371d886b req-88004014-ea75-4c2e-9d16-a0d439f71c48 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Unset dirty status for tenant:e7fa6482b873470e8b5274a0b6cb89ae on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:25:54.049290 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-027e728c-1ebd-40e8-a256-d970371d886b req-88004014-ea75-4c2e-9d16-a0d439f71c48 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc09b409-a696-4f03-a5aa-1fc2fdb243e3 HTTP/1.1" status: 200 len: 210 time: 0.3243771 Jun 01 19:25:54.109460 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-dcfa6289-abad-4aca-8c40-4aab55bfe354 None None] For port 72dbd09e-1cd2-4672-a3e0-11b51560f321, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=72dbd09e-1cd2-4672-a3e0-11b51560f321,segment=NetworkSegment(83348ed6-7af4-4fad-8799-e86405376ed1),segment_id=83348ed6-7af4-4fad-8799-e86405376ed1)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:25:54.133883 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-8e5f4f0e-4ccf-4813-a868-6f23929f0590 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Deleting port 709c554d-b805-4560-8914-b5796e6e7951 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:25:54.134600 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8e5f4f0e-4ccf-4813-a868-6f23929f0590 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:54.143387 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-dcfa6289-abad-4aca-8c40-4aab55bfe354 None None] Notify callbacks [] for port, precommit_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:54.158087 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device a9985629-5fd7-4795-980d-97eb5eacda35 no longer exists at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:25:54.199783 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] No Port match for: a9985629-5fd7-4795-980d-97eb5eacda35 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:25:54.200465 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device a9985629-5fd7-4795-980d-97eb5eacda35 not bound to the agent host n-h1-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:25:54.209553 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-dcfa6289-abad-4aca-8c40-4aab55bfe354 None None] Transition to ACTIVE for port object 72dbd09e-1cd2-4672-a3e0-11b51560f321 will not be triggered until provisioned by entity DHCP. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:25:54.213937 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-dcfa6289-abad-4aca-8c40-4aab55bfe354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:54.397082 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfa6289-abad-4aca-8c40-4aab55bfe354 None None] Pushing event updated for resources: {'Port': ['ID=72dbd09e-1cd2-4672-a3e0-11b51560f321,revision_number=7']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:25:54.451471 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfa6289-abad-4aca-8c40-4aab55bfe354 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:25:54.452185 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfa6289-abad-4aca-8c40-4aab55bfe354 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:25:54.452713 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfa6289-abad-4aca-8c40-4aab55bfe354 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:25:54.453190 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfa6289-abad-4aca-8c40-4aab55bfe354 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:25:54.454164 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfa6289-abad-4aca-8c40-4aab55bfe354 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:25:54.455377 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfa6289-abad-4aca-8c40-4aab55bfe354 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:25:54.455856 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfa6289-abad-4aca-8c40-4aab55bfe354 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:25:54.456426 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfa6289-abad-4aca-8c40-4aab55bfe354 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:25:54.456977 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfa6289-abad-4aca-8c40-4aab55bfe354 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:25:54.457780 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfa6289-abad-4aca-8c40-4aab55bfe354 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:25:54.458663 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfa6289-abad-4aca-8c40-4aab55bfe354 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:25:54.459657 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfa6289-abad-4aca-8c40-4aab55bfe354 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:25:54.502812 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8e5f4f0e-4ccf-4813-a868-6f23929f0590 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:54.668946 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 72dbd09e-1cd2-4672-a3e0-11b51560f321 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:25:54.701798 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-8e5f4f0e-4ccf-4813-a868-6f23929f0590 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Calling delete_port for 709c554d-b805-4560-8914-b5796e6e7951 owned by {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:25:54.974291 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8e5f4f0e-4ccf-4813-a868-6f23929f0590 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:55.076346 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5f4f0e-4ccf-4813-a868-6f23929f0590 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Pushing event deleted for resources: {'Port': ['ID=709c554d-b805-4560-8914-b5796e6e7951,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:25:55.284201 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8e5f4f0e-4ccf-4813-a868-6f23929f0590 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:55.305995 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-8e5f4f0e-4ccf-4813-a868-6f23929f0590 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] 10.222.0.41 "DELETE /v2.0/ports/709c554d-b805-4560-8914-b5796e6e7951 HTTP/1.1" status: 204 len: 168 time: 1.2694838 Jun 01 19:25:55.310248 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 44878) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:25:55.422973 n-d-844202-1 neutron-server[88525]: INFO neutron.pecan_wsgi.hooks.translation [None req-5252fcc5-9fe3-4380-96c5-f706d645ba19 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] GET failed (client error): The resource could not be found. Jun 01 19:25:55.423699 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-5252fcc5-9fe3-4380-96c5-f706d645ba19 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Synchronizing usage tracker for tenant:49f164ab97724edfa685b6f748ec92c5 on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:25:55.452946 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-b2ab88c2-22a4-4736-b60f-2de8f014ac19 None None] Could not find standard attr ID for object 709c554d-b805-4560-8914-b5796e6e7951. {{(pid=88526) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 01 19:25:55.458304 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-5252fcc5-9fe3-4380-96c5-f706d645ba19 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Unset dirty status for tenant:49f164ab97724edfa685b6f748ec92c5 on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:25:55.459738 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-5252fcc5-9fe3-4380-96c5-f706d645ba19 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] 10.222.0.41 "GET /v2.0/ports/709c554d-b805-4560-8914-b5796e6e7951 HTTP/1.1" status: 404 len: 333 time: 0.1479282 Jun 01 19:25:55.465042 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 44884) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:25:55.485977 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-b2ab88c2-22a4-4736-b60f-2de8f014ac19 None None] Provisioning for port 72dbd09e-1cd2-4672-a3e0-11b51560f321 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:25:55.501728 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-b2ab88c2-22a4-4736-b60f-2de8f014ac19 None None] Provisioning complete for port 72dbd09e-1cd2-4672-a3e0-11b51560f321 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:25:55.502436 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-b2ab88c2-22a4-4736-b60f-2de8f014ac19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:55.659318 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f8c956eb-910c-4747-a61b-14cc8447ad31 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:55.712205 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-b2ab88c2-22a4-4736-b60f-2de8f014ac19 None None] Current status of the port 72dbd09e-1cd2-4672-a3e0-11b51560f321 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:25:55.740622 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f8c956eb-910c-4747-a61b-14cc8447ad31 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:55.764254 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-b2ab88c2-22a4-4736-b60f-2de8f014ac19 None None] Provisioning complete for port a2a97e68-f23a-484d-b986-64d520a03a76 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:25:55.764842 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-b2ab88c2-22a4-4736-b60f-2de8f014ac19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:55.846750 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-b2ab88c2-22a4-4736-b60f-2de8f014ac19 None None] Port a2a97e68-f23a-484d-b986-64d520a03a76 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:25:55.883501 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f8c956eb-910c-4747-a61b-14cc8447ad31 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:55.936350 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f8c956eb-910c-4747-a61b-14cc8447ad31 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:55.939716 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 44894) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:25:55.939958 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-f8c956eb-910c-4747-a61b-14cc8447ad31 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] 10.222.0.41 "DELETE /v2.0/security-groups/c8213dcd-444e-4700-b930-82f60cd338ab HTTP/1.1" status: 204 len: 168 time: 0.4735918 Jun 01 19:25:55.941817 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c956eb-910c-4747-a61b-14cc8447ad31 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8213dcd-444e-4700-b930-82f60cd338ab,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:25:56.085800 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f7b0b486-dbc2-4dc8-b116-026c0f12e9cd tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:56.133692 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f7b0b486-dbc2-4dc8-b116-026c0f12e9cd tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:56.221120 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f7b0b486-dbc2-4dc8-b116-026c0f12e9cd tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:56.250012 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b0b486-dbc2-4dc8-b116-026c0f12e9cd tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d79abc51-bad9-4468-b156-b27a71bd35d5,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:25:56.262674 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f7b0b486-dbc2-4dc8-b116-026c0f12e9cd tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:56.270643 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 44900) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:25:56.273462 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-f7b0b486-dbc2-4dc8-b116-026c0f12e9cd tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] 10.222.0.41 "DELETE /v2.0/security-groups/d79abc51-bad9-4468-b156-b27a71bd35d5 HTTP/1.1" status: 204 len: 168 time: 0.3311708 Jun 01 19:25:56.306570 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-a8f105ab-605c-4b2e-897c-16b915a74235 None None] Could not find standard attr ID for object 709c554d-b805-4560-8914-b5796e6e7951. {{(pid=88526) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 01 19:25:56.480084 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-44e78088-26ec-4c40-ad44-f98e65593339 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:56.528986 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-44e78088-26ec-4c40-ad44-f98e65593339 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:56.599651 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-44e78088-26ec-4c40-ad44-f98e65593339 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:56.634927 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-44e78088-26ec-4c40-ad44-f98e65593339 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:56.640604 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-44e78088-26ec-4c40-ad44-f98e65593339 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] 10.222.0.41 "DELETE /v2.0/security-groups/58f3f304-979b-4b7a-9595-f3e983c0cd64 HTTP/1.1" status: 204 len: 168 time: 0.3643506 Jun 01 19:25:56.640604 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e78088-26ec-4c40-ad44-f98e65593339 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58f3f304-979b-4b7a-9595-f3e983c0cd64,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:25:56.641597 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 44904) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:25:56.897080 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_v2 [None req-e34bf3df-312c-470c-8102-6cdc8d3093a4 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Deleting subnet 1ec42d3f-a00b-4045-9fd4-651771b4b120 {{(pid=88524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 19:25:56.901377 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e34bf3df-312c-470c-8102-6cdc8d3093a4 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks [] for subnet, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:56.972566 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e34bf3df-312c-470c-8102-6cdc8d3093a4 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2702137'] for subnet, precommit_delete_associations {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:57.145852 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e34bf3df-312c-470c-8102-6cdc8d3093a4 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:57.257768 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e34bf3df-312c-470c-8102-6cdc8d3093a4 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2718856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3066595'] for subnet, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:57.331161 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34bf3df-312c-470c-8102-6cdc8d3093a4 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Pushing event deleted for resources: {'Subnet': ['ID=1ec42d3f-a00b-4045-9fd4-651771b4b120,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:25:57.337352 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e34bf3df-312c-470c-8102-6cdc8d3093a4 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:57.347986 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-e34bf3df-312c-470c-8102-6cdc8d3093a4 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] 10.222.0.41 "DELETE /v2.0/subnets/1ec42d3f-a00b-4045-9fd4-651771b4b120 HTTP/1.1" status: 204 len: 168 time: 0.7053182 Jun 01 19:25:57.354327 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b4d4373-9c7f-4bed-867b-2a1128175db0 None None] Network e19cd1bf-9241-4476-ae10-79bc84507053 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:25:57.354875 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 44912) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:25:57.501061 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_v2 [None req-135f8f4f-e528-411d-94aa-b2b1eef50550 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Deleting subnet 7bd9f65e-3b52-4da1-9b0d-8845f8e2a529 {{(pid=88525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 19:25:57.510148 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-135f8f4f-e528-411d-94aa-b2b1eef50550 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks [] for subnet, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:57.611365 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-135f8f4f-e528-411d-94aa-b2b1eef50550 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2258509'] for subnet, precommit_delete_associations {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:57.715538 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-135f8f4f-e528-411d-94aa-b2b1eef50550 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:57.846910 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-135f8f4f-e528-411d-94aa-b2b1eef50550 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2614143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9667199'] for subnet, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:57.888806 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135f8f4f-e528-411d-94aa-b2b1eef50550 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Pushing event deleted for resources: {'Subnet': ['ID=7bd9f65e-3b52-4da1-9b0d-8845f8e2a529,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:25:57.897494 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-135f8f4f-e528-411d-94aa-b2b1eef50550 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks [] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:57.909637 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-135f8f4f-e528-411d-94aa-b2b1eef50550 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] 10.222.0.41 "DELETE /v2.0/subnets/7bd9f65e-3b52-4da1-9b0d-8845f8e2a529 HTTP/1.1" status: 204 len: 168 time: 0.5538828 Jun 01 19:25:57.912353 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 44924) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:25:57.984365 n-d-844202-1 neutron-server[88525]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4f0770c-a654-4a9b-bf48-32a11ec2df56 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] DELETE failed (client error): The resource could not be found. Jun 01 19:25:57.985022 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4f0770c-a654-4a9b-bf48-32a11ec2df56 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88525) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 19:25:57.988901 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-e4f0770c-a654-4a9b-bf48-32a11ec2df56 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] 10.222.0.41 "DELETE /v2.0/subnets/1ec42d3f-a00b-4045-9fd4-651771b4b120 HTTP/1.1" status: 404 len: 337 time: 0.0737591 Jun 01 19:25:57.991607 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 44928) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:25:58.129996 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ae0799c-1d5d-4022-b728-374bf05965e6 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Deleting subnet fb73ad38-e565-4303-a51d-10b81ce4872b {{(pid=88525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 19:25:58.137761 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4ae0799c-1d5d-4022-b728-374bf05965e6 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks [] for subnet, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:58.256814 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4ae0799c-1d5d-4022-b728-374bf05965e6 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2258509'] for subnet, precommit_delete_associations {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:58.396760 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4ae0799c-1d5d-4022-b728-374bf05965e6 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:58.455056 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361fd6bb-723b-4b95-aee0-6625ae5fe8d3 req-d1ea6138-83ae-4dcd-a87c-fe74331d65e8 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:25:58.457869 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-361fd6bb-723b-4b95-aee0-6625ae5fe8d3 req-d1ea6138-83ae-4dcd-a87c-fe74331d65e8 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/ports?device_id=66b33114-1768-43f8-a01b-18047a9f453b HTTP/1.1" status: 200 len: 946 time: 0.1174626 Jun 01 19:25:58.545288 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-361fd6bb-723b-4b95-aee0-6625ae5fe8d3 req-13879547-b140-4961-b8f9-29ba52f312f4 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/security-groups?id=57a825b2-df9c-47c9-a42f-bb66ab7a288b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788229 Jun 01 19:25:58.550811 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4ae0799c-1d5d-4022-b728-374bf05965e6 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2614143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9667199'] for subnet, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:58.702329 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dde34764-2c92-4214-9494-05f930be689c None None] Network e19cd1bf-9241-4476-ae10-79bc84507053 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:25:58.791172 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae0799c-1d5d-4022-b728-374bf05965e6 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Pushing event deleted for resources: {'Subnet': ['ID=fb73ad38-e565-4303-a51d-10b81ce4872b,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:25:58.796367 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4ae0799c-1d5d-4022-b728-374bf05965e6 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks [] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:58.804483 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-4ae0799c-1d5d-4022-b728-374bf05965e6 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] 10.222.0.41 "DELETE /v2.0/subnets/fb73ad38-e565-4303-a51d-10b81ce4872b HTTP/1.1" status: 204 len: 168 time: 0.8112390 Jun 01 19:25:58.807146 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 44942) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:25:58.853888 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-777e038b-09d1-4f55-a7bc-b0c79d5669af None None] Provisioning complete for port 72dbd09e-1cd2-4672-a3e0-11b51560f321 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:25:58.854326 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-777e038b-09d1-4f55-a7bc-b0c79d5669af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:58.856377 n-d-844202-1 neutron-server[88525]: INFO neutron.pecan_wsgi.hooks.translation [None req-d27e4b13-28a3-4de4-a207-0243a151d5ff tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] DELETE failed (client error): The resource could not be found. Jun 01 19:25:58.856832 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d27e4b13-28a3-4de4-a207-0243a151d5ff tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88525) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 19:25:58.861945 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-d27e4b13-28a3-4de4-a207-0243a151d5ff tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] 10.222.0.41 "DELETE /v2.0/subnets/15c40bca-bddb-4dc8-abad-5ff535775c50 HTTP/1.1" status: 404 len: 337 time: 0.0504799 Jun 01 19:25:58.862385 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 44946) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:25:58.914857 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-345ef6e2-a1ef-4af7-a234-2ebf73aba84a tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba4afd6a-9b8d-44e2-b3ca-b87da543d314 HTTP/1.1" status: 200 len: 205 time: 0.0480280 Jun 01 19:25:58.915290 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 44950) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:25:59.027161 n-d-844202-1 neutron-server[88524]: INFO neutron.api.v2.resource [None req-ef780c33-7729-4bcf-b52b-c2f2d9eaff8f tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] delete failed (client error): The resource could not be found. Jun 01 19:25:59.028406 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-ef780c33-7729-4bcf-b52b-c2f2d9eaff8f tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] 10.222.0.41 "DELETE /v2.0/routers/ba4afd6a-9b8d-44e2-b3ca-b87da543d314 HTTP/1.1" status: 404 len: 336 time: 0.1116579 Jun 01 19:25:59.032800 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 44954) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:25:59.102281 n-d-844202-1 neutron-server[88524]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef39d1c6-bbdc-4f13-9c56-8c48b178200b tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] DELETE failed (client error): The resource could not be found. Jun 01 19:25:59.103351 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef39d1c6-bbdc-4f13-9c56-8c48b178200b tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88524) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 19:25:59.109157 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-ef39d1c6-bbdc-4f13-9c56-8c48b178200b tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] 10.222.0.41 "DELETE /v2.0/subnets/90827f93-f10a-429e-9b72-4f02be12bd46 HTTP/1.1" status: 404 len: 337 time: 0.0742452 Jun 01 19:25:59.109469 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 44958) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:25:59.157121 n-d-844202-1 neutron-server[88525]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3e9e853-6e3c-45f5-80de-3827350d3c47 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] DELETE failed (client error): The resource could not be found. Jun 01 19:25:59.157576 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3e9e853-6e3c-45f5-80de-3827350d3c47 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88525) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 19:25:59.162055 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-f3e9e853-6e3c-45f5-80de-3827350d3c47 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] 10.222.0.41 "DELETE /v2.0/subnets/8d971c50-50b1-4cec-bfa8-60b9883711ff HTTP/1.1" status: 404 len: 337 time: 0.0510159 Jun 01 19:25:59.162291 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 44962) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:25:59.164662 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-777e038b-09d1-4f55-a7bc-b0c79d5669af None None] Current status of the port 72dbd09e-1cd2-4672-a3e0-11b51560f321 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:25:59.204796 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-777e038b-09d1-4f55-a7bc-b0c79d5669af None None] Provisioning complete for port a2a97e68-f23a-484d-b986-64d520a03a76 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:25:59.205658 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-777e038b-09d1-4f55-a7bc-b0c79d5669af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:59.263451 n-d-844202-1 neutron-server[88524]: INFO neutron.pecan_wsgi.hooks.translation [None req-16427ac9-4bf8-4dd0-8965-c043b76553f1 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] DELETE failed (client error): The resource could not be found. Jun 01 19:25:59.264590 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16427ac9-4bf8-4dd0-8965-c043b76553f1 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88524) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 19:25:59.268620 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-16427ac9-4bf8-4dd0-8965-c043b76553f1 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] 10.222.0.41 "DELETE /v2.0/subnets/01639a82-0997-41a0-a505-77cacf4f55de HTTP/1.1" status: 404 len: 337 time: 0.1044562 Jun 01 19:25:59.272407 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 44968) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:25:59.299059 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7be55196-9dec-4a09-ab11-567c6ca8cea7 None None] DHCP port deletion for e19cd1bf-9241-4476-ae10-79bc84507053 request from n-d-844202-1 {{(pid=88526) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 19:25:59.309301 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-7be55196-9dec-4a09-ab11-567c6ca8cea7 None None] Deleting port 72dbd09e-1cd2-4672-a3e0-11b51560f321 {{(pid=88526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:25:59.309779 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-7be55196-9dec-4a09-ab11-567c6ca8cea7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:59.369185 n-d-844202-1 neutron-server[88525]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3b7c503-014e-4f6f-987f-b633e9383f88 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] DELETE failed (client error): The resource could not be found. Jun 01 19:25:59.369664 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3b7c503-014e-4f6f-987f-b633e9383f88 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88525) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 19:25:59.371620 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-f3b7c503-014e-4f6f-987f-b633e9383f88 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] 10.222.0.41 "DELETE /v2.0/ports/9805c8ad-0b16-4122-9ce1-13adfedf4628 HTTP/1.1" status: 404 len: 333 time: 0.0964611 Jun 01 19:25:59.376169 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 44972) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:25:59.378490 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-777e038b-09d1-4f55-a7bc-b0c79d5669af None None] Port a2a97e68-f23a-484d-b986-64d520a03a76 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:25:59.424458 n-d-844202-1 neutron-server[88525]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4594573-9751-470e-9dd4-f30713f3acc8 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] DELETE failed (client error): The resource could not be found. Jun 01 19:25:59.425239 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4594573-9751-470e-9dd4-f30713f3acc8 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88525) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 19:25:59.427692 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-f4594573-9751-470e-9dd4-f30713f3acc8 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] 10.222.0.41 "DELETE /v2.0/subnets/d410d541-0e5c-4188-9caf-f84a8fbceca3 HTTP/1.1" status: 404 len: 337 time: 0.0498104 Jun 01 19:25:59.430748 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 44976) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:25:59.510674 n-d-844202-1 neutron-server[88525]: INFO neutron.pecan_wsgi.hooks.translation [None req-613aa4d4-e401-45e5-ba5a-3b56beef0492 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] DELETE failed (client error): The resource could not be found. Jun 01 19:25:59.511410 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-613aa4d4-e401-45e5-ba5a-3b56beef0492 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88525) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 19:25:59.515136 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-613aa4d4-e401-45e5-ba5a-3b56beef0492 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] 10.222.0.41 "DELETE /v2.0/subnets/d17aec1c-5bc0-4035-a07d-6af0baf4c077 HTTP/1.1" status: 404 len: 337 time: 0.0824721 Jun 01 19:25:59.518121 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 44980) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:25:59.601311 n-d-844202-1 neutron-server[88525]: INFO neutron.pecan_wsgi.hooks.translation [None req-484bfed0-c365-4db9-8401-f8c20f32aba6 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] DELETE failed (client error): The resource could not be found. Jun 01 19:25:59.602908 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-484bfed0-c365-4db9-8401-f8c20f32aba6 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88525) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 19:25:59.606482 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-484bfed0-c365-4db9-8401-f8c20f32aba6 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] 10.222.0.41 "DELETE /v2.0/ports/10a54bb2-33fb-41d6-90b2-1e80d01e8a34 HTTP/1.1" status: 404 len: 333 time: 0.0864758 Jun 01 19:25:59.612121 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 44986) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:25:59.692887 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-7be55196-9dec-4a09-ab11-567c6ca8cea7 None None] For port 72dbd09e-1cd2-4672-a3e0-11b51560f321, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=72dbd09e-1cd2-4672-a3e0-11b51560f321,segment=NetworkSegment(83348ed6-7af4-4fad-8799-e86405376ed1),segment_id=83348ed6-7af4-4fad-8799-e86405376ed1)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:25:59.693526 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-7be55196-9dec-4a09-ab11-567c6ca8cea7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:25:59.795313 n-d-844202-1 neutron-server[88524]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcbe0685-13fb-4632-9797-afb0d8d7bed1 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] DELETE failed (client error): The resource could not be found. Jun 01 19:25:59.796163 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dcbe0685-13fb-4632-9797-afb0d8d7bed1 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88524) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 19:25:59.799270 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-dcbe0685-13fb-4632-9797-afb0d8d7bed1 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] 10.222.0.41 "DELETE /v2.0/subnets/795afd96-a2c5-4000-aca6-3e92a347b1e2 HTTP/1.1" status: 404 len: 337 time: 0.1851494 Jun 01 19:25:59.805911 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 44990) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:25:59.857561 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e42a064-1a42-4c06-9cc3-d705c08f9093 req-c92f0bb9-a1fb-4ce9-97c8-943589e401da tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:25:59.859396 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7e42a064-1a42-4c06-9cc3-d705c08f9093 req-c92f0bb9-a1fb-4ce9-97c8-943589e401da tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.50 "GET /v2.0/ports?device_id=66b33114-1768-43f8-a01b-18047a9f453b HTTP/1.1" status: 200 len: 946 time: 0.1520729 Jun 01 19:25:59.877502 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-7be55196-9dec-4a09-ab11-567c6ca8cea7 None None] Calling delete_port for 72dbd09e-1cd2-4672-a3e0-11b51560f321 owned by network:dhcp {{(pid=88526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:25:59.895137 n-d-844202-1 neutron-server[88525]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5ab1904-c171-42b6-87b0-907c557e101f tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] DELETE failed (client error): The resource could not be found. Jun 01 19:25:59.895911 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5ab1904-c171-42b6-87b0-907c557e101f tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88525) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 19:25:59.899530 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-a5ab1904-c171-42b6-87b0-907c557e101f tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] 10.222.0.41 "DELETE /v2.0/subnets/9beb97f9-29e8-404c-81c5-c7881f4b2267 HTTP/1.1" status: 404 len: 337 time: 0.0784216 Jun 01 19:25:59.901944 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 44996) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:26:00.007549 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-7e42a064-1a42-4c06-9cc3-d705c08f9093 req-66672169-0bef-4c1c-a505-26cfda95fd10 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Deleting port bab25bfe-98a7-4ef1-a75c-b23a438ac9ef {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:26:00.007895 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-7e42a064-1a42-4c06-9cc3-d705c08f9093 req-66672169-0bef-4c1c-a505-26cfda95fd10 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:26:00.016361 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-e29cb60f-402d-4e5b-8af3-1f1fa31a82d1 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Deleting port a2a97e68-f23a-484d-b986-64d520a03a76 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:26:00.016918 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e29cb60f-402d-4e5b-8af3-1f1fa31a82d1 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:26:00.075609 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-7be55196-9dec-4a09-ab11-567c6ca8cea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535'] for port, after_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:26:00.162388 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be55196-9dec-4a09-ab11-567c6ca8cea7 None None] Pushing event deleted for resources: {'Port': ['ID=72dbd09e-1cd2-4672-a3e0-11b51560f321,revision_number=None']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:26:00.187183 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be55196-9dec-4a09-ab11-567c6ca8cea7 None None] No DVR routers for this DVR port 72dbd09e-1cd2-4672-a3e0-11b51560f321 on host n-d-844202-1 {{(pid=88526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:26:00.193496 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ff17a2-e6f4-40c1-b029-ac4176ee1742 req-8cc57899-552a-43fc-adc2-1ddc6c1f2785 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:26:00.196738 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-89ff17a2-e6f4-40c1-b029-ac4176ee1742 req-8cc57899-552a-43fc-adc2-1ddc6c1f2785 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/ports?device_id=66b33114-1768-43f8-a01b-18047a9f453b HTTP/1.1" status: 200 len: 946 time: 0.4717124 Jun 01 19:26:00.388155 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-89ff17a2-e6f4-40c1-b029-ac4176ee1742 req-f5f29397-7bf6-4b16-a5fa-416d8d7eb09f tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/security-groups?id=57a825b2-df9c-47c9-a42f-bb66ab7a288b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777139 Jun 01 19:26:00.513342 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e29cb60f-402d-4e5b-8af3-1f1fa31a82d1 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:26:00.519323 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-7e42a064-1a42-4c06-9cc3-d705c08f9093 req-66672169-0bef-4c1c-a505-26cfda95fd10 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] For port bab25bfe-98a7-4ef1-a75c-b23a438ac9ef, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=bab25bfe-98a7-4ef1-a75c-b23a438ac9ef,segment=NetworkSegment(caf40787-7b50-4406-9921-dddcf758f24c),segment_id=caf40787-7b50-4406-9921-dddcf758f24c)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:26:00.519323 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-7e42a064-1a42-4c06-9cc3-d705c08f9093 req-66672169-0bef-4c1c-a505-26cfda95fd10 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:26:00.665209 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 72dbd09e-1cd2-4672-a3e0-11b51560f321 no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:26:00.681566 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-e29cb60f-402d-4e5b-8af3-1f1fa31a82d1 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Calling delete_port for a2a97e68-f23a-484d-b986-64d520a03a76 owned by {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:26:00.716756 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-7e42a064-1a42-4c06-9cc3-d705c08f9093 req-66672169-0bef-4c1c-a505-26cfda95fd10 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Calling delete_port for bab25bfe-98a7-4ef1-a75c-b23a438ac9ef owned by compute:nova {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:26:00.720936 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: 72dbd09e-1cd2-4672-a3e0-11b51560f321 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:26:00.722099 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 72dbd09e-1cd2-4672-a3e0-11b51560f321 not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:26:00.801244 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e29cb60f-402d-4e5b-8af3-1f1fa31a82d1 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:26:00.894731 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e29cb60f-402d-4e5b-8af3-1f1fa31a82d1 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:26:00.898422 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29cb60f-402d-4e5b-8af3-1f1fa31a82d1 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Pushing event deleted for resources: {'Port': ['ID=a2a97e68-f23a-484d-b986-64d520a03a76,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:26:00.918318 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-e29cb60f-402d-4e5b-8af3-1f1fa31a82d1 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] 10.222.0.41 "DELETE /v2.0/ports/a2a97e68-f23a-484d-b986-64d520a03a76 HTTP/1.1" status: 204 len: 168 time: 1.0149035 Jun 01 19:26:00.922731 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 45012) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:26:00.987158 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-7e42a064-1a42-4c06-9cc3-d705c08f9093 req-66672169-0bef-4c1c-a505-26cfda95fd10 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:26:00.999028 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] get_ports_and_sgs() called for port_ids ['bab25bfe-98a7-4ef1-a75c-b23a438ac9ef'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 19:26:01.066549 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66672169-0bef-4c1c-a505-26cfda95fd10 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Pushing event deleted for resources: {'Port': ['ID=bab25bfe-98a7-4ef1-a75c-b23a438ac9ef,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:26:01.111831 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-24fcb034-2c6a-44d6-8211-8cfd6acfae92 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:26:01.195052 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e42a064-1a42-4c06-9cc3-d705c08f9093 req-66672169-0bef-4c1c-a505-26cfda95fd10 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] No DVR routers for this DVR port bab25bfe-98a7-4ef1-a75c-b23a438ac9ef on host n-h2-844202-1 {{(pid=88524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:26:01.197837 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-7e42a064-1a42-4c06-9cc3-d705c08f9093 req-66672169-0bef-4c1c-a505-26cfda95fd10 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:26:01.207877 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66b33114-1768-43f8-a01b-18047a9f453b', 'name': 'network-vif-deleted', 'tag': 'bab25bfe-98a7-4ef1-a75c-b23a438ac9ef'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:26:01.221122 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7e42a064-1a42-4c06-9cc3-d705c08f9093 req-66672169-0bef-4c1c-a505-26cfda95fd10 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.50 "DELETE /v2.0/ports/bab25bfe-98a7-4ef1-a75c-b23a438ac9ef HTTP/1.1" status: 204 len: 173 time: 1.3564544 Jun 01 19:26:01.303073 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91641581-ea6f-4b63-9183-63663183528c'] response: {'server_uuid': '66b33114-1768-43f8-a01b-18047a9f453b', 'name': 'network-vif-deleted', 'tag': 'bab25bfe-98a7-4ef1-a75c-b23a438ac9ef', 'status': 'completed', 'code': 200} Jun 01 19:26:01.318791 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-24fcb034-2c6a-44d6-8211-8cfd6acfae92 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:26:01.361643 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-24fcb034-2c6a-44d6-8211-8cfd6acfae92 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e19cd1bf-9241-4476-ae10-79bc84507053']}} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:26:01.384686 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-24fcb034-2c6a-44d6-8211-8cfd6acfae92 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83348ed6-7af4-4fad-8799-e86405376ed1') {'for_net_delete': True} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:26:01.384952 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-24fcb034-2c6a-44d6-8211-8cfd6acfae92 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83348ed6-7af4-4fad-8799-e86405376ed1') {} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:26:01.399695 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-24fcb034-2c6a-44d6-8211-8cfd6acfae92 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2258522'] for segment, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:26:01.443792 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-24fcb034-2c6a-44d6-8211-8cfd6acfae92 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:26:01.458775 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24fcb034-2c6a-44d6-8211-8cfd6acfae92 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=88525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 19:26:01.459407 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-24fcb034-2c6a-44d6-8211-8cfd6acfae92 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2613981'] for segment, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:26:01.647647 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment 83348ed6-7af4-4fad-8799-e86405376ed1 resource provider aggregate not found Jun 01 19:26:01.655262 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-24fcb034-2c6a-44d6-8211-8cfd6acfae92 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:26:01.663273 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-24fcb034-2c6a-44d6-8211-8cfd6acfae92 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Notify callbacks [] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:26:01.769654 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment 83348ed6-7af4-4fad-8799-e86405376ed1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 83348ed6-7af4-4fad-8799-e86405376ed1 found for delete ", "request_id": "req-49a43389-8dcc-4244-bed3-e1279b13a4cc"}]} Jun 01 19:26:01.787885 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c1149317-b234-4d48-a29b-161d4556ec06 req-06393cdf-6555-420e-a1a8-aa53e035ac3c tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/ports?device_id=66b33114-1768-43f8-a01b-18047a9f453b HTTP/1.1" status: 200 len: 210 time: 0.1332431 Jun 01 19:26:01.788213 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fcb034-2c6a-44d6-8211-8cfd6acfae92 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] Pushing event deleted for resources: {'Network': ['ID=e19cd1bf-9241-4476-ae10-79bc84507053,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:26:01.793238 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-24fcb034-2c6a-44d6-8211-8cfd6acfae92 tempest-PortsTestJSON-868940366 tempest-PortsTestJSON-868940366-project] 10.222.0.41 "DELETE /v2.0/networks/e19cd1bf-9241-4476-ae10-79bc84507053 HTTP/1.1" status: 204 len: 168 time: 0.8688240 Jun 01 19:26:01.917851 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.agents_db [None req-e814b9cf-7de8-45d0-a079-29c61fabe7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 19:26:02.300615 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 45042) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:26:02.577706 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 45050) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:26:02.588453 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-77ebedc2-3cf2-4ae9-897a-561c818bfcd8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=49f164ab97724edfa685b6f748ec92c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2814255 Jun 01 19:26:02.668398 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-acc2b320-c48b-4802-9fc0-84e5250570ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:26:02.715951 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-acc2b320-c48b-4802-9fc0-84e5250570ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:26:02.821519 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-acc2b320-c48b-4802-9fc0-84e5250570ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:26:02.842563 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc2b320-c48b-4802-9fc0-84e5250570ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c834cb9-d484-44f1-95f6-7b43bf3f2df5,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:26:02.858195 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-acc2b320-c48b-4802-9fc0-84e5250570ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:26:02.861196 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-acc2b320-c48b-4802-9fc0-84e5250570ca admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9c834cb9-d484-44f1-95f6-7b43bf3f2df5 HTTP/1.1" status: 204 len: 168 time: 0.2806201 Jun 01 19:26:03.120574 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-d86c63bd-8b27-44be-98f4-8280ceee2174 req-613b7cc3-c0c6-48dc-afac-f9e806a68225 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Synchronizing usage tracker for tenant:e7fa6482b873470e8b5274a0b6cb89ae on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:26:03.142897 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-d86c63bd-8b27-44be-98f4-8280ceee2174 req-613b7cc3-c0c6-48dc-afac-f9e806a68225 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Unset dirty status for tenant:e7fa6482b873470e8b5274a0b6cb89ae on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:26:03.144596 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d86c63bd-8b27-44be-98f4-8280ceee2174 req-613b7cc3-c0c6-48dc-afac-f9e806a68225 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/ports?device_id=66b33114-1768-43f8-a01b-18047a9f453b HTTP/1.1" status: 200 len: 210 time: 0.0904000 Jun 01 19:26:04.196106 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 45092) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:26:04.387181 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-b521a94e-77fa-43f5-ade7-b8d48e760219 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:26:04.388403 n-d-844202-1 neutron-server[88524]: WARNING neutron.api.v2.base [None req-b521a94e-77fa-43f5-ade7-b8d48e760219 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jun 01 19:26:04.389277 n-d-844202-1 neutron-server[88524]: INFO neutron.api.v2.resource [None req-b521a94e-77fa-43f5-ade7-b8d48e760219 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] create failed (client error): There was a conflict when trying to complete your request. Jun 01 19:26:04.397338 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 45100) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:26:04.398316 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-b521a94e-77fa-43f5-ade7-b8d48e760219 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2001989 Jun 01 19:26:04.405540 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-5394ccf7-82ed-4734-aee3-26d376e8b5dc tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Request body: {'security_group': {'name': 'tempest-secgroup--961808285'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:26:04.420694 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-5394ccf7-82ed-4734-aee3-26d376e8b5dc tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:26:04.428385 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-5394ccf7-82ed-4734-aee3-26d376e8b5dc tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Usage tracker for resource:security_group and tenant:d975f8a256b9493bbd471cf6a194ceb6 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:26:04.434117 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-5394ccf7-82ed-4734-aee3-26d376e8b5dc tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:26:04.447789 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-5394ccf7-82ed-4734-aee3-26d376e8b5dc tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:26:04.475474 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5394ccf7-82ed-4734-aee3-26d376e8b5dc tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:26:04.503613 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5394ccf7-82ed-4734-aee3-26d376e8b5dc tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:26:04.530891 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-5394ccf7-82ed-4734-aee3-26d376e8b5dc tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:26:04.539983 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-5394ccf7-82ed-4734-aee3-26d376e8b5dc tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Usage tracker for resource:security_group_rule and tenant:d975f8a256b9493bbd471cf6a194ceb6 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:26:04.543793 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-5394ccf7-82ed-4734-aee3-26d376e8b5dc tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:26:04.555310 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-5394ccf7-82ed-4734-aee3-26d376e8b5dc tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:26:04.707154 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5394ccf7-82ed-4734-aee3-26d376e8b5dc tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:26:04.712872 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5394ccf7-82ed-4734-aee3-26d376e8b5dc tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:26:04.726820 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-5394ccf7-82ed-4734-aee3-26d376e8b5dc tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:26:04.735930 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-5394ccf7-82ed-4734-aee3-26d376e8b5dc tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Usage tracker for resource:security_group_rule and tenant:d975f8a256b9493bbd471cf6a194ceb6 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:26:04.745113 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-5394ccf7-82ed-4734-aee3-26d376e8b5dc tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:26:04.770172 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-5394ccf7-82ed-4734-aee3-26d376e8b5dc tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:26:04.775878 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5394ccf7-82ed-4734-aee3-26d376e8b5dc tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Pushing event updated for resources: {'SecurityGroup': ['ID=559f6ead-9af7-4c25-8ce3-21089c5b5438,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:26:04.798799 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5394ccf7-82ed-4734-aee3-26d376e8b5dc tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:26:04.799156 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5394ccf7-82ed-4734-aee3-26d376e8b5dc tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:26:04.799525 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5394ccf7-82ed-4734-aee3-26d376e8b5dc tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:26:04.800290 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5394ccf7-82ed-4734-aee3-26d376e8b5dc tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:26:04.800575 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5394ccf7-82ed-4734-aee3-26d376e8b5dc tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:26:04.801069 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5394ccf7-82ed-4734-aee3-26d376e8b5dc tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:26:04.802073 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5394ccf7-82ed-4734-aee3-26d376e8b5dc tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:26:04.802073 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5394ccf7-82ed-4734-aee3-26d376e8b5dc tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:26:04.802073 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5394ccf7-82ed-4734-aee3-26d376e8b5dc tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:26:04.802762 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5394ccf7-82ed-4734-aee3-26d376e8b5dc tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:26:04.802762 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5394ccf7-82ed-4734-aee3-26d376e8b5dc tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:26:04.802969 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5394ccf7-82ed-4734-aee3-26d376e8b5dc tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:26:04.840289 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device bab25bfe-98a7-4ef1-a75c-b23a438ac9ef no longer exists at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:26:04.945345 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] No Port match for: bab25bfe-98a7-4ef1-a75c-b23a438ac9ef {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:26:04.945345 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device bab25bfe-98a7-4ef1-a75c-b23a438ac9ef not bound to the agent host n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:26:04.955520 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5394ccf7-82ed-4734-aee3-26d376e8b5dc tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:26:04.955520 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5394ccf7-82ed-4734-aee3-26d376e8b5dc tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:26:04.998600 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5394ccf7-82ed-4734-aee3-26d376e8b5dc tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0982709-3313-46e1-9d26-0315e5a774e5,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:26:05.004047 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5394ccf7-82ed-4734-aee3-26d376e8b5dc tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:26:05.006253 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-5394ccf7-82ed-4734-aee3-26d376e8b5dc tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6075680 Jun 01 19:26:05.009873 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 45110) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:26:05.014975 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-79f84ff9-5ed6-4869-b226-efe4f72f9daf tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Request body: {'security_group_rule': {'security_group_id': 'd0982709-3313-46e1-9d26-0315e5a774e5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:26:05.023820 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-79f84ff9-5ed6-4869-b226-efe4f72f9daf tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:26:05.028463 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-79f84ff9-5ed6-4869-b226-efe4f72f9daf tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Usage tracker for resource:security_group_rule and tenant:d975f8a256b9493bbd471cf6a194ceb6 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:26:05.032219 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-79f84ff9-5ed6-4869-b226-efe4f72f9daf tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:26:05.038739 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-79f84ff9-5ed6-4869-b226-efe4f72f9daf tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:26:05.064833 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-79f84ff9-5ed6-4869-b226-efe4f72f9daf tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:26:05.164163 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-79f84ff9-5ed6-4869-b226-efe4f72f9daf tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:26:05.168961 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-79f84ff9-5ed6-4869-b226-efe4f72f9daf tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:26:05.213380 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f84ff9-5ed6-4869-b226-efe4f72f9daf tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89ba9009-2981-4614-bc5c-71c736ff0f49,revision_number=0']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:26:05.215851 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-79f84ff9-5ed6-4869-b226-efe4f72f9daf tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:26:05.217061 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-79f84ff9-5ed6-4869-b226-efe4f72f9daf tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2062075 Jun 01 19:26:05.219955 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 45114) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:26:05.227263 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-ae205ad9-aeeb-4f5d-86fa-cebcdb929a5f tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Request body: {'security_group_rule': {'security_group_id': 'd0982709-3313-46e1-9d26-0315e5a774e5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:26:05.237560 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-ae205ad9-aeeb-4f5d-86fa-cebcdb929a5f tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:26:05.244590 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-ae205ad9-aeeb-4f5d-86fa-cebcdb929a5f tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Usage tracker for resource:security_group_rule and tenant:d975f8a256b9493bbd471cf6a194ceb6 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:26:05.249144 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-ae205ad9-aeeb-4f5d-86fa-cebcdb929a5f tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:26:05.259313 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-ae205ad9-aeeb-4f5d-86fa-cebcdb929a5f tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:26:05.287908 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ae205ad9-aeeb-4f5d-86fa-cebcdb929a5f tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:26:05.385823 n-d-844202-1 neutron-server[88524]: INFO neutron.api.v2.resource [None req-ae205ad9-aeeb-4f5d-86fa-cebcdb929a5f tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] create failed (client error): There was a conflict when trying to complete your request. Jun 01 19:26:05.388516 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-ae205ad9-aeeb-4f5d-86fa-cebcdb929a5f tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1670678 Jun 01 19:26:05.391946 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 45122) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:26:05.541241 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-7df6d2f8-c570-48a6-b5cf-6afc3bf491ca tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:26:05.587882 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-7df6d2f8-c570-48a6-b5cf-6afc3bf491ca tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:26:05.694855 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-7df6d2f8-c570-48a6-b5cf-6afc3bf491ca tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:26:05.743341 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df6d2f8-c570-48a6-b5cf-6afc3bf491ca tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0982709-3313-46e1-9d26-0315e5a774e5,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:26:05.754219 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-7df6d2f8-c570-48a6-b5cf-6afc3bf491ca tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:26:05.756431 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-7df6d2f8-c570-48a6-b5cf-6afc3bf491ca tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] 10.222.0.41 "DELETE /v2.0/security-groups/d0982709-3313-46e1-9d26-0315e5a774e5 HTTP/1.1" status: 204 len: 168 time: 0.3629189 Jun 01 19:26:05.758912 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 45134) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:26:05.866104 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-9d05166a-9e31-4285-b4ec-1dc12d8743a6 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Synchronizing usage tracker for tenant:d975f8a256b9493bbd471cf6a194ceb6 on resource:security_group {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:26:05.906540 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-9d05166a-9e31-4285-b4ec-1dc12d8743a6 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Unset dirty status for tenant:d975f8a256b9493bbd471cf6a194ceb6 on resource:security_group {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:26:05.913952 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-9d05166a-9e31-4285-b4ec-1dc12d8743a6 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1537442 Jun 01 19:26:05.914489 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 45146) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:26:05.921802 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-9d5259fc-ce95-46da-9808-a8cabc54d786 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Request body: {'security_group': {'name': 'tempest-secgroup--2049050723'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:26:05.931232 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-9d5259fc-ce95-46da-9808-a8cabc54d786 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:26:05.954194 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-9d5259fc-ce95-46da-9808-a8cabc54d786 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:26:05.969083 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-9d5259fc-ce95-46da-9808-a8cabc54d786 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:26:06.006805 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-9d5259fc-ce95-46da-9808-a8cabc54d786 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:26:06.015146 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-9d5259fc-ce95-46da-9808-a8cabc54d786 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Usage tracker for resource:security_group_rule and tenant:d975f8a256b9493bbd471cf6a194ceb6 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:26:06.022014 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-9d5259fc-ce95-46da-9808-a8cabc54d786 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:26:06.027400 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-9d5259fc-ce95-46da-9808-a8cabc54d786 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:26:06.132612 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-9d5259fc-ce95-46da-9808-a8cabc54d786 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:26:06.137853 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-9d5259fc-ce95-46da-9808-a8cabc54d786 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:26:06.210026 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-9d5259fc-ce95-46da-9808-a8cabc54d786 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:26:06.214453 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-9d5259fc-ce95-46da-9808-a8cabc54d786 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2962301 Jun 01 19:26:06.215037 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 45162) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:26:06.223185 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-a3d2fe30-0f92-419b-8749-66996489cae0 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Request body: {'security_group_rule': {'security_group_id': 'ffcfa469-abc7-491c-9eb4-71cf56124949', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:26:06.223754 n-d-844202-1 neutron-server[88525]: WARNING neutron.api.v2.base [None req-a3d2fe30-0f92-419b-8749-66996489cae0 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jun 01 19:26:06.224460 n-d-844202-1 neutron-server[88525]: INFO neutron.api.v2.resource [None req-a3d2fe30-0f92-419b-8749-66996489cae0 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 01 19:26:06.225994 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-a3d2fe30-0f92-419b-8749-66996489cae0 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0099814 Jun 01 19:26:06.231351 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 45166) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:26:06.249516 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5259fc-ce95-46da-9808-a8cabc54d786 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffcfa469-abc7-491c-9eb4-71cf56124949,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:26:06.349089 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1a745a26-d6b1-4abf-a7e4-d22135fb4931 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:26:06.396747 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1a745a26-d6b1-4abf-a7e4-d22135fb4931 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:26:06.482727 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1a745a26-d6b1-4abf-a7e4-d22135fb4931 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:26:06.521810 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a745a26-d6b1-4abf-a7e4-d22135fb4931 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffcfa469-abc7-491c-9eb4-71cf56124949,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:26:06.537622 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1a745a26-d6b1-4abf-a7e4-d22135fb4931 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:26:06.543409 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-1a745a26-d6b1-4abf-a7e4-d22135fb4931 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] 10.222.0.41 "DELETE /v2.0/security-groups/ffcfa469-abc7-491c-9eb4-71cf56124949 HTTP/1.1" status: 204 len: 168 time: 0.3084984 Jun 01 19:26:06.543705 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 45182) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:26:06.788485 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-76a53ae5-54b5-4dda-b53c-12a6a42a17bd tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Synchronizing usage tracker for tenant:d975f8a256b9493bbd471cf6a194ceb6 on resource:security_group {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:26:06.810520 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-76a53ae5-54b5-4dda-b53c-12a6a42a17bd tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Unset dirty status for tenant:d975f8a256b9493bbd471cf6a194ceb6 on resource:security_group {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:26:06.817253 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-76a53ae5-54b5-4dda-b53c-12a6a42a17bd tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2731552 Jun 01 19:26:06.817944 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 45190) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:26:06.826859 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-37903982-4758-4a9f-8e99-a4eb81d041ef tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Request body: {'security_group': {'name': 'tempest-secgroup--1788411182'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:26:06.839249 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-37903982-4758-4a9f-8e99-a4eb81d041ef tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:26:06.857604 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-37903982-4758-4a9f-8e99-a4eb81d041ef tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:26:06.871953 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-37903982-4758-4a9f-8e99-a4eb81d041ef tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:26:06.903570 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-37903982-4758-4a9f-8e99-a4eb81d041ef tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:26:06.911111 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-37903982-4758-4a9f-8e99-a4eb81d041ef tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Usage tracker for resource:security_group_rule and tenant:d975f8a256b9493bbd471cf6a194ceb6 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:26:06.915997 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-37903982-4758-4a9f-8e99-a4eb81d041ef tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:26:06.926406 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-37903982-4758-4a9f-8e99-a4eb81d041ef tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:26:07.036343 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-37903982-4758-4a9f-8e99-a4eb81d041ef tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:26:07.042407 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-37903982-4758-4a9f-8e99-a4eb81d041ef tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:26:07.144997 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-d94b9ea5-ff58-4140-8367-9c84a70a97f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:26:07.276833 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37903982-4758-4a9f-8e99-a4eb81d041ef tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b40bcce6-0ee9-41a3-bdeb-d3b1480e1b1b,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:26:07.293823 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-37903982-4758-4a9f-8e99-a4eb81d041ef tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:26:07.295749 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-37903982-4758-4a9f-8e99-a4eb81d041ef tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4754572 Jun 01 19:26:07.305653 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 45208) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:26:07.305653 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-c3cd81a3-24f6-430b-b89a-795933bccce6 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Request body: {'security_group_rule': {'security_group_id': 'b40bcce6-0ee9-41a3-bdeb-d3b1480e1b1b', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:26:07.306523 n-d-844202-1 neutron-server[88524]: WARNING neutron.api.v2.base [None req-c3cd81a3-24f6-430b-b89a-795933bccce6 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jun 01 19:26:07.306949 n-d-844202-1 neutron-server[88524]: INFO neutron.api.v2.resource [None req-c3cd81a3-24f6-430b-b89a-795933bccce6 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 01 19:26:07.307924 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-c3cd81a3-24f6-430b-b89a-795933bccce6 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0067489 Jun 01 19:26:07.312838 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 45212) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:26:07.402372 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-50c74917-7416-49eb-90e5-25803b0d0298 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:26:07.440086 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 45222) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:26:07.446154 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-27eef17e-9c00-439f-a4c1-522145dadb36 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-574971530', 'description': 'tempest-secgroup-smoke-574971530 description', 'project_id': 'e7fa6482b873470e8b5274a0b6cb89ae'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:26:07.447357 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-50c74917-7416-49eb-90e5-25803b0d0298 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:26:07.453766 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-27eef17e-9c00-439f-a4c1-522145dadb36 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:26:07.489159 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-27eef17e-9c00-439f-a4c1-522145dadb36 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:26:07.504865 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-27eef17e-9c00-439f-a4c1-522145dadb36 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:26:07.530566 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-27eef17e-9c00-439f-a4c1-522145dadb36 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:26:07.536853 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-27eef17e-9c00-439f-a4c1-522145dadb36 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Usage tracker for resource:security_group_rule and tenant:e7fa6482b873470e8b5274a0b6cb89ae is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:26:07.540314 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-27eef17e-9c00-439f-a4c1-522145dadb36 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:26:07.541234 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-50c74917-7416-49eb-90e5-25803b0d0298 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:26:07.547026 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-27eef17e-9c00-439f-a4c1-522145dadb36 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:26:07.573305 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c74917-7416-49eb-90e5-25803b0d0298 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b40bcce6-0ee9-41a3-bdeb-d3b1480e1b1b,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:26:07.586406 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-50c74917-7416-49eb-90e5-25803b0d0298 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:26:07.588823 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-50c74917-7416-49eb-90e5-25803b0d0298 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] 10.222.0.41 "DELETE /v2.0/security-groups/b40bcce6-0ee9-41a3-bdeb-d3b1480e1b1b HTTP/1.1" status: 204 len: 168 time: 0.2746871 Jun 01 19:26:07.593170 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 45226) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:26:07.672813 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-1fd43265-5c0e-4b11-8370-f524380c0a3d tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Synchronizing usage tracker for tenant:d975f8a256b9493bbd471cf6a194ceb6 on resource:security_group {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:26:07.684481 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-27eef17e-9c00-439f-a4c1-522145dadb36 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:26:07.689890 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-27eef17e-9c00-439f-a4c1-522145dadb36 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:26:07.697396 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-1fd43265-5c0e-4b11-8370-f524380c0a3d tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Unset dirty status for tenant:d975f8a256b9493bbd471cf6a194ceb6 on resource:security_group {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:26:07.699422 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-1fd43265-5c0e-4b11-8370-f524380c0a3d tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1045396 Jun 01 19:26:07.706616 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 45230) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:26:07.712909 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-7fb2db46-6a73-4eab-b64b-90a2f8f43f52 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Request body: {'security_group': {'name': 'tempest-secgroup--1341332769'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:26:07.733058 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-7fb2db46-6a73-4eab-b64b-90a2f8f43f52 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:26:07.743236 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27eef17e-9c00-439f-a4c1-522145dadb36 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69a184b0-4b49-43a1-a178-506528d57d3e,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:26:07.749255 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-7fb2db46-6a73-4eab-b64b-90a2f8f43f52 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:26:07.759791 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-27eef17e-9c00-439f-a4c1-522145dadb36 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:26:07.763722 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-27eef17e-9c00-439f-a4c1-522145dadb36 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3216076 Jun 01 19:26:07.767234 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 45238) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:26:07.772360 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-58ec1067-664f-44fd-8f81-217d9add3f5e tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Request body: {'security_group_rule': {'security_group_id': '69a184b0-4b49-43a1-a178-506528d57d3e', 'project_id': 'e7fa6482b873470e8b5274a0b6cb89ae', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:26:07.774784 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-7fb2db46-6a73-4eab-b64b-90a2f8f43f52 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:26:07.782140 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-58ec1067-664f-44fd-8f81-217d9add3f5e tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:26:07.790798 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-58ec1067-664f-44fd-8f81-217d9add3f5e tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Usage tracker for resource:security_group_rule and tenant:e7fa6482b873470e8b5274a0b6cb89ae is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:26:07.796105 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-58ec1067-664f-44fd-8f81-217d9add3f5e tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:26:07.804489 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-58ec1067-664f-44fd-8f81-217d9add3f5e tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:26:07.805388 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-7fb2db46-6a73-4eab-b64b-90a2f8f43f52 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:26:07.811714 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-7fb2db46-6a73-4eab-b64b-90a2f8f43f52 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Usage tracker for resource:security_group_rule and tenant:d975f8a256b9493bbd471cf6a194ceb6 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:26:07.819560 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-7fb2db46-6a73-4eab-b64b-90a2f8f43f52 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:26:07.839845 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-7fb2db46-6a73-4eab-b64b-90a2f8f43f52 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:26:07.851143 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-58ec1067-664f-44fd-8f81-217d9add3f5e tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:26:07.934977 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-58ec1067-664f-44fd-8f81-217d9add3f5e tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:26:07.940709 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-58ec1067-664f-44fd-8f81-217d9add3f5e tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:26:07.952107 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-7fb2db46-6a73-4eab-b64b-90a2f8f43f52 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:26:07.958770 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-7fb2db46-6a73-4eab-b64b-90a2f8f43f52 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:26:08.001111 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ec1067-664f-44fd-8f81-217d9add3f5e tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d0b6a24-abb9-4905-a3be-fca13fcf67e8,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:26:08.021520 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-58ec1067-664f-44fd-8f81-217d9add3f5e tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:26:08.022808 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-58ec1067-664f-44fd-8f81-217d9add3f5e tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2557456 Jun 01 19:26:08.026161 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 45244) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:26:08.048099 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-13df8045-bfc3-493a-bb62-1f4cb4af7754 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Request body: {'security_group_rule': {'security_group_id': '69a184b0-4b49-43a1-a178-506528d57d3e', 'project_id': 'e7fa6482b873470e8b5274a0b6cb89ae', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:26:08.069282 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-13df8045-bfc3-493a-bb62-1f4cb4af7754 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:26:08.073034 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-7fb2db46-6a73-4eab-b64b-90a2f8f43f52 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:26:08.074640 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-7fb2db46-6a73-4eab-b64b-90a2f8f43f52 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3672020 Jun 01 19:26:08.079558 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 45248) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:26:08.081321 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-13df8045-bfc3-493a-bb62-1f4cb4af7754 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Usage tracker for resource:security_group_rule and tenant:e7fa6482b873470e8b5274a0b6cb89ae is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:26:08.086793 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb2db46-6a73-4eab-b64b-90a2f8f43f52 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9fc73571-dc4e-4116-bcc0-4a9c5016790d,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:26:08.092272 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-a653f9c5-491d-4baf-a723-b094e0ac3dd0 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Request body: {'security_group_rule': {'security_group_id': '9fc73571-dc4e-4116-bcc0-4a9c5016790d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:26:08.093108 n-d-844202-1 neutron-server[88524]: WARNING neutron.api.v2.base [None req-a653f9c5-491d-4baf-a723-b094e0ac3dd0 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jun 01 19:26:08.094194 n-d-844202-1 neutron-server[88524]: INFO neutron.api.v2.resource [None req-a653f9c5-491d-4baf-a723-b094e0ac3dd0 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 01 19:26:08.095430 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-a653f9c5-491d-4baf-a723-b094e0ac3dd0 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0099227 Jun 01 19:26:08.096860 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-13df8045-bfc3-493a-bb62-1f4cb4af7754 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:26:08.098740 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 45252) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:26:08.107683 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-13df8045-bfc3-493a-bb62-1f4cb4af7754 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:26:08.108615 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-d15bd9c8-ae75-4bdf-9a34-868ae0d55517 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Request body: {'security_group_rule': {'security_group_id': '9fc73571-dc4e-4116-bcc0-4a9c5016790d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:26:08.110918 n-d-844202-1 neutron-server[88525]: WARNING neutron.api.v2.base [None req-d15bd9c8-ae75-4bdf-9a34-868ae0d55517 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jun 01 19:26:08.111888 n-d-844202-1 neutron-server[88525]: INFO neutron.api.v2.resource [None req-d15bd9c8-ae75-4bdf-9a34-868ae0d55517 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 01 19:26:08.118193 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-d15bd9c8-ae75-4bdf-9a34-868ae0d55517 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0173054 Jun 01 19:26:08.118675 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 45256) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:26:08.125192 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-97c55e8e-8bb4-45d9-8731-b2782d32c4b6 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Request body: {'security_group_rule': {'security_group_id': '9fc73571-dc4e-4116-bcc0-4a9c5016790d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:26:08.127273 n-d-844202-1 neutron-server[88524]: WARNING neutron.api.v2.base [None req-97c55e8e-8bb4-45d9-8731-b2782d32c4b6 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jun 01 19:26:08.128054 n-d-844202-1 neutron-server[88524]: INFO neutron.api.v2.resource [None req-97c55e8e-8bb4-45d9-8731-b2782d32c4b6 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 01 19:26:08.129348 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-97c55e8e-8bb4-45d9-8731-b2782d32c4b6 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0095930 Jun 01 19:26:08.133529 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 45260) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:26:08.143126 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-13df8045-bfc3-493a-bb62-1f4cb4af7754 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:26:08.144456 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-6c708820-1b90-4696-987f-5d4fb05efb85 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Request body: {'security_group_rule': {'security_group_id': '9fc73571-dc4e-4116-bcc0-4a9c5016790d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:26:08.145966 n-d-844202-1 neutron-server[88525]: WARNING neutron.api.v2.base [None req-6c708820-1b90-4696-987f-5d4fb05efb85 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jun 01 19:26:08.146717 n-d-844202-1 neutron-server[88525]: INFO neutron.api.v2.resource [None req-6c708820-1b90-4696-987f-5d4fb05efb85 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 01 19:26:08.151102 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-6c708820-1b90-4696-987f-5d4fb05efb85 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0129745 Jun 01 19:26:08.151918 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 45264) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:26:08.259694 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8d25f137-d679-44da-b4ea-443f39576774 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:26:08.264665 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-13df8045-bfc3-493a-bb62-1f4cb4af7754 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:26:08.270629 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-13df8045-bfc3-493a-bb62-1f4cb4af7754 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:26:08.300630 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13df8045-bfc3-493a-bb62-1f4cb4af7754 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=453cce07-67b8-4369-81e7-0ab39c90968f,revision_number=0']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:26:08.307425 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8d25f137-d679-44da-b4ea-443f39576774 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:26:08.332526 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-13df8045-bfc3-493a-bb62-1f4cb4af7754 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:26:08.332526 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-13df8045-bfc3-493a-bb62-1f4cb4af7754 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2897162 Jun 01 19:26:08.332526 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 45272) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:26:08.332526 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-79106ed2-5b63-4957-bfd0-4b2a57b4599f tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Request body: {'security_group_rule': {'security_group_id': '69a184b0-4b49-43a1-a178-506528d57d3e', 'project_id': 'e7fa6482b873470e8b5274a0b6cb89ae', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:26:08.350660 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-79106ed2-5b63-4957-bfd0-4b2a57b4599f tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:26:08.365972 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-79106ed2-5b63-4957-bfd0-4b2a57b4599f tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Usage tracker for resource:security_group_rule and tenant:e7fa6482b873470e8b5274a0b6cb89ae is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:26:08.370943 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-79106ed2-5b63-4957-bfd0-4b2a57b4599f tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:26:08.387224 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-79106ed2-5b63-4957-bfd0-4b2a57b4599f tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:26:08.406068 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8d25f137-d679-44da-b4ea-443f39576774 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:26:08.411361 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-79106ed2-5b63-4957-bfd0-4b2a57b4599f tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:26:08.435925 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d25f137-d679-44da-b4ea-443f39576774 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fc73571-dc4e-4116-bcc0-4a9c5016790d,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:26:08.453249 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8d25f137-d679-44da-b4ea-443f39576774 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:26:08.455801 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-8d25f137-d679-44da-b4ea-443f39576774 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] 10.222.0.41 "DELETE /v2.0/security-groups/9fc73571-dc4e-4116-bcc0-4a9c5016790d HTTP/1.1" status: 204 len: 168 time: 0.3022997 Jun 01 19:26:08.460275 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 45276) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:26:08.579268 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-203fdc30-4283-47da-a80c-32a831676437 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Synchronizing usage tracker for tenant:d975f8a256b9493bbd471cf6a194ceb6 on resource:security_group {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:26:08.584012 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-79106ed2-5b63-4957-bfd0-4b2a57b4599f tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:26:08.594945 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-79106ed2-5b63-4957-bfd0-4b2a57b4599f tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:26:08.621059 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-203fdc30-4283-47da-a80c-32a831676437 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Unset dirty status for tenant:d975f8a256b9493bbd471cf6a194ceb6 on resource:security_group {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:26:08.622892 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-203fdc30-4283-47da-a80c-32a831676437 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1612382 Jun 01 19:26:08.630180 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 45284) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:26:08.635304 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79106ed2-5b63-4957-bfd0-4b2a57b4599f tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3ec8e60-2be6-4580-9f03-b06ceaff21f5,revision_number=0']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:26:08.641519 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-f24856ef-71a1-456d-a05e-14a022f0afa7 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Request body: {'security_group': {'name': 'tempest-secgroup--1479230299'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:26:08.650967 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-79106ed2-5b63-4957-bfd0-4b2a57b4599f tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:26:08.652614 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-79106ed2-5b63-4957-bfd0-4b2a57b4599f tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3266528 Jun 01 19:26:08.657303 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-f24856ef-71a1-456d-a05e-14a022f0afa7 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:26:08.657552 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 45288) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:26:08.674387 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-d523eddb-a1b8-4fce-8b51-a488d6bd9cd7 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Request body: {'security_group_rule': {'security_group_id': '69a184b0-4b49-43a1-a178-506528d57d3e', 'project_id': 'e7fa6482b873470e8b5274a0b6cb89ae', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:26:08.689430 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-d523eddb-a1b8-4fce-8b51-a488d6bd9cd7 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:26:08.693574 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-f24856ef-71a1-456d-a05e-14a022f0afa7 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:26:08.693802 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-d523eddb-a1b8-4fce-8b51-a488d6bd9cd7 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Usage tracker for resource:security_group_rule and tenant:e7fa6482b873470e8b5274a0b6cb89ae is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:26:08.698050 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-d523eddb-a1b8-4fce-8b51-a488d6bd9cd7 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:26:08.706127 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-d523eddb-a1b8-4fce-8b51-a488d6bd9cd7 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:26:08.710989 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f24856ef-71a1-456d-a05e-14a022f0afa7 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:26:08.727307 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d523eddb-a1b8-4fce-8b51-a488d6bd9cd7 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:26:08.750764 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-f24856ef-71a1-456d-a05e-14a022f0afa7 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:26:08.757215 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-f24856ef-71a1-456d-a05e-14a022f0afa7 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Usage tracker for resource:security_group_rule and tenant:d975f8a256b9493bbd471cf6a194ceb6 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:26:08.761650 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-f24856ef-71a1-456d-a05e-14a022f0afa7 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:26:08.772524 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-f24856ef-71a1-456d-a05e-14a022f0afa7 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:26:08.834775 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d523eddb-a1b8-4fce-8b51-a488d6bd9cd7 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:26:08.840833 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d523eddb-a1b8-4fce-8b51-a488d6bd9cd7 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:26:08.896743 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f24856ef-71a1-456d-a05e-14a022f0afa7 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:26:08.900669 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d523eddb-a1b8-4fce-8b51-a488d6bd9cd7 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5776de17-8757-446a-be63-b5f3f9e504a0,revision_number=0']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:26:08.902175 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f24856ef-71a1-456d-a05e-14a022f0afa7 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:26:08.915895 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d523eddb-a1b8-4fce-8b51-a488d6bd9cd7 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:26:08.920993 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-d523eddb-a1b8-4fce-8b51-a488d6bd9cd7 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2578266 Jun 01 19:26:08.923135 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 45298) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:26:08.933347 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-3dd064b5-1c15-4e2f-8f2e-08ccf3101422 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Request body: {'security_group_rule': {'security_group_id': '69a184b0-4b49-43a1-a178-506528d57d3e', 'project_id': 'e7fa6482b873470e8b5274a0b6cb89ae', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:26:08.941404 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-3dd064b5-1c15-4e2f-8f2e-08ccf3101422 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:26:08.947469 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-3dd064b5-1c15-4e2f-8f2e-08ccf3101422 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Usage tracker for resource:security_group_rule and tenant:e7fa6482b873470e8b5274a0b6cb89ae is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:26:08.952095 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-3dd064b5-1c15-4e2f-8f2e-08ccf3101422 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:26:08.962485 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-3dd064b5-1c15-4e2f-8f2e-08ccf3101422 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:26:08.978626 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f24856ef-71a1-456d-a05e-14a022f0afa7 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:26:08.981604 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-f24856ef-71a1-456d-a05e-14a022f0afa7 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3497491 Jun 01 19:26:08.987874 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 45302) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:26:08.990490 n-d-844202-1 neutron-server[88524]: INFO neutron.db.securitygroups_db [None req-3dd064b5-1c15-4e2f-8f2e-08ccf3101422 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Project e7fa6482b873470e8b5274a0b6cb89ae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 01 19:26:08.999819 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-43280991-3d4d-46f8-b486-344bac8ca62f tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Request body: {'security_group_rule': {'security_group_id': '9d5192fa-ff0c-45af-821a-98c549f11b32', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:26:09.002093 n-d-844202-1 neutron-server[88525]: WARNING neutron.api.v2.base [None req-43280991-3d4d-46f8-b486-344bac8ca62f tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jun 01 19:26:09.003749 n-d-844202-1 neutron-server[88525]: INFO neutron.api.v2.resource [None req-43280991-3d4d-46f8-b486-344bac8ca62f tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 01 19:26:09.005578 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-43280991-3d4d-46f8-b486-344bac8ca62f tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0158746 Jun 01 19:26:09.011493 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 45306) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:26:09.011493 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-3dd064b5-1c15-4e2f-8f2e-08ccf3101422 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:26:09.040647 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-69d12dbf-e9b6-4b3d-8511-a954ed125fb8 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Request body: {'security_group_rule': {'security_group_id': '9d5192fa-ff0c-45af-821a-98c549f11b32', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:26:09.043156 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24856ef-71a1-456d-a05e-14a022f0afa7 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d5192fa-ff0c-45af-821a-98c549f11b32,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:26:09.060011 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-69d12dbf-e9b6-4b3d-8511-a954ed125fb8 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:26:09.070573 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-69d12dbf-e9b6-4b3d-8511-a954ed125fb8 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Usage tracker for resource:security_group_rule and tenant:d975f8a256b9493bbd471cf6a194ceb6 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:26:09.081381 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-69d12dbf-e9b6-4b3d-8511-a954ed125fb8 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:26:09.092309 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-69d12dbf-e9b6-4b3d-8511-a954ed125fb8 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:26:09.147071 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-3dd064b5-1c15-4e2f-8f2e-08ccf3101422 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:26:09.150245 n-d-844202-1 neutron-server[88524]: INFO neutron.api.v2.resource [None req-69d12dbf-e9b6-4b3d-8511-a954ed125fb8 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 01 19:26:09.151586 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-69d12dbf-e9b6-4b3d-8511-a954ed125fb8 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1293826 Jun 01 19:26:09.154664 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 45310) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:26:09.158845 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-3dd064b5-1c15-4e2f-8f2e-08ccf3101422 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:26:09.163641 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-9dfc2a0e-6f34-492c-81f5-7b5501b287a0 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Request body: {'security_group_rule': {'security_group_id': '9d5192fa-ff0c-45af-821a-98c549f11b32', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:26:09.164122 n-d-844202-1 neutron-server[88524]: WARNING neutron.api.v2.base [None req-9dfc2a0e-6f34-492c-81f5-7b5501b287a0 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jun 01 19:26:09.164676 n-d-844202-1 neutron-server[88524]: INFO neutron.api.v2.resource [None req-9dfc2a0e-6f34-492c-81f5-7b5501b287a0 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 01 19:26:09.165687 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-9dfc2a0e-6f34-492c-81f5-7b5501b287a0 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0097883 Jun 01 19:26:09.173056 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 45314) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:26:09.181999 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-e0a774a0-2df9-463c-a1c4-50269be4e65f tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Request body: {'security_group_rule': {'security_group_id': '9d5192fa-ff0c-45af-821a-98c549f11b32', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:26:09.196356 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd064b5-1c15-4e2f-8f2e-08ccf3101422 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17db52fb-e269-4522-b183-e39a496a3c21,revision_number=0']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:26:09.197295 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-e0a774a0-2df9-463c-a1c4-50269be4e65f tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:26:09.212608 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-e0a774a0-2df9-463c-a1c4-50269be4e65f tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Usage tracker for resource:security_group_rule and tenant:d975f8a256b9493bbd471cf6a194ceb6 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:26:09.214207 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-3dd064b5-1c15-4e2f-8f2e-08ccf3101422 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:26:09.219151 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-e0a774a0-2df9-463c-a1c4-50269be4e65f tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:26:09.220391 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-3dd064b5-1c15-4e2f-8f2e-08ccf3101422 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2949762 Jun 01 19:26:09.221296 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 45318) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:26:09.228131 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-0dcb07dd-5a29-4e26-b10b-cdc9b610ac6f tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Request body: {'security_group_rule': {'security_group_id': '69a184b0-4b49-43a1-a178-506528d57d3e', 'project_id': 'e7fa6482b873470e8b5274a0b6cb89ae', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:26:09.232178 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-e0a774a0-2df9-463c-a1c4-50269be4e65f tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:26:09.238844 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-0dcb07dd-5a29-4e26-b10b-cdc9b610ac6f tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:26:09.245812 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-0dcb07dd-5a29-4e26-b10b-cdc9b610ac6f tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Usage tracker for resource:security_group_rule and tenant:e7fa6482b873470e8b5274a0b6cb89ae is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:26:09.252270 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-0dcb07dd-5a29-4e26-b10b-cdc9b610ac6f tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:26:09.261571 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-0dcb07dd-5a29-4e26-b10b-cdc9b610ac6f tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:26:09.278195 n-d-844202-1 neutron-server[88524]: INFO neutron.db.securitygroups_db [None req-0dcb07dd-5a29-4e26-b10b-cdc9b610ac6f tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Project e7fa6482b873470e8b5274a0b6cb89ae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 01 19:26:09.290131 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-0dcb07dd-5a29-4e26-b10b-cdc9b610ac6f tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:26:09.297478 n-d-844202-1 neutron-server[88525]: INFO neutron.api.v2.resource [None req-e0a774a0-2df9-463c-a1c4-50269be4e65f tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 01 19:26:09.299711 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-e0a774a0-2df9-463c-a1c4-50269be4e65f tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1244869 Jun 01 19:26:09.304497 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 45322) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:26:09.318028 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-a486bf18-e5e9-4b0d-b224-e77d04af6af1 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Request body: {'security_group_rule': {'security_group_id': '9d5192fa-ff0c-45af-821a-98c549f11b32', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:26:09.318585 n-d-844202-1 neutron-server[88525]: WARNING neutron.api.v2.base [None req-a486bf18-e5e9-4b0d-b224-e77d04af6af1 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jun 01 19:26:09.320105 n-d-844202-1 neutron-server[88525]: INFO neutron.api.v2.resource [None req-a486bf18-e5e9-4b0d-b224-e77d04af6af1 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 01 19:26:09.321610 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-a486bf18-e5e9-4b0d-b224-e77d04af6af1 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0135455 Jun 01 19:26:09.329066 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 45326) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:26:09.337128 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-49b47b7e-edaf-4420-ba5f-7c4edfb37efa tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Request body: {'security_group_rule': {'security_group_id': '9d5192fa-ff0c-45af-821a-98c549f11b32', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:26:09.349784 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-49b47b7e-edaf-4420-ba5f-7c4edfb37efa tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:26:09.356401 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-49b47b7e-edaf-4420-ba5f-7c4edfb37efa tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Usage tracker for resource:security_group_rule and tenant:d975f8a256b9493bbd471cf6a194ceb6 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:26:09.361817 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-49b47b7e-edaf-4420-ba5f-7c4edfb37efa tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:26:09.373581 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-49b47b7e-edaf-4420-ba5f-7c4edfb37efa tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:26:09.422423 n-d-844202-1 neutron-server[88525]: INFO neutron.api.v2.resource [None req-49b47b7e-edaf-4420-ba5f-7c4edfb37efa tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 01 19:26:09.422920 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-0dcb07dd-5a29-4e26-b10b-cdc9b610ac6f tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:26:09.425080 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-49b47b7e-edaf-4420-ba5f-7c4edfb37efa tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0943325 Jun 01 19:26:09.428837 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 45330) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:26:09.435185 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-a49bbf0d-468d-4738-9ebb-8d7da08569a4 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Request body: {'security_group_rule': {'security_group_id': '9d5192fa-ff0c-45af-821a-98c549f11b32', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:26:09.435714 n-d-844202-1 neutron-server[88524]: WARNING neutron.api.v2.base [None req-a49bbf0d-468d-4738-9ebb-8d7da08569a4 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jun 01 19:26:09.436254 n-d-844202-1 neutron-server[88524]: INFO neutron.api.v2.resource [None req-a49bbf0d-468d-4738-9ebb-8d7da08569a4 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 01 19:26:09.438449 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-a49bbf0d-468d-4738-9ebb-8d7da08569a4 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0070028 Jun 01 19:26:09.439704 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-0dcb07dd-5a29-4e26-b10b-cdc9b610ac6f tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:26:09.442185 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 45334) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:26:09.466502 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-3c71c0e5-7237-4bdd-8ccc-21e3e7fff643 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Request body: {'security_group_rule': {'security_group_id': '9d5192fa-ff0c-45af-821a-98c549f11b32', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:26:09.478136 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcb07dd-5a29-4e26-b10b-cdc9b610ac6f tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f2bbff0-dfe7-422d-b057-d653bb8bba00,revision_number=0']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:26:09.486387 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-3c71c0e5-7237-4bdd-8ccc-21e3e7fff643 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:26:09.493238 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-3c71c0e5-7237-4bdd-8ccc-21e3e7fff643 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Usage tracker for resource:security_group_rule and tenant:d975f8a256b9493bbd471cf6a194ceb6 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:26:09.498696 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-3c71c0e5-7237-4bdd-8ccc-21e3e7fff643 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:26:09.507979 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-3c71c0e5-7237-4bdd-8ccc-21e3e7fff643 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:26:09.510431 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-0dcb07dd-5a29-4e26-b10b-cdc9b610ac6f tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:26:09.518521 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-0dcb07dd-5a29-4e26-b10b-cdc9b610ac6f tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2891676 Jun 01 19:26:09.550614 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-7a79339d-e136-4504-b038-c97519c0d326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:26:09.560154 n-d-844202-1 neutron-server[88524]: INFO neutron.api.v2.resource [None req-3c71c0e5-7237-4bdd-8ccc-21e3e7fff643 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 01 19:26:09.561708 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-3c71c0e5-7237-4bdd-8ccc-21e3e7fff643 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1126018 Jun 01 19:26:09.566860 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 45342) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:26:09.574544 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-02849ec9-2a70-4bea-a3ed-bd2f5d72370e tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Request body: {'security_group_rule': {'security_group_id': '9d5192fa-ff0c-45af-821a-98c549f11b32', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:26:09.583846 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-02849ec9-2a70-4bea-a3ed-bd2f5d72370e tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:26:09.588428 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-02849ec9-2a70-4bea-a3ed-bd2f5d72370e tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Usage tracker for resource:security_group_rule and tenant:d975f8a256b9493bbd471cf6a194ceb6 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:26:09.591803 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-02849ec9-2a70-4bea-a3ed-bd2f5d72370e tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:26:09.598751 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-02849ec9-2a70-4bea-a3ed-bd2f5d72370e tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:26:09.646864 n-d-844202-1 neutron-server[88524]: INFO neutron.api.v2.resource [None req-02849ec9-2a70-4bea-a3ed-bd2f5d72370e tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 01 19:26:09.648013 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-02849ec9-2a70-4bea-a3ed-bd2f5d72370e tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0798359 Jun 01 19:26:09.653044 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 45352) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:26:09.756693 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7b14c1f3-1e2c-4ce2-9fe2-ac4379b19442 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:26:09.814135 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7b14c1f3-1e2c-4ce2-9fe2-ac4379b19442 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:26:09.920543 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7b14c1f3-1e2c-4ce2-9fe2-ac4379b19442 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:26:09.967851 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b14c1f3-1e2c-4ce2-9fe2-ac4379b19442 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d5192fa-ff0c-45af-821a-98c549f11b32,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:26:09.988636 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7b14c1f3-1e2c-4ce2-9fe2-ac4379b19442 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:26:09.993701 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-7b14c1f3-1e2c-4ce2-9fe2-ac4379b19442 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] 10.222.0.41 "DELETE /v2.0/security-groups/9d5192fa-ff0c-45af-821a-98c549f11b32 HTTP/1.1" status: 204 len: 168 time: 0.3360527 Jun 01 19:26:09.994035 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 45390) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:26:10.107766 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-b46ff47e-8add-43f7-9321-8c215028a8a4 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1121690 Jun 01 19:26:10.113694 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 45394) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:26:10.119286 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-82bdc8e0-5f53-49e3-8f6f-0ef80d31db62 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Request body: {'security_group': {'name': 'tempest-secgroup--111153302'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:26:10.127656 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-82bdc8e0-5f53-49e3-8f6f-0ef80d31db62 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:26:10.132340 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-82bdc8e0-5f53-49e3-8f6f-0ef80d31db62 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Usage tracker for resource:security_group and tenant:d975f8a256b9493bbd471cf6a194ceb6 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:26:10.135482 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-82bdc8e0-5f53-49e3-8f6f-0ef80d31db62 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:26:10.143617 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-82bdc8e0-5f53-49e3-8f6f-0ef80d31db62 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:26:10.162240 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-82bdc8e0-5f53-49e3-8f6f-0ef80d31db62 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:26:10.208858 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-82bdc8e0-5f53-49e3-8f6f-0ef80d31db62 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:26:10.214454 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-82bdc8e0-5f53-49e3-8f6f-0ef80d31db62 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Usage tracker for resource:security_group_rule and tenant:d975f8a256b9493bbd471cf6a194ceb6 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:26:10.221023 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-82bdc8e0-5f53-49e3-8f6f-0ef80d31db62 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:26:10.239794 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-82bdc8e0-5f53-49e3-8f6f-0ef80d31db62 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:26:10.368710 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-82bdc8e0-5f53-49e3-8f6f-0ef80d31db62 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:26:10.377474 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-82bdc8e0-5f53-49e3-8f6f-0ef80d31db62 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:26:10.485460 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bdc8e0-5f53-49e3-8f6f-0ef80d31db62 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9df1f378-c22f-4f02-a2df-3628b811ab0d,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:26:10.505465 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-82bdc8e0-5f53-49e3-8f6f-0ef80d31db62 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:26:10.513173 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 45402) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:26:10.523941 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-d9ef8c7a-f5df-4ea9-bb91-66c0537c33d3 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Request body: {'security_group_rule': {'security_group_id': '9df1f378-c22f-4f02-a2df-3628b811ab0d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:26:10.524913 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-82bdc8e0-5f53-49e3-8f6f-0ef80d31db62 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4094641 Jun 01 19:26:10.538784 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-d9ef8c7a-f5df-4ea9-bb91-66c0537c33d3 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:26:10.549990 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-d9ef8c7a-f5df-4ea9-bb91-66c0537c33d3 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Usage tracker for resource:security_group_rule and tenant:d975f8a256b9493bbd471cf6a194ceb6 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:26:10.561058 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-d9ef8c7a-f5df-4ea9-bb91-66c0537c33d3 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:26:10.573628 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-d9ef8c7a-f5df-4ea9-bb91-66c0537c33d3 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:26:10.665191 n-d-844202-1 neutron-server[88524]: INFO neutron.api.v2.resource [None req-d9ef8c7a-f5df-4ea9-bb91-66c0537c33d3 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] create failed (client error): The resource could not be found. Jun 01 19:26:10.666479 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:26:10.668387 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-d9ef8c7a-f5df-4ea9-bb91-66c0537c33d3 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1528552 Jun 01 19:26:10.671936 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 45408) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:26:10.679101 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-24fa2b69-9a11-4522-8b5b-d3d694fbd744 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Request body: {'security_group_rule': {'security_group_id': '9df1f378-c22f-4f02-a2df-3628b811ab0d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'f8ce8d86-66dd-45a5-9fce-1f96b75242fa'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:26:10.690961 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-24fa2b69-9a11-4522-8b5b-d3d694fbd744 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:26:10.698100 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-24fa2b69-9a11-4522-8b5b-d3d694fbd744 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Usage tracker for resource:security_group_rule and tenant:d975f8a256b9493bbd471cf6a194ceb6 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:26:10.703863 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-24fa2b69-9a11-4522-8b5b-d3d694fbd744 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:26:10.712517 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:26:10.716335 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-24fa2b69-9a11-4522-8b5b-d3d694fbd744 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:26:10.786815 n-d-844202-1 neutron-server[88524]: INFO neutron.api.v2.resource [None req-24fa2b69-9a11-4522-8b5b-d3d694fbd744 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] create failed (client error): The resource could not be found. Jun 01 19:26:10.791342 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-24fa2b69-9a11-4522-8b5b-d3d694fbd744 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1148124 Jun 01 19:26:10.792641 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 45418) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:26:10.892966 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-72f4beb7-833b-474a-ac2e-124bab2af29e tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:26:10.939697 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-72f4beb7-833b-474a-ac2e-124bab2af29e tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:26:11.024760 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-72f4beb7-833b-474a-ac2e-124bab2af29e tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:26:11.057279 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f4beb7-833b-474a-ac2e-124bab2af29e tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9df1f378-c22f-4f02-a2df-3628b811ab0d,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:26:11.074967 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-72f4beb7-833b-474a-ac2e-124bab2af29e tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:26:11.079944 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 45446) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:26:11.088863 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-72f4beb7-833b-474a-ac2e-124bab2af29e tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] 10.222.0.41 "DELETE /v2.0/security-groups/9df1f378-c22f-4f02-a2df-3628b811ab0d HTTP/1.1" status: 204 len: 168 time: 0.2932794 Jun 01 19:26:11.167618 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-d3f6fe6f-ca12-4fc7-96bf-a64c1b5c3159 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Synchronizing usage tracker for tenant:d975f8a256b9493bbd471cf6a194ceb6 on resource:security_group {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:26:11.196910 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-d3f6fe6f-ca12-4fc7-96bf-a64c1b5c3159 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Unset dirty status for tenant:d975f8a256b9493bbd471cf6a194ceb6 on resource:security_group {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:26:11.199401 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-d3f6fe6f-ca12-4fc7-96bf-a64c1b5c3159 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1172919 Jun 01 19:26:11.212009 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 45452) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:26:11.218961 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-6b4c3460-e17f-4586-a5c6-4bf0a26c8420 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Request body: {'security_group_rule': {'security_group_id': '19365b34-1f0d-4b6f-80a8-cda2ea536d20', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:26:11.229287 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-6b4c3460-e17f-4586-a5c6-4bf0a26c8420 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:26:11.235169 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-6b4c3460-e17f-4586-a5c6-4bf0a26c8420 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Usage tracker for resource:security_group_rule and tenant:d975f8a256b9493bbd471cf6a194ceb6 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:26:11.239599 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-6b4c3460-e17f-4586-a5c6-4bf0a26c8420 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:26:11.250686 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-6b4c3460-e17f-4586-a5c6-4bf0a26c8420 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:26:11.311730 n-d-844202-1 neutron-server[88524]: INFO neutron.api.v2.resource [None req-6b4c3460-e17f-4586-a5c6-4bf0a26c8420 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] create failed (client error): The resource could not be found. Jun 01 19:26:11.314242 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-6b4c3460-e17f-4586-a5c6-4bf0a26c8420 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1026869 Jun 01 19:26:11.319219 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 45456) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:26:11.326441 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-af7ea6cd-c0be-45d6-94dc-a23d6b366386 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Request body: {'security_group': {'name': 'tempest-secgroup--1359433922'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:26:11.336856 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-af7ea6cd-c0be-45d6-94dc-a23d6b366386 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:26:11.364647 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-af7ea6cd-c0be-45d6-94dc-a23d6b366386 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:26:11.382283 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-af7ea6cd-c0be-45d6-94dc-a23d6b366386 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:26:11.414012 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-af7ea6cd-c0be-45d6-94dc-a23d6b366386 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:26:11.420702 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-af7ea6cd-c0be-45d6-94dc-a23d6b366386 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Usage tracker for resource:security_group_rule and tenant:d975f8a256b9493bbd471cf6a194ceb6 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:26:11.427227 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-af7ea6cd-c0be-45d6-94dc-a23d6b366386 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:26:11.436879 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-af7ea6cd-c0be-45d6-94dc-a23d6b366386 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:26:11.570534 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-af7ea6cd-c0be-45d6-94dc-a23d6b366386 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:26:11.578657 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-af7ea6cd-c0be-45d6-94dc-a23d6b366386 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:26:11.615267 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:26:11.673204 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7ea6cd-c0be-45d6-94dc-a23d6b366386 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0727dac2-332d-4ab2-82be-e244a002c7a6,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:26:11.678894 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-af7ea6cd-c0be-45d6-94dc-a23d6b366386 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:26:11.684034 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-af7ea6cd-c0be-45d6-94dc-a23d6b366386 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3600385 Jun 01 19:26:11.685071 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 45466) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:26:11.694125 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-9179f489-613b-4b0a-95d8-749aa1775c3f tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Request body: {'security_group': {'name': 'tempest-secgroup--788544360'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:26:11.712703 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-9179f489-613b-4b0a-95d8-749aa1775c3f tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:26:11.722441 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-9179f489-613b-4b0a-95d8-749aa1775c3f tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Usage tracker for resource:security_group and tenant:d975f8a256b9493bbd471cf6a194ceb6 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:26:11.728637 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-9179f489-613b-4b0a-95d8-749aa1775c3f tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:26:11.742071 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-9179f489-613b-4b0a-95d8-749aa1775c3f tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:26:11.777476 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-9179f489-613b-4b0a-95d8-749aa1775c3f tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:26:11.821924 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-9179f489-613b-4b0a-95d8-749aa1775c3f tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:26:11.828601 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-9179f489-613b-4b0a-95d8-749aa1775c3f tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Usage tracker for resource:security_group_rule and tenant:d975f8a256b9493bbd471cf6a194ceb6 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:26:11.834225 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-9179f489-613b-4b0a-95d8-749aa1775c3f tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:26:11.842509 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-9179f489-613b-4b0a-95d8-749aa1775c3f tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:26:11.969479 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-9179f489-613b-4b0a-95d8-749aa1775c3f tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:26:11.974941 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-9179f489-613b-4b0a-95d8-749aa1775c3f tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:26:12.021310 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:26:12.046050 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:26:12.049307 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9179f489-613b-4b0a-95d8-749aa1775c3f tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd9228e3-30cf-407d-9c20-7dc3a3664bed,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:26:12.053069 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-9179f489-613b-4b0a-95d8-749aa1775c3f tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:26:12.054442 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-9179f489-613b-4b0a-95d8-749aa1775c3f tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3682384 Jun 01 19:26:12.058248 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 45470) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:26:12.064528 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-8663de84-0bbf-4d44-8e06-fe88a51b0673 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Request body: {'security_group_rule': {'security_group_id': '0727dac2-332d-4ab2-82be-e244a002c7a6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'bd9228e3-30cf-407d-9c20-7dc3a3664bed'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:26:12.071453 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-8663de84-0bbf-4d44-8e06-fe88a51b0673 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:26:12.076341 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-8663de84-0bbf-4d44-8e06-fe88a51b0673 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Usage tracker for resource:security_group_rule and tenant:d975f8a256b9493bbd471cf6a194ceb6 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:26:12.080636 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-8663de84-0bbf-4d44-8e06-fe88a51b0673 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:26:12.088093 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-8663de84-0bbf-4d44-8e06-fe88a51b0673 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:26:12.146952 n-d-844202-1 neutron-server[88524]: INFO neutron.api.v2.resource [None req-8663de84-0bbf-4d44-8e06-fe88a51b0673 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 01 19:26:12.149058 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-8663de84-0bbf-4d44-8e06-fe88a51b0673 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0895796 Jun 01 19:26:12.152870 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 45474) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:26:12.263400 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-00ad921b-8fa5-4ef2-94c9-95b9738d4ff5 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:26:12.307416 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-00ad921b-8fa5-4ef2-94c9-95b9738d4ff5 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:26:12.370415 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-00ad921b-8fa5-4ef2-94c9-95b9738d4ff5 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:26:12.403211 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ad921b-8fa5-4ef2-94c9-95b9738d4ff5 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd9228e3-30cf-407d-9c20-7dc3a3664bed,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:26:12.407429 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-00ad921b-8fa5-4ef2-94c9-95b9738d4ff5 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:26:12.409132 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-00ad921b-8fa5-4ef2-94c9-95b9738d4ff5 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] 10.222.0.41 "DELETE /v2.0/security-groups/bd9228e3-30cf-407d-9c20-7dc3a3664bed HTTP/1.1" status: 204 len: 168 time: 0.2551081 Jun 01 19:26:12.411598 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 45484) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:26:12.563142 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-738558a3-077f-4f41-98f2-5e532aa81f71 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Synchronizing usage tracker for tenant:d975f8a256b9493bbd471cf6a194ceb6 on resource:security_group {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:26:12.596403 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-738558a3-077f-4f41-98f2-5e532aa81f71 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Unset dirty status for tenant:d975f8a256b9493bbd471cf6a194ceb6 on resource:security_group {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:26:12.601060 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-738558a3-077f-4f41-98f2-5e532aa81f71 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1872563 Jun 01 19:26:12.605071 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 45488) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:26:12.702052 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-096ad5e7-4b93-4a00-a55e-f4cb31b8cac7 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:26:12.750954 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-096ad5e7-4b93-4a00-a55e-f4cb31b8cac7 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:26:12.839169 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-096ad5e7-4b93-4a00-a55e-f4cb31b8cac7 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:26:12.862388 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096ad5e7-4b93-4a00-a55e-f4cb31b8cac7 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0727dac2-332d-4ab2-82be-e244a002c7a6,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:26:12.883541 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-096ad5e7-4b93-4a00-a55e-f4cb31b8cac7 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:26:12.892438 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 45498) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:26:12.892871 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-096ad5e7-4b93-4a00-a55e-f4cb31b8cac7 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] 10.222.0.41 "DELETE /v2.0/security-groups/0727dac2-332d-4ab2-82be-e244a002c7a6 HTTP/1.1" status: 204 len: 168 time: 0.2861588 Jun 01 19:26:13.003639 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 45502) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:26:13.003868 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-dcb8df1f-6842-415a-9eb9-77b37fbca244 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1092021 Jun 01 19:26:13.012125 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-694d9823-b567-4967-bd9f-9fd025e10a39 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Request body: {'security_group': {'name': 'tempest-secgroup--1946962266'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:26:13.023744 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-694d9823-b567-4967-bd9f-9fd025e10a39 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:26:13.032033 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-694d9823-b567-4967-bd9f-9fd025e10a39 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Usage tracker for resource:security_group and tenant:d975f8a256b9493bbd471cf6a194ceb6 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:26:13.036145 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-694d9823-b567-4967-bd9f-9fd025e10a39 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:26:13.043438 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-694d9823-b567-4967-bd9f-9fd025e10a39 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:26:13.066832 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-694d9823-b567-4967-bd9f-9fd025e10a39 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:26:13.097247 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-694d9823-b567-4967-bd9f-9fd025e10a39 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:26:13.102599 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-694d9823-b567-4967-bd9f-9fd025e10a39 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Usage tracker for resource:security_group_rule and tenant:d975f8a256b9493bbd471cf6a194ceb6 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:26:13.108834 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-694d9823-b567-4967-bd9f-9fd025e10a39 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:26:13.118247 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-694d9823-b567-4967-bd9f-9fd025e10a39 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:26:13.268134 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-694d9823-b567-4967-bd9f-9fd025e10a39 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:26:13.276281 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-694d9823-b567-4967-bd9f-9fd025e10a39 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:26:13.356785 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694d9823-b567-4967-bd9f-9fd025e10a39 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d63b2ed-b9ff-463d-9b21-107b956e7485,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:26:13.380096 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-694d9823-b567-4967-bd9f-9fd025e10a39 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:26:13.381993 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-694d9823-b567-4967-bd9f-9fd025e10a39 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3763502 Jun 01 19:26:13.386710 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 45512) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:26:13.394219 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-428c9a0c-4939-45c4-9824-46d95626288c tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:26:13.394873 n-d-844202-1 neutron-server[88524]: WARNING neutron.api.v2.base [None req-428c9a0c-4939-45c4-9824-46d95626288c tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jun 01 19:26:13.395582 n-d-844202-1 neutron-server[88524]: INFO neutron.api.v2.resource [None req-428c9a0c-4939-45c4-9824-46d95626288c tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] update failed (client error): There was a conflict when trying to complete your request. Jun 01 19:26:13.397152 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-428c9a0c-4939-45c4-9824-46d95626288c tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] 10.222.0.41 "PUT /v2.0/security-groups/0d63b2ed-b9ff-463d-9b21-107b956e7485 HTTP/1.1" status: 409 len: 330 time: 0.0091021 Jun 01 19:26:13.400002 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 45516) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:26:13.504165 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d0e441a1-7415-436b-8ba7-60c8bad36cfe tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:26:13.563294 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d0e441a1-7415-436b-8ba7-60c8bad36cfe tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:26:13.646431 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d0e441a1-7415-436b-8ba7-60c8bad36cfe tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:26:13.684970 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e441a1-7415-436b-8ba7-60c8bad36cfe tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d63b2ed-b9ff-463d-9b21-107b956e7485,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:26:13.696634 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d0e441a1-7415-436b-8ba7-60c8bad36cfe tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:26:13.701568 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 45524) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:26:13.705030 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-d0e441a1-7415-436b-8ba7-60c8bad36cfe tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] 10.222.0.41 "DELETE /v2.0/security-groups/0d63b2ed-b9ff-463d-9b21-107b956e7485 HTTP/1.1" status: 204 len: 168 time: 0.3036683 Jun 01 19:26:13.792421 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-dfd25c54-8673-467f-8758-62b1a4c61e36 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0830038 Jun 01 19:26:13.792822 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 45530) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:26:13.821372 n-d-844202-1 neutron-server[88524]: INFO neutron.api.v2.resource [None req-1d25f61a-f808-4408-b2d2-e6e820aa8299 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] delete failed (client error): The resource could not be found. Jun 01 19:26:13.823236 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-1d25f61a-f808-4408-b2d2-e6e820aa8299 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] 10.222.0.41 "DELETE /v2.0/security-groups/aff5ac68-6600-49b4-8323-e5daa8e103dd HTTP/1.1" status: 404 len: 347 time: 0.0289955 Jun 01 19:26:13.829255 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 45536) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:26:13.865232 n-d-844202-1 neutron-server[88524]: INFO neutron.api.v2.resource [None req-cc1dcdb1-2390-4a0f-aafe-c0c8940b773d tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] show failed (client error): The resource could not be found. Jun 01 19:26:13.867114 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-cc1dcdb1-2390-4a0f-aafe-c0c8940b773d tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] 10.222.0.41 "GET /v2.0/security-groups/f4e7e166-53e7-4391-a265-fb5aa14a262a HTTP/1.1" status: 404 len: 347 time: 0.0359108 Jun 01 19:26:13.872798 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 45540) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:26:13.907458 n-d-844202-1 neutron-server[88525]: INFO neutron.api.v2.resource [None req-54bdfaa6-7bd2-46ac-b9c3-2cd2ba16fa73 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] show failed (client error): The resource could not be found. Jun 01 19:26:13.907458 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-54bdfaa6-7bd2-46ac-b9c3-2cd2ba16fa73 tempest-NegativeSecGroupTest-1849820665 tempest-NegativeSecGroupTest-1849820665-project] 10.222.0.41 "GET /v2.0/security-group-rules/50c9929a-ffc4-4256-9698-1b6a9b4fbf0e HTTP/1.1" status: 404 len: 356 time: 0.0279844 Jun 01 19:26:14.411218 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 45556) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:26:14.675820 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-8ada170e-cb2c-4a9f-8768-db635490ade1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d975f8a256b9493bbd471cf6a194ceb6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2631156 Jun 01 19:26:14.678951 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 45566) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:26:14.779587 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7d61a53a-f698-4dbd-9e61-0948a87a1578 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:26:14.826322 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7d61a53a-f698-4dbd-9e61-0948a87a1578 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:26:14.925294 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7d61a53a-f698-4dbd-9e61-0948a87a1578 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:26:14.948687 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d61a53a-f698-4dbd-9e61-0948a87a1578 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=559f6ead-9af7-4c25-8ce3-21089c5b5438,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:26:14.978793 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7d61a53a-f698-4dbd-9e61-0948a87a1578 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:26:14.981346 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-7d61a53a-f698-4dbd-9e61-0948a87a1578 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/559f6ead-9af7-4c25-8ce3-21089c5b5438 HTTP/1.1" status: 204 len: 168 time: 0.3016939 Jun 01 19:26:20.856492 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 45788) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:26:21.118980 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8240e519-e53d-438c-a118-caaa23653cab admin admin] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:26:21.146414 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-8240e519-e53d-438c-a118-caaa23653cab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:26:21.153411 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-8240e519-e53d-438c-a118-caaa23653cab admin admin] Usage tracker for resource:security_group_rule and tenant:aa38853f85164574b29b024c87ebd479 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:26:21.158919 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-8240e519-e53d-438c-a118-caaa23653cab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:26:21.168628 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-8240e519-e53d-438c-a118-caaa23653cab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:26:21.298122 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8240e519-e53d-438c-a118-caaa23653cab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:26:21.320780 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8240e519-e53d-438c-a118-caaa23653cab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:26:21.386725 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8240e519-e53d-438c-a118-caaa23653cab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dc52974-5765-4d72-adf4-5126980ec795,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:26:21.391412 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-8240e519-e53d-438c-a118-caaa23653cab admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=aa38853f85164574b29b024c87ebd479&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5329688 Jun 01 19:26:21.395760 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 45802) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:26:21.419908 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8240e519-e53d-438c-a118-caaa23653cab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:26:21.420408 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8240e519-e53d-438c-a118-caaa23653cab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:26:21.421220 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8240e519-e53d-438c-a118-caaa23653cab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:26:21.421726 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8240e519-e53d-438c-a118-caaa23653cab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:26:21.422281 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8240e519-e53d-438c-a118-caaa23653cab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:26:21.422800 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8240e519-e53d-438c-a118-caaa23653cab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:26:21.423355 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8240e519-e53d-438c-a118-caaa23653cab admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:26:21.424283 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8240e519-e53d-438c-a118-caaa23653cab admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:26:21.424847 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8240e519-e53d-438c-a118-caaa23653cab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:26:21.425373 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8240e519-e53d-438c-a118-caaa23653cab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:26:21.425826 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8240e519-e53d-438c-a118-caaa23653cab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:26:21.426371 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8240e519-e53d-438c-a118-caaa23653cab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:26:21.505421 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-47a325a6-c5d8-4994-ba90-dc83539a38c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:26:21.557831 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-47a325a6-c5d8-4994-ba90-dc83539a38c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:26:21.628952 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-47a325a6-c5d8-4994-ba90-dc83539a38c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:26:21.651008 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a325a6-c5d8-4994-ba90-dc83539a38c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dc52974-5765-4d72-adf4-5126980ec795,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:26:21.660604 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-47a325a6-c5d8-4994-ba90-dc83539a38c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:26:21.664999 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-47a325a6-c5d8-4994-ba90-dc83539a38c9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5dc52974-5765-4d72-adf4-5126980ec795 HTTP/1.1" status: 204 len: 168 time: 0.2677095 Jun 01 19:26:22.087938 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 45822) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:26:22.121355 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8ed7c9d6-a390-445f-9f5c-558dda2eff9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:26:22.139025 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-8ed7c9d6-a390-445f-9f5c-558dda2eff9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:26:22.145901 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-8ed7c9d6-a390-445f-9f5c-558dda2eff9f admin admin] Usage tracker for resource:security_group_rule and tenant:f5a1c33fa58146eab8e305d7320fd273 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:26:22.152329 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-8ed7c9d6-a390-445f-9f5c-558dda2eff9f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:26:22.159637 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-8ed7c9d6-a390-445f-9f5c-558dda2eff9f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:26:22.317670 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8ed7c9d6-a390-445f-9f5c-558dda2eff9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:26:22.329378 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8ed7c9d6-a390-445f-9f5c-558dda2eff9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:26:22.382080 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed7c9d6-a390-445f-9f5c-558dda2eff9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f8d90f1-b1c9-496b-b745-d3a0b6950a06,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:26:22.386455 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-8ed7c9d6-a390-445f-9f5c-558dda2eff9f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f5a1c33fa58146eab8e305d7320fd273&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2960236 Jun 01 19:26:22.389102 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 45830) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:26:22.489655 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-88fb1a50-3f92-4ddc-8b71-c1c91e19ae0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:26:22.526574 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-88fb1a50-3f92-4ddc-8b71-c1c91e19ae0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:26:22.632877 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-88fb1a50-3f92-4ddc-8b71-c1c91e19ae0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:26:22.661279 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fb1a50-3f92-4ddc-8b71-c1c91e19ae0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f8d90f1-b1c9-496b-b745-d3a0b6950a06,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:26:22.667893 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-88fb1a50-3f92-4ddc-8b71-c1c91e19ae0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:26:22.672608 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-88fb1a50-3f92-4ddc-8b71-c1c91e19ae0b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2f8d90f1-b1c9-496b-b745-d3a0b6950a06 HTTP/1.1" status: 204 len: 168 time: 0.2792480 Jun 01 19:26:26.378822 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 45958) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:26:26.547876 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7b4a3bdd-b2a0-4b08-a973-294c3226f148 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:26:26.568895 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-7b4a3bdd-b2a0-4b08-a973-294c3226f148 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:26:26.573740 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-7b4a3bdd-b2a0-4b08-a973-294c3226f148 admin admin] Usage tracker for resource:security_group_rule and tenant:9c2909fb38494f0e94b0f859e34d1ca4 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:26:26.577733 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-7b4a3bdd-b2a0-4b08-a973-294c3226f148 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:26:26.584621 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-7b4a3bdd-b2a0-4b08-a973-294c3226f148 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:26:26.694793 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7b4a3bdd-b2a0-4b08-a973-294c3226f148 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:26:26.700779 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7b4a3bdd-b2a0-4b08-a973-294c3226f148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:26:26.741279 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4a3bdd-b2a0-4b08-a973-294c3226f148 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50aa95bd-fd5c-455b-8965-06c1e1d83148,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:26:26.788661 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 45966) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:26:26.790356 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-7b4a3bdd-b2a0-4b08-a973-294c3226f148 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9c2909fb38494f0e94b0f859e34d1ca4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4105518 Jun 01 19:26:26.896278 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b1884074-f115-4e12-b0d6-0622f5e3feb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:26:26.931185 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b1884074-f115-4e12-b0d6-0622f5e3feb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:26:27.023621 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b1884074-f115-4e12-b0d6-0622f5e3feb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:26:27.044301 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1884074-f115-4e12-b0d6-0622f5e3feb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50aa95bd-fd5c-455b-8965-06c1e1d83148,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:26:27.049383 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b1884074-f115-4e12-b0d6-0622f5e3feb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:26:27.050501 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-b1884074-f115-4e12-b0d6-0622f5e3feb0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/50aa95bd-fd5c-455b-8965-06c1e1d83148 HTTP/1.1" status: 204 len: 168 time: 0.2594609 Jun 01 19:26:27.427619 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 45976) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:26:27.449028 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-888cd8ee-c95e-4159-b855-25be7cafff7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:26:27.490398 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-888cd8ee-c95e-4159-b855-25be7cafff7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:26:27.496440 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-888cd8ee-c95e-4159-b855-25be7cafff7d admin admin] Usage tracker for resource:security_group_rule and tenant:04739d625dc04aa199960f9272c9eece is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:26:27.500732 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-888cd8ee-c95e-4159-b855-25be7cafff7d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:26:27.509546 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-888cd8ee-c95e-4159-b855-25be7cafff7d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:26:27.636346 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-888cd8ee-c95e-4159-b855-25be7cafff7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:26:27.642121 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-888cd8ee-c95e-4159-b855-25be7cafff7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:26:27.723654 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-888cd8ee-c95e-4159-b855-25be7cafff7d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=04739d625dc04aa199960f9272c9eece&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2928777 Jun 01 19:26:27.723654 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888cd8ee-c95e-4159-b855-25be7cafff7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=461d41b2-efc1-4803-8865-cff59e69a0f1,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:26:27.724993 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 45984) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:26:27.811618 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-03fcd7fc-c1a0-4ac2-b8bb-91aa1de0037f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:26:27.859616 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-03fcd7fc-c1a0-4ac2-b8bb-91aa1de0037f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:26:27.991139 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-03fcd7fc-c1a0-4ac2-b8bb-91aa1de0037f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:26:28.017297 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fcd7fc-c1a0-4ac2-b8bb-91aa1de0037f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=461d41b2-efc1-4803-8865-cff59e69a0f1,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:26:28.038422 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-03fcd7fc-c1a0-4ac2-b8bb-91aa1de0037f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:26:28.048426 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-03fcd7fc-c1a0-4ac2-b8bb-91aa1de0037f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/461d41b2-efc1-4803-8865-cff59e69a0f1 HTTP/1.1" status: 204 len: 168 time: 0.3222525 Jun 01 19:26:31.697022 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 46098) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:26:31.846808 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f56ec775-a01c-47c9-8ec5-30246cee1085 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:26:31.863471 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-f56ec775-a01c-47c9-8ec5-30246cee1085 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:26:31.867787 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-f56ec775-a01c-47c9-8ec5-30246cee1085 admin admin] Usage tracker for resource:security_group_rule and tenant:4cdce94e002e40d8baf0fdcd67d0e07f is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:26:31.870795 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-f56ec775-a01c-47c9-8ec5-30246cee1085 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:26:31.883475 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-f56ec775-a01c-47c9-8ec5-30246cee1085 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:26:31.992339 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f56ec775-a01c-47c9-8ec5-30246cee1085 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:26:31.997529 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f56ec775-a01c-47c9-8ec5-30246cee1085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:26:32.050318 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56ec775-a01c-47c9-8ec5-30246cee1085 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f483b73a-807b-4a54-8e42-6f7221a803f5,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:26:32.057984 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 46104) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:26:32.058613 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-f56ec775-a01c-47c9-8ec5-30246cee1085 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4cdce94e002e40d8baf0fdcd67d0e07f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3598659 Jun 01 19:26:32.148124 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-cc7eaa5d-2ca9-47ff-8885-1cc320f58314 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:26:32.183975 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-cc7eaa5d-2ca9-47ff-8885-1cc320f58314 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:26:32.251168 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-cc7eaa5d-2ca9-47ff-8885-1cc320f58314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:26:32.281578 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7eaa5d-2ca9-47ff-8885-1cc320f58314 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f483b73a-807b-4a54-8e42-6f7221a803f5,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:26:32.308160 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-cc7eaa5d-2ca9-47ff-8885-1cc320f58314 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:26:32.312868 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-cc7eaa5d-2ca9-47ff-8885-1cc320f58314 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f483b73a-807b-4a54-8e42-6f7221a803f5 HTTP/1.1" status: 204 len: 168 time: 0.2528865 Jun 01 19:26:32.786269 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 46116) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:26:32.809590 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5741c439-19ee-45d6-80ea-01e8d99bd592 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:26:32.828415 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-5741c439-19ee-45d6-80ea-01e8d99bd592 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:26:32.834226 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-5741c439-19ee-45d6-80ea-01e8d99bd592 admin admin] Usage tracker for resource:security_group_rule and tenant:c982139423aa469a87a245e3f09f6310 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:26:32.841417 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-5741c439-19ee-45d6-80ea-01e8d99bd592 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:26:32.852351 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-5741c439-19ee-45d6-80ea-01e8d99bd592 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:26:33.001275 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5741c439-19ee-45d6-80ea-01e8d99bd592 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:26:33.008064 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5741c439-19ee-45d6-80ea-01e8d99bd592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:26:33.115844 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 46128) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:26:33.212952 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-5741c439-19ee-45d6-80ea-01e8d99bd592 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c982139423aa469a87a245e3f09f6310&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3190913 Jun 01 19:26:33.212952 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5741c439-19ee-45d6-80ea-01e8d99bd592 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b3ab52b-2f1a-41c1-a72a-de7f2de5313c,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:26:33.247238 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-85f08e44-9a22-4733-ad89-e28a028602f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:26:33.282988 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-85f08e44-9a22-4733-ad89-e28a028602f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:26:33.372381 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-85f08e44-9a22-4733-ad89-e28a028602f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:26:33.393459 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f08e44-9a22-4733-ad89-e28a028602f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b3ab52b-2f1a-41c1-a72a-de7f2de5313c,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:26:33.422871 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-85f08e44-9a22-4733-ad89-e28a028602f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:26:33.422871 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-85f08e44-9a22-4733-ad89-e28a028602f7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7b3ab52b-2f1a-41c1-a72a-de7f2de5313c HTTP/1.1" status: 204 len: 168 time: 0.3140087 Jun 01 19:26:35.196290 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-de8cb466-ce20-442b-b85c-abed3ae2ca27 req-92bf77c0-609b-4536-9f59-5b31378227ad tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Synchronizing usage tracker for tenant:e7fa6482b873470e8b5274a0b6cb89ae on resource:security_group {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:26:35.221734 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-de8cb466-ce20-442b-b85c-abed3ae2ca27 req-92bf77c0-609b-4536-9f59-5b31378227ad tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Unset dirty status for tenant:e7fa6482b873470e8b5274a0b6cb89ae on resource:security_group {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:26:35.223719 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-de8cb466-ce20-442b-b85c-abed3ae2ca27 req-92bf77c0-609b-4536-9f59-5b31378227ad tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-574971530&fields=id&tenant_id=e7fa6482b873470e8b5274a0b6cb89ae HTTP/1.1" status: 200 len: 267 time: 0.0834384 Jun 01 19:26:35.446923 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8cb466-ce20-442b-b85c-abed3ae2ca27 req-4f8bfcd1-102c-48ca-8c58-f4a1ac0b5dda tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:26:35.452464 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-de8cb466-ce20-442b-b85c-abed3ae2ca27 req-4f8bfcd1-102c-48ca-8c58-f4a1ac0b5dda tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/networks?id=06227175-383a-438d-b2ea-446bb23d085d HTTP/1.1" status: 200 len: 812 time: 0.2222698 Jun 01 19:26:35.464277 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-de8cb466-ce20-442b-b85c-abed3ae2ca27 req-78415585-7093-40ea-9ee3-7e9e8a2f9755 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/quotas/e7fa6482b873470e8b5274a0b6cb89ae HTTP/1.1" status: 200 len: 375 time: 0.0106986 Jun 01 19:26:35.575826 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-de8cb466-ce20-442b-b85c-abed3ae2ca27 req-0fc6ab0f-2d0d-49be-97ca-916a0562e34b tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=e7fa6482b873470e8b5274a0b6cb89ae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1033778 Jun 01 19:26:36.002576 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-de8cb466-ce20-442b-b85c-abed3ae2ca27 req-3c9fea82-bfc2-4d66-9a68-9fa4580edfb1 service neutron] 10.222.0.41 "GET /v2.0/networks/06227175-383a-438d-b2ea-446bb23d085d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4006197 Jun 01 19:26:36.203103 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-de8cb466-ce20-442b-b85c-abed3ae2ca27 req-5edfbaf8-6c62-4599-9f6e-0223c93ecaea service neutron] 10.222.0.41 "GET /v2.0/networks/06227175-383a-438d-b2ea-446bb23d085d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2016108 Jun 01 19:26:36.940386 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a8d667e9-7e11-40dd-bd3a-663d8cdb178f req-0aceeb23-ea36-46ed-bcc4-4c3dd85a5ad8 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/ports?device_id=aec248d4-3759-4207-8504-b894794a199d HTTP/1.1" status: 200 len: 210 time: 0.1269860 Jun 01 19:26:37.148218 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-a7e9b40e-98f0-4945-b29a-c7f04f240f29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:26:38.274028 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-45fd41e0-0a34-4328-9456-e6ae0e305a98 req-4c4f29f5-4160-42ee-9afe-39d2887c5843 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/ports?device_id=aec248d4-3759-4207-8504-b894794a199d HTTP/1.1" status: 200 len: 210 time: 0.0748732 Jun 01 19:26:38.520376 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8cb466-ce20-442b-b85c-abed3ae2ca27 req-93f54ad7-7104-4769-9825-0148de7687fb tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:26:38.520376 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-de8cb466-ce20-442b-b85c-abed3ae2ca27 req-93f54ad7-7104-4769-9825-0148de7687fb tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.50 "GET /v2.0/networks?id=06227175-383a-438d-b2ea-446bb23d085d HTTP/1.1" status: 200 len: 812 time: 0.2640359 Jun 01 19:26:38.586120 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-de8cb466-ce20-442b-b85c-abed3ae2ca27 req-e7f80484-e37a-4e3d-8a08-f795362aeddd tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e7fa6482b873470e8b5274a0b6cb89ae HTTP/1.1" status: 200 len: 379 time: 0.0631201 Jun 01 19:26:38.596627 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-de8cb466-ce20-442b-b85c-abed3ae2ca27 req-c0c99095-7b17-4afd-a2e3-637f99b63ab3 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Request body: {'port': {'device_id': 'aec248d4-3759-4207-8504-b894794a199d', 'network_id': '06227175-383a-438d-b2ea-446bb23d085d', 'admin_state_up': True, 'tenant_id': 'e7fa6482b873470e8b5274a0b6cb89ae', 'security_groups': ['69a184b0-4b49-43a1-a178-506528d57d3e']}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:26:38.913357 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.agents_db [None req-e814b9cf-7de8-45d0-a079-29c61fabe7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 19:26:39.087694 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-de8cb466-ce20-442b-b85c-abed3ae2ca27 req-c0c99095-7b17-4afd-a2e3-637f99b63ab3 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:26:39.114390 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-de8cb466-ce20-442b-b85c-abed3ae2ca27 req-c0c99095-7b17-4afd-a2e3-637f99b63ab3 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:26:39.128775 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de8cb466-ce20-442b-b85c-abed3ae2ca27 req-c0c99095-7b17-4afd-a2e3-637f99b63ab3 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Made reservation on behalf of e7fa6482b873470e8b5274a0b6cb89ae for: {'port': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:26:39.146083 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-de8cb466-ce20-442b-b85c-abed3ae2ca27 req-c0c99095-7b17-4afd-a2e3-637f99b63ab3 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:26:39.576004 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-2e38296b-8699-41c7-a75a-5ad9d68f8b29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:26:39.680045 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-651647c9-b9b5-4a25-9c25-efb8753fd2af req-242ca6e8-63e7-4440-84af-75d35571cc15 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/ports?device_id=aec248d4-3759-4207-8504-b894794a199d HTTP/1.1" status: 200 len: 210 time: 0.1003885 Jun 01 19:26:39.706555 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [req-de8cb466-ce20-442b-b85c-abed3ae2ca27 req-c0c99095-7b17-4afd-a2e3-637f99b63ab3 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Allocated IP 172.20.0.8 (06227175-383a-438d-b2ea-446bb23d085d/3c6d4c6d-6977-4f9b-a44c-9b6b04f8ca29/f7aa82f8-c6a2-42b8-af87-864066735155) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:26:40.070777 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-de8cb466-ce20-442b-b85c-abed3ae2ca27 req-c0c99095-7b17-4afd-a2e3-637f99b63ab3 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:26:40.093546 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [req-de8cb466-ce20-442b-b85c-abed3ae2ca27 req-c0c99095-7b17-4afd-a2e3-637f99b63ab3 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Transition to ACTIVE for port object f7aa82f8-c6a2-42b8-af87-864066735155 will not be triggered until provisioned by entity DHCP. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:26:40.178904 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-de8cb466-ce20-442b-b85c-abed3ae2ca27 req-c0c99095-7b17-4afd-a2e3-637f99b63ab3 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:26:40.289731 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c99095-7b17-4afd-a2e3-637f99b63ab3 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Pushing event updated for resources: {'Port': ['ID=f7aa82f8-c6a2-42b8-af87-864066735155,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:26:40.302999 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de8cb466-ce20-442b-b85c-abed3ae2ca27 req-c0c99095-7b17-4afd-a2e3-637f99b63ab3 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Network 06227175-383a-438d-b2ea-446bb23d085d is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:26:40.304529 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [req-de8cb466-ce20-442b-b85c-abed3ae2ca27 req-c0c99095-7b17-4afd-a2e3-637f99b63ab3 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:26:40.313719 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-de8cb466-ce20-442b-b85c-abed3ae2ca27 req-c0c99095-7b17-4afd-a2e3-637f99b63ab3 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:26:40.444208 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8cb466-ce20-442b-b85c-abed3ae2ca27 req-c0c99095-7b17-4afd-a2e3-637f99b63ab3 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:26:40.444208 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-de8cb466-ce20-442b-b85c-abed3ae2ca27 req-c0c99095-7b17-4afd-a2e3-637f99b63ab3 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:26:40.544759 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-de8cb466-ce20-442b-b85c-abed3ae2ca27 req-c0c99095-7b17-4afd-a2e3-637f99b63ab3 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9489839 Jun 01 19:26:40.678212 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:26:40.719848 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:26:40.813916 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-de8cb466-ce20-442b-b85c-abed3ae2ca27 req-5b149f1b-6da8-48b9-88eb-44ae63610340 service neutron] Request body: {'port': {'device_id': 'aec248d4-3759-4207-8504-b894794a199d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844202-1'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:26:40.819457 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-b27be068-177f-455d-a49b-30cd7dad9c02 None None] Provisioning for port f7aa82f8-c6a2-42b8-af87-864066735155 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:26:40.833183 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-b27be068-177f-455d-a49b-30cd7dad9c02 None None] Provisioning complete for port f7aa82f8-c6a2-42b8-af87-864066735155 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:26:40.834314 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-b27be068-177f-455d-a49b-30cd7dad9c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:26:40.998760 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-b27be068-177f-455d-a49b-30cd7dad9c02 None None] Port f7aa82f8-c6a2-42b8-af87-864066735155 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:26:41.166629 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-de8cb466-ce20-442b-b85c-abed3ae2ca27 req-5b149f1b-6da8-48b9-88eb-44ae63610340 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:26:41.171320 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2121ae58-3f2d-4f64-893c-100938144710 req-effb908e-a517-4a1c-a1fa-e072ec1c532c tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:26:41.171320 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2121ae58-3f2d-4f64-893c-100938144710 req-effb908e-a517-4a1c-a1fa-e072ec1c532c tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/ports?device_id=aec248d4-3759-4207-8504-b894794a199d HTTP/1.1" status: 200 len: 931 time: 0.2939823 Jun 01 19:26:41.291296 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2121ae58-3f2d-4f64-893c-100938144710 req-7070e991-28fd-4007-b02b-5a2c38c9c841 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/security-groups?id=69a184b0-4b49-43a1-a178-506528d57d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1199865 Jun 01 19:26:41.618147 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:26:41.962455 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [req-de8cb466-ce20-442b-b85c-abed3ae2ca27 req-5b149f1b-6da8-48b9-88eb-44ae63610340 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7aa82f8-c6a2-42b8-af87-864066735155 {{(pid=88524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 19:26:41.975857 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-de8cb466-ce20-442b-b85c-abed3ae2ca27 req-5b149f1b-6da8-48b9-88eb-44ae63610340 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:26:42.003730 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [req-de8cb466-ce20-442b-b85c-abed3ae2ca27 req-5b149f1b-6da8-48b9-88eb-44ae63610340 service neutron] Transition to ACTIVE for port object f7aa82f8-c6a2-42b8-af87-864066735155 will not be triggered until provisioned by entity L2. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:26:42.003730 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-de8cb466-ce20-442b-b85c-abed3ae2ca27 req-5b149f1b-6da8-48b9-88eb-44ae63610340 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:26:42.040753 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:26:42.099262 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:26:42.223181 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b149f1b-6da8-48b9-88eb-44ae63610340 service neutron] Pushing event updated for resources: {'Port': ['ID=f7aa82f8-c6a2-42b8-af87-864066735155,revision_number=2']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:26:42.393102 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-de8cb466-ce20-442b-b85c-abed3ae2ca27 req-5b149f1b-6da8-48b9-88eb-44ae63610340 service neutron] Attempting to bind port f7aa82f8-c6a2-42b8-af87-864066735155 on host n-h2-844202-1 for vnic_type normal with profile {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:26:42.393102 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-de8cb466-ce20-442b-b85c-abed3ae2ca27 req-5b149f1b-6da8-48b9-88eb-44ae63610340 service neutron] Attempting to bind port f7aa82f8-c6a2-42b8-af87-864066735155 by drivers openvswitch,hyperv on host n-h2-844202-1 at level 0 using segments [{'id': 'caf40787-7b50-4406-9921-dddcf758f24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '06227175-383a-438d-b2ea-446bb23d085d'}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:26:42.393102 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de8cb466-ce20-442b-b85c-abed3ae2ca27 req-5b149f1b-6da8-48b9-88eb-44ae63610340 service neutron] Attempting to bind port f7aa82f8-c6a2-42b8-af87-864066735155 on network 06227175-383a-438d-b2ea-446bb23d085d {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:26:42.402876 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de8cb466-ce20-442b-b85c-abed3ae2ca27 req-5b149f1b-6da8-48b9-88eb-44ae63610340 service neutron] Port f7aa82f8-c6a2-42b8-af87-864066735155 on network 06227175-383a-438d-b2ea-446bb23d085d not bound, no agent of type Open vSwitch agent registered on host n-h2-844202-1 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 19:26:42.402876 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de8cb466-ce20-442b-b85c-abed3ae2ca27 req-5b149f1b-6da8-48b9-88eb-44ae63610340 service neutron] Attempting to bind port f7aa82f8-c6a2-42b8-af87-864066735155 on network 06227175-383a-438d-b2ea-446bb23d085d {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:26:42.450480 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de8cb466-ce20-442b-b85c-abed3ae2ca27 req-5b149f1b-6da8-48b9-88eb-44ae63610340 service neutron] Checking agent: {'id': 'f5db9968-6317-4186-9100-9e0ca6b50417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 26, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:26:42.450480 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de8cb466-ce20-442b-b85c-abed3ae2ca27 req-5b149f1b-6da8-48b9-88eb-44ae63610340 service neutron] Checking segment: {'id': 'caf40787-7b50-4406-9921-dddcf758f24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '06227175-383a-438d-b2ea-446bb23d085d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:26:42.450480 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de8cb466-ce20-442b-b85c-abed3ae2ca27 req-5b149f1b-6da8-48b9-88eb-44ae63610340 service neutron] Bound using segment: {'id': 'caf40787-7b50-4406-9921-dddcf758f24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '06227175-383a-438d-b2ea-446bb23d085d'} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:26:42.450480 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-de8cb466-ce20-442b-b85c-abed3ae2ca27 req-5b149f1b-6da8-48b9-88eb-44ae63610340 service neutron] Bound port: f7aa82f8-c6a2-42b8-af87-864066735155, host: n-h2-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'caf40787-7b50-4406-9921-dddcf758f24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '06227175-383a-438d-b2ea-446bb23d085d'}}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:26:42.450480 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-de8cb466-ce20-442b-b85c-abed3ae2ca27 req-5b149f1b-6da8-48b9-88eb-44ae63610340 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:26:42.713043 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-de8cb466-ce20-442b-b85c-abed3ae2ca27 req-5b149f1b-6da8-48b9-88eb-44ae63610340 service neutron] For port f7aa82f8-c6a2-42b8-af87-864066735155, host n-h2-844202-1, cleared binding levels {{(pid=88524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:26:42.717832 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-de8cb466-ce20-442b-b85c-abed3ae2ca27 req-5b149f1b-6da8-48b9-88eb-44ae63610340 service neutron] For port f7aa82f8-c6a2-42b8-af87-864066735155, host n-h2-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=f7aa82f8-c6a2-42b8-af87-864066735155,segment=NetworkSegment(caf40787-7b50-4406-9921-dddcf758f24c),segment_id=caf40787-7b50-4406-9921-dddcf758f24c)] {{(pid=88524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:26:42.726143 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-de8cb466-ce20-442b-b85c-abed3ae2ca27 req-5b149f1b-6da8-48b9-88eb-44ae63610340 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:26:42.796553 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebe9653-f64f-4d62-a01b-57ae29643f59 req-3f552fbf-bf93-4a16-a017-ce6fd715d0df tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:26:42.797269 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-7ebe9653-f64f-4d62-a01b-57ae29643f59 req-3f552fbf-bf93-4a16-a017-ce6fd715d0df tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Synchronizing usage tracker for tenant:e7fa6482b873470e8b5274a0b6cb89ae on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:26:42.835024 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8cb466-ce20-442b-b85c-abed3ae2ca27 req-5b149f1b-6da8-48b9-88eb-44ae63610340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:26:42.835024 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-de8cb466-ce20-442b-b85c-abed3ae2ca27 req-5b149f1b-6da8-48b9-88eb-44ae63610340 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:26:42.835024 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-de8cb466-ce20-442b-b85c-abed3ae2ca27 req-5b149f1b-6da8-48b9-88eb-44ae63610340 service neutron] 10.222.0.50 "PUT /v2.0/ports/f7aa82f8-c6a2-42b8-af87-864066735155 HTTP/1.1" status: 200 len: 1091 time: 2.2829931 Jun 01 19:26:42.848285 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aec248d4-3759-4207-8504-b894794a199d', 'tag': 'f7aa82f8-c6a2-42b8-af87-864066735155'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:26:42.922730 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-7ebe9653-f64f-4d62-a01b-57ae29643f59 req-3f552fbf-bf93-4a16-a017-ce6fd715d0df tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Unset dirty status for tenant:e7fa6482b873470e8b5274a0b6cb89ae on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:26:42.944314 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7ebe9653-f64f-4d62-a01b-57ae29643f59 req-3f552fbf-bf93-4a16-a017-ce6fd715d0df tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/ports?device_id=aec248d4-3759-4207-8504-b894794a199d HTTP/1.1" status: 200 len: 943 time: 0.3593554 Jun 01 19:26:43.096421 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9118f0e9-e8ad-4cf8-81d4-94ab4c5851ee'] response: {'name': 'network-changed', 'server_uuid': 'aec248d4-3759-4207-8504-b894794a199d', 'tag': 'f7aa82f8-c6a2-42b8-af87-864066735155', 'status': 'completed', 'code': 200} Jun 01 19:26:43.099674 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b149f1b-6da8-48b9-88eb-44ae63610340 service neutron] Pushing event updated for resources: {'Port': ['ID=f7aa82f8-c6a2-42b8-af87-864066735155,revision_number=3']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:26:43.183218 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7ebe9653-f64f-4d62-a01b-57ae29643f59 req-9c4a2e43-6177-419f-a738-47e1c1d87acd tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/security-groups?id=69a184b0-4b49-43a1-a178-506528d57d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2420957 Jun 01 19:26:43.199569 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8cb466-ce20-442b-b85c-abed3ae2ca27 req-6fb330e8-2a30-4112-a5fe-77444fe9d220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:26:43.202465 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-de8cb466-ce20-442b-b85c-abed3ae2ca27 req-6fb330e8-2a30-4112-a5fe-77444fe9d220 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e7fa6482b873470e8b5274a0b6cb89ae&device_id=aec248d4-3759-4207-8504-b894794a199d HTTP/1.1" status: 200 len: 1094 time: 0.2600155 Jun 01 19:26:43.296258 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-de8cb466-ce20-442b-b85c-abed3ae2ca27 req-4af14de5-1952-48bb-a8bd-408e3d0684f8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f7aa82f8-c6a2-42b8-af87-864066735155 HTTP/1.1" status: 200 len: 217 time: 0.0838904 Jun 01 19:26:43.378371 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8cb466-ce20-442b-b85c-abed3ae2ca27 req-b73b1043-8601-4047-a44a-54720cd6654f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:26:43.378371 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-de8cb466-ce20-442b-b85c-abed3ae2ca27 req-b73b1043-8601-4047-a44a-54720cd6654f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3c6d4c6d-6977-4f9b-a44c-9b6b04f8ca29 HTTP/1.1" status: 200 len: 851 time: 0.0796292 Jun 01 19:26:43.619716 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8cb466-ce20-442b-b85c-abed3ae2ca27 req-0d8cbfac-93ae-44ce-ace5-26d32deecd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:26:43.621493 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-de8cb466-ce20-442b-b85c-abed3ae2ca27 req-0d8cbfac-93ae-44ce-ace5-26d32deecd83 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=06227175-383a-438d-b2ea-446bb23d085d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2378490 Jun 01 19:26:43.814029 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-de8cb466-ce20-442b-b85c-abed3ae2ca27 req-b16c1917-996c-4bdb-b31f-7165557c52e5 service neutron] 10.222.0.50 "GET /v2.0/networks/06227175-383a-438d-b2ea-446bb23d085d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861053 Jun 01 19:26:44.036464 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-de8cb466-ce20-442b-b85c-abed3ae2ca27 req-6175461a-6a08-49e4-910a-2db6d89f2130 service neutron] 10.222.0.50 "GET /v2.0/networks/06227175-383a-438d-b2ea-446bb23d085d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2117081 Jun 01 19:26:44.204515 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22c4022-f9ad-4cbd-a22a-facd7eece0d0 req-8202cb70-795b-4d5d-a101-30bec8b3b0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:26:44.207021 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c22c4022-f9ad-4cbd-a22a-facd7eece0d0 req-8202cb70-795b-4d5d-a101-30bec8b3b0d7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e7fa6482b873470e8b5274a0b6cb89ae&device_id=aec248d4-3759-4207-8504-b894794a199d HTTP/1.1" status: 200 len: 1094 time: 0.1210992 Jun 01 19:26:44.430858 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22c4022-f9ad-4cbd-a22a-facd7eece0d0 req-4d148ef3-5bb6-418d-9c13-901ac2bcb56c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:26:44.430858 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c22c4022-f9ad-4cbd-a22a-facd7eece0d0 req-4d148ef3-5bb6-418d-9c13-901ac2bcb56c service neutron] 10.222.0.50 "GET /v2.0/networks?id=06227175-383a-438d-b2ea-446bb23d085d HTTP/1.1" status: 200 len: 913 time: 0.2133224 Jun 01 19:26:44.508211 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132f582b-8ff7-4774-bf58-3aeaae3ef8fe req-b7871570-7c39-4579-8d47-4dadf2fd5a61 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:26:44.508211 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-132f582b-8ff7-4774-bf58-3aeaae3ef8fe req-b7871570-7c39-4579-8d47-4dadf2fd5a61 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/ports?device_id=aec248d4-3759-4207-8504-b894794a199d HTTP/1.1" status: 200 len: 943 time: 0.1332467 Jun 01 19:26:44.572054 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c22c4022-f9ad-4cbd-a22a-facd7eece0d0 req-b2128679-a13f-4ef7-afd4-8d07bae208bf service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f7aa82f8-c6a2-42b8-af87-864066735155 HTTP/1.1" status: 200 len: 217 time: 0.1206658 Jun 01 19:26:44.603382 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-132f582b-8ff7-4774-bf58-3aeaae3ef8fe req-3899fddd-540f-461d-aa98-c2e39e8021d8 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/security-groups?id=69a184b0-4b49-43a1-a178-506528d57d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824809 Jun 01 19:26:44.669822 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22c4022-f9ad-4cbd-a22a-facd7eece0d0 req-4396dc5c-4f73-4c12-ba64-2a97d10057bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:26:44.669822 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c22c4022-f9ad-4cbd-a22a-facd7eece0d0 req-4396dc5c-4f73-4c12-ba64-2a97d10057bd service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3c6d4c6d-6977-4f9b-a44c-9b6b04f8ca29 HTTP/1.1" status: 200 len: 851 time: 0.0873845 Jun 01 19:26:44.791016 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22c4022-f9ad-4cbd-a22a-facd7eece0d0 req-a7d631e2-e9a6-480b-adb6-0132009f2f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:26:44.792972 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c22c4022-f9ad-4cbd-a22a-facd7eece0d0 req-a7d631e2-e9a6-480b-adb6-0132009f2f6d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=06227175-383a-438d-b2ea-446bb23d085d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1234856 Jun 01 19:26:45.014867 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c22c4022-f9ad-4cbd-a22a-facd7eece0d0 req-08f00f96-740c-4e36-8189-54f9a1ce0e74 service neutron] 10.222.0.50 "GET /v2.0/networks/06227175-383a-438d-b2ea-446bb23d085d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2134850 Jun 01 19:26:45.213804 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c22c4022-f9ad-4cbd-a22a-facd7eece0d0 req-bee99edf-f7b2-4ffb-a15f-0919a4273ad9 service neutron] 10.222.0.50 "GET /v2.0/networks/06227175-383a-438d-b2ea-446bb23d085d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1869717 Jun 01 19:26:45.897060 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a9e6b8-2d2c-499c-bbca-9d03ce8ae817 req-bd22c012-8ff8-4f43-bafb-612290efe649 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:26:45.899595 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d8a9e6b8-2d2c-499c-bbca-9d03ce8ae817 req-bd22c012-8ff8-4f43-bafb-612290efe649 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/ports?device_id=aec248d4-3759-4207-8504-b894794a199d HTTP/1.1" status: 200 len: 943 time: 0.1509993 Jun 01 19:26:45.969405 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d8a9e6b8-2d2c-499c-bbca-9d03ce8ae817 req-ebbf480f-56a9-4b81-8185-0127bf976781 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/security-groups?id=69a184b0-4b49-43a1-a178-506528d57d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592670 Jun 01 19:26:47.338249 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8f2f43-a202-4d53-9d0f-4ad366dd3e8e req-440a9442-7da9-48cd-a374-9795eb58ad9f tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:26:47.340930 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3b8f2f43-a202-4d53-9d0f-4ad366dd3e8e req-440a9442-7da9-48cd-a374-9795eb58ad9f tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/ports?device_id=aec248d4-3759-4207-8504-b894794a199d HTTP/1.1" status: 200 len: 943 time: 0.1430926 Jun 01 19:26:47.431523 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3b8f2f43-a202-4d53-9d0f-4ad366dd3e8e req-abfd38d0-15b4-4dad-8ede-b514313942fa tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/security-groups?id=69a184b0-4b49-43a1-a178-506528d57d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791218 Jun 01 19:26:48.788469 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1f9dba-243d-418f-84c0-3b65482454cd req-8d62ad08-0108-4d75-87c8-6090ba141440 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:26:48.788469 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5c1f9dba-243d-418f-84c0-3b65482454cd req-8d62ad08-0108-4d75-87c8-6090ba141440 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/ports?device_id=aec248d4-3759-4207-8504-b894794a199d HTTP/1.1" status: 200 len: 943 time: 0.1705706 Jun 01 19:26:48.868670 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5c1f9dba-243d-418f-84c0-3b65482454cd req-98933ce5-554b-47e6-9fe8-94714c38847b tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/security-groups?id=69a184b0-4b49-43a1-a178-506528d57d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710742 Jun 01 19:26:50.299116 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf302dc-6eb3-4a09-b562-ef8f22a240ee req-d92b2dc0-4993-48bf-8dc3-c4d5bd9ee9d4 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:26:50.300699 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-bcf302dc-6eb3-4a09-b562-ef8f22a240ee req-d92b2dc0-4993-48bf-8dc3-c4d5bd9ee9d4 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/ports?device_id=aec248d4-3759-4207-8504-b894794a199d HTTP/1.1" status: 200 len: 943 time: 0.1161573 Jun 01 19:26:50.416306 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-bcf302dc-6eb3-4a09-b562-ef8f22a240ee req-38b35ef3-e64a-412c-9438-5a803975cdc2 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/security-groups?id=69a184b0-4b49-43a1-a178-506528d57d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961285 Jun 01 19:26:51.924613 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4265482-2e7c-4d2c-932b-c994ebb0c2f3 req-c5961754-1c53-4758-a1b8-cdd08798288c tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:26:51.924613 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d4265482-2e7c-4d2c-932b-c994ebb0c2f3 req-c5961754-1c53-4758-a1b8-cdd08798288c tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/ports?device_id=aec248d4-3759-4207-8504-b894794a199d HTTP/1.1" status: 200 len: 943 time: 0.1601319 Jun 01 19:26:52.020762 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d4265482-2e7c-4d2c-932b-c994ebb0c2f3 req-14f6ec02-f9b4-4b70-a4e0-11d2bb47e494 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/security-groups?id=69a184b0-4b49-43a1-a178-506528d57d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969491 Jun 01 19:26:53.333676 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587facbe-3f4b-43f3-b649-37d2cdb35a08 req-85d4d889-f9d2-4f5f-adf8-51984b1293e5 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:26:53.342006 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-587facbe-3f4b-43f3-b649-37d2cdb35a08 req-85d4d889-f9d2-4f5f-adf8-51984b1293e5 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/ports?device_id=aec248d4-3759-4207-8504-b894794a199d HTTP/1.1" status: 200 len: 943 time: 0.1190896 Jun 01 19:26:53.392940 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-587facbe-3f4b-43f3-b649-37d2cdb35a08 req-ae3ca6e2-c526-4de5-9226-c1e207616062 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/security-groups?id=69a184b0-4b49-43a1-a178-506528d57d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547104 Jun 01 19:26:54.710976 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cb59e9-932a-4b2d-bcb1-37939e334262 req-8dbdaf38-b637-4203-9f18-451c1ce05208 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:26:54.719047 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-75cb59e9-932a-4b2d-bcb1-37939e334262 req-8dbdaf38-b637-4203-9f18-451c1ce05208 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/ports?device_id=aec248d4-3759-4207-8504-b894794a199d HTTP/1.1" status: 200 len: 943 time: 0.1220708 Jun 01 19:26:54.765676 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-75cb59e9-932a-4b2d-bcb1-37939e334262 req-7c11934a-7a47-4ab6-8715-ed84105757de tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/security-groups?id=69a184b0-4b49-43a1-a178-506528d57d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457661 Jun 01 19:26:56.067016 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c070c9-731f-47af-ad47-22db86b7d0c7 req-95b38208-5622-4053-a9d0-75ee35120876 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:26:56.074671 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f9c070c9-731f-47af-ad47-22db86b7d0c7 req-95b38208-5622-4053-a9d0-75ee35120876 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/ports?device_id=aec248d4-3759-4207-8504-b894794a199d HTTP/1.1" status: 200 len: 943 time: 0.1059129 Jun 01 19:26:56.126204 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f9c070c9-731f-47af-ad47-22db86b7d0c7 req-1a17f342-b89d-4d45-a66f-05104a73c775 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/security-groups?id=69a184b0-4b49-43a1-a178-506528d57d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512240 Jun 01 19:26:57.053450 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device f7aa82f8-c6a2-42b8-af87-864066735155 details requested by agent hyperv_n-h2-844202-1 with host n-h2-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 19:26:57.260944 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port f7aa82f8-c6a2-42b8-af87-864066735155, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=f7aa82f8-c6a2-42b8-af87-864066735155,segment=NetworkSegment(caf40787-7b50-4406-9921-dddcf758f24c),segment_id=caf40787-7b50-4406-9921-dddcf758f24c)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:26:57.276761 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Returning: {'device': 'f7aa82f8-c6a2-42b8-af87-864066735155', 'network_id': '06227175-383a-438d-b2ea-446bb23d085d', 'port_id': 'f7aa82f8-c6a2-42b8-af87-864066735155', 'mac_address': 'fa:16:3e:b7:31:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c6d4c6d-6977-4f9b-a44c-9b6b04f8ca29', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 19:26:57.349144 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port f7aa82f8-c6a2-42b8-af87-864066735155 is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:26:57.349144 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:26:57.367679 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7aa82f8-c6a2-42b8-af87-864066735155 {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 19:26:57.396554 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port f7aa82f8-c6a2-42b8-af87-864066735155, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=f7aa82f8-c6a2-42b8-af87-864066735155,segment=NetworkSegment(caf40787-7b50-4406-9921-dddcf758f24c),segment_id=caf40787-7b50-4406-9921-dddcf758f24c)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:26:57.406916 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:26:57.467075 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d4e105-3462-4087-bee3-1ab02bb7e8a6 req-2e15a124-8259-4dee-b12b-335e9afaf097 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:26:57.477643 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-02d4e105-3462-4087-bee3-1ab02bb7e8a6 req-2e15a124-8259-4dee-b12b-335e9afaf097 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/ports?device_id=aec248d4-3759-4207-8504-b894794a199d HTTP/1.1" status: 200 len: 943 time: 0.1683867 Jun 01 19:26:57.515284 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [req-eb3cb532-195d-486a-a494-7f829dd36f11 req-354569f2-fc8b-49b4-9012-8c57e5cac876 service neutron] (88525) timed out ('10.222.0.41', 55894) {{(pid=88525) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 01 19:26:57.544635 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-02d4e105-3462-4087-bee3-1ab02bb7e8a6 req-a31d1057-8c94-456d-8cd0-a576e8065d3a tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/security-groups?id=69a184b0-4b49-43a1-a178-506528d57d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700798 Jun 01 19:26:57.557835 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=f7aa82f8-c6a2-42b8-af87-864066735155,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:26:57.567210 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:26:57.567692 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:26:57.568100 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:26:57.568563 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:26:57.569022 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:26:57.569414 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:26:57.574548 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:26:57.574548 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:26:57.574548 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:26:57.574548 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:26:57.574548 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:26:57.574548 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:26:57.616650 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] get_ports_and_sgs() called for port_ids ['f7aa82f8-c6a2-42b8-af87-864066735155'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 19:26:58.832539 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1ece3c-8349-4859-be33-db3c49dd1c26 req-a6a4704e-db6d-4dd0-a799-96e11a12847f tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:26:58.838146 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-be1ece3c-8349-4859-be33-db3c49dd1c26 req-a6a4704e-db6d-4dd0-a799-96e11a12847f tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/ports?device_id=aec248d4-3759-4207-8504-b894794a199d HTTP/1.1" status: 200 len: 944 time: 0.1025329 Jun 01 19:26:58.921531 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-be1ece3c-8349-4859-be33-db3c49dd1c26 req-50701869-97d9-42c2-8e09-448f67a5bc9c tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/security-groups?id=69a184b0-4b49-43a1-a178-506528d57d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819895 Jun 01 19:26:59.071746 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device f7aa82f8-c6a2-42b8-af87-864066735155 up at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:26:59.204508 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning for port f7aa82f8-c6a2-42b8-af87-864066735155 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:26:59.214019 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning complete for port f7aa82f8-c6a2-42b8-af87-864066735155 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:26:59.214736 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:26:59.492099 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port f7aa82f8-c6a2-42b8-af87-864066735155 is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:26:59.492099 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:26:59.533599 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aec248d4-3759-4207-8504-b894794a199d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7aa82f8-c6a2-42b8-af87-864066735155'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:26:59.551314 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port f7aa82f8-c6a2-42b8-af87-864066735155, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=f7aa82f8-c6a2-42b8-af87-864066735155,segment=NetworkSegment(caf40787-7b50-4406-9921-dddcf758f24c),segment_id=caf40787-7b50-4406-9921-dddcf758f24c)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:26:59.559366 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:26:59.700303 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=f7aa82f8-c6a2-42b8-af87-864066735155,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:26:59.782929 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e5774ed-4330-463f-a4fb-50f560db0756'] response: {'server_uuid': 'aec248d4-3759-4207-8504-b894794a199d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7aa82f8-c6a2-42b8-af87-864066735155', 'code': 200} Jun 01 19:26:59.955354 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d1831b-fa99-4a85-877f-34afa46e1495 req-5dc542c3-d10d-4b1a-926a-c7ae4f993439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:26:59.956982 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-38d1831b-fa99-4a85-877f-34afa46e1495 req-5dc542c3-d10d-4b1a-926a-c7ae4f993439 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=aec248d4-3759-4207-8504-b894794a199d HTTP/1.1" status: 200 len: 1096 time: 0.0949042 Jun 01 19:27:00.061062 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-38d1831b-fa99-4a85-877f-34afa46e1495 req-2e54625f-6214-4fdd-9537-53f38e2b1861 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=69a184b0-4b49-43a1-a178-506528d57d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876853 Jun 01 19:27:00.232214 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61399ef2-d1b4-454a-b4c8-6ab0781563b2 req-1c191f67-cc56-4a5c-bc3c-c4ed40056dee tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:27:00.240198 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-61399ef2-d1b4-454a-b4c8-6ab0781563b2 req-1c191f67-cc56-4a5c-bc3c-c4ed40056dee tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/ports?device_id=aec248d4-3759-4207-8504-b894794a199d HTTP/1.1" status: 200 len: 945 time: 0.1125519 Jun 01 19:27:00.289841 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-61399ef2-d1b4-454a-b4c8-6ab0781563b2 req-3f68ecb4-c553-4ddf-b04b-20d9b390b4b6 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/security-groups?id=69a184b0-4b49-43a1-a178-506528d57d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483296 Jun 01 19:27:01.858009 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076f4653-3e1e-48cd-8f1c-b48b7b2aaef7 req-86cec99a-8c45-41ce-8aaf-3f6ee1371a76 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:27:01.861442 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-076f4653-3e1e-48cd-8f1c-b48b7b2aaef7 req-86cec99a-8c45-41ce-8aaf-3f6ee1371a76 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/ports?device_id=aec248d4-3759-4207-8504-b894794a199d HTTP/1.1" status: 200 len: 945 time: 0.3671527 Jun 01 19:27:01.932725 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-076f4653-3e1e-48cd-8f1c-b48b7b2aaef7 req-dd0e3d66-a7fa-4b5b-a19a-8c22e409d22b tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/security-groups?id=69a184b0-4b49-43a1-a178-506528d57d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522182 Jun 01 19:27:02.170963 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d7c86d-5aea-41b6-90fc-d7069848d3d3 req-792a0006-2aac-45f6-86df-74a5cacbc351 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:27:02.174574 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-95d7c86d-5aea-41b6-90fc-d7069848d3d3 req-792a0006-2aac-45f6-86df-74a5cacbc351 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/ports?device_id=aec248d4-3759-4207-8504-b894794a199d HTTP/1.1" status: 200 len: 945 time: 0.0938711 Jun 01 19:27:02.225023 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-95d7c86d-5aea-41b6-90fc-d7069848d3d3 req-ebb981d7-71e8-4c85-b892-06c539f01d36 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/security-groups?id=69a184b0-4b49-43a1-a178-506528d57d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463042 Jun 01 19:27:02.251285 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 46590) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:27:02.371202 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0297e35c-b4e5-4dc1-9394-809daa93cb15 tempest-TestVolumeBootPattern-1368721868 tempest-TestVolumeBootPattern-1368721868-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:27:02.371202 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-0297e35c-b4e5-4dc1-9394-809daa93cb15 tempest-TestVolumeBootPattern-1368721868 tempest-TestVolumeBootPattern-1368721868-project-admin] Synchronizing usage tracker for tenant:75ab13780c214c65910c4a1c4905f2aa on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:27:02.404026 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-0297e35c-b4e5-4dc1-9394-809daa93cb15 tempest-TestVolumeBootPattern-1368721868 tempest-TestVolumeBootPattern-1368721868-project-admin] Unset dirty status for tenant:75ab13780c214c65910c4a1c4905f2aa on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:27:02.404026 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-0297e35c-b4e5-4dc1-9394-809daa93cb15 tempest-TestVolumeBootPattern-1368721868 tempest-TestVolumeBootPattern-1368721868-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=aec248d4-3759-4207-8504-b894794a199d HTTP/1.1" status: 200 len: 1091 time: 0.1439848 Jun 01 19:27:02.404026 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 46594) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:27:02.413618 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-392f30ab-e9f9-4cf8-8e01-52537cda7df6 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Request body: {'floatingip': {'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'port_id': 'f7aa82f8-c6a2-42b8-af87-864066735155', 'tenant_id': 'e7fa6482b873470e8b5274a0b6cb89ae', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:27:02.436400 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-392f30ab-e9f9-4cf8-8e01-52537cda7df6 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:27:02.436400 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-392f30ab-e9f9-4cf8-8e01-52537cda7df6 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Usage tracker for resource:floatingip and tenant:e7fa6482b873470e8b5274a0b6cb89ae is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:27:02.436400 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-392f30ab-e9f9-4cf8-8e01-52537cda7df6 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:27:02.448483 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-392f30ab-e9f9-4cf8-8e01-52537cda7df6 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:27:02.467948 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-392f30ab-e9f9-4cf8-8e01-52537cda7df6 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Notify callbacks [] for floatingip, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:27:02.751236 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-392f30ab-e9f9-4cf8-8e01-52537cda7df6 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:27:02.944053 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [None req-392f30ab-e9f9-4cf8-8e01-52537cda7df6 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Allocated IP 172.25.4.28 (72a72e44-6845-488a-a5ff-3a26d4df9cb3/c314a23b-daa2-4106-ab28-8e6f954277b2/b4e637d0-948e-42e0-8330-b2b50e0c2874) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:27:03.203300 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-392f30ab-e9f9-4cf8-8e01-52537cda7df6 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:27:03.245477 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-392f30ab-e9f9-4cf8-8e01-52537cda7df6 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:27:03.343563 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-392f30ab-e9f9-4cf8-8e01-52537cda7df6 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:27:03.345586 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-392f30ab-e9f9-4cf8-8e01-52537cda7df6 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:27:03.358111 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-392f30ab-e9f9-4cf8-8e01-52537cda7df6 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:27:03.435493 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392f30ab-e9f9-4cf8-8e01-52537cda7df6 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Pushing event updated for resources: {'Port': ['ID=b4e637d0-948e-42e0-8330-b2b50e0c2874,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:27:04.092295 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-392f30ab-e9f9-4cf8-8e01-52537cda7df6 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:27:04.225950 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-392f30ab-e9f9-4cf8-8e01-52537cda7df6 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:27:04.568614 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-392f30ab-e9f9-4cf8-8e01-52537cda7df6 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:27:04.576037 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-392f30ab-e9f9-4cf8-8e01-52537cda7df6 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:27:04.819700 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-392f30ab-e9f9-4cf8-8e01-52537cda7df6 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887712'] for floatingip, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:27:04.917142 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392f30ab-e9f9-4cf8-8e01-52537cda7df6 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Pushing event updated for resources: {'Port': ['ID=b4e637d0-948e-42e0-8330-b2b50e0c2874,revision_number=2']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:27:05.327920 n-d-844202-1 neutron-server[88524]: INFO neutron.db.l3_db [None req-392f30ab-e9f9-4cf8-8e01-52537cda7df6 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Floating IP b6420f3e-298a-4a3d-a61b-c9cf4075b584 associated. External IP: 172.25.4.28, port: f7aa82f8-c6a2-42b8-af87-864066735155. Jun 01 19:27:05.892871 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-392f30ab-e9f9-4cf8-8e01-52537cda7df6 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Router cf391632-dbd0-43da-980f-c81ee2cb2f6c has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 19:27:06.274551 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-392f30ab-e9f9-4cf8-8e01-52537cda7df6 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:27:06.292545 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb6c391d-0e81-47e6-8687-123ddfeeebb2 None None] Sync routers for ids ['cf391632-dbd0-43da-980f-c81ee2cb2f6c'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:27:06.308426 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb6c391d-0e81-47e6-8687-123ddfeeebb2 None None] Routers {'cf391632-dbd0-43da-980f-c81ee2cb2f6c'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:27:06.308426 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-eb6c391d-0e81-47e6-8687-123ddfeeebb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:26:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['cf391632-dbd0-43da-980f-c81ee2cb2f6c'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:27:06.350048 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-392f30ab-e9f9-4cf8-8e01-52537cda7df6 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for floatingip, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:27:06.500206 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-392f30ab-e9f9-4cf8-8e01-52537cda7df6 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.0981543 Jun 01 19:27:06.501674 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aec248d4-3759-4207-8504-b894794a199d', 'tag': 'f7aa82f8-c6a2-42b8-af87-864066735155'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:27:06.532885 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 46660) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:27:06.615032 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f757b00-3a71-4053-81ac-8411995bc4ba'] response: {'name': 'network-changed', 'server_uuid': 'aec248d4-3759-4207-8504-b894794a199d', 'tag': 'f7aa82f8-c6a2-42b8-af87-864066735155', 'status': 'completed', 'code': 200} Jun 01 19:27:06.766882 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-eb6c391d-0e81-47e6-8687-123ddfeeebb2 None None] Set router cf391632-dbd0-43da-980f-c81ee2cb2f6c gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:27:06.826754 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2ee16d-cb85-47b2-bc92-9be3c6b89b51 req-a421581e-6f1c-429d-8f6d-d282f895e9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:27:06.829872 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ae2ee16d-cb85-47b2-bc92-9be3c6b89b51 req-a421581e-6f1c-429d-8f6d-d282f895e9b5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e7fa6482b873470e8b5274a0b6cb89ae&device_id=aec248d4-3759-4207-8504-b894794a199d HTTP/1.1" status: 200 len: 1096 time: 0.2006848 Jun 01 19:27:07.104572 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2ee16d-cb85-47b2-bc92-9be3c6b89b51 req-5bc4ec45-aeaf-4c24-9c1e-787c7fe2f9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:27:07.104572 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ae2ee16d-cb85-47b2-bc92-9be3c6b89b51 req-5bc4ec45-aeaf-4c24-9c1e-787c7fe2f9ce service neutron] 10.222.0.50 "GET /v2.0/networks?id=06227175-383a-438d-b2ea-446bb23d085d HTTP/1.1" status: 200 len: 913 time: 0.2675714 Jun 01 19:27:07.158439 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-4681c2c5-b364-4375-9d11-06f0cdc507e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:27:07.280638 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e6f6551c-c06b-4642-bae0-5d830f245b40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:27:07.346133 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-e6f6551c-c06b-4642-bae0-5d830f245b40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:27:07.354380 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-e6f6551c-c06b-4642-bae0-5d830f245b40 admin admin] Usage tracker for resource:security_group_rule and tenant:f421dbda402a42aba1961392a8a81a9d is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:27:07.365600 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-e6f6551c-c06b-4642-bae0-5d830f245b40 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:27:07.372293 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ae2ee16d-cb85-47b2-bc92-9be3c6b89b51 req-a07e4072-02bf-43d8-a773-63806848f64d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f7aa82f8-c6a2-42b8-af87-864066735155 HTTP/1.1" status: 200 len: 998 time: 0.2595568 Jun 01 19:27:07.372293 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-e6f6551c-c06b-4642-bae0-5d830f245b40 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:27:07.428486 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-eb6c391d-0e81-47e6-8687-123ddfeeebb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf391632-dbd0-43da-980f-c81ee2cb2f6c', 'name': 'tempest-TestVolumeBootPattern-1790725510-router', 'tenant_id': 'e7fa6482b873470e8b5274a0b6cb89ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': 'd169e9ea-329c-4a43-af71-5d23db88d4ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:22:26Z', 'updated_at': '2022-06-01T19:22:33Z', 'revision_number': 4, 'project_id': 'e7fa6482b873470e8b5274a0b6cb89ae', 'gw_port': {'id': 'd169e9ea-329c-4a43-af71-5d23db88d4ff', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ba:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf391632-dbd0-43da-980f-c81ee2cb2f6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:22:27Z', 'updated_at': '2022-06-01T19:22:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_floatingips': [{'id': 'b6420f3e-298a-4a3d-a61b-c9cf4075b584', 'tenant_id': 'e7fa6482b873470e8b5274a0b6cb89ae', 'floating_ip_address': '172.25.4.28', 'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'router_id': 'cf391632-dbd0-43da-980f-c81ee2cb2f6c', 'port_id': 'f7aa82f8-c6a2-42b8-af87-864066735155', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4039, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06227175-383a-438d-b2ea-446bb23d085d', 'mac_address': 'fa:16:3e:b7:31:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec248d4-3759-4207-8504-b894794a199d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T19:27:03Z', 'updated_at': '2022-06-01T19:27:03Z', 'revision_number': 0, 'project_id': 'e7fa6482b873470e8b5274a0b6cb89ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b29d339d-f606-4b45-b014-3a9cb80f958c', 'name': '', 'network_id': '06227175-383a-438d-b2ea-446bb23d085d', 'tenant_id': 'e7fa6482b873470e8b5274a0b6cb89ae', 'mac_address': 'fa:16:3e:77:63:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf391632-dbd0-43da-980f-c81ee2cb2f6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3707, 'fixed_ips': [{'subnet_id': '3c6d4c6d-6977-4f9b-a44c-9b6b04f8ca29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:22:32Z', 'updated_at': '2022-06-01T19:22:41Z', 'revision_number': 5, 'project_id': 'e7fa6482b873470e8b5274a0b6cb89ae', 'subnets': [{'id': '3c6d4c6d-6977-4f9b-a44c-9b6b04f8ca29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:27:07.437700 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb6c391d-0e81-47e6-8687-123ddfeeebb2 None None] Checking router: cf391632-dbd0-43da-980f-c81ee2cb2f6c for host: n-d-844202-1 {{(pid=88527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 19:27:07.447220 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb6c391d-0e81-47e6-8687-123ddfeeebb2 None None] Routers {'cf391632-dbd0-43da-980f-c81ee2cb2f6c'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:27:07.448102 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-eb6c391d-0e81-47e6-8687-123ddfeeebb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:26:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['cf391632-dbd0-43da-980f-c81ee2cb2f6c'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:27:07.526318 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2ee16d-cb85-47b2-bc92-9be3c6b89b51 req-15cd7d67-7ffd-47e3-af27-862f6dfd581b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:27:07.532057 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ae2ee16d-cb85-47b2-bc92-9be3c6b89b51 req-15cd7d67-7ffd-47e3-af27-862f6dfd581b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3c6d4c6d-6977-4f9b-a44c-9b6b04f8ca29 HTTP/1.1" status: 200 len: 851 time: 0.1548531 Jun 01 19:27:07.690410 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e6f6551c-c06b-4642-bae0-5d830f245b40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:27:07.690410 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e6f6551c-c06b-4642-bae0-5d830f245b40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:27:07.730166 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2ee16d-cb85-47b2-bc92-9be3c6b89b51 req-6e428d9a-77ed-4dcc-88c0-0cd7d6d575f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:27:07.730166 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ae2ee16d-cb85-47b2-bc92-9be3c6b89b51 req-6e428d9a-77ed-4dcc-88c0-0cd7d6d575f8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=06227175-383a-438d-b2ea-446bb23d085d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1859396 Jun 01 19:27:07.773265 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-eb6c391d-0e81-47e6-8687-123ddfeeebb2 None None] Set router cf391632-dbd0-43da-980f-c81ee2cb2f6c gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:27:07.901012 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f6551c-c06b-4642-bae0-5d830f245b40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1289bfb-0ecf-4312-9e1c-62c259bc1917,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:27:07.936547 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-e6f6551c-c06b-4642-bae0-5d830f245b40 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f421dbda402a42aba1961392a8a81a9d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3940442 Jun 01 19:27:07.938332 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 46678) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:27:08.007557 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ae2ee16d-cb85-47b2-bc92-9be3c6b89b51 req-aaef4f07-dc6e-4218-9bcf-5a4e54cd3cab service neutron] 10.222.0.50 "GET /v2.0/networks/06227175-383a-438d-b2ea-446bb23d085d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2643614 Jun 01 19:27:08.322260 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9f6a9ba0-b564-4c30-a5d8-be4f4ae749ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:27:08.359688 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9f6a9ba0-b564-4c30-a5d8-be4f4ae749ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:27:08.435446 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9f6a9ba0-b564-4c30-a5d8-be4f4ae749ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:27:08.467357 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6a9ba0-b564-4c30-a5d8-be4f4ae749ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1289bfb-0ecf-4312-9e1c-62c259bc1917,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:27:08.468945 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ae2ee16d-cb85-47b2-bc92-9be3c6b89b51 req-9b35dd15-1c4a-46fb-873f-fe2bc0edb3de service neutron] 10.222.0.50 "GET /v2.0/networks/06227175-383a-438d-b2ea-446bb23d085d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4591513 Jun 01 19:27:08.470670 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9f6a9ba0-b564-4c30-a5d8-be4f4ae749ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:27:08.474536 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-9f6a9ba0-b564-4c30-a5d8-be4f4ae749ab admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f1289bfb-0ecf-4312-9e1c-62c259bc1917 HTTP/1.1" status: 204 len: 168 time: 0.5393906 Jun 01 19:27:08.481967 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6a9ba0-b564-4c30-a5d8-be4f4ae749ab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:27:08.482471 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6a9ba0-b564-4c30-a5d8-be4f4ae749ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:27:08.485294 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6a9ba0-b564-4c30-a5d8-be4f4ae749ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:27:08.485646 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6a9ba0-b564-4c30-a5d8-be4f4ae749ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:27:08.486005 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6a9ba0-b564-4c30-a5d8-be4f4ae749ab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:27:08.486406 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6a9ba0-b564-4c30-a5d8-be4f4ae749ab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:27:08.486849 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6a9ba0-b564-4c30-a5d8-be4f4ae749ab admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:27:08.487365 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6a9ba0-b564-4c30-a5d8-be4f4ae749ab admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:27:08.487890 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6a9ba0-b564-4c30-a5d8-be4f4ae749ab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:27:08.488440 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6a9ba0-b564-4c30-a5d8-be4f4ae749ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:27:08.488969 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6a9ba0-b564-4c30-a5d8-be4f4ae749ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:27:08.489511 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6a9ba0-b564-4c30-a5d8-be4f4ae749ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:27:08.547644 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-eb6c391d-0e81-47e6-8687-123ddfeeebb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf391632-dbd0-43da-980f-c81ee2cb2f6c', 'name': 'tempest-TestVolumeBootPattern-1790725510-router', 'tenant_id': 'e7fa6482b873470e8b5274a0b6cb89ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': 'd169e9ea-329c-4a43-af71-5d23db88d4ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:22:26Z', 'updated_at': '2022-06-01T19:22:33Z', 'revision_number': 4, 'project_id': 'e7fa6482b873470e8b5274a0b6cb89ae', 'gw_port': {'id': 'd169e9ea-329c-4a43-af71-5d23db88d4ff', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ba:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf391632-dbd0-43da-980f-c81ee2cb2f6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:22:27Z', 'updated_at': '2022-06-01T19:22:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_floatingips': [{'id': 'b6420f3e-298a-4a3d-a61b-c9cf4075b584', 'tenant_id': 'e7fa6482b873470e8b5274a0b6cb89ae', 'floating_ip_address': '172.25.4.28', 'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'router_id': 'cf391632-dbd0-43da-980f-c81ee2cb2f6c', 'port_id': 'f7aa82f8-c6a2-42b8-af87-864066735155', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4039, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06227175-383a-438d-b2ea-446bb23d085d', 'mac_address': 'fa:16:3e:b7:31:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec248d4-3759-4207-8504-b894794a199d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T19:27:03Z', 'updated_at': '2022-06-01T19:27:03Z', 'revision_number': 0, 'project_id': 'e7fa6482b873470e8b5274a0b6cb89ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b29d339d-f606-4b45-b014-3a9cb80f958c', 'name': '', 'network_id': '06227175-383a-438d-b2ea-446bb23d085d', 'tenant_id': 'e7fa6482b873470e8b5274a0b6cb89ae', 'mac_address': 'fa:16:3e:77:63:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf391632-dbd0-43da-980f-c81ee2cb2f6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3707, 'fixed_ips': [{'subnet_id': '3c6d4c6d-6977-4f9b-a44c-9b6b04f8ca29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:22:32Z', 'updated_at': '2022-06-01T19:22:41Z', 'revision_number': 5, 'project_id': 'e7fa6482b873470e8b5274a0b6cb89ae', 'subnets': [{'id': '3c6d4c6d-6977-4f9b-a44c-9b6b04f8ca29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:27:08.555542 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb6c391d-0e81-47e6-8687-123ddfeeebb2 None None] The sync data for ids ['cf391632-dbd0-43da-980f-c81ee2cb2f6c'] in n-d-844202-1 is: [{'id': 'cf391632-dbd0-43da-980f-c81ee2cb2f6c', 'name': 'tempest-TestVolumeBootPattern-1790725510-router', 'tenant_id': 'e7fa6482b873470e8b5274a0b6cb89ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': 'd169e9ea-329c-4a43-af71-5d23db88d4ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:22:26Z', 'updated_at': '2022-06-01T19:22:33Z', 'revision_number': 4, 'project_id': 'e7fa6482b873470e8b5274a0b6cb89ae', 'gw_port': {'id': 'd169e9ea-329c-4a43-af71-5d23db88d4ff', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ba:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf391632-dbd0-43da-980f-c81ee2cb2f6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:22:27Z', 'updated_at': '2022-06-01T19:22:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_floatingips': [{'id': 'b6420f3e-298a-4a3d-a61b-c9cf4075b584', 'tenant_id': 'e7fa6482b873470e8b5274a0b6cb89ae', 'floating_ip_address': '172.25.4.28', 'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'router_id': 'cf391632-dbd0-43da-980f-c81ee2cb2f6c', 'port_id': 'f7aa82f8-c6a2-42b8-af87-864066735155', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4039, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06227175-383a-438d-b2ea-446bb23d085d', 'mac_address': 'fa:16:3e:b7:31:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec248d4-3759-4207-8504-b894794a199d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T19:27:03Z', 'updated_at': '2022-06-01T19:27:03Z', 'revision_number': 0, 'project_id': 'e7fa6482b873470e8b5274a0b6cb89ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b29d339d-f606-4b45-b014-3a9cb80f958c', 'name': '', 'network_id': '06227175-383a-438d-b2ea-446bb23d085d', 'tenant_id': 'e7fa6482b873470e8b5274a0b6cb89ae', 'mac_address': 'fa:16:3e:77:63:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf391632-dbd0-43da-980f-c81ee2cb2f6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3707, 'fixed_ips': [{'subnet_id': '3c6d4c6d-6977-4f9b-a44c-9b6b04f8ca29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:22:32Z', 'updated_at': '2022-06-01T19:22:41Z', 'revision_number': 5, 'project_id': 'e7fa6482b873470e8b5274a0b6cb89ae', 'subnets': [{'id': '3c6d4c6d-6977-4f9b-a44c-9b6b04f8ca29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:27:08.915567 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a305fa27-222b-4510-8a79-5739c9b57925 None None] New status for floating IP b6420f3e-298a-4a3d-a61b-c9cf4075b584: ACTIVE {{(pid=88526) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 19:27:09.548851 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f62eb88c-6d33-45a4-8d23-54f06615f71d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:27:10.175704 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ecaacab9-3170-4bbf-96f8-de55d48e23e3 req-e049ebc7-2836-40c6-8405-b524a3e58a45 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=aec248d4-3759-4207-8504-b894794a199d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0914793 Jun 01 19:27:10.398634 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaacab9-3170-4bbf-96f8-de55d48e23e3 req-2113bfba-d30b-41e7-acb3-5b1dba4a3956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:27:10.400774 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ecaacab9-3170-4bbf-96f8-de55d48e23e3 req-2113bfba-d30b-41e7-acb3-5b1dba4a3956 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e7fa6482b873470e8b5274a0b6cb89ae&device_id=aec248d4-3759-4207-8504-b894794a199d HTTP/1.1" status: 200 len: 1096 time: 0.1415882 Jun 01 19:27:10.658150 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaacab9-3170-4bbf-96f8-de55d48e23e3 req-ce364f38-c40b-4788-a8d3-da0cc00bdb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:27:10.660133 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ecaacab9-3170-4bbf-96f8-de55d48e23e3 req-ce364f38-c40b-4788-a8d3-da0cc00bdb32 service neutron] 10.222.0.50 "GET /v2.0/networks?id=06227175-383a-438d-b2ea-446bb23d085d HTTP/1.1" status: 200 len: 913 time: 0.2348881 Jun 01 19:27:10.729711 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:27:10.778998 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:27:10.898451 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ecaacab9-3170-4bbf-96f8-de55d48e23e3 req-7e83d9ca-b2da-44f7-80b0-c1da7e31c064 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f7aa82f8-c6a2-42b8-af87-864066735155 HTTP/1.1" status: 200 len: 1000 time: 0.2299981 Jun 01 19:27:11.047031 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaacab9-3170-4bbf-96f8-de55d48e23e3 req-743e2bdf-049d-484b-84cc-d481fcb4c886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:27:11.049623 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ecaacab9-3170-4bbf-96f8-de55d48e23e3 req-743e2bdf-049d-484b-84cc-d481fcb4c886 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3c6d4c6d-6977-4f9b-a44c-9b6b04f8ca29 HTTP/1.1" status: 200 len: 851 time: 0.1457219 Jun 01 19:27:11.188126 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaacab9-3170-4bbf-96f8-de55d48e23e3 req-42138bca-b7bd-435b-a317-1e8157aca0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:27:11.191360 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ecaacab9-3170-4bbf-96f8-de55d48e23e3 req-42138bca-b7bd-435b-a317-1e8157aca0dc service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=06227175-383a-438d-b2ea-446bb23d085d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1361656 Jun 01 19:27:11.214027 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 46740) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:27:11.475274 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ecaacab9-3170-4bbf-96f8-de55d48e23e3 req-be857cb0-45bf-47c3-9ff9-b58320bb083d service neutron] 10.222.0.50 "GET /v2.0/networks/06227175-383a-438d-b2ea-446bb23d085d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2731955 Jun 01 19:27:11.542497 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-17884640-1936-4a25-abd2-3283f8ea98fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:27:11.572196 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-17884640-1936-4a25-abd2-3283f8ea98fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:27:11.572196 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-17884640-1936-4a25-abd2-3283f8ea98fb admin admin] Usage tracker for resource:security_group_rule and tenant:4b25bf6d329742ee8a011415b26bf341 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:27:11.572196 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-17884640-1936-4a25-abd2-3283f8ea98fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:27:11.593018 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-17884640-1936-4a25-abd2-3283f8ea98fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:27:11.620620 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:27:11.813152 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-17884640-1936-4a25-abd2-3283f8ea98fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:27:11.813152 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-17884640-1936-4a25-abd2-3283f8ea98fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:27:11.859383 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ecaacab9-3170-4bbf-96f8-de55d48e23e3 req-0c4c3d57-860f-4f33-ab1a-dd63c6995400 service neutron] 10.222.0.50 "GET /v2.0/networks/06227175-383a-438d-b2ea-446bb23d085d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3717916 Jun 01 19:27:11.907592 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17884640-1936-4a25-abd2-3283f8ea98fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59623854-2aed-4287-aa1a-f3e97cbf53b0,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:27:11.997682 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-17884640-1936-4a25-abd2-3283f8ea98fb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4b25bf6d329742ee8a011415b26bf341&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7797852 Jun 01 19:27:11.998321 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 46750) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:27:12.060549 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:27:12.060549 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:27:12.081122 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-29eb87fa-c58e-4922-88b0-c060abeaaf94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:27:12.111671 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-29eb87fa-c58e-4922-88b0-c060abeaaf94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:27:12.215735 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-29eb87fa-c58e-4922-88b0-c060abeaaf94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:27:12.236787 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29eb87fa-c58e-4922-88b0-c060abeaaf94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59623854-2aed-4287-aa1a-f3e97cbf53b0,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:27:12.247514 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-29eb87fa-c58e-4922-88b0-c060abeaaf94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:27:12.249493 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-29eb87fa-c58e-4922-88b0-c060abeaaf94 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/59623854-2aed-4287-aa1a-f3e97cbf53b0 HTTP/1.1" status: 204 len: 168 time: 0.2498760 Jun 01 19:27:15.904494 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.agents_db [None req-e814b9cf-7de8-45d0-a079-29c61fabe7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 19:27:19.305634 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 47158) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:27:19.630667 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-68eca2b3-046a-4dc8-a64f-a14435d15440 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:27:19.657207 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-68eca2b3-046a-4dc8-a64f-a14435d15440 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:27:19.663684 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-68eca2b3-046a-4dc8-a64f-a14435d15440 admin admin] Usage tracker for resource:security_group_rule and tenant:bd5a94f2dbdf4d1fb8098528dee9c94e is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:27:19.663684 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-68eca2b3-046a-4dc8-a64f-a14435d15440 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:27:19.678685 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-68eca2b3-046a-4dc8-a64f-a14435d15440 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:27:19.848661 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-68eca2b3-046a-4dc8-a64f-a14435d15440 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:27:19.859389 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-68eca2b3-046a-4dc8-a64f-a14435d15440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:27:19.944347 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-68eca2b3-046a-4dc8-a64f-a14435d15440 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bd5a94f2dbdf4d1fb8098528dee9c94e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6266468 Jun 01 19:27:19.944347 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 47220) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:27:19.944347 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68eca2b3-046a-4dc8-a64f-a14435d15440 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b7c58c8-6c19-457b-8921-7283ae1bdf29,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:27:20.075037 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-43da80fa-ba83-40d5-b7f0-4db87aed5dee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:27:20.123734 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-43da80fa-ba83-40d5-b7f0-4db87aed5dee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:27:20.237962 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-43da80fa-ba83-40d5-b7f0-4db87aed5dee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:27:20.266999 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43da80fa-ba83-40d5-b7f0-4db87aed5dee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b7c58c8-6c19-457b-8921-7283ae1bdf29,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:27:20.271859 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-43da80fa-ba83-40d5-b7f0-4db87aed5dee admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:27:20.276549 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-43da80fa-ba83-40d5-b7f0-4db87aed5dee admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6b7c58c8-6c19-457b-8921-7283ae1bdf29 HTTP/1.1" status: 204 len: 168 time: 0.3371673 Jun 01 19:27:20.771847 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 47294) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:27:20.813318 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0c071d96-4e30-4f02-8167-2e8498bfafc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:27:20.833801 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-0c071d96-4e30-4f02-8167-2e8498bfafc8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:27:20.839146 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-0c071d96-4e30-4f02-8167-2e8498bfafc8 admin admin] Usage tracker for resource:security_group_rule and tenant:d435fed522d7489cbb41b80e03656b4c is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:27:20.843054 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-0c071d96-4e30-4f02-8167-2e8498bfafc8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:27:20.850579 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-0c071d96-4e30-4f02-8167-2e8498bfafc8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:27:20.997922 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0c071d96-4e30-4f02-8167-2e8498bfafc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:27:21.004383 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0c071d96-4e30-4f02-8167-2e8498bfafc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:27:21.099201 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-0c071d96-4e30-4f02-8167-2e8498bfafc8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d435fed522d7489cbb41b80e03656b4c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3250444 Jun 01 19:27:21.099401 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c071d96-4e30-4f02-8167-2e8498bfafc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23d9e3ad-7da2-4094-956d-eaa9a6b5d34d,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:27:21.109288 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 47298) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:27:21.207444 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5ca8401e-f169-4108-af0b-9857af2f80af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:27:21.249455 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5ca8401e-f169-4108-af0b-9857af2f80af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:27:21.368493 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5ca8401e-f169-4108-af0b-9857af2f80af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:27:21.394304 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca8401e-f169-4108-af0b-9857af2f80af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23d9e3ad-7da2-4094-956d-eaa9a6b5d34d,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:27:21.396955 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5ca8401e-f169-4108-af0b-9857af2f80af admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:27:21.405663 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-5ca8401e-f169-4108-af0b-9857af2f80af admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/23d9e3ad-7da2-4094-956d-eaa9a6b5d34d HTTP/1.1" status: 204 len: 168 time: 0.2949007 Jun 01 19:27:37.148759 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-e23d1873-6ee5-46a3-baf3-bc03c69de21c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:27:39.548708 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-40b8ff04-82b7-474f-a617-487ddd180a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:27:40.658410 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:27:40.698879 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:27:41.616087 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:27:42.058959 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:27:42.065939 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:27:52.904692 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.agents_db [None req-e814b9cf-7de8-45d0-a079-29c61fabe7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 19:27:56.154665 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 47922) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:27:56.295700 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2b34ff4f-ea82-47b0-a0f8-8676f2b77873 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:27:56.313864 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-2b34ff4f-ea82-47b0-a0f8-8676f2b77873 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:27:56.318921 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-2b34ff4f-ea82-47b0-a0f8-8676f2b77873 admin admin] Usage tracker for resource:security_group_rule and tenant:97a817b748f74b4196f79850ea58c1bd is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:27:56.322146 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-2b34ff4f-ea82-47b0-a0f8-8676f2b77873 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:27:56.328999 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-2b34ff4f-ea82-47b0-a0f8-8676f2b77873 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:27:56.421291 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2b34ff4f-ea82-47b0-a0f8-8676f2b77873 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:27:56.427230 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2b34ff4f-ea82-47b0-a0f8-8676f2b77873 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:27:56.487675 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b34ff4f-ea82-47b0-a0f8-8676f2b77873 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d59a258-57b9-4fdf-acba-e77a3962dd6f,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:27:56.491509 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-2b34ff4f-ea82-47b0-a0f8-8676f2b77873 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=97a817b748f74b4196f79850ea58c1bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3357513 Jun 01 19:27:56.495963 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 47932) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:27:56.564271 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d9ec2292-1f40-470f-b268-a75132603f70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:27:56.594360 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d9ec2292-1f40-470f-b268-a75132603f70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:27:56.656767 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d9ec2292-1f40-470f-b268-a75132603f70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:27:56.674595 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ec2292-1f40-470f-b268-a75132603f70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d59a258-57b9-4fdf-acba-e77a3962dd6f,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:27:56.679100 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d9ec2292-1f40-470f-b268-a75132603f70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:27:56.681973 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-d9ec2292-1f40-470f-b268-a75132603f70 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7d59a258-57b9-4fdf-acba-e77a3962dd6f HTTP/1.1" status: 204 len: 168 time: 0.1832688 Jun 01 19:28:07.150144 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-e62830c7-0eb1-40b6-9234-f9006cd75a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:28:09.552085 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-1beea625-c195-4357-9c6f-2ace20fe79fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:28:10.671961 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:28:10.693483 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:28:11.615616 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:28:12.030193 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:28:12.090123 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:28:12.185321 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-443a3282-3c3d-4f4d-91ac-9bb7e6d236bc req-058e9f50-4d34-4f7c-ae71-06e32186ab8b service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=aec248d4-3759-4207-8504-b894794a199d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1016119 Jun 01 19:28:12.342098 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443a3282-3c3d-4f4d-91ac-9bb7e6d236bc req-5406e295-b5d1-4b90-909e-6cbf9822ec2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:28:12.342098 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-443a3282-3c3d-4f4d-91ac-9bb7e6d236bc req-5406e295-b5d1-4b90-909e-6cbf9822ec2f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e7fa6482b873470e8b5274a0b6cb89ae&device_id=aec248d4-3759-4207-8504-b894794a199d HTTP/1.1" status: 200 len: 1096 time: 0.0763350 Jun 01 19:28:12.544632 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443a3282-3c3d-4f4d-91ac-9bb7e6d236bc req-2f36067c-44b2-4c6a-b7b8-cd828b8d8c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:28:12.546474 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-443a3282-3c3d-4f4d-91ac-9bb7e6d236bc req-2f36067c-44b2-4c6a-b7b8-cd828b8d8c17 service neutron] 10.222.0.50 "GET /v2.0/networks?id=06227175-383a-438d-b2ea-446bb23d085d HTTP/1.1" status: 200 len: 913 time: 0.1791828 Jun 01 19:28:12.701585 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-443a3282-3c3d-4f4d-91ac-9bb7e6d236bc req-3b61b7db-d27e-4112-9d29-8ac922435065 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f7aa82f8-c6a2-42b8-af87-864066735155 HTTP/1.1" status: 200 len: 1000 time: 0.1421952 Jun 01 19:28:12.772629 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443a3282-3c3d-4f4d-91ac-9bb7e6d236bc req-6133cd5f-2ec4-4225-bfcc-c9bc9f512611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:28:12.774914 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-443a3282-3c3d-4f4d-91ac-9bb7e6d236bc req-6133cd5f-2ec4-4225-bfcc-c9bc9f512611 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3c6d4c6d-6977-4f9b-a44c-9b6b04f8ca29 HTTP/1.1" status: 200 len: 851 time: 0.0739813 Jun 01 19:28:12.895931 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443a3282-3c3d-4f4d-91ac-9bb7e6d236bc req-35c838f5-26f1-474b-9b19-e5375e22ea08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:28:12.895931 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-443a3282-3c3d-4f4d-91ac-9bb7e6d236bc req-35c838f5-26f1-474b-9b19-e5375e22ea08 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=06227175-383a-438d-b2ea-446bb23d085d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1138623 Jun 01 19:28:13.083591 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-443a3282-3c3d-4f4d-91ac-9bb7e6d236bc req-17a590e3-dd60-4437-b78e-61600b040178 service neutron] 10.222.0.50 "GET /v2.0/networks/06227175-383a-438d-b2ea-446bb23d085d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797132 Jun 01 19:28:13.406162 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-443a3282-3c3d-4f4d-91ac-9bb7e6d236bc req-55a8c5cd-8c72-493d-885e-1e9b9101bd9b service neutron] 10.222.0.50 "GET /v2.0/networks/06227175-383a-438d-b2ea-446bb23d085d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3151176 Jun 01 19:28:15.088467 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [req-9e61a30f-5e1f-414a-8a55-91891711c5e7 req-19652b0d-a659-4f19-bf06-305b9cc0f420 service neutron] (88525) timed out ('10.222.0.41', 50560) {{(pid=88525) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 01 19:28:29.913781 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.agents_db [None req-e814b9cf-7de8-45d0-a079-29c61fabe7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 19:28:34.265617 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 48522) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:28:34.423298 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-aeaa9c11-a927-48c8-8373-2c43ac1e8551 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:28:34.443745 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-aeaa9c11-a927-48c8-8373-2c43ac1e8551 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:28:34.449900 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-aeaa9c11-a927-48c8-8373-2c43ac1e8551 admin admin] Usage tracker for resource:security_group_rule and tenant:3ba603ecbb98448a92061d4a60461e7d is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:28:34.456921 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-aeaa9c11-a927-48c8-8373-2c43ac1e8551 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:28:34.465725 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-aeaa9c11-a927-48c8-8373-2c43ac1e8551 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:28:34.567807 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-aeaa9c11-a927-48c8-8373-2c43ac1e8551 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:28:34.573618 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-aeaa9c11-a927-48c8-8373-2c43ac1e8551 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:28:34.626414 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-aeaa9c11-a927-48c8-8373-2c43ac1e8551 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3ba603ecbb98448a92061d4a60461e7d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3593376 Jun 01 19:28:34.627124 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaa9c11-a927-48c8-8373-2c43ac1e8551 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f074c666-2309-416a-ac94-f2d6f195813c,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:28:34.628865 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 48528) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:28:34.635617 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaa9c11-a927-48c8-8373-2c43ac1e8551 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:28:34.635941 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaa9c11-a927-48c8-8373-2c43ac1e8551 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:28:34.636292 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaa9c11-a927-48c8-8373-2c43ac1e8551 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:28:34.636617 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaa9c11-a927-48c8-8373-2c43ac1e8551 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:28:34.636936 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaa9c11-a927-48c8-8373-2c43ac1e8551 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:28:34.637251 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaa9c11-a927-48c8-8373-2c43ac1e8551 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:28:34.637657 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaa9c11-a927-48c8-8373-2c43ac1e8551 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:28:34.638031 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaa9c11-a927-48c8-8373-2c43ac1e8551 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:28:34.638384 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaa9c11-a927-48c8-8373-2c43ac1e8551 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:28:34.638743 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaa9c11-a927-48c8-8373-2c43ac1e8551 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:28:34.639061 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaa9c11-a927-48c8-8373-2c43ac1e8551 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:28:34.639367 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaa9c11-a927-48c8-8373-2c43ac1e8551 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:28:34.695337 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-26590c62-f3d1-469a-820a-499c94e18817 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:28:34.725246 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-26590c62-f3d1-469a-820a-499c94e18817 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:28:34.785241 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-26590c62-f3d1-469a-820a-499c94e18817 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:28:34.802093 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26590c62-f3d1-469a-820a-499c94e18817 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f074c666-2309-416a-ac94-f2d6f195813c,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:28:34.810717 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26590c62-f3d1-469a-820a-499c94e18817 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:28:34.811058 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26590c62-f3d1-469a-820a-499c94e18817 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:28:34.811390 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26590c62-f3d1-469a-820a-499c94e18817 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:28:34.811718 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26590c62-f3d1-469a-820a-499c94e18817 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:28:34.812042 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26590c62-f3d1-469a-820a-499c94e18817 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:28:34.812416 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26590c62-f3d1-469a-820a-499c94e18817 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:28:34.812742 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26590c62-f3d1-469a-820a-499c94e18817 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:28:34.813055 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26590c62-f3d1-469a-820a-499c94e18817 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:28:34.813371 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26590c62-f3d1-469a-820a-499c94e18817 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:28:34.813686 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26590c62-f3d1-469a-820a-499c94e18817 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:28:34.814002 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26590c62-f3d1-469a-820a-499c94e18817 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:28:34.814318 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26590c62-f3d1-469a-820a-499c94e18817 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:28:34.824203 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-26590c62-f3d1-469a-820a-499c94e18817 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:28:34.825346 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-26590c62-f3d1-469a-820a-499c94e18817 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f074c666-2309-416a-ac94-f2d6f195813c HTTP/1.1" status: 204 len: 168 time: 0.1948419 Jun 01 19:28:35.701675 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 48554) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:28:35.833069 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-78d7ec48-d68c-4810-95b1-55adb65f2c92 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-423516991-network', 'tenant_id': 'abb1497235b8499bafd6a7d423437b05'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:28:35.839850 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-78d7ec48-d68c-4810-95b1-55adb65f2c92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:28:35.843705 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-78d7ec48-d68c-4810-95b1-55adb65f2c92 admin admin] Usage tracker for resource:network and tenant:abb1497235b8499bafd6a7d423437b05 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:28:35.846573 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-78d7ec48-d68c-4810-95b1-55adb65f2c92 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:28:35.853478 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-78d7ec48-d68c-4810-95b1-55adb65f2c92 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:28:35.863920 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78d7ec48-d68c-4810-95b1-55adb65f2c92 admin admin] Made reservation on behalf of abb1497235b8499bafd6a7d423437b05 for: {'network': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:28:35.866854 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-78d7ec48-d68c-4810-95b1-55adb65f2c92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:28:35.879045 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-78d7ec48-d68c-4810-95b1-55adb65f2c92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:28:35.894013 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-78d7ec48-d68c-4810-95b1-55adb65f2c92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:28:35.898596 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-78d7ec48-d68c-4810-95b1-55adb65f2c92 admin admin] Usage tracker for resource:security_group_rule and tenant:abb1497235b8499bafd6a7d423437b05 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:28:35.901689 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-78d7ec48-d68c-4810-95b1-55adb65f2c92 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:28:35.907341 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-78d7ec48-d68c-4810-95b1-55adb65f2c92 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:28:36.017226 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-78d7ec48-d68c-4810-95b1-55adb65f2c92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:28:36.021520 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-78d7ec48-d68c-4810-95b1-55adb65f2c92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:28:36.054430 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78d7ec48-d68c-4810-95b1-55adb65f2c92 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 136} {{(pid=88524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 19:28:36.059735 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d7ec48-d68c-4810-95b1-55adb65f2c92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99cf3caa-8616-4411-8335-f1c35a617642,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:28:36.073878 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-78d7ec48-d68c-4810-95b1-55adb65f2c92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:28:36.074342 n-d-844202-1 neutron-server[88524]: INFO neutron.db.segments_db [None req-78d7ec48-d68c-4810-95b1-55adb65f2c92 admin admin] Added segment aa3de2cf-f7f5-4c9c-8f82-c8e1cb0d5faf of type vlan for network 8720f465-e424-4bae-9647-2475d299a954 Jun 01 19:28:36.112388 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-78d7ec48-d68c-4810-95b1-55adb65f2c92 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:28:36.152730 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-78d7ec48-d68c-4810-95b1-55adb65f2c92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:28:36.153893 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78d7ec48-d68c-4810-95b1-55adb65f2c92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:28:36.154461 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-78d7ec48-d68c-4810-95b1-55adb65f2c92 admin admin] Notify callbacks [] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:28:36.287673 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d7ec48-d68c-4810-95b1-55adb65f2c92 admin admin] Pushing event updated for resources: {'Network': ['ID=8720f465-e424-4bae-9647-2475d299a954,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:28:36.296960 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-78d7ec48-d68c-4810-95b1-55adb65f2c92 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5942204 Jun 01 19:28:36.299925 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 48574) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:28:36.301704 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network 8720f465-e424-4bae-9647-2475d299a954 details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 19:28:36.310640 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-61044391-dde3-4c1c-831d-64c912a6ed82 admin admin] Request body: {'subnet': {'network_id': '8720f465-e424-4bae-9647-2475d299a954', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-423516991-subnet', 'tenant_id': 'abb1497235b8499bafd6a7d423437b05', 'ip_version': 4}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:28:36.326129 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-61044391-dde3-4c1c-831d-64c912a6ed82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:28:36.335931 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-61044391-dde3-4c1c-831d-64c912a6ed82 admin admin] Usage tracker for resource:subnet and tenant:abb1497235b8499bafd6a7d423437b05 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:28:36.345025 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-61044391-dde3-4c1c-831d-64c912a6ed82 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:28:36.361986 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-61044391-dde3-4c1c-831d-64c912a6ed82 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:28:36.375176 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61044391-dde3-4c1c-831d-64c912a6ed82 admin admin] Made reservation on behalf of abb1497235b8499bafd6a7d423437b05 for: {'subnet': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:28:36.377578 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-61044391-dde3-4c1c-831d-64c912a6ed82 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9667140'] for subnet, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:28:36.644402 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-61044391-dde3-4c1c-831d-64c912a6ed82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2614064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9667190'] for subnet, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:28:36.732673 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61044391-dde3-4c1c-831d-64c912a6ed82 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae53dc3c-fd0f-46a2-8f71-134d970d289a,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:28:36.747238 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61044391-dde3-4c1c-831d-64c912a6ed82 admin admin] Checking segment: {'id': 'aa3de2cf-f7f5-4c9c-8f82-c8e1cb0d5faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '8720f465-e424-4bae-9647-2475d299a954'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:28:36.747586 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61044391-dde3-4c1c-831d-64c912a6ed82 admin admin] Network hostable DHCP agents. Network: 8720f465-e424-4bae-9647-2475d299a954, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 19:28:36.767259 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61044391-dde3-4c1c-831d-64c912a6ed82 admin admin] Network 8720f465-e424-4bae-9647-2475d299a954 is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 19:28:36.780930 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-61044391-dde3-4c1c-831d-64c912a6ed82 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, 8720f465-e424-4bae-9647-2475d299a954) {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:28:36.786109 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61044391-dde3-4c1c-831d-64c912a6ed82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:28:36.786784 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-61044391-dde3-4c1c-831d-64c912a6ed82 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:28:36.794902 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a56d9e1e-6c8d-487c-8976-c991e491fbaa None None] Network 8720f465-e424-4bae-9647-2475d299a954 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:28:36.815068 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-61044391-dde3-4c1c-831d-64c912a6ed82 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5137076 Jun 01 19:28:36.818467 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 48644) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:28:36.830589 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-705e9eff-8b01-4608-bc8a-24af7ed1e6ea admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-423516991-router', 'tenant_id': 'abb1497235b8499bafd6a7d423437b05', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:28:36.841721 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-705e9eff-8b01-4608-bc8a-24af7ed1e6ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:28:36.849470 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-705e9eff-8b01-4608-bc8a-24af7ed1e6ea admin admin] Usage tracker for resource:router and tenant:abb1497235b8499bafd6a7d423437b05 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:28:36.852980 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-705e9eff-8b01-4608-bc8a-24af7ed1e6ea admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:28:36.860189 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-705e9eff-8b01-4608-bc8a-24af7ed1e6ea admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:28:36.880355 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-705e9eff-8b01-4608-bc8a-24af7ed1e6ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-885767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25238'] for router, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:28:36.882643 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-705e9eff-8b01-4608-bc8a-24af7ed1e6ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-901042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-886562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-981784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25327'] for router, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:28:36.907656 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-705e9eff-8b01-4608-bc8a-24af7ed1e6ea admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:28:37.125705 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16a5e490-1729-44f9-94ab-f668da6b6f36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc93f83c3-7fb6-5c13-a9d4-29d739a4e8d2-8720f465-e424-4bae-9647-2475d299a954', 'network_id': '8720f465-e424-4bae-9647-2475d299a954', 'tenant_id': 'abb1497235b8499bafd6a7d423437b05', 'fixed_ips': [{'subnet_id': 'ae53dc3c-fd0f-46a2-8f71-134d970d289a'}]}} from n-d-844202-1. {{(pid=88526) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 19:28:37.126643 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-16a5e490-1729-44f9-94ab-f668da6b6f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:28:37.197531 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-1a8b2485-3ee6-4e24-bbad-89fdba58ebed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:28:37.292737 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-705e9eff-8b01-4608-bc8a-24af7ed1e6ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-886608', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-885830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25341'] for router, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:28:37.329420 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.db_base_plugin_common [None req-16a5e490-1729-44f9-94ab-f668da6b6f36 None None] Allocated IP 172.20.0.2 (8720f465-e424-4bae-9647-2475d299a954/ae53dc3c-fd0f-46a2-8f71-134d970d289a/2c6bb587-52ea-4b2a-a2d9-88fb0dd52c8a) {{(pid=88526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:28:37.587159 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-16a5e490-1729-44f9-94ab-f668da6b6f36 None None] Notify callbacks [] for port, precommit_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:28:37.605754 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-16a5e490-1729-44f9-94ab-f668da6b6f36 None None] Transition to ACTIVE for port object 2c6bb587-52ea-4b2a-a2d9-88fb0dd52c8a will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:28:37.628240 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-16a5e490-1729-44f9-94ab-f668da6b6f36 None None] Transition to ACTIVE for port object 2c6bb587-52ea-4b2a-a2d9-88fb0dd52c8a will not be triggered until provisioned by entity DHCP. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:28:37.645971 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-16a5e490-1729-44f9-94ab-f668da6b6f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526'] for port, after_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:28:37.688721 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-705e9eff-8b01-4608-bc8a-24af7ed1e6ea admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:28:37.724165 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-705e9eff-8b01-4608-bc8a-24af7ed1e6ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:28:37.730004 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16a5e490-1729-44f9-94ab-f668da6b6f36 None None] Network 8720f465-e424-4bae-9647-2475d299a954 is already hosted by enough agents. {{(pid=88526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:28:37.733019 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.base_scheduler [None req-16a5e490-1729-44f9-94ab-f668da6b6f36 None None] Resources bound (agent type, host, resource id): {{(pid=88526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:28:37.735531 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a5e490-1729-44f9-94ab-f668da6b6f36 None None] Received port after_create {{(pid=88526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:28:37.743881 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a5e490-1729-44f9-94ab-f668da6b6f36 None None] Pushing event updated for resources: {'Port': ['ID=2c6bb587-52ea-4b2a-a2d9-88fb0dd52c8a,revision_number=1']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:28:37.779916 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a5e490-1729-44f9-94ab-f668da6b6f36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:28:37.780261 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a5e490-1729-44f9-94ab-f668da6b6f36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:28:37.780599 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a5e490-1729-44f9-94ab-f668da6b6f36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:28:37.780924 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a5e490-1729-44f9-94ab-f668da6b6f36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:28:37.781243 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a5e490-1729-44f9-94ab-f668da6b6f36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:28:37.781564 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a5e490-1729-44f9-94ab-f668da6b6f36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:28:37.781873 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a5e490-1729-44f9-94ab-f668da6b6f36 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:28:37.782337 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a5e490-1729-44f9-94ab-f668da6b6f36 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:28:37.782808 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a5e490-1729-44f9-94ab-f668da6b6f36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:28:37.783304 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a5e490-1729-44f9-94ab-f668da6b6f36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:28:37.783573 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a5e490-1729-44f9-94ab-f668da6b6f36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:28:37.783883 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a5e490-1729-44f9-94ab-f668da6b6f36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:28:37.870584 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-16a5e490-1729-44f9-94ab-f668da6b6f36 None None] Attempting to bind port 2c6bb587-52ea-4b2a-a2d9-88fb0dd52c8a on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:28:37.871057 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-16a5e490-1729-44f9-94ab-f668da6b6f36 None None] Attempting to bind port 2c6bb587-52ea-4b2a-a2d9-88fb0dd52c8a by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': 'aa3de2cf-f7f5-4c9c-8f82-c8e1cb0d5faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '8720f465-e424-4bae-9647-2475d299a954'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:28:37.871511 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a5e490-1729-44f9-94ab-f668da6b6f36 None None] Attempting to bind port 2c6bb587-52ea-4b2a-a2d9-88fb0dd52c8a on network 8720f465-e424-4bae-9647-2475d299a954 {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:28:37.879341 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a5e490-1729-44f9-94ab-f668da6b6f36 None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 28, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:28:37.879919 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a5e490-1729-44f9-94ab-f668da6b6f36 None None] Checking segment: {'id': 'aa3de2cf-f7f5-4c9c-8f82-c8e1cb0d5faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '8720f465-e424-4bae-9647-2475d299a954'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:28:37.880333 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-16a5e490-1729-44f9-94ab-f668da6b6f36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:28:37.880814 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a5e490-1729-44f9-94ab-f668da6b6f36 None None] Bound using segment: {'id': 'aa3de2cf-f7f5-4c9c-8f82-c8e1cb0d5faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '8720f465-e424-4bae-9647-2475d299a954'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:28:37.881399 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-16a5e490-1729-44f9-94ab-f668da6b6f36 None None] Bound port: 2c6bb587-52ea-4b2a-a2d9-88fb0dd52c8a, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa3de2cf-f7f5-4c9c-8f82-c8e1cb0d5faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '8720f465-e424-4bae-9647-2475d299a954'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:28:37.881820 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-16a5e490-1729-44f9-94ab-f668da6b6f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:28:37.886016 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [None req-705e9eff-8b01-4608-bc8a-24af7ed1e6ea admin admin] Allocated IP 172.25.4.62 (72a72e44-6845-488a-a5ff-3a26d4df9cb3/c314a23b-daa2-4106-ab28-8e6f954277b2/f3d8bea6-a7a5-4fe8-aefe-551d955577c2) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:28:37.987673 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-16a5e490-1729-44f9-94ab-f668da6b6f36 None None] For port 2c6bb587-52ea-4b2a-a2d9-88fb0dd52c8a, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:28:37.990764 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-16a5e490-1729-44f9-94ab-f668da6b6f36 None None] For port 2c6bb587-52ea-4b2a-a2d9-88fb0dd52c8a, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=2c6bb587-52ea-4b2a-a2d9-88fb0dd52c8a,segment=NetworkSegment(aa3de2cf-f7f5-4c9c-8f82-c8e1cb0d5faf),segment_id=aa3de2cf-f7f5-4c9c-8f82-c8e1cb0d5faf)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:28:37.996397 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-16a5e490-1729-44f9-94ab-f668da6b6f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:28:38.098311 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-705e9eff-8b01-4608-bc8a-24af7ed1e6ea admin admin] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:28:38.119509 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a5e490-1729-44f9-94ab-f668da6b6f36 None None] Pushing event updated for resources: {'Port': ['ID=2c6bb587-52ea-4b2a-a2d9-88fb0dd52c8a,revision_number=2']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:28:38.142483 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-705e9eff-8b01-4608-bc8a-24af7ed1e6ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:28:38.246294 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-705e9eff-8b01-4608-bc8a-24af7ed1e6ea admin admin] Network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:28:38.250417 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-705e9eff-8b01-4608-bc8a-24af7ed1e6ea admin admin] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:28:38.256358 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-705e9eff-8b01-4608-bc8a-24af7ed1e6ea admin admin] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:28:38.452767 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705e9eff-8b01-4608-bc8a-24af7ed1e6ea admin admin] Pushing event updated for resources: {'Port': ['ID=f3d8bea6-a7a5-4fe8-aefe-551d955577c2,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:28:38.866460 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 2c6bb587-52ea-4b2a-a2d9-88fb0dd52c8a up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:28:38.958639 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-705e9eff-8b01-4608-bc8a-24af7ed1e6ea admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:28:39.053281 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port 2c6bb587-52ea-4b2a-a2d9-88fb0dd52c8a completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:28:39.370023 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd43bbaa-a944-4d36-ba86-81ad81832b16 None None] Network 8720f465-e424-4bae-9647-2475d299a954 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:28:39.531576 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-705e9eff-8b01-4608-bc8a-24af7ed1e6ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-885820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-886655'] for router, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:28:39.575711 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-deb25a54-e775-4894-8122-33b38d2d7d33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:28:39.577384 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-fcb91c78-7a88-4246-8df6-83352bb6962a None None] Provisioning for port 2c6bb587-52ea-4b2a-a2d9-88fb0dd52c8a completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:28:39.595734 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-fcb91c78-7a88-4246-8df6-83352bb6962a None None] Provisioning complete for port 2c6bb587-52ea-4b2a-a2d9-88fb0dd52c8a triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:28:39.596608 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-fcb91c78-7a88-4246-8df6-83352bb6962a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:28:39.859302 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-fcb91c78-7a88-4246-8df6-83352bb6962a None None] Current status of the port 2c6bb587-52ea-4b2a-a2d9-88fb0dd52c8a is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:28:39.859673 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-fcb91c78-7a88-4246-8df6-83352bb6962a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:28:39.860203 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-705e9eff-8b01-4608-bc8a-24af7ed1e6ea admin admin] Router f64a5bcd-ae63-4d8c-9997-d88b60f73776 is scheduled to L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 with binding_index 1 {{(pid=88524) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 19:28:39.903038 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-fcb91c78-7a88-4246-8df6-83352bb6962a None None] For port 2c6bb587-52ea-4b2a-a2d9-88fb0dd52c8a, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=2c6bb587-52ea-4b2a-a2d9-88fb0dd52c8a,segment=NetworkSegment(aa3de2cf-f7f5-4c9c-8f82-c8e1cb0d5faf),segment_id=aa3de2cf-f7f5-4c9c-8f82-c8e1cb0d5faf)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:28:39.908402 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-fcb91c78-7a88-4246-8df6-83352bb6962a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:28:39.997760 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb91c78-7a88-4246-8df6-83352bb6962a None None] Pushing event updated for resources: {'Port': ['ID=2c6bb587-52ea-4b2a-a2d9-88fb0dd52c8a,revision_number=3']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:28:40.127285 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-705e9eff-8b01-4608-bc8a-24af7ed1e6ea admin admin] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:28:40.142296 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-532a2153-bbd8-4345-b6cb-7b59319c7bda None None] Sync routers for ids ['f64a5bcd-ae63-4d8c-9997-d88b60f73776'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:28:40.161853 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532a2153-bbd8-4345-b6cb-7b59319c7bda None None] Routers {'f64a5bcd-ae63-4d8c-9997-d88b60f73776'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:28:40.162851 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-532a2153-bbd8-4345-b6cb-7b59319c7bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:28:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['f64a5bcd-ae63-4d8c-9997-d88b60f73776'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:28:40.174830 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-705e9eff-8b01-4608-bc8a-24af7ed1e6ea admin admin] Notify callbacks [] for router, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:28:40.178021 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-705e9eff-8b01-4608-bc8a-24af7ed1e6ea admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.3549538 Jun 01 19:28:40.182389 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 49014) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:28:40.246699 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-96f5a397-3c71-4c3f-9faf-c017be09c23f None None] Provisioning complete for port 2c6bb587-52ea-4b2a-a2d9-88fb0dd52c8a triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:28:40.247152 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-96f5a397-3c71-4c3f-9faf-c017be09c23f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:28:40.417990 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-96f5a397-3c71-4c3f-9faf-c017be09c23f None None] Current status of the port 2c6bb587-52ea-4b2a-a2d9-88fb0dd52c8a is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:28:40.458966 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-532a2153-bbd8-4345-b6cb-7b59319c7bda None None] Set router f64a5bcd-ae63-4d8c-9997-d88b60f73776 gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:28:40.694169 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:28:40.718409 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:28:40.889443 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 2c6bb587-52ea-4b2a-a2d9-88fb0dd52c8a up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:28:40.957107 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-532a2153-bbd8-4345-b6cb-7b59319c7bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f64a5bcd-ae63-4d8c-9997-d88b60f73776', 'name': 'tempest-TestServerMultinode-423516991-router', 'tenant_id': 'abb1497235b8499bafd6a7d423437b05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': 'f3d8bea6-a7a5-4fe8-aefe-551d955577c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:28:36Z', 'updated_at': '2022-06-01T19:28:38Z', 'revision_number': 3, 'project_id': 'abb1497235b8499bafd6a7d423437b05', 'gw_port': {'id': 'f3d8bea6-a7a5-4fe8-aefe-551d955577c2', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:de:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f64a5bcd-ae63-4d8c-9997-d88b60f73776', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4080, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:28:37Z', 'updated_at': '2022-06-01T19:28:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:28:40.962578 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-532a2153-bbd8-4345-b6cb-7b59319c7bda None None] Checking router: f64a5bcd-ae63-4d8c-9997-d88b60f73776 for host: n-d-844202-1 {{(pid=88527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 19:28:40.963231 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-532a2153-bbd8-4345-b6cb-7b59319c7bda None None] Updating router f64a5bcd-ae63-4d8c-9997-d88b60f73776 port f3d8bea6-a7a5-4fe8-aefe-551d955577c2 binding host n-d-844202-1 {{(pid=88527) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 19:28:41.009239 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 2c6bb587-52ea-4b2a-a2d9-88fb0dd52c8a triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:28:41.009819 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:28:41.079109 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-532a2153-bbd8-4345-b6cb-7b59319c7bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:28:41.212397 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 2c6bb587-52ea-4b2a-a2d9-88fb0dd52c8a is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:28:41.472607 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4da602b7-60ea-4f7d-abb0-64079d1c1302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:28:41.523742 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-532a2153-bbd8-4345-b6cb-7b59319c7bda None None] Notify callbacks [] for port, precommit_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:28:41.543978 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.provisioning_blocks [None req-532a2153-bbd8-4345-b6cb-7b59319c7bda None None] Transition to ACTIVE for port object f3d8bea6-a7a5-4fe8-aefe-551d955577c2 will not be triggered until provisioned by entity L2. {{(pid=88527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:28:41.577003 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-532a2153-bbd8-4345-b6cb-7b59319c7bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:28:41.611584 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:28:41.686432 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-532a2153-bbd8-4345-b6cb-7b59319c7bda None None] Attempting to bind port f3d8bea6-a7a5-4fe8-aefe-551d955577c2 on host n-d-844202-1 for vnic_type normal with profile {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:28:41.686793 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-532a2153-bbd8-4345-b6cb-7b59319c7bda None None] Attempting to bind port f3d8bea6-a7a5-4fe8-aefe-551d955577c2 by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}] {{(pid=88527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:28:41.687181 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532a2153-bbd8-4345-b6cb-7b59319c7bda None None] Attempting to bind port f3d8bea6-a7a5-4fe8-aefe-551d955577c2 on network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:28:41.693059 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f20c7a-f0f0-4406-b317-b7e6b1fa0716 None None] Pushing event updated for resources: {'Port': ['ID=f3d8bea6-a7a5-4fe8-aefe-551d955577c2,revision_number=2']} {{(pid=88527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:28:41.698578 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532a2153-bbd8-4345-b6cb-7b59319c7bda None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 28, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:28:41.699201 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532a2153-bbd8-4345-b6cb-7b59319c7bda None None] Checking segment: {'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:28:41.699763 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-532a2153-bbd8-4345-b6cb-7b59319c7bda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:28:41.700147 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532a2153-bbd8-4345-b6cb-7b59319c7bda None None] Bound using segment: {'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'} {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:28:41.700775 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-532a2153-bbd8-4345-b6cb-7b59319c7bda None None] Bound port: f3d8bea6-a7a5-4fe8-aefe-551d955577c2, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}}] {{(pid=88527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:28:41.701105 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-532a2153-bbd8-4345-b6cb-7b59319c7bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:28:41.740710 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f20c7a-f0f0-4406-b317-b7e6b1fa0716 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:28:41.740937 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f20c7a-f0f0-4406-b317-b7e6b1fa0716 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:28:41.741326 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f20c7a-f0f0-4406-b317-b7e6b1fa0716 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:28:41.741638 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f20c7a-f0f0-4406-b317-b7e6b1fa0716 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:28:41.741953 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f20c7a-f0f0-4406-b317-b7e6b1fa0716 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:28:41.742457 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f20c7a-f0f0-4406-b317-b7e6b1fa0716 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:28:41.742781 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f20c7a-f0f0-4406-b317-b7e6b1fa0716 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:28:41.743099 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f20c7a-f0f0-4406-b317-b7e6b1fa0716 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:28:41.743411 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f20c7a-f0f0-4406-b317-b7e6b1fa0716 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:28:41.743876 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f20c7a-f0f0-4406-b317-b7e6b1fa0716 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:28:41.744380 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f20c7a-f0f0-4406-b317-b7e6b1fa0716 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:28:41.744698 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f20c7a-f0f0-4406-b317-b7e6b1fa0716 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:28:41.797510 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.db [None req-532a2153-bbd8-4345-b6cb-7b59319c7bda None None] For port f3d8bea6-a7a5-4fe8-aefe-551d955577c2, host n-d-844202-1, cleared binding levels {{(pid=88527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:28:41.802289 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.db [None req-532a2153-bbd8-4345-b6cb-7b59319c7bda None None] For port f3d8bea6-a7a5-4fe8-aefe-551d955577c2, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=f3d8bea6-a7a5-4fe8-aefe-551d955577c2,segment=NetworkSegment(7875af61-4c53-4ff2-b8c8-d4b7c35ff947),segment_id=7875af61-4c53-4ff2-b8c8-d4b7c35ff947)] {{(pid=88527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:28:41.817560 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-532a2153-bbd8-4345-b6cb-7b59319c7bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:28:41.819401 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [None req-4da602b7-60ea-4f7d-abb0-64079d1c1302 admin admin] Allocated IP 172.20.0.1 (8720f465-e424-4bae-9647-2475d299a954/ae53dc3c-fd0f-46a2-8f71-134d970d289a/f1e225ee-68cf-4f33-8e32-0c09feeceaa8) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:28:41.913507 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532a2153-bbd8-4345-b6cb-7b59319c7bda None None] Routers {'f64a5bcd-ae63-4d8c-9997-d88b60f73776'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:28:41.914109 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-532a2153-bbd8-4345-b6cb-7b59319c7bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:28:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['f64a5bcd-ae63-4d8c-9997-d88b60f73776'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:28:41.983563 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f20c7a-f0f0-4406-b317-b7e6b1fa0716 None None] Pushing event updated for resources: {'Port': ['ID=f3d8bea6-a7a5-4fe8-aefe-551d955577c2,revision_number=3']} {{(pid=88527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:28:42.031716 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:28:42.066305 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:28:42.107620 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4da602b7-60ea-4f7d-abb0-64079d1c1302 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:28:42.126383 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [None req-4da602b7-60ea-4f7d-abb0-64079d1c1302 admin admin] Transition to ACTIVE for port object f1e225ee-68cf-4f33-8e32-0c09feeceaa8 will not be triggered until provisioned by entity DHCP. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:28:42.135422 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-532a2153-bbd8-4345-b6cb-7b59319c7bda None None] Set router f64a5bcd-ae63-4d8c-9997-d88b60f73776 gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:28:42.153637 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4da602b7-60ea-4f7d-abb0-64079d1c1302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:28:42.225175 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4da602b7-60ea-4f7d-abb0-64079d1c1302 admin admin] Network 8720f465-e424-4bae-9647-2475d299a954 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:28:42.228529 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-4da602b7-60ea-4f7d-abb0-64079d1c1302 admin admin] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:28:42.232196 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da602b7-60ea-4f7d-abb0-64079d1c1302 admin admin] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:28:42.264788 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da602b7-60ea-4f7d-abb0-64079d1c1302 admin admin] Pushing event updated for resources: {'Port': ['ID=f1e225ee-68cf-4f33-8e32-0c09feeceaa8,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:28:42.297710 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4da602b7-60ea-4f7d-abb0-64079d1c1302 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-887605'] for router_interface, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:28:42.487635 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-532a2153-bbd8-4345-b6cb-7b59319c7bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f64a5bcd-ae63-4d8c-9997-d88b60f73776', 'name': 'tempest-TestServerMultinode-423516991-router', 'tenant_id': 'abb1497235b8499bafd6a7d423437b05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': 'f3d8bea6-a7a5-4fe8-aefe-551d955577c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:28:36Z', 'updated_at': '2022-06-01T19:28:38Z', 'revision_number': 3, 'project_id': 'abb1497235b8499bafd6a7d423437b05', 'gw_port': {'id': 'f3d8bea6-a7a5-4fe8-aefe-551d955577c2', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:de:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f64a5bcd-ae63-4d8c-9997-d88b60f73776', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4080, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:28:37Z', 'updated_at': '2022-06-01T19:28:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:28:42.493484 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-532a2153-bbd8-4345-b6cb-7b59319c7bda None None] The sync data for ids ['f64a5bcd-ae63-4d8c-9997-d88b60f73776'] in n-d-844202-1 is: [{'id': 'f64a5bcd-ae63-4d8c-9997-d88b60f73776', 'name': 'tempest-TestServerMultinode-423516991-router', 'tenant_id': 'abb1497235b8499bafd6a7d423437b05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': 'f3d8bea6-a7a5-4fe8-aefe-551d955577c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:28:36Z', 'updated_at': '2022-06-01T19:28:38Z', 'revision_number': 3, 'project_id': 'abb1497235b8499bafd6a7d423437b05', 'gw_port': {'id': 'f3d8bea6-a7a5-4fe8-aefe-551d955577c2', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:de:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f64a5bcd-ae63-4d8c-9997-d88b60f73776', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4080, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:28:37Z', 'updated_at': '2022-06-01T19:28:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:28:42.571047 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-35ded426-859a-420b-9565-c2343c76c359 None None] Provisioning for port f1e225ee-68cf-4f33-8e32-0c09feeceaa8 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:28:42.579401 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-35ded426-859a-420b-9565-c2343c76c359 None None] Provisioning complete for port f1e225ee-68cf-4f33-8e32-0c09feeceaa8 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:28:42.580053 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-35ded426-859a-420b-9565-c2343c76c359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:28:42.613617 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4da602b7-60ea-4f7d-abb0-64079d1c1302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:28:42.646059 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-35ded426-859a-420b-9565-c2343c76c359 None None] Port f1e225ee-68cf-4f33-8e32-0c09feeceaa8 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:28:43.010382 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4da602b7-60ea-4f7d-abb0-64079d1c1302 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:28:43.016210 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4da602b7-60ea-4f7d-abb0-64079d1c1302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:28:43.152444 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4da602b7-60ea-4f7d-abb0-64079d1c1302 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-887436'] for router_interface, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:28:43.162574 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da602b7-60ea-4f7d-abb0-64079d1c1302 admin admin] Pushing event updated for resources: {'Port': ['ID=f1e225ee-68cf-4f33-8e32-0c09feeceaa8,revision_number=2']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:28:43.310516 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4da602b7-60ea-4f7d-abb0-64079d1c1302 admin admin] Network 8720f465-e424-4bae-9647-2475d299a954 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:28:43.311788 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-4da602b7-60ea-4f7d-abb0-64079d1c1302 admin admin] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:28:43.597768 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4da602b7-60ea-4f7d-abb0-64079d1c1302 admin admin] Router f64a5bcd-ae63-4d8c-9997-d88b60f73776 has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 19:28:43.680625 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6587b20b-7595-4744-b6ab-b6f032ba1c48 None None] Provisioning complete for port f1e225ee-68cf-4f33-8e32-0c09feeceaa8 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:28:43.681621 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6587b20b-7595-4744-b6ab-b6f032ba1c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:28:43.767948 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6587b20b-7595-4744-b6ab-b6f032ba1c48 None None] Port f1e225ee-68cf-4f33-8e32-0c09feeceaa8 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:28:43.829917 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4da602b7-60ea-4f7d-abb0-64079d1c1302 admin admin] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:28:43.865527 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-4da602b7-60ea-4f7d-abb0-64079d1c1302 admin admin] 10.222.0.41 "PUT /v2.0/routers/f64a5bcd-ae63-4d8c-9997-d88b60f73776/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6792934 Jun 01 19:28:44.188348 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [req-c419faeb-30f4-4670-9a82-aa1deaad71e8 req-4dd3a74c-2a0c-444b-82f1-14cb2289dd32 service neutron] (88524) timed out ('10.222.0.50', 61451) {{(pid=88524) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 01 19:28:44.580374 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 49052) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:28:44.587461 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-474223f8-d735-4b6c-b012-639056afd657 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1635991442-network', 'tenant_id': '4766aa8a7d7f486bbf128f19689f2d4d'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:28:44.594037 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-474223f8-d735-4b6c-b012-639056afd657 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:28:44.599201 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-474223f8-d735-4b6c-b012-639056afd657 admin admin] Usage tracker for resource:network and tenant:4766aa8a7d7f486bbf128f19689f2d4d is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:28:44.606688 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-474223f8-d735-4b6c-b012-639056afd657 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:28:44.613412 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-474223f8-d735-4b6c-b012-639056afd657 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:28:44.635673 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-474223f8-d735-4b6c-b012-639056afd657 admin admin] Made reservation on behalf of 4766aa8a7d7f486bbf128f19689f2d4d for: {'network': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:28:44.635673 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-474223f8-d735-4b6c-b012-639056afd657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:28:44.653560 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-474223f8-d735-4b6c-b012-639056afd657 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:28:44.673097 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-474223f8-d735-4b6c-b012-639056afd657 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:28:44.677306 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-474223f8-d735-4b6c-b012-639056afd657 admin admin] Usage tracker for resource:security_group_rule and tenant:4766aa8a7d7f486bbf128f19689f2d4d is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:28:44.681907 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-474223f8-d735-4b6c-b012-639056afd657 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:28:44.688411 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-474223f8-d735-4b6c-b012-639056afd657 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:28:44.830886 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-474223f8-d735-4b6c-b012-639056afd657 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:28:44.843557 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-474223f8-d735-4b6c-b012-639056afd657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:28:44.874348 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d36886-e4ed-405e-978d-46a1e491d45a None None] Sync routers for ids ['f64a5bcd-ae63-4d8c-9997-d88b60f73776'] in n-d-844202-1 {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:28:44.896597 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d36886-e4ed-405e-978d-46a1e491d45a None None] Routers {'f64a5bcd-ae63-4d8c-9997-d88b60f73776'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:28:44.896597 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-d0d36886-e4ed-405e-978d-46a1e491d45a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:28:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['f64a5bcd-ae63-4d8c-9997-d88b60f73776'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:28:44.916547 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-474223f8-d735-4b6c-b012-639056afd657 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 114} {{(pid=88524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 19:28:44.916547 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474223f8-d735-4b6c-b012-639056afd657 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9c3832f-6f5a-49eb-8cad-166dfb26a0e2,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:28:44.940586 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-474223f8-d735-4b6c-b012-639056afd657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:28:44.940931 n-d-844202-1 neutron-server[88524]: INFO neutron.db.segments_db [None req-474223f8-d735-4b6c-b012-639056afd657 admin admin] Added segment 790b163b-e751-408f-a1cb-970b3ed991f7 of type vlan for network 7b91197b-bd8d-4205-b86a-a7dd0f7b6143 Jun 01 19:28:44.979311 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device f3d8bea6-a7a5-4fe8-aefe-551d955577c2 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:28:44.992153 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-474223f8-d735-4b6c-b012-639056afd657 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:28:45.049257 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-474223f8-d735-4b6c-b012-639056afd657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:28:45.050329 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-474223f8-d735-4b6c-b012-639056afd657 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:28:45.050975 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-474223f8-d735-4b6c-b012-639056afd657 admin admin] Notify callbacks [] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:28:45.190528 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 49056) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:28:45.197687 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-474223f8-d735-4b6c-b012-639056afd657 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5948203 Jun 01 19:28:45.197687 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474223f8-d735-4b6c-b012-639056afd657 admin admin] Pushing event updated for resources: {'Network': ['ID=7b91197b-bd8d-4205-b86a-a7dd0f7b6143,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:28:45.203966 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-11fddd8d-1029-452c-9f3e-b36aa2004053 admin admin] Request body: {'subnet': {'network_id': '7b91197b-bd8d-4205-b86a-a7dd0f7b6143', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1635991442-subnet', 'tenant_id': '4766aa8a7d7f486bbf128f19689f2d4d', 'ip_version': 4}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:28:45.208852 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port f3d8bea6-a7a5-4fe8-aefe-551d955577c2 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:28:45.215690 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-11fddd8d-1029-452c-9f3e-b36aa2004053 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:28:45.220818 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port f3d8bea6-a7a5-4fe8-aefe-551d955577c2 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:28:45.227386 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-11fddd8d-1029-452c-9f3e-b36aa2004053 admin admin] Usage tracker for resource:subnet and tenant:4766aa8a7d7f486bbf128f19689f2d4d is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:28:45.233599 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:28:45.240091 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-11fddd8d-1029-452c-9f3e-b36aa2004053 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:28:45.240091 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-11fddd8d-1029-452c-9f3e-b36aa2004053 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:28:45.254673 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network 7b91197b-bd8d-4205-b86a-a7dd0f7b6143 details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 19:28:45.261463 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11fddd8d-1029-452c-9f3e-b36aa2004053 admin admin] Made reservation on behalf of 4766aa8a7d7f486bbf128f19689f2d4d for: {'subnet': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:28:45.261463 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-11fddd8d-1029-452c-9f3e-b36aa2004053 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9667140'] for subnet, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:28:45.365240 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-d0d36886-e4ed-405e-978d-46a1e491d45a None None] Set router f64a5bcd-ae63-4d8c-9997-d88b60f73776 gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:28:45.668866 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-11fddd8d-1029-452c-9f3e-b36aa2004053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2614064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9667190'] for subnet, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:28:45.879022 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fddd8d-1029-452c-9f3e-b36aa2004053 admin admin] Pushing event updated for resources: {'Subnet': ['ID=40149095-b06c-413e-b91a-ac3e32640b45,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:28:45.997158 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11fddd8d-1029-452c-9f3e-b36aa2004053 admin admin] Checking segment: {'id': '790b163b-e751-408f-a1cb-970b3ed991f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '7b91197b-bd8d-4205-b86a-a7dd0f7b6143'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:28:45.997158 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11fddd8d-1029-452c-9f3e-b36aa2004053 admin admin] Network hostable DHCP agents. Network: 7b91197b-bd8d-4205-b86a-a7dd0f7b6143, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 19:28:46.046300 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port f3d8bea6-a7a5-4fe8-aefe-551d955577c2 is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:28:46.047130 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:28:46.055109 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11fddd8d-1029-452c-9f3e-b36aa2004053 admin admin] Network 7b91197b-bd8d-4205-b86a-a7dd0f7b6143 is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 19:28:46.075187 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-11fddd8d-1029-452c-9f3e-b36aa2004053 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, 7b91197b-bd8d-4205-b86a-a7dd0f7b6143) {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:28:46.087055 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b615313-24fe-4391-ae07-061fa3032422 None None] Network 7b91197b-bd8d-4205-b86a-a7dd0f7b6143 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:28:46.088117 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11fddd8d-1029-452c-9f3e-b36aa2004053 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:28:46.089019 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-11fddd8d-1029-452c-9f3e-b36aa2004053 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:28:46.142327 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port f3d8bea6-a7a5-4fe8-aefe-551d955577c2, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=f3d8bea6-a7a5-4fe8-aefe-551d955577c2,segment=NetworkSegment(7875af61-4c53-4ff2-b8c8-d4b7c35ff947),segment_id=7875af61-4c53-4ff2-b8c8-d4b7c35ff947)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:28:46.158152 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-11fddd8d-1029-452c-9f3e-b36aa2004053 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9750347 Jun 01 19:28:46.160163 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 49066) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:28:46.163634 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-6c4694e8-c0b1-4d73-bcca-65ace082f1f0 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1635991442-router', 'tenant_id': '4766aa8a7d7f486bbf128f19689f2d4d', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:28:46.183767 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-6c4694e8-c0b1-4d73-bcca-65ace082f1f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:28:46.190732 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-6c4694e8-c0b1-4d73-bcca-65ace082f1f0 admin admin] Usage tracker for resource:router and tenant:4766aa8a7d7f486bbf128f19689f2d4d is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:28:46.196804 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-6c4694e8-c0b1-4d73-bcca-65ace082f1f0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:28:46.207463 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-6c4694e8-c0b1-4d73-bcca-65ace082f1f0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:28:46.225897 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:28:46.226477 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6c4694e8-c0b1-4d73-bcca-65ace082f1f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-885767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25238'] for router, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:28:46.227891 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6c4694e8-c0b1-4d73-bcca-65ace082f1f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-901042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-886562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-981784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25327'] for router, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:28:46.251407 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6c4694e8-c0b1-4d73-bcca-65ace082f1f0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:28:46.328031 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-d0d36886-e4ed-405e-978d-46a1e491d45a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f64a5bcd-ae63-4d8c-9997-d88b60f73776', 'name': 'tempest-TestServerMultinode-423516991-router', 'tenant_id': 'abb1497235b8499bafd6a7d423437b05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': 'f3d8bea6-a7a5-4fe8-aefe-551d955577c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:28:36Z', 'updated_at': '2022-06-01T19:28:42Z', 'revision_number': 4, 'project_id': 'abb1497235b8499bafd6a7d423437b05', 'gw_port': {'id': 'f3d8bea6-a7a5-4fe8-aefe-551d955577c2', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:de:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f64a5bcd-ae63-4d8c-9997-d88b60f73776', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4080, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:28:37Z', 'updated_at': '2022-06-01T19:28:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': 'f1e225ee-68cf-4f33-8e32-0c09feeceaa8', 'name': '', 'network_id': '8720f465-e424-4bae-9647-2475d299a954', 'tenant_id': 'abb1497235b8499bafd6a7d423437b05', 'mac_address': 'fa:16:3e:91:a6:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f64a5bcd-ae63-4d8c-9997-d88b60f73776', 'device_owner': 'network:router_interface', 'standard_attr_id': 4081, 'fixed_ips': [{'subnet_id': 'ae53dc3c-fd0f-46a2-8f71-134d970d289a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:28:41Z', 'updated_at': '2022-06-01T19:28:42Z', 'revision_number': 2, 'project_id': 'abb1497235b8499bafd6a7d423437b05', 'subnets': [{'id': 'ae53dc3c-fd0f-46a2-8f71-134d970d289a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:28:46.355333 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d36886-e4ed-405e-978d-46a1e491d45a None None] Checking router: f64a5bcd-ae63-4d8c-9997-d88b60f73776 for host: n-d-844202-1 {{(pid=88526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 19:28:46.355604 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d36886-e4ed-405e-978d-46a1e491d45a None None] Updating router f64a5bcd-ae63-4d8c-9997-d88b60f73776 port f1e225ee-68cf-4f33-8e32-0c09feeceaa8 binding host n-d-844202-1 {{(pid=88526) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 19:28:46.427403 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=f3d8bea6-a7a5-4fe8-aefe-551d955577c2,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:28:46.468273 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 49072) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:28:46.510391 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-d0d36886-e4ed-405e-978d-46a1e491d45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:28:46.643599 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6c4694e8-c0b1-4d73-bcca-65ace082f1f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-886608', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-885830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25341'] for router, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:28:46.856114 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fae5da75-a143-4f4c-9b3b-04d1ec92c3a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc93f83c3-7fb6-5c13-a9d4-29d739a4e8d2-7b91197b-bd8d-4205-b86a-a7dd0f7b6143', 'network_id': '7b91197b-bd8d-4205-b86a-a7dd0f7b6143', 'tenant_id': '4766aa8a7d7f486bbf128f19689f2d4d', 'fixed_ips': [{'subnet_id': '40149095-b06c-413e-b91a-ac3e32640b45'}]}} from n-d-844202-1. {{(pid=88526) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 19:28:46.857641 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-fae5da75-a143-4f4c-9b3b-04d1ec92c3a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:28:46.887768 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-4c030568-2ea6-4efe-a472-559477ab5dc7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7bf90069a748473ba95bc7a905ea2721&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4118731 Jun 01 19:28:46.890080 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 49078) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:28:46.893007 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device f3d8bea6-a7a5-4fe8-aefe-551d955577c2 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:28:46.992566 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9785398b-c69a-4ce4-a03c-5b1a723701c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:28:47.075693 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9785398b-c69a-4ce4-a03c-5b1a723701c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:28:47.183991 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9785398b-c69a-4ce4-a03c-5b1a723701c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:28:47.214757 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9785398b-c69a-4ce4-a03c-5b1a723701c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbae2b20-3023-49c4-9ca2-f255af6e29a8,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:28:47.247095 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9785398b-c69a-4ce4-a03c-5b1a723701c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:28:47.250415 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-9785398b-c69a-4ce4-a03c-5b1a723701c4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/dbae2b20-3023-49c4-9ca2-f255af6e29a8 HTTP/1.1" status: 204 len: 168 time: 0.3584192 Jun 01 19:28:47.392962 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port f3d8bea6-a7a5-4fe8-aefe-551d955577c2 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:28:47.393606 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:28:47.431008 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6c4694e8-c0b1-4d73-bcca-65ace082f1f0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:28:47.474145 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6c4694e8-c0b1-4d73-bcca-65ace082f1f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:28:47.564479 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.db_base_plugin_common [None req-fae5da75-a143-4f4c-9b3b-04d1ec92c3a1 None None] Allocated IP 172.20.0.2 (7b91197b-bd8d-4205-b86a-a7dd0f7b6143/40149095-b06c-413e-b91a-ac3e32640b45/6f01236d-97d4-49b9-9cf7-cdd8fc60dc67) {{(pid=88526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:28:47.670893 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [None req-6c4694e8-c0b1-4d73-bcca-65ace082f1f0 admin admin] Allocated IP 172.25.4.37 (72a72e44-6845-488a-a5ff-3a26d4df9cb3/c314a23b-daa2-4106-ab28-8e6f954277b2/c2773cfa-e2da-4a32-9037-4a72e84ba918) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:28:47.864435 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6c4694e8-c0b1-4d73-bcca-65ace082f1f0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:28:47.890769 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-d0d36886-e4ed-405e-978d-46a1e491d45a None None] Notify callbacks [] for port, precommit_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:28:47.924912 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6c4694e8-c0b1-4d73-bcca-65ace082f1f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:28:47.927590 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port f3d8bea6-a7a5-4fe8-aefe-551d955577c2 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:28:47.954838 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-d0d36886-e4ed-405e-978d-46a1e491d45a None None] Transition to ACTIVE for port object f1e225ee-68cf-4f33-8e32-0c09feeceaa8 will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:28:47.966245 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-d0d36886-e4ed-405e-978d-46a1e491d45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:28:48.020554 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c4694e8-c0b1-4d73-bcca-65ace082f1f0 admin admin] Network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:28:48.025451 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-6c4694e8-c0b1-4d73-bcca-65ace082f1f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:28:48.028069 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4694e8-c0b1-4d73-bcca-65ace082f1f0 admin admin] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:28:48.094234 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4694e8-c0b1-4d73-bcca-65ace082f1f0 admin admin] Pushing event updated for resources: {'Port': ['ID=c2773cfa-e2da-4a32-9037-4a72e84ba918,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:28:48.113664 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-fae5da75-a143-4f4c-9b3b-04d1ec92c3a1 None None] Notify callbacks [] for port, precommit_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:28:48.153976 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6398bcf3-4a33-4d6f-a294-0bbed816c23f None None] Pushing event updated for resources: {'Port': ['ID=f1e225ee-68cf-4f33-8e32-0c09feeceaa8,revision_number=3']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:28:48.168126 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-fae5da75-a143-4f4c-9b3b-04d1ec92c3a1 None None] Transition to ACTIVE for port object 6f01236d-97d4-49b9-9cf7-cdd8fc60dc67 will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:28:48.284273 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-fae5da75-a143-4f4c-9b3b-04d1ec92c3a1 None None] Transition to ACTIVE for port object 6f01236d-97d4-49b9-9cf7-cdd8fc60dc67 will not be triggered until provisioned by entity DHCP. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:28:48.304866 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-fae5da75-a143-4f4c-9b3b-04d1ec92c3a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526'] for port, after_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:28:48.366193 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-d0d36886-e4ed-405e-978d-46a1e491d45a None None] Attempting to bind port f1e225ee-68cf-4f33-8e32-0c09feeceaa8 on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:28:48.366437 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-d0d36886-e4ed-405e-978d-46a1e491d45a None None] Attempting to bind port f1e225ee-68cf-4f33-8e32-0c09feeceaa8 by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': 'aa3de2cf-f7f5-4c9c-8f82-c8e1cb0d5faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '8720f465-e424-4bae-9647-2475d299a954'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:28:48.366823 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d36886-e4ed-405e-978d-46a1e491d45a None None] Attempting to bind port f1e225ee-68cf-4f33-8e32-0c09feeceaa8 on network 8720f465-e424-4bae-9647-2475d299a954 {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:28:48.399558 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d36886-e4ed-405e-978d-46a1e491d45a None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 28, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:28:48.400770 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d36886-e4ed-405e-978d-46a1e491d45a None None] Checking segment: {'id': 'aa3de2cf-f7f5-4c9c-8f82-c8e1cb0d5faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '8720f465-e424-4bae-9647-2475d299a954'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:28:48.401463 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-d0d36886-e4ed-405e-978d-46a1e491d45a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:28:48.402443 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d36886-e4ed-405e-978d-46a1e491d45a None None] Bound using segment: {'id': 'aa3de2cf-f7f5-4c9c-8f82-c8e1cb0d5faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '8720f465-e424-4bae-9647-2475d299a954'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:28:48.407746 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-d0d36886-e4ed-405e-978d-46a1e491d45a None None] Bound port: f1e225ee-68cf-4f33-8e32-0c09feeceaa8, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa3de2cf-f7f5-4c9c-8f82-c8e1cb0d5faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '8720f465-e424-4bae-9647-2475d299a954'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:28:48.410156 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-d0d36886-e4ed-405e-978d-46a1e491d45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:28:48.424409 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fae5da75-a143-4f4c-9b3b-04d1ec92c3a1 None None] Network 7b91197b-bd8d-4205-b86a-a7dd0f7b6143 is already hosted by enough agents. {{(pid=88526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:28:48.430207 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.base_scheduler [None req-fae5da75-a143-4f4c-9b3b-04d1ec92c3a1 None None] Resources bound (agent type, host, resource id): {{(pid=88526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:28:48.433144 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae5da75-a143-4f4c-9b3b-04d1ec92c3a1 None None] Received port after_create {{(pid=88526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:28:48.456355 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae5da75-a143-4f4c-9b3b-04d1ec92c3a1 None None] Pushing event updated for resources: {'Port': ['ID=6f01236d-97d4-49b9-9cf7-cdd8fc60dc67,revision_number=1']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:28:48.599040 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6c4694e8-c0b1-4d73-bcca-65ace082f1f0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:28:48.636790 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-fae5da75-a143-4f4c-9b3b-04d1ec92c3a1 None None] Attempting to bind port 6f01236d-97d4-49b9-9cf7-cdd8fc60dc67 on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:28:48.638303 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-fae5da75-a143-4f4c-9b3b-04d1ec92c3a1 None None] Attempting to bind port 6f01236d-97d4-49b9-9cf7-cdd8fc60dc67 by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': '790b163b-e751-408f-a1cb-970b3ed991f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '7b91197b-bd8d-4205-b86a-a7dd0f7b6143'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:28:48.638303 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae5da75-a143-4f4c-9b3b-04d1ec92c3a1 None None] Attempting to bind port 6f01236d-97d4-49b9-9cf7-cdd8fc60dc67 on network 7b91197b-bd8d-4205-b86a-a7dd0f7b6143 {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:28:48.646694 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae5da75-a143-4f4c-9b3b-04d1ec92c3a1 None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 28, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:28:48.647625 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae5da75-a143-4f4c-9b3b-04d1ec92c3a1 None None] Checking segment: {'id': '790b163b-e751-408f-a1cb-970b3ed991f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '7b91197b-bd8d-4205-b86a-a7dd0f7b6143'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:28:48.648161 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-fae5da75-a143-4f4c-9b3b-04d1ec92c3a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:28:48.649316 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae5da75-a143-4f4c-9b3b-04d1ec92c3a1 None None] Bound using segment: {'id': '790b163b-e751-408f-a1cb-970b3ed991f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '7b91197b-bd8d-4205-b86a-a7dd0f7b6143'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:28:48.651140 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-fae5da75-a143-4f4c-9b3b-04d1ec92c3a1 None None] Bound port: 6f01236d-97d4-49b9-9cf7-cdd8fc60dc67, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '790b163b-e751-408f-a1cb-970b3ed991f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '7b91197b-bd8d-4205-b86a-a7dd0f7b6143'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:28:48.651667 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-fae5da75-a143-4f4c-9b3b-04d1ec92c3a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:28:48.661966 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-d0d36886-e4ed-405e-978d-46a1e491d45a None None] For port f1e225ee-68cf-4f33-8e32-0c09feeceaa8, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:28:48.676270 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-d0d36886-e4ed-405e-978d-46a1e491d45a None None] For port f1e225ee-68cf-4f33-8e32-0c09feeceaa8, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=f1e225ee-68cf-4f33-8e32-0c09feeceaa8,segment=NetworkSegment(aa3de2cf-f7f5-4c9c-8f82-c8e1cb0d5faf),segment_id=aa3de2cf-f7f5-4c9c-8f82-c8e1cb0d5faf)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:28:48.719686 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-d0d36886-e4ed-405e-978d-46a1e491d45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:28:48.842890 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d36886-e4ed-405e-978d-46a1e491d45a None None] Routers {'f64a5bcd-ae63-4d8c-9997-d88b60f73776'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:28:48.843526 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-d0d36886-e4ed-405e-978d-46a1e491d45a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:28:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['f64a5bcd-ae63-4d8c-9997-d88b60f73776'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:28:48.949213 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6398bcf3-4a33-4d6f-a294-0bbed816c23f None None] Pushing event updated for resources: {'Port': ['ID=f1e225ee-68cf-4f33-8e32-0c09feeceaa8,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:28:48.970202 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-fae5da75-a143-4f4c-9b3b-04d1ec92c3a1 None None] For port 6f01236d-97d4-49b9-9cf7-cdd8fc60dc67, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:28:49.146496 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-fae5da75-a143-4f4c-9b3b-04d1ec92c3a1 None None] For port 6f01236d-97d4-49b9-9cf7-cdd8fc60dc67, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=6f01236d-97d4-49b9-9cf7-cdd8fc60dc67,segment=NetworkSegment(790b163b-e751-408f-a1cb-970b3ed991f7),segment_id=790b163b-e751-408f-a1cb-970b3ed991f7)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:28:49.166631 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-fae5da75-a143-4f4c-9b3b-04d1ec92c3a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:28:49.269143 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6c4694e8-c0b1-4d73-bcca-65ace082f1f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-885820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-886655'] for router, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:28:49.285841 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-d0d36886-e4ed-405e-978d-46a1e491d45a None None] Set router f64a5bcd-ae63-4d8c-9997-d88b60f73776 gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:28:49.355681 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae5da75-a143-4f4c-9b3b-04d1ec92c3a1 None None] Pushing event updated for resources: {'Port': ['ID=6f01236d-97d4-49b9-9cf7-cdd8fc60dc67,revision_number=2']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:28:49.572707 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c4694e8-c0b1-4d73-bcca-65ace082f1f0 admin admin] Router dec97958-f92c-4d7b-a613-2fea03cd22b6 is scheduled to L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 with binding_index 1 {{(pid=88524) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 19:28:49.794634 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-d0d36886-e4ed-405e-978d-46a1e491d45a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f64a5bcd-ae63-4d8c-9997-d88b60f73776', 'name': 'tempest-TestServerMultinode-423516991-router', 'tenant_id': 'abb1497235b8499bafd6a7d423437b05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': 'f3d8bea6-a7a5-4fe8-aefe-551d955577c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:28:36Z', 'updated_at': '2022-06-01T19:28:42Z', 'revision_number': 4, 'project_id': 'abb1497235b8499bafd6a7d423437b05', 'gw_port': {'id': 'f3d8bea6-a7a5-4fe8-aefe-551d955577c2', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:de:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f64a5bcd-ae63-4d8c-9997-d88b60f73776', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4080, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:28:37Z', 'updated_at': '2022-06-01T19:28:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': 'f1e225ee-68cf-4f33-8e32-0c09feeceaa8', 'name': '', 'network_id': '8720f465-e424-4bae-9647-2475d299a954', 'tenant_id': 'abb1497235b8499bafd6a7d423437b05', 'mac_address': 'fa:16:3e:91:a6:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f64a5bcd-ae63-4d8c-9997-d88b60f73776', 'device_owner': 'network:router_interface', 'standard_attr_id': 4081, 'fixed_ips': [{'subnet_id': 'ae53dc3c-fd0f-46a2-8f71-134d970d289a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:28:41Z', 'updated_at': '2022-06-01T19:28:48Z', 'revision_number': 4, 'project_id': 'abb1497235b8499bafd6a7d423437b05', 'subnets': [{'id': 'ae53dc3c-fd0f-46a2-8f71-134d970d289a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:28:49.800161 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d36886-e4ed-405e-978d-46a1e491d45a None None] The sync data for ids ['f64a5bcd-ae63-4d8c-9997-d88b60f73776'] in n-d-844202-1 is: [{'id': 'f64a5bcd-ae63-4d8c-9997-d88b60f73776', 'name': 'tempest-TestServerMultinode-423516991-router', 'tenant_id': 'abb1497235b8499bafd6a7d423437b05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': 'f3d8bea6-a7a5-4fe8-aefe-551d955577c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:28:36Z', 'updated_at': '2022-06-01T19:28:42Z', 'revision_number': 4, 'project_id': 'abb1497235b8499bafd6a7d423437b05', 'gw_port': {'id': 'f3d8bea6-a7a5-4fe8-aefe-551d955577c2', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:de:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f64a5bcd-ae63-4d8c-9997-d88b60f73776', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4080, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:28:37Z', 'updated_at': '2022-06-01T19:28:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': 'f1e225ee-68cf-4f33-8e32-0c09feeceaa8', 'name': '', 'network_id': '8720f465-e424-4bae-9647-2475d299a954', 'tenant_id': 'abb1497235b8499bafd6a7d423437b05', 'mac_address': 'fa:16:3e:91:a6:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f64a5bcd-ae63-4d8c-9997-d88b60f73776', 'device_owner': 'network:router_interface', 'standard_attr_id': 4081, 'fixed_ips': [{'subnet_id': 'ae53dc3c-fd0f-46a2-8f71-134d970d289a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:28:41Z', 'updated_at': '2022-06-01T19:28:48Z', 'revision_number': 4, 'project_id': 'abb1497235b8499bafd6a7d423437b05', 'subnets': [{'id': 'ae53dc3c-fd0f-46a2-8f71-134d970d289a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:28:49.896464 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c4694e8-c0b1-4d73-bcca-65ace082f1f0 admin admin] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:28:49.912186 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b08e5d2b-0f09-41d7-8998-5f8fbf4bf018 None None] Sync routers for ids ['dec97958-f92c-4d7b-a613-2fea03cd22b6'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:28:49.933252 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08e5d2b-0f09-41d7-8998-5f8fbf4bf018 None None] Routers {'dec97958-f92c-4d7b-a613-2fea03cd22b6'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:28:49.937632 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-b08e5d2b-0f09-41d7-8998-5f8fbf4bf018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:28:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['dec97958-f92c-4d7b-a613-2fea03cd22b6'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:28:49.973764 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6c4694e8-c0b1-4d73-bcca-65ace082f1f0 admin admin] Notify callbacks [] for router, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:28:49.975622 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-6c4694e8-c0b1-4d73-bcca-65ace082f1f0 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.8175192 Jun 01 19:28:49.980488 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 49152) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:28:50.175382 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-b08e5d2b-0f09-41d7-8998-5f8fbf4bf018 None None] Set router dec97958-f92c-4d7b-a613-2fea03cd22b6 gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:28:50.746614 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-b08e5d2b-0f09-41d7-8998-5f8fbf4bf018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dec97958-f92c-4d7b-a613-2fea03cd22b6', 'name': 'tempest-TestServerMultinode-1635991442-router', 'tenant_id': '4766aa8a7d7f486bbf128f19689f2d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': 'c2773cfa-e2da-4a32-9037-4a72e84ba918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:28:46Z', 'updated_at': '2022-06-01T19:28:48Z', 'revision_number': 3, 'project_id': '4766aa8a7d7f486bbf128f19689f2d4d', 'gw_port': {'id': 'c2773cfa-e2da-4a32-9037-4a72e84ba918', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:da:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dec97958-f92c-4d7b-a613-2fea03cd22b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:28:47Z', 'updated_at': '2022-06-01T19:28:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:28:50.824144 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b08e5d2b-0f09-41d7-8998-5f8fbf4bf018 None None] Checking router: dec97958-f92c-4d7b-a613-2fea03cd22b6 for host: n-d-844202-1 {{(pid=88527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 19:28:50.825178 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b08e5d2b-0f09-41d7-8998-5f8fbf4bf018 None None] Updating router dec97958-f92c-4d7b-a613-2fea03cd22b6 port c2773cfa-e2da-4a32-9037-4a72e84ba918 binding host n-d-844202-1 {{(pid=88527) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 19:28:51.041146 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-b08e5d2b-0f09-41d7-8998-5f8fbf4bf018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:28:51.091120 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 6f01236d-97d4-49b9-9cf7-cdd8fc60dc67 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:28:51.208116 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93d858e2-c1d2-4a63-9d10-bc8cda279d68 None None] Network 7b91197b-bd8d-4205-b86a-a7dd0f7b6143 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:28:51.463146 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-2fefaacd-f12b-49f6-b7de-1fa2c834b728 None None] Provisioning for port 6f01236d-97d4-49b9-9cf7-cdd8fc60dc67 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:28:51.590945 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port 6f01236d-97d4-49b9-9cf7-cdd8fc60dc67 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:28:51.642174 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 6f01236d-97d4-49b9-9cf7-cdd8fc60dc67 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:28:51.642882 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:28:51.655103 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-b08e5d2b-0f09-41d7-8998-5f8fbf4bf018 None None] Notify callbacks [] for port, precommit_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:28:51.672121 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.provisioning_blocks [None req-b08e5d2b-0f09-41d7-8998-5f8fbf4bf018 None None] Transition to ACTIVE for port object c2773cfa-e2da-4a32-9037-4a72e84ba918 will not be triggered until provisioned by entity L2. {{(pid=88527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:28:51.689464 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-b08e5d2b-0f09-41d7-8998-5f8fbf4bf018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:28:51.814919 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-cfd026a8-3269-4511-a209-1ef4f22f1bae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:28:51.820458 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-b08e5d2b-0f09-41d7-8998-5f8fbf4bf018 None None] Attempting to bind port c2773cfa-e2da-4a32-9037-4a72e84ba918 on host n-d-844202-1 for vnic_type normal with profile {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:28:51.821053 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-b08e5d2b-0f09-41d7-8998-5f8fbf4bf018 None None] Attempting to bind port c2773cfa-e2da-4a32-9037-4a72e84ba918 by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}] {{(pid=88527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:28:51.821696 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b08e5d2b-0f09-41d7-8998-5f8fbf4bf018 None None] Attempting to bind port c2773cfa-e2da-4a32-9037-4a72e84ba918 on network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:28:51.836747 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b08e5d2b-0f09-41d7-8998-5f8fbf4bf018 None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 28, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:28:51.837155 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b08e5d2b-0f09-41d7-8998-5f8fbf4bf018 None None] Checking segment: {'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:28:51.837560 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-b08e5d2b-0f09-41d7-8998-5f8fbf4bf018 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:28:51.838722 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b08e5d2b-0f09-41d7-8998-5f8fbf4bf018 None None] Bound using segment: {'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'} {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:28:51.839288 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-b08e5d2b-0f09-41d7-8998-5f8fbf4bf018 None None] Bound port: c2773cfa-e2da-4a32-9037-4a72e84ba918, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}}] {{(pid=88527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:28:51.839604 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-b08e5d2b-0f09-41d7-8998-5f8fbf4bf018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:28:51.903090 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3c4bce-5c56-4b6d-96ca-af219c7bfed5 None None] Pushing event updated for resources: {'Port': ['ID=c2773cfa-e2da-4a32-9037-4a72e84ba918,revision_number=2']} {{(pid=88527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:28:51.905198 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 6f01236d-97d4-49b9-9cf7-cdd8fc60dc67 is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:28:51.905665 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:28:51.966031 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.db [None req-b08e5d2b-0f09-41d7-8998-5f8fbf4bf018 None None] For port c2773cfa-e2da-4a32-9037-4a72e84ba918, host n-d-844202-1, cleared binding levels {{(pid=88527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:28:51.976382 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.db [None req-b08e5d2b-0f09-41d7-8998-5f8fbf4bf018 None None] For port c2773cfa-e2da-4a32-9037-4a72e84ba918, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=c2773cfa-e2da-4a32-9037-4a72e84ba918,segment=NetworkSegment(7875af61-4c53-4ff2-b8c8-d4b7c35ff947),segment_id=7875af61-4c53-4ff2-b8c8-d4b7c35ff947)] {{(pid=88527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:28:51.982621 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-b08e5d2b-0f09-41d7-8998-5f8fbf4bf018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:28:51.995988 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port 6f01236d-97d4-49b9-9cf7-cdd8fc60dc67, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=6f01236d-97d4-49b9-9cf7-cdd8fc60dc67,segment=NetworkSegment(790b163b-e751-408f-a1cb-970b3ed991f7),segment_id=790b163b-e751-408f-a1cb-970b3ed991f7)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:28:52.004552 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:28:52.005512 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device f1e225ee-68cf-4f33-8e32-0c09feeceaa8 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:28:52.162098 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08e5d2b-0f09-41d7-8998-5f8fbf4bf018 None None] Routers {'dec97958-f92c-4d7b-a613-2fea03cd22b6'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:28:52.164874 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-b08e5d2b-0f09-41d7-8998-5f8fbf4bf018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:28:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['dec97958-f92c-4d7b-a613-2fea03cd22b6'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:28:52.246581 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=6f01236d-97d4-49b9-9cf7-cdd8fc60dc67,revision_number=3']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:28:52.250752 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port f1e225ee-68cf-4f33-8e32-0c09feeceaa8 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:28:52.258409 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port f1e225ee-68cf-4f33-8e32-0c09feeceaa8 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:28:52.259076 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:28:52.380422 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [None req-cfd026a8-3269-4511-a209-1ef4f22f1bae admin admin] Allocated IP 172.20.0.1 (7b91197b-bd8d-4205-b86a-a7dd0f7b6143/40149095-b06c-413e-b91a-ac3e32640b45/545b4d4d-f7c7-4e31-9ae4-91291686c261) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:28:52.464070 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port f1e225ee-68cf-4f33-8e32-0c09feeceaa8 is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:28:52.464504 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:28:52.490362 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-05f6df12-ef1b-4171-88c0-7a454d6d6b00 None None] Provisioning complete for port 6f01236d-97d4-49b9-9cf7-cdd8fc60dc67 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:28:52.491409 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-05f6df12-ef1b-4171-88c0-7a454d6d6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:28:52.504218 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-b08e5d2b-0f09-41d7-8998-5f8fbf4bf018 None None] Set router dec97958-f92c-4d7b-a613-2fea03cd22b6 gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:28:52.604709 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port f1e225ee-68cf-4f33-8e32-0c09feeceaa8, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=f1e225ee-68cf-4f33-8e32-0c09feeceaa8,segment=NetworkSegment(aa3de2cf-f7f5-4c9c-8f82-c8e1cb0d5faf),segment_id=aa3de2cf-f7f5-4c9c-8f82-c8e1cb0d5faf)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:28:52.620550 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:28:52.625385 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-cfd026a8-3269-4511-a209-1ef4f22f1bae admin admin] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:28:52.645455 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [None req-cfd026a8-3269-4511-a209-1ef4f22f1bae admin admin] Transition to ACTIVE for port object 545b4d4d-f7c7-4e31-9ae4-91291686c261 will not be triggered until provisioned by entity DHCP. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:28:52.672364 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-cfd026a8-3269-4511-a209-1ef4f22f1bae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:28:52.724730 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfd026a8-3269-4511-a209-1ef4f22f1bae admin admin] Network 7b91197b-bd8d-4205-b86a-a7dd0f7b6143 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:28:52.727118 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-cfd026a8-3269-4511-a209-1ef4f22f1bae admin admin] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:28:52.768882 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd026a8-3269-4511-a209-1ef4f22f1bae admin admin] Pushing event updated for resources: {'Port': ['ID=545b4d4d-f7c7-4e31-9ae4-91291686c261,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:28:52.771572 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd026a8-3269-4511-a209-1ef4f22f1bae admin admin] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:28:52.823114 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=f1e225ee-68cf-4f33-8e32-0c09feeceaa8,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:28:52.849178 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-05f6df12-ef1b-4171-88c0-7a454d6d6b00 None None] Current status of the port 6f01236d-97d4-49b9-9cf7-cdd8fc60dc67 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:28:52.855224 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-cfd026a8-3269-4511-a209-1ef4f22f1bae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-887605'] for router_interface, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:28:52.894813 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3c4bce-5c56-4b6d-96ca-af219c7bfed5 None None] Pushing event updated for resources: {'Port': ['ID=c2773cfa-e2da-4a32-9037-4a72e84ba918,revision_number=3']} {{(pid=88527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:28:52.941680 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-b08e5d2b-0f09-41d7-8998-5f8fbf4bf018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dec97958-f92c-4d7b-a613-2fea03cd22b6', 'name': 'tempest-TestServerMultinode-1635991442-router', 'tenant_id': '4766aa8a7d7f486bbf128f19689f2d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': 'c2773cfa-e2da-4a32-9037-4a72e84ba918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:28:46Z', 'updated_at': '2022-06-01T19:28:48Z', 'revision_number': 3, 'project_id': '4766aa8a7d7f486bbf128f19689f2d4d', 'gw_port': {'id': 'c2773cfa-e2da-4a32-9037-4a72e84ba918', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:da:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dec97958-f92c-4d7b-a613-2fea03cd22b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:28:47Z', 'updated_at': '2022-06-01T19:28:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:28:52.949418 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b08e5d2b-0f09-41d7-8998-5f8fbf4bf018 None None] The sync data for ids ['dec97958-f92c-4d7b-a613-2fea03cd22b6'] in n-d-844202-1 is: [{'id': 'dec97958-f92c-4d7b-a613-2fea03cd22b6', 'name': 'tempest-TestServerMultinode-1635991442-router', 'tenant_id': '4766aa8a7d7f486bbf128f19689f2d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': 'c2773cfa-e2da-4a32-9037-4a72e84ba918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:28:46Z', 'updated_at': '2022-06-01T19:28:48Z', 'revision_number': 3, 'project_id': '4766aa8a7d7f486bbf128f19689f2d4d', 'gw_port': {'id': 'c2773cfa-e2da-4a32-9037-4a72e84ba918', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:da:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dec97958-f92c-4d7b-a613-2fea03cd22b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:28:47Z', 'updated_at': '2022-06-01T19:28:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:28:52.980355 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 6f01236d-97d4-49b9-9cf7-cdd8fc60dc67 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:28:53.109317 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-cfd026a8-3269-4511-a209-1ef4f22f1bae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:28:53.134667 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 6f01236d-97d4-49b9-9cf7-cdd8fc60dc67 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:28:53.135023 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:28:53.213627 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-98eeb497-7311-4694-b7aa-0989b4a1d065 None None] Provisioning for port 545b4d4d-f7c7-4e31-9ae4-91291686c261 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:28:53.238626 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-98eeb497-7311-4694-b7aa-0989b4a1d065 None None] Provisioning complete for port 545b4d4d-f7c7-4e31-9ae4-91291686c261 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:28:53.239030 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-98eeb497-7311-4694-b7aa-0989b4a1d065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:28:53.525224 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-98eeb497-7311-4694-b7aa-0989b4a1d065 None None] Port 545b4d4d-f7c7-4e31-9ae4-91291686c261 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:28:53.532896 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-cfd026a8-3269-4511-a209-1ef4f22f1bae admin admin] Notify callbacks [] for port, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:28:53.532896 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-cfd026a8-3269-4511-a209-1ef4f22f1bae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:28:53.564350 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 6f01236d-97d4-49b9-9cf7-cdd8fc60dc67 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:28:53.657604 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-cfd026a8-3269-4511-a209-1ef4f22f1bae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-887436'] for router_interface, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:28:53.661637 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd026a8-3269-4511-a209-1ef4f22f1bae admin admin] Pushing event updated for resources: {'Port': ['ID=545b4d4d-f7c7-4e31-9ae4-91291686c261,revision_number=2']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:28:53.851014 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfd026a8-3269-4511-a209-1ef4f22f1bae admin admin] Network 7b91197b-bd8d-4205-b86a-a7dd0f7b6143 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:28:53.852425 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-cfd026a8-3269-4511-a209-1ef4f22f1bae admin admin] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:28:54.253512 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-5642b0ab-4fea-4a3e-9da0-d7bc9dcc0d43 None None] Provisioning complete for port 545b4d4d-f7c7-4e31-9ae4-91291686c261 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:28:54.253976 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-5642b0ab-4fea-4a3e-9da0-d7bc9dcc0d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:28:54.306445 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfd026a8-3269-4511-a209-1ef4f22f1bae admin admin] Router dec97958-f92c-4d7b-a613-2fea03cd22b6 has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 19:28:54.332699 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-5642b0ab-4fea-4a3e-9da0-d7bc9dcc0d43 None None] Port 545b4d4d-f7c7-4e31-9ae4-91291686c261 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:28:54.536818 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfd026a8-3269-4511-a209-1ef4f22f1bae admin admin] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:28:54.549304 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-cfd026a8-3269-4511-a209-1ef4f22f1bae admin admin] 10.222.0.41 "PUT /v2.0/routers/dec97958-f92c-4d7b-a613-2fea03cd22b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5649369 Jun 01 19:28:54.996148 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device c2773cfa-e2da-4a32-9037-4a72e84ba918 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:28:55.108151 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port c2773cfa-e2da-4a32-9037-4a72e84ba918 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:28:55.113681 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port c2773cfa-e2da-4a32-9037-4a72e84ba918 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:28:55.114039 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:28:55.168865 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d8a7f9-841a-4e80-88d8-3c31979101c9 None None] Sync routers for ids ['dec97958-f92c-4d7b-a613-2fea03cd22b6'] in n-d-844202-1 {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:28:55.189265 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d8a7f9-841a-4e80-88d8-3c31979101c9 None None] Routers {'dec97958-f92c-4d7b-a613-2fea03cd22b6'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:28:55.189946 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-63d8a7f9-841a-4e80-88d8-3c31979101c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:28:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['dec97958-f92c-4d7b-a613-2fea03cd22b6'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:28:55.458835 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a53f632-efca-47ea-b0d7-bdf9aab24259 req-7918f209-9ce8-482f-b84a-c3b0a08ff2e2 tempest-TestServerMultinode-438578756 tempest-TestServerMultinode-438578756-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:28:55.460436 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-8a53f632-efca-47ea-b0d7-bdf9aab24259 req-7918f209-9ce8-482f-b84a-c3b0a08ff2e2 tempest-TestServerMultinode-438578756 tempest-TestServerMultinode-438578756-project-admin] Synchronizing usage tracker for tenant:4766aa8a7d7f486bbf128f19689f2d4d on resource:network {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:28:55.488062 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-8a53f632-efca-47ea-b0d7-bdf9aab24259 req-7918f209-9ce8-482f-b84a-c3b0a08ff2e2 tempest-TestServerMultinode-438578756 tempest-TestServerMultinode-438578756-project-admin] Unset dirty status for tenant:4766aa8a7d7f486bbf128f19689f2d4d on resource:network {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:28:55.489629 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-8a53f632-efca-47ea-b0d7-bdf9aab24259 req-7918f209-9ce8-482f-b84a-c3b0a08ff2e2 tempest-TestServerMultinode-438578756 tempest-TestServerMultinode-438578756-project-admin] 10.222.0.41 "GET /v2.0/networks?id=8720f465-e424-4bae-9647-2475d299a954 HTTP/1.1" status: 200 len: 910 time: 0.1824338 Jun 01 19:28:55.511910 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-8a53f632-efca-47ea-b0d7-bdf9aab24259 req-6b3fc18b-0b1f-40a6-a9ce-802d017f4526 tempest-TestServerMultinode-438578756 tempest-TestServerMultinode-438578756-project-admin] 10.222.0.41 "GET /v2.0/quotas/4766aa8a7d7f486bbf128f19689f2d4d HTTP/1.1" status: 200 len: 375 time: 0.0120554 Jun 01 19:28:55.522221 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-63d8a7f9-841a-4e80-88d8-3c31979101c9 None None] Set router dec97958-f92c-4d7b-a613-2fea03cd22b6 gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:28:55.645749 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-8a53f632-efca-47ea-b0d7-bdf9aab24259 req-bf4e7122-5bd3-46fa-805f-dc3bfa75465f tempest-TestServerMultinode-438578756 tempest-TestServerMultinode-438578756-project-admin] 10.222.0.41 "GET /v2.0/ports?tenant_id=4766aa8a7d7f486bbf128f19689f2d4d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1298180 Jun 01 19:28:55.678221 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port c2773cfa-e2da-4a32-9037-4a72e84ba918 is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:28:55.678943 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:28:55.808448 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port c2773cfa-e2da-4a32-9037-4a72e84ba918, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=c2773cfa-e2da-4a32-9037-4a72e84ba918,segment=NetworkSegment(7875af61-4c53-4ff2-b8c8-d4b7c35ff947),segment_id=7875af61-4c53-4ff2-b8c8-d4b7c35ff947)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:28:55.818111 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:28:55.819627 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device f1e225ee-68cf-4f33-8e32-0c09feeceaa8 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:28:55.859325 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [req-8a53f632-efca-47ea-b0d7-bdf9aab24259 req-f9f32d2e-762f-4d97-93bf-67f1779be520 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=88524) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 19:28:55.861308 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-8a53f632-efca-47ea-b0d7-bdf9aab24259 req-f9f32d2e-762f-4d97-93bf-67f1779be520 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2053730 Jun 01 19:28:56.056577 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-8a53f632-efca-47ea-b0d7-bdf9aab24259 req-75c4fb8f-5154-4773-a75a-2b64d0b97d3b service neutron] 10.222.0.41 "GET /v2.0/networks/8720f465-e424-4bae-9647-2475d299a954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847789 Jun 01 19:28:56.067179 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=c2773cfa-e2da-4a32-9037-4a72e84ba918,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:28:56.102891 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port f1e225ee-68cf-4f33-8e32-0c09feeceaa8 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:28:56.102891 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:28:56.192581 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-63d8a7f9-841a-4e80-88d8-3c31979101c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dec97958-f92c-4d7b-a613-2fea03cd22b6', 'name': 'tempest-TestServerMultinode-1635991442-router', 'tenant_id': '4766aa8a7d7f486bbf128f19689f2d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': 'c2773cfa-e2da-4a32-9037-4a72e84ba918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:28:46Z', 'updated_at': '2022-06-01T19:28:53Z', 'revision_number': 4, 'project_id': '4766aa8a7d7f486bbf128f19689f2d4d', 'gw_port': {'id': 'c2773cfa-e2da-4a32-9037-4a72e84ba918', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:da:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dec97958-f92c-4d7b-a613-2fea03cd22b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:28:47Z', 'updated_at': '2022-06-01T19:28:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '545b4d4d-f7c7-4e31-9ae4-91291686c261', 'name': '', 'network_id': '7b91197b-bd8d-4205-b86a-a7dd0f7b6143', 'tenant_id': '4766aa8a7d7f486bbf128f19689f2d4d', 'mac_address': 'fa:16:3e:09:67:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dec97958-f92c-4d7b-a613-2fea03cd22b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '40149095-b06c-413e-b91a-ac3e32640b45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:28:51Z', 'updated_at': '2022-06-01T19:28:53Z', 'revision_number': 2, 'project_id': '4766aa8a7d7f486bbf128f19689f2d4d', 'subnets': [{'id': '40149095-b06c-413e-b91a-ac3e32640b45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:28:56.230212 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d8a7f9-841a-4e80-88d8-3c31979101c9 None None] Checking router: dec97958-f92c-4d7b-a613-2fea03cd22b6 for host: n-d-844202-1 {{(pid=88526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 19:28:56.230579 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d8a7f9-841a-4e80-88d8-3c31979101c9 None None] Updating router dec97958-f92c-4d7b-a613-2fea03cd22b6 port 545b4d4d-f7c7-4e31-9ae4-91291686c261 binding host n-d-844202-1 {{(pid=88526) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 19:28:56.262925 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-8a53f632-efca-47ea-b0d7-bdf9aab24259 req-103b2202-5139-408c-a6bd-972ef33f1323 service neutron] 10.222.0.41 "GET /v2.0/networks/8720f465-e424-4bae-9647-2475d299a954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1997795 Jun 01 19:28:56.309009 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port f1e225ee-68cf-4f33-8e32-0c09feeceaa8 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:28:56.313401 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-63d8a7f9-841a-4e80-88d8-3c31979101c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:28:56.531163 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-d8ed61cf-3600-4a6c-adb2-f7f3923782c1 req-4dec51bd-138e-4ee6-ba04-63d1115c56e2 tempest-TestServerMultinode-438578756 tempest-TestServerMultinode-438578756-project-admin] Synchronizing usage tracker for tenant:4766aa8a7d7f486bbf128f19689f2d4d on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:28:56.552688 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-d8ed61cf-3600-4a6c-adb2-f7f3923782c1 req-4dec51bd-138e-4ee6-ba04-63d1115c56e2 tempest-TestServerMultinode-438578756 tempest-TestServerMultinode-438578756-project-admin] Unset dirty status for tenant:4766aa8a7d7f486bbf128f19689f2d4d on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:28:56.557020 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d8ed61cf-3600-4a6c-adb2-f7f3923782c1 req-4dec51bd-138e-4ee6-ba04-63d1115c56e2 tempest-TestServerMultinode-438578756 tempest-TestServerMultinode-438578756-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=374af576-411b-44cc-b244-c2679e15501d HTTP/1.1" status: 200 len: 210 time: 0.0847638 Jun 01 19:28:56.777871 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-63d8a7f9-841a-4e80-88d8-3c31979101c9 None None] Notify callbacks [] for port, precommit_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:28:56.798739 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-63d8a7f9-841a-4e80-88d8-3c31979101c9 None None] Transition to ACTIVE for port object 545b4d4d-f7c7-4e31-9ae4-91291686c261 will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:28:56.811373 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-63d8a7f9-841a-4e80-88d8-3c31979101c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:28:56.970744 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device c2773cfa-e2da-4a32-9037-4a72e84ba918 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:28:57.104722 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb99a82-21fe-46b0-ae4c-7734a79b5b78 None None] Pushing event updated for resources: {'Port': ['ID=545b4d4d-f7c7-4e31-9ae4-91291686c261,revision_number=3']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:28:57.195588 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-63d8a7f9-841a-4e80-88d8-3c31979101c9 None None] Attempting to bind port 545b4d4d-f7c7-4e31-9ae4-91291686c261 on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:28:57.196109 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-63d8a7f9-841a-4e80-88d8-3c31979101c9 None None] Attempting to bind port 545b4d4d-f7c7-4e31-9ae4-91291686c261 by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': '790b163b-e751-408f-a1cb-970b3ed991f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '7b91197b-bd8d-4205-b86a-a7dd0f7b6143'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:28:57.196656 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d8a7f9-841a-4e80-88d8-3c31979101c9 None None] Attempting to bind port 545b4d4d-f7c7-4e31-9ae4-91291686c261 on network 7b91197b-bd8d-4205-b86a-a7dd0f7b6143 {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:28:57.205132 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port c2773cfa-e2da-4a32-9037-4a72e84ba918 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:28:57.205563 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:28:57.239390 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d8a7f9-841a-4e80-88d8-3c31979101c9 None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 28, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:28:57.239987 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d8a7f9-841a-4e80-88d8-3c31979101c9 None None] Checking segment: {'id': '790b163b-e751-408f-a1cb-970b3ed991f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '7b91197b-bd8d-4205-b86a-a7dd0f7b6143'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:28:57.240821 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-63d8a7f9-841a-4e80-88d8-3c31979101c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:28:57.241433 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d8a7f9-841a-4e80-88d8-3c31979101c9 None None] Bound using segment: {'id': '790b163b-e751-408f-a1cb-970b3ed991f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '7b91197b-bd8d-4205-b86a-a7dd0f7b6143'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:28:57.242118 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-63d8a7f9-841a-4e80-88d8-3c31979101c9 None None] Bound port: 545b4d4d-f7c7-4e31-9ae4-91291686c261, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '790b163b-e751-408f-a1cb-970b3ed991f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '7b91197b-bd8d-4205-b86a-a7dd0f7b6143'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:28:57.242739 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-63d8a7f9-841a-4e80-88d8-3c31979101c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:28:57.434021 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-63d8a7f9-841a-4e80-88d8-3c31979101c9 None None] For port 545b4d4d-f7c7-4e31-9ae4-91291686c261, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:28:57.464353 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-63d8a7f9-841a-4e80-88d8-3c31979101c9 None None] For port 545b4d4d-f7c7-4e31-9ae4-91291686c261, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=545b4d4d-f7c7-4e31-9ae4-91291686c261,segment=NetworkSegment(790b163b-e751-408f-a1cb-970b3ed991f7),segment_id=790b163b-e751-408f-a1cb-970b3ed991f7)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:28:57.471157 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-63d8a7f9-841a-4e80-88d8-3c31979101c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:28:57.577088 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port c2773cfa-e2da-4a32-9037-4a72e84ba918 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:28:57.615461 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d8a7f9-841a-4e80-88d8-3c31979101c9 None None] Routers {'dec97958-f92c-4d7b-a613-2fea03cd22b6'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:28:57.616443 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-63d8a7f9-841a-4e80-88d8-3c31979101c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:28:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['dec97958-f92c-4d7b-a613-2fea03cd22b6'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:28:57.720821 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5f720d86-4dc2-4efd-b008-6610d86d088c req-0e40ebd7-76b2-455b-9938-afbefb8625f4 tempest-TestServerMultinode-438578756 tempest-TestServerMultinode-438578756-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=374af576-411b-44cc-b244-c2679e15501d HTTP/1.1" status: 200 len: 210 time: 0.0771387 Jun 01 19:28:57.731364 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb99a82-21fe-46b0-ae4c-7734a79b5b78 None None] Pushing event updated for resources: {'Port': ['ID=545b4d4d-f7c7-4e31-9ae4-91291686c261,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:28:57.899571 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-63d8a7f9-841a-4e80-88d8-3c31979101c9 None None] Set router dec97958-f92c-4d7b-a613-2fea03cd22b6 gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:28:58.382699 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-63d8a7f9-841a-4e80-88d8-3c31979101c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dec97958-f92c-4d7b-a613-2fea03cd22b6', 'name': 'tempest-TestServerMultinode-1635991442-router', 'tenant_id': '4766aa8a7d7f486bbf128f19689f2d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': 'c2773cfa-e2da-4a32-9037-4a72e84ba918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:28:46Z', 'updated_at': '2022-06-01T19:28:53Z', 'revision_number': 4, 'project_id': '4766aa8a7d7f486bbf128f19689f2d4d', 'gw_port': {'id': 'c2773cfa-e2da-4a32-9037-4a72e84ba918', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:da:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dec97958-f92c-4d7b-a613-2fea03cd22b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:28:47Z', 'updated_at': '2022-06-01T19:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '545b4d4d-f7c7-4e31-9ae4-91291686c261', 'name': '', 'network_id': '7b91197b-bd8d-4205-b86a-a7dd0f7b6143', 'tenant_id': '4766aa8a7d7f486bbf128f19689f2d4d', 'mac_address': 'fa:16:3e:09:67:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dec97958-f92c-4d7b-a613-2fea03cd22b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '40149095-b06c-413e-b91a-ac3e32640b45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:28:51Z', 'updated_at': '2022-06-01T19:28:57Z', 'revision_number': 4, 'project_id': '4766aa8a7d7f486bbf128f19689f2d4d', 'subnets': [{'id': '40149095-b06c-413e-b91a-ac3e32640b45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:28:58.390172 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d8a7f9-841a-4e80-88d8-3c31979101c9 None None] The sync data for ids ['dec97958-f92c-4d7b-a613-2fea03cd22b6'] in n-d-844202-1 is: [{'id': 'dec97958-f92c-4d7b-a613-2fea03cd22b6', 'name': 'tempest-TestServerMultinode-1635991442-router', 'tenant_id': '4766aa8a7d7f486bbf128f19689f2d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': 'c2773cfa-e2da-4a32-9037-4a72e84ba918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:28:46Z', 'updated_at': '2022-06-01T19:28:53Z', 'revision_number': 4, 'project_id': '4766aa8a7d7f486bbf128f19689f2d4d', 'gw_port': {'id': 'c2773cfa-e2da-4a32-9037-4a72e84ba918', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:da:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dec97958-f92c-4d7b-a613-2fea03cd22b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:28:47Z', 'updated_at': '2022-06-01T19:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '545b4d4d-f7c7-4e31-9ae4-91291686c261', 'name': '', 'network_id': '7b91197b-bd8d-4205-b86a-a7dd0f7b6143', 'tenant_id': '4766aa8a7d7f486bbf128f19689f2d4d', 'mac_address': 'fa:16:3e:09:67:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dec97958-f92c-4d7b-a613-2fea03cd22b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '40149095-b06c-413e-b91a-ac3e32640b45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:28:51Z', 'updated_at': '2022-06-01T19:28:57Z', 'revision_number': 4, 'project_id': '4766aa8a7d7f486bbf128f19689f2d4d', 'subnets': [{'id': '40149095-b06c-413e-b91a-ac3e32640b45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:28:58.859261 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e0141db1-7879-4877-b0b9-8d146348b1f9 req-9dbcdacf-bf8e-4ce2-99c6-a1369bad5c62 tempest-TestServerMultinode-438578756 tempest-TestServerMultinode-438578756-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=374af576-411b-44cc-b244-c2679e15501d HTTP/1.1" status: 200 len: 210 time: 0.0546575 Jun 01 19:28:58.918009 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 545b4d4d-f7c7-4e31-9ae4-91291686c261 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:28:59.089552 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port 545b4d4d-f7c7-4e31-9ae4-91291686c261 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:28:59.095301 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 545b4d4d-f7c7-4e31-9ae4-91291686c261 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:28:59.095692 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:28:59.267499 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 545b4d4d-f7c7-4e31-9ae4-91291686c261 is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:28:59.268162 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:28:59.352437 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port 545b4d4d-f7c7-4e31-9ae4-91291686c261, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=545b4d4d-f7c7-4e31-9ae4-91291686c261,segment=NetworkSegment(790b163b-e751-408f-a1cb-970b3ed991f7),segment_id=790b163b-e751-408f-a1cb-970b3ed991f7)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:28:59.359009 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:28:59.494559 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=545b4d4d-f7c7-4e31-9ae4-91291686c261,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:29:00.118120 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a50a2848-4a6a-4887-9c98-1ec97345d27f req-7af6e945-f535-49d8-b3e6-9940e681a509 tempest-TestServerMultinode-438578756 tempest-TestServerMultinode-438578756-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=374af576-411b-44cc-b244-c2679e15501d HTTP/1.1" status: 200 len: 210 time: 0.0579536 Jun 01 19:29:00.425663 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a53f632-efca-47ea-b0d7-bdf9aab24259 req-fde14a15-4761-40c8-9fe2-a5e315fc40ae tempest-TestServerMultinode-438578756 tempest-TestServerMultinode-438578756-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:29:00.428665 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-8a53f632-efca-47ea-b0d7-bdf9aab24259 req-fde14a15-4761-40c8-9fe2-a5e315fc40ae tempest-TestServerMultinode-438578756 tempest-TestServerMultinode-438578756-project-admin] 10.222.0.50 "GET /v2.0/networks?id=8720f465-e424-4bae-9647-2475d299a954 HTTP/1.1" status: 200 len: 910 time: 0.1934855 Jun 01 19:29:00.439796 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-8a53f632-efca-47ea-b0d7-bdf9aab24259 req-cd316af3-d077-41b7-9c74-4112c56429ee tempest-TestServerMultinode-438578756 tempest-TestServerMultinode-438578756-project-admin] Request body: {'port': {'device_id': '374af576-411b-44cc-b244-c2679e15501d', 'network_id': '8720f465-e424-4bae-9647-2475d299a954', 'admin_state_up': True, 'tenant_id': '4766aa8a7d7f486bbf128f19689f2d4d'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:29:00.446685 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-8a53f632-efca-47ea-b0d7-bdf9aab24259 req-cd316af3-d077-41b7-9c74-4112c56429ee tempest-TestServerMultinode-438578756 tempest-TestServerMultinode-438578756-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:29:00.462071 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-8a53f632-efca-47ea-b0d7-bdf9aab24259 req-cd316af3-d077-41b7-9c74-4112c56429ee tempest-TestServerMultinode-438578756 tempest-TestServerMultinode-438578756-project-admin] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:29:00.478754 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a53f632-efca-47ea-b0d7-bdf9aab24259 req-cd316af3-d077-41b7-9c74-4112c56429ee tempest-TestServerMultinode-438578756 tempest-TestServerMultinode-438578756-project-admin] Made reservation on behalf of 4766aa8a7d7f486bbf128f19689f2d4d for: {'port': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:29:00.481540 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-8a53f632-efca-47ea-b0d7-bdf9aab24259 req-cd316af3-d077-41b7-9c74-4112c56429ee tempest-TestServerMultinode-438578756 tempest-TestServerMultinode-438578756-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:29:00.691417 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [req-8a53f632-efca-47ea-b0d7-bdf9aab24259 req-cd316af3-d077-41b7-9c74-4112c56429ee tempest-TestServerMultinode-438578756 tempest-TestServerMultinode-438578756-project-admin] Allocated IP 172.20.0.10 (8720f465-e424-4bae-9647-2475d299a954/ae53dc3c-fd0f-46a2-8f71-134d970d289a/e9dce594-51e9-48c1-b3bf-47a3afbbcada) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:29:00.859738 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 545b4d4d-f7c7-4e31-9ae4-91291686c261 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:29:00.970403 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 545b4d4d-f7c7-4e31-9ae4-91291686c261 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:29:00.971189 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:29:00.973816 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-8a53f632-efca-47ea-b0d7-bdf9aab24259 req-cd316af3-d077-41b7-9c74-4112c56429ee tempest-TestServerMultinode-438578756 tempest-TestServerMultinode-438578756-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:29:01.011986 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [req-8a53f632-efca-47ea-b0d7-bdf9aab24259 req-cd316af3-d077-41b7-9c74-4112c56429ee tempest-TestServerMultinode-438578756 tempest-TestServerMultinode-438578756-project-admin] Transition to ACTIVE for port object e9dce594-51e9-48c1-b3bf-47a3afbbcada will not be triggered until provisioned by entity DHCP. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:29:01.066395 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-8a53f632-efca-47ea-b0d7-bdf9aab24259 req-cd316af3-d077-41b7-9c74-4112c56429ee tempest-TestServerMultinode-438578756 tempest-TestServerMultinode-438578756-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:29:01.314903 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 545b4d4d-f7c7-4e31-9ae4-91291686c261 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:29:01.420917 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ea590d-828f-4cb8-99bb-596a0bffffd7 req-1a7e9bb9-9319-425d-9a9f-a310b52ad181 tempest-TestServerMultinode-438578756 tempest-TestServerMultinode-438578756-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:29:01.423673 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b9ea590d-828f-4cb8-99bb-596a0bffffd7 req-1a7e9bb9-9319-425d-9a9f-a310b52ad181 tempest-TestServerMultinode-438578756 tempest-TestServerMultinode-438578756-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=374af576-411b-44cc-b244-c2679e15501d HTTP/1.1" status: 200 len: 1028 time: 0.0971396 Jun 01 19:29:01.428600 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a53f632-efca-47ea-b0d7-bdf9aab24259 req-cd316af3-d077-41b7-9c74-4112c56429ee tempest-TestServerMultinode-438578756 tempest-TestServerMultinode-438578756-project-admin] Network 8720f465-e424-4bae-9647-2475d299a954 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:29:01.432690 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [req-8a53f632-efca-47ea-b0d7-bdf9aab24259 req-cd316af3-d077-41b7-9c74-4112c56429ee tempest-TestServerMultinode-438578756 tempest-TestServerMultinode-438578756-project-admin] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:29:01.437693 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a53f632-efca-47ea-b0d7-bdf9aab24259 req-cd316af3-d077-41b7-9c74-4112c56429ee tempest-TestServerMultinode-438578756 tempest-TestServerMultinode-438578756-project-admin] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:29:01.491416 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd316af3-d077-41b7-9c74-4112c56429ee tempest-TestServerMultinode-438578756 tempest-TestServerMultinode-438578756-project-admin] Pushing event updated for resources: {'Port': ['ID=e9dce594-51e9-48c1-b3bf-47a3afbbcada,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:29:01.508495 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b9ea590d-828f-4cb8-99bb-596a0bffffd7 req-7950c67f-048d-46b0-bad2-014fbee7e42e tempest-TestServerMultinode-438578756 tempest-TestServerMultinode-438578756-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=e9c3832f-6f5a-49eb-8cad-166dfb26a0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743418 Jun 01 19:29:01.511378 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a53f632-efca-47ea-b0d7-bdf9aab24259 req-cd316af3-d077-41b7-9c74-4112c56429ee tempest-TestServerMultinode-438578756 tempest-TestServerMultinode-438578756-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:29:01.512470 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-8a53f632-efca-47ea-b0d7-bdf9aab24259 req-cd316af3-d077-41b7-9c74-4112c56429ee tempest-TestServerMultinode-438578756 tempest-TestServerMultinode-438578756-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:29:01.548425 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-8a53f632-efca-47ea-b0d7-bdf9aab24259 req-cd316af3-d077-41b7-9c74-4112c56429ee tempest-TestServerMultinode-438578756 tempest-TestServerMultinode-438578756-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.1132255 Jun 01 19:29:01.563041 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-8a53f632-efca-47ea-b0d7-bdf9aab24259 req-e264c22a-c703-46f8-bfa0-a187034a8cf5 service neutron] Request body: {'port': {'device_id': '374af576-411b-44cc-b244-c2679e15501d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844202-1'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:29:01.741312 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-8a53f632-efca-47ea-b0d7-bdf9aab24259 req-e264c22a-c703-46f8-bfa0-a187034a8cf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:29:01.787397 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-d3ae3bde-ddce-40db-9a40-7a1fcaa4659d None None] Provisioning for port e9dce594-51e9-48c1-b3bf-47a3afbbcada completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:29:01.796289 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-d3ae3bde-ddce-40db-9a40-7a1fcaa4659d None None] Provisioning complete for port e9dce594-51e9-48c1-b3bf-47a3afbbcada triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:29:01.796763 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-d3ae3bde-ddce-40db-9a40-7a1fcaa4659d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:29:01.896923 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-d3ae3bde-ddce-40db-9a40-7a1fcaa4659d None None] Port e9dce594-51e9-48c1-b3bf-47a3afbbcada cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:29:02.284955 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [req-8a53f632-efca-47ea-b0d7-bdf9aab24259 req-e264c22a-c703-46f8-bfa0-a187034a8cf5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9dce594-51e9-48c1-b3bf-47a3afbbcada {{(pid=88524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 19:29:02.299518 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-8a53f632-efca-47ea-b0d7-bdf9aab24259 req-e264c22a-c703-46f8-bfa0-a187034a8cf5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:29:02.327352 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [req-8a53f632-efca-47ea-b0d7-bdf9aab24259 req-e264c22a-c703-46f8-bfa0-a187034a8cf5 service neutron] Transition to ACTIVE for port object e9dce594-51e9-48c1-b3bf-47a3afbbcada will not be triggered until provisioned by entity L2. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:29:02.336346 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-8a53f632-efca-47ea-b0d7-bdf9aab24259 req-e264c22a-c703-46f8-bfa0-a187034a8cf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:29:02.539363 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e264c22a-c703-46f8-bfa0-a187034a8cf5 service neutron] Pushing event updated for resources: {'Port': ['ID=e9dce594-51e9-48c1-b3bf-47a3afbbcada,revision_number=2']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:29:02.715132 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-8a53f632-efca-47ea-b0d7-bdf9aab24259 req-e264c22a-c703-46f8-bfa0-a187034a8cf5 service neutron] Attempting to bind port e9dce594-51e9-48c1-b3bf-47a3afbbcada on host n-h2-844202-1 for vnic_type normal with profile {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:29:02.716088 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-8a53f632-efca-47ea-b0d7-bdf9aab24259 req-e264c22a-c703-46f8-bfa0-a187034a8cf5 service neutron] Attempting to bind port e9dce594-51e9-48c1-b3bf-47a3afbbcada by drivers openvswitch,hyperv on host n-h2-844202-1 at level 0 using segments [{'id': 'aa3de2cf-f7f5-4c9c-8f82-c8e1cb0d5faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '8720f465-e424-4bae-9647-2475d299a954'}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:29:02.716963 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a53f632-efca-47ea-b0d7-bdf9aab24259 req-e264c22a-c703-46f8-bfa0-a187034a8cf5 service neutron] Attempting to bind port e9dce594-51e9-48c1-b3bf-47a3afbbcada on network 8720f465-e424-4bae-9647-2475d299a954 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:29:02.789357 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a53f632-efca-47ea-b0d7-bdf9aab24259 req-e264c22a-c703-46f8-bfa0-a187034a8cf5 service neutron] Port e9dce594-51e9-48c1-b3bf-47a3afbbcada on network 8720f465-e424-4bae-9647-2475d299a954 not bound, no agent of type Open vSwitch agent registered on host n-h2-844202-1 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 19:29:02.789724 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a53f632-efca-47ea-b0d7-bdf9aab24259 req-e264c22a-c703-46f8-bfa0-a187034a8cf5 service neutron] Attempting to bind port e9dce594-51e9-48c1-b3bf-47a3afbbcada on network 8720f465-e424-4bae-9647-2475d299a954 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:29:02.812220 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a53f632-efca-47ea-b0d7-bdf9aab24259 req-e264c22a-c703-46f8-bfa0-a187034a8cf5 service neutron] Checking agent: {'id': 'f5db9968-6317-4186-9100-9e0ca6b50417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 28, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:29:02.812583 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a53f632-efca-47ea-b0d7-bdf9aab24259 req-e264c22a-c703-46f8-bfa0-a187034a8cf5 service neutron] Checking segment: {'id': 'aa3de2cf-f7f5-4c9c-8f82-c8e1cb0d5faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '8720f465-e424-4bae-9647-2475d299a954'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:29:02.812964 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a53f632-efca-47ea-b0d7-bdf9aab24259 req-e264c22a-c703-46f8-bfa0-a187034a8cf5 service neutron] Bound using segment: {'id': 'aa3de2cf-f7f5-4c9c-8f82-c8e1cb0d5faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '8720f465-e424-4bae-9647-2475d299a954'} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:29:02.813490 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-8a53f632-efca-47ea-b0d7-bdf9aab24259 req-e264c22a-c703-46f8-bfa0-a187034a8cf5 service neutron] Bound port: e9dce594-51e9-48c1-b3bf-47a3afbbcada, host: n-h2-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa3de2cf-f7f5-4c9c-8f82-c8e1cb0d5faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '8720f465-e424-4bae-9647-2475d299a954'}}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:29:02.813899 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-8a53f632-efca-47ea-b0d7-bdf9aab24259 req-e264c22a-c703-46f8-bfa0-a187034a8cf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:29:02.940886 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921e7f24-574f-4e04-8981-e59573ad3c17 req-a76ab4c4-b435-4799-a56a-4ece7d88c45e tempest-TestServerMultinode-438578756 tempest-TestServerMultinode-438578756-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:29:02.941617 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-921e7f24-574f-4e04-8981-e59573ad3c17 req-a76ab4c4-b435-4799-a56a-4ece7d88c45e tempest-TestServerMultinode-438578756 tempest-TestServerMultinode-438578756-project-admin] Synchronizing usage tracker for tenant:4766aa8a7d7f486bbf128f19689f2d4d on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:29:02.958137 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-8a53f632-efca-47ea-b0d7-bdf9aab24259 req-e264c22a-c703-46f8-bfa0-a187034a8cf5 service neutron] For port e9dce594-51e9-48c1-b3bf-47a3afbbcada, host n-h2-844202-1, cleared binding levels {{(pid=88524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:29:02.965386 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-8a53f632-efca-47ea-b0d7-bdf9aab24259 req-e264c22a-c703-46f8-bfa0-a187034a8cf5 service neutron] For port e9dce594-51e9-48c1-b3bf-47a3afbbcada, host n-h2-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=e9dce594-51e9-48c1-b3bf-47a3afbbcada,segment=NetworkSegment(aa3de2cf-f7f5-4c9c-8f82-c8e1cb0d5faf),segment_id=aa3de2cf-f7f5-4c9c-8f82-c8e1cb0d5faf)] {{(pid=88524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:29:02.971802 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-8a53f632-efca-47ea-b0d7-bdf9aab24259 req-e264c22a-c703-46f8-bfa0-a187034a8cf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:29:03.011682 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-921e7f24-574f-4e04-8981-e59573ad3c17 req-a76ab4c4-b435-4799-a56a-4ece7d88c45e tempest-TestServerMultinode-438578756 tempest-TestServerMultinode-438578756-project-admin] Unset dirty status for tenant:4766aa8a7d7f486bbf128f19689f2d4d on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:29:03.013118 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-921e7f24-574f-4e04-8981-e59573ad3c17 req-a76ab4c4-b435-4799-a56a-4ece7d88c45e tempest-TestServerMultinode-438578756 tempest-TestServerMultinode-438578756-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=374af576-411b-44cc-b244-c2679e15501d HTTP/1.1" status: 200 len: 1053 time: 0.2924092 Jun 01 19:29:03.100091 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a53f632-efca-47ea-b0d7-bdf9aab24259 req-e264c22a-c703-46f8-bfa0-a187034a8cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:29:03.100304 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-8a53f632-efca-47ea-b0d7-bdf9aab24259 req-e264c22a-c703-46f8-bfa0-a187034a8cf5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:29:03.102038 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-8a53f632-efca-47ea-b0d7-bdf9aab24259 req-e264c22a-c703-46f8-bfa0-a187034a8cf5 service neutron] 10.222.0.50 "PUT /v2.0/ports/e9dce594-51e9-48c1-b3bf-47a3afbbcada HTTP/1.1" status: 200 len: 1092 time: 1.5466881 Jun 01 19:29:03.102381 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '374af576-411b-44cc-b244-c2679e15501d', 'tag': 'e9dce594-51e9-48c1-b3bf-47a3afbbcada'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:29:03.220035 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-921e7f24-574f-4e04-8981-e59573ad3c17 req-b96fc65f-5e31-404b-aed7-f5b2cc7c164c tempest-TestServerMultinode-438578756 tempest-TestServerMultinode-438578756-project-admin] Synchronizing usage tracker for tenant:4766aa8a7d7f486bbf128f19689f2d4d on resource:security_group {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:29:03.242328 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e264c22a-c703-46f8-bfa0-a187034a8cf5 service neutron] Pushing event updated for resources: {'Port': ['ID=e9dce594-51e9-48c1-b3bf-47a3afbbcada,revision_number=3']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:29:03.279288 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-921e7f24-574f-4e04-8981-e59573ad3c17 req-b96fc65f-5e31-404b-aed7-f5b2cc7c164c tempest-TestServerMultinode-438578756 tempest-TestServerMultinode-438578756-project-admin] Unset dirty status for tenant:4766aa8a7d7f486bbf128f19689f2d4d on resource:security_group {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:29:03.280659 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-921e7f24-574f-4e04-8981-e59573ad3c17 req-b96fc65f-5e31-404b-aed7-f5b2cc7c164c tempest-TestServerMultinode-438578756 tempest-TestServerMultinode-438578756-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=e9c3832f-6f5a-49eb-8cad-166dfb26a0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2554595 Jun 01 19:29:03.298380 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a53f632-efca-47ea-b0d7-bdf9aab24259 req-a59388b8-b08b-4ae0-8cc0-e74e58da7d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:29:03.300086 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-8a53f632-efca-47ea-b0d7-bdf9aab24259 req-a59388b8-b08b-4ae0-8cc0-e74e58da7d28 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4766aa8a7d7f486bbf128f19689f2d4d&device_id=374af576-411b-44cc-b244-c2679e15501d HTTP/1.1" status: 200 len: 1095 time: 0.1470470 Jun 01 19:29:03.391202 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-8a53f632-efca-47ea-b0d7-bdf9aab24259 req-bb578572-6366-46cb-a6bd-f691af010b3e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e9dce594-51e9-48c1-b3bf-47a3afbbcada HTTP/1.1" status: 200 len: 217 time: 0.0827136 Jun 01 19:29:03.464467 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77bed041-afa4-49b2-8b8a-707e6e81902d'] response: {'name': 'network-changed', 'server_uuid': '374af576-411b-44cc-b244-c2679e15501d', 'tag': 'e9dce594-51e9-48c1-b3bf-47a3afbbcada', 'status': 'completed', 'code': 200} Jun 01 19:29:03.502333 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a53f632-efca-47ea-b0d7-bdf9aab24259 req-d2c35172-b716-45f9-bf35-f52a66adac34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:29:03.504720 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-8a53f632-efca-47ea-b0d7-bdf9aab24259 req-d2c35172-b716-45f9-bf35-f52a66adac34 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ae53dc3c-fd0f-46a2-8f71-134d970d289a HTTP/1.1" status: 200 len: 848 time: 0.1068866 Jun 01 19:29:03.618016 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a53f632-efca-47ea-b0d7-bdf9aab24259 req-15ad7ee3-8d85-4c88-bc13-057c026ce28b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:29:03.623257 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-8a53f632-efca-47ea-b0d7-bdf9aab24259 req-15ad7ee3-8d85-4c88-bc13-057c026ce28b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8720f465-e424-4bae-9647-2475d299a954&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1112390 Jun 01 19:29:03.898127 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-8a53f632-efca-47ea-b0d7-bdf9aab24259 req-ab10d059-293a-40e8-894d-d6939e1ce32a service neutron] 10.222.0.50 "GET /v2.0/networks/8720f465-e424-4bae-9647-2475d299a954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2690060 Jun 01 19:29:04.302279 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-8a53f632-efca-47ea-b0d7-bdf9aab24259 req-d0fc1267-f3f8-46c3-afab-0e07b535de13 service neutron] 10.222.0.50 "GET /v2.0/networks/8720f465-e424-4bae-9647-2475d299a954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3980193 Jun 01 19:29:04.341470 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21856556-de51-4197-ab59-042c94a51d0f req-47b1fa40-5997-4287-b2cc-6504cba4ac99 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:29:04.343188 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-21856556-de51-4197-ab59-042c94a51d0f req-47b1fa40-5997-4287-b2cc-6504cba4ac99 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/ports?device_id=aec248d4-3759-4207-8504-b894794a199d HTTP/1.1" status: 200 len: 945 time: 0.2986660 Jun 01 19:29:04.472210 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-21856556-de51-4197-ab59-042c94a51d0f req-13fd6366-ca50-4783-bd78-f9bd6fcae8ee tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/security-groups?id=69a184b0-4b49-43a1-a178-506528d57d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1194515 Jun 01 19:29:04.512999 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374fd573-26db-45ad-bb94-c96e028aa382 req-4e41b0b5-baeb-4774-987a-46f4c8c129bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:29:04.514698 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-374fd573-26db-45ad-bb94-c96e028aa382 req-4e41b0b5-baeb-4774-987a-46f4c8c129bb service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4766aa8a7d7f486bbf128f19689f2d4d&device_id=374af576-411b-44cc-b244-c2679e15501d HTTP/1.1" status: 200 len: 1095 time: 0.1396389 Jun 01 19:29:04.570606 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b9b310-c4cd-42e1-b155-3d9f99b1274b req-5b14ee72-38b5-4494-9a77-75bda51db383 tempest-TestServerMultinode-438578756 tempest-TestServerMultinode-438578756-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:29:04.573595 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-67b9b310-c4cd-42e1-b155-3d9f99b1274b req-5b14ee72-38b5-4494-9a77-75bda51db383 tempest-TestServerMultinode-438578756 tempest-TestServerMultinode-438578756-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=374af576-411b-44cc-b244-c2679e15501d HTTP/1.1" status: 200 len: 1095 time: 0.1334305 Jun 01 19:29:04.631034 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-67b9b310-c4cd-42e1-b155-3d9f99b1274b req-74cebc6a-6580-4a4e-827b-707c75239484 tempest-TestServerMultinode-438578756 tempest-TestServerMultinode-438578756-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=e9c3832f-6f5a-49eb-8cad-166dfb26a0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507674 Jun 01 19:29:04.739179 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374fd573-26db-45ad-bb94-c96e028aa382 req-7259f9a1-d306-46bc-b449-99c7615bd7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:29:04.742120 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-374fd573-26db-45ad-bb94-c96e028aa382 req-7259f9a1-d306-46bc-b449-99c7615bd7b5 service neutron] 10.222.0.50 "GET /v2.0/networks?id=8720f465-e424-4bae-9647-2475d299a954 HTTP/1.1" status: 200 len: 910 time: 0.2208800 Jun 01 19:29:04.837862 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-374fd573-26db-45ad-bb94-c96e028aa382 req-95dd3596-ebc8-4ec5-b2fd-b295b8a05c27 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e9dce594-51e9-48c1-b3bf-47a3afbbcada HTTP/1.1" status: 200 len: 217 time: 0.0893002 Jun 01 19:29:04.923621 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374fd573-26db-45ad-bb94-c96e028aa382 req-f21a25a9-3e59-4a38-a91f-81b7f0dd8ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:29:04.925270 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-374fd573-26db-45ad-bb94-c96e028aa382 req-f21a25a9-3e59-4a38-a91f-81b7f0dd8ed6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ae53dc3c-fd0f-46a2-8f71-134d970d289a HTTP/1.1" status: 200 len: 848 time: 0.0793226 Jun 01 19:29:05.072042 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374fd573-26db-45ad-bb94-c96e028aa382 req-e51741d8-87d6-4fe1-b533-6f89d769744f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:29:05.074058 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-374fd573-26db-45ad-bb94-c96e028aa382 req-e51741d8-87d6-4fe1-b533-6f89d769744f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8720f465-e424-4bae-9647-2475d299a954&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1418736 Jun 01 19:29:05.244375 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-374fd573-26db-45ad-bb94-c96e028aa382 req-1a6592e8-d846-4e0f-b96e-37c731383334 service neutron] 10.222.0.50 "GET /v2.0/networks/8720f465-e424-4bae-9647-2475d299a954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633472 Jun 01 19:29:05.487257 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-374fd573-26db-45ad-bb94-c96e028aa382 req-5de50eaf-6bfd-44ff-85b6-94fc8fe05c32 service neutron] 10.222.0.50 "GET /v2.0/networks/8720f465-e424-4bae-9647-2475d299a954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2369022 Jun 01 19:29:05.512986 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1476ac-d853-4906-ada0-464701808015 req-29f8a4ea-1e98-41c8-89c7-d1338857f2c8 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:29:05.515622 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0f1476ac-d853-4906-ada0-464701808015 req-29f8a4ea-1e98-41c8-89c7-d1338857f2c8 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.50 "GET /v2.0/ports?device_id=aec248d4-3759-4207-8504-b894794a199d HTTP/1.1" status: 200 len: 945 time: 0.1615429 Jun 01 19:29:05.616439 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-0f1476ac-d853-4906-ada0-464701808015 req-d1d59549-e47d-4613-a68c-464fafd4213e tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Deleting port f7aa82f8-c6a2-42b8-af87-864066735155 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:29:05.616893 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-0f1476ac-d853-4906-ada0-464701808015 req-d1d59549-e47d-4613-a68c-464fafd4213e tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:29:05.936072 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ffb965-8fde-4a3c-858f-807feb4009e9 req-be8d7d17-6978-4bb9-92af-d4ae0995c73b tempest-TestServerMultinode-438578756 tempest-TestServerMultinode-438578756-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:29:05.938377 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a0ffb965-8fde-4a3c-858f-807feb4009e9 req-be8d7d17-6978-4bb9-92af-d4ae0995c73b tempest-TestServerMultinode-438578756 tempest-TestServerMultinode-438578756-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=374af576-411b-44cc-b244-c2679e15501d HTTP/1.1" status: 200 len: 1095 time: 0.1419818 Jun 01 19:29:05.998152 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255b0682-8b7c-4bc0-9e78-11254a7419a5 req-48359d1c-0e48-4a2f-8b20-bac8d2161586 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:29:06.001228 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-255b0682-8b7c-4bc0-9e78-11254a7419a5 req-48359d1c-0e48-4a2f-8b20-bac8d2161586 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/ports?device_id=aec248d4-3759-4207-8504-b894794a199d HTTP/1.1" status: 200 len: 945 time: 0.3486435 Jun 01 19:29:06.046698 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a0ffb965-8fde-4a3c-858f-807feb4009e9 req-fe1e908a-989d-4c0f-a1c6-c28ffc89f788 tempest-TestServerMultinode-438578756 tempest-TestServerMultinode-438578756-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=e9c3832f-6f5a-49eb-8cad-166dfb26a0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004963 Jun 01 19:29:06.138331 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-255b0682-8b7c-4bc0-9e78-11254a7419a5 req-d03e805d-e967-4a8d-8848-3bee5001ad81 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/security-groups?id=69a184b0-4b49-43a1-a178-506528d57d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1264844 Jun 01 19:29:06.175994 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-0f1476ac-d853-4906-ada0-464701808015 req-d1d59549-e47d-4613-a68c-464fafd4213e tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] For port f7aa82f8-c6a2-42b8-af87-864066735155, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=f7aa82f8-c6a2-42b8-af87-864066735155,segment=NetworkSegment(caf40787-7b50-4406-9921-dddcf758f24c),segment_id=caf40787-7b50-4406-9921-dddcf758f24c)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:29:06.176468 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-0f1476ac-d853-4906-ada0-464701808015 req-d1d59549-e47d-4613-a68c-464fafd4213e tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:29:06.698775 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-0f1476ac-d853-4906-ada0-464701808015 req-d1d59549-e47d-4613-a68c-464fafd4213e tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:29:06.699290 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-0f1476ac-d853-4906-ada0-464701808015 req-d1d59549-e47d-4613-a68c-464fafd4213e tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887712'] for floatingip, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:29:06.699680 n-d-844202-1 neutron-server[88524]: INFO neutron.db.l3_db [req-0f1476ac-d853-4906-ada0-464701808015 req-d1d59549-e47d-4613-a68c-464fafd4213e tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Floating IP b6420f3e-298a-4a3d-a61b-c9cf4075b584 disassociated. External IP: 172.25.4.28, port: f7aa82f8-c6a2-42b8-af87-864066735155. Jun 01 19:29:06.700265 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-0f1476ac-d853-4906-ada0-464701808015 req-d1d59549-e47d-4613-a68c-464fafd4213e tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Calling delete_port for f7aa82f8-c6a2-42b8-af87-864066735155 owned by compute:nova {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:29:06.908348 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.agents_db [None req-e814b9cf-7de8-45d0-a079-29c61fabe7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 19:29:07.001315 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-0f1476ac-d853-4906-ada0-464701808015 req-d1d59549-e47d-4613-a68c-464fafd4213e tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:29:07.108372 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d59549-e47d-4613-a68c-464fafd4213e tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Pushing event deleted for resources: {'Port': ['ID=f7aa82f8-c6a2-42b8-af87-864066735155,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:29:07.167827 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-eec5bf83-8c9e-4a09-9a89-9fe539498a1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:29:07.317382 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db3de67-97dc-4aeb-8f2e-02bc24b2a319 req-9bd60f34-ad0e-4657-8fd9-0f6a2f1ce615 tempest-TestServerMultinode-438578756 tempest-TestServerMultinode-438578756-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:29:07.320200 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-5db3de67-97dc-4aeb-8f2e-02bc24b2a319 req-9bd60f34-ad0e-4657-8fd9-0f6a2f1ce615 tempest-TestServerMultinode-438578756 tempest-TestServerMultinode-438578756-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=374af576-411b-44cc-b244-c2679e15501d HTTP/1.1" status: 200 len: 1095 time: 0.1019466 Jun 01 19:29:07.378781 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-5db3de67-97dc-4aeb-8f2e-02bc24b2a319 req-a2b26415-d0b9-4758-b6a3-3296722ad618 tempest-TestServerMultinode-438578756 tempest-TestServerMultinode-438578756-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=e9c3832f-6f5a-49eb-8cad-166dfb26a0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492218 Jun 01 19:29:07.446136 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e99c645f-4c20-4a9c-b63b-5c6a1630f407 req-33f3c18d-d4c0-404d-8421-2eba3bd28e85 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/ports?device_id=aec248d4-3759-4207-8504-b894794a199d HTTP/1.1" status: 200 len: 210 time: 0.1041653 Jun 01 19:29:07.490402 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0f1476ac-d853-4906-ada0-464701808015 req-d1d59549-e47d-4613-a68c-464fafd4213e tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Router cf391632-dbd0-43da-980f-c81ee2cb2f6c has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 19:29:07.609635 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device e9dce594-51e9-48c1-b3bf-47a3afbbcada details requested by agent hyperv_n-h2-844202-1 with host n-h2-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 19:29:07.768966 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0f1476ac-d853-4906-ada0-464701808015 req-d1d59549-e47d-4613-a68c-464fafd4213e tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:29:07.782607 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e590bb-fd8e-45d2-b21a-bda523808f4e None None] Sync routers for ids ['cf391632-dbd0-43da-980f-c81ee2cb2f6c'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:29:07.801248 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e590bb-fd8e-45d2-b21a-bda523808f4e None None] Routers {'cf391632-dbd0-43da-980f-c81ee2cb2f6c'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:29:07.803575 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-a8e590bb-fd8e-45d2-b21a-bda523808f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:28:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['cf391632-dbd0-43da-980f-c81ee2cb2f6c'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:29:07.851102 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port e9dce594-51e9-48c1-b3bf-47a3afbbcada, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=e9dce594-51e9-48c1-b3bf-47a3afbbcada,segment=NetworkSegment(aa3de2cf-f7f5-4c9c-8f82-c8e1cb0d5faf),segment_id=aa3de2cf-f7f5-4c9c-8f82-c8e1cb0d5faf)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:29:07.886521 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Returning: {'device': 'e9dce594-51e9-48c1-b3bf-47a3afbbcada', 'network_id': '8720f465-e424-4bae-9647-2475d299a954', 'port_id': 'e9dce594-51e9-48c1-b3bf-47a3afbbcada', 'mac_address': 'fa:16:3e:fa:f1:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae53dc3c-fd0f-46a2-8f71-134d970d289a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 19:29:07.910797 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f1476ac-d853-4906-ada0-464701808015 req-d1d59549-e47d-4613-a68c-464fafd4213e tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] No DVR routers for this DVR port f7aa82f8-c6a2-42b8-af87-864066735155 on host n-h2-844202-1 {{(pid=88524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:29:07.915647 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-0f1476ac-d853-4906-ada0-464701808015 req-d1d59549-e47d-4613-a68c-464fafd4213e tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:29:07.919888 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aec248d4-3759-4207-8504-b894794a199d', 'name': 'network-vif-deleted', 'tag': 'f7aa82f8-c6a2-42b8-af87-864066735155'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:29:07.946409 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0f1476ac-d853-4906-ada0-464701808015 req-d1d59549-e47d-4613-a68c-464fafd4213e tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.50 "DELETE /v2.0/ports/f7aa82f8-c6a2-42b8-af87-864066735155 HTTP/1.1" status: 204 len: 173 time: 2.4263506 Jun 01 19:29:08.031383 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb36a304-b66a-427f-9ebe-bec2842cafb9'] response: {'server_uuid': 'aec248d4-3759-4207-8504-b894794a199d', 'name': 'network-vif-deleted', 'tag': 'f7aa82f8-c6a2-42b8-af87-864066735155', 'status': 'completed', 'code': 200} Jun 01 19:29:08.128536 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port e9dce594-51e9-48c1-b3bf-47a3afbbcada is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:29:08.129494 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:29:08.217945 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-a8e590bb-fd8e-45d2-b21a-bda523808f4e None None] Set router cf391632-dbd0-43da-980f-c81ee2cb2f6c gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:29:08.219854 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9dce594-51e9-48c1-b3bf-47a3afbbcada {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 19:29:08.250454 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port e9dce594-51e9-48c1-b3bf-47a3afbbcada, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=e9dce594-51e9-48c1-b3bf-47a3afbbcada,segment=NetworkSegment(aa3de2cf-f7f5-4c9c-8f82-c8e1cb0d5faf),segment_id=aa3de2cf-f7f5-4c9c-8f82-c8e1cb0d5faf)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:29:08.258718 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:29:08.412348 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=e9dce594-51e9-48c1-b3bf-47a3afbbcada,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:29:08.493116 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] get_ports_and_sgs() called for port_ids ['e9dce594-51e9-48c1-b3bf-47a3afbbcada'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 19:29:08.716422 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc00636e-5955-4ef2-90f9-f943d342aae5 req-24032538-015d-4b38-bbfb-2815ba383b82 tempest-TestServerMultinode-438578756 tempest-TestServerMultinode-438578756-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:29:08.730588 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fc00636e-5955-4ef2-90f9-f943d342aae5 req-24032538-015d-4b38-bbfb-2815ba383b82 tempest-TestServerMultinode-438578756 tempest-TestServerMultinode-438578756-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=374af576-411b-44cc-b244-c2679e15501d HTTP/1.1" status: 200 len: 1096 time: 0.1676993 Jun 01 19:29:08.842425 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fc00636e-5955-4ef2-90f9-f943d342aae5 req-d91c6821-328a-401f-80a6-80bde9355393 tempest-TestServerMultinode-438578756 tempest-TestServerMultinode-438578756-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=e9c3832f-6f5a-49eb-8cad-166dfb26a0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101859 Jun 01 19:29:08.843250 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-a8e590bb-fd8e-45d2-b21a-bda523808f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf391632-dbd0-43da-980f-c81ee2cb2f6c', 'name': 'tempest-TestVolumeBootPattern-1790725510-router', 'tenant_id': 'e7fa6482b873470e8b5274a0b6cb89ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': 'd169e9ea-329c-4a43-af71-5d23db88d4ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:22:26Z', 'updated_at': '2022-06-01T19:22:33Z', 'revision_number': 4, 'project_id': 'e7fa6482b873470e8b5274a0b6cb89ae', 'gw_port': {'id': 'd169e9ea-329c-4a43-af71-5d23db88d4ff', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ba:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf391632-dbd0-43da-980f-c81ee2cb2f6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:22:27Z', 'updated_at': '2022-06-01T19:22:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': 'b29d339d-f606-4b45-b014-3a9cb80f958c', 'name': '', 'network_id': '06227175-383a-438d-b2ea-446bb23d085d', 'tenant_id': 'e7fa6482b873470e8b5274a0b6cb89ae', 'mac_address': 'fa:16:3e:77:63:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf391632-dbd0-43da-980f-c81ee2cb2f6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3707, 'fixed_ips': [{'subnet_id': '3c6d4c6d-6977-4f9b-a44c-9b6b04f8ca29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:22:32Z', 'updated_at': '2022-06-01T19:22:41Z', 'revision_number': 5, 'project_id': 'e7fa6482b873470e8b5274a0b6cb89ae', 'subnets': [{'id': '3c6d4c6d-6977-4f9b-a44c-9b6b04f8ca29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:29:08.850960 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e590bb-fd8e-45d2-b21a-bda523808f4e None None] Checking router: cf391632-dbd0-43da-980f-c81ee2cb2f6c for host: n-d-844202-1 {{(pid=88527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 19:29:08.886799 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e590bb-fd8e-45d2-b21a-bda523808f4e None None] Routers {'cf391632-dbd0-43da-980f-c81ee2cb2f6c'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:29:08.887780 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-a8e590bb-fd8e-45d2-b21a-bda523808f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:28:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['cf391632-dbd0-43da-980f-c81ee2cb2f6c'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:29:08.967350 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-0b37faac-9890-4520-a4aa-55b3e6799494 req-f6d9e5fd-3235-4ea9-8bd6-5d1530c70589 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/ports?device_id=aec248d4-3759-4207-8504-b894794a199d HTTP/1.1" status: 200 len: 210 time: 0.1466267 Jun 01 19:29:09.251912 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-a8e590bb-fd8e-45d2-b21a-bda523808f4e None None] Set router cf391632-dbd0-43da-980f-c81ee2cb2f6c gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:29:09.564006 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-34611567-7715-4980-bf4a-9928d7dfab88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:29:09.625711 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device e9dce594-51e9-48c1-b3bf-47a3afbbcada up at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:29:09.749823 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning for port e9dce594-51e9-48c1-b3bf-47a3afbbcada completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:29:09.751054 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-a8e590bb-fd8e-45d2-b21a-bda523808f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf391632-dbd0-43da-980f-c81ee2cb2f6c', 'name': 'tempest-TestVolumeBootPattern-1790725510-router', 'tenant_id': 'e7fa6482b873470e8b5274a0b6cb89ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': 'd169e9ea-329c-4a43-af71-5d23db88d4ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:22:26Z', 'updated_at': '2022-06-01T19:22:33Z', 'revision_number': 4, 'project_id': 'e7fa6482b873470e8b5274a0b6cb89ae', 'gw_port': {'id': 'd169e9ea-329c-4a43-af71-5d23db88d4ff', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ba:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf391632-dbd0-43da-980f-c81ee2cb2f6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:22:27Z', 'updated_at': '2022-06-01T19:22:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': 'b29d339d-f606-4b45-b014-3a9cb80f958c', 'name': '', 'network_id': '06227175-383a-438d-b2ea-446bb23d085d', 'tenant_id': 'e7fa6482b873470e8b5274a0b6cb89ae', 'mac_address': 'fa:16:3e:77:63:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf391632-dbd0-43da-980f-c81ee2cb2f6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3707, 'fixed_ips': [{'subnet_id': '3c6d4c6d-6977-4f9b-a44c-9b6b04f8ca29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:22:32Z', 'updated_at': '2022-06-01T19:22:41Z', 'revision_number': 5, 'project_id': 'e7fa6482b873470e8b5274a0b6cb89ae', 'subnets': [{'id': '3c6d4c6d-6977-4f9b-a44c-9b6b04f8ca29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:29:09.757228 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e590bb-fd8e-45d2-b21a-bda523808f4e None None] The sync data for ids ['cf391632-dbd0-43da-980f-c81ee2cb2f6c'] in n-d-844202-1 is: [{'id': 'cf391632-dbd0-43da-980f-c81ee2cb2f6c', 'name': 'tempest-TestVolumeBootPattern-1790725510-router', 'tenant_id': 'e7fa6482b873470e8b5274a0b6cb89ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': 'd169e9ea-329c-4a43-af71-5d23db88d4ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:22:26Z', 'updated_at': '2022-06-01T19:22:33Z', 'revision_number': 4, 'project_id': 'e7fa6482b873470e8b5274a0b6cb89ae', 'gw_port': {'id': 'd169e9ea-329c-4a43-af71-5d23db88d4ff', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ba:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf391632-dbd0-43da-980f-c81ee2cb2f6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:22:27Z', 'updated_at': '2022-06-01T19:22:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': 'b29d339d-f606-4b45-b014-3a9cb80f958c', 'name': '', 'network_id': '06227175-383a-438d-b2ea-446bb23d085d', 'tenant_id': 'e7fa6482b873470e8b5274a0b6cb89ae', 'mac_address': 'fa:16:3e:77:63:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf391632-dbd0-43da-980f-c81ee2cb2f6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3707, 'fixed_ips': [{'subnet_id': '3c6d4c6d-6977-4f9b-a44c-9b6b04f8ca29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:22:32Z', 'updated_at': '2022-06-01T19:22:41Z', 'revision_number': 5, 'project_id': 'e7fa6482b873470e8b5274a0b6cb89ae', 'subnets': [{'id': '3c6d4c6d-6977-4f9b-a44c-9b6b04f8ca29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:29:09.757718 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning complete for port e9dce594-51e9-48c1-b3bf-47a3afbbcada triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:29:09.758141 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:29:09.913991 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port e9dce594-51e9-48c1-b3bf-47a3afbbcada is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:29:09.914658 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:29:09.949925 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '374af576-411b-44cc-b244-c2679e15501d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9dce594-51e9-48c1-b3bf-47a3afbbcada'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:29:09.961512 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port e9dce594-51e9-48c1-b3bf-47a3afbbcada, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=e9dce594-51e9-48c1-b3bf-47a3afbbcada,segment=NetworkSegment(aa3de2cf-f7f5-4c9c-8f82-c8e1cb0d5faf),segment_id=aa3de2cf-f7f5-4c9c-8f82-c8e1cb0d5faf)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:29:09.967640 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:29:09.968533 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device f7aa82f8-c6a2-42b8-af87-864066735155 no longer exists at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:29:10.049903 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] No Port match for: f7aa82f8-c6a2-42b8-af87-864066735155 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:29:10.050497 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device f7aa82f8-c6a2-42b8-af87-864066735155 not bound to the agent host n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:29:10.063918 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf375ea0-64ce-4e63-b78e-be591eebdd7f'] response: {'server_uuid': '374af576-411b-44cc-b244-c2679e15501d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9dce594-51e9-48c1-b3bf-47a3afbbcada', 'code': 200} Jun 01 19:29:10.175205 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=e9dce594-51e9-48c1-b3bf-47a3afbbcada,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:29:10.256600 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f58c5b4c-e193-4427-8827-e111d9e932dc None None] New status for floating IP b6420f3e-298a-4a3d-a61b-c9cf4075b584: DOWN {{(pid=88526) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 19:29:10.314930 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0d93ec-18e9-44ea-807b-44f2174b8851 req-ca0495cc-e721-4222-b9be-c11bf609801b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:29:10.316463 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5d0d93ec-18e9-44ea-807b-44f2174b8851 req-ca0495cc-e721-4222-b9be-c11bf609801b service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=374af576-411b-44cc-b244-c2679e15501d HTTP/1.1" status: 200 len: 1097 time: 0.1766167 Jun 01 19:29:10.357620 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be50b194-521d-40db-929e-2501b9365cf6 req-b7c2afbf-18e8-40a8-a8c6-ff3a3551a287 tempest-TestServerMultinode-438578756 tempest-TestServerMultinode-438578756-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:29:10.359232 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-be50b194-521d-40db-929e-2501b9365cf6 req-b7c2afbf-18e8-40a8-a8c6-ff3a3551a287 tempest-TestServerMultinode-438578756 tempest-TestServerMultinode-438578756-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=374af576-411b-44cc-b244-c2679e15501d HTTP/1.1" status: 200 len: 1097 time: 0.1456954 Jun 01 19:29:10.394338 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5d0d93ec-18e9-44ea-807b-44f2174b8851 req-7ea9e58c-84b9-48c4-bfc9-8290260f82f4 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=e9c3832f-6f5a-49eb-8cad-166dfb26a0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705237 Jun 01 19:29:10.425360 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-be50b194-521d-40db-929e-2501b9365cf6 req-bdea6dd9-7fdf-410c-ae2d-912ae156fbfe tempest-TestServerMultinode-438578756 tempest-TestServerMultinode-438578756-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=e9c3832f-6f5a-49eb-8cad-166dfb26a0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515547 Jun 01 19:29:10.460855 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e8d1606c-182f-4e41-84e0-4c5f1ed3d101 req-9ceb06a8-51d9-4d07-8e0c-f5c44bb64da2 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-574971530&fields=id&tenant_id=e7fa6482b873470e8b5274a0b6cb89ae HTTP/1.1" status: 200 len: 267 time: 0.0576863 Jun 01 19:29:10.691165 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:29:10.710341 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:29:10.738311 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d1606c-182f-4e41-84e0-4c5f1ed3d101 req-eaa3dad7-92cb-48e4-86a1-3f8eb7c322a5 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:29:10.740261 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e8d1606c-182f-4e41-84e0-4c5f1ed3d101 req-eaa3dad7-92cb-48e4-86a1-3f8eb7c322a5 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/networks?id=06227175-383a-438d-b2ea-446bb23d085d HTTP/1.1" status: 200 len: 812 time: 0.2779055 Jun 01 19:29:10.765946 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e8d1606c-182f-4e41-84e0-4c5f1ed3d101 req-7417dd05-b75e-47b6-ace5-c78c9c87dbdb tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/quotas/e7fa6482b873470e8b5274a0b6cb89ae HTTP/1.1" status: 200 len: 375 time: 0.0154147 Jun 01 19:29:10.883959 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e8d1606c-182f-4e41-84e0-4c5f1ed3d101 req-d24b6dab-77c0-4881-b87f-b9a6df710820 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=e7fa6482b873470e8b5274a0b6cb89ae&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1044514 Jun 01 19:29:11.070958 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e8d1606c-182f-4e41-84e0-4c5f1ed3d101 req-9686a04c-d8d5-434d-ae61-ccfe456849b5 service neutron] 10.222.0.41 "GET /v2.0/networks/06227175-383a-438d-b2ea-446bb23d085d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735420 Jun 01 19:29:11.265941 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e8d1606c-182f-4e41-84e0-4c5f1ed3d101 req-dc7e16af-0751-4f6a-9998-2cf0812233be service neutron] 10.222.0.41 "GET /v2.0/networks/06227175-383a-438d-b2ea-446bb23d085d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861560 Jun 01 19:29:11.644556 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:29:11.736166 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cc6ace-5bfc-4678-8898-46df7fca16b4 req-0ad5e066-0d73-4336-8bc1-fbb3f74599fa tempest-TestServerMultinode-438578756 tempest-TestServerMultinode-438578756-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:29:11.737694 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-14cc6ace-5bfc-4678-8898-46df7fca16b4 req-0ad5e066-0d73-4336-8bc1-fbb3f74599fa tempest-TestServerMultinode-438578756 tempest-TestServerMultinode-438578756-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=374af576-411b-44cc-b244-c2679e15501d HTTP/1.1" status: 200 len: 1097 time: 0.1235313 Jun 01 19:29:11.812889 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-14cc6ace-5bfc-4678-8898-46df7fca16b4 req-344d57af-9e35-4a27-87d0-9a31c824331e tempest-TestServerMultinode-438578756 tempest-TestServerMultinode-438578756-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=e9c3832f-6f5a-49eb-8cad-166dfb26a0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641725 Jun 01 19:29:12.038994 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:29:12.084445 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:29:13.096519 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c0006bec-d21f-4dc2-8531-c76ac80fc0fe req-b9e670b7-6d2d-4566-970b-f365cfbed3dc tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/ports?device_id=d922a918-a828-46ed-9bfe-232eaa3c7bcf HTTP/1.1" status: 200 len: 210 time: 0.0864077 Jun 01 19:29:13.204838 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afb24d6-33e9-415c-af7d-031d1d227de3 req-cd241c4d-d7d6-48b3-bd0e-40324df527bd tempest-TestServerMultinode-438578756 tempest-TestServerMultinode-438578756-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:29:13.206328 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-8afb24d6-33e9-415c-af7d-031d1d227de3 req-cd241c4d-d7d6-48b3-bd0e-40324df527bd tempest-TestServerMultinode-438578756 tempest-TestServerMultinode-438578756-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=374af576-411b-44cc-b244-c2679e15501d HTTP/1.1" status: 200 len: 1097 time: 0.2117982 Jun 01 19:29:13.218451 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-86fedbf1-0591-403b-9608-b26d35a22b79 req-716802ab-342e-4978-87c9-c5b07324c345 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=374af576-411b-44cc-b244-c2679e15501d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1293504 Jun 01 19:29:13.260870 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-8afb24d6-33e9-415c-af7d-031d1d227de3 req-5dbd0099-a0f1-4355-8813-32c724b166f6 tempest-TestServerMultinode-438578756 tempest-TestServerMultinode-438578756-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=e9c3832f-6f5a-49eb-8cad-166dfb26a0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466471 Jun 01 19:29:13.450425 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fedbf1-0591-403b-9608-b26d35a22b79 req-7a519631-a39b-43ee-b1f2-ba1c0a4ddf0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:29:13.452847 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-86fedbf1-0591-403b-9608-b26d35a22b79 req-7a519631-a39b-43ee-b1f2-ba1c0a4ddf0c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4766aa8a7d7f486bbf128f19689f2d4d&device_id=374af576-411b-44cc-b244-c2679e15501d HTTP/1.1" status: 200 len: 1097 time: 0.1415908 Jun 01 19:29:13.493754 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b7e1ef-fb22-4f63-95c7-b45eb3a62d39 req-cbec5267-557d-4450-b8ff-f6ea8400a0c2 tempest-TestServerMultinode-438578756 tempest-TestServerMultinode-438578756-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:29:13.496376 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c9b7e1ef-fb22-4f63-95c7-b45eb3a62d39 req-cbec5267-557d-4450-b8ff-f6ea8400a0c2 tempest-TestServerMultinode-438578756 tempest-TestServerMultinode-438578756-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=374af576-411b-44cc-b244-c2679e15501d HTTP/1.1" status: 200 len: 1097 time: 0.1165266 Jun 01 19:29:13.548577 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c9b7e1ef-fb22-4f63-95c7-b45eb3a62d39 req-3b0fec9d-2974-4889-97a0-eb1d43630097 tempest-TestServerMultinode-438578756 tempest-TestServerMultinode-438578756-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=e9c3832f-6f5a-49eb-8cad-166dfb26a0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444703 Jun 01 19:29:13.803845 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fedbf1-0591-403b-9608-b26d35a22b79 req-e5e07007-1e3c-48c1-b37d-8f1fb9320b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:29:13.805502 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-86fedbf1-0591-403b-9608-b26d35a22b79 req-e5e07007-1e3c-48c1-b37d-8f1fb9320b3b service neutron] 10.222.0.50 "GET /v2.0/networks?id=8720f465-e424-4bae-9647-2475d299a954 HTTP/1.1" status: 200 len: 910 time: 0.3333426 Jun 01 19:29:13.887387 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-86fedbf1-0591-403b-9608-b26d35a22b79 req-b1b77c01-9ea0-47c4-89f7-3772d3deaf72 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e9dce594-51e9-48c1-b3bf-47a3afbbcada HTTP/1.1" status: 200 len: 217 time: 0.0757277 Jun 01 19:29:13.971552 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e82308-d198-44cf-990c-bf65655a3c86 req-4e0f8c12-338b-4128-9b4a-efc6328652e2 tempest-TestServerMultinode-438578756 tempest-TestServerMultinode-438578756-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:29:13.974464 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-30e82308-d198-44cf-990c-bf65655a3c86 req-4e0f8c12-338b-4128-9b4a-efc6328652e2 tempest-TestServerMultinode-438578756 tempest-TestServerMultinode-438578756-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=374af576-411b-44cc-b244-c2679e15501d HTTP/1.1" status: 200 len: 1097 time: 0.2041605 Jun 01 19:29:13.980137 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fedbf1-0591-403b-9608-b26d35a22b79 req-14c2db78-105b-4940-a499-cbf8172a6649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:29:13.981746 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-86fedbf1-0591-403b-9608-b26d35a22b79 req-14c2db78-105b-4940-a499-cbf8172a6649 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ae53dc3c-fd0f-46a2-8f71-134d970d289a HTTP/1.1" status: 200 len: 848 time: 0.0872822 Jun 01 19:29:14.106082 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-30e82308-d198-44cf-990c-bf65655a3c86 req-1918e311-78fd-4580-9fc8-7ca2b1042636 tempest-TestServerMultinode-438578756 tempest-TestServerMultinode-438578756-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=e9c3832f-6f5a-49eb-8cad-166dfb26a0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186230 Jun 01 19:29:14.169265 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fedbf1-0591-403b-9608-b26d35a22b79 req-3e4969a4-6f62-44bc-aad0-720b66d18d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:29:14.177421 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-86fedbf1-0591-403b-9608-b26d35a22b79 req-3e4969a4-6f62-44bc-aad0-720b66d18d37 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8720f465-e424-4bae-9647-2475d299a954&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1499231 Jun 01 19:29:14.288766 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-fb4b1dcd-dd2a-4437-b117-b302fb16b78a req-79c3b5a7-7599-487c-922d-72216f4883a3 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/ports?device_id=d922a918-a828-46ed-9bfe-232eaa3c7bcf HTTP/1.1" status: 200 len: 210 time: 0.0698478 Jun 01 19:29:14.433793 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-86fedbf1-0591-403b-9608-b26d35a22b79 req-9c7cc20c-1371-4486-9cdb-4f0062f3adb4 service neutron] 10.222.0.50 "GET /v2.0/networks/8720f465-e424-4bae-9647-2475d299a954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2503150 Jun 01 19:29:14.699159 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff468c12-3aa5-4ed0-a30b-26d5586a6346 req-ec6f0b6d-9692-4972-b512-6c70d2ddb502 tempest-TestServerMultinode-438578756 tempest-TestServerMultinode-438578756-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:29:14.701643 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ff468c12-3aa5-4ed0-a30b-26d5586a6346 req-ec6f0b6d-9692-4972-b512-6c70d2ddb502 tempest-TestServerMultinode-438578756 tempest-TestServerMultinode-438578756-project-admin] 10.222.0.41 "GET /v2.0/networks?id=8720f465-e424-4bae-9647-2475d299a954 HTTP/1.1" status: 200 len: 910 time: 0.2943704 Jun 01 19:29:14.717912 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-86fedbf1-0591-403b-9608-b26d35a22b79 req-5ab759ac-43f7-4f39-8267-4bbc729f0caa service neutron] 10.222.0.50 "GET /v2.0/networks/8720f465-e424-4bae-9647-2475d299a954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2287352 Jun 01 19:29:14.739081 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ff468c12-3aa5-4ed0-a30b-26d5586a6346 req-d8cc6692-2d35-488e-b384-de29295d6a64 tempest-TestServerMultinode-438578756 tempest-TestServerMultinode-438578756-project-admin] 10.222.0.41 "GET /v2.0/quotas/4766aa8a7d7f486bbf128f19689f2d4d HTTP/1.1" status: 200 len: 375 time: 0.0193801 Jun 01 19:29:14.862592 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ff468c12-3aa5-4ed0-a30b-26d5586a6346 req-8cfc4c7e-b190-4b40-94ba-5e08682ac5fc tempest-TestServerMultinode-438578756 tempest-TestServerMultinode-438578756-project-admin] 10.222.0.41 "GET /v2.0/ports?tenant_id=4766aa8a7d7f486bbf128f19689f2d4d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1150401 Jun 01 19:29:15.052915 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ff468c12-3aa5-4ed0-a30b-26d5586a6346 req-8ddc07da-eb1f-42c2-9d14-e6e237affe51 service neutron] 10.222.0.41 "GET /v2.0/networks/8720f465-e424-4bae-9647-2475d299a954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762047 Jun 01 19:29:15.247548 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ff468c12-3aa5-4ed0-a30b-26d5586a6346 req-d5d346c2-ee89-4c38-b0be-da9776f3fb17 service neutron] 10.222.0.41 "GET /v2.0/networks/8720f465-e424-4bae-9647-2475d299a954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852987 Jun 01 19:29:15.549155 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3a94f4ff-c221-4702-8a71-5c718d2497b3 req-97abcfd5-9d82-4515-bda1-e5645d3523eb tempest-TestServerMultinode-438578756 tempest-TestServerMultinode-438578756-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=d0a73fac-140b-4a14-aba1-69d450a87679 HTTP/1.1" status: 200 len: 210 time: 0.0837796 Jun 01 19:29:15.600023 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a800aa30-c325-48db-a97f-97ed64de3002 req-d5bf2159-e3bd-47c3-bc12-9e2948f3a9da tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/ports?device_id=d922a918-a828-46ed-9bfe-232eaa3c7bcf HTTP/1.1" status: 200 len: 210 time: 0.2467687 Jun 01 19:29:16.746092 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3917a58d-bd27-4266-b5a9-e80faadb993b req-17c58b65-d902-4133-af10-d3ada3a25cd1 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/ports?device_id=d922a918-a828-46ed-9bfe-232eaa3c7bcf HTTP/1.1" status: 200 len: 210 time: 0.0602303 Jun 01 19:29:16.823524 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-08488471-0a8e-4cce-a9e4-14b9a1e4c562 req-f2613828-ebd0-42bd-888b-70cc61ef88d9 tempest-TestServerMultinode-438578756 tempest-TestServerMultinode-438578756-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=d0a73fac-140b-4a14-aba1-69d450a87679 HTTP/1.1" status: 200 len: 210 time: 0.0760677 Jun 01 19:29:17.390589 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff468c12-3aa5-4ed0-a30b-26d5586a6346 req-f26e4c77-c78c-4d79-b53b-37ff7fce5ff6 tempest-TestServerMultinode-438578756 tempest-TestServerMultinode-438578756-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:29:17.393415 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ff468c12-3aa5-4ed0-a30b-26d5586a6346 req-f26e4c77-c78c-4d79-b53b-37ff7fce5ff6 tempest-TestServerMultinode-438578756 tempest-TestServerMultinode-438578756-project-admin] 10.222.0.15 "GET /v2.0/networks?id=8720f465-e424-4bae-9647-2475d299a954 HTTP/1.1" status: 200 len: 910 time: 0.2171509 Jun 01 19:29:17.411093 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [req-ff468c12-3aa5-4ed0-a30b-26d5586a6346 req-538c6f6d-a533-461e-87bb-c1b6d5f0fedb tempest-TestServerMultinode-438578756 tempest-TestServerMultinode-438578756-project-admin] Request body: {'port': {'device_id': 'd0a73fac-140b-4a14-aba1-69d450a87679', 'network_id': '8720f465-e424-4bae-9647-2475d299a954', 'admin_state_up': True, 'tenant_id': '4766aa8a7d7f486bbf128f19689f2d4d'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:29:17.419926 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [req-ff468c12-3aa5-4ed0-a30b-26d5586a6346 req-538c6f6d-a533-461e-87bb-c1b6d5f0fedb tempest-TestServerMultinode-438578756 tempest-TestServerMultinode-438578756-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:29:17.436800 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [req-ff468c12-3aa5-4ed0-a30b-26d5586a6346 req-538c6f6d-a533-461e-87bb-c1b6d5f0fedb tempest-TestServerMultinode-438578756 tempest-TestServerMultinode-438578756-project-admin] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:29:17.453442 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff468c12-3aa5-4ed0-a30b-26d5586a6346 req-538c6f6d-a533-461e-87bb-c1b6d5f0fedb tempest-TestServerMultinode-438578756 tempest-TestServerMultinode-438578756-project-admin] Made reservation on behalf of 4766aa8a7d7f486bbf128f19689f2d4d for: {'port': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:29:17.456549 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-ff468c12-3aa5-4ed0-a30b-26d5586a6346 req-538c6f6d-a533-461e-87bb-c1b6d5f0fedb tempest-TestServerMultinode-438578756 tempest-TestServerMultinode-438578756-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:29:17.673565 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [req-ff468c12-3aa5-4ed0-a30b-26d5586a6346 req-538c6f6d-a533-461e-87bb-c1b6d5f0fedb tempest-TestServerMultinode-438578756 tempest-TestServerMultinode-438578756-project-admin] Allocated IP 172.20.0.3 (8720f465-e424-4bae-9647-2475d299a954/ae53dc3c-fd0f-46a2-8f71-134d970d289a/fa725766-cf7a-421c-8d7d-a07978b9338a) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:29:18.010149 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-7b87b447-c6c9-47e7-a53c-83dcf90c8797 req-e198e02d-43ba-4507-9be9-c6a03cdc6843 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/ports?device_id=d922a918-a828-46ed-9bfe-232eaa3c7bcf HTTP/1.1" status: 200 len: 210 time: 0.0805042 Jun 01 19:29:18.039318 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-ff468c12-3aa5-4ed0-a30b-26d5586a6346 req-538c6f6d-a533-461e-87bb-c1b6d5f0fedb tempest-TestServerMultinode-438578756 tempest-TestServerMultinode-438578756-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:29:18.066378 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [req-ff468c12-3aa5-4ed0-a30b-26d5586a6346 req-538c6f6d-a533-461e-87bb-c1b6d5f0fedb tempest-TestServerMultinode-438578756 tempest-TestServerMultinode-438578756-project-admin] Transition to ACTIVE for port object fa725766-cf7a-421c-8d7d-a07978b9338a will not be triggered until provisioned by entity DHCP. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:29:18.103067 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-ff468c12-3aa5-4ed0-a30b-26d5586a6346 req-538c6f6d-a533-461e-87bb-c1b6d5f0fedb tempest-TestServerMultinode-438578756 tempest-TestServerMultinode-438578756-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:29:18.110551 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-73dd8ebf-2d23-4317-88d5-557a5170827c req-76954fc8-ef6e-4647-9562-1065a8a717f9 tempest-TestServerMultinode-438578756 tempest-TestServerMultinode-438578756-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=d0a73fac-140b-4a14-aba1-69d450a87679 HTTP/1.1" status: 200 len: 210 time: 0.0778143 Jun 01 19:29:18.117994 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] get_ports_and_sgs() called for port_ids ['e9dce594-51e9-48c1-b3bf-47a3afbbcada'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 19:29:18.204737 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff468c12-3aa5-4ed0-a30b-26d5586a6346 req-538c6f6d-a533-461e-87bb-c1b6d5f0fedb tempest-TestServerMultinode-438578756 tempest-TestServerMultinode-438578756-project-admin] Network 8720f465-e424-4bae-9647-2475d299a954 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:29:18.212929 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [req-ff468c12-3aa5-4ed0-a30b-26d5586a6346 req-538c6f6d-a533-461e-87bb-c1b6d5f0fedb tempest-TestServerMultinode-438578756 tempest-TestServerMultinode-438578756-project-admin] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:29:18.235226 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff468c12-3aa5-4ed0-a30b-26d5586a6346 req-538c6f6d-a533-461e-87bb-c1b6d5f0fedb tempest-TestServerMultinode-438578756 tempest-TestServerMultinode-438578756-project-admin] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:29:18.308215 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538c6f6d-a533-461e-87bb-c1b6d5f0fedb tempest-TestServerMultinode-438578756 tempest-TestServerMultinode-438578756-project-admin] Pushing event updated for resources: {'Port': ['ID=fa725766-cf7a-421c-8d7d-a07978b9338a,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:29:18.332450 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff468c12-3aa5-4ed0-a30b-26d5586a6346 req-538c6f6d-a533-461e-87bb-c1b6d5f0fedb tempest-TestServerMultinode-438578756 tempest-TestServerMultinode-438578756-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:29:18.334397 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-ff468c12-3aa5-4ed0-a30b-26d5586a6346 req-538c6f6d-a533-461e-87bb-c1b6d5f0fedb tempest-TestServerMultinode-438578756 tempest-TestServerMultinode-438578756-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:29:18.381165 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ff468c12-3aa5-4ed0-a30b-26d5586a6346 req-538c6f6d-a533-461e-87bb-c1b6d5f0fedb tempest-TestServerMultinode-438578756 tempest-TestServerMultinode-438578756-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.9750223 Jun 01 19:29:18.407169 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [req-ff468c12-3aa5-4ed0-a30b-26d5586a6346 req-39fffe1d-6378-4bd3-8ed2-2d8ef052cc64 service neutron] Request body: {'port': {'device_id': 'd0a73fac-140b-4a14-aba1-69d450a87679', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844202-1'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:29:18.608710 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-ff468c12-3aa5-4ed0-a30b-26d5586a6346 req-39fffe1d-6378-4bd3-8ed2-2d8ef052cc64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:29:18.657998 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-b265d959-6102-431d-aa5c-2d96288b1a27 None None] Provisioning for port fa725766-cf7a-421c-8d7d-a07978b9338a completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:29:18.670174 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-b265d959-6102-431d-aa5c-2d96288b1a27 None None] Provisioning complete for port fa725766-cf7a-421c-8d7d-a07978b9338a triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:29:18.670712 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-b265d959-6102-431d-aa5c-2d96288b1a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:29:18.738341 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-b265d959-6102-431d-aa5c-2d96288b1a27 None None] Port fa725766-cf7a-421c-8d7d-a07978b9338a cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:29:19.181599 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [req-ff468c12-3aa5-4ed0-a30b-26d5586a6346 req-39fffe1d-6378-4bd3-8ed2-2d8ef052cc64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa725766-cf7a-421c-8d7d-a07978b9338a {{(pid=88525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 19:29:19.190144 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-ff468c12-3aa5-4ed0-a30b-26d5586a6346 req-39fffe1d-6378-4bd3-8ed2-2d8ef052cc64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:29:19.210076 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [req-ff468c12-3aa5-4ed0-a30b-26d5586a6346 req-39fffe1d-6378-4bd3-8ed2-2d8ef052cc64 service neutron] Transition to ACTIVE for port object fa725766-cf7a-421c-8d7d-a07978b9338a will not be triggered until provisioned by entity L2. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:29:19.215561 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-ff468c12-3aa5-4ed0-a30b-26d5586a6346 req-39fffe1d-6378-4bd3-8ed2-2d8ef052cc64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:29:19.344703 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fffe1d-6378-4bd3-8ed2-2d8ef052cc64 service neutron] Pushing event updated for resources: {'Port': ['ID=fa725766-cf7a-421c-8d7d-a07978b9338a,revision_number=2']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:29:19.530811 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2e84eb1b-3d00-4acd-9436-dea1a18c35ae req-cb4682ce-4689-4f89-9e86-7b53bb808dad tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/ports?device_id=d922a918-a828-46ed-9bfe-232eaa3c7bcf HTTP/1.1" status: 200 len: 210 time: 0.1871819 Jun 01 19:29:19.613302 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d1606c-182f-4e41-84e0-4c5f1ed3d101 req-f38985b3-d988-469f-b3e6-dc797a0484d7 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:29:19.615979 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e8d1606c-182f-4e41-84e0-4c5f1ed3d101 req-f38985b3-d988-469f-b3e6-dc797a0484d7 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.15 "GET /v2.0/networks?id=06227175-383a-438d-b2ea-446bb23d085d HTTP/1.1" status: 200 len: 812 time: 0.4804370 Jun 01 19:29:19.621946 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73f580f-ce3d-4918-846d-e90d5f42a00a req-2e965ef7-3132-46e0-8c24-3c16be7cbb2b tempest-TestServerMultinode-438578756 tempest-TestServerMultinode-438578756-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:29:19.633967 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b73f580f-ce3d-4918-846d-e90d5f42a00a req-2e965ef7-3132-46e0-8c24-3c16be7cbb2b tempest-TestServerMultinode-438578756 tempest-TestServerMultinode-438578756-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=d0a73fac-140b-4a14-aba1-69d450a87679 HTTP/1.1" status: 200 len: 1052 time: 0.2341659 Jun 01 19:29:19.764971 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b73f580f-ce3d-4918-846d-e90d5f42a00a req-8bbc815c-6f93-4a97-9a52-7ab1b1bc1c84 tempest-TestServerMultinode-438578756 tempest-TestServerMultinode-438578756-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=e9c3832f-6f5a-49eb-8cad-166dfb26a0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297836 Jun 01 19:29:19.773412 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-ff468c12-3aa5-4ed0-a30b-26d5586a6346 req-39fffe1d-6378-4bd3-8ed2-2d8ef052cc64 service neutron] Attempting to bind port fa725766-cf7a-421c-8d7d-a07978b9338a on host n-h1-844202-1 for vnic_type normal with profile {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:29:19.774014 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-ff468c12-3aa5-4ed0-a30b-26d5586a6346 req-39fffe1d-6378-4bd3-8ed2-2d8ef052cc64 service neutron] Attempting to bind port fa725766-cf7a-421c-8d7d-a07978b9338a by drivers openvswitch,hyperv on host n-h1-844202-1 at level 0 using segments [{'id': 'aa3de2cf-f7f5-4c9c-8f82-c8e1cb0d5faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '8720f465-e424-4bae-9647-2475d299a954'}] {{(pid=88525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:29:19.774508 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff468c12-3aa5-4ed0-a30b-26d5586a6346 req-39fffe1d-6378-4bd3-8ed2-2d8ef052cc64 service neutron] Attempting to bind port fa725766-cf7a-421c-8d7d-a07978b9338a on network 8720f465-e424-4bae-9647-2475d299a954 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:29:19.780163 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e8d1606c-182f-4e41-84e0-4c5f1ed3d101 req-ad064ad8-5c89-4497-8460-76b645a98ab9 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e7fa6482b873470e8b5274a0b6cb89ae HTTP/1.1" status: 200 len: 379 time: 0.1438110 Jun 01 19:29:19.781496 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff468c12-3aa5-4ed0-a30b-26d5586a6346 req-39fffe1d-6378-4bd3-8ed2-2d8ef052cc64 service neutron] Port fa725766-cf7a-421c-8d7d-a07978b9338a on network 8720f465-e424-4bae-9647-2475d299a954 not bound, no agent of type Open vSwitch agent registered on host n-h1-844202-1 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 19:29:19.782032 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff468c12-3aa5-4ed0-a30b-26d5586a6346 req-39fffe1d-6378-4bd3-8ed2-2d8ef052cc64 service neutron] Attempting to bind port fa725766-cf7a-421c-8d7d-a07978b9338a on network 8720f465-e424-4bae-9647-2475d299a954 {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:29:19.798046 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff468c12-3aa5-4ed0-a30b-26d5586a6346 req-39fffe1d-6378-4bd3-8ed2-2d8ef052cc64 service neutron] Checking agent: {'id': 'bdb1e5d7-b998-4259-838f-3d278e930f32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 29, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:29:19.798046 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff468c12-3aa5-4ed0-a30b-26d5586a6346 req-39fffe1d-6378-4bd3-8ed2-2d8ef052cc64 service neutron] Checking segment: {'id': 'aa3de2cf-f7f5-4c9c-8f82-c8e1cb0d5faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '8720f465-e424-4bae-9647-2475d299a954'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:29:19.798046 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff468c12-3aa5-4ed0-a30b-26d5586a6346 req-39fffe1d-6378-4bd3-8ed2-2d8ef052cc64 service neutron] Bound using segment: {'id': 'aa3de2cf-f7f5-4c9c-8f82-c8e1cb0d5faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '8720f465-e424-4bae-9647-2475d299a954'} {{(pid=88525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:29:19.798046 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.managers [req-ff468c12-3aa5-4ed0-a30b-26d5586a6346 req-39fffe1d-6378-4bd3-8ed2-2d8ef052cc64 service neutron] Bound port: fa725766-cf7a-421c-8d7d-a07978b9338a, host: n-h1-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa3de2cf-f7f5-4c9c-8f82-c8e1cb0d5faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '8720f465-e424-4bae-9647-2475d299a954'}}] {{(pid=88525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:29:19.798046 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-ff468c12-3aa5-4ed0-a30b-26d5586a6346 req-39fffe1d-6378-4bd3-8ed2-2d8ef052cc64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:29:19.804123 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-e8d1606c-182f-4e41-84e0-4c5f1ed3d101 req-79f30159-27bf-4bd6-b539-b7cdfe4cc6cc tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Request body: {'port': {'device_id': 'd922a918-a828-46ed-9bfe-232eaa3c7bcf', 'network_id': '06227175-383a-438d-b2ea-446bb23d085d', 'admin_state_up': True, 'tenant_id': 'e7fa6482b873470e8b5274a0b6cb89ae', 'security_groups': ['69a184b0-4b49-43a1-a178-506528d57d3e']}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:29:20.027130 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-ff468c12-3aa5-4ed0-a30b-26d5586a6346 req-39fffe1d-6378-4bd3-8ed2-2d8ef052cc64 service neutron] For port fa725766-cf7a-421c-8d7d-a07978b9338a, host n-h1-844202-1, cleared binding levels {{(pid=88525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:29:20.031151 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-ff468c12-3aa5-4ed0-a30b-26d5586a6346 req-39fffe1d-6378-4bd3-8ed2-2d8ef052cc64 service neutron] For port fa725766-cf7a-421c-8d7d-a07978b9338a, host n-h1-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=fa725766-cf7a-421c-8d7d-a07978b9338a,segment=NetworkSegment(aa3de2cf-f7f5-4c9c-8f82-c8e1cb0d5faf),segment_id=aa3de2cf-f7f5-4c9c-8f82-c8e1cb0d5faf)] {{(pid=88525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:29:20.043221 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-ff468c12-3aa5-4ed0-a30b-26d5586a6346 req-39fffe1d-6378-4bd3-8ed2-2d8ef052cc64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:29:20.204635 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fffe1d-6378-4bd3-8ed2-2d8ef052cc64 service neutron] Pushing event updated for resources: {'Port': ['ID=fa725766-cf7a-421c-8d7d-a07978b9338a,revision_number=3']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:29:20.230265 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff468c12-3aa5-4ed0-a30b-26d5586a6346 req-39fffe1d-6378-4bd3-8ed2-2d8ef052cc64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:29:20.232867 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-ff468c12-3aa5-4ed0-a30b-26d5586a6346 req-39fffe1d-6378-4bd3-8ed2-2d8ef052cc64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:29:20.238700 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ff468c12-3aa5-4ed0-a30b-26d5586a6346 req-39fffe1d-6378-4bd3-8ed2-2d8ef052cc64 service neutron] 10.222.0.15 "PUT /v2.0/ports/fa725766-cf7a-421c-8d7d-a07978b9338a HTTP/1.1" status: 200 len: 1091 time: 1.8351049 Jun 01 19:29:20.240072 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0a73fac-140b-4a14-aba1-69d450a87679', 'tag': 'fa725766-cf7a-421c-8d7d-a07978b9338a'}] {{(pid=88525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:29:20.485043 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-e8d1606c-182f-4e41-84e0-4c5f1ed3d101 req-79f30159-27bf-4bd6-b539-b7cdfe4cc6cc tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:29:20.502731 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-e8d1606c-182f-4e41-84e0-4c5f1ed3d101 req-79f30159-27bf-4bd6-b539-b7cdfe4cc6cc tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Usage tracker for resource:port and tenant:e7fa6482b873470e8b5274a0b6cb89ae is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:29:20.511714 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-e8d1606c-182f-4e41-84e0-4c5f1ed3d101 req-79f30159-27bf-4bd6-b539-b7cdfe4cc6cc tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:29:20.556033 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-e8d1606c-182f-4e41-84e0-4c5f1ed3d101 req-79f30159-27bf-4bd6-b539-b7cdfe4cc6cc tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:29:20.608554 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8d1606c-182f-4e41-84e0-4c5f1ed3d101 req-79f30159-27bf-4bd6-b539-b7cdfe4cc6cc tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Made reservation on behalf of e7fa6482b873470e8b5274a0b6cb89ae for: {'port': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:29:20.631428 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-e8d1606c-182f-4e41-84e0-4c5f1ed3d101 req-79f30159-27bf-4bd6-b539-b7cdfe4cc6cc tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:29:20.633071 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff468c12-3aa5-4ed0-a30b-26d5586a6346 req-1d42fb12-9329-411d-8631-e7812c805216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:29:20.643397 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ff468c12-3aa5-4ed0-a30b-26d5586a6346 req-1d42fb12-9329-411d-8631-e7812c805216 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4766aa8a7d7f486bbf128f19689f2d4d&device_id=d0a73fac-140b-4a14-aba1-69d450a87679 HTTP/1.1" status: 200 len: 1094 time: 0.3223758 Jun 01 19:29:21.052406 n-d-844202-1 neutron-server[88525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72be98c2-dda2-4ec7-92ef-b9205988abd6'] response: {'name': 'network-changed', 'server_uuid': 'd0a73fac-140b-4a14-aba1-69d450a87679', 'tag': 'fa725766-cf7a-421c-8d7d-a07978b9338a', 'status': 'completed', 'code': 200} Jun 01 19:29:21.123012 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ff468c12-3aa5-4ed0-a30b-26d5586a6346 req-9a57ff9f-2fd3-4352-9f98-9376d7b9d5c6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fa725766-cf7a-421c-8d7d-a07978b9338a HTTP/1.1" status: 200 len: 217 time: 0.4752643 Jun 01 19:29:21.261160 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-de17d1be-2461-4c7d-9b1c-2502b7252d4c req-728ff5d1-997c-4df9-9030-e5913f224a6b tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Synchronizing usage tracker for tenant:e7fa6482b873470e8b5274a0b6cb89ae on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:29:21.332851 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-de17d1be-2461-4c7d-9b1c-2502b7252d4c req-728ff5d1-997c-4df9-9030-e5913f224a6b tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Unset dirty status for tenant:e7fa6482b873470e8b5274a0b6cb89ae on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:29:21.336093 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-de17d1be-2461-4c7d-9b1c-2502b7252d4c req-728ff5d1-997c-4df9-9030-e5913f224a6b tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/ports?device_id=d922a918-a828-46ed-9bfe-232eaa3c7bcf HTTP/1.1" status: 200 len: 210 time: 0.1676779 Jun 01 19:29:21.352868 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff468c12-3aa5-4ed0-a30b-26d5586a6346 req-659c7efe-ab7e-4263-b098-962053c48d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:29:21.354442 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ff468c12-3aa5-4ed0-a30b-26d5586a6346 req-659c7efe-ab7e-4263-b098-962053c48d1b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ae53dc3c-fd0f-46a2-8f71-134d970d289a HTTP/1.1" status: 200 len: 848 time: 0.2207232 Jun 01 19:29:21.397478 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [req-e8d1606c-182f-4e41-84e0-4c5f1ed3d101 req-79f30159-27bf-4bd6-b539-b7cdfe4cc6cc tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Allocated IP 172.20.0.3 (06227175-383a-438d-b2ea-446bb23d085d/3c6d4c6d-6977-4f9b-a44c-9b6b04f8ca29/195bb061-5bc4-4388-bcb0-d98cbabb506e) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:29:21.451858 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81198c3-d890-47b6-b562-edc24ab270d2 req-928689a9-457e-4158-be21-81a2845e8d90 tempest-TestServerMultinode-438578756 tempest-TestServerMultinode-438578756-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:29:21.452909 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-b81198c3-d890-47b6-b562-edc24ab270d2 req-928689a9-457e-4158-be21-81a2845e8d90 tempest-TestServerMultinode-438578756 tempest-TestServerMultinode-438578756-project-admin] Synchronizing usage tracker for tenant:4766aa8a7d7f486bbf128f19689f2d4d on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:29:21.490236 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-b81198c3-d890-47b6-b562-edc24ab270d2 req-928689a9-457e-4158-be21-81a2845e8d90 tempest-TestServerMultinode-438578756 tempest-TestServerMultinode-438578756-project-admin] Unset dirty status for tenant:4766aa8a7d7f486bbf128f19689f2d4d on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:29:21.499649 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b81198c3-d890-47b6-b562-edc24ab270d2 req-928689a9-457e-4158-be21-81a2845e8d90 tempest-TestServerMultinode-438578756 tempest-TestServerMultinode-438578756-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=d0a73fac-140b-4a14-aba1-69d450a87679 HTTP/1.1" status: 200 len: 1094 time: 0.2686796 Jun 01 19:29:21.539462 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff468c12-3aa5-4ed0-a30b-26d5586a6346 req-a1a26ce3-5986-455f-a34b-35df934a19eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:29:21.545198 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ff468c12-3aa5-4ed0-a30b-26d5586a6346 req-a1a26ce3-5986-455f-a34b-35df934a19eb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8720f465-e424-4bae-9647-2475d299a954&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1785038 Jun 01 19:29:21.811369 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-e8d1606c-182f-4e41-84e0-4c5f1ed3d101 req-79f30159-27bf-4bd6-b539-b7cdfe4cc6cc tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:29:21.812794 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ff468c12-3aa5-4ed0-a30b-26d5586a6346 req-f2923451-e0c4-469e-97c2-bfad3572dbb6 service neutron] 10.222.0.15 "GET /v2.0/networks/8720f465-e424-4bae-9647-2475d299a954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2469633 Jun 01 19:29:21.829446 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b81198c3-d890-47b6-b562-edc24ab270d2 req-e4bcc81a-b1a9-41d4-b455-744107e47b55 tempest-TestServerMultinode-438578756 tempest-TestServerMultinode-438578756-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=e9c3832f-6f5a-49eb-8cad-166dfb26a0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3281758 Jun 01 19:29:21.851137 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [req-e8d1606c-182f-4e41-84e0-4c5f1ed3d101 req-79f30159-27bf-4bd6-b539-b7cdfe4cc6cc tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Transition to ACTIVE for port object 195bb061-5bc4-4388-bcb0-d98cbabb506e will not be triggered until provisioned by entity DHCP. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:29:21.919662 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-e8d1606c-182f-4e41-84e0-4c5f1ed3d101 req-79f30159-27bf-4bd6-b539-b7cdfe4cc6cc tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:29:22.184372 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f30159-27bf-4bd6-b539-b7cdfe4cc6cc tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Pushing event updated for resources: {'Port': ['ID=195bb061-5bc4-4388-bcb0-d98cbabb506e,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:29:22.191237 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8d1606c-182f-4e41-84e0-4c5f1ed3d101 req-79f30159-27bf-4bd6-b539-b7cdfe4cc6cc tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Network 06227175-383a-438d-b2ea-446bb23d085d is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:29:22.194941 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [req-e8d1606c-182f-4e41-84e0-4c5f1ed3d101 req-79f30159-27bf-4bd6-b539-b7cdfe4cc6cc tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:29:22.204403 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8d1606c-182f-4e41-84e0-4c5f1ed3d101 req-79f30159-27bf-4bd6-b539-b7cdfe4cc6cc tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:29:22.264009 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ff468c12-3aa5-4ed0-a30b-26d5586a6346 req-86e124ed-9db1-4a5f-a23f-3238e80f6196 service neutron] 10.222.0.15 "GET /v2.0/networks/8720f465-e424-4bae-9647-2475d299a954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4316785 Jun 01 19:29:22.384278 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d1606c-182f-4e41-84e0-4c5f1ed3d101 req-79f30159-27bf-4bd6-b539-b7cdfe4cc6cc tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:29:22.385263 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-e8d1606c-182f-4e41-84e0-4c5f1ed3d101 req-79f30159-27bf-4bd6-b539-b7cdfe4cc6cc tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:29:22.421638 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e8d1606c-182f-4e41-84e0-4c5f1ed3d101 req-79f30159-27bf-4bd6-b539-b7cdfe4cc6cc tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6274648 Jun 01 19:29:22.455498 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-e8d1606c-182f-4e41-84e0-4c5f1ed3d101 req-84d5bfbf-fdbe-4703-9e23-6b8a4f6c6153 service neutron] Request body: {'port': {'device_id': 'd922a918-a828-46ed-9bfe-232eaa3c7bcf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844202-1'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:29:22.548135 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07d062c-7ea1-4732-a491-59cac15bb1cb req-20334420-4ee9-4221-a869-0ebc63f83b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:29:22.550063 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a07d062c-7ea1-4732-a491-59cac15bb1cb req-20334420-4ee9-4221-a869-0ebc63f83b94 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4766aa8a7d7f486bbf128f19689f2d4d&device_id=d0a73fac-140b-4a14-aba1-69d450a87679 HTTP/1.1" status: 200 len: 1094 time: 0.1713769 Jun 01 19:29:22.816985 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-e8d1606c-182f-4e41-84e0-4c5f1ed3d101 req-84d5bfbf-fdbe-4703-9e23-6b8a4f6c6153 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:29:22.938617 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-360ba3ba-1c36-4f60-b07c-53bbe9b6cd7d None None] Provisioning for port 195bb061-5bc4-4388-bcb0-d98cbabb506e completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:29:22.946647 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07d062c-7ea1-4732-a491-59cac15bb1cb req-58d11e55-0ed5-47e7-beb5-71e211cc8c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:29:22.953734 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a07d062c-7ea1-4732-a491-59cac15bb1cb req-58d11e55-0ed5-47e7-beb5-71e211cc8c47 service neutron] 10.222.0.15 "GET /v2.0/networks?id=8720f465-e424-4bae-9647-2475d299a954 HTTP/1.1" status: 200 len: 910 time: 0.3942373 Jun 01 19:29:22.955726 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-360ba3ba-1c36-4f60-b07c-53bbe9b6cd7d None None] Provisioning complete for port 195bb061-5bc4-4388-bcb0-d98cbabb506e triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:29:22.956332 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-360ba3ba-1c36-4f60-b07c-53bbe9b6cd7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:29:22.983114 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a26a8bf-e60d-4695-b0d2-9a7c721faa5d req-3a54407f-c40f-40cf-99f1-54b35714412d tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:29:22.984960 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-2a26a8bf-e60d-4695-b0d2-9a7c721faa5d req-3a54407f-c40f-40cf-99f1-54b35714412d tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/ports?device_id=d922a918-a828-46ed-9bfe-232eaa3c7bcf HTTP/1.1" status: 200 len: 931 time: 0.3104267 Jun 01 19:29:23.245667 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a07d062c-7ea1-4732-a491-59cac15bb1cb req-33263cd6-52f8-44f2-bc75-34ce34c2f4b5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fa725766-cf7a-421c-8d7d-a07978b9338a HTTP/1.1" status: 200 len: 217 time: 0.2862878 Jun 01 19:29:23.282430 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-360ba3ba-1c36-4f60-b07c-53bbe9b6cd7d None None] Port 195bb061-5bc4-4388-bcb0-d98cbabb506e cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:29:23.441087 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07d062c-7ea1-4732-a491-59cac15bb1cb req-52ab4ce4-fe35-4e7e-be18-c9ddf7f760f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:29:23.447433 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a07d062c-7ea1-4732-a491-59cac15bb1cb req-52ab4ce4-fe35-4e7e-be18-c9ddf7f760f2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ae53dc3c-fd0f-46a2-8f71-134d970d289a HTTP/1.1" status: 200 len: 848 time: 0.1936388 Jun 01 19:29:23.672391 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-2a26a8bf-e60d-4695-b0d2-9a7c721faa5d req-c6724f65-01c0-44cf-9f06-c9c42b92dbf0 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/security-groups?id=69a184b0-4b49-43a1-a178-506528d57d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6548419 Jun 01 19:29:23.794555 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9752ec-a9c5-4f45-af2c-7fd80adb989b req-be7ef61f-b51e-44cd-b757-0d1239318125 tempest-TestServerMultinode-438578756 tempest-TestServerMultinode-438578756-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:29:23.797509 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ec9752ec-a9c5-4f45-af2c-7fd80adb989b req-be7ef61f-b51e-44cd-b757-0d1239318125 tempest-TestServerMultinode-438578756 tempest-TestServerMultinode-438578756-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=d0a73fac-140b-4a14-aba1-69d450a87679 HTTP/1.1" status: 200 len: 1094 time: 0.1818044 Jun 01 19:29:23.915770 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07d062c-7ea1-4732-a491-59cac15bb1cb req-bfb2fc52-7a17-407b-9f6e-42001c43e484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:29:23.939273 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a07d062c-7ea1-4732-a491-59cac15bb1cb req-bfb2fc52-7a17-407b-9f6e-42001c43e484 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8720f465-e424-4bae-9647-2475d299a954&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4766622 Jun 01 19:29:24.022189 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ec9752ec-a9c5-4f45-af2c-7fd80adb989b req-f50f2c36-a223-464f-b4df-b450317af191 tempest-TestServerMultinode-438578756 tempest-TestServerMultinode-438578756-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=e9c3832f-6f5a-49eb-8cad-166dfb26a0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978674 Jun 01 19:29:24.126696 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [req-e8d1606c-182f-4e41-84e0-4c5f1ed3d101 req-84d5bfbf-fdbe-4703-9e23-6b8a4f6c6153 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 195bb061-5bc4-4388-bcb0-d98cbabb506e {{(pid=88524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 19:29:24.146657 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-e8d1606c-182f-4e41-84e0-4c5f1ed3d101 req-84d5bfbf-fdbe-4703-9e23-6b8a4f6c6153 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:29:24.178635 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [req-e8d1606c-182f-4e41-84e0-4c5f1ed3d101 req-84d5bfbf-fdbe-4703-9e23-6b8a4f6c6153 service neutron] Transition to ACTIVE for port object 195bb061-5bc4-4388-bcb0-d98cbabb506e will not be triggered until provisioned by entity L2. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:29:24.186967 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-e8d1606c-182f-4e41-84e0-4c5f1ed3d101 req-84d5bfbf-fdbe-4703-9e23-6b8a4f6c6153 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:29:24.404364 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a07d062c-7ea1-4732-a491-59cac15bb1cb req-cca28011-e0e3-44d0-928e-dc59f0d6a027 service neutron] 10.222.0.15 "GET /v2.0/networks/8720f465-e424-4bae-9647-2475d299a954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4208121 Jun 01 19:29:24.572614 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d5bfbf-fdbe-4703-9e23-6b8a4f6c6153 service neutron] Pushing event updated for resources: {'Port': ['ID=195bb061-5bc4-4388-bcb0-d98cbabb506e,revision_number=2']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:29:24.676390 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-e8d1606c-182f-4e41-84e0-4c5f1ed3d101 req-84d5bfbf-fdbe-4703-9e23-6b8a4f6c6153 service neutron] Attempting to bind port 195bb061-5bc4-4388-bcb0-d98cbabb506e on host n-h1-844202-1 for vnic_type normal with profile {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:29:24.677160 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-e8d1606c-182f-4e41-84e0-4c5f1ed3d101 req-84d5bfbf-fdbe-4703-9e23-6b8a4f6c6153 service neutron] Attempting to bind port 195bb061-5bc4-4388-bcb0-d98cbabb506e by drivers openvswitch,hyperv on host n-h1-844202-1 at level 0 using segments [{'id': 'caf40787-7b50-4406-9921-dddcf758f24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '06227175-383a-438d-b2ea-446bb23d085d'}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:29:24.678144 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d1606c-182f-4e41-84e0-4c5f1ed3d101 req-84d5bfbf-fdbe-4703-9e23-6b8a4f6c6153 service neutron] Attempting to bind port 195bb061-5bc4-4388-bcb0-d98cbabb506e on network 06227175-383a-438d-b2ea-446bb23d085d {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:29:24.687234 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d1606c-182f-4e41-84e0-4c5f1ed3d101 req-84d5bfbf-fdbe-4703-9e23-6b8a4f6c6153 service neutron] Port 195bb061-5bc4-4388-bcb0-d98cbabb506e on network 06227175-383a-438d-b2ea-446bb23d085d not bound, no agent of type Open vSwitch agent registered on host n-h1-844202-1 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 19:29:24.687673 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d1606c-182f-4e41-84e0-4c5f1ed3d101 req-84d5bfbf-fdbe-4703-9e23-6b8a4f6c6153 service neutron] Attempting to bind port 195bb061-5bc4-4388-bcb0-d98cbabb506e on network 06227175-383a-438d-b2ea-446bb23d085d {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:29:24.707076 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d1606c-182f-4e41-84e0-4c5f1ed3d101 req-84d5bfbf-fdbe-4703-9e23-6b8a4f6c6153 service neutron] Checking agent: {'id': 'bdb1e5d7-b998-4259-838f-3d278e930f32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 29, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:29:24.707723 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d1606c-182f-4e41-84e0-4c5f1ed3d101 req-84d5bfbf-fdbe-4703-9e23-6b8a4f6c6153 service neutron] Checking segment: {'id': 'caf40787-7b50-4406-9921-dddcf758f24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '06227175-383a-438d-b2ea-446bb23d085d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:29:24.708465 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d1606c-182f-4e41-84e0-4c5f1ed3d101 req-84d5bfbf-fdbe-4703-9e23-6b8a4f6c6153 service neutron] Bound using segment: {'id': 'caf40787-7b50-4406-9921-dddcf758f24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '06227175-383a-438d-b2ea-446bb23d085d'} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:29:24.709033 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-e8d1606c-182f-4e41-84e0-4c5f1ed3d101 req-84d5bfbf-fdbe-4703-9e23-6b8a4f6c6153 service neutron] Bound port: 195bb061-5bc4-4388-bcb0-d98cbabb506e, host: n-h1-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'caf40787-7b50-4406-9921-dddcf758f24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '06227175-383a-438d-b2ea-446bb23d085d'}}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:29:24.709584 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-e8d1606c-182f-4e41-84e0-4c5f1ed3d101 req-84d5bfbf-fdbe-4703-9e23-6b8a4f6c6153 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:29:24.878369 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a07d062c-7ea1-4732-a491-59cac15bb1cb req-a01ff54c-6f64-433a-8571-e1eaf6ecf334 service neutron] 10.222.0.15 "GET /v2.0/networks/8720f465-e424-4bae-9647-2475d299a954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4638586 Jun 01 19:29:24.933128 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-e8d1606c-182f-4e41-84e0-4c5f1ed3d101 req-84d5bfbf-fdbe-4703-9e23-6b8a4f6c6153 service neutron] For port 195bb061-5bc4-4388-bcb0-d98cbabb506e, host n-h1-844202-1, cleared binding levels {{(pid=88524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:29:24.940502 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device fa725766-cf7a-421c-8d7d-a07978b9338a details requested by agent hyperv_n-h1-844202-1 with host n-h1-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 19:29:24.944535 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-e8d1606c-182f-4e41-84e0-4c5f1ed3d101 req-84d5bfbf-fdbe-4703-9e23-6b8a4f6c6153 service neutron] For port 195bb061-5bc4-4388-bcb0-d98cbabb506e, host n-h1-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=195bb061-5bc4-4388-bcb0-d98cbabb506e,segment=NetworkSegment(caf40787-7b50-4406-9921-dddcf758f24c),segment_id=caf40787-7b50-4406-9921-dddcf758f24c)] {{(pid=88524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:29:24.965295 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-e8d1606c-182f-4e41-84e0-4c5f1ed3d101 req-84d5bfbf-fdbe-4703-9e23-6b8a4f6c6153 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:29:25.256049 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port fa725766-cf7a-421c-8d7d-a07978b9338a, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=fa725766-cf7a-421c-8d7d-a07978b9338a,segment=NetworkSegment(aa3de2cf-f7f5-4c9c-8f82-c8e1cb0d5faf),segment_id=aa3de2cf-f7f5-4c9c-8f82-c8e1cb0d5faf)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:29:25.292023 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Returning: {'device': 'fa725766-cf7a-421c-8d7d-a07978b9338a', 'network_id': '8720f465-e424-4bae-9647-2475d299a954', 'port_id': 'fa725766-cf7a-421c-8d7d-a07978b9338a', 'mac_address': 'fa:16:3e:69:91:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae53dc3c-fd0f-46a2-8f71-134d970d289a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 19:29:25.466095 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d1606c-182f-4e41-84e0-4c5f1ed3d101 req-84d5bfbf-fdbe-4703-9e23-6b8a4f6c6153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:29:25.466966 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-e8d1606c-182f-4e41-84e0-4c5f1ed3d101 req-84d5bfbf-fdbe-4703-9e23-6b8a4f6c6153 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:29:25.469876 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port fa725766-cf7a-421c-8d7d-a07978b9338a is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:29:25.470211 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e8d1606c-182f-4e41-84e0-4c5f1ed3d101 req-84d5bfbf-fdbe-4703-9e23-6b8a4f6c6153 service neutron] 10.222.0.15 "PUT /v2.0/ports/195bb061-5bc4-4388-bcb0-d98cbabb506e HTTP/1.1" status: 200 len: 1091 time: 3.0408392 Jun 01 19:29:25.470598 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:29:25.472483 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd922a918-a828-46ed-9bfe-232eaa3c7bcf', 'tag': '195bb061-5bc4-4388-bcb0-d98cbabb506e'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:29:25.480136 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d5bfbf-fdbe-4703-9e23-6b8a4f6c6153 service neutron] Pushing event updated for resources: {'Port': ['ID=195bb061-5bc4-4388-bcb0-d98cbabb506e,revision_number=3']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:29:25.522229 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698f3931-68d5-4495-a9e3-df74a7af60af req-91e89573-4966-46ec-a71b-067471fdd969 tempest-TestServerMultinode-438578756 tempest-TestServerMultinode-438578756-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:29:25.526603 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-698f3931-68d5-4495-a9e3-df74a7af60af req-91e89573-4966-46ec-a71b-067471fdd969 tempest-TestServerMultinode-438578756 tempest-TestServerMultinode-438578756-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=d0a73fac-140b-4a14-aba1-69d450a87679 HTTP/1.1" status: 200 len: 1094 time: 0.2554023 Jun 01 19:29:25.534936 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa725766-cf7a-421c-8d7d-a07978b9338a {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 19:29:25.556115 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ee3f82-d162-4dc5-b783-aa3f746e3bd5 req-dce4a050-e8a3-440f-9829-58c81633fe73 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:29:25.579243 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-68ee3f82-d162-4dc5-b783-aa3f746e3bd5 req-dce4a050-e8a3-440f-9829-58c81633fe73 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/ports?device_id=d922a918-a828-46ed-9bfe-232eaa3c7bcf HTTP/1.1" status: 200 len: 943 time: 0.6171377 Jun 01 19:29:25.616899 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port fa725766-cf7a-421c-8d7d-a07978b9338a, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=fa725766-cf7a-421c-8d7d-a07978b9338a,segment=NetworkSegment(aa3de2cf-f7f5-4c9c-8f82-c8e1cb0d5faf),segment_id=aa3de2cf-f7f5-4c9c-8f82-c8e1cb0d5faf)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:29:25.627445 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:29:25.668109 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-698f3931-68d5-4495-a9e3-df74a7af60af req-17dcc98f-ed27-4a16-ae64-5984f4bf5bcc tempest-TestServerMultinode-438578756 tempest-TestServerMultinode-438578756-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=e9c3832f-6f5a-49eb-8cad-166dfb26a0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268365 Jun 01 19:29:25.810795 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-68ee3f82-d162-4dc5-b783-aa3f746e3bd5 req-bcda83e7-fd90-4366-ac6b-2b34da7a69a8 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/security-groups?id=69a184b0-4b49-43a1-a178-506528d57d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2304463 Jun 01 19:29:25.812503 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a2b7330-8cf4-4289-b77a-90e03366fe8b'] response: {'name': 'network-changed', 'server_uuid': 'd922a918-a828-46ed-9bfe-232eaa3c7bcf', 'tag': '195bb061-5bc4-4388-bcb0-d98cbabb506e', 'status': 'completed', 'code': 200} Jun 01 19:29:25.873129 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=fa725766-cf7a-421c-8d7d-a07978b9338a,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:29:25.889206 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d1606c-182f-4e41-84e0-4c5f1ed3d101 req-d81bee78-5dbd-4c1e-a261-5aa69e80f146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:29:25.891918 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e8d1606c-182f-4e41-84e0-4c5f1ed3d101 req-d81bee78-5dbd-4c1e-a261-5aa69e80f146 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e7fa6482b873470e8b5274a0b6cb89ae&device_id=d922a918-a828-46ed-9bfe-232eaa3c7bcf HTTP/1.1" status: 200 len: 1094 time: 0.2498658 Jun 01 19:29:25.955583 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] get_ports_and_sgs() called for port_ids ['fa725766-cf7a-421c-8d7d-a07978b9338a'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 19:29:26.066526 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e8d1606c-182f-4e41-84e0-4c5f1ed3d101 req-0d3783da-be36-44ff-80c0-6ef6763593b7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=195bb061-5bc4-4388-bcb0-d98cbabb506e HTTP/1.1" status: 200 len: 217 time: 0.1655927 Jun 01 19:29:26.163989 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d1606c-182f-4e41-84e0-4c5f1ed3d101 req-30b25c8d-68f2-4452-a7ce-cb6200e3cecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:29:26.166801 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e8d1606c-182f-4e41-84e0-4c5f1ed3d101 req-30b25c8d-68f2-4452-a7ce-cb6200e3cecb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3c6d4c6d-6977-4f9b-a44c-9b6b04f8ca29 HTTP/1.1" status: 200 len: 851 time: 0.0925834 Jun 01 19:29:26.297606 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d1606c-182f-4e41-84e0-4c5f1ed3d101 req-dcab9371-6e49-4347-9739-2aa285a90b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:29:26.300526 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e8d1606c-182f-4e41-84e0-4c5f1ed3d101 req-dcab9371-6e49-4347-9739-2aa285a90b06 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=06227175-383a-438d-b2ea-446bb23d085d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1273854 Jun 01 19:29:26.516989 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e8d1606c-182f-4e41-84e0-4c5f1ed3d101 req-f33253c0-17eb-4ead-9d4a-1b7b7104d50d service neutron] 10.222.0.15 "GET /v2.0/networks/06227175-383a-438d-b2ea-446bb23d085d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2084131 Jun 01 19:29:26.695037 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e8d1606c-182f-4e41-84e0-4c5f1ed3d101 req-fe0e5721-542c-4089-9071-c134b297cd1e service neutron] 10.222.0.15 "GET /v2.0/networks/06227175-383a-438d-b2ea-446bb23d085d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716845 Jun 01 19:29:26.902749 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ffd358-3bc7-4fa9-9a57-62843d8d713e req-58952cce-3986-40d1-8992-5d04c31108d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:29:26.906178 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-29ffd358-3bc7-4fa9-9a57-62843d8d713e req-58952cce-3986-40d1-8992-5d04c31108d7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e7fa6482b873470e8b5274a0b6cb89ae&device_id=d922a918-a828-46ed-9bfe-232eaa3c7bcf HTTP/1.1" status: 200 len: 1094 time: 0.1468728 Jun 01 19:29:26.936705 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device fa725766-cf7a-421c-8d7d-a07978b9338a up at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:29:27.235907 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8564337a-fe08-4f87-92a4-6385ac414465 req-e1e1c6ac-5456-4f01-8832-02ef52ba6d2f tempest-TestServerMultinode-438578756 tempest-TestServerMultinode-438578756-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:29:27.235907 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8564337a-fe08-4f87-92a4-6385ac414465 req-e1e1c6ac-5456-4f01-8832-02ef52ba6d2f tempest-TestServerMultinode-438578756 tempest-TestServerMultinode-438578756-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=d0a73fac-140b-4a14-aba1-69d450a87679 HTTP/1.1" status: 200 len: 1095 time: 0.3606837 Jun 01 19:29:27.263460 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Provisioning for port fa725766-cf7a-421c-8d7d-a07978b9338a completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:29:27.263460 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Provisioning complete for port fa725766-cf7a-421c-8d7d-a07978b9338a triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:29:27.263460 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:29:27.320370 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ffd358-3bc7-4fa9-9a57-62843d8d713e req-d52f47da-8189-4b56-aa97-95195f03db0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:29:27.323279 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-29ffd358-3bc7-4fa9-9a57-62843d8d713e req-d52f47da-8189-4b56-aa97-95195f03db0d service neutron] 10.222.0.15 "GET /v2.0/networks?id=06227175-383a-438d-b2ea-446bb23d085d HTTP/1.1" status: 200 len: 913 time: 0.4099753 Jun 01 19:29:27.331230 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8564337a-fe08-4f87-92a4-6385ac414465 req-90c3a449-671a-4f2f-a7ab-291335b6b533 tempest-TestServerMultinode-438578756 tempest-TestServerMultinode-438578756-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=e9c3832f-6f5a-49eb-8cad-166dfb26a0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976906 Jun 01 19:29:27.452265 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-29ffd358-3bc7-4fa9-9a57-62843d8d713e req-38d9654b-639e-41f0-8a49-49f6ae739d29 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=195bb061-5bc4-4388-bcb0-d98cbabb506e HTTP/1.1" status: 200 len: 217 time: 0.1173835 Jun 01 19:29:27.466388 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38907728-7c69-4f43-99e7-94d756f01b60 req-6a28c040-d5ee-4314-8148-977dfe730c83 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:29:27.472579 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-38907728-7c69-4f43-99e7-94d756f01b60 req-6a28c040-d5ee-4314-8148-977dfe730c83 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/ports?device_id=d922a918-a828-46ed-9bfe-232eaa3c7bcf HTTP/1.1" status: 200 len: 943 time: 0.3046279 Jun 01 19:29:27.513528 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port fa725766-cf7a-421c-8d7d-a07978b9338a is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:29:27.514039 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:29:27.559772 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0a73fac-140b-4a14-aba1-69d450a87679', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa725766-cf7a-421c-8d7d-a07978b9338a'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:29:27.590745 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port fa725766-cf7a-421c-8d7d-a07978b9338a, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=fa725766-cf7a-421c-8d7d-a07978b9338a,segment=NetworkSegment(aa3de2cf-f7f5-4c9c-8f82-c8e1cb0d5faf),segment_id=aa3de2cf-f7f5-4c9c-8f82-c8e1cb0d5faf)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:29:27.605706 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-38907728-7c69-4f43-99e7-94d756f01b60 req-710ed864-029c-44c1-a2d4-aa655b27ea05 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/security-groups?id=69a184b0-4b49-43a1-a178-506528d57d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1311431 Jun 01 19:29:27.610263 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:29:27.636606 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ffd358-3bc7-4fa9-9a57-62843d8d713e req-cdca3be1-c280-4dd6-aec3-c425527df622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:29:27.638613 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-29ffd358-3bc7-4fa9-9a57-62843d8d713e req-cdca3be1-c280-4dd6-aec3-c425527df622 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3c6d4c6d-6977-4f9b-a44c-9b6b04f8ca29 HTTP/1.1" status: 200 len: 851 time: 0.1449678 Jun 01 19:29:27.655978 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eca6aea1-8010-49b8-af79-24cf307dbea7'] response: {'server_uuid': 'd0a73fac-140b-4a14-aba1-69d450a87679', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa725766-cf7a-421c-8d7d-a07978b9338a', 'code': 200} Jun 01 19:29:27.712864 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=fa725766-cf7a-421c-8d7d-a07978b9338a,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:29:27.824985 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ffd358-3bc7-4fa9-9a57-62843d8d713e req-12a22b47-fcd1-496e-a293-fd5ba19488a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:29:27.827189 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-29ffd358-3bc7-4fa9-9a57-62843d8d713e req-12a22b47-fcd1-496e-a293-fd5ba19488a3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=06227175-383a-438d-b2ea-446bb23d085d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1782849 Jun 01 19:29:27.852489 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70869579-5289-4fb5-b48f-4b191bca9300 req-31f30018-7829-463c-9b43-1c345c2172d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:29:27.855123 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-70869579-5289-4fb5-b48f-4b191bca9300 req-31f30018-7829-463c-9b43-1c345c2172d3 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d0a73fac-140b-4a14-aba1-69d450a87679 HTTP/1.1" status: 200 len: 1096 time: 0.1033528 Jun 01 19:29:27.904518 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-70869579-5289-4fb5-b48f-4b191bca9300 req-87739cab-9fd7-4a5c-860f-bd1ad2d60d99 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=e9c3832f-6f5a-49eb-8cad-166dfb26a0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371773 Jun 01 19:29:28.051736 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-29ffd358-3bc7-4fa9-9a57-62843d8d713e req-183ad6f0-e60f-47bf-a79b-a20077ec4bb1 service neutron] 10.222.0.15 "GET /v2.0/networks/06227175-383a-438d-b2ea-446bb23d085d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2130272 Jun 01 19:29:28.324044 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-29ffd358-3bc7-4fa9-9a57-62843d8d713e req-8f7b7a04-2b04-40e1-8254-0eae73980869 service neutron] 10.222.0.15 "GET /v2.0/networks/06227175-383a-438d-b2ea-446bb23d085d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2073383 Jun 01 19:29:28.557018 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32d3504-8e0c-4848-a240-10f58b15e111 req-b38fbf33-003e-4102-9dc9-b6958cfd6edb tempest-TestServerMultinode-438578756 tempest-TestServerMultinode-438578756-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:29:28.559077 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b32d3504-8e0c-4848-a240-10f58b15e111 req-b38fbf33-003e-4102-9dc9-b6958cfd6edb tempest-TestServerMultinode-438578756 tempest-TestServerMultinode-438578756-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=d0a73fac-140b-4a14-aba1-69d450a87679 HTTP/1.1" status: 200 len: 1096 time: 0.0823455 Jun 01 19:29:28.767645 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b32d3504-8e0c-4848-a240-10f58b15e111 req-f4bd452f-fff9-429b-ac17-815d1a8b32f8 tempest-TestServerMultinode-438578756 tempest-TestServerMultinode-438578756-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=e9c3832f-6f5a-49eb-8cad-166dfb26a0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981065 Jun 01 19:29:28.902449 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087f9c53-3fe0-4adc-b371-89af5e6fb77d req-4bbd6aa0-9a5c-49ad-8052-a861485efa51 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:29:28.904925 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-087f9c53-3fe0-4adc-b371-89af5e6fb77d req-4bbd6aa0-9a5c-49ad-8052-a861485efa51 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/ports?device_id=d922a918-a828-46ed-9bfe-232eaa3c7bcf HTTP/1.1" status: 200 len: 943 time: 0.1196775 Jun 01 19:29:28.963510 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-087f9c53-3fe0-4adc-b371-89af5e6fb77d req-2856fce5-7bd5-4460-bab3-1e79f6b7490d tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/security-groups?id=69a184b0-4b49-43a1-a178-506528d57d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480986 Jun 01 19:29:30.112864 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e50aba-cc5c-4169-b0b2-66c84988830f req-dee964cc-267f-4d9e-9374-cb41987c1281 tempest-TestServerMultinode-438578756 tempest-TestServerMultinode-438578756-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:29:30.116213 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f0e50aba-cc5c-4169-b0b2-66c84988830f req-dee964cc-267f-4d9e-9374-cb41987c1281 tempest-TestServerMultinode-438578756 tempest-TestServerMultinode-438578756-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=d0a73fac-140b-4a14-aba1-69d450a87679 HTTP/1.1" status: 200 len: 1096 time: 0.1508701 Jun 01 19:29:30.207646 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f0e50aba-cc5c-4169-b0b2-66c84988830f req-959d74a5-a225-4010-a228-2d430fbb8574 tempest-TestServerMultinode-438578756 tempest-TestServerMultinode-438578756-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=e9c3832f-6f5a-49eb-8cad-166dfb26a0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826213 Jun 01 19:29:30.238259 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac192d2e-76d5-441e-bd22-9fb4186887a8 req-bb5e8dab-f978-44b5-b7ec-f6c6300636d7 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:29:30.243659 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ac192d2e-76d5-441e-bd22-9fb4186887a8 req-bb5e8dab-f978-44b5-b7ec-f6c6300636d7 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/ports?device_id=d922a918-a828-46ed-9bfe-232eaa3c7bcf HTTP/1.1" status: 200 len: 943 time: 0.0967479 Jun 01 19:29:30.318962 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ac192d2e-76d5-441e-bd22-9fb4186887a8 req-bc7d91e1-d756-4da0-9726-fe5b632f08c5 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/security-groups?id=69a184b0-4b49-43a1-a178-506528d57d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673895 Jun 01 19:29:30.503449 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4514e409-9e65-4511-bf45-a2b4687caf9c req-b9a7600f-9cde-4bfb-a28b-d025c9de20c6 tempest-TestServerMultinode-438578756 tempest-TestServerMultinode-438578756-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:29:30.513928 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4514e409-9e65-4511-bf45-a2b4687caf9c req-b9a7600f-9cde-4bfb-a28b-d025c9de20c6 tempest-TestServerMultinode-438578756 tempest-TestServerMultinode-438578756-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=d0a73fac-140b-4a14-aba1-69d450a87679 HTTP/1.1" status: 200 len: 1096 time: 0.1190054 Jun 01 19:29:30.561568 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4514e409-9e65-4511-bf45-a2b4687caf9c req-2ac50871-b469-49bf-94b3-33b29203d266 tempest-TestServerMultinode-438578756 tempest-TestServerMultinode-438578756-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=e9c3832f-6f5a-49eb-8cad-166dfb26a0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417604 Jun 01 19:29:30.818112 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac56f9dd-483f-4504-b31f-dcb618c03bcd req-8fa19438-48c1-4b8c-92e7-8bc27b659410 tempest-TestServerMultinode-438578756 tempest-TestServerMultinode-438578756-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:29:30.819604 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ac56f9dd-483f-4504-b31f-dcb618c03bcd req-8fa19438-48c1-4b8c-92e7-8bc27b659410 tempest-TestServerMultinode-438578756 tempest-TestServerMultinode-438578756-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=d0a73fac-140b-4a14-aba1-69d450a87679 HTTP/1.1" status: 200 len: 1096 time: 0.1083035 Jun 01 19:29:30.864332 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ac56f9dd-483f-4504-b31f-dcb618c03bcd req-866445d4-133a-426c-a041-1c9a2cc1082b tempest-TestServerMultinode-438578756 tempest-TestServerMultinode-438578756-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=e9c3832f-6f5a-49eb-8cad-166dfb26a0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375259 Jun 01 19:29:31.306367 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48c35ed-574c-4f96-a5e3-c0b69584ba18 req-806c779a-1093-464c-8687-4ddc71ab0a94 tempest-TestServerMultinode-438578756 tempest-TestServerMultinode-438578756-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:29:31.309896 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f48c35ed-574c-4f96-a5e3-c0b69584ba18 req-806c779a-1093-464c-8687-4ddc71ab0a94 tempest-TestServerMultinode-438578756 tempest-TestServerMultinode-438578756-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=d0a73fac-140b-4a14-aba1-69d450a87679 HTTP/1.1" status: 200 len: 1096 time: 0.0868464 Jun 01 19:29:31.366583 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f48c35ed-574c-4f96-a5e3-c0b69584ba18 req-d4a91c43-f3ee-4f32-aee5-d8bdf2373daa tempest-TestServerMultinode-438578756 tempest-TestServerMultinode-438578756-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=e9c3832f-6f5a-49eb-8cad-166dfb26a0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503957 Jun 01 19:29:31.584817 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7637adbb-874a-438b-a65b-be5918d1ad3e req-eabfb194-35a2-49c4-96f6-adf70b080f9e tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:29:31.586837 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7637adbb-874a-438b-a65b-be5918d1ad3e req-eabfb194-35a2-49c4-96f6-adf70b080f9e tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/ports?device_id=d922a918-a828-46ed-9bfe-232eaa3c7bcf HTTP/1.1" status: 200 len: 943 time: 0.1137447 Jun 01 19:29:31.662936 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7637adbb-874a-438b-a65b-be5918d1ad3e req-9c29e7a2-8aaf-4243-8cb0-e50080329017 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/security-groups?id=69a184b0-4b49-43a1-a178-506528d57d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617411 Jun 01 19:29:32.621321 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36761c60-2179-4eb5-9f72-a59fedec74db req-88cfa3e8-5167-4fcd-91b3-68187a0cd71c tempest-TestServerMultinode-438578756 tempest-TestServerMultinode-438578756-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:29:32.623515 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-36761c60-2179-4eb5-9f72-a59fedec74db req-88cfa3e8-5167-4fcd-91b3-68187a0cd71c tempest-TestServerMultinode-438578756 tempest-TestServerMultinode-438578756-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=d0a73fac-140b-4a14-aba1-69d450a87679 HTTP/1.1" status: 200 len: 1096 time: 0.1066673 Jun 01 19:29:32.634390 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9037f6cd-af23-4af2-bcfa-303823a5d49a req-e67fcf32-577b-48d3-8922-c4918ad33c4c tempest-TestServerMultinode-438578756 tempest-TestServerMultinode-438578756-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:29:32.636691 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-9037f6cd-af23-4af2-bcfa-303823a5d49a req-e67fcf32-577b-48d3-8922-c4918ad33c4c tempest-TestServerMultinode-438578756 tempest-TestServerMultinode-438578756-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=d0a73fac-140b-4a14-aba1-69d450a87679 HTTP/1.1" status: 200 len: 1096 time: 0.1037555 Jun 01 19:29:32.708556 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-9037f6cd-af23-4af2-bcfa-303823a5d49a req-70e7e74e-1fbf-46bb-91d2-9bb39f3eee61 tempest-TestServerMultinode-438578756 tempest-TestServerMultinode-438578756-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=e9c3832f-6f5a-49eb-8cad-166dfb26a0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608664 Jun 01 19:29:32.726891 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-36761c60-2179-4eb5-9f72-a59fedec74db req-ef2776cc-d525-4aef-89fb-a48e69ac9fca tempest-TestServerMultinode-438578756 tempest-TestServerMultinode-438578756-project-admin] Deleting port fa725766-cf7a-421c-8d7d-a07978b9338a {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:29:32.727356 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-36761c60-2179-4eb5-9f72-a59fedec74db req-ef2776cc-d525-4aef-89fb-a48e69ac9fca tempest-TestServerMultinode-438578756 tempest-TestServerMultinode-438578756-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:29:33.177534 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-36761c60-2179-4eb5-9f72-a59fedec74db req-ef2776cc-d525-4aef-89fb-a48e69ac9fca tempest-TestServerMultinode-438578756 tempest-TestServerMultinode-438578756-project-admin] For port fa725766-cf7a-421c-8d7d-a07978b9338a, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=fa725766-cf7a-421c-8d7d-a07978b9338a,segment=NetworkSegment(aa3de2cf-f7f5-4c9c-8f82-c8e1cb0d5faf),segment_id=aa3de2cf-f7f5-4c9c-8f82-c8e1cb0d5faf)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:29:33.178103 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-36761c60-2179-4eb5-9f72-a59fedec74db req-ef2776cc-d525-4aef-89fb-a48e69ac9fca tempest-TestServerMultinode-438578756 tempest-TestServerMultinode-438578756-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:29:33.211003 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4391aedd-0c57-49f1-a379-c508993ba146 req-3af4a5e7-97f9-4631-91ba-86c752911258 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:29:33.213988 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4391aedd-0c57-49f1-a379-c508993ba146 req-3af4a5e7-97f9-4631-91ba-86c752911258 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/ports?device_id=d922a918-a828-46ed-9bfe-232eaa3c7bcf HTTP/1.1" status: 200 len: 943 time: 0.3511212 Jun 01 19:29:33.378300 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-36761c60-2179-4eb5-9f72-a59fedec74db req-ef2776cc-d525-4aef-89fb-a48e69ac9fca tempest-TestServerMultinode-438578756 tempest-TestServerMultinode-438578756-project-admin] Calling delete_port for fa725766-cf7a-421c-8d7d-a07978b9338a owned by compute:nova {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:29:33.492989 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4391aedd-0c57-49f1-a379-c508993ba146 req-138c21fb-bd47-408d-b8ab-632c3cc7db3d tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/security-groups?id=69a184b0-4b49-43a1-a178-506528d57d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2075458 Jun 01 19:29:33.621539 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-36761c60-2179-4eb5-9f72-a59fedec74db req-ef2776cc-d525-4aef-89fb-a48e69ac9fca tempest-TestServerMultinode-438578756 tempest-TestServerMultinode-438578756-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:29:33.634371 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] get_ports_and_sgs() called for port_ids ['e9dce594-51e9-48c1-b3bf-47a3afbbcada'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 19:29:33.702287 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2776cc-d525-4aef-89fb-a48e69ac9fca tempest-TestServerMultinode-438578756 tempest-TestServerMultinode-438578756-project-admin] Pushing event deleted for resources: {'Port': ['ID=fa725766-cf7a-421c-8d7d-a07978b9338a,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:29:33.839164 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-36761c60-2179-4eb5-9f72-a59fedec74db req-ef2776cc-d525-4aef-89fb-a48e69ac9fca tempest-TestServerMultinode-438578756 tempest-TestServerMultinode-438578756-project-admin] No DVR routers for this DVR port fa725766-cf7a-421c-8d7d-a07978b9338a on host n-h1-844202-1 {{(pid=88524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:29:33.846279 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-36761c60-2179-4eb5-9f72-a59fedec74db req-ef2776cc-d525-4aef-89fb-a48e69ac9fca tempest-TestServerMultinode-438578756 tempest-TestServerMultinode-438578756-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:29:33.857214 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0a73fac-140b-4a14-aba1-69d450a87679', 'name': 'network-vif-deleted', 'tag': 'fa725766-cf7a-421c-8d7d-a07978b9338a'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:29:33.890752 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-36761c60-2179-4eb5-9f72-a59fedec74db req-ef2776cc-d525-4aef-89fb-a48e69ac9fca tempest-TestServerMultinode-438578756 tempest-TestServerMultinode-438578756-project-admin] 10.222.0.15 "DELETE /v2.0/ports/fa725766-cf7a-421c-8d7d-a07978b9338a HTTP/1.1" status: 204 len: 173 time: 1.2551825 Jun 01 19:29:34.054666 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8c910bd-1ab0-4e52-b010-38bffe085dc9'] response: {'server_uuid': 'd0a73fac-140b-4a14-aba1-69d450a87679', 'name': 'network-vif-deleted', 'tag': 'fa725766-cf7a-421c-8d7d-a07978b9338a', 'status': 'completed', 'code': 200} Jun 01 19:29:34.067011 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-92af894c-2f50-4780-8735-f8df1a66e798 req-fc52fd0e-c8cf-4797-8a94-05ce5247b34d tempest-TestServerMultinode-438578756 tempest-TestServerMultinode-438578756-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=d0a73fac-140b-4a14-aba1-69d450a87679 HTTP/1.1" status: 200 len: 210 time: 0.0921929 Jun 01 19:29:34.773169 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265ed71a-6a48-4eff-bb1d-f912b1682eca req-82b94b03-6b51-4849-a003-1982ad210c88 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:29:34.774820 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-265ed71a-6a48-4eff-bb1d-f912b1682eca req-82b94b03-6b51-4849-a003-1982ad210c88 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/ports?device_id=d922a918-a828-46ed-9bfe-232eaa3c7bcf HTTP/1.1" status: 200 len: 943 time: 0.1389053 Jun 01 19:29:34.850713 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-265ed71a-6a48-4eff-bb1d-f912b1682eca req-6857165c-47c9-48e2-b48a-9f79595afcdb tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/security-groups?id=69a184b0-4b49-43a1-a178-506528d57d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598037 Jun 01 19:29:34.971478 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 195bb061-5bc4-4388-bcb0-d98cbabb506e details requested by agent hyperv_n-h1-844202-1 with host n-h1-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 19:29:34.976534 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device fa725766-cf7a-421c-8d7d-a07978b9338a no longer exists at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:29:35.046701 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] No Port match for: fa725766-cf7a-421c-8d7d-a07978b9338a {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:29:35.047237 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device fa725766-cf7a-421c-8d7d-a07978b9338a not bound to the agent host n-h1-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:29:35.216796 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port 195bb061-5bc4-4388-bcb0-d98cbabb506e, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=195bb061-5bc4-4388-bcb0-d98cbabb506e,segment=NetworkSegment(caf40787-7b50-4406-9921-dddcf758f24c),segment_id=caf40787-7b50-4406-9921-dddcf758f24c)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:29:35.238761 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Returning: {'device': '195bb061-5bc4-4388-bcb0-d98cbabb506e', 'network_id': '06227175-383a-438d-b2ea-446bb23d085d', 'port_id': '195bb061-5bc4-4388-bcb0-d98cbabb506e', 'mac_address': 'fa:16:3e:5d:c3:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c6d4c6d-6977-4f9b-a44c-9b6b04f8ca29', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 19:29:35.322665 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port 195bb061-5bc4-4388-bcb0-d98cbabb506e is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:29:35.323261 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:29:35.356515 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 195bb061-5bc4-4388-bcb0-d98cbabb506e {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 19:29:35.395632 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port 195bb061-5bc4-4388-bcb0-d98cbabb506e, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=195bb061-5bc4-4388-bcb0-d98cbabb506e,segment=NetworkSegment(caf40787-7b50-4406-9921-dddcf758f24c),segment_id=caf40787-7b50-4406-9921-dddcf758f24c)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:29:35.403294 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:29:35.547334 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=195bb061-5bc4-4388-bcb0-d98cbabb506e,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:29:35.647821 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] get_ports_and_sgs() called for port_ids ['195bb061-5bc4-4388-bcb0-d98cbabb506e'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 19:29:35.875083 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655ee858-87da-4e90-8eb0-ecf4f2cf9202 req-6eaf831f-03a0-4c52-a14f-246a1b77ad40 tempest-TestServerMultinode-438578756 tempest-TestServerMultinode-438578756-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:29:35.877207 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-655ee858-87da-4e90-8eb0-ecf4f2cf9202 req-6eaf831f-03a0-4c52-a14f-246a1b77ad40 tempest-TestServerMultinode-438578756 tempest-TestServerMultinode-438578756-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=374af576-411b-44cc-b244-c2679e15501d HTTP/1.1" status: 200 len: 1097 time: 0.1157606 Jun 01 19:29:36.093697 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-655ee858-87da-4e90-8eb0-ecf4f2cf9202 req-9c22a620-699a-4150-aaad-f90fc17dd2c8 tempest-TestServerMultinode-438578756 tempest-TestServerMultinode-438578756-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=e9c3832f-6f5a-49eb-8cad-166dfb26a0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017276 Jun 01 19:29:36.256283 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f982d2-6405-4092-9828-632de8dfdc37 req-853ffc1f-aef8-4efa-8331-8389d2923170 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:29:36.258793 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-20f982d2-6405-4092-9828-632de8dfdc37 req-853ffc1f-aef8-4efa-8331-8389d2923170 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/ports?device_id=d922a918-a828-46ed-9bfe-232eaa3c7bcf HTTP/1.1" status: 200 len: 944 time: 0.1544330 Jun 01 19:29:36.332635 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-20f982d2-6405-4092-9828-632de8dfdc37 req-f1c6b513-9432-4d20-b116-a48c0213173a tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/security-groups?id=69a184b0-4b49-43a1-a178-506528d57d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625911 Jun 01 19:29:36.978665 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 195bb061-5bc4-4388-bcb0-d98cbabb506e up at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:29:37.048080 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cfef9e-2c70-4fea-ae7d-333fd14c9a9a req-3a4974c6-ec01-4dcb-a4d9-3c8a5ffac366 tempest-TestServerMultinode-438578756 tempest-TestServerMultinode-438578756-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:29:37.048861 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-50cfef9e-2c70-4fea-ae7d-333fd14c9a9a req-3a4974c6-ec01-4dcb-a4d9-3c8a5ffac366 tempest-TestServerMultinode-438578756 tempest-TestServerMultinode-438578756-project-admin] Synchronizing usage tracker for tenant:4766aa8a7d7f486bbf128f19689f2d4d on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:29:37.068372 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-50cfef9e-2c70-4fea-ae7d-333fd14c9a9a req-3a4974c6-ec01-4dcb-a4d9-3c8a5ffac366 tempest-TestServerMultinode-438578756 tempest-TestServerMultinode-438578756-project-admin] Unset dirty status for tenant:4766aa8a7d7f486bbf128f19689f2d4d on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:29:37.070229 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-50cfef9e-2c70-4fea-ae7d-333fd14c9a9a req-3a4974c6-ec01-4dcb-a4d9-3c8a5ffac366 tempest-TestServerMultinode-438578756 tempest-TestServerMultinode-438578756-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=374af576-411b-44cc-b244-c2679e15501d HTTP/1.1" status: 200 len: 1097 time: 0.1231945 Jun 01 19:29:37.106193 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Provisioning for port 195bb061-5bc4-4388-bcb0-d98cbabb506e completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:29:37.118954 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Provisioning complete for port 195bb061-5bc4-4388-bcb0-d98cbabb506e triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:29:37.119688 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:29:37.167711 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-50cfef9e-2c70-4fea-ae7d-333fd14c9a9a req-1da85c90-f7c0-4b1d-aba2-81799ecad744 tempest-TestServerMultinode-438578756 tempest-TestServerMultinode-438578756-project-admin] Deleting port e9dce594-51e9-48c1-b3bf-47a3afbbcada {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:29:37.168054 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-50cfef9e-2c70-4fea-ae7d-333fd14c9a9a req-1da85c90-f7c0-4b1d-aba2-81799ecad744 tempest-TestServerMultinode-438578756 tempest-TestServerMultinode-438578756-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:29:37.280206 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f798caea-0b91-4fdd-ab33-55a64f56240f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:29:37.425342 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port 195bb061-5bc4-4388-bcb0-d98cbabb506e is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:29:37.426165 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:29:37.463546 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26f4935-61cc-430e-a96a-fffbb8e4c255 req-6e51d0cc-065d-4371-9e88-24a544832c6b tempest-TestServerMultinode-438578756 tempest-TestServerMultinode-438578756-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:29:37.466139 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b26f4935-61cc-430e-a96a-fffbb8e4c255 req-6e51d0cc-065d-4371-9e88-24a544832c6b tempest-TestServerMultinode-438578756 tempest-TestServerMultinode-438578756-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=374af576-411b-44cc-b244-c2679e15501d HTTP/1.1" status: 200 len: 1097 time: 0.1858590 Jun 01 19:29:37.472848 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd922a918-a828-46ed-9bfe-232eaa3c7bcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '195bb061-5bc4-4388-bcb0-d98cbabb506e'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:29:37.483755 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port 195bb061-5bc4-4388-bcb0-d98cbabb506e, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=195bb061-5bc4-4388-bcb0-d98cbabb506e,segment=NetworkSegment(caf40787-7b50-4406-9921-dddcf758f24c),segment_id=caf40787-7b50-4406-9921-dddcf758f24c)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:29:37.490694 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:29:37.541565 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b26f4935-61cc-430e-a96a-fffbb8e4c255 req-d2852dc0-32c6-4e60-a61f-4f917d98cdc8 tempest-TestServerMultinode-438578756 tempest-TestServerMultinode-438578756-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=e9c3832f-6f5a-49eb-8cad-166dfb26a0e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672879 Jun 01 19:29:37.611704 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c7453e9-2b78-410c-9583-5da9ced90e14'] response: {'server_uuid': 'd922a918-a828-46ed-9bfe-232eaa3c7bcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '195bb061-5bc4-4388-bcb0-d98cbabb506e', 'code': 200} Jun 01 19:29:37.622460 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=195bb061-5bc4-4388-bcb0-d98cbabb506e,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:29:37.723643 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-50cfef9e-2c70-4fea-ae7d-333fd14c9a9a req-1da85c90-f7c0-4b1d-aba2-81799ecad744 tempest-TestServerMultinode-438578756 tempest-TestServerMultinode-438578756-project-admin] For port e9dce594-51e9-48c1-b3bf-47a3afbbcada, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=e9dce594-51e9-48c1-b3bf-47a3afbbcada,segment=NetworkSegment(aa3de2cf-f7f5-4c9c-8f82-c8e1cb0d5faf),segment_id=aa3de2cf-f7f5-4c9c-8f82-c8e1cb0d5faf)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:29:37.724129 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-50cfef9e-2c70-4fea-ae7d-333fd14c9a9a req-1da85c90-f7c0-4b1d-aba2-81799ecad744 tempest-TestServerMultinode-438578756 tempest-TestServerMultinode-438578756-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:29:37.927307 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-50cfef9e-2c70-4fea-ae7d-333fd14c9a9a req-1da85c90-f7c0-4b1d-aba2-81799ecad744 tempest-TestServerMultinode-438578756 tempest-TestServerMultinode-438578756-project-admin] Calling delete_port for e9dce594-51e9-48c1-b3bf-47a3afbbcada owned by compute:nova {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:29:38.106085 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c88ccfd-54d2-47c6-86e7-c915b8e76cf0 req-516157a7-6cc9-48ff-aefd-9ee9a3d75c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:29:38.107692 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0c88ccfd-54d2-47c6-86e7-c915b8e76cf0 req-516157a7-6cc9-48ff-aefd-9ee9a3d75c9c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d922a918-a828-46ed-9bfe-232eaa3c7bcf HTTP/1.1" status: 200 len: 1096 time: 0.3746169 Jun 01 19:29:38.119614 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a50b19-7088-4839-9477-e6b7405f4f0e req-b6bc3667-faac-4b94-9483-c7b840f8b27f tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:29:38.121368 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-17a50b19-7088-4839-9477-e6b7405f4f0e req-b6bc3667-faac-4b94-9483-c7b840f8b27f tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/ports?device_id=d922a918-a828-46ed-9bfe-232eaa3c7bcf HTTP/1.1" status: 200 len: 945 time: 0.3894303 Jun 01 19:29:38.199317 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-50cfef9e-2c70-4fea-ae7d-333fd14c9a9a req-1da85c90-f7c0-4b1d-aba2-81799ecad744 tempest-TestServerMultinode-438578756 tempest-TestServerMultinode-438578756-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:29:38.214845 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] get_ports_and_sgs() called for port_ids ['e9dce594-51e9-48c1-b3bf-47a3afbbcada'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 19:29:38.268403 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0c88ccfd-54d2-47c6-86e7-c915b8e76cf0 req-74b18647-74ae-40cc-af74-7f9a9666c11c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=69a184b0-4b49-43a1-a178-506528d57d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1459703 Jun 01 19:29:38.274486 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-17a50b19-7088-4839-9477-e6b7405f4f0e req-7bee7ab9-fe61-4530-ad1a-76e9f38df6cb tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/security-groups?id=69a184b0-4b49-43a1-a178-506528d57d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1351638 Jun 01 19:29:38.275202 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da85c90-f7c0-4b1d-aba2-81799ecad744 tempest-TestServerMultinode-438578756 tempest-TestServerMultinode-438578756-project-admin] Pushing event deleted for resources: {'Port': ['ID=e9dce594-51e9-48c1-b3bf-47a3afbbcada,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:29:38.326335 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da85c90-f7c0-4b1d-aba2-81799ecad744 tempest-TestServerMultinode-438578756 tempest-TestServerMultinode-438578756-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:29:38.326814 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da85c90-f7c0-4b1d-aba2-81799ecad744 tempest-TestServerMultinode-438578756 tempest-TestServerMultinode-438578756-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:29:38.327329 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da85c90-f7c0-4b1d-aba2-81799ecad744 tempest-TestServerMultinode-438578756 tempest-TestServerMultinode-438578756-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:29:38.327853 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da85c90-f7c0-4b1d-aba2-81799ecad744 tempest-TestServerMultinode-438578756 tempest-TestServerMultinode-438578756-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:29:38.328409 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da85c90-f7c0-4b1d-aba2-81799ecad744 tempest-TestServerMultinode-438578756 tempest-TestServerMultinode-438578756-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:29:38.328905 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da85c90-f7c0-4b1d-aba2-81799ecad744 tempest-TestServerMultinode-438578756 tempest-TestServerMultinode-438578756-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:29:38.329364 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da85c90-f7c0-4b1d-aba2-81799ecad744 tempest-TestServerMultinode-438578756 tempest-TestServerMultinode-438578756-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:29:38.329797 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da85c90-f7c0-4b1d-aba2-81799ecad744 tempest-TestServerMultinode-438578756 tempest-TestServerMultinode-438578756-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:29:38.330216 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da85c90-f7c0-4b1d-aba2-81799ecad744 tempest-TestServerMultinode-438578756 tempest-TestServerMultinode-438578756-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:29:38.330636 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da85c90-f7c0-4b1d-aba2-81799ecad744 tempest-TestServerMultinode-438578756 tempest-TestServerMultinode-438578756-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:29:38.331034 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da85c90-f7c0-4b1d-aba2-81799ecad744 tempest-TestServerMultinode-438578756 tempest-TestServerMultinode-438578756-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:29:38.331501 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da85c90-f7c0-4b1d-aba2-81799ecad744 tempest-TestServerMultinode-438578756 tempest-TestServerMultinode-438578756-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:29:38.400627 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-50cfef9e-2c70-4fea-ae7d-333fd14c9a9a req-1da85c90-f7c0-4b1d-aba2-81799ecad744 tempest-TestServerMultinode-438578756 tempest-TestServerMultinode-438578756-project-admin] No DVR routers for this DVR port e9dce594-51e9-48c1-b3bf-47a3afbbcada on host n-h2-844202-1 {{(pid=88524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:29:38.405000 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-50cfef9e-2c70-4fea-ae7d-333fd14c9a9a req-1da85c90-f7c0-4b1d-aba2-81799ecad744 tempest-TestServerMultinode-438578756 tempest-TestServerMultinode-438578756-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:29:38.409357 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '374af576-411b-44cc-b244-c2679e15501d', 'name': 'network-vif-deleted', 'tag': 'e9dce594-51e9-48c1-b3bf-47a3afbbcada'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:29:38.433507 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-50cfef9e-2c70-4fea-ae7d-333fd14c9a9a req-1da85c90-f7c0-4b1d-aba2-81799ecad744 tempest-TestServerMultinode-438578756 tempest-TestServerMultinode-438578756-project-admin] 10.222.0.50 "DELETE /v2.0/ports/e9dce594-51e9-48c1-b3bf-47a3afbbcada HTTP/1.1" status: 204 len: 173 time: 1.3578134 Jun 01 19:29:38.584404 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-daa3bc08-9b65-48f1-9864-5be685f04ec2'] response: {'server_uuid': '374af576-411b-44cc-b244-c2679e15501d', 'name': 'network-vif-deleted', 'tag': 'e9dce594-51e9-48c1-b3bf-47a3afbbcada', 'status': 'completed', 'code': 200} Jun 01 19:29:38.841409 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-5717da16-5fdb-4c29-8afd-75fcfcbeefdf req-d2cec1b9-4cda-449a-b10a-fd395945d79a tempest-TestServerMultinode-438578756 tempest-TestServerMultinode-438578756-project-admin] Synchronizing usage tracker for tenant:4766aa8a7d7f486bbf128f19689f2d4d on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:29:38.871816 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-5717da16-5fdb-4c29-8afd-75fcfcbeefdf req-d2cec1b9-4cda-449a-b10a-fd395945d79a tempest-TestServerMultinode-438578756 tempest-TestServerMultinode-438578756-project-admin] Unset dirty status for tenant:4766aa8a7d7f486bbf128f19689f2d4d on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:29:38.873576 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5717da16-5fdb-4c29-8afd-75fcfcbeefdf req-d2cec1b9-4cda-449a-b10a-fd395945d79a tempest-TestServerMultinode-438578756 tempest-TestServerMultinode-438578756-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=374af576-411b-44cc-b244-c2679e15501d HTTP/1.1" status: 200 len: 210 time: 0.1257362 Jun 01 19:29:39.566628 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-7d37efb7-dbf5-4bf6-9962-dc8c2f73cb5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:29:39.580791 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3f5ab0-0144-40cf-b6a2-c71562c1df0a req-bdde09b7-3088-40e1-add7-34701633f216 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:29:39.582732 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3b3f5ab0-0144-40cf-b6a2-c71562c1df0a req-bdde09b7-3088-40e1-add7-34701633f216 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/ports?device_id=d922a918-a828-46ed-9bfe-232eaa3c7bcf HTTP/1.1" status: 200 len: 945 time: 0.1454699 Jun 01 19:29:39.645920 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3b3f5ab0-0144-40cf-b6a2-c71562c1df0a req-a0833527-866e-44ee-8188-a2ce59f4a81b tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/security-groups?id=69a184b0-4b49-43a1-a178-506528d57d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537839 Jun 01 19:29:40.068181 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 49592) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:29:40.719394 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:29:40.730910 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:29:41.068039 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651faa16-e0e2-4a88-9e56-f2beda3b46dd req-d2a341ae-c3f0-4271-a3ff-47a89f3398b3 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:29:41.081277 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-651faa16-e0e2-4a88-9e56-f2beda3b46dd req-d2a341ae-c3f0-4271-a3ff-47a89f3398b3 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/ports?device_id=d922a918-a828-46ed-9bfe-232eaa3c7bcf HTTP/1.1" status: 200 len: 945 time: 0.2067466 Jun 01 19:29:41.119903 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-45c652b5-27e2-4325-ab19-2b25913858e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-887474'] for router_interface, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:29:41.442891 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-651faa16-e0e2-4a88-9e56-f2beda3b46dd req-efeac078-23a2-41c5-bec0-61e89b2f0b5f tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/security-groups?id=69a184b0-4b49-43a1-a178-506528d57d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3548572 Jun 01 19:29:41.662937 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:29:41.788080 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a67dbe-be57-40ee-bb58-4075542bef59 req-1d64dd80-2490-45c9-9249-654eefd9c545 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:29:41.789853 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-58a67dbe-be57-40ee-bb58-4075542bef59 req-1d64dd80-2490-45c9-9249-654eefd9c545 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/ports?device_id=d922a918-a828-46ed-9bfe-232eaa3c7bcf HTTP/1.1" status: 200 len: 945 time: 0.1218674 Jun 01 19:29:41.810154 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device e9dce594-51e9-48c1-b3bf-47a3afbbcada no longer exists at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:29:41.853517 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-58a67dbe-be57-40ee-bb58-4075542bef59 req-011e4231-d3eb-43fe-b98c-e84dccdb4dc4 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/security-groups?id=69a184b0-4b49-43a1-a178-506528d57d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570252 Jun 01 19:29:41.860692 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] No Port match for: e9dce594-51e9-48c1-b3bf-47a3afbbcada {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:29:41.861039 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device e9dce594-51e9-48c1-b3bf-47a3afbbcada not bound to the agent host n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:29:41.890090 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 49602) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:29:42.052440 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-45c652b5-27e2-4325-ab19-2b25913858e4 admin admin] Deleting port f1e225ee-68cf-4f33-8e32-0c09feeceaa8 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:29:42.053028 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-45c652b5-27e2-4325-ab19-2b25913858e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:29:42.061030 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:29:42.252889 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ae20e3b-9028-405a-a280-946eaf949a70 tempest-TestVolumeBootPattern-1368721868 tempest-TestVolumeBootPattern-1368721868-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:29:42.257116 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-5ae20e3b-9028-405a-a280-946eaf949a70 tempest-TestVolumeBootPattern-1368721868 tempest-TestVolumeBootPattern-1368721868-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=d922a918-a828-46ed-9bfe-232eaa3c7bcf HTTP/1.1" status: 200 len: 1091 time: 0.3651774 Jun 01 19:29:42.260310 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 49610) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:29:42.271288 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-bef9d6d7-a856-4234-ac6c-2e6f25c6f372 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Request body: {'floatingip': {'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'port_id': '195bb061-5bc4-4388-bcb0-d98cbabb506e', 'tenant_id': 'e7fa6482b873470e8b5274a0b6cb89ae', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:29:42.281838 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-bef9d6d7-a856-4234-ac6c-2e6f25c6f372 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:29:42.284576 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:29:42.290918 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-bef9d6d7-a856-4234-ac6c-2e6f25c6f372 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Usage tracker for resource:floatingip and tenant:e7fa6482b873470e8b5274a0b6cb89ae is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:29:42.295705 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-bef9d6d7-a856-4234-ac6c-2e6f25c6f372 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:29:42.317871 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-bef9d6d7-a856-4234-ac6c-2e6f25c6f372 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:29:42.346478 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-bef9d6d7-a856-4234-ac6c-2e6f25c6f372 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Notify callbacks [] for floatingip, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:29:42.377796 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [None req-45c652b5-27e2-4325-ab19-2b25913858e4 admin admin] For port f1e225ee-68cf-4f33-8e32-0c09feeceaa8, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=f1e225ee-68cf-4f33-8e32-0c09feeceaa8,segment=NetworkSegment(aa3de2cf-f7f5-4c9c-8f82-c8e1cb0d5faf),segment_id=aa3de2cf-f7f5-4c9c-8f82-c8e1cb0d5faf)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:29:42.378165 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-45c652b5-27e2-4325-ab19-2b25913858e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:29:42.581380 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-45c652b5-27e2-4325-ab19-2b25913858e4 admin admin] Calling delete_port for f1e225ee-68cf-4f33-8e32-0c09feeceaa8 owned by network:router_interface {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:29:42.979731 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-bef9d6d7-a856-4234-ac6c-2e6f25c6f372 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:29:43.225966 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-45c652b5-27e2-4325-ab19-2b25913858e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:29:43.312053 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c652b5-27e2-4325-ab19-2b25913858e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1e225ee-68cf-4f33-8e32-0c09feeceaa8,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:29:43.333549 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [None req-bef9d6d7-a856-4234-ac6c-2e6f25c6f372 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Allocated IP 172.25.4.242 (72a72e44-6845-488a-a5ff-3a26d4df9cb3/c314a23b-daa2-4106-ab28-8e6f954277b2/8049320c-b494-47e3-abc7-70f74d9636ff) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:29:43.375840 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c652b5-27e2-4325-ab19-2b25913858e4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:29:43.376161 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c652b5-27e2-4325-ab19-2b25913858e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:29:43.376518 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c652b5-27e2-4325-ab19-2b25913858e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:29:43.376841 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c652b5-27e2-4325-ab19-2b25913858e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:29:43.377294 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c652b5-27e2-4325-ab19-2b25913858e4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:29:43.377602 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c652b5-27e2-4325-ab19-2b25913858e4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:29:43.377910 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c652b5-27e2-4325-ab19-2b25913858e4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:29:43.378250 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c652b5-27e2-4325-ab19-2b25913858e4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:29:43.378762 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c652b5-27e2-4325-ab19-2b25913858e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:29:43.379543 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c652b5-27e2-4325-ab19-2b25913858e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:29:43.379962 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c652b5-27e2-4325-ab19-2b25913858e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:29:43.380320 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c652b5-27e2-4325-ab19-2b25913858e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:29:43.882986 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-bef9d6d7-a856-4234-ac6c-2e6f25c6f372 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:29:43.921196 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.agents_db [None req-e814b9cf-7de8-45d0-a079-29c61fabe7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 19:29:44.014516 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-45c652b5-27e2-4325-ab19-2b25913858e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-887310'] for router_interface, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:29:44.102014 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-bef9d6d7-a856-4234-ac6c-2e6f25c6f372 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:29:44.284938 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bef9d6d7-a856-4234-ac6c-2e6f25c6f372 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:29:44.293247 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-bef9d6d7-a856-4234-ac6c-2e6f25c6f372 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:29:44.298914 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef9d6d7-a856-4234-ac6c-2e6f25c6f372 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Pushing event updated for resources: {'Port': ['ID=8049320c-b494-47e3-abc7-70f74d9636ff,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:29:44.303421 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef9d6d7-a856-4234-ac6c-2e6f25c6f372 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:29:44.819964 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45c652b5-27e2-4325-ab19-2b25913858e4 admin admin] Router f64a5bcd-ae63-4d8c-9997-d88b60f73776 has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 19:29:45.164261 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45c652b5-27e2-4325-ab19-2b25913858e4 admin admin] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:29:45.177105 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0480753-18b5-424a-b252-e56a6aec4080 None None] Sync routers for ids ['f64a5bcd-ae63-4d8c-9997-d88b60f73776'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:29:45.192670 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0480753-18b5-424a-b252-e56a6aec4080 None None] Routers {'f64a5bcd-ae63-4d8c-9997-d88b60f73776'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:29:45.194041 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-f0480753-18b5-424a-b252-e56a6aec4080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:29:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['f64a5bcd-ae63-4d8c-9997-d88b60f73776'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:29:45.200611 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-45c652b5-27e2-4325-ab19-2b25913858e4 admin admin] 10.222.0.41 "PUT /v2.0/routers/f64a5bcd-ae63-4d8c-9997-d88b60f73776/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1311984 Jun 01 19:29:45.204967 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 49622) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:29:45.388152 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-bef9d6d7-a856-4234-ac6c-2e6f25c6f372 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:29:45.481400 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-bef9d6d7-a856-4234-ac6c-2e6f25c6f372 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:29:45.526097 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-f0480753-18b5-424a-b252-e56a6aec4080 None None] Set router f64a5bcd-ae63-4d8c-9997-d88b60f73776 gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:29:45.582672 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d5649623-1422-44db-872d-7df00b1fc13f admin admin] Notify callbacks [] for router, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:29:45.877989 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-bef9d6d7-a856-4234-ac6c-2e6f25c6f372 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Notify callbacks [] for port, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:29:45.887860 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-bef9d6d7-a856-4234-ac6c-2e6f25c6f372 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:29:46.002840 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d5649623-1422-44db-872d-7df00b1fc13f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:29:46.013273 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-f0480753-18b5-424a-b252-e56a6aec4080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f64a5bcd-ae63-4d8c-9997-d88b60f73776', 'name': 'tempest-TestServerMultinode-423516991-router', 'tenant_id': 'abb1497235b8499bafd6a7d423437b05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': 'f3d8bea6-a7a5-4fe8-aefe-551d955577c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:28:36Z', 'updated_at': '2022-06-01T19:29:43Z', 'revision_number': 5, 'project_id': 'abb1497235b8499bafd6a7d423437b05', 'gw_port': {'id': 'f3d8bea6-a7a5-4fe8-aefe-551d955577c2', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:de:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f64a5bcd-ae63-4d8c-9997-d88b60f73776', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4080, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:28:37Z', 'updated_at': '2022-06-01T19:28:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:29:46.017738 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-d5649623-1422-44db-872d-7df00b1fc13f admin admin] Deleting port f3d8bea6-a7a5-4fe8-aefe-551d955577c2 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:29:46.018468 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d5649623-1422-44db-872d-7df00b1fc13f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:29:46.028176 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0480753-18b5-424a-b252-e56a6aec4080 None None] Checking router: f64a5bcd-ae63-4d8c-9997-d88b60f73776 for host: n-d-844202-1 {{(pid=88527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 19:29:46.032685 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef9d6d7-a856-4234-ac6c-2e6f25c6f372 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Pushing event updated for resources: {'Port': ['ID=8049320c-b494-47e3-abc7-70f74d9636ff,revision_number=2']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:29:46.061323 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0480753-18b5-424a-b252-e56a6aec4080 None None] Routers {'f64a5bcd-ae63-4d8c-9997-d88b60f73776'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:29:46.062014 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-f0480753-18b5-424a-b252-e56a6aec4080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:29:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['f64a5bcd-ae63-4d8c-9997-d88b60f73776'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:29:46.138094 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-bef9d6d7-a856-4234-ac6c-2e6f25c6f372 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887712'] for floatingip, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:29:46.383046 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-f0480753-18b5-424a-b252-e56a6aec4080 None None] Set router f64a5bcd-ae63-4d8c-9997-d88b60f73776 gateway port host: None {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:29:46.394408 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [None req-d5649623-1422-44db-872d-7df00b1fc13f admin admin] For port f3d8bea6-a7a5-4fe8-aefe-551d955577c2, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=f3d8bea6-a7a5-4fe8-aefe-551d955577c2,segment=NetworkSegment(7875af61-4c53-4ff2-b8c8-d4b7c35ff947),segment_id=7875af61-4c53-4ff2-b8c8-d4b7c35ff947)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:29:46.395899 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d5649623-1422-44db-872d-7df00b1fc13f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:29:46.411513 n-d-844202-1 neutron-server[88525]: INFO neutron.db.l3_db [None req-bef9d6d7-a856-4234-ac6c-2e6f25c6f372 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Floating IP 7a7e180c-631d-4196-8db4-b29f1d792aab associated. External IP: 172.25.4.242, port: 195bb061-5bc4-4388-bcb0-d98cbabb506e. Jun 01 19:29:46.572465 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-f0480753-18b5-424a-b252-e56a6aec4080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f64a5bcd-ae63-4d8c-9997-d88b60f73776', 'name': 'tempest-TestServerMultinode-423516991-router', 'tenant_id': 'abb1497235b8499bafd6a7d423437b05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:28:36Z', 'updated_at': '2022-06-01T19:29:46Z', 'revision_number': 6, 'project_id': 'abb1497235b8499bafd6a7d423437b05', 'gw_port_host': None}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:29:46.579013 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0480753-18b5-424a-b252-e56a6aec4080 None None] The sync data for ids ['f64a5bcd-ae63-4d8c-9997-d88b60f73776'] in n-d-844202-1 is: [{'id': 'f64a5bcd-ae63-4d8c-9997-d88b60f73776', 'name': 'tempest-TestServerMultinode-423516991-router', 'tenant_id': 'abb1497235b8499bafd6a7d423437b05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:28:36Z', 'updated_at': '2022-06-01T19:29:46Z', 'revision_number': 6, 'project_id': 'abb1497235b8499bafd6a7d423437b05', 'gw_port_host': None}] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:29:46.724047 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-d5649623-1422-44db-872d-7df00b1fc13f admin admin] Calling delete_port for f3d8bea6-a7a5-4fe8-aefe-551d955577c2 owned by network:router_gateway {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:29:46.851851 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bef9d6d7-a856-4234-ac6c-2e6f25c6f372 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Router cf391632-dbd0-43da-980f-c81ee2cb2f6c has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 19:29:46.977855 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device f1e225ee-68cf-4f33-8e32-0c09feeceaa8 no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:29:47.120383 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: f1e225ee-68cf-4f33-8e32-0c09feeceaa8 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:29:47.124766 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device f1e225ee-68cf-4f33-8e32-0c09feeceaa8 not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:29:47.202750 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bef9d6d7-a856-4234-ac6c-2e6f25c6f372 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:29:47.215727 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09874425-79a6-4815-a2da-aa8c72cd61d2 None None] Sync routers for ids ['cf391632-dbd0-43da-980f-c81ee2cb2f6c'] in n-d-844202-1 {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:29:47.242273 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09874425-79a6-4815-a2da-aa8c72cd61d2 None None] Routers {'cf391632-dbd0-43da-980f-c81ee2cb2f6c'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:29:47.243668 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-09874425-79a6-4815-a2da-aa8c72cd61d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:29:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['cf391632-dbd0-43da-980f-c81ee2cb2f6c'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:29:47.247421 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-bef9d6d7-a856-4234-ac6c-2e6f25c6f372 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for floatingip, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:29:47.287656 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d5649623-1422-44db-872d-7df00b1fc13f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:29:47.346230 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-bef9d6d7-a856-4234-ac6c-2e6f25c6f372 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.0796418 Jun 01 19:29:47.346230 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd922a918-a828-46ed-9bfe-232eaa3c7bcf', 'tag': '195bb061-5bc4-4388-bcb0-d98cbabb506e'}] {{(pid=88525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:29:47.363233 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5649623-1422-44db-872d-7df00b1fc13f admin admin] Pushing event deleted for resources: {'Port': ['ID=f3d8bea6-a7a5-4fe8-aefe-551d955577c2,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:29:47.443809 n-d-844202-1 neutron-server[88525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-323ba9ea-3839-4023-8244-da6d6ff3fac3'] response: {'name': 'network-changed', 'server_uuid': 'd922a918-a828-46ed-9bfe-232eaa3c7bcf', 'tag': '195bb061-5bc4-4388-bcb0-d98cbabb506e', 'status': 'completed', 'code': 200} Jun 01 19:29:47.542561 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-09874425-79a6-4815-a2da-aa8c72cd61d2 None None] Set router cf391632-dbd0-43da-980f-c81ee2cb2f6c gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:29:47.573503 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d5649623-1422-44db-872d-7df00b1fc13f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-887703'] for router_gateway, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:29:47.788917 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d5649623-1422-44db-872d-7df00b1fc13f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25316'] for router, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:29:47.793177 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a699d594-c430-4729-a625-29f1db8abb4d req-c1744ed9-bb61-4eb7-ae87-889dfc757170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:29:47.794846 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a699d594-c430-4729-a625-29f1db8abb4d req-c1744ed9-bb61-4eb7-ae87-889dfc757170 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e7fa6482b873470e8b5274a0b6cb89ae&device_id=d922a918-a828-46ed-9bfe-232eaa3c7bcf HTTP/1.1" status: 200 len: 1096 time: 0.3204379 Jun 01 19:29:47.796483 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d5649623-1422-44db-872d-7df00b1fc13f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:29:47.953923 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d5649623-1422-44db-872d-7df00b1fc13f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-891519'] for router, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:29:47.954743 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5649623-1422-44db-872d-7df00b1fc13f admin admin] Fanout notify agent at l3_agent the message router_deleted on router f64a5bcd-ae63-4d8c-9997-d88b60f73776 {{(pid=88524) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 19:29:48.006735 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d5649623-1422-44db-872d-7df00b1fc13f admin admin] Notify callbacks [] for router, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:29:48.012207 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 49640) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:29:48.012770 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-d5649623-1422-44db-872d-7df00b1fc13f admin admin] 10.222.0.41 "DELETE /v2.0/routers/f64a5bcd-ae63-4d8c-9997-d88b60f73776 HTTP/1.1" status: 204 len: 168 time: 2.8047106 Jun 01 19:29:48.068039 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a699d594-c430-4729-a625-29f1db8abb4d req-f33398b2-b7cc-4b15-888a-74facd497f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:29:48.072066 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a699d594-c430-4729-a625-29f1db8abb4d req-f33398b2-b7cc-4b15-888a-74facd497f9e service neutron] 10.222.0.15 "GET /v2.0/networks?id=06227175-383a-438d-b2ea-446bb23d085d HTTP/1.1" status: 200 len: 913 time: 0.2704530 Jun 01 19:29:48.080786 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-09874425-79a6-4815-a2da-aa8c72cd61d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf391632-dbd0-43da-980f-c81ee2cb2f6c', 'name': 'tempest-TestVolumeBootPattern-1790725510-router', 'tenant_id': 'e7fa6482b873470e8b5274a0b6cb89ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': 'd169e9ea-329c-4a43-af71-5d23db88d4ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:22:26Z', 'updated_at': '2022-06-01T19:22:33Z', 'revision_number': 4, 'project_id': 'e7fa6482b873470e8b5274a0b6cb89ae', 'gw_port': {'id': 'd169e9ea-329c-4a43-af71-5d23db88d4ff', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ba:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf391632-dbd0-43da-980f-c81ee2cb2f6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:22:27Z', 'updated_at': '2022-06-01T19:22:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_floatingips': [{'id': '7a7e180c-631d-4196-8db4-b29f1d792aab', 'tenant_id': 'e7fa6482b873470e8b5274a0b6cb89ae', 'floating_ip_address': '172.25.4.242', 'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'router_id': 'cf391632-dbd0-43da-980f-c81ee2cb2f6c', 'port_id': '195bb061-5bc4-4388-bcb0-d98cbabb506e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4098, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06227175-383a-438d-b2ea-446bb23d085d', 'mac_address': 'fa:16:3e:5d:c3:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd922a918-a828-46ed-9bfe-232eaa3c7bcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T19:29:45Z', 'updated_at': '2022-06-01T19:29:45Z', 'revision_number': 0, 'project_id': 'e7fa6482b873470e8b5274a0b6cb89ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b29d339d-f606-4b45-b014-3a9cb80f958c', 'name': '', 'network_id': '06227175-383a-438d-b2ea-446bb23d085d', 'tenant_id': 'e7fa6482b873470e8b5274a0b6cb89ae', 'mac_address': 'fa:16:3e:77:63:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf391632-dbd0-43da-980f-c81ee2cb2f6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3707, 'fixed_ips': [{'subnet_id': '3c6d4c6d-6977-4f9b-a44c-9b6b04f8ca29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:22:32Z', 'updated_at': '2022-06-01T19:22:41Z', 'revision_number': 5, 'project_id': 'e7fa6482b873470e8b5274a0b6cb89ae', 'subnets': [{'id': '3c6d4c6d-6977-4f9b-a44c-9b6b04f8ca29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:29:48.086711 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09874425-79a6-4815-a2da-aa8c72cd61d2 None None] Checking router: cf391632-dbd0-43da-980f-c81ee2cb2f6c for host: n-d-844202-1 {{(pid=88526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 19:29:48.102200 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09874425-79a6-4815-a2da-aa8c72cd61d2 None None] Routers {'cf391632-dbd0-43da-980f-c81ee2cb2f6c'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:29:48.102936 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-09874425-79a6-4815-a2da-aa8c72cd61d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:29:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['cf391632-dbd0-43da-980f-c81ee2cb2f6c'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:29:48.119983 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_v2 [None req-3476b68e-ec8d-4a45-9c9d-6114522563a3 admin admin] Deleting subnet ae53dc3c-fd0f-46a2-8f71-134d970d289a {{(pid=88525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 19:29:48.126316 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3476b68e-ec8d-4a45-9c9d-6114522563a3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:29:48.217823 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3476b68e-ec8d-4a45-9c9d-6114522563a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2258509'] for subnet, precommit_delete_associations {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:29:48.285420 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a699d594-c430-4729-a625-29f1db8abb4d req-64499173-e629-4e5a-b8ec-75c89320bf36 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=195bb061-5bc4-4388-bcb0-d98cbabb506e HTTP/1.1" status: 200 len: 999 time: 0.2022622 Jun 01 19:29:48.334743 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3476b68e-ec8d-4a45-9c9d-6114522563a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:29:48.375776 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a699d594-c430-4729-a625-29f1db8abb4d req-179a6caf-3f8c-463e-9d5b-31b7d9457405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:29:48.377811 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a699d594-c430-4729-a625-29f1db8abb4d req-179a6caf-3f8c-463e-9d5b-31b7d9457405 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3c6d4c6d-6977-4f9b-a44c-9b6b04f8ca29 HTTP/1.1" status: 200 len: 851 time: 0.0862088 Jun 01 19:29:48.386939 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-09874425-79a6-4815-a2da-aa8c72cd61d2 None None] Set router cf391632-dbd0-43da-980f-c81ee2cb2f6c gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:29:48.507224 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a699d594-c430-4729-a625-29f1db8abb4d req-d439893b-3a55-4af9-9612-d49626c7cd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:29:48.508873 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a699d594-c430-4729-a625-29f1db8abb4d req-d439893b-3a55-4af9-9612-d49626c7cd39 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=06227175-383a-438d-b2ea-446bb23d085d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1221333 Jun 01 19:29:48.694367 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3476b68e-ec8d-4a45-9c9d-6114522563a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2614143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9667199'] for subnet, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:29:48.762707 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a699d594-c430-4729-a625-29f1db8abb4d req-f53d9a7d-981b-459b-94a2-9c44e8d0ea75 service neutron] 10.222.0.15 "GET /v2.0/networks/06227175-383a-438d-b2ea-446bb23d085d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2473421 Jun 01 19:29:48.792364 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3476b68e-ec8d-4a45-9c9d-6114522563a3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:29:48.801175 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3476b68e-ec8d-4a45-9c9d-6114522563a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae53dc3c-fd0f-46a2-8f71-134d970d289a,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:29:48.808216 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-3476b68e-ec8d-4a45-9c9d-6114522563a3 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/ae53dc3c-fd0f-46a2-8f71-134d970d289a HTTP/1.1" status: 204 len: 168 time: 0.7935357 Jun 01 19:29:48.811239 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 49646) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:29:48.955468 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49bf2be4-5d15-48ff-9c34-342df6c148b4 None None] Network 8720f465-e424-4bae-9647-2475d299a954 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:29:48.975701 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device f3d8bea6-a7a5-4fe8-aefe-551d955577c2 no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:29:49.070231 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0f61cf5c-59c1-47e9-8a74-0ae9fc9ce1e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:29:49.103206 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-0f61cf5c-59c1-47e9-8a74-0ae9fc9ce1e0 admin admin] Deleting port 2c6bb587-52ea-4b2a-a2d9-88fb0dd52c8a {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:29:49.113931 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0f61cf5c-59c1-47e9-8a74-0ae9fc9ce1e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:29:49.121616 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a699d594-c430-4729-a625-29f1db8abb4d req-611be502-bf79-4cc4-8e84-b43ca194ea23 service neutron] 10.222.0.15 "GET /v2.0/networks/06227175-383a-438d-b2ea-446bb23d085d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3494873 Jun 01 19:29:49.140469 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: f3d8bea6-a7a5-4fe8-aefe-551d955577c2 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:29:49.141321 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device f3d8bea6-a7a5-4fe8-aefe-551d955577c2 not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:29:49.315286 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-09874425-79a6-4815-a2da-aa8c72cd61d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf391632-dbd0-43da-980f-c81ee2cb2f6c', 'name': 'tempest-TestVolumeBootPattern-1790725510-router', 'tenant_id': 'e7fa6482b873470e8b5274a0b6cb89ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': 'd169e9ea-329c-4a43-af71-5d23db88d4ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:22:26Z', 'updated_at': '2022-06-01T19:22:33Z', 'revision_number': 4, 'project_id': 'e7fa6482b873470e8b5274a0b6cb89ae', 'gw_port': {'id': 'd169e9ea-329c-4a43-af71-5d23db88d4ff', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ba:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf391632-dbd0-43da-980f-c81ee2cb2f6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:22:27Z', 'updated_at': '2022-06-01T19:22:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_floatingips': [{'id': '7a7e180c-631d-4196-8db4-b29f1d792aab', 'tenant_id': 'e7fa6482b873470e8b5274a0b6cb89ae', 'floating_ip_address': '172.25.4.242', 'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'router_id': 'cf391632-dbd0-43da-980f-c81ee2cb2f6c', 'port_id': '195bb061-5bc4-4388-bcb0-d98cbabb506e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4098, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06227175-383a-438d-b2ea-446bb23d085d', 'mac_address': 'fa:16:3e:5d:c3:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd922a918-a828-46ed-9bfe-232eaa3c7bcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T19:29:45Z', 'updated_at': '2022-06-01T19:29:45Z', 'revision_number': 0, 'project_id': 'e7fa6482b873470e8b5274a0b6cb89ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b29d339d-f606-4b45-b014-3a9cb80f958c', 'name': '', 'network_id': '06227175-383a-438d-b2ea-446bb23d085d', 'tenant_id': 'e7fa6482b873470e8b5274a0b6cb89ae', 'mac_address': 'fa:16:3e:77:63:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf391632-dbd0-43da-980f-c81ee2cb2f6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3707, 'fixed_ips': [{'subnet_id': '3c6d4c6d-6977-4f9b-a44c-9b6b04f8ca29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:22:32Z', 'updated_at': '2022-06-01T19:22:41Z', 'revision_number': 5, 'project_id': 'e7fa6482b873470e8b5274a0b6cb89ae', 'subnets': [{'id': '3c6d4c6d-6977-4f9b-a44c-9b6b04f8ca29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:29:49.327624 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09874425-79a6-4815-a2da-aa8c72cd61d2 None None] The sync data for ids ['cf391632-dbd0-43da-980f-c81ee2cb2f6c'] in n-d-844202-1 is: [{'id': 'cf391632-dbd0-43da-980f-c81ee2cb2f6c', 'name': 'tempest-TestVolumeBootPattern-1790725510-router', 'tenant_id': 'e7fa6482b873470e8b5274a0b6cb89ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': 'd169e9ea-329c-4a43-af71-5d23db88d4ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:22:26Z', 'updated_at': '2022-06-01T19:22:33Z', 'revision_number': 4, 'project_id': 'e7fa6482b873470e8b5274a0b6cb89ae', 'gw_port': {'id': 'd169e9ea-329c-4a43-af71-5d23db88d4ff', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ba:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf391632-dbd0-43da-980f-c81ee2cb2f6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:22:27Z', 'updated_at': '2022-06-01T19:22:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_floatingips': [{'id': '7a7e180c-631d-4196-8db4-b29f1d792aab', 'tenant_id': 'e7fa6482b873470e8b5274a0b6cb89ae', 'floating_ip_address': '172.25.4.242', 'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'router_id': 'cf391632-dbd0-43da-980f-c81ee2cb2f6c', 'port_id': '195bb061-5bc4-4388-bcb0-d98cbabb506e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4098, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06227175-383a-438d-b2ea-446bb23d085d', 'mac_address': 'fa:16:3e:5d:c3:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd922a918-a828-46ed-9bfe-232eaa3c7bcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T19:29:45Z', 'updated_at': '2022-06-01T19:29:45Z', 'revision_number': 0, 'project_id': 'e7fa6482b873470e8b5274a0b6cb89ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b29d339d-f606-4b45-b014-3a9cb80f958c', 'name': '', 'network_id': '06227175-383a-438d-b2ea-446bb23d085d', 'tenant_id': 'e7fa6482b873470e8b5274a0b6cb89ae', 'mac_address': 'fa:16:3e:77:63:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf391632-dbd0-43da-980f-c81ee2cb2f6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3707, 'fixed_ips': [{'subnet_id': '3c6d4c6d-6977-4f9b-a44c-9b6b04f8ca29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:22:32Z', 'updated_at': '2022-06-01T19:22:41Z', 'revision_number': 5, 'project_id': 'e7fa6482b873470e8b5274a0b6cb89ae', 'subnets': [{'id': '3c6d4c6d-6977-4f9b-a44c-9b6b04f8ca29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:29:49.393867 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [None req-0f61cf5c-59c1-47e9-8a74-0ae9fc9ce1e0 admin admin] For port 2c6bb587-52ea-4b2a-a2d9-88fb0dd52c8a, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=2c6bb587-52ea-4b2a-a2d9-88fb0dd52c8a,segment=NetworkSegment(aa3de2cf-f7f5-4c9c-8f82-c8e1cb0d5faf),segment_id=aa3de2cf-f7f5-4c9c-8f82-c8e1cb0d5faf)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:29:49.394794 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0f61cf5c-59c1-47e9-8a74-0ae9fc9ce1e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:29:49.458016 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-343af3e9-54ae-4893-896d-331402c0e48f None None] DHCP port deletion for 8720f465-e424-4bae-9647-2475d299a954 request from n-d-844202-1 {{(pid=88526) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 19:29:49.466993 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-343af3e9-54ae-4893-896d-331402c0e48f None None] Deleting port 2c6bb587-52ea-4b2a-a2d9-88fb0dd52c8a {{(pid=88526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:29:49.468169 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-343af3e9-54ae-4893-896d-331402c0e48f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:29:49.594042 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-0f61cf5c-59c1-47e9-8a74-0ae9fc9ce1e0 admin admin] Calling delete_port for 2c6bb587-52ea-4b2a-a2d9-88fb0dd52c8a owned by network:dhcp {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:29:49.734444 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2135085c-d60b-421a-aa5b-3f393767272c None None] New status for floating IP 7a7e180c-631d-4196-8db4-b29f1d792aab: ACTIVE {{(pid=88527) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 19:29:49.801747 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0f61cf5c-59c1-47e9-8a74-0ae9fc9ce1e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:29:49.887041 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-343af3e9-54ae-4893-896d-331402c0e48f None None] For port 2c6bb587-52ea-4b2a-a2d9-88fb0dd52c8a, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=2c6bb587-52ea-4b2a-a2d9-88fb0dd52c8a,segment=NetworkSegment(aa3de2cf-f7f5-4c9c-8f82-c8e1cb0d5faf),segment_id=aa3de2cf-f7f5-4c9c-8f82-c8e1cb0d5faf)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:29:49.887793 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-343af3e9-54ae-4893-896d-331402c0e48f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:29:49.980020 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f61cf5c-59c1-47e9-8a74-0ae9fc9ce1e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c6bb587-52ea-4b2a-a2d9-88fb0dd52c8a,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:29:49.987230 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f61cf5c-59c1-47e9-8a74-0ae9fc9ce1e0 admin admin] No DVR routers for this DVR port 2c6bb587-52ea-4b2a-a2d9-88fb0dd52c8a on host n-d-844202-1 {{(pid=88525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:29:50.166228 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-343af3e9-54ae-4893-896d-331402c0e48f None None] Calling delete_port for 2c6bb587-52ea-4b2a-a2d9-88fb0dd52c8a owned by network:dhcp {{(pid=88526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:29:50.326356 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0f61cf5c-59c1-47e9-8a74-0ae9fc9ce1e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:29:50.411354 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.db.api [None req-343af3e9-54ae-4893-896d-331402c0e48f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88526) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 19:29:50.411354 n-d-844202-1 neutron-server[88526]: DEBUG oslo_db.api [None req-343af3e9-54ae-4893-896d-331402c0e48f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 19:29:50.423278 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-0f61cf5c-59c1-47e9-8a74-0ae9fc9ce1e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8720f465-e424-4bae-9647-2475d299a954']}} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:29:50.433485 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-0f61cf5c-59c1-47e9-8a74-0ae9fc9ce1e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa3de2cf-f7f5-4c9c-8f82-c8e1cb0d5faf') {'for_net_delete': True} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:29:50.433485 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-0f61cf5c-59c1-47e9-8a74-0ae9fc9ce1e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa3de2cf-f7f5-4c9c-8f82-c8e1cb0d5faf') {} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:29:50.461731 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0f61cf5c-59c1-47e9-8a74-0ae9fc9ce1e0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2258522'] for segment, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:29:50.504999 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0f61cf5c-59c1-47e9-8a74-0ae9fc9ce1e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:29:50.504999 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f61cf5c-59c1-47e9-8a74-0ae9fc9ce1e0 admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=88525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 19:29:50.504999 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0f61cf5c-59c1-47e9-8a74-0ae9fc9ce1e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2613981'] for segment, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:29:50.815032 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment aa3de2cf-f7f5-4c9c-8f82-c8e1cb0d5faf resource provider aggregate not found Jun 01 19:29:50.867223 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment aa3de2cf-f7f5-4c9c-8f82-c8e1cb0d5faf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid aa3de2cf-f7f5-4c9c-8f82-c8e1cb0d5faf found for delete ", "request_id": "req-841371d0-afcd-4743-9730-8767db4bd799"}]} Jun 01 19:29:50.913202 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-343af3e9-54ae-4893-896d-331402c0e48f None None] Deleting port 2c6bb587-52ea-4b2a-a2d9-88fb0dd52c8a {{(pid=88526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:29:50.913202 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-343af3e9-54ae-4893-896d-331402c0e48f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:29:50.920263 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0f61cf5c-59c1-47e9-8a74-0ae9fc9ce1e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:29:50.929184 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0f61cf5c-59c1-47e9-8a74-0ae9fc9ce1e0 admin admin] Notify callbacks [] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:29:50.986597 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-0f61cf5c-59c1-47e9-8a74-0ae9fc9ce1e0 admin admin] 10.222.0.41 "DELETE /v2.0/networks/8720f465-e424-4bae-9647-2475d299a954 HTTP/1.1" status: 204 len: 168 time: 2.1686652 Jun 01 19:29:50.986787 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 49664) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:29:50.997142 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f61cf5c-59c1-47e9-8a74-0ae9fc9ce1e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=8720f465-e424-4bae-9647-2475d299a954,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:29:51.061685 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 2c6bb587-52ea-4b2a-a2d9-88fb0dd52c8a no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:29:51.141114 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-343af3e9-54ae-4893-896d-331402c0e48f None None] The port '2c6bb587-52ea-4b2a-a2d9-88fb0dd52c8a' was deleted {{(pid=88526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 01 19:29:51.150930 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: 2c6bb587-52ea-4b2a-a2d9-88fb0dd52c8a {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:29:51.150930 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 2c6bb587-52ea-4b2a-a2d9-88fb0dd52c8a not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:29:52.050730 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-dc458b22-3c7a-437f-baec-a2b33de068bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-887474'] for router_interface, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:29:52.475236 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-dc458b22-3c7a-437f-baec-a2b33de068bc admin admin] Deleting port 545b4d4d-f7c7-4e31-9ae4-91291686c261 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:29:52.475596 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-dc458b22-3c7a-437f-baec-a2b33de068bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:29:52.697832 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [None req-dc458b22-3c7a-437f-baec-a2b33de068bc admin admin] For port 545b4d4d-f7c7-4e31-9ae4-91291686c261, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=545b4d4d-f7c7-4e31-9ae4-91291686c261,segment=NetworkSegment(790b163b-e751-408f-a1cb-970b3ed991f7),segment_id=790b163b-e751-408f-a1cb-970b3ed991f7)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:29:52.698183 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-dc458b22-3c7a-437f-baec-a2b33de068bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:29:52.848901 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-dc458b22-3c7a-437f-baec-a2b33de068bc admin admin] Calling delete_port for 545b4d4d-f7c7-4e31-9ae4-91291686c261 owned by network:router_interface {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:29:53.251641 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-dc458b22-3c7a-437f-baec-a2b33de068bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:29:53.321304 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc458b22-3c7a-437f-baec-a2b33de068bc admin admin] Pushing event deleted for resources: {'Port': ['ID=545b4d4d-f7c7-4e31-9ae4-91291686c261,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:29:53.711530 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-dc458b22-3c7a-437f-baec-a2b33de068bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-887310'] for router_interface, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:29:54.267391 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc458b22-3c7a-437f-baec-a2b33de068bc admin admin] Router dec97958-f92c-4d7b-a613-2fea03cd22b6 has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 19:29:54.587812 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc458b22-3c7a-437f-baec-a2b33de068bc admin admin] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:29:54.601660 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d918663-9a59-45bb-84ae-18b92034c8bc None None] Sync routers for ids ['dec97958-f92c-4d7b-a613-2fea03cd22b6'] in n-d-844202-1 {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:29:54.615861 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-dc458b22-3c7a-437f-baec-a2b33de068bc admin admin] 10.222.0.41 "PUT /v2.0/routers/dec97958-f92c-4d7b-a613-2fea03cd22b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6287730 Jun 01 19:29:54.616831 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 49678) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:29:54.619330 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d918663-9a59-45bb-84ae-18b92034c8bc None None] Routers {'dec97958-f92c-4d7b-a613-2fea03cd22b6'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:29:54.620502 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-4d918663-9a59-45bb-84ae-18b92034c8bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:29:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['dec97958-f92c-4d7b-a613-2fea03cd22b6'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:29:54.951998 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-dd2c0ea4-dbda-40d5-a8c6-f5cff355768b admin admin] Notify callbacks [] for router, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:29:54.955181 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-4d918663-9a59-45bb-84ae-18b92034c8bc None None] Set router dec97958-f92c-4d7b-a613-2fea03cd22b6 gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:29:55.181864 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-dd2c0ea4-dbda-40d5-a8c6-f5cff355768b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:29:55.194633 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-dd2c0ea4-dbda-40d5-a8c6-f5cff355768b admin admin] Deleting port c2773cfa-e2da-4a32-9037-4a72e84ba918 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:29:55.194968 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-dd2c0ea4-dbda-40d5-a8c6-f5cff355768b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:29:55.367992 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-4d918663-9a59-45bb-84ae-18b92034c8bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dec97958-f92c-4d7b-a613-2fea03cd22b6', 'name': 'tempest-TestServerMultinode-1635991442-router', 'tenant_id': '4766aa8a7d7f486bbf128f19689f2d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': 'c2773cfa-e2da-4a32-9037-4a72e84ba918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:28:46Z', 'updated_at': '2022-06-01T19:29:53Z', 'revision_number': 5, 'project_id': '4766aa8a7d7f486bbf128f19689f2d4d', 'gw_port': {'id': 'c2773cfa-e2da-4a32-9037-4a72e84ba918', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:da:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dec97958-f92c-4d7b-a613-2fea03cd22b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:28:47Z', 'updated_at': '2022-06-01T19:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:29:55.374844 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d918663-9a59-45bb-84ae-18b92034c8bc None None] Checking router: dec97958-f92c-4d7b-a613-2fea03cd22b6 for host: n-d-844202-1 {{(pid=88526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 19:29:55.392025 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d918663-9a59-45bb-84ae-18b92034c8bc None None] Routers {'dec97958-f92c-4d7b-a613-2fea03cd22b6'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:29:55.393074 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-4d918663-9a59-45bb-84ae-18b92034c8bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:29:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['dec97958-f92c-4d7b-a613-2fea03cd22b6'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:29:55.616171 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [None req-dd2c0ea4-dbda-40d5-a8c6-f5cff355768b admin admin] For port c2773cfa-e2da-4a32-9037-4a72e84ba918, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=c2773cfa-e2da-4a32-9037-4a72e84ba918,segment=NetworkSegment(7875af61-4c53-4ff2-b8c8-d4b7c35ff947),segment_id=7875af61-4c53-4ff2-b8c8-d4b7c35ff947)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:29:55.616561 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-dd2c0ea4-dbda-40d5-a8c6-f5cff355768b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:29:55.746855 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-4d918663-9a59-45bb-84ae-18b92034c8bc None None] Set router dec97958-f92c-4d7b-a613-2fea03cd22b6 gateway port host: None {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:29:55.771854 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-dd2c0ea4-dbda-40d5-a8c6-f5cff355768b admin admin] Calling delete_port for c2773cfa-e2da-4a32-9037-4a72e84ba918 owned by network:router_gateway {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:29:55.925622 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-4d918663-9a59-45bb-84ae-18b92034c8bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dec97958-f92c-4d7b-a613-2fea03cd22b6', 'name': 'tempest-TestServerMultinode-1635991442-router', 'tenant_id': '4766aa8a7d7f486bbf128f19689f2d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:28:46Z', 'updated_at': '2022-06-01T19:29:55Z', 'revision_number': 6, 'project_id': '4766aa8a7d7f486bbf128f19689f2d4d', 'gw_port_host': None}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:29:55.933941 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d918663-9a59-45bb-84ae-18b92034c8bc None None] The sync data for ids ['dec97958-f92c-4d7b-a613-2fea03cd22b6'] in n-d-844202-1 is: [{'id': 'dec97958-f92c-4d7b-a613-2fea03cd22b6', 'name': 'tempest-TestServerMultinode-1635991442-router', 'tenant_id': '4766aa8a7d7f486bbf128f19689f2d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:28:46Z', 'updated_at': '2022-06-01T19:29:55Z', 'revision_number': 6, 'project_id': '4766aa8a7d7f486bbf128f19689f2d4d', 'gw_port_host': None}] {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:29:56.054863 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-dd2c0ea4-dbda-40d5-a8c6-f5cff355768b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:29:56.115934 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2c0ea4-dbda-40d5-a8c6-f5cff355768b admin admin] Pushing event deleted for resources: {'Port': ['ID=c2773cfa-e2da-4a32-9037-4a72e84ba918,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:29:56.241067 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-dd2c0ea4-dbda-40d5-a8c6-f5cff355768b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-887703'] for router_gateway, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:29:56.529162 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-dd2c0ea4-dbda-40d5-a8c6-f5cff355768b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25316'] for router, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:29:56.535435 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-dd2c0ea4-dbda-40d5-a8c6-f5cff355768b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:29:56.578407 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-dd2c0ea4-dbda-40d5-a8c6-f5cff355768b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-891519'] for router, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:29:56.578754 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd2c0ea4-dbda-40d5-a8c6-f5cff355768b admin admin] Fanout notify agent at l3_agent the message router_deleted on router dec97958-f92c-4d7b-a613-2fea03cd22b6 {{(pid=88525) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 19:29:56.605665 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-dd2c0ea4-dbda-40d5-a8c6-f5cff355768b admin admin] Notify callbacks [] for router, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:29:56.607682 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-dd2c0ea4-dbda-40d5-a8c6-f5cff355768b admin admin] 10.222.0.41 "DELETE /v2.0/routers/dec97958-f92c-4d7b-a613-2fea03cd22b6 HTTP/1.1" status: 204 len: 168 time: 1.9882302 Jun 01 19:29:56.611564 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 49686) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:29:56.698250 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ed5ae96-8db7-47e6-b208-937df67acbf7 admin admin] Deleting subnet 40149095-b06c-413e-b91a-ac3e32640b45 {{(pid=88524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 19:29:56.707725 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-5ed5ae96-8db7-47e6-b208-937df67acbf7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:29:56.765820 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-5ed5ae96-8db7-47e6-b208-937df67acbf7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2702137'] for subnet, precommit_delete_associations {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:29:56.977786 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-5ed5ae96-8db7-47e6-b208-937df67acbf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:29:56.993396 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 545b4d4d-f7c7-4e31-9ae4-91291686c261 no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:29:57.096482 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: 545b4d4d-f7c7-4e31-9ae4-91291686c261 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:29:57.096728 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 545b4d4d-f7c7-4e31-9ae4-91291686c261 not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:29:57.098383 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device c2773cfa-e2da-4a32-9037-4a72e84ba918 no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:29:57.129280 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-5ed5ae96-8db7-47e6-b208-937df67acbf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2718856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3066595'] for subnet, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:29:57.160937 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: c2773cfa-e2da-4a32-9037-4a72e84ba918 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:29:57.161614 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device c2773cfa-e2da-4a32-9037-4a72e84ba918 not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:29:57.218296 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-5ed5ae96-8db7-47e6-b208-937df67acbf7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:29:57.228871 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed5ae96-8db7-47e6-b208-937df67acbf7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40149095-b06c-413e-b91a-ac3e32640b45,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:29:57.239373 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80e24188-f48d-4816-9fe7-777d98f70dd9 None None] Network 7b91197b-bd8d-4205-b86a-a7dd0f7b6143 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:29:57.240625 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-5ed5ae96-8db7-47e6-b208-937df67acbf7 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/40149095-b06c-413e-b91a-ac3e32640b45 HTTP/1.1" status: 204 len: 168 time: 0.6267922 Jun 01 19:29:57.243612 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 49696) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:29:57.513737 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-822bbacb-d477-40f8-b8a0-24ced0656616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:29:57.532714 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-822bbacb-d477-40f8-b8a0-24ced0656616 admin admin] Deleting port 6f01236d-97d4-49b9-9cf7-cdd8fc60dc67 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:29:57.533530 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-822bbacb-d477-40f8-b8a0-24ced0656616 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:29:57.895731 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43e50ea7-78c4-4a1a-8b8b-6b2d618c91dc None None] DHCP port deletion for 7b91197b-bd8d-4205-b86a-a7dd0f7b6143 request from n-d-844202-1 {{(pid=88526) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 19:29:57.895731 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-43e50ea7-78c4-4a1a-8b8b-6b2d618c91dc None None] Deleting port 6f01236d-97d4-49b9-9cf7-cdd8fc60dc67 {{(pid=88526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:29:57.895731 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-43e50ea7-78c4-4a1a-8b8b-6b2d618c91dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:29:58.365743 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [None req-822bbacb-d477-40f8-b8a0-24ced0656616 admin admin] For port 6f01236d-97d4-49b9-9cf7-cdd8fc60dc67, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=6f01236d-97d4-49b9-9cf7-cdd8fc60dc67,segment=NetworkSegment(790b163b-e751-408f-a1cb-970b3ed991f7),segment_id=790b163b-e751-408f-a1cb-970b3ed991f7)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:29:58.365743 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-822bbacb-d477-40f8-b8a0-24ced0656616 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:29:58.470633 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-43e50ea7-78c4-4a1a-8b8b-6b2d618c91dc None None] For port 6f01236d-97d4-49b9-9cf7-cdd8fc60dc67, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=6f01236d-97d4-49b9-9cf7-cdd8fc60dc67,segment=NetworkSegment(790b163b-e751-408f-a1cb-970b3ed991f7),segment_id=790b163b-e751-408f-a1cb-970b3ed991f7)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:29:58.470633 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-43e50ea7-78c4-4a1a-8b8b-6b2d618c91dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:29:58.577636 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-822bbacb-d477-40f8-b8a0-24ced0656616 admin admin] Calling delete_port for 6f01236d-97d4-49b9-9cf7-cdd8fc60dc67 owned by network:dhcp {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:29:58.712610 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-822bbacb-d477-40f8-b8a0-24ced0656616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:29:58.805758 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-43e50ea7-78c4-4a1a-8b8b-6b2d618c91dc None None] Calling delete_port for 6f01236d-97d4-49b9-9cf7-cdd8fc60dc67 owned by network:dhcp {{(pid=88526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:29:58.833805 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822bbacb-d477-40f8-b8a0-24ced0656616 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f01236d-97d4-49b9-9cf7-cdd8fc60dc67,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:29:58.856031 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-822bbacb-d477-40f8-b8a0-24ced0656616 admin admin] No DVR routers for this DVR port 6f01236d-97d4-49b9-9cf7-cdd8fc60dc67 on host n-d-844202-1 {{(pid=88524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:29:58.895465 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.db.api [None req-43e50ea7-78c4-4a1a-8b8b-6b2d618c91dc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88526) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 19:29:58.895465 n-d-844202-1 neutron-server[88526]: DEBUG oslo_db.api [None req-43e50ea7-78c4-4a1a-8b8b-6b2d618c91dc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 19:29:58.951443 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 6f01236d-97d4-49b9-9cf7-cdd8fc60dc67 no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:29:59.068805 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: 6f01236d-97d4-49b9-9cf7-cdd8fc60dc67 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:29:59.068805 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 6f01236d-97d4-49b9-9cf7-cdd8fc60dc67 not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:29:59.192206 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-822bbacb-d477-40f8-b8a0-24ced0656616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:29:59.245566 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-822bbacb-d477-40f8-b8a0-24ced0656616 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b91197b-bd8d-4205-b86a-a7dd0f7b6143']}} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:29:59.255807 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-822bbacb-d477-40f8-b8a0-24ced0656616 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '790b163b-e751-408f-a1cb-970b3ed991f7') {'for_net_delete': True} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:29:59.255807 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-822bbacb-d477-40f8-b8a0-24ced0656616 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '790b163b-e751-408f-a1cb-970b3ed991f7') {} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:29:59.275531 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-822bbacb-d477-40f8-b8a0-24ced0656616 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2702126'] for segment, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:29:59.298419 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-822bbacb-d477-40f8-b8a0-24ced0656616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:29:59.309181 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-822bbacb-d477-40f8-b8a0-24ced0656616 admin admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=88524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 19:29:59.309181 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-822bbacb-d477-40f8-b8a0-24ced0656616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2719018'] for segment, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:29:59.413038 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-43e50ea7-78c4-4a1a-8b8b-6b2d618c91dc None None] Deleting port 6f01236d-97d4-49b9-9cf7-cdd8fc60dc67 {{(pid=88526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:29:59.413038 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-43e50ea7-78c4-4a1a-8b8b-6b2d618c91dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:29:59.560355 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-822bbacb-d477-40f8-b8a0-24ced0656616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:29:59.578195 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-822bbacb-d477-40f8-b8a0-24ced0656616 admin admin] Notify callbacks [] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:29:59.613604 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment 790b163b-e751-408f-a1cb-970b3ed991f7 resource provider aggregate not found Jun 01 19:29:59.644747 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-43e50ea7-78c4-4a1a-8b8b-6b2d618c91dc None None] The port '6f01236d-97d4-49b9-9cf7-cdd8fc60dc67' was deleted {{(pid=88526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 01 19:29:59.660836 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822bbacb-d477-40f8-b8a0-24ced0656616 admin admin] Pushing event deleted for resources: {'Network': ['ID=7b91197b-bd8d-4205-b86a-a7dd0f7b6143,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:29:59.692819 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment 790b163b-e751-408f-a1cb-970b3ed991f7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 790b163b-e751-408f-a1cb-970b3ed991f7 found for delete ", "request_id": "req-b93bd1c2-859d-4f18-9f72-85c0fe0c5a31"}]} Jun 01 19:29:59.692819 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-822bbacb-d477-40f8-b8a0-24ced0656616 admin admin] 10.222.0.41 "DELETE /v2.0/networks/7b91197b-bd8d-4205-b86a-a7dd0f7b6143 HTTP/1.1" status: 204 len: 168 time: 2.4413543 Jun 01 19:29:59.728664 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-78f0edab-f7d8-4bc7-8e1b-011334600d48 req-2a8ded6a-3118-4743-ba01-2aebb7052ad3 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d922a918-a828-46ed-9bfe-232eaa3c7bcf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2315123 Jun 01 19:29:59.999322 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f0edab-f7d8-4bc7-8e1b-011334600d48 req-d823a658-e4e0-4eaa-8016-18f97e008ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:29:59.999322 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-78f0edab-f7d8-4bc7-8e1b-011334600d48 req-d823a658-e4e0-4eaa-8016-18f97e008ecc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e7fa6482b873470e8b5274a0b6cb89ae&device_id=d922a918-a828-46ed-9bfe-232eaa3c7bcf HTTP/1.1" status: 200 len: 1096 time: 0.1563683 Jun 01 19:30:00.104557 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 49718) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:30:00.189164 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-705933eb-612b-453b-b70b-4f135a90c6c6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=abb1497235b8499bafd6a7d423437b05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0828743 Jun 01 19:30:00.189164 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 49722) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:30:00.328499 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8942eca8-c30b-4ceb-b2ec-5aaf247b5d2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:30:00.346596 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f0edab-f7d8-4bc7-8e1b-011334600d48 req-79832dca-cd39-45aa-b073-b39a4464aafa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:30:00.346596 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-78f0edab-f7d8-4bc7-8e1b-011334600d48 req-79832dca-cd39-45aa-b073-b39a4464aafa service neutron] 10.222.0.15 "GET /v2.0/networks?id=06227175-383a-438d-b2ea-446bb23d085d HTTP/1.1" status: 200 len: 913 time: 0.3084741 Jun 01 19:30:00.357433 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 49726) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:30:00.417269 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8942eca8-c30b-4ceb-b2ec-5aaf247b5d2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:30:00.595871 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8942eca8-c30b-4ceb-b2ec-5aaf247b5d2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:30:00.612855 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-78f0edab-f7d8-4bc7-8e1b-011334600d48 req-026655e3-a00e-46c6-b553-4d22c1d3899f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=195bb061-5bc4-4388-bcb0-d98cbabb506e HTTP/1.1" status: 200 len: 1001 time: 0.2517929 Jun 01 19:30:00.675438 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8942eca8-c30b-4ceb-b2ec-5aaf247b5d2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:30:00.675438 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-8942eca8-c30b-4ceb-b2ec-5aaf247b5d2e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/99cf3caa-8616-4411-8335-f1c35a617642 HTTP/1.1" status: 204 len: 168 time: 0.4847968 Jun 01 19:30:00.675438 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8942eca8-c30b-4ceb-b2ec-5aaf247b5d2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99cf3caa-8616-4411-8335-f1c35a617642,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:30:00.786577 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f0edab-f7d8-4bc7-8e1b-011334600d48 req-d926beeb-48c0-43d5-9b25-cdc63531e597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:30:00.786577 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-78f0edab-f7d8-4bc7-8e1b-011334600d48 req-d926beeb-48c0-43d5-9b25-cdc63531e597 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3c6d4c6d-6977-4f9b-a44c-9b6b04f8ca29 HTTP/1.1" status: 200 len: 851 time: 0.1688752 Jun 01 19:30:00.857470 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1b9e30f5-0ae6-44c8-b158-aa14b9686042 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:30:00.900839 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-1b9e30f5-0ae6-44c8-b158-aa14b9686042 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:30:00.900839 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-1b9e30f5-0ae6-44c8-b158-aa14b9686042 admin admin] Usage tracker for resource:security_group_rule and tenant:51991218ca534fb4a36d5998addef6fa is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:30:00.900839 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-1b9e30f5-0ae6-44c8-b158-aa14b9686042 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:30:00.927577 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-1b9e30f5-0ae6-44c8-b158-aa14b9686042 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:30:00.990084 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f0edab-f7d8-4bc7-8e1b-011334600d48 req-7d0f8f0f-7ab9-4816-b05d-e9a5be1f4066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:30:00.990084 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-78f0edab-f7d8-4bc7-8e1b-011334600d48 req-7d0f8f0f-7ab9-4816-b05d-e9a5be1f4066 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=06227175-383a-438d-b2ea-446bb23d085d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1904051 Jun 01 19:30:01.212057 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1b9e30f5-0ae6-44c8-b158-aa14b9686042 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:30:01.212057 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1b9e30f5-0ae6-44c8-b158-aa14b9686042 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:30:01.341488 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-78f0edab-f7d8-4bc7-8e1b-011334600d48 req-0f5e48be-ffd1-4f79-8cdf-f7d0eb0c2877 service neutron] 10.222.0.15 "GET /v2.0/networks/06227175-383a-438d-b2ea-446bb23d085d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3377275 Jun 01 19:30:01.366275 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-1b9e30f5-0ae6-44c8-b158-aa14b9686042 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=51991218ca534fb4a36d5998addef6fa&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0027189 Jun 01 19:30:01.366275 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 49736) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:30:01.478648 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9e30f5-0ae6-44c8-b158-aa14b9686042 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de883732-1cf0-4387-9e71-01bf9dd0f6c5,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:30:01.498141 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 49740) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:30:01.597662 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-67f50d85-7eed-415a-936b-d118e423288a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:30:01.610166 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-6ff5a04c-a7c3-4939-bc1c-21e5b2ef02eb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4766aa8a7d7f486bbf128f19689f2d4d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1034825 Jun 01 19:30:01.615915 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 49744) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:30:01.615915 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-78f0edab-f7d8-4bc7-8e1b-011334600d48 req-c3e000ef-6aab-44f6-89f6-3cc2aa036fc8 service neutron] 10.222.0.15 "GET /v2.0/networks/06227175-383a-438d-b2ea-446bb23d085d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2729700 Jun 01 19:30:01.686784 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-67f50d85-7eed-415a-936b-d118e423288a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:30:01.774601 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d71abcf1-1fe4-4323-becf-6115342aebdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:30:01.800216 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-67f50d85-7eed-415a-936b-d118e423288a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:30:01.838782 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f50d85-7eed-415a-936b-d118e423288a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de883732-1cf0-4387-9e71-01bf9dd0f6c5,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:30:01.838782 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-67f50d85-7eed-415a-936b-d118e423288a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:30:01.838782 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-67f50d85-7eed-415a-936b-d118e423288a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/de883732-1cf0-4387-9e71-01bf9dd0f6c5 HTTP/1.1" status: 204 len: 168 time: 0.4702098 Jun 01 19:30:01.851486 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d71abcf1-1fe4-4323-becf-6115342aebdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:30:01.986700 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d71abcf1-1fe4-4323-becf-6115342aebdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:30:02.013929 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71abcf1-1fe4-4323-becf-6115342aebdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9c3832f-6f5a-49eb-8cad-166dfb26a0e2,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:30:02.028513 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d71abcf1-1fe4-4323-becf-6115342aebdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:30:02.028513 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-d71abcf1-1fe4-4323-becf-6115342aebdc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e9c3832f-6f5a-49eb-8cad-166dfb26a0e2 HTTP/1.1" status: 204 len: 168 time: 0.4226661 Jun 01 19:30:03.349028 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 49770) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:30:03.561154 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-4afe8c0a-3f5b-4481-8d7a-448a7f1c2be0 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-234607530-network', 'tenant_id': '4ecc783d259c4c7fbbf4ec902fa7d138'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:30:03.568592 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-4afe8c0a-3f5b-4481-8d7a-448a7f1c2be0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:30:03.573767 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-4afe8c0a-3f5b-4481-8d7a-448a7f1c2be0 admin admin] Usage tracker for resource:network and tenant:4ecc783d259c4c7fbbf4ec902fa7d138 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:30:03.573767 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-4afe8c0a-3f5b-4481-8d7a-448a7f1c2be0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:30:03.582040 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-4afe8c0a-3f5b-4481-8d7a-448a7f1c2be0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:30:03.598337 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4afe8c0a-3f5b-4481-8d7a-448a7f1c2be0 admin admin] Made reservation on behalf of 4ecc783d259c4c7fbbf4ec902fa7d138 for: {'network': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:30:03.601364 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4afe8c0a-3f5b-4481-8d7a-448a7f1c2be0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:30:03.626487 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4afe8c0a-3f5b-4481-8d7a-448a7f1c2be0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:30:03.644649 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-4afe8c0a-3f5b-4481-8d7a-448a7f1c2be0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:30:03.650004 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-4afe8c0a-3f5b-4481-8d7a-448a7f1c2be0 admin admin] Usage tracker for resource:security_group_rule and tenant:4ecc783d259c4c7fbbf4ec902fa7d138 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:30:03.653972 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-4afe8c0a-3f5b-4481-8d7a-448a7f1c2be0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:30:03.666751 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-4afe8c0a-3f5b-4481-8d7a-448a7f1c2be0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:30:03.839082 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4afe8c0a-3f5b-4481-8d7a-448a7f1c2be0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:30:03.844288 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4afe8c0a-3f5b-4481-8d7a-448a7f1c2be0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:30:03.889726 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4afe8c0a-3f5b-4481-8d7a-448a7f1c2be0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 126} {{(pid=88524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 19:30:03.899487 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afe8c0a-3f5b-4481-8d7a-448a7f1c2be0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae17e11a-d451-4c21-920a-01c80a19c51e,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:30:03.906570 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4afe8c0a-3f5b-4481-8d7a-448a7f1c2be0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:30:03.906570 n-d-844202-1 neutron-server[88524]: INFO neutron.db.segments_db [None req-4afe8c0a-3f5b-4481-8d7a-448a7f1c2be0 admin admin] Added segment 7a915ac3-d67a-4f93-ac23-6ac993c9fa4e of type vlan for network c07ff888-65d2-4eda-83be-c025b835571f Jun 01 19:30:03.969149 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4afe8c0a-3f5b-4481-8d7a-448a7f1c2be0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:30:04.037094 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4afe8c0a-3f5b-4481-8d7a-448a7f1c2be0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:30:04.037094 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4afe8c0a-3f5b-4481-8d7a-448a7f1c2be0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:30:04.037094 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4afe8c0a-3f5b-4481-8d7a-448a7f1c2be0 admin admin] Notify callbacks [] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:30:04.276136 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-4afe8c0a-3f5b-4481-8d7a-448a7f1c2be0 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9258974 Jun 01 19:30:04.281034 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 49776) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:30:04.289871 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-7c3ac410-6675-4ea3-a6a2-623e838cf85e admin admin] Request body: {'subnet': {'network_id': 'c07ff888-65d2-4eda-83be-c025b835571f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-234607530-subnet', 'tenant_id': '4ecc783d259c4c7fbbf4ec902fa7d138', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:30:04.302408 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-7c3ac410-6675-4ea3-a6a2-623e838cf85e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:30:04.304872 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afe8c0a-3f5b-4481-8d7a-448a7f1c2be0 admin admin] Pushing event updated for resources: {'Network': ['ID=c07ff888-65d2-4eda-83be-c025b835571f,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:30:04.320076 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-7c3ac410-6675-4ea3-a6a2-623e838cf85e admin admin] Usage tracker for resource:subnet and tenant:4ecc783d259c4c7fbbf4ec902fa7d138 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:30:04.320076 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-7c3ac410-6675-4ea3-a6a2-623e838cf85e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:30:04.330354 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-7c3ac410-6675-4ea3-a6a2-623e838cf85e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:30:04.335685 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network c07ff888-65d2-4eda-83be-c025b835571f details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 19:30:04.343186 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c3ac410-6675-4ea3-a6a2-623e838cf85e admin admin] Made reservation on behalf of 4ecc783d259c4c7fbbf4ec902fa7d138 for: {'subnet': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:30:04.343186 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-7c3ac410-6675-4ea3-a6a2-623e838cf85e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3066584'] for subnet, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:30:04.688732 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-7c3ac410-6675-4ea3-a6a2-623e838cf85e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2718919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3066602'] for subnet, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:30:04.772362 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3ac410-6675-4ea3-a6a2-623e838cf85e admin admin] Pushing event updated for resources: {'Subnet': ['ID=967cae19-3f32-477f-981e-05aa3111d883,revision_number=0']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:30:04.786355 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3ac410-6675-4ea3-a6a2-623e838cf85e admin admin] Checking segment: {'id': '7a915ac3-d67a-4f93-ac23-6ac993c9fa4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'c07ff888-65d2-4eda-83be-c025b835571f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:30:04.786712 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c3ac410-6675-4ea3-a6a2-623e838cf85e admin admin] Network hostable DHCP agents. Network: c07ff888-65d2-4eda-83be-c025b835571f, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88524) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 19:30:04.817367 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c3ac410-6675-4ea3-a6a2-623e838cf85e admin admin] Network c07ff888-65d2-4eda-83be-c025b835571f is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88524) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 19:30:04.831393 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-7c3ac410-6675-4ea3-a6a2-623e838cf85e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, c07ff888-65d2-4eda-83be-c025b835571f) {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:30:04.837275 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c3ac410-6675-4ea3-a6a2-623e838cf85e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:30:04.838344 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-7c3ac410-6675-4ea3-a6a2-623e838cf85e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:30:04.845219 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee0da748-b682-46f6-ae0e-3eaf9303a3af None None] Network c07ff888-65d2-4eda-83be-c025b835571f requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:30:04.876054 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-7c3ac410-6675-4ea3-a6a2-623e838cf85e admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5932980 Jun 01 19:30:05.223278 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c3dc4dd-b655-4014-9ace-8f800fb9ba82 None None] Network c07ff888-65d2-4eda-83be-c025b835571f requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:30:05.764889 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 49794) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:30:05.772360 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-601820d7-4f99-43b7-82a5-c6df6a8af377 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-681395602-network', 'tenant_id': 'f0f90e4289ee448d9a25d7ffc3a0513f'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:30:05.778091 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-601820d7-4f99-43b7-82a5-c6df6a8af377 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:30:05.782305 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-601820d7-4f99-43b7-82a5-c6df6a8af377 admin admin] Usage tracker for resource:network and tenant:f0f90e4289ee448d9a25d7ffc3a0513f is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:30:05.786489 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-601820d7-4f99-43b7-82a5-c6df6a8af377 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:30:05.795590 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-601820d7-4f99-43b7-82a5-c6df6a8af377 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:30:05.811179 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-601820d7-4f99-43b7-82a5-c6df6a8af377 admin admin] Made reservation on behalf of f0f90e4289ee448d9a25d7ffc3a0513f for: {'network': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:30:05.814431 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-601820d7-4f99-43b7-82a5-c6df6a8af377 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:30:05.841184 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-601820d7-4f99-43b7-82a5-c6df6a8af377 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:30:05.864068 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-601820d7-4f99-43b7-82a5-c6df6a8af377 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:30:05.868788 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-601820d7-4f99-43b7-82a5-c6df6a8af377 admin admin] Usage tracker for resource:security_group_rule and tenant:f0f90e4289ee448d9a25d7ffc3a0513f is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:30:05.872280 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-601820d7-4f99-43b7-82a5-c6df6a8af377 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:30:05.880602 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-601820d7-4f99-43b7-82a5-c6df6a8af377 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:30:06.025851 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-601820d7-4f99-43b7-82a5-c6df6a8af377 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:30:06.030530 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-601820d7-4f99-43b7-82a5-c6df6a8af377 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:30:06.061184 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-601820d7-4f99-43b7-82a5-c6df6a8af377 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 100} {{(pid=88524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 19:30:06.077017 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601820d7-4f99-43b7-82a5-c6df6a8af377 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=121bc947-27ea-474f-8e15-f4547fdeffb1,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:30:06.084609 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-601820d7-4f99-43b7-82a5-c6df6a8af377 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:30:06.085019 n-d-844202-1 neutron-server[88524]: INFO neutron.db.segments_db [None req-601820d7-4f99-43b7-82a5-c6df6a8af377 admin admin] Added segment 958751c3-339e-4792-b82f-d778828db833 of type vlan for network 11345ce3-8d62-4ffd-ab37-70a1a4084987 Jun 01 19:30:06.119823 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-601820d7-4f99-43b7-82a5-c6df6a8af377 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:30:06.159256 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-601820d7-4f99-43b7-82a5-c6df6a8af377 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:30:06.160341 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-601820d7-4f99-43b7-82a5-c6df6a8af377 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:30:06.161292 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-601820d7-4f99-43b7-82a5-c6df6a8af377 admin admin] Notify callbacks [] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:30:06.285798 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-601820d7-4f99-43b7-82a5-c6df6a8af377 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5194533 Jun 01 19:30:06.290095 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 49798) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:30:06.293011 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601820d7-4f99-43b7-82a5-c6df6a8af377 admin admin] Pushing event updated for resources: {'Network': ['ID=11345ce3-8d62-4ffd-ab37-70a1a4084987,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:30:06.299416 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-8d33cfe6-2805-4216-b550-03ec25352822 admin admin] Request body: {'subnet': {'network_id': '11345ce3-8d62-4ffd-ab37-70a1a4084987', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-681395602-subnet', 'tenant_id': 'f0f90e4289ee448d9a25d7ffc3a0513f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:30:06.307593 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network 11345ce3-8d62-4ffd-ab37-70a1a4084987 details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 19:30:06.308644 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-8d33cfe6-2805-4216-b550-03ec25352822 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:30:06.315348 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-8d33cfe6-2805-4216-b550-03ec25352822 admin admin] Usage tracker for resource:subnet and tenant:f0f90e4289ee448d9a25d7ffc3a0513f is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:30:06.319909 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-8d33cfe6-2805-4216-b550-03ec25352822 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:30:06.330606 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-8d33cfe6-2805-4216-b550-03ec25352822 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:30:06.347925 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d33cfe6-2805-4216-b550-03ec25352822 admin admin] Made reservation on behalf of f0f90e4289ee448d9a25d7ffc3a0513f for: {'subnet': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:30:06.351904 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8d33cfe6-2805-4216-b550-03ec25352822 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9667140'] for subnet, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:30:06.701996 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8d33cfe6-2805-4216-b550-03ec25352822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2614064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9667190'] for subnet, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:30:06.896138 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d33cfe6-2805-4216-b550-03ec25352822 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5efde967-d6ec-4795-9f6e-b11136352aa9,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:30:06.906898 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d33cfe6-2805-4216-b550-03ec25352822 admin admin] Checking segment: {'id': '958751c3-339e-4792-b82f-d778828db833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '11345ce3-8d62-4ffd-ab37-70a1a4084987'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:30:06.907245 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d33cfe6-2805-4216-b550-03ec25352822 admin admin] Network hostable DHCP agents. Network: 11345ce3-8d62-4ffd-ab37-70a1a4084987, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 19:30:06.929319 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d33cfe6-2805-4216-b550-03ec25352822 admin admin] Network 11345ce3-8d62-4ffd-ab37-70a1a4084987 is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 19:30:06.940312 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-8d33cfe6-2805-4216-b550-03ec25352822 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, 11345ce3-8d62-4ffd-ab37-70a1a4084987) {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:30:06.948612 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d33cfe6-2805-4216-b550-03ec25352822 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:30:06.948612 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8d33cfe6-2805-4216-b550-03ec25352822 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:30:06.971245 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf483de9-9ecf-4c95-a604-b61e347e828f None None] Network 11345ce3-8d62-4ffd-ab37-70a1a4084987 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:30:06.972411 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-8d33cfe6-2805-4216-b550-03ec25352822 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6773970 Jun 01 19:30:07.187232 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-da8e50d4-7241-4908-8961-d7e104e2cd4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:30:07.255733 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-267446c6-1d7e-445c-884e-14c3e9f38ef5 None None] Network 11345ce3-8d62-4ffd-ab37-70a1a4084987 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:30:08.165655 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cee37f-82d2-45e1-b93d-8abbdf9563b8 req-b06c75dc-edc3-44a4-8576-31eb53aea253 tempest-TestServerAdvancedOps-1661046460 tempest-TestServerAdvancedOps-1661046460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:30:08.166514 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-f9cee37f-82d2-45e1-b93d-8abbdf9563b8 req-b06c75dc-edc3-44a4-8576-31eb53aea253 tempest-TestServerAdvancedOps-1661046460 tempest-TestServerAdvancedOps-1661046460-project] Synchronizing usage tracker for tenant:4ecc783d259c4c7fbbf4ec902fa7d138 on resource:network {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:30:08.191545 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-f9cee37f-82d2-45e1-b93d-8abbdf9563b8 req-b06c75dc-edc3-44a4-8576-31eb53aea253 tempest-TestServerAdvancedOps-1661046460 tempest-TestServerAdvancedOps-1661046460-project] Unset dirty status for tenant:4ecc783d259c4c7fbbf4ec902fa7d138 on resource:network {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:30:08.191545 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f9cee37f-82d2-45e1-b93d-8abbdf9563b8 req-b06c75dc-edc3-44a4-8576-31eb53aea253 tempest-TestServerAdvancedOps-1661046460 tempest-TestServerAdvancedOps-1661046460-project] 10.222.0.41 "GET /v2.0/networks?id=c07ff888-65d2-4eda-83be-c025b835571f HTTP/1.1" status: 200 len: 811 time: 0.2208915 Jun 01 19:30:08.226845 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f9cee37f-82d2-45e1-b93d-8abbdf9563b8 req-16cebb53-9ee8-4882-8e86-c289aa0abd80 tempest-TestServerAdvancedOps-1661046460 tempest-TestServerAdvancedOps-1661046460-project] 10.222.0.41 "GET /v2.0/quotas/4ecc783d259c4c7fbbf4ec902fa7d138 HTTP/1.1" status: 200 len: 375 time: 0.0175095 Jun 01 19:30:08.289851 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f9cee37f-82d2-45e1-b93d-8abbdf9563b8 req-cf3209bd-f575-4307-b432-7cbeef21028c tempest-TestServerAdvancedOps-1661046460 tempest-TestServerAdvancedOps-1661046460-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=4ecc783d259c4c7fbbf4ec902fa7d138&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0584137 Jun 01 19:30:08.480035 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f9cee37f-82d2-45e1-b93d-8abbdf9563b8 req-1224451e-1fb5-4bc8-ac5c-d33603689a4e service neutron] 10.222.0.41 "GET /v2.0/networks/c07ff888-65d2-4eda-83be-c025b835571f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751983 Jun 01 19:30:08.640432 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f9cee37f-82d2-45e1-b93d-8abbdf9563b8 req-b81ad6fc-4708-4223-b5dc-c67230731329 service neutron] 10.222.0.41 "GET /v2.0/networks/c07ff888-65d2-4eda-83be-c025b835571f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531141 Jun 01 19:30:09.038384 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-93328fbe-70ac-499a-b26f-6891589abcd6 req-015e2ba3-aca7-42b8-bdf7-679163ca4a17 tempest-TestServerAdvancedOps-1661046460 tempest-TestServerAdvancedOps-1661046460-project] 10.222.0.41 "GET /v2.0/ports?device_id=025c3008-4342-4c09-a8e1-6a8012132aea HTTP/1.1" status: 200 len: 210 time: 0.2472503 Jun 01 19:30:09.559558 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-7ce9b9fa-d3d9-4fa9-ae0b-4c5868c23717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:30:10.302096 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cee37f-82d2-45e1-b93d-8abbdf9563b8 req-19ed07cd-b888-4269-afc2-9ace1cc211ba tempest-TestServerAdvancedOps-1661046460 tempest-TestServerAdvancedOps-1661046460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:30:10.304943 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f9cee37f-82d2-45e1-b93d-8abbdf9563b8 req-19ed07cd-b888-4269-afc2-9ace1cc211ba tempest-TestServerAdvancedOps-1661046460 tempest-TestServerAdvancedOps-1661046460-project] 10.222.0.50 "GET /v2.0/networks?id=c07ff888-65d2-4eda-83be-c025b835571f HTTP/1.1" status: 200 len: 811 time: 0.2521996 Jun 01 19:30:10.362425 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-f9cee37f-82d2-45e1-b93d-8abbdf9563b8 req-e1c1c309-49ca-4713-bd85-1e6debc657bb tempest-TestServerAdvancedOps-1661046460 tempest-TestServerAdvancedOps-1661046460-project] Request body: {'port': {'device_id': '025c3008-4342-4c09-a8e1-6a8012132aea', 'network_id': 'c07ff888-65d2-4eda-83be-c025b835571f', 'admin_state_up': True, 'tenant_id': '4ecc783d259c4c7fbbf4ec902fa7d138'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:30:10.389041 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-19047aa5-fa65-44b3-b5e9-a7d0fcff3baa req-11207c8b-274d-465d-a48a-fbfb80c006e7 tempest-TestServerAdvancedOps-1661046460 tempest-TestServerAdvancedOps-1661046460-project] 10.222.0.41 "GET /v2.0/ports?device_id=025c3008-4342-4c09-a8e1-6a8012132aea HTTP/1.1" status: 200 len: 210 time: 0.0814273 Jun 01 19:30:10.560393 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-f9cee37f-82d2-45e1-b93d-8abbdf9563b8 req-e1c1c309-49ca-4713-bd85-1e6debc657bb tempest-TestServerAdvancedOps-1661046460 tempest-TestServerAdvancedOps-1661046460-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:30:10.566057 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-f9cee37f-82d2-45e1-b93d-8abbdf9563b8 req-e1c1c309-49ca-4713-bd85-1e6debc657bb tempest-TestServerAdvancedOps-1661046460 tempest-TestServerAdvancedOps-1661046460-project] Usage tracker for resource:port and tenant:4ecc783d259c4c7fbbf4ec902fa7d138 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:30:10.568464 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-f9cee37f-82d2-45e1-b93d-8abbdf9563b8 req-e1c1c309-49ca-4713-bd85-1e6debc657bb tempest-TestServerAdvancedOps-1661046460 tempest-TestServerAdvancedOps-1661046460-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:30:10.576159 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-f9cee37f-82d2-45e1-b93d-8abbdf9563b8 req-e1c1c309-49ca-4713-bd85-1e6debc657bb tempest-TestServerAdvancedOps-1661046460 tempest-TestServerAdvancedOps-1661046460-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:30:10.587650 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9cee37f-82d2-45e1-b93d-8abbdf9563b8 req-e1c1c309-49ca-4713-bd85-1e6debc657bb tempest-TestServerAdvancedOps-1661046460 tempest-TestServerAdvancedOps-1661046460-project] Made reservation on behalf of 4ecc783d259c4c7fbbf4ec902fa7d138 for: {'port': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:30:10.591695 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-f9cee37f-82d2-45e1-b93d-8abbdf9563b8 req-e1c1c309-49ca-4713-bd85-1e6debc657bb tempest-TestServerAdvancedOps-1661046460 tempest-TestServerAdvancedOps-1661046460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:30:10.708106 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:30:10.726153 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:30:10.853444 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [req-f9cee37f-82d2-45e1-b93d-8abbdf9563b8 req-e1c1c309-49ca-4713-bd85-1e6debc657bb tempest-TestServerAdvancedOps-1661046460 tempest-TestServerAdvancedOps-1661046460-project] Allocated IP 172.20.0.13 (c07ff888-65d2-4eda-83be-c025b835571f/967cae19-3f32-477f-981e-05aa3111d883/25d3f288-bf28-4dab-8059-9b9aca81f0d7) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:30:11.259395 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-f9cee37f-82d2-45e1-b93d-8abbdf9563b8 req-e1c1c309-49ca-4713-bd85-1e6debc657bb tempest-TestServerAdvancedOps-1661046460 tempest-TestServerAdvancedOps-1661046460-project] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:30:11.306667 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-f9cee37f-82d2-45e1-b93d-8abbdf9563b8 req-e1c1c309-49ca-4713-bd85-1e6debc657bb tempest-TestServerAdvancedOps-1661046460 tempest-TestServerAdvancedOps-1661046460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:30:11.415321 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9cee37f-82d2-45e1-b93d-8abbdf9563b8 req-e1c1c309-49ca-4713-bd85-1e6debc657bb tempest-TestServerAdvancedOps-1661046460 tempest-TestServerAdvancedOps-1661046460-project] Network c07ff888-65d2-4eda-83be-c025b835571f is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:30:11.419669 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [req-f9cee37f-82d2-45e1-b93d-8abbdf9563b8 req-e1c1c309-49ca-4713-bd85-1e6debc657bb tempest-TestServerAdvancedOps-1661046460 tempest-TestServerAdvancedOps-1661046460-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:30:11.424201 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9cee37f-82d2-45e1-b93d-8abbdf9563b8 req-e1c1c309-49ca-4713-bd85-1e6debc657bb tempest-TestServerAdvancedOps-1661046460 tempest-TestServerAdvancedOps-1661046460-project] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:30:11.459831 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c1c309-49ca-4713-bd85-1e6debc657bb tempest-TestServerAdvancedOps-1661046460 tempest-TestServerAdvancedOps-1661046460-project] Pushing event updated for resources: {'Port': ['ID=25d3f288-bf28-4dab-8059-9b9aca81f0d7,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:30:11.527210 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cee37f-82d2-45e1-b93d-8abbdf9563b8 req-e1c1c309-49ca-4713-bd85-1e6debc657bb tempest-TestServerAdvancedOps-1661046460 tempest-TestServerAdvancedOps-1661046460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:30:11.527210 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-f9cee37f-82d2-45e1-b93d-8abbdf9563b8 req-e1c1c309-49ca-4713-bd85-1e6debc657bb tempest-TestServerAdvancedOps-1661046460 tempest-TestServerAdvancedOps-1661046460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:30:11.561087 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f9cee37f-82d2-45e1-b93d-8abbdf9563b8 req-e1c1c309-49ca-4713-bd85-1e6debc657bb tempest-TestServerAdvancedOps-1661046460 tempest-TestServerAdvancedOps-1661046460-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2039037 Jun 01 19:30:11.574171 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-f9cee37f-82d2-45e1-b93d-8abbdf9563b8 req-9012e10c-4406-4eca-898f-d5f56c043af7 service neutron] Request body: {'port': {'device_id': '025c3008-4342-4c09-a8e1-6a8012132aea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844202-1'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:30:11.649532 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:30:11.735137 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02697be-b09f-4641-985b-ae87f572b53f req-1c9e3a2b-70d0-45a6-9b05-3794352b9703 tempest-TestServerAdvancedOps-1661046460 tempest-TestServerAdvancedOps-1661046460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:30:11.735137 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c02697be-b09f-4641-985b-ae87f572b53f req-1c9e3a2b-70d0-45a6-9b05-3794352b9703 tempest-TestServerAdvancedOps-1661046460 tempest-TestServerAdvancedOps-1661046460-project] 10.222.0.41 "GET /v2.0/ports?device_id=025c3008-4342-4c09-a8e1-6a8012132aea HTTP/1.1" status: 200 len: 932 time: 0.1540482 Jun 01 19:30:11.785774 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-f9cee37f-82d2-45e1-b93d-8abbdf9563b8 req-9012e10c-4406-4eca-898f-d5f56c043af7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:30:11.842173 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c02697be-b09f-4641-985b-ae87f572b53f req-60ab7730-d3b8-46ce-94be-a7d952405c38 tempest-TestServerAdvancedOps-1661046460 tempest-TestServerAdvancedOps-1661046460-project] 10.222.0.41 "GET /v2.0/security-groups?id=ae17e11a-d451-4c21-920a-01c80a19c51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924618 Jun 01 19:30:12.050976 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:30:12.246461 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:30:12.406331 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [req-f9cee37f-82d2-45e1-b93d-8abbdf9563b8 req-9012e10c-4406-4eca-898f-d5f56c043af7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25d3f288-bf28-4dab-8059-9b9aca81f0d7 {{(pid=88524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 19:30:12.419869 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-f9cee37f-82d2-45e1-b93d-8abbdf9563b8 req-9012e10c-4406-4eca-898f-d5f56c043af7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:30:12.451849 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [req-f9cee37f-82d2-45e1-b93d-8abbdf9563b8 req-9012e10c-4406-4eca-898f-d5f56c043af7 service neutron] Transition to ACTIVE for port object 25d3f288-bf28-4dab-8059-9b9aca81f0d7 will not be triggered until provisioned by entity L2. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:30:12.458190 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-f9cee37f-82d2-45e1-b93d-8abbdf9563b8 req-9012e10c-4406-4eca-898f-d5f56c043af7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:30:12.678356 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9012e10c-4406-4eca-898f-d5f56c043af7 service neutron] Pushing event updated for resources: {'Port': ['ID=25d3f288-bf28-4dab-8059-9b9aca81f0d7,revision_number=2']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:30:12.805539 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-f9cee37f-82d2-45e1-b93d-8abbdf9563b8 req-9012e10c-4406-4eca-898f-d5f56c043af7 service neutron] Attempting to bind port 25d3f288-bf28-4dab-8059-9b9aca81f0d7 on host n-h2-844202-1 for vnic_type normal with profile {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:30:12.805539 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-f9cee37f-82d2-45e1-b93d-8abbdf9563b8 req-9012e10c-4406-4eca-898f-d5f56c043af7 service neutron] Attempting to bind port 25d3f288-bf28-4dab-8059-9b9aca81f0d7 by drivers openvswitch,hyperv on host n-h2-844202-1 at level 0 using segments [{'id': '7a915ac3-d67a-4f93-ac23-6ac993c9fa4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'c07ff888-65d2-4eda-83be-c025b835571f'}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:30:12.805539 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9cee37f-82d2-45e1-b93d-8abbdf9563b8 req-9012e10c-4406-4eca-898f-d5f56c043af7 service neutron] Attempting to bind port 25d3f288-bf28-4dab-8059-9b9aca81f0d7 on network c07ff888-65d2-4eda-83be-c025b835571f {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:30:12.821518 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9cee37f-82d2-45e1-b93d-8abbdf9563b8 req-9012e10c-4406-4eca-898f-d5f56c043af7 service neutron] Port 25d3f288-bf28-4dab-8059-9b9aca81f0d7 on network c07ff888-65d2-4eda-83be-c025b835571f not bound, no agent of type Open vSwitch agent registered on host n-h2-844202-1 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 19:30:12.821518 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9cee37f-82d2-45e1-b93d-8abbdf9563b8 req-9012e10c-4406-4eca-898f-d5f56c043af7 service neutron] Attempting to bind port 25d3f288-bf28-4dab-8059-9b9aca81f0d7 on network c07ff888-65d2-4eda-83be-c025b835571f {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:30:12.821518 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9cee37f-82d2-45e1-b93d-8abbdf9563b8 req-9012e10c-4406-4eca-898f-d5f56c043af7 service neutron] Checking agent: {'id': 'f5db9968-6317-4186-9100-9e0ca6b50417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 30, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:30:12.821518 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9cee37f-82d2-45e1-b93d-8abbdf9563b8 req-9012e10c-4406-4eca-898f-d5f56c043af7 service neutron] Checking segment: {'id': '7a915ac3-d67a-4f93-ac23-6ac993c9fa4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'c07ff888-65d2-4eda-83be-c025b835571f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:30:12.821518 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9cee37f-82d2-45e1-b93d-8abbdf9563b8 req-9012e10c-4406-4eca-898f-d5f56c043af7 service neutron] Bound using segment: {'id': '7a915ac3-d67a-4f93-ac23-6ac993c9fa4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'c07ff888-65d2-4eda-83be-c025b835571f'} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:30:12.821518 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-f9cee37f-82d2-45e1-b93d-8abbdf9563b8 req-9012e10c-4406-4eca-898f-d5f56c043af7 service neutron] Bound port: 25d3f288-bf28-4dab-8059-9b9aca81f0d7, host: n-h2-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a915ac3-d67a-4f93-ac23-6ac993c9fa4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'c07ff888-65d2-4eda-83be-c025b835571f'}}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:30:12.821518 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-f9cee37f-82d2-45e1-b93d-8abbdf9563b8 req-9012e10c-4406-4eca-898f-d5f56c043af7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:30:12.938598 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-f9cee37f-82d2-45e1-b93d-8abbdf9563b8 req-9012e10c-4406-4eca-898f-d5f56c043af7 service neutron] For port 25d3f288-bf28-4dab-8059-9b9aca81f0d7, host n-h2-844202-1, cleared binding levels {{(pid=88524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:30:12.945591 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-f9cee37f-82d2-45e1-b93d-8abbdf9563b8 req-9012e10c-4406-4eca-898f-d5f56c043af7 service neutron] For port 25d3f288-bf28-4dab-8059-9b9aca81f0d7, host n-h2-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=25d3f288-bf28-4dab-8059-9b9aca81f0d7,segment=NetworkSegment(7a915ac3-d67a-4f93-ac23-6ac993c9fa4e),segment_id=7a915ac3-d67a-4f93-ac23-6ac993c9fa4e)] {{(pid=88524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:30:12.954254 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-f9cee37f-82d2-45e1-b93d-8abbdf9563b8 req-9012e10c-4406-4eca-898f-d5f56c043af7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:30:13.113248 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cee37f-82d2-45e1-b93d-8abbdf9563b8 req-9012e10c-4406-4eca-898f-d5f56c043af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:30:13.113851 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-f9cee37f-82d2-45e1-b93d-8abbdf9563b8 req-9012e10c-4406-4eca-898f-d5f56c043af7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:30:13.115303 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f9cee37f-82d2-45e1-b93d-8abbdf9563b8 req-9012e10c-4406-4eca-898f-d5f56c043af7 service neutron] 10.222.0.50 "PUT /v2.0/ports/25d3f288-bf28-4dab-8059-9b9aca81f0d7 HTTP/1.1" status: 200 len: 1092 time: 1.5468130 Jun 01 19:30:13.117845 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '025c3008-4342-4c09-a8e1-6a8012132aea', 'tag': '25d3f288-bf28-4dab-8059-9b9aca81f0d7'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:30:13.154105 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9012e10c-4406-4eca-898f-d5f56c043af7 service neutron] Pushing event updated for resources: {'Port': ['ID=25d3f288-bf28-4dab-8059-9b9aca81f0d7,revision_number=3']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:30:13.212143 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4bbac82-0878-4796-ab7f-7d954149c098'] response: {'name': 'network-changed', 'server_uuid': '025c3008-4342-4c09-a8e1-6a8012132aea', 'tag': '25d3f288-bf28-4dab-8059-9b9aca81f0d7', 'status': 'completed', 'code': 200} Jun 01 19:30:13.220274 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1461c7c6-eff3-4746-9408-9ac3a4441aa3 req-f06d2275-1c8b-405a-9d02-f0c7f65b57a9 tempest-TestServerAdvancedOps-1661046460 tempest-TestServerAdvancedOps-1661046460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:30:13.222263 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-1461c7c6-eff3-4746-9408-9ac3a4441aa3 req-f06d2275-1c8b-405a-9d02-f0c7f65b57a9 tempest-TestServerAdvancedOps-1661046460 tempest-TestServerAdvancedOps-1661046460-project] Synchronizing usage tracker for tenant:4ecc783d259c4c7fbbf4ec902fa7d138 on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:30:13.262531 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-1461c7c6-eff3-4746-9408-9ac3a4441aa3 req-f06d2275-1c8b-405a-9d02-f0c7f65b57a9 tempest-TestServerAdvancedOps-1661046460 tempest-TestServerAdvancedOps-1661046460-project] Unset dirty status for tenant:4ecc783d259c4c7fbbf4ec902fa7d138 on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:30:13.264001 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-1461c7c6-eff3-4746-9408-9ac3a4441aa3 req-f06d2275-1c8b-405a-9d02-f0c7f65b57a9 tempest-TestServerAdvancedOps-1661046460 tempest-TestServerAdvancedOps-1661046460-project] 10.222.0.41 "GET /v2.0/ports?device_id=025c3008-4342-4c09-a8e1-6a8012132aea HTTP/1.1" status: 200 len: 944 time: 0.2312288 Jun 01 19:30:13.317893 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cee37f-82d2-45e1-b93d-8abbdf9563b8 req-4c52904e-5d4e-41b9-aad6-2679277aed1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:30:13.320485 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f9cee37f-82d2-45e1-b93d-8abbdf9563b8 req-4c52904e-5d4e-41b9-aad6-2679277aed1d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4ecc783d259c4c7fbbf4ec902fa7d138&device_id=025c3008-4342-4c09-a8e1-6a8012132aea HTTP/1.1" status: 200 len: 1095 time: 0.1458862 Jun 01 19:30:13.387622 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-1461c7c6-eff3-4746-9408-9ac3a4441aa3 req-e305a85c-4173-41b0-9bcd-18d057d85d39 tempest-TestServerAdvancedOps-1661046460 tempest-TestServerAdvancedOps-1661046460-project] Synchronizing usage tracker for tenant:4ecc783d259c4c7fbbf4ec902fa7d138 on resource:security_group {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:30:13.403106 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f9cee37f-82d2-45e1-b93d-8abbdf9563b8 req-6f384e0c-53b7-49c8-a477-6688ba8b607f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=25d3f288-bf28-4dab-8059-9b9aca81f0d7 HTTP/1.1" status: 200 len: 217 time: 0.0764201 Jun 01 19:30:13.462462 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-1461c7c6-eff3-4746-9408-9ac3a4441aa3 req-e305a85c-4173-41b0-9bcd-18d057d85d39 tempest-TestServerAdvancedOps-1661046460 tempest-TestServerAdvancedOps-1661046460-project] Unset dirty status for tenant:4ecc783d259c4c7fbbf4ec902fa7d138 on resource:security_group {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:30:13.463457 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-1461c7c6-eff3-4746-9408-9ac3a4441aa3 req-e305a85c-4173-41b0-9bcd-18d057d85d39 tempest-TestServerAdvancedOps-1661046460 tempest-TestServerAdvancedOps-1661046460-project] 10.222.0.41 "GET /v2.0/security-groups?id=ae17e11a-d451-4c21-920a-01c80a19c51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899457 Jun 01 19:30:13.482255 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cee37f-82d2-45e1-b93d-8abbdf9563b8 req-d00975d3-0776-4f1a-9e64-911913f49629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:30:13.483665 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f9cee37f-82d2-45e1-b93d-8abbdf9563b8 req-d00975d3-0776-4f1a-9e64-911913f49629 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=967cae19-3f32-477f-981e-05aa3111d883 HTTP/1.1" status: 200 len: 851 time: 0.0754781 Jun 01 19:30:13.542773 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f9cee37f-82d2-45e1-b93d-8abbdf9563b8 req-118817fb-4c0e-4ab5-adac-f3c375d05830 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c07ff888-65d2-4eda-83be-c025b835571f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532608 Jun 01 19:30:13.802651 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f9cee37f-82d2-45e1-b93d-8abbdf9563b8 req-a0bc4fc4-dd87-4901-b177-112ada0b0eb8 service neutron] 10.222.0.50 "GET /v2.0/networks/c07ff888-65d2-4eda-83be-c025b835571f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2541771 Jun 01 19:30:13.972710 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f9cee37f-82d2-45e1-b93d-8abbdf9563b8 req-8934c55e-a759-47fc-8a4b-9b54dcc38b65 service neutron] 10.222.0.50 "GET /v2.0/networks/c07ff888-65d2-4eda-83be-c025b835571f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646905 Jun 01 19:30:14.101323 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d003fec-f761-4ee7-821d-762622789ec5 req-05c9ea7d-f5a6-4051-94f0-f7498d1f6bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:30:14.102715 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6d003fec-f761-4ee7-821d-762622789ec5 req-05c9ea7d-f5a6-4051-94f0-f7498d1f6bf0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4ecc783d259c4c7fbbf4ec902fa7d138&device_id=025c3008-4342-4c09-a8e1-6a8012132aea HTTP/1.1" status: 200 len: 1095 time: 0.0815713 Jun 01 19:30:14.270590 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d003fec-f761-4ee7-821d-762622789ec5 req-65b5032d-0a11-4908-8582-ad7a70eec1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:30:14.273059 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6d003fec-f761-4ee7-821d-762622789ec5 req-65b5032d-0a11-4908-8582-ad7a70eec1f2 service neutron] 10.222.0.50 "GET /v2.0/networks?id=c07ff888-65d2-4eda-83be-c025b835571f HTTP/1.1" status: 200 len: 912 time: 0.1648831 Jun 01 19:30:14.355796 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6d003fec-f761-4ee7-821d-762622789ec5 req-c08d70bf-7a66-4d46-8af9-83c963cbc4c0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=25d3f288-bf28-4dab-8059-9b9aca81f0d7 HTTP/1.1" status: 200 len: 217 time: 0.0756941 Jun 01 19:30:14.451876 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d003fec-f761-4ee7-821d-762622789ec5 req-8be41cb6-12bf-4fd6-9433-7b7a4acd21c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:30:14.453466 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6d003fec-f761-4ee7-821d-762622789ec5 req-8be41cb6-12bf-4fd6-9433-7b7a4acd21c2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=967cae19-3f32-477f-981e-05aa3111d883 HTTP/1.1" status: 200 len: 851 time: 0.0915568 Jun 01 19:30:14.510270 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6d003fec-f761-4ee7-821d-762622789ec5 req-0e6f639f-f30c-4425-a116-2f7862bb9b40 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c07ff888-65d2-4eda-83be-c025b835571f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492086 Jun 01 19:30:14.715442 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeb0c37-4601-4b57-be37-497c76115424 req-98906b8a-a976-4814-9695-6b4dfb05e612 tempest-TestServerAdvancedOps-1661046460 tempest-TestServerAdvancedOps-1661046460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:30:14.717054 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-dbeb0c37-4601-4b57-be37-497c76115424 req-98906b8a-a976-4814-9695-6b4dfb05e612 tempest-TestServerAdvancedOps-1661046460 tempest-TestServerAdvancedOps-1661046460-project] 10.222.0.41 "GET /v2.0/ports?device_id=025c3008-4342-4c09-a8e1-6a8012132aea HTTP/1.1" status: 200 len: 944 time: 0.0985708 Jun 01 19:30:14.738055 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6d003fec-f761-4ee7-821d-762622789ec5 req-f45a1987-b926-4e16-8887-4542713a470f service neutron] 10.222.0.50 "GET /v2.0/networks/c07ff888-65d2-4eda-83be-c025b835571f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2210329 Jun 01 19:30:14.789595 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-dbeb0c37-4601-4b57-be37-497c76115424 req-6cdeb901-6ced-4eb4-aa2c-a25b4d802b30 tempest-TestServerAdvancedOps-1661046460 tempest-TestServerAdvancedOps-1661046460-project] 10.222.0.41 "GET /v2.0/security-groups?id=ae17e11a-d451-4c21-920a-01c80a19c51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657122 Jun 01 19:30:14.909075 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6d003fec-f761-4ee7-821d-762622789ec5 req-8d8b72f4-3797-4c2f-969d-acd1dc49600e service neutron] 10.222.0.50 "GET /v2.0/networks/c07ff888-65d2-4eda-83be-c025b835571f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650662 Jun 01 19:30:16.043315 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e466379f-97dc-4bfe-ad78-6a24bbb8fc9f req-6e3921e8-556a-4140-95e3-a2e85660968f tempest-TestServerAdvancedOps-1661046460 tempest-TestServerAdvancedOps-1661046460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:30:16.044999 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e466379f-97dc-4bfe-ad78-6a24bbb8fc9f req-6e3921e8-556a-4140-95e3-a2e85660968f tempest-TestServerAdvancedOps-1661046460 tempest-TestServerAdvancedOps-1661046460-project] 10.222.0.41 "GET /v2.0/ports?device_id=025c3008-4342-4c09-a8e1-6a8012132aea HTTP/1.1" status: 200 len: 944 time: 0.1160822 Jun 01 19:30:16.102258 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e466379f-97dc-4bfe-ad78-6a24bbb8fc9f req-94055770-65f1-4b1f-bea5-2747bbe6719c tempest-TestServerAdvancedOps-1661046460 tempest-TestServerAdvancedOps-1661046460-project] 10.222.0.41 "GET /v2.0/security-groups?id=ae17e11a-d451-4c21-920a-01c80a19c51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503185 Jun 01 19:30:17.319895 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a2f677-70b8-4c1d-9ccf-bd2d89547c04 req-dad3e3b3-5357-45fa-8bd3-499f7d4050df tempest-TestServerAdvancedOps-1661046460 tempest-TestServerAdvancedOps-1661046460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:30:17.321837 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-56a2f677-70b8-4c1d-9ccf-bd2d89547c04 req-dad3e3b3-5357-45fa-8bd3-499f7d4050df tempest-TestServerAdvancedOps-1661046460 tempest-TestServerAdvancedOps-1661046460-project] 10.222.0.41 "GET /v2.0/ports?device_id=025c3008-4342-4c09-a8e1-6a8012132aea HTTP/1.1" status: 200 len: 944 time: 0.0916259 Jun 01 19:30:17.381091 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-56a2f677-70b8-4c1d-9ccf-bd2d89547c04 req-e7546294-4cff-440f-bcbd-7fcd30cb2c01 tempest-TestServerAdvancedOps-1661046460 tempest-TestServerAdvancedOps-1661046460-project] 10.222.0.41 "GET /v2.0/security-groups?id=ae17e11a-d451-4c21-920a-01c80a19c51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483303 Jun 01 19:30:17.949098 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 25d3f288-bf28-4dab-8059-9b9aca81f0d7 details requested by agent hyperv_n-h2-844202-1 with host n-h2-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 19:30:18.138996 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 25d3f288-bf28-4dab-8059-9b9aca81f0d7, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=25d3f288-bf28-4dab-8059-9b9aca81f0d7,segment=NetworkSegment(7a915ac3-d67a-4f93-ac23-6ac993c9fa4e),segment_id=7a915ac3-d67a-4f93-ac23-6ac993c9fa4e)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:30:18.162221 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Returning: {'device': '25d3f288-bf28-4dab-8059-9b9aca81f0d7', 'network_id': 'c07ff888-65d2-4eda-83be-c025b835571f', 'port_id': '25d3f288-bf28-4dab-8059-9b9aca81f0d7', 'mac_address': 'fa:16:3e:3b:f6:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '967cae19-3f32-477f-981e-05aa3111d883', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 19:30:18.245163 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port 25d3f288-bf28-4dab-8059-9b9aca81f0d7 is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:30:18.245712 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:30:18.271096 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25d3f288-bf28-4dab-8059-9b9aca81f0d7 {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 19:30:18.295609 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 25d3f288-bf28-4dab-8059-9b9aca81f0d7, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=25d3f288-bf28-4dab-8059-9b9aca81f0d7,segment=NetworkSegment(7a915ac3-d67a-4f93-ac23-6ac993c9fa4e),segment_id=7a915ac3-d67a-4f93-ac23-6ac993c9fa4e)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:30:18.301520 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:30:18.387748 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=25d3f288-bf28-4dab-8059-9b9aca81f0d7,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:30:18.398135 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:30:18.398481 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:30:18.398819 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:30:18.399154 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:30:18.399665 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:30:18.400004 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:30:18.400370 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:30:18.400717 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:30:18.401031 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:30:18.401368 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:30:18.401680 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:30:18.401999 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:30:18.518752 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] get_ports_and_sgs() called for port_ids ['25d3f288-bf28-4dab-8059-9b9aca81f0d7'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 19:30:18.630274 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f4d7ee-6d0a-41d6-abed-52b1009ad0e3 req-7969a9e8-8a7d-4029-8af5-abdacb0eee28 tempest-TestServerAdvancedOps-1661046460 tempest-TestServerAdvancedOps-1661046460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:30:18.631773 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-85f4d7ee-6d0a-41d6-abed-52b1009ad0e3 req-7969a9e8-8a7d-4029-8af5-abdacb0eee28 tempest-TestServerAdvancedOps-1661046460 tempest-TestServerAdvancedOps-1661046460-project] 10.222.0.41 "GET /v2.0/ports?device_id=025c3008-4342-4c09-a8e1-6a8012132aea HTTP/1.1" status: 200 len: 945 time: 0.0957382 Jun 01 19:30:18.690311 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-85f4d7ee-6d0a-41d6-abed-52b1009ad0e3 req-246a1a8f-e9cf-4d54-be2d-b83b454022e0 tempest-TestServerAdvancedOps-1661046460 tempest-TestServerAdvancedOps-1661046460-project] 10.222.0.41 "GET /v2.0/security-groups?id=ae17e11a-d451-4c21-920a-01c80a19c51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500290 Jun 01 19:30:19.622509 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [req-8db9e62a-82b5-4e0b-9718-47154880b0da req-06682eb6-5866-46e8-a76d-e1f53e35e9ac service neutron] (88524) timed out ('10.222.0.41', 47828) {{(pid=88524) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 01 19:30:19.900081 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e56550-2ba4-4cbb-8f36-6be656db1479 req-a6ef2981-e458-42e1-96bb-87ef737d6bea tempest-TestServerAdvancedOps-1661046460 tempest-TestServerAdvancedOps-1661046460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:30:19.901766 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-31e56550-2ba4-4cbb-8f36-6be656db1479 req-a6ef2981-e458-42e1-96bb-87ef737d6bea tempest-TestServerAdvancedOps-1661046460 tempest-TestServerAdvancedOps-1661046460-project] 10.222.0.41 "GET /v2.0/ports?device_id=025c3008-4342-4c09-a8e1-6a8012132aea HTTP/1.1" status: 200 len: 945 time: 0.0878057 Jun 01 19:30:19.963423 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 25d3f288-bf28-4dab-8059-9b9aca81f0d7 up at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:30:19.981380 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-31e56550-2ba4-4cbb-8f36-6be656db1479 req-917c7549-b3ca-4f94-8de6-ac87083072f8 tempest-TestServerAdvancedOps-1661046460 tempest-TestServerAdvancedOps-1661046460-project] 10.222.0.41 "GET /v2.0/security-groups?id=ae17e11a-d451-4c21-920a-01c80a19c51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708184 Jun 01 19:30:20.055246 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning for port 25d3f288-bf28-4dab-8059-9b9aca81f0d7 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:30:20.060512 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning complete for port 25d3f288-bf28-4dab-8059-9b9aca81f0d7 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:30:20.060880 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:30:20.205175 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port 25d3f288-bf28-4dab-8059-9b9aca81f0d7 is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:30:20.205740 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:30:20.234865 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '025c3008-4342-4c09-a8e1-6a8012132aea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25d3f288-bf28-4dab-8059-9b9aca81f0d7'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:30:20.247228 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 25d3f288-bf28-4dab-8059-9b9aca81f0d7, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=25d3f288-bf28-4dab-8059-9b9aca81f0d7,segment=NetworkSegment(7a915ac3-d67a-4f93-ac23-6ac993c9fa4e),segment_id=7a915ac3-d67a-4f93-ac23-6ac993c9fa4e)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:30:20.255843 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:30:20.312670 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f8e3a8e-2155-4d83-9806-e71d19c37e15'] response: {'server_uuid': '025c3008-4342-4c09-a8e1-6a8012132aea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25d3f288-bf28-4dab-8059-9b9aca81f0d7', 'code': 200} Jun 01 19:30:20.396385 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=25d3f288-bf28-4dab-8059-9b9aca81f0d7,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:30:20.454042 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a7b626-530c-41b9-9bfe-95665daf5862 req-1b7555d9-ce97-4929-92a8-e79a8ea88eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:30:20.455970 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-82a7b626-530c-41b9-9bfe-95665daf5862 req-1b7555d9-ce97-4929-92a8-e79a8ea88eb8 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=025c3008-4342-4c09-a8e1-6a8012132aea HTTP/1.1" status: 200 len: 1097 time: 0.0812469 Jun 01 19:30:20.519498 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-82a7b626-530c-41b9-9bfe-95665daf5862 req-ea57bf45-d577-474b-b597-a479ecc6e01c service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=ae17e11a-d451-4c21-920a-01c80a19c51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577643 Jun 01 19:30:20.917514 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.agents_db [None req-e814b9cf-7de8-45d0-a079-29c61fabe7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 19:30:21.212601 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aeb0f3c-7b3f-4eb9-9516-52a0cb753f60 req-b15af69e-e44d-4267-a71e-cd3db4ab72fe tempest-TestServerAdvancedOps-1661046460 tempest-TestServerAdvancedOps-1661046460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:30:21.214122 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-6aeb0f3c-7b3f-4eb9-9516-52a0cb753f60 req-b15af69e-e44d-4267-a71e-cd3db4ab72fe tempest-TestServerAdvancedOps-1661046460 tempest-TestServerAdvancedOps-1661046460-project] 10.222.0.41 "GET /v2.0/ports?device_id=025c3008-4342-4c09-a8e1-6a8012132aea HTTP/1.1" status: 200 len: 946 time: 0.1078017 Jun 01 19:30:21.269518 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-6aeb0f3c-7b3f-4eb9-9516-52a0cb753f60 req-b97e8fb3-2e87-4b5f-a6fd-200643e53c56 tempest-TestServerAdvancedOps-1661046460 tempest-TestServerAdvancedOps-1661046460-project] 10.222.0.41 "GET /v2.0/security-groups?id=ae17e11a-d451-4c21-920a-01c80a19c51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434101 Jun 01 19:30:22.517776 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe9ade8-40b0-4370-b3b5-d8f31755fb59 req-475b2f6e-f202-4945-b32a-c90f7b89648b tempest-TestServerAdvancedOps-1661046460 tempest-TestServerAdvancedOps-1661046460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:30:22.520269 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-2fe9ade8-40b0-4370-b3b5-d8f31755fb59 req-475b2f6e-f202-4945-b32a-c90f7b89648b tempest-TestServerAdvancedOps-1661046460 tempest-TestServerAdvancedOps-1661046460-project] 10.222.0.41 "GET /v2.0/ports?device_id=025c3008-4342-4c09-a8e1-6a8012132aea HTTP/1.1" status: 200 len: 946 time: 0.1039450 Jun 01 19:30:22.594167 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-2fe9ade8-40b0-4370-b3b5-d8f31755fb59 req-4945188e-d4fc-4c8d-b8b2-1be0049c2c35 tempest-TestServerAdvancedOps-1661046460 tempest-TestServerAdvancedOps-1661046460-project] 10.222.0.41 "GET /v2.0/security-groups?id=ae17e11a-d451-4c21-920a-01c80a19c51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639482 Jun 01 19:30:22.807165 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe549e4-96ea-4cd6-8e54-48bbefb846c0 req-b4d5e728-414e-421a-b10a-aaba29b384e6 tempest-TestServerAdvancedOps-1661046460 tempest-TestServerAdvancedOps-1661046460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:30:22.808762 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ffe549e4-96ea-4cd6-8e54-48bbefb846c0 req-b4d5e728-414e-421a-b10a-aaba29b384e6 tempest-TestServerAdvancedOps-1661046460 tempest-TestServerAdvancedOps-1661046460-project] 10.222.0.41 "GET /v2.0/ports?device_id=025c3008-4342-4c09-a8e1-6a8012132aea HTTP/1.1" status: 200 len: 946 time: 0.0932367 Jun 01 19:30:22.864874 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ffe549e4-96ea-4cd6-8e54-48bbefb846c0 req-34280e75-97d8-4a0b-a40c-a30ea10232d0 tempest-TestServerAdvancedOps-1661046460 tempest-TestServerAdvancedOps-1661046460-project] 10.222.0.41 "GET /v2.0/security-groups?id=ae17e11a-d451-4c21-920a-01c80a19c51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467453 Jun 01 19:30:23.425545 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ac12f9-5d2c-4830-ba99-49a776206470 req-e283a0b5-124a-42b0-a9e5-b6692c49482a tempest-TestServerAdvancedOps-1661046460 tempest-TestServerAdvancedOps-1661046460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:30:23.427298 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-84ac12f9-5d2c-4830-ba99-49a776206470 req-e283a0b5-124a-42b0-a9e5-b6692c49482a tempest-TestServerAdvancedOps-1661046460 tempest-TestServerAdvancedOps-1661046460-project] 10.222.0.41 "GET /v2.0/ports?device_id=025c3008-4342-4c09-a8e1-6a8012132aea HTTP/1.1" status: 200 len: 946 time: 0.0874898 Jun 01 19:30:23.495011 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-84ac12f9-5d2c-4830-ba99-49a776206470 req-3d5f6de8-c976-45cd-ac27-e77299b6599f tempest-TestServerAdvancedOps-1661046460 tempest-TestServerAdvancedOps-1661046460-project] 10.222.0.41 "GET /v2.0/security-groups?id=ae17e11a-d451-4c21-920a-01c80a19c51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613313 Jun 01 19:30:24.723539 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7746a44-8678-48e7-bac5-68b80303592b req-9a3ebda6-11db-451d-ad34-cad15a37794b tempest-TestServerAdvancedOps-1661046460 tempest-TestServerAdvancedOps-1661046460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:30:24.725225 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b7746a44-8678-48e7-bac5-68b80303592b req-9a3ebda6-11db-451d-ad34-cad15a37794b tempest-TestServerAdvancedOps-1661046460 tempest-TestServerAdvancedOps-1661046460-project] 10.222.0.41 "GET /v2.0/ports?device_id=025c3008-4342-4c09-a8e1-6a8012132aea HTTP/1.1" status: 200 len: 946 time: 0.0934601 Jun 01 19:30:24.789384 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b7746a44-8678-48e7-bac5-68b80303592b req-7608f58b-68ff-460b-9a93-e49be8d0aefc tempest-TestServerAdvancedOps-1661046460 tempest-TestServerAdvancedOps-1661046460-project] 10.222.0.41 "GET /v2.0/security-groups?id=ae17e11a-d451-4c21-920a-01c80a19c51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578938 Jun 01 19:30:25.331988 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f073411c-46c8-4a26-88b6-b88444e686e7 req-46a58448-e010-4ad5-887c-6c8fb0de5959 tempest-TestServerAdvancedOps-1661046460 tempest-TestServerAdvancedOps-1661046460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:30:25.333519 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f073411c-46c8-4a26-88b6-b88444e686e7 req-46a58448-e010-4ad5-887c-6c8fb0de5959 tempest-TestServerAdvancedOps-1661046460 tempest-TestServerAdvancedOps-1661046460-project] 10.222.0.41 "GET /v2.0/ports?device_id=025c3008-4342-4c09-a8e1-6a8012132aea HTTP/1.1" status: 200 len: 946 time: 0.2013829 Jun 01 19:30:25.335851 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7df780-52e1-4bc5-8fc6-d0cf65bfe2b9 req-e7cf0508-c052-49ee-953b-785ed8a7adb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:30:25.337201 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0d7df780-52e1-4bc5-8fc6-d0cf65bfe2b9 req-e7cf0508-c052-49ee-953b-785ed8a7adb7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4ecc783d259c4c7fbbf4ec902fa7d138&device_id=025c3008-4342-4c09-a8e1-6a8012132aea HTTP/1.1" status: 200 len: 1097 time: 0.1531453 Jun 01 19:30:25.614295 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f073411c-46c8-4a26-88b6-b88444e686e7 req-456dde6b-9e87-4ce1-a146-b14cd7da2439 tempest-TestServerAdvancedOps-1661046460 tempest-TestServerAdvancedOps-1661046460-project] 10.222.0.41 "GET /v2.0/security-groups?id=ae17e11a-d451-4c21-920a-01c80a19c51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2721457 Jun 01 19:30:25.692270 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7df780-52e1-4bc5-8fc6-d0cf65bfe2b9 req-f44847ed-9ca8-4217-af50-d56a1248e6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:30:25.694258 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0d7df780-52e1-4bc5-8fc6-d0cf65bfe2b9 req-f44847ed-9ca8-4217-af50-d56a1248e6e1 service neutron] 10.222.0.50 "GET /v2.0/networks?id=c07ff888-65d2-4eda-83be-c025b835571f HTTP/1.1" status: 200 len: 912 time: 0.3505750 Jun 01 19:30:25.781826 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0d7df780-52e1-4bc5-8fc6-d0cf65bfe2b9 req-41217e5b-fa9f-4c3e-8d60-1fff8dc9eb64 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=25d3f288-bf28-4dab-8059-9b9aca81f0d7 HTTP/1.1" status: 200 len: 217 time: 0.0821528 Jun 01 19:30:25.862549 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7df780-52e1-4bc5-8fc6-d0cf65bfe2b9 req-0e77b18c-f5d7-4b9c-a25a-1b61adf31258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:30:25.863889 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0d7df780-52e1-4bc5-8fc6-d0cf65bfe2b9 req-0e77b18c-f5d7-4b9c-a25a-1b61adf31258 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=967cae19-3f32-477f-981e-05aa3111d883 HTTP/1.1" status: 200 len: 851 time: 0.0772963 Jun 01 19:30:25.918633 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0d7df780-52e1-4bc5-8fc6-d0cf65bfe2b9 req-2f104364-18b8-4763-a5ce-6d825fe3f300 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c07ff888-65d2-4eda-83be-c025b835571f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487893 Jun 01 19:30:26.091973 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0d7df780-52e1-4bc5-8fc6-d0cf65bfe2b9 req-8fbc6f08-b2c3-4f8d-83e7-6a460922a7d4 service neutron] 10.222.0.50 "GET /v2.0/networks/c07ff888-65d2-4eda-83be-c025b835571f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679044 Jun 01 19:30:26.260281 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0d7df780-52e1-4bc5-8fc6-d0cf65bfe2b9 req-aa1c9a63-249c-40ec-911b-f8e80e10db55 service neutron] 10.222.0.50 "GET /v2.0/networks/c07ff888-65d2-4eda-83be-c025b835571f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629786 Jun 01 19:30:27.031705 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fef56a-0f4b-4b38-aa9a-f1eea1965f82 req-27fe1cbd-87c7-46a8-a6d8-af7257e6d8d2 tempest-TestServerAdvancedOps-1661046460 tempest-TestServerAdvancedOps-1661046460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:30:27.036744 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-37fef56a-0f4b-4b38-aa9a-f1eea1965f82 req-27fe1cbd-87c7-46a8-a6d8-af7257e6d8d2 tempest-TestServerAdvancedOps-1661046460 tempest-TestServerAdvancedOps-1661046460-project] 10.222.0.41 "GET /v2.0/ports?device_id=025c3008-4342-4c09-a8e1-6a8012132aea HTTP/1.1" status: 200 len: 946 time: 0.2117815 Jun 01 19:30:27.127051 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-37fef56a-0f4b-4b38-aa9a-f1eea1965f82 req-974fcbe7-9552-4a79-a3a4-1022452e37cd tempest-TestServerAdvancedOps-1661046460 tempest-TestServerAdvancedOps-1661046460-project] 10.222.0.41 "GET /v2.0/security-groups?id=ae17e11a-d451-4c21-920a-01c80a19c51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722220 Jun 01 19:30:28.391466 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fed92f0-727b-4946-a014-9482a12d253d req-98884b6e-f476-4c5a-a7c0-cc5956603821 tempest-TestServerAdvancedOps-1661046460 tempest-TestServerAdvancedOps-1661046460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:30:28.396536 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-1fed92f0-727b-4946-a014-9482a12d253d req-98884b6e-f476-4c5a-a7c0-cc5956603821 tempest-TestServerAdvancedOps-1661046460 tempest-TestServerAdvancedOps-1661046460-project] 10.222.0.41 "GET /v2.0/ports?device_id=025c3008-4342-4c09-a8e1-6a8012132aea HTTP/1.1" status: 200 len: 946 time: 0.1028340 Jun 01 19:30:28.480175 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-1fed92f0-727b-4946-a014-9482a12d253d req-f0883c91-b693-42ce-bd05-1aaf0961b653 tempest-TestServerAdvancedOps-1661046460 tempest-TestServerAdvancedOps-1661046460-project] 10.222.0.41 "GET /v2.0/security-groups?id=ae17e11a-d451-4c21-920a-01c80a19c51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762420 Jun 01 19:30:29.077189 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab3ecc5-788c-4efc-a246-0ff4b6ce8775 req-c8a0e38d-f5a7-409d-b34b-5d33f3c505a8 tempest-TestServerAdvancedOps-1661046460 tempest-TestServerAdvancedOps-1661046460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:30:29.078904 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3ab3ecc5-788c-4efc-a246-0ff4b6ce8775 req-c8a0e38d-f5a7-409d-b34b-5d33f3c505a8 tempest-TestServerAdvancedOps-1661046460 tempest-TestServerAdvancedOps-1661046460-project] 10.222.0.41 "GET /v2.0/ports?device_id=025c3008-4342-4c09-a8e1-6a8012132aea HTTP/1.1" status: 200 len: 946 time: 0.1151440 Jun 01 19:30:29.137501 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3ab3ecc5-788c-4efc-a246-0ff4b6ce8775 req-37d13ffc-c8e5-4456-879f-c4e5800d0fba tempest-TestServerAdvancedOps-1661046460 tempest-TestServerAdvancedOps-1661046460-project] 10.222.0.41 "GET /v2.0/security-groups?id=ae17e11a-d451-4c21-920a-01c80a19c51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467958 Jun 01 19:30:30.444059 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52816ff-dde1-4b70-80bc-f6e4cce80be7 req-9cf038e1-0717-424d-94d7-a98a457bb123 tempest-TestServerAdvancedOps-1661046460 tempest-TestServerAdvancedOps-1661046460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:30:30.444059 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e52816ff-dde1-4b70-80bc-f6e4cce80be7 req-9cf038e1-0717-424d-94d7-a98a457bb123 tempest-TestServerAdvancedOps-1661046460 tempest-TestServerAdvancedOps-1661046460-project] 10.222.0.41 "GET /v2.0/ports?device_id=025c3008-4342-4c09-a8e1-6a8012132aea HTTP/1.1" status: 200 len: 946 time: 0.1451423 Jun 01 19:30:30.529896 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e52816ff-dde1-4b70-80bc-f6e4cce80be7 req-9703c0c3-b747-49d9-b9b9-5da538bbd01d tempest-TestServerAdvancedOps-1661046460 tempest-TestServerAdvancedOps-1661046460-project] 10.222.0.41 "GET /v2.0/security-groups?id=ae17e11a-d451-4c21-920a-01c80a19c51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740876 Jun 01 19:30:31.023483 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5b374b-71f2-4294-9fef-85a958a72533 req-da0e92bc-a3ac-42e4-8ad8-fd1ec867701a tempest-TestServerAdvancedOps-1661046460 tempest-TestServerAdvancedOps-1661046460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:30:31.025055 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-7f5b374b-71f2-4294-9fef-85a958a72533 req-da0e92bc-a3ac-42e4-8ad8-fd1ec867701a tempest-TestServerAdvancedOps-1661046460 tempest-TestServerAdvancedOps-1661046460-project] 10.222.0.41 "GET /v2.0/ports?device_id=025c3008-4342-4c09-a8e1-6a8012132aea HTTP/1.1" status: 200 len: 946 time: 0.1297119 Jun 01 19:30:31.096986 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-7f5b374b-71f2-4294-9fef-85a958a72533 req-87029d30-f493-44fd-97c2-8d6dddfe6e73 tempest-TestServerAdvancedOps-1661046460 tempest-TestServerAdvancedOps-1661046460-project] 10.222.0.41 "GET /v2.0/security-groups?id=ae17e11a-d451-4c21-920a-01c80a19c51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610251 Jun 01 19:30:31.098245 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f2c4fc-e179-4399-8e80-fd7df213bd61 req-d4dd287c-b1c6-4fd4-91ab-da213911eb3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:30:31.100726 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-43f2c4fc-e179-4399-8e80-fd7df213bd61 req-d4dd287c-b1c6-4fd4-91ab-da213911eb3e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4ecc783d259c4c7fbbf4ec902fa7d138&device_id=025c3008-4342-4c09-a8e1-6a8012132aea HTTP/1.1" status: 200 len: 1097 time: 0.1386955 Jun 01 19:30:31.262023 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f2c4fc-e179-4399-8e80-fd7df213bd61 req-d716b855-68eb-46e8-af1c-00bbd8747422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:30:31.263458 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-43f2c4fc-e179-4399-8e80-fd7df213bd61 req-d716b855-68eb-46e8-af1c-00bbd8747422 service neutron] 10.222.0.50 "GET /v2.0/networks?id=c07ff888-65d2-4eda-83be-c025b835571f HTTP/1.1" status: 200 len: 912 time: 0.1575634 Jun 01 19:30:31.337061 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-43f2c4fc-e179-4399-8e80-fd7df213bd61 req-859b71c2-5efe-4423-bfbb-d583b575e1e5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=25d3f288-bf28-4dab-8059-9b9aca81f0d7 HTTP/1.1" status: 200 len: 217 time: 0.0676863 Jun 01 19:30:31.420662 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f2c4fc-e179-4399-8e80-fd7df213bd61 req-d678b253-496c-4c51-9b6f-4253619305bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:30:31.423651 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-43f2c4fc-e179-4399-8e80-fd7df213bd61 req-d678b253-496c-4c51-9b6f-4253619305bc service neutron] 10.222.0.50 "GET /v2.0/subnets?id=967cae19-3f32-477f-981e-05aa3111d883 HTTP/1.1" status: 200 len: 851 time: 0.0790093 Jun 01 19:30:31.478485 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-43f2c4fc-e179-4399-8e80-fd7df213bd61 req-c15d663d-89f4-4aea-8a3a-eed83325b7fb service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c07ff888-65d2-4eda-83be-c025b835571f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517023 Jun 01 19:30:31.664385 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-43f2c4fc-e179-4399-8e80-fd7df213bd61 req-8485f7b2-90b0-4501-a12c-d5461a8a1e69 service neutron] 10.222.0.50 "GET /v2.0/networks/c07ff888-65d2-4eda-83be-c025b835571f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801968 Jun 01 19:30:31.840059 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-43f2c4fc-e179-4399-8e80-fd7df213bd61 req-d787af89-a1c7-473d-94aa-bc164eee26ef service neutron] 10.222.0.50 "GET /v2.0/networks/c07ff888-65d2-4eda-83be-c025b835571f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701741 Jun 01 19:30:32.329400 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3408f002-fdfb-475b-8f55-1f8619dda707 req-c9a6dc77-cfda-4535-a866-805a96a99356 tempest-TestServerAdvancedOps-1661046460 tempest-TestServerAdvancedOps-1661046460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:30:32.330977 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3408f002-fdfb-475b-8f55-1f8619dda707 req-c9a6dc77-cfda-4535-a866-805a96a99356 tempest-TestServerAdvancedOps-1661046460 tempest-TestServerAdvancedOps-1661046460-project] 10.222.0.41 "GET /v2.0/ports?device_id=025c3008-4342-4c09-a8e1-6a8012132aea HTTP/1.1" status: 200 len: 946 time: 0.0892985 Jun 01 19:30:32.509317 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3408f002-fdfb-475b-8f55-1f8619dda707 req-ace866cb-a6a0-4a30-b0c0-e5060752a110 tempest-TestServerAdvancedOps-1661046460 tempest-TestServerAdvancedOps-1661046460-project] 10.222.0.41 "GET /v2.0/security-groups?id=ae17e11a-d451-4c21-920a-01c80a19c51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682956 Jun 01 19:30:33.740436 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47f14ee-cd3e-4845-8c20-a2d3f46fd934 req-78567d2a-c3f1-4658-a224-bce35dc5c8a0 tempest-TestServerAdvancedOps-1661046460 tempest-TestServerAdvancedOps-1661046460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:30:33.741993 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b47f14ee-cd3e-4845-8c20-a2d3f46fd934 req-78567d2a-c3f1-4658-a224-bce35dc5c8a0 tempest-TestServerAdvancedOps-1661046460 tempest-TestServerAdvancedOps-1661046460-project] 10.222.0.41 "GET /v2.0/ports?device_id=025c3008-4342-4c09-a8e1-6a8012132aea HTTP/1.1" status: 200 len: 946 time: 0.1008449 Jun 01 19:30:33.808030 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b47f14ee-cd3e-4845-8c20-a2d3f46fd934 req-13049034-bf83-4bcd-bdbe-891a6abbe0dc tempest-TestServerAdvancedOps-1661046460 tempest-TestServerAdvancedOps-1661046460-project] 10.222.0.41 "GET /v2.0/security-groups?id=ae17e11a-d451-4c21-920a-01c80a19c51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596890 Jun 01 19:30:34.307096 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18c40fa-f3d8-4148-9627-012c93eb4b19 req-3ae8faab-cb29-4805-bc86-4830b27f8e46 tempest-TestServerAdvancedOps-1661046460 tempest-TestServerAdvancedOps-1661046460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:30:34.308671 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c18c40fa-f3d8-4148-9627-012c93eb4b19 req-3ae8faab-cb29-4805-bc86-4830b27f8e46 tempest-TestServerAdvancedOps-1661046460 tempest-TestServerAdvancedOps-1661046460-project] 10.222.0.41 "GET /v2.0/ports?device_id=025c3008-4342-4c09-a8e1-6a8012132aea HTTP/1.1" status: 200 len: 946 time: 0.1049700 Jun 01 19:30:34.366015 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c18c40fa-f3d8-4148-9627-012c93eb4b19 req-436bf249-f5a7-4508-a71f-7b45124b58df tempest-TestServerAdvancedOps-1661046460 tempest-TestServerAdvancedOps-1661046460-project] 10.222.0.41 "GET /v2.0/security-groups?id=ae17e11a-d451-4c21-920a-01c80a19c51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484445 Jun 01 19:30:35.598590 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907a1d97-ba48-4056-b856-e36e79f0b639 req-00c016c9-f9e2-4cfb-9150-f0e079aa66af tempest-TestServerAdvancedOps-1661046460 tempest-TestServerAdvancedOps-1661046460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:30:35.601148 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-907a1d97-ba48-4056-b856-e36e79f0b639 req-00c016c9-f9e2-4cfb-9150-f0e079aa66af tempest-TestServerAdvancedOps-1661046460 tempest-TestServerAdvancedOps-1661046460-project] 10.222.0.41 "GET /v2.0/ports?device_id=025c3008-4342-4c09-a8e1-6a8012132aea HTTP/1.1" status: 200 len: 946 time: 0.0889151 Jun 01 19:30:35.654703 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-907a1d97-ba48-4056-b856-e36e79f0b639 req-c1398273-d134-4357-9e3c-f6f488411572 tempest-TestServerAdvancedOps-1661046460 tempest-TestServerAdvancedOps-1661046460-project] 10.222.0.41 "GET /v2.0/security-groups?id=ae17e11a-d451-4c21-920a-01c80a19c51e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447540 Jun 01 19:30:35.973077 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ff400b-deaf-4899-90be-89787f404595 req-d2531414-90d7-4b54-8478-e5179d59ea36 tempest-TestServerAdvancedOps-1661046460 tempest-TestServerAdvancedOps-1661046460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:30:35.974677 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-81ff400b-deaf-4899-90be-89787f404595 req-d2531414-90d7-4b54-8478-e5179d59ea36 tempest-TestServerAdvancedOps-1661046460 tempest-TestServerAdvancedOps-1661046460-project] 10.222.0.50 "GET /v2.0/ports?device_id=025c3008-4342-4c09-a8e1-6a8012132aea HTTP/1.1" status: 200 len: 946 time: 0.1013486 Jun 01 19:30:36.063805 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-81ff400b-deaf-4899-90be-89787f404595 req-e3fe771e-11bc-4f6e-9b22-ba5e26e59934 tempest-TestServerAdvancedOps-1661046460 tempest-TestServerAdvancedOps-1661046460-project] Deleting port 25d3f288-bf28-4dab-8059-9b9aca81f0d7 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:30:36.063805 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-81ff400b-deaf-4899-90be-89787f404595 req-e3fe771e-11bc-4f6e-9b22-ba5e26e59934 tempest-TestServerAdvancedOps-1661046460 tempest-TestServerAdvancedOps-1661046460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:30:36.380822 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-81ff400b-deaf-4899-90be-89787f404595 req-e3fe771e-11bc-4f6e-9b22-ba5e26e59934 tempest-TestServerAdvancedOps-1661046460 tempest-TestServerAdvancedOps-1661046460-project] For port 25d3f288-bf28-4dab-8059-9b9aca81f0d7, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=25d3f288-bf28-4dab-8059-9b9aca81f0d7,segment=NetworkSegment(7a915ac3-d67a-4f93-ac23-6ac993c9fa4e),segment_id=7a915ac3-d67a-4f93-ac23-6ac993c9fa4e)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:30:36.381271 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-81ff400b-deaf-4899-90be-89787f404595 req-e3fe771e-11bc-4f6e-9b22-ba5e26e59934 tempest-TestServerAdvancedOps-1661046460 tempest-TestServerAdvancedOps-1661046460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:30:36.529760 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-81ff400b-deaf-4899-90be-89787f404595 req-e3fe771e-11bc-4f6e-9b22-ba5e26e59934 tempest-TestServerAdvancedOps-1661046460 tempest-TestServerAdvancedOps-1661046460-project] Calling delete_port for 25d3f288-bf28-4dab-8059-9b9aca81f0d7 owned by compute:nova {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:30:36.741392 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-81ff400b-deaf-4899-90be-89787f404595 req-e3fe771e-11bc-4f6e-9b22-ba5e26e59934 tempest-TestServerAdvancedOps-1661046460 tempest-TestServerAdvancedOps-1661046460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:30:36.755144 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] get_ports_and_sgs() called for port_ids ['25d3f288-bf28-4dab-8059-9b9aca81f0d7'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 19:30:36.839489 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fe771e-11bc-4f6e-9b22-ba5e26e59934 tempest-TestServerAdvancedOps-1661046460 tempest-TestServerAdvancedOps-1661046460-project] Pushing event deleted for resources: {'Port': ['ID=25d3f288-bf28-4dab-8059-9b9aca81f0d7,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:30:36.924338 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-5810258d-aa3c-4b58-8770-430749edc4a9 req-1ba9d3fd-d9d7-4845-92bc-09160d58ca50 tempest-TestServerAdvancedOps-1661046460 tempest-TestServerAdvancedOps-1661046460-project] 10.222.0.41 "GET /v2.0/ports?device_id=025c3008-4342-4c09-a8e1-6a8012132aea HTTP/1.1" status: 200 len: 210 time: 0.0631797 Jun 01 19:30:36.930117 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-81ff400b-deaf-4899-90be-89787f404595 req-e3fe771e-11bc-4f6e-9b22-ba5e26e59934 tempest-TestServerAdvancedOps-1661046460 tempest-TestServerAdvancedOps-1661046460-project] No DVR routers for this DVR port 25d3f288-bf28-4dab-8059-9b9aca81f0d7 on host n-h2-844202-1 {{(pid=88524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:30:36.933382 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-81ff400b-deaf-4899-90be-89787f404595 req-e3fe771e-11bc-4f6e-9b22-ba5e26e59934 tempest-TestServerAdvancedOps-1661046460 tempest-TestServerAdvancedOps-1661046460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:30:36.936520 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '025c3008-4342-4c09-a8e1-6a8012132aea', 'name': 'network-vif-deleted', 'tag': '25d3f288-bf28-4dab-8059-9b9aca81f0d7'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:30:36.956624 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-81ff400b-deaf-4899-90be-89787f404595 req-e3fe771e-11bc-4f6e-9b22-ba5e26e59934 tempest-TestServerAdvancedOps-1661046460 tempest-TestServerAdvancedOps-1661046460-project] 10.222.0.50 "DELETE /v2.0/ports/25d3f288-bf28-4dab-8059-9b9aca81f0d7 HTTP/1.1" status: 204 len: 173 time: 0.9768789 Jun 01 19:30:37.009911 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-760566c7-7c44-46f2-9d18-febb502ecb0e'] response: {'server_uuid': '025c3008-4342-4c09-a8e1-6a8012132aea', 'name': 'network-vif-deleted', 'tag': '25d3f288-bf28-4dab-8059-9b9aca81f0d7', 'status': 'completed', 'code': 200} Jun 01 19:30:37.146980 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-b2d9d098-784a-4103-b790-ddccc064754e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:30:38.073293 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 49906) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:30:38.150969 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_v2 [None req-e339e76e-f60d-4dab-8b84-421657dfa22e admin admin] Deleting subnet 967cae19-3f32-477f-981e-05aa3111d883 {{(pid=88525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 19:30:38.154705 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e339e76e-f60d-4dab-8b84-421657dfa22e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:30:38.219871 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e339e76e-f60d-4dab-8b84-421657dfa22e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2258509'] for subnet, precommit_delete_associations {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:30:38.296761 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e339e76e-f60d-4dab-8b84-421657dfa22e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:30:38.387093 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e339e76e-f60d-4dab-8b84-421657dfa22e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2614143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9667199'] for subnet, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:30:38.434826 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e339e76e-f60d-4dab-8b84-421657dfa22e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=967cae19-3f32-477f-981e-05aa3111d883,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:30:38.440499 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e339e76e-f60d-4dab-8b84-421657dfa22e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:30:38.447958 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-e339e76e-f60d-4dab-8b84-421657dfa22e admin admin] 10.222.0.41 "DELETE /v2.0/subnets/967cae19-3f32-477f-981e-05aa3111d883 HTTP/1.1" status: 204 len: 168 time: 0.3730712 Jun 01 19:30:38.451687 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 49910) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:30:38.604515 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d126af8b-aff1-4b4b-a00a-836a0e3db7a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:30:38.772565 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d126af8b-aff1-4b4b-a00a-836a0e3db7a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:30:38.815111 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-d126af8b-aff1-4b4b-a00a-836a0e3db7a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c07ff888-65d2-4eda-83be-c025b835571f']}} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:30:38.834959 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-d126af8b-aff1-4b4b-a00a-836a0e3db7a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a915ac3-d67a-4f93-ac23-6ac993c9fa4e') {'for_net_delete': True} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:30:38.835448 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-d126af8b-aff1-4b4b-a00a-836a0e3db7a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a915ac3-d67a-4f93-ac23-6ac993c9fa4e') {} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:30:38.858380 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d126af8b-aff1-4b4b-a00a-836a0e3db7a6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2258522'] for segment, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:30:38.884890 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d126af8b-aff1-4b4b-a00a-836a0e3db7a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:30:38.896965 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d126af8b-aff1-4b4b-a00a-836a0e3db7a6 admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=88525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 19:30:38.897579 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d126af8b-aff1-4b4b-a00a-836a0e3db7a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2613981'] for segment, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:30:39.012632 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment 7a915ac3-d67a-4f93-ac23-6ac993c9fa4e resource provider aggregate not found Jun 01 19:30:39.180171 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment 7a915ac3-d67a-4f93-ac23-6ac993c9fa4e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7a915ac3-d67a-4f93-ac23-6ac993c9fa4e found for delete ", "request_id": "req-dc99822a-dfe8-4f9c-b94e-a53acc7fca05"}]} Jun 01 19:30:39.199865 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d126af8b-aff1-4b4b-a00a-836a0e3db7a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:30:39.217673 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d126af8b-aff1-4b4b-a00a-836a0e3db7a6 admin admin] Notify callbacks [] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:30:39.229754 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d126af8b-aff1-4b4b-a00a-836a0e3db7a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=c07ff888-65d2-4eda-83be-c025b835571f,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:30:39.238606 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-d126af8b-aff1-4b4b-a00a-836a0e3db7a6 admin admin] 10.222.0.41 "DELETE /v2.0/networks/c07ff888-65d2-4eda-83be-c025b835571f HTTP/1.1" status: 204 len: 168 time: 0.7853141 Jun 01 19:30:39.240822 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 49918) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:30:39.319364 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_v2 [None req-639c0009-ca5d-4d97-b4a3-7007005db603 admin admin] Deleting subnet 5efde967-d6ec-4795-9f6e-b11136352aa9 {{(pid=88525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 19:30:39.327026 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-639c0009-ca5d-4d97-b4a3-7007005db603 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:30:39.401542 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-639c0009-ca5d-4d97-b4a3-7007005db603 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2258509'] for subnet, precommit_delete_associations {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:30:39.473402 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-639c0009-ca5d-4d97-b4a3-7007005db603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:30:39.559755 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-639c0009-ca5d-4d97-b4a3-7007005db603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2614143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9667199'] for subnet, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:30:39.567845 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-9b559400-e61f-48c3-9068-593218971a08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:30:39.604220 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639c0009-ca5d-4d97-b4a3-7007005db603 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5efde967-d6ec-4795-9f6e-b11136352aa9,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:30:39.607167 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-639c0009-ca5d-4d97-b4a3-7007005db603 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:30:39.619074 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-639c0009-ca5d-4d97-b4a3-7007005db603 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/5efde967-d6ec-4795-9f6e-b11136352aa9 HTTP/1.1" status: 204 len: 168 time: 0.3748031 Jun 01 19:30:39.619563 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 49922) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:30:39.749872 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5c713755-a277-4391-97c2-a87350629c4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:30:39.930047 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5c713755-a277-4391-97c2-a87350629c4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:30:39.975514 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-5c713755-a277-4391-97c2-a87350629c4b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11345ce3-8d62-4ffd-ab37-70a1a4084987']}} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:30:39.987961 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-5c713755-a277-4391-97c2-a87350629c4b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '958751c3-339e-4792-b82f-d778828db833') {'for_net_delete': True} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:30:39.987961 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-5c713755-a277-4391-97c2-a87350629c4b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '958751c3-339e-4792-b82f-d778828db833') {} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:30:40.012145 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5c713755-a277-4391-97c2-a87350629c4b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2258522'] for segment, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:30:40.034608 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5c713755-a277-4391-97c2-a87350629c4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:30:40.044359 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c713755-a277-4391-97c2-a87350629c4b admin admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=88525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 19:30:40.044359 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5c713755-a277-4391-97c2-a87350629c4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2613981'] for segment, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:30:40.073715 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 25d3f288-bf28-4dab-8059-9b9aca81f0d7 no longer exists at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:30:40.127351 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] No Port match for: 25d3f288-bf28-4dab-8059-9b9aca81f0d7 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:30:40.127351 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 25d3f288-bf28-4dab-8059-9b9aca81f0d7 not bound to the agent host n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:30:40.175159 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5c713755-a277-4391-97c2-a87350629c4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:30:40.196887 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5c713755-a277-4391-97c2-a87350629c4b admin admin] Notify callbacks [] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:30:40.219658 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-5c713755-a277-4391-97c2-a87350629c4b admin admin] 10.222.0.41 "DELETE /v2.0/networks/11345ce3-8d62-4ffd-ab37-70a1a4084987 HTTP/1.1" status: 204 len: 168 time: 0.5888433 Jun 01 19:30:40.219658 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c713755-a277-4391-97c2-a87350629c4b admin admin] Pushing event deleted for resources: {'Network': ['ID=11345ce3-8d62-4ffd-ab37-70a1a4084987,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:30:40.477220 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 49928) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:30:40.546125 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-698572bf-13fd-4ad9-8a21-7794a73f48c8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4ecc783d259c4c7fbbf4ec902fa7d138&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0674832 Jun 01 19:30:40.560283 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 49932) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:30:40.639773 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6fb53606-1af7-4ee3-8d1d-8d0a3672416f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:30:40.690790 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6fb53606-1af7-4ee3-8d1d-8d0a3672416f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:30:40.729739 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:30:40.738293 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:30:40.798539 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6fb53606-1af7-4ee3-8d1d-8d0a3672416f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:30:40.817782 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb53606-1af7-4ee3-8d1d-8d0a3672416f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae17e11a-d451-4c21-920a-01c80a19c51e,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:30:40.834955 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6fb53606-1af7-4ee3-8d1d-8d0a3672416f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:30:40.834955 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-6fb53606-1af7-4ee3-8d1d-8d0a3672416f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ae17e11a-d451-4c21-920a-01c80a19c51e HTTP/1.1" status: 204 len: 168 time: 0.2788322 Jun 01 19:30:41.214223 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment 958751c3-339e-4792-b82f-d778828db833 resource provider aggregate not found Jun 01 19:30:41.244030 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment 958751c3-339e-4792-b82f-d778828db833 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 958751c3-339e-4792-b82f-d778828db833 found for delete ", "request_id": "req-a0eb983b-b51e-4f95-8dfd-738ea6283e32"}]} Jun 01 19:30:41.354308 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 49944) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:30:41.413115 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-88617265-6031-4d05-aca7-bfba85370067 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f0f90e4289ee448d9a25d7ffc3a0513f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0570405 Jun 01 19:30:41.414683 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 49948) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:30:41.487324 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-25f642aa-d5d6-4a99-bcb4-3aa3b68ec00b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:30:41.523478 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-25f642aa-d5d6-4a99-bcb4-3aa3b68ec00b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:30:41.594413 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-25f642aa-d5d6-4a99-bcb4-3aa3b68ec00b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:30:41.615141 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f642aa-d5d6-4a99-bcb4-3aa3b68ec00b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=121bc947-27ea-474f-8e15-f4547fdeffb1,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:30:41.627522 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f642aa-d5d6-4a99-bcb4-3aa3b68ec00b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:30:41.628401 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f642aa-d5d6-4a99-bcb4-3aa3b68ec00b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:30:41.628955 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f642aa-d5d6-4a99-bcb4-3aa3b68ec00b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:30:41.629519 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f642aa-d5d6-4a99-bcb4-3aa3b68ec00b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:30:41.630074 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f642aa-d5d6-4a99-bcb4-3aa3b68ec00b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:30:41.630587 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f642aa-d5d6-4a99-bcb4-3aa3b68ec00b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:30:41.631132 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f642aa-d5d6-4a99-bcb4-3aa3b68ec00b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:30:41.632168 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f642aa-d5d6-4a99-bcb4-3aa3b68ec00b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:30:41.632442 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f642aa-d5d6-4a99-bcb4-3aa3b68ec00b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:30:41.633044 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f642aa-d5d6-4a99-bcb4-3aa3b68ec00b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:30:41.633538 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f642aa-d5d6-4a99-bcb4-3aa3b68ec00b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:30:41.634124 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f642aa-d5d6-4a99-bcb4-3aa3b68ec00b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:30:41.638163 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:30:41.640030 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-25f642aa-d5d6-4a99-bcb4-3aa3b68ec00b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:30:41.641546 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-25f642aa-d5d6-4a99-bcb4-3aa3b68ec00b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/121bc947-27ea-474f-8e15-f4547fdeffb1 HTTP/1.1" status: 204 len: 168 time: 0.2256358 Jun 01 19:30:42.053782 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:30:42.269161 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:30:57.918295 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.agents_db [None req-e814b9cf-7de8-45d0-a079-29c61fabe7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 19:30:59.637584 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5435b181-9d30-4355-9b5c-fb5412f9e656 req-48f8faed-a12e-4dd6-b11b-574e7b85f64b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d922a918-a828-46ed-9bfe-232eaa3c7bcf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2618423 Jun 01 19:30:59.787797 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5435b181-9d30-4355-9b5c-fb5412f9e656 req-64335656-6497-4868-bcb0-b870f194a4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:30:59.789288 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5435b181-9d30-4355-9b5c-fb5412f9e656 req-64335656-6497-4868-bcb0-b870f194a4a2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e7fa6482b873470e8b5274a0b6cb89ae&device_id=d922a918-a828-46ed-9bfe-232eaa3c7bcf HTTP/1.1" status: 200 len: 1096 time: 0.0748668 Jun 01 19:30:59.949111 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5435b181-9d30-4355-9b5c-fb5412f9e656 req-396c1951-5423-42c6-b0c3-a1e72ec1beea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:30:59.950561 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5435b181-9d30-4355-9b5c-fb5412f9e656 req-396c1951-5423-42c6-b0c3-a1e72ec1beea service neutron] 10.222.0.15 "GET /v2.0/networks?id=06227175-383a-438d-b2ea-446bb23d085d HTTP/1.1" status: 200 len: 913 time: 0.1361623 Jun 01 19:31:00.055961 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5435b181-9d30-4355-9b5c-fb5412f9e656 req-5de91c36-11a4-4a15-b221-cc5265f4dc66 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=195bb061-5bc4-4388-bcb0-d98cbabb506e HTTP/1.1" status: 200 len: 1001 time: 0.0954819 Jun 01 19:31:00.126430 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5435b181-9d30-4355-9b5c-fb5412f9e656 req-88b6dd95-d053-457c-a660-a6087885d544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:31:00.127932 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5435b181-9d30-4355-9b5c-fb5412f9e656 req-88b6dd95-d053-457c-a660-a6087885d544 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3c6d4c6d-6977-4f9b-a44c-9b6b04f8ca29 HTTP/1.1" status: 200 len: 851 time: 0.0607889 Jun 01 19:31:00.206213 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5435b181-9d30-4355-9b5c-fb5412f9e656 req-73952a9b-9cce-4f86-b35b-1eb83119ef0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:31:00.207715 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5435b181-9d30-4355-9b5c-fb5412f9e656 req-73952a9b-9cce-4f86-b35b-1eb83119ef0c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=06227175-383a-438d-b2ea-446bb23d085d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0708222 Jun 01 19:31:00.221527 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [req-5435b181-9d30-4355-9b5c-fb5412f9e656 req-50d8519b-f73c-47c3-8213-0a14ec1ba84b service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=88524) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 19:31:00.222773 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5435b181-9d30-4355-9b5c-fb5412f9e656 req-50d8519b-f73c-47c3-8213-0a14ec1ba84b service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055082 Jun 01 19:31:00.470375 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5435b181-9d30-4355-9b5c-fb5412f9e656 req-1d353c48-a06a-445b-b607-1743550b4aaa service neutron] 10.222.0.15 "GET /v2.0/networks/06227175-383a-438d-b2ea-446bb23d085d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2382164 Jun 01 19:31:00.623649 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5435b181-9d30-4355-9b5c-fb5412f9e656 req-3898d525-5efd-49eb-9684-051bf0f2f370 service neutron] 10.222.0.15 "GET /v2.0/networks/06227175-383a-438d-b2ea-446bb23d085d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410358 Jun 01 19:31:07.148505 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-a61cc248-90ef-4de8-846d-3ea48f3dc880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:31:09.554552 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-da863a82-05a9-473b-ae88-1a5d8879f918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:31:10.682726 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:31:10.700561 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:31:11.632806 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:31:12.053765 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:31:12.255637 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:31:21.177807 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [req-a30fd543-e37c-428b-9c39-9cc35d9c3e93 req-bb5969e7-801c-4e78-9dff-37b2107eb71d service neutron] (88525) timed out ('10.222.0.15', 60929) {{(pid=88525) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 01 19:31:34.420391 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3349748f-2b56-4941-a180-d56e35d51146 req-bb117c94-4a2a-42a4-b9ac-c95666b9b102 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-574971530&fields=id&tenant_id=e7fa6482b873470e8b5274a0b6cb89ae HTTP/1.1" status: 200 len: 267 time: 0.0460579 Jun 01 19:31:34.586830 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3349748f-2b56-4941-a180-d56e35d51146 req-c17a54ea-12e6-40ab-8a20-567bd4891b7e tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:31:34.588208 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3349748f-2b56-4941-a180-d56e35d51146 req-c17a54ea-12e6-40ab-8a20-567bd4891b7e tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/networks?id=06227175-383a-438d-b2ea-446bb23d085d HTTP/1.1" status: 200 len: 812 time: 0.1569717 Jun 01 19:31:34.604968 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3349748f-2b56-4941-a180-d56e35d51146 req-2a99e873-a2c7-4219-9436-51ddc66b5caf tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/quotas/e7fa6482b873470e8b5274a0b6cb89ae HTTP/1.1" status: 200 len: 375 time: 0.0105281 Jun 01 19:31:34.708528 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3349748f-2b56-4941-a180-d56e35d51146 req-67ee52a9-5538-4f47-b523-6b4741f50a8b tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=e7fa6482b873470e8b5274a0b6cb89ae&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0974669 Jun 01 19:31:34.858800 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3349748f-2b56-4941-a180-d56e35d51146 req-426208b8-2f5f-465c-945d-4c5850afd06e service neutron] 10.222.0.41 "GET /v2.0/networks/06227175-383a-438d-b2ea-446bb23d085d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373036 Jun 01 19:31:34.918672 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.agents_db [None req-e814b9cf-7de8-45d0-a079-29c61fabe7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 19:31:35.001628 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3349748f-2b56-4941-a180-d56e35d51146 req-091a5263-25f1-494a-909a-bd771db0250d service neutron] 10.222.0.41 "GET /v2.0/networks/06227175-383a-438d-b2ea-446bb23d085d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361787 Jun 01 19:31:35.441576 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-432c1973-0a64-438a-a954-fada8f0a3352 req-c68effa2-3159-4193-9eee-ac014755ea0d tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/ports?device_id=075400e6-f03f-4ec1-997a-0741db95c598 HTTP/1.1" status: 200 len: 210 time: 0.0444648 Jun 01 19:31:36.621953 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c4f470bc-303f-4798-bcec-832036f3ec1b req-c9cc0b07-eb8c-475a-bf7c-0416e8b5de4f tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/ports?device_id=075400e6-f03f-4ec1-997a-0741db95c598 HTTP/1.1" status: 200 len: 210 time: 0.0600095 Jun 01 19:31:36.634767 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3349748f-2b56-4941-a180-d56e35d51146 req-714b1352-c433-4cdd-8077-7cbb93434847 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:31:36.639525 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3349748f-2b56-4941-a180-d56e35d51146 req-714b1352-c433-4cdd-8077-7cbb93434847 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.50 "GET /v2.0/networks?id=06227175-383a-438d-b2ea-446bb23d085d HTTP/1.1" status: 200 len: 812 time: 0.1986153 Jun 01 19:31:36.687245 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3349748f-2b56-4941-a180-d56e35d51146 req-9085372a-ae89-4137-b667-67359b24cb18 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e7fa6482b873470e8b5274a0b6cb89ae HTTP/1.1" status: 200 len: 379 time: 0.0415480 Jun 01 19:31:36.695218 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-3349748f-2b56-4941-a180-d56e35d51146 req-8b0e15a5-e3c0-4e86-ae8e-7f979629f441 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Request body: {'port': {'device_id': '075400e6-f03f-4ec1-997a-0741db95c598', 'network_id': '06227175-383a-438d-b2ea-446bb23d085d', 'admin_state_up': True, 'tenant_id': 'e7fa6482b873470e8b5274a0b6cb89ae', 'security_groups': ['69a184b0-4b49-43a1-a178-506528d57d3e']}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:31:36.837245 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-3349748f-2b56-4941-a180-d56e35d51146 req-8b0e15a5-e3c0-4e86-ae8e-7f979629f441 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:31:36.847970 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-3349748f-2b56-4941-a180-d56e35d51146 req-8b0e15a5-e3c0-4e86-ae8e-7f979629f441 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:31:36.859851 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3349748f-2b56-4941-a180-d56e35d51146 req-8b0e15a5-e3c0-4e86-ae8e-7f979629f441 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Made reservation on behalf of e7fa6482b873470e8b5274a0b6cb89ae for: {'port': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:31:36.863218 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-3349748f-2b56-4941-a180-d56e35d51146 req-8b0e15a5-e3c0-4e86-ae8e-7f979629f441 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:31:37.035109 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [req-3349748f-2b56-4941-a180-d56e35d51146 req-8b0e15a5-e3c0-4e86-ae8e-7f979629f441 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Allocated IP 172.20.0.4 (06227175-383a-438d-b2ea-446bb23d085d/3c6d4c6d-6977-4f9b-a44c-9b6b04f8ca29/bbf63d62-5f9c-4e31-a2dd-c10a918ca782) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:31:37.143767 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-43f848ea-c47f-43b6-8393-51f010ea7dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:31:37.235680 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-3349748f-2b56-4941-a180-d56e35d51146 req-8b0e15a5-e3c0-4e86-ae8e-7f979629f441 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:31:37.252532 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [req-3349748f-2b56-4941-a180-d56e35d51146 req-8b0e15a5-e3c0-4e86-ae8e-7f979629f441 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Transition to ACTIVE for port object bbf63d62-5f9c-4e31-a2dd-c10a918ca782 will not be triggered until provisioned by entity DHCP. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:31:37.278881 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-3349748f-2b56-4941-a180-d56e35d51146 req-8b0e15a5-e3c0-4e86-ae8e-7f979629f441 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:31:37.354061 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3349748f-2b56-4941-a180-d56e35d51146 req-8b0e15a5-e3c0-4e86-ae8e-7f979629f441 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Network 06227175-383a-438d-b2ea-446bb23d085d is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:31:37.357944 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [req-3349748f-2b56-4941-a180-d56e35d51146 req-8b0e15a5-e3c0-4e86-ae8e-7f979629f441 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:31:37.361826 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-3349748f-2b56-4941-a180-d56e35d51146 req-8b0e15a5-e3c0-4e86-ae8e-7f979629f441 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:31:37.395780 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0e15a5-e3c0-4e86-ae8e-7f979629f441 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Pushing event updated for resources: {'Port': ['ID=bbf63d62-5f9c-4e31-a2dd-c10a918ca782,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:31:37.548946 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3349748f-2b56-4941-a180-d56e35d51146 req-8b0e15a5-e3c0-4e86-ae8e-7f979629f441 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:31:37.549555 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-3349748f-2b56-4941-a180-d56e35d51146 req-8b0e15a5-e3c0-4e86-ae8e-7f979629f441 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:31:37.577986 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3349748f-2b56-4941-a180-d56e35d51146 req-8b0e15a5-e3c0-4e86-ae8e-7f979629f441 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8865249 Jun 01 19:31:37.587800 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [req-3349748f-2b56-4941-a180-d56e35d51146 req-e0014185-0bba-459f-9d3c-510be5f57be9 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=88524) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 19:31:37.588802 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3349748f-2b56-4941-a180-d56e35d51146 req-e0014185-0bba-459f-9d3c-510be5f57be9 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052114 Jun 01 19:31:37.597902 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-3349748f-2b56-4941-a180-d56e35d51146 req-a154b3ba-b93d-484c-9871-f4b440b2ad67 service neutron] Request body: {'port': {'device_id': '075400e6-f03f-4ec1-997a-0741db95c598', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844202-1'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:31:37.675358 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b190d6a-fca5-4446-b341-0f288b2d37dd None None] Provisioning for port bbf63d62-5f9c-4e31-a2dd-c10a918ca782 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:31:37.681632 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b190d6a-fca5-4446-b341-0f288b2d37dd None None] Provisioning complete for port bbf63d62-5f9c-4e31-a2dd-c10a918ca782 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:31:37.682020 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b190d6a-fca5-4446-b341-0f288b2d37dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:31:37.730238 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-3349748f-2b56-4941-a180-d56e35d51146 req-a154b3ba-b93d-484c-9871-f4b440b2ad67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:31:37.758654 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b190d6a-fca5-4446-b341-0f288b2d37dd None None] Port bbf63d62-5f9c-4e31-a2dd-c10a918ca782 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:31:37.828916 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cc6322-b9ec-48f3-84ac-5ea8937501d5 req-6139e7d6-b468-4b73-85c3-ec5522e69879 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:31:37.830870 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f0cc6322-b9ec-48f3-84ac-5ea8937501d5 req-6139e7d6-b468-4b73-85c3-ec5522e69879 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/ports?device_id=075400e6-f03f-4ec1-997a-0741db95c598 HTTP/1.1" status: 200 len: 931 time: 0.0889657 Jun 01 19:31:37.883499 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f0cc6322-b9ec-48f3-84ac-5ea8937501d5 req-94ce231f-f9dd-4bb8-9648-eeca0c79625d tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/security-groups?id=69a184b0-4b49-43a1-a178-506528d57d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460684 Jun 01 19:31:38.136993 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [req-3349748f-2b56-4941-a180-d56e35d51146 req-a154b3ba-b93d-484c-9871-f4b440b2ad67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbf63d62-5f9c-4e31-a2dd-c10a918ca782 {{(pid=88524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 19:31:38.145515 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-3349748f-2b56-4941-a180-d56e35d51146 req-a154b3ba-b93d-484c-9871-f4b440b2ad67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:31:38.161486 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [req-3349748f-2b56-4941-a180-d56e35d51146 req-a154b3ba-b93d-484c-9871-f4b440b2ad67 service neutron] Transition to ACTIVE for port object bbf63d62-5f9c-4e31-a2dd-c10a918ca782 will not be triggered until provisioned by entity L2. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:31:38.166220 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-3349748f-2b56-4941-a180-d56e35d51146 req-a154b3ba-b93d-484c-9871-f4b440b2ad67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:31:38.348984 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a154b3ba-b93d-484c-9871-f4b440b2ad67 service neutron] Pushing event updated for resources: {'Port': ['ID=bbf63d62-5f9c-4e31-a2dd-c10a918ca782,revision_number=2']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:31:38.448834 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-3349748f-2b56-4941-a180-d56e35d51146 req-a154b3ba-b93d-484c-9871-f4b440b2ad67 service neutron] Attempting to bind port bbf63d62-5f9c-4e31-a2dd-c10a918ca782 on host n-h2-844202-1 for vnic_type normal with profile {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:31:38.449033 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-3349748f-2b56-4941-a180-d56e35d51146 req-a154b3ba-b93d-484c-9871-f4b440b2ad67 service neutron] Attempting to bind port bbf63d62-5f9c-4e31-a2dd-c10a918ca782 by drivers openvswitch,hyperv on host n-h2-844202-1 at level 0 using segments [{'id': 'caf40787-7b50-4406-9921-dddcf758f24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '06227175-383a-438d-b2ea-446bb23d085d'}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:31:38.449431 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3349748f-2b56-4941-a180-d56e35d51146 req-a154b3ba-b93d-484c-9871-f4b440b2ad67 service neutron] Attempting to bind port bbf63d62-5f9c-4e31-a2dd-c10a918ca782 on network 06227175-383a-438d-b2ea-446bb23d085d {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:31:38.455039 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3349748f-2b56-4941-a180-d56e35d51146 req-a154b3ba-b93d-484c-9871-f4b440b2ad67 service neutron] Port bbf63d62-5f9c-4e31-a2dd-c10a918ca782 on network 06227175-383a-438d-b2ea-446bb23d085d not bound, no agent of type Open vSwitch agent registered on host n-h2-844202-1 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 19:31:38.455348 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3349748f-2b56-4941-a180-d56e35d51146 req-a154b3ba-b93d-484c-9871-f4b440b2ad67 service neutron] Attempting to bind port bbf63d62-5f9c-4e31-a2dd-c10a918ca782 on network 06227175-383a-438d-b2ea-446bb23d085d {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:31:38.460498 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3349748f-2b56-4941-a180-d56e35d51146 req-a154b3ba-b93d-484c-9871-f4b440b2ad67 service neutron] Checking agent: {'id': 'f5db9968-6317-4186-9100-9e0ca6b50417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 31, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:31:38.460822 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3349748f-2b56-4941-a180-d56e35d51146 req-a154b3ba-b93d-484c-9871-f4b440b2ad67 service neutron] Checking segment: {'id': 'caf40787-7b50-4406-9921-dddcf758f24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '06227175-383a-438d-b2ea-446bb23d085d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:31:38.461192 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3349748f-2b56-4941-a180-d56e35d51146 req-a154b3ba-b93d-484c-9871-f4b440b2ad67 service neutron] Bound using segment: {'id': 'caf40787-7b50-4406-9921-dddcf758f24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '06227175-383a-438d-b2ea-446bb23d085d'} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:31:38.461600 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-3349748f-2b56-4941-a180-d56e35d51146 req-a154b3ba-b93d-484c-9871-f4b440b2ad67 service neutron] Bound port: bbf63d62-5f9c-4e31-a2dd-c10a918ca782, host: n-h2-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'caf40787-7b50-4406-9921-dddcf758f24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '06227175-383a-438d-b2ea-446bb23d085d'}}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:31:38.461940 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-3349748f-2b56-4941-a180-d56e35d51146 req-a154b3ba-b93d-484c-9871-f4b440b2ad67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:31:38.555250 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-3349748f-2b56-4941-a180-d56e35d51146 req-a154b3ba-b93d-484c-9871-f4b440b2ad67 service neutron] For port bbf63d62-5f9c-4e31-a2dd-c10a918ca782, host n-h2-844202-1, cleared binding levels {{(pid=88524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:31:38.558203 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-3349748f-2b56-4941-a180-d56e35d51146 req-a154b3ba-b93d-484c-9871-f4b440b2ad67 service neutron] For port bbf63d62-5f9c-4e31-a2dd-c10a918ca782, host n-h2-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=bbf63d62-5f9c-4e31-a2dd-c10a918ca782,segment=NetworkSegment(caf40787-7b50-4406-9921-dddcf758f24c),segment_id=caf40787-7b50-4406-9921-dddcf758f24c)] {{(pid=88524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:31:38.563792 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-3349748f-2b56-4941-a180-d56e35d51146 req-a154b3ba-b93d-484c-9871-f4b440b2ad67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:31:38.629033 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3349748f-2b56-4941-a180-d56e35d51146 req-a154b3ba-b93d-484c-9871-f4b440b2ad67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:31:38.629708 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-3349748f-2b56-4941-a180-d56e35d51146 req-a154b3ba-b93d-484c-9871-f4b440b2ad67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:31:38.631100 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3349748f-2b56-4941-a180-d56e35d51146 req-a154b3ba-b93d-484c-9871-f4b440b2ad67 service neutron] 10.222.0.50 "PUT /v2.0/ports/bbf63d62-5f9c-4e31-a2dd-c10a918ca782 HTTP/1.1" status: 200 len: 1091 time: 1.0368600 Jun 01 19:31:38.631510 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '075400e6-f03f-4ec1-997a-0741db95c598', 'tag': 'bbf63d62-5f9c-4e31-a2dd-c10a918ca782'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:31:38.658594 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a154b3ba-b93d-484c-9871-f4b440b2ad67 service neutron] Pushing event updated for resources: {'Port': ['ID=bbf63d62-5f9c-4e31-a2dd-c10a918ca782,revision_number=3']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:31:38.707307 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3620071c-85db-43fb-a459-aaab7bc74aaf'] response: {'name': 'network-changed', 'server_uuid': '075400e6-f03f-4ec1-997a-0741db95c598', 'tag': 'bbf63d62-5f9c-4e31-a2dd-c10a918ca782', 'status': 'completed', 'code': 200} Jun 01 19:31:38.757082 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3349748f-2b56-4941-a180-d56e35d51146 req-aa3e3bf4-9058-462c-a4bb-073cb2962630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:31:38.758493 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3349748f-2b56-4941-a180-d56e35d51146 req-aa3e3bf4-9058-462c-a4bb-073cb2962630 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e7fa6482b873470e8b5274a0b6cb89ae&device_id=075400e6-f03f-4ec1-997a-0741db95c598 HTTP/1.1" status: 200 len: 1094 time: 0.0877392 Jun 01 19:31:38.881294 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3349748f-2b56-4941-a180-d56e35d51146 req-5fb0226d-abe9-4971-94b5-4579bb7359bc service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bbf63d62-5f9c-4e31-a2dd-c10a918ca782 HTTP/1.1" status: 200 len: 217 time: 0.1155651 Jun 01 19:31:38.959467 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3349748f-2b56-4941-a180-d56e35d51146 req-279e014f-0f44-43a9-a1f9-69b55e386fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:31:38.961818 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3349748f-2b56-4941-a180-d56e35d51146 req-279e014f-0f44-43a9-a1f9-69b55e386fb6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3c6d4c6d-6977-4f9b-a44c-9b6b04f8ca29 HTTP/1.1" status: 200 len: 851 time: 0.0753903 Jun 01 19:31:39.073977 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3349748f-2b56-4941-a180-d56e35d51146 req-08de1fea-5de4-4ff8-b85e-70b2fea1b8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:31:39.076176 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3349748f-2b56-4941-a180-d56e35d51146 req-08de1fea-5de4-4ff8-b85e-70b2fea1b8e6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=06227175-383a-438d-b2ea-446bb23d085d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1065569 Jun 01 19:31:39.092852 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327b5ee3-7378-4c86-a968-2706b9fcee68 req-5659b5a0-7f02-49d2-b321-a0230ea7b14b tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:31:39.094417 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-327b5ee3-7378-4c86-a968-2706b9fcee68 req-5659b5a0-7f02-49d2-b321-a0230ea7b14b tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/ports?device_id=075400e6-f03f-4ec1-997a-0741db95c598 HTTP/1.1" status: 200 len: 943 time: 0.0899260 Jun 01 19:31:39.147519 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-327b5ee3-7378-4c86-a968-2706b9fcee68 req-7e31eb89-7b7b-4ac8-bcc6-23126ffce0b0 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/security-groups?id=69a184b0-4b49-43a1-a178-506528d57d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421035 Jun 01 19:31:39.226334 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3349748f-2b56-4941-a180-d56e35d51146 req-0d5902fb-254e-4440-bc91-0cd629101099 service neutron] 10.222.0.50 "GET /v2.0/networks/06227175-383a-438d-b2ea-446bb23d085d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443751 Jun 01 19:31:39.380524 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3349748f-2b56-4941-a180-d56e35d51146 req-14a2e9d5-5e84-450c-8574-011ad05fdfe6 service neutron] 10.222.0.50 "GET /v2.0/networks/06227175-383a-438d-b2ea-446bb23d085d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483293 Jun 01 19:31:39.503279 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8777385-ffd4-446d-a9a5-905f44e2bbbb req-6f3688de-36e2-4be6-9771-575907eee72b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:31:39.504949 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b8777385-ffd4-446d-a9a5-905f44e2bbbb req-6f3688de-36e2-4be6-9771-575907eee72b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e7fa6482b873470e8b5274a0b6cb89ae&device_id=075400e6-f03f-4ec1-997a-0741db95c598 HTTP/1.1" status: 200 len: 1094 time: 0.0815418 Jun 01 19:31:39.560041 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-8d6de480-8a64-4494-866e-3e4171627599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:31:39.749448 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8777385-ffd4-446d-a9a5-905f44e2bbbb req-eb4bfe9b-1c69-4475-a2fa-b621b3222683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:31:39.750911 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b8777385-ffd4-446d-a9a5-905f44e2bbbb req-eb4bfe9b-1c69-4475-a2fa-b621b3222683 service neutron] 10.222.0.50 "GET /v2.0/networks?id=06227175-383a-438d-b2ea-446bb23d085d HTTP/1.1" status: 200 len: 913 time: 0.2404706 Jun 01 19:31:39.829743 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b8777385-ffd4-446d-a9a5-905f44e2bbbb req-6588aeac-6bab-4409-b084-b1ac413390bb service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bbf63d62-5f9c-4e31-a2dd-c10a918ca782 HTTP/1.1" status: 200 len: 217 time: 0.0684485 Jun 01 19:31:39.892208 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8777385-ffd4-446d-a9a5-905f44e2bbbb req-c413d82e-ea05-4d78-afa9-e431ed982307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:31:39.893657 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b8777385-ffd4-446d-a9a5-905f44e2bbbb req-c413d82e-ea05-4d78-afa9-e431ed982307 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3c6d4c6d-6977-4f9b-a44c-9b6b04f8ca29 HTTP/1.1" status: 200 len: 851 time: 0.0584891 Jun 01 19:31:39.977169 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8777385-ffd4-446d-a9a5-905f44e2bbbb req-41ee2490-f333-4e50-9416-d91bfd1667c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:31:39.978842 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b8777385-ffd4-446d-a9a5-905f44e2bbbb req-41ee2490-f333-4e50-9416-d91bfd1667c7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=06227175-383a-438d-b2ea-446bb23d085d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0801713 Jun 01 19:31:40.121230 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b8777385-ffd4-446d-a9a5-905f44e2bbbb req-ce111b7c-c448-45c0-9677-484c5434e050 service neutron] 10.222.0.50 "GET /v2.0/networks/06227175-383a-438d-b2ea-446bb23d085d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363666 Jun 01 19:31:40.290806 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b8777385-ffd4-446d-a9a5-905f44e2bbbb req-81993fef-e77b-4fd0-9d31-0abd39ea80c7 service neutron] 10.222.0.50 "GET /v2.0/networks/06227175-383a-438d-b2ea-446bb23d085d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645362 Jun 01 19:31:40.376289 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b22342-939d-4387-a59c-943cd0c553b2 req-b997a1d8-09b6-4e30-9650-a465cac7aa0a tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:31:40.376942 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-10b22342-939d-4387-a59c-943cd0c553b2 req-b997a1d8-09b6-4e30-9650-a465cac7aa0a tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Synchronizing usage tracker for tenant:e7fa6482b873470e8b5274a0b6cb89ae on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:31:40.394885 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-10b22342-939d-4387-a59c-943cd0c553b2 req-b997a1d8-09b6-4e30-9650-a465cac7aa0a tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Unset dirty status for tenant:e7fa6482b873470e8b5274a0b6cb89ae on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:31:40.396304 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-10b22342-939d-4387-a59c-943cd0c553b2 req-b997a1d8-09b6-4e30-9650-a465cac7aa0a tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/ports?device_id=075400e6-f03f-4ec1-997a-0741db95c598 HTTP/1.1" status: 200 len: 943 time: 0.1041315 Jun 01 19:31:40.442820 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-10b22342-939d-4387-a59c-943cd0c553b2 req-db5ed8c4-d190-4d99-9a4d-2d057c016c98 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/security-groups?id=69a184b0-4b49-43a1-a178-506528d57d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409687 Jun 01 19:31:40.706184 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:31:40.710045 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:31:41.650834 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:31:41.653505 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9bf281-6fa2-4220-a9d1-70c0562cd1c3 req-e1aa3252-42e4-43bc-8c2e-b1d05b6227a3 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:31:41.655032 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-5a9bf281-6fa2-4220-a9d1-70c0562cd1c3 req-e1aa3252-42e4-43bc-8c2e-b1d05b6227a3 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/ports?device_id=075400e6-f03f-4ec1-997a-0741db95c598 HTTP/1.1" status: 200 len: 943 time: 0.1025820 Jun 01 19:31:41.712766 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-5a9bf281-6fa2-4220-a9d1-70c0562cd1c3 req-d0278792-a34f-432a-8a51-d70545e28f30 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/security-groups?id=69a184b0-4b49-43a1-a178-506528d57d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482066 Jun 01 19:31:42.050303 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:31:42.278091 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:31:42.948103 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0406af-012f-446b-a727-886735e859e7 req-726c931f-1b10-46a9-90fb-90e0b67d263c tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:31:42.950457 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ed0406af-012f-446b-a727-886735e859e7 req-726c931f-1b10-46a9-90fb-90e0b67d263c tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/ports?device_id=075400e6-f03f-4ec1-997a-0741db95c598 HTTP/1.1" status: 200 len: 943 time: 0.0998430 Jun 01 19:31:43.017858 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ed0406af-012f-446b-a727-886735e859e7 req-02860997-db8e-4b47-aa77-c05c96256568 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/security-groups?id=69a184b0-4b49-43a1-a178-506528d57d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601029 Jun 01 19:31:44.279879 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6242fd-6844-4659-bfcc-a617d45455bb req-9c31382d-d2d3-4a49-986c-9b44b3d63e47 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:31:44.282221 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-af6242fd-6844-4659-bfcc-a617d45455bb req-9c31382d-d2d3-4a49-986c-9b44b3d63e47 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/ports?device_id=075400e6-f03f-4ec1-997a-0741db95c598 HTTP/1.1" status: 200 len: 943 time: 0.1242414 Jun 01 19:31:44.340196 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-af6242fd-6844-4659-bfcc-a617d45455bb req-9823d3bd-3a6c-4495-aa61-5acc1dad12e0 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/security-groups?id=69a184b0-4b49-43a1-a178-506528d57d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501263 Jun 01 19:31:45.550439 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5881783-089c-4d1d-9632-e658cdd9ef4a req-02d03574-8b00-45c0-ad76-920f9649fab8 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:31:45.552032 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b5881783-089c-4d1d-9632-e658cdd9ef4a req-02d03574-8b00-45c0-ad76-920f9649fab8 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/ports?device_id=075400e6-f03f-4ec1-997a-0741db95c598 HTTP/1.1" status: 200 len: 943 time: 0.0843685 Jun 01 19:31:45.606846 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b5881783-089c-4d1d-9632-e658cdd9ef4a req-b2fd2024-aa7b-4c32-a927-fa1f62668184 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/security-groups?id=69a184b0-4b49-43a1-a178-506528d57d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456483 Jun 01 19:31:46.811460 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f148a85-f3ac-4a03-9e2c-188445d0ec8a req-afba43f1-085d-41e2-bd3c-1db1de8dfbc8 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:31:46.812948 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8f148a85-f3ac-4a03-9e2c-188445d0ec8a req-afba43f1-085d-41e2-bd3c-1db1de8dfbc8 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/ports?device_id=075400e6-f03f-4ec1-997a-0741db95c598 HTTP/1.1" status: 200 len: 943 time: 0.0874290 Jun 01 19:31:46.873393 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8f148a85-f3ac-4a03-9e2c-188445d0ec8a req-755fc94b-e851-4a23-818e-97a20056709d tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/security-groups?id=69a184b0-4b49-43a1-a178-506528d57d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460286 Jun 01 19:31:48.067362 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3f6d09-4e4f-48e7-b296-ee6bbb81aab5 req-7f3c2eb1-7095-437d-8629-601551dc9af3 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:31:48.069609 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-8f3f6d09-4e4f-48e7-b296-ee6bbb81aab5 req-7f3c2eb1-7095-437d-8629-601551dc9af3 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/ports?device_id=075400e6-f03f-4ec1-997a-0741db95c598 HTTP/1.1" status: 200 len: 943 time: 0.0840008 Jun 01 19:31:48.119004 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-8f3f6d09-4e4f-48e7-b296-ee6bbb81aab5 req-92bf587b-893e-4193-9854-6a56ccd322ba tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/security-groups?id=69a184b0-4b49-43a1-a178-506528d57d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387735 Jun 01 19:31:48.314641 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device bbf63d62-5f9c-4e31-a2dd-c10a918ca782 details requested by agent hyperv_n-h2-844202-1 with host n-h2-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 19:31:48.450652 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port bbf63d62-5f9c-4e31-a2dd-c10a918ca782, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=bbf63d62-5f9c-4e31-a2dd-c10a918ca782,segment=NetworkSegment(caf40787-7b50-4406-9921-dddcf758f24c),segment_id=caf40787-7b50-4406-9921-dddcf758f24c)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:31:48.463693 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Returning: {'device': 'bbf63d62-5f9c-4e31-a2dd-c10a918ca782', 'network_id': '06227175-383a-438d-b2ea-446bb23d085d', 'port_id': 'bbf63d62-5f9c-4e31-a2dd-c10a918ca782', 'mac_address': 'fa:16:3e:18:0d:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c6d4c6d-6977-4f9b-a44c-9b6b04f8ca29', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 19:31:48.520867 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port bbf63d62-5f9c-4e31-a2dd-c10a918ca782 is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:31:48.521244 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:31:48.538429 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbf63d62-5f9c-4e31-a2dd-c10a918ca782 {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 19:31:48.554258 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port bbf63d62-5f9c-4e31-a2dd-c10a918ca782, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=bbf63d62-5f9c-4e31-a2dd-c10a918ca782,segment=NetworkSegment(caf40787-7b50-4406-9921-dddcf758f24c),segment_id=caf40787-7b50-4406-9921-dddcf758f24c)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:31:48.558372 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:31:48.632588 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=bbf63d62-5f9c-4e31-a2dd-c10a918ca782,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:31:48.640211 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:31:48.640586 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:31:48.640927 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:31:48.641263 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:31:48.641596 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:31:48.641922 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:31:48.642246 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:31:48.642569 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:31:48.642889 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:31:48.643243 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:31:48.643524 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:31:48.643844 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:31:48.758958 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] get_ports_and_sgs() called for port_ids ['bbf63d62-5f9c-4e31-a2dd-c10a918ca782'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 19:31:49.325334 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6246310-012f-4ae1-97c7-592c8c51650e req-263a474a-4f96-4fda-a8cc-4d092b10dcae tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:31:49.326721 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d6246310-012f-4ae1-97c7-592c8c51650e req-263a474a-4f96-4fda-a8cc-4d092b10dcae tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/ports?device_id=075400e6-f03f-4ec1-997a-0741db95c598 HTTP/1.1" status: 200 len: 944 time: 0.0950303 Jun 01 19:31:49.371543 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d6246310-012f-4ae1-97c7-592c8c51650e req-ebd52151-ca00-4c85-ac97-1b80c6ab2887 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/security-groups?id=69a184b0-4b49-43a1-a178-506528d57d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390105 Jun 01 19:31:50.317610 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device bbf63d62-5f9c-4e31-a2dd-c10a918ca782 up at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:31:50.428220 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning for port bbf63d62-5f9c-4e31-a2dd-c10a918ca782 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:31:50.436779 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning complete for port bbf63d62-5f9c-4e31-a2dd-c10a918ca782 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:31:50.437391 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:31:50.597340 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port bbf63d62-5f9c-4e31-a2dd-c10a918ca782 is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:31:50.597851 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:31:50.630662 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ee782f-b619-431e-8d97-7ba1227cc24d req-88105886-aef2-46d7-a5a7-7600dbe7bc22 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:31:50.632141 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-82ee782f-b619-431e-8d97-7ba1227cc24d req-88105886-aef2-46d7-a5a7-7600dbe7bc22 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/ports?device_id=075400e6-f03f-4ec1-997a-0741db95c598 HTTP/1.1" status: 200 len: 944 time: 0.0903428 Jun 01 19:31:50.643012 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '075400e6-f03f-4ec1-997a-0741db95c598', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbf63d62-5f9c-4e31-a2dd-c10a918ca782'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:31:50.654099 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port bbf63d62-5f9c-4e31-a2dd-c10a918ca782, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=bbf63d62-5f9c-4e31-a2dd-c10a918ca782,segment=NetworkSegment(caf40787-7b50-4406-9921-dddcf758f24c),segment_id=caf40787-7b50-4406-9921-dddcf758f24c)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:31:50.660395 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:31:50.690748 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-82ee782f-b619-431e-8d97-7ba1227cc24d req-108134f1-c8ec-4bd3-b712-94221233fdc9 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/security-groups?id=69a184b0-4b49-43a1-a178-506528d57d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473204 Jun 01 19:31:50.725207 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94df60e5-d716-4df6-84d4-6f8881250ea9'] response: {'server_uuid': '075400e6-f03f-4ec1-997a-0741db95c598', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbf63d62-5f9c-4e31-a2dd-c10a918ca782', 'code': 200} Jun 01 19:31:50.766047 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=bbf63d62-5f9c-4e31-a2dd-c10a918ca782,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:31:50.919739 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a491cde2-0cfc-4f6e-96cd-054401f03205 req-48513005-82a1-419c-b16c-2a00df6bd08e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:31:50.923481 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a491cde2-0cfc-4f6e-96cd-054401f03205 req-48513005-82a1-419c-b16c-2a00df6bd08e service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=075400e6-f03f-4ec1-997a-0741db95c598 HTTP/1.1" status: 200 len: 1096 time: 0.1468267 Jun 01 19:31:50.969926 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a491cde2-0cfc-4f6e-96cd-054401f03205 req-8d39b040-da41-4655-b8d2-3655df26a1e1 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=69a184b0-4b49-43a1-a178-506528d57d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427942 Jun 01 19:31:51.902102 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30006010-94b6-46c4-9d8f-75e5c4de389a req-40e1ed08-3538-4ebc-940f-79f785472f6d tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:31:51.904564 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-30006010-94b6-46c4-9d8f-75e5c4de389a req-40e1ed08-3538-4ebc-940f-79f785472f6d tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/ports?device_id=075400e6-f03f-4ec1-997a-0741db95c598 HTTP/1.1" status: 200 len: 945 time: 0.0938935 Jun 01 19:31:51.960496 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-30006010-94b6-46c4-9d8f-75e5c4de389a req-56d9ec7f-023b-4068-83c3-95d904474295 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/security-groups?id=69a184b0-4b49-43a1-a178-506528d57d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474150 Jun 01 19:31:53.173415 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c54b475-1c9d-4c58-ac6d-823e7b8d69dc req-c0b3d401-6336-4843-8b60-0bb92899c50d tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:31:53.174883 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4c54b475-1c9d-4c58-ac6d-823e7b8d69dc req-c0b3d401-6336-4843-8b60-0bb92899c50d tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/ports?device_id=075400e6-f03f-4ec1-997a-0741db95c598 HTTP/1.1" status: 200 len: 945 time: 0.0908558 Jun 01 19:31:53.225113 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4c54b475-1c9d-4c58-ac6d-823e7b8d69dc req-99ecc60d-366b-4116-aef5-679feee56fc2 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/security-groups?id=69a184b0-4b49-43a1-a178-506528d57d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442846 Jun 01 19:31:53.423029 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6628fd-167c-49c5-9ab3-0eb3a9b98111 req-a0ea89df-2438-46d8-8096-1ba4f616f86a tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:31:53.424586 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-da6628fd-167c-49c5-9ab3-0eb3a9b98111 req-a0ea89df-2438-46d8-8096-1ba4f616f86a tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/ports?device_id=075400e6-f03f-4ec1-997a-0741db95c598 HTTP/1.1" status: 200 len: 945 time: 0.0889034 Jun 01 19:31:53.478115 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-da6628fd-167c-49c5-9ab3-0eb3a9b98111 req-a45a6df8-980e-49e7-b351-13307ac28e17 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/security-groups?id=69a184b0-4b49-43a1-a178-506528d57d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451381 Jun 01 19:31:53.506570 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 50064) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:31:53.601976 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0afcced3-3a8e-4c5d-b30d-52bcc55c45e1 tempest-TestVolumeBootPattern-1368721868 tempest-TestVolumeBootPattern-1368721868-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:31:53.604604 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-0afcced3-3a8e-4c5d-b30d-52bcc55c45e1 tempest-TestVolumeBootPattern-1368721868 tempest-TestVolumeBootPattern-1368721868-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=075400e6-f03f-4ec1-997a-0741db95c598 HTTP/1.1" status: 200 len: 1091 time: 0.0966811 Jun 01 19:31:53.607788 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 50068) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:31:53.613901 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-e0bdabec-fbaf-480f-bf36-ac36387e3e89 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Request body: {'floatingip': {'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'port_id': 'bbf63d62-5f9c-4e31-a2dd-c10a918ca782', 'tenant_id': 'e7fa6482b873470e8b5274a0b6cb89ae', 'fixed_ip_address': '172.20.0.4'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:31:53.621059 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-e0bdabec-fbaf-480f-bf36-ac36387e3e89 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:31:53.625459 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-e0bdabec-fbaf-480f-bf36-ac36387e3e89 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Usage tracker for resource:floatingip and tenant:e7fa6482b873470e8b5274a0b6cb89ae is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:31:53.628849 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-e0bdabec-fbaf-480f-bf36-ac36387e3e89 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:31:53.634687 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-e0bdabec-fbaf-480f-bf36-ac36387e3e89 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:31:53.649245 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e0bdabec-fbaf-480f-bf36-ac36387e3e89 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Notify callbacks [] for floatingip, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:31:53.796770 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e0bdabec-fbaf-480f-bf36-ac36387e3e89 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:31:54.088955 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [None req-e0bdabec-fbaf-480f-bf36-ac36387e3e89 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Allocated IP 172.25.4.167 (72a72e44-6845-488a-a5ff-3a26d4df9cb3/c314a23b-daa2-4106-ab28-8e6f954277b2/bd274797-b02a-42c6-a9ca-c23385cb05ba) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:31:54.286819 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e0bdabec-fbaf-480f-bf36-ac36387e3e89 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:31:54.322678 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e0bdabec-fbaf-480f-bf36-ac36387e3e89 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:31:54.395689 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0bdabec-fbaf-480f-bf36-ac36387e3e89 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:31:54.398633 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-e0bdabec-fbaf-480f-bf36-ac36387e3e89 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:31:54.402845 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0bdabec-fbaf-480f-bf36-ac36387e3e89 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:31:54.432850 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bdabec-fbaf-480f-bf36-ac36387e3e89 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Pushing event updated for resources: {'Port': ['ID=bd274797-b02a-42c6-a9ca-c23385cb05ba,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:31:54.450270 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bdabec-fbaf-480f-bf36-ac36387e3e89 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:31:54.450524 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bdabec-fbaf-480f-bf36-ac36387e3e89 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:31:54.450783 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bdabec-fbaf-480f-bf36-ac36387e3e89 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:31:54.451114 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bdabec-fbaf-480f-bf36-ac36387e3e89 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:31:54.451443 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bdabec-fbaf-480f-bf36-ac36387e3e89 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:31:54.451770 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bdabec-fbaf-480f-bf36-ac36387e3e89 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:31:54.452098 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bdabec-fbaf-480f-bf36-ac36387e3e89 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:31:54.452449 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bdabec-fbaf-480f-bf36-ac36387e3e89 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:31:54.452768 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bdabec-fbaf-480f-bf36-ac36387e3e89 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:31:54.453085 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bdabec-fbaf-480f-bf36-ac36387e3e89 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:31:54.453402 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bdabec-fbaf-480f-bf36-ac36387e3e89 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:31:54.453725 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bdabec-fbaf-480f-bf36-ac36387e3e89 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:31:54.858790 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e0bdabec-fbaf-480f-bf36-ac36387e3e89 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:31:54.949939 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e0bdabec-fbaf-480f-bf36-ac36387e3e89 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:31:55.165761 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e0bdabec-fbaf-480f-bf36-ac36387e3e89 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Notify callbacks [] for port, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:31:55.170788 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e0bdabec-fbaf-480f-bf36-ac36387e3e89 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:31:55.277733 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bdabec-fbaf-480f-bf36-ac36387e3e89 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Pushing event updated for resources: {'Port': ['ID=bd274797-b02a-42c6-a9ca-c23385cb05ba,revision_number=2']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:31:55.294334 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e0bdabec-fbaf-480f-bf36-ac36387e3e89 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887712'] for floatingip, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:31:55.486008 n-d-844202-1 neutron-server[88525]: INFO neutron.db.l3_db [None req-e0bdabec-fbaf-480f-bf36-ac36387e3e89 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Floating IP 30fb7212-ffc7-47b2-ad90-fa45cbdc6aea associated. External IP: 172.25.4.167, port: bbf63d62-5f9c-4e31-a2dd-c10a918ca782. Jun 01 19:31:55.995346 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0bdabec-fbaf-480f-bf36-ac36387e3e89 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Router cf391632-dbd0-43da-980f-c81ee2cb2f6c has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 19:31:56.193869 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0bdabec-fbaf-480f-bf36-ac36387e3e89 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:31:56.206991 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1973dbb0-c0ae-4695-ab2c-21d95cbf2c37 None None] Sync routers for ids ['cf391632-dbd0-43da-980f-c81ee2cb2f6c'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:31:56.218890 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1973dbb0-c0ae-4695-ab2c-21d95cbf2c37 None None] Routers {'cf391632-dbd0-43da-980f-c81ee2cb2f6c'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:31:56.219504 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-1973dbb0-c0ae-4695-ab2c-21d95cbf2c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:31:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['cf391632-dbd0-43da-980f-c81ee2cb2f6c'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:31:56.235057 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e0bdabec-fbaf-480f-bf36-ac36387e3e89 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for floatingip, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:31:56.318283 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-e0bdabec-fbaf-480f-bf36-ac36387e3e89 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7092860 Jun 01 19:31:56.318731 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '075400e6-f03f-4ec1-997a-0741db95c598', 'tag': 'bbf63d62-5f9c-4e31-a2dd-c10a918ca782'}] {{(pid=88525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:31:56.379359 n-d-844202-1 neutron-server[88525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f89a05b0-a95f-425b-914e-b071392e8869'] response: {'name': 'network-changed', 'server_uuid': '075400e6-f03f-4ec1-997a-0741db95c598', 'tag': 'bbf63d62-5f9c-4e31-a2dd-c10a918ca782', 'status': 'completed', 'code': 200} Jun 01 19:31:56.446853 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-1973dbb0-c0ae-4695-ab2c-21d95cbf2c37 None None] Set router cf391632-dbd0-43da-980f-c81ee2cb2f6c gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:31:56.492345 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee345994-5216-474a-ac68-09f2989ba126 req-42b6b571-84bf-47f7-8ea3-e5421e676819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:31:56.493835 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ee345994-5216-474a-ac68-09f2989ba126 req-42b6b571-84bf-47f7-8ea3-e5421e676819 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e7fa6482b873470e8b5274a0b6cb89ae&device_id=075400e6-f03f-4ec1-997a-0741db95c598 HTTP/1.1" status: 200 len: 1096 time: 0.0884867 Jun 01 19:31:56.654053 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee345994-5216-474a-ac68-09f2989ba126 req-bb50d4d7-29a8-4d33-8b91-149ff8fa8316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:31:56.655435 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ee345994-5216-474a-ac68-09f2989ba126 req-bb50d4d7-29a8-4d33-8b91-149ff8fa8316 service neutron] 10.222.0.50 "GET /v2.0/networks?id=06227175-383a-438d-b2ea-446bb23d085d HTTP/1.1" status: 200 len: 913 time: 0.1552031 Jun 01 19:31:56.791447 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ee345994-5216-474a-ac68-09f2989ba126 req-325593f7-2bb6-40b1-9a11-ae3bf88d6c63 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bbf63d62-5f9c-4e31-a2dd-c10a918ca782 HTTP/1.1" status: 200 len: 999 time: 0.1303542 Jun 01 19:31:56.842456 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-1973dbb0-c0ae-4695-ab2c-21d95cbf2c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf391632-dbd0-43da-980f-c81ee2cb2f6c', 'name': 'tempest-TestVolumeBootPattern-1790725510-router', 'tenant_id': 'e7fa6482b873470e8b5274a0b6cb89ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': 'd169e9ea-329c-4a43-af71-5d23db88d4ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:22:26Z', 'updated_at': '2022-06-01T19:22:33Z', 'revision_number': 4, 'project_id': 'e7fa6482b873470e8b5274a0b6cb89ae', 'gw_port': {'id': 'd169e9ea-329c-4a43-af71-5d23db88d4ff', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ba:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf391632-dbd0-43da-980f-c81ee2cb2f6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:22:27Z', 'updated_at': '2022-06-01T19:22:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_floatingips': [{'id': '30fb7212-ffc7-47b2-ad90-fa45cbdc6aea', 'tenant_id': 'e7fa6482b873470e8b5274a0b6cb89ae', 'floating_ip_address': '172.25.4.167', 'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'router_id': 'cf391632-dbd0-43da-980f-c81ee2cb2f6c', 'port_id': 'bbf63d62-5f9c-4e31-a2dd-c10a918ca782', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4123, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06227175-383a-438d-b2ea-446bb23d085d', 'mac_address': 'fa:16:3e:18:0d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '075400e6-f03f-4ec1-997a-0741db95c598', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T19:31:54Z', 'updated_at': '2022-06-01T19:31:54Z', 'revision_number': 0, 'project_id': 'e7fa6482b873470e8b5274a0b6cb89ae', 'fixed_ip_address_scope': None}, {'id': '7a7e180c-631d-4196-8db4-b29f1d792aab', 'tenant_id': 'e7fa6482b873470e8b5274a0b6cb89ae', 'floating_ip_address': '172.25.4.242', 'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'router_id': 'cf391632-dbd0-43da-980f-c81ee2cb2f6c', 'port_id': '195bb061-5bc4-4388-bcb0-d98cbabb506e', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4098, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06227175-383a-438d-b2ea-446bb23d085d', 'mac_address': 'fa:16:3e:5d:c3:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd922a918-a828-46ed-9bfe-232eaa3c7bcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T19:29:45Z', 'updated_at': '2022-06-01T19:29:50Z', 'revision_number': 1, 'project_id': 'e7fa6482b873470e8b5274a0b6cb89ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b29d339d-f606-4b45-b014-3a9cb80f958c', 'name': '', 'network_id': '06227175-383a-438d-b2ea-446bb23d085d', 'tenant_id': 'e7fa6482b873470e8b5274a0b6cb89ae', 'mac_address': 'fa:16:3e:77:63:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf391632-dbd0-43da-980f-c81ee2cb2f6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3707, 'fixed_ips': [{'subnet_id': '3c6d4c6d-6977-4f9b-a44c-9b6b04f8ca29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:22:32Z', 'updated_at': '2022-06-01T19:22:41Z', 'revision_number': 5, 'project_id': 'e7fa6482b873470e8b5274a0b6cb89ae', 'subnets': [{'id': '3c6d4c6d-6977-4f9b-a44c-9b6b04f8ca29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:31:56.848683 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1973dbb0-c0ae-4695-ab2c-21d95cbf2c37 None None] Checking router: cf391632-dbd0-43da-980f-c81ee2cb2f6c for host: n-d-844202-1 {{(pid=88527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 19:31:56.862925 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1973dbb0-c0ae-4695-ab2c-21d95cbf2c37 None None] Routers {'cf391632-dbd0-43da-980f-c81ee2cb2f6c'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:31:56.863151 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee345994-5216-474a-ac68-09f2989ba126 req-399e9d90-1abf-4226-ad72-93533d508845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:31:56.863871 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-1973dbb0-c0ae-4695-ab2c-21d95cbf2c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:31:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['cf391632-dbd0-43da-980f-c81ee2cb2f6c'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:31:56.864620 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ee345994-5216-474a-ac68-09f2989ba126 req-399e9d90-1abf-4226-ad72-93533d508845 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3c6d4c6d-6977-4f9b-a44c-9b6b04f8ca29 HTTP/1.1" status: 200 len: 851 time: 0.0671060 Jun 01 19:31:57.093534 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee345994-5216-474a-ac68-09f2989ba126 req-14ade99b-8d05-460b-90e8-7aa28c37a5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:31:57.095192 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ee345994-5216-474a-ac68-09f2989ba126 req-14ade99b-8d05-460b-90e8-7aa28c37a5c9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=06227175-383a-438d-b2ea-446bb23d085d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2253892 Jun 01 19:31:57.153901 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-1973dbb0-c0ae-4695-ab2c-21d95cbf2c37 None None] Set router cf391632-dbd0-43da-980f-c81ee2cb2f6c gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:31:57.270557 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ee345994-5216-474a-ac68-09f2989ba126 req-e5c33fa9-e5ab-4179-9232-49badc8d2481 service neutron] 10.222.0.50 "GET /v2.0/networks/06227175-383a-438d-b2ea-446bb23d085d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684294 Jun 01 19:31:57.413201 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ee345994-5216-474a-ac68-09f2989ba126 req-43efa903-e2a2-4ef1-b1de-19837cd2cc22 service neutron] 10.222.0.50 "GET /v2.0/networks/06227175-383a-438d-b2ea-446bb23d085d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376586 Jun 01 19:31:57.594763 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-1973dbb0-c0ae-4695-ab2c-21d95cbf2c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf391632-dbd0-43da-980f-c81ee2cb2f6c', 'name': 'tempest-TestVolumeBootPattern-1790725510-router', 'tenant_id': 'e7fa6482b873470e8b5274a0b6cb89ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': 'd169e9ea-329c-4a43-af71-5d23db88d4ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:22:26Z', 'updated_at': '2022-06-01T19:22:33Z', 'revision_number': 4, 'project_id': 'e7fa6482b873470e8b5274a0b6cb89ae', 'gw_port': {'id': 'd169e9ea-329c-4a43-af71-5d23db88d4ff', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ba:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf391632-dbd0-43da-980f-c81ee2cb2f6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:22:27Z', 'updated_at': '2022-06-01T19:22:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_floatingips': [{'id': '30fb7212-ffc7-47b2-ad90-fa45cbdc6aea', 'tenant_id': 'e7fa6482b873470e8b5274a0b6cb89ae', 'floating_ip_address': '172.25.4.167', 'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'router_id': 'cf391632-dbd0-43da-980f-c81ee2cb2f6c', 'port_id': 'bbf63d62-5f9c-4e31-a2dd-c10a918ca782', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4123, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06227175-383a-438d-b2ea-446bb23d085d', 'mac_address': 'fa:16:3e:18:0d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '075400e6-f03f-4ec1-997a-0741db95c598', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T19:31:54Z', 'updated_at': '2022-06-01T19:31:54Z', 'revision_number': 0, 'project_id': 'e7fa6482b873470e8b5274a0b6cb89ae', 'fixed_ip_address_scope': None}, {'id': '7a7e180c-631d-4196-8db4-b29f1d792aab', 'tenant_id': 'e7fa6482b873470e8b5274a0b6cb89ae', 'floating_ip_address': '172.25.4.242', 'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'router_id': 'cf391632-dbd0-43da-980f-c81ee2cb2f6c', 'port_id': '195bb061-5bc4-4388-bcb0-d98cbabb506e', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4098, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06227175-383a-438d-b2ea-446bb23d085d', 'mac_address': 'fa:16:3e:5d:c3:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd922a918-a828-46ed-9bfe-232eaa3c7bcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T19:29:45Z', 'updated_at': '2022-06-01T19:29:50Z', 'revision_number': 1, 'project_id': 'e7fa6482b873470e8b5274a0b6cb89ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b29d339d-f606-4b45-b014-3a9cb80f958c', 'name': '', 'network_id': '06227175-383a-438d-b2ea-446bb23d085d', 'tenant_id': 'e7fa6482b873470e8b5274a0b6cb89ae', 'mac_address': 'fa:16:3e:77:63:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf391632-dbd0-43da-980f-c81ee2cb2f6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3707, 'fixed_ips': [{'subnet_id': '3c6d4c6d-6977-4f9b-a44c-9b6b04f8ca29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:22:32Z', 'updated_at': '2022-06-01T19:22:41Z', 'revision_number': 5, 'project_id': 'e7fa6482b873470e8b5274a0b6cb89ae', 'subnets': [{'id': '3c6d4c6d-6977-4f9b-a44c-9b6b04f8ca29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:31:57.598782 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1973dbb0-c0ae-4695-ab2c-21d95cbf2c37 None None] The sync data for ids ['cf391632-dbd0-43da-980f-c81ee2cb2f6c'] in n-d-844202-1 is: [{'id': 'cf391632-dbd0-43da-980f-c81ee2cb2f6c', 'name': 'tempest-TestVolumeBootPattern-1790725510-router', 'tenant_id': 'e7fa6482b873470e8b5274a0b6cb89ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': 'd169e9ea-329c-4a43-af71-5d23db88d4ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:22:26Z', 'updated_at': '2022-06-01T19:22:33Z', 'revision_number': 4, 'project_id': 'e7fa6482b873470e8b5274a0b6cb89ae', 'gw_port': {'id': 'd169e9ea-329c-4a43-af71-5d23db88d4ff', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ba:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf391632-dbd0-43da-980f-c81ee2cb2f6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:22:27Z', 'updated_at': '2022-06-01T19:22:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_floatingips': [{'id': '30fb7212-ffc7-47b2-ad90-fa45cbdc6aea', 'tenant_id': 'e7fa6482b873470e8b5274a0b6cb89ae', 'floating_ip_address': '172.25.4.167', 'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'router_id': 'cf391632-dbd0-43da-980f-c81ee2cb2f6c', 'port_id': 'bbf63d62-5f9c-4e31-a2dd-c10a918ca782', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4123, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06227175-383a-438d-b2ea-446bb23d085d', 'mac_address': 'fa:16:3e:18:0d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '075400e6-f03f-4ec1-997a-0741db95c598', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T19:31:54Z', 'updated_at': '2022-06-01T19:31:54Z', 'revision_number': 0, 'project_id': 'e7fa6482b873470e8b5274a0b6cb89ae', 'fixed_ip_address_scope': None}, {'id': '7a7e180c-631d-4196-8db4-b29f1d792aab', 'tenant_id': 'e7fa6482b873470e8b5274a0b6cb89ae', 'floating_ip_address': '172.25.4.242', 'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'router_id': 'cf391632-dbd0-43da-980f-c81ee2cb2f6c', 'port_id': '195bb061-5bc4-4388-bcb0-d98cbabb506e', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4098, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06227175-383a-438d-b2ea-446bb23d085d', 'mac_address': 'fa:16:3e:5d:c3:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd922a918-a828-46ed-9bfe-232eaa3c7bcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T19:29:45Z', 'updated_at': '2022-06-01T19:29:50Z', 'revision_number': 1, 'project_id': 'e7fa6482b873470e8b5274a0b6cb89ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b29d339d-f606-4b45-b014-3a9cb80f958c', 'name': '', 'network_id': '06227175-383a-438d-b2ea-446bb23d085d', 'tenant_id': 'e7fa6482b873470e8b5274a0b6cb89ae', 'mac_address': 'fa:16:3e:77:63:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf391632-dbd0-43da-980f-c81ee2cb2f6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3707, 'fixed_ips': [{'subnet_id': '3c6d4c6d-6977-4f9b-a44c-9b6b04f8ca29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:22:32Z', 'updated_at': '2022-06-01T19:22:41Z', 'revision_number': 5, 'project_id': 'e7fa6482b873470e8b5274a0b6cb89ae', 'subnets': [{'id': '3c6d4c6d-6977-4f9b-a44c-9b6b04f8ca29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:31:57.804663 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f70641c6-8e28-4cc6-abfa-79d76f0f944d None None] New status for floating IP 30fb7212-ffc7-47b2-ad90-fa45cbdc6aea: ACTIVE {{(pid=88526) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 19:32:01.471014 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a3b0a7dd-5820-4d38-88f4-b1caea03aa50 req-4152b3e7-d910-40f8-a4b0-8aad0a5cbf37 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d922a918-a828-46ed-9bfe-232eaa3c7bcf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0804608 Jun 01 19:32:01.646639 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b0a7dd-5820-4d38-88f4-b1caea03aa50 req-0efae6eb-5c7a-41cf-954b-e7c27dcaa19c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:32:01.648155 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a3b0a7dd-5820-4d38-88f4-b1caea03aa50 req-0efae6eb-5c7a-41cf-954b-e7c27dcaa19c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e7fa6482b873470e8b5274a0b6cb89ae&device_id=d922a918-a828-46ed-9bfe-232eaa3c7bcf HTTP/1.1" status: 200 len: 1096 time: 0.0878882 Jun 01 19:32:01.816860 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b0a7dd-5820-4d38-88f4-b1caea03aa50 req-03d63987-576a-46f8-a530-eb44cbed7df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:32:01.818219 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a3b0a7dd-5820-4d38-88f4-b1caea03aa50 req-03d63987-576a-46f8-a530-eb44cbed7df3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=06227175-383a-438d-b2ea-446bb23d085d HTTP/1.1" status: 200 len: 913 time: 0.1450641 Jun 01 19:32:01.928991 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a3b0a7dd-5820-4d38-88f4-b1caea03aa50 req-993dbbda-9fc6-4cc0-993c-8ba1dbcecb3f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=195bb061-5bc4-4388-bcb0-d98cbabb506e HTTP/1.1" status: 200 len: 1001 time: 0.1007202 Jun 01 19:32:02.003695 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b0a7dd-5820-4d38-88f4-b1caea03aa50 req-1245f460-8975-4dc5-91e1-b96cda2fe3da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:32:02.005963 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a3b0a7dd-5820-4d38-88f4-b1caea03aa50 req-1245f460-8975-4dc5-91e1-b96cda2fe3da service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3c6d4c6d-6977-4f9b-a44c-9b6b04f8ca29 HTTP/1.1" status: 200 len: 851 time: 0.0671794 Jun 01 19:32:02.095004 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b0a7dd-5820-4d38-88f4-b1caea03aa50 req-536ac716-48b1-4253-982e-c9ef53efc69f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:32:02.096623 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a3b0a7dd-5820-4d38-88f4-b1caea03aa50 req-536ac716-48b1-4253-982e-c9ef53efc69f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=06227175-383a-438d-b2ea-446bb23d085d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0806117 Jun 01 19:32:02.258313 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a3b0a7dd-5820-4d38-88f4-b1caea03aa50 req-4245484a-38b9-4f29-8960-36c7a9bea92c service neutron] 10.222.0.15 "GET /v2.0/networks/06227175-383a-438d-b2ea-446bb23d085d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474462 Jun 01 19:32:02.481349 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a3b0a7dd-5820-4d38-88f4-b1caea03aa50 req-05d4e40f-babc-4567-92be-5baad4d55853 service neutron] 10.222.0.15 "GET /v2.0/networks/06227175-383a-438d-b2ea-446bb23d085d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2122207 Jun 01 19:32:07.150983 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-ed148d82-5d5d-49de-8acb-5edab03bc4a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:32:09.560489 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-eddf6923-2179-4aaf-a61a-ae9d7f12f55d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:32:10.703163 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:32:10.715577 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:32:11.666427 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:32:11.926331 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.agents_db [None req-e814b9cf-7de8-45d0-a079-29c61fabe7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 19:32:12.086149 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:32:12.295970 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:32:16.132826 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c07d22d8-0209-4851-9311-5c92f3cff8f9 req-a0843487-c96c-486e-88f6-e93573415707 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=075400e6-f03f-4ec1-997a-0741db95c598&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0856140 Jun 01 19:32:16.348396 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07d22d8-0209-4851-9311-5c92f3cff8f9 req-3dce8d7d-f545-4eb1-afb0-10e8d3887515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:32:16.348396 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c07d22d8-0209-4851-9311-5c92f3cff8f9 req-3dce8d7d-f545-4eb1-afb0-10e8d3887515 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e7fa6482b873470e8b5274a0b6cb89ae&device_id=075400e6-f03f-4ec1-997a-0741db95c598 HTTP/1.1" status: 200 len: 1096 time: 0.1084378 Jun 01 19:32:16.512904 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07d22d8-0209-4851-9311-5c92f3cff8f9 req-8b2a5598-7e29-4a3a-aaba-c5b367267d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:32:16.514458 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c07d22d8-0209-4851-9311-5c92f3cff8f9 req-8b2a5598-7e29-4a3a-aaba-c5b367267d33 service neutron] 10.222.0.50 "GET /v2.0/networks?id=06227175-383a-438d-b2ea-446bb23d085d HTTP/1.1" status: 200 len: 913 time: 0.1466205 Jun 01 19:32:16.628331 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c07d22d8-0209-4851-9311-5c92f3cff8f9 req-d5eb2312-b339-40ad-9bf7-f371017b5505 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bbf63d62-5f9c-4e31-a2dd-c10a918ca782 HTTP/1.1" status: 200 len: 1001 time: 0.1075118 Jun 01 19:32:16.820715 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07d22d8-0209-4851-9311-5c92f3cff8f9 req-b981a567-35bb-4d7c-96f1-c508c29d7b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:32:16.820715 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c07d22d8-0209-4851-9311-5c92f3cff8f9 req-b981a567-35bb-4d7c-96f1-c508c29d7b00 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3c6d4c6d-6977-4f9b-a44c-9b6b04f8ca29 HTTP/1.1" status: 200 len: 851 time: 0.1822426 Jun 01 19:32:16.897878 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07d22d8-0209-4851-9311-5c92f3cff8f9 req-a55f8046-05d6-4b9a-821c-75cc31f0d5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:32:16.899337 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c07d22d8-0209-4851-9311-5c92f3cff8f9 req-a55f8046-05d6-4b9a-821c-75cc31f0d5f0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=06227175-383a-438d-b2ea-446bb23d085d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0765507 Jun 01 19:32:17.039120 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c07d22d8-0209-4851-9311-5c92f3cff8f9 req-4afc2e8d-1ea3-4377-9883-f9b1f3a75a86 service neutron] 10.222.0.50 "GET /v2.0/networks/06227175-383a-438d-b2ea-446bb23d085d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336291 Jun 01 19:32:17.184170 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c07d22d8-0209-4851-9311-5c92f3cff8f9 req-5837e249-10ac-4083-9623-504b4d67803e service neutron] 10.222.0.50 "GET /v2.0/networks/06227175-383a-438d-b2ea-446bb23d085d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384635 Jun 01 19:32:37.143224 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-8fbc2c4f-90ac-4d29-bae0-0c15f966941a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:32:39.549660 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-a2bba204-7efd-430a-8bea-2245d1dcaac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:32:40.695479 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:32:40.706121 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:32:41.659150 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:32:42.057560 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:32:42.295134 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:32:48.920431 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.agents_db [None req-e814b9cf-7de8-45d0-a079-29c61fabe7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 19:33:02.461001 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e8e6eab0-9921-4555-af11-2051a0f8a1f0 req-27d339e7-f73b-4ec5-864f-ca07f6fcf58f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d922a918-a828-46ed-9bfe-232eaa3c7bcf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0824649 Jun 01 19:33:02.610424 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e6eab0-9921-4555-af11-2051a0f8a1f0 req-a4e868aa-9573-48e5-bfb6-c6e9e2043de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:33:02.611901 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e8e6eab0-9921-4555-af11-2051a0f8a1f0 req-a4e868aa-9573-48e5-bfb6-c6e9e2043de6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e7fa6482b873470e8b5274a0b6cb89ae&device_id=d922a918-a828-46ed-9bfe-232eaa3c7bcf HTTP/1.1" status: 200 len: 1096 time: 0.0732212 Jun 01 19:33:02.764512 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e6eab0-9921-4555-af11-2051a0f8a1f0 req-2a9c2ffb-ebbc-4ac6-b89c-81b55222d982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:33:02.765872 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e8e6eab0-9921-4555-af11-2051a0f8a1f0 req-2a9c2ffb-ebbc-4ac6-b89c-81b55222d982 service neutron] 10.222.0.15 "GET /v2.0/networks?id=06227175-383a-438d-b2ea-446bb23d085d HTTP/1.1" status: 200 len: 913 time: 0.1305504 Jun 01 19:33:02.872526 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e8e6eab0-9921-4555-af11-2051a0f8a1f0 req-43ce7952-d6ef-4d3b-9271-81cc343efcd2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=195bb061-5bc4-4388-bcb0-d98cbabb506e HTTP/1.1" status: 200 len: 1001 time: 0.1002436 Jun 01 19:33:02.944934 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e6eab0-9921-4555-af11-2051a0f8a1f0 req-97c78898-7656-48f8-b876-a103df19ce84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:33:02.946524 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e8e6eab0-9921-4555-af11-2051a0f8a1f0 req-97c78898-7656-48f8-b876-a103df19ce84 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3c6d4c6d-6977-4f9b-a44c-9b6b04f8ca29 HTTP/1.1" status: 200 len: 851 time: 0.0651443 Jun 01 19:33:03.030098 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e6eab0-9921-4555-af11-2051a0f8a1f0 req-7642a5ef-3b1a-4990-96b8-c1f8fd1feb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:33:03.031476 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e8e6eab0-9921-4555-af11-2051a0f8a1f0 req-7642a5ef-3b1a-4990-96b8-c1f8fd1feb8a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=06227175-383a-438d-b2ea-446bb23d085d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0751963 Jun 01 19:33:03.175309 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e8e6eab0-9921-4555-af11-2051a0f8a1f0 req-5034be3c-024d-4571-bffd-a404a10e86d0 service neutron] 10.222.0.15 "GET /v2.0/networks/06227175-383a-438d-b2ea-446bb23d085d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311619 Jun 01 19:33:03.318621 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e8e6eab0-9921-4555-af11-2051a0f8a1f0 req-01ecc7f6-be3f-4232-841a-609104d42bcd service neutron] 10.222.0.15 "GET /v2.0/networks/06227175-383a-438d-b2ea-446bb23d085d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325316 Jun 01 19:33:05.872536 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [req-d50b6898-0a5a-49d9-ada6-d9f521012bd0 req-59506c40-545e-499c-bcce-588c4ea66c8f service neutron] (88524) timed out ('10.222.0.41', 35974) {{(pid=88524) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 01 19:33:07.146866 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-58a8ec80-3fa7-4770-988b-89d3c6df1130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:33:09.553690 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-de9933db-c794-429a-862c-97d4e1ab2690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:33:10.698905 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:33:10.710140 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:33:11.659948 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:33:12.055318 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:33:12.295922 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:33:18.127495 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4de28b45-0f89-450c-9c95-8d58cdd66c68 req-84d1c6ee-6527-483b-afed-2bc80ea903c0 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=075400e6-f03f-4ec1-997a-0741db95c598&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0711098 Jun 01 19:33:18.270141 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de28b45-0f89-450c-9c95-8d58cdd66c68 req-c70f584c-b24d-4562-a79e-62344cac98b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:33:18.271535 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4de28b45-0f89-450c-9c95-8d58cdd66c68 req-c70f584c-b24d-4562-a79e-62344cac98b6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e7fa6482b873470e8b5274a0b6cb89ae&device_id=075400e6-f03f-4ec1-997a-0741db95c598 HTTP/1.1" status: 200 len: 1096 time: 0.0761919 Jun 01 19:33:18.432895 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de28b45-0f89-450c-9c95-8d58cdd66c68 req-6ff0758c-51df-4b41-9929-f36899fd8f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:33:18.434362 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4de28b45-0f89-450c-9c95-8d58cdd66c68 req-6ff0758c-51df-4b41-9929-f36899fd8f48 service neutron] 10.222.0.50 "GET /v2.0/networks?id=06227175-383a-438d-b2ea-446bb23d085d HTTP/1.1" status: 200 len: 913 time: 0.1447456 Jun 01 19:33:18.650634 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4de28b45-0f89-450c-9c95-8d58cdd66c68 req-ba104e48-2aa4-4eb2-afdc-6d1b34245206 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bbf63d62-5f9c-4e31-a2dd-c10a918ca782 HTTP/1.1" status: 200 len: 1001 time: 0.2108769 Jun 01 19:33:18.711415 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de28b45-0f89-450c-9c95-8d58cdd66c68 req-bb768686-5d20-4b39-ac96-9bfc608c27ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:33:18.712857 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4de28b45-0f89-450c-9c95-8d58cdd66c68 req-bb768686-5d20-4b39-ac96-9bfc608c27ad service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3c6d4c6d-6977-4f9b-a44c-9b6b04f8ca29 HTTP/1.1" status: 200 len: 851 time: 0.0565543 Jun 01 19:33:18.786932 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de28b45-0f89-450c-9c95-8d58cdd66c68 req-94f40fb2-9b57-45fe-b5ff-8e69b9915553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:33:18.788424 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4de28b45-0f89-450c-9c95-8d58cdd66c68 req-94f40fb2-9b57-45fe-b5ff-8e69b9915553 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=06227175-383a-438d-b2ea-446bb23d085d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0694797 Jun 01 19:33:18.920160 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4de28b45-0f89-450c-9c95-8d58cdd66c68 req-87fb6b58-a3a5-4cc8-baea-bd3b391b1167 service neutron] 10.222.0.50 "GET /v2.0/networks/06227175-383a-438d-b2ea-446bb23d085d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254146 Jun 01 19:33:19.053106 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4de28b45-0f89-450c-9c95-8d58cdd66c68 req-0db8406f-ffff-41b2-8214-24578fd99053 service neutron] 10.222.0.50 "GET /v2.0/networks/06227175-383a-438d-b2ea-446bb23d085d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275034 Jun 01 19:33:25.923407 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.agents_db [None req-e814b9cf-7de8-45d0-a079-29c61fabe7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 19:33:35.732359 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 50104) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:33:35.951354 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-33e8f1c0-c573-4e93-af78-e2576fafacfb tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Deleting port bd274797-b02a-42c6-a9ca-c23385cb05ba {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:33:35.951604 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-33e8f1c0-c573-4e93-af78-e2576fafacfb tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:33:36.127004 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-33e8f1c0-c573-4e93-af78-e2576fafacfb tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:33:36.127321 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-33e8f1c0-c573-4e93-af78-e2576fafacfb tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:33:36.250251 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-33e8f1c0-c573-4e93-af78-e2576fafacfb tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Calling delete_port for bd274797-b02a-42c6-a9ca-c23385cb05ba owned by network:floatingip {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:33:36.410621 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-33e8f1c0-c573-4e93-af78-e2576fafacfb tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:33:36.458553 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e8f1c0-c573-4e93-af78-e2576fafacfb tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Pushing event deleted for resources: {'Port': ['ID=bd274797-b02a-42c6-a9ca-c23385cb05ba,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:33:36.499107 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e8f1c0-c573-4e93-af78-e2576fafacfb tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:33:36.499440 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e8f1c0-c573-4e93-af78-e2576fafacfb tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:33:36.499777 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e8f1c0-c573-4e93-af78-e2576fafacfb tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:33:36.500107 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e8f1c0-c573-4e93-af78-e2576fafacfb tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:33:36.500510 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e8f1c0-c573-4e93-af78-e2576fafacfb tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:33:36.500786 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e8f1c0-c573-4e93-af78-e2576fafacfb tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:33:36.501107 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e8f1c0-c573-4e93-af78-e2576fafacfb tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:33:36.501426 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e8f1c0-c573-4e93-af78-e2576fafacfb tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:33:36.501742 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e8f1c0-c573-4e93-af78-e2576fafacfb tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:33:36.502057 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e8f1c0-c573-4e93-af78-e2576fafacfb tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:33:36.502374 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e8f1c0-c573-4e93-af78-e2576fafacfb tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:33:36.502688 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e8f1c0-c573-4e93-af78-e2576fafacfb tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:33:36.565844 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-33e8f1c0-c573-4e93-af78-e2576fafacfb tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Notify callbacks [] for floatingip, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:33:36.566251 n-d-844202-1 neutron-server[88524]: INFO neutron.db.l3_db [None req-33e8f1c0-c573-4e93-af78-e2576fafacfb tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Floating IP 30fb7212-ffc7-47b2-ad90-fa45cbdc6aea disassociated (deleted). External IP: 172.25.4.167, port: bbf63d62-5f9c-4e31-a2dd-c10a918ca782. Jun 01 19:33:37.026092 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33e8f1c0-c573-4e93-af78-e2576fafacfb tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Router cf391632-dbd0-43da-980f-c81ee2cb2f6c has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 19:33:37.153713 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-5c6ad622-51ab-47d6-a284-db95e25c2411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:33:37.215287 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33e8f1c0-c573-4e93-af78-e2576fafacfb tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:33:37.225652 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776c8a35-ab6d-4dd1-a952-37c3d20de45d None None] Sync routers for ids ['cf391632-dbd0-43da-980f-c81ee2cb2f6c'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:33:37.235592 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-776c8a35-ab6d-4dd1-a952-37c3d20de45d None None] Routers {'cf391632-dbd0-43da-980f-c81ee2cb2f6c'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:33:37.236318 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-776c8a35-ab6d-4dd1-a952-37c3d20de45d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:33:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['cf391632-dbd0-43da-980f-c81ee2cb2f6c'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:33:37.237050 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-33e8f1c0-c573-4e93-af78-e2576fafacfb tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for floatingip, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:33:37.294013 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-33e8f1c0-c573-4e93-af78-e2576fafacfb tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "DELETE /v2.0/floatingips/30fb7212-ffc7-47b2-ad90-fa45cbdc6aea HTTP/1.1" status: 204 len: 168 time: 1.5605483 Jun 01 19:33:37.294613 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '075400e6-f03f-4ec1-997a-0741db95c598', 'tag': 'bbf63d62-5f9c-4e31-a2dd-c10a918ca782'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:33:37.357191 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43d30282-ddf9-42b9-8923-b865e34d1f1f'] response: {'name': 'network-changed', 'server_uuid': '075400e6-f03f-4ec1-997a-0741db95c598', 'tag': 'bbf63d62-5f9c-4e31-a2dd-c10a918ca782', 'status': 'completed', 'code': 200} Jun 01 19:33:37.429527 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-776c8a35-ab6d-4dd1-a952-37c3d20de45d None None] Set router cf391632-dbd0-43da-980f-c81ee2cb2f6c gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:33:37.462162 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9e7e00-8e8c-4cd7-b4fd-501951828be4 req-6b67c79c-a9a8-4408-9b94-66517fc05229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:33:37.463701 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-be9e7e00-8e8c-4cd7-b4fd-501951828be4 req-6b67c79c-a9a8-4408-9b94-66517fc05229 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e7fa6482b873470e8b5274a0b6cb89ae&device_id=075400e6-f03f-4ec1-997a-0741db95c598 HTTP/1.1" status: 200 len: 1096 time: 0.0825756 Jun 01 19:33:37.609771 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9e7e00-8e8c-4cd7-b4fd-501951828be4 req-72acc571-33be-4776-87e7-e7b857c71567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:33:37.611236 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-be9e7e00-8e8c-4cd7-b4fd-501951828be4 req-72acc571-33be-4776-87e7-e7b857c71567 service neutron] 10.222.0.50 "GET /v2.0/networks?id=06227175-383a-438d-b2ea-446bb23d085d HTTP/1.1" status: 200 len: 913 time: 0.1424973 Jun 01 19:33:37.720346 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-be9e7e00-8e8c-4cd7-b4fd-501951828be4 req-9f5b2bd1-3357-4339-8284-9104eacaf50e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bbf63d62-5f9c-4e31-a2dd-c10a918ca782 HTTP/1.1" status: 200 len: 217 time: 0.1030412 Jun 01 19:33:37.800356 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9e7e00-8e8c-4cd7-b4fd-501951828be4 req-af1a69cc-a1b5-43dc-bd72-ba479b70f5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:33:37.801636 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-be9e7e00-8e8c-4cd7-b4fd-501951828be4 req-af1a69cc-a1b5-43dc-bd72-ba479b70f5c8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3c6d4c6d-6977-4f9b-a44c-9b6b04f8ca29 HTTP/1.1" status: 200 len: 851 time: 0.0749888 Jun 01 19:33:37.842027 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-776c8a35-ab6d-4dd1-a952-37c3d20de45d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf391632-dbd0-43da-980f-c81ee2cb2f6c', 'name': 'tempest-TestVolumeBootPattern-1790725510-router', 'tenant_id': 'e7fa6482b873470e8b5274a0b6cb89ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': 'd169e9ea-329c-4a43-af71-5d23db88d4ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:22:26Z', 'updated_at': '2022-06-01T19:22:33Z', 'revision_number': 4, 'project_id': 'e7fa6482b873470e8b5274a0b6cb89ae', 'gw_port': {'id': 'd169e9ea-329c-4a43-af71-5d23db88d4ff', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ba:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf391632-dbd0-43da-980f-c81ee2cb2f6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:22:27Z', 'updated_at': '2022-06-01T19:22:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_floatingips': [{'id': '7a7e180c-631d-4196-8db4-b29f1d792aab', 'tenant_id': 'e7fa6482b873470e8b5274a0b6cb89ae', 'floating_ip_address': '172.25.4.242', 'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'router_id': 'cf391632-dbd0-43da-980f-c81ee2cb2f6c', 'port_id': '195bb061-5bc4-4388-bcb0-d98cbabb506e', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4098, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06227175-383a-438d-b2ea-446bb23d085d', 'mac_address': 'fa:16:3e:5d:c3:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd922a918-a828-46ed-9bfe-232eaa3c7bcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T19:29:45Z', 'updated_at': '2022-06-01T19:29:50Z', 'revision_number': 1, 'project_id': 'e7fa6482b873470e8b5274a0b6cb89ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b29d339d-f606-4b45-b014-3a9cb80f958c', 'name': '', 'network_id': '06227175-383a-438d-b2ea-446bb23d085d', 'tenant_id': 'e7fa6482b873470e8b5274a0b6cb89ae', 'mac_address': 'fa:16:3e:77:63:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf391632-dbd0-43da-980f-c81ee2cb2f6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3707, 'fixed_ips': [{'subnet_id': '3c6d4c6d-6977-4f9b-a44c-9b6b04f8ca29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:22:32Z', 'updated_at': '2022-06-01T19:22:41Z', 'revision_number': 5, 'project_id': 'e7fa6482b873470e8b5274a0b6cb89ae', 'subnets': [{'id': '3c6d4c6d-6977-4f9b-a44c-9b6b04f8ca29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:33:37.846031 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776c8a35-ab6d-4dd1-a952-37c3d20de45d None None] Checking router: cf391632-dbd0-43da-980f-c81ee2cb2f6c for host: n-d-844202-1 {{(pid=88527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 19:33:37.851889 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd02503-f25e-4848-aded-752cd06e3b1c req-e24de163-6571-4a76-8737-ebfacea6d0d0 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:33:37.852600 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-5cd02503-f25e-4848-aded-752cd06e3b1c req-e24de163-6571-4a76-8737-ebfacea6d0d0 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Synchronizing usage tracker for tenant:e7fa6482b873470e8b5274a0b6cb89ae on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:33:37.854372 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-776c8a35-ab6d-4dd1-a952-37c3d20de45d None None] Routers {'cf391632-dbd0-43da-980f-c81ee2cb2f6c'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:33:37.854959 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-776c8a35-ab6d-4dd1-a952-37c3d20de45d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:33:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['cf391632-dbd0-43da-980f-c81ee2cb2f6c'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:33:37.896620 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-5cd02503-f25e-4848-aded-752cd06e3b1c req-e24de163-6571-4a76-8737-ebfacea6d0d0 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Unset dirty status for tenant:e7fa6482b873470e8b5274a0b6cb89ae on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:33:37.897777 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5cd02503-f25e-4848-aded-752cd06e3b1c req-e24de163-6571-4a76-8737-ebfacea6d0d0 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/ports?device_id=075400e6-f03f-4ec1-997a-0741db95c598 HTTP/1.1" status: 200 len: 945 time: 0.2290864 Jun 01 19:33:37.931929 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9e7e00-8e8c-4cd7-b4fd-501951828be4 req-ef96df40-11a5-4e26-87dc-15f699c32b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:33:37.933433 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-be9e7e00-8e8c-4cd7-b4fd-501951828be4 req-ef96df40-11a5-4e26-87dc-15f699c32b0b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=06227175-383a-438d-b2ea-446bb23d085d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1252022 Jun 01 19:33:38.035340 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5cd02503-f25e-4848-aded-752cd06e3b1c req-21dbf232-d149-4a3e-8e80-731a82b7f3bb tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/security-groups?id=69a184b0-4b49-43a1-a178-506528d57d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1277461 Jun 01 19:33:38.051734 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-776c8a35-ab6d-4dd1-a952-37c3d20de45d None None] Set router cf391632-dbd0-43da-980f-c81ee2cb2f6c gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:33:38.084536 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-be9e7e00-8e8c-4cd7-b4fd-501951828be4 req-b1723cc8-bf1a-4920-ab2a-b85398865285 service neutron] 10.222.0.50 "GET /v2.0/networks/06227175-383a-438d-b2ea-446bb23d085d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396263 Jun 01 19:33:38.236074 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-be9e7e00-8e8c-4cd7-b4fd-501951828be4 req-aefad82c-50bb-4859-92ac-2898bc092594 service neutron] 10.222.0.50 "GET /v2.0/networks/06227175-383a-438d-b2ea-446bb23d085d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450224 Jun 01 19:33:38.436932 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-776c8a35-ab6d-4dd1-a952-37c3d20de45d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf391632-dbd0-43da-980f-c81ee2cb2f6c', 'name': 'tempest-TestVolumeBootPattern-1790725510-router', 'tenant_id': 'e7fa6482b873470e8b5274a0b6cb89ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': 'd169e9ea-329c-4a43-af71-5d23db88d4ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:22:26Z', 'updated_at': '2022-06-01T19:22:33Z', 'revision_number': 4, 'project_id': 'e7fa6482b873470e8b5274a0b6cb89ae', 'gw_port': {'id': 'd169e9ea-329c-4a43-af71-5d23db88d4ff', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ba:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf391632-dbd0-43da-980f-c81ee2cb2f6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:22:27Z', 'updated_at': '2022-06-01T19:22:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_floatingips': [{'id': '7a7e180c-631d-4196-8db4-b29f1d792aab', 'tenant_id': 'e7fa6482b873470e8b5274a0b6cb89ae', 'floating_ip_address': '172.25.4.242', 'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'router_id': 'cf391632-dbd0-43da-980f-c81ee2cb2f6c', 'port_id': '195bb061-5bc4-4388-bcb0-d98cbabb506e', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4098, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06227175-383a-438d-b2ea-446bb23d085d', 'mac_address': 'fa:16:3e:5d:c3:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd922a918-a828-46ed-9bfe-232eaa3c7bcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T19:29:45Z', 'updated_at': '2022-06-01T19:29:50Z', 'revision_number': 1, 'project_id': 'e7fa6482b873470e8b5274a0b6cb89ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b29d339d-f606-4b45-b014-3a9cb80f958c', 'name': '', 'network_id': '06227175-383a-438d-b2ea-446bb23d085d', 'tenant_id': 'e7fa6482b873470e8b5274a0b6cb89ae', 'mac_address': 'fa:16:3e:77:63:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf391632-dbd0-43da-980f-c81ee2cb2f6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3707, 'fixed_ips': [{'subnet_id': '3c6d4c6d-6977-4f9b-a44c-9b6b04f8ca29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:22:32Z', 'updated_at': '2022-06-01T19:22:41Z', 'revision_number': 5, 'project_id': 'e7fa6482b873470e8b5274a0b6cb89ae', 'subnets': [{'id': '3c6d4c6d-6977-4f9b-a44c-9b6b04f8ca29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:33:38.440887 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776c8a35-ab6d-4dd1-a952-37c3d20de45d None None] The sync data for ids ['cf391632-dbd0-43da-980f-c81ee2cb2f6c'] in n-d-844202-1 is: [{'id': 'cf391632-dbd0-43da-980f-c81ee2cb2f6c', 'name': 'tempest-TestVolumeBootPattern-1790725510-router', 'tenant_id': 'e7fa6482b873470e8b5274a0b6cb89ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': 'd169e9ea-329c-4a43-af71-5d23db88d4ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:22:26Z', 'updated_at': '2022-06-01T19:22:33Z', 'revision_number': 4, 'project_id': 'e7fa6482b873470e8b5274a0b6cb89ae', 'gw_port': {'id': 'd169e9ea-329c-4a43-af71-5d23db88d4ff', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ba:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf391632-dbd0-43da-980f-c81ee2cb2f6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:22:27Z', 'updated_at': '2022-06-01T19:22:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_floatingips': [{'id': '7a7e180c-631d-4196-8db4-b29f1d792aab', 'tenant_id': 'e7fa6482b873470e8b5274a0b6cb89ae', 'floating_ip_address': '172.25.4.242', 'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'router_id': 'cf391632-dbd0-43da-980f-c81ee2cb2f6c', 'port_id': '195bb061-5bc4-4388-bcb0-d98cbabb506e', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4098, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06227175-383a-438d-b2ea-446bb23d085d', 'mac_address': 'fa:16:3e:5d:c3:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd922a918-a828-46ed-9bfe-232eaa3c7bcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T19:29:45Z', 'updated_at': '2022-06-01T19:29:50Z', 'revision_number': 1, 'project_id': 'e7fa6482b873470e8b5274a0b6cb89ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b29d339d-f606-4b45-b014-3a9cb80f958c', 'name': '', 'network_id': '06227175-383a-438d-b2ea-446bb23d085d', 'tenant_id': 'e7fa6482b873470e8b5274a0b6cb89ae', 'mac_address': 'fa:16:3e:77:63:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf391632-dbd0-43da-980f-c81ee2cb2f6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3707, 'fixed_ips': [{'subnet_id': '3c6d4c6d-6977-4f9b-a44c-9b6b04f8ca29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:22:32Z', 'updated_at': '2022-06-01T19:22:41Z', 'revision_number': 5, 'project_id': 'e7fa6482b873470e8b5274a0b6cb89ae', 'subnets': [{'id': '3c6d4c6d-6977-4f9b-a44c-9b6b04f8ca29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:33:38.694726 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d324c48d-5bfc-4c7c-ab06-99df165152e7 None None] New status for floating IP 30fb7212-ffc7-47b2-ad90-fa45cbdc6aea: DOWN {{(pid=88526) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 19:33:39.129601 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4dc524-5eb9-4a41-a8b7-02169928184e req-bfb51bf3-1984-4474-80dc-4706a89cc7ea tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:33:39.131042 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ce4dc524-5eb9-4a41-a8b7-02169928184e req-bfb51bf3-1984-4474-80dc-4706a89cc7ea tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.50 "GET /v2.0/ports?device_id=075400e6-f03f-4ec1-997a-0741db95c598 HTTP/1.1" status: 200 len: 945 time: 0.0811689 Jun 01 19:33:39.210814 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-ce4dc524-5eb9-4a41-a8b7-02169928184e req-0f47d9ad-daba-41d9-8125-f9044b4fb530 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Deleting port bbf63d62-5f9c-4e31-a2dd-c10a918ca782 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:33:39.211285 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-ce4dc524-5eb9-4a41-a8b7-02169928184e req-0f47d9ad-daba-41d9-8125-f9044b4fb530 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:33:39.257198 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d77e57d-40e5-4ac6-9345-0373a006bddc req-32094ce9-f993-4e62-9f58-a4b1bde85d0f tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:33:39.258595 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-0d77e57d-40e5-4ac6-9345-0373a006bddc req-32094ce9-f993-4e62-9f58-a4b1bde85d0f tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/ports?device_id=075400e6-f03f-4ec1-997a-0741db95c598 HTTP/1.1" status: 200 len: 945 time: 0.0865965 Jun 01 19:33:39.304293 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-0d77e57d-40e5-4ac6-9345-0373a006bddc req-75ca2d5b-f7a2-46ee-96ae-37437189f889 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/security-groups?id=69a184b0-4b49-43a1-a178-506528d57d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396533 Jun 01 19:33:39.556881 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-1e918960-cbe4-4f58-b8e8-47c0a88f4dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:33:39.587084 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-ce4dc524-5eb9-4a41-a8b7-02169928184e req-0f47d9ad-daba-41d9-8125-f9044b4fb530 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] For port bbf63d62-5f9c-4e31-a2dd-c10a918ca782, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=bbf63d62-5f9c-4e31-a2dd-c10a918ca782,segment=NetworkSegment(caf40787-7b50-4406-9921-dddcf758f24c),segment_id=caf40787-7b50-4406-9921-dddcf758f24c)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:33:39.587435 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-ce4dc524-5eb9-4a41-a8b7-02169928184e req-0f47d9ad-daba-41d9-8125-f9044b4fb530 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:33:39.715429 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-ce4dc524-5eb9-4a41-a8b7-02169928184e req-0f47d9ad-daba-41d9-8125-f9044b4fb530 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Calling delete_port for bbf63d62-5f9c-4e31-a2dd-c10a918ca782 owned by compute:nova {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:33:39.862246 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-ce4dc524-5eb9-4a41-a8b7-02169928184e req-0f47d9ad-daba-41d9-8125-f9044b4fb530 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:33:39.911026 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f47d9ad-daba-41d9-8125-f9044b4fb530 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Pushing event deleted for resources: {'Port': ['ID=bbf63d62-5f9c-4e31-a2dd-c10a918ca782,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:33:39.992822 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce4dc524-5eb9-4a41-a8b7-02169928184e req-0f47d9ad-daba-41d9-8125-f9044b4fb530 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] No DVR routers for this DVR port bbf63d62-5f9c-4e31-a2dd-c10a918ca782 on host n-h2-844202-1 {{(pid=88524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:33:39.995424 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-ce4dc524-5eb9-4a41-a8b7-02169928184e req-0f47d9ad-daba-41d9-8125-f9044b4fb530 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:33:39.998342 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '075400e6-f03f-4ec1-997a-0741db95c598', 'name': 'network-vif-deleted', 'tag': 'bbf63d62-5f9c-4e31-a2dd-c10a918ca782'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:33:40.014403 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ce4dc524-5eb9-4a41-a8b7-02169928184e req-0f47d9ad-daba-41d9-8125-f9044b4fb530 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.50 "DELETE /v2.0/ports/bbf63d62-5f9c-4e31-a2dd-c10a918ca782 HTTP/1.1" status: 204 len: 173 time: 0.8781080 Jun 01 19:33:40.051955 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4ed2bcb-2058-4180-9639-d954ee6dd999'] response: {'server_uuid': '075400e6-f03f-4ec1-997a-0741db95c598', 'name': 'network-vif-deleted', 'tag': 'bbf63d62-5f9c-4e31-a2dd-c10a918ca782', 'status': 'completed', 'code': 200} Jun 01 19:33:40.471693 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-397630f2-db54-409a-9ab8-5899a6e99383 req-f479ae38-829b-47c6-b5ee-b0c057c52f0c tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/ports?device_id=075400e6-f03f-4ec1-997a-0741db95c598 HTTP/1.1" status: 200 len: 210 time: 0.0523655 Jun 01 19:33:40.705833 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:33:40.712486 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:33:41.764247 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:33:42.061793 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:33:42.296463 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:33:42.805974 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device bbf63d62-5f9c-4e31-a2dd-c10a918ca782 no longer exists at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:33:42.843940 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] No Port match for: bbf63d62-5f9c-4e31-a2dd-c10a918ca782 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:33:42.844310 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device bbf63d62-5f9c-4e31-a2dd-c10a918ca782 not bound to the agent host n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:33:46.106200 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 50148) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:33:46.321623 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-5cec814e-491d-4521-a6b3-a98ebf0081f7 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Deleting port 8049320c-b494-47e3-abc7-70f74d9636ff {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:33:46.321897 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5cec814e-491d-4521-a6b3-a98ebf0081f7 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:33:46.490583 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5cec814e-491d-4521-a6b3-a98ebf0081f7 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:33:46.490894 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5cec814e-491d-4521-a6b3-a98ebf0081f7 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:33:46.614908 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-5cec814e-491d-4521-a6b3-a98ebf0081f7 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Calling delete_port for 8049320c-b494-47e3-abc7-70f74d9636ff owned by network:floatingip {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:33:46.771321 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5cec814e-491d-4521-a6b3-a98ebf0081f7 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:33:46.820285 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cec814e-491d-4521-a6b3-a98ebf0081f7 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Pushing event deleted for resources: {'Port': ['ID=8049320c-b494-47e3-abc7-70f74d9636ff,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:33:46.889764 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cec814e-491d-4521-a6b3-a98ebf0081f7 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:33:46.890013 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cec814e-491d-4521-a6b3-a98ebf0081f7 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:33:46.890344 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cec814e-491d-4521-a6b3-a98ebf0081f7 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:33:46.890670 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cec814e-491d-4521-a6b3-a98ebf0081f7 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:33:46.890995 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cec814e-491d-4521-a6b3-a98ebf0081f7 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:33:46.891311 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cec814e-491d-4521-a6b3-a98ebf0081f7 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:33:46.891623 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cec814e-491d-4521-a6b3-a98ebf0081f7 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:33:46.891932 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cec814e-491d-4521-a6b3-a98ebf0081f7 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:33:46.892261 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cec814e-491d-4521-a6b3-a98ebf0081f7 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:33:46.892575 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cec814e-491d-4521-a6b3-a98ebf0081f7 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:33:46.892885 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cec814e-491d-4521-a6b3-a98ebf0081f7 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:33:46.893188 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cec814e-491d-4521-a6b3-a98ebf0081f7 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:33:47.040630 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5cec814e-491d-4521-a6b3-a98ebf0081f7 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Notify callbacks [] for floatingip, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:33:47.040980 n-d-844202-1 neutron-server[88525]: INFO neutron.db.l3_db [None req-5cec814e-491d-4521-a6b3-a98ebf0081f7 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Floating IP 7a7e180c-631d-4196-8db4-b29f1d792aab disassociated (deleted). External IP: 172.25.4.242, port: 195bb061-5bc4-4388-bcb0-d98cbabb506e. Jun 01 19:33:47.388299 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cec814e-491d-4521-a6b3-a98ebf0081f7 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Router cf391632-dbd0-43da-980f-c81ee2cb2f6c has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 19:33:47.570027 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cec814e-491d-4521-a6b3-a98ebf0081f7 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:33:47.579590 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd77636e-8791-49e1-9f28-2c988d286a54 None None] Sync routers for ids ['cf391632-dbd0-43da-980f-c81ee2cb2f6c'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:33:47.586540 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5cec814e-491d-4521-a6b3-a98ebf0081f7 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for floatingip, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:33:47.589283 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd77636e-8791-49e1-9f28-2c988d286a54 None None] Routers {'cf391632-dbd0-43da-980f-c81ee2cb2f6c'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:33:47.590697 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-cd77636e-8791-49e1-9f28-2c988d286a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:33:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['cf391632-dbd0-43da-980f-c81ee2cb2f6c'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:33:47.645136 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-5cec814e-491d-4521-a6b3-a98ebf0081f7 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "DELETE /v2.0/floatingips/7a7e180c-631d-4196-8db4-b29f1d792aab HTTP/1.1" status: 204 len: 168 time: 1.5352371 Jun 01 19:33:47.645136 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd922a918-a828-46ed-9bfe-232eaa3c7bcf', 'tag': '195bb061-5bc4-4388-bcb0-d98cbabb506e'}] {{(pid=88525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:33:47.689688 n-d-844202-1 neutron-server[88525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27165742-42a5-4b4a-a380-844ce5a49fe6'] response: {'name': 'network-changed', 'server_uuid': 'd922a918-a828-46ed-9bfe-232eaa3c7bcf', 'tag': '195bb061-5bc4-4388-bcb0-d98cbabb506e', 'status': 'completed', 'code': 200} Jun 01 19:33:47.780936 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-cd77636e-8791-49e1-9f28-2c988d286a54 None None] Set router cf391632-dbd0-43da-980f-c81ee2cb2f6c gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:33:47.797062 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6071b458-1184-40b5-8079-c8eaa6983870 req-445976bc-6f20-448e-87be-8118b22a56bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:33:47.798533 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6071b458-1184-40b5-8079-c8eaa6983870 req-445976bc-6f20-448e-87be-8118b22a56bf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e7fa6482b873470e8b5274a0b6cb89ae&device_id=d922a918-a828-46ed-9bfe-232eaa3c7bcf HTTP/1.1" status: 200 len: 1096 time: 0.0749791 Jun 01 19:33:47.946166 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6071b458-1184-40b5-8079-c8eaa6983870 req-92913903-776b-45fb-9fb0-c8f4f86d49d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:33:47.947657 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6071b458-1184-40b5-8079-c8eaa6983870 req-92913903-776b-45fb-9fb0-c8f4f86d49d4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=06227175-383a-438d-b2ea-446bb23d085d HTTP/1.1" status: 200 len: 913 time: 0.1395991 Jun 01 19:33:48.061731 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6071b458-1184-40b5-8079-c8eaa6983870 req-97483387-5fd8-4721-8666-b9b8337db529 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=195bb061-5bc4-4388-bcb0-d98cbabb506e HTTP/1.1" status: 200 len: 217 time: 0.0748580 Jun 01 19:33:48.143824 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6071b458-1184-40b5-8079-c8eaa6983870 req-b3b162bb-7c1d-438c-9a13-4c28f5595a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:33:48.145260 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6071b458-1184-40b5-8079-c8eaa6983870 req-b3b162bb-7c1d-438c-9a13-4c28f5595a60 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3c6d4c6d-6977-4f9b-a44c-9b6b04f8ca29 HTTP/1.1" status: 200 len: 851 time: 0.0731270 Jun 01 19:33:48.156256 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009ad43e-183d-453a-a3c6-e73ac1e215bb req-716615e0-4d70-4f93-80c4-e122734ef26f tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:33:48.156922 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-009ad43e-183d-453a-a3c6-e73ac1e215bb req-716615e0-4d70-4f93-80c4-e122734ef26f tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Synchronizing usage tracker for tenant:e7fa6482b873470e8b5274a0b6cb89ae on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:33:48.164924 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-cd77636e-8791-49e1-9f28-2c988d286a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf391632-dbd0-43da-980f-c81ee2cb2f6c', 'name': 'tempest-TestVolumeBootPattern-1790725510-router', 'tenant_id': 'e7fa6482b873470e8b5274a0b6cb89ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': 'd169e9ea-329c-4a43-af71-5d23db88d4ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:22:26Z', 'updated_at': '2022-06-01T19:22:33Z', 'revision_number': 4, 'project_id': 'e7fa6482b873470e8b5274a0b6cb89ae', 'gw_port': {'id': 'd169e9ea-329c-4a43-af71-5d23db88d4ff', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ba:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf391632-dbd0-43da-980f-c81ee2cb2f6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:22:27Z', 'updated_at': '2022-06-01T19:22:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': 'b29d339d-f606-4b45-b014-3a9cb80f958c', 'name': '', 'network_id': '06227175-383a-438d-b2ea-446bb23d085d', 'tenant_id': 'e7fa6482b873470e8b5274a0b6cb89ae', 'mac_address': 'fa:16:3e:77:63:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf391632-dbd0-43da-980f-c81ee2cb2f6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3707, 'fixed_ips': [{'subnet_id': '3c6d4c6d-6977-4f9b-a44c-9b6b04f8ca29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:22:32Z', 'updated_at': '2022-06-01T19:22:41Z', 'revision_number': 5, 'project_id': 'e7fa6482b873470e8b5274a0b6cb89ae', 'subnets': [{'id': '3c6d4c6d-6977-4f9b-a44c-9b6b04f8ca29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:33:48.169410 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd77636e-8791-49e1-9f28-2c988d286a54 None None] Checking router: cf391632-dbd0-43da-980f-c81ee2cb2f6c for host: n-d-844202-1 {{(pid=88527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 19:33:48.177630 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd77636e-8791-49e1-9f28-2c988d286a54 None None] Routers {'cf391632-dbd0-43da-980f-c81ee2cb2f6c'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:33:48.178232 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-cd77636e-8791-49e1-9f28-2c988d286a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:33:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['cf391632-dbd0-43da-980f-c81ee2cb2f6c'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:33:48.219796 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-009ad43e-183d-453a-a3c6-e73ac1e215bb req-716615e0-4d70-4f93-80c4-e122734ef26f tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Unset dirty status for tenant:e7fa6482b873470e8b5274a0b6cb89ae on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:33:48.220948 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-009ad43e-183d-453a-a3c6-e73ac1e215bb req-716615e0-4d70-4f93-80c4-e122734ef26f tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/ports?device_id=d922a918-a828-46ed-9bfe-232eaa3c7bcf HTTP/1.1" status: 200 len: 945 time: 0.2714307 Jun 01 19:33:48.273379 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6071b458-1184-40b5-8079-c8eaa6983870 req-215b8890-3288-4162-8ea7-78d09a089cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:33:48.274842 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6071b458-1184-40b5-8079-c8eaa6983870 req-215b8890-3288-4162-8ea7-78d09a089cea service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=06227175-383a-438d-b2ea-446bb23d085d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1143909 Jun 01 19:33:48.278080 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-009ad43e-183d-453a-a3c6-e73ac1e215bb req-d10c986e-b334-4bf1-8815-b8d1073879c3 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/security-groups?id=69a184b0-4b49-43a1-a178-506528d57d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506368 Jun 01 19:33:48.361906 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-cd77636e-8791-49e1-9f28-2c988d286a54 None None] Set router cf391632-dbd0-43da-980f-c81ee2cb2f6c gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:33:48.414201 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6071b458-1184-40b5-8079-c8eaa6983870 req-c503c990-9384-4a22-bcef-a5d70767ea3f service neutron] 10.222.0.15 "GET /v2.0/networks/06227175-383a-438d-b2ea-446bb23d085d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322935 Jun 01 19:33:48.551404 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6071b458-1184-40b5-8079-c8eaa6983870 req-8045101f-bff7-45f2-a489-1aa997129336 service neutron] 10.222.0.15 "GET /v2.0/networks/06227175-383a-438d-b2ea-446bb23d085d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303437 Jun 01 19:33:48.684863 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-cd77636e-8791-49e1-9f28-2c988d286a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf391632-dbd0-43da-980f-c81ee2cb2f6c', 'name': 'tempest-TestVolumeBootPattern-1790725510-router', 'tenant_id': 'e7fa6482b873470e8b5274a0b6cb89ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': 'd169e9ea-329c-4a43-af71-5d23db88d4ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:22:26Z', 'updated_at': '2022-06-01T19:22:33Z', 'revision_number': 4, 'project_id': 'e7fa6482b873470e8b5274a0b6cb89ae', 'gw_port': {'id': 'd169e9ea-329c-4a43-af71-5d23db88d4ff', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ba:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf391632-dbd0-43da-980f-c81ee2cb2f6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:22:27Z', 'updated_at': '2022-06-01T19:22:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': 'b29d339d-f606-4b45-b014-3a9cb80f958c', 'name': '', 'network_id': '06227175-383a-438d-b2ea-446bb23d085d', 'tenant_id': 'e7fa6482b873470e8b5274a0b6cb89ae', 'mac_address': 'fa:16:3e:77:63:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf391632-dbd0-43da-980f-c81ee2cb2f6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3707, 'fixed_ips': [{'subnet_id': '3c6d4c6d-6977-4f9b-a44c-9b6b04f8ca29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:22:32Z', 'updated_at': '2022-06-01T19:22:41Z', 'revision_number': 5, 'project_id': 'e7fa6482b873470e8b5274a0b6cb89ae', 'subnets': [{'id': '3c6d4c6d-6977-4f9b-a44c-9b6b04f8ca29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:33:48.689028 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd77636e-8791-49e1-9f28-2c988d286a54 None None] The sync data for ids ['cf391632-dbd0-43da-980f-c81ee2cb2f6c'] in n-d-844202-1 is: [{'id': 'cf391632-dbd0-43da-980f-c81ee2cb2f6c', 'name': 'tempest-TestVolumeBootPattern-1790725510-router', 'tenant_id': 'e7fa6482b873470e8b5274a0b6cb89ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': 'd169e9ea-329c-4a43-af71-5d23db88d4ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:22:26Z', 'updated_at': '2022-06-01T19:22:33Z', 'revision_number': 4, 'project_id': 'e7fa6482b873470e8b5274a0b6cb89ae', 'gw_port': {'id': 'd169e9ea-329c-4a43-af71-5d23db88d4ff', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ba:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf391632-dbd0-43da-980f-c81ee2cb2f6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:22:27Z', 'updated_at': '2022-06-01T19:22:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': 'b29d339d-f606-4b45-b014-3a9cb80f958c', 'name': '', 'network_id': '06227175-383a-438d-b2ea-446bb23d085d', 'tenant_id': 'e7fa6482b873470e8b5274a0b6cb89ae', 'mac_address': 'fa:16:3e:77:63:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf391632-dbd0-43da-980f-c81ee2cb2f6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3707, 'fixed_ips': [{'subnet_id': '3c6d4c6d-6977-4f9b-a44c-9b6b04f8ca29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:22:32Z', 'updated_at': '2022-06-01T19:22:41Z', 'revision_number': 5, 'project_id': 'e7fa6482b873470e8b5274a0b6cb89ae', 'subnets': [{'id': '3c6d4c6d-6977-4f9b-a44c-9b6b04f8ca29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:33:48.896924 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3943575a-5951-4a96-b2d6-35757e8360ec None None] New status for floating IP 7a7e180c-631d-4196-8db4-b29f1d792aab: DOWN {{(pid=88526) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 19:33:49.466118 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ebcab2-cff2-48ee-8c9f-95afcd75af94 req-3377c109-2aa9-4d98-b6af-aa31bcaa1553 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:33:49.466782 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-a1ebcab2-cff2-48ee-8c9f-95afcd75af94 req-3377c109-2aa9-4d98-b6af-aa31bcaa1553 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Synchronizing usage tracker for tenant:e7fa6482b873470e8b5274a0b6cb89ae on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:33:49.478008 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-a1ebcab2-cff2-48ee-8c9f-95afcd75af94 req-3377c109-2aa9-4d98-b6af-aa31bcaa1553 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Unset dirty status for tenant:e7fa6482b873470e8b5274a0b6cb89ae on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:33:49.479096 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a1ebcab2-cff2-48ee-8c9f-95afcd75af94 req-3377c109-2aa9-4d98-b6af-aa31bcaa1553 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/ports?device_id=d922a918-a828-46ed-9bfe-232eaa3c7bcf HTTP/1.1" status: 200 len: 945 time: 0.0931861 Jun 01 19:33:49.526545 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a1ebcab2-cff2-48ee-8c9f-95afcd75af94 req-cf13d3bb-5218-4d5d-8639-ab635d22a153 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/security-groups?id=69a184b0-4b49-43a1-a178-506528d57d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409863 Jun 01 19:33:49.763294 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611db04e-c294-4df9-b570-747679b3a1d8 req-6d155312-6a15-419d-853b-f8efb000cbf3 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:33:49.765024 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-611db04e-c294-4df9-b570-747679b3a1d8 req-6d155312-6a15-419d-853b-f8efb000cbf3 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.15 "GET /v2.0/ports?device_id=d922a918-a828-46ed-9bfe-232eaa3c7bcf HTTP/1.1" status: 200 len: 945 time: 0.0883923 Jun 01 19:33:49.838438 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-611db04e-c294-4df9-b570-747679b3a1d8 req-325f75e6-24e1-49b2-beb2-a45f8ffe67c2 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Deleting port 195bb061-5bc4-4388-bcb0-d98cbabb506e {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:33:49.838767 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-611db04e-c294-4df9-b570-747679b3a1d8 req-325f75e6-24e1-49b2-beb2-a45f8ffe67c2 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:33:50.220297 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-611db04e-c294-4df9-b570-747679b3a1d8 req-325f75e6-24e1-49b2-beb2-a45f8ffe67c2 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] For port 195bb061-5bc4-4388-bcb0-d98cbabb506e, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=195bb061-5bc4-4388-bcb0-d98cbabb506e,segment=NetworkSegment(caf40787-7b50-4406-9921-dddcf758f24c),segment_id=caf40787-7b50-4406-9921-dddcf758f24c)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:33:50.220711 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-611db04e-c294-4df9-b570-747679b3a1d8 req-325f75e6-24e1-49b2-beb2-a45f8ffe67c2 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:33:50.349757 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-611db04e-c294-4df9-b570-747679b3a1d8 req-325f75e6-24e1-49b2-beb2-a45f8ffe67c2 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Calling delete_port for 195bb061-5bc4-4388-bcb0-d98cbabb506e owned by compute:nova {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:33:50.512122 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-611db04e-c294-4df9-b570-747679b3a1d8 req-325f75e6-24e1-49b2-beb2-a45f8ffe67c2 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:33:50.568274 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325f75e6-24e1-49b2-beb2-a45f8ffe67c2 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Pushing event deleted for resources: {'Port': ['ID=195bb061-5bc4-4388-bcb0-d98cbabb506e,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:33:50.650239 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-611db04e-c294-4df9-b570-747679b3a1d8 req-325f75e6-24e1-49b2-beb2-a45f8ffe67c2 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] No DVR routers for this DVR port 195bb061-5bc4-4388-bcb0-d98cbabb506e on host n-h1-844202-1 {{(pid=88524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:33:50.681957 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-611db04e-c294-4df9-b570-747679b3a1d8 req-325f75e6-24e1-49b2-beb2-a45f8ffe67c2 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:33:50.684592 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd922a918-a828-46ed-9bfe-232eaa3c7bcf', 'name': 'network-vif-deleted', 'tag': '195bb061-5bc4-4388-bcb0-d98cbabb506e'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:33:50.709170 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-32060e07-45ca-45ec-b3ec-e3362dd9ece7 req-44b7e322-cfd9-4d8d-a82d-5c6b3baddd5a tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/ports?device_id=d922a918-a828-46ed-9bfe-232eaa3c7bcf HTTP/1.1" status: 200 len: 210 time: 0.0610511 Jun 01 19:33:50.719116 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-611db04e-c294-4df9-b570-747679b3a1d8 req-325f75e6-24e1-49b2-beb2-a45f8ffe67c2 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.15 "DELETE /v2.0/ports/195bb061-5bc4-4388-bcb0-d98cbabb506e HTTP/1.1" status: 204 len: 173 time: 0.9451592 Jun 01 19:33:50.740122 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-041d2dcb-f7ab-4f15-9c92-11bb0acaae00'] response: {'server_uuid': 'd922a918-a828-46ed-9bfe-232eaa3c7bcf', 'name': 'network-vif-deleted', 'tag': '195bb061-5bc4-4388-bcb0-d98cbabb506e', 'status': 'completed', 'code': 200} Jun 01 19:33:51.874443 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-9ce779df-6364-423e-8e1d-92f123982630 req-2edc28f4-5956-4723-8ce0-411d0b9a3f45 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Synchronizing usage tracker for tenant:e7fa6482b873470e8b5274a0b6cb89ae on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:33:51.891412 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-9ce779df-6364-423e-8e1d-92f123982630 req-2edc28f4-5956-4723-8ce0-411d0b9a3f45 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Unset dirty status for tenant:e7fa6482b873470e8b5274a0b6cb89ae on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:33:51.892745 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9ce779df-6364-423e-8e1d-92f123982630 req-2edc28f4-5956-4723-8ce0-411d0b9a3f45 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "GET /v2.0/ports?device_id=d922a918-a828-46ed-9bfe-232eaa3c7bcf HTTP/1.1" status: 200 len: 210 time: 0.0606573 Jun 01 19:33:52.993810 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 50168) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:33:53.150638 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-5055124e-ff42-42f1-b7ef-6c53f4b379b2 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Deleting port b4e637d0-948e-42e0-8330-b2b50e0c2874 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:33:53.150968 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5055124e-ff42-42f1-b7ef-6c53f4b379b2 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:33:53.328275 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5055124e-ff42-42f1-b7ef-6c53f4b379b2 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:33:53.328587 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5055124e-ff42-42f1-b7ef-6c53f4b379b2 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:33:53.453708 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-5055124e-ff42-42f1-b7ef-6c53f4b379b2 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Calling delete_port for b4e637d0-948e-42e0-8330-b2b50e0c2874 owned by network:floatingip {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:33:53.597236 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5055124e-ff42-42f1-b7ef-6c53f4b379b2 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:33:53.753201 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5055124e-ff42-42f1-b7ef-6c53f4b379b2 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Pushing event deleted for resources: {'Port': ['ID=b4e637d0-948e-42e0-8330-b2b50e0c2874,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:33:53.847816 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5055124e-ff42-42f1-b7ef-6c53f4b379b2 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Notify callbacks [] for floatingip, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:33:53.865606 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5055124e-ff42-42f1-b7ef-6c53f4b379b2 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for floatingip, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:33:53.866746 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-5055124e-ff42-42f1-b7ef-6c53f4b379b2 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "DELETE /v2.0/floatingips/b6420f3e-298a-4a3d-a61b-c9cf4075b584 HTTP/1.1" status: 204 len: 168 time: 0.8719599 Jun 01 19:33:54.292257 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 195bb061-5bc4-4388-bcb0-d98cbabb506e no longer exists at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:33:54.331141 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] No Port match for: 195bb061-5bc4-4388-bcb0-d98cbabb506e {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:33:54.331483 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 195bb061-5bc4-4388-bcb0-d98cbabb506e not bound to the agent host n-h1-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:33:56.332424 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 50186) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:33:56.402612 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3c92b921-0152-462a-87ca-33d2b4f6e3f7 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:33:56.433292 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3c92b921-0152-462a-87ca-33d2b4f6e3f7 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:33:56.497761 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3c92b921-0152-462a-87ca-33d2b4f6e3f7 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:33:56.516763 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c92b921-0152-462a-87ca-33d2b4f6e3f7 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69a184b0-4b49-43a1-a178-506528d57d3e,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:33:56.533697 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3c92b921-0152-462a-87ca-33d2b4f6e3f7 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:33:56.535027 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-3c92b921-0152-462a-87ca-33d2b4f6e3f7 tempest-TestVolumeBootPattern-931967057 tempest-TestVolumeBootPattern-931967057-project] 10.222.0.41 "DELETE /v2.0/security-groups/69a184b0-4b49-43a1-a178-506528d57d3e HTTP/1.1" status: 204 len: 168 time: 0.2014053 Jun 01 19:33:56.598685 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 50192) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:33:57.295760 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1a620fcb-aac0-4885-9e9e-078942dcdca4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-887474'] for router_interface, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:33:57.748165 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-1a620fcb-aac0-4885-9e9e-078942dcdca4 admin admin] Deleting port b29d339d-f606-4b45-b014-3a9cb80f958c {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:33:57.748861 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1a620fcb-aac0-4885-9e9e-078942dcdca4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:33:57.924563 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [None req-1a620fcb-aac0-4885-9e9e-078942dcdca4 admin admin] For port b29d339d-f606-4b45-b014-3a9cb80f958c, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=b29d339d-f606-4b45-b014-3a9cb80f958c,segment=NetworkSegment(caf40787-7b50-4406-9921-dddcf758f24c),segment_id=caf40787-7b50-4406-9921-dddcf758f24c)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:33:57.924917 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1a620fcb-aac0-4885-9e9e-078942dcdca4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:33:58.051569 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-1a620fcb-aac0-4885-9e9e-078942dcdca4 admin admin] Calling delete_port for b29d339d-f606-4b45-b014-3a9cb80f958c owned by network:router_interface {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:33:58.234050 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1a620fcb-aac0-4885-9e9e-078942dcdca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:33:58.282907 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a620fcb-aac0-4885-9e9e-078942dcdca4 admin admin] Pushing event deleted for resources: {'Port': ['ID=b29d339d-f606-4b45-b014-3a9cb80f958c,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:33:58.570429 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1a620fcb-aac0-4885-9e9e-078942dcdca4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-887310'] for router_interface, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:33:58.954377 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a620fcb-aac0-4885-9e9e-078942dcdca4 admin admin] Router cf391632-dbd0-43da-980f-c81ee2cb2f6c has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 19:33:59.252105 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a620fcb-aac0-4885-9e9e-078942dcdca4 admin admin] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:33:59.260715 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f47602c6-b58f-4993-9e54-0b6fb6d2f01a None None] Sync routers for ids ['cf391632-dbd0-43da-980f-c81ee2cb2f6c'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:33:59.266920 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-1a620fcb-aac0-4885-9e9e-078942dcdca4 admin admin] 10.222.0.41 "PUT /v2.0/routers/cf391632-dbd0-43da-980f-c81ee2cb2f6c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6669550 Jun 01 19:33:59.269340 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 50198) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:33:59.270975 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47602c6-b58f-4993-9e54-0b6fb6d2f01a None None] Routers {'cf391632-dbd0-43da-980f-c81ee2cb2f6c'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:33:59.271574 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-f47602c6-b58f-4993-9e54-0b6fb6d2f01a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:33:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['cf391632-dbd0-43da-980f-c81ee2cb2f6c'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:33:59.447504 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2ca2d9ff-3f91-42c3-9d6d-1f1f6c8ae6c1 admin admin] Notify callbacks [] for router, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:33:59.455319 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-f47602c6-b58f-4993-9e54-0b6fb6d2f01a None None] Set router cf391632-dbd0-43da-980f-c81ee2cb2f6c gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:33:59.632553 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2ca2d9ff-3f91-42c3-9d6d-1f1f6c8ae6c1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:33:59.643585 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-2ca2d9ff-3f91-42c3-9d6d-1f1f6c8ae6c1 admin admin] Deleting port d169e9ea-329c-4a43-af71-5d23db88d4ff {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:33:59.644193 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2ca2d9ff-3f91-42c3-9d6d-1f1f6c8ae6c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:33:59.748537 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-f47602c6-b58f-4993-9e54-0b6fb6d2f01a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf391632-dbd0-43da-980f-c81ee2cb2f6c', 'name': 'tempest-TestVolumeBootPattern-1790725510-router', 'tenant_id': 'e7fa6482b873470e8b5274a0b6cb89ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': 'd169e9ea-329c-4a43-af71-5d23db88d4ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:22:26Z', 'updated_at': '2022-06-01T19:33:58Z', 'revision_number': 5, 'project_id': 'e7fa6482b873470e8b5274a0b6cb89ae', 'gw_port': {'id': 'd169e9ea-329c-4a43-af71-5d23db88d4ff', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ba:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf391632-dbd0-43da-980f-c81ee2cb2f6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:22:27Z', 'updated_at': '2022-06-01T19:22:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:33:59.752873 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f47602c6-b58f-4993-9e54-0b6fb6d2f01a None None] Checking router: cf391632-dbd0-43da-980f-c81ee2cb2f6c for host: n-d-844202-1 {{(pid=88527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 19:33:59.761707 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47602c6-b58f-4993-9e54-0b6fb6d2f01a None None] Routers {'cf391632-dbd0-43da-980f-c81ee2cb2f6c'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:33:59.762302 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-f47602c6-b58f-4993-9e54-0b6fb6d2f01a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:33:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['cf391632-dbd0-43da-980f-c81ee2cb2f6c'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:33:59.824982 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [None req-2ca2d9ff-3f91-42c3-9d6d-1f1f6c8ae6c1 admin admin] For port d169e9ea-329c-4a43-af71-5d23db88d4ff, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=d169e9ea-329c-4a43-af71-5d23db88d4ff,segment=NetworkSegment(7875af61-4c53-4ff2-b8c8-d4b7c35ff947),segment_id=7875af61-4c53-4ff2-b8c8-d4b7c35ff947)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:33:59.825328 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2ca2d9ff-3f91-42c3-9d6d-1f1f6c8ae6c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:33:59.953033 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-2ca2d9ff-3f91-42c3-9d6d-1f1f6c8ae6c1 admin admin] Calling delete_port for d169e9ea-329c-4a43-af71-5d23db88d4ff owned by network:router_gateway {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:33:59.955339 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-f47602c6-b58f-4993-9e54-0b6fb6d2f01a None None] Set router cf391632-dbd0-43da-980f-c81ee2cb2f6c gateway port host: None {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:34:00.070436 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-f47602c6-b58f-4993-9e54-0b6fb6d2f01a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf391632-dbd0-43da-980f-c81ee2cb2f6c', 'name': 'tempest-TestVolumeBootPattern-1790725510-router', 'tenant_id': 'e7fa6482b873470e8b5274a0b6cb89ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:22:26Z', 'updated_at': '2022-06-01T19:33:59Z', 'revision_number': 6, 'project_id': 'e7fa6482b873470e8b5274a0b6cb89ae', 'gw_port_host': None}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:34:00.074859 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f47602c6-b58f-4993-9e54-0b6fb6d2f01a None None] The sync data for ids ['cf391632-dbd0-43da-980f-c81ee2cb2f6c'] in n-d-844202-1 is: [{'id': 'cf391632-dbd0-43da-980f-c81ee2cb2f6c', 'name': 'tempest-TestVolumeBootPattern-1790725510-router', 'tenant_id': 'e7fa6482b873470e8b5274a0b6cb89ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:22:26Z', 'updated_at': '2022-06-01T19:33:59Z', 'revision_number': 6, 'project_id': 'e7fa6482b873470e8b5274a0b6cb89ae', 'gw_port_host': None}] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:34:00.137435 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2ca2d9ff-3f91-42c3-9d6d-1f1f6c8ae6c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:34:00.187919 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca2d9ff-3f91-42c3-9d6d-1f1f6c8ae6c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=d169e9ea-329c-4a43-af71-5d23db88d4ff,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:34:00.275933 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2ca2d9ff-3f91-42c3-9d6d-1f1f6c8ae6c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-887703'] for router_gateway, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:34:00.455838 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2ca2d9ff-3f91-42c3-9d6d-1f1f6c8ae6c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25316'] for router, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:34:00.458150 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2ca2d9ff-3f91-42c3-9d6d-1f1f6c8ae6c1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:34:00.481402 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2ca2d9ff-3f91-42c3-9d6d-1f1f6c8ae6c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-891519'] for router, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:34:00.481974 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ca2d9ff-3f91-42c3-9d6d-1f1f6c8ae6c1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cf391632-dbd0-43da-980f-c81ee2cb2f6c {{(pid=88524) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 19:34:00.495379 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2ca2d9ff-3f91-42c3-9d6d-1f1f6c8ae6c1 admin admin] Notify callbacks [] for router, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:34:00.496540 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-2ca2d9ff-3f91-42c3-9d6d-1f1f6c8ae6c1 admin admin] 10.222.0.41 "DELETE /v2.0/routers/cf391632-dbd0-43da-980f-c81ee2cb2f6c HTTP/1.1" status: 204 len: 168 time: 1.2262764 Jun 01 19:34:00.498943 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 50202) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:34:00.671424 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_v2 [None req-5428c2da-5b70-4df2-807e-86cce4b84dff admin admin] Deleting subnet 3c6d4c6d-6977-4f9b-a44c-9b6b04f8ca29 {{(pid=88524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 19:34:00.674491 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-5428c2da-5b70-4df2-807e-86cce4b84dff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:34:00.727202 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-5428c2da-5b70-4df2-807e-86cce4b84dff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2702137'] for subnet, precommit_delete_associations {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:34:00.805472 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-5428c2da-5b70-4df2-807e-86cce4b84dff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:34:00.877014 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-5428c2da-5b70-4df2-807e-86cce4b84dff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2718856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3066595'] for subnet, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:34:00.915055 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5428c2da-5b70-4df2-807e-86cce4b84dff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c6d4c6d-6977-4f9b-a44c-9b6b04f8ca29,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:34:00.918352 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-5428c2da-5b70-4df2-807e-86cce4b84dff admin admin] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:34:00.927626 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 50206) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:34:00.928129 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-5428c2da-5b70-4df2-807e-86cce4b84dff admin admin] 10.222.0.41 "DELETE /v2.0/subnets/3c6d4c6d-6977-4f9b-a44c-9b6b04f8ca29 HTTP/1.1" status: 204 len: 168 time: 0.4271529 Jun 01 19:34:00.929342 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdc92d01-25b4-4d70-80e4-ee04f804dc2f None None] Network 06227175-383a-438d-b2ea-446bb23d085d requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:34:01.012129 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device b29d339d-f606-4b45-b014-3a9cb80f958c no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:34:01.064787 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: b29d339d-f606-4b45-b014-3a9cb80f958c {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:34:01.065127 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device b29d339d-f606-4b45-b014-3a9cb80f958c not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:34:01.065543 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device d169e9ea-329c-4a43-af71-5d23db88d4ff no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:34:01.068162 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6fd28df2-a1ef-40bc-b6cf-3366f2a77b34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:34:01.080184 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-6fd28df2-a1ef-40bc-b6cf-3366f2a77b34 admin admin] Deleting port 9fa0ea06-9842-4946-94c6-5cdfcc0324a2 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:34:01.080554 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6fd28df2-a1ef-40bc-b6cf-3366f2a77b34 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:34:01.111503 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: d169e9ea-329c-4a43-af71-5d23db88d4ff {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:34:01.111841 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device d169e9ea-329c-4a43-af71-5d23db88d4ff not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:34:01.268190 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20d3075d-1895-4f69-91c4-8bbbbd678e07 None None] DHCP port deletion for 06227175-383a-438d-b2ea-446bb23d085d request from n-d-844202-1 {{(pid=88526) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 19:34:01.272362 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-20d3075d-1895-4f69-91c4-8bbbbd678e07 None None] Deleting port 9fa0ea06-9842-4946-94c6-5cdfcc0324a2 {{(pid=88526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:34:01.272735 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-20d3075d-1895-4f69-91c4-8bbbbd678e07 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:34:01.302641 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [None req-6fd28df2-a1ef-40bc-b6cf-3366f2a77b34 admin admin] For port 9fa0ea06-9842-4946-94c6-5cdfcc0324a2, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=9fa0ea06-9842-4946-94c6-5cdfcc0324a2,segment=NetworkSegment(caf40787-7b50-4406-9921-dddcf758f24c),segment_id=caf40787-7b50-4406-9921-dddcf758f24c)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:34:01.302991 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6fd28df2-a1ef-40bc-b6cf-3366f2a77b34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:34:01.430260 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-6fd28df2-a1ef-40bc-b6cf-3366f2a77b34 admin admin] Calling delete_port for 9fa0ea06-9842-4946-94c6-5cdfcc0324a2 owned by network:dhcp {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:34:01.489732 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-20d3075d-1895-4f69-91c4-8bbbbd678e07 None None] For port 9fa0ea06-9842-4946-94c6-5cdfcc0324a2, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=9fa0ea06-9842-4946-94c6-5cdfcc0324a2,segment=NetworkSegment(caf40787-7b50-4406-9921-dddcf758f24c),segment_id=caf40787-7b50-4406-9921-dddcf758f24c)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:34:01.490036 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-20d3075d-1895-4f69-91c4-8bbbbd678e07 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:34:01.510978 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6fd28df2-a1ef-40bc-b6cf-3366f2a77b34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:34:01.562486 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd28df2-a1ef-40bc-b6cf-3366f2a77b34 admin admin] Pushing event deleted for resources: {'Port': ['ID=9fa0ea06-9842-4946-94c6-5cdfcc0324a2,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:34:01.567281 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd28df2-a1ef-40bc-b6cf-3366f2a77b34 admin admin] No DVR routers for this DVR port 9fa0ea06-9842-4946-94c6-5cdfcc0324a2 on host n-d-844202-1 {{(pid=88525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:34:01.652475 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-20d3075d-1895-4f69-91c4-8bbbbd678e07 None None] Calling delete_port for 9fa0ea06-9842-4946-94c6-5cdfcc0324a2 owned by network:dhcp {{(pid=88526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:34:01.684111 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6fd28df2-a1ef-40bc-b6cf-3366f2a77b34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:34:01.710021 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-6fd28df2-a1ef-40bc-b6cf-3366f2a77b34 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06227175-383a-438d-b2ea-446bb23d085d']}} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:34:01.721148 n-d-844202-1 neutron-server[88526]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 19:34:01.721148 n-d-844202-1 neutron-server[88526]: util.warn( Jun 01 19:34:01.721148 n-d-844202-1 neutron-server[88526]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 19:34:01.721148 n-d-844202-1 neutron-server[88526]: util.warn( Jun 01 19:34:01.721148 n-d-844202-1 neutron-server[88526]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 19:34:01.721148 n-d-844202-1 neutron-server[88526]: util.warn( Jun 01 19:34:01.721148 n-d-844202-1 neutron-server[88526]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 19:34:01.721148 n-d-844202-1 neutron-server[88526]: util.warn( Jun 01 19:34:01.721148 n-d-844202-1 neutron-server[88526]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 19:34:01.721148 n-d-844202-1 neutron-server[88526]: util.warn( Jun 01 19:34:01.721148 n-d-844202-1 neutron-server[88526]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 19:34:01.721148 n-d-844202-1 neutron-server[88526]: util.warn( Jun 01 19:34:01.721148 n-d-844202-1 neutron-server[88526]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 19:34:01.721148 n-d-844202-1 neutron-server[88526]: util.warn( Jun 01 19:34:01.721148 n-d-844202-1 neutron-server[88526]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 19:34:01.721148 n-d-844202-1 neutron-server[88526]: util.warn( Jun 01 19:34:01.721148 n-d-844202-1 neutron-server[88526]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 19:34:01.721148 n-d-844202-1 neutron-server[88526]: util.warn( Jun 01 19:34:01.721148 n-d-844202-1 neutron-server[88526]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 19:34:01.721148 n-d-844202-1 neutron-server[88526]: util.warn( Jun 01 19:34:01.721148 n-d-844202-1 neutron-server[88526]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 19:34:01.721148 n-d-844202-1 neutron-server[88526]: util.warn( Jun 01 19:34:01.721148 n-d-844202-1 neutron-server[88526]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 19:34:01.721148 n-d-844202-1 neutron-server[88526]: util.warn( Jun 01 19:34:01.721148 n-d-844202-1 neutron-server[88526]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 19:34:01.721148 n-d-844202-1 neutron-server[88526]: util.warn( Jun 01 19:34:01.721148 n-d-844202-1 neutron-server[88526]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 19:34:01.721148 n-d-844202-1 neutron-server[88526]: util.warn( Jun 01 19:34:01.721148 n-d-844202-1 neutron-server[88526]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 19:34:01.721148 n-d-844202-1 neutron-server[88526]: util.warn( Jun 01 19:34:01.721148 n-d-844202-1 neutron-server[88526]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 19:34:01.721148 n-d-844202-1 neutron-server[88526]: util.warn( Jun 01 19:34:01.721148 n-d-844202-1 neutron-server[88526]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 19:34:01.721148 n-d-844202-1 neutron-server[88526]: util.warn( Jun 01 19:34:01.721148 n-d-844202-1 neutron-server[88526]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 19:34:01.721148 n-d-844202-1 neutron-server[88526]: util.warn( Jun 01 19:34:01.721148 n-d-844202-1 neutron-server[88526]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 19:34:01.721148 n-d-844202-1 neutron-server[88526]: util.warn( Jun 01 19:34:01.721148 n-d-844202-1 neutron-server[88526]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 19:34:01.721148 n-d-844202-1 neutron-server[88526]: util.warn( Jun 01 19:34:01.721148 n-d-844202-1 neutron-server[88526]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 19:34:01.721148 n-d-844202-1 neutron-server[88526]: util.warn( Jun 01 19:34:01.721148 n-d-844202-1 neutron-server[88526]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 19:34:01.721148 n-d-844202-1 neutron-server[88526]: util.warn( Jun 01 19:34:01.721148 n-d-844202-1 neutron-server[88526]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 19:34:01.721148 n-d-844202-1 neutron-server[88526]: util.warn( Jun 01 19:34:01.721148 n-d-844202-1 neutron-server[88526]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 19:34:01.721148 n-d-844202-1 neutron-server[88526]: util.warn( Jun 01 19:34:01.721148 n-d-844202-1 neutron-server[88526]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 19:34:01.721148 n-d-844202-1 neutron-server[88526]: util.warn( Jun 01 19:34:01.721148 n-d-844202-1 neutron-server[88526]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 19:34:01.721148 n-d-844202-1 neutron-server[88526]: util.warn( Jun 01 19:34:01.721148 n-d-844202-1 neutron-server[88526]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 19:34:01.721148 n-d-844202-1 neutron-server[88526]: util.warn( Jun 01 19:34:01.721148 n-d-844202-1 neutron-server[88526]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 19:34:01.721148 n-d-844202-1 neutron-server[88526]: util.warn( Jun 01 19:34:01.723972 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-6fd28df2-a1ef-40bc-b6cf-3366f2a77b34 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'caf40787-7b50-4406-9921-dddcf758f24c') {'for_net_delete': True} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:34:01.723972 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-6fd28df2-a1ef-40bc-b6cf-3366f2a77b34 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'caf40787-7b50-4406-9921-dddcf758f24c') {} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:34:01.725126 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.db.api [None req-20d3075d-1895-4f69-91c4-8bbbbd678e07 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88526) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 19:34:01.725473 n-d-844202-1 neutron-server[88526]: DEBUG oslo_db.api [None req-20d3075d-1895-4f69-91c4-8bbbbd678e07 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 19:34:01.734891 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6fd28df2-a1ef-40bc-b6cf-3366f2a77b34 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2258522'] for segment, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:34:01.751435 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6fd28df2-a1ef-40bc-b6cf-3366f2a77b34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:34:01.758643 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fd28df2-a1ef-40bc-b6cf-3366f2a77b34 admin admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=88525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 19:34:01.759114 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6fd28df2-a1ef-40bc-b6cf-3366f2a77b34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2613981'] for segment, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:34:01.842519 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment caf40787-7b50-4406-9921-dddcf758f24c resource provider aggregate not found Jun 01 19:34:01.862134 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment caf40787-7b50-4406-9921-dddcf758f24c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid caf40787-7b50-4406-9921-dddcf758f24c found for delete ", "request_id": "req-3ee3685f-a92a-42f1-b503-326ea18d7449"}]} Jun 01 19:34:01.877333 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6fd28df2-a1ef-40bc-b6cf-3366f2a77b34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:34:01.895937 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6fd28df2-a1ef-40bc-b6cf-3366f2a77b34 admin admin] Notify callbacks [] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:34:01.901735 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd28df2-a1ef-40bc-b6cf-3366f2a77b34 admin admin] Pushing event deleted for resources: {'Network': ['ID=06227175-383a-438d-b2ea-446bb23d085d,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:34:01.919547 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-6fd28df2-a1ef-40bc-b6cf-3366f2a77b34 admin admin] 10.222.0.41 "DELETE /v2.0/networks/06227175-383a-438d-b2ea-446bb23d085d HTTP/1.1" status: 204 len: 168 time: 0.9901745 Jun 01 19:34:01.922464 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 50214) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:34:02.226668 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-20d3075d-1895-4f69-91c4-8bbbbd678e07 None None] Deleting port 9fa0ea06-9842-4946-94c6-5cdfcc0324a2 {{(pid=88526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:34:02.227242 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-20d3075d-1895-4f69-91c4-8bbbbd678e07 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:34:02.300754 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-20d3075d-1895-4f69-91c4-8bbbbd678e07 None None] The port '9fa0ea06-9842-4946-94c6-5cdfcc0324a2' was deleted {{(pid=88526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 01 19:34:02.607533 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b50f2f9c-cfab-48c3-b940-7ad985e9fc20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-887474'] for router_interface, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:34:02.923442 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.agents_db [None req-e814b9cf-7de8-45d0-a079-29c61fabe7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 19:34:02.986635 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-b50f2f9c-cfab-48c3-b940-7ad985e9fc20 admin admin] Deleting port 97815fc7-14e2-4470-8928-7ed62fa1df3a {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:34:02.987095 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b50f2f9c-cfab-48c3-b940-7ad985e9fc20 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:34:02.990571 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 9fa0ea06-9842-4946-94c6-5cdfcc0324a2 no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:34:03.024456 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: 9fa0ea06-9842-4946-94c6-5cdfcc0324a2 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:34:03.024810 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 9fa0ea06-9842-4946-94c6-5cdfcc0324a2 not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:34:03.169936 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [None req-b50f2f9c-cfab-48c3-b940-7ad985e9fc20 admin admin] For port 97815fc7-14e2-4470-8928-7ed62fa1df3a, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=97815fc7-14e2-4470-8928-7ed62fa1df3a,segment=NetworkSegment(9807bce8-74df-4fc1-bf49-d17aa605f795),segment_id=9807bce8-74df-4fc1-bf49-d17aa605f795)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:34:03.170288 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b50f2f9c-cfab-48c3-b940-7ad985e9fc20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:34:03.300203 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-b50f2f9c-cfab-48c3-b940-7ad985e9fc20 admin admin] Calling delete_port for 97815fc7-14e2-4470-8928-7ed62fa1df3a owned by network:router_interface {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:34:03.507718 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b50f2f9c-cfab-48c3-b940-7ad985e9fc20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:34:03.563306 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50f2f9c-cfab-48c3-b940-7ad985e9fc20 admin admin] Pushing event deleted for resources: {'Port': ['ID=97815fc7-14e2-4470-8928-7ed62fa1df3a,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:34:03.945914 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b50f2f9c-cfab-48c3-b940-7ad985e9fc20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-887310'] for router_interface, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:34:04.306574 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b50f2f9c-cfab-48c3-b940-7ad985e9fc20 admin admin] Router d02785db-2c97-4341-b923-dfb93c4d87be has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 19:34:04.483664 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b50f2f9c-cfab-48c3-b940-7ad985e9fc20 admin admin] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:34:04.492404 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e2b510-dcaf-470c-8e33-d3a82045bbd7 None None] Sync routers for ids ['d02785db-2c97-4341-b923-dfb93c4d87be'] in n-d-844202-1 {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:34:04.503092 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e2b510-dcaf-470c-8e33-d3a82045bbd7 None None] Routers {'d02785db-2c97-4341-b923-dfb93c4d87be'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:34:04.503677 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-b3e2b510-dcaf-470c-8e33-d3a82045bbd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:33:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['d02785db-2c97-4341-b923-dfb93c4d87be'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:34:04.506703 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-b50f2f9c-cfab-48c3-b940-7ad985e9fc20 admin admin] 10.222.0.41 "PUT /v2.0/routers/d02785db-2c97-4341-b923-dfb93c4d87be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5809655 Jun 01 19:34:04.507283 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 50218) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:34:04.682697 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-b3e2b510-dcaf-470c-8e33-d3a82045bbd7 None None] Set router d02785db-2c97-4341-b923-dfb93c4d87be gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:34:04.685373 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f43ebefb-0600-4f74-b72f-35381c5b7f85 admin admin] Notify callbacks [] for router, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:34:04.872530 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f43ebefb-0600-4f74-b72f-35381c5b7f85 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:34:04.883343 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-f43ebefb-0600-4f74-b72f-35381c5b7f85 admin admin] Deleting port f70f6ee5-c809-4a11-801f-6e8c8830fa13 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:34:04.883697 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f43ebefb-0600-4f74-b72f-35381c5b7f85 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:34:04.973423 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-b3e2b510-dcaf-470c-8e33-d3a82045bbd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd02785db-2c97-4341-b923-dfb93c4d87be', 'name': 'tempest-TestVolumeBootPattern-2138400899-router', 'tenant_id': '75ab13780c214c65910c4a1c4905f2aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': 'f70f6ee5-c809-4a11-801f-6e8c8830fa13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:22:38Z', 'updated_at': '2022-06-01T19:34:03Z', 'revision_number': 5, 'project_id': '75ab13780c214c65910c4a1c4905f2aa', 'gw_port': {'id': 'f70f6ee5-c809-4a11-801f-6e8c8830fa13', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:a1:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd02785db-2c97-4341-b923-dfb93c4d87be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:22:39Z', 'updated_at': '2022-06-01T19:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:34:04.982331 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e2b510-dcaf-470c-8e33-d3a82045bbd7 None None] Checking router: d02785db-2c97-4341-b923-dfb93c4d87be for host: n-d-844202-1 {{(pid=88526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 19:34:04.996895 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e2b510-dcaf-470c-8e33-d3a82045bbd7 None None] Routers {'d02785db-2c97-4341-b923-dfb93c4d87be'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:34:04.997505 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-b3e2b510-dcaf-470c-8e33-d3a82045bbd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:33:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['d02785db-2c97-4341-b923-dfb93c4d87be'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:34:05.068381 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [None req-f43ebefb-0600-4f74-b72f-35381c5b7f85 admin admin] For port f70f6ee5-c809-4a11-801f-6e8c8830fa13, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=f70f6ee5-c809-4a11-801f-6e8c8830fa13,segment=NetworkSegment(7875af61-4c53-4ff2-b8c8-d4b7c35ff947),segment_id=7875af61-4c53-4ff2-b8c8-d4b7c35ff947)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:34:05.069008 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f43ebefb-0600-4f74-b72f-35381c5b7f85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:34:05.151675 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-b3e2b510-dcaf-470c-8e33-d3a82045bbd7 None None] Set router d02785db-2c97-4341-b923-dfb93c4d87be gateway port host: None {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:34:05.194095 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-f43ebefb-0600-4f74-b72f-35381c5b7f85 admin admin] Calling delete_port for f70f6ee5-c809-4a11-801f-6e8c8830fa13 owned by network:router_gateway {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:34:05.259424 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-b3e2b510-dcaf-470c-8e33-d3a82045bbd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd02785db-2c97-4341-b923-dfb93c4d87be', 'name': 'tempest-TestVolumeBootPattern-2138400899-router', 'tenant_id': '75ab13780c214c65910c4a1c4905f2aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:22:38Z', 'updated_at': '2022-06-01T19:34:04Z', 'revision_number': 6, 'project_id': '75ab13780c214c65910c4a1c4905f2aa', 'gw_port_host': None}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:34:05.264134 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e2b510-dcaf-470c-8e33-d3a82045bbd7 None None] The sync data for ids ['d02785db-2c97-4341-b923-dfb93c4d87be'] in n-d-844202-1 is: [{'id': 'd02785db-2c97-4341-b923-dfb93c4d87be', 'name': 'tempest-TestVolumeBootPattern-2138400899-router', 'tenant_id': '75ab13780c214c65910c4a1c4905f2aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:22:38Z', 'updated_at': '2022-06-01T19:34:04Z', 'revision_number': 6, 'project_id': '75ab13780c214c65910c4a1c4905f2aa', 'gw_port_host': None}] {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:34:05.479457 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f43ebefb-0600-4f74-b72f-35381c5b7f85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:34:05.525799 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43ebefb-0600-4f74-b72f-35381c5b7f85 admin admin] Pushing event deleted for resources: {'Port': ['ID=f70f6ee5-c809-4a11-801f-6e8c8830fa13,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:34:05.622220 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f43ebefb-0600-4f74-b72f-35381c5b7f85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-887703'] for router_gateway, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:34:05.795625 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f43ebefb-0600-4f74-b72f-35381c5b7f85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25316'] for router, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:34:05.798402 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f43ebefb-0600-4f74-b72f-35381c5b7f85 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:34:05.820715 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f43ebefb-0600-4f74-b72f-35381c5b7f85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-891519'] for router, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:34:05.821213 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f43ebefb-0600-4f74-b72f-35381c5b7f85 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d02785db-2c97-4341-b923-dfb93c4d87be {{(pid=88525) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 19:34:05.832975 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f43ebefb-0600-4f74-b72f-35381c5b7f85 admin admin] Notify callbacks [] for router, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:34:05.834084 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-f43ebefb-0600-4f74-b72f-35381c5b7f85 admin admin] 10.222.0.41 "DELETE /v2.0/routers/d02785db-2c97-4341-b923-dfb93c4d87be HTTP/1.1" status: 204 len: 168 time: 1.3257060 Jun 01 19:34:05.836679 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 50222) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:34:05.901391 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b19673e-b8d0-44fb-8d59-ba944e9f3ba4 admin admin] Deleting subnet 45e18d96-f128-4166-8e7e-60d60796ecf7 {{(pid=88525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 19:34:05.904479 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0b19673e-b8d0-44fb-8d59-ba944e9f3ba4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:34:05.957037 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0b19673e-b8d0-44fb-8d59-ba944e9f3ba4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2258509'] for subnet, precommit_delete_associations {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:34:06.038571 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0b19673e-b8d0-44fb-8d59-ba944e9f3ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:34:06.108216 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0b19673e-b8d0-44fb-8d59-ba944e9f3ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2614143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9667199'] for subnet, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:34:06.150038 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b19673e-b8d0-44fb-8d59-ba944e9f3ba4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45e18d96-f128-4166-8e7e-60d60796ecf7,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:34:06.153568 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0b19673e-b8d0-44fb-8d59-ba944e9f3ba4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:34:06.160162 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-0b19673e-b8d0-44fb-8d59-ba944e9f3ba4 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/45e18d96-f128-4166-8e7e-60d60796ecf7 HTTP/1.1" status: 204 len: 168 time: 0.3224871 Jun 01 19:34:06.161016 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b341143-b8c9-45f9-9191-79833d1ae506 None None] Network 478c7d7a-f936-4d14-bc10-2576929fd3a7 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:34:06.162823 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 50226) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:34:06.271956 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-740eff31-2f0b-4318-81d0-ae53df2039ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:34:06.286095 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-740eff31-2f0b-4318-81d0-ae53df2039ad admin admin] Deleting port d660d469-e54b-41a1-b6a6-9f40c41a58d6 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:34:06.286425 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-740eff31-2f0b-4318-81d0-ae53df2039ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:34:06.412839 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4407050-9782-42f1-8c42-f612255f8602 None None] DHCP port deletion for 478c7d7a-f936-4d14-bc10-2576929fd3a7 request from n-d-844202-1 {{(pid=88526) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 19:34:06.417032 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-a4407050-9782-42f1-8c42-f612255f8602 None None] Deleting port d660d469-e54b-41a1-b6a6-9f40c41a58d6 {{(pid=88526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:34:06.417397 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-a4407050-9782-42f1-8c42-f612255f8602 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:34:06.497282 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [None req-740eff31-2f0b-4318-81d0-ae53df2039ad admin admin] For port d660d469-e54b-41a1-b6a6-9f40c41a58d6, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=d660d469-e54b-41a1-b6a6-9f40c41a58d6,segment=NetworkSegment(9807bce8-74df-4fc1-bf49-d17aa605f795),segment_id=9807bce8-74df-4fc1-bf49-d17aa605f795)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:34:06.497637 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-740eff31-2f0b-4318-81d0-ae53df2039ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:34:06.627465 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-740eff31-2f0b-4318-81d0-ae53df2039ad admin admin] Calling delete_port for d660d469-e54b-41a1-b6a6-9f40c41a58d6 owned by network:dhcp {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:34:06.660252 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-a4407050-9782-42f1-8c42-f612255f8602 None None] For port d660d469-e54b-41a1-b6a6-9f40c41a58d6, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=d660d469-e54b-41a1-b6a6-9f40c41a58d6,segment=NetworkSegment(9807bce8-74df-4fc1-bf49-d17aa605f795),segment_id=9807bce8-74df-4fc1-bf49-d17aa605f795)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:34:06.660633 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-a4407050-9782-42f1-8c42-f612255f8602 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:34:06.707231 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-740eff31-2f0b-4318-81d0-ae53df2039ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:34:06.754657 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740eff31-2f0b-4318-81d0-ae53df2039ad admin admin] Pushing event deleted for resources: {'Port': ['ID=d660d469-e54b-41a1-b6a6-9f40c41a58d6,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:34:06.759851 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740eff31-2f0b-4318-81d0-ae53df2039ad admin admin] No DVR routers for this DVR port d660d469-e54b-41a1-b6a6-9f40c41a58d6 on host n-d-844202-1 {{(pid=88525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:34:06.786727 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-a4407050-9782-42f1-8c42-f612255f8602 None None] Calling delete_port for d660d469-e54b-41a1-b6a6-9f40c41a58d6 owned by network:dhcp {{(pid=88526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:34:06.856813 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.db.api [None req-a4407050-9782-42f1-8c42-f612255f8602 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88526) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 19:34:06.857158 n-d-844202-1 neutron-server[88526]: DEBUG oslo_db.api [None req-a4407050-9782-42f1-8c42-f612255f8602 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 19:34:06.881264 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-740eff31-2f0b-4318-81d0-ae53df2039ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:34:06.911750 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-740eff31-2f0b-4318-81d0-ae53df2039ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['478c7d7a-f936-4d14-bc10-2576929fd3a7']}} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:34:06.927660 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-740eff31-2f0b-4318-81d0-ae53df2039ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9807bce8-74df-4fc1-bf49-d17aa605f795') {'for_net_delete': True} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:34:06.927943 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-740eff31-2f0b-4318-81d0-ae53df2039ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9807bce8-74df-4fc1-bf49-d17aa605f795') {} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:34:06.940099 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-740eff31-2f0b-4318-81d0-ae53df2039ad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2258522'] for segment, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:34:06.961377 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-740eff31-2f0b-4318-81d0-ae53df2039ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:34:06.969217 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-740eff31-2f0b-4318-81d0-ae53df2039ad admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=88525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 19:34:06.969722 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-740eff31-2f0b-4318-81d0-ae53df2039ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2613981'] for segment, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:34:07.000477 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 97815fc7-14e2-4470-8928-7ed62fa1df3a no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:34:07.034592 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment 9807bce8-74df-4fc1-bf49-d17aa605f795 resource provider aggregate not found Jun 01 19:34:07.035683 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: 97815fc7-14e2-4470-8928-7ed62fa1df3a {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:34:07.036015 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 97815fc7-14e2-4470-8928-7ed62fa1df3a not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:34:07.036461 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device d660d469-e54b-41a1-b6a6-9f40c41a58d6 no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:34:07.056479 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment 9807bce8-74df-4fc1-bf49-d17aa605f795 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9807bce8-74df-4fc1-bf49-d17aa605f795 found for delete ", "request_id": "req-320ddda7-bb17-46d0-9d15-a4450af04985"}]} Jun 01 19:34:07.069272 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-740eff31-2f0b-4318-81d0-ae53df2039ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:34:07.075343 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: d660d469-e54b-41a1-b6a6-9f40c41a58d6 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:34:07.075692 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device d660d469-e54b-41a1-b6a6-9f40c41a58d6 not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:34:07.076116 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device f70f6ee5-c809-4a11-801f-6e8c8830fa13 no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:34:07.089397 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-740eff31-2f0b-4318-81d0-ae53df2039ad admin admin] Notify callbacks [] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:34:07.103720 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740eff31-2f0b-4318-81d0-ae53df2039ad admin admin] Pushing event deleted for resources: {'Network': ['ID=478c7d7a-f936-4d14-bc10-2576929fd3a7,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:34:07.109878 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: f70f6ee5-c809-4a11-801f-6e8c8830fa13 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:34:07.110232 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device f70f6ee5-c809-4a11-801f-6e8c8830fa13 not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:34:07.111254 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-740eff31-2f0b-4318-81d0-ae53df2039ad admin admin] 10.222.0.41 "DELETE /v2.0/networks/478c7d7a-f936-4d14-bc10-2576929fd3a7 HTTP/1.1" status: 204 len: 168 time: 0.9474463 Jun 01 19:34:07.147487 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-0b506dda-ffef-44fd-b130-084e53a9a5f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:34:07.241947 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 50236) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:34:07.292649 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-d74ce629-3a59-4981-b0f3-98485aab9512 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e7fa6482b873470e8b5274a0b6cb89ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0494852 Jun 01 19:34:07.295246 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 50240) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:34:07.359590 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-a4407050-9782-42f1-8c42-f612255f8602 None None] Deleting port d660d469-e54b-41a1-b6a6-9f40c41a58d6 {{(pid=88526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:34:07.360149 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-a4407050-9782-42f1-8c42-f612255f8602 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:34:07.432317 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-a4407050-9782-42f1-8c42-f612255f8602 None None] The port 'd660d469-e54b-41a1-b6a6-9f40c41a58d6' was deleted {{(pid=88526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 01 19:34:07.466400 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2ad91f70-1ce5-40bd-8fee-d57c9f46805e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:34:07.492556 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2ad91f70-1ce5-40bd-8fee-d57c9f46805e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:34:07.550153 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2ad91f70-1ce5-40bd-8fee-d57c9f46805e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:34:07.569500 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad91f70-1ce5-40bd-8fee-d57c9f46805e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57a825b2-df9c-47c9-a42f-bb66ab7a288b,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:34:07.577565 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2ad91f70-1ce5-40bd-8fee-d57c9f46805e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:34:07.579555 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-2ad91f70-1ce5-40bd-8fee-d57c9f46805e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/57a825b2-df9c-47c9-a42f-bb66ab7a288b HTTP/1.1" status: 204 len: 168 time: 0.2829721 Jun 01 19:34:07.964339 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 50250) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:34:08.015815 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-2bc93feb-389f-4df5-b62f-45ee779984f9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=75ab13780c214c65910c4a1c4905f2aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0502167 Jun 01 19:34:08.018335 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 50254) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:34:08.081025 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-04562246-7bf9-4997-b3f4-cdbdd463c8c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:34:08.109079 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-04562246-7bf9-4997-b3f4-cdbdd463c8c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:34:08.162103 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-04562246-7bf9-4997-b3f4-cdbdd463c8c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:34:08.178504 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04562246-7bf9-4997-b3f4-cdbdd463c8c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bec2e3d-0406-454d-846c-ea55e35ff086,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:34:08.182838 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-04562246-7bf9-4997-b3f4-cdbdd463c8c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:34:08.183928 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-04562246-7bf9-4997-b3f4-cdbdd463c8c5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4bec2e3d-0406-454d-846c-ea55e35ff086 HTTP/1.1" status: 204 len: 168 time: 0.1646118 Jun 01 19:34:09.559661 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-4f9ce205-eace-4628-a9d6-c6cf126cd8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:34:10.704027 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:34:10.714154 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:34:11.698262 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:34:12.060390 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:34:12.308338 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:34:19.489779 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4af6b02d-ada3-4553-b159-92d6aadc0bca req-47120600-a89c-4519-8b8b-cb6b8fc72dc7 tempest-ServersAdminNegativeTestJSON-2111189907 tempest-ServersAdminNegativeTestJSON-2111189907-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=4be85d5cc6cd4e9d9ef7940310ba1714&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0271654 Jun 01 19:34:19.641030 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af6b02d-ada3-4553-b159-92d6aadc0bca req-ba40fcf9-ce90-4033-acbd-4de4c71fd545 tempest-ServersAdminNegativeTestJSON-2111189907 tempest-ServersAdminNegativeTestJSON-2111189907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:34:19.642394 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4af6b02d-ada3-4553-b159-92d6aadc0bca req-ba40fcf9-ce90-4033-acbd-4de4c71fd545 tempest-ServersAdminNegativeTestJSON-2111189907 tempest-ServersAdminNegativeTestJSON-2111189907-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1475575 Jun 01 19:34:19.657528 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4af6b02d-ada3-4553-b159-92d6aadc0bca req-72640f33-b922-48ea-8933-b4b79be99b92 tempest-ServersAdminNegativeTestJSON-2111189907 tempest-ServersAdminNegativeTestJSON-2111189907-project] 10.222.0.41 "GET /v2.0/quotas/4be85d5cc6cd4e9d9ef7940310ba1714 HTTP/1.1" status: 200 len: 375 time: 0.0097451 Jun 01 19:34:19.714373 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4af6b02d-ada3-4553-b159-92d6aadc0bca req-7739e828-e8ba-4b65-8d60-35afe298a6b8 tempest-ServersAdminNegativeTestJSON-2111189907 tempest-ServersAdminNegativeTestJSON-2111189907-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=4be85d5cc6cd4e9d9ef7940310ba1714&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0517690 Jun 01 19:34:20.913288 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-19b74969-c9d5-4759-a280-55d6439b2398 req-b50231b9-1931-4eb3-992b-04a5114c8642 tempest-ServersAdminNegativeTestJSON-2111189907 tempest-ServersAdminNegativeTestJSON-2111189907-project] 10.222.0.41 "GET /v2.0/ports?device_id=df49dd02-158d-4cd4-bf62-114125b5eb77 HTTP/1.1" status: 200 len: 210 time: 0.0433991 Jun 01 19:34:22.012010 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-398ea536-e53f-45c3-b6ec-5a34e35c82e3 req-70c31847-0fc9-4bb2-be11-58596dd44a8f tempest-ServersAdminNegativeTestJSON-2111189907 tempest-ServersAdminNegativeTestJSON-2111189907-project] 10.222.0.41 "GET /v2.0/ports?device_id=df49dd02-158d-4cd4-bf62-114125b5eb77 HTTP/1.1" status: 200 len: 210 time: 0.0437458 Jun 01 19:34:23.110234 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a01426da-e2da-4717-aebb-7addad9cc069 req-4783cfca-b627-40ab-93aa-e7a8c65416c1 tempest-ServersAdminNegativeTestJSON-2111189907 tempest-ServersAdminNegativeTestJSON-2111189907-project] 10.222.0.41 "GET /v2.0/ports?device_id=df49dd02-158d-4cd4-bf62-114125b5eb77 HTTP/1.1" status: 200 len: 210 time: 0.0462229 Jun 01 19:34:24.087627 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4af6b02d-ada3-4553-b159-92d6aadc0bca req-a11b502c-546d-4f41-a6e5-30bf894bbcb5 tempest-ServersAdminNegativeTestJSON-2111189907 tempest-ServersAdminNegativeTestJSON-2111189907-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=4be85d5cc6cd4e9d9ef7940310ba1714&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0350919 Jun 01 19:34:24.265368 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af6b02d-ada3-4553-b159-92d6aadc0bca req-528005f5-345a-4774-a8a2-38ddf155730e tempest-ServersAdminNegativeTestJSON-2111189907 tempest-ServersAdminNegativeTestJSON-2111189907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:34:24.266862 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4af6b02d-ada3-4553-b159-92d6aadc0bca req-528005f5-345a-4774-a8a2-38ddf155730e tempest-ServersAdminNegativeTestJSON-2111189907 tempest-ServersAdminNegativeTestJSON-2111189907-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1751342 Jun 01 19:34:24.275883 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a53d429a-d98e-487b-8d1c-acb0528f8b9f req-710017ef-5704-404f-a10c-dc485ae9d63d tempest-ServersAdminNegativeTestJSON-2111189907 tempest-ServersAdminNegativeTestJSON-2111189907-project] 10.222.0.41 "GET /v2.0/ports?device_id=df49dd02-158d-4cd4-bf62-114125b5eb77 HTTP/1.1" status: 200 len: 210 time: 0.0474613 Jun 01 19:34:24.280293 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-4af6b02d-ada3-4553-b159-92d6aadc0bca req-81dc79bb-d614-44ce-9419-38605fb821cf tempest-ServersAdminNegativeTestJSON-2111189907 tempest-ServersAdminNegativeTestJSON-2111189907-project] Request body: {'port': {'device_id': 'df49dd02-158d-4cd4-bf62-114125b5eb77', 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426', 'admin_state_up': True, 'tenant_id': '4be85d5cc6cd4e9d9ef7940310ba1714'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:34:24.434924 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-4af6b02d-ada3-4553-b159-92d6aadc0bca req-81dc79bb-d614-44ce-9419-38605fb821cf tempest-ServersAdminNegativeTestJSON-2111189907 tempest-ServersAdminNegativeTestJSON-2111189907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:34:24.438823 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-4af6b02d-ada3-4553-b159-92d6aadc0bca req-81dc79bb-d614-44ce-9419-38605fb821cf tempest-ServersAdminNegativeTestJSON-2111189907 tempest-ServersAdminNegativeTestJSON-2111189907-project] Usage tracker for resource:port and tenant:4be85d5cc6cd4e9d9ef7940310ba1714 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:34:24.441930 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-4af6b02d-ada3-4553-b159-92d6aadc0bca req-81dc79bb-d614-44ce-9419-38605fb821cf tempest-ServersAdminNegativeTestJSON-2111189907 tempest-ServersAdminNegativeTestJSON-2111189907-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:34:24.447619 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-4af6b02d-ada3-4553-b159-92d6aadc0bca req-81dc79bb-d614-44ce-9419-38605fb821cf tempest-ServersAdminNegativeTestJSON-2111189907 tempest-ServersAdminNegativeTestJSON-2111189907-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:34:24.457334 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4af6b02d-ada3-4553-b159-92d6aadc0bca req-81dc79bb-d614-44ce-9419-38605fb821cf tempest-ServersAdminNegativeTestJSON-2111189907 tempest-ServersAdminNegativeTestJSON-2111189907-project] Made reservation on behalf of 4be85d5cc6cd4e9d9ef7940310ba1714 for: {'port': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:34:24.460819 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-4af6b02d-ada3-4553-b159-92d6aadc0bca req-81dc79bb-d614-44ce-9419-38605fb821cf tempest-ServersAdminNegativeTestJSON-2111189907 tempest-ServersAdminNegativeTestJSON-2111189907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:34:24.473668 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-4af6b02d-ada3-4553-b159-92d6aadc0bca req-81dc79bb-d614-44ce-9419-38605fb821cf tempest-ServersAdminNegativeTestJSON-2111189907 tempest-ServersAdminNegativeTestJSON-2111189907-project] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:34:24.489662 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-4af6b02d-ada3-4553-b159-92d6aadc0bca req-81dc79bb-d614-44ce-9419-38605fb821cf tempest-ServersAdminNegativeTestJSON-2111189907 tempest-ServersAdminNegativeTestJSON-2111189907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:34:24.493547 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-4af6b02d-ada3-4553-b159-92d6aadc0bca req-81dc79bb-d614-44ce-9419-38605fb821cf tempest-ServersAdminNegativeTestJSON-2111189907 tempest-ServersAdminNegativeTestJSON-2111189907-project] Usage tracker for resource:security_group_rule and tenant:4be85d5cc6cd4e9d9ef7940310ba1714 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:34:24.496512 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-4af6b02d-ada3-4553-b159-92d6aadc0bca req-81dc79bb-d614-44ce-9419-38605fb821cf tempest-ServersAdminNegativeTestJSON-2111189907 tempest-ServersAdminNegativeTestJSON-2111189907-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:34:24.502460 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-4af6b02d-ada3-4553-b159-92d6aadc0bca req-81dc79bb-d614-44ce-9419-38605fb821cf tempest-ServersAdminNegativeTestJSON-2111189907 tempest-ServersAdminNegativeTestJSON-2111189907-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:34:24.585734 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-4af6b02d-ada3-4553-b159-92d6aadc0bca req-81dc79bb-d614-44ce-9419-38605fb821cf tempest-ServersAdminNegativeTestJSON-2111189907 tempest-ServersAdminNegativeTestJSON-2111189907-project] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:34:24.589966 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-4af6b02d-ada3-4553-b159-92d6aadc0bca req-81dc79bb-d614-44ce-9419-38605fb821cf tempest-ServersAdminNegativeTestJSON-2111189907 tempest-ServersAdminNegativeTestJSON-2111189907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:34:24.673420 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dc79bb-d614-44ce-9419-38605fb821cf tempest-ServersAdminNegativeTestJSON-2111189907 tempest-ServersAdminNegativeTestJSON-2111189907-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3de55d4-b4fc-4f7e-b70b-3e149d888b46,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:34:24.762440 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [req-4af6b02d-ada3-4553-b159-92d6aadc0bca req-81dc79bb-d614-44ce-9419-38605fb821cf tempest-ServersAdminNegativeTestJSON-2111189907 tempest-ServersAdminNegativeTestJSON-2111189907-project] Allocated IP 192.168.233.150 (898153a3-5d71-43be-9d14-343ea4a48426/35e3ad2f-9c88-4698-b634-4e1b58de1cc2/679c6806-4211-4945-ab7f-4da488ab9654) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:34:24.964935 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-4af6b02d-ada3-4553-b159-92d6aadc0bca req-81dc79bb-d614-44ce-9419-38605fb821cf tempest-ServersAdminNegativeTestJSON-2111189907 tempest-ServersAdminNegativeTestJSON-2111189907-project] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:34:24.980965 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [req-4af6b02d-ada3-4553-b159-92d6aadc0bca req-81dc79bb-d614-44ce-9419-38605fb821cf tempest-ServersAdminNegativeTestJSON-2111189907 tempest-ServersAdminNegativeTestJSON-2111189907-project] Transition to ACTIVE for port object 679c6806-4211-4945-ab7f-4da488ab9654 will not be triggered until provisioned by entity DHCP. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:34:25.004772 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-4af6b02d-ada3-4553-b159-92d6aadc0bca req-81dc79bb-d614-44ce-9419-38605fb821cf tempest-ServersAdminNegativeTestJSON-2111189907 tempest-ServersAdminNegativeTestJSON-2111189907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:34:25.080041 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4af6b02d-ada3-4553-b159-92d6aadc0bca req-81dc79bb-d614-44ce-9419-38605fb821cf tempest-ServersAdminNegativeTestJSON-2111189907 tempest-ServersAdminNegativeTestJSON-2111189907-project] Network 898153a3-5d71-43be-9d14-343ea4a48426 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:34:25.083286 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [req-4af6b02d-ada3-4553-b159-92d6aadc0bca req-81dc79bb-d614-44ce-9419-38605fb821cf tempest-ServersAdminNegativeTestJSON-2111189907 tempest-ServersAdminNegativeTestJSON-2111189907-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:34:25.087146 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-4af6b02d-ada3-4553-b159-92d6aadc0bca req-81dc79bb-d614-44ce-9419-38605fb821cf tempest-ServersAdminNegativeTestJSON-2111189907 tempest-ServersAdminNegativeTestJSON-2111189907-project] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:34:25.117117 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dc79bb-d614-44ce-9419-38605fb821cf tempest-ServersAdminNegativeTestJSON-2111189907 tempest-ServersAdminNegativeTestJSON-2111189907-project] Pushing event updated for resources: {'Port': ['ID=679c6806-4211-4945-ab7f-4da488ab9654,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:34:25.155552 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af6b02d-ada3-4553-b159-92d6aadc0bca req-81dc79bb-d614-44ce-9419-38605fb821cf tempest-ServersAdminNegativeTestJSON-2111189907 tempest-ServersAdminNegativeTestJSON-2111189907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:34:25.156343 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-4af6b02d-ada3-4553-b159-92d6aadc0bca req-81dc79bb-d614-44ce-9419-38605fb821cf tempest-ServersAdminNegativeTestJSON-2111189907 tempest-ServersAdminNegativeTestJSON-2111189907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:34:25.184092 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4af6b02d-ada3-4553-b159-92d6aadc0bca req-81dc79bb-d614-44ce-9419-38605fb821cf tempest-ServersAdminNegativeTestJSON-2111189907 tempest-ServersAdminNegativeTestJSON-2111189907-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9095435 Jun 01 19:34:25.197278 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-4af6b02d-ada3-4553-b159-92d6aadc0bca req-510da9e5-5606-4055-a917-498657b0d120 service neutron] Request body: {'port': {'device_id': 'df49dd02-158d-4cd4-bf62-114125b5eb77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844202-1'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:34:25.317292 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-4af6b02d-ada3-4553-b159-92d6aadc0bca req-510da9e5-5606-4055-a917-498657b0d120 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:34:25.335274 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-309e9a4d-d8f2-46c5-b2fd-3bfe63491de1 None None] Provisioning for port 679c6806-4211-4945-ab7f-4da488ab9654 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:34:25.340872 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-309e9a4d-d8f2-46c5-b2fd-3bfe63491de1 None None] Provisioning complete for port 679c6806-4211-4945-ab7f-4da488ab9654 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:34:25.341298 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-309e9a4d-d8f2-46c5-b2fd-3bfe63491de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:34:25.399651 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-309e9a4d-d8f2-46c5-b2fd-3bfe63491de1 None None] Port 679c6806-4211-4945-ab7f-4da488ab9654 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:34:25.755399 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa70a14-a5a3-42d0-98a3-961078e62b7b req-75b3ba29-a1f1-409b-893a-bced9fedfe8e tempest-ServersAdminNegativeTestJSON-2111189907 tempest-ServersAdminNegativeTestJSON-2111189907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:34:25.756107 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-5fa70a14-a5a3-42d0-98a3-961078e62b7b req-75b3ba29-a1f1-409b-893a-bced9fedfe8e tempest-ServersAdminNegativeTestJSON-2111189907 tempest-ServersAdminNegativeTestJSON-2111189907-project] Synchronizing usage tracker for tenant:4be85d5cc6cd4e9d9ef7940310ba1714 on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:34:25.794960 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-5fa70a14-a5a3-42d0-98a3-961078e62b7b req-75b3ba29-a1f1-409b-893a-bced9fedfe8e tempest-ServersAdminNegativeTestJSON-2111189907 tempest-ServersAdminNegativeTestJSON-2111189907-project] Unset dirty status for tenant:4be85d5cc6cd4e9d9ef7940310ba1714 on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:34:25.796139 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5fa70a14-a5a3-42d0-98a3-961078e62b7b req-75b3ba29-a1f1-409b-893a-bced9fedfe8e tempest-ServersAdminNegativeTestJSON-2111189907 tempest-ServersAdminNegativeTestJSON-2111189907-project] 10.222.0.41 "GET /v2.0/ports?device_id=df49dd02-158d-4cd4-bf62-114125b5eb77 HTTP/1.1" status: 200 len: 936 time: 0.3561168 Jun 01 19:34:25.896849 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-5fa70a14-a5a3-42d0-98a3-961078e62b7b req-9d012179-6a71-4537-bfc3-55e9dd0ecd86 tempest-ServersAdminNegativeTestJSON-2111189907 tempest-ServersAdminNegativeTestJSON-2111189907-project] Synchronizing usage tracker for tenant:4be85d5cc6cd4e9d9ef7940310ba1714 on resource:security_group {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:34:25.903163 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [req-4af6b02d-ada3-4553-b159-92d6aadc0bca req-510da9e5-5606-4055-a917-498657b0d120 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 679c6806-4211-4945-ab7f-4da488ab9654 {{(pid=88524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 19:34:25.914182 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-4af6b02d-ada3-4553-b159-92d6aadc0bca req-510da9e5-5606-4055-a917-498657b0d120 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:34:25.940615 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [req-4af6b02d-ada3-4553-b159-92d6aadc0bca req-510da9e5-5606-4055-a917-498657b0d120 service neutron] Transition to ACTIVE for port object 679c6806-4211-4945-ab7f-4da488ab9654 will not be triggered until provisioned by entity L2. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:34:25.941813 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-5fa70a14-a5a3-42d0-98a3-961078e62b7b req-9d012179-6a71-4537-bfc3-55e9dd0ecd86 tempest-ServersAdminNegativeTestJSON-2111189907 tempest-ServersAdminNegativeTestJSON-2111189907-project] Unset dirty status for tenant:4be85d5cc6cd4e9d9ef7940310ba1714 on resource:security_group {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:34:25.943055 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5fa70a14-a5a3-42d0-98a3-961078e62b7b req-9d012179-6a71-4537-bfc3-55e9dd0ecd86 tempest-ServersAdminNegativeTestJSON-2111189907 tempest-ServersAdminNegativeTestJSON-2111189907-project] 10.222.0.41 "GET /v2.0/security-groups?id=d3de55d4-b4fc-4f7e-b70b-3e149d888b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385508 Jun 01 19:34:25.945194 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-4af6b02d-ada3-4553-b159-92d6aadc0bca req-510da9e5-5606-4055-a917-498657b0d120 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:34:26.109760 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510da9e5-5606-4055-a917-498657b0d120 service neutron] Pushing event updated for resources: {'Port': ['ID=679c6806-4211-4945-ab7f-4da488ab9654,revision_number=2']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:34:26.199710 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-4af6b02d-ada3-4553-b159-92d6aadc0bca req-510da9e5-5606-4055-a917-498657b0d120 service neutron] Attempting to bind port 679c6806-4211-4945-ab7f-4da488ab9654 on host n-h2-844202-1 for vnic_type normal with profile {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:34:26.200036 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-4af6b02d-ada3-4553-b159-92d6aadc0bca req-510da9e5-5606-4055-a917-498657b0d120 service neutron] Attempting to bind port 679c6806-4211-4945-ab7f-4da488ab9654 by drivers openvswitch,hyperv on host n-h2-844202-1 at level 0 using segments [{'id': 'e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426'}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:34:26.200397 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af6b02d-ada3-4553-b159-92d6aadc0bca req-510da9e5-5606-4055-a917-498657b0d120 service neutron] Attempting to bind port 679c6806-4211-4945-ab7f-4da488ab9654 on network 898153a3-5d71-43be-9d14-343ea4a48426 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:34:26.206620 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af6b02d-ada3-4553-b159-92d6aadc0bca req-510da9e5-5606-4055-a917-498657b0d120 service neutron] Port 679c6806-4211-4945-ab7f-4da488ab9654 on network 898153a3-5d71-43be-9d14-343ea4a48426 not bound, no agent of type Open vSwitch agent registered on host n-h2-844202-1 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 19:34:26.206930 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af6b02d-ada3-4553-b159-92d6aadc0bca req-510da9e5-5606-4055-a917-498657b0d120 service neutron] Attempting to bind port 679c6806-4211-4945-ab7f-4da488ab9654 on network 898153a3-5d71-43be-9d14-343ea4a48426 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:34:26.212464 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af6b02d-ada3-4553-b159-92d6aadc0bca req-510da9e5-5606-4055-a917-498657b0d120 service neutron] Checking agent: {'id': 'f5db9968-6317-4186-9100-9e0ca6b50417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 34, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:34:26.212797 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af6b02d-ada3-4553-b159-92d6aadc0bca req-510da9e5-5606-4055-a917-498657b0d120 service neutron] Checking segment: {'id': 'e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:34:26.213151 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af6b02d-ada3-4553-b159-92d6aadc0bca req-510da9e5-5606-4055-a917-498657b0d120 service neutron] Bound using segment: {'id': 'e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426'} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:34:26.213572 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-4af6b02d-ada3-4553-b159-92d6aadc0bca req-510da9e5-5606-4055-a917-498657b0d120 service neutron] Bound port: 679c6806-4211-4945-ab7f-4da488ab9654, host: n-h2-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426'}}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:34:26.213908 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-4af6b02d-ada3-4553-b159-92d6aadc0bca req-510da9e5-5606-4055-a917-498657b0d120 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:34:26.315035 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-4af6b02d-ada3-4553-b159-92d6aadc0bca req-510da9e5-5606-4055-a917-498657b0d120 service neutron] For port 679c6806-4211-4945-ab7f-4da488ab9654, host n-h2-844202-1, cleared binding levels {{(pid=88524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:34:26.318451 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-4af6b02d-ada3-4553-b159-92d6aadc0bca req-510da9e5-5606-4055-a917-498657b0d120 service neutron] For port 679c6806-4211-4945-ab7f-4da488ab9654, host n-h2-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=679c6806-4211-4945-ab7f-4da488ab9654,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:34:26.326620 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-4af6b02d-ada3-4553-b159-92d6aadc0bca req-510da9e5-5606-4055-a917-498657b0d120 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:34:26.390759 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af6b02d-ada3-4553-b159-92d6aadc0bca req-510da9e5-5606-4055-a917-498657b0d120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:34:26.391442 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-4af6b02d-ada3-4553-b159-92d6aadc0bca req-510da9e5-5606-4055-a917-498657b0d120 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:34:26.392938 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4af6b02d-ada3-4553-b159-92d6aadc0bca req-510da9e5-5606-4055-a917-498657b0d120 service neutron] 10.222.0.50 "PUT /v2.0/ports/679c6806-4211-4945-ab7f-4da488ab9654 HTTP/1.1" status: 200 len: 1096 time: 1.2004602 Jun 01 19:34:26.393384 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df49dd02-158d-4cd4-bf62-114125b5eb77', 'tag': '679c6806-4211-4945-ab7f-4da488ab9654'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:34:26.417713 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510da9e5-5606-4055-a917-498657b0d120 service neutron] Pushing event updated for resources: {'Port': ['ID=679c6806-4211-4945-ab7f-4da488ab9654,revision_number=3']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:34:26.486984 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8bbc9f3-840d-47f8-b4e4-8246f9a48d28'] response: {'name': 'network-changed', 'server_uuid': 'df49dd02-158d-4cd4-bf62-114125b5eb77', 'tag': '679c6806-4211-4945-ab7f-4da488ab9654', 'status': 'completed', 'code': 200} Jun 01 19:34:26.541124 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af6b02d-ada3-4553-b159-92d6aadc0bca req-eed2e2c1-7dcd-48b3-86ca-26b7b6c4575a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:34:26.543733 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4af6b02d-ada3-4553-b159-92d6aadc0bca req-eed2e2c1-7dcd-48b3-86ca-26b7b6c4575a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4be85d5cc6cd4e9d9ef7940310ba1714&device_id=df49dd02-158d-4cd4-bf62-114125b5eb77 HTTP/1.1" status: 200 len: 1099 time: 0.1086874 Jun 01 19:34:26.615102 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4af6b02d-ada3-4553-b159-92d6aadc0bca req-58098056-7e66-4132-9776-cf5048d93a1b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=679c6806-4211-4945-ab7f-4da488ab9654 HTTP/1.1" status: 200 len: 217 time: 0.0645831 Jun 01 19:34:26.686218 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af6b02d-ada3-4553-b159-92d6aadc0bca req-e70916f3-06c6-41cc-9979-1530b05d388c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:34:26.687670 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4af6b02d-ada3-4553-b159-92d6aadc0bca req-e70916f3-06c6-41cc-9979-1530b05d388c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=35e3ad2f-9c88-4698-b634-4e1b58de1cc2 HTTP/1.1" status: 200 len: 843 time: 0.0672777 Jun 01 19:34:26.764869 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af6b02d-ada3-4553-b159-92d6aadc0bca req-fa610a9e-3fde-4c29-869e-1d372093fdc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:34:26.766328 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4af6b02d-ada3-4553-b159-92d6aadc0bca req-fa610a9e-3fde-4c29-869e-1d372093fdc4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=898153a3-5d71-43be-9d14-343ea4a48426&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0728290 Jun 01 19:34:26.900576 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4af6b02d-ada3-4553-b159-92d6aadc0bca req-2fb7f251-d0d1-4dd9-970b-40480c9147ea service neutron] 10.222.0.50 "GET /v2.0/networks/898153a3-5d71-43be-9d14-343ea4a48426?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281755 Jun 01 19:34:27.036121 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4af6b02d-ada3-4553-b159-92d6aadc0bca req-a56e5917-e900-47fe-8416-3125f50c8ca3 service neutron] 10.222.0.50 "GET /v2.0/networks/898153a3-5d71-43be-9d14-343ea4a48426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299655 Jun 01 19:34:27.215677 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a72f97-ef06-4726-a14b-44fe3e118bb4 req-b30e9ca9-19af-42f7-a72a-2c148df54678 tempest-ServersAdminNegativeTestJSON-2111189907 tempest-ServersAdminNegativeTestJSON-2111189907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:34:27.217501 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c6a72f97-ef06-4726-a14b-44fe3e118bb4 req-b30e9ca9-19af-42f7-a72a-2c148df54678 tempest-ServersAdminNegativeTestJSON-2111189907 tempest-ServersAdminNegativeTestJSON-2111189907-project] 10.222.0.41 "GET /v2.0/ports?device_id=df49dd02-158d-4cd4-bf62-114125b5eb77 HTTP/1.1" status: 200 len: 948 time: 0.1411722 Jun 01 19:34:27.220064 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8592e8-e2b9-4c27-a46d-d00d8b8594ee req-8effe962-315d-4594-82c6-d43c94482bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:34:27.221393 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3d8592e8-e2b9-4c27-a46d-d00d8b8594ee req-8effe962-315d-4594-82c6-d43c94482bbd service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4be85d5cc6cd4e9d9ef7940310ba1714&device_id=df49dd02-158d-4cd4-bf62-114125b5eb77 HTTP/1.1" status: 200 len: 1099 time: 0.1136260 Jun 01 19:34:27.343361 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c6a72f97-ef06-4726-a14b-44fe3e118bb4 req-155f016e-6149-4302-861b-5bcb460ce4fd tempest-ServersAdminNegativeTestJSON-2111189907 tempest-ServersAdminNegativeTestJSON-2111189907-project] 10.222.0.41 "GET /v2.0/security-groups?id=d3de55d4-b4fc-4f7e-b70b-3e149d888b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201441 Jun 01 19:34:27.383785 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8592e8-e2b9-4c27-a46d-d00d8b8594ee req-e2585ad6-0a09-46b6-a209-4b6210990ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:34:27.383972 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3d8592e8-e2b9-4c27-a46d-d00d8b8594ee req-e2585ad6-0a09-46b6-a209-4b6210990ed3 service neutron] 10.222.0.50 "GET /v2.0/networks?id=898153a3-5d71-43be-9d14-343ea4a48426 HTTP/1.1" status: 200 len: 870 time: 0.1479220 Jun 01 19:34:27.554496 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3d8592e8-e2b9-4c27-a46d-d00d8b8594ee req-316508e2-e828-4764-8b14-6c7f27be0a5d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=679c6806-4211-4945-ab7f-4da488ab9654 HTTP/1.1" status: 200 len: 217 time: 0.1643765 Jun 01 19:34:27.615671 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8592e8-e2b9-4c27-a46d-d00d8b8594ee req-d02a1679-7346-4278-8d8f-2cfe538262ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:34:27.617062 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3d8592e8-e2b9-4c27-a46d-d00d8b8594ee req-d02a1679-7346-4278-8d8f-2cfe538262ae service neutron] 10.222.0.50 "GET /v2.0/subnets?id=35e3ad2f-9c88-4698-b634-4e1b58de1cc2 HTTP/1.1" status: 200 len: 843 time: 0.0566771 Jun 01 19:34:27.694060 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8592e8-e2b9-4c27-a46d-d00d8b8594ee req-cbe69ad6-65f5-464c-88eb-ac9011900a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:34:27.695534 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3d8592e8-e2b9-4c27-a46d-d00d8b8594ee req-cbe69ad6-65f5-464c-88eb-ac9011900a41 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=898153a3-5d71-43be-9d14-343ea4a48426&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0728354 Jun 01 19:34:27.829692 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3d8592e8-e2b9-4c27-a46d-d00d8b8594ee req-53b88f96-61c8-4d6f-9436-02de95ee3675 service neutron] 10.222.0.50 "GET /v2.0/networks/898153a3-5d71-43be-9d14-343ea4a48426?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260314 Jun 01 19:34:27.966696 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3d8592e8-e2b9-4c27-a46d-d00d8b8594ee req-683648ce-54b3-4e48-ace3-b0f850b0ff03 service neutron] 10.222.0.50 "GET /v2.0/networks/898153a3-5d71-43be-9d14-343ea4a48426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302798 Jun 01 19:34:28.540720 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51903db0-26e3-4068-9625-2eb2e750ee0e req-02bbcdc2-0cdf-49a9-bb6e-a29348d62ea9 tempest-ServersAdminNegativeTestJSON-2111189907 tempest-ServersAdminNegativeTestJSON-2111189907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:34:28.542180 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-51903db0-26e3-4068-9625-2eb2e750ee0e req-02bbcdc2-0cdf-49a9-bb6e-a29348d62ea9 tempest-ServersAdminNegativeTestJSON-2111189907 tempest-ServersAdminNegativeTestJSON-2111189907-project] 10.222.0.41 "GET /v2.0/ports?device_id=df49dd02-158d-4cd4-bf62-114125b5eb77 HTTP/1.1" status: 200 len: 948 time: 0.0882783 Jun 01 19:34:28.587492 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-51903db0-26e3-4068-9625-2eb2e750ee0e req-607a62c1-f5ee-4a2a-a532-4ad51f25cd74 tempest-ServersAdminNegativeTestJSON-2111189907 tempest-ServersAdminNegativeTestJSON-2111189907-project] 10.222.0.41 "GET /v2.0/security-groups?id=d3de55d4-b4fc-4f7e-b70b-3e149d888b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391638 Jun 01 19:34:28.981528 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 679c6806-4211-4945-ab7f-4da488ab9654 details requested by agent hyperv_n-h2-844202-1 with host n-h2-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 19:34:29.124566 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 679c6806-4211-4945-ab7f-4da488ab9654, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=679c6806-4211-4945-ab7f-4da488ab9654,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:34:29.142286 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Returning: {'device': '679c6806-4211-4945-ab7f-4da488ab9654', 'network_id': '898153a3-5d71-43be-9d14-343ea4a48426', 'port_id': '679c6806-4211-4945-ab7f-4da488ab9654', 'mac_address': 'fa:16:3e:16:0d:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35e3ad2f-9c88-4698-b634-4e1b58de1cc2', 'ip_address': '192.168.233.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 19:34:29.202249 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port 679c6806-4211-4945-ab7f-4da488ab9654 is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:34:29.202249 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:34:29.219502 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 679c6806-4211-4945-ab7f-4da488ab9654 {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 19:34:29.236149 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 679c6806-4211-4945-ab7f-4da488ab9654, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=679c6806-4211-4945-ab7f-4da488ab9654,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:34:29.241264 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:34:29.314836 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=679c6806-4211-4945-ab7f-4da488ab9654,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:34:29.324509 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:34:29.324861 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:34:29.325197 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:34:29.325535 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:34:29.325865 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:34:29.326231 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:34:29.326557 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:34:29.326884 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:34:29.327297 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:34:29.327622 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:34:29.327943 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:34:29.328283 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:34:29.442803 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] get_ports_and_sgs() called for port_ids ['679c6806-4211-4945-ab7f-4da488ab9654'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 19:34:29.785739 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e3d09f-2f00-46f9-b560-83eadb0f2e3d req-2db137c3-9fed-4742-97e7-916e2759ff2a tempest-ServersAdminNegativeTestJSON-2111189907 tempest-ServersAdminNegativeTestJSON-2111189907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:34:29.787258 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-38e3d09f-2f00-46f9-b560-83eadb0f2e3d req-2db137c3-9fed-4742-97e7-916e2759ff2a tempest-ServersAdminNegativeTestJSON-2111189907 tempest-ServersAdminNegativeTestJSON-2111189907-project] 10.222.0.41 "GET /v2.0/ports?device_id=df49dd02-158d-4cd4-bf62-114125b5eb77 HTTP/1.1" status: 200 len: 949 time: 0.0869956 Jun 01 19:34:29.833596 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-38e3d09f-2f00-46f9-b560-83eadb0f2e3d req-edb64b6b-8895-4d6d-86c1-99bd2175ed85 tempest-ServersAdminNegativeTestJSON-2111189907 tempest-ServersAdminNegativeTestJSON-2111189907-project] 10.222.0.41 "GET /v2.0/security-groups?id=d3de55d4-b4fc-4f7e-b70b-3e149d888b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405748 Jun 01 19:34:30.996152 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 679c6806-4211-4945-ab7f-4da488ab9654 up at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:34:31.024853 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e036e17-c41c-48be-a602-14456f9c2e07 req-236cefc5-0912-4d74-9e7b-c4cc734ba4ad tempest-ServersAdminNegativeTestJSON-2111189907 tempest-ServersAdminNegativeTestJSON-2111189907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:34:31.026320 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8e036e17-c41c-48be-a602-14456f9c2e07 req-236cefc5-0912-4d74-9e7b-c4cc734ba4ad tempest-ServersAdminNegativeTestJSON-2111189907 tempest-ServersAdminNegativeTestJSON-2111189907-project] 10.222.0.41 "GET /v2.0/ports?device_id=df49dd02-158d-4cd4-bf62-114125b5eb77 HTTP/1.1" status: 200 len: 949 time: 0.0817864 Jun 01 19:34:31.078284 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning for port 679c6806-4211-4945-ab7f-4da488ab9654 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:34:31.079151 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8e036e17-c41c-48be-a602-14456f9c2e07 req-a0238dd3-6621-466e-b1cb-888c9aa24ad3 tempest-ServersAdminNegativeTestJSON-2111189907 tempest-ServersAdminNegativeTestJSON-2111189907-project] 10.222.0.41 "GET /v2.0/security-groups?id=d3de55d4-b4fc-4f7e-b70b-3e149d888b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469096 Jun 01 19:34:31.084307 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning complete for port 679c6806-4211-4945-ab7f-4da488ab9654 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:34:31.084943 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:34:31.221970 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port 679c6806-4211-4945-ab7f-4da488ab9654 is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:34:31.222340 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:34:31.252565 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df49dd02-158d-4cd4-bf62-114125b5eb77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '679c6806-4211-4945-ab7f-4da488ab9654'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:34:31.263863 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 679c6806-4211-4945-ab7f-4da488ab9654, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=679c6806-4211-4945-ab7f-4da488ab9654,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:34:31.269286 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:34:31.341345 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=679c6806-4211-4945-ab7f-4da488ab9654,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:34:31.384993 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72b6ed0b-95fe-4ef3-a6c7-704cdeaa3e02'] response: {'server_uuid': 'df49dd02-158d-4cd4-bf62-114125b5eb77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '679c6806-4211-4945-ab7f-4da488ab9654', 'code': 200} Jun 01 19:34:31.529813 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f551e74-311b-4019-a8dd-1ac7d06134e5 req-3b5882b2-47ca-48bb-aefc-ec50861aa842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:34:31.531253 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9f551e74-311b-4019-a8dd-1ac7d06134e5 req-3b5882b2-47ca-48bb-aefc-ec50861aa842 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=df49dd02-158d-4cd4-bf62-114125b5eb77 HTTP/1.1" status: 200 len: 1101 time: 0.0888178 Jun 01 19:34:31.575482 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9f551e74-311b-4019-a8dd-1ac7d06134e5 req-1f093dfd-c923-4611-9030-dcd784c8ad9b service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=d3de55d4-b4fc-4f7e-b70b-3e149d888b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384140 Jun 01 19:34:32.277981 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc9fb3d-0f20-4f0e-ac53-46bde6e4af4a req-61e39490-12b2-4c85-8b88-fb922891466b tempest-ServersAdminNegativeTestJSON-2111189907 tempest-ServersAdminNegativeTestJSON-2111189907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:34:32.280759 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-bbc9fb3d-0f20-4f0e-ac53-46bde6e4af4a req-61e39490-12b2-4c85-8b88-fb922891466b tempest-ServersAdminNegativeTestJSON-2111189907 tempest-ServersAdminNegativeTestJSON-2111189907-project] 10.222.0.41 "GET /v2.0/ports?device_id=df49dd02-158d-4cd4-bf62-114125b5eb77 HTTP/1.1" status: 200 len: 950 time: 0.0865123 Jun 01 19:34:32.329891 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-bbc9fb3d-0f20-4f0e-ac53-46bde6e4af4a req-175c4a69-7d42-42ed-96be-7a8321744316 tempest-ServersAdminNegativeTestJSON-2111189907 tempest-ServersAdminNegativeTestJSON-2111189907-project] 10.222.0.41 "GET /v2.0/security-groups?id=d3de55d4-b4fc-4f7e-b70b-3e149d888b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412285 Jun 01 19:34:33.526639 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d11dba-dabd-4b1c-a2d3-ea6dc4d7d3f4 req-9623ed26-bb14-412e-a450-30f3704118bb tempest-ServersAdminNegativeTestJSON-2111189907 tempest-ServersAdminNegativeTestJSON-2111189907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:34:33.528128 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-33d11dba-dabd-4b1c-a2d3-ea6dc4d7d3f4 req-9623ed26-bb14-412e-a450-30f3704118bb tempest-ServersAdminNegativeTestJSON-2111189907 tempest-ServersAdminNegativeTestJSON-2111189907-project] 10.222.0.41 "GET /v2.0/ports?device_id=df49dd02-158d-4cd4-bf62-114125b5eb77 HTTP/1.1" status: 200 len: 950 time: 0.0860417 Jun 01 19:34:33.585379 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-33d11dba-dabd-4b1c-a2d3-ea6dc4d7d3f4 req-4683d218-bb70-4913-9853-74b1f78b6df9 tempest-ServersAdminNegativeTestJSON-2111189907 tempest-ServersAdminNegativeTestJSON-2111189907-project] 10.222.0.41 "GET /v2.0/security-groups?id=d3de55d4-b4fc-4f7e-b70b-3e149d888b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511813 Jun 01 19:34:34.687717 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e5282d-f10f-4a4f-b5c0-eb3c317d9e77 req-7b3d91d0-055b-4aa0-9d57-be3e93e29937 tempest-ServersAdminNegativeTestJSON-2111189907 tempest-ServersAdminNegativeTestJSON-2111189907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:34:34.689196 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-04e5282d-f10f-4a4f-b5c0-eb3c317d9e77 req-7b3d91d0-055b-4aa0-9d57-be3e93e29937 tempest-ServersAdminNegativeTestJSON-2111189907 tempest-ServersAdminNegativeTestJSON-2111189907-project] 10.222.0.41 "GET /v2.0/ports?device_id=df49dd02-158d-4cd4-bf62-114125b5eb77 HTTP/1.1" status: 200 len: 950 time: 0.0827391 Jun 01 19:34:34.734742 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-04e5282d-f10f-4a4f-b5c0-eb3c317d9e77 req-d7991cfb-ac8e-4c33-8d5e-8fbeeadeef41 tempest-ServersAdminNegativeTestJSON-2111189907 tempest-ServersAdminNegativeTestJSON-2111189907-project] 10.222.0.41 "GET /v2.0/security-groups?id=d3de55d4-b4fc-4f7e-b70b-3e149d888b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395737 Jun 01 19:34:35.891856 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27776074-ea70-4d9f-b168-e189bc25669e req-4b9515d3-71f8-431b-ab51-bf2b98498cb8 tempest-ServersAdminNegativeTestJSON-2111189907 tempest-ServersAdminNegativeTestJSON-2111189907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:34:35.893416 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-27776074-ea70-4d9f-b168-e189bc25669e req-4b9515d3-71f8-431b-ab51-bf2b98498cb8 tempest-ServersAdminNegativeTestJSON-2111189907 tempest-ServersAdminNegativeTestJSON-2111189907-project] 10.222.0.50 "GET /v2.0/ports?device_id=df49dd02-158d-4cd4-bf62-114125b5eb77 HTTP/1.1" status: 200 len: 950 time: 0.0903630 Jun 01 19:34:35.956597 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2044b361-805a-49be-87fb-01d31c71fa21 req-8cfb2c65-5007-4834-8c0c-840ceaf84d3c tempest-ServersAdminNegativeTestJSON-2111189907 tempest-ServersAdminNegativeTestJSON-2111189907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:34:35.959053 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2044b361-805a-49be-87fb-01d31c71fa21 req-8cfb2c65-5007-4834-8c0c-840ceaf84d3c tempest-ServersAdminNegativeTestJSON-2111189907 tempest-ServersAdminNegativeTestJSON-2111189907-project] 10.222.0.41 "GET /v2.0/ports?device_id=df49dd02-158d-4cd4-bf62-114125b5eb77 HTTP/1.1" status: 200 len: 950 time: 0.1060410 Jun 01 19:34:35.976863 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-27776074-ea70-4d9f-b168-e189bc25669e req-384cdb54-d837-4216-98e7-9b1482b41922 tempest-ServersAdminNegativeTestJSON-2111189907 tempest-ServersAdminNegativeTestJSON-2111189907-project] Deleting port 679c6806-4211-4945-ab7f-4da488ab9654 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:34:35.977622 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-27776074-ea70-4d9f-b168-e189bc25669e req-384cdb54-d837-4216-98e7-9b1482b41922 tempest-ServersAdminNegativeTestJSON-2111189907 tempest-ServersAdminNegativeTestJSON-2111189907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:34:36.016792 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2044b361-805a-49be-87fb-01d31c71fa21 req-b1017b49-73f4-41fe-915b-47fec953ea8d tempest-ServersAdminNegativeTestJSON-2111189907 tempest-ServersAdminNegativeTestJSON-2111189907-project] 10.222.0.41 "GET /v2.0/security-groups?id=d3de55d4-b4fc-4f7e-b70b-3e149d888b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484128 Jun 01 19:34:36.288172 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-27776074-ea70-4d9f-b168-e189bc25669e req-384cdb54-d837-4216-98e7-9b1482b41922 tempest-ServersAdminNegativeTestJSON-2111189907 tempest-ServersAdminNegativeTestJSON-2111189907-project] For port 679c6806-4211-4945-ab7f-4da488ab9654, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=679c6806-4211-4945-ab7f-4da488ab9654,segment=NetworkSegment(e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0),segment_id=e3b56bf2-1b74-4b35-a9fa-83e71df1d2a0)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:34:36.288714 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-27776074-ea70-4d9f-b168-e189bc25669e req-384cdb54-d837-4216-98e7-9b1482b41922 tempest-ServersAdminNegativeTestJSON-2111189907 tempest-ServersAdminNegativeTestJSON-2111189907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:34:36.434394 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-27776074-ea70-4d9f-b168-e189bc25669e req-384cdb54-d837-4216-98e7-9b1482b41922 tempest-ServersAdminNegativeTestJSON-2111189907 tempest-ServersAdminNegativeTestJSON-2111189907-project] Calling delete_port for 679c6806-4211-4945-ab7f-4da488ab9654 owned by compute:nova {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:34:36.611951 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-27776074-ea70-4d9f-b168-e189bc25669e req-384cdb54-d837-4216-98e7-9b1482b41922 tempest-ServersAdminNegativeTestJSON-2111189907 tempest-ServersAdminNegativeTestJSON-2111189907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:34:36.624401 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] get_ports_and_sgs() called for port_ids ['679c6806-4211-4945-ab7f-4da488ab9654'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 19:34:36.703271 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384cdb54-d837-4216-98e7-9b1482b41922 tempest-ServersAdminNegativeTestJSON-2111189907 tempest-ServersAdminNegativeTestJSON-2111189907-project] Pushing event deleted for resources: {'Port': ['ID=679c6806-4211-4945-ab7f-4da488ab9654,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:34:36.872624 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384cdb54-d837-4216-98e7-9b1482b41922 tempest-ServersAdminNegativeTestJSON-2111189907 tempest-ServersAdminNegativeTestJSON-2111189907-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:34:36.873375 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384cdb54-d837-4216-98e7-9b1482b41922 tempest-ServersAdminNegativeTestJSON-2111189907 tempest-ServersAdminNegativeTestJSON-2111189907-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:34:36.873706 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384cdb54-d837-4216-98e7-9b1482b41922 tempest-ServersAdminNegativeTestJSON-2111189907 tempest-ServersAdminNegativeTestJSON-2111189907-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:34:36.874038 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384cdb54-d837-4216-98e7-9b1482b41922 tempest-ServersAdminNegativeTestJSON-2111189907 tempest-ServersAdminNegativeTestJSON-2111189907-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:34:36.874365 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384cdb54-d837-4216-98e7-9b1482b41922 tempest-ServersAdminNegativeTestJSON-2111189907 tempest-ServersAdminNegativeTestJSON-2111189907-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:34:36.874690 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384cdb54-d837-4216-98e7-9b1482b41922 tempest-ServersAdminNegativeTestJSON-2111189907 tempest-ServersAdminNegativeTestJSON-2111189907-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:34:36.875014 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384cdb54-d837-4216-98e7-9b1482b41922 tempest-ServersAdminNegativeTestJSON-2111189907 tempest-ServersAdminNegativeTestJSON-2111189907-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:34:36.875341 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384cdb54-d837-4216-98e7-9b1482b41922 tempest-ServersAdminNegativeTestJSON-2111189907 tempest-ServersAdminNegativeTestJSON-2111189907-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:34:36.875663 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384cdb54-d837-4216-98e7-9b1482b41922 tempest-ServersAdminNegativeTestJSON-2111189907 tempest-ServersAdminNegativeTestJSON-2111189907-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:34:36.875981 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384cdb54-d837-4216-98e7-9b1482b41922 tempest-ServersAdminNegativeTestJSON-2111189907 tempest-ServersAdminNegativeTestJSON-2111189907-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:34:36.876336 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384cdb54-d837-4216-98e7-9b1482b41922 tempest-ServersAdminNegativeTestJSON-2111189907 tempest-ServersAdminNegativeTestJSON-2111189907-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:34:36.876717 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384cdb54-d837-4216-98e7-9b1482b41922 tempest-ServersAdminNegativeTestJSON-2111189907 tempest-ServersAdminNegativeTestJSON-2111189907-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:34:36.884602 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-27776074-ea70-4d9f-b168-e189bc25669e req-384cdb54-d837-4216-98e7-9b1482b41922 tempest-ServersAdminNegativeTestJSON-2111189907 tempest-ServersAdminNegativeTestJSON-2111189907-project] No DVR routers for this DVR port 679c6806-4211-4945-ab7f-4da488ab9654 on host n-h2-844202-1 {{(pid=88524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:34:36.887219 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-27776074-ea70-4d9f-b168-e189bc25669e req-384cdb54-d837-4216-98e7-9b1482b41922 tempest-ServersAdminNegativeTestJSON-2111189907 tempest-ServersAdminNegativeTestJSON-2111189907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:34:36.889969 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df49dd02-158d-4cd4-bf62-114125b5eb77', 'name': 'network-vif-deleted', 'tag': '679c6806-4211-4945-ab7f-4da488ab9654'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:34:36.909354 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-27776074-ea70-4d9f-b168-e189bc25669e req-384cdb54-d837-4216-98e7-9b1482b41922 tempest-ServersAdminNegativeTestJSON-2111189907 tempest-ServersAdminNegativeTestJSON-2111189907-project] 10.222.0.50 "DELETE /v2.0/ports/679c6806-4211-4945-ab7f-4da488ab9654 HTTP/1.1" status: 204 len: 173 time: 1.0111144 Jun 01 19:34:36.942175 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c6c325f-61d0-4624-b81b-e7f8634fa58f'] response: {'server_uuid': 'df49dd02-158d-4cd4-bf62-114125b5eb77', 'name': 'network-vif-deleted', 'tag': '679c6806-4211-4945-ab7f-4da488ab9654', 'status': 'completed', 'code': 200} Jun 01 19:34:37.152931 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-301ca416-26ec-4b24-85a2-43ae826939b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:34:37.193766 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-48954481-b0a8-4f52-8d2c-a155b671ada9 req-03c90d66-8c8d-4148-9296-8c9f09443e31 tempest-ServersAdminNegativeTestJSON-2111189907 tempest-ServersAdminNegativeTestJSON-2111189907-project] 10.222.0.41 "GET /v2.0/ports?device_id=df49dd02-158d-4cd4-bf62-114125b5eb77 HTTP/1.1" status: 200 len: 210 time: 0.0479860 Jun 01 19:34:38.564063 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 50406) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:34:38.721502 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-02862023-2f56-4f69-92cf-f21abba7e734 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4be85d5cc6cd4e9d9ef7940310ba1714&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1561949 Jun 01 19:34:38.723983 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 50412) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:34:38.786824 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d44ab769-5139-4161-a0e5-3333d6fd83f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:34:38.815136 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d44ab769-5139-4161-a0e5-3333d6fd83f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:34:38.876522 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d44ab769-5139-4161-a0e5-3333d6fd83f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:34:38.894097 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44ab769-5139-4161-a0e5-3333d6fd83f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3de55d4-b4fc-4f7e-b70b-3e149d888b46,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:34:38.905564 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d44ab769-5139-4161-a0e5-3333d6fd83f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:34:38.906673 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-d44ab769-5139-4161-a0e5-3333d6fd83f3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d3de55d4-b4fc-4f7e-b70b-3e149d888b46 HTTP/1.1" status: 204 len: 168 time: 0.1817820 Jun 01 19:34:39.057916 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 679c6806-4211-4945-ab7f-4da488ab9654 no longer exists at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:34:39.124576 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] No Port match for: 679c6806-4211-4945-ab7f-4da488ab9654 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:34:39.124791 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 679c6806-4211-4945-ab7f-4da488ab9654 not bound to the agent host n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:34:39.217083 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 50420) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:34:39.234690 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6ff3076a-0602-4d1f-9cca-27488bac7b15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:34:39.249374 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-6ff3076a-0602-4d1f-9cca-27488bac7b15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:34:39.253247 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-6ff3076a-0602-4d1f-9cca-27488bac7b15 admin admin] Usage tracker for resource:security_group_rule and tenant:3cfd6a8e205d4d81a86fe3d92fb851bc is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:34:39.256035 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-6ff3076a-0602-4d1f-9cca-27488bac7b15 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:34:39.261751 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-6ff3076a-0602-4d1f-9cca-27488bac7b15 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:34:39.343979 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6ff3076a-0602-4d1f-9cca-27488bac7b15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:34:39.347970 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6ff3076a-0602-4d1f-9cca-27488bac7b15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:34:39.393971 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff3076a-0602-4d1f-9cca-27488bac7b15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=681a2c7b-475c-48de-a5f1-7f6a6255de4f,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:34:39.398212 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-6ff3076a-0602-4d1f-9cca-27488bac7b15 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3cfd6a8e205d4d81a86fe3d92fb851bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1801314 Jun 01 19:34:39.401055 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 50424) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:34:39.461925 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8fe34791-abf9-4c2e-b079-dc153f190034 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:34:39.487065 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8fe34791-abf9-4c2e-b079-dc153f190034 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:34:39.540290 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8fe34791-abf9-4c2e-b079-dc153f190034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:34:39.555050 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe34791-abf9-4c2e-b079-dc153f190034 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=681a2c7b-475c-48de-a5f1-7f6a6255de4f,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:34:39.562325 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8fe34791-abf9-4c2e-b079-dc153f190034 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:34:39.566449 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-8fe34791-abf9-4c2e-b079-dc153f190034 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/681a2c7b-475c-48de-a5f1-7f6a6255de4f HTTP/1.1" status: 204 len: 168 time: 0.1615183 Jun 01 19:34:39.578437 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-4344b1af-ba9b-40d7-a113-3fe8e42548d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:34:39.924163 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.agents_db [None req-e814b9cf-7de8-45d0-a079-29c61fabe7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 19:34:40.376356 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 50448) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:34:40.484685 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-b3bdcb89-0c1a-4f18-8a46-542dba803af7 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2051630903-network', 'tenant_id': '7f2a9b151e704e10a0837da1214bcab0'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:34:40.490162 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-b3bdcb89-0c1a-4f18-8a46-542dba803af7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:34:40.493956 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-b3bdcb89-0c1a-4f18-8a46-542dba803af7 admin admin] Usage tracker for resource:network and tenant:7f2a9b151e704e10a0837da1214bcab0 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:34:40.496900 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-b3bdcb89-0c1a-4f18-8a46-542dba803af7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:34:40.504220 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-b3bdcb89-0c1a-4f18-8a46-542dba803af7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:34:40.514119 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3bdcb89-0c1a-4f18-8a46-542dba803af7 admin admin] Made reservation on behalf of 7f2a9b151e704e10a0837da1214bcab0 for: {'network': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:34:40.516455 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b3bdcb89-0c1a-4f18-8a46-542dba803af7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:34:40.528973 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b3bdcb89-0c1a-4f18-8a46-542dba803af7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:34:40.543055 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-b3bdcb89-0c1a-4f18-8a46-542dba803af7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:34:40.547553 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-b3bdcb89-0c1a-4f18-8a46-542dba803af7 admin admin] Usage tracker for resource:security_group_rule and tenant:7f2a9b151e704e10a0837da1214bcab0 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:34:40.550397 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-b3bdcb89-0c1a-4f18-8a46-542dba803af7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:34:40.556018 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-b3bdcb89-0c1a-4f18-8a46-542dba803af7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:34:40.646012 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b3bdcb89-0c1a-4f18-8a46-542dba803af7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:34:40.650363 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b3bdcb89-0c1a-4f18-8a46-542dba803af7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:34:40.682788 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3bdcb89-0c1a-4f18-8a46-542dba803af7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 116} {{(pid=88525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 19:34:40.694737 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bdcb89-0c1a-4f18-8a46-542dba803af7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab589194-748a-4ce5-b6c5-bc5170aeddfa,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:34:40.704096 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b3bdcb89-0c1a-4f18-8a46-542dba803af7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:34:40.704096 n-d-844202-1 neutron-server[88525]: INFO neutron.db.segments_db [None req-b3bdcb89-0c1a-4f18-8a46-542dba803af7 admin admin] Added segment 64474381-9549-4d74-ba1c-b9dc4a7a1101 of type vlan for network b573b880-b2f8-479c-b52e-f90a84c291b4 Jun 01 19:34:40.714717 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:34:40.717510 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:34:40.734828 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b3bdcb89-0c1a-4f18-8a46-542dba803af7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:34:40.765511 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b3bdcb89-0c1a-4f18-8a46-542dba803af7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:34:40.766462 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3bdcb89-0c1a-4f18-8a46-542dba803af7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:34:40.767033 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b3bdcb89-0c1a-4f18-8a46-542dba803af7 admin admin] Notify callbacks [] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:34:40.872381 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bdcb89-0c1a-4f18-8a46-542dba803af7 admin admin] Pushing event updated for resources: {'Network': ['ID=b573b880-b2f8-479c-b52e-f90a84c291b4,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:34:40.876388 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-b3bdcb89-0c1a-4f18-8a46-542dba803af7 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4989564 Jun 01 19:34:40.879503 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 50454) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:34:40.883126 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network b573b880-b2f8-479c-b52e-f90a84c291b4 details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 19:34:40.885631 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-c9e73f44-f48f-4c7a-83b4-935ceecadacc admin admin] Request body: {'subnet': {'network_id': 'b573b880-b2f8-479c-b52e-f90a84c291b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2051630903-subnet', 'tenant_id': '7f2a9b151e704e10a0837da1214bcab0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:34:40.891392 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-c9e73f44-f48f-4c7a-83b4-935ceecadacc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:34:40.895247 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-c9e73f44-f48f-4c7a-83b4-935ceecadacc admin admin] Usage tracker for resource:subnet and tenant:7f2a9b151e704e10a0837da1214bcab0 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:34:40.898286 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-c9e73f44-f48f-4c7a-83b4-935ceecadacc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:34:40.905935 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-c9e73f44-f48f-4c7a-83b4-935ceecadacc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:34:40.917828 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9e73f44-f48f-4c7a-83b4-935ceecadacc admin admin] Made reservation on behalf of 7f2a9b151e704e10a0837da1214bcab0 for: {'subnet': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:34:40.921215 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c9e73f44-f48f-4c7a-83b4-935ceecadacc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9667140'] for subnet, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:34:41.128372 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c9e73f44-f48f-4c7a-83b4-935ceecadacc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2614064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9667190'] for subnet, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:34:41.207992 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e73f44-f48f-4c7a-83b4-935ceecadacc admin admin] Pushing event updated for resources: {'Subnet': ['ID=9bdf2a4e-b5d6-40db-bff4-a0e4136569ed,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:34:41.213347 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e73f44-f48f-4c7a-83b4-935ceecadacc admin admin] Checking segment: {'id': '64474381-9549-4d74-ba1c-b9dc4a7a1101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'b573b880-b2f8-479c-b52e-f90a84c291b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:34:41.213708 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9e73f44-f48f-4c7a-83b4-935ceecadacc admin admin] Network hostable DHCP agents. Network: b573b880-b2f8-479c-b52e-f90a84c291b4, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 19:34:41.239119 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9e73f44-f48f-4c7a-83b4-935ceecadacc admin admin] Network b573b880-b2f8-479c-b52e-f90a84c291b4 is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 19:34:41.249501 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-c9e73f44-f48f-4c7a-83b4-935ceecadacc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, b573b880-b2f8-479c-b52e-f90a84c291b4) {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:34:41.254531 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9e73f44-f48f-4c7a-83b4-935ceecadacc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:34:41.255247 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c9e73f44-f48f-4c7a-83b4-935ceecadacc admin admin] Notify callbacks [] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:34:41.257943 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ea3b9ff-0e6a-4c9a-857a-d51958acd714 None None] Network b573b880-b2f8-479c-b52e-f90a84c291b4 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:34:41.278499 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-c9e73f44-f48f-4c7a-83b4-935ceecadacc admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3979177 Jun 01 19:34:41.472151 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a37b898-8de1-47d9-a321-d06cea831c60 None None] Network b573b880-b2f8-479c-b52e-f90a84c291b4 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:34:41.708987 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:34:41.805852 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a309edc-c2e3-4d9f-ba1d-1bd91a074181 req-99cf6a74-80a1-4276-8c29-4c91850a59df tempest-DeleteServersTestJSON-2028641165 tempest-DeleteServersTestJSON-2028641165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:34:41.806522 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-4a309edc-c2e3-4d9f-ba1d-1bd91a074181 req-99cf6a74-80a1-4276-8c29-4c91850a59df tempest-DeleteServersTestJSON-2028641165 tempest-DeleteServersTestJSON-2028641165-project] Synchronizing usage tracker for tenant:7f2a9b151e704e10a0837da1214bcab0 on resource:network {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:34:41.824806 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-4a309edc-c2e3-4d9f-ba1d-1bd91a074181 req-99cf6a74-80a1-4276-8c29-4c91850a59df tempest-DeleteServersTestJSON-2028641165 tempest-DeleteServersTestJSON-2028641165-project] Unset dirty status for tenant:7f2a9b151e704e10a0837da1214bcab0 on resource:network {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:34:41.826483 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4a309edc-c2e3-4d9f-ba1d-1bd91a074181 req-99cf6a74-80a1-4276-8c29-4c91850a59df tempest-DeleteServersTestJSON-2028641165 tempest-DeleteServersTestJSON-2028641165-project] 10.222.0.41 "GET /v2.0/networks?id=b573b880-b2f8-479c-b52e-f90a84c291b4 HTTP/1.1" status: 200 len: 812 time: 0.1659448 Jun 01 19:34:41.843350 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4a309edc-c2e3-4d9f-ba1d-1bd91a074181 req-bd7f3ced-a8be-4f86-8827-dba652593e98 tempest-DeleteServersTestJSON-2028641165 tempest-DeleteServersTestJSON-2028641165-project] 10.222.0.41 "GET /v2.0/quotas/7f2a9b151e704e10a0837da1214bcab0 HTTP/1.1" status: 200 len: 375 time: 0.0111272 Jun 01 19:34:41.891383 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4a309edc-c2e3-4d9f-ba1d-1bd91a074181 req-cb03cb77-715c-4d4a-83ec-99cca802a515 tempest-DeleteServersTestJSON-2028641165 tempest-DeleteServersTestJSON-2028641165-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=7f2a9b151e704e10a0837da1214bcab0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0426459 Jun 01 19:34:42.063246 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:34:42.189826 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4a309edc-c2e3-4d9f-ba1d-1bd91a074181 req-11a7794f-1559-403e-9030-05f7efd994f0 service neutron] 10.222.0.41 "GET /v2.0/networks/b573b880-b2f8-479c-b52e-f90a84c291b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2915714 Jun 01 19:34:42.311473 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:34:42.338196 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4a309edc-c2e3-4d9f-ba1d-1bd91a074181 req-698cc453-7591-4749-81e8-966aa7de0752 service neutron] 10.222.0.41 "GET /v2.0/networks/b573b880-b2f8-479c-b52e-f90a84c291b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416802 Jun 01 19:34:42.519299 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-04ef2023-0034-4a9c-ae19-4d0ca87fd468 req-a5d17503-b67d-4df9-9835-2ec25787f05c tempest-DeleteServersTestJSON-2028641165 tempest-DeleteServersTestJSON-2028641165-project] 10.222.0.41 "GET /v2.0/ports?device_id=348ed243-c58b-4495-ba1d-9d4a9dc60697 HTTP/1.1" status: 200 len: 210 time: 0.0424142 Jun 01 19:34:43.679931 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ae0b9455-f51d-46db-b89c-f3415a60fe83 req-f15233f7-ced7-4299-991a-66e9156fd57a tempest-DeleteServersTestJSON-2028641165 tempest-DeleteServersTestJSON-2028641165-project] 10.222.0.41 "GET /v2.0/ports?device_id=348ed243-c58b-4495-ba1d-9d4a9dc60697 HTTP/1.1" status: 200 len: 210 time: 0.0490563 Jun 01 19:34:43.765828 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a309edc-c2e3-4d9f-ba1d-1bd91a074181 req-1ca4e60c-9ae8-447d-b5da-842109da19da tempest-DeleteServersTestJSON-2028641165 tempest-DeleteServersTestJSON-2028641165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:34:43.767350 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4a309edc-c2e3-4d9f-ba1d-1bd91a074181 req-1ca4e60c-9ae8-447d-b5da-842109da19da tempest-DeleteServersTestJSON-2028641165 tempest-DeleteServersTestJSON-2028641165-project] 10.222.0.50 "GET /v2.0/networks?id=b573b880-b2f8-479c-b52e-f90a84c291b4 HTTP/1.1" status: 200 len: 812 time: 0.1641910 Jun 01 19:34:43.778287 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-4a309edc-c2e3-4d9f-ba1d-1bd91a074181 req-3b748fe8-8fdf-477b-b39e-616a5fa687f3 tempest-DeleteServersTestJSON-2028641165 tempest-DeleteServersTestJSON-2028641165-project] Request body: {'port': {'device_id': '348ed243-c58b-4495-ba1d-9d4a9dc60697', 'network_id': 'b573b880-b2f8-479c-b52e-f90a84c291b4', 'admin_state_up': True, 'tenant_id': '7f2a9b151e704e10a0837da1214bcab0'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:34:43.917436 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-4a309edc-c2e3-4d9f-ba1d-1bd91a074181 req-3b748fe8-8fdf-477b-b39e-616a5fa687f3 tempest-DeleteServersTestJSON-2028641165 tempest-DeleteServersTestJSON-2028641165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:34:43.921694 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-4a309edc-c2e3-4d9f-ba1d-1bd91a074181 req-3b748fe8-8fdf-477b-b39e-616a5fa687f3 tempest-DeleteServersTestJSON-2028641165 tempest-DeleteServersTestJSON-2028641165-project] Usage tracker for resource:port and tenant:7f2a9b151e704e10a0837da1214bcab0 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:34:43.924586 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-4a309edc-c2e3-4d9f-ba1d-1bd91a074181 req-3b748fe8-8fdf-477b-b39e-616a5fa687f3 tempest-DeleteServersTestJSON-2028641165 tempest-DeleteServersTestJSON-2028641165-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:34:43.930297 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-4a309edc-c2e3-4d9f-ba1d-1bd91a074181 req-3b748fe8-8fdf-477b-b39e-616a5fa687f3 tempest-DeleteServersTestJSON-2028641165 tempest-DeleteServersTestJSON-2028641165-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:34:43.941391 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a309edc-c2e3-4d9f-ba1d-1bd91a074181 req-3b748fe8-8fdf-477b-b39e-616a5fa687f3 tempest-DeleteServersTestJSON-2028641165 tempest-DeleteServersTestJSON-2028641165-project] Made reservation on behalf of 7f2a9b151e704e10a0837da1214bcab0 for: {'port': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:34:43.945462 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-4a309edc-c2e3-4d9f-ba1d-1bd91a074181 req-3b748fe8-8fdf-477b-b39e-616a5fa687f3 tempest-DeleteServersTestJSON-2028641165 tempest-DeleteServersTestJSON-2028641165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:34:44.118437 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [req-4a309edc-c2e3-4d9f-ba1d-1bd91a074181 req-3b748fe8-8fdf-477b-b39e-616a5fa687f3 tempest-DeleteServersTestJSON-2028641165 tempest-DeleteServersTestJSON-2028641165-project] Allocated IP 172.20.0.5 (b573b880-b2f8-479c-b52e-f90a84c291b4/9bdf2a4e-b5d6-40db-bff4-a0e4136569ed/7ad75f8e-a9b8-4d3c-9a2f-58b4a20fbbfd) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:34:44.334066 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-4a309edc-c2e3-4d9f-ba1d-1bd91a074181 req-3b748fe8-8fdf-477b-b39e-616a5fa687f3 tempest-DeleteServersTestJSON-2028641165 tempest-DeleteServersTestJSON-2028641165-project] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:34:44.363552 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-4a309edc-c2e3-4d9f-ba1d-1bd91a074181 req-3b748fe8-8fdf-477b-b39e-616a5fa687f3 tempest-DeleteServersTestJSON-2028641165 tempest-DeleteServersTestJSON-2028641165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:34:44.438349 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a309edc-c2e3-4d9f-ba1d-1bd91a074181 req-3b748fe8-8fdf-477b-b39e-616a5fa687f3 tempest-DeleteServersTestJSON-2028641165 tempest-DeleteServersTestJSON-2028641165-project] Network b573b880-b2f8-479c-b52e-f90a84c291b4 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:34:44.441800 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [req-4a309edc-c2e3-4d9f-ba1d-1bd91a074181 req-3b748fe8-8fdf-477b-b39e-616a5fa687f3 tempest-DeleteServersTestJSON-2028641165 tempest-DeleteServersTestJSON-2028641165-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:34:44.445714 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a309edc-c2e3-4d9f-ba1d-1bd91a074181 req-3b748fe8-8fdf-477b-b39e-616a5fa687f3 tempest-DeleteServersTestJSON-2028641165 tempest-DeleteServersTestJSON-2028641165-project] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:34:44.476021 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b748fe8-8fdf-477b-b39e-616a5fa687f3 tempest-DeleteServersTestJSON-2028641165 tempest-DeleteServersTestJSON-2028641165-project] Pushing event updated for resources: {'Port': ['ID=7ad75f8e-a9b8-4d3c-9a2f-58b4a20fbbfd,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:34:44.511577 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a309edc-c2e3-4d9f-ba1d-1bd91a074181 req-3b748fe8-8fdf-477b-b39e-616a5fa687f3 tempest-DeleteServersTestJSON-2028641165 tempest-DeleteServersTestJSON-2028641165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:34:44.512168 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-4a309edc-c2e3-4d9f-ba1d-1bd91a074181 req-3b748fe8-8fdf-477b-b39e-616a5fa687f3 tempest-DeleteServersTestJSON-2028641165 tempest-DeleteServersTestJSON-2028641165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:34:44.533294 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4a309edc-c2e3-4d9f-ba1d-1bd91a074181 req-3b748fe8-8fdf-477b-b39e-616a5fa687f3 tempest-DeleteServersTestJSON-2028641165 tempest-DeleteServersTestJSON-2028641165-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7585633 Jun 01 19:34:44.544543 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-4a309edc-c2e3-4d9f-ba1d-1bd91a074181 req-72e305b8-4af8-4f17-b21c-bfdf8fc1c1b7 service neutron] Request body: {'port': {'device_id': '348ed243-c58b-4495-ba1d-9d4a9dc60697', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844202-1'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:34:44.659826 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-4a309edc-c2e3-4d9f-ba1d-1bd91a074181 req-72e305b8-4af8-4f17-b21c-bfdf8fc1c1b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:34:45.001871 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabf158a-e223-4209-8a6d-148e5d89d149 req-610fc318-811a-4174-8791-b2323314587d tempest-DeleteServersTestJSON-2028641165 tempest-DeleteServersTestJSON-2028641165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:34:45.002561 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-eabf158a-e223-4209-8a6d-148e5d89d149 req-610fc318-811a-4174-8791-b2323314587d tempest-DeleteServersTestJSON-2028641165 tempest-DeleteServersTestJSON-2028641165-project] Synchronizing usage tracker for tenant:7f2a9b151e704e10a0837da1214bcab0 on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:34:45.036419 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-eabf158a-e223-4209-8a6d-148e5d89d149 req-610fc318-811a-4174-8791-b2323314587d tempest-DeleteServersTestJSON-2028641165 tempest-DeleteServersTestJSON-2028641165-project] Unset dirty status for tenant:7f2a9b151e704e10a0837da1214bcab0 on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:34:45.037561 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-eabf158a-e223-4209-8a6d-148e5d89d149 req-610fc318-811a-4174-8791-b2323314587d tempest-DeleteServersTestJSON-2028641165 tempest-DeleteServersTestJSON-2028641165-project] 10.222.0.41 "GET /v2.0/ports?device_id=348ed243-c58b-4495-ba1d-9d4a9dc60697 HTTP/1.1" status: 200 len: 931 time: 0.2442629 Jun 01 19:34:45.121240 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [req-4a309edc-c2e3-4d9f-ba1d-1bd91a074181 req-72e305b8-4af8-4f17-b21c-bfdf8fc1c1b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ad75f8e-a9b8-4d3c-9a2f-58b4a20fbbfd {{(pid=88524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 19:34:45.133331 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-4a309edc-c2e3-4d9f-ba1d-1bd91a074181 req-72e305b8-4af8-4f17-b21c-bfdf8fc1c1b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:34:45.141980 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-eabf158a-e223-4209-8a6d-148e5d89d149 req-e58ca5dc-9369-475d-bd5a-9af8b0cefb03 tempest-DeleteServersTestJSON-2028641165 tempest-DeleteServersTestJSON-2028641165-project] 10.222.0.41 "GET /v2.0/security-groups?id=ab589194-748a-4ce5-b6c5-bc5170aeddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712640 Jun 01 19:34:45.152967 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [req-4a309edc-c2e3-4d9f-ba1d-1bd91a074181 req-72e305b8-4af8-4f17-b21c-bfdf8fc1c1b7 service neutron] Transition to ACTIVE for port object 7ad75f8e-a9b8-4d3c-9a2f-58b4a20fbbfd will not be triggered until provisioned by entity L2. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:34:45.158017 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-4a309edc-c2e3-4d9f-ba1d-1bd91a074181 req-72e305b8-4af8-4f17-b21c-bfdf8fc1c1b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:34:45.291926 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e305b8-4af8-4f17-b21c-bfdf8fc1c1b7 service neutron] Pushing event updated for resources: {'Port': ['ID=7ad75f8e-a9b8-4d3c-9a2f-58b4a20fbbfd,revision_number=2']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:34:45.498614 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-4a309edc-c2e3-4d9f-ba1d-1bd91a074181 req-72e305b8-4af8-4f17-b21c-bfdf8fc1c1b7 service neutron] Attempting to bind port 7ad75f8e-a9b8-4d3c-9a2f-58b4a20fbbfd on host n-h2-844202-1 for vnic_type normal with profile {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:34:45.498884 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-4a309edc-c2e3-4d9f-ba1d-1bd91a074181 req-72e305b8-4af8-4f17-b21c-bfdf8fc1c1b7 service neutron] Attempting to bind port 7ad75f8e-a9b8-4d3c-9a2f-58b4a20fbbfd by drivers openvswitch,hyperv on host n-h2-844202-1 at level 0 using segments [{'id': '64474381-9549-4d74-ba1c-b9dc4a7a1101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'b573b880-b2f8-479c-b52e-f90a84c291b4'}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:34:45.499154 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a309edc-c2e3-4d9f-ba1d-1bd91a074181 req-72e305b8-4af8-4f17-b21c-bfdf8fc1c1b7 service neutron] Attempting to bind port 7ad75f8e-a9b8-4d3c-9a2f-58b4a20fbbfd on network b573b880-b2f8-479c-b52e-f90a84c291b4 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:34:45.504387 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a309edc-c2e3-4d9f-ba1d-1bd91a074181 req-72e305b8-4af8-4f17-b21c-bfdf8fc1c1b7 service neutron] Port 7ad75f8e-a9b8-4d3c-9a2f-58b4a20fbbfd on network b573b880-b2f8-479c-b52e-f90a84c291b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-844202-1 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 19:34:45.504710 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a309edc-c2e3-4d9f-ba1d-1bd91a074181 req-72e305b8-4af8-4f17-b21c-bfdf8fc1c1b7 service neutron] Attempting to bind port 7ad75f8e-a9b8-4d3c-9a2f-58b4a20fbbfd on network b573b880-b2f8-479c-b52e-f90a84c291b4 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:34:45.511110 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a309edc-c2e3-4d9f-ba1d-1bd91a074181 req-72e305b8-4af8-4f17-b21c-bfdf8fc1c1b7 service neutron] Checking agent: {'id': 'f5db9968-6317-4186-9100-9e0ca6b50417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 34, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:34:45.511448 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a309edc-c2e3-4d9f-ba1d-1bd91a074181 req-72e305b8-4af8-4f17-b21c-bfdf8fc1c1b7 service neutron] Checking segment: {'id': '64474381-9549-4d74-ba1c-b9dc4a7a1101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'b573b880-b2f8-479c-b52e-f90a84c291b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:34:45.511839 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a309edc-c2e3-4d9f-ba1d-1bd91a074181 req-72e305b8-4af8-4f17-b21c-bfdf8fc1c1b7 service neutron] Bound using segment: {'id': '64474381-9549-4d74-ba1c-b9dc4a7a1101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'b573b880-b2f8-479c-b52e-f90a84c291b4'} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:34:45.512312 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-4a309edc-c2e3-4d9f-ba1d-1bd91a074181 req-72e305b8-4af8-4f17-b21c-bfdf8fc1c1b7 service neutron] Bound port: 7ad75f8e-a9b8-4d3c-9a2f-58b4a20fbbfd, host: n-h2-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64474381-9549-4d74-ba1c-b9dc4a7a1101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'b573b880-b2f8-479c-b52e-f90a84c291b4'}}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:34:45.513675 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-4a309edc-c2e3-4d9f-ba1d-1bd91a074181 req-72e305b8-4af8-4f17-b21c-bfdf8fc1c1b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:34:45.607644 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-4a309edc-c2e3-4d9f-ba1d-1bd91a074181 req-72e305b8-4af8-4f17-b21c-bfdf8fc1c1b7 service neutron] For port 7ad75f8e-a9b8-4d3c-9a2f-58b4a20fbbfd, host n-h2-844202-1, cleared binding levels {{(pid=88524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:34:45.610569 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-4a309edc-c2e3-4d9f-ba1d-1bd91a074181 req-72e305b8-4af8-4f17-b21c-bfdf8fc1c1b7 service neutron] For port 7ad75f8e-a9b8-4d3c-9a2f-58b4a20fbbfd, host n-h2-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=7ad75f8e-a9b8-4d3c-9a2f-58b4a20fbbfd,segment=NetworkSegment(64474381-9549-4d74-ba1c-b9dc4a7a1101),segment_id=64474381-9549-4d74-ba1c-b9dc4a7a1101)] {{(pid=88524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:34:45.615685 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-4a309edc-c2e3-4d9f-ba1d-1bd91a074181 req-72e305b8-4af8-4f17-b21c-bfdf8fc1c1b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:34:45.674265 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a309edc-c2e3-4d9f-ba1d-1bd91a074181 req-72e305b8-4af8-4f17-b21c-bfdf8fc1c1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:34:45.674863 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-4a309edc-c2e3-4d9f-ba1d-1bd91a074181 req-72e305b8-4af8-4f17-b21c-bfdf8fc1c1b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:34:45.676318 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4a309edc-c2e3-4d9f-ba1d-1bd91a074181 req-72e305b8-4af8-4f17-b21c-bfdf8fc1c1b7 service neutron] 10.222.0.50 "PUT /v2.0/ports/7ad75f8e-a9b8-4d3c-9a2f-58b4a20fbbfd HTTP/1.1" status: 200 len: 1091 time: 1.1362073 Jun 01 19:34:45.676693 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '348ed243-c58b-4495-ba1d-9d4a9dc60697', 'tag': '7ad75f8e-a9b8-4d3c-9a2f-58b4a20fbbfd'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:34:45.705094 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e305b8-4af8-4f17-b21c-bfdf8fc1c1b7 service neutron] Pushing event updated for resources: {'Port': ['ID=7ad75f8e-a9b8-4d3c-9a2f-58b4a20fbbfd,revision_number=3']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:34:45.792998 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0debc43-1458-49ef-8087-52d0293dc35d'] response: {'name': 'network-changed', 'server_uuid': '348ed243-c58b-4495-ba1d-9d4a9dc60697', 'tag': '7ad75f8e-a9b8-4d3c-9a2f-58b4a20fbbfd', 'status': 'completed', 'code': 200} Jun 01 19:34:45.795633 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a309edc-c2e3-4d9f-ba1d-1bd91a074181 req-f615a669-fa68-40dc-b558-8a482c66d874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:34:45.797119 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4a309edc-c2e3-4d9f-ba1d-1bd91a074181 req-f615a669-fa68-40dc-b558-8a482c66d874 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7f2a9b151e704e10a0837da1214bcab0&device_id=348ed243-c58b-4495-ba1d-9d4a9dc60697 HTTP/1.1" status: 200 len: 1094 time: 0.0816777 Jun 01 19:34:45.868568 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4a309edc-c2e3-4d9f-ba1d-1bd91a074181 req-b10fb9cf-5570-4418-bdb8-f5f723fe50e1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7ad75f8e-a9b8-4d3c-9a2f-58b4a20fbbfd HTTP/1.1" status: 200 len: 217 time: 0.0639722 Jun 01 19:34:45.937293 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a309edc-c2e3-4d9f-ba1d-1bd91a074181 req-ee599d5a-1255-477a-b1eb-bdb3b2cefd6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:34:45.938754 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4a309edc-c2e3-4d9f-ba1d-1bd91a074181 req-ee599d5a-1255-477a-b1eb-bdb3b2cefd6a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9bdf2a4e-b5d6-40db-bff4-a0e4136569ed HTTP/1.1" status: 200 len: 852 time: 0.0649176 Jun 01 19:34:45.989694 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4a309edc-c2e3-4d9f-ba1d-1bd91a074181 req-6c75c58e-e7b7-4f3c-a0e8-ee3499d81e34 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b573b880-b2f8-479c-b52e-f90a84c291b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455976 Jun 01 19:34:46.124023 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4a309edc-c2e3-4d9f-ba1d-1bd91a074181 req-18c51951-5f88-40a6-b156-4b1cfba74314 service neutron] 10.222.0.50 "GET /v2.0/networks/b573b880-b2f8-479c-b52e-f90a84c291b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290448 Jun 01 19:34:46.314556 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4a309edc-c2e3-4d9f-ba1d-1bd91a074181 req-8b56c480-6e3d-4b21-8fd4-04b0d86d259d service neutron] 10.222.0.50 "GET /v2.0/networks/b573b880-b2f8-479c-b52e-f90a84c291b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850297 Jun 01 19:34:46.357112 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f059316-28d7-4405-a622-b9926bf683f0 req-8e96e839-4801-4435-85c3-f4bfe74be688 tempest-DeleteServersTestJSON-2028641165 tempest-DeleteServersTestJSON-2028641165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:34:46.358611 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3f059316-28d7-4405-a622-b9926bf683f0 req-8e96e839-4801-4435-85c3-f4bfe74be688 tempest-DeleteServersTestJSON-2028641165 tempest-DeleteServersTestJSON-2028641165-project] 10.222.0.41 "GET /v2.0/ports?device_id=348ed243-c58b-4495-ba1d-9d4a9dc60697 HTTP/1.1" status: 200 len: 943 time: 0.1007781 Jun 01 19:34:46.457668 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3f059316-28d7-4405-a622-b9926bf683f0 req-359f8927-054d-4db5-901e-8911e9abc156 tempest-DeleteServersTestJSON-2028641165 tempest-DeleteServersTestJSON-2028641165-project] 10.222.0.41 "GET /v2.0/security-groups?id=ab589194-748a-4ce5-b6c5-bc5170aeddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624321 Jun 01 19:34:46.474688 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4b41be-465b-4c03-aac4-28f3023d5a31 req-04cd5488-3299-4e2a-b704-1a8a6b82b007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:34:46.476141 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ea4b41be-465b-4c03-aac4-28f3023d5a31 req-04cd5488-3299-4e2a-b704-1a8a6b82b007 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7f2a9b151e704e10a0837da1214bcab0&device_id=348ed243-c58b-4495-ba1d-9d4a9dc60697 HTTP/1.1" status: 200 len: 1094 time: 0.1124511 Jun 01 19:34:46.611203 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4b41be-465b-4c03-aac4-28f3023d5a31 req-7bcf5ba5-c2db-4f62-99cc-7261ce01a2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:34:46.612743 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ea4b41be-465b-4c03-aac4-28f3023d5a31 req-7bcf5ba5-c2db-4f62-99cc-7261ce01a2f0 service neutron] 10.222.0.50 "GET /v2.0/networks?id=b573b880-b2f8-479c-b52e-f90a84c291b4 HTTP/1.1" status: 200 len: 913 time: 0.1311319 Jun 01 19:34:46.690642 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ea4b41be-465b-4c03-aac4-28f3023d5a31 req-d784b30d-a433-4012-b1e6-45026b851138 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7ad75f8e-a9b8-4d3c-9a2f-58b4a20fbbfd HTTP/1.1" status: 200 len: 217 time: 0.0701549 Jun 01 19:34:46.758860 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4b41be-465b-4c03-aac4-28f3023d5a31 req-5ed452c2-3602-48bd-88b7-343291af107d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:34:46.760184 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ea4b41be-465b-4c03-aac4-28f3023d5a31 req-5ed452c2-3602-48bd-88b7-343291af107d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9bdf2a4e-b5d6-40db-bff4-a0e4136569ed HTTP/1.1" status: 200 len: 852 time: 0.0634778 Jun 01 19:34:46.812111 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ea4b41be-465b-4c03-aac4-28f3023d5a31 req-b64fa97a-44ed-48e6-93e4-2d87602a3eb0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b573b880-b2f8-479c-b52e-f90a84c291b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453110 Jun 01 19:34:46.971139 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ea4b41be-465b-4c03-aac4-28f3023d5a31 req-b81755ea-f42e-4dfa-9489-495962105288 service neutron] 10.222.0.50 "GET /v2.0/networks/b573b880-b2f8-479c-b52e-f90a84c291b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529284 Jun 01 19:34:47.238031 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ea4b41be-465b-4c03-aac4-28f3023d5a31 req-1fd1192c-18fd-403d-bb0e-64bf5e6f5061 service neutron] 10.222.0.50 "GET /v2.0/networks/b573b880-b2f8-479c-b52e-f90a84c291b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2606699 Jun 01 19:34:47.671647 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c0a67b-e056-427a-8c1a-7811e5750dbf req-f230bfa2-8e51-4d25-89e9-42fbe22bf5cb tempest-DeleteServersTestJSON-2028641165 tempest-DeleteServersTestJSON-2028641165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:34:47.673631 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-26c0a67b-e056-427a-8c1a-7811e5750dbf req-f230bfa2-8e51-4d25-89e9-42fbe22bf5cb tempest-DeleteServersTestJSON-2028641165 tempest-DeleteServersTestJSON-2028641165-project] 10.222.0.41 "GET /v2.0/ports?device_id=348ed243-c58b-4495-ba1d-9d4a9dc60697 HTTP/1.1" status: 200 len: 943 time: 0.0983369 Jun 01 19:34:47.718549 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-26c0a67b-e056-427a-8c1a-7811e5750dbf req-429c7a2f-6554-4864-a716-8079c88846ed tempest-DeleteServersTestJSON-2028641165 tempest-DeleteServersTestJSON-2028641165-project] Synchronizing usage tracker for tenant:7f2a9b151e704e10a0837da1214bcab0 on resource:security_group {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:34:47.736882 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-26c0a67b-e056-427a-8c1a-7811e5750dbf req-429c7a2f-6554-4864-a716-8079c88846ed tempest-DeleteServersTestJSON-2028641165 tempest-DeleteServersTestJSON-2028641165-project] Unset dirty status for tenant:7f2a9b151e704e10a0837da1214bcab0 on resource:security_group {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:34:47.738054 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-26c0a67b-e056-427a-8c1a-7811e5750dbf req-429c7a2f-6554-4864-a716-8079c88846ed tempest-DeleteServersTestJSON-2028641165 tempest-DeleteServersTestJSON-2028641165-project] 10.222.0.41 "GET /v2.0/security-groups?id=ab589194-748a-4ce5-b6c5-bc5170aeddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587616 Jun 01 19:34:48.930697 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa593d7b-e60a-4d1a-9992-7958aada5606 req-d220c108-53b9-49e4-a6eb-e9a602ac9ee5 tempest-DeleteServersTestJSON-2028641165 tempest-DeleteServersTestJSON-2028641165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:34:48.932173 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fa593d7b-e60a-4d1a-9992-7958aada5606 req-d220c108-53b9-49e4-a6eb-e9a602ac9ee5 tempest-DeleteServersTestJSON-2028641165 tempest-DeleteServersTestJSON-2028641165-project] 10.222.0.41 "GET /v2.0/ports?device_id=348ed243-c58b-4495-ba1d-9d4a9dc60697 HTTP/1.1" status: 200 len: 943 time: 0.0805078 Jun 01 19:34:48.979429 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fa593d7b-e60a-4d1a-9992-7958aada5606 req-f7558e68-59e1-4cbc-87b9-07e56a4f1c1a tempest-DeleteServersTestJSON-2028641165 tempest-DeleteServersTestJSON-2028641165-project] 10.222.0.41 "GET /v2.0/security-groups?id=ab589194-748a-4ce5-b6c5-bc5170aeddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408397 Jun 01 19:34:49.073056 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 7ad75f8e-a9b8-4d3c-9a2f-58b4a20fbbfd details requested by agent hyperv_n-h2-844202-1 with host n-h2-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 19:34:49.217187 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 7ad75f8e-a9b8-4d3c-9a2f-58b4a20fbbfd, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=7ad75f8e-a9b8-4d3c-9a2f-58b4a20fbbfd,segment=NetworkSegment(64474381-9549-4d74-ba1c-b9dc4a7a1101),segment_id=64474381-9549-4d74-ba1c-b9dc4a7a1101)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:34:49.230299 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Returning: {'device': '7ad75f8e-a9b8-4d3c-9a2f-58b4a20fbbfd', 'network_id': 'b573b880-b2f8-479c-b52e-f90a84c291b4', 'port_id': '7ad75f8e-a9b8-4d3c-9a2f-58b4a20fbbfd', 'mac_address': 'fa:16:3e:98:7b:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bdf2a4e-b5d6-40db-bff4-a0e4136569ed', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 19:34:49.289157 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port 7ad75f8e-a9b8-4d3c-9a2f-58b4a20fbbfd is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:34:49.289585 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:34:49.307719 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ad75f8e-a9b8-4d3c-9a2f-58b4a20fbbfd {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 19:34:49.324661 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 7ad75f8e-a9b8-4d3c-9a2f-58b4a20fbbfd, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=7ad75f8e-a9b8-4d3c-9a2f-58b4a20fbbfd,segment=NetworkSegment(64474381-9549-4d74-ba1c-b9dc4a7a1101),segment_id=64474381-9549-4d74-ba1c-b9dc4a7a1101)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:34:49.328538 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:34:49.401156 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=7ad75f8e-a9b8-4d3c-9a2f-58b4a20fbbfd,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:34:49.519526 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] get_ports_and_sgs() called for port_ids ['7ad75f8e-a9b8-4d3c-9a2f-58b4a20fbbfd'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 19:34:50.188472 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cf3c76-e98d-46a8-ace1-514ed32f090c req-b8a1f7da-64f0-4f2c-8fd9-0cccb19c7b6a tempest-DeleteServersTestJSON-2028641165 tempest-DeleteServersTestJSON-2028641165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:34:50.190068 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-70cf3c76-e98d-46a8-ace1-514ed32f090c req-b8a1f7da-64f0-4f2c-8fd9-0cccb19c7b6a tempest-DeleteServersTestJSON-2028641165 tempest-DeleteServersTestJSON-2028641165-project] 10.222.0.41 "GET /v2.0/ports?device_id=348ed243-c58b-4495-ba1d-9d4a9dc60697 HTTP/1.1" status: 200 len: 944 time: 0.0911081 Jun 01 19:34:50.244205 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-70cf3c76-e98d-46a8-ace1-514ed32f090c req-8058bbd7-cf7b-468c-960c-4e5ac4279d7a tempest-DeleteServersTestJSON-2028641165 tempest-DeleteServersTestJSON-2028641165-project] 10.222.0.41 "GET /v2.0/security-groups?id=ab589194-748a-4ce5-b6c5-bc5170aeddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459158 Jun 01 19:34:51.088443 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 7ad75f8e-a9b8-4d3c-9a2f-58b4a20fbbfd up at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:34:51.163976 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning for port 7ad75f8e-a9b8-4d3c-9a2f-58b4a20fbbfd completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:34:51.169608 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning complete for port 7ad75f8e-a9b8-4d3c-9a2f-58b4a20fbbfd triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:34:51.169970 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:34:51.295217 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port 7ad75f8e-a9b8-4d3c-9a2f-58b4a20fbbfd is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:34:51.295592 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:34:51.324069 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '348ed243-c58b-4495-ba1d-9d4a9dc60697', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ad75f8e-a9b8-4d3c-9a2f-58b4a20fbbfd'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:34:51.334683 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 7ad75f8e-a9b8-4d3c-9a2f-58b4a20fbbfd, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=7ad75f8e-a9b8-4d3c-9a2f-58b4a20fbbfd,segment=NetworkSegment(64474381-9549-4d74-ba1c-b9dc4a7a1101),segment_id=64474381-9549-4d74-ba1c-b9dc4a7a1101)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:34:51.343903 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:34:51.381791 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65c18317-618d-42df-84bc-6f20f65017f3'] response: {'server_uuid': '348ed243-c58b-4495-ba1d-9d4a9dc60697', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ad75f8e-a9b8-4d3c-9a2f-58b4a20fbbfd', 'code': 200} Jun 01 19:34:51.425593 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=7ad75f8e-a9b8-4d3c-9a2f-58b4a20fbbfd,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:34:51.520141 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f5c14a-fe2c-4679-9572-47193dd4a601 req-9bed3bb3-9c3d-4623-b352-e19a99106cff tempest-DeleteServersTestJSON-2028641165 tempest-DeleteServersTestJSON-2028641165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:34:51.521435 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-33f5c14a-fe2c-4679-9572-47193dd4a601 req-9bed3bb3-9c3d-4623-b352-e19a99106cff tempest-DeleteServersTestJSON-2028641165 tempest-DeleteServersTestJSON-2028641165-project] 10.222.0.41 "GET /v2.0/ports?device_id=348ed243-c58b-4495-ba1d-9d4a9dc60697 HTTP/1.1" status: 200 len: 945 time: 0.1576281 Jun 01 19:34:51.557401 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3f5a40-85ee-44b5-bb05-3b71d2358c0a req-5ca446d2-255a-4f00-88bb-3bada4090f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:34:51.558824 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9e3f5a40-85ee-44b5-bb05-3b71d2358c0a req-5ca446d2-255a-4f00-88bb-3bada4090f00 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=348ed243-c58b-4495-ba1d-9d4a9dc60697 HTTP/1.1" status: 200 len: 1096 time: 0.1278303 Jun 01 19:34:51.600481 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-33f5c14a-fe2c-4679-9572-47193dd4a601 req-687ba39b-776f-4c8b-9bc2-769405d018e7 tempest-DeleteServersTestJSON-2028641165 tempest-DeleteServersTestJSON-2028641165-project] 10.222.0.41 "GET /v2.0/security-groups?id=ab589194-748a-4ce5-b6c5-bc5170aeddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722106 Jun 01 19:34:51.617178 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9e3f5a40-85ee-44b5-bb05-3b71d2358c0a req-a27267ed-e00f-47b0-8c69-3b6cf48437a4 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=ab589194-748a-4ce5-b6c5-bc5170aeddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499449 Jun 01 19:34:52.816733 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691d13df-3b15-4ebb-a2b6-71beaf1bc3fa req-1621301d-f0e7-4cac-9565-f4101723b9fa tempest-DeleteServersTestJSON-2028641165 tempest-DeleteServersTestJSON-2028641165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:34:52.818256 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-691d13df-3b15-4ebb-a2b6-71beaf1bc3fa req-1621301d-f0e7-4cac-9565-f4101723b9fa tempest-DeleteServersTestJSON-2028641165 tempest-DeleteServersTestJSON-2028641165-project] 10.222.0.41 "GET /v2.0/ports?device_id=348ed243-c58b-4495-ba1d-9d4a9dc60697 HTTP/1.1" status: 200 len: 945 time: 0.0873609 Jun 01 19:34:52.865540 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-691d13df-3b15-4ebb-a2b6-71beaf1bc3fa req-f7240dfa-03e2-4c83-8ef7-d9721c08894b tempest-DeleteServersTestJSON-2028641165 tempest-DeleteServersTestJSON-2028641165-project] 10.222.0.41 "GET /v2.0/security-groups?id=ab589194-748a-4ce5-b6c5-bc5170aeddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414407 Jun 01 19:34:53.343217 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 50522) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:34:53.520183 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a4b3ee1f-a4d1-4f99-aa04-98e9389b2dd0 req-49b2d7f6-ca5e-46e8-84e3-921dd047cb59 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=348ed243-c58b-4495-ba1d-9d4a9dc60697&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1755474 Jun 01 19:34:53.528295 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494b12b1-6bd8-43db-99e6-dbd38f7d446b req-22143c5d-9329-4fbb-a266-6d1469f31eeb tempest-DeleteServersTestJSON-2028641165 tempest-DeleteServersTestJSON-2028641165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:34:53.530643 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-494b12b1-6bd8-43db-99e6-dbd38f7d446b req-22143c5d-9329-4fbb-a266-6d1469f31eeb tempest-DeleteServersTestJSON-2028641165 tempest-DeleteServersTestJSON-2028641165-project] 10.222.0.41 "GET /v2.0/ports?device_id=348ed243-c58b-4495-ba1d-9d4a9dc60697 HTTP/1.1" status: 200 len: 945 time: 0.1468320 Jun 01 19:34:53.596475 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-494b12b1-6bd8-43db-99e6-dbd38f7d446b req-755c1233-ab1a-4ec6-8f65-fb8eb084ae43 tempest-DeleteServersTestJSON-2028641165 tempest-DeleteServersTestJSON-2028641165-project] 10.222.0.41 "GET /v2.0/security-groups?id=ab589194-748a-4ce5-b6c5-bc5170aeddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554531 Jun 01 19:34:54.862375 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656cc061-2008-43cb-9b72-2fd2729d4b31 req-4dba94e3-f71e-4f46-81eb-be864b066b71 tempest-DeleteServersTestJSON-2028641165 tempest-DeleteServersTestJSON-2028641165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:34:54.863861 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-656cc061-2008-43cb-9b72-2fd2729d4b31 req-4dba94e3-f71e-4f46-81eb-be864b066b71 tempest-DeleteServersTestJSON-2028641165 tempest-DeleteServersTestJSON-2028641165-project] 10.222.0.41 "GET /v2.0/ports?device_id=348ed243-c58b-4495-ba1d-9d4a9dc60697 HTTP/1.1" status: 200 len: 945 time: 0.1500864 Jun 01 19:34:54.866657 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b3ee1f-a4d1-4f99-aa04-98e9389b2dd0 req-a7d1e480-ddcf-424b-851d-2eca512d896d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:34:54.867961 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a4b3ee1f-a4d1-4f99-aa04-98e9389b2dd0 req-a7d1e480-ddcf-424b-851d-2eca512d896d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7f2a9b151e704e10a0837da1214bcab0&device_id=348ed243-c58b-4495-ba1d-9d4a9dc60697 HTTP/1.1" status: 200 len: 1096 time: 0.1523542 Jun 01 19:34:55.000757 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-656cc061-2008-43cb-9b72-2fd2729d4b31 req-4b24884a-65e9-4350-8343-cb29d081733d tempest-DeleteServersTestJSON-2028641165 tempest-DeleteServersTestJSON-2028641165-project] 10.222.0.41 "GET /v2.0/security-groups?id=ab589194-748a-4ce5-b6c5-bc5170aeddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303008 Jun 01 19:34:55.056339 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b3ee1f-a4d1-4f99-aa04-98e9389b2dd0 req-39bb86ba-4c0e-4a17-9413-776ff4b73b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:34:55.057805 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a4b3ee1f-a4d1-4f99-aa04-98e9389b2dd0 req-39bb86ba-4c0e-4a17-9413-776ff4b73b6f service neutron] 10.222.0.50 "GET /v2.0/networks?id=b573b880-b2f8-479c-b52e-f90a84c291b4 HTTP/1.1" status: 200 len: 913 time: 0.1707113 Jun 01 19:34:55.129001 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a4b3ee1f-a4d1-4f99-aa04-98e9389b2dd0 req-e07f9e55-0c77-4d32-9506-b2b7c9d4e539 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7ad75f8e-a9b8-4d3c-9a2f-58b4a20fbbfd HTTP/1.1" status: 200 len: 217 time: 0.0655034 Jun 01 19:34:55.191637 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b3ee1f-a4d1-4f99-aa04-98e9389b2dd0 req-4cf12125-f4b9-483d-91db-4931baddb422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:34:55.193433 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a4b3ee1f-a4d1-4f99-aa04-98e9389b2dd0 req-4cf12125-f4b9-483d-91db-4931baddb422 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9bdf2a4e-b5d6-40db-bff4-a0e4136569ed HTTP/1.1" status: 200 len: 852 time: 0.0591481 Jun 01 19:34:55.246044 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a4b3ee1f-a4d1-4f99-aa04-98e9389b2dd0 req-281deed2-368a-40c3-a483-bdfbea8a8b75 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b573b880-b2f8-479c-b52e-f90a84c291b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472817 Jun 01 19:34:55.379363 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a4b3ee1f-a4d1-4f99-aa04-98e9389b2dd0 req-98c95b84-4e2a-4864-b082-e47349578868 service neutron] 10.222.0.50 "GET /v2.0/networks/b573b880-b2f8-479c-b52e-f90a84c291b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274977 Jun 01 19:34:55.522350 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a4b3ee1f-a4d1-4f99-aa04-98e9389b2dd0 req-ed6be044-bf7b-4696-9365-a0a46aa9170a service neutron] 10.222.0.50 "GET /v2.0/networks/b573b880-b2f8-479c-b52e-f90a84c291b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376419 Jun 01 19:34:56.203153 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c166de2-7632-4d90-80f7-4652a92c469b req-e9d19ed2-6114-4be9-9728-017fc7f61883 tempest-DeleteServersTestJSON-2028641165 tempest-DeleteServersTestJSON-2028641165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:34:56.204642 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-7c166de2-7632-4d90-80f7-4652a92c469b req-e9d19ed2-6114-4be9-9728-017fc7f61883 tempest-DeleteServersTestJSON-2028641165 tempest-DeleteServersTestJSON-2028641165-project] 10.222.0.41 "GET /v2.0/ports?device_id=348ed243-c58b-4495-ba1d-9d4a9dc60697 HTTP/1.1" status: 200 len: 945 time: 0.0825763 Jun 01 19:34:56.251836 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-7c166de2-7632-4d90-80f7-4652a92c469b req-5144824f-fc74-43b2-ac35-5a0e479f267b tempest-DeleteServersTestJSON-2028641165 tempest-DeleteServersTestJSON-2028641165-project] 10.222.0.41 "GET /v2.0/security-groups?id=ab589194-748a-4ce5-b6c5-bc5170aeddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406489 Jun 01 19:34:57.465719 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b5951c-b482-44dd-a10c-3223bee33887 req-4820f06e-ed25-4832-8a82-0ba69c9a8b72 tempest-DeleteServersTestJSON-2028641165 tempest-DeleteServersTestJSON-2028641165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:34:57.468038 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a8b5951c-b482-44dd-a10c-3223bee33887 req-4820f06e-ed25-4832-8a82-0ba69c9a8b72 tempest-DeleteServersTestJSON-2028641165 tempest-DeleteServersTestJSON-2028641165-project] 10.222.0.41 "GET /v2.0/ports?device_id=348ed243-c58b-4495-ba1d-9d4a9dc60697 HTTP/1.1" status: 200 len: 945 time: 0.0867169 Jun 01 19:34:57.515409 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a8b5951c-b482-44dd-a10c-3223bee33887 req-ca744b62-a1e3-49ef-9884-9cbde0ccd5d0 tempest-DeleteServersTestJSON-2028641165 tempest-DeleteServersTestJSON-2028641165-project] 10.222.0.41 "GET /v2.0/security-groups?id=ab589194-748a-4ce5-b6c5-bc5170aeddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414052 Jun 01 19:34:58.714433 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f89fdec-8257-4427-a572-e56bffba89a9 req-e15a2ef7-1f2e-45c1-af12-b1d2a392fc35 tempest-DeleteServersTestJSON-2028641165 tempest-DeleteServersTestJSON-2028641165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:34:58.715875 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3f89fdec-8257-4427-a572-e56bffba89a9 req-e15a2ef7-1f2e-45c1-af12-b1d2a392fc35 tempest-DeleteServersTestJSON-2028641165 tempest-DeleteServersTestJSON-2028641165-project] 10.222.0.41 "GET /v2.0/ports?device_id=348ed243-c58b-4495-ba1d-9d4a9dc60697 HTTP/1.1" status: 200 len: 945 time: 0.0845776 Jun 01 19:34:58.761013 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3f89fdec-8257-4427-a572-e56bffba89a9 req-0855f353-d82d-44c9-a4b9-fd12f4b1cb4c tempest-DeleteServersTestJSON-2028641165 tempest-DeleteServersTestJSON-2028641165-project] 10.222.0.41 "GET /v2.0/security-groups?id=ab589194-748a-4ce5-b6c5-bc5170aeddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386200 Jun 01 19:34:59.952334 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c618705-0607-473a-9538-af8d5cce1403 req-2869c1ce-af88-4ee8-8559-4f51759e10d3 tempest-DeleteServersTestJSON-2028641165 tempest-DeleteServersTestJSON-2028641165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:34:59.953785 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-2c618705-0607-473a-9538-af8d5cce1403 req-2869c1ce-af88-4ee8-8559-4f51759e10d3 tempest-DeleteServersTestJSON-2028641165 tempest-DeleteServersTestJSON-2028641165-project] 10.222.0.41 "GET /v2.0/ports?device_id=348ed243-c58b-4495-ba1d-9d4a9dc60697 HTTP/1.1" status: 200 len: 945 time: 0.0855558 Jun 01 19:34:59.997703 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-2c618705-0607-473a-9538-af8d5cce1403 req-41684e58-e18a-4427-a70f-6c32fc2a9c1f tempest-DeleteServersTestJSON-2028641165 tempest-DeleteServersTestJSON-2028641165-project] 10.222.0.41 "GET /v2.0/security-groups?id=ab589194-748a-4ce5-b6c5-bc5170aeddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376384 Jun 01 19:35:01.186373 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b875ae83-2900-4325-b4d8-7973872b2803 req-71cecabf-cce3-4ac8-afb3-a61bb61eefc8 tempest-DeleteServersTestJSON-2028641165 tempest-DeleteServersTestJSON-2028641165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:35:01.187814 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b875ae83-2900-4325-b4d8-7973872b2803 req-71cecabf-cce3-4ac8-afb3-a61bb61eefc8 tempest-DeleteServersTestJSON-2028641165 tempest-DeleteServersTestJSON-2028641165-project] 10.222.0.41 "GET /v2.0/ports?device_id=348ed243-c58b-4495-ba1d-9d4a9dc60697 HTTP/1.1" status: 200 len: 945 time: 0.0834622 Jun 01 19:35:01.237273 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b875ae83-2900-4325-b4d8-7973872b2803 req-91d7e67f-817a-4443-a3b1-cb3e73f5aaad tempest-DeleteServersTestJSON-2028641165 tempest-DeleteServersTestJSON-2028641165-project] 10.222.0.41 "GET /v2.0/security-groups?id=ab589194-748a-4ce5-b6c5-bc5170aeddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432696 Jun 01 19:35:02.440926 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f2e411-8a81-4347-a253-7613c330cb7c req-c5207952-6bd4-4dd9-b2dd-708efe77c855 tempest-DeleteServersTestJSON-2028641165 tempest-DeleteServersTestJSON-2028641165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:35:02.442582 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-99f2e411-8a81-4347-a253-7613c330cb7c req-c5207952-6bd4-4dd9-b2dd-708efe77c855 tempest-DeleteServersTestJSON-2028641165 tempest-DeleteServersTestJSON-2028641165-project] 10.222.0.41 "GET /v2.0/ports?device_id=348ed243-c58b-4495-ba1d-9d4a9dc60697 HTTP/1.1" status: 200 len: 945 time: 0.0829995 Jun 01 19:35:02.488658 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-99f2e411-8a81-4347-a253-7613c330cb7c req-1039f67a-155d-4b63-97f8-10f3f50f7583 tempest-DeleteServersTestJSON-2028641165 tempest-DeleteServersTestJSON-2028641165-project] 10.222.0.41 "GET /v2.0/security-groups?id=ab589194-748a-4ce5-b6c5-bc5170aeddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403430 Jun 01 19:35:03.687754 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826ce338-26f8-4f2f-abb7-0ad42e72db32 req-3778ed9e-0070-4c09-90e2-487605ad2bcb tempest-DeleteServersTestJSON-2028641165 tempest-DeleteServersTestJSON-2028641165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:35:03.689227 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-826ce338-26f8-4f2f-abb7-0ad42e72db32 req-3778ed9e-0070-4c09-90e2-487605ad2bcb tempest-DeleteServersTestJSON-2028641165 tempest-DeleteServersTestJSON-2028641165-project] 10.222.0.41 "GET /v2.0/ports?device_id=348ed243-c58b-4495-ba1d-9d4a9dc60697 HTTP/1.1" status: 200 len: 945 time: 0.0841835 Jun 01 19:35:03.734413 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-826ce338-26f8-4f2f-abb7-0ad42e72db32 req-97695cb7-d744-422b-8ed3-0281ee6ed532 tempest-DeleteServersTestJSON-2028641165 tempest-DeleteServersTestJSON-2028641165-project] 10.222.0.41 "GET /v2.0/security-groups?id=ab589194-748a-4ce5-b6c5-bc5170aeddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389118 Jun 01 19:35:04.941349 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc81b79-e2c9-4dcb-a1c8-0a273d50fb5c req-cc4ee487-40b4-494d-8b81-c9b7fc25fe01 tempest-DeleteServersTestJSON-2028641165 tempest-DeleteServersTestJSON-2028641165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:35:04.942862 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-acc81b79-e2c9-4dcb-a1c8-0a273d50fb5c req-cc4ee487-40b4-494d-8b81-c9b7fc25fe01 tempest-DeleteServersTestJSON-2028641165 tempest-DeleteServersTestJSON-2028641165-project] 10.222.0.41 "GET /v2.0/ports?device_id=348ed243-c58b-4495-ba1d-9d4a9dc60697 HTTP/1.1" status: 200 len: 945 time: 0.0922928 Jun 01 19:35:04.991576 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-acc81b79-e2c9-4dcb-a1c8-0a273d50fb5c req-4d645e3a-e06d-4505-bd90-52a4ceb824bb tempest-DeleteServersTestJSON-2028641165 tempest-DeleteServersTestJSON-2028641165-project] 10.222.0.41 "GET /v2.0/security-groups?id=ab589194-748a-4ce5-b6c5-bc5170aeddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426846 Jun 01 19:35:06.176238 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9414768-9c28-488c-8db1-a9c874157dc3 req-54cf66d4-054f-448f-a611-403ca87e5c3d tempest-DeleteServersTestJSON-2028641165 tempest-DeleteServersTestJSON-2028641165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:35:06.177710 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c9414768-9c28-488c-8db1-a9c874157dc3 req-54cf66d4-054f-448f-a611-403ca87e5c3d tempest-DeleteServersTestJSON-2028641165 tempest-DeleteServersTestJSON-2028641165-project] 10.222.0.41 "GET /v2.0/ports?device_id=348ed243-c58b-4495-ba1d-9d4a9dc60697 HTTP/1.1" status: 200 len: 945 time: 0.0806389 Jun 01 19:35:06.235777 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c9414768-9c28-488c-8db1-a9c874157dc3 req-31383fc2-357a-4cf6-838b-b970cdec51df tempest-DeleteServersTestJSON-2028641165 tempest-DeleteServersTestJSON-2028641165-project] 10.222.0.41 "GET /v2.0/security-groups?id=ab589194-748a-4ce5-b6c5-bc5170aeddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524354 Jun 01 19:35:07.156649 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-ca0a2efb-1c0b-41aa-bba7-8493816e6235 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:35:07.553946 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c305540c-217b-43f2-aa9b-d3cf841a8df7 req-b578f4b7-e2eb-43be-a254-5577bb47be9d tempest-DeleteServersTestJSON-2028641165 tempest-DeleteServersTestJSON-2028641165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:35:07.555540 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c305540c-217b-43f2-aa9b-d3cf841a8df7 req-b578f4b7-e2eb-43be-a254-5577bb47be9d tempest-DeleteServersTestJSON-2028641165 tempest-DeleteServersTestJSON-2028641165-project] 10.222.0.41 "GET /v2.0/ports?device_id=348ed243-c58b-4495-ba1d-9d4a9dc60697 HTTP/1.1" status: 200 len: 945 time: 0.1848931 Jun 01 19:35:07.608066 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c305540c-217b-43f2-aa9b-d3cf841a8df7 req-367594cf-2808-4429-ad49-636a9470a348 tempest-DeleteServersTestJSON-2028641165 tempest-DeleteServersTestJSON-2028641165-project] 10.222.0.41 "GET /v2.0/security-groups?id=ab589194-748a-4ce5-b6c5-bc5170aeddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451181 Jun 01 19:35:08.889345 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0151b198-95ac-48a0-aef7-39b53a858db9 req-8db30e1d-e1eb-4995-b9b7-67ea4ac69d7e tempest-DeleteServersTestJSON-2028641165 tempest-DeleteServersTestJSON-2028641165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:35:08.890855 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-0151b198-95ac-48a0-aef7-39b53a858db9 req-8db30e1d-e1eb-4995-b9b7-67ea4ac69d7e tempest-DeleteServersTestJSON-2028641165 tempest-DeleteServersTestJSON-2028641165-project] 10.222.0.41 "GET /v2.0/ports?device_id=348ed243-c58b-4495-ba1d-9d4a9dc60697 HTTP/1.1" status: 200 len: 945 time: 0.1596880 Jun 01 19:35:08.947319 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-0151b198-95ac-48a0-aef7-39b53a858db9 req-a3b762b3-7250-428e-b536-14f00df1e631 tempest-DeleteServersTestJSON-2028641165 tempest-DeleteServersTestJSON-2028641165-project] 10.222.0.41 "GET /v2.0/security-groups?id=ab589194-748a-4ce5-b6c5-bc5170aeddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498652 Jun 01 19:35:09.566225 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-642104d7-74e8-4355-9005-a9977ae1aab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:35:10.260797 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f810f01-e4a3-460c-a192-66989d0bd0ed req-9a20dd18-39dc-4187-bbef-7043b08647bc tempest-DeleteServersTestJSON-2028641165 tempest-DeleteServersTestJSON-2028641165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:35:10.262715 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9f810f01-e4a3-460c-a192-66989d0bd0ed req-9a20dd18-39dc-4187-bbef-7043b08647bc tempest-DeleteServersTestJSON-2028641165 tempest-DeleteServersTestJSON-2028641165-project] 10.222.0.41 "GET /v2.0/ports?device_id=348ed243-c58b-4495-ba1d-9d4a9dc60697 HTTP/1.1" status: 200 len: 945 time: 0.1949918 Jun 01 19:35:10.311942 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9f810f01-e4a3-460c-a192-66989d0bd0ed req-44ad5200-33b8-4e43-8eb3-653a9e1129ce tempest-DeleteServersTestJSON-2028641165 tempest-DeleteServersTestJSON-2028641165-project] 10.222.0.41 "GET /v2.0/security-groups?id=ab589194-748a-4ce5-b6c5-bc5170aeddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435011 Jun 01 19:35:10.715136 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:35:10.720060 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:35:11.509345 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ed047d-f1fe-43ba-8d75-0bea7ba05567 req-4eb66481-c2ce-48b5-b6d7-4a7ebf6e75ed tempest-DeleteServersTestJSON-2028641165 tempest-DeleteServersTestJSON-2028641165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:35:11.510830 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-04ed047d-f1fe-43ba-8d75-0bea7ba05567 req-4eb66481-c2ce-48b5-b6d7-4a7ebf6e75ed tempest-DeleteServersTestJSON-2028641165 tempest-DeleteServersTestJSON-2028641165-project] 10.222.0.41 "GET /v2.0/ports?device_id=348ed243-c58b-4495-ba1d-9d4a9dc60697 HTTP/1.1" status: 200 len: 945 time: 0.0866683 Jun 01 19:35:11.556809 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-04ed047d-f1fe-43ba-8d75-0bea7ba05567 req-d657a8f6-ab12-4031-9982-f593faacb020 tempest-DeleteServersTestJSON-2028641165 tempest-DeleteServersTestJSON-2028641165-project] 10.222.0.41 "GET /v2.0/security-groups?id=ab589194-748a-4ce5-b6c5-bc5170aeddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395651 Jun 01 19:35:11.723781 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:35:12.065218 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:35:12.319739 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:35:12.750834 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d01aea-fa11-4820-9222-551017e9f09d req-b605d7bc-9db1-465a-ab3a-040f2293a80f tempest-DeleteServersTestJSON-2028641165 tempest-DeleteServersTestJSON-2028641165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:35:12.752396 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-25d01aea-fa11-4820-9222-551017e9f09d req-b605d7bc-9db1-465a-ab3a-040f2293a80f tempest-DeleteServersTestJSON-2028641165 tempest-DeleteServersTestJSON-2028641165-project] 10.222.0.41 "GET /v2.0/ports?device_id=348ed243-c58b-4495-ba1d-9d4a9dc60697 HTTP/1.1" status: 200 len: 945 time: 0.0843458 Jun 01 19:35:12.798992 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-25d01aea-fa11-4820-9222-551017e9f09d req-54226b8d-e313-4d2e-a31a-35f4f91b0e10 tempest-DeleteServersTestJSON-2028641165 tempest-DeleteServersTestJSON-2028641165-project] 10.222.0.41 "GET /v2.0/security-groups?id=ab589194-748a-4ce5-b6c5-bc5170aeddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390968 Jun 01 19:35:14.001442 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f0ad8f-df0c-411e-a9e3-fcb1ddf4ee4c req-9cb46d18-339d-4e17-b1ec-19031a09109e tempest-DeleteServersTestJSON-2028641165 tempest-DeleteServersTestJSON-2028641165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:35:14.002996 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-92f0ad8f-df0c-411e-a9e3-fcb1ddf4ee4c req-9cb46d18-339d-4e17-b1ec-19031a09109e tempest-DeleteServersTestJSON-2028641165 tempest-DeleteServersTestJSON-2028641165-project] 10.222.0.41 "GET /v2.0/ports?device_id=348ed243-c58b-4495-ba1d-9d4a9dc60697 HTTP/1.1" status: 200 len: 945 time: 0.0889118 Jun 01 19:35:14.051325 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-92f0ad8f-df0c-411e-a9e3-fcb1ddf4ee4c req-54a39ce8-1381-4b83-80df-303ff2427cf8 tempest-DeleteServersTestJSON-2028641165 tempest-DeleteServersTestJSON-2028641165-project] 10.222.0.41 "GET /v2.0/security-groups?id=ab589194-748a-4ce5-b6c5-bc5170aeddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423357 Jun 01 19:35:15.239195 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95aba674-0cca-42fb-a7eb-06e353b5185d req-f95f86e7-5a88-42a8-b565-d33c34faac63 tempest-DeleteServersTestJSON-2028641165 tempest-DeleteServersTestJSON-2028641165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:35:15.240807 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-95aba674-0cca-42fb-a7eb-06e353b5185d req-f95f86e7-5a88-42a8-b565-d33c34faac63 tempest-DeleteServersTestJSON-2028641165 tempest-DeleteServersTestJSON-2028641165-project] 10.222.0.41 "GET /v2.0/ports?device_id=348ed243-c58b-4495-ba1d-9d4a9dc60697 HTTP/1.1" status: 200 len: 945 time: 0.0849695 Jun 01 19:35:15.286396 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-95aba674-0cca-42fb-a7eb-06e353b5185d req-7093558a-9298-4d3a-aa94-737e1fbbd195 tempest-DeleteServersTestJSON-2028641165 tempest-DeleteServersTestJSON-2028641165-project] 10.222.0.41 "GET /v2.0/security-groups?id=ab589194-748a-4ce5-b6c5-bc5170aeddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395677 Jun 01 19:35:16.477749 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8faff8-c7c0-47b9-8039-9b0182cbe6df req-b4d64043-aa6c-472c-9e2d-e9f37e5cba83 tempest-DeleteServersTestJSON-2028641165 tempest-DeleteServersTestJSON-2028641165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:35:16.479189 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ac8faff8-c7c0-47b9-8039-9b0182cbe6df req-b4d64043-aa6c-472c-9e2d-e9f37e5cba83 tempest-DeleteServersTestJSON-2028641165 tempest-DeleteServersTestJSON-2028641165-project] 10.222.0.41 "GET /v2.0/ports?device_id=348ed243-c58b-4495-ba1d-9d4a9dc60697 HTTP/1.1" status: 200 len: 945 time: 0.0837228 Jun 01 19:35:16.522685 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ac8faff8-c7c0-47b9-8039-9b0182cbe6df req-3d149fd6-b72b-4877-81e5-e47ebc56d1f1 tempest-DeleteServersTestJSON-2028641165 tempest-DeleteServersTestJSON-2028641165-project] 10.222.0.41 "GET /v2.0/security-groups?id=ab589194-748a-4ce5-b6c5-bc5170aeddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370872 Jun 01 19:35:16.923510 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.agents_db [None req-e814b9cf-7de8-45d0-a079-29c61fabe7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 19:35:17.735584 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c57f839-47f0-4b5f-9fbb-de97c3b3c7ec req-3308ded9-3b9b-422c-9c02-a07b1ce8d4a0 tempest-DeleteServersTestJSON-2028641165 tempest-DeleteServersTestJSON-2028641165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:35:17.737070 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9c57f839-47f0-4b5f-9fbb-de97c3b3c7ec req-3308ded9-3b9b-422c-9c02-a07b1ce8d4a0 tempest-DeleteServersTestJSON-2028641165 tempest-DeleteServersTestJSON-2028641165-project] 10.222.0.41 "GET /v2.0/ports?device_id=348ed243-c58b-4495-ba1d-9d4a9dc60697 HTTP/1.1" status: 200 len: 945 time: 0.0851169 Jun 01 19:35:17.782783 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9c57f839-47f0-4b5f-9fbb-de97c3b3c7ec req-0201ac9f-7a03-4547-b972-f43121dcb78a tempest-DeleteServersTestJSON-2028641165 tempest-DeleteServersTestJSON-2028641165-project] 10.222.0.41 "GET /v2.0/security-groups?id=ab589194-748a-4ce5-b6c5-bc5170aeddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394320 Jun 01 19:35:18.969574 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b73ce3e-4149-411b-81c1-717bc683de5b req-2d12acb5-79f6-444b-97d3-bffe3e925fe8 tempest-DeleteServersTestJSON-2028641165 tempest-DeleteServersTestJSON-2028641165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:35:18.971273 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-9b73ce3e-4149-411b-81c1-717bc683de5b req-2d12acb5-79f6-444b-97d3-bffe3e925fe8 tempest-DeleteServersTestJSON-2028641165 tempest-DeleteServersTestJSON-2028641165-project] 10.222.0.41 "GET /v2.0/ports?device_id=348ed243-c58b-4495-ba1d-9d4a9dc60697 HTTP/1.1" status: 200 len: 945 time: 0.0805483 Jun 01 19:35:19.015419 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-9b73ce3e-4149-411b-81c1-717bc683de5b req-3db55c4f-6c2a-4a79-9aa7-35aa36481d49 tempest-DeleteServersTestJSON-2028641165 tempest-DeleteServersTestJSON-2028641165-project] 10.222.0.41 "GET /v2.0/security-groups?id=ab589194-748a-4ce5-b6c5-bc5170aeddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385392 Jun 01 19:35:20.199792 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5778ba-dbf0-489b-9e4c-75943d45ad6c req-cdd64d8d-b814-4cd0-a811-6139bc5deab5 tempest-DeleteServersTestJSON-2028641165 tempest-DeleteServersTestJSON-2028641165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:35:20.201628 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-bf5778ba-dbf0-489b-9e4c-75943d45ad6c req-cdd64d8d-b814-4cd0-a811-6139bc5deab5 tempest-DeleteServersTestJSON-2028641165 tempest-DeleteServersTestJSON-2028641165-project] 10.222.0.41 "GET /v2.0/ports?device_id=348ed243-c58b-4495-ba1d-9d4a9dc60697 HTTP/1.1" status: 200 len: 945 time: 0.0814097 Jun 01 19:35:20.247806 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-bf5778ba-dbf0-489b-9e4c-75943d45ad6c req-218eee91-60a0-47ad-9ca3-5adb1c270981 tempest-DeleteServersTestJSON-2028641165 tempest-DeleteServersTestJSON-2028641165-project] 10.222.0.41 "GET /v2.0/security-groups?id=ab589194-748a-4ce5-b6c5-bc5170aeddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395744 Jun 01 19:35:21.210436 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1a6690-2497-456b-921c-c01296af5819 req-b43609f6-b7b4-4e2f-a79a-b0c543d55c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:35:21.211884 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6f1a6690-2497-456b-921c-c01296af5819 req-b43609f6-b7b4-4e2f-a79a-b0c543d55c59 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7f2a9b151e704e10a0837da1214bcab0&device_id=348ed243-c58b-4495-ba1d-9d4a9dc60697 HTTP/1.1" status: 200 len: 1096 time: 0.0757694 Jun 01 19:35:21.358054 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1a6690-2497-456b-921c-c01296af5819 req-ad5a0704-3fb3-4141-b629-9d29ce2d6b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:35:21.360573 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6f1a6690-2497-456b-921c-c01296af5819 req-ad5a0704-3fb3-4141-b629-9d29ce2d6b77 service neutron] 10.222.0.50 "GET /v2.0/networks?id=b573b880-b2f8-479c-b52e-f90a84c291b4 HTTP/1.1" status: 200 len: 913 time: 0.1295164 Jun 01 19:35:21.432009 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6f1a6690-2497-456b-921c-c01296af5819 req-b699ab32-1990-458b-9a0d-c54604334116 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7ad75f8e-a9b8-4d3c-9a2f-58b4a20fbbfd HTTP/1.1" status: 200 len: 217 time: 0.0650413 Jun 01 19:35:21.436766 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bd18c5-78af-4681-95ec-486d14840d01 req-780ca63d-a406-4372-9e49-11c9c737c64a tempest-DeleteServersTestJSON-2028641165 tempest-DeleteServersTestJSON-2028641165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:35:21.438205 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c3bd18c5-78af-4681-95ec-486d14840d01 req-780ca63d-a406-4372-9e49-11c9c737c64a tempest-DeleteServersTestJSON-2028641165 tempest-DeleteServersTestJSON-2028641165-project] 10.222.0.41 "GET /v2.0/ports?device_id=348ed243-c58b-4495-ba1d-9d4a9dc60697 HTTP/1.1" status: 200 len: 945 time: 0.0830779 Jun 01 19:35:21.483173 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c3bd18c5-78af-4681-95ec-486d14840d01 req-98d7ddfc-c27b-450c-8e31-5e755cb7845e tempest-DeleteServersTestJSON-2028641165 tempest-DeleteServersTestJSON-2028641165-project] 10.222.0.41 "GET /v2.0/security-groups?id=ab589194-748a-4ce5-b6c5-bc5170aeddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388603 Jun 01 19:35:21.494479 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1a6690-2497-456b-921c-c01296af5819 req-d30bcde9-ddb4-4d2e-8526-2de8eea3fe8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:35:21.495913 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6f1a6690-2497-456b-921c-c01296af5819 req-d30bcde9-ddb4-4d2e-8526-2de8eea3fe8e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9bdf2a4e-b5d6-40db-bff4-a0e4136569ed HTTP/1.1" status: 200 len: 852 time: 0.0585353 Jun 01 19:35:21.542798 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6f1a6690-2497-456b-921c-c01296af5819 req-c476ea76-577f-491d-b68f-3d2dd2f0e096 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b573b880-b2f8-479c-b52e-f90a84c291b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402932 Jun 01 19:35:21.676894 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6f1a6690-2497-456b-921c-c01296af5819 req-c5140f77-9fc4-4efe-b2e3-811956166f0b service neutron] 10.222.0.50 "GET /v2.0/networks/b573b880-b2f8-479c-b52e-f90a84c291b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277690 Jun 01 19:35:21.808286 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6f1a6690-2497-456b-921c-c01296af5819 req-e3699cab-edfe-4ad1-8200-ea11e776d9d6 service neutron] 10.222.0.50 "GET /v2.0/networks/b573b880-b2f8-479c-b52e-f90a84c291b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257644 Jun 01 19:35:22.594958 n-d-844202-1 neutron-server[88524]: INFO neutron.api.v2.resource [req-a4b3ee1f-a4d1-4f99-aa04-98e9389b2dd0 req-2a3d6ebf-837a-44f0-88b8-ed66667150c9 service neutron] show failed (client error): The resource could not be found. Jun 01 19:35:22.596000 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a4b3ee1f-a4d1-4f99-aa04-98e9389b2dd0 req-2a3d6ebf-837a-44f0-88b8-ed66667150c9 service neutron] 10.222.0.50 "GET /v2.0/ports/7ad75f8e-a9b8-4d3c-9a2f-58b4a20fbbfd/bindings/n-h1-844202-1 HTTP/1.1" status: 404 len: 380 time: 0.0854414 Jun 01 19:35:22.678848 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad44a13f-a482-4adb-aeb9-f9396e3868fe req-227bb00f-278f-4fee-ab8e-6f57345fa888 tempest-DeleteServersTestJSON-2028641165 tempest-DeleteServersTestJSON-2028641165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:35:22.680313 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ad44a13f-a482-4adb-aeb9-f9396e3868fe req-227bb00f-278f-4fee-ab8e-6f57345fa888 tempest-DeleteServersTestJSON-2028641165 tempest-DeleteServersTestJSON-2028641165-project] 10.222.0.41 "GET /v2.0/ports?device_id=348ed243-c58b-4495-ba1d-9d4a9dc60697 HTTP/1.1" status: 200 len: 945 time: 0.0819504 Jun 01 19:35:22.727845 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ad44a13f-a482-4adb-aeb9-f9396e3868fe req-0d87dd52-df54-4276-ac96-eee1aae8ce41 tempest-DeleteServersTestJSON-2028641165 tempest-DeleteServersTestJSON-2028641165-project] 10.222.0.41 "GET /v2.0/security-groups?id=ab589194-748a-4ce5-b6c5-bc5170aeddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413938 Jun 01 19:35:22.869101 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b3ee1f-a4d1-4f99-aa04-98e9389b2dd0 req-1a809474-edeb-4eb2-929a-b1d70339c4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:35:22.870544 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a4b3ee1f-a4d1-4f99-aa04-98e9389b2dd0 req-1a809474-edeb-4eb2-929a-b1d70339c4dd service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=348ed243-c58b-4495-ba1d-9d4a9dc60697&tenant_id=7f2a9b151e704e10a0837da1214bcab0 HTTP/1.1" status: 200 len: 1096 time: 0.0754325 Jun 01 19:35:22.885182 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-a4b3ee1f-a4d1-4f99-aa04-98e9389b2dd0 req-ca4c8d6f-5ed3-4e43-9ff4-bf85bdb0092e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-844202-1', 'device_owner': 'compute:nova'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:35:22.998181 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-a4b3ee1f-a4d1-4f99-aa04-98e9389b2dd0 req-ca4c8d6f-5ed3-4e43-9ff4-bf85bdb0092e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:35:23.369344 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-a4b3ee1f-a4d1-4f99-aa04-98e9389b2dd0 req-ca4c8d6f-5ed3-4e43-9ff4-bf85bdb0092e service neutron] For port 7ad75f8e-a9b8-4d3c-9a2f-58b4a20fbbfd, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=7ad75f8e-a9b8-4d3c-9a2f-58b4a20fbbfd,segment=NetworkSegment(64474381-9549-4d74-ba1c-b9dc4a7a1101),segment_id=64474381-9549-4d74-ba1c-b9dc4a7a1101)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:35:23.415008 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-a4b3ee1f-a4d1-4f99-aa04-98e9389b2dd0 req-ca4c8d6f-5ed3-4e43-9ff4-bf85bdb0092e service neutron] For port 7ad75f8e-a9b8-4d3c-9a2f-58b4a20fbbfd, host n-h2-844202-1, cleared binding levels {{(pid=88524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:35:23.476397 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '348ed243-c58b-4495-ba1d-9d4a9dc60697', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ad75f8e-a9b8-4d3c-9a2f-58b4a20fbbfd'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:35:23.483329 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-a4b3ee1f-a4d1-4f99-aa04-98e9389b2dd0 req-ca4c8d6f-5ed3-4e43-9ff4-bf85bdb0092e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:35:23.501220 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [req-a4b3ee1f-a4d1-4f99-aa04-98e9389b2dd0 req-ca4c8d6f-5ed3-4e43-9ff4-bf85bdb0092e service neutron] Transition to ACTIVE for port object 7ad75f8e-a9b8-4d3c-9a2f-58b4a20fbbfd will not be triggered until provisioned by entity L2. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:35:23.505620 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-a4b3ee1f-a4d1-4f99-aa04-98e9389b2dd0 req-ca4c8d6f-5ed3-4e43-9ff4-bf85bdb0092e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:35:23.540606 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3f13e78-858b-4677-ab83-e54e45cff85c'] response: {'server_uuid': '348ed243-c58b-4495-ba1d-9d4a9dc60697', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ad75f8e-a9b8-4d3c-9a2f-58b4a20fbbfd', 'code': 200} Jun 01 19:35:23.694425 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4b3ee1f-a4d1-4f99-aa04-98e9389b2dd0 req-ca4c8d6f-5ed3-4e43-9ff4-bf85bdb0092e service neutron] No DVR routers for this DVR port 7ad75f8e-a9b8-4d3c-9a2f-58b4a20fbbfd on host n-h2-844202-1 {{(pid=88524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:35:23.700471 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4c8d6f-5ed3-4e43-9ff4-bf85bdb0092e service neutron] Pushing event updated for resources: {'Port': ['ID=7ad75f8e-a9b8-4d3c-9a2f-58b4a20fbbfd,revision_number=6']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:35:23.765892 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-a4b3ee1f-a4d1-4f99-aa04-98e9389b2dd0 req-ca4c8d6f-5ed3-4e43-9ff4-bf85bdb0092e service neutron] Attempting to bind port 7ad75f8e-a9b8-4d3c-9a2f-58b4a20fbbfd on host n-h1-844202-1 for vnic_type normal with profile {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:35:23.766255 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-a4b3ee1f-a4d1-4f99-aa04-98e9389b2dd0 req-ca4c8d6f-5ed3-4e43-9ff4-bf85bdb0092e service neutron] Attempting to bind port 7ad75f8e-a9b8-4d3c-9a2f-58b4a20fbbfd by drivers openvswitch,hyperv on host n-h1-844202-1 at level 0 using segments [{'id': '64474381-9549-4d74-ba1c-b9dc4a7a1101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'b573b880-b2f8-479c-b52e-f90a84c291b4'}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:35:23.766581 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b3ee1f-a4d1-4f99-aa04-98e9389b2dd0 req-ca4c8d6f-5ed3-4e43-9ff4-bf85bdb0092e service neutron] Attempting to bind port 7ad75f8e-a9b8-4d3c-9a2f-58b4a20fbbfd on network b573b880-b2f8-479c-b52e-f90a84c291b4 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:35:23.771815 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b3ee1f-a4d1-4f99-aa04-98e9389b2dd0 req-ca4c8d6f-5ed3-4e43-9ff4-bf85bdb0092e service neutron] Port 7ad75f8e-a9b8-4d3c-9a2f-58b4a20fbbfd on network b573b880-b2f8-479c-b52e-f90a84c291b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-844202-1 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 19:35:23.772127 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b3ee1f-a4d1-4f99-aa04-98e9389b2dd0 req-ca4c8d6f-5ed3-4e43-9ff4-bf85bdb0092e service neutron] Attempting to bind port 7ad75f8e-a9b8-4d3c-9a2f-58b4a20fbbfd on network b573b880-b2f8-479c-b52e-f90a84c291b4 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:35:23.778172 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b3ee1f-a4d1-4f99-aa04-98e9389b2dd0 req-ca4c8d6f-5ed3-4e43-9ff4-bf85bdb0092e service neutron] Checking agent: {'id': 'bdb1e5d7-b998-4259-838f-3d278e930f32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 35, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:35:23.778751 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b3ee1f-a4d1-4f99-aa04-98e9389b2dd0 req-ca4c8d6f-5ed3-4e43-9ff4-bf85bdb0092e service neutron] Checking segment: {'id': '64474381-9549-4d74-ba1c-b9dc4a7a1101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'b573b880-b2f8-479c-b52e-f90a84c291b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:35:23.779147 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b3ee1f-a4d1-4f99-aa04-98e9389b2dd0 req-ca4c8d6f-5ed3-4e43-9ff4-bf85bdb0092e service neutron] Bound using segment: {'id': '64474381-9549-4d74-ba1c-b9dc4a7a1101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'b573b880-b2f8-479c-b52e-f90a84c291b4'} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:35:23.779572 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-a4b3ee1f-a4d1-4f99-aa04-98e9389b2dd0 req-ca4c8d6f-5ed3-4e43-9ff4-bf85bdb0092e service neutron] Bound port: 7ad75f8e-a9b8-4d3c-9a2f-58b4a20fbbfd, host: n-h1-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64474381-9549-4d74-ba1c-b9dc4a7a1101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'b573b880-b2f8-479c-b52e-f90a84c291b4'}}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:35:23.779917 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-a4b3ee1f-a4d1-4f99-aa04-98e9389b2dd0 req-ca4c8d6f-5ed3-4e43-9ff4-bf85bdb0092e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:35:23.930311 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-a4b3ee1f-a4d1-4f99-aa04-98e9389b2dd0 req-ca4c8d6f-5ed3-4e43-9ff4-bf85bdb0092e service neutron] For port 7ad75f8e-a9b8-4d3c-9a2f-58b4a20fbbfd, host n-h1-844202-1, cleared binding levels {{(pid=88524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:35:23.942019 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-a4b3ee1f-a4d1-4f99-aa04-98e9389b2dd0 req-ca4c8d6f-5ed3-4e43-9ff4-bf85bdb0092e service neutron] For port 7ad75f8e-a9b8-4d3c-9a2f-58b4a20fbbfd, host n-h1-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=7ad75f8e-a9b8-4d3c-9a2f-58b4a20fbbfd,segment=NetworkSegment(64474381-9549-4d74-ba1c-b9dc4a7a1101),segment_id=64474381-9549-4d74-ba1c-b9dc4a7a1101)] {{(pid=88524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:35:23.947357 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-a4b3ee1f-a4d1-4f99-aa04-98e9389b2dd0 req-ca4c8d6f-5ed3-4e43-9ff4-bf85bdb0092e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:35:24.016377 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b3ee1f-a4d1-4f99-aa04-98e9389b2dd0 req-ca4c8d6f-5ed3-4e43-9ff4-bf85bdb0092e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:35:24.017010 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-a4b3ee1f-a4d1-4f99-aa04-98e9389b2dd0 req-ca4c8d6f-5ed3-4e43-9ff4-bf85bdb0092e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:35:24.018342 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a4b3ee1f-a4d1-4f99-aa04-98e9389b2dd0 req-ca4c8d6f-5ed3-4e43-9ff4-bf85bdb0092e service neutron] 10.222.0.15 "PUT /v2.0/ports/7ad75f8e-a9b8-4d3c-9a2f-58b4a20fbbfd HTTP/1.1" status: 200 len: 1091 time: 1.1371231 Jun 01 19:35:24.028164 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ae2516-0861-4893-bbd9-40b7fd5a9042 req-f8ab1693-a9f2-44b4-b207-a8eb287561a2 tempest-DeleteServersTestJSON-2028641165 tempest-DeleteServersTestJSON-2028641165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:35:24.029665 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-13ae2516-0861-4893-bbd9-40b7fd5a9042 req-f8ab1693-a9f2-44b4-b207-a8eb287561a2 tempest-DeleteServersTestJSON-2028641165 tempest-DeleteServersTestJSON-2028641165-project] 10.222.0.41 "GET /v2.0/ports?device_id=348ed243-c58b-4495-ba1d-9d4a9dc60697 HTTP/1.1" status: 200 len: 943 time: 0.1851189 Jun 01 19:35:24.104403 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4c8d6f-5ed3-4e43-9ff4-bf85bdb0092e service neutron] Pushing event updated for resources: {'Port': ['ID=7ad75f8e-a9b8-4d3c-9a2f-58b4a20fbbfd,revision_number=7']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:35:24.142276 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-13ae2516-0861-4893-bbd9-40b7fd5a9042 req-14663436-28be-4a5e-945a-c8ea9575474f tempest-DeleteServersTestJSON-2028641165 tempest-DeleteServersTestJSON-2028641165-project] 10.222.0.41 "GET /v2.0/security-groups?id=ab589194-748a-4ce5-b6c5-bc5170aeddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061385 Jun 01 19:35:24.162347 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b3ee1f-a4d1-4f99-aa04-98e9389b2dd0 req-3bb44cd4-bd9c-4f3a-9516-5aeb1b14c3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:35:24.163805 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a4b3ee1f-a4d1-4f99-aa04-98e9389b2dd0 req-3bb44cd4-bd9c-4f3a-9516-5aeb1b14c3e1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7f2a9b151e704e10a0837da1214bcab0&device_id=348ed243-c58b-4495-ba1d-9d4a9dc60697 HTTP/1.1" status: 200 len: 1094 time: 0.1052194 Jun 01 19:35:24.305409 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b3ee1f-a4d1-4f99-aa04-98e9389b2dd0 req-f78bf948-14de-4129-a4de-43b7f35a7778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:35:24.306767 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a4b3ee1f-a4d1-4f99-aa04-98e9389b2dd0 req-f78bf948-14de-4129-a4de-43b7f35a7778 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b573b880-b2f8-479c-b52e-f90a84c291b4 HTTP/1.1" status: 200 len: 913 time: 0.1339056 Jun 01 19:35:24.382637 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a4b3ee1f-a4d1-4f99-aa04-98e9389b2dd0 req-21f8b802-8856-477a-985b-8a6cc69e1ac8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7ad75f8e-a9b8-4d3c-9a2f-58b4a20fbbfd HTTP/1.1" status: 200 len: 217 time: 0.0661485 Jun 01 19:35:24.448249 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b3ee1f-a4d1-4f99-aa04-98e9389b2dd0 req-a35b0a24-1639-44c3-88dc-19f21f5f723d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:35:24.449790 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a4b3ee1f-a4d1-4f99-aa04-98e9389b2dd0 req-a35b0a24-1639-44c3-88dc-19f21f5f723d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9bdf2a4e-b5d6-40db-bff4-a0e4136569ed HTTP/1.1" status: 200 len: 852 time: 0.0583904 Jun 01 19:35:24.526406 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a4b3ee1f-a4d1-4f99-aa04-98e9389b2dd0 req-e92fe65b-03a2-47a5-bb00-d2b55795b177 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b573b880-b2f8-479c-b52e-f90a84c291b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0665550 Jun 01 19:35:24.665746 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a4b3ee1f-a4d1-4f99-aa04-98e9389b2dd0 req-df15ddff-fa5b-47d7-8eac-f82d0410683e service neutron] 10.222.0.15 "GET /v2.0/networks/b573b880-b2f8-479c-b52e-f90a84c291b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301315 Jun 01 19:35:24.801798 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a4b3ee1f-a4d1-4f99-aa04-98e9389b2dd0 req-b2204b51-89af-4d2b-b147-182499437f2c service neutron] 10.222.0.15 "GET /v2.0/networks/b573b880-b2f8-479c-b52e-f90a84c291b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273274 Jun 01 19:35:25.170583 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 7ad75f8e-a9b8-4d3c-9a2f-58b4a20fbbfd no longer exists at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:35:25.227642 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 7ad75f8e-a9b8-4d3c-9a2f-58b4a20fbbfd not bound to the agent host n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:35:25.333630 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a72acf-283b-4c1d-8242-0f93010cb8c3 req-689261a6-61d5-42ad-ac4f-da1541858ef6 tempest-DeleteServersTestJSON-2028641165 tempest-DeleteServersTestJSON-2028641165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:35:25.335132 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-52a72acf-283b-4c1d-8242-0f93010cb8c3 req-689261a6-61d5-42ad-ac4f-da1541858ef6 tempest-DeleteServersTestJSON-2028641165 tempest-DeleteServersTestJSON-2028641165-project] 10.222.0.41 "GET /v2.0/ports?device_id=348ed243-c58b-4495-ba1d-9d4a9dc60697 HTTP/1.1" status: 200 len: 943 time: 0.0808849 Jun 01 19:35:25.383056 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-52a72acf-283b-4c1d-8242-0f93010cb8c3 req-8bf3c610-7f02-44a8-8b02-1f0e41a3fa64 tempest-DeleteServersTestJSON-2028641165 tempest-DeleteServersTestJSON-2028641165-project] 10.222.0.41 "GET /v2.0/security-groups?id=ab589194-748a-4ce5-b6c5-bc5170aeddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419934 Jun 01 19:35:25.542079 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '348ed243-c58b-4495-ba1d-9d4a9dc60697', 'tag': '7ad75f8e-a9b8-4d3c-9a2f-58b4a20fbbfd'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:35:25.603914 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21e8c48d-af29-4770-9e80-26172696a4bd'] response: {'name': 'network-changed', 'server_uuid': '348ed243-c58b-4495-ba1d-9d4a9dc60697', 'tag': '7ad75f8e-a9b8-4d3c-9a2f-58b4a20fbbfd', 'status': 'completed', 'code': 200} Jun 01 19:35:25.748582 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053c86c4-863c-4fc9-9f86-3efcfa9ae2c9 req-74c57861-0569-46f8-905f-181d60f372a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:35:25.750610 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-053c86c4-863c-4fc9-9f86-3efcfa9ae2c9 req-74c57861-0569-46f8-905f-181d60f372a9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7f2a9b151e704e10a0837da1214bcab0&device_id=348ed243-c58b-4495-ba1d-9d4a9dc60697 HTTP/1.1" status: 200 len: 1094 time: 0.1281941 Jun 01 19:35:25.755566 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053c86c4-863c-4fc9-9f86-3efcfa9ae2c9 req-0b83c30a-25dd-4178-b8b2-847c60c81c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:35:25.756989 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-053c86c4-863c-4fc9-9f86-3efcfa9ae2c9 req-0b83c30a-25dd-4178-b8b2-847c60c81c6d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7f2a9b151e704e10a0837da1214bcab0&device_id=348ed243-c58b-4495-ba1d-9d4a9dc60697 HTTP/1.1" status: 200 len: 1094 time: 0.1030622 Jun 01 19:35:26.087200 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053c86c4-863c-4fc9-9f86-3efcfa9ae2c9 req-167e37cc-45dd-4757-92fe-6f2343b51cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:35:26.088746 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-053c86c4-863c-4fc9-9f86-3efcfa9ae2c9 req-167e37cc-45dd-4757-92fe-6f2343b51cde service neutron] 10.222.0.50 "GET /v2.0/networks?id=b573b880-b2f8-479c-b52e-f90a84c291b4 HTTP/1.1" status: 200 len: 913 time: 0.3309348 Jun 01 19:35:26.089859 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053c86c4-863c-4fc9-9f86-3efcfa9ae2c9 req-50f7b7f2-edb4-453b-b247-d6d0ad30f35e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:35:26.091122 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-053c86c4-863c-4fc9-9f86-3efcfa9ae2c9 req-50f7b7f2-edb4-453b-b247-d6d0ad30f35e service neutron] 10.222.0.15 "GET /v2.0/networks?id=b573b880-b2f8-479c-b52e-f90a84c291b4 HTTP/1.1" status: 200 len: 913 time: 0.3137448 Jun 01 19:35:26.211614 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-053c86c4-863c-4fc9-9f86-3efcfa9ae2c9 req-f983561e-e8b1-4f48-a15f-876b6dbbb41f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7ad75f8e-a9b8-4d3c-9a2f-58b4a20fbbfd HTTP/1.1" status: 200 len: 217 time: 0.1169882 Jun 01 19:35:26.249496 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-053c86c4-863c-4fc9-9f86-3efcfa9ae2c9 req-73ba7090-1a99-421a-afa0-ab26c274f9d3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7ad75f8e-a9b8-4d3c-9a2f-58b4a20fbbfd HTTP/1.1" status: 200 len: 217 time: 0.1063726 Jun 01 19:35:26.329597 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053c86c4-863c-4fc9-9f86-3efcfa9ae2c9 req-22d3ec49-2ff0-46c1-90af-3f99929f9f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:35:26.331029 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-053c86c4-863c-4fc9-9f86-3efcfa9ae2c9 req-22d3ec49-2ff0-46c1-90af-3f99929f9f41 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9bdf2a4e-b5d6-40db-bff4-a0e4136569ed HTTP/1.1" status: 200 len: 852 time: 0.1115360 Jun 01 19:35:26.335948 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053c86c4-863c-4fc9-9f86-3efcfa9ae2c9 req-7ad92979-f39d-4f62-99ab-133f081ac2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:35:26.337332 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-053c86c4-863c-4fc9-9f86-3efcfa9ae2c9 req-7ad92979-f39d-4f62-99ab-133f081ac2ab service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9bdf2a4e-b5d6-40db-bff4-a0e4136569ed HTTP/1.1" status: 200 len: 852 time: 0.0801604 Jun 01 19:35:26.417875 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-053c86c4-863c-4fc9-9f86-3efcfa9ae2c9 req-dcccecf4-de51-4480-9bac-25b8b792cb3d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b573b880-b2f8-479c-b52e-f90a84c291b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0795989 Jun 01 19:35:26.419882 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-053c86c4-863c-4fc9-9f86-3efcfa9ae2c9 req-ea61f318-7701-477a-8727-f9959ad53d32 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b573b880-b2f8-479c-b52e-f90a84c291b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518045 Jun 01 19:35:26.578121 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784a1ffa-2ecb-469f-bd6a-972a6338fcdb req-91192be3-44d7-4d33-811b-31f5a42b6f03 tempest-DeleteServersTestJSON-2028641165 tempest-DeleteServersTestJSON-2028641165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:35:26.579475 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-784a1ffa-2ecb-469f-bd6a-972a6338fcdb req-91192be3-44d7-4d33-811b-31f5a42b6f03 tempest-DeleteServersTestJSON-2028641165 tempest-DeleteServersTestJSON-2028641165-project] 10.222.0.41 "GET /v2.0/ports?device_id=348ed243-c58b-4495-ba1d-9d4a9dc60697 HTTP/1.1" status: 200 len: 943 time: 0.0833871 Jun 01 19:35:26.629053 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-784a1ffa-2ecb-469f-bd6a-972a6338fcdb req-b1846aff-a2d6-46d5-ab04-ec8965ead6fc tempest-DeleteServersTestJSON-2028641165 tempest-DeleteServersTestJSON-2028641165-project] 10.222.0.41 "GET /v2.0/security-groups?id=ab589194-748a-4ce5-b6c5-bc5170aeddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387616 Jun 01 19:35:26.667766 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-053c86c4-863c-4fc9-9f86-3efcfa9ae2c9 req-f31e481a-9bc2-4321-9030-187d325095ae service neutron] 10.222.0.50 "GET /v2.0/networks/b573b880-b2f8-479c-b52e-f90a84c291b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2427106 Jun 01 19:35:26.670840 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-053c86c4-863c-4fc9-9f86-3efcfa9ae2c9 req-225277d4-4189-4f46-ab07-5999016b0111 service neutron] 10.222.0.15 "GET /v2.0/networks/b573b880-b2f8-479c-b52e-f90a84c291b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2248034 Jun 01 19:35:26.802235 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 7ad75f8e-a9b8-4d3c-9a2f-58b4a20fbbfd details requested by agent hyperv_n-h1-844202-1 with host n-h1-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 19:35:26.918977 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-053c86c4-863c-4fc9-9f86-3efcfa9ae2c9 req-00ac283f-7b80-4ba2-9c4a-6723425f2e95 service neutron] 10.222.0.50 "GET /v2.0/networks/b573b880-b2f8-479c-b52e-f90a84c291b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2454143 Jun 01 19:35:26.920407 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-053c86c4-863c-4fc9-9f86-3efcfa9ae2c9 req-99c5a996-4b8a-4acc-9f28-e14feb2d17d0 service neutron] 10.222.0.15 "GET /v2.0/networks/b573b880-b2f8-479c-b52e-f90a84c291b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2290983 Jun 01 19:35:26.981712 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port 7ad75f8e-a9b8-4d3c-9a2f-58b4a20fbbfd, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=7ad75f8e-a9b8-4d3c-9a2f-58b4a20fbbfd,segment=NetworkSegment(64474381-9549-4d74-ba1c-b9dc4a7a1101),segment_id=64474381-9549-4d74-ba1c-b9dc4a7a1101)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:35:26.995248 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Returning: {'device': '7ad75f8e-a9b8-4d3c-9a2f-58b4a20fbbfd', 'network_id': 'b573b880-b2f8-479c-b52e-f90a84c291b4', 'port_id': '7ad75f8e-a9b8-4d3c-9a2f-58b4a20fbbfd', 'mac_address': 'fa:16:3e:98:7b:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bdf2a4e-b5d6-40db-bff4-a0e4136569ed', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 19:35:27.052794 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port 7ad75f8e-a9b8-4d3c-9a2f-58b4a20fbbfd is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:35:27.053161 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:35:27.070723 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ad75f8e-a9b8-4d3c-9a2f-58b4a20fbbfd {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 19:35:27.086474 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port 7ad75f8e-a9b8-4d3c-9a2f-58b4a20fbbfd, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=7ad75f8e-a9b8-4d3c-9a2f-58b4a20fbbfd,segment=NetworkSegment(64474381-9549-4d74-ba1c-b9dc4a7a1101),segment_id=64474381-9549-4d74-ba1c-b9dc4a7a1101)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:35:27.090184 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:35:27.157124 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=7ad75f8e-a9b8-4d3c-9a2f-58b4a20fbbfd,revision_number=8']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:35:27.361053 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] get_ports_and_sgs() called for port_ids ['7ad75f8e-a9b8-4d3c-9a2f-58b4a20fbbfd'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 19:35:27.820506 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabfd6ec-5344-4bbf-8979-1f99cff80071 req-de0783fa-6ffd-43ae-9326-0261b7cb2be5 tempest-DeleteServersTestJSON-2028641165 tempest-DeleteServersTestJSON-2028641165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:35:27.821985 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fabfd6ec-5344-4bbf-8979-1f99cff80071 req-de0783fa-6ffd-43ae-9326-0261b7cb2be5 tempest-DeleteServersTestJSON-2028641165 tempest-DeleteServersTestJSON-2028641165-project] 10.222.0.41 "GET /v2.0/ports?device_id=348ed243-c58b-4495-ba1d-9d4a9dc60697 HTTP/1.1" status: 200 len: 944 time: 0.0816145 Jun 01 19:35:27.871013 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fabfd6ec-5344-4bbf-8979-1f99cff80071 req-626168de-2ebb-456a-b3ac-98540bf8aa5f tempest-DeleteServersTestJSON-2028641165 tempest-DeleteServersTestJSON-2028641165-project] 10.222.0.41 "GET /v2.0/security-groups?id=ab589194-748a-4ce5-b6c5-bc5170aeddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395360 Jun 01 19:35:28.262372 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6299bb-15bf-4617-91e9-6b3634d40cac req-f44bbe68-ba10-4866-b086-f9defdf318bf tempest-DeleteServersTestJSON-2028641165 tempest-DeleteServersTestJSON-2028641165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:35:28.263734 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3c6299bb-15bf-4617-91e9-6b3634d40cac req-f44bbe68-ba10-4866-b086-f9defdf318bf tempest-DeleteServersTestJSON-2028641165 tempest-DeleteServersTestJSON-2028641165-project] 10.222.0.50 "GET /v2.0/ports?device_id=348ed243-c58b-4495-ba1d-9d4a9dc60697&tenant_id=7f2a9b151e704e10a0837da1214bcab0&binding%3Ahost_id=n-h1-844202-1 HTTP/1.1" status: 200 len: 944 time: 0.0918243 Jun 01 19:35:28.345815 n-d-844202-1 neutron-server[88524]: INFO neutron.api.v2.resource [req-3c6299bb-15bf-4617-91e9-6b3634d40cac req-78fefae2-1077-42b0-8e02-28b93aadbfda service neutron] delete failed (client error): The resource could not be found. Jun 01 19:35:28.346828 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3c6299bb-15bf-4617-91e9-6b3634d40cac req-78fefae2-1077-42b0-8e02-28b93aadbfda service neutron] 10.222.0.50 "DELETE /v2.0/ports/7ad75f8e-a9b8-4d3c-9a2f-58b4a20fbbfd/bindings/n-h2-844202-1 HTTP/1.1" status: 404 len: 380 time: 0.0777605 Jun 01 19:35:28.497092 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6299bb-15bf-4617-91e9-6b3634d40cac req-35d5234a-0f86-4fec-80c6-4d74324179f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:35:28.499074 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3c6299bb-15bf-4617-91e9-6b3634d40cac req-35d5234a-0f86-4fec-80c6-4d74324179f8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7f2a9b151e704e10a0837da1214bcab0&device_id=348ed243-c58b-4495-ba1d-9d4a9dc60697 HTTP/1.1" status: 200 len: 1095 time: 0.0785501 Jun 01 19:35:28.762230 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6299bb-15bf-4617-91e9-6b3634d40cac req-441b4e12-b870-4737-9706-ec400873f9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:35:28.763683 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3c6299bb-15bf-4617-91e9-6b3634d40cac req-441b4e12-b870-4737-9706-ec400873f9ed service neutron] 10.222.0.50 "GET /v2.0/networks?id=b573b880-b2f8-479c-b52e-f90a84c291b4 HTTP/1.1" status: 200 len: 913 time: 0.2589221 Jun 01 19:35:28.818378 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 7ad75f8e-a9b8-4d3c-9a2f-58b4a20fbbfd up at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:35:28.832008 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3c6299bb-15bf-4617-91e9-6b3634d40cac req-292f56fa-3a61-4c37-b1c6-cf8ffd4c98b5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7ad75f8e-a9b8-4d3c-9a2f-58b4a20fbbfd HTTP/1.1" status: 200 len: 217 time: 0.0621147 Jun 01 19:35:28.890857 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Provisioning for port 7ad75f8e-a9b8-4d3c-9a2f-58b4a20fbbfd completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:35:28.896062 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Provisioning complete for port 7ad75f8e-a9b8-4d3c-9a2f-58b4a20fbbfd triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:35:28.896642 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:35:28.906285 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6299bb-15bf-4617-91e9-6b3634d40cac req-5e7bb4d2-243b-4ebf-a6dd-ca8fc500f0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:35:28.907846 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3c6299bb-15bf-4617-91e9-6b3634d40cac req-5e7bb4d2-243b-4ebf-a6dd-ca8fc500f0a1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9bdf2a4e-b5d6-40db-bff4-a0e4136569ed HTTP/1.1" status: 200 len: 852 time: 0.0707240 Jun 01 19:35:28.959005 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3c6299bb-15bf-4617-91e9-6b3634d40cac req-93964551-63e5-4fd0-9193-014929f9fc7c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b573b880-b2f8-479c-b52e-f90a84c291b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456665 Jun 01 19:35:29.035293 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port 7ad75f8e-a9b8-4d3c-9a2f-58b4a20fbbfd is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:35:29.035541 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:35:29.064457 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '348ed243-c58b-4495-ba1d-9d4a9dc60697', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ad75f8e-a9b8-4d3c-9a2f-58b4a20fbbfd'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:35:29.076891 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port 7ad75f8e-a9b8-4d3c-9a2f-58b4a20fbbfd, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=7ad75f8e-a9b8-4d3c-9a2f-58b4a20fbbfd,segment=NetworkSegment(64474381-9549-4d74-ba1c-b9dc4a7a1101),segment_id=64474381-9549-4d74-ba1c-b9dc4a7a1101)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:35:29.084110 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:35:29.121524 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3c6299bb-15bf-4617-91e9-6b3634d40cac req-1b7014b8-1211-448f-8f5e-742818ce2847 service neutron] 10.222.0.50 "GET /v2.0/networks/b573b880-b2f8-479c-b52e-f90a84c291b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566653 Jun 01 19:35:29.145572 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd238fd8-7100-40de-b015-441595e33f68'] response: {'server_uuid': '348ed243-c58b-4495-ba1d-9d4a9dc60697', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ad75f8e-a9b8-4d3c-9a2f-58b4a20fbbfd', 'code': 200} Jun 01 19:35:29.172789 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=7ad75f8e-a9b8-4d3c-9a2f-58b4a20fbbfd,revision_number=9']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:35:29.262707 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3c6299bb-15bf-4617-91e9-6b3634d40cac req-e3473738-d70a-4314-aa66-61da041a221f service neutron] 10.222.0.50 "GET /v2.0/networks/b573b880-b2f8-479c-b52e-f90a84c291b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353674 Jun 01 19:35:30.195022 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba177f27-7ad2-4d98-b153-6753c043600a req-becc30d7-03db-43d5-89bf-c7583384381c tempest-DeleteServersTestJSON-2028641165 tempest-DeleteServersTestJSON-2028641165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:35:30.196534 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ba177f27-7ad2-4d98-b153-6753c043600a req-becc30d7-03db-43d5-89bf-c7583384381c tempest-DeleteServersTestJSON-2028641165 tempest-DeleteServersTestJSON-2028641165-project] 10.222.0.41 "GET /v2.0/ports?device_id=348ed243-c58b-4495-ba1d-9d4a9dc60697 HTTP/1.1" status: 200 len: 945 time: 0.0858812 Jun 01 19:35:30.241801 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ba177f27-7ad2-4d98-b153-6753c043600a req-ee7d8ada-9398-4e27-b75d-91f242f17033 tempest-DeleteServersTestJSON-2028641165 tempest-DeleteServersTestJSON-2028641165-project] 10.222.0.41 "GET /v2.0/security-groups?id=ab589194-748a-4ce5-b6c5-bc5170aeddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396156 Jun 01 19:35:31.445883 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9087998-0798-41fe-8910-8dc8bce0fea7 req-abd78b44-fbf8-4f64-a0a2-2ba9db83558a tempest-DeleteServersTestJSON-2028641165 tempest-DeleteServersTestJSON-2028641165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:35:31.450034 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d9087998-0798-41fe-8910-8dc8bce0fea7 req-abd78b44-fbf8-4f64-a0a2-2ba9db83558a tempest-DeleteServersTestJSON-2028641165 tempest-DeleteServersTestJSON-2028641165-project] 10.222.0.41 "GET /v2.0/ports?device_id=348ed243-c58b-4495-ba1d-9d4a9dc60697 HTTP/1.1" status: 200 len: 945 time: 0.0882571 Jun 01 19:35:31.478180 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6299bb-15bf-4617-91e9-6b3634d40cac req-6d6feb2d-1d47-444b-b033-52f532a14e5e tempest-DeleteServersTestJSON-2028641165 tempest-DeleteServersTestJSON-2028641165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:35:31.479617 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3c6299bb-15bf-4617-91e9-6b3634d40cac req-6d6feb2d-1d47-444b-b033-52f532a14e5e tempest-DeleteServersTestJSON-2028641165 tempest-DeleteServersTestJSON-2028641165-project] 10.222.0.15 "GET /v2.0/ports?device_id=348ed243-c58b-4495-ba1d-9d4a9dc60697 HTTP/1.1" status: 200 len: 945 time: 0.0826883 Jun 01 19:35:31.492860 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d9087998-0798-41fe-8910-8dc8bce0fea7 req-a001bebd-3c8a-4000-99fd-86323dd9a21a tempest-DeleteServersTestJSON-2028641165 tempest-DeleteServersTestJSON-2028641165-project] 10.222.0.41 "GET /v2.0/security-groups?id=ab589194-748a-4ce5-b6c5-bc5170aeddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396464 Jun 01 19:35:31.555236 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-3c6299bb-15bf-4617-91e9-6b3634d40cac req-80920652-16b5-4307-bd23-15edc2d88f98 tempest-DeleteServersTestJSON-2028641165 tempest-DeleteServersTestJSON-2028641165-project] Deleting port 7ad75f8e-a9b8-4d3c-9a2f-58b4a20fbbfd {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:35:31.555486 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-3c6299bb-15bf-4617-91e9-6b3634d40cac req-80920652-16b5-4307-bd23-15edc2d88f98 tempest-DeleteServersTestJSON-2028641165 tempest-DeleteServersTestJSON-2028641165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:35:31.806663 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-3c6299bb-15bf-4617-91e9-6b3634d40cac req-80920652-16b5-4307-bd23-15edc2d88f98 tempest-DeleteServersTestJSON-2028641165 tempest-DeleteServersTestJSON-2028641165-project] For port 7ad75f8e-a9b8-4d3c-9a2f-58b4a20fbbfd, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=7ad75f8e-a9b8-4d3c-9a2f-58b4a20fbbfd,segment=NetworkSegment(64474381-9549-4d74-ba1c-b9dc4a7a1101),segment_id=64474381-9549-4d74-ba1c-b9dc4a7a1101)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:35:31.806931 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-3c6299bb-15bf-4617-91e9-6b3634d40cac req-80920652-16b5-4307-bd23-15edc2d88f98 tempest-DeleteServersTestJSON-2028641165 tempest-DeleteServersTestJSON-2028641165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:35:31.937995 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-3c6299bb-15bf-4617-91e9-6b3634d40cac req-80920652-16b5-4307-bd23-15edc2d88f98 tempest-DeleteServersTestJSON-2028641165 tempest-DeleteServersTestJSON-2028641165-project] Calling delete_port for 7ad75f8e-a9b8-4d3c-9a2f-58b4a20fbbfd owned by compute:nova {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:35:32.091266 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-3c6299bb-15bf-4617-91e9-6b3634d40cac req-80920652-16b5-4307-bd23-15edc2d88f98 tempest-DeleteServersTestJSON-2028641165 tempest-DeleteServersTestJSON-2028641165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:35:32.107401 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] get_ports_and_sgs() called for port_ids ['7ad75f8e-a9b8-4d3c-9a2f-58b4a20fbbfd'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 19:35:32.147559 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80920652-16b5-4307-bd23-15edc2d88f98 tempest-DeleteServersTestJSON-2028641165 tempest-DeleteServersTestJSON-2028641165-project] Pushing event deleted for resources: {'Port': ['ID=7ad75f8e-a9b8-4d3c-9a2f-58b4a20fbbfd,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:35:32.311157 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c6299bb-15bf-4617-91e9-6b3634d40cac req-80920652-16b5-4307-bd23-15edc2d88f98 tempest-DeleteServersTestJSON-2028641165 tempest-DeleteServersTestJSON-2028641165-project] No DVR routers for this DVR port 7ad75f8e-a9b8-4d3c-9a2f-58b4a20fbbfd on host n-h1-844202-1 {{(pid=88524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:35:32.313867 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-3c6299bb-15bf-4617-91e9-6b3634d40cac req-80920652-16b5-4307-bd23-15edc2d88f98 tempest-DeleteServersTestJSON-2028641165 tempest-DeleteServersTestJSON-2028641165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:35:32.317215 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '348ed243-c58b-4495-ba1d-9d4a9dc60697', 'name': 'network-vif-deleted', 'tag': '7ad75f8e-a9b8-4d3c-9a2f-58b4a20fbbfd'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:35:32.333530 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3c6299bb-15bf-4617-91e9-6b3634d40cac req-80920652-16b5-4307-bd23-15edc2d88f98 tempest-DeleteServersTestJSON-2028641165 tempest-DeleteServersTestJSON-2028641165-project] 10.222.0.15 "DELETE /v2.0/ports/7ad75f8e-a9b8-4d3c-9a2f-58b4a20fbbfd HTTP/1.1" status: 204 len: 173 time: 0.8456023 Jun 01 19:35:32.365427 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1059fe30-a139-4570-ac0c-78565c3b02e4'] response: {'server_uuid': '348ed243-c58b-4495-ba1d-9d4a9dc60697', 'name': 'network-vif-deleted', 'tag': '7ad75f8e-a9b8-4d3c-9a2f-58b4a20fbbfd', 'status': 'completed', 'code': 200} Jun 01 19:35:32.668838 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-7fa270a4-2c43-4da9-b73f-0d05d6970823 req-893595ae-d6e6-429b-ab38-565382d42f5c tempest-DeleteServersTestJSON-2028641165 tempest-DeleteServersTestJSON-2028641165-project] 10.222.0.41 "GET /v2.0/ports?device_id=348ed243-c58b-4495-ba1d-9d4a9dc60697 HTTP/1.1" status: 200 len: 210 time: 0.0501270 Jun 01 19:35:33.918795 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 50638) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:35:33.984171 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_v2 [None req-219a3514-87c6-4dcc-9a02-b383c5314805 admin admin] Deleting subnet 9bdf2a4e-b5d6-40db-bff4-a0e4136569ed {{(pid=88525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 19:35:33.987826 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-219a3514-87c6-4dcc-9a02-b383c5314805 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:35:34.137994 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-219a3514-87c6-4dcc-9a02-b383c5314805 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2258509'] for subnet, precommit_delete_associations {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:35:34.192371 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-219a3514-87c6-4dcc-9a02-b383c5314805 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:35:34.267614 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-219a3514-87c6-4dcc-9a02-b383c5314805 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2614143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9667199'] for subnet, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:35:34.304994 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219a3514-87c6-4dcc-9a02-b383c5314805 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9bdf2a4e-b5d6-40db-bff4-a0e4136569ed,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:35:34.309887 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-219a3514-87c6-4dcc-9a02-b383c5314805 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:35:34.318001 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219a3514-87c6-4dcc-9a02-b383c5314805 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:35:34.318327 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219a3514-87c6-4dcc-9a02-b383c5314805 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:35:34.318652 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219a3514-87c6-4dcc-9a02-b383c5314805 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:35:34.318973 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219a3514-87c6-4dcc-9a02-b383c5314805 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:35:34.319298 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219a3514-87c6-4dcc-9a02-b383c5314805 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:35:34.319606 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219a3514-87c6-4dcc-9a02-b383c5314805 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:35:34.319919 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219a3514-87c6-4dcc-9a02-b383c5314805 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:35:34.320242 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219a3514-87c6-4dcc-9a02-b383c5314805 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:35:34.320559 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219a3514-87c6-4dcc-9a02-b383c5314805 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:35:34.320865 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219a3514-87c6-4dcc-9a02-b383c5314805 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:35:34.321174 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219a3514-87c6-4dcc-9a02-b383c5314805 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:35:34.321478 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219a3514-87c6-4dcc-9a02-b383c5314805 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:35:34.326839 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-219a3514-87c6-4dcc-9a02-b383c5314805 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/9bdf2a4e-b5d6-40db-bff4-a0e4136569ed HTTP/1.1" status: 204 len: 168 time: 0.4069142 Jun 01 19:35:34.330173 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 50642) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:35:34.445649 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6eade95c-d3c0-4dc1-84f2-54765ae0fbc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:35:34.576648 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6eade95c-d3c0-4dc1-84f2-54765ae0fbc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:35:34.601737 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-6eade95c-d3c0-4dc1-84f2-54765ae0fbc7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b573b880-b2f8-479c-b52e-f90a84c291b4']}} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:35:34.614177 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-6eade95c-d3c0-4dc1-84f2-54765ae0fbc7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64474381-9549-4d74-ba1c-b9dc4a7a1101') {'for_net_delete': True} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:35:34.614473 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-6eade95c-d3c0-4dc1-84f2-54765ae0fbc7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64474381-9549-4d74-ba1c-b9dc4a7a1101') {} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:35:34.626480 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6eade95c-d3c0-4dc1-84f2-54765ae0fbc7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2702126'] for segment, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:35:34.643254 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6eade95c-d3c0-4dc1-84f2-54765ae0fbc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:35:34.649512 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6eade95c-d3c0-4dc1-84f2-54765ae0fbc7 admin admin] Releasing vlan 116 on physical network physnet1 to pool {{(pid=88524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 19:35:34.649894 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6eade95c-d3c0-4dc1-84f2-54765ae0fbc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2719018'] for segment, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:35:34.742147 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment 64474381-9549-4d74-ba1c-b9dc4a7a1101 resource provider aggregate not found Jun 01 19:35:34.756192 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6eade95c-d3c0-4dc1-84f2-54765ae0fbc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:35:34.761418 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6eade95c-d3c0-4dc1-84f2-54765ae0fbc7 admin admin] Notify callbacks [] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:35:34.765533 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment 64474381-9549-4d74-ba1c-b9dc4a7a1101 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 64474381-9549-4d74-ba1c-b9dc4a7a1101 found for delete ", "request_id": "req-de73d6ed-9e43-4f34-80e5-e315a8701ec1"}]} Jun 01 19:35:34.787588 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eade95c-d3c0-4dc1-84f2-54765ae0fbc7 admin admin] Pushing event deleted for resources: {'Network': ['ID=b573b880-b2f8-479c-b52e-f90a84c291b4,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:35:34.795668 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-6eade95c-d3c0-4dc1-84f2-54765ae0fbc7 admin admin] 10.222.0.41 "DELETE /v2.0/networks/b573b880-b2f8-479c-b52e-f90a84c291b4 HTTP/1.1" status: 204 len: 168 time: 0.4641747 Jun 01 19:35:34.853714 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 7ad75f8e-a9b8-4d3c-9a2f-58b4a20fbbfd no longer exists at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:35:34.888766 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] No Port match for: 7ad75f8e-a9b8-4d3c-9a2f-58b4a20fbbfd {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:35:34.889110 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 7ad75f8e-a9b8-4d3c-9a2f-58b4a20fbbfd not bound to the agent host n-h1-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:35:34.911803 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 50654) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:35:34.962649 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-ed99e643-9ef1-4517-9842-248be6bdc600 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7f2a9b151e704e10a0837da1214bcab0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0496054 Jun 01 19:35:34.965181 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 50658) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:35:35.025254 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-18c395b2-5c2b-4415-9a24-d87495300098 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:35:35.051141 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-18c395b2-5c2b-4415-9a24-d87495300098 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:35:35.110510 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-18c395b2-5c2b-4415-9a24-d87495300098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:35:35.127524 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c395b2-5c2b-4415-9a24-d87495300098 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab589194-748a-4ce5-b6c5-bc5170aeddfa,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:35:35.140920 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-18c395b2-5c2b-4415-9a24-d87495300098 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:35:35.142893 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-18c395b2-5c2b-4415-9a24-d87495300098 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ab589194-748a-4ce5-b6c5-bc5170aeddfa HTTP/1.1" status: 204 len: 168 time: 0.1768255 Jun 01 19:35:35.905057 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 50682) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:35:36.068524 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-c1eeb679-9629-46c3-93c6-3f4c5533b183 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1860688083-network', 'tenant_id': 'c7d1d339f8554b63a76f25486eeded95'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:35:36.073936 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-c1eeb679-9629-46c3-93c6-3f4c5533b183 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:35:36.078083 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-c1eeb679-9629-46c3-93c6-3f4c5533b183 admin admin] Usage tracker for resource:network and tenant:c7d1d339f8554b63a76f25486eeded95 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:35:36.081837 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-c1eeb679-9629-46c3-93c6-3f4c5533b183 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:35:36.087451 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-c1eeb679-9629-46c3-93c6-3f4c5533b183 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:35:36.097932 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1eeb679-9629-46c3-93c6-3f4c5533b183 admin admin] Made reservation on behalf of c7d1d339f8554b63a76f25486eeded95 for: {'network': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:35:36.100183 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-c1eeb679-9629-46c3-93c6-3f4c5533b183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:35:36.113385 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-c1eeb679-9629-46c3-93c6-3f4c5533b183 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:35:36.127841 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-c1eeb679-9629-46c3-93c6-3f4c5533b183 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:35:36.131626 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-c1eeb679-9629-46c3-93c6-3f4c5533b183 admin admin] Usage tracker for resource:security_group_rule and tenant:c7d1d339f8554b63a76f25486eeded95 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:35:36.134379 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-c1eeb679-9629-46c3-93c6-3f4c5533b183 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:35:36.139988 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-c1eeb679-9629-46c3-93c6-3f4c5533b183 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:35:36.227909 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-c1eeb679-9629-46c3-93c6-3f4c5533b183 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:35:36.231908 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-c1eeb679-9629-46c3-93c6-3f4c5533b183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:35:36.262263 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1eeb679-9629-46c3-93c6-3f4c5533b183 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 103} {{(pid=88524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 19:35:36.272451 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1eeb679-9629-46c3-93c6-3f4c5533b183 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77d74d49-06b1-4a99-95d0-0755116dd46c,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:35:36.279123 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-c1eeb679-9629-46c3-93c6-3f4c5533b183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:35:36.279576 n-d-844202-1 neutron-server[88524]: INFO neutron.db.segments_db [None req-c1eeb679-9629-46c3-93c6-3f4c5533b183 admin admin] Added segment 2a8c23b8-fd84-4e2c-81b4-ba496ba81a6c of type vlan for network c43cdf77-d1c5-495f-9ac6-ea6cab78db0f Jun 01 19:35:36.310385 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-c1eeb679-9629-46c3-93c6-3f4c5533b183 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:35:36.344313 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-c1eeb679-9629-46c3-93c6-3f4c5533b183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:35:36.345667 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1eeb679-9629-46c3-93c6-3f4c5533b183 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:35:36.346242 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-c1eeb679-9629-46c3-93c6-3f4c5533b183 admin admin] Notify callbacks [] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:35:36.453452 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1eeb679-9629-46c3-93c6-3f4c5533b183 admin admin] Pushing event updated for resources: {'Network': ['ID=c43cdf77-d1c5-495f-9ac6-ea6cab78db0f,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:35:36.458065 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-c1eeb679-9629-46c3-93c6-3f4c5533b183 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5513897 Jun 01 19:35:36.460294 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 50688) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:35:36.464741 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network c43cdf77-d1c5-495f-9ac6-ea6cab78db0f details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 19:35:36.465614 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-a2250039-4282-4a27-b8c9-179d9505fdfb admin admin] Request body: {'subnet': {'network_id': 'c43cdf77-d1c5-495f-9ac6-ea6cab78db0f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1860688083-subnet', 'tenant_id': 'c7d1d339f8554b63a76f25486eeded95', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:35:36.472319 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-a2250039-4282-4a27-b8c9-179d9505fdfb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:35:36.476939 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-a2250039-4282-4a27-b8c9-179d9505fdfb admin admin] Usage tracker for resource:subnet and tenant:c7d1d339f8554b63a76f25486eeded95 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:35:36.480068 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-a2250039-4282-4a27-b8c9-179d9505fdfb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:35:36.486837 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-a2250039-4282-4a27-b8c9-179d9505fdfb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:35:36.496969 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2250039-4282-4a27-b8c9-179d9505fdfb admin admin] Made reservation on behalf of c7d1d339f8554b63a76f25486eeded95 for: {'subnet': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:35:36.499309 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a2250039-4282-4a27-b8c9-179d9505fdfb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3066584'] for subnet, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:35:36.727973 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a2250039-4282-4a27-b8c9-179d9505fdfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2718919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3066602'] for subnet, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:35:36.805356 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2250039-4282-4a27-b8c9-179d9505fdfb admin admin] Pushing event updated for resources: {'Subnet': ['ID=faa311de-d88e-4aaa-b139-2f18e5388bb2,revision_number=0']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:35:36.817601 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2250039-4282-4a27-b8c9-179d9505fdfb admin admin] Checking segment: {'id': '2a8c23b8-fd84-4e2c-81b4-ba496ba81a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'c43cdf77-d1c5-495f-9ac6-ea6cab78db0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:35:36.817961 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2250039-4282-4a27-b8c9-179d9505fdfb admin admin] Network hostable DHCP agents. Network: c43cdf77-d1c5-495f-9ac6-ea6cab78db0f, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88524) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 19:35:36.837637 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2250039-4282-4a27-b8c9-179d9505fdfb admin admin] Network c43cdf77-d1c5-495f-9ac6-ea6cab78db0f is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88524) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 19:35:36.848922 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-a2250039-4282-4a27-b8c9-179d9505fdfb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, c43cdf77-d1c5-495f-9ac6-ea6cab78db0f) {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:35:36.854508 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2250039-4282-4a27-b8c9-179d9505fdfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:35:36.854508 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a2250039-4282-4a27-b8c9-179d9505fdfb admin admin] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:35:36.860498 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d16ec9f-3663-41a2-bdff-8ca7824d4604 None None] Network c43cdf77-d1c5-495f-9ac6-ea6cab78db0f requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:35:36.879308 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-a2250039-4282-4a27-b8c9-179d9505fdfb admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4179354 Jun 01 19:35:37.103377 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cacdf54-9a8c-45f8-8eb1-b8fcf565296d None None] Network c43cdf77-d1c5-495f-9ac6-ea6cab78db0f requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:35:37.200180 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-74b61192-a96a-4a92-8148-4ca6d4bfd177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:35:37.426472 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29834395-435e-4443-9538-ef5a985441cc req-5c776324-a23a-4d2a-93e2-543f3e7c51cb tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:35:37.427825 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-29834395-435e-4443-9538-ef5a985441cc req-5c776324-a23a-4d2a-93e2-543f3e7c51cb tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] 10.222.0.41 "GET /v2.0/networks?id=c43cdf77-d1c5-495f-9ac6-ea6cab78db0f HTTP/1.1" status: 200 len: 815 time: 0.1598375 Jun 01 19:35:37.443668 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-29834395-435e-4443-9538-ef5a985441cc req-e561fb1c-2cde-47f7-928d-8753a2c5847d tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] 10.222.0.41 "GET /v2.0/quotas/c7d1d339f8554b63a76f25486eeded95 HTTP/1.1" status: 200 len: 375 time: 0.0100675 Jun 01 19:35:37.492150 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-29834395-435e-4443-9538-ef5a985441cc req-1c7dde7a-c604-455b-876b-33bc779b2488 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=c7d1d339f8554b63a76f25486eeded95&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0431774 Jun 01 19:35:37.502736 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [req-29834395-435e-4443-9538-ef5a985441cc req-3a174793-14a7-4af9-9681-5f43ca36df81 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=88525) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 19:35:37.503678 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-29834395-435e-4443-9538-ef5a985441cc req-3a174793-14a7-4af9-9681-5f43ca36df81 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051026 Jun 01 19:35:37.638449 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-29834395-435e-4443-9538-ef5a985441cc req-ebfc3fb3-0824-4362-bd5e-0d879ab10855 service neutron] 10.222.0.41 "GET /v2.0/networks/c43cdf77-d1c5-495f-9ac6-ea6cab78db0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292622 Jun 01 19:35:37.775748 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-29834395-435e-4443-9538-ef5a985441cc req-1920461f-0a5e-41f2-a03c-d1d66389a100 service neutron] 10.222.0.41 "GET /v2.0/networks/c43cdf77-d1c5-495f-9ac6-ea6cab78db0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299450 Jun 01 19:35:37.972067 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-29851b1d-eb8b-4455-95bd-f635711c0c83 req-df85a442-d9a6-480c-8714-6311f0f0ade0 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] 10.222.0.41 "GET /v2.0/ports?device_id=f17dab6d-3fcd-4485-b75c-741e78d8e167 HTTP/1.1" status: 200 len: 210 time: 0.0495527 Jun 01 19:35:39.136665 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3b29e9d5-0215-4322-80b6-55171a9de97c req-1e631734-b642-454a-a6e6-9d4d9f35b552 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] 10.222.0.41 "GET /v2.0/ports?device_id=f17dab6d-3fcd-4485-b75c-741e78d8e167 HTTP/1.1" status: 200 len: 210 time: 0.0482419 Jun 01 19:35:39.139314 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29834395-435e-4443-9538-ef5a985441cc req-7ee786cb-d172-452c-9a55-3cbec777cc9a tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:35:39.140026 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-29834395-435e-4443-9538-ef5a985441cc req-7ee786cb-d172-452c-9a55-3cbec777cc9a tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Synchronizing usage tracker for tenant:c7d1d339f8554b63a76f25486eeded95 on resource:network {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:35:39.161407 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-29834395-435e-4443-9538-ef5a985441cc req-7ee786cb-d172-452c-9a55-3cbec777cc9a tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Unset dirty status for tenant:c7d1d339f8554b63a76f25486eeded95 on resource:network {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:35:39.163403 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-29834395-435e-4443-9538-ef5a985441cc req-7ee786cb-d172-452c-9a55-3cbec777cc9a tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] 10.222.0.15 "GET /v2.0/networks?id=c43cdf77-d1c5-495f-9ac6-ea6cab78db0f HTTP/1.1" status: 200 len: 815 time: 0.1839402 Jun 01 19:35:39.184447 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-29834395-435e-4443-9538-ef5a985441cc req-1d25d9a9-67cf-4ea8-b7f4-21f5178acb8d tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Request body: {'port': {'device_id': 'f17dab6d-3fcd-4485-b75c-741e78d8e167', 'network_id': 'c43cdf77-d1c5-495f-9ac6-ea6cab78db0f', 'admin_state_up': True, 'tenant_id': 'c7d1d339f8554b63a76f25486eeded95'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:35:39.324068 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-29834395-435e-4443-9538-ef5a985441cc req-1d25d9a9-67cf-4ea8-b7f4-21f5178acb8d tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:35:39.327843 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-29834395-435e-4443-9538-ef5a985441cc req-1d25d9a9-67cf-4ea8-b7f4-21f5178acb8d tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Usage tracker for resource:port and tenant:c7d1d339f8554b63a76f25486eeded95 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:35:39.330864 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-29834395-435e-4443-9538-ef5a985441cc req-1d25d9a9-67cf-4ea8-b7f4-21f5178acb8d tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:35:39.336561 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-29834395-435e-4443-9538-ef5a985441cc req-1d25d9a9-67cf-4ea8-b7f4-21f5178acb8d tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:35:39.347390 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29834395-435e-4443-9538-ef5a985441cc req-1d25d9a9-67cf-4ea8-b7f4-21f5178acb8d tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Made reservation on behalf of c7d1d339f8554b63a76f25486eeded95 for: {'port': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:35:39.350865 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-29834395-435e-4443-9538-ef5a985441cc req-1d25d9a9-67cf-4ea8-b7f4-21f5178acb8d tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:35:39.560193 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-bbdfafd5-d770-4454-aabd-1041a949bf10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:35:39.618960 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [req-29834395-435e-4443-9538-ef5a985441cc req-1d25d9a9-67cf-4ea8-b7f4-21f5178acb8d tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Allocated IP 172.20.0.13 (c43cdf77-d1c5-495f-9ac6-ea6cab78db0f/faa311de-d88e-4aaa-b139-2f18e5388bb2/36696500-a4b5-440e-907d-68585079e242) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:35:39.819989 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-29834395-435e-4443-9538-ef5a985441cc req-1d25d9a9-67cf-4ea8-b7f4-21f5178acb8d tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:35:39.849255 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-29834395-435e-4443-9538-ef5a985441cc req-1d25d9a9-67cf-4ea8-b7f4-21f5178acb8d tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:35:39.920468 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29834395-435e-4443-9538-ef5a985441cc req-1d25d9a9-67cf-4ea8-b7f4-21f5178acb8d tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Network c43cdf77-d1c5-495f-9ac6-ea6cab78db0f is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:35:39.923428 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [req-29834395-435e-4443-9538-ef5a985441cc req-1d25d9a9-67cf-4ea8-b7f4-21f5178acb8d tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:35:39.927533 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-29834395-435e-4443-9538-ef5a985441cc req-1d25d9a9-67cf-4ea8-b7f4-21f5178acb8d tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:35:39.964147 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d25d9a9-67cf-4ea8-b7f4-21f5178acb8d tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Pushing event updated for resources: {'Port': ['ID=36696500-a4b5-440e-907d-68585079e242,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:35:39.982220 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d25d9a9-67cf-4ea8-b7f4-21f5178acb8d tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:35:39.982556 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d25d9a9-67cf-4ea8-b7f4-21f5178acb8d tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:35:39.982882 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d25d9a9-67cf-4ea8-b7f4-21f5178acb8d tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:35:39.983203 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d25d9a9-67cf-4ea8-b7f4-21f5178acb8d tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:35:39.983520 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d25d9a9-67cf-4ea8-b7f4-21f5178acb8d tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:35:39.983833 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d25d9a9-67cf-4ea8-b7f4-21f5178acb8d tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:35:39.984145 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d25d9a9-67cf-4ea8-b7f4-21f5178acb8d tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:35:39.984487 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d25d9a9-67cf-4ea8-b7f4-21f5178acb8d tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:35:39.984872 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d25d9a9-67cf-4ea8-b7f4-21f5178acb8d tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:35:39.985169 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d25d9a9-67cf-4ea8-b7f4-21f5178acb8d tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:35:39.985570 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d25d9a9-67cf-4ea8-b7f4-21f5178acb8d tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:35:39.985883 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d25d9a9-67cf-4ea8-b7f4-21f5178acb8d tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:35:40.006541 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29834395-435e-4443-9538-ef5a985441cc req-1d25d9a9-67cf-4ea8-b7f4-21f5178acb8d tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:35:40.007136 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-29834395-435e-4443-9538-ef5a985441cc req-1d25d9a9-67cf-4ea8-b7f4-21f5178acb8d tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:35:40.028737 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-29834395-435e-4443-9538-ef5a985441cc req-1d25d9a9-67cf-4ea8-b7f4-21f5178acb8d tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8480258 Jun 01 19:35:40.045382 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-29834395-435e-4443-9538-ef5a985441cc req-ddc03da8-c9e2-4f3d-9aad-03289fde8f2a service neutron] Request body: {'port': {'device_id': 'f17dab6d-3fcd-4485-b75c-741e78d8e167', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844202-1'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:35:40.164852 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-29834395-435e-4443-9538-ef5a985441cc req-ddc03da8-c9e2-4f3d-9aad-03289fde8f2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:35:40.474969 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7dc289-cd51-460d-b93f-45e67a0cf7f1 req-4d3273e8-4fd6-4f16-a7f0-09409118218d tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:35:40.475648 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-ae7dc289-cd51-460d-b93f-45e67a0cf7f1 req-4d3273e8-4fd6-4f16-a7f0-09409118218d tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Synchronizing usage tracker for tenant:c7d1d339f8554b63a76f25486eeded95 on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:35:40.513528 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-ae7dc289-cd51-460d-b93f-45e67a0cf7f1 req-4d3273e8-4fd6-4f16-a7f0-09409118218d tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Unset dirty status for tenant:c7d1d339f8554b63a76f25486eeded95 on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:35:40.514674 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ae7dc289-cd51-460d-b93f-45e67a0cf7f1 req-4d3273e8-4fd6-4f16-a7f0-09409118218d tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] 10.222.0.41 "GET /v2.0/ports?device_id=f17dab6d-3fcd-4485-b75c-741e78d8e167 HTTP/1.1" status: 200 len: 932 time: 0.2689171 Jun 01 19:35:40.621866 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [req-29834395-435e-4443-9538-ef5a985441cc req-ddc03da8-c9e2-4f3d-9aad-03289fde8f2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36696500-a4b5-440e-907d-68585079e242 {{(pid=88524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 19:35:40.628319 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-ae7dc289-cd51-460d-b93f-45e67a0cf7f1 req-5294c752-522d-450f-aa91-a788d8faf5eb tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Synchronizing usage tracker for tenant:c7d1d339f8554b63a76f25486eeded95 on resource:security_group {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:35:40.634913 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-29834395-435e-4443-9538-ef5a985441cc req-ddc03da8-c9e2-4f3d-9aad-03289fde8f2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:35:40.656307 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [req-29834395-435e-4443-9538-ef5a985441cc req-ddc03da8-c9e2-4f3d-9aad-03289fde8f2a service neutron] Transition to ACTIVE for port object 36696500-a4b5-440e-907d-68585079e242 will not be triggered until provisioned by entity L2. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:35:40.657876 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-ae7dc289-cd51-460d-b93f-45e67a0cf7f1 req-5294c752-522d-450f-aa91-a788d8faf5eb tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Unset dirty status for tenant:c7d1d339f8554b63a76f25486eeded95 on resource:security_group {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:35:40.659004 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ae7dc289-cd51-460d-b93f-45e67a0cf7f1 req-5294c752-522d-450f-aa91-a788d8faf5eb tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] 10.222.0.41 "GET /v2.0/security-groups?id=77d74d49-06b1-4a99-95d0-0755116dd46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313553 Jun 01 19:35:40.660554 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-29834395-435e-4443-9538-ef5a985441cc req-ddc03da8-c9e2-4f3d-9aad-03289fde8f2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:35:40.718219 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:35:40.723540 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:35:40.795566 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc03da8-c9e2-4f3d-9aad-03289fde8f2a service neutron] Pushing event updated for resources: {'Port': ['ID=36696500-a4b5-440e-907d-68585079e242,revision_number=2']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:35:40.900714 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-29834395-435e-4443-9538-ef5a985441cc req-ddc03da8-c9e2-4f3d-9aad-03289fde8f2a service neutron] Attempting to bind port 36696500-a4b5-440e-907d-68585079e242 on host n-h1-844202-1 for vnic_type normal with profile {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:35:40.901040 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-29834395-435e-4443-9538-ef5a985441cc req-ddc03da8-c9e2-4f3d-9aad-03289fde8f2a service neutron] Attempting to bind port 36696500-a4b5-440e-907d-68585079e242 by drivers openvswitch,hyperv on host n-h1-844202-1 at level 0 using segments [{'id': '2a8c23b8-fd84-4e2c-81b4-ba496ba81a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'c43cdf77-d1c5-495f-9ac6-ea6cab78db0f'}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:35:40.901365 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29834395-435e-4443-9538-ef5a985441cc req-ddc03da8-c9e2-4f3d-9aad-03289fde8f2a service neutron] Attempting to bind port 36696500-a4b5-440e-907d-68585079e242 on network c43cdf77-d1c5-495f-9ac6-ea6cab78db0f {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:35:40.905936 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29834395-435e-4443-9538-ef5a985441cc req-ddc03da8-c9e2-4f3d-9aad-03289fde8f2a service neutron] Port 36696500-a4b5-440e-907d-68585079e242 on network c43cdf77-d1c5-495f-9ac6-ea6cab78db0f not bound, no agent of type Open vSwitch agent registered on host n-h1-844202-1 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 19:35:40.906250 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29834395-435e-4443-9538-ef5a985441cc req-ddc03da8-c9e2-4f3d-9aad-03289fde8f2a service neutron] Attempting to bind port 36696500-a4b5-440e-907d-68585079e242 on network c43cdf77-d1c5-495f-9ac6-ea6cab78db0f {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:35:40.911891 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29834395-435e-4443-9538-ef5a985441cc req-ddc03da8-c9e2-4f3d-9aad-03289fde8f2a service neutron] Checking agent: {'id': 'bdb1e5d7-b998-4259-838f-3d278e930f32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 35, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:35:40.912257 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29834395-435e-4443-9538-ef5a985441cc req-ddc03da8-c9e2-4f3d-9aad-03289fde8f2a service neutron] Checking segment: {'id': '2a8c23b8-fd84-4e2c-81b4-ba496ba81a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'c43cdf77-d1c5-495f-9ac6-ea6cab78db0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:35:40.912629 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29834395-435e-4443-9538-ef5a985441cc req-ddc03da8-c9e2-4f3d-9aad-03289fde8f2a service neutron] Bound using segment: {'id': '2a8c23b8-fd84-4e2c-81b4-ba496ba81a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'c43cdf77-d1c5-495f-9ac6-ea6cab78db0f'} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:35:40.913047 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-29834395-435e-4443-9538-ef5a985441cc req-ddc03da8-c9e2-4f3d-9aad-03289fde8f2a service neutron] Bound port: 36696500-a4b5-440e-907d-68585079e242, host: n-h1-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a8c23b8-fd84-4e2c-81b4-ba496ba81a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'c43cdf77-d1c5-495f-9ac6-ea6cab78db0f'}}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:35:40.913389 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-29834395-435e-4443-9538-ef5a985441cc req-ddc03da8-c9e2-4f3d-9aad-03289fde8f2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:35:41.005444 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-29834395-435e-4443-9538-ef5a985441cc req-ddc03da8-c9e2-4f3d-9aad-03289fde8f2a service neutron] For port 36696500-a4b5-440e-907d-68585079e242, host n-h1-844202-1, cleared binding levels {{(pid=88524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:35:41.008814 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-29834395-435e-4443-9538-ef5a985441cc req-ddc03da8-c9e2-4f3d-9aad-03289fde8f2a service neutron] For port 36696500-a4b5-440e-907d-68585079e242, host n-h1-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=36696500-a4b5-440e-907d-68585079e242,segment=NetworkSegment(2a8c23b8-fd84-4e2c-81b4-ba496ba81a6c),segment_id=2a8c23b8-fd84-4e2c-81b4-ba496ba81a6c)] {{(pid=88524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:35:41.012930 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-29834395-435e-4443-9538-ef5a985441cc req-ddc03da8-c9e2-4f3d-9aad-03289fde8f2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:35:41.077260 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29834395-435e-4443-9538-ef5a985441cc req-ddc03da8-c9e2-4f3d-9aad-03289fde8f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:35:41.077852 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-29834395-435e-4443-9538-ef5a985441cc req-ddc03da8-c9e2-4f3d-9aad-03289fde8f2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:35:41.080154 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-29834395-435e-4443-9538-ef5a985441cc req-ddc03da8-c9e2-4f3d-9aad-03289fde8f2a service neutron] 10.222.0.15 "PUT /v2.0/ports/36696500-a4b5-440e-907d-68585079e242 HTTP/1.1" status: 200 len: 1092 time: 1.0390344 Jun 01 19:35:41.080746 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f17dab6d-3fcd-4485-b75c-741e78d8e167', 'tag': '36696500-a4b5-440e-907d-68585079e242'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:35:41.100334 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc03da8-c9e2-4f3d-9aad-03289fde8f2a service neutron] Pushing event updated for resources: {'Port': ['ID=36696500-a4b5-440e-907d-68585079e242,revision_number=3']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:35:41.158481 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bdefcfb3-4792-4a2b-8911-31c2097dcf37'] response: {'name': 'network-changed', 'server_uuid': 'f17dab6d-3fcd-4485-b75c-741e78d8e167', 'tag': '36696500-a4b5-440e-907d-68585079e242', 'status': 'completed', 'code': 200} Jun 01 19:35:41.199656 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29834395-435e-4443-9538-ef5a985441cc req-c162e97c-77f8-45aa-b72c-d37550cb5436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:35:41.201147 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-29834395-435e-4443-9538-ef5a985441cc req-c162e97c-77f8-45aa-b72c-d37550cb5436 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c7d1d339f8554b63a76f25486eeded95&device_id=f17dab6d-3fcd-4485-b75c-741e78d8e167 HTTP/1.1" status: 200 len: 1095 time: 0.0742500 Jun 01 19:35:41.276411 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-29834395-435e-4443-9538-ef5a985441cc req-4bea4ee1-d9c0-46c7-ade0-c97a97273bec service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=36696500-a4b5-440e-907d-68585079e242 HTTP/1.1" status: 200 len: 217 time: 0.0644274 Jun 01 19:35:41.339345 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29834395-435e-4443-9538-ef5a985441cc req-fcb0f395-e0e2-4f03-ae2b-6beecbee39ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:35:41.340778 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-29834395-435e-4443-9538-ef5a985441cc req-fcb0f395-e0e2-4f03-ae2b-6beecbee39ee service neutron] 10.222.0.15 "GET /v2.0/subnets?id=faa311de-d88e-4aaa-b139-2f18e5388bb2 HTTP/1.1" status: 200 len: 855 time: 0.0561080 Jun 01 19:35:41.392103 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-29834395-435e-4443-9538-ef5a985441cc req-335bfd79-84f0-45c5-b823-866e491d8998 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c43cdf77-d1c5-495f-9ac6-ea6cab78db0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406187 Jun 01 19:35:41.639522 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-29834395-435e-4443-9538-ef5a985441cc req-77577f56-5ed7-49bd-bd51-3e6faa5622f1 service neutron] 10.222.0.15 "GET /v2.0/networks/c43cdf77-d1c5-495f-9ac6-ea6cab78db0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2379704 Jun 01 19:35:41.748402 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:35:41.825651 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-29834395-435e-4443-9538-ef5a985441cc req-c3faea12-d899-4551-a8f4-b20731dd4c74 service neutron] 10.222.0.15 "GET /v2.0/networks/c43cdf77-d1c5-495f-9ac6-ea6cab78db0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757653 Jun 01 19:35:41.876784 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cb4728-5a2f-4925-85d5-2c486161086e req-f16a452b-85f3-4fa4-a4ad-90f4e48ec7b2 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:35:41.878402 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-37cb4728-5a2f-4925-85d5-2c486161086e req-f16a452b-85f3-4fa4-a4ad-90f4e48ec7b2 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] 10.222.0.41 "GET /v2.0/ports?device_id=f17dab6d-3fcd-4485-b75c-741e78d8e167 HTTP/1.1" status: 200 len: 944 time: 0.0926325 Jun 01 19:35:41.970372 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-37cb4728-5a2f-4925-85d5-2c486161086e req-b7773baf-2c90-42af-9d33-65cd754a7899 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] 10.222.0.41 "GET /v2.0/security-groups?id=77d74d49-06b1-4a99-95d0-0755116dd46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858104 Jun 01 19:35:41.993548 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60aa9582-653e-405d-b7a1-234a9e14ac60 req-9f22cb76-55a7-4f84-8795-d8408b506171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:35:41.994998 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-60aa9582-653e-405d-b7a1-234a9e14ac60 req-9f22cb76-55a7-4f84-8795-d8408b506171 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c7d1d339f8554b63a76f25486eeded95&device_id=f17dab6d-3fcd-4485-b75c-741e78d8e167 HTTP/1.1" status: 200 len: 1095 time: 0.0972836 Jun 01 19:35:42.078902 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:35:42.136388 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60aa9582-653e-405d-b7a1-234a9e14ac60 req-01b00c2d-0aea-40cf-b837-e0755058e5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:35:42.138519 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-60aa9582-653e-405d-b7a1-234a9e14ac60 req-01b00c2d-0aea-40cf-b837-e0755058e5c8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c43cdf77-d1c5-495f-9ac6-ea6cab78db0f HTTP/1.1" status: 200 len: 916 time: 0.1357462 Jun 01 19:35:42.215152 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-60aa9582-653e-405d-b7a1-234a9e14ac60 req-cd58837b-ba13-42fd-bf52-8a1738760b09 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=36696500-a4b5-440e-907d-68585079e242 HTTP/1.1" status: 200 len: 217 time: 0.0682409 Jun 01 19:35:42.284739 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60aa9582-653e-405d-b7a1-234a9e14ac60 req-9c6e3995-690c-4d5d-8081-cc7a851abae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:35:42.286216 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-60aa9582-653e-405d-b7a1-234a9e14ac60 req-9c6e3995-690c-4d5d-8081-cc7a851abae0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=faa311de-d88e-4aaa-b139-2f18e5388bb2 HTTP/1.1" status: 200 len: 855 time: 0.0644901 Jun 01 19:35:42.320173 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:35:42.339955 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-60aa9582-653e-405d-b7a1-234a9e14ac60 req-b7e3f4c8-fc4f-4be8-bfd4-a4c9886a0702 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c43cdf77-d1c5-495f-9ac6-ea6cab78db0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434923 Jun 01 19:35:42.474446 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-60aa9582-653e-405d-b7a1-234a9e14ac60 req-8c587932-7aaf-471e-87e1-b5d796362f6e service neutron] 10.222.0.15 "GET /v2.0/networks/c43cdf77-d1c5-495f-9ac6-ea6cab78db0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279664 Jun 01 19:35:42.619486 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-60aa9582-653e-405d-b7a1-234a9e14ac60 req-40256107-0899-4998-b9ae-2eb3427d9239 service neutron] 10.222.0.15 "GET /v2.0/networks/c43cdf77-d1c5-495f-9ac6-ea6cab78db0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378586 Jun 01 19:35:43.161720 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552adeb9-dc4e-41f8-929c-0e7aaae91e84 req-0e772bc0-0159-461c-997a-6eea1c485b0b tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:35:43.163196 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-552adeb9-dc4e-41f8-929c-0e7aaae91e84 req-0e772bc0-0159-461c-997a-6eea1c485b0b tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] 10.222.0.41 "GET /v2.0/ports?device_id=f17dab6d-3fcd-4485-b75c-741e78d8e167 HTTP/1.1" status: 200 len: 944 time: 0.0798736 Jun 01 19:35:43.210515 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-552adeb9-dc4e-41f8-929c-0e7aaae91e84 req-635a2108-d44d-4150-ade3-23ee63b62faf tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] 10.222.0.41 "GET /v2.0/security-groups?id=77d74d49-06b1-4a99-95d0-0755116dd46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416427 Jun 01 19:35:44.393267 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a57a43-f98d-4475-8b54-37e85839a3b9 req-89555452-4017-4cdd-880f-d05d396e281c tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:35:44.394723 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b2a57a43-f98d-4475-8b54-37e85839a3b9 req-89555452-4017-4cdd-880f-d05d396e281c tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] 10.222.0.41 "GET /v2.0/ports?device_id=f17dab6d-3fcd-4485-b75c-741e78d8e167 HTTP/1.1" status: 200 len: 944 time: 0.0805850 Jun 01 19:35:44.444371 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b2a57a43-f98d-4475-8b54-37e85839a3b9 req-daf722ec-57dc-4bf8-9cd0-983298c1cb89 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] 10.222.0.41 "GET /v2.0/security-groups?id=77d74d49-06b1-4a99-95d0-0755116dd46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438466 Jun 01 19:35:44.875875 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 36696500-a4b5-440e-907d-68585079e242 details requested by agent hyperv_n-h1-844202-1 with host n-h1-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 19:35:45.048504 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port 36696500-a4b5-440e-907d-68585079e242, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=36696500-a4b5-440e-907d-68585079e242,segment=NetworkSegment(2a8c23b8-fd84-4e2c-81b4-ba496ba81a6c),segment_id=2a8c23b8-fd84-4e2c-81b4-ba496ba81a6c)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:35:45.061865 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Returning: {'device': '36696500-a4b5-440e-907d-68585079e242', 'network_id': 'c43cdf77-d1c5-495f-9ac6-ea6cab78db0f', 'port_id': '36696500-a4b5-440e-907d-68585079e242', 'mac_address': 'fa:16:3e:f5:1a:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'faa311de-d88e-4aaa-b139-2f18e5388bb2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 19:35:45.117514 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port 36696500-a4b5-440e-907d-68585079e242 is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:35:45.117914 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:35:45.135145 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36696500-a4b5-440e-907d-68585079e242 {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 19:35:45.149958 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port 36696500-a4b5-440e-907d-68585079e242, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=36696500-a4b5-440e-907d-68585079e242,segment=NetworkSegment(2a8c23b8-fd84-4e2c-81b4-ba496ba81a6c),segment_id=2a8c23b8-fd84-4e2c-81b4-ba496ba81a6c)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:35:45.154601 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:35:45.224940 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=36696500-a4b5-440e-907d-68585079e242,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:35:45.232628 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:35:45.232971 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:35:45.233336 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:35:45.233670 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:35:45.233999 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:35:45.234328 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:35:45.235220 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:35:45.235571 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:35:45.235896 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:35:45.236218 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:35:45.236560 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:35:45.236880 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:35:45.395264 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] get_ports_and_sgs() called for port_ids ['36696500-a4b5-440e-907d-68585079e242'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 19:35:45.641096 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c37849b-f701-4545-b54a-0bb4e1b555b5 req-b82a1d2a-5dda-4e9b-8f94-9d979c79db1d tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:35:45.643339 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-7c37849b-f701-4545-b54a-0bb4e1b555b5 req-b82a1d2a-5dda-4e9b-8f94-9d979c79db1d tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] 10.222.0.41 "GET /v2.0/ports?device_id=f17dab6d-3fcd-4485-b75c-741e78d8e167 HTTP/1.1" status: 200 len: 945 time: 0.0873506 Jun 01 19:35:45.689534 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-7c37849b-f701-4545-b54a-0bb4e1b555b5 req-2be70e6c-2fa4-42ca-acaa-e5e488f73c5a tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] 10.222.0.41 "GET /v2.0/security-groups?id=77d74d49-06b1-4a99-95d0-0755116dd46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401664 Jun 01 19:35:46.879270 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb618963-37e5-4e29-8d8b-d5ef70e114e6 req-38440fbb-95fa-4b01-b6e2-d1912239f4ef tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:35:46.880808 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-bb618963-37e5-4e29-8d8b-d5ef70e114e6 req-38440fbb-95fa-4b01-b6e2-d1912239f4ef tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] 10.222.0.41 "GET /v2.0/ports?device_id=f17dab6d-3fcd-4485-b75c-741e78d8e167 HTTP/1.1" status: 200 len: 945 time: 0.0849574 Jun 01 19:35:46.883057 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 36696500-a4b5-440e-907d-68585079e242 up at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:35:46.931536 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-bb618963-37e5-4e29-8d8b-d5ef70e114e6 req-07370116-f94c-4d74-bd1b-ac2d53559df6 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] 10.222.0.41 "GET /v2.0/security-groups?id=77d74d49-06b1-4a99-95d0-0755116dd46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449347 Jun 01 19:35:46.957897 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Provisioning for port 36696500-a4b5-440e-907d-68585079e242 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:35:46.962698 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Provisioning complete for port 36696500-a4b5-440e-907d-68585079e242 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:35:46.963065 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:35:47.083618 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port 36696500-a4b5-440e-907d-68585079e242 is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:35:47.083987 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:35:47.110152 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f17dab6d-3fcd-4485-b75c-741e78d8e167', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36696500-a4b5-440e-907d-68585079e242'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:35:47.119575 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port 36696500-a4b5-440e-907d-68585079e242, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=36696500-a4b5-440e-907d-68585079e242,segment=NetworkSegment(2a8c23b8-fd84-4e2c-81b4-ba496ba81a6c),segment_id=2a8c23b8-fd84-4e2c-81b4-ba496ba81a6c)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:35:47.126757 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:35:47.163386 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a71760d-b10e-498f-9251-c070ddc5e391'] response: {'server_uuid': 'f17dab6d-3fcd-4485-b75c-741e78d8e167', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36696500-a4b5-440e-907d-68585079e242', 'code': 200} Jun 01 19:35:47.195685 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=36696500-a4b5-440e-907d-68585079e242,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:35:47.291219 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605a723e-57f3-4361-96da-1441df07e841 req-30358868-0b70-46ef-ba44-5a0b90444de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:35:47.292614 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-605a723e-57f3-4361-96da-1441df07e841 req-30358868-0b70-46ef-ba44-5a0b90444de2 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f17dab6d-3fcd-4485-b75c-741e78d8e167 HTTP/1.1" status: 200 len: 1097 time: 0.0682309 Jun 01 19:35:47.339254 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-605a723e-57f3-4361-96da-1441df07e841 req-f9215d53-1f0e-40e6-b1f2-fb289bd9da75 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=77d74d49-06b1-4a99-95d0-0755116dd46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373836 Jun 01 19:35:48.140844 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda18923-2d40-4632-88c3-f83ad4853921 req-d32ed71c-7cf5-4918-8ec4-4cee0641a510 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:35:48.142428 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-eda18923-2d40-4632-88c3-f83ad4853921 req-d32ed71c-7cf5-4918-8ec4-4cee0641a510 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] 10.222.0.41 "GET /v2.0/ports?device_id=f17dab6d-3fcd-4485-b75c-741e78d8e167 HTTP/1.1" status: 200 len: 946 time: 0.0996442 Jun 01 19:35:48.186733 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-eda18923-2d40-4632-88c3-f83ad4853921 req-d3039f9c-dcb8-4745-a51d-0ef782e4d585 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] 10.222.0.41 "GET /v2.0/security-groups?id=77d74d49-06b1-4a99-95d0-0755116dd46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385790 Jun 01 19:35:49.376076 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62225b2-709a-4e1c-a40e-312a99af4523 req-5588ed75-243f-4caa-a2a6-278dc0ece03b tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:35:49.377677 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e62225b2-709a-4e1c-a40e-312a99af4523 req-5588ed75-243f-4caa-a2a6-278dc0ece03b tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] 10.222.0.41 "GET /v2.0/ports?device_id=f17dab6d-3fcd-4485-b75c-741e78d8e167 HTTP/1.1" status: 200 len: 946 time: 0.0812836 Jun 01 19:35:49.420742 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e62225b2-709a-4e1c-a40e-312a99af4523 req-86870d00-b9fd-420a-9877-1495d8f1c20c tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] 10.222.0.41 "GET /v2.0/security-groups?id=77d74d49-06b1-4a99-95d0-0755116dd46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373337 Jun 01 19:35:49.615712 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f52cfea-7939-4f01-bf5f-0d9b83a380aa req-5b1bc122-a217-4356-be53-f97b1e6487e2 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:35:49.617249 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3f52cfea-7939-4f01-bf5f-0d9b83a380aa req-5b1bc122-a217-4356-be53-f97b1e6487e2 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] 10.222.0.41 "GET /v2.0/ports?device_id=f17dab6d-3fcd-4485-b75c-741e78d8e167 HTTP/1.1" status: 200 len: 946 time: 0.0855887 Jun 01 19:35:49.661589 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3f52cfea-7939-4f01-bf5f-0d9b83a380aa req-4000f1b8-e571-422d-b532-7682f10a7d10 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] 10.222.0.41 "GET /v2.0/security-groups?id=77d74d49-06b1-4a99-95d0-0755116dd46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385926 Jun 01 19:35:50.058454 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb55f2a3-7115-49ea-a84c-49038c2179dc req-d2f0b44b-47cb-4d54-94f5-1a08aedbb6ed tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:35:50.059926 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-cb55f2a3-7115-49ea-a84c-49038c2179dc req-d2f0b44b-47cb-4d54-94f5-1a08aedbb6ed tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] 10.222.0.41 "GET /v2.0/ports?device_id=f17dab6d-3fcd-4485-b75c-741e78d8e167 HTTP/1.1" status: 200 len: 946 time: 0.0929196 Jun 01 19:35:50.108390 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-cb55f2a3-7115-49ea-a84c-49038c2179dc req-4eff64fa-84ad-4045-9205-7bb60adcd9c7 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] 10.222.0.41 "GET /v2.0/security-groups?id=77d74d49-06b1-4a99-95d0-0755116dd46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424149 Jun 01 19:35:50.483084 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded13f7a-9d5c-4887-b04c-d760e2824021 req-cd92a1f9-a7a4-4ae3-9ee0-f96f124151af tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:35:50.485256 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ded13f7a-9d5c-4887-b04c-d760e2824021 req-cd92a1f9-a7a4-4ae3-9ee0-f96f124151af tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] 10.222.0.41 "GET /v2.0/ports?device_id=f17dab6d-3fcd-4485-b75c-741e78d8e167 HTTP/1.1" status: 200 len: 946 time: 0.0906544 Jun 01 19:35:50.537382 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ded13f7a-9d5c-4887-b04c-d760e2824021 req-b78dd6a6-27a1-4c96-b8ed-85ec6f3d0367 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] 10.222.0.41 "GET /v2.0/security-groups?id=77d74d49-06b1-4a99-95d0-0755116dd46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461330 Jun 01 19:35:51.004083 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-040c4dac-c95c-4bd5-984e-ef37f18ed8b2 req-fde30d5b-a625-4b23-8667-f6877975b66d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f17dab6d-3fcd-4485-b75c-741e78d8e167&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1606560 Jun 01 19:35:51.020257 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b5cc79-962b-4435-bdf5-69cac55fe695 req-96b16a50-2d02-40eb-bfea-942491e6cfcc tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:35:51.022426 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a6b5cc79-962b-4435-bdf5-69cac55fe695 req-96b16a50-2d02-40eb-bfea-942491e6cfcc tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] 10.222.0.41 "GET /v2.0/ports?device_id=f17dab6d-3fcd-4485-b75c-741e78d8e167 HTTP/1.1" status: 200 len: 946 time: 0.1366360 Jun 01 19:35:51.072680 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a6b5cc79-962b-4435-bdf5-69cac55fe695 req-212c5837-eb36-4f6d-ba96-76a016cfecd0 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] 10.222.0.41 "GET /v2.0/security-groups?id=77d74d49-06b1-4a99-95d0-0755116dd46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433424 Jun 01 19:35:52.352061 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28368330-4692-44b6-832b-b2489d93ab95 req-e3b3d1ef-f458-438c-ab22-fe44e55835a6 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:35:52.353603 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-28368330-4692-44b6-832b-b2489d93ab95 req-e3b3d1ef-f458-438c-ab22-fe44e55835a6 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] 10.222.0.41 "GET /v2.0/ports?device_id=f17dab6d-3fcd-4485-b75c-741e78d8e167 HTTP/1.1" status: 200 len: 946 time: 0.1517944 Jun 01 19:35:52.355823 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040c4dac-c95c-4bd5-984e-ef37f18ed8b2 req-fcc202f5-83df-4ebb-9f6d-4f67fd203654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:35:52.357173 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-040c4dac-c95c-4bd5-984e-ef37f18ed8b2 req-fcc202f5-83df-4ebb-9f6d-4f67fd203654 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c7d1d339f8554b63a76f25486eeded95&device_id=f17dab6d-3fcd-4485-b75c-741e78d8e167 HTTP/1.1" status: 200 len: 1097 time: 0.1167381 Jun 01 19:35:52.482681 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-28368330-4692-44b6-832b-b2489d93ab95 req-6bbb9078-327a-4aaf-9c30-b78323e0efbd tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] 10.222.0.41 "GET /v2.0/security-groups?id=77d74d49-06b1-4a99-95d0-0755116dd46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215758 Jun 01 19:35:52.647622 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040c4dac-c95c-4bd5-984e-ef37f18ed8b2 req-5b2f43ba-8f30-46db-babb-525af2cbecd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:35:52.649151 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-040c4dac-c95c-4bd5-984e-ef37f18ed8b2 req-5b2f43ba-8f30-46db-babb-525af2cbecd8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c43cdf77-d1c5-495f-9ac6-ea6cab78db0f HTTP/1.1" status: 200 len: 916 time: 0.2750790 Jun 01 19:35:52.740453 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-040c4dac-c95c-4bd5-984e-ef37f18ed8b2 req-e6a771d4-9eca-4b35-9b90-0203d7e83948 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=36696500-a4b5-440e-907d-68585079e242 HTTP/1.1" status: 200 len: 217 time: 0.0756986 Jun 01 19:35:52.818426 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040c4dac-c95c-4bd5-984e-ef37f18ed8b2 req-3d4d4bf0-d946-4419-a6a6-a9df8efade47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:35:52.820597 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-040c4dac-c95c-4bd5-984e-ef37f18ed8b2 req-3d4d4bf0-d946-4419-a6a6-a9df8efade47 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=faa311de-d88e-4aaa-b139-2f18e5388bb2 HTTP/1.1" status: 200 len: 855 time: 0.0744741 Jun 01 19:35:52.874246 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-040c4dac-c95c-4bd5-984e-ef37f18ed8b2 req-7963e00f-9980-46fc-b815-60d5a3cefcea service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c43cdf77-d1c5-495f-9ac6-ea6cab78db0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439169 Jun 01 19:35:53.026882 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-040c4dac-c95c-4bd5-984e-ef37f18ed8b2 req-6f207b40-8c72-4fd5-8922-8613377587ec service neutron] 10.222.0.15 "GET /v2.0/networks/c43cdf77-d1c5-495f-9ac6-ea6cab78db0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468937 Jun 01 19:35:53.165205 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-040c4dac-c95c-4bd5-984e-ef37f18ed8b2 req-8b71db4f-1dd5-4c30-be00-e893973bbd5a service neutron] 10.222.0.15 "GET /v2.0/networks/c43cdf77-d1c5-495f-9ac6-ea6cab78db0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323538 Jun 01 19:35:53.677167 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72892e13-88a7-4daa-94a0-bd80c367865a req-ac91278a-a959-44ee-8980-13b032ab8901 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:35:53.678616 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-72892e13-88a7-4daa-94a0-bd80c367865a req-ac91278a-a959-44ee-8980-13b032ab8901 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] 10.222.0.41 "GET /v2.0/ports?device_id=f17dab6d-3fcd-4485-b75c-741e78d8e167 HTTP/1.1" status: 200 len: 946 time: 0.0825748 Jun 01 19:35:53.723544 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-72892e13-88a7-4daa-94a0-bd80c367865a req-154b6c0a-fe52-4981-86cd-1679d92d0fe7 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] 10.222.0.41 "GET /v2.0/security-groups?id=77d74d49-06b1-4a99-95d0-0755116dd46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389214 Jun 01 19:35:53.923671 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.agents_db [None req-e814b9cf-7de8-45d0-a079-29c61fabe7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 19:35:54.922356 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e0149f-a82b-4572-9f44-db93063e53c8 req-175f9b35-19f3-4c3c-8d4d-1d2c491c4419 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:35:54.923862 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e5e0149f-a82b-4572-9f44-db93063e53c8 req-175f9b35-19f3-4c3c-8d4d-1d2c491c4419 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] 10.222.0.41 "GET /v2.0/ports?device_id=f17dab6d-3fcd-4485-b75c-741e78d8e167 HTTP/1.1" status: 200 len: 946 time: 0.0890491 Jun 01 19:35:54.974098 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e5e0149f-a82b-4572-9f44-db93063e53c8 req-42b2437f-f635-48ea-a53c-9a0b64cf13d8 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] 10.222.0.41 "GET /v2.0/security-groups?id=77d74d49-06b1-4a99-95d0-0755116dd46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441511 Jun 01 19:35:56.172433 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bbf03d-6bdb-4740-891d-9ce1b1d90523 req-94b7ffa8-ecd4-42f1-bfa0-e7d45dc74e3d tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:35:56.173891 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-30bbf03d-6bdb-4740-891d-9ce1b1d90523 req-94b7ffa8-ecd4-42f1-bfa0-e7d45dc74e3d tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] 10.222.0.41 "GET /v2.0/ports?device_id=f17dab6d-3fcd-4485-b75c-741e78d8e167 HTTP/1.1" status: 200 len: 946 time: 0.0850923 Jun 01 19:35:56.217352 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-30bbf03d-6bdb-4740-891d-9ce1b1d90523 req-fbf8957c-6dad-4880-b782-a862dcb25dc6 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] 10.222.0.41 "GET /v2.0/security-groups?id=77d74d49-06b1-4a99-95d0-0755116dd46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378683 Jun 01 19:35:57.410610 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb39c0c-6694-4227-b153-4537907848c3 req-2a226c89-2e69-4a67-949a-f4443d315f83 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:35:57.412084 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6bb39c0c-6694-4227-b153-4537907848c3 req-2a226c89-2e69-4a67-949a-f4443d315f83 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] 10.222.0.41 "GET /v2.0/ports?device_id=f17dab6d-3fcd-4485-b75c-741e78d8e167 HTTP/1.1" status: 200 len: 946 time: 0.0875502 Jun 01 19:35:57.457210 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6bb39c0c-6694-4227-b153-4537907848c3 req-844c423c-86f1-45d7-bb52-3fabe723faed tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] 10.222.0.41 "GET /v2.0/security-groups?id=77d74d49-06b1-4a99-95d0-0755116dd46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393355 Jun 01 19:35:58.649123 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a471ad89-44fe-416c-9499-632530c5ce0b req-ab9186df-789a-4714-b8a8-2b43a8bf5861 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:35:58.650567 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a471ad89-44fe-416c-9499-632530c5ce0b req-ab9186df-789a-4714-b8a8-2b43a8bf5861 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] 10.222.0.41 "GET /v2.0/ports?device_id=f17dab6d-3fcd-4485-b75c-741e78d8e167 HTTP/1.1" status: 200 len: 946 time: 0.0833437 Jun 01 19:35:58.694148 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a471ad89-44fe-416c-9499-632530c5ce0b req-71a2b519-a415-4a6d-b304-f837837b9819 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] 10.222.0.41 "GET /v2.0/security-groups?id=77d74d49-06b1-4a99-95d0-0755116dd46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373259 Jun 01 19:35:59.884314 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302f1f23-779f-4069-b505-7f0937ccf913 req-241be050-84ea-4d58-b887-3819238767db tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:35:59.885771 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-302f1f23-779f-4069-b505-7f0937ccf913 req-241be050-84ea-4d58-b887-3819238767db tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] 10.222.0.41 "GET /v2.0/ports?device_id=f17dab6d-3fcd-4485-b75c-741e78d8e167 HTTP/1.1" status: 200 len: 946 time: 0.0862327 Jun 01 19:35:59.929360 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-302f1f23-779f-4069-b505-7f0937ccf913 req-e7746f53-7d23-4166-aa6f-531bcb4ba4b7 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] 10.222.0.41 "GET /v2.0/security-groups?id=77d74d49-06b1-4a99-95d0-0755116dd46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379050 Jun 01 19:36:01.117105 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ca60da-b4fe-4b21-ab09-ed0b43724dda req-60f0bb36-617e-4324-b303-4c858279e6b2 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:36:01.118558 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-33ca60da-b4fe-4b21-ab09-ed0b43724dda req-60f0bb36-617e-4324-b303-4c858279e6b2 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] 10.222.0.41 "GET /v2.0/ports?device_id=f17dab6d-3fcd-4485-b75c-741e78d8e167 HTTP/1.1" status: 200 len: 946 time: 0.0793531 Jun 01 19:36:01.166760 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-33ca60da-b4fe-4b21-ab09-ed0b43724dda req-cfcc31bf-e35a-4a98-8339-fe021064559f tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] 10.222.0.41 "GET /v2.0/security-groups?id=77d74d49-06b1-4a99-95d0-0755116dd46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426078 Jun 01 19:36:02.365304 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cc6037-3c3c-42bb-915b-818bf57fa54a req-eee5ce7a-b4e8-4922-a9da-dcd7a9fe42a3 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:36:02.366678 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-56cc6037-3c3c-42bb-915b-818bf57fa54a req-eee5ce7a-b4e8-4922-a9da-dcd7a9fe42a3 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] 10.222.0.41 "GET /v2.0/ports?device_id=f17dab6d-3fcd-4485-b75c-741e78d8e167 HTTP/1.1" status: 200 len: 946 time: 0.0867693 Jun 01 19:36:02.417014 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-56cc6037-3c3c-42bb-915b-818bf57fa54a req-df5685d7-bc8d-4b8f-b9e6-53aa3fa7f344 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] 10.222.0.41 "GET /v2.0/security-groups?id=77d74d49-06b1-4a99-95d0-0755116dd46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436230 Jun 01 19:36:03.558366 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e700f863-87e1-4969-afaf-659c68c9a3b3 req-0968b409-39b1-45b1-94f6-7b175b339ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:36:03.559826 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e700f863-87e1-4969-afaf-659c68c9a3b3 req-0968b409-39b1-45b1-94f6-7b175b339ee7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c7d1d339f8554b63a76f25486eeded95&device_id=f17dab6d-3fcd-4485-b75c-741e78d8e167 HTTP/1.1" status: 200 len: 1097 time: 0.1261702 Jun 01 19:36:03.628078 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a8b278-95c7-4bc1-a746-ab9383f71118 req-6420825b-917a-4167-aea4-24ad8780ce34 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:36:03.629571 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-76a8b278-95c7-4bc1-a746-ab9383f71118 req-6420825b-917a-4167-aea4-24ad8780ce34 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] 10.222.0.41 "GET /v2.0/ports?device_id=f17dab6d-3fcd-4485-b75c-741e78d8e167 HTTP/1.1" status: 200 len: 946 time: 0.0975907 Jun 01 19:36:03.680704 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-76a8b278-95c7-4bc1-a746-ab9383f71118 req-ba90de9a-0eff-4fb1-9e62-1dae5c81c393 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] 10.222.0.41 "GET /v2.0/security-groups?id=77d74d49-06b1-4a99-95d0-0755116dd46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453806 Jun 01 19:36:03.728553 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e700f863-87e1-4969-afaf-659c68c9a3b3 req-3333b49e-6871-465a-aa17-b42bd0fc7b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:36:03.729996 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e700f863-87e1-4969-afaf-659c68c9a3b3 req-3333b49e-6871-465a-aa17-b42bd0fc7b1f service neutron] 10.222.0.15 "GET /v2.0/networks?id=c43cdf77-d1c5-495f-9ac6-ea6cab78db0f HTTP/1.1" status: 200 len: 916 time: 0.1502678 Jun 01 19:36:03.801198 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e700f863-87e1-4969-afaf-659c68c9a3b3 req-c1ddb19c-d99b-4bb9-b0b3-7470198765b9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=36696500-a4b5-440e-907d-68585079e242 HTTP/1.1" status: 200 len: 217 time: 0.0643945 Jun 01 19:36:03.863241 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e700f863-87e1-4969-afaf-659c68c9a3b3 req-f0b89f7d-2cec-4c88-83f5-d9ecc0163abc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:36:03.864712 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e700f863-87e1-4969-afaf-659c68c9a3b3 req-f0b89f7d-2cec-4c88-83f5-d9ecc0163abc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=faa311de-d88e-4aaa-b139-2f18e5388bb2 HTTP/1.1" status: 200 len: 855 time: 0.0581183 Jun 01 19:36:03.912793 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e700f863-87e1-4969-afaf-659c68c9a3b3 req-a24179d7-0d78-41a4-a67d-9c966206bd01 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c43cdf77-d1c5-495f-9ac6-ea6cab78db0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420895 Jun 01 19:36:04.057167 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e700f863-87e1-4969-afaf-659c68c9a3b3 req-6c2d5168-2a9b-4d29-af1b-df4a450193ae service neutron] 10.222.0.15 "GET /v2.0/networks/c43cdf77-d1c5-495f-9ac6-ea6cab78db0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385052 Jun 01 19:36:04.188553 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e700f863-87e1-4969-afaf-659c68c9a3b3 req-6ba94127-d1f4-424c-9881-3af68717226d service neutron] 10.222.0.15 "GET /v2.0/networks/c43cdf77-d1c5-495f-9ac6-ea6cab78db0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231794 Jun 01 19:36:04.879328 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc0b1de-4076-4f8a-9e31-a4ef88140287 req-2d466250-db34-4f89-b1e1-2ac49d8df922 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:36:04.880822 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3dc0b1de-4076-4f8a-9e31-a4ef88140287 req-2d466250-db34-4f89-b1e1-2ac49d8df922 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] 10.222.0.41 "GET /v2.0/ports?device_id=f17dab6d-3fcd-4485-b75c-741e78d8e167 HTTP/1.1" status: 200 len: 946 time: 0.0838428 Jun 01 19:36:04.933327 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3dc0b1de-4076-4f8a-9e31-a4ef88140287 req-0740686a-689d-4102-8f4c-4a1f917d59a4 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] 10.222.0.41 "GET /v2.0/security-groups?id=77d74d49-06b1-4a99-95d0-0755116dd46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458345 Jun 01 19:36:06.132498 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee0ec80-9be1-4a4f-8640-7cd98e000df1 req-a8677c63-39d2-406b-a86b-2d0e8c152f29 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:36:06.133855 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-5ee0ec80-9be1-4a4f-8640-7cd98e000df1 req-a8677c63-39d2-406b-a86b-2d0e8c152f29 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] 10.222.0.41 "GET /v2.0/ports?device_id=f17dab6d-3fcd-4485-b75c-741e78d8e167 HTTP/1.1" status: 200 len: 946 time: 0.0859394 Jun 01 19:36:06.178857 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-5ee0ec80-9be1-4a4f-8640-7cd98e000df1 req-4677ea2d-9f2a-4426-9303-0a4caca223b4 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] 10.222.0.41 "GET /v2.0/security-groups?id=77d74d49-06b1-4a99-95d0-0755116dd46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394254 Jun 01 19:36:07.152015 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-7bc129e0-18b1-45d9-a8a7-2717cfd57767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:36:07.367479 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55179ecf-fcf6-43f6-9a74-e803e499f2d2 req-f930008d-3c25-4226-9ba9-77acde42b3a3 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:36:07.368882 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-55179ecf-fcf6-43f6-9a74-e803e499f2d2 req-f930008d-3c25-4226-9ba9-77acde42b3a3 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] 10.222.0.41 "GET /v2.0/ports?device_id=f17dab6d-3fcd-4485-b75c-741e78d8e167 HTTP/1.1" status: 200 len: 946 time: 0.0827737 Jun 01 19:36:07.425059 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-55179ecf-fcf6-43f6-9a74-e803e499f2d2 req-020e2641-cfec-4158-a021-91e39ec659f6 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] 10.222.0.41 "GET /v2.0/security-groups?id=77d74d49-06b1-4a99-95d0-0755116dd46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504031 Jun 01 19:36:08.622722 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb63bf77-9a7c-47e7-9e43-feaa194e4617 req-e37e5779-b6ed-48ee-8e3a-6839e3db81bc tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:36:08.624759 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-bb63bf77-9a7c-47e7-9e43-feaa194e4617 req-e37e5779-b6ed-48ee-8e3a-6839e3db81bc tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] 10.222.0.41 "GET /v2.0/ports?device_id=f17dab6d-3fcd-4485-b75c-741e78d8e167 HTTP/1.1" status: 200 len: 946 time: 0.0807464 Jun 01 19:36:08.669389 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-bb63bf77-9a7c-47e7-9e43-feaa194e4617 req-2ab71883-7d6e-4205-8cb1-977b19afa546 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] 10.222.0.41 "GET /v2.0/security-groups?id=77d74d49-06b1-4a99-95d0-0755116dd46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388777 Jun 01 19:36:09.564821 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-7dc1ed96-305f-47c4-9056-b4a297fdcac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:36:09.871203 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de8aeee-e74b-4cc6-a577-391dcc69b97f req-39aca6e4-c00f-417e-b624-9222cb054205 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:36:09.872653 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5de8aeee-e74b-4cc6-a577-391dcc69b97f req-39aca6e4-c00f-417e-b624-9222cb054205 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] 10.222.0.41 "GET /v2.0/ports?device_id=f17dab6d-3fcd-4485-b75c-741e78d8e167 HTTP/1.1" status: 200 len: 946 time: 0.0832474 Jun 01 19:36:09.926437 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5de8aeee-e74b-4cc6-a577-391dcc69b97f req-b6030ee2-1de0-46e3-9ca3-39225d643280 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] 10.222.0.41 "GET /v2.0/security-groups?id=77d74d49-06b1-4a99-95d0-0755116dd46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455227 Jun 01 19:36:10.715724 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:36:10.727469 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:36:11.134713 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4de79c2-b487-4315-8c2e-4371b91994c0 req-41d4bc25-d68e-49d6-9f83-75e1dce79a27 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:36:11.136182 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e4de79c2-b487-4315-8c2e-4371b91994c0 req-41d4bc25-d68e-49d6-9f83-75e1dce79a27 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] 10.222.0.41 "GET /v2.0/ports?device_id=f17dab6d-3fcd-4485-b75c-741e78d8e167 HTTP/1.1" status: 200 len: 946 time: 0.0907402 Jun 01 19:36:11.181268 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e4de79c2-b487-4315-8c2e-4371b91994c0 req-674f557b-adf3-425a-8849-9846388cdd9d tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] 10.222.0.41 "GET /v2.0/security-groups?id=77d74d49-06b1-4a99-95d0-0755116dd46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387859 Jun 01 19:36:11.738086 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:36:12.075416 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:36:12.332347 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:36:12.380873 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1e3643-c8ec-4082-a4ff-18f653a7a658 req-0d80561f-3961-493d-9593-31420bcb5ca3 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:36:12.382337 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ee1e3643-c8ec-4082-a4ff-18f653a7a658 req-0d80561f-3961-493d-9593-31420bcb5ca3 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] 10.222.0.41 "GET /v2.0/ports?device_id=f17dab6d-3fcd-4485-b75c-741e78d8e167 HTTP/1.1" status: 200 len: 946 time: 0.0904644 Jun 01 19:36:12.523809 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ee1e3643-c8ec-4082-a4ff-18f653a7a658 req-55145cc5-c009-4f89-b261-d8cd61a5fabc tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] 10.222.0.41 "GET /v2.0/security-groups?id=77d74d49-06b1-4a99-95d0-0755116dd46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357312 Jun 01 19:36:13.715421 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07367343-06ba-4d0f-b340-9651e029b4a8 req-3bd7369e-3530-4df9-bb96-b910e2e75c35 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:36:13.716901 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-07367343-06ba-4d0f-b340-9651e029b4a8 req-3bd7369e-3530-4df9-bb96-b910e2e75c35 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] 10.222.0.41 "GET /v2.0/ports?device_id=f17dab6d-3fcd-4485-b75c-741e78d8e167 HTTP/1.1" status: 200 len: 946 time: 0.0838952 Jun 01 19:36:13.767671 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-07367343-06ba-4d0f-b340-9651e029b4a8 req-15aac5bf-4105-41d4-9f67-93fe1cec1719 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] 10.222.0.41 "GET /v2.0/security-groups?id=77d74d49-06b1-4a99-95d0-0755116dd46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442252 Jun 01 19:36:14.966991 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4874f660-5c28-4fd6-bf30-0cedb4f42490 req-f1e04563-eb40-4baa-823c-92e3bf3d144d tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:36:14.970121 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4874f660-5c28-4fd6-bf30-0cedb4f42490 req-f1e04563-eb40-4baa-823c-92e3bf3d144d tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] 10.222.0.41 "GET /v2.0/ports?device_id=f17dab6d-3fcd-4485-b75c-741e78d8e167 HTTP/1.1" status: 200 len: 946 time: 0.0874393 Jun 01 19:36:15.022610 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4874f660-5c28-4fd6-bf30-0cedb4f42490 req-73103bcc-c29f-4b94-826d-69e84626ffd3 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] 10.222.0.41 "GET /v2.0/security-groups?id=77d74d49-06b1-4a99-95d0-0755116dd46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466700 Jun 01 19:36:16.215708 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cf690d-af46-447d-b21c-69b64ec31950 req-e63f67e8-1009-42d1-8b06-db3eeeec1e72 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:36:16.217207 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-36cf690d-af46-447d-b21c-69b64ec31950 req-e63f67e8-1009-42d1-8b06-db3eeeec1e72 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] 10.222.0.41 "GET /v2.0/ports?device_id=f17dab6d-3fcd-4485-b75c-741e78d8e167 HTTP/1.1" status: 200 len: 946 time: 0.0820861 Jun 01 19:36:16.262314 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-36cf690d-af46-447d-b21c-69b64ec31950 req-c119c02e-a619-47cf-a225-0b0ff1145e1e tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] 10.222.0.41 "GET /v2.0/security-groups?id=77d74d49-06b1-4a99-95d0-0755116dd46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392988 Jun 01 19:36:17.467919 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6205c75e-acec-47b9-84d0-2e2dc9dc65f5 req-dce493cf-b1e1-4299-8b87-cc9fdb627ab8 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:36:17.469392 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6205c75e-acec-47b9-84d0-2e2dc9dc65f5 req-dce493cf-b1e1-4299-8b87-cc9fdb627ab8 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] 10.222.0.41 "GET /v2.0/ports?device_id=f17dab6d-3fcd-4485-b75c-741e78d8e167 HTTP/1.1" status: 200 len: 946 time: 0.0876191 Jun 01 19:36:17.519513 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6205c75e-acec-47b9-84d0-2e2dc9dc65f5 req-a51dbd04-7d3c-4d57-a8e0-0bdb3fb06f95 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] 10.222.0.41 "GET /v2.0/security-groups?id=77d74d49-06b1-4a99-95d0-0755116dd46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442078 Jun 01 19:36:18.723715 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5891e94f-4759-46bc-a711-631ac0753a55 req-cb87ba3b-b142-4130-b6a1-61dc8aae062a tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:36:18.725194 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-5891e94f-4759-46bc-a711-631ac0753a55 req-cb87ba3b-b142-4130-b6a1-61dc8aae062a tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] 10.222.0.41 "GET /v2.0/ports?device_id=f17dab6d-3fcd-4485-b75c-741e78d8e167 HTTP/1.1" status: 200 len: 946 time: 0.0844853 Jun 01 19:36:18.875277 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-5891e94f-4759-46bc-a711-631ac0753a55 req-cbb5fc61-4d3a-40e4-b71b-08bcb6ba5074 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] 10.222.0.41 "GET /v2.0/security-groups?id=77d74d49-06b1-4a99-95d0-0755116dd46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442900 Jun 01 19:36:20.086209 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efb5cbb-51d4-4963-b34c-47672b988910 req-4ec56c6a-360e-4f02-b84d-51b93034a4e9 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:36:20.087713 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7efb5cbb-51d4-4963-b34c-47672b988910 req-4ec56c6a-360e-4f02-b84d-51b93034a4e9 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] 10.222.0.41 "GET /v2.0/ports?device_id=f17dab6d-3fcd-4485-b75c-741e78d8e167 HTTP/1.1" status: 200 len: 946 time: 0.0963249 Jun 01 19:36:20.137142 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7efb5cbb-51d4-4963-b34c-47672b988910 req-6dde909a-e4d5-403b-873a-24de3ea7e476 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] 10.222.0.41 "GET /v2.0/security-groups?id=77d74d49-06b1-4a99-95d0-0755116dd46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435052 Jun 01 19:36:20.471166 n-d-844202-1 neutron-server[88524]: INFO neutron.api.v2.resource [req-040c4dac-c95c-4bd5-984e-ef37f18ed8b2 req-15c7d153-6978-4ff0-b94a-62681c66569d service neutron] show failed (client error): The resource could not be found. Jun 01 19:36:20.472219 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-040c4dac-c95c-4bd5-984e-ef37f18ed8b2 req-15c7d153-6978-4ff0-b94a-62681c66569d service neutron] 10.222.0.15 "GET /v2.0/ports/36696500-a4b5-440e-907d-68585079e242/bindings/n-h2-844202-1 HTTP/1.1" status: 404 len: 380 time: 0.0789938 Jun 01 19:36:20.764279 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040c4dac-c95c-4bd5-984e-ef37f18ed8b2 req-bd4a53ac-adea-44a2-b99a-a14d48154ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:36:20.765651 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-040c4dac-c95c-4bd5-984e-ef37f18ed8b2 req-bd4a53ac-adea-44a2-b99a-a14d48154ac6 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=f17dab6d-3fcd-4485-b75c-741e78d8e167&tenant_id=c7d1d339f8554b63a76f25486eeded95 HTTP/1.1" status: 200 len: 1097 time: 0.0807240 Jun 01 19:36:20.775648 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-040c4dac-c95c-4bd5-984e-ef37f18ed8b2 req-cbc95c2f-5a24-432c-a28c-77a9859e1571 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-844202-1', 'device_owner': 'compute:nova'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:36:20.897839 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-040c4dac-c95c-4bd5-984e-ef37f18ed8b2 req-cbc95c2f-5a24-432c-a28c-77a9859e1571 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:36:21.257928 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-040c4dac-c95c-4bd5-984e-ef37f18ed8b2 req-cbc95c2f-5a24-432c-a28c-77a9859e1571 service neutron] For port 36696500-a4b5-440e-907d-68585079e242, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=36696500-a4b5-440e-907d-68585079e242,segment=NetworkSegment(2a8c23b8-fd84-4e2c-81b4-ba496ba81a6c),segment_id=2a8c23b8-fd84-4e2c-81b4-ba496ba81a6c)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:36:21.297044 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-040c4dac-c95c-4bd5-984e-ef37f18ed8b2 req-cbc95c2f-5a24-432c-a28c-77a9859e1571 service neutron] For port 36696500-a4b5-440e-907d-68585079e242, host n-h1-844202-1, cleared binding levels {{(pid=88524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:36:21.352155 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6341c37-819c-4dea-8c37-c4fcfb810f8c req-9860cccb-88b2-4093-bc66-029814dd5eff tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:36:21.353699 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d6341c37-819c-4dea-8c37-c4fcfb810f8c req-9860cccb-88b2-4093-bc66-029814dd5eff tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] 10.222.0.41 "GET /v2.0/ports?device_id=f17dab6d-3fcd-4485-b75c-741e78d8e167 HTTP/1.1" status: 200 len: 946 time: 0.1010377 Jun 01 19:36:21.383679 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f17dab6d-3fcd-4485-b75c-741e78d8e167', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36696500-a4b5-440e-907d-68585079e242'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:36:21.390020 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-040c4dac-c95c-4bd5-984e-ef37f18ed8b2 req-cbc95c2f-5a24-432c-a28c-77a9859e1571 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:36:21.408000 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [req-040c4dac-c95c-4bd5-984e-ef37f18ed8b2 req-cbc95c2f-5a24-432c-a28c-77a9859e1571 service neutron] Transition to ACTIVE for port object 36696500-a4b5-440e-907d-68585079e242 will not be triggered until provisioned by entity L2. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:36:21.413275 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-040c4dac-c95c-4bd5-984e-ef37f18ed8b2 req-cbc95c2f-5a24-432c-a28c-77a9859e1571 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:36:21.414357 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d6341c37-819c-4dea-8c37-c4fcfb810f8c req-0045e57b-763b-4cb9-84ac-da88c4865930 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] 10.222.0.41 "GET /v2.0/security-groups?id=77d74d49-06b1-4a99-95d0-0755116dd46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538678 Jun 01 19:36:21.465081 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef91d79e-6075-4ff3-aabf-aaba4c05bd3a'] response: {'server_uuid': 'f17dab6d-3fcd-4485-b75c-741e78d8e167', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36696500-a4b5-440e-907d-68585079e242', 'code': 200} Jun 01 19:36:21.591643 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-040c4dac-c95c-4bd5-984e-ef37f18ed8b2 req-cbc95c2f-5a24-432c-a28c-77a9859e1571 service neutron] No DVR routers for this DVR port 36696500-a4b5-440e-907d-68585079e242 on host n-h1-844202-1 {{(pid=88524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:36:21.598821 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc95c2f-5a24-432c-a28c-77a9859e1571 service neutron] Pushing event updated for resources: {'Port': ['ID=36696500-a4b5-440e-907d-68585079e242,revision_number=6']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:36:21.666066 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-040c4dac-c95c-4bd5-984e-ef37f18ed8b2 req-cbc95c2f-5a24-432c-a28c-77a9859e1571 service neutron] Attempting to bind port 36696500-a4b5-440e-907d-68585079e242 on host n-h2-844202-1 for vnic_type normal with profile {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:36:21.666394 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-040c4dac-c95c-4bd5-984e-ef37f18ed8b2 req-cbc95c2f-5a24-432c-a28c-77a9859e1571 service neutron] Attempting to bind port 36696500-a4b5-440e-907d-68585079e242 by drivers openvswitch,hyperv on host n-h2-844202-1 at level 0 using segments [{'id': '2a8c23b8-fd84-4e2c-81b4-ba496ba81a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'c43cdf77-d1c5-495f-9ac6-ea6cab78db0f'}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:36:21.666723 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-040c4dac-c95c-4bd5-984e-ef37f18ed8b2 req-cbc95c2f-5a24-432c-a28c-77a9859e1571 service neutron] Attempting to bind port 36696500-a4b5-440e-907d-68585079e242 on network c43cdf77-d1c5-495f-9ac6-ea6cab78db0f {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:36:21.671966 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-040c4dac-c95c-4bd5-984e-ef37f18ed8b2 req-cbc95c2f-5a24-432c-a28c-77a9859e1571 service neutron] Port 36696500-a4b5-440e-907d-68585079e242 on network c43cdf77-d1c5-495f-9ac6-ea6cab78db0f not bound, no agent of type Open vSwitch agent registered on host n-h2-844202-1 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 19:36:21.672314 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-040c4dac-c95c-4bd5-984e-ef37f18ed8b2 req-cbc95c2f-5a24-432c-a28c-77a9859e1571 service neutron] Attempting to bind port 36696500-a4b5-440e-907d-68585079e242 on network c43cdf77-d1c5-495f-9ac6-ea6cab78db0f {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:36:21.677745 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-040c4dac-c95c-4bd5-984e-ef37f18ed8b2 req-cbc95c2f-5a24-432c-a28c-77a9859e1571 service neutron] Checking agent: {'id': 'f5db9968-6317-4186-9100-9e0ca6b50417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 36, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:36:21.678004 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-040c4dac-c95c-4bd5-984e-ef37f18ed8b2 req-cbc95c2f-5a24-432c-a28c-77a9859e1571 service neutron] Checking segment: {'id': '2a8c23b8-fd84-4e2c-81b4-ba496ba81a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'c43cdf77-d1c5-495f-9ac6-ea6cab78db0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:36:21.678381 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-040c4dac-c95c-4bd5-984e-ef37f18ed8b2 req-cbc95c2f-5a24-432c-a28c-77a9859e1571 service neutron] Bound using segment: {'id': '2a8c23b8-fd84-4e2c-81b4-ba496ba81a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'c43cdf77-d1c5-495f-9ac6-ea6cab78db0f'} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:36:21.678798 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-040c4dac-c95c-4bd5-984e-ef37f18ed8b2 req-cbc95c2f-5a24-432c-a28c-77a9859e1571 service neutron] Bound port: 36696500-a4b5-440e-907d-68585079e242, host: n-h2-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a8c23b8-fd84-4e2c-81b4-ba496ba81a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'c43cdf77-d1c5-495f-9ac6-ea6cab78db0f'}}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:36:21.679140 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-040c4dac-c95c-4bd5-984e-ef37f18ed8b2 req-cbc95c2f-5a24-432c-a28c-77a9859e1571 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:36:21.782380 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-040c4dac-c95c-4bd5-984e-ef37f18ed8b2 req-cbc95c2f-5a24-432c-a28c-77a9859e1571 service neutron] For port 36696500-a4b5-440e-907d-68585079e242, host n-h2-844202-1, cleared binding levels {{(pid=88524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:36:21.786693 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-040c4dac-c95c-4bd5-984e-ef37f18ed8b2 req-cbc95c2f-5a24-432c-a28c-77a9859e1571 service neutron] For port 36696500-a4b5-440e-907d-68585079e242, host n-h2-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=36696500-a4b5-440e-907d-68585079e242,segment=NetworkSegment(2a8c23b8-fd84-4e2c-81b4-ba496ba81a6c),segment_id=2a8c23b8-fd84-4e2c-81b4-ba496ba81a6c)] {{(pid=88524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:36:21.792973 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-040c4dac-c95c-4bd5-984e-ef37f18ed8b2 req-cbc95c2f-5a24-432c-a28c-77a9859e1571 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:36:21.861722 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040c4dac-c95c-4bd5-984e-ef37f18ed8b2 req-cbc95c2f-5a24-432c-a28c-77a9859e1571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:36:21.862326 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-040c4dac-c95c-4bd5-984e-ef37f18ed8b2 req-cbc95c2f-5a24-432c-a28c-77a9859e1571 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:36:21.863699 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-040c4dac-c95c-4bd5-984e-ef37f18ed8b2 req-cbc95c2f-5a24-432c-a28c-77a9859e1571 service neutron] 10.222.0.50 "PUT /v2.0/ports/36696500-a4b5-440e-907d-68585079e242 HTTP/1.1" status: 200 len: 1092 time: 1.0920341 Jun 01 19:36:21.915911 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc95c2f-5a24-432c-a28c-77a9859e1571 service neutron] Pushing event updated for resources: {'Port': ['ID=36696500-a4b5-440e-907d-68585079e242,revision_number=7']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:36:21.970021 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040c4dac-c95c-4bd5-984e-ef37f18ed8b2 req-e081a6af-a7ea-403d-b725-e53810545b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:36:21.971468 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-040c4dac-c95c-4bd5-984e-ef37f18ed8b2 req-e081a6af-a7ea-403d-b725-e53810545b9e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c7d1d339f8554b63a76f25486eeded95&device_id=f17dab6d-3fcd-4485-b75c-741e78d8e167 HTTP/1.1" status: 200 len: 1095 time: 0.0854659 Jun 01 19:36:22.115463 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040c4dac-c95c-4bd5-984e-ef37f18ed8b2 req-442f9a5a-e3b0-4f11-a555-643525828b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:36:22.116933 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-040c4dac-c95c-4bd5-984e-ef37f18ed8b2 req-442f9a5a-e3b0-4f11-a555-643525828b8d service neutron] 10.222.0.50 "GET /v2.0/networks?id=c43cdf77-d1c5-495f-9ac6-ea6cab78db0f HTTP/1.1" status: 200 len: 916 time: 0.1405423 Jun 01 19:36:22.346110 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-040c4dac-c95c-4bd5-984e-ef37f18ed8b2 req-89aa12ac-36dd-4b90-a481-d26d02bff3e3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=36696500-a4b5-440e-907d-68585079e242 HTTP/1.1" status: 200 len: 217 time: 0.2235749 Jun 01 19:36:22.411846 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040c4dac-c95c-4bd5-984e-ef37f18ed8b2 req-70a4aaf4-7a9e-40f8-b31c-fd010741f35d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:36:22.413417 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-040c4dac-c95c-4bd5-984e-ef37f18ed8b2 req-70a4aaf4-7a9e-40f8-b31c-fd010741f35d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=faa311de-d88e-4aaa-b139-2f18e5388bb2 HTTP/1.1" status: 200 len: 855 time: 0.0625594 Jun 01 19:36:22.460484 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-040c4dac-c95c-4bd5-984e-ef37f18ed8b2 req-b45f3c48-dcd6-48cc-8a52-16700abc8838 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c43cdf77-d1c5-495f-9ac6-ea6cab78db0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417325 Jun 01 19:36:22.610428 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-040c4dac-c95c-4bd5-984e-ef37f18ed8b2 req-07aac8b2-0819-4d93-b32b-e347f3ca4967 service neutron] 10.222.0.50 "GET /v2.0/networks/c43cdf77-d1c5-495f-9ac6-ea6cab78db0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447396 Jun 01 19:36:22.639130 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af2d000-e9ba-4b5c-a3bf-53b81fdb102f req-0c9ec4fe-a10d-43c2-9fdc-b570f6251b8d tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:36:22.640834 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2af2d000-e9ba-4b5c-a3bf-53b81fdb102f req-0c9ec4fe-a10d-43c2-9fdc-b570f6251b8d tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] 10.222.0.41 "GET /v2.0/ports?device_id=f17dab6d-3fcd-4485-b75c-741e78d8e167 HTTP/1.1" status: 200 len: 944 time: 0.0970030 Jun 01 19:36:22.688895 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2af2d000-e9ba-4b5c-a3bf-53b81fdb102f req-325c3007-1b65-4e8c-8634-d1695e9540f9 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] 10.222.0.41 "GET /v2.0/security-groups?id=77d74d49-06b1-4a99-95d0-0755116dd46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417063 Jun 01 19:36:22.758017 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-040c4dac-c95c-4bd5-984e-ef37f18ed8b2 req-16c8774c-a276-4d0e-813c-7f1113954eae service neutron] 10.222.0.50 "GET /v2.0/networks/c43cdf77-d1c5-495f-9ac6-ea6cab78db0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423249 Jun 01 19:36:23.204564 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33722c01-838e-424c-a9c6-43072fd0389e req-389cfc9e-46ff-4385-a483-a93ba1202eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:36:23.206038 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-33722c01-838e-424c-a9c6-43072fd0389e req-389cfc9e-46ff-4385-a483-a93ba1202eff service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c7d1d339f8554b63a76f25486eeded95&device_id=f17dab6d-3fcd-4485-b75c-741e78d8e167 HTTP/1.1" status: 200 len: 1095 time: 0.0874515 Jun 01 19:36:23.352159 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33722c01-838e-424c-a9c6-43072fd0389e req-408ea95b-59e6-4d2e-92ca-b0e97af9bf75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:36:23.353650 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-33722c01-838e-424c-a9c6-43072fd0389e req-408ea95b-59e6-4d2e-92ca-b0e97af9bf75 service neutron] 10.222.0.50 "GET /v2.0/networks?id=c43cdf77-d1c5-495f-9ac6-ea6cab78db0f HTTP/1.1" status: 200 len: 916 time: 0.1286149 Jun 01 19:36:23.434158 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-33722c01-838e-424c-a9c6-43072fd0389e req-1935d94d-e3f2-4038-b6e7-4c13c6033097 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=36696500-a4b5-440e-907d-68585079e242 HTTP/1.1" status: 200 len: 217 time: 0.0732610 Jun 01 19:36:23.473235 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f17dab6d-3fcd-4485-b75c-741e78d8e167', 'tag': '36696500-a4b5-440e-907d-68585079e242'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:36:23.508342 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33722c01-838e-424c-a9c6-43072fd0389e req-9ac296d7-9a3f-4e9b-a804-eae702cd3418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:36:23.509887 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-33722c01-838e-424c-a9c6-43072fd0389e req-9ac296d7-9a3f-4e9b-a804-eae702cd3418 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=faa311de-d88e-4aaa-b139-2f18e5388bb2 HTTP/1.1" status: 200 len: 855 time: 0.0692141 Jun 01 19:36:23.555586 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb626637-309e-4020-a815-aa496e48d1d5'] response: {'name': 'network-changed', 'server_uuid': 'f17dab6d-3fcd-4485-b75c-741e78d8e167', 'tag': '36696500-a4b5-440e-907d-68585079e242', 'status': 'completed', 'code': 200} Jun 01 19:36:23.562316 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-33722c01-838e-424c-a9c6-43072fd0389e req-bd992efc-1ba6-4e4b-a34f-f6c842f92703 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c43cdf77-d1c5-495f-9ac6-ea6cab78db0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464039 Jun 01 19:36:23.769948 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-33722c01-838e-424c-a9c6-43072fd0389e req-d86a210e-3593-4980-8ddc-c44e5ec4a06e service neutron] 10.222.0.50 "GET /v2.0/networks/c43cdf77-d1c5-495f-9ac6-ea6cab78db0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014949 Jun 01 19:36:23.775698 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec35ecb-72b3-445e-bb9f-c82ee0076398 req-802eba56-1ed2-4e6d-8772-bc34ec3304d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:36:23.777153 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3ec35ecb-72b3-445e-bb9f-c82ee0076398 req-802eba56-1ed2-4e6d-8772-bc34ec3304d1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c7d1d339f8554b63a76f25486eeded95&device_id=f17dab6d-3fcd-4485-b75c-741e78d8e167 HTTP/1.1" status: 200 len: 1095 time: 0.1840858 Jun 01 19:36:23.912031 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db918379-069a-4615-87b0-6c0f74802cac req-f24c34da-3648-483f-8f76-d2d645911335 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:36:23.915008 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-db918379-069a-4615-87b0-6c0f74802cac req-f24c34da-3648-483f-8f76-d2d645911335 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] 10.222.0.41 "GET /v2.0/ports?device_id=f17dab6d-3fcd-4485-b75c-741e78d8e167 HTTP/1.1" status: 200 len: 944 time: 0.1003273 Jun 01 19:36:24.005126 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-db918379-069a-4615-87b0-6c0f74802cac req-28771b8e-d04a-4724-b49a-4572edfe54ef tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] 10.222.0.41 "GET /v2.0/security-groups?id=77d74d49-06b1-4a99-95d0-0755116dd46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811718 Jun 01 19:36:24.034711 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec35ecb-72b3-445e-bb9f-c82ee0076398 req-b94e5cdd-d89e-47a6-b0ea-aff368ba34df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:36:24.036164 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3ec35ecb-72b3-445e-bb9f-c82ee0076398 req-b94e5cdd-d89e-47a6-b0ea-aff368ba34df service neutron] 10.222.0.15 "GET /v2.0/networks?id=c43cdf77-d1c5-495f-9ac6-ea6cab78db0f HTTP/1.1" status: 200 len: 916 time: 0.2398875 Jun 01 19:36:24.038099 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-33722c01-838e-424c-a9c6-43072fd0389e req-e94be335-8378-4b7a-9f96-af69a2437a44 service neutron] 10.222.0.50 "GET /v2.0/networks/c43cdf77-d1c5-495f-9ac6-ea6cab78db0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2600877 Jun 01 19:36:24.151614 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3ec35ecb-72b3-445e-bb9f-c82ee0076398 req-098eccea-7d47-42c8-9656-45c0feed2efa service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=36696500-a4b5-440e-907d-68585079e242 HTTP/1.1" status: 200 len: 217 time: 0.1053374 Jun 01 19:36:24.234653 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec35ecb-72b3-445e-bb9f-c82ee0076398 req-6eef3691-d2fd-4e27-8c40-f5a7c1f00774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:36:24.236080 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3ec35ecb-72b3-445e-bb9f-c82ee0076398 req-6eef3691-d2fd-4e27-8c40-f5a7c1f00774 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=faa311de-d88e-4aaa-b139-2f18e5388bb2 HTTP/1.1" status: 200 len: 855 time: 0.0703309 Jun 01 19:36:24.241258 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec35ecb-72b3-445e-bb9f-c82ee0076398 req-197d8f1f-4a0b-4e06-b2f6-d9a83be49b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:36:24.242543 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3ec35ecb-72b3-445e-bb9f-c82ee0076398 req-197d8f1f-4a0b-4e06-b2f6-d9a83be49b66 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c7d1d339f8554b63a76f25486eeded95&device_id=f17dab6d-3fcd-4485-b75c-741e78d8e167 HTTP/1.1" status: 200 len: 1095 time: 0.1450155 Jun 01 19:36:24.442767 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3ec35ecb-72b3-445e-bb9f-c82ee0076398 req-ba458610-538d-4db1-ab0e-6d05b432de58 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c43cdf77-d1c5-495f-9ac6-ea6cab78db0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1965566 Jun 01 19:36:24.697583 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec35ecb-72b3-445e-bb9f-c82ee0076398 req-b15f9af1-f4bd-4c02-990f-933dddbd2f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:36:24.699495 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3ec35ecb-72b3-445e-bb9f-c82ee0076398 req-b15f9af1-f4bd-4c02-990f-933dddbd2f02 service neutron] 10.222.0.50 "GET /v2.0/networks?id=c43cdf77-d1c5-495f-9ac6-ea6cab78db0f HTTP/1.1" status: 200 len: 916 time: 0.2930360 Jun 01 19:36:24.794114 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3ec35ecb-72b3-445e-bb9f-c82ee0076398 req-2ff4d0eb-b920-43b4-a8da-c5bb6e162c1f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=36696500-a4b5-440e-907d-68585079e242 HTTP/1.1" status: 200 len: 217 time: 0.0845199 Jun 01 19:36:24.797550 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3ec35ecb-72b3-445e-bb9f-c82ee0076398 req-183e657e-b24c-4692-8275-b0f42de5eaa6 service neutron] 10.222.0.15 "GET /v2.0/networks/c43cdf77-d1c5-495f-9ac6-ea6cab78db0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3023441 Jun 01 19:36:24.972171 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec35ecb-72b3-445e-bb9f-c82ee0076398 req-fac244dd-d435-4642-8a1a-c94fa4e2b23d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:36:24.973507 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3ec35ecb-72b3-445e-bb9f-c82ee0076398 req-fac244dd-d435-4642-8a1a-c94fa4e2b23d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=faa311de-d88e-4aaa-b139-2f18e5388bb2 HTTP/1.1" status: 200 len: 855 time: 0.1740220 Jun 01 19:36:25.052105 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 36696500-a4b5-440e-907d-68585079e242 no longer exists at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:36:25.055931 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3ec35ecb-72b3-445e-bb9f-c82ee0076398 req-f79ee1d5-f75e-4b72-82db-1721d1aa1db1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c43cdf77-d1c5-495f-9ac6-ea6cab78db0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0755785 Jun 01 19:36:25.135378 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 36696500-a4b5-440e-907d-68585079e242 not bound to the agent host n-h1-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:36:25.172758 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3ec35ecb-72b3-445e-bb9f-c82ee0076398 req-12f880ea-0f95-44ba-8a14-794673d8a0c7 service neutron] 10.222.0.15 "GET /v2.0/networks/c43cdf77-d1c5-495f-9ac6-ea6cab78db0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3359895 Jun 01 19:36:25.314493 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3ec35ecb-72b3-445e-bb9f-c82ee0076398 req-bd5528fb-87a3-46ab-84f0-85baa1405a7f service neutron] 10.222.0.50 "GET /v2.0/networks/c43cdf77-d1c5-495f-9ac6-ea6cab78db0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2469287 Jun 01 19:36:25.360270 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8794b341-2cbd-4f23-8ea6-d1a76b7e99ff req-4ee73350-7b4d-4c06-91c9-a7e558000247 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:36:25.362172 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-8794b341-2cbd-4f23-8ea6-d1a76b7e99ff req-4ee73350-7b4d-4c06-91c9-a7e558000247 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] 10.222.0.41 "GET /v2.0/ports?device_id=f17dab6d-3fcd-4485-b75c-741e78d8e167 HTTP/1.1" status: 200 len: 944 time: 0.1837652 Jun 01 19:36:25.411806 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 36696500-a4b5-440e-907d-68585079e242 details requested by agent hyperv_n-h2-844202-1 with host n-h2-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 19:36:25.503817 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-8794b341-2cbd-4f23-8ea6-d1a76b7e99ff req-29dafb21-e6b6-4324-b4b0-668af47f3cbc tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] 10.222.0.41 "GET /v2.0/security-groups?id=77d74d49-06b1-4a99-95d0-0755116dd46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860863 Jun 01 19:36:25.532161 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3ec35ecb-72b3-445e-bb9f-c82ee0076398 req-ced3b40a-6b1b-4dbd-b7d6-3b091665490e service neutron] 10.222.0.50 "GET /v2.0/networks/c43cdf77-d1c5-495f-9ac6-ea6cab78db0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2113688 Jun 01 19:36:25.602629 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 36696500-a4b5-440e-907d-68585079e242, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=36696500-a4b5-440e-907d-68585079e242,segment=NetworkSegment(2a8c23b8-fd84-4e2c-81b4-ba496ba81a6c),segment_id=2a8c23b8-fd84-4e2c-81b4-ba496ba81a6c)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:36:25.617427 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Returning: {'device': '36696500-a4b5-440e-907d-68585079e242', 'network_id': 'c43cdf77-d1c5-495f-9ac6-ea6cab78db0f', 'port_id': '36696500-a4b5-440e-907d-68585079e242', 'mac_address': 'fa:16:3e:f5:1a:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'faa311de-d88e-4aaa-b139-2f18e5388bb2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 19:36:25.682516 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port 36696500-a4b5-440e-907d-68585079e242 is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:36:25.682897 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:36:25.703389 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36696500-a4b5-440e-907d-68585079e242 {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 19:36:25.723103 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 36696500-a4b5-440e-907d-68585079e242, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=36696500-a4b5-440e-907d-68585079e242,segment=NetworkSegment(2a8c23b8-fd84-4e2c-81b4-ba496ba81a6c),segment_id=2a8c23b8-fd84-4e2c-81b4-ba496ba81a6c)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:36:25.726844 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:36:25.807188 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=36696500-a4b5-440e-907d-68585079e242,revision_number=8']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:36:25.943750 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] get_ports_and_sgs() called for port_ids ['36696500-a4b5-440e-907d-68585079e242'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 19:36:25.943979 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a680419-28e5-4c30-923d-93ac0fa98a61 req-9d6db347-900d-4ec0-91bb-0a0ef9db7854 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:36:25.945542 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-8a680419-28e5-4c30-923d-93ac0fa98a61 req-9d6db347-900d-4ec0-91bb-0a0ef9db7854 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] 10.222.0.41 "GET /v2.0/ports?device_id=f17dab6d-3fcd-4485-b75c-741e78d8e167 HTTP/1.1" status: 200 len: 945 time: 0.1470859 Jun 01 19:36:25.957960 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfafd246-1d1e-4c77-8e3a-403af86cbea5 req-3a5ef2eb-cceb-4e16-aed4-1c44b37ea38c tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:36:25.959748 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-dfafd246-1d1e-4c77-8e3a-403af86cbea5 req-3a5ef2eb-cceb-4e16-aed4-1c44b37ea38c tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] 10.222.0.15 "GET /v2.0/ports?device_id=f17dab6d-3fcd-4485-b75c-741e78d8e167&tenant_id=c7d1d339f8554b63a76f25486eeded95&binding%3Ahost_id=n-h2-844202-1 HTTP/1.1" status: 200 len: 945 time: 0.1626673 Jun 01 19:36:26.065262 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-8a680419-28e5-4c30-923d-93ac0fa98a61 req-547f4e62-3451-4d59-8ad7-0c6b5e3fe835 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] 10.222.0.41 "GET /v2.0/security-groups?id=77d74d49-06b1-4a99-95d0-0755116dd46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045060 Jun 01 19:36:26.087807 n-d-844202-1 neutron-server[88524]: INFO neutron.api.v2.resource [req-dfafd246-1d1e-4c77-8e3a-403af86cbea5 req-ec5efde9-9bed-42f5-8b32-451610ea5769 service neutron] delete failed (client error): The resource could not be found. Jun 01 19:36:26.088918 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-dfafd246-1d1e-4c77-8e3a-403af86cbea5 req-ec5efde9-9bed-42f5-8b32-451610ea5769 service neutron] 10.222.0.15 "DELETE /v2.0/ports/36696500-a4b5-440e-907d-68585079e242/bindings/n-h1-844202-1 HTTP/1.1" status: 404 len: 380 time: 0.1117415 Jun 01 19:36:26.261180 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfafd246-1d1e-4c77-8e3a-403af86cbea5 req-f74eaff0-3240-40af-a9c5-a1e5f2063c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:36:26.262736 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-dfafd246-1d1e-4c77-8e3a-403af86cbea5 req-f74eaff0-3240-40af-a9c5-a1e5f2063c12 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c7d1d339f8554b63a76f25486eeded95&device_id=f17dab6d-3fcd-4485-b75c-741e78d8e167 HTTP/1.1" status: 200 len: 1096 time: 0.0725977 Jun 01 19:36:26.409456 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfafd246-1d1e-4c77-8e3a-403af86cbea5 req-baef2369-ea9f-403d-be66-ccdfdc866563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:36:26.414025 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-dfafd246-1d1e-4c77-8e3a-403af86cbea5 req-baef2369-ea9f-403d-be66-ccdfdc866563 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c43cdf77-d1c5-495f-9ac6-ea6cab78db0f HTTP/1.1" status: 200 len: 916 time: 0.1447670 Jun 01 19:36:26.605076 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-dfafd246-1d1e-4c77-8e3a-403af86cbea5 req-052eb9e3-1859-492b-8ebf-f289cb82727a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=36696500-a4b5-440e-907d-68585079e242 HTTP/1.1" status: 200 len: 217 time: 0.1815150 Jun 01 19:36:26.670338 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfafd246-1d1e-4c77-8e3a-403af86cbea5 req-e9384494-e6f2-4828-a358-df158c45d2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:36:26.671674 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-dfafd246-1d1e-4c77-8e3a-403af86cbea5 req-e9384494-e6f2-4828-a358-df158c45d2a4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=faa311de-d88e-4aaa-b139-2f18e5388bb2 HTTP/1.1" status: 200 len: 855 time: 0.0572572 Jun 01 19:36:26.727093 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-dfafd246-1d1e-4c77-8e3a-403af86cbea5 req-5fc9f99b-d8ba-41e8-9fbe-6de029f3178a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c43cdf77-d1c5-495f-9ac6-ea6cab78db0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449595 Jun 01 19:36:26.870466 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-dfafd246-1d1e-4c77-8e3a-403af86cbea5 req-604ce6c0-0071-49ba-8607-2c3fa5fe4ed1 service neutron] 10.222.0.15 "GET /v2.0/networks/c43cdf77-d1c5-495f-9ac6-ea6cab78db0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336668 Jun 01 19:36:27.036200 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-dfafd246-1d1e-4c77-8e3a-403af86cbea5 req-554be97a-632d-4daa-a037-f1346590f28d service neutron] 10.222.0.15 "GET /v2.0/networks/c43cdf77-d1c5-495f-9ac6-ea6cab78db0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567442 Jun 01 19:36:27.305837 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3b31b1-ef86-4258-81d0-83e48681e1f9 req-f6a2e7f3-aa27-4c7c-b61e-f6f62269cca8 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:36:27.307586 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-cd3b31b1-ef86-4258-81d0-83e48681e1f9 req-f6a2e7f3-aa27-4c7c-b61e-f6f62269cca8 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] 10.222.0.41 "GET /v2.0/ports?device_id=f17dab6d-3fcd-4485-b75c-741e78d8e167 HTTP/1.1" status: 200 len: 945 time: 0.0907395 Jun 01 19:36:27.359666 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-cd3b31b1-ef86-4258-81d0-83e48681e1f9 req-afd1de43-a264-4ef2-9006-12d7b1135f9d tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] 10.222.0.41 "GET /v2.0/security-groups?id=77d74d49-06b1-4a99-95d0-0755116dd46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438917 Jun 01 19:36:27.431314 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 36696500-a4b5-440e-907d-68585079e242 up at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:36:27.505687 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning for port 36696500-a4b5-440e-907d-68585079e242 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:36:27.512950 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning complete for port 36696500-a4b5-440e-907d-68585079e242 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:36:27.513353 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:36:27.646932 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port 36696500-a4b5-440e-907d-68585079e242 is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:36:27.647308 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:36:27.677073 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f17dab6d-3fcd-4485-b75c-741e78d8e167', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36696500-a4b5-440e-907d-68585079e242'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:36:27.687545 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 36696500-a4b5-440e-907d-68585079e242, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=36696500-a4b5-440e-907d-68585079e242,segment=NetworkSegment(2a8c23b8-fd84-4e2c-81b4-ba496ba81a6c),segment_id=2a8c23b8-fd84-4e2c-81b4-ba496ba81a6c)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:36:27.693306 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:36:27.749692 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66fc1a87-b94b-4880-804a-157fa32dd0f4'] response: {'server_uuid': 'f17dab6d-3fcd-4485-b75c-741e78d8e167', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36696500-a4b5-440e-907d-68585079e242', 'code': 200} Jun 01 19:36:27.776628 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=36696500-a4b5-440e-907d-68585079e242,revision_number=9']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:36:28.566102 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568063cd-830a-4606-881e-73b62407288b req-965eaed8-ad21-48b6-a4db-8ecf633d9da9 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:36:28.567688 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-568063cd-830a-4606-881e-73b62407288b req-965eaed8-ad21-48b6-a4db-8ecf633d9da9 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] 10.222.0.41 "GET /v2.0/ports?device_id=f17dab6d-3fcd-4485-b75c-741e78d8e167 HTTP/1.1" status: 200 len: 946 time: 0.0884333 Jun 01 19:36:28.618506 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-568063cd-830a-4606-881e-73b62407288b req-04f714ec-e4aa-4487-9ec3-ded501f4f223 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] 10.222.0.41 "GET /v2.0/security-groups?id=77d74d49-06b1-4a99-95d0-0755116dd46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407887 Jun 01 19:36:28.831927 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24168754-a181-4deb-99a1-709b3382fb29 req-3ba9dff2-92f1-457a-9537-89c8c2b7907f tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:36:28.833436 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-24168754-a181-4deb-99a1-709b3382fb29 req-3ba9dff2-92f1-457a-9537-89c8c2b7907f tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] 10.222.0.41 "GET /v2.0/ports?device_id=f17dab6d-3fcd-4485-b75c-741e78d8e167 HTTP/1.1" status: 200 len: 946 time: 0.0866022 Jun 01 19:36:28.886680 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-24168754-a181-4deb-99a1-709b3382fb29 req-e9626dad-567b-4880-a665-4eca91f8002e tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] 10.222.0.41 "GET /v2.0/security-groups?id=77d74d49-06b1-4a99-95d0-0755116dd46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473244 Jun 01 19:36:29.010627 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 50850) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:36:29.018502 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-edebab80-1162-41be-8af4-cce92dcc2af9 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1741773786', 'description': 'tempest-description--2108626105'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:36:29.028381 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-edebab80-1162-41be-8af4-cce92dcc2af9 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:36:29.041885 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-edebab80-1162-41be-8af4-cce92dcc2af9 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:36:29.054923 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-edebab80-1162-41be-8af4-cce92dcc2af9 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:36:29.077019 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-edebab80-1162-41be-8af4-cce92dcc2af9 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:36:29.081563 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-edebab80-1162-41be-8af4-cce92dcc2af9 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Usage tracker for resource:security_group_rule and tenant:c7d1d339f8554b63a76f25486eeded95 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:36:29.084610 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-edebab80-1162-41be-8af4-cce92dcc2af9 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:36:29.090919 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-edebab80-1162-41be-8af4-cce92dcc2af9 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:36:29.171995 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-edebab80-1162-41be-8af4-cce92dcc2af9 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:36:29.176328 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-edebab80-1162-41be-8af4-cce92dcc2af9 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:36:29.225369 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edebab80-1162-41be-8af4-cce92dcc2af9 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46372cc0-e98f-4a20-a5fe-35334c1ae683,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:36:29.234930 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-edebab80-1162-41be-8af4-cce92dcc2af9 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:36:29.241187 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-edebab80-1162-41be-8af4-cce92dcc2af9 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.2289510 Jun 01 19:36:29.241990 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 50854) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:36:29.254362 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-bd1ffe61-e1b3-4f6d-9c63-2ad9186912d5 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Request body: {'security_group_rule': {'security_group_id': '46372cc0-e98f-4a20-a5fe-35334c1ae683', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:36:29.261615 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-bd1ffe61-e1b3-4f6d-9c63-2ad9186912d5 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:36:29.266458 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-bd1ffe61-e1b3-4f6d-9c63-2ad9186912d5 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Usage tracker for resource:security_group_rule and tenant:c7d1d339f8554b63a76f25486eeded95 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:36:29.269697 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-bd1ffe61-e1b3-4f6d-9c63-2ad9186912d5 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:36:29.276178 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-bd1ffe61-e1b3-4f6d-9c63-2ad9186912d5 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:36:29.296425 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-bd1ffe61-e1b3-4f6d-9c63-2ad9186912d5 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:36:29.363638 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-bd1ffe61-e1b3-4f6d-9c63-2ad9186912d5 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:36:29.368928 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-bd1ffe61-e1b3-4f6d-9c63-2ad9186912d5 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:36:29.395870 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1ffe61-e1b3-4f6d-9c63-2ad9186912d5 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddc10e2e-5f63-4425-b6af-8618a0e8399b,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:36:29.407201 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-bd1ffe61-e1b3-4f6d-9c63-2ad9186912d5 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:36:29.408857 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-bd1ffe61-e1b3-4f6d-9c63-2ad9186912d5 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1653204 Jun 01 19:36:29.412350 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 50858) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:36:29.417847 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-417aa9dc-6881-4633-ac5b-6d0ce5644b1f tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Request body: {'security_group_rule': {'security_group_id': '46372cc0-e98f-4a20-a5fe-35334c1ae683', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:36:29.425405 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-417aa9dc-6881-4633-ac5b-6d0ce5644b1f tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:36:29.429750 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-417aa9dc-6881-4633-ac5b-6d0ce5644b1f tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Usage tracker for resource:security_group_rule and tenant:c7d1d339f8554b63a76f25486eeded95 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:36:29.432859 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-417aa9dc-6881-4633-ac5b-6d0ce5644b1f tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:36:29.439172 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-417aa9dc-6881-4633-ac5b-6d0ce5644b1f tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:36:29.457813 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-417aa9dc-6881-4633-ac5b-6d0ce5644b1f tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:36:29.524110 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-417aa9dc-6881-4633-ac5b-6d0ce5644b1f tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:36:29.528799 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-417aa9dc-6881-4633-ac5b-6d0ce5644b1f tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:36:29.552252 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417aa9dc-6881-4633-ac5b-6d0ce5644b1f tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4c4a2fc-21d3-4981-8e6f-62a99c0fe3ea,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:36:29.563548 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-417aa9dc-6881-4633-ac5b-6d0ce5644b1f tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:36:29.565333 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-417aa9dc-6881-4633-ac5b-6d0ce5644b1f tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1518824 Jun 01 19:36:29.568792 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 50862) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:36:29.576847 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-97517dcb-0d71-414c-858d-a582249a8574 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Request body: {'floatingip': {'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:36:29.587185 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-97517dcb-0d71-414c-858d-a582249a8574 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:36:29.591824 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-97517dcb-0d71-414c-858d-a582249a8574 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Usage tracker for resource:floatingip and tenant:c7d1d339f8554b63a76f25486eeded95 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:36:29.594855 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-97517dcb-0d71-414c-858d-a582249a8574 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:36:29.600933 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-97517dcb-0d71-414c-858d-a582249a8574 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:36:29.612889 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-97517dcb-0d71-414c-858d-a582249a8574 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Notify callbacks [] for floatingip, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:36:29.761032 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-97517dcb-0d71-414c-858d-a582249a8574 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:36:29.906797 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [None req-97517dcb-0d71-414c-858d-a582249a8574 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Allocated IP 172.25.4.231 (72a72e44-6845-488a-a5ff-3a26d4df9cb3/c314a23b-daa2-4106-ab28-8e6f954277b2/a5fdcd8d-b3dc-4f34-8781-7c5b07ad6f5b) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:36:30.065379 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-97517dcb-0d71-414c-858d-a582249a8574 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:36:30.102464 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-97517dcb-0d71-414c-858d-a582249a8574 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:36:30.168119 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97517dcb-0d71-414c-858d-a582249a8574 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:36:30.172048 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-97517dcb-0d71-414c-858d-a582249a8574 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:36:30.175588 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97517dcb-0d71-414c-858d-a582249a8574 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:36:30.209919 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97517dcb-0d71-414c-858d-a582249a8574 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Pushing event updated for resources: {'Port': ['ID=a5fdcd8d-b3dc-4f34-8781-7c5b07ad6f5b,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:36:30.263968 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-97517dcb-0d71-414c-858d-a582249a8574 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:36:30.323957 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-97517dcb-0d71-414c-858d-a582249a8574 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:36:30.544848 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-97517dcb-0d71-414c-858d-a582249a8574 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Notify callbacks [] for port, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:36:30.549344 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-97517dcb-0d71-414c-858d-a582249a8574 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:36:30.657564 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97517dcb-0d71-414c-858d-a582249a8574 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Pushing event updated for resources: {'Port': ['ID=a5fdcd8d-b3dc-4f34-8781-7c5b07ad6f5b,revision_number=2']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:36:30.669250 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-97517dcb-0d71-414c-858d-a582249a8574 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887712'] for floatingip, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:36:30.692463 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-97517dcb-0d71-414c-858d-a582249a8574 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for floatingip, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:36:30.693663 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-97517dcb-0d71-414c-858d-a582249a8574 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1235590 Jun 01 19:36:30.891106 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b8f288-30dd-4ae3-b612-fdbeca298435 req-d043b60a-641f-4ce3-b404-00782a6f74f3 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:36:30.892586 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-10b8f288-30dd-4ae3-b612-fdbeca298435 req-d043b60a-641f-4ce3-b404-00782a6f74f3 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] 10.222.0.41 "GET /v2.0/ports?device_id=f17dab6d-3fcd-4485-b75c-741e78d8e167 HTTP/1.1" status: 200 len: 946 time: 0.0878153 Jun 01 19:36:30.927578 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.agents_db [None req-e814b9cf-7de8-45d0-a079-29c61fabe7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 19:36:30.947036 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-10b8f288-30dd-4ae3-b612-fdbeca298435 req-5ab1e433-565b-4eda-9182-b1044453189f tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] 10.222.0.41 "GET /v2.0/security-groups?id=77d74d49-06b1-4a99-95d0-0755116dd46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447826 Jun 01 19:36:31.488307 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6660bcc8-7dc0-4a49-bd87-22b35cbb063c req-cb739655-5d76-468b-9ef6-8817176e0e2e tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:36:31.489985 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6660bcc8-7dc0-4a49-bd87-22b35cbb063c req-cb739655-5d76-468b-9ef6-8817176e0e2e tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] 10.222.0.41 "GET /v2.0/networks?id=c43cdf77-d1c5-495f-9ac6-ea6cab78db0f HTTP/1.1" status: 200 len: 815 time: 0.1470973 Jun 01 19:36:31.506512 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6660bcc8-7dc0-4a49-bd87-22b35cbb063c req-00877e53-5b65-40ff-b91c-2aa916f12348 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] 10.222.0.41 "GET /v2.0/quotas/c7d1d339f8554b63a76f25486eeded95 HTTP/1.1" status: 200 len: 375 time: 0.0112133 Jun 01 19:36:31.591796 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6660bcc8-7dc0-4a49-bd87-22b35cbb063c req-958198d3-a405-4dc5-89e9-d81a06282716 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=c7d1d339f8554b63a76f25486eeded95&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0798817 Jun 01 19:36:31.781518 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6660bcc8-7dc0-4a49-bd87-22b35cbb063c req-78031964-adea-46ec-8225-9e377495e5fd service neutron] 10.222.0.41 "GET /v2.0/networks/c43cdf77-d1c5-495f-9ac6-ea6cab78db0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827610 Jun 01 19:36:31.924205 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6660bcc8-7dc0-4a49-bd87-22b35cbb063c req-234b8fa4-4cc9-44a1-834a-94022a886bf8 service neutron] 10.222.0.41 "GET /v2.0/networks/c43cdf77-d1c5-495f-9ac6-ea6cab78db0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368232 Jun 01 19:36:32.223869 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-1cbe7a42-7c60-4952-ab7e-643068cc4fbe req-d4eb8e24-397c-4fb8-b92a-d2331f59b7b7 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd922ad4-ee3f-45a6-b2b8-caa401e64daf HTTP/1.1" status: 200 len: 210 time: 0.1542916 Jun 01 19:36:32.579683 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829ac7a1-141d-4ab5-b46f-0f69b2c085cd req-160afca0-e687-469a-89f9-05695af868b6 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:36:32.581111 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-829ac7a1-141d-4ab5-b46f-0f69b2c085cd req-160afca0-e687-469a-89f9-05695af868b6 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] 10.222.0.50 "GET /v2.0/ports?device_id=f17dab6d-3fcd-4485-b75c-741e78d8e167 HTTP/1.1" status: 200 len: 946 time: 0.1175456 Jun 01 19:36:32.683208 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-829ac7a1-141d-4ab5-b46f-0f69b2c085cd req-bb933482-d58e-4558-86c7-8a3f852ea8f2 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Deleting port 36696500-a4b5-440e-907d-68585079e242 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:36:32.683538 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-829ac7a1-141d-4ab5-b46f-0f69b2c085cd req-bb933482-d58e-4558-86c7-8a3f852ea8f2 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:36:32.987470 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-829ac7a1-141d-4ab5-b46f-0f69b2c085cd req-bb933482-d58e-4558-86c7-8a3f852ea8f2 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] For port 36696500-a4b5-440e-907d-68585079e242, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=36696500-a4b5-440e-907d-68585079e242,segment=NetworkSegment(2a8c23b8-fd84-4e2c-81b4-ba496ba81a6c),segment_id=2a8c23b8-fd84-4e2c-81b4-ba496ba81a6c)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:36:32.988154 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-829ac7a1-141d-4ab5-b46f-0f69b2c085cd req-bb933482-d58e-4558-86c7-8a3f852ea8f2 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:36:33.264758 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-829ac7a1-141d-4ab5-b46f-0f69b2c085cd req-bb933482-d58e-4558-86c7-8a3f852ea8f2 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Calling delete_port for 36696500-a4b5-440e-907d-68585079e242 owned by compute:nova {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:36:33.438649 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-abd65a1d-2731-4194-b6f7-b53bc8eddcbf req-825f2d21-edc4-4f65-97a8-0afcb3346df5 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd922ad4-ee3f-45a6-b2b8-caa401e64daf HTTP/1.1" status: 200 len: 210 time: 0.0640597 Jun 01 19:36:33.538123 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6660bcc8-7dc0-4a49-bd87-22b35cbb063c req-6aac5ac1-75cb-46b7-a859-34e0c07dcd01 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:36:33.539469 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6660bcc8-7dc0-4a49-bd87-22b35cbb063c req-6aac5ac1-75cb-46b7-a859-34e0c07dcd01 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] 10.222.0.50 "GET /v2.0/networks?id=c43cdf77-d1c5-495f-9ac6-ea6cab78db0f HTTP/1.1" status: 200 len: 815 time: 0.3605268 Jun 01 19:36:33.556504 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-6660bcc8-7dc0-4a49-bd87-22b35cbb063c req-87480562-b1b9-499e-922d-a346708f931e tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Request body: {'port': {'device_id': 'cd922ad4-ee3f-45a6-b2b8-caa401e64daf', 'network_id': 'c43cdf77-d1c5-495f-9ac6-ea6cab78db0f', 'admin_state_up': True, 'tenant_id': 'c7d1d339f8554b63a76f25486eeded95'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:36:33.646570 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-829ac7a1-141d-4ab5-b46f-0f69b2c085cd req-bb933482-d58e-4558-86c7-8a3f852ea8f2 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:36:33.705023 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb933482-d58e-4558-86c7-8a3f852ea8f2 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Pushing event deleted for resources: {'Port': ['ID=36696500-a4b5-440e-907d-68585079e242,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:36:33.808327 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-829ac7a1-141d-4ab5-b46f-0f69b2c085cd req-bb933482-d58e-4558-86c7-8a3f852ea8f2 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] No DVR routers for this DVR port 36696500-a4b5-440e-907d-68585079e242 on host n-h2-844202-1 {{(pid=88524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:36:33.812680 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-829ac7a1-141d-4ab5-b46f-0f69b2c085cd req-bb933482-d58e-4558-86c7-8a3f852ea8f2 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:36:33.815403 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f17dab6d-3fcd-4485-b75c-741e78d8e167', 'name': 'network-vif-deleted', 'tag': '36696500-a4b5-440e-907d-68585079e242'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:36:33.836711 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-6660bcc8-7dc0-4a49-bd87-22b35cbb063c req-87480562-b1b9-499e-922d-a346708f931e tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:36:33.843752 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-829ac7a1-141d-4ab5-b46f-0f69b2c085cd req-bb933482-d58e-4558-86c7-8a3f852ea8f2 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] 10.222.0.50 "DELETE /v2.0/ports/36696500-a4b5-440e-907d-68585079e242 HTTP/1.1" status: 204 len: 173 time: 1.2577899 Jun 01 19:36:33.845079 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-6660bcc8-7dc0-4a49-bd87-22b35cbb063c req-87480562-b1b9-499e-922d-a346708f931e tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Usage tracker for resource:port and tenant:c7d1d339f8554b63a76f25486eeded95 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:36:33.850110 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-6660bcc8-7dc0-4a49-bd87-22b35cbb063c req-87480562-b1b9-499e-922d-a346708f931e tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:36:33.862058 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-6660bcc8-7dc0-4a49-bd87-22b35cbb063c req-87480562-b1b9-499e-922d-a346708f931e tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:36:33.876379 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a897b88-2f3d-47fd-8753-6e7e867009be'] response: {'server_uuid': 'f17dab6d-3fcd-4485-b75c-741e78d8e167', 'name': 'network-vif-deleted', 'tag': '36696500-a4b5-440e-907d-68585079e242', 'status': 'completed', 'code': 200} Jun 01 19:36:33.877532 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6660bcc8-7dc0-4a49-bd87-22b35cbb063c req-87480562-b1b9-499e-922d-a346708f931e tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Made reservation on behalf of c7d1d339f8554b63a76f25486eeded95 for: {'port': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:36:33.881301 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-6660bcc8-7dc0-4a49-bd87-22b35cbb063c req-87480562-b1b9-499e-922d-a346708f931e tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:36:34.067068 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [req-6660bcc8-7dc0-4a49-bd87-22b35cbb063c req-87480562-b1b9-499e-922d-a346708f931e tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Allocated IP 172.20.0.9 (c43cdf77-d1c5-495f-9ac6-ea6cab78db0f/faa311de-d88e-4aaa-b139-2f18e5388bb2/d5d880b1-e5ea-4dcc-b991-8b4b63932e1c) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:36:34.317298 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-6660bcc8-7dc0-4a49-bd87-22b35cbb063c req-87480562-b1b9-499e-922d-a346708f931e tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:36:34.348396 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-6660bcc8-7dc0-4a49-bd87-22b35cbb063c req-87480562-b1b9-499e-922d-a346708f931e tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:36:34.418684 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6660bcc8-7dc0-4a49-bd87-22b35cbb063c req-87480562-b1b9-499e-922d-a346708f931e tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Network c43cdf77-d1c5-495f-9ac6-ea6cab78db0f is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:36:34.421720 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [req-6660bcc8-7dc0-4a49-bd87-22b35cbb063c req-87480562-b1b9-499e-922d-a346708f931e tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:36:34.424156 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-6660bcc8-7dc0-4a49-bd87-22b35cbb063c req-87480562-b1b9-499e-922d-a346708f931e tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:36:34.474204 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87480562-b1b9-499e-922d-a346708f931e tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Pushing event updated for resources: {'Port': ['ID=d5d880b1-e5ea-4dcc-b991-8b4b63932e1c,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:36:34.517797 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6660bcc8-7dc0-4a49-bd87-22b35cbb063c req-87480562-b1b9-499e-922d-a346708f931e tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:36:34.518808 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-6660bcc8-7dc0-4a49-bd87-22b35cbb063c req-87480562-b1b9-499e-922d-a346708f931e tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:36:34.557361 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6660bcc8-7dc0-4a49-bd87-22b35cbb063c req-87480562-b1b9-499e-922d-a346708f931e tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0077629 Jun 01 19:36:34.568700 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-6660bcc8-7dc0-4a49-bd87-22b35cbb063c req-217f4806-c2bb-4f34-b5a0-086ee940fa13 service neutron] Request body: {'port': {'device_id': 'cd922ad4-ee3f-45a6-b2b8-caa401e64daf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844202-1'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:36:34.745376 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-6660bcc8-7dc0-4a49-bd87-22b35cbb063c req-217f4806-c2bb-4f34-b5a0-086ee940fa13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:36:34.773849 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54619a1-1885-4ddd-924e-1b84ef477f75 req-7a7917e6-9cf7-4ff5-96fa-1502fe10c4a8 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:36:34.774520 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-b54619a1-1885-4ddd-924e-1b84ef477f75 req-7a7917e6-9cf7-4ff5-96fa-1502fe10c4a8 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Synchronizing usage tracker for tenant:c7d1d339f8554b63a76f25486eeded95 on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:36:34.836572 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-b54619a1-1885-4ddd-924e-1b84ef477f75 req-7a7917e6-9cf7-4ff5-96fa-1502fe10c4a8 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Unset dirty status for tenant:c7d1d339f8554b63a76f25486eeded95 on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:36:34.837618 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b54619a1-1885-4ddd-924e-1b84ef477f75 req-7a7917e6-9cf7-4ff5-96fa-1502fe10c4a8 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd922ad4-ee3f-45a6-b2b8-caa401e64daf HTTP/1.1" status: 200 len: 931 time: 0.2405219 Jun 01 19:36:34.989510 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b54619a1-1885-4ddd-924e-1b84ef477f75 req-48327481-7cff-4575-a670-8d0b799bedec tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] 10.222.0.41 "GET /v2.0/security-groups?id=77d74d49-06b1-4a99-95d0-0755116dd46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418433 Jun 01 19:36:35.338706 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [req-6660bcc8-7dc0-4a49-bd87-22b35cbb063c req-217f4806-c2bb-4f34-b5a0-086ee940fa13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5d880b1-e5ea-4dcc-b991-8b4b63932e1c {{(pid=88524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 19:36:35.346541 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-6660bcc8-7dc0-4a49-bd87-22b35cbb063c req-217f4806-c2bb-4f34-b5a0-086ee940fa13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:36:35.361512 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [req-6660bcc8-7dc0-4a49-bd87-22b35cbb063c req-217f4806-c2bb-4f34-b5a0-086ee940fa13 service neutron] Transition to ACTIVE for port object d5d880b1-e5ea-4dcc-b991-8b4b63932e1c will not be triggered until provisioned by entity L2. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:36:35.367014 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-6660bcc8-7dc0-4a49-bd87-22b35cbb063c req-217f4806-c2bb-4f34-b5a0-086ee940fa13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:36:35.474824 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 36696500-a4b5-440e-907d-68585079e242 no longer exists at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:36:35.531014 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] No Port match for: 36696500-a4b5-440e-907d-68585079e242 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:36:35.531587 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 36696500-a4b5-440e-907d-68585079e242 not bound to the agent host n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:36:35.581597 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217f4806-c2bb-4f34-b5a0-086ee940fa13 service neutron] Pushing event updated for resources: {'Port': ['ID=d5d880b1-e5ea-4dcc-b991-8b4b63932e1c,revision_number=2']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:36:35.675668 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-6660bcc8-7dc0-4a49-bd87-22b35cbb063c req-217f4806-c2bb-4f34-b5a0-086ee940fa13 service neutron] Attempting to bind port d5d880b1-e5ea-4dcc-b991-8b4b63932e1c on host n-h2-844202-1 for vnic_type normal with profile {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:36:35.675989 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-6660bcc8-7dc0-4a49-bd87-22b35cbb063c req-217f4806-c2bb-4f34-b5a0-086ee940fa13 service neutron] Attempting to bind port d5d880b1-e5ea-4dcc-b991-8b4b63932e1c by drivers openvswitch,hyperv on host n-h2-844202-1 at level 0 using segments [{'id': '2a8c23b8-fd84-4e2c-81b4-ba496ba81a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'c43cdf77-d1c5-495f-9ac6-ea6cab78db0f'}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:36:35.676333 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6660bcc8-7dc0-4a49-bd87-22b35cbb063c req-217f4806-c2bb-4f34-b5a0-086ee940fa13 service neutron] Attempting to bind port d5d880b1-e5ea-4dcc-b991-8b4b63932e1c on network c43cdf77-d1c5-495f-9ac6-ea6cab78db0f {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:36:35.680931 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6660bcc8-7dc0-4a49-bd87-22b35cbb063c req-217f4806-c2bb-4f34-b5a0-086ee940fa13 service neutron] Port d5d880b1-e5ea-4dcc-b991-8b4b63932e1c on network c43cdf77-d1c5-495f-9ac6-ea6cab78db0f not bound, no agent of type Open vSwitch agent registered on host n-h2-844202-1 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 19:36:35.681243 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6660bcc8-7dc0-4a49-bd87-22b35cbb063c req-217f4806-c2bb-4f34-b5a0-086ee940fa13 service neutron] Attempting to bind port d5d880b1-e5ea-4dcc-b991-8b4b63932e1c on network c43cdf77-d1c5-495f-9ac6-ea6cab78db0f {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:36:35.687159 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6660bcc8-7dc0-4a49-bd87-22b35cbb063c req-217f4806-c2bb-4f34-b5a0-086ee940fa13 service neutron] Checking agent: {'id': 'f5db9968-6317-4186-9100-9e0ca6b50417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 36, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:36:35.687487 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6660bcc8-7dc0-4a49-bd87-22b35cbb063c req-217f4806-c2bb-4f34-b5a0-086ee940fa13 service neutron] Checking segment: {'id': '2a8c23b8-fd84-4e2c-81b4-ba496ba81a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'c43cdf77-d1c5-495f-9ac6-ea6cab78db0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:36:35.687861 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6660bcc8-7dc0-4a49-bd87-22b35cbb063c req-217f4806-c2bb-4f34-b5a0-086ee940fa13 service neutron] Bound using segment: {'id': '2a8c23b8-fd84-4e2c-81b4-ba496ba81a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'c43cdf77-d1c5-495f-9ac6-ea6cab78db0f'} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:36:35.688308 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-6660bcc8-7dc0-4a49-bd87-22b35cbb063c req-217f4806-c2bb-4f34-b5a0-086ee940fa13 service neutron] Bound port: d5d880b1-e5ea-4dcc-b991-8b4b63932e1c, host: n-h2-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a8c23b8-fd84-4e2c-81b4-ba496ba81a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'c43cdf77-d1c5-495f-9ac6-ea6cab78db0f'}}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:36:35.689066 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-6660bcc8-7dc0-4a49-bd87-22b35cbb063c req-217f4806-c2bb-4f34-b5a0-086ee940fa13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:36:35.784115 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-6660bcc8-7dc0-4a49-bd87-22b35cbb063c req-217f4806-c2bb-4f34-b5a0-086ee940fa13 service neutron] For port d5d880b1-e5ea-4dcc-b991-8b4b63932e1c, host n-h2-844202-1, cleared binding levels {{(pid=88524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:36:35.787138 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-6660bcc8-7dc0-4a49-bd87-22b35cbb063c req-217f4806-c2bb-4f34-b5a0-086ee940fa13 service neutron] For port d5d880b1-e5ea-4dcc-b991-8b4b63932e1c, host n-h2-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=d5d880b1-e5ea-4dcc-b991-8b4b63932e1c,segment=NetworkSegment(2a8c23b8-fd84-4e2c-81b4-ba496ba81a6c),segment_id=2a8c23b8-fd84-4e2c-81b4-ba496ba81a6c)] {{(pid=88524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:36:35.792614 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-6660bcc8-7dc0-4a49-bd87-22b35cbb063c req-217f4806-c2bb-4f34-b5a0-086ee940fa13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:36:35.857535 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6660bcc8-7dc0-4a49-bd87-22b35cbb063c req-217f4806-c2bb-4f34-b5a0-086ee940fa13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:36:35.858129 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-6660bcc8-7dc0-4a49-bd87-22b35cbb063c req-217f4806-c2bb-4f34-b5a0-086ee940fa13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:36:35.859460 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6660bcc8-7dc0-4a49-bd87-22b35cbb063c req-217f4806-c2bb-4f34-b5a0-086ee940fa13 service neutron] 10.222.0.50 "PUT /v2.0/ports/d5d880b1-e5ea-4dcc-b991-8b4b63932e1c HTTP/1.1" status: 200 len: 1091 time: 1.2959199 Jun 01 19:36:35.877006 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd922ad4-ee3f-45a6-b2b8-caa401e64daf', 'tag': 'd5d880b1-e5ea-4dcc-b991-8b4b63932e1c'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:36:35.882826 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217f4806-c2bb-4f34-b5a0-086ee940fa13 service neutron] Pushing event updated for resources: {'Port': ['ID=d5d880b1-e5ea-4dcc-b991-8b4b63932e1c,revision_number=3']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:36:35.934798 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df715c2e-b24a-4ec1-a6f2-0f9044710ebd'] response: {'name': 'network-changed', 'server_uuid': 'cd922ad4-ee3f-45a6-b2b8-caa401e64daf', 'tag': 'd5d880b1-e5ea-4dcc-b991-8b4b63932e1c', 'status': 'completed', 'code': 200} Jun 01 19:36:35.983739 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6660bcc8-7dc0-4a49-bd87-22b35cbb063c req-304e6a32-8a4f-4ada-ab17-2492d2f5e68f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:36:35.986042 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6660bcc8-7dc0-4a49-bd87-22b35cbb063c req-304e6a32-8a4f-4ada-ab17-2492d2f5e68f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c7d1d339f8554b63a76f25486eeded95&device_id=cd922ad4-ee3f-45a6-b2b8-caa401e64daf HTTP/1.1" status: 200 len: 1094 time: 0.0901701 Jun 01 19:36:36.073660 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6660bcc8-7dc0-4a49-bd87-22b35cbb063c req-64869820-ce1c-4023-bf4b-d2ce1850f23b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d5d880b1-e5ea-4dcc-b991-8b4b63932e1c HTTP/1.1" status: 200 len: 217 time: 0.0814164 Jun 01 19:36:36.192125 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6660bcc8-7dc0-4a49-bd87-22b35cbb063c req-0fc5cb96-cf6a-42d6-9be4-fb38427c0973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:36:36.193578 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6660bcc8-7dc0-4a49-bd87-22b35cbb063c req-0fc5cb96-cf6a-42d6-9be4-fb38427c0973 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=faa311de-d88e-4aaa-b139-2f18e5388bb2 HTTP/1.1" status: 200 len: 855 time: 0.1150117 Jun 01 19:36:36.244352 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6660bcc8-7dc0-4a49-bd87-22b35cbb063c req-1f0a2e99-8465-43b3-bdfe-d711235bbf55 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c43cdf77-d1c5-495f-9ac6-ea6cab78db0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444155 Jun 01 19:36:36.327050 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3bd851-9b9f-4f30-9dbd-a3720b33e33a req-a477af77-f7a2-4c36-b16d-3977fcdbd6dd tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:36:36.328623 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3e3bd851-9b9f-4f30-9dbd-a3720b33e33a req-a477af77-f7a2-4c36-b16d-3977fcdbd6dd tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd922ad4-ee3f-45a6-b2b8-caa401e64daf HTTP/1.1" status: 200 len: 943 time: 0.2154157 Jun 01 19:36:36.412405 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3e3bd851-9b9f-4f30-9dbd-a3720b33e33a req-d42e145b-f5d1-4f01-b402-a45242a4d97a tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] 10.222.0.41 "GET /v2.0/security-groups?id=77d74d49-06b1-4a99-95d0-0755116dd46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709624 Jun 01 19:36:36.434758 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6660bcc8-7dc0-4a49-bd87-22b35cbb063c req-2e979191-9bda-48aa-90cb-d8f1bef33532 service neutron] 10.222.0.50 "GET /v2.0/networks/c43cdf77-d1c5-495f-9ac6-ea6cab78db0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847610 Jun 01 19:36:36.566490 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6660bcc8-7dc0-4a49-bd87-22b35cbb063c req-d50a52f5-8130-4cef-aa3a-27511921d4b9 service neutron] 10.222.0.50 "GET /v2.0/networks/c43cdf77-d1c5-495f-9ac6-ea6cab78db0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261201 Jun 01 19:36:36.685506 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665e40ae-c535-476f-bd7c-36e51de58ef7 req-8a757212-0efe-4cb1-bf8b-f5928825e883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:36:36.686958 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-665e40ae-c535-476f-bd7c-36e51de58ef7 req-8a757212-0efe-4cb1-bf8b-f5928825e883 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c7d1d339f8554b63a76f25486eeded95&device_id=cd922ad4-ee3f-45a6-b2b8-caa401e64daf HTTP/1.1" status: 200 len: 1094 time: 0.0735600 Jun 01 19:36:36.827104 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665e40ae-c535-476f-bd7c-36e51de58ef7 req-9868cfa4-1a54-401a-8f15-d9b3526cf013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:36:36.828489 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-665e40ae-c535-476f-bd7c-36e51de58ef7 req-9868cfa4-1a54-401a-8f15-d9b3526cf013 service neutron] 10.222.0.50 "GET /v2.0/networks?id=c43cdf77-d1c5-495f-9ac6-ea6cab78db0f HTTP/1.1" status: 200 len: 916 time: 0.1358294 Jun 01 19:36:36.900317 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-665e40ae-c535-476f-bd7c-36e51de58ef7 req-3ec090fe-29b8-4faf-af9f-5162b21e448c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d5d880b1-e5ea-4dcc-b991-8b4b63932e1c HTTP/1.1" status: 200 len: 217 time: 0.0660806 Jun 01 19:36:36.967665 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665e40ae-c535-476f-bd7c-36e51de58ef7 req-7f9884ab-3936-471d-94d4-867bd571553e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:36:36.969153 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-665e40ae-c535-476f-bd7c-36e51de58ef7 req-7f9884ab-3936-471d-94d4-867bd571553e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=faa311de-d88e-4aaa-b139-2f18e5388bb2 HTTP/1.1" status: 200 len: 855 time: 0.0627215 Jun 01 19:36:37.134710 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-665e40ae-c535-476f-bd7c-36e51de58ef7 req-2fa4557a-5088-4ab3-a073-2f6f9731d963 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c43cdf77-d1c5-495f-9ac6-ea6cab78db0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1590040 Jun 01 19:36:37.156746 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-9d18bd7a-e265-4066-ac47-9ad75e9c52d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:36:37.287635 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-665e40ae-c535-476f-bd7c-36e51de58ef7 req-e26b37e0-e96c-415c-bfa7-7e4b69f67ca9 service neutron] 10.222.0.50 "GET /v2.0/networks/c43cdf77-d1c5-495f-9ac6-ea6cab78db0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410041 Jun 01 19:36:37.437445 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-665e40ae-c535-476f-bd7c-36e51de58ef7 req-25e30637-b828-4948-9208-588ec1264084 service neutron] 10.222.0.50 "GET /v2.0/networks/c43cdf77-d1c5-495f-9ac6-ea6cab78db0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461294 Jun 01 19:36:37.476443 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device d5d880b1-e5ea-4dcc-b991-8b4b63932e1c details requested by agent hyperv_n-h2-844202-1 with host n-h2-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 19:36:37.628152 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8fa8f3-5a19-4ed7-93da-9f4dc737965f req-68ea2a8a-4119-4b64-b837-2c7b14ca22fb tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:36:37.629750 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ca8fa8f3-5a19-4ed7-93da-9f4dc737965f req-68ea2a8a-4119-4b64-b837-2c7b14ca22fb tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd922ad4-ee3f-45a6-b2b8-caa401e64daf HTTP/1.1" status: 200 len: 943 time: 0.0923686 Jun 01 19:36:37.640380 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port d5d880b1-e5ea-4dcc-b991-8b4b63932e1c, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=d5d880b1-e5ea-4dcc-b991-8b4b63932e1c,segment=NetworkSegment(2a8c23b8-fd84-4e2c-81b4-ba496ba81a6c),segment_id=2a8c23b8-fd84-4e2c-81b4-ba496ba81a6c)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:36:37.654649 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Returning: {'device': 'd5d880b1-e5ea-4dcc-b991-8b4b63932e1c', 'network_id': 'c43cdf77-d1c5-495f-9ac6-ea6cab78db0f', 'port_id': 'd5d880b1-e5ea-4dcc-b991-8b4b63932e1c', 'mac_address': 'fa:16:3e:4e:53:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'faa311de-d88e-4aaa-b139-2f18e5388bb2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 19:36:37.679706 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-ca8fa8f3-5a19-4ed7-93da-9f4dc737965f req-88ff4b2f-8f18-4e1e-b207-1bd9325c4b88 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Synchronizing usage tracker for tenant:c7d1d339f8554b63a76f25486eeded95 on resource:security_group {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:36:37.697180 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-ca8fa8f3-5a19-4ed7-93da-9f4dc737965f req-88ff4b2f-8f18-4e1e-b207-1bd9325c4b88 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Unset dirty status for tenant:c7d1d339f8554b63a76f25486eeded95 on resource:security_group {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:36:37.698330 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ca8fa8f3-5a19-4ed7-93da-9f4dc737965f req-88ff4b2f-8f18-4e1e-b207-1bd9325c4b88 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] 10.222.0.41 "GET /v2.0/security-groups?id=77d74d49-06b1-4a99-95d0-0755116dd46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589285 Jun 01 19:36:37.715578 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port d5d880b1-e5ea-4dcc-b991-8b4b63932e1c is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:36:37.716732 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:36:37.735849 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5d880b1-e5ea-4dcc-b991-8b4b63932e1c {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 19:36:37.755832 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port d5d880b1-e5ea-4dcc-b991-8b4b63932e1c, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=d5d880b1-e5ea-4dcc-b991-8b4b63932e1c,segment=NetworkSegment(2a8c23b8-fd84-4e2c-81b4-ba496ba81a6c),segment_id=2a8c23b8-fd84-4e2c-81b4-ba496ba81a6c)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:36:37.771374 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:36:37.889064 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=d5d880b1-e5ea-4dcc-b991-8b4b63932e1c,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:36:37.960081 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] get_ports_and_sgs() called for port_ids ['d5d880b1-e5ea-4dcc-b991-8b4b63932e1c'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 19:36:38.915583 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebc738b-1532-4465-a188-869fd43c9302 req-7d113960-820b-4069-a3c5-8e7efecfe861 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:36:38.918132 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9ebc738b-1532-4465-a188-869fd43c9302 req-7d113960-820b-4069-a3c5-8e7efecfe861 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd922ad4-ee3f-45a6-b2b8-caa401e64daf HTTP/1.1" status: 200 len: 944 time: 0.0954783 Jun 01 19:36:38.982838 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9ebc738b-1532-4465-a188-869fd43c9302 req-d2cc7b59-0008-40e1-aa87-02d9e131ec68 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] 10.222.0.41 "GET /v2.0/security-groups?id=77d74d49-06b1-4a99-95d0-0755116dd46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561609 Jun 01 19:36:39.487231 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device d5d880b1-e5ea-4dcc-b991-8b4b63932e1c up at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:36:39.576902 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-ea23507f-db7c-4600-80b3-5c2eee63a763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:36:39.579228 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning for port d5d880b1-e5ea-4dcc-b991-8b4b63932e1c completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:36:39.586195 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning complete for port d5d880b1-e5ea-4dcc-b991-8b4b63932e1c triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:36:39.586787 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:36:39.738649 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port d5d880b1-e5ea-4dcc-b991-8b4b63932e1c is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:36:39.739033 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:36:39.774064 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd922ad4-ee3f-45a6-b2b8-caa401e64daf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5d880b1-e5ea-4dcc-b991-8b4b63932e1c'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:36:39.784148 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port d5d880b1-e5ea-4dcc-b991-8b4b63932e1c, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=d5d880b1-e5ea-4dcc-b991-8b4b63932e1c,segment=NetworkSegment(2a8c23b8-fd84-4e2c-81b4-ba496ba81a6c),segment_id=2a8c23b8-fd84-4e2c-81b4-ba496ba81a6c)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:36:39.789391 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:36:39.828887 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a7be638-6e39-4bb6-ae1c-9bb60bb1f7d7'] response: {'server_uuid': 'cd922ad4-ee3f-45a6-b2b8-caa401e64daf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5d880b1-e5ea-4dcc-b991-8b4b63932e1c', 'code': 200} Jun 01 19:36:39.874960 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=d5d880b1-e5ea-4dcc-b991-8b4b63932e1c,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:36:40.011800 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443e8fde-b87d-4448-8e8a-aea21073854e req-70e59ce5-ffb5-4e5f-9238-982b2945c6af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:36:40.014011 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-443e8fde-b87d-4448-8e8a-aea21073854e req-70e59ce5-ffb5-4e5f-9238-982b2945c6af service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=cd922ad4-ee3f-45a6-b2b8-caa401e64daf HTTP/1.1" status: 200 len: 1096 time: 0.1117246 Jun 01 19:36:40.074282 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-443e8fde-b87d-4448-8e8a-aea21073854e req-be2f2863-743c-4d86-b11f-80dfd3038a5d service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=77d74d49-06b1-4a99-95d0-0755116dd46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550659 Jun 01 19:36:40.211862 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61da0bca-9365-43ff-b77f-9f2cfbc84bea req-95fce841-9d4c-4ac9-8eaa-411bd0f99f49 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:36:40.213363 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-61da0bca-9365-43ff-b77f-9f2cfbc84bea req-95fce841-9d4c-4ac9-8eaa-411bd0f99f49 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd922ad4-ee3f-45a6-b2b8-caa401e64daf HTTP/1.1" status: 200 len: 945 time: 0.0991759 Jun 01 19:36:40.266613 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-61da0bca-9365-43ff-b77f-9f2cfbc84bea req-dea75717-2566-40f9-bfa6-cafd30933fc0 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] 10.222.0.41 "GET /v2.0/security-groups?id=77d74d49-06b1-4a99-95d0-0755116dd46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393436 Jun 01 19:36:40.722579 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:36:40.734359 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:36:41.473328 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557caecf-7d74-4e8a-b5de-bca20dcc541e req-3afdf7e2-4e8c-4e7d-b9cb-b9dd98e30c72 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:36:41.477999 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-557caecf-7d74-4e8a-b5de-bca20dcc541e req-3afdf7e2-4e8c-4e7d-b9cb-b9dd98e30c72 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd922ad4-ee3f-45a6-b2b8-caa401e64daf HTTP/1.1" status: 200 len: 945 time: 0.0856037 Jun 01 19:36:41.528892 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-557caecf-7d74-4e8a-b5de-bca20dcc541e req-b0811de8-6a32-45c4-afc0-5ef9e8e6d3bb tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] 10.222.0.41 "GET /v2.0/security-groups?id=77d74d49-06b1-4a99-95d0-0755116dd46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404372 Jun 01 19:36:41.739215 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:36:41.743974 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd9dd6e-152e-4b7e-a5bb-f5145c6cf128 req-0a3759c7-84d7-4f25-a8c3-5f9d947d6a53 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:36:41.745509 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ecd9dd6e-152e-4b7e-a5bb-f5145c6cf128 req-0a3759c7-84d7-4f25-a8c3-5f9d947d6a53 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd922ad4-ee3f-45a6-b2b8-caa401e64daf HTTP/1.1" status: 200 len: 945 time: 0.1055119 Jun 01 19:36:41.796682 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ecd9dd6e-152e-4b7e-a5bb-f5145c6cf128 req-faa50f84-2567-44bc-9f08-ddb9dcc64a5e tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] 10.222.0.41 "GET /v2.0/security-groups?id=77d74d49-06b1-4a99-95d0-0755116dd46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414908 Jun 01 19:36:42.087891 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:36:42.201061 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4c63eb8e-52b0-498c-bc68-fa21d1a61f91 req-4bd11218-5488-42e7-b387-112aa7e3bd70 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=cd922ad4-ee3f-45a6-b2b8-caa401e64daf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0820632 Jun 01 19:36:42.284395 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a180886-4bc9-45ba-b81f-39fe88d03b30 req-8036bdd2-03eb-4396-9063-75633bbe7195 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:36:42.286107 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5a180886-4bc9-45ba-b81f-39fe88d03b30 req-8036bdd2-03eb-4396-9063-75633bbe7195 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd922ad4-ee3f-45a6-b2b8-caa401e64daf HTTP/1.1" status: 200 len: 945 time: 0.1193783 Jun 01 19:36:42.327688 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:36:42.337260 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5a180886-4bc9-45ba-b81f-39fe88d03b30 req-7a1ce844-55c4-4721-9f7c-dea5f4b7fd87 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] 10.222.0.41 "GET /v2.0/security-groups?id=77d74d49-06b1-4a99-95d0-0755116dd46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448999 Jun 01 19:36:43.528742 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c63eb8e-52b0-498c-bc68-fa21d1a61f91 req-212e557b-0b1a-4af3-b3e7-4d84e1f8b81e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:36:43.530493 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4c63eb8e-52b0-498c-bc68-fa21d1a61f91 req-212e557b-0b1a-4af3-b3e7-4d84e1f8b81e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c7d1d339f8554b63a76f25486eeded95&device_id=cd922ad4-ee3f-45a6-b2b8-caa401e64daf HTTP/1.1" status: 200 len: 1096 time: 0.0816467 Jun 01 19:36:43.568281 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99734aa4-001d-401c-aa6d-f29e9a58e464 req-423726aa-36ab-4045-9c1d-73ab9ce50500 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:36:43.571200 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-99734aa4-001d-401c-aa6d-f29e9a58e464 req-423726aa-36ab-4045-9c1d-73ab9ce50500 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd922ad4-ee3f-45a6-b2b8-caa401e64daf HTTP/1.1" status: 200 len: 945 time: 0.0923011 Jun 01 19:36:43.624005 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-99734aa4-001d-401c-aa6d-f29e9a58e464 req-1b912da1-eb11-4c94-842e-aafd8c4f5229 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] 10.222.0.41 "GET /v2.0/security-groups?id=77d74d49-06b1-4a99-95d0-0755116dd46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474257 Jun 01 19:36:43.681101 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c63eb8e-52b0-498c-bc68-fa21d1a61f91 req-34342041-962c-45bc-8578-6e2d448a03fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:36:43.682628 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4c63eb8e-52b0-498c-bc68-fa21d1a61f91 req-34342041-962c-45bc-8578-6e2d448a03fa service neutron] 10.222.0.50 "GET /v2.0/networks?id=c43cdf77-d1c5-495f-9ac6-ea6cab78db0f HTTP/1.1" status: 200 len: 916 time: 0.1472456 Jun 01 19:36:43.755668 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4c63eb8e-52b0-498c-bc68-fa21d1a61f91 req-244e816e-7071-4f2b-b571-1eaf275c8aee service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d5d880b1-e5ea-4dcc-b991-8b4b63932e1c HTTP/1.1" status: 200 len: 217 time: 0.0679018 Jun 01 19:36:43.821008 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c63eb8e-52b0-498c-bc68-fa21d1a61f91 req-1e5cf332-00d2-4edd-ba2d-35c9d9d669f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:36:43.822601 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4c63eb8e-52b0-498c-bc68-fa21d1a61f91 req-1e5cf332-00d2-4edd-ba2d-35c9d9d669f6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=faa311de-d88e-4aaa-b139-2f18e5388bb2 HTTP/1.1" status: 200 len: 855 time: 0.0619245 Jun 01 19:36:43.874391 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4c63eb8e-52b0-498c-bc68-fa21d1a61f91 req-2c140e69-118f-440f-a142-7edfe8cf66d9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c43cdf77-d1c5-495f-9ac6-ea6cab78db0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458162 Jun 01 19:36:44.012958 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4c63eb8e-52b0-498c-bc68-fa21d1a61f91 req-89bcdc2f-de09-4ac8-8422-b84e0f4c1f05 service neutron] 10.222.0.50 "GET /v2.0/networks/c43cdf77-d1c5-495f-9ac6-ea6cab78db0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331189 Jun 01 19:36:44.151429 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4c63eb8e-52b0-498c-bc68-fa21d1a61f91 req-8f775114-775c-498d-8689-6a1dd5b483ca service neutron] 10.222.0.50 "GET /v2.0/networks/c43cdf77-d1c5-495f-9ac6-ea6cab78db0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339090 Jun 01 19:36:44.819874 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c10e88-f995-419c-964f-07cda61ef92f req-2dc27d1c-cf0a-49a1-b1e1-6114e17fdf75 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:36:44.821391 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b2c10e88-f995-419c-964f-07cda61ef92f req-2dc27d1c-cf0a-49a1-b1e1-6114e17fdf75 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd922ad4-ee3f-45a6-b2b8-caa401e64daf HTTP/1.1" status: 200 len: 945 time: 0.0846033 Jun 01 19:36:44.868429 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b2c10e88-f995-419c-964f-07cda61ef92f req-9c5922b0-a2db-4f85-9423-7266f34176d8 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] 10.222.0.41 "GET /v2.0/security-groups?id=77d74d49-06b1-4a99-95d0-0755116dd46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397413 Jun 01 19:36:46.073830 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0c958c-3958-4523-9ebf-f2ecade13a15 req-d8aab4f5-7ae3-4b2a-9e8b-7b9328e9a8c9 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:36:46.075323 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-1a0c958c-3958-4523-9ebf-f2ecade13a15 req-d8aab4f5-7ae3-4b2a-9e8b-7b9328e9a8c9 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd922ad4-ee3f-45a6-b2b8-caa401e64daf HTTP/1.1" status: 200 len: 945 time: 0.0894256 Jun 01 19:36:46.123759 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-1a0c958c-3958-4523-9ebf-f2ecade13a15 req-857e724e-c2dc-4427-9a82-4fe8691e3937 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] 10.222.0.41 "GET /v2.0/security-groups?id=77d74d49-06b1-4a99-95d0-0755116dd46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420313 Jun 01 19:36:47.450531 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341a3740-bd56-4b5b-928f-3de8576a2a57 req-a893aa14-2ddf-49d2-be3b-a2180da42262 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:36:47.452062 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-341a3740-bd56-4b5b-928f-3de8576a2a57 req-a893aa14-2ddf-49d2-be3b-a2180da42262 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd922ad4-ee3f-45a6-b2b8-caa401e64daf HTTP/1.1" status: 200 len: 945 time: 0.2037725 Jun 01 19:36:47.501050 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-341a3740-bd56-4b5b-928f-3de8576a2a57 req-31dec27d-25f7-4c30-aa20-b76b37f49456 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] 10.222.0.41 "GET /v2.0/security-groups?id=77d74d49-06b1-4a99-95d0-0755116dd46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428650 Jun 01 19:36:48.705348 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74298f5b-69b9-468e-8db6-f26ad3c3ee22 req-6d8bd934-0e8b-49a2-97b0-87396a26451a tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:36:48.706879 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-74298f5b-69b9-468e-8db6-f26ad3c3ee22 req-6d8bd934-0e8b-49a2-97b0-87396a26451a tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd922ad4-ee3f-45a6-b2b8-caa401e64daf HTTP/1.1" status: 200 len: 945 time: 0.0834911 Jun 01 19:36:48.760306 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-74298f5b-69b9-468e-8db6-f26ad3c3ee22 req-b57547f9-8ef8-43e8-b4b4-f715251baaa7 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] 10.222.0.41 "GET /v2.0/security-groups?id=77d74d49-06b1-4a99-95d0-0755116dd46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473223 Jun 01 19:36:49.980436 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971e14cc-37e2-4a16-80ae-817fe80986d9 req-2e213ea5-57c3-4c84-ad54-fac48c660dac tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:36:49.982611 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-971e14cc-37e2-4a16-80ae-817fe80986d9 req-2e213ea5-57c3-4c84-ad54-fac48c660dac tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd922ad4-ee3f-45a6-b2b8-caa401e64daf HTTP/1.1" status: 200 len: 945 time: 0.1022263 Jun 01 19:36:50.037679 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-971e14cc-37e2-4a16-80ae-817fe80986d9 req-6d03750b-1225-4133-abbd-e52d9219b649 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] 10.222.0.41 "GET /v2.0/security-groups?id=77d74d49-06b1-4a99-95d0-0755116dd46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466990 Jun 01 19:36:51.268100 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dedd4e4-95b4-4c4e-b3dc-fcc294113ed3 req-ecb124a1-36ea-4051-a1d2-cb78d5ea07b3 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:36:51.269541 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-0dedd4e4-95b4-4c4e-b3dc-fcc294113ed3 req-ecb124a1-36ea-4051-a1d2-cb78d5ea07b3 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd922ad4-ee3f-45a6-b2b8-caa401e64daf HTTP/1.1" status: 200 len: 945 time: 0.1106248 Jun 01 19:36:51.323566 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-0dedd4e4-95b4-4c4e-b3dc-fcc294113ed3 req-403fcf3e-665b-49ae-95df-4a23641acb01 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] 10.222.0.41 "GET /v2.0/security-groups?id=77d74d49-06b1-4a99-95d0-0755116dd46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477664 Jun 01 19:36:52.537999 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5551d315-5a4f-4e80-bd02-dfa483bdba64 req-345142d7-1987-4f5d-93e1-83f848469349 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:36:52.539511 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5551d315-5a4f-4e80-bd02-dfa483bdba64 req-345142d7-1987-4f5d-93e1-83f848469349 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd922ad4-ee3f-45a6-b2b8-caa401e64daf HTTP/1.1" status: 200 len: 945 time: 0.1018963 Jun 01 19:36:52.598778 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5551d315-5a4f-4e80-bd02-dfa483bdba64 req-1514763e-adef-429e-a4a0-0e33634355bc tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] 10.222.0.41 "GET /v2.0/security-groups?id=77d74d49-06b1-4a99-95d0-0755116dd46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489180 Jun 01 19:36:53.812530 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230e511d-d39d-4f5e-9102-9f68e445bf68 req-e3f61cef-5e7d-4fda-a216-7f0bc389df72 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:36:53.814325 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-230e511d-d39d-4f5e-9102-9f68e445bf68 req-e3f61cef-5e7d-4fda-a216-7f0bc389df72 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd922ad4-ee3f-45a6-b2b8-caa401e64daf HTTP/1.1" status: 200 len: 945 time: 0.0877075 Jun 01 19:36:53.865877 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-230e511d-d39d-4f5e-9102-9f68e445bf68 req-11991236-2d7a-4b78-b7ad-42cddc55b1b0 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] 10.222.0.41 "GET /v2.0/security-groups?id=77d74d49-06b1-4a99-95d0-0755116dd46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456066 Jun 01 19:36:55.095483 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f47996-9bd8-4e5b-8ed1-0ac9b1c588e2 req-6a71e40e-8fef-4b18-ae01-2ebea5f36faf tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:36:55.097068 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e5f47996-9bd8-4e5b-8ed1-0ac9b1c588e2 req-6a71e40e-8fef-4b18-ae01-2ebea5f36faf tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd922ad4-ee3f-45a6-b2b8-caa401e64daf HTTP/1.1" status: 200 len: 945 time: 0.1091461 Jun 01 19:36:55.147590 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e5f47996-9bd8-4e5b-8ed1-0ac9b1c588e2 req-54e2e4e5-078c-4f64-9321-fcb1f4eb6f9f tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] 10.222.0.41 "GET /v2.0/security-groups?id=77d74d49-06b1-4a99-95d0-0755116dd46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439861 Jun 01 19:36:56.344559 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9190aed3-0c0d-49a9-9c2c-f1021024645e req-f7de03ad-fad8-40cb-8615-8206ea63221b tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:36:56.346821 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-9190aed3-0c0d-49a9-9c2c-f1021024645e req-f7de03ad-fad8-40cb-8615-8206ea63221b tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd922ad4-ee3f-45a6-b2b8-caa401e64daf HTTP/1.1" status: 200 len: 945 time: 0.0826895 Jun 01 19:36:56.401256 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-9190aed3-0c0d-49a9-9c2c-f1021024645e req-ccc57d7a-6516-401a-a724-83852449d114 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] 10.222.0.41 "GET /v2.0/security-groups?id=77d74d49-06b1-4a99-95d0-0755116dd46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431216 Jun 01 19:36:57.603325 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0552fcb3-9389-4505-8081-23920e059e54 req-1c9ece4a-5b73-4a86-97f6-6ffaf7a47a34 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:36:57.604796 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0552fcb3-9389-4505-8081-23920e059e54 req-1c9ece4a-5b73-4a86-97f6-6ffaf7a47a34 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd922ad4-ee3f-45a6-b2b8-caa401e64daf HTTP/1.1" status: 200 len: 945 time: 0.0866268 Jun 01 19:36:57.657551 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0552fcb3-9389-4505-8081-23920e059e54 req-ecd758b0-f918-4def-bc1d-3b2ed2ba67c7 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] 10.222.0.41 "GET /v2.0/security-groups?id=77d74d49-06b1-4a99-95d0-0755116dd46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466082 Jun 01 19:36:58.864214 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd04e3ef-07cb-423a-9d11-428de8e9abd6 req-8d4bd710-390a-4d7a-97f7-2de8462b8f00 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:36:58.867012 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-cd04e3ef-07cb-423a-9d11-428de8e9abd6 req-8d4bd710-390a-4d7a-97f7-2de8462b8f00 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd922ad4-ee3f-45a6-b2b8-caa401e64daf HTTP/1.1" status: 200 len: 945 time: 0.0905290 Jun 01 19:36:58.919022 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-cd04e3ef-07cb-423a-9d11-428de8e9abd6 req-b480dd1f-bda0-4484-9d38-a99596b47610 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] 10.222.0.41 "GET /v2.0/security-groups?id=77d74d49-06b1-4a99-95d0-0755116dd46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438776 Jun 01 19:37:00.172008 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b05fffa-1c16-4a53-bce4-58aec0f29e5f req-8d5d9c6b-f74a-4f33-9ff0-d058d2e6cd20 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:37:00.173540 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-8b05fffa-1c16-4a53-bce4-58aec0f29e5f req-8d5d9c6b-f74a-4f33-9ff0-d058d2e6cd20 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd922ad4-ee3f-45a6-b2b8-caa401e64daf HTTP/1.1" status: 200 len: 945 time: 0.0898612 Jun 01 19:37:00.231936 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-8b05fffa-1c16-4a53-bce4-58aec0f29e5f req-d10791dc-fffc-406e-b7e3-04a339ecb28e tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] 10.222.0.41 "GET /v2.0/security-groups?id=77d74d49-06b1-4a99-95d0-0755116dd46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510094 Jun 01 19:37:01.444039 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917ef8fd-b2b0-4599-9eb6-e5ae2d8d3c59 req-ca3718ea-5122-4287-98b1-d1b94c04a9ab tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:37:01.445761 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-917ef8fd-b2b0-4599-9eb6-e5ae2d8d3c59 req-ca3718ea-5122-4287-98b1-d1b94c04a9ab tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd922ad4-ee3f-45a6-b2b8-caa401e64daf HTTP/1.1" status: 200 len: 945 time: 0.0862057 Jun 01 19:37:01.498672 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-917ef8fd-b2b0-4599-9eb6-e5ae2d8d3c59 req-bca240fe-77ee-4757-b37a-ca83bafe6e80 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] 10.222.0.41 "GET /v2.0/security-groups?id=77d74d49-06b1-4a99-95d0-0755116dd46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439606 Jun 01 19:37:02.708782 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9925704b-6644-4275-b6a9-6c0f5f558b50 req-39b35057-69b5-4a97-b590-31a15ee50a3e tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:37:02.710423 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9925704b-6644-4275-b6a9-6c0f5f558b50 req-39b35057-69b5-4a97-b590-31a15ee50a3e tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd922ad4-ee3f-45a6-b2b8-caa401e64daf HTTP/1.1" status: 200 len: 945 time: 0.0907540 Jun 01 19:37:02.767357 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9925704b-6644-4275-b6a9-6c0f5f558b50 req-64910fac-5c15-4776-947b-956a1548aa3f tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] 10.222.0.41 "GET /v2.0/security-groups?id=77d74d49-06b1-4a99-95d0-0755116dd46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504873 Jun 01 19:37:03.964809 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e537ffc0-04fe-4d4c-a36e-0ad75fc2af49 req-8c3ca127-ce0f-4042-9829-e6bedca7d3a2 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:37:03.966262 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e537ffc0-04fe-4d4c-a36e-0ad75fc2af49 req-8c3ca127-ce0f-4042-9829-e6bedca7d3a2 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd922ad4-ee3f-45a6-b2b8-caa401e64daf HTTP/1.1" status: 200 len: 945 time: 0.0854394 Jun 01 19:37:04.010736 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e537ffc0-04fe-4d4c-a36e-0ad75fc2af49 req-6d8c59b9-c5a0-4246-b0b2-9f92f7752afe tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] 10.222.0.41 "GET /v2.0/security-groups?id=77d74d49-06b1-4a99-95d0-0755116dd46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387068 Jun 01 19:37:05.204904 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7595258c-1d38-4005-85e4-cd689648a6f9 req-88f48091-26db-4310-96d2-6f69bc5034bb tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:37:05.206381 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7595258c-1d38-4005-85e4-cd689648a6f9 req-88f48091-26db-4310-96d2-6f69bc5034bb tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd922ad4-ee3f-45a6-b2b8-caa401e64daf HTTP/1.1" status: 200 len: 945 time: 0.0812104 Jun 01 19:37:05.253296 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7595258c-1d38-4005-85e4-cd689648a6f9 req-21215a4e-168d-4eb3-9871-ff9355021a12 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] 10.222.0.41 "GET /v2.0/security-groups?id=77d74d49-06b1-4a99-95d0-0755116dd46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410755 Jun 01 19:37:06.447503 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9c2dbf-8af5-4477-8480-c21ee68b6117 req-dd1dba86-4dcc-48c6-b75a-a8b65a785bcd tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:37:06.449856 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-7e9c2dbf-8af5-4477-8480-c21ee68b6117 req-dd1dba86-4dcc-48c6-b75a-a8b65a785bcd tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd922ad4-ee3f-45a6-b2b8-caa401e64daf HTTP/1.1" status: 200 len: 945 time: 0.0860188 Jun 01 19:37:06.504676 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-7e9c2dbf-8af5-4477-8480-c21ee68b6117 req-8dca2480-4f11-4917-b934-d1ab033878d6 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] 10.222.0.41 "GET /v2.0/security-groups?id=77d74d49-06b1-4a99-95d0-0755116dd46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481322 Jun 01 19:37:07.149277 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-9ce2d987-9efe-4f28-a4a7-17b8c95bcd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:37:07.718472 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a478d9e-c4dd-4509-828c-0b5f33f83e4f req-aaa0c5b1-1243-4a71-98fc-d731ec2d95e1 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:37:07.719942 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-1a478d9e-c4dd-4509-828c-0b5f33f83e4f req-aaa0c5b1-1243-4a71-98fc-d731ec2d95e1 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd922ad4-ee3f-45a6-b2b8-caa401e64daf HTTP/1.1" status: 200 len: 945 time: 0.0850365 Jun 01 19:37:07.764422 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-1a478d9e-c4dd-4509-828c-0b5f33f83e4f req-8f76782b-0aea-4dad-8b9e-4a3a3520394f tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] 10.222.0.41 "GET /v2.0/security-groups?id=77d74d49-06b1-4a99-95d0-0755116dd46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387514 Jun 01 19:37:07.927130 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.agents_db [None req-e814b9cf-7de8-45d0-a079-29c61fabe7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 19:37:08.959701 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c0acd1-ba82-427e-923b-db281504110a req-e43ab7d5-7496-495a-957d-d5a1ef9ce96e tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:37:08.961185 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b3c0acd1-ba82-427e-923b-db281504110a req-e43ab7d5-7496-495a-957d-d5a1ef9ce96e tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd922ad4-ee3f-45a6-b2b8-caa401e64daf HTTP/1.1" status: 200 len: 945 time: 0.0857563 Jun 01 19:37:09.005988 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b3c0acd1-ba82-427e-923b-db281504110a req-96a6c5b8-57e7-4ade-a7ab-af8d31409cd7 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] 10.222.0.41 "GET /v2.0/security-groups?id=77d74d49-06b1-4a99-95d0-0755116dd46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382016 Jun 01 19:37:09.576137 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-9b9a73b1-7532-4750-8516-aac01d710b34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:37:10.192867 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53feb4b-85a5-4e1f-aec3-6bb80a5a5a1c req-1f091fc1-8db8-4f53-a8a3-d8fe12be3bcf tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:37:10.194295 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b53feb4b-85a5-4e1f-aec3-6bb80a5a5a1c req-1f091fc1-8db8-4f53-a8a3-d8fe12be3bcf tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd922ad4-ee3f-45a6-b2b8-caa401e64daf HTTP/1.1" status: 200 len: 945 time: 0.0791540 Jun 01 19:37:10.238665 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b53feb4b-85a5-4e1f-aec3-6bb80a5a5a1c req-cf02cdfb-62aa-42d8-80fe-1561e05906ee tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] 10.222.0.41 "GET /v2.0/security-groups?id=77d74d49-06b1-4a99-95d0-0755116dd46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386136 Jun 01 19:37:10.724420 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:37:10.730658 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:37:11.056985 n-d-844202-1 neutron-server[88524]: INFO neutron.api.v2.resource [req-4c63eb8e-52b0-498c-bc68-fa21d1a61f91 req-8d7cd2bb-04d2-4589-8861-bc2207d7ddad service neutron] show failed (client error): The resource could not be found. Jun 01 19:37:11.057966 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4c63eb8e-52b0-498c-bc68-fa21d1a61f91 req-8d7cd2bb-04d2-4589-8861-bc2207d7ddad service neutron] 10.222.0.50 "GET /v2.0/ports/d5d880b1-e5ea-4dcc-b991-8b4b63932e1c/bindings/n-h1-844202-1 HTTP/1.1" status: 404 len: 380 time: 0.1311376 Jun 01 19:37:11.334570 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c63eb8e-52b0-498c-bc68-fa21d1a61f91 req-5ff756fe-f0a7-47a5-a0bb-33f03ddbac31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:37:11.336019 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4c63eb8e-52b0-498c-bc68-fa21d1a61f91 req-5ff756fe-f0a7-47a5-a0bb-33f03ddbac31 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=cd922ad4-ee3f-45a6-b2b8-caa401e64daf&tenant_id=c7d1d339f8554b63a76f25486eeded95 HTTP/1.1" status: 200 len: 1096 time: 0.0742176 Jun 01 19:37:11.350911 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-4c63eb8e-52b0-498c-bc68-fa21d1a61f91 req-f55d9ba8-f16e-4341-b495-b72efe4bf475 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-844202-1', 'device_owner': 'compute:nova'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:37:11.428656 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc4d5a8-b6d5-4e2b-9cc3-63e8eb1f0592 req-4e51a251-f03d-4d6f-a16f-9095980430e4 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:37:11.430121 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-fdc4d5a8-b6d5-4e2b-9cc3-63e8eb1f0592 req-4e51a251-f03d-4d6f-a16f-9095980430e4 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd922ad4-ee3f-45a6-b2b8-caa401e64daf HTTP/1.1" status: 200 len: 945 time: 0.0846245 Jun 01 19:37:11.465540 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-4c63eb8e-52b0-498c-bc68-fa21d1a61f91 req-f55d9ba8-f16e-4341-b495-b72efe4bf475 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:37:11.475938 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-fdc4d5a8-b6d5-4e2b-9cc3-63e8eb1f0592 req-5f1049ae-9320-4362-a393-10b00d54f062 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] 10.222.0.41 "GET /v2.0/security-groups?id=77d74d49-06b1-4a99-95d0-0755116dd46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388851 Jun 01 19:37:11.736876 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-4c63eb8e-52b0-498c-bc68-fa21d1a61f91 req-f55d9ba8-f16e-4341-b495-b72efe4bf475 service neutron] For port d5d880b1-e5ea-4dcc-b991-8b4b63932e1c, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=d5d880b1-e5ea-4dcc-b991-8b4b63932e1c,segment=NetworkSegment(2a8c23b8-fd84-4e2c-81b4-ba496ba81a6c),segment_id=2a8c23b8-fd84-4e2c-81b4-ba496ba81a6c)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:37:11.764503 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:37:11.766209 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-4c63eb8e-52b0-498c-bc68-fa21d1a61f91 req-f55d9ba8-f16e-4341-b495-b72efe4bf475 service neutron] For port d5d880b1-e5ea-4dcc-b991-8b4b63932e1c, host n-h2-844202-1, cleared binding levels {{(pid=88524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:37:11.824998 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd922ad4-ee3f-45a6-b2b8-caa401e64daf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5d880b1-e5ea-4dcc-b991-8b4b63932e1c'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:37:11.831046 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-4c63eb8e-52b0-498c-bc68-fa21d1a61f91 req-f55d9ba8-f16e-4341-b495-b72efe4bf475 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:37:11.846946 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [req-4c63eb8e-52b0-498c-bc68-fa21d1a61f91 req-f55d9ba8-f16e-4341-b495-b72efe4bf475 service neutron] Transition to ACTIVE for port object d5d880b1-e5ea-4dcc-b991-8b4b63932e1c will not be triggered until provisioned by entity L2. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:37:11.851055 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-4c63eb8e-52b0-498c-bc68-fa21d1a61f91 req-f55d9ba8-f16e-4341-b495-b72efe4bf475 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:37:11.891616 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-644793e9-515f-40d1-8ea4-dff578dd0991'] response: {'server_uuid': 'cd922ad4-ee3f-45a6-b2b8-caa401e64daf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5d880b1-e5ea-4dcc-b991-8b4b63932e1c', 'code': 200} Jun 01 19:37:12.078708 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:37:12.118744 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c63eb8e-52b0-498c-bc68-fa21d1a61f91 req-f55d9ba8-f16e-4341-b495-b72efe4bf475 service neutron] No DVR routers for this DVR port d5d880b1-e5ea-4dcc-b991-8b4b63932e1c on host n-h2-844202-1 {{(pid=88524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:37:12.122368 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55d9ba8-f16e-4341-b495-b72efe4bf475 service neutron] Pushing event updated for resources: {'Port': ['ID=d5d880b1-e5ea-4dcc-b991-8b4b63932e1c,revision_number=6']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:37:12.163416 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55d9ba8-f16e-4341-b495-b72efe4bf475 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:37:12.163758 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55d9ba8-f16e-4341-b495-b72efe4bf475 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:37:12.164092 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55d9ba8-f16e-4341-b495-b72efe4bf475 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:37:12.164454 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55d9ba8-f16e-4341-b495-b72efe4bf475 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:37:12.164785 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55d9ba8-f16e-4341-b495-b72efe4bf475 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:37:12.165108 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55d9ba8-f16e-4341-b495-b72efe4bf475 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:37:12.165426 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55d9ba8-f16e-4341-b495-b72efe4bf475 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:37:12.165745 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55d9ba8-f16e-4341-b495-b72efe4bf475 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:37:12.166063 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55d9ba8-f16e-4341-b495-b72efe4bf475 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:37:12.166377 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55d9ba8-f16e-4341-b495-b72efe4bf475 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:37:12.166691 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55d9ba8-f16e-4341-b495-b72efe4bf475 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:37:12.167003 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55d9ba8-f16e-4341-b495-b72efe4bf475 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:37:12.188926 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-4c63eb8e-52b0-498c-bc68-fa21d1a61f91 req-f55d9ba8-f16e-4341-b495-b72efe4bf475 service neutron] Attempting to bind port d5d880b1-e5ea-4dcc-b991-8b4b63932e1c on host n-h1-844202-1 for vnic_type normal with profile {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:37:12.189261 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-4c63eb8e-52b0-498c-bc68-fa21d1a61f91 req-f55d9ba8-f16e-4341-b495-b72efe4bf475 service neutron] Attempting to bind port d5d880b1-e5ea-4dcc-b991-8b4b63932e1c by drivers openvswitch,hyperv on host n-h1-844202-1 at level 0 using segments [{'id': '2a8c23b8-fd84-4e2c-81b4-ba496ba81a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'c43cdf77-d1c5-495f-9ac6-ea6cab78db0f'}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:37:12.189587 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c63eb8e-52b0-498c-bc68-fa21d1a61f91 req-f55d9ba8-f16e-4341-b495-b72efe4bf475 service neutron] Attempting to bind port d5d880b1-e5ea-4dcc-b991-8b4b63932e1c on network c43cdf77-d1c5-495f-9ac6-ea6cab78db0f {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:37:12.194263 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c63eb8e-52b0-498c-bc68-fa21d1a61f91 req-f55d9ba8-f16e-4341-b495-b72efe4bf475 service neutron] Port d5d880b1-e5ea-4dcc-b991-8b4b63932e1c on network c43cdf77-d1c5-495f-9ac6-ea6cab78db0f not bound, no agent of type Open vSwitch agent registered on host n-h1-844202-1 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 19:37:12.194579 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c63eb8e-52b0-498c-bc68-fa21d1a61f91 req-f55d9ba8-f16e-4341-b495-b72efe4bf475 service neutron] Attempting to bind port d5d880b1-e5ea-4dcc-b991-8b4b63932e1c on network c43cdf77-d1c5-495f-9ac6-ea6cab78db0f {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:37:12.199602 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c63eb8e-52b0-498c-bc68-fa21d1a61f91 req-f55d9ba8-f16e-4341-b495-b72efe4bf475 service neutron] Checking agent: {'id': 'bdb1e5d7-b998-4259-838f-3d278e930f32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 37, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:37:12.200510 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c63eb8e-52b0-498c-bc68-fa21d1a61f91 req-f55d9ba8-f16e-4341-b495-b72efe4bf475 service neutron] Checking segment: {'id': '2a8c23b8-fd84-4e2c-81b4-ba496ba81a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'c43cdf77-d1c5-495f-9ac6-ea6cab78db0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:37:12.200887 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c63eb8e-52b0-498c-bc68-fa21d1a61f91 req-f55d9ba8-f16e-4341-b495-b72efe4bf475 service neutron] Bound using segment: {'id': '2a8c23b8-fd84-4e2c-81b4-ba496ba81a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'c43cdf77-d1c5-495f-9ac6-ea6cab78db0f'} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:37:12.201306 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-4c63eb8e-52b0-498c-bc68-fa21d1a61f91 req-f55d9ba8-f16e-4341-b495-b72efe4bf475 service neutron] Bound port: d5d880b1-e5ea-4dcc-b991-8b4b63932e1c, host: n-h1-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a8c23b8-fd84-4e2c-81b4-ba496ba81a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'c43cdf77-d1c5-495f-9ac6-ea6cab78db0f'}}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:37:12.201644 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-4c63eb8e-52b0-498c-bc68-fa21d1a61f91 req-f55d9ba8-f16e-4341-b495-b72efe4bf475 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:37:12.292634 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-4c63eb8e-52b0-498c-bc68-fa21d1a61f91 req-f55d9ba8-f16e-4341-b495-b72efe4bf475 service neutron] For port d5d880b1-e5ea-4dcc-b991-8b4b63932e1c, host n-h1-844202-1, cleared binding levels {{(pid=88524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:37:12.295890 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-4c63eb8e-52b0-498c-bc68-fa21d1a61f91 req-f55d9ba8-f16e-4341-b495-b72efe4bf475 service neutron] For port d5d880b1-e5ea-4dcc-b991-8b4b63932e1c, host n-h1-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=d5d880b1-e5ea-4dcc-b991-8b4b63932e1c,segment=NetworkSegment(2a8c23b8-fd84-4e2c-81b4-ba496ba81a6c),segment_id=2a8c23b8-fd84-4e2c-81b4-ba496ba81a6c)] {{(pid=88524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:37:12.300266 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-4c63eb8e-52b0-498c-bc68-fa21d1a61f91 req-f55d9ba8-f16e-4341-b495-b72efe4bf475 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:37:12.346301 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:37:12.364015 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c63eb8e-52b0-498c-bc68-fa21d1a61f91 req-f55d9ba8-f16e-4341-b495-b72efe4bf475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:37:12.364651 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-4c63eb8e-52b0-498c-bc68-fa21d1a61f91 req-f55d9ba8-f16e-4341-b495-b72efe4bf475 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:37:12.366018 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4c63eb8e-52b0-498c-bc68-fa21d1a61f91 req-f55d9ba8-f16e-4341-b495-b72efe4bf475 service neutron] 10.222.0.15 "PUT /v2.0/ports/d5d880b1-e5ea-4dcc-b991-8b4b63932e1c HTTP/1.1" status: 200 len: 1091 time: 1.0189576 Jun 01 19:37:12.380667 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55d9ba8-f16e-4341-b495-b72efe4bf475 service neutron] Pushing event updated for resources: {'Port': ['ID=d5d880b1-e5ea-4dcc-b991-8b4b63932e1c,revision_number=7']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:37:12.460841 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c63eb8e-52b0-498c-bc68-fa21d1a61f91 req-76141fe7-da95-4cf4-9009-d17b40fb5a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:37:12.462309 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4c63eb8e-52b0-498c-bc68-fa21d1a61f91 req-76141fe7-da95-4cf4-9009-d17b40fb5a0f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c7d1d339f8554b63a76f25486eeded95&device_id=cd922ad4-ee3f-45a6-b2b8-caa401e64daf HTTP/1.1" status: 200 len: 1094 time: 0.0732598 Jun 01 19:37:12.598488 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c63eb8e-52b0-498c-bc68-fa21d1a61f91 req-858ef098-11db-422f-9cc0-84870e9acd10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:37:12.599818 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4c63eb8e-52b0-498c-bc68-fa21d1a61f91 req-858ef098-11db-422f-9cc0-84870e9acd10 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c43cdf77-d1c5-495f-9ac6-ea6cab78db0f HTTP/1.1" status: 200 len: 916 time: 0.1304841 Jun 01 19:37:12.668081 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4c63eb8e-52b0-498c-bc68-fa21d1a61f91 req-14d2b899-b5e9-4288-b5c1-33db641da751 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d5d880b1-e5ea-4dcc-b991-8b4b63932e1c HTTP/1.1" status: 200 len: 217 time: 0.0617278 Jun 01 19:37:12.673276 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3547bd33-87a3-477c-9d8a-e700021d1e1f req-495a1a8b-10d5-467c-bbe7-85a170004ccc tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:37:12.674737 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3547bd33-87a3-477c-9d8a-e700021d1e1f req-495a1a8b-10d5-467c-bbe7-85a170004ccc tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd922ad4-ee3f-45a6-b2b8-caa401e64daf HTTP/1.1" status: 200 len: 943 time: 0.0861437 Jun 01 19:37:12.720483 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3547bd33-87a3-477c-9d8a-e700021d1e1f req-e0631e5b-d5b9-49aa-b6b2-9feb5f8565d0 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] 10.222.0.41 "GET /v2.0/security-groups?id=77d74d49-06b1-4a99-95d0-0755116dd46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399821 Jun 01 19:37:12.744695 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c63eb8e-52b0-498c-bc68-fa21d1a61f91 req-a96c075c-3da4-40c5-896b-4423e7ed77b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:37:12.746553 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4c63eb8e-52b0-498c-bc68-fa21d1a61f91 req-a96c075c-3da4-40c5-896b-4423e7ed77b1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=faa311de-d88e-4aaa-b139-2f18e5388bb2 HTTP/1.1" status: 200 len: 855 time: 0.0701993 Jun 01 19:37:12.801047 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4c63eb8e-52b0-498c-bc68-fa21d1a61f91 req-5c097e7a-90a7-4acd-88b7-7d9cbf05ab25 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c43cdf77-d1c5-495f-9ac6-ea6cab78db0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410705 Jun 01 19:37:12.932727 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4c63eb8e-52b0-498c-bc68-fa21d1a61f91 req-fd7c3856-6b57-4627-8493-2fdf98832db7 service neutron] 10.222.0.15 "GET /v2.0/networks/c43cdf77-d1c5-495f-9ac6-ea6cab78db0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253257 Jun 01 19:37:13.069759 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4c63eb8e-52b0-498c-bc68-fa21d1a61f91 req-363b2857-c10a-427c-99a1-3386c4c26fec service neutron] 10.222.0.15 "GET /v2.0/networks/c43cdf77-d1c5-495f-9ac6-ea6cab78db0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293952 Jun 01 19:37:13.642902 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device d5d880b1-e5ea-4dcc-b991-8b4b63932e1c no longer exists at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:37:13.698573 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device d5d880b1-e5ea-4dcc-b991-8b4b63932e1c not bound to the agent host n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:37:13.892679 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd922ad4-ee3f-45a6-b2b8-caa401e64daf', 'tag': 'd5d880b1-e5ea-4dcc-b991-8b4b63932e1c'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:37:13.919783 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08210947-0270-4648-aed1-a867a582443e req-f6b33a57-2d56-435e-9ccb-601045ed1056 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:37:13.921582 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-08210947-0270-4648-aed1-a867a582443e req-f6b33a57-2d56-435e-9ccb-601045ed1056 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd922ad4-ee3f-45a6-b2b8-caa401e64daf HTTP/1.1" status: 200 len: 943 time: 0.0891032 Jun 01 19:37:13.953328 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7fd34e8-89b8-4915-bd6e-ed941faa3514'] response: {'name': 'network-changed', 'server_uuid': 'cd922ad4-ee3f-45a6-b2b8-caa401e64daf', 'tag': 'd5d880b1-e5ea-4dcc-b991-8b4b63932e1c', 'status': 'completed', 'code': 200} Jun 01 19:37:14.044430 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-08210947-0270-4648-aed1-a867a582443e req-d6ef9069-5a6a-4a5d-bc60-984382f8d80b tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] 10.222.0.41 "GET /v2.0/security-groups?id=77d74d49-06b1-4a99-95d0-0755116dd46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174562 Jun 01 19:37:14.110419 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76927931-0588-43c9-b12c-1d4505c75c30 req-1a8f1926-b4fe-4cbb-8e0d-4828b12a93e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:37:14.111884 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-76927931-0588-43c9-b12c-1d4505c75c30 req-1a8f1926-b4fe-4cbb-8e0d-4828b12a93e4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c7d1d339f8554b63a76f25486eeded95&device_id=cd922ad4-ee3f-45a6-b2b8-caa401e64daf HTTP/1.1" status: 200 len: 1094 time: 0.1411388 Jun 01 19:37:14.114341 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76927931-0588-43c9-b12c-1d4505c75c30 req-6e2d2137-5085-443e-8b85-45edee65913a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:37:14.115649 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-76927931-0588-43c9-b12c-1d4505c75c30 req-6e2d2137-5085-443e-8b85-45edee65913a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c7d1d339f8554b63a76f25486eeded95&device_id=cd922ad4-ee3f-45a6-b2b8-caa401e64daf HTTP/1.1" status: 200 len: 1094 time: 0.1132190 Jun 01 19:37:14.352604 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76927931-0588-43c9-b12c-1d4505c75c30 req-d600691f-6777-4f4a-b8b4-dbb21a0825cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:37:14.354045 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-76927931-0588-43c9-b12c-1d4505c75c30 req-d600691f-6777-4f4a-b8b4-dbb21a0825cd service neutron] 10.222.0.50 "GET /v2.0/networks?id=c43cdf77-d1c5-495f-9ac6-ea6cab78db0f HTTP/1.1" status: 200 len: 916 time: 0.2370031 Jun 01 19:37:14.356830 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76927931-0588-43c9-b12c-1d4505c75c30 req-face6836-f8ff-4344-8a66-6ff6f3544dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:37:14.358200 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-76927931-0588-43c9-b12c-1d4505c75c30 req-face6836-f8ff-4344-8a66-6ff6f3544dd1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c43cdf77-d1c5-495f-9ac6-ea6cab78db0f HTTP/1.1" status: 200 len: 916 time: 0.2214198 Jun 01 19:37:14.580265 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-76927931-0588-43c9-b12c-1d4505c75c30 req-a195a1ff-5e29-49a2-b437-ffc9bb853610 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d5d880b1-e5ea-4dcc-b991-8b4b63932e1c HTTP/1.1" status: 200 len: 217 time: 0.2198946 Jun 01 19:37:14.588945 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-76927931-0588-43c9-b12c-1d4505c75c30 req-c205bbda-de9f-49bc-be44-865791921126 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d5d880b1-e5ea-4dcc-b991-8b4b63932e1c HTTP/1.1" status: 200 len: 217 time: 0.1769466 Jun 01 19:37:14.695466 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76927931-0588-43c9-b12c-1d4505c75c30 req-cc33f271-001f-47a8-9667-710daceac1de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:37:14.696915 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-76927931-0588-43c9-b12c-1d4505c75c30 req-cc33f271-001f-47a8-9667-710daceac1de service neutron] 10.222.0.50 "GET /v2.0/subnets?id=faa311de-d88e-4aaa-b139-2f18e5388bb2 HTTP/1.1" status: 200 len: 855 time: 0.1096380 Jun 01 19:37:14.698277 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76927931-0588-43c9-b12c-1d4505c75c30 req-d83860e5-020f-4eb8-9c03-8f9490cac685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:37:14.699603 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-76927931-0588-43c9-b12c-1d4505c75c30 req-d83860e5-020f-4eb8-9c03-8f9490cac685 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=faa311de-d88e-4aaa-b139-2f18e5388bb2 HTTP/1.1" status: 200 len: 855 time: 0.0790448 Jun 01 19:37:14.779375 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-76927931-0588-43c9-b12c-1d4505c75c30 req-d57e300c-f7b5-4215-82eb-23398bacb498 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c43cdf77-d1c5-495f-9ac6-ea6cab78db0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0762389 Jun 01 19:37:14.785422 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-76927931-0588-43c9-b12c-1d4505c75c30 req-e8ee3473-5b09-4a10-94dd-03987db90052 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c43cdf77-d1c5-495f-9ac6-ea6cab78db0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523074 Jun 01 19:37:15.025993 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-76927931-0588-43c9-b12c-1d4505c75c30 req-1daea484-603e-4c30-8178-947a64b6b356 service neutron] 10.222.0.15 "GET /v2.0/networks/c43cdf77-d1c5-495f-9ac6-ea6cab78db0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2222159 Jun 01 19:37:15.027637 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-76927931-0588-43c9-b12c-1d4505c75c30 req-5c2542ff-d302-4184-8520-2fccce9a8a5d service neutron] 10.222.0.50 "GET /v2.0/networks/c43cdf77-d1c5-495f-9ac6-ea6cab78db0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2413552 Jun 01 19:37:15.241691 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e49da5f-4149-463f-948b-23caae526171 req-6d8ee859-9f6c-4368-856f-cdc42d17a5f4 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:37:15.243139 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-1e49da5f-4149-463f-948b-23caae526171 req-6d8ee859-9f6c-4368-856f-cdc42d17a5f4 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd922ad4-ee3f-45a6-b2b8-caa401e64daf HTTP/1.1" status: 200 len: 943 time: 0.0844243 Jun 01 19:37:15.267538 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-76927931-0588-43c9-b12c-1d4505c75c30 req-8fd4e586-6b9f-4973-90df-e9fc4be177a5 service neutron] 10.222.0.50 "GET /v2.0/networks/c43cdf77-d1c5-495f-9ac6-ea6cab78db0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2171810 Jun 01 19:37:15.269176 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-76927931-0588-43c9-b12c-1d4505c75c30 req-868071fb-7cf0-4d3f-92a3-f63faa5a00ae service neutron] 10.222.0.15 "GET /v2.0/networks/c43cdf77-d1c5-495f-9ac6-ea6cab78db0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2362509 Jun 01 19:37:15.290003 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-1e49da5f-4149-463f-948b-23caae526171 req-1c71a2a7-d4c0-4f0b-bccb-51e8440d0aa5 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] 10.222.0.41 "GET /v2.0/security-groups?id=77d74d49-06b1-4a99-95d0-0755116dd46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407393 Jun 01 19:37:15.599391 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b6a5bd-77e5-431b-9e81-7af35cdaf311 req-d41c3c54-508b-4e6f-b15a-37faa8108e1a tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:37:15.600809 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-53b6a5bd-77e5-431b-9e81-7af35cdaf311 req-d41c3c54-508b-4e6f-b15a-37faa8108e1a tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd922ad4-ee3f-45a6-b2b8-caa401e64daf HTTP/1.1" status: 200 len: 943 time: 0.0847285 Jun 01 19:37:15.606350 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfc5e14-9c9d-4722-bed9-22c3c52b7288 req-9874a9c5-f425-4045-b752-7836ff2633a4 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:37:15.607845 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4dfc5e14-9c9d-4722-bed9-22c3c52b7288 req-9874a9c5-f425-4045-b752-7836ff2633a4 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] 10.222.0.50 "GET /v2.0/ports?device_id=cd922ad4-ee3f-45a6-b2b8-caa401e64daf&tenant_id=c7d1d339f8554b63a76f25486eeded95&binding%3Ahost_id=n-h1-844202-1 HTTP/1.1" status: 200 len: 943 time: 0.0852072 Jun 01 19:37:15.650204 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-53b6a5bd-77e5-431b-9e81-7af35cdaf311 req-119ae1e7-7e72-410d-b0ae-d24b9f9ee33a tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] 10.222.0.41 "GET /v2.0/security-groups?id=77d74d49-06b1-4a99-95d0-0755116dd46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435061 Jun 01 19:37:15.690592 n-d-844202-1 neutron-server[88524]: INFO neutron.api.v2.resource [req-4dfc5e14-9c9d-4722-bed9-22c3c52b7288 req-1ebecb0a-c1c8-440c-af7a-53613f8e3788 service neutron] delete failed (client error): The resource could not be found. Jun 01 19:37:15.691570 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4dfc5e14-9c9d-4722-bed9-22c3c52b7288 req-1ebecb0a-c1c8-440c-af7a-53613f8e3788 service neutron] 10.222.0.50 "DELETE /v2.0/ports/d5d880b1-e5ea-4dcc-b991-8b4b63932e1c/bindings/n-h2-844202-1 HTTP/1.1" status: 404 len: 380 time: 0.0789702 Jun 01 19:37:15.828973 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfc5e14-9c9d-4722-bed9-22c3c52b7288 req-fba7850f-0c85-4559-82f8-cfd4a3eda698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:37:15.830433 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4dfc5e14-9c9d-4722-bed9-22c3c52b7288 req-fba7850f-0c85-4559-82f8-cfd4a3eda698 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c7d1d339f8554b63a76f25486eeded95&device_id=cd922ad4-ee3f-45a6-b2b8-caa401e64daf HTTP/1.1" status: 200 len: 1094 time: 0.0711274 Jun 01 19:37:15.960737 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfc5e14-9c9d-4722-bed9-22c3c52b7288 req-bb70ddc2-cc2f-4b94-9b17-94eb78990272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:37:15.962180 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4dfc5e14-9c9d-4722-bed9-22c3c52b7288 req-bb70ddc2-cc2f-4b94-9b17-94eb78990272 service neutron] 10.222.0.50 "GET /v2.0/networks?id=c43cdf77-d1c5-495f-9ac6-ea6cab78db0f HTTP/1.1" status: 200 len: 916 time: 0.1263525 Jun 01 19:37:16.036089 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4dfc5e14-9c9d-4722-bed9-22c3c52b7288 req-46e79dc1-3094-499f-8fca-7440d25b7617 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d5d880b1-e5ea-4dcc-b991-8b4b63932e1c HTTP/1.1" status: 200 len: 217 time: 0.0665543 Jun 01 19:37:16.097933 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfc5e14-9c9d-4722-bed9-22c3c52b7288 req-916c67ca-b522-4b48-a599-4a147334062d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:37:16.099380 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4dfc5e14-9c9d-4722-bed9-22c3c52b7288 req-916c67ca-b522-4b48-a599-4a147334062d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=faa311de-d88e-4aaa-b139-2f18e5388bb2 HTTP/1.1" status: 200 len: 855 time: 0.0578909 Jun 01 19:37:16.148509 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4dfc5e14-9c9d-4722-bed9-22c3c52b7288 req-c783f9d2-9f16-4180-8c8e-d948da7c796c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c43cdf77-d1c5-495f-9ac6-ea6cab78db0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429597 Jun 01 19:37:16.396659 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4dfc5e14-9c9d-4722-bed9-22c3c52b7288 req-dd2502a2-95d0-47e9-af8e-33ec19ee1e45 service neutron] 10.222.0.50 "GET /v2.0/networks/c43cdf77-d1c5-495f-9ac6-ea6cab78db0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2412167 Jun 01 19:37:16.524352 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4dfc5e14-9c9d-4722-bed9-22c3c52b7288 req-9ace6a4a-32e8-45d3-8c06-7918fc184c03 service neutron] 10.222.0.50 "GET /v2.0/networks/c43cdf77-d1c5-495f-9ac6-ea6cab78db0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225266 Jun 01 19:37:16.840366 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c489a91-3e64-43c2-aa67-4f9968d3ecd3 req-d9326649-3b42-4d29-981c-293d1ffa31e5 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:37:16.842324 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-1c489a91-3e64-43c2-aa67-4f9968d3ecd3 req-d9326649-3b42-4d29-981c-293d1ffa31e5 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd922ad4-ee3f-45a6-b2b8-caa401e64daf HTTP/1.1" status: 200 len: 943 time: 0.0811834 Jun 01 19:37:16.887752 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-1c489a91-3e64-43c2-aa67-4f9968d3ecd3 req-1af7f7fc-ca79-4c04-85bb-747ee65244e7 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] 10.222.0.41 "GET /v2.0/security-groups?id=77d74d49-06b1-4a99-95d0-0755116dd46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397305 Jun 01 19:37:17.240487 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device d5d880b1-e5ea-4dcc-b991-8b4b63932e1c details requested by agent hyperv_n-h1-844202-1 with host n-h1-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 19:37:17.372343 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port d5d880b1-e5ea-4dcc-b991-8b4b63932e1c, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=d5d880b1-e5ea-4dcc-b991-8b4b63932e1c,segment=NetworkSegment(2a8c23b8-fd84-4e2c-81b4-ba496ba81a6c),segment_id=2a8c23b8-fd84-4e2c-81b4-ba496ba81a6c)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:37:17.385026 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Returning: {'device': 'd5d880b1-e5ea-4dcc-b991-8b4b63932e1c', 'network_id': 'c43cdf77-d1c5-495f-9ac6-ea6cab78db0f', 'port_id': 'd5d880b1-e5ea-4dcc-b991-8b4b63932e1c', 'mac_address': 'fa:16:3e:4e:53:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'faa311de-d88e-4aaa-b139-2f18e5388bb2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 19:37:17.443035 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port d5d880b1-e5ea-4dcc-b991-8b4b63932e1c is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:37:17.443405 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:37:17.460049 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5d880b1-e5ea-4dcc-b991-8b4b63932e1c {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 19:37:17.475228 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port d5d880b1-e5ea-4dcc-b991-8b4b63932e1c, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=d5d880b1-e5ea-4dcc-b991-8b4b63932e1c,segment=NetworkSegment(2a8c23b8-fd84-4e2c-81b4-ba496ba81a6c),segment_id=2a8c23b8-fd84-4e2c-81b4-ba496ba81a6c)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:37:17.479466 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:37:17.544966 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=d5d880b1-e5ea-4dcc-b991-8b4b63932e1c,revision_number=8']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:37:17.552166 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:37:17.552528 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:37:17.552862 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:37:17.553192 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:37:17.553515 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:37:17.553838 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:37:17.554159 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:37:17.554472 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:37:17.554787 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:37:17.555121 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:37:17.555417 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:37:17.555732 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:37:17.721793 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] get_ports_and_sgs() called for port_ids ['d5d880b1-e5ea-4dcc-b991-8b4b63932e1c'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 19:37:18.077864 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda402a5-561f-42b0-9e03-0ae73efd6a90 req-029dadcb-0146-4c4d-9fdb-8a87f568a5d5 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:37:18.079445 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-dda402a5-561f-42b0-9e03-0ae73efd6a90 req-029dadcb-0146-4c4d-9fdb-8a87f568a5d5 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd922ad4-ee3f-45a6-b2b8-caa401e64daf HTTP/1.1" status: 200 len: 944 time: 0.0822413 Jun 01 19:37:18.124530 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-dda402a5-561f-42b0-9e03-0ae73efd6a90 req-de7e0a88-948d-42ff-932e-68a291cdaca1 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] 10.222.0.41 "GET /v2.0/security-groups?id=77d74d49-06b1-4a99-95d0-0755116dd46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392570 Jun 01 19:37:18.313429 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a4bc05-f679-45df-813c-df98e0b84a65 req-51a3b800-5cef-4e38-9c65-09830b6082a1 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:37:18.314860 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-75a4bc05-f679-45df-813c-df98e0b84a65 req-51a3b800-5cef-4e38-9c65-09830b6082a1 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd922ad4-ee3f-45a6-b2b8-caa401e64daf HTTP/1.1" status: 200 len: 944 time: 0.0850780 Jun 01 19:37:18.362401 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-75a4bc05-f679-45df-813c-df98e0b84a65 req-61ee7e88-ea5d-4d1c-ad72-d2e11a01fbc5 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] 10.222.0.41 "GET /v2.0/security-groups?id=77d74d49-06b1-4a99-95d0-0755116dd46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411348 Jun 01 19:37:18.555942 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d39ec0-dd45-4c64-b006-0a2d1b74d82f req-388c1e92-b991-402f-8ee0-fa5a32c52e2f tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:37:18.557426 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-47d39ec0-dd45-4c64-b006-0a2d1b74d82f req-388c1e92-b991-402f-8ee0-fa5a32c52e2f tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd922ad4-ee3f-45a6-b2b8-caa401e64daf HTTP/1.1" status: 200 len: 944 time: 0.0855730 Jun 01 19:37:18.601467 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-47d39ec0-dd45-4c64-b006-0a2d1b74d82f req-ff2cf38a-46c3-4fae-8050-014bd7b7f051 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] 10.222.0.41 "GET /v2.0/security-groups?id=77d74d49-06b1-4a99-95d0-0755116dd46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381646 Jun 01 19:37:19.163231 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbaee8c-5fa3-4199-bed9-a29614ccea28 req-14e92511-fcc9-4329-a905-8a0b8cec1c91 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:37:19.164615 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fcbaee8c-5fa3-4199-bed9-a29614ccea28 req-14e92511-fcc9-4329-a905-8a0b8cec1c91 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd922ad4-ee3f-45a6-b2b8-caa401e64daf HTTP/1.1" status: 200 len: 944 time: 0.0820808 Jun 01 19:37:19.209044 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fcbaee8c-5fa3-4199-bed9-a29614ccea28 req-16a0e564-e2aa-427a-b67e-831a5280dcea tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] 10.222.0.41 "GET /v2.0/security-groups?id=77d74d49-06b1-4a99-95d0-0755116dd46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383768 Jun 01 19:37:19.252139 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device d5d880b1-e5ea-4dcc-b991-8b4b63932e1c up at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:37:19.318531 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Provisioning for port d5d880b1-e5ea-4dcc-b991-8b4b63932e1c completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:37:19.323305 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Provisioning complete for port d5d880b1-e5ea-4dcc-b991-8b4b63932e1c triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:37:19.323684 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:37:19.448705 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port d5d880b1-e5ea-4dcc-b991-8b4b63932e1c is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:37:19.449061 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:37:19.475234 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd922ad4-ee3f-45a6-b2b8-caa401e64daf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5d880b1-e5ea-4dcc-b991-8b4b63932e1c'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:37:19.485353 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port d5d880b1-e5ea-4dcc-b991-8b4b63932e1c, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=d5d880b1-e5ea-4dcc-b991-8b4b63932e1c,segment=NetworkSegment(2a8c23b8-fd84-4e2c-81b4-ba496ba81a6c),segment_id=2a8c23b8-fd84-4e2c-81b4-ba496ba81a6c)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:37:19.489165 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:37:19.526043 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6893cb2-a814-4e6f-a657-ef40ca875c36'] response: {'server_uuid': 'cd922ad4-ee3f-45a6-b2b8-caa401e64daf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5d880b1-e5ea-4dcc-b991-8b4b63932e1c', 'code': 200} Jun 01 19:37:19.563347 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=d5d880b1-e5ea-4dcc-b991-8b4b63932e1c,revision_number=9']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:37:20.394432 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4cff11-8a00-4573-8a0f-4f2e597de19b req-a263b54e-9971-4027-a1bb-c9a69263437a tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:37:20.396030 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6c4cff11-8a00-4573-8a0f-4f2e597de19b req-a263b54e-9971-4027-a1bb-c9a69263437a tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd922ad4-ee3f-45a6-b2b8-caa401e64daf HTTP/1.1" status: 200 len: 945 time: 0.1381638 Jun 01 19:37:20.458618 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c586d65-6d6f-4208-a4fc-fab7d053d101 req-72c2a133-1514-4cb1-a006-5db62efe0709 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:37:20.460045 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0c586d65-6d6f-4208-a4fc-fab7d053d101 req-72c2a133-1514-4cb1-a006-5db62efe0709 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd922ad4-ee3f-45a6-b2b8-caa401e64daf HTTP/1.1" status: 200 len: 945 time: 0.1458669 Jun 01 19:37:20.495665 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-6c4cff11-8a00-4573-8a0f-4f2e597de19b req-87e08986-db43-4e87-9e6a-4068557173fb tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Deleting port d5d880b1-e5ea-4dcc-b991-8b4b63932e1c {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:37:20.495918 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-6c4cff11-8a00-4573-8a0f-4f2e597de19b req-87e08986-db43-4e87-9e6a-4068557173fb tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:37:20.564140 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0c586d65-6d6f-4208-a4fc-fab7d053d101 req-74d68133-89f7-4946-b717-0b710abf7015 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] 10.222.0.41 "GET /v2.0/security-groups?id=77d74d49-06b1-4a99-95d0-0755116dd46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983644 Jun 01 19:37:20.761581 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-6c4cff11-8a00-4573-8a0f-4f2e597de19b req-87e08986-db43-4e87-9e6a-4068557173fb tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] For port d5d880b1-e5ea-4dcc-b991-8b4b63932e1c, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=d5d880b1-e5ea-4dcc-b991-8b4b63932e1c,segment=NetworkSegment(2a8c23b8-fd84-4e2c-81b4-ba496ba81a6c),segment_id=2a8c23b8-fd84-4e2c-81b4-ba496ba81a6c)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:37:20.761826 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-6c4cff11-8a00-4573-8a0f-4f2e597de19b req-87e08986-db43-4e87-9e6a-4068557173fb tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:37:20.889539 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-6c4cff11-8a00-4573-8a0f-4f2e597de19b req-87e08986-db43-4e87-9e6a-4068557173fb tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Calling delete_port for d5d880b1-e5ea-4dcc-b991-8b4b63932e1c owned by compute:nova {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:37:21.036959 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-6c4cff11-8a00-4573-8a0f-4f2e597de19b req-87e08986-db43-4e87-9e6a-4068557173fb tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:37:21.052580 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] get_ports_and_sgs() called for port_ids ['d5d880b1-e5ea-4dcc-b991-8b4b63932e1c'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 19:37:21.086811 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e08986-db43-4e87-9e6a-4068557173fb tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Pushing event deleted for resources: {'Port': ['ID=d5d880b1-e5ea-4dcc-b991-8b4b63932e1c,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:37:21.161717 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c4cff11-8a00-4573-8a0f-4f2e597de19b req-87e08986-db43-4e87-9e6a-4068557173fb tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] No DVR routers for this DVR port d5d880b1-e5ea-4dcc-b991-8b4b63932e1c on host n-h1-844202-1 {{(pid=88524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:37:21.164232 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-6c4cff11-8a00-4573-8a0f-4f2e597de19b req-87e08986-db43-4e87-9e6a-4068557173fb tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:37:21.166644 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd922ad4-ee3f-45a6-b2b8-caa401e64daf', 'name': 'network-vif-deleted', 'tag': 'd5d880b1-e5ea-4dcc-b991-8b4b63932e1c'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:37:21.182309 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6c4cff11-8a00-4573-8a0f-4f2e597de19b req-87e08986-db43-4e87-9e6a-4068557173fb tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] 10.222.0.15 "DELETE /v2.0/ports/d5d880b1-e5ea-4dcc-b991-8b4b63932e1c HTTP/1.1" status: 204 len: 173 time: 0.7802091 Jun 01 19:37:21.212150 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78a52672-ff76-4131-9657-f1061a66ab74'] response: {'server_uuid': 'cd922ad4-ee3f-45a6-b2b8-caa401e64daf', 'name': 'network-vif-deleted', 'tag': 'd5d880b1-e5ea-4dcc-b991-8b4b63932e1c', 'status': 'completed', 'code': 200} Jun 01 19:37:21.729499 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-21451ce7-2d4f-4cde-9478-4eaf2faebbbc req-cd185e8c-6bdc-48c0-9334-906b8ec5e465 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Synchronizing usage tracker for tenant:c7d1d339f8554b63a76f25486eeded95 on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:37:21.746084 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-21451ce7-2d4f-4cde-9478-4eaf2faebbbc req-cd185e8c-6bdc-48c0-9334-906b8ec5e465 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Unset dirty status for tenant:c7d1d339f8554b63a76f25486eeded95 on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:37:21.747324 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-21451ce7-2d4f-4cde-9478-4eaf2faebbbc req-cd185e8c-6bdc-48c0-9334-906b8ec5e465 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd922ad4-ee3f-45a6-b2b8-caa401e64daf HTTP/1.1" status: 200 len: 210 time: 0.0597901 Jun 01 19:37:22.880727 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 51038) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:37:22.948798 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ab67391d-726f-4ea5-999e-bf18763701cf tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:37:22.979164 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ab67391d-726f-4ea5-999e-bf18763701cf tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:37:23.040996 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ab67391d-726f-4ea5-999e-bf18763701cf tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:37:23.059523 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab67391d-726f-4ea5-999e-bf18763701cf tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46372cc0-e98f-4a20-a5fe-35334c1ae683,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:37:23.069399 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab67391d-726f-4ea5-999e-bf18763701cf tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:37:23.069735 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab67391d-726f-4ea5-999e-bf18763701cf tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:37:23.070059 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab67391d-726f-4ea5-999e-bf18763701cf tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:37:23.070380 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab67391d-726f-4ea5-999e-bf18763701cf tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:37:23.070693 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab67391d-726f-4ea5-999e-bf18763701cf tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:37:23.071006 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab67391d-726f-4ea5-999e-bf18763701cf tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:37:23.071318 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab67391d-726f-4ea5-999e-bf18763701cf tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:37:23.071626 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab67391d-726f-4ea5-999e-bf18763701cf tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:37:23.071933 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab67391d-726f-4ea5-999e-bf18763701cf tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:37:23.072263 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab67391d-726f-4ea5-999e-bf18763701cf tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:37:23.072575 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab67391d-726f-4ea5-999e-bf18763701cf tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:37:23.072880 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab67391d-726f-4ea5-999e-bf18763701cf tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:37:23.080619 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ab67391d-726f-4ea5-999e-bf18763701cf tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:37:23.088248 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-ab67391d-726f-4ea5-999e-bf18763701cf tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] 10.222.0.41 "DELETE /v2.0/security-groups/46372cc0-e98f-4a20-a5fe-35334c1ae683 HTTP/1.1" status: 204 len: 168 time: 0.1999781 Jun 01 19:37:23.088248 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 51042) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:37:23.100518 n-d-844202-1 neutron-server[88525]: INFO neutron.api.v2.resource [None req-09a2aee0-3b8d-4c0e-9a70-0bff2506bdd2 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] show failed (client error): The resource could not be found. Jun 01 19:37:23.101647 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-09a2aee0-3b8d-4c0e-9a70-0bff2506bdd2 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] 10.222.0.41 "GET /v2.0/security-groups/46372cc0-e98f-4a20-a5fe-35334c1ae683 HTTP/1.1" status: 404 len: 347 time: 0.0165868 Jun 01 19:37:23.104368 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 51046) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:37:23.264305 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-946f03d6-4bd1-4144-adbe-b9099e6b9e50 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Deleting port a5fdcd8d-b3dc-4f34-8781-7c5b07ad6f5b {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:37:23.264643 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-946f03d6-4bd1-4144-adbe-b9099e6b9e50 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:37:23.309208 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device d5d880b1-e5ea-4dcc-b991-8b4b63932e1c no longer exists at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:37:23.352271 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] No Port match for: d5d880b1-e5ea-4dcc-b991-8b4b63932e1c {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:37:23.352619 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device d5d880b1-e5ea-4dcc-b991-8b4b63932e1c not bound to the agent host n-h1-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:37:23.539962 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-946f03d6-4bd1-4144-adbe-b9099e6b9e50 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:37:23.540308 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-946f03d6-4bd1-4144-adbe-b9099e6b9e50 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:37:23.662141 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-946f03d6-4bd1-4144-adbe-b9099e6b9e50 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Calling delete_port for a5fdcd8d-b3dc-4f34-8781-7c5b07ad6f5b owned by network:floatingip {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:37:23.802054 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-946f03d6-4bd1-4144-adbe-b9099e6b9e50 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:37:23.849116 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946f03d6-4bd1-4144-adbe-b9099e6b9e50 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Pushing event deleted for resources: {'Port': ['ID=a5fdcd8d-b3dc-4f34-8781-7c5b07ad6f5b,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:37:23.943384 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-946f03d6-4bd1-4144-adbe-b9099e6b9e50 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Notify callbacks [] for floatingip, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:37:23.960883 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-946f03d6-4bd1-4144-adbe-b9099e6b9e50 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for floatingip, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:37:23.961995 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-946f03d6-4bd1-4144-adbe-b9099e6b9e50 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] 10.222.0.41 "DELETE /v2.0/floatingips/0b3a886c-0fa0-4000-a869-12f87800a714 HTTP/1.1" status: 204 len: 168 time: 0.8567672 Jun 01 19:37:24.107921 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 51054) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:37:24.166631 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_v2 [None req-7875d425-ed4d-4e19-ba00-b4903c97924d admin admin] Deleting subnet faa311de-d88e-4aaa-b139-2f18e5388bb2 {{(pid=88525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 19:37:24.170584 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7875d425-ed4d-4e19-ba00-b4903c97924d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:37:24.222399 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7875d425-ed4d-4e19-ba00-b4903c97924d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2258509'] for subnet, precommit_delete_associations {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:37:24.276590 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7875d425-ed4d-4e19-ba00-b4903c97924d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:37:24.347095 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7875d425-ed4d-4e19-ba00-b4903c97924d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2614143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9667199'] for subnet, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:37:24.388508 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7875d425-ed4d-4e19-ba00-b4903c97924d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=faa311de-d88e-4aaa-b139-2f18e5388bb2,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:37:24.391803 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7875d425-ed4d-4e19-ba00-b4903c97924d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:37:24.397692 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-7875d425-ed4d-4e19-ba00-b4903c97924d admin admin] 10.222.0.41 "DELETE /v2.0/subnets/faa311de-d88e-4aaa-b139-2f18e5388bb2 HTTP/1.1" status: 204 len: 168 time: 0.2887390 Jun 01 19:37:24.400150 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 51058) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:37:24.502076 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8040308d-9a42-4629-8aeb-603eb513a808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:37:24.632316 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8040308d-9a42-4629-8aeb-603eb513a808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:37:24.659040 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-8040308d-9a42-4629-8aeb-603eb513a808 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c43cdf77-d1c5-495f-9ac6-ea6cab78db0f']}} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:37:24.671205 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-8040308d-9a42-4629-8aeb-603eb513a808 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a8c23b8-fd84-4e2c-81b4-ba496ba81a6c') {'for_net_delete': True} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:37:24.671507 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-8040308d-9a42-4629-8aeb-603eb513a808 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a8c23b8-fd84-4e2c-81b4-ba496ba81a6c') {} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:37:24.682567 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8040308d-9a42-4629-8aeb-603eb513a808 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2258522'] for segment, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:37:24.699414 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8040308d-9a42-4629-8aeb-603eb513a808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:37:24.707331 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8040308d-9a42-4629-8aeb-603eb513a808 admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=88525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 19:37:24.707331 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8040308d-9a42-4629-8aeb-603eb513a808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2613981'] for segment, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:37:24.794980 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment 2a8c23b8-fd84-4e2c-81b4-ba496ba81a6c resource provider aggregate not found Jun 01 19:37:24.805071 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8040308d-9a42-4629-8aeb-603eb513a808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:37:24.822409 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8040308d-9a42-4629-8aeb-603eb513a808 admin admin] Notify callbacks [] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:37:24.825916 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment 2a8c23b8-fd84-4e2c-81b4-ba496ba81a6c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2a8c23b8-fd84-4e2c-81b4-ba496ba81a6c found for delete ", "request_id": "req-dc018b25-7e37-4e4c-bdb1-fa9aea7321a3"}]} Jun 01 19:37:24.834409 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8040308d-9a42-4629-8aeb-603eb513a808 admin admin] Pushing event deleted for resources: {'Network': ['ID=c43cdf77-d1c5-495f-9ac6-ea6cab78db0f,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:37:24.843595 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-8040308d-9a42-4629-8aeb-603eb513a808 admin admin] 10.222.0.41 "DELETE /v2.0/networks/c43cdf77-d1c5-495f-9ac6-ea6cab78db0f HTTP/1.1" status: 204 len: 168 time: 0.4424496 Jun 01 19:37:24.962209 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 51070) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:37:25.011527 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-68e14f54-6108-42f5-b585-e29ebc5054e3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c7d1d339f8554b63a76f25486eeded95&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0481501 Jun 01 19:37:25.014719 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 51074) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:37:25.071025 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-448540bf-aa28-4107-9094-f57fa55c2847 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:37:25.096665 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-448540bf-aa28-4107-9094-f57fa55c2847 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:37:25.148024 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-448540bf-aa28-4107-9094-f57fa55c2847 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:37:25.167800 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448540bf-aa28-4107-9094-f57fa55c2847 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77d74d49-06b1-4a99-95d0-0755116dd46c,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:37:25.174549 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-448540bf-aa28-4107-9094-f57fa55c2847 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:37:25.176653 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-448540bf-aa28-4107-9094-f57fa55c2847 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/77d74d49-06b1-4a99-95d0-0755116dd46c HTTP/1.1" status: 204 len: 168 time: 0.1610193 Jun 01 19:37:25.907640 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 51098) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:37:26.014083 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-b23778ee-cacf-4db0-a020-823b002effdc admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1042264002-network', 'tenant_id': 'cbda20c3e8d6442e82db1c7c6a27e2a5'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:37:26.019441 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-b23778ee-cacf-4db0-a020-823b002effdc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:37:26.023312 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-b23778ee-cacf-4db0-a020-823b002effdc admin admin] Usage tracker for resource:network and tenant:cbda20c3e8d6442e82db1c7c6a27e2a5 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:37:26.026175 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-b23778ee-cacf-4db0-a020-823b002effdc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:37:26.034045 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-b23778ee-cacf-4db0-a020-823b002effdc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:37:26.044522 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b23778ee-cacf-4db0-a020-823b002effdc admin admin] Made reservation on behalf of cbda20c3e8d6442e82db1c7c6a27e2a5 for: {'network': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:37:26.046622 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b23778ee-cacf-4db0-a020-823b002effdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:37:26.058372 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b23778ee-cacf-4db0-a020-823b002effdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:37:26.073218 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-b23778ee-cacf-4db0-a020-823b002effdc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:37:26.077617 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-b23778ee-cacf-4db0-a020-823b002effdc admin admin] Usage tracker for resource:security_group_rule and tenant:cbda20c3e8d6442e82db1c7c6a27e2a5 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:37:26.080463 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-b23778ee-cacf-4db0-a020-823b002effdc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:37:26.086146 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-b23778ee-cacf-4db0-a020-823b002effdc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:37:26.168377 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b23778ee-cacf-4db0-a020-823b002effdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:37:26.173483 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b23778ee-cacf-4db0-a020-823b002effdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:37:26.207253 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b23778ee-cacf-4db0-a020-823b002effdc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 146} {{(pid=88525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 19:37:26.212636 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23778ee-cacf-4db0-a020-823b002effdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=833b3178-3e56-4831-a7f9-9ac2dc4fd952,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:37:26.219855 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b23778ee-cacf-4db0-a020-823b002effdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:37:26.220202 n-d-844202-1 neutron-server[88525]: INFO neutron.db.segments_db [None req-b23778ee-cacf-4db0-a020-823b002effdc admin admin] Added segment 7ed294a7-e1e7-4d37-88c7-4b485966a411 of type vlan for network c4e93956-04f5-4c59-8497-c0465a5ee4f1 Jun 01 19:37:26.246312 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b23778ee-cacf-4db0-a020-823b002effdc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:37:26.275052 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b23778ee-cacf-4db0-a020-823b002effdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:37:26.276212 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b23778ee-cacf-4db0-a020-823b002effdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:37:26.276801 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b23778ee-cacf-4db0-a020-823b002effdc admin admin] Notify callbacks [] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:37:26.386766 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-b23778ee-cacf-4db0-a020-823b002effdc admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4780052 Jun 01 19:37:26.387701 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23778ee-cacf-4db0-a020-823b002effdc admin admin] Pushing event updated for resources: {'Network': ['ID=c4e93956-04f5-4c59-8497-c0465a5ee4f1,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:37:26.394890 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 51104) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:37:26.400462 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-1ecd76f7-0b93-45e0-95a9-a3374a3d14d0 admin admin] Request body: {'subnet': {'network_id': 'c4e93956-04f5-4c59-8497-c0465a5ee4f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1042264002-subnet', 'tenant_id': 'cbda20c3e8d6442e82db1c7c6a27e2a5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:37:26.404003 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network c4e93956-04f5-4c59-8497-c0465a5ee4f1 details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 19:37:26.406725 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-1ecd76f7-0b93-45e0-95a9-a3374a3d14d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:37:26.410632 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-1ecd76f7-0b93-45e0-95a9-a3374a3d14d0 admin admin] Usage tracker for resource:subnet and tenant:cbda20c3e8d6442e82db1c7c6a27e2a5 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:37:26.413631 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-1ecd76f7-0b93-45e0-95a9-a3374a3d14d0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:37:26.421749 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-1ecd76f7-0b93-45e0-95a9-a3374a3d14d0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:37:26.434102 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ecd76f7-0b93-45e0-95a9-a3374a3d14d0 admin admin] Made reservation on behalf of cbda20c3e8d6442e82db1c7c6a27e2a5 for: {'subnet': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:37:26.438351 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1ecd76f7-0b93-45e0-95a9-a3374a3d14d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9667140'] for subnet, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:37:26.663575 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1ecd76f7-0b93-45e0-95a9-a3374a3d14d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2614064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9667190'] for subnet, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:37:26.858753 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecd76f7-0b93-45e0-95a9-a3374a3d14d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7869c718-b90f-46bf-9776-ffc40f61ae55,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:37:26.866188 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ecd76f7-0b93-45e0-95a9-a3374a3d14d0 admin admin] Checking segment: {'id': '7ed294a7-e1e7-4d37-88c7-4b485966a411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c4e93956-04f5-4c59-8497-c0465a5ee4f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:37:26.866541 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ecd76f7-0b93-45e0-95a9-a3374a3d14d0 admin admin] Network hostable DHCP agents. Network: c4e93956-04f5-4c59-8497-c0465a5ee4f1, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 19:37:26.890499 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ecd76f7-0b93-45e0-95a9-a3374a3d14d0 admin admin] Network c4e93956-04f5-4c59-8497-c0465a5ee4f1 is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 19:37:26.901952 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-1ecd76f7-0b93-45e0-95a9-a3374a3d14d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, c4e93956-04f5-4c59-8497-c0465a5ee4f1) {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:37:26.906431 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ecd76f7-0b93-45e0-95a9-a3374a3d14d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:37:26.907024 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1ecd76f7-0b93-45e0-95a9-a3374a3d14d0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:37:26.911287 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a179b950-4ea5-422f-b08d-602db2b64504 None None] Network c4e93956-04f5-4c59-8497-c0465a5ee4f1 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:37:26.932851 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-1ecd76f7-0b93-45e0-95a9-a3374a3d14d0 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5370564 Jun 01 19:37:26.934085 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 51108) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:37:26.941053 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-76f9e50d-ae1e-4d82-a99d-8d8a0c1d2ec2 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1042264002-router', 'tenant_id': 'cbda20c3e8d6442e82db1c7c6a27e2a5', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:37:26.948012 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-76f9e50d-ae1e-4d82-a99d-8d8a0c1d2ec2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:37:26.952406 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-76f9e50d-ae1e-4d82-a99d-8d8a0c1d2ec2 admin admin] Usage tracker for resource:router and tenant:cbda20c3e8d6442e82db1c7c6a27e2a5 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:37:26.955834 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-76f9e50d-ae1e-4d82-a99d-8d8a0c1d2ec2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:37:26.962078 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-76f9e50d-ae1e-4d82-a99d-8d8a0c1d2ec2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:37:26.974441 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-76f9e50d-ae1e-4d82-a99d-8d8a0c1d2ec2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-885767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25238'] for router, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:37:26.975683 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-76f9e50d-ae1e-4d82-a99d-8d8a0c1d2ec2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-901042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-886562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-981784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25327'] for router, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:37:26.994110 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-76f9e50d-ae1e-4d82-a99d-8d8a0c1d2ec2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:37:27.158164 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db60eb50-d938-4464-958b-1a17c72761bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc93f83c3-7fb6-5c13-a9d4-29d739a4e8d2-c4e93956-04f5-4c59-8497-c0465a5ee4f1', 'network_id': 'c4e93956-04f5-4c59-8497-c0465a5ee4f1', 'tenant_id': 'cbda20c3e8d6442e82db1c7c6a27e2a5', 'fixed_ips': [{'subnet_id': '7869c718-b90f-46bf-9776-ffc40f61ae55'}]}} from n-d-844202-1. {{(pid=88526) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 19:37:27.159143 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-db60eb50-d938-4464-958b-1a17c72761bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:37:27.282447 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-76f9e50d-ae1e-4d82-a99d-8d8a0c1d2ec2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-886608', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-885830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25341'] for router, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:37:27.336825 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.db_base_plugin_common [None req-db60eb50-d938-4464-958b-1a17c72761bc None None] Allocated IP 172.20.0.2 (c4e93956-04f5-4c59-8497-c0465a5ee4f1/7869c718-b90f-46bf-9776-ffc40f61ae55/7fb0acc1-0a24-4ef9-9146-40587405d8ea) {{(pid=88526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:37:27.545695 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-db60eb50-d938-4464-958b-1a17c72761bc None None] Notify callbacks [] for port, precommit_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:37:27.555674 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-db60eb50-d938-4464-958b-1a17c72761bc None None] Transition to ACTIVE for port object 7fb0acc1-0a24-4ef9-9146-40587405d8ea will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:37:27.577620 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-db60eb50-d938-4464-958b-1a17c72761bc None None] Transition to ACTIVE for port object 7fb0acc1-0a24-4ef9-9146-40587405d8ea will not be triggered until provisioned by entity DHCP. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:37:27.584589 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-db60eb50-d938-4464-958b-1a17c72761bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526'] for port, after_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:37:27.631444 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-76f9e50d-ae1e-4d82-a99d-8d8a0c1d2ec2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:37:27.662512 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-76f9e50d-ae1e-4d82-a99d-8d8a0c1d2ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:37:27.676390 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db60eb50-d938-4464-958b-1a17c72761bc None None] Network c4e93956-04f5-4c59-8497-c0465a5ee4f1 is already hosted by enough agents. {{(pid=88526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:37:27.680460 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.base_scheduler [None req-db60eb50-d938-4464-958b-1a17c72761bc None None] Resources bound (agent type, host, resource id): {{(pid=88526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:37:27.686407 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db60eb50-d938-4464-958b-1a17c72761bc None None] Received port after_create {{(pid=88526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:37:27.745293 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db60eb50-d938-4464-958b-1a17c72761bc None None] Pushing event updated for resources: {'Port': ['ID=7fb0acc1-0a24-4ef9-9146-40587405d8ea,revision_number=1']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:37:27.810676 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [None req-76f9e50d-ae1e-4d82-a99d-8d8a0c1d2ec2 admin admin] Allocated IP 172.25.4.8 (72a72e44-6845-488a-a5ff-3a26d4df9cb3/c314a23b-daa2-4106-ab28-8e6f954277b2/70e55147-1f1f-4d25-bc59-b7473230258c) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:37:27.834119 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-db60eb50-d938-4464-958b-1a17c72761bc None None] Attempting to bind port 7fb0acc1-0a24-4ef9-9146-40587405d8ea on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:37:27.834473 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-db60eb50-d938-4464-958b-1a17c72761bc None None] Attempting to bind port 7fb0acc1-0a24-4ef9-9146-40587405d8ea by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': '7ed294a7-e1e7-4d37-88c7-4b485966a411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c4e93956-04f5-4c59-8497-c0465a5ee4f1'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:37:27.834825 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db60eb50-d938-4464-958b-1a17c72761bc None None] Attempting to bind port 7fb0acc1-0a24-4ef9-9146-40587405d8ea on network c4e93956-04f5-4c59-8497-c0465a5ee4f1 {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:37:27.839923 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db60eb50-d938-4464-958b-1a17c72761bc None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 37, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:37:27.840306 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db60eb50-d938-4464-958b-1a17c72761bc None None] Checking segment: {'id': '7ed294a7-e1e7-4d37-88c7-4b485966a411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c4e93956-04f5-4c59-8497-c0465a5ee4f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:37:27.840802 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-db60eb50-d938-4464-958b-1a17c72761bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:37:27.841451 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db60eb50-d938-4464-958b-1a17c72761bc None None] Bound using segment: {'id': '7ed294a7-e1e7-4d37-88c7-4b485966a411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c4e93956-04f5-4c59-8497-c0465a5ee4f1'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:37:27.841980 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-db60eb50-d938-4464-958b-1a17c72761bc None None] Bound port: 7fb0acc1-0a24-4ef9-9146-40587405d8ea, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ed294a7-e1e7-4d37-88c7-4b485966a411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c4e93956-04f5-4c59-8497-c0465a5ee4f1'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:37:27.842591 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-db60eb50-d938-4464-958b-1a17c72761bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:37:27.942622 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-db60eb50-d938-4464-958b-1a17c72761bc None None] For port 7fb0acc1-0a24-4ef9-9146-40587405d8ea, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:37:27.947150 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-db60eb50-d938-4464-958b-1a17c72761bc None None] For port 7fb0acc1-0a24-4ef9-9146-40587405d8ea, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=7fb0acc1-0a24-4ef9-9146-40587405d8ea,segment=NetworkSegment(7ed294a7-e1e7-4d37-88c7-4b485966a411),segment_id=7ed294a7-e1e7-4d37-88c7-4b485966a411)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:37:27.951565 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-db60eb50-d938-4464-958b-1a17c72761bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:37:27.961093 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-76f9e50d-ae1e-4d82-a99d-8d8a0c1d2ec2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:37:27.991656 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-76f9e50d-ae1e-4d82-a99d-8d8a0c1d2ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:37:28.043345 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db60eb50-d938-4464-958b-1a17c72761bc None None] Pushing event updated for resources: {'Port': ['ID=7fb0acc1-0a24-4ef9-9146-40587405d8ea,revision_number=2']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:37:28.057808 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76f9e50d-ae1e-4d82-a99d-8d8a0c1d2ec2 admin admin] Network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:37:28.061013 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-76f9e50d-ae1e-4d82-a99d-8d8a0c1d2ec2 admin admin] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:37:28.064876 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f9e50d-ae1e-4d82-a99d-8d8a0c1d2ec2 admin admin] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:37:28.101047 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f9e50d-ae1e-4d82-a99d-8d8a0c1d2ec2 admin admin] Pushing event updated for resources: {'Port': ['ID=70e55147-1f1f-4d25-bc59-b7473230258c,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:37:28.610543 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-76f9e50d-ae1e-4d82-a99d-8d8a0c1d2ec2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:37:28.962884 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-76f9e50d-ae1e-4d82-a99d-8d8a0c1d2ec2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-885820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-886655'] for router, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:37:29.006696 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8266edf9-5989-425e-bd53-0e0720cf3638 None None] Network c4e93956-04f5-4c59-8497-c0465a5ee4f1 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:37:29.107179 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-492f93a6-141f-47b3-913d-b743badfe374 None None] Provisioning for port 7fb0acc1-0a24-4ef9-9146-40587405d8ea completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:37:29.142986 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 7fb0acc1-0a24-4ef9-9146-40587405d8ea up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:37:29.183048 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76f9e50d-ae1e-4d82-a99d-8d8a0c1d2ec2 admin admin] Router 7fa3ce65-0b71-4a94-bb4c-e7929cc1418d is scheduled to L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 with binding_index 1 {{(pid=88525) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 19:37:29.300884 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port 7fb0acc1-0a24-4ef9-9146-40587405d8ea completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:37:29.307398 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 7fb0acc1-0a24-4ef9-9146-40587405d8ea triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:37:29.307770 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:37:29.367448 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76f9e50d-ae1e-4d82-a99d-8d8a0c1d2ec2 admin admin] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:37:29.380573 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee9cf04-30f3-408c-8a5b-033d4f5be6f5 None None] Sync routers for ids ['7fa3ce65-0b71-4a94-bb4c-e7929cc1418d'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:37:29.392645 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee9cf04-30f3-408c-8a5b-033d4f5be6f5 None None] Routers {'7fa3ce65-0b71-4a94-bb4c-e7929cc1418d'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:37:29.393306 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-76f9e50d-ae1e-4d82-a99d-8d8a0c1d2ec2 admin admin] Notify callbacks [] for router, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:37:29.393655 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-9ee9cf04-30f3-408c-8a5b-033d4f5be6f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:37:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['7fa3ce65-0b71-4a94-bb4c-e7929cc1418d'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:37:29.397142 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-76f9e50d-ae1e-4d82-a99d-8d8a0c1d2ec2 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.4587777 Jun 01 19:37:29.397474 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 51112) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:37:29.456264 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 7fb0acc1-0a24-4ef9-9146-40587405d8ea is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:37:29.456669 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:37:29.496846 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port 7fb0acc1-0a24-4ef9-9146-40587405d8ea, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=7fb0acc1-0a24-4ef9-9146-40587405d8ea,segment=NetworkSegment(7ed294a7-e1e7-4d37-88c7-4b485966a411),segment_id=7ed294a7-e1e7-4d37-88c7-4b485966a411)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:37:29.502461 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:37:29.584982 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=7fb0acc1-0a24-4ef9-9146-40587405d8ea,revision_number=3']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:37:29.594317 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-9ee9cf04-30f3-408c-8a5b-033d4f5be6f5 None None] Set router 7fa3ce65-0b71-4a94-bb4c-e7929cc1418d gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:37:29.650330 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-d65cbf6f-dcd5-48d2-80b3-0833463372fb None None] Provisioning complete for port 7fb0acc1-0a24-4ef9-9146-40587405d8ea triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:37:29.650766 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-d65cbf6f-dcd5-48d2-80b3-0833463372fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:37:29.826392 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-d65cbf6f-dcd5-48d2-80b3-0833463372fb None None] Current status of the port 7fb0acc1-0a24-4ef9-9146-40587405d8ea is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:37:29.918102 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-9ee9cf04-30f3-408c-8a5b-033d4f5be6f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fa3ce65-0b71-4a94-bb4c-e7929cc1418d', 'name': 'tempest-ServerActionsTestJSON-1042264002-router', 'tenant_id': 'cbda20c3e8d6442e82db1c7c6a27e2a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '70e55147-1f1f-4d25-bc59-b7473230258c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:37:26Z', 'updated_at': '2022-06-01T19:37:28Z', 'revision_number': 3, 'project_id': 'cbda20c3e8d6442e82db1c7c6a27e2a5', 'gw_port': {'id': '70e55147-1f1f-4d25-bc59-b7473230258c', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:15:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fa3ce65-0b71-4a94-bb4c-e7929cc1418d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:37:27Z', 'updated_at': '2022-06-01T19:37:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:37:29.923068 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee9cf04-30f3-408c-8a5b-033d4f5be6f5 None None] Checking router: 7fa3ce65-0b71-4a94-bb4c-e7929cc1418d for host: n-d-844202-1 {{(pid=88527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 19:37:29.924186 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee9cf04-30f3-408c-8a5b-033d4f5be6f5 None None] Updating router 7fa3ce65-0b71-4a94-bb4c-e7929cc1418d port 70e55147-1f1f-4d25-bc59-b7473230258c binding host n-d-844202-1 {{(pid=88527) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 19:37:29.988412 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-9ee9cf04-30f3-408c-8a5b-033d4f5be6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:37:30.271093 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-101cb99b-5178-4256-9a4a-3d06698d0d17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:37:30.366719 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-9ee9cf04-30f3-408c-8a5b-033d4f5be6f5 None None] Notify callbacks [] for port, precommit_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:37:30.379606 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.provisioning_blocks [None req-9ee9cf04-30f3-408c-8a5b-033d4f5be6f5 None None] Transition to ACTIVE for port object 70e55147-1f1f-4d25-bc59-b7473230258c will not be triggered until provisioned by entity L2. {{(pid=88527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:37:30.386495 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-9ee9cf04-30f3-408c-8a5b-033d4f5be6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:37:30.466054 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-9ee9cf04-30f3-408c-8a5b-033d4f5be6f5 None None] Attempting to bind port 70e55147-1f1f-4d25-bc59-b7473230258c on host n-d-844202-1 for vnic_type normal with profile {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:37:30.466418 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-9ee9cf04-30f3-408c-8a5b-033d4f5be6f5 None None] Attempting to bind port 70e55147-1f1f-4d25-bc59-b7473230258c by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}] {{(pid=88527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:37:30.466772 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee9cf04-30f3-408c-8a5b-033d4f5be6f5 None None] Attempting to bind port 70e55147-1f1f-4d25-bc59-b7473230258c on network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:37:30.470175 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d1ab3f-bfed-4ba4-8763-d44ee170ea68 None None] Pushing event updated for resources: {'Port': ['ID=70e55147-1f1f-4d25-bc59-b7473230258c,revision_number=2']} {{(pid=88527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:37:30.477961 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee9cf04-30f3-408c-8a5b-033d4f5be6f5 None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 37, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:37:30.478331 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee9cf04-30f3-408c-8a5b-033d4f5be6f5 None None] Checking segment: {'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:37:30.478722 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-9ee9cf04-30f3-408c-8a5b-033d4f5be6f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:37:30.479096 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee9cf04-30f3-408c-8a5b-033d4f5be6f5 None None] Bound using segment: {'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'} {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:37:30.479546 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-9ee9cf04-30f3-408c-8a5b-033d4f5be6f5 None None] Bound port: 70e55147-1f1f-4d25-bc59-b7473230258c, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}}] {{(pid=88527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:37:30.479908 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-9ee9cf04-30f3-408c-8a5b-033d4f5be6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:37:30.483996 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [None req-101cb99b-5178-4256-9a4a-3d06698d0d17 admin admin] Allocated IP 172.20.0.1 (c4e93956-04f5-4c59-8497-c0465a5ee4f1/7869c718-b90f-46bf-9776-ffc40f61ae55/5937c945-2bd7-4cdc-b6fe-432cda621442) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:37:30.509363 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d1ab3f-bfed-4ba4-8763-d44ee170ea68 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:37:30.509615 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d1ab3f-bfed-4ba4-8763-d44ee170ea68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:37:30.509953 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d1ab3f-bfed-4ba4-8763-d44ee170ea68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:37:30.510283 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d1ab3f-bfed-4ba4-8763-d44ee170ea68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:37:30.510606 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d1ab3f-bfed-4ba4-8763-d44ee170ea68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:37:30.510926 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d1ab3f-bfed-4ba4-8763-d44ee170ea68 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:37:30.511699 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d1ab3f-bfed-4ba4-8763-d44ee170ea68 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:37:30.511699 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d1ab3f-bfed-4ba4-8763-d44ee170ea68 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:37:30.511901 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d1ab3f-bfed-4ba4-8763-d44ee170ea68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:37:30.512164 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d1ab3f-bfed-4ba4-8763-d44ee170ea68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:37:30.513054 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d1ab3f-bfed-4ba4-8763-d44ee170ea68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:37:30.513374 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d1ab3f-bfed-4ba4-8763-d44ee170ea68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:37:30.566949 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.db [None req-9ee9cf04-30f3-408c-8a5b-033d4f5be6f5 None None] For port 70e55147-1f1f-4d25-bc59-b7473230258c, host n-d-844202-1, cleared binding levels {{(pid=88527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:37:30.569915 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.db [None req-9ee9cf04-30f3-408c-8a5b-033d4f5be6f5 None None] For port 70e55147-1f1f-4d25-bc59-b7473230258c, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=70e55147-1f1f-4d25-bc59-b7473230258c,segment=NetworkSegment(7875af61-4c53-4ff2-b8c8-d4b7c35ff947),segment_id=7875af61-4c53-4ff2-b8c8-d4b7c35ff947)] {{(pid=88527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:37:30.574885 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-9ee9cf04-30f3-408c-8a5b-033d4f5be6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:37:30.639617 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-101cb99b-5178-4256-9a4a-3d06698d0d17 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:37:30.652694 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d1ab3f-bfed-4ba4-8763-d44ee170ea68 None None] Pushing event updated for resources: {'Port': ['ID=70e55147-1f1f-4d25-bc59-b7473230258c,revision_number=3']} {{(pid=88527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:37:30.658347 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [None req-101cb99b-5178-4256-9a4a-3d06698d0d17 admin admin] Transition to ACTIVE for port object 5937c945-2bd7-4cdc-b6fe-432cda621442 will not be triggered until provisioned by entity DHCP. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:37:30.659662 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee9cf04-30f3-408c-8a5b-033d4f5be6f5 None None] Routers {'7fa3ce65-0b71-4a94-bb4c-e7929cc1418d'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:37:30.660486 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-9ee9cf04-30f3-408c-8a5b-033d4f5be6f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:37:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['7fa3ce65-0b71-4a94-bb4c-e7929cc1418d'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:37:30.684005 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-101cb99b-5178-4256-9a4a-3d06698d0d17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:37:30.753499 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-101cb99b-5178-4256-9a4a-3d06698d0d17 admin admin] Network c4e93956-04f5-4c59-8497-c0465a5ee4f1 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:37:30.756567 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-101cb99b-5178-4256-9a4a-3d06698d0d17 admin admin] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:37:30.759188 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-101cb99b-5178-4256-9a4a-3d06698d0d17 admin admin] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:37:30.807131 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101cb99b-5178-4256-9a4a-3d06698d0d17 admin admin] Pushing event updated for resources: {'Port': ['ID=5937c945-2bd7-4cdc-b6fe-432cda621442,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:37:30.826094 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-101cb99b-5178-4256-9a4a-3d06698d0d17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-887605'] for router_interface, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:37:30.862277 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-9ee9cf04-30f3-408c-8a5b-033d4f5be6f5 None None] Set router 7fa3ce65-0b71-4a94-bb4c-e7929cc1418d gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:37:31.058558 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-60c7c8b1-b975-49b1-aba8-f904e466935d None None] Provisioning for port 5937c945-2bd7-4cdc-b6fe-432cda621442 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:37:31.065385 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-60c7c8b1-b975-49b1-aba8-f904e466935d None None] Provisioning complete for port 5937c945-2bd7-4cdc-b6fe-432cda621442 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:37:31.066241 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-60c7c8b1-b975-49b1-aba8-f904e466935d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:37:31.125943 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-101cb99b-5178-4256-9a4a-3d06698d0d17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:37:31.143964 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 7fb0acc1-0a24-4ef9-9146-40587405d8ea up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:37:31.188814 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-9ee9cf04-30f3-408c-8a5b-033d4f5be6f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fa3ce65-0b71-4a94-bb4c-e7929cc1418d', 'name': 'tempest-ServerActionsTestJSON-1042264002-router', 'tenant_id': 'cbda20c3e8d6442e82db1c7c6a27e2a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '70e55147-1f1f-4d25-bc59-b7473230258c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:37:26Z', 'updated_at': '2022-06-01T19:37:28Z', 'revision_number': 3, 'project_id': 'cbda20c3e8d6442e82db1c7c6a27e2a5', 'gw_port': {'id': '70e55147-1f1f-4d25-bc59-b7473230258c', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:15:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fa3ce65-0b71-4a94-bb4c-e7929cc1418d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:37:27Z', 'updated_at': '2022-06-01T19:37:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:37:31.190843 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-60c7c8b1-b975-49b1-aba8-f904e466935d None None] Port 5937c945-2bd7-4cdc-b6fe-432cda621442 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:37:31.195718 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee9cf04-30f3-408c-8a5b-033d4f5be6f5 None None] The sync data for ids ['7fa3ce65-0b71-4a94-bb4c-e7929cc1418d'] in n-d-844202-1 is: [{'id': '7fa3ce65-0b71-4a94-bb4c-e7929cc1418d', 'name': 'tempest-ServerActionsTestJSON-1042264002-router', 'tenant_id': 'cbda20c3e8d6442e82db1c7c6a27e2a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '70e55147-1f1f-4d25-bc59-b7473230258c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:37:26Z', 'updated_at': '2022-06-01T19:37:28Z', 'revision_number': 3, 'project_id': 'cbda20c3e8d6442e82db1c7c6a27e2a5', 'gw_port': {'id': '70e55147-1f1f-4d25-bc59-b7473230258c', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:15:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fa3ce65-0b71-4a94-bb4c-e7929cc1418d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:37:27Z', 'updated_at': '2022-06-01T19:37:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:37:31.227916 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 7fb0acc1-0a24-4ef9-9146-40587405d8ea triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:37:31.228594 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:37:31.375262 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 7fb0acc1-0a24-4ef9-9146-40587405d8ea is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:37:31.397759 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-101cb99b-5178-4256-9a4a-3d06698d0d17 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:37:31.402623 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-101cb99b-5178-4256-9a4a-3d06698d0d17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:37:31.536512 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-101cb99b-5178-4256-9a4a-3d06698d0d17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-887436'] for router_interface, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:37:31.543571 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101cb99b-5178-4256-9a4a-3d06698d0d17 admin admin] Pushing event updated for resources: {'Port': ['ID=5937c945-2bd7-4cdc-b6fe-432cda621442,revision_number=2']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:37:31.818544 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-101cb99b-5178-4256-9a4a-3d06698d0d17 admin admin] Network c4e93956-04f5-4c59-8497-c0465a5ee4f1 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:37:31.819744 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-101cb99b-5178-4256-9a4a-3d06698d0d17 admin admin] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:37:32.034635 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-101cb99b-5178-4256-9a4a-3d06698d0d17 admin admin] Router 7fa3ce65-0b71-4a94-bb4c-e7929cc1418d has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 19:37:32.118437 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-2708e22b-d2ba-4593-8200-9e36152e30c3 None None] Provisioning complete for port 5937c945-2bd7-4cdc-b6fe-432cda621442 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:37:32.118947 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-2708e22b-d2ba-4593-8200-9e36152e30c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:37:32.185508 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-2708e22b-d2ba-4593-8200-9e36152e30c3 None None] Port 5937c945-2bd7-4cdc-b6fe-432cda621442 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:37:32.225112 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-101cb99b-5178-4256-9a4a-3d06698d0d17 admin admin] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:37:32.234235 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-101cb99b-5178-4256-9a4a-3d06698d0d17 admin admin] 10.222.0.41 "PUT /v2.0/routers/7fa3ce65-0b71-4a94-bb4c-e7929cc1418d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8357186 Jun 01 19:37:32.579924 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 51124) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:37:32.585301 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-0ed16b47-8ef3-46c4-bb6f-9652b84ae94d tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1146293541', 'description': 'tempest-description--692350348'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:37:32.594170 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-0ed16b47-8ef3-46c4-bb6f-9652b84ae94d tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:37:32.598633 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-0ed16b47-8ef3-46c4-bb6f-9652b84ae94d tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Usage tracker for resource:security_group and tenant:cbda20c3e8d6442e82db1c7c6a27e2a5 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:37:32.601849 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-0ed16b47-8ef3-46c4-bb6f-9652b84ae94d tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:37:32.609843 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-0ed16b47-8ef3-46c4-bb6f-9652b84ae94d tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:37:32.626520 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0ed16b47-8ef3-46c4-bb6f-9652b84ae94d tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:37:32.649110 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-0ed16b47-8ef3-46c4-bb6f-9652b84ae94d tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:37:32.653604 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-0ed16b47-8ef3-46c4-bb6f-9652b84ae94d tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Usage tracker for resource:security_group_rule and tenant:cbda20c3e8d6442e82db1c7c6a27e2a5 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:37:32.656651 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-0ed16b47-8ef3-46c4-bb6f-9652b84ae94d tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:37:32.662595 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-0ed16b47-8ef3-46c4-bb6f-9652b84ae94d tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:37:32.725422 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c081b16-3bfd-4bcc-855f-9031993684f3 None None] Sync routers for ids ['7fa3ce65-0b71-4a94-bb4c-e7929cc1418d'] in n-d-844202-1 {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:37:32.736273 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c081b16-3bfd-4bcc-855f-9031993684f3 None None] Routers {'7fa3ce65-0b71-4a94-bb4c-e7929cc1418d'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:37:32.736910 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-8c081b16-3bfd-4bcc-855f-9031993684f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:37:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['7fa3ce65-0b71-4a94-bb4c-e7929cc1418d'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:37:32.751829 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0ed16b47-8ef3-46c4-bb6f-9652b84ae94d tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:37:32.757296 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0ed16b47-8ef3-46c4-bb6f-9652b84ae94d tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:37:32.809992 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed16b47-8ef3-46c4-bb6f-9652b84ae94d tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a05ae957-bf8a-4e8f-b4e8-ecb6cd39ee06,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:37:32.814794 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0ed16b47-8ef3-46c4-bb6f-9652b84ae94d tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:37:32.816526 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-0ed16b47-8ef3-46c4-bb6f-9652b84ae94d tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2354491 Jun 01 19:37:32.820951 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 51128) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:37:32.827209 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-886a1fbe-ba62-44ef-b5a9-370e44c7a63d tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Request body: {'security_group_rule': {'security_group_id': 'a05ae957-bf8a-4e8f-b4e8-ecb6cd39ee06', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:37:32.834266 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-886a1fbe-ba62-44ef-b5a9-370e44c7a63d tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:37:32.838578 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-886a1fbe-ba62-44ef-b5a9-370e44c7a63d tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Usage tracker for resource:security_group_rule and tenant:cbda20c3e8d6442e82db1c7c6a27e2a5 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:37:32.842858 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-886a1fbe-ba62-44ef-b5a9-370e44c7a63d tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:37:32.848906 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-886a1fbe-ba62-44ef-b5a9-370e44c7a63d tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:37:32.869676 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-886a1fbe-ba62-44ef-b5a9-370e44c7a63d tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:37:32.940601 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-886a1fbe-ba62-44ef-b5a9-370e44c7a63d tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:37:32.943595 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-8c081b16-3bfd-4bcc-855f-9031993684f3 None None] Set router 7fa3ce65-0b71-4a94-bb4c-e7929cc1418d gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:37:32.945568 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-886a1fbe-ba62-44ef-b5a9-370e44c7a63d tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:37:32.971753 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886a1fbe-ba62-44ef-b5a9-370e44c7a63d tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e19fd300-2c22-484d-adbd-20512393b25a,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:37:32.983877 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-886a1fbe-ba62-44ef-b5a9-370e44c7a63d tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:37:32.985212 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-886a1fbe-ba62-44ef-b5a9-370e44c7a63d tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1628337 Jun 01 19:37:32.988012 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 51132) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:37:32.994638 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-515d7a86-fcc3-4106-a8a5-08d76a3591f8 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Request body: {'security_group_rule': {'security_group_id': 'a05ae957-bf8a-4e8f-b4e8-ecb6cd39ee06', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:37:33.002015 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-515d7a86-fcc3-4106-a8a5-08d76a3591f8 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:37:33.006001 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-515d7a86-fcc3-4106-a8a5-08d76a3591f8 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Usage tracker for resource:security_group_rule and tenant:cbda20c3e8d6442e82db1c7c6a27e2a5 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:37:33.008881 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-515d7a86-fcc3-4106-a8a5-08d76a3591f8 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:37:33.015113 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-515d7a86-fcc3-4106-a8a5-08d76a3591f8 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:37:33.032836 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-515d7a86-fcc3-4106-a8a5-08d76a3591f8 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:37:33.105756 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-515d7a86-fcc3-4106-a8a5-08d76a3591f8 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:37:33.110601 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-515d7a86-fcc3-4106-a8a5-08d76a3591f8 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:37:33.135779 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515d7a86-fcc3-4106-a8a5-08d76a3591f8 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=611b26aa-f884-4f1b-aae0-467b4dd9cf9f,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:37:33.146625 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-515d7a86-fcc3-4106-a8a5-08d76a3591f8 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:37:33.147915 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-515d7a86-fcc3-4106-a8a5-08d76a3591f8 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1588659 Jun 01 19:37:33.150987 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 51136) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:37:33.156657 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-3f8617d5-b755-46cc-8219-212e136e78c8 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Request body: {'floatingip': {'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:37:33.163194 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-3f8617d5-b755-46cc-8219-212e136e78c8 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:37:33.164931 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 70e55147-1f1f-4d25-bc59-b7473230258c up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:37:33.167008 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-3f8617d5-b755-46cc-8219-212e136e78c8 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Usage tracker for resource:floatingip and tenant:cbda20c3e8d6442e82db1c7c6a27e2a5 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:37:33.170024 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-3f8617d5-b755-46cc-8219-212e136e78c8 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:37:33.176352 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-3f8617d5-b755-46cc-8219-212e136e78c8 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:37:33.186747 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-3f8617d5-b755-46cc-8219-212e136e78c8 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Notify callbacks [] for floatingip, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:37:33.314413 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port 70e55147-1f1f-4d25-bc59-b7473230258c completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:37:33.321425 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 70e55147-1f1f-4d25-bc59-b7473230258c triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:37:33.322393 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:37:33.331971 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-3f8617d5-b755-46cc-8219-212e136e78c8 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:37:33.400133 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-8c081b16-3bfd-4bcc-855f-9031993684f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fa3ce65-0b71-4a94-bb4c-e7929cc1418d', 'name': 'tempest-ServerActionsTestJSON-1042264002-router', 'tenant_id': 'cbda20c3e8d6442e82db1c7c6a27e2a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '70e55147-1f1f-4d25-bc59-b7473230258c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:37:26Z', 'updated_at': '2022-06-01T19:37:31Z', 'revision_number': 4, 'project_id': 'cbda20c3e8d6442e82db1c7c6a27e2a5', 'gw_port': {'id': '70e55147-1f1f-4d25-bc59-b7473230258c', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:15:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fa3ce65-0b71-4a94-bb4c-e7929cc1418d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:37:27Z', 'updated_at': '2022-06-01T19:37:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '5937c945-2bd7-4cdc-b6fe-432cda621442', 'name': '', 'network_id': 'c4e93956-04f5-4c59-8497-c0465a5ee4f1', 'tenant_id': 'cbda20c3e8d6442e82db1c7c6a27e2a5', 'mac_address': 'fa:16:3e:ff:e6:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fa3ce65-0b71-4a94-bb4c-e7929cc1418d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': '7869c718-b90f-46bf-9776-ffc40f61ae55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:37:30Z', 'updated_at': '2022-06-01T19:37:31Z', 'revision_number': 2, 'project_id': 'cbda20c3e8d6442e82db1c7c6a27e2a5', 'subnets': [{'id': '7869c718-b90f-46bf-9776-ffc40f61ae55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:37:33.408300 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c081b16-3bfd-4bcc-855f-9031993684f3 None None] Checking router: 7fa3ce65-0b71-4a94-bb4c-e7929cc1418d for host: n-d-844202-1 {{(pid=88526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 19:37:33.408661 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c081b16-3bfd-4bcc-855f-9031993684f3 None None] Updating router 7fa3ce65-0b71-4a94-bb4c-e7929cc1418d port 5937c945-2bd7-4cdc-b6fe-432cda621442 binding host n-d-844202-1 {{(pid=88526) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 19:37:33.514044 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 70e55147-1f1f-4d25-bc59-b7473230258c is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:37:33.514414 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:37:33.518842 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-8c081b16-3bfd-4bcc-855f-9031993684f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:37:33.580556 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port 70e55147-1f1f-4d25-bc59-b7473230258c, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=70e55147-1f1f-4d25-bc59-b7473230258c,segment=NetworkSegment(7875af61-4c53-4ff2-b8c8-d4b7c35ff947),segment_id=7875af61-4c53-4ff2-b8c8-d4b7c35ff947)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:37:33.582855 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [None req-3f8617d5-b755-46cc-8219-212e136e78c8 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Allocated IP 172.25.4.41 (72a72e44-6845-488a-a5ff-3a26d4df9cb3/c314a23b-daa2-4106-ab28-8e6f954277b2/926107b2-c48c-44ce-a4f2-881e13119d37) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:37:33.590101 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:37:33.726853 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=70e55147-1f1f-4d25-bc59-b7473230258c,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:37:33.736524 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-3f8617d5-b755-46cc-8219-212e136e78c8 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:37:33.767415 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-3f8617d5-b755-46cc-8219-212e136e78c8 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:37:33.838249 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f8617d5-b755-46cc-8219-212e136e78c8 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:37:33.841155 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-3f8617d5-b755-46cc-8219-212e136e78c8 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:37:33.844892 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8617d5-b755-46cc-8219-212e136e78c8 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:37:33.875294 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8617d5-b755-46cc-8219-212e136e78c8 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Pushing event updated for resources: {'Port': ['ID=926107b2-c48c-44ce-a4f2-881e13119d37,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:37:33.929164 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-3f8617d5-b755-46cc-8219-212e136e78c8 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:37:33.975107 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-8c081b16-3bfd-4bcc-855f-9031993684f3 None None] Notify callbacks [] for port, precommit_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:37:33.988543 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-8c081b16-3bfd-4bcc-855f-9031993684f3 None None] Transition to ACTIVE for port object 5937c945-2bd7-4cdc-b6fe-432cda621442 will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:37:33.994878 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-8c081b16-3bfd-4bcc-855f-9031993684f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:37:34.001634 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-3f8617d5-b755-46cc-8219-212e136e78c8 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:37:34.163705 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c421296e-e9be-4ba1-bf5a-dab9b24260e3 None None] Pushing event updated for resources: {'Port': ['ID=5937c945-2bd7-4cdc-b6fe-432cda621442,revision_number=3']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:37:34.222761 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-3f8617d5-b755-46cc-8219-212e136e78c8 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:37:34.227892 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-8c081b16-3bfd-4bcc-855f-9031993684f3 None None] Attempting to bind port 5937c945-2bd7-4cdc-b6fe-432cda621442 on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:37:34.228371 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-8c081b16-3bfd-4bcc-855f-9031993684f3 None None] Attempting to bind port 5937c945-2bd7-4cdc-b6fe-432cda621442 by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': '7ed294a7-e1e7-4d37-88c7-4b485966a411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c4e93956-04f5-4c59-8497-c0465a5ee4f1'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:37:34.228674 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c081b16-3bfd-4bcc-855f-9031993684f3 None None] Attempting to bind port 5937c945-2bd7-4cdc-b6fe-432cda621442 on network c4e93956-04f5-4c59-8497-c0465a5ee4f1 {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:37:34.229483 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-3f8617d5-b755-46cc-8219-212e136e78c8 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:37:34.235991 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c081b16-3bfd-4bcc-855f-9031993684f3 None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 37, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:37:34.236394 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c081b16-3bfd-4bcc-855f-9031993684f3 None None] Checking segment: {'id': '7ed294a7-e1e7-4d37-88c7-4b485966a411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c4e93956-04f5-4c59-8497-c0465a5ee4f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:37:34.236791 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-8c081b16-3bfd-4bcc-855f-9031993684f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:37:34.237180 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c081b16-3bfd-4bcc-855f-9031993684f3 None None] Bound using segment: {'id': '7ed294a7-e1e7-4d37-88c7-4b485966a411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c4e93956-04f5-4c59-8497-c0465a5ee4f1'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:37:34.237655 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-8c081b16-3bfd-4bcc-855f-9031993684f3 None None] Bound port: 5937c945-2bd7-4cdc-b6fe-432cda621442, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ed294a7-e1e7-4d37-88c7-4b485966a411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c4e93956-04f5-4c59-8497-c0465a5ee4f1'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:37:34.237997 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-8c081b16-3bfd-4bcc-855f-9031993684f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:37:34.336051 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-8c081b16-3bfd-4bcc-855f-9031993684f3 None None] For port 5937c945-2bd7-4cdc-b6fe-432cda621442, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:37:34.342293 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8617d5-b755-46cc-8219-212e136e78c8 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Pushing event updated for resources: {'Port': ['ID=926107b2-c48c-44ce-a4f2-881e13119d37,revision_number=2']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:37:34.343362 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-8c081b16-3bfd-4bcc-855f-9031993684f3 None None] For port 5937c945-2bd7-4cdc-b6fe-432cda621442, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=5937c945-2bd7-4cdc-b6fe-432cda621442,segment=NetworkSegment(7ed294a7-e1e7-4d37-88c7-4b485966a411),segment_id=7ed294a7-e1e7-4d37-88c7-4b485966a411)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:37:34.353073 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-8c081b16-3bfd-4bcc-855f-9031993684f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:37:34.355092 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-3f8617d5-b755-46cc-8219-212e136e78c8 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887712'] for floatingip, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:37:34.378951 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-3f8617d5-b755-46cc-8219-212e136e78c8 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for floatingip, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:37:34.380090 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-3f8617d5-b755-46cc-8219-212e136e78c8 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2281151 Jun 01 19:37:34.429927 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c081b16-3bfd-4bcc-855f-9031993684f3 None None] Routers {'7fa3ce65-0b71-4a94-bb4c-e7929cc1418d'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:37:34.430494 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-8c081b16-3bfd-4bcc-855f-9031993684f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:37:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['7fa3ce65-0b71-4a94-bb4c-e7929cc1418d'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:37:34.511023 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c421296e-e9be-4ba1-bf5a-dab9b24260e3 None None] Pushing event updated for resources: {'Port': ['ID=5937c945-2bd7-4cdc-b6fe-432cda621442,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:37:34.568621 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e92e798e-e7bd-429e-904c-2d4250f7a778 req-66fbac76-e846-4225-8fb0-d412cd78ab87 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1146293541&fields=id&tenant_id=cbda20c3e8d6442e82db1c7c6a27e2a5 HTTP/1.1" status: 200 len: 267 time: 0.0456300 Jun 01 19:37:34.632823 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-8c081b16-3bfd-4bcc-855f-9031993684f3 None None] Set router 7fa3ce65-0b71-4a94-bb4c-e7929cc1418d gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:37:34.731544 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92e798e-e7bd-429e-904c-2d4250f7a778 req-324eb432-9f92-4887-96eb-967fd7af42db tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:37:34.732960 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e92e798e-e7bd-429e-904c-2d4250f7a778 req-324eb432-9f92-4887-96eb-967fd7af42db tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/networks?id=c4e93956-04f5-4c59-8497-c0465a5ee4f1 HTTP/1.1" status: 200 len: 812 time: 0.1572328 Jun 01 19:37:34.749440 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e92e798e-e7bd-429e-904c-2d4250f7a778 req-241302a0-e7bf-4f8f-9508-cca89fadbb78 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/quotas/cbda20c3e8d6442e82db1c7c6a27e2a5 HTTP/1.1" status: 200 len: 375 time: 0.0106764 Jun 01 19:37:34.835269 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e92e798e-e7bd-429e-904c-2d4250f7a778 req-c6601caf-39c4-4fd2-8e71-097f4e420b66 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=cbda20c3e8d6442e82db1c7c6a27e2a5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0802553 Jun 01 19:37:34.958868 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-8c081b16-3bfd-4bcc-855f-9031993684f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fa3ce65-0b71-4a94-bb4c-e7929cc1418d', 'name': 'tempest-ServerActionsTestJSON-1042264002-router', 'tenant_id': 'cbda20c3e8d6442e82db1c7c6a27e2a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '70e55147-1f1f-4d25-bc59-b7473230258c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:37:26Z', 'updated_at': '2022-06-01T19:37:31Z', 'revision_number': 4, 'project_id': 'cbda20c3e8d6442e82db1c7c6a27e2a5', 'gw_port': {'id': '70e55147-1f1f-4d25-bc59-b7473230258c', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:15:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa3ce65-0b71-4a94-bb4c-e7929cc1418d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:37:27Z', 'updated_at': '2022-06-01T19:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '5937c945-2bd7-4cdc-b6fe-432cda621442', 'name': '', 'network_id': 'c4e93956-04f5-4c59-8497-c0465a5ee4f1', 'tenant_id': 'cbda20c3e8d6442e82db1c7c6a27e2a5', 'mac_address': 'fa:16:3e:ff:e6:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fa3ce65-0b71-4a94-bb4c-e7929cc1418d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': '7869c718-b90f-46bf-9776-ffc40f61ae55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:37:30Z', 'updated_at': '2022-06-01T19:37:34Z', 'revision_number': 4, 'project_id': 'cbda20c3e8d6442e82db1c7c6a27e2a5', 'subnets': [{'id': '7869c718-b90f-46bf-9776-ffc40f61ae55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:37:34.962987 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c081b16-3bfd-4bcc-855f-9031993684f3 None None] The sync data for ids ['7fa3ce65-0b71-4a94-bb4c-e7929cc1418d'] in n-d-844202-1 is: [{'id': '7fa3ce65-0b71-4a94-bb4c-e7929cc1418d', 'name': 'tempest-ServerActionsTestJSON-1042264002-router', 'tenant_id': 'cbda20c3e8d6442e82db1c7c6a27e2a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '70e55147-1f1f-4d25-bc59-b7473230258c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:37:26Z', 'updated_at': '2022-06-01T19:37:31Z', 'revision_number': 4, 'project_id': 'cbda20c3e8d6442e82db1c7c6a27e2a5', 'gw_port': {'id': '70e55147-1f1f-4d25-bc59-b7473230258c', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:15:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa3ce65-0b71-4a94-bb4c-e7929cc1418d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:37:27Z', 'updated_at': '2022-06-01T19:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '5937c945-2bd7-4cdc-b6fe-432cda621442', 'name': '', 'network_id': 'c4e93956-04f5-4c59-8497-c0465a5ee4f1', 'tenant_id': 'cbda20c3e8d6442e82db1c7c6a27e2a5', 'mac_address': 'fa:16:3e:ff:e6:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fa3ce65-0b71-4a94-bb4c-e7929cc1418d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': '7869c718-b90f-46bf-9776-ffc40f61ae55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:37:30Z', 'updated_at': '2022-06-01T19:37:34Z', 'revision_number': 4, 'project_id': 'cbda20c3e8d6442e82db1c7c6a27e2a5', 'subnets': [{'id': '7869c718-b90f-46bf-9776-ffc40f61ae55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:37:34.986696 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e92e798e-e7bd-429e-904c-2d4250f7a778 req-45d715db-ef0d-44cb-be7b-3138dd6fe1ed service neutron] 10.222.0.41 "GET /v2.0/networks/c4e93956-04f5-4c59-8497-c0465a5ee4f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386552 Jun 01 19:37:35.141006 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e92e798e-e7bd-429e-904c-2d4250f7a778 req-480847d2-f9d0-4dbb-938a-84783376872b service neutron] 10.222.0.41 "GET /v2.0/networks/c4e93956-04f5-4c59-8497-c0465a5ee4f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518614 Jun 01 19:37:35.199474 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 70e55147-1f1f-4d25-bc59-b7473230258c up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:37:35.280097 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 70e55147-1f1f-4d25-bc59-b7473230258c triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:37:35.280743 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:37:35.381444 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-ea502601-9114-4cf2-90be-8a06c94f38d0 req-1f189e50-9efc-4015-93f2-70f58a08b24c tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Synchronizing usage tracker for tenant:cbda20c3e8d6442e82db1c7c6a27e2a5 on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:37:35.401115 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-ea502601-9114-4cf2-90be-8a06c94f38d0 req-1f189e50-9efc-4015-93f2-70f58a08b24c tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Unset dirty status for tenant:cbda20c3e8d6442e82db1c7c6a27e2a5 on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:37:35.410507 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ea502601-9114-4cf2-90be-8a06c94f38d0 req-1f189e50-9efc-4015-93f2-70f58a08b24c tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=4235aae1-b773-49ec-9953-eda4dd89fa45 HTTP/1.1" status: 200 len: 210 time: 0.0958991 Jun 01 19:37:35.426390 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 70e55147-1f1f-4d25-bc59-b7473230258c is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:37:35.427561 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 5937c945-2bd7-4cdc-b6fe-432cda621442 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:37:35.510401 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port 5937c945-2bd7-4cdc-b6fe-432cda621442 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:37:35.516135 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 5937c945-2bd7-4cdc-b6fe-432cda621442 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:37:35.516550 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:37:35.648363 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 5937c945-2bd7-4cdc-b6fe-432cda621442 is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:37:35.648749 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:37:35.685187 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port 5937c945-2bd7-4cdc-b6fe-432cda621442, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=5937c945-2bd7-4cdc-b6fe-432cda621442,segment=NetworkSegment(7ed294a7-e1e7-4d37-88c7-4b485966a411),segment_id=7ed294a7-e1e7-4d37-88c7-4b485966a411)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:37:35.690514 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:37:35.772968 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=5937c945-2bd7-4cdc-b6fe-432cda621442,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:37:36.515785 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92e798e-e7bd-429e-904c-2d4250f7a778 req-d0d8ac4a-294b-4024-9158-b416c5930c01 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:37:36.517249 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e92e798e-e7bd-429e-904c-2d4250f7a778 req-d0d8ac4a-294b-4024-9158-b416c5930c01 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.50 "GET /v2.0/networks?id=c4e93956-04f5-4c59-8497-c0465a5ee4f1 HTTP/1.1" status: 200 len: 812 time: 0.1588426 Jun 01 19:37:36.577314 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-cc6082b1-3ca5-4fae-b234-46210b46a244 req-f737ba24-5eb5-46f9-81a7-9134deff7954 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=4235aae1-b773-49ec-9953-eda4dd89fa45 HTTP/1.1" status: 200 len: 210 time: 0.0590992 Jun 01 19:37:36.605330 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e92e798e-e7bd-429e-904c-2d4250f7a778 req-a8ed0eef-3309-4f45-bdd1-09d50e2e5d16 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cbda20c3e8d6442e82db1c7c6a27e2a5 HTTP/1.1" status: 200 len: 380 time: 0.0472674 Jun 01 19:37:36.615017 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-e92e798e-e7bd-429e-904c-2d4250f7a778 req-60e230b4-8393-45e7-9e89-7812255c215b tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Request body: {'port': {'device_id': '4235aae1-b773-49ec-9953-eda4dd89fa45', 'network_id': 'c4e93956-04f5-4c59-8497-c0465a5ee4f1', 'admin_state_up': True, 'tenant_id': 'cbda20c3e8d6442e82db1c7c6a27e2a5', 'security_groups': ['a05ae957-bf8a-4e8f-b4e8-ecb6cd39ee06']}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:37:36.845676 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-e92e798e-e7bd-429e-904c-2d4250f7a778 req-60e230b4-8393-45e7-9e89-7812255c215b tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:37:36.854960 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-e92e798e-e7bd-429e-904c-2d4250f7a778 req-60e230b4-8393-45e7-9e89-7812255c215b tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:37:36.865058 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e92e798e-e7bd-429e-904c-2d4250f7a778 req-60e230b4-8393-45e7-9e89-7812255c215b tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Made reservation on behalf of cbda20c3e8d6442e82db1c7c6a27e2a5 for: {'port': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:37:36.868715 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-e92e798e-e7bd-429e-904c-2d4250f7a778 req-60e230b4-8393-45e7-9e89-7812255c215b tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:37:37.033144 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [req-e92e798e-e7bd-429e-904c-2d4250f7a778 req-60e230b4-8393-45e7-9e89-7812255c215b tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Allocated IP 172.20.0.4 (c4e93956-04f5-4c59-8497-c0465a5ee4f1/7869c718-b90f-46bf-9776-ffc40f61ae55/a1c5a5f6-9f44-4f7a-bc58-9b31eb803ef2) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:37:37.113242 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 5937c945-2bd7-4cdc-b6fe-432cda621442 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:37:37.181030 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-bbc80f48-eb4e-4a7e-b989-c8f8bec7f9bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:37:37.197766 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 5937c945-2bd7-4cdc-b6fe-432cda621442 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:37:37.198133 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:37:37.240944 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-e92e798e-e7bd-429e-904c-2d4250f7a778 req-60e230b4-8393-45e7-9e89-7812255c215b tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:37:37.257033 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [req-e92e798e-e7bd-429e-904c-2d4250f7a778 req-60e230b4-8393-45e7-9e89-7812255c215b tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Transition to ACTIVE for port object a1c5a5f6-9f44-4f7a-bc58-9b31eb803ef2 will not be triggered until provisioned by entity DHCP. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:37:37.281628 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-e92e798e-e7bd-429e-904c-2d4250f7a778 req-60e230b4-8393-45e7-9e89-7812255c215b tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:37:37.350968 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 5937c945-2bd7-4cdc-b6fe-432cda621442 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:37:37.358866 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e92e798e-e7bd-429e-904c-2d4250f7a778 req-60e230b4-8393-45e7-9e89-7812255c215b tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Network c4e93956-04f5-4c59-8497-c0465a5ee4f1 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:37:37.361776 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [req-e92e798e-e7bd-429e-904c-2d4250f7a778 req-60e230b4-8393-45e7-9e89-7812255c215b tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:37:37.364084 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-e92e798e-e7bd-429e-904c-2d4250f7a778 req-60e230b4-8393-45e7-9e89-7812255c215b tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:37:37.410039 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e230b4-8393-45e7-9e89-7812255c215b tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Pushing event updated for resources: {'Port': ['ID=a1c5a5f6-9f44-4f7a-bc58-9b31eb803ef2,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:37:37.440398 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92e798e-e7bd-429e-904c-2d4250f7a778 req-60e230b4-8393-45e7-9e89-7812255c215b tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:37:37.441100 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-e92e798e-e7bd-429e-904c-2d4250f7a778 req-60e230b4-8393-45e7-9e89-7812255c215b tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:37:37.473413 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e92e798e-e7bd-429e-904c-2d4250f7a778 req-60e230b4-8393-45e7-9e89-7812255c215b tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8618793 Jun 01 19:37:37.490810 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-e92e798e-e7bd-429e-904c-2d4250f7a778 req-61d29170-6b41-4ee5-8554-4e0e30ed9fa9 service neutron] Request body: {'port': {'device_id': '4235aae1-b773-49ec-9953-eda4dd89fa45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844202-1'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:37:37.605266 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-533256f7-6fac-4f78-aa1c-dcfcbd7b507d None None] Provisioning for port a1c5a5f6-9f44-4f7a-bc58-9b31eb803ef2 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:37:37.611056 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-533256f7-6fac-4f78-aa1c-dcfcbd7b507d None None] Provisioning complete for port a1c5a5f6-9f44-4f7a-bc58-9b31eb803ef2 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:37:37.611371 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-533256f7-6fac-4f78-aa1c-dcfcbd7b507d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:37:37.616809 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-e92e798e-e7bd-429e-904c-2d4250f7a778 req-61d29170-6b41-4ee5-8554-4e0e30ed9fa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:37:37.666126 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-533256f7-6fac-4f78-aa1c-dcfcbd7b507d None None] Port a1c5a5f6-9f44-4f7a-bc58-9b31eb803ef2 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:37:37.766969 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b327280-24cd-4d14-8b0a-00240f34ec57 req-a0df9e20-4937-4585-b110-81c75bac7dea tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:37:37.768509 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-5b327280-24cd-4d14-8b0a-00240f34ec57 req-a0df9e20-4937-4585-b110-81c75bac7dea tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=4235aae1-b773-49ec-9953-eda4dd89fa45 HTTP/1.1" status: 200 len: 931 time: 0.0809839 Jun 01 19:37:37.820747 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-5b327280-24cd-4d14-8b0a-00240f34ec57 req-5b11cf5e-b260-4976-899e-7b665f3af024 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Synchronizing usage tracker for tenant:cbda20c3e8d6442e82db1c7c6a27e2a5 on resource:security_group {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:37:37.838724 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-5b327280-24cd-4d14-8b0a-00240f34ec57 req-5b11cf5e-b260-4976-899e-7b665f3af024 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Unset dirty status for tenant:cbda20c3e8d6442e82db1c7c6a27e2a5 on resource:security_group {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:37:37.840018 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-5b327280-24cd-4d14-8b0a-00240f34ec57 req-5b11cf5e-b260-4976-899e-7b665f3af024 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/security-groups?id=a05ae957-bf8a-4e8f-b4e8-ecb6cd39ee06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627990 Jun 01 19:37:37.970811 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [req-e92e798e-e7bd-429e-904c-2d4250f7a778 req-61d29170-6b41-4ee5-8554-4e0e30ed9fa9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1c5a5f6-9f44-4f7a-bc58-9b31eb803ef2 {{(pid=88524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 19:37:37.978126 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-e92e798e-e7bd-429e-904c-2d4250f7a778 req-61d29170-6b41-4ee5-8554-4e0e30ed9fa9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:37:37.993531 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [req-e92e798e-e7bd-429e-904c-2d4250f7a778 req-61d29170-6b41-4ee5-8554-4e0e30ed9fa9 service neutron] Transition to ACTIVE for port object a1c5a5f6-9f44-4f7a-bc58-9b31eb803ef2 will not be triggered until provisioned by entity L2. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:37:37.996431 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-e92e798e-e7bd-429e-904c-2d4250f7a778 req-61d29170-6b41-4ee5-8554-4e0e30ed9fa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:37:38.155029 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d29170-6b41-4ee5-8554-4e0e30ed9fa9 service neutron] Pushing event updated for resources: {'Port': ['ID=a1c5a5f6-9f44-4f7a-bc58-9b31eb803ef2,revision_number=2']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:37:38.249346 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-e92e798e-e7bd-429e-904c-2d4250f7a778 req-61d29170-6b41-4ee5-8554-4e0e30ed9fa9 service neutron] Attempting to bind port a1c5a5f6-9f44-4f7a-bc58-9b31eb803ef2 on host n-h2-844202-1 for vnic_type normal with profile {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:37:38.249669 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-e92e798e-e7bd-429e-904c-2d4250f7a778 req-61d29170-6b41-4ee5-8554-4e0e30ed9fa9 service neutron] Attempting to bind port a1c5a5f6-9f44-4f7a-bc58-9b31eb803ef2 by drivers openvswitch,hyperv on host n-h2-844202-1 at level 0 using segments [{'id': '7ed294a7-e1e7-4d37-88c7-4b485966a411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c4e93956-04f5-4c59-8497-c0465a5ee4f1'}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:37:38.249986 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e92e798e-e7bd-429e-904c-2d4250f7a778 req-61d29170-6b41-4ee5-8554-4e0e30ed9fa9 service neutron] Attempting to bind port a1c5a5f6-9f44-4f7a-bc58-9b31eb803ef2 on network c4e93956-04f5-4c59-8497-c0465a5ee4f1 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:37:38.254627 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e92e798e-e7bd-429e-904c-2d4250f7a778 req-61d29170-6b41-4ee5-8554-4e0e30ed9fa9 service neutron] Port a1c5a5f6-9f44-4f7a-bc58-9b31eb803ef2 on network c4e93956-04f5-4c59-8497-c0465a5ee4f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-844202-1 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 19:37:38.254941 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e92e798e-e7bd-429e-904c-2d4250f7a778 req-61d29170-6b41-4ee5-8554-4e0e30ed9fa9 service neutron] Attempting to bind port a1c5a5f6-9f44-4f7a-bc58-9b31eb803ef2 on network c4e93956-04f5-4c59-8497-c0465a5ee4f1 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:37:38.259941 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e92e798e-e7bd-429e-904c-2d4250f7a778 req-61d29170-6b41-4ee5-8554-4e0e30ed9fa9 service neutron] Checking agent: {'id': 'f5db9968-6317-4186-9100-9e0ca6b50417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 37, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:37:38.260299 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e92e798e-e7bd-429e-904c-2d4250f7a778 req-61d29170-6b41-4ee5-8554-4e0e30ed9fa9 service neutron] Checking segment: {'id': '7ed294a7-e1e7-4d37-88c7-4b485966a411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c4e93956-04f5-4c59-8497-c0465a5ee4f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:37:38.260678 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e92e798e-e7bd-429e-904c-2d4250f7a778 req-61d29170-6b41-4ee5-8554-4e0e30ed9fa9 service neutron] Bound using segment: {'id': '7ed294a7-e1e7-4d37-88c7-4b485966a411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c4e93956-04f5-4c59-8497-c0465a5ee4f1'} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:37:38.261090 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-e92e798e-e7bd-429e-904c-2d4250f7a778 req-61d29170-6b41-4ee5-8554-4e0e30ed9fa9 service neutron] Bound port: a1c5a5f6-9f44-4f7a-bc58-9b31eb803ef2, host: n-h2-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ed294a7-e1e7-4d37-88c7-4b485966a411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c4e93956-04f5-4c59-8497-c0465a5ee4f1'}}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:37:38.261425 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-e92e798e-e7bd-429e-904c-2d4250f7a778 req-61d29170-6b41-4ee5-8554-4e0e30ed9fa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:37:38.353557 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-e92e798e-e7bd-429e-904c-2d4250f7a778 req-61d29170-6b41-4ee5-8554-4e0e30ed9fa9 service neutron] For port a1c5a5f6-9f44-4f7a-bc58-9b31eb803ef2, host n-h2-844202-1, cleared binding levels {{(pid=88524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:37:38.357449 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-e92e798e-e7bd-429e-904c-2d4250f7a778 req-61d29170-6b41-4ee5-8554-4e0e30ed9fa9 service neutron] For port a1c5a5f6-9f44-4f7a-bc58-9b31eb803ef2, host n-h2-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=a1c5a5f6-9f44-4f7a-bc58-9b31eb803ef2,segment=NetworkSegment(7ed294a7-e1e7-4d37-88c7-4b485966a411),segment_id=7ed294a7-e1e7-4d37-88c7-4b485966a411)] {{(pid=88524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:37:38.362126 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-e92e798e-e7bd-429e-904c-2d4250f7a778 req-61d29170-6b41-4ee5-8554-4e0e30ed9fa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:37:38.423232 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92e798e-e7bd-429e-904c-2d4250f7a778 req-61d29170-6b41-4ee5-8554-4e0e30ed9fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:37:38.423831 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-e92e798e-e7bd-429e-904c-2d4250f7a778 req-61d29170-6b41-4ee5-8554-4e0e30ed9fa9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:37:38.425261 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e92e798e-e7bd-429e-904c-2d4250f7a778 req-61d29170-6b41-4ee5-8554-4e0e30ed9fa9 service neutron] 10.222.0.50 "PUT /v2.0/ports/a1c5a5f6-9f44-4f7a-bc58-9b31eb803ef2 HTTP/1.1" status: 200 len: 1091 time: 0.9434185 Jun 01 19:37:38.425688 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4235aae1-b773-49ec-9953-eda4dd89fa45', 'tag': 'a1c5a5f6-9f44-4f7a-bc58-9b31eb803ef2'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:37:38.461051 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d29170-6b41-4ee5-8554-4e0e30ed9fa9 service neutron] Pushing event updated for resources: {'Port': ['ID=a1c5a5f6-9f44-4f7a-bc58-9b31eb803ef2,revision_number=3']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:37:38.517031 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3043900b-c315-4abc-8dc2-ffcc46e41fe9'] response: {'name': 'network-changed', 'server_uuid': '4235aae1-b773-49ec-9953-eda4dd89fa45', 'tag': 'a1c5a5f6-9f44-4f7a-bc58-9b31eb803ef2', 'status': 'completed', 'code': 200} Jun 01 19:37:38.557266 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92e798e-e7bd-429e-904c-2d4250f7a778 req-70779991-27af-4916-b76c-04630a84c183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:37:38.558843 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e92e798e-e7bd-429e-904c-2d4250f7a778 req-70779991-27af-4916-b76c-04630a84c183 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cbda20c3e8d6442e82db1c7c6a27e2a5&device_id=4235aae1-b773-49ec-9953-eda4dd89fa45 HTTP/1.1" status: 200 len: 1094 time: 0.0793848 Jun 01 19:37:38.632775 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e92e798e-e7bd-429e-904c-2d4250f7a778 req-9a9d45b2-c7e9-4a4d-b4fe-1ed504cf06f8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a1c5a5f6-9f44-4f7a-bc58-9b31eb803ef2 HTTP/1.1" status: 200 len: 217 time: 0.0678427 Jun 01 19:37:38.697924 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92e798e-e7bd-429e-904c-2d4250f7a778 req-16b559e2-164e-417e-9f90-d33f6278512f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:37:38.699297 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e92e798e-e7bd-429e-904c-2d4250f7a778 req-16b559e2-164e-417e-9f90-d33f6278512f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7869c718-b90f-46bf-9776-ffc40f61ae55 HTTP/1.1" status: 200 len: 851 time: 0.0604119 Jun 01 19:37:38.872443 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92e798e-e7bd-429e-904c-2d4250f7a778 req-3c6972c2-76b6-461b-ae41-ff6f5c2f8681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:37:38.873963 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e92e798e-e7bd-429e-904c-2d4250f7a778 req-3c6972c2-76b6-461b-ae41-ff6f5c2f8681 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c4e93956-04f5-4c59-8497-c0465a5ee4f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1686015 Jun 01 19:37:39.009717 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e92e798e-e7bd-429e-904c-2d4250f7a778 req-c7bf46f4-9507-46ca-8d6e-b8917ea8e641 service neutron] 10.222.0.50 "GET /v2.0/networks/c4e93956-04f5-4c59-8497-c0465a5ee4f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299548 Jun 01 19:37:39.044310 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5828f10-934d-4415-a566-76e1eb5be542 req-06a07da5-7660-44d1-a77f-23c5a412cd5d tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:37:39.045806 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b5828f10-934d-4415-a566-76e1eb5be542 req-06a07da5-7660-44d1-a77f-23c5a412cd5d tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=4235aae1-b773-49ec-9953-eda4dd89fa45 HTTP/1.1" status: 200 len: 943 time: 0.0943923 Jun 01 19:37:39.092178 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b5828f10-934d-4415-a566-76e1eb5be542 req-324cdcb1-466a-4894-b2d6-865a96067211 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/security-groups?id=a05ae957-bf8a-4e8f-b4e8-ecb6cd39ee06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404997 Jun 01 19:37:39.146908 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e92e798e-e7bd-429e-904c-2d4250f7a778 req-49e39457-5d81-4c9a-8cbe-9288de2f7fc6 service neutron] 10.222.0.50 "GET /v2.0/networks/c4e93956-04f5-4c59-8497-c0465a5ee4f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310983 Jun 01 19:37:39.263477 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c10103c-901f-48d2-a9bc-cac98c260750 req-866d723b-a11f-41e0-b3ba-73228de5edaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:37:39.264670 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5c10103c-901f-48d2-a9bc-cac98c260750 req-866d723b-a11f-41e0-b3ba-73228de5edaf service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cbda20c3e8d6442e82db1c7c6a27e2a5&device_id=4235aae1-b773-49ec-9953-eda4dd89fa45 HTTP/1.1" status: 200 len: 1094 time: 0.0738759 Jun 01 19:37:39.395970 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c10103c-901f-48d2-a9bc-cac98c260750 req-663cd895-952a-41d0-a02e-6f6d140939ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:37:39.397337 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5c10103c-901f-48d2-a9bc-cac98c260750 req-663cd895-952a-41d0-a02e-6f6d140939ed service neutron] 10.222.0.50 "GET /v2.0/networks?id=c4e93956-04f5-4c59-8497-c0465a5ee4f1 HTTP/1.1" status: 200 len: 913 time: 0.1269732 Jun 01 19:37:39.466800 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5c10103c-901f-48d2-a9bc-cac98c260750 req-410d4a16-911d-49ad-bc61-6e9f5099cd12 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a1c5a5f6-9f44-4f7a-bc58-9b31eb803ef2 HTTP/1.1" status: 200 len: 217 time: 0.0623608 Jun 01 19:37:39.532787 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c10103c-901f-48d2-a9bc-cac98c260750 req-427f844b-35ac-459b-a9ba-54d9c7cbc79e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:37:39.534277 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5c10103c-901f-48d2-a9bc-cac98c260750 req-427f844b-35ac-459b-a9ba-54d9c7cbc79e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7869c718-b90f-46bf-9776-ffc40f61ae55 HTTP/1.1" status: 200 len: 851 time: 0.0619383 Jun 01 19:37:39.569528 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-949401b7-825e-4f2b-8743-2dfcff476078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:37:39.614952 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c10103c-901f-48d2-a9bc-cac98c260750 req-1d4d9f8a-211f-4b62-9d42-16e7ab462eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:37:39.616373 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5c10103c-901f-48d2-a9bc-cac98c260750 req-1d4d9f8a-211f-4b62-9d42-16e7ab462eea service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c4e93956-04f5-4c59-8497-c0465a5ee4f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0763154 Jun 01 19:37:39.757653 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5c10103c-901f-48d2-a9bc-cac98c260750 req-5533010e-0372-47fd-b57c-26be6d7ca4ad service neutron] 10.222.0.50 "GET /v2.0/networks/c4e93956-04f5-4c59-8497-c0465a5ee4f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348650 Jun 01 19:37:39.893022 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5c10103c-901f-48d2-a9bc-cac98c260750 req-bf75174e-c76a-4660-ae9a-120f025c2c9c service neutron] 10.222.0.50 "GET /v2.0/networks/c4e93956-04f5-4c59-8497-c0465a5ee4f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285939 Jun 01 19:37:40.295284 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf591e7-1024-4a2c-9fec-6573eebd3322 req-7b61760f-cc3b-4d75-92ab-3d1485c8fca7 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:37:40.295971 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-9cf591e7-1024-4a2c-9fec-6573eebd3322 req-7b61760f-cc3b-4d75-92ab-3d1485c8fca7 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Synchronizing usage tracker for tenant:cbda20c3e8d6442e82db1c7c6a27e2a5 on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:37:40.312098 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-9cf591e7-1024-4a2c-9fec-6573eebd3322 req-7b61760f-cc3b-4d75-92ab-3d1485c8fca7 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Unset dirty status for tenant:cbda20c3e8d6442e82db1c7c6a27e2a5 on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:37:40.313596 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9cf591e7-1024-4a2c-9fec-6573eebd3322 req-7b61760f-cc3b-4d75-92ab-3d1485c8fca7 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=4235aae1-b773-49ec-9953-eda4dd89fa45 HTTP/1.1" status: 200 len: 943 time: 0.1060960 Jun 01 19:37:40.360873 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9cf591e7-1024-4a2c-9fec-6573eebd3322 req-c2912a1f-f498-4211-b05c-f17d4a690e63 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/security-groups?id=a05ae957-bf8a-4e8f-b4e8-ecb6cd39ee06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415406 Jun 01 19:37:40.734193 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:37:40.735567 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:37:41.553576 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c34c5db-e230-4a7f-81f0-aff911ac88b5 req-14c7ef5f-5ba0-4247-8074-ed71cd990acd tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:37:41.554982 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2c34c5db-e230-4a7f-81f0-aff911ac88b5 req-14c7ef5f-5ba0-4247-8074-ed71cd990acd tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=4235aae1-b773-49ec-9953-eda4dd89fa45 HTTP/1.1" status: 200 len: 943 time: 0.0843782 Jun 01 19:37:41.603281 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2c34c5db-e230-4a7f-81f0-aff911ac88b5 req-f4f01cbf-fbd7-4fad-9bfd-4e4e1ae13a11 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/security-groups?id=a05ae957-bf8a-4e8f-b4e8-ecb6cd39ee06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419874 Jun 01 19:37:41.734783 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device a1c5a5f6-9f44-4f7a-bc58-9b31eb803ef2 details requested by agent hyperv_n-h2-844202-1 with host n-h2-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 19:37:41.843384 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:37:41.885664 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port a1c5a5f6-9f44-4f7a-bc58-9b31eb803ef2, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=a1c5a5f6-9f44-4f7a-bc58-9b31eb803ef2,segment=NetworkSegment(7ed294a7-e1e7-4d37-88c7-4b485966a411),segment_id=7ed294a7-e1e7-4d37-88c7-4b485966a411)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:37:41.898689 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Returning: {'device': 'a1c5a5f6-9f44-4f7a-bc58-9b31eb803ef2', 'network_id': 'c4e93956-04f5-4c59-8497-c0465a5ee4f1', 'port_id': 'a1c5a5f6-9f44-4f7a-bc58-9b31eb803ef2', 'mac_address': 'fa:16:3e:4a:b2:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7869c718-b90f-46bf-9776-ffc40f61ae55', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 19:37:41.958512 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port a1c5a5f6-9f44-4f7a-bc58-9b31eb803ef2 is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:37:41.958875 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:37:41.975556 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1c5a5f6-9f44-4f7a-bc58-9b31eb803ef2 {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 19:37:41.992187 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port a1c5a5f6-9f44-4f7a-bc58-9b31eb803ef2, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=a1c5a5f6-9f44-4f7a-bc58-9b31eb803ef2,segment=NetworkSegment(7ed294a7-e1e7-4d37-88c7-4b485966a411),segment_id=7ed294a7-e1e7-4d37-88c7-4b485966a411)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:37:41.995966 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:37:42.063575 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=a1c5a5f6-9f44-4f7a-bc58-9b31eb803ef2,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:37:42.082779 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:37:42.197359 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] get_ports_and_sgs() called for port_ids ['a1c5a5f6-9f44-4f7a-bc58-9b31eb803ef2'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 19:37:42.357877 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:37:42.797604 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f6f2d8-93e6-4ff4-bb25-691403a6a27c req-d02c32e6-05f9-4edc-b109-8abcfcacf216 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:37:42.799105 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-85f6f2d8-93e6-4ff4-bb25-691403a6a27c req-d02c32e6-05f9-4edc-b109-8abcfcacf216 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=4235aae1-b773-49ec-9953-eda4dd89fa45 HTTP/1.1" status: 200 len: 944 time: 0.0853853 Jun 01 19:37:42.843447 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-85f6f2d8-93e6-4ff4-bb25-691403a6a27c req-cb4778b5-56b6-4caf-b3fb-e04eea5580a1 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/security-groups?id=a05ae957-bf8a-4e8f-b4e8-ecb6cd39ee06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386345 Jun 01 19:37:43.735376 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device a1c5a5f6-9f44-4f7a-bc58-9b31eb803ef2 up at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:37:43.806371 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning for port a1c5a5f6-9f44-4f7a-bc58-9b31eb803ef2 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:37:43.811204 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning complete for port a1c5a5f6-9f44-4f7a-bc58-9b31eb803ef2 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:37:43.811570 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:37:43.929506 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port a1c5a5f6-9f44-4f7a-bc58-9b31eb803ef2 is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:37:43.929979 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:37:43.957666 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4235aae1-b773-49ec-9953-eda4dd89fa45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1c5a5f6-9f44-4f7a-bc58-9b31eb803ef2'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:37:43.968851 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port a1c5a5f6-9f44-4f7a-bc58-9b31eb803ef2, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=a1c5a5f6-9f44-4f7a-bc58-9b31eb803ef2,segment=NetworkSegment(7ed294a7-e1e7-4d37-88c7-4b485966a411),segment_id=7ed294a7-e1e7-4d37-88c7-4b485966a411)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:37:43.975013 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:37:44.012418 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b66701e1-7af8-4f1c-aa2e-fc2ecc8d8f0e'] response: {'server_uuid': '4235aae1-b773-49ec-9953-eda4dd89fa45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1c5a5f6-9f44-4f7a-bc58-9b31eb803ef2', 'code': 200} Jun 01 19:37:44.039513 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea37f0d9-281b-41d8-829b-573c489e6756 req-7c630717-3193-4f22-bda1-287cfb82a838 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:37:44.041017 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ea37f0d9-281b-41d8-829b-573c489e6756 req-7c630717-3193-4f22-bda1-287cfb82a838 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=4235aae1-b773-49ec-9953-eda4dd89fa45 HTTP/1.1" status: 200 len: 945 time: 0.0929446 Jun 01 19:37:44.055396 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=a1c5a5f6-9f44-4f7a-bc58-9b31eb803ef2,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:37:44.093094 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ea37f0d9-281b-41d8-829b-573c489e6756 req-e1ec7580-9679-433a-8c7e-351dd962b70e tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/security-groups?id=a05ae957-bf8a-4e8f-b4e8-ecb6cd39ee06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457206 Jun 01 19:37:44.150166 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75651bd-ccb5-4d6a-9289-64e5884a1977 req-8e33f412-632d-4383-abbd-24bae35e8881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:37:44.151627 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f75651bd-ccb5-4d6a-9289-64e5884a1977 req-8e33f412-632d-4383-abbd-24bae35e8881 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=4235aae1-b773-49ec-9953-eda4dd89fa45 HTTP/1.1" status: 200 len: 1096 time: 0.0729744 Jun 01 19:37:44.193709 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f75651bd-ccb5-4d6a-9289-64e5884a1977 req-dbe9b435-b958-45fb-af0a-1a982ade3b72 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=a05ae957-bf8a-4e8f-b4e8-ecb6cd39ee06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361936 Jun 01 19:37:44.926492 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.agents_db [None req-e814b9cf-7de8-45d0-a079-29c61fabe7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 19:37:45.376497 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ddcd6f-197f-4bd2-b57f-c3b03e986db0 req-2b0e60fa-3d75-4f09-8c50-f532c97288e2 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:37:45.377975 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-41ddcd6f-197f-4bd2-b57f-c3b03e986db0 req-2b0e60fa-3d75-4f09-8c50-f532c97288e2 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=4235aae1-b773-49ec-9953-eda4dd89fa45 HTTP/1.1" status: 200 len: 945 time: 0.0809693 Jun 01 19:37:45.421945 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-41ddcd6f-197f-4bd2-b57f-c3b03e986db0 req-7530243e-9bcf-43fc-a62a-c311f8d0c453 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/security-groups?id=a05ae957-bf8a-4e8f-b4e8-ecb6cd39ee06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382268 Jun 01 19:37:46.623406 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82af343a-36c2-4eae-9153-95a7b5f5d9ed req-968850d4-f7a9-4841-8f4a-d07f4c1b3a8c tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:37:46.624804 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-82af343a-36c2-4eae-9153-95a7b5f5d9ed req-968850d4-f7a9-4841-8f4a-d07f4c1b3a8c tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=4235aae1-b773-49ec-9953-eda4dd89fa45 HTTP/1.1" status: 200 len: 945 time: 0.0880725 Jun 01 19:37:46.668458 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-82af343a-36c2-4eae-9153-95a7b5f5d9ed req-3a3f8db3-6008-495f-82bf-f4553f130a78 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/security-groups?id=a05ae957-bf8a-4e8f-b4e8-ecb6cd39ee06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379436 Jun 01 19:37:46.852151 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa45cc2-c313-43a2-9dd3-ae27782d58bc req-3e144257-a70f-4e36-808d-c7de81f84767 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:37:46.854785 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-efa45cc2-c313-43a2-9dd3-ae27782d58bc req-3e144257-a70f-4e36-808d-c7de81f84767 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=4235aae1-b773-49ec-9953-eda4dd89fa45 HTTP/1.1" status: 200 len: 945 time: 0.0862648 Jun 01 19:37:46.864785 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 51190) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:37:46.869815 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-6f612076-31f8-4c38-aa1b-b17dd55f5dbf tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Request body: {'floatingip': {'port_id': 'a1c5a5f6-9f44-4f7a-bc58-9b31eb803ef2'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:37:47.044747 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6f612076-31f8-4c38-aa1b-b17dd55f5dbf tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Notify callbacks [] for floatingip, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:37:47.644733 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6f612076-31f8-4c38-aa1b-b17dd55f5dbf tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:37:47.648571 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6f612076-31f8-4c38-aa1b-b17dd55f5dbf tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887712'] for floatingip, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:37:47.817633 n-d-844202-1 neutron-server[88524]: INFO neutron.db.l3_db [None req-6f612076-31f8-4c38-aa1b-b17dd55f5dbf tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Floating IP b5679655-04f8-4106-ab29-fd920a6926f9 associated. External IP: 172.25.4.41, port: a1c5a5f6-9f44-4f7a-bc58-9b31eb803ef2. Jun 01 19:37:48.172947 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f612076-31f8-4c38-aa1b-b17dd55f5dbf tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Router 7fa3ce65-0b71-4a94-bb4c-e7929cc1418d has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 19:37:48.492518 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f612076-31f8-4c38-aa1b-b17dd55f5dbf tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:37:48.499307 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6f612076-31f8-4c38-aa1b-b17dd55f5dbf tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for floatingip, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:37:48.502514 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-991fc30b-2526-42b0-951b-1daeaad552f8 None None] Sync routers for ids ['7fa3ce65-0b71-4a94-bb4c-e7929cc1418d'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:37:48.512687 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-991fc30b-2526-42b0-951b-1daeaad552f8 None None] Routers {'7fa3ce65-0b71-4a94-bb4c-e7929cc1418d'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:37:48.513392 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-991fc30b-2526-42b0-951b-1daeaad552f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:37:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['7fa3ce65-0b71-4a94-bb4c-e7929cc1418d'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:37:48.561883 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-6f612076-31f8-4c38-aa1b-b17dd55f5dbf tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "PUT /v2.0/floatingips/b5679655-04f8-4106-ab29-fd920a6926f9 HTTP/1.1" status: 200 len: 990 time: 1.6959743 Jun 01 19:37:48.562706 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4235aae1-b773-49ec-9953-eda4dd89fa45', 'tag': 'a1c5a5f6-9f44-4f7a-bc58-9b31eb803ef2'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:37:48.608473 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e21a4a2a-2f09-4ee7-96d0-ec503954040b'] response: {'name': 'network-changed', 'server_uuid': '4235aae1-b773-49ec-9953-eda4dd89fa45', 'tag': 'a1c5a5f6-9f44-4f7a-bc58-9b31eb803ef2', 'status': 'completed', 'code': 200} Jun 01 19:37:48.697213 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-991fc30b-2526-42b0-951b-1daeaad552f8 None None] Set router 7fa3ce65-0b71-4a94-bb4c-e7929cc1418d gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:37:48.701745 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1e2a59-e1a7-4bcd-ac45-ef0b6ee21c7d req-6bfed082-91c2-49a9-839f-08697acad297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:37:48.703229 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7b1e2a59-e1a7-4bcd-ac45-ef0b6ee21c7d req-6bfed082-91c2-49a9-839f-08697acad297 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cbda20c3e8d6442e82db1c7c6a27e2a5&device_id=4235aae1-b773-49ec-9953-eda4dd89fa45 HTTP/1.1" status: 200 len: 1096 time: 0.0739789 Jun 01 19:37:48.841033 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1e2a59-e1a7-4bcd-ac45-ef0b6ee21c7d req-51f7f4e8-e044-40c0-bb44-b905b2d97888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:37:48.842487 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7b1e2a59-e1a7-4bcd-ac45-ef0b6ee21c7d req-51f7f4e8-e044-40c0-bb44-b905b2d97888 service neutron] 10.222.0.50 "GET /v2.0/networks?id=c4e93956-04f5-4c59-8497-c0465a5ee4f1 HTTP/1.1" status: 200 len: 913 time: 0.1341834 Jun 01 19:37:48.866071 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750b2744-3574-4302-9b43-dde44f89e579 req-d26fbffb-313d-49b8-9576-3dd21626d97d tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:37:48.873083 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-750b2744-3574-4302-9b43-dde44f89e579 req-d26fbffb-313d-49b8-9576-3dd21626d97d tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=4235aae1-b773-49ec-9953-eda4dd89fa45 HTTP/1.1" status: 200 len: 945 time: 0.1339574 Jun 01 19:37:48.920464 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-750b2744-3574-4302-9b43-dde44f89e579 req-9fc9b634-7814-4d8c-9c32-43cf03288299 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/security-groups?id=a05ae957-bf8a-4e8f-b4e8-ecb6cd39ee06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452161 Jun 01 19:37:48.968155 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7b1e2a59-e1a7-4bcd-ac45-ef0b6ee21c7d req-df601c8f-8059-4310-8daf-2f05ab0f6966 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a1c5a5f6-9f44-4f7a-bc58-9b31eb803ef2 HTTP/1.1" status: 200 len: 998 time: 0.1205273 Jun 01 19:37:49.039979 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1e2a59-e1a7-4bcd-ac45-ef0b6ee21c7d req-64bfd957-06ea-4615-8b4a-f2868baa43f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:37:49.041606 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7b1e2a59-e1a7-4bcd-ac45-ef0b6ee21c7d req-64bfd957-06ea-4615-8b4a-f2868baa43f3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7869c718-b90f-46bf-9776-ffc40f61ae55 HTTP/1.1" status: 200 len: 851 time: 0.0676684 Jun 01 19:37:49.102646 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-991fc30b-2526-42b0-951b-1daeaad552f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fa3ce65-0b71-4a94-bb4c-e7929cc1418d', 'name': 'tempest-ServerActionsTestJSON-1042264002-router', 'tenant_id': 'cbda20c3e8d6442e82db1c7c6a27e2a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '70e55147-1f1f-4d25-bc59-b7473230258c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:37:26Z', 'updated_at': '2022-06-01T19:37:31Z', 'revision_number': 4, 'project_id': 'cbda20c3e8d6442e82db1c7c6a27e2a5', 'gw_port': {'id': '70e55147-1f1f-4d25-bc59-b7473230258c', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:15:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa3ce65-0b71-4a94-bb4c-e7929cc1418d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:37:27Z', 'updated_at': '2022-06-01T19:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_floatingips': [{'id': 'b5679655-04f8-4106-ab29-fd920a6926f9', 'tenant_id': 'cbda20c3e8d6442e82db1c7c6a27e2a5', 'floating_ip_address': '172.25.4.41', 'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'router_id': '7fa3ce65-0b71-4a94-bb4c-e7929cc1418d', 'port_id': 'a1c5a5f6-9f44-4f7a-bc58-9b31eb803ef2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4179, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4e93956-04f5-4c59-8497-c0465a5ee4f1', 'mac_address': 'fa:16:3e:4a:b2:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4235aae1-b773-49ec-9953-eda4dd89fa45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T19:37:33Z', 'updated_at': '2022-06-01T19:37:47Z', 'revision_number': 1, 'project_id': 'cbda20c3e8d6442e82db1c7c6a27e2a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5937c945-2bd7-4cdc-b6fe-432cda621442', 'name': '', 'network_id': 'c4e93956-04f5-4c59-8497-c0465a5ee4f1', 'tenant_id': 'cbda20c3e8d6442e82db1c7c6a27e2a5', 'mac_address': 'fa:16:3e:ff:e6:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa3ce65-0b71-4a94-bb4c-e7929cc1418d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': '7869c718-b90f-46bf-9776-ffc40f61ae55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:37:30Z', 'updated_at': '2022-06-01T19:37:35Z', 'revision_number': 5, 'project_id': 'cbda20c3e8d6442e82db1c7c6a27e2a5', 'subnets': [{'id': '7869c718-b90f-46bf-9776-ffc40f61ae55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:37:49.106756 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-991fc30b-2526-42b0-951b-1daeaad552f8 None None] Checking router: 7fa3ce65-0b71-4a94-bb4c-e7929cc1418d for host: n-d-844202-1 {{(pid=88527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 19:37:49.115584 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-991fc30b-2526-42b0-951b-1daeaad552f8 None None] Routers {'7fa3ce65-0b71-4a94-bb4c-e7929cc1418d'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:37:49.116202 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-991fc30b-2526-42b0-951b-1daeaad552f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:37:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['7fa3ce65-0b71-4a94-bb4c-e7929cc1418d'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:37:49.135420 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1e2a59-e1a7-4bcd-ac45-ef0b6ee21c7d req-7c5fe185-0333-4117-9c2c-85a16b5c7d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:37:49.136922 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7b1e2a59-e1a7-4bcd-ac45-ef0b6ee21c7d req-7c5fe185-0333-4117-9c2c-85a16b5c7d5a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c4e93956-04f5-4c59-8497-c0465a5ee4f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0894370 Jun 01 19:37:49.305058 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-991fc30b-2526-42b0-951b-1daeaad552f8 None None] Set router 7fa3ce65-0b71-4a94-bb4c-e7929cc1418d gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:37:49.334986 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7b1e2a59-e1a7-4bcd-ac45-ef0b6ee21c7d req-f9cdadd1-6a67-4fef-bf4c-6fdbd0d18096 service neutron] 10.222.0.50 "GET /v2.0/networks/c4e93956-04f5-4c59-8497-c0465a5ee4f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920388 Jun 01 19:37:49.342514 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7d66f2-3158-4541-826f-9d739187628e req-df9c84bb-6352-4ee6-b580-ac0aabe2158e tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:37:49.343879 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0b7d66f2-3158-4541-826f-9d739187628e req-df9c84bb-6352-4ee6-b580-ac0aabe2158e tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=4235aae1-b773-49ec-9953-eda4dd89fa45 HTTP/1.1" status: 200 len: 945 time: 0.2459025 Jun 01 19:37:49.465203 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0b7d66f2-3158-4541-826f-9d739187628e req-dcd0aaf4-c7ff-4ed0-9081-3699f4c327e6 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/security-groups?id=a05ae957-bf8a-4e8f-b4e8-ecb6cd39ee06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029050 Jun 01 19:37:49.503865 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7b1e2a59-e1a7-4bcd-ac45-ef0b6ee21c7d req-89c32551-6c12-4e86-bc6a-fc737f2ee595 service neutron] 10.222.0.50 "GET /v2.0/networks/c4e93956-04f5-4c59-8497-c0465a5ee4f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590307 Jun 01 19:37:49.667677 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-991fc30b-2526-42b0-951b-1daeaad552f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fa3ce65-0b71-4a94-bb4c-e7929cc1418d', 'name': 'tempest-ServerActionsTestJSON-1042264002-router', 'tenant_id': 'cbda20c3e8d6442e82db1c7c6a27e2a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '70e55147-1f1f-4d25-bc59-b7473230258c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:37:26Z', 'updated_at': '2022-06-01T19:37:31Z', 'revision_number': 4, 'project_id': 'cbda20c3e8d6442e82db1c7c6a27e2a5', 'gw_port': {'id': '70e55147-1f1f-4d25-bc59-b7473230258c', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:15:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa3ce65-0b71-4a94-bb4c-e7929cc1418d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:37:27Z', 'updated_at': '2022-06-01T19:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_floatingips': [{'id': 'b5679655-04f8-4106-ab29-fd920a6926f9', 'tenant_id': 'cbda20c3e8d6442e82db1c7c6a27e2a5', 'floating_ip_address': '172.25.4.41', 'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'router_id': '7fa3ce65-0b71-4a94-bb4c-e7929cc1418d', 'port_id': 'a1c5a5f6-9f44-4f7a-bc58-9b31eb803ef2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4179, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4e93956-04f5-4c59-8497-c0465a5ee4f1', 'mac_address': 'fa:16:3e:4a:b2:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4235aae1-b773-49ec-9953-eda4dd89fa45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T19:37:33Z', 'updated_at': '2022-06-01T19:37:47Z', 'revision_number': 1, 'project_id': 'cbda20c3e8d6442e82db1c7c6a27e2a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5937c945-2bd7-4cdc-b6fe-432cda621442', 'name': '', 'network_id': 'c4e93956-04f5-4c59-8497-c0465a5ee4f1', 'tenant_id': 'cbda20c3e8d6442e82db1c7c6a27e2a5', 'mac_address': 'fa:16:3e:ff:e6:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa3ce65-0b71-4a94-bb4c-e7929cc1418d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': '7869c718-b90f-46bf-9776-ffc40f61ae55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:37:30Z', 'updated_at': '2022-06-01T19:37:35Z', 'revision_number': 5, 'project_id': 'cbda20c3e8d6442e82db1c7c6a27e2a5', 'subnets': [{'id': '7869c718-b90f-46bf-9776-ffc40f61ae55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:37:49.672352 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-991fc30b-2526-42b0-951b-1daeaad552f8 None None] The sync data for ids ['7fa3ce65-0b71-4a94-bb4c-e7929cc1418d'] in n-d-844202-1 is: [{'id': '7fa3ce65-0b71-4a94-bb4c-e7929cc1418d', 'name': 'tempest-ServerActionsTestJSON-1042264002-router', 'tenant_id': 'cbda20c3e8d6442e82db1c7c6a27e2a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '70e55147-1f1f-4d25-bc59-b7473230258c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:37:26Z', 'updated_at': '2022-06-01T19:37:31Z', 'revision_number': 4, 'project_id': 'cbda20c3e8d6442e82db1c7c6a27e2a5', 'gw_port': {'id': '70e55147-1f1f-4d25-bc59-b7473230258c', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:15:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa3ce65-0b71-4a94-bb4c-e7929cc1418d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:37:27Z', 'updated_at': '2022-06-01T19:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_floatingips': [{'id': 'b5679655-04f8-4106-ab29-fd920a6926f9', 'tenant_id': 'cbda20c3e8d6442e82db1c7c6a27e2a5', 'floating_ip_address': '172.25.4.41', 'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'router_id': '7fa3ce65-0b71-4a94-bb4c-e7929cc1418d', 'port_id': 'a1c5a5f6-9f44-4f7a-bc58-9b31eb803ef2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4179, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4e93956-04f5-4c59-8497-c0465a5ee4f1', 'mac_address': 'fa:16:3e:4a:b2:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4235aae1-b773-49ec-9953-eda4dd89fa45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T19:37:33Z', 'updated_at': '2022-06-01T19:37:47Z', 'revision_number': 1, 'project_id': 'cbda20c3e8d6442e82db1c7c6a27e2a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5937c945-2bd7-4cdc-b6fe-432cda621442', 'name': '', 'network_id': 'c4e93956-04f5-4c59-8497-c0465a5ee4f1', 'tenant_id': 'cbda20c3e8d6442e82db1c7c6a27e2a5', 'mac_address': 'fa:16:3e:ff:e6:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa3ce65-0b71-4a94-bb4c-e7929cc1418d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': '7869c718-b90f-46bf-9776-ffc40f61ae55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:37:30Z', 'updated_at': '2022-06-01T19:37:35Z', 'revision_number': 5, 'project_id': 'cbda20c3e8d6442e82db1c7c6a27e2a5', 'subnets': [{'id': '7869c718-b90f-46bf-9776-ffc40f61ae55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:37:49.873849 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-192ef6c4-77ea-4cea-a9d5-9c010244231e None None] New status for floating IP b5679655-04f8-4106-ab29-fd920a6926f9: ACTIVE {{(pid=88526) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 19:37:50.662905 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a955a0f-e145-4df4-9c6c-10b65faa398d req-86044f79-6294-40e1-b20b-fe0d8b39396e tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:37:50.664365 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-0a955a0f-e145-4df4-9c6c-10b65faa398d req-86044f79-6294-40e1-b20b-fe0d8b39396e tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=4235aae1-b773-49ec-9953-eda4dd89fa45 HTTP/1.1" status: 200 len: 945 time: 0.0821040 Jun 01 19:37:50.711268 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-0a955a0f-e145-4df4-9c6c-10b65faa398d req-7fd95409-ca21-4a7f-9a09-a5777df900dd tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/security-groups?id=a05ae957-bf8a-4e8f-b4e8-ecb6cd39ee06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408463 Jun 01 19:37:51.076191 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf99e7e-b075-4c57-8b20-9b00cd8be9d1 req-9c7715d9-9c73-4b61-94f3-0d8dc6550840 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:37:51.077846 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-acf99e7e-b075-4c57-8b20-9b00cd8be9d1 req-9c7715d9-9c73-4b61-94f3-0d8dc6550840 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=4235aae1-b773-49ec-9953-eda4dd89fa45 HTTP/1.1" status: 200 len: 945 time: 0.0907171 Jun 01 19:37:51.127358 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-acf99e7e-b075-4c57-8b20-9b00cd8be9d1 req-2362789b-2d84-4f31-89d1-0dc18f575be2 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/security-groups?id=a05ae957-bf8a-4e8f-b4e8-ecb6cd39ee06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437758 Jun 01 19:37:51.497146 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-76ff9440-b1c7-485e-b707-c91eeebe35f7 req-a390bb1e-16cf-4676-9c8f-2fd7d066703b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4235aae1-b773-49ec-9953-eda4dd89fa45&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0742948 Jun 01 19:37:51.549139 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dcc456-7a76-4ed2-a18a-01bd3b2705f5 req-f432056b-ca95-4629-8029-89666c5e3734 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:37:51.550653 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f4dcc456-7a76-4ed2-a18a-01bd3b2705f5 req-f432056b-ca95-4629-8029-89666c5e3734 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=4235aae1-b773-49ec-9953-eda4dd89fa45 HTTP/1.1" status: 200 len: 945 time: 0.0888083 Jun 01 19:37:51.600878 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f4dcc456-7a76-4ed2-a18a-01bd3b2705f5 req-1d317508-75c4-4a8b-ad8d-2a1e1a0d92e2 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/security-groups?id=a05ae957-bf8a-4e8f-b4e8-ecb6cd39ee06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446010 Jun 01 19:37:52.794259 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214843c2-9e77-4b4b-b0a2-d86c94503d2d req-b98e9418-fef4-47b7-91ac-5e158e6cce12 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:37:52.795886 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-214843c2-9e77-4b4b-b0a2-d86c94503d2d req-b98e9418-fef4-47b7-91ac-5e158e6cce12 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=4235aae1-b773-49ec-9953-eda4dd89fa45 HTTP/1.1" status: 200 len: 945 time: 0.0876806 Jun 01 19:37:52.840052 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-214843c2-9e77-4b4b-b0a2-d86c94503d2d req-1989b70b-5d1b-4cc5-b27a-b46c4b322736 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/security-groups?id=a05ae957-bf8a-4e8f-b4e8-ecb6cd39ee06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384533 Jun 01 19:37:52.844661 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ff9440-b1c7-485e-b707-c91eeebe35f7 req-78520f2c-4719-43d3-8c74-4f87ec19197a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:37:52.846151 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-76ff9440-b1c7-485e-b707-c91eeebe35f7 req-78520f2c-4719-43d3-8c74-4f87ec19197a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cbda20c3e8d6442e82db1c7c6a27e2a5&device_id=4235aae1-b773-49ec-9953-eda4dd89fa45 HTTP/1.1" status: 200 len: 1096 time: 0.0725543 Jun 01 19:37:52.994856 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ff9440-b1c7-485e-b707-c91eeebe35f7 req-a1637bff-1a02-449b-a379-7ed265333177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:37:52.996332 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-76ff9440-b1c7-485e-b707-c91eeebe35f7 req-a1637bff-1a02-449b-a379-7ed265333177 service neutron] 10.222.0.50 "GET /v2.0/networks?id=c4e93956-04f5-4c59-8497-c0465a5ee4f1 HTTP/1.1" status: 200 len: 913 time: 0.1447020 Jun 01 19:37:53.099737 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-76ff9440-b1c7-485e-b707-c91eeebe35f7 req-277beb5c-9113-4caa-800a-6355df555f90 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a1c5a5f6-9f44-4f7a-bc58-9b31eb803ef2 HTTP/1.1" status: 200 len: 1000 time: 0.0982330 Jun 01 19:37:53.162284 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ff9440-b1c7-485e-b707-c91eeebe35f7 req-6c0d1fd3-dc87-438e-aefe-fc54a0ee5576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:37:53.163696 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-76ff9440-b1c7-485e-b707-c91eeebe35f7 req-6c0d1fd3-dc87-438e-aefe-fc54a0ee5576 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7869c718-b90f-46bf-9776-ffc40f61ae55 HTTP/1.1" status: 200 len: 851 time: 0.0589769 Jun 01 19:37:53.362188 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ff9440-b1c7-485e-b707-c91eeebe35f7 req-cc602670-0a76-4066-be98-09d058256b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:37:53.363608 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-76ff9440-b1c7-485e-b707-c91eeebe35f7 req-cc602670-0a76-4066-be98-09d058256b01 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c4e93956-04f5-4c59-8497-c0465a5ee4f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1944404 Jun 01 19:37:53.495059 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-76ff9440-b1c7-485e-b707-c91eeebe35f7 req-2e8f70fa-2ad9-4138-89e0-7580c1aac329 service neutron] 10.222.0.50 "GET /v2.0/networks/c4e93956-04f5-4c59-8497-c0465a5ee4f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254175 Jun 01 19:37:53.633795 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-76ff9440-b1c7-485e-b707-c91eeebe35f7 req-e3bd8b03-6ce0-404d-89aa-38118346c7df service neutron] 10.222.0.50 "GET /v2.0/networks/c4e93956-04f5-4c59-8497-c0465a5ee4f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329954 Jun 01 19:37:54.034749 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4b3640-21a4-4230-b6dd-52ab10760c1c req-91203829-036f-4348-8a4d-a9f6c1936e9c tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:37:54.036590 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ba4b3640-21a4-4230-b6dd-52ab10760c1c req-91203829-036f-4348-8a4d-a9f6c1936e9c tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=4235aae1-b773-49ec-9953-eda4dd89fa45 HTTP/1.1" status: 200 len: 945 time: 0.0880804 Jun 01 19:37:54.081168 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ba4b3640-21a4-4230-b6dd-52ab10760c1c req-598db632-028e-4ff0-9ac2-c3d750b77d29 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/security-groups?id=a05ae957-bf8a-4e8f-b4e8-ecb6cd39ee06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389116 Jun 01 19:37:55.280491 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaea3a0-45d2-440e-936d-f47dea1b3d51 req-613c415d-825a-4293-bbe6-d884fd38a8d4 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:37:55.281939 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-acaea3a0-45d2-440e-936d-f47dea1b3d51 req-613c415d-825a-4293-bbe6-d884fd38a8d4 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=4235aae1-b773-49ec-9953-eda4dd89fa45 HTTP/1.1" status: 200 len: 945 time: 0.0854187 Jun 01 19:37:55.328685 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-acaea3a0-45d2-440e-936d-f47dea1b3d51 req-37941147-431d-44ff-a9ec-702dbf9c45fa tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/security-groups?id=a05ae957-bf8a-4e8f-b4e8-ecb6cd39ee06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390387 Jun 01 19:37:56.521662 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb82cad0-e667-4191-9bc6-b194a4895b14 req-0df035ef-5a33-45a4-a6e8-30a3ed9caf36 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:37:56.523126 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-bb82cad0-e667-4191-9bc6-b194a4895b14 req-0df035ef-5a33-45a4-a6e8-30a3ed9caf36 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=4235aae1-b773-49ec-9953-eda4dd89fa45 HTTP/1.1" status: 200 len: 945 time: 0.0830224 Jun 01 19:37:56.568366 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-bb82cad0-e667-4191-9bc6-b194a4895b14 req-e7d4e4e6-8197-409e-b3fe-ce97b63c8523 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/security-groups?id=a05ae957-bf8a-4e8f-b4e8-ecb6cd39ee06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389414 Jun 01 19:37:57.865490 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f3555f-8251-42a8-9278-3e8f2aeebe4b req-2847f3f2-78c1-4aaf-b32d-254bc35c0402 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:37:57.866832 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a9f3555f-8251-42a8-9278-3e8f2aeebe4b req-2847f3f2-78c1-4aaf-b32d-254bc35c0402 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=4235aae1-b773-49ec-9953-eda4dd89fa45 HTTP/1.1" status: 200 len: 945 time: 0.1837714 Jun 01 19:37:57.911062 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a9f3555f-8251-42a8-9278-3e8f2aeebe4b req-b7b3fdb4-6f5f-48e5-8554-2145c3f9ed0a tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/security-groups?id=a05ae957-bf8a-4e8f-b4e8-ecb6cd39ee06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376091 Jun 01 19:37:59.101196 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf026bc-06cc-41c3-b3a7-f471f4ed17a1 req-02eb15e2-2aad-4ca5-9f52-5fd75d70deae tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:37:59.102632 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3bf026bc-06cc-41c3-b3a7-f471f4ed17a1 req-02eb15e2-2aad-4ca5-9f52-5fd75d70deae tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=4235aae1-b773-49ec-9953-eda4dd89fa45 HTTP/1.1" status: 200 len: 945 time: 0.0843074 Jun 01 19:37:59.146983 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3bf026bc-06cc-41c3-b3a7-f471f4ed17a1 req-8fcab6ac-64c8-4378-bd4f-55bb8f0366f4 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/security-groups?id=a05ae957-bf8a-4e8f-b4e8-ecb6cd39ee06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381603 Jun 01 19:38:00.335415 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71e757b-ead7-49f0-8974-538eeb8a3cb4 req-ccfa25a7-9604-481e-b1a6-5bb015ee46d2 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:38:00.336782 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c71e757b-ead7-49f0-8974-538eeb8a3cb4 req-ccfa25a7-9604-481e-b1a6-5bb015ee46d2 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=4235aae1-b773-49ec-9953-eda4dd89fa45 HTTP/1.1" status: 200 len: 945 time: 0.0810318 Jun 01 19:38:00.379718 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c71e757b-ead7-49f0-8974-538eeb8a3cb4 req-e3e124ae-9f25-447c-b2f8-2946afc8eea2 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/security-groups?id=a05ae957-bf8a-4e8f-b4e8-ecb6cd39ee06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372245 Jun 01 19:38:01.570411 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5cb421-1cb3-44ba-801f-6764459510b7 req-c5e20c57-8b04-432a-9f59-2375b0264723 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:38:01.572293 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-2c5cb421-1cb3-44ba-801f-6764459510b7 req-c5e20c57-8b04-432a-9f59-2375b0264723 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=4235aae1-b773-49ec-9953-eda4dd89fa45 HTTP/1.1" status: 200 len: 945 time: 0.0862534 Jun 01 19:38:01.617217 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-2c5cb421-1cb3-44ba-801f-6764459510b7 req-231c3e36-1861-46bd-a853-d8376b90419f tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/security-groups?id=a05ae957-bf8a-4e8f-b4e8-ecb6cd39ee06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387340 Jun 01 19:38:02.808469 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a36d172-ac67-4cc8-8b01-98fbf0f23438 req-7db2db1c-fac5-4eb3-87d0-fc3d5928bdbf tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:38:02.809926 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-9a36d172-ac67-4cc8-8b01-98fbf0f23438 req-7db2db1c-fac5-4eb3-87d0-fc3d5928bdbf tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=4235aae1-b773-49ec-9953-eda4dd89fa45 HTTP/1.1" status: 200 len: 945 time: 0.0795026 Jun 01 19:38:02.853214 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-9a36d172-ac67-4cc8-8b01-98fbf0f23438 req-08ef33ec-d287-4e07-b4fe-7656eeecd269 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/security-groups?id=a05ae957-bf8a-4e8f-b4e8-ecb6cd39ee06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374408 Jun 01 19:38:04.046894 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8d7142-3165-4120-8f59-3b445b526346 req-80790411-a43e-4131-8597-aefe83948b9b tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:38:04.048385 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ac8d7142-3165-4120-8f59-3b445b526346 req-80790411-a43e-4131-8597-aefe83948b9b tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=4235aae1-b773-49ec-9953-eda4dd89fa45 HTTP/1.1" status: 200 len: 945 time: 0.0804026 Jun 01 19:38:04.098786 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ac8d7142-3165-4120-8f59-3b445b526346 req-3893ed74-1f34-4c55-b3c6-8af1e8603e00 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/security-groups?id=a05ae957-bf8a-4e8f-b4e8-ecb6cd39ee06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444241 Jun 01 19:38:05.298266 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07e7f6e-0f3f-42c0-b117-3566bdfc1236 req-0f25355b-2edc-4de7-87c6-383b9e87e182 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:38:05.299731 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b07e7f6e-0f3f-42c0-b117-3566bdfc1236 req-0f25355b-2edc-4de7-87c6-383b9e87e182 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=4235aae1-b773-49ec-9953-eda4dd89fa45 HTTP/1.1" status: 200 len: 945 time: 0.0851769 Jun 01 19:38:05.346656 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b07e7f6e-0f3f-42c0-b117-3566bdfc1236 req-7fab781d-99ad-4fe0-b6ea-efb0ed9bed9f tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/security-groups?id=a05ae957-bf8a-4e8f-b4e8-ecb6cd39ee06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412407 Jun 01 19:38:06.535582 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e899a4bc-7fc7-49f4-8e04-2946eb69ac9e req-0a207441-7fa0-4526-97a7-63525bafcbfd tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:38:06.537425 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e899a4bc-7fc7-49f4-8e04-2946eb69ac9e req-0a207441-7fa0-4526-97a7-63525bafcbfd tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=4235aae1-b773-49ec-9953-eda4dd89fa45 HTTP/1.1" status: 200 len: 945 time: 0.0794621 Jun 01 19:38:06.583095 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e899a4bc-7fc7-49f4-8e04-2946eb69ac9e req-7d8c75eb-2f49-418f-8cc7-be117b818904 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/security-groups?id=a05ae957-bf8a-4e8f-b4e8-ecb6cd39ee06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396290 Jun 01 19:38:07.153675 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-2a44d51b-72bb-4bc0-b60a-beff8d4b0121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:38:07.772527 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc6a0a3-d7ab-4277-bb84-7ab47be18e93 req-e71d1fa2-5bb6-4640-86e0-487eea699e6c tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:38:07.773972 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-6fc6a0a3-d7ab-4277-bb84-7ab47be18e93 req-e71d1fa2-5bb6-4640-86e0-487eea699e6c tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=4235aae1-b773-49ec-9953-eda4dd89fa45 HTTP/1.1" status: 200 len: 945 time: 0.0839188 Jun 01 19:38:07.817934 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-6fc6a0a3-d7ab-4277-bb84-7ab47be18e93 req-2c159e9f-6c1f-49e6-a347-75a07cfd7b91 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/security-groups?id=a05ae957-bf8a-4e8f-b4e8-ecb6cd39ee06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383363 Jun 01 19:38:09.013870 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979c4b80-1f03-4753-8495-1c7accf8cfd4 req-e4e97c58-d07e-4dff-8e73-d84c558486d8 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:38:09.015337 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-979c4b80-1f03-4753-8495-1c7accf8cfd4 req-e4e97c58-d07e-4dff-8e73-d84c558486d8 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=4235aae1-b773-49ec-9953-eda4dd89fa45 HTTP/1.1" status: 200 len: 945 time: 0.0903358 Jun 01 19:38:09.060168 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-979c4b80-1f03-4753-8495-1c7accf8cfd4 req-03974c16-bba6-4d1d-9c0c-f205a03ef6c7 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/security-groups?id=a05ae957-bf8a-4e8f-b4e8-ecb6cd39ee06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391464 Jun 01 19:38:09.572251 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-0c9af59d-0f55-46ab-8ea8-b06a007bfdff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:38:10.257341 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc164cd-f3e6-42cf-8868-5138bc13496e req-4094b03b-cb44-42e8-8a67-4dde74008bcc tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:38:10.258737 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8bc164cd-f3e6-42cf-8868-5138bc13496e req-4094b03b-cb44-42e8-8a67-4dde74008bcc tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=4235aae1-b773-49ec-9953-eda4dd89fa45 HTTP/1.1" status: 200 len: 945 time: 0.0884385 Jun 01 19:38:10.303458 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8bc164cd-f3e6-42cf-8868-5138bc13496e req-4a9901f6-d874-4161-9a00-a1d76a41141b tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/security-groups?id=a05ae957-bf8a-4e8f-b4e8-ecb6cd39ee06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378969 Jun 01 19:38:10.355905 n-d-844202-1 neutron-server[88524]: INFO neutron.api.v2.resource [req-76ff9440-b1c7-485e-b707-c91eeebe35f7 req-ffbdc6cf-8f7b-44ee-8005-13ec1cbf7a2a service neutron] show failed (client error): The resource could not be found. Jun 01 19:38:10.356958 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-76ff9440-b1c7-485e-b707-c91eeebe35f7 req-ffbdc6cf-8f7b-44ee-8005-13ec1cbf7a2a service neutron] 10.222.0.50 "GET /v2.0/ports/a1c5a5f6-9f44-4f7a-bc58-9b31eb803ef2/bindings/n-h1-844202-1 HTTP/1.1" status: 404 len: 380 time: 0.0757389 Jun 01 19:38:10.734091 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:38:10.735146 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:38:10.763906 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ff9440-b1c7-485e-b707-c91eeebe35f7 req-acc7ae45-0b6c-460f-b531-d8ba87279c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:38:10.765401 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-76ff9440-b1c7-485e-b707-c91eeebe35f7 req-acc7ae45-0b6c-460f-b531-d8ba87279c21 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4235aae1-b773-49ec-9953-eda4dd89fa45&tenant_id=cbda20c3e8d6442e82db1c7c6a27e2a5 HTTP/1.1" status: 200 len: 1096 time: 0.1178081 Jun 01 19:38:10.782117 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-76ff9440-b1c7-485e-b707-c91eeebe35f7 req-fd949b2f-9cb9-42db-bfe7-87f728db661b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-844202-1', 'device_owner': 'compute:nova'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:38:10.891225 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-76ff9440-b1c7-485e-b707-c91eeebe35f7 req-fd949b2f-9cb9-42db-bfe7-87f728db661b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:38:11.177594 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-76ff9440-b1c7-485e-b707-c91eeebe35f7 req-fd949b2f-9cb9-42db-bfe7-87f728db661b service neutron] For port a1c5a5f6-9f44-4f7a-bc58-9b31eb803ef2, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=a1c5a5f6-9f44-4f7a-bc58-9b31eb803ef2,segment=NetworkSegment(7ed294a7-e1e7-4d37-88c7-4b485966a411),segment_id=7ed294a7-e1e7-4d37-88c7-4b485966a411)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:38:11.207480 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-76ff9440-b1c7-485e-b707-c91eeebe35f7 req-fd949b2f-9cb9-42db-bfe7-87f728db661b service neutron] For port a1c5a5f6-9f44-4f7a-bc58-9b31eb803ef2, host n-h2-844202-1, cleared binding levels {{(pid=88524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:38:11.271499 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4235aae1-b773-49ec-9953-eda4dd89fa45', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1c5a5f6-9f44-4f7a-bc58-9b31eb803ef2'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:38:11.278455 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-76ff9440-b1c7-485e-b707-c91eeebe35f7 req-fd949b2f-9cb9-42db-bfe7-87f728db661b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:38:11.294050 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [req-76ff9440-b1c7-485e-b707-c91eeebe35f7 req-fd949b2f-9cb9-42db-bfe7-87f728db661b service neutron] Transition to ACTIVE for port object a1c5a5f6-9f44-4f7a-bc58-9b31eb803ef2 will not be triggered until provisioned by entity L2. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:38:11.299425 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-76ff9440-b1c7-485e-b707-c91eeebe35f7 req-fd949b2f-9cb9-42db-bfe7-87f728db661b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:38:11.342925 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63a478fe-e087-49af-a8a3-b6af211c9c2f'] response: {'server_uuid': '4235aae1-b773-49ec-9953-eda4dd89fa45', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1c5a5f6-9f44-4f7a-bc58-9b31eb803ef2', 'code': 200} Jun 01 19:38:11.536629 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6201f6-f2fa-41b4-aed2-3aae6b98cf78 req-97e50303-cce9-4a42-b658-4b02e6fd093f tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:38:11.538140 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ec6201f6-f2fa-41b4-aed2-3aae6b98cf78 req-97e50303-cce9-4a42-b658-4b02e6fd093f tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=4235aae1-b773-49ec-9953-eda4dd89fa45 HTTP/1.1" status: 200 len: 943 time: 0.1182184 Jun 01 19:38:11.571128 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd949b2f-9cb9-42db-bfe7-87f728db661b service neutron] Pushing event updated for resources: {'Port': ['ID=a1c5a5f6-9f44-4f7a-bc58-9b31eb803ef2,revision_number=6']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:38:11.593228 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ec6201f6-f2fa-41b4-aed2-3aae6b98cf78 req-f1866f4c-3b85-4d83-8b41-bd3b7c4ccacf tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/security-groups?id=a05ae957-bf8a-4e8f-b4e8-ecb6cd39ee06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471656 Jun 01 19:38:11.622252 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-76ff9440-b1c7-485e-b707-c91eeebe35f7 req-fd949b2f-9cb9-42db-bfe7-87f728db661b service neutron] No DVR routers for this DVR port a1c5a5f6-9f44-4f7a-bc58-9b31eb803ef2 on host n-h2-844202-1 {{(pid=88524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:38:11.776025 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:38:11.851438 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-76ff9440-b1c7-485e-b707-c91eeebe35f7 req-fd949b2f-9cb9-42db-bfe7-87f728db661b service neutron] Attempting to bind port a1c5a5f6-9f44-4f7a-bc58-9b31eb803ef2 on host n-h1-844202-1 for vnic_type normal with profile {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:38:11.851767 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-76ff9440-b1c7-485e-b707-c91eeebe35f7 req-fd949b2f-9cb9-42db-bfe7-87f728db661b service neutron] Attempting to bind port a1c5a5f6-9f44-4f7a-bc58-9b31eb803ef2 by drivers openvswitch,hyperv on host n-h1-844202-1 at level 0 using segments [{'id': '7ed294a7-e1e7-4d37-88c7-4b485966a411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c4e93956-04f5-4c59-8497-c0465a5ee4f1'}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:38:11.852119 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ff9440-b1c7-485e-b707-c91eeebe35f7 req-fd949b2f-9cb9-42db-bfe7-87f728db661b service neutron] Attempting to bind port a1c5a5f6-9f44-4f7a-bc58-9b31eb803ef2 on network c4e93956-04f5-4c59-8497-c0465a5ee4f1 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:38:11.859509 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ff9440-b1c7-485e-b707-c91eeebe35f7 req-fd949b2f-9cb9-42db-bfe7-87f728db661b service neutron] Port a1c5a5f6-9f44-4f7a-bc58-9b31eb803ef2 on network c4e93956-04f5-4c59-8497-c0465a5ee4f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-844202-1 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 19:38:11.859825 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ff9440-b1c7-485e-b707-c91eeebe35f7 req-fd949b2f-9cb9-42db-bfe7-87f728db661b service neutron] Attempting to bind port a1c5a5f6-9f44-4f7a-bc58-9b31eb803ef2 on network c4e93956-04f5-4c59-8497-c0465a5ee4f1 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:38:11.864961 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ff9440-b1c7-485e-b707-c91eeebe35f7 req-fd949b2f-9cb9-42db-bfe7-87f728db661b service neutron] Checking agent: {'id': 'bdb1e5d7-b998-4259-838f-3d278e930f32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:38:11.865294 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ff9440-b1c7-485e-b707-c91eeebe35f7 req-fd949b2f-9cb9-42db-bfe7-87f728db661b service neutron] Checking segment: {'id': '7ed294a7-e1e7-4d37-88c7-4b485966a411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c4e93956-04f5-4c59-8497-c0465a5ee4f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:38:11.865671 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ff9440-b1c7-485e-b707-c91eeebe35f7 req-fd949b2f-9cb9-42db-bfe7-87f728db661b service neutron] Bound using segment: {'id': '7ed294a7-e1e7-4d37-88c7-4b485966a411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c4e93956-04f5-4c59-8497-c0465a5ee4f1'} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:38:11.866088 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-76ff9440-b1c7-485e-b707-c91eeebe35f7 req-fd949b2f-9cb9-42db-bfe7-87f728db661b service neutron] Bound port: a1c5a5f6-9f44-4f7a-bc58-9b31eb803ef2, host: n-h1-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ed294a7-e1e7-4d37-88c7-4b485966a411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c4e93956-04f5-4c59-8497-c0465a5ee4f1'}}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:38:11.866428 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-76ff9440-b1c7-485e-b707-c91eeebe35f7 req-fd949b2f-9cb9-42db-bfe7-87f728db661b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:38:11.961180 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-76ff9440-b1c7-485e-b707-c91eeebe35f7 req-fd949b2f-9cb9-42db-bfe7-87f728db661b service neutron] For port a1c5a5f6-9f44-4f7a-bc58-9b31eb803ef2, host n-h1-844202-1, cleared binding levels {{(pid=88524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:38:11.964896 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-76ff9440-b1c7-485e-b707-c91eeebe35f7 req-fd949b2f-9cb9-42db-bfe7-87f728db661b service neutron] For port a1c5a5f6-9f44-4f7a-bc58-9b31eb803ef2, host n-h1-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=a1c5a5f6-9f44-4f7a-bc58-9b31eb803ef2,segment=NetworkSegment(7ed294a7-e1e7-4d37-88c7-4b485966a411),segment_id=7ed294a7-e1e7-4d37-88c7-4b485966a411)] {{(pid=88524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:38:11.969110 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-76ff9440-b1c7-485e-b707-c91eeebe35f7 req-fd949b2f-9cb9-42db-bfe7-87f728db661b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:38:12.028835 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ff9440-b1c7-485e-b707-c91eeebe35f7 req-fd949b2f-9cb9-42db-bfe7-87f728db661b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:38:12.029448 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-76ff9440-b1c7-485e-b707-c91eeebe35f7 req-fd949b2f-9cb9-42db-bfe7-87f728db661b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:38:12.030832 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-76ff9440-b1c7-485e-b707-c91eeebe35f7 req-fd949b2f-9cb9-42db-bfe7-87f728db661b service neutron] 10.222.0.15 "PUT /v2.0/ports/a1c5a5f6-9f44-4f7a-bc58-9b31eb803ef2 HTTP/1.1" status: 200 len: 1091 time: 1.2525492 Jun 01 19:38:12.049181 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd949b2f-9cb9-42db-bfe7-87f728db661b service neutron] Pushing event updated for resources: {'Port': ['ID=a1c5a5f6-9f44-4f7a-bc58-9b31eb803ef2,revision_number=7']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:38:12.083902 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:38:12.132349 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ff9440-b1c7-485e-b707-c91eeebe35f7 req-36f89030-008f-48b4-95f1-dfe178b0ac49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:38:12.133826 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-76ff9440-b1c7-485e-b707-c91eeebe35f7 req-36f89030-008f-48b4-95f1-dfe178b0ac49 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cbda20c3e8d6442e82db1c7c6a27e2a5&device_id=4235aae1-b773-49ec-9953-eda4dd89fa45 HTTP/1.1" status: 200 len: 1094 time: 0.0784173 Jun 01 19:38:12.268915 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ff9440-b1c7-485e-b707-c91eeebe35f7 req-59496428-2745-4106-930f-ccf1d4bde804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:38:12.270360 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-76ff9440-b1c7-485e-b707-c91eeebe35f7 req-59496428-2745-4106-930f-ccf1d4bde804 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c4e93956-04f5-4c59-8497-c0465a5ee4f1 HTTP/1.1" status: 200 len: 913 time: 0.1276181 Jun 01 19:38:12.340859 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:38:12.379605 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-76ff9440-b1c7-485e-b707-c91eeebe35f7 req-e8b7f72a-c588-43b7-acf4-af7b698d7388 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a1c5a5f6-9f44-4f7a-bc58-9b31eb803ef2 HTTP/1.1" status: 200 len: 998 time: 0.0996566 Jun 01 19:38:12.445544 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ff9440-b1c7-485e-b707-c91eeebe35f7 req-206d3b89-77da-4758-8dfe-3d5776cd2e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:38:12.446955 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-76ff9440-b1c7-485e-b707-c91eeebe35f7 req-206d3b89-77da-4758-8dfe-3d5776cd2e5e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7869c718-b90f-46bf-9776-ffc40f61ae55 HTTP/1.1" status: 200 len: 851 time: 0.0574942 Jun 01 19:38:12.523937 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ff9440-b1c7-485e-b707-c91eeebe35f7 req-3f314aa4-dd67-497c-9982-cf7686611f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:38:12.525471 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-76ff9440-b1c7-485e-b707-c91eeebe35f7 req-3f314aa4-dd67-497c-9982-cf7686611f85 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c4e93956-04f5-4c59-8497-c0465a5ee4f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0693579 Jun 01 19:38:12.667325 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-76ff9440-b1c7-485e-b707-c91eeebe35f7 req-38802f1f-b611-47ae-8b52-38071443f83d service neutron] 10.222.0.15 "GET /v2.0/networks/c4e93956-04f5-4c59-8497-c0465a5ee4f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322339 Jun 01 19:38:12.867719 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-76ff9440-b1c7-485e-b707-c91eeebe35f7 req-acd9a7c9-e40f-45fb-b647-65753ad72c2c service neutron] 10.222.0.15 "GET /v2.0/networks/c4e93956-04f5-4c59-8497-c0465a5ee4f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914947 Jun 01 19:38:12.887221 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7c540f-a6b9-414b-ad4a-e1d37d64650b req-10f23616-5df0-450f-93de-aabd44fe23de tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:38:12.890133 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ef7c540f-a6b9-414b-ad4a-e1d37d64650b req-10f23616-5df0-450f-93de-aabd44fe23de tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=4235aae1-b773-49ec-9953-eda4dd89fa45 HTTP/1.1" status: 200 len: 943 time: 0.1428540 Jun 01 19:38:12.937190 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ef7c540f-a6b9-414b-ad4a-e1d37d64650b req-b2f294fb-74f0-4c9c-860d-81a0f0a8432a tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/security-groups?id=a05ae957-bf8a-4e8f-b4e8-ecb6cd39ee06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423338 Jun 01 19:38:13.344286 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4235aae1-b773-49ec-9953-eda4dd89fa45', 'tag': 'a1c5a5f6-9f44-4f7a-bc58-9b31eb803ef2'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:38:13.403225 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26358bd3-c590-4779-b2cc-8974d3841042'] response: {'name': 'network-changed', 'server_uuid': '4235aae1-b773-49ec-9953-eda4dd89fa45', 'tag': 'a1c5a5f6-9f44-4f7a-bc58-9b31eb803ef2', 'status': 'completed', 'code': 200} Jun 01 19:38:13.552134 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0339a8-7394-45e6-a739-811b7c07db84 req-8d502748-f242-4659-8720-2d207aef89c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:38:13.553621 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-1f0339a8-7394-45e6-a739-811b7c07db84 req-8d502748-f242-4659-8720-2d207aef89c8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cbda20c3e8d6442e82db1c7c6a27e2a5&device_id=4235aae1-b773-49ec-9953-eda4dd89fa45 HTTP/1.1" status: 200 len: 1094 time: 0.1345713 Jun 01 19:38:13.557714 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0339a8-7394-45e6-a739-811b7c07db84 req-b100ca38-dd6b-473e-8de1-1094b3de612b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:38:13.560114 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-1f0339a8-7394-45e6-a739-811b7c07db84 req-b100ca38-dd6b-473e-8de1-1094b3de612b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cbda20c3e8d6442e82db1c7c6a27e2a5&device_id=4235aae1-b773-49ec-9953-eda4dd89fa45 HTTP/1.1" status: 200 len: 1094 time: 0.1090550 Jun 01 19:38:13.890124 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device a1c5a5f6-9f44-4f7a-bc58-9b31eb803ef2 no longer exists at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:38:13.905850 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0339a8-7394-45e6-a739-811b7c07db84 req-85155d19-1b5f-4b33-bec1-6fd38b3efcea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:38:13.907286 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-1f0339a8-7394-45e6-a739-811b7c07db84 req-85155d19-1b5f-4b33-bec1-6fd38b3efcea service neutron] 10.222.0.50 "GET /v2.0/networks?id=c4e93956-04f5-4c59-8497-c0465a5ee4f1 HTTP/1.1" status: 200 len: 913 time: 0.3463285 Jun 01 19:38:13.908188 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0339a8-7394-45e6-a739-811b7c07db84 req-8624d679-e787-48c3-bc63-6338b025ad27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:38:13.909468 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-1f0339a8-7394-45e6-a739-811b7c07db84 req-8624d679-e787-48c3-bc63-6338b025ad27 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c4e93956-04f5-4c59-8497-c0465a5ee4f1 HTTP/1.1" status: 200 len: 913 time: 0.3308196 Jun 01 19:38:13.967195 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device a1c5a5f6-9f44-4f7a-bc58-9b31eb803ef2 not bound to the agent host n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:38:14.148273 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-1f0339a8-7394-45e6-a739-811b7c07db84 req-5b1395b4-2b47-4848-81d7-e987db370381 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a1c5a5f6-9f44-4f7a-bc58-9b31eb803ef2 HTTP/1.1" status: 200 len: 998 time: 0.2349796 Jun 01 19:38:14.150682 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-1f0339a8-7394-45e6-a739-811b7c07db84 req-50324bcf-97f8-47d3-be37-d5a4233ae73d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a1c5a5f6-9f44-4f7a-bc58-9b31eb803ef2 HTTP/1.1" status: 200 len: 998 time: 0.1779728 Jun 01 19:38:14.270716 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0339a8-7394-45e6-a739-811b7c07db84 req-ae0b1649-91a2-45ab-b723-0fe7f042ffdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:38:14.272122 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-1f0339a8-7394-45e6-a739-811b7c07db84 req-ae0b1649-91a2-45ab-b723-0fe7f042ffdc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7869c718-b90f-46bf-9776-ffc40f61ae55 HTTP/1.1" status: 200 len: 851 time: 0.1135068 Jun 01 19:38:14.274940 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0339a8-7394-45e6-a739-811b7c07db84 req-6aa23ee6-b566-48b7-9b48-7f8dc47ca5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:38:14.276205 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-1f0339a8-7394-45e6-a739-811b7c07db84 req-6aa23ee6-b566-48b7-9b48-7f8dc47ca5d6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7869c718-b90f-46bf-9776-ffc40f61ae55 HTTP/1.1" status: 200 len: 851 time: 0.1186168 Jun 01 19:38:14.375763 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0812cd8-3bed-42c0-ac5c-da737ef9b128 req-f0a0988a-4658-4cb3-962c-bca14295fe82 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:38:14.377209 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b0812cd8-3bed-42c0-ac5c-da737ef9b128 req-f0a0988a-4658-4cb3-962c-bca14295fe82 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=4235aae1-b773-49ec-9953-eda4dd89fa45 HTTP/1.1" status: 200 len: 943 time: 0.3062408 Jun 01 19:38:14.453670 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b0812cd8-3bed-42c0-ac5c-da737ef9b128 req-5e97055f-2191-4d2b-b83b-542e1cfdba83 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/security-groups?id=a05ae957-bf8a-4e8f-b4e8-ecb6cd39ee06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685830 Jun 01 19:38:14.475925 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0339a8-7394-45e6-a739-811b7c07db84 req-deb785da-a087-4367-beec-0dbe033b3e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:38:14.475925 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-1f0339a8-7394-45e6-a739-811b7c07db84 req-deb785da-a087-4367-beec-0dbe033b3e7d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c4e93956-04f5-4c59-8497-c0465a5ee4f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1896341 Jun 01 19:38:14.475925 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0339a8-7394-45e6-a739-811b7c07db84 req-91f50d3b-317a-46d6-b437-b79c9fd30af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:38:14.476195 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-1f0339a8-7394-45e6-a739-811b7c07db84 req-91f50d3b-317a-46d6-b437-b79c9fd30af9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c4e93956-04f5-4c59-8497-c0465a5ee4f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1961076 Jun 01 19:38:14.720890 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-1f0339a8-7394-45e6-a739-811b7c07db84 req-a2982f93-36d4-42ad-8ae3-0af09ce27544 service neutron] 10.222.0.50 "GET /v2.0/networks/c4e93956-04f5-4c59-8497-c0465a5ee4f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2426488 Jun 01 19:38:14.723799 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-1f0339a8-7394-45e6-a739-811b7c07db84 req-837b1c5a-12af-444e-872d-8ad43764c346 service neutron] 10.222.0.15 "GET /v2.0/networks/c4e93956-04f5-4c59-8497-c0465a5ee4f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2282321 Jun 01 19:38:14.968034 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-1f0339a8-7394-45e6-a739-811b7c07db84 req-c366c19f-f89b-4579-bf8f-feda6fda2a46 service neutron] 10.222.0.50 "GET /v2.0/networks/c4e93956-04f5-4c59-8497-c0465a5ee4f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2420845 Jun 01 19:38:14.971371 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-1f0339a8-7394-45e6-a739-811b7c07db84 req-136c7518-d97e-4c4e-b0dc-abb98cf34883 service neutron] 10.222.0.15 "GET /v2.0/networks/c4e93956-04f5-4c59-8497-c0465a5ee4f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2272429 Jun 01 19:38:15.605864 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device a1c5a5f6-9f44-4f7a-bc58-9b31eb803ef2 details requested by agent hyperv_n-h1-844202-1 with host n-h1-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 19:38:15.657250 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5534c0-5d52-4eaf-aba4-c5e383f3881e req-984fc1d9-0b14-430b-b33c-802099314cfa tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:38:15.658750 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-eb5534c0-5d52-4eaf-aba4-c5e383f3881e req-984fc1d9-0b14-430b-b33c-802099314cfa tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=4235aae1-b773-49ec-9953-eda4dd89fa45 HTTP/1.1" status: 200 len: 943 time: 0.0897291 Jun 01 19:38:15.706924 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-eb5534c0-5d52-4eaf-aba4-c5e383f3881e req-b7130993-7c10-484f-be07-eeabd6a3d9c9 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/security-groups?id=a05ae957-bf8a-4e8f-b4e8-ecb6cd39ee06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412703 Jun 01 19:38:15.762526 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port a1c5a5f6-9f44-4f7a-bc58-9b31eb803ef2, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=a1c5a5f6-9f44-4f7a-bc58-9b31eb803ef2,segment=NetworkSegment(7ed294a7-e1e7-4d37-88c7-4b485966a411),segment_id=7ed294a7-e1e7-4d37-88c7-4b485966a411)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:38:15.778236 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Returning: {'device': 'a1c5a5f6-9f44-4f7a-bc58-9b31eb803ef2', 'network_id': 'c4e93956-04f5-4c59-8497-c0465a5ee4f1', 'port_id': 'a1c5a5f6-9f44-4f7a-bc58-9b31eb803ef2', 'mac_address': 'fa:16:3e:4a:b2:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7869c718-b90f-46bf-9776-ffc40f61ae55', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 19:38:15.835408 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port a1c5a5f6-9f44-4f7a-bc58-9b31eb803ef2 is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:38:15.835651 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:38:15.857431 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1c5a5f6-9f44-4f7a-bc58-9b31eb803ef2 {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 19:38:15.875194 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port a1c5a5f6-9f44-4f7a-bc58-9b31eb803ef2, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=a1c5a5f6-9f44-4f7a-bc58-9b31eb803ef2,segment=NetworkSegment(7ed294a7-e1e7-4d37-88c7-4b485966a411),segment_id=7ed294a7-e1e7-4d37-88c7-4b485966a411)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:38:15.878594 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:38:15.994444 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=a1c5a5f6-9f44-4f7a-bc58-9b31eb803ef2,revision_number=8']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:38:16.045378 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adc7460-7168-4ce6-bd90-2a0eff2dc5e8 req-12804310-e4f2-4f82-bff9-3e208ae0b5d7 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:38:16.046880 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2adc7460-7168-4ce6-bd90-2a0eff2dc5e8 req-12804310-e4f2-4f82-bff9-3e208ae0b5d7 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=4235aae1-b773-49ec-9953-eda4dd89fa45 HTTP/1.1" status: 200 len: 944 time: 0.0962391 Jun 01 19:38:16.056756 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8685e3b1-6f1b-4551-b5a4-7db36ab67659 req-26a06ad9-ceb6-40e6-a717-8e5690187cd3 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:38:16.060543 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-8685e3b1-6f1b-4551-b5a4-7db36ab67659 req-26a06ad9-ceb6-40e6-a717-8e5690187cd3 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.50 "GET /v2.0/ports?device_id=4235aae1-b773-49ec-9953-eda4dd89fa45&tenant_id=cbda20c3e8d6442e82db1c7c6a27e2a5&binding%3Ahost_id=n-h1-844202-1 HTTP/1.1" status: 200 len: 944 time: 0.1042883 Jun 01 19:38:16.095465 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2adc7460-7168-4ce6-bd90-2a0eff2dc5e8 req-5146c36d-8d94-4ce5-8973-5ae766781397 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/security-groups?id=a05ae957-bf8a-4e8f-b4e8-ecb6cd39ee06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415649 Jun 01 19:38:16.109666 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] get_ports_and_sgs() called for port_ids ['a1c5a5f6-9f44-4f7a-bc58-9b31eb803ef2'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 19:38:16.143487 n-d-844202-1 neutron-server[88524]: INFO neutron.api.v2.resource [req-8685e3b1-6f1b-4551-b5a4-7db36ab67659 req-437a8b71-d7f4-41f4-a9ad-8541c2c737fb service neutron] delete failed (client error): The resource could not be found. Jun 01 19:38:16.144523 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-8685e3b1-6f1b-4551-b5a4-7db36ab67659 req-437a8b71-d7f4-41f4-a9ad-8541c2c737fb service neutron] 10.222.0.50 "DELETE /v2.0/ports/a1c5a5f6-9f44-4f7a-bc58-9b31eb803ef2/bindings/n-h2-844202-1 HTTP/1.1" status: 404 len: 380 time: 0.0791464 Jun 01 19:38:16.406081 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8685e3b1-6f1b-4551-b5a4-7db36ab67659 req-591b51b0-a884-44fa-8a49-25cee469ec04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:38:16.407555 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-8685e3b1-6f1b-4551-b5a4-7db36ab67659 req-591b51b0-a884-44fa-8a49-25cee469ec04 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cbda20c3e8d6442e82db1c7c6a27e2a5&device_id=4235aae1-b773-49ec-9953-eda4dd89fa45 HTTP/1.1" status: 200 len: 1095 time: 0.1942704 Jun 01 19:38:16.560750 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8685e3b1-6f1b-4551-b5a4-7db36ab67659 req-c31e4b66-6ba2-4f19-8fd2-f613ae9858fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:38:16.562433 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-8685e3b1-6f1b-4551-b5a4-7db36ab67659 req-c31e4b66-6ba2-4f19-8fd2-f613ae9858fa service neutron] 10.222.0.50 "GET /v2.0/networks?id=c4e93956-04f5-4c59-8497-c0465a5ee4f1 HTTP/1.1" status: 200 len: 913 time: 0.1423891 Jun 01 19:38:16.666860 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-8685e3b1-6f1b-4551-b5a4-7db36ab67659 req-99b36fdd-23a7-4912-9823-6daaef2ad312 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a1c5a5f6-9f44-4f7a-bc58-9b31eb803ef2 HTTP/1.1" status: 200 len: 999 time: 0.0984581 Jun 01 19:38:16.729414 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8685e3b1-6f1b-4551-b5a4-7db36ab67659 req-d42802c8-b00e-45cf-bec8-5db6fbbf8d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:38:16.730936 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-8685e3b1-6f1b-4551-b5a4-7db36ab67659 req-d42802c8-b00e-45cf-bec8-5db6fbbf8d7a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7869c718-b90f-46bf-9776-ffc40f61ae55 HTTP/1.1" status: 200 len: 851 time: 0.0577033 Jun 01 19:38:16.812030 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8685e3b1-6f1b-4551-b5a4-7db36ab67659 req-5af4ec13-ea5d-4c53-a252-dada2036538b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:38:16.813522 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-8685e3b1-6f1b-4551-b5a4-7db36ab67659 req-5af4ec13-ea5d-4c53-a252-dada2036538b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c4e93956-04f5-4c59-8497-c0465a5ee4f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0742323 Jun 01 19:38:16.960063 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-8685e3b1-6f1b-4551-b5a4-7db36ab67659 req-f5c07331-2fc1-4362-a6e2-29459e178f5c service neutron] 10.222.0.50 "GET /v2.0/networks/c4e93956-04f5-4c59-8497-c0465a5ee4f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409400 Jun 01 19:38:17.094208 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-8685e3b1-6f1b-4551-b5a4-7db36ab67659 req-8c182bcd-3d3c-4ec3-81b7-00c8425d9ba8 service neutron] 10.222.0.50 "GET /v2.0/networks/c4e93956-04f5-4c59-8497-c0465a5ee4f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288812 Jun 01 19:38:17.297356 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ddba7e-8aef-4901-9a3b-76b6e3c54f04 req-8bc6e881-62cd-4e8e-b5dd-4ab614cdceea tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:38:17.298721 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e6ddba7e-8aef-4901-9a3b-76b6e3c54f04 req-8bc6e881-62cd-4e8e-b5dd-4ab614cdceea tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=4235aae1-b773-49ec-9953-eda4dd89fa45 HTTP/1.1" status: 200 len: 944 time: 0.0858030 Jun 01 19:38:17.345331 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e6ddba7e-8aef-4901-9a3b-76b6e3c54f04 req-d8634a41-29ce-47d1-810d-35435357b773 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/security-groups?id=a05ae957-bf8a-4e8f-b4e8-ecb6cd39ee06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408421 Jun 01 19:38:17.607093 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device a1c5a5f6-9f44-4f7a-bc58-9b31eb803ef2 up at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:38:17.683512 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Provisioning for port a1c5a5f6-9f44-4f7a-bc58-9b31eb803ef2 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:38:17.691718 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Provisioning complete for port a1c5a5f6-9f44-4f7a-bc58-9b31eb803ef2 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:38:17.692091 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:38:17.826219 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port a1c5a5f6-9f44-4f7a-bc58-9b31eb803ef2 is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:38:17.826593 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:38:17.853505 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4235aae1-b773-49ec-9953-eda4dd89fa45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1c5a5f6-9f44-4f7a-bc58-9b31eb803ef2'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:38:17.863811 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port a1c5a5f6-9f44-4f7a-bc58-9b31eb803ef2, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=a1c5a5f6-9f44-4f7a-bc58-9b31eb803ef2,segment=NetworkSegment(7ed294a7-e1e7-4d37-88c7-4b485966a411),segment_id=7ed294a7-e1e7-4d37-88c7-4b485966a411)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:38:17.867994 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:38:17.950373 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=a1c5a5f6-9f44-4f7a-bc58-9b31eb803ef2,revision_number=9']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:38:17.963492 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:38:17.963963 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:38:17.965058 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:38:17.965509 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:38:17.966059 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:38:17.966394 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:38:17.966790 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:38:17.967120 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:38:17.967464 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:38:17.967830 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:38:17.968166 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:38:17.968514 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:38:18.020929 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68e2dd36-fb3a-43dc-a16f-d1294c822eba'] response: {'server_uuid': '4235aae1-b773-49ec-9953-eda4dd89fa45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1c5a5f6-9f44-4f7a-bc58-9b31eb803ef2', 'code': 200} Jun 01 19:38:18.535782 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a625c2-d18f-4347-aae1-1022c858dfc0 req-9acc013f-52ad-485c-a5f4-71517ecaffc5 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:38:18.537252 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-04a625c2-d18f-4347-aae1-1022c858dfc0 req-9acc013f-52ad-485c-a5f4-71517ecaffc5 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=4235aae1-b773-49ec-9953-eda4dd89fa45 HTTP/1.1" status: 200 len: 945 time: 0.0822570 Jun 01 19:38:18.583164 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-04a625c2-d18f-4347-aae1-1022c858dfc0 req-346615f3-02ab-44b0-8c98-383965dd9e37 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/security-groups?id=a05ae957-bf8a-4e8f-b4e8-ecb6cd39ee06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400016 Jun 01 19:38:18.766971 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85ef33c-556c-4a48-8db2-46fe5c2b9fe4 req-87a6e450-a569-4c29-86b9-26a68dd0d8f9 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:38:18.768431 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d85ef33c-556c-4a48-8db2-46fe5c2b9fe4 req-87a6e450-a569-4c29-86b9-26a68dd0d8f9 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=4235aae1-b773-49ec-9953-eda4dd89fa45 HTTP/1.1" status: 200 len: 945 time: 0.0790758 Jun 01 19:38:18.814318 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d85ef33c-556c-4a48-8db2-46fe5c2b9fe4 req-25e87ca9-965d-437b-b523-f08d659752f1 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/security-groups?id=a05ae957-bf8a-4e8f-b4e8-ecb6cd39ee06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401516 Jun 01 19:38:19.005138 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0756b6d5-e83f-4eff-bdbb-d73d62e666f5 req-cd0e46ba-a748-4e30-9e49-3bae7b200823 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:38:19.006571 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0756b6d5-e83f-4eff-bdbb-d73d62e666f5 req-cd0e46ba-a748-4e30-9e49-3bae7b200823 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=4235aae1-b773-49ec-9953-eda4dd89fa45 HTTP/1.1" status: 200 len: 945 time: 0.0890827 Jun 01 19:38:19.052445 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0756b6d5-e83f-4eff-bdbb-d73d62e666f5 req-405594fe-42c7-4ea3-815d-c865f9c9ccce tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/security-groups?id=a05ae957-bf8a-4e8f-b4e8-ecb6cd39ee06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393598 Jun 01 19:38:19.439617 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaa65ed-50be-4852-8362-a241cfe8c84f req-61a837de-6b74-4190-9b2a-a40876469e36 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:38:19.441106 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-feaa65ed-50be-4852-8362-a241cfe8c84f req-61a837de-6b74-4190-9b2a-a40876469e36 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=4235aae1-b773-49ec-9953-eda4dd89fa45 HTTP/1.1" status: 200 len: 945 time: 0.0839365 Jun 01 19:38:19.486222 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-feaa65ed-50be-4852-8362-a241cfe8c84f req-38b1d7e2-aec5-4e16-b180-da8bf98e12e9 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/security-groups?id=a05ae957-bf8a-4e8f-b4e8-ecb6cd39ee06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394998 Jun 01 19:38:20.692560 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccd3d08-c7ac-489b-875c-826da81a46a5 req-97621324-f234-4ad8-b7a9-a6c9f7efb499 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:38:20.693954 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4ccd3d08-c7ac-489b-875c-826da81a46a5 req-97621324-f234-4ad8-b7a9-a6c9f7efb499 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=4235aae1-b773-49ec-9953-eda4dd89fa45 HTTP/1.1" status: 200 len: 945 time: 0.0846276 Jun 01 19:38:20.752195 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4ccd3d08-c7ac-489b-875c-826da81a46a5 req-a4b0ae18-84bd-45d6-9d7b-eda90558bb2c tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/security-groups?id=a05ae957-bf8a-4e8f-b4e8-ecb6cd39ee06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493262 Jun 01 19:38:20.795838 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01ac0ce-501d-44ec-94c2-a72e23496465 req-93414dc9-61fb-46e0-88df-cfe2ca742696 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:38:20.797217 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d01ac0ce-501d-44ec-94c2-a72e23496465 req-93414dc9-61fb-46e0-88df-cfe2ca742696 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.15 "GET /v2.0/ports?device_id=4235aae1-b773-49ec-9953-eda4dd89fa45 HTTP/1.1" status: 200 len: 945 time: 0.0876234 Jun 01 19:38:20.875461 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-d01ac0ce-501d-44ec-94c2-a72e23496465 req-8e0597ed-7494-401a-a319-66df4a2deb3c tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Deleting port a1c5a5f6-9f44-4f7a-bc58-9b31eb803ef2 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:38:20.875773 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-d01ac0ce-501d-44ec-94c2-a72e23496465 req-8e0597ed-7494-401a-a319-66df4a2deb3c tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:38:21.154546 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-d01ac0ce-501d-44ec-94c2-a72e23496465 req-8e0597ed-7494-401a-a319-66df4a2deb3c tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] For port a1c5a5f6-9f44-4f7a-bc58-9b31eb803ef2, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=a1c5a5f6-9f44-4f7a-bc58-9b31eb803ef2,segment=NetworkSegment(7ed294a7-e1e7-4d37-88c7-4b485966a411),segment_id=7ed294a7-e1e7-4d37-88c7-4b485966a411)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:38:21.154895 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-d01ac0ce-501d-44ec-94c2-a72e23496465 req-8e0597ed-7494-401a-a319-66df4a2deb3c tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:38:21.549009 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-d01ac0ce-501d-44ec-94c2-a72e23496465 req-8e0597ed-7494-401a-a319-66df4a2deb3c tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:38:21.549379 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-d01ac0ce-501d-44ec-94c2-a72e23496465 req-8e0597ed-7494-401a-a319-66df4a2deb3c tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887712'] for floatingip, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:38:21.549693 n-d-844202-1 neutron-server[88524]: INFO neutron.db.l3_db [req-d01ac0ce-501d-44ec-94c2-a72e23496465 req-8e0597ed-7494-401a-a319-66df4a2deb3c tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Floating IP b5679655-04f8-4106-ab29-fd920a6926f9 disassociated. External IP: 172.25.4.41, port: a1c5a5f6-9f44-4f7a-bc58-9b31eb803ef2. Jun 01 19:38:21.550035 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-d01ac0ce-501d-44ec-94c2-a72e23496465 req-8e0597ed-7494-401a-a319-66df4a2deb3c tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Calling delete_port for a1c5a5f6-9f44-4f7a-bc58-9b31eb803ef2 owned by compute:nova {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:38:21.703120 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-d01ac0ce-501d-44ec-94c2-a72e23496465 req-8e0597ed-7494-401a-a319-66df4a2deb3c tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:38:21.753171 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0597ed-7494-401a-a319-66df4a2deb3c tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Pushing event deleted for resources: {'Port': ['ID=a1c5a5f6-9f44-4f7a-bc58-9b31eb803ef2,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:38:21.765490 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0597ed-7494-401a-a319-66df4a2deb3c tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:38:21.765832 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0597ed-7494-401a-a319-66df4a2deb3c tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:38:21.766166 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0597ed-7494-401a-a319-66df4a2deb3c tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:38:21.766494 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0597ed-7494-401a-a319-66df4a2deb3c tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:38:21.766826 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0597ed-7494-401a-a319-66df4a2deb3c tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:38:21.767152 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0597ed-7494-401a-a319-66df4a2deb3c tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:38:21.767468 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0597ed-7494-401a-a319-66df4a2deb3c tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:38:21.767781 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0597ed-7494-401a-a319-66df4a2deb3c tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:38:21.768100 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0597ed-7494-401a-a319-66df4a2deb3c tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:38:21.768434 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0597ed-7494-401a-a319-66df4a2deb3c tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:38:21.768750 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0597ed-7494-401a-a319-66df4a2deb3c tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:38:21.769064 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0597ed-7494-401a-a319-66df4a2deb3c tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:38:21.930680 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.agents_db [None req-e814b9cf-7de8-45d0-a079-29c61fabe7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 19:38:22.000752 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-da323bd9-f3bc-44ac-8c5f-e01fa6e33765 req-11517fee-3ad1-48d4-8668-b899bca4acc6 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=4235aae1-b773-49ec-9953-eda4dd89fa45 HTTP/1.1" status: 200 len: 210 time: 0.1207075 Jun 01 19:38:22.038541 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d01ac0ce-501d-44ec-94c2-a72e23496465 req-8e0597ed-7494-401a-a319-66df4a2deb3c tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Router 7fa3ce65-0b71-4a94-bb4c-e7929cc1418d has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 19:38:22.220860 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d01ac0ce-501d-44ec-94c2-a72e23496465 req-8e0597ed-7494-401a-a319-66df4a2deb3c tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:38:22.233722 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b61d45-894d-4caf-95e7-c04f241b5eb4 None None] Sync routers for ids ['7fa3ce65-0b71-4a94-bb4c-e7929cc1418d'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:38:22.244751 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b61d45-894d-4caf-95e7-c04f241b5eb4 None None] Routers {'7fa3ce65-0b71-4a94-bb4c-e7929cc1418d'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:38:22.245690 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-39b61d45-894d-4caf-95e7-c04f241b5eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:38:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['7fa3ce65-0b71-4a94-bb4c-e7929cc1418d'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:38:22.298930 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-d01ac0ce-501d-44ec-94c2-a72e23496465 req-8e0597ed-7494-401a-a319-66df4a2deb3c tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] No DVR routers for this DVR port a1c5a5f6-9f44-4f7a-bc58-9b31eb803ef2 on host n-h1-844202-1 {{(pid=88524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:38:22.301590 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-d01ac0ce-501d-44ec-94c2-a72e23496465 req-8e0597ed-7494-401a-a319-66df4a2deb3c tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:38:22.304313 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4235aae1-b773-49ec-9953-eda4dd89fa45', 'name': 'network-vif-deleted', 'tag': 'a1c5a5f6-9f44-4f7a-bc58-9b31eb803ef2'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:38:22.322398 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d01ac0ce-501d-44ec-94c2-a72e23496465 req-8e0597ed-7494-401a-a319-66df4a2deb3c tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.15 "DELETE /v2.0/ports/a1c5a5f6-9f44-4f7a-bc58-9b31eb803ef2 HTTP/1.1" status: 204 len: 173 time: 1.5194938 Jun 01 19:38:22.362873 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a5b8a71-3df9-4e48-a673-16a0075c3b96'] response: {'server_uuid': '4235aae1-b773-49ec-9953-eda4dd89fa45', 'name': 'network-vif-deleted', 'tag': 'a1c5a5f6-9f44-4f7a-bc58-9b31eb803ef2', 'status': 'completed', 'code': 200} Jun 01 19:38:22.453184 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-39b61d45-894d-4caf-95e7-c04f241b5eb4 None None] Set router 7fa3ce65-0b71-4a94-bb4c-e7929cc1418d gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:38:22.769273 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-39b61d45-894d-4caf-95e7-c04f241b5eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fa3ce65-0b71-4a94-bb4c-e7929cc1418d', 'name': 'tempest-ServerActionsTestJSON-1042264002-router', 'tenant_id': 'cbda20c3e8d6442e82db1c7c6a27e2a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '70e55147-1f1f-4d25-bc59-b7473230258c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:37:26Z', 'updated_at': '2022-06-01T19:37:31Z', 'revision_number': 4, 'project_id': 'cbda20c3e8d6442e82db1c7c6a27e2a5', 'gw_port': {'id': '70e55147-1f1f-4d25-bc59-b7473230258c', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:15:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa3ce65-0b71-4a94-bb4c-e7929cc1418d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:37:27Z', 'updated_at': '2022-06-01T19:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '5937c945-2bd7-4cdc-b6fe-432cda621442', 'name': '', 'network_id': 'c4e93956-04f5-4c59-8497-c0465a5ee4f1', 'tenant_id': 'cbda20c3e8d6442e82db1c7c6a27e2a5', 'mac_address': 'fa:16:3e:ff:e6:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa3ce65-0b71-4a94-bb4c-e7929cc1418d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': '7869c718-b90f-46bf-9776-ffc40f61ae55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:37:30Z', 'updated_at': '2022-06-01T19:37:35Z', 'revision_number': 5, 'project_id': 'cbda20c3e8d6442e82db1c7c6a27e2a5', 'subnets': [{'id': '7869c718-b90f-46bf-9776-ffc40f61ae55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:38:22.773091 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b61d45-894d-4caf-95e7-c04f241b5eb4 None None] Checking router: 7fa3ce65-0b71-4a94-bb4c-e7929cc1418d for host: n-d-844202-1 {{(pid=88527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 19:38:22.782246 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b61d45-894d-4caf-95e7-c04f241b5eb4 None None] Routers {'7fa3ce65-0b71-4a94-bb4c-e7929cc1418d'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:38:22.782841 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-39b61d45-894d-4caf-95e7-c04f241b5eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:38:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['7fa3ce65-0b71-4a94-bb4c-e7929cc1418d'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:38:23.030909 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-39b61d45-894d-4caf-95e7-c04f241b5eb4 None None] Set router 7fa3ce65-0b71-4a94-bb4c-e7929cc1418d gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:38:23.375418 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-30b170f6-fa4f-4fba-9d08-e43436e1121c req-f95f8b77-5af0-433d-95fc-ff61f22e38b9 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1146293541&fields=id&tenant_id=cbda20c3e8d6442e82db1c7c6a27e2a5 HTTP/1.1" status: 200 len: 267 time: 0.0622005 Jun 01 19:38:23.408139 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-39b61d45-894d-4caf-95e7-c04f241b5eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fa3ce65-0b71-4a94-bb4c-e7929cc1418d', 'name': 'tempest-ServerActionsTestJSON-1042264002-router', 'tenant_id': 'cbda20c3e8d6442e82db1c7c6a27e2a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '70e55147-1f1f-4d25-bc59-b7473230258c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:37:26Z', 'updated_at': '2022-06-01T19:37:31Z', 'revision_number': 4, 'project_id': 'cbda20c3e8d6442e82db1c7c6a27e2a5', 'gw_port': {'id': '70e55147-1f1f-4d25-bc59-b7473230258c', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:15:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa3ce65-0b71-4a94-bb4c-e7929cc1418d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:37:27Z', 'updated_at': '2022-06-01T19:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '5937c945-2bd7-4cdc-b6fe-432cda621442', 'name': '', 'network_id': 'c4e93956-04f5-4c59-8497-c0465a5ee4f1', 'tenant_id': 'cbda20c3e8d6442e82db1c7c6a27e2a5', 'mac_address': 'fa:16:3e:ff:e6:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa3ce65-0b71-4a94-bb4c-e7929cc1418d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': '7869c718-b90f-46bf-9776-ffc40f61ae55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:37:30Z', 'updated_at': '2022-06-01T19:37:35Z', 'revision_number': 5, 'project_id': 'cbda20c3e8d6442e82db1c7c6a27e2a5', 'subnets': [{'id': '7869c718-b90f-46bf-9776-ffc40f61ae55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:38:23.414089 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b61d45-894d-4caf-95e7-c04f241b5eb4 None None] The sync data for ids ['7fa3ce65-0b71-4a94-bb4c-e7929cc1418d'] in n-d-844202-1 is: [{'id': '7fa3ce65-0b71-4a94-bb4c-e7929cc1418d', 'name': 'tempest-ServerActionsTestJSON-1042264002-router', 'tenant_id': 'cbda20c3e8d6442e82db1c7c6a27e2a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '70e55147-1f1f-4d25-bc59-b7473230258c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:37:26Z', 'updated_at': '2022-06-01T19:37:31Z', 'revision_number': 4, 'project_id': 'cbda20c3e8d6442e82db1c7c6a27e2a5', 'gw_port': {'id': '70e55147-1f1f-4d25-bc59-b7473230258c', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:15:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa3ce65-0b71-4a94-bb4c-e7929cc1418d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:37:27Z', 'updated_at': '2022-06-01T19:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '5937c945-2bd7-4cdc-b6fe-432cda621442', 'name': '', 'network_id': 'c4e93956-04f5-4c59-8497-c0465a5ee4f1', 'tenant_id': 'cbda20c3e8d6442e82db1c7c6a27e2a5', 'mac_address': 'fa:16:3e:ff:e6:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa3ce65-0b71-4a94-bb4c-e7929cc1418d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': '7869c718-b90f-46bf-9776-ffc40f61ae55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:37:30Z', 'updated_at': '2022-06-01T19:37:35Z', 'revision_number': 5, 'project_id': 'cbda20c3e8d6442e82db1c7c6a27e2a5', 'subnets': [{'id': '7869c718-b90f-46bf-9776-ffc40f61ae55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:38:23.560594 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b170f6-fa4f-4fba-9d08-e43436e1121c req-f075cc8f-193a-4c7d-aa00-becd1b6b8de3 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:38:23.562332 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-30b170f6-fa4f-4fba-9d08-e43436e1121c req-f075cc8f-193a-4c7d-aa00-becd1b6b8de3 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/networks?id=c4e93956-04f5-4c59-8497-c0465a5ee4f1 HTTP/1.1" status: 200 len: 812 time: 0.1795778 Jun 01 19:38:23.579695 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-30b170f6-fa4f-4fba-9d08-e43436e1121c req-4f8a9fb4-4cee-4978-b169-fe07782f36ce tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/quotas/cbda20c3e8d6442e82db1c7c6a27e2a5 HTTP/1.1" status: 200 len: 375 time: 0.0107017 Jun 01 19:38:23.654426 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device a1c5a5f6-9f44-4f7a-bc58-9b31eb803ef2 no longer exists at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:38:23.679581 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-30b170f6-fa4f-4fba-9d08-e43436e1121c req-6e21e696-6e29-4822-a69c-1f6210543950 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Synchronizing usage tracker for tenant:cbda20c3e8d6442e82db1c7c6a27e2a5 on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:38:23.701072 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1af9b9-bd05-4d38-be43-d89ac7f037c8 None None] New status for floating IP b5679655-04f8-4106-ab29-fd920a6926f9: DOWN {{(pid=88526) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 19:38:23.701315 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-30b170f6-fa4f-4fba-9d08-e43436e1121c req-6e21e696-6e29-4822-a69c-1f6210543950 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Unset dirty status for tenant:cbda20c3e8d6442e82db1c7c6a27e2a5 on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:38:23.703087 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-30b170f6-fa4f-4fba-9d08-e43436e1121c req-6e21e696-6e29-4822-a69c-1f6210543950 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=cbda20c3e8d6442e82db1c7c6a27e2a5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1158512 Jun 01 19:38:23.764062 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] No Port match for: a1c5a5f6-9f44-4f7a-bc58-9b31eb803ef2 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:38:23.764467 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device a1c5a5f6-9f44-4f7a-bc58-9b31eb803ef2 not bound to the agent host n-h1-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:38:23.938537 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-30b170f6-fa4f-4fba-9d08-e43436e1121c req-e263e408-3c2a-477f-b678-c0c2c2c54eb6 service neutron] 10.222.0.41 "GET /v2.0/networks/c4e93956-04f5-4c59-8497-c0465a5ee4f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864674 Jun 01 19:38:24.104175 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-30b170f6-fa4f-4fba-9d08-e43436e1121c req-e41e3754-6fda-498f-99e0-ef24a7980a52 service neutron] 10.222.0.41 "GET /v2.0/networks/c4e93956-04f5-4c59-8497-c0465a5ee4f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558111 Jun 01 19:38:24.358277 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f8e91d40-2501-41e3-881a-f91d9447eeb7 req-1a1d0099-e6ab-43e3-99dc-6da0da09af54 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d322e37-fece-4d8c-a7c9-0740fc824f99 HTTP/1.1" status: 200 len: 210 time: 0.0426872 Jun 01 19:38:25.642706 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-8f5c7b2c-c050-48e5-b0c0-e95bd0df315e req-e0838295-02ca-441b-bbdf-d96db0125bdc tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d322e37-fece-4d8c-a7c9-0740fc824f99 HTTP/1.1" status: 200 len: 210 time: 0.0617471 Jun 01 19:38:25.700151 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b170f6-fa4f-4fba-9d08-e43436e1121c req-f2bc5cbe-0cfc-4456-b6e2-b101e772feb5 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:38:25.701633 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-30b170f6-fa4f-4fba-9d08-e43436e1121c req-f2bc5cbe-0cfc-4456-b6e2-b101e772feb5 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.50 "GET /v2.0/networks?id=c4e93956-04f5-4c59-8497-c0465a5ee4f1 HTTP/1.1" status: 200 len: 812 time: 0.3513660 Jun 01 19:38:25.751776 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-30b170f6-fa4f-4fba-9d08-e43436e1121c req-37b9b58f-17b4-4ade-b9b6-1d4831637970 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cbda20c3e8d6442e82db1c7c6a27e2a5 HTTP/1.1" status: 200 len: 380 time: 0.0426068 Jun 01 19:38:25.759279 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-30b170f6-fa4f-4fba-9d08-e43436e1121c req-9d526503-d744-43eb-8784-ad249c7c81f5 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Request body: {'port': {'device_id': '0d322e37-fece-4d8c-a7c9-0740fc824f99', 'network_id': 'c4e93956-04f5-4c59-8497-c0465a5ee4f1', 'admin_state_up': True, 'tenant_id': 'cbda20c3e8d6442e82db1c7c6a27e2a5', 'security_groups': ['a05ae957-bf8a-4e8f-b4e8-ecb6cd39ee06']}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:38:25.900991 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-30b170f6-fa4f-4fba-9d08-e43436e1121c req-9d526503-d744-43eb-8784-ad249c7c81f5 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:38:25.911209 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-30b170f6-fa4f-4fba-9d08-e43436e1121c req-9d526503-d744-43eb-8784-ad249c7c81f5 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:38:25.922007 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30b170f6-fa4f-4fba-9d08-e43436e1121c req-9d526503-d744-43eb-8784-ad249c7c81f5 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Made reservation on behalf of cbda20c3e8d6442e82db1c7c6a27e2a5 for: {'port': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:38:25.925514 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-30b170f6-fa4f-4fba-9d08-e43436e1121c req-9d526503-d744-43eb-8784-ad249c7c81f5 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:38:26.096150 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [req-30b170f6-fa4f-4fba-9d08-e43436e1121c req-9d526503-d744-43eb-8784-ad249c7c81f5 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Allocated IP 172.20.0.3 (c4e93956-04f5-4c59-8497-c0465a5ee4f1/7869c718-b90f-46bf-9776-ffc40f61ae55/953faa96-0c45-4a8a-92a3-6c6034997e9a) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:38:26.296161 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-30b170f6-fa4f-4fba-9d08-e43436e1121c req-9d526503-d744-43eb-8784-ad249c7c81f5 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:38:26.315140 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [req-30b170f6-fa4f-4fba-9d08-e43436e1121c req-9d526503-d744-43eb-8784-ad249c7c81f5 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Transition to ACTIVE for port object 953faa96-0c45-4a8a-92a3-6c6034997e9a will not be triggered until provisioned by entity DHCP. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:38:26.342216 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-30b170f6-fa4f-4fba-9d08-e43436e1121c req-9d526503-d744-43eb-8784-ad249c7c81f5 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:38:26.420757 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30b170f6-fa4f-4fba-9d08-e43436e1121c req-9d526503-d744-43eb-8784-ad249c7c81f5 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Network c4e93956-04f5-4c59-8497-c0465a5ee4f1 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:38:26.424356 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [req-30b170f6-fa4f-4fba-9d08-e43436e1121c req-9d526503-d744-43eb-8784-ad249c7c81f5 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:38:26.428320 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-30b170f6-fa4f-4fba-9d08-e43436e1121c req-9d526503-d744-43eb-8784-ad249c7c81f5 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:38:26.460383 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d526503-d744-43eb-8784-ad249c7c81f5 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Pushing event updated for resources: {'Port': ['ID=953faa96-0c45-4a8a-92a3-6c6034997e9a,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:38:26.517923 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b170f6-fa4f-4fba-9d08-e43436e1121c req-9d526503-d744-43eb-8784-ad249c7c81f5 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:38:26.518869 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-30b170f6-fa4f-4fba-9d08-e43436e1121c req-9d526503-d744-43eb-8784-ad249c7c81f5 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:38:26.561998 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-30b170f6-fa4f-4fba-9d08-e43436e1121c req-9d526503-d744-43eb-8784-ad249c7c81f5 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8056443 Jun 01 19:38:26.661638 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-30b170f6-fa4f-4fba-9d08-e43436e1121c req-ca015bb8-7d4d-41f9-acbd-e69b8faefb3e service neutron] Request body: {'port': {'device_id': '0d322e37-fece-4d8c-a7c9-0740fc824f99', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844202-1'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:38:26.694469 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-1b7f56fc-3bcb-4f2a-950b-bca203b59638 None None] Provisioning for port 953faa96-0c45-4a8a-92a3-6c6034997e9a completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:38:26.703857 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-1b7f56fc-3bcb-4f2a-950b-bca203b59638 None None] Provisioning complete for port 953faa96-0c45-4a8a-92a3-6c6034997e9a triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:38:26.704518 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-1b7f56fc-3bcb-4f2a-950b-bca203b59638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:38:26.774323 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-1b7f56fc-3bcb-4f2a-950b-bca203b59638 None None] Port 953faa96-0c45-4a8a-92a3-6c6034997e9a cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:38:26.791528 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-30b170f6-fa4f-4fba-9d08-e43436e1121c req-ca015bb8-7d4d-41f9-acbd-e69b8faefb3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:38:26.874916 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef0bb90-d167-453a-a89a-d33eb7cbf0dc req-61b93e4b-1d1b-4efc-890f-158144f9c047 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:38:26.876538 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-9ef0bb90-d167-453a-a89a-d33eb7cbf0dc req-61b93e4b-1d1b-4efc-890f-158144f9c047 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d322e37-fece-4d8c-a7c9-0740fc824f99 HTTP/1.1" status: 200 len: 931 time: 0.0959513 Jun 01 19:38:26.945195 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-9ef0bb90-d167-453a-a89a-d33eb7cbf0dc req-4953a493-ef33-4af3-84a4-fbd69ee72d1d tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/security-groups?id=a05ae957-bf8a-4e8f-b4e8-ecb6cd39ee06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629003 Jun 01 19:38:27.207121 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [req-30b170f6-fa4f-4fba-9d08-e43436e1121c req-ca015bb8-7d4d-41f9-acbd-e69b8faefb3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 953faa96-0c45-4a8a-92a3-6c6034997e9a {{(pid=88524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 19:38:27.217373 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-30b170f6-fa4f-4fba-9d08-e43436e1121c req-ca015bb8-7d4d-41f9-acbd-e69b8faefb3e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:38:27.237915 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [req-30b170f6-fa4f-4fba-9d08-e43436e1121c req-ca015bb8-7d4d-41f9-acbd-e69b8faefb3e service neutron] Transition to ACTIVE for port object 953faa96-0c45-4a8a-92a3-6c6034997e9a will not be triggered until provisioned by entity L2. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:38:27.242842 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-30b170f6-fa4f-4fba-9d08-e43436e1121c req-ca015bb8-7d4d-41f9-acbd-e69b8faefb3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:38:27.392102 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca015bb8-7d4d-41f9-acbd-e69b8faefb3e service neutron] Pushing event updated for resources: {'Port': ['ID=953faa96-0c45-4a8a-92a3-6c6034997e9a,revision_number=2']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:38:27.531168 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-30b170f6-fa4f-4fba-9d08-e43436e1121c req-ca015bb8-7d4d-41f9-acbd-e69b8faefb3e service neutron] Attempting to bind port 953faa96-0c45-4a8a-92a3-6c6034997e9a on host n-h2-844202-1 for vnic_type normal with profile {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:38:27.531723 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-30b170f6-fa4f-4fba-9d08-e43436e1121c req-ca015bb8-7d4d-41f9-acbd-e69b8faefb3e service neutron] Attempting to bind port 953faa96-0c45-4a8a-92a3-6c6034997e9a by drivers openvswitch,hyperv on host n-h2-844202-1 at level 0 using segments [{'id': '7ed294a7-e1e7-4d37-88c7-4b485966a411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c4e93956-04f5-4c59-8497-c0465a5ee4f1'}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:38:27.532266 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b170f6-fa4f-4fba-9d08-e43436e1121c req-ca015bb8-7d4d-41f9-acbd-e69b8faefb3e service neutron] Attempting to bind port 953faa96-0c45-4a8a-92a3-6c6034997e9a on network c4e93956-04f5-4c59-8497-c0465a5ee4f1 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:38:27.542728 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b170f6-fa4f-4fba-9d08-e43436e1121c req-ca015bb8-7d4d-41f9-acbd-e69b8faefb3e service neutron] Port 953faa96-0c45-4a8a-92a3-6c6034997e9a on network c4e93956-04f5-4c59-8497-c0465a5ee4f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-844202-1 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 19:38:27.543219 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b170f6-fa4f-4fba-9d08-e43436e1121c req-ca015bb8-7d4d-41f9-acbd-e69b8faefb3e service neutron] Attempting to bind port 953faa96-0c45-4a8a-92a3-6c6034997e9a on network c4e93956-04f5-4c59-8497-c0465a5ee4f1 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:38:27.551739 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b170f6-fa4f-4fba-9d08-e43436e1121c req-ca015bb8-7d4d-41f9-acbd-e69b8faefb3e service neutron] Checking agent: {'id': 'f5db9968-6317-4186-9100-9e0ca6b50417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:38:27.552331 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b170f6-fa4f-4fba-9d08-e43436e1121c req-ca015bb8-7d4d-41f9-acbd-e69b8faefb3e service neutron] Checking segment: {'id': '7ed294a7-e1e7-4d37-88c7-4b485966a411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c4e93956-04f5-4c59-8497-c0465a5ee4f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:38:27.552964 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b170f6-fa4f-4fba-9d08-e43436e1121c req-ca015bb8-7d4d-41f9-acbd-e69b8faefb3e service neutron] Bound using segment: {'id': '7ed294a7-e1e7-4d37-88c7-4b485966a411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c4e93956-04f5-4c59-8497-c0465a5ee4f1'} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:38:27.553539 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-30b170f6-fa4f-4fba-9d08-e43436e1121c req-ca015bb8-7d4d-41f9-acbd-e69b8faefb3e service neutron] Bound port: 953faa96-0c45-4a8a-92a3-6c6034997e9a, host: n-h2-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ed294a7-e1e7-4d37-88c7-4b485966a411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c4e93956-04f5-4c59-8497-c0465a5ee4f1'}}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:38:27.553994 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-30b170f6-fa4f-4fba-9d08-e43436e1121c req-ca015bb8-7d4d-41f9-acbd-e69b8faefb3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:38:27.670716 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-30b170f6-fa4f-4fba-9d08-e43436e1121c req-ca015bb8-7d4d-41f9-acbd-e69b8faefb3e service neutron] For port 953faa96-0c45-4a8a-92a3-6c6034997e9a, host n-h2-844202-1, cleared binding levels {{(pid=88524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:38:27.675942 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-30b170f6-fa4f-4fba-9d08-e43436e1121c req-ca015bb8-7d4d-41f9-acbd-e69b8faefb3e service neutron] For port 953faa96-0c45-4a8a-92a3-6c6034997e9a, host n-h2-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=953faa96-0c45-4a8a-92a3-6c6034997e9a,segment=NetworkSegment(7ed294a7-e1e7-4d37-88c7-4b485966a411),segment_id=7ed294a7-e1e7-4d37-88c7-4b485966a411)] {{(pid=88524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:38:27.683471 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-30b170f6-fa4f-4fba-9d08-e43436e1121c req-ca015bb8-7d4d-41f9-acbd-e69b8faefb3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:38:27.894409 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b170f6-fa4f-4fba-9d08-e43436e1121c req-ca015bb8-7d4d-41f9-acbd-e69b8faefb3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:38:27.895170 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-30b170f6-fa4f-4fba-9d08-e43436e1121c req-ca015bb8-7d4d-41f9-acbd-e69b8faefb3e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:38:27.896940 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-30b170f6-fa4f-4fba-9d08-e43436e1121c req-ca015bb8-7d4d-41f9-acbd-e69b8faefb3e service neutron] 10.222.0.50 "PUT /v2.0/ports/953faa96-0c45-4a8a-92a3-6c6034997e9a HTTP/1.1" status: 200 len: 1091 time: 1.2803433 Jun 01 19:38:27.898501 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d322e37-fece-4d8c-a7c9-0740fc824f99', 'tag': '953faa96-0c45-4a8a-92a3-6c6034997e9a'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:38:27.928751 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca015bb8-7d4d-41f9-acbd-e69b8faefb3e service neutron] Pushing event updated for resources: {'Port': ['ID=953faa96-0c45-4a8a-92a3-6c6034997e9a,revision_number=3']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:38:28.045925 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b170f6-fa4f-4fba-9d08-e43436e1121c req-ba68d8ac-27cc-4a59-95d4-04e16097e998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:38:28.047468 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-30b170f6-fa4f-4fba-9d08-e43436e1121c req-ba68d8ac-27cc-4a59-95d4-04e16097e998 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cbda20c3e8d6442e82db1c7c6a27e2a5&device_id=0d322e37-fece-4d8c-a7c9-0740fc824f99 HTTP/1.1" status: 200 len: 1094 time: 0.1084926 Jun 01 19:38:28.135013 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ff1657b-fbcb-43b4-95e6-c485870f4f86'] response: {'name': 'network-changed', 'server_uuid': '0d322e37-fece-4d8c-a7c9-0740fc824f99', 'tag': '953faa96-0c45-4a8a-92a3-6c6034997e9a', 'status': 'completed', 'code': 200} Jun 01 19:38:28.181358 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-30b170f6-fa4f-4fba-9d08-e43436e1121c req-bb15402f-09d8-4d31-8975-004a824544b6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=953faa96-0c45-4a8a-92a3-6c6034997e9a HTTP/1.1" status: 200 len: 217 time: 0.1268187 Jun 01 19:38:28.285768 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b170f6-fa4f-4fba-9d08-e43436e1121c req-ce4d18dc-0c54-4714-b6c0-aa74ac4e6b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:38:28.287235 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-30b170f6-fa4f-4fba-9d08-e43436e1121c req-ce4d18dc-0c54-4714-b6c0-aa74ac4e6b7f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7869c718-b90f-46bf-9776-ffc40f61ae55 HTTP/1.1" status: 200 len: 851 time: 0.0994031 Jun 01 19:38:28.385234 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c67bdc-aebf-4376-8be3-b441a4ec1c53 req-0d94dc5c-2352-458f-9a1c-29666bad8348 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:38:28.386762 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-08c67bdc-aebf-4376-8be3-b441a4ec1c53 req-0d94dc5c-2352-458f-9a1c-29666bad8348 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Synchronizing usage tracker for tenant:cbda20c3e8d6442e82db1c7c6a27e2a5 on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:38:28.417843 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-08c67bdc-aebf-4376-8be3-b441a4ec1c53 req-0d94dc5c-2352-458f-9a1c-29666bad8348 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Unset dirty status for tenant:cbda20c3e8d6442e82db1c7c6a27e2a5 on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:38:28.419340 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-08c67bdc-aebf-4376-8be3-b441a4ec1c53 req-0d94dc5c-2352-458f-9a1c-29666bad8348 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d322e37-fece-4d8c-a7c9-0740fc824f99 HTTP/1.1" status: 200 len: 943 time: 0.2860823 Jun 01 19:38:28.428087 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b170f6-fa4f-4fba-9d08-e43436e1121c req-b4c22433-cbb5-4e28-8790-291264a23197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:38:28.429609 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-30b170f6-fa4f-4fba-9d08-e43436e1121c req-b4c22433-cbb5-4e28-8790-291264a23197 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c4e93956-04f5-4c59-8497-c0465a5ee4f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1281235 Jun 01 19:38:28.589992 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-08c67bdc-aebf-4376-8be3-b441a4ec1c53 req-b6d9c50b-06c2-4a9d-bf2e-27d6c8ed9548 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/security-groups?id=a05ae957-bf8a-4e8f-b4e8-ecb6cd39ee06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1586254 Jun 01 19:38:28.639177 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-30b170f6-fa4f-4fba-9d08-e43436e1121c req-40e949e6-a5ad-48bd-9b3e-f3bef1863761 service neutron] 10.222.0.50 "GET /v2.0/networks/c4e93956-04f5-4c59-8497-c0465a5ee4f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930735 Jun 01 19:38:28.778004 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-30b170f6-fa4f-4fba-9d08-e43436e1121c req-ae636f83-60d6-4fa3-9e6d-7af083bfae88 service neutron] 10.222.0.50 "GET /v2.0/networks/c4e93956-04f5-4c59-8497-c0465a5ee4f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336167 Jun 01 19:38:28.910126 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7083c32-2460-4e42-bfd1-649d79a6450a req-3d7e7ffc-c254-4755-8015-545cc716ebce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:38:28.911885 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e7083c32-2460-4e42-bfd1-649d79a6450a req-3d7e7ffc-c254-4755-8015-545cc716ebce service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cbda20c3e8d6442e82db1c7c6a27e2a5&device_id=0d322e37-fece-4d8c-a7c9-0740fc824f99 HTTP/1.1" status: 200 len: 1094 time: 0.0753291 Jun 01 19:38:29.048805 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7083c32-2460-4e42-bfd1-649d79a6450a req-ff73294a-0af2-4767-9d4a-719c584d1d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:38:29.050164 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e7083c32-2460-4e42-bfd1-649d79a6450a req-ff73294a-0af2-4767-9d4a-719c584d1d62 service neutron] 10.222.0.50 "GET /v2.0/networks?id=c4e93956-04f5-4c59-8497-c0465a5ee4f1 HTTP/1.1" status: 200 len: 913 time: 0.1319094 Jun 01 19:38:29.124097 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e7083c32-2460-4e42-bfd1-649d79a6450a req-35288f75-a795-4c9f-b5df-990f4f759c55 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=953faa96-0c45-4a8a-92a3-6c6034997e9a HTTP/1.1" status: 200 len: 217 time: 0.0672369 Jun 01 19:38:29.184955 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7083c32-2460-4e42-bfd1-649d79a6450a req-32fa6b49-4e27-459b-8f7e-f59a0d2ee638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:38:29.186370 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e7083c32-2460-4e42-bfd1-649d79a6450a req-32fa6b49-4e27-459b-8f7e-f59a0d2ee638 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7869c718-b90f-46bf-9776-ffc40f61ae55 HTTP/1.1" status: 200 len: 851 time: 0.0569370 Jun 01 19:38:29.271858 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7083c32-2460-4e42-bfd1-649d79a6450a req-2232b3ca-bbd4-4298-8f43-bb793b30effb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:38:29.274249 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e7083c32-2460-4e42-bfd1-649d79a6450a req-2232b3ca-bbd4-4298-8f43-bb793b30effb service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c4e93956-04f5-4c59-8497-c0465a5ee4f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0816176 Jun 01 19:38:29.407910 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e7083c32-2460-4e42-bfd1-649d79a6450a req-7b9b187e-988c-416f-8ba8-3ea17a8cfb00 service neutron] 10.222.0.50 "GET /v2.0/networks/c4e93956-04f5-4c59-8497-c0465a5ee4f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271279 Jun 01 19:38:29.538226 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e7083c32-2460-4e42-bfd1-649d79a6450a req-3634be88-6fca-4709-8938-3018a212fff3 service neutron] 10.222.0.50 "GET /v2.0/networks/c4e93956-04f5-4c59-8497-c0465a5ee4f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246455 Jun 01 19:38:29.785582 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513e8f14-ad64-4940-9715-30b3b2aba0a7 req-0a8889af-fd65-4cd9-87e9-55b346e8db4f tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:38:29.787017 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-513e8f14-ad64-4940-9715-30b3b2aba0a7 req-0a8889af-fd65-4cd9-87e9-55b346e8db4f tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d322e37-fece-4d8c-a7c9-0740fc824f99 HTTP/1.1" status: 200 len: 943 time: 0.0808918 Jun 01 19:38:29.852210 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-513e8f14-ad64-4940-9715-30b3b2aba0a7 req-5ad5cffd-43d4-4601-ae3e-2992a2d1fb7c tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/security-groups?id=a05ae957-bf8a-4e8f-b4e8-ecb6cd39ee06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558882 Jun 01 19:38:29.982708 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 953faa96-0c45-4a8a-92a3-6c6034997e9a details requested by agent hyperv_n-h2-844202-1 with host n-h2-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 19:38:30.132744 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 953faa96-0c45-4a8a-92a3-6c6034997e9a, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=953faa96-0c45-4a8a-92a3-6c6034997e9a,segment=NetworkSegment(7ed294a7-e1e7-4d37-88c7-4b485966a411),segment_id=7ed294a7-e1e7-4d37-88c7-4b485966a411)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:38:30.148062 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Returning: {'device': '953faa96-0c45-4a8a-92a3-6c6034997e9a', 'network_id': 'c4e93956-04f5-4c59-8497-c0465a5ee4f1', 'port_id': '953faa96-0c45-4a8a-92a3-6c6034997e9a', 'mac_address': 'fa:16:3e:c4:8f:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7869c718-b90f-46bf-9776-ffc40f61ae55', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 19:38:30.209191 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port 953faa96-0c45-4a8a-92a3-6c6034997e9a is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:38:30.209884 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:38:30.241451 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 953faa96-0c45-4a8a-92a3-6c6034997e9a {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 19:38:30.261588 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 953faa96-0c45-4a8a-92a3-6c6034997e9a, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=953faa96-0c45-4a8a-92a3-6c6034997e9a,segment=NetworkSegment(7ed294a7-e1e7-4d37-88c7-4b485966a411),segment_id=7ed294a7-e1e7-4d37-88c7-4b485966a411)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:38:30.266490 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:38:30.345151 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=953faa96-0c45-4a8a-92a3-6c6034997e9a,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:38:30.452708 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] get_ports_and_sgs() called for port_ids ['953faa96-0c45-4a8a-92a3-6c6034997e9a'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 19:38:31.054153 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d12f07e-a880-4cd0-b8c5-ba8d7441f53b req-cec6a196-7361-4653-abd3-1797ca2466b0 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:38:31.055670 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-1d12f07e-a880-4cd0-b8c5-ba8d7441f53b req-cec6a196-7361-4653-abd3-1797ca2466b0 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d322e37-fece-4d8c-a7c9-0740fc824f99 HTTP/1.1" status: 200 len: 944 time: 0.0871081 Jun 01 19:38:31.106741 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-1d12f07e-a880-4cd0-b8c5-ba8d7441f53b req-bb46511a-313d-40fd-b6f8-c5293d559872 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/security-groups?id=a05ae957-bf8a-4e8f-b4e8-ecb6cd39ee06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421362 Jun 01 19:38:31.984766 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 953faa96-0c45-4a8a-92a3-6c6034997e9a up at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:38:32.056941 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning for port 953faa96-0c45-4a8a-92a3-6c6034997e9a completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:38:32.063066 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning complete for port 953faa96-0c45-4a8a-92a3-6c6034997e9a triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:38:32.063438 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:38:32.197305 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port 953faa96-0c45-4a8a-92a3-6c6034997e9a is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:38:32.197725 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:38:32.227638 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d322e37-fece-4d8c-a7c9-0740fc824f99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '953faa96-0c45-4a8a-92a3-6c6034997e9a'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:38:32.240272 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 953faa96-0c45-4a8a-92a3-6c6034997e9a, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=953faa96-0c45-4a8a-92a3-6c6034997e9a,segment=NetworkSegment(7ed294a7-e1e7-4d37-88c7-4b485966a411),segment_id=7ed294a7-e1e7-4d37-88c7-4b485966a411)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:38:32.244350 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:38:32.284114 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ecb8257-675e-475d-8c31-7e91bf811815'] response: {'server_uuid': '0d322e37-fece-4d8c-a7c9-0740fc824f99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '953faa96-0c45-4a8a-92a3-6c6034997e9a', 'code': 200} Jun 01 19:38:32.318798 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb0e813-d75e-43e2-999d-8f3410a1eedb req-512b8d3e-ea3b-405c-b116-972cc674e54c tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:38:32.320293 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-bfb0e813-d75e-43e2-999d-8f3410a1eedb req-512b8d3e-ea3b-405c-b116-972cc674e54c tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d322e37-fece-4d8c-a7c9-0740fc824f99 HTTP/1.1" status: 200 len: 945 time: 0.1016030 Jun 01 19:38:32.331574 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=953faa96-0c45-4a8a-92a3-6c6034997e9a,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:38:32.366687 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-bfb0e813-d75e-43e2-999d-8f3410a1eedb req-79e200d7-d072-4912-a220-09577e22a6ca tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/security-groups?id=a05ae957-bf8a-4e8f-b4e8-ecb6cd39ee06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384076 Jun 01 19:38:32.523200 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1e3b4d-60eb-4a62-b01b-e4a8c02baf4b req-865ac60e-71e1-4e67-85dc-52c721edd7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:38:32.524627 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6c1e3b4d-60eb-4a62-b01b-e4a8c02baf4b req-865ac60e-71e1-4e67-85dc-52c721edd7fa service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=0d322e37-fece-4d8c-a7c9-0740fc824f99 HTTP/1.1" status: 200 len: 1096 time: 0.1791825 Jun 01 19:38:32.565637 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6c1e3b4d-60eb-4a62-b01b-e4a8c02baf4b req-9b613efc-b5fa-43a0-ab6e-9878f65459f8 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=a05ae957-bf8a-4e8f-b4e8-ecb6cd39ee06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353515 Jun 01 19:38:33.559567 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d7bc84-47b6-4f0a-9b35-e41690164f27 req-3f34e9ad-71bb-4533-9b70-ea631061ac9c tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:38:33.561080 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-09d7bc84-47b6-4f0a-9b35-e41690164f27 req-3f34e9ad-71bb-4533-9b70-ea631061ac9c tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d322e37-fece-4d8c-a7c9-0740fc824f99 HTTP/1.1" status: 200 len: 945 time: 0.0818446 Jun 01 19:38:33.612103 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-09d7bc84-47b6-4f0a-9b35-e41690164f27 req-9c29dd60-7670-4e39-b762-4c7970dd373c tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/security-groups?id=a05ae957-bf8a-4e8f-b4e8-ecb6cd39ee06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442319 Jun 01 19:38:34.803500 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef1b5f6-d048-4147-bd19-9ad10f31e10b req-f4eeecf1-c21b-4c6a-86fd-ce1e54f928c2 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:38:34.804995 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-bef1b5f6-d048-4147-bd19-9ad10f31e10b req-f4eeecf1-c21b-4c6a-86fd-ce1e54f928c2 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d322e37-fece-4d8c-a7c9-0740fc824f99 HTTP/1.1" status: 200 len: 945 time: 0.0822377 Jun 01 19:38:34.855600 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-bef1b5f6-d048-4147-bd19-9ad10f31e10b req-5086dee7-6847-4902-aef9-046ae328b85e tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/security-groups?id=a05ae957-bf8a-4e8f-b4e8-ecb6cd39ee06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432267 Jun 01 19:38:35.039835 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1a60bd-0cc1-44f9-a244-6c1ac45373e7 req-71b52865-cd45-4248-95b1-830bfc818adc tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:38:35.041405 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3c1a60bd-0cc1-44f9-a244-6c1ac45373e7 req-71b52865-cd45-4248-95b1-830bfc818adc tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d322e37-fece-4d8c-a7c9-0740fc824f99 HTTP/1.1" status: 200 len: 945 time: 0.0807714 Jun 01 19:38:35.050049 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 51376) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:38:35.054983 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-bb827ae6-36e9-49da-987a-40acbd39337b tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Request body: {'floatingip': {'port_id': '953faa96-0c45-4a8a-92a3-6c6034997e9a'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:38:35.134563 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-bb827ae6-36e9-49da-987a-40acbd39337b tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Notify callbacks [] for floatingip, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:38:35.729270 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-bb827ae6-36e9-49da-987a-40acbd39337b tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:38:35.734075 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-bb827ae6-36e9-49da-987a-40acbd39337b tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887712'] for floatingip, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:38:35.901415 n-d-844202-1 neutron-server[88524]: INFO neutron.db.l3_db [None req-bb827ae6-36e9-49da-987a-40acbd39337b tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Floating IP b5679655-04f8-4106-ab29-fd920a6926f9 associated. External IP: 172.25.4.41, port: 953faa96-0c45-4a8a-92a3-6c6034997e9a. Jun 01 19:38:36.385855 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb827ae6-36e9-49da-987a-40acbd39337b tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Router 7fa3ce65-0b71-4a94-bb4c-e7929cc1418d has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 19:38:36.567844 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb827ae6-36e9-49da-987a-40acbd39337b tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:38:36.573283 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-bb827ae6-36e9-49da-987a-40acbd39337b tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for floatingip, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:38:36.578281 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78016a8d-aace-4087-a50e-2d5350445e91 None None] Sync routers for ids ['7fa3ce65-0b71-4a94-bb4c-e7929cc1418d'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:38:36.587768 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78016a8d-aace-4087-a50e-2d5350445e91 None None] Routers {'7fa3ce65-0b71-4a94-bb4c-e7929cc1418d'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:38:36.588531 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-78016a8d-aace-4087-a50e-2d5350445e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:38:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['7fa3ce65-0b71-4a94-bb4c-e7929cc1418d'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:38:36.638340 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-bb827ae6-36e9-49da-987a-40acbd39337b tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "PUT /v2.0/floatingips/b5679655-04f8-4106-ab29-fd920a6926f9 HTTP/1.1" status: 200 len: 990 time: 1.5843782 Jun 01 19:38:36.638340 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d322e37-fece-4d8c-a7c9-0740fc824f99', 'tag': '953faa96-0c45-4a8a-92a3-6c6034997e9a'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:38:36.682821 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a52d60e-cebd-41f4-b53e-c7c4fc2493ef'] response: {'name': 'network-changed', 'server_uuid': '0d322e37-fece-4d8c-a7c9-0740fc824f99', 'tag': '953faa96-0c45-4a8a-92a3-6c6034997e9a', 'status': 'completed', 'code': 200} Jun 01 19:38:36.780346 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c570bba9-30f0-47fb-9ee0-8561b2a55a29 req-5378cffe-ff2f-48e7-b310-68d7bd21271b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:38:36.781937 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c570bba9-30f0-47fb-9ee0-8561b2a55a29 req-5378cffe-ff2f-48e7-b310-68d7bd21271b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cbda20c3e8d6442e82db1c7c6a27e2a5&device_id=0d322e37-fece-4d8c-a7c9-0740fc824f99 HTTP/1.1" status: 200 len: 1096 time: 0.0764182 Jun 01 19:38:36.787826 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-78016a8d-aace-4087-a50e-2d5350445e91 None None] Set router 7fa3ce65-0b71-4a94-bb4c-e7929cc1418d gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:38:36.920839 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c570bba9-30f0-47fb-9ee0-8561b2a55a29 req-169d0d93-e127-43e5-bd9a-08a4c6857173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:38:36.922200 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c570bba9-30f0-47fb-9ee0-8561b2a55a29 req-169d0d93-e127-43e5-bd9a-08a4c6857173 service neutron] 10.222.0.50 "GET /v2.0/networks?id=c4e93956-04f5-4c59-8497-c0465a5ee4f1 HTTP/1.1" status: 200 len: 913 time: 0.1349573 Jun 01 19:38:37.028679 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c570bba9-30f0-47fb-9ee0-8561b2a55a29 req-1e7eb216-10eb-448c-9020-ce55331dcdb3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=953faa96-0c45-4a8a-92a3-6c6034997e9a HTTP/1.1" status: 200 len: 998 time: 0.1013930 Jun 01 19:38:37.099721 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c570bba9-30f0-47fb-9ee0-8561b2a55a29 req-600cc779-532a-4f13-8ba9-ec7d3b7db754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:38:37.101251 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c570bba9-30f0-47fb-9ee0-8561b2a55a29 req-600cc779-532a-4f13-8ba9-ec7d3b7db754 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7869c718-b90f-46bf-9776-ffc40f61ae55 HTTP/1.1" status: 200 len: 851 time: 0.0674369 Jun 01 19:38:37.152099 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-78016a8d-aace-4087-a50e-2d5350445e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fa3ce65-0b71-4a94-bb4c-e7929cc1418d', 'name': 'tempest-ServerActionsTestJSON-1042264002-router', 'tenant_id': 'cbda20c3e8d6442e82db1c7c6a27e2a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '70e55147-1f1f-4d25-bc59-b7473230258c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:37:26Z', 'updated_at': '2022-06-01T19:37:31Z', 'revision_number': 4, 'project_id': 'cbda20c3e8d6442e82db1c7c6a27e2a5', 'gw_port': {'id': '70e55147-1f1f-4d25-bc59-b7473230258c', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:15:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa3ce65-0b71-4a94-bb4c-e7929cc1418d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:37:27Z', 'updated_at': '2022-06-01T19:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_floatingips': [{'id': 'b5679655-04f8-4106-ab29-fd920a6926f9', 'tenant_id': 'cbda20c3e8d6442e82db1c7c6a27e2a5', 'floating_ip_address': '172.25.4.41', 'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'router_id': '7fa3ce65-0b71-4a94-bb4c-e7929cc1418d', 'port_id': '953faa96-0c45-4a8a-92a3-6c6034997e9a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4179, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4e93956-04f5-4c59-8497-c0465a5ee4f1', 'mac_address': 'fa:16:3e:c4:8f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d322e37-fece-4d8c-a7c9-0740fc824f99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T19:37:33Z', 'updated_at': '2022-06-01T19:38:35Z', 'revision_number': 5, 'project_id': 'cbda20c3e8d6442e82db1c7c6a27e2a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5937c945-2bd7-4cdc-b6fe-432cda621442', 'name': '', 'network_id': 'c4e93956-04f5-4c59-8497-c0465a5ee4f1', 'tenant_id': 'cbda20c3e8d6442e82db1c7c6a27e2a5', 'mac_address': 'fa:16:3e:ff:e6:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa3ce65-0b71-4a94-bb4c-e7929cc1418d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': '7869c718-b90f-46bf-9776-ffc40f61ae55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:37:30Z', 'updated_at': '2022-06-01T19:37:35Z', 'revision_number': 5, 'project_id': 'cbda20c3e8d6442e82db1c7c6a27e2a5', 'subnets': [{'id': '7869c718-b90f-46bf-9776-ffc40f61ae55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:38:37.156190 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78016a8d-aace-4087-a50e-2d5350445e91 None None] Checking router: 7fa3ce65-0b71-4a94-bb4c-e7929cc1418d for host: n-d-844202-1 {{(pid=88527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 19:38:37.156989 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-be4ab9b4-48ac-4b32-9405-4a7dc5cb149a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:38:37.164975 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78016a8d-aace-4087-a50e-2d5350445e91 None None] Routers {'7fa3ce65-0b71-4a94-bb4c-e7929cc1418d'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:38:37.165574 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-78016a8d-aace-4087-a50e-2d5350445e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:38:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['7fa3ce65-0b71-4a94-bb4c-e7929cc1418d'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:38:37.189334 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c570bba9-30f0-47fb-9ee0-8561b2a55a29 req-fa5ca71e-95a0-499f-a17c-cb973ca825bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:38:37.191497 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c570bba9-30f0-47fb-9ee0-8561b2a55a29 req-fa5ca71e-95a0-499f-a17c-cb973ca825bd service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c4e93956-04f5-4c59-8497-c0465a5ee4f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0849788 Jun 01 19:38:37.331222 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c570bba9-30f0-47fb-9ee0-8561b2a55a29 req-47855469-c6c5-4d73-85a1-7d1f28a9c091 service neutron] 10.222.0.50 "GET /v2.0/networks/c4e93956-04f5-4c59-8497-c0465a5ee4f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342175 Jun 01 19:38:37.353200 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-78016a8d-aace-4087-a50e-2d5350445e91 None None] Set router 7fa3ce65-0b71-4a94-bb4c-e7929cc1418d gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:38:37.492649 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c570bba9-30f0-47fb-9ee0-8561b2a55a29 req-af88d247-26a2-4602-8c4c-d0d1ed3323a5 service neutron] 10.222.0.50 "GET /v2.0/networks/c4e93956-04f5-4c59-8497-c0465a5ee4f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563592 Jun 01 19:38:37.759518 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-78016a8d-aace-4087-a50e-2d5350445e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fa3ce65-0b71-4a94-bb4c-e7929cc1418d', 'name': 'tempest-ServerActionsTestJSON-1042264002-router', 'tenant_id': 'cbda20c3e8d6442e82db1c7c6a27e2a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '70e55147-1f1f-4d25-bc59-b7473230258c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:37:26Z', 'updated_at': '2022-06-01T19:37:31Z', 'revision_number': 4, 'project_id': 'cbda20c3e8d6442e82db1c7c6a27e2a5', 'gw_port': {'id': '70e55147-1f1f-4d25-bc59-b7473230258c', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:15:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa3ce65-0b71-4a94-bb4c-e7929cc1418d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:37:27Z', 'updated_at': '2022-06-01T19:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_floatingips': [{'id': 'b5679655-04f8-4106-ab29-fd920a6926f9', 'tenant_id': 'cbda20c3e8d6442e82db1c7c6a27e2a5', 'floating_ip_address': '172.25.4.41', 'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'router_id': '7fa3ce65-0b71-4a94-bb4c-e7929cc1418d', 'port_id': '953faa96-0c45-4a8a-92a3-6c6034997e9a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4179, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4e93956-04f5-4c59-8497-c0465a5ee4f1', 'mac_address': 'fa:16:3e:c4:8f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d322e37-fece-4d8c-a7c9-0740fc824f99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T19:37:33Z', 'updated_at': '2022-06-01T19:38:35Z', 'revision_number': 5, 'project_id': 'cbda20c3e8d6442e82db1c7c6a27e2a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5937c945-2bd7-4cdc-b6fe-432cda621442', 'name': '', 'network_id': 'c4e93956-04f5-4c59-8497-c0465a5ee4f1', 'tenant_id': 'cbda20c3e8d6442e82db1c7c6a27e2a5', 'mac_address': 'fa:16:3e:ff:e6:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa3ce65-0b71-4a94-bb4c-e7929cc1418d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': '7869c718-b90f-46bf-9776-ffc40f61ae55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:37:30Z', 'updated_at': '2022-06-01T19:37:35Z', 'revision_number': 5, 'project_id': 'cbda20c3e8d6442e82db1c7c6a27e2a5', 'subnets': [{'id': '7869c718-b90f-46bf-9776-ffc40f61ae55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:38:37.763691 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78016a8d-aace-4087-a50e-2d5350445e91 None None] The sync data for ids ['7fa3ce65-0b71-4a94-bb4c-e7929cc1418d'] in n-d-844202-1 is: [{'id': '7fa3ce65-0b71-4a94-bb4c-e7929cc1418d', 'name': 'tempest-ServerActionsTestJSON-1042264002-router', 'tenant_id': 'cbda20c3e8d6442e82db1c7c6a27e2a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '70e55147-1f1f-4d25-bc59-b7473230258c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:37:26Z', 'updated_at': '2022-06-01T19:37:31Z', 'revision_number': 4, 'project_id': 'cbda20c3e8d6442e82db1c7c6a27e2a5', 'gw_port': {'id': '70e55147-1f1f-4d25-bc59-b7473230258c', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:15:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa3ce65-0b71-4a94-bb4c-e7929cc1418d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:37:27Z', 'updated_at': '2022-06-01T19:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_floatingips': [{'id': 'b5679655-04f8-4106-ab29-fd920a6926f9', 'tenant_id': 'cbda20c3e8d6442e82db1c7c6a27e2a5', 'floating_ip_address': '172.25.4.41', 'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'router_id': '7fa3ce65-0b71-4a94-bb4c-e7929cc1418d', 'port_id': '953faa96-0c45-4a8a-92a3-6c6034997e9a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4179, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4e93956-04f5-4c59-8497-c0465a5ee4f1', 'mac_address': 'fa:16:3e:c4:8f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d322e37-fece-4d8c-a7c9-0740fc824f99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T19:37:33Z', 'updated_at': '2022-06-01T19:38:35Z', 'revision_number': 5, 'project_id': 'cbda20c3e8d6442e82db1c7c6a27e2a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5937c945-2bd7-4cdc-b6fe-432cda621442', 'name': '', 'network_id': 'c4e93956-04f5-4c59-8497-c0465a5ee4f1', 'tenant_id': 'cbda20c3e8d6442e82db1c7c6a27e2a5', 'mac_address': 'fa:16:3e:ff:e6:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa3ce65-0b71-4a94-bb4c-e7929cc1418d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': '7869c718-b90f-46bf-9776-ffc40f61ae55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:37:30Z', 'updated_at': '2022-06-01T19:37:35Z', 'revision_number': 5, 'project_id': 'cbda20c3e8d6442e82db1c7c6a27e2a5', 'subnets': [{'id': '7869c718-b90f-46bf-9776-ffc40f61ae55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:38:37.973815 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91158a3c-3a2d-425c-80d3-3fc3924a3c7f None None] New status for floating IP b5679655-04f8-4106-ab29-fd920a6926f9: ACTIVE {{(pid=88526) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 19:38:39.575387 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-0abf9c23-7290-40b7-bd94-ed0e8f9da4d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:38:40.740540 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:38:40.741620 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:38:41.777976 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:38:42.085312 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:38:42.341078 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:38:58.932489 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.agents_db [None req-e814b9cf-7de8-45d0-a079-29c61fabe7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 19:39:07.158757 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-94fee30a-e42c-4e2d-b1c7-f5468bc9238f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:39:09.578376 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-47eed2ac-6a3d-4973-a01d-ef735081ccde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:39:10.741638 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:39:10.742785 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:39:11.717621 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61987b7-f742-434e-b102-a0a3cb6f313f req-fa4188ce-8064-40cf-98e0-ac8d74d273ea tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:39:11.719210 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b61987b7-f742-434e-b102-a0a3cb6f313f req-fa4188ce-8064-40cf-98e0-ac8d74d273ea tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d322e37-fece-4d8c-a7c9-0740fc824f99 HTTP/1.1" status: 200 len: 945 time: 0.0934453 Jun 01 19:39:11.775660 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b61987b7-f742-434e-b102-a0a3cb6f313f req-ea225638-06c4-4e01-ac7c-0ee7fa9e4874 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/security-groups?id=a05ae957-bf8a-4e8f-b4e8-ecb6cd39ee06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501614 Jun 01 19:39:11.786949 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:39:12.091964 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:39:12.337205 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:39:12.967646 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d078e26d-768e-4855-bfb2-66062f4ecc7f req-e3173533-3876-41e6-9596-145e63e74c07 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:39:12.969149 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d078e26d-768e-4855-bfb2-66062f4ecc7f req-e3173533-3876-41e6-9596-145e63e74c07 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d322e37-fece-4d8c-a7c9-0740fc824f99 HTTP/1.1" status: 200 len: 945 time: 0.0823858 Jun 01 19:39:13.014269 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d078e26d-768e-4855-bfb2-66062f4ecc7f req-da1a8522-d620-4ebd-84f7-b692a43dd01e tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/security-groups?id=a05ae957-bf8a-4e8f-b4e8-ecb6cd39ee06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393379 Jun 01 19:39:14.213591 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b99acc-5b6d-4f86-80ee-9f20b5307301 req-b2679080-4bfe-42b1-962e-a5d4bb86ba25 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:39:14.215025 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b7b99acc-5b6d-4f86-80ee-9f20b5307301 req-b2679080-4bfe-42b1-962e-a5d4bb86ba25 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d322e37-fece-4d8c-a7c9-0740fc824f99 HTTP/1.1" status: 200 len: 945 time: 0.0864105 Jun 01 19:39:14.260836 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b7b99acc-5b6d-4f86-80ee-9f20b5307301 req-880778ec-b683-42bf-970f-43dc8689d114 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/security-groups?id=a05ae957-bf8a-4e8f-b4e8-ecb6cd39ee06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398753 Jun 01 19:39:15.445347 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed69e14-33e1-4067-8952-854f52b19b01 req-4e3b6703-fc59-4817-9bc9-ac39aa0d1fbc tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:39:15.447462 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6ed69e14-33e1-4067-8952-854f52b19b01 req-4e3b6703-fc59-4817-9bc9-ac39aa0d1fbc tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d322e37-fece-4d8c-a7c9-0740fc824f99 HTTP/1.1" status: 200 len: 945 time: 0.0819988 Jun 01 19:39:15.489754 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6ed69e14-33e1-4067-8952-854f52b19b01 req-22f00933-5e25-4c77-975d-53a7b27da14a tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/security-groups?id=a05ae957-bf8a-4e8f-b4e8-ecb6cd39ee06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367134 Jun 01 19:39:16.681071 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69073af-937a-4a63-a324-e166bc34187f req-a87ff749-b007-4c72-bb85-75f687ad0284 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:39:16.682508 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f69073af-937a-4a63-a324-e166bc34187f req-a87ff749-b007-4c72-bb85-75f687ad0284 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d322e37-fece-4d8c-a7c9-0740fc824f99 HTTP/1.1" status: 200 len: 945 time: 0.0828111 Jun 01 19:39:16.728076 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f69073af-937a-4a63-a324-e166bc34187f req-98508fcc-89bf-4cf5-a7b1-c4cfe8ee2b70 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/security-groups?id=a05ae957-bf8a-4e8f-b4e8-ecb6cd39ee06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396314 Jun 01 19:39:17.917518 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0878d9c5-0ae3-4ec0-a94d-2fafb16926fd req-adc4067b-9653-4e16-93ab-b7b9348caa35 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:39:17.918993 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0878d9c5-0ae3-4ec0-a94d-2fafb16926fd req-adc4067b-9653-4e16-93ab-b7b9348caa35 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d322e37-fece-4d8c-a7c9-0740fc824f99 HTTP/1.1" status: 200 len: 945 time: 0.0809522 Jun 01 19:39:17.968043 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0878d9c5-0ae3-4ec0-a94d-2fafb16926fd req-5191c5dc-3f85-49ad-bee3-8da9a1151f5b tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/security-groups?id=a05ae957-bf8a-4e8f-b4e8-ecb6cd39ee06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433321 Jun 01 19:39:19.168401 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb650b5f-1a30-4ebd-83dc-198a9f31437b req-ea678e83-0faf-4b20-a3f4-cdb2568cc0f2 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:39:19.169832 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-eb650b5f-1a30-4ebd-83dc-198a9f31437b req-ea678e83-0faf-4b20-a3f4-cdb2568cc0f2 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d322e37-fece-4d8c-a7c9-0740fc824f99 HTTP/1.1" status: 200 len: 945 time: 0.0914521 Jun 01 19:39:19.214625 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-eb650b5f-1a30-4ebd-83dc-198a9f31437b req-21cb14aa-02d4-493e-bc49-ed008d5f360b tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/security-groups?id=a05ae957-bf8a-4e8f-b4e8-ecb6cd39ee06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392075 Jun 01 19:39:20.399519 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb441be0-d166-405c-932e-76004c510fcf req-ca5402d0-9578-444e-a823-358dff0e5b03 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:39:20.401008 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-bb441be0-d166-405c-932e-76004c510fcf req-ca5402d0-9578-444e-a823-358dff0e5b03 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d322e37-fece-4d8c-a7c9-0740fc824f99 HTTP/1.1" status: 200 len: 945 time: 0.0809112 Jun 01 19:39:20.446286 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-bb441be0-d166-405c-932e-76004c510fcf req-c66a31fe-4cd8-4e66-a15a-1b70b8656a1b tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/security-groups?id=a05ae957-bf8a-4e8f-b4e8-ecb6cd39ee06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386763 Jun 01 19:39:21.646697 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756539f9-0e27-4a03-9611-829724f124e3 req-ce045a05-8fde-43d3-b95d-7e9a5a86e624 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:39:21.648143 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-756539f9-0e27-4a03-9611-829724f124e3 req-ce045a05-8fde-43d3-b95d-7e9a5a86e624 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d322e37-fece-4d8c-a7c9-0740fc824f99 HTTP/1.1" status: 200 len: 945 time: 0.0894141 Jun 01 19:39:21.697007 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-756539f9-0e27-4a03-9611-829724f124e3 req-5742aed8-0dcb-4ff1-bb36-5a15b3da0507 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/security-groups?id=a05ae957-bf8a-4e8f-b4e8-ecb6cd39ee06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422473 Jun 01 19:39:23.003816 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9f2c85-f4bc-4cdd-ba03-2bcb3d61519c req-2cc02632-c6e5-42a8-b66d-cc5b0b2636d0 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:39:23.005293 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6f9f2c85-f4bc-4cdd-ba03-2bcb3d61519c req-2cc02632-c6e5-42a8-b66d-cc5b0b2636d0 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d322e37-fece-4d8c-a7c9-0740fc824f99 HTTP/1.1" status: 200 len: 945 time: 0.1993093 Jun 01 19:39:23.050195 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6f9f2c85-f4bc-4cdd-ba03-2bcb3d61519c req-1ccd1f1b-398c-4605-8607-12e96ae19c17 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/security-groups?id=a05ae957-bf8a-4e8f-b4e8-ecb6cd39ee06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389595 Jun 01 19:39:24.407911 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17eced3f-20e0-482a-a4c9-92f321e9099d req-206fe8b1-5fb2-42a4-8afa-8c46304ad350 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:39:24.409361 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-17eced3f-20e0-482a-a4c9-92f321e9099d req-206fe8b1-5fb2-42a4-8afa-8c46304ad350 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d322e37-fece-4d8c-a7c9-0740fc824f99 HTTP/1.1" status: 200 len: 945 time: 0.0820708 Jun 01 19:39:24.455903 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-17eced3f-20e0-482a-a4c9-92f321e9099d req-08e34f27-5b5b-4a22-8d13-fb1d4531c67a tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/security-groups?id=a05ae957-bf8a-4e8f-b4e8-ecb6cd39ee06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400097 Jun 01 19:39:25.648164 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5157dc3-4398-49b4-82ac-9f5eaebc16f4 req-296b9072-8d2c-4a69-b414-8fdafa1e34c3 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:39:25.649914 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d5157dc3-4398-49b4-82ac-9f5eaebc16f4 req-296b9072-8d2c-4a69-b414-8fdafa1e34c3 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d322e37-fece-4d8c-a7c9-0740fc824f99 HTTP/1.1" status: 200 len: 945 time: 0.0816076 Jun 01 19:39:25.697459 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d5157dc3-4398-49b4-82ac-9f5eaebc16f4 req-1716afe6-f202-47f0-a006-9c0803f4c0ab tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/security-groups?id=a05ae957-bf8a-4e8f-b4e8-ecb6cd39ee06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418735 Jun 01 19:39:26.886234 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea315c0-1828-4c5b-bdbc-a259f3f8e161 req-d7a15ab9-4059-4888-a1ec-35f707577377 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:39:26.887688 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2ea315c0-1828-4c5b-bdbc-a259f3f8e161 req-d7a15ab9-4059-4888-a1ec-35f707577377 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d322e37-fece-4d8c-a7c9-0740fc824f99 HTTP/1.1" status: 200 len: 945 time: 0.0863795 Jun 01 19:39:26.934439 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2ea315c0-1828-4c5b-bdbc-a259f3f8e161 req-0c09d05c-0a38-48bf-a869-e57795476927 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/security-groups?id=a05ae957-bf8a-4e8f-b4e8-ecb6cd39ee06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404601 Jun 01 19:39:27.098690 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a0e4bc48-7b98-4f86-8d79-8489c6dd0485 req-9f8b3fff-dac9-4c22-8f16-22f7698df818 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=0d322e37-fece-4d8c-a7c9-0740fc824f99&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0676084 Jun 01 19:39:27.244704 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e4bc48-7b98-4f86-8d79-8489c6dd0485 req-01b0131b-88bf-4c6c-b4cd-76d15a0eccf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:39:27.246131 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a0e4bc48-7b98-4f86-8d79-8489c6dd0485 req-01b0131b-88bf-4c6c-b4cd-76d15a0eccf2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cbda20c3e8d6442e82db1c7c6a27e2a5&device_id=0d322e37-fece-4d8c-a7c9-0740fc824f99 HTTP/1.1" status: 200 len: 1096 time: 0.0740113 Jun 01 19:39:27.389898 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e4bc48-7b98-4f86-8d79-8489c6dd0485 req-d274d967-9399-41ff-8c76-7a4168c3e8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:39:27.391335 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a0e4bc48-7b98-4f86-8d79-8489c6dd0485 req-d274d967-9399-41ff-8c76-7a4168c3e8e0 service neutron] 10.222.0.50 "GET /v2.0/networks?id=c4e93956-04f5-4c59-8497-c0465a5ee4f1 HTTP/1.1" status: 200 len: 913 time: 0.1271489 Jun 01 19:39:27.501611 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a0e4bc48-7b98-4f86-8d79-8489c6dd0485 req-ccc637e7-f7f2-4626-83f8-14a7301208c1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=953faa96-0c45-4a8a-92a3-6c6034997e9a HTTP/1.1" status: 200 len: 1000 time: 0.1043868 Jun 01 19:39:27.581811 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e4bc48-7b98-4f86-8d79-8489c6dd0485 req-dccae0c9-1060-4bb2-8df5-65f81b5484f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:39:27.584172 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a0e4bc48-7b98-4f86-8d79-8489c6dd0485 req-dccae0c9-1060-4bb2-8df5-65f81b5484f4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7869c718-b90f-46bf-9776-ffc40f61ae55 HTTP/1.1" status: 200 len: 851 time: 0.0773234 Jun 01 19:39:27.675120 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e4bc48-7b98-4f86-8d79-8489c6dd0485 req-c4540ff7-db2c-42cf-b195-570fd0076796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:39:27.677063 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a0e4bc48-7b98-4f86-8d79-8489c6dd0485 req-c4540ff7-db2c-42cf-b195-570fd0076796 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c4e93956-04f5-4c59-8497-c0465a5ee4f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0873964 Jun 01 19:39:27.832502 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a0e4bc48-7b98-4f86-8d79-8489c6dd0485 req-f4f76ccf-8623-424e-bce6-cbf8d0592189 service neutron] 10.222.0.50 "GET /v2.0/networks/c4e93956-04f5-4c59-8497-c0465a5ee4f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488070 Jun 01 19:39:27.981784 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a0e4bc48-7b98-4f86-8d79-8489c6dd0485 req-f5bd0306-610b-4ef3-aebd-5018e2b88da6 service neutron] 10.222.0.50 "GET /v2.0/networks/c4e93956-04f5-4c59-8497-c0465a5ee4f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424131 Jun 01 19:39:28.140003 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfad847e-5191-4ae8-b767-f718183431c1 req-7dcecb2a-64ab-4319-9ad5-e5fcd5af3759 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:39:28.141528 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-dfad847e-5191-4ae8-b767-f718183431c1 req-7dcecb2a-64ab-4319-9ad5-e5fcd5af3759 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d322e37-fece-4d8c-a7c9-0740fc824f99 HTTP/1.1" status: 200 len: 945 time: 0.0889869 Jun 01 19:39:28.190270 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-dfad847e-5191-4ae8-b767-f718183431c1 req-414d5379-0c6e-47ef-94ee-160b9e0611f6 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/security-groups?id=a05ae957-bf8a-4e8f-b4e8-ecb6cd39ee06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395818 Jun 01 19:39:28.559651 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-aadeac75-8e59-4089-955b-15b569f1883f req-79825b5a-dd56-41df-a640-30690199d19f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0d322e37-fece-4d8c-a7c9-0740fc824f99&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0726182 Jun 01 19:39:28.615722 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4617bb6a-f940-454e-ae07-7da9ff16f705 req-dcf2bd6c-7282-49fe-a73a-0be48834227d tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:39:28.617804 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4617bb6a-f940-454e-ae07-7da9ff16f705 req-dcf2bd6c-7282-49fe-a73a-0be48834227d tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d322e37-fece-4d8c-a7c9-0740fc824f99 HTTP/1.1" status: 200 len: 945 time: 0.0855110 Jun 01 19:39:28.663704 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4617bb6a-f940-454e-ae07-7da9ff16f705 req-11485f3f-97e8-4120-b0aa-6756a7141740 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/security-groups?id=a05ae957-bf8a-4e8f-b4e8-ecb6cd39ee06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401089 Jun 01 19:39:29.858012 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0484779-2d2c-417e-a7ee-f58aaf53f547 req-15e5a347-f809-41e8-b9a4-b7fd390771af tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:39:29.859458 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a0484779-2d2c-417e-a7ee-f58aaf53f547 req-15e5a347-f809-41e8-b9a4-b7fd390771af tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d322e37-fece-4d8c-a7c9-0740fc824f99 HTTP/1.1" status: 200 len: 945 time: 0.0897882 Jun 01 19:39:29.914275 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadeac75-8e59-4089-955b-15b569f1883f req-366c5dae-d99d-45bd-9b3b-855c0aadf15e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:39:29.915887 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-aadeac75-8e59-4089-955b-15b569f1883f req-366c5dae-d99d-45bd-9b3b-855c0aadf15e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cbda20c3e8d6442e82db1c7c6a27e2a5&device_id=0d322e37-fece-4d8c-a7c9-0740fc824f99 HTTP/1.1" status: 200 len: 1096 time: 0.0783148 Jun 01 19:39:30.006038 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a0484779-2d2c-417e-a7ee-f58aaf53f547 req-88fa2552-97b7-4d57-80e4-03951d5546de tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/security-groups?id=a05ae957-bf8a-4e8f-b4e8-ecb6cd39ee06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1406307 Jun 01 19:39:30.052025 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadeac75-8e59-4089-955b-15b569f1883f req-bf27924d-9267-409b-ade7-523e7c7c952c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:39:30.053488 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-aadeac75-8e59-4089-955b-15b569f1883f req-bf27924d-9267-409b-ade7-523e7c7c952c service neutron] 10.222.0.50 "GET /v2.0/networks?id=c4e93956-04f5-4c59-8497-c0465a5ee4f1 HTTP/1.1" status: 200 len: 913 time: 0.1319642 Jun 01 19:39:30.155221 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-aadeac75-8e59-4089-955b-15b569f1883f req-7bcdfbe0-434b-4b5e-b503-daf400683f64 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=953faa96-0c45-4a8a-92a3-6c6034997e9a HTTP/1.1" status: 200 len: 1000 time: 0.0958328 Jun 01 19:39:30.215965 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadeac75-8e59-4089-955b-15b569f1883f req-3f997c80-855e-4175-b908-632c52397723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:39:30.217490 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-aadeac75-8e59-4089-955b-15b569f1883f req-3f997c80-855e-4175-b908-632c52397723 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7869c718-b90f-46bf-9776-ffc40f61ae55 HTTP/1.1" status: 200 len: 851 time: 0.0569658 Jun 01 19:39:30.290654 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadeac75-8e59-4089-955b-15b569f1883f req-25c9a07e-0aef-49a2-8ed1-039912c927e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:39:30.292030 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-aadeac75-8e59-4089-955b-15b569f1883f req-25c9a07e-0aef-49a2-8ed1-039912c927e2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c4e93956-04f5-4c59-8497-c0465a5ee4f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0692778 Jun 01 19:39:30.524444 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-aadeac75-8e59-4089-955b-15b569f1883f req-6299a619-3bcb-4d7e-82e6-226e15ee4017 service neutron] 10.222.0.50 "GET /v2.0/networks/c4e93956-04f5-4c59-8497-c0465a5ee4f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2263243 Jun 01 19:39:30.656395 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-aadeac75-8e59-4089-955b-15b569f1883f req-6c1e36ef-56e7-47f5-bca0-4be144ef4e5e service neutron] 10.222.0.50 "GET /v2.0/networks/c4e93956-04f5-4c59-8497-c0465a5ee4f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267734 Jun 01 19:39:31.198661 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922a3085-9c47-438f-89e1-3f6f74a3b70b req-104072da-a52c-4179-99b2-1fb04df3bf50 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:39:31.200120 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-922a3085-9c47-438f-89e1-3f6f74a3b70b req-104072da-a52c-4179-99b2-1fb04df3bf50 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d322e37-fece-4d8c-a7c9-0740fc824f99 HTTP/1.1" status: 200 len: 945 time: 0.0801592 Jun 01 19:39:31.244563 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-922a3085-9c47-438f-89e1-3f6f74a3b70b req-24a8bd92-3b50-43d9-ba0a-340116965466 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/security-groups?id=a05ae957-bf8a-4e8f-b4e8-ecb6cd39ee06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387244 Jun 01 19:39:32.428934 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a162221f-2905-4f66-a33c-cb63007b233e req-f99bc6d1-dccf-42d3-85e8-ce252e23ed34 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:39:32.431058 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a162221f-2905-4f66-a33c-cb63007b233e req-f99bc6d1-dccf-42d3-85e8-ce252e23ed34 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d322e37-fece-4d8c-a7c9-0740fc824f99 HTTP/1.1" status: 200 len: 945 time: 0.0795016 Jun 01 19:39:32.474275 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a162221f-2905-4f66-a33c-cb63007b233e req-c6bd580f-60a1-4640-9890-8df7ad392fd4 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/security-groups?id=a05ae957-bf8a-4e8f-b4e8-ecb6cd39ee06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372903 Jun 01 19:39:32.572398 n-d-844202-1 neutron-server[88524]: INFO neutron.api.v2.resource [req-aadeac75-8e59-4089-955b-15b569f1883f req-819e65f3-4fff-49bd-a8f9-381931fc0c1a service neutron] show failed (client error): The resource could not be found. Jun 01 19:39:32.573950 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-aadeac75-8e59-4089-955b-15b569f1883f req-819e65f3-4fff-49bd-a8f9-381931fc0c1a service neutron] 10.222.0.50 "GET /v2.0/ports/953faa96-0c45-4a8a-92a3-6c6034997e9a/bindings/n-h1-844202-1 HTTP/1.1" status: 404 len: 380 time: 0.0785894 Jun 01 19:39:32.832554 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadeac75-8e59-4089-955b-15b569f1883f req-08801887-2332-45b3-b1b7-fd8ee07bb9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:39:32.833967 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-aadeac75-8e59-4089-955b-15b569f1883f req-08801887-2332-45b3-b1b7-fd8ee07bb9cb service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0d322e37-fece-4d8c-a7c9-0740fc824f99&tenant_id=cbda20c3e8d6442e82db1c7c6a27e2a5 HTTP/1.1" status: 200 len: 1096 time: 0.0709445 Jun 01 19:39:32.848145 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-aadeac75-8e59-4089-955b-15b569f1883f req-bef70d36-3c42-49d2-a66c-e00bfdb8db45 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-844202-1', 'device_owner': 'compute:nova'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:39:32.967684 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-aadeac75-8e59-4089-955b-15b569f1883f req-bef70d36-3c42-49d2-a66c-e00bfdb8db45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:39:33.254570 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-aadeac75-8e59-4089-955b-15b569f1883f req-bef70d36-3c42-49d2-a66c-e00bfdb8db45 service neutron] For port 953faa96-0c45-4a8a-92a3-6c6034997e9a, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=953faa96-0c45-4a8a-92a3-6c6034997e9a,segment=NetworkSegment(7ed294a7-e1e7-4d37-88c7-4b485966a411),segment_id=7ed294a7-e1e7-4d37-88c7-4b485966a411)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:39:33.284024 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-aadeac75-8e59-4089-955b-15b569f1883f req-bef70d36-3c42-49d2-a66c-e00bfdb8db45 service neutron] For port 953faa96-0c45-4a8a-92a3-6c6034997e9a, host n-h2-844202-1, cleared binding levels {{(pid=88524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:39:33.347404 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d322e37-fece-4d8c-a7c9-0740fc824f99', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '953faa96-0c45-4a8a-92a3-6c6034997e9a'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:39:33.354137 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-aadeac75-8e59-4089-955b-15b569f1883f req-bef70d36-3c42-49d2-a66c-e00bfdb8db45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:39:33.369888 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [req-aadeac75-8e59-4089-955b-15b569f1883f req-bef70d36-3c42-49d2-a66c-e00bfdb8db45 service neutron] Transition to ACTIVE for port object 953faa96-0c45-4a8a-92a3-6c6034997e9a will not be triggered until provisioned by entity L2. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:39:33.373688 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-aadeac75-8e59-4089-955b-15b569f1883f req-bef70d36-3c42-49d2-a66c-e00bfdb8db45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:39:33.411963 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-261e9cbb-9fbf-40d3-a132-420d87671f57'] response: {'server_uuid': '0d322e37-fece-4d8c-a7c9-0740fc824f99', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '953faa96-0c45-4a8a-92a3-6c6034997e9a', 'code': 200} Jun 01 19:39:33.518412 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef70d36-3c42-49d2-a66c-e00bfdb8db45 service neutron] Pushing event updated for resources: {'Port': ['ID=953faa96-0c45-4a8a-92a3-6c6034997e9a,revision_number=6']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:39:33.532457 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef70d36-3c42-49d2-a66c-e00bfdb8db45 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:39:33.532793 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef70d36-3c42-49d2-a66c-e00bfdb8db45 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:39:33.533123 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef70d36-3c42-49d2-a66c-e00bfdb8db45 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:39:33.533447 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef70d36-3c42-49d2-a66c-e00bfdb8db45 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:39:33.533768 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef70d36-3c42-49d2-a66c-e00bfdb8db45 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:39:33.534089 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef70d36-3c42-49d2-a66c-e00bfdb8db45 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:39:33.534398 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef70d36-3c42-49d2-a66c-e00bfdb8db45 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:39:33.534770 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef70d36-3c42-49d2-a66c-e00bfdb8db45 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:39:33.535437 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef70d36-3c42-49d2-a66c-e00bfdb8db45 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:39:33.535437 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef70d36-3c42-49d2-a66c-e00bfdb8db45 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:39:33.535619 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef70d36-3c42-49d2-a66c-e00bfdb8db45 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:39:33.535917 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef70d36-3c42-49d2-a66c-e00bfdb8db45 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:39:33.587045 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-aadeac75-8e59-4089-955b-15b569f1883f req-bef70d36-3c42-49d2-a66c-e00bfdb8db45 service neutron] No DVR routers for this DVR port 953faa96-0c45-4a8a-92a3-6c6034997e9a on host n-h2-844202-1 {{(pid=88524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:39:33.678899 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13f3923-330c-4ac3-81fd-5c957948c7f6 req-415192e6-c46f-4e93-a5a6-5982efe13823 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:39:33.681218 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b13f3923-330c-4ac3-81fd-5c957948c7f6 req-415192e6-c46f-4e93-a5a6-5982efe13823 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d322e37-fece-4d8c-a7c9-0740fc824f99 HTTP/1.1" status: 200 len: 943 time: 0.0870898 Jun 01 19:39:33.725683 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b13f3923-330c-4ac3-81fd-5c957948c7f6 req-c1f41a62-7a89-438b-990c-980bac8edf83 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/security-groups?id=a05ae957-bf8a-4e8f-b4e8-ecb6cd39ee06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383551 Jun 01 19:39:33.815873 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-aadeac75-8e59-4089-955b-15b569f1883f req-bef70d36-3c42-49d2-a66c-e00bfdb8db45 service neutron] Attempting to bind port 953faa96-0c45-4a8a-92a3-6c6034997e9a on host n-h1-844202-1 for vnic_type normal with profile {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:39:33.816202 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-aadeac75-8e59-4089-955b-15b569f1883f req-bef70d36-3c42-49d2-a66c-e00bfdb8db45 service neutron] Attempting to bind port 953faa96-0c45-4a8a-92a3-6c6034997e9a by drivers openvswitch,hyperv on host n-h1-844202-1 at level 0 using segments [{'id': '7ed294a7-e1e7-4d37-88c7-4b485966a411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c4e93956-04f5-4c59-8497-c0465a5ee4f1'}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:39:33.816559 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aadeac75-8e59-4089-955b-15b569f1883f req-bef70d36-3c42-49d2-a66c-e00bfdb8db45 service neutron] Attempting to bind port 953faa96-0c45-4a8a-92a3-6c6034997e9a on network c4e93956-04f5-4c59-8497-c0465a5ee4f1 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:39:33.821222 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aadeac75-8e59-4089-955b-15b569f1883f req-bef70d36-3c42-49d2-a66c-e00bfdb8db45 service neutron] Port 953faa96-0c45-4a8a-92a3-6c6034997e9a on network c4e93956-04f5-4c59-8497-c0465a5ee4f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-844202-1 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 19:39:33.821535 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aadeac75-8e59-4089-955b-15b569f1883f req-bef70d36-3c42-49d2-a66c-e00bfdb8db45 service neutron] Attempting to bind port 953faa96-0c45-4a8a-92a3-6c6034997e9a on network c4e93956-04f5-4c59-8497-c0465a5ee4f1 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:39:33.826508 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aadeac75-8e59-4089-955b-15b569f1883f req-bef70d36-3c42-49d2-a66c-e00bfdb8db45 service neutron] Checking agent: {'id': 'bdb1e5d7-b998-4259-838f-3d278e930f32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 39, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:39:33.826844 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aadeac75-8e59-4089-955b-15b569f1883f req-bef70d36-3c42-49d2-a66c-e00bfdb8db45 service neutron] Checking segment: {'id': '7ed294a7-e1e7-4d37-88c7-4b485966a411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c4e93956-04f5-4c59-8497-c0465a5ee4f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:39:33.827216 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aadeac75-8e59-4089-955b-15b569f1883f req-bef70d36-3c42-49d2-a66c-e00bfdb8db45 service neutron] Bound using segment: {'id': '7ed294a7-e1e7-4d37-88c7-4b485966a411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c4e93956-04f5-4c59-8497-c0465a5ee4f1'} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:39:33.827629 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-aadeac75-8e59-4089-955b-15b569f1883f req-bef70d36-3c42-49d2-a66c-e00bfdb8db45 service neutron] Bound port: 953faa96-0c45-4a8a-92a3-6c6034997e9a, host: n-h1-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ed294a7-e1e7-4d37-88c7-4b485966a411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c4e93956-04f5-4c59-8497-c0465a5ee4f1'}}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:39:33.827965 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-aadeac75-8e59-4089-955b-15b569f1883f req-bef70d36-3c42-49d2-a66c-e00bfdb8db45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:39:33.916120 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-aadeac75-8e59-4089-955b-15b569f1883f req-bef70d36-3c42-49d2-a66c-e00bfdb8db45 service neutron] For port 953faa96-0c45-4a8a-92a3-6c6034997e9a, host n-h1-844202-1, cleared binding levels {{(pid=88524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:39:33.919026 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-aadeac75-8e59-4089-955b-15b569f1883f req-bef70d36-3c42-49d2-a66c-e00bfdb8db45 service neutron] For port 953faa96-0c45-4a8a-92a3-6c6034997e9a, host n-h1-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=953faa96-0c45-4a8a-92a3-6c6034997e9a,segment=NetworkSegment(7ed294a7-e1e7-4d37-88c7-4b485966a411),segment_id=7ed294a7-e1e7-4d37-88c7-4b485966a411)] {{(pid=88524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:39:33.924211 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-aadeac75-8e59-4089-955b-15b569f1883f req-bef70d36-3c42-49d2-a66c-e00bfdb8db45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:39:34.078506 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadeac75-8e59-4089-955b-15b569f1883f req-bef70d36-3c42-49d2-a66c-e00bfdb8db45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:39:34.079111 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-aadeac75-8e59-4089-955b-15b569f1883f req-bef70d36-3c42-49d2-a66c-e00bfdb8db45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:39:34.080494 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-aadeac75-8e59-4089-955b-15b569f1883f req-bef70d36-3c42-49d2-a66c-e00bfdb8db45 service neutron] 10.222.0.15 "PUT /v2.0/ports/953faa96-0c45-4a8a-92a3-6c6034997e9a HTTP/1.1" status: 200 len: 1091 time: 1.2362261 Jun 01 19:39:34.102162 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef70d36-3c42-49d2-a66c-e00bfdb8db45 service neutron] Pushing event updated for resources: {'Port': ['ID=953faa96-0c45-4a8a-92a3-6c6034997e9a,revision_number=7']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:39:34.177526 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadeac75-8e59-4089-955b-15b569f1883f req-5d161556-9f3b-47b5-82ce-a78566ea65b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:39:34.178950 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-aadeac75-8e59-4089-955b-15b569f1883f req-5d161556-9f3b-47b5-82ce-a78566ea65b7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cbda20c3e8d6442e82db1c7c6a27e2a5&device_id=0d322e37-fece-4d8c-a7c9-0740fc824f99 HTTP/1.1" status: 200 len: 1094 time: 0.0736632 Jun 01 19:39:34.318152 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadeac75-8e59-4089-955b-15b569f1883f req-441d51ad-1414-412d-a50e-77642c8f13ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:39:34.319576 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-aadeac75-8e59-4089-955b-15b569f1883f req-441d51ad-1414-412d-a50e-77642c8f13ad service neutron] 10.222.0.15 "GET /v2.0/networks?id=c4e93956-04f5-4c59-8497-c0465a5ee4f1 HTTP/1.1" status: 200 len: 913 time: 0.1313889 Jun 01 19:39:34.426429 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-aadeac75-8e59-4089-955b-15b569f1883f req-d1488a5e-df23-4ac2-ac89-6f6f54e9378c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=953faa96-0c45-4a8a-92a3-6c6034997e9a HTTP/1.1" status: 200 len: 998 time: 0.0973449 Jun 01 19:39:34.496381 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadeac75-8e59-4089-955b-15b569f1883f req-1f4c4e11-99d9-44f9-bc3e-594b26829489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:39:34.497820 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-aadeac75-8e59-4089-955b-15b569f1883f req-1f4c4e11-99d9-44f9-bc3e-594b26829489 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7869c718-b90f-46bf-9776-ffc40f61ae55 HTTP/1.1" status: 200 len: 851 time: 0.0616281 Jun 01 19:39:34.579476 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadeac75-8e59-4089-955b-15b569f1883f req-d7249ac1-c831-4943-a7b1-6419946851c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:39:34.580973 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-aadeac75-8e59-4089-955b-15b569f1883f req-d7249ac1-c831-4943-a7b1-6419946851c6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c4e93956-04f5-4c59-8497-c0465a5ee4f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0737824 Jun 01 19:39:34.715934 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-aadeac75-8e59-4089-955b-15b569f1883f req-a42d2622-eb6b-4859-8981-bb6d5e0f5e6b service neutron] 10.222.0.15 "GET /v2.0/networks/c4e93956-04f5-4c59-8497-c0465a5ee4f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250231 Jun 01 19:39:34.892353 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-aadeac75-8e59-4089-955b-15b569f1883f req-26ceca85-c139-4aaf-99cd-3d9b224b1b38 service neutron] 10.222.0.15 "GET /v2.0/networks/c4e93956-04f5-4c59-8497-c0465a5ee4f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659577 Jun 01 19:39:34.930990 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1220af0a-e192-4be7-a3b8-b4ab5f7f2081 req-a5a8dfec-9788-4377-a878-5970d097277e tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:39:34.932590 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-1220af0a-e192-4be7-a3b8-b4ab5f7f2081 req-a5a8dfec-9788-4377-a878-5970d097277e tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d322e37-fece-4d8c-a7c9-0740fc824f99 HTTP/1.1" status: 200 len: 943 time: 0.0973861 Jun 01 19:39:34.980771 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-1220af0a-e192-4be7-a3b8-b4ab5f7f2081 req-fbe0c4f5-9cc0-48a1-a58a-434354ef9902 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/security-groups?id=a05ae957-bf8a-4e8f-b4e8-ecb6cd39ee06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418632 Jun 01 19:39:35.413411 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d322e37-fece-4d8c-a7c9-0740fc824f99', 'tag': '953faa96-0c45-4a8a-92a3-6c6034997e9a'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:39:35.470488 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aff31466-ca42-4473-a106-3d33bcf46b91'] response: {'name': 'network-changed', 'server_uuid': '0d322e37-fece-4d8c-a7c9-0740fc824f99', 'tag': '953faa96-0c45-4a8a-92a3-6c6034997e9a', 'status': 'completed', 'code': 200} Jun 01 19:39:35.618254 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed3075a-480e-46f3-b88b-addb38ad22c1 req-41f2ff38-bd0c-48de-8b14-2b0125d357f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:39:35.619703 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7ed3075a-480e-46f3-b88b-addb38ad22c1 req-41f2ff38-bd0c-48de-8b14-2b0125d357f8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cbda20c3e8d6442e82db1c7c6a27e2a5&device_id=0d322e37-fece-4d8c-a7c9-0740fc824f99 HTTP/1.1" status: 200 len: 1094 time: 0.0942903 Jun 01 19:39:35.621399 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed3075a-480e-46f3-b88b-addb38ad22c1 req-6ce0a9f3-0ac8-456f-901f-904f53f811de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:39:35.622678 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7ed3075a-480e-46f3-b88b-addb38ad22c1 req-6ce0a9f3-0ac8-456f-901f-904f53f811de service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cbda20c3e8d6442e82db1c7c6a27e2a5&device_id=0d322e37-fece-4d8c-a7c9-0740fc824f99 HTTP/1.1" status: 200 len: 1094 time: 0.1358993 Jun 01 19:39:35.856880 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed3075a-480e-46f3-b88b-addb38ad22c1 req-5e3cbec6-00e2-4258-9cb3-f4a6341383d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:39:35.858289 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7ed3075a-480e-46f3-b88b-addb38ad22c1 req-5e3cbec6-00e2-4258-9cb3-f4a6341383d4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c4e93956-04f5-4c59-8497-c0465a5ee4f1 HTTP/1.1" status: 200 len: 913 time: 0.2319551 Jun 01 19:39:35.860458 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed3075a-480e-46f3-b88b-addb38ad22c1 req-74e4a2f4-58d6-4d79-b0eb-3fca524d7197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:39:35.861718 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7ed3075a-480e-46f3-b88b-addb38ad22c1 req-74e4a2f4-58d6-4d79-b0eb-3fca524d7197 service neutron] 10.222.0.50 "GET /v2.0/networks?id=c4e93956-04f5-4c59-8497-c0465a5ee4f1 HTTP/1.1" status: 200 len: 913 time: 0.2178657 Jun 01 19:39:35.931173 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.agents_db [None req-e814b9cf-7de8-45d0-a079-29c61fabe7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 19:39:36.047528 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7ed3075a-480e-46f3-b88b-addb38ad22c1 req-7a098c9d-d01a-4417-955c-8ed572cb488f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=953faa96-0c45-4a8a-92a3-6c6034997e9a HTTP/1.1" status: 200 len: 998 time: 0.1813622 Jun 01 19:39:36.050897 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7ed3075a-480e-46f3-b88b-addb38ad22c1 req-6e32c3ee-f04e-4859-ad97-d5a4105b38d9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=953faa96-0c45-4a8a-92a3-6c6034997e9a HTTP/1.1" status: 200 len: 998 time: 0.1341639 Jun 01 19:39:36.321541 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed3075a-480e-46f3-b88b-addb38ad22c1 req-795f94e4-0b30-4fcb-b642-66c0ebafdc5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:39:36.322959 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7ed3075a-480e-46f3-b88b-addb38ad22c1 req-795f94e4-0b30-4fcb-b642-66c0ebafdc5f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7869c718-b90f-46bf-9776-ffc40f61ae55 HTTP/1.1" status: 200 len: 851 time: 0.2683985 Jun 01 19:39:36.327810 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed3075a-480e-46f3-b88b-addb38ad22c1 req-52d592de-4758-4bad-8ed5-8d0a251c8f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:39:36.329104 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7ed3075a-480e-46f3-b88b-addb38ad22c1 req-52d592de-4758-4bad-8ed5-8d0a251c8f47 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7869c718-b90f-46bf-9776-ffc40f61ae55 HTTP/1.1" status: 200 len: 851 time: 0.2449360 Jun 01 19:39:36.355008 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 953faa96-0c45-4a8a-92a3-6c6034997e9a no longer exists at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:39:36.416261 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 953faa96-0c45-4a8a-92a3-6c6034997e9a not bound to the agent host n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:39:36.473620 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2ee099-7033-4217-8c39-90f76d8f7bdf req-01a773bb-ded9-4c4c-a5ce-1a65ef464001 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:39:36.475052 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-1e2ee099-7033-4217-8c39-90f76d8f7bdf req-01a773bb-ded9-4c4c-a5ce-1a65ef464001 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d322e37-fece-4d8c-a7c9-0740fc824f99 HTTP/1.1" status: 200 len: 943 time: 0.2430167 Jun 01 19:39:36.511844 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed3075a-480e-46f3-b88b-addb38ad22c1 req-64b8f7bc-1bd0-47e8-85b7-3cc28d5969cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:39:36.513334 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7ed3075a-480e-46f3-b88b-addb38ad22c1 req-64b8f7bc-1bd0-47e8-85b7-3cc28d5969cf service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c4e93956-04f5-4c59-8497-c0465a5ee4f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1823776 Jun 01 19:39:36.526432 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed3075a-480e-46f3-b88b-addb38ad22c1 req-0b6397ba-7b30-4154-9c19-dd55c3f9b938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:39:36.527833 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7ed3075a-480e-46f3-b88b-addb38ad22c1 req-0b6397ba-7b30-4154-9c19-dd55c3f9b938 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c4e93956-04f5-4c59-8497-c0465a5ee4f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1654887 Jun 01 19:39:36.579299 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-1e2ee099-7033-4217-8c39-90f76d8f7bdf req-70356f6d-a431-4906-bc9c-e1acbf0f7f30 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/security-groups?id=a05ae957-bf8a-4e8f-b4e8-ecb6cd39ee06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958831 Jun 01 19:39:36.779398 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7ed3075a-480e-46f3-b88b-addb38ad22c1 req-baeca831-5cb3-49d2-a2a4-9d62d456d4ea service neutron] 10.222.0.50 "GET /v2.0/networks/c4e93956-04f5-4c59-8497-c0465a5ee4f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2282758 Jun 01 19:39:36.781436 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7ed3075a-480e-46f3-b88b-addb38ad22c1 req-61f373fd-cee1-42ff-9306-dc411ecc19d5 service neutron] 10.222.0.15 "GET /v2.0/networks/c4e93956-04f5-4c59-8497-c0465a5ee4f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2592707 Jun 01 19:39:37.018221 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7ed3075a-480e-46f3-b88b-addb38ad22c1 req-35a23377-518f-4562-9d16-25598a0472d7 service neutron] 10.222.0.50 "GET /v2.0/networks/c4e93956-04f5-4c59-8497-c0465a5ee4f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2336512 Jun 01 19:39:37.020062 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7ed3075a-480e-46f3-b88b-addb38ad22c1 req-de56c5ce-98e7-4a85-b57e-c972fc32346f service neutron] 10.222.0.15 "GET /v2.0/networks/c4e93956-04f5-4c59-8497-c0465a5ee4f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2180815 Jun 01 19:39:37.159649 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-81513374-6edc-4fb7-bee8-ef1cdbd5074e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:39:37.776427 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9358986-5ebf-4f8e-b083-8c715ac4e588 req-8a9cffb2-3dd8-4885-b934-a2304b3a31a2 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:39:37.777868 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b9358986-5ebf-4f8e-b083-8c715ac4e588 req-8a9cffb2-3dd8-4885-b934-a2304b3a31a2 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d322e37-fece-4d8c-a7c9-0740fc824f99 HTTP/1.1" status: 200 len: 943 time: 0.0798573 Jun 01 19:39:37.825926 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b9358986-5ebf-4f8e-b083-8c715ac4e588 req-5be20d02-5e26-4c2e-894b-18536fff8f3b tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/security-groups?id=a05ae957-bf8a-4e8f-b4e8-ecb6cd39ee06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423446 Jun 01 19:39:38.055948 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 953faa96-0c45-4a8a-92a3-6c6034997e9a details requested by agent hyperv_n-h1-844202-1 with host n-h1-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 19:39:38.141251 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a60970-eff5-4aca-b61c-991765a9c732 req-7d139855-c9dc-4eeb-b4ab-ee1ab2d93fd6 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:39:38.142973 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f0a60970-eff5-4aca-b61c-991765a9c732 req-7d139855-c9dc-4eeb-b4ab-ee1ab2d93fd6 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d322e37-fece-4d8c-a7c9-0740fc824f99 HTTP/1.1" status: 200 len: 943 time: 0.0835013 Jun 01 19:39:38.148596 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd118ee-5d0c-40ca-878b-ca997939c5ee req-9babdf4b-968f-4420-b53f-40848945661b tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:39:38.150216 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-afd118ee-5d0c-40ca-878b-ca997939c5ee req-9babdf4b-968f-4420-b53f-40848945661b tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d322e37-fece-4d8c-a7c9-0740fc824f99&tenant_id=cbda20c3e8d6442e82db1c7c6a27e2a5&binding%3Ahost_id=n-h1-844202-1 HTTP/1.1" status: 200 len: 943 time: 0.0907085 Jun 01 19:39:38.189902 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f0a60970-eff5-4aca-b61c-991765a9c732 req-81182a8b-3ea5-4086-886e-58e406b11215 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/security-groups?id=a05ae957-bf8a-4e8f-b4e8-ecb6cd39ee06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395715 Jun 01 19:39:38.197555 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port 953faa96-0c45-4a8a-92a3-6c6034997e9a, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=953faa96-0c45-4a8a-92a3-6c6034997e9a,segment=NetworkSegment(7ed294a7-e1e7-4d37-88c7-4b485966a411),segment_id=7ed294a7-e1e7-4d37-88c7-4b485966a411)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:39:38.213916 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Returning: {'device': '953faa96-0c45-4a8a-92a3-6c6034997e9a', 'network_id': 'c4e93956-04f5-4c59-8497-c0465a5ee4f1', 'port_id': '953faa96-0c45-4a8a-92a3-6c6034997e9a', 'mac_address': 'fa:16:3e:c4:8f:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7869c718-b90f-46bf-9776-ffc40f61ae55', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 19:39:38.239163 n-d-844202-1 neutron-server[88524]: INFO neutron.api.v2.resource [req-afd118ee-5d0c-40ca-878b-ca997939c5ee req-ae342099-8865-422c-aa1e-922c68024235 service neutron] delete failed (client error): The resource could not be found. Jun 01 19:39:38.240149 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-afd118ee-5d0c-40ca-878b-ca997939c5ee req-ae342099-8865-422c-aa1e-922c68024235 service neutron] 10.222.0.50 "DELETE /v2.0/ports/953faa96-0c45-4a8a-92a3-6c6034997e9a/bindings/n-h2-844202-1 HTTP/1.1" status: 404 len: 380 time: 0.0851703 Jun 01 19:39:38.275389 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port 953faa96-0c45-4a8a-92a3-6c6034997e9a is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:39:38.275753 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:39:38.294417 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 953faa96-0c45-4a8a-92a3-6c6034997e9a {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 19:39:38.317126 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port 953faa96-0c45-4a8a-92a3-6c6034997e9a, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=953faa96-0c45-4a8a-92a3-6c6034997e9a,segment=NetworkSegment(7ed294a7-e1e7-4d37-88c7-4b485966a411),segment_id=7ed294a7-e1e7-4d37-88c7-4b485966a411)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:39:38.322769 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:39:38.390577 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=953faa96-0c45-4a8a-92a3-6c6034997e9a,revision_number=8']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:39:38.390822 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd118ee-5d0c-40ca-878b-ca997939c5ee req-4dd1c586-5391-48a9-9882-5e9911903eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:39:38.392428 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-afd118ee-5d0c-40ca-878b-ca997939c5ee req-4dd1c586-5391-48a9-9882-5e9911903eaa service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cbda20c3e8d6442e82db1c7c6a27e2a5&device_id=0d322e37-fece-4d8c-a7c9-0740fc824f99 HTTP/1.1" status: 200 len: 1095 time: 0.0740690 Jun 01 19:39:38.397945 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:39:38.398470 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:39:38.398986 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:39:38.399318 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:39:38.399640 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:39:38.399964 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:39:38.400310 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:39:38.400631 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:39:38.400947 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:39:38.401262 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:39:38.401576 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:39:38.401889 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:39:38.523699 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd118ee-5d0c-40ca-878b-ca997939c5ee req-44b4f0e8-70c9-438d-8a47-6414407ca81a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:39:38.525177 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-afd118ee-5d0c-40ca-878b-ca997939c5ee req-44b4f0e8-70c9-438d-8a47-6414407ca81a service neutron] 10.222.0.50 "GET /v2.0/networks?id=c4e93956-04f5-4c59-8497-c0465a5ee4f1 HTTP/1.1" status: 200 len: 913 time: 0.1276135 Jun 01 19:39:38.633247 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-afd118ee-5d0c-40ca-878b-ca997939c5ee req-807158cf-ff31-4975-a624-9ec25f76bf6a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=953faa96-0c45-4a8a-92a3-6c6034997e9a HTTP/1.1" status: 200 len: 999 time: 0.1024613 Jun 01 19:39:38.634048 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] get_ports_and_sgs() called for port_ids ['953faa96-0c45-4a8a-92a3-6c6034997e9a'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 19:39:38.696695 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd118ee-5d0c-40ca-878b-ca997939c5ee req-7ed904d2-6b3b-4eb4-8064-aefdadb7cbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:39:38.698142 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-afd118ee-5d0c-40ca-878b-ca997939c5ee req-7ed904d2-6b3b-4eb4-8064-aefdadb7cbbc service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7869c718-b90f-46bf-9776-ffc40f61ae55 HTTP/1.1" status: 200 len: 851 time: 0.0593843 Jun 01 19:39:38.775799 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd118ee-5d0c-40ca-878b-ca997939c5ee req-f97e1875-4249-47e1-84e3-c8a147455c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:39:38.777309 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-afd118ee-5d0c-40ca-878b-ca997939c5ee req-f97e1875-4249-47e1-84e3-c8a147455c26 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c4e93956-04f5-4c59-8497-c0465a5ee4f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0737245 Jun 01 19:39:39.027566 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-afd118ee-5d0c-40ca-878b-ca997939c5ee req-e837bd21-9c8e-4b55-9e5d-5da50ea5596d service neutron] 10.222.0.50 "GET /v2.0/networks/c4e93956-04f5-4c59-8497-c0465a5ee4f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2446911 Jun 01 19:39:39.160459 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-afd118ee-5d0c-40ca-878b-ca997939c5ee req-ceeceeb7-c5b0-4eca-a2bb-d63cf97b8cbf service neutron] 10.222.0.50 "GET /v2.0/networks/c4e93956-04f5-4c59-8497-c0465a5ee4f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278076 Jun 01 19:39:39.389244 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4180498a-a7fa-4609-976b-0a5102501c84 req-b6015dd9-9145-48c8-b581-35022043afde tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:39:39.390716 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4180498a-a7fa-4609-976b-0a5102501c84 req-b6015dd9-9145-48c8-b581-35022043afde tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d322e37-fece-4d8c-a7c9-0740fc824f99 HTTP/1.1" status: 200 len: 944 time: 0.0807614 Jun 01 19:39:39.435287 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4180498a-a7fa-4609-976b-0a5102501c84 req-ca90f0ae-f11c-4727-be8c-46fc8826997f tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/security-groups?id=a05ae957-bf8a-4e8f-b4e8-ecb6cd39ee06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386226 Jun 01 19:39:39.583031 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-90a130f8-a449-4ca0-9dc2-f723824070a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:39:40.056880 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 953faa96-0c45-4a8a-92a3-6c6034997e9a up at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:39:40.122973 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Provisioning for port 953faa96-0c45-4a8a-92a3-6c6034997e9a completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:39:40.127931 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Provisioning complete for port 953faa96-0c45-4a8a-92a3-6c6034997e9a triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:39:40.128325 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:39:40.245717 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port 953faa96-0c45-4a8a-92a3-6c6034997e9a is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:39:40.245997 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:39:40.271917 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d322e37-fece-4d8c-a7c9-0740fc824f99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '953faa96-0c45-4a8a-92a3-6c6034997e9a'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:39:40.281449 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port 953faa96-0c45-4a8a-92a3-6c6034997e9a, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=953faa96-0c45-4a8a-92a3-6c6034997e9a,segment=NetworkSegment(7ed294a7-e1e7-4d37-88c7-4b485966a411),segment_id=7ed294a7-e1e7-4d37-88c7-4b485966a411)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:39:40.285767 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:39:40.320857 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2117a91-5edb-4266-946d-b40032c97de9'] response: {'server_uuid': '0d322e37-fece-4d8c-a7c9-0740fc824f99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '953faa96-0c45-4a8a-92a3-6c6034997e9a', 'code': 200} Jun 01 19:39:40.358170 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=953faa96-0c45-4a8a-92a3-6c6034997e9a,revision_number=9']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:39:40.629555 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a500b290-b93b-4239-b805-e7ac76ed516d req-143a5aaa-ab53-459a-b0a5-695bea62b372 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:39:40.630895 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a500b290-b93b-4239-b805-e7ac76ed516d req-143a5aaa-ab53-459a-b0a5-695bea62b372 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d322e37-fece-4d8c-a7c9-0740fc824f99 HTTP/1.1" status: 200 len: 945 time: 0.0850880 Jun 01 19:39:40.676076 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a500b290-b93b-4239-b805-e7ac76ed516d req-6687f713-1af3-4425-a0d9-e9606c5b7a7e tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/security-groups?id=a05ae957-bf8a-4e8f-b4e8-ecb6cd39ee06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395465 Jun 01 19:39:40.745367 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:39:40.746569 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:39:40.867089 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cf8799-ce6f-4688-a400-539f4f3a065e req-90615b04-9944-4378-b30a-8b37c3ea74a7 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:39:40.868549 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a9cf8799-ce6f-4688-a400-539f4f3a065e req-90615b04-9944-4378-b30a-8b37c3ea74a7 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d322e37-fece-4d8c-a7c9-0740fc824f99 HTTP/1.1" status: 200 len: 945 time: 0.0830624 Jun 01 19:39:40.912679 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a9cf8799-ce6f-4688-a400-539f4f3a065e req-d884ca36-b65f-4c4c-bd34-47cd8776a54d tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/security-groups?id=a05ae957-bf8a-4e8f-b4e8-ecb6cd39ee06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383198 Jun 01 19:39:41.288417 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df67a43-1ac1-46c1-8693-0a9d4e4a983b req-e4cb58b5-a026-42e7-9119-c12fc25beca5 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:39:41.290462 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-5df67a43-1ac1-46c1-8693-0a9d4e4a983b req-e4cb58b5-a026-42e7-9119-c12fc25beca5 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d322e37-fece-4d8c-a7c9-0740fc824f99 HTTP/1.1" status: 200 len: 945 time: 0.0907092 Jun 01 19:39:41.345168 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-5df67a43-1ac1-46c1-8693-0a9d4e4a983b req-ce9d852c-dcd3-4563-8c9b-6ae3cc34c033 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/security-groups?id=a05ae957-bf8a-4e8f-b4e8-ecb6cd39ee06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487854 Jun 01 19:39:41.358917 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d59d212-cd1d-4765-8012-b785a92a510b req-4d641914-7621-4a6b-9e8c-89e2dd19e795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:39:41.360510 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4d59d212-cd1d-4765-8012-b785a92a510b req-4d641914-7621-4a6b-9e8c-89e2dd19e795 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cbda20c3e8d6442e82db1c7c6a27e2a5&device_id=0d322e37-fece-4d8c-a7c9-0740fc824f99 HTTP/1.1" status: 200 len: 1096 time: 0.0894604 Jun 01 19:39:41.503731 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d59d212-cd1d-4765-8012-b785a92a510b req-be098f3f-9b85-4eea-8a8a-590a87179c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:39:41.505270 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4d59d212-cd1d-4765-8012-b785a92a510b req-be098f3f-9b85-4eea-8a8a-590a87179c92 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c4e93956-04f5-4c59-8497-c0465a5ee4f1 HTTP/1.1" status: 200 len: 913 time: 0.1310756 Jun 01 19:39:41.615295 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4d59d212-cd1d-4765-8012-b785a92a510b req-552809a3-970f-4021-a068-6349d5cd5862 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=953faa96-0c45-4a8a-92a3-6c6034997e9a HTTP/1.1" status: 200 len: 1000 time: 0.1006567 Jun 01 19:39:41.686656 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d59d212-cd1d-4765-8012-b785a92a510b req-2de7b0a1-66cb-40f6-9144-797e313894cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:39:41.688077 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4d59d212-cd1d-4765-8012-b785a92a510b req-2de7b0a1-66cb-40f6-9144-797e313894cd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7869c718-b90f-46bf-9776-ffc40f61ae55 HTTP/1.1" status: 200 len: 851 time: 0.0640039 Jun 01 19:39:41.772272 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d59d212-cd1d-4765-8012-b785a92a510b req-759af29e-8810-4268-8f1f-e8783f786e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:39:41.774849 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4d59d212-cd1d-4765-8012-b785a92a510b req-759af29e-8810-4268-8f1f-e8783f786e7f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c4e93956-04f5-4c59-8497-c0465a5ee4f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0772703 Jun 01 19:39:41.789451 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:39:41.914929 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4d59d212-cd1d-4765-8012-b785a92a510b req-1ded2675-a7b0-4e48-b7d3-86f7b94383ef service neutron] 10.222.0.15 "GET /v2.0/networks/c4e93956-04f5-4c59-8497-c0465a5ee4f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301813 Jun 01 19:39:42.053651 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4d59d212-cd1d-4765-8012-b785a92a510b req-be74013f-fd8e-4fef-81cb-343440708b29 service neutron] 10.222.0.15 "GET /v2.0/networks/c4e93956-04f5-4c59-8497-c0465a5ee4f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294072 Jun 01 19:39:42.093080 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:39:42.336580 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:39:42.550128 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cccef4-1a41-4987-be6a-451f598092ff req-3e05f887-bd30-4cbe-b01d-070dc1efdd96 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:39:42.551605 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-01cccef4-1a41-4987-be6a-451f598092ff req-3e05f887-bd30-4cbe-b01d-070dc1efdd96 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d322e37-fece-4d8c-a7c9-0740fc824f99 HTTP/1.1" status: 200 len: 945 time: 0.0865633 Jun 01 19:39:42.602133 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-01cccef4-1a41-4987-be6a-451f598092ff req-c6e23c7d-8d10-4db5-b471-89da52e8de75 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/security-groups?id=a05ae957-bf8a-4e8f-b4e8-ecb6cd39ee06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446107 Jun 01 19:39:43.795208 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6da676-0176-4ab4-bf7d-ccabb5f2fd0c req-efb0ca9f-bb1c-41ef-ae64-4c2da93426af tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:39:43.796666 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-5d6da676-0176-4ab4-bf7d-ccabb5f2fd0c req-efb0ca9f-bb1c-41ef-ae64-4c2da93426af tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d322e37-fece-4d8c-a7c9-0740fc824f99 HTTP/1.1" status: 200 len: 945 time: 0.0863986 Jun 01 19:39:43.841544 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-5d6da676-0176-4ab4-bf7d-ccabb5f2fd0c req-c5324b18-782c-4713-9e45-3b6ac196a75f tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/security-groups?id=a05ae957-bf8a-4e8f-b4e8-ecb6cd39ee06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392737 Jun 01 19:39:44.240808 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cbb4a2-4f6f-473a-adfa-c10d5bd4b150 req-8e1fd5de-e9df-4e50-909b-389cd20e988a tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:39:44.243381 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-39cbb4a2-4f6f-473a-adfa-c10d5bd4b150 req-8e1fd5de-e9df-4e50-909b-389cd20e988a tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d322e37-fece-4d8c-a7c9-0740fc824f99 HTTP/1.1" status: 200 len: 945 time: 0.0830889 Jun 01 19:39:44.292097 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-39cbb4a2-4f6f-473a-adfa-c10d5bd4b150 req-c149af30-967b-4049-b5d7-8289d9882c05 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/security-groups?id=a05ae957-bf8a-4e8f-b4e8-ecb6cd39ee06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429983 Jun 01 19:39:45.560901 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e0f52b-372e-41cb-a246-de8e3ad238cf req-c9a0456a-d651-46c7-99b9-719b0f6a5b15 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:39:45.562343 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-91e0f52b-372e-41cb-a246-de8e3ad238cf req-c9a0456a-d651-46c7-99b9-719b0f6a5b15 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d322e37-fece-4d8c-a7c9-0740fc824f99 HTTP/1.1" status: 200 len: 945 time: 0.1437500 Jun 01 19:39:45.573176 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772d6951-db2c-41d2-9cf5-7d708c3f9537 req-5e7f0dca-0bde-4517-9971-2a1feee1d6d5 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:39:45.574537 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-772d6951-db2c-41d2-9cf5-7d708c3f9537 req-5e7f0dca-0bde-4517-9971-2a1feee1d6d5 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d322e37-fece-4d8c-a7c9-0740fc824f99 HTTP/1.1" status: 200 len: 945 time: 0.1100633 Jun 01 19:39:45.661948 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-91e0f52b-372e-41cb-a246-de8e3ad238cf req-f824e2f2-72ec-4a8c-9e5c-72040aa72b81 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/security-groups?id=a05ae957-bf8a-4e8f-b4e8-ecb6cd39ee06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863299 Jun 01 19:39:45.670189 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-772d6951-db2c-41d2-9cf5-7d708c3f9537 req-43912fbc-1b41-4d1f-a5dc-8ea3a5a1f141 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Deleting port 953faa96-0c45-4a8a-92a3-6c6034997e9a {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:39:45.670530 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-772d6951-db2c-41d2-9cf5-7d708c3f9537 req-43912fbc-1b41-4d1f-a5dc-8ea3a5a1f141 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:39:46.020175 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-772d6951-db2c-41d2-9cf5-7d708c3f9537 req-43912fbc-1b41-4d1f-a5dc-8ea3a5a1f141 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] For port 953faa96-0c45-4a8a-92a3-6c6034997e9a, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=953faa96-0c45-4a8a-92a3-6c6034997e9a,segment=NetworkSegment(7ed294a7-e1e7-4d37-88c7-4b485966a411),segment_id=7ed294a7-e1e7-4d37-88c7-4b485966a411)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:39:46.020557 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-772d6951-db2c-41d2-9cf5-7d708c3f9537 req-43912fbc-1b41-4d1f-a5dc-8ea3a5a1f141 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:39:46.316739 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-772d6951-db2c-41d2-9cf5-7d708c3f9537 req-43912fbc-1b41-4d1f-a5dc-8ea3a5a1f141 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:39:46.317027 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-772d6951-db2c-41d2-9cf5-7d708c3f9537 req-43912fbc-1b41-4d1f-a5dc-8ea3a5a1f141 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887712'] for floatingip, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:39:46.317333 n-d-844202-1 neutron-server[88524]: INFO neutron.db.l3_db [req-772d6951-db2c-41d2-9cf5-7d708c3f9537 req-43912fbc-1b41-4d1f-a5dc-8ea3a5a1f141 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Floating IP b5679655-04f8-4106-ab29-fd920a6926f9 disassociated. External IP: 172.25.4.41, port: 953faa96-0c45-4a8a-92a3-6c6034997e9a. Jun 01 19:39:46.317671 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-772d6951-db2c-41d2-9cf5-7d708c3f9537 req-43912fbc-1b41-4d1f-a5dc-8ea3a5a1f141 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Calling delete_port for 953faa96-0c45-4a8a-92a3-6c6034997e9a owned by compute:nova {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:39:46.465886 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-772d6951-db2c-41d2-9cf5-7d708c3f9537 req-43912fbc-1b41-4d1f-a5dc-8ea3a5a1f141 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:39:46.518962 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43912fbc-1b41-4d1f-a5dc-8ea3a5a1f141 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Pushing event deleted for resources: {'Port': ['ID=953faa96-0c45-4a8a-92a3-6c6034997e9a,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:39:46.715680 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.l3_agent_scheduler [req-772d6951-db2c-41d2-9cf5-7d708c3f9537 req-43912fbc-1b41-4d1f-a5dc-8ea3a5a1f141 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Router 7fa3ce65-0b71-4a94-bb4c-e7929cc1418d has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 19:39:46.813458 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-0727916b-1529-425e-a79a-c6ef1c76e389 req-5902383e-c868-4efa-9d38-fa059d50ef4f tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d322e37-fece-4d8c-a7c9-0740fc824f99 HTTP/1.1" status: 200 len: 210 time: 0.0444467 Jun 01 19:39:46.894326 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-772d6951-db2c-41d2-9cf5-7d708c3f9537 req-43912fbc-1b41-4d1f-a5dc-8ea3a5a1f141 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:39:46.904072 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46ace1e-8d83-4e55-b1bf-defefbc5cdaa None None] Sync routers for ids ['7fa3ce65-0b71-4a94-bb4c-e7929cc1418d'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:39:46.913360 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46ace1e-8d83-4e55-b1bf-defefbc5cdaa None None] Routers {'7fa3ce65-0b71-4a94-bb4c-e7929cc1418d'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:39:46.914035 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-d46ace1e-8d83-4e55-b1bf-defefbc5cdaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:39:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['7fa3ce65-0b71-4a94-bb4c-e7929cc1418d'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:39:46.969832 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-772d6951-db2c-41d2-9cf5-7d708c3f9537 req-43912fbc-1b41-4d1f-a5dc-8ea3a5a1f141 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] No DVR routers for this DVR port 953faa96-0c45-4a8a-92a3-6c6034997e9a on host n-h1-844202-1 {{(pid=88524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:39:46.972252 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-772d6951-db2c-41d2-9cf5-7d708c3f9537 req-43912fbc-1b41-4d1f-a5dc-8ea3a5a1f141 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:39:46.975019 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d322e37-fece-4d8c-a7c9-0740fc824f99', 'name': 'network-vif-deleted', 'tag': '953faa96-0c45-4a8a-92a3-6c6034997e9a'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:39:46.994822 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-772d6951-db2c-41d2-9cf5-7d708c3f9537 req-43912fbc-1b41-4d1f-a5dc-8ea3a5a1f141 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.15 "DELETE /v2.0/ports/953faa96-0c45-4a8a-92a3-6c6034997e9a HTTP/1.1" status: 204 len: 173 time: 1.4063365 Jun 01 19:39:47.026442 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-502475ed-e743-47df-935b-a41f3439d9d5'] response: {'server_uuid': '0d322e37-fece-4d8c-a7c9-0740fc824f99', 'name': 'network-vif-deleted', 'tag': '953faa96-0c45-4a8a-92a3-6c6034997e9a', 'status': 'completed', 'code': 200} Jun 01 19:39:47.113596 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-d46ace1e-8d83-4e55-b1bf-defefbc5cdaa None None] Set router 7fa3ce65-0b71-4a94-bb4c-e7929cc1418d gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:39:47.433035 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-d46ace1e-8d83-4e55-b1bf-defefbc5cdaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fa3ce65-0b71-4a94-bb4c-e7929cc1418d', 'name': 'tempest-ServerActionsTestJSON-1042264002-router', 'tenant_id': 'cbda20c3e8d6442e82db1c7c6a27e2a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '70e55147-1f1f-4d25-bc59-b7473230258c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:37:26Z', 'updated_at': '2022-06-01T19:37:31Z', 'revision_number': 4, 'project_id': 'cbda20c3e8d6442e82db1c7c6a27e2a5', 'gw_port': {'id': '70e55147-1f1f-4d25-bc59-b7473230258c', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:15:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa3ce65-0b71-4a94-bb4c-e7929cc1418d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:37:27Z', 'updated_at': '2022-06-01T19:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '5937c945-2bd7-4cdc-b6fe-432cda621442', 'name': '', 'network_id': 'c4e93956-04f5-4c59-8497-c0465a5ee4f1', 'tenant_id': 'cbda20c3e8d6442e82db1c7c6a27e2a5', 'mac_address': 'fa:16:3e:ff:e6:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa3ce65-0b71-4a94-bb4c-e7929cc1418d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': '7869c718-b90f-46bf-9776-ffc40f61ae55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:37:30Z', 'updated_at': '2022-06-01T19:37:35Z', 'revision_number': 5, 'project_id': 'cbda20c3e8d6442e82db1c7c6a27e2a5', 'subnets': [{'id': '7869c718-b90f-46bf-9776-ffc40f61ae55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:39:47.437230 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46ace1e-8d83-4e55-b1bf-defefbc5cdaa None None] Checking router: 7fa3ce65-0b71-4a94-bb4c-e7929cc1418d for host: n-d-844202-1 {{(pid=88527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 19:39:47.446331 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46ace1e-8d83-4e55-b1bf-defefbc5cdaa None None] Routers {'7fa3ce65-0b71-4a94-bb4c-e7929cc1418d'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:39:47.447092 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-d46ace1e-8d83-4e55-b1bf-defefbc5cdaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:39:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['7fa3ce65-0b71-4a94-bb4c-e7929cc1418d'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:39:47.635369 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-d46ace1e-8d83-4e55-b1bf-defefbc5cdaa None None] Set router 7fa3ce65-0b71-4a94-bb4c-e7929cc1418d gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:39:47.986224 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-d46ace1e-8d83-4e55-b1bf-defefbc5cdaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fa3ce65-0b71-4a94-bb4c-e7929cc1418d', 'name': 'tempest-ServerActionsTestJSON-1042264002-router', 'tenant_id': 'cbda20c3e8d6442e82db1c7c6a27e2a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '70e55147-1f1f-4d25-bc59-b7473230258c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:37:26Z', 'updated_at': '2022-06-01T19:37:31Z', 'revision_number': 4, 'project_id': 'cbda20c3e8d6442e82db1c7c6a27e2a5', 'gw_port': {'id': '70e55147-1f1f-4d25-bc59-b7473230258c', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:15:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa3ce65-0b71-4a94-bb4c-e7929cc1418d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:37:27Z', 'updated_at': '2022-06-01T19:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '5937c945-2bd7-4cdc-b6fe-432cda621442', 'name': '', 'network_id': 'c4e93956-04f5-4c59-8497-c0465a5ee4f1', 'tenant_id': 'cbda20c3e8d6442e82db1c7c6a27e2a5', 'mac_address': 'fa:16:3e:ff:e6:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa3ce65-0b71-4a94-bb4c-e7929cc1418d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': '7869c718-b90f-46bf-9776-ffc40f61ae55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:37:30Z', 'updated_at': '2022-06-01T19:37:35Z', 'revision_number': 5, 'project_id': 'cbda20c3e8d6442e82db1c7c6a27e2a5', 'subnets': [{'id': '7869c718-b90f-46bf-9776-ffc40f61ae55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:39:47.990299 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46ace1e-8d83-4e55-b1bf-defefbc5cdaa None None] The sync data for ids ['7fa3ce65-0b71-4a94-bb4c-e7929cc1418d'] in n-d-844202-1 is: [{'id': '7fa3ce65-0b71-4a94-bb4c-e7929cc1418d', 'name': 'tempest-ServerActionsTestJSON-1042264002-router', 'tenant_id': 'cbda20c3e8d6442e82db1c7c6a27e2a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '70e55147-1f1f-4d25-bc59-b7473230258c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:37:26Z', 'updated_at': '2022-06-01T19:37:31Z', 'revision_number': 4, 'project_id': 'cbda20c3e8d6442e82db1c7c6a27e2a5', 'gw_port': {'id': '70e55147-1f1f-4d25-bc59-b7473230258c', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:15:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa3ce65-0b71-4a94-bb4c-e7929cc1418d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:37:27Z', 'updated_at': '2022-06-01T19:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '5937c945-2bd7-4cdc-b6fe-432cda621442', 'name': '', 'network_id': 'c4e93956-04f5-4c59-8497-c0465a5ee4f1', 'tenant_id': 'cbda20c3e8d6442e82db1c7c6a27e2a5', 'mac_address': 'fa:16:3e:ff:e6:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa3ce65-0b71-4a94-bb4c-e7929cc1418d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': '7869c718-b90f-46bf-9776-ffc40f61ae55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:37:30Z', 'updated_at': '2022-06-01T19:37:35Z', 'revision_number': 5, 'project_id': 'cbda20c3e8d6442e82db1c7c6a27e2a5', 'subnets': [{'id': '7869c718-b90f-46bf-9776-ffc40f61ae55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:39:48.108485 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 953faa96-0c45-4a8a-92a3-6c6034997e9a no longer exists at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:39:48.156264 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] No Port match for: 953faa96-0c45-4a8a-92a3-6c6034997e9a {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:39:48.156684 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 953faa96-0c45-4a8a-92a3-6c6034997e9a not bound to the agent host n-h1-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:39:48.173353 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-09178cfa-47f2-4543-955f-c6b4a58b073c req-085534e4-4a34-437b-a549-35a2bbc54bea tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1146293541&fields=id&tenant_id=cbda20c3e8d6442e82db1c7c6a27e2a5 HTTP/1.1" status: 200 len: 267 time: 0.0431342 Jun 01 19:39:48.227478 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-538b77c0-c96d-4c8f-a6ff-8913f24b484e None None] New status for floating IP b5679655-04f8-4106-ab29-fd920a6926f9: DOWN {{(pid=88526) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 19:39:48.327680 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09178cfa-47f2-4543-955f-c6b4a58b073c req-1e2b295f-c59b-46f4-9193-f1dde4af3ad3 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:39:48.328366 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-09178cfa-47f2-4543-955f-c6b4a58b073c req-1e2b295f-c59b-46f4-9193-f1dde4af3ad3 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Synchronizing usage tracker for tenant:cbda20c3e8d6442e82db1c7c6a27e2a5 on resource:network {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:39:48.347901 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-09178cfa-47f2-4543-955f-c6b4a58b073c req-1e2b295f-c59b-46f4-9193-f1dde4af3ad3 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Unset dirty status for tenant:cbda20c3e8d6442e82db1c7c6a27e2a5 on resource:network {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:39:48.349591 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-09178cfa-47f2-4543-955f-c6b4a58b073c req-1e2b295f-c59b-46f4-9193-f1dde4af3ad3 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/networks?id=c4e93956-04f5-4c59-8497-c0465a5ee4f1 HTTP/1.1" status: 200 len: 812 time: 0.1686933 Jun 01 19:39:48.370152 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-09178cfa-47f2-4543-955f-c6b4a58b073c req-80878015-7bc9-4710-9743-9248895fe93b tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/quotas/cbda20c3e8d6442e82db1c7c6a27e2a5 HTTP/1.1" status: 200 len: 375 time: 0.0116298 Jun 01 19:39:48.464467 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-09178cfa-47f2-4543-955f-c6b4a58b073c req-c49c5b0a-c678-4fc9-b47c-6d3fe52b0622 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=cbda20c3e8d6442e82db1c7c6a27e2a5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0886576 Jun 01 19:39:48.694628 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-09178cfa-47f2-4543-955f-c6b4a58b073c req-d90871e7-53c4-46ac-9505-8fa9045270a0 service neutron] 10.222.0.41 "GET /v2.0/networks/c4e93956-04f5-4c59-8497-c0465a5ee4f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794562 Jun 01 19:39:48.831060 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-09178cfa-47f2-4543-955f-c6b4a58b073c req-4c1a06df-c8b3-4047-97d0-b1b7a09e118f service neutron] 10.222.0.41 "GET /v2.0/networks/c4e93956-04f5-4c59-8497-c0465a5ee4f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299520 Jun 01 19:39:49.037411 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-3d766973-ccc9-4cdd-a245-9080988af6fa req-0c445749-af92-4a64-a23c-db15d61af3d9 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Synchronizing usage tracker for tenant:cbda20c3e8d6442e82db1c7c6a27e2a5 on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:39:49.056334 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-3d766973-ccc9-4cdd-a245-9080988af6fa req-0c445749-af92-4a64-a23c-db15d61af3d9 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Unset dirty status for tenant:cbda20c3e8d6442e82db1c7c6a27e2a5 on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:39:49.057629 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3d766973-ccc9-4cdd-a245-9080988af6fa req-0c445749-af92-4a64-a23c-db15d61af3d9 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0668900 Jun 01 19:39:50.240843 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-83e0a717-e170-4abe-a0d3-2b2309e67520 req-e88f2802-a6bb-48be-9c3b-333f77791369 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0566092 Jun 01 19:39:50.292931 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09178cfa-47f2-4543-955f-c6b4a58b073c req-ae6ba7db-7a45-4314-bf15-e8a3ba0d29de tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:39:50.294353 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-09178cfa-47f2-4543-955f-c6b4a58b073c req-ae6ba7db-7a45-4314-bf15-e8a3ba0d29de tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.50 "GET /v2.0/networks?id=c4e93956-04f5-4c59-8497-c0465a5ee4f1 HTTP/1.1" status: 200 len: 812 time: 0.1614354 Jun 01 19:39:50.344667 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-09178cfa-47f2-4543-955f-c6b4a58b073c req-649dd354-97a0-40dd-b492-19243c4fb435 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cbda20c3e8d6442e82db1c7c6a27e2a5 HTTP/1.1" status: 200 len: 380 time: 0.0430748 Jun 01 19:39:50.352874 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-09178cfa-47f2-4543-955f-c6b4a58b073c req-d24d1fa5-de36-4b52-a121-2f5e51209db8 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Request body: {'port': {'device_id': '33c71aa7-5f45-4e53-aafb-65270ffc4911', 'network_id': 'c4e93956-04f5-4c59-8497-c0465a5ee4f1', 'admin_state_up': True, 'tenant_id': 'cbda20c3e8d6442e82db1c7c6a27e2a5', 'security_groups': ['a05ae957-bf8a-4e8f-b4e8-ecb6cd39ee06']}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:39:50.491449 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-09178cfa-47f2-4543-955f-c6b4a58b073c req-d24d1fa5-de36-4b52-a121-2f5e51209db8 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:39:50.505334 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-09178cfa-47f2-4543-955f-c6b4a58b073c req-d24d1fa5-de36-4b52-a121-2f5e51209db8 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:39:50.514911 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09178cfa-47f2-4543-955f-c6b4a58b073c req-d24d1fa5-de36-4b52-a121-2f5e51209db8 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Made reservation on behalf of cbda20c3e8d6442e82db1c7c6a27e2a5 for: {'port': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:39:50.518316 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-09178cfa-47f2-4543-955f-c6b4a58b073c req-d24d1fa5-de36-4b52-a121-2f5e51209db8 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:39:50.789194 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [req-09178cfa-47f2-4543-955f-c6b4a58b073c req-d24d1fa5-de36-4b52-a121-2f5e51209db8 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Allocated IP 172.20.0.11 (c4e93956-04f5-4c59-8497-c0465a5ee4f1/7869c718-b90f-46bf-9776-ffc40f61ae55/ced726e2-bd21-4ae2-bf3d-ef0a55a47592) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:39:50.977213 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-09178cfa-47f2-4543-955f-c6b4a58b073c req-d24d1fa5-de36-4b52-a121-2f5e51209db8 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:39:50.993052 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [req-09178cfa-47f2-4543-955f-c6b4a58b073c req-d24d1fa5-de36-4b52-a121-2f5e51209db8 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Transition to ACTIVE for port object ced726e2-bd21-4ae2-bf3d-ef0a55a47592 will not be triggered until provisioned by entity DHCP. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:39:51.016628 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-09178cfa-47f2-4543-955f-c6b4a58b073c req-d24d1fa5-de36-4b52-a121-2f5e51209db8 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:39:51.091300 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09178cfa-47f2-4543-955f-c6b4a58b073c req-d24d1fa5-de36-4b52-a121-2f5e51209db8 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Network c4e93956-04f5-4c59-8497-c0465a5ee4f1 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:39:51.094213 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [req-09178cfa-47f2-4543-955f-c6b4a58b073c req-d24d1fa5-de36-4b52-a121-2f5e51209db8 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:39:51.098401 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-09178cfa-47f2-4543-955f-c6b4a58b073c req-d24d1fa5-de36-4b52-a121-2f5e51209db8 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:39:51.136632 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24d1fa5-de36-4b52-a121-2f5e51209db8 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Pushing event updated for resources: {'Port': ['ID=ced726e2-bd21-4ae2-bf3d-ef0a55a47592,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:39:51.176139 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09178cfa-47f2-4543-955f-c6b4a58b073c req-d24d1fa5-de36-4b52-a121-2f5e51209db8 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:39:51.176826 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-09178cfa-47f2-4543-955f-c6b4a58b073c req-d24d1fa5-de36-4b52-a121-2f5e51209db8 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:39:51.208564 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-09178cfa-47f2-4543-955f-c6b4a58b073c req-d24d1fa5-de36-4b52-a121-2f5e51209db8 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8599422 Jun 01 19:39:51.219721 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-09178cfa-47f2-4543-955f-c6b4a58b073c req-68377093-2b34-42b8-a848-ecd701e547c2 service neutron] Request body: {'port': {'device_id': '33c71aa7-5f45-4e53-aafb-65270ffc4911', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844202-1'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:39:51.352148 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-09178cfa-47f2-4543-955f-c6b4a58b073c req-68377093-2b34-42b8-a848-ecd701e547c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:39:51.429346 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-c6d95ddf-b8e7-4a65-8eb7-47def9cdd7f6 None None] Provisioning for port ced726e2-bd21-4ae2-bf3d-ef0a55a47592 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:39:51.435496 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-c6d95ddf-b8e7-4a65-8eb7-47def9cdd7f6 None None] Provisioning complete for port ced726e2-bd21-4ae2-bf3d-ef0a55a47592 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:39:51.436564 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-c6d95ddf-b8e7-4a65-8eb7-47def9cdd7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:39:51.494650 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-c6d95ddf-b8e7-4a65-8eb7-47def9cdd7f6 None None] Port ced726e2-bd21-4ae2-bf3d-ef0a55a47592 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:39:51.589003 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ced3dd7-99a8-42e1-be47-0cd16d0b99cb req-407b56ac-40c1-4607-aed2-b9cad09efcf8 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:39:51.589709 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-7ced3dd7-99a8-42e1-be47-0cd16d0b99cb req-407b56ac-40c1-4607-aed2-b9cad09efcf8 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Synchronizing usage tracker for tenant:cbda20c3e8d6442e82db1c7c6a27e2a5 on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:39:51.663898 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-7ced3dd7-99a8-42e1-be47-0cd16d0b99cb req-407b56ac-40c1-4607-aed2-b9cad09efcf8 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Unset dirty status for tenant:cbda20c3e8d6442e82db1c7c6a27e2a5 on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:39:51.665011 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7ced3dd7-99a8-42e1-be47-0cd16d0b99cb req-407b56ac-40c1-4607-aed2-b9cad09efcf8 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 932 time: 0.2717586 Jun 01 19:39:51.745977 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7ced3dd7-99a8-42e1-be47-0cd16d0b99cb req-35c780d3-fec3-479a-af9e-f56b21a6fadf tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/security-groups?id=a05ae957-bf8a-4e8f-b4e8-ecb6cd39ee06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676434 Jun 01 19:39:51.819711 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [req-09178cfa-47f2-4543-955f-c6b4a58b073c req-68377093-2b34-42b8-a848-ecd701e547c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ced726e2-bd21-4ae2-bf3d-ef0a55a47592 {{(pid=88524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 19:39:51.827289 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-09178cfa-47f2-4543-955f-c6b4a58b073c req-68377093-2b34-42b8-a848-ecd701e547c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:39:51.843708 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [req-09178cfa-47f2-4543-955f-c6b4a58b073c req-68377093-2b34-42b8-a848-ecd701e547c2 service neutron] Transition to ACTIVE for port object ced726e2-bd21-4ae2-bf3d-ef0a55a47592 will not be triggered until provisioned by entity L2. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:39:51.847559 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-09178cfa-47f2-4543-955f-c6b4a58b073c req-68377093-2b34-42b8-a848-ecd701e547c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:39:52.009968 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68377093-2b34-42b8-a848-ecd701e547c2 service neutron] Pushing event updated for resources: {'Port': ['ID=ced726e2-bd21-4ae2-bf3d-ef0a55a47592,revision_number=2']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:39:52.108949 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-09178cfa-47f2-4543-955f-c6b4a58b073c req-68377093-2b34-42b8-a848-ecd701e547c2 service neutron] Attempting to bind port ced726e2-bd21-4ae2-bf3d-ef0a55a47592 on host n-h2-844202-1 for vnic_type normal with profile {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:39:52.109339 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-09178cfa-47f2-4543-955f-c6b4a58b073c req-68377093-2b34-42b8-a848-ecd701e547c2 service neutron] Attempting to bind port ced726e2-bd21-4ae2-bf3d-ef0a55a47592 by drivers openvswitch,hyperv on host n-h2-844202-1 at level 0 using segments [{'id': '7ed294a7-e1e7-4d37-88c7-4b485966a411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c4e93956-04f5-4c59-8497-c0465a5ee4f1'}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:39:52.109663 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09178cfa-47f2-4543-955f-c6b4a58b073c req-68377093-2b34-42b8-a848-ecd701e547c2 service neutron] Attempting to bind port ced726e2-bd21-4ae2-bf3d-ef0a55a47592 on network c4e93956-04f5-4c59-8497-c0465a5ee4f1 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:39:52.114463 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09178cfa-47f2-4543-955f-c6b4a58b073c req-68377093-2b34-42b8-a848-ecd701e547c2 service neutron] Port ced726e2-bd21-4ae2-bf3d-ef0a55a47592 on network c4e93956-04f5-4c59-8497-c0465a5ee4f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-844202-1 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 19:39:52.114778 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09178cfa-47f2-4543-955f-c6b4a58b073c req-68377093-2b34-42b8-a848-ecd701e547c2 service neutron] Attempting to bind port ced726e2-bd21-4ae2-bf3d-ef0a55a47592 on network c4e93956-04f5-4c59-8497-c0465a5ee4f1 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:39:52.120792 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09178cfa-47f2-4543-955f-c6b4a58b073c req-68377093-2b34-42b8-a848-ecd701e547c2 service neutron] Checking agent: {'id': 'f5db9968-6317-4186-9100-9e0ca6b50417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:39:52.121124 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09178cfa-47f2-4543-955f-c6b4a58b073c req-68377093-2b34-42b8-a848-ecd701e547c2 service neutron] Checking segment: {'id': '7ed294a7-e1e7-4d37-88c7-4b485966a411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c4e93956-04f5-4c59-8497-c0465a5ee4f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:39:52.121504 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09178cfa-47f2-4543-955f-c6b4a58b073c req-68377093-2b34-42b8-a848-ecd701e547c2 service neutron] Bound using segment: {'id': '7ed294a7-e1e7-4d37-88c7-4b485966a411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c4e93956-04f5-4c59-8497-c0465a5ee4f1'} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:39:52.121921 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-09178cfa-47f2-4543-955f-c6b4a58b073c req-68377093-2b34-42b8-a848-ecd701e547c2 service neutron] Bound port: ced726e2-bd21-4ae2-bf3d-ef0a55a47592, host: n-h2-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ed294a7-e1e7-4d37-88c7-4b485966a411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c4e93956-04f5-4c59-8497-c0465a5ee4f1'}}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:39:52.122256 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-09178cfa-47f2-4543-955f-c6b4a58b073c req-68377093-2b34-42b8-a848-ecd701e547c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:39:52.210865 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-09178cfa-47f2-4543-955f-c6b4a58b073c req-68377093-2b34-42b8-a848-ecd701e547c2 service neutron] For port ced726e2-bd21-4ae2-bf3d-ef0a55a47592, host n-h2-844202-1, cleared binding levels {{(pid=88524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:39:52.213991 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-09178cfa-47f2-4543-955f-c6b4a58b073c req-68377093-2b34-42b8-a848-ecd701e547c2 service neutron] For port ced726e2-bd21-4ae2-bf3d-ef0a55a47592, host n-h2-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=ced726e2-bd21-4ae2-bf3d-ef0a55a47592,segment=NetworkSegment(7ed294a7-e1e7-4d37-88c7-4b485966a411),segment_id=7ed294a7-e1e7-4d37-88c7-4b485966a411)] {{(pid=88524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:39:52.217549 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-09178cfa-47f2-4543-955f-c6b4a58b073c req-68377093-2b34-42b8-a848-ecd701e547c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:39:52.281165 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09178cfa-47f2-4543-955f-c6b4a58b073c req-68377093-2b34-42b8-a848-ecd701e547c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:39:52.281754 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-09178cfa-47f2-4543-955f-c6b4a58b073c req-68377093-2b34-42b8-a848-ecd701e547c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:39:52.283105 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-09178cfa-47f2-4543-955f-c6b4a58b073c req-68377093-2b34-42b8-a848-ecd701e547c2 service neutron] 10.222.0.50 "PUT /v2.0/ports/ced726e2-bd21-4ae2-bf3d-ef0a55a47592 HTTP/1.1" status: 200 len: 1092 time: 1.0678070 Jun 01 19:39:52.283539 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33c71aa7-5f45-4e53-aafb-65270ffc4911', 'tag': 'ced726e2-bd21-4ae2-bf3d-ef0a55a47592'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:39:52.304295 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68377093-2b34-42b8-a848-ecd701e547c2 service neutron] Pushing event updated for resources: {'Port': ['ID=ced726e2-bd21-4ae2-bf3d-ef0a55a47592,revision_number=3']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:39:52.366572 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b55854bf-d12a-4344-8998-3fe28b33bc1d'] response: {'name': 'network-changed', 'server_uuid': '33c71aa7-5f45-4e53-aafb-65270ffc4911', 'tag': 'ced726e2-bd21-4ae2-bf3d-ef0a55a47592', 'status': 'completed', 'code': 200} Jun 01 19:39:52.418412 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09178cfa-47f2-4543-955f-c6b4a58b073c req-04c58dc5-b139-48de-a3f7-e7675d1fd869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:39:52.420241 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-09178cfa-47f2-4543-955f-c6b4a58b073c req-04c58dc5-b139-48de-a3f7-e7675d1fd869 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cbda20c3e8d6442e82db1c7c6a27e2a5&device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 1095 time: 0.0971651 Jun 01 19:39:52.493416 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-09178cfa-47f2-4543-955f-c6b4a58b073c req-9ef0a0d7-0fda-43b7-a36c-9b052f768d72 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ced726e2-bd21-4ae2-bf3d-ef0a55a47592 HTTP/1.1" status: 200 len: 217 time: 0.0670824 Jun 01 19:39:52.558169 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09178cfa-47f2-4543-955f-c6b4a58b073c req-87bb79d8-5b30-44f3-b482-903f4a56cfb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:39:52.559537 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-09178cfa-47f2-4543-955f-c6b4a58b073c req-87bb79d8-5b30-44f3-b482-903f4a56cfb4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7869c718-b90f-46bf-9776-ffc40f61ae55 HTTP/1.1" status: 200 len: 851 time: 0.0612428 Jun 01 19:39:52.748585 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09178cfa-47f2-4543-955f-c6b4a58b073c req-07a0cbbf-6de4-4ff8-822b-0ff5d73aba06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:39:52.749786 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-09178cfa-47f2-4543-955f-c6b4a58b073c req-07a0cbbf-6de4-4ff8-822b-0ff5d73aba06 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c4e93956-04f5-4c59-8497-c0465a5ee4f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1848078 Jun 01 19:39:52.938291 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-09178cfa-47f2-4543-955f-c6b4a58b073c req-b48fe310-a416-4d14-a5ef-68c202b4b271 service neutron] 10.222.0.50 "GET /v2.0/networks/c4e93956-04f5-4c59-8497-c0465a5ee4f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826653 Jun 01 19:39:53.084608 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7548898b-9722-40e5-8564-d7cbbf15fef3 req-2658947b-9553-4afc-a95c-ffb536227bc4 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:39:53.087047 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7548898b-9722-40e5-8564-d7cbbf15fef3 req-2658947b-9553-4afc-a95c-ffb536227bc4 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 944 time: 0.2082753 Jun 01 19:39:53.125979 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-09178cfa-47f2-4543-955f-c6b4a58b073c req-f0741fea-f386-4a62-a8a4-d05562053c8d service neutron] 10.222.0.50 "GET /v2.0/networks/c4e93956-04f5-4c59-8497-c0465a5ee4f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1805842 Jun 01 19:39:53.150236 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7548898b-9722-40e5-8564-d7cbbf15fef3 req-cc7fa46f-0edc-446e-acc2-a7e521c707f5 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/security-groups?id=a05ae957-bf8a-4e8f-b4e8-ecb6cd39ee06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576241 Jun 01 19:39:53.254934 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb0af9c-29b2-4e18-8058-7b83d626bfc5 req-3eb80efb-2749-4e88-9768-0a72f9b64b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:39:53.257675 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-1fb0af9c-29b2-4e18-8058-7b83d626bfc5 req-3eb80efb-2749-4e88-9768-0a72f9b64b1d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cbda20c3e8d6442e82db1c7c6a27e2a5&device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 1095 time: 0.0828032 Jun 01 19:39:53.412766 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb0af9c-29b2-4e18-8058-7b83d626bfc5 req-658b1007-b192-4130-a193-fd18a950a21b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:39:53.415079 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-1fb0af9c-29b2-4e18-8058-7b83d626bfc5 req-658b1007-b192-4130-a193-fd18a950a21b service neutron] 10.222.0.50 "GET /v2.0/networks?id=c4e93956-04f5-4c59-8497-c0465a5ee4f1 HTTP/1.1" status: 200 len: 913 time: 0.1515551 Jun 01 19:39:53.490214 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-1fb0af9c-29b2-4e18-8058-7b83d626bfc5 req-6c72ccdd-20ca-458a-9bb3-1d7e1803b12b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ced726e2-bd21-4ae2-bf3d-ef0a55a47592 HTTP/1.1" status: 200 len: 217 time: 0.0690393 Jun 01 19:39:53.559182 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb0af9c-29b2-4e18-8058-7b83d626bfc5 req-a659da98-8d58-4ded-bf31-1262500360ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:39:53.560904 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-1fb0af9c-29b2-4e18-8058-7b83d626bfc5 req-a659da98-8d58-4ded-bf31-1262500360ac service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7869c718-b90f-46bf-9776-ffc40f61ae55 HTTP/1.1" status: 200 len: 851 time: 0.0653362 Jun 01 19:39:53.646771 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb0af9c-29b2-4e18-8058-7b83d626bfc5 req-91a3833c-e5a2-48a8-b905-34f52639051e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:39:53.649195 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-1fb0af9c-29b2-4e18-8058-7b83d626bfc5 req-91a3833c-e5a2-48a8-b905-34f52639051e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c4e93956-04f5-4c59-8497-c0465a5ee4f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0823312 Jun 01 19:39:53.786781 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-1fb0af9c-29b2-4e18-8058-7b83d626bfc5 req-e305aecd-2929-431b-a210-eae2fa82429d service neutron] 10.222.0.50 "GET /v2.0/networks/c4e93956-04f5-4c59-8497-c0465a5ee4f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314878 Jun 01 19:39:53.921093 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-1fb0af9c-29b2-4e18-8058-7b83d626bfc5 req-69198a74-3ede-4bf4-8ef6-02b40df5601d service neutron] 10.222.0.50 "GET /v2.0/networks/c4e93956-04f5-4c59-8497-c0465a5ee4f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278896 Jun 01 19:39:54.348661 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be125abb-3020-41d8-b288-5aab1538638a req-67b092d1-2aac-4bfc-b74d-33155dda3741 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:39:54.350106 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-be125abb-3020-41d8-b288-5aab1538638a req-67b092d1-2aac-4bfc-b74d-33155dda3741 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 944 time: 0.0794120 Jun 01 19:39:54.394671 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-be125abb-3020-41d8-b288-5aab1538638a req-380ea78f-faa5-4e71-87e0-2cfa83af08db tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/security-groups?id=a05ae957-bf8a-4e8f-b4e8-ecb6cd39ee06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379736 Jun 01 19:39:55.585977 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b18ff1-0fc7-45f4-a25e-32fb2b5300e2 req-eb68cf07-5885-4527-8acb-d839e09f32a1 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:39:55.587526 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-91b18ff1-0fc7-45f4-a25e-32fb2b5300e2 req-eb68cf07-5885-4527-8acb-d839e09f32a1 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 944 time: 0.0852406 Jun 01 19:39:55.631137 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-91b18ff1-0fc7-45f4-a25e-32fb2b5300e2 req-de34ce91-28e6-4044-9860-f6cc6dbdba2b tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/security-groups?id=a05ae957-bf8a-4e8f-b4e8-ecb6cd39ee06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379214 Jun 01 19:39:56.462248 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device ced726e2-bd21-4ae2-bf3d-ef0a55a47592 details requested by agent hyperv_n-h2-844202-1 with host n-h2-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 19:39:56.603316 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port ced726e2-bd21-4ae2-bf3d-ef0a55a47592, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=ced726e2-bd21-4ae2-bf3d-ef0a55a47592,segment=NetworkSegment(7ed294a7-e1e7-4d37-88c7-4b485966a411),segment_id=7ed294a7-e1e7-4d37-88c7-4b485966a411)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:39:56.618323 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Returning: {'device': 'ced726e2-bd21-4ae2-bf3d-ef0a55a47592', 'network_id': 'c4e93956-04f5-4c59-8497-c0465a5ee4f1', 'port_id': 'ced726e2-bd21-4ae2-bf3d-ef0a55a47592', 'mac_address': 'fa:16:3e:1c:f9:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7869c718-b90f-46bf-9776-ffc40f61ae55', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 19:39:56.690720 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port ced726e2-bd21-4ae2-bf3d-ef0a55a47592 is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:39:56.691109 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:39:56.710728 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ced726e2-bd21-4ae2-bf3d-ef0a55a47592 {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 19:39:56.730122 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port ced726e2-bd21-4ae2-bf3d-ef0a55a47592, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=ced726e2-bd21-4ae2-bf3d-ef0a55a47592,segment=NetworkSegment(7ed294a7-e1e7-4d37-88c7-4b485966a411),segment_id=7ed294a7-e1e7-4d37-88c7-4b485966a411)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:39:56.735352 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:39:56.829450 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=ced726e2-bd21-4ae2-bf3d-ef0a55a47592,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:39:56.876325 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a541c4e2-f805-4a41-912f-060fb75573dd req-b8e8eb92-8c75-4162-9499-f3d76348e69c tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:39:56.877755 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a541c4e2-f805-4a41-912f-060fb75573dd req-b8e8eb92-8c75-4162-9499-f3d76348e69c tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 945 time: 0.1222873 Jun 01 19:39:56.922580 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a541c4e2-f805-4a41-912f-060fb75573dd req-ab3e2f35-d366-4e6c-a8ff-3433a59ce885 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/security-groups?id=a05ae957-bf8a-4e8f-b4e8-ecb6cd39ee06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381138 Jun 01 19:39:56.935357 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] get_ports_and_sgs() called for port_ids ['ced726e2-bd21-4ae2-bf3d-ef0a55a47592'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 19:39:58.117327 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40018c18-0b85-4bbe-a5d7-3b5c5c4e4cd7 req-ba6df774-9761-450d-a1e6-1c8a2008d0cd tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:39:58.118982 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-40018c18-0b85-4bbe-a5d7-3b5c5c4e4cd7 req-ba6df774-9761-450d-a1e6-1c8a2008d0cd tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 945 time: 0.0854921 Jun 01 19:39:58.169780 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-40018c18-0b85-4bbe-a5d7-3b5c5c4e4cd7 req-5a0d3ebc-06e6-450f-a5a1-c89ab2a0236f tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/security-groups?id=a05ae957-bf8a-4e8f-b4e8-ecb6cd39ee06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449355 Jun 01 19:39:58.479169 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device ced726e2-bd21-4ae2-bf3d-ef0a55a47592 up at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:39:58.562024 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning for port ced726e2-bd21-4ae2-bf3d-ef0a55a47592 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:39:58.567050 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning complete for port ced726e2-bd21-4ae2-bf3d-ef0a55a47592 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:39:58.567426 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:39:58.689216 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port ced726e2-bd21-4ae2-bf3d-ef0a55a47592 is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:39:58.689586 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:39:58.719087 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33c71aa7-5f45-4e53-aafb-65270ffc4911', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ced726e2-bd21-4ae2-bf3d-ef0a55a47592'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:39:58.729549 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port ced726e2-bd21-4ae2-bf3d-ef0a55a47592, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=ced726e2-bd21-4ae2-bf3d-ef0a55a47592,segment=NetworkSegment(7ed294a7-e1e7-4d37-88c7-4b485966a411),segment_id=7ed294a7-e1e7-4d37-88c7-4b485966a411)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:39:58.735214 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:39:58.771384 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-117708f9-c93f-4b1b-8153-421361d92c26'] response: {'server_uuid': '33c71aa7-5f45-4e53-aafb-65270ffc4911', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ced726e2-bd21-4ae2-bf3d-ef0a55a47592', 'code': 200} Jun 01 19:39:58.830325 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=ced726e2-bd21-4ae2-bf3d-ef0a55a47592,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:39:58.908168 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841d0f40-169c-4bd3-800b-92fd1cfef9fa req-8f5e5ab3-3f39-45b8-84d2-a4140e285e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:39:58.909659 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-841d0f40-169c-4bd3-800b-92fd1cfef9fa req-8f5e5ab3-3f39-45b8-84d2-a4140e285e64 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 1097 time: 0.0823677 Jun 01 19:39:58.952837 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-841d0f40-169c-4bd3-800b-92fd1cfef9fa req-c63478a5-d0d0-4f78-bb50-393f2db95a8a service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=a05ae957-bf8a-4e8f-b4e8-ecb6cd39ee06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377507 Jun 01 19:39:59.364959 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21af2d9-f686-4f41-8ec9-f58b03ececd6 req-d37c38e8-4255-4b5d-98da-0cebe34fe4e5 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:39:59.366566 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b21af2d9-f686-4f41-8ec9-f58b03ececd6 req-d37c38e8-4255-4b5d-98da-0cebe34fe4e5 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 946 time: 0.0864019 Jun 01 19:39:59.413829 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b21af2d9-f686-4f41-8ec9-f58b03ececd6 req-5158b617-b8a3-42e4-a193-6a42fa186b8e tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/security-groups?id=a05ae957-bf8a-4e8f-b4e8-ecb6cd39ee06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406463 Jun 01 19:40:00.615574 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43629f5-da5a-497c-bc86-4d10b0fa02a3 req-ec91d2d8-a925-4070-a88f-03a8c22c37b6 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:40:00.617573 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f43629f5-da5a-497c-bc86-4d10b0fa02a3 req-ec91d2d8-a925-4070-a88f-03a8c22c37b6 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 946 time: 0.0846214 Jun 01 19:40:00.665735 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f43629f5-da5a-497c-bc86-4d10b0fa02a3 req-a0e9a762-4df1-4f7b-9013-bbf47aed3dd5 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/security-groups?id=a05ae957-bf8a-4e8f-b4e8-ecb6cd39ee06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424864 Jun 01 19:40:00.848959 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd214ca-9f1d-4299-9687-520770e0bb17 req-4f2ba0f3-01df-403b-a60d-6e519a4e5b17 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:40:00.850911 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9bd214ca-9f1d-4299-9687-520770e0bb17 req-4f2ba0f3-01df-403b-a60d-6e519a4e5b17 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 946 time: 0.0823812 Jun 01 19:40:00.859729 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 51600) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:40:00.864927 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-f1cae6e3-5af2-44c2-a00b-80dfb0c75f39 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Request body: {'floatingip': {'port_id': 'ced726e2-bd21-4ae2-bf3d-ef0a55a47592'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:40:01.048336 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f1cae6e3-5af2-44c2-a00b-80dfb0c75f39 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Notify callbacks [] for floatingip, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:40:01.658722 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f1cae6e3-5af2-44c2-a00b-80dfb0c75f39 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:40:01.664588 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f1cae6e3-5af2-44c2-a00b-80dfb0c75f39 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887712'] for floatingip, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:40:01.839960 n-d-844202-1 neutron-server[88524]: INFO neutron.db.l3_db [None req-f1cae6e3-5af2-44c2-a00b-80dfb0c75f39 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Floating IP b5679655-04f8-4106-ab29-fd920a6926f9 associated. External IP: 172.25.4.41, port: ced726e2-bd21-4ae2-bf3d-ef0a55a47592. Jun 01 19:40:02.204435 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1cae6e3-5af2-44c2-a00b-80dfb0c75f39 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Router 7fa3ce65-0b71-4a94-bb4c-e7929cc1418d has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 19:40:02.499060 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1cae6e3-5af2-44c2-a00b-80dfb0c75f39 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:40:02.503907 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f1cae6e3-5af2-44c2-a00b-80dfb0c75f39 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for floatingip, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:40:02.508589 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0adb80f4-573c-41cf-bada-62007630eb3d None None] Sync routers for ids ['7fa3ce65-0b71-4a94-bb4c-e7929cc1418d'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:40:02.518503 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0adb80f4-573c-41cf-bada-62007630eb3d None None] Routers {'7fa3ce65-0b71-4a94-bb4c-e7929cc1418d'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:40:02.519180 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-0adb80f4-573c-41cf-bada-62007630eb3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:39:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['7fa3ce65-0b71-4a94-bb4c-e7929cc1418d'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:40:02.558125 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-f1cae6e3-5af2-44c2-a00b-80dfb0c75f39 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "PUT /v2.0/floatingips/b5679655-04f8-4106-ab29-fd920a6926f9 HTTP/1.1" status: 200 len: 991 time: 1.6972547 Jun 01 19:40:02.558700 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33c71aa7-5f45-4e53-aafb-65270ffc4911', 'tag': 'ced726e2-bd21-4ae2-bf3d-ef0a55a47592'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:40:02.604931 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7478704-50e9-4951-8145-485f220493cd'] response: {'name': 'network-changed', 'server_uuid': '33c71aa7-5f45-4e53-aafb-65270ffc4911', 'tag': 'ced726e2-bd21-4ae2-bf3d-ef0a55a47592', 'status': 'completed', 'code': 200} Jun 01 19:40:02.701614 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31024dc-5849-4594-8ba1-95aa1f4d0a08 req-f3a6ee6f-c6d6-4065-a4b6-18e9aee23914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:40:02.703094 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a31024dc-5849-4594-8ba1-95aa1f4d0a08 req-f3a6ee6f-c6d6-4065-a4b6-18e9aee23914 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cbda20c3e8d6442e82db1c7c6a27e2a5&device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 1097 time: 0.0779378 Jun 01 19:40:02.707691 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-0adb80f4-573c-41cf-bada-62007630eb3d None None] Set router 7fa3ce65-0b71-4a94-bb4c-e7929cc1418d gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:40:02.837641 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31024dc-5849-4594-8ba1-95aa1f4d0a08 req-c06bff72-1bc6-4c40-95b1-c53f8c11760b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:40:02.839002 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a31024dc-5849-4594-8ba1-95aa1f4d0a08 req-c06bff72-1bc6-4c40-95b1-c53f8c11760b service neutron] 10.222.0.50 "GET /v2.0/networks?id=c4e93956-04f5-4c59-8497-c0465a5ee4f1 HTTP/1.1" status: 200 len: 913 time: 0.1303756 Jun 01 19:40:02.943070 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a31024dc-5849-4594-8ba1-95aa1f4d0a08 req-ae7377be-6668-466c-af14-e0de4070e25d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ced726e2-bd21-4ae2-bf3d-ef0a55a47592 HTTP/1.1" status: 200 len: 999 time: 0.0988307 Jun 01 19:40:03.009480 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31024dc-5849-4594-8ba1-95aa1f4d0a08 req-032ee3ab-9a72-4ed1-afc7-6bdd920c685a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:40:03.010925 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a31024dc-5849-4594-8ba1-95aa1f4d0a08 req-032ee3ab-9a72-4ed1-afc7-6bdd920c685a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7869c718-b90f-46bf-9776-ffc40f61ae55 HTTP/1.1" status: 200 len: 851 time: 0.0622597 Jun 01 19:40:03.058877 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-0adb80f4-573c-41cf-bada-62007630eb3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fa3ce65-0b71-4a94-bb4c-e7929cc1418d', 'name': 'tempest-ServerActionsTestJSON-1042264002-router', 'tenant_id': 'cbda20c3e8d6442e82db1c7c6a27e2a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '70e55147-1f1f-4d25-bc59-b7473230258c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:37:26Z', 'updated_at': '2022-06-01T19:37:31Z', 'revision_number': 4, 'project_id': 'cbda20c3e8d6442e82db1c7c6a27e2a5', 'gw_port': {'id': '70e55147-1f1f-4d25-bc59-b7473230258c', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:15:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa3ce65-0b71-4a94-bb4c-e7929cc1418d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:37:27Z', 'updated_at': '2022-06-01T19:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_floatingips': [{'id': 'b5679655-04f8-4106-ab29-fd920a6926f9', 'tenant_id': 'cbda20c3e8d6442e82db1c7c6a27e2a5', 'floating_ip_address': '172.25.4.41', 'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'router_id': '7fa3ce65-0b71-4a94-bb4c-e7929cc1418d', 'port_id': 'ced726e2-bd21-4ae2-bf3d-ef0a55a47592', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4179, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4e93956-04f5-4c59-8497-c0465a5ee4f1', 'mac_address': 'fa:16:3e:1c:f9:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c71aa7-5f45-4e53-aafb-65270ffc4911', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T19:37:33Z', 'updated_at': '2022-06-01T19:40:01Z', 'revision_number': 9, 'project_id': 'cbda20c3e8d6442e82db1c7c6a27e2a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5937c945-2bd7-4cdc-b6fe-432cda621442', 'name': '', 'network_id': 'c4e93956-04f5-4c59-8497-c0465a5ee4f1', 'tenant_id': 'cbda20c3e8d6442e82db1c7c6a27e2a5', 'mac_address': 'fa:16:3e:ff:e6:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa3ce65-0b71-4a94-bb4c-e7929cc1418d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': '7869c718-b90f-46bf-9776-ffc40f61ae55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:37:30Z', 'updated_at': '2022-06-01T19:37:35Z', 'revision_number': 5, 'project_id': 'cbda20c3e8d6442e82db1c7c6a27e2a5', 'subnets': [{'id': '7869c718-b90f-46bf-9776-ffc40f61ae55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:40:03.067694 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0adb80f4-573c-41cf-bada-62007630eb3d None None] Checking router: 7fa3ce65-0b71-4a94-bb4c-e7929cc1418d for host: n-d-844202-1 {{(pid=88527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 19:40:03.076680 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0adb80f4-573c-41cf-bada-62007630eb3d None None] Routers {'7fa3ce65-0b71-4a94-bb4c-e7929cc1418d'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:40:03.077269 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-0adb80f4-573c-41cf-bada-62007630eb3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:39:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['7fa3ce65-0b71-4a94-bb4c-e7929cc1418d'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:40:03.088045 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31024dc-5849-4594-8ba1-95aa1f4d0a08 req-44d62fcc-96ea-42c2-8957-b29e4bb42a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:40:03.089491 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a31024dc-5849-4594-8ba1-95aa1f4d0a08 req-44d62fcc-96ea-42c2-8957-b29e4bb42a25 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c4e93956-04f5-4c59-8497-c0465a5ee4f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0735173 Jun 01 19:40:03.222128 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a31024dc-5849-4594-8ba1-95aa1f4d0a08 req-bbb3d4a0-8bee-49b0-8f9e-8c3c436f5504 service neutron] 10.222.0.50 "GET /v2.0/networks/c4e93956-04f5-4c59-8497-c0465a5ee4f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272013 Jun 01 19:40:03.250809 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-0adb80f4-573c-41cf-bada-62007630eb3d None None] Set router 7fa3ce65-0b71-4a94-bb4c-e7929cc1418d gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:40:03.355354 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a31024dc-5849-4594-8ba1-95aa1f4d0a08 req-b186e131-daf2-41fb-96db-bb45dd0be6d6 service neutron] 10.222.0.50 "GET /v2.0/networks/c4e93956-04f5-4c59-8497-c0465a5ee4f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272142 Jun 01 19:40:03.593781 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-0adb80f4-573c-41cf-bada-62007630eb3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fa3ce65-0b71-4a94-bb4c-e7929cc1418d', 'name': 'tempest-ServerActionsTestJSON-1042264002-router', 'tenant_id': 'cbda20c3e8d6442e82db1c7c6a27e2a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '70e55147-1f1f-4d25-bc59-b7473230258c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:37:26Z', 'updated_at': '2022-06-01T19:37:31Z', 'revision_number': 4, 'project_id': 'cbda20c3e8d6442e82db1c7c6a27e2a5', 'gw_port': {'id': '70e55147-1f1f-4d25-bc59-b7473230258c', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:15:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa3ce65-0b71-4a94-bb4c-e7929cc1418d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:37:27Z', 'updated_at': '2022-06-01T19:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_floatingips': [{'id': 'b5679655-04f8-4106-ab29-fd920a6926f9', 'tenant_id': 'cbda20c3e8d6442e82db1c7c6a27e2a5', 'floating_ip_address': '172.25.4.41', 'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'router_id': '7fa3ce65-0b71-4a94-bb4c-e7929cc1418d', 'port_id': 'ced726e2-bd21-4ae2-bf3d-ef0a55a47592', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4179, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4e93956-04f5-4c59-8497-c0465a5ee4f1', 'mac_address': 'fa:16:3e:1c:f9:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c71aa7-5f45-4e53-aafb-65270ffc4911', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T19:37:33Z', 'updated_at': '2022-06-01T19:40:01Z', 'revision_number': 9, 'project_id': 'cbda20c3e8d6442e82db1c7c6a27e2a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5937c945-2bd7-4cdc-b6fe-432cda621442', 'name': '', 'network_id': 'c4e93956-04f5-4c59-8497-c0465a5ee4f1', 'tenant_id': 'cbda20c3e8d6442e82db1c7c6a27e2a5', 'mac_address': 'fa:16:3e:ff:e6:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa3ce65-0b71-4a94-bb4c-e7929cc1418d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': '7869c718-b90f-46bf-9776-ffc40f61ae55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:37:30Z', 'updated_at': '2022-06-01T19:37:35Z', 'revision_number': 5, 'project_id': 'cbda20c3e8d6442e82db1c7c6a27e2a5', 'subnets': [{'id': '7869c718-b90f-46bf-9776-ffc40f61ae55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:40:03.597645 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0adb80f4-573c-41cf-bada-62007630eb3d None None] The sync data for ids ['7fa3ce65-0b71-4a94-bb4c-e7929cc1418d'] in n-d-844202-1 is: [{'id': '7fa3ce65-0b71-4a94-bb4c-e7929cc1418d', 'name': 'tempest-ServerActionsTestJSON-1042264002-router', 'tenant_id': 'cbda20c3e8d6442e82db1c7c6a27e2a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '70e55147-1f1f-4d25-bc59-b7473230258c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:37:26Z', 'updated_at': '2022-06-01T19:37:31Z', 'revision_number': 4, 'project_id': 'cbda20c3e8d6442e82db1c7c6a27e2a5', 'gw_port': {'id': '70e55147-1f1f-4d25-bc59-b7473230258c', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:15:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa3ce65-0b71-4a94-bb4c-e7929cc1418d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:37:27Z', 'updated_at': '2022-06-01T19:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_floatingips': [{'id': 'b5679655-04f8-4106-ab29-fd920a6926f9', 'tenant_id': 'cbda20c3e8d6442e82db1c7c6a27e2a5', 'floating_ip_address': '172.25.4.41', 'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'router_id': '7fa3ce65-0b71-4a94-bb4c-e7929cc1418d', 'port_id': 'ced726e2-bd21-4ae2-bf3d-ef0a55a47592', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4179, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4e93956-04f5-4c59-8497-c0465a5ee4f1', 'mac_address': 'fa:16:3e:1c:f9:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c71aa7-5f45-4e53-aafb-65270ffc4911', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T19:37:33Z', 'updated_at': '2022-06-01T19:40:01Z', 'revision_number': 9, 'project_id': 'cbda20c3e8d6442e82db1c7c6a27e2a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5937c945-2bd7-4cdc-b6fe-432cda621442', 'name': '', 'network_id': 'c4e93956-04f5-4c59-8497-c0465a5ee4f1', 'tenant_id': 'cbda20c3e8d6442e82db1c7c6a27e2a5', 'mac_address': 'fa:16:3e:ff:e6:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa3ce65-0b71-4a94-bb4c-e7929cc1418d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': '7869c718-b90f-46bf-9776-ffc40f61ae55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:37:30Z', 'updated_at': '2022-06-01T19:37:35Z', 'revision_number': 5, 'project_id': 'cbda20c3e8d6442e82db1c7c6a27e2a5', 'subnets': [{'id': '7869c718-b90f-46bf-9776-ffc40f61ae55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:40:03.796115 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-882dd5e5-2365-4f0c-99e8-eab6aee2896f None None] New status for floating IP b5679655-04f8-4106-ab29-fd920a6926f9: ACTIVE {{(pid=88526) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 19:40:07.162115 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f5a17065-19df-491c-ad75-1eaa71c14111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:40:09.588551 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-ef636dd0-4fd6-4820-ae04-59aae87610a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:40:10.746511 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:40:10.748105 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:40:11.788500 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:40:12.096749 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:40:12.336200 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:40:12.931011 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.agents_db [None req-e814b9cf-7de8-45d0-a079-29c61fabe7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 19:40:29.119087 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b87c7a98-bcd3-47ab-b46d-645ddc07c1b2 req-d7e714f5-6ae6-48e6-9f71-0d8a892a70f5 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0892904 Jun 01 19:40:29.270363 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87c7a98-bcd3-47ab-b46d-645ddc07c1b2 req-aafa5283-e4e6-48d0-865a-6613e1d204a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:40:29.271767 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b87c7a98-bcd3-47ab-b46d-645ddc07c1b2 req-aafa5283-e4e6-48d0-865a-6613e1d204a4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cbda20c3e8d6442e82db1c7c6a27e2a5&device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 1097 time: 0.0817113 Jun 01 19:40:29.433055 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87c7a98-bcd3-47ab-b46d-645ddc07c1b2 req-a03729c0-a4d9-469a-ac8a-4ee5ce996d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:40:29.434779 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b87c7a98-bcd3-47ab-b46d-645ddc07c1b2 req-a03729c0-a4d9-469a-ac8a-4ee5ce996d9a service neutron] 10.222.0.50 "GET /v2.0/networks?id=c4e93956-04f5-4c59-8497-c0465a5ee4f1 HTTP/1.1" status: 200 len: 913 time: 0.1444731 Jun 01 19:40:29.560189 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b87c7a98-bcd3-47ab-b46d-645ddc07c1b2 req-6f05b8ee-acce-42b5-92ec-1c89242420fd service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ced726e2-bd21-4ae2-bf3d-ef0a55a47592 HTTP/1.1" status: 200 len: 1002 time: 0.1187935 Jun 01 19:40:29.624523 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87c7a98-bcd3-47ab-b46d-645ddc07c1b2 req-71946119-6c31-4531-98ff-15ac9b6053e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:40:29.625962 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b87c7a98-bcd3-47ab-b46d-645ddc07c1b2 req-71946119-6c31-4531-98ff-15ac9b6053e0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7869c718-b90f-46bf-9776-ffc40f61ae55 HTTP/1.1" status: 200 len: 851 time: 0.0602317 Jun 01 19:40:29.706778 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87c7a98-bcd3-47ab-b46d-645ddc07c1b2 req-72e0fbd9-9a93-4690-a7dc-b2b9a52a4a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:40:29.708263 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b87c7a98-bcd3-47ab-b46d-645ddc07c1b2 req-72e0fbd9-9a93-4690-a7dc-b2b9a52a4a54 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c4e93956-04f5-4c59-8497-c0465a5ee4f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0750749 Jun 01 19:40:29.957524 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b87c7a98-bcd3-47ab-b46d-645ddc07c1b2 req-e4079e29-735b-4b7d-9f64-22a2acbb7539 service neutron] 10.222.0.50 "GET /v2.0/networks/c4e93956-04f5-4c59-8497-c0465a5ee4f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2422917 Jun 01 19:40:30.095060 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b87c7a98-bcd3-47ab-b46d-645ddc07c1b2 req-5aac84d5-841b-4e03-8fc4-a9f6c8c17ee8 service neutron] 10.222.0.50 "GET /v2.0/networks/c4e93956-04f5-4c59-8497-c0465a5ee4f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265697 Jun 01 19:40:31.606033 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52135564-2a39-4509-934f-9700175fbc45 req-ba2fdd3e-f300-4eac-bb0b-a0c632b6ce7d tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:40:31.607553 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-52135564-2a39-4509-934f-9700175fbc45 req-ba2fdd3e-f300-4eac-bb0b-a0c632b6ce7d tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 946 time: 0.1032743 Jun 01 19:40:31.713052 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-52135564-2a39-4509-934f-9700175fbc45 req-a15977b8-adec-4636-8530-2b9c36315390 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/security-groups?id=a05ae957-bf8a-4e8f-b4e8-ecb6cd39ee06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944159 Jun 01 19:40:31.733459 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2a5d6861-9b0d-4ee2-9714-d5d725feefea req-29d98dc1-34c6-4c3e-acc2-a863ef34ea31 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1653063 Jun 01 19:40:32.918228 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04176d7-ff79-4c6e-8750-b76c8cb42890 req-d5293495-7372-40db-9908-1d5f940b99a8 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:40:32.920555 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f04176d7-ff79-4c6e-8750-b76c8cb42890 req-d5293495-7372-40db-9908-1d5f940b99a8 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 946 time: 0.0915096 Jun 01 19:40:33.022631 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f04176d7-ff79-4c6e-8750-b76c8cb42890 req-c3359395-cc37-4909-9d66-147da474ebce tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/security-groups?id=a05ae957-bf8a-4e8f-b4e8-ecb6cd39ee06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950782 Jun 01 19:40:33.051846 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5d6861-9b0d-4ee2-9714-d5d725feefea req-7cffaa27-00f5-48f0-ba2d-819de668776c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:40:33.053430 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-2a5d6861-9b0d-4ee2-9714-d5d725feefea req-7cffaa27-00f5-48f0-ba2d-819de668776c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cbda20c3e8d6442e82db1c7c6a27e2a5&device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 1097 time: 0.1033657 Jun 01 19:40:33.186834 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5d6861-9b0d-4ee2-9714-d5d725feefea req-574c601b-7440-4201-9c49-20067ed198f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:40:33.188315 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-2a5d6861-9b0d-4ee2-9714-d5d725feefea req-574c601b-7440-4201-9c49-20067ed198f7 service neutron] 10.222.0.50 "GET /v2.0/networks?id=c4e93956-04f5-4c59-8497-c0465a5ee4f1 HTTP/1.1" status: 200 len: 913 time: 0.1292751 Jun 01 19:40:33.295450 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-2a5d6861-9b0d-4ee2-9714-d5d725feefea req-a979f450-1913-4b59-8b98-2d5a213a8c88 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ced726e2-bd21-4ae2-bf3d-ef0a55a47592 HTTP/1.1" status: 200 len: 1002 time: 0.0998266 Jun 01 19:40:33.361131 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5d6861-9b0d-4ee2-9714-d5d725feefea req-96e7b0d8-f520-4f86-ac42-c90a6f49d895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:40:33.362560 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-2a5d6861-9b0d-4ee2-9714-d5d725feefea req-96e7b0d8-f520-4f86-ac42-c90a6f49d895 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7869c718-b90f-46bf-9776-ffc40f61ae55 HTTP/1.1" status: 200 len: 851 time: 0.0620241 Jun 01 19:40:33.461464 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5d6861-9b0d-4ee2-9714-d5d725feefea req-03958bc1-af60-4119-a71f-56867898c572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:40:33.462967 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-2a5d6861-9b0d-4ee2-9714-d5d725feefea req-03958bc1-af60-4119-a71f-56867898c572 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c4e93956-04f5-4c59-8497-c0465a5ee4f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0947878 Jun 01 19:40:33.620885 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-2a5d6861-9b0d-4ee2-9714-d5d725feefea req-c19b4aa1-18c1-40c9-b8e4-d2dda1164e43 service neutron] 10.222.0.50 "GET /v2.0/networks/c4e93956-04f5-4c59-8497-c0465a5ee4f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510887 Jun 01 19:40:33.762386 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-2a5d6861-9b0d-4ee2-9714-d5d725feefea req-34fa9269-6eec-4a71-92c7-201d540bb5ac service neutron] 10.222.0.50 "GET /v2.0/networks/c4e93956-04f5-4c59-8497-c0465a5ee4f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358998 Jun 01 19:40:34.217996 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc42b3af-c2cf-4785-a307-88fe2195e017 req-4b396cb8-78f4-4fe8-99a8-b15048bc0184 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:40:34.220499 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-cc42b3af-c2cf-4785-a307-88fe2195e017 req-4b396cb8-78f4-4fe8-99a8-b15048bc0184 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 946 time: 0.0872355 Jun 01 19:40:34.267138 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-cc42b3af-c2cf-4785-a307-88fe2195e017 req-67592de3-4fb5-4d0e-a8b1-722a18802d02 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/security-groups?id=a05ae957-bf8a-4e8f-b4e8-ecb6cd39ee06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398037 Jun 01 19:40:35.470699 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833187ed-5ff6-40f0-a95b-2fbf79c285b2 req-b30640ab-65d6-4e6c-9ba4-72fbfd235d88 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:40:35.472138 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-833187ed-5ff6-40f0-a95b-2fbf79c285b2 req-b30640ab-65d6-4e6c-9ba4-72fbfd235d88 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 946 time: 0.0883996 Jun 01 19:40:35.515391 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-833187ed-5ff6-40f0-a95b-2fbf79c285b2 req-d576d393-d333-4b6e-829a-f5f6624cde08 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/security-groups?id=a05ae957-bf8a-4e8f-b4e8-ecb6cd39ee06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374994 Jun 01 19:40:36.703767 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce42fd53-b346-4918-8443-4e149b89bda4 req-e3a32b9a-3fc2-4132-9a5f-797d33a36c25 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:40:36.705238 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ce42fd53-b346-4918-8443-4e149b89bda4 req-e3a32b9a-3fc2-4132-9a5f-797d33a36c25 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 946 time: 0.0818751 Jun 01 19:40:36.749476 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ce42fd53-b346-4918-8443-4e149b89bda4 req-65a2c52c-8abd-408e-84a9-5a738b832436 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/security-groups?id=a05ae957-bf8a-4e8f-b4e8-ecb6cd39ee06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375891 Jun 01 19:40:37.164987 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-c76406b8-57f8-4105-afe1-8c2bc4527164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:40:37.950389 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2029513f-9baf-4f9e-b82d-dfc59a0d5f32 req-fa36e5cc-13c1-4587-aa77-90554c024c3e tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:40:37.951840 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-2029513f-9baf-4f9e-b82d-dfc59a0d5f32 req-fa36e5cc-13c1-4587-aa77-90554c024c3e tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 946 time: 0.0871911 Jun 01 19:40:37.997484 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-2029513f-9baf-4f9e-b82d-dfc59a0d5f32 req-2d119e29-b26f-4671-a483-388416c68ce2 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/security-groups?id=a05ae957-bf8a-4e8f-b4e8-ecb6cd39ee06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397286 Jun 01 19:40:39.186001 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ac1e93-8d5c-4ddc-adb4-ed71dba34e10 req-b68c2caf-9aec-4af5-8dd8-3c56b6841b22 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:40:39.187434 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-83ac1e93-8d5c-4ddc-adb4-ed71dba34e10 req-b68c2caf-9aec-4af5-8dd8-3c56b6841b22 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 946 time: 0.0809510 Jun 01 19:40:39.235720 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-83ac1e93-8d5c-4ddc-adb4-ed71dba34e10 req-5675c32d-bc5b-487f-a23a-bb5d760f24f5 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/security-groups?id=a05ae957-bf8a-4e8f-b4e8-ecb6cd39ee06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425751 Jun 01 19:40:39.593534 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-5f718a26-f1f5-48a2-bc92-add4905d97c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:40:40.419521 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31ce959-8cd5-4b09-ac6d-7bfefdc3a5f5 req-f1cf214e-3e20-41de-b3c5-c8332e5a4354 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:40:40.421007 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a31ce959-8cd5-4b09-ac6d-7bfefdc3a5f5 req-f1cf214e-3e20-41de-b3c5-c8332e5a4354 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 946 time: 0.0800357 Jun 01 19:40:40.468615 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a31ce959-8cd5-4b09-ac6d-7bfefdc3a5f5 req-4baa5c9f-b3e0-4a51-b44b-1ed5353df87d tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/security-groups?id=a05ae957-bf8a-4e8f-b4e8-ecb6cd39ee06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420260 Jun 01 19:40:40.750063 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:40:40.751415 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:40:41.664455 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf93651-f71c-401e-bf95-494de3a5aa3f req-229589a7-7581-4f5d-bebb-b4258bd856bb tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:40:41.665937 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-edf93651-f71c-401e-bf95-494de3a5aa3f req-229589a7-7581-4f5d-bebb-b4258bd856bb tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 946 time: 0.0817385 Jun 01 19:40:41.712770 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-edf93651-f71c-401e-bf95-494de3a5aa3f req-35f3aa72-9419-4583-9c0d-cbb90da70c36 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/security-groups?id=a05ae957-bf8a-4e8f-b4e8-ecb6cd39ee06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411854 Jun 01 19:40:41.797627 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:40:42.104829 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:40:42.325616 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:40:42.910381 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58eba413-579f-4044-9460-61ef1b257c77 req-e7cf01f8-817e-4715-9433-9a294bf37151 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:40:42.911809 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-58eba413-579f-4044-9460-61ef1b257c77 req-e7cf01f8-817e-4715-9433-9a294bf37151 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 946 time: 0.0836620 Jun 01 19:40:42.958555 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-58eba413-579f-4044-9460-61ef1b257c77 req-f43d4ad9-3559-44ac-896e-c91cd25446dc tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/security-groups?id=a05ae957-bf8a-4e8f-b4e8-ecb6cd39ee06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408819 Jun 01 19:40:44.155065 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15351907-6397-4a52-aa00-9aeb6a5b2c17 req-e505c2d9-3caa-41a1-8264-f99c3228a743 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:40:44.156696 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-15351907-6397-4a52-aa00-9aeb6a5b2c17 req-e505c2d9-3caa-41a1-8264-f99c3228a743 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 946 time: 0.0859292 Jun 01 19:40:44.303172 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-15351907-6397-4a52-aa00-9aeb6a5b2c17 req-75d50fe9-510b-4a66-b904-5cf2be04c587 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/security-groups?id=a05ae957-bf8a-4e8f-b4e8-ecb6cd39ee06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1402152 Jun 01 19:40:45.491685 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a5db06-2a24-4034-b94e-d014379adb03 req-7ab27f74-3369-41a8-81cb-1ccb7a26fe98 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:40:45.493179 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-35a5db06-2a24-4034-b94e-d014379adb03 req-7ab27f74-3369-41a8-81cb-1ccb7a26fe98 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 946 time: 0.0793333 Jun 01 19:40:45.536615 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-35a5db06-2a24-4034-b94e-d014379adb03 req-099466af-85df-479a-857b-e460cca0fceb tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/security-groups?id=a05ae957-bf8a-4e8f-b4e8-ecb6cd39ee06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378857 Jun 01 19:40:45.660653 n-d-844202-1 neutron-server[88524]: INFO neutron.api.v2.resource [req-2a5d6861-9b0d-4ee2-9714-d5d725feefea req-c7eb4d88-ac6c-46b1-bf3e-5d5fabcb574f service neutron] show failed (client error): The resource could not be found. Jun 01 19:40:45.661597 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-2a5d6861-9b0d-4ee2-9714-d5d725feefea req-c7eb4d88-ac6c-46b1-bf3e-5d5fabcb574f service neutron] 10.222.0.50 "GET /v2.0/ports/ced726e2-bd21-4ae2-bf3d-ef0a55a47592/bindings/n-h1-844202-1 HTTP/1.1" status: 404 len: 380 time: 0.0766058 Jun 01 19:40:45.934456 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5d6861-9b0d-4ee2-9714-d5d725feefea req-9c1f4db3-97cd-41d4-9aa3-68dfc14bd0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:40:45.935988 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-2a5d6861-9b0d-4ee2-9714-d5d725feefea req-9c1f4db3-97cd-41d4-9aa3-68dfc14bd0ea service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911&tenant_id=cbda20c3e8d6442e82db1c7c6a27e2a5 HTTP/1.1" status: 200 len: 1097 time: 0.0716293 Jun 01 19:40:45.950196 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-2a5d6861-9b0d-4ee2-9714-d5d725feefea req-ec579000-7905-4e89-8d2b-bd56c6d73826 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-844202-1', 'device_owner': 'compute:nova'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:40:46.166356 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-2a5d6861-9b0d-4ee2-9714-d5d725feefea req-ec579000-7905-4e89-8d2b-bd56c6d73826 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:40:46.440831 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-2a5d6861-9b0d-4ee2-9714-d5d725feefea req-ec579000-7905-4e89-8d2b-bd56c6d73826 service neutron] For port ced726e2-bd21-4ae2-bf3d-ef0a55a47592, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=ced726e2-bd21-4ae2-bf3d-ef0a55a47592,segment=NetworkSegment(7ed294a7-e1e7-4d37-88c7-4b485966a411),segment_id=7ed294a7-e1e7-4d37-88c7-4b485966a411)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:40:46.470287 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-2a5d6861-9b0d-4ee2-9714-d5d725feefea req-ec579000-7905-4e89-8d2b-bd56c6d73826 service neutron] For port ced726e2-bd21-4ae2-bf3d-ef0a55a47592, host n-h2-844202-1, cleared binding levels {{(pid=88524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:40:46.530331 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33c71aa7-5f45-4e53-aafb-65270ffc4911', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ced726e2-bd21-4ae2-bf3d-ef0a55a47592'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:40:46.535762 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-2a5d6861-9b0d-4ee2-9714-d5d725feefea req-ec579000-7905-4e89-8d2b-bd56c6d73826 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:40:46.554405 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [req-2a5d6861-9b0d-4ee2-9714-d5d725feefea req-ec579000-7905-4e89-8d2b-bd56c6d73826 service neutron] Transition to ACTIVE for port object ced726e2-bd21-4ae2-bf3d-ef0a55a47592 will not be triggered until provisioned by entity L2. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:40:46.558425 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-2a5d6861-9b0d-4ee2-9714-d5d725feefea req-ec579000-7905-4e89-8d2b-bd56c6d73826 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:40:46.600766 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea4f4f18-6738-4838-8603-c5b0ef11d171'] response: {'server_uuid': '33c71aa7-5f45-4e53-aafb-65270ffc4911', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ced726e2-bd21-4ae2-bf3d-ef0a55a47592', 'code': 200} Jun 01 19:40:46.782641 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec579000-7905-4e89-8d2b-bd56c6d73826 service neutron] Pushing event updated for resources: {'Port': ['ID=ced726e2-bd21-4ae2-bf3d-ef0a55a47592,revision_number=6']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:40:46.798038 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec579000-7905-4e89-8d2b-bd56c6d73826 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:40:46.798382 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec579000-7905-4e89-8d2b-bd56c6d73826 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:40:46.798731 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec579000-7905-4e89-8d2b-bd56c6d73826 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:40:46.799053 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec579000-7905-4e89-8d2b-bd56c6d73826 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:40:46.799381 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec579000-7905-4e89-8d2b-bd56c6d73826 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:40:46.799705 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec579000-7905-4e89-8d2b-bd56c6d73826 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:40:46.800026 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec579000-7905-4e89-8d2b-bd56c6d73826 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:40:46.800375 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec579000-7905-4e89-8d2b-bd56c6d73826 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:40:46.800697 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec579000-7905-4e89-8d2b-bd56c6d73826 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:40:46.801015 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec579000-7905-4e89-8d2b-bd56c6d73826 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:40:46.801332 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec579000-7905-4e89-8d2b-bd56c6d73826 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:40:46.801649 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec579000-7905-4e89-8d2b-bd56c6d73826 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:40:46.860509 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a5d6861-9b0d-4ee2-9714-d5d725feefea req-ec579000-7905-4e89-8d2b-bd56c6d73826 service neutron] No DVR routers for this DVR port ced726e2-bd21-4ae2-bf3d-ef0a55a47592 on host n-h2-844202-1 {{(pid=88524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:40:46.935710 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9294c876-aa00-4f94-9a9d-8814720acfcf req-50dd39e6-5d1b-4b69-8ccb-92b83e7b5cd6 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:40:46.937191 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9294c876-aa00-4f94-9a9d-8814720acfcf req-50dd39e6-5d1b-4b69-8ccb-92b83e7b5cd6 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 944 time: 0.2550299 Jun 01 19:40:47.076059 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9294c876-aa00-4f94-9a9d-8814720acfcf req-9c081d69-3e53-445e-8e8f-5074b92f2a1f tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/security-groups?id=a05ae957-bf8a-4e8f-b4e8-ecb6cd39ee06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1295717 Jun 01 19:40:47.151187 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-2a5d6861-9b0d-4ee2-9714-d5d725feefea req-ec579000-7905-4e89-8d2b-bd56c6d73826 service neutron] Attempting to bind port ced726e2-bd21-4ae2-bf3d-ef0a55a47592 on host n-h1-844202-1 for vnic_type normal with profile {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:40:47.151529 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-2a5d6861-9b0d-4ee2-9714-d5d725feefea req-ec579000-7905-4e89-8d2b-bd56c6d73826 service neutron] Attempting to bind port ced726e2-bd21-4ae2-bf3d-ef0a55a47592 by drivers openvswitch,hyperv on host n-h1-844202-1 at level 0 using segments [{'id': '7ed294a7-e1e7-4d37-88c7-4b485966a411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c4e93956-04f5-4c59-8497-c0465a5ee4f1'}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:40:47.151856 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a5d6861-9b0d-4ee2-9714-d5d725feefea req-ec579000-7905-4e89-8d2b-bd56c6d73826 service neutron] Attempting to bind port ced726e2-bd21-4ae2-bf3d-ef0a55a47592 on network c4e93956-04f5-4c59-8497-c0465a5ee4f1 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:40:47.156508 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a5d6861-9b0d-4ee2-9714-d5d725feefea req-ec579000-7905-4e89-8d2b-bd56c6d73826 service neutron] Port ced726e2-bd21-4ae2-bf3d-ef0a55a47592 on network c4e93956-04f5-4c59-8497-c0465a5ee4f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-844202-1 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 19:40:47.156823 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a5d6861-9b0d-4ee2-9714-d5d725feefea req-ec579000-7905-4e89-8d2b-bd56c6d73826 service neutron] Attempting to bind port ced726e2-bd21-4ae2-bf3d-ef0a55a47592 on network c4e93956-04f5-4c59-8497-c0465a5ee4f1 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:40:47.162523 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a5d6861-9b0d-4ee2-9714-d5d725feefea req-ec579000-7905-4e89-8d2b-bd56c6d73826 service neutron] Checking agent: {'id': 'bdb1e5d7-b998-4259-838f-3d278e930f32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 40, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:40:47.162855 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a5d6861-9b0d-4ee2-9714-d5d725feefea req-ec579000-7905-4e89-8d2b-bd56c6d73826 service neutron] Checking segment: {'id': '7ed294a7-e1e7-4d37-88c7-4b485966a411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c4e93956-04f5-4c59-8497-c0465a5ee4f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:40:47.163234 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a5d6861-9b0d-4ee2-9714-d5d725feefea req-ec579000-7905-4e89-8d2b-bd56c6d73826 service neutron] Bound using segment: {'id': '7ed294a7-e1e7-4d37-88c7-4b485966a411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c4e93956-04f5-4c59-8497-c0465a5ee4f1'} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:40:47.163659 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-2a5d6861-9b0d-4ee2-9714-d5d725feefea req-ec579000-7905-4e89-8d2b-bd56c6d73826 service neutron] Bound port: ced726e2-bd21-4ae2-bf3d-ef0a55a47592, host: n-h1-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ed294a7-e1e7-4d37-88c7-4b485966a411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c4e93956-04f5-4c59-8497-c0465a5ee4f1'}}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:40:47.164000 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-2a5d6861-9b0d-4ee2-9714-d5d725feefea req-ec579000-7905-4e89-8d2b-bd56c6d73826 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:40:47.252583 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-2a5d6861-9b0d-4ee2-9714-d5d725feefea req-ec579000-7905-4e89-8d2b-bd56c6d73826 service neutron] For port ced726e2-bd21-4ae2-bf3d-ef0a55a47592, host n-h1-844202-1, cleared binding levels {{(pid=88524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:40:47.255419 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-2a5d6861-9b0d-4ee2-9714-d5d725feefea req-ec579000-7905-4e89-8d2b-bd56c6d73826 service neutron] For port ced726e2-bd21-4ae2-bf3d-ef0a55a47592, host n-h1-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=ced726e2-bd21-4ae2-bf3d-ef0a55a47592,segment=NetworkSegment(7ed294a7-e1e7-4d37-88c7-4b485966a411),segment_id=7ed294a7-e1e7-4d37-88c7-4b485966a411)] {{(pid=88524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:40:47.261501 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-2a5d6861-9b0d-4ee2-9714-d5d725feefea req-ec579000-7905-4e89-8d2b-bd56c6d73826 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:40:47.323573 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5d6861-9b0d-4ee2-9714-d5d725feefea req-ec579000-7905-4e89-8d2b-bd56c6d73826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:40:47.324173 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-2a5d6861-9b0d-4ee2-9714-d5d725feefea req-ec579000-7905-4e89-8d2b-bd56c6d73826 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:40:47.325585 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-2a5d6861-9b0d-4ee2-9714-d5d725feefea req-ec579000-7905-4e89-8d2b-bd56c6d73826 service neutron] 10.222.0.15 "PUT /v2.0/ports/ced726e2-bd21-4ae2-bf3d-ef0a55a47592 HTTP/1.1" status: 200 len: 1092 time: 1.3792973 Jun 01 19:40:47.352064 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec579000-7905-4e89-8d2b-bd56c6d73826 service neutron] Pushing event updated for resources: {'Port': ['ID=ced726e2-bd21-4ae2-bf3d-ef0a55a47592,revision_number=7']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:40:47.427106 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5d6861-9b0d-4ee2-9714-d5d725feefea req-29d34cdd-c12f-4b7e-80df-aa599a780647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:40:47.428642 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-2a5d6861-9b0d-4ee2-9714-d5d725feefea req-29d34cdd-c12f-4b7e-80df-aa599a780647 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cbda20c3e8d6442e82db1c7c6a27e2a5&device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 1095 time: 0.0727789 Jun 01 19:40:47.565398 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5d6861-9b0d-4ee2-9714-d5d725feefea req-3f016b31-0972-43c7-9ad6-0b3789327552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:40:47.566841 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-2a5d6861-9b0d-4ee2-9714-d5d725feefea req-3f016b31-0972-43c7-9ad6-0b3789327552 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c4e93956-04f5-4c59-8497-c0465a5ee4f1 HTTP/1.1" status: 200 len: 913 time: 0.1288960 Jun 01 19:40:47.674172 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-2a5d6861-9b0d-4ee2-9714-d5d725feefea req-f7c2eb1f-c2fe-4a74-a679-1270d66377fb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ced726e2-bd21-4ae2-bf3d-ef0a55a47592 HTTP/1.1" status: 200 len: 1000 time: 0.0980239 Jun 01 19:40:47.846600 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5d6861-9b0d-4ee2-9714-d5d725feefea req-1e44aae5-c142-4fe0-a9e3-7b9109fe1b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:40:47.847937 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-2a5d6861-9b0d-4ee2-9714-d5d725feefea req-1e44aae5-c142-4fe0-a9e3-7b9109fe1b99 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7869c718-b90f-46bf-9776-ffc40f61ae55 HTTP/1.1" status: 200 len: 851 time: 0.1650128 Jun 01 19:40:47.927005 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5d6861-9b0d-4ee2-9714-d5d725feefea req-030085ac-5780-4479-bb9e-f0225c08c019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:40:47.928521 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-2a5d6861-9b0d-4ee2-9714-d5d725feefea req-030085ac-5780-4479-bb9e-f0225c08c019 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c4e93956-04f5-4c59-8497-c0465a5ee4f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0710111 Jun 01 19:40:48.065323 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-2a5d6861-9b0d-4ee2-9714-d5d725feefea req-e50f66f8-d2de-4e4a-ad59-6fbc4a308ca8 service neutron] 10.222.0.15 "GET /v2.0/networks/c4e93956-04f5-4c59-8497-c0465a5ee4f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258583 Jun 01 19:40:48.202240 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-2a5d6861-9b0d-4ee2-9714-d5d725feefea req-90ba557f-7eb7-4663-93b9-8357af282b8c service neutron] 10.222.0.15 "GET /v2.0/networks/c4e93956-04f5-4c59-8497-c0465a5ee4f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271684 Jun 01 19:40:48.274608 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569ecb58-b962-44f3-8611-003bb544b522 req-8980d461-4151-4f3a-9a21-e18a0aaa518c tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:40:48.276051 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-569ecb58-b962-44f3-8611-003bb544b522 req-8980d461-4151-4f3a-9a21-e18a0aaa518c tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 944 time: 0.0849841 Jun 01 19:40:48.322981 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-569ecb58-b962-44f3-8611-003bb544b522 req-ef6f814e-a83d-4117-a8a6-464c2f1ced9b tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/security-groups?id=a05ae957-bf8a-4e8f-b4e8-ecb6cd39ee06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409417 Jun 01 19:40:48.602230 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33c71aa7-5f45-4e53-aafb-65270ffc4911', 'tag': 'ced726e2-bd21-4ae2-bf3d-ef0a55a47592'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:40:48.636243 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device ced726e2-bd21-4ae2-bf3d-ef0a55a47592 no longer exists at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:40:48.660473 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41230226-9bd8-4129-95a9-4882c8babb81'] response: {'name': 'network-changed', 'server_uuid': '33c71aa7-5f45-4e53-aafb-65270ffc4911', 'tag': 'ced726e2-bd21-4ae2-bf3d-ef0a55a47592', 'status': 'completed', 'code': 200} Jun 01 19:40:48.697476 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device ced726e2-bd21-4ae2-bf3d-ef0a55a47592 not bound to the agent host n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:40:48.814059 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719987a9-e67e-488d-bc05-0f9da5077fdb req-92b6a9a4-b2cb-4c4b-9e41-f2cbb45b1526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:40:48.815558 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-719987a9-e67e-488d-bc05-0f9da5077fdb req-92b6a9a4-b2cb-4c4b-9e41-f2cbb45b1526 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cbda20c3e8d6442e82db1c7c6a27e2a5&device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 1095 time: 0.1380877 Jun 01 19:40:48.821211 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719987a9-e67e-488d-bc05-0f9da5077fdb req-9aed6a2f-9f4c-4932-8b0c-d1cc676c239b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:40:48.822538 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-719987a9-e67e-488d-bc05-0f9da5077fdb req-9aed6a2f-9f4c-4932-8b0c-d1cc676c239b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cbda20c3e8d6442e82db1c7c6a27e2a5&device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 1095 time: 0.1066189 Jun 01 19:40:49.066097 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719987a9-e67e-488d-bc05-0f9da5077fdb req-17ebe972-0315-45a2-bbc3-a3727c3305f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:40:49.067543 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-719987a9-e67e-488d-bc05-0f9da5077fdb req-17ebe972-0315-45a2-bbc3-a3727c3305f1 service neutron] 10.222.0.50 "GET /v2.0/networks?id=c4e93956-04f5-4c59-8497-c0465a5ee4f1 HTTP/1.1" status: 200 len: 913 time: 0.2441716 Jun 01 19:40:49.068999 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719987a9-e67e-488d-bc05-0f9da5077fdb req-8014457f-5c2a-42d9-a82e-c679844f5cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:40:49.070252 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-719987a9-e67e-488d-bc05-0f9da5077fdb req-8014457f-5c2a-42d9-a82e-c679844f5cf1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c4e93956-04f5-4c59-8497-c0465a5ee4f1 HTTP/1.1" status: 200 len: 913 time: 0.2292089 Jun 01 19:40:49.253987 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-719987a9-e67e-488d-bc05-0f9da5077fdb req-1531d193-ad4f-4ed1-91a4-a5483d745617 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ced726e2-bd21-4ae2-bf3d-ef0a55a47592 HTTP/1.1" status: 200 len: 1000 time: 0.1808026 Jun 01 19:40:49.257401 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-719987a9-e67e-488d-bc05-0f9da5077fdb req-6652c5c2-ad5b-4207-9c01-2cbd6da7fac9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ced726e2-bd21-4ae2-bf3d-ef0a55a47592 HTTP/1.1" status: 200 len: 1000 time: 0.1336524 Jun 01 19:40:49.362810 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719987a9-e67e-488d-bc05-0f9da5077fdb req-9d0f9f23-6df2-4ceb-9757-95a26fc7ce1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:40:49.364142 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-719987a9-e67e-488d-bc05-0f9da5077fdb req-9d0f9f23-6df2-4ceb-9757-95a26fc7ce1f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7869c718-b90f-46bf-9776-ffc40f61ae55 HTTP/1.1" status: 200 len: 851 time: 0.1054072 Jun 01 19:40:49.367502 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719987a9-e67e-488d-bc05-0f9da5077fdb req-ca03f07d-2f4f-4157-a1be-8e88d3063fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:40:49.368896 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-719987a9-e67e-488d-bc05-0f9da5077fdb req-ca03f07d-2f4f-4157-a1be-8e88d3063fd7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7869c718-b90f-46bf-9776-ffc40f61ae55 HTTP/1.1" status: 200 len: 851 time: 0.0812521 Jun 01 19:40:49.500731 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719987a9-e67e-488d-bc05-0f9da5077fdb req-621ca162-be6f-4e9d-ba29-01a8af35535b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:40:49.502176 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-719987a9-e67e-488d-bc05-0f9da5077fdb req-621ca162-be6f-4e9d-ba29-01a8af35535b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c4e93956-04f5-4c59-8497-c0465a5ee4f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1021731 Jun 01 19:40:49.504166 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719987a9-e67e-488d-bc05-0f9da5077fdb req-e9525c79-b5c0-4455-957e-6e003f290324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:40:49.505971 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-719987a9-e67e-488d-bc05-0f9da5077fdb req-e9525c79-b5c0-4455-957e-6e003f290324 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c4e93956-04f5-4c59-8497-c0465a5ee4f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1357234 Jun 01 19:40:49.522345 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8fcae8-2274-45b9-a476-b8a899118112 req-c89a01f1-b54e-41c5-8491-00f164ebf662 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:40:49.523819 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ad8fcae8-2274-45b9-a476-b8a899118112 req-c89a01f1-b54e-41c5-8491-00f164ebf662 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 944 time: 0.0894816 Jun 01 19:40:49.573535 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ad8fcae8-2274-45b9-a476-b8a899118112 req-a32672a4-8047-4254-87c6-4863c582165d tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/security-groups?id=a05ae957-bf8a-4e8f-b4e8-ecb6cd39ee06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440195 Jun 01 19:40:49.867759 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-719987a9-e67e-488d-bc05-0f9da5077fdb req-a0e3018b-ee60-431c-9863-1ca71f8e1159 service neutron] 10.222.0.15 "GET /v2.0/networks/c4e93956-04f5-4c59-8497-c0465a5ee4f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3585019 Jun 01 19:40:49.870687 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-719987a9-e67e-488d-bc05-0f9da5077fdb req-1275bc8e-dfe4-4d0e-bbba-25e7595c0524 service neutron] 10.222.0.50 "GET /v2.0/networks/c4e93956-04f5-4c59-8497-c0465a5ee4f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3440335 Jun 01 19:40:49.931044 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.agents_db [None req-e814b9cf-7de8-45d0-a079-29c61fabe7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 19:40:50.121187 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-719987a9-e67e-488d-bc05-0f9da5077fdb req-51f40101-979d-40cf-8a4a-9fa20b1ae6e4 service neutron] 10.222.0.15 "GET /v2.0/networks/c4e93956-04f5-4c59-8497-c0465a5ee4f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2460890 Jun 01 19:40:50.122780 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-719987a9-e67e-488d-bc05-0f9da5077fdb req-2d68a2d6-523b-4e0c-8e8c-dd4ee7aea718 service neutron] 10.222.0.50 "GET /v2.0/networks/c4e93956-04f5-4c59-8497-c0465a5ee4f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2467749 Jun 01 19:40:50.404576 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device ced726e2-bd21-4ae2-bf3d-ef0a55a47592 details requested by agent hyperv_n-h1-844202-1 with host n-h1-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 19:40:50.542467 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port ced726e2-bd21-4ae2-bf3d-ef0a55a47592, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=ced726e2-bd21-4ae2-bf3d-ef0a55a47592,segment=NetworkSegment(7ed294a7-e1e7-4d37-88c7-4b485966a411),segment_id=7ed294a7-e1e7-4d37-88c7-4b485966a411)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:40:50.557917 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Returning: {'device': 'ced726e2-bd21-4ae2-bf3d-ef0a55a47592', 'network_id': 'c4e93956-04f5-4c59-8497-c0465a5ee4f1', 'port_id': 'ced726e2-bd21-4ae2-bf3d-ef0a55a47592', 'mac_address': 'fa:16:3e:1c:f9:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7869c718-b90f-46bf-9776-ffc40f61ae55', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 19:40:50.621472 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port ced726e2-bd21-4ae2-bf3d-ef0a55a47592 is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:40:50.621849 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:40:50.678138 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ced726e2-bd21-4ae2-bf3d-ef0a55a47592 {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 19:40:50.694661 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port ced726e2-bd21-4ae2-bf3d-ef0a55a47592, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=ced726e2-bd21-4ae2-bf3d-ef0a55a47592,segment=NetworkSegment(7ed294a7-e1e7-4d37-88c7-4b485966a411),segment_id=7ed294a7-e1e7-4d37-88c7-4b485966a411)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:40:50.704801 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:40:50.778922 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=ced726e2-bd21-4ae2-bf3d-ef0a55a47592,revision_number=8']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:40:50.781522 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6915b72-706f-4ba1-99fe-f8fed50c93ef req-b8f992a3-043c-44d5-bf74-ee50f001e80c tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:40:50.783098 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f6915b72-706f-4ba1-99fe-f8fed50c93ef req-b8f992a3-043c-44d5-bf74-ee50f001e80c tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 945 time: 0.0912144 Jun 01 19:40:50.788357 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:40:50.788702 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:40:50.789032 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:40:50.789384 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:40:50.789681 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:40:50.790005 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:40:50.790446 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:40:50.790771 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:40:50.791086 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:40:50.791402 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:40:50.791716 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:40:50.792029 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:40:50.835585 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f6915b72-706f-4ba1-99fe-f8fed50c93ef req-e29e73e8-f8d3-4867-9c71-65d531e0317c tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/security-groups?id=a05ae957-bf8a-4e8f-b4e8-ecb6cd39ee06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437551 Jun 01 19:40:51.013452 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] get_ports_and_sgs() called for port_ids ['ced726e2-bd21-4ae2-bf3d-ef0a55a47592'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 19:40:51.319044 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5e1a86-fb34-4133-877b-a77474586266 req-a73a8452-abd7-4336-8111-a3e1028d8c0a tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:40:51.320539 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7c5e1a86-fb34-4133-877b-a77474586266 req-a73a8452-abd7-4336-8111-a3e1028d8c0a tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.15 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911&tenant_id=cbda20c3e8d6442e82db1c7c6a27e2a5&binding%3Ahost_id=n-h1-844202-1 HTTP/1.1" status: 200 len: 945 time: 0.1519530 Jun 01 19:40:51.402963 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa25bf5e-5584-45f8-90d1-fc8da95c77d7 req-1aaef750-1a40-4a28-b306-3fa675c4b9c5 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:40:51.404422 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fa25bf5e-5584-45f8-90d1-fc8da95c77d7 req-1aaef750-1a40-4a28-b306-3fa675c4b9c5 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 945 time: 0.1605985 Jun 01 19:40:51.450697 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7c5e1a86-fb34-4133-877b-a77474586266 req-46d2b3b9-196f-40ac-b22e-ee837502ccc9 service neutron] 10.222.0.15 "GET /v2.0/ports/ced726e2-bd21-4ae2-bf3d-ef0a55a47592/bindings/n-h1-844202-1 HTTP/1.1" status: 200 len: 382 time: 0.1231501 Jun 01 19:40:51.461420 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fa25bf5e-5584-45f8-90d1-fc8da95c77d7 req-1c8054f2-c475-415d-94e2-e10e24b9e8e9 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/security-groups?id=a05ae957-bf8a-4e8f-b4e8-ecb6cd39ee06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512855 Jun 01 19:40:51.545399 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5e1a86-fb34-4133-877b-a77474586266 req-d34eb46c-be04-4f15-b4ca-14c40a666f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:40:51.546795 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7c5e1a86-fb34-4133-877b-a77474586266 req-d34eb46c-be04-4f15-b4ca-14c40a666f52 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cbda20c3e8d6442e82db1c7c6a27e2a5&device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 1096 time: 0.0738120 Jun 01 19:40:51.681968 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5e1a86-fb34-4133-877b-a77474586266 req-544ced4b-2792-4c47-bc81-994358a5b64a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:40:51.683413 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7c5e1a86-fb34-4133-877b-a77474586266 req-544ced4b-2792-4c47-bc81-994358a5b64a service neutron] 10.222.0.15 "GET /v2.0/networks?id=c4e93956-04f5-4c59-8497-c0465a5ee4f1 HTTP/1.1" status: 200 len: 913 time: 0.1297233 Jun 01 19:40:51.790588 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7c5e1a86-fb34-4133-877b-a77474586266 req-9e6e7ae9-5b32-4fab-bbcb-93c07b3efced service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ced726e2-bd21-4ae2-bf3d-ef0a55a47592 HTTP/1.1" status: 200 len: 1001 time: 0.1006250 Jun 01 19:40:51.857043 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5e1a86-fb34-4133-877b-a77474586266 req-98905a47-6ee2-4410-b059-03c932b1f714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:40:51.858398 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7c5e1a86-fb34-4133-877b-a77474586266 req-98905a47-6ee2-4410-b059-03c932b1f714 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7869c718-b90f-46bf-9776-ffc40f61ae55 HTTP/1.1" status: 200 len: 851 time: 0.0623715 Jun 01 19:40:51.935747 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5e1a86-fb34-4133-877b-a77474586266 req-9c27f267-a9c6-4a1b-8935-591f4ee7e8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:40:51.937254 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7c5e1a86-fb34-4133-877b-a77474586266 req-9c27f267-a9c6-4a1b-8935-591f4ee7e8f0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c4e93956-04f5-4c59-8497-c0465a5ee4f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0730152 Jun 01 19:40:52.074305 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7c5e1a86-fb34-4133-877b-a77474586266 req-730ca0a3-0e94-4706-9ca0-afda94fc19cd service neutron] 10.222.0.15 "GET /v2.0/networks/c4e93956-04f5-4c59-8497-c0465a5ee4f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304579 Jun 01 19:40:52.222706 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7c5e1a86-fb34-4133-877b-a77474586266 req-f94d3653-3d88-42db-8891-040ff1506147 service neutron] 10.222.0.15 "GET /v2.0/networks/c4e93956-04f5-4c59-8497-c0465a5ee4f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418931 Jun 01 19:40:52.426601 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device ced726e2-bd21-4ae2-bf3d-ef0a55a47592 up at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:40:52.494398 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Provisioning for port ced726e2-bd21-4ae2-bf3d-ef0a55a47592 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:40:52.499313 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Provisioning complete for port ced726e2-bd21-4ae2-bf3d-ef0a55a47592 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:40:52.499676 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:40:52.624438 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port ced726e2-bd21-4ae2-bf3d-ef0a55a47592 is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:40:52.624834 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:40:52.657257 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33c71aa7-5f45-4e53-aafb-65270ffc4911', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ced726e2-bd21-4ae2-bf3d-ef0a55a47592'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:40:52.664469 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3594bd-a1c4-410a-bb9a-de2e9be4a209 req-5272fde5-dc90-46a7-90db-ba9023216a03 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:40:52.665794 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-0c3594bd-a1c4-410a-bb9a-de2e9be4a209 req-5272fde5-dc90-46a7-90db-ba9023216a03 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 945 time: 0.0863330 Jun 01 19:40:52.665923 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port ced726e2-bd21-4ae2-bf3d-ef0a55a47592, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=ced726e2-bd21-4ae2-bf3d-ef0a55a47592,segment=NetworkSegment(7ed294a7-e1e7-4d37-88c7-4b485966a411),segment_id=7ed294a7-e1e7-4d37-88c7-4b485966a411)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:40:52.670784 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:40:52.718454 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-0c3594bd-a1c4-410a-bb9a-de2e9be4a209 req-5475ceee-226f-4bb9-8fff-e17ab963705e tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/security-groups?id=a05ae957-bf8a-4e8f-b4e8-ecb6cd39ee06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456204 Jun 01 19:40:52.733555 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f9cd1f9-10fb-40ea-aacc-b0136b142334'] response: {'server_uuid': '33c71aa7-5f45-4e53-aafb-65270ffc4911', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ced726e2-bd21-4ae2-bf3d-ef0a55a47592', 'code': 200} Jun 01 19:40:52.748220 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=ced726e2-bd21-4ae2-bf3d-ef0a55a47592,revision_number=9']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:40:53.919819 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475f063a-c0e7-4502-89dd-2e3c598716a0 req-e676c866-2a38-496d-a61a-7320d17f88da tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:40:53.921345 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-475f063a-c0e7-4502-89dd-2e3c598716a0 req-e676c866-2a38-496d-a61a-7320d17f88da tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 946 time: 0.0869787 Jun 01 19:40:53.970499 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-475f063a-c0e7-4502-89dd-2e3c598716a0 req-139f1055-03e2-45a9-b343-724047c28113 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/security-groups?id=a05ae957-bf8a-4e8f-b4e8-ecb6cd39ee06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434449 Jun 01 19:40:54.403123 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5e1a86-fb34-4133-877b-a77474586266 req-c0e72d5d-eb51-4643-bfc3-69ffb4dd50bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:40:54.404592 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7c5e1a86-fb34-4133-877b-a77474586266 req-c0e72d5d-eb51-4643-bfc3-69ffb4dd50bc service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911&tenant_id=cbda20c3e8d6442e82db1c7c6a27e2a5 HTTP/1.1" status: 200 len: 1097 time: 0.0761826 Jun 01 19:40:54.415966 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-7c5e1a86-fb34-4133-877b-a77474586266 req-861f1005-1e05-40c5-87c5-fdf5f297bcd7 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-844202-1', 'device_owner': 'compute:nova'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:40:54.647076 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-7c5e1a86-fb34-4133-877b-a77474586266 req-861f1005-1e05-40c5-87c5-fdf5f297bcd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:40:54.934033 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-7c5e1a86-fb34-4133-877b-a77474586266 req-861f1005-1e05-40c5-87c5-fdf5f297bcd7 service neutron] For port ced726e2-bd21-4ae2-bf3d-ef0a55a47592, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=ced726e2-bd21-4ae2-bf3d-ef0a55a47592,segment=NetworkSegment(7ed294a7-e1e7-4d37-88c7-4b485966a411),segment_id=7ed294a7-e1e7-4d37-88c7-4b485966a411)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:40:54.964330 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-7c5e1a86-fb34-4133-877b-a77474586266 req-861f1005-1e05-40c5-87c5-fdf5f297bcd7 service neutron] For port ced726e2-bd21-4ae2-bf3d-ef0a55a47592, host n-h1-844202-1, cleared binding levels {{(pid=88524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:40:55.024893 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33c71aa7-5f45-4e53-aafb-65270ffc4911', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ced726e2-bd21-4ae2-bf3d-ef0a55a47592'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:40:55.030909 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-7c5e1a86-fb34-4133-877b-a77474586266 req-861f1005-1e05-40c5-87c5-fdf5f297bcd7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:40:55.049465 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [req-7c5e1a86-fb34-4133-877b-a77474586266 req-861f1005-1e05-40c5-87c5-fdf5f297bcd7 service neutron] Transition to ACTIVE for port object ced726e2-bd21-4ae2-bf3d-ef0a55a47592 will not be triggered until provisioned by entity L2. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:40:55.054764 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-7c5e1a86-fb34-4133-877b-a77474586266 req-861f1005-1e05-40c5-87c5-fdf5f297bcd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:40:55.093333 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b43ec2b0-713a-4a91-b44f-7858497a0372'] response: {'server_uuid': '33c71aa7-5f45-4e53-aafb-65270ffc4911', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ced726e2-bd21-4ae2-bf3d-ef0a55a47592', 'code': 200} Jun 01 19:40:55.176685 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f11d7ed-4243-4a94-a461-dc1dd56540fa req-74698f96-f7f3-4100-8ef4-7ca2def76afb tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:40:55.178626 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-7f11d7ed-4243-4a94-a461-dc1dd56540fa req-74698f96-f7f3-4100-8ef4-7ca2def76afb tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 945 time: 0.0925725 Jun 01 19:40:55.210573 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861f1005-1e05-40c5-87c5-fdf5f297bcd7 service neutron] Pushing event updated for resources: {'Port': ['ID=ced726e2-bd21-4ae2-bf3d-ef0a55a47592,revision_number=10']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:40:55.230403 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-7f11d7ed-4243-4a94-a461-dc1dd56540fa req-1d4ab4f9-b9ed-4dc3-8d49-afae1d7a9ffc tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/security-groups?id=a05ae957-bf8a-4e8f-b4e8-ecb6cd39ee06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458906 Jun 01 19:40:55.259531 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c5e1a86-fb34-4133-877b-a77474586266 req-861f1005-1e05-40c5-87c5-fdf5f297bcd7 service neutron] No DVR routers for this DVR port ced726e2-bd21-4ae2-bf3d-ef0a55a47592 on host n-h1-844202-1 {{(pid=88524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:40:55.504749 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-7c5e1a86-fb34-4133-877b-a77474586266 req-861f1005-1e05-40c5-87c5-fdf5f297bcd7 service neutron] Attempting to bind port ced726e2-bd21-4ae2-bf3d-ef0a55a47592 on host n-h2-844202-1 for vnic_type normal with profile {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:40:55.505524 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-7c5e1a86-fb34-4133-877b-a77474586266 req-861f1005-1e05-40c5-87c5-fdf5f297bcd7 service neutron] Attempting to bind port ced726e2-bd21-4ae2-bf3d-ef0a55a47592 by drivers openvswitch,hyperv on host n-h2-844202-1 at level 0 using segments [{'id': '7ed294a7-e1e7-4d37-88c7-4b485966a411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c4e93956-04f5-4c59-8497-c0465a5ee4f1'}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:40:55.505832 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c5e1a86-fb34-4133-877b-a77474586266 req-861f1005-1e05-40c5-87c5-fdf5f297bcd7 service neutron] Attempting to bind port ced726e2-bd21-4ae2-bf3d-ef0a55a47592 on network c4e93956-04f5-4c59-8497-c0465a5ee4f1 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:40:55.510360 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c5e1a86-fb34-4133-877b-a77474586266 req-861f1005-1e05-40c5-87c5-fdf5f297bcd7 service neutron] Port ced726e2-bd21-4ae2-bf3d-ef0a55a47592 on network c4e93956-04f5-4c59-8497-c0465a5ee4f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-844202-1 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 19:40:55.510665 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c5e1a86-fb34-4133-877b-a77474586266 req-861f1005-1e05-40c5-87c5-fdf5f297bcd7 service neutron] Attempting to bind port ced726e2-bd21-4ae2-bf3d-ef0a55a47592 on network c4e93956-04f5-4c59-8497-c0465a5ee4f1 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:40:55.515637 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c5e1a86-fb34-4133-877b-a77474586266 req-861f1005-1e05-40c5-87c5-fdf5f297bcd7 service neutron] Checking agent: {'id': 'f5db9968-6317-4186-9100-9e0ca6b50417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 40, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:40:55.515960 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c5e1a86-fb34-4133-877b-a77474586266 req-861f1005-1e05-40c5-87c5-fdf5f297bcd7 service neutron] Checking segment: {'id': '7ed294a7-e1e7-4d37-88c7-4b485966a411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c4e93956-04f5-4c59-8497-c0465a5ee4f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:40:55.516363 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c5e1a86-fb34-4133-877b-a77474586266 req-861f1005-1e05-40c5-87c5-fdf5f297bcd7 service neutron] Bound using segment: {'id': '7ed294a7-e1e7-4d37-88c7-4b485966a411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c4e93956-04f5-4c59-8497-c0465a5ee4f1'} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:40:55.516778 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-7c5e1a86-fb34-4133-877b-a77474586266 req-861f1005-1e05-40c5-87c5-fdf5f297bcd7 service neutron] Bound port: ced726e2-bd21-4ae2-bf3d-ef0a55a47592, host: n-h2-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ed294a7-e1e7-4d37-88c7-4b485966a411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c4e93956-04f5-4c59-8497-c0465a5ee4f1'}}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:40:55.517368 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-7c5e1a86-fb34-4133-877b-a77474586266 req-861f1005-1e05-40c5-87c5-fdf5f297bcd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:40:55.609523 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-7c5e1a86-fb34-4133-877b-a77474586266 req-861f1005-1e05-40c5-87c5-fdf5f297bcd7 service neutron] For port ced726e2-bd21-4ae2-bf3d-ef0a55a47592, host n-h2-844202-1, cleared binding levels {{(pid=88524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:40:55.612450 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-7c5e1a86-fb34-4133-877b-a77474586266 req-861f1005-1e05-40c5-87c5-fdf5f297bcd7 service neutron] For port ced726e2-bd21-4ae2-bf3d-ef0a55a47592, host n-h2-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=ced726e2-bd21-4ae2-bf3d-ef0a55a47592,segment=NetworkSegment(7ed294a7-e1e7-4d37-88c7-4b485966a411),segment_id=7ed294a7-e1e7-4d37-88c7-4b485966a411)] {{(pid=88524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:40:55.619890 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-7c5e1a86-fb34-4133-877b-a77474586266 req-861f1005-1e05-40c5-87c5-fdf5f297bcd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:40:55.694432 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5e1a86-fb34-4133-877b-a77474586266 req-861f1005-1e05-40c5-87c5-fdf5f297bcd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:40:55.695433 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-7c5e1a86-fb34-4133-877b-a77474586266 req-861f1005-1e05-40c5-87c5-fdf5f297bcd7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:40:55.697641 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7c5e1a86-fb34-4133-877b-a77474586266 req-861f1005-1e05-40c5-87c5-fdf5f297bcd7 service neutron] 10.222.0.50 "PUT /v2.0/ports/ced726e2-bd21-4ae2-bf3d-ef0a55a47592 HTTP/1.1" status: 200 len: 1093 time: 1.2867086 Jun 01 19:40:55.720484 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861f1005-1e05-40c5-87c5-fdf5f297bcd7 service neutron] Pushing event updated for resources: {'Port': ['ID=ced726e2-bd21-4ae2-bf3d-ef0a55a47592,revision_number=11']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:40:55.800275 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5e1a86-fb34-4133-877b-a77474586266 req-7c70be19-6b5e-4dc7-9f9a-9589662010d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:40:55.801761 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7c5e1a86-fb34-4133-877b-a77474586266 req-7c70be19-6b5e-4dc7-9f9a-9589662010d9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cbda20c3e8d6442e82db1c7c6a27e2a5&device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 1096 time: 0.0777695 Jun 01 19:40:55.934360 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5e1a86-fb34-4133-877b-a77474586266 req-e4a9c9ff-e09b-42df-8f16-809f4c1b9b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:40:55.935807 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7c5e1a86-fb34-4133-877b-a77474586266 req-e4a9c9ff-e09b-42df-8f16-809f4c1b9b8b service neutron] 10.222.0.50 "GET /v2.0/networks?id=c4e93956-04f5-4c59-8497-c0465a5ee4f1 HTTP/1.1" status: 200 len: 913 time: 0.1290591 Jun 01 19:40:56.037452 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7c5e1a86-fb34-4133-877b-a77474586266 req-ccdb21e5-a7cb-4377-8a4e-2211efb879e6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ced726e2-bd21-4ae2-bf3d-ef0a55a47592 HTTP/1.1" status: 200 len: 1000 time: 0.0960481 Jun 01 19:40:56.097981 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5e1a86-fb34-4133-877b-a77474586266 req-0c885114-c439-4235-876b-4518a065a30b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:40:56.099435 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7c5e1a86-fb34-4133-877b-a77474586266 req-0c885114-c439-4235-876b-4518a065a30b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7869c718-b90f-46bf-9776-ffc40f61ae55 HTTP/1.1" status: 200 len: 851 time: 0.0573874 Jun 01 19:40:56.172274 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5e1a86-fb34-4133-877b-a77474586266 req-0b683964-d95a-400c-ad59-82ab26c491f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:40:56.173729 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7c5e1a86-fb34-4133-877b-a77474586266 req-0b683964-d95a-400c-ad59-82ab26c491f9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c4e93956-04f5-4c59-8497-c0465a5ee4f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0693216 Jun 01 19:40:56.427767 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device ced726e2-bd21-4ae2-bf3d-ef0a55a47592 no longer exists at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:40:56.467306 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7c5e1a86-fb34-4133-877b-a77474586266 req-9448d308-691a-476d-89bb-9957bc0f6111 service neutron] 10.222.0.50 "GET /v2.0/networks/c4e93956-04f5-4c59-8497-c0465a5ee4f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2877755 Jun 01 19:40:56.485048 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device ced726e2-bd21-4ae2-bf3d-ef0a55a47592 not bound to the agent host n-h1-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:40:56.505506 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf27999-635d-4159-8e08-225389b78dbe req-5bb1a08c-55a3-4ebf-a738-2c0897ee04ba tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:40:56.506926 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-cbf27999-635d-4159-8e08-225389b78dbe req-5bb1a08c-55a3-4ebf-a738-2c0897ee04ba tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 945 time: 0.1516590 Jun 01 19:40:56.621781 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-cbf27999-635d-4159-8e08-225389b78dbe req-267e726c-148c-4069-9c64-dee825225d09 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/security-groups?id=a05ae957-bf8a-4e8f-b4e8-ecb6cd39ee06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705960 Jun 01 19:40:56.643375 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7c5e1a86-fb34-4133-877b-a77474586266 req-e1c1fbdf-a533-444f-ade0-b2c24a457663 service neutron] 10.222.0.50 "GET /v2.0/networks/c4e93956-04f5-4c59-8497-c0465a5ee4f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704254 Jun 01 19:40:57.094139 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33c71aa7-5f45-4e53-aafb-65270ffc4911', 'tag': 'ced726e2-bd21-4ae2-bf3d-ef0a55a47592'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:40:57.150272 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14e9d680-2f6d-4267-9ba7-a4174e8f0fe6'] response: {'name': 'network-changed', 'server_uuid': '33c71aa7-5f45-4e53-aafb-65270ffc4911', 'tag': 'ced726e2-bd21-4ae2-bf3d-ef0a55a47592', 'status': 'completed', 'code': 200} Jun 01 19:40:57.304802 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc37ade-0f9e-4160-a9c6-fe3a59cae08f req-4624ee9f-0c86-4b4c-893d-b31046ba008c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:40:57.306207 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fdc37ade-0f9e-4160-a9c6-fe3a59cae08f req-4624ee9f-0c86-4b4c-893d-b31046ba008c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cbda20c3e8d6442e82db1c7c6a27e2a5&device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 1096 time: 0.1344647 Jun 01 19:40:57.308901 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc37ade-0f9e-4160-a9c6-fe3a59cae08f req-2af33a08-f842-4585-9b63-94f830067afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:40:57.310215 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fdc37ade-0f9e-4160-a9c6-fe3a59cae08f req-2af33a08-f842-4585-9b63-94f830067afc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cbda20c3e8d6442e82db1c7c6a27e2a5&device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 1096 time: 0.1028011 Jun 01 19:40:57.545431 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc37ade-0f9e-4160-a9c6-fe3a59cae08f req-c1df53ae-9bd1-446b-ad14-cfc8df67a0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:40:57.546890 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fdc37ade-0f9e-4160-a9c6-fe3a59cae08f req-c1df53ae-9bd1-446b-ad14-cfc8df67a0d0 service neutron] 10.222.0.50 "GET /v2.0/networks?id=c4e93956-04f5-4c59-8497-c0465a5ee4f1 HTTP/1.1" status: 200 len: 913 time: 0.2348473 Jun 01 19:40:57.547955 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc37ade-0f9e-4160-a9c6-fe3a59cae08f req-229cbcaf-44ad-4e9d-b598-94b6f658821e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:40:57.549237 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fdc37ade-0f9e-4160-a9c6-fe3a59cae08f req-229cbcaf-44ad-4e9d-b598-94b6f658821e service neutron] 10.222.0.15 "GET /v2.0/networks?id=c4e93956-04f5-4c59-8497-c0465a5ee4f1 HTTP/1.1" status: 200 len: 913 time: 0.2186937 Jun 01 19:40:57.767973 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fdc37ade-0f9e-4160-a9c6-fe3a59cae08f req-649afc6f-45ba-43b6-9536-9e6018e548de service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ced726e2-bd21-4ae2-bf3d-ef0a55a47592 HTTP/1.1" status: 200 len: 1000 time: 0.2145257 Jun 01 19:40:57.769622 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fdc37ade-0f9e-4160-a9c6-fe3a59cae08f req-d27396a0-5f4a-42b9-b104-876787fe72ab service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ced726e2-bd21-4ae2-bf3d-ef0a55a47592 HTTP/1.1" status: 200 len: 1000 time: 0.1647477 Jun 01 19:40:57.899547 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc37ade-0f9e-4160-a9c6-fe3a59cae08f req-5719d640-0da7-4b47-a6c9-fadce12a3e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:40:57.901091 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fdc37ade-0f9e-4160-a9c6-fe3a59cae08f req-5719d640-0da7-4b47-a6c9-fadce12a3e54 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7869c718-b90f-46bf-9776-ffc40f61ae55 HTTP/1.1" status: 200 len: 851 time: 0.1262684 Jun 01 19:40:57.903842 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc37ade-0f9e-4160-a9c6-fe3a59cae08f req-6b0ae647-8362-415a-93c2-bbd7505df07b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:40:57.905188 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fdc37ade-0f9e-4160-a9c6-fe3a59cae08f req-6b0ae647-8362-415a-93c2-bbd7505df07b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7869c718-b90f-46bf-9776-ffc40f61ae55 HTTP/1.1" status: 200 len: 851 time: 0.0941162 Jun 01 19:40:58.011703 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6147c1d-3c70-440f-8cd3-3a5fb22cb19f req-179ba1cb-18af-45ec-b939-96ec1f2fe52d tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:40:58.013173 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a6147c1d-3c70-440f-8cd3-3a5fb22cb19f req-179ba1cb-18af-45ec-b939-96ec1f2fe52d tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 945 time: 0.2808726 Jun 01 19:40:58.090842 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a6147c1d-3c70-440f-8cd3-3a5fb22cb19f req-8c6b8446-70d5-4ad4-bdcf-c90c6cfb6996 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/security-groups?id=a05ae957-bf8a-4e8f-b4e8-ecb6cd39ee06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648091 Jun 01 19:40:58.108195 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc37ade-0f9e-4160-a9c6-fe3a59cae08f req-b5ea364a-a73d-41ed-afef-72a9cfacda64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:40:58.109686 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fdc37ade-0f9e-4160-a9c6-fe3a59cae08f req-b5ea364a-a73d-41ed-afef-72a9cfacda64 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c4e93956-04f5-4c59-8497-c0465a5ee4f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1664715 Jun 01 19:40:58.112451 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc37ade-0f9e-4160-a9c6-fe3a59cae08f req-0d43fe66-3868-4c5c-a8eb-055b6634a56b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:40:58.113801 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fdc37ade-0f9e-4160-a9c6-fe3a59cae08f req-0d43fe66-3868-4c5c-a8eb-055b6634a56b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c4e93956-04f5-4c59-8497-c0465a5ee4f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2062330 Jun 01 19:40:58.475794 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fdc37ade-0f9e-4160-a9c6-fe3a59cae08f req-ba119672-9781-4cdf-8349-7db86aff4140 service neutron] 10.222.0.15 "GET /v2.0/networks/c4e93956-04f5-4c59-8497-c0465a5ee4f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3581479 Jun 01 19:40:58.477501 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fdc37ade-0f9e-4160-a9c6-fe3a59cae08f req-b0bd5d5f-5505-4bfc-a93e-b255f26fd2b5 service neutron] 10.222.0.50 "GET /v2.0/networks/c4e93956-04f5-4c59-8497-c0465a5ee4f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3411043 Jun 01 19:40:58.719324 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fdc37ade-0f9e-4160-a9c6-fe3a59cae08f req-bf572045-9717-4e6a-a981-a8710df33515 service neutron] 10.222.0.50 "GET /v2.0/networks/c4e93956-04f5-4c59-8497-c0465a5ee4f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2362525 Jun 01 19:40:58.722302 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fdc37ade-0f9e-4160-a9c6-fe3a59cae08f req-bc65fc69-d2e8-44ed-a664-659937edab53 service neutron] 10.222.0.15 "GET /v2.0/networks/c4e93956-04f5-4c59-8497-c0465a5ee4f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2216554 Jun 01 19:40:59.289807 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7718e258-b13d-4dd0-a0d0-011dc899a845 req-792bcea7-0216-446c-9b50-42374f934899 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:40:59.291159 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-7718e258-b13d-4dd0-a0d0-011dc899a845 req-792bcea7-0216-446c-9b50-42374f934899 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 945 time: 0.0855451 Jun 01 19:40:59.335922 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-7718e258-b13d-4dd0-a0d0-011dc899a845 req-ae00461e-9c99-4f20-a37a-dde5f67fd95f tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/security-groups?id=a05ae957-bf8a-4e8f-b4e8-ecb6cd39ee06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391660 Jun 01 19:40:59.518490 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e42cde-6f5a-4ce0-8d6d-c129b2cbb715 req-69d9d4b4-fbcb-463b-97f9-84981472fa61 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:40:59.519931 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b6e42cde-6f5a-4ce0-8d6d-c129b2cbb715 req-69d9d4b4-fbcb-463b-97f9-84981472fa61 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 945 time: 0.0798712 Jun 01 19:40:59.564156 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b6e42cde-6f5a-4ce0-8d6d-c129b2cbb715 req-f05df96e-a034-470b-8a55-2ef7e404cb48 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/security-groups?id=a05ae957-bf8a-4e8f-b4e8-ecb6cd39ee06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379026 Jun 01 19:40:59.752732 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6665a65-a719-4f7c-9381-29af952de120 req-1858d6c7-38c2-47fc-bcec-59ba2b6680e4 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:40:59.754161 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d6665a65-a719-4f7c-9381-29af952de120 req-1858d6c7-38c2-47fc-bcec-59ba2b6680e4 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 945 time: 0.0832841 Jun 01 19:40:59.798657 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d6665a65-a719-4f7c-9381-29af952de120 req-5898b957-099e-4c5d-826d-0fa76b176dea tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/security-groups?id=a05ae957-bf8a-4e8f-b4e8-ecb6cd39ee06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384974 Jun 01 19:41:00.214448 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e6d3c8-e5e4-44c0-8347-8392ef37382f req-34439f2b-82df-4512-8faa-a58a2b9c33a8 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:41:00.215889 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-34e6d3c8-e5e4-44c0-8347-8392ef37382f req-34439f2b-82df-4512-8faa-a58a2b9c33a8 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 945 time: 0.0912371 Jun 01 19:41:00.260593 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-34e6d3c8-e5e4-44c0-8347-8392ef37382f req-9b3fc544-1b9e-494a-8996-1a108734ab14 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/security-groups?id=a05ae957-bf8a-4e8f-b4e8-ecb6cd39ee06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387826 Jun 01 19:41:00.695948 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device ced726e2-bd21-4ae2-bf3d-ef0a55a47592 details requested by agent hyperv_n-h2-844202-1 with host n-h2-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 19:41:00.836633 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port ced726e2-bd21-4ae2-bf3d-ef0a55a47592, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=ced726e2-bd21-4ae2-bf3d-ef0a55a47592,segment=NetworkSegment(7ed294a7-e1e7-4d37-88c7-4b485966a411),segment_id=7ed294a7-e1e7-4d37-88c7-4b485966a411)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:41:00.856852 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Returning: {'device': 'ced726e2-bd21-4ae2-bf3d-ef0a55a47592', 'network_id': 'c4e93956-04f5-4c59-8497-c0465a5ee4f1', 'port_id': 'ced726e2-bd21-4ae2-bf3d-ef0a55a47592', 'mac_address': 'fa:16:3e:1c:f9:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7869c718-b90f-46bf-9776-ffc40f61ae55', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 19:41:00.924497 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port ced726e2-bd21-4ae2-bf3d-ef0a55a47592 is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:41:00.924870 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:41:00.947113 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ced726e2-bd21-4ae2-bf3d-ef0a55a47592 {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 19:41:00.965908 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port ced726e2-bd21-4ae2-bf3d-ef0a55a47592, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=ced726e2-bd21-4ae2-bf3d-ef0a55a47592,segment=NetworkSegment(7ed294a7-e1e7-4d37-88c7-4b485966a411),segment_id=7ed294a7-e1e7-4d37-88c7-4b485966a411)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:41:00.970876 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:41:01.040497 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=ced726e2-bd21-4ae2-bf3d-ef0a55a47592,revision_number=12']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:41:01.187887 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] get_ports_and_sgs() called for port_ids ['ced726e2-bd21-4ae2-bf3d-ef0a55a47592'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 19:41:01.216627 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d842fa-3d6e-48d1-a057-2045e196d85b req-c57c5c95-c472-4fd7-bfdc-66a9fa9c4657 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:41:01.217979 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-39d842fa-3d6e-48d1-a057-2045e196d85b req-c57c5c95-c472-4fd7-bfdc-66a9fa9c4657 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.50 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 946 time: 0.0992703 Jun 01 19:41:01.297709 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-39d842fa-3d6e-48d1-a057-2045e196d85b req-2934b172-2409-404f-baf2-7f6e47843c90 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Deleting port ced726e2-bd21-4ae2-bf3d-ef0a55a47592 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:41:01.298195 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-39d842fa-3d6e-48d1-a057-2045e196d85b req-2934b172-2409-404f-baf2-7f6e47843c90 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:41:01.596652 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2e549f-99a7-4f9e-9f3d-9feddd0cfc99 req-3a272289-dc3f-4780-bc02-a18cdd11a755 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:41:01.598016 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ed2e549f-99a7-4f9e-9f3d-9feddd0cfc99 req-3a272289-dc3f-4780-bc02-a18cdd11a755 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 946 time: 0.2009470 Jun 01 19:41:01.644447 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-39d842fa-3d6e-48d1-a057-2045e196d85b req-2934b172-2409-404f-baf2-7f6e47843c90 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] For port ced726e2-bd21-4ae2-bf3d-ef0a55a47592, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=ced726e2-bd21-4ae2-bf3d-ef0a55a47592,segment=NetworkSegment(7ed294a7-e1e7-4d37-88c7-4b485966a411),segment_id=7ed294a7-e1e7-4d37-88c7-4b485966a411)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:41:01.644800 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-39d842fa-3d6e-48d1-a057-2045e196d85b req-2934b172-2409-404f-baf2-7f6e47843c90 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:41:01.727404 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ed2e549f-99a7-4f9e-9f3d-9feddd0cfc99 req-2ee95324-142b-4d9e-b4c6-1402593ab879 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/security-groups?id=a05ae957-bf8a-4e8f-b4e8-ecb6cd39ee06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1230643 Jun 01 19:41:01.954079 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-39d842fa-3d6e-48d1-a057-2045e196d85b req-2934b172-2409-404f-baf2-7f6e47843c90 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:41:01.954454 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-39d842fa-3d6e-48d1-a057-2045e196d85b req-2934b172-2409-404f-baf2-7f6e47843c90 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887712'] for floatingip, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:41:01.954773 n-d-844202-1 neutron-server[88524]: INFO neutron.db.l3_db [req-39d842fa-3d6e-48d1-a057-2045e196d85b req-2934b172-2409-404f-baf2-7f6e47843c90 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Floating IP b5679655-04f8-4106-ab29-fd920a6926f9 disassociated. External IP: 172.25.4.41, port: ced726e2-bd21-4ae2-bf3d-ef0a55a47592. Jun 01 19:41:01.955110 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-39d842fa-3d6e-48d1-a057-2045e196d85b req-2934b172-2409-404f-baf2-7f6e47843c90 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Calling delete_port for ced726e2-bd21-4ae2-bf3d-ef0a55a47592 owned by compute:nova {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:41:02.110333 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-39d842fa-3d6e-48d1-a057-2045e196d85b req-2934b172-2409-404f-baf2-7f6e47843c90 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:41:02.169659 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2934b172-2409-404f-baf2-7f6e47843c90 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Pushing event deleted for resources: {'Port': ['ID=ced726e2-bd21-4ae2-bf3d-ef0a55a47592,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:41:02.487912 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.l3_agent_scheduler [req-39d842fa-3d6e-48d1-a057-2045e196d85b req-2934b172-2409-404f-baf2-7f6e47843c90 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Router 7fa3ce65-0b71-4a94-bb4c-e7929cc1418d has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 19:41:02.714995 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-39d842fa-3d6e-48d1-a057-2045e196d85b req-2934b172-2409-404f-baf2-7f6e47843c90 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:41:02.723465 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device ced726e2-bd21-4ae2-bf3d-ef0a55a47592 up at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:41:02.724821 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5018728-468c-4b29-a780-7c9604acd5e2 None None] Sync routers for ids ['7fa3ce65-0b71-4a94-bb4c-e7929cc1418d'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:41:02.736316 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5018728-468c-4b29-a780-7c9604acd5e2 None None] Routers {'7fa3ce65-0b71-4a94-bb4c-e7929cc1418d'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:41:02.736901 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-f5018728-468c-4b29-a780-7c9604acd5e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:40:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['7fa3ce65-0b71-4a94-bb4c-e7929cc1418d'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:41:02.767961 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] No Port match for: ced726e2-bd21-4ae2-bf3d-ef0a55a47592 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:41:02.768332 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device ced726e2-bd21-4ae2-bf3d-ef0a55a47592 not bound to the agent host n-h2-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Jun 01 19:41:02.807407 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-39d842fa-3d6e-48d1-a057-2045e196d85b req-2934b172-2409-404f-baf2-7f6e47843c90 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] No DVR routers for this DVR port ced726e2-bd21-4ae2-bf3d-ef0a55a47592 on host n-h2-844202-1 {{(pid=88524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:41:02.810321 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-39d842fa-3d6e-48d1-a057-2045e196d85b req-2934b172-2409-404f-baf2-7f6e47843c90 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:41:02.813139 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33c71aa7-5f45-4e53-aafb-65270ffc4911', 'name': 'network-vif-deleted', 'tag': 'ced726e2-bd21-4ae2-bf3d-ef0a55a47592'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:41:02.814292 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Port ced726e2-bd21-4ae2-bf3d-ef0a55a47592 not found, will not notify nova. {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Jun 01 19:41:02.835341 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-39d842fa-3d6e-48d1-a057-2045e196d85b req-2934b172-2409-404f-baf2-7f6e47843c90 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.50 "DELETE /v2.0/ports/ced726e2-bd21-4ae2-bf3d-ef0a55a47592 HTTP/1.1" status: 204 len: 173 time: 1.6121776 Jun 01 19:41:02.879484 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a4dd6ca-38e0-4a97-b5ec-2c3cc6fd391d'] response: {'server_uuid': '33c71aa7-5f45-4e53-aafb-65270ffc4911', 'name': 'network-vif-deleted', 'tag': 'ced726e2-bd21-4ae2-bf3d-ef0a55a47592', 'status': 'completed', 'code': 200} Jun 01 19:41:02.930261 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-58f8db62-d45c-4be5-8024-64103da10622 req-5f8f2bd5-6a97-4be6-94f8-c4913b03fbd8 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0710223 Jun 01 19:41:02.954906 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-f5018728-468c-4b29-a780-7c9604acd5e2 None None] Set router 7fa3ce65-0b71-4a94-bb4c-e7929cc1418d gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:41:03.265798 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-f5018728-468c-4b29-a780-7c9604acd5e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fa3ce65-0b71-4a94-bb4c-e7929cc1418d', 'name': 'tempest-ServerActionsTestJSON-1042264002-router', 'tenant_id': 'cbda20c3e8d6442e82db1c7c6a27e2a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '70e55147-1f1f-4d25-bc59-b7473230258c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:37:26Z', 'updated_at': '2022-06-01T19:37:31Z', 'revision_number': 4, 'project_id': 'cbda20c3e8d6442e82db1c7c6a27e2a5', 'gw_port': {'id': '70e55147-1f1f-4d25-bc59-b7473230258c', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:15:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa3ce65-0b71-4a94-bb4c-e7929cc1418d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:37:27Z', 'updated_at': '2022-06-01T19:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '5937c945-2bd7-4cdc-b6fe-432cda621442', 'name': '', 'network_id': 'c4e93956-04f5-4c59-8497-c0465a5ee4f1', 'tenant_id': 'cbda20c3e8d6442e82db1c7c6a27e2a5', 'mac_address': 'fa:16:3e:ff:e6:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa3ce65-0b71-4a94-bb4c-e7929cc1418d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': '7869c718-b90f-46bf-9776-ffc40f61ae55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:37:30Z', 'updated_at': '2022-06-01T19:37:35Z', 'revision_number': 5, 'project_id': 'cbda20c3e8d6442e82db1c7c6a27e2a5', 'subnets': [{'id': '7869c718-b90f-46bf-9776-ffc40f61ae55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:41:03.269618 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5018728-468c-4b29-a780-7c9604acd5e2 None None] Checking router: 7fa3ce65-0b71-4a94-bb4c-e7929cc1418d for host: n-d-844202-1 {{(pid=88527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 19:41:03.277967 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5018728-468c-4b29-a780-7c9604acd5e2 None None] Routers {'7fa3ce65-0b71-4a94-bb4c-e7929cc1418d'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:41:03.278556 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-f5018728-468c-4b29-a780-7c9604acd5e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:40:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['7fa3ce65-0b71-4a94-bb4c-e7929cc1418d'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:41:03.464430 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-f5018728-468c-4b29-a780-7c9604acd5e2 None None] Set router 7fa3ce65-0b71-4a94-bb4c-e7929cc1418d gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:41:03.786938 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-f5018728-468c-4b29-a780-7c9604acd5e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fa3ce65-0b71-4a94-bb4c-e7929cc1418d', 'name': 'tempest-ServerActionsTestJSON-1042264002-router', 'tenant_id': 'cbda20c3e8d6442e82db1c7c6a27e2a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '70e55147-1f1f-4d25-bc59-b7473230258c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:37:26Z', 'updated_at': '2022-06-01T19:37:31Z', 'revision_number': 4, 'project_id': 'cbda20c3e8d6442e82db1c7c6a27e2a5', 'gw_port': {'id': '70e55147-1f1f-4d25-bc59-b7473230258c', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:15:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa3ce65-0b71-4a94-bb4c-e7929cc1418d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:37:27Z', 'updated_at': '2022-06-01T19:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '5937c945-2bd7-4cdc-b6fe-432cda621442', 'name': '', 'network_id': 'c4e93956-04f5-4c59-8497-c0465a5ee4f1', 'tenant_id': 'cbda20c3e8d6442e82db1c7c6a27e2a5', 'mac_address': 'fa:16:3e:ff:e6:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa3ce65-0b71-4a94-bb4c-e7929cc1418d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': '7869c718-b90f-46bf-9776-ffc40f61ae55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:37:30Z', 'updated_at': '2022-06-01T19:37:35Z', 'revision_number': 5, 'project_id': 'cbda20c3e8d6442e82db1c7c6a27e2a5', 'subnets': [{'id': '7869c718-b90f-46bf-9776-ffc40f61ae55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:41:03.791213 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5018728-468c-4b29-a780-7c9604acd5e2 None None] The sync data for ids ['7fa3ce65-0b71-4a94-bb4c-e7929cc1418d'] in n-d-844202-1 is: [{'id': '7fa3ce65-0b71-4a94-bb4c-e7929cc1418d', 'name': 'tempest-ServerActionsTestJSON-1042264002-router', 'tenant_id': 'cbda20c3e8d6442e82db1c7c6a27e2a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '70e55147-1f1f-4d25-bc59-b7473230258c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:37:26Z', 'updated_at': '2022-06-01T19:37:31Z', 'revision_number': 4, 'project_id': 'cbda20c3e8d6442e82db1c7c6a27e2a5', 'gw_port': {'id': '70e55147-1f1f-4d25-bc59-b7473230258c', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:15:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa3ce65-0b71-4a94-bb4c-e7929cc1418d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:37:27Z', 'updated_at': '2022-06-01T19:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '5937c945-2bd7-4cdc-b6fe-432cda621442', 'name': '', 'network_id': 'c4e93956-04f5-4c59-8497-c0465a5ee4f1', 'tenant_id': 'cbda20c3e8d6442e82db1c7c6a27e2a5', 'mac_address': 'fa:16:3e:ff:e6:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa3ce65-0b71-4a94-bb4c-e7929cc1418d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': '7869c718-b90f-46bf-9776-ffc40f61ae55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:37:30Z', 'updated_at': '2022-06-01T19:37:35Z', 'revision_number': 5, 'project_id': 'cbda20c3e8d6442e82db1c7c6a27e2a5', 'subnets': [{'id': '7869c718-b90f-46bf-9776-ffc40f61ae55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:41:04.029588 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed97a1d-4cc5-4d58-b939-45a7a946c85e None None] New status for floating IP b5679655-04f8-4106-ab29-fd920a6926f9: DOWN {{(pid=88526) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 19:41:04.122081 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-7a2d27b5-06e9-434b-969c-554869c581ad req-56333187-dd1c-4fa8-b2ab-c74a440fea31 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Synchronizing usage tracker for tenant:cbda20c3e8d6442e82db1c7c6a27e2a5 on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:41:04.139219 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-7a2d27b5-06e9-434b-969c-554869c581ad req-56333187-dd1c-4fa8-b2ab-c74a440fea31 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Unset dirty status for tenant:cbda20c3e8d6442e82db1c7c6a27e2a5 on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:41:04.140550 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7a2d27b5-06e9-434b-969c-554869c581ad req-56333187-dd1c-4fa8-b2ab-c74a440fea31 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0669851 Jun 01 19:41:04.344999 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ce4dd94e-9f04-420e-8df7-420545828dfd req-1dbf36b3-79da-4e54-bebf-6be684115bdb tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0460448 Jun 01 19:41:04.505867 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7e044081-8a33-441a-baea-253b6634ee79 req-02911b59-f88d-4e2a-854d-80bc939bfdc7 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0429449 Jun 01 19:41:05.665903 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ed197824-d5db-452e-a8c0-b20171a5b6e8 req-c53fdda9-2101-405b-bfe1-f91dcc49183b tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0428610 Jun 01 19:41:06.755188 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device ced726e2-bd21-4ae2-bf3d-ef0a55a47592 no longer exists at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:41:06.789317 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] No Port match for: ced726e2-bd21-4ae2-bf3d-ef0a55a47592 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:41:06.789510 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device ced726e2-bd21-4ae2-bf3d-ef0a55a47592 not bound to the agent host n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:41:06.825928 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b6c24d75-f8fe-4c3d-99d0-d4fda4aa6921 req-48c93aa9-8c24-4cee-8f65-9d61d5e09a9b tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0430396 Jun 01 19:41:07.168812 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-71e669d3-6ef6-4917-836b-d9dd748dc1e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:41:07.992697 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-190ce468-bb3f-4272-b816-88aa1f08a7b9 req-daf4fdb4-8a64-4240-a68a-1a1256f970d9 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0431347 Jun 01 19:41:09.163848 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-bbcadd4d-5c5e-4134-8525-e2baae6894ba req-db3d78f6-f4f1-41e2-84da-8f579e9f1519 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0445144 Jun 01 19:41:09.596575 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-889c326d-a865-4adf-8f49-e4bdcddf86fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:41:10.330322 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-78911e06-1387-4dce-827e-389147cfa84c req-2a4280cc-b60c-4622-81c1-939b55e92fd6 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0458879 Jun 01 19:41:10.751974 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:41:10.753057 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:41:11.493440 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b67340c9-2754-4e52-8236-15970e5abc1e req-a7256acf-3135-4980-88c4-6830ac89fde7 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0427637 Jun 01 19:41:11.802165 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:41:12.101561 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:41:12.330383 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:41:12.660311 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-30e1239a-4ad2-4357-adff-ade34518b191 req-da7a9169-bcc3-42bd-947a-3c79df1d16d7 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0452445 Jun 01 19:41:13.904124 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f1c33061-8182-4746-807e-042a4cb61091 req-642110ab-3b4e-4681-bb2e-967a6ffaf8b9 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0428321 Jun 01 19:41:15.073170 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-bb8ed042-aa5b-4d5d-80b4-944f8917488f req-ed9d1537-0b35-4bf5-8524-956256d00b19 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0443454 Jun 01 19:41:16.245481 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-82a6f01c-6690-4966-8f8b-7842bafd1361 req-58d2311a-1bd9-4d2c-8d86-b3924d624f5c tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0499806 Jun 01 19:41:17.416770 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e480457b-7b76-4ebb-9e32-b2f60b5c1747 req-755e1bdb-fea7-47fa-94ef-3562f06e49cf tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0499563 Jun 01 19:41:18.581657 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0b920afb-aab6-45e1-9173-964249e74b4d req-268f0b2a-89b8-4e07-9f0a-c2a84dd220ac tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0455561 Jun 01 19:41:19.742690 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b7a4c9cf-7df1-47ef-807c-6aac0746c138 req-c186ae47-1832-4405-afb2-0c7b041c1319 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0430803 Jun 01 19:41:20.903526 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4a106b8a-7aaa-4c7f-b716-c4b65bc3fc04 req-35f2506a-059d-4c67-bf74-f5491dee3187 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0429354 Jun 01 19:41:22.073588 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-295540ba-d169-4345-a3fd-380b10e2eb34 req-b1eb6b53-2f3b-4771-96e9-991c03e1b399 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0466137 Jun 01 19:41:23.249401 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-142f7471-4c15-49dd-b654-3994a00c8195 req-62451335-4f27-4d5e-9ce4-c1533a9a258e tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0458775 Jun 01 19:41:24.416143 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-208323d3-67a1-4590-a02a-baf43e2132eb req-b2a74a8b-d147-43e7-8159-1b3b7a811679 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0453818 Jun 01 19:41:25.585733 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d9e86c54-5e7f-49a9-ac2f-3784465eb355 req-63f78d98-9cdf-4c65-b66f-a2f1d25a7567 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0428855 Jun 01 19:41:26.748880 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-7dd32a67-aaf4-415b-a50e-a35ea8f2deef req-b3c86173-7c2d-48a6-acb9-d8ac2423d19d tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0417521 Jun 01 19:41:26.933284 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.agents_db [None req-e814b9cf-7de8-45d0-a079-29c61fabe7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 19:41:27.926527 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-1136a655-7983-4961-bb4c-6be905b56ec8 req-7a83412e-a6f5-412a-9eee-c85b644d0c83 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0539782 Jun 01 19:41:29.102353 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-589edfcd-d74e-41d6-bfbc-27099ce98c6c req-4a6ae0e7-2b55-4592-a99b-bf81bf8b2137 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0477283 Jun 01 19:41:29.105696 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-1d833386-8bc3-47f0-bef3-507c6139e1b3 req-c6a0999d-ba1b-4fbb-b792-140858491951 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0500615 Jun 01 19:41:29.216313 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-1d833386-8bc3-47f0-bef3-507c6139e1b3 req-e20b4532-c54d-404a-8fd4-dca62654f84d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cbda20c3e8d6442e82db1c7c6a27e2a5&device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0423067 Jun 01 19:41:29.373922 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d833386-8bc3-47f0-bef3-507c6139e1b3 req-e2b83736-5cdb-4b5a-832f-e3b759114f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:41:29.375404 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-1d833386-8bc3-47f0-bef3-507c6139e1b3 req-e2b83736-5cdb-4b5a-832f-e3b759114f52 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=cbda20c3e8d6442e82db1c7c6a27e2a5&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1416266 Jun 01 19:41:29.536800 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d833386-8bc3-47f0-bef3-507c6139e1b3 req-328d2303-0672-41eb-b7c9-f039a69ba6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:41:29.538780 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-1d833386-8bc3-47f0-bef3-507c6139e1b3 req-328d2303-0672-41eb-b7c9-f039a69ba6ef service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1580276 Jun 01 19:41:30.426900 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-64e280d1-1ac1-4987-8a4f-d1e7114b5644 req-5f48ff1c-e526-4da9-a408-c32c8ac93bef tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0433023 Jun 01 19:41:31.616548 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-11c30f39-7019-4e8e-87a3-1b62ee6d464e req-22c243ac-25ec-4744-b560-a8737cae5d56 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0484631 Jun 01 19:41:32.895181 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6bbbbbf7-c2f4-4ab7-989b-88b5dd07f4de req-8414998b-d153-4163-899e-947acd4a9d72 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.1593475 Jun 01 19:41:34.059783 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-dbbc4b4f-d509-4ea1-8eef-06e5a8d54691 req-e1beac68-d40e-4a5c-99ce-298efc0c93dd tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0436084 Jun 01 19:41:35.229033 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5bff5124-ef5e-42dc-b239-39a69b92f6b9 req-a6e2ab63-fbe1-4b8b-b4e3-704c64ddb120 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0445890 Jun 01 19:41:36.400791 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d8a9b980-e751-49cc-a4e0-8f27d3f360dd req-161f5018-9504-4cac-81f9-966ea1f8ce8b tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0447948 Jun 01 19:41:37.170886 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-725d6e80-6d97-46f4-8bbd-daec7e1e9a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:41:37.562183 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6160e6e0-93e9-46b9-a2e2-5d20ae3110fe req-f8776e31-7a78-434c-8821-8664c950eac0 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0449171 Jun 01 19:41:38.732503 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2622d8b4-eda5-4817-afb4-080252b0b212 req-c79d0aa7-0241-4116-b136-442320b70eba tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0458567 Jun 01 19:41:39.600794 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44fe51e3-bfef-4e82-b088-28e24d1d44e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:41:39.897160 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f6878b59-1747-4235-8405-54cd141c48b1 req-1c86715a-fac6-4309-9e53-7fcc43bf446f tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0450897 Jun 01 19:41:40.755061 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:41:40.756198 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:41:41.059194 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-bf64fac9-7590-464e-9eef-9585c01e8106 req-ea9fea46-6a91-4de5-aa8c-930223b7230d tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0431223 Jun 01 19:41:41.809139 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:41:42.105008 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:41:42.239529 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fea51f6c-c711-4330-b5b1-86b095b10c46 req-c5ef1d94-2008-49f2-ad14-70874ec2744e tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0474203 Jun 01 19:41:42.344877 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:41:43.402812 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-6f09880f-b864-4718-b5b2-0130f0ade763 req-e6c19b87-5128-4e04-998d-1f5286dcc354 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0430865 Jun 01 19:41:44.570659 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-82003988-7f6e-4ab1-a5d3-b9ca7be626ae req-64eadee0-448e-4944-8e56-b6893d7d1132 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0418012 Jun 01 19:41:45.738940 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2b0f2323-7885-4730-9ad0-528b56200c10 req-3f620a1e-ef7e-46e0-8bee-5c78a8259556 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0448654 Jun 01 19:41:46.901721 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-13654d9a-723f-4cbf-a325-0f343c61f89d req-21ca79df-d1b8-4e29-8d5b-74eecebd9a56 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0448809 Jun 01 19:41:48.063309 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b25854cc-d726-4d5f-820c-083310859a62 req-5671dd36-d91a-4086-b00b-ebcb0699d112 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0434794 Jun 01 19:41:49.228279 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f2f9b998-0632-47f0-a8e2-b54370797e29 req-0974d2d2-4112-427a-a3cf-c2166a334811 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0436251 Jun 01 19:41:50.392805 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-7cce8d78-0aa2-43f2-8fb3-7623b971549b req-0e335944-f8ab-4fa2-b0c2-debabb8fe2f2 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0421557 Jun 01 19:41:51.554693 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-25128e73-7a7d-4d25-8df0-7051772fd679 req-d6c51992-559b-429e-9ae3-1de6f313fae2 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0429308 Jun 01 19:41:52.723927 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c68abd69-c087-45f4-ba66-1ef309242214 req-2a3c28b8-9b0f-4b2b-a75e-2a9806c212f6 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0455694 Jun 01 19:41:53.886054 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e180fc72-b003-467b-ad59-4033f0916f4b req-705b9cda-ea1b-4cd0-ab13-50c72eaf65af tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0455041 Jun 01 19:41:55.048585 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-0e9c65c5-74b1-487b-9756-9ce5b7b4284e req-e87d4775-9382-437c-a860-a49c9f39461d tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0416284 Jun 01 19:41:56.214547 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3e396560-5d14-4cf7-b14a-fcc79b016dc9 req-32122d6e-91df-4e0e-b922-e1c5515c2170 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0429676 Jun 01 19:41:57.380625 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2d1e7177-adc6-4ad5-b9ce-303f4012b3f5 req-34640176-a28f-4b7d-a33f-e5c7f09894ad tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0431256 Jun 01 19:41:58.540420 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c8c3a44b-ff20-48f2-9156-aacfa975c52b req-d2ebe76c-325e-4c45-a052-4f77e3156c06 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0425348 Jun 01 19:41:59.704724 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-27743696-7998-4ac4-a346-0ec2213e1ebb req-492eb7dd-448b-4f33-8416-b83408f76542 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0446692 Jun 01 19:42:00.870559 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fd5d8c2a-af1a-4222-8054-858498a04fc4 req-cbac8a7c-e5f9-44f3-a99a-635e0de97629 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0460572 Jun 01 19:42:02.041052 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b53a0fee-2a37-4fab-9449-751a7e57e08d req-7e7d5014-6065-4628-9101-9f9418f17adf tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0477636 Jun 01 19:42:03.205090 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ee57af64-78a0-47ce-bc69-1936ec62b9d3 req-728ab6bc-8613-4b33-916b-9466a6e1b896 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0434091 Jun 01 19:42:03.933229 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.agents_db [None req-e814b9cf-7de8-45d0-a079-29c61fabe7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 19:42:04.390722 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-9748dade-221f-49f8-b435-ed8bd8e86a25 req-08723494-559a-458e-a98b-9004774f513b tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0447090 Jun 01 19:42:05.552163 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9c463b8d-8fca-4ffd-97b7-afcf2bcbcdd9 req-308e27bb-ec59-476d-ba34-a6010a2f4cf3 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0432518 Jun 01 19:42:06.717983 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b2ff2e51-aed1-4f03-a85d-c83c41785677 req-f304251b-9600-4503-bee9-6ba545752a4e tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0469952 Jun 01 19:42:07.171627 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-e50ad9b4-91a7-4d2c-a9eb-9cdeb3acf508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:42:07.882703 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d720fd4e-7c9a-416a-b9f7-af4901e69ba0 req-df5a6f22-e72f-45ee-93b5-3ba7f4bf5a02 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0445712 Jun 01 19:42:09.047351 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2cfaba3d-6297-4ca2-8396-cba5e7fc3c98 req-6d1a2ddf-690a-4337-ba58-58ce2d664553 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0441563 Jun 01 19:42:09.603006 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f5a6c151-98cf-4365-82d7-f8c0970ca432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:42:10.211427 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fe422a8a-b300-472f-a0da-549235185749 req-7d65313a-106c-441d-a40b-c7a4dfcf450a tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0428543 Jun 01 19:42:10.760186 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:42:10.763047 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:42:11.373015 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-823bfa53-82d0-4943-9908-31de80d04c3a req-2f8d14bc-f71d-4aff-9665-b241a6e3c3b1 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0420980 Jun 01 19:42:11.797037 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:42:12.109471 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:42:12.358555 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:42:12.533242 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-72c61327-f8ab-4b03-b7c4-2417a687545e req-39316d8c-99d9-499b-9a6b-65a566371745 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0421154 Jun 01 19:42:13.700734 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-86de4a88-98e4-4f1b-afc3-f3c66bff5eae req-cc675fa8-e0fa-4288-97f2-982bcb156962 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0464952 Jun 01 19:42:14.872327 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-005e27af-d4fd-41e4-b242-79ed19df05d9 req-aa2f1e25-eeda-4926-a1c4-a37eacf8d11a tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0473039 Jun 01 19:42:16.035335 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-717c6820-deea-4d77-af6c-d44da50ea3a6 req-1524cbeb-712f-4836-8599-237c0924aa20 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0418482 Jun 01 19:42:17.205808 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-37e244cc-dd04-4f2e-9c55-6df083ec1b69 req-690921cf-b348-48c2-ac64-a86eb621aaf0 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0477514 Jun 01 19:42:18.378543 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-5229a608-d9e9-4614-95bf-f6768c46610a req-942ed113-53c5-4b28-ad86-daf281cf57eb tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0428870 Jun 01 19:42:19.547312 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ee43fe53-7a31-450a-90cf-a2acb797c3d0 req-9cfb8384-d75a-489d-b506-bf0b48a3ff66 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0424609 Jun 01 19:42:20.822744 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-abe72d81-a48e-451b-aee6-7af053fda8f9 req-02b0b981-dc75-4ffe-a326-e835cd5fb4a5 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.1534173 Jun 01 19:42:21.988353 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-484f79eb-b870-44b4-a0bd-d12f1748a1c8 req-64cc085a-db71-417c-9a9b-9a7db5087fa0 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0461280 Jun 01 19:42:23.151554 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4d829a4b-c029-40f6-9651-54cd9e136ac6 req-d06dec26-4260-4f29-8ac0-f674de1f1385 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0445757 Jun 01 19:42:24.317609 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0a650edd-271b-498b-914f-bd271f877795 req-6dbce3f8-dbdd-471f-8a7b-5e499f9b2c60 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0423465 Jun 01 19:42:25.482704 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-befa9c91-8e3c-42bd-bec1-2dc6a45a670d req-1d91d934-5c8a-4594-ba17-25e2aea3646d tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0430567 Jun 01 19:42:26.645830 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-8d08947c-5968-4174-a28d-7fd72db7bbf0 req-9b0137f9-5e94-4fda-8978-00e22b8fe0fc tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0413921 Jun 01 19:42:27.813241 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-98da66f9-776b-4588-9c52-20ad6e97bb76 req-c1fa41b8-56dc-4b99-92ae-08a2cafff7ce tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0463018 Jun 01 19:42:29.008697 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c928895d-ef3a-4aa2-b3e6-e763be962bc3 req-c73c4fb9-a4b8-4c99-a197-b748f1dc7b17 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0471148 Jun 01 19:42:30.186550 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-7f703960-52b3-4011-8376-5d2b62ae35f1 req-1ec6684b-09ad-49a5-aaa8-6b2d181824c7 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0547762 Jun 01 19:42:31.065225 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-371c688a-6aca-4711-b6a4-4fa99e440b94 req-6357209f-8e95-4f3d-be97-41a8c24a0ee8 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0405905 Jun 01 19:42:31.171595 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-371c688a-6aca-4711-b6a4-4fa99e440b94 req-1dd069d8-87c3-42a1-99b2-22e9bc0e26a6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cbda20c3e8d6442e82db1c7c6a27e2a5&device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0421317 Jun 01 19:42:31.395845 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-56f80d5d-708a-4cc3-a7ed-d07f2371a214 req-d407d57f-0ea2-454a-8ad5-57febc0c68f4 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0609527 Jun 01 19:42:31.403342 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371c688a-6aca-4711-b6a4-4fa99e440b94 req-65069b5a-bbd1-40c3-af2a-ce10a6055986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:42:31.404737 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-371c688a-6aca-4711-b6a4-4fa99e440b94 req-65069b5a-bbd1-40c3-af2a-ce10a6055986 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=cbda20c3e8d6442e82db1c7c6a27e2a5&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2122540 Jun 01 19:42:31.555759 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371c688a-6aca-4711-b6a4-4fa99e440b94 req-656a7ffc-911e-465e-b3ed-61b1e56c3f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:42:31.557515 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-371c688a-6aca-4711-b6a4-4fa99e440b94 req-656a7ffc-911e-465e-b3ed-61b1e56c3f1d service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1475372 Jun 01 19:42:32.627327 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-1484871e-2e0d-474e-a517-2ca5312817cd req-43f71637-6e7a-4ff4-b8b4-5dfcb4f3fcbf tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0478168 Jun 01 19:42:33.789242 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0c28106e-1014-418b-8fbc-9b9ad4bc39d1 req-583110ae-8821-4e17-a05a-8224cc2e369b tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0425506 Jun 01 19:42:34.972078 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-789aa0a2-2320-447a-8ecd-e28f6999a9ee req-a072dd52-a8c1-46e2-9969-d867e8062b60 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0481360 Jun 01 19:42:36.141538 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f5d36bad-ef0c-417c-86f0-79011ff5832c req-6ad92c75-a963-429a-9a9d-1383783cb885 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0441680 Jun 01 19:42:37.175325 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-5b179edb-50c7-4d58-8f0e-94ec2dcd0c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:42:37.311682 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-48a23028-1391-4c71-b58e-2771c47aee6a req-25fe2b51-9e85-4232-8a0a-7856897ffc94 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0429599 Jun 01 19:42:38.485432 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4d037fe1-0ad4-4c4a-9293-8db236203ea8 req-6e8a325f-a141-4c94-9454-50bfd35ba59d tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0480170 Jun 01 19:42:39.606738 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-c0463baf-135e-48bc-9b4d-1e5817098d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:42:39.659873 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-443a0fad-960d-4fcf-8f6a-d1d98cada556 req-09e7fd38-e57b-4119-a712-54595a635652 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0441444 Jun 01 19:42:40.763200 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:42:40.765536 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:42:40.854993 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-df172474-0632-40ab-9f7c-cc03f343004a req-d351e326-e692-4635-a42f-0096d09e4dc5 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0491500 Jun 01 19:42:40.936525 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.agents_db [None req-e814b9cf-7de8-45d0-a079-29c61fabe7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 19:42:41.799224 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:42:42.038466 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d6628b29-a155-4197-967e-5249f3bec1ea req-55d648f9-8df4-4e70-b553-71f2bdb5181e tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0458663 Jun 01 19:42:42.115064 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:42:42.357887 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:42:43.210811 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a189d932-ca07-4884-a966-0836838d34fa req-efd230a6-9b9b-40a8-981a-c51195f313fc tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0485437 Jun 01 19:42:44.384637 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-fe2fd36e-f816-46c0-a68b-461ca751fa2f req-49877eb0-2533-4cc7-a74f-71d0469783d1 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0435505 Jun 01 19:42:45.566915 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c7edffdb-3af4-4c14-90e8-cda7ba1acec1 req-72813cef-d798-464d-ae30-fd3dba6f9c79 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0485177 Jun 01 19:42:46.907765 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c81b23c1-1c29-4f09-8467-15e02a542f78 req-3b975cc9-4844-4868-8004-1b0ce625866b tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0443828 Jun 01 19:42:48.090702 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-751d5286-c2a4-4abc-9201-dbc7ed2c32c1 req-24a76181-469a-4a24-a45d-55c645baabe6 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0466647 Jun 01 19:42:49.314142 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-77ce40be-95ea-497a-a716-d6b40fd6a8e6 req-60c40f9a-d1c4-400e-8111-a5b23a524f43 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0956535 Jun 01 19:42:50.543780 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f44c45e5-7875-4dd2-a6e6-076f71f9481c req-7816d563-d71d-4cb6-a89e-4708ff4a7ac6 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.1045425 Jun 01 19:42:51.718365 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-9ecb901d-9647-4937-b980-e5234bd71e0b req-35b1316f-fde6-44cb-b01b-7704e5037fde tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0423911 Jun 01 19:42:52.894125 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a063e9ca-6100-42d5-9c7d-21e7baeae53a req-29560c75-019e-4116-841c-8bd7617bed12 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0465145 Jun 01 19:42:54.107509 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-afdcba67-0d9e-449f-9e66-cdee0e374fa3 req-7a1b3cf3-e72f-4a1e-b3f3-a292d8b66aa1 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0461960 Jun 01 19:42:55.272912 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-238f048f-f97e-48bb-a44c-8fb039398bce req-419b13c1-d0bb-41fe-a14b-7d2750c268ae tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0426404 Jun 01 19:42:56.437669 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-504f1c76-bffe-4d55-8724-51e910d01df0 req-2ac99d15-ebfd-47cd-9561-fa0a0eac528a tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0459857 Jun 01 19:42:57.598171 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-809f0bce-989b-42c0-915b-9c197a8ba07d req-d7518bc4-94e9-489f-a5c9-59b93425c67f tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0431559 Jun 01 19:42:58.756569 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-86fdab4b-33e8-411b-bfe1-5f03bcb818a5 req-c78be8ac-336c-43c2-b35e-7c2132d4dee2 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0420315 Jun 01 19:42:59.925312 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-1142d59d-eaa8-4682-94c3-65d479687ecd req-c9cdb18f-8d5b-4506-baea-880412cfb156 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0473533 Jun 01 19:43:01.092062 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c76883a6-bc79-4173-bfea-1cb50d61950a req-2640775d-79bd-4406-b67e-d37497446a95 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0426490 Jun 01 19:43:02.264419 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d73a41a7-0415-4b8d-ba19-3a7bb0d83b93 req-6378d0c0-e29e-40a7-8c11-f922daa9cb78 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0506790 Jun 01 19:43:03.436121 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-23a24741-0197-4f86-ac20-b06d46ca75c9 req-6e42a37e-6eb7-400c-a380-e0fc9b1a8b01 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0460658 Jun 01 19:43:04.603221 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ee5420c0-96b6-4388-b1b0-4e82c2be7373 req-7c86148e-4038-4073-8e90-6b1e118f5bd5 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0483127 Jun 01 19:43:05.782224 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-85039d54-7b8f-4e6b-ab04-267b53e17cef req-e5151a46-01e2-493a-8f59-2bb64cf31809 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0433211 Jun 01 19:43:06.951591 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b69117a1-2900-47fe-a5e4-45a7f4340cfc req-3611dc08-ab35-4bff-a009-f402711415d1 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0453925 Jun 01 19:43:07.179848 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f848f229-112a-4e2f-a7b0-32ca70e5295c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:43:08.115607 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-bb3d3d1f-8c3a-411e-a562-3ef75c15b00a req-749dae12-cba3-448c-b44a-c5a05cf3de80 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0428081 Jun 01 19:43:09.277623 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-52c7671e-4485-4907-bb35-2458e8877abe req-f6b7b4e6-a5d2-45d8-9986-537dd5b6ef1c tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0425105 Jun 01 19:43:09.609254 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-8832b066-3d2e-43f2-8855-3eff7a096bc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:43:10.445988 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-14ff09b8-125c-4020-bd04-f78bfda434e6 req-f6c45e4b-c37e-4a6f-8a7d-5838755c5619 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0457916 Jun 01 19:43:10.765484 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:43:10.766668 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:43:11.607762 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f2c7f26a-9b4a-42fa-8a95-0f6bc902acda req-e378f9f4-c1ca-4eb9-ad42-85446897f0d8 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0431571 Jun 01 19:43:11.792835 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:43:12.119119 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:43:12.370337 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:43:12.772577 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-63aff49e-11c0-4965-9ba5-326456771dd9 req-f330c09a-0fe2-478f-bee5-76f0a5259559 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0439174 Jun 01 19:43:13.943220 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-1daedcfd-92c2-4cdb-af42-4bfd4233fa50 req-d9dfe644-795d-4a4d-9050-c3d15baed095 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0456982 Jun 01 19:43:15.116395 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-fca9b753-bdf3-480d-b529-09fc2cbae8ca req-148baf12-eaa9-4ba7-9013-7800188e2f91 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0432477 Jun 01 19:43:16.276737 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7e282def-c35d-43c9-ac27-d8fce019affb req-7e69a3c1-5a31-4834-b7dc-f12faef42f4e tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0439150 Jun 01 19:43:17.438136 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-50cbdaaa-3393-4c9b-8263-0e923aa4e8e7 req-4ab5c0a6-271a-4486-9aca-c212c09b655c tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0447876 Jun 01 19:43:17.937052 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.agents_db [None req-e814b9cf-7de8-45d0-a079-29c61fabe7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 19:43:18.599819 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7fcc0587-2a8c-452f-8968-e97a9efbabe9 req-27cf506b-bfc3-46b1-a49e-05ea3af70256 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0439994 Jun 01 19:43:19.779206 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-afc0b202-becb-4edf-94f0-64652ac037e5 req-466d8034-d22c-4e05-90c9-d0c780fe6e28 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0432971 Jun 01 19:43:20.949035 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d276103e-48b3-410b-a7e6-a30aafbf36d9 req-6d4be4d4-12fe-4d48-ad00-22ef60289da1 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0463545 Jun 01 19:43:22.112371 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-01e055c5-938e-4922-a898-341743671076 req-ae9d1643-cad8-4968-8528-11926166c3ce tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0427325 Jun 01 19:43:23.277960 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5ef5e4af-cb31-42bc-8ed2-e5704fb85ccd req-6d645c14-a639-44ce-9676-1510ace9654e tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0436065 Jun 01 19:43:24.441225 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-9d83a479-7aa1-4f4c-85db-fa275d107a46 req-2cfe11bd-5e0e-4086-b9ad-f6c3ce98c7c0 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0454714 Jun 01 19:43:25.603757 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-69f63168-545d-4020-b95f-7b247e6b645c req-055402b5-c0d4-49d4-9e06-cdf1135991e8 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0438955 Jun 01 19:43:26.766108 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-fc5ed9d7-5342-45a0-a35a-bfa2fc34220e req-1f74a1a0-78f9-48eb-8fe0-8188faac010c tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0430734 Jun 01 19:43:27.933173 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6d48d067-c49d-46cb-ac59-75926c98f697 req-5e76d32b-0f3e-44c9-a76e-ae609026a501 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0463109 Jun 01 19:43:29.109889 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-7801cfad-2d89-40d8-ad9f-fc17d15a43be req-7c5d426b-9d3c-423f-bbcb-1ae3115c0821 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0464623 Jun 01 19:43:30.276628 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a2477795-651a-412a-b21d-9ffaff95a481 req-2bf4e4af-c063-4898-973f-3748614b73f3 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0430388 Jun 01 19:43:31.439367 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-6b29552a-8a8d-40c3-a554-c8c26033fff3 req-4a116a60-70ac-4058-8f6d-cb21fcc9c0b6 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0455010 Jun 01 19:43:32.111417 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e5827214-14e1-4614-801f-e368f52925a3 req-112332a6-0849-4bdd-9d9d-7d1c9d39a151 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0783720 Jun 01 19:43:32.225683 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e5827214-14e1-4614-801f-e368f52925a3 req-951a8c91-8e32-433b-a7ea-11bf78ee0f8e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cbda20c3e8d6442e82db1c7c6a27e2a5&device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0470257 Jun 01 19:43:32.476977 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5827214-14e1-4614-801f-e368f52925a3 req-9357c910-dba5-4a2f-92cf-e7d083a31047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:43:32.478515 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e5827214-14e1-4614-801f-e368f52925a3 req-9357c910-dba5-4a2f-92cf-e7d083a31047 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=cbda20c3e8d6442e82db1c7c6a27e2a5&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2361813 Jun 01 19:43:32.616669 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a5ef9b05-fe51-4a7b-be1b-9230d40427e7 req-ff9a6411-cab4-4ca8-9d46-f7c0f6e9b63f tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0501974 Jun 01 19:43:32.658613 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5827214-14e1-4614-801f-e368f52925a3 req-d4c53b37-cecc-4029-804d-66535ea0442a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:43:32.660044 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e5827214-14e1-4614-801f-e368f52925a3 req-d4c53b37-cecc-4029-804d-66535ea0442a service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1766276 Jun 01 19:43:33.784315 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-6201b190-00cf-40d6-a0e9-5e9cd869de66 req-7ccf1561-bbd7-43af-b614-c9da0b614ee7 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0473211 Jun 01 19:43:34.959914 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-24c80fec-d266-464f-9415-3ca648be5914 req-24d8cac7-5711-4400-a5d6-68954feb46c2 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0446696 Jun 01 19:43:36.124408 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-0bc32463-d471-4900-9148-0fd96b2021d8 req-5962919e-98cf-4a04-8740-ee6816dcac89 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0431783 Jun 01 19:43:37.185802 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-206eba8c-67f1-4996-9f45-463191d2334a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:43:37.436152 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a0eb581e-16bc-442d-9519-0af5e262e327 req-c11aedbe-5d46-49d2-946d-19b7488df764 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0429943 Jun 01 19:43:38.601308 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-10127164-dcff-4209-917d-ee69af6246d1 req-50200ada-165c-4427-8166-8a6d56c4d057 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0474482 Jun 01 19:43:39.610992 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-ed67ec54-defb-4605-a6df-960f7b19d366 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:43:39.762034 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d76afdd1-8623-454b-a3c4-664c2b112d27 req-4aa49de4-e09f-46a6-9762-3e1a1f4f37e0 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0442553 Jun 01 19:43:40.777440 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:43:40.780747 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:43:40.929792 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-9f8a140f-5578-4481-a90c-7c6e68892f48 req-63d9170e-9027-499a-b2c8-521137209ca9 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0435216 Jun 01 19:43:41.788926 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:43:42.099211 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5db3bd02-52c3-4089-81fe-cd6cfa611043 req-fe8d0aff-6b5d-420c-9a3f-4198e050a8ab tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0475395 Jun 01 19:43:42.117973 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:43:42.369736 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:43:43.265002 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-10c42976-ae07-498e-9ab7-0a29b58e928e req-1100240f-109c-4041-87a6-b61c9146927b tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0426879 Jun 01 19:43:44.427061 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d198f572-9892-46f0-b8d0-912080b4fcb3 req-e93dfaeb-938a-4fb6-ada7-3c69a2f7e339 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0414157 Jun 01 19:43:45.594974 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3d56d64e-0bf6-49d8-8130-64d36d493cde req-c41f24a6-d811-4653-8ec5-24b36a224deb tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0478961 Jun 01 19:43:46.754724 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5cd6be2a-b2b3-445f-80d7-8fa2bbb074e7 req-09196a97-4053-4928-a746-017f2ee9b303 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0425353 Jun 01 19:43:47.924182 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-5ead9387-1d17-4071-b492-b03a28fcd00f req-ef3b4b49-09ed-4927-b9cd-22c59a828d4e tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0421679 Jun 01 19:43:49.093143 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-25d921a5-e28f-43ab-b9c9-9d03d5e90cfa req-1e12b82d-4167-4c76-b4b9-0db5c0789b39 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0460484 Jun 01 19:43:50.266311 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d38c7be9-fa87-4b0d-98b0-3953aec16c04 req-77d59649-708d-4256-9530-22dfee5b56aa tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0474331 Jun 01 19:43:51.425454 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9f76bc99-9f53-4d7b-bef8-10c10e2ea330 req-2102f914-cd33-404c-85f3-e728478c4f1b tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0423846 Jun 01 19:43:52.592486 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-9aa04709-3a9c-44f1-940d-a05536e15fa9 req-edbe27b9-27ef-45dd-9207-23c13e574570 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0462561 Jun 01 19:43:53.755252 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0077677f-35fb-491a-8c4c-41baeff633f6 req-23256d70-2c9d-450c-8f82-0f14476ffe40 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0427489 Jun 01 19:43:54.915648 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b5c81f40-7417-4157-ae3c-b59ae4677fdc req-d1fad4f0-8851-437a-8c71-bd0167976d04 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0430558 Jun 01 19:43:54.937034 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.agents_db [None req-e814b9cf-7de8-45d0-a079-29c61fabe7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 19:43:56.083873 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-1993a8f1-cc0b-430e-be46-ce7a044e8432 req-a0be0e44-a3c4-419d-855c-f72307824dc4 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0476069 Jun 01 19:43:57.246810 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-9f80881a-3fcb-43ba-9000-c99816a27086 req-2f4daea6-58c7-41b1-9088-28d289785393 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0425389 Jun 01 19:43:58.407502 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a5dfd70a-f919-4b3a-bd1d-1728bcca248a req-4dbc6fb9-e9ec-4a61-a252-a653e0a204af tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0425925 Jun 01 19:43:59.586352 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-98d73d10-b519-4238-a6f7-945dba7e7b93 req-09ec939f-5be8-4104-994c-1c6dd615c80c tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0459046 Jun 01 19:44:00.747537 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-77efb053-b031-438d-87b2-39454b65904c req-59e8bca9-d91f-427b-8a77-48ae4870c87d tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0437486 Jun 01 19:44:01.908704 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-30772ab0-82c2-4fed-a84f-af7c1ba16705 req-5536c1b6-faa8-48f7-8b37-83d18d31fe85 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0454741 Jun 01 19:44:03.077979 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-aa6d0c68-d036-4d0f-8ebd-c174258865ff req-517792c2-6978-4d3b-aca2-5ed525be67ea tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0455904 Jun 01 19:44:04.247798 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b7527fcb-0193-428d-9912-1cf0772efa0c req-4e48189d-6b3d-426a-a31d-47a2689ee3b1 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0488420 Jun 01 19:44:05.416155 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-62f6d0dc-406a-4391-99f9-263d14e734ff req-554a6025-fa3a-4643-b83f-c012a8d9bc57 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0430789 Jun 01 19:44:06.689729 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ea2d11f2-8e1f-4d4d-8de6-1c5d6eaab71d req-b84e412a-4ae3-4eb5-93c4-5781f9e50053 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.1503291 Jun 01 19:44:07.177595 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-467fb234-fbba-4bb8-a89e-d3203e9b877f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:44:07.852634 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a6203bb7-3268-403a-9aed-46cc4a2bd78f req-b5546cf1-ed02-4e50-8de2-3e9bd1fbba82 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0420096 Jun 01 19:44:09.013173 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-160ba795-7144-4a17-a368-4fc7e8ecb73f req-ad04703c-9836-4f9a-b4cd-27b630c5858d tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0425131 Jun 01 19:44:09.612615 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-ab0924df-8c78-439e-b7a2-33ed477cd667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:44:10.185050 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a5c617a0-9dcf-4e16-b60c-89e3bc86e931 req-8e295b19-e306-41bc-99cc-42fa32598638 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0468001 Jun 01 19:44:10.768671 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:44:10.771150 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:44:11.353605 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-45648bc5-da94-4fd9-ae46-fd2b14311b5b req-d4f6ffa7-c494-49b4-b7f1-c6aac8765740 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0425010 Jun 01 19:44:11.807833 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:44:12.122504 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:44:12.384178 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:44:12.518306 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a8ae1008-7a72-49dc-90a7-23e1cb0708b7 req-b4964f18-f75f-4a2f-b9cb-d717d730ee78 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0434496 Jun 01 19:44:13.684168 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f7168ec4-2874-43a5-8148-d61dfe8d0cc0 req-f1569958-faa5-4b45-8e48-b196de93feb7 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0458605 Jun 01 19:44:14.843691 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-346fbff7-4164-4325-8356-46251fd6eb4f req-6dec18fa-9a20-463a-af20-284a5c2d55c7 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0440664 Jun 01 19:44:16.004004 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e3422a7c-2456-4df8-b415-4e7ba52acb94 req-174b9be8-f8ab-4e61-8cc5-94778d891150 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0430102 Jun 01 19:44:17.171472 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-00a541fb-7062-43e3-a857-41a4ca5204ed req-36dc48b4-8707-4d3f-be19-3f60214ca7a1 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0459602 Jun 01 19:44:18.334454 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-987302ef-902f-48d0-97a6-d5b880cfd2ea req-69e0d031-6c55-4518-a0b4-f58e77c0db85 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0418289 Jun 01 19:44:19.502951 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-17001551-7ba2-4a49-b35d-0f7be1ae5086 req-349e4775-0e6f-4c02-b75d-d81c5a329e60 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0448549 Jun 01 19:44:20.674021 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-29d0c7b2-025c-4300-9904-b139f21f514e req-2b5541b8-9279-427a-a4f1-3cfaab6bc5f9 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0466385 Jun 01 19:44:21.838662 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0e879d5d-a5e0-40d2-884a-a6d252b38f2d req-e64b273d-af42-490e-8118-7bb3b73a6175 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0433345 Jun 01 19:44:22.998970 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2a1ee2d6-55e5-4f17-8921-eead0f78553a req-a1b69148-3a2f-4f7f-8e63-5aeb16589bac tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0429111 Jun 01 19:44:24.166075 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b41ae991-237b-4545-bf31-c99f911be6be req-b5e0ca38-ed7d-4c55-bc32-dd76307dbcc2 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0462248 Jun 01 19:44:25.328529 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-cabad899-0a97-4bdb-8b9e-766d951d9363 req-325cbc49-c194-4f2e-aa07-3f46a23fbeb7 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0426462 Jun 01 19:44:26.488557 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0d64b93f-0f84-4a89-ac7e-6b977fb29780 req-ee03e827-3a67-4e4d-a5d3-df75e75934a9 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0422385 Jun 01 19:44:27.655898 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-1404290e-c7fd-4251-b4f0-c0129c454dd8 req-967d1b2d-6100-4ce7-b6d2-1d5f438952df tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0472341 Jun 01 19:44:27.906346 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [req-70869579-5289-4fb5-b48f-4b191bca9300 req-87739cab-9fd7-4a5c-860f-bd1ad2d60d99 service neutron] (88525) timed out ('10.222.0.15', 60950) {{(pid=88525) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 01 19:44:28.823276 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-386f19b4-7043-424d-871f-3800224870a0 req-cfd29be1-73a4-4ae6-bf7e-83f848d7cc78 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0474570 Jun 01 19:44:30.015176 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f6476b59-989b-41a6-ac41-ebe430c1ece7 req-c436e015-854b-449e-a967-b5487b047893 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0537391 Jun 01 19:44:31.188510 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-875b4e42-6d63-40d8-a92a-3d722c8f9efb req-25967a9c-ab63-4df0-a00c-bdf167ef70e4 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0472991 Jun 01 19:44:31.937486 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.agents_db [None req-e814b9cf-7de8-45d0-a079-29c61fabe7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 19:44:32.353674 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-1b32e485-178a-471f-9046-e1833b2a381a req-7736bbbc-46ae-4a83-987e-7218e93b2928 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0421989 Jun 01 19:44:33.515551 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0005cab4-ec77-4c72-badc-fb4be547cbbf req-3c7b0fe0-090a-4136-a935-06fe6e2f91dd tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0434527 Jun 01 19:44:34.061593 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e7e83580-a1e4-4983-9d06-b7b1d64a3b9e req-876783a7-ca57-4cae-8134-264625e045aa service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0460455 Jun 01 19:44:34.171020 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e7e83580-a1e4-4983-9d06-b7b1d64a3b9e req-97dee1d7-97f6-4ae9-a9b2-a4ffd519c2c4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cbda20c3e8d6442e82db1c7c6a27e2a5&device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0447073 Jun 01 19:44:34.321862 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e83580-a1e4-4983-9d06-b7b1d64a3b9e req-9c4d5870-d3b7-48b1-93df-dbf5618e9464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:44:34.323202 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e7e83580-a1e4-4983-9d06-b7b1d64a3b9e req-9c4d5870-d3b7-48b1-93df-dbf5618e9464 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=cbda20c3e8d6442e82db1c7c6a27e2a5&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1344907 Jun 01 19:44:34.590006 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e83580-a1e4-4983-9d06-b7b1d64a3b9e req-f979e660-f78b-4d6a-8ece-ae8f1043ff20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:44:34.591522 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e7e83580-a1e4-4983-9d06-b7b1d64a3b9e req-f979e660-f78b-4d6a-8ece-ae8f1043ff20 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2634079 Jun 01 19:44:34.697273 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ea7dc295-24cd-43bd-8c90-1682fcd8b65e req-6f9e37ef-c5a1-48a1-af17-057c339071c6 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0452192 Jun 01 19:44:35.856142 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-17ccb1c3-db20-4b42-b9a5-67d5a83c89bb req-e2344686-1d11-462d-b92d-f2c4460bc423 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0424974 Jun 01 19:44:37.031380 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-fbb62ecb-fbf7-4f83-a23d-39d8ee35ecb0 req-11bd3a6e-664d-4cb4-a89c-96831f689f05 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0442791 Jun 01 19:44:37.185689 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-00f2ae62-6ab9-4a56-9111-623e927c1e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:44:38.197641 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0b607f66-f469-4bea-bece-04ea2d7a17fd req-9dda4797-a529-4156-ae13-1f737076a9b8 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0431781 Jun 01 19:44:39.365208 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-58e0cf42-c2ef-425b-886c-a4c55db990d8 req-84d74e09-1238-476a-a384-b64aa28faeb0 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0421729 Jun 01 19:44:39.616061 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-7d453a49-5578-43c4-8a4c-06f3107730ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:44:40.529800 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7567d1c7-7c1f-477e-b558-3188d2f4ef32 req-5971c1b9-b3dd-4b90-b366-4481638b270a tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0450139 Jun 01 19:44:40.773872 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:44:40.775895 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:44:41.704871 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-9f5c84e0-a65a-4613-bc13-8d6744450b27 req-fec7249d-02a6-4384-8177-42fc50f8c7c7 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0480666 Jun 01 19:44:41.820924 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:44:42.125819 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:44:42.386278 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:44:42.874208 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4755e763-2b63-42c4-ab29-d84aa30cf37c req-69a1bd0c-daaf-44c5-8252-e7d766822378 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0451174 Jun 01 19:44:44.088300 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ee57b003-4494-4cca-bdcb-af3dcfb822a9 req-b7ce7ff9-4716-4b91-a7e3-bb3fad55ee09 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0470572 Jun 01 19:44:45.269397 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6ad8c9e8-589b-4bcf-b23e-dbbcf1a9aa98 req-bd9b333d-d4e6-4bc7-859e-848241bd2a05 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0465298 Jun 01 19:44:46.440642 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-abb63a40-3652-475d-9d82-85fcb79c879f req-3f55c24d-7d18-4941-b950-836c389d346f tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0427711 Jun 01 19:44:47.611739 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ce89574a-dd91-4ed9-9b6c-def5000a5b17 req-a54c6308-55a4-42f2-8d01-b8030ad75270 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0458236 Jun 01 19:44:48.785645 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f4171744-3b65-40ba-a062-ba173f2095c8 req-345f6f54-f938-4e2f-adec-92d0c7abec11 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0466793 Jun 01 19:44:49.955363 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-54696d68-4855-45cf-8947-2fb3be65f30e req-7926fe2a-5d36-45a8-a426-877a62d93c02 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0442283 Jun 01 19:44:51.135743 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e1323e65-42e9-4f1a-b94b-46a12797ac09 req-d494ef55-6114-450e-9a13-a29ad10ff203 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0491805 Jun 01 19:44:52.318975 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-99a7137a-91da-4bd2-83cd-c6790163daa6 req-bfede91a-7d74-490c-ac58-954fc8b31fdf tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0551193 Jun 01 19:44:53.495438 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-02dd4062-d08a-4a64-9bb2-02cdf6018ede req-1bdfb018-3ce9-4f27-b5ab-8f4db90e17a6 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0428121 Jun 01 19:44:54.666973 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-53de76af-2fc8-4223-892c-1457bdecb55c req-0e6f0bf3-73f5-41a1-82b6-faaa8deb41bf tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0454576 Jun 01 19:44:55.997343 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-0560b53e-975c-420f-9a5e-362d9b08abbc req-e339cc5c-3e63-4207-90c8-e622a5784691 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0482249 Jun 01 19:44:57.167799 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5e9f04b0-e969-4177-a25e-0f579e73e9b6 req-d542bf24-7917-4b9b-a905-de57420dd9ee tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0446553 Jun 01 19:44:58.347865 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-23316f17-39b0-42cc-ad0c-204c6d88cba7 req-e76e2a6d-cc4b-44d3-b597-b9f113444b7d tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0454767 Jun 01 19:44:59.525746 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ca749911-f2b8-4fcd-8dbf-d4d67582a5e8 req-23300a17-05de-4c4e-b6f2-3cb929d047c0 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0445819 Jun 01 19:45:00.692291 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-117092fb-6ebc-4387-b09a-d98eafc4e153 req-9cb24236-e05a-41b4-9b61-05671303b419 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0430162 Jun 01 19:45:01.863050 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-66cf95bf-96b1-4ea1-abb7-ffcdf932e830 req-bc142844-2a3b-4c6c-988a-04dd9ef8b383 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0470042 Jun 01 19:45:03.047631 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-379c89cb-c7b0-41d4-bc58-a1bfc41313f5 req-2466e09a-4c57-44ad-8e0a-8622aa4a88f0 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0505393 Jun 01 19:45:04.217851 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-74863b19-77ba-4e8a-b6b1-9f02eed134d8 req-2addc797-38c5-4474-8379-c81af7be8279 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0455894 Jun 01 19:45:05.393202 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-bb0f652e-a963-46d8-874e-c4c7da257858 req-a65f9cc5-95b2-4284-bfdd-9e3fd5d5abd7 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0419366 Jun 01 19:45:06.565595 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-cd0d203c-d214-4a44-9d63-eaa4949ebfcf req-4e727798-adb7-4f53-96f3-d63bbd7817ed tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0443871 Jun 01 19:45:07.181687 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-910d8493-96a7-4434-9b81-08de6bd371c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:45:07.742418 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-22e56363-cf2e-4f8e-bbba-d049f1fa59f6 req-8766046d-1640-4814-826f-f071576ca37d tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0436976 Jun 01 19:45:08.936599 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b354c3bd-cb77-4fca-82a2-b5e0c5934840 req-b0de393a-c8fa-4eb5-ab27-f64e10f33aad tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0495496 Jun 01 19:45:08.938267 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.agents_db [None req-e814b9cf-7de8-45d0-a079-29c61fabe7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 19:45:09.627546 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-76f97093-8e4b-4abf-9b16-1259d671b801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:45:10.125866 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-5b778e85-7017-40f4-bde6-abb887b7fd88 req-58523f94-79c1-47ef-a3b4-003489f76b7a tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0484214 Jun 01 19:45:10.777204 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:45:10.778783 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:45:11.298057 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-afac150b-1e94-49a4-9f95-4987ef5846f6 req-372b9e9d-a1f1-4dfb-af60-6aef0f28ddce tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0453465 Jun 01 19:45:11.825602 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:45:12.126885 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:45:12.383522 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:45:12.472961 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-21c45ea8-dcdb-4862-9629-d0aea839991e req-f47fc8a8-bba5-40b3-812a-ecfb92cb5137 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0420799 Jun 01 19:45:13.645633 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-485a422c-2705-4a61-8748-7609831e8b1e req-01bb3f07-208f-47e9-a4ef-600bbe8cbf03 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0423760 Jun 01 19:45:14.865853 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f3cd628c-ed8b-4a40-a183-38ce70af4ecc req-d7f7ec27-4795-4190-9ecb-2ba8e6565c00 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0592015 Jun 01 19:45:16.050953 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ae0cd752-4d65-495f-bbcf-312c828a8d09 req-84f802b4-a3e3-47f0-b656-9660008859be tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0527849 Jun 01 19:45:17.257907 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-1ed1d9fc-4d9a-4d26-9137-f30e6e36e962 req-98ce4df3-3572-450b-9664-8adf84f5c3dc tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0474925 Jun 01 19:45:18.447292 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f3d0b3f0-998e-48d5-9ee6-65f3e1b66999 req-6fa6e479-6e9e-4115-8daf-71636f95c100 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0513358 Jun 01 19:45:19.639265 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-481bc050-e46c-4fc1-b196-96673851d9ae req-f7a2b262-8f40-41b2-8079-a3d24fe38b89 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0500362 Jun 01 19:45:20.815367 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-59545c44-be52-472a-952f-12fcb411ba9c req-878e9d97-5caa-45f3-b3d9-431c7f138c61 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0427935 Jun 01 19:45:21.989020 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-1bac25f0-6c9c-4eb0-86a1-4dd68e265769 req-a46e513f-d95c-4b9a-a121-300f59e55796 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0443451 Jun 01 19:45:23.167244 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d28a1c33-d492-4679-8776-3a826c8746f2 req-4409084a-04d8-40e5-89e2-3483214994fa tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0485921 Jun 01 19:45:24.362054 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-fe8cc960-b915-4a4c-872d-7223541a8cfb req-b06bf54f-5766-4690-8099-7a125c2871f9 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0495024 Jun 01 19:45:25.538710 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-06c4895e-ca0f-498d-a94c-a67e633cabbb req-e505fc2b-9266-48d4-93b7-57f322d3e837 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0476441 Jun 01 19:45:26.705727 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2641dfb6-0139-4123-b255-59f403f9b36c req-c8e3e8d0-f8db-48d1-ac87-0c2733e5001d tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0434198 Jun 01 19:45:27.871553 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-92fdbbee-ba9c-43e5-bda2-d5a04f3421e4 req-4ec99abe-67f2-4206-b18a-1948a56d37be tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0431473 Jun 01 19:45:29.044106 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-1a93ea4a-695d-40cb-a95a-603a790c54b3 req-7080dfbe-f386-4fc2-a5a1-c5fd56e4ffeb tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0436599 Jun 01 19:45:30.232195 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-02968c10-34bd-493e-aea2-39f61eb1ae3e req-b0e6d1a4-78fa-4213-83b7-2d244965d0f9 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0475869 Jun 01 19:45:31.403523 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-de3af0ce-d11b-47b6-afbd-a5deae718121 req-6cbd76ca-5620-41a2-bb00-aec15b1280c6 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0484490 Jun 01 19:45:32.589260 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f05c93ec-abe9-4034-9ffb-f99d5cdc89da req-30d2efe1-cfaa-4587-9750-82d2b9957f65 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0445807 Jun 01 19:45:33.785764 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-918529a9-7ab5-47b9-b8f4-469031a443cc req-bcdab7f2-940b-42b1-97a5-ee0de1715a9c tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0441206 Jun 01 19:45:34.065177 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ded38379-22ad-415d-a46d-2a917e48d76c req-32c69f76-7adb-41f1-945d-0d03e2a0a5bd service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0534835 Jun 01 19:45:34.187346 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ded38379-22ad-415d-a46d-2a917e48d76c req-2f7aeebf-c2e8-499e-905d-f508b060bf36 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cbda20c3e8d6442e82db1c7c6a27e2a5&device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0517244 Jun 01 19:45:34.367816 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded38379-22ad-415d-a46d-2a917e48d76c req-3df672aa-6587-4c18-8244-39b1602f8f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:45:34.369248 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ded38379-22ad-415d-a46d-2a917e48d76c req-3df672aa-6587-4c18-8244-39b1602f8f35 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=cbda20c3e8d6442e82db1c7c6a27e2a5&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1642632 Jun 01 19:45:34.522103 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded38379-22ad-415d-a46d-2a917e48d76c req-aa6642dc-a056-4d91-af0c-c97bc2d7e9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:45:34.523607 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ded38379-22ad-415d-a46d-2a917e48d76c req-aa6642dc-a056-4d91-af0c-c97bc2d7e9dd service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1493402 Jun 01 19:45:35.012369 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b88a04b6-2b3c-4158-9f0c-ad44f0067aea req-c2093f82-03bf-4815-8275-8c04923013ca tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0742893 Jun 01 19:45:36.196958 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-53126df0-c225-4d38-9d49-f135ba50e907 req-d9c9bb31-bcf5-4b60-8945-c444f2028b0b tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0439274 Jun 01 19:45:37.186519 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-94ef2fc3-05d0-4b31-ad9b-6564234a119a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:45:37.384130 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-07d5bb5b-99bd-47dc-9ca5-1901f82e5b99 req-52c27d36-c0f2-4ff7-9d06-d9af83a122b7 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0490732 Jun 01 19:45:38.591674 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8c5a9d29-2a7d-44aa-bc61-a51ccc8294e3 req-03588502-8957-474c-a500-3f1bc97bdfc2 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0547705 Jun 01 19:45:39.624154 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-dd79f03e-f66f-42e2-8457-2a30de1626e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:45:39.781539 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3a206e7b-0771-4179-9e11-031dad72993b req-6ec13d46-9f99-40bd-bc60-600f9ea24b20 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0494244 Jun 01 19:45:40.780784 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:45:40.782450 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:45:40.957594 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-37232e6c-558c-4862-ac1d-b72a153bb998 req-edd5661a-3c99-435f-9aae-86f446d0c8b6 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0437274 Jun 01 19:45:41.822901 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:45:42.130533 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:45:42.134841 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-28a85437-f2ab-4681-b50f-fa651c3045d7 req-87acd159-17ec-4315-996e-af55ff9751aa tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0455942 Jun 01 19:45:42.399311 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:45:43.318356 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4d9f4e7d-3a90-4cc5-8ee5-412e9409a87f req-eac155b9-0bda-4e12-8d55-d03ce90e6996 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0438819 Jun 01 19:45:44.494673 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a2e782a3-9565-4901-a738-be9bf078e440 req-57542d3d-bd1d-45a5-b7e2-6a77423cee8c tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0487480 Jun 01 19:45:45.673056 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-508a5dae-0f3d-4902-a368-3edf224e1c57 req-6599e4f4-2539-476e-ae45-8c89cdfd22b3 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0472879 Jun 01 19:45:45.941058 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.agents_db [None req-e814b9cf-7de8-45d0-a079-29c61fabe7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 19:45:46.838465 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-8d80df53-881a-4d90-b72f-c5bd77d9c952 req-d8a0ce3c-4fda-493e-a530-5b289fa3810d tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0437784 Jun 01 19:45:48.002581 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b629ae4c-3e03-4b78-85a4-f2c31e3dcb21 req-c2b5d6f7-6a58-4f42-aa6a-c60f9061dc15 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0425994 Jun 01 19:45:49.172680 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-034782bb-179d-49ed-85c6-0b14ba9f6c7f req-0b5d38f8-cb47-4625-9df5-4abbc669edec tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0423939 Jun 01 19:45:50.413016 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-116f6aae-5c48-494e-9dda-24a00dbbd0ab req-84f7b9d2-83de-45c8-a48a-168cea4a838b tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0549669 Jun 01 19:45:51.584620 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3212ee54-cb4a-4f45-a698-773bb36d984d req-7fd48d13-86fe-4be5-a810-caa9a21d2222 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0464091 Jun 01 19:45:52.870372 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e868c16d-ab84-429a-8e67-60961053efbc req-9c659f38-99f6-444f-849e-782fc76cf7f4 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.1546366 Jun 01 19:45:54.162615 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-1a090e2b-41a2-445b-b1dd-6adf04ef2af0 req-019b2059-3296-4c63-9e87-de899d1b4781 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.1603434 Jun 01 19:45:55.329098 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-38a23caf-972d-4a83-9925-6559d110bed0 req-0da1c81f-6dc7-4e54-9caa-9e833ea0f621 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0428445 Jun 01 19:45:56.503604 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-8d6ca4b6-5bfa-45f3-9398-99e90381d611 req-644db2c2-9f40-4a8e-ba12-3265b05b6593 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0434759 Jun 01 19:45:57.674145 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-527b1f2e-93c6-45ff-9bfe-b6276744ec51 req-64c5043c-bf36-432b-b29c-b9d2fa451c16 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0432413 Jun 01 19:45:58.850103 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-323bea99-21eb-43e3-9d8a-0c474236fec9 req-66570398-5e6e-43de-af10-f8ceb8aa716f tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0455632 Jun 01 19:46:00.028123 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-6a4eb102-52f7-4980-b7af-95661055e065 req-c7b9189a-4547-4286-b1f9-800c241ba014 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0481942 Jun 01 19:46:01.198073 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c4a5e0ad-5806-4d6d-8365-74543b671532 req-5b80a5c9-2b31-4614-a441-e82d558a26f7 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0450001 Jun 01 19:46:02.374705 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b0d0d8b3-e1be-4c35-9850-94d147970e46 req-a0815816-1aaa-490a-aa5b-f3621a3acd36 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0537469 Jun 01 19:46:03.546449 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3de6521c-88ab-4bfb-ada8-b1b235915617 req-9fbaf7b6-3065-4c35-897a-77de5a1ad4cb tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0437598 Jun 01 19:46:04.715337 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ffed7e0e-868b-4cbf-9613-3a9aa617143e req-b09989de-b414-4069-be52-314c7d05da82 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0433855 Jun 01 19:46:05.889925 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9518d5aa-0a78-456a-988e-200f63824d31 req-1b87b2aa-2082-46b6-ad05-59e363d4deed tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0470510 Jun 01 19:46:07.059651 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-60e7f7a1-6dec-4344-b163-24a3261ccf44 req-a66b48aa-b243-418d-9717-0783963d71cc tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0466590 Jun 01 19:46:07.189754 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-c2e70af8-53ff-4702-b085-dab61ed7a915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:46:08.260407 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-585df592-f7b3-416f-828f-9e927b8ee368 req-37d69f4a-444d-4049-8b11-83ceb1fa7d6e tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0592415 Jun 01 19:46:09.433210 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-702597dd-9b51-4d4f-b75a-ddc6c74a6d11 req-d581aa07-6e5d-4440-8c12-2e70362f8817 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0458698 Jun 01 19:46:09.619041 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-7f4a5490-923b-4a05-9270-25a6bd9b608b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:46:10.614646 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b8f165f1-854a-4220-ac43-6f1a0d5d3fcc req-ea39b71a-fd20-456c-8fb2-bb113ccdd22e tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0495400 Jun 01 19:46:10.783174 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:46:10.784514 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:46:11.789189 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2e263c99-1632-4242-9164-a0697ed5c494 req-8192cd06-ab17-479b-b772-edd252b50371 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0443819 Jun 01 19:46:11.817172 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:46:12.131928 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:46:12.392677 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:46:12.958061 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5ca11039-856c-4d89-a715-6a0722cebce1 req-48a626d4-15f6-4f98-8a7e-daa28dcb777e tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0457644 Jun 01 19:46:14.126583 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-80abfb14-6b62-46b9-8b45-d70d614f4f24 req-0d954805-8db0-4551-ba06-3dd0ba50bcc9 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0462542 Jun 01 19:46:15.292672 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c773bc24-30fd-4ec3-a31b-5fdca9fc63e5 req-cb963a5c-f012-4581-b43d-857e5181c413 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0442650 Jun 01 19:46:16.464888 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-5b094f3f-ceb1-4024-b2b3-102cb6c46309 req-062da424-701d-423e-8476-2ba40b332984 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0434024 Jun 01 19:46:17.633381 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ada76cd2-ce9f-4cfb-8de0-69704f881220 req-a6dd2b06-2f37-4de5-9910-15a36cc97aa8 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0433517 Jun 01 19:46:18.798109 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-435367b1-5f23-4ac0-b59a-436ff82b3530 req-3472fe21-8f8d-41c4-a48a-05f711dc3036 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0422444 Jun 01 19:46:19.964942 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9e7f7065-e25f-46a7-8403-66e0e3bf1595 req-95b16d14-9747-4499-ad2c-0f2547a98f1d tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0471737 Jun 01 19:46:21.127998 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-cc35b078-c7cb-4444-89b4-0a736132f2da req-bdb0273d-17a7-44af-844c-cd29a9ef837a tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0444610 Jun 01 19:46:22.300807 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-727c79ec-1027-454d-b31e-fd9bd799cc25 req-7da22209-1ea6-41e2-bb3c-8d57bb299982 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0439806 Jun 01 19:46:22.940609 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.agents_db [None req-e814b9cf-7de8-45d0-a079-29c61fabe7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 19:46:23.467632 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-65ed328e-fff4-43f5-bc13-c29680dfb244 req-ff7d002e-c7af-4a07-8195-8e7a5ff61238 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0438664 Jun 01 19:46:24.797111 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-082e8b5d-b44c-4b19-8049-85d715433cb2 req-a321cbcf-ce4f-43ee-8475-1d03be8282e0 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0423384 Jun 01 19:46:25.968922 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-973d2e2e-167c-4759-8b11-f8750af3a576 req-85fdc734-4436-4f81-8869-1f858f9dd2e0 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0431960 Jun 01 19:46:27.142421 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-792a1e3f-a78d-4c21-984a-ddca9daab077 req-517c78a0-a988-42ef-af18-da42abc10cb2 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0458877 Jun 01 19:46:28.312428 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c43bceeb-af9e-4d7c-83f9-81ffb2e4faa2 req-77548b9f-0653-455f-a89b-37af66cf6011 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0461845 Jun 01 19:46:29.477600 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3d167ea4-26b7-45ac-a00c-c86c823fc6a9 req-c7a050a6-50de-4c68-9e46-50143f4645b9 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0443840 Jun 01 19:46:30.684324 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d6d77664-b78d-4d5c-bd2d-5ec57853f83b req-9db99290-2aa5-4056-8aa2-dfb93f6c9a5f tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0528235 Jun 01 19:46:31.856620 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-59d20589-63ad-4224-a4e0-e20195c83ba0 req-08e4f2c5-3338-4c9e-855b-bccb7e5ea419 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0465207 Jun 01 19:46:33.032891 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e303a358-da60-46e1-b031-fd9c0c1d8992 req-76a0bb3d-c23b-4c6d-a40e-b596b72ad4ac tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0425007 Jun 01 19:46:34.211400 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6310c3e2-76ef-45c8-94f1-cbb5fbc56028 req-dbe901c3-9444-40eb-8016-07db2da6fc12 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0489035 Jun 01 19:46:35.385335 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-1906738d-8af4-4e3f-b10d-23f1ea585d04 req-5e95f861-3916-438a-997a-1e3761e03562 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0482476 Jun 01 19:46:36.043648 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-409164ca-7d66-42f4-8caa-a450cdcfb813 req-06b14147-25a2-48d8-9788-fcccc014efe8 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0445263 Jun 01 19:46:36.155803 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-409164ca-7d66-42f4-8caa-a450cdcfb813 req-1099d830-2b9b-40df-b662-92a21dca50bb service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cbda20c3e8d6442e82db1c7c6a27e2a5&device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0440574 Jun 01 19:46:36.330524 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409164ca-7d66-42f4-8caa-a450cdcfb813 req-7d9f4e26-8032-4649-96c2-b31932fe42ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:46:36.332127 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-409164ca-7d66-42f4-8caa-a450cdcfb813 req-7d9f4e26-8032-4649-96c2-b31932fe42ba service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=cbda20c3e8d6442e82db1c7c6a27e2a5&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1590524 Jun 01 19:46:36.495229 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409164ca-7d66-42f4-8caa-a450cdcfb813 req-a5784410-1e50-4a02-9f21-22535b655420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:46:36.496722 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-409164ca-7d66-42f4-8caa-a450cdcfb813 req-a5784410-1e50-4a02-9f21-22535b655420 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1597908 Jun 01 19:46:36.568950 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-774e7efb-3d63-46e4-a46d-f6fe84dbeac1 req-fa46fed3-e1f7-490f-8c20-142db09db634 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0535429 Jun 01 19:46:37.195930 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-0945abe0-4afc-48e9-9bad-0d4620f44b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:46:37.739706 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ec0d5a84-8ccf-4568-b78a-e0d17f61c006 req-b8acf8de-3b38-480c-b8e7-0d4722a3d9c4 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0443602 Jun 01 19:46:38.913036 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c0fe8040-48d8-420f-85cb-cd9e681df969 req-a436c1b0-199a-4268-a71d-6f72617b639f tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0490763 Jun 01 19:46:39.622396 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-761341e4-5ec3-4172-b7a3-a830088f10ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:46:40.092843 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-bd010534-f118-4bad-b247-572a36665c5c req-776df49a-c745-4278-9252-a0426860f929 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0437756 Jun 01 19:46:40.785129 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:46:40.786334 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:46:41.255315 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0ebe421b-7860-4a87-a6e2-d30e74913423 req-ab2de5da-61e1-4e0a-b757-b5f36650d776 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0414908 Jun 01 19:46:41.830876 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:46:42.133183 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:46:42.405576 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:46:42.423234 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3fb33a50-ef36-4cf3-ab3c-0812ae7273c9 req-032d7afd-4cc5-4b32-9df3-4688505a3ac6 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0482256 Jun 01 19:46:43.588412 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7cc0cbaa-eff7-4a14-a1c3-7ea3c33abd10 req-0111527e-6d10-463f-a815-cf7fe14fa076 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0461535 Jun 01 19:46:44.752052 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3794f102-0c7f-4f10-828d-5bd134db2e8b req-aef7ad39-e0f7-4030-8717-be8f1282ae80 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0434473 Jun 01 19:46:45.923981 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6f29dd5a-7f83-4503-8c91-f5ccd82b0e39 req-7cc1097d-bbdf-4ab2-8ddb-7c9e1d156dc4 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0440404 Jun 01 19:46:47.096770 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e5f987d7-141d-449a-b496-8b51851ad4e2 req-352299c3-0241-4972-9d1a-789eb0c06147 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0431740 Jun 01 19:46:48.262600 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d50fb5f5-a802-4777-a391-79d7113dbb4d req-a226022c-1111-4bec-9cec-f83ffe901f36 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0446312 Jun 01 19:46:49.436467 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-311bc03e-bbf5-46e7-b4f2-c6350ffdddf5 req-51674dc3-82af-4bb3-a49b-e36076a26dd6 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0458665 Jun 01 19:46:50.607965 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-78cf2ece-68de-434c-9dd5-6d953770bc91 req-c553aa2b-0ca1-4cda-b66c-1758a59ff0c0 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0476685 Jun 01 19:46:51.774902 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-6998b7f7-cbc3-4bcf-bea0-e01ac3b64b5c req-c8541040-c448-4921-94c7-7855ca9d3238 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0421340 Jun 01 19:46:52.944736 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7d044e6a-0574-498a-af4c-d782b5fcf660 req-5c209490-f1bb-4790-a6d4-6791367dfc6f tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0435905 Jun 01 19:46:54.114479 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-cc1bdbd0-1d83-419b-b9f9-0d5e450cc495 req-f079a4f4-8870-49e2-bfae-78a86a5674cf tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0419056 Jun 01 19:46:55.275707 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0361b2da-78f0-41af-aebd-75a0dc896b2a req-f39ab900-57e1-46d3-9a2c-e9bbba49ecc7 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0421267 Jun 01 19:46:56.441336 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-11871753-fc24-4209-89fe-ab6ea1466f23 req-522dbd58-e0e7-4bde-9242-e9cce9e04e42 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0459020 Jun 01 19:46:57.604321 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-bdb054ed-8314-43a7-8428-018ab32c44b7 req-cf1cdd64-ff0d-4623-a879-dbd0d8f215d1 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0450106 Jun 01 19:46:58.769445 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-00d3878a-5a04-43e3-ad2e-708cba71e500 req-5eac3b2d-48be-4189-b958-9226eca4aafb tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0422668 Jun 01 19:46:59.939587 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.agents_db [None req-e814b9cf-7de8-45d0-a079-29c61fabe7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 19:46:59.989443 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e5e31184-738c-4596-b396-239901b6e766 req-b0014baa-88ae-4a9c-9944-bec35ef55c40 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0452201 Jun 01 19:47:01.157570 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-522822d7-b7a2-44a2-8ab9-8ecf340400df req-1cd49923-ca94-4905-9c8e-aaf38614539f tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0416603 Jun 01 19:47:02.321637 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ce5e8584-1c10-42e6-a324-083ff673b68e req-35eb6fff-14d8-4410-9f02-5ec06a1d97b3 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0427709 Jun 01 19:47:03.486409 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-97b1e713-e87d-4b3a-a577-cbab0dfca598 req-77be728d-84bc-43c8-ace3-ea1780283a49 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0455108 Jun 01 19:47:04.658576 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fd43636d-f102-4994-9203-9257c076f59f req-6a0ae57b-6062-46cb-9469-6e32adb873ed tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0455055 Jun 01 19:47:04.945063 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ce2127e6-9246-43ac-8817-5f0f47b15d98 req-cf7e83f6-2302-4741-bc8e-5561ce6ff7e8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cbda20c3e8d6442e82db1c7c6a27e2a5&device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0430975 Jun 01 19:47:05.184846 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-62bee821-5b85-431c-a9e2-430ff37ddfc3 req-faeb557e-d265-43b4-98e3-63faa0456d72 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.2058978 Jun 01 19:47:05.237762 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2127e6-9246-43ac-8817-5f0f47b15d98 req-135ee6d5-9961-4b13-80cb-d61aad678871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:47:05.239208 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ce2127e6-9246-43ac-8817-5f0f47b15d98 req-135ee6d5-9961-4b13-80cb-d61aad678871 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=cbda20c3e8d6442e82db1c7c6a27e2a5&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2876067 Jun 01 19:47:05.380642 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2127e6-9246-43ac-8817-5f0f47b15d98 req-1fdda159-cfb6-4cb7-aa9d-a608b166db44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:47:05.382077 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ce2127e6-9246-43ac-8817-5f0f47b15d98 req-1fdda159-cfb6-4cb7-aa9d-a608b166db44 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1365166 Jun 01 19:47:05.679538 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ce2127e6-9246-43ac-8817-5f0f47b15d98 req-4b8df6b2-dbf2-404e-a8a0-8c037af2dd32 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.50 "GET /v2.0/ports?device_id=33c71aa7-5f45-4e53-aafb-65270ffc4911 HTTP/1.1" status: 200 len: 210 time: 0.0414977 Jun 01 19:47:06.445504 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-54270db9-b830-464a-a8ba-c0b0551a67ef req-d4e1e323-6436-4792-a25d-205615d42462 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1146293541&fields=id&tenant_id=cbda20c3e8d6442e82db1c7c6a27e2a5 HTTP/1.1" status: 200 len: 267 time: 0.0399070 Jun 01 19:47:06.599521 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54270db9-b830-464a-a8ba-c0b0551a67ef req-bd7741ea-255f-4bd2-a667-572b0e02c870 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:47:06.600908 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-54270db9-b830-464a-a8ba-c0b0551a67ef req-bd7741ea-255f-4bd2-a667-572b0e02c870 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/networks?id=c4e93956-04f5-4c59-8497-c0465a5ee4f1 HTTP/1.1" status: 200 len: 812 time: 0.1479895 Jun 01 19:47:06.616947 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-54270db9-b830-464a-a8ba-c0b0551a67ef req-78ac4749-7402-4792-af77-f85b30379306 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/quotas/cbda20c3e8d6442e82db1c7c6a27e2a5 HTTP/1.1" status: 200 len: 375 time: 0.0096595 Jun 01 19:47:06.711722 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-54270db9-b830-464a-a8ba-c0b0551a67ef req-a7d1f46f-50f6-4513-b547-1fff14e69819 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=cbda20c3e8d6442e82db1c7c6a27e2a5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0883482 Jun 01 19:47:06.776619 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [req-54270db9-b830-464a-a8ba-c0b0551a67ef req-7a86638c-11c5-4019-a22f-de24e3b033ee service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=88524) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 19:47:06.777596 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-54270db9-b830-464a-a8ba-c0b0551a67ef req-7a86638c-11c5-4019-a22f-de24e3b033ee service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0545113 Jun 01 19:47:06.907973 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-54270db9-b830-464a-a8ba-c0b0551a67ef req-f422e616-6f7a-47c6-bd63-48430a4fab85 service neutron] 10.222.0.41 "GET /v2.0/networks/c4e93956-04f5-4c59-8497-c0465a5ee4f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243422 Jun 01 19:47:07.039686 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-54270db9-b830-464a-a8ba-c0b0551a67ef req-f58f41d9-d160-4678-af35-e353c4033101 service neutron] 10.222.0.41 "GET /v2.0/networks/c4e93956-04f5-4c59-8497-c0465a5ee4f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259866 Jun 01 19:47:07.191978 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-a5560b38-576a-45f3-8917-1d09325bc008 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:47:07.232696 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-0fc11651-73ab-4ad2-b74c-42a3c039d21d req-738bc00b-01d7-4de6-8460-12bcb1ae8d72 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=8199b38d-2dac-4a7c-81fc-e2560defaa7d HTTP/1.1" status: 200 len: 210 time: 0.0445676 Jun 01 19:47:08.393854 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54270db9-b830-464a-a8ba-c0b0551a67ef req-5e568fe9-f88f-4238-841a-6075dc4ed685 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:47:08.395262 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-54270db9-b830-464a-a8ba-c0b0551a67ef req-5e568fe9-f88f-4238-841a-6075dc4ed685 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.50 "GET /v2.0/networks?id=c4e93956-04f5-4c59-8497-c0465a5ee4f1 HTTP/1.1" status: 200 len: 812 time: 0.2052383 Jun 01 19:47:08.397173 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0b4fe4f5-b793-4bfc-94c0-fa04ed67f30f req-3dee24e6-0365-4fb5-8b6a-c0bb916b920a tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=8199b38d-2dac-4a7c-81fc-e2560defaa7d HTTP/1.1" status: 200 len: 210 time: 0.0524302 Jun 01 19:47:08.444333 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-54270db9-b830-464a-a8ba-c0b0551a67ef req-e5ed3b66-1c95-40c3-aab5-2b378eeb3907 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cbda20c3e8d6442e82db1c7c6a27e2a5 HTTP/1.1" status: 200 len: 380 time: 0.0403559 Jun 01 19:47:08.452918 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-54270db9-b830-464a-a8ba-c0b0551a67ef req-fa821e79-66d9-4172-9628-b0b0c3b4aed6 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Request body: {'port': {'device_id': '8199b38d-2dac-4a7c-81fc-e2560defaa7d', 'network_id': 'c4e93956-04f5-4c59-8497-c0465a5ee4f1', 'admin_state_up': True, 'tenant_id': 'cbda20c3e8d6442e82db1c7c6a27e2a5', 'security_groups': ['a05ae957-bf8a-4e8f-b4e8-ecb6cd39ee06']}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:47:08.586552 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-54270db9-b830-464a-a8ba-c0b0551a67ef req-fa821e79-66d9-4172-9628-b0b0c3b4aed6 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:47:08.595925 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-54270db9-b830-464a-a8ba-c0b0551a67ef req-fa821e79-66d9-4172-9628-b0b0c3b4aed6 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:47:08.605895 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54270db9-b830-464a-a8ba-c0b0551a67ef req-fa821e79-66d9-4172-9628-b0b0c3b4aed6 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Made reservation on behalf of cbda20c3e8d6442e82db1c7c6a27e2a5 for: {'port': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:47:08.609420 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-54270db9-b830-464a-a8ba-c0b0551a67ef req-fa821e79-66d9-4172-9628-b0b0c3b4aed6 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:47:08.773877 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [req-54270db9-b830-464a-a8ba-c0b0551a67ef req-fa821e79-66d9-4172-9628-b0b0c3b4aed6 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Allocated IP 172.20.0.3 (c4e93956-04f5-4c59-8497-c0465a5ee4f1/7869c718-b90f-46bf-9776-ffc40f61ae55/78b6e9b4-2a21-450e-98b9-500cf4461702) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:47:08.958803 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-54270db9-b830-464a-a8ba-c0b0551a67ef req-fa821e79-66d9-4172-9628-b0b0c3b4aed6 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:47:08.974300 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [req-54270db9-b830-464a-a8ba-c0b0551a67ef req-fa821e79-66d9-4172-9628-b0b0c3b4aed6 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Transition to ACTIVE for port object 78b6e9b4-2a21-450e-98b9-500cf4461702 will not be triggered until provisioned by entity DHCP. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:47:08.998807 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-54270db9-b830-464a-a8ba-c0b0551a67ef req-fa821e79-66d9-4172-9628-b0b0c3b4aed6 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:47:09.182846 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54270db9-b830-464a-a8ba-c0b0551a67ef req-fa821e79-66d9-4172-9628-b0b0c3b4aed6 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Network c4e93956-04f5-4c59-8497-c0465a5ee4f1 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:47:09.186061 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [req-54270db9-b830-464a-a8ba-c0b0551a67ef req-fa821e79-66d9-4172-9628-b0b0c3b4aed6 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:47:09.189912 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-54270db9-b830-464a-a8ba-c0b0551a67ef req-fa821e79-66d9-4172-9628-b0b0c3b4aed6 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:47:09.220278 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa821e79-66d9-4172-9628-b0b0c3b4aed6 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Pushing event updated for resources: {'Port': ['ID=78b6e9b4-2a21-450e-98b9-500cf4461702,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:47:09.246529 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa821e79-66d9-4172-9628-b0b0c3b4aed6 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:47:09.246872 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa821e79-66d9-4172-9628-b0b0c3b4aed6 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:47:09.247209 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa821e79-66d9-4172-9628-b0b0c3b4aed6 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:47:09.247542 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa821e79-66d9-4172-9628-b0b0c3b4aed6 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:47:09.247900 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa821e79-66d9-4172-9628-b0b0c3b4aed6 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:47:09.248248 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa821e79-66d9-4172-9628-b0b0c3b4aed6 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:47:09.248574 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa821e79-66d9-4172-9628-b0b0c3b4aed6 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:47:09.248890 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa821e79-66d9-4172-9628-b0b0c3b4aed6 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:47:09.249207 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa821e79-66d9-4172-9628-b0b0c3b4aed6 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:47:09.249527 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa821e79-66d9-4172-9628-b0b0c3b4aed6 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:47:09.249851 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa821e79-66d9-4172-9628-b0b0c3b4aed6 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:47:09.250164 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa821e79-66d9-4172-9628-b0b0c3b4aed6 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:47:09.268358 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54270db9-b830-464a-a8ba-c0b0551a67ef req-fa821e79-66d9-4172-9628-b0b0c3b4aed6 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:47:09.268981 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-54270db9-b830-464a-a8ba-c0b0551a67ef req-fa821e79-66d9-4172-9628-b0b0c3b4aed6 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:47:09.296630 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-54270db9-b830-464a-a8ba-c0b0551a67ef req-fa821e79-66d9-4172-9628-b0b0c3b4aed6 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8471839 Jun 01 19:47:09.307373 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [req-54270db9-b830-464a-a8ba-c0b0551a67ef req-7dd24d37-a16c-4a7b-b514-aa0350fdf1fc tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=88524) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 19:47:09.308387 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-54270db9-b830-464a-a8ba-c0b0551a67ef req-7dd24d37-a16c-4a7b-b514-aa0350fdf1fc tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057199 Jun 01 19:47:09.317765 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-54270db9-b830-464a-a8ba-c0b0551a67ef req-25231a85-f31d-47b7-ad9d-b2dfcc92c884 service neutron] Request body: {'port': {'device_id': '8199b38d-2dac-4a7c-81fc-e2560defaa7d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844202-1'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:47:09.426133 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-5133a186-778b-44b4-a7f4-f3f8d4e036e3 None None] Provisioning for port 78b6e9b4-2a21-450e-98b9-500cf4461702 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:47:09.431937 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-5133a186-778b-44b4-a7f4-f3f8d4e036e3 None None] Provisioning complete for port 78b6e9b4-2a21-450e-98b9-500cf4461702 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:47:09.432333 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-5133a186-778b-44b4-a7f4-f3f8d4e036e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:47:09.437677 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-54270db9-b830-464a-a8ba-c0b0551a67ef req-25231a85-f31d-47b7-ad9d-b2dfcc92c884 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:47:09.486718 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-5133a186-778b-44b4-a7f4-f3f8d4e036e3 None None] Port 78b6e9b4-2a21-450e-98b9-500cf4461702 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:47:09.590106 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652baf58-a06a-4e82-8037-36ec9a21c657 req-344925c1-29bf-44c0-8cad-a7e9507a092f tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:47:09.591589 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-652baf58-a06a-4e82-8037-36ec9a21c657 req-344925c1-29bf-44c0-8cad-a7e9507a092f tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=8199b38d-2dac-4a7c-81fc-e2560defaa7d HTTP/1.1" status: 200 len: 931 time: 0.0818148 Jun 01 19:47:09.625706 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-3473a931-a43f-46ab-a460-30126992fd38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:47:09.642921 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-652baf58-a06a-4e82-8037-36ec9a21c657 req-efa01880-7bdf-4f18-bc53-473294d08f76 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/security-groups?id=a05ae957-bf8a-4e8f-b4e8-ecb6cd39ee06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454209 Jun 01 19:47:09.793430 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [req-54270db9-b830-464a-a8ba-c0b0551a67ef req-25231a85-f31d-47b7-ad9d-b2dfcc92c884 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78b6e9b4-2a21-450e-98b9-500cf4461702 {{(pid=88524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 19:47:09.800483 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-54270db9-b830-464a-a8ba-c0b0551a67ef req-25231a85-f31d-47b7-ad9d-b2dfcc92c884 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:47:09.815511 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [req-54270db9-b830-464a-a8ba-c0b0551a67ef req-25231a85-f31d-47b7-ad9d-b2dfcc92c884 service neutron] Transition to ACTIVE for port object 78b6e9b4-2a21-450e-98b9-500cf4461702 will not be triggered until provisioned by entity L2. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:47:09.818412 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-54270db9-b830-464a-a8ba-c0b0551a67ef req-25231a85-f31d-47b7-ad9d-b2dfcc92c884 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:47:09.979712 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25231a85-f31d-47b7-ad9d-b2dfcc92c884 service neutron] Pushing event updated for resources: {'Port': ['ID=78b6e9b4-2a21-450e-98b9-500cf4461702,revision_number=2']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:47:10.063253 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-54270db9-b830-464a-a8ba-c0b0551a67ef req-25231a85-f31d-47b7-ad9d-b2dfcc92c884 service neutron] Attempting to bind port 78b6e9b4-2a21-450e-98b9-500cf4461702 on host n-h2-844202-1 for vnic_type normal with profile {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:47:10.063839 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-54270db9-b830-464a-a8ba-c0b0551a67ef req-25231a85-f31d-47b7-ad9d-b2dfcc92c884 service neutron] Attempting to bind port 78b6e9b4-2a21-450e-98b9-500cf4461702 by drivers openvswitch,hyperv on host n-h2-844202-1 at level 0 using segments [{'id': '7ed294a7-e1e7-4d37-88c7-4b485966a411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c4e93956-04f5-4c59-8497-c0465a5ee4f1'}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:47:10.064110 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54270db9-b830-464a-a8ba-c0b0551a67ef req-25231a85-f31d-47b7-ad9d-b2dfcc92c884 service neutron] Attempting to bind port 78b6e9b4-2a21-450e-98b9-500cf4461702 on network c4e93956-04f5-4c59-8497-c0465a5ee4f1 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:47:10.069158 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54270db9-b830-464a-a8ba-c0b0551a67ef req-25231a85-f31d-47b7-ad9d-b2dfcc92c884 service neutron] Port 78b6e9b4-2a21-450e-98b9-500cf4461702 on network c4e93956-04f5-4c59-8497-c0465a5ee4f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-844202-1 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 19:47:10.069472 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54270db9-b830-464a-a8ba-c0b0551a67ef req-25231a85-f31d-47b7-ad9d-b2dfcc92c884 service neutron] Attempting to bind port 78b6e9b4-2a21-450e-98b9-500cf4461702 on network c4e93956-04f5-4c59-8497-c0465a5ee4f1 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:47:10.075653 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54270db9-b830-464a-a8ba-c0b0551a67ef req-25231a85-f31d-47b7-ad9d-b2dfcc92c884 service neutron] Checking agent: {'id': 'f5db9968-6317-4186-9100-9e0ca6b50417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:47:10.075983 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54270db9-b830-464a-a8ba-c0b0551a67ef req-25231a85-f31d-47b7-ad9d-b2dfcc92c884 service neutron] Checking segment: {'id': '7ed294a7-e1e7-4d37-88c7-4b485966a411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c4e93956-04f5-4c59-8497-c0465a5ee4f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:47:10.076386 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54270db9-b830-464a-a8ba-c0b0551a67ef req-25231a85-f31d-47b7-ad9d-b2dfcc92c884 service neutron] Bound using segment: {'id': '7ed294a7-e1e7-4d37-88c7-4b485966a411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c4e93956-04f5-4c59-8497-c0465a5ee4f1'} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:47:10.076808 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-54270db9-b830-464a-a8ba-c0b0551a67ef req-25231a85-f31d-47b7-ad9d-b2dfcc92c884 service neutron] Bound port: 78b6e9b4-2a21-450e-98b9-500cf4461702, host: n-h2-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ed294a7-e1e7-4d37-88c7-4b485966a411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c4e93956-04f5-4c59-8497-c0465a5ee4f1'}}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:47:10.077146 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-54270db9-b830-464a-a8ba-c0b0551a67ef req-25231a85-f31d-47b7-ad9d-b2dfcc92c884 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:47:10.172117 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-54270db9-b830-464a-a8ba-c0b0551a67ef req-25231a85-f31d-47b7-ad9d-b2dfcc92c884 service neutron] For port 78b6e9b4-2a21-450e-98b9-500cf4461702, host n-h2-844202-1, cleared binding levels {{(pid=88524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:47:10.174945 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-54270db9-b830-464a-a8ba-c0b0551a67ef req-25231a85-f31d-47b7-ad9d-b2dfcc92c884 service neutron] For port 78b6e9b4-2a21-450e-98b9-500cf4461702, host n-h2-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=78b6e9b4-2a21-450e-98b9-500cf4461702,segment=NetworkSegment(7ed294a7-e1e7-4d37-88c7-4b485966a411),segment_id=7ed294a7-e1e7-4d37-88c7-4b485966a411)] {{(pid=88524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:47:10.179343 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-54270db9-b830-464a-a8ba-c0b0551a67ef req-25231a85-f31d-47b7-ad9d-b2dfcc92c884 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:47:10.240070 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54270db9-b830-464a-a8ba-c0b0551a67ef req-25231a85-f31d-47b7-ad9d-b2dfcc92c884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:47:10.240736 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-54270db9-b830-464a-a8ba-c0b0551a67ef req-25231a85-f31d-47b7-ad9d-b2dfcc92c884 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:47:10.242223 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-54270db9-b830-464a-a8ba-c0b0551a67ef req-25231a85-f31d-47b7-ad9d-b2dfcc92c884 service neutron] 10.222.0.50 "PUT /v2.0/ports/78b6e9b4-2a21-450e-98b9-500cf4461702 HTTP/1.1" status: 200 len: 1091 time: 0.9283066 Jun 01 19:47:10.242516 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8199b38d-2dac-4a7c-81fc-e2560defaa7d', 'tag': '78b6e9b4-2a21-450e-98b9-500cf4461702'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:47:10.262649 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25231a85-f31d-47b7-ad9d-b2dfcc92c884 service neutron] Pushing event updated for resources: {'Port': ['ID=78b6e9b4-2a21-450e-98b9-500cf4461702,revision_number=3']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:47:10.386299 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9b24c07-7393-49e2-8a1f-c9223f8a5351'] response: {'name': 'network-changed', 'server_uuid': '8199b38d-2dac-4a7c-81fc-e2560defaa7d', 'tag': '78b6e9b4-2a21-450e-98b9-500cf4461702', 'status': 'completed', 'code': 200} Jun 01 19:47:10.389433 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54270db9-b830-464a-a8ba-c0b0551a67ef req-7f72102f-dab7-4dec-89e6-1ba8e08cdf94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:47:10.390921 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-54270db9-b830-464a-a8ba-c0b0551a67ef req-7f72102f-dab7-4dec-89e6-1ba8e08cdf94 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cbda20c3e8d6442e82db1c7c6a27e2a5&device_id=8199b38d-2dac-4a7c-81fc-e2560defaa7d HTTP/1.1" status: 200 len: 1094 time: 0.0956962 Jun 01 19:47:10.459478 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-54270db9-b830-464a-a8ba-c0b0551a67ef req-5e5e6103-97f0-4649-ab1c-0424c4f02b34 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=78b6e9b4-2a21-450e-98b9-500cf4461702 HTTP/1.1" status: 200 len: 217 time: 0.0622723 Jun 01 19:47:10.524970 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54270db9-b830-464a-a8ba-c0b0551a67ef req-787da07e-3f85-4be0-ba74-6c656434fc1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:47:10.526336 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-54270db9-b830-464a-a8ba-c0b0551a67ef req-787da07e-3f85-4be0-ba74-6c656434fc1d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7869c718-b90f-46bf-9776-ffc40f61ae55 HTTP/1.1" status: 200 len: 851 time: 0.0608480 Jun 01 19:47:10.599597 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54270db9-b830-464a-a8ba-c0b0551a67ef req-581e75df-c10b-4e81-8dfc-10bb2daba120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:47:10.601009 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-54270db9-b830-464a-a8ba-c0b0551a67ef req-581e75df-c10b-4e81-8dfc-10bb2daba120 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c4e93956-04f5-4c59-8497-c0465a5ee4f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0697942 Jun 01 19:47:10.740843 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-54270db9-b830-464a-a8ba-c0b0551a67ef req-99d4393a-edf4-4e38-8ad6-97198ce91dbb service neutron] 10.222.0.50 "GET /v2.0/networks/c4e93956-04f5-4c59-8497-c0465a5ee4f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339974 Jun 01 19:47:10.793522 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:47:10.795110 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:47:10.855961 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c34ac90-7ef6-4e24-ae6b-8f816aac51b7 req-a0a4fd7d-264b-43ed-9526-120ef4efcfde tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:47:10.857461 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-5c34ac90-7ef6-4e24-ae6b-8f816aac51b7 req-a0a4fd7d-264b-43ed-9526-120ef4efcfde tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=8199b38d-2dac-4a7c-81fc-e2560defaa7d HTTP/1.1" status: 200 len: 943 time: 0.0917308 Jun 01 19:47:10.890500 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-54270db9-b830-464a-a8ba-c0b0551a67ef req-340e8e21-cf0b-4bfd-9ea3-65c23b6e9a0f service neutron] 10.222.0.50 "GET /v2.0/networks/c4e93956-04f5-4c59-8497-c0465a5ee4f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432867 Jun 01 19:47:10.903977 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-5c34ac90-7ef6-4e24-ae6b-8f816aac51b7 req-41748b7d-8bc5-4892-a932-8ff01e0b1dd8 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/security-groups?id=a05ae957-bf8a-4e8f-b4e8-ecb6cd39ee06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407012 Jun 01 19:47:11.126172 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4ea062-aa62-476d-98cc-e8042494be2c req-cc8f7bab-abec-465a-be08-e3748f6787bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:47:11.127578 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ae4ea062-aa62-476d-98cc-e8042494be2c req-cc8f7bab-abec-465a-be08-e3748f6787bc service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cbda20c3e8d6442e82db1c7c6a27e2a5&device_id=8199b38d-2dac-4a7c-81fc-e2560defaa7d HTTP/1.1" status: 200 len: 1094 time: 0.1879368 Jun 01 19:47:11.261441 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4ea062-aa62-476d-98cc-e8042494be2c req-3b7bea34-a4a5-4b92-a856-a1983009865c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:47:11.262867 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ae4ea062-aa62-476d-98cc-e8042494be2c req-3b7bea34-a4a5-4b92-a856-a1983009865c service neutron] 10.222.0.50 "GET /v2.0/networks?id=c4e93956-04f5-4c59-8497-c0465a5ee4f1 HTTP/1.1" status: 200 len: 913 time: 0.1292698 Jun 01 19:47:11.332176 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ae4ea062-aa62-476d-98cc-e8042494be2c req-47518024-0618-41db-9d76-df130019325f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=78b6e9b4-2a21-450e-98b9-500cf4461702 HTTP/1.1" status: 200 len: 217 time: 0.0636063 Jun 01 19:47:11.393941 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4ea062-aa62-476d-98cc-e8042494be2c req-11fd2124-a816-4208-92d7-60e5c245bc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:47:11.395268 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ae4ea062-aa62-476d-98cc-e8042494be2c req-11fd2124-a816-4208-92d7-60e5c245bc4c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7869c718-b90f-46bf-9776-ffc40f61ae55 HTTP/1.1" status: 200 len: 851 time: 0.0570238 Jun 01 19:47:11.471717 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4ea062-aa62-476d-98cc-e8042494be2c req-b8bbacdb-f081-4c48-8a35-cfcb0925a89c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:47:11.473230 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ae4ea062-aa62-476d-98cc-e8042494be2c req-b8bbacdb-f081-4c48-8a35-cfcb0925a89c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c4e93956-04f5-4c59-8497-c0465a5ee4f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0715775 Jun 01 19:47:11.610115 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ae4ea062-aa62-476d-98cc-e8042494be2c req-5bf05190-d1b5-4820-bb38-23889c5de88b service neutron] 10.222.0.50 "GET /v2.0/networks/c4e93956-04f5-4c59-8497-c0465a5ee4f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302738 Jun 01 19:47:11.746750 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ae4ea062-aa62-476d-98cc-e8042494be2c req-eeae8a25-60a1-4720-92a0-b1f12b938e99 service neutron] 10.222.0.50 "GET /v2.0/networks/c4e93956-04f5-4c59-8497-c0465a5ee4f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305368 Jun 01 19:47:11.827784 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:47:12.105484 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bde5dba-e746-4161-a949-8c897ca7d3b2 req-c4bf36e9-66e7-4243-982d-aee692ddaf1c tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:47:12.106182 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-3bde5dba-e746-4161-a949-8c897ca7d3b2 req-c4bf36e9-66e7-4243-982d-aee692ddaf1c tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Synchronizing usage tracker for tenant:cbda20c3e8d6442e82db1c7c6a27e2a5 on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:47:12.123257 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-3bde5dba-e746-4161-a949-8c897ca7d3b2 req-c4bf36e9-66e7-4243-982d-aee692ddaf1c tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Unset dirty status for tenant:cbda20c3e8d6442e82db1c7c6a27e2a5 on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:47:12.124454 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3bde5dba-e746-4161-a949-8c897ca7d3b2 req-c4bf36e9-66e7-4243-982d-aee692ddaf1c tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=8199b38d-2dac-4a7c-81fc-e2560defaa7d HTTP/1.1" status: 200 len: 943 time: 0.1032946 Jun 01 19:47:12.138284 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:47:12.169964 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3bde5dba-e746-4161-a949-8c897ca7d3b2 req-e0b5191c-7856-4292-ac28-da79c657ea9b tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/security-groups?id=a05ae957-bf8a-4e8f-b4e8-ecb6cd39ee06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395956 Jun 01 19:47:12.419590 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:47:13.363111 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f58eb14-52e1-4287-b359-798fa4bf8e1a req-cd71ebf5-0e08-4996-883d-e5b5b93395c6 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:47:13.364577 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-1f58eb14-52e1-4287-b359-798fa4bf8e1a req-cd71ebf5-0e08-4996-883d-e5b5b93395c6 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=8199b38d-2dac-4a7c-81fc-e2560defaa7d HTTP/1.1" status: 200 len: 943 time: 0.0844924 Jun 01 19:47:13.408757 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-1f58eb14-52e1-4287-b359-798fa4bf8e1a req-05701d0b-d76b-4b9b-bb1d-b15c09e903a8 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/security-groups?id=a05ae957-bf8a-4e8f-b4e8-ecb6cd39ee06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378518 Jun 01 19:47:14.405880 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 78b6e9b4-2a21-450e-98b9-500cf4461702 details requested by agent hyperv_n-h2-844202-1 with host n-h2-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 19:47:14.549763 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 78b6e9b4-2a21-450e-98b9-500cf4461702, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=78b6e9b4-2a21-450e-98b9-500cf4461702,segment=NetworkSegment(7ed294a7-e1e7-4d37-88c7-4b485966a411),segment_id=7ed294a7-e1e7-4d37-88c7-4b485966a411)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:47:14.564013 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Returning: {'device': '78b6e9b4-2a21-450e-98b9-500cf4461702', 'network_id': 'c4e93956-04f5-4c59-8497-c0465a5ee4f1', 'port_id': '78b6e9b4-2a21-450e-98b9-500cf4461702', 'mac_address': 'fa:16:3e:a6:ed:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7869c718-b90f-46bf-9776-ffc40f61ae55', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 19:47:14.604892 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e863a525-7d8a-4367-90f4-a55c57638839 req-997687e3-2454-4af1-9dbb-6e97a8093d22 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:47:14.606638 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e863a525-7d8a-4367-90f4-a55c57638839 req-997687e3-2454-4af1-9dbb-6e97a8093d22 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=8199b38d-2dac-4a7c-81fc-e2560defaa7d HTTP/1.1" status: 200 len: 943 time: 0.0856829 Jun 01 19:47:14.620451 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port 78b6e9b4-2a21-450e-98b9-500cf4461702 is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:47:14.620833 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:47:14.638530 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78b6e9b4-2a21-450e-98b9-500cf4461702 {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 19:47:14.654897 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 78b6e9b4-2a21-450e-98b9-500cf4461702, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=78b6e9b4-2a21-450e-98b9-500cf4461702,segment=NetworkSegment(7ed294a7-e1e7-4d37-88c7-4b485966a411),segment_id=7ed294a7-e1e7-4d37-88c7-4b485966a411)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:47:14.656240 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e863a525-7d8a-4367-90f4-a55c57638839 req-ad1b4c7a-7d82-4adf-9faf-d4e1f553fa74 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/security-groups?id=a05ae957-bf8a-4e8f-b4e8-ecb6cd39ee06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435693 Jun 01 19:47:14.660580 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:47:14.752685 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=78b6e9b4-2a21-450e-98b9-500cf4461702,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:47:14.760907 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:47:14.761256 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:47:14.761602 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:47:14.761934 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:47:14.762267 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:47:14.762612 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:47:14.762928 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:47:14.763253 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:47:14.763576 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:47:14.763898 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:47:14.764219 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:47:14.764560 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:47:14.897756 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] get_ports_and_sgs() called for port_ids ['78b6e9b4-2a21-450e-98b9-500cf4461702'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 19:47:15.843490 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977b0de0-b3e1-42f5-8375-d5608060328f req-7bada727-6669-47b1-be77-5bf9d22e489a tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:47:15.845021 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-977b0de0-b3e1-42f5-8375-d5608060328f req-7bada727-6669-47b1-be77-5bf9d22e489a tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=8199b38d-2dac-4a7c-81fc-e2560defaa7d HTTP/1.1" status: 200 len: 944 time: 0.0816984 Jun 01 19:47:15.889739 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-977b0de0-b3e1-42f5-8375-d5608060328f req-0b0e289d-1b11-4cf9-8ae7-2318281737e4 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/security-groups?id=a05ae957-bf8a-4e8f-b4e8-ecb6cd39ee06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389595 Jun 01 19:47:16.420449 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 78b6e9b4-2a21-450e-98b9-500cf4461702 up at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:47:16.530605 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning for port 78b6e9b4-2a21-450e-98b9-500cf4461702 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:47:16.536201 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning complete for port 78b6e9b4-2a21-450e-98b9-500cf4461702 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:47:16.536689 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:47:16.653563 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port 78b6e9b4-2a21-450e-98b9-500cf4461702 is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:47:16.653930 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:47:16.682038 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8199b38d-2dac-4a7c-81fc-e2560defaa7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78b6e9b4-2a21-450e-98b9-500cf4461702'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:47:16.691561 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 78b6e9b4-2a21-450e-98b9-500cf4461702, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=78b6e9b4-2a21-450e-98b9-500cf4461702,segment=NetworkSegment(7ed294a7-e1e7-4d37-88c7-4b485966a411),segment_id=7ed294a7-e1e7-4d37-88c7-4b485966a411)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:47:16.696098 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:47:16.766264 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=78b6e9b4-2a21-450e-98b9-500cf4461702,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:47:16.777950 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77a1ac1e-e428-4c2c-acc2-9ea39ef62351'] response: {'server_uuid': '8199b38d-2dac-4a7c-81fc-e2560defaa7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78b6e9b4-2a21-450e-98b9-500cf4461702', 'code': 200} Jun 01 19:47:16.905958 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181ca637-cea4-4abc-b58f-43e3e3adf0f8 req-2e32770f-5611-49bf-a315-7dafa9a3d84c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:47:16.907451 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-181ca637-cea4-4abc-b58f-43e3e3adf0f8 req-2e32770f-5611-49bf-a315-7dafa9a3d84c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=8199b38d-2dac-4a7c-81fc-e2560defaa7d HTTP/1.1" status: 200 len: 1096 time: 0.0768509 Jun 01 19:47:16.950046 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-181ca637-cea4-4abc-b58f-43e3e3adf0f8 req-b79e3bec-7966-4173-8bb0-1389a58a688a service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=a05ae957-bf8a-4e8f-b4e8-ecb6cd39ee06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373552 Jun 01 19:47:17.080204 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce578901-b94e-4896-a070-e2c533824c79 req-52a762ad-7ee8-4349-b886-97dd61428b80 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:47:17.081688 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ce578901-b94e-4896-a070-e2c533824c79 req-52a762ad-7ee8-4349-b886-97dd61428b80 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=8199b38d-2dac-4a7c-81fc-e2560defaa7d HTTP/1.1" status: 200 len: 945 time: 0.0841722 Jun 01 19:47:17.129465 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ce578901-b94e-4896-a070-e2c533824c79 req-b8b5dff3-fdc6-4af1-b8eb-1a0b4c291c27 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/security-groups?id=a05ae957-bf8a-4e8f-b4e8-ecb6cd39ee06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415530 Jun 01 19:47:18.325381 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4b37c0-6057-4ee0-8575-4eb208ac6019 req-01763e2b-cd7f-4e4e-83a9-636edb3c8ba6 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:47:18.326766 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9d4b37c0-6057-4ee0-8575-4eb208ac6019 req-01763e2b-cd7f-4e4e-83a9-636edb3c8ba6 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=8199b38d-2dac-4a7c-81fc-e2560defaa7d HTTP/1.1" status: 200 len: 945 time: 0.0852466 Jun 01 19:47:18.372087 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9d4b37c0-6057-4ee0-8575-4eb208ac6019 req-0c7649e1-313c-4a2d-9314-aad840188d25 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/security-groups?id=a05ae957-bf8a-4e8f-b4e8-ecb6cd39ee06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396440 Jun 01 19:47:18.558721 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee0e06b-144f-489b-81f9-cc50da724eb7 req-72c9496a-3bcd-48e8-9c65-4f5283408ae6 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:47:18.560161 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-aee0e06b-144f-489b-81f9-cc50da724eb7 req-72c9496a-3bcd-48e8-9c65-4f5283408ae6 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=8199b38d-2dac-4a7c-81fc-e2560defaa7d HTTP/1.1" status: 200 len: 945 time: 0.0806997 Jun 01 19:47:18.569218 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 52552) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:47:18.575164 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-b1812d31-50b6-411f-aa29-d4e4658e3a0b tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Request body: {'floatingip': {'port_id': '78b6e9b4-2a21-450e-98b9-500cf4461702'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:47:18.655585 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b1812d31-50b6-411f-aa29-d4e4658e3a0b tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Notify callbacks [] for floatingip, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:47:19.356409 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b1812d31-50b6-411f-aa29-d4e4658e3a0b tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:47:19.360589 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b1812d31-50b6-411f-aa29-d4e4658e3a0b tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887712'] for floatingip, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:47:19.537060 n-d-844202-1 neutron-server[88525]: INFO neutron.db.l3_db [None req-b1812d31-50b6-411f-aa29-d4e4658e3a0b tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Floating IP b5679655-04f8-4106-ab29-fd920a6926f9 associated. External IP: 172.25.4.41, port: 78b6e9b4-2a21-450e-98b9-500cf4461702. Jun 01 19:47:19.893352 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1812d31-50b6-411f-aa29-d4e4658e3a0b tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Router 7fa3ce65-0b71-4a94-bb4c-e7929cc1418d has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 19:47:20.202734 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1812d31-50b6-411f-aa29-d4e4658e3a0b tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:47:20.209431 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b1812d31-50b6-411f-aa29-d4e4658e3a0b tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for floatingip, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:47:20.212942 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a10d73-cfd7-489d-978f-a1009208f9cb None None] Sync routers for ids ['7fa3ce65-0b71-4a94-bb4c-e7929cc1418d'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:47:20.222952 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a10d73-cfd7-489d-978f-a1009208f9cb None None] Routers {'7fa3ce65-0b71-4a94-bb4c-e7929cc1418d'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:47:20.223549 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-d7a10d73-cfd7-489d-978f-a1009208f9cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:47:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['7fa3ce65-0b71-4a94-bb4c-e7929cc1418d'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:47:20.265005 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-b1812d31-50b6-411f-aa29-d4e4658e3a0b tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "PUT /v2.0/floatingips/b5679655-04f8-4106-ab29-fd920a6926f9 HTTP/1.1" status: 200 len: 991 time: 1.6947479 Jun 01 19:47:20.265652 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8199b38d-2dac-4a7c-81fc-e2560defaa7d', 'tag': '78b6e9b4-2a21-450e-98b9-500cf4461702'}] {{(pid=88525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:47:20.413841 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-d7a10d73-cfd7-489d-978f-a1009208f9cb None None] Set router 7fa3ce65-0b71-4a94-bb4c-e7929cc1418d gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:47:20.444092 n-d-844202-1 neutron-server[88525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3dfa606a-60a3-401c-a270-c5fd5a3c9287'] response: {'name': 'network-changed', 'server_uuid': '8199b38d-2dac-4a7c-81fc-e2560defaa7d', 'tag': '78b6e9b4-2a21-450e-98b9-500cf4461702', 'status': 'completed', 'code': 200} Jun 01 19:47:20.533504 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d9edfe-d424-48a1-84d6-12a55cb8cc0c req-d38936ce-4d0b-4912-bcfc-8f233fbe6e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:47:20.534898 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c3d9edfe-d424-48a1-84d6-12a55cb8cc0c req-d38936ce-4d0b-4912-bcfc-8f233fbe6e2c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cbda20c3e8d6442e82db1c7c6a27e2a5&device_id=8199b38d-2dac-4a7c-81fc-e2560defaa7d HTTP/1.1" status: 200 len: 1096 time: 0.0708809 Jun 01 19:47:20.668334 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d9edfe-d424-48a1-84d6-12a55cb8cc0c req-f908da90-ccf4-48fe-a809-3603eab5c4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:47:20.669870 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c3d9edfe-d424-48a1-84d6-12a55cb8cc0c req-f908da90-ccf4-48fe-a809-3603eab5c4f4 service neutron] 10.222.0.50 "GET /v2.0/networks?id=c4e93956-04f5-4c59-8497-c0465a5ee4f1 HTTP/1.1" status: 200 len: 913 time: 0.1297538 Jun 01 19:47:20.773460 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c3d9edfe-d424-48a1-84d6-12a55cb8cc0c req-28fb58f7-924c-4d31-805a-1d64c40b0555 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=78b6e9b4-2a21-450e-98b9-500cf4461702 HTTP/1.1" status: 200 len: 999 time: 0.0982335 Jun 01 19:47:20.773963 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-d7a10d73-cfd7-489d-978f-a1009208f9cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fa3ce65-0b71-4a94-bb4c-e7929cc1418d', 'name': 'tempest-ServerActionsTestJSON-1042264002-router', 'tenant_id': 'cbda20c3e8d6442e82db1c7c6a27e2a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '70e55147-1f1f-4d25-bc59-b7473230258c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:37:26Z', 'updated_at': '2022-06-01T19:37:31Z', 'revision_number': 4, 'project_id': 'cbda20c3e8d6442e82db1c7c6a27e2a5', 'gw_port': {'id': '70e55147-1f1f-4d25-bc59-b7473230258c', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:15:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa3ce65-0b71-4a94-bb4c-e7929cc1418d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:37:27Z', 'updated_at': '2022-06-01T19:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_floatingips': [{'id': 'b5679655-04f8-4106-ab29-fd920a6926f9', 'tenant_id': 'cbda20c3e8d6442e82db1c7c6a27e2a5', 'floating_ip_address': '172.25.4.41', 'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'router_id': '7fa3ce65-0b71-4a94-bb4c-e7929cc1418d', 'port_id': '78b6e9b4-2a21-450e-98b9-500cf4461702', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4179, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4e93956-04f5-4c59-8497-c0465a5ee4f1', 'mac_address': 'fa:16:3e:a6:ed:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8199b38d-2dac-4a7c-81fc-e2560defaa7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T19:37:33Z', 'updated_at': '2022-06-01T19:47:19Z', 'revision_number': 13, 'project_id': 'cbda20c3e8d6442e82db1c7c6a27e2a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5937c945-2bd7-4cdc-b6fe-432cda621442', 'name': '', 'network_id': 'c4e93956-04f5-4c59-8497-c0465a5ee4f1', 'tenant_id': 'cbda20c3e8d6442e82db1c7c6a27e2a5', 'mac_address': 'fa:16:3e:ff:e6:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa3ce65-0b71-4a94-bb4c-e7929cc1418d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': '7869c718-b90f-46bf-9776-ffc40f61ae55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:37:30Z', 'updated_at': '2022-06-01T19:37:35Z', 'revision_number': 5, 'project_id': 'cbda20c3e8d6442e82db1c7c6a27e2a5', 'subnets': [{'id': '7869c718-b90f-46bf-9776-ffc40f61ae55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:47:20.778164 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a10d73-cfd7-489d-978f-a1009208f9cb None None] Checking router: 7fa3ce65-0b71-4a94-bb4c-e7929cc1418d for host: n-d-844202-1 {{(pid=88527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 19:47:20.786390 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a10d73-cfd7-489d-978f-a1009208f9cb None None] Routers {'7fa3ce65-0b71-4a94-bb4c-e7929cc1418d'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:47:20.786913 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-d7a10d73-cfd7-489d-978f-a1009208f9cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:47:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['7fa3ce65-0b71-4a94-bb4c-e7929cc1418d'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:47:20.834647 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d9edfe-d424-48a1-84d6-12a55cb8cc0c req-dc6c8f02-e014-4f8b-976f-f515ca7d3754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:47:20.836093 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c3d9edfe-d424-48a1-84d6-12a55cb8cc0c req-dc6c8f02-e014-4f8b-976f-f515ca7d3754 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7869c718-b90f-46bf-9776-ffc40f61ae55 HTTP/1.1" status: 200 len: 851 time: 0.0577137 Jun 01 19:47:20.914045 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d9edfe-d424-48a1-84d6-12a55cb8cc0c req-2a44de2f-9c75-4fce-b971-f417b3140ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:47:20.916348 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c3d9edfe-d424-48a1-84d6-12a55cb8cc0c req-2a44de2f-9c75-4fce-b971-f417b3140ff8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c4e93956-04f5-4c59-8497-c0465a5ee4f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0749712 Jun 01 19:47:20.963007 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-d7a10d73-cfd7-489d-978f-a1009208f9cb None None] Set router 7fa3ce65-0b71-4a94-bb4c-e7929cc1418d gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:47:21.151643 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c3d9edfe-d424-48a1-84d6-12a55cb8cc0c req-430c6399-43b1-4f83-8128-287d045715f7 service neutron] 10.222.0.50 "GET /v2.0/networks/c4e93956-04f5-4c59-8497-c0465a5ee4f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2298446 Jun 01 19:47:21.286129 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c3d9edfe-d424-48a1-84d6-12a55cb8cc0c req-4fd357cb-8c56-46a7-bc37-6b68062ab862 service neutron] 10.222.0.50 "GET /v2.0/networks/c4e93956-04f5-4c59-8497-c0465a5ee4f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291552 Jun 01 19:47:21.345476 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-d7a10d73-cfd7-489d-978f-a1009208f9cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fa3ce65-0b71-4a94-bb4c-e7929cc1418d', 'name': 'tempest-ServerActionsTestJSON-1042264002-router', 'tenant_id': 'cbda20c3e8d6442e82db1c7c6a27e2a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '70e55147-1f1f-4d25-bc59-b7473230258c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:37:26Z', 'updated_at': '2022-06-01T19:37:31Z', 'revision_number': 4, 'project_id': 'cbda20c3e8d6442e82db1c7c6a27e2a5', 'gw_port': {'id': '70e55147-1f1f-4d25-bc59-b7473230258c', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:15:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa3ce65-0b71-4a94-bb4c-e7929cc1418d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:37:27Z', 'updated_at': '2022-06-01T19:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_floatingips': [{'id': 'b5679655-04f8-4106-ab29-fd920a6926f9', 'tenant_id': 'cbda20c3e8d6442e82db1c7c6a27e2a5', 'floating_ip_address': '172.25.4.41', 'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'router_id': '7fa3ce65-0b71-4a94-bb4c-e7929cc1418d', 'port_id': '78b6e9b4-2a21-450e-98b9-500cf4461702', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4179, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4e93956-04f5-4c59-8497-c0465a5ee4f1', 'mac_address': 'fa:16:3e:a6:ed:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8199b38d-2dac-4a7c-81fc-e2560defaa7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T19:37:33Z', 'updated_at': '2022-06-01T19:47:19Z', 'revision_number': 13, 'project_id': 'cbda20c3e8d6442e82db1c7c6a27e2a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5937c945-2bd7-4cdc-b6fe-432cda621442', 'name': '', 'network_id': 'c4e93956-04f5-4c59-8497-c0465a5ee4f1', 'tenant_id': 'cbda20c3e8d6442e82db1c7c6a27e2a5', 'mac_address': 'fa:16:3e:ff:e6:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa3ce65-0b71-4a94-bb4c-e7929cc1418d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': '7869c718-b90f-46bf-9776-ffc40f61ae55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:37:30Z', 'updated_at': '2022-06-01T19:37:35Z', 'revision_number': 5, 'project_id': 'cbda20c3e8d6442e82db1c7c6a27e2a5', 'subnets': [{'id': '7869c718-b90f-46bf-9776-ffc40f61ae55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:47:21.349333 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a10d73-cfd7-489d-978f-a1009208f9cb None None] The sync data for ids ['7fa3ce65-0b71-4a94-bb4c-e7929cc1418d'] in n-d-844202-1 is: [{'id': '7fa3ce65-0b71-4a94-bb4c-e7929cc1418d', 'name': 'tempest-ServerActionsTestJSON-1042264002-router', 'tenant_id': 'cbda20c3e8d6442e82db1c7c6a27e2a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '70e55147-1f1f-4d25-bc59-b7473230258c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:37:26Z', 'updated_at': '2022-06-01T19:37:31Z', 'revision_number': 4, 'project_id': 'cbda20c3e8d6442e82db1c7c6a27e2a5', 'gw_port': {'id': '70e55147-1f1f-4d25-bc59-b7473230258c', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:15:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa3ce65-0b71-4a94-bb4c-e7929cc1418d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:37:27Z', 'updated_at': '2022-06-01T19:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_floatingips': [{'id': 'b5679655-04f8-4106-ab29-fd920a6926f9', 'tenant_id': 'cbda20c3e8d6442e82db1c7c6a27e2a5', 'floating_ip_address': '172.25.4.41', 'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'router_id': '7fa3ce65-0b71-4a94-bb4c-e7929cc1418d', 'port_id': '78b6e9b4-2a21-450e-98b9-500cf4461702', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4179, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4e93956-04f5-4c59-8497-c0465a5ee4f1', 'mac_address': 'fa:16:3e:a6:ed:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8199b38d-2dac-4a7c-81fc-e2560defaa7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T19:37:33Z', 'updated_at': '2022-06-01T19:47:19Z', 'revision_number': 13, 'project_id': 'cbda20c3e8d6442e82db1c7c6a27e2a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5937c945-2bd7-4cdc-b6fe-432cda621442', 'name': '', 'network_id': 'c4e93956-04f5-4c59-8497-c0465a5ee4f1', 'tenant_id': 'cbda20c3e8d6442e82db1c7c6a27e2a5', 'mac_address': 'fa:16:3e:ff:e6:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa3ce65-0b71-4a94-bb4c-e7929cc1418d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': '7869c718-b90f-46bf-9776-ffc40f61ae55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:37:30Z', 'updated_at': '2022-06-01T19:37:35Z', 'revision_number': 5, 'project_id': 'cbda20c3e8d6442e82db1c7c6a27e2a5', 'subnets': [{'id': '7869c718-b90f-46bf-9776-ffc40f61ae55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:47:21.536034 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fed787d-bbb9-46dd-8a87-552b6ba913f1 None None] New status for floating IP b5679655-04f8-4106-ab29-fd920a6926f9: ACTIVE {{(pid=88526) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 19:47:36.940564 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.agents_db [None req-e814b9cf-7de8-45d0-a079-29c61fabe7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 19:47:37.091377 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7a7bf89b-2121-43cb-8f0b-0691643463a9 req-9d3bb9d2-6b21-4bcd-a93d-a5d3e37d22d6 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=8199b38d-2dac-4a7c-81fc-e2560defaa7d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0715117 Jun 01 19:47:37.184912 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-5adc0b31-499a-4e81-88fe-4b51e7124f83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:47:37.252503 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7bf89b-2121-43cb-8f0b-0691643463a9 req-909dede4-33ee-46d8-8ddc-2af8f0c792f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:47:37.253924 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7a7bf89b-2121-43cb-8f0b-0691643463a9 req-909dede4-33ee-46d8-8ddc-2af8f0c792f6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cbda20c3e8d6442e82db1c7c6a27e2a5&device_id=8199b38d-2dac-4a7c-81fc-e2560defaa7d HTTP/1.1" status: 200 len: 1096 time: 0.0944171 Jun 01 19:47:37.400183 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7bf89b-2121-43cb-8f0b-0691643463a9 req-bae24b65-b6df-4273-bc66-385448609191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:47:37.401695 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7a7bf89b-2121-43cb-8f0b-0691643463a9 req-bae24b65-b6df-4273-bc66-385448609191 service neutron] 10.222.0.50 "GET /v2.0/networks?id=c4e93956-04f5-4c59-8497-c0465a5ee4f1 HTTP/1.1" status: 200 len: 913 time: 0.1290271 Jun 01 19:47:37.503213 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7a7bf89b-2121-43cb-8f0b-0691643463a9 req-26a62c24-8a16-4494-90d9-189167cf0c6c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=78b6e9b4-2a21-450e-98b9-500cf4461702 HTTP/1.1" status: 200 len: 1001 time: 0.0951154 Jun 01 19:47:37.563825 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7bf89b-2121-43cb-8f0b-0691643463a9 req-5773eb92-10fa-49cd-b9fc-9a1801dd1836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:47:37.565255 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7a7bf89b-2121-43cb-8f0b-0691643463a9 req-5773eb92-10fa-49cd-b9fc-9a1801dd1836 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7869c718-b90f-46bf-9776-ffc40f61ae55 HTTP/1.1" status: 200 len: 851 time: 0.0558534 Jun 01 19:47:37.641341 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7bf89b-2121-43cb-8f0b-0691643463a9 req-47cd549a-4dee-4523-aeb9-dbbf4c67d704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:47:37.642832 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7a7bf89b-2121-43cb-8f0b-0691643463a9 req-47cd549a-4dee-4523-aeb9-dbbf4c67d704 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c4e93956-04f5-4c59-8497-c0465a5ee4f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0713618 Jun 01 19:47:37.773169 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7a7bf89b-2121-43cb-8f0b-0691643463a9 req-8def73f4-2567-4432-bd23-e84c4954d974 service neutron] 10.222.0.50 "GET /v2.0/networks/c4e93956-04f5-4c59-8497-c0465a5ee4f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235988 Jun 01 19:47:37.904701 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7a7bf89b-2121-43cb-8f0b-0691643463a9 req-ba0adb66-ed36-4a2d-85f7-40e7ff74da3e service neutron] 10.222.0.50 "GET /v2.0/networks/c4e93956-04f5-4c59-8497-c0465a5ee4f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252806 Jun 01 19:47:39.630176 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-459b3ef0-0a18-47cc-8b63-202c2ebd8119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:47:40.786550 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:47:40.788081 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:47:41.834682 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:47:42.141137 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:47:42.418915 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:47:52.909955 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0e3189-3242-4c03-845c-56925c031c54 req-a0d4263f-2b8b-4552-8836-e13b1ec1e197 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:47:52.911386 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8a0e3189-3242-4c03-845c-56925c031c54 req-a0d4263f-2b8b-4552-8836-e13b1ec1e197 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=8199b38d-2dac-4a7c-81fc-e2560defaa7d HTTP/1.1" status: 200 len: 945 time: 0.2829409 Jun 01 19:47:52.958944 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8a0e3189-3242-4c03-845c-56925c031c54 req-e39c423a-d1b1-4b64-b062-7f243b1cd816 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/security-groups?id=a05ae957-bf8a-4e8f-b4e8-ecb6cd39ee06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417726 Jun 01 19:48:02.555720 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 52636) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:48:02.650483 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed882979-6c5e-45ba-844c-30c365ed303b req-72ed9b50-d173-4418-bdee-a4c4bbd71943 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:48:02.652419 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ed882979-6c5e-45ba-844c-30c365ed303b req-72ed9b50-d173-4418-bdee-a4c4bbd71943 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=8199b38d-2dac-4a7c-81fc-e2560defaa7d HTTP/1.1" status: 200 len: 945 time: 0.0975213 Jun 01 19:48:02.673941 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-700895f9-15ac-4897-be6e-f946c387e350 req-96eb1f67-5cd8-4b40-b0ff-976ceb03fa80 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8199b38d-2dac-4a7c-81fc-e2560defaa7d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1169405 Jun 01 19:48:02.701152 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ed882979-6c5e-45ba-844c-30c365ed303b req-eed01e5b-e96a-44f4-9210-47e78b9d82ba tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/security-groups?id=a05ae957-bf8a-4e8f-b4e8-ecb6cd39ee06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419033 Jun 01 19:48:03.900481 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9342118b-7b9c-4fb2-8d89-c96e53c55d84 req-945e5512-5edc-433d-84e8-f6614b39fce2 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:48:03.901864 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-9342118b-7b9c-4fb2-8d89-c96e53c55d84 req-945e5512-5edc-433d-84e8-f6614b39fce2 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=8199b38d-2dac-4a7c-81fc-e2560defaa7d HTTP/1.1" status: 200 len: 945 time: 0.0868602 Jun 01 19:48:03.949832 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-9342118b-7b9c-4fb2-8d89-c96e53c55d84 req-3aa37067-5d1d-40d4-9ca2-895ca100e237 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/security-groups?id=a05ae957-bf8a-4e8f-b4e8-ecb6cd39ee06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421858 Jun 01 19:48:04.112168 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700895f9-15ac-4897-be6e-f946c387e350 req-1ae92c6c-70c5-4242-bab3-4fd7d1d1a605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:48:04.113675 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-700895f9-15ac-4897-be6e-f946c387e350 req-1ae92c6c-70c5-4242-bab3-4fd7d1d1a605 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cbda20c3e8d6442e82db1c7c6a27e2a5&device_id=8199b38d-2dac-4a7c-81fc-e2560defaa7d HTTP/1.1" status: 200 len: 1096 time: 0.0727820 Jun 01 19:48:04.248109 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700895f9-15ac-4897-be6e-f946c387e350 req-7fb83fb7-cd99-4dd1-acb4-5f2a97b9c769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:48:04.249619 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-700895f9-15ac-4897-be6e-f946c387e350 req-7fb83fb7-cd99-4dd1-acb4-5f2a97b9c769 service neutron] 10.222.0.50 "GET /v2.0/networks?id=c4e93956-04f5-4c59-8497-c0465a5ee4f1 HTTP/1.1" status: 200 len: 913 time: 0.1296709 Jun 01 19:48:04.354386 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-700895f9-15ac-4897-be6e-f946c387e350 req-225a47ef-65dd-49c3-b78d-cbe2e27e5a36 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=78b6e9b4-2a21-450e-98b9-500cf4461702 HTTP/1.1" status: 200 len: 1001 time: 0.0994508 Jun 01 19:48:04.419780 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700895f9-15ac-4897-be6e-f946c387e350 req-e826e713-0c11-4c9a-844e-fc359f8f6ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:48:04.421243 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-700895f9-15ac-4897-be6e-f946c387e350 req-e826e713-0c11-4c9a-844e-fc359f8f6ea0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7869c718-b90f-46bf-9776-ffc40f61ae55 HTTP/1.1" status: 200 len: 851 time: 0.0617855 Jun 01 19:48:04.497142 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700895f9-15ac-4897-be6e-f946c387e350 req-7c961cef-0523-44e2-b3bc-caa689d3604c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:48:04.498679 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-700895f9-15ac-4897-be6e-f946c387e350 req-7c961cef-0523-44e2-b3bc-caa689d3604c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c4e93956-04f5-4c59-8497-c0465a5ee4f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0718601 Jun 01 19:48:04.735163 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-700895f9-15ac-4897-be6e-f946c387e350 req-6ab5dd93-dace-4ad7-8d53-6c023dbbfdbd service neutron] 10.222.0.50 "GET /v2.0/networks/c4e93956-04f5-4c59-8497-c0465a5ee4f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2310078 Jun 01 19:48:04.869831 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-700895f9-15ac-4897-be6e-f946c387e350 req-4ee3c3da-2287-4999-8c55-aea6c5b8d29b service neutron] 10.222.0.50 "GET /v2.0/networks/c4e93956-04f5-4c59-8497-c0465a5ee4f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293714 Jun 01 19:48:05.145869 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e11142-9d02-4742-91f8-3f88294fe6b9 req-1ad1c0b2-03a1-474d-a80d-fde3950b6374 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:48:05.147255 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b4e11142-9d02-4742-91f8-3f88294fe6b9 req-1ad1c0b2-03a1-474d-a80d-fde3950b6374 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=8199b38d-2dac-4a7c-81fc-e2560defaa7d HTTP/1.1" status: 200 len: 945 time: 0.0863285 Jun 01 19:48:05.193055 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b4e11142-9d02-4742-91f8-3f88294fe6b9 req-89e2516f-4e5f-485a-bbb8-b95fc460fb06 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/security-groups?id=a05ae957-bf8a-4e8f-b4e8-ecb6cd39ee06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396593 Jun 01 19:48:06.386291 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dffd5f-eeed-4734-bf92-925e9d14c0cd req-40355978-2126-41ab-9bf5-596022d872c6 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:48:06.388325 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a7dffd5f-eeed-4734-bf92-925e9d14c0cd req-40355978-2126-41ab-9bf5-596022d872c6 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=8199b38d-2dac-4a7c-81fc-e2560defaa7d HTTP/1.1" status: 200 len: 945 time: 0.0861492 Jun 01 19:48:06.436898 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a7dffd5f-eeed-4734-bf92-925e9d14c0cd req-b2b44917-077d-4b17-955d-6b5cc627f972 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/security-groups?id=a05ae957-bf8a-4e8f-b4e8-ecb6cd39ee06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419631 Jun 01 19:48:07.188045 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f96624fa-6ba3-4ab6-a861-032642bc2cf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:48:07.633890 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887529a7-036e-4762-a249-38b4631c3f0d req-812fce84-5587-4112-b28a-39f9fe2f1957 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:48:07.635267 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-887529a7-036e-4762-a249-38b4631c3f0d req-812fce84-5587-4112-b28a-39f9fe2f1957 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=8199b38d-2dac-4a7c-81fc-e2560defaa7d HTTP/1.1" status: 200 len: 945 time: 0.0805380 Jun 01 19:48:07.680089 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-887529a7-036e-4762-a249-38b4631c3f0d req-d31fa20a-0e8c-40ac-8854-622824f25600 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/security-groups?id=a05ae957-bf8a-4e8f-b4e8-ecb6cd39ee06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391877 Jun 01 19:48:08.873636 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51857b6-16c4-40c2-b110-4700ff3eee16 req-7ed3707d-b393-4245-8f5f-2d0922119da8 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:48:08.875083 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e51857b6-16c4-40c2-b110-4700ff3eee16 req-7ed3707d-b393-4245-8f5f-2d0922119da8 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=8199b38d-2dac-4a7c-81fc-e2560defaa7d HTTP/1.1" status: 200 len: 945 time: 0.0837557 Jun 01 19:48:08.923255 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e51857b6-16c4-40c2-b110-4700ff3eee16 req-1e136b2b-d3f5-4a80-9359-647ae6de6814 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/security-groups?id=a05ae957-bf8a-4e8f-b4e8-ecb6cd39ee06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424194 Jun 01 19:48:09.634198 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-ba2d950a-6f25-47c5-b8d2-542886b7c65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:48:10.119854 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44288d62-5a61-40a1-ae0f-793fb0c0b670 req-31f6ee5f-173b-41c3-bcf4-5c7c47938f99 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:48:10.121369 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-44288d62-5a61-40a1-ae0f-793fb0c0b670 req-31f6ee5f-173b-41c3-bcf4-5c7c47938f99 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=8199b38d-2dac-4a7c-81fc-e2560defaa7d HTTP/1.1" status: 200 len: 945 time: 0.0860517 Jun 01 19:48:10.166752 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-44288d62-5a61-40a1-ae0f-793fb0c0b670 req-f64ce85c-7cb8-4765-8ea4-513ed8296bf2 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/security-groups?id=a05ae957-bf8a-4e8f-b4e8-ecb6cd39ee06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396438 Jun 01 19:48:10.792980 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:48:10.794882 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:48:11.364893 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264e6916-6967-44cd-b156-07079c44e639 req-c799e9a6-c881-4310-b474-999d78a64d2b tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:48:11.367348 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-264e6916-6967-44cd-b156-07079c44e639 req-c799e9a6-c881-4310-b474-999d78a64d2b tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=8199b38d-2dac-4a7c-81fc-e2560defaa7d HTTP/1.1" status: 200 len: 945 time: 0.0861943 Jun 01 19:48:11.412427 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-264e6916-6967-44cd-b156-07079c44e639 req-e694cae4-1f6f-4892-8c7c-10a4c7fb2085 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/security-groups?id=a05ae957-bf8a-4e8f-b4e8-ecb6cd39ee06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393174 Jun 01 19:48:11.826681 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:48:12.144148 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:48:12.432027 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:48:12.615708 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0951e95d-5693-4599-9b5a-56b1ce89996e req-6964ddeb-bda0-487f-83bb-495d558304c0 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:48:12.617977 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0951e95d-5693-4599-9b5a-56b1ce89996e req-6964ddeb-bda0-487f-83bb-495d558304c0 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=8199b38d-2dac-4a7c-81fc-e2560defaa7d HTTP/1.1" status: 200 len: 945 time: 0.0831439 Jun 01 19:48:12.677651 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0951e95d-5693-4599-9b5a-56b1ce89996e req-0137f902-9e86-492b-b9e6-5548d165fe10 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/security-groups?id=a05ae957-bf8a-4e8f-b4e8-ecb6cd39ee06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530844 Jun 01 19:48:13.874909 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81312b1-37a9-48f6-8740-3a825a0363c1 req-950e04ab-a0bb-4ce6-aa32-f0b810e24a66 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:48:13.876380 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a81312b1-37a9-48f6-8740-3a825a0363c1 req-950e04ab-a0bb-4ce6-aa32-f0b810e24a66 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=8199b38d-2dac-4a7c-81fc-e2560defaa7d HTTP/1.1" status: 200 len: 945 time: 0.0898602 Jun 01 19:48:13.922807 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a81312b1-37a9-48f6-8740-3a825a0363c1 req-d2fd303a-3b55-478f-bf9a-a1f54f27f919 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/security-groups?id=a05ae957-bf8a-4e8f-b4e8-ecb6cd39ee06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397303 Jun 01 19:48:13.940913 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.agents_db [None req-e814b9cf-7de8-45d0-a079-29c61fabe7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 19:48:15.146706 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab3ea68-dd4a-454c-9ead-d2736be7907e req-83893e77-ca35-42d2-81d1-939663828b83 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:48:15.148287 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-1ab3ea68-dd4a-454c-9ead-d2736be7907e req-83893e77-ca35-42d2-81d1-939663828b83 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=8199b38d-2dac-4a7c-81fc-e2560defaa7d HTTP/1.1" status: 200 len: 945 time: 0.0863624 Jun 01 19:48:15.197574 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-1ab3ea68-dd4a-454c-9ead-d2736be7907e req-db1d0909-3bef-43e3-94f9-39ab04aec44c tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/security-groups?id=a05ae957-bf8a-4e8f-b4e8-ecb6cd39ee06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433683 Jun 01 19:48:16.388498 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b67c138-f7cf-42d4-bb74-900776dad377 req-e146ec9d-ac45-4d37-aaa6-278bfffe24e9 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:48:16.389953 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8b67c138-f7cf-42d4-bb74-900776dad377 req-e146ec9d-ac45-4d37-aaa6-278bfffe24e9 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=8199b38d-2dac-4a7c-81fc-e2560defaa7d HTTP/1.1" status: 200 len: 945 time: 0.0799425 Jun 01 19:48:16.437316 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8b67c138-f7cf-42d4-bb74-900776dad377 req-ffb6f4e3-4f8d-49da-92cd-ef021e68c39a tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/security-groups?id=a05ae957-bf8a-4e8f-b4e8-ecb6cd39ee06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417297 Jun 01 19:48:17.629849 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895d3cf0-e83f-4774-a057-ce7352d74a14 req-911bc746-0692-4ec9-98d2-6ef3b51e8018 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:48:17.631896 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-895d3cf0-e83f-4774-a057-ce7352d74a14 req-911bc746-0692-4ec9-98d2-6ef3b51e8018 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=8199b38d-2dac-4a7c-81fc-e2560defaa7d HTTP/1.1" status: 200 len: 945 time: 0.0882630 Jun 01 19:48:17.675476 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-895d3cf0-e83f-4774-a057-ce7352d74a14 req-b88db5e3-0c14-49a5-8eae-4f3717e3731b tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/security-groups?id=a05ae957-bf8a-4e8f-b4e8-ecb6cd39ee06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375121 Jun 01 19:48:18.870608 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068ac1a3-26c2-41f4-9734-36b5c16ee97b req-2db64021-e5bd-4021-9d17-6be4c7c42929 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:48:18.872140 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-068ac1a3-26c2-41f4-9734-36b5c16ee97b req-2db64021-e5bd-4021-9d17-6be4c7c42929 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=8199b38d-2dac-4a7c-81fc-e2560defaa7d HTTP/1.1" status: 200 len: 945 time: 0.0813444 Jun 01 19:48:18.917977 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-068ac1a3-26c2-41f4-9734-36b5c16ee97b req-c4eff738-0abb-4dcb-ad4f-0cc1bb3bce89 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/security-groups?id=a05ae957-bf8a-4e8f-b4e8-ecb6cd39ee06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398345 Jun 01 19:48:20.107195 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010607cf-534f-4654-b29e-9f3e6bb2745c req-6e8b2465-cf7b-41d7-9597-86f3eadd79ae tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:48:20.108691 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-010607cf-534f-4654-b29e-9f3e6bb2745c req-6e8b2465-cf7b-41d7-9597-86f3eadd79ae tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=8199b38d-2dac-4a7c-81fc-e2560defaa7d HTTP/1.1" status: 200 len: 945 time: 0.0816932 Jun 01 19:48:20.154132 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-010607cf-534f-4654-b29e-9f3e6bb2745c req-95d19e7b-86e7-4e85-bbec-cbaf16ee172b tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/security-groups?id=a05ae957-bf8a-4e8f-b4e8-ecb6cd39ee06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396829 Jun 01 19:48:21.344070 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22934a71-7db5-4145-ac84-8759f598a2da req-0fdef0bb-a474-480f-a8b4-a7911c2fd78f tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:48:21.345450 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-22934a71-7db5-4145-ac84-8759f598a2da req-0fdef0bb-a474-480f-a8b4-a7911c2fd78f tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=8199b38d-2dac-4a7c-81fc-e2560defaa7d HTTP/1.1" status: 200 len: 945 time: 0.0836484 Jun 01 19:48:21.389626 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-22934a71-7db5-4145-ac84-8759f598a2da req-83ba3abe-cde1-421e-91ad-acee79158fd3 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/security-groups?id=a05ae957-bf8a-4e8f-b4e8-ecb6cd39ee06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378392 Jun 01 19:48:22.377170 n-d-844202-1 neutron-server[88524]: INFO neutron.api.v2.resource [req-700895f9-15ac-4897-be6e-f946c387e350 req-cbf3e9c6-93f3-4565-bc56-49bef645f5b1 service neutron] show failed (client error): The resource could not be found. Jun 01 19:48:22.378169 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-700895f9-15ac-4897-be6e-f946c387e350 req-cbf3e9c6-93f3-4565-bc56-49bef645f5b1 service neutron] 10.222.0.50 "GET /v2.0/ports/78b6e9b4-2a21-450e-98b9-500cf4461702/bindings/n-h1-844202-1 HTTP/1.1" status: 404 len: 380 time: 0.0771511 Jun 01 19:48:22.594883 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07c131a-0989-421b-a0b9-4175463ec538 req-dda3beb2-2b5d-4aa0-b7f0-f0e79553c0a6 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:48:22.596350 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d07c131a-0989-421b-a0b9-4175463ec538 req-dda3beb2-2b5d-4aa0-b7f0-f0e79553c0a6 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=8199b38d-2dac-4a7c-81fc-e2560defaa7d HTTP/1.1" status: 200 len: 945 time: 0.0927317 Jun 01 19:48:22.702627 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d07c131a-0989-421b-a0b9-4175463ec538 req-c2f9366a-1110-46ab-b338-077781355444 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/security-groups?id=a05ae957-bf8a-4e8f-b4e8-ecb6cd39ee06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006255 Jun 01 19:48:22.715572 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700895f9-15ac-4897-be6e-f946c387e350 req-6d28cec5-7e3c-4fa5-8292-cd9b4a88b786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:48:22.717093 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-700895f9-15ac-4897-be6e-f946c387e350 req-6d28cec5-7e3c-4fa5-8292-cd9b4a88b786 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8199b38d-2dac-4a7c-81fc-e2560defaa7d&tenant_id=cbda20c3e8d6442e82db1c7c6a27e2a5 HTTP/1.1" status: 200 len: 1096 time: 0.1461787 Jun 01 19:48:22.731323 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-700895f9-15ac-4897-be6e-f946c387e350 req-40a9f68a-880f-4c3f-96e2-402d3637e96d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-844202-1', 'device_owner': 'compute:nova'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:48:22.846230 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-700895f9-15ac-4897-be6e-f946c387e350 req-40a9f68a-880f-4c3f-96e2-402d3637e96d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:48:23.119213 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-700895f9-15ac-4897-be6e-f946c387e350 req-40a9f68a-880f-4c3f-96e2-402d3637e96d service neutron] For port 78b6e9b4-2a21-450e-98b9-500cf4461702, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=78b6e9b4-2a21-450e-98b9-500cf4461702,segment=NetworkSegment(7ed294a7-e1e7-4d37-88c7-4b485966a411),segment_id=7ed294a7-e1e7-4d37-88c7-4b485966a411)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:48:23.147757 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-700895f9-15ac-4897-be6e-f946c387e350 req-40a9f68a-880f-4c3f-96e2-402d3637e96d service neutron] For port 78b6e9b4-2a21-450e-98b9-500cf4461702, host n-h2-844202-1, cleared binding levels {{(pid=88524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:48:23.209670 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8199b38d-2dac-4a7c-81fc-e2560defaa7d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78b6e9b4-2a21-450e-98b9-500cf4461702'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:48:23.215689 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-700895f9-15ac-4897-be6e-f946c387e350 req-40a9f68a-880f-4c3f-96e2-402d3637e96d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:48:23.230849 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [req-700895f9-15ac-4897-be6e-f946c387e350 req-40a9f68a-880f-4c3f-96e2-402d3637e96d service neutron] Transition to ACTIVE for port object 78b6e9b4-2a21-450e-98b9-500cf4461702 will not be triggered until provisioned by entity L2. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:48:23.234852 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-700895f9-15ac-4897-be6e-f946c387e350 req-40a9f68a-880f-4c3f-96e2-402d3637e96d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:48:23.274288 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7b8c626-21bb-4f7d-8bc5-60ddbdaaacae'] response: {'server_uuid': '8199b38d-2dac-4a7c-81fc-e2560defaa7d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78b6e9b4-2a21-450e-98b9-500cf4461702', 'code': 200} Jun 01 19:48:23.490810 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a9f68a-880f-4c3f-96e2-402d3637e96d service neutron] Pushing event updated for resources: {'Port': ['ID=78b6e9b4-2a21-450e-98b9-500cf4461702,revision_number=6']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:48:23.504565 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a9f68a-880f-4c3f-96e2-402d3637e96d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:48:23.504906 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a9f68a-880f-4c3f-96e2-402d3637e96d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:48:23.505240 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a9f68a-880f-4c3f-96e2-402d3637e96d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:48:23.505567 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a9f68a-880f-4c3f-96e2-402d3637e96d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:48:23.506487 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a9f68a-880f-4c3f-96e2-402d3637e96d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:48:23.506824 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a9f68a-880f-4c3f-96e2-402d3637e96d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:48:23.507135 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a9f68a-880f-4c3f-96e2-402d3637e96d service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:48:23.507562 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a9f68a-880f-4c3f-96e2-402d3637e96d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:48:23.507883 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a9f68a-880f-4c3f-96e2-402d3637e96d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:48:23.508199 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a9f68a-880f-4c3f-96e2-402d3637e96d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:48:23.508540 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a9f68a-880f-4c3f-96e2-402d3637e96d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:48:23.508878 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a9f68a-880f-4c3f-96e2-402d3637e96d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:48:23.555127 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-700895f9-15ac-4897-be6e-f946c387e350 req-40a9f68a-880f-4c3f-96e2-402d3637e96d service neutron] No DVR routers for this DVR port 78b6e9b4-2a21-450e-98b9-500cf4461702 on host n-h2-844202-1 {{(pid=88524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:48:23.784250 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-700895f9-15ac-4897-be6e-f946c387e350 req-40a9f68a-880f-4c3f-96e2-402d3637e96d service neutron] Attempting to bind port 78b6e9b4-2a21-450e-98b9-500cf4461702 on host n-h1-844202-1 for vnic_type normal with profile {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:48:23.784591 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-700895f9-15ac-4897-be6e-f946c387e350 req-40a9f68a-880f-4c3f-96e2-402d3637e96d service neutron] Attempting to bind port 78b6e9b4-2a21-450e-98b9-500cf4461702 by drivers openvswitch,hyperv on host n-h1-844202-1 at level 0 using segments [{'id': '7ed294a7-e1e7-4d37-88c7-4b485966a411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c4e93956-04f5-4c59-8497-c0465a5ee4f1'}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:48:23.784908 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-700895f9-15ac-4897-be6e-f946c387e350 req-40a9f68a-880f-4c3f-96e2-402d3637e96d service neutron] Attempting to bind port 78b6e9b4-2a21-450e-98b9-500cf4461702 on network c4e93956-04f5-4c59-8497-c0465a5ee4f1 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:48:23.790501 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-700895f9-15ac-4897-be6e-f946c387e350 req-40a9f68a-880f-4c3f-96e2-402d3637e96d service neutron] Port 78b6e9b4-2a21-450e-98b9-500cf4461702 on network c4e93956-04f5-4c59-8497-c0465a5ee4f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-844202-1 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 19:48:23.790809 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-700895f9-15ac-4897-be6e-f946c387e350 req-40a9f68a-880f-4c3f-96e2-402d3637e96d service neutron] Attempting to bind port 78b6e9b4-2a21-450e-98b9-500cf4461702 on network c4e93956-04f5-4c59-8497-c0465a5ee4f1 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:48:23.795894 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-700895f9-15ac-4897-be6e-f946c387e350 req-40a9f68a-880f-4c3f-96e2-402d3637e96d service neutron] Checking agent: {'id': 'bdb1e5d7-b998-4259-838f-3d278e930f32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 48, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:48:23.796220 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-700895f9-15ac-4897-be6e-f946c387e350 req-40a9f68a-880f-4c3f-96e2-402d3637e96d service neutron] Checking segment: {'id': '7ed294a7-e1e7-4d37-88c7-4b485966a411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c4e93956-04f5-4c59-8497-c0465a5ee4f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:48:23.796617 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-700895f9-15ac-4897-be6e-f946c387e350 req-40a9f68a-880f-4c3f-96e2-402d3637e96d service neutron] Bound using segment: {'id': '7ed294a7-e1e7-4d37-88c7-4b485966a411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c4e93956-04f5-4c59-8497-c0465a5ee4f1'} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:48:23.797028 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-700895f9-15ac-4897-be6e-f946c387e350 req-40a9f68a-880f-4c3f-96e2-402d3637e96d service neutron] Bound port: 78b6e9b4-2a21-450e-98b9-500cf4461702, host: n-h1-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ed294a7-e1e7-4d37-88c7-4b485966a411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c4e93956-04f5-4c59-8497-c0465a5ee4f1'}}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:48:23.797363 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-700895f9-15ac-4897-be6e-f946c387e350 req-40a9f68a-880f-4c3f-96e2-402d3637e96d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:48:23.942886 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-700895f9-15ac-4897-be6e-f946c387e350 req-40a9f68a-880f-4c3f-96e2-402d3637e96d service neutron] For port 78b6e9b4-2a21-450e-98b9-500cf4461702, host n-h1-844202-1, cleared binding levels {{(pid=88524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:48:23.948584 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-700895f9-15ac-4897-be6e-f946c387e350 req-40a9f68a-880f-4c3f-96e2-402d3637e96d service neutron] For port 78b6e9b4-2a21-450e-98b9-500cf4461702, host n-h1-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=78b6e9b4-2a21-450e-98b9-500cf4461702,segment=NetworkSegment(7ed294a7-e1e7-4d37-88c7-4b485966a411),segment_id=7ed294a7-e1e7-4d37-88c7-4b485966a411)] {{(pid=88524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:48:23.953737 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-700895f9-15ac-4897-be6e-f946c387e350 req-40a9f68a-880f-4c3f-96e2-402d3637e96d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:48:23.996720 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c834e975-efc2-4203-8d80-badc1f4e300b req-5a813a53-d0dd-4ac0-b72f-de5876b5f05f tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:48:23.998188 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c834e975-efc2-4203-8d80-badc1f4e300b req-5a813a53-d0dd-4ac0-b72f-de5876b5f05f tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=8199b38d-2dac-4a7c-81fc-e2560defaa7d HTTP/1.1" status: 200 len: 943 time: 0.1868281 Jun 01 19:48:24.042545 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700895f9-15ac-4897-be6e-f946c387e350 req-40a9f68a-880f-4c3f-96e2-402d3637e96d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:48:24.043157 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-700895f9-15ac-4897-be6e-f946c387e350 req-40a9f68a-880f-4c3f-96e2-402d3637e96d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:48:24.044650 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-700895f9-15ac-4897-be6e-f946c387e350 req-40a9f68a-880f-4c3f-96e2-402d3637e96d service neutron] 10.222.0.15 "PUT /v2.0/ports/78b6e9b4-2a21-450e-98b9-500cf4461702 HTTP/1.1" status: 200 len: 1091 time: 1.3172846 Jun 01 19:48:24.110886 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a9f68a-880f-4c3f-96e2-402d3637e96d service neutron] Pushing event updated for resources: {'Port': ['ID=78b6e9b4-2a21-450e-98b9-500cf4461702,revision_number=7']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:48:24.123474 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c834e975-efc2-4203-8d80-badc1f4e300b req-02e50069-db43-4de4-b99f-6468103a842d tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/security-groups?id=a05ae957-bf8a-4e8f-b4e8-ecb6cd39ee06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1182501 Jun 01 19:48:24.160994 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700895f9-15ac-4897-be6e-f946c387e350 req-622529b0-651d-4cc3-ab99-8e993e79d5af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:48:24.163054 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-700895f9-15ac-4897-be6e-f946c387e350 req-622529b0-651d-4cc3-ab99-8e993e79d5af service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cbda20c3e8d6442e82db1c7c6a27e2a5&device_id=8199b38d-2dac-4a7c-81fc-e2560defaa7d HTTP/1.1" status: 200 len: 1094 time: 0.0892701 Jun 01 19:48:24.299595 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700895f9-15ac-4897-be6e-f946c387e350 req-01140b8a-7cd9-44ed-bfb9-431b5819e9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:48:24.300959 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-700895f9-15ac-4897-be6e-f946c387e350 req-01140b8a-7cd9-44ed-bfb9-431b5819e9ef service neutron] 10.222.0.15 "GET /v2.0/networks?id=c4e93956-04f5-4c59-8497-c0465a5ee4f1 HTTP/1.1" status: 200 len: 913 time: 0.1284840 Jun 01 19:48:24.409356 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-700895f9-15ac-4897-be6e-f946c387e350 req-40db99f4-fc12-472b-b1d3-23357095c754 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=78b6e9b4-2a21-450e-98b9-500cf4461702 HTTP/1.1" status: 200 len: 999 time: 0.0964472 Jun 01 19:48:24.471104 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700895f9-15ac-4897-be6e-f946c387e350 req-def54252-b915-482b-9e39-d1bd76d4961a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:48:24.472526 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-700895f9-15ac-4897-be6e-f946c387e350 req-def54252-b915-482b-9e39-d1bd76d4961a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7869c718-b90f-46bf-9776-ffc40f61ae55 HTTP/1.1" status: 200 len: 851 time: 0.0561931 Jun 01 19:48:24.547204 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700895f9-15ac-4897-be6e-f946c387e350 req-12c680ac-c863-4f81-97af-4a7a9d07f70e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:48:24.548699 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-700895f9-15ac-4897-be6e-f946c387e350 req-12c680ac-c863-4f81-97af-4a7a9d07f70e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c4e93956-04f5-4c59-8497-c0465a5ee4f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0692794 Jun 01 19:48:24.559363 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [req-700895f9-15ac-4897-be6e-f946c387e350 req-3c013d14-0919-4f2b-8292-df2257acb6e1 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=88524) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 19:48:24.560216 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-700895f9-15ac-4897-be6e-f946c387e350 req-3c013d14-0919-4f2b-8292-df2257acb6e1 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047467 Jun 01 19:48:24.692183 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-700895f9-15ac-4897-be6e-f946c387e350 req-56c6f852-827e-4615-9900-b652e97dea0d service neutron] 10.222.0.15 "GET /v2.0/networks/c4e93956-04f5-4c59-8497-c0465a5ee4f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257911 Jun 01 19:48:24.825732 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-700895f9-15ac-4897-be6e-f946c387e350 req-f724e921-2605-48ca-a5b5-51b2392da12c service neutron] 10.222.0.15 "GET /v2.0/networks/c4e93956-04f5-4c59-8497-c0465a5ee4f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275439 Jun 01 19:48:25.275387 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8199b38d-2dac-4a7c-81fc-e2560defaa7d', 'tag': '78b6e9b4-2a21-450e-98b9-500cf4461702'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:48:25.326309 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc090ef4-3190-44f5-a303-799c8ac72bc0 req-9714b9ef-8e23-46df-a5b4-0b73a016698f tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:48:25.327889 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-bc090ef4-3190-44f5-a303-799c8ac72bc0 req-9714b9ef-8e23-46df-a5b4-0b73a016698f tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=8199b38d-2dac-4a7c-81fc-e2560defaa7d HTTP/1.1" status: 200 len: 943 time: 0.0908942 Jun 01 19:48:25.337673 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2605582c-d1fa-4b3d-a863-7b7407892acd'] response: {'name': 'network-changed', 'server_uuid': '8199b38d-2dac-4a7c-81fc-e2560defaa7d', 'tag': '78b6e9b4-2a21-450e-98b9-500cf4461702', 'status': 'completed', 'code': 200} Jun 01 19:48:25.385305 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-bc090ef4-3190-44f5-a303-799c8ac72bc0 req-11cde2e2-b19f-4c79-b051-d1b7a1bf5d5e tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/security-groups?id=a05ae957-bf8a-4e8f-b4e8-ecb6cd39ee06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506129 Jun 01 19:48:25.488461 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd98e38b-274a-4ea5-85f2-bffdd6a88cf9 req-163da3d1-a724-465f-9e0b-d12cdaac7ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:48:25.489938 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-dd98e38b-274a-4ea5-85f2-bffdd6a88cf9 req-163da3d1-a724-465f-9e0b-d12cdaac7ede service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cbda20c3e8d6442e82db1c7c6a27e2a5&device_id=8199b38d-2dac-4a7c-81fc-e2560defaa7d HTTP/1.1" status: 200 len: 1094 time: 0.1355407 Jun 01 19:48:25.495795 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd98e38b-274a-4ea5-85f2-bffdd6a88cf9 req-c59f5814-7ea4-45ea-8c98-7f81f530fb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:48:25.497210 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-dd98e38b-274a-4ea5-85f2-bffdd6a88cf9 req-c59f5814-7ea4-45ea-8c98-7f81f530fb08 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cbda20c3e8d6442e82db1c7c6a27e2a5&device_id=8199b38d-2dac-4a7c-81fc-e2560defaa7d HTTP/1.1" status: 200 len: 1094 time: 0.1054976 Jun 01 19:48:25.851536 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd98e38b-274a-4ea5-85f2-bffdd6a88cf9 req-bdc55889-40af-407c-9b08-0721c759ea8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:48:25.852909 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-dd98e38b-274a-4ea5-85f2-bffdd6a88cf9 req-bdc55889-40af-407c-9b08-0721c759ea8b service neutron] 10.222.0.50 "GET /v2.0/networks?id=c4e93956-04f5-4c59-8497-c0465a5ee4f1 HTTP/1.1" status: 200 len: 913 time: 0.3548741 Jun 01 19:48:25.855112 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd98e38b-274a-4ea5-85f2-bffdd6a88cf9 req-52b54f66-bda1-4aba-9ca6-835fe83d7d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:48:25.856460 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-dd98e38b-274a-4ea5-85f2-bffdd6a88cf9 req-52b54f66-bda1-4aba-9ca6-835fe83d7d21 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c4e93956-04f5-4c59-8497-c0465a5ee4f1 HTTP/1.1" status: 200 len: 913 time: 0.3405218 Jun 01 19:48:26.042185 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-dd98e38b-274a-4ea5-85f2-bffdd6a88cf9 req-5aeba8e5-26b1-4ddd-97ea-7e56d1871a86 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=78b6e9b4-2a21-450e-98b9-500cf4461702 HTTP/1.1" status: 200 len: 999 time: 0.1837873 Jun 01 19:48:26.043890 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-dd98e38b-274a-4ea5-85f2-bffdd6a88cf9 req-9666b96d-5227-4656-a4b8-bd43f6fa772a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=78b6e9b4-2a21-450e-98b9-500cf4461702 HTTP/1.1" status: 200 len: 999 time: 0.1383491 Jun 01 19:48:26.154114 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd98e38b-274a-4ea5-85f2-bffdd6a88cf9 req-0145bd6d-7694-48df-bc5e-03e2a4cc10af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:48:26.155557 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-dd98e38b-274a-4ea5-85f2-bffdd6a88cf9 req-0145bd6d-7694-48df-bc5e-03e2a4cc10af service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7869c718-b90f-46bf-9776-ffc40f61ae55 HTTP/1.1" status: 200 len: 851 time: 0.1076717 Jun 01 19:48:26.158694 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd98e38b-274a-4ea5-85f2-bffdd6a88cf9 req-dbff55fd-fd20-4704-8be0-1f3faecd21c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:48:26.159976 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-dd98e38b-274a-4ea5-85f2-bffdd6a88cf9 req-dbff55fd-fd20-4704-8be0-1f3faecd21c8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7869c718-b90f-46bf-9776-ffc40f61ae55 HTTP/1.1" status: 200 len: 851 time: 0.0811493 Jun 01 19:48:26.309727 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd98e38b-274a-4ea5-85f2-bffdd6a88cf9 req-34ba6fe4-a60a-44be-a5e7-fce2421d98e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:48:26.311816 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-dd98e38b-274a-4ea5-85f2-bffdd6a88cf9 req-34ba6fe4-a60a-44be-a5e7-fce2421d98e4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c4e93956-04f5-4c59-8497-c0465a5ee4f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1194363 Jun 01 19:48:26.317765 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd98e38b-274a-4ea5-85f2-bffdd6a88cf9 req-94e9393e-faa6-4066-83cd-1753443a5f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:48:26.319912 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-dd98e38b-274a-4ea5-85f2-bffdd6a88cf9 req-94e9393e-faa6-4066-83cd-1753443a5f33 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c4e93956-04f5-4c59-8497-c0465a5ee4f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1578653 Jun 01 19:48:26.660794 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-dd98e38b-274a-4ea5-85f2-bffdd6a88cf9 req-68d5d78d-6edd-481b-a3fc-cf922e8022df service neutron] 10.222.0.50 "GET /v2.0/networks/c4e93956-04f5-4c59-8497-c0465a5ee4f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3131006 Jun 01 19:48:26.666095 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-dd98e38b-274a-4ea5-85f2-bffdd6a88cf9 req-5e4bf1de-f707-4bcc-bc44-2f088cba7e47 service neutron] 10.222.0.15 "GET /v2.0/networks/c4e93956-04f5-4c59-8497-c0465a5ee4f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3449728 Jun 01 19:48:26.714954 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 78b6e9b4-2a21-450e-98b9-500cf4461702 no longer exists at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:48:26.788754 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 78b6e9b4-2a21-450e-98b9-500cf4461702 not bound to the agent host n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:48:26.828297 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c261e470-3b75-426d-9691-12ab0ea8c0d8 req-d34238a7-d4fc-470d-bbb9-cc5db6f8caa1 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:48:26.829744 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c261e470-3b75-426d-9691-12ab0ea8c0d8 req-d34238a7-d4fc-470d-bbb9-cc5db6f8caa1 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=8199b38d-2dac-4a7c-81fc-e2560defaa7d HTTP/1.1" status: 200 len: 943 time: 0.3168714 Jun 01 19:48:26.949765 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c261e470-3b75-426d-9691-12ab0ea8c0d8 req-5c29660e-9b37-468b-a6f6-2a3cad21fbda tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/security-groups?id=a05ae957-bf8a-4e8f-b4e8-ecb6cd39ee06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086805 Jun 01 19:48:26.957006 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-dd98e38b-274a-4ea5-85f2-bffdd6a88cf9 req-8c4c0bef-8fa9-491e-aa66-2dcd7bd42198 service neutron] 10.222.0.15 "GET /v2.0/networks/c4e93956-04f5-4c59-8497-c0465a5ee4f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2706585 Jun 01 19:48:26.961121 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-dd98e38b-274a-4ea5-85f2-bffdd6a88cf9 req-cd96c279-c3b8-477f-bcd8-b38776299945 service neutron] 10.222.0.50 "GET /v2.0/networks/c4e93956-04f5-4c59-8497-c0465a5ee4f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2940831 Jun 01 19:48:28.157001 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cb052a-ffc2-4bb9-bdde-7c9e42a4463e req-8fee5ac0-7bd9-4da7-8126-0ec177287e75 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:48:28.158437 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-30cb052a-ffc2-4bb9-bdde-7c9e42a4463e req-8fee5ac0-7bd9-4da7-8126-0ec177287e75 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=8199b38d-2dac-4a7c-81fc-e2560defaa7d HTTP/1.1" status: 200 len: 943 time: 0.0911045 Jun 01 19:48:28.202713 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-30cb052a-ffc2-4bb9-bdde-7c9e42a4463e req-451ee500-f854-4b33-a899-6a00adbe0008 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/security-groups?id=a05ae957-bf8a-4e8f-b4e8-ecb6cd39ee06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381582 Jun 01 19:48:29.395385 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0afdd14-3dab-441e-a3a3-bda17ae7fdc0 req-37692d0d-0e2a-408a-b1a1-818ae159ee26 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:48:29.397644 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f0afdd14-3dab-441e-a3a3-bda17ae7fdc0 req-37692d0d-0e2a-408a-b1a1-818ae159ee26 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=8199b38d-2dac-4a7c-81fc-e2560defaa7d HTTP/1.1" status: 200 len: 943 time: 0.0812352 Jun 01 19:48:29.442428 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f0afdd14-3dab-441e-a3a3-bda17ae7fdc0 req-4ba5057b-8dd3-4a8e-85ec-08bb0ff77430 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/security-groups?id=a05ae957-bf8a-4e8f-b4e8-ecb6cd39ee06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386407 Jun 01 19:48:30.630586 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbbfcb0-3b84-4a53-baad-1937e9a2866e req-3259754e-ff9b-4fcd-b61a-dc5dc2fe0db9 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:48:30.632347 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-9fbbfcb0-3b84-4a53-baad-1937e9a2866e req-3259754e-ff9b-4fcd-b61a-dc5dc2fe0db9 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=8199b38d-2dac-4a7c-81fc-e2560defaa7d HTTP/1.1" status: 200 len: 943 time: 0.0808413 Jun 01 19:48:30.677020 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-9fbbfcb0-3b84-4a53-baad-1937e9a2866e req-15dc4a38-6abb-40ef-8862-164123a66a86 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/security-groups?id=a05ae957-bf8a-4e8f-b4e8-ecb6cd39ee06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389478 Jun 01 19:48:31.989937 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8327f1ac-1f40-49c5-816a-8cfe98eec810 req-826bcfb5-2d51-42ed-9290-79ce97d40e75 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:48:31.992407 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-8327f1ac-1f40-49c5-816a-8cfe98eec810 req-826bcfb5-2d51-42ed-9290-79ce97d40e75 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=8199b38d-2dac-4a7c-81fc-e2560defaa7d HTTP/1.1" status: 200 len: 943 time: 0.2044256 Jun 01 19:48:32.036749 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-8327f1ac-1f40-49c5-816a-8cfe98eec810 req-79067eb0-f4fb-4eee-8bba-df3a7931b12f tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/security-groups?id=a05ae957-bf8a-4e8f-b4e8-ecb6cd39ee06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382934 Jun 01 19:48:33.419927 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb32c7ae-e1e9-4c12-959c-12b291756ec3 req-9648e9cc-faee-41e7-b2ee-2268c65988ce tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:48:33.421429 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-cb32c7ae-e1e9-4c12-959c-12b291756ec3 req-9648e9cc-faee-41e7-b2ee-2268c65988ce tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=8199b38d-2dac-4a7c-81fc-e2560defaa7d HTTP/1.1" status: 200 len: 943 time: 0.0929697 Jun 01 19:48:33.468728 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-cb32c7ae-e1e9-4c12-959c-12b291756ec3 req-53e34f87-98a3-43b6-8694-21dd58abbac8 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/security-groups?id=a05ae957-bf8a-4e8f-b4e8-ecb6cd39ee06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386968 Jun 01 19:48:34.668725 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419f6823-53c0-4708-b3f1-5a14a850bd81 req-5f926440-4eda-42d3-9091-c973eafbcedb tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:48:34.670212 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-419f6823-53c0-4708-b3f1-5a14a850bd81 req-5f926440-4eda-42d3-9091-c973eafbcedb tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=8199b38d-2dac-4a7c-81fc-e2560defaa7d HTTP/1.1" status: 200 len: 943 time: 0.0848751 Jun 01 19:48:34.715659 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-419f6823-53c0-4708-b3f1-5a14a850bd81 req-e5cac1f7-4271-4e22-84a0-8f17b2bd5ab7 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/security-groups?id=a05ae957-bf8a-4e8f-b4e8-ecb6cd39ee06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394530 Jun 01 19:48:35.206968 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404b802c-951a-4985-92bb-321f0efeefd1 req-3f69293a-6fa7-4034-914c-eebbfe00ef35 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:48:35.208686 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-404b802c-951a-4985-92bb-321f0efeefd1 req-3f69293a-6fa7-4034-914c-eebbfe00ef35 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.15 "GET /v2.0/ports?device_id=8199b38d-2dac-4a7c-81fc-e2560defaa7d&tenant_id=cbda20c3e8d6442e82db1c7c6a27e2a5&binding%3Ahost_id=n-h1-844202-1 HTTP/1.1" status: 200 len: 943 time: 0.1461117 Jun 01 19:48:35.290229 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1189f817-f22e-4404-bf0d-a62aa0f69e28 req-3cae8971-76f1-4a04-9c37-ad31c7aa2c74 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:48:35.291682 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-1189f817-f22e-4404-bf0d-a62aa0f69e28 req-3cae8971-76f1-4a04-9c37-ad31c7aa2c74 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=8199b38d-2dac-4a7c-81fc-e2560defaa7d HTTP/1.1" status: 200 len: 943 time: 0.1643727 Jun 01 19:48:35.333842 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-404b802c-951a-4985-92bb-321f0efeefd1 req-50e938be-4a35-4df3-9183-e590c8493c0a service neutron] 10.222.0.15 "GET /v2.0/ports/78b6e9b4-2a21-450e-98b9-500cf4461702/bindings/n-h1-844202-1 HTTP/1.1" status: 200 len: 382 time: 0.1190729 Jun 01 19:48:35.347282 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-1189f817-f22e-4404-bf0d-a62aa0f69e28 req-3acc9377-b21f-403e-814d-95a79f86fcf4 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/security-groups?id=a05ae957-bf8a-4e8f-b4e8-ecb6cd39ee06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495832 Jun 01 19:48:35.435292 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404b802c-951a-4985-92bb-321f0efeefd1 req-70e5d421-b9d5-4f85-a689-32a20d0516e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:48:35.436760 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-404b802c-951a-4985-92bb-321f0efeefd1 req-70e5d421-b9d5-4f85-a689-32a20d0516e5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cbda20c3e8d6442e82db1c7c6a27e2a5&device_id=8199b38d-2dac-4a7c-81fc-e2560defaa7d HTTP/1.1" status: 200 len: 1094 time: 0.0803714 Jun 01 19:48:35.579994 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404b802c-951a-4985-92bb-321f0efeefd1 req-6b0d9079-ea76-4273-a55d-f0ecbab949e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:48:35.581420 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-404b802c-951a-4985-92bb-321f0efeefd1 req-6b0d9079-ea76-4273-a55d-f0ecbab949e4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c4e93956-04f5-4c59-8497-c0465a5ee4f1 HTTP/1.1" status: 200 len: 913 time: 0.1393027 Jun 01 19:48:35.695368 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-404b802c-951a-4985-92bb-321f0efeefd1 req-6aef1e13-82e3-4bcc-b77b-f9e623777311 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=78b6e9b4-2a21-450e-98b9-500cf4461702 HTTP/1.1" status: 200 len: 999 time: 0.1073351 Jun 01 19:48:35.758037 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404b802c-951a-4985-92bb-321f0efeefd1 req-ede372b7-b97e-439b-9431-4d84ed46ac78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:48:35.759481 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-404b802c-951a-4985-92bb-321f0efeefd1 req-ede372b7-b97e-439b-9431-4d84ed46ac78 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7869c718-b90f-46bf-9776-ffc40f61ae55 HTTP/1.1" status: 200 len: 851 time: 0.0587654 Jun 01 19:48:35.842349 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404b802c-951a-4985-92bb-321f0efeefd1 req-d62249b9-37e9-4e72-8bc0-adc7cf78597c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:48:35.843724 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-404b802c-951a-4985-92bb-321f0efeefd1 req-d62249b9-37e9-4e72-8bc0-adc7cf78597c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c4e93956-04f5-4c59-8497-c0465a5ee4f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0787098 Jun 01 19:48:35.978307 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-404b802c-951a-4985-92bb-321f0efeefd1 req-51876ad9-1f50-4420-a43f-788c6821686c service neutron] 10.222.0.15 "GET /v2.0/networks/c4e93956-04f5-4c59-8497-c0465a5ee4f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286991 Jun 01 19:48:36.115287 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-404b802c-951a-4985-92bb-321f0efeefd1 req-8ed57a69-73a0-4014-928c-71d8e4ec7bff service neutron] 10.222.0.15 "GET /v2.0/networks/c4e93956-04f5-4c59-8497-c0465a5ee4f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313598 Jun 01 19:48:36.543005 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9f7ff3-d3f1-4e39-9158-c966944a20fd req-256fd122-ab02-41f7-9fec-64f341186f65 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:48:36.544489 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-9f9f7ff3-d3f1-4e39-9158-c966944a20fd req-256fd122-ab02-41f7-9fec-64f341186f65 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=8199b38d-2dac-4a7c-81fc-e2560defaa7d HTTP/1.1" status: 200 len: 943 time: 0.0817208 Jun 01 19:48:36.598366 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-9f9f7ff3-d3f1-4e39-9158-c966944a20fd req-580bbf47-03f4-4c75-9b1a-820dbb23db13 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/security-groups?id=a05ae957-bf8a-4e8f-b4e8-ecb6cd39ee06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433705 Jun 01 19:48:36.698717 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 78b6e9b4-2a21-450e-98b9-500cf4461702 details requested by agent hyperv_n-h1-844202-1 with host n-h1-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 19:48:36.837569 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port 78b6e9b4-2a21-450e-98b9-500cf4461702, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=78b6e9b4-2a21-450e-98b9-500cf4461702,segment=NetworkSegment(7ed294a7-e1e7-4d37-88c7-4b485966a411),segment_id=7ed294a7-e1e7-4d37-88c7-4b485966a411)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:48:36.852198 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Returning: {'device': '78b6e9b4-2a21-450e-98b9-500cf4461702', 'network_id': 'c4e93956-04f5-4c59-8497-c0465a5ee4f1', 'port_id': '78b6e9b4-2a21-450e-98b9-500cf4461702', 'mac_address': 'fa:16:3e:a6:ed:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7869c718-b90f-46bf-9776-ffc40f61ae55', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 19:48:36.915284 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port 78b6e9b4-2a21-450e-98b9-500cf4461702 is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:48:36.918375 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:48:36.936094 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78b6e9b4-2a21-450e-98b9-500cf4461702 {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 19:48:36.959878 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port 78b6e9b4-2a21-450e-98b9-500cf4461702, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=78b6e9b4-2a21-450e-98b9-500cf4461702,segment=NetworkSegment(7ed294a7-e1e7-4d37-88c7-4b485966a411),segment_id=7ed294a7-e1e7-4d37-88c7-4b485966a411)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:48:36.966740 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:48:37.046601 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=78b6e9b4-2a21-450e-98b9-500cf4461702,revision_number=8']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:48:37.058026 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:48:37.058528 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:48:37.059033 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:48:37.059551 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:48:37.060081 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:48:37.060590 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:48:37.061100 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:48:37.061603 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:48:37.062144 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:48:37.062506 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:48:37.062846 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:48:37.063169 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:48:37.195435 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-cdb0eab3-6a9d-4c29-bdb6-9c0c2dc60620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:48:37.272896 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] get_ports_and_sgs() called for port_ids ['78b6e9b4-2a21-450e-98b9-500cf4461702'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 19:48:37.801417 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd6dcfd-0ebc-468a-9f56-b5d46bce5f80 req-692a2da9-676b-4d15-bed8-563c31f8da07 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:48:37.803060 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-cbd6dcfd-0ebc-468a-9f56-b5d46bce5f80 req-692a2da9-676b-4d15-bed8-563c31f8da07 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=8199b38d-2dac-4a7c-81fc-e2560defaa7d HTTP/1.1" status: 200 len: 944 time: 0.0843272 Jun 01 19:48:37.849364 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-cbd6dcfd-0ebc-468a-9f56-b5d46bce5f80 req-64dcc124-7cfb-4a42-a958-11c869a4e6d6 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/security-groups?id=a05ae957-bf8a-4e8f-b4e8-ecb6cd39ee06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403571 Jun 01 19:48:38.703140 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 78b6e9b4-2a21-450e-98b9-500cf4461702 details requested by agent hyperv_n-h1-844202-1 with host n-h1-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 19:48:38.866477 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port 78b6e9b4-2a21-450e-98b9-500cf4461702, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=78b6e9b4-2a21-450e-98b9-500cf4461702,segment=NetworkSegment(7ed294a7-e1e7-4d37-88c7-4b485966a411),segment_id=7ed294a7-e1e7-4d37-88c7-4b485966a411)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:48:38.888343 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Returning: {'device': '78b6e9b4-2a21-450e-98b9-500cf4461702', 'network_id': 'c4e93956-04f5-4c59-8497-c0465a5ee4f1', 'port_id': '78b6e9b4-2a21-450e-98b9-500cf4461702', 'mac_address': 'fa:16:3e:a6:ed:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7869c718-b90f-46bf-9776-ffc40f61ae55', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 19:48:39.089412 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108b90fd-cccc-4507-beb6-d68a17e24ab8 req-0cae7a4c-9f43-481b-b5db-7feab0454d7b tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:48:39.090960 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-108b90fd-cccc-4507-beb6-d68a17e24ab8 req-0cae7a4c-9f43-481b-b5db-7feab0454d7b tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=8199b38d-2dac-4a7c-81fc-e2560defaa7d HTTP/1.1" status: 200 len: 944 time: 0.1134675 Jun 01 19:48:39.127265 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404b802c-951a-4985-92bb-321f0efeefd1 req-1bfaba90-416c-4d27-9daf-bd9e2a9232b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:48:39.128760 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-404b802c-951a-4985-92bb-321f0efeefd1 req-1bfaba90-416c-4d27-9daf-bd9e2a9232b5 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=8199b38d-2dac-4a7c-81fc-e2560defaa7d&tenant_id=cbda20c3e8d6442e82db1c7c6a27e2a5 HTTP/1.1" status: 200 len: 1095 time: 0.1347766 Jun 01 19:48:39.139777 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-404b802c-951a-4985-92bb-321f0efeefd1 req-b73631eb-33b1-4765-9a70-77bc340d7215 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-844202-1', 'device_owner': 'compute:nova'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:48:39.144161 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-108b90fd-cccc-4507-beb6-d68a17e24ab8 req-fd5c0ed4-fec8-4bfa-ae20-612c4d5b329f tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/security-groups?id=a05ae957-bf8a-4e8f-b4e8-ecb6cd39ee06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469453 Jun 01 19:48:39.250035 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-404b802c-951a-4985-92bb-321f0efeefd1 req-b73631eb-33b1-4765-9a70-77bc340d7215 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:48:39.615134 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-404b802c-951a-4985-92bb-321f0efeefd1 req-b73631eb-33b1-4765-9a70-77bc340d7215 service neutron] For port 78b6e9b4-2a21-450e-98b9-500cf4461702, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=78b6e9b4-2a21-450e-98b9-500cf4461702,segment=NetworkSegment(7ed294a7-e1e7-4d37-88c7-4b485966a411),segment_id=7ed294a7-e1e7-4d37-88c7-4b485966a411)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:48:39.637933 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-466e2242-5dbf-4637-8680-36fd0a959546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:48:39.646949 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-404b802c-951a-4985-92bb-321f0efeefd1 req-b73631eb-33b1-4765-9a70-77bc340d7215 service neutron] For port 78b6e9b4-2a21-450e-98b9-500cf4461702, host n-h1-844202-1, cleared binding levels {{(pid=88524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:48:39.702898 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [req-404b802c-951a-4985-92bb-321f0efeefd1 req-b73631eb-33b1-4765-9a70-77bc340d7215 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 78b6e9b4-2a21-450e-98b9-500cf4461702 {{(pid=88524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 19:48:39.711828 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-404b802c-951a-4985-92bb-321f0efeefd1 req-b73631eb-33b1-4765-9a70-77bc340d7215 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:48:39.725668 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [req-404b802c-951a-4985-92bb-321f0efeefd1 req-b73631eb-33b1-4765-9a70-77bc340d7215 service neutron] Ignored duplicate provisioning block setup for port 78b6e9b4-2a21-450e-98b9-500cf4461702 by entity L2. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jun 01 19:48:39.729091 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-404b802c-951a-4985-92bb-321f0efeefd1 req-b73631eb-33b1-4765-9a70-77bc340d7215 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:48:39.873266 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73631eb-33b1-4765-9a70-77bc340d7215 service neutron] Pushing event updated for resources: {'Port': ['ID=78b6e9b4-2a21-450e-98b9-500cf4461702,revision_number=9']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:48:39.922674 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-404b802c-951a-4985-92bb-321f0efeefd1 req-b73631eb-33b1-4765-9a70-77bc340d7215 service neutron] No DVR routers for this DVR port 78b6e9b4-2a21-450e-98b9-500cf4461702 on host n-h1-844202-1 {{(pid=88524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:48:40.157101 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-404b802c-951a-4985-92bb-321f0efeefd1 req-b73631eb-33b1-4765-9a70-77bc340d7215 service neutron] Attempting to bind port 78b6e9b4-2a21-450e-98b9-500cf4461702 on host n-h2-844202-1 for vnic_type normal with profile {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:48:40.157761 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-404b802c-951a-4985-92bb-321f0efeefd1 req-b73631eb-33b1-4765-9a70-77bc340d7215 service neutron] Attempting to bind port 78b6e9b4-2a21-450e-98b9-500cf4461702 by drivers openvswitch,hyperv on host n-h2-844202-1 at level 0 using segments [{'id': '7ed294a7-e1e7-4d37-88c7-4b485966a411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c4e93956-04f5-4c59-8497-c0465a5ee4f1'}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:48:40.157761 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-404b802c-951a-4985-92bb-321f0efeefd1 req-b73631eb-33b1-4765-9a70-77bc340d7215 service neutron] Attempting to bind port 78b6e9b4-2a21-450e-98b9-500cf4461702 on network c4e93956-04f5-4c59-8497-c0465a5ee4f1 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:48:40.162201 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-404b802c-951a-4985-92bb-321f0efeefd1 req-b73631eb-33b1-4765-9a70-77bc340d7215 service neutron] Port 78b6e9b4-2a21-450e-98b9-500cf4461702 on network c4e93956-04f5-4c59-8497-c0465a5ee4f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-844202-1 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 19:48:40.162508 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-404b802c-951a-4985-92bb-321f0efeefd1 req-b73631eb-33b1-4765-9a70-77bc340d7215 service neutron] Attempting to bind port 78b6e9b4-2a21-450e-98b9-500cf4461702 on network c4e93956-04f5-4c59-8497-c0465a5ee4f1 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:48:40.167764 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-404b802c-951a-4985-92bb-321f0efeefd1 req-b73631eb-33b1-4765-9a70-77bc340d7215 service neutron] Checking agent: {'id': 'f5db9968-6317-4186-9100-9e0ca6b50417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 48, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:48:40.168088 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-404b802c-951a-4985-92bb-321f0efeefd1 req-b73631eb-33b1-4765-9a70-77bc340d7215 service neutron] Checking segment: {'id': '7ed294a7-e1e7-4d37-88c7-4b485966a411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c4e93956-04f5-4c59-8497-c0465a5ee4f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:48:40.168492 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-404b802c-951a-4985-92bb-321f0efeefd1 req-b73631eb-33b1-4765-9a70-77bc340d7215 service neutron] Bound using segment: {'id': '7ed294a7-e1e7-4d37-88c7-4b485966a411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c4e93956-04f5-4c59-8497-c0465a5ee4f1'} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:48:40.168900 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-404b802c-951a-4985-92bb-321f0efeefd1 req-b73631eb-33b1-4765-9a70-77bc340d7215 service neutron] Bound port: 78b6e9b4-2a21-450e-98b9-500cf4461702, host: n-h2-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ed294a7-e1e7-4d37-88c7-4b485966a411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c4e93956-04f5-4c59-8497-c0465a5ee4f1'}}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:48:40.169241 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-404b802c-951a-4985-92bb-321f0efeefd1 req-b73631eb-33b1-4765-9a70-77bc340d7215 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:48:40.300000 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-404b802c-951a-4985-92bb-321f0efeefd1 req-b73631eb-33b1-4765-9a70-77bc340d7215 service neutron] For port 78b6e9b4-2a21-450e-98b9-500cf4461702, host n-h2-844202-1, cleared binding levels {{(pid=88524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:48:40.314735 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-404b802c-951a-4985-92bb-321f0efeefd1 req-b73631eb-33b1-4765-9a70-77bc340d7215 service neutron] For port 78b6e9b4-2a21-450e-98b9-500cf4461702, host n-h2-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=78b6e9b4-2a21-450e-98b9-500cf4461702,segment=NetworkSegment(7ed294a7-e1e7-4d37-88c7-4b485966a411),segment_id=7ed294a7-e1e7-4d37-88c7-4b485966a411)] {{(pid=88524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:48:40.324153 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-404b802c-951a-4985-92bb-321f0efeefd1 req-b73631eb-33b1-4765-9a70-77bc340d7215 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:48:40.395878 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404b802c-951a-4985-92bb-321f0efeefd1 req-b73631eb-33b1-4765-9a70-77bc340d7215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:48:40.396523 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-404b802c-951a-4985-92bb-321f0efeefd1 req-b73631eb-33b1-4765-9a70-77bc340d7215 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:48:40.398131 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-404b802c-951a-4985-92bb-321f0efeefd1 req-b73631eb-33b1-4765-9a70-77bc340d7215 service neutron] 10.222.0.50 "PUT /v2.0/ports/78b6e9b4-2a21-450e-98b9-500cf4461702 HTTP/1.1" status: 200 len: 1091 time: 1.2622139 Jun 01 19:48:40.399394 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8199b38d-2dac-4a7c-81fc-e2560defaa7d', 'tag': '78b6e9b4-2a21-450e-98b9-500cf4461702'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:48:40.421974 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73631eb-33b1-4765-9a70-77bc340d7215 service neutron] Pushing event updated for resources: {'Port': ['ID=78b6e9b4-2a21-450e-98b9-500cf4461702,revision_number=10']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:48:40.471931 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e36898e6-4c61-4d09-aca5-1ee4dffdc591'] response: {'name': 'network-changed', 'server_uuid': '8199b38d-2dac-4a7c-81fc-e2560defaa7d', 'tag': '78b6e9b4-2a21-450e-98b9-500cf4461702', 'status': 'completed', 'code': 200} Jun 01 19:48:40.481524 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd34f48b-8892-42f4-8420-a18a6f3de557 req-4a3945a6-4414-4b1d-802b-4a350835e0a7 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:48:40.483050 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-dd34f48b-8892-42f4-8420-a18a6f3de557 req-4a3945a6-4414-4b1d-802b-4a350835e0a7 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=8199b38d-2dac-4a7c-81fc-e2560defaa7d HTTP/1.1" status: 200 len: 943 time: 0.2212646 Jun 01 19:48:40.597721 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-dd34f48b-8892-42f4-8420-a18a6f3de557 req-9ea56718-7055-415c-9dfb-722495239624 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/security-groups?id=a05ae957-bf8a-4e8f-b4e8-ecb6cd39ee06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043103 Jun 01 19:48:40.613973 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404b802c-951a-4985-92bb-321f0efeefd1 req-b3817981-2fb1-4ad2-98ec-9f7b0bcb183a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:48:40.615420 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-404b802c-951a-4985-92bb-321f0efeefd1 req-b3817981-2fb1-4ad2-98ec-9f7b0bcb183a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cbda20c3e8d6442e82db1c7c6a27e2a5&device_id=8199b38d-2dac-4a7c-81fc-e2560defaa7d HTTP/1.1" status: 200 len: 1095 time: 0.1886055 Jun 01 19:48:40.648507 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a679354-7d64-42d4-b4f4-f110156149c8 req-ecc52d54-8ca8-4305-b2e4-4af0d333b3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:48:40.649867 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5a679354-7d64-42d4-b4f4-f110156149c8 req-ecc52d54-8ca8-4305-b2e4-4af0d333b3ae service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cbda20c3e8d6442e82db1c7c6a27e2a5&device_id=8199b38d-2dac-4a7c-81fc-e2560defaa7d HTTP/1.1" status: 200 len: 1095 time: 0.1403639 Jun 01 19:48:40.785216 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:48:40.791632 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:48:40.863488 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404b802c-951a-4985-92bb-321f0efeefd1 req-28601d82-ab9d-4057-9c1b-d072ec90f7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:48:40.865020 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-404b802c-951a-4985-92bb-321f0efeefd1 req-28601d82-ab9d-4057-9c1b-d072ec90f7d3 service neutron] 10.222.0.50 "GET /v2.0/networks?id=c4e93956-04f5-4c59-8497-c0465a5ee4f1 HTTP/1.1" status: 200 len: 913 time: 0.2424054 Jun 01 19:48:40.921132 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a679354-7d64-42d4-b4f4-f110156149c8 req-5d86689a-f2cf-403a-baf4-6af2a7764ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:48:40.922574 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5a679354-7d64-42d4-b4f4-f110156149c8 req-5d86689a-f2cf-403a-baf4-6af2a7764ee7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c4e93956-04f5-4c59-8497-c0465a5ee4f1 HTTP/1.1" status: 200 len: 913 time: 0.2260196 Jun 01 19:48:41.057768 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-404b802c-951a-4985-92bb-321f0efeefd1 req-ab830b52-1374-4e5a-b34c-414093846111 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=78b6e9b4-2a21-450e-98b9-500cf4461702 HTTP/1.1" status: 200 len: 999 time: 0.1865175 Jun 01 19:48:41.063367 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5a679354-7d64-42d4-b4f4-f110156149c8 req-fe025e85-c357-4598-898e-cf06b70fcb1b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=78b6e9b4-2a21-450e-98b9-500cf4461702 HTTP/1.1" status: 200 len: 999 time: 0.1239996 Jun 01 19:48:41.280918 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404b802c-951a-4985-92bb-321f0efeefd1 req-ba6e37da-cd14-482d-a5f0-f8bdd9519eec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:48:41.282257 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-404b802c-951a-4985-92bb-321f0efeefd1 req-ba6e37da-cd14-482d-a5f0-f8bdd9519eec service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7869c718-b90f-46bf-9776-ffc40f61ae55 HTTP/1.1" status: 200 len: 851 time: 0.2180772 Jun 01 19:48:41.285249 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a679354-7d64-42d4-b4f4-f110156149c8 req-8a8fdd8b-82f4-42b9-a03e-ce50087ce86d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:48:41.286518 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5a679354-7d64-42d4-b4f4-f110156149c8 req-8a8fdd8b-82f4-42b9-a03e-ce50087ce86d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7869c718-b90f-46bf-9776-ffc40f61ae55 HTTP/1.1" status: 200 len: 851 time: 0.0814085 Jun 01 19:48:41.415481 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a679354-7d64-42d4-b4f4-f110156149c8 req-4cfa5147-7850-44b8-b94a-831ddaf40ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:48:41.416991 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5a679354-7d64-42d4-b4f4-f110156149c8 req-4cfa5147-7850-44b8-b94a-831ddaf40ed5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c4e93956-04f5-4c59-8497-c0465a5ee4f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1001015 Jun 01 19:48:41.419435 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404b802c-951a-4985-92bb-321f0efeefd1 req-608e5306-9917-4ff0-b947-e893ae4e2aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:48:41.420769 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-404b802c-951a-4985-92bb-321f0efeefd1 req-608e5306-9917-4ff0-b947-e893ae4e2aa4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c4e93956-04f5-4c59-8497-c0465a5ee4f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1333239 Jun 01 19:48:41.657950 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5a679354-7d64-42d4-b4f4-f110156149c8 req-bafc8d30-2c62-47ff-a3e3-c89133da0293 service neutron] 10.222.0.15 "GET /v2.0/networks/c4e93956-04f5-4c59-8497-c0465a5ee4f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2315762 Jun 01 19:48:41.659777 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-404b802c-951a-4985-92bb-321f0efeefd1 req-ee9958ed-bdd6-414f-8455-f0d8e56361eb service neutron] 10.222.0.50 "GET /v2.0/networks/c4e93956-04f5-4c59-8497-c0465a5ee4f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2162147 Jun 01 19:48:41.793053 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a29da66-9acb-43bc-bd69-7cfc8a47a3cb req-61391438-2fd6-4c54-9266-056c48a73340 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:48:41.794515 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2a29da66-9acb-43bc-bd69-7cfc8a47a3cb req-61391438-2fd6-4c54-9266-056c48a73340 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=8199b38d-2dac-4a7c-81fc-e2560defaa7d HTTP/1.1" status: 200 len: 944 time: 0.0850527 Jun 01 19:48:41.828068 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:48:41.844297 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2a29da66-9acb-43bc-bd69-7cfc8a47a3cb req-0730f77b-1976-4db6-9e66-7d9aa8573e2f tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/security-groups?id=a05ae957-bf8a-4e8f-b4e8-ecb6cd39ee06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437081 Jun 01 19:48:41.909631 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-404b802c-951a-4985-92bb-321f0efeefd1 req-23c2625e-a255-4ec0-acc0-6cc9b606991b service neutron] 10.222.0.50 "GET /v2.0/networks/c4e93956-04f5-4c59-8497-c0465a5ee4f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2435632 Jun 01 19:48:41.911503 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5a679354-7d64-42d4-b4f4-f110156149c8 req-af4028f8-2a1a-4410-a1ba-626746e6a24c service neutron] 10.222.0.15 "GET /v2.0/networks/c4e93956-04f5-4c59-8497-c0465a5ee4f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2279868 Jun 01 19:48:42.018008 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a679354-7d64-42d4-b4f4-f110156149c8 req-2ceac291-fd61-40f5-a78b-3861eb91d98d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:48:42.019476 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5a679354-7d64-42d4-b4f4-f110156149c8 req-2ceac291-fd61-40f5-a78b-3861eb91d98d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cbda20c3e8d6442e82db1c7c6a27e2a5&device_id=8199b38d-2dac-4a7c-81fc-e2560defaa7d HTTP/1.1" status: 200 len: 1095 time: 0.0712433 Jun 01 19:48:42.151813 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:48:42.161598 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a679354-7d64-42d4-b4f4-f110156149c8 req-cd620ca7-17b4-4345-9404-0438ef718128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:48:42.164001 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5a679354-7d64-42d4-b4f4-f110156149c8 req-cd620ca7-17b4-4345-9404-0438ef718128 service neutron] 10.222.0.50 "GET /v2.0/networks?id=c4e93956-04f5-4c59-8497-c0465a5ee4f1 HTTP/1.1" status: 200 len: 913 time: 0.1385837 Jun 01 19:48:42.285581 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5a679354-7d64-42d4-b4f4-f110156149c8 req-bb55f9b0-38a0-4139-b480-f3303d2748f3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=78b6e9b4-2a21-450e-98b9-500cf4461702 HTTP/1.1" status: 200 len: 999 time: 0.1162510 Jun 01 19:48:42.348367 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a679354-7d64-42d4-b4f4-f110156149c8 req-9ca13fc7-95f8-462e-a14a-143ca0160d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:48:42.349830 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5a679354-7d64-42d4-b4f4-f110156149c8 req-9ca13fc7-95f8-462e-a14a-143ca0160d29 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7869c718-b90f-46bf-9776-ffc40f61ae55 HTTP/1.1" status: 200 len: 851 time: 0.0586925 Jun 01 19:48:42.429547 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a679354-7d64-42d4-b4f4-f110156149c8 req-967d8314-75d4-406d-9a80-6893fb0fc76e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:48:42.431062 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5a679354-7d64-42d4-b4f4-f110156149c8 req-967d8314-75d4-406d-9a80-6893fb0fc76e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c4e93956-04f5-4c59-8497-c0465a5ee4f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0753918 Jun 01 19:48:42.431541 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:48:42.566205 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5a679354-7d64-42d4-b4f4-f110156149c8 req-8595c70b-9f25-4fee-b3ed-8feb32694acb service neutron] 10.222.0.50 "GET /v2.0/networks/c4e93956-04f5-4c59-8497-c0465a5ee4f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297858 Jun 01 19:48:42.819357 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5a679354-7d64-42d4-b4f4-f110156149c8 req-d4d5ac1e-a624-4a04-9551-8a403d67b47e service neutron] 10.222.0.50 "GET /v2.0/networks/c4e93956-04f5-4c59-8497-c0465a5ee4f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2474577 Jun 01 19:48:42.836021 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 78b6e9b4-2a21-450e-98b9-500cf4461702 no longer exists at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:48:42.894263 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 78b6e9b4-2a21-450e-98b9-500cf4461702 not bound to the agent host n-h1-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:48:43.050865 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323b6fa8-4eb2-4fb4-9f09-bc5ae99b1ca8 req-ce59d0d9-2828-4dbe-8598-7b38b315eddf tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:48:43.052485 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-323b6fa8-4eb2-4fb4-9f09-bc5ae99b1ca8 req-ce59d0d9-2828-4dbe-8598-7b38b315eddf tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=8199b38d-2dac-4a7c-81fc-e2560defaa7d HTTP/1.1" status: 200 len: 944 time: 0.0879521 Jun 01 19:48:43.099037 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-323b6fa8-4eb2-4fb4-9f09-bc5ae99b1ca8 req-061c23cf-ce6b-4639-a405-c6be6c0928e6 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/security-groups?id=a05ae957-bf8a-4e8f-b4e8-ecb6cd39ee06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400898 Jun 01 19:48:44.292884 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabbdacb-3a68-4f23-87dc-1e00c4759a34 req-77958f93-5746-47ab-8330-71452decaeca tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:48:44.294919 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-dabbdacb-3a68-4f23-87dc-1e00c4759a34 req-77958f93-5746-47ab-8330-71452decaeca tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=8199b38d-2dac-4a7c-81fc-e2560defaa7d HTTP/1.1" status: 200 len: 944 time: 0.0857863 Jun 01 19:48:44.340509 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-dabbdacb-3a68-4f23-87dc-1e00c4759a34 req-232cee0e-c390-4c9b-ac7b-c8dca87b17ce tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/security-groups?id=a05ae957-bf8a-4e8f-b4e8-ecb6cd39ee06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393949 Jun 01 19:48:45.532332 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2683781c-6ce8-4ed9-9c12-b95eaa84024e req-8a0563c3-8060-4498-85ba-504aeb4b7afd tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:48:45.533773 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-2683781c-6ce8-4ed9-9c12-b95eaa84024e req-8a0563c3-8060-4498-85ba-504aeb4b7afd tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=8199b38d-2dac-4a7c-81fc-e2560defaa7d HTTP/1.1" status: 200 len: 944 time: 0.0861452 Jun 01 19:48:45.580519 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-2683781c-6ce8-4ed9-9c12-b95eaa84024e req-0a9396fa-6268-4eb4-84c6-b8a61b5beb5e tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/security-groups?id=a05ae957-bf8a-4e8f-b4e8-ecb6cd39ee06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402670 Jun 01 19:48:46.772486 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f64878a-eb77-4d8b-ae35-965c0025eab8 req-29c2f8d3-9c53-4024-8cc2-4e607aca8a30 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:48:46.773924 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3f64878a-eb77-4d8b-ae35-965c0025eab8 req-29c2f8d3-9c53-4024-8cc2-4e607aca8a30 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=8199b38d-2dac-4a7c-81fc-e2560defaa7d HTTP/1.1" status: 200 len: 944 time: 0.0832357 Jun 01 19:48:46.818152 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3f64878a-eb77-4d8b-ae35-965c0025eab8 req-85bf43b8-c8d5-41c9-b065-f094285ddfcc tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/security-groups?id=a05ae957-bf8a-4e8f-b4e8-ecb6cd39ee06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384791 Jun 01 19:48:48.005118 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a95ecd-a65d-4ad9-8ba8-0dc4c963a15b req-a273c84b-aba6-4225-b4e3-8fa3647450b9 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:48:48.007312 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f0a95ecd-a65d-4ad9-8ba8-0dc4c963a15b req-a273c84b-aba6-4225-b4e3-8fa3647450b9 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=8199b38d-2dac-4a7c-81fc-e2560defaa7d HTTP/1.1" status: 200 len: 944 time: 0.0818920 Jun 01 19:48:48.052505 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f0a95ecd-a65d-4ad9-8ba8-0dc4c963a15b req-71adb6d3-610b-4597-b592-8f5d37410a2a tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/security-groups?id=a05ae957-bf8a-4e8f-b4e8-ecb6cd39ee06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393727 Jun 01 19:48:49.241878 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35de3eff-2334-44db-8486-0520beda0dae req-172712f4-d80e-4bc2-8eef-4a035ec2eeb7 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:48:49.243226 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-35de3eff-2334-44db-8486-0520beda0dae req-172712f4-d80e-4bc2-8eef-4a035ec2eeb7 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=8199b38d-2dac-4a7c-81fc-e2560defaa7d HTTP/1.1" status: 200 len: 944 time: 0.0827646 Jun 01 19:48:49.293331 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-35de3eff-2334-44db-8486-0520beda0dae req-c79db3f8-f6af-44e0-ae1a-6e9235bc6d11 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/security-groups?id=a05ae957-bf8a-4e8f-b4e8-ecb6cd39ee06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443935 Jun 01 19:48:50.505363 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854e680d-896b-416e-9f70-53442233c37c req-97c57a76-0099-4dd8-b1e0-bc73d77e05a1 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:48:50.507359 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-854e680d-896b-416e-9f70-53442233c37c req-97c57a76-0099-4dd8-b1e0-bc73d77e05a1 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=8199b38d-2dac-4a7c-81fc-e2560defaa7d HTTP/1.1" status: 200 len: 944 time: 0.0960982 Jun 01 19:48:50.556330 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-854e680d-896b-416e-9f70-53442233c37c req-45108435-f172-4ed5-8a26-26c9089db0bf tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/security-groups?id=a05ae957-bf8a-4e8f-b4e8-ecb6cd39ee06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423958 Jun 01 19:48:50.806389 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 78b6e9b4-2a21-450e-98b9-500cf4461702 details requested by agent hyperv_n-h2-844202-1 with host n-h2-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 19:48:50.937090 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 78b6e9b4-2a21-450e-98b9-500cf4461702, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=78b6e9b4-2a21-450e-98b9-500cf4461702,segment=NetworkSegment(7ed294a7-e1e7-4d37-88c7-4b485966a411),segment_id=7ed294a7-e1e7-4d37-88c7-4b485966a411)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:48:50.940047 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.agents_db [None req-e814b9cf-7de8-45d0-a079-29c61fabe7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 19:48:50.954558 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Returning: {'device': '78b6e9b4-2a21-450e-98b9-500cf4461702', 'network_id': 'c4e93956-04f5-4c59-8497-c0465a5ee4f1', 'port_id': '78b6e9b4-2a21-450e-98b9-500cf4461702', 'mac_address': 'fa:16:3e:a6:ed:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7869c718-b90f-46bf-9776-ffc40f61ae55', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 19:48:51.009441 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port 78b6e9b4-2a21-450e-98b9-500cf4461702 is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:48:51.009811 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:48:51.027117 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78b6e9b4-2a21-450e-98b9-500cf4461702 {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 19:48:51.042153 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 78b6e9b4-2a21-450e-98b9-500cf4461702, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=78b6e9b4-2a21-450e-98b9-500cf4461702,segment=NetworkSegment(7ed294a7-e1e7-4d37-88c7-4b485966a411),segment_id=7ed294a7-e1e7-4d37-88c7-4b485966a411)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:48:51.045605 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:48:51.111806 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=78b6e9b4-2a21-450e-98b9-500cf4461702,revision_number=11']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:48:51.260511 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] get_ports_and_sgs() called for port_ids ['78b6e9b4-2a21-450e-98b9-500cf4461702'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 19:48:51.748715 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bc27cd-d163-4a19-819a-46d1d11377a9 req-21055435-5c45-4870-a0f1-a53c5f94e829 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:48:51.750161 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-27bc27cd-d163-4a19-819a-46d1d11377a9 req-21055435-5c45-4870-a0f1-a53c5f94e829 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=8199b38d-2dac-4a7c-81fc-e2560defaa7d HTTP/1.1" status: 200 len: 945 time: 0.0812802 Jun 01 19:48:51.799784 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-27bc27cd-d163-4a19-819a-46d1d11377a9 req-bfd94c6d-0286-4acf-a55c-23037c2da2b3 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/security-groups?id=a05ae957-bf8a-4e8f-b4e8-ecb6cd39ee06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438068 Jun 01 19:48:51.989805 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3329ae54-eaba-484e-a31a-6c90558b6feb req-c7a1cc55-c171-4c11-a07e-e853678a72b9 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:48:51.991279 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3329ae54-eaba-484e-a31a-6c90558b6feb req-c7a1cc55-c171-4c11-a07e-e853678a72b9 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=8199b38d-2dac-4a7c-81fc-e2560defaa7d HTTP/1.1" status: 200 len: 945 time: 0.0818563 Jun 01 19:48:52.038909 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3329ae54-eaba-484e-a31a-6c90558b6feb req-fd214a78-0772-4993-ab3e-2ba9f2e46bb0 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/security-groups?id=a05ae957-bf8a-4e8f-b4e8-ecb6cd39ee06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419426 Jun 01 19:48:52.227217 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397d7750-bf68-408e-841c-5d792d7099c0 req-1d7e1e40-6b5c-455c-9509-a2d46727bc40 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:48:52.228670 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-397d7750-bf68-408e-841c-5d792d7099c0 req-1d7e1e40-6b5c-455c-9509-a2d46727bc40 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=8199b38d-2dac-4a7c-81fc-e2560defaa7d HTTP/1.1" status: 200 len: 945 time: 0.0864067 Jun 01 19:48:52.273307 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-397d7750-bf68-408e-841c-5d792d7099c0 req-59ce1016-8c9a-4a33-b1a7-0956ea60869a tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/security-groups?id=a05ae957-bf8a-4e8f-b4e8-ecb6cd39ee06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387204 Jun 01 19:48:52.659312 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625e2980-2a57-412d-be88-6d0001671034 req-5272d946-f16d-4917-a0a2-4ce2b9d1fce1 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:48:52.660803 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-625e2980-2a57-412d-be88-6d0001671034 req-5272d946-f16d-4917-a0a2-4ce2b9d1fce1 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=8199b38d-2dac-4a7c-81fc-e2560defaa7d HTTP/1.1" status: 200 len: 945 time: 0.0841868 Jun 01 19:48:52.705585 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-625e2980-2a57-412d-be88-6d0001671034 req-f65d215b-ab20-45b6-9a1f-b911682fc3b4 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/security-groups?id=a05ae957-bf8a-4e8f-b4e8-ecb6cd39ee06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384133 Jun 01 19:48:52.814393 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 78b6e9b4-2a21-450e-98b9-500cf4461702 up at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:48:52.884009 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning for port 78b6e9b4-2a21-450e-98b9-500cf4461702 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:48:52.888740 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning complete for port 78b6e9b4-2a21-450e-98b9-500cf4461702 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:48:52.889084 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:48:53.002163 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port 78b6e9b4-2a21-450e-98b9-500cf4461702 is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:48:53.002531 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:48:53.031588 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8199b38d-2dac-4a7c-81fc-e2560defaa7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78b6e9b4-2a21-450e-98b9-500cf4461702'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:48:53.042100 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 78b6e9b4-2a21-450e-98b9-500cf4461702, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=78b6e9b4-2a21-450e-98b9-500cf4461702,segment=NetworkSegment(7ed294a7-e1e7-4d37-88c7-4b485966a411),segment_id=7ed294a7-e1e7-4d37-88c7-4b485966a411)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:48:53.046112 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:48:53.082693 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10cf1336-b29b-4b0d-a08f-999d08897cc5'] response: {'server_uuid': '8199b38d-2dac-4a7c-81fc-e2560defaa7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78b6e9b4-2a21-450e-98b9-500cf4461702', 'code': 200} Jun 01 19:48:53.114467 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=78b6e9b4-2a21-450e-98b9-500cf4461702,revision_number=12']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:48:53.905345 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30ff117-0d00-4550-9290-751a7f8dde3a req-3b6e240e-0ebe-4c72-bc16-2066b56057e4 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:48:53.906801 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a30ff117-0d00-4550-9290-751a7f8dde3a req-3b6e240e-0ebe-4c72-bc16-2066b56057e4 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=8199b38d-2dac-4a7c-81fc-e2560defaa7d HTTP/1.1" status: 200 len: 946 time: 0.0856171 Jun 01 19:48:53.952833 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a30ff117-0d00-4550-9290-751a7f8dde3a req-cf231162-4c2e-44e3-94eb-fd884cb2bdbd tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/security-groups?id=a05ae957-bf8a-4e8f-b4e8-ecb6cd39ee06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399194 Jun 01 19:48:54.187953 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5918ee8c-83b1-4f51-b967-51c543291ac3 req-4cf49ba0-eb5a-47f2-831b-27f909a7ca17 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:48:54.189378 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5918ee8c-83b1-4f51-b967-51c543291ac3 req-4cf49ba0-eb5a-47f2-831b-27f909a7ca17 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.50 "GET /v2.0/ports?device_id=8199b38d-2dac-4a7c-81fc-e2560defaa7d HTTP/1.1" status: 200 len: 946 time: 0.0807219 Jun 01 19:48:54.258521 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-5918ee8c-83b1-4f51-b967-51c543291ac3 req-79b76a30-1ab1-4f84-a1c4-d8e090cdc61b tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Deleting port 78b6e9b4-2a21-450e-98b9-500cf4461702 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:48:54.258846 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-5918ee8c-83b1-4f51-b967-51c543291ac3 req-79b76a30-1ab1-4f84-a1c4-d8e090cdc61b tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:48:54.503608 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-5918ee8c-83b1-4f51-b967-51c543291ac3 req-79b76a30-1ab1-4f84-a1c4-d8e090cdc61b tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] For port 78b6e9b4-2a21-450e-98b9-500cf4461702, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=78b6e9b4-2a21-450e-98b9-500cf4461702,segment=NetworkSegment(7ed294a7-e1e7-4d37-88c7-4b485966a411),segment_id=7ed294a7-e1e7-4d37-88c7-4b485966a411)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:48:54.503881 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-5918ee8c-83b1-4f51-b967-51c543291ac3 req-79b76a30-1ab1-4f84-a1c4-d8e090cdc61b tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:48:54.793457 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-5918ee8c-83b1-4f51-b967-51c543291ac3 req-79b76a30-1ab1-4f84-a1c4-d8e090cdc61b tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:48:54.793742 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-5918ee8c-83b1-4f51-b967-51c543291ac3 req-79b76a30-1ab1-4f84-a1c4-d8e090cdc61b tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887712'] for floatingip, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:48:54.794086 n-d-844202-1 neutron-server[88524]: INFO neutron.db.l3_db [req-5918ee8c-83b1-4f51-b967-51c543291ac3 req-79b76a30-1ab1-4f84-a1c4-d8e090cdc61b tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Floating IP b5679655-04f8-4106-ab29-fd920a6926f9 disassociated. External IP: 172.25.4.41, port: 78b6e9b4-2a21-450e-98b9-500cf4461702. Jun 01 19:48:54.794466 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-5918ee8c-83b1-4f51-b967-51c543291ac3 req-79b76a30-1ab1-4f84-a1c4-d8e090cdc61b tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Calling delete_port for 78b6e9b4-2a21-450e-98b9-500cf4461702 owned by compute:nova {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:48:54.940793 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-5918ee8c-83b1-4f51-b967-51c543291ac3 req-79b76a30-1ab1-4f84-a1c4-d8e090cdc61b tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:48:54.996160 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b76a30-1ab1-4f84-a1c4-d8e090cdc61b tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Pushing event deleted for resources: {'Port': ['ID=78b6e9b4-2a21-450e-98b9-500cf4461702,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:48:55.126659 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9b7884c7-30ad-41bd-8bb2-6725008d1c3e req-b885ae42-8dcf-41ee-add8-7623d1dc7a51 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=8199b38d-2dac-4a7c-81fc-e2560defaa7d HTTP/1.1" status: 200 len: 210 time: 0.0484164 Jun 01 19:48:55.227710 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5918ee8c-83b1-4f51-b967-51c543291ac3 req-79b76a30-1ab1-4f84-a1c4-d8e090cdc61b tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Router 7fa3ce65-0b71-4a94-bb4c-e7929cc1418d has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 19:48:55.506665 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5918ee8c-83b1-4f51-b967-51c543291ac3 req-79b76a30-1ab1-4f84-a1c4-d8e090cdc61b tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:48:55.516544 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f05bb8-e1d4-43cf-85da-d90dd70ea860 None None] Sync routers for ids ['7fa3ce65-0b71-4a94-bb4c-e7929cc1418d'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:48:55.525932 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f05bb8-e1d4-43cf-85da-d90dd70ea860 None None] Routers {'7fa3ce65-0b71-4a94-bb4c-e7929cc1418d'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:48:55.526526 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-d2f05bb8-e1d4-43cf-85da-d90dd70ea860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:48:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['7fa3ce65-0b71-4a94-bb4c-e7929cc1418d'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:48:55.581323 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-5918ee8c-83b1-4f51-b967-51c543291ac3 req-79b76a30-1ab1-4f84-a1c4-d8e090cdc61b tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] No DVR routers for this DVR port 78b6e9b4-2a21-450e-98b9-500cf4461702 on host n-h2-844202-1 {{(pid=88524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:48:55.584120 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-5918ee8c-83b1-4f51-b967-51c543291ac3 req-79b76a30-1ab1-4f84-a1c4-d8e090cdc61b tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:48:55.587479 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8199b38d-2dac-4a7c-81fc-e2560defaa7d', 'name': 'network-vif-deleted', 'tag': '78b6e9b4-2a21-450e-98b9-500cf4461702'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:48:55.604716 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5918ee8c-83b1-4f51-b967-51c543291ac3 req-79b76a30-1ab1-4f84-a1c4-d8e090cdc61b tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.50 "DELETE /v2.0/ports/78b6e9b4-2a21-450e-98b9-500cf4461702 HTTP/1.1" status: 204 len: 173 time: 1.4105289 Jun 01 19:48:55.638659 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28819199-aec5-452c-8d78-4f4a4f165052'] response: {'server_uuid': '8199b38d-2dac-4a7c-81fc-e2560defaa7d', 'name': 'network-vif-deleted', 'tag': '78b6e9b4-2a21-450e-98b9-500cf4461702', 'status': 'completed', 'code': 200} Jun 01 19:48:55.711237 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-d2f05bb8-e1d4-43cf-85da-d90dd70ea860 None None] Set router 7fa3ce65-0b71-4a94-bb4c-e7929cc1418d gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:48:56.038242 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-d2f05bb8-e1d4-43cf-85da-d90dd70ea860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fa3ce65-0b71-4a94-bb4c-e7929cc1418d', 'name': 'tempest-ServerActionsTestJSON-1042264002-router', 'tenant_id': 'cbda20c3e8d6442e82db1c7c6a27e2a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '70e55147-1f1f-4d25-bc59-b7473230258c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:37:26Z', 'updated_at': '2022-06-01T19:37:31Z', 'revision_number': 4, 'project_id': 'cbda20c3e8d6442e82db1c7c6a27e2a5', 'gw_port': {'id': '70e55147-1f1f-4d25-bc59-b7473230258c', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:15:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa3ce65-0b71-4a94-bb4c-e7929cc1418d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:37:27Z', 'updated_at': '2022-06-01T19:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '5937c945-2bd7-4cdc-b6fe-432cda621442', 'name': '', 'network_id': 'c4e93956-04f5-4c59-8497-c0465a5ee4f1', 'tenant_id': 'cbda20c3e8d6442e82db1c7c6a27e2a5', 'mac_address': 'fa:16:3e:ff:e6:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa3ce65-0b71-4a94-bb4c-e7929cc1418d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': '7869c718-b90f-46bf-9776-ffc40f61ae55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:37:30Z', 'updated_at': '2022-06-01T19:37:35Z', 'revision_number': 5, 'project_id': 'cbda20c3e8d6442e82db1c7c6a27e2a5', 'subnets': [{'id': '7869c718-b90f-46bf-9776-ffc40f61ae55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:48:56.042408 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f05bb8-e1d4-43cf-85da-d90dd70ea860 None None] Checking router: 7fa3ce65-0b71-4a94-bb4c-e7929cc1418d for host: n-d-844202-1 {{(pid=88527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 19:48:56.050947 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f05bb8-e1d4-43cf-85da-d90dd70ea860 None None] Routers {'7fa3ce65-0b71-4a94-bb4c-e7929cc1418d'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:48:56.051530 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-d2f05bb8-e1d4-43cf-85da-d90dd70ea860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:48:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['7fa3ce65-0b71-4a94-bb4c-e7929cc1418d'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:48:56.235259 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-d2f05bb8-e1d4-43cf-85da-d90dd70ea860 None None] Set router 7fa3ce65-0b71-4a94-bb4c-e7929cc1418d gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:48:56.304508 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-0345f7a7-386d-4f00-a3ca-b6939e58841e req-e599ced7-11d3-43ab-996b-08ff924e02a9 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Synchronizing usage tracker for tenant:cbda20c3e8d6442e82db1c7c6a27e2a5 on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:48:56.321805 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-0345f7a7-386d-4f00-a3ca-b6939e58841e req-e599ced7-11d3-43ab-996b-08ff924e02a9 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Unset dirty status for tenant:cbda20c3e8d6442e82db1c7c6a27e2a5 on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:48:56.323273 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0345f7a7-386d-4f00-a3ca-b6939e58841e req-e599ced7-11d3-43ab-996b-08ff924e02a9 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/ports?device_id=8199b38d-2dac-4a7c-81fc-e2560defaa7d HTTP/1.1" status: 200 len: 210 time: 0.0634482 Jun 01 19:48:56.594718 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-d2f05bb8-e1d4-43cf-85da-d90dd70ea860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fa3ce65-0b71-4a94-bb4c-e7929cc1418d', 'name': 'tempest-ServerActionsTestJSON-1042264002-router', 'tenant_id': 'cbda20c3e8d6442e82db1c7c6a27e2a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '70e55147-1f1f-4d25-bc59-b7473230258c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:37:26Z', 'updated_at': '2022-06-01T19:37:31Z', 'revision_number': 4, 'project_id': 'cbda20c3e8d6442e82db1c7c6a27e2a5', 'gw_port': {'id': '70e55147-1f1f-4d25-bc59-b7473230258c', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:15:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa3ce65-0b71-4a94-bb4c-e7929cc1418d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:37:27Z', 'updated_at': '2022-06-01T19:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '5937c945-2bd7-4cdc-b6fe-432cda621442', 'name': '', 'network_id': 'c4e93956-04f5-4c59-8497-c0465a5ee4f1', 'tenant_id': 'cbda20c3e8d6442e82db1c7c6a27e2a5', 'mac_address': 'fa:16:3e:ff:e6:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa3ce65-0b71-4a94-bb4c-e7929cc1418d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': '7869c718-b90f-46bf-9776-ffc40f61ae55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:37:30Z', 'updated_at': '2022-06-01T19:37:35Z', 'revision_number': 5, 'project_id': 'cbda20c3e8d6442e82db1c7c6a27e2a5', 'subnets': [{'id': '7869c718-b90f-46bf-9776-ffc40f61ae55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:48:56.598620 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f05bb8-e1d4-43cf-85da-d90dd70ea860 None None] The sync data for ids ['7fa3ce65-0b71-4a94-bb4c-e7929cc1418d'] in n-d-844202-1 is: [{'id': '7fa3ce65-0b71-4a94-bb4c-e7929cc1418d', 'name': 'tempest-ServerActionsTestJSON-1042264002-router', 'tenant_id': 'cbda20c3e8d6442e82db1c7c6a27e2a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '70e55147-1f1f-4d25-bc59-b7473230258c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:37:26Z', 'updated_at': '2022-06-01T19:37:31Z', 'revision_number': 4, 'project_id': 'cbda20c3e8d6442e82db1c7c6a27e2a5', 'gw_port': {'id': '70e55147-1f1f-4d25-bc59-b7473230258c', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:15:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa3ce65-0b71-4a94-bb4c-e7929cc1418d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:37:27Z', 'updated_at': '2022-06-01T19:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '5937c945-2bd7-4cdc-b6fe-432cda621442', 'name': '', 'network_id': 'c4e93956-04f5-4c59-8497-c0465a5ee4f1', 'tenant_id': 'cbda20c3e8d6442e82db1c7c6a27e2a5', 'mac_address': 'fa:16:3e:ff:e6:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa3ce65-0b71-4a94-bb4c-e7929cc1418d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': '7869c718-b90f-46bf-9776-ffc40f61ae55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:37:30Z', 'updated_at': '2022-06-01T19:37:35Z', 'revision_number': 5, 'project_id': 'cbda20c3e8d6442e82db1c7c6a27e2a5', 'subnets': [{'id': '7869c718-b90f-46bf-9776-ffc40f61ae55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:48:56.810744 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db4dab76-28e2-42b3-8e87-d457d491b140 None None] New status for floating IP b5679655-04f8-4106-ab29-fd920a6926f9: DOWN {{(pid=88526) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 19:48:58.868829 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 78b6e9b4-2a21-450e-98b9-500cf4461702 no longer exists at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:48:58.903886 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] No Port match for: 78b6e9b4-2a21-450e-98b9-500cf4461702 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:48:58.904220 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 78b6e9b4-2a21-450e-98b9-500cf4461702 not bound to the agent host n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:49:00.644084 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 52822) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:49:00.707663 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-091a1705-29b5-4dfb-abf7-37b0289e9629 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:00.735649 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-091a1705-29b5-4dfb-abf7-37b0289e9629 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:00.787907 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-091a1705-29b5-4dfb-abf7-37b0289e9629 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:00.812365 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091a1705-29b5-4dfb-abf7-37b0289e9629 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a05ae957-bf8a-4e8f-b4e8-ecb6cd39ee06,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:49:00.823257 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091a1705-29b5-4dfb-abf7-37b0289e9629 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:49:00.823589 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091a1705-29b5-4dfb-abf7-37b0289e9629 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:49:00.823911 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091a1705-29b5-4dfb-abf7-37b0289e9629 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:49:00.824249 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091a1705-29b5-4dfb-abf7-37b0289e9629 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:49:00.824579 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091a1705-29b5-4dfb-abf7-37b0289e9629 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:49:00.824889 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091a1705-29b5-4dfb-abf7-37b0289e9629 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:49:00.825198 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091a1705-29b5-4dfb-abf7-37b0289e9629 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:49:00.825505 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091a1705-29b5-4dfb-abf7-37b0289e9629 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:49:00.825809 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091a1705-29b5-4dfb-abf7-37b0289e9629 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:49:00.826111 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091a1705-29b5-4dfb-abf7-37b0289e9629 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:49:00.826413 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091a1705-29b5-4dfb-abf7-37b0289e9629 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:49:00.826713 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091a1705-29b5-4dfb-abf7-37b0289e9629 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:49:00.836523 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-091a1705-29b5-4dfb-abf7-37b0289e9629 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:00.837617 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-091a1705-29b5-4dfb-abf7-37b0289e9629 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "DELETE /v2.0/security-groups/a05ae957-bf8a-4e8f-b4e8-ecb6cd39ee06 HTTP/1.1" status: 204 len: 168 time: 0.1925032 Jun 01 19:49:00.840099 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 52826) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:49:00.856157 n-d-844202-1 neutron-server[88525]: INFO neutron.api.v2.resource [None req-79a87776-93bc-4ab5-a2fa-b984fe3d86aa tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] show failed (client error): The resource could not be found. Jun 01 19:49:00.857180 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-79a87776-93bc-4ab5-a2fa-b984fe3d86aa tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "GET /v2.0/security-groups/a05ae957-bf8a-4e8f-b4e8-ecb6cd39ee06 HTTP/1.1" status: 404 len: 347 time: 0.0161734 Jun 01 19:49:00.859967 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 52830) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:49:01.014162 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-6c28f6c7-caa2-4ad0-a05f-34e2b0cf2c42 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Deleting port 926107b2-c48c-44ce-a4f2-881e13119d37 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:49:01.014490 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6c28f6c7-caa2-4ad0-a05f-34e2b0cf2c42 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:01.297584 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6c28f6c7-caa2-4ad0-a05f-34e2b0cf2c42 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:01.297816 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6c28f6c7-caa2-4ad0-a05f-34e2b0cf2c42 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:01.441047 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-6c28f6c7-caa2-4ad0-a05f-34e2b0cf2c42 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Calling delete_port for 926107b2-c48c-44ce-a4f2-881e13119d37 owned by network:floatingip {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:49:01.583145 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6c28f6c7-caa2-4ad0-a05f-34e2b0cf2c42 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:01.629532 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c28f6c7-caa2-4ad0-a05f-34e2b0cf2c42 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Pushing event deleted for resources: {'Port': ['ID=926107b2-c48c-44ce-a4f2-881e13119d37,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:49:01.734399 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6c28f6c7-caa2-4ad0-a05f-34e2b0cf2c42 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Notify callbacks [] for floatingip, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:01.752172 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6c28f6c7-caa2-4ad0-a05f-34e2b0cf2c42 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for floatingip, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:01.753328 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-6c28f6c7-caa2-4ad0-a05f-34e2b0cf2c42 tempest-ServerActionsTestJSON-602973078 tempest-ServerActionsTestJSON-602973078-project] 10.222.0.41 "DELETE /v2.0/floatingips/b5679655-04f8-4106-ab29-fd920a6926f9 HTTP/1.1" status: 204 len: 168 time: 0.8924670 Jun 01 19:49:01.756274 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 52834) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:49:02.435445 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3cd4c2a1-936f-4947-beed-9159fbddf6b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-887474'] for router_interface, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:02.888381 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-3cd4c2a1-936f-4947-beed-9159fbddf6b6 admin admin] Deleting port 5937c945-2bd7-4cdc-b6fe-432cda621442 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:49:02.889076 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3cd4c2a1-936f-4947-beed-9159fbddf6b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:03.060101 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [None req-3cd4c2a1-936f-4947-beed-9159fbddf6b6 admin admin] For port 5937c945-2bd7-4cdc-b6fe-432cda621442, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=5937c945-2bd7-4cdc-b6fe-432cda621442,segment=NetworkSegment(7ed294a7-e1e7-4d37-88c7-4b485966a411),segment_id=7ed294a7-e1e7-4d37-88c7-4b485966a411)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:49:03.060475 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3cd4c2a1-936f-4947-beed-9159fbddf6b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:03.185507 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-3cd4c2a1-936f-4947-beed-9159fbddf6b6 admin admin] Calling delete_port for 5937c945-2bd7-4cdc-b6fe-432cda621442 owned by network:router_interface {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:49:03.504392 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3cd4c2a1-936f-4947-beed-9159fbddf6b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:03.581073 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd4c2a1-936f-4947-beed-9159fbddf6b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=5937c945-2bd7-4cdc-b6fe-432cda621442,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:49:03.822398 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3cd4c2a1-936f-4947-beed-9159fbddf6b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-887310'] for router_interface, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:04.283251 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cd4c2a1-936f-4947-beed-9159fbddf6b6 admin admin] Router 7fa3ce65-0b71-4a94-bb4c-e7929cc1418d has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 19:49:04.456307 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cd4c2a1-936f-4947-beed-9159fbddf6b6 admin admin] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:49:04.464748 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-495b6d02-22be-4ac4-965d-bc84d27e8b66 None None] Sync routers for ids ['7fa3ce65-0b71-4a94-bb4c-e7929cc1418d'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:49:04.469370 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-3cd4c2a1-936f-4947-beed-9159fbddf6b6 admin admin] 10.222.0.41 "PUT /v2.0/routers/7fa3ce65-0b71-4a94-bb4c-e7929cc1418d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7120671 Jun 01 19:49:04.471833 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 52840) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:49:04.473380 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495b6d02-22be-4ac4-965d-bc84d27e8b66 None None] Routers {'7fa3ce65-0b71-4a94-bb4c-e7929cc1418d'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:49:04.473965 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-495b6d02-22be-4ac4-965d-bc84d27e8b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:48:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['7fa3ce65-0b71-4a94-bb4c-e7929cc1418d'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:49:04.649576 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-495b6d02-22be-4ac4-965d-bc84d27e8b66 None None] Set router 7fa3ce65-0b71-4a94-bb4c-e7929cc1418d gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:49:04.652873 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-11e78c8a-ef0a-48ed-acbb-2b18f2c590a1 admin admin] Notify callbacks [] for router, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:04.830865 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-11e78c8a-ef0a-48ed-acbb-2b18f2c590a1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:04.841878 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-11e78c8a-ef0a-48ed-acbb-2b18f2c590a1 admin admin] Deleting port 70e55147-1f1f-4d25-bc59-b7473230258c {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:49:04.842199 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-11e78c8a-ef0a-48ed-acbb-2b18f2c590a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:04.933819 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-495b6d02-22be-4ac4-965d-bc84d27e8b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fa3ce65-0b71-4a94-bb4c-e7929cc1418d', 'name': 'tempest-ServerActionsTestJSON-1042264002-router', 'tenant_id': 'cbda20c3e8d6442e82db1c7c6a27e2a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '70e55147-1f1f-4d25-bc59-b7473230258c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:37:26Z', 'updated_at': '2022-06-01T19:49:03Z', 'revision_number': 5, 'project_id': 'cbda20c3e8d6442e82db1c7c6a27e2a5', 'gw_port': {'id': '70e55147-1f1f-4d25-bc59-b7473230258c', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:15:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa3ce65-0b71-4a94-bb4c-e7929cc1418d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:37:27Z', 'updated_at': '2022-06-01T19:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:49:04.937877 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-495b6d02-22be-4ac4-965d-bc84d27e8b66 None None] Checking router: 7fa3ce65-0b71-4a94-bb4c-e7929cc1418d for host: n-d-844202-1 {{(pid=88527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 19:49:04.946652 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495b6d02-22be-4ac4-965d-bc84d27e8b66 None None] Routers {'7fa3ce65-0b71-4a94-bb4c-e7929cc1418d'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:49:04.947239 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-495b6d02-22be-4ac4-965d-bc84d27e8b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:48:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['7fa3ce65-0b71-4a94-bb4c-e7929cc1418d'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:49:05.019743 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [None req-11e78c8a-ef0a-48ed-acbb-2b18f2c590a1 admin admin] For port 70e55147-1f1f-4d25-bc59-b7473230258c, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=70e55147-1f1f-4d25-bc59-b7473230258c,segment=NetworkSegment(7875af61-4c53-4ff2-b8c8-d4b7c35ff947),segment_id=7875af61-4c53-4ff2-b8c8-d4b7c35ff947)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:49:05.020096 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-11e78c8a-ef0a-48ed-acbb-2b18f2c590a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:05.109890 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-495b6d02-22be-4ac4-965d-bc84d27e8b66 None None] Set router 7fa3ce65-0b71-4a94-bb4c-e7929cc1418d gateway port host: None {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:49:05.143519 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-11e78c8a-ef0a-48ed-acbb-2b18f2c590a1 admin admin] Calling delete_port for 70e55147-1f1f-4d25-bc59-b7473230258c owned by network:router_gateway {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:49:05.212962 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-495b6d02-22be-4ac4-965d-bc84d27e8b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fa3ce65-0b71-4a94-bb4c-e7929cc1418d', 'name': 'tempest-ServerActionsTestJSON-1042264002-router', 'tenant_id': 'cbda20c3e8d6442e82db1c7c6a27e2a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:37:26Z', 'updated_at': '2022-06-01T19:49:04Z', 'revision_number': 6, 'project_id': 'cbda20c3e8d6442e82db1c7c6a27e2a5', 'gw_port_host': None}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:49:05.216820 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-495b6d02-22be-4ac4-965d-bc84d27e8b66 None None] The sync data for ids ['7fa3ce65-0b71-4a94-bb4c-e7929cc1418d'] in n-d-844202-1 is: [{'id': '7fa3ce65-0b71-4a94-bb4c-e7929cc1418d', 'name': 'tempest-ServerActionsTestJSON-1042264002-router', 'tenant_id': 'cbda20c3e8d6442e82db1c7c6a27e2a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:37:26Z', 'updated_at': '2022-06-01T19:49:04Z', 'revision_number': 6, 'project_id': 'cbda20c3e8d6442e82db1c7c6a27e2a5', 'gw_port_host': None}] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:49:05.317483 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-11e78c8a-ef0a-48ed-acbb-2b18f2c590a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:05.365085 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e78c8a-ef0a-48ed-acbb-2b18f2c590a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=70e55147-1f1f-4d25-bc59-b7473230258c,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:49:05.472078 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-11e78c8a-ef0a-48ed-acbb-2b18f2c590a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-887703'] for router_gateway, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:05.660851 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 5937c945-2bd7-4cdc-b6fe-432cda621442 no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:49:05.696605 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: 5937c945-2bd7-4cdc-b6fe-432cda621442 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:49:05.696952 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 5937c945-2bd7-4cdc-b6fe-432cda621442 not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:49:05.775328 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-11e78c8a-ef0a-48ed-acbb-2b18f2c590a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25316'] for router, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:05.777400 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-11e78c8a-ef0a-48ed-acbb-2b18f2c590a1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:05.798843 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-11e78c8a-ef0a-48ed-acbb-2b18f2c590a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-891519'] for router, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:05.799382 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11e78c8a-ef0a-48ed-acbb-2b18f2c590a1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7fa3ce65-0b71-4a94-bb4c-e7929cc1418d {{(pid=88525) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 19:49:05.811747 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-11e78c8a-ef0a-48ed-acbb-2b18f2c590a1 admin admin] Notify callbacks [] for router, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:05.812884 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-11e78c8a-ef0a-48ed-acbb-2b18f2c590a1 admin admin] 10.222.0.41 "DELETE /v2.0/routers/7fa3ce65-0b71-4a94-bb4c-e7929cc1418d HTTP/1.1" status: 204 len: 168 time: 1.3401365 Jun 01 19:49:05.815456 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 52844) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:49:05.876920 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_v2 [None req-958483d1-bb7f-48bc-b6bd-111151fec51a admin admin] Deleting subnet 7869c718-b90f-46bf-9776-ffc40f61ae55 {{(pid=88525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 19:49:05.879857 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-958483d1-bb7f-48bc-b6bd-111151fec51a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:05.928812 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-958483d1-bb7f-48bc-b6bd-111151fec51a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2258509'] for subnet, precommit_delete_associations {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:06.012061 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-958483d1-bb7f-48bc-b6bd-111151fec51a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:06.078818 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-958483d1-bb7f-48bc-b6bd-111151fec51a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2614143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9667199'] for subnet, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:06.119645 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-958483d1-bb7f-48bc-b6bd-111151fec51a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:06.122203 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ecc87fe-0191-435e-b19c-a9c57d0a6670 None None] Network c4e93956-04f5-4c59-8497-c0465a5ee4f1 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:49:06.122370 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958483d1-bb7f-48bc-b6bd-111151fec51a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7869c718-b90f-46bf-9776-ffc40f61ae55,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:49:06.127419 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-958483d1-bb7f-48bc-b6bd-111151fec51a admin admin] 10.222.0.41 "DELETE /v2.0/subnets/7869c718-b90f-46bf-9776-ffc40f61ae55 HTTP/1.1" status: 204 len: 168 time: 0.3110297 Jun 01 19:49:06.129862 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 52848) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:49:06.237751 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-69e8ef1a-a0a4-4676-8715-636d03dca794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:06.249296 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-69e8ef1a-a0a4-4676-8715-636d03dca794 admin admin] Deleting port 7fb0acc1-0a24-4ef9-9146-40587405d8ea {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:49:06.249627 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-69e8ef1a-a0a4-4676-8715-636d03dca794 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:06.375075 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90b4ede0-3279-441e-b382-15537ae6e876 None None] DHCP port deletion for c4e93956-04f5-4c59-8497-c0465a5ee4f1 request from n-d-844202-1 {{(pid=88526) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 19:49:06.379322 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-90b4ede0-3279-441e-b382-15537ae6e876 None None] Deleting port 7fb0acc1-0a24-4ef9-9146-40587405d8ea {{(pid=88526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:49:06.379692 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-90b4ede0-3279-441e-b382-15537ae6e876 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:06.478048 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [None req-69e8ef1a-a0a4-4676-8715-636d03dca794 admin admin] For port 7fb0acc1-0a24-4ef9-9146-40587405d8ea, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=7fb0acc1-0a24-4ef9-9146-40587405d8ea,segment=NetworkSegment(7ed294a7-e1e7-4d37-88c7-4b485966a411),segment_id=7ed294a7-e1e7-4d37-88c7-4b485966a411)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:49:06.478663 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-69e8ef1a-a0a4-4676-8715-636d03dca794 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:06.605110 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-69e8ef1a-a0a4-4676-8715-636d03dca794 admin admin] Calling delete_port for 7fb0acc1-0a24-4ef9-9146-40587405d8ea owned by network:dhcp {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:49:06.621618 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-90b4ede0-3279-441e-b382-15537ae6e876 None None] For port 7fb0acc1-0a24-4ef9-9146-40587405d8ea, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=7fb0acc1-0a24-4ef9-9146-40587405d8ea,segment=NetworkSegment(7ed294a7-e1e7-4d37-88c7-4b485966a411),segment_id=7ed294a7-e1e7-4d37-88c7-4b485966a411)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:49:06.622004 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-90b4ede0-3279-441e-b382-15537ae6e876 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:06.680657 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-69e8ef1a-a0a4-4676-8715-636d03dca794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:06.732434 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e8ef1a-a0a4-4676-8715-636d03dca794 admin admin] No DVR routers for this DVR port 7fb0acc1-0a24-4ef9-9146-40587405d8ea on host n-d-844202-1 {{(pid=88525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:49:06.744620 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-90b4ede0-3279-441e-b382-15537ae6e876 None None] Calling delete_port for 7fb0acc1-0a24-4ef9-9146-40587405d8ea owned by network:dhcp {{(pid=88526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:49:06.761174 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e8ef1a-a0a4-4676-8715-636d03dca794 admin admin] Pushing event deleted for resources: {'Port': ['ID=7fb0acc1-0a24-4ef9-9146-40587405d8ea,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:49:06.819430 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.db.api [None req-90b4ede0-3279-441e-b382-15537ae6e876 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88526) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 19:49:06.819811 n-d-844202-1 neutron-server[88526]: DEBUG oslo_db.api [None req-90b4ede0-3279-441e-b382-15537ae6e876 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 19:49:06.852326 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-69e8ef1a-a0a4-4676-8715-636d03dca794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:06.876901 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-69e8ef1a-a0a4-4676-8715-636d03dca794 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4e93956-04f5-4c59-8497-c0465a5ee4f1']}} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:49:06.889116 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-69e8ef1a-a0a4-4676-8715-636d03dca794 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ed294a7-e1e7-4d37-88c7-4b485966a411') {'for_net_delete': True} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:49:06.889411 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-69e8ef1a-a0a4-4676-8715-636d03dca794 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ed294a7-e1e7-4d37-88c7-4b485966a411') {} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:49:06.901181 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-69e8ef1a-a0a4-4676-8715-636d03dca794 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2258522'] for segment, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:06.917084 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-69e8ef1a-a0a4-4676-8715-636d03dca794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:06.924058 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69e8ef1a-a0a4-4676-8715-636d03dca794 admin admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=88525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 19:49:06.924583 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-69e8ef1a-a0a4-4676-8715-636d03dca794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2613981'] for segment, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:07.025072 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-69e8ef1a-a0a4-4676-8715-636d03dca794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:07.041798 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-69e8ef1a-a0a4-4676-8715-636d03dca794 admin admin] Notify callbacks [] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:07.052457 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e8ef1a-a0a4-4676-8715-636d03dca794 admin admin] Pushing event deleted for resources: {'Network': ['ID=c4e93956-04f5-4c59-8497-c0465a5ee4f1,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:49:07.059223 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment 7ed294a7-e1e7-4d37-88c7-4b485966a411 resource provider aggregate not found Jun 01 19:49:07.071826 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-69e8ef1a-a0a4-4676-8715-636d03dca794 admin admin] 10.222.0.41 "DELETE /v2.0/networks/c4e93956-04f5-4c59-8497-c0465a5ee4f1 HTTP/1.1" status: 204 len: 168 time: 0.9409969 Jun 01 19:49:07.079475 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment 7ed294a7-e1e7-4d37-88c7-4b485966a411 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7ed294a7-e1e7-4d37-88c7-4b485966a411 found for delete ", "request_id": "req-c8923e82-0843-48fb-b26b-9ec65a3e8bbc"}]} Jun 01 19:49:07.188328 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 52862) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:49:07.189419 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6a35f1be-7de7-4064-889a-7c00bb8a9cd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:07.237776 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-3b514c40-e5dd-4b03-aa2c-6a66621ec3b1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cbda20c3e8d6442e82db1c7c6a27e2a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0482090 Jun 01 19:49:07.240353 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 52866) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:49:07.302426 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-81a6522a-ffb2-486f-a4f7-a37b522db214 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:07.321397 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-90b4ede0-3279-441e-b382-15537ae6e876 None None] Deleting port 7fb0acc1-0a24-4ef9-9146-40587405d8ea {{(pid=88526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:49:07.321776 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-90b4ede0-3279-441e-b382-15537ae6e876 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:07.391613 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-90b4ede0-3279-441e-b382-15537ae6e876 None None] The port '7fb0acc1-0a24-4ef9-9146-40587405d8ea' was deleted {{(pid=88526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 01 19:49:07.438089 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-81a6522a-ffb2-486f-a4f7-a37b522db214 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:07.464003 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 70e55147-1f1f-4d25-bc59-b7473230258c no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:49:07.493889 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-81a6522a-ffb2-486f-a4f7-a37b522db214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:07.501265 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: 70e55147-1f1f-4d25-bc59-b7473230258c {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:49:07.501599 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 70e55147-1f1f-4d25-bc59-b7473230258c not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:49:07.502021 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 7fb0acc1-0a24-4ef9-9146-40587405d8ea no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:49:07.513283 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a6522a-ffb2-486f-a4f7-a37b522db214 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=833b3178-3e56-4831-a7f9-9ac2dc4fd952,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:49:07.520392 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-81a6522a-ffb2-486f-a4f7-a37b522db214 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:07.524637 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-81a6522a-ffb2-486f-a4f7-a37b522db214 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/833b3178-3e56-4831-a7f9-9ac2dc4fd952 HTTP/1.1" status: 204 len: 168 time: 0.2826941 Jun 01 19:49:07.546801 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: 7fb0acc1-0a24-4ef9-9146-40587405d8ea {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:49:07.547146 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 7fb0acc1-0a24-4ef9-9146-40587405d8ea not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:49:08.286104 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 52890) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:49:08.390261 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-db58e1ad-cd56-4843-9603-0b1058d8e1df admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-495025870-network', 'tenant_id': 'fb320028aa4b447abbbfff0505a86122'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:49:08.396278 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-db58e1ad-cd56-4843-9603-0b1058d8e1df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:49:08.401061 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-db58e1ad-cd56-4843-9603-0b1058d8e1df admin admin] Usage tracker for resource:network and tenant:fb320028aa4b447abbbfff0505a86122 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:49:08.403966 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-db58e1ad-cd56-4843-9603-0b1058d8e1df admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:49:08.410217 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-db58e1ad-cd56-4843-9603-0b1058d8e1df admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:49:08.420136 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db58e1ad-cd56-4843-9603-0b1058d8e1df admin admin] Made reservation on behalf of fb320028aa4b447abbbfff0505a86122 for: {'network': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:49:08.422548 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-db58e1ad-cd56-4843-9603-0b1058d8e1df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:08.434954 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-db58e1ad-cd56-4843-9603-0b1058d8e1df admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:08.449339 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-db58e1ad-cd56-4843-9603-0b1058d8e1df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:49:08.453193 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-db58e1ad-cd56-4843-9603-0b1058d8e1df admin admin] Usage tracker for resource:security_group_rule and tenant:fb320028aa4b447abbbfff0505a86122 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:49:08.456022 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-db58e1ad-cd56-4843-9603-0b1058d8e1df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:49:08.462639 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-db58e1ad-cd56-4843-9603-0b1058d8e1df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:49:08.545892 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-db58e1ad-cd56-4843-9603-0b1058d8e1df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:08.550033 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-db58e1ad-cd56-4843-9603-0b1058d8e1df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:08.581871 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db58e1ad-cd56-4843-9603-0b1058d8e1df admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 143} {{(pid=88525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 19:49:08.587682 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db58e1ad-cd56-4843-9603-0b1058d8e1df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8a35606-7cbc-4275-9769-53750083246a,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:49:08.595635 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-db58e1ad-cd56-4843-9603-0b1058d8e1df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:08.595635 n-d-844202-1 neutron-server[88525]: INFO neutron.db.segments_db [None req-db58e1ad-cd56-4843-9603-0b1058d8e1df admin admin] Added segment 79b581c3-455d-4388-8704-f2e7e0cdc57c of type vlan for network 1bdfdf87-d855-46a6-bb5e-bde4114a0cf4 Jun 01 19:49:08.624405 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-db58e1ad-cd56-4843-9603-0b1058d8e1df admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:08.654131 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-db58e1ad-cd56-4843-9603-0b1058d8e1df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:08.655129 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db58e1ad-cd56-4843-9603-0b1058d8e1df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:49:08.655699 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-db58e1ad-cd56-4843-9603-0b1058d8e1df admin admin] Notify callbacks [] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:08.757805 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db58e1ad-cd56-4843-9603-0b1058d8e1df admin admin] Pushing event updated for resources: {'Network': ['ID=1bdfdf87-d855-46a6-bb5e-bde4114a0cf4,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:49:08.760491 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-db58e1ad-cd56-4843-9603-0b1058d8e1df admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4733608 Jun 01 19:49:08.763493 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 52896) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:49:08.767408 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network 1bdfdf87-d855-46a6-bb5e-bde4114a0cf4 details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 19:49:08.769212 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-15d22796-71a7-4581-bc80-65ec3eb7689e admin admin] Request body: {'subnet': {'network_id': '1bdfdf87-d855-46a6-bb5e-bde4114a0cf4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-495025870-subnet', 'tenant_id': 'fb320028aa4b447abbbfff0505a86122', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:49:08.774850 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-15d22796-71a7-4581-bc80-65ec3eb7689e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:49:08.778694 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-15d22796-71a7-4581-bc80-65ec3eb7689e admin admin] Usage tracker for resource:subnet and tenant:fb320028aa4b447abbbfff0505a86122 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:49:08.781710 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-15d22796-71a7-4581-bc80-65ec3eb7689e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:49:08.787890 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-15d22796-71a7-4581-bc80-65ec3eb7689e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:49:08.798109 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15d22796-71a7-4581-bc80-65ec3eb7689e admin admin] Made reservation on behalf of fb320028aa4b447abbbfff0505a86122 for: {'subnet': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:49:08.800825 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-15d22796-71a7-4581-bc80-65ec3eb7689e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9667140'] for subnet, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:09.003276 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-15d22796-71a7-4581-bc80-65ec3eb7689e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2614064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9667190'] for subnet, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:09.079506 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d22796-71a7-4581-bc80-65ec3eb7689e admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b957029-a016-440d-a6ea-855d57db539a,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:49:09.086697 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d22796-71a7-4581-bc80-65ec3eb7689e admin admin] Checking segment: {'id': '79b581c3-455d-4388-8704-f2e7e0cdc57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '1bdfdf87-d855-46a6-bb5e-bde4114a0cf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:49:09.087048 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d22796-71a7-4581-bc80-65ec3eb7689e admin admin] Network hostable DHCP agents. Network: 1bdfdf87-d855-46a6-bb5e-bde4114a0cf4, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 19:49:09.105803 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d22796-71a7-4581-bc80-65ec3eb7689e admin admin] Network 1bdfdf87-d855-46a6-bb5e-bde4114a0cf4 is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 19:49:09.114498 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-15d22796-71a7-4581-bc80-65ec3eb7689e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, 1bdfdf87-d855-46a6-bb5e-bde4114a0cf4) {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:49:09.119114 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d22796-71a7-4581-bc80-65ec3eb7689e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:49:09.119681 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-15d22796-71a7-4581-bc80-65ec3eb7689e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:09.124646 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a6794fb-6ae9-4690-9767-4251ea7719d2 None None] Network 1bdfdf87-d855-46a6-bb5e-bde4114a0cf4 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:49:09.141443 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-15d22796-71a7-4581-bc80-65ec3eb7689e admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3769116 Jun 01 19:49:09.341508 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a4f854d-d31a-42b4-9cc7-b67146eddf79 None None] Network 1bdfdf87-d855-46a6-bb5e-bde4114a0cf4 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:49:09.639096 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-978cfc8a-01be-46b0-8456-7c7130d17c74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:09.656860 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d93e22a-1baf-4801-b233-403c28b2f8a1 req-3effaf52-9dc8-4680-a9bb-895481924a40 tempest-ServersNegativeTestJSON-1770099650 tempest-ServersNegativeTestJSON-1770099650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:49:09.658297 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-2d93e22a-1baf-4801-b233-403c28b2f8a1 req-3effaf52-9dc8-4680-a9bb-895481924a40 tempest-ServersNegativeTestJSON-1770099650 tempest-ServersNegativeTestJSON-1770099650-project] 10.222.0.41 "GET /v2.0/networks?id=1bdfdf87-d855-46a6-bb5e-bde4114a0cf4 HTTP/1.1" status: 200 len: 813 time: 0.1473503 Jun 01 19:49:09.674824 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-2d93e22a-1baf-4801-b233-403c28b2f8a1 req-80ad739f-d2d0-448b-b678-85a04271d733 tempest-ServersNegativeTestJSON-1770099650 tempest-ServersNegativeTestJSON-1770099650-project] 10.222.0.41 "GET /v2.0/quotas/fb320028aa4b447abbbfff0505a86122 HTTP/1.1" status: 200 len: 375 time: 0.0100679 Jun 01 19:49:09.722099 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-2d93e22a-1baf-4801-b233-403c28b2f8a1 req-29b1807d-067c-47d8-8189-4c1d72d29241 tempest-ServersNegativeTestJSON-1770099650 tempest-ServersNegativeTestJSON-1770099650-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=fb320028aa4b447abbbfff0505a86122&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0419865 Jun 01 19:49:09.854513 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-2d93e22a-1baf-4801-b233-403c28b2f8a1 req-5f1603c1-46ac-482c-bcac-2d40a8fa14a1 service neutron] 10.222.0.41 "GET /v2.0/networks/1bdfdf87-d855-46a6-bb5e-bde4114a0cf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249356 Jun 01 19:49:09.987288 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-2d93e22a-1baf-4801-b233-403c28b2f8a1 req-1e709ba2-3ed9-4e70-94a9-cabe0566e971 service neutron] 10.222.0.41 "GET /v2.0/networks/1bdfdf87-d855-46a6-bb5e-bde4114a0cf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269908 Jun 01 19:49:10.166630 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f12bf171-497e-46e4-9920-830ec4f9312d req-5192fcc4-8ce7-498b-8cb1-7f1ca1742626 tempest-ServersNegativeTestJSON-1770099650 tempest-ServersNegativeTestJSON-1770099650-project] 10.222.0.41 "GET /v2.0/ports?device_id=18221800-c06c-47dd-8a28-e8a4c125430b HTTP/1.1" status: 200 len: 210 time: 0.0467658 Jun 01 19:49:10.788119 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:10.793291 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:11.343125 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ecf366dc-5502-42ca-8e67-aa4e9133b8fd req-7f021d97-9b1e-49c1-96ba-3060ca8b320e tempest-ServersNegativeTestJSON-1770099650 tempest-ServersNegativeTestJSON-1770099650-project] 10.222.0.41 "GET /v2.0/ports?device_id=18221800-c06c-47dd-8a28-e8a4c125430b HTTP/1.1" status: 200 len: 210 time: 0.0635622 Jun 01 19:49:11.354965 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d93e22a-1baf-4801-b233-403c28b2f8a1 req-7440e163-660d-47bd-b255-8cb9ac38798a tempest-ServersNegativeTestJSON-1770099650 tempest-ServersNegativeTestJSON-1770099650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:49:11.359532 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-2d93e22a-1baf-4801-b233-403c28b2f8a1 req-7440e163-660d-47bd-b255-8cb9ac38798a tempest-ServersNegativeTestJSON-1770099650 tempest-ServersNegativeTestJSON-1770099650-project] 10.222.0.15 "GET /v2.0/networks?id=1bdfdf87-d855-46a6-bb5e-bde4114a0cf4 HTTP/1.1" status: 200 len: 813 time: 0.2023318 Jun 01 19:49:11.373961 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-2d93e22a-1baf-4801-b233-403c28b2f8a1 req-28102d66-89d0-4a00-b957-b4dd0f75d8a4 tempest-ServersNegativeTestJSON-1770099650 tempest-ServersNegativeTestJSON-1770099650-project] Request body: {'port': {'device_id': '18221800-c06c-47dd-8a28-e8a4c125430b', 'network_id': '1bdfdf87-d855-46a6-bb5e-bde4114a0cf4', 'admin_state_up': True, 'tenant_id': 'fb320028aa4b447abbbfff0505a86122'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:49:11.510723 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-2d93e22a-1baf-4801-b233-403c28b2f8a1 req-28102d66-89d0-4a00-b957-b4dd0f75d8a4 tempest-ServersNegativeTestJSON-1770099650 tempest-ServersNegativeTestJSON-1770099650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:49:11.514542 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-2d93e22a-1baf-4801-b233-403c28b2f8a1 req-28102d66-89d0-4a00-b957-b4dd0f75d8a4 tempest-ServersNegativeTestJSON-1770099650 tempest-ServersNegativeTestJSON-1770099650-project] Usage tracker for resource:port and tenant:fb320028aa4b447abbbfff0505a86122 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:49:11.517351 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-2d93e22a-1baf-4801-b233-403c28b2f8a1 req-28102d66-89d0-4a00-b957-b4dd0f75d8a4 tempest-ServersNegativeTestJSON-1770099650 tempest-ServersNegativeTestJSON-1770099650-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:49:11.523938 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-2d93e22a-1baf-4801-b233-403c28b2f8a1 req-28102d66-89d0-4a00-b957-b4dd0f75d8a4 tempest-ServersNegativeTestJSON-1770099650 tempest-ServersNegativeTestJSON-1770099650-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:49:11.533886 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d93e22a-1baf-4801-b233-403c28b2f8a1 req-28102d66-89d0-4a00-b957-b4dd0f75d8a4 tempest-ServersNegativeTestJSON-1770099650 tempest-ServersNegativeTestJSON-1770099650-project] Made reservation on behalf of fb320028aa4b447abbbfff0505a86122 for: {'port': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:49:11.537381 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-2d93e22a-1baf-4801-b233-403c28b2f8a1 req-28102d66-89d0-4a00-b957-b4dd0f75d8a4 tempest-ServersNegativeTestJSON-1770099650 tempest-ServersNegativeTestJSON-1770099650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:11.697016 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [req-2d93e22a-1baf-4801-b233-403c28b2f8a1 req-28102d66-89d0-4a00-b957-b4dd0f75d8a4 tempest-ServersNegativeTestJSON-1770099650 tempest-ServersNegativeTestJSON-1770099650-project] Allocated IP 172.20.0.3 (1bdfdf87-d855-46a6-bb5e-bde4114a0cf4/3b957029-a016-440d-a6ea-855d57db539a/346a338b-e596-4c70-b6fb-1d65dbd9cd27) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:49:11.826513 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:11.896439 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-2d93e22a-1baf-4801-b233-403c28b2f8a1 req-28102d66-89d0-4a00-b957-b4dd0f75d8a4 tempest-ServersNegativeTestJSON-1770099650 tempest-ServersNegativeTestJSON-1770099650-project] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:11.927668 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-2d93e22a-1baf-4801-b233-403c28b2f8a1 req-28102d66-89d0-4a00-b957-b4dd0f75d8a4 tempest-ServersNegativeTestJSON-1770099650 tempest-ServersNegativeTestJSON-1770099650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:12.003210 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d93e22a-1baf-4801-b233-403c28b2f8a1 req-28102d66-89d0-4a00-b957-b4dd0f75d8a4 tempest-ServersNegativeTestJSON-1770099650 tempest-ServersNegativeTestJSON-1770099650-project] Network 1bdfdf87-d855-46a6-bb5e-bde4114a0cf4 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:49:12.006849 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [req-2d93e22a-1baf-4801-b233-403c28b2f8a1 req-28102d66-89d0-4a00-b957-b4dd0f75d8a4 tempest-ServersNegativeTestJSON-1770099650 tempest-ServersNegativeTestJSON-1770099650-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:49:12.010545 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d93e22a-1baf-4801-b233-403c28b2f8a1 req-28102d66-89d0-4a00-b957-b4dd0f75d8a4 tempest-ServersNegativeTestJSON-1770099650 tempest-ServersNegativeTestJSON-1770099650-project] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:49:12.149752 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:12.164617 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28102d66-89d0-4a00-b957-b4dd0f75d8a4 tempest-ServersNegativeTestJSON-1770099650 tempest-ServersNegativeTestJSON-1770099650-project] Pushing event updated for resources: {'Port': ['ID=346a338b-e596-4c70-b6fb-1d65dbd9cd27,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:49:12.186247 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d93e22a-1baf-4801-b233-403c28b2f8a1 req-28102d66-89d0-4a00-b957-b4dd0f75d8a4 tempest-ServersNegativeTestJSON-1770099650 tempest-ServersNegativeTestJSON-1770099650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:49:12.186828 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-2d93e22a-1baf-4801-b233-403c28b2f8a1 req-28102d66-89d0-4a00-b957-b4dd0f75d8a4 tempest-ServersNegativeTestJSON-1770099650 tempest-ServersNegativeTestJSON-1770099650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:12.206007 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-2d93e22a-1baf-4801-b233-403c28b2f8a1 req-28102d66-89d0-4a00-b957-b4dd0f75d8a4 tempest-ServersNegativeTestJSON-1770099650 tempest-ServersNegativeTestJSON-1770099650-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8357718 Jun 01 19:49:12.221464 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-2d93e22a-1baf-4801-b233-403c28b2f8a1 req-3fb0bb06-0c9b-42ef-8a78-7002438a3e2f service neutron] Request body: {'port': {'device_id': '18221800-c06c-47dd-8a28-e8a4c125430b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844202-1'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:49:12.332328 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-2d93e22a-1baf-4801-b233-403c28b2f8a1 req-3fb0bb06-0c9b-42ef-8a78-7002438a3e2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:12.430043 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:12.533987 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1c368f-62e7-4a36-8821-d8eec68e00df req-32859fb9-c362-4ef0-ac6f-91c02a9ac393 tempest-ServersNegativeTestJSON-1770099650 tempest-ServersNegativeTestJSON-1770099650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:49:12.535430 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-bb1c368f-62e7-4a36-8821-d8eec68e00df req-32859fb9-c362-4ef0-ac6f-91c02a9ac393 tempest-ServersNegativeTestJSON-1770099650 tempest-ServersNegativeTestJSON-1770099650-project] 10.222.0.41 "GET /v2.0/ports?device_id=18221800-c06c-47dd-8a28-e8a4c125430b HTTP/1.1" status: 200 len: 931 time: 0.0827327 Jun 01 19:49:12.585184 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-bb1c368f-62e7-4a36-8821-d8eec68e00df req-f3d0d56e-78dc-4ce5-b3ef-19a37965c4a3 tempest-ServersNegativeTestJSON-1770099650 tempest-ServersNegativeTestJSON-1770099650-project] Synchronizing usage tracker for tenant:fb320028aa4b447abbbfff0505a86122 on resource:security_group {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:49:12.602997 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-bb1c368f-62e7-4a36-8821-d8eec68e00df req-f3d0d56e-78dc-4ce5-b3ef-19a37965c4a3 tempest-ServersNegativeTestJSON-1770099650 tempest-ServersNegativeTestJSON-1770099650-project] Unset dirty status for tenant:fb320028aa4b447abbbfff0505a86122 on resource:security_group {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:49:12.608712 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-bb1c368f-62e7-4a36-8821-d8eec68e00df req-f3d0d56e-78dc-4ce5-b3ef-19a37965c4a3 tempest-ServersNegativeTestJSON-1770099650 tempest-ServersNegativeTestJSON-1770099650-project] 10.222.0.41 "GET /v2.0/security-groups?id=e8a35606-7cbc-4275-9769-53750083246a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664480 Jun 01 19:49:12.682641 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [req-2d93e22a-1baf-4801-b233-403c28b2f8a1 req-3fb0bb06-0c9b-42ef-8a78-7002438a3e2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 346a338b-e596-4c70-b6fb-1d65dbd9cd27 {{(pid=88524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 19:49:12.689785 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-2d93e22a-1baf-4801-b233-403c28b2f8a1 req-3fb0bb06-0c9b-42ef-8a78-7002438a3e2f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:12.704039 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [req-2d93e22a-1baf-4801-b233-403c28b2f8a1 req-3fb0bb06-0c9b-42ef-8a78-7002438a3e2f service neutron] Transition to ACTIVE for port object 346a338b-e596-4c70-b6fb-1d65dbd9cd27 will not be triggered until provisioned by entity L2. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:49:12.707602 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-2d93e22a-1baf-4801-b233-403c28b2f8a1 req-3fb0bb06-0c9b-42ef-8a78-7002438a3e2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:12.842424 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb0bb06-0c9b-42ef-8a78-7002438a3e2f service neutron] Pushing event updated for resources: {'Port': ['ID=346a338b-e596-4c70-b6fb-1d65dbd9cd27,revision_number=2']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:49:12.946049 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-2d93e22a-1baf-4801-b233-403c28b2f8a1 req-3fb0bb06-0c9b-42ef-8a78-7002438a3e2f service neutron] Attempting to bind port 346a338b-e596-4c70-b6fb-1d65dbd9cd27 on host n-h1-844202-1 for vnic_type normal with profile {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:49:12.946381 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-2d93e22a-1baf-4801-b233-403c28b2f8a1 req-3fb0bb06-0c9b-42ef-8a78-7002438a3e2f service neutron] Attempting to bind port 346a338b-e596-4c70-b6fb-1d65dbd9cd27 by drivers openvswitch,hyperv on host n-h1-844202-1 at level 0 using segments [{'id': '79b581c3-455d-4388-8704-f2e7e0cdc57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '1bdfdf87-d855-46a6-bb5e-bde4114a0cf4'}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:49:12.946706 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d93e22a-1baf-4801-b233-403c28b2f8a1 req-3fb0bb06-0c9b-42ef-8a78-7002438a3e2f service neutron] Attempting to bind port 346a338b-e596-4c70-b6fb-1d65dbd9cd27 on network 1bdfdf87-d855-46a6-bb5e-bde4114a0cf4 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:49:12.951257 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d93e22a-1baf-4801-b233-403c28b2f8a1 req-3fb0bb06-0c9b-42ef-8a78-7002438a3e2f service neutron] Port 346a338b-e596-4c70-b6fb-1d65dbd9cd27 on network 1bdfdf87-d855-46a6-bb5e-bde4114a0cf4 not bound, no agent of type Open vSwitch agent registered on host n-h1-844202-1 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 19:49:12.951568 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d93e22a-1baf-4801-b233-403c28b2f8a1 req-3fb0bb06-0c9b-42ef-8a78-7002438a3e2f service neutron] Attempting to bind port 346a338b-e596-4c70-b6fb-1d65dbd9cd27 on network 1bdfdf87-d855-46a6-bb5e-bde4114a0cf4 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:49:12.956675 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d93e22a-1baf-4801-b233-403c28b2f8a1 req-3fb0bb06-0c9b-42ef-8a78-7002438a3e2f service neutron] Checking agent: {'id': 'bdb1e5d7-b998-4259-838f-3d278e930f32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 49, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:49:12.957010 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d93e22a-1baf-4801-b233-403c28b2f8a1 req-3fb0bb06-0c9b-42ef-8a78-7002438a3e2f service neutron] Checking segment: {'id': '79b581c3-455d-4388-8704-f2e7e0cdc57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '1bdfdf87-d855-46a6-bb5e-bde4114a0cf4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:49:12.957382 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d93e22a-1baf-4801-b233-403c28b2f8a1 req-3fb0bb06-0c9b-42ef-8a78-7002438a3e2f service neutron] Bound using segment: {'id': '79b581c3-455d-4388-8704-f2e7e0cdc57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '1bdfdf87-d855-46a6-bb5e-bde4114a0cf4'} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:49:12.957801 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-2d93e22a-1baf-4801-b233-403c28b2f8a1 req-3fb0bb06-0c9b-42ef-8a78-7002438a3e2f service neutron] Bound port: 346a338b-e596-4c70-b6fb-1d65dbd9cd27, host: n-h1-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79b581c3-455d-4388-8704-f2e7e0cdc57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '1bdfdf87-d855-46a6-bb5e-bde4114a0cf4'}}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:49:12.958138 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-2d93e22a-1baf-4801-b233-403c28b2f8a1 req-3fb0bb06-0c9b-42ef-8a78-7002438a3e2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:13.052022 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-2d93e22a-1baf-4801-b233-403c28b2f8a1 req-3fb0bb06-0c9b-42ef-8a78-7002438a3e2f service neutron] For port 346a338b-e596-4c70-b6fb-1d65dbd9cd27, host n-h1-844202-1, cleared binding levels {{(pid=88524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:49:13.055327 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-2d93e22a-1baf-4801-b233-403c28b2f8a1 req-3fb0bb06-0c9b-42ef-8a78-7002438a3e2f service neutron] For port 346a338b-e596-4c70-b6fb-1d65dbd9cd27, host n-h1-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=346a338b-e596-4c70-b6fb-1d65dbd9cd27,segment=NetworkSegment(79b581c3-455d-4388-8704-f2e7e0cdc57c),segment_id=79b581c3-455d-4388-8704-f2e7e0cdc57c)] {{(pid=88524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:49:13.059133 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-2d93e22a-1baf-4801-b233-403c28b2f8a1 req-3fb0bb06-0c9b-42ef-8a78-7002438a3e2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:13.122705 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d93e22a-1baf-4801-b233-403c28b2f8a1 req-3fb0bb06-0c9b-42ef-8a78-7002438a3e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:49:13.126158 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-2d93e22a-1baf-4801-b233-403c28b2f8a1 req-3fb0bb06-0c9b-42ef-8a78-7002438a3e2f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:13.126158 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-2d93e22a-1baf-4801-b233-403c28b2f8a1 req-3fb0bb06-0c9b-42ef-8a78-7002438a3e2f service neutron] 10.222.0.15 "PUT /v2.0/ports/346a338b-e596-4c70-b6fb-1d65dbd9cd27 HTTP/1.1" status: 200 len: 1091 time: 0.9070380 Jun 01 19:49:13.126158 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18221800-c06c-47dd-8a28-e8a4c125430b', 'tag': '346a338b-e596-4c70-b6fb-1d65dbd9cd27'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:49:13.151414 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb0bb06-0c9b-42ef-8a78-7002438a3e2f service neutron] Pushing event updated for resources: {'Port': ['ID=346a338b-e596-4c70-b6fb-1d65dbd9cd27,revision_number=3']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:49:13.203078 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95ac6ebf-4515-4f8b-a716-aa6c60642ebb'] response: {'name': 'network-changed', 'server_uuid': '18221800-c06c-47dd-8a28-e8a4c125430b', 'tag': '346a338b-e596-4c70-b6fb-1d65dbd9cd27', 'status': 'completed', 'code': 200} Jun 01 19:49:13.243916 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d93e22a-1baf-4801-b233-403c28b2f8a1 req-8485bf8c-32da-4e71-bb9d-486276ae0d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:49:13.245432 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-2d93e22a-1baf-4801-b233-403c28b2f8a1 req-8485bf8c-32da-4e71-bb9d-486276ae0d7c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fb320028aa4b447abbbfff0505a86122&device_id=18221800-c06c-47dd-8a28-e8a4c125430b HTTP/1.1" status: 200 len: 1094 time: 0.0737000 Jun 01 19:49:13.320307 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-2d93e22a-1baf-4801-b233-403c28b2f8a1 req-a9d8fd43-7d40-47c8-a3c9-e9d3621f2e94 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=346a338b-e596-4c70-b6fb-1d65dbd9cd27 HTTP/1.1" status: 200 len: 217 time: 0.0643706 Jun 01 19:49:13.385875 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d93e22a-1baf-4801-b233-403c28b2f8a1 req-5e132438-3537-4d37-a891-feae019dd250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:49:13.387203 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-2d93e22a-1baf-4801-b233-403c28b2f8a1 req-5e132438-3537-4d37-a891-feae019dd250 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3b957029-a016-440d-a6ea-855d57db539a HTTP/1.1" status: 200 len: 853 time: 0.0571098 Jun 01 19:49:13.445609 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-2d93e22a-1baf-4801-b233-403c28b2f8a1 req-a330ef26-ba66-4e40-88c8-b97cbdcfdd97 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1bdfdf87-d855-46a6-bb5e-bde4114a0cf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490248 Jun 01 19:49:13.580934 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-2d93e22a-1baf-4801-b233-403c28b2f8a1 req-c61847a3-8106-4112-b3f6-bdb5cb06a28e service neutron] 10.222.0.15 "GET /v2.0/networks/1bdfdf87-d855-46a6-bb5e-bde4114a0cf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244864 Jun 01 19:49:13.717069 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-2d93e22a-1baf-4801-b233-403c28b2f8a1 req-682f7e61-9c2b-4f33-a32d-837a56592d4b service neutron] 10.222.0.15 "GET /v2.0/networks/1bdfdf87-d855-46a6-bb5e-bde4114a0cf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256993 Jun 01 19:49:13.798051 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297ce027-f129-473c-b4d3-82785b07b845 req-5c063ac9-3bb5-4df1-b9cf-7334a2ac861d tempest-ServersNegativeTestJSON-1770099650 tempest-ServersNegativeTestJSON-1770099650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:49:13.800499 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-297ce027-f129-473c-b4d3-82785b07b845 req-5c063ac9-3bb5-4df1-b9cf-7334a2ac861d tempest-ServersNegativeTestJSON-1770099650 tempest-ServersNegativeTestJSON-1770099650-project] 10.222.0.41 "GET /v2.0/ports?device_id=18221800-c06c-47dd-8a28-e8a4c125430b HTTP/1.1" status: 200 len: 943 time: 0.0935142 Jun 01 19:49:13.849111 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-297ce027-f129-473c-b4d3-82785b07b845 req-96b302aa-5b68-4ba7-b7c6-5b4b62224051 tempest-ServersNegativeTestJSON-1770099650 tempest-ServersNegativeTestJSON-1770099650-project] 10.222.0.41 "GET /v2.0/security-groups?id=e8a35606-7cbc-4275-9769-53750083246a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411410 Jun 01 19:49:13.852150 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3de9b9a-cad1-4d7b-ae93-85faaeb37aa9 req-81c52c02-3e10-4b00-bc92-2ea418d1d31f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:49:13.853816 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f3de9b9a-cad1-4d7b-ae93-85faaeb37aa9 req-81c52c02-3e10-4b00-bc92-2ea418d1d31f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fb320028aa4b447abbbfff0505a86122&device_id=18221800-c06c-47dd-8a28-e8a4c125430b HTTP/1.1" status: 200 len: 1094 time: 0.0799963 Jun 01 19:49:14.086899 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3de9b9a-cad1-4d7b-ae93-85faaeb37aa9 req-01453391-5e17-408e-b6de-a65f4f6abcbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:49:14.088433 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f3de9b9a-cad1-4d7b-ae93-85faaeb37aa9 req-01453391-5e17-408e-b6de-a65f4f6abcbc service neutron] 10.222.0.15 "GET /v2.0/networks?id=1bdfdf87-d855-46a6-bb5e-bde4114a0cf4 HTTP/1.1" status: 200 len: 914 time: 0.2285910 Jun 01 19:49:14.158208 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f3de9b9a-cad1-4d7b-ae93-85faaeb37aa9 req-48a22ce9-7fa0-4bf7-9132-23747656e59e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=346a338b-e596-4c70-b6fb-1d65dbd9cd27 HTTP/1.1" status: 200 len: 217 time: 0.0630395 Jun 01 19:49:14.219192 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3de9b9a-cad1-4d7b-ae93-85faaeb37aa9 req-f0e50921-2f70-4941-a37f-959b253eb697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:49:14.220581 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f3de9b9a-cad1-4d7b-ae93-85faaeb37aa9 req-f0e50921-2f70-4941-a37f-959b253eb697 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3b957029-a016-440d-a6ea-855d57db539a HTTP/1.1" status: 200 len: 853 time: 0.0554202 Jun 01 19:49:14.268623 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f3de9b9a-cad1-4d7b-ae93-85faaeb37aa9 req-9a45363b-0f3d-4c87-bab5-cc95ed7ecd53 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1bdfdf87-d855-46a6-bb5e-bde4114a0cf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411365 Jun 01 19:49:14.399911 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f3de9b9a-cad1-4d7b-ae93-85faaeb37aa9 req-ba258b8e-5e28-4ce0-9993-2307574e0535 service neutron] 10.222.0.15 "GET /v2.0/networks/1bdfdf87-d855-46a6-bb5e-bde4114a0cf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238194 Jun 01 19:49:14.529170 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f3de9b9a-cad1-4d7b-ae93-85faaeb37aa9 req-df6ad573-0619-4d1e-a823-ae88cab7d179 service neutron] 10.222.0.15 "GET /v2.0/networks/1bdfdf87-d855-46a6-bb5e-bde4114a0cf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227138 Jun 01 19:49:15.036403 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e38b78f-6bc6-4b75-9af8-bab2ff0c6171 req-a6e9fe54-3b80-47af-a577-10486de99ebf tempest-ServersNegativeTestJSON-1770099650 tempest-ServersNegativeTestJSON-1770099650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:49:15.037106 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-9e38b78f-6bc6-4b75-9af8-bab2ff0c6171 req-a6e9fe54-3b80-47af-a577-10486de99ebf tempest-ServersNegativeTestJSON-1770099650 tempest-ServersNegativeTestJSON-1770099650-project] Synchronizing usage tracker for tenant:fb320028aa4b447abbbfff0505a86122 on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:49:15.054763 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-9e38b78f-6bc6-4b75-9af8-bab2ff0c6171 req-a6e9fe54-3b80-47af-a577-10486de99ebf tempest-ServersNegativeTestJSON-1770099650 tempest-ServersNegativeTestJSON-1770099650-project] Unset dirty status for tenant:fb320028aa4b447abbbfff0505a86122 on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:49:15.056258 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9e38b78f-6bc6-4b75-9af8-bab2ff0c6171 req-a6e9fe54-3b80-47af-a577-10486de99ebf tempest-ServersNegativeTestJSON-1770099650 tempest-ServersNegativeTestJSON-1770099650-project] 10.222.0.41 "GET /v2.0/ports?device_id=18221800-c06c-47dd-8a28-e8a4c125430b HTTP/1.1" status: 200 len: 943 time: 0.0991614 Jun 01 19:49:15.103693 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9e38b78f-6bc6-4b75-9af8-bab2ff0c6171 req-303b1e65-a41c-4074-b8fd-044ba865a3c2 tempest-ServersNegativeTestJSON-1770099650 tempest-ServersNegativeTestJSON-1770099650-project] 10.222.0.41 "GET /v2.0/security-groups?id=e8a35606-7cbc-4275-9769-53750083246a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419445 Jun 01 19:49:16.295778 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f2f733-f125-4a9d-afd0-851801d4dce2 req-8e6a01ac-d5d4-4a50-a2fc-8fef49620955 tempest-ServersNegativeTestJSON-1770099650 tempest-ServersNegativeTestJSON-1770099650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:49:16.297169 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-32f2f733-f125-4a9d-afd0-851801d4dce2 req-8e6a01ac-d5d4-4a50-a2fc-8fef49620955 tempest-ServersNegativeTestJSON-1770099650 tempest-ServersNegativeTestJSON-1770099650-project] 10.222.0.41 "GET /v2.0/ports?device_id=18221800-c06c-47dd-8a28-e8a4c125430b HTTP/1.1" status: 200 len: 943 time: 0.0871799 Jun 01 19:49:16.342690 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-32f2f733-f125-4a9d-afd0-851801d4dce2 req-62c79ad3-258e-47ff-ac6a-244bebe2b184 tempest-ServersNegativeTestJSON-1770099650 tempest-ServersNegativeTestJSON-1770099650-project] 10.222.0.41 "GET /v2.0/security-groups?id=e8a35606-7cbc-4275-9769-53750083246a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390065 Jun 01 19:49:16.927127 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 346a338b-e596-4c70-b6fb-1d65dbd9cd27 details requested by agent hyperv_n-h1-844202-1 with host n-h1-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 19:49:17.058308 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port 346a338b-e596-4c70-b6fb-1d65dbd9cd27, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=346a338b-e596-4c70-b6fb-1d65dbd9cd27,segment=NetworkSegment(79b581c3-455d-4388-8704-f2e7e0cdc57c),segment_id=79b581c3-455d-4388-8704-f2e7e0cdc57c)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:49:17.071408 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Returning: {'device': '346a338b-e596-4c70-b6fb-1d65dbd9cd27', 'network_id': '1bdfdf87-d855-46a6-bb5e-bde4114a0cf4', 'port_id': '346a338b-e596-4c70-b6fb-1d65dbd9cd27', 'mac_address': 'fa:16:3e:bd:38:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b957029-a016-440d-a6ea-855d57db539a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 19:49:17.129551 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port 346a338b-e596-4c70-b6fb-1d65dbd9cd27 is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:49:17.129896 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:17.151008 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 346a338b-e596-4c70-b6fb-1d65dbd9cd27 {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 19:49:17.168175 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port 346a338b-e596-4c70-b6fb-1d65dbd9cd27, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=346a338b-e596-4c70-b6fb-1d65dbd9cd27,segment=NetworkSegment(79b581c3-455d-4388-8704-f2e7e0cdc57c),segment_id=79b581c3-455d-4388-8704-f2e7e0cdc57c)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:49:17.172093 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:17.242516 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=346a338b-e596-4c70-b6fb-1d65dbd9cd27,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:49:17.402843 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] get_ports_and_sgs() called for port_ids ['346a338b-e596-4c70-b6fb-1d65dbd9cd27'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 19:49:17.534854 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35ecec0-6489-47b8-90d9-7eec9bc9bfd3 req-bd4073b0-fdf8-43a1-898d-e90c0f4ada04 tempest-ServersNegativeTestJSON-1770099650 tempest-ServersNegativeTestJSON-1770099650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:49:17.536246 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a35ecec0-6489-47b8-90d9-7eec9bc9bfd3 req-bd4073b0-fdf8-43a1-898d-e90c0f4ada04 tempest-ServersNegativeTestJSON-1770099650 tempest-ServersNegativeTestJSON-1770099650-project] 10.222.0.41 "GET /v2.0/ports?device_id=18221800-c06c-47dd-8a28-e8a4c125430b HTTP/1.1" status: 200 len: 944 time: 0.0845668 Jun 01 19:49:17.580788 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a35ecec0-6489-47b8-90d9-7eec9bc9bfd3 req-f72031cd-ba68-4677-ac6e-edd2c7ce7fd2 tempest-ServersNegativeTestJSON-1770099650 tempest-ServersNegativeTestJSON-1770099650-project] 10.222.0.41 "GET /v2.0/security-groups?id=e8a35606-7cbc-4275-9769-53750083246a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386877 Jun 01 19:49:18.765943 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0176acd5-0a68-43e5-b0d6-42aa7241a333 req-3b4685de-eb11-42ba-8b68-13c02c3ff196 tempest-ServersNegativeTestJSON-1770099650 tempest-ServersNegativeTestJSON-1770099650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:49:18.767355 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-0176acd5-0a68-43e5-b0d6-42aa7241a333 req-3b4685de-eb11-42ba-8b68-13c02c3ff196 tempest-ServersNegativeTestJSON-1770099650 tempest-ServersNegativeTestJSON-1770099650-project] 10.222.0.41 "GET /v2.0/ports?device_id=18221800-c06c-47dd-8a28-e8a4c125430b HTTP/1.1" status: 200 len: 944 time: 0.0786529 Jun 01 19:49:18.811487 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-0176acd5-0a68-43e5-b0d6-42aa7241a333 req-81705901-12e9-4c7c-9311-f4ed7739c8da tempest-ServersNegativeTestJSON-1770099650 tempest-ServersNegativeTestJSON-1770099650-project] 10.222.0.41 "GET /v2.0/security-groups?id=e8a35606-7cbc-4275-9769-53750083246a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379601 Jun 01 19:49:18.942175 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 346a338b-e596-4c70-b6fb-1d65dbd9cd27 up at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:49:19.010140 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Provisioning for port 346a338b-e596-4c70-b6fb-1d65dbd9cd27 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:49:19.014741 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Provisioning complete for port 346a338b-e596-4c70-b6fb-1d65dbd9cd27 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:49:19.015101 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:19.163164 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port 346a338b-e596-4c70-b6fb-1d65dbd9cd27 is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:49:19.163537 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:19.189757 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18221800-c06c-47dd-8a28-e8a4c125430b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '346a338b-e596-4c70-b6fb-1d65dbd9cd27'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:49:19.200681 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port 346a338b-e596-4c70-b6fb-1d65dbd9cd27, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=346a338b-e596-4c70-b6fb-1d65dbd9cd27,segment=NetworkSegment(79b581c3-455d-4388-8704-f2e7e0cdc57c),segment_id=79b581c3-455d-4388-8704-f2e7e0cdc57c)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:49:19.203870 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:19.247348 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c963aa0-26c2-4686-a96e-c63c6bbaac09'] response: {'server_uuid': '18221800-c06c-47dd-8a28-e8a4c125430b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '346a338b-e596-4c70-b6fb-1d65dbd9cd27', 'code': 200} Jun 01 19:49:19.279033 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=346a338b-e596-4c70-b6fb-1d65dbd9cd27,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:49:19.381132 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcf14e7-9655-4794-839f-5eae3bcd5691 req-4cfaaf96-0728-4bc4-9107-41f33619805a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:49:19.382575 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-bdcf14e7-9655-4794-839f-5eae3bcd5691 req-4cfaaf96-0728-4bc4-9107-41f33619805a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=18221800-c06c-47dd-8a28-e8a4c125430b HTTP/1.1" status: 200 len: 1096 time: 0.0703666 Jun 01 19:49:19.425428 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-bdcf14e7-9655-4794-839f-5eae3bcd5691 req-23dbba9d-8bee-4b57-86d0-a61af4f878aa service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=e8a35606-7cbc-4275-9769-53750083246a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337424 Jun 01 19:49:20.003042 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31443bf0-5f3b-485b-9ce3-768b98d2ac79 req-5df2358c-05b3-4746-942d-04d7345a2d67 tempest-ServersNegativeTestJSON-1770099650 tempest-ServersNegativeTestJSON-1770099650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:49:20.004586 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-31443bf0-5f3b-485b-9ce3-768b98d2ac79 req-5df2358c-05b3-4746-942d-04d7345a2d67 tempest-ServersNegativeTestJSON-1770099650 tempest-ServersNegativeTestJSON-1770099650-project] 10.222.0.41 "GET /v2.0/ports?device_id=18221800-c06c-47dd-8a28-e8a4c125430b HTTP/1.1" status: 200 len: 945 time: 0.0870051 Jun 01 19:49:20.048843 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-31443bf0-5f3b-485b-9ce3-768b98d2ac79 req-581d93b6-9bb4-4b44-aafc-7b1661dca601 tempest-ServersNegativeTestJSON-1770099650 tempest-ServersNegativeTestJSON-1770099650-project] 10.222.0.41 "GET /v2.0/security-groups?id=e8a35606-7cbc-4275-9769-53750083246a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385618 Jun 01 19:49:21.242543 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b1984a-710a-4768-92ac-3cb93f5790d1 req-e3a54467-cfdd-4e59-93c2-0accef839c62 tempest-ServersNegativeTestJSON-1770099650 tempest-ServersNegativeTestJSON-1770099650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:49:21.243900 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-99b1984a-710a-4768-92ac-3cb93f5790d1 req-e3a54467-cfdd-4e59-93c2-0accef839c62 tempest-ServersNegativeTestJSON-1770099650 tempest-ServersNegativeTestJSON-1770099650-project] 10.222.0.41 "GET /v2.0/ports?device_id=18221800-c06c-47dd-8a28-e8a4c125430b HTTP/1.1" status: 200 len: 945 time: 0.0892015 Jun 01 19:49:21.289018 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-99b1984a-710a-4768-92ac-3cb93f5790d1 req-61b1f980-6daa-4789-b1f8-71dbece67619 tempest-ServersNegativeTestJSON-1770099650 tempest-ServersNegativeTestJSON-1770099650-project] 10.222.0.41 "GET /v2.0/security-groups?id=e8a35606-7cbc-4275-9769-53750083246a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393286 Jun 01 19:49:21.573220 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5b3f4b-664b-406c-86c4-d7e571c5a6af req-13a025fe-b6a0-486d-b1ca-7a16320d4053 tempest-ServersNegativeTestJSON-1770099650 tempest-ServersNegativeTestJSON-1770099650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:49:21.573782 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-6b5b3f4b-664b-406c-86c4-d7e571c5a6af req-13a025fe-b6a0-486d-b1ca-7a16320d4053 tempest-ServersNegativeTestJSON-1770099650 tempest-ServersNegativeTestJSON-1770099650-project] Synchronizing usage tracker for tenant:fb320028aa4b447abbbfff0505a86122 on resource:network {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:49:21.590549 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-6b5b3f4b-664b-406c-86c4-d7e571c5a6af req-13a025fe-b6a0-486d-b1ca-7a16320d4053 tempest-ServersNegativeTestJSON-1770099650 tempest-ServersNegativeTestJSON-1770099650-project] Unset dirty status for tenant:fb320028aa4b447abbbfff0505a86122 on resource:network {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:49:21.591777 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-6b5b3f4b-664b-406c-86c4-d7e571c5a6af req-13a025fe-b6a0-486d-b1ca-7a16320d4053 tempest-ServersNegativeTestJSON-1770099650 tempest-ServersNegativeTestJSON-1770099650-project] 10.222.0.41 "GET /v2.0/networks?id=1bdfdf87-d855-46a6-bb5e-bde4114a0cf4 HTTP/1.1" status: 200 len: 813 time: 0.1604354 Jun 01 19:49:21.608197 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-6b5b3f4b-664b-406c-86c4-d7e571c5a6af req-b6211139-abfa-4feb-a9e3-2a9b2cfc974e tempest-ServersNegativeTestJSON-1770099650 tempest-ServersNegativeTestJSON-1770099650-project] 10.222.0.41 "GET /v2.0/quotas/fb320028aa4b447abbbfff0505a86122 HTTP/1.1" status: 200 len: 375 time: 0.0103996 Jun 01 19:49:21.688611 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-6b5b3f4b-664b-406c-86c4-d7e571c5a6af req-e7fabfc2-d170-4736-9e52-f52abdf66a6b tempest-ServersNegativeTestJSON-1770099650 tempest-ServersNegativeTestJSON-1770099650-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=fb320028aa4b447abbbfff0505a86122&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0752161 Jun 01 19:49:21.740897 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [req-6b5b3f4b-664b-406c-86c4-d7e571c5a6af req-8ff7a9f2-dcfd-4db7-968c-b68e3629cdc0 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=88525) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 19:49:21.741864 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-6b5b3f4b-664b-406c-86c4-d7e571c5a6af req-8ff7a9f2-dcfd-4db7-968c-b68e3629cdc0 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0461266 Jun 01 19:49:21.874043 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-6b5b3f4b-664b-406c-86c4-d7e571c5a6af req-0aaba941-ade7-4e7f-977d-575585276060 service neutron] 10.222.0.41 "GET /v2.0/networks/1bdfdf87-d855-46a6-bb5e-bde4114a0cf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262438 Jun 01 19:49:22.009339 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-6b5b3f4b-664b-406c-86c4-d7e571c5a6af req-9a38bb1d-0414-4deb-acbd-fe451e36cce4 service neutron] 10.222.0.41 "GET /v2.0/networks/1bdfdf87-d855-46a6-bb5e-bde4114a0cf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294761 Jun 01 19:49:22.182927 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b5182528-34f1-4e8e-b170-d16d5fb6fe72 req-b1587f9a-6f0b-43d8-98c0-014f0e20012e tempest-ServersNegativeTestJSON-1770099650 tempest-ServersNegativeTestJSON-1770099650-project] 10.222.0.41 "GET /v2.0/ports?device_id=019cbe95-b34f-4ef2-832f-ecb7bde76694 HTTP/1.1" status: 200 len: 210 time: 0.0428324 Jun 01 19:49:23.205886 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5b3f4b-664b-406c-86c4-d7e571c5a6af req-776924b2-5546-47a3-aa6c-9fe881d4f3a9 tempest-ServersNegativeTestJSON-1770099650 tempest-ServersNegativeTestJSON-1770099650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:49:23.207311 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6b5b3f4b-664b-406c-86c4-d7e571c5a6af req-776924b2-5546-47a3-aa6c-9fe881d4f3a9 tempest-ServersNegativeTestJSON-1770099650 tempest-ServersNegativeTestJSON-1770099650-project] 10.222.0.50 "GET /v2.0/networks?id=1bdfdf87-d855-46a6-bb5e-bde4114a0cf4 HTTP/1.1" status: 200 len: 813 time: 0.1476536 Jun 01 19:49:23.218336 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-6b5b3f4b-664b-406c-86c4-d7e571c5a6af req-6f245e11-707a-4604-8643-aaf4549bcb58 tempest-ServersNegativeTestJSON-1770099650 tempest-ServersNegativeTestJSON-1770099650-project] Request body: {'port': {'device_id': '019cbe95-b34f-4ef2-832f-ecb7bde76694', 'network_id': '1bdfdf87-d855-46a6-bb5e-bde4114a0cf4', 'admin_state_up': True, 'tenant_id': 'fb320028aa4b447abbbfff0505a86122'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:49:23.339028 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-43387430-bd2e-4a5f-855d-d94dec80409e req-8bf77a64-bfbc-41bb-a1e3-6c4fcf7a5e14 tempest-ServersNegativeTestJSON-1770099650 tempest-ServersNegativeTestJSON-1770099650-project] 10.222.0.41 "GET /v2.0/ports?device_id=019cbe95-b34f-4ef2-832f-ecb7bde76694 HTTP/1.1" status: 200 len: 210 time: 0.0502417 Jun 01 19:49:23.363792 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-6b5b3f4b-664b-406c-86c4-d7e571c5a6af req-6f245e11-707a-4604-8643-aaf4549bcb58 tempest-ServersNegativeTestJSON-1770099650 tempest-ServersNegativeTestJSON-1770099650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:49:23.374455 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-6b5b3f4b-664b-406c-86c4-d7e571c5a6af req-6f245e11-707a-4604-8643-aaf4549bcb58 tempest-ServersNegativeTestJSON-1770099650 tempest-ServersNegativeTestJSON-1770099650-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:49:23.385957 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b5b3f4b-664b-406c-86c4-d7e571c5a6af req-6f245e11-707a-4604-8643-aaf4549bcb58 tempest-ServersNegativeTestJSON-1770099650 tempest-ServersNegativeTestJSON-1770099650-project] Made reservation on behalf of fb320028aa4b447abbbfff0505a86122 for: {'port': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:49:23.389451 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-6b5b3f4b-664b-406c-86c4-d7e571c5a6af req-6f245e11-707a-4604-8643-aaf4549bcb58 tempest-ServersNegativeTestJSON-1770099650 tempest-ServersNegativeTestJSON-1770099650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:23.563960 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [req-6b5b3f4b-664b-406c-86c4-d7e571c5a6af req-6f245e11-707a-4604-8643-aaf4549bcb58 tempest-ServersNegativeTestJSON-1770099650 tempest-ServersNegativeTestJSON-1770099650-project] Allocated IP 172.20.0.5 (1bdfdf87-d855-46a6-bb5e-bde4114a0cf4/3b957029-a016-440d-a6ea-855d57db539a/9b3142d2-5916-41a6-bed3-cd8bb881e007) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:49:23.766087 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-6b5b3f4b-664b-406c-86c4-d7e571c5a6af req-6f245e11-707a-4604-8643-aaf4549bcb58 tempest-ServersNegativeTestJSON-1770099650 tempest-ServersNegativeTestJSON-1770099650-project] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:23.796532 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-6b5b3f4b-664b-406c-86c4-d7e571c5a6af req-6f245e11-707a-4604-8643-aaf4549bcb58 tempest-ServersNegativeTestJSON-1770099650 tempest-ServersNegativeTestJSON-1770099650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:23.809558 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] get_ports_and_sgs() called for port_ids ['346a338b-e596-4c70-b6fb-1d65dbd9cd27'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 19:49:23.978402 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b5b3f4b-664b-406c-86c4-d7e571c5a6af req-6f245e11-707a-4604-8643-aaf4549bcb58 tempest-ServersNegativeTestJSON-1770099650 tempest-ServersNegativeTestJSON-1770099650-project] Network 1bdfdf87-d855-46a6-bb5e-bde4114a0cf4 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:49:23.979945 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [req-6b5b3f4b-664b-406c-86c4-d7e571c5a6af req-6f245e11-707a-4604-8643-aaf4549bcb58 tempest-ServersNegativeTestJSON-1770099650 tempest-ServersNegativeTestJSON-1770099650-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:49:23.983679 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b5b3f4b-664b-406c-86c4-d7e571c5a6af req-6f245e11-707a-4604-8643-aaf4549bcb58 tempest-ServersNegativeTestJSON-1770099650 tempest-ServersNegativeTestJSON-1770099650-project] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:49:24.026831 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f245e11-707a-4604-8643-aaf4549bcb58 tempest-ServersNegativeTestJSON-1770099650 tempest-ServersNegativeTestJSON-1770099650-project] Pushing event updated for resources: {'Port': ['ID=9b3142d2-5916-41a6-bed3-cd8bb881e007,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:49:24.041310 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f245e11-707a-4604-8643-aaf4549bcb58 tempest-ServersNegativeTestJSON-1770099650 tempest-ServersNegativeTestJSON-1770099650-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:49:24.041649 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f245e11-707a-4604-8643-aaf4549bcb58 tempest-ServersNegativeTestJSON-1770099650 tempest-ServersNegativeTestJSON-1770099650-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:49:24.041977 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f245e11-707a-4604-8643-aaf4549bcb58 tempest-ServersNegativeTestJSON-1770099650 tempest-ServersNegativeTestJSON-1770099650-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:49:24.042302 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f245e11-707a-4604-8643-aaf4549bcb58 tempest-ServersNegativeTestJSON-1770099650 tempest-ServersNegativeTestJSON-1770099650-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:49:24.042621 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f245e11-707a-4604-8643-aaf4549bcb58 tempest-ServersNegativeTestJSON-1770099650 tempest-ServersNegativeTestJSON-1770099650-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:49:24.042936 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f245e11-707a-4604-8643-aaf4549bcb58 tempest-ServersNegativeTestJSON-1770099650 tempest-ServersNegativeTestJSON-1770099650-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:49:24.043248 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f245e11-707a-4604-8643-aaf4549bcb58 tempest-ServersNegativeTestJSON-1770099650 tempest-ServersNegativeTestJSON-1770099650-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:49:24.043559 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f245e11-707a-4604-8643-aaf4549bcb58 tempest-ServersNegativeTestJSON-1770099650 tempest-ServersNegativeTestJSON-1770099650-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:49:24.043872 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f245e11-707a-4604-8643-aaf4549bcb58 tempest-ServersNegativeTestJSON-1770099650 tempest-ServersNegativeTestJSON-1770099650-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:49:24.044182 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f245e11-707a-4604-8643-aaf4549bcb58 tempest-ServersNegativeTestJSON-1770099650 tempest-ServersNegativeTestJSON-1770099650-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:49:24.044513 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f245e11-707a-4604-8643-aaf4549bcb58 tempest-ServersNegativeTestJSON-1770099650 tempest-ServersNegativeTestJSON-1770099650-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:49:24.044821 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f245e11-707a-4604-8643-aaf4549bcb58 tempest-ServersNegativeTestJSON-1770099650 tempest-ServersNegativeTestJSON-1770099650-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:49:24.062193 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5b3f4b-664b-406c-86c4-d7e571c5a6af req-6f245e11-707a-4604-8643-aaf4549bcb58 tempest-ServersNegativeTestJSON-1770099650 tempest-ServersNegativeTestJSON-1770099650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:49:24.062778 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-6b5b3f4b-664b-406c-86c4-d7e571c5a6af req-6f245e11-707a-4604-8643-aaf4549bcb58 tempest-ServersNegativeTestJSON-1770099650 tempest-ServersNegativeTestJSON-1770099650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:24.087597 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6b5b3f4b-664b-406c-86c4-d7e571c5a6af req-6f245e11-707a-4604-8643-aaf4549bcb58 tempest-ServersNegativeTestJSON-1770099650 tempest-ServersNegativeTestJSON-1770099650-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8731015 Jun 01 19:49:24.098444 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-6b5b3f4b-664b-406c-86c4-d7e571c5a6af req-12b9941e-b4cc-41ac-bf3c-1389c2e6c02a service neutron] Request body: {'port': {'device_id': '019cbe95-b34f-4ef2-832f-ecb7bde76694', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844202-1'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:49:24.210134 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-6b5b3f4b-664b-406c-86c4-d7e571c5a6af req-12b9941e-b4cc-41ac-bf3c-1389c2e6c02a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:24.620387 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b59c11-f136-4e34-8650-d93ac392f915 req-206799d6-8965-48d0-af68-76d1bfb1e781 tempest-ServersNegativeTestJSON-1770099650 tempest-ServersNegativeTestJSON-1770099650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:49:24.620994 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-20b59c11-f136-4e34-8650-d93ac392f915 req-206799d6-8965-48d0-af68-76d1bfb1e781 tempest-ServersNegativeTestJSON-1770099650 tempest-ServersNegativeTestJSON-1770099650-project] Synchronizing usage tracker for tenant:fb320028aa4b447abbbfff0505a86122 on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:49:24.631646 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [req-6b5b3f4b-664b-406c-86c4-d7e571c5a6af req-12b9941e-b4cc-41ac-bf3c-1389c2e6c02a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b3142d2-5916-41a6-bed3-cd8bb881e007 {{(pid=88524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 19:49:24.641917 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-6b5b3f4b-664b-406c-86c4-d7e571c5a6af req-12b9941e-b4cc-41ac-bf3c-1389c2e6c02a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:24.653302 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-20b59c11-f136-4e34-8650-d93ac392f915 req-206799d6-8965-48d0-af68-76d1bfb1e781 tempest-ServersNegativeTestJSON-1770099650 tempest-ServersNegativeTestJSON-1770099650-project] Unset dirty status for tenant:fb320028aa4b447abbbfff0505a86122 on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:49:24.654431 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-20b59c11-f136-4e34-8650-d93ac392f915 req-206799d6-8965-48d0-af68-76d1bfb1e781 tempest-ServersNegativeTestJSON-1770099650 tempest-ServersNegativeTestJSON-1770099650-project] 10.222.0.41 "GET /v2.0/ports?device_id=019cbe95-b34f-4ef2-832f-ecb7bde76694 HTTP/1.1" status: 200 len: 931 time: 0.1972330 Jun 01 19:49:24.659956 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [req-6b5b3f4b-664b-406c-86c4-d7e571c5a6af req-12b9941e-b4cc-41ac-bf3c-1389c2e6c02a service neutron] Transition to ACTIVE for port object 9b3142d2-5916-41a6-bed3-cd8bb881e007 will not be triggered until provisioned by entity L2. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:49:24.677701 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-6b5b3f4b-664b-406c-86c4-d7e571c5a6af req-12b9941e-b4cc-41ac-bf3c-1389c2e6c02a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:24.808451 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-20b59c11-f136-4e34-8650-d93ac392f915 req-d5f35687-758b-4720-bdfa-9965126ea1bc tempest-ServersNegativeTestJSON-1770099650 tempest-ServersNegativeTestJSON-1770099650-project] 10.222.0.41 "GET /v2.0/security-groups?id=e8a35606-7cbc-4275-9769-53750083246a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472585 Jun 01 19:49:24.859841 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b9941e-b4cc-41ac-bf3c-1389c2e6c02a service neutron] Pushing event updated for resources: {'Port': ['ID=9b3142d2-5916-41a6-bed3-cd8bb881e007,revision_number=2']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:49:24.935868 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-6b5b3f4b-664b-406c-86c4-d7e571c5a6af req-12b9941e-b4cc-41ac-bf3c-1389c2e6c02a service neutron] Attempting to bind port 9b3142d2-5916-41a6-bed3-cd8bb881e007 on host n-h2-844202-1 for vnic_type normal with profile {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:49:24.936196 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-6b5b3f4b-664b-406c-86c4-d7e571c5a6af req-12b9941e-b4cc-41ac-bf3c-1389c2e6c02a service neutron] Attempting to bind port 9b3142d2-5916-41a6-bed3-cd8bb881e007 by drivers openvswitch,hyperv on host n-h2-844202-1 at level 0 using segments [{'id': '79b581c3-455d-4388-8704-f2e7e0cdc57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '1bdfdf87-d855-46a6-bb5e-bde4114a0cf4'}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:49:24.936618 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b5b3f4b-664b-406c-86c4-d7e571c5a6af req-12b9941e-b4cc-41ac-bf3c-1389c2e6c02a service neutron] Attempting to bind port 9b3142d2-5916-41a6-bed3-cd8bb881e007 on network 1bdfdf87-d855-46a6-bb5e-bde4114a0cf4 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:49:24.941151 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b5b3f4b-664b-406c-86c4-d7e571c5a6af req-12b9941e-b4cc-41ac-bf3c-1389c2e6c02a service neutron] Port 9b3142d2-5916-41a6-bed3-cd8bb881e007 on network 1bdfdf87-d855-46a6-bb5e-bde4114a0cf4 not bound, no agent of type Open vSwitch agent registered on host n-h2-844202-1 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 19:49:24.941464 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b5b3f4b-664b-406c-86c4-d7e571c5a6af req-12b9941e-b4cc-41ac-bf3c-1389c2e6c02a service neutron] Attempting to bind port 9b3142d2-5916-41a6-bed3-cd8bb881e007 on network 1bdfdf87-d855-46a6-bb5e-bde4114a0cf4 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:49:24.946637 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b5b3f4b-664b-406c-86c4-d7e571c5a6af req-12b9941e-b4cc-41ac-bf3c-1389c2e6c02a service neutron] Checking agent: {'id': 'f5db9968-6317-4186-9100-9e0ca6b50417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 49, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:49:24.946970 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b5b3f4b-664b-406c-86c4-d7e571c5a6af req-12b9941e-b4cc-41ac-bf3c-1389c2e6c02a service neutron] Checking segment: {'id': '79b581c3-455d-4388-8704-f2e7e0cdc57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '1bdfdf87-d855-46a6-bb5e-bde4114a0cf4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:49:24.947346 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b5b3f4b-664b-406c-86c4-d7e571c5a6af req-12b9941e-b4cc-41ac-bf3c-1389c2e6c02a service neutron] Bound using segment: {'id': '79b581c3-455d-4388-8704-f2e7e0cdc57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '1bdfdf87-d855-46a6-bb5e-bde4114a0cf4'} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:49:24.947764 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-6b5b3f4b-664b-406c-86c4-d7e571c5a6af req-12b9941e-b4cc-41ac-bf3c-1389c2e6c02a service neutron] Bound port: 9b3142d2-5916-41a6-bed3-cd8bb881e007, host: n-h2-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79b581c3-455d-4388-8704-f2e7e0cdc57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '1bdfdf87-d855-46a6-bb5e-bde4114a0cf4'}}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:49:24.948102 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-6b5b3f4b-664b-406c-86c4-d7e571c5a6af req-12b9941e-b4cc-41ac-bf3c-1389c2e6c02a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:25.035853 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-6b5b3f4b-664b-406c-86c4-d7e571c5a6af req-12b9941e-b4cc-41ac-bf3c-1389c2e6c02a service neutron] For port 9b3142d2-5916-41a6-bed3-cd8bb881e007, host n-h2-844202-1, cleared binding levels {{(pid=88524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:49:25.039270 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-6b5b3f4b-664b-406c-86c4-d7e571c5a6af req-12b9941e-b4cc-41ac-bf3c-1389c2e6c02a service neutron] For port 9b3142d2-5916-41a6-bed3-cd8bb881e007, host n-h2-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=9b3142d2-5916-41a6-bed3-cd8bb881e007,segment=NetworkSegment(79b581c3-455d-4388-8704-f2e7e0cdc57c),segment_id=79b581c3-455d-4388-8704-f2e7e0cdc57c)] {{(pid=88524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:49:25.043474 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-6b5b3f4b-664b-406c-86c4-d7e571c5a6af req-12b9941e-b4cc-41ac-bf3c-1389c2e6c02a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:25.106511 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5b3f4b-664b-406c-86c4-d7e571c5a6af req-12b9941e-b4cc-41ac-bf3c-1389c2e6c02a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:49:25.107116 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-6b5b3f4b-664b-406c-86c4-d7e571c5a6af req-12b9941e-b4cc-41ac-bf3c-1389c2e6c02a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:25.108482 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6b5b3f4b-664b-406c-86c4-d7e571c5a6af req-12b9941e-b4cc-41ac-bf3c-1389c2e6c02a service neutron] 10.222.0.50 "PUT /v2.0/ports/9b3142d2-5916-41a6-bed3-cd8bb881e007 HTTP/1.1" status: 200 len: 1091 time: 1.0139616 Jun 01 19:49:25.108908 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '019cbe95-b34f-4ef2-832f-ecb7bde76694', 'tag': '9b3142d2-5916-41a6-bed3-cd8bb881e007'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:49:25.130021 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b9941e-b4cc-41ac-bf3c-1389c2e6c02a service neutron] Pushing event updated for resources: {'Port': ['ID=9b3142d2-5916-41a6-bed3-cd8bb881e007,revision_number=3']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:49:25.185355 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2f6f3a4-daf4-40df-a298-8acb128f44e1'] response: {'name': 'network-changed', 'server_uuid': '019cbe95-b34f-4ef2-832f-ecb7bde76694', 'tag': '9b3142d2-5916-41a6-bed3-cd8bb881e007', 'status': 'completed', 'code': 200} Jun 01 19:49:25.219721 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5b3f4b-664b-406c-86c4-d7e571c5a6af req-34785d23-de81-4392-ad7d-a3f15cd89cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:49:25.221154 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6b5b3f4b-664b-406c-86c4-d7e571c5a6af req-34785d23-de81-4392-ad7d-a3f15cd89cc3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fb320028aa4b447abbbfff0505a86122&device_id=019cbe95-b34f-4ef2-832f-ecb7bde76694 HTTP/1.1" status: 200 len: 1094 time: 0.0746157 Jun 01 19:49:25.292408 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6b5b3f4b-664b-406c-86c4-d7e571c5a6af req-c2bdb4c6-41bb-4743-995c-a9cbbf9fb1f3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b3142d2-5916-41a6-bed3-cd8bb881e007 HTTP/1.1" status: 200 len: 217 time: 0.0641415 Jun 01 19:49:25.354443 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5b3f4b-664b-406c-86c4-d7e571c5a6af req-45798ffc-9ba8-44e7-a349-82c6c5189683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:49:25.355827 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6b5b3f4b-664b-406c-86c4-d7e571c5a6af req-45798ffc-9ba8-44e7-a349-82c6c5189683 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3b957029-a016-440d-a6ea-855d57db539a HTTP/1.1" status: 200 len: 853 time: 0.0585310 Jun 01 19:49:25.406421 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6b5b3f4b-664b-406c-86c4-d7e571c5a6af req-71e1b6c7-aea5-463b-a257-8d1bec691f29 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1bdfdf87-d855-46a6-bb5e-bde4114a0cf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450735 Jun 01 19:49:25.540883 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6b5b3f4b-664b-406c-86c4-d7e571c5a6af req-b8e6c824-9642-4bb4-89a5-85db69851294 service neutron] 10.222.0.50 "GET /v2.0/networks/1bdfdf87-d855-46a6-bb5e-bde4114a0cf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274922 Jun 01 19:49:25.777872 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6b5b3f4b-664b-406c-86c4-d7e571c5a6af req-fd98f6fb-7d25-474b-8f59-3b4eec16710e service neutron] 10.222.0.50 "GET /v2.0/networks/1bdfdf87-d855-46a6-bb5e-bde4114a0cf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2316942 Jun 01 19:49:25.893863 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69702108-578d-483f-9c19-9d6535fe9767 req-cf50e4ae-04b8-4f63-9780-3f850af4fa67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:49:25.895321 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-69702108-578d-483f-9c19-9d6535fe9767 req-cf50e4ae-04b8-4f63-9780-3f850af4fa67 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fb320028aa4b447abbbfff0505a86122&device_id=019cbe95-b34f-4ef2-832f-ecb7bde76694 HTTP/1.1" status: 200 len: 1094 time: 0.0727451 Jun 01 19:49:26.088727 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69702108-578d-483f-9c19-9d6535fe9767 req-5a53d45a-0090-4d57-accf-037c9a7a43b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:49:26.090071 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-69702108-578d-483f-9c19-9d6535fe9767 req-5a53d45a-0090-4d57-accf-037c9a7a43b6 service neutron] 10.222.0.50 "GET /v2.0/networks?id=1bdfdf87-d855-46a6-bb5e-bde4114a0cf4 HTTP/1.1" status: 200 len: 914 time: 0.1881583 Jun 01 19:49:26.101127 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06552a31-6d8b-4396-971f-a3046d0fd4f5 req-0579e4f9-5252-45c1-a6cd-b4e7ebcb9ba1 tempest-ServersNegativeTestJSON-1770099650 tempest-ServersNegativeTestJSON-1770099650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:49:26.102490 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-06552a31-6d8b-4396-971f-a3046d0fd4f5 req-0579e4f9-5252-45c1-a6cd-b4e7ebcb9ba1 tempest-ServersNegativeTestJSON-1770099650 tempest-ServersNegativeTestJSON-1770099650-project] 10.222.0.41 "GET /v2.0/ports?device_id=019cbe95-b34f-4ef2-832f-ecb7bde76694 HTTP/1.1" status: 200 len: 943 time: 0.1786139 Jun 01 19:49:26.183644 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-69702108-578d-483f-9c19-9d6535fe9767 req-141a2f19-5b9b-40e1-ba28-7cd9bf3d620f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b3142d2-5916-41a6-bed3-cd8bb881e007 HTTP/1.1" status: 200 len: 217 time: 0.0802069 Jun 01 19:49:26.243854 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-06552a31-6d8b-4396-971f-a3046d0fd4f5 req-87672d03-c47a-4afc-904a-33b05e7033b4 tempest-ServersNegativeTestJSON-1770099650 tempest-ServersNegativeTestJSON-1770099650-project] 10.222.0.41 "GET /v2.0/security-groups?id=e8a35606-7cbc-4275-9769-53750083246a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927424 Jun 01 19:49:26.259734 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69702108-578d-483f-9c19-9d6535fe9767 req-e6ce00a3-4639-43e3-860a-24c467411bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:49:26.261383 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-69702108-578d-483f-9c19-9d6535fe9767 req-e6ce00a3-4639-43e3-860a-24c467411bbc service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3b957029-a016-440d-a6ea-855d57db539a HTTP/1.1" status: 200 len: 853 time: 0.0675137 Jun 01 19:49:26.309291 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-69702108-578d-483f-9c19-9d6535fe9767 req-8501a796-f4ab-45f0-8395-261b6d31198d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1bdfdf87-d855-46a6-bb5e-bde4114a0cf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416479 Jun 01 19:49:26.438524 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-69702108-578d-483f-9c19-9d6535fe9767 req-058c93b0-822d-4a94-b395-667931440a53 service neutron] 10.222.0.50 "GET /v2.0/networks/1bdfdf87-d855-46a6-bb5e-bde4114a0cf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229229 Jun 01 19:49:26.569569 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-69702108-578d-483f-9c19-9d6535fe9767 req-8f43a576-ac51-401a-aa21-5545e604609b service neutron] 10.222.0.50 "GET /v2.0/networks/1bdfdf87-d855-46a6-bb5e-bde4114a0cf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235507 Jun 01 19:49:27.432957 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8e36db-5d9a-422f-957b-aa659a95020d req-a7ffc98b-f9d6-4e13-b26d-2cd6f407b7a1 tempest-ServersNegativeTestJSON-1770099650 tempest-ServersNegativeTestJSON-1770099650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:49:27.434392 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-be8e36db-5d9a-422f-957b-aa659a95020d req-a7ffc98b-f9d6-4e13-b26d-2cd6f407b7a1 tempest-ServersNegativeTestJSON-1770099650 tempest-ServersNegativeTestJSON-1770099650-project] 10.222.0.41 "GET /v2.0/ports?device_id=019cbe95-b34f-4ef2-832f-ecb7bde76694 HTTP/1.1" status: 200 len: 943 time: 0.0792511 Jun 01 19:49:27.478271 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-be8e36db-5d9a-422f-957b-aa659a95020d req-0af7a425-fbe4-4bb2-87f0-2981414c0b36 tempest-ServersNegativeTestJSON-1770099650 tempest-ServersNegativeTestJSON-1770099650-project] 10.222.0.41 "GET /v2.0/security-groups?id=e8a35606-7cbc-4275-9769-53750083246a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377686 Jun 01 19:49:27.940070 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.agents_db [None req-e814b9cf-7de8-45d0-a079-29c61fabe7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 19:49:28.669514 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb6563e-538b-4929-8e1c-62427e6e09b7 req-fd2aa2e7-a26f-4e32-9d41-1552ee7b7046 tempest-ServersNegativeTestJSON-1770099650 tempest-ServersNegativeTestJSON-1770099650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:49:28.670993 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-1fb6563e-538b-4929-8e1c-62427e6e09b7 req-fd2aa2e7-a26f-4e32-9d41-1552ee7b7046 tempest-ServersNegativeTestJSON-1770099650 tempest-ServersNegativeTestJSON-1770099650-project] 10.222.0.41 "GET /v2.0/ports?device_id=019cbe95-b34f-4ef2-832f-ecb7bde76694 HTTP/1.1" status: 200 len: 943 time: 0.0845151 Jun 01 19:49:28.717396 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-1fb6563e-538b-4929-8e1c-62427e6e09b7 req-8585ac87-6800-445e-8dda-abbe23338484 tempest-ServersNegativeTestJSON-1770099650 tempest-ServersNegativeTestJSON-1770099650-project] 10.222.0.41 "GET /v2.0/security-groups?id=e8a35606-7cbc-4275-9769-53750083246a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404778 Jun 01 19:49:28.961447 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 9b3142d2-5916-41a6-bed3-cd8bb881e007 details requested by agent hyperv_n-h2-844202-1 with host n-h2-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 19:49:29.092658 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 9b3142d2-5916-41a6-bed3-cd8bb881e007, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=9b3142d2-5916-41a6-bed3-cd8bb881e007,segment=NetworkSegment(79b581c3-455d-4388-8704-f2e7e0cdc57c),segment_id=79b581c3-455d-4388-8704-f2e7e0cdc57c)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:49:29.105963 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Returning: {'device': '9b3142d2-5916-41a6-bed3-cd8bb881e007', 'network_id': '1bdfdf87-d855-46a6-bb5e-bde4114a0cf4', 'port_id': '9b3142d2-5916-41a6-bed3-cd8bb881e007', 'mac_address': 'fa:16:3e:e3:98:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b957029-a016-440d-a6ea-855d57db539a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 19:49:29.160124 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port 9b3142d2-5916-41a6-bed3-cd8bb881e007 is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:49:29.160524 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:29.177903 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b3142d2-5916-41a6-bed3-cd8bb881e007 {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 19:49:29.193680 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 9b3142d2-5916-41a6-bed3-cd8bb881e007, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=9b3142d2-5916-41a6-bed3-cd8bb881e007,segment=NetworkSegment(79b581c3-455d-4388-8704-f2e7e0cdc57c),segment_id=79b581c3-455d-4388-8704-f2e7e0cdc57c)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:49:29.197789 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:29.268708 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=9b3142d2-5916-41a6-bed3-cd8bb881e007,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:49:29.382631 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] get_ports_and_sgs() called for port_ids ['9b3142d2-5916-41a6-bed3-cd8bb881e007'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 19:49:29.904942 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8d0cae-0107-4ba8-85dc-38bb240f7ad2 req-65e2672d-1f02-4e74-be34-8cf8e75cb5fc tempest-ServersNegativeTestJSON-1770099650 tempest-ServersNegativeTestJSON-1770099650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:49:29.906405 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-7b8d0cae-0107-4ba8-85dc-38bb240f7ad2 req-65e2672d-1f02-4e74-be34-8cf8e75cb5fc tempest-ServersNegativeTestJSON-1770099650 tempest-ServersNegativeTestJSON-1770099650-project] 10.222.0.41 "GET /v2.0/ports?device_id=019cbe95-b34f-4ef2-832f-ecb7bde76694 HTTP/1.1" status: 200 len: 944 time: 0.0822499 Jun 01 19:49:29.952502 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-7b8d0cae-0107-4ba8-85dc-38bb240f7ad2 req-f97905d2-b472-49fc-bb13-69a482530e35 tempest-ServersNegativeTestJSON-1770099650 tempest-ServersNegativeTestJSON-1770099650-project] 10.222.0.41 "GET /v2.0/security-groups?id=e8a35606-7cbc-4275-9769-53750083246a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400939 Jun 01 19:49:30.975681 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 9b3142d2-5916-41a6-bed3-cd8bb881e007 up at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:49:31.046649 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning for port 9b3142d2-5916-41a6-bed3-cd8bb881e007 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:49:31.051915 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning complete for port 9b3142d2-5916-41a6-bed3-cd8bb881e007 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:49:31.052306 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:31.143883 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca24e4a-90ab-4598-a31b-87e25b6e4204 req-cebd770b-c4b6-464b-9aad-47d6dec7a911 tempest-ServersNegativeTestJSON-1770099650 tempest-ServersNegativeTestJSON-1770099650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:49:31.145446 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5ca24e4a-90ab-4598-a31b-87e25b6e4204 req-cebd770b-c4b6-464b-9aad-47d6dec7a911 tempest-ServersNegativeTestJSON-1770099650 tempest-ServersNegativeTestJSON-1770099650-project] 10.222.0.41 "GET /v2.0/ports?device_id=019cbe95-b34f-4ef2-832f-ecb7bde76694 HTTP/1.1" status: 200 len: 944 time: 0.0840051 Jun 01 19:49:31.171133 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port 9b3142d2-5916-41a6-bed3-cd8bb881e007 is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:49:31.171503 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:31.192115 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5ca24e4a-90ab-4598-a31b-87e25b6e4204 req-fe119815-cad9-41a3-95cc-0b4248320462 tempest-ServersNegativeTestJSON-1770099650 tempest-ServersNegativeTestJSON-1770099650-project] 10.222.0.41 "GET /v2.0/security-groups?id=e8a35606-7cbc-4275-9769-53750083246a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401864 Jun 01 19:49:31.202199 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '019cbe95-b34f-4ef2-832f-ecb7bde76694', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b3142d2-5916-41a6-bed3-cd8bb881e007'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:49:31.212034 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 9b3142d2-5916-41a6-bed3-cd8bb881e007, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=9b3142d2-5916-41a6-bed3-cd8bb881e007,segment=NetworkSegment(79b581c3-455d-4388-8704-f2e7e0cdc57c),segment_id=79b581c3-455d-4388-8704-f2e7e0cdc57c)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:49:31.221027 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:31.257876 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ea84b5a-065b-4820-bb56-43f12d3471d8'] response: {'server_uuid': '019cbe95-b34f-4ef2-832f-ecb7bde76694', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b3142d2-5916-41a6-bed3-cd8bb881e007', 'code': 200} Jun 01 19:49:31.289114 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=9b3142d2-5916-41a6-bed3-cd8bb881e007,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:49:31.376179 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3845d85b-2da9-4701-b16a-feb7b1985b59 req-53697237-4c65-4957-a49d-c457a43f5b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:49:31.377664 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3845d85b-2da9-4701-b16a-feb7b1985b59 req-53697237-4c65-4957-a49d-c457a43f5b4a service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=019cbe95-b34f-4ef2-832f-ecb7bde76694 HTTP/1.1" status: 200 len: 1096 time: 0.0714731 Jun 01 19:49:31.417396 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3845d85b-2da9-4701-b16a-feb7b1985b59 req-62a1471c-d1ac-4e58-9f51-5504bda9d379 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=e8a35606-7cbc-4275-9769-53750083246a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333099 Jun 01 19:49:32.403261 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd14ce2-71cb-4080-9b00-39e926cee8b4 req-e9fee941-6ffc-49b4-9636-bc2ae37cc6f4 tempest-ServersNegativeTestJSON-1770099650 tempest-ServersNegativeTestJSON-1770099650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:49:32.404763 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0fd14ce2-71cb-4080-9b00-39e926cee8b4 req-e9fee941-6ffc-49b4-9636-bc2ae37cc6f4 tempest-ServersNegativeTestJSON-1770099650 tempest-ServersNegativeTestJSON-1770099650-project] 10.222.0.41 "GET /v2.0/ports?device_id=019cbe95-b34f-4ef2-832f-ecb7bde76694 HTTP/1.1" status: 200 len: 945 time: 0.0941160 Jun 01 19:49:32.463441 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0fd14ce2-71cb-4080-9b00-39e926cee8b4 req-3be04fdb-530b-41e3-84db-c4979a071720 tempest-ServersNegativeTestJSON-1770099650 tempest-ServersNegativeTestJSON-1770099650-project] 10.222.0.41 "GET /v2.0/security-groups?id=e8a35606-7cbc-4275-9769-53750083246a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521729 Jun 01 19:49:33.658314 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9d3df0-bc74-4b4e-ac54-d73d3a56cbb3 req-2a02ece4-270e-4e03-bbb2-c75ec18f1af0 tempest-ServersNegativeTestJSON-1770099650 tempest-ServersNegativeTestJSON-1770099650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:49:33.659819 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8f9d3df0-bc74-4b4e-ac54-d73d3a56cbb3 req-2a02ece4-270e-4e03-bbb2-c75ec18f1af0 tempest-ServersNegativeTestJSON-1770099650 tempest-ServersNegativeTestJSON-1770099650-project] 10.222.0.41 "GET /v2.0/ports?device_id=019cbe95-b34f-4ef2-832f-ecb7bde76694 HTTP/1.1" status: 200 len: 945 time: 0.0844951 Jun 01 19:49:33.710114 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8f9d3df0-bc74-4b4e-ac54-d73d3a56cbb3 req-84102880-fe10-4ee6-a8e2-980641bb5aa9 tempest-ServersNegativeTestJSON-1770099650 tempest-ServersNegativeTestJSON-1770099650-project] 10.222.0.41 "GET /v2.0/security-groups?id=e8a35606-7cbc-4275-9769-53750083246a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431197 Jun 01 19:49:34.124542 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165491cf-b5d9-48eb-b112-cdfcfe1ff650 req-4ed1d814-f18b-4de1-9816-717bf6784417 tempest-ServersNegativeTestJSON-1770099650 tempest-ServersNegativeTestJSON-1770099650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:49:34.126003 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-165491cf-b5d9-48eb-b112-cdfcfe1ff650 req-4ed1d814-f18b-4de1-9816-717bf6784417 tempest-ServersNegativeTestJSON-1770099650 tempest-ServersNegativeTestJSON-1770099650-project] 10.222.0.41 "GET /v2.0/ports?device_id=019cbe95-b34f-4ef2-832f-ecb7bde76694 HTTP/1.1" status: 200 len: 945 time: 0.0835035 Jun 01 19:49:34.172372 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-165491cf-b5d9-48eb-b112-cdfcfe1ff650 req-3e376ee6-a863-4fbb-949f-8e5f955d5b13 tempest-ServersNegativeTestJSON-1770099650 tempest-ServersNegativeTestJSON-1770099650-project] 10.222.0.41 "GET /v2.0/security-groups?id=e8a35606-7cbc-4275-9769-53750083246a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399432 Jun 01 19:49:35.283339 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f20e01-3942-4157-9062-ce61ec13e1cf req-303f2ed9-abd2-4b41-97e0-a03e4e7e35c3 tempest-ServersNegativeTestJSON-1770099650 tempest-ServersNegativeTestJSON-1770099650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:49:35.284733 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-14f20e01-3942-4157-9062-ce61ec13e1cf req-303f2ed9-abd2-4b41-97e0-a03e4e7e35c3 tempest-ServersNegativeTestJSON-1770099650 tempest-ServersNegativeTestJSON-1770099650-project] 10.222.0.50 "GET /v2.0/ports?device_id=019cbe95-b34f-4ef2-832f-ecb7bde76694 HTTP/1.1" status: 200 len: 945 time: 0.0834200 Jun 01 19:49:35.409482 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-14f20e01-3942-4157-9062-ce61ec13e1cf req-3729165f-acbc-4448-a2ef-3dd0d7105fbe tempest-ServersNegativeTestJSON-1770099650 tempest-ServersNegativeTestJSON-1770099650-project] Deleting port 9b3142d2-5916-41a6-bed3-cd8bb881e007 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:49:35.409819 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-14f20e01-3942-4157-9062-ce61ec13e1cf req-3729165f-acbc-4448-a2ef-3dd0d7105fbe tempest-ServersNegativeTestJSON-1770099650 tempest-ServersNegativeTestJSON-1770099650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:35.517772 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7054d74b-8e59-494c-a9c4-f7433d8c7fc2 req-7ff62099-1fb0-4bac-a999-4e804e6faecc tempest-ServersNegativeTestJSON-1770099650 tempest-ServersNegativeTestJSON-1770099650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:49:35.519225 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7054d74b-8e59-494c-a9c4-f7433d8c7fc2 req-7ff62099-1fb0-4bac-a999-4e804e6faecc tempest-ServersNegativeTestJSON-1770099650 tempest-ServersNegativeTestJSON-1770099650-project] 10.222.0.41 "GET /v2.0/ports?device_id=019cbe95-b34f-4ef2-832f-ecb7bde76694 HTTP/1.1" status: 200 len: 945 time: 0.2295198 Jun 01 19:49:35.757796 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7054d74b-8e59-494c-a9c4-f7433d8c7fc2 req-547986f3-6874-44f4-a4be-d2612a0b8145 tempest-ServersNegativeTestJSON-1770099650 tempest-ServersNegativeTestJSON-1770099650-project] 10.222.0.41 "GET /v2.0/security-groups?id=e8a35606-7cbc-4275-9769-53750083246a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2308943 Jun 01 19:49:35.818251 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-14f20e01-3942-4157-9062-ce61ec13e1cf req-3729165f-acbc-4448-a2ef-3dd0d7105fbe tempest-ServersNegativeTestJSON-1770099650 tempest-ServersNegativeTestJSON-1770099650-project] For port 9b3142d2-5916-41a6-bed3-cd8bb881e007, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=9b3142d2-5916-41a6-bed3-cd8bb881e007,segment=NetworkSegment(79b581c3-455d-4388-8704-f2e7e0cdc57c),segment_id=79b581c3-455d-4388-8704-f2e7e0cdc57c)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:49:35.818609 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-14f20e01-3942-4157-9062-ce61ec13e1cf req-3729165f-acbc-4448-a2ef-3dd0d7105fbe tempest-ServersNegativeTestJSON-1770099650 tempest-ServersNegativeTestJSON-1770099650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:35.943148 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-14f20e01-3942-4157-9062-ce61ec13e1cf req-3729165f-acbc-4448-a2ef-3dd0d7105fbe tempest-ServersNegativeTestJSON-1770099650 tempest-ServersNegativeTestJSON-1770099650-project] Calling delete_port for 9b3142d2-5916-41a6-bed3-cd8bb881e007 owned by compute:nova {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:49:36.092713 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-14f20e01-3942-4157-9062-ce61ec13e1cf req-3729165f-acbc-4448-a2ef-3dd0d7105fbe tempest-ServersNegativeTestJSON-1770099650 tempest-ServersNegativeTestJSON-1770099650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:36.105754 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] get_ports_and_sgs() called for port_ids ['346a338b-e596-4c70-b6fb-1d65dbd9cd27'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 19:49:36.130955 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] get_ports_and_sgs() called for port_ids ['9b3142d2-5916-41a6-bed3-cd8bb881e007'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 19:49:36.142817 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3729165f-acbc-4448-a2ef-3dd0d7105fbe tempest-ServersNegativeTestJSON-1770099650 tempest-ServersNegativeTestJSON-1770099650-project] Pushing event deleted for resources: {'Port': ['ID=9b3142d2-5916-41a6-bed3-cd8bb881e007,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:49:36.219605 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-14f20e01-3942-4157-9062-ce61ec13e1cf req-3729165f-acbc-4448-a2ef-3dd0d7105fbe tempest-ServersNegativeTestJSON-1770099650 tempest-ServersNegativeTestJSON-1770099650-project] No DVR routers for this DVR port 9b3142d2-5916-41a6-bed3-cd8bb881e007 on host n-h2-844202-1 {{(pid=88524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:49:36.222302 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-14f20e01-3942-4157-9062-ce61ec13e1cf req-3729165f-acbc-4448-a2ef-3dd0d7105fbe tempest-ServersNegativeTestJSON-1770099650 tempest-ServersNegativeTestJSON-1770099650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:36.225754 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '019cbe95-b34f-4ef2-832f-ecb7bde76694', 'name': 'network-vif-deleted', 'tag': '9b3142d2-5916-41a6-bed3-cd8bb881e007'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:49:36.242851 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-14f20e01-3942-4157-9062-ce61ec13e1cf req-3729165f-acbc-4448-a2ef-3dd0d7105fbe tempest-ServersNegativeTestJSON-1770099650 tempest-ServersNegativeTestJSON-1770099650-project] 10.222.0.50 "DELETE /v2.0/ports/9b3142d2-5916-41a6-bed3-cd8bb881e007 HTTP/1.1" status: 204 len: 173 time: 0.9519610 Jun 01 19:49:36.273974 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7dbf1d4-f0b0-4fd1-b0f2-a143184d2370'] response: {'server_uuid': '019cbe95-b34f-4ef2-832f-ecb7bde76694', 'name': 'network-vif-deleted', 'tag': '9b3142d2-5916-41a6-bed3-cd8bb881e007', 'status': 'completed', 'code': 200} Jun 01 19:49:37.040293 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff470cb8-aab3-4665-a451-f34ef7e24fce req-0bc00272-b726-4188-aa9c-63925cfcdc3d tempest-ServersNegativeTestJSON-1770099650 tempest-ServersNegativeTestJSON-1770099650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:49:37.041759 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ff470cb8-aab3-4665-a451-f34ef7e24fce req-0bc00272-b726-4188-aa9c-63925cfcdc3d tempest-ServersNegativeTestJSON-1770099650 tempest-ServersNegativeTestJSON-1770099650-project] 10.222.0.41 "GET /v2.0/ports?device_id=18221800-c06c-47dd-8a28-e8a4c125430b HTTP/1.1" status: 200 len: 945 time: 0.0842478 Jun 01 19:49:37.191448 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-d995b14b-3583-49bf-9992-8fb777e1571f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:37.197220 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ff470cb8-aab3-4665-a451-f34ef7e24fce req-4b201525-68b1-4e77-8964-a734b7dc24c3 tempest-ServersNegativeTestJSON-1770099650 tempest-ServersNegativeTestJSON-1770099650-project] 10.222.0.41 "GET /v2.0/security-groups?id=e8a35606-7cbc-4275-9769-53750083246a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497047 Jun 01 19:49:37.401196 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1f05c6-83f3-41e5-a15e-8f8bce3e428a req-e0e6438d-52b9-4ecc-9086-1d7678713539 tempest-ServersNegativeTestJSON-1770099650 tempest-ServersNegativeTestJSON-1770099650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:49:37.402620 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-7c1f05c6-83f3-41e5-a15e-8f8bce3e428a req-e0e6438d-52b9-4ecc-9086-1d7678713539 tempest-ServersNegativeTestJSON-1770099650 tempest-ServersNegativeTestJSON-1770099650-project] 10.222.0.41 "GET /v2.0/ports?device_id=18221800-c06c-47dd-8a28-e8a4c125430b HTTP/1.1" status: 200 len: 945 time: 0.0807800 Jun 01 19:49:37.447102 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-7c1f05c6-83f3-41e5-a15e-8f8bce3e428a req-7b2d9f50-d5ed-4e43-b2cf-dcbe1106edd2 tempest-ServersNegativeTestJSON-1770099650 tempest-ServersNegativeTestJSON-1770099650-project] 10.222.0.41 "GET /v2.0/security-groups?id=e8a35606-7cbc-4275-9769-53750083246a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388160 Jun 01 19:49:37.631962 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871a4698-c9ad-4f57-9668-37e67436e218 req-d68235b0-1b61-48b0-93ce-dfeeaa0f4436 tempest-ServersNegativeTestJSON-1770099650 tempest-ServersNegativeTestJSON-1770099650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:49:37.632675 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-871a4698-c9ad-4f57-9668-37e67436e218 req-d68235b0-1b61-48b0-93ce-dfeeaa0f4436 tempest-ServersNegativeTestJSON-1770099650 tempest-ServersNegativeTestJSON-1770099650-project] Synchronizing usage tracker for tenant:fb320028aa4b447abbbfff0505a86122 on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:49:37.647612 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-871a4698-c9ad-4f57-9668-37e67436e218 req-d68235b0-1b61-48b0-93ce-dfeeaa0f4436 tempest-ServersNegativeTestJSON-1770099650 tempest-ServersNegativeTestJSON-1770099650-project] Unset dirty status for tenant:fb320028aa4b447abbbfff0505a86122 on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:49:37.648793 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-871a4698-c9ad-4f57-9668-37e67436e218 req-d68235b0-1b61-48b0-93ce-dfeeaa0f4436 tempest-ServersNegativeTestJSON-1770099650 tempest-ServersNegativeTestJSON-1770099650-project] 10.222.0.41 "GET /v2.0/ports?device_id=18221800-c06c-47dd-8a28-e8a4c125430b HTTP/1.1" status: 200 len: 945 time: 0.0959408 Jun 01 19:49:37.696999 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-871a4698-c9ad-4f57-9668-37e67436e218 req-8e5dd74d-52ee-4b72-b56e-ca8452d79eab tempest-ServersNegativeTestJSON-1770099650 tempest-ServersNegativeTestJSON-1770099650-project] 10.222.0.41 "GET /v2.0/security-groups?id=e8a35606-7cbc-4275-9769-53750083246a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425329 Jun 01 19:49:37.983822 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8cd0fe-c403-4728-b051-4a9889fe3567 req-af672efd-99ed-43d5-aeeb-e6f2dbdd7566 tempest-ServersNegativeTestJSON-1770099650 tempest-ServersNegativeTestJSON-1770099650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:49:37.985242 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9e8cd0fe-c403-4728-b051-4a9889fe3567 req-af672efd-99ed-43d5-aeeb-e6f2dbdd7566 tempest-ServersNegativeTestJSON-1770099650 tempest-ServersNegativeTestJSON-1770099650-project] 10.222.0.41 "GET /v2.0/ports?device_id=18221800-c06c-47dd-8a28-e8a4c125430b HTTP/1.1" status: 200 len: 945 time: 0.0805056 Jun 01 19:49:38.030535 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9e8cd0fe-c403-4728-b051-4a9889fe3567 req-560ca3ad-2194-4bce-8ec3-34cb07c81f0f tempest-ServersNegativeTestJSON-1770099650 tempest-ServersNegativeTestJSON-1770099650-project] 10.222.0.41 "GET /v2.0/security-groups?id=e8a35606-7cbc-4275-9769-53750083246a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392005 Jun 01 19:49:38.218951 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fe012c-7f17-4d13-bf6e-786ef5a852e6 req-8a2b956e-e5ae-483c-944d-7b1cfd290e6b tempest-ServersNegativeTestJSON-1770099650 tempest-ServersNegativeTestJSON-1770099650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:49:38.220478 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-43fe012c-7f17-4d13-bf6e-786ef5a852e6 req-8a2b956e-e5ae-483c-944d-7b1cfd290e6b tempest-ServersNegativeTestJSON-1770099650 tempest-ServersNegativeTestJSON-1770099650-project] 10.222.0.41 "GET /v2.0/ports?device_id=18221800-c06c-47dd-8a28-e8a4c125430b HTTP/1.1" status: 200 len: 945 time: 0.0823557 Jun 01 19:49:38.266174 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-43fe012c-7f17-4d13-bf6e-786ef5a852e6 req-4afc2bd2-9675-4d39-93c7-f269d5a6c6a3 tempest-ServersNegativeTestJSON-1770099650 tempest-ServersNegativeTestJSON-1770099650-project] 10.222.0.41 "GET /v2.0/security-groups?id=e8a35606-7cbc-4275-9769-53750083246a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391057 Jun 01 19:49:38.471796 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f36b62f-eae1-4973-ae87-48594c2af369 req-d882f87c-3a35-4b35-b69a-317f99ff0731 tempest-ServersNegativeTestJSON-1770099650 tempest-ServersNegativeTestJSON-1770099650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:49:38.473692 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-1f36b62f-eae1-4973-ae87-48594c2af369 req-d882f87c-3a35-4b35-b69a-317f99ff0731 tempest-ServersNegativeTestJSON-1770099650 tempest-ServersNegativeTestJSON-1770099650-project] 10.222.0.41 "GET /v2.0/ports?device_id=18221800-c06c-47dd-8a28-e8a4c125430b HTTP/1.1" status: 200 len: 945 time: 0.0798481 Jun 01 19:49:38.521741 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-1f36b62f-eae1-4973-ae87-48594c2af369 req-2819af53-e327-48a4-a58a-f8e8371de62d tempest-ServersNegativeTestJSON-1770099650 tempest-ServersNegativeTestJSON-1770099650-project] 10.222.0.41 "GET /v2.0/security-groups?id=e8a35606-7cbc-4275-9769-53750083246a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415204 Jun 01 19:49:38.991385 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 9b3142d2-5916-41a6-bed3-cd8bb881e007 no longer exists at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:49:39.028001 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] No Port match for: 9b3142d2-5916-41a6-bed3-cd8bb881e007 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:49:39.028365 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 9b3142d2-5916-41a6-bed3-cd8bb881e007 not bound to the agent host n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:49:39.050471 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f758422d-1629-477f-b4cc-b8d4c189f469 req-3e666298-40d9-4ac5-a8fb-8df56af70e85 tempest-ServersNegativeTestJSON-1770099650 tempest-ServersNegativeTestJSON-1770099650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:49:39.052510 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f758422d-1629-477f-b4cc-b8d4c189f469 req-3e666298-40d9-4ac5-a8fb-8df56af70e85 tempest-ServersNegativeTestJSON-1770099650 tempest-ServersNegativeTestJSON-1770099650-project] 10.222.0.41 "GET /v2.0/ports?device_id=18221800-c06c-47dd-8a28-e8a4c125430b HTTP/1.1" status: 200 len: 945 time: 0.0845385 Jun 01 19:49:39.095990 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f758422d-1629-477f-b4cc-b8d4c189f469 req-ddedfb01-d380-4b0c-9e6e-6e5d9d124de1 tempest-ServersNegativeTestJSON-1770099650 tempest-ServersNegativeTestJSON-1770099650-project] 10.222.0.41 "GET /v2.0/security-groups?id=e8a35606-7cbc-4275-9769-53750083246a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377235 Jun 01 19:49:39.641383 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-2b402a17-f146-44a8-b711-d84d59c89845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:40.290996 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62feed2-c1c7-48f4-be61-cb524395a23d req-2b524621-b456-4960-b9f4-29b105dbd401 tempest-ServersNegativeTestJSON-1770099650 tempest-ServersNegativeTestJSON-1770099650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:49:40.292377 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b62feed2-c1c7-48f4-be61-cb524395a23d req-2b524621-b456-4960-b9f4-29b105dbd401 tempest-ServersNegativeTestJSON-1770099650 tempest-ServersNegativeTestJSON-1770099650-project] 10.222.0.41 "GET /v2.0/ports?device_id=18221800-c06c-47dd-8a28-e8a4c125430b HTTP/1.1" status: 200 len: 945 time: 0.0862885 Jun 01 19:49:40.336873 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b62feed2-c1c7-48f4-be61-cb524395a23d req-783fa700-2b6d-4f25-8c6a-2f447834f380 tempest-ServersNegativeTestJSON-1770099650 tempest-ServersNegativeTestJSON-1770099650-project] 10.222.0.41 "GET /v2.0/security-groups?id=e8a35606-7cbc-4275-9769-53750083246a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386238 Jun 01 19:49:40.421579 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bd9d34-4b35-4673-bc48-0d7bdc87afeb req-1b68224c-7f16-4343-84d4-1efa885fbf76 tempest-ServersNegativeTestJSON-1770099650 tempest-ServersNegativeTestJSON-1770099650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:49:40.423260 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d6bd9d34-4b35-4673-bc48-0d7bdc87afeb req-1b68224c-7f16-4343-84d4-1efa885fbf76 tempest-ServersNegativeTestJSON-1770099650 tempest-ServersNegativeTestJSON-1770099650-project] 10.222.0.15 "GET /v2.0/ports?device_id=18221800-c06c-47dd-8a28-e8a4c125430b HTTP/1.1" status: 200 len: 945 time: 0.0782506 Jun 01 19:49:40.499027 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-d6bd9d34-4b35-4673-bc48-0d7bdc87afeb req-bb27e74a-a6f0-4133-b500-54373177c4e5 tempest-ServersNegativeTestJSON-1770099650 tempest-ServersNegativeTestJSON-1770099650-project] Deleting port 346a338b-e596-4c70-b6fb-1d65dbd9cd27 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:49:40.499362 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-d6bd9d34-4b35-4673-bc48-0d7bdc87afeb req-bb27e74a-a6f0-4133-b500-54373177c4e5 tempest-ServersNegativeTestJSON-1770099650 tempest-ServersNegativeTestJSON-1770099650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:40.744338 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-d6bd9d34-4b35-4673-bc48-0d7bdc87afeb req-bb27e74a-a6f0-4133-b500-54373177c4e5 tempest-ServersNegativeTestJSON-1770099650 tempest-ServersNegativeTestJSON-1770099650-project] For port 346a338b-e596-4c70-b6fb-1d65dbd9cd27, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=346a338b-e596-4c70-b6fb-1d65dbd9cd27,segment=NetworkSegment(79b581c3-455d-4388-8704-f2e7e0cdc57c),segment_id=79b581c3-455d-4388-8704-f2e7e0cdc57c)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:49:40.744691 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-d6bd9d34-4b35-4673-bc48-0d7bdc87afeb req-bb27e74a-a6f0-4133-b500-54373177c4e5 tempest-ServersNegativeTestJSON-1770099650 tempest-ServersNegativeTestJSON-1770099650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:40.788591 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:40.796910 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:40.874754 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-d6bd9d34-4b35-4673-bc48-0d7bdc87afeb req-bb27e74a-a6f0-4133-b500-54373177c4e5 tempest-ServersNegativeTestJSON-1770099650 tempest-ServersNegativeTestJSON-1770099650-project] Calling delete_port for 346a338b-e596-4c70-b6fb-1d65dbd9cd27 owned by compute:nova {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:49:41.019250 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-d6bd9d34-4b35-4673-bc48-0d7bdc87afeb req-bb27e74a-a6f0-4133-b500-54373177c4e5 tempest-ServersNegativeTestJSON-1770099650 tempest-ServersNegativeTestJSON-1770099650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:41.034989 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] get_ports_and_sgs() called for port_ids ['346a338b-e596-4c70-b6fb-1d65dbd9cd27'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 19:49:41.071594 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb27e74a-a6f0-4133-b500-54373177c4e5 tempest-ServersNegativeTestJSON-1770099650 tempest-ServersNegativeTestJSON-1770099650-project] Pushing event deleted for resources: {'Port': ['ID=346a338b-e596-4c70-b6fb-1d65dbd9cd27,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:49:41.148699 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6bd9d34-4b35-4673-bc48-0d7bdc87afeb req-bb27e74a-a6f0-4133-b500-54373177c4e5 tempest-ServersNegativeTestJSON-1770099650 tempest-ServersNegativeTestJSON-1770099650-project] No DVR routers for this DVR port 346a338b-e596-4c70-b6fb-1d65dbd9cd27 on host n-h1-844202-1 {{(pid=88524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:49:41.151270 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-d6bd9d34-4b35-4673-bc48-0d7bdc87afeb req-bb27e74a-a6f0-4133-b500-54373177c4e5 tempest-ServersNegativeTestJSON-1770099650 tempest-ServersNegativeTestJSON-1770099650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:41.153828 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18221800-c06c-47dd-8a28-e8a4c125430b', 'name': 'network-vif-deleted', 'tag': '346a338b-e596-4c70-b6fb-1d65dbd9cd27'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:49:41.169207 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d6bd9d34-4b35-4673-bc48-0d7bdc87afeb req-bb27e74a-a6f0-4133-b500-54373177c4e5 tempest-ServersNegativeTestJSON-1770099650 tempest-ServersNegativeTestJSON-1770099650-project] 10.222.0.15 "DELETE /v2.0/ports/346a338b-e596-4c70-b6fb-1d65dbd9cd27 HTTP/1.1" status: 204 len: 173 time: 0.7373266 Jun 01 19:49:41.200197 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca5e68fb-ede5-48e8-88aa-2a8e035437bc'] response: {'server_uuid': '18221800-c06c-47dd-8a28-e8a4c125430b', 'name': 'network-vif-deleted', 'tag': '346a338b-e596-4c70-b6fb-1d65dbd9cd27', 'status': 'completed', 'code': 200} Jun 01 19:49:41.497669 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-06d1c570-df7c-449d-868b-167775fc3c79 req-676f485c-f08b-4c1c-a04e-0288830e0bd3 tempest-ServersNegativeTestJSON-1770099650 tempest-ServersNegativeTestJSON-1770099650-project] Synchronizing usage tracker for tenant:fb320028aa4b447abbbfff0505a86122 on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:49:41.513195 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-06d1c570-df7c-449d-868b-167775fc3c79 req-676f485c-f08b-4c1c-a04e-0288830e0bd3 tempest-ServersNegativeTestJSON-1770099650 tempest-ServersNegativeTestJSON-1770099650-project] Unset dirty status for tenant:fb320028aa4b447abbbfff0505a86122 on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:49:41.514419 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-06d1c570-df7c-449d-868b-167775fc3c79 req-676f485c-f08b-4c1c-a04e-0288830e0bd3 tempest-ServersNegativeTestJSON-1770099650 tempest-ServersNegativeTestJSON-1770099650-project] 10.222.0.41 "GET /v2.0/ports?device_id=18221800-c06c-47dd-8a28-e8a4c125430b HTTP/1.1" status: 200 len: 210 time: 0.0593247 Jun 01 19:49:41.838740 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:42.150895 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:42.426918 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:42.612956 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 53040) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:49:42.676394 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_v2 [None req-23acdfb9-4981-42e7-8d01-e17f1420b193 admin admin] Deleting subnet 3b957029-a016-440d-a6ea-855d57db539a {{(pid=88525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 19:49:42.679557 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-23acdfb9-4981-42e7-8d01-e17f1420b193 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:42.729034 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-23acdfb9-4981-42e7-8d01-e17f1420b193 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2258509'] for subnet, precommit_delete_associations {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:42.782500 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-23acdfb9-4981-42e7-8d01-e17f1420b193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:42.854700 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-23acdfb9-4981-42e7-8d01-e17f1420b193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2614143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9667199'] for subnet, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:42.891731 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23acdfb9-4981-42e7-8d01-e17f1420b193 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b957029-a016-440d-a6ea-855d57db539a,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:49:42.896301 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-23acdfb9-4981-42e7-8d01-e17f1420b193 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:42.902064 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-23acdfb9-4981-42e7-8d01-e17f1420b193 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/3b957029-a016-440d-a6ea-855d57db539a HTTP/1.1" status: 204 len: 168 time: 0.2880712 Jun 01 19:49:42.904552 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 53044) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:49:43.010538 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1caf6fe3-f26e-431b-9cee-029fcb4b629c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:43.133315 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1caf6fe3-f26e-431b-9cee-029fcb4b629c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:43.157859 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-1caf6fe3-f26e-431b-9cee-029fcb4b629c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bdfdf87-d855-46a6-bb5e-bde4114a0cf4']}} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:49:43.170264 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-1caf6fe3-f26e-431b-9cee-029fcb4b629c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79b581c3-455d-4388-8704-f2e7e0cdc57c') {'for_net_delete': True} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:49:43.170552 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-1caf6fe3-f26e-431b-9cee-029fcb4b629c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79b581c3-455d-4388-8704-f2e7e0cdc57c') {} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:49:43.182493 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1caf6fe3-f26e-431b-9cee-029fcb4b629c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2258522'] for segment, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:43.197987 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1caf6fe3-f26e-431b-9cee-029fcb4b629c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:43.203772 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1caf6fe3-f26e-431b-9cee-029fcb4b629c admin admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=88525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 19:49:43.204141 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1caf6fe3-f26e-431b-9cee-029fcb4b629c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2613981'] for segment, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:43.272127 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment 79b581c3-455d-4388-8704-f2e7e0cdc57c resource provider aggregate not found Jun 01 19:49:43.293355 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment 79b581c3-455d-4388-8704-f2e7e0cdc57c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 79b581c3-455d-4388-8704-f2e7e0cdc57c found for delete ", "request_id": "req-da5cb74d-6af1-4ad4-b48d-d1dd56681d4d"}]} Jun 01 19:49:43.305203 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1caf6fe3-f26e-431b-9cee-029fcb4b629c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:43.320652 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1caf6fe3-f26e-431b-9cee-029fcb4b629c admin admin] Notify callbacks [] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:43.331646 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1caf6fe3-f26e-431b-9cee-029fcb4b629c admin admin] Pushing event deleted for resources: {'Network': ['ID=1bdfdf87-d855-46a6-bb5e-bde4114a0cf4,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:49:43.338866 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-1caf6fe3-f26e-431b-9cee-029fcb4b629c admin admin] 10.222.0.41 "DELETE /v2.0/networks/1bdfdf87-d855-46a6-bb5e-bde4114a0cf4 HTTP/1.1" status: 204 len: 168 time: 0.4333944 Jun 01 19:49:43.448983 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 53054) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:49:43.497339 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-d93f0c01-6ff0-4911-94fb-6b0a9d73c8a7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fb320028aa4b447abbbfff0505a86122&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0471833 Jun 01 19:49:43.499801 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 53058) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:49:43.562034 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-53200709-61cd-44a6-859f-997f934024f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:43.587999 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-53200709-61cd-44a6-859f-997f934024f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:43.640355 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-53200709-61cd-44a6-859f-997f934024f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:43.660298 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53200709-61cd-44a6-859f-997f934024f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8a35606-7cbc-4275-9769-53750083246a,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:49:43.676420 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-53200709-61cd-44a6-859f-997f934024f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:43.677543 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-53200709-61cd-44a6-859f-997f934024f7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e8a35606-7cbc-4275-9769-53750083246a HTTP/1.1" status: 204 len: 168 time: 0.1768320 Jun 01 19:49:44.444915 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 53082) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:49:44.548747 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-68eb0134-8321-48f3-bd37-954b86c4d22a tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-432437027'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:49:44.555271 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-68eb0134-8321-48f3-bd37-954b86c4d22a tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:49:44.559137 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-68eb0134-8321-48f3-bd37-954b86c4d22a tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Usage tracker for resource:network and tenant:5993816b80ee4fc49cd5aefd193f5b9a is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:49:44.561986 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-68eb0134-8321-48f3-bd37-954b86c4d22a tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:49:44.568662 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-68eb0134-8321-48f3-bd37-954b86c4d22a tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:49:44.578308 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68eb0134-8321-48f3-bd37-954b86c4d22a tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Made reservation on behalf of 5993816b80ee4fc49cd5aefd193f5b9a for: {'network': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:49:44.581712 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-68eb0134-8321-48f3-bd37-954b86c4d22a tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:44.593875 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-68eb0134-8321-48f3-bd37-954b86c4d22a tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:44.608705 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-68eb0134-8321-48f3-bd37-954b86c4d22a tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:49:44.612546 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-68eb0134-8321-48f3-bd37-954b86c4d22a tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Usage tracker for resource:security_group_rule and tenant:5993816b80ee4fc49cd5aefd193f5b9a is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:49:44.616089 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-68eb0134-8321-48f3-bd37-954b86c4d22a tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:49:44.621695 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-68eb0134-8321-48f3-bd37-954b86c4d22a tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:49:44.709036 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-68eb0134-8321-48f3-bd37-954b86c4d22a tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:44.712982 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-68eb0134-8321-48f3-bd37-954b86c4d22a tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:44.751791 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68eb0134-8321-48f3-bd37-954b86c4d22a tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 122} {{(pid=88524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 19:49:44.756994 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68eb0134-8321-48f3-bd37-954b86c4d22a tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10ab3f32-61e4-4882-bb15-d1e7acb04f4c,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:49:44.764036 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-68eb0134-8321-48f3-bd37-954b86c4d22a tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:44.764430 n-d-844202-1 neutron-server[88524]: INFO neutron.db.segments_db [None req-68eb0134-8321-48f3-bd37-954b86c4d22a tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Added segment 08ebfee9-3fad-442c-a475-28ba3d5dab6a of type vlan for network fe8b4151-668b-41d3-b7d6-56af4c7520ff Jun 01 19:49:44.792785 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-68eb0134-8321-48f3-bd37-954b86c4d22a tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:44.821375 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-68eb0134-8321-48f3-bd37-954b86c4d22a tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:44.827013 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68eb0134-8321-48f3-bd37-954b86c4d22a tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:49:44.827590 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-68eb0134-8321-48f3-bd37-954b86c4d22a tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Notify callbacks [] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:45.041054 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68eb0134-8321-48f3-bd37-954b86c4d22a tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Pushing event updated for resources: {'Network': ['ID=fe8b4151-668b-41d3-b7d6-56af4c7520ff,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:49:45.043943 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-68eb0134-8321-48f3-bd37-954b86c4d22a tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5979068 Jun 01 19:49:45.059904 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network fe8b4151-668b-41d3-b7d6-56af4c7520ff details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 19:49:45.073109 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 346a338b-e596-4c70-b6fb-1d65dbd9cd27 no longer exists at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:49:45.185386 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] No Port match for: 346a338b-e596-4c70-b6fb-1d65dbd9cd27 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:49:45.185728 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 346a338b-e596-4c70-b6fb-1d65dbd9cd27 not bound to the agent host n-h1-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:49:48.325435 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 53088) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:49:48.331155 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-2994171d-409b-431c-b7a6-6bd93eddbf24 tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Request body: {'subnet': {'network_id': 'fe8b4151-668b-41d3-b7d6-56af4c7520ff', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:49:48.443703 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-2994171d-409b-431c-b7a6-6bd93eddbf24 tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:49:48.447479 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-2994171d-409b-431c-b7a6-6bd93eddbf24 tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Usage tracker for resource:subnet and tenant:5993816b80ee4fc49cd5aefd193f5b9a is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:49:48.450240 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-2994171d-409b-431c-b7a6-6bd93eddbf24 tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:49:48.455780 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-2994171d-409b-431c-b7a6-6bd93eddbf24 tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:49:48.465988 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2994171d-409b-431c-b7a6-6bd93eddbf24 tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Made reservation on behalf of 5993816b80ee4fc49cd5aefd193f5b9a for: {'subnet': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:49:48.469498 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2994171d-409b-431c-b7a6-6bd93eddbf24 tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3066584'] for subnet, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:48.706230 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2994171d-409b-431c-b7a6-6bd93eddbf24 tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2718919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3066602'] for subnet, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:48.790808 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2994171d-409b-431c-b7a6-6bd93eddbf24 tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Pushing event updated for resources: {'Subnet': ['ID=428bc979-2969-4157-befb-d73de05af566,revision_number=0']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:49:48.800883 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2994171d-409b-431c-b7a6-6bd93eddbf24 tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Checking segment: {'id': '08ebfee9-3fad-442c-a475-28ba3d5dab6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'fe8b4151-668b-41d3-b7d6-56af4c7520ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:49:48.801303 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2994171d-409b-431c-b7a6-6bd93eddbf24 tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Network hostable DHCP agents. Network: fe8b4151-668b-41d3-b7d6-56af4c7520ff, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88524) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 19:49:48.820719 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2994171d-409b-431c-b7a6-6bd93eddbf24 tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Network fe8b4151-668b-41d3-b7d6-56af4c7520ff is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88524) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 19:49:48.830190 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-2994171d-409b-431c-b7a6-6bd93eddbf24 tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, fe8b4151-668b-41d3-b7d6-56af4c7520ff) {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:49:48.835435 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2994171d-409b-431c-b7a6-6bd93eddbf24 tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:49:48.836152 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2994171d-409b-431c-b7a6-6bd93eddbf24 tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:48.841280 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc200da4-092f-4686-8b12-7b718c6a1d7c None None] Network fe8b4151-668b-41d3-b7d6-56af4c7520ff requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:49:48.859874 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-2994171d-409b-431c-b7a6-6bd93eddbf24 tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5332406 Jun 01 19:49:48.863212 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 53092) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:49:48.869164 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-e09ab9c5-85a1-4c7e-8db8-54cf79162d4a tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-510270177'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:49:48.874760 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-e09ab9c5-85a1-4c7e-8db8-54cf79162d4a tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:49:48.878561 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-e09ab9c5-85a1-4c7e-8db8-54cf79162d4a tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Usage tracker for resource:network and tenant:5993816b80ee4fc49cd5aefd193f5b9a is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:49:48.882382 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-e09ab9c5-85a1-4c7e-8db8-54cf79162d4a tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:49:48.888088 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-e09ab9c5-85a1-4c7e-8db8-54cf79162d4a tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:49:48.901754 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e09ab9c5-85a1-4c7e-8db8-54cf79162d4a tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Made reservation on behalf of 5993816b80ee4fc49cd5aefd193f5b9a for: {'network': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:49:48.905228 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e09ab9c5-85a1-4c7e-8db8-54cf79162d4a tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:48.933477 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e09ab9c5-85a1-4c7e-8db8-54cf79162d4a tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 147} {{(pid=88524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 19:49:48.942970 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e09ab9c5-85a1-4c7e-8db8-54cf79162d4a tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:48.943338 n-d-844202-1 neutron-server[88524]: INFO neutron.db.segments_db [None req-e09ab9c5-85a1-4c7e-8db8-54cf79162d4a tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Added segment 54e67962-1663-4a2b-8c46-70762cf16435 of type vlan for network 8ce8f54a-c790-4e92-b165-28b7272d8876 Jun 01 19:49:48.969709 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e09ab9c5-85a1-4c7e-8db8-54cf79162d4a tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:48.999871 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e09ab9c5-85a1-4c7e-8db8-54cf79162d4a tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:49.006250 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e09ab9c5-85a1-4c7e-8db8-54cf79162d4a tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:49:49.006826 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e09ab9c5-85a1-4c7e-8db8-54cf79162d4a tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Notify callbacks [] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:49.064497 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48e2d8c4-ca88-4b9c-930a-bd75b833cb80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc93f83c3-7fb6-5c13-a9d4-29d739a4e8d2-fe8b4151-668b-41d3-b7d6-56af4c7520ff', 'network_id': 'fe8b4151-668b-41d3-b7d6-56af4c7520ff', 'tenant_id': '5993816b80ee4fc49cd5aefd193f5b9a', 'fixed_ips': [{'subnet_id': '428bc979-2969-4157-befb-d73de05af566'}]}} from n-d-844202-1. {{(pid=88526) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 19:49:49.065349 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-48e2d8c4-ca88-4b9c-930a-bd75b833cb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:49.108855 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-e09ab9c5-85a1-4c7e-8db8-54cf79162d4a tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2417455 Jun 01 19:49:49.110137 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 53096) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:49:49.116053 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-55857be6-bf12-44b5-b553-5b5c82729a6e tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Request body: {'subnet': {'network_id': '8ce8f54a-c790-4e92-b165-28b7272d8876', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:49:49.118396 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09ab9c5-85a1-4c7e-8db8-54cf79162d4a tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Pushing event updated for resources: {'Network': ['ID=8ce8f54a-c790-4e92-b165-28b7272d8876,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:49:49.134693 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network 8ce8f54a-c790-4e92-b165-28b7272d8876 details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 19:49:49.229260 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-55857be6-bf12-44b5-b553-5b5c82729a6e tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:49:49.233048 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-55857be6-bf12-44b5-b553-5b5c82729a6e tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Usage tracker for resource:subnet and tenant:5993816b80ee4fc49cd5aefd193f5b9a is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:49:49.235890 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-55857be6-bf12-44b5-b553-5b5c82729a6e tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:49:49.242626 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-55857be6-bf12-44b5-b553-5b5c82729a6e tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:49:49.254823 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55857be6-bf12-44b5-b553-5b5c82729a6e tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Made reservation on behalf of 5993816b80ee4fc49cd5aefd193f5b9a for: {'subnet': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:49:49.258632 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-55857be6-bf12-44b5-b553-5b5c82729a6e tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9667140'] for subnet, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:49.318563 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.db_base_plugin_common [None req-48e2d8c4-ca88-4b9c-930a-bd75b833cb80 None None] Allocated IP 2001:db8:0:ffff::2 (fe8b4151-668b-41d3-b7d6-56af4c7520ff/428bc979-2969-4157-befb-d73de05af566/980a5a8f-d133-4aa9-ac3b-a42ff72bc555) {{(pid=88526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:49:49.492845 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-55857be6-bf12-44b5-b553-5b5c82729a6e tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2614064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9667190'] for subnet, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:49.530415 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-48e2d8c4-ca88-4b9c-930a-bd75b833cb80 None None] Notify callbacks [] for port, precommit_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:49.540790 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-48e2d8c4-ca88-4b9c-930a-bd75b833cb80 None None] Transition to ACTIVE for port object 980a5a8f-d133-4aa9-ac3b-a42ff72bc555 will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:49:49.560744 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-48e2d8c4-ca88-4b9c-930a-bd75b833cb80 None None] Transition to ACTIVE for port object 980a5a8f-d133-4aa9-ac3b-a42ff72bc555 will not be triggered until provisioned by entity DHCP. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:49:49.567374 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-48e2d8c4-ca88-4b9c-930a-bd75b833cb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526'] for port, after_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:49.577301 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55857be6-bf12-44b5-b553-5b5c82729a6e tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Pushing event updated for resources: {'Subnet': ['ID=a0cbba88-7eb1-47f7-b818-7fa20f1cb41c,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:49:49.585658 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55857be6-bf12-44b5-b553-5b5c82729a6e tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Checking segment: {'id': '54e67962-1663-4a2b-8c46-70762cf16435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '8ce8f54a-c790-4e92-b165-28b7272d8876'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:49:49.586007 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55857be6-bf12-44b5-b553-5b5c82729a6e tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Network hostable DHCP agents. Network: 8ce8f54a-c790-4e92-b165-28b7272d8876, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 19:49:49.605272 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55857be6-bf12-44b5-b553-5b5c82729a6e tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Network 8ce8f54a-c790-4e92-b165-28b7272d8876 is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 19:49:49.617011 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-55857be6-bf12-44b5-b553-5b5c82729a6e tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, 8ce8f54a-c790-4e92-b165-28b7272d8876) {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:49:49.622374 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55857be6-bf12-44b5-b553-5b5c82729a6e tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:49:49.622957 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-55857be6-bf12-44b5-b553-5b5c82729a6e tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Notify callbacks [] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:49.632450 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0cb58db-d0a7-4164-9549-107f770ddfc2 None None] Network 8ce8f54a-c790-4e92-b165-28b7272d8876 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:49:49.649618 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 53100) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:49:49.650275 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-55857be6-bf12-44b5-b553-5b5c82729a6e tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.5395210 Jun 01 19:49:49.655188 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48e2d8c4-ca88-4b9c-930a-bd75b833cb80 None None] Network fe8b4151-668b-41d3-b7d6-56af4c7520ff is already hosted by enough agents. {{(pid=88526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:49:49.661361 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.base_scheduler [None req-48e2d8c4-ca88-4b9c-930a-bd75b833cb80 None None] Resources bound (agent type, host, resource id): {{(pid=88526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:49:49.708683 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e2d8c4-ca88-4b9c-930a-bd75b833cb80 None None] Received port after_create {{(pid=88526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:49:49.718014 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e2d8c4-ca88-4b9c-930a-bd75b833cb80 None None] Pushing event updated for resources: {'Port': ['ID=980a5a8f-d133-4aa9-ac3b-a42ff72bc555,revision_number=1']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:49:49.771702 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e2d8c4-ca88-4b9c-930a-bd75b833cb80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:49:49.771968 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e2d8c4-ca88-4b9c-930a-bd75b833cb80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:49:49.772332 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e2d8c4-ca88-4b9c-930a-bd75b833cb80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:49:49.772668 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e2d8c4-ca88-4b9c-930a-bd75b833cb80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:49:49.773002 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e2d8c4-ca88-4b9c-930a-bd75b833cb80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:49:49.773329 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e2d8c4-ca88-4b9c-930a-bd75b833cb80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:49:49.773653 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e2d8c4-ca88-4b9c-930a-bd75b833cb80 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:49:49.773975 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e2d8c4-ca88-4b9c-930a-bd75b833cb80 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:49:49.774296 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e2d8c4-ca88-4b9c-930a-bd75b833cb80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:49:49.774622 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e2d8c4-ca88-4b9c-930a-bd75b833cb80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:49:49.774942 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e2d8c4-ca88-4b9c-930a-bd75b833cb80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:49:49.775259 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e2d8c4-ca88-4b9c-930a-bd75b833cb80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:49:49.809149 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d75a7b2f-d8b9-49a1-bb33-4de351610e04 tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:49.848686 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-48e2d8c4-ca88-4b9c-930a-bd75b833cb80 None None] Attempting to bind port 980a5a8f-d133-4aa9-ac3b-a42ff72bc555 on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:49:49.849234 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-48e2d8c4-ca88-4b9c-930a-bd75b833cb80 None None] Attempting to bind port 980a5a8f-d133-4aa9-ac3b-a42ff72bc555 by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': '08ebfee9-3fad-442c-a475-28ba3d5dab6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'fe8b4151-668b-41d3-b7d6-56af4c7520ff'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:49:49.849498 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e2d8c4-ca88-4b9c-930a-bd75b833cb80 None None] Attempting to bind port 980a5a8f-d133-4aa9-ac3b-a42ff72bc555 on network fe8b4151-668b-41d3-b7d6-56af4c7520ff {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:49:49.865939 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e2d8c4-ca88-4b9c-930a-bd75b833cb80 None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 49, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:49:49.866536 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e2d8c4-ca88-4b9c-930a-bd75b833cb80 None None] Checking segment: {'id': '08ebfee9-3fad-442c-a475-28ba3d5dab6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'fe8b4151-668b-41d3-b7d6-56af4c7520ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:49:49.866778 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-48e2d8c4-ca88-4b9c-930a-bd75b833cb80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:49.867105 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e2d8c4-ca88-4b9c-930a-bd75b833cb80 None None] Bound using segment: {'id': '08ebfee9-3fad-442c-a475-28ba3d5dab6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'fe8b4151-668b-41d3-b7d6-56af4c7520ff'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:49:49.867580 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-48e2d8c4-ca88-4b9c-930a-bd75b833cb80 None None] Bound port: 980a5a8f-d133-4aa9-ac3b-a42ff72bc555, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08ebfee9-3fad-442c-a475-28ba3d5dab6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'fe8b4151-668b-41d3-b7d6-56af4c7520ff'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:49:49.867955 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-48e2d8c4-ca88-4b9c-930a-bd75b833cb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:49.878829 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d75a7b2f-d8b9-49a1-bb33-4de351610e04 tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:49.972583 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d75a7b2f-d8b9-49a1-bb33-4de351610e04 tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2718856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3066595'] for subnet, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:50.034183 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75a7b2f-d8b9-49a1-bb33-4de351610e04 tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Pushing event deleted for resources: {'Subnet': ['ID=a0cbba88-7eb1-47f7-b818-7fa20f1cb41c,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:49:50.050456 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-48e2d8c4-ca88-4b9c-930a-bd75b833cb80 None None] For port 980a5a8f-d133-4aa9-ac3b-a42ff72bc555, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:49:50.054206 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-48e2d8c4-ca88-4b9c-930a-bd75b833cb80 None None] For port 980a5a8f-d133-4aa9-ac3b-a42ff72bc555, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=980a5a8f-d133-4aa9-ac3b-a42ff72bc555,segment=NetworkSegment(08ebfee9-3fad-442c-a475-28ba3d5dab6a),segment_id=08ebfee9-3fad-442c-a475-28ba3d5dab6a)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:49:50.059202 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-48e2d8c4-ca88-4b9c-930a-bd75b833cb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:50.156628 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f09fadd1-2185-4bd7-a0f4-f693f6e66676 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc93f83c3-7fb6-5c13-a9d4-29d739a4e8d2-8ce8f54a-c790-4e92-b165-28b7272d8876', 'network_id': '8ce8f54a-c790-4e92-b165-28b7272d8876', 'tenant_id': '5993816b80ee4fc49cd5aefd193f5b9a', 'fixed_ips': [{'subnet_id': 'a0cbba88-7eb1-47f7-b818-7fa20f1cb41c'}]}} from n-d-844202-1. {{(pid=88526) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 19:49:50.156783 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d75a7b2f-d8b9-49a1-bb33-4de351610e04 tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:50.160186 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f09fadd1-2185-4bd7-a0f4-f693f6e66676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:50.179526 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e2d8c4-ca88-4b9c-930a-bd75b833cb80 None None] Pushing event updated for resources: {'Port': ['ID=980a5a8f-d133-4aa9-ac3b-a42ff72bc555,revision_number=2']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:49:50.195033 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-d75a7b2f-d8b9-49a1-bb33-4de351610e04 tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ce8f54a-c790-4e92-b165-28b7272d8876']}} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:49:50.208612 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-d75a7b2f-d8b9-49a1-bb33-4de351610e04 tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54e67962-1663-4a2b-8c46-70762cf16435') {'for_net_delete': True} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:49:50.208904 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-d75a7b2f-d8b9-49a1-bb33-4de351610e04 tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54e67962-1663-4a2b-8c46-70762cf16435') {} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:49:50.220897 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d75a7b2f-d8b9-49a1-bb33-4de351610e04 tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2702126'] for segment, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:50.241906 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d75a7b2f-d8b9-49a1-bb33-4de351610e04 tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:50.250500 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d75a7b2f-d8b9-49a1-bb33-4de351610e04 tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=88524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 19:49:50.251211 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d75a7b2f-d8b9-49a1-bb33-4de351610e04 tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2719018'] for segment, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:50.275567 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ae0de78-7ca2-4f3d-a427-e254f74fe6fb None None] Network 8ce8f54a-c790-4e92-b165-28b7272d8876 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:49:50.393979 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d75a7b2f-d8b9-49a1-bb33-4de351610e04 tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:50.488670 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d75a7b2f-d8b9-49a1-bb33-4de351610e04 tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Notify callbacks [] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:50.495763 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75a7b2f-d8b9-49a1-bb33-4de351610e04 tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Pushing event deleted for resources: {'Network': ['ID=8ce8f54a-c790-4e92-b165-28b7272d8876,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:49:50.504850 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-d75a7b2f-d8b9-49a1-bb33-4de351610e04 tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] 10.222.0.41 "DELETE /v2.0/networks/8ce8f54a-c790-4e92-b165-28b7272d8876 HTTP/1.1" status: 204 len: 168 time: 0.8519721 Jun 01 19:49:50.508839 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 53106) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:49:50.519343 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-96701c6c-5f3f-4830-81c5-c8daef2c9d38 tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1083501750'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:49:50.529018 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-96701c6c-5f3f-4830-81c5-c8daef2c9d38 tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:49:50.542882 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-96701c6c-5f3f-4830-81c5-c8daef2c9d38 tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Usage tracker for resource:network and tenant:5993816b80ee4fc49cd5aefd193f5b9a is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:49:50.552457 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-96701c6c-5f3f-4830-81c5-c8daef2c9d38 tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:49:50.559935 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-96701c6c-5f3f-4830-81c5-c8daef2c9d38 tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:49:50.579299 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96701c6c-5f3f-4830-81c5-c8daef2c9d38 tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Made reservation on behalf of 5993816b80ee4fc49cd5aefd193f5b9a for: {'network': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:49:50.583750 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-96701c6c-5f3f-4830-81c5-c8daef2c9d38 tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:50.624825 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96701c6c-5f3f-4830-81c5-c8daef2c9d38 tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 106} {{(pid=88525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 19:49:50.628204 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment 54e67962-1663-4a2b-8c46-70762cf16435 resource provider aggregate not found Jun 01 19:49:50.639799 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-96701c6c-5f3f-4830-81c5-c8daef2c9d38 tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:50.640269 n-d-844202-1 neutron-server[88525]: INFO neutron.db.segments_db [None req-96701c6c-5f3f-4830-81c5-c8daef2c9d38 tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Added segment 4626ea4e-1645-4e5f-8e11-f80d67ff3503 of type vlan for network bd7c78df-67fc-4df9-9011-818d738adfb1 Jun 01 19:49:50.649896 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment 54e67962-1663-4a2b-8c46-70762cf16435 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 54e67962-1663-4a2b-8c46-70762cf16435 found for delete ", "request_id": "req-8f134863-c240-47dc-acfa-8516b2db4522"}]} Jun 01 19:49:50.670663 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-96701c6c-5f3f-4830-81c5-c8daef2c9d38 tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:50.702558 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-96701c6c-5f3f-4830-81c5-c8daef2c9d38 tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:50.709312 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96701c6c-5f3f-4830-81c5-c8daef2c9d38 tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:49:50.710037 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-96701c6c-5f3f-4830-81c5-c8daef2c9d38 tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Notify callbacks [] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:50.826150 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-96701c6c-5f3f-4830-81c5-c8daef2c9d38 tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3150189 Jun 01 19:49:50.829080 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 53116) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:49:50.836887 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-d959a488-f8b5-450d-9beb-5ec9c0a5105b tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Request body: {'subnet': {'network_id': 'bd7c78df-67fc-4df9-9011-818d738adfb1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:49:50.854879 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96701c6c-5f3f-4830-81c5-c8daef2c9d38 tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Pushing event updated for resources: {'Network': ['ID=bd7c78df-67fc-4df9-9011-818d738adfb1,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:49:50.865826 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network bd7c78df-67fc-4df9-9011-818d738adfb1 details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 19:49:51.068921 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-d959a488-f8b5-450d-9beb-5ec9c0a5105b tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:49:51.072806 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-d959a488-f8b5-450d-9beb-5ec9c0a5105b tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Usage tracker for resource:subnet and tenant:5993816b80ee4fc49cd5aefd193f5b9a is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:49:51.075820 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-d959a488-f8b5-450d-9beb-5ec9c0a5105b tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:49:51.083539 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-d959a488-f8b5-450d-9beb-5ec9c0a5105b tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:49:51.095001 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d959a488-f8b5-450d-9beb-5ec9c0a5105b tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Made reservation on behalf of 5993816b80ee4fc49cd5aefd193f5b9a for: {'subnet': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:49:51.098897 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d959a488-f8b5-450d-9beb-5ec9c0a5105b tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9667140'] for subnet, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:51.196543 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.ipam_backend_mixin [None req-d959a488-f8b5-450d-9beb-5ec9c0a5105b tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Performing IP validity checks on allocation pools {{(pid=88525) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Jun 01 19:49:51.197049 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.ipam_backend_mixin [None req-d959a488-f8b5-450d-9beb-5ec9c0a5105b tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88525) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Jun 01 19:49:51.309188 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-286b7583-e2ac-4814-87d5-0c50fffa3010 None None] Network fe8b4151-668b-41d3-b7d6-56af4c7520ff requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:49:51.326744 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d959a488-f8b5-450d-9beb-5ec9c0a5105b tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2614064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9667190'] for subnet, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:51.404664 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-5195a2de-6a6a-4fe7-9cf6-cd6107ea14b0 None None] Provisioning for port 980a5a8f-d133-4aa9-ac3b-a42ff72bc555 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:49:51.412823 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d959a488-f8b5-450d-9beb-5ec9c0a5105b tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Pushing event updated for resources: {'Subnet': ['ID=a273410e-679f-40bf-8462-2fc9ae48de96,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:49:51.420277 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d959a488-f8b5-450d-9beb-5ec9c0a5105b tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Checking segment: {'id': '4626ea4e-1645-4e5f-8e11-f80d67ff3503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'bd7c78df-67fc-4df9-9011-818d738adfb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:49:51.420556 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d959a488-f8b5-450d-9beb-5ec9c0a5105b tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Network hostable DHCP agents. Network: bd7c78df-67fc-4df9-9011-818d738adfb1, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 19:49:51.441088 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d959a488-f8b5-450d-9beb-5ec9c0a5105b tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Network bd7c78df-67fc-4df9-9011-818d738adfb1 is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 19:49:51.454015 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-d959a488-f8b5-450d-9beb-5ec9c0a5105b tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, bd7c78df-67fc-4df9-9011-818d738adfb1) {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:49:51.461358 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d959a488-f8b5-450d-9beb-5ec9c0a5105b tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:49:51.461941 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d959a488-f8b5-450d-9beb-5ec9c0a5105b tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Notify callbacks [] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:51.469486 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1620467c-6208-4885-9234-b2450f7a4687 None None] Network bd7c78df-67fc-4df9-9011-818d738adfb1 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:49:51.487728 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-d959a488-f8b5-450d-9beb-5ec9c0a5105b tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6575706 Jun 01 19:49:51.490915 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 53120) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:49:51.549594 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 980a5a8f-d133-4aa9-ac3b-a42ff72bc555 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:49:51.644603 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b93e378c-7917-4058-bc82-7206f04c820e tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:51.716813 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b93e378c-7917-4058-bc82-7206f04c820e tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:51.750420 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port 980a5a8f-d133-4aa9-ac3b-a42ff72bc555 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:49:51.769158 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 980a5a8f-d133-4aa9-ac3b-a42ff72bc555 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:49:51.769572 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:51.801735 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b93e378c-7917-4058-bc82-7206f04c820e tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2614143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9667199'] for subnet, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:51.841267 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93e378c-7917-4058-bc82-7206f04c820e tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Pushing event deleted for resources: {'Subnet': ['ID=a273410e-679f-40bf-8462-2fc9ae48de96,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:49:51.915968 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06946251-6c32-4f7f-8b5c-1b092990cf40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc93f83c3-7fb6-5c13-a9d4-29d739a4e8d2-bd7c78df-67fc-4df9-9011-818d738adfb1', 'network_id': 'bd7c78df-67fc-4df9-9011-818d738adfb1', 'tenant_id': '5993816b80ee4fc49cd5aefd193f5b9a', 'fixed_ips': [{'subnet_id': 'a273410e-679f-40bf-8462-2fc9ae48de96'}]}} from n-d-844202-1. {{(pid=88526) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 19:49:51.917855 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-06946251-6c32-4f7f-8b5c-1b092990cf40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:51.944155 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b93e378c-7917-4058-bc82-7206f04c820e tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:51.982017 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-b93e378c-7917-4058-bc82-7206f04c820e tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd7c78df-67fc-4df9-9011-818d738adfb1']}} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:49:51.999464 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-b93e378c-7917-4058-bc82-7206f04c820e tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4626ea4e-1645-4e5f-8e11-f80d67ff3503') {'for_net_delete': True} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:49:51.999933 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-b93e378c-7917-4058-bc82-7206f04c820e tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4626ea4e-1645-4e5f-8e11-f80d67ff3503') {} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:49:52.005689 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 980a5a8f-d133-4aa9-ac3b-a42ff72bc555 is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:49:52.006188 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:52.014048 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b93e378c-7917-4058-bc82-7206f04c820e tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2258522'] for segment, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:52.032278 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b93e378c-7917-4058-bc82-7206f04c820e tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:52.040835 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b93e378c-7917-4058-bc82-7206f04c820e tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=88525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 19:49:52.041474 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b93e378c-7917-4058-bc82-7206f04c820e tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2613981'] for segment, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:52.069178 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port 980a5a8f-d133-4aa9-ac3b-a42ff72bc555, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=980a5a8f-d133-4aa9-ac3b-a42ff72bc555,segment=NetworkSegment(08ebfee9-3fad-442c-a475-28ba3d5dab6a),segment_id=08ebfee9-3fad-442c-a475-28ba3d5dab6a)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:49:52.080405 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-996cbca8-ec2a-42aa-9d2e-f167f5a8de00 None None] Network bd7c78df-67fc-4df9-9011-818d738adfb1 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:49:52.094686 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:52.145913 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment 4626ea4e-1645-4e5f-8e11-f80d67ff3503 resource provider aggregate not found Jun 01 19:49:52.165854 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment 4626ea4e-1645-4e5f-8e11-f80d67ff3503 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4626ea4e-1645-4e5f-8e11-f80d67ff3503 found for delete ", "request_id": "req-c83671f4-00dc-40d1-aa6c-f5df1712c1c9"}]} Jun 01 19:49:52.167517 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b93e378c-7917-4058-bc82-7206f04c820e tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:52.173277 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b93e378c-7917-4058-bc82-7206f04c820e tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Notify callbacks [] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:52.200586 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93e378c-7917-4058-bc82-7206f04c820e tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Pushing event deleted for resources: {'Network': ['ID=bd7c78df-67fc-4df9-9011-818d738adfb1,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:49:52.204596 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-b93e378c-7917-4058-bc82-7206f04c820e tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] 10.222.0.41 "DELETE /v2.0/networks/bd7c78df-67fc-4df9-9011-818d738adfb1 HTTP/1.1" status: 204 len: 168 time: 0.7123687 Jun 01 19:49:52.209097 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 53128) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:49:52.214716 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-f2d46cba-0045-4756-a04e-d1c652cead4f tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2067318375'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:49:52.220411 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-f2d46cba-0045-4756-a04e-d1c652cead4f tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:49:52.225651 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-f2d46cba-0045-4756-a04e-d1c652cead4f tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Usage tracker for resource:network and tenant:5993816b80ee4fc49cd5aefd193f5b9a is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:49:52.228558 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-f2d46cba-0045-4756-a04e-d1c652cead4f tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:49:52.234334 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-f2d46cba-0045-4756-a04e-d1c652cead4f tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:49:52.247479 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2d46cba-0045-4756-a04e-d1c652cead4f tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Made reservation on behalf of 5993816b80ee4fc49cd5aefd193f5b9a for: {'network': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:49:52.250958 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f2d46cba-0045-4756-a04e-d1c652cead4f tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:52.252154 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-4ba6990d-4a3e-4ebf-81d0-af9055ede364 None None] Provisioning complete for port 980a5a8f-d133-4aa9-ac3b-a42ff72bc555 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:49:52.252615 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-4ba6990d-4a3e-4ebf-81d0-af9055ede364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:52.280169 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2d46cba-0045-4756-a04e-d1c652cead4f tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 116} {{(pid=88525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 19:49:52.283060 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=980a5a8f-d133-4aa9-ac3b-a42ff72bc555,revision_number=3']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:49:52.289800 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f2d46cba-0045-4756-a04e-d1c652cead4f tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:52.290149 n-d-844202-1 neutron-server[88525]: INFO neutron.db.segments_db [None req-f2d46cba-0045-4756-a04e-d1c652cead4f tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Added segment a04927bc-f2f5-4c7c-9366-8bf6030a96ec of type vlan for network 06d3d6a6-5d47-411d-bdb0-4002fe1c5a67 Jun 01 19:49:52.318581 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f2d46cba-0045-4756-a04e-d1c652cead4f tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:52.353615 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f2d46cba-0045-4756-a04e-d1c652cead4f tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:52.359613 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2d46cba-0045-4756-a04e-d1c652cead4f tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:49:52.360202 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f2d46cba-0045-4756-a04e-d1c652cead4f tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Notify callbacks [] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:52.442991 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-4ba6990d-4a3e-4ebf-81d0-af9055ede364 None None] Current status of the port 980a5a8f-d133-4aa9-ac3b-a42ff72bc555 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:49:52.461491 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-f2d46cba-0045-4756-a04e-d1c652cead4f tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2511911 Jun 01 19:49:52.464559 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 53132) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:49:52.472163 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-fd8a7a25-f07b-4cae-ae01-85e041fd6d3f tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Request body: {'subnet': {'network_id': '06d3d6a6-5d47-411d-bdb0-4002fe1c5a67', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:49:52.494579 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d46cba-0045-4756-a04e-d1c652cead4f tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Pushing event updated for resources: {'Network': ['ID=06d3d6a6-5d47-411d-bdb0-4002fe1c5a67,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:49:52.506197 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network 06d3d6a6-5d47-411d-bdb0-4002fe1c5a67 details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 19:49:52.587919 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-fd8a7a25-f07b-4cae-ae01-85e041fd6d3f tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:49:52.591852 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-fd8a7a25-f07b-4cae-ae01-85e041fd6d3f tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Usage tracker for resource:subnet and tenant:5993816b80ee4fc49cd5aefd193f5b9a is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:49:52.594728 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-fd8a7a25-f07b-4cae-ae01-85e041fd6d3f tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:49:52.603096 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-fd8a7a25-f07b-4cae-ae01-85e041fd6d3f tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:49:52.612917 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd8a7a25-f07b-4cae-ae01-85e041fd6d3f tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Made reservation on behalf of 5993816b80ee4fc49cd5aefd193f5b9a for: {'subnet': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:49:52.617291 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-fd8a7a25-f07b-4cae-ae01-85e041fd6d3f tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9667140'] for subnet, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:52.836604 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-fd8a7a25-f07b-4cae-ae01-85e041fd6d3f tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2614064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9667190'] for subnet, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:52.913854 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8a7a25-f07b-4cae-ae01-85e041fd6d3f tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Pushing event updated for resources: {'Subnet': ['ID=6795b32d-afc3-4460-9318-5c0e7daabcd5,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:49:52.922775 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8a7a25-f07b-4cae-ae01-85e041fd6d3f tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Checking segment: {'id': 'a04927bc-f2f5-4c7c-9366-8bf6030a96ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '06d3d6a6-5d47-411d-bdb0-4002fe1c5a67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:49:52.923330 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd8a7a25-f07b-4cae-ae01-85e041fd6d3f tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Network hostable DHCP agents. Network: 06d3d6a6-5d47-411d-bdb0-4002fe1c5a67, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 19:49:52.943785 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd8a7a25-f07b-4cae-ae01-85e041fd6d3f tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Network 06d3d6a6-5d47-411d-bdb0-4002fe1c5a67 is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 19:49:52.952861 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-fd8a7a25-f07b-4cae-ae01-85e041fd6d3f tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, 06d3d6a6-5d47-411d-bdb0-4002fe1c5a67) {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:49:52.957469 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd8a7a25-f07b-4cae-ae01-85e041fd6d3f tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:49:52.958061 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-fd8a7a25-f07b-4cae-ae01-85e041fd6d3f tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Notify callbacks [] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:52.963194 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58d42424-ed66-4939-a522-c7709f819067 None None] Network 06d3d6a6-5d47-411d-bdb0-4002fe1c5a67 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:49:52.988178 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-fd8a7a25-f07b-4cae-ae01-85e041fd6d3f tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5199645 Jun 01 19:49:52.989658 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 53136) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:49:52.995454 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-5858c28e-440d-47d0-a3b3-48264ddaccb1 tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1212007336'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:49:53.002258 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-5858c28e-440d-47d0-a3b3-48264ddaccb1 tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:49:53.006728 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-5858c28e-440d-47d0-a3b3-48264ddaccb1 tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Usage tracker for resource:network and tenant:5993816b80ee4fc49cd5aefd193f5b9a is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:49:53.009718 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-5858c28e-440d-47d0-a3b3-48264ddaccb1 tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:49:53.015718 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-5858c28e-440d-47d0-a3b3-48264ddaccb1 tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:49:53.027749 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5858c28e-440d-47d0-a3b3-48264ddaccb1 tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Made reservation on behalf of 5993816b80ee4fc49cd5aefd193f5b9a for: {'network': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:49:53.031448 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-5858c28e-440d-47d0-a3b3-48264ddaccb1 tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:53.060071 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5858c28e-440d-47d0-a3b3-48264ddaccb1 tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 127} {{(pid=88524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 19:49:53.069760 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-5858c28e-440d-47d0-a3b3-48264ddaccb1 tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:53.070101 n-d-844202-1 neutron-server[88524]: INFO neutron.db.segments_db [None req-5858c28e-440d-47d0-a3b3-48264ddaccb1 tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Added segment 0fd15513-b60f-4b5e-8287-ba7273a3feb5 of type vlan for network b21adaf6-9d38-4003-a9ae-ad7e9f8e5cb4 Jun 01 19:49:53.096663 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-5858c28e-440d-47d0-a3b3-48264ddaccb1 tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:53.126515 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-5858c28e-440d-47d0-a3b3-48264ddaccb1 tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:53.133175 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5858c28e-440d-47d0-a3b3-48264ddaccb1 tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:49:53.133760 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-5858c28e-440d-47d0-a3b3-48264ddaccb1 tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Notify callbacks [] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:53.217150 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4304ee63-d483-4473-ba1d-23bfad41820d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc93f83c3-7fb6-5c13-a9d4-29d739a4e8d2-06d3d6a6-5d47-411d-bdb0-4002fe1c5a67', 'network_id': '06d3d6a6-5d47-411d-bdb0-4002fe1c5a67', 'tenant_id': '5993816b80ee4fc49cd5aefd193f5b9a', 'fixed_ips': [{'subnet_id': '6795b32d-afc3-4460-9318-5c0e7daabcd5'}]}} from n-d-844202-1. {{(pid=88526) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 19:49:53.217973 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-4304ee63-d483-4473-ba1d-23bfad41820d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:53.241943 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-5858c28e-440d-47d0-a3b3-48264ddaccb1 tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2511041 Jun 01 19:49:53.244832 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 53140) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:49:53.252269 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-022fcb22-feed-4112-a959-3a991179e856 tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Request body: {'subnet': {'network_id': 'b21adaf6-9d38-4003-a9ae-ad7e9f8e5cb4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:49:53.266622 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5858c28e-440d-47d0-a3b3-48264ddaccb1 tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Pushing event updated for resources: {'Network': ['ID=b21adaf6-9d38-4003-a9ae-ad7e9f8e5cb4,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:49:53.278460 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network b21adaf6-9d38-4003-a9ae-ad7e9f8e5cb4 details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 19:49:53.370571 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-022fcb22-feed-4112-a959-3a991179e856 tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:49:53.374257 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-022fcb22-feed-4112-a959-3a991179e856 tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Usage tracker for resource:subnet and tenant:5993816b80ee4fc49cd5aefd193f5b9a is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:49:53.377278 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-022fcb22-feed-4112-a959-3a991179e856 tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:49:53.383237 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-022fcb22-feed-4112-a959-3a991179e856 tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:49:53.393634 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-022fcb22-feed-4112-a959-3a991179e856 tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Made reservation on behalf of 5993816b80ee4fc49cd5aefd193f5b9a for: {'subnet': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:49:53.397023 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-022fcb22-feed-4112-a959-3a991179e856 tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3066584'] for subnet, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:53.470157 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.db_base_plugin_common [None req-4304ee63-d483-4473-ba1d-23bfad41820d None None] Allocated IP 2001:db8::2 (06d3d6a6-5d47-411d-bdb0-4002fe1c5a67/6795b32d-afc3-4460-9318-5c0e7daabcd5/5ac03888-a43c-46a0-9e07-21bf7ffabf56) {{(pid=88526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:49:53.500863 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 980a5a8f-d133-4aa9-ac3b-a42ff72bc555 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:49:53.704329 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 980a5a8f-d133-4aa9-ac3b-a42ff72bc555 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:49:53.704555 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:53.732553 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-022fcb22-feed-4112-a959-3a991179e856 tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2718919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3066602'] for subnet, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:53.783911 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-4304ee63-d483-4473-ba1d-23bfad41820d None None] Notify callbacks [] for port, precommit_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:53.798574 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-4304ee63-d483-4473-ba1d-23bfad41820d None None] Transition to ACTIVE for port object 5ac03888-a43c-46a0-9e07-21bf7ffabf56 will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:49:53.810003 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022fcb22-feed-4112-a959-3a991179e856 tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Pushing event updated for resources: {'Subnet': ['ID=d3ed8031-fc35-4d51-a7a7-33720784beec,revision_number=0']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:49:53.820721 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022fcb22-feed-4112-a959-3a991179e856 tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Checking segment: {'id': '0fd15513-b60f-4b5e-8287-ba7273a3feb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'b21adaf6-9d38-4003-a9ae-ad7e9f8e5cb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:49:53.821079 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-022fcb22-feed-4112-a959-3a991179e856 tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Network hostable DHCP agents. Network: b21adaf6-9d38-4003-a9ae-ad7e9f8e5cb4, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88524) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 19:49:53.840333 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-022fcb22-feed-4112-a959-3a991179e856 tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Network b21adaf6-9d38-4003-a9ae-ad7e9f8e5cb4 is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88524) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 19:49:53.850188 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-022fcb22-feed-4112-a959-3a991179e856 tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, b21adaf6-9d38-4003-a9ae-ad7e9f8e5cb4) {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:49:53.854201 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-022fcb22-feed-4112-a959-3a991179e856 tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:49:53.854800 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-022fcb22-feed-4112-a959-3a991179e856 tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:53.861651 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-4304ee63-d483-4473-ba1d-23bfad41820d None None] Transition to ACTIVE for port object 5ac03888-a43c-46a0-9e07-21bf7ffabf56 will not be triggered until provisioned by entity DHCP. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:49:53.866639 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49c044d5-d575-4945-bd9c-d5d666dfae30 None None] Network b21adaf6-9d38-4003-a9ae-ad7e9f8e5cb4 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:49:53.884302 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 53144) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:49:53.884964 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-022fcb22-feed-4112-a959-3a991179e856 tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6388977 Jun 01 19:49:53.889101 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-4304ee63-d483-4473-ba1d-23bfad41820d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526'] for port, after_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:54.000505 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 980a5a8f-d133-4aa9-ac3b-a42ff72bc555 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:49:54.021769 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4304ee63-d483-4473-ba1d-23bfad41820d None None] Network 06d3d6a6-5d47-411d-bdb0-4002fe1c5a67 is already hosted by enough agents. {{(pid=88526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:49:54.026142 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.base_scheduler [None req-4304ee63-d483-4473-ba1d-23bfad41820d None None] Resources bound (agent type, host, resource id): {{(pid=88526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:49:54.030209 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a8345813-e82b-4034-8c6d-2060487bf7eb tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:54.031202 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4304ee63-d483-4473-ba1d-23bfad41820d None None] Received port after_create {{(pid=88526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:49:54.038592 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4304ee63-d483-4473-ba1d-23bfad41820d None None] Pushing event updated for resources: {'Port': ['ID=5ac03888-a43c-46a0-9e07-21bf7ffabf56,revision_number=1']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:49:54.103004 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a8345813-e82b-4034-8c6d-2060487bf7eb tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:54.180644 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a8345813-e82b-4034-8c6d-2060487bf7eb tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2614143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9667199'] for subnet, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:54.183865 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-4304ee63-d483-4473-ba1d-23bfad41820d None None] Attempting to bind port 5ac03888-a43c-46a0-9e07-21bf7ffabf56 on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:49:54.184311 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-4304ee63-d483-4473-ba1d-23bfad41820d None None] Attempting to bind port 5ac03888-a43c-46a0-9e07-21bf7ffabf56 by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': 'a04927bc-f2f5-4c7c-9366-8bf6030a96ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '06d3d6a6-5d47-411d-bdb0-4002fe1c5a67'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:49:54.184681 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4304ee63-d483-4473-ba1d-23bfad41820d None None] Attempting to bind port 5ac03888-a43c-46a0-9e07-21bf7ffabf56 on network 06d3d6a6-5d47-411d-bdb0-4002fe1c5a67 {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:49:54.216527 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4304ee63-d483-4473-ba1d-23bfad41820d None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 49, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:49:54.216894 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4304ee63-d483-4473-ba1d-23bfad41820d None None] Checking segment: {'id': 'a04927bc-f2f5-4c7c-9366-8bf6030a96ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '06d3d6a6-5d47-411d-bdb0-4002fe1c5a67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:49:54.217292 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-4304ee63-d483-4473-ba1d-23bfad41820d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:54.217689 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4304ee63-d483-4473-ba1d-23bfad41820d None None] Bound using segment: {'id': 'a04927bc-f2f5-4c7c-9366-8bf6030a96ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '06d3d6a6-5d47-411d-bdb0-4002fe1c5a67'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:49:54.218143 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-4304ee63-d483-4473-ba1d-23bfad41820d None None] Bound port: 5ac03888-a43c-46a0-9e07-21bf7ffabf56, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a04927bc-f2f5-4c7c-9366-8bf6030a96ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '06d3d6a6-5d47-411d-bdb0-4002fe1c5a67'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:49:54.218508 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-4304ee63-d483-4473-ba1d-23bfad41820d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:54.245808 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d78a3ba9-ee47-4837-b42a-6affbecba45e None None] Network b21adaf6-9d38-4003-a9ae-ad7e9f8e5cb4 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:49:54.247753 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8345813-e82b-4034-8c6d-2060487bf7eb tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Pushing event deleted for resources: {'Subnet': ['ID=d3ed8031-fc35-4d51-a7a7-33720784beec,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:49:54.439718 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a8345813-e82b-4034-8c6d-2060487bf7eb tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:54.464500 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-4304ee63-d483-4473-ba1d-23bfad41820d None None] For port 5ac03888-a43c-46a0-9e07-21bf7ffabf56, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:49:54.465495 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-a8345813-e82b-4034-8c6d-2060487bf7eb tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b21adaf6-9d38-4003-a9ae-ad7e9f8e5cb4']}} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:49:54.477496 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-4304ee63-d483-4473-ba1d-23bfad41820d None None] For port 5ac03888-a43c-46a0-9e07-21bf7ffabf56, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=5ac03888-a43c-46a0-9e07-21bf7ffabf56,segment=NetworkSegment(a04927bc-f2f5-4c7c-9366-8bf6030a96ec),segment_id=a04927bc-f2f5-4c7c-9366-8bf6030a96ec)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:49:54.481850 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-4304ee63-d483-4473-ba1d-23bfad41820d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:54.484209 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-a8345813-e82b-4034-8c6d-2060487bf7eb tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fd15513-b60f-4b5e-8287-ba7273a3feb5') {'for_net_delete': True} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:49:54.484517 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-a8345813-e82b-4034-8c6d-2060487bf7eb tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fd15513-b60f-4b5e-8287-ba7273a3feb5') {} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:49:54.496602 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a8345813-e82b-4034-8c6d-2060487bf7eb tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2258522'] for segment, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:54.512782 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a8345813-e82b-4034-8c6d-2060487bf7eb tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:54.521032 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8345813-e82b-4034-8c6d-2060487bf7eb tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=88525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 19:49:54.521436 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a8345813-e82b-4034-8c6d-2060487bf7eb tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2613981'] for segment, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:54.590154 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment 0fd15513-b60f-4b5e-8287-ba7273a3feb5 resource provider aggregate not found Jun 01 19:49:54.599131 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4304ee63-d483-4473-ba1d-23bfad41820d None None] Pushing event updated for resources: {'Port': ['ID=5ac03888-a43c-46a0-9e07-21bf7ffabf56,revision_number=2']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:49:54.622922 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment 0fd15513-b60f-4b5e-8287-ba7273a3feb5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0fd15513-b60f-4b5e-8287-ba7273a3feb5 found for delete ", "request_id": "req-d1d2b11c-fdcb-4de3-8e96-37852a2dfba7"}]} Jun 01 19:49:54.629952 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a8345813-e82b-4034-8c6d-2060487bf7eb tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:54.656334 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a8345813-e82b-4034-8c6d-2060487bf7eb tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Notify callbacks [] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:54.663329 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8345813-e82b-4034-8c6d-2060487bf7eb tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Pushing event deleted for resources: {'Network': ['ID=b21adaf6-9d38-4003-a9ae-ad7e9f8e5cb4,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:49:54.670492 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-a8345813-e82b-4034-8c6d-2060487bf7eb tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] 10.222.0.41 "DELETE /v2.0/networks/b21adaf6-9d38-4003-a9ae-ad7e9f8e5cb4 HTTP/1.1" status: 204 len: 168 time: 0.7851048 Jun 01 19:49:54.673458 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 53152) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:49:54.714227 n-d-844202-1 neutron-server[88525]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3990840-4ca2-430f-bf26-514aaef0bb90 tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] GET failed (client error): The resource could not be found. Jun 01 19:49:54.714744 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-a3990840-4ca2-430f-bf26-514aaef0bb90 tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Synchronizing usage tracker for tenant:5993816b80ee4fc49cd5aefd193f5b9a on resource:subnet {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:49:54.737086 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-a3990840-4ca2-430f-bf26-514aaef0bb90 tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Unset dirty status for tenant:5993816b80ee4fc49cd5aefd193f5b9a on resource:subnet {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:49:54.742704 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-a3990840-4ca2-430f-bf26-514aaef0bb90 tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] 10.222.0.41 "GET /v2.0/subnets/d3ed8031-fc35-4d51-a7a7-33720784beec HTTP/1.1" status: 404 len: 337 time: 0.0648954 Jun 01 19:49:54.742704 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 53156) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:49:54.776297 n-d-844202-1 neutron-server[88525]: INFO neutron.pecan_wsgi.hooks.translation [None req-5874ee60-e219-4eee-9313-3bc4b787fbba tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] DELETE failed (client error): The resource could not be found. Jun 01 19:49:54.777230 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5874ee60-e219-4eee-9313-3bc4b787fbba tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88525) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 19:49:54.779198 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-5874ee60-e219-4eee-9313-3bc4b787fbba tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] 10.222.0.41 "DELETE /v2.0/networks/b21adaf6-9d38-4003-a9ae-ad7e9f8e5cb4 HTTP/1.1" status: 404 len: 339 time: 0.0357602 Jun 01 19:49:54.786293 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 53160) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:49:54.826126 n-d-844202-1 neutron-server[88525]: INFO neutron.pecan_wsgi.hooks.translation [None req-b78fef9b-d676-4a40-8910-042dde684ec6 tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] DELETE failed (client error): The resource could not be found. Jun 01 19:49:54.826569 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b78fef9b-d676-4a40-8910-042dde684ec6 tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88525) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 19:49:54.830131 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-b78fef9b-d676-4a40-8910-042dde684ec6 tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] 10.222.0.41 "DELETE /v2.0/subnets/d3ed8031-fc35-4d51-a7a7-33720784beec HTTP/1.1" status: 404 len: 337 time: 0.0409780 Jun 01 19:49:54.830959 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 53164) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:49:54.860375 n-d-844202-1 neutron-server[88525]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7e51ab4-bbf7-4ffc-a9b7-a7f8fe44768a tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] DELETE failed (client error): The resource could not be found. Jun 01 19:49:54.860612 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7e51ab4-bbf7-4ffc-a9b7-a7f8fe44768a tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88525) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 19:49:54.862259 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-b7e51ab4-bbf7-4ffc-a9b7-a7f8fe44768a tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] 10.222.0.41 "DELETE /v2.0/networks/b21adaf6-9d38-4003-a9ae-ad7e9f8e5cb4 HTTP/1.1" status: 404 len: 339 time: 0.0303998 Jun 01 19:49:54.865671 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 53168) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:49:54.940629 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d08e607-75c8-4a83-8e48-399189df2baf tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Deleting subnet 6795b32d-afc3-4460-9318-5c0e7daabcd5 {{(pid=88525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 19:49:54.944303 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9d08e607-75c8-4a83-8e48-399189df2baf tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Notify callbacks [] for subnet, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:55.002319 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9d08e607-75c8-4a83-8e48-399189df2baf tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2258509'] for subnet, precommit_delete_associations {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:55.092583 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9d08e607-75c8-4a83-8e48-399189df2baf tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:55.170709 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9d08e607-75c8-4a83-8e48-399189df2baf tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2614143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9667199'] for subnet, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:55.216942 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d08e607-75c8-4a83-8e48-399189df2baf tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Pushing event deleted for resources: {'Subnet': ['ID=6795b32d-afc3-4460-9318-5c0e7daabcd5,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:49:55.220575 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9d08e607-75c8-4a83-8e48-399189df2baf tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Notify callbacks [] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:55.240124 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-9d08e607-75c8-4a83-8e48-399189df2baf tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] 10.222.0.41 "DELETE /v2.0/subnets/6795b32d-afc3-4460-9318-5c0e7daabcd5 HTTP/1.1" status: 204 len: 168 time: 0.3734028 Jun 01 19:49:55.242790 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 53172) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:49:55.363620 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8c2345f9-e97c-418b-ba97-06508f9a267b tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:55.374891 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-8c2345f9-e97c-418b-ba97-06508f9a267b tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Deleting port 5ac03888-a43c-46a0-9e07-21bf7ffabf56 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:49:55.375223 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8c2345f9-e97c-418b-ba97-06508f9a267b tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:55.529917 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 5ac03888-a43c-46a0-9e07-21bf7ffabf56 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:49:55.574571 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35dcdb4f-62ae-4ef4-9ad8-a655967e752c None None] Network 06d3d6a6-5d47-411d-bdb0-4002fe1c5a67 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:49:55.651547 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [None req-8c2345f9-e97c-418b-ba97-06508f9a267b tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] For port 5ac03888-a43c-46a0-9e07-21bf7ffabf56, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=5ac03888-a43c-46a0-9e07-21bf7ffabf56,segment=NetworkSegment(a04927bc-f2f5-4c7c-9366-8bf6030a96ec),segment_id=a04927bc-f2f5-4c7c-9366-8bf6030a96ec)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:49:55.652108 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8c2345f9-e97c-418b-ba97-06508f9a267b tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:55.704729 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-846cc295-5e93-459f-842e-2b80b2db4afe None None] Provisioning for port 5ac03888-a43c-46a0-9e07-21bf7ffabf56 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:49:55.789221 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-8c2345f9-e97c-418b-ba97-06508f9a267b tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Calling delete_port for 5ac03888-a43c-46a0-9e07-21bf7ffabf56 owned by network:dhcp {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:49:55.801583 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port 5ac03888-a43c-46a0-9e07-21bf7ffabf56 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:49:55.810099 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 5ac03888-a43c-46a0-9e07-21bf7ffabf56 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:49:55.810387 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:55.873554 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8c2345f9-e97c-418b-ba97-06508f9a267b tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:55.876889 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Could not find standard attr ID for object 5ac03888-a43c-46a0-9e07-21bf7ffabf56. {{(pid=88526) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 01 19:49:55.882539 n-d-844202-1 neutron-server[88526]: INFO neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No ports have port_id starting with 5ac03888-a43c-46a0-9e07-21bf7ffabf56 Jun 01 19:49:55.923003 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2345f9-e97c-418b-ba97-06508f9a267b tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Pushing event deleted for resources: {'Port': ['ID=5ac03888-a43c-46a0-9e07-21bf7ffabf56,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:49:55.924797 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2345f9-e97c-418b-ba97-06508f9a267b tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] No DVR routers for this DVR port 5ac03888-a43c-46a0-9e07-21bf7ffabf56 on host n-d-844202-1 {{(pid=88525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:49:55.938148 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b00b2a41-ef0b-46bc-978a-c5b58bbe0fe9 None None] DHCP port deletion for 06d3d6a6-5d47-411d-bdb0-4002fe1c5a67 request from n-d-844202-1 {{(pid=88526) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 19:49:56.048408 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8c2345f9-e97c-418b-ba97-06508f9a267b tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:56.074252 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-8c2345f9-e97c-418b-ba97-06508f9a267b tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06d3d6a6-5d47-411d-bdb0-4002fe1c5a67']}} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:49:56.087529 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-8c2345f9-e97c-418b-ba97-06508f9a267b tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a04927bc-f2f5-4c7c-9366-8bf6030a96ec') {'for_net_delete': True} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:49:56.087819 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-8c2345f9-e97c-418b-ba97-06508f9a267b tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a04927bc-f2f5-4c7c-9366-8bf6030a96ec') {} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:49:56.098937 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8c2345f9-e97c-418b-ba97-06508f9a267b tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2258522'] for segment, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:56.118664 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8c2345f9-e97c-418b-ba97-06508f9a267b tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:56.124493 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c2345f9-e97c-418b-ba97-06508f9a267b tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=88525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 19:49:56.124867 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8c2345f9-e97c-418b-ba97-06508f9a267b tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2613981'] for segment, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:56.218770 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8c2345f9-e97c-418b-ba97-06508f9a267b tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:56.235766 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8c2345f9-e97c-418b-ba97-06508f9a267b tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Notify callbacks [] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:56.249460 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2345f9-e97c-418b-ba97-06508f9a267b tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Pushing event deleted for resources: {'Network': ['ID=06d3d6a6-5d47-411d-bdb0-4002fe1c5a67,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:49:56.251575 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-8c2345f9-e97c-418b-ba97-06508f9a267b tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] 10.222.0.41 "DELETE /v2.0/networks/06d3d6a6-5d47-411d-bdb0-4002fe1c5a67 HTTP/1.1" status: 204 len: 168 time: 1.0080197 Jun 01 19:49:56.256091 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 53176) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:49:56.309683 n-d-844202-1 neutron-server[88525]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2be3ba0-a610-4a1c-a2e9-940107add4c8 tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] DELETE failed (client error): The resource could not be found. Jun 01 19:49:56.310022 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2be3ba0-a610-4a1c-a2e9-940107add4c8 tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88525) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 19:49:56.311712 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-e2be3ba0-a610-4a1c-a2e9-940107add4c8 tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] 10.222.0.41 "DELETE /v2.0/subnets/a273410e-679f-40bf-8462-2fc9ae48de96 HTTP/1.1" status: 404 len: 337 time: 0.0552773 Jun 01 19:49:56.314242 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 53180) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:49:56.346557 n-d-844202-1 neutron-server[88525]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7dd4e8d-0063-4faa-b3b3-bc2a4e9f982f tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] DELETE failed (client error): The resource could not be found. Jun 01 19:49:56.347201 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7dd4e8d-0063-4faa-b3b3-bc2a4e9f982f tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88525) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 19:49:56.350330 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-f7dd4e8d-0063-4faa-b3b3-bc2a4e9f982f tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] 10.222.0.41 "DELETE /v2.0/networks/bd7c78df-67fc-4df9-9011-818d738adfb1 HTTP/1.1" status: 404 len: 339 time: 0.0350573 Jun 01 19:49:56.353500 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 53184) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:49:56.393561 n-d-844202-1 neutron-server[88525]: INFO neutron.pecan_wsgi.hooks.translation [None req-140d7c52-32bf-427f-84c7-cdb62f7766db tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] DELETE failed (client error): The resource could not be found. Jun 01 19:49:56.394006 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-140d7c52-32bf-427f-84c7-cdb62f7766db tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88525) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 19:49:56.395821 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-140d7c52-32bf-427f-84c7-cdb62f7766db tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] 10.222.0.41 "DELETE /v2.0/subnets/a0cbba88-7eb1-47f7-b818-7fa20f1cb41c HTTP/1.1" status: 404 len: 337 time: 0.0412459 Jun 01 19:49:56.398375 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 53188) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:49:56.423025 n-d-844202-1 neutron-server[88525]: INFO neutron.pecan_wsgi.hooks.translation [None req-263898d1-e647-4259-8f3d-f04f30cadb85 tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] DELETE failed (client error): The resource could not be found. Jun 01 19:49:56.423483 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-263898d1-e647-4259-8f3d-f04f30cadb85 tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88525) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 01 19:49:56.425192 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-263898d1-e647-4259-8f3d-f04f30cadb85 tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] 10.222.0.41 "DELETE /v2.0/networks/8ce8f54a-c790-4e92-b165-28b7272d8876 HTTP/1.1" status: 404 len: 339 time: 0.0259461 Jun 01 19:49:56.428877 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 53192) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:49:56.497290 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_v2 [None req-70d1bf92-d1be-4d08-939e-650d1c032869 tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Deleting subnet 428bc979-2969-4157-befb-d73de05af566 {{(pid=88525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 19:49:56.500335 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-70d1bf92-d1be-4d08-939e-650d1c032869 tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Notify callbacks [] for subnet, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:56.554263 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-70d1bf92-d1be-4d08-939e-650d1c032869 tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2258509'] for subnet, precommit_delete_associations {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:56.640426 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment a04927bc-f2f5-4c7c-9366-8bf6030a96ec resource provider aggregate not found Jun 01 19:49:56.652248 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-70d1bf92-d1be-4d08-939e-650d1c032869 tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:56.680933 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment a04927bc-f2f5-4c7c-9366-8bf6030a96ec resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a04927bc-f2f5-4c7c-9366-8bf6030a96ec found for delete ", "request_id": "req-ca3a5603-1ba9-4895-ba8e-42ecf2ea68fb"}]} Jun 01 19:49:56.726695 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-70d1bf92-d1be-4d08-939e-650d1c032869 tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2614143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9667199'] for subnet, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:56.768658 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-70d1bf92-d1be-4d08-939e-650d1c032869 tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Notify callbacks [] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:56.772003 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d1bf92-d1be-4d08-939e-650d1c032869 tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Pushing event deleted for resources: {'Subnet': ['ID=428bc979-2969-4157-befb-d73de05af566,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:49:56.775581 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38dffe90-ee74-4609-8a2f-1dc78f473bce None None] Network fe8b4151-668b-41d3-b7d6-56af4c7520ff requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:49:56.781039 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-70d1bf92-d1be-4d08-939e-650d1c032869 tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] 10.222.0.41 "DELETE /v2.0/subnets/428bc979-2969-4157-befb-d73de05af566 HTTP/1.1" status: 204 len: 168 time: 0.3512292 Jun 01 19:49:56.783370 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 53200) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:49:56.896249 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e161b930-f8fd-4a99-8674-4d2616eee458 tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:56.906540 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-e161b930-f8fd-4a99-8674-4d2616eee458 tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Deleting port 980a5a8f-d133-4aa9-ac3b-a42ff72bc555 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:49:56.906864 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e161b930-f8fd-4a99-8674-4d2616eee458 tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:57.032674 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eed9d43-284b-4f46-b97a-fdc72a976bb1 None None] DHCP port deletion for fe8b4151-668b-41d3-b7d6-56af4c7520ff request from n-d-844202-1 {{(pid=88526) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 19:49:57.037857 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-3eed9d43-284b-4f46-b97a-fdc72a976bb1 None None] Deleting port 980a5a8f-d133-4aa9-ac3b-a42ff72bc555 {{(pid=88526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:49:57.038229 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-3eed9d43-284b-4f46-b97a-fdc72a976bb1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:57.121902 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [None req-e161b930-f8fd-4a99-8674-4d2616eee458 tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] For port 980a5a8f-d133-4aa9-ac3b-a42ff72bc555, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=980a5a8f-d133-4aa9-ac3b-a42ff72bc555,segment=NetworkSegment(08ebfee9-3fad-442c-a475-28ba3d5dab6a),segment_id=08ebfee9-3fad-442c-a475-28ba3d5dab6a)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:49:57.122529 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e161b930-f8fd-4a99-8674-4d2616eee458 tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:57.247908 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-3eed9d43-284b-4f46-b97a-fdc72a976bb1 None None] For port 980a5a8f-d133-4aa9-ac3b-a42ff72bc555, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=980a5a8f-d133-4aa9-ac3b-a42ff72bc555,segment=NetworkSegment(08ebfee9-3fad-442c-a475-28ba3d5dab6a),segment_id=08ebfee9-3fad-442c-a475-28ba3d5dab6a)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:49:57.248330 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-3eed9d43-284b-4f46-b97a-fdc72a976bb1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:57.366659 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-e161b930-f8fd-4a99-8674-4d2616eee458 tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Calling delete_port for 980a5a8f-d133-4aa9-ac3b-a42ff72bc555 owned by network:dhcp {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:49:57.371239 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-3eed9d43-284b-4f46-b97a-fdc72a976bb1 None None] Calling delete_port for 980a5a8f-d133-4aa9-ac3b-a42ff72bc555 owned by network:dhcp {{(pid=88526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:49:57.450781 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.db.api [None req-e161b930-f8fd-4a99-8674-4d2616eee458 tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 01 19:49:57.450781 n-d-844202-1 neutron-server[88525]: [SQL: DELETE FROM ml2_port_bindings WHERE ml2_port_bindings.port_id = %(port_id)s AND ml2_port_bindings.host = %(host)s] Jun 01 19:49:57.450781 n-d-844202-1 neutron-server[88525]: [parameters: {'port_id': '980a5a8f-d133-4aa9-ac3b-a42ff72bc555', 'host': 'n-d-844202-1'}] Jun 01 19:49:57.450781 n-d-844202-1 neutron-server[88525]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=88525) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 19:49:57.451285 n-d-844202-1 neutron-server[88525]: DEBUG oslo_db.api [None req-e161b930-f8fd-4a99-8674-4d2616eee458 tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 19:49:57.456051 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-3eed9d43-284b-4f46-b97a-fdc72a976bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535'] for port, after_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:57.495064 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 5ac03888-a43c-46a0-9e07-21bf7ffabf56 no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:49:57.536507 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eed9d43-284b-4f46-b97a-fdc72a976bb1 None None] Pushing event deleted for resources: {'Port': ['ID=980a5a8f-d133-4aa9-ac3b-a42ff72bc555,revision_number=None']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:49:57.544891 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: 5ac03888-a43c-46a0-9e07-21bf7ffabf56 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:49:57.545352 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 5ac03888-a43c-46a0-9e07-21bf7ffabf56 not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:49:57.546752 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 980a5a8f-d133-4aa9-ac3b-a42ff72bc555 no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:49:57.571112 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eed9d43-284b-4f46-b97a-fdc72a976bb1 None None] No DVR routers for this DVR port 980a5a8f-d133-4aa9-ac3b-a42ff72bc555 on host n-d-844202-1 {{(pid=88526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:49:57.583698 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: 980a5a8f-d133-4aa9-ac3b-a42ff72bc555 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:49:57.583850 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 980a5a8f-d133-4aa9-ac3b-a42ff72bc555 not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:49:57.951858 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-e161b930-f8fd-4a99-8674-4d2616eee458 tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Deleting port 980a5a8f-d133-4aa9-ac3b-a42ff72bc555 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:49:57.952203 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e161b930-f8fd-4a99-8674-4d2616eee458 tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:58.021800 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-e161b930-f8fd-4a99-8674-4d2616eee458 tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] The port '980a5a8f-d133-4aa9-ac3b-a42ff72bc555' was deleted {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 01 19:49:58.142798 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e161b930-f8fd-4a99-8674-4d2616eee458 tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:58.171182 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-e161b930-f8fd-4a99-8674-4d2616eee458 tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe8b4151-668b-41d3-b7d6-56af4c7520ff']}} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:49:58.183213 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-e161b930-f8fd-4a99-8674-4d2616eee458 tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08ebfee9-3fad-442c-a475-28ba3d5dab6a') {'for_net_delete': True} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:49:58.183500 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-e161b930-f8fd-4a99-8674-4d2616eee458 tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08ebfee9-3fad-442c-a475-28ba3d5dab6a') {} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:49:58.195172 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e161b930-f8fd-4a99-8674-4d2616eee458 tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2258522'] for segment, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:58.212436 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e161b930-f8fd-4a99-8674-4d2616eee458 tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:58.218402 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e161b930-f8fd-4a99-8674-4d2616eee458 tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=88525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 19:49:58.218777 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e161b930-f8fd-4a99-8674-4d2616eee458 tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2613981'] for segment, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:58.310750 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e161b930-f8fd-4a99-8674-4d2616eee458 tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:58.331795 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e161b930-f8fd-4a99-8674-4d2616eee458 tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Notify callbacks [] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:58.342268 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-e161b930-f8fd-4a99-8674-4d2616eee458 tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] 10.222.0.41 "DELETE /v2.0/networks/fe8b4151-668b-41d3-b7d6-56af4c7520ff HTTP/1.1" status: 204 len: 168 time: 1.5579734 Jun 01 19:49:58.343156 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e161b930-f8fd-4a99-8674-4d2616eee458 tempest-NetworksIpV6Test-999347382 tempest-NetworksIpV6Test-999347382-project] Pushing event deleted for resources: {'Network': ['ID=fe8b4151-668b-41d3-b7d6-56af4c7520ff,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:49:58.606531 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 53208) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:49:58.699621 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment 08ebfee9-3fad-442c-a475-28ba3d5dab6a resource provider aggregate not found Jun 01 19:49:58.715864 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment 08ebfee9-3fad-442c-a475-28ba3d5dab6a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 08ebfee9-3fad-442c-a475-28ba3d5dab6a found for delete ", "request_id": "req-32ecbbda-3382-453f-8cd0-5aca353b1009"}]} Jun 01 19:49:58.764105 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-ea34aa8e-a494-4c08-86d8-313f2f4b7918 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5993816b80ee4fc49cd5aefd193f5b9a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1563263 Jun 01 19:49:58.766462 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 53218) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:49:58.826884 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c2c3119c-a4bd-40e5-9b5b-e913f596c44a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:58.853187 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c2c3119c-a4bd-40e5-9b5b-e913f596c44a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:58.909015 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c2c3119c-a4bd-40e5-9b5b-e913f596c44a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:58.926660 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c3119c-a4bd-40e5-9b5b-e913f596c44a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10ab3f32-61e4-4882-bb15-d1e7acb04f4c,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:49:58.935114 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c2c3119c-a4bd-40e5-9b5b-e913f596c44a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:58.936239 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-c2c3119c-a4bd-40e5-9b5b-e913f596c44a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/10ab3f32-61e4-4882-bb15-d1e7acb04f4c HTTP/1.1" status: 204 len: 168 time: 0.1688871 Jun 01 19:49:59.639721 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 53242) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:49:59.742946 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-6a683307-2150-4d1e-8eb0-bebd2e00b457 tempest-RoutersNegativeTest-2032363431 tempest-RoutersNegativeTest-2032363431-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-90894874', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:49:59.750325 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-6a683307-2150-4d1e-8eb0-bebd2e00b457 tempest-RoutersNegativeTest-2032363431 tempest-RoutersNegativeTest-2032363431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:49:59.754830 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-6a683307-2150-4d1e-8eb0-bebd2e00b457 tempest-RoutersNegativeTest-2032363431 tempest-RoutersNegativeTest-2032363431-project] Usage tracker for resource:router and tenant:c8d63e996e0c4f69892aadaa3d050029 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:49:59.757680 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-6a683307-2150-4d1e-8eb0-bebd2e00b457 tempest-RoutersNegativeTest-2032363431 tempest-RoutersNegativeTest-2032363431-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:49:59.766835 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-6a683307-2150-4d1e-8eb0-bebd2e00b457 tempest-RoutersNegativeTest-2032363431 tempest-RoutersNegativeTest-2032363431-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:49:59.777276 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6a683307-2150-4d1e-8eb0-bebd2e00b457 tempest-RoutersNegativeTest-2032363431 tempest-RoutersNegativeTest-2032363431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-885767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25238'] for router, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:59.778227 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6a683307-2150-4d1e-8eb0-bebd2e00b457 tempest-RoutersNegativeTest-2032363431 tempest-RoutersNegativeTest-2032363431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-901042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-886562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-981784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25327'] for router, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:59.795614 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6a683307-2150-4d1e-8eb0-bebd2e00b457 tempest-RoutersNegativeTest-2032363431 tempest-RoutersNegativeTest-2032363431-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:59.818029 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6a683307-2150-4d1e-8eb0-bebd2e00b457 tempest-RoutersNegativeTest-2032363431 tempest-RoutersNegativeTest-2032363431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-885820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-886655'] for router, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:59.849049 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6a683307-2150-4d1e-8eb0-bebd2e00b457 tempest-RoutersNegativeTest-2032363431 tempest-RoutersNegativeTest-2032363431-project] Notify callbacks [] for router, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:59.850260 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-6a683307-2150-4d1e-8eb0-bebd2e00b457 tempest-RoutersNegativeTest-2032363431 tempest-RoutersNegativeTest-2032363431-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2095175 Jun 01 19:49:59.852951 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 53248) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:49:59.858150 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-3afb9e6e-03b5-4d75-9b0e-c44bd89fb9f2 tempest-RoutersNegativeTest-2032363431 tempest-RoutersNegativeTest-2032363431-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1830791385'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:49:59.864116 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-3afb9e6e-03b5-4d75-9b0e-c44bd89fb9f2 tempest-RoutersNegativeTest-2032363431 tempest-RoutersNegativeTest-2032363431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:49:59.868661 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-3afb9e6e-03b5-4d75-9b0e-c44bd89fb9f2 tempest-RoutersNegativeTest-2032363431 tempest-RoutersNegativeTest-2032363431-project] Usage tracker for resource:network and tenant:c8d63e996e0c4f69892aadaa3d050029 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:49:59.871449 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-3afb9e6e-03b5-4d75-9b0e-c44bd89fb9f2 tempest-RoutersNegativeTest-2032363431 tempest-RoutersNegativeTest-2032363431-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:49:59.877343 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-3afb9e6e-03b5-4d75-9b0e-c44bd89fb9f2 tempest-RoutersNegativeTest-2032363431 tempest-RoutersNegativeTest-2032363431-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:49:59.888037 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3afb9e6e-03b5-4d75-9b0e-c44bd89fb9f2 tempest-RoutersNegativeTest-2032363431 tempest-RoutersNegativeTest-2032363431-project] Made reservation on behalf of c8d63e996e0c4f69892aadaa3d050029 for: {'network': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:49:59.891510 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3afb9e6e-03b5-4d75-9b0e-c44bd89fb9f2 tempest-RoutersNegativeTest-2032363431 tempest-RoutersNegativeTest-2032363431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:59.904289 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3afb9e6e-03b5-4d75-9b0e-c44bd89fb9f2 tempest-RoutersNegativeTest-2032363431 tempest-RoutersNegativeTest-2032363431-project] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:49:59.918666 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-3afb9e6e-03b5-4d75-9b0e-c44bd89fb9f2 tempest-RoutersNegativeTest-2032363431 tempest-RoutersNegativeTest-2032363431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:49:59.922694 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-3afb9e6e-03b5-4d75-9b0e-c44bd89fb9f2 tempest-RoutersNegativeTest-2032363431 tempest-RoutersNegativeTest-2032363431-project] Usage tracker for resource:security_group_rule and tenant:c8d63e996e0c4f69892aadaa3d050029 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:49:59.925922 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-3afb9e6e-03b5-4d75-9b0e-c44bd89fb9f2 tempest-RoutersNegativeTest-2032363431 tempest-RoutersNegativeTest-2032363431-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:49:59.931710 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-3afb9e6e-03b5-4d75-9b0e-c44bd89fb9f2 tempest-RoutersNegativeTest-2032363431 tempest-RoutersNegativeTest-2032363431-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:50:00.020250 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3afb9e6e-03b5-4d75-9b0e-c44bd89fb9f2 tempest-RoutersNegativeTest-2032363431 tempest-RoutersNegativeTest-2032363431-project] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:00.023976 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3afb9e6e-03b5-4d75-9b0e-c44bd89fb9f2 tempest-RoutersNegativeTest-2032363431 tempest-RoutersNegativeTest-2032363431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:00.055533 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3afb9e6e-03b5-4d75-9b0e-c44bd89fb9f2 tempest-RoutersNegativeTest-2032363431 tempest-RoutersNegativeTest-2032363431-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 111} {{(pid=88525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 19:50:00.063669 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afb9e6e-03b5-4d75-9b0e-c44bd89fb9f2 tempest-RoutersNegativeTest-2032363431 tempest-RoutersNegativeTest-2032363431-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52d3511c-1c5a-4da9-9599-d2e49d6e04a2,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:50:00.069883 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3afb9e6e-03b5-4d75-9b0e-c44bd89fb9f2 tempest-RoutersNegativeTest-2032363431 tempest-RoutersNegativeTest-2032363431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:00.070174 n-d-844202-1 neutron-server[88525]: INFO neutron.db.segments_db [None req-3afb9e6e-03b5-4d75-9b0e-c44bd89fb9f2 tempest-RoutersNegativeTest-2032363431 tempest-RoutersNegativeTest-2032363431-project] Added segment 27e04e99-657f-4555-af17-3036b4ff6cb2 of type vlan for network 676e84f5-8070-432d-8f29-42aac5c33dd2 Jun 01 19:50:00.095471 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3afb9e6e-03b5-4d75-9b0e-c44bd89fb9f2 tempest-RoutersNegativeTest-2032363431 tempest-RoutersNegativeTest-2032363431-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:00.124290 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3afb9e6e-03b5-4d75-9b0e-c44bd89fb9f2 tempest-RoutersNegativeTest-2032363431 tempest-RoutersNegativeTest-2032363431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:00.129924 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3afb9e6e-03b5-4d75-9b0e-c44bd89fb9f2 tempest-RoutersNegativeTest-2032363431 tempest-RoutersNegativeTest-2032363431-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:50:00.130489 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3afb9e6e-03b5-4d75-9b0e-c44bd89fb9f2 tempest-RoutersNegativeTest-2032363431 tempest-RoutersNegativeTest-2032363431-project] Notify callbacks [] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:00.247802 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-3afb9e6e-03b5-4d75-9b0e-c44bd89fb9f2 tempest-RoutersNegativeTest-2032363431 tempest-RoutersNegativeTest-2032363431-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3938489 Jun 01 19:50:00.248651 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afb9e6e-03b5-4d75-9b0e-c44bd89fb9f2 tempest-RoutersNegativeTest-2032363431 tempest-RoutersNegativeTest-2032363431-project] Pushing event updated for resources: {'Network': ['ID=676e84f5-8070-432d-8f29-42aac5c33dd2,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:50:00.250518 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 53252) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:50:00.256333 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-50bac60e-0d69-4f44-9fc9-b290777aca44 tempest-RoutersNegativeTest-2032363431 tempest-RoutersNegativeTest-2032363431-project] Request body: {'subnet': {'network_id': '676e84f5-8070-432d-8f29-42aac5c33dd2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:50:00.259718 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network 676e84f5-8070-432d-8f29-42aac5c33dd2 details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 19:50:00.367263 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-50bac60e-0d69-4f44-9fc9-b290777aca44 tempest-RoutersNegativeTest-2032363431 tempest-RoutersNegativeTest-2032363431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:50:00.371100 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-50bac60e-0d69-4f44-9fc9-b290777aca44 tempest-RoutersNegativeTest-2032363431 tempest-RoutersNegativeTest-2032363431-project] Usage tracker for resource:subnet and tenant:c8d63e996e0c4f69892aadaa3d050029 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:50:00.373893 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-50bac60e-0d69-4f44-9fc9-b290777aca44 tempest-RoutersNegativeTest-2032363431 tempest-RoutersNegativeTest-2032363431-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:50:00.379622 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-50bac60e-0d69-4f44-9fc9-b290777aca44 tempest-RoutersNegativeTest-2032363431 tempest-RoutersNegativeTest-2032363431-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:50:00.388945 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50bac60e-0d69-4f44-9fc9-b290777aca44 tempest-RoutersNegativeTest-2032363431 tempest-RoutersNegativeTest-2032363431-project] Made reservation on behalf of c8d63e996e0c4f69892aadaa3d050029 for: {'subnet': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:50:00.392375 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-50bac60e-0d69-4f44-9fc9-b290777aca44 tempest-RoutersNegativeTest-2032363431 tempest-RoutersNegativeTest-2032363431-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9667140'] for subnet, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:00.607178 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-50bac60e-0d69-4f44-9fc9-b290777aca44 tempest-RoutersNegativeTest-2032363431 tempest-RoutersNegativeTest-2032363431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2614064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9667190'] for subnet, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:00.682405 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bac60e-0d69-4f44-9fc9-b290777aca44 tempest-RoutersNegativeTest-2032363431 tempest-RoutersNegativeTest-2032363431-project] Pushing event updated for resources: {'Subnet': ['ID=f2621e65-5921-4179-b2e7-85338b53a208,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:50:00.692989 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50bac60e-0d69-4f44-9fc9-b290777aca44 tempest-RoutersNegativeTest-2032363431 tempest-RoutersNegativeTest-2032363431-project] Checking segment: {'id': '27e04e99-657f-4555-af17-3036b4ff6cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '676e84f5-8070-432d-8f29-42aac5c33dd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:50:00.693451 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50bac60e-0d69-4f44-9fc9-b290777aca44 tempest-RoutersNegativeTest-2032363431 tempest-RoutersNegativeTest-2032363431-project] Network hostable DHCP agents. Network: 676e84f5-8070-432d-8f29-42aac5c33dd2, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 19:50:00.712480 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50bac60e-0d69-4f44-9fc9-b290777aca44 tempest-RoutersNegativeTest-2032363431 tempest-RoutersNegativeTest-2032363431-project] Network 676e84f5-8070-432d-8f29-42aac5c33dd2 is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 19:50:00.721160 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-50bac60e-0d69-4f44-9fc9-b290777aca44 tempest-RoutersNegativeTest-2032363431 tempest-RoutersNegativeTest-2032363431-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, 676e84f5-8070-432d-8f29-42aac5c33dd2) {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:50:00.725929 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50bac60e-0d69-4f44-9fc9-b290777aca44 tempest-RoutersNegativeTest-2032363431 tempest-RoutersNegativeTest-2032363431-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:50:00.726493 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-50bac60e-0d69-4f44-9fc9-b290777aca44 tempest-RoutersNegativeTest-2032363431 tempest-RoutersNegativeTest-2032363431-project] Notify callbacks [] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:00.731164 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9de53ad2-9664-476b-8741-48298448a634 None None] Network 676e84f5-8070-432d-8f29-42aac5c33dd2 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:50:00.747079 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-50bac60e-0d69-4f44-9fc9-b290777aca44 tempest-RoutersNegativeTest-2032363431 tempest-RoutersNegativeTest-2032363431-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4955771 Jun 01 19:50:00.750047 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 53256) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:50:00.755809 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-0cc70805-52c9-4eb8-8c0d-c85580894468 tempest-RoutersNegativeTest-2032363431 tempest-RoutersNegativeTest-2032363431-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-280170661'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:50:00.761343 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-0cc70805-52c9-4eb8-8c0d-c85580894468 tempest-RoutersNegativeTest-2032363431 tempest-RoutersNegativeTest-2032363431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:50:00.765236 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-0cc70805-52c9-4eb8-8c0d-c85580894468 tempest-RoutersNegativeTest-2032363431 tempest-RoutersNegativeTest-2032363431-project] Usage tracker for resource:network and tenant:c8d63e996e0c4f69892aadaa3d050029 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:50:00.768153 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-0cc70805-52c9-4eb8-8c0d-c85580894468 tempest-RoutersNegativeTest-2032363431 tempest-RoutersNegativeTest-2032363431-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:50:00.775188 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-0cc70805-52c9-4eb8-8c0d-c85580894468 tempest-RoutersNegativeTest-2032363431 tempest-RoutersNegativeTest-2032363431-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:50:00.786579 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cc70805-52c9-4eb8-8c0d-c85580894468 tempest-RoutersNegativeTest-2032363431 tempest-RoutersNegativeTest-2032363431-project] Made reservation on behalf of c8d63e996e0c4f69892aadaa3d050029 for: {'network': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:50:00.790015 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0cc70805-52c9-4eb8-8c0d-c85580894468 tempest-RoutersNegativeTest-2032363431 tempest-RoutersNegativeTest-2032363431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:00.819538 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cc70805-52c9-4eb8-8c0d-c85580894468 tempest-RoutersNegativeTest-2032363431 tempest-RoutersNegativeTest-2032363431-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 109} {{(pid=88525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 19:50:00.830075 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0cc70805-52c9-4eb8-8c0d-c85580894468 tempest-RoutersNegativeTest-2032363431 tempest-RoutersNegativeTest-2032363431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:00.830393 n-d-844202-1 neutron-server[88525]: INFO neutron.db.segments_db [None req-0cc70805-52c9-4eb8-8c0d-c85580894468 tempest-RoutersNegativeTest-2032363431 tempest-RoutersNegativeTest-2032363431-project] Added segment 9c17116f-0ad2-49e3-b75a-a9339fb287a1 of type vlan for network a23d662a-c9ce-44fe-8377-ae59e7767226 Jun 01 19:50:00.865280 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0cc70805-52c9-4eb8-8c0d-c85580894468 tempest-RoutersNegativeTest-2032363431 tempest-RoutersNegativeTest-2032363431-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:00.898153 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0cc70805-52c9-4eb8-8c0d-c85580894468 tempest-RoutersNegativeTest-2032363431 tempest-RoutersNegativeTest-2032363431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:00.903554 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc70805-52c9-4eb8-8c0d-c85580894468 tempest-RoutersNegativeTest-2032363431 tempest-RoutersNegativeTest-2032363431-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:50:00.904122 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0cc70805-52c9-4eb8-8c0d-c85580894468 tempest-RoutersNegativeTest-2032363431 tempest-RoutersNegativeTest-2032363431-project] Notify callbacks [] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:00.992073 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c19ff62-0f3f-4a16-b1e6-7f89060430c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc93f83c3-7fb6-5c13-a9d4-29d739a4e8d2-676e84f5-8070-432d-8f29-42aac5c33dd2', 'network_id': '676e84f5-8070-432d-8f29-42aac5c33dd2', 'tenant_id': 'c8d63e996e0c4f69892aadaa3d050029', 'fixed_ips': [{'subnet_id': 'f2621e65-5921-4179-b2e7-85338b53a208'}]}} from n-d-844202-1. {{(pid=88526) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 19:50:00.993725 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-1c19ff62-0f3f-4a16-b1e6-7f89060430c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:01.009321 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-0cc70805-52c9-4eb8-8c0d-c85580894468 tempest-RoutersNegativeTest-2032363431 tempest-RoutersNegativeTest-2032363431-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2582338 Jun 01 19:50:01.012524 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 53260) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:50:01.018616 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-0718cd38-de43-4f85-821a-35dd9bd782a2 tempest-RoutersNegativeTest-2032363431 tempest-RoutersNegativeTest-2032363431-project] Request body: {'subnet': {'network_id': 'a23d662a-c9ce-44fe-8377-ae59e7767226', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:50:01.021472 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc70805-52c9-4eb8-8c0d-c85580894468 tempest-RoutersNegativeTest-2032363431 tempest-RoutersNegativeTest-2032363431-project] Pushing event updated for resources: {'Network': ['ID=a23d662a-c9ce-44fe-8377-ae59e7767226,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:50:01.029012 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc70805-52c9-4eb8-8c0d-c85580894468 tempest-RoutersNegativeTest-2032363431 tempest-RoutersNegativeTest-2032363431-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:50:01.029351 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc70805-52c9-4eb8-8c0d-c85580894468 tempest-RoutersNegativeTest-2032363431 tempest-RoutersNegativeTest-2032363431-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:50:01.029687 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc70805-52c9-4eb8-8c0d-c85580894468 tempest-RoutersNegativeTest-2032363431 tempest-RoutersNegativeTest-2032363431-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:50:01.030015 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc70805-52c9-4eb8-8c0d-c85580894468 tempest-RoutersNegativeTest-2032363431 tempest-RoutersNegativeTest-2032363431-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:50:01.030368 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc70805-52c9-4eb8-8c0d-c85580894468 tempest-RoutersNegativeTest-2032363431 tempest-RoutersNegativeTest-2032363431-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:50:01.030698 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc70805-52c9-4eb8-8c0d-c85580894468 tempest-RoutersNegativeTest-2032363431 tempest-RoutersNegativeTest-2032363431-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:50:01.031020 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc70805-52c9-4eb8-8c0d-c85580894468 tempest-RoutersNegativeTest-2032363431 tempest-RoutersNegativeTest-2032363431-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:50:01.031340 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc70805-52c9-4eb8-8c0d-c85580894468 tempest-RoutersNegativeTest-2032363431 tempest-RoutersNegativeTest-2032363431-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:50:01.031651 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc70805-52c9-4eb8-8c0d-c85580894468 tempest-RoutersNegativeTest-2032363431 tempest-RoutersNegativeTest-2032363431-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:50:01.031966 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc70805-52c9-4eb8-8c0d-c85580894468 tempest-RoutersNegativeTest-2032363431 tempest-RoutersNegativeTest-2032363431-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:50:01.032307 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc70805-52c9-4eb8-8c0d-c85580894468 tempest-RoutersNegativeTest-2032363431 tempest-RoutersNegativeTest-2032363431-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:50:01.032627 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc70805-52c9-4eb8-8c0d-c85580894468 tempest-RoutersNegativeTest-2032363431 tempest-RoutersNegativeTest-2032363431-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:50:01.051080 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network a23d662a-c9ce-44fe-8377-ae59e7767226 details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 19:50:01.139238 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-0718cd38-de43-4f85-821a-35dd9bd782a2 tempest-RoutersNegativeTest-2032363431 tempest-RoutersNegativeTest-2032363431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:50:01.143352 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-0718cd38-de43-4f85-821a-35dd9bd782a2 tempest-RoutersNegativeTest-2032363431 tempest-RoutersNegativeTest-2032363431-project] Usage tracker for resource:subnet and tenant:c8d63e996e0c4f69892aadaa3d050029 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:50:01.146787 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-0718cd38-de43-4f85-821a-35dd9bd782a2 tempest-RoutersNegativeTest-2032363431 tempest-RoutersNegativeTest-2032363431-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:50:01.152514 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-0718cd38-de43-4f85-821a-35dd9bd782a2 tempest-RoutersNegativeTest-2032363431 tempest-RoutersNegativeTest-2032363431-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:50:01.162538 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0718cd38-de43-4f85-821a-35dd9bd782a2 tempest-RoutersNegativeTest-2032363431 tempest-RoutersNegativeTest-2032363431-project] Made reservation on behalf of c8d63e996e0c4f69892aadaa3d050029 for: {'subnet': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:50:01.166404 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-0718cd38-de43-4f85-821a-35dd9bd782a2 tempest-RoutersNegativeTest-2032363431 tempest-RoutersNegativeTest-2032363431-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3066584'] for subnet, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:01.240808 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.db_base_plugin_common [None req-1c19ff62-0f3f-4a16-b1e6-7f89060430c4 None None] Allocated IP 172.20.0.2 (676e84f5-8070-432d-8f29-42aac5c33dd2/f2621e65-5921-4179-b2e7-85338b53a208/6ba318e1-ed8d-4f6e-a2bd-06563eefd44a) {{(pid=88526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:50:01.397424 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-0718cd38-de43-4f85-821a-35dd9bd782a2 tempest-RoutersNegativeTest-2032363431 tempest-RoutersNegativeTest-2032363431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2718919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3066602'] for subnet, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:01.444363 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-1c19ff62-0f3f-4a16-b1e6-7f89060430c4 None None] Notify callbacks [] for port, precommit_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:01.454817 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-1c19ff62-0f3f-4a16-b1e6-7f89060430c4 None None] Transition to ACTIVE for port object 6ba318e1-ed8d-4f6e-a2bd-06563eefd44a will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:50:01.475681 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-1c19ff62-0f3f-4a16-b1e6-7f89060430c4 None None] Transition to ACTIVE for port object 6ba318e1-ed8d-4f6e-a2bd-06563eefd44a will not be triggered until provisioned by entity DHCP. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:50:01.480879 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0718cd38-de43-4f85-821a-35dd9bd782a2 tempest-RoutersNegativeTest-2032363431 tempest-RoutersNegativeTest-2032363431-project] Pushing event updated for resources: {'Subnet': ['ID=872afefe-7268-4a53-989c-c560e03e8705,revision_number=0']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:50:01.482354 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-1c19ff62-0f3f-4a16-b1e6-7f89060430c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526'] for port, after_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:01.495791 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0718cd38-de43-4f85-821a-35dd9bd782a2 tempest-RoutersNegativeTest-2032363431 tempest-RoutersNegativeTest-2032363431-project] Checking segment: {'id': '9c17116f-0ad2-49e3-b75a-a9339fb287a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'a23d662a-c9ce-44fe-8377-ae59e7767226'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:50:01.496452 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0718cd38-de43-4f85-821a-35dd9bd782a2 tempest-RoutersNegativeTest-2032363431 tempest-RoutersNegativeTest-2032363431-project] Network hostable DHCP agents. Network: a23d662a-c9ce-44fe-8377-ae59e7767226, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88524) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 19:50:01.519300 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0718cd38-de43-4f85-821a-35dd9bd782a2 tempest-RoutersNegativeTest-2032363431 tempest-RoutersNegativeTest-2032363431-project] Network a23d662a-c9ce-44fe-8377-ae59e7767226 is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88524) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 19:50:01.530913 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-0718cd38-de43-4f85-821a-35dd9bd782a2 tempest-RoutersNegativeTest-2032363431 tempest-RoutersNegativeTest-2032363431-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, a23d662a-c9ce-44fe-8377-ae59e7767226) {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:50:01.537365 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0718cd38-de43-4f85-821a-35dd9bd782a2 tempest-RoutersNegativeTest-2032363431 tempest-RoutersNegativeTest-2032363431-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:50:01.538202 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-0718cd38-de43-4f85-821a-35dd9bd782a2 tempest-RoutersNegativeTest-2032363431 tempest-RoutersNegativeTest-2032363431-project] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:01.551443 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efe8d22e-3382-44b9-807d-2a57fb8fa3fc None None] Network a23d662a-c9ce-44fe-8377-ae59e7767226 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:50:01.563138 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-0718cd38-de43-4f85-821a-35dd9bd782a2 tempest-RoutersNegativeTest-2032363431 tempest-RoutersNegativeTest-2032363431-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5494566 Jun 01 19:50:01.566621 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 53264) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:50:01.571684 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-fb481ab2-1e91-416c-b5a2-614866f1f473 tempest-RoutersNegativeTest-2032363431 tempest-RoutersNegativeTest-2032363431-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a23d662a-c9ce-44fe-8377-ae59e7767226'}}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:50:01.624891 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c19ff62-0f3f-4a16-b1e6-7f89060430c4 None None] Network 676e84f5-8070-432d-8f29-42aac5c33dd2 is already hosted by enough agents. {{(pid=88526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:50:01.635590 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.base_scheduler [None req-1c19ff62-0f3f-4a16-b1e6-7f89060430c4 None None] Resources bound (agent type, host, resource id): {{(pid=88526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:50:01.646432 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c19ff62-0f3f-4a16-b1e6-7f89060430c4 None None] Received port after_create {{(pid=88526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:50:01.648405 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c19ff62-0f3f-4a16-b1e6-7f89060430c4 None None] Pushing event updated for resources: {'Port': ['ID=6ba318e1-ed8d-4f6e-a2bd-06563eefd44a,revision_number=1']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:50:01.774428 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-1c19ff62-0f3f-4a16-b1e6-7f89060430c4 None None] Attempting to bind port 6ba318e1-ed8d-4f6e-a2bd-06563eefd44a on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:50:01.774735 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-1c19ff62-0f3f-4a16-b1e6-7f89060430c4 None None] Attempting to bind port 6ba318e1-ed8d-4f6e-a2bd-06563eefd44a by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': '27e04e99-657f-4555-af17-3036b4ff6cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '676e84f5-8070-432d-8f29-42aac5c33dd2'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:50:01.775061 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c19ff62-0f3f-4a16-b1e6-7f89060430c4 None None] Attempting to bind port 6ba318e1-ed8d-4f6e-a2bd-06563eefd44a on network 676e84f5-8070-432d-8f29-42aac5c33dd2 {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:50:01.814149 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c19ff62-0f3f-4a16-b1e6-7f89060430c4 None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 49, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:50:01.814522 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c19ff62-0f3f-4a16-b1e6-7f89060430c4 None None] Checking segment: {'id': '27e04e99-657f-4555-af17-3036b4ff6cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '676e84f5-8070-432d-8f29-42aac5c33dd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:50:01.814920 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-1c19ff62-0f3f-4a16-b1e6-7f89060430c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:01.815309 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c19ff62-0f3f-4a16-b1e6-7f89060430c4 None None] Bound using segment: {'id': '27e04e99-657f-4555-af17-3036b4ff6cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '676e84f5-8070-432d-8f29-42aac5c33dd2'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:50:01.815801 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-1c19ff62-0f3f-4a16-b1e6-7f89060430c4 None None] Bound port: 6ba318e1-ed8d-4f6e-a2bd-06563eefd44a, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27e04e99-657f-4555-af17-3036b4ff6cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '676e84f5-8070-432d-8f29-42aac5c33dd2'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:50:01.816368 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-1c19ff62-0f3f-4a16-b1e6-7f89060430c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:01.947944 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40eff267-d7ff-4e88-9b29-40742e73a9d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc93f83c3-7fb6-5c13-a9d4-29d739a4e8d2-a23d662a-c9ce-44fe-8377-ae59e7767226', 'network_id': 'a23d662a-c9ce-44fe-8377-ae59e7767226', 'tenant_id': 'c8d63e996e0c4f69892aadaa3d050029', 'fixed_ips': [{'subnet_id': '872afefe-7268-4a53-989c-c560e03e8705'}]}} from n-d-844202-1. {{(pid=88526) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 19:50:01.948788 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-40eff267-d7ff-4e88-9b29-40742e73a9d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:01.977677 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-fb481ab2-1e91-416c-b5a2-614866f1f473 tempest-RoutersNegativeTest-2032363431 tempest-RoutersNegativeTest-2032363431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-886608', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-885830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25341'] for router, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:01.979023 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-1c19ff62-0f3f-4a16-b1e6-7f89060430c4 None None] For port 6ba318e1-ed8d-4f6e-a2bd-06563eefd44a, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:50:02.026651 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-1c19ff62-0f3f-4a16-b1e6-7f89060430c4 None None] For port 6ba318e1-ed8d-4f6e-a2bd-06563eefd44a, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=6ba318e1-ed8d-4f6e-a2bd-06563eefd44a,segment=NetworkSegment(27e04e99-657f-4555-af17-3036b4ff6cb2),segment_id=27e04e99-657f-4555-af17-3036b4ff6cb2)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:50:02.033909 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-1c19ff62-0f3f-4a16-b1e6-7f89060430c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:02.135478 n-d-844202-1 neutron-server[88524]: INFO neutron.api.v2.resource [None req-fb481ab2-1e91-416c-b5a2-614866f1f473 tempest-RoutersNegativeTest-2032363431 tempest-RoutersNegativeTest-2032363431-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 01 19:50:02.136656 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-fb481ab2-1e91-416c-b5a2-614866f1f473 tempest-RoutersNegativeTest-2032363431 tempest-RoutersNegativeTest-2032363431-project] 10.222.0.41 "PUT /v2.0/routers/4eadfc34-4b8f-4f4a-95b3-5f7a56ad4ffb HTTP/1.1" status: 400 len: 364 time: 0.5691104 Jun 01 19:50:02.142436 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 53268) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:50:02.182180 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c19ff62-0f3f-4a16-b1e6-7f89060430c4 None None] Pushing event updated for resources: {'Port': ['ID=6ba318e1-ed8d-4f6e-a2bd-06563eefd44a,revision_number=2']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:50:02.202223 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.db_base_plugin_common [None req-40eff267-d7ff-4e88-9b29-40742e73a9d0 None None] Allocated IP 172.21.0.2 (a23d662a-c9ce-44fe-8377-ae59e7767226/872afefe-7268-4a53-989c-c560e03e8705/0964e55a-ab4f-4d2a-91e7-1b931733fd7b) {{(pid=88526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:50:02.223945 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_v2 [None req-31cfb1b8-2331-47e4-9017-18c737c08e22 tempest-RoutersNegativeTest-2032363431 tempest-RoutersNegativeTest-2032363431-project] Deleting subnet 872afefe-7268-4a53-989c-c560e03e8705 {{(pid=88524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 19:50:02.435725 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-40eff267-d7ff-4e88-9b29-40742e73a9d0 None None] Notify callbacks [] for port, precommit_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:02.448195 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-40eff267-d7ff-4e88-9b29-40742e73a9d0 None None] Transition to ACTIVE for port object 0964e55a-ab4f-4d2a-91e7-1b931733fd7b will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:50:02.468261 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-40eff267-d7ff-4e88-9b29-40742e73a9d0 None None] Transition to ACTIVE for port object 0964e55a-ab4f-4d2a-91e7-1b931733fd7b will not be triggered until provisioned by entity DHCP. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:50:02.472787 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-31cfb1b8-2331-47e4-9017-18c737c08e22 tempest-RoutersNegativeTest-2032363431 tempest-RoutersNegativeTest-2032363431-project] Notify callbacks [] for subnet, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:02.474657 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-40eff267-d7ff-4e88-9b29-40742e73a9d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526'] for port, after_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:02.534851 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-31cfb1b8-2331-47e4-9017-18c737c08e22 tempest-RoutersNegativeTest-2032363431 tempest-RoutersNegativeTest-2032363431-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2702137'] for subnet, precommit_delete_associations {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:02.550687 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40eff267-d7ff-4e88-9b29-40742e73a9d0 None None] Network a23d662a-c9ce-44fe-8377-ae59e7767226 is already hosted by enough agents. {{(pid=88526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:50:02.553656 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.base_scheduler [None req-40eff267-d7ff-4e88-9b29-40742e73a9d0 None None] Resources bound (agent type, host, resource id): {{(pid=88526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:50:02.557447 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40eff267-d7ff-4e88-9b29-40742e73a9d0 None None] Received port after_create {{(pid=88526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:50:02.590416 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40eff267-d7ff-4e88-9b29-40742e73a9d0 None None] Pushing event updated for resources: {'Port': ['ID=0964e55a-ab4f-4d2a-91e7-1b931733fd7b,revision_number=1']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:50:02.699507 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-40eff267-d7ff-4e88-9b29-40742e73a9d0 None None] Attempting to bind port 0964e55a-ab4f-4d2a-91e7-1b931733fd7b on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:50:02.699865 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-40eff267-d7ff-4e88-9b29-40742e73a9d0 None None] Attempting to bind port 0964e55a-ab4f-4d2a-91e7-1b931733fd7b by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': '9c17116f-0ad2-49e3-b75a-a9339fb287a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'a23d662a-c9ce-44fe-8377-ae59e7767226'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:50:02.700707 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40eff267-d7ff-4e88-9b29-40742e73a9d0 None None] Attempting to bind port 0964e55a-ab4f-4d2a-91e7-1b931733fd7b on network a23d662a-c9ce-44fe-8377-ae59e7767226 {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:50:02.705824 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40eff267-d7ff-4e88-9b29-40742e73a9d0 None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 49, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:50:02.706187 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40eff267-d7ff-4e88-9b29-40742e73a9d0 None None] Checking segment: {'id': '9c17116f-0ad2-49e3-b75a-a9339fb287a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'a23d662a-c9ce-44fe-8377-ae59e7767226'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:50:02.707132 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-40eff267-d7ff-4e88-9b29-40742e73a9d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:02.707660 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40eff267-d7ff-4e88-9b29-40742e73a9d0 None None] Bound using segment: {'id': '9c17116f-0ad2-49e3-b75a-a9339fb287a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'a23d662a-c9ce-44fe-8377-ae59e7767226'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:50:02.708173 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-40eff267-d7ff-4e88-9b29-40742e73a9d0 None None] Bound port: 0964e55a-ab4f-4d2a-91e7-1b931733fd7b, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c17116f-0ad2-49e3-b75a-a9339fb287a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'a23d662a-c9ce-44fe-8377-ae59e7767226'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:50:02.708562 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-40eff267-d7ff-4e88-9b29-40742e73a9d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:02.741128 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-31cfb1b8-2331-47e4-9017-18c737c08e22 tempest-RoutersNegativeTest-2032363431 tempest-RoutersNegativeTest-2032363431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:02.827306 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-31cfb1b8-2331-47e4-9017-18c737c08e22 tempest-RoutersNegativeTest-2032363431 tempest-RoutersNegativeTest-2032363431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2718856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3066595'] for subnet, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:02.829177 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-40eff267-d7ff-4e88-9b29-40742e73a9d0 None None] For port 0964e55a-ab4f-4d2a-91e7-1b931733fd7b, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:50:02.832743 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-40eff267-d7ff-4e88-9b29-40742e73a9d0 None None] For port 0964e55a-ab4f-4d2a-91e7-1b931733fd7b, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=0964e55a-ab4f-4d2a-91e7-1b931733fd7b,segment=NetworkSegment(9c17116f-0ad2-49e3-b75a-a9339fb287a1),segment_id=9c17116f-0ad2-49e3-b75a-a9339fb287a1)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:50:02.838908 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-40eff267-d7ff-4e88-9b29-40742e73a9d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:02.873474 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cfb1b8-2331-47e4-9017-18c737c08e22 tempest-RoutersNegativeTest-2032363431 tempest-RoutersNegativeTest-2032363431-project] Pushing event deleted for resources: {'Subnet': ['ID=872afefe-7268-4a53-989c-c560e03e8705,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:50:02.881307 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-31cfb1b8-2331-47e4-9017-18c737c08e22 tempest-RoutersNegativeTest-2032363431 tempest-RoutersNegativeTest-2032363431-project] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:02.888608 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-31cfb1b8-2331-47e4-9017-18c737c08e22 tempest-RoutersNegativeTest-2032363431 tempest-RoutersNegativeTest-2032363431-project] 10.222.0.41 "DELETE /v2.0/subnets/872afefe-7268-4a53-989c-c560e03e8705 HTTP/1.1" status: 204 len: 168 time: 0.7428222 Jun 01 19:50:02.889757 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 53272) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:50:02.919950 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40eff267-d7ff-4e88-9b29-40742e73a9d0 None None] Pushing event updated for resources: {'Port': ['ID=0964e55a-ab4f-4d2a-91e7-1b931733fd7b,revision_number=3']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:50:03.026896 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6e75998c-4d43-42e8-abb8-b29b7b898086 tempest-RoutersNegativeTest-2032363431 tempest-RoutersNegativeTest-2032363431-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:03.039037 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-6e75998c-4d43-42e8-abb8-b29b7b898086 tempest-RoutersNegativeTest-2032363431 tempest-RoutersNegativeTest-2032363431-project] Deleting port 0964e55a-ab4f-4d2a-91e7-1b931733fd7b {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:50:03.039354 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6e75998c-4d43-42e8-abb8-b29b7b898086 tempest-RoutersNegativeTest-2032363431 tempest-RoutersNegativeTest-2032363431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:03.226813 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df969194-be3a-4a73-8f64-60a3d3ca1bf0 None None] Network 676e84f5-8070-432d-8f29-42aac5c33dd2 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:50:03.288321 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [None req-6e75998c-4d43-42e8-abb8-b29b7b898086 tempest-RoutersNegativeTest-2032363431 tempest-RoutersNegativeTest-2032363431-project] For port 0964e55a-ab4f-4d2a-91e7-1b931733fd7b, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=0964e55a-ab4f-4d2a-91e7-1b931733fd7b,segment=NetworkSegment(9c17116f-0ad2-49e3-b75a-a9339fb287a1),segment_id=9c17116f-0ad2-49e3-b75a-a9339fb287a1)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:50:03.288868 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6e75998c-4d43-42e8-abb8-b29b7b898086 tempest-RoutersNegativeTest-2032363431 tempest-RoutersNegativeTest-2032363431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:03.334934 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-72adb715-7971-4dbb-859d-329493e82533 None None] Provisioning for port 6ba318e1-ed8d-4f6e-a2bd-06563eefd44a completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:50:03.428489 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-6e75998c-4d43-42e8-abb8-b29b7b898086 tempest-RoutersNegativeTest-2032363431 tempest-RoutersNegativeTest-2032363431-project] Calling delete_port for 0964e55a-ab4f-4d2a-91e7-1b931733fd7b owned by network:dhcp {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:50:03.524329 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6e75998c-4d43-42e8-abb8-b29b7b898086 tempest-RoutersNegativeTest-2032363431 tempest-RoutersNegativeTest-2032363431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:03.588159 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e75998c-4d43-42e8-abb8-b29b7b898086 tempest-RoutersNegativeTest-2032363431 tempest-RoutersNegativeTest-2032363431-project] Pushing event deleted for resources: {'Port': ['ID=0964e55a-ab4f-4d2a-91e7-1b931733fd7b,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:50:03.592731 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e75998c-4d43-42e8-abb8-b29b7b898086 tempest-RoutersNegativeTest-2032363431 tempest-RoutersNegativeTest-2032363431-project] No DVR routers for this DVR port 0964e55a-ab4f-4d2a-91e7-1b931733fd7b on host n-d-844202-1 {{(pid=88524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:50:03.608511 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 0964e55a-ab4f-4d2a-91e7-1b931733fd7b up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:50:03.649384 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: 0964e55a-ab4f-4d2a-91e7-1b931733fd7b {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:50:03.649780 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 0964e55a-ab4f-4d2a-91e7-1b931733fd7b not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Jun 01 19:50:03.686597 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Port 0964e55a-ab4f-4d2a-91e7-1b931733fd7b not found, will not notify nova. {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Jun 01 19:50:03.686998 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 6ba318e1-ed8d-4f6e-a2bd-06563eefd44a up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:50:03.737952 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6e75998c-4d43-42e8-abb8-b29b7b898086 tempest-RoutersNegativeTest-2032363431 tempest-RoutersNegativeTest-2032363431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:03.771239 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-6e75998c-4d43-42e8-abb8-b29b7b898086 tempest-RoutersNegativeTest-2032363431 tempest-RoutersNegativeTest-2032363431-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a23d662a-c9ce-44fe-8377-ae59e7767226']}} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:50:03.774830 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port 6ba318e1-ed8d-4f6e-a2bd-06563eefd44a completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:50:03.782856 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 6ba318e1-ed8d-4f6e-a2bd-06563eefd44a triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:50:03.783217 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:03.790075 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-6e75998c-4d43-42e8-abb8-b29b7b898086 tempest-RoutersNegativeTest-2032363431 tempest-RoutersNegativeTest-2032363431-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c17116f-0ad2-49e3-b75a-a9339fb287a1') {'for_net_delete': True} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:50:03.790329 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-6e75998c-4d43-42e8-abb8-b29b7b898086 tempest-RoutersNegativeTest-2032363431 tempest-RoutersNegativeTest-2032363431-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c17116f-0ad2-49e3-b75a-a9339fb287a1') {} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:50:03.803760 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6e75998c-4d43-42e8-abb8-b29b7b898086 tempest-RoutersNegativeTest-2032363431 tempest-RoutersNegativeTest-2032363431-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2702126'] for segment, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:03.813502 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-a7bfa8d4-fe08-43be-a17e-ed8fed22fcb5 None None] Provisioning complete for port 6ba318e1-ed8d-4f6e-a2bd-06563eefd44a triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:50:03.813822 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-a7bfa8d4-fe08-43be-a17e-ed8fed22fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:03.822194 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6e75998c-4d43-42e8-abb8-b29b7b898086 tempest-RoutersNegativeTest-2032363431 tempest-RoutersNegativeTest-2032363431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:03.828603 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e75998c-4d43-42e8-abb8-b29b7b898086 tempest-RoutersNegativeTest-2032363431 tempest-RoutersNegativeTest-2032363431-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=88524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 19:50:03.829059 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6e75998c-4d43-42e8-abb8-b29b7b898086 tempest-RoutersNegativeTest-2032363431 tempest-RoutersNegativeTest-2032363431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2719018'] for segment, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:03.918685 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment 9c17116f-0ad2-49e3-b75a-a9339fb287a1 resource provider aggregate not found Jun 01 19:50:03.949815 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment 9c17116f-0ad2-49e3-b75a-a9339fb287a1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9c17116f-0ad2-49e3-b75a-a9339fb287a1 found for delete ", "request_id": "req-ee0ec7c8-701f-4abd-ba9a-18265814c25d"}]} Jun 01 19:50:03.958798 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6e75998c-4d43-42e8-abb8-b29b7b898086 tempest-RoutersNegativeTest-2032363431 tempest-RoutersNegativeTest-2032363431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:03.991931 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6e75998c-4d43-42e8-abb8-b29b7b898086 tempest-RoutersNegativeTest-2032363431 tempest-RoutersNegativeTest-2032363431-project] Notify callbacks [] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:03.995199 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e75998c-4d43-42e8-abb8-b29b7b898086 tempest-RoutersNegativeTest-2032363431 tempest-RoutersNegativeTest-2032363431-project] Pushing event deleted for resources: {'Network': ['ID=a23d662a-c9ce-44fe-8377-ae59e7767226,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:50:04.012556 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-6e75998c-4d43-42e8-abb8-b29b7b898086 tempest-RoutersNegativeTest-2032363431 tempest-RoutersNegativeTest-2032363431-project] 10.222.0.41 "DELETE /v2.0/networks/a23d662a-c9ce-44fe-8377-ae59e7767226 HTTP/1.1" status: 204 len: 168 time: 1.1196661 Jun 01 19:50:04.012878 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 53280) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:50:04.045692 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 6ba318e1-ed8d-4f6e-a2bd-06563eefd44a is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:50:04.046078 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:04.064551 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-a7bfa8d4-fe08-43be-a17e-ed8fed22fcb5 None None] Current status of the port 6ba318e1-ed8d-4f6e-a2bd-06563eefd44a is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:50:04.064929 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-a7bfa8d4-fe08-43be-a17e-ed8fed22fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:04.090609 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_v2 [None req-5aa75b1e-6a76-471a-8651-48661e003a82 tempest-RoutersNegativeTest-2032363431 tempest-RoutersNegativeTest-2032363431-project] Deleting subnet f2621e65-5921-4179-b2e7-85338b53a208 {{(pid=88525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 19:50:04.098456 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5aa75b1e-6a76-471a-8651-48661e003a82 tempest-RoutersNegativeTest-2032363431 tempest-RoutersNegativeTest-2032363431-project] Notify callbacks [] for subnet, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:04.109341 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port 6ba318e1-ed8d-4f6e-a2bd-06563eefd44a, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=6ba318e1-ed8d-4f6e-a2bd-06563eefd44a,segment=NetworkSegment(27e04e99-657f-4555-af17-3036b4ff6cb2),segment_id=27e04e99-657f-4555-af17-3036b4ff6cb2)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:50:04.115287 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:04.155898 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5aa75b1e-6a76-471a-8651-48661e003a82 tempest-RoutersNegativeTest-2032363431 tempest-RoutersNegativeTest-2032363431-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2258509'] for subnet, precommit_delete_associations {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:04.182763 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77d4f98e-9fce-4572-8cb5-7280a6725e59 None None] DHCP port deletion for a23d662a-c9ce-44fe-8377-ae59e7767226 request from n-d-844202-1 {{(pid=88526) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 19:50:04.225014 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-375f1c16-c84d-47b1-9107-5ef70a746745 None None] Network a23d662a-c9ce-44fe-8377-ae59e7767226 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:50:04.250942 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5aa75b1e-6a76-471a-8651-48661e003a82 tempest-RoutersNegativeTest-2032363431 tempest-RoutersNegativeTest-2032363431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:04.260057 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-375f1c16-c84d-47b1-9107-5ef70a746745 None None] Network a23d662a-c9ce-44fe-8377-ae59e7767226 could not be found, it might have been deleted concurrently. {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Jun 01 19:50:04.269330 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.db.api [None req-a7bfa8d4-fe08-43be-a17e-ed8fed22fcb5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88526) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 19:50:04.269800 n-d-844202-1 neutron-server[88526]: DEBUG oslo_db.api [None req-a7bfa8d4-fe08-43be-a17e-ed8fed22fcb5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 19:50:04.275087 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=6ba318e1-ed8d-4f6e-a2bd-06563eefd44a,revision_number=3']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:50:04.330090 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5aa75b1e-6a76-471a-8651-48661e003a82 tempest-RoutersNegativeTest-2032363431 tempest-RoutersNegativeTest-2032363431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2614143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9667199'] for subnet, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:04.369684 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa75b1e-6a76-471a-8651-48661e003a82 tempest-RoutersNegativeTest-2032363431 tempest-RoutersNegativeTest-2032363431-project] Pushing event deleted for resources: {'Subnet': ['ID=f2621e65-5921-4179-b2e7-85338b53a208,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:50:04.374297 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5aa75b1e-6a76-471a-8651-48661e003a82 tempest-RoutersNegativeTest-2032363431 tempest-RoutersNegativeTest-2032363431-project] Notify callbacks [] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:04.380638 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c18cc1f-46b5-4918-8a22-81cbbcbe2e71 None None] Network 676e84f5-8070-432d-8f29-42aac5c33dd2 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:50:04.382063 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-5aa75b1e-6a76-471a-8651-48661e003a82 tempest-RoutersNegativeTest-2032363431 tempest-RoutersNegativeTest-2032363431-project] 10.222.0.41 "DELETE /v2.0/subnets/f2621e65-5921-4179-b2e7-85338b53a208 HTTP/1.1" status: 204 len: 168 time: 0.3680472 Jun 01 19:50:04.384580 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 53284) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:50:04.513512 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-30b07328-1599-4858-bd4d-61ec5f553e7a tempest-RoutersNegativeTest-2032363431 tempest-RoutersNegativeTest-2032363431-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:04.524321 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-30b07328-1599-4858-bd4d-61ec5f553e7a tempest-RoutersNegativeTest-2032363431 tempest-RoutersNegativeTest-2032363431-project] Deleting port 6ba318e1-ed8d-4f6e-a2bd-06563eefd44a {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:50:04.524651 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-30b07328-1599-4858-bd4d-61ec5f553e7a tempest-RoutersNegativeTest-2032363431 tempest-RoutersNegativeTest-2032363431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:04.623889 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b1a38ad-ced8-49c7-9fd5-3dc9f770921f None None] DHCP port deletion for 676e84f5-8070-432d-8f29-42aac5c33dd2 request from n-d-844202-1 {{(pid=88526) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 19:50:04.628081 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-0b1a38ad-ced8-49c7-9fd5-3dc9f770921f None None] Deleting port 6ba318e1-ed8d-4f6e-a2bd-06563eefd44a {{(pid=88526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:50:04.629245 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-0b1a38ad-ced8-49c7-9fd5-3dc9f770921f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:04.736558 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [None req-30b07328-1599-4858-bd4d-61ec5f553e7a tempest-RoutersNegativeTest-2032363431 tempest-RoutersNegativeTest-2032363431-project] For port 6ba318e1-ed8d-4f6e-a2bd-06563eefd44a, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=6ba318e1-ed8d-4f6e-a2bd-06563eefd44a,segment=NetworkSegment(27e04e99-657f-4555-af17-3036b4ff6cb2),segment_id=27e04e99-657f-4555-af17-3036b4ff6cb2)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:50:04.736911 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-30b07328-1599-4858-bd4d-61ec5f553e7a tempest-RoutersNegativeTest-2032363431 tempest-RoutersNegativeTest-2032363431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:04.896389 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-0b1a38ad-ced8-49c7-9fd5-3dc9f770921f None None] For port 6ba318e1-ed8d-4f6e-a2bd-06563eefd44a, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=6ba318e1-ed8d-4f6e-a2bd-06563eefd44a,segment=NetworkSegment(27e04e99-657f-4555-af17-3036b4ff6cb2),segment_id=27e04e99-657f-4555-af17-3036b4ff6cb2)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:50:04.896668 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-0b1a38ad-ced8-49c7-9fd5-3dc9f770921f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:04.903738 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-a7bfa8d4-fe08-43be-a17e-ed8fed22fcb5 None None] Current status of the port 6ba318e1-ed8d-4f6e-a2bd-06563eefd44a is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:50:04.940634 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.agents_db [None req-e814b9cf-7de8-45d0-a079-29c61fabe7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 19:50:04.976330 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-30b07328-1599-4858-bd4d-61ec5f553e7a tempest-RoutersNegativeTest-2032363431 tempest-RoutersNegativeTest-2032363431-project] Calling delete_port for 6ba318e1-ed8d-4f6e-a2bd-06563eefd44a owned by network:dhcp {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:50:05.062575 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-30b07328-1599-4858-bd4d-61ec5f553e7a tempest-RoutersNegativeTest-2032363431 tempest-RoutersNegativeTest-2032363431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:05.067361 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-0b1a38ad-ced8-49c7-9fd5-3dc9f770921f None None] Calling delete_port for 6ba318e1-ed8d-4f6e-a2bd-06563eefd44a owned by network:dhcp {{(pid=88526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:50:05.106130 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-90b6bd8d-80ab-46e7-b8a8-1ac4d3910f16 None None] Could not find standard attr ID for object 0964e55a-ab4f-4d2a-91e7-1b931733fd7b. {{(pid=88526) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 01 19:50:05.108342 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b07328-1599-4858-bd4d-61ec5f553e7a tempest-RoutersNegativeTest-2032363431 tempest-RoutersNegativeTest-2032363431-project] Pushing event deleted for resources: {'Port': ['ID=6ba318e1-ed8d-4f6e-a2bd-06563eefd44a,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:50:05.114586 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b07328-1599-4858-bd4d-61ec5f553e7a tempest-RoutersNegativeTest-2032363431 tempest-RoutersNegativeTest-2032363431-project] No DVR routers for this DVR port 6ba318e1-ed8d-4f6e-a2bd-06563eefd44a on host n-d-844202-1 {{(pid=88525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:50:05.142741 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.db.api [None req-0b1a38ad-ced8-49c7-9fd5-3dc9f770921f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88526) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 19:50:05.143146 n-d-844202-1 neutron-server[88526]: DEBUG oslo_db.api [None req-0b1a38ad-ced8-49c7-9fd5-3dc9f770921f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 19:50:05.241929 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-30b07328-1599-4858-bd4d-61ec5f553e7a tempest-RoutersNegativeTest-2032363431 tempest-RoutersNegativeTest-2032363431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:05.267051 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-30b07328-1599-4858-bd4d-61ec5f553e7a tempest-RoutersNegativeTest-2032363431 tempest-RoutersNegativeTest-2032363431-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['676e84f5-8070-432d-8f29-42aac5c33dd2']}} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:50:05.279277 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-30b07328-1599-4858-bd4d-61ec5f553e7a tempest-RoutersNegativeTest-2032363431 tempest-RoutersNegativeTest-2032363431-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27e04e99-657f-4555-af17-3036b4ff6cb2') {'for_net_delete': True} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:50:05.279564 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-30b07328-1599-4858-bd4d-61ec5f553e7a tempest-RoutersNegativeTest-2032363431 tempest-RoutersNegativeTest-2032363431-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27e04e99-657f-4555-af17-3036b4ff6cb2') {} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:50:05.296091 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-30b07328-1599-4858-bd4d-61ec5f553e7a tempest-RoutersNegativeTest-2032363431 tempest-RoutersNegativeTest-2032363431-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2258522'] for segment, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:05.313119 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-30b07328-1599-4858-bd4d-61ec5f553e7a tempest-RoutersNegativeTest-2032363431 tempest-RoutersNegativeTest-2032363431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:05.320320 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30b07328-1599-4858-bd4d-61ec5f553e7a tempest-RoutersNegativeTest-2032363431 tempest-RoutersNegativeTest-2032363431-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=88525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 19:50:05.322229 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-30b07328-1599-4858-bd4d-61ec5f553e7a tempest-RoutersNegativeTest-2032363431 tempest-RoutersNegativeTest-2032363431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2613981'] for segment, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:05.391602 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment 27e04e99-657f-4555-af17-3036b4ff6cb2 resource provider aggregate not found Jun 01 19:50:05.412829 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment 27e04e99-657f-4555-af17-3036b4ff6cb2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 27e04e99-657f-4555-af17-3036b4ff6cb2 found for delete ", "request_id": "req-02ae7458-c8b1-47a9-a01e-88c9cce62fe4"}]} Jun 01 19:50:05.433030 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-30b07328-1599-4858-bd4d-61ec5f553e7a tempest-RoutersNegativeTest-2032363431 tempest-RoutersNegativeTest-2032363431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:05.438158 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-30b07328-1599-4858-bd4d-61ec5f553e7a tempest-RoutersNegativeTest-2032363431 tempest-RoutersNegativeTest-2032363431-project] Notify callbacks [] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:05.467747 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b07328-1599-4858-bd4d-61ec5f553e7a tempest-RoutersNegativeTest-2032363431 tempest-RoutersNegativeTest-2032363431-project] Pushing event deleted for resources: {'Network': ['ID=676e84f5-8070-432d-8f29-42aac5c33dd2,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:50:05.474307 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-30b07328-1599-4858-bd4d-61ec5f553e7a tempest-RoutersNegativeTest-2032363431 tempest-RoutersNegativeTest-2032363431-project] 10.222.0.41 "DELETE /v2.0/networks/676e84f5-8070-432d-8f29-42aac5c33dd2 HTTP/1.1" status: 204 len: 168 time: 1.0888181 Jun 01 19:50:05.474500 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 53292) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:50:05.496878 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 0964e55a-ab4f-4d2a-91e7-1b931733fd7b no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:50:05.527170 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-8ce72bc0-6106-4b9c-bad5-c0f6dab6f65a tempest-RoutersNegativeTest-2032363431 tempest-RoutersNegativeTest-2032363431-project] Synchronizing usage tracker for tenant:c8d63e996e0c4f69892aadaa3d050029 on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:50:05.531376 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: 0964e55a-ab4f-4d2a-91e7-1b931733fd7b {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:50:05.531798 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 0964e55a-ab4f-4d2a-91e7-1b931733fd7b not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:50:05.532239 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 6ba318e1-ed8d-4f6e-a2bd-06563eefd44a no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:50:05.549087 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-8ce72bc0-6106-4b9c-bad5-c0f6dab6f65a tempest-RoutersNegativeTest-2032363431 tempest-RoutersNegativeTest-2032363431-project] Unset dirty status for tenant:c8d63e996e0c4f69892aadaa3d050029 on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:50:05.550967 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-8ce72bc0-6106-4b9c-bad5-c0f6dab6f65a tempest-RoutersNegativeTest-2032363431 tempest-RoutersNegativeTest-2032363431-project] 10.222.0.41 "GET /v2.0/ports?device_id=4eadfc34-4b8f-4f4a-95b3-5f7a56ad4ffb HTTP/1.1" status: 200 len: 205 time: 0.0746195 Jun 01 19:50:05.553292 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 53296) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:50:05.570142 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: 6ba318e1-ed8d-4f6e-a2bd-06563eefd44a {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:50:05.570523 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 6ba318e1-ed8d-4f6e-a2bd-06563eefd44a not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:50:05.644578 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-0b1a38ad-ced8-49c7-9fd5-3dc9f770921f None None] Deleting port 6ba318e1-ed8d-4f6e-a2bd-06563eefd44a {{(pid=88526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:50:05.645382 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-0b1a38ad-ced8-49c7-9fd5-3dc9f770921f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:05.694355 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1e5ac211-4da5-41e4-ad06-68fae7643d72 tempest-RoutersNegativeTest-2032363431 tempest-RoutersNegativeTest-2032363431-project] Notify callbacks [] for router, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:05.709926 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-0b1a38ad-ced8-49c7-9fd5-3dc9f770921f None None] The port '6ba318e1-ed8d-4f6e-a2bd-06563eefd44a' was deleted {{(pid=88526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 01 19:50:06.104412 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1e5ac211-4da5-41e4-ad06-68fae7643d72 tempest-RoutersNegativeTest-2032363431 tempest-RoutersNegativeTest-2032363431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25316'] for router, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:06.107043 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1e5ac211-4da5-41e4-ad06-68fae7643d72 tempest-RoutersNegativeTest-2032363431 tempest-RoutersNegativeTest-2032363431-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:06.131013 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1e5ac211-4da5-41e4-ad06-68fae7643d72 tempest-RoutersNegativeTest-2032363431 tempest-RoutersNegativeTest-2032363431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-891519'] for router, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:06.131503 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e5ac211-4da5-41e4-ad06-68fae7643d72 tempest-RoutersNegativeTest-2032363431 tempest-RoutersNegativeTest-2032363431-project] Fanout notify agent at l3_agent the message router_deleted on router 4eadfc34-4b8f-4f4a-95b3-5f7a56ad4ffb {{(pid=88524) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 19:50:06.142717 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1e5ac211-4da5-41e4-ad06-68fae7643d72 tempest-RoutersNegativeTest-2032363431 tempest-RoutersNegativeTest-2032363431-project] Notify callbacks [] for router, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:06.143930 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-1e5ac211-4da5-41e4-ad06-68fae7643d72 tempest-RoutersNegativeTest-2032363431 tempest-RoutersNegativeTest-2032363431-project] 10.222.0.41 "DELETE /v2.0/routers/4eadfc34-4b8f-4f4a-95b3-5f7a56ad4ffb HTTP/1.1" status: 204 len: 168 time: 0.5896182 Jun 01 19:50:06.464469 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 53306) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:50:06.614342 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-1afae4c0-8437-4bee-90ce-2e158d0dbd47 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c8d63e996e0c4f69892aadaa3d050029&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1485600 Jun 01 19:50:06.616791 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 53312) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:50:06.676205 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b9ff8f97-5c8e-47d6-8d65-dc965c138d5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:06.701942 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b9ff8f97-5c8e-47d6-8d65-dc965c138d5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:06.765477 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b9ff8f97-5c8e-47d6-8d65-dc965c138d5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:06.781826 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ff8f97-5c8e-47d6-8d65-dc965c138d5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52d3511c-1c5a-4da9-9599-d2e49d6e04a2,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:50:06.789190 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b9ff8f97-5c8e-47d6-8d65-dc965c138d5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:06.790318 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-b9ff8f97-5c8e-47d6-8d65-dc965c138d5f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/52d3511c-1c5a-4da9-9599-d2e49d6e04a2 HTTP/1.1" status: 204 len: 168 time: 0.1726389 Jun 01 19:50:07.196020 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-10e73544-99ce-4fa7-8628-afcb9928aaa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:07.479460 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 53336) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:50:07.588101 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-969d4fee-1494-412a-8c30-e9a32f2ab805 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-339150414-network', 'tenant_id': 'ddef6c02119143bf99c671a4b8e0bde6'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:50:07.593611 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-969d4fee-1494-412a-8c30-e9a32f2ab805 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:50:07.598333 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-969d4fee-1494-412a-8c30-e9a32f2ab805 admin admin] Usage tracker for resource:network and tenant:ddef6c02119143bf99c671a4b8e0bde6 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:50:07.601263 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-969d4fee-1494-412a-8c30-e9a32f2ab805 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:50:07.606987 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-969d4fee-1494-412a-8c30-e9a32f2ab805 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:50:07.618317 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-969d4fee-1494-412a-8c30-e9a32f2ab805 admin admin] Made reservation on behalf of ddef6c02119143bf99c671a4b8e0bde6 for: {'network': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:50:07.620541 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-969d4fee-1494-412a-8c30-e9a32f2ab805 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:07.636744 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-969d4fee-1494-412a-8c30-e9a32f2ab805 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:07.651025 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-969d4fee-1494-412a-8c30-e9a32f2ab805 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:50:07.654872 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-969d4fee-1494-412a-8c30-e9a32f2ab805 admin admin] Usage tracker for resource:security_group_rule and tenant:ddef6c02119143bf99c671a4b8e0bde6 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:50:07.657750 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-969d4fee-1494-412a-8c30-e9a32f2ab805 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:50:07.664090 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-969d4fee-1494-412a-8c30-e9a32f2ab805 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:50:07.754052 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-969d4fee-1494-412a-8c30-e9a32f2ab805 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:07.757828 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-969d4fee-1494-412a-8c30-e9a32f2ab805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:07.788944 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-969d4fee-1494-412a-8c30-e9a32f2ab805 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 147} {{(pid=88525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 19:50:07.797662 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969d4fee-1494-412a-8c30-e9a32f2ab805 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dbddd54-f2c2-4ce4-b5cf-99ae09bb1118,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:50:07.805474 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-969d4fee-1494-412a-8c30-e9a32f2ab805 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:07.805933 n-d-844202-1 neutron-server[88525]: INFO neutron.db.segments_db [None req-969d4fee-1494-412a-8c30-e9a32f2ab805 admin admin] Added segment f087cf75-f54a-4da8-8381-4f63100746b6 of type vlan for network 8c201e60-6588-4e0a-81f3-e3da8cf40eb5 Jun 01 19:50:07.832811 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-969d4fee-1494-412a-8c30-e9a32f2ab805 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:07.861456 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-969d4fee-1494-412a-8c30-e9a32f2ab805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:07.863052 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-969d4fee-1494-412a-8c30-e9a32f2ab805 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:50:07.863802 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-969d4fee-1494-412a-8c30-e9a32f2ab805 admin admin] Notify callbacks [] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:07.967245 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969d4fee-1494-412a-8c30-e9a32f2ab805 admin admin] Pushing event updated for resources: {'Network': ['ID=8c201e60-6588-4e0a-81f3-e3da8cf40eb5,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:50:07.973630 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-969d4fee-1494-412a-8c30-e9a32f2ab805 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4896438 Jun 01 19:50:07.973872 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 53342) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:50:07.979218 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-e5fd3afd-4625-4ece-8312-c51b6e62875b admin admin] Request body: {'subnet': {'network_id': '8c201e60-6588-4e0a-81f3-e3da8cf40eb5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-339150414-subnet', 'tenant_id': 'ddef6c02119143bf99c671a4b8e0bde6', 'ip_version': 4}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:50:07.984977 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network 8c201e60-6588-4e0a-81f3-e3da8cf40eb5 details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 19:50:07.985421 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-e5fd3afd-4625-4ece-8312-c51b6e62875b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:50:07.989530 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-e5fd3afd-4625-4ece-8312-c51b6e62875b admin admin] Usage tracker for resource:subnet and tenant:ddef6c02119143bf99c671a4b8e0bde6 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:50:07.994810 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-e5fd3afd-4625-4ece-8312-c51b6e62875b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:50:08.000870 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-e5fd3afd-4625-4ece-8312-c51b6e62875b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:50:08.010876 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5fd3afd-4625-4ece-8312-c51b6e62875b admin admin] Made reservation on behalf of ddef6c02119143bf99c671a4b8e0bde6 for: {'subnet': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:50:08.013256 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e5fd3afd-4625-4ece-8312-c51b6e62875b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9667140'] for subnet, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:08.219345 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e5fd3afd-4625-4ece-8312-c51b6e62875b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2614064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9667190'] for subnet, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:08.296310 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fd3afd-4625-4ece-8312-c51b6e62875b admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ce0cc0a-fefb-432d-afcf-6e27fc9c2894,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:50:08.307141 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5fd3afd-4625-4ece-8312-c51b6e62875b admin admin] Checking segment: {'id': 'f087cf75-f54a-4da8-8381-4f63100746b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '8c201e60-6588-4e0a-81f3-e3da8cf40eb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:50:08.307713 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5fd3afd-4625-4ece-8312-c51b6e62875b admin admin] Network hostable DHCP agents. Network: 8c201e60-6588-4e0a-81f3-e3da8cf40eb5, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 19:50:08.326996 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5fd3afd-4625-4ece-8312-c51b6e62875b admin admin] Network 8c201e60-6588-4e0a-81f3-e3da8cf40eb5 is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 19:50:08.336994 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-e5fd3afd-4625-4ece-8312-c51b6e62875b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, 8c201e60-6588-4e0a-81f3-e3da8cf40eb5) {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:50:08.340830 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5fd3afd-4625-4ece-8312-c51b6e62875b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:50:08.341396 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e5fd3afd-4625-4ece-8312-c51b6e62875b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:08.345749 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf8534da-fcd8-4d42-828f-804f2c03e1e4 None None] Network 8c201e60-6588-4e0a-81f3-e3da8cf40eb5 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:50:08.362427 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-e5fd3afd-4625-4ece-8312-c51b6e62875b admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3875635 Jun 01 19:50:08.365572 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 53346) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:50:08.370618 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-d5569c42-e8cb-4baf-8406-1680681a444a admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-339150414-router', 'tenant_id': 'ddef6c02119143bf99c671a4b8e0bde6', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:50:08.376208 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-d5569c42-e8cb-4baf-8406-1680681a444a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:50:08.380818 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-d5569c42-e8cb-4baf-8406-1680681a444a admin admin] Usage tracker for resource:router and tenant:ddef6c02119143bf99c671a4b8e0bde6 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:50:08.383942 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-d5569c42-e8cb-4baf-8406-1680681a444a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:50:08.389932 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-d5569c42-e8cb-4baf-8406-1680681a444a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:50:08.401916 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d5569c42-e8cb-4baf-8406-1680681a444a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-885767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25238'] for router, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:08.402944 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d5569c42-e8cb-4baf-8406-1680681a444a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-901042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-886562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-981784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25327'] for router, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:08.418530 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d5569c42-e8cb-4baf-8406-1680681a444a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:08.564999 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35e9bcbc-ae17-42f9-9198-0e88dfe214a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc93f83c3-7fb6-5c13-a9d4-29d739a4e8d2-8c201e60-6588-4e0a-81f3-e3da8cf40eb5', 'network_id': '8c201e60-6588-4e0a-81f3-e3da8cf40eb5', 'tenant_id': 'ddef6c02119143bf99c671a4b8e0bde6', 'fixed_ips': [{'subnet_id': '8ce0cc0a-fefb-432d-afcf-6e27fc9c2894'}]}} from n-d-844202-1. {{(pid=88526) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 19:50:08.566557 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-35e9bcbc-ae17-42f9-9198-0e88dfe214a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:08.690147 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d5569c42-e8cb-4baf-8406-1680681a444a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-886608', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-885830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25341'] for router, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:08.726945 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.db_base_plugin_common [None req-35e9bcbc-ae17-42f9-9198-0e88dfe214a4 None None] Allocated IP 172.20.0.2 (8c201e60-6588-4e0a-81f3-e3da8cf40eb5/8ce0cc0a-fefb-432d-afcf-6e27fc9c2894/923fe64e-439b-4547-aa1e-94d77405abfb) {{(pid=88526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:50:08.951943 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-35e9bcbc-ae17-42f9-9198-0e88dfe214a4 None None] Notify callbacks [] for port, precommit_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:08.962419 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-35e9bcbc-ae17-42f9-9198-0e88dfe214a4 None None] Transition to ACTIVE for port object 923fe64e-439b-4547-aa1e-94d77405abfb will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:50:08.982428 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-35e9bcbc-ae17-42f9-9198-0e88dfe214a4 None None] Transition to ACTIVE for port object 923fe64e-439b-4547-aa1e-94d77405abfb will not be triggered until provisioned by entity DHCP. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:50:08.990598 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-35e9bcbc-ae17-42f9-9198-0e88dfe214a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526'] for port, after_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:09.062744 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35e9bcbc-ae17-42f9-9198-0e88dfe214a4 None None] Network 8c201e60-6588-4e0a-81f3-e3da8cf40eb5 is already hosted by enough agents. {{(pid=88526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:50:09.066354 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.base_scheduler [None req-35e9bcbc-ae17-42f9-9198-0e88dfe214a4 None None] Resources bound (agent type, host, resource id): {{(pid=88526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:50:09.070042 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e9bcbc-ae17-42f9-9198-0e88dfe214a4 None None] Received port after_create {{(pid=88526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:50:09.075706 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e9bcbc-ae17-42f9-9198-0e88dfe214a4 None None] Pushing event updated for resources: {'Port': ['ID=923fe64e-439b-4547-aa1e-94d77405abfb,revision_number=1']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:50:09.142642 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d5569c42-e8cb-4baf-8406-1680681a444a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:09.162040 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-35e9bcbc-ae17-42f9-9198-0e88dfe214a4 None None] Attempting to bind port 923fe64e-439b-4547-aa1e-94d77405abfb on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:50:09.162407 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-35e9bcbc-ae17-42f9-9198-0e88dfe214a4 None None] Attempting to bind port 923fe64e-439b-4547-aa1e-94d77405abfb by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': 'f087cf75-f54a-4da8-8381-4f63100746b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '8c201e60-6588-4e0a-81f3-e3da8cf40eb5'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:50:09.162770 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e9bcbc-ae17-42f9-9198-0e88dfe214a4 None None] Attempting to bind port 923fe64e-439b-4547-aa1e-94d77405abfb on network 8c201e60-6588-4e0a-81f3-e3da8cf40eb5 {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:50:09.168021 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e9bcbc-ae17-42f9-9198-0e88dfe214a4 None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 49, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:50:09.168426 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e9bcbc-ae17-42f9-9198-0e88dfe214a4 None None] Checking segment: {'id': 'f087cf75-f54a-4da8-8381-4f63100746b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '8c201e60-6588-4e0a-81f3-e3da8cf40eb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:50:09.168834 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-35e9bcbc-ae17-42f9-9198-0e88dfe214a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:09.169210 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e9bcbc-ae17-42f9-9198-0e88dfe214a4 None None] Bound using segment: {'id': 'f087cf75-f54a-4da8-8381-4f63100746b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '8c201e60-6588-4e0a-81f3-e3da8cf40eb5'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:50:09.169663 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-35e9bcbc-ae17-42f9-9198-0e88dfe214a4 None None] Bound port: 923fe64e-439b-4547-aa1e-94d77405abfb, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f087cf75-f54a-4da8-8381-4f63100746b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '8c201e60-6588-4e0a-81f3-e3da8cf40eb5'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:50:09.170033 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-35e9bcbc-ae17-42f9-9198-0e88dfe214a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:09.173249 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d5569c42-e8cb-4baf-8406-1680681a444a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:09.262731 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-35e9bcbc-ae17-42f9-9198-0e88dfe214a4 None None] For port 923fe64e-439b-4547-aa1e-94d77405abfb, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:50:09.265630 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-35e9bcbc-ae17-42f9-9198-0e88dfe214a4 None None] For port 923fe64e-439b-4547-aa1e-94d77405abfb, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=923fe64e-439b-4547-aa1e-94d77405abfb,segment=NetworkSegment(f087cf75-f54a-4da8-8381-4f63100746b6),segment_id=f087cf75-f54a-4da8-8381-4f63100746b6)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:50:09.270135 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-35e9bcbc-ae17-42f9-9198-0e88dfe214a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:09.322472 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [None req-d5569c42-e8cb-4baf-8406-1680681a444a admin admin] Allocated IP 172.25.4.153 (72a72e44-6845-488a-a5ff-3a26d4df9cb3/c314a23b-daa2-4106-ab28-8e6f954277b2/f84f5b88-e594-4f98-9bda-cf3221395efd) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:50:09.363746 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e9bcbc-ae17-42f9-9198-0e88dfe214a4 None None] Pushing event updated for resources: {'Port': ['ID=923fe64e-439b-4547-aa1e-94d77405abfb,revision_number=2']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:50:09.486735 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d5569c42-e8cb-4baf-8406-1680681a444a admin admin] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:09.537962 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d5569c42-e8cb-4baf-8406-1680681a444a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:09.607916 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5569c42-e8cb-4baf-8406-1680681a444a admin admin] Network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:50:09.610746 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-d5569c42-e8cb-4baf-8406-1680681a444a admin admin] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:50:09.615764 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5569c42-e8cb-4baf-8406-1680681a444a admin admin] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:50:09.647851 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-d7a68d67-c9b9-4b89-8de4-720417405279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:09.657698 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5569c42-e8cb-4baf-8406-1680681a444a admin admin] Pushing event updated for resources: {'Port': ['ID=f84f5b88-e594-4f98-9bda-cf3221395efd,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:50:10.055959 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d5569c42-e8cb-4baf-8406-1680681a444a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:10.282950 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11645527-b2e8-462d-a6d2-5ace9ee14dac None None] Network 8c201e60-6588-4e0a-81f3-e3da8cf40eb5 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:50:10.382543 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-df71e912-292f-4ab8-b9f0-0a80cd931760 None None] Provisioning for port 923fe64e-439b-4547-aa1e-94d77405abfb completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:50:10.546784 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d5569c42-e8cb-4baf-8406-1680681a444a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-885820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-886655'] for router, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:10.763878 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5569c42-e8cb-4baf-8406-1680681a444a admin admin] Router bacb13af-5e6a-4aee-b1fc-67d7e2c455ae is scheduled to L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 with binding_index 1 {{(pid=88525) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 19:50:10.785752 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:10.799262 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:10.945242 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5569c42-e8cb-4baf-8406-1680681a444a admin admin] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:50:10.954851 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c4de95f-cda3-448a-835f-f1f71f7dd7de None None] Sync routers for ids ['bacb13af-5e6a-4aee-b1fc-67d7e2c455ae'] in n-d-844202-1 {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:50:10.965336 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c4de95f-cda3-448a-835f-f1f71f7dd7de None None] Routers {'bacb13af-5e6a-4aee-b1fc-67d7e2c455ae'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:50:10.966245 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-9c4de95f-cda3-448a-835f-f1f71f7dd7de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:50:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['bacb13af-5e6a-4aee-b1fc-67d7e2c455ae'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:50:10.970978 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d5569c42-e8cb-4baf-8406-1680681a444a admin admin] Notify callbacks [] for router, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:10.975004 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-d5569c42-e8cb-4baf-8406-1680681a444a admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.6057661 Jun 01 19:50:10.975248 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 53350) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:50:11.154228 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-9c4de95f-cda3-448a-835f-f1f71f7dd7de None None] Set router bacb13af-5e6a-4aee-b1fc-67d7e2c455ae gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:50:11.453248 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-9c4de95f-cda3-448a-835f-f1f71f7dd7de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bacb13af-5e6a-4aee-b1fc-67d7e2c455ae', 'name': 'tempest-TestEncryptedCinderVolumes-339150414-router', 'tenant_id': 'ddef6c02119143bf99c671a4b8e0bde6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.153'}], 'enable_snat': True}, 'gw_port_id': 'f84f5b88-e594-4f98-9bda-cf3221395efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:50:08Z', 'updated_at': '2022-06-01T19:50:09Z', 'revision_number': 3, 'project_id': 'ddef6c02119143bf99c671a4b8e0bde6', 'gw_port': {'id': 'f84f5b88-e594-4f98-9bda-cf3221395efd', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:75:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bacb13af-5e6a-4aee-b1fc-67d7e2c455ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:50:09Z', 'updated_at': '2022-06-01T19:50:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:50:11.455831 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c4de95f-cda3-448a-835f-f1f71f7dd7de None None] Checking router: bacb13af-5e6a-4aee-b1fc-67d7e2c455ae for host: n-d-844202-1 {{(pid=88526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 19:50:11.456028 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c4de95f-cda3-448a-835f-f1f71f7dd7de None None] Updating router bacb13af-5e6a-4aee-b1fc-67d7e2c455ae port f84f5b88-e594-4f98-9bda-cf3221395efd binding host n-d-844202-1 {{(pid=88526) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 19:50:11.516575 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-9c4de95f-cda3-448a-835f-f1f71f7dd7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:11.546623 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 923fe64e-439b-4547-aa1e-94d77405abfb up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:50:11.713335 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-31002643-2b9d-4910-9039-62108447c604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:11.714575 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port 923fe64e-439b-4547-aa1e-94d77405abfb completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:50:11.738478 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 923fe64e-439b-4547-aa1e-94d77405abfb triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:50:11.738857 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:11.870713 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:11.927294 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [None req-31002643-2b9d-4910-9039-62108447c604 admin admin] Allocated IP 172.20.0.1 (8c201e60-6588-4e0a-81f3-e3da8cf40eb5/8ce0cc0a-fefb-432d-afcf-6e27fc9c2894/73aae7ec-59b8-459e-a79d-96947c3552cc) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:50:11.961909 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 923fe64e-439b-4547-aa1e-94d77405abfb is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:50:11.962287 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:12.054481 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port 923fe64e-439b-4547-aa1e-94d77405abfb, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=923fe64e-439b-4547-aa1e-94d77405abfb,segment=NetworkSegment(f087cf75-f54a-4da8-8381-4f63100746b6),segment_id=f087cf75-f54a-4da8-8381-4f63100746b6)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:50:12.060731 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:12.129926 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-9c4de95f-cda3-448a-835f-f1f71f7dd7de None None] Notify callbacks [] for port, precommit_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:12.158420 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-9c4de95f-cda3-448a-835f-f1f71f7dd7de None None] Transition to ACTIVE for port object f84f5b88-e594-4f98-9bda-cf3221395efd will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:50:12.165839 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=923fe64e-439b-4547-aa1e-94d77405abfb,revision_number=3']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:50:12.170413 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-9c4de95f-cda3-448a-835f-f1f71f7dd7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:12.211749 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:12.215178 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-31002643-2b9d-4910-9039-62108447c604 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:12.231647 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [None req-31002643-2b9d-4910-9039-62108447c604 admin admin] Transition to ACTIVE for port object 73aae7ec-59b8-459e-a79d-96947c3552cc will not be triggered until provisioned by entity DHCP. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:50:12.254638 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-9c4de95f-cda3-448a-835f-f1f71f7dd7de None None] Attempting to bind port f84f5b88-e594-4f98-9bda-cf3221395efd on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:50:12.254990 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-9c4de95f-cda3-448a-835f-f1f71f7dd7de None None] Attempting to bind port f84f5b88-e594-4f98-9bda-cf3221395efd by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:50:12.255394 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c4de95f-cda3-448a-835f-f1f71f7dd7de None None] Attempting to bind port f84f5b88-e594-4f98-9bda-cf3221395efd on network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:50:12.257092 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-31002643-2b9d-4910-9039-62108447c604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:12.261458 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74603733-a934-42a6-b6e1-afc46220d6fe None None] Pushing event updated for resources: {'Port': ['ID=f84f5b88-e594-4f98-9bda-cf3221395efd,revision_number=2']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:50:12.265928 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c4de95f-cda3-448a-835f-f1f71f7dd7de None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 50, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:50:12.266305 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c4de95f-cda3-448a-835f-f1f71f7dd7de None None] Checking segment: {'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:50:12.266704 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-9c4de95f-cda3-448a-835f-f1f71f7dd7de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:12.267093 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c4de95f-cda3-448a-835f-f1f71f7dd7de None None] Bound using segment: {'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:50:12.267560 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-9c4de95f-cda3-448a-835f-f1f71f7dd7de None None] Bound port: f84f5b88-e594-4f98-9bda-cf3221395efd, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:50:12.267933 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-9c4de95f-cda3-448a-835f-f1f71f7dd7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:12.327338 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31002643-2b9d-4910-9039-62108447c604 admin admin] Network 8c201e60-6588-4e0a-81f3-e3da8cf40eb5 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:50:12.330379 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-31002643-2b9d-4910-9039-62108447c604 admin admin] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:50:12.334209 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31002643-2b9d-4910-9039-62108447c604 admin admin] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:50:12.344649 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-9c4de95f-cda3-448a-835f-f1f71f7dd7de None None] For port f84f5b88-e594-4f98-9bda-cf3221395efd, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:50:12.354497 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-9c4de95f-cda3-448a-835f-f1f71f7dd7de None None] For port f84f5b88-e594-4f98-9bda-cf3221395efd, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=f84f5b88-e594-4f98-9bda-cf3221395efd,segment=NetworkSegment(7875af61-4c53-4ff2-b8c8-d4b7c35ff947),segment_id=7875af61-4c53-4ff2-b8c8-d4b7c35ff947)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:50:12.360731 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-9c4de95f-cda3-448a-835f-f1f71f7dd7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:12.370912 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31002643-2b9d-4910-9039-62108447c604 admin admin] Pushing event updated for resources: {'Port': ['ID=73aae7ec-59b8-459e-a79d-96947c3552cc,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:50:12.393947 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-31002643-2b9d-4910-9039-62108447c604 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-887605'] for router_interface, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:12.490959 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c4de95f-cda3-448a-835f-f1f71f7dd7de None None] Routers {'bacb13af-5e6a-4aee-b1fc-67d7e2c455ae'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:50:12.491606 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-9c4de95f-cda3-448a-835f-f1f71f7dd7de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:50:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['bacb13af-5e6a-4aee-b1fc-67d7e2c455ae'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:50:12.551304 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:12.577577 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74603733-a934-42a6-b6e1-afc46220d6fe None None] Pushing event updated for resources: {'Port': ['ID=f84f5b88-e594-4f98-9bda-cf3221395efd,revision_number=3']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:50:12.673397 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-31002643-2b9d-4910-9039-62108447c604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:12.686350 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-9fe6706e-11fc-493b-8390-a7429c7140c7 None None] Provisioning for port 73aae7ec-59b8-459e-a79d-96947c3552cc completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:50:12.698176 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-9fe6706e-11fc-493b-8390-a7429c7140c7 None None] Provisioning complete for port 73aae7ec-59b8-459e-a79d-96947c3552cc triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:50:12.698543 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-9fe6706e-11fc-493b-8390-a7429c7140c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:12.736324 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-9c4de95f-cda3-448a-835f-f1f71f7dd7de None None] Set router bacb13af-5e6a-4aee-b1fc-67d7e2c455ae gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:50:12.905631 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-31002643-2b9d-4910-9039-62108447c604 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:12.910462 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-31002643-2b9d-4910-9039-62108447c604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:12.926225 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-9fe6706e-11fc-493b-8390-a7429c7140c7 None None] Port 73aae7ec-59b8-459e-a79d-96947c3552cc cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:50:13.017380 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31002643-2b9d-4910-9039-62108447c604 admin admin] Pushing event updated for resources: {'Port': ['ID=73aae7ec-59b8-459e-a79d-96947c3552cc,revision_number=2']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:50:13.022845 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-31002643-2b9d-4910-9039-62108447c604 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-887436'] for router_interface, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:13.044351 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-9c4de95f-cda3-448a-835f-f1f71f7dd7de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bacb13af-5e6a-4aee-b1fc-67d7e2c455ae', 'name': 'tempest-TestEncryptedCinderVolumes-339150414-router', 'tenant_id': 'ddef6c02119143bf99c671a4b8e0bde6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.153'}], 'enable_snat': True}, 'gw_port_id': 'f84f5b88-e594-4f98-9bda-cf3221395efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:50:08Z', 'updated_at': '2022-06-01T19:50:09Z', 'revision_number': 3, 'project_id': 'ddef6c02119143bf99c671a4b8e0bde6', 'gw_port': {'id': 'f84f5b88-e594-4f98-9bda-cf3221395efd', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:75:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bacb13af-5e6a-4aee-b1fc-67d7e2c455ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:50:09Z', 'updated_at': '2022-06-01T19:50:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:50:13.049166 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c4de95f-cda3-448a-835f-f1f71f7dd7de None None] The sync data for ids ['bacb13af-5e6a-4aee-b1fc-67d7e2c455ae'] in n-d-844202-1 is: [{'id': 'bacb13af-5e6a-4aee-b1fc-67d7e2c455ae', 'name': 'tempest-TestEncryptedCinderVolumes-339150414-router', 'tenant_id': 'ddef6c02119143bf99c671a4b8e0bde6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.153'}], 'enable_snat': True}, 'gw_port_id': 'f84f5b88-e594-4f98-9bda-cf3221395efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:50:08Z', 'updated_at': '2022-06-01T19:50:09Z', 'revision_number': 3, 'project_id': 'ddef6c02119143bf99c671a4b8e0bde6', 'gw_port': {'id': 'f84f5b88-e594-4f98-9bda-cf3221395efd', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:75:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bacb13af-5e6a-4aee-b1fc-67d7e2c455ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:50:09Z', 'updated_at': '2022-06-01T19:50:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}] {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:50:13.170608 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31002643-2b9d-4910-9039-62108447c604 admin admin] Network 8c201e60-6588-4e0a-81f3-e3da8cf40eb5 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:50:13.171786 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-31002643-2b9d-4910-9039-62108447c604 admin admin] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:50:13.387299 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31002643-2b9d-4910-9039-62108447c604 admin admin] Router bacb13af-5e6a-4aee-b1fc-67d7e2c455ae has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 19:50:13.452730 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-e44105be-7c9a-43bc-a70f-f2ffc3b62249 None None] Provisioning complete for port 73aae7ec-59b8-459e-a79d-96947c3552cc triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:50:13.453056 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-e44105be-7c9a-43bc-a70f-f2ffc3b62249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:13.521150 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-e44105be-7c9a-43bc-a70f-f2ffc3b62249 None None] Port 73aae7ec-59b8-459e-a79d-96947c3552cc cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:50:13.599393 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31002643-2b9d-4910-9039-62108447c604 admin admin] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:50:13.611352 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 923fe64e-439b-4547-aa1e-94d77405abfb up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:50:13.619318 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-31002643-2b9d-4910-9039-62108447c604 admin admin] 10.222.0.41 "PUT /v2.0/routers/bacb13af-5e6a-4aee-b1fc-67d7e2c455ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6428688 Jun 01 19:50:13.686813 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 923fe64e-439b-4547-aa1e-94d77405abfb triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:50:13.687370 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:13.830699 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 923fe64e-439b-4547-aa1e-94d77405abfb is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:50:13.832257 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device f84f5b88-e594-4f98-9bda-cf3221395efd up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:50:13.903374 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port f84f5b88-e594-4f98-9bda-cf3221395efd completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:50:13.910412 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port f84f5b88-e594-4f98-9bda-cf3221395efd triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:50:13.910826 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:14.048479 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port f84f5b88-e594-4f98-9bda-cf3221395efd is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:50:14.048876 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:14.067578 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port f84f5b88-e594-4f98-9bda-cf3221395efd, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=f84f5b88-e594-4f98-9bda-cf3221395efd,segment=NetworkSegment(7875af61-4c53-4ff2-b8c8-d4b7c35ff947),segment_id=7875af61-4c53-4ff2-b8c8-d4b7c35ff947)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:50:14.072058 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:14.153444 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=f84f5b88-e594-4f98-9bda-cf3221395efd,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:50:14.196296 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 53370) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:50:14.201989 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-0fbc356a-b7f5-434c-97cd-cca8b94b8bd5 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-141164744-network', 'tenant_id': '0baa1ee812e64a938658f7686841e376'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:50:14.207769 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-0fbc356a-b7f5-434c-97cd-cca8b94b8bd5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:50:14.211889 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-0fbc356a-b7f5-434c-97cd-cca8b94b8bd5 admin admin] Usage tracker for resource:network and tenant:0baa1ee812e64a938658f7686841e376 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:50:14.214931 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-0fbc356a-b7f5-434c-97cd-cca8b94b8bd5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:50:14.221388 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-0fbc356a-b7f5-434c-97cd-cca8b94b8bd5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:50:14.232818 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fbc356a-b7f5-434c-97cd-cca8b94b8bd5 admin admin] Made reservation on behalf of 0baa1ee812e64a938658f7686841e376 for: {'network': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:50:14.235098 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0fbc356a-b7f5-434c-97cd-cca8b94b8bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:14.247643 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0fbc356a-b7f5-434c-97cd-cca8b94b8bd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:14.262303 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-0fbc356a-b7f5-434c-97cd-cca8b94b8bd5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:50:14.266228 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-0fbc356a-b7f5-434c-97cd-cca8b94b8bd5 admin admin] Usage tracker for resource:security_group_rule and tenant:0baa1ee812e64a938658f7686841e376 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:50:14.269774 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-0fbc356a-b7f5-434c-97cd-cca8b94b8bd5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:50:14.275452 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-0fbc356a-b7f5-434c-97cd-cca8b94b8bd5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:50:14.359493 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0fbc356a-b7f5-434c-97cd-cca8b94b8bd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:14.365667 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0fbc356a-b7f5-434c-97cd-cca8b94b8bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:14.400686 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fbc356a-b7f5-434c-97cd-cca8b94b8bd5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 102} {{(pid=88525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 19:50:14.406338 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbc356a-b7f5-434c-97cd-cca8b94b8bd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f9f4915-7f98-483e-b66e-3a7ae9e75dda,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:50:14.414319 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0fbc356a-b7f5-434c-97cd-cca8b94b8bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:14.414660 n-d-844202-1 neutron-server[88525]: INFO neutron.db.segments_db [None req-0fbc356a-b7f5-434c-97cd-cca8b94b8bd5 admin admin] Added segment d643df80-5e5c-46c3-a6b4-9a0c916d46ee of type vlan for network 79df7576-8a40-4b15-b3da-3b5e6fadcd86 Jun 01 19:50:14.442755 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0fbc356a-b7f5-434c-97cd-cca8b94b8bd5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:14.476310 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0fbc356a-b7f5-434c-97cd-cca8b94b8bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:14.477249 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fbc356a-b7f5-434c-97cd-cca8b94b8bd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:50:14.477836 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0fbc356a-b7f5-434c-97cd-cca8b94b8bd5 admin admin] Notify callbacks [] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:14.678299 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba9b3bd-6205-4501-b115-371cc19b2a7c None None] Sync routers for ids ['bacb13af-5e6a-4aee-b1fc-67d7e2c455ae'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:50:14.687455 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba9b3bd-6205-4501-b115-371cc19b2a7c None None] Routers {'bacb13af-5e6a-4aee-b1fc-67d7e2c455ae'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:50:14.688058 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-7ba9b3bd-6205-4501-b115-371cc19b2a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:50:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['bacb13af-5e6a-4aee-b1fc-67d7e2c455ae'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:50:14.708525 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbc356a-b7f5-434c-97cd-cca8b94b8bd5 admin admin] Pushing event updated for resources: {'Network': ['ID=79df7576-8a40-4b15-b3da-3b5e6fadcd86,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:50:14.713251 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-0fbc356a-b7f5-434c-97cd-cca8b94b8bd5 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5159454 Jun 01 19:50:14.716404 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 53374) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:50:14.720761 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network 79df7576-8a40-4b15-b3da-3b5e6fadcd86 details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 19:50:14.726302 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-77d856c8-6469-4182-8aec-21e2eeb2f021 admin admin] Request body: {'subnet': {'network_id': '79df7576-8a40-4b15-b3da-3b5e6fadcd86', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-141164744-subnet', 'tenant_id': '0baa1ee812e64a938658f7686841e376', 'ip_version': 4}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:50:14.731951 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-77d856c8-6469-4182-8aec-21e2eeb2f021 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:50:14.736744 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-77d856c8-6469-4182-8aec-21e2eeb2f021 admin admin] Usage tracker for resource:subnet and tenant:0baa1ee812e64a938658f7686841e376 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:50:14.740382 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-77d856c8-6469-4182-8aec-21e2eeb2f021 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:50:14.748516 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-77d856c8-6469-4182-8aec-21e2eeb2f021 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:50:14.762616 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77d856c8-6469-4182-8aec-21e2eeb2f021 admin admin] Made reservation on behalf of 0baa1ee812e64a938658f7686841e376 for: {'subnet': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:50:14.766072 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-77d856c8-6469-4182-8aec-21e2eeb2f021 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9667140'] for subnet, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:14.901769 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-7ba9b3bd-6205-4501-b115-371cc19b2a7c None None] Set router bacb13af-5e6a-4aee-b1fc-67d7e2c455ae gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:50:14.999046 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-77d856c8-6469-4182-8aec-21e2eeb2f021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2614064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9667190'] for subnet, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:15.083741 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d856c8-6469-4182-8aec-21e2eeb2f021 admin admin] Pushing event updated for resources: {'Subnet': ['ID=21e06e10-e1ee-41f2-a212-ae9f2f79693f,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:50:15.094357 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d856c8-6469-4182-8aec-21e2eeb2f021 admin admin] Checking segment: {'id': 'd643df80-5e5c-46c3-a6b4-9a0c916d46ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '79df7576-8a40-4b15-b3da-3b5e6fadcd86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:50:15.094709 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77d856c8-6469-4182-8aec-21e2eeb2f021 admin admin] Network hostable DHCP agents. Network: 79df7576-8a40-4b15-b3da-3b5e6fadcd86, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 19:50:15.115229 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77d856c8-6469-4182-8aec-21e2eeb2f021 admin admin] Network 79df7576-8a40-4b15-b3da-3b5e6fadcd86 is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 19:50:15.125229 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-77d856c8-6469-4182-8aec-21e2eeb2f021 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, 79df7576-8a40-4b15-b3da-3b5e6fadcd86) {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:50:15.131204 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77d856c8-6469-4182-8aec-21e2eeb2f021 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:50:15.132125 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-77d856c8-6469-4182-8aec-21e2eeb2f021 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:15.139716 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2cdb318-dbe5-4072-ab15-f94f84b4ee35 None None] Network 79df7576-8a40-4b15-b3da-3b5e6fadcd86 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:50:15.160684 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-77d856c8-6469-4182-8aec-21e2eeb2f021 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4427397 Jun 01 19:50:15.163632 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 53378) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:50:15.171323 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-5fb3ba36-3391-4f8d-a35d-6a2321a86eef admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-141164744-router', 'tenant_id': '0baa1ee812e64a938658f7686841e376', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:50:15.177221 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-5fb3ba36-3391-4f8d-a35d-6a2321a86eef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:50:15.181258 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-5fb3ba36-3391-4f8d-a35d-6a2321a86eef admin admin] Usage tracker for resource:router and tenant:0baa1ee812e64a938658f7686841e376 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:50:15.184286 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-5fb3ba36-3391-4f8d-a35d-6a2321a86eef admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:50:15.190971 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-5fb3ba36-3391-4f8d-a35d-6a2321a86eef admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:50:15.201834 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5fb3ba36-3391-4f8d-a35d-6a2321a86eef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-885767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25238'] for router, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:15.202877 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5fb3ba36-3391-4f8d-a35d-6a2321a86eef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-901042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-886562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-981784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25327'] for router, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:15.219209 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5fb3ba36-3391-4f8d-a35d-6a2321a86eef admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:15.289859 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-7ba9b3bd-6205-4501-b115-371cc19b2a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bacb13af-5e6a-4aee-b1fc-67d7e2c455ae', 'name': 'tempest-TestEncryptedCinderVolumes-339150414-router', 'tenant_id': 'ddef6c02119143bf99c671a4b8e0bde6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.153'}], 'enable_snat': True}, 'gw_port_id': 'f84f5b88-e594-4f98-9bda-cf3221395efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:50:08Z', 'updated_at': '2022-06-01T19:50:12Z', 'revision_number': 4, 'project_id': 'ddef6c02119143bf99c671a4b8e0bde6', 'gw_port': {'id': 'f84f5b88-e594-4f98-9bda-cf3221395efd', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:75:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bacb13af-5e6a-4aee-b1fc-67d7e2c455ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:50:09Z', 'updated_at': '2022-06-01T19:50:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '73aae7ec-59b8-459e-a79d-96947c3552cc', 'name': '', 'network_id': '8c201e60-6588-4e0a-81f3-e3da8cf40eb5', 'tenant_id': 'ddef6c02119143bf99c671a4b8e0bde6', 'mac_address': 'fa:16:3e:a6:26:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bacb13af-5e6a-4aee-b1fc-67d7e2c455ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '8ce0cc0a-fefb-432d-afcf-6e27fc9c2894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:50:11Z', 'updated_at': '2022-06-01T19:50:12Z', 'revision_number': 2, 'project_id': 'ddef6c02119143bf99c671a4b8e0bde6', 'subnets': [{'id': '8ce0cc0a-fefb-432d-afcf-6e27fc9c2894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:50:15.294553 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba9b3bd-6205-4501-b115-371cc19b2a7c None None] Checking router: bacb13af-5e6a-4aee-b1fc-67d7e2c455ae for host: n-d-844202-1 {{(pid=88527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 19:50:15.295241 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba9b3bd-6205-4501-b115-371cc19b2a7c None None] Updating router bacb13af-5e6a-4aee-b1fc-67d7e2c455ae port 73aae7ec-59b8-459e-a79d-96947c3552cc binding host n-d-844202-1 {{(pid=88527) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 19:50:15.350681 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-7ba9b3bd-6205-4501-b115-371cc19b2a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:15.391424 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a3dd314-34c9-4c47-b816-b6038236f7a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc93f83c3-7fb6-5c13-a9d4-29d739a4e8d2-79df7576-8a40-4b15-b3da-3b5e6fadcd86', 'network_id': '79df7576-8a40-4b15-b3da-3b5e6fadcd86', 'tenant_id': '0baa1ee812e64a938658f7686841e376', 'fixed_ips': [{'subnet_id': '21e06e10-e1ee-41f2-a212-ae9f2f79693f'}]}} from n-d-844202-1. {{(pid=88526) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 19:50:15.392287 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-0a3dd314-34c9-4c47-b816-b6038236f7a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:15.517555 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5fb3ba36-3391-4f8d-a35d-6a2321a86eef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-886608', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-885830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25341'] for router, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:15.552018 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device f84f5b88-e594-4f98-9bda-cf3221395efd up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:50:15.719031 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port f84f5b88-e594-4f98-9bda-cf3221395efd triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:50:15.719403 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:15.757807 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.db_base_plugin_common [None req-0a3dd314-34c9-4c47-b816-b6038236f7a2 None None] Allocated IP 172.20.0.2 (79df7576-8a40-4b15-b3da-3b5e6fadcd86/21e06e10-e1ee-41f2-a212-ae9f2f79693f/21bcd5a1-4f55-4c9a-8275-bfd08496e4a9) {{(pid=88526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:50:15.785408 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-7ba9b3bd-6205-4501-b115-371cc19b2a7c None None] Notify callbacks [] for port, precommit_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:15.799655 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.provisioning_blocks [None req-7ba9b3bd-6205-4501-b115-371cc19b2a7c None None] Transition to ACTIVE for port object 73aae7ec-59b8-459e-a79d-96947c3552cc will not be triggered until provisioned by entity L2. {{(pid=88527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:50:15.807729 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-7ba9b3bd-6205-4501-b115-371cc19b2a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:15.869367 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5fb3ba36-3391-4f8d-a35d-6a2321a86eef admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:15.906473 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5fb3ba36-3391-4f8d-a35d-6a2321a86eef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:15.942300 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd11e82-0bd6-4c46-89e6-1a0c285b2363 None None] Pushing event updated for resources: {'Port': ['ID=73aae7ec-59b8-459e-a79d-96947c3552cc,revision_number=3']} {{(pid=88527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:50:15.957631 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd11e82-0bd6-4c46-89e6-1a0c285b2363 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:50:15.957840 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd11e82-0bd6-4c46-89e6-1a0c285b2363 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:50:15.958103 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd11e82-0bd6-4c46-89e6-1a0c285b2363 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:50:15.958747 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd11e82-0bd6-4c46-89e6-1a0c285b2363 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:50:15.958747 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd11e82-0bd6-4c46-89e6-1a0c285b2363 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:50:15.959062 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd11e82-0bd6-4c46-89e6-1a0c285b2363 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:50:15.960273 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd11e82-0bd6-4c46-89e6-1a0c285b2363 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:50:15.960619 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd11e82-0bd6-4c46-89e6-1a0c285b2363 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:50:15.960950 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd11e82-0bd6-4c46-89e6-1a0c285b2363 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:50:15.961271 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd11e82-0bd6-4c46-89e6-1a0c285b2363 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:50:15.961844 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd11e82-0bd6-4c46-89e6-1a0c285b2363 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:50:15.962174 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd11e82-0bd6-4c46-89e6-1a0c285b2363 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:50:16.038665 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port f84f5b88-e594-4f98-9bda-cf3221395efd is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:50:16.090547 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-7ba9b3bd-6205-4501-b115-371cc19b2a7c None None] Attempting to bind port 73aae7ec-59b8-459e-a79d-96947c3552cc on host n-d-844202-1 for vnic_type normal with profile {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:50:16.091190 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-7ba9b3bd-6205-4501-b115-371cc19b2a7c None None] Attempting to bind port 73aae7ec-59b8-459e-a79d-96947c3552cc by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': 'f087cf75-f54a-4da8-8381-4f63100746b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '8c201e60-6588-4e0a-81f3-e3da8cf40eb5'}] {{(pid=88527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:50:16.091725 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba9b3bd-6205-4501-b115-371cc19b2a7c None None] Attempting to bind port 73aae7ec-59b8-459e-a79d-96947c3552cc on network 8c201e60-6588-4e0a-81f3-e3da8cf40eb5 {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:50:16.099736 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba9b3bd-6205-4501-b115-371cc19b2a7c None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 50, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:50:16.100538 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba9b3bd-6205-4501-b115-371cc19b2a7c None None] Checking segment: {'id': 'f087cf75-f54a-4da8-8381-4f63100746b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '8c201e60-6588-4e0a-81f3-e3da8cf40eb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:50:16.102111 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-7ba9b3bd-6205-4501-b115-371cc19b2a7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:16.102238 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba9b3bd-6205-4501-b115-371cc19b2a7c None None] Bound using segment: {'id': 'f087cf75-f54a-4da8-8381-4f63100746b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '8c201e60-6588-4e0a-81f3-e3da8cf40eb5'} {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:50:16.102689 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-7ba9b3bd-6205-4501-b115-371cc19b2a7c None None] Bound port: 73aae7ec-59b8-459e-a79d-96947c3552cc, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f087cf75-f54a-4da8-8381-4f63100746b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '8c201e60-6588-4e0a-81f3-e3da8cf40eb5'}}] {{(pid=88527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:50:16.103062 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-7ba9b3bd-6205-4501-b115-371cc19b2a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:16.115727 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [None req-5fb3ba36-3391-4f8d-a35d-6a2321a86eef admin admin] Allocated IP 172.25.4.11 (72a72e44-6845-488a-a5ff-3a26d4df9cb3/c314a23b-daa2-4106-ab28-8e6f954277b2/b6c28f19-d7f5-4b14-b9a8-f77b7841043a) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:50:16.129353 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-0a3dd314-34c9-4c47-b816-b6038236f7a2 None None] Notify callbacks [] for port, precommit_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:16.142719 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-0a3dd314-34c9-4c47-b816-b6038236f7a2 None None] Transition to ACTIVE for port object 21bcd5a1-4f55-4c9a-8275-bfd08496e4a9 will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:50:16.166347 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-0a3dd314-34c9-4c47-b816-b6038236f7a2 None None] Transition to ACTIVE for port object 21bcd5a1-4f55-4c9a-8275-bfd08496e4a9 will not be triggered until provisioned by entity DHCP. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:50:16.176702 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-0a3dd314-34c9-4c47-b816-b6038236f7a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526'] for port, after_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:16.213977 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.db [None req-7ba9b3bd-6205-4501-b115-371cc19b2a7c None None] For port 73aae7ec-59b8-459e-a79d-96947c3552cc, host n-d-844202-1, cleared binding levels {{(pid=88527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:50:16.218739 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.db [None req-7ba9b3bd-6205-4501-b115-371cc19b2a7c None None] For port 73aae7ec-59b8-459e-a79d-96947c3552cc, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=73aae7ec-59b8-459e-a79d-96947c3552cc,segment=NetworkSegment(f087cf75-f54a-4da8-8381-4f63100746b6),segment_id=f087cf75-f54a-4da8-8381-4f63100746b6)] {{(pid=88527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:50:16.224462 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-7ba9b3bd-6205-4501-b115-371cc19b2a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:16.261857 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a3dd314-34c9-4c47-b816-b6038236f7a2 None None] Network 79df7576-8a40-4b15-b3da-3b5e6fadcd86 is already hosted by enough agents. {{(pid=88526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:50:16.264953 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.base_scheduler [None req-0a3dd314-34c9-4c47-b816-b6038236f7a2 None None] Resources bound (agent type, host, resource id): {{(pid=88526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:50:16.269401 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a3dd314-34c9-4c47-b816-b6038236f7a2 None None] Received port after_create {{(pid=88526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:50:16.288621 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5fb3ba36-3391-4f8d-a35d-6a2321a86eef admin admin] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:16.307452 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba9b3bd-6205-4501-b115-371cc19b2a7c None None] Routers {'bacb13af-5e6a-4aee-b1fc-67d7e2c455ae'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:50:16.308180 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-7ba9b3bd-6205-4501-b115-371cc19b2a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:50:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['bacb13af-5e6a-4aee-b1fc-67d7e2c455ae'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:50:16.309248 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3dd314-34c9-4c47-b816-b6038236f7a2 None None] Pushing event updated for resources: {'Port': ['ID=21bcd5a1-4f55-4c9a-8275-bfd08496e4a9,revision_number=1']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:50:16.325451 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5fb3ba36-3391-4f8d-a35d-6a2321a86eef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:16.374488 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-0a3dd314-34c9-4c47-b816-b6038236f7a2 None None] Attempting to bind port 21bcd5a1-4f55-4c9a-8275-bfd08496e4a9 on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:50:16.374864 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-0a3dd314-34c9-4c47-b816-b6038236f7a2 None None] Attempting to bind port 21bcd5a1-4f55-4c9a-8275-bfd08496e4a9 by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': 'd643df80-5e5c-46c3-a6b4-9a0c916d46ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '79df7576-8a40-4b15-b3da-3b5e6fadcd86'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:50:16.375237 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3dd314-34c9-4c47-b816-b6038236f7a2 None None] Attempting to bind port 21bcd5a1-4f55-4c9a-8275-bfd08496e4a9 on network 79df7576-8a40-4b15-b3da-3b5e6fadcd86 {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:50:16.384442 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3dd314-34c9-4c47-b816-b6038236f7a2 None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 50, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:50:16.384442 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3dd314-34c9-4c47-b816-b6038236f7a2 None None] Checking segment: {'id': 'd643df80-5e5c-46c3-a6b4-9a0c916d46ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '79df7576-8a40-4b15-b3da-3b5e6fadcd86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:50:16.385136 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-0a3dd314-34c9-4c47-b816-b6038236f7a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:16.385883 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3dd314-34c9-4c47-b816-b6038236f7a2 None None] Bound using segment: {'id': 'd643df80-5e5c-46c3-a6b4-9a0c916d46ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '79df7576-8a40-4b15-b3da-3b5e6fadcd86'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:50:16.386110 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-0a3dd314-34c9-4c47-b816-b6038236f7a2 None None] Bound port: 21bcd5a1-4f55-4c9a-8275-bfd08496e4a9, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd643df80-5e5c-46c3-a6b4-9a0c916d46ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '79df7576-8a40-4b15-b3da-3b5e6fadcd86'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:50:16.386470 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-0a3dd314-34c9-4c47-b816-b6038236f7a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:16.414335 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd11e82-0bd6-4c46-89e6-1a0c285b2363 None None] Pushing event updated for resources: {'Port': ['ID=73aae7ec-59b8-459e-a79d-96947c3552cc,revision_number=4']} {{(pid=88527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:50:16.508382 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-0a3dd314-34c9-4c47-b816-b6038236f7a2 None None] For port 21bcd5a1-4f55-4c9a-8275-bfd08496e4a9, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:50:16.512067 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-0a3dd314-34c9-4c47-b816-b6038236f7a2 None None] For port 21bcd5a1-4f55-4c9a-8275-bfd08496e4a9, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=21bcd5a1-4f55-4c9a-8275-bfd08496e4a9,segment=NetworkSegment(d643df80-5e5c-46c3-a6b4-9a0c916d46ee),segment_id=d643df80-5e5c-46c3-a6b4-9a0c916d46ee)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:50:16.519897 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-0a3dd314-34c9-4c47-b816-b6038236f7a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:16.529067 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fb3ba36-3391-4f8d-a35d-6a2321a86eef admin admin] Network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:50:16.532162 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-5fb3ba36-3391-4f8d-a35d-6a2321a86eef admin admin] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:50:16.536720 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb3ba36-3391-4f8d-a35d-6a2321a86eef admin admin] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:50:16.559931 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-7ba9b3bd-6205-4501-b115-371cc19b2a7c None None] Set router bacb13af-5e6a-4aee-b1fc-67d7e2c455ae gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:50:16.572746 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb3ba36-3391-4f8d-a35d-6a2321a86eef admin admin] Pushing event updated for resources: {'Port': ['ID=b6c28f19-d7f5-4b14-b9a8-f77b7841043a,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:50:16.634013 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3dd314-34c9-4c47-b816-b6038236f7a2 None None] Pushing event updated for resources: {'Port': ['ID=21bcd5a1-4f55-4c9a-8275-bfd08496e4a9,revision_number=2']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:50:16.977892 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-7ba9b3bd-6205-4501-b115-371cc19b2a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bacb13af-5e6a-4aee-b1fc-67d7e2c455ae', 'name': 'tempest-TestEncryptedCinderVolumes-339150414-router', 'tenant_id': 'ddef6c02119143bf99c671a4b8e0bde6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.153'}], 'enable_snat': True}, 'gw_port_id': 'f84f5b88-e594-4f98-9bda-cf3221395efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:50:08Z', 'updated_at': '2022-06-01T19:50:12Z', 'revision_number': 4, 'project_id': 'ddef6c02119143bf99c671a4b8e0bde6', 'gw_port': {'id': 'f84f5b88-e594-4f98-9bda-cf3221395efd', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:75:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bacb13af-5e6a-4aee-b1fc-67d7e2c455ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:50:09Z', 'updated_at': '2022-06-01T19:50:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '73aae7ec-59b8-459e-a79d-96947c3552cc', 'name': '', 'network_id': '8c201e60-6588-4e0a-81f3-e3da8cf40eb5', 'tenant_id': 'ddef6c02119143bf99c671a4b8e0bde6', 'mac_address': 'fa:16:3e:a6:26:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bacb13af-5e6a-4aee-b1fc-67d7e2c455ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '8ce0cc0a-fefb-432d-afcf-6e27fc9c2894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:50:11Z', 'updated_at': '2022-06-01T19:50:16Z', 'revision_number': 4, 'project_id': 'ddef6c02119143bf99c671a4b8e0bde6', 'subnets': [{'id': '8ce0cc0a-fefb-432d-afcf-6e27fc9c2894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:50:16.989969 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba9b3bd-6205-4501-b115-371cc19b2a7c None None] The sync data for ids ['bacb13af-5e6a-4aee-b1fc-67d7e2c455ae'] in n-d-844202-1 is: [{'id': 'bacb13af-5e6a-4aee-b1fc-67d7e2c455ae', 'name': 'tempest-TestEncryptedCinderVolumes-339150414-router', 'tenant_id': 'ddef6c02119143bf99c671a4b8e0bde6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.153'}], 'enable_snat': True}, 'gw_port_id': 'f84f5b88-e594-4f98-9bda-cf3221395efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:50:08Z', 'updated_at': '2022-06-01T19:50:12Z', 'revision_number': 4, 'project_id': 'ddef6c02119143bf99c671a4b8e0bde6', 'gw_port': {'id': 'f84f5b88-e594-4f98-9bda-cf3221395efd', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:75:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bacb13af-5e6a-4aee-b1fc-67d7e2c455ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:50:09Z', 'updated_at': '2022-06-01T19:50:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '73aae7ec-59b8-459e-a79d-96947c3552cc', 'name': '', 'network_id': '8c201e60-6588-4e0a-81f3-e3da8cf40eb5', 'tenant_id': 'ddef6c02119143bf99c671a4b8e0bde6', 'mac_address': 'fa:16:3e:a6:26:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bacb13af-5e6a-4aee-b1fc-67d7e2c455ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '8ce0cc0a-fefb-432d-afcf-6e27fc9c2894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:50:11Z', 'updated_at': '2022-06-01T19:50:16Z', 'revision_number': 4, 'project_id': 'ddef6c02119143bf99c671a4b8e0bde6', 'subnets': [{'id': '8ce0cc0a-fefb-432d-afcf-6e27fc9c2894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:50:17.064496 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5fb3ba36-3391-4f8d-a35d-6a2321a86eef admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:17.465301 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5fb3ba36-3391-4f8d-a35d-6a2321a86eef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-885820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-886655'] for router, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:17.614952 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 73aae7ec-59b8-459e-a79d-96947c3552cc up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:50:17.715124 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port 73aae7ec-59b8-459e-a79d-96947c3552cc completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:50:17.724920 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 73aae7ec-59b8-459e-a79d-96947c3552cc triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:50:17.725304 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:17.757224 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fb3ba36-3391-4f8d-a35d-6a2321a86eef admin admin] Router 6b43351e-b3cb-4f6a-a2cb-4f62c587902a is scheduled to L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 with binding_index 1 {{(pid=88525) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 19:50:17.801551 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d44df07-3724-4b7b-b70b-33b359e208ab None None] Network 79df7576-8a40-4b15-b3da-3b5e6fadcd86 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:50:17.909029 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-ac218e91-be3e-4087-8f12-557c97f0e7f2 None None] Provisioning for port 21bcd5a1-4f55-4c9a-8275-bfd08496e4a9 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:50:17.976483 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fb3ba36-3391-4f8d-a35d-6a2321a86eef admin admin] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:50:17.993162 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41cc9d96-bfb9-4e00-ac1f-db602fa25b50 None None] Sync routers for ids ['6b43351e-b3cb-4f6a-a2cb-4f62c587902a'] in n-d-844202-1 {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:50:18.006515 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5fb3ba36-3391-4f8d-a35d-6a2321a86eef admin admin] Notify callbacks [] for router, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:18.011134 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-5fb3ba36-3391-4f8d-a35d-6a2321a86eef admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.8435173 Jun 01 19:50:18.011319 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 53382) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:50:18.039934 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 73aae7ec-59b8-459e-a79d-96947c3552cc is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:50:18.040293 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:18.071424 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41cc9d96-bfb9-4e00-ac1f-db602fa25b50 None None] Routers {'6b43351e-b3cb-4f6a-a2cb-4f62c587902a'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:50:18.072066 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-41cc9d96-bfb9-4e00-ac1f-db602fa25b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:50:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['6b43351e-b3cb-4f6a-a2cb-4f62c587902a'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:50:18.208366 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port 73aae7ec-59b8-459e-a79d-96947c3552cc, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=73aae7ec-59b8-459e-a79d-96947c3552cc,segment=NetworkSegment(f087cf75-f54a-4da8-8381-4f63100746b6),segment_id=f087cf75-f54a-4da8-8381-4f63100746b6)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:50:18.219061 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:18.219828 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 21bcd5a1-4f55-4c9a-8275-bfd08496e4a9 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:50:18.477113 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-41cc9d96-bfb9-4e00-ac1f-db602fa25b50 None None] Set router 6b43351e-b3cb-4f6a-a2cb-4f62c587902a gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:50:18.520313 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=73aae7ec-59b8-459e-a79d-96947c3552cc,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:50:18.678249 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port 21bcd5a1-4f55-4c9a-8275-bfd08496e4a9 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:50:18.692569 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 21bcd5a1-4f55-4c9a-8275-bfd08496e4a9 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:50:18.692970 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:18.887519 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5c086549-5c2f-43a9-b1d9-736ce97bc3fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:18.919206 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 21bcd5a1-4f55-4c9a-8275-bfd08496e4a9 is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:50:18.919598 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:18.945801 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-41cc9d96-bfb9-4e00-ac1f-db602fa25b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b43351e-b3cb-4f6a-a2cb-4f62c587902a', 'name': 'tempest-TestEncryptedCinderVolumes-141164744-router', 'tenant_id': '0baa1ee812e64a938658f7686841e376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'b6c28f19-d7f5-4b14-b9a8-f77b7841043a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:50:15Z', 'updated_at': '2022-06-01T19:50:16Z', 'revision_number': 3, 'project_id': '0baa1ee812e64a938658f7686841e376', 'gw_port': {'id': 'b6c28f19-d7f5-4b14-b9a8-f77b7841043a', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:e6:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b43351e-b3cb-4f6a-a2cb-4f62c587902a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:50:15Z', 'updated_at': '2022-06-01T19:50:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:50:18.957577 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41cc9d96-bfb9-4e00-ac1f-db602fa25b50 None None] Checking router: 6b43351e-b3cb-4f6a-a2cb-4f62c587902a for host: n-d-844202-1 {{(pid=88526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 19:50:18.957903 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41cc9d96-bfb9-4e00-ac1f-db602fa25b50 None None] Updating router 6b43351e-b3cb-4f6a-a2cb-4f62c587902a port b6c28f19-d7f5-4b14-b9a8-f77b7841043a binding host n-d-844202-1 {{(pid=88526) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 19:50:19.024870 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port 21bcd5a1-4f55-4c9a-8275-bfd08496e4a9, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=21bcd5a1-4f55-4c9a-8275-bfd08496e4a9,segment=NetworkSegment(d643df80-5e5c-46c3-a6b4-9a0c916d46ee),segment_id=d643df80-5e5c-46c3-a6b4-9a0c916d46ee)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:50:19.037264 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:19.071383 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-41cc9d96-bfb9-4e00-ac1f-db602fa25b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:19.100481 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-8f654bd9-d124-4895-a4d5-3055a5da00df None None] Provisioning complete for port 21bcd5a1-4f55-4c9a-8275-bfd08496e4a9 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:50:19.100845 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-8f654bd9-d124-4895-a4d5-3055a5da00df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:19.131464 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [None req-5c086549-5c2f-43a9-b1d9-736ce97bc3fe admin admin] Allocated IP 172.20.0.1 (79df7576-8a40-4b15-b3da-3b5e6fadcd86/21e06e10-e1ee-41f2-a212-ae9f2f79693f/3000db9b-1bc5-4bfe-b6e5-3b36a7aba976) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:50:19.265321 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=21bcd5a1-4f55-4c9a-8275-bfd08496e4a9,revision_number=3']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:50:19.326930 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5c086549-5c2f-43a9-b1d9-736ce97bc3fe admin admin] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:19.344562 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [None req-5c086549-5c2f-43a9-b1d9-736ce97bc3fe admin admin] Transition to ACTIVE for port object 3000db9b-1bc5-4bfe-b6e5-3b36a7aba976 will not be triggered until provisioned by entity DHCP. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:50:19.369628 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5c086549-5c2f-43a9-b1d9-736ce97bc3fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:19.421498 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-8f654bd9-d124-4895-a4d5-3055a5da00df None None] Current status of the port 21bcd5a1-4f55-4c9a-8275-bfd08496e4a9 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:50:19.442091 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c086549-5c2f-43a9-b1d9-736ce97bc3fe admin admin] Network 79df7576-8a40-4b15-b3da-3b5e6fadcd86 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:50:19.445287 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-5c086549-5c2f-43a9-b1d9-736ce97bc3fe admin admin] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:50:19.449014 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c086549-5c2f-43a9-b1d9-736ce97bc3fe admin admin] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:50:19.483410 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c086549-5c2f-43a9-b1d9-736ce97bc3fe admin admin] Pushing event updated for resources: {'Port': ['ID=3000db9b-1bc5-4bfe-b6e5-3b36a7aba976,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:50:19.518835 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5c086549-5c2f-43a9-b1d9-736ce97bc3fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-887605'] for router_interface, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:19.553795 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 73aae7ec-59b8-459e-a79d-96947c3552cc up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:50:19.628173 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-41cc9d96-bfb9-4e00-ac1f-db602fa25b50 None None] Notify callbacks [] for port, precommit_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:19.646018 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-41cc9d96-bfb9-4e00-ac1f-db602fa25b50 None None] Transition to ACTIVE for port object b6c28f19-d7f5-4b14-b9a8-f77b7841043a will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:50:19.657898 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-41cc9d96-bfb9-4e00-ac1f-db602fa25b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:19.691989 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5c086549-5c2f-43a9-b1d9-736ce97bc3fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:19.710314 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 73aae7ec-59b8-459e-a79d-96947c3552cc triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:50:19.710876 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:19.802846 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-41cc9d96-bfb9-4e00-ac1f-db602fa25b50 None None] Attempting to bind port b6c28f19-d7f5-4b14-b9a8-f77b7841043a on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:50:19.803268 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-41cc9d96-bfb9-4e00-ac1f-db602fa25b50 None None] Attempting to bind port b6c28f19-d7f5-4b14-b9a8-f77b7841043a by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:50:19.803635 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41cc9d96-bfb9-4e00-ac1f-db602fa25b50 None None] Attempting to bind port b6c28f19-d7f5-4b14-b9a8-f77b7841043a on network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:50:19.805763 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ace062b-b51e-4df0-a554-9c7b4ca17fc1 None None] Pushing event updated for resources: {'Port': ['ID=b6c28f19-d7f5-4b14-b9a8-f77b7841043a,revision_number=2']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:50:19.813876 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-860194bf-366d-44aa-846b-7900a2aaf213 None None] Provisioning for port 3000db9b-1bc5-4bfe-b6e5-3b36a7aba976 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:50:19.818851 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41cc9d96-bfb9-4e00-ac1f-db602fa25b50 None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 50, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:50:19.819229 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41cc9d96-bfb9-4e00-ac1f-db602fa25b50 None None] Checking segment: {'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:50:19.819619 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-41cc9d96-bfb9-4e00-ac1f-db602fa25b50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:19.820002 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41cc9d96-bfb9-4e00-ac1f-db602fa25b50 None None] Bound using segment: {'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:50:19.820509 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-41cc9d96-bfb9-4e00-ac1f-db602fa25b50 None None] Bound port: b6c28f19-d7f5-4b14-b9a8-f77b7841043a, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:50:19.820883 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-41cc9d96-bfb9-4e00-ac1f-db602fa25b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:19.857587 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-860194bf-366d-44aa-846b-7900a2aaf213 None None] Provisioning complete for port 3000db9b-1bc5-4bfe-b6e5-3b36a7aba976 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:50:19.857973 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-860194bf-366d-44aa-846b-7900a2aaf213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:19.931434 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5c086549-5c2f-43a9-b1d9-736ce97bc3fe admin admin] Notify callbacks [] for port, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:19.937159 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5c086549-5c2f-43a9-b1d9-736ce97bc3fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:19.981394 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-860194bf-366d-44aa-846b-7900a2aaf213 None None] Port 3000db9b-1bc5-4bfe-b6e5-3b36a7aba976 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:50:20.000122 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-41cc9d96-bfb9-4e00-ac1f-db602fa25b50 None None] For port b6c28f19-d7f5-4b14-b9a8-f77b7841043a, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:50:20.014932 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-41cc9d96-bfb9-4e00-ac1f-db602fa25b50 None None] For port b6c28f19-d7f5-4b14-b9a8-f77b7841043a, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=b6c28f19-d7f5-4b14-b9a8-f77b7841043a,segment=NetworkSegment(7875af61-4c53-4ff2-b8c8-d4b7c35ff947),segment_id=7875af61-4c53-4ff2-b8c8-d4b7c35ff947)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:50:20.021700 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-41cc9d96-bfb9-4e00-ac1f-db602fa25b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:20.025406 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 73aae7ec-59b8-459e-a79d-96947c3552cc is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:50:20.026457 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 21bcd5a1-4f55-4c9a-8275-bfd08496e4a9 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:50:20.173576 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5c086549-5c2f-43a9-b1d9-736ce97bc3fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-887436'] for router_interface, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:20.177602 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c086549-5c2f-43a9-b1d9-736ce97bc3fe admin admin] Pushing event updated for resources: {'Port': ['ID=3000db9b-1bc5-4bfe-b6e5-3b36a7aba976,revision_number=2']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:50:20.198204 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41cc9d96-bfb9-4e00-ac1f-db602fa25b50 None None] Routers {'6b43351e-b3cb-4f6a-a2cb-4f62c587902a'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:50:20.198825 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-41cc9d96-bfb9-4e00-ac1f-db602fa25b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:50:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['6b43351e-b3cb-4f6a-a2cb-4f62c587902a'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:50:20.282165 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ace062b-b51e-4df0-a554-9c7b4ca17fc1 None None] Pushing event updated for resources: {'Port': ['ID=b6c28f19-d7f5-4b14-b9a8-f77b7841043a,revision_number=3']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:50:20.321879 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c086549-5c2f-43a9-b1d9-736ce97bc3fe admin admin] Network 79df7576-8a40-4b15-b3da-3b5e6fadcd86 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:50:20.323061 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-5c086549-5c2f-43a9-b1d9-736ce97bc3fe admin admin] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:50:20.375724 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 21bcd5a1-4f55-4c9a-8275-bfd08496e4a9 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:50:20.376092 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:20.454759 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-41cc9d96-bfb9-4e00-ac1f-db602fa25b50 None None] Set router 6b43351e-b3cb-4f6a-a2cb-4f62c587902a gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:50:20.528392 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c086549-5c2f-43a9-b1d9-736ce97bc3fe admin admin] Router 6b43351e-b3cb-4f6a-a2cb-4f62c587902a has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 19:50:20.721249 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c086549-5c2f-43a9-b1d9-736ce97bc3fe admin admin] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:50:20.729842 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 21bcd5a1-4f55-4c9a-8275-bfd08496e4a9 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:50:20.730365 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-5c086549-5c2f-43a9-b1d9-736ce97bc3fe admin admin] 10.222.0.41 "PUT /v2.0/routers/6b43351e-b3cb-4f6a-a2cb-4f62c587902a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7175140 Jun 01 19:50:20.734976 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-1d70149b-f5b3-4cac-9368-2a6dbce50fba None None] Provisioning complete for port 3000db9b-1bc5-4bfe-b6e5-3b36a7aba976 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:50:20.735337 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-1d70149b-f5b3-4cac-9368-2a6dbce50fba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:20.829225 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-1d70149b-f5b3-4cac-9368-2a6dbce50fba None None] Port 3000db9b-1bc5-4bfe-b6e5-3b36a7aba976 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:50:20.899398 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-41cc9d96-bfb9-4e00-ac1f-db602fa25b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b43351e-b3cb-4f6a-a2cb-4f62c587902a', 'name': 'tempest-TestEncryptedCinderVolumes-141164744-router', 'tenant_id': '0baa1ee812e64a938658f7686841e376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'b6c28f19-d7f5-4b14-b9a8-f77b7841043a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:50:15Z', 'updated_at': '2022-06-01T19:50:19Z', 'revision_number': 4, 'project_id': '0baa1ee812e64a938658f7686841e376', 'gw_port': {'id': 'b6c28f19-d7f5-4b14-b9a8-f77b7841043a', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:e6:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b43351e-b3cb-4f6a-a2cb-4f62c587902a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:50:15Z', 'updated_at': '2022-06-01T19:50:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '3000db9b-1bc5-4bfe-b6e5-3b36a7aba976', 'name': '', 'network_id': '79df7576-8a40-4b15-b3da-3b5e6fadcd86', 'tenant_id': '0baa1ee812e64a938658f7686841e376', 'mac_address': 'fa:16:3e:10:23:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b43351e-b3cb-4f6a-a2cb-4f62c587902a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '21e06e10-e1ee-41f2-a212-ae9f2f79693f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:50:18Z', 'updated_at': '2022-06-01T19:50:19Z', 'revision_number': 2, 'project_id': '0baa1ee812e64a938658f7686841e376', 'subnets': [{'id': '21e06e10-e1ee-41f2-a212-ae9f2f79693f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:50:20.903530 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41cc9d96-bfb9-4e00-ac1f-db602fa25b50 None None] The sync data for ids ['6b43351e-b3cb-4f6a-a2cb-4f62c587902a'] in n-d-844202-1 is: [{'id': '6b43351e-b3cb-4f6a-a2cb-4f62c587902a', 'name': 'tempest-TestEncryptedCinderVolumes-141164744-router', 'tenant_id': '0baa1ee812e64a938658f7686841e376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'b6c28f19-d7f5-4b14-b9a8-f77b7841043a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:50:15Z', 'updated_at': '2022-06-01T19:50:19Z', 'revision_number': 4, 'project_id': '0baa1ee812e64a938658f7686841e376', 'gw_port': {'id': 'b6c28f19-d7f5-4b14-b9a8-f77b7841043a', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:e6:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b43351e-b3cb-4f6a-a2cb-4f62c587902a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:50:15Z', 'updated_at': '2022-06-01T19:50:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '3000db9b-1bc5-4bfe-b6e5-3b36a7aba976', 'name': '', 'network_id': '79df7576-8a40-4b15-b3da-3b5e6fadcd86', 'tenant_id': '0baa1ee812e64a938658f7686841e376', 'mac_address': 'fa:16:3e:10:23:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b43351e-b3cb-4f6a-a2cb-4f62c587902a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '21e06e10-e1ee-41f2-a212-ae9f2f79693f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:50:18Z', 'updated_at': '2022-06-01T19:50:19Z', 'revision_number': 2, 'project_id': '0baa1ee812e64a938658f7686841e376', 'subnets': [{'id': '21e06e10-e1ee-41f2-a212-ae9f2f79693f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:50:23.525515 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device b6c28f19-d7f5-4b14-b9a8-f77b7841043a up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:50:23.595645 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port b6c28f19-d7f5-4b14-b9a8-f77b7841043a completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:50:23.603723 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port b6c28f19-d7f5-4b14-b9a8-f77b7841043a triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:50:23.604088 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:23.728702 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port b6c28f19-d7f5-4b14-b9a8-f77b7841043a is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:50:23.729070 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:23.745353 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port b6c28f19-d7f5-4b14-b9a8-f77b7841043a, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=b6c28f19-d7f5-4b14-b9a8-f77b7841043a,segment=NetworkSegment(7875af61-4c53-4ff2-b8c8-d4b7c35ff947),segment_id=7875af61-4c53-4ff2-b8c8-d4b7c35ff947)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:50:23.750227 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:23.823186 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=b6c28f19-d7f5-4b14-b9a8-f77b7841043a,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:50:24.659633 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-695be10e-4f13-48bd-b7d5-7398fcefe170 None None] Sync routers for ids ['6b43351e-b3cb-4f6a-a2cb-4f62c587902a'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:50:24.668716 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-695be10e-4f13-48bd-b7d5-7398fcefe170 None None] Routers {'6b43351e-b3cb-4f6a-a2cb-4f62c587902a'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:50:24.669301 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-695be10e-4f13-48bd-b7d5-7398fcefe170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:50:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['6b43351e-b3cb-4f6a-a2cb-4f62c587902a'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:50:24.864851 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-695be10e-4f13-48bd-b7d5-7398fcefe170 None None] Set router 6b43351e-b3cb-4f6a-a2cb-4f62c587902a gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:50:25.174031 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-695be10e-4f13-48bd-b7d5-7398fcefe170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b43351e-b3cb-4f6a-a2cb-4f62c587902a', 'name': 'tempest-TestEncryptedCinderVolumes-141164744-router', 'tenant_id': '0baa1ee812e64a938658f7686841e376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'b6c28f19-d7f5-4b14-b9a8-f77b7841043a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:50:15Z', 'updated_at': '2022-06-01T19:50:19Z', 'revision_number': 4, 'project_id': '0baa1ee812e64a938658f7686841e376', 'gw_port': {'id': 'b6c28f19-d7f5-4b14-b9a8-f77b7841043a', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:e6:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b43351e-b3cb-4f6a-a2cb-4f62c587902a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:50:15Z', 'updated_at': '2022-06-01T19:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '3000db9b-1bc5-4bfe-b6e5-3b36a7aba976', 'name': '', 'network_id': '79df7576-8a40-4b15-b3da-3b5e6fadcd86', 'tenant_id': '0baa1ee812e64a938658f7686841e376', 'mac_address': 'fa:16:3e:10:23:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b43351e-b3cb-4f6a-a2cb-4f62c587902a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '21e06e10-e1ee-41f2-a212-ae9f2f79693f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:50:18Z', 'updated_at': '2022-06-01T19:50:19Z', 'revision_number': 2, 'project_id': '0baa1ee812e64a938658f7686841e376', 'subnets': [{'id': '21e06e10-e1ee-41f2-a212-ae9f2f79693f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:50:25.178453 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-695be10e-4f13-48bd-b7d5-7398fcefe170 None None] Checking router: 6b43351e-b3cb-4f6a-a2cb-4f62c587902a for host: n-d-844202-1 {{(pid=88527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 19:50:25.178793 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-695be10e-4f13-48bd-b7d5-7398fcefe170 None None] Updating router 6b43351e-b3cb-4f6a-a2cb-4f62c587902a port 3000db9b-1bc5-4bfe-b6e5-3b36a7aba976 binding host n-d-844202-1 {{(pid=88527) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 19:50:25.229038 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-695be10e-4f13-48bd-b7d5-7398fcefe170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:25.507287 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device b6c28f19-d7f5-4b14-b9a8-f77b7841043a up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:50:25.567510 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-695be10e-4f13-48bd-b7d5-7398fcefe170 None None] Notify callbacks [] for port, precommit_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:25.575794 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port b6c28f19-d7f5-4b14-b9a8-f77b7841043a triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:50:25.576159 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:25.579402 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.provisioning_blocks [None req-695be10e-4f13-48bd-b7d5-7398fcefe170 None None] Transition to ACTIVE for port object 3000db9b-1bc5-4bfe-b6e5-3b36a7aba976 will not be triggered until provisioned by entity L2. {{(pid=88527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:50:25.586239 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-695be10e-4f13-48bd-b7d5-7398fcefe170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:25.703331 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port b6c28f19-d7f5-4b14-b9a8-f77b7841043a is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:50:25.720964 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736add43-87fa-4151-8789-299ab0d25d40 None None] Pushing event updated for resources: {'Port': ['ID=3000db9b-1bc5-4bfe-b6e5-3b36a7aba976,revision_number=3']} {{(pid=88527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:50:25.818984 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-695be10e-4f13-48bd-b7d5-7398fcefe170 None None] Attempting to bind port 3000db9b-1bc5-4bfe-b6e5-3b36a7aba976 on host n-d-844202-1 for vnic_type normal with profile {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:50:25.819354 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-695be10e-4f13-48bd-b7d5-7398fcefe170 None None] Attempting to bind port 3000db9b-1bc5-4bfe-b6e5-3b36a7aba976 by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': 'd643df80-5e5c-46c3-a6b4-9a0c916d46ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '79df7576-8a40-4b15-b3da-3b5e6fadcd86'}] {{(pid=88527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:50:25.819708 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-695be10e-4f13-48bd-b7d5-7398fcefe170 None None] Attempting to bind port 3000db9b-1bc5-4bfe-b6e5-3b36a7aba976 on network 79df7576-8a40-4b15-b3da-3b5e6fadcd86 {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:50:25.825219 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-695be10e-4f13-48bd-b7d5-7398fcefe170 None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 50, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:50:25.825580 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-695be10e-4f13-48bd-b7d5-7398fcefe170 None None] Checking segment: {'id': 'd643df80-5e5c-46c3-a6b4-9a0c916d46ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '79df7576-8a40-4b15-b3da-3b5e6fadcd86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:50:25.825968 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-695be10e-4f13-48bd-b7d5-7398fcefe170 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:25.826341 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-695be10e-4f13-48bd-b7d5-7398fcefe170 None None] Bound using segment: {'id': 'd643df80-5e5c-46c3-a6b4-9a0c916d46ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '79df7576-8a40-4b15-b3da-3b5e6fadcd86'} {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:50:25.826785 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-695be10e-4f13-48bd-b7d5-7398fcefe170 None None] Bound port: 3000db9b-1bc5-4bfe-b6e5-3b36a7aba976, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd643df80-5e5c-46c3-a6b4-9a0c916d46ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '79df7576-8a40-4b15-b3da-3b5e6fadcd86'}}] {{(pid=88527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:50:25.827145 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-695be10e-4f13-48bd-b7d5-7398fcefe170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:25.918480 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.db [None req-695be10e-4f13-48bd-b7d5-7398fcefe170 None None] For port 3000db9b-1bc5-4bfe-b6e5-3b36a7aba976, host n-d-844202-1, cleared binding levels {{(pid=88527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:50:25.921501 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.db [None req-695be10e-4f13-48bd-b7d5-7398fcefe170 None None] For port 3000db9b-1bc5-4bfe-b6e5-3b36a7aba976, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=3000db9b-1bc5-4bfe-b6e5-3b36a7aba976,segment=NetworkSegment(d643df80-5e5c-46c3-a6b4-9a0c916d46ee),segment_id=d643df80-5e5c-46c3-a6b4-9a0c916d46ee)] {{(pid=88527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:50:25.926949 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-695be10e-4f13-48bd-b7d5-7398fcefe170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:26.003299 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-695be10e-4f13-48bd-b7d5-7398fcefe170 None None] Routers {'6b43351e-b3cb-4f6a-a2cb-4f62c587902a'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:50:26.004176 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-695be10e-4f13-48bd-b7d5-7398fcefe170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:50:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['6b43351e-b3cb-4f6a-a2cb-4f62c587902a'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:50:26.085441 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736add43-87fa-4151-8789-299ab0d25d40 None None] Pushing event updated for resources: {'Port': ['ID=3000db9b-1bc5-4bfe-b6e5-3b36a7aba976,revision_number=4']} {{(pid=88527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:50:26.223395 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-695be10e-4f13-48bd-b7d5-7398fcefe170 None None] Set router 6b43351e-b3cb-4f6a-a2cb-4f62c587902a gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:50:26.536377 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-695be10e-4f13-48bd-b7d5-7398fcefe170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b43351e-b3cb-4f6a-a2cb-4f62c587902a', 'name': 'tempest-TestEncryptedCinderVolumes-141164744-router', 'tenant_id': '0baa1ee812e64a938658f7686841e376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'b6c28f19-d7f5-4b14-b9a8-f77b7841043a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:50:15Z', 'updated_at': '2022-06-01T19:50:19Z', 'revision_number': 4, 'project_id': '0baa1ee812e64a938658f7686841e376', 'gw_port': {'id': 'b6c28f19-d7f5-4b14-b9a8-f77b7841043a', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:e6:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b43351e-b3cb-4f6a-a2cb-4f62c587902a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:50:15Z', 'updated_at': '2022-06-01T19:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '3000db9b-1bc5-4bfe-b6e5-3b36a7aba976', 'name': '', 'network_id': '79df7576-8a40-4b15-b3da-3b5e6fadcd86', 'tenant_id': '0baa1ee812e64a938658f7686841e376', 'mac_address': 'fa:16:3e:10:23:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b43351e-b3cb-4f6a-a2cb-4f62c587902a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '21e06e10-e1ee-41f2-a212-ae9f2f79693f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:50:18Z', 'updated_at': '2022-06-01T19:50:25Z', 'revision_number': 4, 'project_id': '0baa1ee812e64a938658f7686841e376', 'subnets': [{'id': '21e06e10-e1ee-41f2-a212-ae9f2f79693f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:50:26.540212 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-695be10e-4f13-48bd-b7d5-7398fcefe170 None None] The sync data for ids ['6b43351e-b3cb-4f6a-a2cb-4f62c587902a'] in n-d-844202-1 is: [{'id': '6b43351e-b3cb-4f6a-a2cb-4f62c587902a', 'name': 'tempest-TestEncryptedCinderVolumes-141164744-router', 'tenant_id': '0baa1ee812e64a938658f7686841e376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'b6c28f19-d7f5-4b14-b9a8-f77b7841043a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:50:15Z', 'updated_at': '2022-06-01T19:50:19Z', 'revision_number': 4, 'project_id': '0baa1ee812e64a938658f7686841e376', 'gw_port': {'id': 'b6c28f19-d7f5-4b14-b9a8-f77b7841043a', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:e6:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b43351e-b3cb-4f6a-a2cb-4f62c587902a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:50:15Z', 'updated_at': '2022-06-01T19:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '3000db9b-1bc5-4bfe-b6e5-3b36a7aba976', 'name': '', 'network_id': '79df7576-8a40-4b15-b3da-3b5e6fadcd86', 'tenant_id': '0baa1ee812e64a938658f7686841e376', 'mac_address': 'fa:16:3e:10:23:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b43351e-b3cb-4f6a-a2cb-4f62c587902a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '21e06e10-e1ee-41f2-a212-ae9f2f79693f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:50:18Z', 'updated_at': '2022-06-01T19:50:25Z', 'revision_number': 4, 'project_id': '0baa1ee812e64a938658f7686841e376', 'subnets': [{'id': '21e06e10-e1ee-41f2-a212-ae9f2f79693f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:50:27.527978 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 3000db9b-1bc5-4bfe-b6e5-3b36a7aba976 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:50:27.594405 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port 3000db9b-1bc5-4bfe-b6e5-3b36a7aba976 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:50:27.599002 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 3000db9b-1bc5-4bfe-b6e5-3b36a7aba976 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:50:27.599363 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:27.714682 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 3000db9b-1bc5-4bfe-b6e5-3b36a7aba976 is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:50:27.715051 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:27.747153 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port 3000db9b-1bc5-4bfe-b6e5-3b36a7aba976, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=3000db9b-1bc5-4bfe-b6e5-3b36a7aba976,segment=NetworkSegment(d643df80-5e5c-46c3-a6b4-9a0c916d46ee),segment_id=d643df80-5e5c-46c3-a6b4-9a0c916d46ee)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:50:27.752119 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:27.825720 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=3000db9b-1bc5-4bfe-b6e5-3b36a7aba976,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:50:29.508754 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 3000db9b-1bc5-4bfe-b6e5-3b36a7aba976 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:50:29.611270 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 3000db9b-1bc5-4bfe-b6e5-3b36a7aba976 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:50:29.611590 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:29.725224 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 3000db9b-1bc5-4bfe-b6e5-3b36a7aba976 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:50:37.208618 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-379cc496-120b-426d-936d-a28e214c02c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:39.639319 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-59305d20-921a-4a98-ab3a-c3a4c3078434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:40.777494 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:40.796882 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:41.840301 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:41.941408 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.agents_db [None req-e814b9cf-7de8-45d0-a079-29c61fabe7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 19:50:42.156088 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:50:42.424545 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:51:07.201239 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-0b584999-2a7b-467e-afe3-6703db68a870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:51:09.642116 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-50952df0-c0fd-47e6-a9fb-053e29b1109e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:51:10.780380 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:51:10.799732 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:51:11.842399 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:51:12.159415 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:51:12.435919 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:51:18.942163 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.agents_db [None req-e814b9cf-7de8-45d0-a079-29c61fabe7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 19:51:21.372207 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0331c48-71ea-4c87-96ff-7c63fbc2090c req-389c832f-8269-4625-bac4-02b4c1349749 tempest-TestEncryptedCinderVolumes-1860358116 tempest-TestEncryptedCinderVolumes-1860358116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:51:21.372815 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-a0331c48-71ea-4c87-96ff-7c63fbc2090c req-389c832f-8269-4625-bac4-02b4c1349749 tempest-TestEncryptedCinderVolumes-1860358116 tempest-TestEncryptedCinderVolumes-1860358116-project] Synchronizing usage tracker for tenant:ddef6c02119143bf99c671a4b8e0bde6 on resource:network {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:51:21.388850 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-a0331c48-71ea-4c87-96ff-7c63fbc2090c req-389c832f-8269-4625-bac4-02b4c1349749 tempest-TestEncryptedCinderVolumes-1860358116 tempest-TestEncryptedCinderVolumes-1860358116-project] Unset dirty status for tenant:ddef6c02119143bf99c671a4b8e0bde6 on resource:network {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:51:21.389978 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a0331c48-71ea-4c87-96ff-7c63fbc2090c req-389c832f-8269-4625-bac4-02b4c1349749 tempest-TestEncryptedCinderVolumes-1860358116 tempest-TestEncryptedCinderVolumes-1860358116-project] 10.222.0.41 "GET /v2.0/networks?id=8c201e60-6588-4e0a-81f3-e3da8cf40eb5 HTTP/1.1" status: 200 len: 816 time: 0.1605306 Jun 01 19:51:21.406390 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a0331c48-71ea-4c87-96ff-7c63fbc2090c req-d07bd88a-a160-4e9e-be35-cea52528ed0c tempest-TestEncryptedCinderVolumes-1860358116 tempest-TestEncryptedCinderVolumes-1860358116-project] 10.222.0.41 "GET /v2.0/quotas/ddef6c02119143bf99c671a4b8e0bde6 HTTP/1.1" status: 200 len: 375 time: 0.0097125 Jun 01 19:51:21.486223 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-a0331c48-71ea-4c87-96ff-7c63fbc2090c req-171df5eb-334e-426d-945b-ddefcdd8b601 tempest-TestEncryptedCinderVolumes-1860358116 tempest-TestEncryptedCinderVolumes-1860358116-project] Synchronizing usage tracker for tenant:ddef6c02119143bf99c671a4b8e0bde6 on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:51:21.501381 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-a0331c48-71ea-4c87-96ff-7c63fbc2090c req-171df5eb-334e-426d-945b-ddefcdd8b601 tempest-TestEncryptedCinderVolumes-1860358116 tempest-TestEncryptedCinderVolumes-1860358116-project] Unset dirty status for tenant:ddef6c02119143bf99c671a4b8e0bde6 on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:51:21.502725 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a0331c48-71ea-4c87-96ff-7c63fbc2090c req-171df5eb-334e-426d-945b-ddefcdd8b601 tempest-TestEncryptedCinderVolumes-1860358116 tempest-TestEncryptedCinderVolumes-1860358116-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=ddef6c02119143bf99c671a4b8e0bde6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0909216 Jun 01 19:51:21.640555 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a0331c48-71ea-4c87-96ff-7c63fbc2090c req-64328cee-35b1-451a-b92d-325003208c2a service neutron] 10.222.0.41 "GET /v2.0/networks/8c201e60-6588-4e0a-81f3-e3da8cf40eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251280 Jun 01 19:51:21.769926 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a0331c48-71ea-4c87-96ff-7c63fbc2090c req-50bda7c7-45e8-49b0-b7a7-ba5ed6bf797d service neutron] 10.222.0.41 "GET /v2.0/networks/8c201e60-6588-4e0a-81f3-e3da8cf40eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224816 Jun 01 19:51:21.952427 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-70f679b1-122b-4686-87f8-07c0f4607e1f req-6daba627-189e-46e4-96a3-f038605d205e tempest-TestEncryptedCinderVolumes-1860358116 tempest-TestEncryptedCinderVolumes-1860358116-project] 10.222.0.41 "GET /v2.0/ports?device_id=58ae3a53-6200-4e5a-8d16-deda381b4348 HTTP/1.1" status: 200 len: 210 time: 0.0467420 Jun 01 19:51:23.118223 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b6de5fb2-be37-4633-a39e-e4d5611b285e req-b92b4a24-ecd5-4505-af4e-31130c491180 tempest-TestEncryptedCinderVolumes-1860358116 tempest-TestEncryptedCinderVolumes-1860358116-project] 10.222.0.41 "GET /v2.0/ports?device_id=58ae3a53-6200-4e5a-8d16-deda381b4348 HTTP/1.1" status: 200 len: 210 time: 0.0500498 Jun 01 19:51:23.146430 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0331c48-71ea-4c87-96ff-7c63fbc2090c req-bcd9d202-f779-4d86-937f-272fd2ef0f15 tempest-TestEncryptedCinderVolumes-1860358116 tempest-TestEncryptedCinderVolumes-1860358116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:51:23.147937 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a0331c48-71ea-4c87-96ff-7c63fbc2090c req-bcd9d202-f779-4d86-937f-272fd2ef0f15 tempest-TestEncryptedCinderVolumes-1860358116 tempest-TestEncryptedCinderVolumes-1860358116-project] 10.222.0.50 "GET /v2.0/networks?id=8c201e60-6588-4e0a-81f3-e3da8cf40eb5 HTTP/1.1" status: 200 len: 816 time: 0.1578622 Jun 01 19:51:23.159237 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-a0331c48-71ea-4c87-96ff-7c63fbc2090c req-44395b79-53df-41bd-8809-7763b7afe56b tempest-TestEncryptedCinderVolumes-1860358116 tempest-TestEncryptedCinderVolumes-1860358116-project] Request body: {'port': {'device_id': '58ae3a53-6200-4e5a-8d16-deda381b4348', 'network_id': '8c201e60-6588-4e0a-81f3-e3da8cf40eb5', 'admin_state_up': True, 'tenant_id': 'ddef6c02119143bf99c671a4b8e0bde6'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:51:23.302109 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-a0331c48-71ea-4c87-96ff-7c63fbc2090c req-44395b79-53df-41bd-8809-7763b7afe56b tempest-TestEncryptedCinderVolumes-1860358116 tempest-TestEncryptedCinderVolumes-1860358116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:51:23.311740 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-a0331c48-71ea-4c87-96ff-7c63fbc2090c req-44395b79-53df-41bd-8809-7763b7afe56b tempest-TestEncryptedCinderVolumes-1860358116 tempest-TestEncryptedCinderVolumes-1860358116-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:51:23.323488 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0331c48-71ea-4c87-96ff-7c63fbc2090c req-44395b79-53df-41bd-8809-7763b7afe56b tempest-TestEncryptedCinderVolumes-1860358116 tempest-TestEncryptedCinderVolumes-1860358116-project] Made reservation on behalf of ddef6c02119143bf99c671a4b8e0bde6 for: {'port': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:51:23.327417 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-a0331c48-71ea-4c87-96ff-7c63fbc2090c req-44395b79-53df-41bd-8809-7763b7afe56b tempest-TestEncryptedCinderVolumes-1860358116 tempest-TestEncryptedCinderVolumes-1860358116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:51:23.491177 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [req-a0331c48-71ea-4c87-96ff-7c63fbc2090c req-44395b79-53df-41bd-8809-7763b7afe56b tempest-TestEncryptedCinderVolumes-1860358116 tempest-TestEncryptedCinderVolumes-1860358116-project] Allocated IP 172.20.0.7 (8c201e60-6588-4e0a-81f3-e3da8cf40eb5/8ce0cc0a-fefb-432d-afcf-6e27fc9c2894/653f82f1-bb1e-4361-b530-e6d33105b2dc) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:51:23.694999 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-a0331c48-71ea-4c87-96ff-7c63fbc2090c req-44395b79-53df-41bd-8809-7763b7afe56b tempest-TestEncryptedCinderVolumes-1860358116 tempest-TestEncryptedCinderVolumes-1860358116-project] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:51:23.711010 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [req-a0331c48-71ea-4c87-96ff-7c63fbc2090c req-44395b79-53df-41bd-8809-7763b7afe56b tempest-TestEncryptedCinderVolumes-1860358116 tempest-TestEncryptedCinderVolumes-1860358116-project] Transition to ACTIVE for port object 653f82f1-bb1e-4361-b530-e6d33105b2dc will not be triggered until provisioned by entity DHCP. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:51:23.734250 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-a0331c48-71ea-4c87-96ff-7c63fbc2090c req-44395b79-53df-41bd-8809-7763b7afe56b tempest-TestEncryptedCinderVolumes-1860358116 tempest-TestEncryptedCinderVolumes-1860358116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:51:23.808010 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0331c48-71ea-4c87-96ff-7c63fbc2090c req-44395b79-53df-41bd-8809-7763b7afe56b tempest-TestEncryptedCinderVolumes-1860358116 tempest-TestEncryptedCinderVolumes-1860358116-project] Network 8c201e60-6588-4e0a-81f3-e3da8cf40eb5 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:51:23.811268 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [req-a0331c48-71ea-4c87-96ff-7c63fbc2090c req-44395b79-53df-41bd-8809-7763b7afe56b tempest-TestEncryptedCinderVolumes-1860358116 tempest-TestEncryptedCinderVolumes-1860358116-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:51:23.815045 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0331c48-71ea-4c87-96ff-7c63fbc2090c req-44395b79-53df-41bd-8809-7763b7afe56b tempest-TestEncryptedCinderVolumes-1860358116 tempest-TestEncryptedCinderVolumes-1860358116-project] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:51:23.848305 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44395b79-53df-41bd-8809-7763b7afe56b tempest-TestEncryptedCinderVolumes-1860358116 tempest-TestEncryptedCinderVolumes-1860358116-project] Pushing event updated for resources: {'Port': ['ID=653f82f1-bb1e-4361-b530-e6d33105b2dc,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:51:23.868631 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44395b79-53df-41bd-8809-7763b7afe56b tempest-TestEncryptedCinderVolumes-1860358116 tempest-TestEncryptedCinderVolumes-1860358116-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:51:23.868966 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44395b79-53df-41bd-8809-7763b7afe56b tempest-TestEncryptedCinderVolumes-1860358116 tempest-TestEncryptedCinderVolumes-1860358116-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:51:23.869293 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44395b79-53df-41bd-8809-7763b7afe56b tempest-TestEncryptedCinderVolumes-1860358116 tempest-TestEncryptedCinderVolumes-1860358116-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:51:23.869616 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44395b79-53df-41bd-8809-7763b7afe56b tempest-TestEncryptedCinderVolumes-1860358116 tempest-TestEncryptedCinderVolumes-1860358116-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:51:23.870114 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44395b79-53df-41bd-8809-7763b7afe56b tempest-TestEncryptedCinderVolumes-1860358116 tempest-TestEncryptedCinderVolumes-1860358116-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:51:23.870445 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44395b79-53df-41bd-8809-7763b7afe56b tempest-TestEncryptedCinderVolumes-1860358116 tempest-TestEncryptedCinderVolumes-1860358116-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:51:23.870759 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44395b79-53df-41bd-8809-7763b7afe56b tempest-TestEncryptedCinderVolumes-1860358116 tempest-TestEncryptedCinderVolumes-1860358116-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:51:23.871194 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44395b79-53df-41bd-8809-7763b7afe56b tempest-TestEncryptedCinderVolumes-1860358116 tempest-TestEncryptedCinderVolumes-1860358116-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:51:23.871670 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44395b79-53df-41bd-8809-7763b7afe56b tempest-TestEncryptedCinderVolumes-1860358116 tempest-TestEncryptedCinderVolumes-1860358116-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:51:23.872092 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44395b79-53df-41bd-8809-7763b7afe56b tempest-TestEncryptedCinderVolumes-1860358116 tempest-TestEncryptedCinderVolumes-1860358116-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:51:23.872425 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44395b79-53df-41bd-8809-7763b7afe56b tempest-TestEncryptedCinderVolumes-1860358116 tempest-TestEncryptedCinderVolumes-1860358116-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:51:23.872937 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44395b79-53df-41bd-8809-7763b7afe56b tempest-TestEncryptedCinderVolumes-1860358116 tempest-TestEncryptedCinderVolumes-1860358116-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:51:23.897413 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0331c48-71ea-4c87-96ff-7c63fbc2090c req-44395b79-53df-41bd-8809-7763b7afe56b tempest-TestEncryptedCinderVolumes-1860358116 tempest-TestEncryptedCinderVolumes-1860358116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:51:23.898026 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-a0331c48-71ea-4c87-96ff-7c63fbc2090c req-44395b79-53df-41bd-8809-7763b7afe56b tempest-TestEncryptedCinderVolumes-1860358116 tempest-TestEncryptedCinderVolumes-1860358116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:51:23.925966 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a0331c48-71ea-4c87-96ff-7c63fbc2090c req-44395b79-53df-41bd-8809-7763b7afe56b tempest-TestEncryptedCinderVolumes-1860358116 tempest-TestEncryptedCinderVolumes-1860358116-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7698967 Jun 01 19:51:23.936191 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-a0331c48-71ea-4c87-96ff-7c63fbc2090c req-ecd6ec49-d791-4768-a26e-8d88b030dbd8 service neutron] Request body: {'port': {'device_id': '58ae3a53-6200-4e5a-8d16-deda381b4348', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844202-1'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:51:24.059802 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-a0331c48-71ea-4c87-96ff-7c63fbc2090c req-ecd6ec49-d791-4768-a26e-8d88b030dbd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:51:24.174502 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-2b259b51-0566-4c19-900b-147571f74be2 None None] Provisioning for port 653f82f1-bb1e-4361-b530-e6d33105b2dc completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:51:24.179836 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-2b259b51-0566-4c19-900b-147571f74be2 None None] Provisioning complete for port 653f82f1-bb1e-4361-b530-e6d33105b2dc triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:51:24.180375 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-2b259b51-0566-4c19-900b-147571f74be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:51:24.238434 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-2b259b51-0566-4c19-900b-147571f74be2 None None] Port 653f82f1-bb1e-4361-b530-e6d33105b2dc cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:51:24.312060 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273b0dc6-e27b-473e-bf30-bd0854a27583 req-f69c3742-8eb6-4bb1-b5ba-68d0d7ca7330 tempest-TestEncryptedCinderVolumes-1860358116 tempest-TestEncryptedCinderVolumes-1860358116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:51:24.313544 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-273b0dc6-e27b-473e-bf30-bd0854a27583 req-f69c3742-8eb6-4bb1-b5ba-68d0d7ca7330 tempest-TestEncryptedCinderVolumes-1860358116 tempest-TestEncryptedCinderVolumes-1860358116-project] 10.222.0.41 "GET /v2.0/ports?device_id=58ae3a53-6200-4e5a-8d16-deda381b4348 HTTP/1.1" status: 200 len: 931 time: 0.0824091 Jun 01 19:51:24.358072 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-273b0dc6-e27b-473e-bf30-bd0854a27583 req-309ac445-aafc-4166-91b4-553be9a62295 tempest-TestEncryptedCinderVolumes-1860358116 tempest-TestEncryptedCinderVolumes-1860358116-project] Synchronizing usage tracker for tenant:ddef6c02119143bf99c671a4b8e0bde6 on resource:security_group {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:51:24.377950 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-273b0dc6-e27b-473e-bf30-bd0854a27583 req-309ac445-aafc-4166-91b4-553be9a62295 tempest-TestEncryptedCinderVolumes-1860358116 tempest-TestEncryptedCinderVolumes-1860358116-project] Unset dirty status for tenant:ddef6c02119143bf99c671a4b8e0bde6 on resource:security_group {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:51:24.379844 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-273b0dc6-e27b-473e-bf30-bd0854a27583 req-309ac445-aafc-4166-91b4-553be9a62295 tempest-TestEncryptedCinderVolumes-1860358116 tempest-TestEncryptedCinderVolumes-1860358116-project] 10.222.0.41 "GET /v2.0/security-groups?id=4dbddd54-f2c2-4ce4-b5cf-99ae09bb1118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597129 Jun 01 19:51:24.524840 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [req-a0331c48-71ea-4c87-96ff-7c63fbc2090c req-ecd6ec49-d791-4768-a26e-8d88b030dbd8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 653f82f1-bb1e-4361-b530-e6d33105b2dc {{(pid=88524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 19:51:24.531812 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-a0331c48-71ea-4c87-96ff-7c63fbc2090c req-ecd6ec49-d791-4768-a26e-8d88b030dbd8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:51:24.546021 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [req-a0331c48-71ea-4c87-96ff-7c63fbc2090c req-ecd6ec49-d791-4768-a26e-8d88b030dbd8 service neutron] Transition to ACTIVE for port object 653f82f1-bb1e-4361-b530-e6d33105b2dc will not be triggered until provisioned by entity L2. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:51:24.549581 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-a0331c48-71ea-4c87-96ff-7c63fbc2090c req-ecd6ec49-d791-4768-a26e-8d88b030dbd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:51:24.712439 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd6ec49-d791-4768-a26e-8d88b030dbd8 service neutron] Pushing event updated for resources: {'Port': ['ID=653f82f1-bb1e-4361-b530-e6d33105b2dc,revision_number=2']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:51:24.791962 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-a0331c48-71ea-4c87-96ff-7c63fbc2090c req-ecd6ec49-d791-4768-a26e-8d88b030dbd8 service neutron] Attempting to bind port 653f82f1-bb1e-4361-b530-e6d33105b2dc on host n-h2-844202-1 for vnic_type normal with profile {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:51:24.792313 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-a0331c48-71ea-4c87-96ff-7c63fbc2090c req-ecd6ec49-d791-4768-a26e-8d88b030dbd8 service neutron] Attempting to bind port 653f82f1-bb1e-4361-b530-e6d33105b2dc by drivers openvswitch,hyperv on host n-h2-844202-1 at level 0 using segments [{'id': 'f087cf75-f54a-4da8-8381-4f63100746b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '8c201e60-6588-4e0a-81f3-e3da8cf40eb5'}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:51:24.792637 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0331c48-71ea-4c87-96ff-7c63fbc2090c req-ecd6ec49-d791-4768-a26e-8d88b030dbd8 service neutron] Attempting to bind port 653f82f1-bb1e-4361-b530-e6d33105b2dc on network 8c201e60-6588-4e0a-81f3-e3da8cf40eb5 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:51:24.797436 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0331c48-71ea-4c87-96ff-7c63fbc2090c req-ecd6ec49-d791-4768-a26e-8d88b030dbd8 service neutron] Port 653f82f1-bb1e-4361-b530-e6d33105b2dc on network 8c201e60-6588-4e0a-81f3-e3da8cf40eb5 not bound, no agent of type Open vSwitch agent registered on host n-h2-844202-1 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 19:51:24.797753 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0331c48-71ea-4c87-96ff-7c63fbc2090c req-ecd6ec49-d791-4768-a26e-8d88b030dbd8 service neutron] Attempting to bind port 653f82f1-bb1e-4361-b530-e6d33105b2dc on network 8c201e60-6588-4e0a-81f3-e3da8cf40eb5 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:51:24.802810 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0331c48-71ea-4c87-96ff-7c63fbc2090c req-ecd6ec49-d791-4768-a26e-8d88b030dbd8 service neutron] Checking agent: {'id': 'f5db9968-6317-4186-9100-9e0ca6b50417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 51, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:51:24.803150 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0331c48-71ea-4c87-96ff-7c63fbc2090c req-ecd6ec49-d791-4768-a26e-8d88b030dbd8 service neutron] Checking segment: {'id': 'f087cf75-f54a-4da8-8381-4f63100746b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '8c201e60-6588-4e0a-81f3-e3da8cf40eb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:51:24.803527 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0331c48-71ea-4c87-96ff-7c63fbc2090c req-ecd6ec49-d791-4768-a26e-8d88b030dbd8 service neutron] Bound using segment: {'id': 'f087cf75-f54a-4da8-8381-4f63100746b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '8c201e60-6588-4e0a-81f3-e3da8cf40eb5'} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:51:24.803943 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-a0331c48-71ea-4c87-96ff-7c63fbc2090c req-ecd6ec49-d791-4768-a26e-8d88b030dbd8 service neutron] Bound port: 653f82f1-bb1e-4361-b530-e6d33105b2dc, host: n-h2-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f087cf75-f54a-4da8-8381-4f63100746b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '8c201e60-6588-4e0a-81f3-e3da8cf40eb5'}}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:51:24.804310 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-a0331c48-71ea-4c87-96ff-7c63fbc2090c req-ecd6ec49-d791-4768-a26e-8d88b030dbd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:51:24.899519 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-a0331c48-71ea-4c87-96ff-7c63fbc2090c req-ecd6ec49-d791-4768-a26e-8d88b030dbd8 service neutron] For port 653f82f1-bb1e-4361-b530-e6d33105b2dc, host n-h2-844202-1, cleared binding levels {{(pid=88524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:51:24.902545 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-a0331c48-71ea-4c87-96ff-7c63fbc2090c req-ecd6ec49-d791-4768-a26e-8d88b030dbd8 service neutron] For port 653f82f1-bb1e-4361-b530-e6d33105b2dc, host n-h2-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=653f82f1-bb1e-4361-b530-e6d33105b2dc,segment=NetworkSegment(f087cf75-f54a-4da8-8381-4f63100746b6),segment_id=f087cf75-f54a-4da8-8381-4f63100746b6)] {{(pid=88524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:51:24.906503 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-a0331c48-71ea-4c87-96ff-7c63fbc2090c req-ecd6ec49-d791-4768-a26e-8d88b030dbd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:51:24.965768 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0331c48-71ea-4c87-96ff-7c63fbc2090c req-ecd6ec49-d791-4768-a26e-8d88b030dbd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:51:24.966373 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-a0331c48-71ea-4c87-96ff-7c63fbc2090c req-ecd6ec49-d791-4768-a26e-8d88b030dbd8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:51:24.967722 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a0331c48-71ea-4c87-96ff-7c63fbc2090c req-ecd6ec49-d791-4768-a26e-8d88b030dbd8 service neutron] 10.222.0.50 "PUT /v2.0/ports/653f82f1-bb1e-4361-b530-e6d33105b2dc HTTP/1.1" status: 200 len: 1091 time: 1.0356758 Jun 01 19:51:24.968155 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58ae3a53-6200-4e5a-8d16-deda381b4348', 'tag': '653f82f1-bb1e-4361-b530-e6d33105b2dc'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:51:25.000170 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd6ec49-d791-4768-a26e-8d88b030dbd8 service neutron] Pushing event updated for resources: {'Port': ['ID=653f82f1-bb1e-4361-b530-e6d33105b2dc,revision_number=3']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:51:25.048710 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d96070d1-ca7f-4b87-b7f9-d0fb550a8063'] response: {'name': 'network-changed', 'server_uuid': '58ae3a53-6200-4e5a-8d16-deda381b4348', 'tag': '653f82f1-bb1e-4361-b530-e6d33105b2dc', 'status': 'completed', 'code': 200} Jun 01 19:51:25.091954 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0331c48-71ea-4c87-96ff-7c63fbc2090c req-106a0818-49ee-41a8-82f7-2042e416d112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:51:25.093468 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a0331c48-71ea-4c87-96ff-7c63fbc2090c req-106a0818-49ee-41a8-82f7-2042e416d112 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ddef6c02119143bf99c671a4b8e0bde6&device_id=58ae3a53-6200-4e5a-8d16-deda381b4348 HTTP/1.1" status: 200 len: 1094 time: 0.0786517 Jun 01 19:51:25.170686 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a0331c48-71ea-4c87-96ff-7c63fbc2090c req-75bab1ef-a6bf-4fd7-938e-172597f94b17 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=653f82f1-bb1e-4361-b530-e6d33105b2dc HTTP/1.1" status: 200 len: 217 time: 0.0699410 Jun 01 19:51:25.236823 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0331c48-71ea-4c87-96ff-7c63fbc2090c req-d31c80fe-1927-4bc0-993d-aedc73f55b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:51:25.238351 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a0331c48-71ea-4c87-96ff-7c63fbc2090c req-d31c80fe-1927-4bc0-993d-aedc73f55b50 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8ce0cc0a-fefb-432d-afcf-6e27fc9c2894 HTTP/1.1" status: 200 len: 855 time: 0.0622535 Jun 01 19:51:25.310428 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0331c48-71ea-4c87-96ff-7c63fbc2090c req-3677a64d-c30b-4967-b2ee-93135ffa1a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:51:25.311793 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a0331c48-71ea-4c87-96ff-7c63fbc2090c req-3677a64d-c30b-4967-b2ee-93135ffa1a12 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8c201e60-6588-4e0a-81f3-e3da8cf40eb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0686412 Jun 01 19:51:25.443611 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a0331c48-71ea-4c87-96ff-7c63fbc2090c req-a07ad905-bff2-4236-a053-baa731aa1623 service neutron] 10.222.0.50 "GET /v2.0/networks/8c201e60-6588-4e0a-81f3-e3da8cf40eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262136 Jun 01 19:51:25.577130 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a0331c48-71ea-4c87-96ff-7c63fbc2090c req-842219d5-e418-4d3d-98a7-ceca4c06a263 service neutron] 10.222.0.50 "GET /v2.0/networks/8c201e60-6588-4e0a-81f3-e3da8cf40eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278164 Jun 01 19:51:25.580106 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edbcdfe-0098-45fb-bf91-87c4b1414aa0 req-4fcb7190-5da8-4ba8-805b-d204ddb0a5bd tempest-TestEncryptedCinderVolumes-1860358116 tempest-TestEncryptedCinderVolumes-1860358116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:51:25.582190 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-5edbcdfe-0098-45fb-bf91-87c4b1414aa0 req-4fcb7190-5da8-4ba8-805b-d204ddb0a5bd tempest-TestEncryptedCinderVolumes-1860358116 tempest-TestEncryptedCinderVolumes-1860358116-project] 10.222.0.41 "GET /v2.0/ports?device_id=58ae3a53-6200-4e5a-8d16-deda381b4348 HTTP/1.1" status: 200 len: 943 time: 0.0849199 Jun 01 19:51:25.629135 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-5edbcdfe-0098-45fb-bf91-87c4b1414aa0 req-5004e740-11c9-4fe3-8c1e-aaa07e24bcf7 tempest-TestEncryptedCinderVolumes-1860358116 tempest-TestEncryptedCinderVolumes-1860358116-project] 10.222.0.41 "GET /v2.0/security-groups?id=4dbddd54-f2c2-4ce4-b5cf-99ae09bb1118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409026 Jun 01 19:51:25.686359 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2e33bf-c660-440f-9590-1ca7a0d4deae req-aced0195-99c0-405d-b14b-150c725f4b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:51:25.687837 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7e2e33bf-c660-440f-9590-1ca7a0d4deae req-aced0195-99c0-405d-b14b-150c725f4b5d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ddef6c02119143bf99c671a4b8e0bde6&device_id=58ae3a53-6200-4e5a-8d16-deda381b4348 HTTP/1.1" status: 200 len: 1094 time: 0.0698354 Jun 01 19:51:25.814747 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2e33bf-c660-440f-9590-1ca7a0d4deae req-0d19f79c-bbad-42f6-a521-3708c4ab1308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:51:25.816986 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7e2e33bf-c660-440f-9590-1ca7a0d4deae req-0d19f79c-bbad-42f6-a521-3708c4ab1308 service neutron] 10.222.0.50 "GET /v2.0/networks?id=8c201e60-6588-4e0a-81f3-e3da8cf40eb5 HTTP/1.1" status: 200 len: 917 time: 0.1232953 Jun 01 19:51:25.886816 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7e2e33bf-c660-440f-9590-1ca7a0d4deae req-4e24ada2-9d13-4cca-b0e1-75fb9a3290ec service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=653f82f1-bb1e-4361-b530-e6d33105b2dc HTTP/1.1" status: 200 len: 217 time: 0.0639193 Jun 01 19:51:25.948949 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2e33bf-c660-440f-9590-1ca7a0d4deae req-7277e4a2-bbb0-42be-94c7-6a989b7d0437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:51:25.950390 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7e2e33bf-c660-440f-9590-1ca7a0d4deae req-7277e4a2-bbb0-42be-94c7-6a989b7d0437 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8ce0cc0a-fefb-432d-afcf-6e27fc9c2894 HTTP/1.1" status: 200 len: 855 time: 0.0581608 Jun 01 19:51:26.029821 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2e33bf-c660-440f-9590-1ca7a0d4deae req-acf54cd3-8835-4c24-8731-1212367e5b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:51:26.031293 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7e2e33bf-c660-440f-9590-1ca7a0d4deae req-acf54cd3-8835-4c24-8731-1212367e5b25 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8c201e60-6588-4e0a-81f3-e3da8cf40eb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0750275 Jun 01 19:51:26.259146 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7e2e33bf-c660-440f-9590-1ca7a0d4deae req-98ae5a35-37c5-44f1-bb57-defe56f29f93 service neutron] 10.222.0.50 "GET /v2.0/networks/8c201e60-6588-4e0a-81f3-e3da8cf40eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2205639 Jun 01 19:51:26.390966 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7e2e33bf-c660-440f-9590-1ca7a0d4deae req-a580450d-f9fa-440b-a3d1-ba21fb445386 service neutron] 10.222.0.50 "GET /v2.0/networks/8c201e60-6588-4e0a-81f3-e3da8cf40eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252716 Jun 01 19:51:26.811371 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee00ee2-4602-464a-9161-eb291d6e2143 req-be5ebc43-3125-4c97-899c-6016c7055d4c tempest-TestEncryptedCinderVolumes-1860358116 tempest-TestEncryptedCinderVolumes-1860358116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:51:26.812817 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3ee00ee2-4602-464a-9161-eb291d6e2143 req-be5ebc43-3125-4c97-899c-6016c7055d4c tempest-TestEncryptedCinderVolumes-1860358116 tempest-TestEncryptedCinderVolumes-1860358116-project] 10.222.0.41 "GET /v2.0/ports?device_id=58ae3a53-6200-4e5a-8d16-deda381b4348 HTTP/1.1" status: 200 len: 943 time: 0.0787897 Jun 01 19:51:26.973701 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3ee00ee2-4602-464a-9161-eb291d6e2143 req-3deb11df-3861-4b64-a85a-14a29d619ebc tempest-TestEncryptedCinderVolumes-1860358116 tempest-TestEncryptedCinderVolumes-1860358116-project] 10.222.0.41 "GET /v2.0/security-groups?id=4dbddd54-f2c2-4ce4-b5cf-99ae09bb1118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550124 Jun 01 19:51:27.562119 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 653f82f1-bb1e-4361-b530-e6d33105b2dc details requested by agent hyperv_n-h2-844202-1 with host n-h2-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 19:51:27.694150 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 653f82f1-bb1e-4361-b530-e6d33105b2dc, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=653f82f1-bb1e-4361-b530-e6d33105b2dc,segment=NetworkSegment(f087cf75-f54a-4da8-8381-4f63100746b6),segment_id=f087cf75-f54a-4da8-8381-4f63100746b6)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:51:27.707556 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Returning: {'device': '653f82f1-bb1e-4361-b530-e6d33105b2dc', 'network_id': '8c201e60-6588-4e0a-81f3-e3da8cf40eb5', 'port_id': '653f82f1-bb1e-4361-b530-e6d33105b2dc', 'mac_address': 'fa:16:3e:0d:62:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ce0cc0a-fefb-432d-afcf-6e27fc9c2894', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 19:51:27.760850 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port 653f82f1-bb1e-4361-b530-e6d33105b2dc is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:51:27.761140 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:51:27.777833 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 653f82f1-bb1e-4361-b530-e6d33105b2dc {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 19:51:27.793106 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 653f82f1-bb1e-4361-b530-e6d33105b2dc, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=653f82f1-bb1e-4361-b530-e6d33105b2dc,segment=NetworkSegment(f087cf75-f54a-4da8-8381-4f63100746b6),segment_id=f087cf75-f54a-4da8-8381-4f63100746b6)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:51:27.796962 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:51:27.866014 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=653f82f1-bb1e-4361-b530-e6d33105b2dc,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:51:27.873532 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:51:27.873891 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:51:27.874223 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:51:27.874550 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:51:27.874871 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:51:27.875212 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:51:27.875531 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:51:27.875847 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:51:27.876162 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:51:27.876510 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:51:27.876825 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:51:27.877137 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:51:28.013850 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] get_ports_and_sgs() called for port_ids ['653f82f1-bb1e-4361-b530-e6d33105b2dc'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 19:51:28.162782 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed1b849-6634-4175-89e6-c0abf3597b61 req-5672c3b4-b231-471d-911d-e574cfbd7f1d tempest-TestEncryptedCinderVolumes-1860358116 tempest-TestEncryptedCinderVolumes-1860358116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:51:28.164253 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-1ed1b849-6634-4175-89e6-c0abf3597b61 req-5672c3b4-b231-471d-911d-e574cfbd7f1d tempest-TestEncryptedCinderVolumes-1860358116 tempest-TestEncryptedCinderVolumes-1860358116-project] 10.222.0.41 "GET /v2.0/ports?device_id=58ae3a53-6200-4e5a-8d16-deda381b4348 HTTP/1.1" status: 200 len: 944 time: 0.0799403 Jun 01 19:51:28.209310 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-1ed1b849-6634-4175-89e6-c0abf3597b61 req-403a89da-04df-4b1e-95da-0fb4d4cd9c8d tempest-TestEncryptedCinderVolumes-1860358116 tempest-TestEncryptedCinderVolumes-1860358116-project] 10.222.0.41 "GET /v2.0/security-groups?id=4dbddd54-f2c2-4ce4-b5cf-99ae09bb1118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392554 Jun 01 19:51:29.399066 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5385979-137a-49c2-b742-69c51b031d96 req-93db0275-73ee-4006-bf90-a324418b08c1 tempest-TestEncryptedCinderVolumes-1860358116 tempest-TestEncryptedCinderVolumes-1860358116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:51:29.400512 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e5385979-137a-49c2-b742-69c51b031d96 req-93db0275-73ee-4006-bf90-a324418b08c1 tempest-TestEncryptedCinderVolumes-1860358116 tempest-TestEncryptedCinderVolumes-1860358116-project] 10.222.0.41 "GET /v2.0/ports?device_id=58ae3a53-6200-4e5a-8d16-deda381b4348 HTTP/1.1" status: 200 len: 944 time: 0.0827119 Jun 01 19:51:29.444115 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e5385979-137a-49c2-b742-69c51b031d96 req-4f3eb396-5c19-4d16-ac5d-ed4471d7cfae tempest-TestEncryptedCinderVolumes-1860358116 tempest-TestEncryptedCinderVolumes-1860358116-project] 10.222.0.41 "GET /v2.0/security-groups?id=4dbddd54-f2c2-4ce4-b5cf-99ae09bb1118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379610 Jun 01 19:51:29.593697 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 653f82f1-bb1e-4361-b530-e6d33105b2dc up at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:51:29.662479 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning for port 653f82f1-bb1e-4361-b530-e6d33105b2dc completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:51:29.669760 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning complete for port 653f82f1-bb1e-4361-b530-e6d33105b2dc triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:51:29.670125 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:51:29.794007 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port 653f82f1-bb1e-4361-b530-e6d33105b2dc is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:51:29.794374 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:51:29.821221 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58ae3a53-6200-4e5a-8d16-deda381b4348', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '653f82f1-bb1e-4361-b530-e6d33105b2dc'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:51:29.830765 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 653f82f1-bb1e-4361-b530-e6d33105b2dc, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=653f82f1-bb1e-4361-b530-e6d33105b2dc,segment=NetworkSegment(f087cf75-f54a-4da8-8381-4f63100746b6),segment_id=f087cf75-f54a-4da8-8381-4f63100746b6)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:51:29.834693 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:51:29.871523 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d91df904-6e37-4f92-b51e-a28504769d07'] response: {'server_uuid': '58ae3a53-6200-4e5a-8d16-deda381b4348', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '653f82f1-bb1e-4361-b530-e6d33105b2dc', 'code': 200} Jun 01 19:51:29.904851 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=653f82f1-bb1e-4361-b530-e6d33105b2dc,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:51:29.992550 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b66747-daef-40f9-93f3-48f5f205d4c1 req-60e4be6b-bcf6-410b-8316-c79c308d2f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:51:29.994022 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a3b66747-daef-40f9-93f3-48f5f205d4c1 req-60e4be6b-bcf6-410b-8316-c79c308d2f8e service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=58ae3a53-6200-4e5a-8d16-deda381b4348 HTTP/1.1" status: 200 len: 1096 time: 0.0736105 Jun 01 19:51:30.033474 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a3b66747-daef-40f9-93f3-48f5f205d4c1 req-24745047-0576-4e49-acb6-69a68de78056 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=4dbddd54-f2c2-4ce4-b5cf-99ae09bb1118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337381 Jun 01 19:51:30.627228 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1bd2f0-02b3-42e2-acb4-286a2e64099c req-427b9770-feed-447b-a86d-4d5c06d2f07f tempest-TestEncryptedCinderVolumes-1860358116 tempest-TestEncryptedCinderVolumes-1860358116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:51:30.628749 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2b1bd2f0-02b3-42e2-acb4-286a2e64099c req-427b9770-feed-447b-a86d-4d5c06d2f07f tempest-TestEncryptedCinderVolumes-1860358116 tempest-TestEncryptedCinderVolumes-1860358116-project] 10.222.0.41 "GET /v2.0/ports?device_id=58ae3a53-6200-4e5a-8d16-deda381b4348 HTTP/1.1" status: 200 len: 945 time: 0.0786083 Jun 01 19:51:30.672644 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2b1bd2f0-02b3-42e2-acb4-286a2e64099c req-0ac291a9-5ea7-4627-bb42-1d512447cee6 tempest-TestEncryptedCinderVolumes-1860358116 tempest-TestEncryptedCinderVolumes-1860358116-project] 10.222.0.41 "GET /v2.0/security-groups?id=4dbddd54-f2c2-4ce4-b5cf-99ae09bb1118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383472 Jun 01 19:51:31.864461 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ab6d2a-d3e4-4719-9e5b-0cc2a9c12696 req-283d62c9-0452-4d80-91d3-9d799bef0568 tempest-TestEncryptedCinderVolumes-1860358116 tempest-TestEncryptedCinderVolumes-1860358116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:51:31.865819 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-59ab6d2a-d3e4-4719-9e5b-0cc2a9c12696 req-283d62c9-0452-4d80-91d3-9d799bef0568 tempest-TestEncryptedCinderVolumes-1860358116 tempest-TestEncryptedCinderVolumes-1860358116-project] 10.222.0.41 "GET /v2.0/ports?device_id=58ae3a53-6200-4e5a-8d16-deda381b4348 HTTP/1.1" status: 200 len: 945 time: 0.0860143 Jun 01 19:51:31.911886 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-59ab6d2a-d3e4-4719-9e5b-0cc2a9c12696 req-d8683d3d-f2fa-4bb2-a833-ddba5ff8f293 tempest-TestEncryptedCinderVolumes-1860358116 tempest-TestEncryptedCinderVolumes-1860358116-project] 10.222.0.41 "GET /v2.0/security-groups?id=4dbddd54-f2c2-4ce4-b5cf-99ae09bb1118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404720 Jun 01 19:51:32.094962 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9e77e3-7ccd-4e2c-b1e5-a35a06193052 req-68fede9a-74ad-4e5c-a470-1a10a636a4a6 tempest-TestEncryptedCinderVolumes-1860358116 tempest-TestEncryptedCinderVolumes-1860358116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:51:32.096994 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-0d9e77e3-7ccd-4e2c-b1e5-a35a06193052 req-68fede9a-74ad-4e5c-a470-1a10a636a4a6 tempest-TestEncryptedCinderVolumes-1860358116 tempest-TestEncryptedCinderVolumes-1860358116-project] 10.222.0.41 "GET /v2.0/ports?device_id=58ae3a53-6200-4e5a-8d16-deda381b4348 HTTP/1.1" status: 200 len: 945 time: 0.0805643 Jun 01 19:51:32.145132 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-0d9e77e3-7ccd-4e2c-b1e5-a35a06193052 req-7fd407c6-e3ea-4d78-80f5-7c6a054f4d9b tempest-TestEncryptedCinderVolumes-1860358116 tempest-TestEncryptedCinderVolumes-1860358116-project] 10.222.0.41 "GET /v2.0/security-groups?id=4dbddd54-f2c2-4ce4-b5cf-99ae09bb1118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420811 Jun 01 19:51:33.844747 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [req-829ac7a1-141d-4ab5-b46f-0f69b2c085cd req-bb933482-d58e-4558-86c7-8a3f852ea8f2 tempest-ServerDiskConfigTestJSON-1773477049 tempest-ServerDiskConfigTestJSON-1773477049-project] (88524) timed out ('10.222.0.50', 61260) {{(pid=88524) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 01 19:51:37.202961 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-bab11562-00a1-4b44-9b20-05b28b996716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:51:39.643280 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-3a3f7b9e-8a60-4442-a580-eb883d8fd58d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:51:40.065333 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-87ced68c-895a-41d6-8dd1-c3be7d308a06 req-896cf174-0e0a-4207-bb03-80f5aa16f7ac service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=58ae3a53-6200-4e5a-8d16-deda381b4348&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0722573 Jun 01 19:51:40.203047 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ced68c-895a-41d6-8dd1-c3be7d308a06 req-a663fb8a-bdb3-454b-b6b3-006ffabc6e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:51:40.204532 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-87ced68c-895a-41d6-8dd1-c3be7d308a06 req-a663fb8a-bdb3-454b-b6b3-006ffabc6e12 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ddef6c02119143bf99c671a4b8e0bde6&device_id=58ae3a53-6200-4e5a-8d16-deda381b4348 HTTP/1.1" status: 200 len: 1096 time: 0.0714912 Jun 01 19:51:40.352734 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ced68c-895a-41d6-8dd1-c3be7d308a06 req-4f28d589-3bbe-48e7-ba70-40cdbdd4fd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:51:40.354177 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-87ced68c-895a-41d6-8dd1-c3be7d308a06 req-4f28d589-3bbe-48e7-ba70-40cdbdd4fd19 service neutron] 10.222.0.50 "GET /v2.0/networks?id=8c201e60-6588-4e0a-81f3-e3da8cf40eb5 HTTP/1.1" status: 200 len: 917 time: 0.1325443 Jun 01 19:51:40.423711 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-87ced68c-895a-41d6-8dd1-c3be7d308a06 req-e3e3ee58-4710-4383-87c3-9a9d8e81e012 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=653f82f1-bb1e-4361-b530-e6d33105b2dc HTTP/1.1" status: 200 len: 217 time: 0.0641840 Jun 01 19:51:40.483775 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ced68c-895a-41d6-8dd1-c3be7d308a06 req-c675dc78-9c57-4a56-a0a9-ee708eef3863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:51:40.485196 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-87ced68c-895a-41d6-8dd1-c3be7d308a06 req-c675dc78-9c57-4a56-a0a9-ee708eef3863 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8ce0cc0a-fefb-432d-afcf-6e27fc9c2894 HTTP/1.1" status: 200 len: 855 time: 0.0562916 Jun 01 19:51:40.561681 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ced68c-895a-41d6-8dd1-c3be7d308a06 req-9b74a80b-97fa-4f24-ab24-876fbc429389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:51:40.563131 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-87ced68c-895a-41d6-8dd1-c3be7d308a06 req-9b74a80b-97fa-4f24-ab24-876fbc429389 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8c201e60-6588-4e0a-81f3-e3da8cf40eb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0723958 Jun 01 19:51:40.697751 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-87ced68c-895a-41d6-8dd1-c3be7d308a06 req-d5d2bc43-61aa-4be5-b2a8-ffae915702be service neutron] 10.222.0.50 "GET /v2.0/networks/8c201e60-6588-4e0a-81f3-e3da8cf40eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289480 Jun 01 19:51:40.792844 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:51:40.805127 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:51:40.835256 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-87ced68c-895a-41d6-8dd1-c3be7d308a06 req-195e1c61-da78-4fce-a4a2-01c62bf94314 service neutron] 10.222.0.50 "GET /v2.0/networks/8c201e60-6588-4e0a-81f3-e3da8cf40eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319849 Jun 01 19:51:41.841758 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:51:42.162929 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:51:42.426164 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:51:46.565696 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca2f205-ab3a-490a-998d-f7b95f2fe4e3 req-62a77060-ae59-4599-8013-138c21d4e880 tempest-TestEncryptedCinderVolumes-1860358116 tempest-TestEncryptedCinderVolumes-1860358116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:51:46.567124 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-dca2f205-ab3a-490a-998d-f7b95f2fe4e3 req-62a77060-ae59-4599-8013-138c21d4e880 tempest-TestEncryptedCinderVolumes-1860358116 tempest-TestEncryptedCinderVolumes-1860358116-project] 10.222.0.41 "GET /v2.0/ports?device_id=58ae3a53-6200-4e5a-8d16-deda381b4348 HTTP/1.1" status: 200 len: 945 time: 0.0786326 Jun 01 19:51:46.612370 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-dca2f205-ab3a-490a-998d-f7b95f2fe4e3 req-fc3cda53-5e21-4ff0-8ede-81430d67f3f3 tempest-TestEncryptedCinderVolumes-1860358116 tempest-TestEncryptedCinderVolumes-1860358116-project] 10.222.0.41 "GET /v2.0/security-groups?id=4dbddd54-f2c2-4ce4-b5cf-99ae09bb1118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383985 Jun 01 19:51:47.801392 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cab556-5e53-48b9-be3c-59d08d7dca48 req-3a42540f-5a6c-4789-b6cb-66c731b0a497 tempest-TestEncryptedCinderVolumes-1860358116 tempest-TestEncryptedCinderVolumes-1860358116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:51:47.802725 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-96cab556-5e53-48b9-be3c-59d08d7dca48 req-3a42540f-5a6c-4789-b6cb-66c731b0a497 tempest-TestEncryptedCinderVolumes-1860358116 tempest-TestEncryptedCinderVolumes-1860358116-project] 10.222.0.41 "GET /v2.0/ports?device_id=58ae3a53-6200-4e5a-8d16-deda381b4348 HTTP/1.1" status: 200 len: 945 time: 0.0819716 Jun 01 19:51:47.846233 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-96cab556-5e53-48b9-be3c-59d08d7dca48 req-f8fbf4d9-d631-463b-8dc9-7fc2709b5ce6 tempest-TestEncryptedCinderVolumes-1860358116 tempest-TestEncryptedCinderVolumes-1860358116-project] 10.222.0.41 "GET /v2.0/security-groups?id=4dbddd54-f2c2-4ce4-b5cf-99ae09bb1118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377285 Jun 01 19:51:47.959605 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452b77bf-2fc8-4979-afa8-4edca8b312ea req-e515af3b-02af-4a4a-87aa-e88ab02d1e85 tempest-TestEncryptedCinderVolumes-1860358116 tempest-TestEncryptedCinderVolumes-1860358116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:51:47.960303 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-452b77bf-2fc8-4979-afa8-4edca8b312ea req-e515af3b-02af-4a4a-87aa-e88ab02d1e85 tempest-TestEncryptedCinderVolumes-1860358116 tempest-TestEncryptedCinderVolumes-1860358116-project] Synchronizing usage tracker for tenant:ddef6c02119143bf99c671a4b8e0bde6 on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:51:47.976216 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-452b77bf-2fc8-4979-afa8-4edca8b312ea req-e515af3b-02af-4a4a-87aa-e88ab02d1e85 tempest-TestEncryptedCinderVolumes-1860358116 tempest-TestEncryptedCinderVolumes-1860358116-project] Unset dirty status for tenant:ddef6c02119143bf99c671a4b8e0bde6 on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:51:47.977808 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-452b77bf-2fc8-4979-afa8-4edca8b312ea req-e515af3b-02af-4a4a-87aa-e88ab02d1e85 tempest-TestEncryptedCinderVolumes-1860358116 tempest-TestEncryptedCinderVolumes-1860358116-project] 10.222.0.50 "GET /v2.0/ports?device_id=58ae3a53-6200-4e5a-8d16-deda381b4348 HTTP/1.1" status: 200 len: 945 time: 0.0956407 Jun 01 19:51:48.052773 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-452b77bf-2fc8-4979-afa8-4edca8b312ea req-a3ec131b-46cb-4056-a507-47a7de2d2b53 tempest-TestEncryptedCinderVolumes-1860358116 tempest-TestEncryptedCinderVolumes-1860358116-project] Deleting port 653f82f1-bb1e-4361-b530-e6d33105b2dc {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:51:48.053017 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-452b77bf-2fc8-4979-afa8-4edca8b312ea req-a3ec131b-46cb-4056-a507-47a7de2d2b53 tempest-TestEncryptedCinderVolumes-1860358116 tempest-TestEncryptedCinderVolumes-1860358116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:51:48.291192 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-452b77bf-2fc8-4979-afa8-4edca8b312ea req-a3ec131b-46cb-4056-a507-47a7de2d2b53 tempest-TestEncryptedCinderVolumes-1860358116 tempest-TestEncryptedCinderVolumes-1860358116-project] For port 653f82f1-bb1e-4361-b530-e6d33105b2dc, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=653f82f1-bb1e-4361-b530-e6d33105b2dc,segment=NetworkSegment(f087cf75-f54a-4da8-8381-4f63100746b6),segment_id=f087cf75-f54a-4da8-8381-4f63100746b6)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:51:48.291536 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-452b77bf-2fc8-4979-afa8-4edca8b312ea req-a3ec131b-46cb-4056-a507-47a7de2d2b53 tempest-TestEncryptedCinderVolumes-1860358116 tempest-TestEncryptedCinderVolumes-1860358116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:51:48.520899 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-452b77bf-2fc8-4979-afa8-4edca8b312ea req-a3ec131b-46cb-4056-a507-47a7de2d2b53 tempest-TestEncryptedCinderVolumes-1860358116 tempest-TestEncryptedCinderVolumes-1860358116-project] Calling delete_port for 653f82f1-bb1e-4361-b530-e6d33105b2dc owned by compute:nova {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:51:48.669762 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-452b77bf-2fc8-4979-afa8-4edca8b312ea req-a3ec131b-46cb-4056-a507-47a7de2d2b53 tempest-TestEncryptedCinderVolumes-1860358116 tempest-TestEncryptedCinderVolumes-1860358116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:51:48.682998 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] get_ports_and_sgs() called for port_ids ['653f82f1-bb1e-4361-b530-e6d33105b2dc'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 19:51:48.721899 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ec131b-46cb-4056-a507-47a7de2d2b53 tempest-TestEncryptedCinderVolumes-1860358116 tempest-TestEncryptedCinderVolumes-1860358116-project] Pushing event deleted for resources: {'Port': ['ID=653f82f1-bb1e-4361-b530-e6d33105b2dc,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:51:48.802487 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-452b77bf-2fc8-4979-afa8-4edca8b312ea req-a3ec131b-46cb-4056-a507-47a7de2d2b53 tempest-TestEncryptedCinderVolumes-1860358116 tempest-TestEncryptedCinderVolumes-1860358116-project] No DVR routers for this DVR port 653f82f1-bb1e-4361-b530-e6d33105b2dc on host n-h2-844202-1 {{(pid=88524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:51:48.805212 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-452b77bf-2fc8-4979-afa8-4edca8b312ea req-a3ec131b-46cb-4056-a507-47a7de2d2b53 tempest-TestEncryptedCinderVolumes-1860358116 tempest-TestEncryptedCinderVolumes-1860358116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:51:48.808504 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58ae3a53-6200-4e5a-8d16-deda381b4348', 'name': 'network-vif-deleted', 'tag': '653f82f1-bb1e-4361-b530-e6d33105b2dc'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:51:48.825639 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-452b77bf-2fc8-4979-afa8-4edca8b312ea req-a3ec131b-46cb-4056-a507-47a7de2d2b53 tempest-TestEncryptedCinderVolumes-1860358116 tempest-TestEncryptedCinderVolumes-1860358116-project] 10.222.0.50 "DELETE /v2.0/ports/653f82f1-bb1e-4361-b530-e6d33105b2dc HTTP/1.1" status: 204 len: 173 time: 0.8428884 Jun 01 19:51:48.863490 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac60e628-9800-4806-9cd8-3f0e0025a262'] response: {'server_uuid': '58ae3a53-6200-4e5a-8d16-deda381b4348', 'name': 'network-vif-deleted', 'tag': '653f82f1-bb1e-4361-b530-e6d33105b2dc', 'status': 'completed', 'code': 200} Jun 01 19:51:49.005255 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ca770390-6ce7-4f3c-80a8-3ed8f4c02320 req-6daa18fa-ddb6-4ac8-9955-b196aba91a62 tempest-TestEncryptedCinderVolumes-1860358116 tempest-TestEncryptedCinderVolumes-1860358116-project] 10.222.0.41 "GET /v2.0/ports?device_id=58ae3a53-6200-4e5a-8d16-deda381b4348 HTTP/1.1" status: 200 len: 210 time: 0.0452373 Jun 01 19:51:50.141331 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 53538) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:51:50.706826 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1379dcd9-420e-4a9e-9dec-5bab1cb526b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-887474'] for router_interface, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:51:51.070132 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-1379dcd9-420e-4a9e-9dec-5bab1cb526b4 admin admin] Deleting port 73aae7ec-59b8-459e-a79d-96947c3552cc {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:51:51.070468 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1379dcd9-420e-4a9e-9dec-5bab1cb526b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:51:51.253319 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [None req-1379dcd9-420e-4a9e-9dec-5bab1cb526b4 admin admin] For port 73aae7ec-59b8-459e-a79d-96947c3552cc, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=73aae7ec-59b8-459e-a79d-96947c3552cc,segment=NetworkSegment(f087cf75-f54a-4da8-8381-4f63100746b6),segment_id=f087cf75-f54a-4da8-8381-4f63100746b6)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:51:51.254010 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1379dcd9-420e-4a9e-9dec-5bab1cb526b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:51:51.481901 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-1379dcd9-420e-4a9e-9dec-5bab1cb526b4 admin admin] Calling delete_port for 73aae7ec-59b8-459e-a79d-96947c3552cc owned by network:router_interface {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:51:51.671456 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1379dcd9-420e-4a9e-9dec-5bab1cb526b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:51:51.725259 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1379dcd9-420e-4a9e-9dec-5bab1cb526b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=73aae7ec-59b8-459e-a79d-96947c3552cc,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:51:51.733948 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 653f82f1-bb1e-4361-b530-e6d33105b2dc no longer exists at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:51:51.776491 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] No Port match for: 653f82f1-bb1e-4361-b530-e6d33105b2dc {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:51:51.776491 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 653f82f1-bb1e-4361-b530-e6d33105b2dc not bound to the agent host n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:51:52.007837 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1379dcd9-420e-4a9e-9dec-5bab1cb526b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-887310'] for router_interface, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:51:52.366455 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1379dcd9-420e-4a9e-9dec-5bab1cb526b4 admin admin] Router bacb13af-5e6a-4aee-b1fc-67d7e2c455ae has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 19:51:52.537405 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1379dcd9-420e-4a9e-9dec-5bab1cb526b4 admin admin] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:51:52.546190 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf6b1515-f90c-4d01-a13b-a1b1d027b293 None None] Sync routers for ids ['bacb13af-5e6a-4aee-b1fc-67d7e2c455ae'] in n-d-844202-1 {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:51:52.549799 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-1379dcd9-420e-4a9e-9dec-5bab1cb526b4 admin admin] 10.222.0.41 "PUT /v2.0/routers/bacb13af-5e6a-4aee-b1fc-67d7e2c455ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4073386 Jun 01 19:51:52.552359 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 53542) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:51:52.555579 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf6b1515-f90c-4d01-a13b-a1b1d027b293 None None] Routers {'bacb13af-5e6a-4aee-b1fc-67d7e2c455ae'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:51:52.556178 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-cf6b1515-f90c-4d01-a13b-a1b1d027b293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:51:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['bacb13af-5e6a-4aee-b1fc-67d7e2c455ae'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:51:52.776464 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-cf6b1515-f90c-4d01-a13b-a1b1d027b293 None None] Set router bacb13af-5e6a-4aee-b1fc-67d7e2c455ae gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:51:52.848665 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8e960eb2-47da-4957-a443-916cc1372215 admin admin] Notify callbacks [] for router, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:51:53.028411 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8e960eb2-47da-4957-a443-916cc1372215 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:51:53.039150 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-8e960eb2-47da-4957-a443-916cc1372215 admin admin] Deleting port f84f5b88-e594-4f98-9bda-cf3221395efd {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:51:53.039505 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8e960eb2-47da-4957-a443-916cc1372215 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:51:53.067895 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-cf6b1515-f90c-4d01-a13b-a1b1d027b293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bacb13af-5e6a-4aee-b1fc-67d7e2c455ae', 'name': 'tempest-TestEncryptedCinderVolumes-339150414-router', 'tenant_id': 'ddef6c02119143bf99c671a4b8e0bde6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.153'}], 'enable_snat': True}, 'gw_port_id': 'f84f5b88-e594-4f98-9bda-cf3221395efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:50:08Z', 'updated_at': '2022-06-01T19:51:51Z', 'revision_number': 5, 'project_id': 'ddef6c02119143bf99c671a4b8e0bde6', 'gw_port': {'id': 'f84f5b88-e594-4f98-9bda-cf3221395efd', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:75:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bacb13af-5e6a-4aee-b1fc-67d7e2c455ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:50:09Z', 'updated_at': '2022-06-01T19:50:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:51:53.071659 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf6b1515-f90c-4d01-a13b-a1b1d027b293 None None] Checking router: bacb13af-5e6a-4aee-b1fc-67d7e2c455ae for host: n-d-844202-1 {{(pid=88526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 19:51:53.080517 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf6b1515-f90c-4d01-a13b-a1b1d027b293 None None] Routers {'bacb13af-5e6a-4aee-b1fc-67d7e2c455ae'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:51:53.081118 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-cf6b1515-f90c-4d01-a13b-a1b1d027b293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:51:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['bacb13af-5e6a-4aee-b1fc-67d7e2c455ae'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:51:53.217880 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [None req-8e960eb2-47da-4957-a443-916cc1372215 admin admin] For port f84f5b88-e594-4f98-9bda-cf3221395efd, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=f84f5b88-e594-4f98-9bda-cf3221395efd,segment=NetworkSegment(7875af61-4c53-4ff2-b8c8-d4b7c35ff947),segment_id=7875af61-4c53-4ff2-b8c8-d4b7c35ff947)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:51:53.218228 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8e960eb2-47da-4957-a443-916cc1372215 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:51:53.235147 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-cf6b1515-f90c-4d01-a13b-a1b1d027b293 None None] Set router bacb13af-5e6a-4aee-b1fc-67d7e2c455ae gateway port host: None {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:51:53.341969 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-cf6b1515-f90c-4d01-a13b-a1b1d027b293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bacb13af-5e6a-4aee-b1fc-67d7e2c455ae', 'name': 'tempest-TestEncryptedCinderVolumes-339150414-router', 'tenant_id': 'ddef6c02119143bf99c671a4b8e0bde6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:50:08Z', 'updated_at': '2022-06-01T19:51:53Z', 'revision_number': 6, 'project_id': 'ddef6c02119143bf99c671a4b8e0bde6', 'gw_port_host': None}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:51:53.342208 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-8e960eb2-47da-4957-a443-916cc1372215 admin admin] Calling delete_port for f84f5b88-e594-4f98-9bda-cf3221395efd owned by network:router_gateway {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:51:53.345916 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf6b1515-f90c-4d01-a13b-a1b1d027b293 None None] The sync data for ids ['bacb13af-5e6a-4aee-b1fc-67d7e2c455ae'] in n-d-844202-1 is: [{'id': 'bacb13af-5e6a-4aee-b1fc-67d7e2c455ae', 'name': 'tempest-TestEncryptedCinderVolumes-339150414-router', 'tenant_id': 'ddef6c02119143bf99c671a4b8e0bde6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:50:08Z', 'updated_at': '2022-06-01T19:51:53Z', 'revision_number': 6, 'project_id': 'ddef6c02119143bf99c671a4b8e0bde6', 'gw_port_host': None}] {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:51:53.513672 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8e960eb2-47da-4957-a443-916cc1372215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:51:53.561349 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e960eb2-47da-4957-a443-916cc1372215 admin admin] Pushing event deleted for resources: {'Port': ['ID=f84f5b88-e594-4f98-9bda-cf3221395efd,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:51:53.654616 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8e960eb2-47da-4957-a443-916cc1372215 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-887703'] for router_gateway, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:51:53.795025 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 73aae7ec-59b8-459e-a79d-96947c3552cc no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:51:53.834198 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: 73aae7ec-59b8-459e-a79d-96947c3552cc {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:51:53.834550 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 73aae7ec-59b8-459e-a79d-96947c3552cc not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:51:53.837175 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8e960eb2-47da-4957-a443-916cc1372215 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25316'] for router, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:51:53.839420 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8e960eb2-47da-4957-a443-916cc1372215 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:51:53.861948 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8e960eb2-47da-4957-a443-916cc1372215 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-891519'] for router, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:51:53.862449 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e960eb2-47da-4957-a443-916cc1372215 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bacb13af-5e6a-4aee-b1fc-67d7e2c455ae {{(pid=88524) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 19:51:53.874278 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8e960eb2-47da-4957-a443-916cc1372215 admin admin] Notify callbacks [] for router, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:51:53.875377 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-8e960eb2-47da-4957-a443-916cc1372215 admin admin] 10.222.0.41 "DELETE /v2.0/routers/bacb13af-5e6a-4aee-b1fc-67d7e2c455ae HTTP/1.1" status: 204 len: 168 time: 1.3221359 Jun 01 19:51:53.878669 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 53546) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:51:53.936175 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_v2 [None req-33845159-760b-4249-a384-b559eb5178cf admin admin] Deleting subnet 8ce0cc0a-fefb-432d-afcf-6e27fc9c2894 {{(pid=88524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 19:51:53.939771 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-33845159-760b-4249-a384-b559eb5178cf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:51:53.993269 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-33845159-760b-4249-a384-b559eb5178cf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2702137'] for subnet, precommit_delete_associations {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:51:54.069713 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-33845159-760b-4249-a384-b559eb5178cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:51:54.141619 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-33845159-760b-4249-a384-b559eb5178cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2718856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3066595'] for subnet, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:51:54.189759 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-33845159-760b-4249-a384-b559eb5178cf admin admin] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:51:54.193542 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33845159-760b-4249-a384-b559eb5178cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ce0cc0a-fefb-432d-afcf-6e27fc9c2894,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:51:54.194385 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c30f7352-ccae-48bf-9df5-d273fa1bbec1 None None] Network 8c201e60-6588-4e0a-81f3-e3da8cf40eb5 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:51:54.198287 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-33845159-760b-4249-a384-b559eb5178cf admin admin] 10.222.0.41 "DELETE /v2.0/subnets/8ce0cc0a-fefb-432d-afcf-6e27fc9c2894 HTTP/1.1" status: 204 len: 168 time: 0.3181207 Jun 01 19:51:54.200135 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 53550) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:51:54.447847 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-9a845e3f-83fa-4416-b888-54e7809d913d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:51:54.459478 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-9a845e3f-83fa-4416-b888-54e7809d913d admin admin] Deleting port 923fe64e-439b-4547-aa1e-94d77405abfb {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:51:54.459859 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-9a845e3f-83fa-4416-b888-54e7809d913d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:51:54.480482 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e03cd929-c787-4b64-80ce-0786edaf3d23 None None] DHCP port deletion for 8c201e60-6588-4e0a-81f3-e3da8cf40eb5 request from n-d-844202-1 {{(pid=88526) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 19:51:54.484910 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-e03cd929-c787-4b64-80ce-0786edaf3d23 None None] Deleting port 923fe64e-439b-4547-aa1e-94d77405abfb {{(pid=88526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:51:54.485280 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-e03cd929-c787-4b64-80ce-0786edaf3d23 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:51:54.665547 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [None req-9a845e3f-83fa-4416-b888-54e7809d913d admin admin] For port 923fe64e-439b-4547-aa1e-94d77405abfb, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=923fe64e-439b-4547-aa1e-94d77405abfb,segment=NetworkSegment(f087cf75-f54a-4da8-8381-4f63100746b6),segment_id=f087cf75-f54a-4da8-8381-4f63100746b6)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:51:54.666130 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-9a845e3f-83fa-4416-b888-54e7809d913d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:51:54.688023 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-e03cd929-c787-4b64-80ce-0786edaf3d23 None None] For port 923fe64e-439b-4547-aa1e-94d77405abfb, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=923fe64e-439b-4547-aa1e-94d77405abfb,segment=NetworkSegment(f087cf75-f54a-4da8-8381-4f63100746b6),segment_id=f087cf75-f54a-4da8-8381-4f63100746b6)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:51:54.688436 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-e03cd929-c787-4b64-80ce-0786edaf3d23 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:51:54.793961 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-9a845e3f-83fa-4416-b888-54e7809d913d admin admin] Calling delete_port for 923fe64e-439b-4547-aa1e-94d77405abfb owned by network:dhcp {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:51:54.814304 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-e03cd929-c787-4b64-80ce-0786edaf3d23 None None] Calling delete_port for 923fe64e-439b-4547-aa1e-94d77405abfb owned by network:dhcp {{(pid=88526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:51:54.870612 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-9a845e3f-83fa-4416-b888-54e7809d913d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:51:54.890344 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.db.api [None req-e03cd929-c787-4b64-80ce-0786edaf3d23 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88526) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 19:51:54.890704 n-d-844202-1 neutron-server[88526]: DEBUG oslo_db.api [None req-e03cd929-c787-4b64-80ce-0786edaf3d23 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 19:51:54.922484 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a845e3f-83fa-4416-b888-54e7809d913d admin admin] No DVR routers for this DVR port 923fe64e-439b-4547-aa1e-94d77405abfb on host n-d-844202-1 {{(pid=88524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:51:54.948250 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a845e3f-83fa-4416-b888-54e7809d913d admin admin] Pushing event deleted for resources: {'Port': ['ID=923fe64e-439b-4547-aa1e-94d77405abfb,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:51:55.041651 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-9a845e3f-83fa-4416-b888-54e7809d913d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:51:55.066854 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-9a845e3f-83fa-4416-b888-54e7809d913d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c201e60-6588-4e0a-81f3-e3da8cf40eb5']}} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:51:55.078297 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-9a845e3f-83fa-4416-b888-54e7809d913d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f087cf75-f54a-4da8-8381-4f63100746b6') {'for_net_delete': True} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:51:55.078585 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-9a845e3f-83fa-4416-b888-54e7809d913d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f087cf75-f54a-4da8-8381-4f63100746b6') {} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:51:55.090171 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-9a845e3f-83fa-4416-b888-54e7809d913d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2702126'] for segment, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:51:55.105752 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-9a845e3f-83fa-4416-b888-54e7809d913d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:51:55.111808 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a845e3f-83fa-4416-b888-54e7809d913d admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=88524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 19:51:55.112175 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-9a845e3f-83fa-4416-b888-54e7809d913d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2719018'] for segment, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:51:55.177780 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment f087cf75-f54a-4da8-8381-4f63100746b6 resource provider aggregate not found Jun 01 19:51:55.196432 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment f087cf75-f54a-4da8-8381-4f63100746b6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f087cf75-f54a-4da8-8381-4f63100746b6 found for delete ", "request_id": "req-4275cd1c-41fd-4064-b5fe-c39c5e3ad1fe"}]} Jun 01 19:51:55.211313 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-9a845e3f-83fa-4416-b888-54e7809d913d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:51:55.216166 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-9a845e3f-83fa-4416-b888-54e7809d913d admin admin] Notify callbacks [] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:51:55.239361 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a845e3f-83fa-4416-b888-54e7809d913d admin admin] Pushing event deleted for resources: {'Network': ['ID=8c201e60-6588-4e0a-81f3-e3da8cf40eb5,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:51:55.253664 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-9a845e3f-83fa-4416-b888-54e7809d913d admin admin] 10.222.0.41 "DELETE /v2.0/networks/8c201e60-6588-4e0a-81f3-e3da8cf40eb5 HTTP/1.1" status: 204 len: 168 time: 1.0525391 Jun 01 19:51:55.256445 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 53558) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:51:55.393111 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-e03cd929-c787-4b64-80ce-0786edaf3d23 None None] Deleting port 923fe64e-439b-4547-aa1e-94d77405abfb {{(pid=88526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:51:55.394658 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-e03cd929-c787-4b64-80ce-0786edaf3d23 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:51:55.498900 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-e03cd929-c787-4b64-80ce-0786edaf3d23 None None] The port '923fe64e-439b-4547-aa1e-94d77405abfb' was deleted {{(pid=88526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 01 19:51:55.549668 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 923fe64e-439b-4547-aa1e-94d77405abfb no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:51:55.584271 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: 923fe64e-439b-4547-aa1e-94d77405abfb {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:51:55.584627 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 923fe64e-439b-4547-aa1e-94d77405abfb not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:51:55.585027 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device f84f5b88-e594-4f98-9bda-cf3221395efd no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:51:55.617099 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: f84f5b88-e594-4f98-9bda-cf3221395efd {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:51:55.617443 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device f84f5b88-e594-4f98-9bda-cf3221395efd not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:51:55.803820 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-294afcd2-65d0-4e24-bcc5-2642c88e4ed5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-887474'] for router_interface, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:51:55.945807 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.agents_db [None req-e814b9cf-7de8-45d0-a079-29c61fabe7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 19:51:56.263430 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-294afcd2-65d0-4e24-bcc5-2642c88e4ed5 admin admin] Deleting port 3000db9b-1bc5-4bfe-b6e5-3b36a7aba976 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:51:56.263767 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-294afcd2-65d0-4e24-bcc5-2642c88e4ed5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:51:56.436763 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [None req-294afcd2-65d0-4e24-bcc5-2642c88e4ed5 admin admin] For port 3000db9b-1bc5-4bfe-b6e5-3b36a7aba976, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=3000db9b-1bc5-4bfe-b6e5-3b36a7aba976,segment=NetworkSegment(d643df80-5e5c-46c3-a6b4-9a0c916d46ee),segment_id=d643df80-5e5c-46c3-a6b4-9a0c916d46ee)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:51:56.437115 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-294afcd2-65d0-4e24-bcc5-2642c88e4ed5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:51:56.560819 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-294afcd2-65d0-4e24-bcc5-2642c88e4ed5 admin admin] Calling delete_port for 3000db9b-1bc5-4bfe-b6e5-3b36a7aba976 owned by network:router_interface {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:51:56.745528 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-294afcd2-65d0-4e24-bcc5-2642c88e4ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:51:56.796892 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294afcd2-65d0-4e24-bcc5-2642c88e4ed5 admin admin] Pushing event deleted for resources: {'Port': ['ID=3000db9b-1bc5-4bfe-b6e5-3b36a7aba976,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:51:57.078592 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-294afcd2-65d0-4e24-bcc5-2642c88e4ed5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-887310'] for router_interface, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:51:57.555745 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-294afcd2-65d0-4e24-bcc5-2642c88e4ed5 admin admin] Router 6b43351e-b3cb-4f6a-a2cb-4f62c587902a has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 19:51:57.736393 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-294afcd2-65d0-4e24-bcc5-2642c88e4ed5 admin admin] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:51:57.745304 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f53bfc8-caed-4aba-a8a1-175ccd176dda None None] Sync routers for ids ['6b43351e-b3cb-4f6a-a2cb-4f62c587902a'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:51:57.747155 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-294afcd2-65d0-4e24-bcc5-2642c88e4ed5 admin admin] 10.222.0.41 "PUT /v2.0/routers/6b43351e-b3cb-4f6a-a2cb-4f62c587902a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4894624 Jun 01 19:51:57.749429 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 53562) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:51:57.754538 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f53bfc8-caed-4aba-a8a1-175ccd176dda None None] Routers {'6b43351e-b3cb-4f6a-a2cb-4f62c587902a'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:51:57.755127 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-0f53bfc8-caed-4aba-a8a1-175ccd176dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:51:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['6b43351e-b3cb-4f6a-a2cb-4f62c587902a'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:51:57.924019 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-91025253-ae51-4fb1-a812-3c1c9ba6097e admin admin] Notify callbacks [] for router, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:51:57.930028 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-0f53bfc8-caed-4aba-a8a1-175ccd176dda None None] Set router 6b43351e-b3cb-4f6a-a2cb-4f62c587902a gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:51:58.103938 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-91025253-ae51-4fb1-a812-3c1c9ba6097e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:51:58.113815 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-91025253-ae51-4fb1-a812-3c1c9ba6097e admin admin] Deleting port b6c28f19-d7f5-4b14-b9a8-f77b7841043a {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:51:58.114088 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-91025253-ae51-4fb1-a812-3c1c9ba6097e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:51:58.215009 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-0f53bfc8-caed-4aba-a8a1-175ccd176dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b43351e-b3cb-4f6a-a2cb-4f62c587902a', 'name': 'tempest-TestEncryptedCinderVolumes-141164744-router', 'tenant_id': '0baa1ee812e64a938658f7686841e376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'b6c28f19-d7f5-4b14-b9a8-f77b7841043a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:50:15Z', 'updated_at': '2022-06-01T19:51:56Z', 'revision_number': 5, 'project_id': '0baa1ee812e64a938658f7686841e376', 'gw_port': {'id': 'b6c28f19-d7f5-4b14-b9a8-f77b7841043a', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:e6:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b43351e-b3cb-4f6a-a2cb-4f62c587902a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:50:15Z', 'updated_at': '2022-06-01T19:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:51:58.218753 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f53bfc8-caed-4aba-a8a1-175ccd176dda None None] Checking router: 6b43351e-b3cb-4f6a-a2cb-4f62c587902a for host: n-d-844202-1 {{(pid=88527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 19:51:58.227628 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f53bfc8-caed-4aba-a8a1-175ccd176dda None None] Routers {'6b43351e-b3cb-4f6a-a2cb-4f62c587902a'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:51:58.228212 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-0f53bfc8-caed-4aba-a8a1-175ccd176dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:51:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['6b43351e-b3cb-4f6a-a2cb-4f62c587902a'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:51:58.289971 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [None req-91025253-ae51-4fb1-a812-3c1c9ba6097e admin admin] For port b6c28f19-d7f5-4b14-b9a8-f77b7841043a, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=b6c28f19-d7f5-4b14-b9a8-f77b7841043a,segment=NetworkSegment(7875af61-4c53-4ff2-b8c8-d4b7c35ff947),segment_id=7875af61-4c53-4ff2-b8c8-d4b7c35ff947)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:51:58.290320 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-91025253-ae51-4fb1-a812-3c1c9ba6097e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:51:58.378138 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-0f53bfc8-caed-4aba-a8a1-175ccd176dda None None] Set router 6b43351e-b3cb-4f6a-a2cb-4f62c587902a gateway port host: None {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:51:58.417559 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-91025253-ae51-4fb1-a812-3c1c9ba6097e admin admin] Calling delete_port for b6c28f19-d7f5-4b14-b9a8-f77b7841043a owned by network:router_gateway {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:51:58.519930 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-0f53bfc8-caed-4aba-a8a1-175ccd176dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b43351e-b3cb-4f6a-a2cb-4f62c587902a', 'name': 'tempest-TestEncryptedCinderVolumes-141164744-router', 'tenant_id': '0baa1ee812e64a938658f7686841e376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:50:15Z', 'updated_at': '2022-06-01T19:51:58Z', 'revision_number': 6, 'project_id': '0baa1ee812e64a938658f7686841e376', 'gw_port_host': None}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:51:58.524271 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f53bfc8-caed-4aba-a8a1-175ccd176dda None None] The sync data for ids ['6b43351e-b3cb-4f6a-a2cb-4f62c587902a'] in n-d-844202-1 is: [{'id': '6b43351e-b3cb-4f6a-a2cb-4f62c587902a', 'name': 'tempest-TestEncryptedCinderVolumes-141164744-router', 'tenant_id': '0baa1ee812e64a938658f7686841e376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:50:15Z', 'updated_at': '2022-06-01T19:51:58Z', 'revision_number': 6, 'project_id': '0baa1ee812e64a938658f7686841e376', 'gw_port_host': None}] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:51:58.591811 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-91025253-ae51-4fb1-a812-3c1c9ba6097e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:51:58.639139 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91025253-ae51-4fb1-a812-3c1c9ba6097e admin admin] Pushing event deleted for resources: {'Port': ['ID=b6c28f19-d7f5-4b14-b9a8-f77b7841043a,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:51:58.834810 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-91025253-ae51-4fb1-a812-3c1c9ba6097e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-887703'] for router_gateway, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:51:59.012669 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-91025253-ae51-4fb1-a812-3c1c9ba6097e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25316'] for router, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:51:59.014856 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-91025253-ae51-4fb1-a812-3c1c9ba6097e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:51:59.040120 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-91025253-ae51-4fb1-a812-3c1c9ba6097e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-891519'] for router, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:51:59.040690 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91025253-ae51-4fb1-a812-3c1c9ba6097e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6b43351e-b3cb-4f6a-a2cb-4f62c587902a {{(pid=88524) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 19:51:59.054549 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-91025253-ae51-4fb1-a812-3c1c9ba6097e admin admin] Notify callbacks [] for router, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:51:59.055936 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-91025253-ae51-4fb1-a812-3c1c9ba6097e admin admin] 10.222.0.41 "DELETE /v2.0/routers/6b43351e-b3cb-4f6a-a2cb-4f62c587902a HTTP/1.1" status: 204 len: 168 time: 1.3054502 Jun 01 19:51:59.058664 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 53566) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:51:59.116474 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0818243-73a7-4662-91ec-12eb3f01d331 admin admin] Deleting subnet 21e06e10-e1ee-41f2-a212-ae9f2f79693f {{(pid=88524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 19:51:59.119605 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e0818243-73a7-4662-91ec-12eb3f01d331 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:51:59.171283 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e0818243-73a7-4662-91ec-12eb3f01d331 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2702137'] for subnet, precommit_delete_associations {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:51:59.249941 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e0818243-73a7-4662-91ec-12eb3f01d331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:51:59.318420 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e0818243-73a7-4662-91ec-12eb3f01d331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2718856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3066595'] for subnet, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:51:59.360394 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0818243-73a7-4662-91ec-12eb3f01d331 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21e06e10-e1ee-41f2-a212-ae9f2f79693f,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:51:59.364593 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e0818243-73a7-4662-91ec-12eb3f01d331 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:51:59.370671 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-e0818243-73a7-4662-91ec-12eb3f01d331 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/21e06e10-e1ee-41f2-a212-ae9f2f79693f HTTP/1.1" status: 204 len: 168 time: 0.3110197 Jun 01 19:51:59.371003 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58539f32-06b4-46b8-9298-d5f5a15be4e0 None None] Network 79df7576-8a40-4b15-b3da-3b5e6fadcd86 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:51:59.373291 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 53570) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:51:59.486890 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1121262c-d94e-4030-8682-504006a8be0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:51:59.498686 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-1121262c-d94e-4030-8682-504006a8be0b admin admin] Deleting port 21bcd5a1-4f55-4c9a-8275-bfd08496e4a9 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:51:59.499140 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1121262c-d94e-4030-8682-504006a8be0b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:51:59.571020 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device b6c28f19-d7f5-4b14-b9a8-f77b7841043a no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:51:59.611431 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: b6c28f19-d7f5-4b14-b9a8-f77b7841043a {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:51:59.611801 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device b6c28f19-d7f5-4b14-b9a8-f77b7841043a not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:51:59.612207 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 3000db9b-1bc5-4bfe-b6e5-3b36a7aba976 no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:51:59.650395 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: 3000db9b-1bc5-4bfe-b6e5-3b36a7aba976 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:51:59.650728 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 3000db9b-1bc5-4bfe-b6e5-3b36a7aba976 not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:51:59.704191 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6cbdafc-6bd8-4d7e-99b6-c977347b18a7 None None] DHCP port deletion for 79df7576-8a40-4b15-b3da-3b5e6fadcd86 request from n-d-844202-1 {{(pid=88526) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 19:51:59.716626 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-d6cbdafc-6bd8-4d7e-99b6-c977347b18a7 None None] Deleting port 21bcd5a1-4f55-4c9a-8275-bfd08496e4a9 {{(pid=88526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:51:59.716816 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [None req-1121262c-d94e-4030-8682-504006a8be0b admin admin] For port 21bcd5a1-4f55-4c9a-8275-bfd08496e4a9, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=21bcd5a1-4f55-4c9a-8275-bfd08496e4a9,segment=NetworkSegment(d643df80-5e5c-46c3-a6b4-9a0c916d46ee),segment_id=d643df80-5e5c-46c3-a6b4-9a0c916d46ee)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:51:59.717000 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-d6cbdafc-6bd8-4d7e-99b6-c977347b18a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:51:59.717105 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1121262c-d94e-4030-8682-504006a8be0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:51:59.844934 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-1121262c-d94e-4030-8682-504006a8be0b admin admin] Calling delete_port for 21bcd5a1-4f55-4c9a-8275-bfd08496e4a9 owned by network:dhcp {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:51:59.921173 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-d6cbdafc-6bd8-4d7e-99b6-c977347b18a7 None None] For port 21bcd5a1-4f55-4c9a-8275-bfd08496e4a9, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=21bcd5a1-4f55-4c9a-8275-bfd08496e4a9,segment=NetworkSegment(d643df80-5e5c-46c3-a6b4-9a0c916d46ee),segment_id=d643df80-5e5c-46c3-a6b4-9a0c916d46ee)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:51:59.921508 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-d6cbdafc-6bd8-4d7e-99b6-c977347b18a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:51:59.922491 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1121262c-d94e-4030-8682-504006a8be0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:51:59.980672 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1121262c-d94e-4030-8682-504006a8be0b admin admin] No DVR routers for this DVR port 21bcd5a1-4f55-4c9a-8275-bfd08496e4a9 on host n-d-844202-1 {{(pid=88524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:52:00.013109 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1121262c-d94e-4030-8682-504006a8be0b admin admin] Pushing event deleted for resources: {'Port': ['ID=21bcd5a1-4f55-4c9a-8275-bfd08496e4a9,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:52:00.053112 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-d6cbdafc-6bd8-4d7e-99b6-c977347b18a7 None None] Calling delete_port for 21bcd5a1-4f55-4c9a-8275-bfd08496e4a9 owned by network:dhcp {{(pid=88526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:52:00.106625 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1121262c-d94e-4030-8682-504006a8be0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:00.125445 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.db.api [None req-d6cbdafc-6bd8-4d7e-99b6-c977347b18a7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88526) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 19:52:00.125803 n-d-844202-1 neutron-server[88526]: DEBUG oslo_db.api [None req-d6cbdafc-6bd8-4d7e-99b6-c977347b18a7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 19:52:00.135733 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-1121262c-d94e-4030-8682-504006a8be0b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79df7576-8a40-4b15-b3da-3b5e6fadcd86']}} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:52:00.147627 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-1121262c-d94e-4030-8682-504006a8be0b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd643df80-5e5c-46c3-a6b4-9a0c916d46ee') {'for_net_delete': True} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:52:00.147915 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-1121262c-d94e-4030-8682-504006a8be0b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd643df80-5e5c-46c3-a6b4-9a0c916d46ee') {} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:52:00.159486 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1121262c-d94e-4030-8682-504006a8be0b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2702126'] for segment, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:00.176372 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1121262c-d94e-4030-8682-504006a8be0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:00.182339 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1121262c-d94e-4030-8682-504006a8be0b admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=88524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 19:52:00.182713 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1121262c-d94e-4030-8682-504006a8be0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2719018'] for segment, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:00.245260 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment d643df80-5e5c-46c3-a6b4-9a0c916d46ee resource provider aggregate not found Jun 01 19:52:00.266419 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment d643df80-5e5c-46c3-a6b4-9a0c916d46ee resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d643df80-5e5c-46c3-a6b4-9a0c916d46ee found for delete ", "request_id": "req-61530f99-87da-443b-a4d4-be83e1cc15ef"}]} Jun 01 19:52:00.277553 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1121262c-d94e-4030-8682-504006a8be0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:00.282912 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1121262c-d94e-4030-8682-504006a8be0b admin admin] Notify callbacks [] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:00.406334 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1121262c-d94e-4030-8682-504006a8be0b admin admin] Pushing event deleted for resources: {'Network': ['ID=79df7576-8a40-4b15-b3da-3b5e6fadcd86,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:52:00.411124 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-1121262c-d94e-4030-8682-504006a8be0b admin admin] 10.222.0.41 "DELETE /v2.0/networks/79df7576-8a40-4b15-b3da-3b5e6fadcd86 HTTP/1.1" status: 204 len: 168 time: 1.0367272 Jun 01 19:52:00.575902 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 53582) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:52:00.625405 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-43ae3792-e086-4a11-9152-881889a067ec admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ddef6c02119143bf99c671a4b8e0bde6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0483303 Jun 01 19:52:00.627187 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-d6cbdafc-6bd8-4d7e-99b6-c977347b18a7 None None] Deleting port 21bcd5a1-4f55-4c9a-8275-bfd08496e4a9 {{(pid=88526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:52:00.627721 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-d6cbdafc-6bd8-4d7e-99b6-c977347b18a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:00.628371 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 53586) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:52:00.694466 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ef495e5e-6435-498c-a7cd-87826c3e0283 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:00.697352 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-d6cbdafc-6bd8-4d7e-99b6-c977347b18a7 None None] The port '21bcd5a1-4f55-4c9a-8275-bfd08496e4a9' was deleted {{(pid=88526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 01 19:52:00.723399 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ef495e5e-6435-498c-a7cd-87826c3e0283 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:00.778966 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ef495e5e-6435-498c-a7cd-87826c3e0283 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:00.797107 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef495e5e-6435-498c-a7cd-87826c3e0283 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dbddd54-f2c2-4ce4-b5cf-99ae09bb1118,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:52:00.809303 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ef495e5e-6435-498c-a7cd-87826c3e0283 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:00.810423 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-ef495e5e-6435-498c-a7cd-87826c3e0283 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4dbddd54-f2c2-4ce4-b5cf-99ae09bb1118 HTTP/1.1" status: 204 len: 168 time: 0.1811397 Jun 01 19:52:01.160276 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 53596) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:52:01.211673 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-b7b4f989-fad4-48bc-bfec-207435d2932b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0baa1ee812e64a938658f7686841e376&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0501711 Jun 01 19:52:01.214082 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 53600) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:52:01.272020 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-04e810c5-09f5-4151-b16a-17b83bba30a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:01.297805 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-04e810c5-09f5-4151-b16a-17b83bba30a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:01.350072 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-04e810c5-09f5-4151-b16a-17b83bba30a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:01.364442 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e810c5-09f5-4151-b16a-17b83bba30a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f9f4915-7f98-483e-b66e-3a7ae9e75dda,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:52:01.370613 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-04e810c5-09f5-4151-b16a-17b83bba30a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:01.371720 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-04e810c5-09f5-4151-b16a-17b83bba30a9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6f9f4915-7f98-483e-b66e-3a7ae9e75dda HTTP/1.1" status: 204 len: 168 time: 0.1567628 Jun 01 19:52:01.547044 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 21bcd5a1-4f55-4c9a-8275-bfd08496e4a9 no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:52:01.586554 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: 21bcd5a1-4f55-4c9a-8275-bfd08496e4a9 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:52:01.586903 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 21bcd5a1-4f55-4c9a-8275-bfd08496e4a9 not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:52:02.133796 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 53624) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:52:02.238298 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-8e961b30-9457-4c27-8859-e2b4b481f29e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1291983442-network', 'tenant_id': 'ab8b4b08c1734d9d8a09d76112303597'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:52:02.244982 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-8e961b30-9457-4c27-8859-e2b4b481f29e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:52:02.249393 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-8e961b30-9457-4c27-8859-e2b4b481f29e admin admin] Usage tracker for resource:network and tenant:ab8b4b08c1734d9d8a09d76112303597 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:52:02.253353 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-8e961b30-9457-4c27-8859-e2b4b481f29e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:52:02.258976 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-8e961b30-9457-4c27-8859-e2b4b481f29e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:52:02.269499 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e961b30-9457-4c27-8859-e2b4b481f29e admin admin] Made reservation on behalf of ab8b4b08c1734d9d8a09d76112303597 for: {'network': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:52:02.271836 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8e961b30-9457-4c27-8859-e2b4b481f29e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:02.283722 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8e961b30-9457-4c27-8859-e2b4b481f29e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:02.297673 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-8e961b30-9457-4c27-8859-e2b4b481f29e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:52:02.301442 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-8e961b30-9457-4c27-8859-e2b4b481f29e admin admin] Usage tracker for resource:security_group_rule and tenant:ab8b4b08c1734d9d8a09d76112303597 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:52:02.304150 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-8e961b30-9457-4c27-8859-e2b4b481f29e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:52:02.309738 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-8e961b30-9457-4c27-8859-e2b4b481f29e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:52:02.396844 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8e961b30-9457-4c27-8859-e2b4b481f29e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:02.400610 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8e961b30-9457-4c27-8859-e2b4b481f29e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:02.433435 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e961b30-9457-4c27-8859-e2b4b481f29e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 127} {{(pid=88525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 19:52:02.439102 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e961b30-9457-4c27-8859-e2b4b481f29e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=932832c6-cc54-480e-90b4-0629252fbbf8,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:52:02.449800 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e961b30-9457-4c27-8859-e2b4b481f29e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:52:02.450139 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e961b30-9457-4c27-8859-e2b4b481f29e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:52:02.450486 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e961b30-9457-4c27-8859-e2b4b481f29e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:52:02.450797 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e961b30-9457-4c27-8859-e2b4b481f29e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:52:02.451120 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e961b30-9457-4c27-8859-e2b4b481f29e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:52:02.451458 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e961b30-9457-4c27-8859-e2b4b481f29e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:52:02.451757 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e961b30-9457-4c27-8859-e2b4b481f29e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:52:02.452071 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e961b30-9457-4c27-8859-e2b4b481f29e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:52:02.452410 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e961b30-9457-4c27-8859-e2b4b481f29e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:52:02.452724 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e961b30-9457-4c27-8859-e2b4b481f29e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:52:02.453037 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e961b30-9457-4c27-8859-e2b4b481f29e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:52:02.453345 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e961b30-9457-4c27-8859-e2b4b481f29e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:52:02.457471 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8e961b30-9457-4c27-8859-e2b4b481f29e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:02.457809 n-d-844202-1 neutron-server[88525]: INFO neutron.db.segments_db [None req-8e961b30-9457-4c27-8859-e2b4b481f29e admin admin] Added segment 4ce91b9b-d9fd-4e83-8654-997e0e24117d of type vlan for network 76b4f87f-4955-4c2d-ae38-3027193ed545 Jun 01 19:52:02.483143 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8e961b30-9457-4c27-8859-e2b4b481f29e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:02.511824 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8e961b30-9457-4c27-8859-e2b4b481f29e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:02.512813 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e961b30-9457-4c27-8859-e2b4b481f29e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:52:02.513368 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8e961b30-9457-4c27-8859-e2b4b481f29e admin admin] Notify callbacks [] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:02.618644 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e961b30-9457-4c27-8859-e2b4b481f29e admin admin] Pushing event updated for resources: {'Network': ['ID=76b4f87f-4955-4c2d-ae38-3027193ed545,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:52:02.625517 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-8e961b30-9457-4c27-8859-e2b4b481f29e admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4878032 Jun 01 19:52:02.626492 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 53630) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:52:02.629770 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network 76b4f87f-4955-4c2d-ae38-3027193ed545 details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 19:52:02.632823 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-9c4c1792-94a8-4a2d-87fe-607c237ed959 admin admin] Request body: {'subnet': {'network_id': '76b4f87f-4955-4c2d-ae38-3027193ed545', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1291983442-subnet', 'tenant_id': 'ab8b4b08c1734d9d8a09d76112303597', 'ip_version': 4}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:52:02.638422 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-9c4c1792-94a8-4a2d-87fe-607c237ed959 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:52:02.643030 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-9c4c1792-94a8-4a2d-87fe-607c237ed959 admin admin] Usage tracker for resource:subnet and tenant:ab8b4b08c1734d9d8a09d76112303597 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:52:02.646038 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-9c4c1792-94a8-4a2d-87fe-607c237ed959 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:52:02.651819 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-9c4c1792-94a8-4a2d-87fe-607c237ed959 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:52:02.662041 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c4c1792-94a8-4a2d-87fe-607c237ed959 admin admin] Made reservation on behalf of ab8b4b08c1734d9d8a09d76112303597 for: {'subnet': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:52:02.664308 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9c4c1792-94a8-4a2d-87fe-607c237ed959 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9667140'] for subnet, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:02.874700 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9c4c1792-94a8-4a2d-87fe-607c237ed959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2614064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9667190'] for subnet, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:02.949367 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4c1792-94a8-4a2d-87fe-607c237ed959 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9818171-5d7c-46f8-8125-fafc46fbb383,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:52:02.960218 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c4c1792-94a8-4a2d-87fe-607c237ed959 admin admin] Checking segment: {'id': '4ce91b9b-d9fd-4e83-8654-997e0e24117d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '76b4f87f-4955-4c2d-ae38-3027193ed545'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:52:02.961491 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c4c1792-94a8-4a2d-87fe-607c237ed959 admin admin] Network hostable DHCP agents. Network: 76b4f87f-4955-4c2d-ae38-3027193ed545, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 19:52:02.980682 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c4c1792-94a8-4a2d-87fe-607c237ed959 admin admin] Network 76b4f87f-4955-4c2d-ae38-3027193ed545 is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 19:52:02.990900 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-9c4c1792-94a8-4a2d-87fe-607c237ed959 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, 76b4f87f-4955-4c2d-ae38-3027193ed545) {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:52:02.994933 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c4c1792-94a8-4a2d-87fe-607c237ed959 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:52:02.995925 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9c4c1792-94a8-4a2d-87fe-607c237ed959 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:03.000036 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2bda604-41a5-4c5f-8b8e-a91d42f6ef19 None None] Network 76b4f87f-4955-4c2d-ae38-3027193ed545 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:52:03.021206 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-9c4c1792-94a8-4a2d-87fe-607c237ed959 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3902545 Jun 01 19:52:03.021398 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 53634) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:52:03.026067 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-b6652a55-ad7c-4efe-bc83-0afffa72b2bb admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1291983442-router', 'tenant_id': 'ab8b4b08c1734d9d8a09d76112303597', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:52:03.031312 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-b6652a55-ad7c-4efe-bc83-0afffa72b2bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:52:03.035172 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-b6652a55-ad7c-4efe-bc83-0afffa72b2bb admin admin] Usage tracker for resource:router and tenant:ab8b4b08c1734d9d8a09d76112303597 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:52:03.038010 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-b6652a55-ad7c-4efe-bc83-0afffa72b2bb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:52:03.043656 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-b6652a55-ad7c-4efe-bc83-0afffa72b2bb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:52:03.054159 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b6652a55-ad7c-4efe-bc83-0afffa72b2bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-885767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25238'] for router, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:03.055201 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b6652a55-ad7c-4efe-bc83-0afffa72b2bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-901042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-886562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-981784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25327'] for router, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:03.071018 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b6652a55-ad7c-4efe-bc83-0afffa72b2bb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:03.218515 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b325546-7bda-42a7-8270-fa3a5fe729c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc93f83c3-7fb6-5c13-a9d4-29d739a4e8d2-76b4f87f-4955-4c2d-ae38-3027193ed545', 'network_id': '76b4f87f-4955-4c2d-ae38-3027193ed545', 'tenant_id': 'ab8b4b08c1734d9d8a09d76112303597', 'fixed_ips': [{'subnet_id': 'b9818171-5d7c-46f8-8125-fafc46fbb383'}]}} from n-d-844202-1. {{(pid=88526) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 19:52:03.219365 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-7b325546-7bda-42a7-8270-fa3a5fe729c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:03.381155 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.db_base_plugin_common [None req-7b325546-7bda-42a7-8270-fa3a5fe729c6 None None] Allocated IP 172.20.0.2 (76b4f87f-4955-4c2d-ae38-3027193ed545/b9818171-5d7c-46f8-8125-fafc46fbb383/524875ff-9258-4943-be8c-ddabfe221ac5) {{(pid=88526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:52:03.465670 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b6652a55-ad7c-4efe-bc83-0afffa72b2bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-886608', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-885830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25341'] for router, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:03.642401 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-7b325546-7bda-42a7-8270-fa3a5fe729c6 None None] Notify callbacks [] for port, precommit_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:03.652801 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-7b325546-7bda-42a7-8270-fa3a5fe729c6 None None] Transition to ACTIVE for port object 524875ff-9258-4943-be8c-ddabfe221ac5 will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:52:03.671606 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-7b325546-7bda-42a7-8270-fa3a5fe729c6 None None] Transition to ACTIVE for port object 524875ff-9258-4943-be8c-ddabfe221ac5 will not be triggered until provisioned by entity DHCP. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:52:03.677305 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-7b325546-7bda-42a7-8270-fa3a5fe729c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526'] for port, after_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:03.741124 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b325546-7bda-42a7-8270-fa3a5fe729c6 None None] Network 76b4f87f-4955-4c2d-ae38-3027193ed545 is already hosted by enough agents. {{(pid=88526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:52:03.743940 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.base_scheduler [None req-7b325546-7bda-42a7-8270-fa3a5fe729c6 None None] Resources bound (agent type, host, resource id): {{(pid=88526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:52:03.746451 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b325546-7bda-42a7-8270-fa3a5fe729c6 None None] Received port after_create {{(pid=88526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:52:03.756130 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b325546-7bda-42a7-8270-fa3a5fe729c6 None None] Pushing event updated for resources: {'Port': ['ID=524875ff-9258-4943-be8c-ddabfe221ac5,revision_number=1']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:52:03.783985 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b6652a55-ad7c-4efe-bc83-0afffa72b2bb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:03.821557 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b6652a55-ad7c-4efe-bc83-0afffa72b2bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:03.846039 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-7b325546-7bda-42a7-8270-fa3a5fe729c6 None None] Attempting to bind port 524875ff-9258-4943-be8c-ddabfe221ac5 on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:52:03.846401 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-7b325546-7bda-42a7-8270-fa3a5fe729c6 None None] Attempting to bind port 524875ff-9258-4943-be8c-ddabfe221ac5 by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': '4ce91b9b-d9fd-4e83-8654-997e0e24117d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '76b4f87f-4955-4c2d-ae38-3027193ed545'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:52:03.846760 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b325546-7bda-42a7-8270-fa3a5fe729c6 None None] Attempting to bind port 524875ff-9258-4943-be8c-ddabfe221ac5 on network 76b4f87f-4955-4c2d-ae38-3027193ed545 {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:52:03.852121 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b325546-7bda-42a7-8270-fa3a5fe729c6 None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 51, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:52:03.852522 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b325546-7bda-42a7-8270-fa3a5fe729c6 None None] Checking segment: {'id': '4ce91b9b-d9fd-4e83-8654-997e0e24117d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '76b4f87f-4955-4c2d-ae38-3027193ed545'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:52:03.852911 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-7b325546-7bda-42a7-8270-fa3a5fe729c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:03.853292 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b325546-7bda-42a7-8270-fa3a5fe729c6 None None] Bound using segment: {'id': '4ce91b9b-d9fd-4e83-8654-997e0e24117d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '76b4f87f-4955-4c2d-ae38-3027193ed545'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:52:03.853745 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-7b325546-7bda-42a7-8270-fa3a5fe729c6 None None] Bound port: 524875ff-9258-4943-be8c-ddabfe221ac5, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ce91b9b-d9fd-4e83-8654-997e0e24117d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '76b4f87f-4955-4c2d-ae38-3027193ed545'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:52:03.854126 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-7b325546-7bda-42a7-8270-fa3a5fe729c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:03.947062 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-7b325546-7bda-42a7-8270-fa3a5fe729c6 None None] For port 524875ff-9258-4943-be8c-ddabfe221ac5, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:52:03.950490 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-7b325546-7bda-42a7-8270-fa3a5fe729c6 None None] For port 524875ff-9258-4943-be8c-ddabfe221ac5, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=524875ff-9258-4943-be8c-ddabfe221ac5,segment=NetworkSegment(4ce91b9b-d9fd-4e83-8654-997e0e24117d),segment_id=4ce91b9b-d9fd-4e83-8654-997e0e24117d)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:52:03.956584 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-7b325546-7bda-42a7-8270-fa3a5fe729c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:03.962544 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [None req-b6652a55-ad7c-4efe-bc83-0afffa72b2bb admin admin] Allocated IP 172.25.4.86 (72a72e44-6845-488a-a5ff-3a26d4df9cb3/c314a23b-daa2-4106-ab28-8e6f954277b2/f2833076-b608-45ef-a1a6-c06b56f948cd) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:52:04.049280 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b325546-7bda-42a7-8270-fa3a5fe729c6 None None] Pushing event updated for resources: {'Port': ['ID=524875ff-9258-4943-be8c-ddabfe221ac5,revision_number=2']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:52:04.120102 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b6652a55-ad7c-4efe-bc83-0afffa72b2bb admin admin] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:04.150308 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b6652a55-ad7c-4efe-bc83-0afffa72b2bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:04.215118 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6652a55-ad7c-4efe-bc83-0afffa72b2bb admin admin] Network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:52:04.224480 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-b6652a55-ad7c-4efe-bc83-0afffa72b2bb admin admin] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:52:04.229041 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6652a55-ad7c-4efe-bc83-0afffa72b2bb admin admin] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:52:04.286571 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6652a55-ad7c-4efe-bc83-0afffa72b2bb admin admin] Pushing event updated for resources: {'Port': ['ID=f2833076-b608-45ef-a1a6-c06b56f948cd,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:52:04.661792 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b6652a55-ad7c-4efe-bc83-0afffa72b2bb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:04.986887 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4ee881d-f739-4702-b9ad-e2b6e7cca867 None None] Network 76b4f87f-4955-4c2d-ae38-3027193ed545 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:52:05.088640 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-bec3353d-495e-4711-8d67-b7100c9e4930 None None] Provisioning for port 524875ff-9258-4943-be8c-ddabfe221ac5 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:52:05.149553 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b6652a55-ad7c-4efe-bc83-0afffa72b2bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-885820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-886655'] for router, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:05.380062 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6652a55-ad7c-4efe-bc83-0afffa72b2bb admin admin] Router 8b809cb1-6707-4fb0-97cd-d90944275d61 is scheduled to L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 with binding_index 1 {{(pid=88525) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 19:52:05.571377 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6652a55-ad7c-4efe-bc83-0afffa72b2bb admin admin] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:52:05.584329 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f331a6-cd62-4406-9dc4-4ee4585c62d5 None None] Sync routers for ids ['8b809cb1-6707-4fb0-97cd-d90944275d61'] in n-d-844202-1 {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:52:05.597307 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 524875ff-9258-4943-be8c-ddabfe221ac5 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:52:05.598205 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b6652a55-ad7c-4efe-bc83-0afffa72b2bb admin admin] Notify callbacks [] for router, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:05.599478 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-b6652a55-ad7c-4efe-bc83-0afffa72b2bb admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.5772610 Jun 01 19:52:05.602252 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 53638) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:52:05.624454 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f331a6-cd62-4406-9dc4-4ee4585c62d5 None None] Routers {'8b809cb1-6707-4fb0-97cd-d90944275d61'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:52:05.625088 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-04f331a6-cd62-4406-9dc4-4ee4585c62d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:51:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['8b809cb1-6707-4fb0-97cd-d90944275d61'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:52:05.822771 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port 524875ff-9258-4943-be8c-ddabfe221ac5 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:52:05.834896 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 524875ff-9258-4943-be8c-ddabfe221ac5 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:52:05.835257 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:05.871955 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-04f331a6-cd62-4406-9dc4-4ee4585c62d5 None None] Set router 8b809cb1-6707-4fb0-97cd-d90944275d61 gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:52:06.199987 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 524875ff-9258-4943-be8c-ddabfe221ac5 is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:52:06.200727 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:06.249770 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port 524875ff-9258-4943-be8c-ddabfe221ac5, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=524875ff-9258-4943-be8c-ddabfe221ac5,segment=NetworkSegment(4ce91b9b-d9fd-4e83-8654-997e0e24117d),segment_id=4ce91b9b-d9fd-4e83-8654-997e0e24117d)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:52:06.254709 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:06.334389 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-44617959-c358-4f52-a8f0-b2bf416f69e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:06.367237 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-04f331a6-cd62-4406-9dc4-4ee4585c62d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b809cb1-6707-4fb0-97cd-d90944275d61', 'name': 'tempest-TestMinimumBasicScenario-1291983442-router', 'tenant_id': 'ab8b4b08c1734d9d8a09d76112303597', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.86'}], 'enable_snat': True}, 'gw_port_id': 'f2833076-b608-45ef-a1a6-c06b56f948cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:52:03Z', 'updated_at': '2022-06-01T19:52:04Z', 'revision_number': 3, 'project_id': 'ab8b4b08c1734d9d8a09d76112303597', 'gw_port': {'id': 'f2833076-b608-45ef-a1a6-c06b56f948cd', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:61:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b809cb1-6707-4fb0-97cd-d90944275d61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:52:03Z', 'updated_at': '2022-06-01T19:52:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:52:06.374264 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f331a6-cd62-4406-9dc4-4ee4585c62d5 None None] Checking router: 8b809cb1-6707-4fb0-97cd-d90944275d61 for host: n-d-844202-1 {{(pid=88526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 19:52:06.374612 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f331a6-cd62-4406-9dc4-4ee4585c62d5 None None] Updating router 8b809cb1-6707-4fb0-97cd-d90944275d61 port f2833076-b608-45ef-a1a6-c06b56f948cd binding host n-d-844202-1 {{(pid=88526) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 19:52:06.412460 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=524875ff-9258-4943-be8c-ddabfe221ac5,revision_number=3']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:52:06.441341 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-04f331a6-cd62-4406-9dc4-4ee4585c62d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:06.666937 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [None req-44617959-c358-4f52-a8f0-b2bf416f69e3 admin admin] Allocated IP 172.20.0.1 (76b4f87f-4955-4c2d-ae38-3027193ed545/b9818171-5d7c-46f8-8125-fafc46fbb383/8d826e79-7f2f-457f-8c6b-1aecf695e4af) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:52:06.773024 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-04f331a6-cd62-4406-9dc4-4ee4585c62d5 None None] Notify callbacks [] for port, precommit_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:06.786245 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-04f331a6-cd62-4406-9dc4-4ee4585c62d5 None None] Transition to ACTIVE for port object f2833076-b608-45ef-a1a6-c06b56f948cd will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:52:06.793010 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-04f331a6-cd62-4406-9dc4-4ee4585c62d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:06.816790 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-44617959-c358-4f52-a8f0-b2bf416f69e3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:06.832511 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [None req-44617959-c358-4f52-a8f0-b2bf416f69e3 admin admin] Transition to ACTIVE for port object 8d826e79-7f2f-457f-8c6b-1aecf695e4af will not be triggered until provisioned by entity DHCP. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:52:06.858287 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-44617959-c358-4f52-a8f0-b2bf416f69e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:06.876106 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-04f331a6-cd62-4406-9dc4-4ee4585c62d5 None None] Attempting to bind port f2833076-b608-45ef-a1a6-c06b56f948cd on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:52:06.876508 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-04f331a6-cd62-4406-9dc4-4ee4585c62d5 None None] Attempting to bind port f2833076-b608-45ef-a1a6-c06b56f948cd by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:52:06.876874 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f331a6-cd62-4406-9dc4-4ee4585c62d5 None None] Attempting to bind port f2833076-b608-45ef-a1a6-c06b56f948cd on network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:52:06.882648 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ca0220-85d4-4965-9e5d-487f6c49fc57 None None] Pushing event updated for resources: {'Port': ['ID=f2833076-b608-45ef-a1a6-c06b56f948cd,revision_number=2']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:52:06.886892 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f331a6-cd62-4406-9dc4-4ee4585c62d5 None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 51, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:52:06.887264 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f331a6-cd62-4406-9dc4-4ee4585c62d5 None None] Checking segment: {'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:52:06.887662 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-04f331a6-cd62-4406-9dc4-4ee4585c62d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:06.888041 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f331a6-cd62-4406-9dc4-4ee4585c62d5 None None] Bound using segment: {'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:52:06.888530 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-04f331a6-cd62-4406-9dc4-4ee4585c62d5 None None] Bound port: f2833076-b608-45ef-a1a6-c06b56f948cd, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:52:06.888903 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-04f331a6-cd62-4406-9dc4-4ee4585c62d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:06.931038 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44617959-c358-4f52-a8f0-b2bf416f69e3 admin admin] Network 76b4f87f-4955-4c2d-ae38-3027193ed545 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:52:06.934262 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-44617959-c358-4f52-a8f0-b2bf416f69e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:52:06.936654 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44617959-c358-4f52-a8f0-b2bf416f69e3 admin admin] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:52:06.963995 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-04f331a6-cd62-4406-9dc4-4ee4585c62d5 None None] For port f2833076-b608-45ef-a1a6-c06b56f948cd, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:52:06.969254 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-04f331a6-cd62-4406-9dc4-4ee4585c62d5 None None] For port f2833076-b608-45ef-a1a6-c06b56f948cd, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=f2833076-b608-45ef-a1a6-c06b56f948cd,segment=NetworkSegment(7875af61-4c53-4ff2-b8c8-d4b7c35ff947),segment_id=7875af61-4c53-4ff2-b8c8-d4b7c35ff947)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:52:06.974210 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-04f331a6-cd62-4406-9dc4-4ee4585c62d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:06.975170 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44617959-c358-4f52-a8f0-b2bf416f69e3 admin admin] Pushing event updated for resources: {'Port': ['ID=8d826e79-7f2f-457f-8c6b-1aecf695e4af,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:52:07.004315 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-44617959-c358-4f52-a8f0-b2bf416f69e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-887605'] for router_interface, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:07.062977 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f331a6-cd62-4406-9dc4-4ee4585c62d5 None None] Routers {'8b809cb1-6707-4fb0-97cd-d90944275d61'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:52:07.063619 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-04f331a6-cd62-4406-9dc4-4ee4585c62d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:51:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['8b809cb1-6707-4fb0-97cd-d90944275d61'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:52:07.134658 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ca0220-85d4-4965-9e5d-487f6c49fc57 None None] Pushing event updated for resources: {'Port': ['ID=f2833076-b608-45ef-a1a6-c06b56f948cd,revision_number=3']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:52:07.137225 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-44617959-c358-4f52-a8f0-b2bf416f69e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:07.250174 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-4411e76e-50b0-47c3-99f9-0448f456e4dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:07.272313 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-04f331a6-cd62-4406-9dc4-4ee4585c62d5 None None] Set router 8b809cb1-6707-4fb0-97cd-d90944275d61 gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:52:07.341645 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-3eb02ec1-0d51-4eb5-a591-6830d8083ced None None] Provisioning for port 8d826e79-7f2f-457f-8c6b-1aecf695e4af completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:52:07.373378 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-44617959-c358-4f52-a8f0-b2bf416f69e3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:07.378455 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-44617959-c358-4f52-a8f0-b2bf416f69e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:07.408596 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-3eb02ec1-0d51-4eb5-a591-6830d8083ced None None] Provisioning complete for port 8d826e79-7f2f-457f-8c6b-1aecf695e4af triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:52:07.408961 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-3eb02ec1-0d51-4eb5-a591-6830d8083ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:07.488717 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-44617959-c358-4f52-a8f0-b2bf416f69e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-887436'] for router_interface, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:07.492090 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44617959-c358-4f52-a8f0-b2bf416f69e3 admin admin] Pushing event updated for resources: {'Port': ['ID=8d826e79-7f2f-457f-8c6b-1aecf695e4af,revision_number=2']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:52:07.543015 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-3eb02ec1-0d51-4eb5-a591-6830d8083ced None None] Port 8d826e79-7f2f-457f-8c6b-1aecf695e4af cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:52:07.569755 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 524875ff-9258-4943-be8c-ddabfe221ac5 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:52:07.627761 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44617959-c358-4f52-a8f0-b2bf416f69e3 admin admin] Network 76b4f87f-4955-4c2d-ae38-3027193ed545 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:52:07.628944 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-44617959-c358-4f52-a8f0-b2bf416f69e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:52:07.711694 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 524875ff-9258-4943-be8c-ddabfe221ac5 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:52:07.712060 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:07.784662 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-04f331a6-cd62-4406-9dc4-4ee4585c62d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b809cb1-6707-4fb0-97cd-d90944275d61', 'name': 'tempest-TestMinimumBasicScenario-1291983442-router', 'tenant_id': 'ab8b4b08c1734d9d8a09d76112303597', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.86'}], 'enable_snat': True}, 'gw_port_id': 'f2833076-b608-45ef-a1a6-c06b56f948cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:52:03Z', 'updated_at': '2022-06-01T19:52:07Z', 'revision_number': 4, 'project_id': 'ab8b4b08c1734d9d8a09d76112303597', 'gw_port': {'id': 'f2833076-b608-45ef-a1a6-c06b56f948cd', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:61:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b809cb1-6707-4fb0-97cd-d90944275d61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:52:03Z', 'updated_at': '2022-06-01T19:52:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '8d826e79-7f2f-457f-8c6b-1aecf695e4af', 'name': '', 'network_id': '76b4f87f-4955-4c2d-ae38-3027193ed545', 'tenant_id': 'ab8b4b08c1734d9d8a09d76112303597', 'mac_address': 'fa:16:3e:7f:d9:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b809cb1-6707-4fb0-97cd-d90944275d61', 'device_owner': 'network:router_interface', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': 'b9818171-5d7c-46f8-8125-fafc46fbb383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:52:06Z', 'updated_at': '2022-06-01T19:52:06Z', 'revision_number': 1, 'project_id': 'ab8b4b08c1734d9d8a09d76112303597', 'subnets': [{'id': 'b9818171-5d7c-46f8-8125-fafc46fbb383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:52:07.792364 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f331a6-cd62-4406-9dc4-4ee4585c62d5 None None] The sync data for ids ['8b809cb1-6707-4fb0-97cd-d90944275d61'] in n-d-844202-1 is: [{'id': '8b809cb1-6707-4fb0-97cd-d90944275d61', 'name': 'tempest-TestMinimumBasicScenario-1291983442-router', 'tenant_id': 'ab8b4b08c1734d9d8a09d76112303597', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.86'}], 'enable_snat': True}, 'gw_port_id': 'f2833076-b608-45ef-a1a6-c06b56f948cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:52:03Z', 'updated_at': '2022-06-01T19:52:07Z', 'revision_number': 4, 'project_id': 'ab8b4b08c1734d9d8a09d76112303597', 'gw_port': {'id': 'f2833076-b608-45ef-a1a6-c06b56f948cd', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:61:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b809cb1-6707-4fb0-97cd-d90944275d61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:52:03Z', 'updated_at': '2022-06-01T19:52:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '8d826e79-7f2f-457f-8c6b-1aecf695e4af', 'name': '', 'network_id': '76b4f87f-4955-4c2d-ae38-3027193ed545', 'tenant_id': 'ab8b4b08c1734d9d8a09d76112303597', 'mac_address': 'fa:16:3e:7f:d9:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b809cb1-6707-4fb0-97cd-d90944275d61', 'device_owner': 'network:router_interface', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': 'b9818171-5d7c-46f8-8125-fafc46fbb383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:52:06Z', 'updated_at': '2022-06-01T19:52:06Z', 'revision_number': 1, 'project_id': 'ab8b4b08c1734d9d8a09d76112303597', 'subnets': [{'id': 'b9818171-5d7c-46f8-8125-fafc46fbb383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:52:07.830301 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44617959-c358-4f52-a8f0-b2bf416f69e3 admin admin] Router 8b809cb1-6707-4fb0-97cd-d90944275d61 has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 19:52:07.862325 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 524875ff-9258-4943-be8c-ddabfe221ac5 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:52:07.873048 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-fa8b0d98-a8d3-463b-b662-42fbc263a989 None None] Provisioning complete for port 8d826e79-7f2f-457f-8c6b-1aecf695e4af triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:52:07.873419 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-fa8b0d98-a8d3-463b-b662-42fbc263a989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:07.933407 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-fa8b0d98-a8d3-463b-b662-42fbc263a989 None None] Port 8d826e79-7f2f-457f-8c6b-1aecf695e4af cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:52:08.038312 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44617959-c358-4f52-a8f0-b2bf416f69e3 admin admin] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:52:08.050502 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-44617959-c358-4f52-a8f0-b2bf416f69e3 admin admin] 10.222.0.41 "PUT /v2.0/routers/8b809cb1-6707-4fb0-97cd-d90944275d61/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4472210 Jun 01 19:52:08.602359 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 53656) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:52:08.608119 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-ac0f328b-8d20-4226-8ae9-aa3f531cc6d8 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1370222055-network', 'tenant_id': 'd813fe32475544eb8f230b50bf00611c'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:52:08.614613 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-ac0f328b-8d20-4226-8ae9-aa3f531cc6d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:52:08.618719 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-ac0f328b-8d20-4226-8ae9-aa3f531cc6d8 admin admin] Usage tracker for resource:network and tenant:d813fe32475544eb8f230b50bf00611c is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:52:08.621794 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-ac0f328b-8d20-4226-8ae9-aa3f531cc6d8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:52:08.628568 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-ac0f328b-8d20-4226-8ae9-aa3f531cc6d8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:52:08.643727 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac0f328b-8d20-4226-8ae9-aa3f531cc6d8 admin admin] Made reservation on behalf of d813fe32475544eb8f230b50bf00611c for: {'network': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:52:08.646065 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ac0f328b-8d20-4226-8ae9-aa3f531cc6d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:08.659885 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ac0f328b-8d20-4226-8ae9-aa3f531cc6d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:08.676072 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-ac0f328b-8d20-4226-8ae9-aa3f531cc6d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:52:08.680179 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-ac0f328b-8d20-4226-8ae9-aa3f531cc6d8 admin admin] Usage tracker for resource:security_group_rule and tenant:d813fe32475544eb8f230b50bf00611c is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:52:08.683212 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-ac0f328b-8d20-4226-8ae9-aa3f531cc6d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:52:08.689910 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-ac0f328b-8d20-4226-8ae9-aa3f531cc6d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:52:08.777004 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ac0f328b-8d20-4226-8ae9-aa3f531cc6d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:08.782281 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ac0f328b-8d20-4226-8ae9-aa3f531cc6d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:08.814948 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac0f328b-8d20-4226-8ae9-aa3f531cc6d8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 139} {{(pid=88525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 19:52:08.824127 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0f328b-8d20-4226-8ae9-aa3f531cc6d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2f03fca-593d-49a0-b2f6-424b319a0efc,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:52:08.832137 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ac0f328b-8d20-4226-8ae9-aa3f531cc6d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:08.832574 n-d-844202-1 neutron-server[88525]: INFO neutron.db.segments_db [None req-ac0f328b-8d20-4226-8ae9-aa3f531cc6d8 admin admin] Added segment 41c1db52-09d0-446a-b8c3-a2e611a156a4 of type vlan for network 59812d46-2a41-4b0c-b746-de191f049704 Jun 01 19:52:08.861541 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ac0f328b-8d20-4226-8ae9-aa3f531cc6d8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:08.891937 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ac0f328b-8d20-4226-8ae9-aa3f531cc6d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:08.893002 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac0f328b-8d20-4226-8ae9-aa3f531cc6d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:52:08.893628 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ac0f328b-8d20-4226-8ae9-aa3f531cc6d8 admin admin] Notify callbacks [] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:09.111951 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0f328b-8d20-4226-8ae9-aa3f531cc6d8 admin admin] Pushing event updated for resources: {'Network': ['ID=59812d46-2a41-4b0c-b746-de191f049704,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:52:09.118058 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-ac0f328b-8d20-4226-8ae9-aa3f531cc6d8 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5121772 Jun 01 19:52:09.118368 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 53660) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:52:09.123236 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network 59812d46-2a41-4b0c-b746-de191f049704 details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 19:52:09.123674 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-1836f6c9-c8a8-49a4-8cac-0894fd57b348 admin admin] Request body: {'subnet': {'network_id': '59812d46-2a41-4b0c-b746-de191f049704', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1370222055-subnet', 'tenant_id': 'd813fe32475544eb8f230b50bf00611c', 'ip_version': 4}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:52:09.129836 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-1836f6c9-c8a8-49a4-8cac-0894fd57b348 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:52:09.133774 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-1836f6c9-c8a8-49a4-8cac-0894fd57b348 admin admin] Usage tracker for resource:subnet and tenant:d813fe32475544eb8f230b50bf00611c is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:52:09.136610 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-1836f6c9-c8a8-49a4-8cac-0894fd57b348 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:52:09.143005 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-1836f6c9-c8a8-49a4-8cac-0894fd57b348 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:52:09.153383 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1836f6c9-c8a8-49a4-8cac-0894fd57b348 admin admin] Made reservation on behalf of d813fe32475544eb8f230b50bf00611c for: {'subnet': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:52:09.155659 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1836f6c9-c8a8-49a4-8cac-0894fd57b348 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9667140'] for subnet, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:09.361668 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1836f6c9-c8a8-49a4-8cac-0894fd57b348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2614064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9667190'] for subnet, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:09.441229 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1836f6c9-c8a8-49a4-8cac-0894fd57b348 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a92bb43a-cc29-4a23-8e19-ca98c0fb6731,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:52:09.443373 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1836f6c9-c8a8-49a4-8cac-0894fd57b348 admin admin] Checking segment: {'id': '41c1db52-09d0-446a-b8c3-a2e611a156a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '59812d46-2a41-4b0c-b746-de191f049704'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:52:09.443719 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1836f6c9-c8a8-49a4-8cac-0894fd57b348 admin admin] Network hostable DHCP agents. Network: 59812d46-2a41-4b0c-b746-de191f049704, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 19:52:09.462720 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1836f6c9-c8a8-49a4-8cac-0894fd57b348 admin admin] Network 59812d46-2a41-4b0c-b746-de191f049704 is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 19:52:09.472418 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-1836f6c9-c8a8-49a4-8cac-0894fd57b348 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, 59812d46-2a41-4b0c-b746-de191f049704) {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:52:09.477033 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1836f6c9-c8a8-49a4-8cac-0894fd57b348 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:52:09.478115 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1836f6c9-c8a8-49a4-8cac-0894fd57b348 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:09.481243 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbcc73c4-bc6d-457d-9cc6-6f10643715b7 None None] Network 59812d46-2a41-4b0c-b746-de191f049704 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:52:09.502661 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-1836f6c9-c8a8-49a4-8cac-0894fd57b348 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3833613 Jun 01 19:52:09.505474 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 53664) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:52:09.511532 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-60f2e48f-1934-4dcc-91b5-54cfacce583d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1370222055-router', 'tenant_id': 'd813fe32475544eb8f230b50bf00611c', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:52:09.519854 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-60f2e48f-1934-4dcc-91b5-54cfacce583d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:52:09.524786 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-60f2e48f-1934-4dcc-91b5-54cfacce583d admin admin] Usage tracker for resource:router and tenant:d813fe32475544eb8f230b50bf00611c is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:52:09.529586 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-60f2e48f-1934-4dcc-91b5-54cfacce583d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:52:09.537740 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-60f2e48f-1934-4dcc-91b5-54cfacce583d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:52:09.550970 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-60f2e48f-1934-4dcc-91b5-54cfacce583d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-885767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25238'] for router, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:09.552262 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-60f2e48f-1934-4dcc-91b5-54cfacce583d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-901042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-886562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-981784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25327'] for router, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:09.582108 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-60f2e48f-1934-4dcc-91b5-54cfacce583d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:09.619699 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device f2833076-b608-45ef-a1a6-c06b56f948cd up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:52:09.736429 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-ac093d7c-f8a7-42ed-b157-911bd2637a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:09.800905 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port f2833076-b608-45ef-a1a6-c06b56f948cd completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:52:09.811273 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port f2833076-b608-45ef-a1a6-c06b56f948cd triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:52:09.811640 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:09.836379 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84b00efe-6921-4e03-8d60-17613aa31bd3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc93f83c3-7fb6-5c13-a9d4-29d739a4e8d2-59812d46-2a41-4b0c-b746-de191f049704', 'network_id': '59812d46-2a41-4b0c-b746-de191f049704', 'tenant_id': 'd813fe32475544eb8f230b50bf00611c', 'fixed_ips': [{'subnet_id': 'a92bb43a-cc29-4a23-8e19-ca98c0fb6731'}]}} from n-d-844202-1. {{(pid=88526) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 19:52:09.837131 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-84b00efe-6921-4e03-8d60-17613aa31bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:09.853382 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c8b913-68c0-4eee-97fc-b3f6b5b90c36 None None] Sync routers for ids ['8b809cb1-6707-4fb0-97cd-d90944275d61'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:52:09.864318 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c8b913-68c0-4eee-97fc-b3f6b5b90c36 None None] Routers {'8b809cb1-6707-4fb0-97cd-d90944275d61'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:52:09.865014 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-f6c8b913-68c0-4eee-97fc-b3f6b5b90c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:52:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['8b809cb1-6707-4fb0-97cd-d90944275d61'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:52:09.891909 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-60f2e48f-1934-4dcc-91b5-54cfacce583d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-886608', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-885830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25341'] for router, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:10.056435 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-f6c8b913-68c0-4eee-97fc-b3f6b5b90c36 None None] Set router 8b809cb1-6707-4fb0-97cd-d90944275d61 gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:52:10.062119 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port f2833076-b608-45ef-a1a6-c06b56f948cd is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:52:10.062499 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:10.091070 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port f2833076-b608-45ef-a1a6-c06b56f948cd, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=f2833076-b608-45ef-a1a6-c06b56f948cd,segment=NetworkSegment(7875af61-4c53-4ff2-b8c8-d4b7c35ff947),segment_id=7875af61-4c53-4ff2-b8c8-d4b7c35ff947)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:52:10.092783 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.db_base_plugin_common [None req-84b00efe-6921-4e03-8d60-17613aa31bd3 None None] Allocated IP 172.20.0.2 (59812d46-2a41-4b0c-b746-de191f049704/a92bb43a-cc29-4a23-8e19-ca98c0fb6731/0cb5250d-6972-4ab7-aaf3-75913e56dc72) {{(pid=88526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:52:10.099765 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:10.244553 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-60f2e48f-1934-4dcc-91b5-54cfacce583d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:10.252139 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=f2833076-b608-45ef-a1a6-c06b56f948cd,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:52:10.279173 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-60f2e48f-1934-4dcc-91b5-54cfacce583d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:10.368017 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-84b00efe-6921-4e03-8d60-17613aa31bd3 None None] Notify callbacks [] for port, precommit_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:10.378821 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-84b00efe-6921-4e03-8d60-17613aa31bd3 None None] Transition to ACTIVE for port object 0cb5250d-6972-4ab7-aaf3-75913e56dc72 will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:52:10.397612 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-84b00efe-6921-4e03-8d60-17613aa31bd3 None None] Transition to ACTIVE for port object 0cb5250d-6972-4ab7-aaf3-75913e56dc72 will not be triggered until provisioned by entity DHCP. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:52:10.403871 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-84b00efe-6921-4e03-8d60-17613aa31bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526'] for port, after_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:10.413022 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-f6c8b913-68c0-4eee-97fc-b3f6b5b90c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b809cb1-6707-4fb0-97cd-d90944275d61', 'name': 'tempest-TestMinimumBasicScenario-1291983442-router', 'tenant_id': 'ab8b4b08c1734d9d8a09d76112303597', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.86'}], 'enable_snat': True}, 'gw_port_id': 'f2833076-b608-45ef-a1a6-c06b56f948cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:52:03Z', 'updated_at': '2022-06-01T19:52:07Z', 'revision_number': 4, 'project_id': 'ab8b4b08c1734d9d8a09d76112303597', 'gw_port': {'id': 'f2833076-b608-45ef-a1a6-c06b56f948cd', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:61:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b809cb1-6707-4fb0-97cd-d90944275d61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:52:03Z', 'updated_at': '2022-06-01T19:52:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '8d826e79-7f2f-457f-8c6b-1aecf695e4af', 'name': '', 'network_id': '76b4f87f-4955-4c2d-ae38-3027193ed545', 'tenant_id': 'ab8b4b08c1734d9d8a09d76112303597', 'mac_address': 'fa:16:3e:7f:d9:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b809cb1-6707-4fb0-97cd-d90944275d61', 'device_owner': 'network:router_interface', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': 'b9818171-5d7c-46f8-8125-fafc46fbb383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:52:06Z', 'updated_at': '2022-06-01T19:52:07Z', 'revision_number': 2, 'project_id': 'ab8b4b08c1734d9d8a09d76112303597', 'subnets': [{'id': 'b9818171-5d7c-46f8-8125-fafc46fbb383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:52:10.419755 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c8b913-68c0-4eee-97fc-b3f6b5b90c36 None None] Checking router: 8b809cb1-6707-4fb0-97cd-d90944275d61 for host: n-d-844202-1 {{(pid=88527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 19:52:10.420102 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c8b913-68c0-4eee-97fc-b3f6b5b90c36 None None] Updating router 8b809cb1-6707-4fb0-97cd-d90944275d61 port 8d826e79-7f2f-457f-8c6b-1aecf695e4af binding host n-d-844202-1 {{(pid=88527) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 19:52:10.433176 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [None req-60f2e48f-1934-4dcc-91b5-54cfacce583d admin admin] Allocated IP 172.25.4.138 (72a72e44-6845-488a-a5ff-3a26d4df9cb3/c314a23b-daa2-4106-ab28-8e6f954277b2/47672869-30d9-482a-9964-e867b34f6abc) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:52:10.474694 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84b00efe-6921-4e03-8d60-17613aa31bd3 None None] Network 59812d46-2a41-4b0c-b746-de191f049704 is already hosted by enough agents. {{(pid=88526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:52:10.477433 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.base_scheduler [None req-84b00efe-6921-4e03-8d60-17613aa31bd3 None None] Resources bound (agent type, host, resource id): {{(pid=88526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:52:10.478532 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-f6c8b913-68c0-4eee-97fc-b3f6b5b90c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:10.481305 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b00efe-6921-4e03-8d60-17613aa31bd3 None None] Received port after_create {{(pid=88526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:52:10.490634 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b00efe-6921-4e03-8d60-17613aa31bd3 None None] Pushing event updated for resources: {'Port': ['ID=0cb5250d-6972-4ab7-aaf3-75913e56dc72,revision_number=1']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:52:10.577408 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-84b00efe-6921-4e03-8d60-17613aa31bd3 None None] Attempting to bind port 0cb5250d-6972-4ab7-aaf3-75913e56dc72 on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:52:10.577779 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-84b00efe-6921-4e03-8d60-17613aa31bd3 None None] Attempting to bind port 0cb5250d-6972-4ab7-aaf3-75913e56dc72 by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': '41c1db52-09d0-446a-b8c3-a2e611a156a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '59812d46-2a41-4b0c-b746-de191f049704'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:52:10.578141 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b00efe-6921-4e03-8d60-17613aa31bd3 None None] Attempting to bind port 0cb5250d-6972-4ab7-aaf3-75913e56dc72 on network 59812d46-2a41-4b0c-b746-de191f049704 {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:52:10.583687 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b00efe-6921-4e03-8d60-17613aa31bd3 None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 51, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:52:10.584059 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b00efe-6921-4e03-8d60-17613aa31bd3 None None] Checking segment: {'id': '41c1db52-09d0-446a-b8c3-a2e611a156a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '59812d46-2a41-4b0c-b746-de191f049704'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:52:10.584493 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-84b00efe-6921-4e03-8d60-17613aa31bd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:10.584877 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b00efe-6921-4e03-8d60-17613aa31bd3 None None] Bound using segment: {'id': '41c1db52-09d0-446a-b8c3-a2e611a156a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '59812d46-2a41-4b0c-b746-de191f049704'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:52:10.585332 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-84b00efe-6921-4e03-8d60-17613aa31bd3 None None] Bound port: 0cb5250d-6972-4ab7-aaf3-75913e56dc72, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41c1db52-09d0-446a-b8c3-a2e611a156a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '59812d46-2a41-4b0c-b746-de191f049704'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:52:10.585705 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-84b00efe-6921-4e03-8d60-17613aa31bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:10.594691 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-60f2e48f-1934-4dcc-91b5-54cfacce583d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:10.630518 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-60f2e48f-1934-4dcc-91b5-54cfacce583d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:10.684995 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-84b00efe-6921-4e03-8d60-17613aa31bd3 None None] For port 0cb5250d-6972-4ab7-aaf3-75913e56dc72, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:52:10.688130 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-84b00efe-6921-4e03-8d60-17613aa31bd3 None None] For port 0cb5250d-6972-4ab7-aaf3-75913e56dc72, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=0cb5250d-6972-4ab7-aaf3-75913e56dc72,segment=NetworkSegment(41c1db52-09d0-446a-b8c3-a2e611a156a4),segment_id=41c1db52-09d0-446a-b8c3-a2e611a156a4)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:52:10.693719 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-84b00efe-6921-4e03-8d60-17613aa31bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:10.699245 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60f2e48f-1934-4dcc-91b5-54cfacce583d admin admin] Network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:52:10.702019 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-60f2e48f-1934-4dcc-91b5-54cfacce583d admin admin] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:52:10.706209 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f2e48f-1934-4dcc-91b5-54cfacce583d admin admin] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:52:10.807325 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:10.810532 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b00efe-6921-4e03-8d60-17613aa31bd3 None None] Pushing event updated for resources: {'Port': ['ID=0cb5250d-6972-4ab7-aaf3-75913e56dc72,revision_number=2']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:52:10.825862 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:10.863828 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-f6c8b913-68c0-4eee-97fc-b3f6b5b90c36 None None] Notify callbacks [] for port, precommit_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:10.876286 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f2e48f-1934-4dcc-91b5-54cfacce583d admin admin] Pushing event updated for resources: {'Port': ['ID=47672869-30d9-482a-9964-e867b34f6abc,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:52:10.878849 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.provisioning_blocks [None req-f6c8b913-68c0-4eee-97fc-b3f6b5b90c36 None None] Transition to ACTIVE for port object 8d826e79-7f2f-457f-8c6b-1aecf695e4af will not be triggered until provisioned by entity L2. {{(pid=88527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:52:10.887731 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-f6c8b913-68c0-4eee-97fc-b3f6b5b90c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:11.135100 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4519d7-6be1-4fc9-9b24-14ae54dff286 None None] Pushing event updated for resources: {'Port': ['ID=8d826e79-7f2f-457f-8c6b-1aecf695e4af,revision_number=3']} {{(pid=88527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:52:11.160304 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4519d7-6be1-4fc9-9b24-14ae54dff286 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:52:11.160641 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4519d7-6be1-4fc9-9b24-14ae54dff286 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:52:11.160971 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4519d7-6be1-4fc9-9b24-14ae54dff286 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:52:11.161294 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4519d7-6be1-4fc9-9b24-14ae54dff286 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:52:11.161613 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4519d7-6be1-4fc9-9b24-14ae54dff286 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:52:11.161929 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4519d7-6be1-4fc9-9b24-14ae54dff286 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:52:11.162241 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4519d7-6be1-4fc9-9b24-14ae54dff286 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:52:11.162552 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4519d7-6be1-4fc9-9b24-14ae54dff286 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:52:11.162866 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4519d7-6be1-4fc9-9b24-14ae54dff286 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:52:11.163165 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4519d7-6be1-4fc9-9b24-14ae54dff286 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:52:11.163478 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4519d7-6be1-4fc9-9b24-14ae54dff286 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:52:11.163788 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4519d7-6be1-4fc9-9b24-14ae54dff286 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:52:11.184461 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-f6c8b913-68c0-4eee-97fc-b3f6b5b90c36 None None] Attempting to bind port 8d826e79-7f2f-457f-8c6b-1aecf695e4af on host n-d-844202-1 for vnic_type normal with profile {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:52:11.184780 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-f6c8b913-68c0-4eee-97fc-b3f6b5b90c36 None None] Attempting to bind port 8d826e79-7f2f-457f-8c6b-1aecf695e4af by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': '4ce91b9b-d9fd-4e83-8654-997e0e24117d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '76b4f87f-4955-4c2d-ae38-3027193ed545'}] {{(pid=88527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:52:11.185193 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c8b913-68c0-4eee-97fc-b3f6b5b90c36 None None] Attempting to bind port 8d826e79-7f2f-457f-8c6b-1aecf695e4af on network 76b4f87f-4955-4c2d-ae38-3027193ed545 {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:52:11.195447 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c8b913-68c0-4eee-97fc-b3f6b5b90c36 None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 52, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:52:11.195812 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c8b913-68c0-4eee-97fc-b3f6b5b90c36 None None] Checking segment: {'id': '4ce91b9b-d9fd-4e83-8654-997e0e24117d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '76b4f87f-4955-4c2d-ae38-3027193ed545'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:52:11.200447 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-f6c8b913-68c0-4eee-97fc-b3f6b5b90c36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:11.201038 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c8b913-68c0-4eee-97fc-b3f6b5b90c36 None None] Bound using segment: {'id': '4ce91b9b-d9fd-4e83-8654-997e0e24117d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '76b4f87f-4955-4c2d-ae38-3027193ed545'} {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:52:11.201763 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-f6c8b913-68c0-4eee-97fc-b3f6b5b90c36 None None] Bound port: 8d826e79-7f2f-457f-8c6b-1aecf695e4af, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ce91b9b-d9fd-4e83-8654-997e0e24117d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '76b4f87f-4955-4c2d-ae38-3027193ed545'}}] {{(pid=88527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:52:11.202241 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-f6c8b913-68c0-4eee-97fc-b3f6b5b90c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:11.300039 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.db [None req-f6c8b913-68c0-4eee-97fc-b3f6b5b90c36 None None] For port 8d826e79-7f2f-457f-8c6b-1aecf695e4af, host n-d-844202-1, cleared binding levels {{(pid=88527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:52:11.303474 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.db [None req-f6c8b913-68c0-4eee-97fc-b3f6b5b90c36 None None] For port 8d826e79-7f2f-457f-8c6b-1aecf695e4af, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=8d826e79-7f2f-457f-8c6b-1aecf695e4af,segment=NetworkSegment(4ce91b9b-d9fd-4e83-8654-997e0e24117d),segment_id=4ce91b9b-d9fd-4e83-8654-997e0e24117d)] {{(pid=88527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:52:11.307108 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-f6c8b913-68c0-4eee-97fc-b3f6b5b90c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:11.320354 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-60f2e48f-1934-4dcc-91b5-54cfacce583d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:11.391774 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c8b913-68c0-4eee-97fc-b3f6b5b90c36 None None] Routers {'8b809cb1-6707-4fb0-97cd-d90944275d61'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:52:11.392426 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-f6c8b913-68c0-4eee-97fc-b3f6b5b90c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:52:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['8b809cb1-6707-4fb0-97cd-d90944275d61'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:52:11.507384 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4519d7-6be1-4fc9-9b24-14ae54dff286 None None] Pushing event updated for resources: {'Port': ['ID=8d826e79-7f2f-457f-8c6b-1aecf695e4af,revision_number=4']} {{(pid=88527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:52:11.638760 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-f6c8b913-68c0-4eee-97fc-b3f6b5b90c36 None None] Set router 8b809cb1-6707-4fb0-97cd-d90944275d61 gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:52:11.749302 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device f2833076-b608-45ef-a1a6-c06b56f948cd up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:52:11.796662 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-60f2e48f-1934-4dcc-91b5-54cfacce583d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-885820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-886655'] for router, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:11.836320 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port f2833076-b608-45ef-a1a6-c06b56f948cd triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:52:11.837178 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:11.872789 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:12.004466 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port f2833076-b608-45ef-a1a6-c06b56f948cd is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:52:12.006235 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 0cb5250d-6972-4ab7-aaf3-75913e56dc72 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:52:12.038886 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83a4970e-5938-4596-9dcc-80f6bb710cd7 None None] Network 59812d46-2a41-4b0c-b746-de191f049704 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:52:12.042413 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-f6c8b913-68c0-4eee-97fc-b3f6b5b90c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b809cb1-6707-4fb0-97cd-d90944275d61', 'name': 'tempest-TestMinimumBasicScenario-1291983442-router', 'tenant_id': 'ab8b4b08c1734d9d8a09d76112303597', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.86'}], 'enable_snat': True}, 'gw_port_id': 'f2833076-b608-45ef-a1a6-c06b56f948cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:52:03Z', 'updated_at': '2022-06-01T19:52:07Z', 'revision_number': 4, 'project_id': 'ab8b4b08c1734d9d8a09d76112303597', 'gw_port': {'id': 'f2833076-b608-45ef-a1a6-c06b56f948cd', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:61:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b809cb1-6707-4fb0-97cd-d90944275d61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:52:03Z', 'updated_at': '2022-06-01T19:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '8d826e79-7f2f-457f-8c6b-1aecf695e4af', 'name': '', 'network_id': '76b4f87f-4955-4c2d-ae38-3027193ed545', 'tenant_id': 'ab8b4b08c1734d9d8a09d76112303597', 'mac_address': 'fa:16:3e:7f:d9:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b809cb1-6707-4fb0-97cd-d90944275d61', 'device_owner': 'network:router_interface', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': 'b9818171-5d7c-46f8-8125-fafc46fbb383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:52:06Z', 'updated_at': '2022-06-01T19:52:11Z', 'revision_number': 4, 'project_id': 'ab8b4b08c1734d9d8a09d76112303597', 'subnets': [{'id': 'b9818171-5d7c-46f8-8125-fafc46fbb383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:52:12.048456 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c8b913-68c0-4eee-97fc-b3f6b5b90c36 None None] The sync data for ids ['8b809cb1-6707-4fb0-97cd-d90944275d61'] in n-d-844202-1 is: [{'id': '8b809cb1-6707-4fb0-97cd-d90944275d61', 'name': 'tempest-TestMinimumBasicScenario-1291983442-router', 'tenant_id': 'ab8b4b08c1734d9d8a09d76112303597', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.86'}], 'enable_snat': True}, 'gw_port_id': 'f2833076-b608-45ef-a1a6-c06b56f948cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:52:03Z', 'updated_at': '2022-06-01T19:52:07Z', 'revision_number': 4, 'project_id': 'ab8b4b08c1734d9d8a09d76112303597', 'gw_port': {'id': 'f2833076-b608-45ef-a1a6-c06b56f948cd', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:61:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b809cb1-6707-4fb0-97cd-d90944275d61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:52:03Z', 'updated_at': '2022-06-01T19:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '8d826e79-7f2f-457f-8c6b-1aecf695e4af', 'name': '', 'network_id': '76b4f87f-4955-4c2d-ae38-3027193ed545', 'tenant_id': 'ab8b4b08c1734d9d8a09d76112303597', 'mac_address': 'fa:16:3e:7f:d9:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b809cb1-6707-4fb0-97cd-d90944275d61', 'device_owner': 'network:router_interface', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': 'b9818171-5d7c-46f8-8125-fafc46fbb383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:52:06Z', 'updated_at': '2022-06-01T19:52:11Z', 'revision_number': 4, 'project_id': 'ab8b4b08c1734d9d8a09d76112303597', 'subnets': [{'id': 'b9818171-5d7c-46f8-8125-fafc46fbb383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:52:12.057440 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60f2e48f-1934-4dcc-91b5-54cfacce583d admin admin] Router 245ce5ed-5d4b-43b0-89f0-e6c36e4ae124 is scheduled to L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 with binding_index 1 {{(pid=88525) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 19:52:12.208000 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-3d8e7823-7b99-4f7e-93f7-c3cf24953734 None None] Provisioning for port 0cb5250d-6972-4ab7-aaf3-75913e56dc72 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:52:12.236930 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:12.253698 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60f2e48f-1934-4dcc-91b5-54cfacce583d admin admin] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:52:12.266213 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca3a1a3-b30b-46de-a714-8cd6a22235bb None None] Sync routers for ids ['245ce5ed-5d4b-43b0-89f0-e6c36e4ae124'] in n-d-844202-1 {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:52:12.269076 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port 0cb5250d-6972-4ab7-aaf3-75913e56dc72 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:52:12.279199 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-60f2e48f-1934-4dcc-91b5-54cfacce583d admin admin] Notify callbacks [] for router, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:12.283747 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-60f2e48f-1934-4dcc-91b5-54cfacce583d admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.7742624 Jun 01 19:52:12.284251 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 53668) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:52:12.318134 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 0cb5250d-6972-4ab7-aaf3-75913e56dc72 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:52:12.318498 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:12.367655 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca3a1a3-b30b-46de-a714-8cd6a22235bb None None] Routers {'245ce5ed-5d4b-43b0-89f0-e6c36e4ae124'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:52:12.368306 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-bca3a1a3-b30b-46de-a714-8cd6a22235bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:52:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['245ce5ed-5d4b-43b0-89f0-e6c36e4ae124'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:52:12.542381 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:12.706965 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-bca3a1a3-b30b-46de-a714-8cd6a22235bb None None] Set router 245ce5ed-5d4b-43b0-89f0-e6c36e4ae124 gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:52:12.821329 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 0cb5250d-6972-4ab7-aaf3-75913e56dc72 is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:52:12.822064 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:12.942371 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port 0cb5250d-6972-4ab7-aaf3-75913e56dc72, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=0cb5250d-6972-4ab7-aaf3-75913e56dc72,segment=NetworkSegment(41c1db52-09d0-446a-b8c3-a2e611a156a4),segment_id=41c1db52-09d0-446a-b8c3-a2e611a156a4)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:52:12.959144 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:13.042342 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-59596e06-4c16-4912-916d-716c57a359ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:13.089014 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=0cb5250d-6972-4ab7-aaf3-75913e56dc72,revision_number=3']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:52:13.111660 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-bca3a1a3-b30b-46de-a714-8cd6a22235bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '245ce5ed-5d4b-43b0-89f0-e6c36e4ae124', 'name': 'tempest-TestMinimumBasicScenario-1370222055-router', 'tenant_id': 'd813fe32475544eb8f230b50bf00611c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.138'}], 'enable_snat': True}, 'gw_port_id': '47672869-30d9-482a-9964-e867b34f6abc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:52:09Z', 'updated_at': '2022-06-01T19:52:11Z', 'revision_number': 3, 'project_id': 'd813fe32475544eb8f230b50bf00611c', 'gw_port': {'id': '47672869-30d9-482a-9964-e867b34f6abc', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:ab:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '245ce5ed-5d4b-43b0-89f0-e6c36e4ae124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:52:10Z', 'updated_at': '2022-06-01T19:52:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:52:13.115665 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca3a1a3-b30b-46de-a714-8cd6a22235bb None None] Checking router: 245ce5ed-5d4b-43b0-89f0-e6c36e4ae124 for host: n-d-844202-1 {{(pid=88526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 19:52:13.116004 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca3a1a3-b30b-46de-a714-8cd6a22235bb None None] Updating router 245ce5ed-5d4b-43b0-89f0-e6c36e4ae124 port 47672869-30d9-482a-9964-e867b34f6abc binding host n-d-844202-1 {{(pid=88526) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 19:52:13.179722 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-bca3a1a3-b30b-46de-a714-8cd6a22235bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:13.206794 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-4f7a3ae5-6046-42c3-9e41-3a7cd9403f88 None None] Provisioning complete for port 0cb5250d-6972-4ab7-aaf3-75913e56dc72 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:52:13.207157 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-4f7a3ae5-6046-42c3-9e41-3a7cd9403f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:13.259188 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [None req-59596e06-4c16-4912-916d-716c57a359ce admin admin] Allocated IP 172.20.0.1 (59812d46-2a41-4b0c-b746-de191f049704/a92bb43a-cc29-4a23-8e19-ca98c0fb6731/c4ba1bae-2a89-46ce-85f2-9039f29e0e67) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:52:13.409463 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-59596e06-4c16-4912-916d-716c57a359ce admin admin] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:13.426150 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [None req-59596e06-4c16-4912-916d-716c57a359ce admin admin] Transition to ACTIVE for port object c4ba1bae-2a89-46ce-85f2-9039f29e0e67 will not be triggered until provisioned by entity DHCP. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:52:13.450350 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-59596e06-4c16-4912-916d-716c57a359ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:13.476723 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-4f7a3ae5-6046-42c3-9e41-3a7cd9403f88 None None] Current status of the port 0cb5250d-6972-4ab7-aaf3-75913e56dc72 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:52:13.520494 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59596e06-4c16-4912-916d-716c57a359ce admin admin] Network 59812d46-2a41-4b0c-b746-de191f049704 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:52:13.522720 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-59596e06-4c16-4912-916d-716c57a359ce admin admin] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:52:13.526492 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59596e06-4c16-4912-916d-716c57a359ce admin admin] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:52:13.574364 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59596e06-4c16-4912-916d-716c57a359ce admin admin] Pushing event updated for resources: {'Port': ['ID=c4ba1bae-2a89-46ce-85f2-9039f29e0e67,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:52:13.610127 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-59596e06-4c16-4912-916d-716c57a359ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-887605'] for router_interface, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:13.620464 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 8d826e79-7f2f-457f-8c6b-1aecf695e4af up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:52:13.695441 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-bca3a1a3-b30b-46de-a714-8cd6a22235bb None None] Notify callbacks [] for port, precommit_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:13.714170 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-bca3a1a3-b30b-46de-a714-8cd6a22235bb None None] Transition to ACTIVE for port object 47672869-30d9-482a-9964-e867b34f6abc will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:52:13.724983 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-bca3a1a3-b30b-46de-a714-8cd6a22235bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:13.768452 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port 8d826e79-7f2f-457f-8c6b-1aecf695e4af completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:52:13.847649 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 8d826e79-7f2f-457f-8c6b-1aecf695e4af triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:52:13.848386 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:13.917706 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-bca3a1a3-b30b-46de-a714-8cd6a22235bb None None] Attempting to bind port 47672869-30d9-482a-9964-e867b34f6abc on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:52:13.918077 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-bca3a1a3-b30b-46de-a714-8cd6a22235bb None None] Attempting to bind port 47672869-30d9-482a-9964-e867b34f6abc by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:52:13.918412 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca3a1a3-b30b-46de-a714-8cd6a22235bb None None] Attempting to bind port 47672869-30d9-482a-9964-e867b34f6abc on network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:52:13.931345 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1747331-0912-4e72-9b5e-40f4a4c43fd8 None None] Pushing event updated for resources: {'Port': ['ID=47672869-30d9-482a-9964-e867b34f6abc,revision_number=2']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:52:13.935762 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca3a1a3-b30b-46de-a714-8cd6a22235bb None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 52, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:52:13.936136 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca3a1a3-b30b-46de-a714-8cd6a22235bb None None] Checking segment: {'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:52:13.936553 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-bca3a1a3-b30b-46de-a714-8cd6a22235bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:13.936929 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca3a1a3-b30b-46de-a714-8cd6a22235bb None None] Bound using segment: {'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:52:13.937402 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-bca3a1a3-b30b-46de-a714-8cd6a22235bb None None] Bound port: 47672869-30d9-482a-9964-e867b34f6abc, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:52:13.937798 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-bca3a1a3-b30b-46de-a714-8cd6a22235bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:13.970969 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-7ca012cf-2ec0-4d3d-af9e-68563c1d3c1b None None] Provisioning for port c4ba1bae-2a89-46ce-85f2-9039f29e0e67 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:52:13.990986 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-7ca012cf-2ec0-4d3d-af9e-68563c1d3c1b None None] Provisioning complete for port c4ba1bae-2a89-46ce-85f2-9039f29e0e67 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:52:13.991351 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-7ca012cf-2ec0-4d3d-af9e-68563c1d3c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:13.997385 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-59596e06-4c16-4912-916d-716c57a359ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:14.113828 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-7ca012cf-2ec0-4d3d-af9e-68563c1d3c1b None None] Port c4ba1bae-2a89-46ce-85f2-9039f29e0e67 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:52:14.123866 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-bca3a1a3-b30b-46de-a714-8cd6a22235bb None None] For port 47672869-30d9-482a-9964-e867b34f6abc, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:52:14.128955 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-bca3a1a3-b30b-46de-a714-8cd6a22235bb None None] For port 47672869-30d9-482a-9964-e867b34f6abc, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=47672869-30d9-482a-9964-e867b34f6abc,segment=NetworkSegment(7875af61-4c53-4ff2-b8c8-d4b7c35ff947),segment_id=7875af61-4c53-4ff2-b8c8-d4b7c35ff947)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:52:14.136530 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-bca3a1a3-b30b-46de-a714-8cd6a22235bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:14.170176 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 8d826e79-7f2f-457f-8c6b-1aecf695e4af is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:52:14.170551 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:14.227484 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-59596e06-4c16-4912-916d-716c57a359ce admin admin] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:14.231928 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-59596e06-4c16-4912-916d-716c57a359ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:14.243891 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1747331-0912-4e72-9b5e-40f4a4c43fd8 None None] Pushing event updated for resources: {'Port': ['ID=47672869-30d9-482a-9964-e867b34f6abc,revision_number=3']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:52:14.247240 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca3a1a3-b30b-46de-a714-8cd6a22235bb None None] Routers {'245ce5ed-5d4b-43b0-89f0-e6c36e4ae124'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:52:14.247827 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-bca3a1a3-b30b-46de-a714-8cd6a22235bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:52:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['245ce5ed-5d4b-43b0-89f0-e6c36e4ae124'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:52:14.298790 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port 8d826e79-7f2f-457f-8c6b-1aecf695e4af, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=8d826e79-7f2f-457f-8c6b-1aecf695e4af,segment=NetworkSegment(4ce91b9b-d9fd-4e83-8654-997e0e24117d),segment_id=4ce91b9b-d9fd-4e83-8654-997e0e24117d)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:52:14.305413 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:14.306173 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 0cb5250d-6972-4ab7-aaf3-75913e56dc72 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:52:14.348154 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-59596e06-4c16-4912-916d-716c57a359ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-887436'] for router_interface, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:14.352173 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59596e06-4c16-4912-916d-716c57a359ce admin admin] Pushing event updated for resources: {'Port': ['ID=c4ba1bae-2a89-46ce-85f2-9039f29e0e67,revision_number=2']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:52:14.496924 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59596e06-4c16-4912-916d-716c57a359ce admin admin] Network 59812d46-2a41-4b0c-b746-de191f049704 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:52:14.497983 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-59596e06-4c16-4912-916d-716c57a359ce admin admin] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:52:14.513540 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=8d826e79-7f2f-457f-8c6b-1aecf695e4af,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:52:14.551425 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-bca3a1a3-b30b-46de-a714-8cd6a22235bb None None] Set router 245ce5ed-5d4b-43b0-89f0-e6c36e4ae124 gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:52:14.602119 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 0cb5250d-6972-4ab7-aaf3-75913e56dc72 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:52:14.602586 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:14.698047 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59596e06-4c16-4912-916d-716c57a359ce admin admin] Router 245ce5ed-5d4b-43b0-89f0-e6c36e4ae124 has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 19:52:14.831271 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-3f208b57-3e34-4cd9-938b-cceffa199427 None None] Provisioning complete for port c4ba1bae-2a89-46ce-85f2-9039f29e0e67 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:52:14.831540 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-3f208b57-3e34-4cd9-938b-cceffa199427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:14.882239 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59596e06-4c16-4912-916d-716c57a359ce admin admin] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:52:14.891096 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-59596e06-4c16-4912-916d-716c57a359ce admin admin] 10.222.0.41 "PUT /v2.0/routers/245ce5ed-5d4b-43b0-89f0-e6c36e4ae124/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6056874 Jun 01 19:52:14.961524 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-3f208b57-3e34-4cd9-938b-cceffa199427 None None] Port c4ba1bae-2a89-46ce-85f2-9039f29e0e67 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:52:14.970388 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 0cb5250d-6972-4ab7-aaf3-75913e56dc72 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:52:15.038510 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-bca3a1a3-b30b-46de-a714-8cd6a22235bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '245ce5ed-5d4b-43b0-89f0-e6c36e4ae124', 'name': 'tempest-TestMinimumBasicScenario-1370222055-router', 'tenant_id': 'd813fe32475544eb8f230b50bf00611c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.138'}], 'enable_snat': True}, 'gw_port_id': '47672869-30d9-482a-9964-e867b34f6abc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:52:09Z', 'updated_at': '2022-06-01T19:52:13Z', 'revision_number': 4, 'project_id': 'd813fe32475544eb8f230b50bf00611c', 'gw_port': {'id': '47672869-30d9-482a-9964-e867b34f6abc', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:ab:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '245ce5ed-5d4b-43b0-89f0-e6c36e4ae124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:52:10Z', 'updated_at': '2022-06-01T19:52:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': 'c4ba1bae-2a89-46ce-85f2-9039f29e0e67', 'name': '', 'network_id': '59812d46-2a41-4b0c-b746-de191f049704', 'tenant_id': 'd813fe32475544eb8f230b50bf00611c', 'mac_address': 'fa:16:3e:be:73:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '245ce5ed-5d4b-43b0-89f0-e6c36e4ae124', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'a92bb43a-cc29-4a23-8e19-ca98c0fb6731', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:52:13Z', 'updated_at': '2022-06-01T19:52:14Z', 'revision_number': 2, 'project_id': 'd813fe32475544eb8f230b50bf00611c', 'subnets': [{'id': 'a92bb43a-cc29-4a23-8e19-ca98c0fb6731', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:52:15.043130 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca3a1a3-b30b-46de-a714-8cd6a22235bb None None] The sync data for ids ['245ce5ed-5d4b-43b0-89f0-e6c36e4ae124'] in n-d-844202-1 is: [{'id': '245ce5ed-5d4b-43b0-89f0-e6c36e4ae124', 'name': 'tempest-TestMinimumBasicScenario-1370222055-router', 'tenant_id': 'd813fe32475544eb8f230b50bf00611c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.138'}], 'enable_snat': True}, 'gw_port_id': '47672869-30d9-482a-9964-e867b34f6abc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:52:09Z', 'updated_at': '2022-06-01T19:52:13Z', 'revision_number': 4, 'project_id': 'd813fe32475544eb8f230b50bf00611c', 'gw_port': {'id': '47672869-30d9-482a-9964-e867b34f6abc', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:ab:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '245ce5ed-5d4b-43b0-89f0-e6c36e4ae124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:52:10Z', 'updated_at': '2022-06-01T19:52:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': 'c4ba1bae-2a89-46ce-85f2-9039f29e0e67', 'name': '', 'network_id': '59812d46-2a41-4b0c-b746-de191f049704', 'tenant_id': 'd813fe32475544eb8f230b50bf00611c', 'mac_address': 'fa:16:3e:be:73:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '245ce5ed-5d4b-43b0-89f0-e6c36e4ae124', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'a92bb43a-cc29-4a23-8e19-ca98c0fb6731', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:52:13Z', 'updated_at': '2022-06-01T19:52:14Z', 'revision_number': 2, 'project_id': 'd813fe32475544eb8f230b50bf00611c', 'subnets': [{'id': 'a92bb43a-cc29-4a23-8e19-ca98c0fb6731', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:52:15.571476 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 8d826e79-7f2f-457f-8c6b-1aecf695e4af up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:52:15.655535 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 8d826e79-7f2f-457f-8c6b-1aecf695e4af triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:52:15.655916 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:15.795295 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 8d826e79-7f2f-457f-8c6b-1aecf695e4af is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:52:17.618321 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 47672869-30d9-482a-9964-e867b34f6abc up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:52:17.705525 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port 47672869-30d9-482a-9964-e867b34f6abc completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:52:17.710917 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 47672869-30d9-482a-9964-e867b34f6abc triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:52:17.711402 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:17.912887 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 47672869-30d9-482a-9964-e867b34f6abc is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:52:17.913575 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:17.938431 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port 47672869-30d9-482a-9964-e867b34f6abc, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=47672869-30d9-482a-9964-e867b34f6abc,segment=NetworkSegment(7875af61-4c53-4ff2-b8c8-d4b7c35ff947),segment_id=7875af61-4c53-4ff2-b8c8-d4b7c35ff947)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:52:17.943254 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:18.033545 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=47672869-30d9-482a-9964-e867b34f6abc,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:52:19.029882 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b95ea478-ce31-4056-ad90-c64e279679e4 None None] Sync routers for ids ['245ce5ed-5d4b-43b0-89f0-e6c36e4ae124'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:52:19.045316 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b95ea478-ce31-4056-ad90-c64e279679e4 None None] Routers {'245ce5ed-5d4b-43b0-89f0-e6c36e4ae124'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:52:19.045316 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-b95ea478-ce31-4056-ad90-c64e279679e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:52:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['245ce5ed-5d4b-43b0-89f0-e6c36e4ae124'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:52:19.276328 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-b95ea478-ce31-4056-ad90-c64e279679e4 None None] Set router 245ce5ed-5d4b-43b0-89f0-e6c36e4ae124 gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:52:19.594451 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 47672869-30d9-482a-9964-e867b34f6abc up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:52:19.644430 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-b95ea478-ce31-4056-ad90-c64e279679e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '245ce5ed-5d4b-43b0-89f0-e6c36e4ae124', 'name': 'tempest-TestMinimumBasicScenario-1370222055-router', 'tenant_id': 'd813fe32475544eb8f230b50bf00611c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.138'}], 'enable_snat': True}, 'gw_port_id': '47672869-30d9-482a-9964-e867b34f6abc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:52:09Z', 'updated_at': '2022-06-01T19:52:13Z', 'revision_number': 4, 'project_id': 'd813fe32475544eb8f230b50bf00611c', 'gw_port': {'id': '47672869-30d9-482a-9964-e867b34f6abc', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:ab:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '245ce5ed-5d4b-43b0-89f0-e6c36e4ae124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:52:10Z', 'updated_at': '2022-06-01T19:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': 'c4ba1bae-2a89-46ce-85f2-9039f29e0e67', 'name': '', 'network_id': '59812d46-2a41-4b0c-b746-de191f049704', 'tenant_id': 'd813fe32475544eb8f230b50bf00611c', 'mac_address': 'fa:16:3e:be:73:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '245ce5ed-5d4b-43b0-89f0-e6c36e4ae124', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'a92bb43a-cc29-4a23-8e19-ca98c0fb6731', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:52:13Z', 'updated_at': '2022-06-01T19:52:14Z', 'revision_number': 2, 'project_id': 'd813fe32475544eb8f230b50bf00611c', 'subnets': [{'id': 'a92bb43a-cc29-4a23-8e19-ca98c0fb6731', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:52:19.649360 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b95ea478-ce31-4056-ad90-c64e279679e4 None None] Checking router: 245ce5ed-5d4b-43b0-89f0-e6c36e4ae124 for host: n-d-844202-1 {{(pid=88527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 19:52:19.649774 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b95ea478-ce31-4056-ad90-c64e279679e4 None None] Updating router 245ce5ed-5d4b-43b0-89f0-e6c36e4ae124 port c4ba1bae-2a89-46ce-85f2-9039f29e0e67 binding host n-d-844202-1 {{(pid=88527) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 19:52:19.699738 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 47672869-30d9-482a-9964-e867b34f6abc triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:52:19.700118 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:19.722835 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-b95ea478-ce31-4056-ad90-c64e279679e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:19.891668 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 47672869-30d9-482a-9964-e867b34f6abc is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:52:20.142636 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-b95ea478-ce31-4056-ad90-c64e279679e4 None None] Notify callbacks [] for port, precommit_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:20.154895 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.provisioning_blocks [None req-b95ea478-ce31-4056-ad90-c64e279679e4 None None] Transition to ACTIVE for port object c4ba1bae-2a89-46ce-85f2-9039f29e0e67 will not be triggered until provisioned by entity L2. {{(pid=88527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:52:20.165553 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-b95ea478-ce31-4056-ad90-c64e279679e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:20.368250 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faad173f-aad3-4bfc-904c-9a2f2aad6a0d None None] Pushing event updated for resources: {'Port': ['ID=c4ba1bae-2a89-46ce-85f2-9039f29e0e67,revision_number=3']} {{(pid=88527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:52:20.446262 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-b95ea478-ce31-4056-ad90-c64e279679e4 None None] Attempting to bind port c4ba1bae-2a89-46ce-85f2-9039f29e0e67 on host n-d-844202-1 for vnic_type normal with profile {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:52:20.446627 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-b95ea478-ce31-4056-ad90-c64e279679e4 None None] Attempting to bind port c4ba1bae-2a89-46ce-85f2-9039f29e0e67 by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': '41c1db52-09d0-446a-b8c3-a2e611a156a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '59812d46-2a41-4b0c-b746-de191f049704'}] {{(pid=88527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:52:20.446984 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b95ea478-ce31-4056-ad90-c64e279679e4 None None] Attempting to bind port c4ba1bae-2a89-46ce-85f2-9039f29e0e67 on network 59812d46-2a41-4b0c-b746-de191f049704 {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:52:20.452718 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b95ea478-ce31-4056-ad90-c64e279679e4 None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 52, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:52:20.453640 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b95ea478-ce31-4056-ad90-c64e279679e4 None None] Checking segment: {'id': '41c1db52-09d0-446a-b8c3-a2e611a156a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '59812d46-2a41-4b0c-b746-de191f049704'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:52:20.454631 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-b95ea478-ce31-4056-ad90-c64e279679e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:20.454631 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b95ea478-ce31-4056-ad90-c64e279679e4 None None] Bound using segment: {'id': '41c1db52-09d0-446a-b8c3-a2e611a156a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '59812d46-2a41-4b0c-b746-de191f049704'} {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:52:20.455812 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-b95ea478-ce31-4056-ad90-c64e279679e4 None None] Bound port: c4ba1bae-2a89-46ce-85f2-9039f29e0e67, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41c1db52-09d0-446a-b8c3-a2e611a156a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '59812d46-2a41-4b0c-b746-de191f049704'}}] {{(pid=88527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:52:20.456332 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-b95ea478-ce31-4056-ad90-c64e279679e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:20.572075 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.db [None req-b95ea478-ce31-4056-ad90-c64e279679e4 None None] For port c4ba1bae-2a89-46ce-85f2-9039f29e0e67, host n-d-844202-1, cleared binding levels {{(pid=88527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:52:20.575048 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.db [None req-b95ea478-ce31-4056-ad90-c64e279679e4 None None] For port c4ba1bae-2a89-46ce-85f2-9039f29e0e67, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=c4ba1bae-2a89-46ce-85f2-9039f29e0e67,segment=NetworkSegment(41c1db52-09d0-446a-b8c3-a2e611a156a4),segment_id=41c1db52-09d0-446a-b8c3-a2e611a156a4)] {{(pid=88527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:52:20.584207 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-b95ea478-ce31-4056-ad90-c64e279679e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:20.676787 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b95ea478-ce31-4056-ad90-c64e279679e4 None None] Routers {'245ce5ed-5d4b-43b0-89f0-e6c36e4ae124'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:52:20.677420 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-b95ea478-ce31-4056-ad90-c64e279679e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:52:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['245ce5ed-5d4b-43b0-89f0-e6c36e4ae124'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:52:20.730607 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faad173f-aad3-4bfc-904c-9a2f2aad6a0d None None] Pushing event updated for resources: {'Port': ['ID=c4ba1bae-2a89-46ce-85f2-9039f29e0e67,revision_number=4']} {{(pid=88527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:52:20.926252 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-b95ea478-ce31-4056-ad90-c64e279679e4 None None] Set router 245ce5ed-5d4b-43b0-89f0-e6c36e4ae124 gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:52:21.305999 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-b95ea478-ce31-4056-ad90-c64e279679e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '245ce5ed-5d4b-43b0-89f0-e6c36e4ae124', 'name': 'tempest-TestMinimumBasicScenario-1370222055-router', 'tenant_id': 'd813fe32475544eb8f230b50bf00611c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.138'}], 'enable_snat': True}, 'gw_port_id': '47672869-30d9-482a-9964-e867b34f6abc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:52:09Z', 'updated_at': '2022-06-01T19:52:13Z', 'revision_number': 4, 'project_id': 'd813fe32475544eb8f230b50bf00611c', 'gw_port': {'id': '47672869-30d9-482a-9964-e867b34f6abc', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:ab:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '245ce5ed-5d4b-43b0-89f0-e6c36e4ae124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:52:10Z', 'updated_at': '2022-06-01T19:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': 'c4ba1bae-2a89-46ce-85f2-9039f29e0e67', 'name': '', 'network_id': '59812d46-2a41-4b0c-b746-de191f049704', 'tenant_id': 'd813fe32475544eb8f230b50bf00611c', 'mac_address': 'fa:16:3e:be:73:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '245ce5ed-5d4b-43b0-89f0-e6c36e4ae124', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'a92bb43a-cc29-4a23-8e19-ca98c0fb6731', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:52:13Z', 'updated_at': '2022-06-01T19:52:20Z', 'revision_number': 4, 'project_id': 'd813fe32475544eb8f230b50bf00611c', 'subnets': [{'id': 'a92bb43a-cc29-4a23-8e19-ca98c0fb6731', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:52:21.310451 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b95ea478-ce31-4056-ad90-c64e279679e4 None None] The sync data for ids ['245ce5ed-5d4b-43b0-89f0-e6c36e4ae124'] in n-d-844202-1 is: [{'id': '245ce5ed-5d4b-43b0-89f0-e6c36e4ae124', 'name': 'tempest-TestMinimumBasicScenario-1370222055-router', 'tenant_id': 'd813fe32475544eb8f230b50bf00611c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.138'}], 'enable_snat': True}, 'gw_port_id': '47672869-30d9-482a-9964-e867b34f6abc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:52:09Z', 'updated_at': '2022-06-01T19:52:13Z', 'revision_number': 4, 'project_id': 'd813fe32475544eb8f230b50bf00611c', 'gw_port': {'id': '47672869-30d9-482a-9964-e867b34f6abc', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:ab:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '245ce5ed-5d4b-43b0-89f0-e6c36e4ae124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:52:10Z', 'updated_at': '2022-06-01T19:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': 'c4ba1bae-2a89-46ce-85f2-9039f29e0e67', 'name': '', 'network_id': '59812d46-2a41-4b0c-b746-de191f049704', 'tenant_id': 'd813fe32475544eb8f230b50bf00611c', 'mac_address': 'fa:16:3e:be:73:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '245ce5ed-5d4b-43b0-89f0-e6c36e4ae124', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'a92bb43a-cc29-4a23-8e19-ca98c0fb6731', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:52:13Z', 'updated_at': '2022-06-01T19:52:20Z', 'revision_number': 4, 'project_id': 'd813fe32475544eb8f230b50bf00611c', 'subnets': [{'id': 'a92bb43a-cc29-4a23-8e19-ca98c0fb6731', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:52:21.635637 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device c4ba1bae-2a89-46ce-85f2-9039f29e0e67 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:52:21.724546 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port c4ba1bae-2a89-46ce-85f2-9039f29e0e67 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:52:21.729849 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port c4ba1bae-2a89-46ce-85f2-9039f29e0e67 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:52:21.730242 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:21.907471 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port c4ba1bae-2a89-46ce-85f2-9039f29e0e67 is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:52:21.908499 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:21.957002 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port c4ba1bae-2a89-46ce-85f2-9039f29e0e67, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=c4ba1bae-2a89-46ce-85f2-9039f29e0e67,segment=NetworkSegment(41c1db52-09d0-446a-b8c3-a2e611a156a4),segment_id=41c1db52-09d0-446a-b8c3-a2e611a156a4)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:52:21.962401 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:22.075219 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=c4ba1bae-2a89-46ce-85f2-9039f29e0e67,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:52:23.583384 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device c4ba1bae-2a89-46ce-85f2-9039f29e0e67 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:52:23.679637 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port c4ba1bae-2a89-46ce-85f2-9039f29e0e67 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:52:23.680333 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:23.814321 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port c4ba1bae-2a89-46ce-85f2-9039f29e0e67 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:52:25.210924 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede06c38-8c2f-4448-a946-83db8fd84372 req-e5298b2c-40e2-4bae-83da-3e788b7adb1d tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:52:25.211598 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-ede06c38-8c2f-4448-a946-83db8fd84372 req-e5298b2c-40e2-4bae-83da-3e788b7adb1d tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Synchronizing usage tracker for tenant:ab8b4b08c1734d9d8a09d76112303597 on resource:network {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:52:25.229271 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-ede06c38-8c2f-4448-a946-83db8fd84372 req-e5298b2c-40e2-4bae-83da-3e788b7adb1d tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Unset dirty status for tenant:ab8b4b08c1734d9d8a09d76112303597 on resource:network {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:52:25.230477 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ede06c38-8c2f-4448-a946-83db8fd84372 req-e5298b2c-40e2-4bae-83da-3e788b7adb1d tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] 10.222.0.41 "GET /v2.0/networks?id=76b4f87f-4955-4c2d-ae38-3027193ed545 HTTP/1.1" status: 200 len: 815 time: 0.1802306 Jun 01 19:52:25.246994 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ede06c38-8c2f-4448-a946-83db8fd84372 req-dd8d0c8d-606b-49a7-ab2b-b5403c392ef7 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] 10.222.0.41 "GET /v2.0/quotas/ab8b4b08c1734d9d8a09d76112303597 HTTP/1.1" status: 200 len: 375 time: 0.0102406 Jun 01 19:52:25.469532 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-ede06c38-8c2f-4448-a946-83db8fd84372 req-ed128db8-09d1-4f9e-a52a-4454cf79fc05 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Synchronizing usage tracker for tenant:ab8b4b08c1734d9d8a09d76112303597 on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:52:25.487280 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-ede06c38-8c2f-4448-a946-83db8fd84372 req-ed128db8-09d1-4f9e-a52a-4454cf79fc05 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Unset dirty status for tenant:ab8b4b08c1734d9d8a09d76112303597 on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:52:25.489221 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ede06c38-8c2f-4448-a946-83db8fd84372 req-ed128db8-09d1-4f9e-a52a-4454cf79fc05 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=ab8b4b08c1734d9d8a09d76112303597&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2356095 Jun 01 19:52:25.627879 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ede06c38-8c2f-4448-a946-83db8fd84372 req-31001c88-17cc-4301-9f54-3578e7c1ffd5 service neutron] 10.222.0.41 "GET /v2.0/networks/76b4f87f-4955-4c2d-ae38-3027193ed545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261284 Jun 01 19:52:25.767075 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ede06c38-8c2f-4448-a946-83db8fd84372 req-2b00ac08-4796-49b7-b350-00f30e18f9d7 service neutron] 10.222.0.41 "GET /v2.0/networks/76b4f87f-4955-4c2d-ae38-3027193ed545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311615 Jun 01 19:52:25.970810 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-bdbe350e-eb0a-44ce-b208-7ff68d936958 req-ed6c99b5-7f6d-4ea3-9dc1-d7568ef0d9c9 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] 10.222.0.41 "GET /v2.0/ports?device_id=9dd614bb-33da-497a-908b-7d7dfb61f008 HTTP/1.1" status: 200 len: 210 time: 0.0565381 Jun 01 19:52:27.129524 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-cd2bb58e-6517-4d3b-9079-37ab223b532b req-b5d8b8ff-d027-47b6-819d-b058c86f9f18 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] 10.222.0.41 "GET /v2.0/ports?device_id=9dd614bb-33da-497a-908b-7d7dfb61f008 HTTP/1.1" status: 200 len: 210 time: 0.0430002 Jun 01 19:52:27.213273 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede06c38-8c2f-4448-a946-83db8fd84372 req-9c707282-f9f8-4ec4-865e-c27e6bfbe1c7 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:52:27.214760 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ede06c38-8c2f-4448-a946-83db8fd84372 req-9c707282-f9f8-4ec4-865e-c27e6bfbe1c7 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] 10.222.0.50 "GET /v2.0/networks?id=76b4f87f-4955-4c2d-ae38-3027193ed545 HTTP/1.1" status: 200 len: 815 time: 0.1616759 Jun 01 19:52:27.226143 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-ede06c38-8c2f-4448-a946-83db8fd84372 req-631d4926-7960-431b-8faa-b9015ac18902 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Request body: {'port': {'device_id': '9dd614bb-33da-497a-908b-7d7dfb61f008', 'network_id': '76b4f87f-4955-4c2d-ae38-3027193ed545', 'admin_state_up': True, 'tenant_id': 'ab8b4b08c1734d9d8a09d76112303597'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:52:27.372553 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-ede06c38-8c2f-4448-a946-83db8fd84372 req-631d4926-7960-431b-8faa-b9015ac18902 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:52:27.382346 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-ede06c38-8c2f-4448-a946-83db8fd84372 req-631d4926-7960-431b-8faa-b9015ac18902 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:52:27.393505 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ede06c38-8c2f-4448-a946-83db8fd84372 req-631d4926-7960-431b-8faa-b9015ac18902 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Made reservation on behalf of ab8b4b08c1734d9d8a09d76112303597 for: {'port': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:52:27.397157 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-ede06c38-8c2f-4448-a946-83db8fd84372 req-631d4926-7960-431b-8faa-b9015ac18902 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:27.752306 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [req-ede06c38-8c2f-4448-a946-83db8fd84372 req-631d4926-7960-431b-8faa-b9015ac18902 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Allocated IP 172.20.0.11 (76b4f87f-4955-4c2d-ae38-3027193ed545/b9818171-5d7c-46f8-8125-fafc46fbb383/5653ba65-3c17-4a2a-81d6-fb3911ead246) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:52:28.025269 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-ede06c38-8c2f-4448-a946-83db8fd84372 req-631d4926-7960-431b-8faa-b9015ac18902 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:28.043695 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [req-ede06c38-8c2f-4448-a946-83db8fd84372 req-631d4926-7960-431b-8faa-b9015ac18902 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Transition to ACTIVE for port object 5653ba65-3c17-4a2a-81d6-fb3911ead246 will not be triggered until provisioned by entity DHCP. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:52:28.079341 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-ede06c38-8c2f-4448-a946-83db8fd84372 req-631d4926-7960-431b-8faa-b9015ac18902 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:28.159435 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ede06c38-8c2f-4448-a946-83db8fd84372 req-631d4926-7960-431b-8faa-b9015ac18902 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Network 76b4f87f-4955-4c2d-ae38-3027193ed545 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:52:28.163256 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [req-ede06c38-8c2f-4448-a946-83db8fd84372 req-631d4926-7960-431b-8faa-b9015ac18902 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:52:28.167398 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-ede06c38-8c2f-4448-a946-83db8fd84372 req-631d4926-7960-431b-8faa-b9015ac18902 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:52:28.231891 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631d4926-7960-431b-8faa-b9015ac18902 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Pushing event updated for resources: {'Port': ['ID=5653ba65-3c17-4a2a-81d6-fb3911ead246,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:52:28.248978 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631d4926-7960-431b-8faa-b9015ac18902 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:52:28.250530 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631d4926-7960-431b-8faa-b9015ac18902 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:52:28.251125 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631d4926-7960-431b-8faa-b9015ac18902 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:52:28.251659 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631d4926-7960-431b-8faa-b9015ac18902 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:52:28.252148 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631d4926-7960-431b-8faa-b9015ac18902 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:52:28.252657 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631d4926-7960-431b-8faa-b9015ac18902 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:52:28.253218 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631d4926-7960-431b-8faa-b9015ac18902 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:52:28.253796 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631d4926-7960-431b-8faa-b9015ac18902 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:52:28.254283 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631d4926-7960-431b-8faa-b9015ac18902 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:52:28.254886 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631d4926-7960-431b-8faa-b9015ac18902 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:52:28.255380 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631d4926-7960-431b-8faa-b9015ac18902 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:52:28.255878 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631d4926-7960-431b-8faa-b9015ac18902 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:52:28.274345 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede06c38-8c2f-4448-a946-83db8fd84372 req-631d4926-7960-431b-8faa-b9015ac18902 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:52:28.275395 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-ede06c38-8c2f-4448-a946-83db8fd84372 req-631d4926-7960-431b-8faa-b9015ac18902 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:28.306878 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ede06c38-8c2f-4448-a946-83db8fd84372 req-631d4926-7960-431b-8faa-b9015ac18902 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0842721 Jun 01 19:52:28.442807 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1dbf77-ca74-4d72-8072-7b32c535e9dc req-b647b138-bfb8-4459-8a13-4a455703a249 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:52:28.445361 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-aa1dbf77-ca74-4d72-8072-7b32c535e9dc req-b647b138-bfb8-4459-8a13-4a455703a249 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] 10.222.0.41 "GET /v2.0/ports?device_id=9dd614bb-33da-497a-908b-7d7dfb61f008 HTTP/1.1" status: 200 len: 932 time: 0.1399877 Jun 01 19:52:28.493657 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-ce4568c6-798a-4ad2-b706-e93285bc74c7 None None] Provisioning for port 5653ba65-3c17-4a2a-81d6-fb3911ead246 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:52:28.498555 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-aa1dbf77-ca74-4d72-8072-7b32c535e9dc req-a83319f0-1d6a-4cbf-ae3d-b016a94af0d6 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Synchronizing usage tracker for tenant:ab8b4b08c1734d9d8a09d76112303597 on resource:security_group {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:52:28.506322 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-ce4568c6-798a-4ad2-b706-e93285bc74c7 None None] Provisioning complete for port 5653ba65-3c17-4a2a-81d6-fb3911ead246 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:52:28.506763 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-ce4568c6-798a-4ad2-b706-e93285bc74c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:28.522308 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-aa1dbf77-ca74-4d72-8072-7b32c535e9dc req-a83319f0-1d6a-4cbf-ae3d-b016a94af0d6 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Unset dirty status for tenant:ab8b4b08c1734d9d8a09d76112303597 on resource:security_group {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:52:28.523915 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-aa1dbf77-ca74-4d72-8072-7b32c535e9dc req-a83319f0-1d6a-4cbf-ae3d-b016a94af0d6 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] 10.222.0.41 "GET /v2.0/security-groups?id=932832c6-cc54-480e-90b4-0629252fbbf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723763 Jun 01 19:52:28.584014 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-ce4568c6-798a-4ad2-b706-e93285bc74c7 None None] Port 5653ba65-3c17-4a2a-81d6-fb3911ead246 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:52:29.743743 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f440862-bbc9-4a02-b989-368f8a3c54be req-10d434ab-04a5-44ca-ad12-6ce8acc58a01 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:52:29.745431 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-7f440862-bbc9-4a02-b989-368f8a3c54be req-10d434ab-04a5-44ca-ad12-6ce8acc58a01 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] 10.222.0.41 "GET /v2.0/ports?device_id=9dd614bb-33da-497a-908b-7d7dfb61f008 HTTP/1.1" status: 200 len: 932 time: 0.0952578 Jun 01 19:52:29.799947 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-7f440862-bbc9-4a02-b989-368f8a3c54be req-76ea3ebe-847d-4e6e-b86b-0f58243da15d tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] 10.222.0.41 "GET /v2.0/security-groups?id=932832c6-cc54-480e-90b4-0629252fbbf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482900 Jun 01 19:52:31.034036 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de42a296-0071-4be3-b7a9-b23ea8a09bd3 req-aecb03a2-f5c4-4293-95bd-735efe702240 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:52:31.035504 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-de42a296-0071-4be3-b7a9-b23ea8a09bd3 req-aecb03a2-f5c4-4293-95bd-735efe702240 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] 10.222.0.41 "GET /v2.0/ports?device_id=9dd614bb-33da-497a-908b-7d7dfb61f008 HTTP/1.1" status: 200 len: 932 time: 0.1109946 Jun 01 19:52:31.090158 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-de42a296-0071-4be3-b7a9-b23ea8a09bd3 req-e65574d9-9ee0-48c5-88af-c507cb10063e tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] 10.222.0.41 "GET /v2.0/security-groups?id=932832c6-cc54-480e-90b4-0629252fbbf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473866 Jun 01 19:52:32.306693 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd16341-b04d-4db9-80b4-3beb8135bcae req-ca948408-a756-4658-8d89-3317948ebe65 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:52:32.308160 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-bdd16341-b04d-4db9-80b4-3beb8135bcae req-ca948408-a756-4658-8d89-3317948ebe65 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] 10.222.0.41 "GET /v2.0/ports?device_id=9dd614bb-33da-497a-908b-7d7dfb61f008 HTTP/1.1" status: 200 len: 932 time: 0.1005754 Jun 01 19:52:32.358766 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-bdd16341-b04d-4db9-80b4-3beb8135bcae req-164b6b1b-13f6-46c3-8547-e56b16ed0c9e tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] 10.222.0.41 "GET /v2.0/security-groups?id=932832c6-cc54-480e-90b4-0629252fbbf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419025 Jun 01 19:52:32.948709 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.agents_db [None req-e814b9cf-7de8-45d0-a079-29c61fabe7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 19:52:33.586634 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79020236-8464-438d-9693-60a8a96fd205 req-d77e0a46-e9c0-4f21-939b-5fedb7d6da3a tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:52:33.588461 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-79020236-8464-438d-9693-60a8a96fd205 req-d77e0a46-e9c0-4f21-939b-5fedb7d6da3a tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] 10.222.0.41 "GET /v2.0/ports?device_id=9dd614bb-33da-497a-908b-7d7dfb61f008 HTTP/1.1" status: 200 len: 932 time: 0.1072922 Jun 01 19:52:33.670020 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-79020236-8464-438d-9693-60a8a96fd205 req-ce0e1c66-8cbf-427d-94d3-9d7d59299931 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] 10.222.0.41 "GET /v2.0/security-groups?id=932832c6-cc54-480e-90b4-0629252fbbf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742886 Jun 01 19:52:34.874262 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b08d5de-cfb3-4ef7-ae05-13133ef16faa req-80a3548b-4a99-4a72-b93d-a50d0193dcd5 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:52:34.875752 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-7b08d5de-cfb3-4ef7-ae05-13133ef16faa req-80a3548b-4a99-4a72-b93d-a50d0193dcd5 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] 10.222.0.41 "GET /v2.0/ports?device_id=9dd614bb-33da-497a-908b-7d7dfb61f008 HTTP/1.1" status: 200 len: 932 time: 0.0901973 Jun 01 19:52:34.921389 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-7b08d5de-cfb3-4ef7-ae05-13133ef16faa req-63ecf96a-e1f9-4b7c-87ee-eab0a1f45dfd tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] 10.222.0.41 "GET /v2.0/security-groups?id=932832c6-cc54-480e-90b4-0629252fbbf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387070 Jun 01 19:52:34.967899 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-ede06c38-8c2f-4448-a946-83db8fd84372 req-15b19281-8159-408f-8e24-40a288a12eac service neutron] Request body: {'port': {'device_id': '9dd614bb-33da-497a-908b-7d7dfb61f008', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844202-1'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:52:35.089282 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-ede06c38-8c2f-4448-a946-83db8fd84372 req-15b19281-8159-408f-8e24-40a288a12eac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:35.467486 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [req-ede06c38-8c2f-4448-a946-83db8fd84372 req-15b19281-8159-408f-8e24-40a288a12eac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5653ba65-3c17-4a2a-81d6-fb3911ead246 {{(pid=88524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 19:52:35.475197 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-ede06c38-8c2f-4448-a946-83db8fd84372 req-15b19281-8159-408f-8e24-40a288a12eac service neutron] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:35.489715 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [req-ede06c38-8c2f-4448-a946-83db8fd84372 req-15b19281-8159-408f-8e24-40a288a12eac service neutron] Transition to ACTIVE for port object 5653ba65-3c17-4a2a-81d6-fb3911ead246 will not be triggered until provisioned by entity L2. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:52:35.493613 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-ede06c38-8c2f-4448-a946-83db8fd84372 req-15b19281-8159-408f-8e24-40a288a12eac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:35.660484 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b19281-8159-408f-8e24-40a288a12eac service neutron] Pushing event updated for resources: {'Port': ['ID=5653ba65-3c17-4a2a-81d6-fb3911ead246,revision_number=2']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:52:35.735775 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-ede06c38-8c2f-4448-a946-83db8fd84372 req-15b19281-8159-408f-8e24-40a288a12eac service neutron] Attempting to bind port 5653ba65-3c17-4a2a-81d6-fb3911ead246 on host n-h2-844202-1 for vnic_type normal with profile {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:52:35.736105 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-ede06c38-8c2f-4448-a946-83db8fd84372 req-15b19281-8159-408f-8e24-40a288a12eac service neutron] Attempting to bind port 5653ba65-3c17-4a2a-81d6-fb3911ead246 by drivers openvswitch,hyperv on host n-h2-844202-1 at level 0 using segments [{'id': '4ce91b9b-d9fd-4e83-8654-997e0e24117d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '76b4f87f-4955-4c2d-ae38-3027193ed545'}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:52:35.736456 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ede06c38-8c2f-4448-a946-83db8fd84372 req-15b19281-8159-408f-8e24-40a288a12eac service neutron] Attempting to bind port 5653ba65-3c17-4a2a-81d6-fb3911ead246 on network 76b4f87f-4955-4c2d-ae38-3027193ed545 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:52:35.741091 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ede06c38-8c2f-4448-a946-83db8fd84372 req-15b19281-8159-408f-8e24-40a288a12eac service neutron] Port 5653ba65-3c17-4a2a-81d6-fb3911ead246 on network 76b4f87f-4955-4c2d-ae38-3027193ed545 not bound, no agent of type Open vSwitch agent registered on host n-h2-844202-1 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 19:52:35.741401 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ede06c38-8c2f-4448-a946-83db8fd84372 req-15b19281-8159-408f-8e24-40a288a12eac service neutron] Attempting to bind port 5653ba65-3c17-4a2a-81d6-fb3911ead246 on network 76b4f87f-4955-4c2d-ae38-3027193ed545 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:52:35.746860 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ede06c38-8c2f-4448-a946-83db8fd84372 req-15b19281-8159-408f-8e24-40a288a12eac service neutron] Checking agent: {'id': 'f5db9968-6317-4186-9100-9e0ca6b50417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 52, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:52:35.747190 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ede06c38-8c2f-4448-a946-83db8fd84372 req-15b19281-8159-408f-8e24-40a288a12eac service neutron] Checking segment: {'id': '4ce91b9b-d9fd-4e83-8654-997e0e24117d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '76b4f87f-4955-4c2d-ae38-3027193ed545'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:52:35.747563 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ede06c38-8c2f-4448-a946-83db8fd84372 req-15b19281-8159-408f-8e24-40a288a12eac service neutron] Bound using segment: {'id': '4ce91b9b-d9fd-4e83-8654-997e0e24117d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '76b4f87f-4955-4c2d-ae38-3027193ed545'} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:52:35.748045 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-ede06c38-8c2f-4448-a946-83db8fd84372 req-15b19281-8159-408f-8e24-40a288a12eac service neutron] Bound port: 5653ba65-3c17-4a2a-81d6-fb3911ead246, host: n-h2-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ce91b9b-d9fd-4e83-8654-997e0e24117d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '76b4f87f-4955-4c2d-ae38-3027193ed545'}}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:52:35.748412 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-ede06c38-8c2f-4448-a946-83db8fd84372 req-15b19281-8159-408f-8e24-40a288a12eac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:35.844365 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-ede06c38-8c2f-4448-a946-83db8fd84372 req-15b19281-8159-408f-8e24-40a288a12eac service neutron] For port 5653ba65-3c17-4a2a-81d6-fb3911ead246, host n-h2-844202-1, cleared binding levels {{(pid=88524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:52:35.847317 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-ede06c38-8c2f-4448-a946-83db8fd84372 req-15b19281-8159-408f-8e24-40a288a12eac service neutron] For port 5653ba65-3c17-4a2a-81d6-fb3911ead246, host n-h2-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=5653ba65-3c17-4a2a-81d6-fb3911ead246,segment=NetworkSegment(4ce91b9b-d9fd-4e83-8654-997e0e24117d),segment_id=4ce91b9b-d9fd-4e83-8654-997e0e24117d)] {{(pid=88524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:52:35.852127 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-ede06c38-8c2f-4448-a946-83db8fd84372 req-15b19281-8159-408f-8e24-40a288a12eac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:35.916167 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede06c38-8c2f-4448-a946-83db8fd84372 req-15b19281-8159-408f-8e24-40a288a12eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:52:35.916924 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-ede06c38-8c2f-4448-a946-83db8fd84372 req-15b19281-8159-408f-8e24-40a288a12eac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:35.918273 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ede06c38-8c2f-4448-a946-83db8fd84372 req-15b19281-8159-408f-8e24-40a288a12eac service neutron] 10.222.0.50 "PUT /v2.0/ports/5653ba65-3c17-4a2a-81d6-fb3911ead246 HTTP/1.1" status: 200 len: 1092 time: 0.9549036 Jun 01 19:52:35.918732 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dd614bb-33da-497a-908b-7d7dfb61f008', 'tag': '5653ba65-3c17-4a2a-81d6-fb3911ead246'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:52:35.947533 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b19281-8159-408f-8e24-40a288a12eac service neutron] Pushing event updated for resources: {'Port': ['ID=5653ba65-3c17-4a2a-81d6-fb3911ead246,revision_number=3']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:52:36.051647 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede06c38-8c2f-4448-a946-83db8fd84372 req-f0a21a4a-679d-45cb-bf3e-4a65c9562b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:52:36.054139 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ede06c38-8c2f-4448-a946-83db8fd84372 req-f0a21a4a-679d-45cb-bf3e-4a65c9562b00 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ab8b4b08c1734d9d8a09d76112303597&device_id=9dd614bb-33da-497a-908b-7d7dfb61f008 HTTP/1.1" status: 200 len: 1095 time: 0.0932438 Jun 01 19:52:36.128568 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13583b9d-cde6-44d1-a154-cd69dbec53fc'] response: {'name': 'network-changed', 'server_uuid': '9dd614bb-33da-497a-908b-7d7dfb61f008', 'tag': '5653ba65-3c17-4a2a-81d6-fb3911ead246', 'status': 'completed', 'code': 200} Jun 01 19:52:36.130135 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ede06c38-8c2f-4448-a946-83db8fd84372 req-6084b918-f3f3-4a27-988c-6c3ff1e04cb8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5653ba65-3c17-4a2a-81d6-fb3911ead246 HTTP/1.1" status: 200 len: 217 time: 0.0697131 Jun 01 19:52:36.199606 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede06c38-8c2f-4448-a946-83db8fd84372 req-6d751459-875c-403a-8aef-ff4ac14ed205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:52:36.201181 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ede06c38-8c2f-4448-a946-83db8fd84372 req-6d751459-875c-403a-8aef-ff4ac14ed205 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b9818171-5d7c-46f8-8125-fafc46fbb383 HTTP/1.1" status: 200 len: 854 time: 0.0642440 Jun 01 19:52:36.281198 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede06c38-8c2f-4448-a946-83db8fd84372 req-227f84eb-43a0-4ab5-b711-8642facd21f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:52:36.282703 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ede06c38-8c2f-4448-a946-83db8fd84372 req-227f84eb-43a0-4ab5-b711-8642facd21f0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=76b4f87f-4955-4c2d-ae38-3027193ed545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0764897 Jun 01 19:52:36.298448 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b643a2-1f76-4b8c-9506-45b3417c3683 req-e3e4eb64-5373-46a7-b806-af1014e7fcd2 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:52:36.299917 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-81b643a2-1f76-4b8c-9506-45b3417c3683 req-e3e4eb64-5373-46a7-b806-af1014e7fcd2 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] 10.222.0.41 "GET /v2.0/ports?device_id=9dd614bb-33da-497a-908b-7d7dfb61f008 HTTP/1.1" status: 200 len: 944 time: 0.0857730 Jun 01 19:52:36.358714 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-81b643a2-1f76-4b8c-9506-45b3417c3683 req-684e42b6-c077-44f9-a27c-d9bd4eef81a8 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] 10.222.0.41 "GET /v2.0/security-groups?id=932832c6-cc54-480e-90b4-0629252fbbf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510862 Jun 01 19:52:36.552734 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ede06c38-8c2f-4448-a946-83db8fd84372 req-d6975325-f0e4-47e4-945f-e72ba4a26054 service neutron] 10.222.0.50 "GET /v2.0/networks/76b4f87f-4955-4c2d-ae38-3027193ed545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2641885 Jun 01 19:52:36.710051 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ede06c38-8c2f-4448-a946-83db8fd84372 req-1fd7eb4e-bfbd-460b-8950-8e1cfc88cd09 service neutron] 10.222.0.50 "GET /v2.0/networks/76b4f87f-4955-4c2d-ae38-3027193ed545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516225 Jun 01 19:52:36.843238 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0654d5-c024-4e58-b566-1296a318d4c0 req-e0e3d2e5-9352-482c-b121-2917d5938341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:52:36.844774 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9c0654d5-c024-4e58-b566-1296a318d4c0 req-e0e3d2e5-9352-482c-b121-2917d5938341 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ab8b4b08c1734d9d8a09d76112303597&device_id=9dd614bb-33da-497a-908b-7d7dfb61f008 HTTP/1.1" status: 200 len: 1095 time: 0.0873156 Jun 01 19:52:37.005283 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0654d5-c024-4e58-b566-1296a318d4c0 req-6756ae3f-7715-4f04-9cd1-2e29d63d5fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:52:37.006826 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9c0654d5-c024-4e58-b566-1296a318d4c0 req-6756ae3f-7715-4f04-9cd1-2e29d63d5fa3 service neutron] 10.222.0.50 "GET /v2.0/networks?id=76b4f87f-4955-4c2d-ae38-3027193ed545 HTTP/1.1" status: 200 len: 916 time: 0.1564169 Jun 01 19:52:37.091713 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9c0654d5-c024-4e58-b566-1296a318d4c0 req-820a2316-ed45-4596-8300-3c1bc6f9dea5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5653ba65-3c17-4a2a-81d6-fb3911ead246 HTTP/1.1" status: 200 len: 217 time: 0.0788934 Jun 01 19:52:37.169290 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0654d5-c024-4e58-b566-1296a318d4c0 req-3fe7e071-3a67-4a78-8be1-0e6b4312cc4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:52:37.171401 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9c0654d5-c024-4e58-b566-1296a318d4c0 req-3fe7e071-3a67-4a78-8be1-0e6b4312cc4e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b9818171-5d7c-46f8-8125-fafc46fbb383 HTTP/1.1" status: 200 len: 854 time: 0.0723920 Jun 01 19:52:37.207937 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-8f308d77-cf63-44d6-86bc-a1707483e25b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:37.260497 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0654d5-c024-4e58-b566-1296a318d4c0 req-5a5018df-8c43-4854-8062-c9818b71b932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:52:37.261885 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9c0654d5-c024-4e58-b566-1296a318d4c0 req-5a5018df-8c43-4854-8062-c9818b71b932 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=76b4f87f-4955-4c2d-ae38-3027193ed545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0840745 Jun 01 19:52:37.411154 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9c0654d5-c024-4e58-b566-1296a318d4c0 req-5c9da997-dc31-4db4-8ecd-f155a36d48eb service neutron] 10.222.0.50 "GET /v2.0/networks/76b4f87f-4955-4c2d-ae38-3027193ed545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424308 Jun 01 19:52:37.550993 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9c0654d5-c024-4e58-b566-1296a318d4c0 req-2f3aed87-2cef-434f-95a4-25e34c002fbd service neutron] 10.222.0.50 "GET /v2.0/networks/76b4f87f-4955-4c2d-ae38-3027193ed545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318815 Jun 01 19:52:37.571123 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6883f767-e2c6-4217-ba68-a21ea6006ab1 req-9e6741e7-fad9-42a7-845a-c23b6d5444dd tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:52:37.572636 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-6883f767-e2c6-4217-ba68-a21ea6006ab1 req-9e6741e7-fad9-42a7-845a-c23b6d5444dd tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] 10.222.0.41 "GET /v2.0/ports?device_id=9dd614bb-33da-497a-908b-7d7dfb61f008 HTTP/1.1" status: 200 len: 944 time: 0.0894618 Jun 01 19:52:37.619143 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-6883f767-e2c6-4217-ba68-a21ea6006ab1 req-82083564-9ddc-4e82-ab63-c07319c1c00e tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] 10.222.0.41 "GET /v2.0/security-groups?id=932832c6-cc54-480e-90b4-0629252fbbf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407846 Jun 01 19:52:38.813854 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1e2947-a6f2-4ad5-a587-66403f3aacae req-300abc8c-e598-4fba-a7b9-e30c297b9e81 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:52:38.815371 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-1b1e2947-a6f2-4ad5-a587-66403f3aacae req-300abc8c-e598-4fba-a7b9-e30c297b9e81 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] 10.222.0.41 "GET /v2.0/ports?device_id=9dd614bb-33da-497a-908b-7d7dfb61f008 HTTP/1.1" status: 200 len: 944 time: 0.0911796 Jun 01 19:52:38.868034 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-1b1e2947-a6f2-4ad5-a587-66403f3aacae req-935c3f72-a0ae-4760-b354-80d7720a2ab0 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] 10.222.0.41 "GET /v2.0/security-groups?id=932832c6-cc54-480e-90b4-0629252fbbf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465138 Jun 01 19:52:39.649739 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-113d1a7d-310d-4360-b005-ba02e0c6a831 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:39.917450 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 5653ba65-3c17-4a2a-81d6-fb3911ead246 details requested by agent hyperv_n-h2-844202-1 with host n-h2-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 19:52:40.053893 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 5653ba65-3c17-4a2a-81d6-fb3911ead246, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=5653ba65-3c17-4a2a-81d6-fb3911ead246,segment=NetworkSegment(4ce91b9b-d9fd-4e83-8654-997e0e24117d),segment_id=4ce91b9b-d9fd-4e83-8654-997e0e24117d)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:52:40.065163 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f42a40e-ed2a-408b-823e-cac875ab5166 req-2193564a-c04e-4160-ba03-eccc2f629fb5 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:52:40.066644 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-9f42a40e-ed2a-408b-823e-cac875ab5166 req-2193564a-c04e-4160-ba03-eccc2f629fb5 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] 10.222.0.41 "GET /v2.0/ports?device_id=9dd614bb-33da-497a-908b-7d7dfb61f008 HTTP/1.1" status: 200 len: 944 time: 0.0862646 Jun 01 19:52:40.067739 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Returning: {'device': '5653ba65-3c17-4a2a-81d6-fb3911ead246', 'network_id': '76b4f87f-4955-4c2d-ae38-3027193ed545', 'port_id': '5653ba65-3c17-4a2a-81d6-fb3911ead246', 'mac_address': 'fa:16:3e:60:df:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9818171-5d7c-46f8-8125-fafc46fbb383', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 19:52:40.115164 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-9f42a40e-ed2a-408b-823e-cac875ab5166 req-72f84564-23d5-40bb-b2d5-8bc35bd38ef3 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] 10.222.0.41 "GET /v2.0/security-groups?id=932832c6-cc54-480e-90b4-0629252fbbf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427866 Jun 01 19:52:40.128995 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port 5653ba65-3c17-4a2a-81d6-fb3911ead246 is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:52:40.129368 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:40.149220 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5653ba65-3c17-4a2a-81d6-fb3911ead246 {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 19:52:40.164986 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 5653ba65-3c17-4a2a-81d6-fb3911ead246, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=5653ba65-3c17-4a2a-81d6-fb3911ead246,segment=NetworkSegment(4ce91b9b-d9fd-4e83-8654-997e0e24117d),segment_id=4ce91b9b-d9fd-4e83-8654-997e0e24117d)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:52:40.169929 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:40.237648 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=5653ba65-3c17-4a2a-81d6-fb3911ead246,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:52:40.245259 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:52:40.245601 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:52:40.245938 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:52:40.246267 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:52:40.246593 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:52:40.246915 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:52:40.247235 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:52:40.247554 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:52:40.247871 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:52:40.248187 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:52:40.248526 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:52:40.249401 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:52:40.370707 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] get_ports_and_sgs() called for port_ids ['5653ba65-3c17-4a2a-81d6-fb3911ead246'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 19:52:40.792388 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:40.810380 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:41.317021 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e780a9f-b694-4fe3-aaf4-8b4c06de11ac req-1c956fc2-8ffc-45f2-b7f5-1d1fa1c3adfc tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:52:41.318488 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-1e780a9f-b694-4fe3-aaf4-8b4c06de11ac req-1c956fc2-8ffc-45f2-b7f5-1d1fa1c3adfc tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] 10.222.0.41 "GET /v2.0/ports?device_id=9dd614bb-33da-497a-908b-7d7dfb61f008 HTTP/1.1" status: 200 len: 945 time: 0.0875216 Jun 01 19:52:41.363249 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-1e780a9f-b694-4fe3-aaf4-8b4c06de11ac req-6c114720-2df9-4a5a-80e8-a9575d4fe1ce tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] 10.222.0.41 "GET /v2.0/security-groups?id=932832c6-cc54-480e-90b4-0629252fbbf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390151 Jun 01 19:52:41.844441 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:41.933025 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 5653ba65-3c17-4a2a-81d6-fb3911ead246 up at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:52:42.008336 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning for port 5653ba65-3c17-4a2a-81d6-fb3911ead246 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:52:42.012994 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning complete for port 5653ba65-3c17-4a2a-81d6-fb3911ead246 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:52:42.013365 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:42.138322 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port 5653ba65-3c17-4a2a-81d6-fb3911ead246 is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:52:42.138709 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:42.180568 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dd614bb-33da-497a-908b-7d7dfb61f008', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5653ba65-3c17-4a2a-81d6-fb3911ead246'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:52:42.188344 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:42.191124 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 5653ba65-3c17-4a2a-81d6-fb3911ead246, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=5653ba65-3c17-4a2a-81d6-fb3911ead246,segment=NetworkSegment(4ce91b9b-d9fd-4e83-8654-997e0e24117d),segment_id=4ce91b9b-d9fd-4e83-8654-997e0e24117d)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:52:42.195141 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:42.264128 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=5653ba65-3c17-4a2a-81d6-fb3911ead246,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:52:42.303355 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95ec684a-676b-40bb-b654-7995cb7e5f5d'] response: {'server_uuid': '9dd614bb-33da-497a-908b-7d7dfb61f008', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5653ba65-3c17-4a2a-81d6-fb3911ead246', 'code': 200} Jun 01 19:52:42.431916 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b913ab18-60d1-490e-83b4-b52f1522bc86 req-4c482829-9d4c-43c9-824f-b391bdd59bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:52:42.433582 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b913ab18-60d1-490e-83b4-b52f1522bc86 req-4c482829-9d4c-43c9-824f-b391bdd59bae service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=9dd614bb-33da-497a-908b-7d7dfb61f008 HTTP/1.1" status: 200 len: 1097 time: 0.0768604 Jun 01 19:52:42.447603 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:42.479931 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b913ab18-60d1-490e-83b4-b52f1522bc86 req-193cc1da-b9fc-4116-a70b-e3bb1b0a7d6b service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=932832c6-cc54-480e-90b4-0629252fbbf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408647 Jun 01 19:52:42.560735 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12b85e1-0983-42ac-b86c-4cd6305a3811 req-dfa578f4-64ae-4ea3-a743-ef775d34f5ea tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:52:42.562213 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a12b85e1-0983-42ac-b86c-4cd6305a3811 req-dfa578f4-64ae-4ea3-a743-ef775d34f5ea tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] 10.222.0.41 "GET /v2.0/ports?device_id=9dd614bb-33da-497a-908b-7d7dfb61f008 HTTP/1.1" status: 200 len: 946 time: 0.0798357 Jun 01 19:52:42.606773 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a12b85e1-0983-42ac-b86c-4cd6305a3811 req-ee2805c9-b29e-4ba8-919a-461965c5ae51 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] 10.222.0.41 "GET /v2.0/security-groups?id=932832c6-cc54-480e-90b4-0629252fbbf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388911 Jun 01 19:52:43.804392 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d510fe12-99d3-4b6e-8a0f-ee50cac3d702 req-82935ccc-c936-4a95-8495-f4c10a5bfb25 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:52:43.805922 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d510fe12-99d3-4b6e-8a0f-ee50cac3d702 req-82935ccc-c936-4a95-8495-f4c10a5bfb25 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] 10.222.0.41 "GET /v2.0/ports?device_id=9dd614bb-33da-497a-908b-7d7dfb61f008 HTTP/1.1" status: 200 len: 946 time: 0.0844665 Jun 01 19:52:43.855167 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d510fe12-99d3-4b6e-8a0f-ee50cac3d702 req-5c357c16-1d23-4c1f-981f-5e063d8e79c3 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] 10.222.0.41 "GET /v2.0/security-groups?id=932832c6-cc54-480e-90b4-0629252fbbf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424185 Jun 01 19:52:44.197075 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b22e1f2-dcfe-4b24-a358-dbfca0b3de1b req-859dee07-a492-4344-82fa-e2aedae8dfb9 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:52:44.198598 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-6b22e1f2-dcfe-4b24-a358-dbfca0b3de1b req-859dee07-a492-4344-82fa-e2aedae8dfb9 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] 10.222.0.41 "GET /v2.0/ports?device_id=9dd614bb-33da-497a-908b-7d7dfb61f008 HTTP/1.1" status: 200 len: 946 time: 0.0841141 Jun 01 19:52:44.248449 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-6b22e1f2-dcfe-4b24-a358-dbfca0b3de1b req-3bea529c-79f7-43c3-ad49-f1e287a1c5b5 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] 10.222.0.41 "GET /v2.0/security-groups?id=932832c6-cc54-480e-90b4-0629252fbbf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432746 Jun 01 19:52:44.649048 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c22d59c-bbb2-4b21-844a-d53435ad536d req-d12c10e5-bfe0-45bd-9311-9899081e68eb tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:52:44.650489 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-7c22d59c-bbb2-4b21-844a-d53435ad536d req-d12c10e5-bfe0-45bd-9311-9899081e68eb tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] 10.222.0.41 "GET /v2.0/ports?device_id=9dd614bb-33da-497a-908b-7d7dfb61f008 HTTP/1.1" status: 200 len: 946 time: 0.0814450 Jun 01 19:52:44.694786 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-7c22d59c-bbb2-4b21-844a-d53435ad536d req-840c3e80-1d84-4829-9f3c-2f764374c4dd tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] 10.222.0.41 "GET /v2.0/security-groups?id=932832c6-cc54-480e-90b4-0629252fbbf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384564 Jun 01 19:52:54.902141 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d9cd59-2031-461a-8e8e-bbe03458e471 req-4acb20f2-dd78-4718-bea4-1afd9c434d52 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:52:54.903532 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c3d9cd59-2031-461a-8e8e-bbe03458e471 req-4acb20f2-dd78-4718-bea4-1afd9c434d52 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] 10.222.0.41 "GET /v2.0/ports?device_id=9dd614bb-33da-497a-908b-7d7dfb61f008 HTTP/1.1" status: 200 len: 946 time: 0.1836250 Jun 01 19:52:55.054344 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c3d9cd59-2031-461a-8e8e-bbe03458e471 req-ddec0bbd-7c1f-462c-811e-9f8350ec41ed tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] 10.222.0.41 "GET /v2.0/security-groups?id=932832c6-cc54-480e-90b4-0629252fbbf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450984 Jun 01 19:52:55.078140 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 53866) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:52:55.187368 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab32039a-ac40-4564-920d-54008a50c63c tempest-TestMinimumBasicScenario-1785235895 tempest-TestMinimumBasicScenario-1785235895-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:52:55.188920 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-ab32039a-ac40-4564-920d-54008a50c63c tempest-TestMinimumBasicScenario-1785235895 tempest-TestMinimumBasicScenario-1785235895-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=9dd614bb-33da-497a-908b-7d7dfb61f008 HTTP/1.1" status: 200 len: 1092 time: 0.1098006 Jun 01 19:52:55.191832 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 53872) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:52:55.196668 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-0d00893a-36a3-4afc-9598-79d869d98388 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Request body: {'floatingip': {'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'port_id': '5653ba65-3c17-4a2a-81d6-fb3911ead246', 'tenant_id': 'ab8b4b08c1734d9d8a09d76112303597', 'fixed_ip_address': '172.20.0.11'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:52:55.203289 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-0d00893a-36a3-4afc-9598-79d869d98388 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:52:55.207096 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-0d00893a-36a3-4afc-9598-79d869d98388 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Usage tracker for resource:floatingip and tenant:ab8b4b08c1734d9d8a09d76112303597 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:52:55.209929 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-0d00893a-36a3-4afc-9598-79d869d98388 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:52:55.215500 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-0d00893a-36a3-4afc-9598-79d869d98388 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:52:55.226021 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0d00893a-36a3-4afc-9598-79d869d98388 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Notify callbacks [] for floatingip, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:55.362816 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0d00893a-36a3-4afc-9598-79d869d98388 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:55.501193 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [None req-0d00893a-36a3-4afc-9598-79d869d98388 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Allocated IP 172.25.4.71 (72a72e44-6845-488a-a5ff-3a26d4df9cb3/c314a23b-daa2-4106-ab28-8e6f954277b2/c5f4567d-dfb0-4f23-906c-d8c9a2e4369e) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:52:55.647921 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0d00893a-36a3-4afc-9598-79d869d98388 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:55.678305 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0d00893a-36a3-4afc-9598-79d869d98388 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:55.745668 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d00893a-36a3-4afc-9598-79d869d98388 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:52:55.748358 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-0d00893a-36a3-4afc-9598-79d869d98388 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:52:55.752201 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d00893a-36a3-4afc-9598-79d869d98388 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:52:55.786826 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d00893a-36a3-4afc-9598-79d869d98388 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Pushing event updated for resources: {'Port': ['ID=c5f4567d-dfb0-4f23-906c-d8c9a2e4369e,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:52:56.164842 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0d00893a-36a3-4afc-9598-79d869d98388 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:56.238073 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0d00893a-36a3-4afc-9598-79d869d98388 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:56.445417 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0d00893a-36a3-4afc-9598-79d869d98388 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Notify callbacks [] for port, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:56.449752 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0d00893a-36a3-4afc-9598-79d869d98388 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:56.559391 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d00893a-36a3-4afc-9598-79d869d98388 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Pushing event updated for resources: {'Port': ['ID=c5f4567d-dfb0-4f23-906c-d8c9a2e4369e,revision_number=2']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:52:56.571983 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0d00893a-36a3-4afc-9598-79d869d98388 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887712'] for floatingip, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:56.850485 n-d-844202-1 neutron-server[88525]: INFO neutron.db.l3_db [None req-0d00893a-36a3-4afc-9598-79d869d98388 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Floating IP 9ef653aa-b69d-4ec0-a7d3-14a9a797efc0 associated. External IP: 172.25.4.71, port: 5653ba65-3c17-4a2a-81d6-fb3911ead246. Jun 01 19:52:57.212258 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d00893a-36a3-4afc-9598-79d869d98388 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Router 8b809cb1-6707-4fb0-97cd-d90944275d61 has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 19:52:57.393197 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d00893a-36a3-4afc-9598-79d869d98388 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:52:57.403058 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-256b6a0a-1f9b-4f06-881d-b84b83fcf9fe None None] Sync routers for ids ['8b809cb1-6707-4fb0-97cd-d90944275d61'] in n-d-844202-1 {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:52:57.415601 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256b6a0a-1f9b-4f06-881d-b84b83fcf9fe None None] Routers {'8b809cb1-6707-4fb0-97cd-d90944275d61'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:52:57.416210 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-256b6a0a-1f9b-4f06-881d-b84b83fcf9fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:52:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['8b809cb1-6707-4fb0-97cd-d90944275d61'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:52:57.426068 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0d00893a-36a3-4afc-9598-79d869d98388 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for floatingip, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:57.491042 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-0d00893a-36a3-4afc-9598-79d869d98388 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2981429 Jun 01 19:52:57.491686 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dd614bb-33da-497a-908b-7d7dfb61f008', 'tag': '5653ba65-3c17-4a2a-81d6-fb3911ead246'}] {{(pid=88525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:52:57.496648 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 53876) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:52:57.502190 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-21580895-f557-4beb-ad63-16dfceb47671 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-989775891', 'description': 'tempest-secgroup-smoke-989775891 description', 'project_id': 'ab8b4b08c1734d9d8a09d76112303597'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:52:57.512455 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-21580895-f557-4beb-ad63-16dfceb47671 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:52:57.536407 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-21580895-f557-4beb-ad63-16dfceb47671 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:52:57.550151 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-21580895-f557-4beb-ad63-16dfceb47671 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:57.573153 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-21580895-f557-4beb-ad63-16dfceb47671 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:52:57.578842 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-21580895-f557-4beb-ad63-16dfceb47671 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Usage tracker for resource:security_group_rule and tenant:ab8b4b08c1734d9d8a09d76112303597 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:52:57.582168 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-21580895-f557-4beb-ad63-16dfceb47671 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:52:57.589478 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-21580895-f557-4beb-ad63-16dfceb47671 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:52:57.605254 n-d-844202-1 neutron-server[88525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ca676f5-f59b-4c98-8bdc-1e3e1f1bc700'] response: {'name': 'network-changed', 'server_uuid': '9dd614bb-33da-497a-908b-7d7dfb61f008', 'tag': '5653ba65-3c17-4a2a-81d6-fb3911ead246', 'status': 'completed', 'code': 200} Jun 01 19:52:57.642057 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-256b6a0a-1f9b-4f06-881d-b84b83fcf9fe None None] Set router 8b809cb1-6707-4fb0-97cd-d90944275d61 gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:52:57.730288 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-21580895-f557-4beb-ad63-16dfceb47671 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:57.736209 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-21580895-f557-4beb-ad63-16dfceb47671 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:57.787820 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef864b4a-a9d8-4af2-a088-a305b94be9e0 req-4ced002a-97fb-46b5-b089-e1ca8b89bf3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:52:57.789750 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ef864b4a-a9d8-4af2-a088-a305b94be9e0 req-4ced002a-97fb-46b5-b089-e1ca8b89bf3a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ab8b4b08c1734d9d8a09d76112303597&device_id=9dd614bb-33da-497a-908b-7d7dfb61f008 HTTP/1.1" status: 200 len: 1097 time: 0.1623716 Jun 01 19:52:57.793941 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21580895-f557-4beb-ad63-16dfceb47671 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd9afcfa-5060-4961-835a-b00d44362201,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:52:57.822249 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-21580895-f557-4beb-ad63-16dfceb47671 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:57.823088 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-21580895-f557-4beb-ad63-16dfceb47671 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3282351 Jun 01 19:52:57.826149 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 53884) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:52:57.832745 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-d2de85ec-4478-437d-b048-2f13b2e40c8c tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Request body: {'security_group_rule': {'security_group_id': 'dd9afcfa-5060-4961-835a-b00d44362201', 'project_id': 'ab8b4b08c1734d9d8a09d76112303597', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:52:57.839454 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-d2de85ec-4478-437d-b048-2f13b2e40c8c tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:52:57.843586 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-d2de85ec-4478-437d-b048-2f13b2e40c8c tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Usage tracker for resource:security_group_rule and tenant:ab8b4b08c1734d9d8a09d76112303597 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:52:57.846469 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-d2de85ec-4478-437d-b048-2f13b2e40c8c tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:52:57.853200 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-d2de85ec-4478-437d-b048-2f13b2e40c8c tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:52:57.870962 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d2de85ec-4478-437d-b048-2f13b2e40c8c tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:57.938687 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d2de85ec-4478-437d-b048-2f13b2e40c8c tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:57.943064 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d2de85ec-4478-437d-b048-2f13b2e40c8c tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:57.955656 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef864b4a-a9d8-4af2-a088-a305b94be9e0 req-d0443327-e395-45c3-92c5-87b62471c18a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:52:57.958047 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ef864b4a-a9d8-4af2-a088-a305b94be9e0 req-d0443327-e395-45c3-92c5-87b62471c18a service neutron] 10.222.0.50 "GET /v2.0/networks?id=76b4f87f-4955-4c2d-ae38-3027193ed545 HTTP/1.1" status: 200 len: 916 time: 0.1607018 Jun 01 19:52:57.970461 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2de85ec-4478-437d-b048-2f13b2e40c8c tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe21fc61-fd71-44c3-8086-3e1180f8b4b8,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:52:57.989075 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d2de85ec-4478-437d-b048-2f13b2e40c8c tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:57.993321 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-d2de85ec-4478-437d-b048-2f13b2e40c8c tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1628003 Jun 01 19:52:57.993636 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 53888) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:52:58.000037 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-804cd1cf-348d-4d3b-b7c0-09508aee0707 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Request body: {'security_group_rule': {'security_group_id': 'dd9afcfa-5060-4961-835a-b00d44362201', 'project_id': 'ab8b4b08c1734d9d8a09d76112303597', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:52:58.008291 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-256b6a0a-1f9b-4f06-881d-b84b83fcf9fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b809cb1-6707-4fb0-97cd-d90944275d61', 'name': 'tempest-TestMinimumBasicScenario-1291983442-router', 'tenant_id': 'ab8b4b08c1734d9d8a09d76112303597', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.86'}], 'enable_snat': True}, 'gw_port_id': 'f2833076-b608-45ef-a1a6-c06b56f948cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:52:03Z', 'updated_at': '2022-06-01T19:52:07Z', 'revision_number': 4, 'project_id': 'ab8b4b08c1734d9d8a09d76112303597', 'gw_port': {'id': 'f2833076-b608-45ef-a1a6-c06b56f948cd', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:61:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b809cb1-6707-4fb0-97cd-d90944275d61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:52:03Z', 'updated_at': '2022-06-01T19:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_floatingips': [{'id': '9ef653aa-b69d-4ec0-a7d3-14a9a797efc0', 'tenant_id': 'ab8b4b08c1734d9d8a09d76112303597', 'floating_ip_address': '172.25.4.71', 'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'router_id': '8b809cb1-6707-4fb0-97cd-d90944275d61', 'port_id': '5653ba65-3c17-4a2a-81d6-fb3911ead246', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4283, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76b4f87f-4955-4c2d-ae38-3027193ed545', 'mac_address': 'fa:16:3e:60:df:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd614bb-33da-497a-908b-7d7dfb61f008', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T19:52:56Z', 'updated_at': '2022-06-01T19:52:56Z', 'revision_number': 0, 'project_id': 'ab8b4b08c1734d9d8a09d76112303597', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d826e79-7f2f-457f-8c6b-1aecf695e4af', 'name': '', 'network_id': '76b4f87f-4955-4c2d-ae38-3027193ed545', 'tenant_id': 'ab8b4b08c1734d9d8a09d76112303597', 'mac_address': 'fa:16:3e:7f:d9:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b809cb1-6707-4fb0-97cd-d90944275d61', 'device_owner': 'network:router_interface', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': 'b9818171-5d7c-46f8-8125-fafc46fbb383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:52:06Z', 'updated_at': '2022-06-01T19:52:14Z', 'revision_number': 5, 'project_id': 'ab8b4b08c1734d9d8a09d76112303597', 'subnets': [{'id': 'b9818171-5d7c-46f8-8125-fafc46fbb383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:52:58.008587 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-804cd1cf-348d-4d3b-b7c0-09508aee0707 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:52:58.012440 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-804cd1cf-348d-4d3b-b7c0-09508aee0707 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Usage tracker for resource:security_group_rule and tenant:ab8b4b08c1734d9d8a09d76112303597 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:52:58.012581 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-256b6a0a-1f9b-4f06-881d-b84b83fcf9fe None None] Checking router: 8b809cb1-6707-4fb0-97cd-d90944275d61 for host: n-d-844202-1 {{(pid=88526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 19:52:58.016261 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-804cd1cf-348d-4d3b-b7c0-09508aee0707 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:52:58.021752 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256b6a0a-1f9b-4f06-881d-b84b83fcf9fe None None] Routers {'8b809cb1-6707-4fb0-97cd-d90944275d61'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:52:58.022464 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-256b6a0a-1f9b-4f06-881d-b84b83fcf9fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:52:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['8b809cb1-6707-4fb0-97cd-d90944275d61'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:52:58.023124 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-804cd1cf-348d-4d3b-b7c0-09508aee0707 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:52:58.042186 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-804cd1cf-348d-4d3b-b7c0-09508aee0707 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:58.089896 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ef864b4a-a9d8-4af2-a088-a305b94be9e0 req-470bcf27-28fa-438e-85c1-116f4d2ed8a4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5653ba65-3c17-4a2a-81d6-fb3911ead246 HTTP/1.1" status: 200 len: 999 time: 0.1266444 Jun 01 19:52:58.112287 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-804cd1cf-348d-4d3b-b7c0-09508aee0707 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:58.116321 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-804cd1cf-348d-4d3b-b7c0-09508aee0707 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:58.142791 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804cd1cf-348d-4d3b-b7c0-09508aee0707 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc8b35ab-8a3c-4e3e-8aa0-215613306654,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:52:58.152535 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-804cd1cf-348d-4d3b-b7c0-09508aee0707 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:58.156703 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-804cd1cf-348d-4d3b-b7c0-09508aee0707 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1620803 Jun 01 19:52:58.157301 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 53892) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:52:58.158989 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef864b4a-a9d8-4af2-a088-a305b94be9e0 req-7410ff7d-c00e-444d-bbb5-dcfb69caa809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:52:58.160461 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ef864b4a-a9d8-4af2-a088-a305b94be9e0 req-7410ff7d-c00e-444d-bbb5-dcfb69caa809 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b9818171-5d7c-46f8-8125-fafc46fbb383 HTTP/1.1" status: 200 len: 854 time: 0.0650516 Jun 01 19:52:58.165588 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-2a22bf32-7387-481a-aa3a-434e4ce8e169 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Request body: {'security_group_rule': {'security_group_id': 'dd9afcfa-5060-4961-835a-b00d44362201', 'project_id': 'ab8b4b08c1734d9d8a09d76112303597', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:52:58.174227 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-2a22bf32-7387-481a-aa3a-434e4ce8e169 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:52:58.178662 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-2a22bf32-7387-481a-aa3a-434e4ce8e169 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Usage tracker for resource:security_group_rule and tenant:ab8b4b08c1734d9d8a09d76112303597 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:52:58.181382 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-2a22bf32-7387-481a-aa3a-434e4ce8e169 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:52:58.187175 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-2a22bf32-7387-481a-aa3a-434e4ce8e169 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:52:58.208814 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2a22bf32-7387-481a-aa3a-434e4ce8e169 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:58.221853 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-256b6a0a-1f9b-4f06-881d-b84b83fcf9fe None None] Set router 8b809cb1-6707-4fb0-97cd-d90944275d61 gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:52:58.243426 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef864b4a-a9d8-4af2-a088-a305b94be9e0 req-c6dd505c-1cdf-4a30-8405-305ef12eeb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:52:58.244926 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ef864b4a-a9d8-4af2-a088-a305b94be9e0 req-c6dd505c-1cdf-4a30-8405-305ef12eeb19 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=76b4f87f-4955-4c2d-ae38-3027193ed545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0794148 Jun 01 19:52:58.281122 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2a22bf32-7387-481a-aa3a-434e4ce8e169 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:58.285999 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2a22bf32-7387-481a-aa3a-434e4ce8e169 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:58.320202 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a22bf32-7387-481a-aa3a-434e4ce8e169 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2620c97-3a71-4b7e-9ca1-809660e8e882,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:52:58.322160 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2a22bf32-7387-481a-aa3a-434e4ce8e169 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:58.323472 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-2a22bf32-7387-481a-aa3a-434e4ce8e169 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1621225 Jun 01 19:52:58.326190 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 53896) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:52:58.333020 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-61caafd0-b902-4928-9394-2d2a26ef4be8 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Request body: {'security_group_rule': {'security_group_id': 'dd9afcfa-5060-4961-835a-b00d44362201', 'project_id': 'ab8b4b08c1734d9d8a09d76112303597', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:52:58.340641 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-61caafd0-b902-4928-9394-2d2a26ef4be8 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:52:58.346522 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-61caafd0-b902-4928-9394-2d2a26ef4be8 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Usage tracker for resource:security_group_rule and tenant:ab8b4b08c1734d9d8a09d76112303597 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:52:58.349908 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-61caafd0-b902-4928-9394-2d2a26ef4be8 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:52:58.356162 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-61caafd0-b902-4928-9394-2d2a26ef4be8 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:52:58.376723 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-61caafd0-b902-4928-9394-2d2a26ef4be8 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:58.445820 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-61caafd0-b902-4928-9394-2d2a26ef4be8 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:58.451106 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-61caafd0-b902-4928-9394-2d2a26ef4be8 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:58.473878 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61caafd0-b902-4928-9394-2d2a26ef4be8 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=579c2c34-a6a0-4e36-817a-cd42933e8273,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:52:58.486416 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-61caafd0-b902-4928-9394-2d2a26ef4be8 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:58.488207 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-61caafd0-b902-4928-9394-2d2a26ef4be8 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1596253 Jun 01 19:52:58.490523 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 53900) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:52:58.496023 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-1acee328-39db-416d-8a70-8b645ff2ae96 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Request body: {'security_group_rule': {'security_group_id': 'dd9afcfa-5060-4961-835a-b00d44362201', 'project_id': 'ab8b4b08c1734d9d8a09d76112303597', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:52:58.503544 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ef864b4a-a9d8-4af2-a088-a305b94be9e0 req-2469d7ec-3e0a-47c3-ac60-9ae16fa21439 service neutron] 10.222.0.50 "GET /v2.0/networks/76b4f87f-4955-4c2d-ae38-3027193ed545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2520475 Jun 01 19:52:58.509000 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-1acee328-39db-416d-8a70-8b645ff2ae96 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:52:58.513057 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-1acee328-39db-416d-8a70-8b645ff2ae96 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Usage tracker for resource:security_group_rule and tenant:ab8b4b08c1734d9d8a09d76112303597 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:52:58.516744 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-1acee328-39db-416d-8a70-8b645ff2ae96 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:52:58.522583 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-1acee328-39db-416d-8a70-8b645ff2ae96 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:52:58.533875 n-d-844202-1 neutron-server[88525]: INFO neutron.db.securitygroups_db [None req-1acee328-39db-416d-8a70-8b645ff2ae96 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Project ab8b4b08c1734d9d8a09d76112303597 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 01 19:52:58.540762 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1acee328-39db-416d-8a70-8b645ff2ae96 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:58.607891 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1acee328-39db-416d-8a70-8b645ff2ae96 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:58.615026 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1acee328-39db-416d-8a70-8b645ff2ae96 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:58.628238 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-256b6a0a-1f9b-4f06-881d-b84b83fcf9fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b809cb1-6707-4fb0-97cd-d90944275d61', 'name': 'tempest-TestMinimumBasicScenario-1291983442-router', 'tenant_id': 'ab8b4b08c1734d9d8a09d76112303597', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.86'}], 'enable_snat': True}, 'gw_port_id': 'f2833076-b608-45ef-a1a6-c06b56f948cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:52:03Z', 'updated_at': '2022-06-01T19:52:07Z', 'revision_number': 4, 'project_id': 'ab8b4b08c1734d9d8a09d76112303597', 'gw_port': {'id': 'f2833076-b608-45ef-a1a6-c06b56f948cd', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:61:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b809cb1-6707-4fb0-97cd-d90944275d61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:52:03Z', 'updated_at': '2022-06-01T19:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_floatingips': [{'id': '9ef653aa-b69d-4ec0-a7d3-14a9a797efc0', 'tenant_id': 'ab8b4b08c1734d9d8a09d76112303597', 'floating_ip_address': '172.25.4.71', 'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'router_id': '8b809cb1-6707-4fb0-97cd-d90944275d61', 'port_id': '5653ba65-3c17-4a2a-81d6-fb3911ead246', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4283, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76b4f87f-4955-4c2d-ae38-3027193ed545', 'mac_address': 'fa:16:3e:60:df:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd614bb-33da-497a-908b-7d7dfb61f008', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T19:52:56Z', 'updated_at': '2022-06-01T19:52:56Z', 'revision_number': 0, 'project_id': 'ab8b4b08c1734d9d8a09d76112303597', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d826e79-7f2f-457f-8c6b-1aecf695e4af', 'name': '', 'network_id': '76b4f87f-4955-4c2d-ae38-3027193ed545', 'tenant_id': 'ab8b4b08c1734d9d8a09d76112303597', 'mac_address': 'fa:16:3e:7f:d9:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b809cb1-6707-4fb0-97cd-d90944275d61', 'device_owner': 'network:router_interface', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': 'b9818171-5d7c-46f8-8125-fafc46fbb383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:52:06Z', 'updated_at': '2022-06-01T19:52:14Z', 'revision_number': 5, 'project_id': 'ab8b4b08c1734d9d8a09d76112303597', 'subnets': [{'id': 'b9818171-5d7c-46f8-8125-fafc46fbb383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:52:58.633485 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-256b6a0a-1f9b-4f06-881d-b84b83fcf9fe None None] The sync data for ids ['8b809cb1-6707-4fb0-97cd-d90944275d61'] in n-d-844202-1 is: [{'id': '8b809cb1-6707-4fb0-97cd-d90944275d61', 'name': 'tempest-TestMinimumBasicScenario-1291983442-router', 'tenant_id': 'ab8b4b08c1734d9d8a09d76112303597', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.86'}], 'enable_snat': True}, 'gw_port_id': 'f2833076-b608-45ef-a1a6-c06b56f948cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:52:03Z', 'updated_at': '2022-06-01T19:52:07Z', 'revision_number': 4, 'project_id': 'ab8b4b08c1734d9d8a09d76112303597', 'gw_port': {'id': 'f2833076-b608-45ef-a1a6-c06b56f948cd', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:61:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b809cb1-6707-4fb0-97cd-d90944275d61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:52:03Z', 'updated_at': '2022-06-01T19:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_floatingips': [{'id': '9ef653aa-b69d-4ec0-a7d3-14a9a797efc0', 'tenant_id': 'ab8b4b08c1734d9d8a09d76112303597', 'floating_ip_address': '172.25.4.71', 'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'router_id': '8b809cb1-6707-4fb0-97cd-d90944275d61', 'port_id': '5653ba65-3c17-4a2a-81d6-fb3911ead246', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4283, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76b4f87f-4955-4c2d-ae38-3027193ed545', 'mac_address': 'fa:16:3e:60:df:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd614bb-33da-497a-908b-7d7dfb61f008', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T19:52:56Z', 'updated_at': '2022-06-01T19:52:56Z', 'revision_number': 0, 'project_id': 'ab8b4b08c1734d9d8a09d76112303597', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d826e79-7f2f-457f-8c6b-1aecf695e4af', 'name': '', 'network_id': '76b4f87f-4955-4c2d-ae38-3027193ed545', 'tenant_id': 'ab8b4b08c1734d9d8a09d76112303597', 'mac_address': 'fa:16:3e:7f:d9:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b809cb1-6707-4fb0-97cd-d90944275d61', 'device_owner': 'network:router_interface', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': 'b9818171-5d7c-46f8-8125-fafc46fbb383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:52:06Z', 'updated_at': '2022-06-01T19:52:14Z', 'revision_number': 5, 'project_id': 'ab8b4b08c1734d9d8a09d76112303597', 'subnets': [{'id': 'b9818171-5d7c-46f8-8125-fafc46fbb383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:52:58.644836 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acee328-39db-416d-8a70-8b645ff2ae96 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42af3fc3-cbfa-4c29-abc9-cace55f8cbc4,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:52:58.659279 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1acee328-39db-416d-8a70-8b645ff2ae96 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:58.665870 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-1acee328-39db-416d-8a70-8b645ff2ae96 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1684179 Jun 01 19:52:58.665870 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 53904) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:52:58.673436 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ef864b4a-a9d8-4af2-a088-a305b94be9e0 req-b3c208a7-2f0f-4a66-8078-c43e24af6e55 service neutron] 10.222.0.50 "GET /v2.0/networks/76b4f87f-4955-4c2d-ae38-3027193ed545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559772 Jun 01 19:52:58.676185 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-5fe46169-154d-431f-86f5-853e1b3e1610 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Request body: {'security_group_rule': {'security_group_id': 'dd9afcfa-5060-4961-835a-b00d44362201', 'project_id': 'ab8b4b08c1734d9d8a09d76112303597', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:52:58.676185 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-5fe46169-154d-431f-86f5-853e1b3e1610 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:52:58.679124 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-5fe46169-154d-431f-86f5-853e1b3e1610 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Usage tracker for resource:security_group_rule and tenant:ab8b4b08c1734d9d8a09d76112303597 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:52:58.682293 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-5fe46169-154d-431f-86f5-853e1b3e1610 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:52:58.690769 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-5fe46169-154d-431f-86f5-853e1b3e1610 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:52:58.702044 n-d-844202-1 neutron-server[88525]: INFO neutron.db.securitygroups_db [None req-5fe46169-154d-431f-86f5-853e1b3e1610 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Project ab8b4b08c1734d9d8a09d76112303597 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 01 19:52:58.709358 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5fe46169-154d-431f-86f5-853e1b3e1610 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:58.780828 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5fe46169-154d-431f-86f5-853e1b3e1610 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:58.786560 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5fe46169-154d-431f-86f5-853e1b3e1610 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:58.811715 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe46169-154d-431f-86f5-853e1b3e1610 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2edb20a-788b-49d6-85a4-fb8ee547fe81,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:52:58.821564 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5fe46169-154d-431f-86f5-853e1b3e1610 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:58.822787 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-5fe46169-154d-431f-86f5-853e1b3e1610 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1589105 Jun 01 19:52:58.858279 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88743311-3a2e-4d5d-a4b9-e8ff0d9578c4 None None] New status for floating IP 9ef653aa-b69d-4ec0-a7d3-14a9a797efc0: ACTIVE {{(pid=88527) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 19:52:58.948303 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-042eeb19-d17a-4c73-a992-c067b37796fa req-4c641388-a293-4305-9de5-41750d84b6d7 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-989775891&fields=id&tenant_id=ab8b4b08c1734d9d8a09d76112303597 HTTP/1.1" status: 200 len: 267 time: 0.0422831 Jun 01 19:52:59.042722 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042eeb19-d17a-4c73-a992-c067b37796fa req-6d88a11c-f6e3-4e60-b8e2-dd2ca5b54334 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:52:59.044534 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-042eeb19-d17a-4c73-a992-c067b37796fa req-6d88a11c-f6e3-4e60-b8e2-dd2ca5b54334 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] 10.222.0.41 "GET /v2.0/ports?device_id=9dd614bb-33da-497a-908b-7d7dfb61f008 HTTP/1.1" status: 200 len: 946 time: 0.0895796 Jun 01 19:52:59.056605 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [req-042eeb19-d17a-4c73-a992-c067b37796fa req-35770d0b-ccca-406a-af98-bfbf5dc2c966 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Request body: {'port': {'security_groups': ['932832c6-cc54-480e-90b4-0629252fbbf8', 'dd9afcfa-5060-4961-835a-b00d44362201']}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:52:59.195924 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-042eeb19-d17a-4c73-a992-c067b37796fa req-35770d0b-ccca-406a-af98-bfbf5dc2c966 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:59.567551 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-042eeb19-d17a-4c73-a992-c067b37796fa req-35770d0b-ccca-406a-af98-bfbf5dc2c966 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] For port 5653ba65-3c17-4a2a-81d6-fb3911ead246, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=5653ba65-3c17-4a2a-81d6-fb3911ead246,segment=NetworkSegment(4ce91b9b-d9fd-4e83-8654-997e0e24117d),segment_id=4ce91b9b-d9fd-4e83-8654-997e0e24117d)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:52:59.591645 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-042eeb19-d17a-4c73-a992-c067b37796fa req-35770d0b-ccca-406a-af98-bfbf5dc2c966 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Notify callbacks [] for port, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:59.596801 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-042eeb19-d17a-4c73-a992-c067b37796fa req-35770d0b-ccca-406a-af98-bfbf5dc2c966 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:59.609995 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] get_ports_and_sgs() called for port_ids ['5653ba65-3c17-4a2a-81d6-fb3911ead246'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 19:52:59.669550 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042eeb19-d17a-4c73-a992-c067b37796fa req-35770d0b-ccca-406a-af98-bfbf5dc2c966 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:52:59.670440 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-042eeb19-d17a-4c73-a992-c067b37796fa req-35770d0b-ccca-406a-af98-bfbf5dc2c966 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:52:59.671958 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-042eeb19-d17a-4c73-a992-c067b37796fa req-35770d0b-ccca-406a-af98-bfbf5dc2c966 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] 10.222.0.41 "PUT /v2.0/ports/5653ba65-3c17-4a2a-81d6-fb3911ead246 HTTP/1.1" status: 200 len: 982 time: 0.6204958 Jun 01 19:52:59.674229 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dd614bb-33da-497a-908b-7d7dfb61f008', 'tag': '5653ba65-3c17-4a2a-81d6-fb3911ead246'}] {{(pid=88525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:52:59.698420 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35770d0b-ccca-406a-af98-bfbf5dc2c966 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Pushing event updated for resources: {'Port': ['ID=5653ba65-3c17-4a2a-81d6-fb3911ead246,revision_number=6']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:52:59.735654 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] get_ports_and_sgs() called for port_ids ['5653ba65-3c17-4a2a-81d6-fb3911ead246'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 19:52:59.861839 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f77095-f46e-46cd-97a6-c72e712db473 req-90425aa4-be7d-483c-b1fb-f5376b6efc17 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:52:59.862970 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f3f77095-f46e-46cd-97a6-c72e712db473 req-90425aa4-be7d-483c-b1fb-f5376b6efc17 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] 10.222.0.41 "GET /v2.0/ports?device_id=9dd614bb-33da-497a-908b-7d7dfb61f008 HTTP/1.1" status: 200 len: 985 time: 0.0933053 Jun 01 19:52:59.911923 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f3f77095-f46e-46cd-97a6-c72e712db473 req-025773d8-7e2f-4218-8d9c-b751baf19cc6 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] 10.222.0.41 "GET /v2.0/security-groups?id=dd9afcfa-5060-4961-835a-b00d44362201&id=932832c6-cc54-480e-90b4-0629252fbbf8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0417812 Jun 01 19:52:59.972910 n-d-844202-1 neutron-server[88525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72f3c239-7389-4d99-b72c-99938fbb877e'] response: {'name': 'network-changed', 'server_uuid': '9dd614bb-33da-497a-908b-7d7dfb61f008', 'tag': '5653ba65-3c17-4a2a-81d6-fb3911ead246', 'status': 'completed', 'code': 200} Jun 01 19:53:00.011379 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-0b9260c4-4858-4658-b1af-0a28fd557941 None None] Provisioning complete for port 5653ba65-3c17-4a2a-81d6-fb3911ead246 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:53:00.011744 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-0b9260c4-4858-4658-b1af-0a28fd557941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:53:00.066825 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e768fa43-d9a3-4369-89a1-ceb3a8601c7d req-fda6e3ef-9f27-432e-9ff9-bc852202ac79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:53:00.068253 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e768fa43-d9a3-4369-89a1-ceb3a8601c7d req-fda6e3ef-9f27-432e-9ff9-bc852202ac79 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ab8b4b08c1734d9d8a09d76112303597&device_id=9dd614bb-33da-497a-908b-7d7dfb61f008 HTTP/1.1" status: 200 len: 1136 time: 0.0753255 Jun 01 19:53:00.204112 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e768fa43-d9a3-4369-89a1-ceb3a8601c7d req-d5b16919-fd06-40ff-98e2-ff1c9f2d2306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:53:00.205594 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e768fa43-d9a3-4369-89a1-ceb3a8601c7d req-d5b16919-fd06-40ff-98e2-ff1c9f2d2306 service neutron] 10.222.0.50 "GET /v2.0/networks?id=76b4f87f-4955-4c2d-ae38-3027193ed545 HTTP/1.1" status: 200 len: 916 time: 0.1317961 Jun 01 19:53:00.310085 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e768fa43-d9a3-4369-89a1-ceb3a8601c7d req-fad9acd9-cfa5-4b27-84e7-b7faddcc01ff service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5653ba65-3c17-4a2a-81d6-fb3911ead246 HTTP/1.1" status: 200 len: 1001 time: 0.0980566 Jun 01 19:53:00.337263 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-0b9260c4-4858-4658-b1af-0a28fd557941 None None] Current status of the port 5653ba65-3c17-4a2a-81d6-fb3911ead246 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:53:00.380790 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e768fa43-d9a3-4369-89a1-ceb3a8601c7d req-44e2fad9-5df0-4255-b586-fe8aa54fa99a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:53:00.380790 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e768fa43-d9a3-4369-89a1-ceb3a8601c7d req-44e2fad9-5df0-4255-b586-fe8aa54fa99a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b9818171-5d7c-46f8-8125-fafc46fbb383 HTTP/1.1" status: 200 len: 854 time: 0.0599210 Jun 01 19:53:00.456325 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e768fa43-d9a3-4369-89a1-ceb3a8601c7d req-7e9c4019-8566-437a-b7db-3ff9deddada6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:53:00.457807 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e768fa43-d9a3-4369-89a1-ceb3a8601c7d req-7e9c4019-8566-437a-b7db-3ff9deddada6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=76b4f87f-4955-4c2d-ae38-3027193ed545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0767155 Jun 01 19:53:00.605011 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e768fa43-d9a3-4369-89a1-ceb3a8601c7d req-051acc9f-95a8-4a78-986d-665187019ce3 service neutron] 10.222.0.50 "GET /v2.0/networks/76b4f87f-4955-4c2d-ae38-3027193ed545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412501 Jun 01 19:53:00.737617 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e768fa43-d9a3-4369-89a1-ceb3a8601c7d req-47d83c55-48a1-498f-a609-54f63a953322 service neutron] 10.222.0.50 "GET /v2.0/networks/76b4f87f-4955-4c2d-ae38-3027193ed545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257606 Jun 01 19:53:07.205960 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-20080609-2c1f-46a3-a27b-736aac390593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:53:09.653437 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f428d782-f261-4e12-88f9-cbb6cff75214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:53:09.949558 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.agents_db [None req-e814b9cf-7de8-45d0-a079-29c61fabe7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 19:53:10.796549 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:53:10.812693 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:53:11.840633 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:53:12.173289 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:53:12.460053 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:53:16.288678 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f39e55-d2eb-43e8-a5bb-ee1a24a43cf5 req-88ec2f4d-041c-4192-bb70-252b8d6d1909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:53:16.290077 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-65f39e55-d2eb-43e8-a5bb-ee1a24a43cf5 req-88ec2f4d-041c-4192-bb70-252b8d6d1909 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ab8b4b08c1734d9d8a09d76112303597&device_id=9dd614bb-33da-497a-908b-7d7dfb61f008 HTTP/1.1" status: 200 len: 1136 time: 0.0735543 Jun 01 19:53:16.329616 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cfe4c3-1b4d-4ec3-b275-5b8b02de27cc req-5875f130-5a26-45a4-8522-449885c2c4a6 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:53:16.331791 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-78cfe4c3-1b4d-4ec3-b275-5b8b02de27cc req-5875f130-5a26-45a4-8522-449885c2c4a6 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] 10.222.0.41 "GET /v2.0/ports?device_id=9dd614bb-33da-497a-908b-7d7dfb61f008 HTTP/1.1" status: 200 len: 985 time: 0.0869212 Jun 01 19:53:16.384672 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-78cfe4c3-1b4d-4ec3-b275-5b8b02de27cc req-955fe487-dfed-4ceb-bd73-c434a5a4cb94 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] 10.222.0.41 "GET /v2.0/security-groups?id=dd9afcfa-5060-4961-835a-b00d44362201&id=932832c6-cc54-480e-90b4-0629252fbbf8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0465577 Jun 01 19:53:16.435007 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f39e55-d2eb-43e8-a5bb-ee1a24a43cf5 req-307f3a68-87c7-493c-81f9-8fc505ef907f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:53:16.436468 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-65f39e55-d2eb-43e8-a5bb-ee1a24a43cf5 req-307f3a68-87c7-493c-81f9-8fc505ef907f service neutron] 10.222.0.50 "GET /v2.0/networks?id=76b4f87f-4955-4c2d-ae38-3027193ed545 HTTP/1.1" status: 200 len: 916 time: 0.1378577 Jun 01 19:53:16.542405 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-65f39e55-d2eb-43e8-a5bb-ee1a24a43cf5 req-18eb060f-97d9-4ca1-b6f7-b80050f08bb3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5653ba65-3c17-4a2a-81d6-fb3911ead246 HTTP/1.1" status: 200 len: 1001 time: 0.0992064 Jun 01 19:53:16.610343 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f39e55-d2eb-43e8-a5bb-ee1a24a43cf5 req-387537a2-0de2-4440-bc50-67ac38de5d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:53:16.611780 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-65f39e55-d2eb-43e8-a5bb-ee1a24a43cf5 req-387537a2-0de2-4440-bc50-67ac38de5d0a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b9818171-5d7c-46f8-8125-fafc46fbb383 HTTP/1.1" status: 200 len: 854 time: 0.0627766 Jun 01 19:53:16.687696 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f39e55-d2eb-43e8-a5bb-ee1a24a43cf5 req-4cfc98c7-ce01-4633-8f91-8aca1ebfafc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:53:16.689223 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-65f39e55-d2eb-43e8-a5bb-ee1a24a43cf5 req-4cfc98c7-ce01-4633-8f91-8aca1ebfafc2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=76b4f87f-4955-4c2d-ae38-3027193ed545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0709095 Jun 01 19:53:16.942042 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-65f39e55-d2eb-43e8-a5bb-ee1a24a43cf5 req-5dc5f4a7-be5c-4418-ae07-456d60747d10 service neutron] 10.222.0.50 "GET /v2.0/networks/76b4f87f-4955-4c2d-ae38-3027193ed545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2460172 Jun 01 19:53:17.079391 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-65f39e55-d2eb-43e8-a5bb-ee1a24a43cf5 req-d9cbff24-6b73-473a-9a32-bcdd8acde676 service neutron] 10.222.0.50 "GET /v2.0/networks/76b4f87f-4955-4c2d-ae38-3027193ed545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308169 Jun 01 19:53:17.577281 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b77312-fa3e-4821-a1d1-63a2b780b8f7 req-6c2d4ad4-474b-4e7c-adf4-7b449f97313e tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:53:17.579466 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b2b77312-fa3e-4821-a1d1-63a2b780b8f7 req-6c2d4ad4-474b-4e7c-adf4-7b449f97313e tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] 10.222.0.41 "GET /v2.0/ports?device_id=9dd614bb-33da-497a-908b-7d7dfb61f008 HTTP/1.1" status: 200 len: 985 time: 0.0824745 Jun 01 19:53:17.627669 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b2b77312-fa3e-4821-a1d1-63a2b780b8f7 req-9f988495-5d15-4135-b47c-ddaa2969dbed tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] 10.222.0.41 "GET /v2.0/security-groups?id=dd9afcfa-5060-4961-835a-b00d44362201&id=932832c6-cc54-480e-90b4-0629252fbbf8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0423629 Jun 01 19:53:18.817981 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef81c11-f18a-4d27-92a5-8b346a872693 req-b6bd059d-e2d6-4ed0-b2cc-679221d21e94 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:53:18.819422 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-1ef81c11-f18a-4d27-92a5-8b346a872693 req-b6bd059d-e2d6-4ed0-b2cc-679221d21e94 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] 10.222.0.41 "GET /v2.0/ports?device_id=9dd614bb-33da-497a-908b-7d7dfb61f008 HTTP/1.1" status: 200 len: 985 time: 0.0841289 Jun 01 19:53:18.866123 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-1ef81c11-f18a-4d27-92a5-8b346a872693 req-db43f54c-40aa-416f-a922-27f5d11f773c tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] 10.222.0.41 "GET /v2.0/security-groups?id=dd9afcfa-5060-4961-835a-b00d44362201&id=932832c6-cc54-480e-90b4-0629252fbbf8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0409162 Jun 01 19:53:20.051141 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec606a38-d3c5-41b1-b2e3-7234666591e4 req-8a725f83-dccd-4d37-8382-47affa16aa24 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:53:20.052596 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ec606a38-d3c5-41b1-b2e3-7234666591e4 req-8a725f83-dccd-4d37-8382-47affa16aa24 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] 10.222.0.41 "GET /v2.0/ports?device_id=9dd614bb-33da-497a-908b-7d7dfb61f008 HTTP/1.1" status: 200 len: 985 time: 0.0800045 Jun 01 19:53:20.098846 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ec606a38-d3c5-41b1-b2e3-7234666591e4 req-33e97f8e-1204-4e86-95e8-ec41803efa98 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] 10.222.0.41 "GET /v2.0/security-groups?id=dd9afcfa-5060-4961-835a-b00d44362201&id=932832c6-cc54-480e-90b4-0629252fbbf8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0403469 Jun 01 19:53:21.336027 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd2638b-0494-4ef6-ba21-e6abfdc41cbf req-52ddd583-1b92-4168-8ba6-b1f4005a868c tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:53:21.338258 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-cbd2638b-0494-4ef6-ba21-e6abfdc41cbf req-52ddd583-1b92-4168-8ba6-b1f4005a868c tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] 10.222.0.41 "GET /v2.0/ports?device_id=9dd614bb-33da-497a-908b-7d7dfb61f008 HTTP/1.1" status: 200 len: 985 time: 0.1050036 Jun 01 19:53:21.389347 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-cbd2638b-0494-4ef6-ba21-e6abfdc41cbf req-eec13812-bd6f-402e-a788-9f9706041d59 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] 10.222.0.41 "GET /v2.0/security-groups?id=dd9afcfa-5060-4961-835a-b00d44362201&id=932832c6-cc54-480e-90b4-0629252fbbf8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0447605 Jun 01 19:53:22.576027 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748153ad-6918-4b55-b477-43ff9c5e78b1 req-183f75a2-c452-4b78-b7c2-1517cba9e4d3 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:53:22.578280 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-748153ad-6918-4b55-b477-43ff9c5e78b1 req-183f75a2-c452-4b78-b7c2-1517cba9e4d3 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] 10.222.0.41 "GET /v2.0/ports?device_id=9dd614bb-33da-497a-908b-7d7dfb61f008 HTTP/1.1" status: 200 len: 985 time: 0.0808868 Jun 01 19:53:22.625489 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-748153ad-6918-4b55-b477-43ff9c5e78b1 req-aaf151a6-4a93-46d2-950b-aafafdd2b2c2 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] 10.222.0.41 "GET /v2.0/security-groups?id=dd9afcfa-5060-4961-835a-b00d44362201&id=932832c6-cc54-480e-90b4-0629252fbbf8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0410645 Jun 01 19:53:23.815780 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3813f9-dc7f-4f0c-9506-0380d655bac8 req-57318cf1-2b1f-404c-bb39-2a040b004832 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:53:23.817172 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-6b3813f9-dc7f-4f0c-9506-0380d655bac8 req-57318cf1-2b1f-404c-bb39-2a040b004832 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] 10.222.0.41 "GET /v2.0/ports?device_id=9dd614bb-33da-497a-908b-7d7dfb61f008 HTTP/1.1" status: 200 len: 985 time: 0.0868676 Jun 01 19:53:23.862631 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-6b3813f9-dc7f-4f0c-9506-0380d655bac8 req-5404b0b7-bd43-46a9-a40b-23d1d1cae416 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] 10.222.0.41 "GET /v2.0/security-groups?id=dd9afcfa-5060-4961-835a-b00d44362201&id=932832c6-cc54-480e-90b4-0629252fbbf8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0396810 Jun 01 19:53:25.052973 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb9dfd1-3e16-4466-8b2b-cdcd3cf301b2 req-40443148-2702-4eca-b260-734094f4f3f2 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:53:25.054452 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-fbb9dfd1-3e16-4466-8b2b-cdcd3cf301b2 req-40443148-2702-4eca-b260-734094f4f3f2 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] 10.222.0.41 "GET /v2.0/ports?device_id=9dd614bb-33da-497a-908b-7d7dfb61f008 HTTP/1.1" status: 200 len: 985 time: 0.0816095 Jun 01 19:53:25.113097 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-fbb9dfd1-3e16-4466-8b2b-cdcd3cf301b2 req-45769cf5-976d-4cb7-ab92-eeb16ce3ba4e tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] 10.222.0.41 "GET /v2.0/security-groups?id=dd9afcfa-5060-4961-835a-b00d44362201&id=932832c6-cc54-480e-90b4-0629252fbbf8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0447769 Jun 01 19:53:26.301387 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d86ac10-dd31-4e53-8885-6f727f2ce895 req-ef173236-1c07-4a2d-a918-a740de73f3ce tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:53:26.302843 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-6d86ac10-dd31-4e53-8885-6f727f2ce895 req-ef173236-1c07-4a2d-a918-a740de73f3ce tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] 10.222.0.41 "GET /v2.0/ports?device_id=9dd614bb-33da-497a-908b-7d7dfb61f008 HTTP/1.1" status: 200 len: 985 time: 0.0805442 Jun 01 19:53:26.350040 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-6d86ac10-dd31-4e53-8885-6f727f2ce895 req-d5f4a34b-5b40-4b0a-9bd0-2da8a13e2ff0 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] 10.222.0.41 "GET /v2.0/security-groups?id=dd9afcfa-5060-4961-835a-b00d44362201&id=932832c6-cc54-480e-90b4-0629252fbbf8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0413344 Jun 01 19:53:27.544799 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5058cf45-dad5-4d39-8668-907e83e5fc9a req-2c4697c1-01f0-4d02-8c22-3cdaf9d6985b tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:53:27.545538 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-5058cf45-dad5-4d39-8668-907e83e5fc9a req-2c4697c1-01f0-4d02-8c22-3cdaf9d6985b tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] 10.222.0.41 "GET /v2.0/ports?device_id=9dd614bb-33da-497a-908b-7d7dfb61f008 HTTP/1.1" status: 200 len: 985 time: 0.0873718 Jun 01 19:53:27.591430 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-5058cf45-dad5-4d39-8668-907e83e5fc9a req-0ca05fb6-0981-4c0f-89c2-66e487cc0081 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] 10.222.0.41 "GET /v2.0/security-groups?id=dd9afcfa-5060-4961-835a-b00d44362201&id=932832c6-cc54-480e-90b4-0629252fbbf8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0398734 Jun 01 19:53:28.776338 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34efc9dc-1615-43d7-a60b-4a89b1d1321a req-be8efc04-780f-4e5d-8912-ee1568c833e4 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:53:28.777773 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-34efc9dc-1615-43d7-a60b-4a89b1d1321a req-be8efc04-780f-4e5d-8912-ee1568c833e4 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] 10.222.0.41 "GET /v2.0/ports?device_id=9dd614bb-33da-497a-908b-7d7dfb61f008 HTTP/1.1" status: 200 len: 985 time: 0.0784380 Jun 01 19:53:28.824424 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-34efc9dc-1615-43d7-a60b-4a89b1d1321a req-e65afd6c-4fb8-4d26-8e19-af49511249b0 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] 10.222.0.41 "GET /v2.0/security-groups?id=dd9afcfa-5060-4961-835a-b00d44362201&id=932832c6-cc54-480e-90b4-0629252fbbf8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0401220 Jun 01 19:53:37.203867 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-755e7447-5d69-4bd1-9299-a9819410b4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:53:39.657377 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6562471f-5813-4df8-b500-129fa72cdc71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:53:40.807163 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:53:40.819898 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:53:41.855625 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:53:42.177272 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:53:42.448472 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:53:44.103146 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6ecbe6fd-7b1f-4abe-9688-d55c853604d2 req-8b4475e8-dc84-4b77-b784-f6b8eaeba7b8 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=9dd614bb-33da-497a-908b-7d7dfb61f008&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1204767 Jun 01 19:53:44.244792 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecbe6fd-7b1f-4abe-9688-d55c853604d2 req-3c5e1c22-5ba2-44d6-83bb-ce8499a7d249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:53:44.246199 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6ecbe6fd-7b1f-4abe-9688-d55c853604d2 req-3c5e1c22-5ba2-44d6-83bb-ce8499a7d249 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ab8b4b08c1734d9d8a09d76112303597&device_id=9dd614bb-33da-497a-908b-7d7dfb61f008 HTTP/1.1" status: 200 len: 1136 time: 0.0743260 Jun 01 19:53:44.396573 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecbe6fd-7b1f-4abe-9688-d55c853604d2 req-77e5cddc-e3eb-4281-9757-efd3e5be3655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:53:44.398007 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6ecbe6fd-7b1f-4abe-9688-d55c853604d2 req-77e5cddc-e3eb-4281-9757-efd3e5be3655 service neutron] 10.222.0.50 "GET /v2.0/networks?id=76b4f87f-4955-4c2d-ae38-3027193ed545 HTTP/1.1" status: 200 len: 916 time: 0.1317518 Jun 01 19:53:44.506472 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6ecbe6fd-7b1f-4abe-9688-d55c853604d2 req-e6d1b52a-5ab8-4a24-b707-e43ac23fd765 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5653ba65-3c17-4a2a-81d6-fb3911ead246 HTTP/1.1" status: 200 len: 1001 time: 0.1027815 Jun 01 19:53:44.569450 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecbe6fd-7b1f-4abe-9688-d55c853604d2 req-f8b06a36-4279-425d-a428-c0dfcfcf1df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:53:44.571009 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6ecbe6fd-7b1f-4abe-9688-d55c853604d2 req-f8b06a36-4279-425d-a428-c0dfcfcf1df2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b9818171-5d7c-46f8-8125-fafc46fbb383 HTTP/1.1" status: 200 len: 854 time: 0.0596085 Jun 01 19:53:44.648507 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecbe6fd-7b1f-4abe-9688-d55c853604d2 req-0db7c1d2-cafb-4d1d-86c8-b8c5f03ed829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:53:44.649976 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6ecbe6fd-7b1f-4abe-9688-d55c853604d2 req-0db7c1d2-cafb-4d1d-86c8-b8c5f03ed829 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=76b4f87f-4955-4c2d-ae38-3027193ed545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0734768 Jun 01 19:53:44.788550 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6ecbe6fd-7b1f-4abe-9688-d55c853604d2 req-904770c5-5b9b-4715-a81d-2d52b102056c service neutron] 10.222.0.50 "GET /v2.0/networks/76b4f87f-4955-4c2d-ae38-3027193ed545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262085 Jun 01 19:53:44.914939 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6ecbe6fd-7b1f-4abe-9688-d55c853604d2 req-f08e671d-f636-46a4-983b-13a2a7685068 service neutron] 10.222.0.50 "GET /v2.0/networks/76b4f87f-4955-4c2d-ae38-3027193ed545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267362 Jun 01 19:53:46.949348 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.agents_db [None req-e814b9cf-7de8-45d0-a079-29c61fabe7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 19:54:01.444180 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-106e4a13-7017-41af-ae5b-8c2ce26a2005 req-bd51b888-ea07-4006-9456-2e48c8ed909a tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-989775891&fields=id&tenant_id=ab8b4b08c1734d9d8a09d76112303597 HTTP/1.1" status: 200 len: 267 time: 0.0493028 Jun 01 19:54:01.534302 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106e4a13-7017-41af-ae5b-8c2ce26a2005 req-086541f9-c85b-4dbc-8a2e-0bdb7b5dabd8 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:54:01.536251 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-106e4a13-7017-41af-ae5b-8c2ce26a2005 req-086541f9-c85b-4dbc-8a2e-0bdb7b5dabd8 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] 10.222.0.41 "GET /v2.0/ports?device_id=9dd614bb-33da-497a-908b-7d7dfb61f008 HTTP/1.1" status: 200 len: 985 time: 0.0833945 Jun 01 19:54:01.547296 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [req-106e4a13-7017-41af-ae5b-8c2ce26a2005 req-42c7d57c-0d5e-4ad2-8efc-ffb3219ab758 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Request body: {'port': {'security_groups': ['932832c6-cc54-480e-90b4-0629252fbbf8']}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:54:01.695261 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-106e4a13-7017-41af-ae5b-8c2ce26a2005 req-42c7d57c-0d5e-4ad2-8efc-ffb3219ab758 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:01.949142 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [req-106e4a13-7017-41af-ae5b-8c2ce26a2005 req-42c7d57c-0d5e-4ad2-8efc-ffb3219ab758 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] For port 5653ba65-3c17-4a2a-81d6-fb3911ead246, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=5653ba65-3c17-4a2a-81d6-fb3911ead246,segment=NetworkSegment(4ce91b9b-d9fd-4e83-8654-997e0e24117d),segment_id=4ce91b9b-d9fd-4e83-8654-997e0e24117d)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:54:01.978491 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-106e4a13-7017-41af-ae5b-8c2ce26a2005 req-42c7d57c-0d5e-4ad2-8efc-ffb3219ab758 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Notify callbacks [] for port, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:01.984741 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-106e4a13-7017-41af-ae5b-8c2ce26a2005 req-42c7d57c-0d5e-4ad2-8efc-ffb3219ab758 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:01.995936 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] get_ports_and_sgs() called for port_ids ['5653ba65-3c17-4a2a-81d6-fb3911ead246'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 19:54:02.056842 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106e4a13-7017-41af-ae5b-8c2ce26a2005 req-42c7d57c-0d5e-4ad2-8efc-ffb3219ab758 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:54:02.057469 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [req-106e4a13-7017-41af-ae5b-8c2ce26a2005 req-42c7d57c-0d5e-4ad2-8efc-ffb3219ab758 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:02.062660 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-106e4a13-7017-41af-ae5b-8c2ce26a2005 req-42c7d57c-0d5e-4ad2-8efc-ffb3219ab758 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] 10.222.0.41 "PUT /v2.0/ports/5653ba65-3c17-4a2a-81d6-fb3911ead246 HTTP/1.1" status: 200 len: 943 time: 0.5200317 Jun 01 19:54:02.063126 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dd614bb-33da-497a-908b-7d7dfb61f008', 'tag': '5653ba65-3c17-4a2a-81d6-fb3911ead246'}] {{(pid=88525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:54:02.066412 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 53958) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:54:02.101054 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c7d57c-0d5e-4ad2-8efc-ffb3219ab758 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Pushing event updated for resources: {'Port': ['ID=5653ba65-3c17-4a2a-81d6-fb3911ead246,revision_number=7']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:54:02.111873 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c7d57c-0d5e-4ad2-8efc-ffb3219ab758 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:54:02.112512 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c7d57c-0d5e-4ad2-8efc-ffb3219ab758 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:54:02.113141 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c7d57c-0d5e-4ad2-8efc-ffb3219ab758 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:54:02.113627 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c7d57c-0d5e-4ad2-8efc-ffb3219ab758 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:54:02.114142 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c7d57c-0d5e-4ad2-8efc-ffb3219ab758 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:54:02.114762 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c7d57c-0d5e-4ad2-8efc-ffb3219ab758 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:54:02.115242 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c7d57c-0d5e-4ad2-8efc-ffb3219ab758 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:54:02.115762 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c7d57c-0d5e-4ad2-8efc-ffb3219ab758 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:54:02.116272 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c7d57c-0d5e-4ad2-8efc-ffb3219ab758 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:54:02.116822 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c7d57c-0d5e-4ad2-8efc-ffb3219ab758 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:54:02.117301 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c7d57c-0d5e-4ad2-8efc-ffb3219ab758 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:54:02.118092 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c7d57c-0d5e-4ad2-8efc-ffb3219ab758 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:54:02.133667 n-d-844202-1 neutron-server[88525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e6547e1-72ad-4cdb-9b3d-9f8d4ff20acc'] response: {'name': 'network-changed', 'server_uuid': '9dd614bb-33da-497a-908b-7d7dfb61f008', 'tag': '5653ba65-3c17-4a2a-81d6-fb3911ead246', 'status': 'completed', 'code': 200} Jun 01 19:54:02.147596 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] get_ports_and_sgs() called for port_ids ['5653ba65-3c17-4a2a-81d6-fb3911ead246'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 19:54:02.216077 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-69dbbe17-2ec7-4b34-95fd-44c9bfd4aa14 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:02.257356 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-69dbbe17-2ec7-4b34-95fd-44c9bfd4aa14 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:02.305461 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4872fa-fc24-4e1a-b8cf-8196a9342c0c req-335589c8-37fb-4c20-9628-36159eb2581f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:54:02.306966 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ba4872fa-fc24-4e1a-b8cf-8196a9342c0c req-335589c8-37fb-4c20-9628-36159eb2581f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ab8b4b08c1734d9d8a09d76112303597&device_id=9dd614bb-33da-497a-908b-7d7dfb61f008 HTTP/1.1" status: 200 len: 1097 time: 0.1599085 Jun 01 19:54:02.357579 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-024fa77f-8881-4ef9-afdd-08d5ef992bd2 None None] Provisioning complete for port 5653ba65-3c17-4a2a-81d6-fb3911ead246 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:54:02.357927 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-024fa77f-8881-4ef9-afdd-08d5ef992bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:02.457857 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-69dbbe17-2ec7-4b34-95fd-44c9bfd4aa14 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:02.482819 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4872fa-fc24-4e1a-b8cf-8196a9342c0c req-57d67b59-5218-485e-863b-628b7e3fb0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:54:02.484759 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ba4872fa-fc24-4e1a-b8cf-8196a9342c0c req-57d67b59-5218-485e-863b-628b7e3fb0d1 service neutron] 10.222.0.50 "GET /v2.0/networks?id=76b4f87f-4955-4c2d-ae38-3027193ed545 HTTP/1.1" status: 200 len: 916 time: 0.1707008 Jun 01 19:54:02.485924 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dbbe17-2ec7-4b34-95fd-44c9bfd4aa14 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd9afcfa-5060-4961-835a-b00d44362201,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:54:02.510763 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-024fa77f-8881-4ef9-afdd-08d5ef992bd2 None None] Current status of the port 5653ba65-3c17-4a2a-81d6-fb3911ead246 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:54:02.545174 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dbbe17-2ec7-4b34-95fd-44c9bfd4aa14 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:54:02.545650 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dbbe17-2ec7-4b34-95fd-44c9bfd4aa14 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:54:02.545931 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dbbe17-2ec7-4b34-95fd-44c9bfd4aa14 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:54:02.546264 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dbbe17-2ec7-4b34-95fd-44c9bfd4aa14 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:54:02.547185 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dbbe17-2ec7-4b34-95fd-44c9bfd4aa14 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:54:02.547185 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dbbe17-2ec7-4b34-95fd-44c9bfd4aa14 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:54:02.547833 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dbbe17-2ec7-4b34-95fd-44c9bfd4aa14 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:54:02.547833 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dbbe17-2ec7-4b34-95fd-44c9bfd4aa14 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:54:02.547833 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dbbe17-2ec7-4b34-95fd-44c9bfd4aa14 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:54:02.548278 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dbbe17-2ec7-4b34-95fd-44c9bfd4aa14 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:54:02.548469 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dbbe17-2ec7-4b34-95fd-44c9bfd4aa14 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:54:02.548787 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dbbe17-2ec7-4b34-95fd-44c9bfd4aa14 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:54:02.557464 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-69dbbe17-2ec7-4b34-95fd-44c9bfd4aa14 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:02.558590 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-69dbbe17-2ec7-4b34-95fd-44c9bfd4aa14 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] 10.222.0.41 "DELETE /v2.0/security-groups/dd9afcfa-5060-4961-835a-b00d44362201 HTTP/1.1" status: 204 len: 168 time: 0.4902692 Jun 01 19:54:02.562094 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 53964) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:54:02.609926 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ba4872fa-fc24-4e1a-b8cf-8196a9342c0c req-0de5a62d-b1a0-486b-92cc-b2a500631a7f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5653ba65-3c17-4a2a-81d6-fb3911ead246 HTTP/1.1" status: 200 len: 1001 time: 0.1182663 Jun 01 19:54:02.673711 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4872fa-fc24-4e1a-b8cf-8196a9342c0c req-fe8a970c-dc56-4c45-ac36-519d60a0f58a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:54:02.675265 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ba4872fa-fc24-4e1a-b8cf-8196a9342c0c req-fe8a970c-dc56-4c45-ac36-519d60a0f58a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b9818171-5d7c-46f8-8125-fafc46fbb383 HTTP/1.1" status: 200 len: 854 time: 0.0606065 Jun 01 19:54:02.769406 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4872fa-fc24-4e1a-b8cf-8196a9342c0c req-6cb71059-3dab-44e9-bd24-e1f6ef44c8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:54:02.770782 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ba4872fa-fc24-4e1a-b8cf-8196a9342c0c req-6cb71059-3dab-44e9-bd24-e1f6ef44c8d2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=76b4f87f-4955-4c2d-ae38-3027193ed545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0900226 Jun 01 19:54:02.789470 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-9abaea10-f561-4e42-8e24-d9bb55ffbe76 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Deleting port c5f4567d-dfb0-4f23-906c-d8c9a2e4369e {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:54:02.789849 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9abaea10-f561-4e42-8e24-d9bb55ffbe76 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:02.996461 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9abaea10-f561-4e42-8e24-d9bb55ffbe76 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:02.996785 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9abaea10-f561-4e42-8e24-d9bb55ffbe76 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:03.030550 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ba4872fa-fc24-4e1a-b8cf-8196a9342c0c req-518cb719-10e5-483f-828b-ef007ec6fd9f service neutron] 10.222.0.50 "GET /v2.0/networks/76b4f87f-4955-4c2d-ae38-3027193ed545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2534330 Jun 01 19:54:03.180980 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ba4872fa-fc24-4e1a-b8cf-8196a9342c0c req-285d997f-f251-416e-804a-de418c49a6bd service neutron] 10.222.0.50 "GET /v2.0/networks/76b4f87f-4955-4c2d-ae38-3027193ed545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452000 Jun 01 19:54:03.252916 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-9abaea10-f561-4e42-8e24-d9bb55ffbe76 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Calling delete_port for c5f4567d-dfb0-4f23-906c-d8c9a2e4369e owned by network:floatingip {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:54:03.442080 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9abaea10-f561-4e42-8e24-d9bb55ffbe76 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:03.501966 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abaea10-f561-4e42-8e24-d9bb55ffbe76 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Pushing event deleted for resources: {'Port': ['ID=c5f4567d-dfb0-4f23-906c-d8c9a2e4369e,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:54:03.598545 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9abaea10-f561-4e42-8e24-d9bb55ffbe76 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Notify callbacks [] for floatingip, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:03.599250 n-d-844202-1 neutron-server[88525]: INFO neutron.db.l3_db [None req-9abaea10-f561-4e42-8e24-d9bb55ffbe76 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Floating IP 9ef653aa-b69d-4ec0-a7d3-14a9a797efc0 disassociated (deleted). External IP: 172.25.4.71, port: 5653ba65-3c17-4a2a-81d6-fb3911ead246. Jun 01 19:54:03.992269 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9abaea10-f561-4e42-8e24-d9bb55ffbe76 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Router 8b809cb1-6707-4fb0-97cd-d90944275d61 has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 19:54:04.213241 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9abaea10-f561-4e42-8e24-d9bb55ffbe76 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:54:04.226423 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e4e9a0-21c1-421b-91fc-ade16ac0a8ce None None] Sync routers for ids ['8b809cb1-6707-4fb0-97cd-d90944275d61'] in n-d-844202-1 {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:54:04.236790 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e4e9a0-21c1-421b-91fc-ade16ac0a8ce None None] Routers {'8b809cb1-6707-4fb0-97cd-d90944275d61'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:54:04.237410 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-e2e4e9a0-21c1-421b-91fc-ade16ac0a8ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:53:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['8b809cb1-6707-4fb0-97cd-d90944275d61'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:54:04.243550 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9abaea10-f561-4e42-8e24-d9bb55ffbe76 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for floatingip, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:04.318015 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-9abaea10-f561-4e42-8e24-d9bb55ffbe76 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] 10.222.0.41 "DELETE /v2.0/floatingips/9ef653aa-b69d-4ec0-a7d3-14a9a797efc0 HTTP/1.1" status: 204 len: 168 time: 1.7544534 Jun 01 19:54:04.319049 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dd614bb-33da-497a-908b-7d7dfb61f008', 'tag': '5653ba65-3c17-4a2a-81d6-fb3911ead246'}] {{(pid=88525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:54:04.440599 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-e2e4e9a0-21c1-421b-91fc-ade16ac0a8ce None None] Set router 8b809cb1-6707-4fb0-97cd-d90944275d61 gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:54:04.720572 n-d-844202-1 neutron-server[88525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31e2cea4-a81b-4e96-bada-ead842bb9459'] response: {'name': 'network-changed', 'server_uuid': '9dd614bb-33da-497a-908b-7d7dfb61f008', 'tag': '5653ba65-3c17-4a2a-81d6-fb3911ead246', 'status': 'completed', 'code': 200} Jun 01 19:54:04.867965 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-e2e4e9a0-21c1-421b-91fc-ade16ac0a8ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b809cb1-6707-4fb0-97cd-d90944275d61', 'name': 'tempest-TestMinimumBasicScenario-1291983442-router', 'tenant_id': 'ab8b4b08c1734d9d8a09d76112303597', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.86'}], 'enable_snat': True}, 'gw_port_id': 'f2833076-b608-45ef-a1a6-c06b56f948cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:52:03Z', 'updated_at': '2022-06-01T19:52:07Z', 'revision_number': 4, 'project_id': 'ab8b4b08c1734d9d8a09d76112303597', 'gw_port': {'id': 'f2833076-b608-45ef-a1a6-c06b56f948cd', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:61:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b809cb1-6707-4fb0-97cd-d90944275d61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:52:03Z', 'updated_at': '2022-06-01T19:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '8d826e79-7f2f-457f-8c6b-1aecf695e4af', 'name': '', 'network_id': '76b4f87f-4955-4c2d-ae38-3027193ed545', 'tenant_id': 'ab8b4b08c1734d9d8a09d76112303597', 'mac_address': 'fa:16:3e:7f:d9:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b809cb1-6707-4fb0-97cd-d90944275d61', 'device_owner': 'network:router_interface', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': 'b9818171-5d7c-46f8-8125-fafc46fbb383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:52:06Z', 'updated_at': '2022-06-01T19:52:14Z', 'revision_number': 5, 'project_id': 'ab8b4b08c1734d9d8a09d76112303597', 'subnets': [{'id': 'b9818171-5d7c-46f8-8125-fafc46fbb383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:54:04.871943 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fe4e19-4e41-4d6b-bc1f-b226b6e0a715 req-67b9af66-5611-41e6-9010-543b6e6aada8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:54:04.872555 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e4e9a0-21c1-421b-91fc-ade16ac0a8ce None None] Checking router: 8b809cb1-6707-4fb0-97cd-d90944275d61 for host: n-d-844202-1 {{(pid=88526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 19:54:04.874325 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-46fe4e19-4e41-4d6b-bc1f-b226b6e0a715 req-67b9af66-5611-41e6-9010-543b6e6aada8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ab8b4b08c1734d9d8a09d76112303597&device_id=9dd614bb-33da-497a-908b-7d7dfb61f008 HTTP/1.1" status: 200 len: 1097 time: 0.1212399 Jun 01 19:54:04.881241 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e4e9a0-21c1-421b-91fc-ade16ac0a8ce None None] Routers {'8b809cb1-6707-4fb0-97cd-d90944275d61'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:54:04.881849 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-e2e4e9a0-21c1-421b-91fc-ade16ac0a8ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:53:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['8b809cb1-6707-4fb0-97cd-d90944275d61'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:54:05.027930 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fe4e19-4e41-4d6b-bc1f-b226b6e0a715 req-7cac90f7-10e2-4345-9cb2-23360c0dad88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:54:05.027930 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-46fe4e19-4e41-4d6b-bc1f-b226b6e0a715 req-7cac90f7-10e2-4345-9cb2-23360c0dad88 service neutron] 10.222.0.50 "GET /v2.0/networks?id=76b4f87f-4955-4c2d-ae38-3027193ed545 HTTP/1.1" status: 200 len: 916 time: 0.1444988 Jun 01 19:54:05.078965 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-e2e4e9a0-21c1-421b-91fc-ade16ac0a8ce None None] Set router 8b809cb1-6707-4fb0-97cd-d90944275d61 gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:54:05.105331 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-46fe4e19-4e41-4d6b-bc1f-b226b6e0a715 req-4c7e2f32-eb59-44e0-b638-d7f2e1d949ac service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5653ba65-3c17-4a2a-81d6-fb3911ead246 HTTP/1.1" status: 200 len: 217 time: 0.0753365 Jun 01 19:54:05.180055 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fe4e19-4e41-4d6b-bc1f-b226b6e0a715 req-66c485e1-3df9-4358-b331-596fde825aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:54:05.181682 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-46fe4e19-4e41-4d6b-bc1f-b226b6e0a715 req-66c485e1-3df9-4358-b331-596fde825aaf service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b9818171-5d7c-46f8-8125-fafc46fbb383 HTTP/1.1" status: 200 len: 854 time: 0.0710387 Jun 01 19:54:05.263231 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fe4e19-4e41-4d6b-bc1f-b226b6e0a715 req-19dd2fca-58a6-48aa-95e0-dc07c32d1d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:54:05.264767 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-46fe4e19-4e41-4d6b-bc1f-b226b6e0a715 req-19dd2fca-58a6-48aa-95e0-dc07c32d1d25 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=76b4f87f-4955-4c2d-ae38-3027193ed545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0771284 Jun 01 19:54:05.405911 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-46fe4e19-4e41-4d6b-bc1f-b226b6e0a715 req-8ee181f5-ee30-411e-8494-b9c8badaf2b3 service neutron] 10.222.0.50 "GET /v2.0/networks/76b4f87f-4955-4c2d-ae38-3027193ed545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351154 Jun 01 19:54:05.425478 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-e2e4e9a0-21c1-421b-91fc-ade16ac0a8ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b809cb1-6707-4fb0-97cd-d90944275d61', 'name': 'tempest-TestMinimumBasicScenario-1291983442-router', 'tenant_id': 'ab8b4b08c1734d9d8a09d76112303597', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.86'}], 'enable_snat': True}, 'gw_port_id': 'f2833076-b608-45ef-a1a6-c06b56f948cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:52:03Z', 'updated_at': '2022-06-01T19:52:07Z', 'revision_number': 4, 'project_id': 'ab8b4b08c1734d9d8a09d76112303597', 'gw_port': {'id': 'f2833076-b608-45ef-a1a6-c06b56f948cd', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:61:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b809cb1-6707-4fb0-97cd-d90944275d61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:52:03Z', 'updated_at': '2022-06-01T19:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '8d826e79-7f2f-457f-8c6b-1aecf695e4af', 'name': '', 'network_id': '76b4f87f-4955-4c2d-ae38-3027193ed545', 'tenant_id': 'ab8b4b08c1734d9d8a09d76112303597', 'mac_address': 'fa:16:3e:7f:d9:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b809cb1-6707-4fb0-97cd-d90944275d61', 'device_owner': 'network:router_interface', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': 'b9818171-5d7c-46f8-8125-fafc46fbb383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:52:06Z', 'updated_at': '2022-06-01T19:52:14Z', 'revision_number': 5, 'project_id': 'ab8b4b08c1734d9d8a09d76112303597', 'subnets': [{'id': 'b9818171-5d7c-46f8-8125-fafc46fbb383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:54:05.429791 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e4e9a0-21c1-421b-91fc-ade16ac0a8ce None None] The sync data for ids ['8b809cb1-6707-4fb0-97cd-d90944275d61'] in n-d-844202-1 is: [{'id': '8b809cb1-6707-4fb0-97cd-d90944275d61', 'name': 'tempest-TestMinimumBasicScenario-1291983442-router', 'tenant_id': 'ab8b4b08c1734d9d8a09d76112303597', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.86'}], 'enable_snat': True}, 'gw_port_id': 'f2833076-b608-45ef-a1a6-c06b56f948cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:52:03Z', 'updated_at': '2022-06-01T19:52:07Z', 'revision_number': 4, 'project_id': 'ab8b4b08c1734d9d8a09d76112303597', 'gw_port': {'id': 'f2833076-b608-45ef-a1a6-c06b56f948cd', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:61:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b809cb1-6707-4fb0-97cd-d90944275d61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:52:03Z', 'updated_at': '2022-06-01T19:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '8d826e79-7f2f-457f-8c6b-1aecf695e4af', 'name': '', 'network_id': '76b4f87f-4955-4c2d-ae38-3027193ed545', 'tenant_id': 'ab8b4b08c1734d9d8a09d76112303597', 'mac_address': 'fa:16:3e:7f:d9:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b809cb1-6707-4fb0-97cd-d90944275d61', 'device_owner': 'network:router_interface', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': 'b9818171-5d7c-46f8-8125-fafc46fbb383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:52:06Z', 'updated_at': '2022-06-01T19:52:14Z', 'revision_number': 5, 'project_id': 'ab8b4b08c1734d9d8a09d76112303597', 'subnets': [{'id': 'b9818171-5d7c-46f8-8125-fafc46fbb383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:54:05.553998 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-46fe4e19-4e41-4d6b-bc1f-b226b6e0a715 req-092e998b-d25e-41b0-bebc-535b53e3891f service neutron] 10.222.0.50 "GET /v2.0/networks/76b4f87f-4955-4c2d-ae38-3027193ed545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425397 Jun 01 19:54:05.696193 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8587868c-c810-41bd-9ba9-cfe48843281e None None] New status for floating IP 9ef653aa-b69d-4ec0-a7d3-14a9a797efc0: DOWN {{(pid=88527) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 19:54:07.198075 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-5b3e5348-e051-4a96-8502-7d7a48b7c267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:08.805926 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ba0317-51b7-4163-96e7-ecf73a0e23fe req-bcb8e626-6a01-45bd-a273-fc3c4e317b1e tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:54:08.806710 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-c0ba0317-51b7-4163-96e7-ecf73a0e23fe req-bcb8e626-6a01-45bd-a273-fc3c4e317b1e tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Synchronizing usage tracker for tenant:ab8b4b08c1734d9d8a09d76112303597 on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:54:08.823558 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-c0ba0317-51b7-4163-96e7-ecf73a0e23fe req-bcb8e626-6a01-45bd-a273-fc3c4e317b1e tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Unset dirty status for tenant:ab8b4b08c1734d9d8a09d76112303597 on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:54:08.824977 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c0ba0317-51b7-4163-96e7-ecf73a0e23fe req-bcb8e626-6a01-45bd-a273-fc3c4e317b1e tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] 10.222.0.41 "GET /v2.0/ports?device_id=9dd614bb-33da-497a-908b-7d7dfb61f008 HTTP/1.1" status: 200 len: 946 time: 0.1037195 Jun 01 19:54:08.872075 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c0ba0317-51b7-4163-96e7-ecf73a0e23fe req-f99c2dfb-dfdf-4299-ab6b-d88640303b67 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] 10.222.0.41 "GET /v2.0/security-groups?id=932832c6-cc54-480e-90b4-0629252fbbf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402658 Jun 01 19:54:09.665606 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-d8fa108f-b149-4e9c-a4c7-ad52473eab48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:10.096423 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c1d615-0f81-48ff-b761-1519a41cc565 req-949180c2-b2c5-43da-bea0-f738a1745338 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:54:10.098289 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-03c1d615-0f81-48ff-b761-1519a41cc565 req-949180c2-b2c5-43da-bea0-f738a1745338 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] 10.222.0.41 "GET /v2.0/ports?device_id=9dd614bb-33da-497a-908b-7d7dfb61f008 HTTP/1.1" status: 200 len: 946 time: 0.0931756 Jun 01 19:54:10.164027 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-03c1d615-0f81-48ff-b761-1519a41cc565 req-177db94f-350b-4dd4-bad7-8df3d6a67a4c tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] 10.222.0.41 "GET /v2.0/security-groups?id=932832c6-cc54-480e-90b4-0629252fbbf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585468 Jun 01 19:54:10.389145 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad07375e-ce99-458d-9c16-0b8b6cf6f5db req-ce26cff9-4493-466a-a5f0-861ef908f89b tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:54:10.389899 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-ad07375e-ce99-458d-9c16-0b8b6cf6f5db req-ce26cff9-4493-466a-a5f0-861ef908f89b tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Synchronizing usage tracker for tenant:ab8b4b08c1734d9d8a09d76112303597 on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:54:10.402483 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-ad07375e-ce99-458d-9c16-0b8b6cf6f5db req-ce26cff9-4493-466a-a5f0-861ef908f89b tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Unset dirty status for tenant:ab8b4b08c1734d9d8a09d76112303597 on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:54:10.403606 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ad07375e-ce99-458d-9c16-0b8b6cf6f5db req-ce26cff9-4493-466a-a5f0-861ef908f89b tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] 10.222.0.50 "GET /v2.0/ports?device_id=9dd614bb-33da-497a-908b-7d7dfb61f008 HTTP/1.1" status: 200 len: 946 time: 0.0997276 Jun 01 19:54:10.478301 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-ad07375e-ce99-458d-9c16-0b8b6cf6f5db req-571998b5-78ef-4e7b-beda-255d257f06ac tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Deleting port 5653ba65-3c17-4a2a-81d6-fb3911ead246 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:54:10.478643 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-ad07375e-ce99-458d-9c16-0b8b6cf6f5db req-571998b5-78ef-4e7b-beda-255d257f06ac tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:10.758347 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-ad07375e-ce99-458d-9c16-0b8b6cf6f5db req-571998b5-78ef-4e7b-beda-255d257f06ac tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] For port 5653ba65-3c17-4a2a-81d6-fb3911ead246, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=5653ba65-3c17-4a2a-81d6-fb3911ead246,segment=NetworkSegment(4ce91b9b-d9fd-4e83-8654-997e0e24117d),segment_id=4ce91b9b-d9fd-4e83-8654-997e0e24117d)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:54:10.758617 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-ad07375e-ce99-458d-9c16-0b8b6cf6f5db req-571998b5-78ef-4e7b-beda-255d257f06ac tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:10.800740 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:10.828742 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:10.892561 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-ad07375e-ce99-458d-9c16-0b8b6cf6f5db req-571998b5-78ef-4e7b-beda-255d257f06ac tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Calling delete_port for 5653ba65-3c17-4a2a-81d6-fb3911ead246 owned by compute:nova {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:54:11.154983 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-ad07375e-ce99-458d-9c16-0b8b6cf6f5db req-571998b5-78ef-4e7b-beda-255d257f06ac tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:11.166676 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] get_ports_and_sgs() called for port_ids ['5653ba65-3c17-4a2a-81d6-fb3911ead246'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 19:54:11.228578 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571998b5-78ef-4e7b-beda-255d257f06ac tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Pushing event deleted for resources: {'Port': ['ID=5653ba65-3c17-4a2a-81d6-fb3911ead246,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:54:11.320594 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad07375e-ce99-458d-9c16-0b8b6cf6f5db req-571998b5-78ef-4e7b-beda-255d257f06ac tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] No DVR routers for this DVR port 5653ba65-3c17-4a2a-81d6-fb3911ead246 on host n-h2-844202-1 {{(pid=88524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:54:11.323229 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-ad07375e-ce99-458d-9c16-0b8b6cf6f5db req-571998b5-78ef-4e7b-beda-255d257f06ac tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:11.325851 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dd614bb-33da-497a-908b-7d7dfb61f008', 'name': 'network-vif-deleted', 'tag': '5653ba65-3c17-4a2a-81d6-fb3911ead246'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:54:11.343032 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ad07375e-ce99-458d-9c16-0b8b6cf6f5db req-571998b5-78ef-4e7b-beda-255d257f06ac tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] 10.222.0.50 "DELETE /v2.0/ports/5653ba65-3c17-4a2a-81d6-fb3911ead246 HTTP/1.1" status: 204 len: 173 time: 0.9340699 Jun 01 19:54:11.361108 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b24e04d4-f2a3-4702-bb94-abf63f5b1f90 req-0868c681-08ac-485e-aae4-5487027dd145 tempest-TestMinimumBasicScenario-920583419 tempest-TestMinimumBasicScenario-920583419-project] 10.222.0.41 "GET /v2.0/ports?device_id=9dd614bb-33da-497a-908b-7d7dfb61f008 HTTP/1.1" status: 200 len: 210 time: 0.0562413 Jun 01 19:54:11.419808 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee970c68-8268-44f4-831d-d980f0618fa8'] response: {'server_uuid': '9dd614bb-33da-497a-908b-7d7dfb61f008', 'name': 'network-vif-deleted', 'tag': '5653ba65-3c17-4a2a-81d6-fb3911ead246', 'status': 'completed', 'code': 200} Jun 01 19:54:11.862905 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:12.176966 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:12.474365 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:13.044134 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 54050) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:54:13.607789 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-be2a73fb-0d41-4ec9-aa0c-5e207fc13b1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-887474'] for router_interface, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:13.974183 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-be2a73fb-0d41-4ec9-aa0c-5e207fc13b1b admin admin] Deleting port 8d826e79-7f2f-457f-8c6b-1aecf695e4af {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:54:13.974516 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-be2a73fb-0d41-4ec9-aa0c-5e207fc13b1b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:14.175678 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [None req-be2a73fb-0d41-4ec9-aa0c-5e207fc13b1b admin admin] For port 8d826e79-7f2f-457f-8c6b-1aecf695e4af, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=8d826e79-7f2f-457f-8c6b-1aecf695e4af,segment=NetworkSegment(4ce91b9b-d9fd-4e83-8654-997e0e24117d),segment_id=4ce91b9b-d9fd-4e83-8654-997e0e24117d)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:54:14.176401 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-be2a73fb-0d41-4ec9-aa0c-5e207fc13b1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:14.412801 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-be2a73fb-0d41-4ec9-aa0c-5e207fc13b1b admin admin] Calling delete_port for 8d826e79-7f2f-457f-8c6b-1aecf695e4af owned by network:router_interface {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:54:14.428956 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 5653ba65-3c17-4a2a-81d6-fb3911ead246 no longer exists at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:54:14.463029 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] No Port match for: 5653ba65-3c17-4a2a-81d6-fb3911ead246 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:54:14.463392 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 5653ba65-3c17-4a2a-81d6-fb3911ead246 not bound to the agent host n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:54:14.749269 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-be2a73fb-0d41-4ec9-aa0c-5e207fc13b1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:14.796975 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2a73fb-0d41-4ec9-aa0c-5e207fc13b1b admin admin] Pushing event deleted for resources: {'Port': ['ID=8d826e79-7f2f-457f-8c6b-1aecf695e4af,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:54:15.080218 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-be2a73fb-0d41-4ec9-aa0c-5e207fc13b1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-887310'] for router_interface, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:15.455845 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be2a73fb-0d41-4ec9-aa0c-5e207fc13b1b admin admin] Router 8b809cb1-6707-4fb0-97cd-d90944275d61 has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 19:54:15.646079 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be2a73fb-0d41-4ec9-aa0c-5e207fc13b1b admin admin] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:54:15.655674 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bab26f0-87be-4271-98b1-3c14a4dc28e5 None None] Sync routers for ids ['8b809cb1-6707-4fb0-97cd-d90944275d61'] in n-d-844202-1 {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:54:15.658838 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-be2a73fb-0d41-4ec9-aa0c-5e207fc13b1b admin admin] 10.222.0.41 "PUT /v2.0/routers/8b809cb1-6707-4fb0-97cd-d90944275d61/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6135674 Jun 01 19:54:15.661368 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 54054) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:54:15.666234 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bab26f0-87be-4271-98b1-3c14a4dc28e5 None None] Routers {'8b809cb1-6707-4fb0-97cd-d90944275d61'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:54:15.667104 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-6bab26f0-87be-4271-98b1-3c14a4dc28e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:54:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['8b809cb1-6707-4fb0-97cd-d90944275d61'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:54:15.882508 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-6bab26f0-87be-4271-98b1-3c14a4dc28e5 None None] Set router 8b809cb1-6707-4fb0-97cd-d90944275d61 gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:54:15.981129 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-3d0b50e9-19aa-425e-af36-528eff0d0041 admin admin] Notify callbacks [] for router, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:16.185245 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-3d0b50e9-19aa-425e-af36-528eff0d0041 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:16.196197 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-3d0b50e9-19aa-425e-af36-528eff0d0041 admin admin] Deleting port f2833076-b608-45ef-a1a6-c06b56f948cd {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:54:16.196564 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-3d0b50e9-19aa-425e-af36-528eff0d0041 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:16.199617 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-6bab26f0-87be-4271-98b1-3c14a4dc28e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b809cb1-6707-4fb0-97cd-d90944275d61', 'name': 'tempest-TestMinimumBasicScenario-1291983442-router', 'tenant_id': 'ab8b4b08c1734d9d8a09d76112303597', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.86'}], 'enable_snat': True}, 'gw_port_id': 'f2833076-b608-45ef-a1a6-c06b56f948cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:52:03Z', 'updated_at': '2022-06-01T19:54:14Z', 'revision_number': 5, 'project_id': 'ab8b4b08c1734d9d8a09d76112303597', 'gw_port': {'id': 'f2833076-b608-45ef-a1a6-c06b56f948cd', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:61:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b809cb1-6707-4fb0-97cd-d90944275d61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:52:03Z', 'updated_at': '2022-06-01T19:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:54:16.205037 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bab26f0-87be-4271-98b1-3c14a4dc28e5 None None] Checking router: 8b809cb1-6707-4fb0-97cd-d90944275d61 for host: n-d-844202-1 {{(pid=88526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 19:54:16.213991 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bab26f0-87be-4271-98b1-3c14a4dc28e5 None None] Routers {'8b809cb1-6707-4fb0-97cd-d90944275d61'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:54:16.214588 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-6bab26f0-87be-4271-98b1-3c14a4dc28e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:54:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['8b809cb1-6707-4fb0-97cd-d90944275d61'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:54:16.381380 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [None req-3d0b50e9-19aa-425e-af36-528eff0d0041 admin admin] For port f2833076-b608-45ef-a1a6-c06b56f948cd, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=f2833076-b608-45ef-a1a6-c06b56f948cd,segment=NetworkSegment(7875af61-4c53-4ff2-b8c8-d4b7c35ff947),segment_id=7875af61-4c53-4ff2-b8c8-d4b7c35ff947)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:54:16.381734 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-3d0b50e9-19aa-425e-af36-528eff0d0041 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:16.431503 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-6bab26f0-87be-4271-98b1-3c14a4dc28e5 None None] Set router 8b809cb1-6707-4fb0-97cd-d90944275d61 gateway port host: None {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:54:16.511006 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-3d0b50e9-19aa-425e-af36-528eff0d0041 admin admin] Calling delete_port for f2833076-b608-45ef-a1a6-c06b56f948cd owned by network:router_gateway {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:54:16.541490 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-6bab26f0-87be-4271-98b1-3c14a4dc28e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b809cb1-6707-4fb0-97cd-d90944275d61', 'name': 'tempest-TestMinimumBasicScenario-1291983442-router', 'tenant_id': 'ab8b4b08c1734d9d8a09d76112303597', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:52:03Z', 'updated_at': '2022-06-01T19:54:16Z', 'revision_number': 6, 'project_id': 'ab8b4b08c1734d9d8a09d76112303597', 'gw_port_host': None}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:54:16.545918 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bab26f0-87be-4271-98b1-3c14a4dc28e5 None None] The sync data for ids ['8b809cb1-6707-4fb0-97cd-d90944275d61'] in n-d-844202-1 is: [{'id': '8b809cb1-6707-4fb0-97cd-d90944275d61', 'name': 'tempest-TestMinimumBasicScenario-1291983442-router', 'tenant_id': 'ab8b4b08c1734d9d8a09d76112303597', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:52:03Z', 'updated_at': '2022-06-01T19:54:16Z', 'revision_number': 6, 'project_id': 'ab8b4b08c1734d9d8a09d76112303597', 'gw_port_host': None}] {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:54:16.686083 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-3d0b50e9-19aa-425e-af36-528eff0d0041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:16.763068 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0b50e9-19aa-425e-af36-528eff0d0041 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2833076-b608-45ef-a1a6-c06b56f948cd,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:54:16.829403 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-3d0b50e9-19aa-425e-af36-528eff0d0041 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-887703'] for router_gateway, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:17.011316 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-3d0b50e9-19aa-425e-af36-528eff0d0041 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25316'] for router, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:17.013638 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-3d0b50e9-19aa-425e-af36-528eff0d0041 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:17.036526 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-3d0b50e9-19aa-425e-af36-528eff0d0041 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-891519'] for router, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:17.037026 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d0b50e9-19aa-425e-af36-528eff0d0041 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8b809cb1-6707-4fb0-97cd-d90944275d61 {{(pid=88524) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 19:54:17.055113 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-3d0b50e9-19aa-425e-af36-528eff0d0041 admin admin] Notify callbacks [] for router, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:17.056419 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-3d0b50e9-19aa-425e-af36-528eff0d0041 admin admin] 10.222.0.41 "DELETE /v2.0/routers/8b809cb1-6707-4fb0-97cd-d90944275d61 HTTP/1.1" status: 204 len: 168 time: 1.3941228 Jun 01 19:54:17.059037 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 54058) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:54:17.120491 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_v2 [None req-2af93892-6c05-434e-95e0-3918f71d33c5 admin admin] Deleting subnet b9818171-5d7c-46f8-8125-fafc46fbb383 {{(pid=88524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 19:54:17.123333 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2af93892-6c05-434e-95e0-3918f71d33c5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:17.171814 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2af93892-6c05-434e-95e0-3918f71d33c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2702137'] for subnet, precommit_delete_associations {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:17.356281 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2af93892-6c05-434e-95e0-3918f71d33c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:17.435672 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2af93892-6c05-434e-95e0-3918f71d33c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2718856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3066595'] for subnet, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:17.474559 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af93892-6c05-434e-95e0-3918f71d33c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9818171-5d7c-46f8-8125-fafc46fbb383,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:54:17.476572 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2af93892-6c05-434e-95e0-3918f71d33c5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:17.480816 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12b3b128-5378-49bb-9a5f-7c98faa8fd7a None None] Network 76b4f87f-4955-4c2d-ae38-3027193ed545 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:54:17.485991 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-2af93892-6c05-434e-95e0-3918f71d33c5 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/b9818171-5d7c-46f8-8125-fafc46fbb383 HTTP/1.1" status: 204 len: 168 time: 0.4259133 Jun 01 19:54:17.488312 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 54062) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:54:17.618355 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4abb2891-ebba-46bd-87e3-060fdbb8b749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:17.634891 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-4abb2891-ebba-46bd-87e3-060fdbb8b749 admin admin] Deleting port 524875ff-9258-4943-be8c-ddabfe221ac5 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:54:17.635226 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4abb2891-ebba-46bd-87e3-060fdbb8b749 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:17.675521 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 8d826e79-7f2f-457f-8c6b-1aecf695e4af no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:54:17.719506 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: 8d826e79-7f2f-457f-8c6b-1aecf695e4af {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:54:17.719950 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 8d826e79-7f2f-457f-8c6b-1aecf695e4af not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:54:17.720410 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device f2833076-b608-45ef-a1a6-c06b56f948cd no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:54:17.762483 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: f2833076-b608-45ef-a1a6-c06b56f948cd {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:54:17.762805 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device f2833076-b608-45ef-a1a6-c06b56f948cd not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:54:17.864461 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [None req-4abb2891-ebba-46bd-87e3-060fdbb8b749 admin admin] For port 524875ff-9258-4943-be8c-ddabfe221ac5, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=524875ff-9258-4943-be8c-ddabfe221ac5,segment=NetworkSegment(4ce91b9b-d9fd-4e83-8654-997e0e24117d),segment_id=4ce91b9b-d9fd-4e83-8654-997e0e24117d)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:54:17.864810 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4abb2891-ebba-46bd-87e3-060fdbb8b749 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:17.869044 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8c64154-a624-495f-a7f0-c61364ca46d0 None None] DHCP port deletion for 76b4f87f-4955-4c2d-ae38-3027193ed545 request from n-d-844202-1 {{(pid=88526) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 19:54:17.873312 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-d8c64154-a624-495f-a7f0-c61364ca46d0 None None] Deleting port 524875ff-9258-4943-be8c-ddabfe221ac5 {{(pid=88526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:54:17.873681 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-d8c64154-a624-495f-a7f0-c61364ca46d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:17.988783 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-4abb2891-ebba-46bd-87e3-060fdbb8b749 admin admin] Calling delete_port for 524875ff-9258-4943-be8c-ddabfe221ac5 owned by network:dhcp {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:54:18.067764 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4abb2891-ebba-46bd-87e3-060fdbb8b749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:18.084472 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-d8c64154-a624-495f-a7f0-c61364ca46d0 None None] For port 524875ff-9258-4943-be8c-ddabfe221ac5, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=524875ff-9258-4943-be8c-ddabfe221ac5,segment=NetworkSegment(4ce91b9b-d9fd-4e83-8654-997e0e24117d),segment_id=4ce91b9b-d9fd-4e83-8654-997e0e24117d)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:54:18.084859 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-d8c64154-a624-495f-a7f0-c61364ca46d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:18.116499 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abb2891-ebba-46bd-87e3-060fdbb8b749 admin admin] Pushing event deleted for resources: {'Port': ['ID=524875ff-9258-4943-be8c-ddabfe221ac5,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:54:18.118267 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4abb2891-ebba-46bd-87e3-060fdbb8b749 admin admin] No DVR routers for this DVR port 524875ff-9258-4943-be8c-ddabfe221ac5 on host n-d-844202-1 {{(pid=88524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:54:18.211312 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-d8c64154-a624-495f-a7f0-c61364ca46d0 None None] Calling delete_port for 524875ff-9258-4943-be8c-ddabfe221ac5 owned by network:dhcp {{(pid=88526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:54:18.243919 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4abb2891-ebba-46bd-87e3-060fdbb8b749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:18.271440 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-4abb2891-ebba-46bd-87e3-060fdbb8b749 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76b4f87f-4955-4c2d-ae38-3027193ed545']}} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:54:18.284151 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-4abb2891-ebba-46bd-87e3-060fdbb8b749 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ce91b9b-d9fd-4e83-8654-997e0e24117d') {'for_net_delete': True} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:54:18.284470 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-4abb2891-ebba-46bd-87e3-060fdbb8b749 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ce91b9b-d9fd-4e83-8654-997e0e24117d') {} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:54:18.285252 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.db.api [None req-d8c64154-a624-495f-a7f0-c61364ca46d0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88526) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 19:54:18.285612 n-d-844202-1 neutron-server[88526]: DEBUG oslo_db.api [None req-d8c64154-a624-495f-a7f0-c61364ca46d0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 19:54:18.295712 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4abb2891-ebba-46bd-87e3-060fdbb8b749 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2702126'] for segment, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:18.312236 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4abb2891-ebba-46bd-87e3-060fdbb8b749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:18.318406 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4abb2891-ebba-46bd-87e3-060fdbb8b749 admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=88524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 19:54:18.318729 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4abb2891-ebba-46bd-87e3-060fdbb8b749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2719018'] for segment, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:18.384469 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment 4ce91b9b-d9fd-4e83-8654-997e0e24117d resource provider aggregate not found Jun 01 19:54:18.406669 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment 4ce91b9b-d9fd-4e83-8654-997e0e24117d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4ce91b9b-d9fd-4e83-8654-997e0e24117d found for delete ", "request_id": "req-5dfd33cf-42bb-400d-9d4e-0caa8d1dfa16"}]} Jun 01 19:54:18.418726 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4abb2891-ebba-46bd-87e3-060fdbb8b749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:18.434715 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4abb2891-ebba-46bd-87e3-060fdbb8b749 admin admin] Notify callbacks [] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:18.444718 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abb2891-ebba-46bd-87e3-060fdbb8b749 admin admin] Pushing event deleted for resources: {'Network': ['ID=76b4f87f-4955-4c2d-ae38-3027193ed545,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:54:18.458411 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-4abb2891-ebba-46bd-87e3-060fdbb8b749 admin admin] 10.222.0.41 "DELETE /v2.0/networks/76b4f87f-4955-4c2d-ae38-3027193ed545 HTTP/1.1" status: 204 len: 168 time: 0.9688785 Jun 01 19:54:18.461443 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 54070) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:54:18.787347 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-d8c64154-a624-495f-a7f0-c61364ca46d0 None None] Deleting port 524875ff-9258-4943-be8c-ddabfe221ac5 {{(pid=88526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:54:18.788049 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-d8c64154-a624-495f-a7f0-c61364ca46d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:18.859052 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-d8c64154-a624-495f-a7f0-c61364ca46d0 None None] The port '524875ff-9258-4943-be8c-ddabfe221ac5' was deleted {{(pid=88526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 01 19:54:19.112518 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-fa919095-aa64-4c4e-a154-c23b6576e6e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-887474'] for router_interface, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:19.472567 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-fa919095-aa64-4c4e-a154-c23b6576e6e8 admin admin] Deleting port c4ba1bae-2a89-46ce-85f2-9039f29e0e67 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:54:19.472893 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-fa919095-aa64-4c4e-a154-c23b6576e6e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:19.625493 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 524875ff-9258-4943-be8c-ddabfe221ac5 no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:54:19.653252 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [None req-fa919095-aa64-4c4e-a154-c23b6576e6e8 admin admin] For port c4ba1bae-2a89-46ce-85f2-9039f29e0e67, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=c4ba1bae-2a89-46ce-85f2-9039f29e0e67,segment=NetworkSegment(41c1db52-09d0-446a-b8c3-a2e611a156a4),segment_id=41c1db52-09d0-446a-b8c3-a2e611a156a4)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:54:19.653608 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-fa919095-aa64-4c4e-a154-c23b6576e6e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:19.660466 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: 524875ff-9258-4943-be8c-ddabfe221ac5 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:54:19.660815 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 524875ff-9258-4943-be8c-ddabfe221ac5 not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:54:19.776583 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-fa919095-aa64-4c4e-a154-c23b6576e6e8 admin admin] Calling delete_port for c4ba1bae-2a89-46ce-85f2-9039f29e0e67 owned by network:router_interface {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:54:19.959931 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-fa919095-aa64-4c4e-a154-c23b6576e6e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:20.010078 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa919095-aa64-4c4e-a154-c23b6576e6e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=c4ba1bae-2a89-46ce-85f2-9039f29e0e67,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:54:20.279722 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-fa919095-aa64-4c4e-a154-c23b6576e6e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-887310'] for router_interface, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:20.756848 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa919095-aa64-4c4e-a154-c23b6576e6e8 admin admin] Router 245ce5ed-5d4b-43b0-89f0-e6c36e4ae124 has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 19:54:20.941360 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa919095-aa64-4c4e-a154-c23b6576e6e8 admin admin] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:54:20.950610 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84694b0-e50e-44d2-be8c-95be350f2a1c None None] Sync routers for ids ['245ce5ed-5d4b-43b0-89f0-e6c36e4ae124'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:54:20.951157 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-fa919095-aa64-4c4e-a154-c23b6576e6e8 admin admin] 10.222.0.41 "PUT /v2.0/routers/245ce5ed-5d4b-43b0-89f0-e6c36e4ae124/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4881010 Jun 01 19:54:20.953675 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 54074) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:54:20.961078 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84694b0-e50e-44d2-be8c-95be350f2a1c None None] Routers {'245ce5ed-5d4b-43b0-89f0-e6c36e4ae124'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:54:20.961675 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-d84694b0-e50e-44d2-be8c-95be350f2a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:54:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['245ce5ed-5d4b-43b0-89f0-e6c36e4ae124'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:54:21.131536 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-11bc109f-851c-4ee9-822a-5c08240cd86d admin admin] Notify callbacks [] for router, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:21.138798 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-d84694b0-e50e-44d2-be8c-95be350f2a1c None None] Set router 245ce5ed-5d4b-43b0-89f0-e6c36e4ae124 gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:54:21.311282 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-11bc109f-851c-4ee9-822a-5c08240cd86d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:21.322799 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-11bc109f-851c-4ee9-822a-5c08240cd86d admin admin] Deleting port 47672869-30d9-482a-9964-e867b34f6abc {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:54:21.323139 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-11bc109f-851c-4ee9-822a-5c08240cd86d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:21.418337 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-d84694b0-e50e-44d2-be8c-95be350f2a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '245ce5ed-5d4b-43b0-89f0-e6c36e4ae124', 'name': 'tempest-TestMinimumBasicScenario-1370222055-router', 'tenant_id': 'd813fe32475544eb8f230b50bf00611c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.138'}], 'enable_snat': True}, 'gw_port_id': '47672869-30d9-482a-9964-e867b34f6abc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:52:09Z', 'updated_at': '2022-06-01T19:54:19Z', 'revision_number': 5, 'project_id': 'd813fe32475544eb8f230b50bf00611c', 'gw_port': {'id': '47672869-30d9-482a-9964-e867b34f6abc', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:ab:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '245ce5ed-5d4b-43b0-89f0-e6c36e4ae124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:52:10Z', 'updated_at': '2022-06-01T19:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:54:21.422787 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84694b0-e50e-44d2-be8c-95be350f2a1c None None] Checking router: 245ce5ed-5d4b-43b0-89f0-e6c36e4ae124 for host: n-d-844202-1 {{(pid=88527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 19:54:21.431877 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84694b0-e50e-44d2-be8c-95be350f2a1c None None] Routers {'245ce5ed-5d4b-43b0-89f0-e6c36e4ae124'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:54:21.432503 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-d84694b0-e50e-44d2-be8c-95be350f2a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:54:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['245ce5ed-5d4b-43b0-89f0-e6c36e4ae124'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:54:21.504574 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [None req-11bc109f-851c-4ee9-822a-5c08240cd86d admin admin] For port 47672869-30d9-482a-9964-e867b34f6abc, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=47672869-30d9-482a-9964-e867b34f6abc,segment=NetworkSegment(7875af61-4c53-4ff2-b8c8-d4b7c35ff947),segment_id=7875af61-4c53-4ff2-b8c8-d4b7c35ff947)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:54:21.504924 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-11bc109f-851c-4ee9-822a-5c08240cd86d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:21.599369 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-d84694b0-e50e-44d2-be8c-95be350f2a1c None None] Set router 245ce5ed-5d4b-43b0-89f0-e6c36e4ae124 gateway port host: None {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:54:21.630695 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-11bc109f-851c-4ee9-822a-5c08240cd86d admin admin] Calling delete_port for 47672869-30d9-482a-9964-e867b34f6abc owned by network:router_gateway {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:54:21.709265 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-d84694b0-e50e-44d2-be8c-95be350f2a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '245ce5ed-5d4b-43b0-89f0-e6c36e4ae124', 'name': 'tempest-TestMinimumBasicScenario-1370222055-router', 'tenant_id': 'd813fe32475544eb8f230b50bf00611c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:52:09Z', 'updated_at': '2022-06-01T19:54:21Z', 'revision_number': 6, 'project_id': 'd813fe32475544eb8f230b50bf00611c', 'gw_port_host': None}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:54:21.713725 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84694b0-e50e-44d2-be8c-95be350f2a1c None None] The sync data for ids ['245ce5ed-5d4b-43b0-89f0-e6c36e4ae124'] in n-d-844202-1 is: [{'id': '245ce5ed-5d4b-43b0-89f0-e6c36e4ae124', 'name': 'tempest-TestMinimumBasicScenario-1370222055-router', 'tenant_id': 'd813fe32475544eb8f230b50bf00611c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:52:09Z', 'updated_at': '2022-06-01T19:54:21Z', 'revision_number': 6, 'project_id': 'd813fe32475544eb8f230b50bf00611c', 'gw_port_host': None}] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:54:21.811204 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-11bc109f-851c-4ee9-822a-5c08240cd86d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:21.972884 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bc109f-851c-4ee9-822a-5c08240cd86d admin admin] Pushing event deleted for resources: {'Port': ['ID=47672869-30d9-482a-9964-e867b34f6abc,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:54:22.067690 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-11bc109f-851c-4ee9-822a-5c08240cd86d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-887703'] for router_gateway, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:22.243121 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-11bc109f-851c-4ee9-822a-5c08240cd86d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25316'] for router, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:22.245263 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-11bc109f-851c-4ee9-822a-5c08240cd86d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:22.270013 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-11bc109f-851c-4ee9-822a-5c08240cd86d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-891519'] for router, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:22.270563 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11bc109f-851c-4ee9-822a-5c08240cd86d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 245ce5ed-5d4b-43b0-89f0-e6c36e4ae124 {{(pid=88524) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 19:54:22.282806 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-11bc109f-851c-4ee9-822a-5c08240cd86d admin admin] Notify callbacks [] for router, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:22.283918 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-11bc109f-851c-4ee9-822a-5c08240cd86d admin admin] 10.222.0.41 "DELETE /v2.0/routers/245ce5ed-5d4b-43b0-89f0-e6c36e4ae124 HTTP/1.1" status: 204 len: 168 time: 1.3292212 Jun 01 19:54:22.286476 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 54078) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:54:22.345352 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5da449d-f69f-4f39-ad35-5c2dc414a144 admin admin] Deleting subnet a92bb43a-cc29-4a23-8e19-ca98c0fb6731 {{(pid=88524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 19:54:22.348248 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-c5da449d-f69f-4f39-ad35-5c2dc414a144 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:22.397495 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-c5da449d-f69f-4f39-ad35-5c2dc414a144 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2702137'] for subnet, precommit_delete_associations {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:22.481649 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-c5da449d-f69f-4f39-ad35-5c2dc414a144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:22.550874 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-c5da449d-f69f-4f39-ad35-5c2dc414a144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2718856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3066595'] for subnet, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:22.588899 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5da449d-f69f-4f39-ad35-5c2dc414a144 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a92bb43a-cc29-4a23-8e19-ca98c0fb6731,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:54:22.590824 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-c5da449d-f69f-4f39-ad35-5c2dc414a144 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:22.595884 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-366301a6-c69b-4aff-bfd8-5a99140a67bf None None] Network 59812d46-2a41-4b0c-b746-de191f049704 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:54:22.598072 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-c5da449d-f69f-4f39-ad35-5c2dc414a144 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/a92bb43a-cc29-4a23-8e19-ca98c0fb6731 HTTP/1.1" status: 204 len: 168 time: 0.3106296 Jun 01 19:54:22.600489 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 54082) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:54:22.716563 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-3d1cc027-34a6-4e1c-8b93-0a9eb49b4a06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:22.728011 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-3d1cc027-34a6-4e1c-8b93-0a9eb49b4a06 admin admin] Deleting port 0cb5250d-6972-4ab7-aaf3-75913e56dc72 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:54:22.730928 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-3d1cc027-34a6-4e1c-8b93-0a9eb49b4a06 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:22.873215 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62722fd4-4ba4-48dd-ab4a-80a977fa5e65 None None] DHCP port deletion for 59812d46-2a41-4b0c-b746-de191f049704 request from n-d-844202-1 {{(pid=88526) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 19:54:22.877644 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-62722fd4-4ba4-48dd-ab4a-80a977fa5e65 None None] Deleting port 0cb5250d-6972-4ab7-aaf3-75913e56dc72 {{(pid=88526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:54:22.878034 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-62722fd4-4ba4-48dd-ab4a-80a977fa5e65 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:22.945599 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [None req-3d1cc027-34a6-4e1c-8b93-0a9eb49b4a06 admin admin] For port 0cb5250d-6972-4ab7-aaf3-75913e56dc72, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=0cb5250d-6972-4ab7-aaf3-75913e56dc72,segment=NetworkSegment(41c1db52-09d0-446a-b8c3-a2e611a156a4),segment_id=41c1db52-09d0-446a-b8c3-a2e611a156a4)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:54:22.945946 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-3d1cc027-34a6-4e1c-8b93-0a9eb49b4a06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:23.070296 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-3d1cc027-34a6-4e1c-8b93-0a9eb49b4a06 admin admin] Calling delete_port for 0cb5250d-6972-4ab7-aaf3-75913e56dc72 owned by network:dhcp {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:54:23.094601 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-62722fd4-4ba4-48dd-ab4a-80a977fa5e65 None None] For port 0cb5250d-6972-4ab7-aaf3-75913e56dc72, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=0cb5250d-6972-4ab7-aaf3-75913e56dc72,segment=NetworkSegment(41c1db52-09d0-446a-b8c3-a2e611a156a4),segment_id=41c1db52-09d0-446a-b8c3-a2e611a156a4)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:54:23.094999 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-62722fd4-4ba4-48dd-ab4a-80a977fa5e65 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:23.152181 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-3d1cc027-34a6-4e1c-8b93-0a9eb49b4a06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:23.201808 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1cc027-34a6-4e1c-8b93-0a9eb49b4a06 admin admin] Pushing event deleted for resources: {'Port': ['ID=0cb5250d-6972-4ab7-aaf3-75913e56dc72,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:54:23.204180 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1cc027-34a6-4e1c-8b93-0a9eb49b4a06 admin admin] No DVR routers for this DVR port 0cb5250d-6972-4ab7-aaf3-75913e56dc72 on host n-d-844202-1 {{(pid=88524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:54:23.266327 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-62722fd4-4ba4-48dd-ab4a-80a977fa5e65 None None] Calling delete_port for 0cb5250d-6972-4ab7-aaf3-75913e56dc72 owned by network:dhcp {{(pid=88526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:54:23.321215 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-3d1cc027-34a6-4e1c-8b93-0a9eb49b4a06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:23.344525 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.db.api [None req-62722fd4-4ba4-48dd-ab4a-80a977fa5e65 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88526) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 19:54:23.344879 n-d-844202-1 neutron-server[88526]: DEBUG oslo_db.api [None req-62722fd4-4ba4-48dd-ab4a-80a977fa5e65 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 19:54:23.349878 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-3d1cc027-34a6-4e1c-8b93-0a9eb49b4a06 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59812d46-2a41-4b0c-b746-de191f049704']}} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:54:23.362360 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-3d1cc027-34a6-4e1c-8b93-0a9eb49b4a06 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41c1db52-09d0-446a-b8c3-a2e611a156a4') {'for_net_delete': True} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:54:23.362655 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-3d1cc027-34a6-4e1c-8b93-0a9eb49b4a06 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41c1db52-09d0-446a-b8c3-a2e611a156a4') {} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:54:23.374661 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-3d1cc027-34a6-4e1c-8b93-0a9eb49b4a06 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2702126'] for segment, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:23.392689 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-3d1cc027-34a6-4e1c-8b93-0a9eb49b4a06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:23.399877 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d1cc027-34a6-4e1c-8b93-0a9eb49b4a06 admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=88524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 19:54:23.400601 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-3d1cc027-34a6-4e1c-8b93-0a9eb49b4a06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2719018'] for segment, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:23.562012 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment 41c1db52-09d0-446a-b8c3-a2e611a156a4 resource provider aggregate not found Jun 01 19:54:23.581956 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment 41c1db52-09d0-446a-b8c3-a2e611a156a4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 41c1db52-09d0-446a-b8c3-a2e611a156a4 found for delete ", "request_id": "req-6699e160-4f1e-4d8b-aa82-9e6871f622c5"}]} Jun 01 19:54:23.597148 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-3d1cc027-34a6-4e1c-8b93-0a9eb49b4a06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:23.614410 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-3d1cc027-34a6-4e1c-8b93-0a9eb49b4a06 admin admin] Notify callbacks [] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:23.625134 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1cc027-34a6-4e1c-8b93-0a9eb49b4a06 admin admin] Pushing event deleted for resources: {'Network': ['ID=59812d46-2a41-4b0c-b746-de191f049704,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:54:23.629837 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-3d1cc027-34a6-4e1c-8b93-0a9eb49b4a06 admin admin] 10.222.0.41 "DELETE /v2.0/networks/59812d46-2a41-4b0c-b746-de191f049704 HTTP/1.1" status: 204 len: 168 time: 1.0278113 Jun 01 19:54:23.638342 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 47672869-30d9-482a-9964-e867b34f6abc no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:54:23.672496 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: 47672869-30d9-482a-9964-e867b34f6abc {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:54:23.672856 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 47672869-30d9-482a-9964-e867b34f6abc not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:54:23.673233 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 0cb5250d-6972-4ab7-aaf3-75913e56dc72 no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:54:23.706845 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: 0cb5250d-6972-4ab7-aaf3-75913e56dc72 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:54:23.707189 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 0cb5250d-6972-4ab7-aaf3-75913e56dc72 not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:54:23.707604 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device c4ba1bae-2a89-46ce-85f2-9039f29e0e67 no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:54:23.743782 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: c4ba1bae-2a89-46ce-85f2-9039f29e0e67 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:54:23.744072 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device c4ba1bae-2a89-46ce-85f2-9039f29e0e67 not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:54:23.815378 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 54092) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:54:23.845911 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-62722fd4-4ba4-48dd-ab4a-80a977fa5e65 None None] Deleting port 0cb5250d-6972-4ab7-aaf3-75913e56dc72 {{(pid=88526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:54:23.846167 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-62722fd4-4ba4-48dd-ab4a-80a977fa5e65 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:23.866987 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-aac6ad26-2d30-4250-bb33-357f5ac5328a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ab8b4b08c1734d9d8a09d76112303597&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0504470 Jun 01 19:54:23.869423 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 54096) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:54:23.912347 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-62722fd4-4ba4-48dd-ab4a-80a977fa5e65 None None] The port '0cb5250d-6972-4ab7-aaf3-75913e56dc72' was deleted {{(pid=88526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 01 19:54:23.929641 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-11818503-b1c5-41b4-b609-bda8247fa3fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:23.951522 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.agents_db [None req-e814b9cf-7de8-45d0-a079-29c61fabe7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 19:54:23.957225 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-11818503-b1c5-41b4-b609-bda8247fa3fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:24.009840 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-11818503-b1c5-41b4-b609-bda8247fa3fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:24.025255 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11818503-b1c5-41b4-b609-bda8247fa3fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=932832c6-cc54-480e-90b4-0629252fbbf8,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:54:24.038138 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-11818503-b1c5-41b4-b609-bda8247fa3fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:24.039281 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-11818503-b1c5-41b4-b609-bda8247fa3fc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/932832c6-cc54-480e-90b4-0629252fbbf8 HTTP/1.1" status: 204 len: 168 time: 0.1689785 Jun 01 19:54:24.371827 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 54104) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:54:24.420779 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-13faa795-b818-4471-864a-beec319c96a5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d813fe32475544eb8f230b50bf00611c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0477488 Jun 01 19:54:24.423920 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 54108) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:54:24.482986 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e3d13102-2b2c-4183-bd87-d5f539c63da8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:24.619210 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e3d13102-2b2c-4183-bd87-d5f539c63da8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:24.674323 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e3d13102-2b2c-4183-bd87-d5f539c63da8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:24.688546 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d13102-2b2c-4183-bd87-d5f539c63da8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2f03fca-593d-49a0-b2f6-424b319a0efc,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:54:24.695627 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e3d13102-2b2c-4183-bd87-d5f539c63da8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:24.696768 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-e3d13102-2b2c-4183-bd87-d5f539c63da8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f2f03fca-593d-49a0-b2f6-424b319a0efc HTTP/1.1" status: 204 len: 168 time: 0.2719045 Jun 01 19:54:26.302746 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 54150) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:54:26.307837 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-7c13b779-4efd-48a2-9d19-5bb173066d6f tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-729661544', 'description': 'tempest-secgroup-smoke-729661544 description', 'project_id': '38719620e52c492f964e26f6f4cd8c39'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:54:26.315507 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-7c13b779-4efd-48a2-9d19-5bb173066d6f tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:54:26.319286 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-7c13b779-4efd-48a2-9d19-5bb173066d6f tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Usage tracker for resource:security_group and tenant:38719620e52c492f964e26f6f4cd8c39 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:54:26.322077 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-7c13b779-4efd-48a2-9d19-5bb173066d6f tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:54:26.328645 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-7c13b779-4efd-48a2-9d19-5bb173066d6f tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:54:26.338007 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7c13b779-4efd-48a2-9d19-5bb173066d6f tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:26.350598 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7c13b779-4efd-48a2-9d19-5bb173066d6f tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:26.365386 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-7c13b779-4efd-48a2-9d19-5bb173066d6f tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:54:26.369368 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-7c13b779-4efd-48a2-9d19-5bb173066d6f tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Usage tracker for resource:security_group_rule and tenant:38719620e52c492f964e26f6f4cd8c39 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:54:26.372305 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-7c13b779-4efd-48a2-9d19-5bb173066d6f tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:54:26.378469 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-7c13b779-4efd-48a2-9d19-5bb173066d6f tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:54:26.461052 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7c13b779-4efd-48a2-9d19-5bb173066d6f tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:26.465122 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7c13b779-4efd-48a2-9d19-5bb173066d6f tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:26.480119 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-7c13b779-4efd-48a2-9d19-5bb173066d6f tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:54:26.488481 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-7c13b779-4efd-48a2-9d19-5bb173066d6f tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Usage tracker for resource:security_group_rule and tenant:38719620e52c492f964e26f6f4cd8c39 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:54:26.496894 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-7c13b779-4efd-48a2-9d19-5bb173066d6f tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:54:26.507140 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-7c13b779-4efd-48a2-9d19-5bb173066d6f tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:54:26.510568 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c13b779-4efd-48a2-9d19-5bb173066d6f tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d14b9527-f902-43b2-bab4-0f80b16957f1,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:54:26.586717 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7c13b779-4efd-48a2-9d19-5bb173066d6f tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:26.591038 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7c13b779-4efd-48a2-9d19-5bb173066d6f tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:26.633590 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c13b779-4efd-48a2-9d19-5bb173066d6f tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5e1f475-e64b-4685-9e07-ce834c5f0fc7,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:54:26.636205 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7c13b779-4efd-48a2-9d19-5bb173066d6f tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:26.637393 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-7c13b779-4efd-48a2-9d19-5bb173066d6f tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3336675 Jun 01 19:54:26.641337 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 54154) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:54:26.646426 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-9ebbeb5d-8b61-42e4-94c9-22bcc64545b8 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Request body: {'security_group_rule': {'security_group_id': 'a5e1f475-e64b-4685-9e07-ce834c5f0fc7', 'project_id': '38719620e52c492f964e26f6f4cd8c39', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:54:26.653030 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-9ebbeb5d-8b61-42e4-94c9-22bcc64545b8 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:54:26.658207 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-9ebbeb5d-8b61-42e4-94c9-22bcc64545b8 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Usage tracker for resource:security_group_rule and tenant:38719620e52c492f964e26f6f4cd8c39 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:54:26.661192 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-9ebbeb5d-8b61-42e4-94c9-22bcc64545b8 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:54:26.667084 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-9ebbeb5d-8b61-42e4-94c9-22bcc64545b8 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:54:26.684206 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9ebbeb5d-8b61-42e4-94c9-22bcc64545b8 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:26.742274 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9ebbeb5d-8b61-42e4-94c9-22bcc64545b8 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:26.745658 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9ebbeb5d-8b61-42e4-94c9-22bcc64545b8 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:26.769080 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebbeb5d-8b61-42e4-94c9-22bcc64545b8 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7948b65-5bfa-46ee-8764-db6b0fac5cdf,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:54:26.777442 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9ebbeb5d-8b61-42e4-94c9-22bcc64545b8 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:26.778497 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-9ebbeb5d-8b61-42e4-94c9-22bcc64545b8 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1360106 Jun 01 19:54:26.782671 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 54158) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:54:26.787716 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-d9866415-b8d6-400e-bfee-d50e46a2ea49 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Request body: {'security_group_rule': {'security_group_id': 'a5e1f475-e64b-4685-9e07-ce834c5f0fc7', 'project_id': '38719620e52c492f964e26f6f4cd8c39', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:54:26.794664 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-d9866415-b8d6-400e-bfee-d50e46a2ea49 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:54:26.798715 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-d9866415-b8d6-400e-bfee-d50e46a2ea49 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Usage tracker for resource:security_group_rule and tenant:38719620e52c492f964e26f6f4cd8c39 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:54:26.803046 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-d9866415-b8d6-400e-bfee-d50e46a2ea49 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:54:26.809491 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-d9866415-b8d6-400e-bfee-d50e46a2ea49 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:54:26.826654 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d9866415-b8d6-400e-bfee-d50e46a2ea49 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:26.890087 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d9866415-b8d6-400e-bfee-d50e46a2ea49 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:26.894050 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d9866415-b8d6-400e-bfee-d50e46a2ea49 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:26.923051 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9866415-b8d6-400e-bfee-d50e46a2ea49 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7731cbe8-dcf0-4ccb-9bfa-52f12cd90164,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:54:26.933468 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d9866415-b8d6-400e-bfee-d50e46a2ea49 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:26.935723 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-d9866415-b8d6-400e-bfee-d50e46a2ea49 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1520302 Jun 01 19:54:26.937562 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 54162) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:54:26.942939 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-3ce89d10-1c8b-491d-b60f-ad288e81283f tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Request body: {'security_group_rule': {'security_group_id': 'a5e1f475-e64b-4685-9e07-ce834c5f0fc7', 'project_id': '38719620e52c492f964e26f6f4cd8c39', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:54:26.949364 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-3ce89d10-1c8b-491d-b60f-ad288e81283f tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:54:26.953898 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-3ce89d10-1c8b-491d-b60f-ad288e81283f tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Usage tracker for resource:security_group_rule and tenant:38719620e52c492f964e26f6f4cd8c39 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:54:26.956632 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-3ce89d10-1c8b-491d-b60f-ad288e81283f tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:54:26.962247 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-3ce89d10-1c8b-491d-b60f-ad288e81283f tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:54:26.979643 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3ce89d10-1c8b-491d-b60f-ad288e81283f tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:27.044021 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3ce89d10-1c8b-491d-b60f-ad288e81283f tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:27.048914 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3ce89d10-1c8b-491d-b60f-ad288e81283f tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:27.073319 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce89d10-1c8b-491d-b60f-ad288e81283f tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b58a7e15-ab43-4f17-b254-de72978a7992,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:54:27.082328 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-3ce89d10-1c8b-491d-b60f-ad288e81283f tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:27.083462 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-3ce89d10-1c8b-491d-b60f-ad288e81283f tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1448879 Jun 01 19:54:27.086281 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 54168) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:54:27.091113 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-f822cdf2-fe11-448e-9464-d765d5d244f5 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Request body: {'security_group_rule': {'security_group_id': 'a5e1f475-e64b-4685-9e07-ce834c5f0fc7', 'project_id': '38719620e52c492f964e26f6f4cd8c39', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:54:27.097778 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-f822cdf2-fe11-448e-9464-d765d5d244f5 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:54:27.101549 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-f822cdf2-fe11-448e-9464-d765d5d244f5 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Usage tracker for resource:security_group_rule and tenant:38719620e52c492f964e26f6f4cd8c39 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:54:27.104563 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-f822cdf2-fe11-448e-9464-d765d5d244f5 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:54:27.110490 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-f822cdf2-fe11-448e-9464-d765d5d244f5 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:54:27.128202 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f822cdf2-fe11-448e-9464-d765d5d244f5 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:27.191055 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f822cdf2-fe11-448e-9464-d765d5d244f5 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:27.195456 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f822cdf2-fe11-448e-9464-d765d5d244f5 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:27.219094 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f822cdf2-fe11-448e-9464-d765d5d244f5 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97f36daf-bb8a-42f4-9d82-843be7b255dc,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:54:27.227633 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f822cdf2-fe11-448e-9464-d765d5d244f5 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:27.228994 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-f822cdf2-fe11-448e-9464-d765d5d244f5 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1418040 Jun 01 19:54:27.231755 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 54172) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:54:27.236691 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-947128c2-c618-45db-8d07-2595b1e5b8f9 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Request body: {'security_group_rule': {'security_group_id': 'a5e1f475-e64b-4685-9e07-ce834c5f0fc7', 'project_id': '38719620e52c492f964e26f6f4cd8c39', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:54:27.243235 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-947128c2-c618-45db-8d07-2595b1e5b8f9 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:54:27.247178 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-947128c2-c618-45db-8d07-2595b1e5b8f9 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Usage tracker for resource:security_group_rule and tenant:38719620e52c492f964e26f6f4cd8c39 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:54:27.250553 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-947128c2-c618-45db-8d07-2595b1e5b8f9 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:54:27.256458 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-947128c2-c618-45db-8d07-2595b1e5b8f9 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:54:27.268503 n-d-844202-1 neutron-server[88525]: INFO neutron.db.securitygroups_db [None req-947128c2-c618-45db-8d07-2595b1e5b8f9 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Project 38719620e52c492f964e26f6f4cd8c39 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 01 19:54:27.275693 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-947128c2-c618-45db-8d07-2595b1e5b8f9 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:27.342962 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-947128c2-c618-45db-8d07-2595b1e5b8f9 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:27.347315 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-947128c2-c618-45db-8d07-2595b1e5b8f9 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:27.370620 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947128c2-c618-45db-8d07-2595b1e5b8f9 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85e49dd6-251d-495d-b7d8-77a453ef7773,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:54:27.382460 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-947128c2-c618-45db-8d07-2595b1e5b8f9 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:27.383681 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-947128c2-c618-45db-8d07-2595b1e5b8f9 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1509876 Jun 01 19:54:27.386709 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 54176) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:54:27.392746 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-a47681f8-eec5-49ac-b736-c9daa37ecce1 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Request body: {'security_group_rule': {'security_group_id': 'a5e1f475-e64b-4685-9e07-ce834c5f0fc7', 'project_id': '38719620e52c492f964e26f6f4cd8c39', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:54:27.399715 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-a47681f8-eec5-49ac-b736-c9daa37ecce1 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:54:27.403523 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-a47681f8-eec5-49ac-b736-c9daa37ecce1 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Usage tracker for resource:security_group_rule and tenant:38719620e52c492f964e26f6f4cd8c39 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:54:27.406971 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-a47681f8-eec5-49ac-b736-c9daa37ecce1 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:54:27.412529 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-a47681f8-eec5-49ac-b736-c9daa37ecce1 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:54:27.423506 n-d-844202-1 neutron-server[88524]: INFO neutron.db.securitygroups_db [None req-a47681f8-eec5-49ac-b736-c9daa37ecce1 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Project 38719620e52c492f964e26f6f4cd8c39 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 01 19:54:27.429858 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a47681f8-eec5-49ac-b736-c9daa37ecce1 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:27.500809 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a47681f8-eec5-49ac-b736-c9daa37ecce1 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:27.504345 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a47681f8-eec5-49ac-b736-c9daa37ecce1 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:27.529554 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47681f8-eec5-49ac-b736-c9daa37ecce1 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ed1b38c-9987-4c4f-aa49-93a8ba6edf11,revision_number=0']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:54:27.539578 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a47681f8-eec5-49ac-b736-c9daa37ecce1 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:27.540789 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-a47681f8-eec5-49ac-b736-c9daa37ecce1 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1530058 Jun 01 19:54:27.544048 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 54180) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:54:27.550664 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-f70ec913-2953-45cd-a3cf-19de529c1826 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Request body: {'network': {'name': 'tempest-network-smoke--729574976', 'project_id': '38719620e52c492f964e26f6f4cd8c39', 'port_security_enabled': True}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:54:27.556060 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-f70ec913-2953-45cd-a3cf-19de529c1826 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:54:27.559829 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-f70ec913-2953-45cd-a3cf-19de529c1826 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Usage tracker for resource:network and tenant:38719620e52c492f964e26f6f4cd8c39 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:54:27.564769 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-f70ec913-2953-45cd-a3cf-19de529c1826 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:54:27.570536 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-f70ec913-2953-45cd-a3cf-19de529c1826 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:54:27.581318 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f70ec913-2953-45cd-a3cf-19de529c1826 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Made reservation on behalf of 38719620e52c492f964e26f6f4cd8c39 for: {'network': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:54:27.584648 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f70ec913-2953-45cd-a3cf-19de529c1826 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:27.613740 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f70ec913-2953-45cd-a3cf-19de529c1826 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 116} {{(pid=88524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 19:54:27.622747 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f70ec913-2953-45cd-a3cf-19de529c1826 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:27.623080 n-d-844202-1 neutron-server[88524]: INFO neutron.db.segments_db [None req-f70ec913-2953-45cd-a3cf-19de529c1826 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Added segment 761e858f-a28c-48f2-9018-52edecd3b9a8 of type vlan for network 5db7bf4a-0a2c-4852-ac87-ef090634164b Jun 01 19:54:27.648765 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f70ec913-2953-45cd-a3cf-19de529c1826 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:27.677540 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f70ec913-2953-45cd-a3cf-19de529c1826 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:27.682866 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f70ec913-2953-45cd-a3cf-19de529c1826 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:54:27.683442 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f70ec913-2953-45cd-a3cf-19de529c1826 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:27.779683 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-f70ec913-2953-45cd-a3cf-19de529c1826 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2345307 Jun 01 19:54:27.783826 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 54184) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:54:27.789099 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-90f5aa76-2293-4615-b723-92becd516ab0 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-249619985', 'admin_state_up': True, 'project_id': '38719620e52c492f964e26f6f4cd8c39', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:54:27.793781 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70ec913-2953-45cd-a3cf-19de529c1826 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Pushing event updated for resources: {'Network': ['ID=5db7bf4a-0a2c-4852-ac87-ef090634164b,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:54:27.798363 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-90f5aa76-2293-4615-b723-92becd516ab0 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:54:27.802531 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-90f5aa76-2293-4615-b723-92becd516ab0 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Usage tracker for resource:router and tenant:38719620e52c492f964e26f6f4cd8c39 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:54:27.805386 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-90f5aa76-2293-4615-b723-92becd516ab0 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:54:27.807403 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network 5db7bf4a-0a2c-4852-ac87-ef090634164b details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 19:54:27.812213 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-90f5aa76-2293-4615-b723-92becd516ab0 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:54:27.823122 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-90f5aa76-2293-4615-b723-92becd516ab0 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-885767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25238'] for router, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:27.824201 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-90f5aa76-2293-4615-b723-92becd516ab0 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-901042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-886562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-981784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25327'] for router, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:27.838637 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-90f5aa76-2293-4615-b723-92becd516ab0 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:28.102913 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-90f5aa76-2293-4615-b723-92becd516ab0 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-886608', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-885830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25341'] for router, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:28.404144 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-90f5aa76-2293-4615-b723-92becd516ab0 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for router_gateway, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:28.441400 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-90f5aa76-2293-4615-b723-92becd516ab0 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:28.578468 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [None req-90f5aa76-2293-4615-b723-92becd516ab0 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Allocated IP 172.25.4.196 (72a72e44-6845-488a-a5ff-3a26d4df9cb3/c314a23b-daa2-4106-ab28-8e6f954277b2/8856ba6a-c333-4faf-9e0b-3e4666034697) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:54:28.838422 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-90f5aa76-2293-4615-b723-92becd516ab0 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:28.869275 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-90f5aa76-2293-4615-b723-92becd516ab0 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:28.934428 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f5aa76-2293-4615-b723-92becd516ab0 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:54:28.938023 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-90f5aa76-2293-4615-b723-92becd516ab0 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:54:28.941952 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f5aa76-2293-4615-b723-92becd516ab0 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:54:28.986683 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f5aa76-2293-4615-b723-92becd516ab0 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Pushing event updated for resources: {'Port': ['ID=8856ba6a-c333-4faf-9e0b-3e4666034697,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:54:29.361740 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-90f5aa76-2293-4615-b723-92becd516ab0 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for router_gateway, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:29.702904 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-90f5aa76-2293-4615-b723-92becd516ab0 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-885820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-886655'] for router, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:29.913113 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90f5aa76-2293-4615-b723-92becd516ab0 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Router 723589e6-4344-461e-a183-ab4541df9f07 is scheduled to L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 with binding_index 1 {{(pid=88525) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 19:54:30.093343 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90f5aa76-2293-4615-b723-92becd516ab0 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:54:30.104143 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51257864-a2c3-4df3-b57e-c85a63871bfb None None] Sync routers for ids ['723589e6-4344-461e-a183-ab4541df9f07'] in n-d-844202-1 {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:54:30.115150 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51257864-a2c3-4df3-b57e-c85a63871bfb None None] Routers {'723589e6-4344-461e-a183-ab4541df9f07'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:54:30.115865 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-51257864-a2c3-4df3-b57e-c85a63871bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:54:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['723589e6-4344-461e-a183-ab4541df9f07'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:54:30.130110 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-90f5aa76-2293-4615-b723-92becd516ab0 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for router, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:30.131392 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-90f5aa76-2293-4615-b723-92becd516ab0 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.3465049 Jun 01 19:54:30.135276 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 54188) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:54:30.303910 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-51257864-a2c3-4df3-b57e-c85a63871bfb None None] Set router 723589e6-4344-461e-a183-ab4541df9f07 gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:54:30.401700 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-3933cc7e-f1e8-485f-af4b-42fa0d8eb0c3 tempest-TestNetworkAdvancedServerOps-719043324 tempest-TestNetworkAdvancedServerOps-719043324-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=38719620e52c492f964e26f6f4cd8c39&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2653551 Jun 01 19:54:30.404398 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 54194) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:54:30.532352 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e78c5066-c503-4544-af7a-16eb1b3616a4 tempest-TestNetworkAdvancedServerOps-719043324 tempest-TestNetworkAdvancedServerOps-719043324-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:54:30.536804 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-e78c5066-c503-4544-af7a-16eb1b3616a4 tempest-TestNetworkAdvancedServerOps-719043324 tempest-TestNetworkAdvancedServerOps-719043324-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1279695 Jun 01 19:54:30.537030 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 54198) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:54:30.579051 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-cd8b0834-40dd-4fdc-ba17-4161c75b6916 tempest-TestNetworkAdvancedServerOps-719043324 tempest-TestNetworkAdvancedServerOps-719043324-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=72a72e44-6845-488a-a5ff-3a26d4df9cb3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0382526 Jun 01 19:54:30.579296 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 54202) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:54:30.584805 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-c446c90a-ca5e-44ea-9405-c9728697c844 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-806834009', 'network_id': '5db7bf4a-0a2c-4852-ac87-ef090634164b', 'project_id': '38719620e52c492f964e26f6f4cd8c39', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:54:30.598485 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-51257864-a2c3-4df3-b57e-c85a63871bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '723589e6-4344-461e-a183-ab4541df9f07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-249619985', 'tenant_id': '38719620e52c492f964e26f6f4cd8c39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.196'}], 'enable_snat': True}, 'gw_port_id': '8856ba6a-c333-4faf-9e0b-3e4666034697', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:54:27Z', 'updated_at': '2022-06-01T19:54:29Z', 'revision_number': 3, 'project_id': '38719620e52c492f964e26f6f4cd8c39', 'gw_port': {'id': '8856ba6a-c333-4faf-9e0b-3e4666034697', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:92:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '723589e6-4344-461e-a183-ab4541df9f07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:54:28Z', 'updated_at': '2022-06-01T19:54:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:54:30.602556 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51257864-a2c3-4df3-b57e-c85a63871bfb None None] Checking router: 723589e6-4344-461e-a183-ab4541df9f07 for host: n-d-844202-1 {{(pid=88526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 19:54:30.602898 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51257864-a2c3-4df3-b57e-c85a63871bfb None None] Updating router 723589e6-4344-461e-a183-ab4541df9f07 port 8856ba6a-c333-4faf-9e0b-3e4666034697 binding host n-d-844202-1 {{(pid=88526) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 19:54:30.655620 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-51257864-a2c3-4df3-b57e-c85a63871bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:30.696814 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-c446c90a-ca5e-44ea-9405-c9728697c844 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:54:30.700634 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-c446c90a-ca5e-44ea-9405-c9728697c844 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Usage tracker for resource:subnet and tenant:38719620e52c492f964e26f6f4cd8c39 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:54:30.703554 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-c446c90a-ca5e-44ea-9405-c9728697c844 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:54:30.709258 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-c446c90a-ca5e-44ea-9405-c9728697c844 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:54:30.719283 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c446c90a-ca5e-44ea-9405-c9728697c844 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Made reservation on behalf of 38719620e52c492f964e26f6f4cd8c39 for: {'subnet': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:54:30.722729 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c446c90a-ca5e-44ea-9405-c9728697c844 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9667140'] for subnet, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:30.943774 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c446c90a-ca5e-44ea-9405-c9728697c844 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2614064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9667190'] for subnet, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:30.987152 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-51257864-a2c3-4df3-b57e-c85a63871bfb None None] Notify callbacks [] for port, precommit_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:30.999132 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-51257864-a2c3-4df3-b57e-c85a63871bfb None None] Transition to ACTIVE for port object 8856ba6a-c333-4faf-9e0b-3e4666034697 will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:54:31.004827 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-51257864-a2c3-4df3-b57e-c85a63871bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:31.026589 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c446c90a-ca5e-44ea-9405-c9728697c844 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Pushing event updated for resources: {'Subnet': ['ID=4dcea0a9-a1cb-4053-add5-6dd9ba23bee6,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:54:31.036752 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c446c90a-ca5e-44ea-9405-c9728697c844 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Checking segment: {'id': '761e858f-a28c-48f2-9018-52edecd3b9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '5db7bf4a-0a2c-4852-ac87-ef090634164b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:54:31.037117 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c446c90a-ca5e-44ea-9405-c9728697c844 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Network hostable DHCP agents. Network: 5db7bf4a-0a2c-4852-ac87-ef090634164b, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 19:54:31.056702 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c446c90a-ca5e-44ea-9405-c9728697c844 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Network 5db7bf4a-0a2c-4852-ac87-ef090634164b is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 19:54:31.068031 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-c446c90a-ca5e-44ea-9405-c9728697c844 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, 5db7bf4a-0a2c-4852-ac87-ef090634164b) {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:54:31.073979 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c446c90a-ca5e-44ea-9405-c9728697c844 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:54:31.074091 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c446c90a-ca5e-44ea-9405-c9728697c844 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:31.098873 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-c446c90a-ca5e-44ea-9405-c9728697c844 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5187109 Jun 01 19:54:31.099258 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e1ffcae-8357-4be8-b79f-400a996a5cc7 None None] Network 5db7bf4a-0a2c-4852-ac87-ef090634164b requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:54:31.101619 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 54206) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:54:31.195129 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-51257864-a2c3-4df3-b57e-c85a63871bfb None None] Attempting to bind port 8856ba6a-c333-4faf-9e0b-3e4666034697 on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:54:31.195701 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-51257864-a2c3-4df3-b57e-c85a63871bfb None None] Attempting to bind port 8856ba6a-c333-4faf-9e0b-3e4666034697 by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:54:31.195821 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51257864-a2c3-4df3-b57e-c85a63871bfb None None] Attempting to bind port 8856ba6a-c333-4faf-9e0b-3e4666034697 on network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:54:31.199703 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aac8071-fc68-45c5-baf8-4fd9ca227463 None None] Pushing event updated for resources: {'Port': ['ID=8856ba6a-c333-4faf-9e0b-3e4666034697,revision_number=2']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:54:31.215852 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51257864-a2c3-4df3-b57e-c85a63871bfb None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 54, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:54:31.216270 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51257864-a2c3-4df3-b57e-c85a63871bfb None None] Checking segment: {'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:54:31.216636 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-51257864-a2c3-4df3-b57e-c85a63871bfb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:31.217079 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51257864-a2c3-4df3-b57e-c85a63871bfb None None] Bound using segment: {'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:54:31.218138 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-51257864-a2c3-4df3-b57e-c85a63871bfb None None] Bound port: 8856ba6a-c333-4faf-9e0b-3e4666034697, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:54:31.218651 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-51257864-a2c3-4df3-b57e-c85a63871bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:31.244281 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aac8071-fc68-45c5-baf8-4fd9ca227463 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:54:31.244621 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aac8071-fc68-45c5-baf8-4fd9ca227463 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:54:31.244956 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aac8071-fc68-45c5-baf8-4fd9ca227463 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:54:31.245287 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aac8071-fc68-45c5-baf8-4fd9ca227463 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:54:31.245614 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aac8071-fc68-45c5-baf8-4fd9ca227463 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:54:31.245937 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aac8071-fc68-45c5-baf8-4fd9ca227463 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:54:31.246258 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aac8071-fc68-45c5-baf8-4fd9ca227463 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:54:31.246576 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aac8071-fc68-45c5-baf8-4fd9ca227463 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:54:31.246891 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aac8071-fc68-45c5-baf8-4fd9ca227463 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:54:31.247207 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aac8071-fc68-45c5-baf8-4fd9ca227463 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:54:31.247523 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aac8071-fc68-45c5-baf8-4fd9ca227463 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:54:31.247840 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aac8071-fc68-45c5-baf8-4fd9ca227463 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:54:31.377371 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-51257864-a2c3-4df3-b57e-c85a63871bfb None None] For port 8856ba6a-c333-4faf-9e0b-3e4666034697, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:54:31.389632 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-51257864-a2c3-4df3-b57e-c85a63871bfb None None] For port 8856ba6a-c333-4faf-9e0b-3e4666034697, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=8856ba6a-c333-4faf-9e0b-3e4666034697,segment=NetworkSegment(7875af61-4c53-4ff2-b8c8-d4b7c35ff947),segment_id=7875af61-4c53-4ff2-b8c8-d4b7c35ff947)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:54:31.420051 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-51257864-a2c3-4df3-b57e-c85a63871bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:31.478101 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ce2c626-bc6c-4648-8cdf-d206da8f35b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc93f83c3-7fb6-5c13-a9d4-29d739a4e8d2-5db7bf4a-0a2c-4852-ac87-ef090634164b', 'network_id': '5db7bf4a-0a2c-4852-ac87-ef090634164b', 'tenant_id': '38719620e52c492f964e26f6f4cd8c39', 'fixed_ips': [{'subnet_id': '4dcea0a9-a1cb-4053-add5-6dd9ba23bee6'}]}} from n-d-844202-1. {{(pid=88526) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 19:54:31.478901 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-1ce2c626-bc6c-4648-8cdf-d206da8f35b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:31.567373 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aac8071-fc68-45c5-baf8-4fd9ca227463 None None] Pushing event updated for resources: {'Port': ['ID=8856ba6a-c333-4faf-9e0b-3e4666034697,revision_number=3']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:54:31.575366 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51257864-a2c3-4df3-b57e-c85a63871bfb None None] Routers {'723589e6-4344-461e-a183-ab4541df9f07'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:54:31.576020 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-51257864-a2c3-4df3-b57e-c85a63871bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:54:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['723589e6-4344-461e-a183-ab4541df9f07'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:54:31.819663 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-eb9b9cea-eae8-42de-ba24-60cd2df5b756 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:31.828636 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.db_base_plugin_common [None req-1ce2c626-bc6c-4648-8cdf-d206da8f35b7 None None] Allocated IP 172.20.0.2 (5db7bf4a-0a2c-4852-ac87-ef090634164b/4dcea0a9-a1cb-4053-add5-6dd9ba23bee6/2ba80d08-51f5-4aa3-9005-eaa9b0c538c3) {{(pid=88526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:54:31.831559 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-51257864-a2c3-4df3-b57e-c85a63871bfb None None] Set router 723589e6-4344-461e-a183-ab4541df9f07 gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:54:32.286269 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-1ce2c626-bc6c-4648-8cdf-d206da8f35b7 None None] Notify callbacks [] for port, precommit_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:32.300883 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-1ce2c626-bc6c-4648-8cdf-d206da8f35b7 None None] Transition to ACTIVE for port object 2ba80d08-51f5-4aa3-9005-eaa9b0c538c3 will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:54:32.317869 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-51257864-a2c3-4df3-b57e-c85a63871bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '723589e6-4344-461e-a183-ab4541df9f07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-249619985', 'tenant_id': '38719620e52c492f964e26f6f4cd8c39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.196'}], 'enable_snat': True}, 'gw_port_id': '8856ba6a-c333-4faf-9e0b-3e4666034697', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:54:27Z', 'updated_at': '2022-06-01T19:54:29Z', 'revision_number': 3, 'project_id': '38719620e52c492f964e26f6f4cd8c39', 'gw_port': {'id': '8856ba6a-c333-4faf-9e0b-3e4666034697', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:92:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '723589e6-4344-461e-a183-ab4541df9f07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:54:28Z', 'updated_at': '2022-06-01T19:54:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:54:32.325520 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-1ce2c626-bc6c-4648-8cdf-d206da8f35b7 None None] Transition to ACTIVE for port object 2ba80d08-51f5-4aa3-9005-eaa9b0c538c3 will not be triggered until provisioned by entity DHCP. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:54:32.327949 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51257864-a2c3-4df3-b57e-c85a63871bfb None None] The sync data for ids ['723589e6-4344-461e-a183-ab4541df9f07'] in n-d-844202-1 is: [{'id': '723589e6-4344-461e-a183-ab4541df9f07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-249619985', 'tenant_id': '38719620e52c492f964e26f6f4cd8c39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.196'}], 'enable_snat': True}, 'gw_port_id': '8856ba6a-c333-4faf-9e0b-3e4666034697', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:54:27Z', 'updated_at': '2022-06-01T19:54:29Z', 'revision_number': 3, 'project_id': '38719620e52c492f964e26f6f4cd8c39', 'gw_port': {'id': '8856ba6a-c333-4faf-9e0b-3e4666034697', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:92:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '723589e6-4344-461e-a183-ab4541df9f07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:54:28Z', 'updated_at': '2022-06-01T19:54:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}] {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:54:32.336322 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-1ce2c626-bc6c-4648-8cdf-d206da8f35b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526'] for port, after_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:32.406758 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [None req-eb9b9cea-eae8-42de-ba24-60cd2df5b756 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Allocated IP 172.20.0.1 (5db7bf4a-0a2c-4852-ac87-ef090634164b/4dcea0a9-a1cb-4053-add5-6dd9ba23bee6/d8fd650e-96bf-49cd-8b40-fe98cf6ffbbe) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:54:32.419377 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce2c626-bc6c-4648-8cdf-d206da8f35b7 None None] Network 5db7bf4a-0a2c-4852-ac87-ef090634164b is already hosted by enough agents. {{(pid=88526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:54:32.424068 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.base_scheduler [None req-1ce2c626-bc6c-4648-8cdf-d206da8f35b7 None None] Resources bound (agent type, host, resource id): {{(pid=88526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:54:32.426738 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce2c626-bc6c-4648-8cdf-d206da8f35b7 None None] Received port after_create {{(pid=88526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:54:32.436908 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce2c626-bc6c-4648-8cdf-d206da8f35b7 None None] Pushing event updated for resources: {'Port': ['ID=2ba80d08-51f5-4aa3-9005-eaa9b0c538c3,revision_number=1']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:54:32.529180 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-1ce2c626-bc6c-4648-8cdf-d206da8f35b7 None None] Attempting to bind port 2ba80d08-51f5-4aa3-9005-eaa9b0c538c3 on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:54:32.530300 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-1ce2c626-bc6c-4648-8cdf-d206da8f35b7 None None] Attempting to bind port 2ba80d08-51f5-4aa3-9005-eaa9b0c538c3 by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': '761e858f-a28c-48f2-9018-52edecd3b9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '5db7bf4a-0a2c-4852-ac87-ef090634164b'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:54:32.531488 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce2c626-bc6c-4648-8cdf-d206da8f35b7 None None] Attempting to bind port 2ba80d08-51f5-4aa3-9005-eaa9b0c538c3 on network 5db7bf4a-0a2c-4852-ac87-ef090634164b {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:54:32.539980 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce2c626-bc6c-4648-8cdf-d206da8f35b7 None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 54, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:54:32.540764 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce2c626-bc6c-4648-8cdf-d206da8f35b7 None None] Checking segment: {'id': '761e858f-a28c-48f2-9018-52edecd3b9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '5db7bf4a-0a2c-4852-ac87-ef090634164b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:54:32.547833 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-1ce2c626-bc6c-4648-8cdf-d206da8f35b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:32.548268 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce2c626-bc6c-4648-8cdf-d206da8f35b7 None None] Bound using segment: {'id': '761e858f-a28c-48f2-9018-52edecd3b9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '5db7bf4a-0a2c-4852-ac87-ef090634164b'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:54:32.548776 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-1ce2c626-bc6c-4648-8cdf-d206da8f35b7 None None] Bound port: 2ba80d08-51f5-4aa3-9005-eaa9b0c538c3, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '761e858f-a28c-48f2-9018-52edecd3b9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '5db7bf4a-0a2c-4852-ac87-ef090634164b'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:54:32.549156 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-1ce2c626-bc6c-4648-8cdf-d206da8f35b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:32.594205 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-eb9b9cea-eae8-42de-ba24-60cd2df5b756 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:32.616731 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [None req-eb9b9cea-eae8-42de-ba24-60cd2df5b756 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Transition to ACTIVE for port object d8fd650e-96bf-49cd-8b40-fe98cf6ffbbe will not be triggered until provisioned by entity DHCP. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:54:32.644640 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-eb9b9cea-eae8-42de-ba24-60cd2df5b756 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:32.727884 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb9b9cea-eae8-42de-ba24-60cd2df5b756 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Network 5db7bf4a-0a2c-4852-ac87-ef090634164b is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:54:32.730537 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-1ce2c626-bc6c-4648-8cdf-d206da8f35b7 None None] For port 2ba80d08-51f5-4aa3-9005-eaa9b0c538c3, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:54:32.731900 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-eb9b9cea-eae8-42de-ba24-60cd2df5b756 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:54:32.735516 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9b9cea-eae8-42de-ba24-60cd2df5b756 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:54:32.737267 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-1ce2c626-bc6c-4648-8cdf-d206da8f35b7 None None] For port 2ba80d08-51f5-4aa3-9005-eaa9b0c538c3, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=2ba80d08-51f5-4aa3-9005-eaa9b0c538c3,segment=NetworkSegment(761e858f-a28c-48f2-9018-52edecd3b9a8),segment_id=761e858f-a28c-48f2-9018-52edecd3b9a8)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:54:32.743356 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-1ce2c626-bc6c-4648-8cdf-d206da8f35b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:32.774409 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9b9cea-eae8-42de-ba24-60cd2df5b756 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Pushing event updated for resources: {'Port': ['ID=d8fd650e-96bf-49cd-8b40-fe98cf6ffbbe,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:54:32.808474 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-eb9b9cea-eae8-42de-ba24-60cd2df5b756 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-887605'] for router_interface, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:32.838076 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce2c626-bc6c-4648-8cdf-d206da8f35b7 None None] Pushing event updated for resources: {'Port': ['ID=2ba80d08-51f5-4aa3-9005-eaa9b0c538c3,revision_number=2']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:54:32.963990 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-eb9b9cea-eae8-42de-ba24-60cd2df5b756 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:33.435317 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-eb9b9cea-eae8-42de-ba24-60cd2df5b756 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for port, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:33.440421 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-eb9b9cea-eae8-42de-ba24-60cd2df5b756 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:33.554008 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9b9cea-eae8-42de-ba24-60cd2df5b756 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Pushing event updated for resources: {'Port': ['ID=d8fd650e-96bf-49cd-8b40-fe98cf6ffbbe,revision_number=2']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:54:33.556520 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-eb9b9cea-eae8-42de-ba24-60cd2df5b756 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-887436'] for router_interface, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:33.712545 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 8856ba6a-c333-4faf-9e0b-3e4666034697 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:54:33.722170 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb9b9cea-eae8-42de-ba24-60cd2df5b756 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Network 5db7bf4a-0a2c-4852-ac87-ef090634164b is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:54:33.723246 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-eb9b9cea-eae8-42de-ba24-60cd2df5b756 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:54:33.789654 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port 8856ba6a-c333-4faf-9e0b-3e4666034697 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:54:33.794893 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 8856ba6a-c333-4faf-9e0b-3e4666034697 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:54:33.796020 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:33.899120 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9033bea6-9dca-45b8-a0dd-de9b90ba1da8 None None] Network 5db7bf4a-0a2c-4852-ac87-ef090634164b requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:54:34.015798 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 8856ba6a-c333-4faf-9e0b-3e4666034697 is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:54:34.016170 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:34.028549 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-33698187-98e7-4094-9a8c-5b4c324c9d72 None None] Provisioning for port 2ba80d08-51f5-4aa3-9005-eaa9b0c538c3 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:54:34.054571 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb9b9cea-eae8-42de-ba24-60cd2df5b756 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Router 723589e6-4344-461e-a183-ab4541df9f07 has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 19:54:34.061623 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port 8856ba6a-c333-4faf-9e0b-3e4666034697, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=8856ba6a-c333-4faf-9e0b-3e4666034697,segment=NetworkSegment(7875af61-4c53-4ff2-b8c8-d4b7c35ff947),segment_id=7875af61-4c53-4ff2-b8c8-d4b7c35ff947)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:54:34.071128 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:34.071885 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 2ba80d08-51f5-4aa3-9005-eaa9b0c538c3 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:54:34.233953 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=8856ba6a-c333-4faf-9e0b-3e4666034697,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:54:34.261444 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb9b9cea-eae8-42de-ba24-60cd2df5b756 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:54:34.272579 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-eb9b9cea-eae8-42de-ba24-60cd2df5b756 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "PUT /v2.0/routers/723589e6-4344-461e-a183-ab4541df9f07/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1699176 Jun 01 19:54:34.305166 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port 2ba80d08-51f5-4aa3-9005-eaa9b0c538c3 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:54:34.312687 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 2ba80d08-51f5-4aa3-9005-eaa9b0c538c3 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:54:34.313063 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:34.443707 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed1e566d-d5d2-41fc-8878-0dd9d37b4a53 None None] Sync routers for ids ['723589e6-4344-461e-a183-ab4541df9f07'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:54:34.455980 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-e7c5651f-35fb-4a63-b83b-47a26908892f req-4d76e192-dac1-48fe-88b4-ced735d445b1 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Synchronizing usage tracker for tenant:38719620e52c492f964e26f6f4cd8c39 on resource:security_group {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:54:34.458898 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1e566d-d5d2-41fc-8878-0dd9d37b4a53 None None] Routers {'723589e6-4344-461e-a183-ab4541df9f07'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:54:34.459660 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-ed1e566d-d5d2-41fc-8878-0dd9d37b4a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:54:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['723589e6-4344-461e-a183-ab4541df9f07'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:54:34.463458 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 2ba80d08-51f5-4aa3-9005-eaa9b0c538c3 is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:54:34.463963 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:34.480576 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-e7c5651f-35fb-4a63-b83b-47a26908892f req-4d76e192-dac1-48fe-88b4-ced735d445b1 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Unset dirty status for tenant:38719620e52c492f964e26f6f4cd8c39 on resource:security_group {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:54:34.481896 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e7c5651f-35fb-4a63-b83b-47a26908892f req-4d76e192-dac1-48fe-88b4-ced735d445b1 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-729661544&fields=id&tenant_id=38719620e52c492f964e26f6f4cd8c39 HTTP/1.1" status: 200 len: 267 time: 0.0751235 Jun 01 19:54:34.517643 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port 2ba80d08-51f5-4aa3-9005-eaa9b0c538c3, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=2ba80d08-51f5-4aa3-9005-eaa9b0c538c3,segment=NetworkSegment(761e858f-a28c-48f2-9018-52edecd3b9a8),segment_id=761e858f-a28c-48f2-9018-52edecd3b9a8)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:54:34.525566 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:34.654188 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c5651f-35fb-4a63-b83b-47a26908892f req-b6c0e534-602e-4087-b1e2-3abe4137274a tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:54:34.655736 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e7c5651f-35fb-4a63-b83b-47a26908892f req-b6c0e534-602e-4087-b1e2-3abe4137274a tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/networks?id=5db7bf4a-0a2c-4852-ac87-ef090634164b HTTP/1.1" status: 200 len: 796 time: 0.1653020 Jun 01 19:54:34.661571 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=2ba80d08-51f5-4aa3-9005-eaa9b0c538c3,revision_number=3']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:54:34.672915 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e7c5651f-35fb-4a63-b83b-47a26908892f req-166516c6-d994-418e-93b7-9d6f587aaac4 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/quotas/38719620e52c492f964e26f6f4cd8c39 HTTP/1.1" status: 200 len: 375 time: 0.0114188 Jun 01 19:54:34.689669 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-d0fb6e6a-c9fc-432a-8cb2-68cd640d584f None None] Provisioning for port d8fd650e-96bf-49cd-8b40-fe98cf6ffbbe completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:54:34.695742 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-d0fb6e6a-c9fc-432a-8cb2-68cd640d584f None None] Provisioning complete for port d8fd650e-96bf-49cd-8b40-fe98cf6ffbbe triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:54:34.696309 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-d0fb6e6a-c9fc-432a-8cb2-68cd640d584f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:34.700980 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-ed1e566d-d5d2-41fc-8878-0dd9d37b4a53 None None] Set router 723589e6-4344-461e-a183-ab4541df9f07 gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:54:34.773565 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-e7c5651f-35fb-4a63-b83b-47a26908892f req-4dc554b5-f689-4a68-b5b3-816f981cb9c2 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Synchronizing usage tracker for tenant:38719620e52c492f964e26f6f4cd8c39 on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:54:34.779082 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-d0fb6e6a-c9fc-432a-8cb2-68cd640d584f None None] Port d8fd650e-96bf-49cd-8b40-fe98cf6ffbbe cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:54:34.800626 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-d0fb6e6a-c9fc-432a-8cb2-68cd640d584f None None] Provisioning complete for port 2ba80d08-51f5-4aa3-9005-eaa9b0c538c3 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:54:34.801115 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-d0fb6e6a-c9fc-432a-8cb2-68cd640d584f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:34.808980 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-e7c5651f-35fb-4a63-b83b-47a26908892f req-4dc554b5-f689-4a68-b5b3-816f981cb9c2 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Unset dirty status for tenant:38719620e52c492f964e26f6f4cd8c39 on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:54:34.810402 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e7c5651f-35fb-4a63-b83b-47a26908892f req-4dc554b5-f689-4a68-b5b3-816f981cb9c2 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=38719620e52c492f964e26f6f4cd8c39&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1320198 Jun 01 19:54:34.992603 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-d0fb6e6a-c9fc-432a-8cb2-68cd640d584f None None] Current status of the port 2ba80d08-51f5-4aa3-9005-eaa9b0c538c3 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:54:35.074556 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e7c5651f-35fb-4a63-b83b-47a26908892f req-f64053bc-a171-4efe-9b7a-81e02feb0125 service neutron] 10.222.0.41 "GET /v2.0/networks/5db7bf4a-0a2c-4852-ac87-ef090634164b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2488780 Jun 01 19:54:35.116459 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-3113590e-42b3-4aa9-beb6-6bc5ec907891 None None] Provisioning complete for port d8fd650e-96bf-49cd-8b40-fe98cf6ffbbe triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:54:35.116954 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-3113590e-42b3-4aa9-beb6-6bc5ec907891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:35.132046 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-ed1e566d-d5d2-41fc-8878-0dd9d37b4a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '723589e6-4344-461e-a183-ab4541df9f07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-249619985', 'tenant_id': '38719620e52c492f964e26f6f4cd8c39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.196'}], 'enable_snat': True}, 'gw_port_id': '8856ba6a-c333-4faf-9e0b-3e4666034697', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:54:27Z', 'updated_at': '2022-06-01T19:54:32Z', 'revision_number': 4, 'project_id': '38719620e52c492f964e26f6f4cd8c39', 'gw_port': {'id': '8856ba6a-c333-4faf-9e0b-3e4666034697', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:92:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '723589e6-4344-461e-a183-ab4541df9f07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:54:28Z', 'updated_at': '2022-06-01T19:54:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': 'd8fd650e-96bf-49cd-8b40-fe98cf6ffbbe', 'name': '', 'network_id': '5db7bf4a-0a2c-4852-ac87-ef090634164b', 'tenant_id': '38719620e52c492f964e26f6f4cd8c39', 'mac_address': 'fa:16:3e:44:84:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '723589e6-4344-461e-a183-ab4541df9f07', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '4dcea0a9-a1cb-4053-add5-6dd9ba23bee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:54:32Z', 'updated_at': '2022-06-01T19:54:33Z', 'revision_number': 2, 'project_id': '38719620e52c492f964e26f6f4cd8c39', 'subnets': [{'id': '4dcea0a9-a1cb-4053-add5-6dd9ba23bee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:54:35.135783 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed1e566d-d5d2-41fc-8878-0dd9d37b4a53 None None] Checking router: 723589e6-4344-461e-a183-ab4541df9f07 for host: n-d-844202-1 {{(pid=88527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 19:54:35.136124 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed1e566d-d5d2-41fc-8878-0dd9d37b4a53 None None] Updating router 723589e6-4344-461e-a183-ab4541df9f07 port d8fd650e-96bf-49cd-8b40-fe98cf6ffbbe binding host n-d-844202-1 {{(pid=88527) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 19:54:35.175563 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-3113590e-42b3-4aa9-beb6-6bc5ec907891 None None] Port d8fd650e-96bf-49cd-8b40-fe98cf6ffbbe cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:54:35.193606 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-ed1e566d-d5d2-41fc-8878-0dd9d37b4a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:35.225411 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e7c5651f-35fb-4a63-b83b-47a26908892f req-9dbffaed-5d67-43e7-99bf-e30c32a6b0db service neutron] 10.222.0.41 "GET /v2.0/networks/5db7bf4a-0a2c-4852-ac87-ef090634164b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448441 Jun 01 19:54:35.296062 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-d1790755-26e6-4506-a4b4-91962c00ff4a None None] Provisioning complete for port d8fd650e-96bf-49cd-8b40-fe98cf6ffbbe triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:54:35.296737 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-d1790755-26e6-4506-a4b4-91962c00ff4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:35.364392 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-d1790755-26e6-4506-a4b4-91962c00ff4a None None] Port d8fd650e-96bf-49cd-8b40-fe98cf6ffbbe cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:54:35.431043 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-445113d9-ae69-416f-8a60-49a2ebf79d09 req-288d2726-3944-4ab6-8a4a-ffa319028dd3 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/ports?device_id=c481bae0-1d28-4356-9e9c-a90167114ce2 HTTP/1.1" status: 200 len: 210 time: 0.0480881 Jun 01 19:54:35.549659 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-ed1e566d-d5d2-41fc-8878-0dd9d37b4a53 None None] Notify callbacks [] for port, precommit_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:35.560722 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.provisioning_blocks [None req-ed1e566d-d5d2-41fc-8878-0dd9d37b4a53 None None] Transition to ACTIVE for port object d8fd650e-96bf-49cd-8b40-fe98cf6ffbbe will not be triggered until provisioned by entity L2. {{(pid=88527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:54:35.567383 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-ed1e566d-d5d2-41fc-8878-0dd9d37b4a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:35.647681 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 8856ba6a-c333-4faf-9e0b-3e4666034697 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:54:35.719135 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 8856ba6a-c333-4faf-9e0b-3e4666034697 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:54:35.719585 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:35.728935 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8189bfda-0863-4072-8f94-d08f489f6cc5 None None] Pushing event updated for resources: {'Port': ['ID=d8fd650e-96bf-49cd-8b40-fe98cf6ffbbe,revision_number=3']} {{(pid=88527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:54:35.770977 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8189bfda-0863-4072-8f94-d08f489f6cc5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:54:35.771309 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8189bfda-0863-4072-8f94-d08f489f6cc5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:54:35.771636 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8189bfda-0863-4072-8f94-d08f489f6cc5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:54:35.771956 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8189bfda-0863-4072-8f94-d08f489f6cc5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:54:35.772291 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8189bfda-0863-4072-8f94-d08f489f6cc5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:54:35.772609 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8189bfda-0863-4072-8f94-d08f489f6cc5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:54:35.772921 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8189bfda-0863-4072-8f94-d08f489f6cc5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:54:35.773227 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8189bfda-0863-4072-8f94-d08f489f6cc5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:54:35.773532 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8189bfda-0863-4072-8f94-d08f489f6cc5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:54:35.773836 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8189bfda-0863-4072-8f94-d08f489f6cc5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:54:35.774139 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8189bfda-0863-4072-8f94-d08f489f6cc5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:54:35.774699 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8189bfda-0863-4072-8f94-d08f489f6cc5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:54:35.799100 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-ed1e566d-d5d2-41fc-8878-0dd9d37b4a53 None None] Attempting to bind port d8fd650e-96bf-49cd-8b40-fe98cf6ffbbe on host n-d-844202-1 for vnic_type normal with profile {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:54:35.799452 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-ed1e566d-d5d2-41fc-8878-0dd9d37b4a53 None None] Attempting to bind port d8fd650e-96bf-49cd-8b40-fe98cf6ffbbe by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': '761e858f-a28c-48f2-9018-52edecd3b9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '5db7bf4a-0a2c-4852-ac87-ef090634164b'}] {{(pid=88527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:54:35.799801 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed1e566d-d5d2-41fc-8878-0dd9d37b4a53 None None] Attempting to bind port d8fd650e-96bf-49cd-8b40-fe98cf6ffbbe on network 5db7bf4a-0a2c-4852-ac87-ef090634164b {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:54:35.805633 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed1e566d-d5d2-41fc-8878-0dd9d37b4a53 None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 54, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:54:35.805996 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed1e566d-d5d2-41fc-8878-0dd9d37b4a53 None None] Checking segment: {'id': '761e858f-a28c-48f2-9018-52edecd3b9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '5db7bf4a-0a2c-4852-ac87-ef090634164b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:54:35.806397 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-ed1e566d-d5d2-41fc-8878-0dd9d37b4a53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:35.806760 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed1e566d-d5d2-41fc-8878-0dd9d37b4a53 None None] Bound using segment: {'id': '761e858f-a28c-48f2-9018-52edecd3b9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '5db7bf4a-0a2c-4852-ac87-ef090634164b'} {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:54:35.807210 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-ed1e566d-d5d2-41fc-8878-0dd9d37b4a53 None None] Bound port: d8fd650e-96bf-49cd-8b40-fe98cf6ffbbe, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '761e858f-a28c-48f2-9018-52edecd3b9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '5db7bf4a-0a2c-4852-ac87-ef090634164b'}}] {{(pid=88527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:54:35.807569 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-ed1e566d-d5d2-41fc-8878-0dd9d37b4a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:35.846064 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 8856ba6a-c333-4faf-9e0b-3e4666034697 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:54:35.847145 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 2ba80d08-51f5-4aa3-9005-eaa9b0c538c3 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:54:35.908198 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.db [None req-ed1e566d-d5d2-41fc-8878-0dd9d37b4a53 None None] For port d8fd650e-96bf-49cd-8b40-fe98cf6ffbbe, host n-d-844202-1, cleared binding levels {{(pid=88527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:54:35.911324 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.db [None req-ed1e566d-d5d2-41fc-8878-0dd9d37b4a53 None None] For port d8fd650e-96bf-49cd-8b40-fe98cf6ffbbe, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=d8fd650e-96bf-49cd-8b40-fe98cf6ffbbe,segment=NetworkSegment(761e858f-a28c-48f2-9018-52edecd3b9a8),segment_id=761e858f-a28c-48f2-9018-52edecd3b9a8)] {{(pid=88527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:54:35.917522 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-ed1e566d-d5d2-41fc-8878-0dd9d37b4a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:35.931786 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 2ba80d08-51f5-4aa3-9005-eaa9b0c538c3 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:54:35.932149 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:36.000550 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1e566d-d5d2-41fc-8878-0dd9d37b4a53 None None] Routers {'723589e6-4344-461e-a183-ab4541df9f07'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:54:36.001173 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-ed1e566d-d5d2-41fc-8878-0dd9d37b4a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:54:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['723589e6-4344-461e-a183-ab4541df9f07'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:54:36.062907 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 2ba80d08-51f5-4aa3-9005-eaa9b0c538c3 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:54:36.068602 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8189bfda-0863-4072-8f94-d08f489f6cc5 None None] Pushing event updated for resources: {'Port': ['ID=d8fd650e-96bf-49cd-8b40-fe98cf6ffbbe,revision_number=4']} {{(pid=88527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:54:36.199097 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-ed1e566d-d5d2-41fc-8878-0dd9d37b4a53 None None] Set router 723589e6-4344-461e-a183-ab4541df9f07 gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:54:36.536369 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e6791cf2-177a-4404-ab75-15914f4082e6 req-145a142c-ebc8-4978-b12d-4e19036fe8a2 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/ports?device_id=c481bae0-1d28-4356-9e9c-a90167114ce2 HTTP/1.1" status: 200 len: 210 time: 0.0485191 Jun 01 19:54:36.543386 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-ed1e566d-d5d2-41fc-8878-0dd9d37b4a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '723589e6-4344-461e-a183-ab4541df9f07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-249619985', 'tenant_id': '38719620e52c492f964e26f6f4cd8c39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.196'}], 'enable_snat': True}, 'gw_port_id': '8856ba6a-c333-4faf-9e0b-3e4666034697', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:54:27Z', 'updated_at': '2022-06-01T19:54:32Z', 'revision_number': 4, 'project_id': '38719620e52c492f964e26f6f4cd8c39', 'gw_port': {'id': '8856ba6a-c333-4faf-9e0b-3e4666034697', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:92:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '723589e6-4344-461e-a183-ab4541df9f07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:54:28Z', 'updated_at': '2022-06-01T19:54:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': 'd8fd650e-96bf-49cd-8b40-fe98cf6ffbbe', 'name': '', 'network_id': '5db7bf4a-0a2c-4852-ac87-ef090634164b', 'tenant_id': '38719620e52c492f964e26f6f4cd8c39', 'mac_address': 'fa:16:3e:44:84:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '723589e6-4344-461e-a183-ab4541df9f07', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '4dcea0a9-a1cb-4053-add5-6dd9ba23bee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:54:32Z', 'updated_at': '2022-06-01T19:54:35Z', 'revision_number': 4, 'project_id': '38719620e52c492f964e26f6f4cd8c39', 'subnets': [{'id': '4dcea0a9-a1cb-4053-add5-6dd9ba23bee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:54:36.548310 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed1e566d-d5d2-41fc-8878-0dd9d37b4a53 None None] The sync data for ids ['723589e6-4344-461e-a183-ab4541df9f07'] in n-d-844202-1 is: [{'id': '723589e6-4344-461e-a183-ab4541df9f07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-249619985', 'tenant_id': '38719620e52c492f964e26f6f4cd8c39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.196'}], 'enable_snat': True}, 'gw_port_id': '8856ba6a-c333-4faf-9e0b-3e4666034697', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:54:27Z', 'updated_at': '2022-06-01T19:54:32Z', 'revision_number': 4, 'project_id': '38719620e52c492f964e26f6f4cd8c39', 'gw_port': {'id': '8856ba6a-c333-4faf-9e0b-3e4666034697', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:92:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '723589e6-4344-461e-a183-ab4541df9f07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:54:28Z', 'updated_at': '2022-06-01T19:54:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': 'd8fd650e-96bf-49cd-8b40-fe98cf6ffbbe', 'name': '', 'network_id': '5db7bf4a-0a2c-4852-ac87-ef090634164b', 'tenant_id': '38719620e52c492f964e26f6f4cd8c39', 'mac_address': 'fa:16:3e:44:84:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '723589e6-4344-461e-a183-ab4541df9f07', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '4dcea0a9-a1cb-4053-add5-6dd9ba23bee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:54:32Z', 'updated_at': '2022-06-01T19:54:35Z', 'revision_number': 4, 'project_id': '38719620e52c492f964e26f6f4cd8c39', 'subnets': [{'id': '4dcea0a9-a1cb-4053-add5-6dd9ba23bee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:54:37.205274 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-4c28e0b9-0590-4b35-ae96-54d9b6de3dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:37.639975 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-779fb531-cd3b-4563-9ea8-69696a94d3cd req-28c4480a-32cb-4482-9194-d3f73fa4574d tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/ports?device_id=c481bae0-1d28-4356-9e9c-a90167114ce2 HTTP/1.1" status: 200 len: 210 time: 0.0441055 Jun 01 19:54:37.673679 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device d8fd650e-96bf-49cd-8b40-fe98cf6ffbbe up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:54:37.781844 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port d8fd650e-96bf-49cd-8b40-fe98cf6ffbbe completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:54:37.786963 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port d8fd650e-96bf-49cd-8b40-fe98cf6ffbbe triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:54:37.787334 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:37.903066 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port d8fd650e-96bf-49cd-8b40-fe98cf6ffbbe is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:54:37.903332 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:37.936747 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port d8fd650e-96bf-49cd-8b40-fe98cf6ffbbe, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=d8fd650e-96bf-49cd-8b40-fe98cf6ffbbe,segment=NetworkSegment(761e858f-a28c-48f2-9018-52edecd3b9a8),segment_id=761e858f-a28c-48f2-9018-52edecd3b9a8)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:54:37.940218 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:38.009304 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=d8fd650e-96bf-49cd-8b40-fe98cf6ffbbe,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:54:38.755556 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-73357cf4-2fba-4722-b91c-a4e6160d13b6 req-f0b6022e-554d-4480-996c-82d17f1cee95 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/ports?device_id=c481bae0-1d28-4356-9e9c-a90167114ce2 HTTP/1.1" status: 200 len: 210 time: 0.0565770 Jun 01 19:54:39.642354 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device d8fd650e-96bf-49cd-8b40-fe98cf6ffbbe up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:54:39.708402 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6bb91866-ff03-4d82-90ae-52099cab2d2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:39.726970 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port d8fd650e-96bf-49cd-8b40-fe98cf6ffbbe triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:54:39.727334 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:39.847992 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port d8fd650e-96bf-49cd-8b40-fe98cf6ffbbe is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:54:39.908247 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-90d636c9-fd5e-4e94-9b1f-e0961c731120 req-3097c0b2-7253-4941-8e97-6f479f858569 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/ports?device_id=c481bae0-1d28-4356-9e9c-a90167114ce2 HTTP/1.1" status: 200 len: 210 time: 0.0429516 Jun 01 19:54:40.778235 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c5651f-35fb-4a63-b83b-47a26908892f req-d5cc7695-81aa-4926-8435-eacfe73e0a95 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:54:40.778932 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-e7c5651f-35fb-4a63-b83b-47a26908892f req-d5cc7695-81aa-4926-8435-eacfe73e0a95 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Synchronizing usage tracker for tenant:38719620e52c492f964e26f6f4cd8c39 on resource:network {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:54:40.800483 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-e7c5651f-35fb-4a63-b83b-47a26908892f req-d5cc7695-81aa-4926-8435-eacfe73e0a95 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Unset dirty status for tenant:38719620e52c492f964e26f6f4cd8c39 on resource:network {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:54:40.801778 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e7c5651f-35fb-4a63-b83b-47a26908892f req-d5cc7695-81aa-4926-8435-eacfe73e0a95 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.50 "GET /v2.0/networks?id=5db7bf4a-0a2c-4852-ac87-ef090634164b HTTP/1.1" status: 200 len: 796 time: 0.1769652 Jun 01 19:54:40.805900 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:40.823465 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:40.852053 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e7c5651f-35fb-4a63-b83b-47a26908892f req-65f5e543-66cb-479b-a069-3bee24914906 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=38719620e52c492f964e26f6f4cd8c39 HTTP/1.1" status: 200 len: 379 time: 0.0428879 Jun 01 19:54:40.860785 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-e7c5651f-35fb-4a63-b83b-47a26908892f req-7fc9107a-2529-4f06-a110-a3645c6a747d tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Request body: {'port': {'device_id': 'c481bae0-1d28-4356-9e9c-a90167114ce2', 'network_id': '5db7bf4a-0a2c-4852-ac87-ef090634164b', 'admin_state_up': True, 'tenant_id': '38719620e52c492f964e26f6f4cd8c39', 'security_groups': ['a5e1f475-e64b-4685-9e07-ce834c5f0fc7']}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:54:41.008107 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-e7c5651f-35fb-4a63-b83b-47a26908892f req-7fc9107a-2529-4f06-a110-a3645c6a747d tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:54:41.018286 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-e7c5651f-35fb-4a63-b83b-47a26908892f req-7fc9107a-2529-4f06-a110-a3645c6a747d tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:54:41.030613 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7c5651f-35fb-4a63-b83b-47a26908892f req-7fc9107a-2529-4f06-a110-a3645c6a747d tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Made reservation on behalf of 38719620e52c492f964e26f6f4cd8c39 for: {'port': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:54:41.034303 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-e7c5651f-35fb-4a63-b83b-47a26908892f req-7fc9107a-2529-4f06-a110-a3645c6a747d tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:41.063874 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ec10b510-c235-4677-aec9-f856662d980f req-81fec5d3-6112-49b9-aa73-29bf3f364253 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/ports?device_id=c481bae0-1d28-4356-9e9c-a90167114ce2 HTTP/1.1" status: 200 len: 210 time: 0.0460892 Jun 01 19:54:41.198634 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [req-e7c5651f-35fb-4a63-b83b-47a26908892f req-7fc9107a-2529-4f06-a110-a3645c6a747d tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Allocated IP 172.20.0.10 (5db7bf4a-0a2c-4852-ac87-ef090634164b/4dcea0a9-a1cb-4053-add5-6dd9ba23bee6/a1f9796a-52d7-4b1f-8032-7549bfac0866) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:54:41.394627 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-e7c5651f-35fb-4a63-b83b-47a26908892f req-7fc9107a-2529-4f06-a110-a3645c6a747d tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:41.409563 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [req-e7c5651f-35fb-4a63-b83b-47a26908892f req-7fc9107a-2529-4f06-a110-a3645c6a747d tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Transition to ACTIVE for port object a1f9796a-52d7-4b1f-8032-7549bfac0866 will not be triggered until provisioned by entity DHCP. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:54:41.432393 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-e7c5651f-35fb-4a63-b83b-47a26908892f req-7fc9107a-2529-4f06-a110-a3645c6a747d tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:41.507000 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7c5651f-35fb-4a63-b83b-47a26908892f req-7fc9107a-2529-4f06-a110-a3645c6a747d tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Network 5db7bf4a-0a2c-4852-ac87-ef090634164b is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:54:41.510331 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [req-e7c5651f-35fb-4a63-b83b-47a26908892f req-7fc9107a-2529-4f06-a110-a3645c6a747d tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:54:41.514732 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7c5651f-35fb-4a63-b83b-47a26908892f req-7fc9107a-2529-4f06-a110-a3645c6a747d tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:54:41.545148 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc9107a-2529-4f06-a110-a3645c6a747d tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Pushing event updated for resources: {'Port': ['ID=a1f9796a-52d7-4b1f-8032-7549bfac0866,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:54:41.583121 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c5651f-35fb-4a63-b83b-47a26908892f req-7fc9107a-2529-4f06-a110-a3645c6a747d tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:54:41.583742 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-e7c5651f-35fb-4a63-b83b-47a26908892f req-7fc9107a-2529-4f06-a110-a3645c6a747d tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:41.612291 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e7c5651f-35fb-4a63-b83b-47a26908892f req-7fc9107a-2529-4f06-a110-a3645c6a747d tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7557361 Jun 01 19:54:41.625776 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-e7c5651f-35fb-4a63-b83b-47a26908892f req-f1c21a46-bb16-4bc3-9743-7a6353569483 service neutron] Request body: {'port': {'device_id': 'c481bae0-1d28-4356-9e9c-a90167114ce2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844202-1'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:54:41.744873 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-e7c5651f-35fb-4a63-b83b-47a26908892f req-f1c21a46-bb16-4bc3-9743-7a6353569483 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:41.797252 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-4b7348f1-5ba3-4e37-bfce-fabcd2bbaa01 None None] Provisioning for port a1f9796a-52d7-4b1f-8032-7549bfac0866 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:54:41.802864 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-4b7348f1-5ba3-4e37-bfce-fabcd2bbaa01 None None] Provisioning complete for port a1f9796a-52d7-4b1f-8032-7549bfac0866 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:54:41.803226 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-4b7348f1-5ba3-4e37-bfce-fabcd2bbaa01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:41.866804 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:41.867590 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-4b7348f1-5ba3-4e37-bfce-fabcd2bbaa01 None None] Port a1f9796a-52d7-4b1f-8032-7549bfac0866 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:54:42.101291 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [req-e7c5651f-35fb-4a63-b83b-47a26908892f req-f1c21a46-bb16-4bc3-9743-7a6353569483 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1f9796a-52d7-4b1f-8032-7549bfac0866 {{(pid=88524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 19:54:42.109480 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-e7c5651f-35fb-4a63-b83b-47a26908892f req-f1c21a46-bb16-4bc3-9743-7a6353569483 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:42.125465 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [req-e7c5651f-35fb-4a63-b83b-47a26908892f req-f1c21a46-bb16-4bc3-9743-7a6353569483 service neutron] Transition to ACTIVE for port object a1f9796a-52d7-4b1f-8032-7549bfac0866 will not be triggered until provisioned by entity L2. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:54:42.129272 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-e7c5651f-35fb-4a63-b83b-47a26908892f req-f1c21a46-bb16-4bc3-9743-7a6353569483 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:42.183515 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:42.267508 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcd6bcc-d014-4b70-b6ff-a86e465cdbcd req-a677882d-f11c-4ad2-9a70-99ccd45bd478 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:54:42.268993 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-7dcd6bcc-d014-4b70-b6ff-a86e465cdbcd req-a677882d-f11c-4ad2-9a70-99ccd45bd478 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/ports?device_id=c481bae0-1d28-4356-9e9c-a90167114ce2 HTTP/1.1" status: 200 len: 944 time: 0.0899253 Jun 01 19:54:42.322116 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-7dcd6bcc-d014-4b70-b6ff-a86e465cdbcd req-64dbfde9-b1e4-4d7f-8233-732c3b60bde2 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5e1f475-e64b-4685-9e07-ce834c5f0fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458181 Jun 01 19:54:42.412745 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c21a46-bb16-4bc3-9743-7a6353569483 service neutron] Pushing event updated for resources: {'Port': ['ID=a1f9796a-52d7-4b1f-8032-7549bfac0866,revision_number=2']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:54:42.474652 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:42.495444 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-e7c5651f-35fb-4a63-b83b-47a26908892f req-f1c21a46-bb16-4bc3-9743-7a6353569483 service neutron] Attempting to bind port a1f9796a-52d7-4b1f-8032-7549bfac0866 on host n-h2-844202-1 for vnic_type normal with profile {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:54:42.495787 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-e7c5651f-35fb-4a63-b83b-47a26908892f req-f1c21a46-bb16-4bc3-9743-7a6353569483 service neutron] Attempting to bind port a1f9796a-52d7-4b1f-8032-7549bfac0866 by drivers openvswitch,hyperv on host n-h2-844202-1 at level 0 using segments [{'id': '761e858f-a28c-48f2-9018-52edecd3b9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '5db7bf4a-0a2c-4852-ac87-ef090634164b'}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:54:42.496112 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7c5651f-35fb-4a63-b83b-47a26908892f req-f1c21a46-bb16-4bc3-9743-7a6353569483 service neutron] Attempting to bind port a1f9796a-52d7-4b1f-8032-7549bfac0866 on network 5db7bf4a-0a2c-4852-ac87-ef090634164b {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:54:42.501419 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7c5651f-35fb-4a63-b83b-47a26908892f req-f1c21a46-bb16-4bc3-9743-7a6353569483 service neutron] Port a1f9796a-52d7-4b1f-8032-7549bfac0866 on network 5db7bf4a-0a2c-4852-ac87-ef090634164b not bound, no agent of type Open vSwitch agent registered on host n-h2-844202-1 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 19:54:42.501732 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7c5651f-35fb-4a63-b83b-47a26908892f req-f1c21a46-bb16-4bc3-9743-7a6353569483 service neutron] Attempting to bind port a1f9796a-52d7-4b1f-8032-7549bfac0866 on network 5db7bf4a-0a2c-4852-ac87-ef090634164b {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:54:42.506722 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7c5651f-35fb-4a63-b83b-47a26908892f req-f1c21a46-bb16-4bc3-9743-7a6353569483 service neutron] Checking agent: {'id': 'f5db9968-6317-4186-9100-9e0ca6b50417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 54, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:54:42.507045 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7c5651f-35fb-4a63-b83b-47a26908892f req-f1c21a46-bb16-4bc3-9743-7a6353569483 service neutron] Checking segment: {'id': '761e858f-a28c-48f2-9018-52edecd3b9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '5db7bf4a-0a2c-4852-ac87-ef090634164b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:54:42.507415 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7c5651f-35fb-4a63-b83b-47a26908892f req-f1c21a46-bb16-4bc3-9743-7a6353569483 service neutron] Bound using segment: {'id': '761e858f-a28c-48f2-9018-52edecd3b9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '5db7bf4a-0a2c-4852-ac87-ef090634164b'} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:54:42.507825 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-e7c5651f-35fb-4a63-b83b-47a26908892f req-f1c21a46-bb16-4bc3-9743-7a6353569483 service neutron] Bound port: a1f9796a-52d7-4b1f-8032-7549bfac0866, host: n-h2-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '761e858f-a28c-48f2-9018-52edecd3b9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '5db7bf4a-0a2c-4852-ac87-ef090634164b'}}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:54:42.508163 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-e7c5651f-35fb-4a63-b83b-47a26908892f req-f1c21a46-bb16-4bc3-9743-7a6353569483 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:42.604437 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-e7c5651f-35fb-4a63-b83b-47a26908892f req-f1c21a46-bb16-4bc3-9743-7a6353569483 service neutron] For port a1f9796a-52d7-4b1f-8032-7549bfac0866, host n-h2-844202-1, cleared binding levels {{(pid=88524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:54:42.607812 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-e7c5651f-35fb-4a63-b83b-47a26908892f req-f1c21a46-bb16-4bc3-9743-7a6353569483 service neutron] For port a1f9796a-52d7-4b1f-8032-7549bfac0866, host n-h2-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=a1f9796a-52d7-4b1f-8032-7549bfac0866,segment=NetworkSegment(761e858f-a28c-48f2-9018-52edecd3b9a8),segment_id=761e858f-a28c-48f2-9018-52edecd3b9a8)] {{(pid=88524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:54:42.612255 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-e7c5651f-35fb-4a63-b83b-47a26908892f req-f1c21a46-bb16-4bc3-9743-7a6353569483 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:42.673490 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c5651f-35fb-4a63-b83b-47a26908892f req-f1c21a46-bb16-4bc3-9743-7a6353569483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:54:42.674098 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-e7c5651f-35fb-4a63-b83b-47a26908892f req-f1c21a46-bb16-4bc3-9743-7a6353569483 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:42.675459 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e7c5651f-35fb-4a63-b83b-47a26908892f req-f1c21a46-bb16-4bc3-9743-7a6353569483 service neutron] 10.222.0.50 "PUT /v2.0/ports/a1f9796a-52d7-4b1f-8032-7549bfac0866 HTTP/1.1" status: 200 len: 1092 time: 1.0560863 Jun 01 19:54:42.675889 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c481bae0-1d28-4356-9e9c-a90167114ce2', 'tag': 'a1f9796a-52d7-4b1f-8032-7549bfac0866'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:54:42.697636 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c21a46-bb16-4bc3-9743-7a6353569483 service neutron] Pushing event updated for resources: {'Port': ['ID=a1f9796a-52d7-4b1f-8032-7549bfac0866,revision_number=3']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:54:42.771760 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29c4c6f3-301e-4cf1-9620-44e970c23275'] response: {'name': 'network-changed', 'server_uuid': 'c481bae0-1d28-4356-9e9c-a90167114ce2', 'tag': 'a1f9796a-52d7-4b1f-8032-7549bfac0866', 'status': 'completed', 'code': 200} Jun 01 19:54:42.814507 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c5651f-35fb-4a63-b83b-47a26908892f req-22c72cd3-fec5-4ab0-8abe-0815601ca2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:54:42.815988 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e7c5651f-35fb-4a63-b83b-47a26908892f req-22c72cd3-fec5-4ab0-8abe-0815601ca2bd service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=38719620e52c492f964e26f6f4cd8c39&device_id=c481bae0-1d28-4356-9e9c-a90167114ce2 HTTP/1.1" status: 200 len: 1095 time: 0.0815370 Jun 01 19:54:42.886052 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e7c5651f-35fb-4a63-b83b-47a26908892f req-0eff8924-cb5b-4baa-9fdc-80883ce1f035 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a1f9796a-52d7-4b1f-8032-7549bfac0866 HTTP/1.1" status: 200 len: 217 time: 0.0640624 Jun 01 19:54:42.952255 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c5651f-35fb-4a63-b83b-47a26908892f req-d70e86ed-289f-4971-9fee-143d9d9e1147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:54:42.953629 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e7c5651f-35fb-4a63-b83b-47a26908892f req-d70e86ed-289f-4971-9fee-143d9d9e1147 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4dcea0a9-a1cb-4053-add5-6dd9ba23bee6 HTTP/1.1" status: 200 len: 834 time: 0.0615976 Jun 01 19:54:43.028612 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c5651f-35fb-4a63-b83b-47a26908892f req-385128bb-fe67-4b4a-8abd-d1e9b3c43892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:54:43.030487 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e7c5651f-35fb-4a63-b83b-47a26908892f req-385128bb-fe67-4b4a-8abd-d1e9b3c43892 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5db7bf4a-0a2c-4852-ac87-ef090634164b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0713387 Jun 01 19:54:43.163586 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e7c5651f-35fb-4a63-b83b-47a26908892f req-ff778dcb-cb37-4efc-937e-d77a6d55036a service neutron] 10.222.0.50 "GET /v2.0/networks/5db7bf4a-0a2c-4852-ac87-ef090634164b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276996 Jun 01 19:54:43.302070 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e7c5651f-35fb-4a63-b83b-47a26908892f req-4998ab38-f0c8-4166-856a-6ddb4b25cafa service neutron] 10.222.0.50 "GET /v2.0/networks/5db7bf4a-0a2c-4852-ac87-ef090634164b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326132 Jun 01 19:54:43.424653 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76c8d05-e3c2-4f31-bf0d-14f6be960298 req-e6c1382a-80db-4319-8753-98d2c4c0765e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:54:43.426274 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d76c8d05-e3c2-4f31-bf0d-14f6be960298 req-e6c1382a-80db-4319-8753-98d2c4c0765e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=38719620e52c492f964e26f6f4cd8c39&device_id=c481bae0-1d28-4356-9e9c-a90167114ce2 HTTP/1.1" status: 200 len: 1095 time: 0.0803995 Jun 01 19:54:43.524010 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bf1ba1-66da-42d9-8252-0a71afd68249 req-c2cf5aaf-d0e5-47ff-83ac-20e14b8cf4dd tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:54:43.525498 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-49bf1ba1-66da-42d9-8252-0a71afd68249 req-c2cf5aaf-d0e5-47ff-83ac-20e14b8cf4dd tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/ports?device_id=c481bae0-1d28-4356-9e9c-a90167114ce2 HTTP/1.1" status: 200 len: 944 time: 0.0930870 Jun 01 19:54:43.562517 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76c8d05-e3c2-4f31-bf0d-14f6be960298 req-979accc6-7877-4f64-8f96-58358b2e983a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:54:43.563975 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d76c8d05-e3c2-4f31-bf0d-14f6be960298 req-979accc6-7877-4f64-8f96-58358b2e983a service neutron] 10.222.0.50 "GET /v2.0/networks?id=5db7bf4a-0a2c-4852-ac87-ef090634164b HTTP/1.1" status: 200 len: 897 time: 0.1323965 Jun 01 19:54:43.574741 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-49bf1ba1-66da-42d9-8252-0a71afd68249 req-9770ab84-beb6-4f56-94a1-986e8066eee5 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5e1f475-e64b-4685-9e07-ce834c5f0fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429976 Jun 01 19:54:43.631240 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d76c8d05-e3c2-4f31-bf0d-14f6be960298 req-229fd365-f8a6-4c40-8c0d-89b4575bc4ba service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a1f9796a-52d7-4b1f-8032-7549bfac0866 HTTP/1.1" status: 200 len: 217 time: 0.0612431 Jun 01 19:54:43.695871 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76c8d05-e3c2-4f31-bf0d-14f6be960298 req-674d74e8-f7d4-4e86-8df7-a1fe23203560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:54:43.697311 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d76c8d05-e3c2-4f31-bf0d-14f6be960298 req-674d74e8-f7d4-4e86-8df7-a1fe23203560 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4dcea0a9-a1cb-4053-add5-6dd9ba23bee6 HTTP/1.1" status: 200 len: 834 time: 0.0604362 Jun 01 19:54:43.770690 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76c8d05-e3c2-4f31-bf0d-14f6be960298 req-d65a127c-f493-4263-bd35-ae477ebe4c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:54:43.772142 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d76c8d05-e3c2-4f31-bf0d-14f6be960298 req-d65a127c-f493-4263-bd35-ae477ebe4c7a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5db7bf4a-0a2c-4852-ac87-ef090634164b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0685616 Jun 01 19:54:43.918072 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d76c8d05-e3c2-4f31-bf0d-14f6be960298 req-21883372-7fd5-42a6-94e4-5ecf2efee40d service neutron] 10.222.0.50 "GET /v2.0/networks/5db7bf4a-0a2c-4852-ac87-ef090634164b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394343 Jun 01 19:54:44.146502 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d76c8d05-e3c2-4f31-bf0d-14f6be960298 req-17b42ae7-2ed7-42c0-9e59-e887131aed93 service neutron] 10.222.0.50 "GET /v2.0/networks/5db7bf4a-0a2c-4852-ac87-ef090634164b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2221880 Jun 01 19:54:44.592055 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device a1f9796a-52d7-4b1f-8032-7549bfac0866 details requested by agent hyperv_n-h2-844202-1 with host n-h2-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 19:54:44.728887 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port a1f9796a-52d7-4b1f-8032-7549bfac0866, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=a1f9796a-52d7-4b1f-8032-7549bfac0866,segment=NetworkSegment(761e858f-a28c-48f2-9018-52edecd3b9a8),segment_id=761e858f-a28c-48f2-9018-52edecd3b9a8)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:54:44.743022 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Returning: {'device': 'a1f9796a-52d7-4b1f-8032-7549bfac0866', 'network_id': '5db7bf4a-0a2c-4852-ac87-ef090634164b', 'port_id': 'a1f9796a-52d7-4b1f-8032-7549bfac0866', 'mac_address': 'fa:16:3e:c3:55:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4dcea0a9-a1cb-4053-add5-6dd9ba23bee6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 19:54:44.765273 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ea7844-badf-4083-a16f-0e6f4ccb07bc req-3db63c54-3195-46cc-af79-a82b1a58dbb5 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:54:44.766763 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b9ea7844-badf-4083-a16f-0e6f4ccb07bc req-3db63c54-3195-46cc-af79-a82b1a58dbb5 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/ports?device_id=c481bae0-1d28-4356-9e9c-a90167114ce2 HTTP/1.1" status: 200 len: 944 time: 0.0817327 Jun 01 19:54:44.805212 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port a1f9796a-52d7-4b1f-8032-7549bfac0866 is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:54:44.805703 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:44.813167 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b9ea7844-badf-4083-a16f-0e6f4ccb07bc req-23fa39a2-7569-4c7e-962a-cde0530648ac tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5e1f475-e64b-4685-9e07-ce834c5f0fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407436 Jun 01 19:54:44.825325 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1f9796a-52d7-4b1f-8032-7549bfac0866 {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 19:54:44.843186 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port a1f9796a-52d7-4b1f-8032-7549bfac0866, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=a1f9796a-52d7-4b1f-8032-7549bfac0866,segment=NetworkSegment(761e858f-a28c-48f2-9018-52edecd3b9a8),segment_id=761e858f-a28c-48f2-9018-52edecd3b9a8)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:54:44.846683 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:44.912682 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=a1f9796a-52d7-4b1f-8032-7549bfac0866,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:54:45.043826 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] get_ports_and_sgs() called for port_ids ['a1f9796a-52d7-4b1f-8032-7549bfac0866'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 19:54:46.012527 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97979450-e7c3-45db-9e1a-2b7512ce18a6 req-5519907d-8f1d-4f2a-8605-cb4032367072 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:54:46.013982 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-97979450-e7c3-45db-9e1a-2b7512ce18a6 req-5519907d-8f1d-4f2a-8605-cb4032367072 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/ports?device_id=c481bae0-1d28-4356-9e9c-a90167114ce2 HTTP/1.1" status: 200 len: 945 time: 0.0868127 Jun 01 19:54:46.058083 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-97979450-e7c3-45db-9e1a-2b7512ce18a6 req-dcf88b4a-ef96-410a-977d-b09408df3f72 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5e1f475-e64b-4685-9e07-ce834c5f0fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375645 Jun 01 19:54:46.597633 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device a1f9796a-52d7-4b1f-8032-7549bfac0866 up at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:54:46.665667 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning for port a1f9796a-52d7-4b1f-8032-7549bfac0866 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:54:46.671206 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning complete for port a1f9796a-52d7-4b1f-8032-7549bfac0866 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:54:46.671599 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:46.790003 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port a1f9796a-52d7-4b1f-8032-7549bfac0866 is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:54:46.790377 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:46.818903 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c481bae0-1d28-4356-9e9c-a90167114ce2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1f9796a-52d7-4b1f-8032-7549bfac0866'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:54:46.828804 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port a1f9796a-52d7-4b1f-8032-7549bfac0866, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=a1f9796a-52d7-4b1f-8032-7549bfac0866,segment=NetworkSegment(761e858f-a28c-48f2-9018-52edecd3b9a8),segment_id=761e858f-a28c-48f2-9018-52edecd3b9a8)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:54:46.833074 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:46.869524 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5cb8e44-4013-4c6d-8806-8384752e3ce5'] response: {'server_uuid': 'c481bae0-1d28-4356-9e9c-a90167114ce2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1f9796a-52d7-4b1f-8032-7549bfac0866', 'code': 200} Jun 01 19:54:46.908545 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=a1f9796a-52d7-4b1f-8032-7549bfac0866,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:54:46.997959 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7cd200-9979-4842-ab2e-386f077832e5 req-d58a6148-dbb9-42e0-ad15-4dc4595beff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:54:47.000379 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5c7cd200-9979-4842-ab2e-386f077832e5 req-d58a6148-dbb9-42e0-ad15-4dc4595beff8 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=c481bae0-1d28-4356-9e9c-a90167114ce2 HTTP/1.1" status: 200 len: 1097 time: 0.0779049 Jun 01 19:54:47.041463 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5c7cd200-9979-4842-ab2e-386f077832e5 req-353d5af2-bb98-42a0-9ad9-74abb1823fae service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=a5e1f475-e64b-4685-9e07-ce834c5f0fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357716 Jun 01 19:54:47.252952 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc5ee25-841a-4c67-bcfc-aa675947713a req-709c5b55-4b04-4df5-a01a-3f887184fe2b tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:54:47.254403 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8cc5ee25-841a-4c67-bcfc-aa675947713a req-709c5b55-4b04-4df5-a01a-3f887184fe2b tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/ports?device_id=c481bae0-1d28-4356-9e9c-a90167114ce2 HTTP/1.1" status: 200 len: 946 time: 0.0862844 Jun 01 19:54:47.298619 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8cc5ee25-841a-4c67-bcfc-aa675947713a req-c9fe8e06-1e31-48f5-97a0-cc1b082cf17e tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5e1f475-e64b-4685-9e07-ce834c5f0fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385621 Jun 01 19:54:48.489169 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857496ce-50be-44b6-bb27-af3e3c96ae72 req-3057f3c3-09ca-4c36-a286-ecf420812b57 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:54:48.490627 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-857496ce-50be-44b6-bb27-af3e3c96ae72 req-3057f3c3-09ca-4c36-a286-ecf420812b57 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/ports?device_id=c481bae0-1d28-4356-9e9c-a90167114ce2 HTTP/1.1" status: 200 len: 946 time: 0.0841773 Jun 01 19:54:48.536004 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-857496ce-50be-44b6-bb27-af3e3c96ae72 req-6a630bd5-a8c3-4ace-aa70-06cebe1a5982 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5e1f475-e64b-4685-9e07-ce834c5f0fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397475 Jun 01 19:54:48.718001 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e245cf-67c5-47ab-a81f-4467ae0d0d13 req-fe030629-159e-4074-a5d2-8db346f38f45 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:54:48.719440 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-11e245cf-67c5-47ab-a81f-4467ae0d0d13 req-fe030629-159e-4074-a5d2-8db346f38f45 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/ports?device_id=c481bae0-1d28-4356-9e9c-a90167114ce2 HTTP/1.1" status: 200 len: 946 time: 0.0807869 Jun 01 19:54:48.762568 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-11e245cf-67c5-47ab-a81f-4467ae0d0d13 req-0fe2f914-5a66-4b54-badd-08f077c19086 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5e1f475-e64b-4685-9e07-ce834c5f0fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374649 Jun 01 19:54:48.785655 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 54282) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:54:48.859819 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e158df9b-fa9b-4b33-81d8-9f36a6cbc761 tempest-TestNetworkAdvancedServerOps-719043324 tempest-TestNetworkAdvancedServerOps-719043324-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:54:48.861318 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-e158df9b-fa9b-4b33-81d8-9f36a6cbc761 tempest-TestNetworkAdvancedServerOps-719043324 tempest-TestNetworkAdvancedServerOps-719043324-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=c481bae0-1d28-4356-9e9c-a90167114ce2 HTTP/1.1" status: 200 len: 1092 time: 0.0747256 Jun 01 19:54:48.864143 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 54286) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:54:48.868859 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-a5736219-20a8-4d35-8f78-bffaebed8dc6 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Request body: {'floatingip': {'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'port_id': 'a1f9796a-52d7-4b1f-8032-7549bfac0866', 'tenant_id': '38719620e52c492f964e26f6f4cd8c39', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:54:48.876626 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-a5736219-20a8-4d35-8f78-bffaebed8dc6 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:54:48.880463 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-a5736219-20a8-4d35-8f78-bffaebed8dc6 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Usage tracker for resource:floatingip and tenant:38719620e52c492f964e26f6f4cd8c39 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:54:48.883242 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-a5736219-20a8-4d35-8f78-bffaebed8dc6 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:54:48.888829 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-a5736219-20a8-4d35-8f78-bffaebed8dc6 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:54:48.900135 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a5736219-20a8-4d35-8f78-bffaebed8dc6 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for floatingip, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:49.159701 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a5736219-20a8-4d35-8f78-bffaebed8dc6 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:49.304067 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [None req-a5736219-20a8-4d35-8f78-bffaebed8dc6 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Allocated IP 172.25.4.239 (72a72e44-6845-488a-a5ff-3a26d4df9cb3/c314a23b-daa2-4106-ab28-8e6f954277b2/78d56ac8-5919-42da-a509-2433e86d13a3) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:54:49.458819 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a5736219-20a8-4d35-8f78-bffaebed8dc6 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:49.489387 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a5736219-20a8-4d35-8f78-bffaebed8dc6 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:49.557077 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5736219-20a8-4d35-8f78-bffaebed8dc6 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:54:49.559989 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-a5736219-20a8-4d35-8f78-bffaebed8dc6 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:54:49.563463 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5736219-20a8-4d35-8f78-bffaebed8dc6 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:54:49.598721 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5736219-20a8-4d35-8f78-bffaebed8dc6 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Pushing event updated for resources: {'Port': ['ID=78d56ac8-5919-42da-a509-2433e86d13a3,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:54:49.994773 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a5736219-20a8-4d35-8f78-bffaebed8dc6 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:50.070321 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a5736219-20a8-4d35-8f78-bffaebed8dc6 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:50.289900 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a5736219-20a8-4d35-8f78-bffaebed8dc6 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for port, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:50.294706 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a5736219-20a8-4d35-8f78-bffaebed8dc6 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:50.406573 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5736219-20a8-4d35-8f78-bffaebed8dc6 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Pushing event updated for resources: {'Port': ['ID=78d56ac8-5919-42da-a509-2433e86d13a3,revision_number=2']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:54:50.417390 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a5736219-20a8-4d35-8f78-bffaebed8dc6 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887712'] for floatingip, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:50.591779 n-d-844202-1 neutron-server[88525]: INFO neutron.db.l3_db [None req-a5736219-20a8-4d35-8f78-bffaebed8dc6 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Floating IP e4102691-9df4-4a80-be12-4826ae158729 associated. External IP: 172.25.4.239, port: a1f9796a-52d7-4b1f-8032-7549bfac0866. Jun 01 19:54:51.059238 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5736219-20a8-4d35-8f78-bffaebed8dc6 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Router 723589e6-4344-461e-a183-ab4541df9f07 has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 19:54:51.255736 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5736219-20a8-4d35-8f78-bffaebed8dc6 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:54:51.265525 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e84afc76-12f6-4acf-b0a4-fb284ae5b917 None None] Sync routers for ids ['723589e6-4344-461e-a183-ab4541df9f07'] in n-d-844202-1 {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:54:51.275749 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84afc76-12f6-4acf-b0a4-fb284ae5b917 None None] Routers {'723589e6-4344-461e-a183-ab4541df9f07'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:54:51.276618 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-e84afc76-12f6-4acf-b0a4-fb284ae5b917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:54:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['723589e6-4344-461e-a183-ab4541df9f07'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:54:51.285422 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a5736219-20a8-4d35-8f78-bffaebed8dc6 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for floatingip, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:54:51.348084 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-a5736219-20a8-4d35-8f78-bffaebed8dc6 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4829061 Jun 01 19:54:51.348663 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c481bae0-1d28-4356-9e9c-a90167114ce2', 'tag': 'a1f9796a-52d7-4b1f-8032-7549bfac0866'}] {{(pid=88525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:54:51.464215 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-e84afc76-12f6-4acf-b0a4-fb284ae5b917 None None] Set router 723589e6-4344-461e-a183-ab4541df9f07 gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:54:51.532694 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5baa613-c81b-42ff-9fac-490b9b8163c5 req-ddfd340e-e5e6-4420-adcb-a8128fa65068 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:54:51.534041 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f5baa613-c81b-42ff-9fac-490b9b8163c5 req-ddfd340e-e5e6-4420-adcb-a8128fa65068 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/ports?device_id=c481bae0-1d28-4356-9e9c-a90167114ce2 HTTP/1.1" status: 200 len: 946 time: 0.0900567 Jun 01 19:54:51.586010 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f5baa613-c81b-42ff-9fac-490b9b8163c5 req-32b79637-b5a6-49ff-88d9-2b6bd591097c tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5e1f475-e64b-4685-9e07-ce834c5f0fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460837 Jun 01 19:54:51.617363 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 54294) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:54:51.658928 n-d-844202-1 neutron-server[88525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d587cf1c-0363-40ff-8330-ed01498ff8b7'] response: {'name': 'network-changed', 'server_uuid': 'c481bae0-1d28-4356-9e9c-a90167114ce2', 'tag': 'a1f9796a-52d7-4b1f-8032-7549bfac0866', 'status': 'completed', 'code': 200} Jun 01 19:54:51.786660 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-8559d78d-cf61-4d78-9928-20ce16c12a91 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/floatingips/e4102691-9df4-4a80-be12-4826ae158729 HTTP/1.1" status: 200 len: 992 time: 0.1674793 Jun 01 19:54:51.804405 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa54cc1-9b32-49b2-8c54-d4eaffb58549 req-3ed902de-2e65-4875-b9b3-b080496fe45d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:54:51.805870 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-2fa54cc1-9b32-49b2-8c54-d4eaffb58549 req-3ed902de-2e65-4875-b9b3-b080496fe45d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=38719620e52c492f964e26f6f4cd8c39&device_id=c481bae0-1d28-4356-9e9c-a90167114ce2 HTTP/1.1" status: 200 len: 1097 time: 0.1210992 Jun 01 19:54:51.868824 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-e84afc76-12f6-4acf-b0a4-fb284ae5b917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '723589e6-4344-461e-a183-ab4541df9f07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-249619985', 'tenant_id': '38719620e52c492f964e26f6f4cd8c39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.196'}], 'enable_snat': True}, 'gw_port_id': '8856ba6a-c333-4faf-9e0b-3e4666034697', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:54:27Z', 'updated_at': '2022-06-01T19:54:32Z', 'revision_number': 4, 'project_id': '38719620e52c492f964e26f6f4cd8c39', 'gw_port': {'id': '8856ba6a-c333-4faf-9e0b-3e4666034697', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:92:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '723589e6-4344-461e-a183-ab4541df9f07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:54:28Z', 'updated_at': '2022-06-01T19:54:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_floatingips': [{'id': 'e4102691-9df4-4a80-be12-4826ae158729', 'tenant_id': '38719620e52c492f964e26f6f4cd8c39', 'floating_ip_address': '172.25.4.239', 'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'router_id': '723589e6-4344-461e-a183-ab4541df9f07', 'port_id': 'a1f9796a-52d7-4b1f-8032-7549bfac0866', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5db7bf4a-0a2c-4852-ac87-ef090634164b', 'mac_address': 'fa:16:3e:c3:55:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c481bae0-1d28-4356-9e9c-a90167114ce2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T19:54:49Z', 'updated_at': '2022-06-01T19:54:49Z', 'revision_number': 0, 'project_id': '38719620e52c492f964e26f6f4cd8c39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8fd650e-96bf-49cd-8b40-fe98cf6ffbbe', 'name': '', 'network_id': '5db7bf4a-0a2c-4852-ac87-ef090634164b', 'tenant_id': '38719620e52c492f964e26f6f4cd8c39', 'mac_address': 'fa:16:3e:44:84:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '723589e6-4344-461e-a183-ab4541df9f07', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '4dcea0a9-a1cb-4053-add5-6dd9ba23bee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:54:32Z', 'updated_at': '2022-06-01T19:54:37Z', 'revision_number': 5, 'project_id': '38719620e52c492f964e26f6f4cd8c39', 'subnets': [{'id': '4dcea0a9-a1cb-4053-add5-6dd9ba23bee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:54:51.872754 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e84afc76-12f6-4acf-b0a4-fb284ae5b917 None None] Checking router: 723589e6-4344-461e-a183-ab4541df9f07 for host: n-d-844202-1 {{(pid=88526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 19:54:51.882551 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84afc76-12f6-4acf-b0a4-fb284ae5b917 None None] Routers {'723589e6-4344-461e-a183-ab4541df9f07'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:54:51.883300 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-e84afc76-12f6-4acf-b0a4-fb284ae5b917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:54:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['723589e6-4344-461e-a183-ab4541df9f07'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:54:51.943345 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa54cc1-9b32-49b2-8c54-d4eaffb58549 req-942e929f-d946-432a-bdff-e9cfea412c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:54:51.945157 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-2fa54cc1-9b32-49b2-8c54-d4eaffb58549 req-942e929f-d946-432a-bdff-e9cfea412c9c service neutron] 10.222.0.50 "GET /v2.0/networks?id=5db7bf4a-0a2c-4852-ac87-ef090634164b HTTP/1.1" status: 200 len: 897 time: 0.1332145 Jun 01 19:54:52.057624 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-2fa54cc1-9b32-49b2-8c54-d4eaffb58549 req-a237236a-838b-4b8e-bb3e-ea9b80a5eded service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a1f9796a-52d7-4b1f-8032-7549bfac0866 HTTP/1.1" status: 200 len: 1000 time: 0.1072805 Jun 01 19:54:52.072090 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-e84afc76-12f6-4acf-b0a4-fb284ae5b917 None None] Set router 723589e6-4344-461e-a183-ab4541df9f07 gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:54:52.125938 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa54cc1-9b32-49b2-8c54-d4eaffb58549 req-ecd176a2-a5d6-47ea-ada0-c1f0729a43e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:54:52.127438 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-2fa54cc1-9b32-49b2-8c54-d4eaffb58549 req-ecd176a2-a5d6-47ea-ada0-c1f0729a43e1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4dcea0a9-a1cb-4053-add5-6dd9ba23bee6 HTTP/1.1" status: 200 len: 834 time: 0.0640366 Jun 01 19:54:52.210518 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa54cc1-9b32-49b2-8c54-d4eaffb58549 req-d3c83ca7-9ee8-4968-86e0-f2edc5a26114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:54:52.212012 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-2fa54cc1-9b32-49b2-8c54-d4eaffb58549 req-d3c83ca7-9ee8-4968-86e0-f2edc5a26114 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5db7bf4a-0a2c-4852-ac87-ef090634164b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0791960 Jun 01 19:54:52.360550 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-2fa54cc1-9b32-49b2-8c54-d4eaffb58549 req-9cf2dacb-e240-4ecd-9055-4e1d00bfec5c service neutron] 10.222.0.50 "GET /v2.0/networks/5db7bf4a-0a2c-4852-ac87-ef090634164b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428380 Jun 01 19:54:52.463547 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-e84afc76-12f6-4acf-b0a4-fb284ae5b917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '723589e6-4344-461e-a183-ab4541df9f07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-249619985', 'tenant_id': '38719620e52c492f964e26f6f4cd8c39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.196'}], 'enable_snat': True}, 'gw_port_id': '8856ba6a-c333-4faf-9e0b-3e4666034697', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:54:27Z', 'updated_at': '2022-06-01T19:54:32Z', 'revision_number': 4, 'project_id': '38719620e52c492f964e26f6f4cd8c39', 'gw_port': {'id': '8856ba6a-c333-4faf-9e0b-3e4666034697', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:92:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '723589e6-4344-461e-a183-ab4541df9f07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:54:28Z', 'updated_at': '2022-06-01T19:54:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_floatingips': [{'id': 'e4102691-9df4-4a80-be12-4826ae158729', 'tenant_id': '38719620e52c492f964e26f6f4cd8c39', 'floating_ip_address': '172.25.4.239', 'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'router_id': '723589e6-4344-461e-a183-ab4541df9f07', 'port_id': 'a1f9796a-52d7-4b1f-8032-7549bfac0866', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5db7bf4a-0a2c-4852-ac87-ef090634164b', 'mac_address': 'fa:16:3e:c3:55:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c481bae0-1d28-4356-9e9c-a90167114ce2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T19:54:49Z', 'updated_at': '2022-06-01T19:54:49Z', 'revision_number': 0, 'project_id': '38719620e52c492f964e26f6f4cd8c39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8fd650e-96bf-49cd-8b40-fe98cf6ffbbe', 'name': '', 'network_id': '5db7bf4a-0a2c-4852-ac87-ef090634164b', 'tenant_id': '38719620e52c492f964e26f6f4cd8c39', 'mac_address': 'fa:16:3e:44:84:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '723589e6-4344-461e-a183-ab4541df9f07', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '4dcea0a9-a1cb-4053-add5-6dd9ba23bee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:54:32Z', 'updated_at': '2022-06-01T19:54:37Z', 'revision_number': 5, 'project_id': '38719620e52c492f964e26f6f4cd8c39', 'subnets': [{'id': '4dcea0a9-a1cb-4053-add5-6dd9ba23bee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:54:52.467910 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e84afc76-12f6-4acf-b0a4-fb284ae5b917 None None] The sync data for ids ['723589e6-4344-461e-a183-ab4541df9f07'] in n-d-844202-1 is: [{'id': '723589e6-4344-461e-a183-ab4541df9f07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-249619985', 'tenant_id': '38719620e52c492f964e26f6f4cd8c39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.196'}], 'enable_snat': True}, 'gw_port_id': '8856ba6a-c333-4faf-9e0b-3e4666034697', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:54:27Z', 'updated_at': '2022-06-01T19:54:32Z', 'revision_number': 4, 'project_id': '38719620e52c492f964e26f6f4cd8c39', 'gw_port': {'id': '8856ba6a-c333-4faf-9e0b-3e4666034697', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:92:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '723589e6-4344-461e-a183-ab4541df9f07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:54:28Z', 'updated_at': '2022-06-01T19:54:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_floatingips': [{'id': 'e4102691-9df4-4a80-be12-4826ae158729', 'tenant_id': '38719620e52c492f964e26f6f4cd8c39', 'floating_ip_address': '172.25.4.239', 'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'router_id': '723589e6-4344-461e-a183-ab4541df9f07', 'port_id': 'a1f9796a-52d7-4b1f-8032-7549bfac0866', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5db7bf4a-0a2c-4852-ac87-ef090634164b', 'mac_address': 'fa:16:3e:c3:55:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c481bae0-1d28-4356-9e9c-a90167114ce2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T19:54:49Z', 'updated_at': '2022-06-01T19:54:49Z', 'revision_number': 0, 'project_id': '38719620e52c492f964e26f6f4cd8c39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8fd650e-96bf-49cd-8b40-fe98cf6ffbbe', 'name': '', 'network_id': '5db7bf4a-0a2c-4852-ac87-ef090634164b', 'tenant_id': '38719620e52c492f964e26f6f4cd8c39', 'mac_address': 'fa:16:3e:44:84:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '723589e6-4344-461e-a183-ab4541df9f07', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '4dcea0a9-a1cb-4053-add5-6dd9ba23bee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:54:32Z', 'updated_at': '2022-06-01T19:54:37Z', 'revision_number': 5, 'project_id': '38719620e52c492f964e26f6f4cd8c39', 'subnets': [{'id': '4dcea0a9-a1cb-4053-add5-6dd9ba23bee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:54:52.514471 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-2fa54cc1-9b32-49b2-8c54-d4eaffb58549 req-c5ff8bad-231b-448f-9903-99c41a3621b2 service neutron] 10.222.0.50 "GET /v2.0/networks/5db7bf4a-0a2c-4852-ac87-ef090634164b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486752 Jun 01 19:54:52.674208 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc8e429-1b2b-4ff5-90bb-66282f0dbd3a None None] New status for floating IP e4102691-9df4-4a80-be12-4826ae158729: ACTIVE {{(pid=88527) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 19:54:52.790094 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 54298) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:54:52.901981 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-95c8fa8b-7d2c-4515-874b-27eb9a196d87 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/floatingips/e4102691-9df4-4a80-be12-4826ae158729 HTTP/1.1" status: 200 len: 992 time: 0.1105697 Jun 01 19:54:53.905949 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 54304) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:54:54.019979 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-f384cf5d-363c-48aa-a606-a55638bb67b1 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/floatingips/e4102691-9df4-4a80-be12-4826ae158729 HTTP/1.1" status: 200 len: 994 time: 0.1129620 Jun 01 19:55:00.951355 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.agents_db [None req-e814b9cf-7de8-45d0-a079-29c61fabe7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 19:55:07.198953 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-bb8f505e-bb31-48ce-a87b-2175c3d55df8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:55:09.660177 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-4e734014-9da3-4e6c-beb8-960edd71bdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:55:10.808515 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:55:10.825528 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:55:11.849146 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:55:12.184615 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:55:12.469977 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:55:23.676583 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89cdda8-eb68-4003-8286-5b08de4663fa req-d42358a4-4849-405d-90cb-9d3435a24c60 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:55:23.677938 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c89cdda8-eb68-4003-8286-5b08de4663fa req-d42358a4-4849-405d-90cb-9d3435a24c60 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/ports?device_id=c481bae0-1d28-4356-9e9c-a90167114ce2 HTTP/1.1" status: 200 len: 946 time: 0.0832541 Jun 01 19:55:23.724331 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c89cdda8-eb68-4003-8286-5b08de4663fa req-77470ea3-a2c6-410b-b384-2d03c2d0d32f tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5e1f475-e64b-4685-9e07-ce834c5f0fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395534 Jun 01 19:55:24.926606 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db98035-15a7-4b49-8ce6-79c1c5b7a479 req-b6c3076a-d1c3-4d83-9c98-d8d9eb936ef4 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:55:24.928108 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-0db98035-15a7-4b49-8ce6-79c1c5b7a479 req-b6c3076a-d1c3-4d83-9c98-d8d9eb936ef4 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/ports?device_id=c481bae0-1d28-4356-9e9c-a90167114ce2 HTTP/1.1" status: 200 len: 946 time: 0.0910487 Jun 01 19:55:24.974095 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-0db98035-15a7-4b49-8ce6-79c1c5b7a479 req-833d97d3-6f33-437b-9947-b92435894dac tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5e1f475-e64b-4685-9e07-ce834c5f0fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401332 Jun 01 19:55:24.999673 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 54336) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:55:25.113179 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-8bee2efe-6f5f-443e-afea-201f21996a53 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/floatingips/e4102691-9df4-4a80-be12-4826ae158729 HTTP/1.1" status: 200 len: 994 time: 0.1127555 Jun 01 19:55:26.552466 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea425f8a-d5cb-434f-803e-dfff6103532b req-96dcb558-eee8-4b5c-8e21-5309cd8b824a tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:55:26.554063 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ea425f8a-d5cb-434f-803e-dfff6103532b req-96dcb558-eee8-4b5c-8e21-5309cd8b824a tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/ports?device_id=c481bae0-1d28-4356-9e9c-a90167114ce2 HTTP/1.1" status: 200 len: 946 time: 0.0824518 Jun 01 19:55:26.612927 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ea425f8a-d5cb-434f-803e-dfff6103532b req-8f767116-d53c-472b-8585-345e6ce6b24c tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5e1f475-e64b-4685-9e07-ce834c5f0fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510626 Jun 01 19:55:27.806392 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93aa291c-ba3b-43ac-a739-8bfe95f9c65c req-f398f9be-7c05-4c02-a174-98b7d7ce9484 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:55:27.807866 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-93aa291c-ba3b-43ac-a739-8bfe95f9c65c req-f398f9be-7c05-4c02-a174-98b7d7ce9484 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/ports?device_id=c481bae0-1d28-4356-9e9c-a90167114ce2 HTTP/1.1" status: 200 len: 946 time: 0.0834768 Jun 01 19:55:27.852739 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-93aa291c-ba3b-43ac-a739-8bfe95f9c65c req-61f03b49-7ccd-473c-bab5-c5569770a212 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5e1f475-e64b-4685-9e07-ce834c5f0fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391936 Jun 01 19:55:27.876961 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 54350) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:55:27.991173 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-d10cebf0-d4b2-43dc-82bf-332144ff5e1d tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/floatingips/e4102691-9df4-4a80-be12-4826ae158729 HTTP/1.1" status: 200 len: 994 time: 0.1121037 Jun 01 19:55:28.244458 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 54358) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:55:28.449186 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-cd324889-ef24-48b0-a017-1a5cc6aed4cf tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Deleting port 78d56ac8-5919-42da-a509-2433e86d13a3 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:55:28.449523 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-cd324889-ef24-48b0-a017-1a5cc6aed4cf tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:55:28.720569 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-cd324889-ef24-48b0-a017-1a5cc6aed4cf tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:55:28.720821 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-cd324889-ef24-48b0-a017-1a5cc6aed4cf tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:55:28.841823 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-cd324889-ef24-48b0-a017-1a5cc6aed4cf tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Calling delete_port for 78d56ac8-5919-42da-a509-2433e86d13a3 owned by network:floatingip {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:55:29.006107 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-cd324889-ef24-48b0-a017-1a5cc6aed4cf tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:55:29.055868 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd324889-ef24-48b0-a017-1a5cc6aed4cf tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Pushing event deleted for resources: {'Port': ['ID=78d56ac8-5919-42da-a509-2433e86d13a3,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:55:29.100663 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd324889-ef24-48b0-a017-1a5cc6aed4cf tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:55:29.100999 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd324889-ef24-48b0-a017-1a5cc6aed4cf tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:55:29.101334 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd324889-ef24-48b0-a017-1a5cc6aed4cf tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:55:29.101666 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd324889-ef24-48b0-a017-1a5cc6aed4cf tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:55:29.101986 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd324889-ef24-48b0-a017-1a5cc6aed4cf tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:55:29.102308 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd324889-ef24-48b0-a017-1a5cc6aed4cf tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:55:29.102630 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd324889-ef24-48b0-a017-1a5cc6aed4cf tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:55:29.102954 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd324889-ef24-48b0-a017-1a5cc6aed4cf tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:55:29.103274 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd324889-ef24-48b0-a017-1a5cc6aed4cf tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:55:29.103587 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd324889-ef24-48b0-a017-1a5cc6aed4cf tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:55:29.103899 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd324889-ef24-48b0-a017-1a5cc6aed4cf tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:55:29.104212 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd324889-ef24-48b0-a017-1a5cc6aed4cf tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:55:29.161204 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-cd324889-ef24-48b0-a017-1a5cc6aed4cf tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for floatingip, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:55:29.161596 n-d-844202-1 neutron-server[88524]: INFO neutron.db.l3_db [None req-cd324889-ef24-48b0-a017-1a5cc6aed4cf tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Floating IP e4102691-9df4-4a80-be12-4826ae158729 disassociated (deleted). External IP: 172.25.4.239, port: a1f9796a-52d7-4b1f-8032-7549bfac0866. Jun 01 19:55:29.524416 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd324889-ef24-48b0-a017-1a5cc6aed4cf tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Router 723589e6-4344-461e-a183-ab4541df9f07 has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 19:55:29.711513 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd324889-ef24-48b0-a017-1a5cc6aed4cf tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:55:29.720691 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34396e0a-6b2e-49cb-bb8d-45c0bd086b05 None None] Sync routers for ids ['723589e6-4344-461e-a183-ab4541df9f07'] in n-d-844202-1 {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:55:29.733079 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-cd324889-ef24-48b0-a017-1a5cc6aed4cf tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for floatingip, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:55:29.736415 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34396e0a-6b2e-49cb-bb8d-45c0bd086b05 None None] Routers {'723589e6-4344-461e-a183-ab4541df9f07'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:55:29.737152 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-34396e0a-6b2e-49cb-bb8d-45c0bd086b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:55:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['723589e6-4344-461e-a183-ab4541df9f07'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:55:29.792714 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-cd324889-ef24-48b0-a017-1a5cc6aed4cf tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "DELETE /v2.0/floatingips/e4102691-9df4-4a80-be12-4826ae158729 HTTP/1.1" status: 204 len: 168 time: 1.5470619 Jun 01 19:55:29.794997 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c481bae0-1d28-4356-9e9c-a90167114ce2', 'tag': 'a1f9796a-52d7-4b1f-8032-7549bfac0866'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:55:29.924599 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-34396e0a-6b2e-49cb-bb8d-45c0bd086b05 None None] Set router 723589e6-4344-461e-a183-ab4541df9f07 gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:55:30.081620 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57e0e83e-8989-4eb0-b4ea-7c9be7eef166'] response: {'name': 'network-changed', 'server_uuid': 'c481bae0-1d28-4356-9e9c-a90167114ce2', 'tag': 'a1f9796a-52d7-4b1f-8032-7549bfac0866', 'status': 'completed', 'code': 200} Jun 01 19:55:30.203309 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5a21b0-f0c4-4830-90d9-cd838c10404e req-58983812-a484-4779-acbd-4de0eb3dcee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:55:30.204819 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9d5a21b0-f0c4-4830-90d9-cd838c10404e req-58983812-a484-4779-acbd-4de0eb3dcee5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=38719620e52c492f964e26f6f4cd8c39&device_id=c481bae0-1d28-4356-9e9c-a90167114ce2 HTTP/1.1" status: 200 len: 1097 time: 0.0980437 Jun 01 19:55:30.287677 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafdecbb-f5db-4fd7-817d-c71eed0f23e7 req-91fbee81-7377-4b31-96ce-92c2adc3988e tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:55:30.289239 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-eafdecbb-f5db-4fd7-817d-c71eed0f23e7 req-91fbee81-7377-4b31-96ce-92c2adc3988e tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/ports?device_id=c481bae0-1d28-4356-9e9c-a90167114ce2 HTTP/1.1" status: 200 len: 946 time: 0.1073198 Jun 01 19:55:30.360722 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-34396e0a-6b2e-49cb-bb8d-45c0bd086b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '723589e6-4344-461e-a183-ab4541df9f07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-249619985', 'tenant_id': '38719620e52c492f964e26f6f4cd8c39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.196'}], 'enable_snat': True}, 'gw_port_id': '8856ba6a-c333-4faf-9e0b-3e4666034697', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:54:27Z', 'updated_at': '2022-06-01T19:54:32Z', 'revision_number': 4, 'project_id': '38719620e52c492f964e26f6f4cd8c39', 'gw_port': {'id': '8856ba6a-c333-4faf-9e0b-3e4666034697', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:92:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '723589e6-4344-461e-a183-ab4541df9f07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:54:28Z', 'updated_at': '2022-06-01T19:54:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': 'd8fd650e-96bf-49cd-8b40-fe98cf6ffbbe', 'name': '', 'network_id': '5db7bf4a-0a2c-4852-ac87-ef090634164b', 'tenant_id': '38719620e52c492f964e26f6f4cd8c39', 'mac_address': 'fa:16:3e:44:84:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '723589e6-4344-461e-a183-ab4541df9f07', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '4dcea0a9-a1cb-4053-add5-6dd9ba23bee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:54:32Z', 'updated_at': '2022-06-01T19:54:37Z', 'revision_number': 5, 'project_id': '38719620e52c492f964e26f6f4cd8c39', 'subnets': [{'id': '4dcea0a9-a1cb-4053-add5-6dd9ba23bee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:55:30.362823 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-eafdecbb-f5db-4fd7-817d-c71eed0f23e7 req-907e0245-ccb1-4f9e-93da-c53a6985a62a tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5e1f475-e64b-4685-9e07-ce834c5f0fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663476 Jun 01 19:55:30.365141 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34396e0a-6b2e-49cb-bb8d-45c0bd086b05 None None] Checking router: 723589e6-4344-461e-a183-ab4541df9f07 for host: n-d-844202-1 {{(pid=88526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 19:55:30.374406 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34396e0a-6b2e-49cb-bb8d-45c0bd086b05 None None] Routers {'723589e6-4344-461e-a183-ab4541df9f07'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:55:30.375088 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-34396e0a-6b2e-49cb-bb8d-45c0bd086b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:55:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['723589e6-4344-461e-a183-ab4541df9f07'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:55:30.478471 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5a21b0-f0c4-4830-90d9-cd838c10404e req-88af41ab-8120-40e7-a778-9a02664bf116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:55:30.479931 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9d5a21b0-f0c4-4830-90d9-cd838c10404e req-88af41ab-8120-40e7-a778-9a02664bf116 service neutron] 10.222.0.50 "GET /v2.0/networks?id=5db7bf4a-0a2c-4852-ac87-ef090634164b HTTP/1.1" status: 200 len: 897 time: 0.2683074 Jun 01 19:55:30.548757 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9d5a21b0-f0c4-4830-90d9-cd838c10404e req-af79bd64-1f5f-416b-a61a-e4a797d8586f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a1f9796a-52d7-4b1f-8032-7549bfac0866 HTTP/1.1" status: 200 len: 217 time: 0.0622020 Jun 01 19:55:30.563473 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-34396e0a-6b2e-49cb-bb8d-45c0bd086b05 None None] Set router 723589e6-4344-461e-a183-ab4541df9f07 gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:55:30.621565 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5a21b0-f0c4-4830-90d9-cd838c10404e req-bfe8f10a-5491-4661-b206-5224b91d4646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:55:30.621565 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9d5a21b0-f0c4-4830-90d9-cd838c10404e req-bfe8f10a-5491-4661-b206-5224b91d4646 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4dcea0a9-a1cb-4053-add5-6dd9ba23bee6 HTTP/1.1" status: 200 len: 834 time: 0.0646613 Jun 01 19:55:30.704196 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5a21b0-f0c4-4830-90d9-cd838c10404e req-3006712f-ac80-41ad-94df-196a820ba988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:55:30.705709 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9d5a21b0-f0c4-4830-90d9-cd838c10404e req-3006712f-ac80-41ad-94df-196a820ba988 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5db7bf4a-0a2c-4852-ac87-ef090634164b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0803065 Jun 01 19:55:30.853664 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9d5a21b0-f0c4-4830-90d9-cd838c10404e req-62b49338-a231-42f2-865a-c0649fb9545a service neutron] 10.222.0.50 "GET /v2.0/networks/5db7bf4a-0a2c-4852-ac87-ef090634164b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419969 Jun 01 19:55:30.893019 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-34396e0a-6b2e-49cb-bb8d-45c0bd086b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '723589e6-4344-461e-a183-ab4541df9f07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-249619985', 'tenant_id': '38719620e52c492f964e26f6f4cd8c39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.196'}], 'enable_snat': True}, 'gw_port_id': '8856ba6a-c333-4faf-9e0b-3e4666034697', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:54:27Z', 'updated_at': '2022-06-01T19:54:32Z', 'revision_number': 4, 'project_id': '38719620e52c492f964e26f6f4cd8c39', 'gw_port': {'id': '8856ba6a-c333-4faf-9e0b-3e4666034697', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:92:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '723589e6-4344-461e-a183-ab4541df9f07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:54:28Z', 'updated_at': '2022-06-01T19:54:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': 'd8fd650e-96bf-49cd-8b40-fe98cf6ffbbe', 'name': '', 'network_id': '5db7bf4a-0a2c-4852-ac87-ef090634164b', 'tenant_id': '38719620e52c492f964e26f6f4cd8c39', 'mac_address': 'fa:16:3e:44:84:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '723589e6-4344-461e-a183-ab4541df9f07', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '4dcea0a9-a1cb-4053-add5-6dd9ba23bee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:54:32Z', 'updated_at': '2022-06-01T19:54:37Z', 'revision_number': 5, 'project_id': '38719620e52c492f964e26f6f4cd8c39', 'subnets': [{'id': '4dcea0a9-a1cb-4053-add5-6dd9ba23bee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:55:30.897784 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34396e0a-6b2e-49cb-bb8d-45c0bd086b05 None None] The sync data for ids ['723589e6-4344-461e-a183-ab4541df9f07'] in n-d-844202-1 is: [{'id': '723589e6-4344-461e-a183-ab4541df9f07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-249619985', 'tenant_id': '38719620e52c492f964e26f6f4cd8c39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.196'}], 'enable_snat': True}, 'gw_port_id': '8856ba6a-c333-4faf-9e0b-3e4666034697', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:54:27Z', 'updated_at': '2022-06-01T19:54:32Z', 'revision_number': 4, 'project_id': '38719620e52c492f964e26f6f4cd8c39', 'gw_port': {'id': '8856ba6a-c333-4faf-9e0b-3e4666034697', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:92:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '723589e6-4344-461e-a183-ab4541df9f07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:54:28Z', 'updated_at': '2022-06-01T19:54:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': 'd8fd650e-96bf-49cd-8b40-fe98cf6ffbbe', 'name': '', 'network_id': '5db7bf4a-0a2c-4852-ac87-ef090634164b', 'tenant_id': '38719620e52c492f964e26f6f4cd8c39', 'mac_address': 'fa:16:3e:44:84:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '723589e6-4344-461e-a183-ab4541df9f07', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '4dcea0a9-a1cb-4053-add5-6dd9ba23bee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:54:32Z', 'updated_at': '2022-06-01T19:54:37Z', 'revision_number': 5, 'project_id': '38719620e52c492f964e26f6f4cd8c39', 'subnets': [{'id': '4dcea0a9-a1cb-4053-add5-6dd9ba23bee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:55:30.999302 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-9d5a21b0-f0c4-4830-90d9-cd838c10404e req-3778262e-5337-4d31-9606-420f5115b9c6 service neutron] 10.222.0.50 "GET /v2.0/networks/5db7bf4a-0a2c-4852-ac87-ef090634164b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395152 Jun 01 19:55:31.141662 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928319dd-f27f-423f-820d-5e8332722adb None None] New status for floating IP e4102691-9df4-4a80-be12-4826ae158729: DOWN {{(pid=88527) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 19:55:31.557252 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3f32e2-3016-41d3-a089-54f0d5ffc8e1 req-7abda4a1-350a-4b78-900f-650465e797f7 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:55:31.558623 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-7c3f32e2-3016-41d3-a089-54f0d5ffc8e1 req-7abda4a1-350a-4b78-900f-650465e797f7 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/ports?device_id=c481bae0-1d28-4356-9e9c-a90167114ce2 HTTP/1.1" status: 200 len: 946 time: 0.0847559 Jun 01 19:55:31.604827 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-7c3f32e2-3016-41d3-a089-54f0d5ffc8e1 req-44fdd577-0a4b-4d7a-8d07-f385db4a99b1 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5e1f475-e64b-4685-9e07-ce834c5f0fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405915 Jun 01 19:55:31.664499 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c49f91-23c2-4ce1-aaf0-c03bc0c2e573 req-9c1628b1-4ebc-479b-a141-41f51b7f325a tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:55:31.665436 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-14c49f91-23c2-4ce1-aaf0-c03bc0c2e573 req-9c1628b1-4ebc-479b-a141-41f51b7f325a tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Synchronizing usage tracker for tenant:38719620e52c492f964e26f6f4cd8c39 on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:55:31.681997 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-14c49f91-23c2-4ce1-aaf0-c03bc0c2e573 req-9c1628b1-4ebc-479b-a141-41f51b7f325a tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Unset dirty status for tenant:38719620e52c492f964e26f6f4cd8c39 on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:55:31.683140 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-14c49f91-23c2-4ce1-aaf0-c03bc0c2e573 req-9c1628b1-4ebc-479b-a141-41f51b7f325a tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.50 "GET /v2.0/ports?device_id=c481bae0-1d28-4356-9e9c-a90167114ce2 HTTP/1.1" status: 200 len: 946 time: 0.1121752 Jun 01 19:55:31.734993 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [req-2a5d6861-9b0d-4ee2-9714-d5d725feefea req-29d98dc1-34c6-4c3e-acc2-a863ef34ea31 service neutron] (88525) timed out ('10.222.0.41', 50522) {{(pid=88525) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 01 19:55:31.753025 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-14c49f91-23c2-4ce1-aaf0-c03bc0c2e573 req-d0c82f8b-0cc9-4803-8505-4b1e31418980 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Deleting port a1f9796a-52d7-4b1f-8032-7549bfac0866 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:55:31.753025 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-14c49f91-23c2-4ce1-aaf0-c03bc0c2e573 req-d0c82f8b-0cc9-4803-8505-4b1e31418980 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:55:32.017534 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-14c49f91-23c2-4ce1-aaf0-c03bc0c2e573 req-d0c82f8b-0cc9-4803-8505-4b1e31418980 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] For port a1f9796a-52d7-4b1f-8032-7549bfac0866, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=a1f9796a-52d7-4b1f-8032-7549bfac0866,segment=NetworkSegment(761e858f-a28c-48f2-9018-52edecd3b9a8),segment_id=761e858f-a28c-48f2-9018-52edecd3b9a8)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:55:32.017891 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-14c49f91-23c2-4ce1-aaf0-c03bc0c2e573 req-d0c82f8b-0cc9-4803-8505-4b1e31418980 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:55:32.142011 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-14c49f91-23c2-4ce1-aaf0-c03bc0c2e573 req-d0c82f8b-0cc9-4803-8505-4b1e31418980 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Calling delete_port for a1f9796a-52d7-4b1f-8032-7549bfac0866 owned by compute:nova {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:55:32.291048 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-14c49f91-23c2-4ce1-aaf0-c03bc0c2e573 req-d0c82f8b-0cc9-4803-8505-4b1e31418980 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:55:32.341619 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c82f8b-0cc9-4803-8505-4b1e31418980 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Pushing event deleted for resources: {'Port': ['ID=a1f9796a-52d7-4b1f-8032-7549bfac0866,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:55:32.419036 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-14c49f91-23c2-4ce1-aaf0-c03bc0c2e573 req-d0c82f8b-0cc9-4803-8505-4b1e31418980 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] No DVR routers for this DVR port a1f9796a-52d7-4b1f-8032-7549bfac0866 on host n-h2-844202-1 {{(pid=88524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:55:32.421534 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-14c49f91-23c2-4ce1-aaf0-c03bc0c2e573 req-d0c82f8b-0cc9-4803-8505-4b1e31418980 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:55:32.424128 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c481bae0-1d28-4356-9e9c-a90167114ce2', 'name': 'network-vif-deleted', 'tag': 'a1f9796a-52d7-4b1f-8032-7549bfac0866'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:55:32.441676 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-14c49f91-23c2-4ce1-aaf0-c03bc0c2e573 req-d0c82f8b-0cc9-4803-8505-4b1e31418980 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.50 "DELETE /v2.0/ports/a1f9796a-52d7-4b1f-8032-7549bfac0866 HTTP/1.1" status: 204 len: 173 time: 0.7538085 Jun 01 19:55:32.475650 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48de4908-3973-44a6-9e8c-6123d7caf7b6'] response: {'server_uuid': 'c481bae0-1d28-4356-9e9c-a90167114ce2', 'name': 'network-vif-deleted', 'tag': 'a1f9796a-52d7-4b1f-8032-7549bfac0866', 'status': 'completed', 'code': 200} Jun 01 19:55:32.783988 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-59f17512-f692-4648-b7b1-3c581f8686cf req-047fdb96-0034-4c53-86ca-ef7135f0ddf0 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/ports?device_id=c481bae0-1d28-4356-9e9c-a90167114ce2 HTTP/1.1" status: 200 len: 210 time: 0.0433586 Jun 01 19:55:33.887129 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 54376) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:55:34.541721 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-461cf35c-2e08-4fbf-8970-e8195ea5e126 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-887474'] for router_interface, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:55:34.735741 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device a1f9796a-52d7-4b1f-8032-7549bfac0866 no longer exists at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:55:34.771694 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] No Port match for: a1f9796a-52d7-4b1f-8032-7549bfac0866 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:55:34.772015 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device a1f9796a-52d7-4b1f-8032-7549bfac0866 not bound to the agent host n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:55:34.906166 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-461cf35c-2e08-4fbf-8970-e8195ea5e126 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Deleting port d8fd650e-96bf-49cd-8b40-fe98cf6ffbbe {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:55:34.906913 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-461cf35c-2e08-4fbf-8970-e8195ea5e126 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:55:35.095909 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [None req-461cf35c-2e08-4fbf-8970-e8195ea5e126 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] For port d8fd650e-96bf-49cd-8b40-fe98cf6ffbbe, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=d8fd650e-96bf-49cd-8b40-fe98cf6ffbbe,segment=NetworkSegment(761e858f-a28c-48f2-9018-52edecd3b9a8),segment_id=761e858f-a28c-48f2-9018-52edecd3b9a8)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:55:35.096334 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-461cf35c-2e08-4fbf-8970-e8195ea5e126 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:55:35.223064 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-461cf35c-2e08-4fbf-8970-e8195ea5e126 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Calling delete_port for d8fd650e-96bf-49cd-8b40-fe98cf6ffbbe owned by network:router_interface {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:55:35.406193 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-461cf35c-2e08-4fbf-8970-e8195ea5e126 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:55:35.455401 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461cf35c-2e08-4fbf-8970-e8195ea5e126 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Pushing event deleted for resources: {'Port': ['ID=d8fd650e-96bf-49cd-8b40-fe98cf6ffbbe,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:55:35.840492 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-461cf35c-2e08-4fbf-8970-e8195ea5e126 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-887310'] for router_interface, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:55:36.219868 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-461cf35c-2e08-4fbf-8970-e8195ea5e126 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Router 723589e6-4344-461e-a183-ab4541df9f07 has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 19:55:36.396469 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-461cf35c-2e08-4fbf-8970-e8195ea5e126 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:55:36.405672 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd30029-0a21-477e-9903-659b89584c1c None None] Sync routers for ids ['723589e6-4344-461e-a183-ab4541df9f07'] in n-d-844202-1 {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:55:36.410038 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-461cf35c-2e08-4fbf-8970-e8195ea5e126 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "PUT /v2.0/routers/723589e6-4344-461e-a183-ab4541df9f07/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5218325 Jun 01 19:55:36.412719 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 54380) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:55:36.415277 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd30029-0a21-477e-9903-659b89584c1c None None] Routers {'723589e6-4344-461e-a183-ab4541df9f07'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:55:36.415881 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-9fd30029-0a21-477e-9903-659b89584c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:55:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['723589e6-4344-461e-a183-ab4541df9f07'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:55:36.483910 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_v2 [None req-391cb4fd-4294-4891-821b-c1aaae044974 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Deleting subnet 4dcea0a9-a1cb-4053-add5-6dd9ba23bee6 {{(pid=88524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 19:55:36.487176 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-391cb4fd-4294-4891-821b-c1aaae044974 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for subnet, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:55:36.542399 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-391cb4fd-4294-4891-821b-c1aaae044974 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2702137'] for subnet, precommit_delete_associations {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:55:36.600853 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-9fd30029-0a21-477e-9903-659b89584c1c None None] Set router 723589e6-4344-461e-a183-ab4541df9f07 gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:55:36.630141 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-391cb4fd-4294-4891-821b-c1aaae044974 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:55:36.713062 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-391cb4fd-4294-4891-821b-c1aaae044974 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2718856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3066595'] for subnet, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:55:36.750891 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391cb4fd-4294-4891-821b-c1aaae044974 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Pushing event deleted for resources: {'Subnet': ['ID=4dcea0a9-a1cb-4053-add5-6dd9ba23bee6,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:55:36.756940 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-391cb4fd-4294-4891-821b-c1aaae044974 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:55:36.763001 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-391cb4fd-4294-4891-821b-c1aaae044974 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "DELETE /v2.0/subnets/4dcea0a9-a1cb-4053-add5-6dd9ba23bee6 HTTP/1.1" status: 204 len: 168 time: 0.3493390 Jun 01 19:55:36.765656 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 54384) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:55:36.773902 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acda08f8-e937-4321-a812-80ca0d5d56a6 None None] Network 5db7bf4a-0a2c-4852-ac87-ef090634164b requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:55:36.951420 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-990f4322-9be6-4db4-8d5e-de8cf37437fd tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for router, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:55:37.124192 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-9fd30029-0a21-477e-9903-659b89584c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '723589e6-4344-461e-a183-ab4541df9f07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-249619985', 'tenant_id': '38719620e52c492f964e26f6f4cd8c39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.196'}], 'enable_snat': True}, 'gw_port_id': '8856ba6a-c333-4faf-9e0b-3e4666034697', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:54:27Z', 'updated_at': '2022-06-01T19:55:35Z', 'revision_number': 5, 'project_id': '38719620e52c492f964e26f6f4cd8c39', 'gw_port': {'id': '8856ba6a-c333-4faf-9e0b-3e4666034697', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:92:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '723589e6-4344-461e-a183-ab4541df9f07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:54:28Z', 'updated_at': '2022-06-01T19:54:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:55:37.129100 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd30029-0a21-477e-9903-659b89584c1c None None] Checking router: 723589e6-4344-461e-a183-ab4541df9f07 for host: n-d-844202-1 {{(pid=88526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 19:55:37.138368 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd30029-0a21-477e-9903-659b89584c1c None None] Routers {'723589e6-4344-461e-a183-ab4541df9f07'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:55:37.138976 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-9fd30029-0a21-477e-9903-659b89584c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:55:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['723589e6-4344-461e-a183-ab4541df9f07'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:55:37.139299 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-990f4322-9be6-4db4-8d5e-de8cf37437fd tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:55:37.150423 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-990f4322-9be6-4db4-8d5e-de8cf37437fd tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Deleting port 8856ba6a-c333-4faf-9e0b-3e4666034697 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:55:37.150822 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-990f4322-9be6-4db4-8d5e-de8cf37437fd tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:55:37.196493 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbcb424e-aff3-4e87-b697-716394ec4f6b None None] DHCP port deletion for 5db7bf4a-0a2c-4852-ac87-ef090634164b request from n-d-844202-1 {{(pid=88526) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 19:55:37.275865 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-bbcb424e-aff3-4e87-b697-716394ec4f6b None None] Deleting port 2ba80d08-51f5-4aa3-9005-eaa9b0c538c3 {{(pid=88526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:55:37.276243 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-bbcb424e-aff3-4e87-b697-716394ec4f6b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:55:37.390896 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-9ddff11b-bce7-40e5-882e-c59b4587fdda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:55:37.420804 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-9fd30029-0a21-477e-9903-659b89584c1c None None] Set router 723589e6-4344-461e-a183-ab4541df9f07 gateway port host: None {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:55:37.465288 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [None req-990f4322-9be6-4db4-8d5e-de8cf37437fd tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] For port 8856ba6a-c333-4faf-9e0b-3e4666034697, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=8856ba6a-c333-4faf-9e0b-3e4666034697,segment=NetworkSegment(7875af61-4c53-4ff2-b8c8-d4b7c35ff947),segment_id=7875af61-4c53-4ff2-b8c8-d4b7c35ff947)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:55:37.465873 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-990f4322-9be6-4db4-8d5e-de8cf37437fd tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:55:37.588833 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-9fd30029-0a21-477e-9903-659b89584c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '723589e6-4344-461e-a183-ab4541df9f07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-249619985', 'tenant_id': '38719620e52c492f964e26f6f4cd8c39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:54:27Z', 'updated_at': '2022-06-01T19:55:37Z', 'revision_number': 6, 'project_id': '38719620e52c492f964e26f6f4cd8c39', 'gw_port_host': None}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:55:37.597148 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-990f4322-9be6-4db4-8d5e-de8cf37437fd tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Calling delete_port for 8856ba6a-c333-4faf-9e0b-3e4666034697 owned by network:router_gateway {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:55:37.608164 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd30029-0a21-477e-9903-659b89584c1c None None] The sync data for ids ['723589e6-4344-461e-a183-ab4541df9f07'] in n-d-844202-1 is: [{'id': '723589e6-4344-461e-a183-ab4541df9f07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-249619985', 'tenant_id': '38719620e52c492f964e26f6f4cd8c39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:54:27Z', 'updated_at': '2022-06-01T19:55:37Z', 'revision_number': 6, 'project_id': '38719620e52c492f964e26f6f4cd8c39', 'gw_port_host': None}] {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:55:37.636502 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-bbcb424e-aff3-4e87-b697-716394ec4f6b None None] For port 2ba80d08-51f5-4aa3-9005-eaa9b0c538c3, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=2ba80d08-51f5-4aa3-9005-eaa9b0c538c3,segment=NetworkSegment(761e858f-a28c-48f2-9018-52edecd3b9a8),segment_id=761e858f-a28c-48f2-9018-52edecd3b9a8)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:55:37.637032 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-bbcb424e-aff3-4e87-b697-716394ec4f6b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:55:37.770804 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-bbcb424e-aff3-4e87-b697-716394ec4f6b None None] Calling delete_port for 2ba80d08-51f5-4aa3-9005-eaa9b0c538c3 owned by network:dhcp {{(pid=88526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:55:37.779658 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-990f4322-9be6-4db4-8d5e-de8cf37437fd tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:55:37.827031 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990f4322-9be6-4db4-8d5e-de8cf37437fd tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Pushing event deleted for resources: {'Port': ['ID=8856ba6a-c333-4faf-9e0b-3e4666034697,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:55:37.853749 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-bbcb424e-aff3-4e87-b697-716394ec4f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535'] for port, after_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:55:37.901779 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcb424e-aff3-4e87-b697-716394ec4f6b None None] Pushing event deleted for resources: {'Port': ['ID=2ba80d08-51f5-4aa3-9005-eaa9b0c538c3,revision_number=None']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:55:37.906402 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbcb424e-aff3-4e87-b697-716394ec4f6b None None] No DVR routers for this DVR port 2ba80d08-51f5-4aa3-9005-eaa9b0c538c3 on host n-d-844202-1 {{(pid=88526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:55:37.919089 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbcb424e-aff3-4e87-b697-716394ec4f6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:55:37.919800 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbcb424e-aff3-4e87-b697-716394ec4f6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:55:37.920153 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbcb424e-aff3-4e87-b697-716394ec4f6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:55:37.920538 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbcb424e-aff3-4e87-b697-716394ec4f6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:55:37.920877 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbcb424e-aff3-4e87-b697-716394ec4f6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:55:37.921209 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbcb424e-aff3-4e87-b697-716394ec4f6b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:55:37.921537 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbcb424e-aff3-4e87-b697-716394ec4f6b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:55:37.921863 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbcb424e-aff3-4e87-b697-716394ec4f6b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:55:37.922248 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbcb424e-aff3-4e87-b697-716394ec4f6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:55:37.922581 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbcb424e-aff3-4e87-b697-716394ec4f6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:55:37.922907 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbcb424e-aff3-4e87-b697-716394ec4f6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:55:37.923230 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbcb424e-aff3-4e87-b697-716394ec4f6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:55:37.930159 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-990f4322-9be6-4db4-8d5e-de8cf37437fd tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-887703'] for router_gateway, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:55:37.950324 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.agents_db [None req-e814b9cf-7de8-45d0-a079-29c61fabe7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 19:55:37.992555 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 2ba80d08-51f5-4aa3-9005-eaa9b0c538c3 no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:55:38.034557 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: 2ba80d08-51f5-4aa3-9005-eaa9b0c538c3 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:55:38.035263 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 2ba80d08-51f5-4aa3-9005-eaa9b0c538c3 not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:55:38.122894 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-990f4322-9be6-4db4-8d5e-de8cf37437fd tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25316'] for router, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:55:38.125046 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-990f4322-9be6-4db4-8d5e-de8cf37437fd tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:55:38.147907 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-990f4322-9be6-4db4-8d5e-de8cf37437fd tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-891519'] for router, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:55:38.148423 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-990f4322-9be6-4db4-8d5e-de8cf37437fd tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Fanout notify agent at l3_agent the message router_deleted on router 723589e6-4344-461e-a183-ab4541df9f07 {{(pid=88524) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 19:55:38.163626 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-990f4322-9be6-4db4-8d5e-de8cf37437fd tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for router, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:55:38.164732 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-990f4322-9be6-4db4-8d5e-de8cf37437fd tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "DELETE /v2.0/routers/723589e6-4344-461e-a183-ab4541df9f07 HTTP/1.1" status: 204 len: 168 time: 1.3981767 Jun 01 19:55:38.167646 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 54388) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:55:38.283929 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-44923fc4-580f-4d8e-8ac3-4ad286558173 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:55:38.415531 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-44923fc4-580f-4d8e-8ac3-4ad286558173 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:55:38.442782 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-44923fc4-580f-4d8e-8ac3-4ad286558173 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5db7bf4a-0a2c-4852-ac87-ef090634164b']}} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:55:38.454663 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-44923fc4-580f-4d8e-8ac3-4ad286558173 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '761e858f-a28c-48f2-9018-52edecd3b9a8') {'for_net_delete': True} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:55:38.454962 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-44923fc4-580f-4d8e-8ac3-4ad286558173 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '761e858f-a28c-48f2-9018-52edecd3b9a8') {} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:55:38.466319 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-44923fc4-580f-4d8e-8ac3-4ad286558173 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2702126'] for segment, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:55:38.482697 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-44923fc4-580f-4d8e-8ac3-4ad286558173 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:55:38.490579 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44923fc4-580f-4d8e-8ac3-4ad286558173 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=88524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 19:55:38.490579 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-44923fc4-580f-4d8e-8ac3-4ad286558173 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2719018'] for segment, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:55:38.580616 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment 761e858f-a28c-48f2-9018-52edecd3b9a8 resource provider aggregate not found Jun 01 19:55:38.600443 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment 761e858f-a28c-48f2-9018-52edecd3b9a8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 761e858f-a28c-48f2-9018-52edecd3b9a8 found for delete ", "request_id": "req-4dcee565-de00-4a78-bb06-d232d3469405"}]} Jun 01 19:55:38.602282 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-44923fc4-580f-4d8e-8ac3-4ad286558173 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:55:38.620392 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-44923fc4-580f-4d8e-8ac3-4ad286558173 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:55:38.633146 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44923fc4-580f-4d8e-8ac3-4ad286558173 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Pushing event deleted for resources: {'Network': ['ID=5db7bf4a-0a2c-4852-ac87-ef090634164b,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:55:38.642308 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-44923fc4-580f-4d8e-8ac3-4ad286558173 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "DELETE /v2.0/networks/5db7bf4a-0a2c-4852-ac87-ef090634164b HTTP/1.1" status: 204 len: 168 time: 0.4736097 Jun 01 19:55:38.645657 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 54398) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:55:38.714955 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-fdbd7d26-d2d0-4ac8-887a-550a13de4bcd tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:55:38.747567 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-fdbd7d26-d2d0-4ac8-887a-550a13de4bcd tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:55:38.929401 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-fdbd7d26-d2d0-4ac8-887a-550a13de4bcd tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:55:38.947126 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbd7d26-d2d0-4ac8-887a-550a13de4bcd tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5e1f475-e64b-4685-9e07-ce834c5f0fc7,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:55:38.961497 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbd7d26-d2d0-4ac8-887a-550a13de4bcd tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:55:38.961907 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbd7d26-d2d0-4ac8-887a-550a13de4bcd tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:55:38.962249 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbd7d26-d2d0-4ac8-887a-550a13de4bcd tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:55:38.962488 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbd7d26-d2d0-4ac8-887a-550a13de4bcd tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:55:38.962798 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbd7d26-d2d0-4ac8-887a-550a13de4bcd tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:55:38.963119 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbd7d26-d2d0-4ac8-887a-550a13de4bcd tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:55:38.963432 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbd7d26-d2d0-4ac8-887a-550a13de4bcd tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:55:38.963757 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbd7d26-d2d0-4ac8-887a-550a13de4bcd tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:55:38.964069 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbd7d26-d2d0-4ac8-887a-550a13de4bcd tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:55:38.964412 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbd7d26-d2d0-4ac8-887a-550a13de4bcd tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:55:38.964821 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbd7d26-d2d0-4ac8-887a-550a13de4bcd tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:55:38.965183 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbd7d26-d2d0-4ac8-887a-550a13de4bcd tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:55:38.973953 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-fdbd7d26-d2d0-4ac8-887a-550a13de4bcd tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:55:38.975217 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-fdbd7d26-d2d0-4ac8-887a-550a13de4bcd tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "DELETE /v2.0/security-groups/a5e1f475-e64b-4685-9e07-ce834c5f0fc7 HTTP/1.1" status: 204 len: 168 time: 0.3277669 Jun 01 19:55:39.101417 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 54406) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:55:39.106782 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-fa90b5a6-9d1d-484f-85e7-8cf4ca3d8953 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-341393656', 'description': 'tempest-secgroup-smoke-341393656 description', 'project_id': '38719620e52c492f964e26f6f4cd8c39'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:55:39.114235 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-fa90b5a6-9d1d-484f-85e7-8cf4ca3d8953 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:55:39.118392 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-fa90b5a6-9d1d-484f-85e7-8cf4ca3d8953 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Usage tracker for resource:security_group and tenant:38719620e52c492f964e26f6f4cd8c39 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:55:39.121267 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-fa90b5a6-9d1d-484f-85e7-8cf4ca3d8953 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:55:39.126955 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-fa90b5a6-9d1d-484f-85e7-8cf4ca3d8953 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:55:39.138687 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-fa90b5a6-9d1d-484f-85e7-8cf4ca3d8953 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:55:39.157733 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-fa90b5a6-9d1d-484f-85e7-8cf4ca3d8953 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:55:39.162765 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-fa90b5a6-9d1d-484f-85e7-8cf4ca3d8953 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Usage tracker for resource:security_group_rule and tenant:38719620e52c492f964e26f6f4cd8c39 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:55:39.166553 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-fa90b5a6-9d1d-484f-85e7-8cf4ca3d8953 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:55:39.172354 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-fa90b5a6-9d1d-484f-85e7-8cf4ca3d8953 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:55:39.246964 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-fa90b5a6-9d1d-484f-85e7-8cf4ca3d8953 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:55:39.250945 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-fa90b5a6-9d1d-484f-85e7-8cf4ca3d8953 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:55:39.296061 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa90b5a6-9d1d-484f-85e7-8cf4ca3d8953 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c793b14e-efa2-49cf-a2b9-4831bb939fea,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:55:39.298901 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-fa90b5a6-9d1d-484f-85e7-8cf4ca3d8953 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:55:39.300891 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-fa90b5a6-9d1d-484f-85e7-8cf4ca3d8953 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1983507 Jun 01 19:55:39.303751 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 54410) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:55:39.309006 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-67f8f9a9-37af-4524-8145-f881c8e4029e tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Request body: {'security_group_rule': {'security_group_id': 'c793b14e-efa2-49cf-a2b9-4831bb939fea', 'project_id': '38719620e52c492f964e26f6f4cd8c39', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:55:39.315768 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-67f8f9a9-37af-4524-8145-f881c8e4029e tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:55:39.319901 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-67f8f9a9-37af-4524-8145-f881c8e4029e tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Usage tracker for resource:security_group_rule and tenant:38719620e52c492f964e26f6f4cd8c39 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:55:39.322962 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-67f8f9a9-37af-4524-8145-f881c8e4029e tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:55:39.328739 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-67f8f9a9-37af-4524-8145-f881c8e4029e tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:55:39.346617 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-67f8f9a9-37af-4524-8145-f881c8e4029e tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:55:39.408074 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-67f8f9a9-37af-4524-8145-f881c8e4029e tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:55:39.412901 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-67f8f9a9-37af-4524-8145-f881c8e4029e tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:55:39.438127 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f8f9a9-37af-4524-8145-f881c8e4029e tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed22020e-93c4-4ef4-a7e7-ba72f82da1a8,revision_number=0']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:55:39.448127 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-67f8f9a9-37af-4524-8145-f881c8e4029e tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:55:39.449660 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-67f8f9a9-37af-4524-8145-f881c8e4029e tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1447175 Jun 01 19:55:39.452382 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 54414) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:55:39.458473 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-19bbe5bd-9636-4f3d-af53-c9ce825e3a70 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Request body: {'security_group_rule': {'security_group_id': 'c793b14e-efa2-49cf-a2b9-4831bb939fea', 'project_id': '38719620e52c492f964e26f6f4cd8c39', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:55:39.465153 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-19bbe5bd-9636-4f3d-af53-c9ce825e3a70 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:55:39.469108 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-19bbe5bd-9636-4f3d-af53-c9ce825e3a70 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Usage tracker for resource:security_group_rule and tenant:38719620e52c492f964e26f6f4cd8c39 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:55:39.472776 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-19bbe5bd-9636-4f3d-af53-c9ce825e3a70 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:55:39.478464 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-19bbe5bd-9636-4f3d-af53-c9ce825e3a70 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:55:39.496040 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-19bbe5bd-9636-4f3d-af53-c9ce825e3a70 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:55:39.560827 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-19bbe5bd-9636-4f3d-af53-c9ce825e3a70 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:55:39.564356 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-19bbe5bd-9636-4f3d-af53-c9ce825e3a70 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:55:39.663642 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-a77807b6-04aa-4bc1-a8e6-674c9f4631bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:55:39.671701 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 8856ba6a-c333-4faf-9e0b-3e4666034697 no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:55:39.693438 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bbe5bd-9636-4f3d-af53-c9ce825e3a70 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58e47214-a294-44f1-9cbf-4eb7342ed44d,revision_number=0']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:55:39.702291 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-19bbe5bd-9636-4f3d-af53-c9ce825e3a70 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:55:39.703530 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-19bbe5bd-9636-4f3d-af53-c9ce825e3a70 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2501302 Jun 01 19:55:39.706532 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 54418) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:55:39.711098 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: 8856ba6a-c333-4faf-9e0b-3e4666034697 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:55:39.711449 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 8856ba6a-c333-4faf-9e0b-3e4666034697 not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:55:39.711876 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device d8fd650e-96bf-49cd-8b40-fe98cf6ffbbe no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:55:39.712416 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-c4c8b73a-3a26-438d-9915-4c39c749e608 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Request body: {'security_group_rule': {'security_group_id': 'c793b14e-efa2-49cf-a2b9-4831bb939fea', 'project_id': '38719620e52c492f964e26f6f4cd8c39', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:55:39.719161 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-c4c8b73a-3a26-438d-9915-4c39c749e608 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:55:39.723236 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-c4c8b73a-3a26-438d-9915-4c39c749e608 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Usage tracker for resource:security_group_rule and tenant:38719620e52c492f964e26f6f4cd8c39 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:55:39.726207 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-c4c8b73a-3a26-438d-9915-4c39c749e608 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:55:39.732425 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-c4c8b73a-3a26-438d-9915-4c39c749e608 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:55:39.745508 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: d8fd650e-96bf-49cd-8b40-fe98cf6ffbbe {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:55:39.745837 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device d8fd650e-96bf-49cd-8b40-fe98cf6ffbbe not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:55:39.751078 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c4c8b73a-3a26-438d-9915-4c39c749e608 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:55:39.816112 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c4c8b73a-3a26-438d-9915-4c39c749e608 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:55:39.819758 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c4c8b73a-3a26-438d-9915-4c39c749e608 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:55:39.842420 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c8b73a-3a26-438d-9915-4c39c749e608 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c90984c-153f-438b-ac15-2565b9c23d22,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:55:39.852930 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c4c8b73a-3a26-438d-9915-4c39c749e608 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:55:39.854253 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-c4c8b73a-3a26-438d-9915-4c39c749e608 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1461563 Jun 01 19:55:39.857086 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 54422) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:55:39.862592 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-1114983c-ed6c-4eff-a551-361157e95aef tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Request body: {'security_group_rule': {'security_group_id': 'c793b14e-efa2-49cf-a2b9-4831bb939fea', 'project_id': '38719620e52c492f964e26f6f4cd8c39', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:55:39.869167 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-1114983c-ed6c-4eff-a551-361157e95aef tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:55:39.873366 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-1114983c-ed6c-4eff-a551-361157e95aef tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Usage tracker for resource:security_group_rule and tenant:38719620e52c492f964e26f6f4cd8c39 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:55:39.876184 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-1114983c-ed6c-4eff-a551-361157e95aef tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:55:39.882862 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-1114983c-ed6c-4eff-a551-361157e95aef tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:55:39.899202 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1114983c-ed6c-4eff-a551-361157e95aef tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:55:39.966057 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1114983c-ed6c-4eff-a551-361157e95aef tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:55:39.970317 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1114983c-ed6c-4eff-a551-361157e95aef tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:55:39.996442 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1114983c-ed6c-4eff-a551-361157e95aef tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30cc3092-6eaa-4f43-a951-d35932e2f563,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:55:40.006823 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1114983c-ed6c-4eff-a551-361157e95aef tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:55:40.008015 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-1114983c-ed6c-4eff-a551-361157e95aef tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1500106 Jun 01 19:55:40.011456 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 54426) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:55:40.018778 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-4ee4853f-9885-4c1c-aa88-e28aede78336 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Request body: {'security_group_rule': {'security_group_id': 'c793b14e-efa2-49cf-a2b9-4831bb939fea', 'project_id': '38719620e52c492f964e26f6f4cd8c39', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:55:40.025651 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-4ee4853f-9885-4c1c-aa88-e28aede78336 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:55:40.030034 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-4ee4853f-9885-4c1c-aa88-e28aede78336 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Usage tracker for resource:security_group_rule and tenant:38719620e52c492f964e26f6f4cd8c39 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:55:40.033002 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-4ee4853f-9885-4c1c-aa88-e28aede78336 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:55:40.039299 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-4ee4853f-9885-4c1c-aa88-e28aede78336 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:55:40.052549 n-d-844202-1 neutron-server[88525]: INFO neutron.db.securitygroups_db [None req-4ee4853f-9885-4c1c-aa88-e28aede78336 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Project 38719620e52c492f964e26f6f4cd8c39 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 01 19:55:40.059739 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4ee4853f-9885-4c1c-aa88-e28aede78336 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:55:40.127890 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4ee4853f-9885-4c1c-aa88-e28aede78336 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:55:40.132419 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4ee4853f-9885-4c1c-aa88-e28aede78336 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:55:40.158189 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee4853f-9885-4c1c-aa88-e28aede78336 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15c5737a-9fdf-4cfe-be17-eb227a366124,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:55:40.167511 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4ee4853f-9885-4c1c-aa88-e28aede78336 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:55:40.168718 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-4ee4853f-9885-4c1c-aa88-e28aede78336 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1563344 Jun 01 19:55:40.171810 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 54430) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:55:40.177693 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-6eb5f9aa-4a29-4810-8ba5-93d5ae8be195 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Request body: {'security_group_rule': {'security_group_id': 'c793b14e-efa2-49cf-a2b9-4831bb939fea', 'project_id': '38719620e52c492f964e26f6f4cd8c39', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:55:40.185213 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-6eb5f9aa-4a29-4810-8ba5-93d5ae8be195 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:55:40.189181 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-6eb5f9aa-4a29-4810-8ba5-93d5ae8be195 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Usage tracker for resource:security_group_rule and tenant:38719620e52c492f964e26f6f4cd8c39 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:55:40.192848 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-6eb5f9aa-4a29-4810-8ba5-93d5ae8be195 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:55:40.198795 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-6eb5f9aa-4a29-4810-8ba5-93d5ae8be195 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:55:40.216557 n-d-844202-1 neutron-server[88525]: INFO neutron.db.securitygroups_db [None req-6eb5f9aa-4a29-4810-8ba5-93d5ae8be195 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Project 38719620e52c492f964e26f6f4cd8c39 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 01 19:55:40.227212 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6eb5f9aa-4a29-4810-8ba5-93d5ae8be195 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:55:40.303931 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6eb5f9aa-4a29-4810-8ba5-93d5ae8be195 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:55:40.308202 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6eb5f9aa-4a29-4810-8ba5-93d5ae8be195 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:55:40.335008 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb5f9aa-4a29-4810-8ba5-93d5ae8be195 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbc1998a-e90d-4328-b313-5b3c3140c180,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:55:40.345142 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6eb5f9aa-4a29-4810-8ba5-93d5ae8be195 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:55:40.346635 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-6eb5f9aa-4a29-4810-8ba5-93d5ae8be195 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1735871 Jun 01 19:55:40.350743 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 54434) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:55:40.358325 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-24502d3f-40be-43e6-a2a5-09b1128c7477 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Request body: {'network': {'name': 'tempest-network-smoke--1733585823', 'project_id': '38719620e52c492f964e26f6f4cd8c39', 'port_security_enabled': True}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:55:40.365010 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-24502d3f-40be-43e6-a2a5-09b1128c7477 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:55:40.372608 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-24502d3f-40be-43e6-a2a5-09b1128c7477 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Usage tracker for resource:network and tenant:38719620e52c492f964e26f6f4cd8c39 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:55:40.378880 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-24502d3f-40be-43e6-a2a5-09b1128c7477 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:55:40.384948 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-24502d3f-40be-43e6-a2a5-09b1128c7477 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:55:40.397392 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24502d3f-40be-43e6-a2a5-09b1128c7477 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Made reservation on behalf of 38719620e52c492f964e26f6f4cd8c39 for: {'network': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:55:40.400781 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-24502d3f-40be-43e6-a2a5-09b1128c7477 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:55:40.435126 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24502d3f-40be-43e6-a2a5-09b1128c7477 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 100} {{(pid=88525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 19:55:40.448358 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-24502d3f-40be-43e6-a2a5-09b1128c7477 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:55:40.448697 n-d-844202-1 neutron-server[88525]: INFO neutron.db.segments_db [None req-24502d3f-40be-43e6-a2a5-09b1128c7477 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Added segment 8d4f961a-a2f3-4b0c-9ffd-345e08bef647 of type vlan for network a58a70df-15d2-4a30-9cad-047a1c459009 Jun 01 19:55:40.477359 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-24502d3f-40be-43e6-a2a5-09b1128c7477 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:55:40.515991 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-24502d3f-40be-43e6-a2a5-09b1128c7477 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:55:40.521812 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24502d3f-40be-43e6-a2a5-09b1128c7477 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:55:40.522408 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-24502d3f-40be-43e6-a2a5-09b1128c7477 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:55:40.650243 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-24502d3f-40be-43e6-a2a5-09b1128c7477 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2977967 Jun 01 19:55:40.654145 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 54438) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:55:40.673173 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-7962d493-03f4-4528-9ff5-37a0089bdf34 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-469382944', 'admin_state_up': True, 'project_id': '38719620e52c492f964e26f6f4cd8c39', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:55:40.680417 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24502d3f-40be-43e6-a2a5-09b1128c7477 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Pushing event updated for resources: {'Network': ['ID=a58a70df-15d2-4a30-9cad-047a1c459009,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:55:40.684818 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-7962d493-03f4-4528-9ff5-37a0089bdf34 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:55:40.691370 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-7962d493-03f4-4528-9ff5-37a0089bdf34 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Usage tracker for resource:router and tenant:38719620e52c492f964e26f6f4cd8c39 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:55:40.693737 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-7962d493-03f4-4528-9ff5-37a0089bdf34 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:55:40.693965 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network a58a70df-15d2-4a30-9cad-047a1c459009 details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 19:55:40.703300 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-7962d493-03f4-4528-9ff5-37a0089bdf34 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:55:40.722468 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7962d493-03f4-4528-9ff5-37a0089bdf34 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-885767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25238'] for router, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:55:40.723491 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7962d493-03f4-4528-9ff5-37a0089bdf34 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-901042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-886562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-981784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25327'] for router, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:55:40.743777 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7962d493-03f4-4528-9ff5-37a0089bdf34 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:55:40.844471 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:55:40.854074 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:55:41.078793 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7962d493-03f4-4528-9ff5-37a0089bdf34 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-886608', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-885830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25341'] for router, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:55:41.417866 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7962d493-03f4-4528-9ff5-37a0089bdf34 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for router_gateway, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:55:41.446644 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7962d493-03f4-4528-9ff5-37a0089bdf34 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:55:41.579338 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [None req-7962d493-03f4-4528-9ff5-37a0089bdf34 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Allocated IP 172.25.4.167 (72a72e44-6845-488a-a5ff-3a26d4df9cb3/c314a23b-daa2-4106-ab28-8e6f954277b2/1a52089a-57bc-4573-a9d1-c52d9e24e1ba) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:55:41.839128 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7962d493-03f4-4528-9ff5-37a0089bdf34 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:55:41.852886 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:55:41.873901 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7962d493-03f4-4528-9ff5-37a0089bdf34 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:55:41.938630 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7962d493-03f4-4528-9ff5-37a0089bdf34 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:55:41.942186 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-7962d493-03f4-4528-9ff5-37a0089bdf34 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:55:41.946110 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7962d493-03f4-4528-9ff5-37a0089bdf34 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:55:41.982907 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7962d493-03f4-4528-9ff5-37a0089bdf34 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Pushing event updated for resources: {'Port': ['ID=1a52089a-57bc-4573-a9d1-c52d9e24e1ba,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:55:42.192996 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:55:42.436538 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7962d493-03f4-4528-9ff5-37a0089bdf34 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for router_gateway, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:55:42.503258 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:55:42.799461 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7962d493-03f4-4528-9ff5-37a0089bdf34 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-885820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-886655'] for router, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:55:43.012858 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7962d493-03f4-4528-9ff5-37a0089bdf34 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Router bbc6178d-fad4-48a8-bcbc-f36343f154a0 is scheduled to L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 with binding_index 1 {{(pid=88525) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 19:55:43.190105 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7962d493-03f4-4528-9ff5-37a0089bdf34 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:55:43.201022 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52003b5-48ca-43a7-8be9-6ce129c414f3 None None] Sync routers for ids ['bbc6178d-fad4-48a8-bcbc-f36343f154a0'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:55:43.212012 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52003b5-48ca-43a7-8be9-6ce129c414f3 None None] Routers {'bbc6178d-fad4-48a8-bcbc-f36343f154a0'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:55:43.212654 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-e52003b5-48ca-43a7-8be9-6ce129c414f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:55:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['bbc6178d-fad4-48a8-bcbc-f36343f154a0'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:55:43.220969 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7962d493-03f4-4528-9ff5-37a0089bdf34 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for router, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:55:43.222179 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-7962d493-03f4-4528-9ff5-37a0089bdf34 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.5671158 Jun 01 19:55:43.225462 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 54442) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:55:43.269283 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-374256f1-34f5-4bcd-8aad-279918ad0017 tempest-TestNetworkAdvancedServerOps-719043324 tempest-TestNetworkAdvancedServerOps-719043324-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=38719620e52c492f964e26f6f4cd8c39&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0411768 Jun 01 19:55:43.271761 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 54446) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:55:43.401777 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-e52003b5-48ca-43a7-8be9-6ce129c414f3 None None] Set router bbc6178d-fad4-48a8-bcbc-f36343f154a0 gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:55:43.405595 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-129aa5ca-329e-406b-b323-36f993f08426 tempest-TestNetworkAdvancedServerOps-719043324 tempest-TestNetworkAdvancedServerOps-719043324-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:55:43.407077 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-129aa5ca-329e-406b-b323-36f993f08426 tempest-TestNetworkAdvancedServerOps-719043324 tempest-TestNetworkAdvancedServerOps-719043324-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1343625 Jun 01 19:55:43.410195 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 54450) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:55:43.588431 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-3d63c2a2-c6a3-4dba-848f-51b47641ce18 tempest-TestNetworkAdvancedServerOps-719043324 tempest-TestNetworkAdvancedServerOps-719043324-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=72a72e44-6845-488a-a5ff-3a26d4df9cb3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1769302 Jun 01 19:55:43.590788 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 54454) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:55:43.596388 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-0f6c1ec8-e226-4c27-8967-c3c904399c21 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-910120643', 'network_id': 'a58a70df-15d2-4a30-9cad-047a1c459009', 'project_id': '38719620e52c492f964e26f6f4cd8c39', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:55:43.693222 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-e52003b5-48ca-43a7-8be9-6ce129c414f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbc6178d-fad4-48a8-bcbc-f36343f154a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-469382944', 'tenant_id': '38719620e52c492f964e26f6f4cd8c39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.167'}], 'enable_snat': True}, 'gw_port_id': '1a52089a-57bc-4573-a9d1-c52d9e24e1ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:55:40Z', 'updated_at': '2022-06-01T19:55:42Z', 'revision_number': 3, 'project_id': '38719620e52c492f964e26f6f4cd8c39', 'gw_port': {'id': '1a52089a-57bc-4573-a9d1-c52d9e24e1ba', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:f9:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbc6178d-fad4-48a8-bcbc-f36343f154a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:55:41Z', 'updated_at': '2022-06-01T19:55:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:55:43.697270 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52003b5-48ca-43a7-8be9-6ce129c414f3 None None] Checking router: bbc6178d-fad4-48a8-bcbc-f36343f154a0 for host: n-d-844202-1 {{(pid=88527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 19:55:43.697613 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52003b5-48ca-43a7-8be9-6ce129c414f3 None None] Updating router bbc6178d-fad4-48a8-bcbc-f36343f154a0 port 1a52089a-57bc-4573-a9d1-c52d9e24e1ba binding host n-d-844202-1 {{(pid=88527) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 19:55:43.709626 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-0f6c1ec8-e226-4c27-8967-c3c904399c21 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:55:43.713607 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-0f6c1ec8-e226-4c27-8967-c3c904399c21 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Usage tracker for resource:subnet and tenant:38719620e52c492f964e26f6f4cd8c39 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:55:43.716420 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-0f6c1ec8-e226-4c27-8967-c3c904399c21 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:55:43.722865 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-0f6c1ec8-e226-4c27-8967-c3c904399c21 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:55:43.733685 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f6c1ec8-e226-4c27-8967-c3c904399c21 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Made reservation on behalf of 38719620e52c492f964e26f6f4cd8c39 for: {'subnet': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:55:43.737899 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0f6c1ec8-e226-4c27-8967-c3c904399c21 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9667140'] for subnet, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:55:43.751309 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-e52003b5-48ca-43a7-8be9-6ce129c414f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:55:43.973552 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0f6c1ec8-e226-4c27-8967-c3c904399c21 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2614064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9667190'] for subnet, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:55:44.059701 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6c1ec8-e226-4c27-8967-c3c904399c21 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Pushing event updated for resources: {'Subnet': ['ID=ddb3772f-52a4-44f3-97ad-6519847ffd76,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:55:44.069492 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f6c1ec8-e226-4c27-8967-c3c904399c21 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Checking segment: {'id': '8d4f961a-a2f3-4b0c-9ffd-345e08bef647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a58a70df-15d2-4a30-9cad-047a1c459009'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:55:44.069851 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f6c1ec8-e226-4c27-8967-c3c904399c21 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Network hostable DHCP agents. Network: a58a70df-15d2-4a30-9cad-047a1c459009, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 19:55:44.092402 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f6c1ec8-e226-4c27-8967-c3c904399c21 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Network a58a70df-15d2-4a30-9cad-047a1c459009 is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 19:55:44.104465 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-0f6c1ec8-e226-4c27-8967-c3c904399c21 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, a58a70df-15d2-4a30-9cad-047a1c459009) {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:55:44.112197 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f6c1ec8-e226-4c27-8967-c3c904399c21 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:55:44.113088 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0f6c1ec8-e226-4c27-8967-c3c904399c21 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:55:44.119694 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a9dfc90-75ea-4f9b-926f-879b6c6a2961 None None] Network a58a70df-15d2-4a30-9cad-047a1c459009 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:55:44.145886 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-0f6c1ec8-e226-4c27-8967-c3c904399c21 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5503721 Jun 01 19:55:44.146150 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-e52003b5-48ca-43a7-8be9-6ce129c414f3 None None] Notify callbacks [] for port, precommit_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:55:44.146497 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 54458) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:55:44.156262 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.provisioning_blocks [None req-e52003b5-48ca-43a7-8be9-6ce129c414f3 None None] Transition to ACTIVE for port object 1a52089a-57bc-4573-a9d1-c52d9e24e1ba will not be triggered until provisioned by entity L2. {{(pid=88527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:55:44.165671 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-e52003b5-48ca-43a7-8be9-6ce129c414f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:55:44.273853 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a256604c-e54d-42dd-afff-71d02ca7dee4 None None] Pushing event updated for resources: {'Port': ['ID=1a52089a-57bc-4573-a9d1-c52d9e24e1ba,revision_number=2']} {{(pid=88527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:55:44.294651 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a256604c-e54d-42dd-afff-71d02ca7dee4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:55:44.295038 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a256604c-e54d-42dd-afff-71d02ca7dee4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:55:44.295304 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a256604c-e54d-42dd-afff-71d02ca7dee4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:55:44.295624 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a256604c-e54d-42dd-afff-71d02ca7dee4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:55:44.295940 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a256604c-e54d-42dd-afff-71d02ca7dee4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:55:44.296989 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a256604c-e54d-42dd-afff-71d02ca7dee4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:55:44.296989 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a256604c-e54d-42dd-afff-71d02ca7dee4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:55:44.296989 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a256604c-e54d-42dd-afff-71d02ca7dee4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:55:44.298343 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a256604c-e54d-42dd-afff-71d02ca7dee4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:55:44.298343 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a256604c-e54d-42dd-afff-71d02ca7dee4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:55:44.298343 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a256604c-e54d-42dd-afff-71d02ca7dee4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:55:44.298343 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a256604c-e54d-42dd-afff-71d02ca7dee4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:55:44.303593 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-e52003b5-48ca-43a7-8be9-6ce129c414f3 None None] Attempting to bind port 1a52089a-57bc-4573-a9d1-c52d9e24e1ba on host n-d-844202-1 for vnic_type normal with profile {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:55:44.303959 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-e52003b5-48ca-43a7-8be9-6ce129c414f3 None None] Attempting to bind port 1a52089a-57bc-4573-a9d1-c52d9e24e1ba by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}] {{(pid=88527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:55:44.304331 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52003b5-48ca-43a7-8be9-6ce129c414f3 None None] Attempting to bind port 1a52089a-57bc-4573-a9d1-c52d9e24e1ba on network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:55:44.316543 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52003b5-48ca-43a7-8be9-6ce129c414f3 None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 55, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:55:44.316908 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52003b5-48ca-43a7-8be9-6ce129c414f3 None None] Checking segment: {'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:55:44.317294 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-e52003b5-48ca-43a7-8be9-6ce129c414f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:55:44.317665 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52003b5-48ca-43a7-8be9-6ce129c414f3 None None] Bound using segment: {'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'} {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:55:44.318112 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-e52003b5-48ca-43a7-8be9-6ce129c414f3 None None] Bound port: 1a52089a-57bc-4573-a9d1-c52d9e24e1ba, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}}] {{(pid=88527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:55:44.318469 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-e52003b5-48ca-43a7-8be9-6ce129c414f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:55:44.382328 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28b3fc25-c58d-45b7-ba8d-e2db526633b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc93f83c3-7fb6-5c13-a9d4-29d739a4e8d2-a58a70df-15d2-4a30-9cad-047a1c459009', 'network_id': 'a58a70df-15d2-4a30-9cad-047a1c459009', 'tenant_id': '38719620e52c492f964e26f6f4cd8c39', 'fixed_ips': [{'subnet_id': 'ddb3772f-52a4-44f3-97ad-6519847ffd76'}]}} from n-d-844202-1. {{(pid=88526) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 19:55:44.383628 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-28b3fc25-c58d-45b7-ba8d-e2db526633b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:55:44.403735 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.db [None req-e52003b5-48ca-43a7-8be9-6ce129c414f3 None None] For port 1a52089a-57bc-4573-a9d1-c52d9e24e1ba, host n-d-844202-1, cleared binding levels {{(pid=88527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:55:44.407359 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.db [None req-e52003b5-48ca-43a7-8be9-6ce129c414f3 None None] For port 1a52089a-57bc-4573-a9d1-c52d9e24e1ba, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=1a52089a-57bc-4573-a9d1-c52d9e24e1ba,segment=NetworkSegment(7875af61-4c53-4ff2-b8c8-d4b7c35ff947),segment_id=7875af61-4c53-4ff2-b8c8-d4b7c35ff947)] {{(pid=88527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:55:44.413555 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-e52003b5-48ca-43a7-8be9-6ce129c414f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:55:44.489237 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52003b5-48ca-43a7-8be9-6ce129c414f3 None None] Routers {'bbc6178d-fad4-48a8-bcbc-f36343f154a0'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:55:44.489877 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-e52003b5-48ca-43a7-8be9-6ce129c414f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:55:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['bbc6178d-fad4-48a8-bcbc-f36343f154a0'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:55:44.575384 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a256604c-e54d-42dd-afff-71d02ca7dee4 None None] Pushing event updated for resources: {'Port': ['ID=1a52089a-57bc-4573-a9d1-c52d9e24e1ba,revision_number=3']} {{(pid=88527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:55:44.617563 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.db_base_plugin_common [None req-28b3fc25-c58d-45b7-ba8d-e2db526633b8 None None] Allocated IP 172.20.0.2 (a58a70df-15d2-4a30-9cad-047a1c459009/ddb3772f-52a4-44f3-97ad-6519847ffd76/e6ef9a93-f807-40c6-a7ae-a115f142605c) {{(pid=88526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:55:44.696600 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-e52003b5-48ca-43a7-8be9-6ce129c414f3 None None] Set router bbc6178d-fad4-48a8-bcbc-f36343f154a0 gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:55:44.859059 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-28b3fc25-c58d-45b7-ba8d-e2db526633b8 None None] Notify callbacks [] for port, precommit_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:55:44.872460 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-28b3fc25-c58d-45b7-ba8d-e2db526633b8 None None] Transition to ACTIVE for port object e6ef9a93-f807-40c6-a7ae-a115f142605c will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:55:44.904098 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-28b3fc25-c58d-45b7-ba8d-e2db526633b8 None None] Transition to ACTIVE for port object e6ef9a93-f807-40c6-a7ae-a115f142605c will not be triggered until provisioned by entity DHCP. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:55:44.913860 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-28b3fc25-c58d-45b7-ba8d-e2db526633b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526'] for port, after_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:55:44.985890 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28b3fc25-c58d-45b7-ba8d-e2db526633b8 None None] Network a58a70df-15d2-4a30-9cad-047a1c459009 is already hosted by enough agents. {{(pid=88526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:55:44.994449 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.base_scheduler [None req-28b3fc25-c58d-45b7-ba8d-e2db526633b8 None None] Resources bound (agent type, host, resource id): {{(pid=88526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:55:44.999203 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b3fc25-c58d-45b7-ba8d-e2db526633b8 None None] Received port after_create {{(pid=88526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:55:45.008951 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f3fc0de0-e6f8-4c06-a345-d70e6229679d tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:55:45.050827 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-e52003b5-48ca-43a7-8be9-6ce129c414f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbc6178d-fad4-48a8-bcbc-f36343f154a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-469382944', 'tenant_id': '38719620e52c492f964e26f6f4cd8c39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.167'}], 'enable_snat': True}, 'gw_port_id': '1a52089a-57bc-4573-a9d1-c52d9e24e1ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:55:40Z', 'updated_at': '2022-06-01T19:55:42Z', 'revision_number': 3, 'project_id': '38719620e52c492f964e26f6f4cd8c39', 'gw_port': {'id': '1a52089a-57bc-4573-a9d1-c52d9e24e1ba', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:f9:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbc6178d-fad4-48a8-bcbc-f36343f154a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:55:41Z', 'updated_at': '2022-06-01T19:55:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:55:45.054801 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52003b5-48ca-43a7-8be9-6ce129c414f3 None None] The sync data for ids ['bbc6178d-fad4-48a8-bcbc-f36343f154a0'] in n-d-844202-1 is: [{'id': 'bbc6178d-fad4-48a8-bcbc-f36343f154a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-469382944', 'tenant_id': '38719620e52c492f964e26f6f4cd8c39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.167'}], 'enable_snat': True}, 'gw_port_id': '1a52089a-57bc-4573-a9d1-c52d9e24e1ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:55:40Z', 'updated_at': '2022-06-01T19:55:42Z', 'revision_number': 3, 'project_id': '38719620e52c492f964e26f6f4cd8c39', 'gw_port': {'id': '1a52089a-57bc-4573-a9d1-c52d9e24e1ba', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:f9:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbc6178d-fad4-48a8-bcbc-f36343f154a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:55:41Z', 'updated_at': '2022-06-01T19:55:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:55:45.076312 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b3fc25-c58d-45b7-ba8d-e2db526633b8 None None] Pushing event updated for resources: {'Port': ['ID=e6ef9a93-f807-40c6-a7ae-a115f142605c,revision_number=1']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:55:45.113532 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-28b3fc25-c58d-45b7-ba8d-e2db526633b8 None None] Attempting to bind port e6ef9a93-f807-40c6-a7ae-a115f142605c on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:55:45.114385 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-28b3fc25-c58d-45b7-ba8d-e2db526633b8 None None] Attempting to bind port e6ef9a93-f807-40c6-a7ae-a115f142605c by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': '8d4f961a-a2f3-4b0c-9ffd-345e08bef647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a58a70df-15d2-4a30-9cad-047a1c459009'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:55:45.114385 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b3fc25-c58d-45b7-ba8d-e2db526633b8 None None] Attempting to bind port e6ef9a93-f807-40c6-a7ae-a115f142605c on network a58a70df-15d2-4a30-9cad-047a1c459009 {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:55:45.120275 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b3fc25-c58d-45b7-ba8d-e2db526633b8 None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 55, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:55:45.120988 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b3fc25-c58d-45b7-ba8d-e2db526633b8 None None] Checking segment: {'id': '8d4f961a-a2f3-4b0c-9ffd-345e08bef647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a58a70df-15d2-4a30-9cad-047a1c459009'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:55:45.121081 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-28b3fc25-c58d-45b7-ba8d-e2db526633b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:55:45.121413 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b3fc25-c58d-45b7-ba8d-e2db526633b8 None None] Bound using segment: {'id': '8d4f961a-a2f3-4b0c-9ffd-345e08bef647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a58a70df-15d2-4a30-9cad-047a1c459009'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:55:45.121883 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-28b3fc25-c58d-45b7-ba8d-e2db526633b8 None None] Bound port: e6ef9a93-f807-40c6-a7ae-a115f142605c, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d4f961a-a2f3-4b0c-9ffd-345e08bef647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a58a70df-15d2-4a30-9cad-047a1c459009'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:55:45.122258 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-28b3fc25-c58d-45b7-ba8d-e2db526633b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:55:45.219316 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-28b3fc25-c58d-45b7-ba8d-e2db526633b8 None None] For port e6ef9a93-f807-40c6-a7ae-a115f142605c, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:55:45.223146 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-28b3fc25-c58d-45b7-ba8d-e2db526633b8 None None] For port e6ef9a93-f807-40c6-a7ae-a115f142605c, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=e6ef9a93-f807-40c6-a7ae-a115f142605c,segment=NetworkSegment(8d4f961a-a2f3-4b0c-9ffd-345e08bef647),segment_id=8d4f961a-a2f3-4b0c-9ffd-345e08bef647)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:55:45.228100 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-28b3fc25-c58d-45b7-ba8d-e2db526633b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:55:45.334215 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b3fc25-c58d-45b7-ba8d-e2db526633b8 None None] Pushing event updated for resources: {'Port': ['ID=e6ef9a93-f807-40c6-a7ae-a115f142605c,revision_number=2']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:55:45.610837 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [None req-f3fc0de0-e6f8-4c06-a345-d70e6229679d tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Allocated IP 172.20.0.1 (a58a70df-15d2-4a30-9cad-047a1c459009/ddb3772f-52a4-44f3-97ad-6519847ffd76/09b7d2c1-15bf-4bcd-acf1-e71475daf3a3) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:55:45.780092 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 1a52089a-57bc-4573-a9d1-c52d9e24e1ba up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:55:45.835307 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f3fc0de0-e6f8-4c06-a345-d70e6229679d tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:55:45.853551 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port 1a52089a-57bc-4573-a9d1-c52d9e24e1ba completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:55:45.854071 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [None req-f3fc0de0-e6f8-4c06-a345-d70e6229679d tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Transition to ACTIVE for port object 09b7d2c1-15bf-4bcd-acf1-e71475daf3a3 will not be triggered until provisioned by entity DHCP. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:55:45.858802 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 1a52089a-57bc-4573-a9d1-c52d9e24e1ba triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:55:45.859165 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:55:45.883618 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f3fc0de0-e6f8-4c06-a345-d70e6229679d tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:55:45.961152 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3fc0de0-e6f8-4c06-a345-d70e6229679d tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Network a58a70df-15d2-4a30-9cad-047a1c459009 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:55:45.980783 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-f3fc0de0-e6f8-4c06-a345-d70e6229679d tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:55:45.985763 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3fc0de0-e6f8-4c06-a345-d70e6229679d tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:55:46.017192 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 1a52089a-57bc-4573-a9d1-c52d9e24e1ba is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:55:46.017666 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:55:46.038211 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port 1a52089a-57bc-4573-a9d1-c52d9e24e1ba, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=1a52089a-57bc-4573-a9d1-c52d9e24e1ba,segment=NetworkSegment(7875af61-4c53-4ff2-b8c8-d4b7c35ff947),segment_id=7875af61-4c53-4ff2-b8c8-d4b7c35ff947)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:55:46.056625 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:55:46.057614 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device e6ef9a93-f807-40c6-a7ae-a115f142605c up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:55:46.058993 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f3fc0de0-e6f8-4c06-a345-d70e6229679d tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-887605'] for router_interface, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:55:46.061668 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fc0de0-e6f8-4c06-a345-d70e6229679d tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Pushing event updated for resources: {'Port': ['ID=09b7d2c1-15bf-4bcd-acf1-e71475daf3a3,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:55:46.204382 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=1a52089a-57bc-4573-a9d1-c52d9e24e1ba,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:55:46.208575 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port e6ef9a93-f807-40c6-a7ae-a115f142605c completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:55:46.227366 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f3fc0de0-e6f8-4c06-a345-d70e6229679d tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:55:46.474552 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daa6a745-2ed1-4c48-8948-945f5cb3cca0 None None] Network a58a70df-15d2-4a30-9cad-047a1c459009 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:55:46.573797 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-060f35fd-41cc-483b-9da5-de65ae2c16d2 None None] Provisioning for port e6ef9a93-f807-40c6-a7ae-a115f142605c completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:55:46.584072 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-060f35fd-41cc-483b-9da5-de65ae2c16d2 None None] Provisioning complete for port e6ef9a93-f807-40c6-a7ae-a115f142605c triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:55:46.584608 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-060f35fd-41cc-483b-9da5-de65ae2c16d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:55:46.744196 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f3fc0de0-e6f8-4c06-a345-d70e6229679d tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for port, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:55:46.749511 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f3fc0de0-e6f8-4c06-a345-d70e6229679d tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:55:46.848060 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-060f35fd-41cc-483b-9da5-de65ae2c16d2 None None] Current status of the port e6ef9a93-f807-40c6-a7ae-a115f142605c is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:55:46.848472 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-060f35fd-41cc-483b-9da5-de65ae2c16d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:55:46.870717 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f3fc0de0-e6f8-4c06-a345-d70e6229679d tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-887436'] for router_interface, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:55:46.899331 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fc0de0-e6f8-4c06-a345-d70e6229679d tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Pushing event updated for resources: {'Port': ['ID=09b7d2c1-15bf-4bcd-acf1-e71475daf3a3,revision_number=2']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:55:46.899709 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-060f35fd-41cc-483b-9da5-de65ae2c16d2 None None] For port e6ef9a93-f807-40c6-a7ae-a115f142605c, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=e6ef9a93-f807-40c6-a7ae-a115f142605c,segment=NetworkSegment(8d4f961a-a2f3-4b0c-9ffd-345e08bef647),segment_id=8d4f961a-a2f3-4b0c-9ffd-345e08bef647)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:55:46.909669 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-060f35fd-41cc-483b-9da5-de65ae2c16d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:55:46.998589 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060f35fd-41cc-483b-9da5-de65ae2c16d2 None None] Pushing event updated for resources: {'Port': ['ID=e6ef9a93-f807-40c6-a7ae-a115f142605c,revision_number=3']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:55:47.044648 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3fc0de0-e6f8-4c06-a345-d70e6229679d tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Network a58a70df-15d2-4a30-9cad-047a1c459009 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:55:47.045826 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-f3fc0de0-e6f8-4c06-a345-d70e6229679d tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:55:47.247822 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-96635333-8dcf-423f-88a4-366e14690417 None None] Provisioning complete for port e6ef9a93-f807-40c6-a7ae-a115f142605c triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:55:47.248618 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-96635333-8dcf-423f-88a4-366e14690417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:55:47.265483 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3fc0de0-e6f8-4c06-a345-d70e6229679d tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Router bbc6178d-fad4-48a8-bcbc-f36343f154a0 has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 19:55:47.403371 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-96635333-8dcf-423f-88a4-366e14690417 None None] Current status of the port e6ef9a93-f807-40c6-a7ae-a115f142605c is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:55:47.431886 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-96635333-8dcf-423f-88a4-366e14690417 None None] Provisioning for port 09b7d2c1-15bf-4bcd-acf1-e71475daf3a3 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:55:47.437258 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-96635333-8dcf-423f-88a4-366e14690417 None None] Provisioning complete for port 09b7d2c1-15bf-4bcd-acf1-e71475daf3a3 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:55:47.437713 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-96635333-8dcf-423f-88a4-366e14690417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:55:47.514115 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-96635333-8dcf-423f-88a4-366e14690417 None None] Port 09b7d2c1-15bf-4bcd-acf1-e71475daf3a3 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:55:47.609657 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3fc0de0-e6f8-4c06-a345-d70e6229679d tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:55:47.621734 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db8bcf34-a007-4197-86b8-6c647a71c863 None None] Sync routers for ids ['bbc6178d-fad4-48a8-bcbc-f36343f154a0'] in n-d-844202-1 {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:55:47.633360 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-f3fc0de0-e6f8-4c06-a345-d70e6229679d tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "PUT /v2.0/routers/bbc6178d-fad4-48a8-bcbc-f36343f154a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4854584 Jun 01 19:55:47.639519 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db8bcf34-a007-4197-86b8-6c647a71c863 None None] Routers {'bbc6178d-fad4-48a8-bcbc-f36343f154a0'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:55:47.640095 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-db8bcf34-a007-4197-86b8-6c647a71c863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:55:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['bbc6178d-fad4-48a8-bcbc-f36343f154a0'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:55:47.702528 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 1a52089a-57bc-4573-a9d1-c52d9e24e1ba up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:55:47.809873 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-7395c42d-4f49-4404-b6d3-2415b6dd8519 None None] Provisioning complete for port 09b7d2c1-15bf-4bcd-acf1-e71475daf3a3 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:55:47.810386 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-7395c42d-4f49-4404-b6d3-2415b6dd8519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:55:47.828477 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-762bd2ab-c969-450c-ac3c-96e8a7bf9190 req-ebd8d307-95da-4f6c-8cab-1f8f9adb6d40 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Synchronizing usage tracker for tenant:38719620e52c492f964e26f6f4cd8c39 on resource:security_group {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:55:47.845201 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-762bd2ab-c969-450c-ac3c-96e8a7bf9190 req-ebd8d307-95da-4f6c-8cab-1f8f9adb6d40 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Unset dirty status for tenant:38719620e52c492f964e26f6f4cd8c39 on resource:security_group {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:55:47.847271 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-762bd2ab-c969-450c-ac3c-96e8a7bf9190 req-ebd8d307-95da-4f6c-8cab-1f8f9adb6d40 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-341393656&fields=id&tenant_id=38719620e52c492f964e26f6f4cd8c39 HTTP/1.1" status: 200 len: 267 time: 0.0601130 Jun 01 19:55:47.951151 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-7395c42d-4f49-4404-b6d3-2415b6dd8519 None None] Port 09b7d2c1-15bf-4bcd-acf1-e71475daf3a3 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:55:47.981848 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 1a52089a-57bc-4573-a9d1-c52d9e24e1ba triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:55:47.982219 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:55:48.019452 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762bd2ab-c969-450c-ac3c-96e8a7bf9190 req-2931f973-e7a8-47d1-be25-122b3baabaf6 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:55:48.020198 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-762bd2ab-c969-450c-ac3c-96e8a7bf9190 req-2931f973-e7a8-47d1-be25-122b3baabaf6 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Synchronizing usage tracker for tenant:38719620e52c492f964e26f6f4cd8c39 on resource:network {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:55:48.033957 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-db8bcf34-a007-4197-86b8-6c647a71c863 None None] Set router bbc6178d-fad4-48a8-bcbc-f36343f154a0 gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:55:48.038669 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-762bd2ab-c969-450c-ac3c-96e8a7bf9190 req-2931f973-e7a8-47d1-be25-122b3baabaf6 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Unset dirty status for tenant:38719620e52c492f964e26f6f4cd8c39 on resource:network {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:55:48.040048 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-762bd2ab-c969-450c-ac3c-96e8a7bf9190 req-2931f973-e7a8-47d1-be25-122b3baabaf6 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/networks?id=a58a70df-15d2-4a30-9cad-047a1c459009 HTTP/1.1" status: 200 len: 797 time: 0.1854787 Jun 01 19:55:48.056791 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-762bd2ab-c969-450c-ac3c-96e8a7bf9190 req-8b42026d-6f7b-4b47-a8f1-17c57c0b6a86 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/quotas/38719620e52c492f964e26f6f4cd8c39 HTTP/1.1" status: 200 len: 375 time: 0.0106583 Jun 01 19:55:48.150349 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-762bd2ab-c969-450c-ac3c-96e8a7bf9190 req-8f5ff870-06b5-4fa6-8c36-1cadb765c14c tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Synchronizing usage tracker for tenant:38719620e52c492f964e26f6f4cd8c39 on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:55:48.169101 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-762bd2ab-c969-450c-ac3c-96e8a7bf9190 req-8f5ff870-06b5-4fa6-8c36-1cadb765c14c tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Unset dirty status for tenant:38719620e52c492f964e26f6f4cd8c39 on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:55:48.170680 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-762bd2ab-c969-450c-ac3c-96e8a7bf9190 req-8f5ff870-06b5-4fa6-8c36-1cadb765c14c tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=38719620e52c492f964e26f6f4cd8c39&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1072407 Jun 01 19:55:48.209508 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-a0a10542-4727-413a-91e6-cdd6ae881038 None None] Provisioning complete for port 09b7d2c1-15bf-4bcd-acf1-e71475daf3a3 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:55:48.209882 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-a0a10542-4727-413a-91e6-cdd6ae881038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:55:48.321387 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-762bd2ab-c969-450c-ac3c-96e8a7bf9190 req-7f6fe6b8-1d8a-4b62-9b79-3baeb33e03be service neutron] 10.222.0.41 "GET /v2.0/networks/a58a70df-15d2-4a30-9cad-047a1c459009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372793 Jun 01 19:55:48.399583 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-a0a10542-4727-413a-91e6-cdd6ae881038 None None] Port 09b7d2c1-15bf-4bcd-acf1-e71475daf3a3 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:55:48.409409 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 1a52089a-57bc-4573-a9d1-c52d9e24e1ba is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:55:48.410493 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device e6ef9a93-f807-40c6-a7ae-a115f142605c up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:55:48.461407 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-762bd2ab-c969-450c-ac3c-96e8a7bf9190 req-09b6eb0c-a389-4f07-a2d6-d37c8d069f28 service neutron] 10.222.0.41 "GET /v2.0/networks/a58a70df-15d2-4a30-9cad-047a1c459009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334455 Jun 01 19:55:48.529194 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port e6ef9a93-f807-40c6-a7ae-a115f142605c triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:55:48.529558 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:55:48.598513 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-db8bcf34-a007-4197-86b8-6c647a71c863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbc6178d-fad4-48a8-bcbc-f36343f154a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-469382944', 'tenant_id': '38719620e52c492f964e26f6f4cd8c39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.167'}], 'enable_snat': True}, 'gw_port_id': '1a52089a-57bc-4573-a9d1-c52d9e24e1ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:55:40Z', 'updated_at': '2022-06-01T19:55:46Z', 'revision_number': 4, 'project_id': '38719620e52c492f964e26f6f4cd8c39', 'gw_port': {'id': '1a52089a-57bc-4573-a9d1-c52d9e24e1ba', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:f9:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc6178d-fad4-48a8-bcbc-f36343f154a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:55:41Z', 'updated_at': '2022-06-01T19:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '09b7d2c1-15bf-4bcd-acf1-e71475daf3a3', 'name': '', 'network_id': 'a58a70df-15d2-4a30-9cad-047a1c459009', 'tenant_id': '38719620e52c492f964e26f6f4cd8c39', 'mac_address': 'fa:16:3e:19:ec:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbc6178d-fad4-48a8-bcbc-f36343f154a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'ddb3772f-52a4-44f3-97ad-6519847ffd76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:55:45Z', 'updated_at': '2022-06-01T19:55:46Z', 'revision_number': 2, 'project_id': '38719620e52c492f964e26f6f4cd8c39', 'subnets': [{'id': 'ddb3772f-52a4-44f3-97ad-6519847ffd76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:55:48.606588 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db8bcf34-a007-4197-86b8-6c647a71c863 None None] Checking router: bbc6178d-fad4-48a8-bcbc-f36343f154a0 for host: n-d-844202-1 {{(pid=88526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 19:55:48.606988 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db8bcf34-a007-4197-86b8-6c647a71c863 None None] Updating router bbc6178d-fad4-48a8-bcbc-f36343f154a0 port 09b7d2c1-15bf-4bcd-acf1-e71475daf3a3 binding host n-d-844202-1 {{(pid=88526) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 19:55:48.660790 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-1684d2fc-1146-4da5-a714-0d7de24dd31c req-8317199f-0e74-44c6-8ee0-c90317168a09 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/ports?device_id=48ec5f81-d9e3-42bc-9077-4f0852d18336 HTTP/1.1" status: 200 len: 210 time: 0.0457509 Jun 01 19:55:48.709799 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-db8bcf34-a007-4197-86b8-6c647a71c863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:55:48.763643 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port e6ef9a93-f807-40c6-a7ae-a115f142605c is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:55:49.116964 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-db8bcf34-a007-4197-86b8-6c647a71c863 None None] Notify callbacks [] for port, precommit_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:55:49.131438 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-db8bcf34-a007-4197-86b8-6c647a71c863 None None] Transition to ACTIVE for port object 09b7d2c1-15bf-4bcd-acf1-e71475daf3a3 will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:55:49.139321 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-db8bcf34-a007-4197-86b8-6c647a71c863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:55:49.321326 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1922b9f1-af61-480b-b9cd-1b8f29cb821d None None] Pushing event updated for resources: {'Port': ['ID=09b7d2c1-15bf-4bcd-acf1-e71475daf3a3,revision_number=3']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:55:49.411190 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-db8bcf34-a007-4197-86b8-6c647a71c863 None None] Attempting to bind port 09b7d2c1-15bf-4bcd-acf1-e71475daf3a3 on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:55:49.411777 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-db8bcf34-a007-4197-86b8-6c647a71c863 None None] Attempting to bind port 09b7d2c1-15bf-4bcd-acf1-e71475daf3a3 by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': '8d4f961a-a2f3-4b0c-9ffd-345e08bef647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a58a70df-15d2-4a30-9cad-047a1c459009'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:55:49.411904 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8bcf34-a007-4197-86b8-6c647a71c863 None None] Attempting to bind port 09b7d2c1-15bf-4bcd-acf1-e71475daf3a3 on network a58a70df-15d2-4a30-9cad-047a1c459009 {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:55:49.420500 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8bcf34-a007-4197-86b8-6c647a71c863 None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 55, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:55:49.420872 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8bcf34-a007-4197-86b8-6c647a71c863 None None] Checking segment: {'id': '8d4f961a-a2f3-4b0c-9ffd-345e08bef647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a58a70df-15d2-4a30-9cad-047a1c459009'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:55:49.421269 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-db8bcf34-a007-4197-86b8-6c647a71c863 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:55:49.421657 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8bcf34-a007-4197-86b8-6c647a71c863 None None] Bound using segment: {'id': '8d4f961a-a2f3-4b0c-9ffd-345e08bef647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a58a70df-15d2-4a30-9cad-047a1c459009'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:55:49.422116 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-db8bcf34-a007-4197-86b8-6c647a71c863 None None] Bound port: 09b7d2c1-15bf-4bcd-acf1-e71475daf3a3, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d4f961a-a2f3-4b0c-9ffd-345e08bef647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a58a70df-15d2-4a30-9cad-047a1c459009'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:55:49.422486 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-db8bcf34-a007-4197-86b8-6c647a71c863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:55:49.531080 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-db8bcf34-a007-4197-86b8-6c647a71c863 None None] For port 09b7d2c1-15bf-4bcd-acf1-e71475daf3a3, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:55:49.536156 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-db8bcf34-a007-4197-86b8-6c647a71c863 None None] For port 09b7d2c1-15bf-4bcd-acf1-e71475daf3a3, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=09b7d2c1-15bf-4bcd-acf1-e71475daf3a3,segment=NetworkSegment(8d4f961a-a2f3-4b0c-9ffd-345e08bef647),segment_id=8d4f961a-a2f3-4b0c-9ffd-345e08bef647)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:55:49.541037 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-db8bcf34-a007-4197-86b8-6c647a71c863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:55:49.625923 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db8bcf34-a007-4197-86b8-6c647a71c863 None None] Routers {'bbc6178d-fad4-48a8-bcbc-f36343f154a0'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:55:49.626692 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-db8bcf34-a007-4197-86b8-6c647a71c863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:55:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['bbc6178d-fad4-48a8-bcbc-f36343f154a0'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:55:49.894928 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762bd2ab-c969-450c-ac3c-96e8a7bf9190 req-da2ea23e-b609-4e19-ad8e-e6506786ed56 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:55:49.895586 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-762bd2ab-c969-450c-ac3c-96e8a7bf9190 req-da2ea23e-b609-4e19-ad8e-e6506786ed56 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Synchronizing usage tracker for tenant:38719620e52c492f964e26f6f4cd8c39 on resource:network {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:55:49.909769 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-762bd2ab-c969-450c-ac3c-96e8a7bf9190 req-da2ea23e-b609-4e19-ad8e-e6506786ed56 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Unset dirty status for tenant:38719620e52c492f964e26f6f4cd8c39 on resource:network {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:55:49.911336 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-762bd2ab-c969-450c-ac3c-96e8a7bf9190 req-da2ea23e-b609-4e19-ad8e-e6506786ed56 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.50 "GET /v2.0/networks?id=a58a70df-15d2-4a30-9cad-047a1c459009 HTTP/1.1" status: 200 len: 797 time: 0.3037622 Jun 01 19:55:49.928253 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-db8bcf34-a007-4197-86b8-6c647a71c863 None None] Set router bbc6178d-fad4-48a8-bcbc-f36343f154a0 gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:55:49.977853 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-5a66eae5-d598-4725-881f-191e172ce354 req-5371e792-ff6c-48c8-aeef-1a483130dd35 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/ports?device_id=48ec5f81-d9e3-42bc-9077-4f0852d18336 HTTP/1.1" status: 200 len: 210 time: 0.1082983 Jun 01 19:55:50.005796 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-762bd2ab-c969-450c-ac3c-96e8a7bf9190 req-8708295d-afa5-4564-92a5-e76b31443d74 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Synchronizing usage tracker for tenant:38719620e52c492f964e26f6f4cd8c39 on resource:security_group {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:55:50.018122 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-762bd2ab-c969-450c-ac3c-96e8a7bf9190 req-8708295d-afa5-4564-92a5-e76b31443d74 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Unset dirty status for tenant:38719620e52c492f964e26f6f4cd8c39 on resource:security_group {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:55:50.019259 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-762bd2ab-c969-450c-ac3c-96e8a7bf9190 req-8708295d-afa5-4564-92a5-e76b31443d74 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=38719620e52c492f964e26f6f4cd8c39 HTTP/1.1" status: 200 len: 379 time: 0.0967484 Jun 01 19:55:50.023226 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1922b9f1-af61-480b-b9cd-1b8f29cb821d None None] Pushing event updated for resources: {'Port': ['ID=09b7d2c1-15bf-4bcd-acf1-e71475daf3a3,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:55:50.027851 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-762bd2ab-c969-450c-ac3c-96e8a7bf9190 req-276c6a49-a33d-48e3-87df-16ca343703d5 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Request body: {'port': {'device_id': '48ec5f81-d9e3-42bc-9077-4f0852d18336', 'network_id': 'a58a70df-15d2-4a30-9cad-047a1c459009', 'admin_state_up': True, 'tenant_id': '38719620e52c492f964e26f6f4cd8c39', 'security_groups': ['c793b14e-efa2-49cf-a2b9-4831bb939fea']}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:55:50.180630 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-762bd2ab-c969-450c-ac3c-96e8a7bf9190 req-276c6a49-a33d-48e3-87df-16ca343703d5 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:55:50.194175 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-762bd2ab-c969-450c-ac3c-96e8a7bf9190 req-276c6a49-a33d-48e3-87df-16ca343703d5 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:55:50.206085 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-762bd2ab-c969-450c-ac3c-96e8a7bf9190 req-276c6a49-a33d-48e3-87df-16ca343703d5 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Made reservation on behalf of 38719620e52c492f964e26f6f4cd8c39 for: {'port': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:55:50.209649 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-762bd2ab-c969-450c-ac3c-96e8a7bf9190 req-276c6a49-a33d-48e3-87df-16ca343703d5 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:55:50.337140 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-db8bcf34-a007-4197-86b8-6c647a71c863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbc6178d-fad4-48a8-bcbc-f36343f154a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-469382944', 'tenant_id': '38719620e52c492f964e26f6f4cd8c39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.167'}], 'enable_snat': True}, 'gw_port_id': '1a52089a-57bc-4573-a9d1-c52d9e24e1ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:55:40Z', 'updated_at': '2022-06-01T19:55:46Z', 'revision_number': 4, 'project_id': '38719620e52c492f964e26f6f4cd8c39', 'gw_port': {'id': '1a52089a-57bc-4573-a9d1-c52d9e24e1ba', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:f9:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc6178d-fad4-48a8-bcbc-f36343f154a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:55:41Z', 'updated_at': '2022-06-01T19:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '09b7d2c1-15bf-4bcd-acf1-e71475daf3a3', 'name': '', 'network_id': 'a58a70df-15d2-4a30-9cad-047a1c459009', 'tenant_id': '38719620e52c492f964e26f6f4cd8c39', 'mac_address': 'fa:16:3e:19:ec:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbc6178d-fad4-48a8-bcbc-f36343f154a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'ddb3772f-52a4-44f3-97ad-6519847ffd76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:55:45Z', 'updated_at': '2022-06-01T19:55:49Z', 'revision_number': 4, 'project_id': '38719620e52c492f964e26f6f4cd8c39', 'subnets': [{'id': 'ddb3772f-52a4-44f3-97ad-6519847ffd76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:55:50.341640 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db8bcf34-a007-4197-86b8-6c647a71c863 None None] The sync data for ids ['bbc6178d-fad4-48a8-bcbc-f36343f154a0'] in n-d-844202-1 is: [{'id': 'bbc6178d-fad4-48a8-bcbc-f36343f154a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-469382944', 'tenant_id': '38719620e52c492f964e26f6f4cd8c39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.167'}], 'enable_snat': True}, 'gw_port_id': '1a52089a-57bc-4573-a9d1-c52d9e24e1ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:55:40Z', 'updated_at': '2022-06-01T19:55:46Z', 'revision_number': 4, 'project_id': '38719620e52c492f964e26f6f4cd8c39', 'gw_port': {'id': '1a52089a-57bc-4573-a9d1-c52d9e24e1ba', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:f9:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc6178d-fad4-48a8-bcbc-f36343f154a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:55:41Z', 'updated_at': '2022-06-01T19:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '09b7d2c1-15bf-4bcd-acf1-e71475daf3a3', 'name': '', 'network_id': 'a58a70df-15d2-4a30-9cad-047a1c459009', 'tenant_id': '38719620e52c492f964e26f6f4cd8c39', 'mac_address': 'fa:16:3e:19:ec:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbc6178d-fad4-48a8-bcbc-f36343f154a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'ddb3772f-52a4-44f3-97ad-6519847ffd76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:55:45Z', 'updated_at': '2022-06-01T19:55:49Z', 'revision_number': 4, 'project_id': '38719620e52c492f964e26f6f4cd8c39', 'subnets': [{'id': 'ddb3772f-52a4-44f3-97ad-6519847ffd76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:55:50.422873 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [req-762bd2ab-c969-450c-ac3c-96e8a7bf9190 req-276c6a49-a33d-48e3-87df-16ca343703d5 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Allocated IP 172.20.0.3 (a58a70df-15d2-4a30-9cad-047a1c459009/ddb3772f-52a4-44f3-97ad-6519847ffd76/f0e0011c-2385-4381-a47a-cba2a877f54a) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:55:50.674102 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-762bd2ab-c969-450c-ac3c-96e8a7bf9190 req-276c6a49-a33d-48e3-87df-16ca343703d5 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:55:50.691225 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [req-762bd2ab-c969-450c-ac3c-96e8a7bf9190 req-276c6a49-a33d-48e3-87df-16ca343703d5 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Transition to ACTIVE for port object f0e0011c-2385-4381-a47a-cba2a877f54a will not be triggered until provisioned by entity DHCP. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:55:50.728211 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-762bd2ab-c969-450c-ac3c-96e8a7bf9190 req-276c6a49-a33d-48e3-87df-16ca343703d5 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:55:50.813385 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-762bd2ab-c969-450c-ac3c-96e8a7bf9190 req-276c6a49-a33d-48e3-87df-16ca343703d5 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Network a58a70df-15d2-4a30-9cad-047a1c459009 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:55:50.817596 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [req-762bd2ab-c969-450c-ac3c-96e8a7bf9190 req-276c6a49-a33d-48e3-87df-16ca343703d5 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:55:50.820303 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-762bd2ab-c969-450c-ac3c-96e8a7bf9190 req-276c6a49-a33d-48e3-87df-16ca343703d5 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:55:50.880329 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276c6a49-a33d-48e3-87df-16ca343703d5 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Pushing event updated for resources: {'Port': ['ID=f0e0011c-2385-4381-a47a-cba2a877f54a,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:55:50.908930 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762bd2ab-c969-450c-ac3c-96e8a7bf9190 req-276c6a49-a33d-48e3-87df-16ca343703d5 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:55:50.909970 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-762bd2ab-c969-450c-ac3c-96e8a7bf9190 req-276c6a49-a33d-48e3-87df-16ca343703d5 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:55:50.955671 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-762bd2ab-c969-450c-ac3c-96e8a7bf9190 req-276c6a49-a33d-48e3-87df-16ca343703d5 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9301555 Jun 01 19:55:50.965172 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-762bd2ab-c969-450c-ac3c-96e8a7bf9190 req-7e8f1eaa-37b8-40ad-ae03-22366f2654eb service neutron] Request body: {'port': {'device_id': '48ec5f81-d9e3-42bc-9077-4f0852d18336', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844202-1'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:55:51.095220 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-762bd2ab-c969-450c-ac3c-96e8a7bf9190 req-7e8f1eaa-37b8-40ad-ae03-22366f2654eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:55:51.223311 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257461c6-6553-4e3d-9262-1b33b4d5b418 req-39ed1267-6731-4d36-9c2b-64adb28289c9 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:55:51.225749 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-257461c6-6553-4e3d-9262-1b33b4d5b418 req-39ed1267-6731-4d36-9c2b-64adb28289c9 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/ports?device_id=48ec5f81-d9e3-42bc-9077-4f0852d18336 HTTP/1.1" status: 200 len: 931 time: 0.1067770 Jun 01 19:55:51.232958 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-4b110b3f-a134-4166-b219-cffcdf3ad9f2 None None] Provisioning for port f0e0011c-2385-4381-a47a-cba2a877f54a completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:55:51.242926 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-4b110b3f-a134-4166-b219-cffcdf3ad9f2 None None] Provisioning complete for port f0e0011c-2385-4381-a47a-cba2a877f54a triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:55:51.242926 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-4b110b3f-a134-4166-b219-cffcdf3ad9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:55:51.284470 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-257461c6-6553-4e3d-9262-1b33b4d5b418 req-7bcb9359-3c2d-4ff4-bfde-b2968f88b332 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/security-groups?id=c793b14e-efa2-49cf-a2b9-4831bb939fea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524113 Jun 01 19:55:51.348296 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-4b110b3f-a134-4166-b219-cffcdf3ad9f2 None None] Port f0e0011c-2385-4381-a47a-cba2a877f54a cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:55:51.520867 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [req-762bd2ab-c969-450c-ac3c-96e8a7bf9190 req-7e8f1eaa-37b8-40ad-ae03-22366f2654eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0e0011c-2385-4381-a47a-cba2a877f54a {{(pid=88524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 19:55:51.528663 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-762bd2ab-c969-450c-ac3c-96e8a7bf9190 req-7e8f1eaa-37b8-40ad-ae03-22366f2654eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:55:51.550418 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [req-762bd2ab-c969-450c-ac3c-96e8a7bf9190 req-7e8f1eaa-37b8-40ad-ae03-22366f2654eb service neutron] Transition to ACTIVE for port object f0e0011c-2385-4381-a47a-cba2a877f54a will not be triggered until provisioned by entity L2. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:55:51.554422 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-762bd2ab-c969-450c-ac3c-96e8a7bf9190 req-7e8f1eaa-37b8-40ad-ae03-22366f2654eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:55:51.743292 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 09b7d2c1-15bf-4bcd-acf1-e71475daf3a3 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:55:51.834255 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port 09b7d2c1-15bf-4bcd-acf1-e71475daf3a3 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:55:51.840008 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 09b7d2c1-15bf-4bcd-acf1-e71475daf3a3 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:55:51.840757 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:55:51.890510 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8f1eaa-37b8-40ad-ae03-22366f2654eb service neutron] Pushing event updated for resources: {'Port': ['ID=f0e0011c-2385-4381-a47a-cba2a877f54a,revision_number=2']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:55:51.933776 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-762bd2ab-c969-450c-ac3c-96e8a7bf9190 req-7e8f1eaa-37b8-40ad-ae03-22366f2654eb service neutron] Attempting to bind port f0e0011c-2385-4381-a47a-cba2a877f54a on host n-h2-844202-1 for vnic_type normal with profile {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:55:51.934647 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-762bd2ab-c969-450c-ac3c-96e8a7bf9190 req-7e8f1eaa-37b8-40ad-ae03-22366f2654eb service neutron] Attempting to bind port f0e0011c-2385-4381-a47a-cba2a877f54a by drivers openvswitch,hyperv on host n-h2-844202-1 at level 0 using segments [{'id': '8d4f961a-a2f3-4b0c-9ffd-345e08bef647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a58a70df-15d2-4a30-9cad-047a1c459009'}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:55:51.934647 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-762bd2ab-c969-450c-ac3c-96e8a7bf9190 req-7e8f1eaa-37b8-40ad-ae03-22366f2654eb service neutron] Attempting to bind port f0e0011c-2385-4381-a47a-cba2a877f54a on network a58a70df-15d2-4a30-9cad-047a1c459009 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:55:51.940534 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-762bd2ab-c969-450c-ac3c-96e8a7bf9190 req-7e8f1eaa-37b8-40ad-ae03-22366f2654eb service neutron] Port f0e0011c-2385-4381-a47a-cba2a877f54a on network a58a70df-15d2-4a30-9cad-047a1c459009 not bound, no agent of type Open vSwitch agent registered on host n-h2-844202-1 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 19:55:51.940966 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-762bd2ab-c969-450c-ac3c-96e8a7bf9190 req-7e8f1eaa-37b8-40ad-ae03-22366f2654eb service neutron] Attempting to bind port f0e0011c-2385-4381-a47a-cba2a877f54a on network a58a70df-15d2-4a30-9cad-047a1c459009 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:55:51.946354 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-762bd2ab-c969-450c-ac3c-96e8a7bf9190 req-7e8f1eaa-37b8-40ad-ae03-22366f2654eb service neutron] Checking agent: {'id': 'f5db9968-6317-4186-9100-9e0ca6b50417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 55, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:55:51.946784 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-762bd2ab-c969-450c-ac3c-96e8a7bf9190 req-7e8f1eaa-37b8-40ad-ae03-22366f2654eb service neutron] Checking segment: {'id': '8d4f961a-a2f3-4b0c-9ffd-345e08bef647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a58a70df-15d2-4a30-9cad-047a1c459009'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:55:51.947223 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-762bd2ab-c969-450c-ac3c-96e8a7bf9190 req-7e8f1eaa-37b8-40ad-ae03-22366f2654eb service neutron] Bound using segment: {'id': '8d4f961a-a2f3-4b0c-9ffd-345e08bef647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a58a70df-15d2-4a30-9cad-047a1c459009'} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:55:51.947706 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-762bd2ab-c969-450c-ac3c-96e8a7bf9190 req-7e8f1eaa-37b8-40ad-ae03-22366f2654eb service neutron] Bound port: f0e0011c-2385-4381-a47a-cba2a877f54a, host: n-h2-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d4f961a-a2f3-4b0c-9ffd-345e08bef647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a58a70df-15d2-4a30-9cad-047a1c459009'}}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:55:51.948103 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-762bd2ab-c969-450c-ac3c-96e8a7bf9190 req-7e8f1eaa-37b8-40ad-ae03-22366f2654eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:55:51.994680 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 09b7d2c1-15bf-4bcd-acf1-e71475daf3a3 is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:55:51.995059 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:55:52.030366 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port 09b7d2c1-15bf-4bcd-acf1-e71475daf3a3, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=09b7d2c1-15bf-4bcd-acf1-e71475daf3a3,segment=NetworkSegment(8d4f961a-a2f3-4b0c-9ffd-345e08bef647),segment_id=8d4f961a-a2f3-4b0c-9ffd-345e08bef647)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:55:52.036325 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:55:52.053388 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-762bd2ab-c969-450c-ac3c-96e8a7bf9190 req-7e8f1eaa-37b8-40ad-ae03-22366f2654eb service neutron] For port f0e0011c-2385-4381-a47a-cba2a877f54a, host n-h2-844202-1, cleared binding levels {{(pid=88524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:55:52.056459 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-762bd2ab-c969-450c-ac3c-96e8a7bf9190 req-7e8f1eaa-37b8-40ad-ae03-22366f2654eb service neutron] For port f0e0011c-2385-4381-a47a-cba2a877f54a, host n-h2-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=f0e0011c-2385-4381-a47a-cba2a877f54a,segment=NetworkSegment(8d4f961a-a2f3-4b0c-9ffd-345e08bef647),segment_id=8d4f961a-a2f3-4b0c-9ffd-345e08bef647)] {{(pid=88524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:55:52.061287 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-762bd2ab-c969-450c-ac3c-96e8a7bf9190 req-7e8f1eaa-37b8-40ad-ae03-22366f2654eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:55:52.109279 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=09b7d2c1-15bf-4bcd-acf1-e71475daf3a3,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:55:52.123465 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762bd2ab-c969-450c-ac3c-96e8a7bf9190 req-7e8f1eaa-37b8-40ad-ae03-22366f2654eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:55:52.124075 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-762bd2ab-c969-450c-ac3c-96e8a7bf9190 req-7e8f1eaa-37b8-40ad-ae03-22366f2654eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:55:52.125492 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-762bd2ab-c969-450c-ac3c-96e8a7bf9190 req-7e8f1eaa-37b8-40ad-ae03-22366f2654eb service neutron] 10.222.0.50 "PUT /v2.0/ports/f0e0011c-2385-4381-a47a-cba2a877f54a HTTP/1.1" status: 200 len: 1091 time: 1.1647971 Jun 01 19:55:52.125924 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48ec5f81-d9e3-42bc-9077-4f0852d18336', 'tag': 'f0e0011c-2385-4381-a47a-cba2a877f54a'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:55:52.150822 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8f1eaa-37b8-40ad-ae03-22366f2654eb service neutron] Pushing event updated for resources: {'Port': ['ID=f0e0011c-2385-4381-a47a-cba2a877f54a,revision_number=3']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:55:52.199095 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db6c6134-7392-4d83-85a0-467a6b71ccd6'] response: {'name': 'network-changed', 'server_uuid': '48ec5f81-d9e3-42bc-9077-4f0852d18336', 'tag': 'f0e0011c-2385-4381-a47a-cba2a877f54a', 'status': 'completed', 'code': 200} Jun 01 19:55:52.243701 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762bd2ab-c969-450c-ac3c-96e8a7bf9190 req-923d97df-de41-43be-9b51-650e65ec1c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:55:52.245353 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-762bd2ab-c969-450c-ac3c-96e8a7bf9190 req-923d97df-de41-43be-9b51-650e65ec1c15 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=38719620e52c492f964e26f6f4cd8c39&device_id=48ec5f81-d9e3-42bc-9077-4f0852d18336 HTTP/1.1" status: 200 len: 1094 time: 0.0828309 Jun 01 19:55:52.317850 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-762bd2ab-c969-450c-ac3c-96e8a7bf9190 req-18413325-c157-44d2-9cb0-334416420150 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f0e0011c-2385-4381-a47a-cba2a877f54a HTTP/1.1" status: 200 len: 217 time: 0.0665460 Jun 01 19:55:52.387206 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762bd2ab-c969-450c-ac3c-96e8a7bf9190 req-d6882a4c-eca7-440a-b042-2c42905520c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:55:52.388686 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-762bd2ab-c969-450c-ac3c-96e8a7bf9190 req-d6882a4c-eca7-440a-b042-2c42905520c4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ddb3772f-52a4-44f3-97ad-6519847ffd76 HTTP/1.1" status: 200 len: 834 time: 0.0659773 Jun 01 19:55:52.477722 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762bd2ab-c969-450c-ac3c-96e8a7bf9190 req-d93da728-5612-472a-8f9e-d761d6850891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:55:52.479212 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-762bd2ab-c969-450c-ac3c-96e8a7bf9190 req-d93da728-5612-472a-8f9e-d761d6850891 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a58a70df-15d2-4a30-9cad-047a1c459009&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0846663 Jun 01 19:55:52.499080 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e4fa11-6960-47f4-8e94-b2aba6edc0fa req-f19fce85-a04b-4ed1-9bef-48821f6172b7 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:55:52.500708 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-82e4fa11-6960-47f4-8e94-b2aba6edc0fa req-f19fce85-a04b-4ed1-9bef-48821f6172b7 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/ports?device_id=48ec5f81-d9e3-42bc-9077-4f0852d18336 HTTP/1.1" status: 200 len: 943 time: 0.0970876 Jun 01 19:55:52.549052 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-82e4fa11-6960-47f4-8e94-b2aba6edc0fa req-68c03e52-2263-4606-a9b7-260d4982c5f9 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/security-groups?id=c793b14e-efa2-49cf-a2b9-4831bb939fea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406902 Jun 01 19:55:52.619954 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-762bd2ab-c969-450c-ac3c-96e8a7bf9190 req-c0071d12-5997-4122-a1dc-952f1e134bb5 service neutron] 10.222.0.50 "GET /v2.0/networks/a58a70df-15d2-4a30-9cad-047a1c459009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349678 Jun 01 19:55:52.771868 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-762bd2ab-c969-450c-ac3c-96e8a7bf9190 req-c889b6f6-6394-4b37-ac8e-36fb5959ba04 service neutron] 10.222.0.50 "GET /v2.0/networks/a58a70df-15d2-4a30-9cad-047a1c459009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466208 Jun 01 19:55:52.889389 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff51460f-0135-41e1-8091-c28d1cafd991 req-0d07b1ad-1a9e-471f-930d-ba558d1070d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:55:52.890857 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ff51460f-0135-41e1-8091-c28d1cafd991 req-0d07b1ad-1a9e-471f-930d-ba558d1070d1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=38719620e52c492f964e26f6f4cd8c39&device_id=48ec5f81-d9e3-42bc-9077-4f0852d18336 HTTP/1.1" status: 200 len: 1094 time: 0.0771680 Jun 01 19:55:53.028549 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff51460f-0135-41e1-8091-c28d1cafd991 req-7bdbfb2f-d6c2-4f0b-b6da-1372558baf7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:55:53.030044 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ff51460f-0135-41e1-8091-c28d1cafd991 req-7bdbfb2f-d6c2-4f0b-b6da-1372558baf7d service neutron] 10.222.0.50 "GET /v2.0/networks?id=a58a70df-15d2-4a30-9cad-047a1c459009 HTTP/1.1" status: 200 len: 898 time: 0.1342351 Jun 01 19:55:53.101004 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ff51460f-0135-41e1-8091-c28d1cafd991 req-be707db9-aeb5-461f-9d17-029e2272f600 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f0e0011c-2385-4381-a47a-cba2a877f54a HTTP/1.1" status: 200 len: 217 time: 0.0647693 Jun 01 19:55:53.168785 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff51460f-0135-41e1-8091-c28d1cafd991 req-32736d99-9a76-4c8b-b3f4-fd12d97497eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:55:53.170133 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ff51460f-0135-41e1-8091-c28d1cafd991 req-32736d99-9a76-4c8b-b3f4-fd12d97497eb service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ddb3772f-52a4-44f3-97ad-6519847ffd76 HTTP/1.1" status: 200 len: 834 time: 0.0634856 Jun 01 19:55:53.252841 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff51460f-0135-41e1-8091-c28d1cafd991 req-9701bf80-7217-46e5-85d3-29793c32cdcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:55:53.254360 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ff51460f-0135-41e1-8091-c28d1cafd991 req-9701bf80-7217-46e5-85d3-29793c32cdcb service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a58a70df-15d2-4a30-9cad-047a1c459009&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0786009 Jun 01 19:55:53.396568 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ff51460f-0135-41e1-8091-c28d1cafd991 req-55be5110-a7fc-4743-aaeb-61ae684ea422 service neutron] 10.222.0.50 "GET /v2.0/networks/a58a70df-15d2-4a30-9cad-047a1c459009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357474 Jun 01 19:55:53.533091 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ff51460f-0135-41e1-8091-c28d1cafd991 req-b82a2cdd-5685-4297-952f-5b13fb43dc80 service neutron] 10.222.0.50 "GET /v2.0/networks/a58a70df-15d2-4a30-9cad-047a1c459009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306405 Jun 01 19:55:53.676759 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 09b7d2c1-15bf-4bcd-acf1-e71475daf3a3 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:55:53.750861 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 09b7d2c1-15bf-4bcd-acf1-e71475daf3a3 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:55:53.751232 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:55:53.778206 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93b0601-68e6-49b2-b504-b2eec52cee91 req-8132e8d9-919b-4000-bad4-6f973589cd2c tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:55:53.779662 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b93b0601-68e6-49b2-b504-b2eec52cee91 req-8132e8d9-919b-4000-bad4-6f973589cd2c tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/ports?device_id=48ec5f81-d9e3-42bc-9077-4f0852d18336 HTTP/1.1" status: 200 len: 943 time: 0.0823102 Jun 01 19:55:53.834356 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b93b0601-68e6-49b2-b504-b2eec52cee91 req-3e9c0baa-4533-48d8-b6d8-d5bb2740f9b9 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/security-groups?id=c793b14e-efa2-49cf-a2b9-4831bb939fea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434437 Jun 01 19:55:53.873207 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 09b7d2c1-15bf-4bcd-acf1-e71475daf3a3 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:55:54.812450 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device f0e0011c-2385-4381-a47a-cba2a877f54a details requested by agent hyperv_n-h2-844202-1 with host n-h2-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 19:55:54.964440 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port f0e0011c-2385-4381-a47a-cba2a877f54a, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=f0e0011c-2385-4381-a47a-cba2a877f54a,segment=NetworkSegment(8d4f961a-a2f3-4b0c-9ffd-345e08bef647),segment_id=8d4f961a-a2f3-4b0c-9ffd-345e08bef647)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:55:54.979210 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Returning: {'device': 'f0e0011c-2385-4381-a47a-cba2a877f54a', 'network_id': 'a58a70df-15d2-4a30-9cad-047a1c459009', 'port_id': 'f0e0011c-2385-4381-a47a-cba2a877f54a', 'mac_address': 'fa:16:3e:2d:a6:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddb3772f-52a4-44f3-97ad-6519847ffd76', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 19:55:55.032892 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4be7485-f11b-4f6d-bbd9-bc869524c6a4 req-34c7867b-be97-4b58-8b73-f981f3e1b0ee tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:55:55.034689 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c4be7485-f11b-4f6d-bbd9-bc869524c6a4 req-34c7867b-be97-4b58-8b73-f981f3e1b0ee tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/ports?device_id=48ec5f81-d9e3-42bc-9077-4f0852d18336 HTTP/1.1" status: 200 len: 943 time: 0.0859118 Jun 01 19:55:55.079711 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port f0e0011c-2385-4381-a47a-cba2a877f54a is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:55:55.080632 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:55:55.083852 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c4be7485-f11b-4f6d-bbd9-bc869524c6a4 req-c69c899a-4eb7-4d6b-9543-9dbda672c463 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/security-groups?id=c793b14e-efa2-49cf-a2b9-4831bb939fea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428169 Jun 01 19:55:55.098047 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0e0011c-2385-4381-a47a-cba2a877f54a {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 19:55:55.114439 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port f0e0011c-2385-4381-a47a-cba2a877f54a, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=f0e0011c-2385-4381-a47a-cba2a877f54a,segment=NetworkSegment(8d4f961a-a2f3-4b0c-9ffd-345e08bef647),segment_id=8d4f961a-a2f3-4b0c-9ffd-345e08bef647)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:55:55.118317 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:55:55.184738 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=f0e0011c-2385-4381-a47a-cba2a877f54a,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:55:55.319511 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] get_ports_and_sgs() called for port_ids ['f0e0011c-2385-4381-a47a-cba2a877f54a'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 19:55:56.283458 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764ea44a-8d7b-43f7-a5c0-50996c17175c req-c846eea1-e44a-4788-a529-af1c552243ab tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:55:56.284958 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-764ea44a-8d7b-43f7-a5c0-50996c17175c req-c846eea1-e44a-4788-a529-af1c552243ab tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/ports?device_id=48ec5f81-d9e3-42bc-9077-4f0852d18336 HTTP/1.1" status: 200 len: 944 time: 0.0880539 Jun 01 19:55:56.332396 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-764ea44a-8d7b-43f7-a5c0-50996c17175c req-7c2ec946-bd27-4776-aac2-e880f3ad6d05 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/security-groups?id=c793b14e-efa2-49cf-a2b9-4831bb939fea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412359 Jun 01 19:55:56.827750 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device f0e0011c-2385-4381-a47a-cba2a877f54a up at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:55:56.897236 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning for port f0e0011c-2385-4381-a47a-cba2a877f54a completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:55:56.904009 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning complete for port f0e0011c-2385-4381-a47a-cba2a877f54a triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:55:56.904289 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:55:57.031035 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port f0e0011c-2385-4381-a47a-cba2a877f54a is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:55:57.031407 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:55:57.060316 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48ec5f81-d9e3-42bc-9077-4f0852d18336', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0e0011c-2385-4381-a47a-cba2a877f54a'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:55:57.070845 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port f0e0011c-2385-4381-a47a-cba2a877f54a, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=f0e0011c-2385-4381-a47a-cba2a877f54a,segment=NetworkSegment(8d4f961a-a2f3-4b0c-9ffd-345e08bef647),segment_id=8d4f961a-a2f3-4b0c-9ffd-345e08bef647)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:55:57.075225 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:55:57.112881 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f9c6578-3e7b-406e-ad48-1f3f3865c15b'] response: {'server_uuid': '48ec5f81-d9e3-42bc-9077-4f0852d18336', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0e0011c-2385-4381-a47a-cba2a877f54a', 'code': 200} Jun 01 19:55:57.145362 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=f0e0011c-2385-4381-a47a-cba2a877f54a,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:55:57.248468 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a212988-2a0f-4783-a1b1-91af2c134b44 req-4005bb88-dd4f-40a9-9a64-6c6a5faa850b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:55:57.249861 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4a212988-2a0f-4783-a1b1-91af2c134b44 req-4005bb88-dd4f-40a9-9a64-6c6a5faa850b service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=48ec5f81-d9e3-42bc-9077-4f0852d18336 HTTP/1.1" status: 200 len: 1096 time: 0.0741303 Jun 01 19:55:57.295577 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4a212988-2a0f-4783-a1b1-91af2c134b44 req-2c226853-7c47-4b31-af79-992aa3778071 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=c793b14e-efa2-49cf-a2b9-4831bb939fea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390851 Jun 01 19:55:57.521817 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc90fe8c-8f70-497e-9a24-4c14724a28ed req-7ce93227-2d42-48d6-9582-da1d56d88a81 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:55:57.523192 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-fc90fe8c-8f70-497e-9a24-4c14724a28ed req-7ce93227-2d42-48d6-9582-da1d56d88a81 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/ports?device_id=48ec5f81-d9e3-42bc-9077-4f0852d18336 HTTP/1.1" status: 200 len: 945 time: 0.0823488 Jun 01 19:55:57.569279 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-fc90fe8c-8f70-497e-9a24-4c14724a28ed req-5293f0fa-9e4a-4ca9-9b29-8c40be6f9fd5 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/security-groups?id=c793b14e-efa2-49cf-a2b9-4831bb939fea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404613 Jun 01 19:55:58.780560 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32f248f-1c89-4097-8fe5-8a3c0cb51ce7 req-0117f9a0-f8b2-4504-b97a-c66d4320700d tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:55:58.782010 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f32f248f-1c89-4097-8fe5-8a3c0cb51ce7 req-0117f9a0-f8b2-4504-b97a-c66d4320700d tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/ports?device_id=48ec5f81-d9e3-42bc-9077-4f0852d18336 HTTP/1.1" status: 200 len: 945 time: 0.0883622 Jun 01 19:55:58.828191 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f32f248f-1c89-4097-8fe5-8a3c0cb51ce7 req-56c71f6a-4c20-487d-930d-19eb990f06b9 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/security-groups?id=c793b14e-efa2-49cf-a2b9-4831bb939fea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395594 Jun 01 19:55:59.037962 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e11b02-bf98-46c1-80fb-f6ae7c6e2fe1 req-8c31e26a-d97c-433c-b68c-d8230fd86198 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:55:59.040397 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a8e11b02-bf98-46c1-80fb-f6ae7c6e2fe1 req-8c31e26a-d97c-433c-b68c-d8230fd86198 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/ports?device_id=48ec5f81-d9e3-42bc-9077-4f0852d18336 HTTP/1.1" status: 200 len: 945 time: 0.0942130 Jun 01 19:55:59.088636 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a8e11b02-bf98-46c1-80fb-f6ae7c6e2fe1 req-5259d135-75c2-424f-83de-b13bddb8c192 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/security-groups?id=c793b14e-efa2-49cf-a2b9-4831bb939fea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421932 Jun 01 19:55:59.117117 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 54506) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:55:59.217924 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2ae2f5a-2698-49cf-8fe0-8438a3085a19 tempest-TestNetworkAdvancedServerOps-719043324 tempest-TestNetworkAdvancedServerOps-719043324-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:55:59.220098 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-e2ae2f5a-2698-49cf-8fe0-8438a3085a19 tempest-TestNetworkAdvancedServerOps-719043324 tempest-TestNetworkAdvancedServerOps-719043324-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=48ec5f81-d9e3-42bc-9077-4f0852d18336 HTTP/1.1" status: 200 len: 1091 time: 0.1016812 Jun 01 19:55:59.223157 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 54510) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:55:59.227969 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-091b189f-da31-4ceb-bdee-cc9756614da4 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Request body: {'floatingip': {'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'port_id': 'f0e0011c-2385-4381-a47a-cba2a877f54a', 'tenant_id': '38719620e52c492f964e26f6f4cd8c39', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:55:59.234914 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-091b189f-da31-4ceb-bdee-cc9756614da4 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:55:59.239686 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-091b189f-da31-4ceb-bdee-cc9756614da4 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Usage tracker for resource:floatingip and tenant:38719620e52c492f964e26f6f4cd8c39 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:55:59.242608 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-091b189f-da31-4ceb-bdee-cc9756614da4 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:55:59.248369 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-091b189f-da31-4ceb-bdee-cc9756614da4 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:55:59.259295 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-091b189f-da31-4ceb-bdee-cc9756614da4 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for floatingip, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:55:59.518560 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-091b189f-da31-4ceb-bdee-cc9756614da4 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:55:59.666539 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [None req-091b189f-da31-4ceb-bdee-cc9756614da4 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Allocated IP 172.25.4.119 (72a72e44-6845-488a-a5ff-3a26d4df9cb3/c314a23b-daa2-4106-ab28-8e6f954277b2/c9d64053-7197-4ac5-a897-494b0e54fe5e) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:55:59.821886 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-091b189f-da31-4ceb-bdee-cc9756614da4 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:55:59.851574 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-091b189f-da31-4ceb-bdee-cc9756614da4 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:55:59.923595 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-091b189f-da31-4ceb-bdee-cc9756614da4 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:55:59.927073 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-091b189f-da31-4ceb-bdee-cc9756614da4 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:55:59.930917 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-091b189f-da31-4ceb-bdee-cc9756614da4 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:55:59.962202 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091b189f-da31-4ceb-bdee-cc9756614da4 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Pushing event updated for resources: {'Port': ['ID=c9d64053-7197-4ac5-a897-494b0e54fe5e,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:56:00.384662 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-091b189f-da31-4ceb-bdee-cc9756614da4 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:56:00.470712 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-091b189f-da31-4ceb-bdee-cc9756614da4 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:56:00.690695 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-091b189f-da31-4ceb-bdee-cc9756614da4 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for port, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:56:00.695426 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-091b189f-da31-4ceb-bdee-cc9756614da4 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:56:00.814790 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091b189f-da31-4ceb-bdee-cc9756614da4 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Pushing event updated for resources: {'Port': ['ID=c9d64053-7197-4ac5-a897-494b0e54fe5e,revision_number=2']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:56:00.825579 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-091b189f-da31-4ceb-bdee-cc9756614da4 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887712'] for floatingip, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:56:01.049779 n-d-844202-1 neutron-server[88525]: INFO neutron.db.l3_db [None req-091b189f-da31-4ceb-bdee-cc9756614da4 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Floating IP c45c8542-9ae2-43c0-8396-96cb1e7e528a associated. External IP: 172.25.4.119, port: f0e0011c-2385-4381-a47a-cba2a877f54a. Jun 01 19:56:01.536288 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-091b189f-da31-4ceb-bdee-cc9756614da4 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Router bbc6178d-fad4-48a8-bcbc-f36343f154a0 has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 19:56:01.743879 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-091b189f-da31-4ceb-bdee-cc9756614da4 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:56:01.754268 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ecf3ee2-57dc-4f8d-ba3b-1b8e0322a1f0 None None] Sync routers for ids ['bbc6178d-fad4-48a8-bcbc-f36343f154a0'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:56:01.766117 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ecf3ee2-57dc-4f8d-ba3b-1b8e0322a1f0 None None] Routers {'bbc6178d-fad4-48a8-bcbc-f36343f154a0'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:56:01.767232 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-5ecf3ee2-57dc-4f8d-ba3b-1b8e0322a1f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:55:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['bbc6178d-fad4-48a8-bcbc-f36343f154a0'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:56:01.774488 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-091b189f-da31-4ceb-bdee-cc9756614da4 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for floatingip, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:56:01.836744 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-091b189f-da31-4ceb-bdee-cc9756614da4 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6101038 Jun 01 19:56:01.836744 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48ec5f81-d9e3-42bc-9077-4f0852d18336', 'tag': 'f0e0011c-2385-4381-a47a-cba2a877f54a'}] {{(pid=88525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:56:01.959660 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-5ecf3ee2-57dc-4f8d-ba3b-1b8e0322a1f0 None None] Set router bbc6178d-fad4-48a8-bcbc-f36343f154a0 gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:56:02.018091 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe2fe9a-faab-44eb-84ab-3df4d7d8d1f1 req-907f66f8-5c03-476e-8fee-c0f035c7af6b tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:56:02.019653 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8fe2fe9a-faab-44eb-84ab-3df4d7d8d1f1 req-907f66f8-5c03-476e-8fee-c0f035c7af6b tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/ports?device_id=48ec5f81-d9e3-42bc-9077-4f0852d18336 HTTP/1.1" status: 200 len: 945 time: 0.0934229 Jun 01 19:56:02.078807 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8fe2fe9a-faab-44eb-84ab-3df4d7d8d1f1 req-0dd8ea08-3817-4e74-a370-f996d94c6988 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/security-groups?id=c793b14e-efa2-49cf-a2b9-4831bb939fea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506675 Jun 01 19:56:02.112397 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 54518) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:56:02.170492 n-d-844202-1 neutron-server[88525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67936e3e-e013-40bc-9e9e-54680ab3bf95'] response: {'name': 'network-changed', 'server_uuid': '48ec5f81-d9e3-42bc-9077-4f0852d18336', 'tag': 'f0e0011c-2385-4381-a47a-cba2a877f54a', 'status': 'completed', 'code': 200} Jun 01 19:56:02.226359 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-1f7eb5a8-1855-4d86-a449-dc1e9dc12c5e tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/floatingips/c45c8542-9ae2-43c0-8396-96cb1e7e528a HTTP/1.1" status: 200 len: 991 time: 0.1127577 Jun 01 19:56:02.266692 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c7d166-9250-4cd3-83af-4e7cf33e840d req-5df634ef-ca70-41fb-953d-eb73175a11b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:56:02.269225 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-42c7d166-9250-4cd3-83af-4e7cf33e840d req-5df634ef-ca70-41fb-953d-eb73175a11b5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=38719620e52c492f964e26f6f4cd8c39&device_id=48ec5f81-d9e3-42bc-9077-4f0852d18336 HTTP/1.1" status: 200 len: 1096 time: 0.0934110 Jun 01 19:56:02.430910 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-5ecf3ee2-57dc-4f8d-ba3b-1b8e0322a1f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbc6178d-fad4-48a8-bcbc-f36343f154a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-469382944', 'tenant_id': '38719620e52c492f964e26f6f4cd8c39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.167'}], 'enable_snat': True}, 'gw_port_id': '1a52089a-57bc-4573-a9d1-c52d9e24e1ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:55:40Z', 'updated_at': '2022-06-01T19:55:46Z', 'revision_number': 4, 'project_id': '38719620e52c492f964e26f6f4cd8c39', 'gw_port': {'id': '1a52089a-57bc-4573-a9d1-c52d9e24e1ba', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:f9:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc6178d-fad4-48a8-bcbc-f36343f154a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:55:41Z', 'updated_at': '2022-06-01T19:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_floatingips': [{'id': 'c45c8542-9ae2-43c0-8396-96cb1e7e528a', 'tenant_id': '38719620e52c492f964e26f6f4cd8c39', 'floating_ip_address': '172.25.4.119', 'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'router_id': 'bbc6178d-fad4-48a8-bcbc-f36343f154a0', 'port_id': 'f0e0011c-2385-4381-a47a-cba2a877f54a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4335, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a58a70df-15d2-4a30-9cad-047a1c459009', 'mac_address': 'fa:16:3e:2d:a6:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ec5f81-d9e3-42bc-9077-4f0852d18336', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T19:56:00Z', 'updated_at': '2022-06-01T19:56:00Z', 'revision_number': 0, 'project_id': '38719620e52c492f964e26f6f4cd8c39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09b7d2c1-15bf-4bcd-acf1-e71475daf3a3', 'name': '', 'network_id': 'a58a70df-15d2-4a30-9cad-047a1c459009', 'tenant_id': '38719620e52c492f964e26f6f4cd8c39', 'mac_address': 'fa:16:3e:19:ec:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc6178d-fad4-48a8-bcbc-f36343f154a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'ddb3772f-52a4-44f3-97ad-6519847ffd76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:55:45Z', 'updated_at': '2022-06-01T19:55:52Z', 'revision_number': 5, 'project_id': '38719620e52c492f964e26f6f4cd8c39', 'subnets': [{'id': 'ddb3772f-52a4-44f3-97ad-6519847ffd76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:56:02.441052 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ecf3ee2-57dc-4f8d-ba3b-1b8e0322a1f0 None None] Checking router: bbc6178d-fad4-48a8-bcbc-f36343f154a0 for host: n-d-844202-1 {{(pid=88527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 19:56:02.453063 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ecf3ee2-57dc-4f8d-ba3b-1b8e0322a1f0 None None] Routers {'bbc6178d-fad4-48a8-bcbc-f36343f154a0'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:56:02.454262 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-5ecf3ee2-57dc-4f8d-ba3b-1b8e0322a1f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:55:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['bbc6178d-fad4-48a8-bcbc-f36343f154a0'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:56:02.517753 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c7d166-9250-4cd3-83af-4e7cf33e840d req-fd16ce5f-f100-42d8-a0d7-3085b0994432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:56:02.520081 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-42c7d166-9250-4cd3-83af-4e7cf33e840d req-fd16ce5f-f100-42d8-a0d7-3085b0994432 service neutron] 10.222.0.50 "GET /v2.0/networks?id=a58a70df-15d2-4a30-9cad-047a1c459009 HTTP/1.1" status: 200 len: 898 time: 0.2455878 Jun 01 19:56:02.634636 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-42c7d166-9250-4cd3-83af-4e7cf33e840d req-926c6095-98d4-4c19-9004-7b456c7016aa service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f0e0011c-2385-4381-a47a-cba2a877f54a HTTP/1.1" status: 200 len: 999 time: 0.1090910 Jun 01 19:56:02.651498 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-5ecf3ee2-57dc-4f8d-ba3b-1b8e0322a1f0 None None] Set router bbc6178d-fad4-48a8-bcbc-f36343f154a0 gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:56:02.709951 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c7d166-9250-4cd3-83af-4e7cf33e840d req-df8f1ff0-1c1d-425f-a90a-ddd3c3caf8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:56:02.711315 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-42c7d166-9250-4cd3-83af-4e7cf33e840d req-df8f1ff0-1c1d-425f-a90a-ddd3c3caf8c3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ddb3772f-52a4-44f3-97ad-6519847ffd76 HTTP/1.1" status: 200 len: 834 time: 0.0715542 Jun 01 19:56:02.788056 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c7d166-9250-4cd3-83af-4e7cf33e840d req-a2da93a4-f9f4-4732-a56a-137312bc7a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:56:02.789824 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-42c7d166-9250-4cd3-83af-4e7cf33e840d req-a2da93a4-f9f4-4732-a56a-137312bc7a2b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a58a70df-15d2-4a30-9cad-047a1c459009&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0728898 Jun 01 19:56:02.939716 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-42c7d166-9250-4cd3-83af-4e7cf33e840d req-0c2b0af1-5dff-4595-8a07-f15e73e0e162 service neutron] 10.222.0.50 "GET /v2.0/networks/a58a70df-15d2-4a30-9cad-047a1c459009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443377 Jun 01 19:56:03.033873 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-5ecf3ee2-57dc-4f8d-ba3b-1b8e0322a1f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbc6178d-fad4-48a8-bcbc-f36343f154a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-469382944', 'tenant_id': '38719620e52c492f964e26f6f4cd8c39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.167'}], 'enable_snat': True}, 'gw_port_id': '1a52089a-57bc-4573-a9d1-c52d9e24e1ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:55:40Z', 'updated_at': '2022-06-01T19:55:46Z', 'revision_number': 4, 'project_id': '38719620e52c492f964e26f6f4cd8c39', 'gw_port': {'id': '1a52089a-57bc-4573-a9d1-c52d9e24e1ba', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:f9:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc6178d-fad4-48a8-bcbc-f36343f154a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:55:41Z', 'updated_at': '2022-06-01T19:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_floatingips': [{'id': 'c45c8542-9ae2-43c0-8396-96cb1e7e528a', 'tenant_id': '38719620e52c492f964e26f6f4cd8c39', 'floating_ip_address': '172.25.4.119', 'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'router_id': 'bbc6178d-fad4-48a8-bcbc-f36343f154a0', 'port_id': 'f0e0011c-2385-4381-a47a-cba2a877f54a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4335, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a58a70df-15d2-4a30-9cad-047a1c459009', 'mac_address': 'fa:16:3e:2d:a6:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ec5f81-d9e3-42bc-9077-4f0852d18336', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T19:56:00Z', 'updated_at': '2022-06-01T19:56:00Z', 'revision_number': 0, 'project_id': '38719620e52c492f964e26f6f4cd8c39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09b7d2c1-15bf-4bcd-acf1-e71475daf3a3', 'name': '', 'network_id': 'a58a70df-15d2-4a30-9cad-047a1c459009', 'tenant_id': '38719620e52c492f964e26f6f4cd8c39', 'mac_address': 'fa:16:3e:19:ec:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc6178d-fad4-48a8-bcbc-f36343f154a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'ddb3772f-52a4-44f3-97ad-6519847ffd76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:55:45Z', 'updated_at': '2022-06-01T19:55:52Z', 'revision_number': 5, 'project_id': '38719620e52c492f964e26f6f4cd8c39', 'subnets': [{'id': 'ddb3772f-52a4-44f3-97ad-6519847ffd76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:56:03.040547 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ecf3ee2-57dc-4f8d-ba3b-1b8e0322a1f0 None None] The sync data for ids ['bbc6178d-fad4-48a8-bcbc-f36343f154a0'] in n-d-844202-1 is: [{'id': 'bbc6178d-fad4-48a8-bcbc-f36343f154a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-469382944', 'tenant_id': '38719620e52c492f964e26f6f4cd8c39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.167'}], 'enable_snat': True}, 'gw_port_id': '1a52089a-57bc-4573-a9d1-c52d9e24e1ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:55:40Z', 'updated_at': '2022-06-01T19:55:46Z', 'revision_number': 4, 'project_id': '38719620e52c492f964e26f6f4cd8c39', 'gw_port': {'id': '1a52089a-57bc-4573-a9d1-c52d9e24e1ba', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:f9:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc6178d-fad4-48a8-bcbc-f36343f154a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:55:41Z', 'updated_at': '2022-06-01T19:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_floatingips': [{'id': 'c45c8542-9ae2-43c0-8396-96cb1e7e528a', 'tenant_id': '38719620e52c492f964e26f6f4cd8c39', 'floating_ip_address': '172.25.4.119', 'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'router_id': 'bbc6178d-fad4-48a8-bcbc-f36343f154a0', 'port_id': 'f0e0011c-2385-4381-a47a-cba2a877f54a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4335, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a58a70df-15d2-4a30-9cad-047a1c459009', 'mac_address': 'fa:16:3e:2d:a6:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ec5f81-d9e3-42bc-9077-4f0852d18336', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T19:56:00Z', 'updated_at': '2022-06-01T19:56:00Z', 'revision_number': 0, 'project_id': '38719620e52c492f964e26f6f4cd8c39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09b7d2c1-15bf-4bcd-acf1-e71475daf3a3', 'name': '', 'network_id': 'a58a70df-15d2-4a30-9cad-047a1c459009', 'tenant_id': '38719620e52c492f964e26f6f4cd8c39', 'mac_address': 'fa:16:3e:19:ec:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc6178d-fad4-48a8-bcbc-f36343f154a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'ddb3772f-52a4-44f3-97ad-6519847ffd76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:55:45Z', 'updated_at': '2022-06-01T19:55:52Z', 'revision_number': 5, 'project_id': '38719620e52c492f964e26f6f4cd8c39', 'subnets': [{'id': 'ddb3772f-52a4-44f3-97ad-6519847ffd76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:56:03.094982 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-42c7d166-9250-4cd3-83af-4e7cf33e840d req-e5a785ab-add7-4fef-97db-383db4fd34c5 service neutron] 10.222.0.50 "GET /v2.0/networks/a58a70df-15d2-4a30-9cad-047a1c459009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493652 Jun 01 19:56:03.230422 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 54522) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:56:03.249546 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae8cd2bd-37f4-4d3e-9a41-ef4891a0dbd9 None None] New status for floating IP c45c8542-9ae2-43c0-8396-96cb1e7e528a: ACTIVE {{(pid=88526) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 19:56:03.346210 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-36a26f81-5394-4d77-a811-dd72f89be902 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/floatingips/c45c8542-9ae2-43c0-8396-96cb1e7e528a HTTP/1.1" status: 200 len: 991 time: 0.1146095 Jun 01 19:56:04.352286 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 54526) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:56:04.465661 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-a2c9157e-ad0c-4ff8-810b-da8e57e02a59 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/floatingips/c45c8542-9ae2-43c0-8396-96cb1e7e528a HTTP/1.1" status: 200 len: 993 time: 0.1121941 Jun 01 19:56:07.204522 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-dc16f926-7cfa-45b5-9473-0aa2f78a6a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:56:09.671787 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-8403e0d8-1ad2-4c74-b39a-e4d6df7a0963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:56:10.809550 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:56:10.833023 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:56:11.858937 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:56:12.194714 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:56:12.497837 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:56:14.949856 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.agents_db [None req-e814b9cf-7de8-45d0-a079-29c61fabe7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 19:56:33.961115 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b122d9-6607-49c3-8a6e-ec4720d83e22 req-7e82d830-e262-41e9-a645-e83f1674219c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:56:33.963280 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-25b122d9-6607-49c3-8a6e-ec4720d83e22 req-7e82d830-e262-41e9-a645-e83f1674219c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=38719620e52c492f964e26f6f4cd8c39&device_id=48ec5f81-d9e3-42bc-9077-4f0852d18336 HTTP/1.1" status: 200 len: 1096 time: 0.0792961 Jun 01 19:56:34.030493 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bdb720-de8d-4021-ba4f-305beb18191d req-84b54535-3999-453c-b251-aca8081485c5 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:56:34.032568 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-98bdb720-de8d-4021-ba4f-305beb18191d req-84b54535-3999-453c-b251-aca8081485c5 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/ports?device_id=48ec5f81-d9e3-42bc-9077-4f0852d18336 HTTP/1.1" status: 200 len: 945 time: 0.1170795 Jun 01 19:56:34.083683 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-98bdb720-de8d-4021-ba4f-305beb18191d req-3030a6b3-fbf7-4f19-8f48-07d2d1fdcc68 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/security-groups?id=c793b14e-efa2-49cf-a2b9-4831bb939fea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415835 Jun 01 19:56:34.120561 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b122d9-6607-49c3-8a6e-ec4720d83e22 req-f0b1b868-e8ec-4874-beaf-2f66fbe777fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:56:34.122029 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-25b122d9-6607-49c3-8a6e-ec4720d83e22 req-f0b1b868-e8ec-4874-beaf-2f66fbe777fb service neutron] 10.222.0.50 "GET /v2.0/networks?id=a58a70df-15d2-4a30-9cad-047a1c459009 HTTP/1.1" status: 200 len: 898 time: 0.1519909 Jun 01 19:56:34.235642 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-25b122d9-6607-49c3-8a6e-ec4720d83e22 req-6d6e4845-c380-4830-82d1-01ba0ccd767b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f0e0011c-2385-4381-a47a-cba2a877f54a HTTP/1.1" status: 200 len: 1001 time: 0.1063371 Jun 01 19:56:34.316787 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b122d9-6607-49c3-8a6e-ec4720d83e22 req-0717bb1c-7f47-45fc-99b8-d69b7563a4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:56:34.318668 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-25b122d9-6607-49c3-8a6e-ec4720d83e22 req-0717bb1c-7f47-45fc-99b8-d69b7563a4c1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ddb3772f-52a4-44f3-97ad-6519847ffd76 HTTP/1.1" status: 200 len: 834 time: 0.0776694 Jun 01 19:56:34.402178 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b122d9-6607-49c3-8a6e-ec4720d83e22 req-bd7c2132-df17-4089-b05f-f5a2cf3276e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:56:34.403764 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-25b122d9-6607-49c3-8a6e-ec4720d83e22 req-bd7c2132-df17-4089-b05f-f5a2cf3276e1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a58a70df-15d2-4a30-9cad-047a1c459009&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0786681 Jun 01 19:56:34.537777 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-25b122d9-6607-49c3-8a6e-ec4720d83e22 req-8f69e13e-af0f-42dc-a63d-840b2e69a5bd service neutron] 10.222.0.50 "GET /v2.0/networks/a58a70df-15d2-4a30-9cad-047a1c459009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267247 Jun 01 19:56:34.669199 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-25b122d9-6607-49c3-8a6e-ec4720d83e22 req-fec09324-0473-471c-85bb-246e14b6c43b service neutron] 10.222.0.50 "GET /v2.0/networks/a58a70df-15d2-4a30-9cad-047a1c459009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249595 Jun 01 19:56:35.273197 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97740b65-3baf-4c6b-b94e-42a8bc07796a req-ed620496-f90e-4964-a8d0-867d37180550 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:56:35.274547 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-97740b65-3baf-4c6b-b94e-42a8bc07796a req-ed620496-f90e-4964-a8d0-867d37180550 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/ports?device_id=48ec5f81-d9e3-42bc-9077-4f0852d18336 HTTP/1.1" status: 200 len: 945 time: 0.0843713 Jun 01 19:56:35.317918 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-97740b65-3baf-4c6b-b94e-42a8bc07796a req-1b70ae6b-4d89-46ba-b9ef-08e9238fd223 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/security-groups?id=c793b14e-efa2-49cf-a2b9-4831bb939fea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377841 Jun 01 19:56:36.505986 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b92d75-48a3-44a6-ba66-dd66df0c24bc req-aa1c34f9-1533-42b1-af5c-895132a8e487 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:56:36.507632 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f6b92d75-48a3-44a6-ba66-dd66df0c24bc req-aa1c34f9-1533-42b1-af5c-895132a8e487 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/ports?device_id=48ec5f81-d9e3-42bc-9077-4f0852d18336 HTTP/1.1" status: 200 len: 945 time: 0.0822635 Jun 01 19:56:36.554977 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f6b92d75-48a3-44a6-ba66-dd66df0c24bc req-85f4f8e8-c321-4e5c-9844-50acfe84f521 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/security-groups?id=c793b14e-efa2-49cf-a2b9-4831bb939fea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393300 Jun 01 19:56:37.209431 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-4750d492-b949-4f34-a6d0-f714894351dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:56:37.757551 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0435ad-4d51-4ab8-a48d-e8d294e4eb79 req-80028ac8-8c4e-4727-aee6-b60c2951bda7 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:56:37.759213 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-bc0435ad-4d51-4ab8-a48d-e8d294e4eb79 req-80028ac8-8c4e-4727-aee6-b60c2951bda7 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/ports?device_id=48ec5f81-d9e3-42bc-9077-4f0852d18336 HTTP/1.1" status: 200 len: 945 time: 0.0827160 Jun 01 19:56:37.806423 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-bc0435ad-4d51-4ab8-a48d-e8d294e4eb79 req-bb1a8ed0-6b15-4ed8-aae4-90758c5aed1f tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/security-groups?id=c793b14e-efa2-49cf-a2b9-4831bb939fea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413415 Jun 01 19:56:38.996940 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c6abe2-638e-4d74-a4b4-38ad4f562c9b req-5ccc5b9d-d02c-4f98-85de-9128e0f3c55d tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:56:38.998412 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-63c6abe2-638e-4d74-a4b4-38ad4f562c9b req-5ccc5b9d-d02c-4f98-85de-9128e0f3c55d tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/ports?device_id=48ec5f81-d9e3-42bc-9077-4f0852d18336 HTTP/1.1" status: 200 len: 945 time: 0.0851259 Jun 01 19:56:39.045096 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-63c6abe2-638e-4d74-a4b4-38ad4f562c9b req-2eb08020-f34e-4c4b-819b-6554290e91df tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/security-groups?id=c793b14e-efa2-49cf-a2b9-4831bb939fea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402024 Jun 01 19:56:39.665108 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-06f40474-b9f0-478f-bce6-4a92cbaa26f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:56:40.230060 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d0254b-5f1c-40be-90cb-44c13a6b5cd8 req-ab00bac3-095d-4c01-8054-80b62c6c98fa tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:56:40.231487 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-78d0254b-5f1c-40be-90cb-44c13a6b5cd8 req-ab00bac3-095d-4c01-8054-80b62c6c98fa tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/ports?device_id=48ec5f81-d9e3-42bc-9077-4f0852d18336 HTTP/1.1" status: 200 len: 945 time: 0.0787017 Jun 01 19:56:40.395267 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-78d0254b-5f1c-40be-90cb-44c13a6b5cd8 req-ba324237-1e8a-4b6e-b7cf-1b157f6e42de tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/security-groups?id=c793b14e-efa2-49cf-a2b9-4831bb939fea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1578801 Jun 01 19:56:40.813963 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:56:40.838170 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:56:41.747139 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1bcf66-9ecb-482c-8f7f-bab9387728e3 req-16c5b0c3-5843-4326-9616-c65a0ff014ec tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:56:41.748593 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8f1bcf66-9ecb-482c-8f7f-bab9387728e3 req-16c5b0c3-5843-4326-9616-c65a0ff014ec tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/ports?device_id=48ec5f81-d9e3-42bc-9077-4f0852d18336 HTTP/1.1" status: 200 len: 945 time: 0.0801136 Jun 01 19:56:41.794370 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8f1bcf66-9ecb-482c-8f7f-bab9387728e3 req-4fc4ee66-28e9-45ec-86ba-e2ead6b29e40 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/security-groups?id=c793b14e-efa2-49cf-a2b9-4831bb939fea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391166 Jun 01 19:56:41.856018 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:56:42.192498 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:56:42.503419 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:56:42.991977 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f480ff2-45a2-421d-a391-6b3ced5f9e4c req-41e155f6-b7a0-475d-9219-a13a5609cced tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:56:42.993476 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-9f480ff2-45a2-421d-a391-6b3ced5f9e4c req-41e155f6-b7a0-475d-9219-a13a5609cced tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/ports?device_id=48ec5f81-d9e3-42bc-9077-4f0852d18336 HTTP/1.1" status: 200 len: 945 time: 0.0890431 Jun 01 19:56:43.038438 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-9f480ff2-45a2-421d-a391-6b3ced5f9e4c req-045fd449-462e-4bfc-a620-e2341557071c tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/security-groups?id=c793b14e-efa2-49cf-a2b9-4831bb939fea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391307 Jun 01 19:56:44.220955 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1b4d0a-5d35-46c5-8af7-e101e7cb74b9 req-0cc26dd7-d1f1-493d-bcf8-ab089e2fd906 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:56:44.222402 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2c1b4d0a-5d35-46c5-8af7-e101e7cb74b9 req-0cc26dd7-d1f1-493d-bcf8-ab089e2fd906 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/ports?device_id=48ec5f81-d9e3-42bc-9077-4f0852d18336 HTTP/1.1" status: 200 len: 945 time: 0.0807161 Jun 01 19:56:44.265990 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2c1b4d0a-5d35-46c5-8af7-e101e7cb74b9 req-fb6658a7-1968-41b5-8bb6-393b5eb78e11 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/security-groups?id=c793b14e-efa2-49cf-a2b9-4831bb939fea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372105 Jun 01 19:56:45.460996 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2800f47-53ce-4798-b902-a5232742ccb6 req-308ce714-e3e3-44d7-bf09-52bbb7ecc2c5 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:56:45.462676 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d2800f47-53ce-4798-b902-a5232742ccb6 req-308ce714-e3e3-44d7-bf09-52bbb7ecc2c5 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/ports?device_id=48ec5f81-d9e3-42bc-9077-4f0852d18336 HTTP/1.1" status: 200 len: 945 time: 0.0890737 Jun 01 19:56:45.506784 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d2800f47-53ce-4798-b902-a5232742ccb6 req-4a1618d8-925b-4b06-b7e2-66783ae5e991 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/security-groups?id=c793b14e-efa2-49cf-a2b9-4831bb939fea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385983 Jun 01 19:56:46.689403 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ca2e28-0da5-416c-947d-805a084ca386 req-8f554e02-9e07-4cc5-aa95-44d8be28fd1f tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:56:46.690842 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-44ca2e28-0da5-416c-947d-805a084ca386 req-8f554e02-9e07-4cc5-aa95-44d8be28fd1f tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/ports?device_id=48ec5f81-d9e3-42bc-9077-4f0852d18336 HTTP/1.1" status: 200 len: 945 time: 0.0788667 Jun 01 19:56:46.739078 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-44ca2e28-0da5-416c-947d-805a084ca386 req-408c967b-ea64-46bf-9c7a-f82ff5582c07 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/security-groups?id=c793b14e-efa2-49cf-a2b9-4831bb939fea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425422 Jun 01 19:56:47.149820 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735c775b-3f5b-49f1-8990-c3ec00b4d8a2 req-41f67830-41cb-4d28-9748-3159aaa58d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:56:47.151283 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-735c775b-3f5b-49f1-8990-c3ec00b4d8a2 req-41f67830-41cb-4d28-9748-3159aaa58d2e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=38719620e52c492f964e26f6f4cd8c39&device_id=48ec5f81-d9e3-42bc-9077-4f0852d18336 HTTP/1.1" status: 200 len: 1096 time: 0.0741706 Jun 01 19:56:47.301129 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735c775b-3f5b-49f1-8990-c3ec00b4d8a2 req-863ba506-9602-43ac-9f58-b230e05741ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:56:47.302484 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-735c775b-3f5b-49f1-8990-c3ec00b4d8a2 req-863ba506-9602-43ac-9f58-b230e05741ab service neutron] 10.222.0.50 "GET /v2.0/networks?id=a58a70df-15d2-4a30-9cad-047a1c459009 HTTP/1.1" status: 200 len: 898 time: 0.1285419 Jun 01 19:56:47.497376 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-735c775b-3f5b-49f1-8990-c3ec00b4d8a2 req-45535a2d-4795-40e9-9f4e-baa9f175eefb service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f0e0011c-2385-4381-a47a-cba2a877f54a HTTP/1.1" status: 200 len: 1001 time: 0.1884797 Jun 01 19:56:47.559269 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735c775b-3f5b-49f1-8990-c3ec00b4d8a2 req-fecaafd3-2fa2-4aa3-a1b7-8290437eaf7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:56:47.560645 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-735c775b-3f5b-49f1-8990-c3ec00b4d8a2 req-fecaafd3-2fa2-4aa3-a1b7-8290437eaf7f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ddb3772f-52a4-44f3-97ad-6519847ffd76 HTTP/1.1" status: 200 len: 834 time: 0.0577738 Jun 01 19:56:47.638091 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735c775b-3f5b-49f1-8990-c3ec00b4d8a2 req-1613ed4d-121f-4d6a-a585-f9a61a93bfd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:56:47.639563 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-735c775b-3f5b-49f1-8990-c3ec00b4d8a2 req-1613ed4d-121f-4d6a-a585-f9a61a93bfd6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a58a70df-15d2-4a30-9cad-047a1c459009&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0729403 Jun 01 19:56:47.774345 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-735c775b-3f5b-49f1-8990-c3ec00b4d8a2 req-88dd8579-4a95-4b85-9e37-71e073a9ccb2 service neutron] 10.222.0.50 "GET /v2.0/networks/a58a70df-15d2-4a30-9cad-047a1c459009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284292 Jun 01 19:56:47.910570 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-735c775b-3f5b-49f1-8990-c3ec00b4d8a2 req-6125254f-def8-495b-90e2-5bfc48f171fe service neutron] 10.222.0.50 "GET /v2.0/networks/a58a70df-15d2-4a30-9cad-047a1c459009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310940 Jun 01 19:56:47.931189 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39d57e2-6466-4b84-b209-0a214af2f3c4 req-3067aafe-0120-4fb2-8746-ec275213ec2b tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:56:47.932647 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d39d57e2-6466-4b84-b209-0a214af2f3c4 req-3067aafe-0120-4fb2-8746-ec275213ec2b tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/ports?device_id=48ec5f81-d9e3-42bc-9077-4f0852d18336 HTTP/1.1" status: 200 len: 945 time: 0.0817549 Jun 01 19:56:47.979040 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d39d57e2-6466-4b84-b209-0a214af2f3c4 req-bad98e4d-cb77-4193-b8e1-f2d31eb0b777 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/security-groups?id=c793b14e-efa2-49cf-a2b9-4831bb939fea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407457 Jun 01 19:56:49.170472 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee5d51b-e96d-417c-a701-72c5ff87059d req-f33f8079-addc-4980-a7ec-4493081cd816 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:56:49.172773 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-dee5d51b-e96d-417c-a701-72c5ff87059d req-f33f8079-addc-4980-a7ec-4493081cd816 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/ports?device_id=48ec5f81-d9e3-42bc-9077-4f0852d18336 HTTP/1.1" status: 200 len: 945 time: 0.0849943 Jun 01 19:56:49.217407 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-dee5d51b-e96d-417c-a701-72c5ff87059d req-13667af1-8763-4c9f-a0ef-940666433804 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/security-groups?id=c793b14e-efa2-49cf-a2b9-4831bb939fea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385201 Jun 01 19:56:50.428086 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326da98f-836d-4eb0-8833-d40e113c16b7 req-79c047aa-1cf0-48a7-8ae0-4a5f4c92f346 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:56:50.429600 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-326da98f-836d-4eb0-8833-d40e113c16b7 req-79c047aa-1cf0-48a7-8ae0-4a5f4c92f346 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/ports?device_id=48ec5f81-d9e3-42bc-9077-4f0852d18336 HTTP/1.1" status: 200 len: 945 time: 0.0998352 Jun 01 19:56:50.481730 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-326da98f-836d-4eb0-8833-d40e113c16b7 req-e0cd2711-dd92-4f16-9058-31ca171621c4 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/security-groups?id=c793b14e-efa2-49cf-a2b9-4831bb939fea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457115 Jun 01 19:56:51.672264 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564a69d2-a33a-4ffd-b91f-20c93386d7d2 req-8bdf2bf6-51eb-4801-a68c-497867977d67 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:56:51.673717 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-564a69d2-a33a-4ffd-b91f-20c93386d7d2 req-8bdf2bf6-51eb-4801-a68c-497867977d67 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/ports?device_id=48ec5f81-d9e3-42bc-9077-4f0852d18336 HTTP/1.1" status: 200 len: 945 time: 0.0850642 Jun 01 19:56:51.718144 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-564a69d2-a33a-4ffd-b91f-20c93386d7d2 req-8964dff7-0138-49bf-9a87-47208afafd0a tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/security-groups?id=c793b14e-efa2-49cf-a2b9-4831bb939fea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387235 Jun 01 19:56:51.741569 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 54578) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:56:51.847336 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-5248d850-0461-4337-ad8f-6634f7ce0c39 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/floatingips/c45c8542-9ae2-43c0-8396-96cb1e7e528a HTTP/1.1" status: 200 len: 993 time: 0.1046994 Jun 01 19:56:51.948854 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.agents_db [None req-e814b9cf-7de8-45d0-a079-29c61fabe7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 19:57:07.212441 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-7a7cc7f3-a4cc-4375-aaec-28280d17fda8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:57:09.667747 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-c41b77b4-dc07-4d90-8f07-e6edde636772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:57:10.816186 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:57:10.837082 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:57:11.857814 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:57:12.195499 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:57:12.511493 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:57:20.445234 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 54590) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:57:20.649612 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-72e723d4-e68c-4385-8ebb-44e26bb3cd56 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Deleting port c9d64053-7197-4ac5-a897-494b0e54fe5e {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:57:20.650023 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-72e723d4-e68c-4385-8ebb-44e26bb3cd56 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:57:20.820822 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-72e723d4-e68c-4385-8ebb-44e26bb3cd56 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:57:20.821057 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-72e723d4-e68c-4385-8ebb-44e26bb3cd56 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:57:20.943246 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-72e723d4-e68c-4385-8ebb-44e26bb3cd56 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Calling delete_port for c9d64053-7197-4ac5-a897-494b0e54fe5e owned by network:floatingip {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:57:21.222016 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-72e723d4-e68c-4385-8ebb-44e26bb3cd56 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:57:21.268629 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e723d4-e68c-4385-8ebb-44e26bb3cd56 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Pushing event deleted for resources: {'Port': ['ID=c9d64053-7197-4ac5-a897-494b0e54fe5e,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:57:21.309419 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e723d4-e68c-4385-8ebb-44e26bb3cd56 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:57:21.309754 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e723d4-e68c-4385-8ebb-44e26bb3cd56 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:57:21.310086 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e723d4-e68c-4385-8ebb-44e26bb3cd56 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:57:21.310412 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e723d4-e68c-4385-8ebb-44e26bb3cd56 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:57:21.310729 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e723d4-e68c-4385-8ebb-44e26bb3cd56 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:57:21.311054 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e723d4-e68c-4385-8ebb-44e26bb3cd56 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:57:21.311368 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e723d4-e68c-4385-8ebb-44e26bb3cd56 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:57:21.311683 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e723d4-e68c-4385-8ebb-44e26bb3cd56 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:57:21.312102 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e723d4-e68c-4385-8ebb-44e26bb3cd56 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:57:21.312444 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e723d4-e68c-4385-8ebb-44e26bb3cd56 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:57:21.312756 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e723d4-e68c-4385-8ebb-44e26bb3cd56 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:57:21.313065 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e723d4-e68c-4385-8ebb-44e26bb3cd56 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:57:21.373874 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-72e723d4-e68c-4385-8ebb-44e26bb3cd56 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for floatingip, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:57:21.374318 n-d-844202-1 neutron-server[88525]: INFO neutron.db.l3_db [None req-72e723d4-e68c-4385-8ebb-44e26bb3cd56 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Floating IP c45c8542-9ae2-43c0-8396-96cb1e7e528a disassociated (deleted). External IP: 172.25.4.119, port: f0e0011c-2385-4381-a47a-cba2a877f54a. Jun 01 19:57:21.734702 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72e723d4-e68c-4385-8ebb-44e26bb3cd56 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Router bbc6178d-fad4-48a8-bcbc-f36343f154a0 has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 19:57:21.915791 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72e723d4-e68c-4385-8ebb-44e26bb3cd56 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:57:21.926739 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69fb9f5d-cbdb-460f-9799-6ff5b87a1733 None None] Sync routers for ids ['bbc6178d-fad4-48a8-bcbc-f36343f154a0'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:57:21.932927 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-72e723d4-e68c-4385-8ebb-44e26bb3cd56 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for floatingip, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:57:21.936590 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69fb9f5d-cbdb-460f-9799-6ff5b87a1733 None None] Routers {'bbc6178d-fad4-48a8-bcbc-f36343f154a0'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:57:21.937892 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-69fb9f5d-cbdb-460f-9799-6ff5b87a1733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:57:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['bbc6178d-fad4-48a8-bcbc-f36343f154a0'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:57:21.995056 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-72e723d4-e68c-4385-8ebb-44e26bb3cd56 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "DELETE /v2.0/floatingips/c45c8542-9ae2-43c0-8396-96cb1e7e528a HTTP/1.1" status: 204 len: 168 time: 1.5475545 Jun 01 19:57:21.995056 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48ec5f81-d9e3-42bc-9077-4f0852d18336', 'tag': 'f0e0011c-2385-4381-a47a-cba2a877f54a'}] {{(pid=88525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:57:22.128957 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-69fb9f5d-cbdb-460f-9799-6ff5b87a1733 None None] Set router bbc6178d-fad4-48a8-bcbc-f36343f154a0 gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:57:22.252682 n-d-844202-1 neutron-server[88525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6c37332-15f0-41e8-93dc-9b91ad29b887'] response: {'name': 'network-changed', 'server_uuid': '48ec5f81-d9e3-42bc-9077-4f0852d18336', 'tag': 'f0e0011c-2385-4381-a47a-cba2a877f54a', 'status': 'completed', 'code': 200} Jun 01 19:57:22.353740 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230801bd-f954-4204-8e7b-7cabbd30ba90 req-9547e0c1-cc12-4627-91bc-5e8935c2702a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:57:22.355246 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-230801bd-f954-4204-8e7b-7cabbd30ba90 req-9547e0c1-cc12-4627-91bc-5e8935c2702a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=38719620e52c492f964e26f6f4cd8c39&device_id=48ec5f81-d9e3-42bc-9077-4f0852d18336 HTTP/1.1" status: 200 len: 1096 time: 0.0802324 Jun 01 19:57:22.426687 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5a89f6-c747-4351-869d-fff6d884f913 req-f89543f7-ccd8-4c42-ac08-25f1b6451405 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:57:22.427420 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-4f5a89f6-c747-4351-869d-fff6d884f913 req-f89543f7-ccd8-4c42-ac08-25f1b6451405 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Synchronizing usage tracker for tenant:38719620e52c492f964e26f6f4cd8c39 on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:57:22.444404 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-4f5a89f6-c747-4351-869d-fff6d884f913 req-f89543f7-ccd8-4c42-ac08-25f1b6451405 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Unset dirty status for tenant:38719620e52c492f964e26f6f4cd8c39 on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:57:22.445604 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4f5a89f6-c747-4351-869d-fff6d884f913 req-f89543f7-ccd8-4c42-ac08-25f1b6451405 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/ports?device_id=48ec5f81-d9e3-42bc-9077-4f0852d18336 HTTP/1.1" status: 200 len: 945 time: 0.1067581 Jun 01 19:57:22.497709 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230801bd-f954-4204-8e7b-7cabbd30ba90 req-b8912f89-b8d8-4589-95f0-6e42b568fd3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:57:22.500502 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-230801bd-f954-4204-8e7b-7cabbd30ba90 req-b8912f89-b8d8-4589-95f0-6e42b568fd3f service neutron] 10.222.0.50 "GET /v2.0/networks?id=a58a70df-15d2-4a30-9cad-047a1c459009 HTTP/1.1" status: 200 len: 898 time: 0.1379220 Jun 01 19:57:22.502075 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4f5a89f6-c747-4351-869d-fff6d884f913 req-14418999-2c86-453b-b38f-6063324c875d tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/security-groups?id=c793b14e-efa2-49cf-a2b9-4831bb939fea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495291 Jun 01 19:57:22.510825 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-69fb9f5d-cbdb-460f-9799-6ff5b87a1733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbc6178d-fad4-48a8-bcbc-f36343f154a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-469382944', 'tenant_id': '38719620e52c492f964e26f6f4cd8c39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.167'}], 'enable_snat': True}, 'gw_port_id': '1a52089a-57bc-4573-a9d1-c52d9e24e1ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:55:40Z', 'updated_at': '2022-06-01T19:55:46Z', 'revision_number': 4, 'project_id': '38719620e52c492f964e26f6f4cd8c39', 'gw_port': {'id': '1a52089a-57bc-4573-a9d1-c52d9e24e1ba', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:f9:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc6178d-fad4-48a8-bcbc-f36343f154a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:55:41Z', 'updated_at': '2022-06-01T19:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '09b7d2c1-15bf-4bcd-acf1-e71475daf3a3', 'name': '', 'network_id': 'a58a70df-15d2-4a30-9cad-047a1c459009', 'tenant_id': '38719620e52c492f964e26f6f4cd8c39', 'mac_address': 'fa:16:3e:19:ec:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc6178d-fad4-48a8-bcbc-f36343f154a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'ddb3772f-52a4-44f3-97ad-6519847ffd76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:55:45Z', 'updated_at': '2022-06-01T19:55:52Z', 'revision_number': 5, 'project_id': '38719620e52c492f964e26f6f4cd8c39', 'subnets': [{'id': 'ddb3772f-52a4-44f3-97ad-6519847ffd76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:57:22.515689 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69fb9f5d-cbdb-460f-9799-6ff5b87a1733 None None] Checking router: bbc6178d-fad4-48a8-bcbc-f36343f154a0 for host: n-d-844202-1 {{(pid=88527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 19:57:22.524139 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69fb9f5d-cbdb-460f-9799-6ff5b87a1733 None None] Routers {'bbc6178d-fad4-48a8-bcbc-f36343f154a0'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:57:22.524773 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-69fb9f5d-cbdb-460f-9799-6ff5b87a1733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:57:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['bbc6178d-fad4-48a8-bcbc-f36343f154a0'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:57:22.571131 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-230801bd-f954-4204-8e7b-7cabbd30ba90 req-1678483b-1a63-40da-9808-512dac787c35 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f0e0011c-2385-4381-a47a-cba2a877f54a HTTP/1.1" status: 200 len: 217 time: 0.0637693 Jun 01 19:57:22.636911 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230801bd-f954-4204-8e7b-7cabbd30ba90 req-3a0215ff-797f-49ca-afd3-694a22353a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:57:22.638347 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-230801bd-f954-4204-8e7b-7cabbd30ba90 req-3a0215ff-797f-49ca-afd3-694a22353a02 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ddb3772f-52a4-44f3-97ad-6519847ffd76 HTTP/1.1" status: 200 len: 834 time: 0.0616169 Jun 01 19:57:22.703572 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-69fb9f5d-cbdb-460f-9799-6ff5b87a1733 None None] Set router bbc6178d-fad4-48a8-bcbc-f36343f154a0 gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:57:22.722665 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230801bd-f954-4204-8e7b-7cabbd30ba90 req-3a66ee9f-a25f-4f23-95af-b89663af313c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:57:22.724160 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-230801bd-f954-4204-8e7b-7cabbd30ba90 req-3a66ee9f-a25f-4f23-95af-b89663af313c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a58a70df-15d2-4a30-9cad-047a1c459009&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0784616 Jun 01 19:57:22.735644 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [req-230801bd-f954-4204-8e7b-7cabbd30ba90 req-dd06e3c0-db5a-4f3d-b0e0-7ae8b7758c76 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=88524) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 19:57:22.736732 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-230801bd-f954-4204-8e7b-7cabbd30ba90 req-dd06e3c0-db5a-4f3d-b0e0-7ae8b7758c76 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058856 Jun 01 19:57:22.875728 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-230801bd-f954-4204-8e7b-7cabbd30ba90 req-7aa66abf-d752-449f-be89-ae03dc097a4b service neutron] 10.222.0.50 "GET /v2.0/networks/a58a70df-15d2-4a30-9cad-047a1c459009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316495 Jun 01 19:57:23.024776 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-230801bd-f954-4204-8e7b-7cabbd30ba90 req-6aa6491b-6060-4d1b-a49f-447e358331a7 service neutron] 10.222.0.50 "GET /v2.0/networks/a58a70df-15d2-4a30-9cad-047a1c459009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422365 Jun 01 19:57:23.052728 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-69fb9f5d-cbdb-460f-9799-6ff5b87a1733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbc6178d-fad4-48a8-bcbc-f36343f154a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-469382944', 'tenant_id': '38719620e52c492f964e26f6f4cd8c39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.167'}], 'enable_snat': True}, 'gw_port_id': '1a52089a-57bc-4573-a9d1-c52d9e24e1ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:55:40Z', 'updated_at': '2022-06-01T19:55:46Z', 'revision_number': 4, 'project_id': '38719620e52c492f964e26f6f4cd8c39', 'gw_port': {'id': '1a52089a-57bc-4573-a9d1-c52d9e24e1ba', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:f9:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc6178d-fad4-48a8-bcbc-f36343f154a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:55:41Z', 'updated_at': '2022-06-01T19:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '09b7d2c1-15bf-4bcd-acf1-e71475daf3a3', 'name': '', 'network_id': 'a58a70df-15d2-4a30-9cad-047a1c459009', 'tenant_id': '38719620e52c492f964e26f6f4cd8c39', 'mac_address': 'fa:16:3e:19:ec:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc6178d-fad4-48a8-bcbc-f36343f154a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'ddb3772f-52a4-44f3-97ad-6519847ffd76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:55:45Z', 'updated_at': '2022-06-01T19:55:52Z', 'revision_number': 5, 'project_id': '38719620e52c492f964e26f6f4cd8c39', 'subnets': [{'id': 'ddb3772f-52a4-44f3-97ad-6519847ffd76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:57:23.056920 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69fb9f5d-cbdb-460f-9799-6ff5b87a1733 None None] The sync data for ids ['bbc6178d-fad4-48a8-bcbc-f36343f154a0'] in n-d-844202-1 is: [{'id': 'bbc6178d-fad4-48a8-bcbc-f36343f154a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-469382944', 'tenant_id': '38719620e52c492f964e26f6f4cd8c39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.167'}], 'enable_snat': True}, 'gw_port_id': '1a52089a-57bc-4573-a9d1-c52d9e24e1ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:55:40Z', 'updated_at': '2022-06-01T19:55:46Z', 'revision_number': 4, 'project_id': '38719620e52c492f964e26f6f4cd8c39', 'gw_port': {'id': '1a52089a-57bc-4573-a9d1-c52d9e24e1ba', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:f9:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc6178d-fad4-48a8-bcbc-f36343f154a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:55:41Z', 'updated_at': '2022-06-01T19:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '09b7d2c1-15bf-4bcd-acf1-e71475daf3a3', 'name': '', 'network_id': 'a58a70df-15d2-4a30-9cad-047a1c459009', 'tenant_id': '38719620e52c492f964e26f6f4cd8c39', 'mac_address': 'fa:16:3e:19:ec:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc6178d-fad4-48a8-bcbc-f36343f154a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'ddb3772f-52a4-44f3-97ad-6519847ffd76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:55:45Z', 'updated_at': '2022-06-01T19:55:52Z', 'revision_number': 5, 'project_id': '38719620e52c492f964e26f6f4cd8c39', 'subnets': [{'id': 'ddb3772f-52a4-44f3-97ad-6519847ffd76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:57:23.290030 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f376e31-0cca-462c-ac9e-dab90cc8575e None None] New status for floating IP c45c8542-9ae2-43c0-8396-96cb1e7e528a: DOWN {{(pid=88526) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 19:57:23.699560 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3865cf6c-866a-4512-a22e-70fbd03ec276 req-91d0c4dc-fa3a-4f2e-98a2-f20de5b993e1 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:57:23.701057 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3865cf6c-866a-4512-a22e-70fbd03ec276 req-91d0c4dc-fa3a-4f2e-98a2-f20de5b993e1 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/ports?device_id=48ec5f81-d9e3-42bc-9077-4f0852d18336 HTTP/1.1" status: 200 len: 945 time: 0.0872335 Jun 01 19:57:23.749185 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3865cf6c-866a-4512-a22e-70fbd03ec276 req-209cc14a-dcf1-4a47-a4ea-ccafb749132c tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/security-groups?id=c793b14e-efa2-49cf-a2b9-4831bb939fea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417967 Jun 01 19:57:23.803301 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781cc945-e2e4-45d3-ae23-14410813579a req-b844d94a-2048-477b-b738-52b0877d2c3c tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:57:23.803976 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-781cc945-e2e4-45d3-ae23-14410813579a req-b844d94a-2048-477b-b738-52b0877d2c3c tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Synchronizing usage tracker for tenant:38719620e52c492f964e26f6f4cd8c39 on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:57:23.816587 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-781cc945-e2e4-45d3-ae23-14410813579a req-b844d94a-2048-477b-b738-52b0877d2c3c tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Unset dirty status for tenant:38719620e52c492f964e26f6f4cd8c39 on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:57:23.817680 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-781cc945-e2e4-45d3-ae23-14410813579a req-b844d94a-2048-477b-b738-52b0877d2c3c tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.50 "GET /v2.0/ports?device_id=48ec5f81-d9e3-42bc-9077-4f0852d18336 HTTP/1.1" status: 200 len: 945 time: 0.1026392 Jun 01 19:57:23.890691 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-781cc945-e2e4-45d3-ae23-14410813579a req-48aaa568-dbe5-4e9a-99f5-3e53f33e8ee6 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Deleting port f0e0011c-2385-4381-a47a-cba2a877f54a {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:57:23.891021 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-781cc945-e2e4-45d3-ae23-14410813579a req-48aaa568-dbe5-4e9a-99f5-3e53f33e8ee6 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:57:24.267154 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-781cc945-e2e4-45d3-ae23-14410813579a req-48aaa568-dbe5-4e9a-99f5-3e53f33e8ee6 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] For port f0e0011c-2385-4381-a47a-cba2a877f54a, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=f0e0011c-2385-4381-a47a-cba2a877f54a,segment=NetworkSegment(8d4f961a-a2f3-4b0c-9ffd-345e08bef647),segment_id=8d4f961a-a2f3-4b0c-9ffd-345e08bef647)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:57:24.267432 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-781cc945-e2e4-45d3-ae23-14410813579a req-48aaa568-dbe5-4e9a-99f5-3e53f33e8ee6 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:57:24.396764 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-781cc945-e2e4-45d3-ae23-14410813579a req-48aaa568-dbe5-4e9a-99f5-3e53f33e8ee6 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Calling delete_port for f0e0011c-2385-4381-a47a-cba2a877f54a owned by compute:nova {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:57:24.555491 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-781cc945-e2e4-45d3-ae23-14410813579a req-48aaa568-dbe5-4e9a-99f5-3e53f33e8ee6 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:57:24.608080 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48aaa568-dbe5-4e9a-99f5-3e53f33e8ee6 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Pushing event deleted for resources: {'Port': ['ID=f0e0011c-2385-4381-a47a-cba2a877f54a,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:57:24.653182 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48aaa568-dbe5-4e9a-99f5-3e53f33e8ee6 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:57:24.653515 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48aaa568-dbe5-4e9a-99f5-3e53f33e8ee6 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:57:24.653846 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48aaa568-dbe5-4e9a-99f5-3e53f33e8ee6 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:57:24.654171 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48aaa568-dbe5-4e9a-99f5-3e53f33e8ee6 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:57:24.654484 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48aaa568-dbe5-4e9a-99f5-3e53f33e8ee6 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:57:24.654805 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48aaa568-dbe5-4e9a-99f5-3e53f33e8ee6 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:57:24.655123 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48aaa568-dbe5-4e9a-99f5-3e53f33e8ee6 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:57:24.655637 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48aaa568-dbe5-4e9a-99f5-3e53f33e8ee6 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:57:24.656197 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48aaa568-dbe5-4e9a-99f5-3e53f33e8ee6 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:57:24.656638 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48aaa568-dbe5-4e9a-99f5-3e53f33e8ee6 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:57:24.656956 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48aaa568-dbe5-4e9a-99f5-3e53f33e8ee6 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:57:24.657276 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48aaa568-dbe5-4e9a-99f5-3e53f33e8ee6 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:57:24.701945 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-781cc945-e2e4-45d3-ae23-14410813579a req-48aaa568-dbe5-4e9a-99f5-3e53f33e8ee6 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] No DVR routers for this DVR port f0e0011c-2385-4381-a47a-cba2a877f54a on host n-h2-844202-1 {{(pid=88524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:57:24.704744 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-781cc945-e2e4-45d3-ae23-14410813579a req-48aaa568-dbe5-4e9a-99f5-3e53f33e8ee6 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:57:24.707510 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48ec5f81-d9e3-42bc-9077-4f0852d18336', 'name': 'network-vif-deleted', 'tag': 'f0e0011c-2385-4381-a47a-cba2a877f54a'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:57:24.726390 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-781cc945-e2e4-45d3-ae23-14410813579a req-48aaa568-dbe5-4e9a-99f5-3e53f33e8ee6 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.50 "DELETE /v2.0/ports/f0e0011c-2385-4381-a47a-cba2a877f54a HTTP/1.1" status: 204 len: 173 time: 0.9029772 Jun 01 19:57:24.759607 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3997a94c-9eb0-46f8-8ab4-bb30c6727ba3'] response: {'server_uuid': '48ec5f81-d9e3-42bc-9077-4f0852d18336', 'name': 'network-vif-deleted', 'tag': 'f0e0011c-2385-4381-a47a-cba2a877f54a', 'status': 'completed', 'code': 200} Jun 01 19:57:24.909106 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-24229e2c-7270-4da5-a42e-b762de126ea8 req-0d5c72aa-a5ad-4b39-ad8c-4df7b4d677a2 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/ports?device_id=48ec5f81-d9e3-42bc-9077-4f0852d18336 HTTP/1.1" status: 200 len: 210 time: 0.0477250 Jun 01 19:57:26.005535 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 54608) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:57:26.698076 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4dfcb4c0-2864-469b-8ca8-350b296aeece tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-887474'] for router_interface, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:57:27.068532 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-4dfcb4c0-2864-469b-8ca8-350b296aeece tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Deleting port 09b7d2c1-15bf-4bcd-acf1-e71475daf3a3 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:57:27.069231 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4dfcb4c0-2864-469b-8ca8-350b296aeece tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:57:27.259220 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [None req-4dfcb4c0-2864-469b-8ca8-350b296aeece tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] For port 09b7d2c1-15bf-4bcd-acf1-e71475daf3a3, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=09b7d2c1-15bf-4bcd-acf1-e71475daf3a3,segment=NetworkSegment(8d4f961a-a2f3-4b0c-9ffd-345e08bef647),segment_id=8d4f961a-a2f3-4b0c-9ffd-345e08bef647)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:57:27.259493 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4dfcb4c0-2864-469b-8ca8-350b296aeece tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:57:27.270345 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device f0e0011c-2385-4381-a47a-cba2a877f54a no longer exists at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:57:27.306551 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] No Port match for: f0e0011c-2385-4381-a47a-cba2a877f54a {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:57:27.306890 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device f0e0011c-2385-4381-a47a-cba2a877f54a not bound to the agent host n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:57:27.391888 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-4dfcb4c0-2864-469b-8ca8-350b296aeece tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Calling delete_port for 09b7d2c1-15bf-4bcd-acf1-e71475daf3a3 owned by network:router_interface {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:57:27.726602 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4dfcb4c0-2864-469b-8ca8-350b296aeece tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:57:27.776834 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfcb4c0-2864-469b-8ca8-350b296aeece tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Pushing event deleted for resources: {'Port': ['ID=09b7d2c1-15bf-4bcd-acf1-e71475daf3a3,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:57:28.182750 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4dfcb4c0-2864-469b-8ca8-350b296aeece tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-887310'] for router_interface, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:57:28.571115 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dfcb4c0-2864-469b-8ca8-350b296aeece tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Router bbc6178d-fad4-48a8-bcbc-f36343f154a0 has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 19:57:28.753811 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dfcb4c0-2864-469b-8ca8-350b296aeece tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:57:28.763370 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a5b685a-7798-4bb3-9668-2ab6db3b273d None None] Sync routers for ids ['bbc6178d-fad4-48a8-bcbc-f36343f154a0'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:57:28.767287 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-4dfcb4c0-2864-469b-8ca8-350b296aeece tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "PUT /v2.0/routers/bbc6178d-fad4-48a8-bcbc-f36343f154a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7603900 Jun 01 19:57:28.770617 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 54612) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:57:28.773035 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a5b685a-7798-4bb3-9668-2ab6db3b273d None None] Routers {'bbc6178d-fad4-48a8-bcbc-f36343f154a0'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:57:28.773613 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-0a5b685a-7798-4bb3-9668-2ab6db3b273d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:57:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['bbc6178d-fad4-48a8-bcbc-f36343f154a0'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:57:28.845256 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_v2 [None req-243208ba-3937-4193-a79f-ae2653aee2fd tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Deleting subnet ddb3772f-52a4-44f3-97ad-6519847ffd76 {{(pid=88525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 19:57:28.848146 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-243208ba-3937-4193-a79f-ae2653aee2fd tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for subnet, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:57:28.906754 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-243208ba-3937-4193-a79f-ae2653aee2fd tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2258509'] for subnet, precommit_delete_associations {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:57:28.953337 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.agents_db [None req-e814b9cf-7de8-45d0-a079-29c61fabe7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 19:57:28.960667 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-0a5b685a-7798-4bb3-9668-2ab6db3b273d None None] Set router bbc6178d-fad4-48a8-bcbc-f36343f154a0 gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:57:29.002276 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-243208ba-3937-4193-a79f-ae2653aee2fd tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:57:29.080288 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-243208ba-3937-4193-a79f-ae2653aee2fd tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2614143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9667199'] for subnet, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:57:29.123522 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243208ba-3937-4193-a79f-ae2653aee2fd tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Pushing event deleted for resources: {'Subnet': ['ID=ddb3772f-52a4-44f3-97ad-6519847ffd76,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:57:29.127504 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-243208ba-3937-4193-a79f-ae2653aee2fd tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:57:29.137537 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-243208ba-3937-4193-a79f-ae2653aee2fd tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "DELETE /v2.0/subnets/ddb3772f-52a4-44f3-97ad-6519847ffd76 HTTP/1.1" status: 204 len: 168 time: 0.3634095 Jun 01 19:57:29.137723 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40a41126-9b4f-4685-8cb1-9c5544118874 None None] Network a58a70df-15d2-4a30-9cad-047a1c459009 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:57:29.138170 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 54616) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:57:29.266072 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-0a5b685a-7798-4bb3-9668-2ab6db3b273d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbc6178d-fad4-48a8-bcbc-f36343f154a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-469382944', 'tenant_id': '38719620e52c492f964e26f6f4cd8c39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.167'}], 'enable_snat': True}, 'gw_port_id': '1a52089a-57bc-4573-a9d1-c52d9e24e1ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:55:40Z', 'updated_at': '2022-06-01T19:57:27Z', 'revision_number': 5, 'project_id': '38719620e52c492f964e26f6f4cd8c39', 'gw_port': {'id': '1a52089a-57bc-4573-a9d1-c52d9e24e1ba', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:f9:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc6178d-fad4-48a8-bcbc-f36343f154a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:55:41Z', 'updated_at': '2022-06-01T19:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:57:29.270183 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a5b685a-7798-4bb3-9668-2ab6db3b273d None None] Checking router: bbc6178d-fad4-48a8-bcbc-f36343f154a0 for host: n-d-844202-1 {{(pid=88527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 19:57:29.278839 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a5b685a-7798-4bb3-9668-2ab6db3b273d None None] Routers {'bbc6178d-fad4-48a8-bcbc-f36343f154a0'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:57:29.279427 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-0a5b685a-7798-4bb3-9668-2ab6db3b273d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:57:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['bbc6178d-fad4-48a8-bcbc-f36343f154a0'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:57:29.323754 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e1a4f653-925b-4ab9-83b6-5575e51dde1f tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for router, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:57:29.466398 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86023b8b-56dc-43bf-886a-c6ed66c1cf58 None None] DHCP port deletion for a58a70df-15d2-4a30-9cad-047a1c459009 request from n-d-844202-1 {{(pid=88526) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 19:57:29.471007 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-86023b8b-56dc-43bf-886a-c6ed66c1cf58 None None] Deleting port e6ef9a93-f807-40c6-a7ae-a115f142605c {{(pid=88526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:57:29.471630 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-86023b8b-56dc-43bf-886a-c6ed66c1cf58 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:57:29.472764 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-0a5b685a-7798-4bb3-9668-2ab6db3b273d None None] Set router bbc6178d-fad4-48a8-bcbc-f36343f154a0 gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:57:29.669101 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e1a4f653-925b-4ab9-83b6-5575e51dde1f tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:57:29.681957 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-e1a4f653-925b-4ab9-83b6-5575e51dde1f tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Deleting port 1a52089a-57bc-4573-a9d1-c52d9e24e1ba {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:57:29.682394 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e1a4f653-925b-4ab9-83b6-5575e51dde1f tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:57:29.738104 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-86023b8b-56dc-43bf-886a-c6ed66c1cf58 None None] For port e6ef9a93-f807-40c6-a7ae-a115f142605c, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=e6ef9a93-f807-40c6-a7ae-a115f142605c,segment=NetworkSegment(8d4f961a-a2f3-4b0c-9ffd-345e08bef647),segment_id=8d4f961a-a2f3-4b0c-9ffd-345e08bef647)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:57:29.738495 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-86023b8b-56dc-43bf-886a-c6ed66c1cf58 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:57:29.839792 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device e6ef9a93-f807-40c6-a7ae-a115f142605c no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:57:29.871077 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-0a5b685a-7798-4bb3-9668-2ab6db3b273d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbc6178d-fad4-48a8-bcbc-f36343f154a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-469382944', 'tenant_id': '38719620e52c492f964e26f6f4cd8c39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.167'}], 'enable_snat': True}, 'gw_port_id': '1a52089a-57bc-4573-a9d1-c52d9e24e1ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:55:40Z', 'updated_at': '2022-06-01T19:57:27Z', 'revision_number': 5, 'project_id': '38719620e52c492f964e26f6f4cd8c39', 'gw_port': {'id': '1a52089a-57bc-4573-a9d1-c52d9e24e1ba', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:f9:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc6178d-fad4-48a8-bcbc-f36343f154a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:55:41Z', 'updated_at': '2022-06-01T19:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:57:29.877441 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a5b685a-7798-4bb3-9668-2ab6db3b273d None None] The sync data for ids ['bbc6178d-fad4-48a8-bcbc-f36343f154a0'] in n-d-844202-1 is: [{'id': 'bbc6178d-fad4-48a8-bcbc-f36343f154a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-469382944', 'tenant_id': '38719620e52c492f964e26f6f4cd8c39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.167'}], 'enable_snat': True}, 'gw_port_id': '1a52089a-57bc-4573-a9d1-c52d9e24e1ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:55:40Z', 'updated_at': '2022-06-01T19:57:27Z', 'revision_number': 5, 'project_id': '38719620e52c492f964e26f6f4cd8c39', 'gw_port': {'id': '1a52089a-57bc-4573-a9d1-c52d9e24e1ba', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:f9:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc6178d-fad4-48a8-bcbc-f36343f154a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:55:41Z', 'updated_at': '2022-06-01T19:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:57:29.902501 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [None req-e1a4f653-925b-4ab9-83b6-5575e51dde1f tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] For port 1a52089a-57bc-4573-a9d1-c52d9e24e1ba, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=1a52089a-57bc-4573-a9d1-c52d9e24e1ba,segment=NetworkSegment(7875af61-4c53-4ff2-b8c8-d4b7c35ff947),segment_id=7875af61-4c53-4ff2-b8c8-d4b7c35ff947)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:57:29.902774 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e1a4f653-925b-4ab9-83b6-5575e51dde1f tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:57:29.933086 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-86023b8b-56dc-43bf-886a-c6ed66c1cf58 None None] Calling delete_port for e6ef9a93-f807-40c6-a7ae-a115f142605c owned by network:dhcp {{(pid=88526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:57:30.041310 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-e1a4f653-925b-4ab9-83b6-5575e51dde1f tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Calling delete_port for 1a52089a-57bc-4573-a9d1-c52d9e24e1ba owned by network:router_gateway {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:57:30.073713 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-86023b8b-56dc-43bf-886a-c6ed66c1cf58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535'] for port, after_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:57:30.128772 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86023b8b-56dc-43bf-886a-c6ed66c1cf58 None None] Pushing event deleted for resources: {'Port': ['ID=e6ef9a93-f807-40c6-a7ae-a115f142605c,revision_number=None']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:57:30.134897 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port e6ef9a93-f807-40c6-a7ae-a115f142605c is: ACTIVE; New status is: DOWN {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:57:30.135299 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:57:30.145333 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86023b8b-56dc-43bf-886a-c6ed66c1cf58 None None] No DVR routers for this DVR port e6ef9a93-f807-40c6-a7ae-a115f142605c on host n-d-844202-1 {{(pid=88526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:57:30.154083 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86023b8b-56dc-43bf-886a-c6ed66c1cf58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:57:30.154454 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86023b8b-56dc-43bf-886a-c6ed66c1cf58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:57:30.154761 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86023b8b-56dc-43bf-886a-c6ed66c1cf58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:57:30.155113 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86023b8b-56dc-43bf-886a-c6ed66c1cf58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:57:30.157633 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86023b8b-56dc-43bf-886a-c6ed66c1cf58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:57:30.157633 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86023b8b-56dc-43bf-886a-c6ed66c1cf58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:57:30.157633 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86023b8b-56dc-43bf-886a-c6ed66c1cf58 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:57:30.157633 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86023b8b-56dc-43bf-886a-c6ed66c1cf58 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:57:30.157633 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86023b8b-56dc-43bf-886a-c6ed66c1cf58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:57:30.157633 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86023b8b-56dc-43bf-886a-c6ed66c1cf58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:57:30.157633 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86023b8b-56dc-43bf-886a-c6ed66c1cf58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:57:30.157633 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86023b8b-56dc-43bf-886a-c6ed66c1cf58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:57:30.258277 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e1a4f653-925b-4ab9-83b6-5575e51dde1f tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:57:30.318974 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a4f653-925b-4ab9-83b6-5575e51dde1f tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Pushing event deleted for resources: {'Port': ['ID=1a52089a-57bc-4573-a9d1-c52d9e24e1ba,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:57:30.415419 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e1a4f653-925b-4ab9-83b6-5575e51dde1f tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-887703'] for router_gateway, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:57:30.610938 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e1a4f653-925b-4ab9-83b6-5575e51dde1f tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25316'] for router, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:57:30.613466 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e1a4f653-925b-4ab9-83b6-5575e51dde1f tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:57:30.640847 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e1a4f653-925b-4ab9-83b6-5575e51dde1f tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-891519'] for router, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:57:30.641337 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1a4f653-925b-4ab9-83b6-5575e51dde1f tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Fanout notify agent at l3_agent the message router_deleted on router bbc6178d-fad4-48a8-bcbc-f36343f154a0 {{(pid=88525) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 19:57:30.661270 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e1a4f653-925b-4ab9-83b6-5575e51dde1f tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for router, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:57:30.662205 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-e1a4f653-925b-4ab9-83b6-5575e51dde1f tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "DELETE /v2.0/routers/bbc6178d-fad4-48a8-bcbc-f36343f154a0 HTTP/1.1" status: 204 len: 168 time: 1.5236394 Jun 01 19:57:30.665658 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 54622) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:57:30.797638 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-cf502c89-a6bf-4bb1-8b08-26be07765718 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:57:30.937367 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-cf502c89-a6bf-4bb1-8b08-26be07765718 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:57:30.971278 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-cf502c89-a6bf-4bb1-8b08-26be07765718 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a58a70df-15d2-4a30-9cad-047a1c459009']}} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:57:30.987048 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-cf502c89-a6bf-4bb1-8b08-26be07765718 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d4f961a-a2f3-4b0c-9ffd-345e08bef647') {'for_net_delete': True} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:57:30.987343 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-cf502c89-a6bf-4bb1-8b08-26be07765718 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d4f961a-a2f3-4b0c-9ffd-345e08bef647') {} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:57:31.003591 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-cf502c89-a6bf-4bb1-8b08-26be07765718 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2258522'] for segment, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:57:31.021628 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-cf502c89-a6bf-4bb1-8b08-26be07765718 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:57:31.027600 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf502c89-a6bf-4bb1-8b08-26be07765718 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=88525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 19:57:31.027986 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-cf502c89-a6bf-4bb1-8b08-26be07765718 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2613981'] for segment, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:57:31.137690 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-cf502c89-a6bf-4bb1-8b08-26be07765718 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:57:31.159120 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-cf502c89-a6bf-4bb1-8b08-26be07765718 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:57:31.167153 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment 8d4f961a-a2f3-4b0c-9ffd-345e08bef647 resource provider aggregate not found Jun 01 19:57:31.182431 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf502c89-a6bf-4bb1-8b08-26be07765718 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Pushing event deleted for resources: {'Network': ['ID=a58a70df-15d2-4a30-9cad-047a1c459009,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:57:31.190499 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-cf502c89-a6bf-4bb1-8b08-26be07765718 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "DELETE /v2.0/networks/a58a70df-15d2-4a30-9cad-047a1c459009 HTTP/1.1" status: 204 len: 168 time: 0.5231564 Jun 01 19:57:31.193536 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 54632) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:57:31.210260 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment 8d4f961a-a2f3-4b0c-9ffd-345e08bef647 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8d4f961a-a2f3-4b0c-9ffd-345e08bef647 found for delete ", "request_id": "req-11c01820-d087-49eb-a103-3c564d431183"}]} Jun 01 19:57:31.291098 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a7ad47ac-47c7-4202-b972-8f4c63450ab7 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:57:31.327495 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a7ad47ac-47c7-4202-b972-8f4c63450ab7 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:57:31.413076 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a7ad47ac-47c7-4202-b972-8f4c63450ab7 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:57:31.433944 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ad47ac-47c7-4202-b972-8f4c63450ab7 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c793b14e-efa2-49cf-a2b9-4831bb939fea,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:57:31.444465 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a7ad47ac-47c7-4202-b972-8f4c63450ab7 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:57:31.445678 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-a7ad47ac-47c7-4202-b972-8f4c63450ab7 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "DELETE /v2.0/security-groups/c793b14e-efa2-49cf-a2b9-4831bb939fea HTTP/1.1" status: 204 len: 168 time: 0.2511723 Jun 01 19:57:31.578123 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 54640) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:57:31.583182 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-b9a3c50e-b804-419a-ba8b-93bef79961a9 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-571175044', 'description': 'tempest-secgroup-smoke-571175044 description', 'project_id': '38719620e52c492f964e26f6f4cd8c39'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:57:31.590513 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-b9a3c50e-b804-419a-ba8b-93bef79961a9 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:57:31.595406 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-b9a3c50e-b804-419a-ba8b-93bef79961a9 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Usage tracker for resource:security_group and tenant:38719620e52c492f964e26f6f4cd8c39 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:57:31.599642 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-b9a3c50e-b804-419a-ba8b-93bef79961a9 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:57:31.609695 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-b9a3c50e-b804-419a-ba8b-93bef79961a9 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:57:31.619742 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b9a3c50e-b804-419a-ba8b-93bef79961a9 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:57:31.641162 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-b9a3c50e-b804-419a-ba8b-93bef79961a9 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:57:31.645643 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-b9a3c50e-b804-419a-ba8b-93bef79961a9 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Usage tracker for resource:security_group_rule and tenant:38719620e52c492f964e26f6f4cd8c39 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:57:31.648700 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-b9a3c50e-b804-419a-ba8b-93bef79961a9 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:57:31.654388 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-b9a3c50e-b804-419a-ba8b-93bef79961a9 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:57:31.727183 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 1a52089a-57bc-4573-a9d1-c52d9e24e1ba no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:57:31.750977 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b9a3c50e-b804-419a-ba8b-93bef79961a9 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:57:31.756410 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b9a3c50e-b804-419a-ba8b-93bef79961a9 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:57:31.764137 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: 1a52089a-57bc-4573-a9d1-c52d9e24e1ba {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:57:31.765202 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 1a52089a-57bc-4573-a9d1-c52d9e24e1ba not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:57:31.765864 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 09b7d2c1-15bf-4bcd-acf1-e71475daf3a3 no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:57:31.803036 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: 09b7d2c1-15bf-4bcd-acf1-e71475daf3a3 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:57:31.803671 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 09b7d2c1-15bf-4bcd-acf1-e71475daf3a3 not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:57:31.815944 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a3c50e-b804-419a-ba8b-93bef79961a9 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5cbb5602-31a8-4a02-ac2d-241f7f657cfa,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:57:31.818828 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-b9a3c50e-b804-419a-ba8b-93bef79961a9 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:57:31.823890 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-b9a3c50e-b804-419a-ba8b-93bef79961a9 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2447140 Jun 01 19:57:31.824080 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 54644) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:57:31.830332 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-25dad1b9-b34c-4e14-9827-f9c35e651997 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Request body: {'security_group_rule': {'security_group_id': '5cbb5602-31a8-4a02-ac2d-241f7f657cfa', 'project_id': '38719620e52c492f964e26f6f4cd8c39', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:57:31.837193 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-25dad1b9-b34c-4e14-9827-f9c35e651997 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:57:31.841291 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-25dad1b9-b34c-4e14-9827-f9c35e651997 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Usage tracker for resource:security_group_rule and tenant:38719620e52c492f964e26f6f4cd8c39 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:57:31.845124 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-25dad1b9-b34c-4e14-9827-f9c35e651997 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:57:31.851099 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-25dad1b9-b34c-4e14-9827-f9c35e651997 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:57:31.869423 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-25dad1b9-b34c-4e14-9827-f9c35e651997 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:57:31.944191 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-25dad1b9-b34c-4e14-9827-f9c35e651997 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:57:31.948331 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-25dad1b9-b34c-4e14-9827-f9c35e651997 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:57:31.970738 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dad1b9-b34c-4e14-9827-f9c35e651997 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ac45453-c1b0-4eff-a904-b5e971f38de0,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:57:31.985447 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-25dad1b9-b34c-4e14-9827-f9c35e651997 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:57:31.987260 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-25dad1b9-b34c-4e14-9827-f9c35e651997 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1621766 Jun 01 19:57:31.993887 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 54648) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:57:31.999887 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-9f63b1cf-2cf3-40ee-af37-8a51c366e349 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Request body: {'security_group_rule': {'security_group_id': '5cbb5602-31a8-4a02-ac2d-241f7f657cfa', 'project_id': '38719620e52c492f964e26f6f4cd8c39', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:57:32.006819 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-9f63b1cf-2cf3-40ee-af37-8a51c366e349 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:57:32.011983 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-9f63b1cf-2cf3-40ee-af37-8a51c366e349 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Usage tracker for resource:security_group_rule and tenant:38719620e52c492f964e26f6f4cd8c39 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:57:32.015541 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-9f63b1cf-2cf3-40ee-af37-8a51c366e349 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:57:32.021751 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-9f63b1cf-2cf3-40ee-af37-8a51c366e349 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:57:32.039570 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-9f63b1cf-2cf3-40ee-af37-8a51c366e349 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:57:32.102352 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-9f63b1cf-2cf3-40ee-af37-8a51c366e349 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:57:32.106031 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-9f63b1cf-2cf3-40ee-af37-8a51c366e349 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:57:32.132487 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f63b1cf-2cf3-40ee-af37-8a51c366e349 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4eddb85-b3ea-426d-8e94-b2420a94abdb,revision_number=0']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:57:32.144875 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-9f63b1cf-2cf3-40ee-af37-8a51c366e349 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:57:32.146097 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-9f63b1cf-2cf3-40ee-af37-8a51c366e349 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1511407 Jun 01 19:57:32.148945 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 54652) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:57:32.153961 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-a1db799a-6112-467e-b895-1654b76672ad tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Request body: {'security_group_rule': {'security_group_id': '5cbb5602-31a8-4a02-ac2d-241f7f657cfa', 'project_id': '38719620e52c492f964e26f6f4cd8c39', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:57:32.161164 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-a1db799a-6112-467e-b895-1654b76672ad tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:57:32.165621 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-a1db799a-6112-467e-b895-1654b76672ad tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Usage tracker for resource:security_group_rule and tenant:38719620e52c492f964e26f6f4cd8c39 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:57:32.168474 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-a1db799a-6112-467e-b895-1654b76672ad tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:57:32.184000 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-a1db799a-6112-467e-b895-1654b76672ad tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:57:32.212145 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a1db799a-6112-467e-b895-1654b76672ad tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:57:32.278038 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a1db799a-6112-467e-b895-1654b76672ad tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:57:32.282388 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a1db799a-6112-467e-b895-1654b76672ad tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:57:32.306496 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1db799a-6112-467e-b895-1654b76672ad tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57dcf1ad-92fa-47cb-b3d6-91b33d998c13,revision_number=0']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:57:32.316380 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a1db799a-6112-467e-b895-1654b76672ad tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:57:32.318438 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-a1db799a-6112-467e-b895-1654b76672ad tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1681321 Jun 01 19:57:32.321085 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 54656) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:57:32.326379 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-a3900480-c3aa-4c3b-820c-3e2982f22008 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Request body: {'security_group_rule': {'security_group_id': '5cbb5602-31a8-4a02-ac2d-241f7f657cfa', 'project_id': '38719620e52c492f964e26f6f4cd8c39', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:57:32.333498 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-a3900480-c3aa-4c3b-820c-3e2982f22008 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:57:32.337330 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-a3900480-c3aa-4c3b-820c-3e2982f22008 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Usage tracker for resource:security_group_rule and tenant:38719620e52c492f964e26f6f4cd8c39 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:57:32.340166 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-a3900480-c3aa-4c3b-820c-3e2982f22008 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:57:32.346936 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-a3900480-c3aa-4c3b-820c-3e2982f22008 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:57:32.368110 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a3900480-c3aa-4c3b-820c-3e2982f22008 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:57:32.437250 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a3900480-c3aa-4c3b-820c-3e2982f22008 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:57:32.441957 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a3900480-c3aa-4c3b-820c-3e2982f22008 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:57:32.468993 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3900480-c3aa-4c3b-820c-3e2982f22008 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b04e654-d445-4b14-b5b1-4c1228617060,revision_number=0']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:57:32.480618 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a3900480-c3aa-4c3b-820c-3e2982f22008 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:57:32.481792 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-a3900480-c3aa-4c3b-820c-3e2982f22008 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1597877 Jun 01 19:57:32.484691 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 54660) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:57:32.489719 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-41105837-3d12-4711-9e7b-679dd1899276 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Request body: {'security_group_rule': {'security_group_id': '5cbb5602-31a8-4a02-ac2d-241f7f657cfa', 'project_id': '38719620e52c492f964e26f6f4cd8c39', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:57:32.496062 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-41105837-3d12-4711-9e7b-679dd1899276 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:57:32.500505 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-41105837-3d12-4711-9e7b-679dd1899276 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Usage tracker for resource:security_group_rule and tenant:38719620e52c492f964e26f6f4cd8c39 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:57:32.503362 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-41105837-3d12-4711-9e7b-679dd1899276 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:57:32.509192 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-41105837-3d12-4711-9e7b-679dd1899276 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:57:32.520478 n-d-844202-1 neutron-server[88524]: INFO neutron.db.securitygroups_db [None req-41105837-3d12-4711-9e7b-679dd1899276 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Project 38719620e52c492f964e26f6f4cd8c39 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 01 19:57:32.526857 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-41105837-3d12-4711-9e7b-679dd1899276 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:57:32.591750 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-41105837-3d12-4711-9e7b-679dd1899276 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:57:32.595580 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-41105837-3d12-4711-9e7b-679dd1899276 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:57:32.620760 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41105837-3d12-4711-9e7b-679dd1899276 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f45092bc-536a-4953-8589-32bf716aae32,revision_number=0']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:57:32.630821 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-41105837-3d12-4711-9e7b-679dd1899276 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:57:32.632025 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-41105837-3d12-4711-9e7b-679dd1899276 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1464417 Jun 01 19:57:32.635122 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 54664) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:57:32.641805 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-c3fecd18-cd63-4d23-88d0-10eee59c15fc tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Request body: {'security_group_rule': {'security_group_id': '5cbb5602-31a8-4a02-ac2d-241f7f657cfa', 'project_id': '38719620e52c492f964e26f6f4cd8c39', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:57:32.648815 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-c3fecd18-cd63-4d23-88d0-10eee59c15fc tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:57:32.652771 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-c3fecd18-cd63-4d23-88d0-10eee59c15fc tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Usage tracker for resource:security_group_rule and tenant:38719620e52c492f964e26f6f4cd8c39 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:57:32.656022 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-c3fecd18-cd63-4d23-88d0-10eee59c15fc tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:57:32.661921 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-c3fecd18-cd63-4d23-88d0-10eee59c15fc tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:57:32.673801 n-d-844202-1 neutron-server[88524]: INFO neutron.db.securitygroups_db [None req-c3fecd18-cd63-4d23-88d0-10eee59c15fc tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Project 38719620e52c492f964e26f6f4cd8c39 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 01 19:57:32.680751 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-c3fecd18-cd63-4d23-88d0-10eee59c15fc tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:57:32.757723 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-c3fecd18-cd63-4d23-88d0-10eee59c15fc tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:57:32.761786 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-c3fecd18-cd63-4d23-88d0-10eee59c15fc tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:57:32.786009 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fecd18-cd63-4d23-88d0-10eee59c15fc tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bfbb731-e04f-4635-a835-e3f492a6c7f1,revision_number=0']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:57:32.795074 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-c3fecd18-cd63-4d23-88d0-10eee59c15fc tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:57:32.796788 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-c3fecd18-cd63-4d23-88d0-10eee59c15fc tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1607108 Jun 01 19:57:32.800659 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 54668) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:57:32.806115 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-a9640442-23e1-4327-a2ec-e03224c4e194 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Request body: {'network': {'name': 'tempest-network-smoke--1535228317', 'project_id': '38719620e52c492f964e26f6f4cd8c39', 'port_security_enabled': True}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:57:32.812732 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-a9640442-23e1-4327-a2ec-e03224c4e194 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:57:32.817028 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-a9640442-23e1-4327-a2ec-e03224c4e194 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Usage tracker for resource:network and tenant:38719620e52c492f964e26f6f4cd8c39 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:57:32.819938 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-a9640442-23e1-4327-a2ec-e03224c4e194 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:57:32.826058 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-a9640442-23e1-4327-a2ec-e03224c4e194 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:57:32.838389 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9640442-23e1-4327-a2ec-e03224c4e194 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Made reservation on behalf of 38719620e52c492f964e26f6f4cd8c39 for: {'network': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:57:32.841938 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a9640442-23e1-4327-a2ec-e03224c4e194 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:57:32.870886 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9640442-23e1-4327-a2ec-e03224c4e194 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 103} {{(pid=88524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 19:57:32.880742 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a9640442-23e1-4327-a2ec-e03224c4e194 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:57:32.881082 n-d-844202-1 neutron-server[88524]: INFO neutron.db.segments_db [None req-a9640442-23e1-4327-a2ec-e03224c4e194 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Added segment 71ca169c-fc37-4ecd-80cf-97f5bfdaf651 of type vlan for network 427994da-29cd-45a2-9629-1d2147b6218f Jun 01 19:57:32.909303 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a9640442-23e1-4327-a2ec-e03224c4e194 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:57:32.943860 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a9640442-23e1-4327-a2ec-e03224c4e194 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:57:32.951088 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9640442-23e1-4327-a2ec-e03224c4e194 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:57:32.951678 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a9640442-23e1-4327-a2ec-e03224c4e194 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:57:33.061004 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-a9640442-23e1-4327-a2ec-e03224c4e194 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2592199 Jun 01 19:57:33.064471 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9640442-23e1-4327-a2ec-e03224c4e194 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Pushing event updated for resources: {'Network': ['ID=427994da-29cd-45a2-9629-1d2147b6218f,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:57:33.064612 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 54672) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:57:33.070092 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-1554e23e-9c30-4f78-a64e-7d87ab0f5ba2 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1714600505', 'admin_state_up': True, 'project_id': '38719620e52c492f964e26f6f4cd8c39', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:57:33.078133 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-1554e23e-9c30-4f78-a64e-7d87ab0f5ba2 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:57:33.079263 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network 427994da-29cd-45a2-9629-1d2147b6218f details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 19:57:33.082036 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-1554e23e-9c30-4f78-a64e-7d87ab0f5ba2 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Usage tracker for resource:router and tenant:38719620e52c492f964e26f6f4cd8c39 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:57:33.084898 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-1554e23e-9c30-4f78-a64e-7d87ab0f5ba2 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:57:33.095281 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-1554e23e-9c30-4f78-a64e-7d87ab0f5ba2 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:57:33.105770 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1554e23e-9c30-4f78-a64e-7d87ab0f5ba2 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-885767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25238'] for router, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:57:33.106735 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1554e23e-9c30-4f78-a64e-7d87ab0f5ba2 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-901042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-886562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-981784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25327'] for router, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:57:33.126601 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1554e23e-9c30-4f78-a64e-7d87ab0f5ba2 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:57:33.517732 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1554e23e-9c30-4f78-a64e-7d87ab0f5ba2 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-886608', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-885830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25341'] for router, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:57:33.823730 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1554e23e-9c30-4f78-a64e-7d87ab0f5ba2 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for router_gateway, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:57:33.858086 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1554e23e-9c30-4f78-a64e-7d87ab0f5ba2 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:57:34.007222 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [None req-1554e23e-9c30-4f78-a64e-7d87ab0f5ba2 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Allocated IP 172.25.4.102 (72a72e44-6845-488a-a5ff-3a26d4df9cb3/c314a23b-daa2-4106-ab28-8e6f954277b2/53b16ada-bb6c-489c-a30c-8bd1465d6b44) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:57:34.167996 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1554e23e-9c30-4f78-a64e-7d87ab0f5ba2 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:57:34.198704 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1554e23e-9c30-4f78-a64e-7d87ab0f5ba2 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:57:34.281030 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1554e23e-9c30-4f78-a64e-7d87ab0f5ba2 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:57:34.284527 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-1554e23e-9c30-4f78-a64e-7d87ab0f5ba2 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:57:34.289187 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1554e23e-9c30-4f78-a64e-7d87ab0f5ba2 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:57:34.318667 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1554e23e-9c30-4f78-a64e-7d87ab0f5ba2 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Pushing event updated for resources: {'Port': ['ID=53b16ada-bb6c-489c-a30c-8bd1465d6b44,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:57:34.739208 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1554e23e-9c30-4f78-a64e-7d87ab0f5ba2 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for router_gateway, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:57:35.231684 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1554e23e-9c30-4f78-a64e-7d87ab0f5ba2 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-885820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-886655'] for router, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:57:35.444171 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1554e23e-9c30-4f78-a64e-7d87ab0f5ba2 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Router 44c78f96-db1f-42ed-94d1-3812f7223995 is scheduled to L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 with binding_index 1 {{(pid=88525) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 19:57:35.625838 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1554e23e-9c30-4f78-a64e-7d87ab0f5ba2 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:57:35.635332 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a96faa-778e-4f15-8b74-ac830975971c None None] Sync routers for ids ['44c78f96-db1f-42ed-94d1-3812f7223995'] in n-d-844202-1 {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:57:35.646203 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a96faa-778e-4f15-8b74-ac830975971c None None] Routers {'44c78f96-db1f-42ed-94d1-3812f7223995'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:57:35.646811 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-f9a96faa-778e-4f15-8b74-ac830975971c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:57:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['44c78f96-db1f-42ed-94d1-3812f7223995'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:57:35.654174 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1554e23e-9c30-4f78-a64e-7d87ab0f5ba2 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for router, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:57:35.655803 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-1554e23e-9c30-4f78-a64e-7d87ab0f5ba2 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.5901284 Jun 01 19:57:35.658835 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 54676) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:57:35.703275 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-7314843d-d8f9-49be-b38c-862ab7a6a6d7 tempest-TestNetworkAdvancedServerOps-719043324 tempest-TestNetworkAdvancedServerOps-719043324-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=38719620e52c492f964e26f6f4cd8c39&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0430517 Jun 01 19:57:35.706351 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 54680) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:57:35.836051 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a769bbf9-7c27-4881-a964-9e72e86e912b tempest-TestNetworkAdvancedServerOps-719043324 tempest-TestNetworkAdvancedServerOps-719043324-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:57:35.836578 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-f9a96faa-778e-4f15-8b74-ac830975971c None None] Set router 44c78f96-db1f-42ed-94d1-3812f7223995 gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:57:35.837662 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-a769bbf9-7c27-4881-a964-9e72e86e912b tempest-TestNetworkAdvancedServerOps-719043324 tempest-TestNetworkAdvancedServerOps-719043324-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1303291 Jun 01 19:57:35.840558 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 54684) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:57:35.884685 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-ce9688c0-161c-44a0-8291-6ba073008253 tempest-TestNetworkAdvancedServerOps-719043324 tempest-TestNetworkAdvancedServerOps-719043324-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=72a72e44-6845-488a-a5ff-3a26d4df9cb3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0428655 Jun 01 19:57:35.887040 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 54688) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:57:35.892697 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-2def001c-2852-46cb-bc6e-7d8e55f11221 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-403145669', 'network_id': '427994da-29cd-45a2-9629-1d2147b6218f', 'project_id': '38719620e52c492f964e26f6f4cd8c39', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:57:36.005450 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-2def001c-2852-46cb-bc6e-7d8e55f11221 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:57:36.009829 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-2def001c-2852-46cb-bc6e-7d8e55f11221 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Usage tracker for resource:subnet and tenant:38719620e52c492f964e26f6f4cd8c39 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:57:36.012806 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-2def001c-2852-46cb-bc6e-7d8e55f11221 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:57:36.022726 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-2def001c-2852-46cb-bc6e-7d8e55f11221 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:57:36.033298 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2def001c-2852-46cb-bc6e-7d8e55f11221 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Made reservation on behalf of 38719620e52c492f964e26f6f4cd8c39 for: {'subnet': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:57:36.036748 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2def001c-2852-46cb-bc6e-7d8e55f11221 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9667140'] for subnet, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:57:36.162247 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-f9a96faa-778e-4f15-8b74-ac830975971c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44c78f96-db1f-42ed-94d1-3812f7223995', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1714600505', 'tenant_id': '38719620e52c492f964e26f6f4cd8c39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.102'}], 'enable_snat': True}, 'gw_port_id': '53b16ada-bb6c-489c-a30c-8bd1465d6b44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:57:33Z', 'updated_at': '2022-06-01T19:57:34Z', 'revision_number': 3, 'project_id': '38719620e52c492f964e26f6f4cd8c39', 'gw_port': {'id': '53b16ada-bb6c-489c-a30c-8bd1465d6b44', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:67:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44c78f96-db1f-42ed-94d1-3812f7223995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:57:33Z', 'updated_at': '2022-06-01T19:57:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:57:36.166288 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a96faa-778e-4f15-8b74-ac830975971c None None] Checking router: 44c78f96-db1f-42ed-94d1-3812f7223995 for host: n-d-844202-1 {{(pid=88526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 19:57:36.166644 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a96faa-778e-4f15-8b74-ac830975971c None None] Updating router 44c78f96-db1f-42ed-94d1-3812f7223995 port 53b16ada-bb6c-489c-a30c-8bd1465d6b44 binding host n-d-844202-1 {{(pid=88526) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 19:57:36.229039 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9a96faa-778e-4f15-8b74-ac830975971c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:57:36.276185 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2def001c-2852-46cb-bc6e-7d8e55f11221 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2614064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9667190'] for subnet, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:57:36.350643 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2def001c-2852-46cb-bc6e-7d8e55f11221 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Pushing event updated for resources: {'Subnet': ['ID=2b6f2a64-d4cc-40a5-9771-9362fb307cca,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:57:36.364010 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2def001c-2852-46cb-bc6e-7d8e55f11221 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Checking segment: {'id': '71ca169c-fc37-4ecd-80cf-97f5bfdaf651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '427994da-29cd-45a2-9629-1d2147b6218f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:57:36.364401 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2def001c-2852-46cb-bc6e-7d8e55f11221 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Network hostable DHCP agents. Network: 427994da-29cd-45a2-9629-1d2147b6218f, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 19:57:36.383858 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2def001c-2852-46cb-bc6e-7d8e55f11221 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Network 427994da-29cd-45a2-9629-1d2147b6218f is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 19:57:36.393698 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-2def001c-2852-46cb-bc6e-7d8e55f11221 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, 427994da-29cd-45a2-9629-1d2147b6218f) {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:57:36.397696 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2def001c-2852-46cb-bc6e-7d8e55f11221 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:57:36.398319 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2def001c-2852-46cb-bc6e-7d8e55f11221 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:57:36.421401 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-2def001c-2852-46cb-bc6e-7d8e55f11221 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5331204 Jun 01 19:57:36.424363 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 54692) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:57:36.429485 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cffd277b-cd53-43da-b278-93c81e2fd13c None None] Network 427994da-29cd-45a2-9629-1d2147b6218f requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:57:36.746303 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9a96faa-778e-4f15-8b74-ac830975971c None None] Notify callbacks [] for port, precommit_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:57:36.758649 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-895e8809-d195-41e2-94db-0cc834ab7c44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc93f83c3-7fb6-5c13-a9d4-29d739a4e8d2-427994da-29cd-45a2-9629-1d2147b6218f', 'network_id': '427994da-29cd-45a2-9629-1d2147b6218f', 'tenant_id': '38719620e52c492f964e26f6f4cd8c39', 'fixed_ips': [{'subnet_id': '2b6f2a64-d4cc-40a5-9771-9362fb307cca'}]}} from n-d-844202-1. {{(pid=88526) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 19:57:36.759447 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-895e8809-d195-41e2-94db-0cc834ab7c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:57:36.772273 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f9a96faa-778e-4f15-8b74-ac830975971c None None] Transition to ACTIVE for port object 53b16ada-bb6c-489c-a30c-8bd1465d6b44 will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:57:36.783892 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9a96faa-778e-4f15-8b74-ac830975971c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:57:36.931237 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083ca596-5632-4f95-8a9f-59cd2600393c None None] Pushing event updated for resources: {'Port': ['ID=53b16ada-bb6c-489c-a30c-8bd1465d6b44,revision_number=2']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:57:36.938787 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-f9a96faa-778e-4f15-8b74-ac830975971c None None] Attempting to bind port 53b16ada-bb6c-489c-a30c-8bd1465d6b44 on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:57:36.939138 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-f9a96faa-778e-4f15-8b74-ac830975971c None None] Attempting to bind port 53b16ada-bb6c-489c-a30c-8bd1465d6b44 by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:57:36.939497 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a96faa-778e-4f15-8b74-ac830975971c None None] Attempting to bind port 53b16ada-bb6c-489c-a30c-8bd1465d6b44 on network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:57:36.955824 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a96faa-778e-4f15-8b74-ac830975971c None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 57, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:57:36.955824 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a96faa-778e-4f15-8b74-ac830975971c None None] Checking segment: {'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:57:36.955824 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9a96faa-778e-4f15-8b74-ac830975971c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:57:36.955824 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a96faa-778e-4f15-8b74-ac830975971c None None] Bound using segment: {'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:57:36.955824 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-f9a96faa-778e-4f15-8b74-ac830975971c None None] Bound port: 53b16ada-bb6c-489c-a30c-8bd1465d6b44, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:57:36.955824 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9a96faa-778e-4f15-8b74-ac830975971c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:57:37.082123 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.db_base_plugin_common [None req-895e8809-d195-41e2-94db-0cc834ab7c44 None None] Allocated IP 172.20.0.2 (427994da-29cd-45a2-9629-1d2147b6218f/2b6f2a64-d4cc-40a5-9771-9362fb307cca/4067c3f6-8165-4f21-85e8-4d4978a7b607) {{(pid=88526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:57:37.089453 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9a96faa-778e-4f15-8b74-ac830975971c None None] For port 53b16ada-bb6c-489c-a30c-8bd1465d6b44, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:57:37.095621 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9a96faa-778e-4f15-8b74-ac830975971c None None] For port 53b16ada-bb6c-489c-a30c-8bd1465d6b44, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=53b16ada-bb6c-489c-a30c-8bd1465d6b44,segment=NetworkSegment(7875af61-4c53-4ff2-b8c8-d4b7c35ff947),segment_id=7875af61-4c53-4ff2-b8c8-d4b7c35ff947)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:57:37.115829 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9a96faa-778e-4f15-8b74-ac830975971c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:57:37.273287 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-159d0e83-d321-437d-8327-8dc278aac27d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:57:37.284368 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ceabca86-f7fd-4610-9381-9bc3a3955b44 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:57:37.301289 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a96faa-778e-4f15-8b74-ac830975971c None None] Routers {'44c78f96-db1f-42ed-94d1-3812f7223995'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:57:37.301840 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-f9a96faa-778e-4f15-8b74-ac830975971c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:57:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['44c78f96-db1f-42ed-94d1-3812f7223995'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:57:37.354581 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083ca596-5632-4f95-8a9f-59cd2600393c None None] Pushing event updated for resources: {'Port': ['ID=53b16ada-bb6c-489c-a30c-8bd1465d6b44,revision_number=3']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:57:37.621650 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-895e8809-d195-41e2-94db-0cc834ab7c44 None None] Notify callbacks [] for port, precommit_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:57:37.642783 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-895e8809-d195-41e2-94db-0cc834ab7c44 None None] Transition to ACTIVE for port object 4067c3f6-8165-4f21-85e8-4d4978a7b607 will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:57:37.646705 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-f9a96faa-778e-4f15-8b74-ac830975971c None None] Set router 44c78f96-db1f-42ed-94d1-3812f7223995 gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:57:37.837114 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-895e8809-d195-41e2-94db-0cc834ab7c44 None None] Transition to ACTIVE for port object 4067c3f6-8165-4f21-85e8-4d4978a7b607 will not be triggered until provisioned by entity DHCP. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:57:37.851766 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-895e8809-d195-41e2-94db-0cc834ab7c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526'] for port, after_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:57:37.920135 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [None req-ceabca86-f7fd-4610-9381-9bc3a3955b44 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Allocated IP 172.20.0.1 (427994da-29cd-45a2-9629-1d2147b6218f/2b6f2a64-d4cc-40a5-9771-9362fb307cca/9cf0ef42-2090-40bd-be6f-f3c01b46b136) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:57:37.945032 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-895e8809-d195-41e2-94db-0cc834ab7c44 None None] Network 427994da-29cd-45a2-9629-1d2147b6218f is already hosted by enough agents. {{(pid=88526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:57:37.966254 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.base_scheduler [None req-895e8809-d195-41e2-94db-0cc834ab7c44 None None] Resources bound (agent type, host, resource id): {{(pid=88526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:57:37.972864 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895e8809-d195-41e2-94db-0cc834ab7c44 None None] Received port after_create {{(pid=88526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:57:37.978384 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895e8809-d195-41e2-94db-0cc834ab7c44 None None] Pushing event updated for resources: {'Port': ['ID=4067c3f6-8165-4f21-85e8-4d4978a7b607,revision_number=1']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:57:38.113634 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ceabca86-f7fd-4610-9381-9bc3a3955b44 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:57:38.127164 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-895e8809-d195-41e2-94db-0cc834ab7c44 None None] Attempting to bind port 4067c3f6-8165-4f21-85e8-4d4978a7b607 on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:57:38.127449 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-895e8809-d195-41e2-94db-0cc834ab7c44 None None] Attempting to bind port 4067c3f6-8165-4f21-85e8-4d4978a7b607 by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': '71ca169c-fc37-4ecd-80cf-97f5bfdaf651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '427994da-29cd-45a2-9629-1d2147b6218f'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:57:38.127655 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-895e8809-d195-41e2-94db-0cc834ab7c44 None None] Attempting to bind port 4067c3f6-8165-4f21-85e8-4d4978a7b607 on network 427994da-29cd-45a2-9629-1d2147b6218f {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:57:38.132647 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [None req-ceabca86-f7fd-4610-9381-9bc3a3955b44 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Transition to ACTIVE for port object 9cf0ef42-2090-40bd-be6f-f3c01b46b136 will not be triggered until provisioned by entity DHCP. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:57:38.141057 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-895e8809-d195-41e2-94db-0cc834ab7c44 None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 57, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:57:38.141459 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-895e8809-d195-41e2-94db-0cc834ab7c44 None None] Checking segment: {'id': '71ca169c-fc37-4ecd-80cf-97f5bfdaf651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '427994da-29cd-45a2-9629-1d2147b6218f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:57:38.141663 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-895e8809-d195-41e2-94db-0cc834ab7c44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:57:38.142159 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-895e8809-d195-41e2-94db-0cc834ab7c44 None None] Bound using segment: {'id': '71ca169c-fc37-4ecd-80cf-97f5bfdaf651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '427994da-29cd-45a2-9629-1d2147b6218f'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:57:38.142973 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-895e8809-d195-41e2-94db-0cc834ab7c44 None None] Bound port: 4067c3f6-8165-4f21-85e8-4d4978a7b607, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71ca169c-fc37-4ecd-80cf-97f5bfdaf651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '427994da-29cd-45a2-9629-1d2147b6218f'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:57:38.144105 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-895e8809-d195-41e2-94db-0cc834ab7c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:57:38.161416 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ceabca86-f7fd-4610-9381-9bc3a3955b44 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:57:38.237416 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceabca86-f7fd-4610-9381-9bc3a3955b44 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Network 427994da-29cd-45a2-9629-1d2147b6218f is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:57:38.241208 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-ceabca86-f7fd-4610-9381-9bc3a3955b44 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:57:38.245425 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceabca86-f7fd-4610-9381-9bc3a3955b44 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:57:38.261552 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-895e8809-d195-41e2-94db-0cc834ab7c44 None None] For port 4067c3f6-8165-4f21-85e8-4d4978a7b607, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:57:38.266199 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-f9a96faa-778e-4f15-8b74-ac830975971c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44c78f96-db1f-42ed-94d1-3812f7223995', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1714600505', 'tenant_id': '38719620e52c492f964e26f6f4cd8c39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.102'}], 'enable_snat': True}, 'gw_port_id': '53b16ada-bb6c-489c-a30c-8bd1465d6b44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:57:33Z', 'updated_at': '2022-06-01T19:57:34Z', 'revision_number': 3, 'project_id': '38719620e52c492f964e26f6f4cd8c39', 'gw_port': {'id': '53b16ada-bb6c-489c-a30c-8bd1465d6b44', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:67:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44c78f96-db1f-42ed-94d1-3812f7223995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:57:33Z', 'updated_at': '2022-06-01T19:57:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:57:38.271257 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-895e8809-d195-41e2-94db-0cc834ab7c44 None None] For port 4067c3f6-8165-4f21-85e8-4d4978a7b607, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=4067c3f6-8165-4f21-85e8-4d4978a7b607,segment=NetworkSegment(71ca169c-fc37-4ecd-80cf-97f5bfdaf651),segment_id=71ca169c-fc37-4ecd-80cf-97f5bfdaf651)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:57:38.277655 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a96faa-778e-4f15-8b74-ac830975971c None None] The sync data for ids ['44c78f96-db1f-42ed-94d1-3812f7223995'] in n-d-844202-1 is: [{'id': '44c78f96-db1f-42ed-94d1-3812f7223995', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1714600505', 'tenant_id': '38719620e52c492f964e26f6f4cd8c39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.102'}], 'enable_snat': True}, 'gw_port_id': '53b16ada-bb6c-489c-a30c-8bd1465d6b44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:57:33Z', 'updated_at': '2022-06-01T19:57:34Z', 'revision_number': 3, 'project_id': '38719620e52c492f964e26f6f4cd8c39', 'gw_port': {'id': '53b16ada-bb6c-489c-a30c-8bd1465d6b44', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:67:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44c78f96-db1f-42ed-94d1-3812f7223995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:57:33Z', 'updated_at': '2022-06-01T19:57:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}] {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:57:38.287246 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-895e8809-d195-41e2-94db-0cc834ab7c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:57:38.296032 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceabca86-f7fd-4610-9381-9bc3a3955b44 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Pushing event updated for resources: {'Port': ['ID=9cf0ef42-2090-40bd-be6f-f3c01b46b136,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:57:38.333364 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ceabca86-f7fd-4610-9381-9bc3a3955b44 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-887605'] for router_interface, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:57:38.399717 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895e8809-d195-41e2-94db-0cc834ab7c44 None None] Pushing event updated for resources: {'Port': ['ID=4067c3f6-8165-4f21-85e8-4d4978a7b607,revision_number=2']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:57:38.651637 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ceabca86-f7fd-4610-9381-9bc3a3955b44 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:57:39.234143 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ceabca86-f7fd-4610-9381-9bc3a3955b44 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:57:39.239781 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ceabca86-f7fd-4610-9381-9bc3a3955b44 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:57:39.363981 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ceabca86-f7fd-4610-9381-9bc3a3955b44 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-887436'] for router_interface, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:57:39.367745 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceabca86-f7fd-4610-9381-9bc3a3955b44 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Pushing event updated for resources: {'Port': ['ID=9cf0ef42-2090-40bd-be6f-f3c01b46b136,revision_number=2']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:57:39.443499 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b3165ec-0f0c-4858-8295-678bca519e5e None None] Network 427994da-29cd-45a2-9629-1d2147b6218f requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:57:39.566495 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceabca86-f7fd-4610-9381-9bc3a3955b44 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Network 427994da-29cd-45a2-9629-1d2147b6218f is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:57:39.568149 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-ceabca86-f7fd-4610-9381-9bc3a3955b44 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:57:39.597951 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6a6be5e2-213f-49fa-91c6-4544fa0b4e28 None None] Provisioning for port 4067c3f6-8165-4f21-85e8-4d4978a7b607 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:57:39.752047 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-e1752675-0fcc-4778-a2e4-36d009fdf0e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:57:39.829327 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 53b16ada-bb6c-489c-a30c-8bd1465d6b44 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:57:39.865474 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ceabca86-f7fd-4610-9381-9bc3a3955b44 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Router 44c78f96-db1f-42ed-94d1-3812f7223995 has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 19:57:39.928921 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port 53b16ada-bb6c-489c-a30c-8bd1465d6b44 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:57:39.935640 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 53b16ada-bb6c-489c-a30c-8bd1465d6b44 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:57:39.936675 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:57:40.071078 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 53b16ada-bb6c-489c-a30c-8bd1465d6b44 is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:57:40.071629 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:57:40.084694 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceabca86-f7fd-4610-9381-9bc3a3955b44 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:57:40.090108 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port 53b16ada-bb6c-489c-a30c-8bd1465d6b44, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=53b16ada-bb6c-489c-a30c-8bd1465d6b44,segment=NetworkSegment(7875af61-4c53-4ff2-b8c8-d4b7c35ff947),segment_id=7875af61-4c53-4ff2-b8c8-d4b7c35ff947)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:57:40.095233 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ab93c0-a66b-4f8d-ae2b-5e6da038e5a2 None None] Sync routers for ids ['44c78f96-db1f-42ed-94d1-3812f7223995'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:57:40.095879 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:57:40.097625 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 4067c3f6-8165-4f21-85e8-4d4978a7b607 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:57:40.104082 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-ceabca86-f7fd-4610-9381-9bc3a3955b44 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "PUT /v2.0/routers/44c78f96-db1f-42ed-94d1-3812f7223995/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6786430 Jun 01 19:57:40.115251 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ab93c0-a66b-4f8d-ae2b-5e6da038e5a2 None None] Routers {'44c78f96-db1f-42ed-94d1-3812f7223995'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:57:40.115884 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-43ab93c0-a66b-4f8d-ae2b-5e6da038e5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:57:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['44c78f96-db1f-42ed-94d1-3812f7223995'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:57:40.196689 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=53b16ada-bb6c-489c-a30c-8bd1465d6b44,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:57:40.247914 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port 4067c3f6-8165-4f21-85e8-4d4978a7b607 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:57:40.258860 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 4067c3f6-8165-4f21-85e8-4d4978a7b607 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:57:40.259489 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:57:40.308280 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-98896f3a-878d-40b5-a0bf-691d9e132ef4 req-ab040c37-fe8b-496c-a295-a05e33baf135 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Synchronizing usage tracker for tenant:38719620e52c492f964e26f6f4cd8c39 on resource:security_group {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:57:40.323108 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-23981431-537d-44fe-95e0-d9a3a6f9e6e9 None None] Provisioning complete for port 4067c3f6-8165-4f21-85e8-4d4978a7b607 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:57:40.323506 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-23981431-537d-44fe-95e0-d9a3a6f9e6e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:57:40.344626 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-98896f3a-878d-40b5-a0bf-691d9e132ef4 req-ab040c37-fe8b-496c-a295-a05e33baf135 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Unset dirty status for tenant:38719620e52c492f964e26f6f4cd8c39 on resource:security_group {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:57:40.353749 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-98896f3a-878d-40b5-a0bf-691d9e132ef4 req-ab040c37-fe8b-496c-a295-a05e33baf135 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-571175044&fields=id&tenant_id=38719620e52c492f964e26f6f4cd8c39 HTTP/1.1" status: 200 len: 267 time: 0.0950520 Jun 01 19:57:40.397835 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-43ab93c0-a66b-4f8d-ae2b-5e6da038e5a2 None None] Set router 44c78f96-db1f-42ed-94d1-3812f7223995 gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:57:40.519590 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 4067c3f6-8165-4f21-85e8-4d4978a7b607 is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:57:40.520598 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:57:40.531467 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98896f3a-878d-40b5-a0bf-691d9e132ef4 req-ee36bf92-ff8a-49ed-b861-06c36f331bd3 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:57:40.532500 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-98896f3a-878d-40b5-a0bf-691d9e132ef4 req-ee36bf92-ff8a-49ed-b861-06c36f331bd3 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Synchronizing usage tracker for tenant:38719620e52c492f964e26f6f4cd8c39 on resource:network {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:57:40.553598 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-98896f3a-878d-40b5-a0bf-691d9e132ef4 req-ee36bf92-ff8a-49ed-b861-06c36f331bd3 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Unset dirty status for tenant:38719620e52c492f964e26f6f4cd8c39 on resource:network {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:57:40.562637 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-98896f3a-878d-40b5-a0bf-691d9e132ef4 req-ee36bf92-ff8a-49ed-b861-06c36f331bd3 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/networks?id=427994da-29cd-45a2-9629-1d2147b6218f HTTP/1.1" status: 200 len: 797 time: 0.2075281 Jun 01 19:57:40.580634 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-98896f3a-878d-40b5-a0bf-691d9e132ef4 req-8e108327-362d-4626-97bf-20cacd030ad2 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/quotas/38719620e52c492f964e26f6f4cd8c39 HTTP/1.1" status: 200 len: 375 time: 0.0169945 Jun 01 19:57:40.625181 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-23981431-537d-44fe-95e0-d9a3a6f9e6e9 None None] Current status of the port 4067c3f6-8165-4f21-85e8-4d4978a7b607 is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:57:40.625549 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-23981431-537d-44fe-95e0-d9a3a6f9e6e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:57:40.635732 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port 4067c3f6-8165-4f21-85e8-4d4978a7b607, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=4067c3f6-8165-4f21-85e8-4d4978a7b607,segment=NetworkSegment(71ca169c-fc37-4ecd-80cf-97f5bfdaf651),segment_id=71ca169c-fc37-4ecd-80cf-97f5bfdaf651)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:57:40.649899 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:57:40.674911 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-98896f3a-878d-40b5-a0bf-691d9e132ef4 req-2b35b44e-ec50-4492-bc64-6c9775e395bb tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Synchronizing usage tracker for tenant:38719620e52c492f964e26f6f4cd8c39 on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:57:40.694052 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-98896f3a-878d-40b5-a0bf-691d9e132ef4 req-2b35b44e-ec50-4492-bc64-6c9775e395bb tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Unset dirty status for tenant:38719620e52c492f964e26f6f4cd8c39 on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:57:40.708570 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-98896f3a-878d-40b5-a0bf-691d9e132ef4 req-2b35b44e-ec50-4492-bc64-6c9775e395bb tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=38719620e52c492f964e26f6f4cd8c39&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1205728 Jun 01 19:57:40.850911 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-43ab93c0-a66b-4f8d-ae2b-5e6da038e5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44c78f96-db1f-42ed-94d1-3812f7223995', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1714600505', 'tenant_id': '38719620e52c492f964e26f6f4cd8c39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.102'}], 'enable_snat': True}, 'gw_port_id': '53b16ada-bb6c-489c-a30c-8bd1465d6b44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:57:33Z', 'updated_at': '2022-06-01T19:57:38Z', 'revision_number': 4, 'project_id': '38719620e52c492f964e26f6f4cd8c39', 'gw_port': {'id': '53b16ada-bb6c-489c-a30c-8bd1465d6b44', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:67:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44c78f96-db1f-42ed-94d1-3812f7223995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:57:33Z', 'updated_at': '2022-06-01T19:57:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '9cf0ef42-2090-40bd-be6f-f3c01b46b136', 'name': '', 'network_id': '427994da-29cd-45a2-9629-1d2147b6218f', 'tenant_id': '38719620e52c492f964e26f6f4cd8c39', 'mac_address': 'fa:16:3e:b3:6d:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44c78f96-db1f-42ed-94d1-3812f7223995', 'device_owner': 'network:router_interface', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '2b6f2a64-d4cc-40a5-9771-9362fb307cca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:57:37Z', 'updated_at': '2022-06-01T19:57:39Z', 'revision_number': 2, 'project_id': '38719620e52c492f964e26f6f4cd8c39', 'subnets': [{'id': '2b6f2a64-d4cc-40a5-9771-9362fb307cca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:57:40.855432 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ab93c0-a66b-4f8d-ae2b-5e6da038e5a2 None None] Checking router: 44c78f96-db1f-42ed-94d1-3812f7223995 for host: n-d-844202-1 {{(pid=88527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 19:57:40.855879 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ab93c0-a66b-4f8d-ae2b-5e6da038e5a2 None None] Updating router 44c78f96-db1f-42ed-94d1-3812f7223995 port 9cf0ef42-2090-40bd-be6f-f3c01b46b136 binding host n-d-844202-1 {{(pid=88527) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 19:57:40.894530 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:57:40.897651 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=4067c3f6-8165-4f21-85e8-4d4978a7b607,revision_number=3']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:57:40.900816 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.db.api [None req-23981431-537d-44fe-95e0-d9a3a6f9e6e9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88526) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 19:57:40.901151 n-d-844202-1 neutron-server[88526]: DEBUG oslo_db.api [None req-23981431-537d-44fe-95e0-d9a3a6f9e6e9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 19:57:40.901655 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:57:40.924727 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-43ab93c0-a66b-4f8d-ae2b-5e6da038e5a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:57:40.973569 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-98896f3a-878d-40b5-a0bf-691d9e132ef4 req-06c1a662-9eee-4eea-a364-18680aece5ff service neutron] 10.222.0.41 "GET /v2.0/networks/427994da-29cd-45a2-9629-1d2147b6218f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2621388 Jun 01 19:57:41.112321 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-98896f3a-878d-40b5-a0bf-691d9e132ef4 req-a417b20e-d0fb-48d1-b70d-af09e730dd74 service neutron] 10.222.0.41 "GET /v2.0/networks/427994da-29cd-45a2-9629-1d2147b6218f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323509 Jun 01 19:57:41.285311 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-43ab93c0-a66b-4f8d-ae2b-5e6da038e5a2 None None] Notify callbacks [] for port, precommit_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:57:41.311715 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3ec1c170-4290-4831-a992-36c1ac270826 req-932ed63f-5e56-4f33-9353-b436e495e9de tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e9c20c6-2673-45a3-a3b3-4b2fa444f974 HTTP/1.1" status: 200 len: 210 time: 0.0512190 Jun 01 19:57:41.317299 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.provisioning_blocks [None req-43ab93c0-a66b-4f8d-ae2b-5e6da038e5a2 None None] Transition to ACTIVE for port object 9cf0ef42-2090-40bd-be6f-f3c01b46b136 will not be triggered until provisioned by entity L2. {{(pid=88527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:57:41.333592 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-43ab93c0-a66b-4f8d-ae2b-5e6da038e5a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:57:41.495105 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11c0587-278e-46dc-b681-a64e36fd2040 None None] Pushing event updated for resources: {'Port': ['ID=9cf0ef42-2090-40bd-be6f-f3c01b46b136,revision_number=3']} {{(pid=88527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:57:41.502512 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-23981431-537d-44fe-95e0-d9a3a6f9e6e9 None None] Current status of the port 4067c3f6-8165-4f21-85e8-4d4978a7b607 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:57:41.516399 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-23981431-537d-44fe-95e0-d9a3a6f9e6e9 None None] Provisioning for port 9cf0ef42-2090-40bd-be6f-f3c01b46b136 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:57:41.546175 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11c0587-278e-46dc-b681-a64e36fd2040 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:57:41.546525 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11c0587-278e-46dc-b681-a64e36fd2040 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:57:41.546860 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11c0587-278e-46dc-b681-a64e36fd2040 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:57:41.547197 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11c0587-278e-46dc-b681-a64e36fd2040 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:57:41.547755 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11c0587-278e-46dc-b681-a64e36fd2040 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:57:41.547933 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11c0587-278e-46dc-b681-a64e36fd2040 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:57:41.548108 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11c0587-278e-46dc-b681-a64e36fd2040 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:57:41.548541 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11c0587-278e-46dc-b681-a64e36fd2040 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:57:41.548775 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11c0587-278e-46dc-b681-a64e36fd2040 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:57:41.549014 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11c0587-278e-46dc-b681-a64e36fd2040 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:57:41.549323 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11c0587-278e-46dc-b681-a64e36fd2040 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:57:41.550011 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11c0587-278e-46dc-b681-a64e36fd2040 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:57:41.649762 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-43ab93c0-a66b-4f8d-ae2b-5e6da038e5a2 None None] Attempting to bind port 9cf0ef42-2090-40bd-be6f-f3c01b46b136 on host n-d-844202-1 for vnic_type normal with profile {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:57:41.650146 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-43ab93c0-a66b-4f8d-ae2b-5e6da038e5a2 None None] Attempting to bind port 9cf0ef42-2090-40bd-be6f-f3c01b46b136 by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': '71ca169c-fc37-4ecd-80cf-97f5bfdaf651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '427994da-29cd-45a2-9629-1d2147b6218f'}] {{(pid=88527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:57:41.650498 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ab93c0-a66b-4f8d-ae2b-5e6da038e5a2 None None] Attempting to bind port 9cf0ef42-2090-40bd-be6f-f3c01b46b136 on network 427994da-29cd-45a2-9629-1d2147b6218f {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:57:41.659810 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ab93c0-a66b-4f8d-ae2b-5e6da038e5a2 None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 57, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:57:41.660171 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ab93c0-a66b-4f8d-ae2b-5e6da038e5a2 None None] Checking segment: {'id': '71ca169c-fc37-4ecd-80cf-97f5bfdaf651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '427994da-29cd-45a2-9629-1d2147b6218f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:57:41.661000 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-43ab93c0-a66b-4f8d-ae2b-5e6da038e5a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:57:41.661387 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ab93c0-a66b-4f8d-ae2b-5e6da038e5a2 None None] Bound using segment: {'id': '71ca169c-fc37-4ecd-80cf-97f5bfdaf651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '427994da-29cd-45a2-9629-1d2147b6218f'} {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:57:41.661993 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-43ab93c0-a66b-4f8d-ae2b-5e6da038e5a2 None None] Bound port: 9cf0ef42-2090-40bd-be6f-f3c01b46b136, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71ca169c-fc37-4ecd-80cf-97f5bfdaf651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '427994da-29cd-45a2-9629-1d2147b6218f'}}] {{(pid=88527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:57:41.662195 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-43ab93c0-a66b-4f8d-ae2b-5e6da038e5a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:57:41.767231 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 53b16ada-bb6c-489c-a30c-8bd1465d6b44 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:57:41.781483 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.db [None req-43ab93c0-a66b-4f8d-ae2b-5e6da038e5a2 None None] For port 9cf0ef42-2090-40bd-be6f-f3c01b46b136, host n-d-844202-1, cleared binding levels {{(pid=88527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:57:41.785207 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.db [None req-43ab93c0-a66b-4f8d-ae2b-5e6da038e5a2 None None] For port 9cf0ef42-2090-40bd-be6f-f3c01b46b136, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=9cf0ef42-2090-40bd-be6f-f3c01b46b136,segment=NetworkSegment(71ca169c-fc37-4ecd-80cf-97f5bfdaf651),segment_id=71ca169c-fc37-4ecd-80cf-97f5bfdaf651)] {{(pid=88527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:57:41.791819 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-43ab93c0-a66b-4f8d-ae2b-5e6da038e5a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:57:41.867688 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:57:41.874930 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 53b16ada-bb6c-489c-a30c-8bd1465d6b44 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:57:41.875730 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:57:41.895494 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ab93c0-a66b-4f8d-ae2b-5e6da038e5a2 None None] Routers {'44c78f96-db1f-42ed-94d1-3812f7223995'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:57:41.896112 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-43ab93c0-a66b-4f8d-ae2b-5e6da038e5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:57:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['44c78f96-db1f-42ed-94d1-3812f7223995'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:57:42.025662 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11c0587-278e-46dc-b681-a64e36fd2040 None None] Pushing event updated for resources: {'Port': ['ID=9cf0ef42-2090-40bd-be6f-f3c01b46b136,revision_number=4']} {{(pid=88527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:57:42.065065 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 53b16ada-bb6c-489c-a30c-8bd1465d6b44 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:57:42.074689 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 4067c3f6-8165-4f21-85e8-4d4978a7b607 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:57:42.152604 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 4067c3f6-8165-4f21-85e8-4d4978a7b607 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:57:42.152975 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:57:42.181422 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-43ab93c0-a66b-4f8d-ae2b-5e6da038e5a2 None None] Set router 44c78f96-db1f-42ed-94d1-3812f7223995 gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:57:42.224729 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:57:42.310303 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 4067c3f6-8165-4f21-85e8-4d4978a7b607 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:57:42.500077 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-9403bf37-6d0d-4100-8e74-31e54f621696 req-6b6629d9-0988-484a-8609-e9833efc1531 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e9c20c6-2673-45a3-a3b3-4b2fa444f974 HTTP/1.1" status: 200 len: 210 time: 0.0664592 Jun 01 19:57:42.532880 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:57:42.603359 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98896f3a-878d-40b5-a0bf-691d9e132ef4 req-5857d7ee-54b6-402a-936d-d799edde20ce tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:57:42.604040 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-98896f3a-878d-40b5-a0bf-691d9e132ef4 req-5857d7ee-54b6-402a-936d-d799edde20ce tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Synchronizing usage tracker for tenant:38719620e52c492f964e26f6f4cd8c39 on resource:network {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:57:42.606650 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-43ab93c0-a66b-4f8d-ae2b-5e6da038e5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44c78f96-db1f-42ed-94d1-3812f7223995', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1714600505', 'tenant_id': '38719620e52c492f964e26f6f4cd8c39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.102'}], 'enable_snat': True}, 'gw_port_id': '53b16ada-bb6c-489c-a30c-8bd1465d6b44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:57:33Z', 'updated_at': '2022-06-01T19:57:38Z', 'revision_number': 4, 'project_id': '38719620e52c492f964e26f6f4cd8c39', 'gw_port': {'id': '53b16ada-bb6c-489c-a30c-8bd1465d6b44', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:67:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44c78f96-db1f-42ed-94d1-3812f7223995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:57:33Z', 'updated_at': '2022-06-01T19:57:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '9cf0ef42-2090-40bd-be6f-f3c01b46b136', 'name': '', 'network_id': '427994da-29cd-45a2-9629-1d2147b6218f', 'tenant_id': '38719620e52c492f964e26f6f4cd8c39', 'mac_address': 'fa:16:3e:b3:6d:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44c78f96-db1f-42ed-94d1-3812f7223995', 'device_owner': 'network:router_interface', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '2b6f2a64-d4cc-40a5-9771-9362fb307cca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:57:37Z', 'updated_at': '2022-06-01T19:57:41Z', 'revision_number': 4, 'project_id': '38719620e52c492f964e26f6f4cd8c39', 'subnets': [{'id': '2b6f2a64-d4cc-40a5-9771-9362fb307cca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:57:42.617096 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ab93c0-a66b-4f8d-ae2b-5e6da038e5a2 None None] The sync data for ids ['44c78f96-db1f-42ed-94d1-3812f7223995'] in n-d-844202-1 is: [{'id': '44c78f96-db1f-42ed-94d1-3812f7223995', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1714600505', 'tenant_id': '38719620e52c492f964e26f6f4cd8c39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.102'}], 'enable_snat': True}, 'gw_port_id': '53b16ada-bb6c-489c-a30c-8bd1465d6b44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:57:33Z', 'updated_at': '2022-06-01T19:57:38Z', 'revision_number': 4, 'project_id': '38719620e52c492f964e26f6f4cd8c39', 'gw_port': {'id': '53b16ada-bb6c-489c-a30c-8bd1465d6b44', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:67:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44c78f96-db1f-42ed-94d1-3812f7223995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:57:33Z', 'updated_at': '2022-06-01T19:57:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '9cf0ef42-2090-40bd-be6f-f3c01b46b136', 'name': '', 'network_id': '427994da-29cd-45a2-9629-1d2147b6218f', 'tenant_id': '38719620e52c492f964e26f6f4cd8c39', 'mac_address': 'fa:16:3e:b3:6d:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44c78f96-db1f-42ed-94d1-3812f7223995', 'device_owner': 'network:router_interface', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '2b6f2a64-d4cc-40a5-9771-9362fb307cca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:57:37Z', 'updated_at': '2022-06-01T19:57:41Z', 'revision_number': 4, 'project_id': '38719620e52c492f964e26f6f4cd8c39', 'subnets': [{'id': '2b6f2a64-d4cc-40a5-9771-9362fb307cca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:57:42.619066 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-98896f3a-878d-40b5-a0bf-691d9e132ef4 req-5857d7ee-54b6-402a-936d-d799edde20ce tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Unset dirty status for tenant:38719620e52c492f964e26f6f4cd8c39 on resource:network {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:57:42.620733 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-98896f3a-878d-40b5-a0bf-691d9e132ef4 req-5857d7ee-54b6-402a-936d-d799edde20ce tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.50 "GET /v2.0/networks?id=427994da-29cd-45a2-9629-1d2147b6218f HTTP/1.1" status: 200 len: 797 time: 0.2030592 Jun 01 19:57:42.692094 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-98896f3a-878d-40b5-a0bf-691d9e132ef4 req-c9ab335c-b50a-495b-b8a0-86923c89eb4d tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Synchronizing usage tracker for tenant:38719620e52c492f964e26f6f4cd8c39 on resource:security_group {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:57:42.706912 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-98896f3a-878d-40b5-a0bf-691d9e132ef4 req-c9ab335c-b50a-495b-b8a0-86923c89eb4d tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Unset dirty status for tenant:38719620e52c492f964e26f6f4cd8c39 on resource:security_group {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:57:42.708047 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-98896f3a-878d-40b5-a0bf-691d9e132ef4 req-c9ab335c-b50a-495b-b8a0-86923c89eb4d tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=38719620e52c492f964e26f6f4cd8c39 HTTP/1.1" status: 200 len: 379 time: 0.0796564 Jun 01 19:57:42.718273 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-98896f3a-878d-40b5-a0bf-691d9e132ef4 req-628cca32-f3a7-403a-b7a6-e721e78634f8 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Request body: {'port': {'device_id': '6e9c20c6-2673-45a3-a3b3-4b2fa444f974', 'network_id': '427994da-29cd-45a2-9629-1d2147b6218f', 'admin_state_up': True, 'tenant_id': '38719620e52c492f964e26f6f4cd8c39', 'security_groups': ['5cbb5602-31a8-4a02-ac2d-241f7f657cfa']}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:57:42.895401 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-98896f3a-878d-40b5-a0bf-691d9e132ef4 req-628cca32-f3a7-403a-b7a6-e721e78634f8 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:57:42.908027 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-98896f3a-878d-40b5-a0bf-691d9e132ef4 req-628cca32-f3a7-403a-b7a6-e721e78634f8 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:57:42.925390 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98896f3a-878d-40b5-a0bf-691d9e132ef4 req-628cca32-f3a7-403a-b7a6-e721e78634f8 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Made reservation on behalf of 38719620e52c492f964e26f6f4cd8c39 for: {'port': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:57:42.929865 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-98896f3a-878d-40b5-a0bf-691d9e132ef4 req-628cca32-f3a7-403a-b7a6-e721e78634f8 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:57:43.115199 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [req-98896f3a-878d-40b5-a0bf-691d9e132ef4 req-628cca32-f3a7-403a-b7a6-e721e78634f8 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Allocated IP 172.20.0.8 (427994da-29cd-45a2-9629-1d2147b6218f/2b6f2a64-d4cc-40a5-9771-9362fb307cca/2d0d2077-173b-47b2-bfaa-02ac49f243b2) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:57:43.326635 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-98896f3a-878d-40b5-a0bf-691d9e132ef4 req-628cca32-f3a7-403a-b7a6-e721e78634f8 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:57:43.344933 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [req-98896f3a-878d-40b5-a0bf-691d9e132ef4 req-628cca32-f3a7-403a-b7a6-e721e78634f8 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Transition to ACTIVE for port object 2d0d2077-173b-47b2-bfaa-02ac49f243b2 will not be triggered until provisioned by entity DHCP. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:57:43.371110 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-98896f3a-878d-40b5-a0bf-691d9e132ef4 req-628cca32-f3a7-403a-b7a6-e721e78634f8 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:57:43.576635 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98896f3a-878d-40b5-a0bf-691d9e132ef4 req-628cca32-f3a7-403a-b7a6-e721e78634f8 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Network 427994da-29cd-45a2-9629-1d2147b6218f is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:57:43.580259 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [req-98896f3a-878d-40b5-a0bf-691d9e132ef4 req-628cca32-f3a7-403a-b7a6-e721e78634f8 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:57:43.584518 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-98896f3a-878d-40b5-a0bf-691d9e132ef4 req-628cca32-f3a7-403a-b7a6-e721e78634f8 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:57:43.621885 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628cca32-f3a7-403a-b7a6-e721e78634f8 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Pushing event updated for resources: {'Port': ['ID=2d0d2077-173b-47b2-bfaa-02ac49f243b2,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:57:43.657934 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98896f3a-878d-40b5-a0bf-691d9e132ef4 req-628cca32-f3a7-403a-b7a6-e721e78634f8 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:57:43.658593 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-98896f3a-878d-40b5-a0bf-691d9e132ef4 req-628cca32-f3a7-403a-b7a6-e721e78634f8 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:57:43.719072 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-98896f3a-878d-40b5-a0bf-691d9e132ef4 req-628cca32-f3a7-403a-b7a6-e721e78634f8 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0062082 Jun 01 19:57:43.733496 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-98896f3a-878d-40b5-a0bf-691d9e132ef4 req-3abfcce7-ccd4-4b42-9357-d6a366f073b1 service neutron] Request body: {'port': {'device_id': '6e9c20c6-2673-45a3-a3b3-4b2fa444f974', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844202-1'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:57:43.778472 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf1c3b1-3cc8-4497-bd47-719cf075497c req-97604fdf-9101-4801-b54d-674a081f7389 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:57:43.781846 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2cf1c3b1-3cc8-4497-bd47-719cf075497c req-97604fdf-9101-4801-b54d-674a081f7389 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e9c20c6-2673-45a3-a3b3-4b2fa444f974 HTTP/1.1" status: 200 len: 931 time: 0.1434503 Jun 01 19:57:43.812715 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 9cf0ef42-2090-40bd-be6f-f3c01b46b136 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:57:43.869482 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2cf1c3b1-3cc8-4497-bd47-719cf075497c req-6f5a9e68-c23b-4480-8fec-87f741f23d0f tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/security-groups?id=5cbb5602-31a8-4a02-ac2d-241f7f657cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804768 Jun 01 19:57:43.886203 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-98896f3a-878d-40b5-a0bf-691d9e132ef4 req-3abfcce7-ccd4-4b42-9357-d6a366f073b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:57:43.918201 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port 9cf0ef42-2090-40bd-be6f-f3c01b46b136 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:57:43.938841 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 9cf0ef42-2090-40bd-be6f-f3c01b46b136 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:57:43.939200 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:57:43.989400 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-dd9d0443-256d-492b-92d2-f3e55f8ca49b None None] Provisioning for port 2d0d2077-173b-47b2-bfaa-02ac49f243b2 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:57:44.000577 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-dd9d0443-256d-492b-92d2-f3e55f8ca49b None None] Provisioning complete for port 2d0d2077-173b-47b2-bfaa-02ac49f243b2 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:57:44.000915 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-dd9d0443-256d-492b-92d2-f3e55f8ca49b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:57:44.070812 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-dd9d0443-256d-492b-92d2-f3e55f8ca49b None None] Port 2d0d2077-173b-47b2-bfaa-02ac49f243b2 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:57:44.133227 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 9cf0ef42-2090-40bd-be6f-f3c01b46b136 is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:57:44.133534 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:57:44.168859 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port 9cf0ef42-2090-40bd-be6f-f3c01b46b136, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=9cf0ef42-2090-40bd-be6f-f3c01b46b136,segment=NetworkSegment(71ca169c-fc37-4ecd-80cf-97f5bfdaf651),segment_id=71ca169c-fc37-4ecd-80cf-97f5bfdaf651)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:57:44.176521 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:57:44.246292 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=9cf0ef42-2090-40bd-be6f-f3c01b46b136,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:57:44.297411 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [req-98896f3a-878d-40b5-a0bf-691d9e132ef4 req-3abfcce7-ccd4-4b42-9357-d6a366f073b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d0d2077-173b-47b2-bfaa-02ac49f243b2 {{(pid=88524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 19:57:44.304875 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-98896f3a-878d-40b5-a0bf-691d9e132ef4 req-3abfcce7-ccd4-4b42-9357-d6a366f073b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:57:44.320475 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [req-98896f3a-878d-40b5-a0bf-691d9e132ef4 req-3abfcce7-ccd4-4b42-9357-d6a366f073b1 service neutron] Transition to ACTIVE for port object 2d0d2077-173b-47b2-bfaa-02ac49f243b2 will not be triggered until provisioned by entity L2. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:57:44.325111 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-98896f3a-878d-40b5-a0bf-691d9e132ef4 req-3abfcce7-ccd4-4b42-9357-d6a366f073b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:57:44.486662 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abfcce7-ccd4-4b42-9357-d6a366f073b1 service neutron] Pushing event updated for resources: {'Port': ['ID=2d0d2077-173b-47b2-bfaa-02ac49f243b2,revision_number=2']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:57:44.572733 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-98896f3a-878d-40b5-a0bf-691d9e132ef4 req-3abfcce7-ccd4-4b42-9357-d6a366f073b1 service neutron] Attempting to bind port 2d0d2077-173b-47b2-bfaa-02ac49f243b2 on host n-h2-844202-1 for vnic_type normal with profile {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:57:44.573063 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-98896f3a-878d-40b5-a0bf-691d9e132ef4 req-3abfcce7-ccd4-4b42-9357-d6a366f073b1 service neutron] Attempting to bind port 2d0d2077-173b-47b2-bfaa-02ac49f243b2 by drivers openvswitch,hyperv on host n-h2-844202-1 at level 0 using segments [{'id': '71ca169c-fc37-4ecd-80cf-97f5bfdaf651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '427994da-29cd-45a2-9629-1d2147b6218f'}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:57:44.573386 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98896f3a-878d-40b5-a0bf-691d9e132ef4 req-3abfcce7-ccd4-4b42-9357-d6a366f073b1 service neutron] Attempting to bind port 2d0d2077-173b-47b2-bfaa-02ac49f243b2 on network 427994da-29cd-45a2-9629-1d2147b6218f {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:57:44.578775 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98896f3a-878d-40b5-a0bf-691d9e132ef4 req-3abfcce7-ccd4-4b42-9357-d6a366f073b1 service neutron] Port 2d0d2077-173b-47b2-bfaa-02ac49f243b2 on network 427994da-29cd-45a2-9629-1d2147b6218f not bound, no agent of type Open vSwitch agent registered on host n-h2-844202-1 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 19:57:44.579102 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98896f3a-878d-40b5-a0bf-691d9e132ef4 req-3abfcce7-ccd4-4b42-9357-d6a366f073b1 service neutron] Attempting to bind port 2d0d2077-173b-47b2-bfaa-02ac49f243b2 on network 427994da-29cd-45a2-9629-1d2147b6218f {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:57:44.584455 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98896f3a-878d-40b5-a0bf-691d9e132ef4 req-3abfcce7-ccd4-4b42-9357-d6a366f073b1 service neutron] Checking agent: {'id': 'f5db9968-6317-4186-9100-9e0ca6b50417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 57, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:57:44.584794 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98896f3a-878d-40b5-a0bf-691d9e132ef4 req-3abfcce7-ccd4-4b42-9357-d6a366f073b1 service neutron] Checking segment: {'id': '71ca169c-fc37-4ecd-80cf-97f5bfdaf651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '427994da-29cd-45a2-9629-1d2147b6218f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:57:44.585272 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98896f3a-878d-40b5-a0bf-691d9e132ef4 req-3abfcce7-ccd4-4b42-9357-d6a366f073b1 service neutron] Bound using segment: {'id': '71ca169c-fc37-4ecd-80cf-97f5bfdaf651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '427994da-29cd-45a2-9629-1d2147b6218f'} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:57:44.585706 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-98896f3a-878d-40b5-a0bf-691d9e132ef4 req-3abfcce7-ccd4-4b42-9357-d6a366f073b1 service neutron] Bound port: 2d0d2077-173b-47b2-bfaa-02ac49f243b2, host: n-h2-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71ca169c-fc37-4ecd-80cf-97f5bfdaf651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '427994da-29cd-45a2-9629-1d2147b6218f'}}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:57:44.586049 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-98896f3a-878d-40b5-a0bf-691d9e132ef4 req-3abfcce7-ccd4-4b42-9357-d6a366f073b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:57:44.679478 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-98896f3a-878d-40b5-a0bf-691d9e132ef4 req-3abfcce7-ccd4-4b42-9357-d6a366f073b1 service neutron] For port 2d0d2077-173b-47b2-bfaa-02ac49f243b2, host n-h2-844202-1, cleared binding levels {{(pid=88524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:57:44.682390 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-98896f3a-878d-40b5-a0bf-691d9e132ef4 req-3abfcce7-ccd4-4b42-9357-d6a366f073b1 service neutron] For port 2d0d2077-173b-47b2-bfaa-02ac49f243b2, host n-h2-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=2d0d2077-173b-47b2-bfaa-02ac49f243b2,segment=NetworkSegment(71ca169c-fc37-4ecd-80cf-97f5bfdaf651),segment_id=71ca169c-fc37-4ecd-80cf-97f5bfdaf651)] {{(pid=88524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:57:44.687986 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-98896f3a-878d-40b5-a0bf-691d9e132ef4 req-3abfcce7-ccd4-4b42-9357-d6a366f073b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:57:44.747759 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98896f3a-878d-40b5-a0bf-691d9e132ef4 req-3abfcce7-ccd4-4b42-9357-d6a366f073b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:57:44.748965 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-98896f3a-878d-40b5-a0bf-691d9e132ef4 req-3abfcce7-ccd4-4b42-9357-d6a366f073b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:57:44.750459 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-98896f3a-878d-40b5-a0bf-691d9e132ef4 req-3abfcce7-ccd4-4b42-9357-d6a366f073b1 service neutron] 10.222.0.50 "PUT /v2.0/ports/2d0d2077-173b-47b2-bfaa-02ac49f243b2 HTTP/1.1" status: 200 len: 1091 time: 1.0250456 Jun 01 19:57:44.750907 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e9c20c6-2673-45a3-a3b3-4b2fa444f974', 'tag': '2d0d2077-173b-47b2-bfaa-02ac49f243b2'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:57:44.775881 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abfcce7-ccd4-4b42-9357-d6a366f073b1 service neutron] Pushing event updated for resources: {'Port': ['ID=2d0d2077-173b-47b2-bfaa-02ac49f243b2,revision_number=3']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:57:44.869927 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98896f3a-878d-40b5-a0bf-691d9e132ef4 req-fef0c578-cd36-4e8d-ade1-5db7713995aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:57:44.871423 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-98896f3a-878d-40b5-a0bf-691d9e132ef4 req-fef0c578-cd36-4e8d-ade1-5db7713995aa service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=38719620e52c492f964e26f6f4cd8c39&device_id=6e9c20c6-2673-45a3-a3b3-4b2fa444f974 HTTP/1.1" status: 200 len: 1094 time: 0.0846856 Jun 01 19:57:44.944638 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-98896f3a-878d-40b5-a0bf-691d9e132ef4 req-66152d1a-c79e-40ce-81d2-3a86af077d10 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2d0d2077-173b-47b2-bfaa-02ac49f243b2 HTTP/1.1" status: 200 len: 217 time: 0.0663123 Jun 01 19:57:44.946180 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c87ca7f3-c69e-4666-a1e3-d6fc332c4223'] response: {'name': 'network-changed', 'server_uuid': '6e9c20c6-2673-45a3-a3b3-4b2fa444f974', 'tag': '2d0d2077-173b-47b2-bfaa-02ac49f243b2', 'status': 'completed', 'code': 200} Jun 01 19:57:45.017178 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98896f3a-878d-40b5-a0bf-691d9e132ef4 req-83977a68-aa6d-4c60-b498-a7c637b3f6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:57:45.019334 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-98896f3a-878d-40b5-a0bf-691d9e132ef4 req-83977a68-aa6d-4c60-b498-a7c637b3f6cf service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2b6f2a64-d4cc-40a5-9771-9362fb307cca HTTP/1.1" status: 200 len: 834 time: 0.0698833 Jun 01 19:57:45.098046 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98896f3a-878d-40b5-a0bf-691d9e132ef4 req-23a057fb-309f-4026-a131-6e8bbb0b4724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:57:45.099552 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-98896f3a-878d-40b5-a0bf-691d9e132ef4 req-23a057fb-309f-4026-a131-6e8bbb0b4724 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=427994da-29cd-45a2-9629-1d2147b6218f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0746293 Jun 01 19:57:45.105166 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65160c85-dbb1-4689-a9f6-828b600a6036 req-ce04a27b-ed5c-4d9b-8ea6-9cf0903d722f tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:57:45.106599 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-65160c85-dbb1-4689-a9f6-828b600a6036 req-ce04a27b-ed5c-4d9b-8ea6-9cf0903d722f tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e9c20c6-2673-45a3-a3b3-4b2fa444f974 HTTP/1.1" status: 200 len: 943 time: 0.0881901 Jun 01 19:57:45.162947 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-65160c85-dbb1-4689-a9f6-828b600a6036 req-d4f9c362-c451-4440-a654-42057c8a0996 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/security-groups?id=5cbb5602-31a8-4a02-ac2d-241f7f657cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467377 Jun 01 19:57:45.238398 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-98896f3a-878d-40b5-a0bf-691d9e132ef4 req-0bff3b83-6d66-4e4f-bf61-42411f98190b service neutron] 10.222.0.50 "GET /v2.0/networks/427994da-29cd-45a2-9629-1d2147b6218f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334465 Jun 01 19:57:45.375677 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-98896f3a-878d-40b5-a0bf-691d9e132ef4 req-5cc90760-3732-4ec6-8c94-cef003191961 service neutron] 10.222.0.50 "GET /v2.0/networks/427994da-29cd-45a2-9629-1d2147b6218f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314895 Jun 01 19:57:45.499929 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceedae51-65e4-4ead-8cc9-54d3525fc7e0 req-3f346904-2061-4944-8fd4-6ba202af8e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:57:45.501352 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ceedae51-65e4-4ead-8cc9-54d3525fc7e0 req-3f346904-2061-4944-8fd4-6ba202af8e10 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=38719620e52c492f964e26f6f4cd8c39&device_id=6e9c20c6-2673-45a3-a3b3-4b2fa444f974 HTTP/1.1" status: 200 len: 1094 time: 0.0771141 Jun 01 19:57:45.736776 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 9cf0ef42-2090-40bd-be6f-f3c01b46b136 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:57:45.761422 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceedae51-65e4-4ead-8cc9-54d3525fc7e0 req-6ee639ea-6adb-4ab9-9477-2625e6dcfa72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:57:45.762820 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ceedae51-65e4-4ead-8cc9-54d3525fc7e0 req-6ee639ea-6adb-4ab9-9477-2625e6dcfa72 service neutron] 10.222.0.50 "GET /v2.0/networks?id=427994da-29cd-45a2-9629-1d2147b6218f HTTP/1.1" status: 200 len: 898 time: 0.2556899 Jun 01 19:57:45.812396 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 9cf0ef42-2090-40bd-be6f-f3c01b46b136 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:57:45.812761 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:57:45.835858 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ceedae51-65e4-4ead-8cc9-54d3525fc7e0 req-abc43e20-be34-4fa3-887b-4781f1d701f7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2d0d2077-173b-47b2-bfaa-02ac49f243b2 HTTP/1.1" status: 200 len: 217 time: 0.0665889 Jun 01 19:57:45.910304 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceedae51-65e4-4ead-8cc9-54d3525fc7e0 req-c4d034d3-9acd-465c-8291-e9a94e2edc13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:57:45.911802 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ceedae51-65e4-4ead-8cc9-54d3525fc7e0 req-c4d034d3-9acd-465c-8291-e9a94e2edc13 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2b6f2a64-d4cc-40a5-9771-9362fb307cca HTTP/1.1" status: 200 len: 834 time: 0.0689163 Jun 01 19:57:45.940355 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 9cf0ef42-2090-40bd-be6f-f3c01b46b136 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:57:45.990123 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceedae51-65e4-4ead-8cc9-54d3525fc7e0 req-b5b5910a-ba0b-42c2-aeb7-f1bec3e305a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:57:45.991645 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ceedae51-65e4-4ead-8cc9-54d3525fc7e0 req-b5b5910a-ba0b-42c2-aeb7-f1bec3e305a6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=427994da-29cd-45a2-9629-1d2147b6218f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0740874 Jun 01 19:57:46.124364 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ceedae51-65e4-4ead-8cc9-54d3525fc7e0 req-14168443-7b73-45f7-98b4-8065a2aa8adf service neutron] 10.222.0.50 "GET /v2.0/networks/427994da-29cd-45a2-9629-1d2147b6218f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266205 Jun 01 19:57:46.260766 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ceedae51-65e4-4ead-8cc9-54d3525fc7e0 req-ea47f28b-45e4-42c7-b15b-ab3daa5477b1 service neutron] 10.222.0.50 "GET /v2.0/networks/427994da-29cd-45a2-9629-1d2147b6218f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304538 Jun 01 19:57:46.351075 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c834c07f-9ff5-4583-aebb-1cc1410b8d8a req-90f9f4d2-0033-47a1-9d6c-11d8c40f22a0 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:57:46.352553 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c834c07f-9ff5-4583-aebb-1cc1410b8d8a req-90f9f4d2-0033-47a1-9d6c-11d8c40f22a0 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e9c20c6-2673-45a3-a3b3-4b2fa444f974 HTTP/1.1" status: 200 len: 943 time: 0.0801454 Jun 01 19:57:46.399717 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c834c07f-9ff5-4583-aebb-1cc1410b8d8a req-79684839-0944-4623-ba93-0fc49822c3fc tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/security-groups?id=5cbb5602-31a8-4a02-ac2d-241f7f657cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394135 Jun 01 19:57:47.336865 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 2d0d2077-173b-47b2-bfaa-02ac49f243b2 details requested by agent hyperv_n-h2-844202-1 with host n-h2-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 19:57:47.490227 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 2d0d2077-173b-47b2-bfaa-02ac49f243b2, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=2d0d2077-173b-47b2-bfaa-02ac49f243b2,segment=NetworkSegment(71ca169c-fc37-4ecd-80cf-97f5bfdaf651),segment_id=71ca169c-fc37-4ecd-80cf-97f5bfdaf651)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:57:47.509069 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Returning: {'device': '2d0d2077-173b-47b2-bfaa-02ac49f243b2', 'network_id': '427994da-29cd-45a2-9629-1d2147b6218f', 'port_id': '2d0d2077-173b-47b2-bfaa-02ac49f243b2', 'mac_address': 'fa:16:3e:89:33:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b6f2a64-d4cc-40a5-9771-9362fb307cca', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 19:57:47.566883 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port 2d0d2077-173b-47b2-bfaa-02ac49f243b2 is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:57:47.567148 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:57:47.584948 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d0d2077-173b-47b2-bfaa-02ac49f243b2 {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 19:57:47.600528 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 2d0d2077-173b-47b2-bfaa-02ac49f243b2, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=2d0d2077-173b-47b2-bfaa-02ac49f243b2,segment=NetworkSegment(71ca169c-fc37-4ecd-80cf-97f5bfdaf651),segment_id=71ca169c-fc37-4ecd-80cf-97f5bfdaf651)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:57:47.605392 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:57:47.605929 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f1ea97-7c8c-46a7-bf3f-cdabb19613e5 req-3f1de155-ca3b-401b-8658-3a9b95360fc0 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:57:47.607699 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-20f1ea97-7c8c-46a7-bf3f-cdabb19613e5 req-3f1de155-ca3b-401b-8658-3a9b95360fc0 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e9c20c6-2673-45a3-a3b3-4b2fa444f974 HTTP/1.1" status: 200 len: 943 time: 0.0848706 Jun 01 19:57:47.655368 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-20f1ea97-7c8c-46a7-bf3f-cdabb19613e5 req-fbf51761-d63f-4c1f-ba62-a06b70d87ec2 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/security-groups?id=5cbb5602-31a8-4a02-ac2d-241f7f657cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415182 Jun 01 19:57:47.678188 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=2d0d2077-173b-47b2-bfaa-02ac49f243b2,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:57:47.806666 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] get_ports_and_sgs() called for port_ids ['2d0d2077-173b-47b2-bfaa-02ac49f243b2'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 19:57:48.846139 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5189d4-f434-45de-a59b-6f5955323880 req-c3beceff-a0d6-457e-ba3b-eb22c3ecd7e3 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:57:48.847595 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4b5189d4-f434-45de-a59b-6f5955323880 req-c3beceff-a0d6-457e-ba3b-eb22c3ecd7e3 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e9c20c6-2673-45a3-a3b3-4b2fa444f974 HTTP/1.1" status: 200 len: 944 time: 0.0866079 Jun 01 19:57:48.905529 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4b5189d4-f434-45de-a59b-6f5955323880 req-3884bdc1-20b6-4c06-af40-b2bbafe3758f tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/security-groups?id=5cbb5602-31a8-4a02-ac2d-241f7f657cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519953 Jun 01 19:57:49.352673 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 2d0d2077-173b-47b2-bfaa-02ac49f243b2 up at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:57:49.422375 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning for port 2d0d2077-173b-47b2-bfaa-02ac49f243b2 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:57:49.427790 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning complete for port 2d0d2077-173b-47b2-bfaa-02ac49f243b2 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:57:49.428152 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:57:49.576056 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port 2d0d2077-173b-47b2-bfaa-02ac49f243b2 is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:57:49.576621 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:57:49.603161 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e9c20c6-2673-45a3-a3b3-4b2fa444f974', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d0d2077-173b-47b2-bfaa-02ac49f243b2'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:57:49.614210 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 2d0d2077-173b-47b2-bfaa-02ac49f243b2, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=2d0d2077-173b-47b2-bfaa-02ac49f243b2,segment=NetworkSegment(71ca169c-fc37-4ecd-80cf-97f5bfdaf651),segment_id=71ca169c-fc37-4ecd-80cf-97f5bfdaf651)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:57:49.618625 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:57:49.691893 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=2d0d2077-173b-47b2-bfaa-02ac49f243b2,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:57:49.724489 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4e2fb07-1124-405a-931d-1848626f12c3'] response: {'server_uuid': '6e9c20c6-2673-45a3-a3b3-4b2fa444f974', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d0d2077-173b-47b2-bfaa-02ac49f243b2', 'code': 200} Jun 01 19:57:49.853690 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be73487-475c-4b7b-9d7e-81fd9c0b7749 req-d2760846-4c5c-46c6-9f02-90ae012a6f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:57:49.855084 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5be73487-475c-4b7b-9d7e-81fd9c0b7749 req-d2760846-4c5c-46c6-9f02-90ae012a6f6a service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=6e9c20c6-2673-45a3-a3b3-4b2fa444f974 HTTP/1.1" status: 200 len: 1096 time: 0.0781155 Jun 01 19:57:49.898558 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5be73487-475c-4b7b-9d7e-81fd9c0b7749 req-670ed9c8-4832-45f0-9fd0-7cdae60c158b service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=5cbb5602-31a8-4a02-ac2d-241f7f657cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365705 Jun 01 19:57:50.101368 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cceb507-40e8-4273-ac6c-f52daece555b req-5f092abf-4d5e-4d11-b557-71e07acc144f tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:57:50.102824 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-0cceb507-40e8-4273-ac6c-f52daece555b req-5f092abf-4d5e-4d11-b557-71e07acc144f tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e9c20c6-2673-45a3-a3b3-4b2fa444f974 HTTP/1.1" status: 200 len: 945 time: 0.0859303 Jun 01 19:57:50.149800 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-0cceb507-40e8-4273-ac6c-f52daece555b req-15dc85af-d4b9-407f-9d1f-a4ec5dac0280 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/security-groups?id=5cbb5602-31a8-4a02-ac2d-241f7f657cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402169 Jun 01 19:57:51.348636 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651898a4-8f7f-420f-a781-1598859f0b3b req-9cc27089-d556-4c9e-be43-b0d2040e5611 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:57:51.350104 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-651898a4-8f7f-420f-a781-1598859f0b3b req-9cc27089-d556-4c9e-be43-b0d2040e5611 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e9c20c6-2673-45a3-a3b3-4b2fa444f974 HTTP/1.1" status: 200 len: 945 time: 0.0898530 Jun 01 19:57:51.394912 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-651898a4-8f7f-420f-a781-1598859f0b3b req-4c6a499f-9c04-4427-9af9-4d1902cb7d0d tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/security-groups?id=5cbb5602-31a8-4a02-ac2d-241f7f657cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389521 Jun 01 19:57:51.588547 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f0dd43-a8a1-497f-9757-4b9b1bca82d1 req-0de02bb0-417b-4cd5-aa62-e0459eb9da17 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:57:51.589927 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-31f0dd43-a8a1-497f-9757-4b9b1bca82d1 req-0de02bb0-417b-4cd5-aa62-e0459eb9da17 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e9c20c6-2673-45a3-a3b3-4b2fa444f974 HTTP/1.1" status: 200 len: 945 time: 0.0847163 Jun 01 19:57:51.634554 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-31f0dd43-a8a1-497f-9757-4b9b1bca82d1 req-5d649b94-b146-4cff-8384-76098fddc997 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/security-groups?id=5cbb5602-31a8-4a02-ac2d-241f7f657cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383918 Jun 01 19:57:51.660892 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 54746) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:57:51.736261 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03fca0c8-af97-4c30-a1cd-9369a5e0cbf1 tempest-TestNetworkAdvancedServerOps-719043324 tempest-TestNetworkAdvancedServerOps-719043324-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:57:51.737853 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-03fca0c8-af97-4c30-a1cd-9369a5e0cbf1 tempest-TestNetworkAdvancedServerOps-719043324 tempest-TestNetworkAdvancedServerOps-719043324-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=6e9c20c6-2673-45a3-a3b3-4b2fa444f974 HTTP/1.1" status: 200 len: 1091 time: 0.0758748 Jun 01 19:57:51.740958 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 54750) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:57:51.745886 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-17fcbb08-bfb4-4220-bbde-26a8626d4147 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Request body: {'floatingip': {'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'port_id': '2d0d2077-173b-47b2-bfaa-02ac49f243b2', 'tenant_id': '38719620e52c492f964e26f6f4cd8c39', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:57:51.753288 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-17fcbb08-bfb4-4220-bbde-26a8626d4147 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:57:51.757337 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-17fcbb08-bfb4-4220-bbde-26a8626d4147 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Usage tracker for resource:floatingip and tenant:38719620e52c492f964e26f6f4cd8c39 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:57:51.760153 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-17fcbb08-bfb4-4220-bbde-26a8626d4147 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:57:51.766746 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-17fcbb08-bfb4-4220-bbde-26a8626d4147 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:57:51.777416 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-17fcbb08-bfb4-4220-bbde-26a8626d4147 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for floatingip, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:57:51.918215 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-17fcbb08-bfb4-4220-bbde-26a8626d4147 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:57:52.059465 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [None req-17fcbb08-bfb4-4220-bbde-26a8626d4147 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Allocated IP 172.25.4.204 (72a72e44-6845-488a-a5ff-3a26d4df9cb3/c314a23b-daa2-4106-ab28-8e6f954277b2/5d1a5994-b6ed-46c0-a5d6-11d4c55ed52c) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:57:52.211533 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-17fcbb08-bfb4-4220-bbde-26a8626d4147 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:57:52.244839 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-17fcbb08-bfb4-4220-bbde-26a8626d4147 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:57:52.310826 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17fcbb08-bfb4-4220-bbde-26a8626d4147 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:57:52.313971 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-17fcbb08-bfb4-4220-bbde-26a8626d4147 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:57:52.316726 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17fcbb08-bfb4-4220-bbde-26a8626d4147 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:57:52.350875 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fcbb08-bfb4-4220-bbde-26a8626d4147 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Pushing event updated for resources: {'Port': ['ID=5d1a5994-b6ed-46c0-a5d6-11d4c55ed52c,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:57:52.862340 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-17fcbb08-bfb4-4220-bbde-26a8626d4147 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:57:52.947424 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-17fcbb08-bfb4-4220-bbde-26a8626d4147 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:57:53.166999 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-17fcbb08-bfb4-4220-bbde-26a8626d4147 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for port, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:57:53.172269 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-17fcbb08-bfb4-4220-bbde-26a8626d4147 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:57:53.282039 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fcbb08-bfb4-4220-bbde-26a8626d4147 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Pushing event updated for resources: {'Port': ['ID=5d1a5994-b6ed-46c0-a5d6-11d4c55ed52c,revision_number=2']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:57:53.294036 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-17fcbb08-bfb4-4220-bbde-26a8626d4147 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887712'] for floatingip, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:57:53.468362 n-d-844202-1 neutron-server[88525]: INFO neutron.db.l3_db [None req-17fcbb08-bfb4-4220-bbde-26a8626d4147 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Floating IP bfcf1688-1e6e-486b-b4b1-e19f7e3b46da associated. External IP: 172.25.4.204, port: 2d0d2077-173b-47b2-bfaa-02ac49f243b2. Jun 01 19:57:53.822843 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17fcbb08-bfb4-4220-bbde-26a8626d4147 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Router 44c78f96-db1f-42ed-94d1-3812f7223995 has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 19:57:54.004180 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17fcbb08-bfb4-4220-bbde-26a8626d4147 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:57:54.014443 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea72081-9817-49e6-9749-c3e7c14c6dc9 None None] Sync routers for ids ['44c78f96-db1f-42ed-94d1-3812f7223995'] in n-d-844202-1 {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:57:54.023580 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea72081-9817-49e6-9749-c3e7c14c6dc9 None None] Routers {'44c78f96-db1f-42ed-94d1-3812f7223995'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:57:54.024202 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-bea72081-9817-49e6-9749-c3e7c14c6dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:57:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['44c78f96-db1f-42ed-94d1-3812f7223995'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:57:54.029566 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-17fcbb08-bfb4-4220-bbde-26a8626d4147 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for floatingip, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:57:54.217460 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-bea72081-9817-49e6-9749-c3e7c14c6dc9 None None] Set router 44c78f96-db1f-42ed-94d1-3812f7223995 gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:57:54.221425 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-17fcbb08-bfb4-4220-bbde-26a8626d4147 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4770746 Jun 01 19:57:54.221425 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e9c20c6-2673-45a3-a3b3-4b2fa444f974', 'tag': '2d0d2077-173b-47b2-bfaa-02ac49f243b2'}] {{(pid=88525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:57:54.389225 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a376cb6d-165e-4051-876b-030195e25600 req-62ba1872-a1af-4dcc-b806-42c2aa0d8d00 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:57:54.390860 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a376cb6d-165e-4051-876b-030195e25600 req-62ba1872-a1af-4dcc-b806-42c2aa0d8d00 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e9c20c6-2673-45a3-a3b3-4b2fa444f974 HTTP/1.1" status: 200 len: 945 time: 0.0837684 Jun 01 19:57:54.439319 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a376cb6d-165e-4051-876b-030195e25600 req-563f5668-9aa9-4de6-ae00-9f4bea27e71b tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/security-groups?id=5cbb5602-31a8-4a02-ac2d-241f7f657cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408061 Jun 01 19:57:54.468209 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 54758) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:57:54.533528 n-d-844202-1 neutron-server[88525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc2e5ecd-40c7-4d18-a788-ed5c35697598'] response: {'name': 'network-changed', 'server_uuid': '6e9c20c6-2673-45a3-a3b3-4b2fa444f974', 'tag': '2d0d2077-173b-47b2-bfaa-02ac49f243b2', 'status': 'completed', 'code': 200} Jun 01 19:57:54.579049 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-bea72081-9817-49e6-9749-c3e7c14c6dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44c78f96-db1f-42ed-94d1-3812f7223995', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1714600505', 'tenant_id': '38719620e52c492f964e26f6f4cd8c39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.102'}], 'enable_snat': True}, 'gw_port_id': '53b16ada-bb6c-489c-a30c-8bd1465d6b44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:57:33Z', 'updated_at': '2022-06-01T19:57:38Z', 'revision_number': 4, 'project_id': '38719620e52c492f964e26f6f4cd8c39', 'gw_port': {'id': '53b16ada-bb6c-489c-a30c-8bd1465d6b44', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:67:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44c78f96-db1f-42ed-94d1-3812f7223995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:57:33Z', 'updated_at': '2022-06-01T19:57:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_floatingips': [{'id': 'bfcf1688-1e6e-486b-b4b1-e19f7e3b46da', 'tenant_id': '38719620e52c492f964e26f6f4cd8c39', 'floating_ip_address': '172.25.4.204', 'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'router_id': '44c78f96-db1f-42ed-94d1-3812f7223995', 'port_id': '2d0d2077-173b-47b2-bfaa-02ac49f243b2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '427994da-29cd-45a2-9629-1d2147b6218f', 'mac_address': 'fa:16:3e:89:33:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e9c20c6-2673-45a3-a3b3-4b2fa444f974', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T19:57:52Z', 'updated_at': '2022-06-01T19:57:52Z', 'revision_number': 0, 'project_id': '38719620e52c492f964e26f6f4cd8c39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cf0ef42-2090-40bd-be6f-f3c01b46b136', 'name': '', 'network_id': '427994da-29cd-45a2-9629-1d2147b6218f', 'tenant_id': '38719620e52c492f964e26f6f4cd8c39', 'mac_address': 'fa:16:3e:b3:6d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44c78f96-db1f-42ed-94d1-3812f7223995', 'device_owner': 'network:router_interface', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '2b6f2a64-d4cc-40a5-9771-9362fb307cca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:57:37Z', 'updated_at': '2022-06-01T19:57:44Z', 'revision_number': 5, 'project_id': '38719620e52c492f964e26f6f4cd8c39', 'subnets': [{'id': '2b6f2a64-d4cc-40a5-9771-9362fb307cca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:57:54.581332 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-578dcc5b-94f4-4df9-b85d-e37fdf077207 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/floatingips/bfcf1688-1e6e-486b-b4b1-e19f7e3b46da HTTP/1.1" status: 200 len: 991 time: 0.1125035 Jun 01 19:57:54.584307 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea72081-9817-49e6-9749-c3e7c14c6dc9 None None] Checking router: 44c78f96-db1f-42ed-94d1-3812f7223995 for host: n-d-844202-1 {{(pid=88526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 19:57:54.593642 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea72081-9817-49e6-9749-c3e7c14c6dc9 None None] Routers {'44c78f96-db1f-42ed-94d1-3812f7223995'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:57:54.594266 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-bea72081-9817-49e6-9749-c3e7c14c6dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:57:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['44c78f96-db1f-42ed-94d1-3812f7223995'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:57:54.598224 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68a6dab-4efc-4de3-bf66-40a0381cdca5 req-b13c1001-dece-4d5c-a091-42108ac2da02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:57:54.600569 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b68a6dab-4efc-4de3-bf66-40a0381cdca5 req-b13c1001-dece-4d5c-a091-42108ac2da02 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=38719620e52c492f964e26f6f4cd8c39&device_id=6e9c20c6-2673-45a3-a3b3-4b2fa444f974 HTTP/1.1" status: 200 len: 1096 time: 0.0755854 Jun 01 19:57:54.745986 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68a6dab-4efc-4de3-bf66-40a0381cdca5 req-d88cf1b7-f639-4fef-9088-31313b775511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:57:54.747922 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b68a6dab-4efc-4de3-bf66-40a0381cdca5 req-d88cf1b7-f639-4fef-9088-31313b775511 service neutron] 10.222.0.50 "GET /v2.0/networks?id=427994da-29cd-45a2-9629-1d2147b6218f HTTP/1.1" status: 200 len: 898 time: 0.1414824 Jun 01 19:57:54.781125 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-bea72081-9817-49e6-9749-c3e7c14c6dc9 None None] Set router 44c78f96-db1f-42ed-94d1-3812f7223995 gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:57:54.857812 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b68a6dab-4efc-4de3-bf66-40a0381cdca5 req-bae08e38-7ef2-4f1f-a717-67f10e2d068b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2d0d2077-173b-47b2-bfaa-02ac49f243b2 HTTP/1.1" status: 200 len: 999 time: 0.1043842 Jun 01 19:57:54.928556 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68a6dab-4efc-4de3-bf66-40a0381cdca5 req-a0b6a528-a615-456c-898e-9605677c69c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:57:54.930121 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b68a6dab-4efc-4de3-bf66-40a0381cdca5 req-a0b6a528-a615-456c-898e-9605677c69c9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2b6f2a64-d4cc-40a5-9771-9362fb307cca HTTP/1.1" status: 200 len: 834 time: 0.0670042 Jun 01 19:57:55.009657 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68a6dab-4efc-4de3-bf66-40a0381cdca5 req-998be325-8f17-4d03-a732-2eba25ed654e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:57:55.011051 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b68a6dab-4efc-4de3-bf66-40a0381cdca5 req-998be325-8f17-4d03-a732-2eba25ed654e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=427994da-29cd-45a2-9629-1d2147b6218f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0752892 Jun 01 19:57:55.151451 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b68a6dab-4efc-4de3-bf66-40a0381cdca5 req-85298cf0-564e-47a8-8e78-28b439b46328 service neutron] 10.222.0.50 "GET /v2.0/networks/427994da-29cd-45a2-9629-1d2147b6218f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342685 Jun 01 19:57:55.152655 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-bea72081-9817-49e6-9749-c3e7c14c6dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44c78f96-db1f-42ed-94d1-3812f7223995', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1714600505', 'tenant_id': '38719620e52c492f964e26f6f4cd8c39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.102'}], 'enable_snat': True}, 'gw_port_id': '53b16ada-bb6c-489c-a30c-8bd1465d6b44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:57:33Z', 'updated_at': '2022-06-01T19:57:38Z', 'revision_number': 4, 'project_id': '38719620e52c492f964e26f6f4cd8c39', 'gw_port': {'id': '53b16ada-bb6c-489c-a30c-8bd1465d6b44', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:67:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44c78f96-db1f-42ed-94d1-3812f7223995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:57:33Z', 'updated_at': '2022-06-01T19:57:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_floatingips': [{'id': 'bfcf1688-1e6e-486b-b4b1-e19f7e3b46da', 'tenant_id': '38719620e52c492f964e26f6f4cd8c39', 'floating_ip_address': '172.25.4.204', 'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'router_id': '44c78f96-db1f-42ed-94d1-3812f7223995', 'port_id': '2d0d2077-173b-47b2-bfaa-02ac49f243b2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '427994da-29cd-45a2-9629-1d2147b6218f', 'mac_address': 'fa:16:3e:89:33:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e9c20c6-2673-45a3-a3b3-4b2fa444f974', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T19:57:52Z', 'updated_at': '2022-06-01T19:57:52Z', 'revision_number': 0, 'project_id': '38719620e52c492f964e26f6f4cd8c39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cf0ef42-2090-40bd-be6f-f3c01b46b136', 'name': '', 'network_id': '427994da-29cd-45a2-9629-1d2147b6218f', 'tenant_id': '38719620e52c492f964e26f6f4cd8c39', 'mac_address': 'fa:16:3e:b3:6d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44c78f96-db1f-42ed-94d1-3812f7223995', 'device_owner': 'network:router_interface', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '2b6f2a64-d4cc-40a5-9771-9362fb307cca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:57:37Z', 'updated_at': '2022-06-01T19:57:44Z', 'revision_number': 5, 'project_id': '38719620e52c492f964e26f6f4cd8c39', 'subnets': [{'id': '2b6f2a64-d4cc-40a5-9771-9362fb307cca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:57:55.157411 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea72081-9817-49e6-9749-c3e7c14c6dc9 None None] The sync data for ids ['44c78f96-db1f-42ed-94d1-3812f7223995'] in n-d-844202-1 is: [{'id': '44c78f96-db1f-42ed-94d1-3812f7223995', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1714600505', 'tenant_id': '38719620e52c492f964e26f6f4cd8c39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.102'}], 'enable_snat': True}, 'gw_port_id': '53b16ada-bb6c-489c-a30c-8bd1465d6b44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:57:33Z', 'updated_at': '2022-06-01T19:57:38Z', 'revision_number': 4, 'project_id': '38719620e52c492f964e26f6f4cd8c39', 'gw_port': {'id': '53b16ada-bb6c-489c-a30c-8bd1465d6b44', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:67:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44c78f96-db1f-42ed-94d1-3812f7223995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:57:33Z', 'updated_at': '2022-06-01T19:57:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_floatingips': [{'id': 'bfcf1688-1e6e-486b-b4b1-e19f7e3b46da', 'tenant_id': '38719620e52c492f964e26f6f4cd8c39', 'floating_ip_address': '172.25.4.204', 'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'router_id': '44c78f96-db1f-42ed-94d1-3812f7223995', 'port_id': '2d0d2077-173b-47b2-bfaa-02ac49f243b2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '427994da-29cd-45a2-9629-1d2147b6218f', 'mac_address': 'fa:16:3e:89:33:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e9c20c6-2673-45a3-a3b3-4b2fa444f974', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T19:57:52Z', 'updated_at': '2022-06-01T19:57:52Z', 'revision_number': 0, 'project_id': '38719620e52c492f964e26f6f4cd8c39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cf0ef42-2090-40bd-be6f-f3c01b46b136', 'name': '', 'network_id': '427994da-29cd-45a2-9629-1d2147b6218f', 'tenant_id': '38719620e52c492f964e26f6f4cd8c39', 'mac_address': 'fa:16:3e:b3:6d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44c78f96-db1f-42ed-94d1-3812f7223995', 'device_owner': 'network:router_interface', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '2b6f2a64-d4cc-40a5-9771-9362fb307cca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:57:37Z', 'updated_at': '2022-06-01T19:57:44Z', 'revision_number': 5, 'project_id': '38719620e52c492f964e26f6f4cd8c39', 'subnets': [{'id': '2b6f2a64-d4cc-40a5-9771-9362fb307cca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:57:55.297359 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b68a6dab-4efc-4de3-bf66-40a0381cdca5 req-04633fb4-27e9-452b-9b2b-d3944bb0a031 service neutron] 10.222.0.50 "GET /v2.0/networks/427994da-29cd-45a2-9629-1d2147b6218f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403058 Jun 01 19:57:55.362562 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c8ecb8-22d9-4101-8dc5-1b646f6f8fab None None] New status for floating IP bfcf1688-1e6e-486b-b4b1-e19f7e3b46da: ACTIVE {{(pid=88527) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 19:57:55.585843 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 54762) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:57:55.706918 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-a985d606-b214-4182-87e8-3aeb0563bf53 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/floatingips/bfcf1688-1e6e-486b-b4b1-e19f7e3b46da HTTP/1.1" status: 200 len: 993 time: 0.1198270 Jun 01 19:58:05.952754 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.agents_db [None req-e814b9cf-7de8-45d0-a079-29c61fabe7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 19:58:07.215879 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-56cd02aa-03ec-4717-9593-4a505542134e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:58:09.676404 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6ee0031c-9b26-4aea-8c43-48f711f5570e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:58:10.817822 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:58:10.845406 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:58:11.873144 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:58:12.202402 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:58:12.522763 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:58:22.756106 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-13f08dbd-86ff-4a62-9497-c6d9ac313e22 req-16f83b8a-efde-4536-ae01-ce4c5dcf9d8c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6e9c20c6-2673-45a3-a3b3-4b2fa444f974&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2098000 Jun 01 19:58:22.771654 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961123e8-92f0-4661-9419-6c7c46c3ec65 req-dcc145ff-5e8f-4393-ba2b-1c7e16b5f91f tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:58:22.773188 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-961123e8-92f0-4661-9419-6c7c46c3ec65 req-dcc145ff-5e8f-4393-ba2b-1c7e16b5f91f tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e9c20c6-2673-45a3-a3b3-4b2fa444f974 HTTP/1.1" status: 200 len: 945 time: 0.1736608 Jun 01 19:58:22.822006 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-961123e8-92f0-4661-9419-6c7c46c3ec65 req-7af016fa-68df-46f5-85c1-df400cedd7ed tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/security-groups?id=5cbb5602-31a8-4a02-ac2d-241f7f657cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412190 Jun 01 19:58:24.016699 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4201a47a-b713-47be-a977-5994fb2fb99e req-cd4c0acf-555b-4e25-a139-b50aeba61a8c tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:58:24.018162 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4201a47a-b713-47be-a977-5994fb2fb99e req-cd4c0acf-555b-4e25-a139-b50aeba61a8c tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e9c20c6-2673-45a3-a3b3-4b2fa444f974 HTTP/1.1" status: 200 len: 945 time: 0.0875454 Jun 01 19:58:24.064417 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4201a47a-b713-47be-a977-5994fb2fb99e req-386ba442-6128-48c6-b2ee-1114a95c785e tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/security-groups?id=5cbb5602-31a8-4a02-ac2d-241f7f657cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405290 Jun 01 19:58:24.085289 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f08dbd-86ff-4a62-9497-c6d9ac313e22 req-93aa3509-2b24-48ac-b45c-7251d2bd05fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:58:24.086820 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-13f08dbd-86ff-4a62-9497-c6d9ac313e22 req-93aa3509-2b24-48ac-b45c-7251d2bd05fb service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=38719620e52c492f964e26f6f4cd8c39&device_id=6e9c20c6-2673-45a3-a3b3-4b2fa444f974 HTTP/1.1" status: 200 len: 1096 time: 0.0772293 Jun 01 19:58:24.219675 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f08dbd-86ff-4a62-9497-c6d9ac313e22 req-72bf6575-3630-4345-860b-a7207f076567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:58:24.221124 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-13f08dbd-86ff-4a62-9497-c6d9ac313e22 req-72bf6575-3630-4345-860b-a7207f076567 service neutron] 10.222.0.50 "GET /v2.0/networks?id=427994da-29cd-45a2-9629-1d2147b6218f HTTP/1.1" status: 200 len: 898 time: 0.1277795 Jun 01 19:58:24.426032 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-13f08dbd-86ff-4a62-9497-c6d9ac313e22 req-1dc6b8c7-491a-4ccf-b62a-e0a705e5ab8c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2d0d2077-173b-47b2-bfaa-02ac49f243b2 HTTP/1.1" status: 200 len: 1001 time: 0.1990228 Jun 01 19:58:24.491034 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f08dbd-86ff-4a62-9497-c6d9ac313e22 req-92dda63b-4fd6-401c-a734-b9d9b2f71fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:58:24.492474 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-13f08dbd-86ff-4a62-9497-c6d9ac313e22 req-92dda63b-4fd6-401c-a734-b9d9b2f71fb5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2b6f2a64-d4cc-40a5-9771-9362fb307cca HTTP/1.1" status: 200 len: 834 time: 0.0607750 Jun 01 19:58:24.565495 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f08dbd-86ff-4a62-9497-c6d9ac313e22 req-dc04077b-e11d-4734-be12-c6ff24f8c91f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:58:24.566934 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-13f08dbd-86ff-4a62-9497-c6d9ac313e22 req-dc04077b-e11d-4734-be12-c6ff24f8c91f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=427994da-29cd-45a2-9629-1d2147b6218f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0685480 Jun 01 19:58:24.696679 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-13f08dbd-86ff-4a62-9497-c6d9ac313e22 req-3c79653a-e2ad-44cb-8d3b-b42b7adfc4ea service neutron] 10.222.0.50 "GET /v2.0/networks/427994da-29cd-45a2-9629-1d2147b6218f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240926 Jun 01 19:58:24.827979 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-13f08dbd-86ff-4a62-9497-c6d9ac313e22 req-61d65eba-5417-4ad6-9664-632de734c40f service neutron] 10.222.0.50 "GET /v2.0/networks/427994da-29cd-45a2-9629-1d2147b6218f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251266 Jun 01 19:58:25.257743 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d69ec5-3880-4555-811e-cf2c110c6979 req-154ae4d0-0f35-4b17-ba1c-7616fca639fa tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:58:25.259101 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-40d69ec5-3880-4555-811e-cf2c110c6979 req-154ae4d0-0f35-4b17-ba1c-7616fca639fa tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e9c20c6-2673-45a3-a3b3-4b2fa444f974 HTTP/1.1" status: 200 len: 945 time: 0.0802026 Jun 01 19:58:25.303742 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-40d69ec5-3880-4555-811e-cf2c110c6979 req-e585ce6f-8b5b-4098-82f6-b0d7a1186510 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/security-groups?id=5cbb5602-31a8-4a02-ac2d-241f7f657cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386462 Jun 01 19:58:26.496094 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35da8625-bad9-4261-9c98-b5356672932d req-24f48455-e624-4655-98a0-1d643eaa486f tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:58:26.497673 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-35da8625-bad9-4261-9c98-b5356672932d req-24f48455-e624-4655-98a0-1d643eaa486f tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e9c20c6-2673-45a3-a3b3-4b2fa444f974 HTTP/1.1" status: 200 len: 945 time: 0.0843239 Jun 01 19:58:26.541236 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-35da8625-bad9-4261-9c98-b5356672932d req-09779f9b-fbc7-4ced-bdfc-ae641294e3a4 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/security-groups?id=5cbb5602-31a8-4a02-ac2d-241f7f657cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374804 Jun 01 19:58:27.732602 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c93b34e-52a4-4f14-bc40-9a711c14e8a7 req-814fae64-e0de-4ae2-94b3-8ac7efef0ed3 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:58:27.734353 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-6c93b34e-52a4-4f14-bc40-9a711c14e8a7 req-814fae64-e0de-4ae2-94b3-8ac7efef0ed3 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e9c20c6-2673-45a3-a3b3-4b2fa444f974 HTTP/1.1" status: 200 len: 945 time: 0.0816798 Jun 01 19:58:27.780817 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-6c93b34e-52a4-4f14-bc40-9a711c14e8a7 req-bc2659ba-fa85-42ff-a83c-5e3524dd6061 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/security-groups?id=5cbb5602-31a8-4a02-ac2d-241f7f657cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408635 Jun 01 19:58:28.984183 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff28e37f-30ac-4100-90fb-cc696a7c92bc req-78f105c9-0c38-4ac2-b66d-6aac2968abf5 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:58:28.985700 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ff28e37f-30ac-4100-90fb-cc696a7c92bc req-78f105c9-0c38-4ac2-b66d-6aac2968abf5 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e9c20c6-2673-45a3-a3b3-4b2fa444f974 HTTP/1.1" status: 200 len: 945 time: 0.0890718 Jun 01 19:58:29.033423 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ff28e37f-30ac-4100-90fb-cc696a7c92bc req-c4323712-9cdc-41af-8bc8-da52616dc1c8 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/security-groups?id=5cbb5602-31a8-4a02-ac2d-241f7f657cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407813 Jun 01 19:58:30.226351 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d1a08d-074d-4f32-a299-933dab9d32a5 req-cc67acdd-4e86-4ef7-b386-c345a8deb78b tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:58:30.227791 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a3d1a08d-074d-4f32-a299-933dab9d32a5 req-cc67acdd-4e86-4ef7-b386-c345a8deb78b tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e9c20c6-2673-45a3-a3b3-4b2fa444f974 HTTP/1.1" status: 200 len: 945 time: 0.0848382 Jun 01 19:58:30.276025 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a3d1a08d-074d-4f32-a299-933dab9d32a5 req-021f03f9-6e7a-44f3-a72c-1038cb4f2fec tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/security-groups?id=5cbb5602-31a8-4a02-ac2d-241f7f657cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414577 Jun 01 19:58:31.467465 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf31bb4-96bc-464e-96d9-4623e9eb6b44 req-6242cc33-d3df-4b18-9857-8ea1c3091681 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:58:31.468956 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-caf31bb4-96bc-464e-96d9-4623e9eb6b44 req-6242cc33-d3df-4b18-9857-8ea1c3091681 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e9c20c6-2673-45a3-a3b3-4b2fa444f974 HTTP/1.1" status: 200 len: 945 time: 0.0827744 Jun 01 19:58:31.518140 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-caf31bb4-96bc-464e-96d9-4623e9eb6b44 req-9b0b84c3-6b8c-4b08-b658-0bd6f584c066 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/security-groups?id=5cbb5602-31a8-4a02-ac2d-241f7f657cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409791 Jun 01 19:58:32.711544 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c52195-340f-45af-91ab-57185b3bb7c0 req-2ddeeb9d-b423-4e27-acbd-e4f2586233a5 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:58:32.713209 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-19c52195-340f-45af-91ab-57185b3bb7c0 req-2ddeeb9d-b423-4e27-acbd-e4f2586233a5 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e9c20c6-2673-45a3-a3b3-4b2fa444f974 HTTP/1.1" status: 200 len: 945 time: 0.0878849 Jun 01 19:58:32.759117 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-19c52195-340f-45af-91ab-57185b3bb7c0 req-ff7aff88-3471-417c-9735-b94ad36a5629 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/security-groups?id=5cbb5602-31a8-4a02-ac2d-241f7f657cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396430 Jun 01 19:58:33.960435 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d590e5-7b72-4b4e-819b-59d610d39475 req-27486e48-154d-485d-8196-ec1065da230f tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:58:33.961780 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d4d590e5-7b72-4b4e-819b-59d610d39475 req-27486e48-154d-485d-8196-ec1065da230f tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e9c20c6-2673-45a3-a3b3-4b2fa444f974 HTTP/1.1" status: 200 len: 945 time: 0.0847967 Jun 01 19:58:34.013857 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d4d590e5-7b72-4b4e-819b-59d610d39475 req-6c529483-068c-46c2-a2b1-cf782188e159 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/security-groups?id=5cbb5602-31a8-4a02-ac2d-241f7f657cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460913 Jun 01 19:58:35.202125 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b60e5c-5eb7-45a8-ba87-5d55b35b251f req-04b9851f-f4fb-4684-9ad0-64ebf7bc1592 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:58:35.203576 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e4b60e5c-5eb7-45a8-ba87-5d55b35b251f req-04b9851f-f4fb-4684-9ad0-64ebf7bc1592 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e9c20c6-2673-45a3-a3b3-4b2fa444f974 HTTP/1.1" status: 200 len: 945 time: 0.0832303 Jun 01 19:58:35.250508 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e4b60e5c-5eb7-45a8-ba87-5d55b35b251f req-6f694cd2-1b69-490f-bbde-3d3ef9370100 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/security-groups?id=5cbb5602-31a8-4a02-ac2d-241f7f657cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411336 Jun 01 19:58:36.447372 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acb174b-466f-46bf-8d07-70e05c5e0edc req-731cf707-1adc-48c0-833d-fb6c2b0cb965 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:58:36.448864 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-5acb174b-466f-46bf-8d07-70e05c5e0edc req-731cf707-1adc-48c0-833d-fb6c2b0cb965 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e9c20c6-2673-45a3-a3b3-4b2fa444f974 HTTP/1.1" status: 200 len: 945 time: 0.0871234 Jun 01 19:58:36.496148 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-5acb174b-466f-46bf-8d07-70e05c5e0edc req-22f19e2a-9596-414f-af11-fa7d9fd158bd tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/security-groups?id=5cbb5602-31a8-4a02-ac2d-241f7f657cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394325 Jun 01 19:58:36.750245 n-d-844202-1 neutron-server[88524]: INFO neutron.api.v2.resource [req-13f08dbd-86ff-4a62-9497-c6d9ac313e22 req-26f9d0f6-8b43-410e-bee0-a66c023db8f1 service neutron] show failed (client error): The resource could not be found. Jun 01 19:58:36.751240 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-13f08dbd-86ff-4a62-9497-c6d9ac313e22 req-26f9d0f6-8b43-410e-bee0-a66c023db8f1 service neutron] 10.222.0.50 "GET /v2.0/ports/2d0d2077-173b-47b2-bfaa-02ac49f243b2/bindings/n-h1-844202-1 HTTP/1.1" status: 404 len: 380 time: 0.0779467 Jun 01 19:58:37.067301 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f08dbd-86ff-4a62-9497-c6d9ac313e22 req-6d7c5eb1-ae11-47b5-a11a-d273dca845fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:58:37.068955 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-13f08dbd-86ff-4a62-9497-c6d9ac313e22 req-6d7c5eb1-ae11-47b5-a11a-d273dca845fc service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6e9c20c6-2673-45a3-a3b3-4b2fa444f974&tenant_id=38719620e52c492f964e26f6f4cd8c39 HTTP/1.1" status: 200 len: 1096 time: 0.1185362 Jun 01 19:58:37.083703 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-13f08dbd-86ff-4a62-9497-c6d9ac313e22 req-b044f7ac-b5a7-4b27-af88-002009a1405d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-844202-1', 'device_owner': 'compute:nova'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:58:37.207881 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-13f08dbd-86ff-4a62-9497-c6d9ac313e22 req-b044f7ac-b5a7-4b27-af88-002009a1405d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:58:37.219218 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-316d9846-ae1b-4ca0-a6a2-b648d04200a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:58:37.576176 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-13f08dbd-86ff-4a62-9497-c6d9ac313e22 req-b044f7ac-b5a7-4b27-af88-002009a1405d service neutron] For port 2d0d2077-173b-47b2-bfaa-02ac49f243b2, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=2d0d2077-173b-47b2-bfaa-02ac49f243b2,segment=NetworkSegment(71ca169c-fc37-4ecd-80cf-97f5bfdaf651),segment_id=71ca169c-fc37-4ecd-80cf-97f5bfdaf651)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:58:37.605398 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-13f08dbd-86ff-4a62-9497-c6d9ac313e22 req-b044f7ac-b5a7-4b27-af88-002009a1405d service neutron] For port 2d0d2077-173b-47b2-bfaa-02ac49f243b2, host n-h2-844202-1, cleared binding levels {{(pid=88524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:58:37.666314 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e9c20c6-2673-45a3-a3b3-4b2fa444f974', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d0d2077-173b-47b2-bfaa-02ac49f243b2'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:58:37.674112 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-13f08dbd-86ff-4a62-9497-c6d9ac313e22 req-b044f7ac-b5a7-4b27-af88-002009a1405d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:58:37.689576 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [req-13f08dbd-86ff-4a62-9497-c6d9ac313e22 req-b044f7ac-b5a7-4b27-af88-002009a1405d service neutron] Transition to ACTIVE for port object 2d0d2077-173b-47b2-bfaa-02ac49f243b2 will not be triggered until provisioned by entity L2. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:58:37.693186 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-13f08dbd-86ff-4a62-9497-c6d9ac313e22 req-b044f7ac-b5a7-4b27-af88-002009a1405d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:58:37.696329 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932e50ca-d2e6-4dbe-b01c-eccb605d5c9a req-67e8b713-a259-4ba7-9c65-4215e73540bb tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:58:37.697803 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-932e50ca-d2e6-4dbe-b01c-eccb605d5c9a req-67e8b713-a259-4ba7-9c65-4215e73540bb tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e9c20c6-2673-45a3-a3b3-4b2fa444f974 HTTP/1.1" status: 200 len: 945 time: 0.0850413 Jun 01 19:58:37.747563 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-932e50ca-d2e6-4dbe-b01c-eccb605d5c9a req-6a64b577-0c58-4978-bb09-c2b41df6c45b tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/security-groups?id=5cbb5602-31a8-4a02-ac2d-241f7f657cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423188 Jun 01 19:58:37.834375 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-690af858-04f2-4922-a11e-7a66f883a92c'] response: {'server_uuid': '6e9c20c6-2673-45a3-a3b3-4b2fa444f974', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d0d2077-173b-47b2-bfaa-02ac49f243b2', 'code': 200} Jun 01 19:58:37.862090 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b044f7ac-b5a7-4b27-af88-002009a1405d service neutron] Pushing event updated for resources: {'Port': ['ID=2d0d2077-173b-47b2-bfaa-02ac49f243b2,revision_number=6']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:58:37.897463 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b044f7ac-b5a7-4b27-af88-002009a1405d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:58:37.897806 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b044f7ac-b5a7-4b27-af88-002009a1405d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:58:37.898139 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b044f7ac-b5a7-4b27-af88-002009a1405d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:58:37.898465 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b044f7ac-b5a7-4b27-af88-002009a1405d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:58:37.898788 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b044f7ac-b5a7-4b27-af88-002009a1405d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:58:37.899110 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b044f7ac-b5a7-4b27-af88-002009a1405d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:58:37.899428 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b044f7ac-b5a7-4b27-af88-002009a1405d service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:58:37.899747 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b044f7ac-b5a7-4b27-af88-002009a1405d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:58:37.900062 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b044f7ac-b5a7-4b27-af88-002009a1405d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:58:37.900405 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b044f7ac-b5a7-4b27-af88-002009a1405d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:58:37.900721 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b044f7ac-b5a7-4b27-af88-002009a1405d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:58:37.901034 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b044f7ac-b5a7-4b27-af88-002009a1405d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:58:37.915951 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-13f08dbd-86ff-4a62-9497-c6d9ac313e22 req-b044f7ac-b5a7-4b27-af88-002009a1405d service neutron] No DVR routers for this DVR port 2d0d2077-173b-47b2-bfaa-02ac49f243b2 on host n-h2-844202-1 {{(pid=88524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:58:38.250544 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-13f08dbd-86ff-4a62-9497-c6d9ac313e22 req-b044f7ac-b5a7-4b27-af88-002009a1405d service neutron] Attempting to bind port 2d0d2077-173b-47b2-bfaa-02ac49f243b2 on host n-h1-844202-1 for vnic_type normal with profile {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:58:38.250862 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-13f08dbd-86ff-4a62-9497-c6d9ac313e22 req-b044f7ac-b5a7-4b27-af88-002009a1405d service neutron] Attempting to bind port 2d0d2077-173b-47b2-bfaa-02ac49f243b2 by drivers openvswitch,hyperv on host n-h1-844202-1 at level 0 using segments [{'id': '71ca169c-fc37-4ecd-80cf-97f5bfdaf651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '427994da-29cd-45a2-9629-1d2147b6218f'}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:58:38.251180 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13f08dbd-86ff-4a62-9497-c6d9ac313e22 req-b044f7ac-b5a7-4b27-af88-002009a1405d service neutron] Attempting to bind port 2d0d2077-173b-47b2-bfaa-02ac49f243b2 on network 427994da-29cd-45a2-9629-1d2147b6218f {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:58:38.255649 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13f08dbd-86ff-4a62-9497-c6d9ac313e22 req-b044f7ac-b5a7-4b27-af88-002009a1405d service neutron] Port 2d0d2077-173b-47b2-bfaa-02ac49f243b2 on network 427994da-29cd-45a2-9629-1d2147b6218f not bound, no agent of type Open vSwitch agent registered on host n-h1-844202-1 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 19:58:38.255960 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13f08dbd-86ff-4a62-9497-c6d9ac313e22 req-b044f7ac-b5a7-4b27-af88-002009a1405d service neutron] Attempting to bind port 2d0d2077-173b-47b2-bfaa-02ac49f243b2 on network 427994da-29cd-45a2-9629-1d2147b6218f {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:58:38.260907 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13f08dbd-86ff-4a62-9497-c6d9ac313e22 req-b044f7ac-b5a7-4b27-af88-002009a1405d service neutron] Checking agent: {'id': 'bdb1e5d7-b998-4259-838f-3d278e930f32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 58, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:58:38.261230 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13f08dbd-86ff-4a62-9497-c6d9ac313e22 req-b044f7ac-b5a7-4b27-af88-002009a1405d service neutron] Checking segment: {'id': '71ca169c-fc37-4ecd-80cf-97f5bfdaf651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '427994da-29cd-45a2-9629-1d2147b6218f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:58:38.262212 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13f08dbd-86ff-4a62-9497-c6d9ac313e22 req-b044f7ac-b5a7-4b27-af88-002009a1405d service neutron] Bound using segment: {'id': '71ca169c-fc37-4ecd-80cf-97f5bfdaf651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '427994da-29cd-45a2-9629-1d2147b6218f'} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:58:38.262714 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-13f08dbd-86ff-4a62-9497-c6d9ac313e22 req-b044f7ac-b5a7-4b27-af88-002009a1405d service neutron] Bound port: 2d0d2077-173b-47b2-bfaa-02ac49f243b2, host: n-h1-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71ca169c-fc37-4ecd-80cf-97f5bfdaf651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '427994da-29cd-45a2-9629-1d2147b6218f'}}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:58:38.263057 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-13f08dbd-86ff-4a62-9497-c6d9ac313e22 req-b044f7ac-b5a7-4b27-af88-002009a1405d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:58:38.360257 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-13f08dbd-86ff-4a62-9497-c6d9ac313e22 req-b044f7ac-b5a7-4b27-af88-002009a1405d service neutron] For port 2d0d2077-173b-47b2-bfaa-02ac49f243b2, host n-h1-844202-1, cleared binding levels {{(pid=88524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:58:38.363279 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-13f08dbd-86ff-4a62-9497-c6d9ac313e22 req-b044f7ac-b5a7-4b27-af88-002009a1405d service neutron] For port 2d0d2077-173b-47b2-bfaa-02ac49f243b2, host n-h1-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=2d0d2077-173b-47b2-bfaa-02ac49f243b2,segment=NetworkSegment(71ca169c-fc37-4ecd-80cf-97f5bfdaf651),segment_id=71ca169c-fc37-4ecd-80cf-97f5bfdaf651)] {{(pid=88524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:58:38.371725 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-13f08dbd-86ff-4a62-9497-c6d9ac313e22 req-b044f7ac-b5a7-4b27-af88-002009a1405d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:58:38.442842 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f08dbd-86ff-4a62-9497-c6d9ac313e22 req-b044f7ac-b5a7-4b27-af88-002009a1405d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:58:38.443580 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-13f08dbd-86ff-4a62-9497-c6d9ac313e22 req-b044f7ac-b5a7-4b27-af88-002009a1405d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:58:38.444970 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-13f08dbd-86ff-4a62-9497-c6d9ac313e22 req-b044f7ac-b5a7-4b27-af88-002009a1405d service neutron] 10.222.0.15 "PUT /v2.0/ports/2d0d2077-173b-47b2-bfaa-02ac49f243b2 HTTP/1.1" status: 200 len: 1091 time: 1.3652630 Jun 01 19:58:38.464049 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b044f7ac-b5a7-4b27-af88-002009a1405d service neutron] Pushing event updated for resources: {'Port': ['ID=2d0d2077-173b-47b2-bfaa-02ac49f243b2,revision_number=7']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:58:38.558022 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f08dbd-86ff-4a62-9497-c6d9ac313e22 req-1a428b74-b2d3-4975-938d-96e0dc910522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:58:38.560056 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-13f08dbd-86ff-4a62-9497-c6d9ac313e22 req-1a428b74-b2d3-4975-938d-96e0dc910522 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=38719620e52c492f964e26f6f4cd8c39&device_id=6e9c20c6-2673-45a3-a3b3-4b2fa444f974 HTTP/1.1" status: 200 len: 1094 time: 0.0892096 Jun 01 19:58:38.728460 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f08dbd-86ff-4a62-9497-c6d9ac313e22 req-05375c8d-36c7-40d4-9580-ece0e582d5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:58:38.730527 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-13f08dbd-86ff-4a62-9497-c6d9ac313e22 req-05375c8d-36c7-40d4-9580-ece0e582d5d4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=427994da-29cd-45a2-9629-1d2147b6218f HTTP/1.1" status: 200 len: 898 time: 0.1604204 Jun 01 19:58:38.852893 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-13f08dbd-86ff-4a62-9497-c6d9ac313e22 req-0d1ea809-6b7c-4851-859c-4589ec652716 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2d0d2077-173b-47b2-bfaa-02ac49f243b2 HTTP/1.1" status: 200 len: 999 time: 0.1167212 Jun 01 19:58:38.922222 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f08dbd-86ff-4a62-9497-c6d9ac313e22 req-d496bcd9-e6df-4d69-b04b-7a05c2209df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:58:38.923663 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-13f08dbd-86ff-4a62-9497-c6d9ac313e22 req-d496bcd9-e6df-4d69-b04b-7a05c2209df1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2b6f2a64-d4cc-40a5-9771-9362fb307cca HTTP/1.1" status: 200 len: 834 time: 0.0647182 Jun 01 19:58:38.952636 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb338c6-54f1-411e-bf97-3c684d695345 req-59043a13-b1e1-401e-9c34-ce0d4de2161b tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:58:38.954110 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-6fb338c6-54f1-411e-bf97-3c684d695345 req-59043a13-b1e1-401e-9c34-ce0d4de2161b tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e9c20c6-2673-45a3-a3b3-4b2fa444f974 HTTP/1.1" status: 200 len: 943 time: 0.0871613 Jun 01 19:58:39.002396 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-6fb338c6-54f1-411e-bf97-3c684d695345 req-75a38476-a4ef-40e0-a6db-58edd9b247b5 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/security-groups?id=5cbb5602-31a8-4a02-ac2d-241f7f657cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423007 Jun 01 19:58:39.007059 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f08dbd-86ff-4a62-9497-c6d9ac313e22 req-8a17b651-f615-41da-86fc-90c5cba93773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:58:39.008621 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-13f08dbd-86ff-4a62-9497-c6d9ac313e22 req-8a17b651-f615-41da-86fc-90c5cba93773 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=427994da-29cd-45a2-9629-1d2147b6218f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0781004 Jun 01 19:58:39.022321 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [req-13f08dbd-86ff-4a62-9497-c6d9ac313e22 req-8375c4d7-2d8e-42cf-a527-bfbc5970ed45 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=88524) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 19:58:39.023458 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-13f08dbd-86ff-4a62-9497-c6d9ac313e22 req-8375c4d7-2d8e-42cf-a527-bfbc5970ed45 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052617 Jun 01 19:58:39.168569 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-13f08dbd-86ff-4a62-9497-c6d9ac313e22 req-d8522f15-24d9-45d8-9604-ff53a04e46dc service neutron] 10.222.0.15 "GET /v2.0/networks/427994da-29cd-45a2-9629-1d2147b6218f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346643 Jun 01 19:58:39.311795 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-13f08dbd-86ff-4a62-9497-c6d9ac313e22 req-f2547728-9e81-4d75-a040-ee26ab09c9c1 service neutron] 10.222.0.15 "GET /v2.0/networks/427994da-29cd-45a2-9629-1d2147b6218f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349859 Jun 01 19:58:39.569323 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 2d0d2077-173b-47b2-bfaa-02ac49f243b2 no longer exists at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:58:39.634849 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 2d0d2077-173b-47b2-bfaa-02ac49f243b2 not bound to the agent host n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:58:39.680602 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-5164b959-bf8a-4424-a7b8-1ce7e2af0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:58:39.835760 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e9c20c6-2673-45a3-a3b3-4b2fa444f974', 'tag': '2d0d2077-173b-47b2-bfaa-02ac49f243b2'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:58:39.903454 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e596cab5-d289-43b0-a1af-4341706069d9'] response: {'name': 'network-changed', 'server_uuid': '6e9c20c6-2673-45a3-a3b3-4b2fa444f974', 'tag': '2d0d2077-173b-47b2-bfaa-02ac49f243b2', 'status': 'completed', 'code': 200} Jun 01 19:58:40.062049 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07faeea8-519b-4bc2-a85f-004147298e44 req-9a9b65ad-1596-42d7-9d3b-a4f5c65ec754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:58:40.063811 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-07faeea8-519b-4bc2-a85f-004147298e44 req-9a9b65ad-1596-42d7-9d3b-a4f5c65ec754 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=38719620e52c492f964e26f6f4cd8c39&device_id=6e9c20c6-2673-45a3-a3b3-4b2fa444f974 HTTP/1.1" status: 200 len: 1094 time: 0.1057332 Jun 01 19:58:40.066999 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07faeea8-519b-4bc2-a85f-004147298e44 req-5cab45aa-d88c-4bee-8304-0e389c927e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:58:40.068445 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-07faeea8-519b-4bc2-a85f-004147298e44 req-5cab45aa-d88c-4bee-8304-0e389c927e2c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=38719620e52c492f964e26f6f4cd8c39&device_id=6e9c20c6-2673-45a3-a3b3-4b2fa444f974 HTTP/1.1" status: 200 len: 1094 time: 0.1475792 Jun 01 19:58:40.204382 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27aca708-8574-4de7-a720-b092c33493a1 req-a68a15f6-f4f8-4996-bb8f-a87245bca9aa tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:58:40.206712 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-27aca708-8574-4de7-a720-b092c33493a1 req-a68a15f6-f4f8-4996-bb8f-a87245bca9aa tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e9c20c6-2673-45a3-a3b3-4b2fa444f974 HTTP/1.1" status: 200 len: 943 time: 0.0890090 Jun 01 19:58:40.259161 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-27aca708-8574-4de7-a720-b092c33493a1 req-e70802fd-137b-4e07-9227-b8ba1e87e840 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/security-groups?id=5cbb5602-31a8-4a02-ac2d-241f7f657cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464015 Jun 01 19:58:40.329032 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07faeea8-519b-4bc2-a85f-004147298e44 req-60aa18ed-bf33-48a1-8621-4aa6415e3bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:58:40.330705 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-07faeea8-519b-4bc2-a85f-004147298e44 req-60aa18ed-bf33-48a1-8621-4aa6415e3bec service neutron] 10.222.0.15 "GET /v2.0/networks?id=427994da-29cd-45a2-9629-1d2147b6218f HTTP/1.1" status: 200 len: 898 time: 0.2602811 Jun 01 19:58:40.333767 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07faeea8-519b-4bc2-a85f-004147298e44 req-5a8dc0b4-017d-4140-9aa5-98b8bb1f79b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:58:40.335182 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-07faeea8-519b-4bc2-a85f-004147298e44 req-5a8dc0b4-017d-4140-9aa5-98b8bb1f79b1 service neutron] 10.222.0.50 "GET /v2.0/networks?id=427994da-29cd-45a2-9629-1d2147b6218f HTTP/1.1" status: 200 len: 898 time: 0.2468274 Jun 01 19:58:40.653812 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-07faeea8-519b-4bc2-a85f-004147298e44 req-36f6e726-98ae-4722-863c-5175f67f524d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2d0d2077-173b-47b2-bfaa-02ac49f243b2 HTTP/1.1" status: 200 len: 999 time: 0.3165722 Jun 01 19:58:40.657299 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-07faeea8-519b-4bc2-a85f-004147298e44 req-049cc1d3-f5ec-4c0c-a648-74225cb2e8b7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2d0d2077-173b-47b2-bfaa-02ac49f243b2 HTTP/1.1" status: 200 len: 999 time: 0.2636080 Jun 01 19:58:40.780355 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07faeea8-519b-4bc2-a85f-004147298e44 req-d708a771-934d-468c-a4d1-ae4a91eacdd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:58:40.781786 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-07faeea8-519b-4bc2-a85f-004147298e44 req-d708a771-934d-468c-a4d1-ae4a91eacdd9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2b6f2a64-d4cc-40a5-9771-9362fb307cca HTTP/1.1" status: 200 len: 834 time: 0.1196494 Jun 01 19:58:40.783835 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07faeea8-519b-4bc2-a85f-004147298e44 req-a600e2cb-f64b-4612-848e-db1577909e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:58:40.785315 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-07faeea8-519b-4bc2-a85f-004147298e44 req-a600e2cb-f64b-4612-848e-db1577909e76 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2b6f2a64-d4cc-40a5-9771-9362fb307cca HTTP/1.1" status: 200 len: 834 time: 0.0914390 Jun 01 19:58:40.838432 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:58:40.856944 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:58:40.939931 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07faeea8-519b-4bc2-a85f-004147298e44 req-be72d68c-a6ad-4742-a814-950a55566ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:58:40.941467 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-07faeea8-519b-4bc2-a85f-004147298e44 req-be72d68c-a6ad-4742-a814-950a55566ea5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=427994da-29cd-45a2-9629-1d2147b6218f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1200910 Jun 01 19:58:40.944381 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07faeea8-519b-4bc2-a85f-004147298e44 req-842b0da6-5c63-4bcc-a771-e590bb628b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:58:40.945878 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-07faeea8-519b-4bc2-a85f-004147298e44 req-842b0da6-5c63-4bcc-a771-e590bb628b5b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=427994da-29cd-45a2-9629-1d2147b6218f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1567616 Jun 01 19:58:41.196281 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-07faeea8-519b-4bc2-a85f-004147298e44 req-e66ffe10-bab1-4aed-8e31-2a4e568cba2e service neutron] 10.222.0.50 "GET /v2.0/networks/427994da-29cd-45a2-9629-1d2147b6218f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2489865 Jun 01 19:58:41.200567 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-07faeea8-519b-4bc2-a85f-004147298e44 req-e3cc5e55-cb63-4510-b8d0-a461d233509d service neutron] 10.222.0.15 "GET /v2.0/networks/427994da-29cd-45a2-9629-1d2147b6218f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2338295 Jun 01 19:58:41.445701 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-07faeea8-519b-4bc2-a85f-004147298e44 req-711e567f-8e80-41fb-9c60-e861249addce service neutron] 10.222.0.50 "GET /v2.0/networks/427994da-29cd-45a2-9629-1d2147b6218f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2438130 Jun 01 19:58:41.452079 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-07faeea8-519b-4bc2-a85f-004147298e44 req-6a2fb0bb-c9b6-43d1-b776-24f804827ffd service neutron] 10.222.0.15 "GET /v2.0/networks/427994da-29cd-45a2-9629-1d2147b6218f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2291098 Jun 01 19:58:41.464786 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd71f705-bf66-4ca7-a24f-46f5ae1cd13f req-dcc928fb-2f2e-4341-b407-1696dd63960e tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:58:41.466304 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-cd71f705-bf66-4ca7-a24f-46f5ae1cd13f req-dcc928fb-2f2e-4341-b407-1696dd63960e tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e9c20c6-2673-45a3-a3b3-4b2fa444f974 HTTP/1.1" status: 200 len: 943 time: 0.0870707 Jun 01 19:58:41.513318 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-cd71f705-bf66-4ca7-a24f-46f5ae1cd13f req-66764786-037a-4495-be0d-9acfa53cfc40 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/security-groups?id=5cbb5602-31a8-4a02-ac2d-241f7f657cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401769 Jun 01 19:58:41.831795 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bdc6b2-a355-486e-a05d-d0a6b6649c16 req-e07f4128-87d4-4756-ba26-e33b0f57f4b4 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:58:41.833333 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-96bdc6b2-a355-486e-a05d-d0a6b6649c16 req-e07f4128-87d4-4756-ba26-e33b0f57f4b4 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e9c20c6-2673-45a3-a3b3-4b2fa444f974 HTTP/1.1" status: 200 len: 943 time: 0.0876005 Jun 01 19:58:41.838109 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0781af9d-a6df-4801-add3-3b8ec0f13c04 req-cb099c1b-fcc8-46ec-9bed-aa52384d7fe6 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:58:41.838808 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-0781af9d-a6df-4801-add3-3b8ec0f13c04 req-cb099c1b-fcc8-46ec-9bed-aa52384d7fe6 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Synchronizing usage tracker for tenant:38719620e52c492f964e26f6f4cd8c39 on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:58:41.861471 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-0781af9d-a6df-4801-add3-3b8ec0f13c04 req-cb099c1b-fcc8-46ec-9bed-aa52384d7fe6 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Unset dirty status for tenant:38719620e52c492f964e26f6f4cd8c39 on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:58:41.862627 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0781af9d-a6df-4801-add3-3b8ec0f13c04 req-cb099c1b-fcc8-46ec-9bed-aa52384d7fe6 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.50 "GET /v2.0/ports?device_id=6e9c20c6-2673-45a3-a3b3-4b2fa444f974&tenant_id=38719620e52c492f964e26f6f4cd8c39&binding%3Ahost_id=n-h1-844202-1 HTTP/1.1" status: 200 len: 943 time: 0.1205406 Jun 01 19:58:41.874342 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:58:41.887122 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-96bdc6b2-a355-486e-a05d-d0a6b6649c16 req-603ac857-76dd-4290-b702-f5392380e031 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/security-groups?id=5cbb5602-31a8-4a02-ac2d-241f7f657cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477040 Jun 01 19:58:41.951545 n-d-844202-1 neutron-server[88524]: INFO neutron.api.v2.resource [req-0781af9d-a6df-4801-add3-3b8ec0f13c04 req-7fe75e39-6bc7-45c0-b9d8-01c45b67dc14 service neutron] delete failed (client error): The resource could not be found. Jun 01 19:58:41.952657 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0781af9d-a6df-4801-add3-3b8ec0f13c04 req-7fe75e39-6bc7-45c0-b9d8-01c45b67dc14 service neutron] 10.222.0.50 "DELETE /v2.0/ports/2d0d2077-173b-47b2-bfaa-02ac49f243b2/bindings/n-h2-844202-1 HTTP/1.1" status: 404 len: 380 time: 0.0846128 Jun 01 19:58:42.082155 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7d35d1-7675-45d8-9abc-edf3ec0a2a05 req-738c33bd-4b88-47e2-b261-50937c5de862 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:58:42.083789 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ee7d35d1-7675-45d8-9abc-edf3ec0a2a05 req-738c33bd-4b88-47e2-b261-50937c5de862 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e9c20c6-2673-45a3-a3b3-4b2fa444f974 HTTP/1.1" status: 200 len: 943 time: 0.0845056 Jun 01 19:58:42.097324 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0781af9d-a6df-4801-add3-3b8ec0f13c04 req-f53098a6-088c-422f-a8e1-d7c073a7bac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:58:42.098977 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0781af9d-a6df-4801-add3-3b8ec0f13c04 req-f53098a6-088c-422f-a8e1-d7c073a7bac5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=38719620e52c492f964e26f6f4cd8c39&device_id=6e9c20c6-2673-45a3-a3b3-4b2fa444f974 HTTP/1.1" status: 200 len: 1094 time: 0.0737944 Jun 01 19:58:42.131343 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ee7d35d1-7675-45d8-9abc-edf3ec0a2a05 req-c4b4161f-d7c7-4f95-b646-dd0617cba54e tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/security-groups?id=5cbb5602-31a8-4a02-ac2d-241f7f657cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418177 Jun 01 19:58:42.210152 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:58:42.234417 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0781af9d-a6df-4801-add3-3b8ec0f13c04 req-cb741a53-4d3f-497e-a15b-65705def00ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:58:42.235882 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0781af9d-a6df-4801-add3-3b8ec0f13c04 req-cb741a53-4d3f-497e-a15b-65705def00ff service neutron] 10.222.0.50 "GET /v2.0/networks?id=427994da-29cd-45a2-9629-1d2147b6218f HTTP/1.1" status: 200 len: 898 time: 0.1320298 Jun 01 19:58:42.344370 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0781af9d-a6df-4801-add3-3b8ec0f13c04 req-2310a6ff-7e9b-42b9-a582-6360f72f5bd6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2d0d2077-173b-47b2-bfaa-02ac49f243b2 HTTP/1.1" status: 200 len: 999 time: 0.1031518 Jun 01 19:58:42.408065 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0781af9d-a6df-4801-add3-3b8ec0f13c04 req-5d4725b6-8f5f-434b-8a73-a085d4dd675b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:58:42.409590 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0781af9d-a6df-4801-add3-3b8ec0f13c04 req-5d4725b6-8f5f-434b-8a73-a085d4dd675b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2b6f2a64-d4cc-40a5-9771-9362fb307cca HTTP/1.1" status: 200 len: 834 time: 0.0602372 Jun 01 19:58:42.498701 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0781af9d-a6df-4801-add3-3b8ec0f13c04 req-a830ce0f-e02f-4ca4-a9dd-359a6c321794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:58:42.500313 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0781af9d-a6df-4801-add3-3b8ec0f13c04 req-a830ce0f-e02f-4ca4-a9dd-359a6c321794 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=427994da-29cd-45a2-9629-1d2147b6218f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0855298 Jun 01 19:58:42.541869 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:58:42.810613 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0781af9d-a6df-4801-add3-3b8ec0f13c04 req-f3072779-08e0-4d01-9ec7-787ccab83cc6 service neutron] 10.222.0.50 "GET /v2.0/networks/427994da-29cd-45a2-9629-1d2147b6218f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3024528 Jun 01 19:58:42.958031 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.agents_db [None req-e814b9cf-7de8-45d0-a079-29c61fabe7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 19:58:42.962485 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0781af9d-a6df-4801-add3-3b8ec0f13c04 req-64d9fa66-359d-403a-a78a-f60ec89aafff service neutron] 10.222.0.50 "GET /v2.0/networks/427994da-29cd-45a2-9629-1d2147b6218f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459970 Jun 01 19:58:43.358028 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fdcc90-2444-40ff-bdc2-b2a26856babe req-691e5b49-411a-4023-b95a-474b93d4d50c tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:58:43.359683 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a6fdcc90-2444-40ff-bdc2-b2a26856babe req-691e5b49-411a-4023-b95a-474b93d4d50c tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e9c20c6-2673-45a3-a3b3-4b2fa444f974 HTTP/1.1" status: 200 len: 943 time: 0.0989833 Jun 01 19:58:43.413923 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a6fdcc90-2444-40ff-bdc2-b2a26856babe req-2f016b69-45cf-408b-a162-20f6b8f2dd80 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/security-groups?id=5cbb5602-31a8-4a02-ac2d-241f7f657cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478387 Jun 01 19:58:43.752673 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 2d0d2077-173b-47b2-bfaa-02ac49f243b2 details requested by agent hyperv_n-h1-844202-1 with host n-h1-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 19:58:43.902818 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port 2d0d2077-173b-47b2-bfaa-02ac49f243b2, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=2d0d2077-173b-47b2-bfaa-02ac49f243b2,segment=NetworkSegment(71ca169c-fc37-4ecd-80cf-97f5bfdaf651),segment_id=71ca169c-fc37-4ecd-80cf-97f5bfdaf651)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:58:43.916200 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Returning: {'device': '2d0d2077-173b-47b2-bfaa-02ac49f243b2', 'network_id': '427994da-29cd-45a2-9629-1d2147b6218f', 'port_id': '2d0d2077-173b-47b2-bfaa-02ac49f243b2', 'mac_address': 'fa:16:3e:89:33:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b6f2a64-d4cc-40a5-9771-9362fb307cca', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 19:58:43.974032 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port 2d0d2077-173b-47b2-bfaa-02ac49f243b2 is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:58:43.974315 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:58:43.991995 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d0d2077-173b-47b2-bfaa-02ac49f243b2 {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 19:58:44.007445 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port 2d0d2077-173b-47b2-bfaa-02ac49f243b2, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=2d0d2077-173b-47b2-bfaa-02ac49f243b2,segment=NetworkSegment(71ca169c-fc37-4ecd-80cf-97f5bfdaf651),segment_id=71ca169c-fc37-4ecd-80cf-97f5bfdaf651)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:58:44.011708 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:58:44.083087 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=2d0d2077-173b-47b2-bfaa-02ac49f243b2,revision_number=8']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:58:44.091357 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:58:44.091696 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:58:44.092058 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:58:44.092422 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:58:44.092771 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:58:44.093098 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:58:44.093445 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:58:44.093763 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:58:44.094080 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:58:44.094398 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:58:44.094719 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:58:44.095031 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:58:44.290729 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] get_ports_and_sgs() called for port_ids ['2d0d2077-173b-47b2-bfaa-02ac49f243b2'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 19:58:44.637542 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79639699-50f8-4fce-94c4-e7fe409ec152 req-f8783533-14bf-4441-8cc5-1209e3fd277b tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:58:44.639013 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-79639699-50f8-4fce-94c4-e7fe409ec152 req-f8783533-14bf-4441-8cc5-1209e3fd277b tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e9c20c6-2673-45a3-a3b3-4b2fa444f974 HTTP/1.1" status: 200 len: 944 time: 0.0904739 Jun 01 19:58:44.687400 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-79639699-50f8-4fce-94c4-e7fe409ec152 req-055a1e86-969e-483b-bf74-248822efd09d tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/security-groups?id=5cbb5602-31a8-4a02-ac2d-241f7f657cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424726 Jun 01 19:58:44.711218 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 54872) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:58:44.824680 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-bd069c05-c0dd-4cef-9a92-e0446c7c513b tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/floatingips/bfcf1688-1e6e-486b-b4b1-e19f7e3b46da HTTP/1.1" status: 200 len: 992 time: 0.1122973 Jun 01 19:58:45.759023 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 2d0d2077-173b-47b2-bfaa-02ac49f243b2 up at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:58:45.836324 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Provisioning for port 2d0d2077-173b-47b2-bfaa-02ac49f243b2 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:58:45.842128 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Provisioning complete for port 2d0d2077-173b-47b2-bfaa-02ac49f243b2 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:58:45.842495 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:58:45.962575 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port 2d0d2077-173b-47b2-bfaa-02ac49f243b2 is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:58:45.962982 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:58:45.994140 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e9c20c6-2673-45a3-a3b3-4b2fa444f974', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d0d2077-173b-47b2-bfaa-02ac49f243b2'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:58:46.004109 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port 2d0d2077-173b-47b2-bfaa-02ac49f243b2, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=2d0d2077-173b-47b2-bfaa-02ac49f243b2,segment=NetworkSegment(71ca169c-fc37-4ecd-80cf-97f5bfdaf651),segment_id=71ca169c-fc37-4ecd-80cf-97f5bfdaf651)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:58:46.008777 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:58:46.058276 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2fd24e5-01a4-46d5-b7f8-f025c539fa69'] response: {'server_uuid': '6e9c20c6-2673-45a3-a3b3-4b2fa444f974', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d0d2077-173b-47b2-bfaa-02ac49f243b2', 'code': 200} Jun 01 19:58:46.083856 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=2d0d2077-173b-47b2-bfaa-02ac49f243b2,revision_number=9']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:59:07.222628 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-cf940ea8-e2e9-4f59-9e85-36f4ae2d2cbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:59:09.675203 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-a58f8896-85de-422e-8ccd-49012f889467 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:59:10.822338 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:59:10.848609 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:59:11.882748 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:59:12.209381 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:59:12.533813 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:59:13.429442 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 54888) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:59:13.733265 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-17cfe016-cefc-4a6c-8db9-0d117e306831 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Deleting port 5d1a5994-b6ed-46c0-a5d6-11d4c55ed52c {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:59:13.733603 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-17cfe016-cefc-4a6c-8db9-0d117e306831 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:59:13.901065 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-17cfe016-cefc-4a6c-8db9-0d117e306831 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:59:13.901833 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-17cfe016-cefc-4a6c-8db9-0d117e306831 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:59:14.033686 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-17cfe016-cefc-4a6c-8db9-0d117e306831 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Calling delete_port for 5d1a5994-b6ed-46c0-a5d6-11d4c55ed52c owned by network:floatingip {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:59:14.187944 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-17cfe016-cefc-4a6c-8db9-0d117e306831 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:59:14.239325 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cfe016-cefc-4a6c-8db9-0d117e306831 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Pushing event deleted for resources: {'Port': ['ID=5d1a5994-b6ed-46c0-a5d6-11d4c55ed52c,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:59:14.279240 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cfe016-cefc-4a6c-8db9-0d117e306831 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:59:14.279580 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cfe016-cefc-4a6c-8db9-0d117e306831 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:59:14.279911 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cfe016-cefc-4a6c-8db9-0d117e306831 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:59:14.280315 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cfe016-cefc-4a6c-8db9-0d117e306831 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:59:14.280579 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cfe016-cefc-4a6c-8db9-0d117e306831 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:59:14.280904 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cfe016-cefc-4a6c-8db9-0d117e306831 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:59:14.281218 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cfe016-cefc-4a6c-8db9-0d117e306831 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:59:14.281531 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cfe016-cefc-4a6c-8db9-0d117e306831 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:59:14.281844 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cfe016-cefc-4a6c-8db9-0d117e306831 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:59:14.282155 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cfe016-cefc-4a6c-8db9-0d117e306831 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:59:14.282466 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cfe016-cefc-4a6c-8db9-0d117e306831 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:59:14.282771 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cfe016-cefc-4a6c-8db9-0d117e306831 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:59:14.341148 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-17cfe016-cefc-4a6c-8db9-0d117e306831 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for floatingip, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:59:14.341468 n-d-844202-1 neutron-server[88525]: INFO neutron.db.l3_db [None req-17cfe016-cefc-4a6c-8db9-0d117e306831 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Floating IP bfcf1688-1e6e-486b-b4b1-e19f7e3b46da disassociated (deleted). External IP: 172.25.4.204, port: 2d0d2077-173b-47b2-bfaa-02ac49f243b2. Jun 01 19:59:14.687576 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17cfe016-cefc-4a6c-8db9-0d117e306831 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Router 44c78f96-db1f-42ed-94d1-3812f7223995 has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 19:59:14.891964 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17cfe016-cefc-4a6c-8db9-0d117e306831 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:59:14.902417 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e16990-ade9-49cd-8a52-8d2fc4c81ea5 None None] Sync routers for ids ['44c78f96-db1f-42ed-94d1-3812f7223995'] in n-d-844202-1 {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:59:14.913332 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e16990-ade9-49cd-8a52-8d2fc4c81ea5 None None] Routers {'44c78f96-db1f-42ed-94d1-3812f7223995'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:59:14.913955 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-40e16990-ade9-49cd-8a52-8d2fc4c81ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:59:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['44c78f96-db1f-42ed-94d1-3812f7223995'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:59:14.919050 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-17cfe016-cefc-4a6c-8db9-0d117e306831 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for floatingip, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:59:15.101955 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-40e16990-ade9-49cd-8a52-8d2fc4c81ea5 None None] Set router 44c78f96-db1f-42ed-94d1-3812f7223995 gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:59:15.147430 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-17cfe016-cefc-4a6c-8db9-0d117e306831 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "DELETE /v2.0/floatingips/bfcf1688-1e6e-486b-b4b1-e19f7e3b46da HTTP/1.1" status: 204 len: 168 time: 1.7168419 Jun 01 19:59:15.148008 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e9c20c6-2673-45a3-a3b3-4b2fa444f974', 'tag': '2d0d2077-173b-47b2-bfaa-02ac49f243b2'}] {{(pid=88525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:59:15.478845 n-d-844202-1 neutron-server[88525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-609b4f68-544a-414e-95c2-a2ce90fabeac'] response: {'name': 'network-changed', 'server_uuid': '6e9c20c6-2673-45a3-a3b3-4b2fa444f974', 'tag': '2d0d2077-173b-47b2-bfaa-02ac49f243b2', 'status': 'completed', 'code': 200} Jun 01 19:59:15.514121 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-40e16990-ade9-49cd-8a52-8d2fc4c81ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44c78f96-db1f-42ed-94d1-3812f7223995', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1714600505', 'tenant_id': '38719620e52c492f964e26f6f4cd8c39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.102'}], 'enable_snat': True}, 'gw_port_id': '53b16ada-bb6c-489c-a30c-8bd1465d6b44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:57:33Z', 'updated_at': '2022-06-01T19:57:38Z', 'revision_number': 4, 'project_id': '38719620e52c492f964e26f6f4cd8c39', 'gw_port': {'id': '53b16ada-bb6c-489c-a30c-8bd1465d6b44', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:67:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44c78f96-db1f-42ed-94d1-3812f7223995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:57:33Z', 'updated_at': '2022-06-01T19:57:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '9cf0ef42-2090-40bd-be6f-f3c01b46b136', 'name': '', 'network_id': '427994da-29cd-45a2-9629-1d2147b6218f', 'tenant_id': '38719620e52c492f964e26f6f4cd8c39', 'mac_address': 'fa:16:3e:b3:6d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44c78f96-db1f-42ed-94d1-3812f7223995', 'device_owner': 'network:router_interface', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '2b6f2a64-d4cc-40a5-9771-9362fb307cca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:57:37Z', 'updated_at': '2022-06-01T19:57:44Z', 'revision_number': 5, 'project_id': '38719620e52c492f964e26f6f4cd8c39', 'subnets': [{'id': '2b6f2a64-d4cc-40a5-9771-9362fb307cca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:59:15.518790 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e16990-ade9-49cd-8a52-8d2fc4c81ea5 None None] Checking router: 44c78f96-db1f-42ed-94d1-3812f7223995 for host: n-d-844202-1 {{(pid=88526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 19:59:15.529625 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e16990-ade9-49cd-8a52-8d2fc4c81ea5 None None] Routers {'44c78f96-db1f-42ed-94d1-3812f7223995'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:59:15.530561 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-40e16990-ade9-49cd-8a52-8d2fc4c81ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:59:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['44c78f96-db1f-42ed-94d1-3812f7223995'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:59:15.580871 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bd286d-3e28-42b8-89c2-af3028df6a2d req-452fe8df-3b94-486d-955b-fce4d83a5742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:59:15.582348 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e6bd286d-3e28-42b8-89c2-af3028df6a2d req-452fe8df-3b94-486d-955b-fce4d83a5742 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=38719620e52c492f964e26f6f4cd8c39&device_id=6e9c20c6-2673-45a3-a3b3-4b2fa444f974 HTTP/1.1" status: 200 len: 1096 time: 0.0804632 Jun 01 19:59:15.666876 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b5cb57-a3c3-43f0-a3b6-d4c4556afd2a req-54299fed-1889-494e-b121-177470df2136 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:59:15.667692 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-20b5cb57-a3c3-43f0-a3b6-d4c4556afd2a req-54299fed-1889-494e-b121-177470df2136 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Synchronizing usage tracker for tenant:38719620e52c492f964e26f6f4cd8c39 on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:59:15.686332 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-20b5cb57-a3c3-43f0-a3b6-d4c4556afd2a req-54299fed-1889-494e-b121-177470df2136 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Unset dirty status for tenant:38719620e52c492f964e26f6f4cd8c39 on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:59:15.687794 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-20b5cb57-a3c3-43f0-a3b6-d4c4556afd2a req-54299fed-1889-494e-b121-177470df2136 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e9c20c6-2673-45a3-a3b3-4b2fa444f974 HTTP/1.1" status: 200 len: 945 time: 0.1117539 Jun 01 19:59:15.730840 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bd286d-3e28-42b8-89c2-af3028df6a2d req-4b746eea-c6b0-456e-9346-8b7223aa05aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:59:15.732626 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e6bd286d-3e28-42b8-89c2-af3028df6a2d req-4b746eea-c6b0-456e-9346-8b7223aa05aa service neutron] 10.222.0.15 "GET /v2.0/networks?id=427994da-29cd-45a2-9629-1d2147b6218f HTTP/1.1" status: 200 len: 898 time: 0.1430955 Jun 01 19:59:15.738571 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-20b5cb57-a3c3-43f0-a3b6-d4c4556afd2a req-ae45a2c0-488d-48c9-921a-b549c640b8b6 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/security-groups?id=5cbb5602-31a8-4a02-ac2d-241f7f657cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441399 Jun 01 19:59:15.806284 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e6bd286d-3e28-42b8-89c2-af3028df6a2d req-f09a7ecd-1a9d-41ea-a129-69682b96a01b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2d0d2077-173b-47b2-bfaa-02ac49f243b2 HTTP/1.1" status: 200 len: 217 time: 0.0668659 Jun 01 19:59:15.824679 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-40e16990-ade9-49cd-8a52-8d2fc4c81ea5 None None] Set router 44c78f96-db1f-42ed-94d1-3812f7223995 gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:59:15.868642 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bd286d-3e28-42b8-89c2-af3028df6a2d req-4e6851c6-311c-48dd-9788-e6cc260cb26f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:59:15.870602 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e6bd286d-3e28-42b8-89c2-af3028df6a2d req-4e6851c6-311c-48dd-9788-e6cc260cb26f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2b6f2a64-d4cc-40a5-9771-9362fb307cca HTTP/1.1" status: 200 len: 834 time: 0.0576730 Jun 01 19:59:15.955735 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bd286d-3e28-42b8-89c2-af3028df6a2d req-51555a04-ea25-4ab6-8efd-d8a24a2ddda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:59:15.957239 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e6bd286d-3e28-42b8-89c2-af3028df6a2d req-51555a04-ea25-4ab6-8efd-d8a24a2ddda9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=427994da-29cd-45a2-9629-1d2147b6218f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0801291 Jun 01 19:59:16.094754 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e6bd286d-3e28-42b8-89c2-af3028df6a2d req-a4ec8800-373f-4dd0-934e-f155a9f55684 service neutron] 10.222.0.15 "GET /v2.0/networks/427994da-29cd-45a2-9629-1d2147b6218f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308808 Jun 01 19:59:16.149903 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-40e16990-ade9-49cd-8a52-8d2fc4c81ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44c78f96-db1f-42ed-94d1-3812f7223995', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1714600505', 'tenant_id': '38719620e52c492f964e26f6f4cd8c39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.102'}], 'enable_snat': True}, 'gw_port_id': '53b16ada-bb6c-489c-a30c-8bd1465d6b44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:57:33Z', 'updated_at': '2022-06-01T19:57:38Z', 'revision_number': 4, 'project_id': '38719620e52c492f964e26f6f4cd8c39', 'gw_port': {'id': '53b16ada-bb6c-489c-a30c-8bd1465d6b44', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:67:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44c78f96-db1f-42ed-94d1-3812f7223995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:57:33Z', 'updated_at': '2022-06-01T19:57:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '9cf0ef42-2090-40bd-be6f-f3c01b46b136', 'name': '', 'network_id': '427994da-29cd-45a2-9629-1d2147b6218f', 'tenant_id': '38719620e52c492f964e26f6f4cd8c39', 'mac_address': 'fa:16:3e:b3:6d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44c78f96-db1f-42ed-94d1-3812f7223995', 'device_owner': 'network:router_interface', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '2b6f2a64-d4cc-40a5-9771-9362fb307cca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:57:37Z', 'updated_at': '2022-06-01T19:57:44Z', 'revision_number': 5, 'project_id': '38719620e52c492f964e26f6f4cd8c39', 'subnets': [{'id': '2b6f2a64-d4cc-40a5-9771-9362fb307cca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:59:16.157581 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e16990-ade9-49cd-8a52-8d2fc4c81ea5 None None] The sync data for ids ['44c78f96-db1f-42ed-94d1-3812f7223995'] in n-d-844202-1 is: [{'id': '44c78f96-db1f-42ed-94d1-3812f7223995', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1714600505', 'tenant_id': '38719620e52c492f964e26f6f4cd8c39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.102'}], 'enable_snat': True}, 'gw_port_id': '53b16ada-bb6c-489c-a30c-8bd1465d6b44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:57:33Z', 'updated_at': '2022-06-01T19:57:38Z', 'revision_number': 4, 'project_id': '38719620e52c492f964e26f6f4cd8c39', 'gw_port': {'id': '53b16ada-bb6c-489c-a30c-8bd1465d6b44', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:67:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44c78f96-db1f-42ed-94d1-3812f7223995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:57:33Z', 'updated_at': '2022-06-01T19:57:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '9cf0ef42-2090-40bd-be6f-f3c01b46b136', 'name': '', 'network_id': '427994da-29cd-45a2-9629-1d2147b6218f', 'tenant_id': '38719620e52c492f964e26f6f4cd8c39', 'mac_address': 'fa:16:3e:b3:6d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44c78f96-db1f-42ed-94d1-3812f7223995', 'device_owner': 'network:router_interface', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '2b6f2a64-d4cc-40a5-9771-9362fb307cca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:57:37Z', 'updated_at': '2022-06-01T19:57:44Z', 'revision_number': 5, 'project_id': '38719620e52c492f964e26f6f4cd8c39', 'subnets': [{'id': '2b6f2a64-d4cc-40a5-9771-9362fb307cca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:59:16.232790 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e6bd286d-3e28-42b8-89c2-af3028df6a2d req-a7624288-ba40-4a28-b1f1-6d8a57666a83 service neutron] 10.222.0.15 "GET /v2.0/networks/427994da-29cd-45a2-9629-1d2147b6218f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314278 Jun 01 19:59:16.369581 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbbeeb86-c83e-4783-82e7-88835242e643 None None] New status for floating IP bfcf1688-1e6e-486b-b4b1-e19f7e3b46da: DOWN {{(pid=88527) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 19:59:16.927032 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8819b99a-e325-4c2d-bf2d-532d291bf34b req-6bbf4ade-6b5f-4c2c-9ee0-4dbb018e7ce3 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:59:16.928506 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8819b99a-e325-4c2d-bf2d-532d291bf34b req-6bbf4ade-6b5f-4c2c-9ee0-4dbb018e7ce3 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e9c20c6-2673-45a3-a3b3-4b2fa444f974 HTTP/1.1" status: 200 len: 945 time: 0.0804620 Jun 01 19:59:16.975482 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8819b99a-e325-4c2d-bf2d-532d291bf34b req-a1a200d4-c4f2-4aa1-a2e6-6ec7bcbb2bb4 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/security-groups?id=5cbb5602-31a8-4a02-ac2d-241f7f657cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407550 Jun 01 19:59:16.999043 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb4ab77-8998-4654-ad42-40f89d356777 req-a7a47b78-fb05-409d-ac68-7d28afcb122f tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:59:17.000497 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-abb4ab77-8998-4654-ad42-40f89d356777 req-a7a47b78-fb05-409d-ac68-7d28afcb122f tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e9c20c6-2673-45a3-a3b3-4b2fa444f974 HTTP/1.1" status: 200 len: 945 time: 0.0804939 Jun 01 19:59:17.074803 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-abb4ab77-8998-4654-ad42-40f89d356777 req-633dca2a-c97b-4fa3-87f4-024482379932 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Deleting port 2d0d2077-173b-47b2-bfaa-02ac49f243b2 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:59:17.075052 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-abb4ab77-8998-4654-ad42-40f89d356777 req-633dca2a-c97b-4fa3-87f4-024482379932 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:59:17.318306 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-abb4ab77-8998-4654-ad42-40f89d356777 req-633dca2a-c97b-4fa3-87f4-024482379932 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] For port 2d0d2077-173b-47b2-bfaa-02ac49f243b2, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=2d0d2077-173b-47b2-bfaa-02ac49f243b2,segment=NetworkSegment(71ca169c-fc37-4ecd-80cf-97f5bfdaf651),segment_id=71ca169c-fc37-4ecd-80cf-97f5bfdaf651)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:59:17.318663 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-abb4ab77-8998-4654-ad42-40f89d356777 req-633dca2a-c97b-4fa3-87f4-024482379932 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:59:17.446287 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-abb4ab77-8998-4654-ad42-40f89d356777 req-633dca2a-c97b-4fa3-87f4-024482379932 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Calling delete_port for 2d0d2077-173b-47b2-bfaa-02ac49f243b2 owned by compute:nova {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:59:17.588514 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-abb4ab77-8998-4654-ad42-40f89d356777 req-633dca2a-c97b-4fa3-87f4-024482379932 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:59:17.741659 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633dca2a-c97b-4fa3-87f4-024482379932 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Pushing event deleted for resources: {'Port': ['ID=2d0d2077-173b-47b2-bfaa-02ac49f243b2,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:59:17.820398 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-abb4ab77-8998-4654-ad42-40f89d356777 req-633dca2a-c97b-4fa3-87f4-024482379932 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] No DVR routers for this DVR port 2d0d2077-173b-47b2-bfaa-02ac49f243b2 on host n-h1-844202-1 {{(pid=88524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:59:17.823123 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-abb4ab77-8998-4654-ad42-40f89d356777 req-633dca2a-c97b-4fa3-87f4-024482379932 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:59:17.825651 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e9c20c6-2673-45a3-a3b3-4b2fa444f974', 'name': 'network-vif-deleted', 'tag': '2d0d2077-173b-47b2-bfaa-02ac49f243b2'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:59:17.841585 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-abb4ab77-8998-4654-ad42-40f89d356777 req-633dca2a-c97b-4fa3-87f4-024482379932 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.15 "DELETE /v2.0/ports/2d0d2077-173b-47b2-bfaa-02ac49f243b2 HTTP/1.1" status: 204 len: 173 time: 0.8322051 Jun 01 19:59:17.873348 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94fe258f-2190-49a0-93ba-678b158a92f1'] response: {'server_uuid': '6e9c20c6-2673-45a3-a3b3-4b2fa444f974', 'name': 'network-vif-deleted', 'tag': '2d0d2077-173b-47b2-bfaa-02ac49f243b2', 'status': 'completed', 'code': 200} Jun 01 19:59:18.155122 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-61de8d3b-d266-4596-b231-9cd1ed8b2c4a req-c7904e17-f74b-4182-9048-7ecbc895e5e5 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e9c20c6-2673-45a3-a3b3-4b2fa444f974 HTTP/1.1" status: 200 len: 210 time: 0.0454488 Jun 01 19:59:19.254229 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 54908) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:59:19.806814 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5358eccd-f52f-4cc0-9e1c-f7ba5f5c1375 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-887474'] for router_interface, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:59:19.957534 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.agents_db [None req-e814b9cf-7de8-45d0-a079-29c61fabe7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 19:59:20.169511 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-5358eccd-f52f-4cc0-9e1c-f7ba5f5c1375 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Deleting port 9cf0ef42-2090-40bd-be6f-f3c01b46b136 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:59:20.169839 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5358eccd-f52f-4cc0-9e1c-f7ba5f5c1375 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:59:20.357919 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [None req-5358eccd-f52f-4cc0-9e1c-f7ba5f5c1375 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] For port 9cf0ef42-2090-40bd-be6f-f3c01b46b136, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=9cf0ef42-2090-40bd-be6f-f3c01b46b136,segment=NetworkSegment(71ca169c-fc37-4ecd-80cf-97f5bfdaf651),segment_id=71ca169c-fc37-4ecd-80cf-97f5bfdaf651)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:59:20.358625 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5358eccd-f52f-4cc0-9e1c-f7ba5f5c1375 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:59:20.596556 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-5358eccd-f52f-4cc0-9e1c-f7ba5f5c1375 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Calling delete_port for 9cf0ef42-2090-40bd-be6f-f3c01b46b136 owned by network:router_interface {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:59:20.787107 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5358eccd-f52f-4cc0-9e1c-f7ba5f5c1375 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:59:20.835058 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5358eccd-f52f-4cc0-9e1c-f7ba5f5c1375 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Pushing event deleted for resources: {'Port': ['ID=9cf0ef42-2090-40bd-be6f-f3c01b46b136,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:59:21.109668 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5358eccd-f52f-4cc0-9e1c-f7ba5f5c1375 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-887310'] for router_interface, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:59:21.480541 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5358eccd-f52f-4cc0-9e1c-f7ba5f5c1375 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Router 44c78f96-db1f-42ed-94d1-3812f7223995 has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 19:59:21.654455 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5358eccd-f52f-4cc0-9e1c-f7ba5f5c1375 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:59:21.664190 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a3198e-9949-41c3-8b9c-9d3dd47dc12d None None] Sync routers for ids ['44c78f96-db1f-42ed-94d1-3812f7223995'] in n-d-844202-1 {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:59:21.668506 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-5358eccd-f52f-4cc0-9e1c-f7ba5f5c1375 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "PUT /v2.0/routers/44c78f96-db1f-42ed-94d1-3812f7223995/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4131827 Jun 01 19:59:21.671164 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 54912) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:59:21.673780 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a3198e-9949-41c3-8b9c-9d3dd47dc12d None None] Routers {'44c78f96-db1f-42ed-94d1-3812f7223995'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:59:21.674383 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-10a3198e-9949-41c3-8b9c-9d3dd47dc12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:59:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['44c78f96-db1f-42ed-94d1-3812f7223995'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:59:21.740992 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b856b0f-9f56-4e4d-8514-34b20e7fbf66 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Deleting subnet 2b6f2a64-d4cc-40a5-9771-9362fb307cca {{(pid=88525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 19:59:21.744092 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4b856b0f-9f56-4e4d-8514-34b20e7fbf66 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for subnet, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:59:21.808055 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4b856b0f-9f56-4e4d-8514-34b20e7fbf66 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2258509'] for subnet, precommit_delete_associations {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:59:21.856005 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-10a3198e-9949-41c3-8b9c-9d3dd47dc12d None None] Set router 44c78f96-db1f-42ed-94d1-3812f7223995 gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:59:21.891379 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4b856b0f-9f56-4e4d-8514-34b20e7fbf66 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:59:21.958218 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 2d0d2077-173b-47b2-bfaa-02ac49f243b2 no longer exists at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:59:22.017803 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] No Port match for: 2d0d2077-173b-47b2-bfaa-02ac49f243b2 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:59:22.018134 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 2d0d2077-173b-47b2-bfaa-02ac49f243b2 not bound to the agent host n-h1-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:59:22.097119 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4b856b0f-9f56-4e4d-8514-34b20e7fbf66 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2614143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9667199'] for subnet, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:59:22.136017 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b856b0f-9f56-4e4d-8514-34b20e7fbf66 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Pushing event deleted for resources: {'Subnet': ['ID=2b6f2a64-d4cc-40a5-9771-9362fb307cca,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:59:22.139581 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4b856b0f-9f56-4e4d-8514-34b20e7fbf66 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:59:22.147072 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-4b856b0f-9f56-4e4d-8514-34b20e7fbf66 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "DELETE /v2.0/subnets/2b6f2a64-d4cc-40a5-9771-9362fb307cca HTTP/1.1" status: 204 len: 168 time: 0.4746792 Jun 01 19:59:22.152131 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 54916) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:59:22.158887 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9dd3bff-e8a1-4404-a9f8-19f27a580b25 None None] Network 427994da-29cd-45a2-9629-1d2147b6218f requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:59:22.334183 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8395fb19-7e3e-43ad-90a3-7acaf6997138 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for router, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:59:22.404613 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-10a3198e-9949-41c3-8b9c-9d3dd47dc12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44c78f96-db1f-42ed-94d1-3812f7223995', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1714600505', 'tenant_id': '38719620e52c492f964e26f6f4cd8c39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.102'}], 'enable_snat': True}, 'gw_port_id': '53b16ada-bb6c-489c-a30c-8bd1465d6b44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:57:33Z', 'updated_at': '2022-06-01T19:59:20Z', 'revision_number': 5, 'project_id': '38719620e52c492f964e26f6f4cd8c39', 'gw_port': {'id': '53b16ada-bb6c-489c-a30c-8bd1465d6b44', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:67:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44c78f96-db1f-42ed-94d1-3812f7223995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:57:33Z', 'updated_at': '2022-06-01T19:57:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:59:22.411264 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a3198e-9949-41c3-8b9c-9d3dd47dc12d None None] Checking router: 44c78f96-db1f-42ed-94d1-3812f7223995 for host: n-d-844202-1 {{(pid=88526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 19:59:22.423261 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a3198e-9949-41c3-8b9c-9d3dd47dc12d None None] Routers {'44c78f96-db1f-42ed-94d1-3812f7223995'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:59:22.423861 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-10a3198e-9949-41c3-8b9c-9d3dd47dc12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:59:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['44c78f96-db1f-42ed-94d1-3812f7223995'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:59:22.521472 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8395fb19-7e3e-43ad-90a3-7acaf6997138 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:59:22.537288 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-8395fb19-7e3e-43ad-90a3-7acaf6997138 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Deleting port 53b16ada-bb6c-489c-a30c-8bd1465d6b44 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:59:22.537638 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8395fb19-7e3e-43ad-90a3-7acaf6997138 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:59:22.566854 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abdfe342-b378-40ac-b3f7-9901af3dc98b None None] DHCP port deletion for 427994da-29cd-45a2-9629-1d2147b6218f request from n-d-844202-1 {{(pid=88526) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 19:59:22.585844 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-abdfe342-b378-40ac-b3f7-9901af3dc98b None None] Deleting port 4067c3f6-8165-4f21-85e8-4d4978a7b607 {{(pid=88526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 19:59:22.586123 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-abdfe342-b378-40ac-b3f7-9901af3dc98b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:59:22.688927 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-10a3198e-9949-41c3-8b9c-9d3dd47dc12d None None] Set router 44c78f96-db1f-42ed-94d1-3812f7223995 gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:59:22.715353 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [None req-8395fb19-7e3e-43ad-90a3-7acaf6997138 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] For port 53b16ada-bb6c-489c-a30c-8bd1465d6b44, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=53b16ada-bb6c-489c-a30c-8bd1465d6b44,segment=NetworkSegment(7875af61-4c53-4ff2-b8c8-d4b7c35ff947),segment_id=7875af61-4c53-4ff2-b8c8-d4b7c35ff947)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:59:22.715716 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8395fb19-7e3e-43ad-90a3-7acaf6997138 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:59:22.842728 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-8395fb19-7e3e-43ad-90a3-7acaf6997138 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Calling delete_port for 53b16ada-bb6c-489c-a30c-8bd1465d6b44 owned by network:router_gateway {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:59:23.002221 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-abdfe342-b378-40ac-b3f7-9901af3dc98b None None] For port 4067c3f6-8165-4f21-85e8-4d4978a7b607, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=4067c3f6-8165-4f21-85e8-4d4978a7b607,segment=NetworkSegment(71ca169c-fc37-4ecd-80cf-97f5bfdaf651),segment_id=71ca169c-fc37-4ecd-80cf-97f5bfdaf651)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:59:23.002620 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-abdfe342-b378-40ac-b3f7-9901af3dc98b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:59:23.146305 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8395fb19-7e3e-43ad-90a3-7acaf6997138 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:59:23.161792 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-abdfe342-b378-40ac-b3f7-9901af3dc98b None None] Calling delete_port for 4067c3f6-8165-4f21-85e8-4d4978a7b607 owned by network:dhcp {{(pid=88526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 19:59:23.195428 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8395fb19-7e3e-43ad-90a3-7acaf6997138 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Pushing event deleted for resources: {'Port': ['ID=53b16ada-bb6c-489c-a30c-8bd1465d6b44,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:59:23.256722 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-abdfe342-b378-40ac-b3f7-9901af3dc98b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535'] for port, after_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:59:23.292112 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8395fb19-7e3e-43ad-90a3-7acaf6997138 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-887703'] for router_gateway, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:59:23.312622 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-10a3198e-9949-41c3-8b9c-9d3dd47dc12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44c78f96-db1f-42ed-94d1-3812f7223995', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1714600505', 'tenant_id': '38719620e52c492f964e26f6f4cd8c39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.102'}], 'enable_snat': True}, 'gw_port_id': '53b16ada-bb6c-489c-a30c-8bd1465d6b44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:57:33Z', 'updated_at': '2022-06-01T19:59:20Z', 'revision_number': 5, 'project_id': '38719620e52c492f964e26f6f4cd8c39', 'gw_port': {'id': '53b16ada-bb6c-489c-a30c-8bd1465d6b44', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:67:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44c78f96-db1f-42ed-94d1-3812f7223995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:57:33Z', 'updated_at': '2022-06-01T19:57:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:59:23.314680 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdfe342-b378-40ac-b3f7-9901af3dc98b None None] Pushing event deleted for resources: {'Port': ['ID=4067c3f6-8165-4f21-85e8-4d4978a7b607,revision_number=None']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:59:23.319737 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abdfe342-b378-40ac-b3f7-9901af3dc98b None None] No DVR routers for this DVR port 4067c3f6-8165-4f21-85e8-4d4978a7b607 on host n-d-844202-1 {{(pid=88526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 19:59:23.321127 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a3198e-9949-41c3-8b9c-9d3dd47dc12d None None] The sync data for ids ['44c78f96-db1f-42ed-94d1-3812f7223995'] in n-d-844202-1 is: [{'id': '44c78f96-db1f-42ed-94d1-3812f7223995', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1714600505', 'tenant_id': '38719620e52c492f964e26f6f4cd8c39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.102'}], 'enable_snat': True}, 'gw_port_id': '53b16ada-bb6c-489c-a30c-8bd1465d6b44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:57:33Z', 'updated_at': '2022-06-01T19:59:20Z', 'revision_number': 5, 'project_id': '38719620e52c492f964e26f6f4cd8c39', 'gw_port': {'id': '53b16ada-bb6c-489c-a30c-8bd1465d6b44', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:67:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44c78f96-db1f-42ed-94d1-3812f7223995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:57:33Z', 'updated_at': '2022-06-01T19:57:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}] {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:59:23.573815 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8395fb19-7e3e-43ad-90a3-7acaf6997138 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25316'] for router, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:59:23.575980 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8395fb19-7e3e-43ad-90a3-7acaf6997138 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:59:23.598840 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8395fb19-7e3e-43ad-90a3-7acaf6997138 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-891519'] for router, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:59:23.599240 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8395fb19-7e3e-43ad-90a3-7acaf6997138 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Fanout notify agent at l3_agent the message router_deleted on router 44c78f96-db1f-42ed-94d1-3812f7223995 {{(pid=88524) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 19:59:23.614438 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8395fb19-7e3e-43ad-90a3-7acaf6997138 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for router, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:59:23.615524 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-8395fb19-7e3e-43ad-90a3-7acaf6997138 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "DELETE /v2.0/routers/44c78f96-db1f-42ed-94d1-3812f7223995 HTTP/1.1" status: 204 len: 168 time: 1.4615562 Jun 01 19:59:23.618319 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 54920) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:59:23.733824 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-360466c7-b628-42e4-8cfa-81ed199217d9 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:59:23.843027 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 9cf0ef42-2090-40bd-be6f-f3c01b46b136 no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:59:23.878772 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: 9cf0ef42-2090-40bd-be6f-f3c01b46b136 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:59:23.879009 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 9cf0ef42-2090-40bd-be6f-f3c01b46b136 not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:59:23.879418 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 4067c3f6-8165-4f21-85e8-4d4978a7b607 no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:59:23.881215 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-360466c7-b628-42e4-8cfa-81ed199217d9 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:59:23.910086 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-360466c7-b628-42e4-8cfa-81ed199217d9 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['427994da-29cd-45a2-9629-1d2147b6218f']}} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:59:23.913157 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: 4067c3f6-8165-4f21-85e8-4d4978a7b607 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:59:23.913496 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 4067c3f6-8165-4f21-85e8-4d4978a7b607 not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:59:23.927427 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-360466c7-b628-42e4-8cfa-81ed199217d9 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71ca169c-fc37-4ecd-80cf-97f5bfdaf651') {'for_net_delete': True} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:59:23.927824 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-360466c7-b628-42e4-8cfa-81ed199217d9 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71ca169c-fc37-4ecd-80cf-97f5bfdaf651') {} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:59:23.941359 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-360466c7-b628-42e4-8cfa-81ed199217d9 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2702126'] for segment, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:59:23.959912 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-360466c7-b628-42e4-8cfa-81ed199217d9 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:59:23.967012 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-360466c7-b628-42e4-8cfa-81ed199217d9 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=88524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 19:59:23.967355 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-360466c7-b628-42e4-8cfa-81ed199217d9 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2719018'] for segment, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:59:24.043020 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment 71ca169c-fc37-4ecd-80cf-97f5bfdaf651 resource provider aggregate not found Jun 01 19:59:24.063725 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment 71ca169c-fc37-4ecd-80cf-97f5bfdaf651 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 71ca169c-fc37-4ecd-80cf-97f5bfdaf651 found for delete ", "request_id": "req-c7a534f9-de3d-4246-b1e3-346c242850bc"}]} Jun 01 19:59:24.077984 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-360466c7-b628-42e4-8cfa-81ed199217d9 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:59:24.095331 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-360466c7-b628-42e4-8cfa-81ed199217d9 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:59:24.106330 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360466c7-b628-42e4-8cfa-81ed199217d9 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Pushing event deleted for resources: {'Network': ['ID=427994da-29cd-45a2-9629-1d2147b6218f,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:59:24.114234 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-360466c7-b628-42e4-8cfa-81ed199217d9 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "DELETE /v2.0/networks/427994da-29cd-45a2-9629-1d2147b6218f HTTP/1.1" status: 204 len: 168 time: 0.4949696 Jun 01 19:59:24.116876 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 54928) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:59:24.191621 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-c54ccac2-d752-41ce-ab15-0ca843870bb2 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:59:24.223117 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-c54ccac2-d752-41ce-ab15-0ca843870bb2 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:59:24.286519 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-c54ccac2-d752-41ce-ab15-0ca843870bb2 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:59:24.304856 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54ccac2-d752-41ce-ab15-0ca843870bb2 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cbb5602-31a8-4a02-ac2d-241f7f657cfa,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:59:24.318479 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-c54ccac2-d752-41ce-ab15-0ca843870bb2 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:59:24.319627 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-c54ccac2-d752-41ce-ab15-0ca843870bb2 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "DELETE /v2.0/security-groups/5cbb5602-31a8-4a02-ac2d-241f7f657cfa HTTP/1.1" status: 204 len: 168 time: 0.2017426 Jun 01 19:59:24.445113 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 54936) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:59:24.450714 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-81d27c2b-0986-41be-bbaf-3a04cd381561 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-395741881', 'description': 'tempest-secgroup-smoke-395741881 description', 'project_id': '38719620e52c492f964e26f6f4cd8c39'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:59:24.457554 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-81d27c2b-0986-41be-bbaf-3a04cd381561 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:59:24.461659 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-81d27c2b-0986-41be-bbaf-3a04cd381561 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Usage tracker for resource:security_group and tenant:38719620e52c492f964e26f6f4cd8c39 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:59:24.464856 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-81d27c2b-0986-41be-bbaf-3a04cd381561 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:59:24.470937 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-81d27c2b-0986-41be-bbaf-3a04cd381561 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:59:24.482738 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-81d27c2b-0986-41be-bbaf-3a04cd381561 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:59:24.502849 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-81d27c2b-0986-41be-bbaf-3a04cd381561 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:59:24.506685 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-81d27c2b-0986-41be-bbaf-3a04cd381561 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Usage tracker for resource:security_group_rule and tenant:38719620e52c492f964e26f6f4cd8c39 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:59:24.509470 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-81d27c2b-0986-41be-bbaf-3a04cd381561 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:59:24.515153 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-81d27c2b-0986-41be-bbaf-3a04cd381561 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:59:24.584907 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-81d27c2b-0986-41be-bbaf-3a04cd381561 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:59:24.588849 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-81d27c2b-0986-41be-bbaf-3a04cd381561 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:59:24.634972 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d27c2b-0986-41be-bbaf-3a04cd381561 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64f95478-138c-462f-9f3a-58b6ab9fc136,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:59:24.638812 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-81d27c2b-0986-41be-bbaf-3a04cd381561 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:59:24.640008 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-81d27c2b-0986-41be-bbaf-3a04cd381561 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1938879 Jun 01 19:59:24.642898 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 54940) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:59:24.648497 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-d973cf08-0d6a-4c20-9177-2bba6b048025 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Request body: {'security_group_rule': {'security_group_id': '64f95478-138c-462f-9f3a-58b6ab9fc136', 'project_id': '38719620e52c492f964e26f6f4cd8c39', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:59:24.655533 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-d973cf08-0d6a-4c20-9177-2bba6b048025 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:59:24.659305 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-d973cf08-0d6a-4c20-9177-2bba6b048025 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Usage tracker for resource:security_group_rule and tenant:38719620e52c492f964e26f6f4cd8c39 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:59:24.662428 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-d973cf08-0d6a-4c20-9177-2bba6b048025 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:59:24.668627 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-d973cf08-0d6a-4c20-9177-2bba6b048025 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:59:24.689479 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d973cf08-0d6a-4c20-9177-2bba6b048025 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:59:24.750441 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d973cf08-0d6a-4c20-9177-2bba6b048025 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:59:24.753894 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d973cf08-0d6a-4c20-9177-2bba6b048025 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:59:24.779335 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d973cf08-0d6a-4c20-9177-2bba6b048025 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12286955-370b-4ea1-a25f-1883d1eea135,revision_number=0']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:59:24.789769 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d973cf08-0d6a-4c20-9177-2bba6b048025 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:59:24.790972 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-d973cf08-0d6a-4c20-9177-2bba6b048025 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1471612 Jun 01 19:59:24.794292 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 54944) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:59:24.799212 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-68877b24-9c51-4262-8007-430802202f6b tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Request body: {'security_group_rule': {'security_group_id': '64f95478-138c-462f-9f3a-58b6ab9fc136', 'project_id': '38719620e52c492f964e26f6f4cd8c39', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:59:24.806038 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-68877b24-9c51-4262-8007-430802202f6b tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:59:24.810702 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-68877b24-9c51-4262-8007-430802202f6b tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Usage tracker for resource:security_group_rule and tenant:38719620e52c492f964e26f6f4cd8c39 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:59:24.813634 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-68877b24-9c51-4262-8007-430802202f6b tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:59:24.819342 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-68877b24-9c51-4262-8007-430802202f6b tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:59:24.835846 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-68877b24-9c51-4262-8007-430802202f6b tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:59:24.896685 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-68877b24-9c51-4262-8007-430802202f6b tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:59:24.900193 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-68877b24-9c51-4262-8007-430802202f6b tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:59:24.925104 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68877b24-9c51-4262-8007-430802202f6b tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3b798a9-d99d-44a2-972c-c07e2b5198be,revision_number=0']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:59:24.934926 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-68877b24-9c51-4262-8007-430802202f6b tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:59:24.936123 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-68877b24-9c51-4262-8007-430802202f6b tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1409097 Jun 01 19:59:24.938856 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 54948) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:59:24.944036 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-1444c85b-ee06-4e63-87e6-8471c212c090 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Request body: {'security_group_rule': {'security_group_id': '64f95478-138c-462f-9f3a-58b6ab9fc136', 'project_id': '38719620e52c492f964e26f6f4cd8c39', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:59:24.950845 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-1444c85b-ee06-4e63-87e6-8471c212c090 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:59:24.954711 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-1444c85b-ee06-4e63-87e6-8471c212c090 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Usage tracker for resource:security_group_rule and tenant:38719620e52c492f964e26f6f4cd8c39 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:59:24.957583 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-1444c85b-ee06-4e63-87e6-8471c212c090 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:59:24.963891 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-1444c85b-ee06-4e63-87e6-8471c212c090 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:59:24.982360 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1444c85b-ee06-4e63-87e6-8471c212c090 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:59:25.047721 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1444c85b-ee06-4e63-87e6-8471c212c090 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:59:25.051379 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1444c85b-ee06-4e63-87e6-8471c212c090 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:59:25.074067 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1444c85b-ee06-4e63-87e6-8471c212c090 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=609245a4-c0f7-4c7d-b2b9-64add9e090da,revision_number=0']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:59:25.082760 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1444c85b-ee06-4e63-87e6-8471c212c090 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:59:25.083983 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-1444c85b-ee06-4e63-87e6-8471c212c090 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1441798 Jun 01 19:59:25.086640 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 54952) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:59:25.091977 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-dca30707-105e-48b5-85de-a60af3750851 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Request body: {'security_group_rule': {'security_group_id': '64f95478-138c-462f-9f3a-58b6ab9fc136', 'project_id': '38719620e52c492f964e26f6f4cd8c39', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:59:25.098449 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-dca30707-105e-48b5-85de-a60af3750851 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:59:25.102256 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-dca30707-105e-48b5-85de-a60af3750851 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Usage tracker for resource:security_group_rule and tenant:38719620e52c492f964e26f6f4cd8c39 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:59:25.105841 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-dca30707-105e-48b5-85de-a60af3750851 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:59:25.111526 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-dca30707-105e-48b5-85de-a60af3750851 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:59:25.128208 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-dca30707-105e-48b5-85de-a60af3750851 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:59:25.193294 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-dca30707-105e-48b5-85de-a60af3750851 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:59:25.197326 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-dca30707-105e-48b5-85de-a60af3750851 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:59:25.221800 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca30707-105e-48b5-85de-a60af3750851 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb585b3b-5100-4013-bf2f-c10a59893b2e,revision_number=0']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:59:25.230192 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-dca30707-105e-48b5-85de-a60af3750851 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:59:25.231430 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-dca30707-105e-48b5-85de-a60af3750851 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1438842 Jun 01 19:59:25.234233 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 54956) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:59:25.239762 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-1d90b69d-a838-4a8d-94a2-cac3961250f0 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Request body: {'security_group_rule': {'security_group_id': '64f95478-138c-462f-9f3a-58b6ab9fc136', 'project_id': '38719620e52c492f964e26f6f4cd8c39', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:59:25.246327 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-1d90b69d-a838-4a8d-94a2-cac3961250f0 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:59:25.250631 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-1d90b69d-a838-4a8d-94a2-cac3961250f0 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Usage tracker for resource:security_group_rule and tenant:38719620e52c492f964e26f6f4cd8c39 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:59:25.253531 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-1d90b69d-a838-4a8d-94a2-cac3961250f0 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:59:25.259194 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-1d90b69d-a838-4a8d-94a2-cac3961250f0 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:59:25.270438 n-d-844202-1 neutron-server[88524]: INFO neutron.db.securitygroups_db [None req-1d90b69d-a838-4a8d-94a2-cac3961250f0 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Project 38719620e52c492f964e26f6f4cd8c39 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 01 19:59:25.277821 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1d90b69d-a838-4a8d-94a2-cac3961250f0 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:59:25.341831 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1d90b69d-a838-4a8d-94a2-cac3961250f0 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:59:25.345727 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1d90b69d-a838-4a8d-94a2-cac3961250f0 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:59:25.372064 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d90b69d-a838-4a8d-94a2-cac3961250f0 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97cbd1bc-2553-45ff-b5f7-5e88a02fbb64,revision_number=0']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:59:25.381026 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-1d90b69d-a838-4a8d-94a2-cac3961250f0 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:59:25.382189 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-1d90b69d-a838-4a8d-94a2-cac3961250f0 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1468544 Jun 01 19:59:25.384894 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 54960) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:59:25.390450 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-36bc917f-b988-4377-bde8-6e1d44dbeff3 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Request body: {'security_group_rule': {'security_group_id': '64f95478-138c-462f-9f3a-58b6ab9fc136', 'project_id': '38719620e52c492f964e26f6f4cd8c39', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:59:25.397049 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-36bc917f-b988-4377-bde8-6e1d44dbeff3 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:59:25.401914 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-36bc917f-b988-4377-bde8-6e1d44dbeff3 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Usage tracker for resource:security_group_rule and tenant:38719620e52c492f964e26f6f4cd8c39 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:59:25.404872 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-36bc917f-b988-4377-bde8-6e1d44dbeff3 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:59:25.410757 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-36bc917f-b988-4377-bde8-6e1d44dbeff3 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:59:25.421150 n-d-844202-1 neutron-server[88524]: INFO neutron.db.securitygroups_db [None req-36bc917f-b988-4377-bde8-6e1d44dbeff3 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Project 38719620e52c492f964e26f6f4cd8c39 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 01 19:59:25.427409 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-36bc917f-b988-4377-bde8-6e1d44dbeff3 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:59:25.492401 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-36bc917f-b988-4377-bde8-6e1d44dbeff3 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:59:25.495934 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-36bc917f-b988-4377-bde8-6e1d44dbeff3 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:59:25.519106 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bc917f-b988-4377-bde8-6e1d44dbeff3 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3aabc7e1-5c91-4710-886f-27cc3715ff77,revision_number=0']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:59:25.528742 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-36bc917f-b988-4377-bde8-6e1d44dbeff3 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:59:25.530103 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-36bc917f-b988-4377-bde8-6e1d44dbeff3 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1436660 Jun 01 19:59:25.533120 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 54964) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:59:25.538981 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-283d73ac-14a2-4326-ab4b-ad0a4675c563 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Request body: {'network': {'name': 'tempest-network-smoke--819392655', 'project_id': '38719620e52c492f964e26f6f4cd8c39', 'port_security_enabled': True}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:59:25.544803 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-283d73ac-14a2-4326-ab4b-ad0a4675c563 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:59:25.549072 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-283d73ac-14a2-4326-ab4b-ad0a4675c563 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Usage tracker for resource:network and tenant:38719620e52c492f964e26f6f4cd8c39 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:59:25.551877 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-283d73ac-14a2-4326-ab4b-ad0a4675c563 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:59:25.558201 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-283d73ac-14a2-4326-ab4b-ad0a4675c563 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:59:25.569999 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-283d73ac-14a2-4326-ab4b-ad0a4675c563 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Made reservation on behalf of 38719620e52c492f964e26f6f4cd8c39 for: {'network': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:59:25.574383 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-283d73ac-14a2-4326-ab4b-ad0a4675c563 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:59:25.601033 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-283d73ac-14a2-4326-ab4b-ad0a4675c563 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 133} {{(pid=88524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 19:59:25.609703 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-283d73ac-14a2-4326-ab4b-ad0a4675c563 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:59:25.610066 n-d-844202-1 neutron-server[88524]: INFO neutron.db.segments_db [None req-283d73ac-14a2-4326-ab4b-ad0a4675c563 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Added segment aa0dfcaa-479a-4242-a193-9213ea326fdc of type vlan for network 3b33a4eb-62b1-404e-a60c-5544d2a399f2 Jun 01 19:59:25.635990 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-283d73ac-14a2-4326-ab4b-ad0a4675c563 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:59:25.665891 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-283d73ac-14a2-4326-ab4b-ad0a4675c563 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:59:25.671471 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-283d73ac-14a2-4326-ab4b-ad0a4675c563 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:59:25.672046 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-283d73ac-14a2-4326-ab4b-ad0a4675c563 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:59:25.741167 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 53b16ada-bb6c-489c-a30c-8bd1465d6b44 no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 19:59:25.779476 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-283d73ac-14a2-4326-ab4b-ad0a4675c563 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2452180 Jun 01 19:59:25.781628 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: 53b16ada-bb6c-489c-a30c-8bd1465d6b44 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 19:59:25.781973 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 53b16ada-bb6c-489c-a30c-8bd1465d6b44 not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 19:59:25.782207 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283d73ac-14a2-4326-ab4b-ad0a4675c563 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Pushing event updated for resources: {'Network': ['ID=3b33a4eb-62b1-404e-a60c-5544d2a399f2,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:59:25.782758 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 54968) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:59:25.796112 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network 3b33a4eb-62b1-404e-a60c-5544d2a399f2 details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 19:59:25.829548 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-71e62d37-afdf-4000-aab7-750997d2a350 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1647178079', 'admin_state_up': True, 'project_id': '38719620e52c492f964e26f6f4cd8c39', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:59:25.837674 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-71e62d37-afdf-4000-aab7-750997d2a350 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:59:25.841867 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-71e62d37-afdf-4000-aab7-750997d2a350 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Usage tracker for resource:router and tenant:38719620e52c492f964e26f6f4cd8c39 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:59:25.845505 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-71e62d37-afdf-4000-aab7-750997d2a350 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:59:25.851283 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-71e62d37-afdf-4000-aab7-750997d2a350 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:59:25.862149 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-71e62d37-afdf-4000-aab7-750997d2a350 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-885767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25238'] for router, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:59:25.863120 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-71e62d37-afdf-4000-aab7-750997d2a350 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-901042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-886562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-981784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25327'] for router, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:59:25.878875 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-71e62d37-afdf-4000-aab7-750997d2a350 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:59:26.146691 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-71e62d37-afdf-4000-aab7-750997d2a350 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-886608', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-885830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25341'] for router, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:59:26.450486 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-71e62d37-afdf-4000-aab7-750997d2a350 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for router_gateway, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:59:26.480431 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-71e62d37-afdf-4000-aab7-750997d2a350 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:59:26.616759 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [None req-71e62d37-afdf-4000-aab7-750997d2a350 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Allocated IP 172.25.4.131 (72a72e44-6845-488a-a5ff-3a26d4df9cb3/c314a23b-daa2-4106-ab28-8e6f954277b2/2a84abff-c77f-48e8-96e2-b436fcfbcd93) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:59:26.765166 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-71e62d37-afdf-4000-aab7-750997d2a350 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:59:26.793939 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-71e62d37-afdf-4000-aab7-750997d2a350 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:59:26.855571 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71e62d37-afdf-4000-aab7-750997d2a350 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:59:26.858216 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-71e62d37-afdf-4000-aab7-750997d2a350 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:59:26.861912 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e62d37-afdf-4000-aab7-750997d2a350 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:59:26.905353 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e62d37-afdf-4000-aab7-750997d2a350 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Pushing event updated for resources: {'Port': ['ID=2a84abff-c77f-48e8-96e2-b436fcfbcd93,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:59:27.396616 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-71e62d37-afdf-4000-aab7-750997d2a350 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for router_gateway, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:59:27.740573 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-71e62d37-afdf-4000-aab7-750997d2a350 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-885820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-886655'] for router, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:59:27.945179 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71e62d37-afdf-4000-aab7-750997d2a350 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Router 7c945ae2-25e7-423c-96a4-9b0d74e805b9 is scheduled to L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 with binding_index 1 {{(pid=88525) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 19:59:28.127410 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71e62d37-afdf-4000-aab7-750997d2a350 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:59:28.137235 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f209ef-bba2-4533-bca3-7ecedfc1ea3f None None] Sync routers for ids ['7c945ae2-25e7-423c-96a4-9b0d74e805b9'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:59:28.151243 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f209ef-bba2-4533-bca3-7ecedfc1ea3f None None] Routers {'7c945ae2-25e7-423c-96a4-9b0d74e805b9'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:59:28.152014 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-e1f209ef-bba2-4533-bca3-7ecedfc1ea3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:59:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['7c945ae2-25e7-423c-96a4-9b0d74e805b9'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:59:28.157538 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-71e62d37-afdf-4000-aab7-750997d2a350 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for router, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:59:28.158904 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-71e62d37-afdf-4000-aab7-750997d2a350 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.3750918 Jun 01 19:59:28.162217 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 54974) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:59:28.201988 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-c04b2eec-f2cf-4e34-abc5-c6d317c1305f tempest-TestNetworkAdvancedServerOps-719043324 tempest-TestNetworkAdvancedServerOps-719043324-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=38719620e52c492f964e26f6f4cd8c39&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0386593 Jun 01 19:59:28.204489 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 54978) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:59:28.331119 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-e1f209ef-bba2-4533-bca3-7ecedfc1ea3f None None] Set router 7c945ae2-25e7-423c-96a4-9b0d74e805b9 gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:59:28.334012 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0524169f-b86b-471d-95a3-0986a7e23d68 tempest-TestNetworkAdvancedServerOps-719043324 tempest-TestNetworkAdvancedServerOps-719043324-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:59:28.335683 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-0524169f-b86b-471d-95a3-0986a7e23d68 tempest-TestNetworkAdvancedServerOps-719043324 tempest-TestNetworkAdvancedServerOps-719043324-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1303039 Jun 01 19:59:28.339456 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 54982) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:59:28.379953 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-9a72db5f-e509-4366-aa9d-3f235114a21c tempest-TestNetworkAdvancedServerOps-719043324 tempest-TestNetworkAdvancedServerOps-719043324-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=72a72e44-6845-488a-a5ff-3a26d4df9cb3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0370901 Jun 01 19:59:28.380237 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 54986) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:59:28.385981 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-fc4d96c8-c828-4475-89a9-bfd8b6d2c075 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1710427543', 'network_id': '3b33a4eb-62b1-404e-a60c-5544d2a399f2', 'project_id': '38719620e52c492f964e26f6f4cd8c39', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:59:28.494903 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-fc4d96c8-c828-4475-89a9-bfd8b6d2c075 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:59:28.498859 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-fc4d96c8-c828-4475-89a9-bfd8b6d2c075 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Usage tracker for resource:subnet and tenant:38719620e52c492f964e26f6f4cd8c39 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:59:28.501671 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-fc4d96c8-c828-4475-89a9-bfd8b6d2c075 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:59:28.507543 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-fc4d96c8-c828-4475-89a9-bfd8b6d2c075 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:59:28.518619 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc4d96c8-c828-4475-89a9-bfd8b6d2c075 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Made reservation on behalf of 38719620e52c492f964e26f6f4cd8c39 for: {'subnet': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:59:28.522235 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-fc4d96c8-c828-4475-89a9-bfd8b6d2c075 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9667140'] for subnet, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:59:28.620740 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-e1f209ef-bba2-4533-bca3-7ecedfc1ea3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c945ae2-25e7-423c-96a4-9b0d74e805b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1647178079', 'tenant_id': '38719620e52c492f964e26f6f4cd8c39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': '2a84abff-c77f-48e8-96e2-b436fcfbcd93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:59:25Z', 'updated_at': '2022-06-01T19:59:27Z', 'revision_number': 3, 'project_id': '38719620e52c492f964e26f6f4cd8c39', 'gw_port': {'id': '2a84abff-c77f-48e8-96e2-b436fcfbcd93', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:68:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c945ae2-25e7-423c-96a4-9b0d74e805b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4367, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:59:26Z', 'updated_at': '2022-06-01T19:59:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:59:28.624798 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f209ef-bba2-4533-bca3-7ecedfc1ea3f None None] Checking router: 7c945ae2-25e7-423c-96a4-9b0d74e805b9 for host: n-d-844202-1 {{(pid=88527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 19:59:28.625140 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f209ef-bba2-4533-bca3-7ecedfc1ea3f None None] Updating router 7c945ae2-25e7-423c-96a4-9b0d74e805b9 port 2a84abff-c77f-48e8-96e2-b436fcfbcd93 binding host n-d-844202-1 {{(pid=88527) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 19:59:28.679013 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-e1f209ef-bba2-4533-bca3-7ecedfc1ea3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:59:28.860858 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-fc4d96c8-c828-4475-89a9-bfd8b6d2c075 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2614064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9667190'] for subnet, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:59:28.936644 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4d96c8-c828-4475-89a9-bfd8b6d2c075 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Pushing event updated for resources: {'Subnet': ['ID=56aa03c2-2d88-479d-80cd-52207d3d9018,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:59:28.948106 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4d96c8-c828-4475-89a9-bfd8b6d2c075 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Checking segment: {'id': 'aa0dfcaa-479a-4242-a193-9213ea326fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '3b33a4eb-62b1-404e-a60c-5544d2a399f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:59:28.948883 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc4d96c8-c828-4475-89a9-bfd8b6d2c075 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Network hostable DHCP agents. Network: 3b33a4eb-62b1-404e-a60c-5544d2a399f2, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 19:59:28.969461 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc4d96c8-c828-4475-89a9-bfd8b6d2c075 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Network 3b33a4eb-62b1-404e-a60c-5544d2a399f2 is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 19:59:28.979341 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-fc4d96c8-c828-4475-89a9-bfd8b6d2c075 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, 3b33a4eb-62b1-404e-a60c-5544d2a399f2) {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:59:28.983633 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc4d96c8-c828-4475-89a9-bfd8b6d2c075 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:59:28.984377 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-fc4d96c8-c828-4475-89a9-bfd8b6d2c075 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:59:28.992752 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bae1562d-85d3-4711-95f0-cce357852967 None None] Network 3b33a4eb-62b1-404e-a60c-5544d2a399f2 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:59:29.012790 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-fc4d96c8-c828-4475-89a9-bfd8b6d2c075 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6282818 Jun 01 19:59:29.013134 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 54990) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:59:29.013718 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-e1f209ef-bba2-4533-bca3-7ecedfc1ea3f None None] Notify callbacks [] for port, precommit_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:59:29.025994 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.provisioning_blocks [None req-e1f209ef-bba2-4533-bca3-7ecedfc1ea3f None None] Transition to ACTIVE for port object 2a84abff-c77f-48e8-96e2-b436fcfbcd93 will not be triggered until provisioned by entity L2. {{(pid=88527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:59:29.033094 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-e1f209ef-bba2-4533-bca3-7ecedfc1ea3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:59:29.110083 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-e1f209ef-bba2-4533-bca3-7ecedfc1ea3f None None] Attempting to bind port 2a84abff-c77f-48e8-96e2-b436fcfbcd93 on host n-d-844202-1 for vnic_type normal with profile {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:59:29.110441 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-e1f209ef-bba2-4533-bca3-7ecedfc1ea3f None None] Attempting to bind port 2a84abff-c77f-48e8-96e2-b436fcfbcd93 by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}] {{(pid=88527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:59:29.110796 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f209ef-bba2-4533-bca3-7ecedfc1ea3f None None] Attempting to bind port 2a84abff-c77f-48e8-96e2-b436fcfbcd93 on network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:59:29.116380 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7827c0be-9f74-4cb3-b460-75bf37e03994 None None] Pushing event updated for resources: {'Port': ['ID=2a84abff-c77f-48e8-96e2-b436fcfbcd93,revision_number=2']} {{(pid=88527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:59:29.124440 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f209ef-bba2-4533-bca3-7ecedfc1ea3f None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 59, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:59:29.124823 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f209ef-bba2-4533-bca3-7ecedfc1ea3f None None] Checking segment: {'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:59:29.125189 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-e1f209ef-bba2-4533-bca3-7ecedfc1ea3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:59:29.125565 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f209ef-bba2-4533-bca3-7ecedfc1ea3f None None] Bound using segment: {'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'} {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:59:29.126022 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-e1f209ef-bba2-4533-bca3-7ecedfc1ea3f None None] Bound port: 2a84abff-c77f-48e8-96e2-b436fcfbcd93, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}}] {{(pid=88527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:59:29.126382 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-e1f209ef-bba2-4533-bca3-7ecedfc1ea3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:59:29.152244 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7827c0be-9f74-4cb3-b460-75bf37e03994 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:59:29.152991 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7827c0be-9f74-4cb3-b460-75bf37e03994 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:59:29.152991 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7827c0be-9f74-4cb3-b460-75bf37e03994 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:59:29.153195 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7827c0be-9f74-4cb3-b460-75bf37e03994 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:59:29.153519 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7827c0be-9f74-4cb3-b460-75bf37e03994 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:59:29.153844 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7827c0be-9f74-4cb3-b460-75bf37e03994 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:59:29.154155 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7827c0be-9f74-4cb3-b460-75bf37e03994 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:59:29.154467 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7827c0be-9f74-4cb3-b460-75bf37e03994 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:59:29.154777 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7827c0be-9f74-4cb3-b460-75bf37e03994 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:59:29.155086 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7827c0be-9f74-4cb3-b460-75bf37e03994 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:59:29.155394 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7827c0be-9f74-4cb3-b460-75bf37e03994 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:59:29.155703 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7827c0be-9f74-4cb3-b460-75bf37e03994 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:59:29.217066 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.db [None req-e1f209ef-bba2-4533-bca3-7ecedfc1ea3f None None] For port 2a84abff-c77f-48e8-96e2-b436fcfbcd93, host n-d-844202-1, cleared binding levels {{(pid=88527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:59:29.220692 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.db [None req-e1f209ef-bba2-4533-bca3-7ecedfc1ea3f None None] For port 2a84abff-c77f-48e8-96e2-b436fcfbcd93, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=2a84abff-c77f-48e8-96e2-b436fcfbcd93,segment=NetworkSegment(7875af61-4c53-4ff2-b8c8-d4b7c35ff947),segment_id=7875af61-4c53-4ff2-b8c8-d4b7c35ff947)] {{(pid=88527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:59:29.225634 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-e1f209ef-bba2-4533-bca3-7ecedfc1ea3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:59:29.272355 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b8c0598-2cfb-4a54-ba3b-8393a3b493e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc93f83c3-7fb6-5c13-a9d4-29d739a4e8d2-3b33a4eb-62b1-404e-a60c-5544d2a399f2', 'network_id': '3b33a4eb-62b1-404e-a60c-5544d2a399f2', 'tenant_id': '38719620e52c492f964e26f6f4cd8c39', 'fixed_ips': [{'subnet_id': '56aa03c2-2d88-479d-80cd-52207d3d9018'}]}} from n-d-844202-1. {{(pid=88526) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 19:59:29.273362 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-0b8c0598-2cfb-4a54-ba3b-8393a3b493e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:59:29.318319 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f209ef-bba2-4533-bca3-7ecedfc1ea3f None None] Routers {'7c945ae2-25e7-423c-96a4-9b0d74e805b9'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:59:29.318933 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-e1f209ef-bba2-4533-bca3-7ecedfc1ea3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:59:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['7c945ae2-25e7-423c-96a4-9b0d74e805b9'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:59:29.384660 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7827c0be-9f74-4cb3-b460-75bf37e03994 None None] Pushing event updated for resources: {'Port': ['ID=2a84abff-c77f-48e8-96e2-b436fcfbcd93,revision_number=3']} {{(pid=88527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:59:29.431652 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.db_base_plugin_common [None req-0b8c0598-2cfb-4a54-ba3b-8393a3b493e2 None None] Allocated IP 172.20.0.2 (3b33a4eb-62b1-404e-a60c-5544d2a399f2/56aa03c2-2d88-479d-80cd-52207d3d9018/19e479b9-0cdf-4c96-b9ce-106b18850d71) {{(pid=88526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:59:29.527947 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-e1f209ef-bba2-4533-bca3-7ecedfc1ea3f None None] Set router 7c945ae2-25e7-423c-96a4-9b0d74e805b9 gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:59:29.653888 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-0b8c0598-2cfb-4a54-ba3b-8393a3b493e2 None None] Notify callbacks [] for port, precommit_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:59:29.664836 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-0b8c0598-2cfb-4a54-ba3b-8393a3b493e2 None None] Transition to ACTIVE for port object 19e479b9-0cdf-4c96-b9ce-106b18850d71 will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:59:29.684630 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-0b8c0598-2cfb-4a54-ba3b-8393a3b493e2 None None] Transition to ACTIVE for port object 19e479b9-0cdf-4c96-b9ce-106b18850d71 will not be triggered until provisioned by entity DHCP. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:59:29.690908 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-0b8c0598-2cfb-4a54-ba3b-8393a3b493e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526'] for port, after_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:59:29.754890 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b8c0598-2cfb-4a54-ba3b-8393a3b493e2 None None] Network 3b33a4eb-62b1-404e-a60c-5544d2a399f2 is already hosted by enough agents. {{(pid=88526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:59:29.757593 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.base_scheduler [None req-0b8c0598-2cfb-4a54-ba3b-8393a3b493e2 None None] Resources bound (agent type, host, resource id): {{(pid=88526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:59:29.761713 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b8c0598-2cfb-4a54-ba3b-8393a3b493e2 None None] Received port after_create {{(pid=88526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:59:29.765080 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ea18c7d2-7472-491a-b371-bb0a175a406a tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:59:29.770480 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8c0598-2cfb-4a54-ba3b-8393a3b493e2 None None] Pushing event updated for resources: {'Port': ['ID=19e479b9-0cdf-4c96-b9ce-106b18850d71,revision_number=1']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:59:29.857147 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-e1f209ef-bba2-4533-bca3-7ecedfc1ea3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c945ae2-25e7-423c-96a4-9b0d74e805b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1647178079', 'tenant_id': '38719620e52c492f964e26f6f4cd8c39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': '2a84abff-c77f-48e8-96e2-b436fcfbcd93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:59:25Z', 'updated_at': '2022-06-01T19:59:27Z', 'revision_number': 3, 'project_id': '38719620e52c492f964e26f6f4cd8c39', 'gw_port': {'id': '2a84abff-c77f-48e8-96e2-b436fcfbcd93', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:68:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c945ae2-25e7-423c-96a4-9b0d74e805b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4367, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:59:26Z', 'updated_at': '2022-06-01T19:59:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:59:29.858529 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-0b8c0598-2cfb-4a54-ba3b-8393a3b493e2 None None] Attempting to bind port 19e479b9-0cdf-4c96-b9ce-106b18850d71 on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:59:29.858897 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-0b8c0598-2cfb-4a54-ba3b-8393a3b493e2 None None] Attempting to bind port 19e479b9-0cdf-4c96-b9ce-106b18850d71 by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': 'aa0dfcaa-479a-4242-a193-9213ea326fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '3b33a4eb-62b1-404e-a60c-5544d2a399f2'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:59:29.859265 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b8c0598-2cfb-4a54-ba3b-8393a3b493e2 None None] Attempting to bind port 19e479b9-0cdf-4c96-b9ce-106b18850d71 on network 3b33a4eb-62b1-404e-a60c-5544d2a399f2 {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:59:29.861543 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f209ef-bba2-4533-bca3-7ecedfc1ea3f None None] The sync data for ids ['7c945ae2-25e7-423c-96a4-9b0d74e805b9'] in n-d-844202-1 is: [{'id': '7c945ae2-25e7-423c-96a4-9b0d74e805b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1647178079', 'tenant_id': '38719620e52c492f964e26f6f4cd8c39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': '2a84abff-c77f-48e8-96e2-b436fcfbcd93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:59:25Z', 'updated_at': '2022-06-01T19:59:27Z', 'revision_number': 3, 'project_id': '38719620e52c492f964e26f6f4cd8c39', 'gw_port': {'id': '2a84abff-c77f-48e8-96e2-b436fcfbcd93', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:68:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c945ae2-25e7-423c-96a4-9b0d74e805b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4367, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:59:26Z', 'updated_at': '2022-06-01T19:59:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:59:29.866392 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b8c0598-2cfb-4a54-ba3b-8393a3b493e2 None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 59, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:59:29.866774 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b8c0598-2cfb-4a54-ba3b-8393a3b493e2 None None] Checking segment: {'id': 'aa0dfcaa-479a-4242-a193-9213ea326fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '3b33a4eb-62b1-404e-a60c-5544d2a399f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:59:29.867176 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-0b8c0598-2cfb-4a54-ba3b-8393a3b493e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:59:29.867554 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b8c0598-2cfb-4a54-ba3b-8393a3b493e2 None None] Bound using segment: {'id': 'aa0dfcaa-479a-4242-a193-9213ea326fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '3b33a4eb-62b1-404e-a60c-5544d2a399f2'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:59:29.868018 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-0b8c0598-2cfb-4a54-ba3b-8393a3b493e2 None None] Bound port: 19e479b9-0cdf-4c96-b9ce-106b18850d71, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa0dfcaa-479a-4242-a193-9213ea326fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '3b33a4eb-62b1-404e-a60c-5544d2a399f2'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:59:29.868419 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-0b8c0598-2cfb-4a54-ba3b-8393a3b493e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:59:29.961812 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-0b8c0598-2cfb-4a54-ba3b-8393a3b493e2 None None] For port 19e479b9-0cdf-4c96-b9ce-106b18850d71, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:59:29.965774 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-0b8c0598-2cfb-4a54-ba3b-8393a3b493e2 None None] For port 19e479b9-0cdf-4c96-b9ce-106b18850d71, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=19e479b9-0cdf-4c96-b9ce-106b18850d71,segment=NetworkSegment(aa0dfcaa-479a-4242-a193-9213ea326fdc),segment_id=aa0dfcaa-479a-4242-a193-9213ea326fdc)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:59:29.970584 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-0b8c0598-2cfb-4a54-ba3b-8393a3b493e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:59:30.058520 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8c0598-2cfb-4a54-ba3b-8393a3b493e2 None None] Pushing event updated for resources: {'Port': ['ID=19e479b9-0cdf-4c96-b9ce-106b18850d71,revision_number=2']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:59:30.221344 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [None req-ea18c7d2-7472-491a-b371-bb0a175a406a tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Allocated IP 172.20.0.1 (3b33a4eb-62b1-404e-a60c-5544d2a399f2/56aa03c2-2d88-479d-80cd-52207d3d9018/f1ae59cc-0cc9-4a81-9c0d-77a91b4ba7ff) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:59:30.548430 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ea18c7d2-7472-491a-b371-bb0a175a406a tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:59:30.566749 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [None req-ea18c7d2-7472-491a-b371-bb0a175a406a tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Transition to ACTIVE for port object f1ae59cc-0cc9-4a81-9c0d-77a91b4ba7ff will not be triggered until provisioned by entity DHCP. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:59:30.593396 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ea18c7d2-7472-491a-b371-bb0a175a406a tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:59:30.665547 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea18c7d2-7472-491a-b371-bb0a175a406a tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Network 3b33a4eb-62b1-404e-a60c-5544d2a399f2 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:59:30.669259 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-ea18c7d2-7472-491a-b371-bb0a175a406a tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:59:30.673284 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea18c7d2-7472-491a-b371-bb0a175a406a tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:59:30.707466 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea18c7d2-7472-491a-b371-bb0a175a406a tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Pushing event updated for resources: {'Port': ['ID=f1ae59cc-0cc9-4a81-9c0d-77a91b4ba7ff,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:59:30.740663 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ea18c7d2-7472-491a-b371-bb0a175a406a tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-887605'] for router_interface, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:59:31.024349 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ea18c7d2-7472-491a-b371-bb0a175a406a tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:59:31.065046 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f026048-7545-418e-a50d-f92ace45e44b None None] Network 3b33a4eb-62b1-404e-a60c-5544d2a399f2 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 19:59:31.224195 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-b63d21cf-f906-4994-a78f-b8c78b2c665e None None] Provisioning for port 19e479b9-0cdf-4c96-b9ce-106b18850d71 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:59:31.458213 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ea18c7d2-7472-491a-b371-bb0a175a406a tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for port, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:59:31.465913 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ea18c7d2-7472-491a-b371-bb0a175a406a tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:59:31.574501 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-e9496faf-0e36-442f-8a93-05fe6efada44 None None] Provisioning for port f1ae59cc-0cc9-4a81-9c0d-77a91b4ba7ff completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:59:31.579445 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-e9496faf-0e36-442f-8a93-05fe6efada44 None None] Provisioning complete for port f1ae59cc-0cc9-4a81-9c0d-77a91b4ba7ff triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:59:31.579811 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-e9496faf-0e36-442f-8a93-05fe6efada44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:59:31.589617 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea18c7d2-7472-491a-b371-bb0a175a406a tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Pushing event updated for resources: {'Port': ['ID=f1ae59cc-0cc9-4a81-9c0d-77a91b4ba7ff,revision_number=2']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:59:31.594769 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ea18c7d2-7472-491a-b371-bb0a175a406a tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-887436'] for router_interface, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:59:31.639178 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-e9496faf-0e36-442f-8a93-05fe6efada44 None None] Port f1ae59cc-0cc9-4a81-9c0d-77a91b4ba7ff cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:59:31.737730 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea18c7d2-7472-491a-b371-bb0a175a406a tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Network 3b33a4eb-62b1-404e-a60c-5544d2a399f2 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:59:31.738835 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-ea18c7d2-7472-491a-b371-bb0a175a406a tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:59:31.758827 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-124043e4-08b4-40ed-8dbb-009ee98558e3 None None] Provisioning complete for port f1ae59cc-0cc9-4a81-9c0d-77a91b4ba7ff triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:59:31.759199 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-124043e4-08b4-40ed-8dbb-009ee98558e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:59:31.844812 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-124043e4-08b4-40ed-8dbb-009ee98558e3 None None] Port f1ae59cc-0cc9-4a81-9c0d-77a91b4ba7ff cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:59:31.880535 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 19e479b9-0cdf-4c96-b9ce-106b18850d71 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:59:31.959147 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea18c7d2-7472-491a-b371-bb0a175a406a tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Router 7c945ae2-25e7-423c-96a4-9b0d74e805b9 has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 19:59:31.961176 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port 19e479b9-0cdf-4c96-b9ce-106b18850d71 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:59:31.968057 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 19e479b9-0cdf-4c96-b9ce-106b18850d71 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:59:31.968769 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:59:32.108862 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-a122f01a-4085-4c9b-92e9-5734f95c2f9f None None] Provisioning complete for port f1ae59cc-0cc9-4a81-9c0d-77a91b4ba7ff triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:59:32.109525 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-a122f01a-4085-4c9b-92e9-5734f95c2f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:59:32.139282 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 19e479b9-0cdf-4c96-b9ce-106b18850d71 is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:59:32.139651 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:59:32.188878 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-a122f01a-4085-4c9b-92e9-5734f95c2f9f None None] Port f1ae59cc-0cc9-4a81-9c0d-77a91b4ba7ff cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:59:32.195652 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port 19e479b9-0cdf-4c96-b9ce-106b18850d71, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=19e479b9-0cdf-4c96-b9ce-106b18850d71,segment=NetworkSegment(aa0dfcaa-479a-4242-a193-9213ea326fdc),segment_id=aa0dfcaa-479a-4242-a193-9213ea326fdc)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:59:32.201005 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:59:32.201783 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 2a84abff-c77f-48e8-96e2-b436fcfbcd93 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:59:32.286088 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea18c7d2-7472-491a-b371-bb0a175a406a tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:59:32.298440 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-ea18c7d2-7472-491a-b371-bb0a175a406a tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "PUT /v2.0/routers/7c945ae2-25e7-423c-96a4-9b0d74e805b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2840064 Jun 01 19:59:32.299563 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b08c9b-cff1-4c66-bcc1-72e844a3bd51 None None] Sync routers for ids ['7c945ae2-25e7-423c-96a4-9b0d74e805b9'] in n-d-844202-1 {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:59:32.328527 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=19e479b9-0cdf-4c96-b9ce-106b18850d71,revision_number=3']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:59:32.335298 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b08c9b-cff1-4c66-bcc1-72e844a3bd51 None None] Routers {'7c945ae2-25e7-423c-96a4-9b0d74e805b9'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:59:32.335904 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-89b08c9b-cff1-4c66-bcc1-72e844a3bd51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:59:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['7c945ae2-25e7-423c-96a4-9b0d74e805b9'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:59:32.447958 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port 2a84abff-c77f-48e8-96e2-b436fcfbcd93 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:59:32.457853 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 2a84abff-c77f-48e8-96e2-b436fcfbcd93 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:59:32.458215 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:59:32.466081 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-57dd5a21-3d0f-4a82-a546-ebc72ed01b62 req-45aff8db-386f-4de2-b656-60abe4db32ff tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-395741881&fields=id&tenant_id=38719620e52c492f964e26f6f4cd8c39 HTTP/1.1" status: 200 len: 267 time: 0.0403943 Jun 01 19:59:32.605052 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-89b08c9b-cff1-4c66-bcc1-72e844a3bd51 None None] Set router 7c945ae2-25e7-423c-96a4-9b0d74e805b9 gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:59:32.623576 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dd5a21-3d0f-4a82-a546-ebc72ed01b62 req-216835bc-2a6b-40d7-9015-b6a619cef975 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:59:32.625055 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-57dd5a21-3d0f-4a82-a546-ebc72ed01b62 req-216835bc-2a6b-40d7-9015-b6a619cef975 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/networks?id=3b33a4eb-62b1-404e-a60c-5544d2a399f2 HTTP/1.1" status: 200 len: 796 time: 0.1520023 Jun 01 19:59:32.641376 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-57dd5a21-3d0f-4a82-a546-ebc72ed01b62 req-5693f47e-a2b0-482b-9ec2-e5f360f127a1 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/quotas/38719620e52c492f964e26f6f4cd8c39 HTTP/1.1" status: 200 len: 375 time: 0.0107024 Jun 01 19:59:32.732926 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-57dd5a21-3d0f-4a82-a546-ebc72ed01b62 req-13e770a0-d3bb-401e-99e3-0f55f1c18014 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Synchronizing usage tracker for tenant:38719620e52c492f964e26f6f4cd8c39 on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:59:32.749492 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-57dd5a21-3d0f-4a82-a546-ebc72ed01b62 req-13e770a0-d3bb-401e-99e3-0f55f1c18014 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Unset dirty status for tenant:38719620e52c492f964e26f6f4cd8c39 on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:59:32.750780 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-57dd5a21-3d0f-4a82-a546-ebc72ed01b62 req-13e770a0-d3bb-401e-99e3-0f55f1c18014 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=38719620e52c492f964e26f6f4cd8c39&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1039078 Jun 01 19:59:32.766855 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [req-57dd5a21-3d0f-4a82-a546-ebc72ed01b62 req-f3931da4-aed8-4f0e-a4d8-e9ce62634072 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=88525) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 19:59:32.767778 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-57dd5a21-3d0f-4a82-a546-ebc72ed01b62 req-f3931da4-aed8-4f0e-a4d8-e9ce62634072 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052342 Jun 01 19:59:32.805861 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 2a84abff-c77f-48e8-96e2-b436fcfbcd93 is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:59:32.806226 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:59:32.882595 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port 2a84abff-c77f-48e8-96e2-b436fcfbcd93, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=2a84abff-c77f-48e8-96e2-b436fcfbcd93,segment=NetworkSegment(7875af61-4c53-4ff2-b8c8-d4b7c35ff947),segment_id=7875af61-4c53-4ff2-b8c8-d4b7c35ff947)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:59:32.891162 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:59:32.909603 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-57dd5a21-3d0f-4a82-a546-ebc72ed01b62 req-e420f2e6-be6c-4aee-af5c-9b85e9c041d9 service neutron] 10.222.0.41 "GET /v2.0/networks/3b33a4eb-62b1-404e-a60c-5544d2a399f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361442 Jun 01 19:59:33.021039 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=2a84abff-c77f-48e8-96e2-b436fcfbcd93,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:59:33.050033 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-57dd5a21-3d0f-4a82-a546-ebc72ed01b62 req-5d50096b-cf54-47dc-96fe-dc93fb75976a service neutron] 10.222.0.41 "GET /v2.0/networks/3b33a4eb-62b1-404e-a60c-5544d2a399f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339567 Jun 01 19:59:33.052500 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-89b08c9b-cff1-4c66-bcc1-72e844a3bd51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c945ae2-25e7-423c-96a4-9b0d74e805b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1647178079', 'tenant_id': '38719620e52c492f964e26f6f4cd8c39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': '2a84abff-c77f-48e8-96e2-b436fcfbcd93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:59:25Z', 'updated_at': '2022-06-01T19:59:30Z', 'revision_number': 4, 'project_id': '38719620e52c492f964e26f6f4cd8c39', 'gw_port': {'id': '2a84abff-c77f-48e8-96e2-b436fcfbcd93', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:68:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c945ae2-25e7-423c-96a4-9b0d74e805b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4367, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:59:26Z', 'updated_at': '2022-06-01T19:59:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': 'f1ae59cc-0cc9-4a81-9c0d-77a91b4ba7ff', 'name': '', 'network_id': '3b33a4eb-62b1-404e-a60c-5544d2a399f2', 'tenant_id': '38719620e52c492f964e26f6f4cd8c39', 'mac_address': 'fa:16:3e:f9:15:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c945ae2-25e7-423c-96a4-9b0d74e805b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4370, 'fixed_ips': [{'subnet_id': '56aa03c2-2d88-479d-80cd-52207d3d9018', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:59:30Z', 'updated_at': '2022-06-01T19:59:31Z', 'revision_number': 2, 'project_id': '38719620e52c492f964e26f6f4cd8c39', 'subnets': [{'id': '56aa03c2-2d88-479d-80cd-52207d3d9018', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:59:33.056458 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b08c9b-cff1-4c66-bcc1-72e844a3bd51 None None] Checking router: 7c945ae2-25e7-423c-96a4-9b0d74e805b9 for host: n-d-844202-1 {{(pid=88526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 19:59:33.061304 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b08c9b-cff1-4c66-bcc1-72e844a3bd51 None None] Updating router 7c945ae2-25e7-423c-96a4-9b0d74e805b9 port f1ae59cc-0cc9-4a81-9c0d-77a91b4ba7ff binding host n-d-844202-1 {{(pid=88526) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 19:59:33.116743 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-89b08c9b-cff1-4c66-bcc1-72e844a3bd51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:59:33.253182 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b644ef5f-09d3-4576-bfa6-74f05237d98a req-820844ea-42dc-427d-bc37-5791dc36f1e5 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef2497c8-6218-4351-9930-c02dbeba1393 HTTP/1.1" status: 200 len: 210 time: 0.0522959 Jun 01 19:59:33.530547 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-89b08c9b-cff1-4c66-bcc1-72e844a3bd51 None None] Notify callbacks [] for port, precommit_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:59:33.552206 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-89b08c9b-cff1-4c66-bcc1-72e844a3bd51 None None] Transition to ACTIVE for port object f1ae59cc-0cc9-4a81-9c0d-77a91b4ba7ff will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:59:33.559374 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-89b08c9b-cff1-4c66-bcc1-72e844a3bd51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:59:33.697754 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2b6db4-ec25-4f6d-8ce2-36aa9bce5e83 None None] Pushing event updated for resources: {'Port': ['ID=f1ae59cc-0cc9-4a81-9c0d-77a91b4ba7ff,revision_number=3']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:59:33.796846 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-89b08c9b-cff1-4c66-bcc1-72e844a3bd51 None None] Attempting to bind port f1ae59cc-0cc9-4a81-9c0d-77a91b4ba7ff on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:59:33.797215 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-89b08c9b-cff1-4c66-bcc1-72e844a3bd51 None None] Attempting to bind port f1ae59cc-0cc9-4a81-9c0d-77a91b4ba7ff by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': 'aa0dfcaa-479a-4242-a193-9213ea326fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '3b33a4eb-62b1-404e-a60c-5544d2a399f2'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:59:33.797577 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b08c9b-cff1-4c66-bcc1-72e844a3bd51 None None] Attempting to bind port f1ae59cc-0cc9-4a81-9c0d-77a91b4ba7ff on network 3b33a4eb-62b1-404e-a60c-5544d2a399f2 {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:59:33.803301 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b08c9b-cff1-4c66-bcc1-72e844a3bd51 None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 59, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:59:33.803661 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b08c9b-cff1-4c66-bcc1-72e844a3bd51 None None] Checking segment: {'id': 'aa0dfcaa-479a-4242-a193-9213ea326fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '3b33a4eb-62b1-404e-a60c-5544d2a399f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:59:33.804057 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-89b08c9b-cff1-4c66-bcc1-72e844a3bd51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:59:33.804487 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b08c9b-cff1-4c66-bcc1-72e844a3bd51 None None] Bound using segment: {'id': 'aa0dfcaa-479a-4242-a193-9213ea326fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '3b33a4eb-62b1-404e-a60c-5544d2a399f2'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:59:33.805083 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-89b08c9b-cff1-4c66-bcc1-72e844a3bd51 None None] Bound port: f1ae59cc-0cc9-4a81-9c0d-77a91b4ba7ff, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa0dfcaa-479a-4242-a193-9213ea326fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '3b33a4eb-62b1-404e-a60c-5544d2a399f2'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:59:33.805488 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-89b08c9b-cff1-4c66-bcc1-72e844a3bd51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:59:33.820990 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 19e479b9-0cdf-4c96-b9ce-106b18850d71 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:59:33.987123 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-89b08c9b-cff1-4c66-bcc1-72e844a3bd51 None None] For port f1ae59cc-0cc9-4a81-9c0d-77a91b4ba7ff, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:59:33.991090 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-89b08c9b-cff1-4c66-bcc1-72e844a3bd51 None None] For port f1ae59cc-0cc9-4a81-9c0d-77a91b4ba7ff, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=f1ae59cc-0cc9-4a81-9c0d-77a91b4ba7ff,segment=NetworkSegment(aa0dfcaa-479a-4242-a193-9213ea326fdc),segment_id=aa0dfcaa-479a-4242-a193-9213ea326fdc)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:59:33.992274 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 19e479b9-0cdf-4c96-b9ce-106b18850d71 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:59:33.992631 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:59:34.061922 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-89b08c9b-cff1-4c66-bcc1-72e844a3bd51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:59:34.178082 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2b6db4-ec25-4f6d-8ce2-36aa9bce5e83 None None] Pushing event updated for resources: {'Port': ['ID=f1ae59cc-0cc9-4a81-9c0d-77a91b4ba7ff,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:59:34.182392 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b08c9b-cff1-4c66-bcc1-72e844a3bd51 None None] Routers {'7c945ae2-25e7-423c-96a4-9b0d74e805b9'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:59:34.183028 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-89b08c9b-cff1-4c66-bcc1-72e844a3bd51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:59:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['7c945ae2-25e7-423c-96a4-9b0d74e805b9'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:59:34.381267 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 19e479b9-0cdf-4c96-b9ce-106b18850d71 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:59:34.382640 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 2a84abff-c77f-48e8-96e2-b436fcfbcd93 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:59:34.460782 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3cc043f3-6b4f-4887-b59b-097aab8f7183 req-86f2f45b-43c0-4d54-9928-9337ad9ee1e7 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef2497c8-6218-4351-9930-c02dbeba1393 HTTP/1.1" status: 200 len: 210 time: 0.0554092 Jun 01 19:59:34.507615 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-89b08c9b-cff1-4c66-bcc1-72e844a3bd51 None None] Set router 7c945ae2-25e7-423c-96a4-9b0d74e805b9 gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:59:34.529822 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dd5a21-3d0f-4a82-a546-ebc72ed01b62 req-65d0df1c-389e-43d5-92f0-e140fbb9f434 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:59:34.529822 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-57dd5a21-3d0f-4a82-a546-ebc72ed01b62 req-65d0df1c-389e-43d5-92f0-e140fbb9f434 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Synchronizing usage tracker for tenant:38719620e52c492f964e26f6f4cd8c39 on resource:network {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:59:34.546318 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-57dd5a21-3d0f-4a82-a546-ebc72ed01b62 req-65d0df1c-389e-43d5-92f0-e140fbb9f434 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Unset dirty status for tenant:38719620e52c492f964e26f6f4cd8c39 on resource:network {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:59:34.547660 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-57dd5a21-3d0f-4a82-a546-ebc72ed01b62 req-65d0df1c-389e-43d5-92f0-e140fbb9f434 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.15 "GET /v2.0/networks?id=3b33a4eb-62b1-404e-a60c-5544d2a399f2 HTTP/1.1" status: 200 len: 796 time: 0.2277269 Jun 01 19:59:34.579118 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 2a84abff-c77f-48e8-96e2-b436fcfbcd93 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:59:34.579480 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:59:34.600785 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-57dd5a21-3d0f-4a82-a546-ebc72ed01b62 req-114befd6-ba4f-400d-a970-72bc645b54b4 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Synchronizing usage tracker for tenant:38719620e52c492f964e26f6f4cd8c39 on resource:security_group {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 19:59:34.617598 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-57dd5a21-3d0f-4a82-a546-ebc72ed01b62 req-114befd6-ba4f-400d-a970-72bc645b54b4 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Unset dirty status for tenant:38719620e52c492f964e26f6f4cd8c39 on resource:security_group {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 19:59:34.618873 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-57dd5a21-3d0f-4a82-a546-ebc72ed01b62 req-114befd6-ba4f-400d-a970-72bc645b54b4 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=38719620e52c492f964e26f6f4cd8c39 HTTP/1.1" status: 200 len: 379 time: 0.0580561 Jun 01 19:59:34.628327 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-57dd5a21-3d0f-4a82-a546-ebc72ed01b62 req-7e31f947-f377-407b-a41a-04cfdc991cdb tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Request body: {'port': {'device_id': 'ef2497c8-6218-4351-9930-c02dbeba1393', 'network_id': '3b33a4eb-62b1-404e-a60c-5544d2a399f2', 'admin_state_up': True, 'tenant_id': '38719620e52c492f964e26f6f4cd8c39', 'security_groups': ['64f95478-138c-462f-9f3a-58b6ab9fc136']}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:59:34.770304 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-57dd5a21-3d0f-4a82-a546-ebc72ed01b62 req-7e31f947-f377-407b-a41a-04cfdc991cdb tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:59:34.780776 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-57dd5a21-3d0f-4a82-a546-ebc72ed01b62 req-7e31f947-f377-407b-a41a-04cfdc991cdb tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:59:34.791771 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57dd5a21-3d0f-4a82-a546-ebc72ed01b62 req-7e31f947-f377-407b-a41a-04cfdc991cdb tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Made reservation on behalf of 38719620e52c492f964e26f6f4cd8c39 for: {'port': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 19:59:34.795629 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-57dd5a21-3d0f-4a82-a546-ebc72ed01b62 req-7e31f947-f377-407b-a41a-04cfdc991cdb tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:59:34.898266 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 2a84abff-c77f-48e8-96e2-b436fcfbcd93 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:59:34.933857 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-89b08c9b-cff1-4c66-bcc1-72e844a3bd51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c945ae2-25e7-423c-96a4-9b0d74e805b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1647178079', 'tenant_id': '38719620e52c492f964e26f6f4cd8c39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': '2a84abff-c77f-48e8-96e2-b436fcfbcd93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:59:25Z', 'updated_at': '2022-06-01T19:59:30Z', 'revision_number': 4, 'project_id': '38719620e52c492f964e26f6f4cd8c39', 'gw_port': {'id': '2a84abff-c77f-48e8-96e2-b436fcfbcd93', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:68:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c945ae2-25e7-423c-96a4-9b0d74e805b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4367, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:59:26Z', 'updated_at': '2022-06-01T19:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': 'f1ae59cc-0cc9-4a81-9c0d-77a91b4ba7ff', 'name': '', 'network_id': '3b33a4eb-62b1-404e-a60c-5544d2a399f2', 'tenant_id': '38719620e52c492f964e26f6f4cd8c39', 'mac_address': 'fa:16:3e:f9:15:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c945ae2-25e7-423c-96a4-9b0d74e805b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4370, 'fixed_ips': [{'subnet_id': '56aa03c2-2d88-479d-80cd-52207d3d9018', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:59:30Z', 'updated_at': '2022-06-01T19:59:33Z', 'revision_number': 4, 'project_id': '38719620e52c492f964e26f6f4cd8c39', 'subnets': [{'id': '56aa03c2-2d88-479d-80cd-52207d3d9018', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:59:34.939544 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b08c9b-cff1-4c66-bcc1-72e844a3bd51 None None] The sync data for ids ['7c945ae2-25e7-423c-96a4-9b0d74e805b9'] in n-d-844202-1 is: [{'id': '7c945ae2-25e7-423c-96a4-9b0d74e805b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1647178079', 'tenant_id': '38719620e52c492f964e26f6f4cd8c39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': '2a84abff-c77f-48e8-96e2-b436fcfbcd93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:59:25Z', 'updated_at': '2022-06-01T19:59:30Z', 'revision_number': 4, 'project_id': '38719620e52c492f964e26f6f4cd8c39', 'gw_port': {'id': '2a84abff-c77f-48e8-96e2-b436fcfbcd93', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:68:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c945ae2-25e7-423c-96a4-9b0d74e805b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4367, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:59:26Z', 'updated_at': '2022-06-01T19:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': 'f1ae59cc-0cc9-4a81-9c0d-77a91b4ba7ff', 'name': '', 'network_id': '3b33a4eb-62b1-404e-a60c-5544d2a399f2', 'tenant_id': '38719620e52c492f964e26f6f4cd8c39', 'mac_address': 'fa:16:3e:f9:15:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c945ae2-25e7-423c-96a4-9b0d74e805b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4370, 'fixed_ips': [{'subnet_id': '56aa03c2-2d88-479d-80cd-52207d3d9018', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:59:30Z', 'updated_at': '2022-06-01T19:59:33Z', 'revision_number': 4, 'project_id': '38719620e52c492f964e26f6f4cd8c39', 'subnets': [{'id': '56aa03c2-2d88-479d-80cd-52207d3d9018', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:59:35.095468 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [req-57dd5a21-3d0f-4a82-a546-ebc72ed01b62 req-7e31f947-f377-407b-a41a-04cfdc991cdb tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Allocated IP 172.20.0.10 (3b33a4eb-62b1-404e-a60c-5544d2a399f2/56aa03c2-2d88-479d-80cd-52207d3d9018/6256fa70-e082-4bbc-bce7-30be00dfd284) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:59:35.304041 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-57dd5a21-3d0f-4a82-a546-ebc72ed01b62 req-7e31f947-f377-407b-a41a-04cfdc991cdb tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:59:35.321616 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [req-57dd5a21-3d0f-4a82-a546-ebc72ed01b62 req-7e31f947-f377-407b-a41a-04cfdc991cdb tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Transition to ACTIVE for port object 6256fa70-e082-4bbc-bce7-30be00dfd284 will not be triggered until provisioned by entity DHCP. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:59:35.350320 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-57dd5a21-3d0f-4a82-a546-ebc72ed01b62 req-7e31f947-f377-407b-a41a-04cfdc991cdb tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:59:35.423234 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57dd5a21-3d0f-4a82-a546-ebc72ed01b62 req-7e31f947-f377-407b-a41a-04cfdc991cdb tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Network 3b33a4eb-62b1-404e-a60c-5544d2a399f2 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:59:35.426260 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [req-57dd5a21-3d0f-4a82-a546-ebc72ed01b62 req-7e31f947-f377-407b-a41a-04cfdc991cdb tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:59:35.430432 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-57dd5a21-3d0f-4a82-a546-ebc72ed01b62 req-7e31f947-f377-407b-a41a-04cfdc991cdb tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:59:35.469160 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e31f947-f377-407b-a41a-04cfdc991cdb tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Pushing event updated for resources: {'Port': ['ID=6256fa70-e082-4bbc-bce7-30be00dfd284,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:59:35.506483 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dd5a21-3d0f-4a82-a546-ebc72ed01b62 req-7e31f947-f377-407b-a41a-04cfdc991cdb tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:59:35.507413 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-57dd5a21-3d0f-4a82-a546-ebc72ed01b62 req-7e31f947-f377-407b-a41a-04cfdc991cdb tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:59:35.539635 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-57dd5a21-3d0f-4a82-a546-ebc72ed01b62 req-7e31f947-f377-407b-a41a-04cfdc991cdb tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9147570 Jun 01 19:59:35.557560 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-57dd5a21-3d0f-4a82-a546-ebc72ed01b62 req-889e2b34-be5b-406a-b2ba-4a77e3efe680 service neutron] Request body: {'port': {'device_id': 'ef2497c8-6218-4351-9930-c02dbeba1393', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844202-1'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:59:35.697788 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168f77ff-6f5a-425d-b5ee-967299a44efa req-eacb97d4-ce14-4ed6-afd9-36cb45c9e64f tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:59:35.699325 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-168f77ff-6f5a-425d-b5ee-967299a44efa req-eacb97d4-ce14-4ed6-afd9-36cb45c9e64f tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef2497c8-6218-4351-9930-c02dbeba1393 HTTP/1.1" status: 200 len: 932 time: 0.1134415 Jun 01 19:59:35.700657 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-57dd5a21-3d0f-4a82-a546-ebc72ed01b62 req-889e2b34-be5b-406a-b2ba-4a77e3efe680 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:59:35.754461 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-168f77ff-6f5a-425d-b5ee-967299a44efa req-c5e7046a-e929-4bb6-9bfb-aca83586ec71 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/security-groups?id=64f95478-138c-462f-9f3a-58b6ab9fc136&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483468 Jun 01 19:59:35.799045 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-0a34fa27-48d0-4749-9e48-7efe1b44f34a None None] Provisioning for port 6256fa70-e082-4bbc-bce7-30be00dfd284 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:59:35.805932 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-0a34fa27-48d0-4749-9e48-7efe1b44f34a None None] Provisioning complete for port 6256fa70-e082-4bbc-bce7-30be00dfd284 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:59:35.808551 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-0a34fa27-48d0-4749-9e48-7efe1b44f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:59:35.849568 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device f1ae59cc-0cc9-4a81-9c0d-77a91b4ba7ff up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:59:35.932037 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-0a34fa27-48d0-4749-9e48-7efe1b44f34a None None] Port 6256fa70-e082-4bbc-bce7-30be00dfd284 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 19:59:35.949659 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port f1ae59cc-0cc9-4a81-9c0d-77a91b4ba7ff completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:59:35.963353 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port f1ae59cc-0cc9-4a81-9c0d-77a91b4ba7ff triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:59:35.963728 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:59:36.116584 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port f1ae59cc-0cc9-4a81-9c0d-77a91b4ba7ff is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:59:36.116965 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:59:36.140122 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [req-57dd5a21-3d0f-4a82-a546-ebc72ed01b62 req-889e2b34-be5b-406a-b2ba-4a77e3efe680 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6256fa70-e082-4bbc-bce7-30be00dfd284 {{(pid=88524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 19:59:36.149205 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-57dd5a21-3d0f-4a82-a546-ebc72ed01b62 req-889e2b34-be5b-406a-b2ba-4a77e3efe680 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:59:36.154977 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port f1ae59cc-0cc9-4a81-9c0d-77a91b4ba7ff, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=f1ae59cc-0cc9-4a81-9c0d-77a91b4ba7ff,segment=NetworkSegment(aa0dfcaa-479a-4242-a193-9213ea326fdc),segment_id=aa0dfcaa-479a-4242-a193-9213ea326fdc)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:59:36.158984 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:59:36.168394 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [req-57dd5a21-3d0f-4a82-a546-ebc72ed01b62 req-889e2b34-be5b-406a-b2ba-4a77e3efe680 service neutron] Transition to ACTIVE for port object 6256fa70-e082-4bbc-bce7-30be00dfd284 will not be triggered until provisioned by entity L2. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 19:59:36.172953 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-57dd5a21-3d0f-4a82-a546-ebc72ed01b62 req-889e2b34-be5b-406a-b2ba-4a77e3efe680 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:59:36.232375 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=f1ae59cc-0cc9-4a81-9c0d-77a91b4ba7ff,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:59:36.334180 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889e2b34-be5b-406a-b2ba-4a77e3efe680 service neutron] Pushing event updated for resources: {'Port': ['ID=6256fa70-e082-4bbc-bce7-30be00dfd284,revision_number=2']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:59:36.428927 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-57dd5a21-3d0f-4a82-a546-ebc72ed01b62 req-889e2b34-be5b-406a-b2ba-4a77e3efe680 service neutron] Attempting to bind port 6256fa70-e082-4bbc-bce7-30be00dfd284 on host n-h1-844202-1 for vnic_type normal with profile {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 19:59:36.429273 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-57dd5a21-3d0f-4a82-a546-ebc72ed01b62 req-889e2b34-be5b-406a-b2ba-4a77e3efe680 service neutron] Attempting to bind port 6256fa70-e082-4bbc-bce7-30be00dfd284 by drivers openvswitch,hyperv on host n-h1-844202-1 at level 0 using segments [{'id': 'aa0dfcaa-479a-4242-a193-9213ea326fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '3b33a4eb-62b1-404e-a60c-5544d2a399f2'}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 19:59:36.429592 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57dd5a21-3d0f-4a82-a546-ebc72ed01b62 req-889e2b34-be5b-406a-b2ba-4a77e3efe680 service neutron] Attempting to bind port 6256fa70-e082-4bbc-bce7-30be00dfd284 on network 3b33a4eb-62b1-404e-a60c-5544d2a399f2 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:59:36.435194 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57dd5a21-3d0f-4a82-a546-ebc72ed01b62 req-889e2b34-be5b-406a-b2ba-4a77e3efe680 service neutron] Port 6256fa70-e082-4bbc-bce7-30be00dfd284 on network 3b33a4eb-62b1-404e-a60c-5544d2a399f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-844202-1 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 19:59:36.435630 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57dd5a21-3d0f-4a82-a546-ebc72ed01b62 req-889e2b34-be5b-406a-b2ba-4a77e3efe680 service neutron] Attempting to bind port 6256fa70-e082-4bbc-bce7-30be00dfd284 on network 3b33a4eb-62b1-404e-a60c-5544d2a399f2 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 19:59:36.441314 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57dd5a21-3d0f-4a82-a546-ebc72ed01b62 req-889e2b34-be5b-406a-b2ba-4a77e3efe680 service neutron] Checking agent: {'id': 'bdb1e5d7-b998-4259-838f-3d278e930f32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 19, 59, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 19:59:36.441646 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57dd5a21-3d0f-4a82-a546-ebc72ed01b62 req-889e2b34-be5b-406a-b2ba-4a77e3efe680 service neutron] Checking segment: {'id': 'aa0dfcaa-479a-4242-a193-9213ea326fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '3b33a4eb-62b1-404e-a60c-5544d2a399f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 19:59:36.442021 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57dd5a21-3d0f-4a82-a546-ebc72ed01b62 req-889e2b34-be5b-406a-b2ba-4a77e3efe680 service neutron] Bound using segment: {'id': 'aa0dfcaa-479a-4242-a193-9213ea326fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '3b33a4eb-62b1-404e-a60c-5544d2a399f2'} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 19:59:36.442439 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-57dd5a21-3d0f-4a82-a546-ebc72ed01b62 req-889e2b34-be5b-406a-b2ba-4a77e3efe680 service neutron] Bound port: 6256fa70-e082-4bbc-bce7-30be00dfd284, host: n-h1-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa0dfcaa-479a-4242-a193-9213ea326fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '3b33a4eb-62b1-404e-a60c-5544d2a399f2'}}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 19:59:36.442780 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-57dd5a21-3d0f-4a82-a546-ebc72ed01b62 req-889e2b34-be5b-406a-b2ba-4a77e3efe680 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:59:36.541019 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-57dd5a21-3d0f-4a82-a546-ebc72ed01b62 req-889e2b34-be5b-406a-b2ba-4a77e3efe680 service neutron] For port 6256fa70-e082-4bbc-bce7-30be00dfd284, host n-h1-844202-1, cleared binding levels {{(pid=88524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 19:59:36.544384 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-57dd5a21-3d0f-4a82-a546-ebc72ed01b62 req-889e2b34-be5b-406a-b2ba-4a77e3efe680 service neutron] For port 6256fa70-e082-4bbc-bce7-30be00dfd284, host n-h1-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=6256fa70-e082-4bbc-bce7-30be00dfd284,segment=NetworkSegment(aa0dfcaa-479a-4242-a193-9213ea326fdc),segment_id=aa0dfcaa-479a-4242-a193-9213ea326fdc)] {{(pid=88524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 19:59:36.549221 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-57dd5a21-3d0f-4a82-a546-ebc72ed01b62 req-889e2b34-be5b-406a-b2ba-4a77e3efe680 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:59:36.616061 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dd5a21-3d0f-4a82-a546-ebc72ed01b62 req-889e2b34-be5b-406a-b2ba-4a77e3efe680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:59:36.616690 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-57dd5a21-3d0f-4a82-a546-ebc72ed01b62 req-889e2b34-be5b-406a-b2ba-4a77e3efe680 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:59:36.618046 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-57dd5a21-3d0f-4a82-a546-ebc72ed01b62 req-889e2b34-be5b-406a-b2ba-4a77e3efe680 service neutron] 10.222.0.15 "PUT /v2.0/ports/6256fa70-e082-4bbc-bce7-30be00dfd284 HTTP/1.1" status: 200 len: 1092 time: 1.0664508 Jun 01 19:59:36.618478 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef2497c8-6218-4351-9930-c02dbeba1393', 'tag': '6256fa70-e082-4bbc-bce7-30be00dfd284'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:59:36.639947 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889e2b34-be5b-406a-b2ba-4a77e3efe680 service neutron] Pushing event updated for resources: {'Port': ['ID=6256fa70-e082-4bbc-bce7-30be00dfd284,revision_number=3']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:59:36.706742 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5db7a75-6a0c-42af-821e-1e467095c41a'] response: {'name': 'network-changed', 'server_uuid': 'ef2497c8-6218-4351-9930-c02dbeba1393', 'tag': '6256fa70-e082-4bbc-bce7-30be00dfd284', 'status': 'completed', 'code': 200} Jun 01 19:59:36.754727 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dd5a21-3d0f-4a82-a546-ebc72ed01b62 req-14981894-8449-4c95-bd4f-f38c3b995058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:59:36.757253 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-57dd5a21-3d0f-4a82-a546-ebc72ed01b62 req-14981894-8449-4c95-bd4f-f38c3b995058 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=38719620e52c492f964e26f6f4cd8c39&device_id=ef2497c8-6218-4351-9930-c02dbeba1393 HTTP/1.1" status: 200 len: 1095 time: 0.0833333 Jun 01 19:59:36.840700 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-57dd5a21-3d0f-4a82-a546-ebc72ed01b62 req-498ff923-5c7b-4ba6-acb8-57b51587075b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6256fa70-e082-4bbc-bce7-30be00dfd284 HTTP/1.1" status: 200 len: 217 time: 0.0706272 Jun 01 19:59:36.913499 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dd5a21-3d0f-4a82-a546-ebc72ed01b62 req-d7e2117e-3e07-4abc-a8c2-e7d878f19de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:59:36.914936 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-57dd5a21-3d0f-4a82-a546-ebc72ed01b62 req-d7e2117e-3e07-4abc-a8c2-e7d878f19de0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=56aa03c2-2d88-479d-80cd-52207d3d9018 HTTP/1.1" status: 200 len: 835 time: 0.0655265 Jun 01 19:59:36.982854 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1b4d20-4a54-427d-9f50-57635f19aeb4 req-e857476c-d44a-4509-9cb1-d97676b35509 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:59:36.985062 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-9a1b4d20-4a54-427d-9f50-57635f19aeb4 req-e857476c-d44a-4509-9cb1-d97676b35509 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef2497c8-6218-4351-9930-c02dbeba1393 HTTP/1.1" status: 200 len: 944 time: 0.1092620 Jun 01 19:59:37.003951 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dd5a21-3d0f-4a82-a546-ebc72ed01b62 req-d96bd0ed-7804-44db-8d6b-719eaab81056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:59:37.005812 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-57dd5a21-3d0f-4a82-a546-ebc72ed01b62 req-d96bd0ed-7804-44db-8d6b-719eaab81056 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3b33a4eb-62b1-404e-a60c-5544d2a399f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0803618 Jun 01 19:59:37.032159 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-9a1b4d20-4a54-427d-9f50-57635f19aeb4 req-20be603f-4574-4755-b8f5-972e34df07bb tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/security-groups?id=64f95478-138c-462f-9f3a-58b6ab9fc136&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405793 Jun 01 19:59:37.230232 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-7fee4049-447c-4490-9208-c3ddff27ce26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:59:37.248829 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-57dd5a21-3d0f-4a82-a546-ebc72ed01b62 req-a6a78845-c24a-43d4-b4bc-2a971a5aaec8 service neutron] 10.222.0.15 "GET /v2.0/networks/3b33a4eb-62b1-404e-a60c-5544d2a399f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2362196 Jun 01 19:59:37.397363 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-57dd5a21-3d0f-4a82-a546-ebc72ed01b62 req-5112d9d0-67d2-4d6f-a8b6-600aa3312ecc service neutron] 10.222.0.15 "GET /v2.0/networks/3b33a4eb-62b1-404e-a60c-5544d2a399f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388538 Jun 01 19:59:37.538662 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7710745-639f-4936-9a52-5aab63b98984 req-014157e3-5434-4c0c-9796-e08ec7d8585a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:59:37.540137 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d7710745-639f-4936-9a52-5aab63b98984 req-014157e3-5434-4c0c-9796-e08ec7d8585a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=38719620e52c492f964e26f6f4cd8c39&device_id=ef2497c8-6218-4351-9930-c02dbeba1393 HTTP/1.1" status: 200 len: 1095 time: 0.0788910 Jun 01 19:59:37.679330 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7710745-639f-4936-9a52-5aab63b98984 req-096dd908-2a5a-4041-9fa3-f2c7f9a0ec1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:59:37.680892 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d7710745-639f-4936-9a52-5aab63b98984 req-096dd908-2a5a-4041-9fa3-f2c7f9a0ec1d service neutron] 10.222.0.15 "GET /v2.0/networks?id=3b33a4eb-62b1-404e-a60c-5544d2a399f2 HTTP/1.1" status: 200 len: 897 time: 0.1312714 Jun 01 19:59:37.758515 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d7710745-639f-4936-9a52-5aab63b98984 req-d176cfdf-69d4-497a-9e7c-74e8f392d3b7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6256fa70-e082-4bbc-bce7-30be00dfd284 HTTP/1.1" status: 200 len: 217 time: 0.0688202 Jun 01 19:59:37.804117 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device f1ae59cc-0cc9-4a81-9c0d-77a91b4ba7ff up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:59:37.826699 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7710745-639f-4936-9a52-5aab63b98984 req-7242b678-2494-46dd-a625-3585db5140cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:59:37.828342 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d7710745-639f-4936-9a52-5aab63b98984 req-7242b678-2494-46dd-a625-3585db5140cd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=56aa03c2-2d88-479d-80cd-52207d3d9018 HTTP/1.1" status: 200 len: 835 time: 0.0619602 Jun 01 19:59:37.882681 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port f1ae59cc-0cc9-4a81-9c0d-77a91b4ba7ff triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:59:37.883309 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:59:37.917626 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7710745-639f-4936-9a52-5aab63b98984 req-97776cad-46f3-4577-8be7-7ebd3b405b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:59:37.919132 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d7710745-639f-4936-9a52-5aab63b98984 req-97776cad-46f3-4577-8be7-7ebd3b405b03 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3b33a4eb-62b1-404e-a60c-5544d2a399f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0834382 Jun 01 19:59:38.020419 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port f1ae59cc-0cc9-4a81-9c0d-77a91b4ba7ff is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:59:38.075315 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d7710745-639f-4936-9a52-5aab63b98984 req-af3c063b-09f5-4629-9f30-ad2736b2e6e4 service neutron] 10.222.0.15 "GET /v2.0/networks/3b33a4eb-62b1-404e-a60c-5544d2a399f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458192 Jun 01 19:59:38.226860 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d7710745-639f-4936-9a52-5aab63b98984 req-20a9ecbe-27bc-40d5-a002-fb338e216bc0 service neutron] 10.222.0.15 "GET /v2.0/networks/3b33a4eb-62b1-404e-a60c-5544d2a399f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452346 Jun 01 19:59:38.234442 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f435fdd-4fd3-48e3-9fc6-26ac9b083f8a req-f14c4e5e-494a-4531-bdc2-b103a4f932b2 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:59:38.238467 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3f435fdd-4fd3-48e3-9fc6-26ac9b083f8a req-f14c4e5e-494a-4531-bdc2-b103a4f932b2 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef2497c8-6218-4351-9930-c02dbeba1393 HTTP/1.1" status: 200 len: 944 time: 0.0918136 Jun 01 19:59:38.289602 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3f435fdd-4fd3-48e3-9fc6-26ac9b083f8a req-8a4797eb-31e8-4cae-a0cd-b6c4bf41c370 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/security-groups?id=64f95478-138c-462f-9f3a-58b6ab9fc136&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477121 Jun 01 19:59:39.485920 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5af0130-d895-41e3-924f-365a2aca2fa5 req-72dbefc2-9d36-4a6f-89ab-5236908040f7 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:59:39.487370 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d5af0130-d895-41e3-924f-365a2aca2fa5 req-72dbefc2-9d36-4a6f-89ab-5236908040f7 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef2497c8-6218-4351-9930-c02dbeba1393 HTTP/1.1" status: 200 len: 944 time: 0.0866568 Jun 01 19:59:39.535904 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d5af0130-d895-41e3-924f-365a2aca2fa5 req-3ded01eb-d37e-4f0b-95d6-0966749c7b61 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/security-groups?id=64f95478-138c-462f-9f3a-58b6ab9fc136&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425341 Jun 01 19:59:39.678810 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-91dbdf57-9bcb-430b-834f-63d181820d56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:59:39.982134 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 6256fa70-e082-4bbc-bce7-30be00dfd284 details requested by agent hyperv_n-h1-844202-1 with host n-h1-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 19:59:40.174454 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port 6256fa70-e082-4bbc-bce7-30be00dfd284, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=6256fa70-e082-4bbc-bce7-30be00dfd284,segment=NetworkSegment(aa0dfcaa-479a-4242-a193-9213ea326fdc),segment_id=aa0dfcaa-479a-4242-a193-9213ea326fdc)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:59:40.188988 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Returning: {'device': '6256fa70-e082-4bbc-bce7-30be00dfd284', 'network_id': '3b33a4eb-62b1-404e-a60c-5544d2a399f2', 'port_id': '6256fa70-e082-4bbc-bce7-30be00dfd284', 'mac_address': 'fa:16:3e:e0:e7:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56aa03c2-2d88-479d-80cd-52207d3d9018', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 19:59:40.244300 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port 6256fa70-e082-4bbc-bce7-30be00dfd284 is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:59:40.244719 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:59:40.261753 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6256fa70-e082-4bbc-bce7-30be00dfd284 {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 19:59:40.277436 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port 6256fa70-e082-4bbc-bce7-30be00dfd284, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=6256fa70-e082-4bbc-bce7-30be00dfd284,segment=NetworkSegment(aa0dfcaa-479a-4242-a193-9213ea326fdc),segment_id=aa0dfcaa-479a-4242-a193-9213ea326fdc)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:59:40.281486 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:59:40.351591 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=6256fa70-e082-4bbc-bce7-30be00dfd284,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:59:40.496871 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] get_ports_and_sgs() called for port_ids ['6256fa70-e082-4bbc-bce7-30be00dfd284'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 19:59:40.740605 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbd6d2c-c36f-49e9-83de-1a346b1a98f8 req-af2588d9-5d51-4e83-8adf-9036271d8c83 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:59:40.741768 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-1fbd6d2c-c36f-49e9-83de-1a346b1a98f8 req-af2588d9-5d51-4e83-8adf-9036271d8c83 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef2497c8-6218-4351-9930-c02dbeba1393 HTTP/1.1" status: 200 len: 945 time: 0.0952158 Jun 01 19:59:40.793381 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-1fbd6d2c-c36f-49e9-83de-1a346b1a98f8 req-45168a68-6485-46a9-bea4-7092b7e035cc tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/security-groups?id=64f95478-138c-462f-9f3a-58b6ab9fc136&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438442 Jun 01 19:59:40.827454 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:59:40.852931 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:59:41.885561 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:59:41.992255 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5f6c58-3430-48ad-8eee-2f6eccfd0a9c req-df1e2095-6931-48ba-bc62-47fb1c177178 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:59:41.994096 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2e5f6c58-3430-48ad-8eee-2f6eccfd0a9c req-df1e2095-6931-48ba-bc62-47fb1c177178 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef2497c8-6218-4351-9930-c02dbeba1393 HTTP/1.1" status: 200 len: 945 time: 0.0874245 Jun 01 19:59:42.012956 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 6256fa70-e082-4bbc-bce7-30be00dfd284 up at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 19:59:42.041017 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2e5f6c58-3430-48ad-8eee-2f6eccfd0a9c req-39158da6-8bee-40ce-965c-9ed1831d6c7b tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/security-groups?id=64f95478-138c-462f-9f3a-58b6ab9fc136&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410450 Jun 01 19:59:42.088973 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Provisioning for port 6256fa70-e082-4bbc-bce7-30be00dfd284 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 19:59:42.093694 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Provisioning complete for port 6256fa70-e082-4bbc-bce7-30be00dfd284 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 19:59:42.094052 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:59:42.223414 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port 6256fa70-e082-4bbc-bce7-30be00dfd284 is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 19:59:42.223846 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:59:42.237397 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:59:42.255095 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef2497c8-6218-4351-9930-c02dbeba1393', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6256fa70-e082-4bbc-bce7-30be00dfd284'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:59:42.275770 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port 6256fa70-e082-4bbc-bce7-30be00dfd284, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=6256fa70-e082-4bbc-bce7-30be00dfd284,segment=NetworkSegment(aa0dfcaa-479a-4242-a193-9213ea326fdc),segment_id=aa0dfcaa-479a-4242-a193-9213ea326fdc)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 19:59:42.280648 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:59:42.312270 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4bbcf303-e74c-4984-9548-6d3e896edba7'] response: {'server_uuid': 'ef2497c8-6218-4351-9930-c02dbeba1393', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6256fa70-e082-4bbc-bce7-30be00dfd284', 'code': 200} Jun 01 19:59:42.356301 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=6256fa70-e082-4bbc-bce7-30be00dfd284,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:59:42.448313 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24b96af-b9f1-46a6-9731-ad5301086a0e req-9fab10c5-33de-45f7-9461-6b19cd4fbe47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:59:42.449799 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b24b96af-b9f1-46a6-9731-ad5301086a0e req-9fab10c5-33de-45f7-9461-6b19cd4fbe47 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ef2497c8-6218-4351-9930-c02dbeba1393 HTTP/1.1" status: 200 len: 1097 time: 0.0768371 Jun 01 19:59:42.494697 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b24b96af-b9f1-46a6-9731-ad5301086a0e req-45bea6e1-3739-4ec5-91d5-797796a683e3 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=64f95478-138c-462f-9f3a-58b6ab9fc136&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357761 Jun 01 19:59:42.532990 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:59:43.235374 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9144c6ae-e0fc-432f-a550-2597516c37bf req-8344e1a5-3009-4d77-8c0b-1d2c8f646a44 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:59:43.236876 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-9144c6ae-e0fc-432f-a550-2597516c37bf req-8344e1a5-3009-4d77-8c0b-1d2c8f646a44 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef2497c8-6218-4351-9930-c02dbeba1393 HTTP/1.1" status: 200 len: 946 time: 0.0823128 Jun 01 19:59:43.291344 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-9144c6ae-e0fc-432f-a550-2597516c37bf req-80e6e1cd-70da-4355-9f5a-55675547a204 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/security-groups?id=64f95478-138c-462f-9f3a-58b6ab9fc136&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481329 Jun 01 19:59:44.488715 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239b05a3-96da-4c66-8f9b-d7c6b1ed546d req-4be74abb-3dd7-4fd0-9d48-46b1adb60bd3 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:59:44.490318 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-239b05a3-96da-4c66-8f9b-d7c6b1ed546d req-4be74abb-3dd7-4fd0-9d48-46b1adb60bd3 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef2497c8-6218-4351-9930-c02dbeba1393 HTTP/1.1" status: 200 len: 946 time: 0.0906067 Jun 01 19:59:44.536055 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-239b05a3-96da-4c66-8f9b-d7c6b1ed546d req-5aa581de-b2b2-43b7-b822-bee6dacc22f8 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/security-groups?id=64f95478-138c-462f-9f3a-58b6ab9fc136&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395191 Jun 01 19:59:44.750172 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c05eed-2ece-44df-9ddc-1f819f775d05 req-86e48f5a-fbdb-4166-be1e-2c2175213434 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:59:44.751616 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-19c05eed-2ece-44df-9ddc-1f819f775d05 req-86e48f5a-fbdb-4166-be1e-2c2175213434 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef2497c8-6218-4351-9930-c02dbeba1393 HTTP/1.1" status: 200 len: 946 time: 0.1062729 Jun 01 19:59:44.802731 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-19c05eed-2ece-44df-9ddc-1f819f775d05 req-e78f26bb-09af-4a6e-ad37-c6d51a8d3ed0 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/security-groups?id=64f95478-138c-462f-9f3a-58b6ab9fc136&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454032 Jun 01 19:59:44.825997 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 55040) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:59:44.945796 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4309f012-c08b-4c55-9fc3-0bba679d473c tempest-TestNetworkAdvancedServerOps-719043324 tempest-TestNetworkAdvancedServerOps-719043324-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:59:44.948102 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-4309f012-c08b-4c55-9fc3-0bba679d473c tempest-TestNetworkAdvancedServerOps-719043324 tempest-TestNetworkAdvancedServerOps-719043324-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ef2497c8-6218-4351-9930-c02dbeba1393 HTTP/1.1" status: 200 len: 1092 time: 0.1209533 Jun 01 19:59:44.950904 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 55046) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:59:44.956300 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-2ab982bd-b17c-48a9-96c2-ca9f9cd13794 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Request body: {'floatingip': {'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'port_id': '6256fa70-e082-4bbc-bce7-30be00dfd284', 'tenant_id': '38719620e52c492f964e26f6f4cd8c39', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 19:59:44.963963 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-2ab982bd-b17c-48a9-96c2-ca9f9cd13794 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 19:59:44.968768 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-2ab982bd-b17c-48a9-96c2-ca9f9cd13794 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Usage tracker for resource:floatingip and tenant:38719620e52c492f964e26f6f4cd8c39 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 19:59:44.974545 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-2ab982bd-b17c-48a9-96c2-ca9f9cd13794 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 19:59:44.982563 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-2ab982bd-b17c-48a9-96c2-ca9f9cd13794 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 19:59:44.998318 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2ab982bd-b17c-48a9-96c2-ca9f9cd13794 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for floatingip, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:59:45.162614 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2ab982bd-b17c-48a9-96c2-ca9f9cd13794 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:59:45.303438 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [None req-2ab982bd-b17c-48a9-96c2-ca9f9cd13794 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Allocated IP 172.25.4.186 (72a72e44-6845-488a-a5ff-3a26d4df9cb3/c314a23b-daa2-4106-ab28-8e6f954277b2/993b22c1-e93e-4ba2-b705-2eef506553a6) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 19:59:45.459278 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2ab982bd-b17c-48a9-96c2-ca9f9cd13794 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:59:45.491152 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2ab982bd-b17c-48a9-96c2-ca9f9cd13794 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:59:45.674940 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ab982bd-b17c-48a9-96c2-ca9f9cd13794 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 19:59:45.678015 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-2ab982bd-b17c-48a9-96c2-ca9f9cd13794 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 19:59:45.682109 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab982bd-b17c-48a9-96c2-ca9f9cd13794 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 19:59:45.713821 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab982bd-b17c-48a9-96c2-ca9f9cd13794 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Pushing event updated for resources: {'Port': ['ID=993b22c1-e93e-4ba2-b705-2eef506553a6,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:59:45.733190 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab982bd-b17c-48a9-96c2-ca9f9cd13794 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:59:45.733603 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab982bd-b17c-48a9-96c2-ca9f9cd13794 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:59:45.733837 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab982bd-b17c-48a9-96c2-ca9f9cd13794 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:59:45.734162 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab982bd-b17c-48a9-96c2-ca9f9cd13794 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:59:45.734482 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab982bd-b17c-48a9-96c2-ca9f9cd13794 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:59:45.734799 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab982bd-b17c-48a9-96c2-ca9f9cd13794 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:59:45.735115 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab982bd-b17c-48a9-96c2-ca9f9cd13794 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:59:45.735426 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab982bd-b17c-48a9-96c2-ca9f9cd13794 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:59:45.735738 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab982bd-b17c-48a9-96c2-ca9f9cd13794 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:59:45.736050 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab982bd-b17c-48a9-96c2-ca9f9cd13794 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:59:45.736452 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab982bd-b17c-48a9-96c2-ca9f9cd13794 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:59:45.736697 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab982bd-b17c-48a9-96c2-ca9f9cd13794 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 19:59:46.132628 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2ab982bd-b17c-48a9-96c2-ca9f9cd13794 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:59:46.216663 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2ab982bd-b17c-48a9-96c2-ca9f9cd13794 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:59:46.429687 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2ab982bd-b17c-48a9-96c2-ca9f9cd13794 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:59:46.434387 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2ab982bd-b17c-48a9-96c2-ca9f9cd13794 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:59:46.546446 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab982bd-b17c-48a9-96c2-ca9f9cd13794 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Pushing event updated for resources: {'Port': ['ID=993b22c1-e93e-4ba2-b705-2eef506553a6,revision_number=2']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 19:59:46.559743 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2ab982bd-b17c-48a9-96c2-ca9f9cd13794 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887712'] for floatingip, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:59:46.739726 n-d-844202-1 neutron-server[88524]: INFO neutron.db.l3_db [None req-2ab982bd-b17c-48a9-96c2-ca9f9cd13794 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Floating IP 4f5fcc92-2d32-4ccd-9736-6e4c2e5e1953 associated. External IP: 172.25.4.186, port: 6256fa70-e082-4bbc-bce7-30be00dfd284. Jun 01 19:59:47.098430 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ab982bd-b17c-48a9-96c2-ca9f9cd13794 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Router 7c945ae2-25e7-423c-96a4-9b0d74e805b9 has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 19:59:47.402691 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ab982bd-b17c-48a9-96c2-ca9f9cd13794 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 19:59:47.412912 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f10471a9-85f2-4c85-b1f4-f70d8e183aa6 None None] Sync routers for ids ['7c945ae2-25e7-423c-96a4-9b0d74e805b9'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 19:59:47.423316 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10471a9-85f2-4c85-b1f4-f70d8e183aa6 None None] Routers {'7c945ae2-25e7-423c-96a4-9b0d74e805b9'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:59:47.423912 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-f10471a9-85f2-4c85-b1f4-f70d8e183aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:59:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['7c945ae2-25e7-423c-96a4-9b0d74e805b9'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:59:47.427604 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2ab982bd-b17c-48a9-96c2-ca9f9cd13794 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for floatingip, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 19:59:47.486594 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-2ab982bd-b17c-48a9-96c2-ca9f9cd13794 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5345056 Jun 01 19:59:47.487168 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef2497c8-6218-4351-9930-c02dbeba1393', 'tag': '6256fa70-e082-4bbc-bce7-30be00dfd284'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 19:59:47.605771 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-f10471a9-85f2-4c85-b1f4-f70d8e183aa6 None None] Set router 7c945ae2-25e7-423c-96a4-9b0d74e805b9 gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:59:47.657511 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181b1e33-3e95-4345-805d-36ac7839453f req-02e3319d-8cfb-4d13-9260-780439b9c3aa tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:59:47.658919 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-181b1e33-3e95-4345-805d-36ac7839453f req-02e3319d-8cfb-4d13-9260-780439b9c3aa tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef2497c8-6218-4351-9930-c02dbeba1393 HTTP/1.1" status: 200 len: 946 time: 0.0827866 Jun 01 19:59:47.704976 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-181b1e33-3e95-4345-805d-36ac7839453f req-dae04ba0-e959-45f1-9d37-a2ebb0427bbc tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/security-groups?id=64f95478-138c-462f-9f3a-58b6ab9fc136&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398145 Jun 01 19:59:47.730524 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 55054) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:59:47.769273 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e62bfbc3-c2f1-4808-909f-5b686cb3cdeb'] response: {'name': 'network-changed', 'server_uuid': 'ef2497c8-6218-4351-9930-c02dbeba1393', 'tag': '6256fa70-e082-4bbc-bce7-30be00dfd284', 'status': 'completed', 'code': 200} Jun 01 19:59:47.856320 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-8a6a7434-2033-4165-ac14-42e9daa49b3b tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/floatingips/4f5fcc92-2d32-4ccd-9736-6e4c2e5e1953 HTTP/1.1" status: 200 len: 992 time: 0.1238000 Jun 01 19:59:47.864414 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320e356d-9973-4d61-abe5-1a183c5598ab req-0b21d92f-572f-41ef-81a4-83af559b9684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:59:47.866040 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-320e356d-9973-4d61-abe5-1a183c5598ab req-0b21d92f-572f-41ef-81a4-83af559b9684 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=38719620e52c492f964e26f6f4cd8c39&device_id=ef2497c8-6218-4351-9930-c02dbeba1393 HTTP/1.1" status: 200 len: 1097 time: 0.0801497 Jun 01 19:59:47.980108 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-f10471a9-85f2-4c85-b1f4-f70d8e183aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c945ae2-25e7-423c-96a4-9b0d74e805b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1647178079', 'tenant_id': '38719620e52c492f964e26f6f4cd8c39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': '2a84abff-c77f-48e8-96e2-b436fcfbcd93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:59:25Z', 'updated_at': '2022-06-01T19:59:30Z', 'revision_number': 4, 'project_id': '38719620e52c492f964e26f6f4cd8c39', 'gw_port': {'id': '2a84abff-c77f-48e8-96e2-b436fcfbcd93', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:68:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c945ae2-25e7-423c-96a4-9b0d74e805b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4367, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:59:26Z', 'updated_at': '2022-06-01T19:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_floatingips': [{'id': '4f5fcc92-2d32-4ccd-9736-6e4c2e5e1953', 'tenant_id': '38719620e52c492f964e26f6f4cd8c39', 'floating_ip_address': '172.25.4.186', 'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'router_id': '7c945ae2-25e7-423c-96a4-9b0d74e805b9', 'port_id': '6256fa70-e082-4bbc-bce7-30be00dfd284', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b33a4eb-62b1-404e-a60c-5544d2a399f2', 'mac_address': 'fa:16:3e:e0:e7:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2497c8-6218-4351-9930-c02dbeba1393', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T19:59:46Z', 'updated_at': '2022-06-01T19:59:46Z', 'revision_number': 0, 'project_id': '38719620e52c492f964e26f6f4cd8c39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1ae59cc-0cc9-4a81-9c0d-77a91b4ba7ff', 'name': '', 'network_id': '3b33a4eb-62b1-404e-a60c-5544d2a399f2', 'tenant_id': '38719620e52c492f964e26f6f4cd8c39', 'mac_address': 'fa:16:3e:f9:15:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c945ae2-25e7-423c-96a4-9b0d74e805b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4370, 'fixed_ips': [{'subnet_id': '56aa03c2-2d88-479d-80cd-52207d3d9018', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:59:30Z', 'updated_at': '2022-06-01T19:59:36Z', 'revision_number': 5, 'project_id': '38719620e52c492f964e26f6f4cd8c39', 'subnets': [{'id': '56aa03c2-2d88-479d-80cd-52207d3d9018', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:59:47.984327 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f10471a9-85f2-4c85-b1f4-f70d8e183aa6 None None] Checking router: 7c945ae2-25e7-423c-96a4-9b0d74e805b9 for host: n-d-844202-1 {{(pid=88527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 19:59:47.993153 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10471a9-85f2-4c85-b1f4-f70d8e183aa6 None None] Routers {'7c945ae2-25e7-423c-96a4-9b0d74e805b9'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 19:59:47.994273 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-f10471a9-85f2-4c85-b1f4-f70d8e183aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T19:59:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['7c945ae2-25e7-423c-96a4-9b0d74e805b9'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:59:48.012889 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320e356d-9973-4d61-abe5-1a183c5598ab req-dfc86613-dfed-4439-a7b2-75829c16425c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:59:48.014328 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-320e356d-9973-4d61-abe5-1a183c5598ab req-dfc86613-dfed-4439-a7b2-75829c16425c service neutron] 10.222.0.15 "GET /v2.0/networks?id=3b33a4eb-62b1-404e-a60c-5544d2a399f2 HTTP/1.1" status: 200 len: 897 time: 0.1416955 Jun 01 19:59:48.121542 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-320e356d-9973-4d61-abe5-1a183c5598ab req-2763fca7-2133-4ffd-a514-c231123dc20d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6256fa70-e082-4bbc-bce7-30be00dfd284 HTTP/1.1" status: 200 len: 1000 time: 0.1012864 Jun 01 19:59:48.181186 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-f10471a9-85f2-4c85-b1f4-f70d8e183aa6 None None] Set router 7c945ae2-25e7-423c-96a4-9b0d74e805b9 gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 19:59:48.203252 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320e356d-9973-4d61-abe5-1a183c5598ab req-2f73db3d-e931-46b8-b400-f62a951811e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:59:48.205456 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-320e356d-9973-4d61-abe5-1a183c5598ab req-2f73db3d-e931-46b8-b400-f62a951811e4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=56aa03c2-2d88-479d-80cd-52207d3d9018 HTTP/1.1" status: 200 len: 835 time: 0.0774651 Jun 01 19:59:48.288103 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320e356d-9973-4d61-abe5-1a183c5598ab req-6c4945b6-e792-45ef-86e9-f6eb76b793dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 19:59:48.289694 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-320e356d-9973-4d61-abe5-1a183c5598ab req-6c4945b6-e792-45ef-86e9-f6eb76b793dc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3b33a4eb-62b1-404e-a60c-5544d2a399f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0781271 Jun 01 19:59:48.437636 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-320e356d-9973-4d61-abe5-1a183c5598ab req-382f9b5a-3668-48d3-ac4b-af3bac527cd7 service neutron] 10.222.0.15 "GET /v2.0/networks/3b33a4eb-62b1-404e-a60c-5544d2a399f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417089 Jun 01 19:59:48.560669 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-f10471a9-85f2-4c85-b1f4-f70d8e183aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c945ae2-25e7-423c-96a4-9b0d74e805b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1647178079', 'tenant_id': '38719620e52c492f964e26f6f4cd8c39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': '2a84abff-c77f-48e8-96e2-b436fcfbcd93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:59:25Z', 'updated_at': '2022-06-01T19:59:30Z', 'revision_number': 4, 'project_id': '38719620e52c492f964e26f6f4cd8c39', 'gw_port': {'id': '2a84abff-c77f-48e8-96e2-b436fcfbcd93', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:68:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c945ae2-25e7-423c-96a4-9b0d74e805b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4367, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:59:26Z', 'updated_at': '2022-06-01T19:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_floatingips': [{'id': '4f5fcc92-2d32-4ccd-9736-6e4c2e5e1953', 'tenant_id': '38719620e52c492f964e26f6f4cd8c39', 'floating_ip_address': '172.25.4.186', 'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'router_id': '7c945ae2-25e7-423c-96a4-9b0d74e805b9', 'port_id': '6256fa70-e082-4bbc-bce7-30be00dfd284', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b33a4eb-62b1-404e-a60c-5544d2a399f2', 'mac_address': 'fa:16:3e:e0:e7:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2497c8-6218-4351-9930-c02dbeba1393', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T19:59:46Z', 'updated_at': '2022-06-01T19:59:46Z', 'revision_number': 0, 'project_id': '38719620e52c492f964e26f6f4cd8c39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1ae59cc-0cc9-4a81-9c0d-77a91b4ba7ff', 'name': '', 'network_id': '3b33a4eb-62b1-404e-a60c-5544d2a399f2', 'tenant_id': '38719620e52c492f964e26f6f4cd8c39', 'mac_address': 'fa:16:3e:f9:15:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c945ae2-25e7-423c-96a4-9b0d74e805b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4370, 'fixed_ips': [{'subnet_id': '56aa03c2-2d88-479d-80cd-52207d3d9018', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:59:30Z', 'updated_at': '2022-06-01T19:59:36Z', 'revision_number': 5, 'project_id': '38719620e52c492f964e26f6f4cd8c39', 'subnets': [{'id': '56aa03c2-2d88-479d-80cd-52207d3d9018', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 19:59:48.564853 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f10471a9-85f2-4c85-b1f4-f70d8e183aa6 None None] The sync data for ids ['7c945ae2-25e7-423c-96a4-9b0d74e805b9'] in n-d-844202-1 is: [{'id': '7c945ae2-25e7-423c-96a4-9b0d74e805b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1647178079', 'tenant_id': '38719620e52c492f964e26f6f4cd8c39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': '2a84abff-c77f-48e8-96e2-b436fcfbcd93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:59:25Z', 'updated_at': '2022-06-01T19:59:30Z', 'revision_number': 4, 'project_id': '38719620e52c492f964e26f6f4cd8c39', 'gw_port': {'id': '2a84abff-c77f-48e8-96e2-b436fcfbcd93', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:68:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c945ae2-25e7-423c-96a4-9b0d74e805b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4367, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:59:26Z', 'updated_at': '2022-06-01T19:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_floatingips': [{'id': '4f5fcc92-2d32-4ccd-9736-6e4c2e5e1953', 'tenant_id': '38719620e52c492f964e26f6f4cd8c39', 'floating_ip_address': '172.25.4.186', 'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'router_id': '7c945ae2-25e7-423c-96a4-9b0d74e805b9', 'port_id': '6256fa70-e082-4bbc-bce7-30be00dfd284', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b33a4eb-62b1-404e-a60c-5544d2a399f2', 'mac_address': 'fa:16:3e:e0:e7:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2497c8-6218-4351-9930-c02dbeba1393', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T19:59:46Z', 'updated_at': '2022-06-01T19:59:46Z', 'revision_number': 0, 'project_id': '38719620e52c492f964e26f6f4cd8c39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1ae59cc-0cc9-4a81-9c0d-77a91b4ba7ff', 'name': '', 'network_id': '3b33a4eb-62b1-404e-a60c-5544d2a399f2', 'tenant_id': '38719620e52c492f964e26f6f4cd8c39', 'mac_address': 'fa:16:3e:f9:15:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c945ae2-25e7-423c-96a4-9b0d74e805b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4370, 'fixed_ips': [{'subnet_id': '56aa03c2-2d88-479d-80cd-52207d3d9018', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:59:30Z', 'updated_at': '2022-06-01T19:59:36Z', 'revision_number': 5, 'project_id': '38719620e52c492f964e26f6f4cd8c39', 'subnets': [{'id': '56aa03c2-2d88-479d-80cd-52207d3d9018', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 19:59:48.585273 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-320e356d-9973-4d61-abe5-1a183c5598ab req-a676c821-6e00-436b-86e6-60696b28744d service neutron] 10.222.0.15 "GET /v2.0/networks/3b33a4eb-62b1-404e-a60c-5544d2a399f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411602 Jun 01 19:59:48.762340 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8deeeac-b5e1-4da8-ab44-24a98b793331 None None] New status for floating IP 4f5fcc92-2d32-4ccd-9736-6e4c2e5e1953: ACTIVE {{(pid=88526) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 19:59:48.860413 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 55058) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:59:48.968028 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-b373ea36-dc84-490e-9522-1a538e6b6da6 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/floatingips/4f5fcc92-2d32-4ccd-9736-6e4c2e5e1953 HTTP/1.1" status: 200 len: 992 time: 0.1055143 Jun 01 19:59:49.970070 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 55062) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 19:59:50.077378 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-16bbddb4-99d9-45b9-9d65-b16e79691ae1 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/floatingips/4f5fcc92-2d32-4ccd-9736-6e4c2e5e1953 HTTP/1.1" status: 200 len: 994 time: 0.1061304 Jun 01 19:59:56.957456 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.agents_db [None req-e814b9cf-7de8-45d0-a079-29c61fabe7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 20:00:07.225749 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-e8909644-65dc-44d0-80a3-2b402f4b7b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:00:09.685592 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-86294420-539c-4c47-821d-e7039cc96ef3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:00:10.830989 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:00:10.862152 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:00:11.887800 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:00:12.215555 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:00:12.549015 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:00:21.536308 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4556d5e7-c7f2-44ee-84ee-b8ecbbb073ff req-bd1d7e3d-b01e-4274-94cf-b258f88681e8 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:00:21.537746 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4556d5e7-c7f2-44ee-84ee-b8ecbbb073ff req-bd1d7e3d-b01e-4274-94cf-b258f88681e8 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef2497c8-6218-4351-9930-c02dbeba1393 HTTP/1.1" status: 200 len: 946 time: 0.0949626 Jun 01 20:00:21.698523 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4556d5e7-c7f2-44ee-84ee-b8ecbbb073ff req-a7438fa2-4717-4c05-8a10-46a91351187d tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/security-groups?id=64f95478-138c-462f-9f3a-58b6ab9fc136&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1536887 Jun 01 20:00:22.906259 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3167aa2-f2e6-4eea-9491-eee93bd833be req-8d44d5ef-f157-419c-8c13-45007dc1aca4 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:00:22.907766 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a3167aa2-f2e6-4eea-9491-eee93bd833be req-8d44d5ef-f157-419c-8c13-45007dc1aca4 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef2497c8-6218-4351-9930-c02dbeba1393 HTTP/1.1" status: 200 len: 946 time: 0.0937052 Jun 01 20:00:22.953516 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a3167aa2-f2e6-4eea-9491-eee93bd833be req-3e226afe-ff85-4c5a-b82c-283d03d672bf tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/security-groups?id=64f95478-138c-462f-9f3a-58b6ab9fc136&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394313 Jun 01 20:00:24.154061 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08275ead-404f-4853-8c1b-17c974be5acf req-bf3f5f92-cda9-40e6-b1c4-2efa0e7d85fd tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:00:24.155435 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-08275ead-404f-4853-8c1b-17c974be5acf req-bf3f5f92-cda9-40e6-b1c4-2efa0e7d85fd tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef2497c8-6218-4351-9930-c02dbeba1393 HTTP/1.1" status: 200 len: 946 time: 0.0853355 Jun 01 20:00:24.203181 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-08275ead-404f-4853-8c1b-17c974be5acf req-3dcc5a91-73e0-4cab-acc2-5f496ea62626 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/security-groups?id=64f95478-138c-462f-9f3a-58b6ab9fc136&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415833 Jun 01 20:00:25.397780 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285cf362-502f-4659-add5-3372fb978fd7 req-ee02a006-152d-4e54-82d2-d8b6bb1a3ec7 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:00:25.399328 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-285cf362-502f-4659-add5-3372fb978fd7 req-ee02a006-152d-4e54-82d2-d8b6bb1a3ec7 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef2497c8-6218-4351-9930-c02dbeba1393 HTTP/1.1" status: 200 len: 946 time: 0.0868275 Jun 01 20:00:25.449868 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-285cf362-502f-4659-add5-3372fb978fd7 req-d695a47a-9bd4-4e3a-9578-78cc14c87916 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/security-groups?id=64f95478-138c-462f-9f3a-58b6ab9fc136&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444479 Jun 01 20:00:26.646013 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63656da7-a9fc-4e01-97f8-448eb131be44 req-dcbf7701-1856-4b89-b921-f5705c863f7c tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:00:26.647474 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-63656da7-a9fc-4e01-97f8-448eb131be44 req-dcbf7701-1856-4b89-b921-f5705c863f7c tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef2497c8-6218-4351-9930-c02dbeba1393 HTTP/1.1" status: 200 len: 946 time: 0.0837436 Jun 01 20:00:26.694966 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-63656da7-a9fc-4e01-97f8-448eb131be44 req-acaf9996-77c2-4ee0-9134-2e302e4c7eaa tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/security-groups?id=64f95478-138c-462f-9f3a-58b6ab9fc136&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405502 Jun 01 20:00:27.892822 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547dd42b-997d-4d04-81c8-29c64e2c12c0 req-09e8969c-6253-428f-b3d2-415ba6d77db2 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:00:27.894305 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-547dd42b-997d-4d04-81c8-29c64e2c12c0 req-09e8969c-6253-428f-b3d2-415ba6d77db2 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef2497c8-6218-4351-9930-c02dbeba1393 HTTP/1.1" status: 200 len: 946 time: 0.0853183 Jun 01 20:00:27.957950 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-547dd42b-997d-4d04-81c8-29c64e2c12c0 req-6d2122b2-2ac2-43b2-8c4c-874d7d9ae21e tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/security-groups?id=64f95478-138c-462f-9f3a-58b6ab9fc136&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575359 Jun 01 20:00:28.424704 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f696488-b075-4d02-a7fb-6f3e28bb28c1 req-dd4935c9-07b7-4666-9d9a-d6a4e57baff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:00:28.426076 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3f696488-b075-4d02-a7fb-6f3e28bb28c1 req-dd4935c9-07b7-4666-9d9a-d6a4e57baff7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=38719620e52c492f964e26f6f4cd8c39&device_id=ef2497c8-6218-4351-9930-c02dbeba1393 HTTP/1.1" status: 200 len: 1097 time: 0.0724697 Jun 01 20:00:28.578380 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f696488-b075-4d02-a7fb-6f3e28bb28c1 req-c4c4d083-105e-4692-8029-f221316b6218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:00:28.579832 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3f696488-b075-4d02-a7fb-6f3e28bb28c1 req-c4c4d083-105e-4692-8029-f221316b6218 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3b33a4eb-62b1-404e-a60c-5544d2a399f2 HTTP/1.1" status: 200 len: 897 time: 0.1296830 Jun 01 20:00:28.694422 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3f696488-b075-4d02-a7fb-6f3e28bb28c1 req-8639da0e-109b-4b0b-be7d-f08b2b43814c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6256fa70-e082-4bbc-bce7-30be00dfd284 HTTP/1.1" status: 200 len: 1002 time: 0.1039219 Jun 01 20:00:28.760170 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f696488-b075-4d02-a7fb-6f3e28bb28c1 req-9b48a3a5-a41f-43a8-bdf5-8ae720ccb9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:00:28.762320 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3f696488-b075-4d02-a7fb-6f3e28bb28c1 req-9b48a3a5-a41f-43a8-bdf5-8ae720ccb9f5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=56aa03c2-2d88-479d-80cd-52207d3d9018 HTTP/1.1" status: 200 len: 835 time: 0.0616069 Jun 01 20:00:28.975196 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f696488-b075-4d02-a7fb-6f3e28bb28c1 req-c52920f5-e160-4eec-97d5-c2b56dff7ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:00:28.976971 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3f696488-b075-4d02-a7fb-6f3e28bb28c1 req-c52920f5-e160-4eec-97d5-c2b56dff7ea4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3b33a4eb-62b1-404e-a60c-5544d2a399f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2050333 Jun 01 20:00:29.138692 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3f696488-b075-4d02-a7fb-6f3e28bb28c1 req-40543318-6607-4092-8173-50ab949f9d71 service neutron] 10.222.0.15 "GET /v2.0/networks/3b33a4eb-62b1-404e-a60c-5544d2a399f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539147 Jun 01 20:00:29.204579 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26a43f9-8f79-4b12-84cd-5ff811532dca req-f9bc0adb-04a4-46fe-9f9e-7a3399ca4c80 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:00:29.207528 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c26a43f9-8f79-4b12-84cd-5ff811532dca req-f9bc0adb-04a4-46fe-9f9e-7a3399ca4c80 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef2497c8-6218-4351-9930-c02dbeba1393 HTTP/1.1" status: 200 len: 946 time: 0.1199915 Jun 01 20:00:29.258021 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c26a43f9-8f79-4b12-84cd-5ff811532dca req-64128390-cb0d-46a4-b65a-f1eb9af68c74 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/security-groups?id=64f95478-138c-462f-9f3a-58b6ab9fc136&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447681 Jun 01 20:00:29.305786 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-3f696488-b075-4d02-a7fb-6f3e28bb28c1 req-db0bfc41-3cda-4218-8349-32acd25f5498 service neutron] 10.222.0.15 "GET /v2.0/networks/3b33a4eb-62b1-404e-a60c-5544d2a399f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612077 Jun 01 20:00:30.454539 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1c39b1-1e4b-498f-b431-5ab9c76210c8 req-5f5e7f8d-10fd-4daa-89dd-1d5c8cb8b626 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:00:30.456007 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8b1c39b1-1e4b-498f-b431-5ab9c76210c8 req-5f5e7f8d-10fd-4daa-89dd-1d5c8cb8b626 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef2497c8-6218-4351-9930-c02dbeba1393 HTTP/1.1" status: 200 len: 946 time: 0.0861816 Jun 01 20:00:30.500114 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8b1c39b1-1e4b-498f-b431-5ab9c76210c8 req-74ac0006-4293-44e8-a78d-927e441e0725 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/security-groups?id=64f95478-138c-462f-9f3a-58b6ab9fc136&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384054 Jun 01 20:00:31.849609 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade8634d-a79d-4c54-9ac6-f6fce5bc2dc2 req-e181c731-7bae-4f51-a8b2-200d2e112a21 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:00:31.850958 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ade8634d-a79d-4c54-9ac6-f6fce5bc2dc2 req-e181c731-7bae-4f51-a8b2-200d2e112a21 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef2497c8-6218-4351-9930-c02dbeba1393 HTTP/1.1" status: 200 len: 946 time: 0.0900302 Jun 01 20:00:31.902441 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ade8634d-a79d-4c54-9ac6-f6fce5bc2dc2 req-6f2da585-94e6-4495-bdd3-cec51ef872b9 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/security-groups?id=64f95478-138c-462f-9f3a-58b6ab9fc136&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440652 Jun 01 20:00:33.091013 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fcc498-d0a8-4316-a05d-fc5cbe37c857 req-7208efed-8239-4c7e-bf77-4d96469a4cf6 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:00:33.092508 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a7fcc498-d0a8-4316-a05d-fc5cbe37c857 req-7208efed-8239-4c7e-bf77-4d96469a4cf6 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef2497c8-6218-4351-9930-c02dbeba1393 HTTP/1.1" status: 200 len: 946 time: 0.0846620 Jun 01 20:00:33.139271 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a7fcc498-d0a8-4316-a05d-fc5cbe37c857 req-8c7a3f59-26e5-4f28-9782-75b275e161fe tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/security-groups?id=64f95478-138c-462f-9f3a-58b6ab9fc136&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409758 Jun 01 20:00:33.163139 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 55098) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 20:00:33.271276 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-b734ae60-1ae3-4605-8a0c-ce458c9560ac tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/floatingips/4f5fcc92-2d32-4ccd-9736-6e4c2e5e1953 HTTP/1.1" status: 200 len: 994 time: 0.1069107 Jun 01 20:00:33.957244 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.agents_db [None req-e814b9cf-7de8-45d0-a079-29c61fabe7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 20:00:34.743335 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c6488b-7d6c-483c-9a15-8d5cbc4d8d4e req-accbfa2c-2518-4c0d-929f-8c418d57ce2b tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:00:34.744828 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e1c6488b-7d6c-483c-9a15-8d5cbc4d8d4e req-accbfa2c-2518-4c0d-929f-8c418d57ce2b tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef2497c8-6218-4351-9930-c02dbeba1393 HTTP/1.1" status: 200 len: 946 time: 0.0866628 Jun 01 20:00:34.791433 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e1c6488b-7d6c-483c-9a15-8d5cbc4d8d4e req-50c9ffa9-9d39-4df6-93b6-46cca737ef80 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/security-groups?id=64f95478-138c-462f-9f3a-58b6ab9fc136&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408888 Jun 01 20:00:34.797188 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff33bb6-947a-49a0-b849-7a42737f3ef2 req-14ca6086-b305-4082-ae2d-c23e85fb9f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:00:34.798710 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6ff33bb6-947a-49a0-b849-7a42737f3ef2 req-14ca6086-b305-4082-ae2d-c23e85fb9f1c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=38719620e52c492f964e26f6f4cd8c39&device_id=ef2497c8-6218-4351-9930-c02dbeba1393 HTTP/1.1" status: 200 len: 1097 time: 0.0770056 Jun 01 20:00:34.941427 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff33bb6-947a-49a0-b849-7a42737f3ef2 req-9bb02d74-bf11-4dfb-8c80-ef50ab5d16e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:00:34.942881 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6ff33bb6-947a-49a0-b849-7a42737f3ef2 req-9bb02d74-bf11-4dfb-8c80-ef50ab5d16e8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3b33a4eb-62b1-404e-a60c-5544d2a399f2 HTTP/1.1" status: 200 len: 897 time: 0.1346569 Jun 01 20:00:35.053981 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6ff33bb6-947a-49a0-b849-7a42737f3ef2 req-f08a0e72-7141-4029-ab44-5fe3c1c64a25 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6256fa70-e082-4bbc-bce7-30be00dfd284 HTTP/1.1" status: 200 len: 1002 time: 0.1018353 Jun 01 20:00:35.128431 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff33bb6-947a-49a0-b849-7a42737f3ef2 req-84efd965-b9f7-4611-a301-a6274bc54936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:00:35.129957 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6ff33bb6-947a-49a0-b849-7a42737f3ef2 req-84efd965-b9f7-4611-a301-a6274bc54936 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=56aa03c2-2d88-479d-80cd-52207d3d9018 HTTP/1.1" status: 200 len: 835 time: 0.0676622 Jun 01 20:00:35.210052 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff33bb6-947a-49a0-b849-7a42737f3ef2 req-98560a27-34e4-48d6-9d0a-2c57d5e6f511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:00:35.211507 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6ff33bb6-947a-49a0-b849-7a42737f3ef2 req-98560a27-34e4-48d6-9d0a-2c57d5e6f511 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3b33a4eb-62b1-404e-a60c-5544d2a399f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0724151 Jun 01 20:00:35.349574 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6ff33bb6-947a-49a0-b849-7a42737f3ef2 req-9bf13c14-2546-469b-8ed7-7446ef6d8afa service neutron] 10.222.0.15 "GET /v2.0/networks/3b33a4eb-62b1-404e-a60c-5544d2a399f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279962 Jun 01 20:00:35.491411 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6ff33bb6-947a-49a0-b849-7a42737f3ef2 req-458aa356-e155-43e7-8e73-6dd09eecb373 service neutron] 10.222.0.15 "GET /v2.0/networks/3b33a4eb-62b1-404e-a60c-5544d2a399f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320832 Jun 01 20:00:35.983974 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c4eae3-3a78-4032-87d8-d7a89ccb9b17 req-387a84f0-14f8-4ace-87ec-357d45cc23af tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:00:35.985494 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d3c4eae3-3a78-4032-87d8-d7a89ccb9b17 req-387a84f0-14f8-4ace-87ec-357d45cc23af tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef2497c8-6218-4351-9930-c02dbeba1393 HTTP/1.1" status: 200 len: 946 time: 0.0831320 Jun 01 20:00:36.032356 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d3c4eae3-3a78-4032-87d8-d7a89ccb9b17 req-13f78c60-55fe-4bb4-808f-ab13f9a024de tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/security-groups?id=64f95478-138c-462f-9f3a-58b6ab9fc136&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409722 Jun 01 20:00:37.224806 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925ea1c3-97cd-4476-8b10-a10d8fbd1bdf req-33b91ca3-e563-4265-a12c-59793f58363c tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:00:37.226168 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-925ea1c3-97cd-4476-8b10-a10d8fbd1bdf req-33b91ca3-e563-4265-a12c-59793f58363c tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef2497c8-6218-4351-9930-c02dbeba1393 HTTP/1.1" status: 200 len: 946 time: 0.0834630 Jun 01 20:00:37.226319 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-8a04e8a2-8364-4379-a95e-d0a14c5c8fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:00:37.273516 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-925ea1c3-97cd-4476-8b10-a10d8fbd1bdf req-d78fc695-bb9c-4ce7-97c4-a24dbc175939 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/security-groups?id=64f95478-138c-462f-9f3a-58b6ab9fc136&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391514 Jun 01 20:00:37.297177 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 55112) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 20:00:37.405283 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-0d0faaf4-6dc8-49c8-a6f6-dcd54e51f677 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/floatingips/4f5fcc92-2d32-4ccd-9736-6e4c2e5e1953 HTTP/1.1" status: 200 len: 994 time: 0.1070163 Jun 01 20:00:39.678329 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-860e4195-36c9-4b99-8cf6-37dd90b135e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:00:40.833984 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:00:40.860851 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:00:41.902893 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:00:42.217495 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:00:42.545914 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:01:07.233140 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-7d908680-c90f-49d9-845d-bb955a7a89a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:01:09.680022 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-ebed4310-8ba8-4f85-bb93-d9de7766e950 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:01:09.818710 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 55132) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 20:01:10.022583 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-f322042d-fd3a-4257-8098-50d92076c88e tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Deleting port 993b22c1-e93e-4ba2-b705-2eef506553a6 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 20:01:10.022958 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f322042d-fd3a-4257-8098-50d92076c88e tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:01:10.189294 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f322042d-fd3a-4257-8098-50d92076c88e tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:01:10.189614 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f322042d-fd3a-4257-8098-50d92076c88e tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:01:10.416027 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-f322042d-fd3a-4257-8098-50d92076c88e tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Calling delete_port for 993b22c1-e93e-4ba2-b705-2eef506553a6 owned by network:floatingip {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 20:01:10.562840 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f322042d-fd3a-4257-8098-50d92076c88e tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:01:10.612475 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f322042d-fd3a-4257-8098-50d92076c88e tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Pushing event deleted for resources: {'Port': ['ID=993b22c1-e93e-4ba2-b705-2eef506553a6,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 20:01:10.649499 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f322042d-fd3a-4257-8098-50d92076c88e tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:01:10.649843 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f322042d-fd3a-4257-8098-50d92076c88e tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:01:10.650174 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f322042d-fd3a-4257-8098-50d92076c88e tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:01:10.650521 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f322042d-fd3a-4257-8098-50d92076c88e tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:01:10.650834 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f322042d-fd3a-4257-8098-50d92076c88e tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:01:10.651154 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f322042d-fd3a-4257-8098-50d92076c88e tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:01:10.651471 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f322042d-fd3a-4257-8098-50d92076c88e tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:01:10.651790 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f322042d-fd3a-4257-8098-50d92076c88e tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:01:10.652106 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f322042d-fd3a-4257-8098-50d92076c88e tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:01:10.652451 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f322042d-fd3a-4257-8098-50d92076c88e tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:01:10.652763 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f322042d-fd3a-4257-8098-50d92076c88e tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:01:10.653072 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f322042d-fd3a-4257-8098-50d92076c88e tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:01:10.714565 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f322042d-fd3a-4257-8098-50d92076c88e tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for floatingip, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:01:10.714890 n-d-844202-1 neutron-server[88524]: INFO neutron.db.l3_db [None req-f322042d-fd3a-4257-8098-50d92076c88e tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Floating IP 4f5fcc92-2d32-4ccd-9736-6e4c2e5e1953 disassociated (deleted). External IP: 172.25.4.186, port: 6256fa70-e082-4bbc-bce7-30be00dfd284. Jun 01 20:01:10.838450 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:01:10.865349 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:01:10.958886 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.agents_db [None req-e814b9cf-7de8-45d0-a079-29c61fabe7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 20:01:11.085286 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f322042d-fd3a-4257-8098-50d92076c88e tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Router 7c945ae2-25e7-423c-96a4-9b0d74e805b9 has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 20:01:11.266077 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f322042d-fd3a-4257-8098-50d92076c88e tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 20:01:11.275184 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ad92cf-b11f-4979-8e15-76e354b6fdab None None] Sync routers for ids ['7c945ae2-25e7-423c-96a4-9b0d74e805b9'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 20:01:11.284741 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f322042d-fd3a-4257-8098-50d92076c88e tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for floatingip, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:01:11.285913 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ad92cf-b11f-4979-8e15-76e354b6fdab None None] Routers {'7c945ae2-25e7-423c-96a4-9b0d74e805b9'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 20:01:11.286521 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-60ad92cf-b11f-4979-8e15-76e354b6fdab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T20:01:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['7c945ae2-25e7-423c-96a4-9b0d74e805b9'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 20:01:11.346645 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-f322042d-fd3a-4257-8098-50d92076c88e tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "DELETE /v2.0/floatingips/4f5fcc92-2d32-4ccd-9736-6e4c2e5e1953 HTTP/1.1" status: 204 len: 168 time: 1.5243592 Jun 01 20:01:11.346645 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef2497c8-6218-4351-9930-c02dbeba1393', 'tag': '6256fa70-e082-4bbc-bce7-30be00dfd284'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 20:01:11.472021 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-60ad92cf-b11f-4979-8e15-76e354b6fdab None None] Set router 7c945ae2-25e7-423c-96a4-9b0d74e805b9 gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 20:01:11.600364 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92b3c19b-9ed8-4113-aa80-0f3e452c1a66'] response: {'name': 'network-changed', 'server_uuid': 'ef2497c8-6218-4351-9930-c02dbeba1393', 'tag': '6256fa70-e082-4bbc-bce7-30be00dfd284', 'status': 'completed', 'code': 200} Jun 01 20:01:11.695686 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8ad570-67ef-4d23-b8fe-c7d0a41ecdbe req-5f36597a-74b3-454c-a10b-b44624a94636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:01:11.697673 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fe8ad570-67ef-4d23-b8fe-c7d0a41ecdbe req-5f36597a-74b3-454c-a10b-b44624a94636 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=38719620e52c492f964e26f6f4cd8c39&device_id=ef2497c8-6218-4351-9930-c02dbeba1393 HTTP/1.1" status: 200 len: 1097 time: 0.0737295 Jun 01 20:01:11.767564 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43685a9-0a4e-4f7d-adc4-fbe214aad3ce req-ff9eb65b-a5f7-41c9-891d-d5568639c8ba tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:01:11.769093 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c43685a9-0a4e-4f7d-adc4-fbe214aad3ce req-ff9eb65b-a5f7-41c9-891d-d5568639c8ba tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef2497c8-6218-4351-9930-c02dbeba1393 HTTP/1.1" status: 200 len: 946 time: 0.0840287 Jun 01 20:01:11.803036 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-60ad92cf-b11f-4979-8e15-76e354b6fdab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c945ae2-25e7-423c-96a4-9b0d74e805b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1647178079', 'tenant_id': '38719620e52c492f964e26f6f4cd8c39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': '2a84abff-c77f-48e8-96e2-b436fcfbcd93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:59:25Z', 'updated_at': '2022-06-01T19:59:30Z', 'revision_number': 4, 'project_id': '38719620e52c492f964e26f6f4cd8c39', 'gw_port': {'id': '2a84abff-c77f-48e8-96e2-b436fcfbcd93', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:68:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c945ae2-25e7-423c-96a4-9b0d74e805b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4367, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:59:26Z', 'updated_at': '2022-06-01T19:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': 'f1ae59cc-0cc9-4a81-9c0d-77a91b4ba7ff', 'name': '', 'network_id': '3b33a4eb-62b1-404e-a60c-5544d2a399f2', 'tenant_id': '38719620e52c492f964e26f6f4cd8c39', 'mac_address': 'fa:16:3e:f9:15:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c945ae2-25e7-423c-96a4-9b0d74e805b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4370, 'fixed_ips': [{'subnet_id': '56aa03c2-2d88-479d-80cd-52207d3d9018', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:59:30Z', 'updated_at': '2022-06-01T19:59:36Z', 'revision_number': 5, 'project_id': '38719620e52c492f964e26f6f4cd8c39', 'subnets': [{'id': '56aa03c2-2d88-479d-80cd-52207d3d9018', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 20:01:11.808246 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ad92cf-b11f-4979-8e15-76e354b6fdab None None] Checking router: 7c945ae2-25e7-423c-96a4-9b0d74e805b9 for host: n-d-844202-1 {{(pid=88527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 20:01:11.817616 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ad92cf-b11f-4979-8e15-76e354b6fdab None None] Routers {'7c945ae2-25e7-423c-96a4-9b0d74e805b9'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 20:01:11.817908 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c43685a9-0a4e-4f7d-adc4-fbe214aad3ce req-c9d20446-30cb-4677-9370-a6ebe611dfaa tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/security-groups?id=64f95478-138c-462f-9f3a-58b6ab9fc136&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430198 Jun 01 20:01:11.818200 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-60ad92cf-b11f-4979-8e15-76e354b6fdab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T20:01:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['7c945ae2-25e7-423c-96a4-9b0d74e805b9'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 20:01:11.843810 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8ad570-67ef-4d23-b8fe-c7d0a41ecdbe req-06a4f82a-c08e-461c-9618-749170d5f879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:01:11.845449 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fe8ad570-67ef-4d23-b8fe-c7d0a41ecdbe req-06a4f82a-c08e-461c-9618-749170d5f879 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3b33a4eb-62b1-404e-a60c-5544d2a399f2 HTTP/1.1" status: 200 len: 897 time: 0.1412032 Jun 01 20:01:11.910889 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:01:11.920916 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fe8ad570-67ef-4d23-b8fe-c7d0a41ecdbe req-4c5fa36e-8b15-4153-9cf4-38aad60b46ee service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6256fa70-e082-4bbc-bce7-30be00dfd284 HTTP/1.1" status: 200 len: 217 time: 0.0654986 Jun 01 20:01:11.982960 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8ad570-67ef-4d23-b8fe-c7d0a41ecdbe req-53f5a78d-ea61-46c5-87f6-19c8cf3f8c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:01:11.984956 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fe8ad570-67ef-4d23-b8fe-c7d0a41ecdbe req-53f5a78d-ea61-46c5-87f6-19c8cf3f8c1a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=56aa03c2-2d88-479d-80cd-52207d3d9018 HTTP/1.1" status: 200 len: 835 time: 0.0575082 Jun 01 20:01:12.009207 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-60ad92cf-b11f-4979-8e15-76e354b6fdab None None] Set router 7c945ae2-25e7-423c-96a4-9b0d74e805b9 gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 20:01:12.177647 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8ad570-67ef-4d23-b8fe-c7d0a41ecdbe req-f2f5e581-d1db-49a1-bf2b-e6c6725db1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:01:12.179083 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fe8ad570-67ef-4d23-b8fe-c7d0a41ecdbe req-f2f5e581-d1db-49a1-bf2b-e6c6725db1c1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3b33a4eb-62b1-404e-a60c-5544d2a399f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1874914 Jun 01 20:01:12.221753 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:01:12.314535 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fe8ad570-67ef-4d23-b8fe-c7d0a41ecdbe req-efbd436b-6aee-472d-820d-5d69b083585b service neutron] 10.222.0.15 "GET /v2.0/networks/3b33a4eb-62b1-404e-a60c-5544d2a399f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276255 Jun 01 20:01:12.323300 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-60ad92cf-b11f-4979-8e15-76e354b6fdab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c945ae2-25e7-423c-96a4-9b0d74e805b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1647178079', 'tenant_id': '38719620e52c492f964e26f6f4cd8c39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': '2a84abff-c77f-48e8-96e2-b436fcfbcd93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:59:25Z', 'updated_at': '2022-06-01T19:59:30Z', 'revision_number': 4, 'project_id': '38719620e52c492f964e26f6f4cd8c39', 'gw_port': {'id': '2a84abff-c77f-48e8-96e2-b436fcfbcd93', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:68:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c945ae2-25e7-423c-96a4-9b0d74e805b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4367, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:59:26Z', 'updated_at': '2022-06-01T19:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': 'f1ae59cc-0cc9-4a81-9c0d-77a91b4ba7ff', 'name': '', 'network_id': '3b33a4eb-62b1-404e-a60c-5544d2a399f2', 'tenant_id': '38719620e52c492f964e26f6f4cd8c39', 'mac_address': 'fa:16:3e:f9:15:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c945ae2-25e7-423c-96a4-9b0d74e805b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4370, 'fixed_ips': [{'subnet_id': '56aa03c2-2d88-479d-80cd-52207d3d9018', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:59:30Z', 'updated_at': '2022-06-01T19:59:36Z', 'revision_number': 5, 'project_id': '38719620e52c492f964e26f6f4cd8c39', 'subnets': [{'id': '56aa03c2-2d88-479d-80cd-52207d3d9018', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 20:01:12.327871 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ad92cf-b11f-4979-8e15-76e354b6fdab None None] The sync data for ids ['7c945ae2-25e7-423c-96a4-9b0d74e805b9'] in n-d-844202-1 is: [{'id': '7c945ae2-25e7-423c-96a4-9b0d74e805b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1647178079', 'tenant_id': '38719620e52c492f964e26f6f4cd8c39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': '2a84abff-c77f-48e8-96e2-b436fcfbcd93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:59:25Z', 'updated_at': '2022-06-01T19:59:30Z', 'revision_number': 4, 'project_id': '38719620e52c492f964e26f6f4cd8c39', 'gw_port': {'id': '2a84abff-c77f-48e8-96e2-b436fcfbcd93', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:68:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c945ae2-25e7-423c-96a4-9b0d74e805b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4367, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:59:26Z', 'updated_at': '2022-06-01T19:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': 'f1ae59cc-0cc9-4a81-9c0d-77a91b4ba7ff', 'name': '', 'network_id': '3b33a4eb-62b1-404e-a60c-5544d2a399f2', 'tenant_id': '38719620e52c492f964e26f6f4cd8c39', 'mac_address': 'fa:16:3e:f9:15:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c945ae2-25e7-423c-96a4-9b0d74e805b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4370, 'fixed_ips': [{'subnet_id': '56aa03c2-2d88-479d-80cd-52207d3d9018', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:59:30Z', 'updated_at': '2022-06-01T19:59:36Z', 'revision_number': 5, 'project_id': '38719620e52c492f964e26f6f4cd8c39', 'subnets': [{'id': '56aa03c2-2d88-479d-80cd-52207d3d9018', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 20:01:12.448542 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fe8ad570-67ef-4d23-b8fe-c7d0a41ecdbe req-ab01e03c-537b-49f4-ad0f-8edc58c92459 service neutron] 10.222.0.15 "GET /v2.0/networks/3b33a4eb-62b1-404e-a60c-5544d2a399f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269939 Jun 01 20:01:12.550687 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f76ba2-dcb1-4e5c-8d03-bcf3998e4184 None None] New status for floating IP 4f5fcc92-2d32-4ccd-9736-6e4c2e5e1953: DOWN {{(pid=88526) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 20:01:12.674379 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:01:13.015570 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a6ed05-18b8-4b5a-9c86-5c1a0ae9ca03 req-af35a5cf-d196-4235-aa00-08624b051f5b tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:01:13.017054 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a0a6ed05-18b8-4b5a-9c86-5c1a0ae9ca03 req-af35a5cf-d196-4235-aa00-08624b051f5b tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef2497c8-6218-4351-9930-c02dbeba1393 HTTP/1.1" status: 200 len: 946 time: 0.0863535 Jun 01 20:01:13.061880 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a0a6ed05-18b8-4b5a-9c86-5c1a0ae9ca03 req-fa2ccff5-1e56-4040-95fd-2c7700dd122d tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/security-groups?id=64f95478-138c-462f-9f3a-58b6ab9fc136&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391934 Jun 01 20:01:13.393962 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc4385c-8339-4c5a-9bf6-eb7289063b11 req-bccd968c-e062-4b5a-b935-c96cc6f49dc8 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:01:13.394570 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-0cc4385c-8339-4c5a-9bf6-eb7289063b11 req-bccd968c-e062-4b5a-b935-c96cc6f49dc8 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Synchronizing usage tracker for tenant:38719620e52c492f964e26f6f4cd8c39 on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 20:01:13.413275 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-0cc4385c-8339-4c5a-9bf6-eb7289063b11 req-bccd968c-e062-4b5a-b935-c96cc6f49dc8 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Unset dirty status for tenant:38719620e52c492f964e26f6f4cd8c39 on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 20:01:13.414620 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0cc4385c-8339-4c5a-9bf6-eb7289063b11 req-bccd968c-e062-4b5a-b935-c96cc6f49dc8 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef2497c8-6218-4351-9930-c02dbeba1393 HTTP/1.1" status: 200 len: 946 time: 0.1015949 Jun 01 20:01:13.490043 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-0cc4385c-8339-4c5a-9bf6-eb7289063b11 req-ed6e7d3c-5ddb-4b1a-b461-577021ff6348 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Deleting port 6256fa70-e082-4bbc-bce7-30be00dfd284 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 20:01:13.490369 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-0cc4385c-8339-4c5a-9bf6-eb7289063b11 req-ed6e7d3c-5ddb-4b1a-b461-577021ff6348 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:01:13.751974 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-0cc4385c-8339-4c5a-9bf6-eb7289063b11 req-ed6e7d3c-5ddb-4b1a-b461-577021ff6348 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] For port 6256fa70-e082-4bbc-bce7-30be00dfd284, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=6256fa70-e082-4bbc-bce7-30be00dfd284,segment=NetworkSegment(aa0dfcaa-479a-4242-a193-9213ea326fdc),segment_id=aa0dfcaa-479a-4242-a193-9213ea326fdc)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 20:01:13.752348 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-0cc4385c-8339-4c5a-9bf6-eb7289063b11 req-ed6e7d3c-5ddb-4b1a-b461-577021ff6348 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:01:13.886348 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-0cc4385c-8339-4c5a-9bf6-eb7289063b11 req-ed6e7d3c-5ddb-4b1a-b461-577021ff6348 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Calling delete_port for 6256fa70-e082-4bbc-bce7-30be00dfd284 owned by compute:nova {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 20:01:14.053520 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-0cc4385c-8339-4c5a-9bf6-eb7289063b11 req-ed6e7d3c-5ddb-4b1a-b461-577021ff6348 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:01:14.109239 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6e7d3c-5ddb-4b1a-b461-577021ff6348 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Pushing event deleted for resources: {'Port': ['ID=6256fa70-e082-4bbc-bce7-30be00dfd284,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 20:01:14.186305 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cc4385c-8339-4c5a-9bf6-eb7289063b11 req-ed6e7d3c-5ddb-4b1a-b461-577021ff6348 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] No DVR routers for this DVR port 6256fa70-e082-4bbc-bce7-30be00dfd284 on host n-h1-844202-1 {{(pid=88524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 20:01:14.188926 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-0cc4385c-8339-4c5a-9bf6-eb7289063b11 req-ed6e7d3c-5ddb-4b1a-b461-577021ff6348 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:01:14.191746 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef2497c8-6218-4351-9930-c02dbeba1393', 'name': 'network-vif-deleted', 'tag': '6256fa70-e082-4bbc-bce7-30be00dfd284'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 20:01:14.213836 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0cc4385c-8339-4c5a-9bf6-eb7289063b11 req-ed6e7d3c-5ddb-4b1a-b461-577021ff6348 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.15 "DELETE /v2.0/ports/6256fa70-e082-4bbc-bce7-30be00dfd284 HTTP/1.1" status: 204 len: 173 time: 0.7910740 Jun 01 20:01:14.246623 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b25a1aff-53e9-4b08-8e3b-b06d094834bb req-927f3f50-4f67-4f1f-8f0a-9317bad6860b tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef2497c8-6218-4351-9930-c02dbeba1393 HTTP/1.1" status: 200 len: 210 time: 0.0536425 Jun 01 20:01:14.308038 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbb23329-ba11-4680-930b-fe0c17b1cebd'] response: {'server_uuid': 'ef2497c8-6218-4351-9930-c02dbeba1393', 'name': 'network-vif-deleted', 'tag': '6256fa70-e082-4bbc-bce7-30be00dfd284', 'status': 'completed', 'code': 200} Jun 01 20:01:15.343391 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 55150) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 20:01:15.998615 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-3d3258ba-5ebc-4e72-88e8-7091b634c3c5 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-887474'] for router_interface, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:01:16.363400 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-3d3258ba-5ebc-4e72-88e8-7091b634c3c5 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Deleting port f1ae59cc-0cc9-4a81-9c0d-77a91b4ba7ff {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 20:01:16.364186 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-3d3258ba-5ebc-4e72-88e8-7091b634c3c5 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:01:16.549701 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [None req-3d3258ba-5ebc-4e72-88e8-7091b634c3c5 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] For port f1ae59cc-0cc9-4a81-9c0d-77a91b4ba7ff, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=f1ae59cc-0cc9-4a81-9c0d-77a91b4ba7ff,segment=NetworkSegment(aa0dfcaa-479a-4242-a193-9213ea326fdc),segment_id=aa0dfcaa-479a-4242-a193-9213ea326fdc)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 20:01:16.550051 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-3d3258ba-5ebc-4e72-88e8-7091b634c3c5 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:01:16.675249 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-3d3258ba-5ebc-4e72-88e8-7091b634c3c5 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Calling delete_port for f1ae59cc-0cc9-4a81-9c0d-77a91b4ba7ff owned by network:router_interface {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 20:01:16.871862 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-3d3258ba-5ebc-4e72-88e8-7091b634c3c5 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:01:16.922446 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3258ba-5ebc-4e72-88e8-7091b634c3c5 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Pushing event deleted for resources: {'Port': ['ID=f1ae59cc-0cc9-4a81-9c0d-77a91b4ba7ff,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 20:01:17.212840 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-3d3258ba-5ebc-4e72-88e8-7091b634c3c5 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-887310'] for router_interface, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:01:17.692875 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d3258ba-5ebc-4e72-88e8-7091b634c3c5 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Router 7c945ae2-25e7-423c-96a4-9b0d74e805b9 has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 20:01:17.876883 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d3258ba-5ebc-4e72-88e8-7091b634c3c5 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 20:01:17.890090 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-3d3258ba-5ebc-4e72-88e8-7091b634c3c5 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "PUT /v2.0/routers/7c945ae2-25e7-423c-96a4-9b0d74e805b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5453947 Jun 01 20:01:17.892534 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 55154) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 20:01:17.895911 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf9a702-9881-4e00-8364-03eb7d843d98 None None] Sync routers for ids ['7c945ae2-25e7-423c-96a4-9b0d74e805b9'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 20:01:17.905497 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf9a702-9881-4e00-8364-03eb7d843d98 None None] Routers {'7c945ae2-25e7-423c-96a4-9b0d74e805b9'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 20:01:17.906098 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-fcf9a702-9881-4e00-8364-03eb7d843d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T20:01:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['7c945ae2-25e7-423c-96a4-9b0d74e805b9'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 20:01:17.963293 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b07df27-21d4-4484-82f2-40d1332be756 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Deleting subnet 56aa03c2-2d88-479d-80cd-52207d3d9018 {{(pid=88524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 20:01:17.964942 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2b07df27-21d4-4484-82f2-40d1332be756 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for subnet, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:01:18.025061 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2b07df27-21d4-4484-82f2-40d1332be756 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2702137'] for subnet, precommit_delete_associations {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:01:18.112472 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2b07df27-21d4-4484-82f2-40d1332be756 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:01:18.139260 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-fcf9a702-9881-4e00-8364-03eb7d843d98 None None] Set router 7c945ae2-25e7-423c-96a4-9b0d74e805b9 gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 20:01:18.194895 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2b07df27-21d4-4484-82f2-40d1332be756 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2718856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3066595'] for subnet, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:01:18.234062 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b07df27-21d4-4484-82f2-40d1332be756 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Pushing event deleted for resources: {'Subnet': ['ID=56aa03c2-2d88-479d-80cd-52207d3d9018,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 20:01:18.238073 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2b07df27-21d4-4484-82f2-40d1332be756 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:01:18.244694 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-2b07df27-21d4-4484-82f2-40d1332be756 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "DELETE /v2.0/subnets/56aa03c2-2d88-479d-80cd-52207d3d9018 HTTP/1.1" status: 204 len: 168 time: 0.3508983 Jun 01 20:01:18.247941 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 55158) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 20:01:18.250621 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32aa8be3-2bb9-4881-a823-0294640c2f05 None None] Network 3b33a4eb-62b1-404e-a60c-5544d2a399f2 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 20:01:18.383646 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 6256fa70-e082-4bbc-bce7-30be00dfd284 no longer exists at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 20:01:18.437543 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] No Port match for: 6256fa70-e082-4bbc-bce7-30be00dfd284 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 20:01:18.437929 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 6256fa70-e082-4bbc-bce7-30be00dfd284 not bound to the agent host n-h1-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 20:01:18.448163 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-0dec1684-bbdb-4266-bcdc-8e3e4ddf3256 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for router, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:01:18.507496 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-fcf9a702-9881-4e00-8364-03eb7d843d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c945ae2-25e7-423c-96a4-9b0d74e805b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1647178079', 'tenant_id': '38719620e52c492f964e26f6f4cd8c39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': '2a84abff-c77f-48e8-96e2-b436fcfbcd93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:59:25Z', 'updated_at': '2022-06-01T20:01:16Z', 'revision_number': 5, 'project_id': '38719620e52c492f964e26f6f4cd8c39', 'gw_port': {'id': '2a84abff-c77f-48e8-96e2-b436fcfbcd93', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:68:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c945ae2-25e7-423c-96a4-9b0d74e805b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4367, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:59:26Z', 'updated_at': '2022-06-01T19:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 20:01:18.511261 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf9a702-9881-4e00-8364-03eb7d843d98 None None] Checking router: 7c945ae2-25e7-423c-96a4-9b0d74e805b9 for host: n-d-844202-1 {{(pid=88527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 20:01:18.521584 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf9a702-9881-4e00-8364-03eb7d843d98 None None] Routers {'7c945ae2-25e7-423c-96a4-9b0d74e805b9'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 20:01:18.522811 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-fcf9a702-9881-4e00-8364-03eb7d843d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T20:01:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['7c945ae2-25e7-423c-96a4-9b0d74e805b9'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 20:01:18.616820 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-734515b3-b73e-4ca9-ba4a-54883351c66a None None] DHCP port deletion for 3b33a4eb-62b1-404e-a60c-5544d2a399f2 request from n-d-844202-1 {{(pid=88526) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 20:01:18.621092 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-734515b3-b73e-4ca9-ba4a-54883351c66a None None] Deleting port 19e479b9-0cdf-4c96-b9ce-106b18850d71 {{(pid=88526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 20:01:18.621557 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-734515b3-b73e-4ca9-ba4a-54883351c66a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:01:18.656362 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-0dec1684-bbdb-4266-bcdc-8e3e4ddf3256 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:01:18.666798 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-0dec1684-bbdb-4266-bcdc-8e3e4ddf3256 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Deleting port 2a84abff-c77f-48e8-96e2-b436fcfbcd93 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 20:01:18.667161 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-0dec1684-bbdb-4266-bcdc-8e3e4ddf3256 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:01:18.720602 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-fcf9a702-9881-4e00-8364-03eb7d843d98 None None] Set router 7c945ae2-25e7-423c-96a4-9b0d74e805b9 gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 20:01:18.835350 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-734515b3-b73e-4ca9-ba4a-54883351c66a None None] For port 19e479b9-0cdf-4c96-b9ce-106b18850d71, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=19e479b9-0cdf-4c96-b9ce-106b18850d71,segment=NetworkSegment(aa0dfcaa-479a-4242-a193-9213ea326fdc),segment_id=aa0dfcaa-479a-4242-a193-9213ea326fdc)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 20:01:18.835601 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-734515b3-b73e-4ca9-ba4a-54883351c66a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:01:18.968901 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-734515b3-b73e-4ca9-ba4a-54883351c66a None None] Calling delete_port for 19e479b9-0cdf-4c96-b9ce-106b18850d71 owned by network:dhcp {{(pid=88526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 20:01:18.979033 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [None req-0dec1684-bbdb-4266-bcdc-8e3e4ddf3256 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] For port 2a84abff-c77f-48e8-96e2-b436fcfbcd93, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=2a84abff-c77f-48e8-96e2-b436fcfbcd93,segment=NetworkSegment(7875af61-4c53-4ff2-b8c8-d4b7c35ff947),segment_id=7875af61-4c53-4ff2-b8c8-d4b7c35ff947)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 20:01:18.979618 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-0dec1684-bbdb-4266-bcdc-8e3e4ddf3256 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:01:19.035774 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-fcf9a702-9881-4e00-8364-03eb7d843d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c945ae2-25e7-423c-96a4-9b0d74e805b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1647178079', 'tenant_id': '38719620e52c492f964e26f6f4cd8c39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': '2a84abff-c77f-48e8-96e2-b436fcfbcd93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:59:25Z', 'updated_at': '2022-06-01T20:01:16Z', 'revision_number': 5, 'project_id': '38719620e52c492f964e26f6f4cd8c39', 'gw_port': {'id': '2a84abff-c77f-48e8-96e2-b436fcfbcd93', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:68:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c945ae2-25e7-423c-96a4-9b0d74e805b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4367, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:59:26Z', 'updated_at': '2022-06-01T19:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 20:01:19.039996 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf9a702-9881-4e00-8364-03eb7d843d98 None None] The sync data for ids ['7c945ae2-25e7-423c-96a4-9b0d74e805b9'] in n-d-844202-1 is: [{'id': '7c945ae2-25e7-423c-96a4-9b0d74e805b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1647178079', 'tenant_id': '38719620e52c492f964e26f6f4cd8c39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': '2a84abff-c77f-48e8-96e2-b436fcfbcd93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T19:59:25Z', 'updated_at': '2022-06-01T20:01:16Z', 'revision_number': 5, 'project_id': '38719620e52c492f964e26f6f4cd8c39', 'gw_port': {'id': '2a84abff-c77f-48e8-96e2-b436fcfbcd93', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:68:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c945ae2-25e7-423c-96a4-9b0d74e805b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4367, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T19:59:26Z', 'updated_at': '2022-06-01T19:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 20:01:19.069579 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-734515b3-b73e-4ca9-ba4a-54883351c66a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535'] for port, after_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:01:19.115054 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-0dec1684-bbdb-4266-bcdc-8e3e4ddf3256 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Calling delete_port for 2a84abff-c77f-48e8-96e2-b436fcfbcd93 owned by network:router_gateway {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 20:01:19.121345 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734515b3-b73e-4ca9-ba4a-54883351c66a None None] Pushing event deleted for resources: {'Port': ['ID=19e479b9-0cdf-4c96-b9ce-106b18850d71,revision_number=None']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 20:01:19.128789 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734515b3-b73e-4ca9-ba4a-54883351c66a None None] No DVR routers for this DVR port 19e479b9-0cdf-4c96-b9ce-106b18850d71 on host n-d-844202-1 {{(pid=88526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 20:01:19.135784 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734515b3-b73e-4ca9-ba4a-54883351c66a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:01:19.139264 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734515b3-b73e-4ca9-ba4a-54883351c66a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:01:19.139264 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734515b3-b73e-4ca9-ba4a-54883351c66a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:01:19.139264 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734515b3-b73e-4ca9-ba4a-54883351c66a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:01:19.139264 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734515b3-b73e-4ca9-ba4a-54883351c66a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:01:19.139264 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734515b3-b73e-4ca9-ba4a-54883351c66a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:01:19.139264 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734515b3-b73e-4ca9-ba4a-54883351c66a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:01:19.139264 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734515b3-b73e-4ca9-ba4a-54883351c66a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:01:19.139264 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734515b3-b73e-4ca9-ba4a-54883351c66a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:01:19.139264 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734515b3-b73e-4ca9-ba4a-54883351c66a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:01:19.140704 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734515b3-b73e-4ca9-ba4a-54883351c66a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:01:19.140704 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734515b3-b73e-4ca9-ba4a-54883351c66a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:01:19.293082 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-0dec1684-bbdb-4266-bcdc-8e3e4ddf3256 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:01:19.339400 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dec1684-bbdb-4266-bcdc-8e3e4ddf3256 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Pushing event deleted for resources: {'Port': ['ID=2a84abff-c77f-48e8-96e2-b436fcfbcd93,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 20:01:19.441151 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-0dec1684-bbdb-4266-bcdc-8e3e4ddf3256 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-887703'] for router_gateway, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:01:19.627198 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-0dec1684-bbdb-4266-bcdc-8e3e4ddf3256 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25316'] for router, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:01:19.629949 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-0dec1684-bbdb-4266-bcdc-8e3e4ddf3256 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:01:19.655125 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-0dec1684-bbdb-4266-bcdc-8e3e4ddf3256 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-891519'] for router, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:01:19.655678 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dec1684-bbdb-4266-bcdc-8e3e4ddf3256 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Fanout notify agent at l3_agent the message router_deleted on router 7c945ae2-25e7-423c-96a4-9b0d74e805b9 {{(pid=88524) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 20:01:19.673052 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-0dec1684-bbdb-4266-bcdc-8e3e4ddf3256 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for router, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:01:19.674218 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-0dec1684-bbdb-4266-bcdc-8e3e4ddf3256 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "DELETE /v2.0/routers/7c945ae2-25e7-423c-96a4-9b0d74e805b9 HTTP/1.1" status: 204 len: 168 time: 1.4251375 Jun 01 20:01:19.677030 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 55162) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 20:01:19.835897 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-bc45b32f-4225-4a22-afc7-7b5f0dc34919 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:01:19.975348 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-bc45b32f-4225-4a22-afc7-7b5f0dc34919 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:01:20.004286 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-bc45b32f-4225-4a22-afc7-7b5f0dc34919 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b33a4eb-62b1-404e-a60c-5544d2a399f2']}} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 20:01:20.018090 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-bc45b32f-4225-4a22-afc7-7b5f0dc34919 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa0dfcaa-479a-4242-a193-9213ea326fdc') {'for_net_delete': True} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 20:01:20.018382 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-bc45b32f-4225-4a22-afc7-7b5f0dc34919 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa0dfcaa-479a-4242-a193-9213ea326fdc') {} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 20:01:20.031183 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-bc45b32f-4225-4a22-afc7-7b5f0dc34919 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2702126'] for segment, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:01:20.049856 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-bc45b32f-4225-4a22-afc7-7b5f0dc34919 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:01:20.057480 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc45b32f-4225-4a22-afc7-7b5f0dc34919 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=88524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 20:01:20.057856 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-bc45b32f-4225-4a22-afc7-7b5f0dc34919 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2719018'] for segment, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:01:20.177486 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-bc45b32f-4225-4a22-afc7-7b5f0dc34919 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:01:20.180369 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment aa0dfcaa-479a-4242-a193-9213ea326fdc resource provider aggregate not found Jun 01 20:01:20.208569 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment aa0dfcaa-479a-4242-a193-9213ea326fdc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid aa0dfcaa-479a-4242-a193-9213ea326fdc found for delete ", "request_id": "req-929ede7e-faef-4104-903c-06f621866e27"}]} Jun 01 20:01:20.209635 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-bc45b32f-4225-4a22-afc7-7b5f0dc34919 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:01:20.213118 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc45b32f-4225-4a22-afc7-7b5f0dc34919 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Pushing event deleted for resources: {'Network': ['ID=3b33a4eb-62b1-404e-a60c-5544d2a399f2,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 20:01:20.215116 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device f1ae59cc-0cc9-4a81-9c0d-77a91b4ba7ff no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 20:01:20.230711 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-bc45b32f-4225-4a22-afc7-7b5f0dc34919 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "DELETE /v2.0/networks/3b33a4eb-62b1-404e-a60c-5544d2a399f2 HTTP/1.1" status: 204 len: 168 time: 0.5522578 Jun 01 20:01:20.234156 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 55172) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 20:01:20.259270 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: f1ae59cc-0cc9-4a81-9c0d-77a91b4ba7ff {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 20:01:20.259736 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device f1ae59cc-0cc9-4a81-9c0d-77a91b4ba7ff not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 20:01:20.260302 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 19e479b9-0cdf-4c96-b9ce-106b18850d71 no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 20:01:20.296933 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: 19e479b9-0cdf-4c96-b9ce-106b18850d71 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 20:01:20.297271 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 19e479b9-0cdf-4c96-b9ce-106b18850d71 not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 20:01:20.310940 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-60d76495-1caf-407f-8519-afd22bbdb50a tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:01:20.343593 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-60d76495-1caf-407f-8519-afd22bbdb50a tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:01:20.408475 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-60d76495-1caf-407f-8519-afd22bbdb50a tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:01:20.427825 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d76495-1caf-407f-8519-afd22bbdb50a tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64f95478-138c-462f-9f3a-58b6ab9fc136,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 20:01:20.437144 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d76495-1caf-407f-8519-afd22bbdb50a tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:01:20.437478 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d76495-1caf-407f-8519-afd22bbdb50a tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:01:20.437802 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d76495-1caf-407f-8519-afd22bbdb50a tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:01:20.438121 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d76495-1caf-407f-8519-afd22bbdb50a tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:01:20.438436 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d76495-1caf-407f-8519-afd22bbdb50a tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:01:20.438752 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d76495-1caf-407f-8519-afd22bbdb50a tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:01:20.439061 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d76495-1caf-407f-8519-afd22bbdb50a tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:01:20.439374 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d76495-1caf-407f-8519-afd22bbdb50a tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:01:20.439682 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d76495-1caf-407f-8519-afd22bbdb50a tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:01:20.439989 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d76495-1caf-407f-8519-afd22bbdb50a tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:01:20.440315 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d76495-1caf-407f-8519-afd22bbdb50a tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:01:20.440621 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d76495-1caf-407f-8519-afd22bbdb50a tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:01:20.447785 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-60d76495-1caf-407f-8519-afd22bbdb50a tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:01:20.448913 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-60d76495-1caf-407f-8519-afd22bbdb50a tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "DELETE /v2.0/security-groups/64f95478-138c-462f-9f3a-58b6ab9fc136 HTTP/1.1" status: 204 len: 168 time: 0.2138019 Jun 01 20:01:20.574611 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 55180) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 20:01:20.580154 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-747099ee-20a1-4b32-ad8c-50bc4180435b tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1555503468', 'description': 'tempest-secgroup-smoke-1555503468 description', 'project_id': '38719620e52c492f964e26f6f4cd8c39'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 20:01:20.587160 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-747099ee-20a1-4b32-ad8c-50bc4180435b tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 20:01:20.592131 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-747099ee-20a1-4b32-ad8c-50bc4180435b tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Usage tracker for resource:security_group and tenant:38719620e52c492f964e26f6f4cd8c39 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 20:01:20.594986 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-747099ee-20a1-4b32-ad8c-50bc4180435b tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 20:01:20.600567 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-747099ee-20a1-4b32-ad8c-50bc4180435b tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 20:01:20.611880 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-747099ee-20a1-4b32-ad8c-50bc4180435b tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:01:20.631113 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-747099ee-20a1-4b32-ad8c-50bc4180435b tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 20:01:20.637249 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-747099ee-20a1-4b32-ad8c-50bc4180435b tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Usage tracker for resource:security_group_rule and tenant:38719620e52c492f964e26f6f4cd8c39 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 20:01:20.641514 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-747099ee-20a1-4b32-ad8c-50bc4180435b tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 20:01:20.649161 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-747099ee-20a1-4b32-ad8c-50bc4180435b tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 20:01:20.725623 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-747099ee-20a1-4b32-ad8c-50bc4180435b tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:01:20.729956 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-747099ee-20a1-4b32-ad8c-50bc4180435b tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:01:20.775438 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747099ee-20a1-4b32-ad8c-50bc4180435b tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Pushing event updated for resources: {'SecurityGroup': ['ID=514b5a9b-0634-400d-b803-f44c7ecdb30f,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 20:01:20.784419 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-747099ee-20a1-4b32-ad8c-50bc4180435b tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:01:20.785659 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-747099ee-20a1-4b32-ad8c-50bc4180435b tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2096796 Jun 01 20:01:20.788597 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 55184) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 20:01:20.793337 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-5c4e833d-82c8-4ba4-85ac-df17e64891fa tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Request body: {'security_group_rule': {'security_group_id': '514b5a9b-0634-400d-b803-f44c7ecdb30f', 'project_id': '38719620e52c492f964e26f6f4cd8c39', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 20:01:20.800864 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-5c4e833d-82c8-4ba4-85ac-df17e64891fa tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 20:01:20.804718 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-5c4e833d-82c8-4ba4-85ac-df17e64891fa tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Usage tracker for resource:security_group_rule and tenant:38719620e52c492f964e26f6f4cd8c39 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 20:01:20.807496 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-5c4e833d-82c8-4ba4-85ac-df17e64891fa tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 20:01:20.814089 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-5c4e833d-82c8-4ba4-85ac-df17e64891fa tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 20:01:20.834683 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5c4e833d-82c8-4ba4-85ac-df17e64891fa tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:01:20.895422 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5c4e833d-82c8-4ba4-85ac-df17e64891fa tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:01:20.899111 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5c4e833d-82c8-4ba4-85ac-df17e64891fa tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:01:20.923384 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4e833d-82c8-4ba4-85ac-df17e64891fa tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f10f65e6-63ce-464e-a5f6-68ba18f5ea0d,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 20:01:20.933965 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5c4e833d-82c8-4ba4-85ac-df17e64891fa tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:01:20.938351 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 55188) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 20:01:20.938975 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-5c4e833d-82c8-4ba4-85ac-df17e64891fa tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1489313 Jun 01 20:01:20.944882 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-654c8b89-633e-46e6-8d37-42bd15206bd8 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Request body: {'security_group_rule': {'security_group_id': '514b5a9b-0634-400d-b803-f44c7ecdb30f', 'project_id': '38719620e52c492f964e26f6f4cd8c39', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 20:01:20.953579 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-654c8b89-633e-46e6-8d37-42bd15206bd8 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 20:01:20.958761 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-654c8b89-633e-46e6-8d37-42bd15206bd8 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Usage tracker for resource:security_group_rule and tenant:38719620e52c492f964e26f6f4cd8c39 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 20:01:20.962416 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-654c8b89-633e-46e6-8d37-42bd15206bd8 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 20:01:20.971194 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-654c8b89-633e-46e6-8d37-42bd15206bd8 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 20:01:20.993067 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-654c8b89-633e-46e6-8d37-42bd15206bd8 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:01:21.065643 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-654c8b89-633e-46e6-8d37-42bd15206bd8 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:01:21.069261 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-654c8b89-633e-46e6-8d37-42bd15206bd8 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:01:21.094996 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654c8b89-633e-46e6-8d37-42bd15206bd8 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ce82659-b2eb-42e0-8bc2-3f3dd11a87b1,revision_number=0']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 20:01:21.104967 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-654c8b89-633e-46e6-8d37-42bd15206bd8 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:01:21.106381 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-654c8b89-633e-46e6-8d37-42bd15206bd8 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1664145 Jun 01 20:01:21.109052 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 55192) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 20:01:21.113908 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-4b32eb84-dd28-484a-9171-1d5628600b70 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Request body: {'security_group_rule': {'security_group_id': '514b5a9b-0634-400d-b803-f44c7ecdb30f', 'project_id': '38719620e52c492f964e26f6f4cd8c39', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 20:01:21.120414 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-4b32eb84-dd28-484a-9171-1d5628600b70 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 20:01:21.124887 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-4b32eb84-dd28-484a-9171-1d5628600b70 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Usage tracker for resource:security_group_rule and tenant:38719620e52c492f964e26f6f4cd8c39 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 20:01:21.127925 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-4b32eb84-dd28-484a-9171-1d5628600b70 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 20:01:21.142470 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-4b32eb84-dd28-484a-9171-1d5628600b70 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 20:01:21.160381 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4b32eb84-dd28-484a-9171-1d5628600b70 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:01:21.225010 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4b32eb84-dd28-484a-9171-1d5628600b70 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:01:21.229049 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4b32eb84-dd28-484a-9171-1d5628600b70 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:01:21.255142 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b32eb84-dd28-484a-9171-1d5628600b70 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23d383ce-ac9d-477d-8eab-f27000e80037,revision_number=0']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 20:01:21.265592 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4b32eb84-dd28-484a-9171-1d5628600b70 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:01:21.266741 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-4b32eb84-dd28-484a-9171-1d5628600b70 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1567800 Jun 01 20:01:21.269469 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 55196) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 20:01:21.274565 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-688f4299-a3ac-447d-94b0-431ae185166a tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Request body: {'security_group_rule': {'security_group_id': '514b5a9b-0634-400d-b803-f44c7ecdb30f', 'project_id': '38719620e52c492f964e26f6f4cd8c39', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 20:01:21.281889 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-688f4299-a3ac-447d-94b0-431ae185166a tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 20:01:21.285940 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-688f4299-a3ac-447d-94b0-431ae185166a tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Usage tracker for resource:security_group_rule and tenant:38719620e52c492f964e26f6f4cd8c39 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 20:01:21.288859 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-688f4299-a3ac-447d-94b0-431ae185166a tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 20:01:21.294715 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-688f4299-a3ac-447d-94b0-431ae185166a tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 20:01:21.313540 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-688f4299-a3ac-447d-94b0-431ae185166a tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:01:21.386583 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-688f4299-a3ac-447d-94b0-431ae185166a tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:01:21.391276 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-688f4299-a3ac-447d-94b0-431ae185166a tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:01:21.416056 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688f4299-a3ac-447d-94b0-431ae185166a tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=001b76cd-a088-48f1-b70e-528594921ffb,revision_number=0']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 20:01:21.426325 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-688f4299-a3ac-447d-94b0-431ae185166a tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:01:21.427600 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-688f4299-a3ac-447d-94b0-431ae185166a tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1571779 Jun 01 20:01:21.430284 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 55202) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 20:01:21.436249 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-73638d55-3627-4bc4-8d99-3ffc7b7e139c tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Request body: {'security_group_rule': {'security_group_id': '514b5a9b-0634-400d-b803-f44c7ecdb30f', 'project_id': '38719620e52c492f964e26f6f4cd8c39', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 20:01:21.442685 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-73638d55-3627-4bc4-8d99-3ffc7b7e139c tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 20:01:21.447601 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-73638d55-3627-4bc4-8d99-3ffc7b7e139c tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Usage tracker for resource:security_group_rule and tenant:38719620e52c492f964e26f6f4cd8c39 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 20:01:21.451851 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-73638d55-3627-4bc4-8d99-3ffc7b7e139c tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 20:01:21.457764 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-73638d55-3627-4bc4-8d99-3ffc7b7e139c tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 20:01:21.468617 n-d-844202-1 neutron-server[88524]: INFO neutron.db.securitygroups_db [None req-73638d55-3627-4bc4-8d99-3ffc7b7e139c tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Project 38719620e52c492f964e26f6f4cd8c39 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 01 20:01:21.475378 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-73638d55-3627-4bc4-8d99-3ffc7b7e139c tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:01:21.541112 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-73638d55-3627-4bc4-8d99-3ffc7b7e139c tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:01:21.545040 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-73638d55-3627-4bc4-8d99-3ffc7b7e139c tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:01:21.568866 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73638d55-3627-4bc4-8d99-3ffc7b7e139c tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c6d665d-06b0-440b-be4e-c68130c438e1,revision_number=0']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 20:01:21.579499 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-73638d55-3627-4bc4-8d99-3ffc7b7e139c tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:01:21.580928 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-73638d55-3627-4bc4-8d99-3ffc7b7e139c tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1497457 Jun 01 20:01:21.583620 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 55206) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 20:01:21.588646 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-93cb99e7-aca8-4d02-9839-b48e931102f9 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Request body: {'security_group_rule': {'security_group_id': '514b5a9b-0634-400d-b803-f44c7ecdb30f', 'project_id': '38719620e52c492f964e26f6f4cd8c39', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 20:01:21.595572 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-93cb99e7-aca8-4d02-9839-b48e931102f9 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 20:01:21.599449 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-93cb99e7-aca8-4d02-9839-b48e931102f9 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Usage tracker for resource:security_group_rule and tenant:38719620e52c492f964e26f6f4cd8c39 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 20:01:21.602344 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-93cb99e7-aca8-4d02-9839-b48e931102f9 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 20:01:21.608884 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-93cb99e7-aca8-4d02-9839-b48e931102f9 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 20:01:21.619334 n-d-844202-1 neutron-server[88524]: INFO neutron.db.securitygroups_db [None req-93cb99e7-aca8-4d02-9839-b48e931102f9 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Project 38719620e52c492f964e26f6f4cd8c39 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 01 20:01:21.626674 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-93cb99e7-aca8-4d02-9839-b48e931102f9 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:01:21.701841 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-93cb99e7-aca8-4d02-9839-b48e931102f9 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:01:21.705909 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-93cb99e7-aca8-4d02-9839-b48e931102f9 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:01:21.732165 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cb99e7-aca8-4d02-9839-b48e931102f9 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cacdc1d-ac9a-4939-94eb-6b0b966d9553,revision_number=0']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 20:01:21.741180 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-93cb99e7-aca8-4d02-9839-b48e931102f9 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:01:21.742538 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-93cb99e7-aca8-4d02-9839-b48e931102f9 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1578195 Jun 01 20:01:21.745190 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 55210) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 20:01:21.750675 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-f18aeee8-5e94-426c-ab65-ddf07c1bc8f5 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Request body: {'network': {'name': 'tempest-network-smoke--74698278', 'project_id': '38719620e52c492f964e26f6f4cd8c39', 'port_security_enabled': True}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 20:01:21.756731 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-f18aeee8-5e94-426c-ab65-ddf07c1bc8f5 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 20:01:21.761160 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-f18aeee8-5e94-426c-ab65-ddf07c1bc8f5 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Usage tracker for resource:network and tenant:38719620e52c492f964e26f6f4cd8c39 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 20:01:21.765412 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-f18aeee8-5e94-426c-ab65-ddf07c1bc8f5 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 20:01:21.771901 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-f18aeee8-5e94-426c-ab65-ddf07c1bc8f5 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 20:01:21.786090 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f18aeee8-5e94-426c-ab65-ddf07c1bc8f5 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Made reservation on behalf of 38719620e52c492f964e26f6f4cd8c39 for: {'network': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 20:01:21.789476 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f18aeee8-5e94-426c-ab65-ddf07c1bc8f5 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:01:21.796670 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 2a84abff-c77f-48e8-96e2-b436fcfbcd93 no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 20:01:21.817272 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f18aeee8-5e94-426c-ab65-ddf07c1bc8f5 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 118} {{(pid=88524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 20:01:21.827600 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f18aeee8-5e94-426c-ab65-ddf07c1bc8f5 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:01:21.827938 n-d-844202-1 neutron-server[88524]: INFO neutron.db.segments_db [None req-f18aeee8-5e94-426c-ab65-ddf07c1bc8f5 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Added segment c26ce8c1-fc4f-4803-858f-da417a944b15 of type vlan for network 89f8124d-b0f6-4e75-abf1-c52fea1acfb4 Jun 01 20:01:21.831130 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: 2a84abff-c77f-48e8-96e2-b436fcfbcd93 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 20:01:21.831414 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 2a84abff-c77f-48e8-96e2-b436fcfbcd93 not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 20:01:21.860021 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f18aeee8-5e94-426c-ab65-ddf07c1bc8f5 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:01:21.889049 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f18aeee8-5e94-426c-ab65-ddf07c1bc8f5 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:01:21.894392 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f18aeee8-5e94-426c-ab65-ddf07c1bc8f5 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:01:21.894966 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f18aeee8-5e94-426c-ab65-ddf07c1bc8f5 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:01:22.119185 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-f18aeee8-5e94-426c-ab65-ddf07c1bc8f5 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3726630 Jun 01 20:01:22.123271 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 55214) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 20:01:22.124114 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18aeee8-5e94-426c-ab65-ddf07c1bc8f5 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Pushing event updated for resources: {'Network': ['ID=89f8124d-b0f6-4e75-abf1-c52fea1acfb4,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 20:01:22.128982 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-b5ac0cf3-f7c8-412f-bfca-fb27d53d1c5f tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-538247601', 'admin_state_up': True, 'project_id': '38719620e52c492f964e26f6f4cd8c39', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 20:01:22.134928 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network 89f8124d-b0f6-4e75-abf1-c52fea1acfb4 details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 20:01:22.137309 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-b5ac0cf3-f7c8-412f-bfca-fb27d53d1c5f tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 20:01:22.141501 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-b5ac0cf3-f7c8-412f-bfca-fb27d53d1c5f tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Usage tracker for resource:router and tenant:38719620e52c492f964e26f6f4cd8c39 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 20:01:22.144432 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-b5ac0cf3-f7c8-412f-bfca-fb27d53d1c5f tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 20:01:22.150884 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-b5ac0cf3-f7c8-412f-bfca-fb27d53d1c5f tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 20:01:22.162642 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b5ac0cf3-f7c8-412f-bfca-fb27d53d1c5f tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-885767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25238'] for router, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:01:22.163607 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b5ac0cf3-f7c8-412f-bfca-fb27d53d1c5f tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-901042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-886562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-981784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25327'] for router, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:01:22.181209 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b5ac0cf3-f7c8-412f-bfca-fb27d53d1c5f tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:01:22.566480 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b5ac0cf3-f7c8-412f-bfca-fb27d53d1c5f tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-886608', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-885830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25341'] for router, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:01:22.878068 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b5ac0cf3-f7c8-412f-bfca-fb27d53d1c5f tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for router_gateway, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:01:22.907182 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b5ac0cf3-f7c8-412f-bfca-fb27d53d1c5f tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:01:23.050925 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [None req-b5ac0cf3-f7c8-412f-bfca-fb27d53d1c5f tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Allocated IP 172.25.4.199 (72a72e44-6845-488a-a5ff-3a26d4df9cb3/c314a23b-daa2-4106-ab28-8e6f954277b2/016f6996-e1b2-4824-aa33-bcddc672b4da) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 20:01:23.205231 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b5ac0cf3-f7c8-412f-bfca-fb27d53d1c5f tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:01:23.235023 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b5ac0cf3-f7c8-412f-bfca-fb27d53d1c5f tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:01:23.300086 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5ac0cf3-f7c8-412f-bfca-fb27d53d1c5f tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 20:01:23.303000 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-b5ac0cf3-f7c8-412f-bfca-fb27d53d1c5f tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 20:01:23.306536 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ac0cf3-f7c8-412f-bfca-fb27d53d1c5f tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 20:01:23.335759 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ac0cf3-f7c8-412f-bfca-fb27d53d1c5f tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Pushing event updated for resources: {'Port': ['ID=016f6996-e1b2-4824-aa33-bcddc672b4da,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 20:01:23.835946 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b5ac0cf3-f7c8-412f-bfca-fb27d53d1c5f tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for router_gateway, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:01:24.180061 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b5ac0cf3-f7c8-412f-bfca-fb27d53d1c5f tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-885820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-886655'] for router, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:01:24.386997 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5ac0cf3-f7c8-412f-bfca-fb27d53d1c5f tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Router e4eca4ef-a4f0-4e0e-8a84-57a0442f22b9 is scheduled to L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 with binding_index 1 {{(pid=88525) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 20:01:24.575262 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5ac0cf3-f7c8-412f-bfca-fb27d53d1c5f tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 20:01:24.584875 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebff8f5f-a324-418a-a294-8245220f2375 None None] Sync routers for ids ['e4eca4ef-a4f0-4e0e-8a84-57a0442f22b9'] in n-d-844202-1 {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 20:01:24.594877 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebff8f5f-a324-418a-a294-8245220f2375 None None] Routers {'e4eca4ef-a4f0-4e0e-8a84-57a0442f22b9'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 20:01:24.595751 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-ebff8f5f-a324-418a-a294-8245220f2375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T20:01:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['e4eca4ef-a4f0-4e0e-8a84-57a0442f22b9'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 20:01:24.602906 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b5ac0cf3-f7c8-412f-bfca-fb27d53d1c5f tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for router, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:01:24.604133 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-b5ac0cf3-f7c8-412f-bfca-fb27d53d1c5f tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.4798031 Jun 01 20:01:24.608110 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 55220) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 20:01:24.647638 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-91196ae9-7c22-4adc-9c10-35cb63e2efd6 tempest-TestNetworkAdvancedServerOps-719043324 tempest-TestNetworkAdvancedServerOps-719043324-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=38719620e52c492f964e26f6f4cd8c39&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0383871 Jun 01 20:01:24.650412 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 55224) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 20:01:24.786096 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-ebff8f5f-a324-418a-a294-8245220f2375 None None] Set router e4eca4ef-a4f0-4e0e-8a84-57a0442f22b9 gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 20:01:24.790156 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d78965e9-8d94-4a0b-a525-666fb696eb8b tempest-TestNetworkAdvancedServerOps-719043324 tempest-TestNetworkAdvancedServerOps-719043324-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:01:24.791652 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-d78965e9-8d94-4a0b-a525-666fb696eb8b tempest-TestNetworkAdvancedServerOps-719043324 tempest-TestNetworkAdvancedServerOps-719043324-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1402979 Jun 01 20:01:24.795101 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 55228) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 20:01:24.855066 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-ac6bf83a-8a8e-4168-9efc-c5112ae660b4 tempest-TestNetworkAdvancedServerOps-719043324 tempest-TestNetworkAdvancedServerOps-719043324-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=72a72e44-6845-488a-a5ff-3a26d4df9cb3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0561595 Jun 01 20:01:24.855335 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 55232) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 20:01:24.864444 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-4d6a771a-f63b-43b8-95bd-0d9273b7e3eb tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-876198668', 'network_id': '89f8124d-b0f6-4e75-abf1-c52fea1acfb4', 'project_id': '38719620e52c492f964e26f6f4cd8c39', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 20:01:25.020701 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-4d6a771a-f63b-43b8-95bd-0d9273b7e3eb tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 20:01:25.025716 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-4d6a771a-f63b-43b8-95bd-0d9273b7e3eb tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Usage tracker for resource:subnet and tenant:38719620e52c492f964e26f6f4cd8c39 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 20:01:25.030174 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-4d6a771a-f63b-43b8-95bd-0d9273b7e3eb tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 20:01:25.038048 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-4d6a771a-f63b-43b8-95bd-0d9273b7e3eb tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 20:01:25.050504 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d6a771a-f63b-43b8-95bd-0d9273b7e3eb tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Made reservation on behalf of 38719620e52c492f964e26f6f4cd8c39 for: {'subnet': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 20:01:25.053939 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4d6a771a-f63b-43b8-95bd-0d9273b7e3eb tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9667140'] for subnet, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:01:25.116272 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-ebff8f5f-a324-418a-a294-8245220f2375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4eca4ef-a4f0-4e0e-8a84-57a0442f22b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-538247601', 'tenant_id': '38719620e52c492f964e26f6f4cd8c39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.199'}], 'enable_snat': True}, 'gw_port_id': '016f6996-e1b2-4824-aa33-bcddc672b4da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T20:01:22Z', 'updated_at': '2022-06-01T20:01:23Z', 'revision_number': 3, 'project_id': '38719620e52c492f964e26f6f4cd8c39', 'gw_port': {'id': '016f6996-e1b2-4824-aa33-bcddc672b4da', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:82:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4eca4ef-a4f0-4e0e-8a84-57a0442f22b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T20:01:22Z', 'updated_at': '2022-06-01T20:01:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 20:01:25.120246 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebff8f5f-a324-418a-a294-8245220f2375 None None] Checking router: e4eca4ef-a4f0-4e0e-8a84-57a0442f22b9 for host: n-d-844202-1 {{(pid=88526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 20:01:25.120601 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebff8f5f-a324-418a-a294-8245220f2375 None None] Updating router e4eca4ef-a4f0-4e0e-8a84-57a0442f22b9 port 016f6996-e1b2-4824-aa33-bcddc672b4da binding host n-d-844202-1 {{(pid=88526) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 20:01:25.185022 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-ebff8f5f-a324-418a-a294-8245220f2375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:01:25.290179 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4d6a771a-f63b-43b8-95bd-0d9273b7e3eb tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2614064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9667190'] for subnet, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:01:25.494951 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6a771a-f63b-43b8-95bd-0d9273b7e3eb tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Pushing event updated for resources: {'Subnet': ['ID=e83768c3-c068-45e6-bc8c-b0d3cd933fae,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 20:01:25.506081 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d6a771a-f63b-43b8-95bd-0d9273b7e3eb tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Checking segment: {'id': 'c26ce8c1-fc4f-4803-858f-da417a944b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '89f8124d-b0f6-4e75-abf1-c52fea1acfb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 20:01:25.506446 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d6a771a-f63b-43b8-95bd-0d9273b7e3eb tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Network hostable DHCP agents. Network: 89f8124d-b0f6-4e75-abf1-c52fea1acfb4, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 20:01:25.526403 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d6a771a-f63b-43b8-95bd-0d9273b7e3eb tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Network 89f8124d-b0f6-4e75-abf1-c52fea1acfb4 is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 20:01:25.536395 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-4d6a771a-f63b-43b8-95bd-0d9273b7e3eb tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, 89f8124d-b0f6-4e75-abf1-c52fea1acfb4) {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 20:01:25.540925 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d6a771a-f63b-43b8-95bd-0d9273b7e3eb tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:01:25.541645 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-4d6a771a-f63b-43b8-95bd-0d9273b7e3eb tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:01:25.549930 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbbf9df5-019b-4827-989c-2a332e3d553c None None] Network 89f8124d-b0f6-4e75-abf1-c52fea1acfb4 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 20:01:25.568842 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-4d6a771a-f63b-43b8-95bd-0d9273b7e3eb tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7108605 Jun 01 20:01:25.569898 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 55236) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 20:01:25.575521 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-ebff8f5f-a324-418a-a294-8245220f2375 None None] Notify callbacks [] for port, precommit_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:01:25.644463 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-ebff8f5f-a324-418a-a294-8245220f2375 None None] Transition to ACTIVE for port object 016f6996-e1b2-4824-aa33-bcddc672b4da will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 20:01:25.653951 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-ebff8f5f-a324-418a-a294-8245220f2375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:01:25.758066 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-ebff8f5f-a324-418a-a294-8245220f2375 None None] Attempting to bind port 016f6996-e1b2-4824-aa33-bcddc672b4da on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 20:01:25.758342 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-ebff8f5f-a324-418a-a294-8245220f2375 None None] Attempting to bind port 016f6996-e1b2-4824-aa33-bcddc672b4da by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 20:01:25.758699 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebff8f5f-a324-418a-a294-8245220f2375 None None] Attempting to bind port 016f6996-e1b2-4824-aa33-bcddc672b4da on network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 20:01:25.782595 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d70820-5a73-4522-9a8c-8364c9a1a212 None None] Pushing event updated for resources: {'Port': ['ID=016f6996-e1b2-4824-aa33-bcddc672b4da,revision_number=2']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 20:01:25.785894 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebff8f5f-a324-418a-a294-8245220f2375 None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 20, 1, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 20:01:25.785894 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebff8f5f-a324-418a-a294-8245220f2375 None None] Checking segment: {'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 20:01:25.785894 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-ebff8f5f-a324-418a-a294-8245220f2375 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:01:25.786345 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebff8f5f-a324-418a-a294-8245220f2375 None None] Bound using segment: {'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 20:01:25.786746 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-ebff8f5f-a324-418a-a294-8245220f2375 None None] Bound port: 016f6996-e1b2-4824-aa33-bcddc672b4da, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 20:01:25.787107 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-ebff8f5f-a324-418a-a294-8245220f2375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:01:25.939612 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-ebff8f5f-a324-418a-a294-8245220f2375 None None] For port 016f6996-e1b2-4824-aa33-bcddc672b4da, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 20:01:25.947143 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-ebff8f5f-a324-418a-a294-8245220f2375 None None] For port 016f6996-e1b2-4824-aa33-bcddc672b4da, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=016f6996-e1b2-4824-aa33-bcddc672b4da,segment=NetworkSegment(7875af61-4c53-4ff2-b8c8-d4b7c35ff947),segment_id=7875af61-4c53-4ff2-b8c8-d4b7c35ff947)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 20:01:25.952518 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-ebff8f5f-a324-418a-a294-8245220f2375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:01:25.997889 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b29d5ee8-61ac-40bf-ac31-d7c143bc868f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc93f83c3-7fb6-5c13-a9d4-29d739a4e8d2-89f8124d-b0f6-4e75-abf1-c52fea1acfb4', 'network_id': '89f8124d-b0f6-4e75-abf1-c52fea1acfb4', 'tenant_id': '38719620e52c492f964e26f6f4cd8c39', 'fixed_ips': [{'subnet_id': 'e83768c3-c068-45e6-bc8c-b0d3cd933fae'}]}} from n-d-844202-1. {{(pid=88526) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 20:01:25.998707 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-b29d5ee8-61ac-40bf-ac31-d7c143bc868f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:01:26.094766 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebff8f5f-a324-418a-a294-8245220f2375 None None] Routers {'e4eca4ef-a4f0-4e0e-8a84-57a0442f22b9'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 20:01:26.095429 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-ebff8f5f-a324-418a-a294-8245220f2375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T20:01:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['e4eca4ef-a4f0-4e0e-8a84-57a0442f22b9'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 20:01:26.146267 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d70820-5a73-4522-9a8c-8364c9a1a212 None None] Pushing event updated for resources: {'Port': ['ID=016f6996-e1b2-4824-aa33-bcddc672b4da,revision_number=3']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 20:01:26.289698 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d6bad436-c552-4cfa-8268-85a06524a01d tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:01:26.364358 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-ebff8f5f-a324-418a-a294-8245220f2375 None None] Set router e4eca4ef-a4f0-4e0e-8a84-57a0442f22b9 gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 20:01:26.406450 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.db_base_plugin_common [None req-b29d5ee8-61ac-40bf-ac31-d7c143bc868f None None] Allocated IP 172.20.0.2 (89f8124d-b0f6-4e75-abf1-c52fea1acfb4/e83768c3-c068-45e6-bc8c-b0d3cd933fae/fcc2364e-6f3f-438d-b2d8-7568d5242c09) {{(pid=88526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 20:01:26.880011 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-b29d5ee8-61ac-40bf-ac31-d7c143bc868f None None] Notify callbacks [] for port, precommit_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:01:26.893816 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-b29d5ee8-61ac-40bf-ac31-d7c143bc868f None None] Transition to ACTIVE for port object fcc2364e-6f3f-438d-b2d8-7568d5242c09 will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 20:01:26.914990 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-ebff8f5f-a324-418a-a294-8245220f2375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4eca4ef-a4f0-4e0e-8a84-57a0442f22b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-538247601', 'tenant_id': '38719620e52c492f964e26f6f4cd8c39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.199'}], 'enable_snat': True}, 'gw_port_id': '016f6996-e1b2-4824-aa33-bcddc672b4da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T20:01:22Z', 'updated_at': '2022-06-01T20:01:23Z', 'revision_number': 3, 'project_id': '38719620e52c492f964e26f6f4cd8c39', 'gw_port': {'id': '016f6996-e1b2-4824-aa33-bcddc672b4da', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:82:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4eca4ef-a4f0-4e0e-8a84-57a0442f22b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T20:01:22Z', 'updated_at': '2022-06-01T20:01:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 20:01:26.920631 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-b29d5ee8-61ac-40bf-ac31-d7c143bc868f None None] Transition to ACTIVE for port object fcc2364e-6f3f-438d-b2d8-7568d5242c09 will not be triggered until provisioned by entity DHCP. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 20:01:26.923323 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebff8f5f-a324-418a-a294-8245220f2375 None None] The sync data for ids ['e4eca4ef-a4f0-4e0e-8a84-57a0442f22b9'] in n-d-844202-1 is: [{'id': 'e4eca4ef-a4f0-4e0e-8a84-57a0442f22b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-538247601', 'tenant_id': '38719620e52c492f964e26f6f4cd8c39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.199'}], 'enable_snat': True}, 'gw_port_id': '016f6996-e1b2-4824-aa33-bcddc672b4da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T20:01:22Z', 'updated_at': '2022-06-01T20:01:23Z', 'revision_number': 3, 'project_id': '38719620e52c492f964e26f6f4cd8c39', 'gw_port': {'id': '016f6996-e1b2-4824-aa33-bcddc672b4da', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:82:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4eca4ef-a4f0-4e0e-8a84-57a0442f22b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T20:01:22Z', 'updated_at': '2022-06-01T20:01:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}] {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 20:01:26.927500 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-b29d5ee8-61ac-40bf-ac31-d7c143bc868f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526'] for port, after_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:01:27.001094 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b29d5ee8-61ac-40bf-ac31-d7c143bc868f None None] Network 89f8124d-b0f6-4e75-abf1-c52fea1acfb4 is already hosted by enough agents. {{(pid=88526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 20:01:27.004129 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.base_scheduler [None req-b29d5ee8-61ac-40bf-ac31-d7c143bc868f None None] Resources bound (agent type, host, resource id): {{(pid=88526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 20:01:27.006584 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b29d5ee8-61ac-40bf-ac31-d7c143bc868f None None] Received port after_create {{(pid=88526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 20:01:27.017228 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29d5ee8-61ac-40bf-ac31-d7c143bc868f None None] Pushing event updated for resources: {'Port': ['ID=fcc2364e-6f3f-438d-b2d8-7568d5242c09,revision_number=1']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 20:01:27.021078 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [None req-d6bad436-c552-4cfa-8268-85a06524a01d tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Allocated IP 172.20.0.1 (89f8124d-b0f6-4e75-abf1-c52fea1acfb4/e83768c3-c068-45e6-bc8c-b0d3cd933fae/dadd3878-b426-4ab7-b8c6-ec6387cc24d4) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 20:01:27.113487 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-b29d5ee8-61ac-40bf-ac31-d7c143bc868f None None] Attempting to bind port fcc2364e-6f3f-438d-b2d8-7568d5242c09 on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 20:01:27.113854 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-b29d5ee8-61ac-40bf-ac31-d7c143bc868f None None] Attempting to bind port fcc2364e-6f3f-438d-b2d8-7568d5242c09 by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': 'c26ce8c1-fc4f-4803-858f-da417a944b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '89f8124d-b0f6-4e75-abf1-c52fea1acfb4'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 20:01:27.114216 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29d5ee8-61ac-40bf-ac31-d7c143bc868f None None] Attempting to bind port fcc2364e-6f3f-438d-b2d8-7568d5242c09 on network 89f8124d-b0f6-4e75-abf1-c52fea1acfb4 {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 20:01:27.120049 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29d5ee8-61ac-40bf-ac31-d7c143bc868f None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 20, 1, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 20:01:27.120502 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29d5ee8-61ac-40bf-ac31-d7c143bc868f None None] Checking segment: {'id': 'c26ce8c1-fc4f-4803-858f-da417a944b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '89f8124d-b0f6-4e75-abf1-c52fea1acfb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 20:01:27.120853 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-b29d5ee8-61ac-40bf-ac31-d7c143bc868f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:01:27.121374 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29d5ee8-61ac-40bf-ac31-d7c143bc868f None None] Bound using segment: {'id': 'c26ce8c1-fc4f-4803-858f-da417a944b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '89f8124d-b0f6-4e75-abf1-c52fea1acfb4'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 20:01:27.122423 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-b29d5ee8-61ac-40bf-ac31-d7c143bc868f None None] Bound port: fcc2364e-6f3f-438d-b2d8-7568d5242c09, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c26ce8c1-fc4f-4803-858f-da417a944b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '89f8124d-b0f6-4e75-abf1-c52fea1acfb4'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 20:01:27.122842 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-b29d5ee8-61ac-40bf-ac31-d7c143bc868f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:01:27.227224 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d6bad436-c552-4cfa-8268-85a06524a01d tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:01:27.252053 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-b29d5ee8-61ac-40bf-ac31-d7c143bc868f None None] For port fcc2364e-6f3f-438d-b2d8-7568d5242c09, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 20:01:27.253637 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [None req-d6bad436-c552-4cfa-8268-85a06524a01d tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Transition to ACTIVE for port object dadd3878-b426-4ab7-b8c6-ec6387cc24d4 will not be triggered until provisioned by entity DHCP. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 20:01:27.256007 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-b29d5ee8-61ac-40bf-ac31-d7c143bc868f None None] For port fcc2364e-6f3f-438d-b2d8-7568d5242c09, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=fcc2364e-6f3f-438d-b2d8-7568d5242c09,segment=NetworkSegment(c26ce8c1-fc4f-4803-858f-da417a944b15),segment_id=c26ce8c1-fc4f-4803-858f-da417a944b15)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 20:01:27.261377 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-b29d5ee8-61ac-40bf-ac31-d7c143bc868f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:01:27.280175 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d6bad436-c552-4cfa-8268-85a06524a01d tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:01:27.354632 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6bad436-c552-4cfa-8268-85a06524a01d tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Network 89f8124d-b0f6-4e75-abf1-c52fea1acfb4 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 20:01:27.355190 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29d5ee8-61ac-40bf-ac31-d7c143bc868f None None] Pushing event updated for resources: {'Port': ['ID=fcc2364e-6f3f-438d-b2d8-7568d5242c09,revision_number=2']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 20:01:27.356395 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-d6bad436-c552-4cfa-8268-85a06524a01d tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 20:01:27.361042 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6bad436-c552-4cfa-8268-85a06524a01d tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 20:01:27.401737 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bad436-c552-4cfa-8268-85a06524a01d tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Pushing event updated for resources: {'Port': ['ID=dadd3878-b426-4ab7-b8c6-ec6387cc24d4,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 20:01:27.437412 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d6bad436-c552-4cfa-8268-85a06524a01d tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-887605'] for router_interface, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:01:27.877737 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d6bad436-c552-4cfa-8268-85a06524a01d tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:01:27.907604 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device fcc2364e-6f3f-438d-b2d8-7568d5242c09 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 20:01:27.995549 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port fcc2364e-6f3f-438d-b2d8-7568d5242c09 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 20:01:28.001418 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 016f6996-e1b2-4824-aa33-bcddc672b4da up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 20:01:28.075703 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port 016f6996-e1b2-4824-aa33-bcddc672b4da completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 20:01:28.081476 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 016f6996-e1b2-4824-aa33-bcddc672b4da triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 20:01:28.081843 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:01:28.215506 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 016f6996-e1b2-4824-aa33-bcddc672b4da is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 20:01:28.216012 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:01:28.239146 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port 016f6996-e1b2-4824-aa33-bcddc672b4da, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=016f6996-e1b2-4824-aa33-bcddc672b4da,segment=NetworkSegment(7875af61-4c53-4ff2-b8c8-d4b7c35ff947),segment_id=7875af61-4c53-4ff2-b8c8-d4b7c35ff947)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 20:01:28.244776 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:01:28.326579 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=016f6996-e1b2-4824-aa33-bcddc672b4da,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 20:01:28.339524 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d6bad436-c552-4cfa-8268-85a06524a01d tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:01:28.345242 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d6bad436-c552-4cfa-8268-85a06524a01d tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:01:28.408080 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-970994b1-2e49-441e-8fcd-db6c3bae30fc None None] Network 89f8124d-b0f6-4e75-abf1-c52fea1acfb4 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 20:01:28.464198 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-d6bad436-c552-4cfa-8268-85a06524a01d tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-887436'] for router_interface, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:01:28.468463 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bad436-c552-4cfa-8268-85a06524a01d tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Pushing event updated for resources: {'Port': ['ID=dadd3878-b426-4ab7-b8c6-ec6387cc24d4,revision_number=2']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 20:01:28.502487 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6406f219-ed61-4a39-98d1-de49558feb56 None None] Provisioning for port fcc2364e-6f3f-438d-b2d8-7568d5242c09 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 20:01:28.519411 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6406f219-ed61-4a39-98d1-de49558feb56 None None] Provisioning complete for port fcc2364e-6f3f-438d-b2d8-7568d5242c09 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 20:01:28.519778 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6406f219-ed61-4a39-98d1-de49558feb56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:01:28.624784 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6bad436-c552-4cfa-8268-85a06524a01d tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Network 89f8124d-b0f6-4e75-abf1-c52fea1acfb4 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 20:01:28.625972 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-d6bad436-c552-4cfa-8268-85a06524a01d tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 20:01:28.740388 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6406f219-ed61-4a39-98d1-de49558feb56 None None] Current status of the port fcc2364e-6f3f-438d-b2d8-7568d5242c09 is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 20:01:28.740763 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6406f219-ed61-4a39-98d1-de49558feb56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:01:28.783716 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6406f219-ed61-4a39-98d1-de49558feb56 None None] For port fcc2364e-6f3f-438d-b2d8-7568d5242c09, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=fcc2364e-6f3f-438d-b2d8-7568d5242c09,segment=NetworkSegment(c26ce8c1-fc4f-4803-858f-da417a944b15),segment_id=c26ce8c1-fc4f-4803-858f-da417a944b15)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 20:01:28.788245 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6406f219-ed61-4a39-98d1-de49558feb56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:01:28.827244 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6bad436-c552-4cfa-8268-85a06524a01d tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Router e4eca4ef-a4f0-4e0e-8a84-57a0442f22b9 has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 20:01:28.874776 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6406f219-ed61-4a39-98d1-de49558feb56 None None] Pushing event updated for resources: {'Port': ['ID=fcc2364e-6f3f-438d-b2d8-7568d5242c09,revision_number=3']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 20:01:29.033403 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6bad436-c552-4cfa-8268-85a06524a01d tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 20:01:29.043132 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a588f27-b692-43b6-9149-d4052b5067d7 None None] Sync routers for ids ['e4eca4ef-a4f0-4e0e-8a84-57a0442f22b9'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 20:01:29.048086 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-d6bad436-c552-4cfa-8268-85a06524a01d tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "PUT /v2.0/routers/e4eca4ef-a4f0-4e0e-8a84-57a0442f22b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4774559 Jun 01 20:01:29.052903 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a588f27-b692-43b6-9149-d4052b5067d7 None None] Routers {'e4eca4ef-a4f0-4e0e-8a84-57a0442f22b9'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 20:01:29.053499 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-7a588f27-b692-43b6-9149-d4052b5067d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T20:01:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['e4eca4ef-a4f0-4e0e-8a84-57a0442f22b9'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 20:01:29.113173 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-aa39c5d2-b403-44bc-9188-3eb8c7b65094 None None] Provisioning complete for port fcc2364e-6f3f-438d-b2d8-7568d5242c09 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 20:01:29.113751 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-aa39c5d2-b403-44bc-9188-3eb8c7b65094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:01:29.249032 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-7a588f27-b692-43b6-9149-d4052b5067d7 None None] Set router e4eca4ef-a4f0-4e0e-8a84-57a0442f22b9 gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 20:01:29.264218 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-aa39c5d2-b403-44bc-9188-3eb8c7b65094 None None] Current status of the port fcc2364e-6f3f-438d-b2d8-7568d5242c09 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 20:01:29.277098 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-aa39c5d2-b403-44bc-9188-3eb8c7b65094 None None] Provisioning for port dadd3878-b426-4ab7-b8c6-ec6387cc24d4 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 20:01:29.285125 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-aa39c5d2-b403-44bc-9188-3eb8c7b65094 None None] Provisioning complete for port dadd3878-b426-4ab7-b8c6-ec6387cc24d4 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 20:01:29.285561 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-aa39c5d2-b403-44bc-9188-3eb8c7b65094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:01:29.291558 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-f815e214-d808-4a98-9f44-37caff5b0016 req-2fd2db38-2acf-49ae-a34b-530950997766 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Synchronizing usage tracker for tenant:38719620e52c492f964e26f6f4cd8c39 on resource:security_group {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 20:01:29.315966 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-f815e214-d808-4a98-9f44-37caff5b0016 req-2fd2db38-2acf-49ae-a34b-530950997766 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Unset dirty status for tenant:38719620e52c492f964e26f6f4cd8c39 on resource:security_group {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 20:01:29.317142 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f815e214-d808-4a98-9f44-37caff5b0016 req-2fd2db38-2acf-49ae-a34b-530950997766 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1555503468&fields=id&tenant_id=38719620e52c492f964e26f6f4cd8c39 HTTP/1.1" status: 200 len: 267 time: 0.0752804 Jun 01 20:01:29.351236 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-aa39c5d2-b403-44bc-9188-3eb8c7b65094 None None] Port dadd3878-b426-4ab7-b8c6-ec6387cc24d4 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 20:01:29.475659 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-60cc3329-5925-425a-bbd9-8a18d07bc366 None None] Provisioning complete for port dadd3878-b426-4ab7-b8c6-ec6387cc24d4 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 20:01:29.476131 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-60cc3329-5925-425a-bbd9-8a18d07bc366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:01:29.494135 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f815e214-d808-4a98-9f44-37caff5b0016 req-dc5e89b0-14d7-41a2-9e25-992bbd4aecad tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:01:29.495584 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f815e214-d808-4a98-9f44-37caff5b0016 req-dc5e89b0-14d7-41a2-9e25-992bbd4aecad tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/networks?id=89f8124d-b0f6-4e75-abf1-c52fea1acfb4 HTTP/1.1" status: 200 len: 795 time: 0.1677094 Jun 01 20:01:29.512156 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f815e214-d808-4a98-9f44-37caff5b0016 req-707def85-e802-4f86-8504-a5b8846ec606 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/quotas/38719620e52c492f964e26f6f4cd8c39 HTTP/1.1" status: 200 len: 375 time: 0.0101919 Jun 01 20:01:29.533920 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-60cc3329-5925-425a-bbd9-8a18d07bc366 None None] Port dadd3878-b426-4ab7-b8c6-ec6387cc24d4 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 20:01:29.593868 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-7a588f27-b692-43b6-9149-d4052b5067d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4eca4ef-a4f0-4e0e-8a84-57a0442f22b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-538247601', 'tenant_id': '38719620e52c492f964e26f6f4cd8c39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.199'}], 'enable_snat': True}, 'gw_port_id': '016f6996-e1b2-4824-aa33-bcddc672b4da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T20:01:22Z', 'updated_at': '2022-06-01T20:01:27Z', 'revision_number': 4, 'project_id': '38719620e52c492f964e26f6f4cd8c39', 'gw_port': {'id': '016f6996-e1b2-4824-aa33-bcddc672b4da', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:82:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4eca4ef-a4f0-4e0e-8a84-57a0442f22b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T20:01:22Z', 'updated_at': '2022-06-01T20:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': 'dadd3878-b426-4ab7-b8c6-ec6387cc24d4', 'name': '', 'network_id': '89f8124d-b0f6-4e75-abf1-c52fea1acfb4', 'tenant_id': '38719620e52c492f964e26f6f4cd8c39', 'mac_address': 'fa:16:3e:5a:16:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4eca4ef-a4f0-4e0e-8a84-57a0442f22b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4389, 'fixed_ips': [{'subnet_id': 'e83768c3-c068-45e6-bc8c-b0d3cd933fae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T20:01:26Z', 'updated_at': '2022-06-01T20:01:28Z', 'revision_number': 2, 'project_id': '38719620e52c492f964e26f6f4cd8c39', 'subnets': [{'id': 'e83768c3-c068-45e6-bc8c-b0d3cd933fae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 20:01:29.597668 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a588f27-b692-43b6-9149-d4052b5067d7 None None] Checking router: e4eca4ef-a4f0-4e0e-8a84-57a0442f22b9 for host: n-d-844202-1 {{(pid=88527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 20:01:29.598014 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a588f27-b692-43b6-9149-d4052b5067d7 None None] Updating router e4eca4ef-a4f0-4e0e-8a84-57a0442f22b9 port dadd3878-b426-4ab7-b8c6-ec6387cc24d4 binding host n-d-844202-1 {{(pid=88527) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 20:01:29.602410 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f815e214-d808-4a98-9f44-37caff5b0016 req-532b2462-5ab0-4e89-ae9a-806de883edff tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=38719620e52c492f964e26f6f4cd8c39&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0838351 Jun 01 20:01:29.657403 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-9f30a386-df4b-469d-8989-9d3f3cdec030 None None] Provisioning complete for port dadd3878-b426-4ab7-b8c6-ec6387cc24d4 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 20:01:29.659403 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-9f30a386-df4b-469d-8989-9d3f3cdec030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:01:29.706597 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-7a588f27-b692-43b6-9149-d4052b5067d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:01:29.763933 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-9f30a386-df4b-469d-8989-9d3f3cdec030 None None] Port dadd3878-b426-4ab7-b8c6-ec6387cc24d4 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 20:01:29.807875 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f815e214-d808-4a98-9f44-37caff5b0016 req-a2d8d0a9-d494-451c-b56e-5996c9a066ad service neutron] 10.222.0.41 "GET /v2.0/networks/89f8124d-b0f6-4e75-abf1-c52fea1acfb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914709 Jun 01 20:01:29.858646 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device fcc2364e-6f3f-438d-b2d8-7568d5242c09 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 20:01:29.935152 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port fcc2364e-6f3f-438d-b2d8-7568d5242c09 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 20:01:29.935152 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:01:29.968907 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f815e214-d808-4a98-9f44-37caff5b0016 req-0766f829-f81d-4076-9bf4-6b2fc97f29ba service neutron] 10.222.0.41 "GET /v2.0/networks/89f8124d-b0f6-4e75-abf1-c52fea1acfb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519277 Jun 01 20:01:30.076507 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port fcc2364e-6f3f-438d-b2d8-7568d5242c09 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 20:01:30.077567 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 016f6996-e1b2-4824-aa33-bcddc672b4da up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 20:01:30.080266 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-7a588f27-b692-43b6-9149-d4052b5067d7 None None] Notify callbacks [] for port, precommit_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:01:30.097659 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.provisioning_blocks [None req-7a588f27-b692-43b6-9149-d4052b5067d7 None None] Transition to ACTIVE for port object dadd3878-b426-4ab7-b8c6-ec6387cc24d4 will not be triggered until provisioned by entity L2. {{(pid=88527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 20:01:30.107332 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-7a588f27-b692-43b6-9149-d4052b5067d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:01:30.173478 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 016f6996-e1b2-4824-aa33-bcddc672b4da triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 20:01:30.177293 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:01:30.192464 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f123bf65-5a0c-46c4-8480-6ff499ff6200 req-11af4f35-a588-4802-b33e-259349784548 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/ports?device_id=07c50652-eea7-4087-b269-6b52c8b6d019 HTTP/1.1" status: 200 len: 210 time: 0.0681539 Jun 01 20:01:30.321659 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cac61ca-3853-4bc6-84d0-cdc9442e080a None None] Pushing event updated for resources: {'Port': ['ID=dadd3878-b426-4ab7-b8c6-ec6387cc24d4,revision_number=3']} {{(pid=88527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 20:01:30.349919 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cac61ca-3853-4bc6-84d0-cdc9442e080a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:01:30.350255 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cac61ca-3853-4bc6-84d0-cdc9442e080a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:01:30.350584 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cac61ca-3853-4bc6-84d0-cdc9442e080a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:01:30.350831 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 016f6996-e1b2-4824-aa33-bcddc672b4da is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 20:01:30.350960 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cac61ca-3853-4bc6-84d0-cdc9442e080a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:01:30.351206 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cac61ca-3853-4bc6-84d0-cdc9442e080a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:01:30.351521 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cac61ca-3853-4bc6-84d0-cdc9442e080a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:01:30.351832 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cac61ca-3853-4bc6-84d0-cdc9442e080a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:01:30.352144 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cac61ca-3853-4bc6-84d0-cdc9442e080a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:01:30.352669 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cac61ca-3853-4bc6-84d0-cdc9442e080a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:01:30.352981 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cac61ca-3853-4bc6-84d0-cdc9442e080a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:01:30.353293 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cac61ca-3853-4bc6-84d0-cdc9442e080a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:01:30.353597 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cac61ca-3853-4bc6-84d0-cdc9442e080a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:01:30.364295 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-7a588f27-b692-43b6-9149-d4052b5067d7 None None] Attempting to bind port dadd3878-b426-4ab7-b8c6-ec6387cc24d4 on host n-d-844202-1 for vnic_type normal with profile {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 20:01:30.364842 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-7a588f27-b692-43b6-9149-d4052b5067d7 None None] Attempting to bind port dadd3878-b426-4ab7-b8c6-ec6387cc24d4 by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': 'c26ce8c1-fc4f-4803-858f-da417a944b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '89f8124d-b0f6-4e75-abf1-c52fea1acfb4'}] {{(pid=88527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 20:01:30.365035 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a588f27-b692-43b6-9149-d4052b5067d7 None None] Attempting to bind port dadd3878-b426-4ab7-b8c6-ec6387cc24d4 on network 89f8124d-b0f6-4e75-abf1-c52fea1acfb4 {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 20:01:30.371446 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a588f27-b692-43b6-9149-d4052b5067d7 None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 20, 1, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 20:01:30.372342 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a588f27-b692-43b6-9149-d4052b5067d7 None None] Checking segment: {'id': 'c26ce8c1-fc4f-4803-858f-da417a944b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '89f8124d-b0f6-4e75-abf1-c52fea1acfb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 20:01:30.372920 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-7a588f27-b692-43b6-9149-d4052b5067d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:01:30.373303 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a588f27-b692-43b6-9149-d4052b5067d7 None None] Bound using segment: {'id': 'c26ce8c1-fc4f-4803-858f-da417a944b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '89f8124d-b0f6-4e75-abf1-c52fea1acfb4'} {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 20:01:30.373760 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-7a588f27-b692-43b6-9149-d4052b5067d7 None None] Bound port: dadd3878-b426-4ab7-b8c6-ec6387cc24d4, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c26ce8c1-fc4f-4803-858f-da417a944b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '89f8124d-b0f6-4e75-abf1-c52fea1acfb4'}}] {{(pid=88527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 20:01:30.375059 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-7a588f27-b692-43b6-9149-d4052b5067d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:01:30.471604 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.db [None req-7a588f27-b692-43b6-9149-d4052b5067d7 None None] For port dadd3878-b426-4ab7-b8c6-ec6387cc24d4, host n-d-844202-1, cleared binding levels {{(pid=88527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 20:01:30.474668 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.db [None req-7a588f27-b692-43b6-9149-d4052b5067d7 None None] For port dadd3878-b426-4ab7-b8c6-ec6387cc24d4, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=dadd3878-b426-4ab7-b8c6-ec6387cc24d4,segment=NetworkSegment(c26ce8c1-fc4f-4803-858f-da417a944b15),segment_id=c26ce8c1-fc4f-4803-858f-da417a944b15)] {{(pid=88527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 20:01:30.479771 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-7a588f27-b692-43b6-9149-d4052b5067d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:01:30.555578 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a588f27-b692-43b6-9149-d4052b5067d7 None None] Routers {'e4eca4ef-a4f0-4e0e-8a84-57a0442f22b9'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 20:01:30.556456 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-7a588f27-b692-43b6-9149-d4052b5067d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T20:01:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['e4eca4ef-a4f0-4e0e-8a84-57a0442f22b9'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 20:01:30.643758 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cac61ca-3853-4bc6-84d0-cdc9442e080a None None] Pushing event updated for resources: {'Port': ['ID=dadd3878-b426-4ab7-b8c6-ec6387cc24d4,revision_number=4']} {{(pid=88527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 20:01:30.754482 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-7a588f27-b692-43b6-9149-d4052b5067d7 None None] Set router e4eca4ef-a4f0-4e0e-8a84-57a0442f22b9 gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 20:01:31.081717 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-7a588f27-b692-43b6-9149-d4052b5067d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4eca4ef-a4f0-4e0e-8a84-57a0442f22b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-538247601', 'tenant_id': '38719620e52c492f964e26f6f4cd8c39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.199'}], 'enable_snat': True}, 'gw_port_id': '016f6996-e1b2-4824-aa33-bcddc672b4da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T20:01:22Z', 'updated_at': '2022-06-01T20:01:27Z', 'revision_number': 4, 'project_id': '38719620e52c492f964e26f6f4cd8c39', 'gw_port': {'id': '016f6996-e1b2-4824-aa33-bcddc672b4da', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:82:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4eca4ef-a4f0-4e0e-8a84-57a0442f22b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T20:01:22Z', 'updated_at': '2022-06-01T20:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': 'dadd3878-b426-4ab7-b8c6-ec6387cc24d4', 'name': '', 'network_id': '89f8124d-b0f6-4e75-abf1-c52fea1acfb4', 'tenant_id': '38719620e52c492f964e26f6f4cd8c39', 'mac_address': 'fa:16:3e:5a:16:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4eca4ef-a4f0-4e0e-8a84-57a0442f22b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4389, 'fixed_ips': [{'subnet_id': 'e83768c3-c068-45e6-bc8c-b0d3cd933fae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T20:01:26Z', 'updated_at': '2022-06-01T20:01:30Z', 'revision_number': 4, 'project_id': '38719620e52c492f964e26f6f4cd8c39', 'subnets': [{'id': 'e83768c3-c068-45e6-bc8c-b0d3cd933fae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 20:01:31.085613 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a588f27-b692-43b6-9149-d4052b5067d7 None None] The sync data for ids ['e4eca4ef-a4f0-4e0e-8a84-57a0442f22b9'] in n-d-844202-1 is: [{'id': 'e4eca4ef-a4f0-4e0e-8a84-57a0442f22b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-538247601', 'tenant_id': '38719620e52c492f964e26f6f4cd8c39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.199'}], 'enable_snat': True}, 'gw_port_id': '016f6996-e1b2-4824-aa33-bcddc672b4da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T20:01:22Z', 'updated_at': '2022-06-01T20:01:27Z', 'revision_number': 4, 'project_id': '38719620e52c492f964e26f6f4cd8c39', 'gw_port': {'id': '016f6996-e1b2-4824-aa33-bcddc672b4da', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:82:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4eca4ef-a4f0-4e0e-8a84-57a0442f22b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T20:01:22Z', 'updated_at': '2022-06-01T20:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': 'dadd3878-b426-4ab7-b8c6-ec6387cc24d4', 'name': '', 'network_id': '89f8124d-b0f6-4e75-abf1-c52fea1acfb4', 'tenant_id': '38719620e52c492f964e26f6f4cd8c39', 'mac_address': 'fa:16:3e:5a:16:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4eca4ef-a4f0-4e0e-8a84-57a0442f22b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4389, 'fixed_ips': [{'subnet_id': 'e83768c3-c068-45e6-bc8c-b0d3cd933fae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T20:01:26Z', 'updated_at': '2022-06-01T20:01:30Z', 'revision_number': 4, 'project_id': '38719620e52c492f964e26f6f4cd8c39', 'subnets': [{'id': 'e83768c3-c068-45e6-bc8c-b0d3cd933fae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 20:01:31.360691 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-af1ebf50-f7bd-448a-9b68-5232a4505da2 req-e3f2ca35-3684-4c9d-92cd-5c1945d272ea tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/ports?device_id=07c50652-eea7-4087-b269-6b52c8b6d019 HTTP/1.1" status: 200 len: 210 time: 0.0484927 Jun 01 20:01:31.618546 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f815e214-d808-4a98-9f44-37caff5b0016 req-5b7b79e9-6109-45a5-9d69-13fc2b3e8913 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:01:31.619240 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-f815e214-d808-4a98-9f44-37caff5b0016 req-5b7b79e9-6109-45a5-9d69-13fc2b3e8913 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Synchronizing usage tracker for tenant:38719620e52c492f964e26f6f4cd8c39 on resource:network {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 20:01:31.637296 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-f815e214-d808-4a98-9f44-37caff5b0016 req-5b7b79e9-6109-45a5-9d69-13fc2b3e8913 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Unset dirty status for tenant:38719620e52c492f964e26f6f4cd8c39 on resource:network {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 20:01:31.638957 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f815e214-d808-4a98-9f44-37caff5b0016 req-5b7b79e9-6109-45a5-9d69-13fc2b3e8913 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.50 "GET /v2.0/networks?id=89f8124d-b0f6-4e75-abf1-c52fea1acfb4 HTTP/1.1" status: 200 len: 795 time: 0.3317657 Jun 01 20:01:31.691554 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f815e214-d808-4a98-9f44-37caff5b0016 req-d7a188f6-1c09-48a4-acf4-714bb4d5d460 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=38719620e52c492f964e26f6f4cd8c39 HTTP/1.1" status: 200 len: 380 time: 0.0444248 Jun 01 20:01:31.701003 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-f815e214-d808-4a98-9f44-37caff5b0016 req-d2efe136-164d-477a-81a4-2869626d4135 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Request body: {'port': {'device_id': '07c50652-eea7-4087-b269-6b52c8b6d019', 'network_id': '89f8124d-b0f6-4e75-abf1-c52fea1acfb4', 'admin_state_up': True, 'tenant_id': '38719620e52c492f964e26f6f4cd8c39', 'security_groups': ['514b5a9b-0634-400d-b803-f44c7ecdb30f']}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 20:01:31.852911 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-f815e214-d808-4a98-9f44-37caff5b0016 req-d2efe136-164d-477a-81a4-2869626d4135 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 20:01:31.858377 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-f815e214-d808-4a98-9f44-37caff5b0016 req-d2efe136-164d-477a-81a4-2869626d4135 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Usage tracker for resource:port and tenant:38719620e52c492f964e26f6f4cd8c39 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 20:01:31.861777 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-f815e214-d808-4a98-9f44-37caff5b0016 req-d2efe136-164d-477a-81a4-2869626d4135 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 20:01:31.868860 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-f815e214-d808-4a98-9f44-37caff5b0016 req-d2efe136-164d-477a-81a4-2869626d4135 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 20:01:31.883346 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device dadd3878-b426-4ab7-b8c6-ec6387cc24d4 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 20:01:31.885234 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f815e214-d808-4a98-9f44-37caff5b0016 req-d2efe136-164d-477a-81a4-2869626d4135 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Made reservation on behalf of 38719620e52c492f964e26f6f4cd8c39 for: {'port': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 20:01:31.890974 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-f815e214-d808-4a98-9f44-37caff5b0016 req-d2efe136-164d-477a-81a4-2869626d4135 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:01:31.964391 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port dadd3878-b426-4ab7-b8c6-ec6387cc24d4 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 20:01:31.971424 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port dadd3878-b426-4ab7-b8c6-ec6387cc24d4 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 20:01:31.971962 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:01:32.075704 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [req-f815e214-d808-4a98-9f44-37caff5b0016 req-d2efe136-164d-477a-81a4-2869626d4135 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Allocated IP 172.20.0.9 (89f8124d-b0f6-4e75-abf1-c52fea1acfb4/e83768c3-c068-45e6-bc8c-b0d3cd933fae/0dc29061-cc09-4fa1-9271-dc330af7a987) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 20:01:32.112139 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port dadd3878-b426-4ab7-b8c6-ec6387cc24d4 is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 20:01:32.112598 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:01:32.149465 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port dadd3878-b426-4ab7-b8c6-ec6387cc24d4, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=dadd3878-b426-4ab7-b8c6-ec6387cc24d4,segment=NetworkSegment(c26ce8c1-fc4f-4803-858f-da417a944b15),segment_id=c26ce8c1-fc4f-4803-858f-da417a944b15)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 20:01:32.155162 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:01:32.232025 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=dadd3878-b426-4ab7-b8c6-ec6387cc24d4,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 20:01:32.292324 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-f815e214-d808-4a98-9f44-37caff5b0016 req-d2efe136-164d-477a-81a4-2869626d4135 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:01:32.307775 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [req-f815e214-d808-4a98-9f44-37caff5b0016 req-d2efe136-164d-477a-81a4-2869626d4135 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Transition to ACTIVE for port object 0dc29061-cc09-4fa1-9271-dc330af7a987 will not be triggered until provisioned by entity DHCP. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 20:01:32.334561 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-f815e214-d808-4a98-9f44-37caff5b0016 req-d2efe136-164d-477a-81a4-2869626d4135 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:01:32.406404 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f815e214-d808-4a98-9f44-37caff5b0016 req-d2efe136-164d-477a-81a4-2869626d4135 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Network 89f8124d-b0f6-4e75-abf1-c52fea1acfb4 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 20:01:32.409623 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [req-f815e214-d808-4a98-9f44-37caff5b0016 req-d2efe136-164d-477a-81a4-2869626d4135 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 20:01:32.413703 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-f815e214-d808-4a98-9f44-37caff5b0016 req-d2efe136-164d-477a-81a4-2869626d4135 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 20:01:32.451733 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2efe136-164d-477a-81a4-2869626d4135 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Pushing event updated for resources: {'Port': ['ID=0dc29061-cc09-4fa1-9271-dc330af7a987,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 20:01:32.485199 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f815e214-d808-4a98-9f44-37caff5b0016 req-d2efe136-164d-477a-81a4-2869626d4135 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:01:32.485841 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-f815e214-d808-4a98-9f44-37caff5b0016 req-d2efe136-164d-477a-81a4-2869626d4135 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:01:32.516972 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f815e214-d808-4a98-9f44-37caff5b0016 req-d2efe136-164d-477a-81a4-2869626d4135 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8203554 Jun 01 20:01:32.579371 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3da2588-a3d3-4d48-8662-d87ff71e7b50 req-07077caa-6b00-4644-a06d-909df98a108a tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:01:32.581053 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c3da2588-a3d3-4d48-8662-d87ff71e7b50 req-07077caa-6b00-4644-a06d-909df98a108a tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/ports?device_id=07c50652-eea7-4087-b269-6b52c8b6d019 HTTP/1.1" status: 200 len: 931 time: 0.0999599 Jun 01 20:01:32.597227 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-f815e214-d808-4a98-9f44-37caff5b0016 req-bec7ee7c-c4bd-44f9-9559-fd76ff488dc3 service neutron] Request body: {'port': {'device_id': '07c50652-eea7-4087-b269-6b52c8b6d019', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844202-1'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 20:01:32.641291 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c3da2588-a3d3-4d48-8662-d87ff71e7b50 req-e60cfaa5-24c5-43cc-bfe6-041f01a9c303 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/security-groups?id=514b5a9b-0634-400d-b803-f44c7ecdb30f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531166 Jun 01 20:01:32.662842 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-7aefb03a-9c37-4b66-982b-927431ed9f44 None None] Provisioning for port 0dc29061-cc09-4fa1-9271-dc330af7a987 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 20:01:32.667786 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-7aefb03a-9c37-4b66-982b-927431ed9f44 None None] Provisioning complete for port 0dc29061-cc09-4fa1-9271-dc330af7a987 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 20:01:32.668461 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-7aefb03a-9c37-4b66-982b-927431ed9f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:01:32.720200 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-f815e214-d808-4a98-9f44-37caff5b0016 req-bec7ee7c-c4bd-44f9-9559-fd76ff488dc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:01:32.725921 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-7aefb03a-9c37-4b66-982b-927431ed9f44 None None] Port 0dc29061-cc09-4fa1-9271-dc330af7a987 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 20:01:33.072556 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [req-f815e214-d808-4a98-9f44-37caff5b0016 req-bec7ee7c-c4bd-44f9-9559-fd76ff488dc3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0dc29061-cc09-4fa1-9271-dc330af7a987 {{(pid=88524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 20:01:33.080451 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-f815e214-d808-4a98-9f44-37caff5b0016 req-bec7ee7c-c4bd-44f9-9559-fd76ff488dc3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:01:33.095307 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [req-f815e214-d808-4a98-9f44-37caff5b0016 req-bec7ee7c-c4bd-44f9-9559-fd76ff488dc3 service neutron] Transition to ACTIVE for port object 0dc29061-cc09-4fa1-9271-dc330af7a987 will not be triggered until provisioned by entity L2. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 20:01:33.098953 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-f815e214-d808-4a98-9f44-37caff5b0016 req-bec7ee7c-c4bd-44f9-9559-fd76ff488dc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:01:33.260021 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec7ee7c-c4bd-44f9-9559-fd76ff488dc3 service neutron] Pushing event updated for resources: {'Port': ['ID=0dc29061-cc09-4fa1-9271-dc330af7a987,revision_number=2']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 20:01:33.343653 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-f815e214-d808-4a98-9f44-37caff5b0016 req-bec7ee7c-c4bd-44f9-9559-fd76ff488dc3 service neutron] Attempting to bind port 0dc29061-cc09-4fa1-9271-dc330af7a987 on host n-h2-844202-1 for vnic_type normal with profile {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 20:01:33.343985 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-f815e214-d808-4a98-9f44-37caff5b0016 req-bec7ee7c-c4bd-44f9-9559-fd76ff488dc3 service neutron] Attempting to bind port 0dc29061-cc09-4fa1-9271-dc330af7a987 by drivers openvswitch,hyperv on host n-h2-844202-1 at level 0 using segments [{'id': 'c26ce8c1-fc4f-4803-858f-da417a944b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '89f8124d-b0f6-4e75-abf1-c52fea1acfb4'}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 20:01:33.344341 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f815e214-d808-4a98-9f44-37caff5b0016 req-bec7ee7c-c4bd-44f9-9559-fd76ff488dc3 service neutron] Attempting to bind port 0dc29061-cc09-4fa1-9271-dc330af7a987 on network 89f8124d-b0f6-4e75-abf1-c52fea1acfb4 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 20:01:33.349953 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f815e214-d808-4a98-9f44-37caff5b0016 req-bec7ee7c-c4bd-44f9-9559-fd76ff488dc3 service neutron] Port 0dc29061-cc09-4fa1-9271-dc330af7a987 on network 89f8124d-b0f6-4e75-abf1-c52fea1acfb4 not bound, no agent of type Open vSwitch agent registered on host n-h2-844202-1 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 20:01:33.350272 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f815e214-d808-4a98-9f44-37caff5b0016 req-bec7ee7c-c4bd-44f9-9559-fd76ff488dc3 service neutron] Attempting to bind port 0dc29061-cc09-4fa1-9271-dc330af7a987 on network 89f8124d-b0f6-4e75-abf1-c52fea1acfb4 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 20:01:33.355770 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f815e214-d808-4a98-9f44-37caff5b0016 req-bec7ee7c-c4bd-44f9-9559-fd76ff488dc3 service neutron] Checking agent: {'id': 'f5db9968-6317-4186-9100-9e0ca6b50417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 20, 1, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 20:01:33.356202 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f815e214-d808-4a98-9f44-37caff5b0016 req-bec7ee7c-c4bd-44f9-9559-fd76ff488dc3 service neutron] Checking segment: {'id': 'c26ce8c1-fc4f-4803-858f-da417a944b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '89f8124d-b0f6-4e75-abf1-c52fea1acfb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 20:01:33.356511 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f815e214-d808-4a98-9f44-37caff5b0016 req-bec7ee7c-c4bd-44f9-9559-fd76ff488dc3 service neutron] Bound using segment: {'id': 'c26ce8c1-fc4f-4803-858f-da417a944b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '89f8124d-b0f6-4e75-abf1-c52fea1acfb4'} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 20:01:33.356931 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-f815e214-d808-4a98-9f44-37caff5b0016 req-bec7ee7c-c4bd-44f9-9559-fd76ff488dc3 service neutron] Bound port: 0dc29061-cc09-4fa1-9271-dc330af7a987, host: n-h2-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c26ce8c1-fc4f-4803-858f-da417a944b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '89f8124d-b0f6-4e75-abf1-c52fea1acfb4'}}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 20:01:33.357272 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-f815e214-d808-4a98-9f44-37caff5b0016 req-bec7ee7c-c4bd-44f9-9559-fd76ff488dc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:01:33.450634 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-f815e214-d808-4a98-9f44-37caff5b0016 req-bec7ee7c-c4bd-44f9-9559-fd76ff488dc3 service neutron] For port 0dc29061-cc09-4fa1-9271-dc330af7a987, host n-h2-844202-1, cleared binding levels {{(pid=88524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 20:01:33.453655 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-f815e214-d808-4a98-9f44-37caff5b0016 req-bec7ee7c-c4bd-44f9-9559-fd76ff488dc3 service neutron] For port 0dc29061-cc09-4fa1-9271-dc330af7a987, host n-h2-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=0dc29061-cc09-4fa1-9271-dc330af7a987,segment=NetworkSegment(c26ce8c1-fc4f-4803-858f-da417a944b15),segment_id=c26ce8c1-fc4f-4803-858f-da417a944b15)] {{(pid=88524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 20:01:33.457810 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-f815e214-d808-4a98-9f44-37caff5b0016 req-bec7ee7c-c4bd-44f9-9559-fd76ff488dc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:01:33.518822 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f815e214-d808-4a98-9f44-37caff5b0016 req-bec7ee7c-c4bd-44f9-9559-fd76ff488dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:01:33.519427 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-f815e214-d808-4a98-9f44-37caff5b0016 req-bec7ee7c-c4bd-44f9-9559-fd76ff488dc3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:01:33.520810 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f815e214-d808-4a98-9f44-37caff5b0016 req-bec7ee7c-c4bd-44f9-9559-fd76ff488dc3 service neutron] 10.222.0.50 "PUT /v2.0/ports/0dc29061-cc09-4fa1-9271-dc330af7a987 HTTP/1.1" status: 200 len: 1091 time: 0.9975181 Jun 01 20:01:33.521241 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07c50652-eea7-4087-b269-6b52c8b6d019', 'tag': '0dc29061-cc09-4fa1-9271-dc330af7a987'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 20:01:33.542370 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec7ee7c-c4bd-44f9-9559-fd76ff488dc3 service neutron] Pushing event updated for resources: {'Port': ['ID=0dc29061-cc09-4fa1-9271-dc330af7a987,revision_number=3']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 20:01:33.606625 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ac73292-5c73-40f6-9690-d932ad28aefe'] response: {'name': 'network-changed', 'server_uuid': '07c50652-eea7-4087-b269-6b52c8b6d019', 'tag': '0dc29061-cc09-4fa1-9271-dc330af7a987', 'status': 'completed', 'code': 200} Jun 01 20:01:33.649959 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f815e214-d808-4a98-9f44-37caff5b0016 req-4939887d-85ed-4e4a-9bfb-25d2face9137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:01:33.651464 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f815e214-d808-4a98-9f44-37caff5b0016 req-4939887d-85ed-4e4a-9bfb-25d2face9137 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=38719620e52c492f964e26f6f4cd8c39&device_id=07c50652-eea7-4087-b269-6b52c8b6d019 HTTP/1.1" status: 200 len: 1094 time: 0.0888438 Jun 01 20:01:33.726118 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f815e214-d808-4a98-9f44-37caff5b0016 req-d6b672ee-37e6-4563-877b-9e236835970d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0dc29061-cc09-4fa1-9271-dc330af7a987 HTTP/1.1" status: 200 len: 217 time: 0.0687375 Jun 01 20:01:33.791343 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f815e214-d808-4a98-9f44-37caff5b0016 req-0dc16f19-7d94-45cf-9fe2-2301ae042312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:01:33.793702 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f815e214-d808-4a98-9f44-37caff5b0016 req-0dc16f19-7d94-45cf-9fe2-2301ae042312 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e83768c3-c068-45e6-bc8c-b0d3cd933fae HTTP/1.1" status: 200 len: 834 time: 0.0616181 Jun 01 20:01:33.861883 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device dadd3878-b426-4ab7-b8c6-ec6387cc24d4 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 20:01:33.863951 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b481edcf-0f92-4859-9f9d-34649e2d0c67 req-e7cbb555-38b5-4682-9dd2-3e061c44f5a5 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:01:33.865629 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b481edcf-0f92-4859-9f9d-34649e2d0c67 req-e7cbb555-38b5-4682-9dd2-3e061c44f5a5 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/ports?device_id=07c50652-eea7-4087-b269-6b52c8b6d019 HTTP/1.1" status: 200 len: 943 time: 0.1039438 Jun 01 20:01:33.879943 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f815e214-d808-4a98-9f44-37caff5b0016 req-080bd93d-f098-4b23-b31d-6a059c8a1038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:01:33.881829 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f815e214-d808-4a98-9f44-37caff5b0016 req-080bd93d-f098-4b23-b31d-6a059c8a1038 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=89f8124d-b0f6-4e75-abf1-c52fea1acfb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0832875 Jun 01 20:01:33.917481 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b481edcf-0f92-4859-9f9d-34649e2d0c67 req-c0082315-ded9-4fac-a279-9a7ec4bf75cf tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/security-groups?id=514b5a9b-0634-400d-b803-f44c7ecdb30f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450420 Jun 01 20:01:33.933142 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port dadd3878-b426-4ab7-b8c6-ec6387cc24d4 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 20:01:33.934081 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:01:34.033676 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f815e214-d808-4a98-9f44-37caff5b0016 req-196b0f70-c30c-4ab6-a0d0-40073ca558bd service neutron] 10.222.0.50 "GET /v2.0/networks/89f8124d-b0f6-4e75-abf1-c52fea1acfb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465650 Jun 01 20:01:34.056983 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port dadd3878-b426-4ab7-b8c6-ec6387cc24d4 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 20:01:34.271560 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f815e214-d808-4a98-9f44-37caff5b0016 req-7e703e33-cb58-4207-87c0-f7df2ccf5dc9 service neutron] 10.222.0.50 "GET /v2.0/networks/89f8124d-b0f6-4e75-abf1-c52fea1acfb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2321446 Jun 01 20:01:34.394732 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921e1f55-f622-42f5-8304-52074f619987 req-86729fd9-cc39-4ab6-ab97-a7175c6c4a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:01:34.396133 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-921e1f55-f622-42f5-8304-52074f619987 req-86729fd9-cc39-4ab6-ab97-a7175c6c4a16 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=38719620e52c492f964e26f6f4cd8c39&device_id=07c50652-eea7-4087-b269-6b52c8b6d019 HTTP/1.1" status: 200 len: 1094 time: 0.0756567 Jun 01 20:01:34.533285 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921e1f55-f622-42f5-8304-52074f619987 req-a3e3837d-f4ed-4104-afeb-f8db4fa1cb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:01:34.534733 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-921e1f55-f622-42f5-8304-52074f619987 req-a3e3837d-f4ed-4104-afeb-f8db4fa1cb92 service neutron] 10.222.0.50 "GET /v2.0/networks?id=89f8124d-b0f6-4e75-abf1-c52fea1acfb4 HTTP/1.1" status: 200 len: 896 time: 0.1330528 Jun 01 20:01:34.606660 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-921e1f55-f622-42f5-8304-52074f619987 req-c61d44f7-7a76-46b5-94ba-0f256c883e10 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0dc29061-cc09-4fa1-9271-dc330af7a987 HTTP/1.1" status: 200 len: 217 time: 0.0654366 Jun 01 20:01:34.671657 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921e1f55-f622-42f5-8304-52074f619987 req-a632e2d7-6436-4e8d-948b-aa60606f8c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:01:34.673073 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-921e1f55-f622-42f5-8304-52074f619987 req-a632e2d7-6436-4e8d-948b-aa60606f8c07 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e83768c3-c068-45e6-bc8c-b0d3cd933fae HTTP/1.1" status: 200 len: 834 time: 0.0603437 Jun 01 20:01:34.748858 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921e1f55-f622-42f5-8304-52074f619987 req-e301f7d5-3c18-4c0b-a676-48f9d02ce034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:01:34.750327 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-921e1f55-f622-42f5-8304-52074f619987 req-e301f7d5-3c18-4c0b-a676-48f9d02ce034 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=89f8124d-b0f6-4e75-abf1-c52fea1acfb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0716250 Jun 01 20:01:34.886059 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-921e1f55-f622-42f5-8304-52074f619987 req-563e72d7-f4ce-4fca-a3ff-3f50f739994b service neutron] 10.222.0.50 "GET /v2.0/networks/89f8124d-b0f6-4e75-abf1-c52fea1acfb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283331 Jun 01 20:01:35.025968 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-921e1f55-f622-42f5-8304-52074f619987 req-16b1151c-8916-492b-9904-3629a624fcd5 service neutron] 10.222.0.50 "GET /v2.0/networks/89f8124d-b0f6-4e75-abf1-c52fea1acfb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327894 Jun 01 20:01:35.122099 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e99003e-7f39-4197-8c53-9315deae677a req-35d1c3df-833a-4d43-aeb3-a7d8706d8c20 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:01:35.123665 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-1e99003e-7f39-4197-8c53-9315deae677a req-35d1c3df-833a-4d43-aeb3-a7d8706d8c20 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/ports?device_id=07c50652-eea7-4087-b269-6b52c8b6d019 HTTP/1.1" status: 200 len: 943 time: 0.0877459 Jun 01 20:01:35.169222 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-1e99003e-7f39-4197-8c53-9315deae677a req-b2a4787f-6653-40c8-8c40-b131f18f395c tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/security-groups?id=514b5a9b-0634-400d-b803-f44c7ecdb30f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396600 Jun 01 20:01:36.357770 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79867e37-9ce9-4628-9062-c74ba8788e9b req-36bdd15e-7edd-40ac-acf8-5f9c45578a91 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:01:36.359218 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-79867e37-9ce9-4628-9062-c74ba8788e9b req-36bdd15e-7edd-40ac-acf8-5f9c45578a91 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/ports?device_id=07c50652-eea7-4087-b269-6b52c8b6d019 HTTP/1.1" status: 200 len: 943 time: 0.0814860 Jun 01 20:01:36.404559 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-79867e37-9ce9-4628-9062-c74ba8788e9b req-46c50537-8cfc-42ff-8fcd-6dd55ad32e1e tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/security-groups?id=514b5a9b-0634-400d-b803-f44c7ecdb30f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395968 Jun 01 20:01:37.226738 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-7ecdd1c0-86cf-4e3c-a3be-6bcd81589d7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:01:37.607439 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021b3897-0eba-4195-9802-c0b7a89f867b req-23beb50e-46b4-4bb9-9a69-4bc536ad8154 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:01:37.608937 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-021b3897-0eba-4195-9802-c0b7a89f867b req-23beb50e-46b4-4bb9-9a69-4bc536ad8154 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/ports?device_id=07c50652-eea7-4087-b269-6b52c8b6d019 HTTP/1.1" status: 200 len: 943 time: 0.0924234 Jun 01 20:01:37.654738 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-021b3897-0eba-4195-9802-c0b7a89f867b req-f8d02496-929d-4eac-a63c-cf088405d9f7 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/security-groups?id=514b5a9b-0634-400d-b803-f44c7ecdb30f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394034 Jun 01 20:01:38.370756 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 0dc29061-cc09-4fa1-9271-dc330af7a987 details requested by agent hyperv_n-h2-844202-1 with host n-h2-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 20:01:38.513492 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 0dc29061-cc09-4fa1-9271-dc330af7a987, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=0dc29061-cc09-4fa1-9271-dc330af7a987,segment=NetworkSegment(c26ce8c1-fc4f-4803-858f-da417a944b15),segment_id=c26ce8c1-fc4f-4803-858f-da417a944b15)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 20:01:38.526643 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Returning: {'device': '0dc29061-cc09-4fa1-9271-dc330af7a987', 'network_id': '89f8124d-b0f6-4e75-abf1-c52fea1acfb4', 'port_id': '0dc29061-cc09-4fa1-9271-dc330af7a987', 'mac_address': 'fa:16:3e:26:a9:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e83768c3-c068-45e6-bc8c-b0d3cd933fae', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 20:01:38.583486 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port 0dc29061-cc09-4fa1-9271-dc330af7a987 is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 20:01:38.583846 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:01:38.608457 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0dc29061-cc09-4fa1-9271-dc330af7a987 {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 20:01:38.625629 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 0dc29061-cc09-4fa1-9271-dc330af7a987, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=0dc29061-cc09-4fa1-9271-dc330af7a987,segment=NetworkSegment(c26ce8c1-fc4f-4803-858f-da417a944b15),segment_id=c26ce8c1-fc4f-4803-858f-da417a944b15)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 20:01:38.630116 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:01:38.699506 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=0dc29061-cc09-4fa1-9271-dc330af7a987,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 20:01:38.847123 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909dce64-92a9-4b4a-8f96-e411427d64f6 req-e25607cd-e641-467c-998e-b7aceedc677e tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:01:38.848658 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-909dce64-92a9-4b4a-8f96-e411427d64f6 req-e25607cd-e641-467c-998e-b7aceedc677e tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/ports?device_id=07c50652-eea7-4087-b269-6b52c8b6d019 HTTP/1.1" status: 200 len: 944 time: 0.0874527 Jun 01 20:01:38.856531 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] get_ports_and_sgs() called for port_ids ['0dc29061-cc09-4fa1-9271-dc330af7a987'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 20:01:38.895092 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-909dce64-92a9-4b4a-8f96-e411427d64f6 req-1c2cc7db-0893-4027-ad1d-cfbac01a2b1e tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/security-groups?id=514b5a9b-0634-400d-b803-f44c7ecdb30f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406795 Jun 01 20:01:39.681776 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-d1038232-8471-4b31-a72d-30c7e5df8b52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:01:40.092389 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222fdc21-52a2-40ba-a1be-394c2b367b8c req-2a5a4cdd-4da8-4aa2-a650-33ee1e6fd9f4 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:01:40.093871 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-222fdc21-52a2-40ba-a1be-394c2b367b8c req-2a5a4cdd-4da8-4aa2-a650-33ee1e6fd9f4 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/ports?device_id=07c50652-eea7-4087-b269-6b52c8b6d019 HTTP/1.1" status: 200 len: 944 time: 0.0914955 Jun 01 20:01:40.138355 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-222fdc21-52a2-40ba-a1be-394c2b367b8c req-12eb8654-0fad-4536-aa6b-7af8bf6974bb tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/security-groups?id=514b5a9b-0634-400d-b803-f44c7ecdb30f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387557 Jun 01 20:01:40.386683 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 0dc29061-cc09-4fa1-9271-dc330af7a987 up at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 20:01:40.462387 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning for port 0dc29061-cc09-4fa1-9271-dc330af7a987 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 20:01:40.468584 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning complete for port 0dc29061-cc09-4fa1-9271-dc330af7a987 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 20:01:40.468966 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:01:40.623792 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port 0dc29061-cc09-4fa1-9271-dc330af7a987 is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 20:01:40.624251 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:01:40.651807 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07c50652-eea7-4087-b269-6b52c8b6d019', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dc29061-cc09-4fa1-9271-dc330af7a987'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 20:01:40.664463 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 0dc29061-cc09-4fa1-9271-dc330af7a987, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=0dc29061-cc09-4fa1-9271-dc330af7a987,segment=NetworkSegment(c26ce8c1-fc4f-4803-858f-da417a944b15),segment_id=c26ce8c1-fc4f-4803-858f-da417a944b15)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 20:01:40.668539 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:01:40.715860 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c38235aa-eb82-4af1-947a-7abab368e0ae'] response: {'server_uuid': '07c50652-eea7-4087-b269-6b52c8b6d019', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dc29061-cc09-4fa1-9271-dc330af7a987', 'code': 200} Jun 01 20:01:40.744082 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=0dc29061-cc09-4fa1-9271-dc330af7a987,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 20:01:40.836173 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:01:40.856015 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5aa081-cd8d-4d2b-b537-a42f5d0b93fd req-8a701eab-5b52-4e63-bdcc-678b96a58a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:01:40.857631 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-cf5aa081-cd8d-4d2b-b537-a42f5d0b93fd req-8a701eab-5b52-4e63-bdcc-678b96a58a91 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=07c50652-eea7-4087-b269-6b52c8b6d019 HTTP/1.1" status: 200 len: 1096 time: 0.0878513 Jun 01 20:01:40.865884 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:01:40.900900 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-cf5aa081-cd8d-4d2b-b537-a42f5d0b93fd req-728fede7-79e2-49da-b21e-751ee4f2fcff service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=514b5a9b-0634-400d-b803-f44c7ecdb30f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377569 Jun 01 20:01:41.329727 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd67472-d03a-4d82-a2dd-d92720ab42fd req-e0c531a8-5e74-4626-9e37-af545df7faac tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:01:41.331174 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8bd67472-d03a-4d82-a2dd-d92720ab42fd req-e0c531a8-5e74-4626-9e37-af545df7faac tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/ports?device_id=07c50652-eea7-4087-b269-6b52c8b6d019 HTTP/1.1" status: 200 len: 945 time: 0.0798569 Jun 01 20:01:41.380314 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8bd67472-d03a-4d82-a2dd-d92720ab42fd req-b4e32e8f-6edf-4147-b29d-d496006d376a tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/security-groups?id=514b5a9b-0634-400d-b803-f44c7ecdb30f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433683 Jun 01 20:01:41.910500 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:01:42.223768 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:01:42.547145 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:01:42.580677 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8428c3-0ae7-4f63-841c-e859ebfb2181 req-8ebe4cd6-5c5f-4f37-8fa1-35015f3ce53b tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:01:42.582141 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-9f8428c3-0ae7-4f63-841c-e859ebfb2181 req-8ebe4cd6-5c5f-4f37-8fa1-35015f3ce53b tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/ports?device_id=07c50652-eea7-4087-b269-6b52c8b6d019 HTTP/1.1" status: 200 len: 945 time: 0.0859687 Jun 01 20:01:42.629246 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-9f8428c3-0ae7-4f63-841c-e859ebfb2181 req-de6ba9f6-d8d2-4799-b600-064ebf716ad2 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/security-groups?id=514b5a9b-0634-400d-b803-f44c7ecdb30f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414019 Jun 01 20:01:42.822135 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35c9a89-e862-429a-be1c-8ecbccb35618 req-4a78d6df-9ef5-40d5-b6ae-e828285968af tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:01:42.823507 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b35c9a89-e862-429a-be1c-8ecbccb35618 req-4a78d6df-9ef5-40d5-b6ae-e828285968af tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/ports?device_id=07c50652-eea7-4087-b269-6b52c8b6d019 HTTP/1.1" status: 200 len: 945 time: 0.0861263 Jun 01 20:01:42.871785 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b35c9a89-e862-429a-be1c-8ecbccb35618 req-7dbbfae8-d238-4d98-8013-89e46d2e122b tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/security-groups?id=514b5a9b-0634-400d-b803-f44c7ecdb30f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423262 Jun 01 20:01:42.893456 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 55306) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 20:01:42.965604 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6126e2ad-3ece-423a-90a1-e66c463af3ef tempest-TestNetworkAdvancedServerOps-719043324 tempest-TestNetworkAdvancedServerOps-719043324-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:01:42.967094 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-6126e2ad-3ece-423a-90a1-e66c463af3ef tempest-TestNetworkAdvancedServerOps-719043324 tempest-TestNetworkAdvancedServerOps-719043324-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=07c50652-eea7-4087-b269-6b52c8b6d019 HTTP/1.1" status: 200 len: 1091 time: 0.0726159 Jun 01 20:01:42.969863 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 55310) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 20:01:42.974666 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-6a2c6f91-7b6c-4206-b908-2ab9a37a9cd9 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Request body: {'floatingip': {'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'port_id': '0dc29061-cc09-4fa1-9271-dc330af7a987', 'tenant_id': '38719620e52c492f964e26f6f4cd8c39', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 20:01:42.981774 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-6a2c6f91-7b6c-4206-b908-2ab9a37a9cd9 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 20:01:42.986551 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-6a2c6f91-7b6c-4206-b908-2ab9a37a9cd9 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Usage tracker for resource:floatingip and tenant:38719620e52c492f964e26f6f4cd8c39 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 20:01:42.989477 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-6a2c6f91-7b6c-4206-b908-2ab9a37a9cd9 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 20:01:42.996641 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-6a2c6f91-7b6c-4206-b908-2ab9a37a9cd9 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 20:01:43.007826 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6a2c6f91-7b6c-4206-b908-2ab9a37a9cd9 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for floatingip, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:01:43.146714 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6a2c6f91-7b6c-4206-b908-2ab9a37a9cd9 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:01:43.298032 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [None req-6a2c6f91-7b6c-4206-b908-2ab9a37a9cd9 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Allocated IP 172.25.4.21 (72a72e44-6845-488a-a5ff-3a26d4df9cb3/c314a23b-daa2-4106-ab28-8e6f954277b2/96c631ff-7f93-46bf-89e1-4cb597b3ba12) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 20:01:43.565478 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6a2c6f91-7b6c-4206-b908-2ab9a37a9cd9 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:01:43.596547 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6a2c6f91-7b6c-4206-b908-2ab9a37a9cd9 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:01:43.670296 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a2c6f91-7b6c-4206-b908-2ab9a37a9cd9 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 20:01:43.674125 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-6a2c6f91-7b6c-4206-b908-2ab9a37a9cd9 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 20:01:43.678085 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2c6f91-7b6c-4206-b908-2ab9a37a9cd9 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 20:01:43.707771 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2c6f91-7b6c-4206-b908-2ab9a37a9cd9 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Pushing event updated for resources: {'Port': ['ID=96c631ff-7f93-46bf-89e1-4cb597b3ba12,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 20:01:44.107804 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6a2c6f91-7b6c-4206-b908-2ab9a37a9cd9 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:01:44.181033 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6a2c6f91-7b6c-4206-b908-2ab9a37a9cd9 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:01:44.415204 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6a2c6f91-7b6c-4206-b908-2ab9a37a9cd9 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for port, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:01:44.420933 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6a2c6f91-7b6c-4206-b908-2ab9a37a9cd9 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:01:44.543323 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2c6f91-7b6c-4206-b908-2ab9a37a9cd9 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Pushing event updated for resources: {'Port': ['ID=96c631ff-7f93-46bf-89e1-4cb597b3ba12,revision_number=2']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 20:01:44.553550 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6a2c6f91-7b6c-4206-b908-2ab9a37a9cd9 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887712'] for floatingip, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:01:44.743694 n-d-844202-1 neutron-server[88525]: INFO neutron.db.l3_db [None req-6a2c6f91-7b6c-4206-b908-2ab9a37a9cd9 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Floating IP 2efc2267-f269-44f5-a8f9-2633643d502f associated. External IP: 172.25.4.21, port: 0dc29061-cc09-4fa1-9271-dc330af7a987. Jun 01 20:01:45.272049 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a2c6f91-7b6c-4206-b908-2ab9a37a9cd9 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Router e4eca4ef-a4f0-4e0e-8a84-57a0442f22b9 has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 20:01:45.465649 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a2c6f91-7b6c-4206-b908-2ab9a37a9cd9 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 20:01:45.475013 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f24c8cc1-290f-4631-a65d-0dcff4dccede None None] Sync routers for ids ['e4eca4ef-a4f0-4e0e-8a84-57a0442f22b9'] in n-d-844202-1 {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 20:01:45.486018 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24c8cc1-290f-4631-a65d-0dcff4dccede None None] Routers {'e4eca4ef-a4f0-4e0e-8a84-57a0442f22b9'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 20:01:45.486631 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-f24c8cc1-290f-4631-a65d-0dcff4dccede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T20:01:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['e4eca4ef-a4f0-4e0e-8a84-57a0442f22b9'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 20:01:45.492491 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-6a2c6f91-7b6c-4206-b908-2ab9a37a9cd9 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for floatingip, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:01:45.552465 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-6a2c6f91-7b6c-4206-b908-2ab9a37a9cd9 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5812769 Jun 01 20:01:45.552853 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07c50652-eea7-4087-b269-6b52c8b6d019', 'tag': '0dc29061-cc09-4fa1-9271-dc330af7a987'}] {{(pid=88525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 20:01:45.681800 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-f24c8cc1-290f-4631-a65d-0dcff4dccede None None] Set router e4eca4ef-a4f0-4e0e-8a84-57a0442f22b9 gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 20:01:45.762959 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1eee38-e12f-41bc-b428-f258ea2970e8 req-3ea78d14-2de5-40aa-895a-4e76fab36ac4 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:01:45.765330 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-fc1eee38-e12f-41bc-b428-f258ea2970e8 req-3ea78d14-2de5-40aa-895a-4e76fab36ac4 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/ports?device_id=07c50652-eea7-4087-b269-6b52c8b6d019 HTTP/1.1" status: 200 len: 945 time: 0.1111546 Jun 01 20:01:45.816020 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-fc1eee38-e12f-41bc-b428-f258ea2970e8 req-fecc8567-8028-4361-b7b0-b43951a2b020 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/security-groups?id=514b5a9b-0634-400d-b803-f44c7ecdb30f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444963 Jun 01 20:01:45.840727 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 55320) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 20:01:45.898499 n-d-844202-1 neutron-server[88525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-391bb5d1-46f7-4971-bc72-f5625c0ba95c'] response: {'name': 'network-changed', 'server_uuid': '07c50652-eea7-4087-b269-6b52c8b6d019', 'tag': '0dc29061-cc09-4fa1-9271-dc330af7a987', 'status': 'completed', 'code': 200} Jun 01 20:01:45.963163 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-adb160c6-2fba-4709-90bd-b7986ced8c5d tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/floatingips/2efc2267-f269-44f5-a8f9-2633643d502f HTTP/1.1" status: 200 len: 990 time: 0.1206880 Jun 01 20:01:46.002467 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff7b277-4c0e-4f73-8711-eaad5f79fa88 req-00813e60-bdeb-4791-aea3-ca7c5720ad68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:01:46.003973 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6ff7b277-4c0e-4f73-8711-eaad5f79fa88 req-00813e60-bdeb-4791-aea3-ca7c5720ad68 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=38719620e52c492f964e26f6f4cd8c39&device_id=07c50652-eea7-4087-b269-6b52c8b6d019 HTTP/1.1" status: 200 len: 1096 time: 0.0890596 Jun 01 20:01:46.063284 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-f24c8cc1-290f-4631-a65d-0dcff4dccede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4eca4ef-a4f0-4e0e-8a84-57a0442f22b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-538247601', 'tenant_id': '38719620e52c492f964e26f6f4cd8c39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.199'}], 'enable_snat': True}, 'gw_port_id': '016f6996-e1b2-4824-aa33-bcddc672b4da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T20:01:22Z', 'updated_at': '2022-06-01T20:01:27Z', 'revision_number': 4, 'project_id': '38719620e52c492f964e26f6f4cd8c39', 'gw_port': {'id': '016f6996-e1b2-4824-aa33-bcddc672b4da', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:82:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4eca4ef-a4f0-4e0e-8a84-57a0442f22b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T20:01:22Z', 'updated_at': '2022-06-01T20:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_floatingips': [{'id': '2efc2267-f269-44f5-a8f9-2633643d502f', 'tenant_id': '38719620e52c492f964e26f6f4cd8c39', 'floating_ip_address': '172.25.4.21', 'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'router_id': 'e4eca4ef-a4f0-4e0e-8a84-57a0442f22b9', 'port_id': '0dc29061-cc09-4fa1-9271-dc330af7a987', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4392, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89f8124d-b0f6-4e75-abf1-c52fea1acfb4', 'mac_address': 'fa:16:3e:26:a9:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07c50652-eea7-4087-b269-6b52c8b6d019', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T20:01:44Z', 'updated_at': '2022-06-01T20:01:44Z', 'revision_number': 0, 'project_id': '38719620e52c492f964e26f6f4cd8c39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dadd3878-b426-4ab7-b8c6-ec6387cc24d4', 'name': '', 'network_id': '89f8124d-b0f6-4e75-abf1-c52fea1acfb4', 'tenant_id': '38719620e52c492f964e26f6f4cd8c39', 'mac_address': 'fa:16:3e:5a:16:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4eca4ef-a4f0-4e0e-8a84-57a0442f22b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4389, 'fixed_ips': [{'subnet_id': 'e83768c3-c068-45e6-bc8c-b0d3cd933fae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T20:01:26Z', 'updated_at': '2022-06-01T20:01:32Z', 'revision_number': 5, 'project_id': '38719620e52c492f964e26f6f4cd8c39', 'subnets': [{'id': 'e83768c3-c068-45e6-bc8c-b0d3cd933fae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 20:01:46.067172 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f24c8cc1-290f-4631-a65d-0dcff4dccede None None] Checking router: e4eca4ef-a4f0-4e0e-8a84-57a0442f22b9 for host: n-d-844202-1 {{(pid=88526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 20:01:46.076220 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24c8cc1-290f-4631-a65d-0dcff4dccede None None] Routers {'e4eca4ef-a4f0-4e0e-8a84-57a0442f22b9'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 20:01:46.076849 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-f24c8cc1-290f-4631-a65d-0dcff4dccede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T20:01:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['e4eca4ef-a4f0-4e0e-8a84-57a0442f22b9'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 20:01:46.139392 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff7b277-4c0e-4f73-8711-eaad5f79fa88 req-712d9c60-ccaa-43a0-84e7-36fffaa1a424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:01:46.140892 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6ff7b277-4c0e-4f73-8711-eaad5f79fa88 req-712d9c60-ccaa-43a0-84e7-36fffaa1a424 service neutron] 10.222.0.50 "GET /v2.0/networks?id=89f8124d-b0f6-4e75-abf1-c52fea1acfb4 HTTP/1.1" status: 200 len: 896 time: 0.1314011 Jun 01 20:01:46.248504 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6ff7b277-4c0e-4f73-8711-eaad5f79fa88 req-891125e6-65d7-4d6a-9da3-c32fdeca53a3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0dc29061-cc09-4fa1-9271-dc330af7a987 HTTP/1.1" status: 200 len: 998 time: 0.1024270 Jun 01 20:01:46.258744 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-f24c8cc1-290f-4631-a65d-0dcff4dccede None None] Set router e4eca4ef-a4f0-4e0e-8a84-57a0442f22b9 gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 20:01:46.316626 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff7b277-4c0e-4f73-8711-eaad5f79fa88 req-9b390329-6594-4b51-8f90-e16d80b9d59f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:01:46.318022 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6ff7b277-4c0e-4f73-8711-eaad5f79fa88 req-9b390329-6594-4b51-8f90-e16d80b9d59f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e83768c3-c068-45e6-bc8c-b0d3cd933fae HTTP/1.1" status: 200 len: 834 time: 0.0640497 Jun 01 20:01:46.399759 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff7b277-4c0e-4f73-8711-eaad5f79fa88 req-18f09fd2-37e7-4fa4-9fb5-553f66fbe951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:01:46.401292 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6ff7b277-4c0e-4f73-8711-eaad5f79fa88 req-18f09fd2-37e7-4fa4-9fb5-553f66fbe951 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=89f8124d-b0f6-4e75-abf1-c52fea1acfb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0779259 Jun 01 20:01:46.545889 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6ff7b277-4c0e-4f73-8711-eaad5f79fa88 req-4adc8598-e899-41eb-91a5-8e98c66bd60d service neutron] 10.222.0.50 "GET /v2.0/networks/89f8124d-b0f6-4e75-abf1-c52fea1acfb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389945 Jun 01 20:01:46.627286 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-f24c8cc1-290f-4631-a65d-0dcff4dccede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4eca4ef-a4f0-4e0e-8a84-57a0442f22b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-538247601', 'tenant_id': '38719620e52c492f964e26f6f4cd8c39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.199'}], 'enable_snat': True}, 'gw_port_id': '016f6996-e1b2-4824-aa33-bcddc672b4da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T20:01:22Z', 'updated_at': '2022-06-01T20:01:27Z', 'revision_number': 4, 'project_id': '38719620e52c492f964e26f6f4cd8c39', 'gw_port': {'id': '016f6996-e1b2-4824-aa33-bcddc672b4da', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:82:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4eca4ef-a4f0-4e0e-8a84-57a0442f22b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T20:01:22Z', 'updated_at': '2022-06-01T20:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_floatingips': [{'id': '2efc2267-f269-44f5-a8f9-2633643d502f', 'tenant_id': '38719620e52c492f964e26f6f4cd8c39', 'floating_ip_address': '172.25.4.21', 'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'router_id': 'e4eca4ef-a4f0-4e0e-8a84-57a0442f22b9', 'port_id': '0dc29061-cc09-4fa1-9271-dc330af7a987', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4392, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89f8124d-b0f6-4e75-abf1-c52fea1acfb4', 'mac_address': 'fa:16:3e:26:a9:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07c50652-eea7-4087-b269-6b52c8b6d019', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T20:01:44Z', 'updated_at': '2022-06-01T20:01:44Z', 'revision_number': 0, 'project_id': '38719620e52c492f964e26f6f4cd8c39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dadd3878-b426-4ab7-b8c6-ec6387cc24d4', 'name': '', 'network_id': '89f8124d-b0f6-4e75-abf1-c52fea1acfb4', 'tenant_id': '38719620e52c492f964e26f6f4cd8c39', 'mac_address': 'fa:16:3e:5a:16:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4eca4ef-a4f0-4e0e-8a84-57a0442f22b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4389, 'fixed_ips': [{'subnet_id': 'e83768c3-c068-45e6-bc8c-b0d3cd933fae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T20:01:26Z', 'updated_at': '2022-06-01T20:01:32Z', 'revision_number': 5, 'project_id': '38719620e52c492f964e26f6f4cd8c39', 'subnets': [{'id': 'e83768c3-c068-45e6-bc8c-b0d3cd933fae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 20:01:46.631175 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f24c8cc1-290f-4631-a65d-0dcff4dccede None None] The sync data for ids ['e4eca4ef-a4f0-4e0e-8a84-57a0442f22b9'] in n-d-844202-1 is: [{'id': 'e4eca4ef-a4f0-4e0e-8a84-57a0442f22b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-538247601', 'tenant_id': '38719620e52c492f964e26f6f4cd8c39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.199'}], 'enable_snat': True}, 'gw_port_id': '016f6996-e1b2-4824-aa33-bcddc672b4da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T20:01:22Z', 'updated_at': '2022-06-01T20:01:27Z', 'revision_number': 4, 'project_id': '38719620e52c492f964e26f6f4cd8c39', 'gw_port': {'id': '016f6996-e1b2-4824-aa33-bcddc672b4da', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:82:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4eca4ef-a4f0-4e0e-8a84-57a0442f22b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T20:01:22Z', 'updated_at': '2022-06-01T20:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_floatingips': [{'id': '2efc2267-f269-44f5-a8f9-2633643d502f', 'tenant_id': '38719620e52c492f964e26f6f4cd8c39', 'floating_ip_address': '172.25.4.21', 'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'router_id': 'e4eca4ef-a4f0-4e0e-8a84-57a0442f22b9', 'port_id': '0dc29061-cc09-4fa1-9271-dc330af7a987', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4392, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89f8124d-b0f6-4e75-abf1-c52fea1acfb4', 'mac_address': 'fa:16:3e:26:a9:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07c50652-eea7-4087-b269-6b52c8b6d019', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T20:01:44Z', 'updated_at': '2022-06-01T20:01:44Z', 'revision_number': 0, 'project_id': '38719620e52c492f964e26f6f4cd8c39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dadd3878-b426-4ab7-b8c6-ec6387cc24d4', 'name': '', 'network_id': '89f8124d-b0f6-4e75-abf1-c52fea1acfb4', 'tenant_id': '38719620e52c492f964e26f6f4cd8c39', 'mac_address': 'fa:16:3e:5a:16:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4eca4ef-a4f0-4e0e-8a84-57a0442f22b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4389, 'fixed_ips': [{'subnet_id': 'e83768c3-c068-45e6-bc8c-b0d3cd933fae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T20:01:26Z', 'updated_at': '2022-06-01T20:01:32Z', 'revision_number': 5, 'project_id': '38719620e52c492f964e26f6f4cd8c39', 'subnets': [{'id': 'e83768c3-c068-45e6-bc8c-b0d3cd933fae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 20:01:46.686586 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6ff7b277-4c0e-4f73-8711-eaad5f79fa88 req-c0c06078-f362-41b2-a90b-0003b59d847c service neutron] 10.222.0.50 "GET /v2.0/networks/89f8124d-b0f6-4e75-abf1-c52fea1acfb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357281 Jun 01 20:01:46.838263 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4411c314-c945-4d55-a447-83a735cd19a3 None None] New status for floating IP 2efc2267-f269-44f5-a8f9-2633643d502f: ACTIVE {{(pid=88527) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 20:01:46.965625 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 55324) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 20:01:47.073390 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-ee0505e4-accc-4c2b-9f64-c3cf1ff10f22 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/floatingips/2efc2267-f269-44f5-a8f9-2633643d502f HTTP/1.1" status: 200 len: 990 time: 0.1061890 Jun 01 20:01:47.958623 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.agents_db [None req-e814b9cf-7de8-45d0-a079-29c61fabe7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 20:01:48.077412 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 55328) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 20:01:48.184414 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-f39d3237-bed8-41aa-9055-02326b8e4192 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/floatingips/2efc2267-f269-44f5-a8f9-2633643d502f HTTP/1.1" status: 200 len: 992 time: 0.1059225 Jun 01 20:01:54.085593 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-86de1c2d-cbf1-4ca0-8a66-e2449c6c0e3e req-a4760961-f213-44fc-ba8d-a59249413390 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=07c50652-eea7-4087-b269-6b52c8b6d019&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0783622 Jun 01 20:01:54.341064 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86de1c2d-cbf1-4ca0-8a66-e2449c6c0e3e req-de287665-2df0-4747-b3a9-f4572deb897f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:01:54.342494 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-86de1c2d-cbf1-4ca0-8a66-e2449c6c0e3e req-de287665-2df0-4747-b3a9-f4572deb897f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=38719620e52c492f964e26f6f4cd8c39&device_id=07c50652-eea7-4087-b269-6b52c8b6d019 HTTP/1.1" status: 200 len: 1096 time: 0.1821067 Jun 01 20:01:54.491223 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86de1c2d-cbf1-4ca0-8a66-e2449c6c0e3e req-e1c4d300-805f-4ca5-8180-dfbc890b87e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:01:54.492708 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-86de1c2d-cbf1-4ca0-8a66-e2449c6c0e3e req-e1c4d300-805f-4ca5-8180-dfbc890b87e7 service neutron] 10.222.0.50 "GET /v2.0/networks?id=89f8124d-b0f6-4e75-abf1-c52fea1acfb4 HTTP/1.1" status: 200 len: 896 time: 0.1317546 Jun 01 20:01:54.605846 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-86de1c2d-cbf1-4ca0-8a66-e2449c6c0e3e req-f725afea-fda6-4cce-a0af-18f2c1f9c61c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0dc29061-cc09-4fa1-9271-dc330af7a987 HTTP/1.1" status: 200 len: 1000 time: 0.1059275 Jun 01 20:01:54.671543 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86de1c2d-cbf1-4ca0-8a66-e2449c6c0e3e req-0acf4063-f1d1-43ca-9f27-894eb43bd83c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:01:54.673044 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-86de1c2d-cbf1-4ca0-8a66-e2449c6c0e3e req-0acf4063-f1d1-43ca-9f27-894eb43bd83c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e83768c3-c068-45e6-bc8c-b0d3cd933fae HTTP/1.1" status: 200 len: 834 time: 0.0622287 Jun 01 20:01:54.754388 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86de1c2d-cbf1-4ca0-8a66-e2449c6c0e3e req-bd7072ba-af83-461f-880c-515be6831856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:01:54.755864 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-86de1c2d-cbf1-4ca0-8a66-e2449c6c0e3e req-bd7072ba-af83-461f-880c-515be6831856 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=89f8124d-b0f6-4e75-abf1-c52fea1acfb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0770509 Jun 01 20:01:54.890631 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-86de1c2d-cbf1-4ca0-8a66-e2449c6c0e3e req-01313ab4-31d2-45ce-8419-85e55176b74a service neutron] 10.222.0.50 "GET /v2.0/networks/89f8124d-b0f6-4e75-abf1-c52fea1acfb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281617 Jun 01 20:01:55.028913 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-86de1c2d-cbf1-4ca0-8a66-e2449c6c0e3e req-8a0df901-74f4-41a3-bba5-54ffa06f5962 service neutron] 10.222.0.50 "GET /v2.0/networks/89f8124d-b0f6-4e75-abf1-c52fea1acfb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333058 Jun 01 20:02:07.229066 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-adde81bf-0d99-4d1b-9ea4-867bd4881294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:09.685865 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-51cd253c-9e41-49ad-afec-7c5c8d9c6aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:10.828332 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:10.869924 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:11.923026 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:12.225693 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:12.562372 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:17.869381 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928d2d2f-3d98-4cd2-b650-37d3c5bd2ae1 req-386b2950-adcc-476b-bb40-5abd4b982d62 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:02:17.871853 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-928d2d2f-3d98-4cd2-b650-37d3c5bd2ae1 req-386b2950-adcc-476b-bb40-5abd4b982d62 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/ports?device_id=07c50652-eea7-4087-b269-6b52c8b6d019 HTTP/1.1" status: 200 len: 945 time: 0.0858269 Jun 01 20:02:17.915475 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-928d2d2f-3d98-4cd2-b650-37d3c5bd2ae1 req-9a032571-8947-43c6-8e13-7fa342d1068a tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/security-groups?id=514b5a9b-0634-400d-b803-f44c7ecdb30f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384870 Jun 01 20:02:19.113570 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc55ff97-e16b-47c8-a5eb-1a3a7537c8b4 req-64c4191e-3540-45ad-9dd5-174d77b6fb45 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:02:19.115051 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-dc55ff97-e16b-47c8-a5eb-1a3a7537c8b4 req-64c4191e-3540-45ad-9dd5-174d77b6fb45 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/ports?device_id=07c50652-eea7-4087-b269-6b52c8b6d019 HTTP/1.1" status: 200 len: 945 time: 0.0826447 Jun 01 20:02:19.160827 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-dc55ff97-e16b-47c8-a5eb-1a3a7537c8b4 req-8a8e1ce9-d4bd-45cd-acab-66535b2b6991 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/security-groups?id=514b5a9b-0634-400d-b803-f44c7ecdb30f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400653 Jun 01 20:02:19.185421 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 55352) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 20:02:19.295167 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-0188cc72-5b2c-45ab-a9a2-641936d4ea43 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/floatingips/2efc2267-f269-44f5-a8f9-2633643d502f HTTP/1.1" status: 200 len: 992 time: 0.1084301 Jun 01 20:02:20.751994 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40f100a-2181-4d69-bf42-ef3b7764e17d req-1eaf9ba2-04c0-4325-9f0f-6270be99e120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:02:20.752699 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36646aa-4d66-4c4e-a54a-831894f28043 req-8bcf152c-4120-4ecc-9353-a8c86d4a0c0b tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:02:20.753540 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b40f100a-2181-4d69-bf42-ef3b7764e17d req-1eaf9ba2-04c0-4325-9f0f-6270be99e120 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=38719620e52c492f964e26f6f4cd8c39&device_id=07c50652-eea7-4087-b269-6b52c8b6d019 HTTP/1.1" status: 200 len: 1096 time: 0.0708954 Jun 01 20:02:20.753808 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c36646aa-4d66-4c4e-a54a-831894f28043 req-8bcf152c-4120-4ecc-9353-a8c86d4a0c0b tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/ports?device_id=07c50652-eea7-4087-b269-6b52c8b6d019 HTTP/1.1" status: 200 len: 945 time: 0.0893743 Jun 01 20:02:20.800660 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c36646aa-4d66-4c4e-a54a-831894f28043 req-5821bfb1-7788-49ba-943b-383e5b45f675 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/security-groups?id=514b5a9b-0634-400d-b803-f44c7ecdb30f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406902 Jun 01 20:02:20.883816 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40f100a-2181-4d69-bf42-ef3b7764e17d req-1b4bf47f-3144-4087-8399-9f31135eab4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:02:20.885206 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b40f100a-2181-4d69-bf42-ef3b7764e17d req-1b4bf47f-3144-4087-8399-9f31135eab4d service neutron] 10.222.0.50 "GET /v2.0/networks?id=89f8124d-b0f6-4e75-abf1-c52fea1acfb4 HTTP/1.1" status: 200 len: 896 time: 0.1267109 Jun 01 20:02:20.987969 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b40f100a-2181-4d69-bf42-ef3b7764e17d req-a8498d31-f524-4fb8-a2d1-2759b91001d3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0dc29061-cc09-4fa1-9271-dc330af7a987 HTTP/1.1" status: 200 len: 1000 time: 0.0972023 Jun 01 20:02:21.055592 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40f100a-2181-4d69-bf42-ef3b7764e17d req-2ddaeb98-9794-4cb2-b4cd-7d2b42987f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:02:21.057028 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b40f100a-2181-4d69-bf42-ef3b7764e17d req-2ddaeb98-9794-4cb2-b4cd-7d2b42987f3a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e83768c3-c068-45e6-bc8c-b0d3cd933fae HTTP/1.1" status: 200 len: 834 time: 0.0640962 Jun 01 20:02:21.131707 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40f100a-2181-4d69-bf42-ef3b7764e17d req-4b512989-cc28-4687-9e0f-b7fe8a5deab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:02:21.133187 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b40f100a-2181-4d69-bf42-ef3b7764e17d req-4b512989-cc28-4687-9e0f-b7fe8a5deab7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=89f8124d-b0f6-4e75-abf1-c52fea1acfb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0703542 Jun 01 20:02:21.261307 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b40f100a-2181-4d69-bf42-ef3b7764e17d req-5ffb3e70-879e-4dee-a926-296ea3cd28ee service neutron] 10.222.0.50 "GET /v2.0/networks/89f8124d-b0f6-4e75-abf1-c52fea1acfb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221244 Jun 01 20:02:21.390398 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b40f100a-2181-4d69-bf42-ef3b7764e17d req-589d7649-1f51-4240-9fcb-8c748503dc92 service neutron] 10.222.0.50 "GET /v2.0/networks/89f8124d-b0f6-4e75-abf1-c52fea1acfb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238956 Jun 01 20:02:21.988898 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd60796-1e76-4600-a0dc-b81ffff79e02 req-72689a10-907a-420d-af15-b8670872e388 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:02:21.990382 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2dd60796-1e76-4600-a0dc-b81ffff79e02 req-72689a10-907a-420d-af15-b8670872e388 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/ports?device_id=07c50652-eea7-4087-b269-6b52c8b6d019 HTTP/1.1" status: 200 len: 945 time: 0.0816331 Jun 01 20:02:22.035356 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2dd60796-1e76-4600-a0dc-b81ffff79e02 req-d42ea4bb-74e7-49b2-948b-b20e1a490644 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/security-groups?id=514b5a9b-0634-400d-b803-f44c7ecdb30f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392878 Jun 01 20:02:23.225317 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82432368-3e08-4898-85e1-264769b1570a req-c47c5f87-93ba-4adf-aa99-4de44390fca2 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:02:23.226815 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-82432368-3e08-4898-85e1-264769b1570a req-c47c5f87-93ba-4adf-aa99-4de44390fca2 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/ports?device_id=07c50652-eea7-4087-b269-6b52c8b6d019 HTTP/1.1" status: 200 len: 945 time: 0.0854399 Jun 01 20:02:23.272271 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-82432368-3e08-4898-85e1-264769b1570a req-4c5d0928-e602-45e5-b48b-be9e1c967baa tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/security-groups?id=514b5a9b-0634-400d-b803-f44c7ecdb30f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396025 Jun 01 20:02:23.296627 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 55366) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 20:02:23.401925 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-29ff6cd0-abf2-42f6-9824-e63f559944d4 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/floatingips/2efc2267-f269-44f5-a8f9-2633643d502f HTTP/1.1" status: 200 len: 992 time: 0.1041288 Jun 01 20:02:23.646587 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 55374) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 20:02:23.978509 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-32be0cc3-f1da-4620-b6df-9389abd5f78b tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Deleting port 96c631ff-7f93-46bf-89e1-4cb597b3ba12 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 20:02:23.978848 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-32be0cc3-f1da-4620-b6df-9389abd5f78b tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:24.155879 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-32be0cc3-f1da-4620-b6df-9389abd5f78b tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:24.156194 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-32be0cc3-f1da-4620-b6df-9389abd5f78b tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:24.281245 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-32be0cc3-f1da-4620-b6df-9389abd5f78b tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Calling delete_port for 96c631ff-7f93-46bf-89e1-4cb597b3ba12 owned by network:floatingip {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 20:02:24.441555 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-32be0cc3-f1da-4620-b6df-9389abd5f78b tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:24.491838 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32be0cc3-f1da-4620-b6df-9389abd5f78b tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Pushing event deleted for resources: {'Port': ['ID=96c631ff-7f93-46bf-89e1-4cb597b3ba12,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 20:02:24.535520 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32be0cc3-f1da-4620-b6df-9389abd5f78b tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:02:24.535870 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32be0cc3-f1da-4620-b6df-9389abd5f78b tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:02:24.536191 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32be0cc3-f1da-4620-b6df-9389abd5f78b tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:02:24.536591 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32be0cc3-f1da-4620-b6df-9389abd5f78b tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:02:24.536965 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32be0cc3-f1da-4620-b6df-9389abd5f78b tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:02:24.537279 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32be0cc3-f1da-4620-b6df-9389abd5f78b tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:02:24.537593 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32be0cc3-f1da-4620-b6df-9389abd5f78b tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:02:24.537902 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32be0cc3-f1da-4620-b6df-9389abd5f78b tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:02:24.538212 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32be0cc3-f1da-4620-b6df-9389abd5f78b tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:02:24.538518 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32be0cc3-f1da-4620-b6df-9389abd5f78b tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:02:24.538820 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32be0cc3-f1da-4620-b6df-9389abd5f78b tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:02:24.539120 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32be0cc3-f1da-4620-b6df-9389abd5f78b tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:02:24.601967 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-32be0cc3-f1da-4620-b6df-9389abd5f78b tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for floatingip, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:24.602282 n-d-844202-1 neutron-server[88525]: INFO neutron.db.l3_db [None req-32be0cc3-f1da-4620-b6df-9389abd5f78b tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Floating IP 2efc2267-f269-44f5-a8f9-2633643d502f disassociated (deleted). External IP: 172.25.4.21, port: 0dc29061-cc09-4fa1-9271-dc330af7a987. Jun 01 20:02:24.958105 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.agents_db [None req-e814b9cf-7de8-45d0-a079-29c61fabe7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 20:02:24.971196 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32be0cc3-f1da-4620-b6df-9389abd5f78b tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Router e4eca4ef-a4f0-4e0e-8a84-57a0442f22b9 has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 20:02:25.155564 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32be0cc3-f1da-4620-b6df-9389abd5f78b tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 20:02:25.167057 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a60c59-48f1-4bcc-9fc2-5264a530e531 None None] Sync routers for ids ['e4eca4ef-a4f0-4e0e-8a84-57a0442f22b9'] in n-d-844202-1 {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 20:02:25.175121 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-32be0cc3-f1da-4620-b6df-9389abd5f78b tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for floatingip, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:25.180356 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a60c59-48f1-4bcc-9fc2-5264a530e531 None None] Routers {'e4eca4ef-a4f0-4e0e-8a84-57a0442f22b9'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 20:02:25.180997 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-f8a60c59-48f1-4bcc-9fc2-5264a530e531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T20:02:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['e4eca4ef-a4f0-4e0e-8a84-57a0442f22b9'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 20:02:25.235589 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-32be0cc3-f1da-4620-b6df-9389abd5f78b tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "DELETE /v2.0/floatingips/2efc2267-f269-44f5-a8f9-2633643d502f HTTP/1.1" status: 204 len: 168 time: 1.5855024 Jun 01 20:02:25.235589 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07c50652-eea7-4087-b269-6b52c8b6d019', 'tag': '0dc29061-cc09-4fa1-9271-dc330af7a987'}] {{(pid=88525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 20:02:25.368701 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-f8a60c59-48f1-4bcc-9fc2-5264a530e531 None None] Set router e4eca4ef-a4f0-4e0e-8a84-57a0442f22b9 gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 20:02:25.476354 n-d-844202-1 neutron-server[88525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41357ffa-a435-42c9-a43e-a4ddcaf2fc80'] response: {'name': 'network-changed', 'server_uuid': '07c50652-eea7-4087-b269-6b52c8b6d019', 'tag': '0dc29061-cc09-4fa1-9271-dc330af7a987', 'status': 'completed', 'code': 200} Jun 01 20:02:25.579352 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeeb0dc-0166-4ef9-bd96-4e1627a28582 req-ff921b77-a9e8-4203-958c-5f25117e9e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:02:25.581007 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fdeeb0dc-0166-4ef9-bd96-4e1627a28582 req-ff921b77-a9e8-4203-958c-5f25117e9e80 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=38719620e52c492f964e26f6f4cd8c39&device_id=07c50652-eea7-4087-b269-6b52c8b6d019 HTTP/1.1" status: 200 len: 1096 time: 0.0813317 Jun 01 20:02:25.723972 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-f8a60c59-48f1-4bcc-9fc2-5264a530e531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4eca4ef-a4f0-4e0e-8a84-57a0442f22b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-538247601', 'tenant_id': '38719620e52c492f964e26f6f4cd8c39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.199'}], 'enable_snat': True}, 'gw_port_id': '016f6996-e1b2-4824-aa33-bcddc672b4da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T20:01:22Z', 'updated_at': '2022-06-01T20:01:27Z', 'revision_number': 4, 'project_id': '38719620e52c492f964e26f6f4cd8c39', 'gw_port': {'id': '016f6996-e1b2-4824-aa33-bcddc672b4da', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:82:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4eca4ef-a4f0-4e0e-8a84-57a0442f22b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T20:01:22Z', 'updated_at': '2022-06-01T20:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': 'dadd3878-b426-4ab7-b8c6-ec6387cc24d4', 'name': '', 'network_id': '89f8124d-b0f6-4e75-abf1-c52fea1acfb4', 'tenant_id': '38719620e52c492f964e26f6f4cd8c39', 'mac_address': 'fa:16:3e:5a:16:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4eca4ef-a4f0-4e0e-8a84-57a0442f22b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4389, 'fixed_ips': [{'subnet_id': 'e83768c3-c068-45e6-bc8c-b0d3cd933fae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T20:01:26Z', 'updated_at': '2022-06-01T20:01:32Z', 'revision_number': 5, 'project_id': '38719620e52c492f964e26f6f4cd8c39', 'subnets': [{'id': 'e83768c3-c068-45e6-bc8c-b0d3cd933fae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 20:02:25.728451 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a60c59-48f1-4bcc-9fc2-5264a530e531 None None] Checking router: e4eca4ef-a4f0-4e0e-8a84-57a0442f22b9 for host: n-d-844202-1 {{(pid=88526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 20:02:25.738885 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a60c59-48f1-4bcc-9fc2-5264a530e531 None None] Routers {'e4eca4ef-a4f0-4e0e-8a84-57a0442f22b9'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 20:02:25.739427 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-f8a60c59-48f1-4bcc-9fc2-5264a530e531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T20:02:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['e4eca4ef-a4f0-4e0e-8a84-57a0442f22b9'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 20:02:25.802007 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361745e7-5ca2-4091-827d-1c3d502ecca0 req-a38bf566-7bd3-44d6-b971-e60eb15b99fe tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:02:25.803036 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-361745e7-5ca2-4091-827d-1c3d502ecca0 req-a38bf566-7bd3-44d6-b971-e60eb15b99fe tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Synchronizing usage tracker for tenant:38719620e52c492f964e26f6f4cd8c39 on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 20:02:25.820790 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-361745e7-5ca2-4091-827d-1c3d502ecca0 req-a38bf566-7bd3-44d6-b971-e60eb15b99fe tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Unset dirty status for tenant:38719620e52c492f964e26f6f4cd8c39 on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 20:02:25.829491 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-361745e7-5ca2-4091-827d-1c3d502ecca0 req-a38bf566-7bd3-44d6-b971-e60eb15b99fe tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/ports?device_id=07c50652-eea7-4087-b269-6b52c8b6d019 HTTP/1.1" status: 200 len: 945 time: 0.2604551 Jun 01 20:02:25.837771 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeeb0dc-0166-4ef9-bd96-4e1627a28582 req-0e07bf03-453c-47ed-a051-281aac775cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:02:25.839222 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fdeeb0dc-0166-4ef9-bd96-4e1627a28582 req-0e07bf03-453c-47ed-a051-281aac775cd5 service neutron] 10.222.0.50 "GET /v2.0/networks?id=89f8124d-b0f6-4e75-abf1-c52fea1acfb4 HTTP/1.1" status: 200 len: 896 time: 0.2524207 Jun 01 20:02:25.875434 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-361745e7-5ca2-4091-827d-1c3d502ecca0 req-30782cdb-12a3-4e09-ad49-e4fa799c5cce tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/security-groups?id=514b5a9b-0634-400d-b803-f44c7ecdb30f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450382 Jun 01 20:02:25.913585 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fdeeb0dc-0166-4ef9-bd96-4e1627a28582 req-df93ff61-8eaa-498c-8d9b-aab79d834e0d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0dc29061-cc09-4fa1-9271-dc330af7a987 HTTP/1.1" status: 200 len: 217 time: 0.0669475 Jun 01 20:02:25.931612 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-f8a60c59-48f1-4bcc-9fc2-5264a530e531 None None] Set router e4eca4ef-a4f0-4e0e-8a84-57a0442f22b9 gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 20:02:25.981098 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeeb0dc-0166-4ef9-bd96-4e1627a28582 req-083cd924-299d-4065-848a-609f1d6d6e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:02:25.982843 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fdeeb0dc-0166-4ef9-bd96-4e1627a28582 req-083cd924-299d-4065-848a-609f1d6d6e66 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e83768c3-c068-45e6-bc8c-b0d3cd933fae HTTP/1.1" status: 200 len: 834 time: 0.0630672 Jun 01 20:02:26.057657 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeeb0dc-0166-4ef9-bd96-4e1627a28582 req-e2d76511-096f-4cfc-96ce-e0e1461f4865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:02:26.059587 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fdeeb0dc-0166-4ef9-bd96-4e1627a28582 req-e2d76511-096f-4cfc-96ce-e0e1461f4865 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=89f8124d-b0f6-4e75-abf1-c52fea1acfb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0706024 Jun 01 20:02:26.191454 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fdeeb0dc-0166-4ef9-bd96-4e1627a28582 req-ec9bc2d4-16fe-427c-8954-112bd23f7ca1 service neutron] 10.222.0.50 "GET /v2.0/networks/89f8124d-b0f6-4e75-abf1-c52fea1acfb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256363 Jun 01 20:02:26.251635 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-f8a60c59-48f1-4bcc-9fc2-5264a530e531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4eca4ef-a4f0-4e0e-8a84-57a0442f22b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-538247601', 'tenant_id': '38719620e52c492f964e26f6f4cd8c39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.199'}], 'enable_snat': True}, 'gw_port_id': '016f6996-e1b2-4824-aa33-bcddc672b4da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T20:01:22Z', 'updated_at': '2022-06-01T20:01:27Z', 'revision_number': 4, 'project_id': '38719620e52c492f964e26f6f4cd8c39', 'gw_port': {'id': '016f6996-e1b2-4824-aa33-bcddc672b4da', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:82:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4eca4ef-a4f0-4e0e-8a84-57a0442f22b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T20:01:22Z', 'updated_at': '2022-06-01T20:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': 'dadd3878-b426-4ab7-b8c6-ec6387cc24d4', 'name': '', 'network_id': '89f8124d-b0f6-4e75-abf1-c52fea1acfb4', 'tenant_id': '38719620e52c492f964e26f6f4cd8c39', 'mac_address': 'fa:16:3e:5a:16:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4eca4ef-a4f0-4e0e-8a84-57a0442f22b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4389, 'fixed_ips': [{'subnet_id': 'e83768c3-c068-45e6-bc8c-b0d3cd933fae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T20:01:26Z', 'updated_at': '2022-06-01T20:01:32Z', 'revision_number': 5, 'project_id': '38719620e52c492f964e26f6f4cd8c39', 'subnets': [{'id': 'e83768c3-c068-45e6-bc8c-b0d3cd933fae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 20:02:26.255826 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a60c59-48f1-4bcc-9fc2-5264a530e531 None None] The sync data for ids ['e4eca4ef-a4f0-4e0e-8a84-57a0442f22b9'] in n-d-844202-1 is: [{'id': 'e4eca4ef-a4f0-4e0e-8a84-57a0442f22b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-538247601', 'tenant_id': '38719620e52c492f964e26f6f4cd8c39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.199'}], 'enable_snat': True}, 'gw_port_id': '016f6996-e1b2-4824-aa33-bcddc672b4da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T20:01:22Z', 'updated_at': '2022-06-01T20:01:27Z', 'revision_number': 4, 'project_id': '38719620e52c492f964e26f6f4cd8c39', 'gw_port': {'id': '016f6996-e1b2-4824-aa33-bcddc672b4da', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:82:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4eca4ef-a4f0-4e0e-8a84-57a0442f22b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T20:01:22Z', 'updated_at': '2022-06-01T20:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': 'dadd3878-b426-4ab7-b8c6-ec6387cc24d4', 'name': '', 'network_id': '89f8124d-b0f6-4e75-abf1-c52fea1acfb4', 'tenant_id': '38719620e52c492f964e26f6f4cd8c39', 'mac_address': 'fa:16:3e:5a:16:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4eca4ef-a4f0-4e0e-8a84-57a0442f22b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4389, 'fixed_ips': [{'subnet_id': 'e83768c3-c068-45e6-bc8c-b0d3cd933fae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T20:01:26Z', 'updated_at': '2022-06-01T20:01:32Z', 'revision_number': 5, 'project_id': '38719620e52c492f964e26f6f4cd8c39', 'subnets': [{'id': 'e83768c3-c068-45e6-bc8c-b0d3cd933fae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 20:02:26.332520 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fdeeb0dc-0166-4ef9-bd96-4e1627a28582 req-1d503203-0dc2-4c14-8cb2-45c9d8411cf4 service neutron] 10.222.0.50 "GET /v2.0/networks/89f8124d-b0f6-4e75-abf1-c52fea1acfb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351728 Jun 01 20:02:26.479150 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c42ade5c-6d8a-411f-9791-2b90381bb90c None None] New status for floating IP 2efc2267-f269-44f5-a8f9-2633643d502f: DOWN {{(pid=88527) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 20:02:27.039089 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9301f0-b757-4bee-a46f-21524981b720 req-00973fb4-ab17-4c83-b193-9bee2b4342e5 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:02:27.039980 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-4f9301f0-b757-4bee-a46f-21524981b720 req-00973fb4-ab17-4c83-b193-9bee2b4342e5 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Synchronizing usage tracker for tenant:38719620e52c492f964e26f6f4cd8c39 on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 20:02:27.052726 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-4f9301f0-b757-4bee-a46f-21524981b720 req-00973fb4-ab17-4c83-b193-9bee2b4342e5 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Unset dirty status for tenant:38719620e52c492f964e26f6f4cd8c39 on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 20:02:27.054001 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4f9301f0-b757-4bee-a46f-21524981b720 req-00973fb4-ab17-4c83-b193-9bee2b4342e5 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.50 "GET /v2.0/ports?device_id=07c50652-eea7-4087-b269-6b52c8b6d019 HTTP/1.1" status: 200 len: 945 time: 0.0980663 Jun 01 20:02:27.073176 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985f35a2-cea8-48c7-bf31-8d3fb34c41bb req-e5bab013-3b06-448f-9f66-181f9156b2cc tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:02:27.074603 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-985f35a2-cea8-48c7-bf31-8d3fb34c41bb req-e5bab013-3b06-448f-9f66-181f9156b2cc tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/ports?device_id=07c50652-eea7-4087-b269-6b52c8b6d019 HTTP/1.1" status: 200 len: 945 time: 0.0851192 Jun 01 20:02:27.121755 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-985f35a2-cea8-48c7-bf31-8d3fb34c41bb req-d7f1d5ae-a6c4-4700-bb14-54f2e4689f92 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/security-groups?id=514b5a9b-0634-400d-b803-f44c7ecdb30f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405502 Jun 01 20:02:27.131661 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-4f9301f0-b757-4bee-a46f-21524981b720 req-aa884f14-0f13-4005-bfb8-4f1b0fc70c00 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Deleting port 0dc29061-cc09-4fa1-9271-dc330af7a987 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 20:02:27.132034 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-4f9301f0-b757-4bee-a46f-21524981b720 req-aa884f14-0f13-4005-bfb8-4f1b0fc70c00 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:27.391714 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-4f9301f0-b757-4bee-a46f-21524981b720 req-aa884f14-0f13-4005-bfb8-4f1b0fc70c00 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] For port 0dc29061-cc09-4fa1-9271-dc330af7a987, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=0dc29061-cc09-4fa1-9271-dc330af7a987,segment=NetworkSegment(c26ce8c1-fc4f-4803-858f-da417a944b15),segment_id=c26ce8c1-fc4f-4803-858f-da417a944b15)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 20:02:27.392101 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-4f9301f0-b757-4bee-a46f-21524981b720 req-aa884f14-0f13-4005-bfb8-4f1b0fc70c00 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:27.520050 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-4f9301f0-b757-4bee-a46f-21524981b720 req-aa884f14-0f13-4005-bfb8-4f1b0fc70c00 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Calling delete_port for 0dc29061-cc09-4fa1-9271-dc330af7a987 owned by compute:nova {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 20:02:27.671418 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-4f9301f0-b757-4bee-a46f-21524981b720 req-aa884f14-0f13-4005-bfb8-4f1b0fc70c00 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:27.721181 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa884f14-0f13-4005-bfb8-4f1b0fc70c00 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Pushing event deleted for resources: {'Port': ['ID=0dc29061-cc09-4fa1-9271-dc330af7a987,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 20:02:27.758764 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa884f14-0f13-4005-bfb8-4f1b0fc70c00 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:02:27.759104 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa884f14-0f13-4005-bfb8-4f1b0fc70c00 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:02:27.759432 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa884f14-0f13-4005-bfb8-4f1b0fc70c00 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:02:27.759756 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa884f14-0f13-4005-bfb8-4f1b0fc70c00 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:02:27.760078 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa884f14-0f13-4005-bfb8-4f1b0fc70c00 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:02:27.760420 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa884f14-0f13-4005-bfb8-4f1b0fc70c00 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:02:27.760737 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa884f14-0f13-4005-bfb8-4f1b0fc70c00 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:02:27.761050 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa884f14-0f13-4005-bfb8-4f1b0fc70c00 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:02:27.761362 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa884f14-0f13-4005-bfb8-4f1b0fc70c00 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:02:27.761670 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa884f14-0f13-4005-bfb8-4f1b0fc70c00 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:02:27.761977 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa884f14-0f13-4005-bfb8-4f1b0fc70c00 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:02:27.762288 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa884f14-0f13-4005-bfb8-4f1b0fc70c00 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:02:27.806479 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f9301f0-b757-4bee-a46f-21524981b720 req-aa884f14-0f13-4005-bfb8-4f1b0fc70c00 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] No DVR routers for this DVR port 0dc29061-cc09-4fa1-9271-dc330af7a987 on host n-h2-844202-1 {{(pid=88524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 20:02:27.809007 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-4f9301f0-b757-4bee-a46f-21524981b720 req-aa884f14-0f13-4005-bfb8-4f1b0fc70c00 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:27.812124 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07c50652-eea7-4087-b269-6b52c8b6d019', 'name': 'network-vif-deleted', 'tag': '0dc29061-cc09-4fa1-9271-dc330af7a987'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 20:02:27.828484 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4f9301f0-b757-4bee-a46f-21524981b720 req-aa884f14-0f13-4005-bfb8-4f1b0fc70c00 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.50 "DELETE /v2.0/ports/0dc29061-cc09-4fa1-9271-dc330af7a987 HTTP/1.1" status: 204 len: 173 time: 0.7691805 Jun 01 20:02:27.858244 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68bf21eb-f1b0-4fa8-b029-f47ec1fc7c0f'] response: {'server_uuid': '07c50652-eea7-4087-b269-6b52c8b6d019', 'name': 'network-vif-deleted', 'tag': '0dc29061-cc09-4fa1-9271-dc330af7a987', 'status': 'completed', 'code': 200} Jun 01 20:02:28.293043 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-fb307a21-efe9-40bd-81da-58a0d446425e req-106ffca0-9b9f-4dc5-afc7-50ce394bd0b8 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "GET /v2.0/ports?device_id=07c50652-eea7-4087-b269-6b52c8b6d019 HTTP/1.1" status: 200 len: 210 time: 0.0448868 Jun 01 20:02:29.391641 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 55394) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 20:02:29.945288 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-43068198-ea5c-44b4-8570-6978d456de56 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-887474'] for router_interface, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:30.301039 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-43068198-ea5c-44b4-8570-6978d456de56 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Deleting port dadd3878-b426-4ab7-b8c6-ec6387cc24d4 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 20:02:30.301489 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-43068198-ea5c-44b4-8570-6978d456de56 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:30.496415 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [None req-43068198-ea5c-44b4-8570-6978d456de56 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] For port dadd3878-b426-4ab7-b8c6-ec6387cc24d4, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=dadd3878-b426-4ab7-b8c6-ec6387cc24d4,segment=NetworkSegment(c26ce8c1-fc4f-4803-858f-da417a944b15),segment_id=c26ce8c1-fc4f-4803-858f-da417a944b15)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 20:02:30.497151 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-43068198-ea5c-44b4-8570-6978d456de56 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:30.645920 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 0dc29061-cc09-4fa1-9271-dc330af7a987 no longer exists at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 20:02:30.688989 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] No Port match for: 0dc29061-cc09-4fa1-9271-dc330af7a987 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 20:02:30.689334 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 0dc29061-cc09-4fa1-9271-dc330af7a987 not bound to the agent host n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 20:02:30.742891 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-43068198-ea5c-44b4-8570-6978d456de56 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Calling delete_port for dadd3878-b426-4ab7-b8c6-ec6387cc24d4 owned by network:router_interface {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 20:02:31.079766 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-43068198-ea5c-44b4-8570-6978d456de56 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:31.132661 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43068198-ea5c-44b4-8570-6978d456de56 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Pushing event deleted for resources: {'Port': ['ID=dadd3878-b426-4ab7-b8c6-ec6387cc24d4,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 20:02:31.431851 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-43068198-ea5c-44b4-8570-6978d456de56 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-887310'] for router_interface, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:31.906982 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43068198-ea5c-44b4-8570-6978d456de56 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Router e4eca4ef-a4f0-4e0e-8a84-57a0442f22b9 has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 20:02:32.090359 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43068198-ea5c-44b4-8570-6978d456de56 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 20:02:32.100421 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38974b8b-c6c3-4f6c-a2d6-73ab5b8cf853 None None] Sync routers for ids ['e4eca4ef-a4f0-4e0e-8a84-57a0442f22b9'] in n-d-844202-1 {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 20:02:32.106760 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-43068198-ea5c-44b4-8570-6978d456de56 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "PUT /v2.0/routers/e4eca4ef-a4f0-4e0e-8a84-57a0442f22b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7108886 Jun 01 20:02:32.107814 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 55398) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 20:02:32.110532 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38974b8b-c6c3-4f6c-a2d6-73ab5b8cf853 None None] Routers {'e4eca4ef-a4f0-4e0e-8a84-57a0442f22b9'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 20:02:32.111147 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-38974b8b-c6c3-4f6c-a2d6-73ab5b8cf853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T20:02:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['e4eca4ef-a4f0-4e0e-8a84-57a0442f22b9'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 20:02:32.297461 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-38974b8b-c6c3-4f6c-a2d6-73ab5b8cf853 None None] Set router e4eca4ef-a4f0-4e0e-8a84-57a0442f22b9 gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 20:02:32.302162 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_v2 [None req-482b1111-cb47-44e6-bf00-b113c3638b87 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Deleting subnet e83768c3-c068-45e6-bc8c-b0d3cd933fae {{(pid=88525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 20:02:32.305245 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-482b1111-cb47-44e6-bf00-b113c3638b87 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for subnet, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:32.370930 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-482b1111-cb47-44e6-bf00-b113c3638b87 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2258509'] for subnet, precommit_delete_associations {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:32.460756 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-482b1111-cb47-44e6-bf00-b113c3638b87 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:32.537123 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-482b1111-cb47-44e6-bf00-b113c3638b87 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2614143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9667199'] for subnet, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:32.577158 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482b1111-cb47-44e6-bf00-b113c3638b87 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Pushing event deleted for resources: {'Subnet': ['ID=e83768c3-c068-45e6-bc8c-b0d3cd933fae,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 20:02:32.580745 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-482b1111-cb47-44e6-bf00-b113c3638b87 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:32.591041 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-482b1111-cb47-44e6-bf00-b113c3638b87 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "DELETE /v2.0/subnets/e83768c3-c068-45e6-bc8c-b0d3cd933fae HTTP/1.1" status: 204 len: 168 time: 0.4783792 Jun 01 20:02:32.591041 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 55402) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 20:02:32.608895 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-865f285f-a653-400c-a7dd-c1c5e1669d30 None None] Network 89f8124d-b0f6-4e75-abf1-c52fea1acfb4 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 20:02:32.782683 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a1e84a20-4069-46d8-9fa5-e5648f901721 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for router, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:32.812874 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-38974b8b-c6c3-4f6c-a2d6-73ab5b8cf853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4eca4ef-a4f0-4e0e-8a84-57a0442f22b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-538247601', 'tenant_id': '38719620e52c492f964e26f6f4cd8c39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.199'}], 'enable_snat': True}, 'gw_port_id': '016f6996-e1b2-4824-aa33-bcddc672b4da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T20:01:22Z', 'updated_at': '2022-06-01T20:02:31Z', 'revision_number': 5, 'project_id': '38719620e52c492f964e26f6f4cd8c39', 'gw_port': {'id': '016f6996-e1b2-4824-aa33-bcddc672b4da', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:82:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4eca4ef-a4f0-4e0e-8a84-57a0442f22b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T20:01:22Z', 'updated_at': '2022-06-01T20:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 20:02:32.819122 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38974b8b-c6c3-4f6c-a2d6-73ab5b8cf853 None None] Checking router: e4eca4ef-a4f0-4e0e-8a84-57a0442f22b9 for host: n-d-844202-1 {{(pid=88526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 20:02:32.832135 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38974b8b-c6c3-4f6c-a2d6-73ab5b8cf853 None None] Routers {'e4eca4ef-a4f0-4e0e-8a84-57a0442f22b9'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 20:02:32.832773 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-38974b8b-c6c3-4f6c-a2d6-73ab5b8cf853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T20:02:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['e4eca4ef-a4f0-4e0e-8a84-57a0442f22b9'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 20:02:32.979289 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a1e84a20-4069-46d8-9fa5-e5648f901721 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:32.989435 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-a1e84a20-4069-46d8-9fa5-e5648f901721 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Deleting port 016f6996-e1b2-4824-aa33-bcddc672b4da {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 20:02:32.989879 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a1e84a20-4069-46d8-9fa5-e5648f901721 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:33.003013 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd028502-c820-4836-aea3-7df87b1e6752 None None] DHCP port deletion for 89f8124d-b0f6-4e75-abf1-c52fea1acfb4 request from n-d-844202-1 {{(pid=88526) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 20:02:33.014459 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-fd028502-c820-4836-aea3-7df87b1e6752 None None] Deleting port fcc2364e-6f3f-438d-b2d8-7568d5242c09 {{(pid=88526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 20:02:33.014980 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-fd028502-c820-4836-aea3-7df87b1e6752 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:33.068874 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-38974b8b-c6c3-4f6c-a2d6-73ab5b8cf853 None None] Set router e4eca4ef-a4f0-4e0e-8a84-57a0442f22b9 gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 20:02:33.193443 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [None req-a1e84a20-4069-46d8-9fa5-e5648f901721 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] For port 016f6996-e1b2-4824-aa33-bcddc672b4da, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=016f6996-e1b2-4824-aa33-bcddc672b4da,segment=NetworkSegment(7875af61-4c53-4ff2-b8c8-d4b7c35ff947),segment_id=7875af61-4c53-4ff2-b8c8-d4b7c35ff947)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 20:02:33.193791 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a1e84a20-4069-46d8-9fa5-e5648f901721 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:33.328171 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-a1e84a20-4069-46d8-9fa5-e5648f901721 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Calling delete_port for 016f6996-e1b2-4824-aa33-bcddc672b4da owned by network:router_gateway {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 20:02:33.461187 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-fd028502-c820-4836-aea3-7df87b1e6752 None None] For port fcc2364e-6f3f-438d-b2d8-7568d5242c09, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=fcc2364e-6f3f-438d-b2d8-7568d5242c09,segment=NetworkSegment(c26ce8c1-fc4f-4803-858f-da417a944b15),segment_id=c26ce8c1-fc4f-4803-858f-da417a944b15)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 20:02:33.461840 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-fd028502-c820-4836-aea3-7df87b1e6752 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:33.510526 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a1e84a20-4069-46d8-9fa5-e5648f901721 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:33.569224 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e84a20-4069-46d8-9fa5-e5648f901721 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Pushing event deleted for resources: {'Port': ['ID=016f6996-e1b2-4824-aa33-bcddc672b4da,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 20:02:33.589039 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-fd028502-c820-4836-aea3-7df87b1e6752 None None] Calling delete_port for fcc2364e-6f3f-438d-b2d8-7568d5242c09 owned by network:dhcp {{(pid=88526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 20:02:33.664379 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a1e84a20-4069-46d8-9fa5-e5648f901721 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-887703'] for router_gateway, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:33.718768 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-38974b8b-c6c3-4f6c-a2d6-73ab5b8cf853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4eca4ef-a4f0-4e0e-8a84-57a0442f22b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-538247601', 'tenant_id': '38719620e52c492f964e26f6f4cd8c39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.199'}], 'enable_snat': True}, 'gw_port_id': '016f6996-e1b2-4824-aa33-bcddc672b4da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T20:01:22Z', 'updated_at': '2022-06-01T20:02:31Z', 'revision_number': 5, 'project_id': '38719620e52c492f964e26f6f4cd8c39', 'gw_port': {'id': '016f6996-e1b2-4824-aa33-bcddc672b4da', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:82:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4eca4ef-a4f0-4e0e-8a84-57a0442f22b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T20:01:22Z', 'updated_at': '2022-06-01T20:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 20:02:33.724127 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38974b8b-c6c3-4f6c-a2d6-73ab5b8cf853 None None] The sync data for ids ['e4eca4ef-a4f0-4e0e-8a84-57a0442f22b9'] in n-d-844202-1 is: [{'id': 'e4eca4ef-a4f0-4e0e-8a84-57a0442f22b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-538247601', 'tenant_id': '38719620e52c492f964e26f6f4cd8c39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.199'}], 'enable_snat': True}, 'gw_port_id': '016f6996-e1b2-4824-aa33-bcddc672b4da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T20:01:22Z', 'updated_at': '2022-06-01T20:02:31Z', 'revision_number': 5, 'project_id': '38719620e52c492f964e26f6f4cd8c39', 'gw_port': {'id': '016f6996-e1b2-4824-aa33-bcddc672b4da', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:82:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4eca4ef-a4f0-4e0e-8a84-57a0442f22b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T20:01:22Z', 'updated_at': '2022-06-01T20:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}] {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 20:02:33.726051 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-fd028502-c820-4836-aea3-7df87b1e6752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535'] for port, after_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:33.772748 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd028502-c820-4836-aea3-7df87b1e6752 None None] Pushing event deleted for resources: {'Port': ['ID=fcc2364e-6f3f-438d-b2d8-7568d5242c09,revision_number=None']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 20:02:33.782695 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd028502-c820-4836-aea3-7df87b1e6752 None None] No DVR routers for this DVR port fcc2364e-6f3f-438d-b2d8-7568d5242c09 on host n-d-844202-1 {{(pid=88526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 20:02:33.785000 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd028502-c820-4836-aea3-7df87b1e6752 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:02:33.785372 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd028502-c820-4836-aea3-7df87b1e6752 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:02:33.785705 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd028502-c820-4836-aea3-7df87b1e6752 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:02:33.786027 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd028502-c820-4836-aea3-7df87b1e6752 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:02:33.786346 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd028502-c820-4836-aea3-7df87b1e6752 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:02:33.786673 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd028502-c820-4836-aea3-7df87b1e6752 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:02:33.786982 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd028502-c820-4836-aea3-7df87b1e6752 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:02:33.787293 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd028502-c820-4836-aea3-7df87b1e6752 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:02:33.787606 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd028502-c820-4836-aea3-7df87b1e6752 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:02:33.787918 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd028502-c820-4836-aea3-7df87b1e6752 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:02:33.788248 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd028502-c820-4836-aea3-7df87b1e6752 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:02:33.788563 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd028502-c820-4836-aea3-7df87b1e6752 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:02:33.960354 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a1e84a20-4069-46d8-9fa5-e5648f901721 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25316'] for router, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:33.962540 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a1e84a20-4069-46d8-9fa5-e5648f901721 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:33.987362 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a1e84a20-4069-46d8-9fa5-e5648f901721 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-891519'] for router, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:33.988205 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1e84a20-4069-46d8-9fa5-e5648f901721 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Fanout notify agent at l3_agent the message router_deleted on router e4eca4ef-a4f0-4e0e-8a84-57a0442f22b9 {{(pid=88525) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 20:02:34.004188 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a1e84a20-4069-46d8-9fa5-e5648f901721 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for router, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:34.005359 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-a1e84a20-4069-46d8-9fa5-e5648f901721 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "DELETE /v2.0/routers/e4eca4ef-a4f0-4e0e-8a84-57a0442f22b9 HTTP/1.1" status: 204 len: 168 time: 1.4140799 Jun 01 20:02:34.008415 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 55406) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 20:02:34.127015 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2ef02209-22d9-4305-9d25-8b89febec751 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:34.180703 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device fcc2364e-6f3f-438d-b2d8-7568d5242c09 no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 20:02:34.220334 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: fcc2364e-6f3f-438d-b2d8-7568d5242c09 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 20:02:34.220679 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device fcc2364e-6f3f-438d-b2d8-7568d5242c09 not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 20:02:34.221116 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device dadd3878-b426-4ab7-b8c6-ec6387cc24d4 no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 20:02:34.255118 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: dadd3878-b426-4ab7-b8c6-ec6387cc24d4 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 20:02:34.255463 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device dadd3878-b426-4ab7-b8c6-ec6387cc24d4 not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 20:02:34.275419 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2ef02209-22d9-4305-9d25-8b89febec751 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:34.306231 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-2ef02209-22d9-4305-9d25-8b89febec751 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89f8124d-b0f6-4e75-abf1-c52fea1acfb4']}} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 20:02:34.323948 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-2ef02209-22d9-4305-9d25-8b89febec751 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c26ce8c1-fc4f-4803-858f-da417a944b15') {'for_net_delete': True} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 20:02:34.323948 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-2ef02209-22d9-4305-9d25-8b89febec751 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c26ce8c1-fc4f-4803-858f-da417a944b15') {} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 20:02:34.339566 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2ef02209-22d9-4305-9d25-8b89febec751 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2258522'] for segment, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:34.359523 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2ef02209-22d9-4305-9d25-8b89febec751 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:34.366054 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ef02209-22d9-4305-9d25-8b89febec751 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=88525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 20:02:34.366618 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2ef02209-22d9-4305-9d25-8b89febec751 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2613981'] for segment, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:34.456152 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment c26ce8c1-fc4f-4803-858f-da417a944b15 resource provider aggregate not found Jun 01 20:02:34.472687 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment c26ce8c1-fc4f-4803-858f-da417a944b15 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c26ce8c1-fc4f-4803-858f-da417a944b15 found for delete ", "request_id": "req-44a0e193-761b-4227-850e-f131fdf185f6"}]} Jun 01 20:02:34.477394 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2ef02209-22d9-4305-9d25-8b89febec751 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:34.494976 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2ef02209-22d9-4305-9d25-8b89febec751 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:34.505844 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef02209-22d9-4305-9d25-8b89febec751 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Pushing event deleted for resources: {'Network': ['ID=89f8124d-b0f6-4e75-abf1-c52fea1acfb4,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 20:02:34.514067 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-2ef02209-22d9-4305-9d25-8b89febec751 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "DELETE /v2.0/networks/89f8124d-b0f6-4e75-abf1-c52fea1acfb4 HTTP/1.1" status: 204 len: 168 time: 0.5047042 Jun 01 20:02:34.516763 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 55416) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 20:02:34.585477 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-54ed4ca9-8785-4d1c-b739-48cb8519f591 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:34.615455 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-54ed4ca9-8785-4d1c-b739-48cb8519f591 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:34.686736 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-54ed4ca9-8785-4d1c-b739-48cb8519f591 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:34.706327 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ed4ca9-8785-4d1c-b739-48cb8519f591 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=514b5a9b-0634-400d-b803-f44c7ecdb30f,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 20:02:34.719372 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-54ed4ca9-8785-4d1c-b739-48cb8519f591 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:34.720707 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-54ed4ca9-8785-4d1c-b739-48cb8519f591 tempest-TestNetworkAdvancedServerOps-975556310 tempest-TestNetworkAdvancedServerOps-975556310-project] 10.222.0.41 "DELETE /v2.0/security-groups/514b5a9b-0634-400d-b803-f44c7ecdb30f HTTP/1.1" status: 204 len: 168 time: 0.2028334 Jun 01 20:02:35.102532 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 55426) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 20:02:35.257163 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-3f4e0a88-2cb7-492a-b535-8178e4b8b6d6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=38719620e52c492f964e26f6f4cd8c39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1533730 Jun 01 20:02:35.259547 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 55432) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 20:02:35.317675 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-237d2e6a-fc08-45ca-903e-3fc64b7b7311 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:35.342888 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-237d2e6a-fc08-45ca-903e-3fc64b7b7311 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:35.392963 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-237d2e6a-fc08-45ca-903e-3fc64b7b7311 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:35.410706 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237d2e6a-fc08-45ca-903e-3fc64b7b7311 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d14b9527-f902-43b2-bab4-0f80b16957f1,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 20:02:35.417057 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-237d2e6a-fc08-45ca-903e-3fc64b7b7311 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:35.421389 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-237d2e6a-fc08-45ca-903e-3fc64b7b7311 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d14b9527-f902-43b2-bab4-0f80b16957f1 HTTP/1.1" status: 204 len: 168 time: 0.1602099 Jun 01 20:02:35.707955 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 55440) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 20:02:35.726896 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-268f508a-6c56-4576-8174-2fc7ee41177a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:35.742456 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-268f508a-6c56-4576-8174-2fc7ee41177a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 20:02:35.746628 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-268f508a-6c56-4576-8174-2fc7ee41177a admin admin] Usage tracker for resource:security_group_rule and tenant:c357d26fe0814ac8a7fc0069764bf4a7 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 20:02:35.750373 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-268f508a-6c56-4576-8174-2fc7ee41177a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 20:02:35.756265 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-268f508a-6c56-4576-8174-2fc7ee41177a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 20:02:35.840634 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 016f6996-e1b2-4824-aa33-bcddc672b4da no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 20:02:35.876128 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: 016f6996-e1b2-4824-aa33-bcddc672b4da {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 20:02:35.876595 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 016f6996-e1b2-4824-aa33-bcddc672b4da not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 20:02:35.888516 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-268f508a-6c56-4576-8174-2fc7ee41177a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:35.892807 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-268f508a-6c56-4576-8174-2fc7ee41177a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:35.942911 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-268f508a-6c56-4576-8174-2fc7ee41177a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c357d26fe0814ac8a7fc0069764bf4a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2337201 Jun 01 20:02:35.943856 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268f508a-6c56-4576-8174-2fc7ee41177a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=240ab285-fdd8-44d6-a62f-abe2bb8f41fe,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 20:02:35.945738 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 55444) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 20:02:36.009947 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-83b0fd0a-0c82-42d2-8aaf-4703ec161ef1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:36.038600 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-83b0fd0a-0c82-42d2-8aaf-4703ec161ef1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:36.093867 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-83b0fd0a-0c82-42d2-8aaf-4703ec161ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:36.109614 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b0fd0a-0c82-42d2-8aaf-4703ec161ef1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=240ab285-fdd8-44d6-a62f-abe2bb8f41fe,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 20:02:36.116476 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-83b0fd0a-0c82-42d2-8aaf-4703ec161ef1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:36.117762 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-83b0fd0a-0c82-42d2-8aaf-4703ec161ef1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/240ab285-fdd8-44d6-a62f-abe2bb8f41fe HTTP/1.1" status: 204 len: 168 time: 0.1696074 Jun 01 20:02:36.908956 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 55468) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 20:02:37.017929 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-5e7b0011-df16-4ad2-85f0-65a4eb8d32ff admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1288850548-network', 'tenant_id': '825bb4933da34be28d124b03583d29d8'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 20:02:37.023597 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-5e7b0011-df16-4ad2-85f0-65a4eb8d32ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 20:02:37.027569 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-5e7b0011-df16-4ad2-85f0-65a4eb8d32ff admin admin] Usage tracker for resource:network and tenant:825bb4933da34be28d124b03583d29d8 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 20:02:37.030531 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-5e7b0011-df16-4ad2-85f0-65a4eb8d32ff admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 20:02:37.037945 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-5e7b0011-df16-4ad2-85f0-65a4eb8d32ff admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 20:02:37.048926 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e7b0011-df16-4ad2-85f0-65a4eb8d32ff admin admin] Made reservation on behalf of 825bb4933da34be28d124b03583d29d8 for: {'network': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 20:02:37.051214 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-5e7b0011-df16-4ad2-85f0-65a4eb8d32ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:37.064701 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-5e7b0011-df16-4ad2-85f0-65a4eb8d32ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:37.079436 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-5e7b0011-df16-4ad2-85f0-65a4eb8d32ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 20:02:37.083318 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-5e7b0011-df16-4ad2-85f0-65a4eb8d32ff admin admin] Usage tracker for resource:security_group_rule and tenant:825bb4933da34be28d124b03583d29d8 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 20:02:37.086148 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-5e7b0011-df16-4ad2-85f0-65a4eb8d32ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 20:02:37.092067 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-5e7b0011-df16-4ad2-85f0-65a4eb8d32ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 20:02:37.181047 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-5e7b0011-df16-4ad2-85f0-65a4eb8d32ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:37.186513 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-5e7b0011-df16-4ad2-85f0-65a4eb8d32ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:37.219951 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e7b0011-df16-4ad2-85f0-65a4eb8d32ff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 133} {{(pid=88524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 20:02:37.229446 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b0011-df16-4ad2-85f0-65a4eb8d32ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4cb0408-b809-4d08-a62e-1741b60652da,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 20:02:37.238738 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-a987b0c4-3b3f-4ae8-9974-39aa6fec8ede None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:37.239360 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-5e7b0011-df16-4ad2-85f0-65a4eb8d32ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:37.239360 n-d-844202-1 neutron-server[88524]: INFO neutron.db.segments_db [None req-5e7b0011-df16-4ad2-85f0-65a4eb8d32ff admin admin] Added segment 5b54ac71-b334-498b-96f7-8fe3b7eefc67 of type vlan for network cf5509be-13ab-444b-8fac-c4ef6c2d8965 Jun 01 20:02:37.268442 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-5e7b0011-df16-4ad2-85f0-65a4eb8d32ff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:37.302645 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-5e7b0011-df16-4ad2-85f0-65a4eb8d32ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:37.303736 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e7b0011-df16-4ad2-85f0-65a4eb8d32ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:02:37.304339 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-5e7b0011-df16-4ad2-85f0-65a4eb8d32ff admin admin] Notify callbacks [] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:37.517500 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-5e7b0011-df16-4ad2-85f0-65a4eb8d32ff admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6072626 Jun 01 20:02:37.518043 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b0011-df16-4ad2-85f0-65a4eb8d32ff admin admin] Pushing event updated for resources: {'Network': ['ID=cf5509be-13ab-444b-8fac-c4ef6c2d8965,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 20:02:37.520215 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 55474) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 20:02:37.525680 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-f346f8e7-3461-44b0-9e11-6c7b824d7201 admin admin] Request body: {'subnet': {'network_id': 'cf5509be-13ab-444b-8fac-c4ef6c2d8965', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1288850548-subnet', 'tenant_id': '825bb4933da34be28d124b03583d29d8', 'ip_version': 4}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 20:02:37.528658 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network cf5509be-13ab-444b-8fac-c4ef6c2d8965 details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 20:02:37.532220 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-f346f8e7-3461-44b0-9e11-6c7b824d7201 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 20:02:37.536068 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-f346f8e7-3461-44b0-9e11-6c7b824d7201 admin admin] Usage tracker for resource:subnet and tenant:825bb4933da34be28d124b03583d29d8 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 20:02:37.538989 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-f346f8e7-3461-44b0-9e11-6c7b824d7201 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 20:02:37.549110 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-f346f8e7-3461-44b0-9e11-6c7b824d7201 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 20:02:37.562683 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f346f8e7-3461-44b0-9e11-6c7b824d7201 admin admin] Made reservation on behalf of 825bb4933da34be28d124b03583d29d8 for: {'subnet': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 20:02:37.565020 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f346f8e7-3461-44b0-9e11-6c7b824d7201 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3066584'] for subnet, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:37.777980 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f346f8e7-3461-44b0-9e11-6c7b824d7201 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2718919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3066602'] for subnet, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:37.859776 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f346f8e7-3461-44b0-9e11-6c7b824d7201 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7ebe99e-3dfc-4ae1-a193-5aaa1f83ecb3,revision_number=0']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 20:02:37.868480 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f346f8e7-3461-44b0-9e11-6c7b824d7201 admin admin] Checking segment: {'id': '5b54ac71-b334-498b-96f7-8fe3b7eefc67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'cf5509be-13ab-444b-8fac-c4ef6c2d8965'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 20:02:37.868833 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f346f8e7-3461-44b0-9e11-6c7b824d7201 admin admin] Network hostable DHCP agents. Network: cf5509be-13ab-444b-8fac-c4ef6c2d8965, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88524) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 20:02:37.889312 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f346f8e7-3461-44b0-9e11-6c7b824d7201 admin admin] Network cf5509be-13ab-444b-8fac-c4ef6c2d8965 is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88524) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 20:02:37.898675 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-f346f8e7-3461-44b0-9e11-6c7b824d7201 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, cf5509be-13ab-444b-8fac-c4ef6c2d8965) {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 20:02:37.902906 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f346f8e7-3461-44b0-9e11-6c7b824d7201 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:02:37.903489 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f346f8e7-3461-44b0-9e11-6c7b824d7201 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:37.909299 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a92cf673-9f48-4e24-b9b1-a1bdd122fcd0 None None] Network cf5509be-13ab-444b-8fac-c4ef6c2d8965 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 20:02:37.928966 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-f346f8e7-3461-44b0-9e11-6c7b824d7201 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4050024 Jun 01 20:02:37.929201 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 55478) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 20:02:37.934624 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-fbb0d227-c3f0-4226-8b81-c2d8cdfc36ff admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1288850548-router', 'tenant_id': '825bb4933da34be28d124b03583d29d8', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 20:02:37.940743 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-fbb0d227-c3f0-4226-8b81-c2d8cdfc36ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 20:02:37.944740 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-fbb0d227-c3f0-4226-8b81-c2d8cdfc36ff admin admin] Usage tracker for resource:router and tenant:825bb4933da34be28d124b03583d29d8 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 20:02:37.947626 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-fbb0d227-c3f0-4226-8b81-c2d8cdfc36ff admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 20:02:37.954112 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-fbb0d227-c3f0-4226-8b81-c2d8cdfc36ff admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 20:02:37.965650 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-fbb0d227-c3f0-4226-8b81-c2d8cdfc36ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-885767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25238'] for router, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:37.966955 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-fbb0d227-c3f0-4226-8b81-c2d8cdfc36ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-901042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-886562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-981784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25327'] for router, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:37.985762 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-fbb0d227-c3f0-4226-8b81-c2d8cdfc36ff admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:38.149356 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0876523d-a334-49af-aac4-f72193a27ea2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc93f83c3-7fb6-5c13-a9d4-29d739a4e8d2-cf5509be-13ab-444b-8fac-c4ef6c2d8965', 'network_id': 'cf5509be-13ab-444b-8fac-c4ef6c2d8965', 'tenant_id': '825bb4933da34be28d124b03583d29d8', 'fixed_ips': [{'subnet_id': 'b7ebe99e-3dfc-4ae1-a193-5aaa1f83ecb3'}]}} from n-d-844202-1. {{(pid=88526) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 20:02:38.150400 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-0876523d-a334-49af-aac4-f72193a27ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:38.269988 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-fbb0d227-c3f0-4226-8b81-c2d8cdfc36ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-886608', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-885830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25341'] for router, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:38.316412 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.db_base_plugin_common [None req-0876523d-a334-49af-aac4-f72193a27ea2 None None] Allocated IP 172.20.0.2 (cf5509be-13ab-444b-8fac-c4ef6c2d8965/b7ebe99e-3dfc-4ae1-a193-5aaa1f83ecb3/12a7fcda-64fb-4546-afae-d2e6dd9ee850) {{(pid=88526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 20:02:38.538029 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-0876523d-a334-49af-aac4-f72193a27ea2 None None] Notify callbacks [] for port, precommit_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:38.550946 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-0876523d-a334-49af-aac4-f72193a27ea2 None None] Transition to ACTIVE for port object 12a7fcda-64fb-4546-afae-d2e6dd9ee850 will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 20:02:38.570910 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-0876523d-a334-49af-aac4-f72193a27ea2 None None] Transition to ACTIVE for port object 12a7fcda-64fb-4546-afae-d2e6dd9ee850 will not be triggered until provisioned by entity DHCP. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 20:02:38.578048 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-0876523d-a334-49af-aac4-f72193a27ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526'] for port, after_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:38.610829 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-fbb0d227-c3f0-4226-8b81-c2d8cdfc36ff admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:38.641965 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-fbb0d227-c3f0-4226-8b81-c2d8cdfc36ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:38.651954 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0876523d-a334-49af-aac4-f72193a27ea2 None None] Network cf5509be-13ab-444b-8fac-c4ef6c2d8965 is already hosted by enough agents. {{(pid=88526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 20:02:38.655624 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.base_scheduler [None req-0876523d-a334-49af-aac4-f72193a27ea2 None None] Resources bound (agent type, host, resource id): {{(pid=88526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 20:02:38.660175 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0876523d-a334-49af-aac4-f72193a27ea2 None None] Received port after_create {{(pid=88526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 20:02:38.662336 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0876523d-a334-49af-aac4-f72193a27ea2 None None] Pushing event updated for resources: {'Port': ['ID=12a7fcda-64fb-4546-afae-d2e6dd9ee850,revision_number=1']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 20:02:38.754533 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-0876523d-a334-49af-aac4-f72193a27ea2 None None] Attempting to bind port 12a7fcda-64fb-4546-afae-d2e6dd9ee850 on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 20:02:38.754902 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-0876523d-a334-49af-aac4-f72193a27ea2 None None] Attempting to bind port 12a7fcda-64fb-4546-afae-d2e6dd9ee850 by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': '5b54ac71-b334-498b-96f7-8fe3b7eefc67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'cf5509be-13ab-444b-8fac-c4ef6c2d8965'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 20:02:38.755258 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0876523d-a334-49af-aac4-f72193a27ea2 None None] Attempting to bind port 12a7fcda-64fb-4546-afae-d2e6dd9ee850 on network cf5509be-13ab-444b-8fac-c4ef6c2d8965 {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 20:02:38.761015 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0876523d-a334-49af-aac4-f72193a27ea2 None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 20, 2, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 20:02:38.761388 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0876523d-a334-49af-aac4-f72193a27ea2 None None] Checking segment: {'id': '5b54ac71-b334-498b-96f7-8fe3b7eefc67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'cf5509be-13ab-444b-8fac-c4ef6c2d8965'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 20:02:38.761782 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-0876523d-a334-49af-aac4-f72193a27ea2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:38.762167 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0876523d-a334-49af-aac4-f72193a27ea2 None None] Bound using segment: {'id': '5b54ac71-b334-498b-96f7-8fe3b7eefc67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'cf5509be-13ab-444b-8fac-c4ef6c2d8965'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 20:02:38.762661 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-0876523d-a334-49af-aac4-f72193a27ea2 None None] Bound port: 12a7fcda-64fb-4546-afae-d2e6dd9ee850, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b54ac71-b334-498b-96f7-8fe3b7eefc67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'cf5509be-13ab-444b-8fac-c4ef6c2d8965'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 20:02:38.763561 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-0876523d-a334-49af-aac4-f72193a27ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:38.790491 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [None req-fbb0d227-c3f0-4226-8b81-c2d8cdfc36ff admin admin] Allocated IP 172.25.4.235 (72a72e44-6845-488a-a5ff-3a26d4df9cb3/c314a23b-daa2-4106-ab28-8e6f954277b2/f7164172-725e-4437-9e52-5b21be9a3985) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 20:02:38.855804 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-0876523d-a334-49af-aac4-f72193a27ea2 None None] For port 12a7fcda-64fb-4546-afae-d2e6dd9ee850, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 20:02:38.859034 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-0876523d-a334-49af-aac4-f72193a27ea2 None None] For port 12a7fcda-64fb-4546-afae-d2e6dd9ee850, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=12a7fcda-64fb-4546-afae-d2e6dd9ee850,segment=NetworkSegment(5b54ac71-b334-498b-96f7-8fe3b7eefc67),segment_id=5b54ac71-b334-498b-96f7-8fe3b7eefc67)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 20:02:38.864093 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-0876523d-a334-49af-aac4-f72193a27ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:38.946212 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0876523d-a334-49af-aac4-f72193a27ea2 None None] Pushing event updated for resources: {'Port': ['ID=12a7fcda-64fb-4546-afae-d2e6dd9ee850,revision_number=2']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 20:02:38.948938 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-fbb0d227-c3f0-4226-8b81-c2d8cdfc36ff admin admin] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:38.986391 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-fbb0d227-c3f0-4226-8b81-c2d8cdfc36ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:39.053639 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbb0d227-c3f0-4226-8b81-c2d8cdfc36ff admin admin] Network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 20:02:39.056569 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-fbb0d227-c3f0-4226-8b81-c2d8cdfc36ff admin admin] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 20:02:39.060970 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb0d227-c3f0-4226-8b81-c2d8cdfc36ff admin admin] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 20:02:39.094422 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb0d227-c3f0-4226-8b81-c2d8cdfc36ff admin admin] Pushing event updated for resources: {'Port': ['ID=f7164172-725e-4437-9e52-5b21be9a3985,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 20:02:39.644273 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-fbb0d227-c3f0-4226-8b81-c2d8cdfc36ff admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:39.695589 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-5ff8d329-49ef-421d-b7b0-0db191191d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:39.942270 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 12a7fcda-64fb-4546-afae-d2e6dd9ee850 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 20:02:40.029360 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11608932-5ef3-4d74-8b7f-a5ff4c88775f None None] Network cf5509be-13ab-444b-8fac-c4ef6c2d8965 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 20:02:40.056125 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port 12a7fcda-64fb-4546-afae-d2e6dd9ee850 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 20:02:40.071823 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-fbb0d227-c3f0-4226-8b81-c2d8cdfc36ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-885820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-886655'] for router, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:40.126071 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-19cceef6-0e46-4dba-ae0d-32f6e03d02bf None None] Provisioning for port 12a7fcda-64fb-4546-afae-d2e6dd9ee850 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 20:02:40.141287 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-19cceef6-0e46-4dba-ae0d-32f6e03d02bf None None] Provisioning complete for port 12a7fcda-64fb-4546-afae-d2e6dd9ee850 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 20:02:40.141712 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-19cceef6-0e46-4dba-ae0d-32f6e03d02bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:40.314379 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbb0d227-c3f0-4226-8b81-c2d8cdfc36ff admin admin] Router 1b39c0a4-7100-469f-a264-c91a09cb4045 is scheduled to L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 with binding_index 1 {{(pid=88524) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 20:02:40.432975 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-19cceef6-0e46-4dba-ae0d-32f6e03d02bf None None] Current status of the port 12a7fcda-64fb-4546-afae-d2e6dd9ee850 is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 20:02:40.433353 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-19cceef6-0e46-4dba-ae0d-32f6e03d02bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:40.479261 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-19cceef6-0e46-4dba-ae0d-32f6e03d02bf None None] For port 12a7fcda-64fb-4546-afae-d2e6dd9ee850, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=12a7fcda-64fb-4546-afae-d2e6dd9ee850,segment=NetworkSegment(5b54ac71-b334-498b-96f7-8fe3b7eefc67),segment_id=5b54ac71-b334-498b-96f7-8fe3b7eefc67)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 20:02:40.485437 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-19cceef6-0e46-4dba-ae0d-32f6e03d02bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:40.517932 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbb0d227-c3f0-4226-8b81-c2d8cdfc36ff admin admin] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 20:02:40.533239 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa15bbd2-a3a3-4c76-ab41-901905296694 None None] Sync routers for ids ['1b39c0a4-7100-469f-a264-c91a09cb4045'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 20:02:40.546974 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa15bbd2-a3a3-4c76-ab41-901905296694 None None] Routers {'1b39c0a4-7100-469f-a264-c91a09cb4045'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 20:02:40.548261 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-fa15bbd2-a3a3-4c76-ab41-901905296694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T20:02:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['1b39c0a4-7100-469f-a264-c91a09cb4045'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 20:02:40.558053 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-fbb0d227-c3f0-4226-8b81-c2d8cdfc36ff admin admin] Notify callbacks [] for router, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:40.562272 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-fbb0d227-c3f0-4226-8b81-c2d8cdfc36ff admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.6302497 Jun 01 20:02:40.566993 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 55482) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 20:02:40.573450 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cceef6-0e46-4dba-ae0d-32f6e03d02bf None None] Pushing event updated for resources: {'Port': ['ID=12a7fcda-64fb-4546-afae-d2e6dd9ee850,revision_number=3']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 20:02:40.750324 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-fa15bbd2-a3a3-4c76-ab41-901905296694 None None] Set router 1b39c0a4-7100-469f-a264-c91a09cb4045 gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 20:02:40.822541 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-bd98e8b9-2997-42a7-9529-dec249df3df8 None None] Provisioning complete for port 12a7fcda-64fb-4546-afae-d2e6dd9ee850 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 20:02:40.823109 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-bd98e8b9-2997-42a7-9529-dec249df3df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:40.891978 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:40.907915 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:40.977764 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-bd98e8b9-2997-42a7-9529-dec249df3df8 None None] Current status of the port 12a7fcda-64fb-4546-afae-d2e6dd9ee850 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 20:02:41.065942 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-fa15bbd2-a3a3-4c76-ab41-901905296694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b39c0a4-7100-469f-a264-c91a09cb4045', 'name': 'tempest-TestShelveInstance-1288850548-router', 'tenant_id': '825bb4933da34be28d124b03583d29d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.235'}], 'enable_snat': True}, 'gw_port_id': 'f7164172-725e-4437-9e52-5b21be9a3985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T20:02:37Z', 'updated_at': '2022-06-01T20:02:39Z', 'revision_number': 3, 'project_id': '825bb4933da34be28d124b03583d29d8', 'gw_port': {'id': 'f7164172-725e-4437-9e52-5b21be9a3985', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:50:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b39c0a4-7100-469f-a264-c91a09cb4045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4408, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T20:02:38Z', 'updated_at': '2022-06-01T20:02:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 20:02:41.070054 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa15bbd2-a3a3-4c76-ab41-901905296694 None None] Checking router: 1b39c0a4-7100-469f-a264-c91a09cb4045 for host: n-d-844202-1 {{(pid=88527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 20:02:41.070290 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa15bbd2-a3a3-4c76-ab41-901905296694 None None] Updating router 1b39c0a4-7100-469f-a264-c91a09cb4045 port f7164172-725e-4437-9e52-5b21be9a3985 binding host n-d-844202-1 {{(pid=88527) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 20:02:41.128451 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-fa15bbd2-a3a3-4c76-ab41-901905296694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:41.439700 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2dabe6bc-6260-40ad-9e5e-a61164b158f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:41.474360 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-fa15bbd2-a3a3-4c76-ab41-901905296694 None None] Notify callbacks [] for port, precommit_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:41.486796 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.provisioning_blocks [None req-fa15bbd2-a3a3-4c76-ab41-901905296694 None None] Transition to ACTIVE for port object f7164172-725e-4437-9e52-5b21be9a3985 will not be triggered until provisioned by entity L2. {{(pid=88527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 20:02:41.494014 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-fa15bbd2-a3a3-4c76-ab41-901905296694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:41.575417 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d294a9b-7b48-4b10-baef-9e6004e8ad2b None None] Pushing event updated for resources: {'Port': ['ID=f7164172-725e-4437-9e52-5b21be9a3985,revision_number=2']} {{(pid=88527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 20:02:41.580170 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-fa15bbd2-a3a3-4c76-ab41-901905296694 None None] Attempting to bind port f7164172-725e-4437-9e52-5b21be9a3985 on host n-d-844202-1 for vnic_type normal with profile {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 20:02:41.580713 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-fa15bbd2-a3a3-4c76-ab41-901905296694 None None] Attempting to bind port f7164172-725e-4437-9e52-5b21be9a3985 by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}] {{(pid=88527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 20:02:41.581066 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa15bbd2-a3a3-4c76-ab41-901905296694 None None] Attempting to bind port f7164172-725e-4437-9e52-5b21be9a3985 on network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 20:02:41.587910 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d294a9b-7b48-4b10-baef-9e6004e8ad2b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:02:41.588259 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d294a9b-7b48-4b10-baef-9e6004e8ad2b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:02:41.588589 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d294a9b-7b48-4b10-baef-9e6004e8ad2b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:02:41.588912 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d294a9b-7b48-4b10-baef-9e6004e8ad2b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:02:41.589226 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d294a9b-7b48-4b10-baef-9e6004e8ad2b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:02:41.589540 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d294a9b-7b48-4b10-baef-9e6004e8ad2b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:02:41.589849 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d294a9b-7b48-4b10-baef-9e6004e8ad2b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:02:41.590154 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d294a9b-7b48-4b10-baef-9e6004e8ad2b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:02:41.590463 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d294a9b-7b48-4b10-baef-9e6004e8ad2b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:02:41.591487 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d294a9b-7b48-4b10-baef-9e6004e8ad2b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:02:41.591879 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d294a9b-7b48-4b10-baef-9e6004e8ad2b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:02:41.592399 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d294a9b-7b48-4b10-baef-9e6004e8ad2b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:02:41.597127 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa15bbd2-a3a3-4c76-ab41-901905296694 None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 20, 2, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 20:02:41.597487 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa15bbd2-a3a3-4c76-ab41-901905296694 None None] Checking segment: {'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 20:02:41.597873 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-fa15bbd2-a3a3-4c76-ab41-901905296694 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:41.598237 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa15bbd2-a3a3-4c76-ab41-901905296694 None None] Bound using segment: {'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'} {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 20:02:41.598799 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-fa15bbd2-a3a3-4c76-ab41-901905296694 None None] Bound port: f7164172-725e-4437-9e52-5b21be9a3985, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}}] {{(pid=88527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 20:02:41.599162 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-fa15bbd2-a3a3-4c76-ab41-901905296694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:41.650359 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [None req-2dabe6bc-6260-40ad-9e5e-a61164b158f4 admin admin] Allocated IP 172.20.0.1 (cf5509be-13ab-444b-8fac-c4ef6c2d8965/b7ebe99e-3dfc-4ae1-a193-5aaa1f83ecb3/19140d11-e33e-41c8-ac22-f3b57d468a4d) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 20:02:41.675872 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.db [None req-fa15bbd2-a3a3-4c76-ab41-901905296694 None None] For port f7164172-725e-4437-9e52-5b21be9a3985, host n-d-844202-1, cleared binding levels {{(pid=88527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 20:02:41.679127 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.db [None req-fa15bbd2-a3a3-4c76-ab41-901905296694 None None] For port f7164172-725e-4437-9e52-5b21be9a3985, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=f7164172-725e-4437-9e52-5b21be9a3985,segment=NetworkSegment(7875af61-4c53-4ff2-b8c8-d4b7c35ff947),segment_id=7875af61-4c53-4ff2-b8c8-d4b7c35ff947)] {{(pid=88527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 20:02:41.683195 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-fa15bbd2-a3a3-4c76-ab41-901905296694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:41.758521 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa15bbd2-a3a3-4c76-ab41-901905296694 None None] Routers {'1b39c0a4-7100-469f-a264-c91a09cb4045'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 20:02:41.759109 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-fa15bbd2-a3a3-4c76-ab41-901905296694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T20:02:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['1b39c0a4-7100-469f-a264-c91a09cb4045'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 20:02:41.799864 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2dabe6bc-6260-40ad-9e5e-a61164b158f4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:41.816995 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [None req-2dabe6bc-6260-40ad-9e5e-a61164b158f4 admin admin] Transition to ACTIVE for port object 19140d11-e33e-41c8-ac22-f3b57d468a4d will not be triggered until provisioned by entity DHCP. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 20:02:41.844365 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2dabe6bc-6260-40ad-9e5e-a61164b158f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:41.873003 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d294a9b-7b48-4b10-baef-9e6004e8ad2b None None] Pushing event updated for resources: {'Port': ['ID=f7164172-725e-4437-9e52-5b21be9a3985,revision_number=3']} {{(pid=88527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 20:02:41.904597 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 12a7fcda-64fb-4546-afae-d2e6dd9ee850 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 20:02:41.914616 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dabe6bc-6260-40ad-9e5e-a61164b158f4 admin admin] Network cf5509be-13ab-444b-8fac-c4ef6c2d8965 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 20:02:41.920747 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-2dabe6bc-6260-40ad-9e5e-a61164b158f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 20:02:41.926856 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dabe6bc-6260-40ad-9e5e-a61164b158f4 admin admin] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 20:02:41.974519 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dabe6bc-6260-40ad-9e5e-a61164b158f4 admin admin] Pushing event updated for resources: {'Port': ['ID=19140d11-e33e-41c8-ac22-f3b57d468a4d,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 20:02:41.989399 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2dabe6bc-6260-40ad-9e5e-a61164b158f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-887605'] for router_interface, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:42.000132 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 12a7fcda-64fb-4546-afae-d2e6dd9ee850 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 20:02:42.000774 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:42.026290 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-fa15bbd2-a3a3-4c76-ab41-901905296694 None None] Set router 1b39c0a4-7100-469f-a264-c91a09cb4045 gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 20:02:42.065598 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:42.135863 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 12a7fcda-64fb-4546-afae-d2e6dd9ee850 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 20:02:42.209869 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-20804975-fca0-48dd-8aa5-2340177b94d1 None None] Provisioning for port 19140d11-e33e-41c8-ac22-f3b57d468a4d completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 20:02:42.220597 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-20804975-fca0-48dd-8aa5-2340177b94d1 None None] Provisioning complete for port 19140d11-e33e-41c8-ac22-f3b57d468a4d triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 20:02:42.221053 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-20804975-fca0-48dd-8aa5-2340177b94d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:42.281354 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2dabe6bc-6260-40ad-9e5e-a61164b158f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:42.291489 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:42.303864 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-20804975-fca0-48dd-8aa5-2340177b94d1 None None] Port 19140d11-e33e-41c8-ac22-f3b57d468a4d cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 20:02:42.340968 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-fa15bbd2-a3a3-4c76-ab41-901905296694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b39c0a4-7100-469f-a264-c91a09cb4045', 'name': 'tempest-TestShelveInstance-1288850548-router', 'tenant_id': '825bb4933da34be28d124b03583d29d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.235'}], 'enable_snat': True}, 'gw_port_id': 'f7164172-725e-4437-9e52-5b21be9a3985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T20:02:37Z', 'updated_at': '2022-06-01T20:02:39Z', 'revision_number': 3, 'project_id': '825bb4933da34be28d124b03583d29d8', 'gw_port': {'id': 'f7164172-725e-4437-9e52-5b21be9a3985', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:50:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b39c0a4-7100-469f-a264-c91a09cb4045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4408, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T20:02:38Z', 'updated_at': '2022-06-01T20:02:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 20:02:42.344897 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa15bbd2-a3a3-4c76-ab41-901905296694 None None] The sync data for ids ['1b39c0a4-7100-469f-a264-c91a09cb4045'] in n-d-844202-1 is: [{'id': '1b39c0a4-7100-469f-a264-c91a09cb4045', 'name': 'tempest-TestShelveInstance-1288850548-router', 'tenant_id': '825bb4933da34be28d124b03583d29d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.235'}], 'enable_snat': True}, 'gw_port_id': 'f7164172-725e-4437-9e52-5b21be9a3985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T20:02:37Z', 'updated_at': '2022-06-01T20:02:39Z', 'revision_number': 3, 'project_id': '825bb4933da34be28d124b03583d29d8', 'gw_port': {'id': 'f7164172-725e-4437-9e52-5b21be9a3985', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:50:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b39c0a4-7100-469f-a264-c91a09cb4045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4408, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T20:02:38Z', 'updated_at': '2022-06-01T20:02:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 20:02:42.508965 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2dabe6bc-6260-40ad-9e5e-a61164b158f4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:42.514544 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2dabe6bc-6260-40ad-9e5e-a61164b158f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:42.601366 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:42.635584 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2dabe6bc-6260-40ad-9e5e-a61164b158f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-887436'] for router_interface, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:42.639830 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dabe6bc-6260-40ad-9e5e-a61164b158f4 admin admin] Pushing event updated for resources: {'Port': ['ID=19140d11-e33e-41c8-ac22-f3b57d468a4d,revision_number=2']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 20:02:42.783968 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dabe6bc-6260-40ad-9e5e-a61164b158f4 admin admin] Network cf5509be-13ab-444b-8fac-c4ef6c2d8965 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 20:02:42.785463 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-2dabe6bc-6260-40ad-9e5e-a61164b158f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 20:02:43.035852 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-b8950df8-2209-4787-8b5a-6178414aabb0 None None] Provisioning complete for port 19140d11-e33e-41c8-ac22-f3b57d468a4d triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 20:02:43.036398 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-b8950df8-2209-4787-8b5a-6178414aabb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:43.099627 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-b8950df8-2209-4787-8b5a-6178414aabb0 None None] Port 19140d11-e33e-41c8-ac22-f3b57d468a4d cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 20:02:43.117205 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dabe6bc-6260-40ad-9e5e-a61164b158f4 admin admin] Router 1b39c0a4-7100-469f-a264-c91a09cb4045 has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 20:02:43.302818 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dabe6bc-6260-40ad-9e5e-a61164b158f4 admin admin] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 20:02:43.320390 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-2dabe6bc-6260-40ad-9e5e-a61164b158f4 admin admin] 10.222.0.41 "PUT /v2.0/routers/1b39c0a4-7100-469f-a264-c91a09cb4045/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7520077 Jun 01 20:02:43.857913 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1134427e-a64d-4fcc-9bae-5ba2fab854a0 None None] Sync routers for ids ['1b39c0a4-7100-469f-a264-c91a09cb4045'] in n-d-844202-1 {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 20:02:43.868335 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1134427e-a64d-4fcc-9bae-5ba2fab854a0 None None] Routers {'1b39c0a4-7100-469f-a264-c91a09cb4045'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 20:02:43.868836 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-1134427e-a64d-4fcc-9bae-5ba2fab854a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T20:02:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['1b39c0a4-7100-469f-a264-c91a09cb4045'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 20:02:43.886067 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 55500) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 20:02:43.893322 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-100b16d1-8125-450f-9b1d-e11d0a281cf8 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2145267331-network', 'tenant_id': '079b1376de5f4f14bdcc1c67e5b2d05d'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 20:02:43.899129 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-100b16d1-8125-450f-9b1d-e11d0a281cf8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 20:02:43.904162 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-100b16d1-8125-450f-9b1d-e11d0a281cf8 admin admin] Usage tracker for resource:network and tenant:079b1376de5f4f14bdcc1c67e5b2d05d is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 20:02:43.907990 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-100b16d1-8125-450f-9b1d-e11d0a281cf8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 20:02:43.920987 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-100b16d1-8125-450f-9b1d-e11d0a281cf8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 20:02:43.931397 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device f7164172-725e-4437-9e52-5b21be9a3985 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 20:02:43.941652 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-100b16d1-8125-450f-9b1d-e11d0a281cf8 admin admin] Made reservation on behalf of 079b1376de5f4f14bdcc1c67e5b2d05d for: {'network': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 20:02:43.944394 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-100b16d1-8125-450f-9b1d-e11d0a281cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:43.958824 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-100b16d1-8125-450f-9b1d-e11d0a281cf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:43.980965 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-100b16d1-8125-450f-9b1d-e11d0a281cf8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 20:02:43.986027 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-100b16d1-8125-450f-9b1d-e11d0a281cf8 admin admin] Usage tracker for resource:security_group_rule and tenant:079b1376de5f4f14bdcc1c67e5b2d05d is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 20:02:43.988942 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-100b16d1-8125-450f-9b1d-e11d0a281cf8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 20:02:43.995737 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-100b16d1-8125-450f-9b1d-e11d0a281cf8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 20:02:44.087753 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-100b16d1-8125-450f-9b1d-e11d0a281cf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:44.094716 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-100b16d1-8125-450f-9b1d-e11d0a281cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:44.119583 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port f7164172-725e-4437-9e52-5b21be9a3985 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 20:02:44.123968 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-1134427e-a64d-4fcc-9bae-5ba2fab854a0 None None] Set router 1b39c0a4-7100-469f-a264-c91a09cb4045 gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 20:02:44.128827 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-100b16d1-8125-450f-9b1d-e11d0a281cf8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 136} {{(pid=88525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 20:02:44.137911 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100b16d1-8125-450f-9b1d-e11d0a281cf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cebe506-14a0-4cbe-97af-863a58802dc6,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 20:02:44.148032 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-100b16d1-8125-450f-9b1d-e11d0a281cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:44.148289 n-d-844202-1 neutron-server[88525]: INFO neutron.db.segments_db [None req-100b16d1-8125-450f-9b1d-e11d0a281cf8 admin admin] Added segment fc4c32e4-c5ff-42cc-9ed9-d478c4f9f65d of type vlan for network eb4cac2d-3c55-48bd-a182-c8048e5d9d5d Jun 01 20:02:44.178858 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-100b16d1-8125-450f-9b1d-e11d0a281cf8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:44.188602 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port f7164172-725e-4437-9e52-5b21be9a3985 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 20:02:44.188983 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:44.211061 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-100b16d1-8125-450f-9b1d-e11d0a281cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:44.212587 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-100b16d1-8125-450f-9b1d-e11d0a281cf8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:02:44.213271 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-100b16d1-8125-450f-9b1d-e11d0a281cf8 admin admin] Notify callbacks [] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:44.316503 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-100b16d1-8125-450f-9b1d-e11d0a281cf8 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4293063 Jun 01 20:02:44.319239 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100b16d1-8125-450f-9b1d-e11d0a281cf8 admin admin] Pushing event updated for resources: {'Network': ['ID=eb4cac2d-3c55-48bd-a182-c8048e5d9d5d,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 20:02:44.319701 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 55504) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 20:02:44.326226 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-e6916c21-dc20-48e6-b94b-67883d512add admin admin] Request body: {'subnet': {'network_id': 'eb4cac2d-3c55-48bd-a182-c8048e5d9d5d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2145267331-subnet', 'tenant_id': '079b1376de5f4f14bdcc1c67e5b2d05d', 'ip_version': 4}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 20:02:44.332101 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network eb4cac2d-3c55-48bd-a182-c8048e5d9d5d details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 20:02:44.332333 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-e6916c21-dc20-48e6-b94b-67883d512add admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 20:02:44.336573 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-e6916c21-dc20-48e6-b94b-67883d512add admin admin] Usage tracker for resource:subnet and tenant:079b1376de5f4f14bdcc1c67e5b2d05d is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 20:02:44.340984 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-e6916c21-dc20-48e6-b94b-67883d512add admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 20:02:44.347432 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-e6916c21-dc20-48e6-b94b-67883d512add admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 20:02:44.357903 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6916c21-dc20-48e6-b94b-67883d512add admin admin] Made reservation on behalf of 079b1376de5f4f14bdcc1c67e5b2d05d for: {'subnet': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 20:02:44.360296 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e6916c21-dc20-48e6-b94b-67883d512add admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3066584'] for subnet, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:44.671547 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port f7164172-725e-4437-9e52-5b21be9a3985 is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 20:02:44.671865 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:44.699005 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port f7164172-725e-4437-9e52-5b21be9a3985, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=f7164172-725e-4437-9e52-5b21be9a3985,segment=NetworkSegment(7875af61-4c53-4ff2-b8c8-d4b7c35ff947),segment_id=7875af61-4c53-4ff2-b8c8-d4b7c35ff947)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 20:02:44.704777 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:44.706275 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e6916c21-dc20-48e6-b94b-67883d512add admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2718919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3066602'] for subnet, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:44.780784 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6916c21-dc20-48e6-b94b-67883d512add admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b6a0579-4890-4ae9-8fd7-512414c33388,revision_number=0']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 20:02:44.786069 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-1134427e-a64d-4fcc-9bae-5ba2fab854a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b39c0a4-7100-469f-a264-c91a09cb4045', 'name': 'tempest-TestShelveInstance-1288850548-router', 'tenant_id': '825bb4933da34be28d124b03583d29d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.235'}], 'enable_snat': True}, 'gw_port_id': 'f7164172-725e-4437-9e52-5b21be9a3985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T20:02:37Z', 'updated_at': '2022-06-01T20:02:42Z', 'revision_number': 4, 'project_id': '825bb4933da34be28d124b03583d29d8', 'gw_port': {'id': 'f7164172-725e-4437-9e52-5b21be9a3985', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:50:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b39c0a4-7100-469f-a264-c91a09cb4045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4408, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T20:02:38Z', 'updated_at': '2022-06-01T20:02:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '19140d11-e33e-41c8-ac22-f3b57d468a4d', 'name': '', 'network_id': 'cf5509be-13ab-444b-8fac-c4ef6c2d8965', 'tenant_id': '825bb4933da34be28d124b03583d29d8', 'mac_address': 'fa:16:3e:04:60:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b39c0a4-7100-469f-a264-c91a09cb4045', 'device_owner': 'network:router_interface', 'standard_attr_id': 4409, 'fixed_ips': [{'subnet_id': 'b7ebe99e-3dfc-4ae1-a193-5aaa1f83ecb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T20:02:41Z', 'updated_at': '2022-06-01T20:02:42Z', 'revision_number': 2, 'project_id': '825bb4933da34be28d124b03583d29d8', 'subnets': [{'id': 'b7ebe99e-3dfc-4ae1-a193-5aaa1f83ecb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 20:02:44.788208 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=f7164172-725e-4437-9e52-5b21be9a3985,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 20:02:44.789989 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6916c21-dc20-48e6-b94b-67883d512add admin admin] Checking segment: {'id': 'fc4c32e4-c5ff-42cc-9ed9-d478c4f9f65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'eb4cac2d-3c55-48bd-a182-c8048e5d9d5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 20:02:44.790353 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6916c21-dc20-48e6-b94b-67883d512add admin admin] Network hostable DHCP agents. Network: eb4cac2d-3c55-48bd-a182-c8048e5d9d5d, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88524) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 20:02:44.793985 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1134427e-a64d-4fcc-9bae-5ba2fab854a0 None None] Checking router: 1b39c0a4-7100-469f-a264-c91a09cb4045 for host: n-d-844202-1 {{(pid=88526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 20:02:44.794535 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1134427e-a64d-4fcc-9bae-5ba2fab854a0 None None] Updating router 1b39c0a4-7100-469f-a264-c91a09cb4045 port 19140d11-e33e-41c8-ac22-f3b57d468a4d binding host n-d-844202-1 {{(pid=88526) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 20:02:44.810744 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6916c21-dc20-48e6-b94b-67883d512add admin admin] Network eb4cac2d-3c55-48bd-a182-c8048e5d9d5d is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88524) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 20:02:44.820672 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-e6916c21-dc20-48e6-b94b-67883d512add admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, eb4cac2d-3c55-48bd-a182-c8048e5d9d5d) {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 20:02:44.824552 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6916c21-dc20-48e6-b94b-67883d512add admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:02:44.825728 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e6916c21-dc20-48e6-b94b-67883d512add admin admin] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:44.839190 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-808906f4-e6d2-49b8-8d38-701b7bbba2ec None None] Network eb4cac2d-3c55-48bd-a182-c8048e5d9d5d requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 20:02:44.846838 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-e6916c21-dc20-48e6-b94b-67883d512add admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5259082 Jun 01 20:02:44.849388 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 55508) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 20:02:44.854161 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-aab688ba-b153-45a8-b09d-d9226d898974 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2145267331-router', 'tenant_id': '079b1376de5f4f14bdcc1c67e5b2d05d', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 20:02:44.859698 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-aab688ba-b153-45a8-b09d-d9226d898974 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 20:02:44.863552 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-aab688ba-b153-45a8-b09d-d9226d898974 admin admin] Usage tracker for resource:router and tenant:079b1376de5f4f14bdcc1c67e5b2d05d is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 20:02:44.866395 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-aab688ba-b153-45a8-b09d-d9226d898974 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 20:02:44.872700 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-aab688ba-b153-45a8-b09d-d9226d898974 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 20:02:44.883455 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-aab688ba-b153-45a8-b09d-d9226d898974 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-885767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25238'] for router, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:44.884409 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-aab688ba-b153-45a8-b09d-d9226d898974 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-901042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-886562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-981784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25327'] for router, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:44.899478 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-aab688ba-b153-45a8-b09d-d9226d898974 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:44.933057 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-1134427e-a64d-4fcc-9bae-5ba2fab854a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:45.177637 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-aab688ba-b153-45a8-b09d-d9226d898974 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-886608', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-885830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25341'] for router, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:45.264807 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0a557b2-be60-4a8a-bf50-0850ece7718e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc93f83c3-7fb6-5c13-a9d4-29d739a4e8d2-eb4cac2d-3c55-48bd-a182-c8048e5d9d5d', 'network_id': 'eb4cac2d-3c55-48bd-a182-c8048e5d9d5d', 'tenant_id': '079b1376de5f4f14bdcc1c67e5b2d05d', 'fixed_ips': [{'subnet_id': '6b6a0579-4890-4ae9-8fd7-512414c33388'}]}} from n-d-844202-1. {{(pid=88526) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 20:02:45.265661 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f0a557b2-be60-4a8a-bf50-0850ece7718e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:45.515358 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-aab688ba-b153-45a8-b09d-d9226d898974 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:45.535773 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.db_base_plugin_common [None req-f0a557b2-be60-4a8a-bf50-0850ece7718e None None] Allocated IP 172.20.0.2 (eb4cac2d-3c55-48bd-a182-c8048e5d9d5d/6b6a0579-4890-4ae9-8fd7-512414c33388/8227483d-01cf-494a-8726-3f652b35c0e1) {{(pid=88526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 20:02:45.546377 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-aab688ba-b153-45a8-b09d-d9226d898974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:45.560516 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-1134427e-a64d-4fcc-9bae-5ba2fab854a0 None None] Notify callbacks [] for port, precommit_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:45.648218 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-1134427e-a64d-4fcc-9bae-5ba2fab854a0 None None] Transition to ACTIVE for port object 19140d11-e33e-41c8-ac22-f3b57d468a4d will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 20:02:45.666735 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-1134427e-a64d-4fcc-9bae-5ba2fab854a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:45.703567 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [None req-aab688ba-b153-45a8-b09d-d9226d898974 admin admin] Allocated IP 172.25.4.68 (72a72e44-6845-488a-a5ff-3a26d4df9cb3/c314a23b-daa2-4106-ab28-8e6f954277b2/68547860-61da-49ea-96d0-f815202bac78) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 20:02:45.829025 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffb79e5-3403-4783-a818-6ce563372583 None None] Pushing event updated for resources: {'Port': ['ID=19140d11-e33e-41c8-ac22-f3b57d468a4d,revision_number=3']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 20:02:45.883401 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-aab688ba-b153-45a8-b09d-d9226d898974 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:45.934365 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-aab688ba-b153-45a8-b09d-d9226d898974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:45.973858 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device f7164172-725e-4437-9e52-5b21be9a3985 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 20:02:46.018073 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aab688ba-b153-45a8-b09d-d9226d898974 admin admin] Network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 20:02:46.019707 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-aab688ba-b153-45a8-b09d-d9226d898974 admin admin] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 20:02:46.023691 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab688ba-b153-45a8-b09d-d9226d898974 admin admin] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 20:02:46.063656 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab688ba-b153-45a8-b09d-d9226d898974 admin admin] Pushing event updated for resources: {'Port': ['ID=68547860-61da-49ea-96d0-f815202bac78,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 20:02:46.090370 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-1134427e-a64d-4fcc-9bae-5ba2fab854a0 None None] Attempting to bind port 19140d11-e33e-41c8-ac22-f3b57d468a4d on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 20:02:46.091382 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-1134427e-a64d-4fcc-9bae-5ba2fab854a0 None None] Attempting to bind port 19140d11-e33e-41c8-ac22-f3b57d468a4d by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': '5b54ac71-b334-498b-96f7-8fe3b7eefc67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'cf5509be-13ab-444b-8fac-c4ef6c2d8965'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 20:02:46.091692 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1134427e-a64d-4fcc-9bae-5ba2fab854a0 None None] Attempting to bind port 19140d11-e33e-41c8-ac22-f3b57d468a4d on network cf5509be-13ab-444b-8fac-c4ef6c2d8965 {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 20:02:46.107212 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f0a557b2-be60-4a8a-bf50-0850ece7718e None None] Notify callbacks [] for port, precommit_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:46.110766 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1134427e-a64d-4fcc-9bae-5ba2fab854a0 None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 20, 2, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 20:02:46.111133 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1134427e-a64d-4fcc-9bae-5ba2fab854a0 None None] Checking segment: {'id': '5b54ac71-b334-498b-96f7-8fe3b7eefc67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'cf5509be-13ab-444b-8fac-c4ef6c2d8965'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 20:02:46.111547 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-1134427e-a64d-4fcc-9bae-5ba2fab854a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:46.111934 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1134427e-a64d-4fcc-9bae-5ba2fab854a0 None None] Bound using segment: {'id': '5b54ac71-b334-498b-96f7-8fe3b7eefc67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'cf5509be-13ab-444b-8fac-c4ef6c2d8965'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 20:02:46.112430 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-1134427e-a64d-4fcc-9bae-5ba2fab854a0 None None] Bound port: 19140d11-e33e-41c8-ac22-f3b57d468a4d, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b54ac71-b334-498b-96f7-8fe3b7eefc67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'cf5509be-13ab-444b-8fac-c4ef6c2d8965'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 20:02:46.112800 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-1134427e-a64d-4fcc-9bae-5ba2fab854a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:46.142422 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f0a557b2-be60-4a8a-bf50-0850ece7718e None None] Transition to ACTIVE for port object 8227483d-01cf-494a-8726-3f652b35c0e1 will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 20:02:46.207346 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port f7164172-725e-4437-9e52-5b21be9a3985 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 20:02:46.207713 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:46.232548 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f0a557b2-be60-4a8a-bf50-0850ece7718e None None] Transition to ACTIVE for port object 8227483d-01cf-494a-8726-3f652b35c0e1 will not be triggered until provisioned by entity DHCP. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 20:02:46.261531 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f0a557b2-be60-4a8a-bf50-0850ece7718e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526'] for port, after_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:46.426390 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0a557b2-be60-4a8a-bf50-0850ece7718e None None] Network eb4cac2d-3c55-48bd-a182-c8048e5d9d5d is already hosted by enough agents. {{(pid=88526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 20:02:46.433787 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.base_scheduler [None req-f0a557b2-be60-4a8a-bf50-0850ece7718e None None] Resources bound (agent type, host, resource id): {{(pid=88526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 20:02:46.440182 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-1134427e-a64d-4fcc-9bae-5ba2fab854a0 None None] For port 19140d11-e33e-41c8-ac22-f3b57d468a4d, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 20:02:46.444663 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a557b2-be60-4a8a-bf50-0850ece7718e None None] Received port after_create {{(pid=88526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 20:02:46.447885 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-1134427e-a64d-4fcc-9bae-5ba2fab854a0 None None] For port 19140d11-e33e-41c8-ac22-f3b57d468a4d, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=19140d11-e33e-41c8-ac22-f3b57d468a4d,segment=NetworkSegment(5b54ac71-b334-498b-96f7-8fe3b7eefc67),segment_id=5b54ac71-b334-498b-96f7-8fe3b7eefc67)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 20:02:46.454793 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a557b2-be60-4a8a-bf50-0850ece7718e None None] Pushing event updated for resources: {'Port': ['ID=8227483d-01cf-494a-8726-3f652b35c0e1,revision_number=1']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 20:02:46.460012 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-1134427e-a64d-4fcc-9bae-5ba2fab854a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:46.670508 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-aab688ba-b153-45a8-b09d-d9226d898974 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:46.699149 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port f7164172-725e-4437-9e52-5b21be9a3985 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 20:02:46.706495 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1134427e-a64d-4fcc-9bae-5ba2fab854a0 None None] Routers {'1b39c0a4-7100-469f-a264-c91a09cb4045'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 20:02:46.707144 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-1134427e-a64d-4fcc-9bae-5ba2fab854a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T20:02:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['1b39c0a4-7100-469f-a264-c91a09cb4045'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 20:02:46.765110 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-f0a557b2-be60-4a8a-bf50-0850ece7718e None None] Attempting to bind port 8227483d-01cf-494a-8726-3f652b35c0e1 on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 20:02:46.765518 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-f0a557b2-be60-4a8a-bf50-0850ece7718e None None] Attempting to bind port 8227483d-01cf-494a-8726-3f652b35c0e1 by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': 'fc4c32e4-c5ff-42cc-9ed9-d478c4f9f65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'eb4cac2d-3c55-48bd-a182-c8048e5d9d5d'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 20:02:46.766493 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a557b2-be60-4a8a-bf50-0850ece7718e None None] Attempting to bind port 8227483d-01cf-494a-8726-3f652b35c0e1 on network eb4cac2d-3c55-48bd-a182-c8048e5d9d5d {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 20:02:46.773754 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffb79e5-3403-4783-a818-6ce563372583 None None] Pushing event updated for resources: {'Port': ['ID=19140d11-e33e-41c8-ac22-f3b57d468a4d,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 20:02:46.798477 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a557b2-be60-4a8a-bf50-0850ece7718e None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 20, 2, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 20:02:46.798846 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a557b2-be60-4a8a-bf50-0850ece7718e None None] Checking segment: {'id': 'fc4c32e4-c5ff-42cc-9ed9-d478c4f9f65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'eb4cac2d-3c55-48bd-a182-c8048e5d9d5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 20:02:46.799244 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f0a557b2-be60-4a8a-bf50-0850ece7718e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:46.799632 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a557b2-be60-4a8a-bf50-0850ece7718e None None] Bound using segment: {'id': 'fc4c32e4-c5ff-42cc-9ed9-d478c4f9f65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'eb4cac2d-3c55-48bd-a182-c8048e5d9d5d'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 20:02:46.800108 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-f0a557b2-be60-4a8a-bf50-0850ece7718e None None] Bound port: 8227483d-01cf-494a-8726-3f652b35c0e1, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc4c32e4-c5ff-42cc-9ed9-d478c4f9f65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'eb4cac2d-3c55-48bd-a182-c8048e5d9d5d'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 20:02:46.800510 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f0a557b2-be60-4a8a-bf50-0850ece7718e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:47.029004 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-1134427e-a64d-4fcc-9bae-5ba2fab854a0 None None] Set router 1b39c0a4-7100-469f-a264-c91a09cb4045 gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 20:02:47.091126 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f0a557b2-be60-4a8a-bf50-0850ece7718e None None] For port 8227483d-01cf-494a-8726-3f652b35c0e1, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 20:02:47.100570 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-aab688ba-b153-45a8-b09d-d9226d898974 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-885820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-886655'] for router, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:47.106422 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f0a557b2-be60-4a8a-bf50-0850ece7718e None None] For port 8227483d-01cf-494a-8726-3f652b35c0e1, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=8227483d-01cf-494a-8726-3f652b35c0e1,segment=NetworkSegment(fc4c32e4-c5ff-42cc-9ed9-d478c4f9f65d),segment_id=fc4c32e4-c5ff-42cc-9ed9-d478c4f9f65d)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 20:02:47.164091 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f0a557b2-be60-4a8a-bf50-0850ece7718e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:47.326773 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aab688ba-b153-45a8-b09d-d9226d898974 admin admin] Router 53eaba3a-5108-472f-8473-29200042a0d3 is scheduled to L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 with binding_index 1 {{(pid=88524) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 20:02:47.348512 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a557b2-be60-4a8a-bf50-0850ece7718e None None] Pushing event updated for resources: {'Port': ['ID=8227483d-01cf-494a-8726-3f652b35c0e1,revision_number=2']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 20:02:47.453011 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-1134427e-a64d-4fcc-9bae-5ba2fab854a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b39c0a4-7100-469f-a264-c91a09cb4045', 'name': 'tempest-TestShelveInstance-1288850548-router', 'tenant_id': '825bb4933da34be28d124b03583d29d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.235'}], 'enable_snat': True}, 'gw_port_id': 'f7164172-725e-4437-9e52-5b21be9a3985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T20:02:37Z', 'updated_at': '2022-06-01T20:02:42Z', 'revision_number': 4, 'project_id': '825bb4933da34be28d124b03583d29d8', 'gw_port': {'id': 'f7164172-725e-4437-9e52-5b21be9a3985', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:50:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b39c0a4-7100-469f-a264-c91a09cb4045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4408, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T20:02:38Z', 'updated_at': '2022-06-01T20:02:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '19140d11-e33e-41c8-ac22-f3b57d468a4d', 'name': '', 'network_id': 'cf5509be-13ab-444b-8fac-c4ef6c2d8965', 'tenant_id': '825bb4933da34be28d124b03583d29d8', 'mac_address': 'fa:16:3e:04:60:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b39c0a4-7100-469f-a264-c91a09cb4045', 'device_owner': 'network:router_interface', 'standard_attr_id': 4409, 'fixed_ips': [{'subnet_id': 'b7ebe99e-3dfc-4ae1-a193-5aaa1f83ecb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T20:02:41Z', 'updated_at': '2022-06-01T20:02:46Z', 'revision_number': 4, 'project_id': '825bb4933da34be28d124b03583d29d8', 'subnets': [{'id': 'b7ebe99e-3dfc-4ae1-a193-5aaa1f83ecb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 20:02:47.457317 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1134427e-a64d-4fcc-9bae-5ba2fab854a0 None None] The sync data for ids ['1b39c0a4-7100-469f-a264-c91a09cb4045'] in n-d-844202-1 is: [{'id': '1b39c0a4-7100-469f-a264-c91a09cb4045', 'name': 'tempest-TestShelveInstance-1288850548-router', 'tenant_id': '825bb4933da34be28d124b03583d29d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.235'}], 'enable_snat': True}, 'gw_port_id': 'f7164172-725e-4437-9e52-5b21be9a3985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T20:02:37Z', 'updated_at': '2022-06-01T20:02:42Z', 'revision_number': 4, 'project_id': '825bb4933da34be28d124b03583d29d8', 'gw_port': {'id': 'f7164172-725e-4437-9e52-5b21be9a3985', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:50:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b39c0a4-7100-469f-a264-c91a09cb4045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4408, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T20:02:38Z', 'updated_at': '2022-06-01T20:02:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '19140d11-e33e-41c8-ac22-f3b57d468a4d', 'name': '', 'network_id': 'cf5509be-13ab-444b-8fac-c4ef6c2d8965', 'tenant_id': '825bb4933da34be28d124b03583d29d8', 'mac_address': 'fa:16:3e:04:60:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b39c0a4-7100-469f-a264-c91a09cb4045', 'device_owner': 'network:router_interface', 'standard_attr_id': 4409, 'fixed_ips': [{'subnet_id': 'b7ebe99e-3dfc-4ae1-a193-5aaa1f83ecb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T20:02:41Z', 'updated_at': '2022-06-01T20:02:46Z', 'revision_number': 4, 'project_id': '825bb4933da34be28d124b03583d29d8', 'subnets': [{'id': 'b7ebe99e-3dfc-4ae1-a193-5aaa1f83ecb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 20:02:47.528100 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aab688ba-b153-45a8-b09d-d9226d898974 admin admin] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 20:02:47.552707 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f17dcc75-fbb4-412d-a88c-c3099e7e613a None None] Sync routers for ids ['53eaba3a-5108-472f-8473-29200042a0d3'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 20:02:47.571547 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-aab688ba-b153-45a8-b09d-d9226d898974 admin admin] Notify callbacks [] for router, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:47.573587 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f17dcc75-fbb4-412d-a88c-c3099e7e613a None None] Routers {'53eaba3a-5108-472f-8473-29200042a0d3'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 20:02:47.574386 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-f17dcc75-fbb4-412d-a88c-c3099e7e613a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T20:02:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['53eaba3a-5108-472f-8473-29200042a0d3'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 20:02:47.576071 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-aab688ba-b153-45a8-b09d-d9226d898974 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.7256529 Jun 01 20:02:47.579074 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 55512) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 20:02:47.813930 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-f17dcc75-fbb4-412d-a88c-c3099e7e613a None None] Set router 53eaba3a-5108-472f-8473-29200042a0d3 gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 20:02:47.997845 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 8227483d-01cf-494a-8726-3f652b35c0e1 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 20:02:48.080072 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port 8227483d-01cf-494a-8726-3f652b35c0e1 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 20:02:48.086162 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 19140d11-e33e-41c8-ac22-f3b57d468a4d up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 20:02:48.182393 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port 19140d11-e33e-41c8-ac22-f3b57d468a4d completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 20:02:48.190089 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-f17dcc75-fbb4-412d-a88c-c3099e7e613a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53eaba3a-5108-472f-8473-29200042a0d3', 'name': 'tempest-TestShelveInstance-2145267331-router', 'tenant_id': '079b1376de5f4f14bdcc1c67e5b2d05d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '68547860-61da-49ea-96d0-f815202bac78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T20:02:44Z', 'updated_at': '2022-06-01T20:02:46Z', 'revision_number': 3, 'project_id': '079b1376de5f4f14bdcc1c67e5b2d05d', 'gw_port': {'id': '68547860-61da-49ea-96d0-f815202bac78', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:36:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53eaba3a-5108-472f-8473-29200042a0d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4420, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T20:02:45Z', 'updated_at': '2022-06-01T20:02:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 20:02:48.196314 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 19140d11-e33e-41c8-ac22-f3b57d468a4d triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 20:02:48.197688 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:48.201445 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f17dcc75-fbb4-412d-a88c-c3099e7e613a None None] Checking router: 53eaba3a-5108-472f-8473-29200042a0d3 for host: n-d-844202-1 {{(pid=88527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 20:02:48.201786 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f17dcc75-fbb4-412d-a88c-c3099e7e613a None None] Updating router 53eaba3a-5108-472f-8473-29200042a0d3 port 68547860-61da-49ea-96d0-f815202bac78 binding host n-d-844202-1 {{(pid=88527) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 20:02:48.326652 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-f17dcc75-fbb4-412d-a88c-c3099e7e613a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:48.390958 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 19140d11-e33e-41c8-ac22-f3b57d468a4d is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 20:02:48.391350 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:48.427030 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port 19140d11-e33e-41c8-ac22-f3b57d468a4d, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=19140d11-e33e-41c8-ac22-f3b57d468a4d,segment=NetworkSegment(5b54ac71-b334-498b-96f7-8fe3b7eefc67),segment_id=5b54ac71-b334-498b-96f7-8fe3b7eefc67)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 20:02:48.436332 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:48.546891 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=19140d11-e33e-41c8-ac22-f3b57d468a4d,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 20:02:48.555259 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1ad841c0-f9a9-40d0-9f37-cefdbdc29c3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:48.646170 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2434a38c-df53-4d80-829e-198a498b5e22 None None] Network eb4cac2d-3c55-48bd-a182-c8048e5d9d5d requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 20:02:48.783878 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-1070d3fa-263d-4103-b198-6ab659588a62 None None] Provisioning for port 8227483d-01cf-494a-8726-3f652b35c0e1 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 20:02:48.789410 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-f17dcc75-fbb4-412d-a88c-c3099e7e613a None None] Notify callbacks [] for port, precommit_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:48.799006 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-1070d3fa-263d-4103-b198-6ab659588a62 None None] Provisioning complete for port 8227483d-01cf-494a-8726-3f652b35c0e1 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 20:02:48.800097 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-1070d3fa-263d-4103-b198-6ab659588a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:48.806006 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.provisioning_blocks [None req-f17dcc75-fbb4-412d-a88c-c3099e7e613a None None] Transition to ACTIVE for port object 68547860-61da-49ea-96d0-f815202bac78 will not be triggered until provisioned by entity L2. {{(pid=88527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 20:02:48.815462 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-f17dcc75-fbb4-412d-a88c-c3099e7e613a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:48.821832 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [None req-1ad841c0-f9a9-40d0-9f37-cefdbdc29c3b admin admin] Allocated IP 172.20.0.1 (eb4cac2d-3c55-48bd-a182-c8048e5d9d5d/6b6a0579-4890-4ae9-8fd7-512414c33388/12a1bdf5-8f35-4a0e-a147-31b294fb56b1) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 20:02:48.904726 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-f17dcc75-fbb4-412d-a88c-c3099e7e613a None None] Attempting to bind port 68547860-61da-49ea-96d0-f815202bac78 on host n-d-844202-1 for vnic_type normal with profile {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 20:02:48.905118 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-f17dcc75-fbb4-412d-a88c-c3099e7e613a None None] Attempting to bind port 68547860-61da-49ea-96d0-f815202bac78 by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}] {{(pid=88527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 20:02:48.905449 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17dcc75-fbb4-412d-a88c-c3099e7e613a None None] Attempting to bind port 68547860-61da-49ea-96d0-f815202bac78 on network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 20:02:48.909521 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c176465-7cb6-4deb-9774-c561df8bf5e8 None None] Pushing event updated for resources: {'Port': ['ID=68547860-61da-49ea-96d0-f815202bac78,revision_number=2']} {{(pid=88527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 20:02:48.914966 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17dcc75-fbb4-412d-a88c-c3099e7e613a None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 20, 2, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 20:02:48.915360 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17dcc75-fbb4-412d-a88c-c3099e7e613a None None] Checking segment: {'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 20:02:48.915726 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-f17dcc75-fbb4-412d-a88c-c3099e7e613a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:48.916109 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17dcc75-fbb4-412d-a88c-c3099e7e613a None None] Bound using segment: {'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'} {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 20:02:48.916601 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-f17dcc75-fbb4-412d-a88c-c3099e7e613a None None] Bound port: 68547860-61da-49ea-96d0-f815202bac78, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}}] {{(pid=88527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 20:02:48.916970 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-f17dcc75-fbb4-412d-a88c-c3099e7e613a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:49.025865 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.db [None req-f17dcc75-fbb4-412d-a88c-c3099e7e613a None None] For port 68547860-61da-49ea-96d0-f815202bac78, host n-d-844202-1, cleared binding levels {{(pid=88527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 20:02:49.030511 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.db [None req-f17dcc75-fbb4-412d-a88c-c3099e7e613a None None] For port 68547860-61da-49ea-96d0-f815202bac78, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=68547860-61da-49ea-96d0-f815202bac78,segment=NetworkSegment(7875af61-4c53-4ff2-b8c8-d4b7c35ff947),segment_id=7875af61-4c53-4ff2-b8c8-d4b7c35ff947)] {{(pid=88527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 20:02:49.037109 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-f17dcc75-fbb4-412d-a88c-c3099e7e613a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:49.135187 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f17dcc75-fbb4-412d-a88c-c3099e7e613a None None] Routers {'53eaba3a-5108-472f-8473-29200042a0d3'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 20:02:49.135807 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-f17dcc75-fbb4-412d-a88c-c3099e7e613a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T20:02:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['53eaba3a-5108-472f-8473-29200042a0d3'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 20:02:49.158490 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-1070d3fa-263d-4103-b198-6ab659588a62 None None] Current status of the port 8227483d-01cf-494a-8726-3f652b35c0e1 is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 20:02:49.158866 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-1070d3fa-263d-4103-b198-6ab659588a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:49.174716 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1ad841c0-f9a9-40d0-9f37-cefdbdc29c3b admin admin] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:49.192369 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [None req-1ad841c0-f9a9-40d0-9f37-cefdbdc29c3b admin admin] Transition to ACTIVE for port object 12a1bdf5-8f35-4a0e-a147-31b294fb56b1 will not be triggered until provisioned by entity DHCP. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 20:02:49.200415 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c176465-7cb6-4deb-9774-c561df8bf5e8 None None] Pushing event updated for resources: {'Port': ['ID=68547860-61da-49ea-96d0-f815202bac78,revision_number=3']} {{(pid=88527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 20:02:49.203027 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-1070d3fa-263d-4103-b198-6ab659588a62 None None] For port 8227483d-01cf-494a-8726-3f652b35c0e1, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=8227483d-01cf-494a-8726-3f652b35c0e1,segment=NetworkSegment(fc4c32e4-c5ff-42cc-9ed9-d478c4f9f65d),segment_id=fc4c32e4-c5ff-42cc-9ed9-d478c4f9f65d)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 20:02:49.207941 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-1070d3fa-263d-4103-b198-6ab659588a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:49.221480 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1ad841c0-f9a9-40d0-9f37-cefdbdc29c3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:49.287726 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1070d3fa-263d-4103-b198-6ab659588a62 None None] Pushing event updated for resources: {'Port': ['ID=8227483d-01cf-494a-8726-3f652b35c0e1,revision_number=3']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 20:02:49.307544 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ad841c0-f9a9-40d0-9f37-cefdbdc29c3b admin admin] Network eb4cac2d-3c55-48bd-a182-c8048e5d9d5d is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 20:02:49.311316 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-1ad841c0-f9a9-40d0-9f37-cefdbdc29c3b admin admin] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 20:02:49.315292 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad841c0-f9a9-40d0-9f37-cefdbdc29c3b admin admin] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 20:02:49.352026 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad841c0-f9a9-40d0-9f37-cefdbdc29c3b admin admin] Pushing event updated for resources: {'Port': ['ID=12a1bdf5-8f35-4a0e-a147-31b294fb56b1,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 20:02:49.360776 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-f17dcc75-fbb4-412d-a88c-c3099e7e613a None None] Set router 53eaba3a-5108-472f-8473-29200042a0d3 gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 20:02:49.376155 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1ad841c0-f9a9-40d0-9f37-cefdbdc29c3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-887605'] for router_interface, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:49.523032 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1ad841c0-f9a9-40d0-9f37-cefdbdc29c3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:49.544577 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6bc84d72-de03-4388-b560-e2667835164b None None] Provisioning complete for port 8227483d-01cf-494a-8726-3f652b35c0e1 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 20:02:49.544955 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6bc84d72-de03-4388-b560-e2667835164b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:49.690164 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6bc84d72-de03-4388-b560-e2667835164b None None] Current status of the port 8227483d-01cf-494a-8726-3f652b35c0e1 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 20:02:49.696105 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-f17dcc75-fbb4-412d-a88c-c3099e7e613a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53eaba3a-5108-472f-8473-29200042a0d3', 'name': 'tempest-TestShelveInstance-2145267331-router', 'tenant_id': '079b1376de5f4f14bdcc1c67e5b2d05d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '68547860-61da-49ea-96d0-f815202bac78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T20:02:44Z', 'updated_at': '2022-06-01T20:02:46Z', 'revision_number': 3, 'project_id': '079b1376de5f4f14bdcc1c67e5b2d05d', 'gw_port': {'id': '68547860-61da-49ea-96d0-f815202bac78', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:36:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53eaba3a-5108-472f-8473-29200042a0d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4420, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T20:02:45Z', 'updated_at': '2022-06-01T20:02:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 20:02:49.701381 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f17dcc75-fbb4-412d-a88c-c3099e7e613a None None] The sync data for ids ['53eaba3a-5108-472f-8473-29200042a0d3'] in n-d-844202-1 is: [{'id': '53eaba3a-5108-472f-8473-29200042a0d3', 'name': 'tempest-TestShelveInstance-2145267331-router', 'tenant_id': '079b1376de5f4f14bdcc1c67e5b2d05d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '68547860-61da-49ea-96d0-f815202bac78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T20:02:44Z', 'updated_at': '2022-06-01T20:02:46Z', 'revision_number': 3, 'project_id': '079b1376de5f4f14bdcc1c67e5b2d05d', 'gw_port': {'id': '68547860-61da-49ea-96d0-f815202bac78', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:36:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53eaba3a-5108-472f-8473-29200042a0d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4420, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T20:02:45Z', 'updated_at': '2022-06-01T20:02:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 20:02:49.814933 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-c39ca2ba-cbf0-4ed9-ae45-057fcd19ce03 None None] Provisioning for port 12a1bdf5-8f35-4a0e-a147-31b294fb56b1 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 20:02:49.820352 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-c39ca2ba-cbf0-4ed9-ae45-057fcd19ce03 None None] Provisioning complete for port 12a1bdf5-8f35-4a0e-a147-31b294fb56b1 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 20:02:49.820724 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-c39ca2ba-cbf0-4ed9-ae45-057fcd19ce03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:49.837547 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1ad841c0-f9a9-40d0-9f37-cefdbdc29c3b admin admin] Notify callbacks [] for port, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:49.848182 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1ad841c0-f9a9-40d0-9f37-cefdbdc29c3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:49.907275 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-c39ca2ba-cbf0-4ed9-ae45-057fcd19ce03 None None] Port 12a1bdf5-8f35-4a0e-a147-31b294fb56b1 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 20:02:49.915127 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 8227483d-01cf-494a-8726-3f652b35c0e1 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 20:02:50.003987 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 8227483d-01cf-494a-8726-3f652b35c0e1 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 20:02:50.004390 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:50.112043 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1ad841c0-f9a9-40d0-9f37-cefdbdc29c3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-887436'] for router_interface, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:50.122698 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad841c0-f9a9-40d0-9f37-cefdbdc29c3b admin admin] Pushing event updated for resources: {'Port': ['ID=12a1bdf5-8f35-4a0e-a147-31b294fb56b1,revision_number=2']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 20:02:50.182776 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 8227483d-01cf-494a-8726-3f652b35c0e1 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 20:02:50.183940 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 19140d11-e33e-41c8-ac22-f3b57d468a4d up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 20:02:50.265562 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 19140d11-e33e-41c8-ac22-f3b57d468a4d triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 20:02:50.266271 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:50.275839 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ad841c0-f9a9-40d0-9f37-cefdbdc29c3b admin admin] Network eb4cac2d-3c55-48bd-a182-c8048e5d9d5d is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 20:02:50.277110 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-1ad841c0-f9a9-40d0-9f37-cefdbdc29c3b admin admin] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 20:02:50.421273 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 19140d11-e33e-41c8-ac22-f3b57d468a4d is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 20:02:50.509236 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ad841c0-f9a9-40d0-9f37-cefdbdc29c3b admin admin] Router 53eaba3a-5108-472f-8473-29200042a0d3 has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 20:02:50.632344 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-c85072b2-a2ab-462b-aa76-eb0b26dada22 None None] Provisioning complete for port 12a1bdf5-8f35-4a0e-a147-31b294fb56b1 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 20:02:50.632644 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-c85072b2-a2ab-462b-aa76-eb0b26dada22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:50.693106 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-c85072b2-a2ab-462b-aa76-eb0b26dada22 None None] Port 12a1bdf5-8f35-4a0e-a147-31b294fb56b1 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 20:02:50.713115 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ad841c0-f9a9-40d0-9f37-cefdbdc29c3b admin admin] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 20:02:50.723592 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-1ad841c0-f9a9-40d0-9f37-cefdbdc29c3b admin admin] 10.222.0.41 "PUT /v2.0/routers/53eaba3a-5108-472f-8473-29200042a0d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1434915 Jun 01 20:02:51.125269 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 55522) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 20:02:51.130482 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-36cbb970-d625-4b5f-ad20-4f7b2f3fdcc6 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-111450396', 'description': 'tempest-secgroup-smoke-111450396 description', 'project_id': '825bb4933da34be28d124b03583d29d8'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 20:02:51.137880 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-36cbb970-d625-4b5f-ad20-4f7b2f3fdcc6 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 20:02:51.141748 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-36cbb970-d625-4b5f-ad20-4f7b2f3fdcc6 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Usage tracker for resource:security_group and tenant:825bb4933da34be28d124b03583d29d8 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 20:02:51.144570 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-36cbb970-d625-4b5f-ad20-4f7b2f3fdcc6 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 20:02:51.150194 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-36cbb970-d625-4b5f-ad20-4f7b2f3fdcc6 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 20:02:51.160985 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-36cbb970-d625-4b5f-ad20-4f7b2f3fdcc6 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:51.181897 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-36cbb970-d625-4b5f-ad20-4f7b2f3fdcc6 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 20:02:51.186667 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-36cbb970-d625-4b5f-ad20-4f7b2f3fdcc6 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Usage tracker for resource:security_group_rule and tenant:825bb4933da34be28d124b03583d29d8 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 20:02:51.189460 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-36cbb970-d625-4b5f-ad20-4f7b2f3fdcc6 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 20:02:51.195040 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-36cbb970-d625-4b5f-ad20-4f7b2f3fdcc6 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 20:02:51.274081 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-36cbb970-d625-4b5f-ad20-4f7b2f3fdcc6 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:51.284757 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-36cbb970-d625-4b5f-ad20-4f7b2f3fdcc6 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:51.334825 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cbb970-d625-4b5f-ad20-4f7b2f3fdcc6 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b88b2ca-970c-4dec-921e-60dada1e087e,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 20:02:51.338046 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-36cbb970-d625-4b5f-ad20-4f7b2f3fdcc6 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:51.339383 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-36cbb970-d625-4b5f-ad20-4f7b2f3fdcc6 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2131119 Jun 01 20:02:51.343196 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 55526) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 20:02:51.348565 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-c24873ca-8a0b-4aac-9192-9b42bf0cefae tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Request body: {'security_group_rule': {'security_group_id': '0b88b2ca-970c-4dec-921e-60dada1e087e', 'project_id': '825bb4933da34be28d124b03583d29d8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 20:02:51.359145 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-c24873ca-8a0b-4aac-9192-9b42bf0cefae tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 20:02:51.363855 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-c24873ca-8a0b-4aac-9192-9b42bf0cefae tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Usage tracker for resource:security_group_rule and tenant:825bb4933da34be28d124b03583d29d8 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 20:02:51.369597 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-c24873ca-8a0b-4aac-9192-9b42bf0cefae tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 20:02:51.375199 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-c24873ca-8a0b-4aac-9192-9b42bf0cefae tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 20:02:51.391826 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-c24873ca-8a0b-4aac-9192-9b42bf0cefae tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:51.453528 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-c24873ca-8a0b-4aac-9192-9b42bf0cefae tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:51.457996 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-c24873ca-8a0b-4aac-9192-9b42bf0cefae tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:51.482625 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24873ca-8a0b-4aac-9192-9b42bf0cefae tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=191411c2-977d-41e3-b1d9-7dee8a314414,revision_number=0']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 20:02:51.491064 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a023a640-3b62-4148-8927-c975ac5dab0d None None] Sync routers for ids ['53eaba3a-5108-472f-8473-29200042a0d3'] in n-d-844202-1 {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 20:02:51.494836 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-c24873ca-8a0b-4aac-9192-9b42bf0cefae tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:51.500397 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 55530) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 20:02:51.501114 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-c24873ca-8a0b-4aac-9192-9b42bf0cefae tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1563599 Jun 01 20:02:51.504575 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a023a640-3b62-4148-8927-c975ac5dab0d None None] Routers {'53eaba3a-5108-472f-8473-29200042a0d3'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 20:02:51.505667 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-a023a640-3b62-4148-8927-c975ac5dab0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T20:02:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['53eaba3a-5108-472f-8473-29200042a0d3'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 20:02:51.505824 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-a47668a8-88a4-4e02-ab3b-3c69386c2983 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Request body: {'security_group_rule': {'security_group_id': '0b88b2ca-970c-4dec-921e-60dada1e087e', 'project_id': '825bb4933da34be28d124b03583d29d8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 20:02:51.514788 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-a47668a8-88a4-4e02-ab3b-3c69386c2983 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 20:02:51.518689 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-a47668a8-88a4-4e02-ab3b-3c69386c2983 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Usage tracker for resource:security_group_rule and tenant:825bb4933da34be28d124b03583d29d8 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 20:02:51.521584 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-a47668a8-88a4-4e02-ab3b-3c69386c2983 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 20:02:51.527316 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-a47668a8-88a4-4e02-ab3b-3c69386c2983 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 20:02:51.547503 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a47668a8-88a4-4e02-ab3b-3c69386c2983 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:51.614353 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a47668a8-88a4-4e02-ab3b-3c69386c2983 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:51.618391 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a47668a8-88a4-4e02-ab3b-3c69386c2983 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:51.642311 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47668a8-88a4-4e02-ab3b-3c69386c2983 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02b71799-b7e2-48da-9882-16e70604cc5b,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 20:02:51.651862 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a47668a8-88a4-4e02-ab3b-3c69386c2983 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:51.653592 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-a47668a8-88a4-4e02-ab3b-3c69386c2983 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1520822 Jun 01 20:02:51.656905 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 55534) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 20:02:51.662015 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-a76b5bd4-c27c-453f-b4cf-7ace0ab12ea6 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Request body: {'security_group_rule': {'security_group_id': '0b88b2ca-970c-4dec-921e-60dada1e087e', 'project_id': '825bb4933da34be28d124b03583d29d8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 20:02:51.670145 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-a76b5bd4-c27c-453f-b4cf-7ace0ab12ea6 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 20:02:51.674144 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-a76b5bd4-c27c-453f-b4cf-7ace0ab12ea6 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Usage tracker for resource:security_group_rule and tenant:825bb4933da34be28d124b03583d29d8 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 20:02:51.677103 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-a76b5bd4-c27c-453f-b4cf-7ace0ab12ea6 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 20:02:51.684027 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-a76b5bd4-c27c-453f-b4cf-7ace0ab12ea6 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 20:02:51.695676 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-a023a640-3b62-4148-8927-c975ac5dab0d None None] Set router 53eaba3a-5108-472f-8473-29200042a0d3 gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 20:02:51.701217 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a76b5bd4-c27c-453f-b4cf-7ace0ab12ea6 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:51.762553 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a76b5bd4-c27c-453f-b4cf-7ace0ab12ea6 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:51.766474 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a76b5bd4-c27c-453f-b4cf-7ace0ab12ea6 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:51.794899 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76b5bd4-c27c-453f-b4cf-7ace0ab12ea6 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=727e9d7f-018d-4292-863c-8c9148ed2e75,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 20:02:51.801238 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a76b5bd4-c27c-453f-b4cf-7ace0ab12ea6 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:51.802736 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-a76b5bd4-c27c-453f-b4cf-7ace0ab12ea6 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1447787 Jun 01 20:02:51.805452 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 55538) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 20:02:51.810381 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-1c70b7bc-d98d-4f1e-957c-1d082f65f6fd tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Request body: {'security_group_rule': {'security_group_id': '0b88b2ca-970c-4dec-921e-60dada1e087e', 'project_id': '825bb4933da34be28d124b03583d29d8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 20:02:51.817218 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-1c70b7bc-d98d-4f1e-957c-1d082f65f6fd tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 20:02:51.821049 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-1c70b7bc-d98d-4f1e-957c-1d082f65f6fd tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Usage tracker for resource:security_group_rule and tenant:825bb4933da34be28d124b03583d29d8 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 20:02:51.823911 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-1c70b7bc-d98d-4f1e-957c-1d082f65f6fd tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 20:02:51.829992 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-1c70b7bc-d98d-4f1e-957c-1d082f65f6fd tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 20:02:51.856517 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1c70b7bc-d98d-4f1e-957c-1d082f65f6fd tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:51.930245 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1c70b7bc-d98d-4f1e-957c-1d082f65f6fd tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:51.938437 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1c70b7bc-d98d-4f1e-957c-1d082f65f6fd tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:51.967452 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 68547860-61da-49ea-96d0-f815202bac78 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 20:02:51.968545 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c70b7bc-d98d-4f1e-957c-1d082f65f6fd tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c42d1fd3-ee27-49fc-a2af-452e4f01db6a,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 20:02:51.980562 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-1c70b7bc-d98d-4f1e-957c-1d082f65f6fd tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:51.984278 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-1c70b7bc-d98d-4f1e-957c-1d082f65f6fd tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1759496 Jun 01 20:02:51.985491 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 55542) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 20:02:51.993736 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-418d8b00-70b1-4f38-9419-bfa9e0ad89dd tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Request body: {'security_group_rule': {'security_group_id': '0b88b2ca-970c-4dec-921e-60dada1e087e', 'project_id': '825bb4933da34be28d124b03583d29d8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 20:02:52.005580 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-418d8b00-70b1-4f38-9419-bfa9e0ad89dd tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 20:02:52.012463 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-418d8b00-70b1-4f38-9419-bfa9e0ad89dd tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Usage tracker for resource:security_group_rule and tenant:825bb4933da34be28d124b03583d29d8 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 20:02:52.017117 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-418d8b00-70b1-4f38-9419-bfa9e0ad89dd tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 20:02:52.026241 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-418d8b00-70b1-4f38-9419-bfa9e0ad89dd tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 20:02:52.043836 n-d-844202-1 neutron-server[88524]: INFO neutron.db.securitygroups_db [None req-418d8b00-70b1-4f38-9419-bfa9e0ad89dd tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Project 825bb4933da34be28d124b03583d29d8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 01 20:02:52.055225 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-418d8b00-70b1-4f38-9419-bfa9e0ad89dd tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:52.112702 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port 68547860-61da-49ea-96d0-f815202bac78 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 20:02:52.118446 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 68547860-61da-49ea-96d0-f815202bac78 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 20:02:52.118811 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:52.145829 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-418d8b00-70b1-4f38-9419-bfa9e0ad89dd tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:52.150500 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-418d8b00-70b1-4f38-9419-bfa9e0ad89dd tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:52.176258 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418d8b00-70b1-4f38-9419-bfa9e0ad89dd tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=483d6a17-0874-4308-be53-269129708865,revision_number=0']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 20:02:52.191436 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-418d8b00-70b1-4f38-9419-bfa9e0ad89dd tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:52.195820 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-418d8b00-70b1-4f38-9419-bfa9e0ad89dd tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2062442 Jun 01 20:02:52.196216 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 55546) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 20:02:52.205144 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-c3ef601a-5cf9-4152-b00f-dbf4f400452e tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Request body: {'security_group_rule': {'security_group_id': '0b88b2ca-970c-4dec-921e-60dada1e087e', 'project_id': '825bb4933da34be28d124b03583d29d8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 20:02:52.212658 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-c3ef601a-5cf9-4152-b00f-dbf4f400452e tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 20:02:52.217166 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-c3ef601a-5cf9-4152-b00f-dbf4f400452e tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Usage tracker for resource:security_group_rule and tenant:825bb4933da34be28d124b03583d29d8 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 20:02:52.220849 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-c3ef601a-5cf9-4152-b00f-dbf4f400452e tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 20:02:52.226794 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-c3ef601a-5cf9-4152-b00f-dbf4f400452e tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 20:02:52.241723 n-d-844202-1 neutron-server[88524]: INFO neutron.db.securitygroups_db [None req-c3ef601a-5cf9-4152-b00f-dbf4f400452e tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Project 825bb4933da34be28d124b03583d29d8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 01 20:02:52.244763 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-a023a640-3b62-4148-8927-c975ac5dab0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53eaba3a-5108-472f-8473-29200042a0d3', 'name': 'tempest-TestShelveInstance-2145267331-router', 'tenant_id': '079b1376de5f4f14bdcc1c67e5b2d05d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '68547860-61da-49ea-96d0-f815202bac78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T20:02:44Z', 'updated_at': '2022-06-01T20:02:49Z', 'revision_number': 4, 'project_id': '079b1376de5f4f14bdcc1c67e5b2d05d', 'gw_port': {'id': '68547860-61da-49ea-96d0-f815202bac78', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:36:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53eaba3a-5108-472f-8473-29200042a0d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4420, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T20:02:45Z', 'updated_at': '2022-06-01T20:02:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '12a1bdf5-8f35-4a0e-a147-31b294fb56b1', 'name': '', 'network_id': 'eb4cac2d-3c55-48bd-a182-c8048e5d9d5d', 'tenant_id': '079b1376de5f4f14bdcc1c67e5b2d05d', 'mac_address': 'fa:16:3e:cc:1d:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53eaba3a-5108-472f-8473-29200042a0d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4421, 'fixed_ips': [{'subnet_id': '6b6a0579-4890-4ae9-8fd7-512414c33388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T20:02:48Z', 'updated_at': '2022-06-01T20:02:49Z', 'revision_number': 2, 'project_id': '079b1376de5f4f14bdcc1c67e5b2d05d', 'subnets': [{'id': '6b6a0579-4890-4ae9-8fd7-512414c33388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 20:02:52.251757 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a023a640-3b62-4148-8927-c975ac5dab0d None None] Checking router: 53eaba3a-5108-472f-8473-29200042a0d3 for host: n-d-844202-1 {{(pid=88526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 20:02:52.252111 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a023a640-3b62-4148-8927-c975ac5dab0d None None] Updating router 53eaba3a-5108-472f-8473-29200042a0d3 port 12a1bdf5-8f35-4a0e-a147-31b294fb56b1 binding host n-d-844202-1 {{(pid=88526) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 20:02:52.253315 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-c3ef601a-5cf9-4152-b00f-dbf4f400452e tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:52.339889 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-c3ef601a-5cf9-4152-b00f-dbf4f400452e tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:52.344808 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-a023a640-3b62-4148-8927-c975ac5dab0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:52.345855 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-c3ef601a-5cf9-4152-b00f-dbf4f400452e tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:52.370240 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ef601a-5cf9-4152-b00f-dbf4f400452e tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59b69626-168c-4e55-a443-ea53dbc21edd,revision_number=0']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 20:02:52.381568 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-c3ef601a-5cf9-4152-b00f-dbf4f400452e tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:52.384710 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-c3ef601a-5cf9-4152-b00f-dbf4f400452e tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1870563 Jun 01 20:02:52.425474 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 68547860-61da-49ea-96d0-f815202bac78 is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 20:02:52.425849 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:52.459024 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port 68547860-61da-49ea-96d0-f815202bac78, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=68547860-61da-49ea-96d0-f815202bac78,segment=NetworkSegment(7875af61-4c53-4ff2-b8c8-d4b7c35ff947),segment_id=7875af61-4c53-4ff2-b8c8-d4b7c35ff947)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 20:02:52.499381 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:52.559631 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-53356d95-f2f3-4d69-9eff-ae0178774095 req-803f0768-1ddb-44ac-bfee-973fee7f0e48 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Synchronizing usage tracker for tenant:825bb4933da34be28d124b03583d29d8 on resource:security_group {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 20:02:52.578293 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-53356d95-f2f3-4d69-9eff-ae0178774095 req-803f0768-1ddb-44ac-bfee-973fee7f0e48 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Unset dirty status for tenant:825bb4933da34be28d124b03583d29d8 on resource:security_group {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 20:02:52.579609 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-53356d95-f2f3-4d69-9eff-ae0178774095 req-803f0768-1ddb-44ac-bfee-973fee7f0e48 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-111450396&fields=id&tenant_id=825bb4933da34be28d124b03583d29d8 HTTP/1.1" status: 200 len: 267 time: 0.0608408 Jun 01 20:02:52.655539 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=68547860-61da-49ea-96d0-f815202bac78,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 20:02:52.821007 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-a023a640-3b62-4148-8927-c975ac5dab0d None None] Notify callbacks [] for port, precommit_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:52.833289 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-a023a640-3b62-4148-8927-c975ac5dab0d None None] Transition to ACTIVE for port object 12a1bdf5-8f35-4a0e-a147-31b294fb56b1 will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 20:02:52.841267 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-a023a640-3b62-4148-8927-c975ac5dab0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:52.872776 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53356d95-f2f3-4d69-9eff-ae0178774095 req-6f8a989d-d1a0-4ea1-a72c-09c6fc77c7c2 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:02:52.874271 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-53356d95-f2f3-4d69-9eff-ae0178774095 req-6f8a989d-d1a0-4ea1-a72c-09c6fc77c7c2 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "GET /v2.0/networks?id=cf5509be-13ab-444b-8fac-c4ef6c2d8965 HTTP/1.1" status: 200 len: 809 time: 0.2846622 Jun 01 20:02:52.893463 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-53356d95-f2f3-4d69-9eff-ae0178774095 req-69b23b3c-062c-49f0-b634-2848ff6ab6b5 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "GET /v2.0/quotas/825bb4933da34be28d124b03583d29d8 HTTP/1.1" status: 200 len: 375 time: 0.0115602 Jun 01 20:02:52.979785 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c12f7fc-197e-48ab-85a4-94b3a974acae None None] Pushing event updated for resources: {'Port': ['ID=12a1bdf5-8f35-4a0e-a147-31b294fb56b1,revision_number=3']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 20:02:53.022456 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-53356d95-f2f3-4d69-9eff-ae0178774095 req-ec597c73-4dcf-4ac6-8c23-dec9efda276a tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Synchronizing usage tracker for tenant:825bb4933da34be28d124b03583d29d8 on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 20:02:53.045232 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-53356d95-f2f3-4d69-9eff-ae0178774095 req-ec597c73-4dcf-4ac6-8c23-dec9efda276a tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Unset dirty status for tenant:825bb4933da34be28d124b03583d29d8 on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 20:02:53.046827 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-53356d95-f2f3-4d69-9eff-ae0178774095 req-ec597c73-4dcf-4ac6-8c23-dec9efda276a tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=825bb4933da34be28d124b03583d29d8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1451740 Jun 01 20:02:53.077421 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-a023a640-3b62-4148-8927-c975ac5dab0d None None] Attempting to bind port 12a1bdf5-8f35-4a0e-a147-31b294fb56b1 on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 20:02:53.077787 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-a023a640-3b62-4148-8927-c975ac5dab0d None None] Attempting to bind port 12a1bdf5-8f35-4a0e-a147-31b294fb56b1 by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': 'fc4c32e4-c5ff-42cc-9ed9-d478c4f9f65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'eb4cac2d-3c55-48bd-a182-c8048e5d9d5d'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 20:02:53.078141 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a023a640-3b62-4148-8927-c975ac5dab0d None None] Attempting to bind port 12a1bdf5-8f35-4a0e-a147-31b294fb56b1 on network eb4cac2d-3c55-48bd-a182-c8048e5d9d5d {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 20:02:53.084306 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a023a640-3b62-4148-8927-c975ac5dab0d None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 20, 2, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 20:02:53.084772 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a023a640-3b62-4148-8927-c975ac5dab0d None None] Checking segment: {'id': 'fc4c32e4-c5ff-42cc-9ed9-d478c4f9f65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'eb4cac2d-3c55-48bd-a182-c8048e5d9d5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 20:02:53.085234 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-a023a640-3b62-4148-8927-c975ac5dab0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:53.085733 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a023a640-3b62-4148-8927-c975ac5dab0d None None] Bound using segment: {'id': 'fc4c32e4-c5ff-42cc-9ed9-d478c4f9f65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'eb4cac2d-3c55-48bd-a182-c8048e5d9d5d'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 20:02:53.086277 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-a023a640-3b62-4148-8927-c975ac5dab0d None None] Bound port: 12a1bdf5-8f35-4a0e-a147-31b294fb56b1, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc4c32e4-c5ff-42cc-9ed9-d478c4f9f65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'eb4cac2d-3c55-48bd-a182-c8048e5d9d5d'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 20:02:53.086717 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-a023a640-3b62-4148-8927-c975ac5dab0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:53.190885 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-a023a640-3b62-4148-8927-c975ac5dab0d None None] For port 12a1bdf5-8f35-4a0e-a147-31b294fb56b1, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 20:02:53.194020 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-a023a640-3b62-4148-8927-c975ac5dab0d None None] For port 12a1bdf5-8f35-4a0e-a147-31b294fb56b1, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=12a1bdf5-8f35-4a0e-a147-31b294fb56b1,segment=NetworkSegment(fc4c32e4-c5ff-42cc-9ed9-d478c4f9f65d),segment_id=fc4c32e4-c5ff-42cc-9ed9-d478c4f9f65d)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 20:02:53.199013 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-a023a640-3b62-4148-8927-c975ac5dab0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:53.206184 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-53356d95-f2f3-4d69-9eff-ae0178774095 req-7a661d40-a496-4311-9c29-76e414248f08 service neutron] 10.222.0.41 "GET /v2.0/networks/cf5509be-13ab-444b-8fac-c4ef6c2d8965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458051 Jun 01 20:02:53.283878 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a023a640-3b62-4148-8927-c975ac5dab0d None None] Routers {'53eaba3a-5108-472f-8473-29200042a0d3'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 20:02:53.284543 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-a023a640-3b62-4148-8927-c975ac5dab0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T20:02:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['53eaba3a-5108-472f-8473-29200042a0d3'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 20:02:53.365755 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-53356d95-f2f3-4d69-9eff-ae0178774095 req-ab03a9d3-cc5b-4027-b119-6d70580ac8da service neutron] 10.222.0.41 "GET /v2.0/networks/cf5509be-13ab-444b-8fac-c4ef6c2d8965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520226 Jun 01 20:02:53.385495 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c12f7fc-197e-48ab-85a4-94b3a974acae None None] Pushing event updated for resources: {'Port': ['ID=12a1bdf5-8f35-4a0e-a147-31b294fb56b1,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 20:02:53.496183 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-a023a640-3b62-4148-8927-c975ac5dab0d None None] Set router 53eaba3a-5108-472f-8473-29200042a0d3 gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 20:02:53.582690 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-73645c03-4bbf-460c-95a1-851ad1b6baf1 req-1dc0872e-0911-46b9-adf3-60000c136eb1 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "GET /v2.0/ports?device_id=28fc3117-33f3-45c2-baac-11966f7911ac HTTP/1.1" status: 200 len: 210 time: 0.0436511 Jun 01 20:02:53.866034 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-a023a640-3b62-4148-8927-c975ac5dab0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53eaba3a-5108-472f-8473-29200042a0d3', 'name': 'tempest-TestShelveInstance-2145267331-router', 'tenant_id': '079b1376de5f4f14bdcc1c67e5b2d05d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '68547860-61da-49ea-96d0-f815202bac78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T20:02:44Z', 'updated_at': '2022-06-01T20:02:49Z', 'revision_number': 4, 'project_id': '079b1376de5f4f14bdcc1c67e5b2d05d', 'gw_port': {'id': '68547860-61da-49ea-96d0-f815202bac78', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:36:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53eaba3a-5108-472f-8473-29200042a0d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4420, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T20:02:45Z', 'updated_at': '2022-06-01T20:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '12a1bdf5-8f35-4a0e-a147-31b294fb56b1', 'name': '', 'network_id': 'eb4cac2d-3c55-48bd-a182-c8048e5d9d5d', 'tenant_id': '079b1376de5f4f14bdcc1c67e5b2d05d', 'mac_address': 'fa:16:3e:cc:1d:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53eaba3a-5108-472f-8473-29200042a0d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4421, 'fixed_ips': [{'subnet_id': '6b6a0579-4890-4ae9-8fd7-512414c33388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T20:02:48Z', 'updated_at': '2022-06-01T20:02:53Z', 'revision_number': 4, 'project_id': '079b1376de5f4f14bdcc1c67e5b2d05d', 'subnets': [{'id': '6b6a0579-4890-4ae9-8fd7-512414c33388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 20:02:53.870084 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a023a640-3b62-4148-8927-c975ac5dab0d None None] The sync data for ids ['53eaba3a-5108-472f-8473-29200042a0d3'] in n-d-844202-1 is: [{'id': '53eaba3a-5108-472f-8473-29200042a0d3', 'name': 'tempest-TestShelveInstance-2145267331-router', 'tenant_id': '079b1376de5f4f14bdcc1c67e5b2d05d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '68547860-61da-49ea-96d0-f815202bac78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T20:02:44Z', 'updated_at': '2022-06-01T20:02:49Z', 'revision_number': 4, 'project_id': '079b1376de5f4f14bdcc1c67e5b2d05d', 'gw_port': {'id': '68547860-61da-49ea-96d0-f815202bac78', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:36:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53eaba3a-5108-472f-8473-29200042a0d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4420, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T20:02:45Z', 'updated_at': '2022-06-01T20:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '12a1bdf5-8f35-4a0e-a147-31b294fb56b1', 'name': '', 'network_id': 'eb4cac2d-3c55-48bd-a182-c8048e5d9d5d', 'tenant_id': '079b1376de5f4f14bdcc1c67e5b2d05d', 'mac_address': 'fa:16:3e:cc:1d:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53eaba3a-5108-472f-8473-29200042a0d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4421, 'fixed_ips': [{'subnet_id': '6b6a0579-4890-4ae9-8fd7-512414c33388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T20:02:48Z', 'updated_at': '2022-06-01T20:02:53Z', 'revision_number': 4, 'project_id': '079b1376de5f4f14bdcc1c67e5b2d05d', 'subnets': [{'id': '6b6a0579-4890-4ae9-8fd7-512414c33388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 20:02:53.895813 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 68547860-61da-49ea-96d0-f815202bac78 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 20:02:54.001610 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 68547860-61da-49ea-96d0-f815202bac78 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 20:02:54.001974 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:54.146031 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 68547860-61da-49ea-96d0-f815202bac78 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 20:02:54.685630 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8bfc762e-1917-4d81-9d52-1cefacfd16dc req-97fcb462-1d8a-4ff6-ac7f-6eb0d3cf1bec tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "GET /v2.0/ports?device_id=28fc3117-33f3-45c2-baac-11966f7911ac HTTP/1.1" status: 200 len: 210 time: 0.0478413 Jun 01 20:02:55.860248 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f228d94d-1d5a-4551-86f7-40df0fc6dee8 req-dc650505-641e-45a7-97d8-51699d2ea464 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "GET /v2.0/ports?device_id=28fc3117-33f3-45c2-baac-11966f7911ac HTTP/1.1" status: 200 len: 210 time: 0.0506127 Jun 01 20:02:55.921688 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 12a1bdf5-8f35-4a0e-a147-31b294fb56b1 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 20:02:56.004632 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port 12a1bdf5-8f35-4a0e-a147-31b294fb56b1 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 20:02:56.009690 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 12a1bdf5-8f35-4a0e-a147-31b294fb56b1 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 20:02:56.010149 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:56.161043 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 12a1bdf5-8f35-4a0e-a147-31b294fb56b1 is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 20:02:56.161657 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:56.201629 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port 12a1bdf5-8f35-4a0e-a147-31b294fb56b1, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=12a1bdf5-8f35-4a0e-a147-31b294fb56b1,segment=NetworkSegment(fc4c32e4-c5ff-42cc-9ed9-d478c4f9f65d),segment_id=fc4c32e4-c5ff-42cc-9ed9-d478c4f9f65d)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 20:02:56.206828 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:56.283239 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=12a1bdf5-8f35-4a0e-a147-31b294fb56b1,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 20:02:56.770782 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53356d95-f2f3-4d69-9eff-ae0178774095 req-9a73756d-df55-477b-af20-0c9799230b00 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:02:56.771553 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-53356d95-f2f3-4d69-9eff-ae0178774095 req-9a73756d-df55-477b-af20-0c9799230b00 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Synchronizing usage tracker for tenant:825bb4933da34be28d124b03583d29d8 on resource:network {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 20:02:56.791636 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-53356d95-f2f3-4d69-9eff-ae0178774095 req-9a73756d-df55-477b-af20-0c9799230b00 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Unset dirty status for tenant:825bb4933da34be28d124b03583d29d8 on resource:network {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 20:02:56.793415 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-53356d95-f2f3-4d69-9eff-ae0178774095 req-9a73756d-df55-477b-af20-0c9799230b00 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.50 "GET /v2.0/networks?id=cf5509be-13ab-444b-8fac-c4ef6c2d8965 HTTP/1.1" status: 200 len: 809 time: 0.1818566 Jun 01 20:02:56.845490 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-53356d95-f2f3-4d69-9eff-ae0178774095 req-dc76bec5-ea8e-4d8e-8f12-31e9db9086fa tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Synchronizing usage tracker for tenant:825bb4933da34be28d124b03583d29d8 on resource:security_group {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 20:02:56.858645 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-53356d95-f2f3-4d69-9eff-ae0178774095 req-dc76bec5-ea8e-4d8e-8f12-31e9db9086fa tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Unset dirty status for tenant:825bb4933da34be28d124b03583d29d8 on resource:security_group {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 20:02:56.859791 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-53356d95-f2f3-4d69-9eff-ae0178774095 req-dc76bec5-ea8e-4d8e-8f12-31e9db9086fa tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=825bb4933da34be28d124b03583d29d8 HTTP/1.1" status: 200 len: 379 time: 0.0567188 Jun 01 20:02:56.867716 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-53356d95-f2f3-4d69-9eff-ae0178774095 req-0c8c88aa-7078-47dc-9c72-c2d4a77a878e tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Request body: {'port': {'device_id': '28fc3117-33f3-45c2-baac-11966f7911ac', 'network_id': 'cf5509be-13ab-444b-8fac-c4ef6c2d8965', 'admin_state_up': True, 'tenant_id': '825bb4933da34be28d124b03583d29d8', 'security_groups': ['0b88b2ca-970c-4dec-921e-60dada1e087e']}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 20:02:57.036775 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-5964eed0-17eb-48c4-b9ea-b3771ae33516 req-8f0fd745-c095-49ba-9636-e0f17b9bd400 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "GET /v2.0/ports?device_id=28fc3117-33f3-45c2-baac-11966f7911ac HTTP/1.1" status: 200 len: 210 time: 0.0472035 Jun 01 20:02:57.135399 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-53356d95-f2f3-4d69-9eff-ae0178774095 req-0c8c88aa-7078-47dc-9c72-c2d4a77a878e tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 20:02:57.146547 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-53356d95-f2f3-4d69-9eff-ae0178774095 req-0c8c88aa-7078-47dc-9c72-c2d4a77a878e tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 20:02:57.160847 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53356d95-f2f3-4d69-9eff-ae0178774095 req-0c8c88aa-7078-47dc-9c72-c2d4a77a878e tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Made reservation on behalf of 825bb4933da34be28d124b03583d29d8 for: {'port': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 20:02:57.164731 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-53356d95-f2f3-4d69-9eff-ae0178774095 req-0c8c88aa-7078-47dc-9c72-c2d4a77a878e tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:57.331759 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [req-53356d95-f2f3-4d69-9eff-ae0178774095 req-0c8c88aa-7078-47dc-9c72-c2d4a77a878e tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Allocated IP 172.20.0.14 (cf5509be-13ab-444b-8fac-c4ef6c2d8965/b7ebe99e-3dfc-4ae1-a193-5aaa1f83ecb3/3ce80d91-df2d-4b1c-bcd2-ecfd54caf457) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 20:02:57.533461 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-53356d95-f2f3-4d69-9eff-ae0178774095 req-0c8c88aa-7078-47dc-9c72-c2d4a77a878e tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:57.549995 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [req-53356d95-f2f3-4d69-9eff-ae0178774095 req-0c8c88aa-7078-47dc-9c72-c2d4a77a878e tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Transition to ACTIVE for port object 3ce80d91-df2d-4b1c-bcd2-ecfd54caf457 will not be triggered until provisioned by entity DHCP. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 20:02:57.577407 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-53356d95-f2f3-4d69-9eff-ae0178774095 req-0c8c88aa-7078-47dc-9c72-c2d4a77a878e tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:57.655484 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53356d95-f2f3-4d69-9eff-ae0178774095 req-0c8c88aa-7078-47dc-9c72-c2d4a77a878e tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Network cf5509be-13ab-444b-8fac-c4ef6c2d8965 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 20:02:57.659026 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [req-53356d95-f2f3-4d69-9eff-ae0178774095 req-0c8c88aa-7078-47dc-9c72-c2d4a77a878e tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 20:02:57.662923 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-53356d95-f2f3-4d69-9eff-ae0178774095 req-0c8c88aa-7078-47dc-9c72-c2d4a77a878e tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 20:02:57.695579 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8c88aa-7078-47dc-9c72-c2d4a77a878e tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Pushing event updated for resources: {'Port': ['ID=3ce80d91-df2d-4b1c-bcd2-ecfd54caf457,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 20:02:57.743142 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53356d95-f2f3-4d69-9eff-ae0178774095 req-0c8c88aa-7078-47dc-9c72-c2d4a77a878e tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:02:57.744114 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-53356d95-f2f3-4d69-9eff-ae0178774095 req-0c8c88aa-7078-47dc-9c72-c2d4a77a878e tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:57.773910 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-53356d95-f2f3-4d69-9eff-ae0178774095 req-0c8c88aa-7078-47dc-9c72-c2d4a77a878e tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9096267 Jun 01 20:02:57.784690 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-53356d95-f2f3-4d69-9eff-ae0178774095 req-f714240f-6743-4e08-b3c5-0fd9411bcf88 service neutron] Request body: {'port': {'device_id': '28fc3117-33f3-45c2-baac-11966f7911ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844202-1'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 20:02:57.904855 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 12a1bdf5-8f35-4a0e-a147-31b294fb56b1 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 20:02:57.910464 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-53356d95-f2f3-4d69-9eff-ae0178774095 req-f714240f-6743-4e08-b3c5-0fd9411bcf88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:57.978100 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-b04b0e71-9549-491d-9a09-e94129fbac9d None None] Provisioning for port 3ce80d91-df2d-4b1c-bcd2-ecfd54caf457 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 20:02:57.985897 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-b04b0e71-9549-491d-9a09-e94129fbac9d None None] Provisioning complete for port 3ce80d91-df2d-4b1c-bcd2-ecfd54caf457 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 20:02:57.986677 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-b04b0e71-9549-491d-9a09-e94129fbac9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:58.048324 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 12a1bdf5-8f35-4a0e-a147-31b294fb56b1 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 20:02:58.048688 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:58.093236 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-b04b0e71-9549-491d-9a09-e94129fbac9d None None] Port 3ce80d91-df2d-4b1c-bcd2-ecfd54caf457 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 20:02:58.185279 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 12a1bdf5-8f35-4a0e-a147-31b294fb56b1 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 20:02:58.287796 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f7cfef-f5e5-418b-a1b3-0fd1e332ba14 req-d5e11097-320b-49e2-9047-f7fb552afb19 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:02:58.289433 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-49f7cfef-f5e5-418b-a1b3-0fd1e332ba14 req-d5e11097-320b-49e2-9047-f7fb552afb19 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "GET /v2.0/ports?device_id=28fc3117-33f3-45c2-baac-11966f7911ac HTTP/1.1" status: 200 len: 932 time: 0.1063151 Jun 01 20:02:58.310536 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [req-53356d95-f2f3-4d69-9eff-ae0178774095 req-f714240f-6743-4e08-b3c5-0fd9411bcf88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ce80d91-df2d-4b1c-bcd2-ecfd54caf457 {{(pid=88524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 20:02:58.318724 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-53356d95-f2f3-4d69-9eff-ae0178774095 req-f714240f-6743-4e08-b3c5-0fd9411bcf88 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:58.333945 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [req-53356d95-f2f3-4d69-9eff-ae0178774095 req-f714240f-6743-4e08-b3c5-0fd9411bcf88 service neutron] Transition to ACTIVE for port object 3ce80d91-df2d-4b1c-bcd2-ecfd54caf457 will not be triggered until provisioned by entity L2. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 20:02:58.339363 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-53356d95-f2f3-4d69-9eff-ae0178774095 req-f714240f-6743-4e08-b3c5-0fd9411bcf88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:58.341643 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-49f7cfef-f5e5-418b-a1b3-0fd1e332ba14 req-850d42c0-7465-4350-a42b-e53f916941d6 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b88b2ca-970c-4dec-921e-60dada1e087e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431876 Jun 01 20:02:58.505131 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f714240f-6743-4e08-b3c5-0fd9411bcf88 service neutron] Pushing event updated for resources: {'Port': ['ID=3ce80d91-df2d-4b1c-bcd2-ecfd54caf457,revision_number=2']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 20:02:58.594157 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-53356d95-f2f3-4d69-9eff-ae0178774095 req-f714240f-6743-4e08-b3c5-0fd9411bcf88 service neutron] Attempting to bind port 3ce80d91-df2d-4b1c-bcd2-ecfd54caf457 on host n-h2-844202-1 for vnic_type normal with profile {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 20:02:58.594391 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-53356d95-f2f3-4d69-9eff-ae0178774095 req-f714240f-6743-4e08-b3c5-0fd9411bcf88 service neutron] Attempting to bind port 3ce80d91-df2d-4b1c-bcd2-ecfd54caf457 by drivers openvswitch,hyperv on host n-h2-844202-1 at level 0 using segments [{'id': '5b54ac71-b334-498b-96f7-8fe3b7eefc67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'cf5509be-13ab-444b-8fac-c4ef6c2d8965'}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 20:02:58.594702 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53356d95-f2f3-4d69-9eff-ae0178774095 req-f714240f-6743-4e08-b3c5-0fd9411bcf88 service neutron] Attempting to bind port 3ce80d91-df2d-4b1c-bcd2-ecfd54caf457 on network cf5509be-13ab-444b-8fac-c4ef6c2d8965 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 20:02:58.599703 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53356d95-f2f3-4d69-9eff-ae0178774095 req-f714240f-6743-4e08-b3c5-0fd9411bcf88 service neutron] Port 3ce80d91-df2d-4b1c-bcd2-ecfd54caf457 on network cf5509be-13ab-444b-8fac-c4ef6c2d8965 not bound, no agent of type Open vSwitch agent registered on host n-h2-844202-1 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 20:02:58.599989 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53356d95-f2f3-4d69-9eff-ae0178774095 req-f714240f-6743-4e08-b3c5-0fd9411bcf88 service neutron] Attempting to bind port 3ce80d91-df2d-4b1c-bcd2-ecfd54caf457 on network cf5509be-13ab-444b-8fac-c4ef6c2d8965 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 20:02:58.605504 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53356d95-f2f3-4d69-9eff-ae0178774095 req-f714240f-6743-4e08-b3c5-0fd9411bcf88 service neutron] Checking agent: {'id': 'f5db9968-6317-4186-9100-9e0ca6b50417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 20, 2, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 20:02:58.606579 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53356d95-f2f3-4d69-9eff-ae0178774095 req-f714240f-6743-4e08-b3c5-0fd9411bcf88 service neutron] Checking segment: {'id': '5b54ac71-b334-498b-96f7-8fe3b7eefc67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'cf5509be-13ab-444b-8fac-c4ef6c2d8965'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 20:02:58.606875 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53356d95-f2f3-4d69-9eff-ae0178774095 req-f714240f-6743-4e08-b3c5-0fd9411bcf88 service neutron] Bound using segment: {'id': '5b54ac71-b334-498b-96f7-8fe3b7eefc67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'cf5509be-13ab-444b-8fac-c4ef6c2d8965'} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 20:02:58.607299 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-53356d95-f2f3-4d69-9eff-ae0178774095 req-f714240f-6743-4e08-b3c5-0fd9411bcf88 service neutron] Bound port: 3ce80d91-df2d-4b1c-bcd2-ecfd54caf457, host: n-h2-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b54ac71-b334-498b-96f7-8fe3b7eefc67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'cf5509be-13ab-444b-8fac-c4ef6c2d8965'}}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 20:02:58.607644 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-53356d95-f2f3-4d69-9eff-ae0178774095 req-f714240f-6743-4e08-b3c5-0fd9411bcf88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:58.715355 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-53356d95-f2f3-4d69-9eff-ae0178774095 req-f714240f-6743-4e08-b3c5-0fd9411bcf88 service neutron] For port 3ce80d91-df2d-4b1c-bcd2-ecfd54caf457, host n-h2-844202-1, cleared binding levels {{(pid=88524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 20:02:58.720422 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-53356d95-f2f3-4d69-9eff-ae0178774095 req-f714240f-6743-4e08-b3c5-0fd9411bcf88 service neutron] For port 3ce80d91-df2d-4b1c-bcd2-ecfd54caf457, host n-h2-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=3ce80d91-df2d-4b1c-bcd2-ecfd54caf457,segment=NetworkSegment(5b54ac71-b334-498b-96f7-8fe3b7eefc67),segment_id=5b54ac71-b334-498b-96f7-8fe3b7eefc67)] {{(pid=88524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 20:02:58.726076 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-53356d95-f2f3-4d69-9eff-ae0178774095 req-f714240f-6743-4e08-b3c5-0fd9411bcf88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:58.788882 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53356d95-f2f3-4d69-9eff-ae0178774095 req-f714240f-6743-4e08-b3c5-0fd9411bcf88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:02:58.789484 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-53356d95-f2f3-4d69-9eff-ae0178774095 req-f714240f-6743-4e08-b3c5-0fd9411bcf88 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:02:58.790869 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-53356d95-f2f3-4d69-9eff-ae0178774095 req-f714240f-6743-4e08-b3c5-0fd9411bcf88 service neutron] 10.222.0.50 "PUT /v2.0/ports/3ce80d91-df2d-4b1c-bcd2-ecfd54caf457 HTTP/1.1" status: 200 len: 1092 time: 1.0106761 Jun 01 20:02:58.791316 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28fc3117-33f3-45c2-baac-11966f7911ac', 'tag': '3ce80d91-df2d-4b1c-bcd2-ecfd54caf457'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 20:02:58.818591 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f714240f-6743-4e08-b3c5-0fd9411bcf88 service neutron] Pushing event updated for resources: {'Port': ['ID=3ce80d91-df2d-4b1c-bcd2-ecfd54caf457,revision_number=3']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 20:02:58.924010 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc36c3ae-3ba0-4522-86a9-9db67ad865ca'] response: {'name': 'network-changed', 'server_uuid': '28fc3117-33f3-45c2-baac-11966f7911ac', 'tag': '3ce80d91-df2d-4b1c-bcd2-ecfd54caf457', 'status': 'completed', 'code': 200} Jun 01 20:02:58.929849 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53356d95-f2f3-4d69-9eff-ae0178774095 req-c368fdf3-6b49-4f18-be63-af7e16c3a3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:02:58.931791 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-53356d95-f2f3-4d69-9eff-ae0178774095 req-c368fdf3-6b49-4f18-be63-af7e16c3a3f7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=825bb4933da34be28d124b03583d29d8&device_id=28fc3117-33f3-45c2-baac-11966f7911ac HTTP/1.1" status: 200 len: 1095 time: 0.0929163 Jun 01 20:02:59.008676 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-53356d95-f2f3-4d69-9eff-ae0178774095 req-0fcbfab4-352e-4aa3-9d62-e5c54d67e519 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3ce80d91-df2d-4b1c-bcd2-ecfd54caf457 HTTP/1.1" status: 200 len: 217 time: 0.0691659 Jun 01 20:02:59.179519 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53356d95-f2f3-4d69-9eff-ae0178774095 req-9a5e49e5-5113-4ee8-94b0-1bacecf43712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:02:59.180983 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-53356d95-f2f3-4d69-9eff-ae0178774095 req-9a5e49e5-5113-4ee8-94b0-1bacecf43712 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b7ebe99e-3dfc-4ae1-a193-5aaa1f83ecb3 HTTP/1.1" status: 200 len: 848 time: 0.1671171 Jun 01 20:02:59.261363 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53356d95-f2f3-4d69-9eff-ae0178774095 req-1b844225-20c2-4dab-b6d5-de5e921635e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:02:59.262856 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-53356d95-f2f3-4d69-9eff-ae0178774095 req-1b844225-20c2-4dab-b6d5-de5e921635e4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=cf5509be-13ab-444b-8fac-c4ef6c2d8965&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0759897 Jun 01 20:02:59.400393 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-53356d95-f2f3-4d69-9eff-ae0178774095 req-3a408459-c231-415b-9eab-2220a51ebfe3 service neutron] 10.222.0.50 "GET /v2.0/networks/cf5509be-13ab-444b-8fac-c4ef6c2d8965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312363 Jun 01 20:02:59.541100 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-53356d95-f2f3-4d69-9eff-ae0178774095 req-41752984-3df8-4a6f-bca8-16e0b1b98625 service neutron] 10.222.0.50 "GET /v2.0/networks/cf5509be-13ab-444b-8fac-c4ef6c2d8965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346567 Jun 01 20:02:59.549326 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c275fee-8c65-4785-ac86-78136162632e req-587db2a3-2d55-45f0-b39e-cfce973f540d tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:02:59.550922 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-7c275fee-8c65-4785-ac86-78136162632e req-587db2a3-2d55-45f0-b39e-cfce973f540d tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "GET /v2.0/ports?device_id=28fc3117-33f3-45c2-baac-11966f7911ac HTTP/1.1" status: 200 len: 944 time: 0.0893323 Jun 01 20:02:59.607764 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-7c275fee-8c65-4785-ac86-78136162632e req-ac4110c0-bb1b-45d1-a6d5-c02cd6136e8a tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b88b2ca-970c-4dec-921e-60dada1e087e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491776 Jun 01 20:02:59.682204 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6416c790-d216-4ac1-8c8a-9392830cd2ef req-668317ea-6b20-46dd-aadc-dd4776f8f2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:02:59.684905 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6416c790-d216-4ac1-8c8a-9392830cd2ef req-668317ea-6b20-46dd-aadc-dd4776f8f2cc service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=825bb4933da34be28d124b03583d29d8&device_id=28fc3117-33f3-45c2-baac-11966f7911ac HTTP/1.1" status: 200 len: 1095 time: 0.0945330 Jun 01 20:02:59.821407 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6416c790-d216-4ac1-8c8a-9392830cd2ef req-4a071bab-2d44-4d8c-a137-6d321a271eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:02:59.822630 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6416c790-d216-4ac1-8c8a-9392830cd2ef req-4a071bab-2d44-4d8c-a137-6d321a271eaf service neutron] 10.222.0.50 "GET /v2.0/networks?id=cf5509be-13ab-444b-8fac-c4ef6c2d8965 HTTP/1.1" status: 200 len: 910 time: 0.1324873 Jun 01 20:02:59.897465 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6416c790-d216-4ac1-8c8a-9392830cd2ef req-66a7c136-e733-4eff-b6e6-d9aeed2c57f1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3ce80d91-df2d-4b1c-bcd2-ecfd54caf457 HTTP/1.1" status: 200 len: 217 time: 0.0673797 Jun 01 20:02:59.976598 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6416c790-d216-4ac1-8c8a-9392830cd2ef req-f3468bff-4ff5-4f28-b7d8-043015af5b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:02:59.978071 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6416c790-d216-4ac1-8c8a-9392830cd2ef req-f3468bff-4ff5-4f28-b7d8-043015af5b50 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b7ebe99e-3dfc-4ae1-a193-5aaa1f83ecb3 HTTP/1.1" status: 200 len: 848 time: 0.0746627 Jun 01 20:03:00.063927 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6416c790-d216-4ac1-8c8a-9392830cd2ef req-7134e0ae-d2a7-41c3-87bb-f71524ea3e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:03:00.065471 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6416c790-d216-4ac1-8c8a-9392830cd2ef req-7134e0ae-d2a7-41c3-87bb-f71524ea3e46 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=cf5509be-13ab-444b-8fac-c4ef6c2d8965&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0813868 Jun 01 20:03:00.205057 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6416c790-d216-4ac1-8c8a-9392830cd2ef req-baddeda5-58ce-4a36-aa89-3c0b5a1bdb4d service neutron] 10.222.0.50 "GET /v2.0/networks/cf5509be-13ab-444b-8fac-c4ef6c2d8965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335802 Jun 01 20:03:00.365576 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-6416c790-d216-4ac1-8c8a-9392830cd2ef req-db9cfa8f-e6b9-4b4d-91cc-5a0f9f95d8ec service neutron] 10.222.0.50 "GET /v2.0/networks/cf5509be-13ab-444b-8fac-c4ef6c2d8965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543360 Jun 01 20:03:00.811928 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f937b78-c9f1-45fb-9d38-e5dba9687cf4 req-7c976637-b50b-4a7e-9094-e59fda66891f tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:03:00.813574 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-6f937b78-c9f1-45fb-9d38-e5dba9687cf4 req-7c976637-b50b-4a7e-9094-e59fda66891f tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "GET /v2.0/ports?device_id=28fc3117-33f3-45c2-baac-11966f7911ac HTTP/1.1" status: 200 len: 944 time: 0.0866549 Jun 01 20:03:00.867253 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-6f937b78-c9f1-45fb-9d38-e5dba9687cf4 req-4c9a79f9-603d-4c3b-986f-a6ef26737aac tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b88b2ca-970c-4dec-921e-60dada1e087e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442572 Jun 01 20:03:01.958647 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.agents_db [None req-e814b9cf-7de8-45d0-a079-29c61fabe7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 20:03:02.058842 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e495417-cb5a-42b1-a9b6-7a0a634d0d03 req-6d2dd04e-50de-40d3-ab5a-909d62eb8435 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:03:02.060410 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-9e495417-cb5a-42b1-a9b6-7a0a634d0d03 req-6d2dd04e-50de-40d3-ab5a-909d62eb8435 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "GET /v2.0/ports?device_id=28fc3117-33f3-45c2-baac-11966f7911ac HTTP/1.1" status: 200 len: 944 time: 0.0813141 Jun 01 20:03:02.104631 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-9e495417-cb5a-42b1-a9b6-7a0a634d0d03 req-a49e3b97-242e-4aca-9f2e-3fc2495aef82 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b88b2ca-970c-4dec-921e-60dada1e087e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383582 Jun 01 20:03:02.796685 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 3ce80d91-df2d-4b1c-bcd2-ecfd54caf457 details requested by agent hyperv_n-h2-844202-1 with host n-h2-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 20:03:02.931515 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 3ce80d91-df2d-4b1c-bcd2-ecfd54caf457, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=3ce80d91-df2d-4b1c-bcd2-ecfd54caf457,segment=NetworkSegment(5b54ac71-b334-498b-96f7-8fe3b7eefc67),segment_id=5b54ac71-b334-498b-96f7-8fe3b7eefc67)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 20:03:02.944597 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Returning: {'device': '3ce80d91-df2d-4b1c-bcd2-ecfd54caf457', 'network_id': 'cf5509be-13ab-444b-8fac-c4ef6c2d8965', 'port_id': '3ce80d91-df2d-4b1c-bcd2-ecfd54caf457', 'mac_address': 'fa:16:3e:90:05:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7ebe99e-3dfc-4ae1-a193-5aaa1f83ecb3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 20:03:03.000491 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port 3ce80d91-df2d-4b1c-bcd2-ecfd54caf457 is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 20:03:03.000882 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:03:03.018985 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ce80d91-df2d-4b1c-bcd2-ecfd54caf457 {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 20:03:03.034886 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 3ce80d91-df2d-4b1c-bcd2-ecfd54caf457, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=3ce80d91-df2d-4b1c-bcd2-ecfd54caf457,segment=NetworkSegment(5b54ac71-b334-498b-96f7-8fe3b7eefc67),segment_id=5b54ac71-b334-498b-96f7-8fe3b7eefc67)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 20:03:03.038816 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:03:03.110922 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=3ce80d91-df2d-4b1c-bcd2-ecfd54caf457,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 20:03:03.238044 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] get_ports_and_sgs() called for port_ids ['3ce80d91-df2d-4b1c-bcd2-ecfd54caf457'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 20:03:03.293947 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3976cf7c-cd1b-4e47-b523-60f882da5992 req-c29f5cce-d72d-4171-b4cb-a5f4e5fbe28c tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:03:03.295403 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3976cf7c-cd1b-4e47-b523-60f882da5992 req-c29f5cce-d72d-4171-b4cb-a5f4e5fbe28c tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "GET /v2.0/ports?device_id=28fc3117-33f3-45c2-baac-11966f7911ac HTTP/1.1" status: 200 len: 945 time: 0.0857658 Jun 01 20:03:03.343309 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3976cf7c-cd1b-4e47-b523-60f882da5992 req-7ab6dc07-6640-49d2-802c-d68362da6831 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b88b2ca-970c-4dec-921e-60dada1e087e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421517 Jun 01 20:03:04.534327 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e84a026-6c00-4ea1-98e2-91cc13ef7a2a req-d859b3eb-1059-47ac-ab5a-b2261d76ea3a tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:03:04.535770 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-9e84a026-6c00-4ea1-98e2-91cc13ef7a2a req-d859b3eb-1059-47ac-ab5a-b2261d76ea3a tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "GET /v2.0/ports?device_id=28fc3117-33f3-45c2-baac-11966f7911ac HTTP/1.1" status: 200 len: 945 time: 0.0792811 Jun 01 20:03:04.579476 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-9e84a026-6c00-4ea1-98e2-91cc13ef7a2a req-5b0d31ab-8cfb-4626-8b6b-0840e9fa08dc tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b88b2ca-970c-4dec-921e-60dada1e087e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380101 Jun 01 20:03:04.803093 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 3ce80d91-df2d-4b1c-bcd2-ecfd54caf457 up at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 20:03:04.869989 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning for port 3ce80d91-df2d-4b1c-bcd2-ecfd54caf457 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 20:03:04.875198 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning complete for port 3ce80d91-df2d-4b1c-bcd2-ecfd54caf457 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 20:03:04.875559 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:03:05.000299 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port 3ce80d91-df2d-4b1c-bcd2-ecfd54caf457 is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 20:03:05.000673 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:03:05.028974 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28fc3117-33f3-45c2-baac-11966f7911ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ce80d91-df2d-4b1c-bcd2-ecfd54caf457'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 20:03:05.039452 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 3ce80d91-df2d-4b1c-bcd2-ecfd54caf457, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=3ce80d91-df2d-4b1c-bcd2-ecfd54caf457,segment=NetworkSegment(5b54ac71-b334-498b-96f7-8fe3b7eefc67),segment_id=5b54ac71-b334-498b-96f7-8fe3b7eefc67)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 20:03:05.043936 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:03:05.116521 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=3ce80d91-df2d-4b1c-bcd2-ecfd54caf457,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 20:03:05.130239 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-791dd4aa-7f5c-48d6-8a98-aeba0ed25e2a'] response: {'server_uuid': '28fc3117-33f3-45c2-baac-11966f7911ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ce80d91-df2d-4b1c-bcd2-ecfd54caf457', 'code': 200} Jun 01 20:03:05.259487 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eea13d-2916-438c-b288-badad46caf75 req-9b8beb7a-7003-416a-bda2-29e8b0ba98da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:03:05.260995 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-40eea13d-2916-438c-b288-badad46caf75 req-9b8beb7a-7003-416a-bda2-29e8b0ba98da service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=28fc3117-33f3-45c2-baac-11966f7911ac HTTP/1.1" status: 200 len: 1097 time: 0.0759161 Jun 01 20:03:05.305152 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-40eea13d-2916-438c-b288-badad46caf75 req-1197568d-2d63-44e0-a81b-f6acc63c800a service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=0b88b2ca-970c-4dec-921e-60dada1e087e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381157 Jun 01 20:03:05.781202 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081d91a6-3cda-40be-81d9-fbbb4b866691 req-5669e691-53a7-4fd6-b4a6-cf404973aba2 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:03:05.782681 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-081d91a6-3cda-40be-81d9-fbbb4b866691 req-5669e691-53a7-4fd6-b4a6-cf404973aba2 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "GET /v2.0/ports?device_id=28fc3117-33f3-45c2-baac-11966f7911ac HTTP/1.1" status: 200 len: 946 time: 0.0897937 Jun 01 20:03:05.832372 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-081d91a6-3cda-40be-81d9-fbbb4b866691 req-a8ebdded-0f65-4a84-87b6-4d2255dac919 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b88b2ca-970c-4dec-921e-60dada1e087e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416062 Jun 01 20:03:07.031857 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392cfc8a-8b32-42d7-a402-ac63bc86918e req-97a08976-33e7-4905-9e62-7489f36bc969 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:03:07.033479 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-392cfc8a-8b32-42d7-a402-ac63bc86918e req-97a08976-33e7-4905-9e62-7489f36bc969 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "GET /v2.0/ports?device_id=28fc3117-33f3-45c2-baac-11966f7911ac HTTP/1.1" status: 200 len: 946 time: 0.0858574 Jun 01 20:03:07.081597 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-392cfc8a-8b32-42d7-a402-ac63bc86918e req-84ba863f-7d20-4718-88b8-37b51b30cbbc tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b88b2ca-970c-4dec-921e-60dada1e087e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423601 Jun 01 20:03:07.235590 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-4410d5c2-fc9c-4779-8d8b-102dbe90400e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:03:07.271640 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938a9310-8b2b-4cd5-a8bd-1fb9c383ffe7 req-e8cbf3ac-6f4a-4333-8d85-954c8efc35b6 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:03:07.273092 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-938a9310-8b2b-4cd5-a8bd-1fb9c383ffe7 req-e8cbf3ac-6f4a-4333-8d85-954c8efc35b6 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "GET /v2.0/ports?device_id=28fc3117-33f3-45c2-baac-11966f7911ac HTTP/1.1" status: 200 len: 946 time: 0.0831342 Jun 01 20:03:07.318955 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-938a9310-8b2b-4cd5-a8bd-1fb9c383ffe7 req-a2e827c7-3b9a-4fad-887f-b07c29789fe3 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b88b2ca-970c-4dec-921e-60dada1e087e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398738 Jun 01 20:03:07.342797 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 55608) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 20:03:07.514905 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-471f2d25-ea81-43da-9909-f8e8ff214da9 tempest-TestShelveInstance-1110766411 tempest-TestShelveInstance-1110766411-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:03:07.516477 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-471f2d25-ea81-43da-9909-f8e8ff214da9 tempest-TestShelveInstance-1110766411 tempest-TestShelveInstance-1110766411-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=28fc3117-33f3-45c2-baac-11966f7911ac HTTP/1.1" status: 200 len: 1092 time: 0.1726620 Jun 01 20:03:07.519921 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 55614) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 20:03:07.524932 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-65b6ef30-d89a-4779-a177-e7802945872e tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Request body: {'floatingip': {'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'port_id': '3ce80d91-df2d-4b1c-bcd2-ecfd54caf457', 'tenant_id': '825bb4933da34be28d124b03583d29d8', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 20:03:07.532798 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-65b6ef30-d89a-4779-a177-e7802945872e tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 20:03:07.536848 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-65b6ef30-d89a-4779-a177-e7802945872e tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Usage tracker for resource:floatingip and tenant:825bb4933da34be28d124b03583d29d8 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 20:03:07.539833 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-65b6ef30-d89a-4779-a177-e7802945872e tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 20:03:07.545875 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-65b6ef30-d89a-4779-a177-e7802945872e tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 20:03:07.557079 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-65b6ef30-d89a-4779-a177-e7802945872e tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Notify callbacks [] for floatingip, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:03:07.699728 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-65b6ef30-d89a-4779-a177-e7802945872e tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:03:07.843058 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [None req-65b6ef30-d89a-4779-a177-e7802945872e tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Allocated IP 172.25.4.126 (72a72e44-6845-488a-a5ff-3a26d4df9cb3/c314a23b-daa2-4106-ab28-8e6f954277b2/5a324de4-3c89-47c8-ad17-7fb91e159c50) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 20:03:08.096011 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-65b6ef30-d89a-4779-a177-e7802945872e tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:03:08.126620 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-65b6ef30-d89a-4779-a177-e7802945872e tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:03:08.196050 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b6ef30-d89a-4779-a177-e7802945872e tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 20:03:08.198840 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-65b6ef30-d89a-4779-a177-e7802945872e tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 20:03:08.202854 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b6ef30-d89a-4779-a177-e7802945872e tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 20:03:08.239344 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b6ef30-d89a-4779-a177-e7802945872e tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Pushing event updated for resources: {'Port': ['ID=5a324de4-3c89-47c8-ad17-7fb91e159c50,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 20:03:08.635920 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-65b6ef30-d89a-4779-a177-e7802945872e tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:03:08.712678 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-65b6ef30-d89a-4779-a177-e7802945872e tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:03:08.925934 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-65b6ef30-d89a-4779-a177-e7802945872e tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:03:08.931098 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-65b6ef30-d89a-4779-a177-e7802945872e tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:03:09.043969 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b6ef30-d89a-4779-a177-e7802945872e tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Pushing event updated for resources: {'Port': ['ID=5a324de4-3c89-47c8-ad17-7fb91e159c50,revision_number=2']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 20:03:09.059731 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-65b6ef30-d89a-4779-a177-e7802945872e tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887712'] for floatingip, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:03:09.237364 n-d-844202-1 neutron-server[88524]: INFO neutron.db.l3_db [None req-65b6ef30-d89a-4779-a177-e7802945872e tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Floating IP e59120fb-052b-42bc-9c65-fe88338a572e associated. External IP: 172.25.4.126, port: 3ce80d91-df2d-4b1c-bcd2-ecfd54caf457. Jun 01 20:03:09.690645 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-9ad7f163-8fae-4ad2-9345-49140a6d3021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:03:09.737104 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65b6ef30-d89a-4779-a177-e7802945872e tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Router 1b39c0a4-7100-469f-a264-c91a09cb4045 has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 20:03:09.938652 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65b6ef30-d89a-4779-a177-e7802945872e tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 20:03:09.952660 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786d3dc9-50cb-4354-9b35-1cf1d4277202 None None] Sync routers for ids ['1b39c0a4-7100-469f-a264-c91a09cb4045'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 20:03:09.965477 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786d3dc9-50cb-4354-9b35-1cf1d4277202 None None] Routers {'1b39c0a4-7100-469f-a264-c91a09cb4045'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 20:03:09.966160 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-786d3dc9-50cb-4354-9b35-1cf1d4277202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T20:03:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['1b39c0a4-7100-469f-a264-c91a09cb4045'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 20:03:09.967137 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-65b6ef30-d89a-4779-a177-e7802945872e tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for floatingip, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:03:10.026000 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-65b6ef30-d89a-4779-a177-e7802945872e tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5050106 Jun 01 20:03:10.028214 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28fc3117-33f3-45c2-baac-11966f7911ac', 'tag': '3ce80d91-df2d-4b1c-bcd2-ecfd54caf457'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 20:03:10.077587 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b1c145f-6619-4fc4-8fb6-d45d54e48910'] response: {'name': 'network-changed', 'server_uuid': '28fc3117-33f3-45c2-baac-11966f7911ac', 'tag': '3ce80d91-df2d-4b1c-bcd2-ecfd54caf457', 'status': 'completed', 'code': 200} Jun 01 20:03:10.176187 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-786d3dc9-50cb-4354-9b35-1cf1d4277202 None None] Set router 1b39c0a4-7100-469f-a264-c91a09cb4045 gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 20:03:10.183036 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a724c7f9-ec83-497c-91c7-c1c2166f45dd req-f5d79422-e9bc-408c-ab69-e87ebb8493cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:03:10.185001 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a724c7f9-ec83-497c-91c7-c1c2166f45dd req-f5d79422-e9bc-408c-ab69-e87ebb8493cd service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=825bb4933da34be28d124b03583d29d8&device_id=28fc3117-33f3-45c2-baac-11966f7911ac HTTP/1.1" status: 200 len: 1097 time: 0.0854754 Jun 01 20:03:10.369810 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a724c7f9-ec83-497c-91c7-c1c2166f45dd req-4ffdf003-17b1-4e69-9e58-e65cb31e5342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:03:10.373612 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a724c7f9-ec83-497c-91c7-c1c2166f45dd req-4ffdf003-17b1-4e69-9e58-e65cb31e5342 service neutron] 10.222.0.50 "GET /v2.0/networks?id=cf5509be-13ab-444b-8fac-c4ef6c2d8965 HTTP/1.1" status: 200 len: 910 time: 0.1822016 Jun 01 20:03:10.503183 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a724c7f9-ec83-497c-91c7-c1c2166f45dd req-437bb817-1e87-49a4-bad6-7d8ce67a133f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3ce80d91-df2d-4b1c-bcd2-ecfd54caf457 HTTP/1.1" status: 200 len: 1000 time: 0.1240118 Jun 01 20:03:10.570693 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a724c7f9-ec83-497c-91c7-c1c2166f45dd req-c1a87679-c48a-4df2-9282-aa2d0a9a8d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:03:10.572421 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a724c7f9-ec83-497c-91c7-c1c2166f45dd req-c1a87679-c48a-4df2-9282-aa2d0a9a8d58 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b7ebe99e-3dfc-4ae1-a193-5aaa1f83ecb3 HTTP/1.1" status: 200 len: 848 time: 0.0640452 Jun 01 20:03:10.665385 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a724c7f9-ec83-497c-91c7-c1c2166f45dd req-b1b36ef0-565e-42db-8079-feca35c379ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:03:10.667320 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a724c7f9-ec83-497c-91c7-c1c2166f45dd req-b1b36ef0-565e-42db-8079-feca35c379ce service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=cf5509be-13ab-444b-8fac-c4ef6c2d8965&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0889924 Jun 01 20:03:10.670180 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-786d3dc9-50cb-4354-9b35-1cf1d4277202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b39c0a4-7100-469f-a264-c91a09cb4045', 'name': 'tempest-TestShelveInstance-1288850548-router', 'tenant_id': '825bb4933da34be28d124b03583d29d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.235'}], 'enable_snat': True}, 'gw_port_id': 'f7164172-725e-4437-9e52-5b21be9a3985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T20:02:37Z', 'updated_at': '2022-06-01T20:02:42Z', 'revision_number': 4, 'project_id': '825bb4933da34be28d124b03583d29d8', 'gw_port': {'id': 'f7164172-725e-4437-9e52-5b21be9a3985', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:50:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b39c0a4-7100-469f-a264-c91a09cb4045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4408, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T20:02:38Z', 'updated_at': '2022-06-01T20:02:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_floatingips': [{'id': 'e59120fb-052b-42bc-9c65-fe88338a572e', 'tenant_id': '825bb4933da34be28d124b03583d29d8', 'floating_ip_address': '172.25.4.126', 'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'router_id': '1b39c0a4-7100-469f-a264-c91a09cb4045', 'port_id': '3ce80d91-df2d-4b1c-bcd2-ecfd54caf457', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4433, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf5509be-13ab-444b-8fac-c4ef6c2d8965', 'mac_address': 'fa:16:3e:90:05:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28fc3117-33f3-45c2-baac-11966f7911ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T20:03:08Z', 'updated_at': '2022-06-01T20:03:08Z', 'revision_number': 0, 'project_id': '825bb4933da34be28d124b03583d29d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19140d11-e33e-41c8-ac22-f3b57d468a4d', 'name': '', 'network_id': 'cf5509be-13ab-444b-8fac-c4ef6c2d8965', 'tenant_id': '825bb4933da34be28d124b03583d29d8', 'mac_address': 'fa:16:3e:04:60:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b39c0a4-7100-469f-a264-c91a09cb4045', 'device_owner': 'network:router_interface', 'standard_attr_id': 4409, 'fixed_ips': [{'subnet_id': 'b7ebe99e-3dfc-4ae1-a193-5aaa1f83ecb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T20:02:41Z', 'updated_at': '2022-06-01T20:02:48Z', 'revision_number': 5, 'project_id': '825bb4933da34be28d124b03583d29d8', 'subnets': [{'id': 'b7ebe99e-3dfc-4ae1-a193-5aaa1f83ecb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 20:03:10.674743 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786d3dc9-50cb-4354-9b35-1cf1d4277202 None None] Checking router: 1b39c0a4-7100-469f-a264-c91a09cb4045 for host: n-d-844202-1 {{(pid=88527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 20:03:10.687114 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786d3dc9-50cb-4354-9b35-1cf1d4277202 None None] Routers {'1b39c0a4-7100-469f-a264-c91a09cb4045'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 20:03:10.687725 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-786d3dc9-50cb-4354-9b35-1cf1d4277202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T20:03:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['1b39c0a4-7100-469f-a264-c91a09cb4045'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 20:03:10.812058 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a724c7f9-ec83-497c-91c7-c1c2166f45dd req-d524afd0-478d-4ebe-b512-ba31fb8ff22b service neutron] 10.222.0.50 "GET /v2.0/networks/cf5509be-13ab-444b-8fac-c4ef6c2d8965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396413 Jun 01 20:03:10.843280 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:03:10.882262 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:03:10.882607 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-786d3dc9-50cb-4354-9b35-1cf1d4277202 None None] Set router 1b39c0a4-7100-469f-a264-c91a09cb4045 gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 20:03:10.955385 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a724c7f9-ec83-497c-91c7-c1c2166f45dd req-a1a0b2f4-e71c-432c-bdea-74ffbd0766ad service neutron] 10.222.0.50 "GET /v2.0/networks/cf5509be-13ab-444b-8fac-c4ef6c2d8965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377270 Jun 01 20:03:11.245629 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-786d3dc9-50cb-4354-9b35-1cf1d4277202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b39c0a4-7100-469f-a264-c91a09cb4045', 'name': 'tempest-TestShelveInstance-1288850548-router', 'tenant_id': '825bb4933da34be28d124b03583d29d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.235'}], 'enable_snat': True}, 'gw_port_id': 'f7164172-725e-4437-9e52-5b21be9a3985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T20:02:37Z', 'updated_at': '2022-06-01T20:02:42Z', 'revision_number': 4, 'project_id': '825bb4933da34be28d124b03583d29d8', 'gw_port': {'id': 'f7164172-725e-4437-9e52-5b21be9a3985', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:50:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b39c0a4-7100-469f-a264-c91a09cb4045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4408, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T20:02:38Z', 'updated_at': '2022-06-01T20:02:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_floatingips': [{'id': 'e59120fb-052b-42bc-9c65-fe88338a572e', 'tenant_id': '825bb4933da34be28d124b03583d29d8', 'floating_ip_address': '172.25.4.126', 'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'router_id': '1b39c0a4-7100-469f-a264-c91a09cb4045', 'port_id': '3ce80d91-df2d-4b1c-bcd2-ecfd54caf457', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4433, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf5509be-13ab-444b-8fac-c4ef6c2d8965', 'mac_address': 'fa:16:3e:90:05:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28fc3117-33f3-45c2-baac-11966f7911ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T20:03:08Z', 'updated_at': '2022-06-01T20:03:08Z', 'revision_number': 0, 'project_id': '825bb4933da34be28d124b03583d29d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19140d11-e33e-41c8-ac22-f3b57d468a4d', 'name': '', 'network_id': 'cf5509be-13ab-444b-8fac-c4ef6c2d8965', 'tenant_id': '825bb4933da34be28d124b03583d29d8', 'mac_address': 'fa:16:3e:04:60:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b39c0a4-7100-469f-a264-c91a09cb4045', 'device_owner': 'network:router_interface', 'standard_attr_id': 4409, 'fixed_ips': [{'subnet_id': 'b7ebe99e-3dfc-4ae1-a193-5aaa1f83ecb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T20:02:41Z', 'updated_at': '2022-06-01T20:02:48Z', 'revision_number': 5, 'project_id': '825bb4933da34be28d124b03583d29d8', 'subnets': [{'id': 'b7ebe99e-3dfc-4ae1-a193-5aaa1f83ecb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 20:03:11.249577 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786d3dc9-50cb-4354-9b35-1cf1d4277202 None None] The sync data for ids ['1b39c0a4-7100-469f-a264-c91a09cb4045'] in n-d-844202-1 is: [{'id': '1b39c0a4-7100-469f-a264-c91a09cb4045', 'name': 'tempest-TestShelveInstance-1288850548-router', 'tenant_id': '825bb4933da34be28d124b03583d29d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.235'}], 'enable_snat': True}, 'gw_port_id': 'f7164172-725e-4437-9e52-5b21be9a3985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T20:02:37Z', 'updated_at': '2022-06-01T20:02:42Z', 'revision_number': 4, 'project_id': '825bb4933da34be28d124b03583d29d8', 'gw_port': {'id': 'f7164172-725e-4437-9e52-5b21be9a3985', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:50:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b39c0a4-7100-469f-a264-c91a09cb4045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4408, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T20:02:38Z', 'updated_at': '2022-06-01T20:02:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_floatingips': [{'id': 'e59120fb-052b-42bc-9c65-fe88338a572e', 'tenant_id': '825bb4933da34be28d124b03583d29d8', 'floating_ip_address': '172.25.4.126', 'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'router_id': '1b39c0a4-7100-469f-a264-c91a09cb4045', 'port_id': '3ce80d91-df2d-4b1c-bcd2-ecfd54caf457', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4433, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf5509be-13ab-444b-8fac-c4ef6c2d8965', 'mac_address': 'fa:16:3e:90:05:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28fc3117-33f3-45c2-baac-11966f7911ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T20:03:08Z', 'updated_at': '2022-06-01T20:03:08Z', 'revision_number': 0, 'project_id': '825bb4933da34be28d124b03583d29d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19140d11-e33e-41c8-ac22-f3b57d468a4d', 'name': '', 'network_id': 'cf5509be-13ab-444b-8fac-c4ef6c2d8965', 'tenant_id': '825bb4933da34be28d124b03583d29d8', 'mac_address': 'fa:16:3e:04:60:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b39c0a4-7100-469f-a264-c91a09cb4045', 'device_owner': 'network:router_interface', 'standard_attr_id': 4409, 'fixed_ips': [{'subnet_id': 'b7ebe99e-3dfc-4ae1-a193-5aaa1f83ecb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T20:02:41Z', 'updated_at': '2022-06-01T20:02:48Z', 'revision_number': 5, 'project_id': '825bb4933da34be28d124b03583d29d8', 'subnets': [{'id': 'b7ebe99e-3dfc-4ae1-a193-5aaa1f83ecb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 20:03:11.443856 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4377ec50-25f8-4302-a30c-841a7f1fa072 None None] New status for floating IP e59120fb-052b-42bc-9c65-fe88338a572e: ACTIVE {{(pid=88526) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 20:03:11.922924 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:03:12.234349 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:03:12.616258 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:03:37.228796 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-cef8499f-8627-401d-a186-2883aa7b9b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:03:38.959110 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.agents_db [None req-e814b9cf-7de8-45d0-a079-29c61fabe7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 20:03:39.684019 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-28cf5d7f-9310-4f0a-b5c8-1961d019f503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:03:40.838796 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:03:40.880316 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:03:41.936193 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:03:42.235943 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:03:42.618225 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:03:55.017496 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-caeb10c6-ec3e-4811-badb-43f3a87402b7 req-aa632e48-6e92-4696-91b1-ad5910565019 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=28fc3117-33f3-45c2-baac-11966f7911ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0703669 Jun 01 20:03:55.153865 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeb10c6-ec3e-4811-badb-43f3a87402b7 req-c2bbb0d4-7c04-4463-875b-fd2a400e3be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:03:55.155583 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-caeb10c6-ec3e-4811-badb-43f3a87402b7 req-c2bbb0d4-7c04-4463-875b-fd2a400e3be5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=825bb4933da34be28d124b03583d29d8&device_id=28fc3117-33f3-45c2-baac-11966f7911ac HTTP/1.1" status: 200 len: 1097 time: 0.0707736 Jun 01 20:03:55.298555 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeb10c6-ec3e-4811-badb-43f3a87402b7 req-44e13464-9a43-4e72-a0b1-bc840bbb58da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:03:55.299896 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-caeb10c6-ec3e-4811-badb-43f3a87402b7 req-44e13464-9a43-4e72-a0b1-bc840bbb58da service neutron] 10.222.0.50 "GET /v2.0/networks?id=cf5509be-13ab-444b-8fac-c4ef6c2d8965 HTTP/1.1" status: 200 len: 910 time: 0.1271017 Jun 01 20:03:55.405789 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-caeb10c6-ec3e-4811-badb-43f3a87402b7 req-2f942880-4fe2-4917-94e2-3aec57dc04a1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3ce80d91-df2d-4b1c-bcd2-ecfd54caf457 HTTP/1.1" status: 200 len: 1002 time: 0.1007144 Jun 01 20:03:55.571639 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeb10c6-ec3e-4811-badb-43f3a87402b7 req-bc378fa7-c849-44f1-ac54-b2434af94339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:03:55.573003 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-caeb10c6-ec3e-4811-badb-43f3a87402b7 req-bc378fa7-c849-44f1-ac54-b2434af94339 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b7ebe99e-3dfc-4ae1-a193-5aaa1f83ecb3 HTTP/1.1" status: 200 len: 848 time: 0.1620595 Jun 01 20:03:55.647289 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeb10c6-ec3e-4811-badb-43f3a87402b7 req-a50e3e9c-66b7-49da-9904-03f7f0479d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:03:55.648741 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-caeb10c6-ec3e-4811-badb-43f3a87402b7 req-a50e3e9c-66b7-49da-9904-03f7f0479d36 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=cf5509be-13ab-444b-8fac-c4ef6c2d8965&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0698123 Jun 01 20:03:55.783716 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-caeb10c6-ec3e-4811-badb-43f3a87402b7 req-773011b5-9449-4fec-a632-55bced32f697 service neutron] 10.222.0.50 "GET /v2.0/networks/cf5509be-13ab-444b-8fac-c4ef6c2d8965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290364 Jun 01 20:03:55.915774 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-caeb10c6-ec3e-4811-badb-43f3a87402b7 req-85e89e75-13dc-4919-866c-f9f9e5b66cf9 service neutron] 10.222.0.50 "GET /v2.0/networks/cf5509be-13ab-444b-8fac-c4ef6c2d8965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265829 Jun 01 20:04:07.232200 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-fe0598df-2ef2-4ed3-b780-c64f7bf08b76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:04:09.687446 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-cdbdeef1-e437-4c09-8a90-a8ea5e9beacd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:04:10.842901 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:04:10.882632 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:04:11.952650 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:04:12.238144 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:04:12.626023 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:04:15.959036 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.agents_db [None req-e814b9cf-7de8-45d0-a079-29c61fabe7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 20:04:37.234455 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-1e2354be-2a46-4719-b8bf-a47a66a77fe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:04:39.689167 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-3444adf1-3a8d-48a5-b6ba-4e0fca423e77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:04:40.845986 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:04:40.884820 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:04:41.515843 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [req-06d1c570-df7c-449d-868b-167775fc3c79 req-676f485c-f08b-4c1c-a04e-0288830e0bd3 tempest-ServersNegativeTestJSON-1770099650 tempest-ServersNegativeTestJSON-1770099650-project] (88524) timed out ('10.222.0.41', 39060) {{(pid=88524) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 01 20:04:41.948286 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:04:42.241136 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:04:42.623733 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:04:52.958301 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.agents_db [None req-e814b9cf-7de8-45d0-a079-29c61fabe7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 20:04:56.006542 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7c411e23-d977-489e-b294-b8c5e11313e7 req-e97f65df-ea05-40a4-9d1c-e939bb09e7f3 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=28fc3117-33f3-45c2-baac-11966f7911ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0694945 Jun 01 20:04:56.151969 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c411e23-d977-489e-b294-b8c5e11313e7 req-5e4c1849-2e31-4359-b7b0-46df7cbaeb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:04:56.153588 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7c411e23-d977-489e-b294-b8c5e11313e7 req-5e4c1849-2e31-4359-b7b0-46df7cbaeb17 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=825bb4933da34be28d124b03583d29d8&device_id=28fc3117-33f3-45c2-baac-11966f7911ac HTTP/1.1" status: 200 len: 1097 time: 0.0764258 Jun 01 20:04:56.299581 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c411e23-d977-489e-b294-b8c5e11313e7 req-5a8abd0e-41f0-4088-b40f-5d55431a6a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:04:56.301115 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7c411e23-d977-489e-b294-b8c5e11313e7 req-5a8abd0e-41f0-4088-b40f-5d55431a6a90 service neutron] 10.222.0.50 "GET /v2.0/networks?id=cf5509be-13ab-444b-8fac-c4ef6c2d8965 HTTP/1.1" status: 200 len: 910 time: 0.1294308 Jun 01 20:04:56.408514 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7c411e23-d977-489e-b294-b8c5e11313e7 req-1ad2ad3a-08d8-4c34-bda5-bf152236f8d6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3ce80d91-df2d-4b1c-bcd2-ecfd54caf457 HTTP/1.1" status: 200 len: 1002 time: 0.1021018 Jun 01 20:04:56.470080 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c411e23-d977-489e-b294-b8c5e11313e7 req-e006c177-73ac-46ea-af36-e2d9a5696bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:04:56.471528 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7c411e23-d977-489e-b294-b8c5e11313e7 req-e006c177-73ac-46ea-af36-e2d9a5696bc5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b7ebe99e-3dfc-4ae1-a193-5aaa1f83ecb3 HTTP/1.1" status: 200 len: 848 time: 0.0582600 Jun 01 20:04:56.550361 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c411e23-d977-489e-b294-b8c5e11313e7 req-29f6de67-3441-4f7f-bd63-540b24478cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:04:56.551838 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7c411e23-d977-489e-b294-b8c5e11313e7 req-29f6de67-3441-4f7f-bd63-540b24478cd4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=cf5509be-13ab-444b-8fac-c4ef6c2d8965&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0753601 Jun 01 20:04:56.690596 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7c411e23-d977-489e-b294-b8c5e11313e7 req-cf693c03-2e8c-48c8-b120-5765dd757f6a service neutron] 10.222.0.50 "GET /v2.0/networks/cf5509be-13ab-444b-8fac-c4ef6c2d8965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334031 Jun 01 20:04:56.821373 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7c411e23-d977-489e-b294-b8c5e11313e7 req-85185182-118e-43a3-83eb-fdff82b13c62 service neutron] 10.222.0.50 "GET /v2.0/networks/cf5509be-13ab-444b-8fac-c4ef6c2d8965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256204 Jun 01 20:05:05.497440 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b949e893-5abc-440f-b851-72effbac6f2c req-60bbaaf4-744e-46a5-a4c4-a1bb2ea7dff1 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:05:05.499790 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b949e893-5abc-440f-b851-72effbac6f2c req-60bbaaf4-744e-46a5-a4c4-a1bb2ea7dff1 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "GET /v2.0/ports?device_id=28fc3117-33f3-45c2-baac-11966f7911ac HTTP/1.1" status: 200 len: 946 time: 0.0892346 Jun 01 20:05:05.543574 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b949e893-5abc-440f-b851-72effbac6f2c req-a7682e02-5639-4471-91b2-8a3ccf920169 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b88b2ca-970c-4dec-921e-60dada1e087e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380855 Jun 01 20:05:06.739562 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa44b97-d4db-4e90-93f6-d7c64a1118ad req-aca5e3d2-f50b-4f21-877d-1560305fe7b6 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:05:06.741021 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-dfa44b97-d4db-4e90-93f6-d7c64a1118ad req-aca5e3d2-f50b-4f21-877d-1560305fe7b6 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "GET /v2.0/ports?device_id=28fc3117-33f3-45c2-baac-11966f7911ac HTTP/1.1" status: 200 len: 946 time: 0.0838759 Jun 01 20:05:06.786827 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-dfa44b97-d4db-4e90-93f6-d7c64a1118ad req-2cf04fe9-1477-45c5-b72b-88438baed15d tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b88b2ca-970c-4dec-921e-60dada1e087e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401921 Jun 01 20:05:07.236787 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-d3fd49f5-c0f5-47d3-a9e1-f93d9c5d0a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:05:07.978063 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0771345-134b-4af7-b589-f6017a284032 req-fe317ca7-0ec5-4322-8a92-5a3f0d06b662 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:05:07.979517 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e0771345-134b-4af7-b589-f6017a284032 req-fe317ca7-0ec5-4322-8a92-5a3f0d06b662 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "GET /v2.0/ports?device_id=28fc3117-33f3-45c2-baac-11966f7911ac HTTP/1.1" status: 200 len: 946 time: 0.0840838 Jun 01 20:05:08.024637 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e0771345-134b-4af7-b589-f6017a284032 req-7e103cf9-b205-42c6-b462-3a48049d956e tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b88b2ca-970c-4dec-921e-60dada1e087e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390279 Jun 01 20:05:09.207689 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0631b5cc-a9de-4020-a65d-00b9ce4a0507 req-ea60ca2d-51e7-4f99-b897-8c62c3a5ed59 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:05:09.209143 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-0631b5cc-a9de-4020-a65d-00b9ce4a0507 req-ea60ca2d-51e7-4f99-b897-8c62c3a5ed59 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "GET /v2.0/ports?device_id=28fc3117-33f3-45c2-baac-11966f7911ac HTTP/1.1" status: 200 len: 946 time: 0.0787709 Jun 01 20:05:09.255888 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-0631b5cc-a9de-4020-a65d-00b9ce4a0507 req-8a03e12c-f646-49f2-b44b-5f054ea64bfd tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b88b2ca-970c-4dec-921e-60dada1e087e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411222 Jun 01 20:05:09.693349 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-4c3cb1f0-1e25-43db-89a5-ef9aae7bea79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:05:10.442871 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16b2da8-5a8c-41c1-a57b-e870fedbdff1 req-43437614-62f5-49f5-9b21-c81a91e8a40a tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:05:10.444318 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b16b2da8-5a8c-41c1-a57b-e870fedbdff1 req-43437614-62f5-49f5-9b21-c81a91e8a40a tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "GET /v2.0/ports?device_id=28fc3117-33f3-45c2-baac-11966f7911ac HTTP/1.1" status: 200 len: 946 time: 0.0824623 Jun 01 20:05:10.488632 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b16b2da8-5a8c-41c1-a57b-e870fedbdff1 req-11406896-07aa-4a12-a433-35eb85f4bb1a tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b88b2ca-970c-4dec-921e-60dada1e087e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386739 Jun 01 20:05:10.848693 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:05:10.888017 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:05:11.680440 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43f2617-370a-471d-bb18-7f71aa875507 req-616ba39a-9580-416e-ade8-fc0b93861b6a tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:05:11.682982 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c43f2617-370a-471d-bb18-7f71aa875507 req-616ba39a-9580-416e-ade8-fc0b93861b6a tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "GET /v2.0/ports?device_id=28fc3117-33f3-45c2-baac-11966f7911ac HTTP/1.1" status: 200 len: 946 time: 0.0838346 Jun 01 20:05:11.727141 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c43f2617-370a-471d-bb18-7f71aa875507 req-cd3f1970-8981-4566-82d1-5dd1665148ac tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b88b2ca-970c-4dec-921e-60dada1e087e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393958 Jun 01 20:05:11.950355 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:05:12.242763 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:05:12.621287 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:05:12.916065 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a203b5f3-95d6-47f8-a17c-4df2cbfcd9a4 req-8f72800f-cd83-464d-9157-27ce810b2633 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:05:12.917436 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a203b5f3-95d6-47f8-a17c-4df2cbfcd9a4 req-8f72800f-cd83-464d-9157-27ce810b2633 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "GET /v2.0/ports?device_id=28fc3117-33f3-45c2-baac-11966f7911ac HTTP/1.1" status: 200 len: 946 time: 0.0806108 Jun 01 20:05:12.962825 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a203b5f3-95d6-47f8-a17c-4df2cbfcd9a4 req-27084df6-c1f1-48b2-8fff-988320839282 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b88b2ca-970c-4dec-921e-60dada1e087e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392118 Jun 01 20:05:14.151555 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba04848-5870-4c3b-965b-741b8a8b40f2 req-ca08feca-785a-462b-a94f-908746900f66 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:05:14.153169 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-eba04848-5870-4c3b-965b-741b8a8b40f2 req-ca08feca-785a-462b-a94f-908746900f66 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "GET /v2.0/ports?device_id=28fc3117-33f3-45c2-baac-11966f7911ac HTTP/1.1" status: 200 len: 946 time: 0.0834286 Jun 01 20:05:14.197294 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-eba04848-5870-4c3b-965b-741b8a8b40f2 req-238a773e-0c03-429a-890d-1a5ebbe3ef20 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b88b2ca-970c-4dec-921e-60dada1e087e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384285 Jun 01 20:05:15.386354 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aac30c0-c0a7-42b5-9042-6cc9d5a91f46 req-29ef1ee7-4b80-4530-90d8-486127cded3e tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:05:15.387800 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3aac30c0-c0a7-42b5-9042-6cc9d5a91f46 req-29ef1ee7-4b80-4530-90d8-486127cded3e tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "GET /v2.0/ports?device_id=28fc3117-33f3-45c2-baac-11966f7911ac HTTP/1.1" status: 200 len: 946 time: 0.0825434 Jun 01 20:05:15.432584 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3aac30c0-c0a7-42b5-9042-6cc9d5a91f46 req-2c1ac485-4bd5-44f7-9d44-c7b6b7e9d1f2 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b88b2ca-970c-4dec-921e-60dada1e087e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388725 Jun 01 20:05:16.617820 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49913944-1764-47d5-90b9-173ea639cba5 req-dd358cc1-d29e-4f33-bdd2-61ac645be900 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:05:16.619344 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-49913944-1764-47d5-90b9-173ea639cba5 req-dd358cc1-d29e-4f33-bdd2-61ac645be900 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "GET /v2.0/ports?device_id=28fc3117-33f3-45c2-baac-11966f7911ac HTTP/1.1" status: 200 len: 946 time: 0.0838366 Jun 01 20:05:16.666161 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-49913944-1764-47d5-90b9-173ea639cba5 req-8197a581-e8d9-4c91-9a0c-da1121c55029 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b88b2ca-970c-4dec-921e-60dada1e087e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402157 Jun 01 20:05:17.436800 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 3ce80d91-df2d-4b1c-bcd2-ecfd54caf457 details requested by agent hyperv_n-h2-844202-1 with host n-h2-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 20:05:17.575408 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 3ce80d91-df2d-4b1c-bcd2-ecfd54caf457, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=3ce80d91-df2d-4b1c-bcd2-ecfd54caf457,segment=NetworkSegment(5b54ac71-b334-498b-96f7-8fe3b7eefc67),segment_id=5b54ac71-b334-498b-96f7-8fe3b7eefc67)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 20:05:17.589462 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Returning: {'device': '3ce80d91-df2d-4b1c-bcd2-ecfd54caf457', 'network_id': 'cf5509be-13ab-444b-8fac-c4ef6c2d8965', 'port_id': '3ce80d91-df2d-4b1c-bcd2-ecfd54caf457', 'mac_address': 'fa:16:3e:90:05:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7ebe99e-3dfc-4ae1-a193-5aaa1f83ecb3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 20:05:17.646792 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port 3ce80d91-df2d-4b1c-bcd2-ecfd54caf457 is: ACTIVE; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 20:05:17.647218 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:05:17.665872 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3ce80d91-df2d-4b1c-bcd2-ecfd54caf457 {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 20:05:17.687401 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 3ce80d91-df2d-4b1c-bcd2-ecfd54caf457, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=3ce80d91-df2d-4b1c-bcd2-ecfd54caf457,segment=NetworkSegment(5b54ac71-b334-498b-96f7-8fe3b7eefc67),segment_id=5b54ac71-b334-498b-96f7-8fe3b7eefc67)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 20:05:17.692684 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:05:17.771726 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] get_ports_and_sgs() called for port_ids ['3ce80d91-df2d-4b1c-bcd2-ecfd54caf457'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 20:05:17.812434 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=3ce80d91-df2d-4b1c-bcd2-ecfd54caf457,revision_number=6']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 20:05:17.830945 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:05:17.831279 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:05:17.831620 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:05:17.832022 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:05:17.832316 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:05:17.832731 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:05:17.832919 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:05:17.833253 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:05:17.833541 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:05:17.833980 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:05:17.834171 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:05:17.834455 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:05:17.868510 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31b7e86-8f15-4354-b074-048711fca491 req-b7cdde66-eeb9-42b1-a7ab-ef7a05e494b0 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:05:17.870106 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c31b7e86-8f15-4354-b074-048711fca491 req-b7cdde66-eeb9-42b1-a7ab-ef7a05e494b0 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "GET /v2.0/ports?device_id=28fc3117-33f3-45c2-baac-11966f7911ac HTTP/1.1" status: 200 len: 945 time: 0.0859368 Jun 01 20:05:17.922889 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c31b7e86-8f15-4354-b074-048711fca491 req-ceef3a79-1866-406b-9206-dbe4b48fe263 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b88b2ca-970c-4dec-921e-60dada1e087e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455313 Jun 01 20:05:19.142230 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493fe33a-ed8c-4bd1-8c1b-f4a8dcd1b961 req-bf6512d6-21c7-4169-be20-7699a8c25551 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:05:19.144479 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-493fe33a-ed8c-4bd1-8c1b-f4a8dcd1b961 req-bf6512d6-21c7-4169-be20-7699a8c25551 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "GET /v2.0/ports?device_id=28fc3117-33f3-45c2-baac-11966f7911ac HTTP/1.1" status: 200 len: 945 time: 0.0924873 Jun 01 20:05:19.194166 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-493fe33a-ed8c-4bd1-8c1b-f4a8dcd1b961 req-49c94378-02f0-4d7a-9a22-5aaf29fd11b7 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b88b2ca-970c-4dec-921e-60dada1e087e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438595 Jun 01 20:05:19.457388 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 3ce80d91-df2d-4b1c-bcd2-ecfd54caf457 up at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 20:05:19.533464 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning complete for port 3ce80d91-df2d-4b1c-bcd2-ecfd54caf457 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 20:05:19.533870 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:05:19.672343 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port 3ce80d91-df2d-4b1c-bcd2-ecfd54caf457 is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 20:05:19.672722 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:05:19.711022 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28fc3117-33f3-45c2-baac-11966f7911ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ce80d91-df2d-4b1c-bcd2-ecfd54caf457'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 20:05:19.721602 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 3ce80d91-df2d-4b1c-bcd2-ecfd54caf457, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=3ce80d91-df2d-4b1c-bcd2-ecfd54caf457,segment=NetworkSegment(5b54ac71-b334-498b-96f7-8fe3b7eefc67),segment_id=5b54ac71-b334-498b-96f7-8fe3b7eefc67)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 20:05:19.727910 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:05:19.799331 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9360b8b5-fc22-4d6f-beff-9cc7bbe63340'] response: {'server_uuid': '28fc3117-33f3-45c2-baac-11966f7911ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ce80d91-df2d-4b1c-bcd2-ecfd54caf457', 'code': 200} Jun 01 20:05:19.833786 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=3ce80d91-df2d-4b1c-bcd2-ecfd54caf457,revision_number=7']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 20:05:20.511999 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef7c1e2-f099-4169-922c-3ebee810b5e7 req-95e72505-1e19-4550-97be-8e1f7f2ac44c tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:05:20.513556 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-fef7c1e2-f099-4169-922c-3ebee810b5e7 req-95e72505-1e19-4550-97be-8e1f7f2ac44c tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "GET /v2.0/ports?device_id=28fc3117-33f3-45c2-baac-11966f7911ac HTTP/1.1" status: 200 len: 946 time: 0.2016301 Jun 01 20:05:20.561042 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-fef7c1e2-f099-4169-922c-3ebee810b5e7 req-c78c7f40-e33a-4aa0-868f-6f66589a35a5 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b88b2ca-970c-4dec-921e-60dada1e087e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409193 Jun 01 20:05:21.778002 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a207c14-d030-4498-94b3-799e4eccf88b req-ae75e572-c060-45f0-9dfb-c794af14a606 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:05:21.780691 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-0a207c14-d030-4498-94b3-799e4eccf88b req-ae75e572-c060-45f0-9dfb-c794af14a606 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "GET /v2.0/ports?device_id=28fc3117-33f3-45c2-baac-11966f7911ac HTTP/1.1" status: 200 len: 946 time: 0.0873668 Jun 01 20:05:21.844099 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-0a207c14-d030-4498-94b3-799e4eccf88b req-0907f678-b78f-40cc-aa79-a63470d3396f tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b88b2ca-970c-4dec-921e-60dada1e087e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565484 Jun 01 20:05:23.052575 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a38c26-f223-4a9c-83fa-7dbcb64a3abf req-9d206e7e-6d08-4540-a2a8-c3823f42667e tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:05:23.054279 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c4a38c26-f223-4a9c-83fa-7dbcb64a3abf req-9d206e7e-6d08-4540-a2a8-c3823f42667e tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "GET /v2.0/ports?device_id=28fc3117-33f3-45c2-baac-11966f7911ac HTTP/1.1" status: 200 len: 946 time: 0.0908420 Jun 01 20:05:23.111542 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c4a38c26-f223-4a9c-83fa-7dbcb64a3abf req-48ee898e-6db9-49d4-97b4-14f057dd5e0c tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b88b2ca-970c-4dec-921e-60dada1e087e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462353 Jun 01 20:05:24.335291 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214c084e-5246-443b-8974-660237dff78e req-5cd24cd6-251c-4e90-98eb-3789b1cafe8f tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:05:24.337730 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-214c084e-5246-443b-8974-660237dff78e req-5cd24cd6-251c-4e90-98eb-3789b1cafe8f tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "GET /v2.0/ports?device_id=28fc3117-33f3-45c2-baac-11966f7911ac HTTP/1.1" status: 200 len: 946 time: 0.0924065 Jun 01 20:05:24.392773 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-214c084e-5246-443b-8974-660237dff78e req-f87cb2fe-3858-4f09-b43b-f571907ea06a tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b88b2ca-970c-4dec-921e-60dada1e087e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481453 Jun 01 20:05:25.606326 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65353872-689d-4c47-aba7-4f35c92989d9 req-21dff590-bad2-4932-9506-c204accf85ad tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:05:25.609177 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-65353872-689d-4c47-aba7-4f35c92989d9 req-21dff590-bad2-4932-9506-c204accf85ad tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "GET /v2.0/ports?device_id=28fc3117-33f3-45c2-baac-11966f7911ac HTTP/1.1" status: 200 len: 946 time: 0.0900683 Jun 01 20:05:25.657923 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-65353872-689d-4c47-aba7-4f35c92989d9 req-7b5811f6-837e-4bca-90fd-a1cf34e3e254 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b88b2ca-970c-4dec-921e-60dada1e087e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429082 Jun 01 20:05:26.861989 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63952e5-31e0-4d2c-b8fb-003ef90d4804 req-07667534-f81e-4212-925a-cc99ed8981f8 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:05:26.863481 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c63952e5-31e0-4d2c-b8fb-003ef90d4804 req-07667534-f81e-4212-925a-cc99ed8981f8 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "GET /v2.0/ports?device_id=28fc3117-33f3-45c2-baac-11966f7911ac HTTP/1.1" status: 200 len: 946 time: 0.0890656 Jun 01 20:05:26.913379 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c63952e5-31e0-4d2c-b8fb-003ef90d4804 req-ca1bd46d-ed38-451a-a43a-05d4b0e1c9c8 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b88b2ca-970c-4dec-921e-60dada1e087e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423081 Jun 01 20:05:27.605773 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4216de4c-7748-498d-8b8b-bc5cd903b8e7 req-eb797d96-0e25-4dac-a265-b37a62d70246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:05:27.607971 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4216de4c-7748-498d-8b8b-bc5cd903b8e7 req-eb797d96-0e25-4dac-a265-b37a62d70246 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=825bb4933da34be28d124b03583d29d8&device_id=28fc3117-33f3-45c2-baac-11966f7911ac HTTP/1.1" status: 200 len: 1097 time: 0.0696421 Jun 01 20:05:27.735936 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4216de4c-7748-498d-8b8b-bc5cd903b8e7 req-a0cce80a-4cb4-47ee-888f-4330be9e3eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:05:27.737392 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4216de4c-7748-498d-8b8b-bc5cd903b8e7 req-a0cce80a-4cb4-47ee-888f-4330be9e3eb9 service neutron] 10.222.0.50 "GET /v2.0/networks?id=cf5509be-13ab-444b-8fac-c4ef6c2d8965 HTTP/1.1" status: 200 len: 910 time: 0.1243818 Jun 01 20:05:27.839089 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4216de4c-7748-498d-8b8b-bc5cd903b8e7 req-16916e57-badc-46ac-bebb-adfbd017de94 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3ce80d91-df2d-4b1c-bcd2-ecfd54caf457 HTTP/1.1" status: 200 len: 1002 time: 0.0957682 Jun 01 20:05:27.899844 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4216de4c-7748-498d-8b8b-bc5cd903b8e7 req-e903163d-238d-44bd-843f-0d44997bb29e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:05:27.901216 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4216de4c-7748-498d-8b8b-bc5cd903b8e7 req-e903163d-238d-44bd-843f-0d44997bb29e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b7ebe99e-3dfc-4ae1-a193-5aaa1f83ecb3 HTTP/1.1" status: 200 len: 848 time: 0.0568519 Jun 01 20:05:28.086471 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4216de4c-7748-498d-8b8b-bc5cd903b8e7 req-d110bf3d-a694-4434-aa50-365eaa664b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:05:28.088015 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4216de4c-7748-498d-8b8b-bc5cd903b8e7 req-d110bf3d-a694-4434-aa50-365eaa664b97 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=cf5509be-13ab-444b-8fac-c4ef6c2d8965&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1814094 Jun 01 20:05:28.106910 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d97bff-c992-41e3-8909-7c2ee96886ee req-405454d2-f861-4845-ba1c-38da93595560 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:05:28.109283 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b6d97bff-c992-41e3-8909-7c2ee96886ee req-405454d2-f861-4845-ba1c-38da93595560 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "GET /v2.0/ports?device_id=28fc3117-33f3-45c2-baac-11966f7911ac HTTP/1.1" status: 200 len: 946 time: 0.0832038 Jun 01 20:05:28.153640 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b6d97bff-c992-41e3-8909-7c2ee96886ee req-7da62353-96b7-4cc0-95a1-75989f493df8 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b88b2ca-970c-4dec-921e-60dada1e087e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386059 Jun 01 20:05:28.224601 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4216de4c-7748-498d-8b8b-bc5cd903b8e7 req-8299828f-60d9-476c-9305-0da8b3d9b72c service neutron] 10.222.0.50 "GET /v2.0/networks/cf5509be-13ab-444b-8fac-c4ef6c2d8965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300702 Jun 01 20:05:28.354173 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-4216de4c-7748-498d-8b8b-bc5cd903b8e7 req-165cb7c6-45a5-4aa1-83c0-c93c4e6cc9e8 service neutron] 10.222.0.50 "GET /v2.0/networks/cf5509be-13ab-444b-8fac-c4ef6c2d8965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237009 Jun 01 20:05:29.342191 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caade7c9-f4ce-4dfd-9cac-4a6d61d18ef3 req-2362ee1b-63b8-4719-8e6a-ccaa80bc6193 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:05:29.343563 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-caade7c9-f4ce-4dfd-9cac-4a6d61d18ef3 req-2362ee1b-63b8-4719-8e6a-ccaa80bc6193 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "GET /v2.0/ports?device_id=28fc3117-33f3-45c2-baac-11966f7911ac HTTP/1.1" status: 200 len: 946 time: 0.0826175 Jun 01 20:05:29.387678 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-caade7c9-f4ce-4dfd-9cac-4a6d61d18ef3 req-2c67ede9-0ade-4bb0-bf1c-e2cee11aacb7 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b88b2ca-970c-4dec-921e-60dada1e087e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384514 Jun 01 20:05:29.957878 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.agents_db [None req-e814b9cf-7de8-45d0-a079-29c61fabe7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 20:05:30.576533 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dbad84-a690-4f90-b471-4a1dc559b82d req-34862c31-dd0a-4b86-b89f-31dac6ad0317 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:05:30.578049 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-99dbad84-a690-4f90-b471-4a1dc559b82d req-34862c31-dd0a-4b86-b89f-31dac6ad0317 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "GET /v2.0/ports?device_id=28fc3117-33f3-45c2-baac-11966f7911ac HTTP/1.1" status: 200 len: 946 time: 0.0823193 Jun 01 20:05:30.625975 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-99dbad84-a690-4f90-b471-4a1dc559b82d req-5a314dcd-d2c1-45bb-9fe3-69556d493f1f tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b88b2ca-970c-4dec-921e-60dada1e087e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423281 Jun 01 20:05:30.980735 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d23f2cb-de8e-40b1-bb9c-dab2a1517094 req-b689c585-93dd-4c12-a671-4ffd6cd0011c tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:05:30.983503 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-0d23f2cb-de8e-40b1-bb9c-dab2a1517094 req-b689c585-93dd-4c12-a671-4ffd6cd0011c tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "GET /v2.0/ports?device_id=28fc3117-33f3-45c2-baac-11966f7911ac HTTP/1.1" status: 200 len: 946 time: 0.0827632 Jun 01 20:05:31.033980 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-0d23f2cb-de8e-40b1-bb9c-dab2a1517094 req-c8d857ca-6eee-4e90-a817-107b4cbc7d27 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b88b2ca-970c-4dec-921e-60dada1e087e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451999 Jun 01 20:05:31.169144 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d2444051-39d5-43a9-850d-7bb5ed60218a req-054f6b52-7db2-4450-b952-7331007972c7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=28fc3117-33f3-45c2-baac-11966f7911ac&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1292105 Jun 01 20:05:31.500960 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 3ce80d91-df2d-4b1c-bcd2-ecfd54caf457 no longer exists at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 20:05:31.616887 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port 3ce80d91-df2d-4b1c-bcd2-ecfd54caf457 is: ACTIVE; New status is: DOWN {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 20:05:31.617170 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:05:31.646662 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28fc3117-33f3-45c2-baac-11966f7911ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ce80d91-df2d-4b1c-bcd2-ecfd54caf457'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 20:05:31.658434 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 3ce80d91-df2d-4b1c-bcd2-ecfd54caf457, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=3ce80d91-df2d-4b1c-bcd2-ecfd54caf457,segment=NetworkSegment(5b54ac71-b334-498b-96f7-8fe3b7eefc67),segment_id=5b54ac71-b334-498b-96f7-8fe3b7eefc67)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 20:05:31.663228 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:05:31.732395 n-d-844202-1 neutron-server[88526]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-12c0f5a2-b287-4e12-94c5-1aefa77f9fdf']: {'server_uuid': '28fc3117-33f3-45c2-baac-11966f7911ac', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '3ce80d91-df2d-4b1c-bcd2-ecfd54caf457', 'code': 422} returned with failed status Jun 01 20:05:31.772751 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=3ce80d91-df2d-4b1c-bcd2-ecfd54caf457,revision_number=8']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 20:05:32.217281 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2444051-39d5-43a9-850d-7bb5ed60218a req-a35dd29c-878f-4318-84d9-0e183a30696e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:05:32.218759 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d2444051-39d5-43a9-850d-7bb5ed60218a req-a35dd29c-878f-4318-84d9-0e183a30696e service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=28fc3117-33f3-45c2-baac-11966f7911ac&tenant_id=825bb4933da34be28d124b03583d29d8 HTTP/1.1" status: 200 len: 1095 time: 0.0729506 Jun 01 20:05:32.226159 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e42de83-c7cf-47bd-a582-bac336637c2a req-d39a2e38-4589-4d06-b19d-75398165cbfd tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:05:32.227630 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-0e42de83-c7cf-47bd-a582-bac336637c2a req-d39a2e38-4589-4d06-b19d-75398165cbfd tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "GET /v2.0/ports?device_id=28fc3117-33f3-45c2-baac-11966f7911ac HTTP/1.1" status: 200 len: 944 time: 0.0814843 Jun 01 20:05:32.273761 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-0e42de83-c7cf-47bd-a582-bac336637c2a req-094cf244-7a2a-4ea5-968c-90b42d6270bc tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b88b2ca-970c-4dec-921e-60dada1e087e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396178 Jun 01 20:05:32.312297 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2444051-39d5-43a9-850d-7bb5ed60218a req-95b74fd3-930a-4069-8108-757402e4c89d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:05:32.313779 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d2444051-39d5-43a9-850d-7bb5ed60218a req-95b74fd3-930a-4069-8108-757402e4c89d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=825bb4933da34be28d124b03583d29d8&device_id=28fc3117-33f3-45c2-baac-11966f7911ac HTTP/1.1" status: 200 len: 1095 time: 0.0754325 Jun 01 20:05:32.440830 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2444051-39d5-43a9-850d-7bb5ed60218a req-7d97e72c-4ad2-4077-acc2-4e2f957e9dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:05:32.442237 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d2444051-39d5-43a9-850d-7bb5ed60218a req-7d97e72c-4ad2-4077-acc2-4e2f957e9dc5 service neutron] 10.222.0.50 "GET /v2.0/networks?id=cf5509be-13ab-444b-8fac-c4ef6c2d8965 HTTP/1.1" status: 200 len: 910 time: 0.1233382 Jun 01 20:05:32.541883 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d2444051-39d5-43a9-850d-7bb5ed60218a req-ddeabd69-69d6-478a-b969-0555acb6d6b3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3ce80d91-df2d-4b1c-bcd2-ecfd54caf457 HTTP/1.1" status: 200 len: 1000 time: 0.0941923 Jun 01 20:05:32.602328 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2444051-39d5-43a9-850d-7bb5ed60218a req-c4cb9682-bcda-449f-97b2-5dc98ae24ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:05:32.603723 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d2444051-39d5-43a9-850d-7bb5ed60218a req-c4cb9682-bcda-449f-97b2-5dc98ae24ab9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b7ebe99e-3dfc-4ae1-a193-5aaa1f83ecb3 HTTP/1.1" status: 200 len: 848 time: 0.0565329 Jun 01 20:05:32.675570 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2444051-39d5-43a9-850d-7bb5ed60218a req-96450e2d-39d5-4f3a-a76a-552edf4040a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:05:32.677094 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d2444051-39d5-43a9-850d-7bb5ed60218a req-96450e2d-39d5-4f3a-a76a-552edf4040a4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=cf5509be-13ab-444b-8fac-c4ef6c2d8965&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0679879 Jun 01 20:05:32.805857 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d2444051-39d5-43a9-850d-7bb5ed60218a req-988c7895-617b-4265-936a-c69ebb475db3 service neutron] 10.222.0.50 "GET /v2.0/networks/cf5509be-13ab-444b-8fac-c4ef6c2d8965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230137 Jun 01 20:05:32.936802 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-d2444051-39d5-43a9-850d-7bb5ed60218a req-fee4a7d4-69e6-4508-be82-a21c42dba8d4 service neutron] 10.222.0.50 "GET /v2.0/networks/cf5509be-13ab-444b-8fac-c4ef6c2d8965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254702 Jun 01 20:05:33.505993 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f35da6-182a-45a4-86ef-3ff7fd6f6d6a req-77d5716c-951c-465f-80a2-3738dd2ad09e tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:05:33.507486 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-71f35da6-182a-45a4-86ef-3ff7fd6f6d6a req-77d5716c-951c-465f-80a2-3738dd2ad09e tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "GET /v2.0/ports?device_id=28fc3117-33f3-45c2-baac-11966f7911ac HTTP/1.1" status: 200 len: 944 time: 0.0966861 Jun 01 20:05:33.566317 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-71f35da6-182a-45a4-86ef-3ff7fd6f6d6a req-dd9bd1ef-bb7e-4d16-b61f-90ac50681178 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b88b2ca-970c-4dec-921e-60dada1e087e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525219 Jun 01 20:05:34.768129 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92e8367-a8e9-473c-b351-68c87d30e9e9 req-957563db-f219-4cf6-9f12-845132f9cd99 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:05:34.769773 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b92e8367-a8e9-473c-b351-68c87d30e9e9 req-957563db-f219-4cf6-9f12-845132f9cd99 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "GET /v2.0/ports?device_id=28fc3117-33f3-45c2-baac-11966f7911ac HTTP/1.1" status: 200 len: 944 time: 0.0846217 Jun 01 20:05:34.817593 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b92e8367-a8e9-473c-b351-68c87d30e9e9 req-3f622cc9-949b-4273-9734-139d6927c864 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b88b2ca-970c-4dec-921e-60dada1e087e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420318 Jun 01 20:05:36.180887 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d6f198-ccb8-4fa5-bfc9-e6fb0ac016fc req-1275b6ce-77d5-47f8-a8a5-8c09ad49a902 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:05:36.182377 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c6d6f198-ccb8-4fa5-bfc9-e6fb0ac016fc req-1275b6ce-77d5-47f8-a8a5-8c09ad49a902 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "GET /v2.0/ports?device_id=28fc3117-33f3-45c2-baac-11966f7911ac HTTP/1.1" status: 200 len: 944 time: 0.0907311 Jun 01 20:05:36.230210 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c6d6f198-ccb8-4fa5-bfc9-e6fb0ac016fc req-d9dcff20-df9d-4a15-83ba-028d0c63d25e tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b88b2ca-970c-4dec-921e-60dada1e087e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411139 Jun 01 20:05:37.241781 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-77a0bad0-d764-4fdd-b70d-a3d25a89e8f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:05:37.437933 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5e7bf0-c7ec-4226-83d2-da5e961a0284 req-2d86aff2-ac8f-4224-aab1-19d6a3c5ecfd tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:05:37.439390 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2a5e7bf0-c7ec-4226-83d2-da5e961a0284 req-2d86aff2-ac8f-4224-aab1-19d6a3c5ecfd tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "GET /v2.0/ports?device_id=28fc3117-33f3-45c2-baac-11966f7911ac HTTP/1.1" status: 200 len: 944 time: 0.0851402 Jun 01 20:05:37.490421 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2a5e7bf0-c7ec-4226-83d2-da5e961a0284 req-1c9bc304-d113-4c49-92f8-15bff93cd314 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b88b2ca-970c-4dec-921e-60dada1e087e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453956 Jun 01 20:05:38.691641 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e9199f-d451-4319-8522-65712c44b343 req-0724c572-343b-4da6-9850-388acf1a21b8 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:05:38.693815 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c4e9199f-d451-4319-8522-65712c44b343 req-0724c572-343b-4da6-9850-388acf1a21b8 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "GET /v2.0/ports?device_id=28fc3117-33f3-45c2-baac-11966f7911ac HTTP/1.1" status: 200 len: 944 time: 0.0883508 Jun 01 20:05:38.742874 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c4e9199f-d451-4319-8522-65712c44b343 req-158a02fe-27c6-4009-8b32-eb7585cbfd5b tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b88b2ca-970c-4dec-921e-60dada1e087e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441136 Jun 01 20:05:39.699813 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-ab2a65c4-d504-4fe8-8f42-4d36b9cf058c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:05:39.964212 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfc00c2-1b06-49a6-8693-d6d2a1b144a2 req-a280e3f5-52e2-4571-b699-f03edf27823b tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:05:39.965638 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-0cfc00c2-1b06-49a6-8693-d6d2a1b144a2 req-a280e3f5-52e2-4571-b699-f03edf27823b tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "GET /v2.0/ports?device_id=28fc3117-33f3-45c2-baac-11966f7911ac HTTP/1.1" status: 200 len: 944 time: 0.1056280 Jun 01 20:05:40.023205 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-0cfc00c2-1b06-49a6-8693-d6d2a1b144a2 req-c27fc76c-7abe-452f-a46b-44b74a7660dc tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b88b2ca-970c-4dec-921e-60dada1e087e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515327 Jun 01 20:05:40.850888 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:05:40.894125 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:05:41.214040 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb401d99-6fcf-483d-bb5c-4ad1a7111094 req-d1c18d9d-bf52-47c8-87ab-4f9df4bd7d8c tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:05:41.215483 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-cb401d99-6fcf-483d-bb5c-4ad1a7111094 req-d1c18d9d-bf52-47c8-87ab-4f9df4bd7d8c tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "GET /v2.0/ports?device_id=28fc3117-33f3-45c2-baac-11966f7911ac HTTP/1.1" status: 200 len: 944 time: 0.0813241 Jun 01 20:05:41.260105 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-cb401d99-6fcf-483d-bb5c-4ad1a7111094 req-c9f3551c-d0b4-45d6-acf4-964580c39f42 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b88b2ca-970c-4dec-921e-60dada1e087e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385654 Jun 01 20:05:41.972612 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:05:42.246332 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:05:42.447634 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53234a3-de71-41a7-a498-7c11a171dec1 req-a21657f2-d00e-474d-bb54-d445a929f8ba tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:05:42.449093 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e53234a3-de71-41a7-a498-7c11a171dec1 req-a21657f2-d00e-474d-bb54-d445a929f8ba tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "GET /v2.0/ports?device_id=28fc3117-33f3-45c2-baac-11966f7911ac HTTP/1.1" status: 200 len: 944 time: 0.0829182 Jun 01 20:05:42.493038 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e53234a3-de71-41a7-a498-7c11a171dec1 req-d9476f9b-08c9-4661-9d82-6e6c27eb08a5 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b88b2ca-970c-4dec-921e-60dada1e087e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376515 Jun 01 20:05:42.635287 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:05:43.621581 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 3ce80d91-df2d-4b1c-bcd2-ecfd54caf457 details requested by agent hyperv_n-h2-844202-1 with host n-h2-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 20:05:43.681277 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70578e1e-2817-4b92-9739-c4e16739d0d1 req-4682a7cb-c253-4dee-bd8c-3580327cb048 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:05:43.682833 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-70578e1e-2817-4b92-9739-c4e16739d0d1 req-4682a7cb-c253-4dee-bd8c-3580327cb048 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "GET /v2.0/ports?device_id=28fc3117-33f3-45c2-baac-11966f7911ac HTTP/1.1" status: 200 len: 944 time: 0.0841627 Jun 01 20:05:43.727878 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-70578e1e-2817-4b92-9739-c4e16739d0d1 req-35110f23-c37c-4a80-abfb-997fc2dbb339 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b88b2ca-970c-4dec-921e-60dada1e087e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392470 Jun 01 20:05:43.755425 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 3ce80d91-df2d-4b1c-bcd2-ecfd54caf457, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=3ce80d91-df2d-4b1c-bcd2-ecfd54caf457,segment=NetworkSegment(5b54ac71-b334-498b-96f7-8fe3b7eefc67),segment_id=5b54ac71-b334-498b-96f7-8fe3b7eefc67)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 20:05:43.768944 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Returning: {'device': '3ce80d91-df2d-4b1c-bcd2-ecfd54caf457', 'network_id': 'cf5509be-13ab-444b-8fac-c4ef6c2d8965', 'port_id': '3ce80d91-df2d-4b1c-bcd2-ecfd54caf457', 'mac_address': 'fa:16:3e:90:05:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7ebe99e-3dfc-4ae1-a193-5aaa1f83ecb3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 20:05:43.826102 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port 3ce80d91-df2d-4b1c-bcd2-ecfd54caf457 is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 20:05:43.826394 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:05:43.842465 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ce80d91-df2d-4b1c-bcd2-ecfd54caf457 {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 20:05:43.857099 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 3ce80d91-df2d-4b1c-bcd2-ecfd54caf457, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=3ce80d91-df2d-4b1c-bcd2-ecfd54caf457,segment=NetworkSegment(5b54ac71-b334-498b-96f7-8fe3b7eefc67),segment_id=5b54ac71-b334-498b-96f7-8fe3b7eefc67)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 20:05:43.861442 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:05:43.933554 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=3ce80d91-df2d-4b1c-bcd2-ecfd54caf457,revision_number=9']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 20:05:44.104658 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] get_ports_and_sgs() called for port_ids ['3ce80d91-df2d-4b1c-bcd2-ecfd54caf457'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 20:05:44.917353 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73694a0e-48da-465f-ba84-c2f545fdae34 req-db558d31-61d1-4348-be98-3e18815c412e tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:05:44.918805 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-73694a0e-48da-465f-ba84-c2f545fdae34 req-db558d31-61d1-4348-be98-3e18815c412e tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "GET /v2.0/ports?device_id=28fc3117-33f3-45c2-baac-11966f7911ac HTTP/1.1" status: 200 len: 945 time: 0.0852492 Jun 01 20:05:44.970855 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-73694a0e-48da-465f-ba84-c2f545fdae34 req-b9bc02dd-3feb-4f87-b9b4-2cd350652cbd tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b88b2ca-970c-4dec-921e-60dada1e087e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451312 Jun 01 20:05:45.637162 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 3ce80d91-df2d-4b1c-bcd2-ecfd54caf457 up at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 20:05:45.704506 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning complete for port 3ce80d91-df2d-4b1c-bcd2-ecfd54caf457 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 20:05:45.704868 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:05:45.818553 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port 3ce80d91-df2d-4b1c-bcd2-ecfd54caf457 is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 20:05:45.818921 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:05:45.847357 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28fc3117-33f3-45c2-baac-11966f7911ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ce80d91-df2d-4b1c-bcd2-ecfd54caf457'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 20:05:45.859126 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 3ce80d91-df2d-4b1c-bcd2-ecfd54caf457, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=3ce80d91-df2d-4b1c-bcd2-ecfd54caf457,segment=NetworkSegment(5b54ac71-b334-498b-96f7-8fe3b7eefc67),segment_id=5b54ac71-b334-498b-96f7-8fe3b7eefc67)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 20:05:45.863417 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:05:45.898922 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dba5f761-8430-474b-9d1a-2505f927491c'] response: {'server_uuid': '28fc3117-33f3-45c2-baac-11966f7911ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ce80d91-df2d-4b1c-bcd2-ecfd54caf457', 'code': 200} Jun 01 20:05:45.937633 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=3ce80d91-df2d-4b1c-bcd2-ecfd54caf457,revision_number=10']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 20:05:46.120367 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53d8421-7c5d-4501-b86c-c5b45818df9d req-b453a319-ce2b-418c-80d5-7eb76cc99021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:05:46.121821 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b53d8421-7c5d-4501-b86c-c5b45818df9d req-b453a319-ce2b-418c-80d5-7eb76cc99021 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=28fc3117-33f3-45c2-baac-11966f7911ac HTTP/1.1" status: 200 len: 1098 time: 0.0752482 Jun 01 20:05:46.163509 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b53d8421-7c5d-4501-b86c-c5b45818df9d req-4562c16c-8699-49cc-b0df-ebf5a126e6c9 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=0b88b2ca-970c-4dec-921e-60dada1e087e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354021 Jun 01 20:05:46.195735 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b81dcc-727d-4dac-a80f-f33a18a1730f req-49931124-f8ed-4e2e-89ca-6eaab253198a tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:05:46.197208 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c7b81dcc-727d-4dac-a80f-f33a18a1730f req-49931124-f8ed-4e2e-89ca-6eaab253198a tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "GET /v2.0/ports?device_id=28fc3117-33f3-45c2-baac-11966f7911ac HTTP/1.1" status: 200 len: 947 time: 0.0816875 Jun 01 20:05:46.245667 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c7b81dcc-727d-4dac-a80f-f33a18a1730f req-e1e74ced-7cb7-4960-a573-6fc8c6edd45a tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b88b2ca-970c-4dec-921e-60dada1e087e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420747 Jun 01 20:05:47.446873 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5900e69b-cc3e-43d2-83a0-9942595c3c62 req-81f3e472-e2be-466a-a795-7bd1fed219e9 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:05:47.448363 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-5900e69b-cc3e-43d2-83a0-9942595c3c62 req-81f3e472-e2be-466a-a795-7bd1fed219e9 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "GET /v2.0/ports?device_id=28fc3117-33f3-45c2-baac-11966f7911ac HTTP/1.1" status: 200 len: 947 time: 0.0827200 Jun 01 20:05:47.496309 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-5900e69b-cc3e-43d2-83a0-9942595c3c62 req-5169313d-d1e1-4443-bb7f-1074d6f65316 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b88b2ca-970c-4dec-921e-60dada1e087e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419729 Jun 01 20:05:48.683889 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d244bbfa-65e0-4b1d-a74a-855312c586cc req-24d9d0f2-a8d1-4b81-a456-171a1a7755fe tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:05:48.685891 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d244bbfa-65e0-4b1d-a74a-855312c586cc req-24d9d0f2-a8d1-4b81-a456-171a1a7755fe tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "GET /v2.0/ports?device_id=28fc3117-33f3-45c2-baac-11966f7911ac HTTP/1.1" status: 200 len: 947 time: 0.0845547 Jun 01 20:05:48.728151 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d244bbfa-65e0-4b1d-a74a-855312c586cc req-447a32f0-2235-460a-bc6a-9a5778b4bfdd tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b88b2ca-970c-4dec-921e-60dada1e087e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364983 Jun 01 20:05:56.016766 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5fb200a5-c434-4a3f-bb67-8cfc24902507 req-d69f46ff-e2cc-4ace-be1f-7fb696e33da5 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=28fc3117-33f3-45c2-baac-11966f7911ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0707734 Jun 01 20:05:56.156097 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb200a5-c434-4a3f-bb67-8cfc24902507 req-b0676f76-7a4d-4fc1-8e7f-b127ca16d008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:05:56.157569 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5fb200a5-c434-4a3f-bb67-8cfc24902507 req-b0676f76-7a4d-4fc1-8e7f-b127ca16d008 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=825bb4933da34be28d124b03583d29d8&device_id=28fc3117-33f3-45c2-baac-11966f7911ac HTTP/1.1" status: 200 len: 1098 time: 0.0745344 Jun 01 20:05:56.307664 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb200a5-c434-4a3f-bb67-8cfc24902507 req-669afe9b-c7d1-4e6a-8d7f-2e91793cba00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:05:56.310869 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5fb200a5-c434-4a3f-bb67-8cfc24902507 req-669afe9b-c7d1-4e6a-8d7f-2e91793cba00 service neutron] 10.222.0.50 "GET /v2.0/networks?id=cf5509be-13ab-444b-8fac-c4ef6c2d8965 HTTP/1.1" status: 200 len: 910 time: 0.1343770 Jun 01 20:05:56.511756 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5fb200a5-c434-4a3f-bb67-8cfc24902507 req-86bf64ce-db3f-4ab3-a0f0-fe9c5483cdfc service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3ce80d91-df2d-4b1c-bcd2-ecfd54caf457 HTTP/1.1" status: 200 len: 1002 time: 0.1962259 Jun 01 20:05:56.572303 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb200a5-c434-4a3f-bb67-8cfc24902507 req-4b8df9bb-eed5-40bf-9f65-b352fca447e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:05:56.573645 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5fb200a5-c434-4a3f-bb67-8cfc24902507 req-4b8df9bb-eed5-40bf-9f65-b352fca447e9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b7ebe99e-3dfc-4ae1-a193-5aaa1f83ecb3 HTTP/1.1" status: 200 len: 848 time: 0.0569911 Jun 01 20:05:56.647318 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb200a5-c434-4a3f-bb67-8cfc24902507 req-bc54e8fa-5b42-46a5-acce-9a39079c02f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:05:56.648809 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5fb200a5-c434-4a3f-bb67-8cfc24902507 req-bc54e8fa-5b42-46a5-acce-9a39079c02f8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=cf5509be-13ab-444b-8fac-c4ef6c2d8965&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0695882 Jun 01 20:05:56.797817 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5fb200a5-c434-4a3f-bb67-8cfc24902507 req-0ea730ae-2d55-4297-b660-9986400418de service neutron] 10.222.0.50 "GET /v2.0/networks/cf5509be-13ab-444b-8fac-c4ef6c2d8965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429794 Jun 01 20:05:56.927793 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-5fb200a5-c434-4a3f-bb67-8cfc24902507 req-aedf24a1-5634-4da5-bdc3-9f456a7afc2b service neutron] 10.222.0.50 "GET /v2.0/networks/cf5509be-13ab-444b-8fac-c4ef6c2d8965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245975 Jun 01 20:06:06.957564 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.agents_db [None req-e814b9cf-7de8-45d0-a079-29c61fabe7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 20:06:07.233449 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-ecbff732-8dd4-4724-af00-fe96d0f8f03b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:06:09.693735 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-cab133b0-ba91-493f-bc27-7952d82d4568 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:06:10.852668 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:06:10.893106 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:06:11.958041 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:06:12.253456 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:06:12.618847 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:06:37.235676 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-764d5590-2790-462b-ab6b-e3e8cc5363e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:06:39.695230 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-9dfaa1dc-9148-4072-90ba-63af17f0df53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:06:40.855455 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:06:40.895259 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:06:41.961770 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:06:42.252546 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:06:42.652562 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:06:43.956616 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.agents_db [None req-e814b9cf-7de8-45d0-a079-29c61fabe7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 20:06:57.090864 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b1b4d6e0-ff30-42c2-9b68-582c02146172 req-f0ae96e2-0b4d-4838-857f-866a8a22945f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=28fc3117-33f3-45c2-baac-11966f7911ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1137307 Jun 01 20:06:57.225465 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b4d6e0-ff30-42c2-9b68-582c02146172 req-b030b289-6c06-498e-9972-e54eaf2fd4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:06:57.227093 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b1b4d6e0-ff30-42c2-9b68-582c02146172 req-b030b289-6c06-498e-9972-e54eaf2fd4a3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=825bb4933da34be28d124b03583d29d8&device_id=28fc3117-33f3-45c2-baac-11966f7911ac HTTP/1.1" status: 200 len: 1098 time: 0.0709023 Jun 01 20:06:57.370120 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b4d6e0-ff30-42c2-9b68-582c02146172 req-d1595f8f-8677-4a0a-8e3c-65bfd8e8127b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:06:57.371471 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b1b4d6e0-ff30-42c2-9b68-582c02146172 req-d1595f8f-8677-4a0a-8e3c-65bfd8e8127b service neutron] 10.222.0.50 "GET /v2.0/networks?id=cf5509be-13ab-444b-8fac-c4ef6c2d8965 HTTP/1.1" status: 200 len: 910 time: 0.1267381 Jun 01 20:06:57.473814 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b1b4d6e0-ff30-42c2-9b68-582c02146172 req-bbb39d31-488d-4660-a3f7-3c13faff8a34 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3ce80d91-df2d-4b1c-bcd2-ecfd54caf457 HTTP/1.1" status: 200 len: 1002 time: 0.0968742 Jun 01 20:06:57.538297 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b4d6e0-ff30-42c2-9b68-582c02146172 req-6687eade-6f81-47e0-98a6-ec47df1f87d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:06:57.539704 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b1b4d6e0-ff30-42c2-9b68-582c02146172 req-6687eade-6f81-47e0-98a6-ec47df1f87d1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b7ebe99e-3dfc-4ae1-a193-5aaa1f83ecb3 HTTP/1.1" status: 200 len: 848 time: 0.0608735 Jun 01 20:06:57.613281 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b4d6e0-ff30-42c2-9b68-582c02146172 req-101eda73-cb21-4da3-ba91-0277234d0d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:06:57.615447 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b1b4d6e0-ff30-42c2-9b68-582c02146172 req-101eda73-cb21-4da3-ba91-0277234d0d18 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=cf5509be-13ab-444b-8fac-c4ef6c2d8965&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0698323 Jun 01 20:06:57.745754 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b1b4d6e0-ff30-42c2-9b68-582c02146172 req-186939ee-40cb-46c3-a2e3-613d3092ac15 service neutron] 10.222.0.50 "GET /v2.0/networks/cf5509be-13ab-444b-8fac-c4ef6c2d8965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247933 Jun 01 20:06:57.774252 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 55912) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 20:06:57.880809 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b1b4d6e0-ff30-42c2-9b68-582c02146172 req-543d08b5-a69e-43b5-a1fc-26a89feab3e0 service neutron] 10.222.0.50 "GET /v2.0/networks/cf5509be-13ab-444b-8fac-c4ef6c2d8965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291630 Jun 01 20:06:58.086527 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-7f79a8ac-b3fc-491b-a24f-35aacef15d7c tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Deleting port 5a324de4-3c89-47c8-ad17-7fb91e159c50 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 20:06:58.086772 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7f79a8ac-b3fc-491b-a24f-35aacef15d7c tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:06:58.256201 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7f79a8ac-b3fc-491b-a24f-35aacef15d7c tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:06:58.256539 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7f79a8ac-b3fc-491b-a24f-35aacef15d7c tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:06:58.380162 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-7f79a8ac-b3fc-491b-a24f-35aacef15d7c tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Calling delete_port for 5a324de4-3c89-47c8-ad17-7fb91e159c50 owned by network:floatingip {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 20:06:58.533268 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7f79a8ac-b3fc-491b-a24f-35aacef15d7c tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:06:58.581689 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f79a8ac-b3fc-491b-a24f-35aacef15d7c tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Pushing event deleted for resources: {'Port': ['ID=5a324de4-3c89-47c8-ad17-7fb91e159c50,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 20:06:58.625528 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f79a8ac-b3fc-491b-a24f-35aacef15d7c tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:06:58.625863 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f79a8ac-b3fc-491b-a24f-35aacef15d7c tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:06:58.626198 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f79a8ac-b3fc-491b-a24f-35aacef15d7c tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:06:58.626548 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f79a8ac-b3fc-491b-a24f-35aacef15d7c tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:06:58.626872 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f79a8ac-b3fc-491b-a24f-35aacef15d7c tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:06:58.627188 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f79a8ac-b3fc-491b-a24f-35aacef15d7c tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:06:58.627502 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f79a8ac-b3fc-491b-a24f-35aacef15d7c tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:06:58.627815 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f79a8ac-b3fc-491b-a24f-35aacef15d7c tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:06:58.628125 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f79a8ac-b3fc-491b-a24f-35aacef15d7c tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:06:58.628462 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f79a8ac-b3fc-491b-a24f-35aacef15d7c tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:06:58.628770 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f79a8ac-b3fc-491b-a24f-35aacef15d7c tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:06:58.629077 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f79a8ac-b3fc-491b-a24f-35aacef15d7c tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:06:58.684590 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7f79a8ac-b3fc-491b-a24f-35aacef15d7c tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Notify callbacks [] for floatingip, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:06:58.684956 n-d-844202-1 neutron-server[88525]: INFO neutron.db.l3_db [None req-7f79a8ac-b3fc-491b-a24f-35aacef15d7c tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Floating IP e59120fb-052b-42bc-9c65-fe88338a572e disassociated (deleted). External IP: 172.25.4.126, port: 3ce80d91-df2d-4b1c-bcd2-ecfd54caf457. Jun 01 20:06:59.031719 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f79a8ac-b3fc-491b-a24f-35aacef15d7c tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Router 1b39c0a4-7100-469f-a264-c91a09cb4045 has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 20:06:59.212835 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f79a8ac-b3fc-491b-a24f-35aacef15d7c tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 20:06:59.222777 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e34f33c-8761-4b5c-a1c0-0e9e1459442f None None] Sync routers for ids ['1b39c0a4-7100-469f-a264-c91a09cb4045'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 20:06:59.230726 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7f79a8ac-b3fc-491b-a24f-35aacef15d7c tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for floatingip, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:06:59.231785 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e34f33c-8761-4b5c-a1c0-0e9e1459442f None None] Routers {'1b39c0a4-7100-469f-a264-c91a09cb4045'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 20:06:59.232415 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-7e34f33c-8761-4b5c-a1c0-0e9e1459442f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T20:06:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['1b39c0a4-7100-469f-a264-c91a09cb4045'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 20:06:59.286994 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-7f79a8ac-b3fc-491b-a24f-35aacef15d7c tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "DELETE /v2.0/floatingips/e59120fb-052b-42bc-9c65-fe88338a572e HTTP/1.1" status: 204 len: 168 time: 1.5114832 Jun 01 20:06:59.287567 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28fc3117-33f3-45c2-baac-11966f7911ac', 'tag': '3ce80d91-df2d-4b1c-bcd2-ecfd54caf457'}] {{(pid=88525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 20:06:59.412437 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-7e34f33c-8761-4b5c-a1c0-0e9e1459442f None None] Set router 1b39c0a4-7100-469f-a264-c91a09cb4045 gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 20:06:59.590325 n-d-844202-1 neutron-server[88525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08da23c2-d948-40d7-8066-7cf7212cafe7'] response: {'name': 'network-changed', 'server_uuid': '28fc3117-33f3-45c2-baac-11966f7911ac', 'tag': '3ce80d91-df2d-4b1c-bcd2-ecfd54caf457', 'status': 'completed', 'code': 200} Jun 01 20:06:59.683995 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8250076-513b-4327-8af8-2c2a0a859a21 req-29f15288-7840-42a5-8f5a-9e28d2d6752b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:06:59.685569 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c8250076-513b-4327-8af8-2c2a0a859a21 req-29f15288-7840-42a5-8f5a-9e28d2d6752b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=825bb4933da34be28d124b03583d29d8&device_id=28fc3117-33f3-45c2-baac-11966f7911ac HTTP/1.1" status: 200 len: 1098 time: 0.0732808 Jun 01 20:06:59.774520 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-7e34f33c-8761-4b5c-a1c0-0e9e1459442f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b39c0a4-7100-469f-a264-c91a09cb4045', 'name': 'tempest-TestShelveInstance-1288850548-router', 'tenant_id': '825bb4933da34be28d124b03583d29d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.235'}], 'enable_snat': True}, 'gw_port_id': 'f7164172-725e-4437-9e52-5b21be9a3985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T20:02:37Z', 'updated_at': '2022-06-01T20:02:42Z', 'revision_number': 4, 'project_id': '825bb4933da34be28d124b03583d29d8', 'gw_port': {'id': 'f7164172-725e-4437-9e52-5b21be9a3985', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:50:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b39c0a4-7100-469f-a264-c91a09cb4045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4408, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T20:02:38Z', 'updated_at': '2022-06-01T20:02:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '19140d11-e33e-41c8-ac22-f3b57d468a4d', 'name': '', 'network_id': 'cf5509be-13ab-444b-8fac-c4ef6c2d8965', 'tenant_id': '825bb4933da34be28d124b03583d29d8', 'mac_address': 'fa:16:3e:04:60:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b39c0a4-7100-469f-a264-c91a09cb4045', 'device_owner': 'network:router_interface', 'standard_attr_id': 4409, 'fixed_ips': [{'subnet_id': 'b7ebe99e-3dfc-4ae1-a193-5aaa1f83ecb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T20:02:41Z', 'updated_at': '2022-06-01T20:02:48Z', 'revision_number': 5, 'project_id': '825bb4933da34be28d124b03583d29d8', 'subnets': [{'id': 'b7ebe99e-3dfc-4ae1-a193-5aaa1f83ecb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 20:06:59.778710 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e34f33c-8761-4b5c-a1c0-0e9e1459442f None None] Checking router: 1b39c0a4-7100-469f-a264-c91a09cb4045 for host: n-d-844202-1 {{(pid=88527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 20:06:59.790231 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e34f33c-8761-4b5c-a1c0-0e9e1459442f None None] Routers {'1b39c0a4-7100-469f-a264-c91a09cb4045'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 20:06:59.790769 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-7e34f33c-8761-4b5c-a1c0-0e9e1459442f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T20:06:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['1b39c0a4-7100-469f-a264-c91a09cb4045'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 20:06:59.840310 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8250076-513b-4327-8af8-2c2a0a859a21 req-6e873b6b-88d6-402f-b4e3-a9f0bccacc38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:06:59.842117 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c8250076-513b-4327-8af8-2c2a0a859a21 req-6e873b6b-88d6-402f-b4e3-a9f0bccacc38 service neutron] 10.222.0.50 "GET /v2.0/networks?id=cf5509be-13ab-444b-8fac-c4ef6c2d8965 HTTP/1.1" status: 200 len: 910 time: 0.1503873 Jun 01 20:06:59.894941 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b4b126-8427-4273-819f-6bdcf34338c1 req-500f05b9-abbb-4799-af62-319e3819208f tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:06:59.896648 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-93b4b126-8427-4273-819f-6bdcf34338c1 req-500f05b9-abbb-4799-af62-319e3819208f tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Synchronizing usage tracker for tenant:825bb4933da34be28d124b03583d29d8 on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 20:06:59.916127 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c8250076-513b-4327-8af8-2c2a0a859a21 req-02455f56-6454-473a-9384-ce5d22f1e06c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3ce80d91-df2d-4b1c-bcd2-ecfd54caf457 HTTP/1.1" status: 200 len: 217 time: 0.0680790 Jun 01 20:06:59.916600 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-93b4b126-8427-4273-819f-6bdcf34338c1 req-500f05b9-abbb-4799-af62-319e3819208f tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Unset dirty status for tenant:825bb4933da34be28d124b03583d29d8 on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 20:06:59.917928 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-93b4b126-8427-4273-819f-6bdcf34338c1 req-500f05b9-abbb-4799-af62-319e3819208f tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "GET /v2.0/ports?device_id=28fc3117-33f3-45c2-baac-11966f7911ac HTTP/1.1" status: 200 len: 947 time: 0.2424130 Jun 01 20:06:59.981079 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-7e34f33c-8761-4b5c-a1c0-0e9e1459442f None None] Set router 1b39c0a4-7100-469f-a264-c91a09cb4045 gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 20:06:59.988727 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-93b4b126-8427-4273-819f-6bdcf34338c1 req-ee06fb08-5d40-4bd9-957e-c0099d2634bc tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b88b2ca-970c-4dec-921e-60dada1e087e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593581 Jun 01 20:06:59.998161 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8250076-513b-4327-8af8-2c2a0a859a21 req-b6c67705-724d-405f-b400-2ed4a47ce28b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:06:59.999653 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c8250076-513b-4327-8af8-2c2a0a859a21 req-b6c67705-724d-405f-b400-2ed4a47ce28b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b7ebe99e-3dfc-4ae1-a193-5aaa1f83ecb3 HTTP/1.1" status: 200 len: 848 time: 0.0776238 Jun 01 20:07:00.078683 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8250076-513b-4327-8af8-2c2a0a859a21 req-f91b062d-bb04-4fea-8ebc-aa0d6d214dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:07:00.080054 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c8250076-513b-4327-8af8-2c2a0a859a21 req-f91b062d-bb04-4fea-8ebc-aa0d6d214dda service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=cf5509be-13ab-444b-8fac-c4ef6c2d8965&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0741606 Jun 01 20:07:00.299336 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-7e34f33c-8761-4b5c-a1c0-0e9e1459442f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b39c0a4-7100-469f-a264-c91a09cb4045', 'name': 'tempest-TestShelveInstance-1288850548-router', 'tenant_id': '825bb4933da34be28d124b03583d29d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.235'}], 'enable_snat': True}, 'gw_port_id': 'f7164172-725e-4437-9e52-5b21be9a3985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T20:02:37Z', 'updated_at': '2022-06-01T20:02:42Z', 'revision_number': 4, 'project_id': '825bb4933da34be28d124b03583d29d8', 'gw_port': {'id': 'f7164172-725e-4437-9e52-5b21be9a3985', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:50:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b39c0a4-7100-469f-a264-c91a09cb4045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4408, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T20:02:38Z', 'updated_at': '2022-06-01T20:02:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '19140d11-e33e-41c8-ac22-f3b57d468a4d', 'name': '', 'network_id': 'cf5509be-13ab-444b-8fac-c4ef6c2d8965', 'tenant_id': '825bb4933da34be28d124b03583d29d8', 'mac_address': 'fa:16:3e:04:60:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b39c0a4-7100-469f-a264-c91a09cb4045', 'device_owner': 'network:router_interface', 'standard_attr_id': 4409, 'fixed_ips': [{'subnet_id': 'b7ebe99e-3dfc-4ae1-a193-5aaa1f83ecb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T20:02:41Z', 'updated_at': '2022-06-01T20:02:48Z', 'revision_number': 5, 'project_id': '825bb4933da34be28d124b03583d29d8', 'subnets': [{'id': 'b7ebe99e-3dfc-4ae1-a193-5aaa1f83ecb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 20:07:00.304636 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e34f33c-8761-4b5c-a1c0-0e9e1459442f None None] The sync data for ids ['1b39c0a4-7100-469f-a264-c91a09cb4045'] in n-d-844202-1 is: [{'id': '1b39c0a4-7100-469f-a264-c91a09cb4045', 'name': 'tempest-TestShelveInstance-1288850548-router', 'tenant_id': '825bb4933da34be28d124b03583d29d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.235'}], 'enable_snat': True}, 'gw_port_id': 'f7164172-725e-4437-9e52-5b21be9a3985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T20:02:37Z', 'updated_at': '2022-06-01T20:02:42Z', 'revision_number': 4, 'project_id': '825bb4933da34be28d124b03583d29d8', 'gw_port': {'id': 'f7164172-725e-4437-9e52-5b21be9a3985', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:50:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b39c0a4-7100-469f-a264-c91a09cb4045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4408, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T20:02:38Z', 'updated_at': '2022-06-01T20:02:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '19140d11-e33e-41c8-ac22-f3b57d468a4d', 'name': '', 'network_id': 'cf5509be-13ab-444b-8fac-c4ef6c2d8965', 'tenant_id': '825bb4933da34be28d124b03583d29d8', 'mac_address': 'fa:16:3e:04:60:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b39c0a4-7100-469f-a264-c91a09cb4045', 'device_owner': 'network:router_interface', 'standard_attr_id': 4409, 'fixed_ips': [{'subnet_id': 'b7ebe99e-3dfc-4ae1-a193-5aaa1f83ecb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T20:02:41Z', 'updated_at': '2022-06-01T20:02:48Z', 'revision_number': 5, 'project_id': '825bb4933da34be28d124b03583d29d8', 'subnets': [{'id': 'b7ebe99e-3dfc-4ae1-a193-5aaa1f83ecb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 20:07:00.322826 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c8250076-513b-4327-8af8-2c2a0a859a21 req-82d6f1e3-79a6-47da-b0ef-b94e5bfc8efd service neutron] 10.222.0.50 "GET /v2.0/networks/cf5509be-13ab-444b-8fac-c4ef6c2d8965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2352884 Jun 01 20:07:00.460416 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c8250076-513b-4327-8af8-2c2a0a859a21 req-f5bec3d7-6a95-43eb-958a-bf5af0c02e32 service neutron] 10.222.0.50 "GET /v2.0/networks/cf5509be-13ab-444b-8fac-c4ef6c2d8965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312635 Jun 01 20:07:00.516061 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50da624e-3d36-404c-9e08-d91ff8b72f41 None None] New status for floating IP e59120fb-052b-42bc-9c65-fe88338a572e: DOWN {{(pid=88526) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 20:07:00.883671 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddbcf07-7b7b-4d41-adc7-0caf9fc7db7f req-64977a4e-970d-4cc6-96bc-1bc1e484c54e tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:07:00.884395 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-1ddbcf07-7b7b-4d41-adc7-0caf9fc7db7f req-64977a4e-970d-4cc6-96bc-1bc1e484c54e tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Synchronizing usage tracker for tenant:825bb4933da34be28d124b03583d29d8 on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 20:07:00.896940 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-1ddbcf07-7b7b-4d41-adc7-0caf9fc7db7f req-64977a4e-970d-4cc6-96bc-1bc1e484c54e tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Unset dirty status for tenant:825bb4933da34be28d124b03583d29d8 on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 20:07:00.897965 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-1ddbcf07-7b7b-4d41-adc7-0caf9fc7db7f req-64977a4e-970d-4cc6-96bc-1bc1e484c54e tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.50 "GET /v2.0/ports?device_id=28fc3117-33f3-45c2-baac-11966f7911ac HTTP/1.1" status: 200 len: 947 time: 0.0922222 Jun 01 20:07:00.971936 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-1ddbcf07-7b7b-4d41-adc7-0caf9fc7db7f req-52d3ff15-7a43-42c4-ab6c-e6482be3d68f tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Deleting port 3ce80d91-df2d-4b1c-bcd2-ecfd54caf457 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 20:07:00.972299 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-1ddbcf07-7b7b-4d41-adc7-0caf9fc7db7f req-52d3ff15-7a43-42c4-ab6c-e6482be3d68f tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:07:01.172051 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f6e037-5244-4ecc-bcb5-b096643b5153 req-52f30ca8-c20e-4cc1-8d82-67b40f4c104b tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:07:01.173504 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c9f6e037-5244-4ecc-bcb5-b096643b5153 req-52f30ca8-c20e-4cc1-8d82-67b40f4c104b tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "GET /v2.0/ports?device_id=28fc3117-33f3-45c2-baac-11966f7911ac HTTP/1.1" status: 200 len: 947 time: 0.0821829 Jun 01 20:07:01.221790 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c9f6e037-5244-4ecc-bcb5-b096643b5153 req-9907b6c2-09df-48d4-99be-259f103f7b8f tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b88b2ca-970c-4dec-921e-60dada1e087e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416627 Jun 01 20:07:01.227561 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-1ddbcf07-7b7b-4d41-adc7-0caf9fc7db7f req-52d3ff15-7a43-42c4-ab6c-e6482be3d68f tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] For port 3ce80d91-df2d-4b1c-bcd2-ecfd54caf457, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=3ce80d91-df2d-4b1c-bcd2-ecfd54caf457,segment=NetworkSegment(5b54ac71-b334-498b-96f7-8fe3b7eefc67),segment_id=5b54ac71-b334-498b-96f7-8fe3b7eefc67)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 20:07:01.227916 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-1ddbcf07-7b7b-4d41-adc7-0caf9fc7db7f req-52d3ff15-7a43-42c4-ab6c-e6482be3d68f tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:07:01.352193 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-1ddbcf07-7b7b-4d41-adc7-0caf9fc7db7f req-52d3ff15-7a43-42c4-ab6c-e6482be3d68f tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Calling delete_port for 3ce80d91-df2d-4b1c-bcd2-ecfd54caf457 owned by compute:nova {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 20:07:01.496053 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-1ddbcf07-7b7b-4d41-adc7-0caf9fc7db7f req-52d3ff15-7a43-42c4-ab6c-e6482be3d68f tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:07:01.546054 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d3ff15-7a43-42c4-ab6c-e6482be3d68f tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Pushing event deleted for resources: {'Port': ['ID=3ce80d91-df2d-4b1c-bcd2-ecfd54caf457,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 20:07:01.585359 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d3ff15-7a43-42c4-ab6c-e6482be3d68f tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:07:01.585702 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d3ff15-7a43-42c4-ab6c-e6482be3d68f tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:07:01.586041 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d3ff15-7a43-42c4-ab6c-e6482be3d68f tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:07:01.586372 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d3ff15-7a43-42c4-ab6c-e6482be3d68f tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:07:01.586702 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d3ff15-7a43-42c4-ab6c-e6482be3d68f tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:07:01.587023 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d3ff15-7a43-42c4-ab6c-e6482be3d68f tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:07:01.587343 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d3ff15-7a43-42c4-ab6c-e6482be3d68f tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:07:01.587661 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d3ff15-7a43-42c4-ab6c-e6482be3d68f tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:07:01.587977 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d3ff15-7a43-42c4-ab6c-e6482be3d68f tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:07:01.588336 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d3ff15-7a43-42c4-ab6c-e6482be3d68f tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:07:01.588646 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d3ff15-7a43-42c4-ab6c-e6482be3d68f tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:07:01.588959 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d3ff15-7a43-42c4-ab6c-e6482be3d68f tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:07:01.640133 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ddbcf07-7b7b-4d41-adc7-0caf9fc7db7f req-52d3ff15-7a43-42c4-ab6c-e6482be3d68f tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] No DVR routers for this DVR port 3ce80d91-df2d-4b1c-bcd2-ecfd54caf457 on host n-h2-844202-1 {{(pid=88524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 20:07:01.642971 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-1ddbcf07-7b7b-4d41-adc7-0caf9fc7db7f req-52d3ff15-7a43-42c4-ab6c-e6482be3d68f tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:07:01.646737 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28fc3117-33f3-45c2-baac-11966f7911ac', 'name': 'network-vif-deleted', 'tag': '3ce80d91-df2d-4b1c-bcd2-ecfd54caf457'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 20:07:01.670023 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-1ddbcf07-7b7b-4d41-adc7-0caf9fc7db7f req-52d3ff15-7a43-42c4-ab6c-e6482be3d68f tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.50 "DELETE /v2.0/ports/3ce80d91-df2d-4b1c-bcd2-ecfd54caf457 HTTP/1.1" status: 204 len: 173 time: 0.7664807 Jun 01 20:07:01.698418 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-069f92a1-d987-40b3-8cf2-4c014943a08e'] response: {'server_uuid': '28fc3117-33f3-45c2-baac-11966f7911ac', 'name': 'network-vif-deleted', 'tag': '3ce80d91-df2d-4b1c-bcd2-ecfd54caf457', 'status': 'completed', 'code': 200} Jun 01 20:07:02.318284 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 55932) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 20:07:02.387470 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a73678e3-2561-460c-8780-2f0a3209c413 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:07:02.418297 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a73678e3-2561-460c-8780-2f0a3209c413 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:07:02.482188 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a73678e3-2561-460c-8780-2f0a3209c413 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:07:02.502624 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73678e3-2561-460c-8780-2f0a3209c413 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b88b2ca-970c-4dec-921e-60dada1e087e,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 20:07:02.515665 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a73678e3-2561-460c-8780-2f0a3209c413 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:07:02.516817 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-a73678e3-2561-460c-8780-2f0a3209c413 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "DELETE /v2.0/security-groups/0b88b2ca-970c-4dec-921e-60dada1e087e HTTP/1.1" status: 204 len: 168 time: 0.1974442 Jun 01 20:07:02.639217 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 55940) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 20:07:02.642173 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-f6ad852c-1381-47b1-8f3f-b9469f41529f tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1832782677', 'description': 'tempest-secgroup-smoke-1832782677 description', 'project_id': '825bb4933da34be28d124b03583d29d8'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 20:07:02.649596 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-f6ad852c-1381-47b1-8f3f-b9469f41529f tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 20:07:02.653214 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-f6ad852c-1381-47b1-8f3f-b9469f41529f tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Usage tracker for resource:security_group and tenant:825bb4933da34be28d124b03583d29d8 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 20:07:02.656282 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-f6ad852c-1381-47b1-8f3f-b9469f41529f tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 20:07:02.662340 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-f6ad852c-1381-47b1-8f3f-b9469f41529f tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 20:07:02.673136 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f6ad852c-1381-47b1-8f3f-b9469f41529f tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:07:02.699754 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-f6ad852c-1381-47b1-8f3f-b9469f41529f tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 20:07:02.703695 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-f6ad852c-1381-47b1-8f3f-b9469f41529f tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Usage tracker for resource:security_group_rule and tenant:825bb4933da34be28d124b03583d29d8 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 20:07:02.706627 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-f6ad852c-1381-47b1-8f3f-b9469f41529f tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 20:07:02.713113 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-f6ad852c-1381-47b1-8f3f-b9469f41529f tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 20:07:02.792359 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f6ad852c-1381-47b1-8f3f-b9469f41529f tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:07:02.796422 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f6ad852c-1381-47b1-8f3f-b9469f41529f tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:07:02.842465 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ad852c-1381-47b1-8f3f-b9469f41529f tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91f447fe-c702-4386-b010-d95539bf8994,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 20:07:02.845443 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-f6ad852c-1381-47b1-8f3f-b9469f41529f tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:07:02.846613 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-f6ad852c-1381-47b1-8f3f-b9469f41529f tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2087700 Jun 01 20:07:02.850230 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 55944) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 20:07:02.855248 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-d82abe15-70c5-4df8-891c-ed4a198aedb3 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Request body: {'security_group_rule': {'security_group_id': '91f447fe-c702-4386-b010-d95539bf8994', 'project_id': '825bb4933da34be28d124b03583d29d8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 20:07:02.861956 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-d82abe15-70c5-4df8-891c-ed4a198aedb3 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 20:07:02.867695 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-d82abe15-70c5-4df8-891c-ed4a198aedb3 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Usage tracker for resource:security_group_rule and tenant:825bb4933da34be28d124b03583d29d8 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 20:07:02.870669 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-d82abe15-70c5-4df8-891c-ed4a198aedb3 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 20:07:02.877256 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-d82abe15-70c5-4df8-891c-ed4a198aedb3 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 20:07:02.894757 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d82abe15-70c5-4df8-891c-ed4a198aedb3 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:07:02.956541 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d82abe15-70c5-4df8-891c-ed4a198aedb3 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:07:02.960327 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d82abe15-70c5-4df8-891c-ed4a198aedb3 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:07:02.985334 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82abe15-70c5-4df8-891c-ed4a198aedb3 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6ec30b9-d809-4600-83f2-25310bf5fd26,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 20:07:02.996556 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d82abe15-70c5-4df8-891c-ed4a198aedb3 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:07:02.997700 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-d82abe15-70c5-4df8-891c-ed4a198aedb3 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1464767 Jun 01 20:07:03.000417 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 55948) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 20:07:03.005194 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-49046acf-720d-4732-afa2-19cac9d81109 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Request body: {'security_group_rule': {'security_group_id': '91f447fe-c702-4386-b010-d95539bf8994', 'project_id': '825bb4933da34be28d124b03583d29d8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 20:07:03.012349 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-49046acf-720d-4732-afa2-19cac9d81109 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 20:07:03.016119 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-49046acf-720d-4732-afa2-19cac9d81109 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Usage tracker for resource:security_group_rule and tenant:825bb4933da34be28d124b03583d29d8 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 20:07:03.019446 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-49046acf-720d-4732-afa2-19cac9d81109 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 20:07:03.025875 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-49046acf-720d-4732-afa2-19cac9d81109 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 20:07:03.043582 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-49046acf-720d-4732-afa2-19cac9d81109 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:07:03.105395 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-49046acf-720d-4732-afa2-19cac9d81109 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:07:03.108879 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-49046acf-720d-4732-afa2-19cac9d81109 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:07:03.131848 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49046acf-720d-4732-afa2-19cac9d81109 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fbb1d5a-1cc1-4b46-9484-ac7ca5d2ba30,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 20:07:03.141795 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-49046acf-720d-4732-afa2-19cac9d81109 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:07:03.142943 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-49046acf-720d-4732-afa2-19cac9d81109 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1416328 Jun 01 20:07:03.145703 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 55952) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 20:07:03.151569 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-80a70581-c26c-4b71-bc63-5ed16fc1067b tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Request body: {'security_group_rule': {'security_group_id': '91f447fe-c702-4386-b010-d95539bf8994', 'project_id': '825bb4933da34be28d124b03583d29d8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 20:07:03.158101 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-80a70581-c26c-4b71-bc63-5ed16fc1067b tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 20:07:03.163309 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-80a70581-c26c-4b71-bc63-5ed16fc1067b tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Usage tracker for resource:security_group_rule and tenant:825bb4933da34be28d124b03583d29d8 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 20:07:03.166195 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-80a70581-c26c-4b71-bc63-5ed16fc1067b tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 20:07:03.172007 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-80a70581-c26c-4b71-bc63-5ed16fc1067b tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 20:07:03.191797 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-80a70581-c26c-4b71-bc63-5ed16fc1067b tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:07:03.254582 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-80a70581-c26c-4b71-bc63-5ed16fc1067b tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:07:03.258520 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-80a70581-c26c-4b71-bc63-5ed16fc1067b tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:07:03.284361 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a70581-c26c-4b71-bc63-5ed16fc1067b tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4d4f3bd-4016-4ecf-8a8f-5c5af93bba4f,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 20:07:03.295260 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-80a70581-c26c-4b71-bc63-5ed16fc1067b tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:07:03.296389 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-80a70581-c26c-4b71-bc63-5ed16fc1067b tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1488442 Jun 01 20:07:03.299100 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 55956) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 20:07:03.304218 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-c9d46a4d-6630-4510-9e60-270a7fad6018 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Request body: {'security_group_rule': {'security_group_id': '91f447fe-c702-4386-b010-d95539bf8994', 'project_id': '825bb4933da34be28d124b03583d29d8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 20:07:03.310731 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-c9d46a4d-6630-4510-9e60-270a7fad6018 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 20:07:03.314520 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-c9d46a4d-6630-4510-9e60-270a7fad6018 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Usage tracker for resource:security_group_rule and tenant:825bb4933da34be28d124b03583d29d8 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 20:07:03.317350 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-c9d46a4d-6630-4510-9e60-270a7fad6018 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 20:07:03.323204 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-c9d46a4d-6630-4510-9e60-270a7fad6018 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 20:07:03.340507 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c9d46a4d-6630-4510-9e60-270a7fad6018 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:07:03.402289 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c9d46a4d-6630-4510-9e60-270a7fad6018 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:07:03.405661 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c9d46a4d-6630-4510-9e60-270a7fad6018 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:07:03.431960 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d46a4d-6630-4510-9e60-270a7fad6018 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8269ee72-2086-48ac-be5c-ab521e3ca08d,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 20:07:03.437723 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c9d46a4d-6630-4510-9e60-270a7fad6018 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:07:03.440257 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-c9d46a4d-6630-4510-9e60-270a7fad6018 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1389797 Jun 01 20:07:03.441720 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 55960) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 20:07:03.447327 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-d1a9a19d-abc1-482e-b137-6d846a23ace8 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Request body: {'security_group_rule': {'security_group_id': '91f447fe-c702-4386-b010-d95539bf8994', 'project_id': '825bb4933da34be28d124b03583d29d8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 20:07:03.454494 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-d1a9a19d-abc1-482e-b137-6d846a23ace8 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 20:07:03.458902 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-d1a9a19d-abc1-482e-b137-6d846a23ace8 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Usage tracker for resource:security_group_rule and tenant:825bb4933da34be28d124b03583d29d8 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 20:07:03.461773 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-d1a9a19d-abc1-482e-b137-6d846a23ace8 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 20:07:03.467501 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-d1a9a19d-abc1-482e-b137-6d846a23ace8 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 20:07:03.477955 n-d-844202-1 neutron-server[88525]: INFO neutron.db.securitygroups_db [None req-d1a9a19d-abc1-482e-b137-6d846a23ace8 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Project 825bb4933da34be28d124b03583d29d8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 01 20:07:03.484498 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d1a9a19d-abc1-482e-b137-6d846a23ace8 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:07:03.549807 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d1a9a19d-abc1-482e-b137-6d846a23ace8 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:07:03.553172 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d1a9a19d-abc1-482e-b137-6d846a23ace8 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:07:03.576594 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a9a19d-abc1-482e-b137-6d846a23ace8 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bf05705-254f-483d-8220-7cfa71b57103,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 20:07:03.586578 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d1a9a19d-abc1-482e-b137-6d846a23ace8 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:07:03.587695 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-d1a9a19d-abc1-482e-b137-6d846a23ace8 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1450348 Jun 01 20:07:03.590439 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 55964) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 20:07:03.595211 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-7d62ae8f-126c-48cc-b95d-78e604aff993 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Request body: {'security_group_rule': {'security_group_id': '91f447fe-c702-4386-b010-d95539bf8994', 'project_id': '825bb4933da34be28d124b03583d29d8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 20:07:03.601772 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-7d62ae8f-126c-48cc-b95d-78e604aff993 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 20:07:03.605626 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-7d62ae8f-126c-48cc-b95d-78e604aff993 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Usage tracker for resource:security_group_rule and tenant:825bb4933da34be28d124b03583d29d8 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 20:07:03.608465 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-7d62ae8f-126c-48cc-b95d-78e604aff993 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 20:07:03.614086 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-7d62ae8f-126c-48cc-b95d-78e604aff993 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 20:07:03.624572 n-d-844202-1 neutron-server[88525]: INFO neutron.db.securitygroups_db [None req-7d62ae8f-126c-48cc-b95d-78e604aff993 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Project 825bb4933da34be28d124b03583d29d8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 01 20:07:03.631774 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7d62ae8f-126c-48cc-b95d-78e604aff993 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:07:03.696480 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7d62ae8f-126c-48cc-b95d-78e604aff993 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:07:03.700099 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7d62ae8f-126c-48cc-b95d-78e604aff993 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:07:03.725737 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d62ae8f-126c-48cc-b95d-78e604aff993 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac18a3fe-6456-494d-a8ad-829c2407cbb0,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 20:07:03.734770 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7d62ae8f-126c-48cc-b95d-78e604aff993 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:07:03.735969 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-7d62ae8f-126c-48cc-b95d-78e604aff993 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1446159 Jun 01 20:07:05.812985 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 3ce80d91-df2d-4b1c-bcd2-ecfd54caf457 no longer exists at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 20:07:05.851541 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] No Port match for: 3ce80d91-df2d-4b1c-bcd2-ecfd54caf457 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 20:07:05.851889 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 3ce80d91-df2d-4b1c-bcd2-ecfd54caf457 not bound to the agent host n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 20:07:07.239272 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-b484dfbc-2f77-428c-9cdf-508257aedd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:07:09.698115 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-3943604f-acfe-4944-8489-b14e97271335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:07:10.859746 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:07:10.900818 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:07:11.975125 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:07:12.255796 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:07:12.689742 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:07:17.536664 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e8566aaa-8123-4e1f-b7ec-2be493f8137c req-78024ea8-9771-470e-be9f-00b5bd20801f tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1832782677&fields=id&tenant_id=825bb4933da34be28d124b03583d29d8 HTTP/1.1" status: 200 len: 267 time: 0.0386291 Jun 01 20:07:17.684187 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8566aaa-8123-4e1f-b7ec-2be493f8137c req-55878e22-bf47-4459-9597-42a64bd3f858 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:07:17.685672 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e8566aaa-8123-4e1f-b7ec-2be493f8137c req-55878e22-bf47-4459-9597-42a64bd3f858 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "GET /v2.0/networks?id=cf5509be-13ab-444b-8fac-c4ef6c2d8965 HTTP/1.1" status: 200 len: 809 time: 0.1418591 Jun 01 20:07:17.701101 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e8566aaa-8123-4e1f-b7ec-2be493f8137c req-caf243cb-3292-4d75-bff8-9c83000716e5 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "GET /v2.0/quotas/825bb4933da34be28d124b03583d29d8 HTTP/1.1" status: 200 len: 375 time: 0.0098219 Jun 01 20:07:17.791947 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e8566aaa-8123-4e1f-b7ec-2be493f8137c req-15ad8bc2-84d7-4662-b088-dde7f4d03597 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=825bb4933da34be28d124b03583d29d8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0858765 Jun 01 20:07:17.969141 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e8566aaa-8123-4e1f-b7ec-2be493f8137c req-b9269086-1cf0-45c0-bbe4-65edd4392ab8 service neutron] 10.222.0.41 "GET /v2.0/networks/cf5509be-13ab-444b-8fac-c4ef6c2d8965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661167 Jun 01 20:07:18.099754 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e8566aaa-8123-4e1f-b7ec-2be493f8137c req-53db06a7-ae4d-417a-87ab-84493c59507d service neutron] 10.222.0.41 "GET /v2.0/networks/cf5509be-13ab-444b-8fac-c4ef6c2d8965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246655 Jun 01 20:07:18.476591 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ad70b7e1-71a1-4cda-92f6-65b8517180fb req-58c2e94d-f760-40ed-a760-802014a6233c tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c5c52bd-f6da-4bb3-b389-dd483a6a57db HTTP/1.1" status: 200 len: 210 time: 0.0429859 Jun 01 20:07:19.592480 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8566aaa-8123-4e1f-b7ec-2be493f8137c req-bed253a7-8b2c-43f0-957d-fcbba5ba6c70 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:07:19.594062 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e8566aaa-8123-4e1f-b7ec-2be493f8137c req-bed253a7-8b2c-43f0-957d-fcbba5ba6c70 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.15 "GET /v2.0/networks?id=cf5509be-13ab-444b-8fac-c4ef6c2d8965 HTTP/1.1" status: 200 len: 809 time: 0.1608181 Jun 01 20:07:19.643720 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e70e6c4c-efe8-429c-b8f7-a0bd4768d474 req-42ef6896-00ee-4891-8e0e-c3d555656638 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c5c52bd-f6da-4bb3-b389-dd483a6a57db HTTP/1.1" status: 200 len: 210 time: 0.0441420 Jun 01 20:07:19.644292 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-e8566aaa-8123-4e1f-b7ec-2be493f8137c req-4e77a68e-ccc1-4469-b69b-5ee05e9a9af0 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Synchronizing usage tracker for tenant:825bb4933da34be28d124b03583d29d8 on resource:security_group {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 20:07:19.660861 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-e8566aaa-8123-4e1f-b7ec-2be493f8137c req-4e77a68e-ccc1-4469-b69b-5ee05e9a9af0 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Unset dirty status for tenant:825bb4933da34be28d124b03583d29d8 on resource:security_group {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 20:07:19.662334 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e8566aaa-8123-4e1f-b7ec-2be493f8137c req-4e77a68e-ccc1-4469-b69b-5ee05e9a9af0 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=825bb4933da34be28d124b03583d29d8 HTTP/1.1" status: 200 len: 380 time: 0.0593135 Jun 01 20:07:19.685185 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-e8566aaa-8123-4e1f-b7ec-2be493f8137c req-ddf20d03-26b4-41dc-873e-d8a75c226296 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Request body: {'port': {'device_id': '7c5c52bd-f6da-4bb3-b389-dd483a6a57db', 'network_id': 'cf5509be-13ab-444b-8fac-c4ef6c2d8965', 'admin_state_up': True, 'tenant_id': '825bb4933da34be28d124b03583d29d8', 'security_groups': ['91f447fe-c702-4386-b010-d95539bf8994']}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 20:07:19.841988 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-e8566aaa-8123-4e1f-b7ec-2be493f8137c req-ddf20d03-26b4-41dc-873e-d8a75c226296 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 20:07:19.846072 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-e8566aaa-8123-4e1f-b7ec-2be493f8137c req-ddf20d03-26b4-41dc-873e-d8a75c226296 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Usage tracker for resource:port and tenant:825bb4933da34be28d124b03583d29d8 is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 20:07:19.848930 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-e8566aaa-8123-4e1f-b7ec-2be493f8137c req-ddf20d03-26b4-41dc-873e-d8a75c226296 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 20:07:19.855174 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-e8566aaa-8123-4e1f-b7ec-2be493f8137c req-ddf20d03-26b4-41dc-873e-d8a75c226296 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 20:07:19.864875 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8566aaa-8123-4e1f-b7ec-2be493f8137c req-ddf20d03-26b4-41dc-873e-d8a75c226296 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Made reservation on behalf of 825bb4933da34be28d124b03583d29d8 for: {'port': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 20:07:19.868891 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-e8566aaa-8123-4e1f-b7ec-2be493f8137c req-ddf20d03-26b4-41dc-873e-d8a75c226296 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:07:20.148826 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [req-e8566aaa-8123-4e1f-b7ec-2be493f8137c req-ddf20d03-26b4-41dc-873e-d8a75c226296 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Allocated IP 172.20.0.5 (cf5509be-13ab-444b-8fac-c4ef6c2d8965/b7ebe99e-3dfc-4ae1-a193-5aaa1f83ecb3/98ade5d3-2e26-4358-94a2-5875d908ac83) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 20:07:20.351433 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-e8566aaa-8123-4e1f-b7ec-2be493f8137c req-ddf20d03-26b4-41dc-873e-d8a75c226296 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:07:20.367047 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [req-e8566aaa-8123-4e1f-b7ec-2be493f8137c req-ddf20d03-26b4-41dc-873e-d8a75c226296 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Transition to ACTIVE for port object 98ade5d3-2e26-4358-94a2-5875d908ac83 will not be triggered until provisioned by entity DHCP. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 20:07:20.392074 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-e8566aaa-8123-4e1f-b7ec-2be493f8137c req-ddf20d03-26b4-41dc-873e-d8a75c226296 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:07:20.469966 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8566aaa-8123-4e1f-b7ec-2be493f8137c req-ddf20d03-26b4-41dc-873e-d8a75c226296 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Network cf5509be-13ab-444b-8fac-c4ef6c2d8965 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 20:07:20.473553 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [req-e8566aaa-8123-4e1f-b7ec-2be493f8137c req-ddf20d03-26b4-41dc-873e-d8a75c226296 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 20:07:20.476147 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8566aaa-8123-4e1f-b7ec-2be493f8137c req-ddf20d03-26b4-41dc-873e-d8a75c226296 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 20:07:20.514922 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf20d03-26b4-41dc-873e-d8a75c226296 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Pushing event updated for resources: {'Port': ['ID=98ade5d3-2e26-4358-94a2-5875d908ac83,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 20:07:20.551164 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8566aaa-8123-4e1f-b7ec-2be493f8137c req-ddf20d03-26b4-41dc-873e-d8a75c226296 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:07:20.551929 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-e8566aaa-8123-4e1f-b7ec-2be493f8137c req-ddf20d03-26b4-41dc-873e-d8a75c226296 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:07:20.580667 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e8566aaa-8123-4e1f-b7ec-2be493f8137c req-ddf20d03-26b4-41dc-873e-d8a75c226296 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8999591 Jun 01 20:07:20.644277 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-e8566aaa-8123-4e1f-b7ec-2be493f8137c req-f4961539-fc1a-4a7e-8c83-7d7d96910ff2 service neutron] Request body: {'port': {'device_id': '7c5c52bd-f6da-4bb3-b389-dd483a6a57db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844202-1'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 20:07:20.763022 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-91342d6f-4622-4c24-9aab-5ff29488898b None None] Provisioning for port 98ade5d3-2e26-4358-94a2-5875d908ac83 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 20:07:20.768307 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-91342d6f-4622-4c24-9aab-5ff29488898b None None] Provisioning complete for port 98ade5d3-2e26-4358-94a2-5875d908ac83 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 20:07:20.768865 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-91342d6f-4622-4c24-9aab-5ff29488898b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:07:20.774348 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-e8566aaa-8123-4e1f-b7ec-2be493f8137c req-f4961539-fc1a-4a7e-8c83-7d7d96910ff2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:07:20.857581 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-91342d6f-4622-4c24-9aab-5ff29488898b None None] Port 98ade5d3-2e26-4358-94a2-5875d908ac83 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 20:07:20.894674 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb03c9bc-d91c-412d-82f7-028705b649cd req-a66bcced-c649-4f2a-a7a6-d00f2b51b5e5 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:07:20.896139 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-fb03c9bc-d91c-412d-82f7-028705b649cd req-a66bcced-c649-4f2a-a7a6-d00f2b51b5e5 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c5c52bd-f6da-4bb3-b389-dd483a6a57db HTTP/1.1" status: 200 len: 931 time: 0.1157446 Jun 01 20:07:20.947809 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-fb03c9bc-d91c-412d-82f7-028705b649cd req-d2db0963-46a3-4eae-8ea8-66a94083f2ea tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "GET /v2.0/security-groups?id=91f447fe-c702-4386-b010-d95539bf8994&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448265 Jun 01 20:07:20.957842 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.agents_db [None req-e814b9cf-7de8-45d0-a079-29c61fabe7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 20:07:21.149407 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [req-e8566aaa-8123-4e1f-b7ec-2be493f8137c req-f4961539-fc1a-4a7e-8c83-7d7d96910ff2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98ade5d3-2e26-4358-94a2-5875d908ac83 {{(pid=88524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 20:07:21.157552 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-e8566aaa-8123-4e1f-b7ec-2be493f8137c req-f4961539-fc1a-4a7e-8c83-7d7d96910ff2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:07:21.173513 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [req-e8566aaa-8123-4e1f-b7ec-2be493f8137c req-f4961539-fc1a-4a7e-8c83-7d7d96910ff2 service neutron] Transition to ACTIVE for port object 98ade5d3-2e26-4358-94a2-5875d908ac83 will not be triggered until provisioned by entity L2. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 20:07:21.178911 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-e8566aaa-8123-4e1f-b7ec-2be493f8137c req-f4961539-fc1a-4a7e-8c83-7d7d96910ff2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:07:21.342181 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4961539-fc1a-4a7e-8c83-7d7d96910ff2 service neutron] Pushing event updated for resources: {'Port': ['ID=98ade5d3-2e26-4358-94a2-5875d908ac83,revision_number=2']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 20:07:21.426750 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-e8566aaa-8123-4e1f-b7ec-2be493f8137c req-f4961539-fc1a-4a7e-8c83-7d7d96910ff2 service neutron] Attempting to bind port 98ade5d3-2e26-4358-94a2-5875d908ac83 on host n-h1-844202-1 for vnic_type normal with profile {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 20:07:21.427084 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-e8566aaa-8123-4e1f-b7ec-2be493f8137c req-f4961539-fc1a-4a7e-8c83-7d7d96910ff2 service neutron] Attempting to bind port 98ade5d3-2e26-4358-94a2-5875d908ac83 by drivers openvswitch,hyperv on host n-h1-844202-1 at level 0 using segments [{'id': '5b54ac71-b334-498b-96f7-8fe3b7eefc67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'cf5509be-13ab-444b-8fac-c4ef6c2d8965'}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 20:07:21.427417 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8566aaa-8123-4e1f-b7ec-2be493f8137c req-f4961539-fc1a-4a7e-8c83-7d7d96910ff2 service neutron] Attempting to bind port 98ade5d3-2e26-4358-94a2-5875d908ac83 on network cf5509be-13ab-444b-8fac-c4ef6c2d8965 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 20:07:21.432992 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8566aaa-8123-4e1f-b7ec-2be493f8137c req-f4961539-fc1a-4a7e-8c83-7d7d96910ff2 service neutron] Port 98ade5d3-2e26-4358-94a2-5875d908ac83 on network cf5509be-13ab-444b-8fac-c4ef6c2d8965 not bound, no agent of type Open vSwitch agent registered on host n-h1-844202-1 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 20:07:21.433313 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8566aaa-8123-4e1f-b7ec-2be493f8137c req-f4961539-fc1a-4a7e-8c83-7d7d96910ff2 service neutron] Attempting to bind port 98ade5d3-2e26-4358-94a2-5875d908ac83 on network cf5509be-13ab-444b-8fac-c4ef6c2d8965 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 20:07:21.438598 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8566aaa-8123-4e1f-b7ec-2be493f8137c req-f4961539-fc1a-4a7e-8c83-7d7d96910ff2 service neutron] Checking agent: {'id': 'bdb1e5d7-b998-4259-838f-3d278e930f32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 20, 7, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 20:07:21.438932 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8566aaa-8123-4e1f-b7ec-2be493f8137c req-f4961539-fc1a-4a7e-8c83-7d7d96910ff2 service neutron] Checking segment: {'id': '5b54ac71-b334-498b-96f7-8fe3b7eefc67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'cf5509be-13ab-444b-8fac-c4ef6c2d8965'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 20:07:21.439309 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8566aaa-8123-4e1f-b7ec-2be493f8137c req-f4961539-fc1a-4a7e-8c83-7d7d96910ff2 service neutron] Bound using segment: {'id': '5b54ac71-b334-498b-96f7-8fe3b7eefc67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'cf5509be-13ab-444b-8fac-c4ef6c2d8965'} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 20:07:21.439738 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-e8566aaa-8123-4e1f-b7ec-2be493f8137c req-f4961539-fc1a-4a7e-8c83-7d7d96910ff2 service neutron] Bound port: 98ade5d3-2e26-4358-94a2-5875d908ac83, host: n-h1-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b54ac71-b334-498b-96f7-8fe3b7eefc67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'cf5509be-13ab-444b-8fac-c4ef6c2d8965'}}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 20:07:21.440211 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-e8566aaa-8123-4e1f-b7ec-2be493f8137c req-f4961539-fc1a-4a7e-8c83-7d7d96910ff2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:07:21.532047 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-e8566aaa-8123-4e1f-b7ec-2be493f8137c req-f4961539-fc1a-4a7e-8c83-7d7d96910ff2 service neutron] For port 98ade5d3-2e26-4358-94a2-5875d908ac83, host n-h1-844202-1, cleared binding levels {{(pid=88524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 20:07:21.535012 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-e8566aaa-8123-4e1f-b7ec-2be493f8137c req-f4961539-fc1a-4a7e-8c83-7d7d96910ff2 service neutron] For port 98ade5d3-2e26-4358-94a2-5875d908ac83, host n-h1-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=98ade5d3-2e26-4358-94a2-5875d908ac83,segment=NetworkSegment(5b54ac71-b334-498b-96f7-8fe3b7eefc67),segment_id=5b54ac71-b334-498b-96f7-8fe3b7eefc67)] {{(pid=88524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 20:07:21.540800 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-e8566aaa-8123-4e1f-b7ec-2be493f8137c req-f4961539-fc1a-4a7e-8c83-7d7d96910ff2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:07:21.599184 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8566aaa-8123-4e1f-b7ec-2be493f8137c req-f4961539-fc1a-4a7e-8c83-7d7d96910ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:07:21.599789 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-e8566aaa-8123-4e1f-b7ec-2be493f8137c req-f4961539-fc1a-4a7e-8c83-7d7d96910ff2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:07:21.601251 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e8566aaa-8123-4e1f-b7ec-2be493f8137c req-f4961539-fc1a-4a7e-8c83-7d7d96910ff2 service neutron] 10.222.0.15 "PUT /v2.0/ports/98ade5d3-2e26-4358-94a2-5875d908ac83 HTTP/1.1" status: 200 len: 1091 time: 1.0095832 Jun 01 20:07:21.601681 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c5c52bd-f6da-4bb3-b389-dd483a6a57db', 'tag': '98ade5d3-2e26-4358-94a2-5875d908ac83'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 20:07:21.624745 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4961539-fc1a-4a7e-8c83-7d7d96910ff2 service neutron] Pushing event updated for resources: {'Port': ['ID=98ade5d3-2e26-4358-94a2-5875d908ac83,revision_number=3']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 20:07:21.682177 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37c33478-c4a7-4c9b-826d-714bf92fcc43'] response: {'name': 'network-changed', 'server_uuid': '7c5c52bd-f6da-4bb3-b389-dd483a6a57db', 'tag': '98ade5d3-2e26-4358-94a2-5875d908ac83', 'status': 'completed', 'code': 200} Jun 01 20:07:21.724114 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8566aaa-8123-4e1f-b7ec-2be493f8137c req-e6932a5c-e4b4-4cea-a219-2dd32314e1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:07:21.725651 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e8566aaa-8123-4e1f-b7ec-2be493f8137c req-e6932a5c-e4b4-4cea-a219-2dd32314e1ed service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=825bb4933da34be28d124b03583d29d8&device_id=7c5c52bd-f6da-4bb3-b389-dd483a6a57db HTTP/1.1" status: 200 len: 1094 time: 0.0813930 Jun 01 20:07:21.797774 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e8566aaa-8123-4e1f-b7ec-2be493f8137c req-84442cd7-cd5c-4375-a683-da1f4e74b93a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=98ade5d3-2e26-4358-94a2-5875d908ac83 HTTP/1.1" status: 200 len: 217 time: 0.0614791 Jun 01 20:07:21.863333 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8566aaa-8123-4e1f-b7ec-2be493f8137c req-0a2aa74b-a8ec-4183-b13e-e3318facb099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:07:21.864721 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e8566aaa-8123-4e1f-b7ec-2be493f8137c req-0a2aa74b-a8ec-4183-b13e-e3318facb099 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b7ebe99e-3dfc-4ae1-a193-5aaa1f83ecb3 HTTP/1.1" status: 200 len: 848 time: 0.0611031 Jun 01 20:07:21.943490 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8566aaa-8123-4e1f-b7ec-2be493f8137c req-84407979-837b-4106-ae18-837696321550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:07:21.944981 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e8566aaa-8123-4e1f-b7ec-2be493f8137c req-84407979-837b-4106-ae18-837696321550 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cf5509be-13ab-444b-8fac-c4ef6c2d8965&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0713048 Jun 01 20:07:22.145863 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad13c31-d5f5-41b9-8427-9207b8a74b0a req-6b347515-2219-4a6a-986a-8d05ae07a3bf tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:07:22.147850 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-5ad13c31-d5f5-41b9-8427-9207b8a74b0a req-6b347515-2219-4a6a-986a-8d05ae07a3bf tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c5c52bd-f6da-4bb3-b389-dd483a6a57db HTTP/1.1" status: 200 len: 943 time: 0.0816178 Jun 01 20:07:22.188784 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e8566aaa-8123-4e1f-b7ec-2be493f8137c req-f05e0530-b71e-426a-88c3-395111c922c1 service neutron] 10.222.0.15 "GET /v2.0/networks/cf5509be-13ab-444b-8fac-c4ef6c2d8965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2332997 Jun 01 20:07:22.199020 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-5ad13c31-d5f5-41b9-8427-9207b8a74b0a req-b953937f-6623-414b-8b58-edf9fd0c4bfb tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "GET /v2.0/security-groups?id=91f447fe-c702-4386-b010-d95539bf8994&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450892 Jun 01 20:07:22.322939 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-e8566aaa-8123-4e1f-b7ec-2be493f8137c req-1254ebf4-3311-40aa-a498-9b73a01d6b42 service neutron] 10.222.0.15 "GET /v2.0/networks/cf5509be-13ab-444b-8fac-c4ef6c2d8965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245320 Jun 01 20:07:22.442692 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b057c2dc-17e2-4d6a-a366-4f4d22827a60 req-802443ae-d10f-477a-b88f-174c249ad1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:07:22.444140 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b057c2dc-17e2-4d6a-a366-4f4d22827a60 req-802443ae-d10f-477a-b88f-174c249ad1e7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=825bb4933da34be28d124b03583d29d8&device_id=7c5c52bd-f6da-4bb3-b389-dd483a6a57db HTTP/1.1" status: 200 len: 1094 time: 0.0738106 Jun 01 20:07:22.578298 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b057c2dc-17e2-4d6a-a366-4f4d22827a60 req-d641ab32-6346-4c74-b3df-e030a87cd95c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:07:22.579648 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b057c2dc-17e2-4d6a-a366-4f4d22827a60 req-d641ab32-6346-4c74-b3df-e030a87cd95c service neutron] 10.222.0.15 "GET /v2.0/networks?id=cf5509be-13ab-444b-8fac-c4ef6c2d8965 HTTP/1.1" status: 200 len: 910 time: 0.1294332 Jun 01 20:07:22.647829 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b057c2dc-17e2-4d6a-a366-4f4d22827a60 req-5800a7c7-6a51-4ade-903f-7bf4dc58669e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=98ade5d3-2e26-4358-94a2-5875d908ac83 HTTP/1.1" status: 200 len: 217 time: 0.0604777 Jun 01 20:07:22.713568 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b057c2dc-17e2-4d6a-a366-4f4d22827a60 req-b9059c83-e576-43fc-9b9e-2037f873e950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:07:22.715022 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b057c2dc-17e2-4d6a-a366-4f4d22827a60 req-b9059c83-e576-43fc-9b9e-2037f873e950 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b7ebe99e-3dfc-4ae1-a193-5aaa1f83ecb3 HTTP/1.1" status: 200 len: 848 time: 0.0611434 Jun 01 20:07:22.790018 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b057c2dc-17e2-4d6a-a366-4f4d22827a60 req-29c6be52-c217-494d-a4ff-e06db30f7c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:07:22.792305 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b057c2dc-17e2-4d6a-a366-4f4d22827a60 req-29c6be52-c217-494d-a4ff-e06db30f7c73 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cf5509be-13ab-444b-8fac-c4ef6c2d8965&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0705552 Jun 01 20:07:22.929310 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b057c2dc-17e2-4d6a-a366-4f4d22827a60 req-4004b207-bd90-4c6f-9095-cceee180a4b5 service neutron] 10.222.0.15 "GET /v2.0/networks/cf5509be-13ab-444b-8fac-c4ef6c2d8965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293278 Jun 01 20:07:23.064475 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b057c2dc-17e2-4d6a-a366-4f4d22827a60 req-6489a977-02ef-45fe-96de-5e9a04fa0f87 service neutron] 10.222.0.15 "GET /v2.0/networks/cf5509be-13ab-444b-8fac-c4ef6c2d8965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260653 Jun 01 20:07:23.383555 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61ded11-6706-4111-8c00-18047ba1bd2d req-3e0187e6-b6a8-49f2-9254-c805456e8cfa tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:07:23.385692 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e61ded11-6706-4111-8c00-18047ba1bd2d req-3e0187e6-b6a8-49f2-9254-c805456e8cfa tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c5c52bd-f6da-4bb3-b389-dd483a6a57db HTTP/1.1" status: 200 len: 943 time: 0.0814908 Jun 01 20:07:23.428748 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e61ded11-6706-4111-8c00-18047ba1bd2d req-b5d697a0-6ea6-4bc8-948e-a98af6b7c965 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "GET /v2.0/security-groups?id=91f447fe-c702-4386-b010-d95539bf8994&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374854 Jun 01 20:07:24.615824 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6019b156-8ca1-4a7f-8216-892d45a3a7b3 req-d527b56d-0823-44cb-a24b-648ee68ffe0f tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:07:24.617260 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-6019b156-8ca1-4a7f-8216-892d45a3a7b3 req-d527b56d-0823-44cb-a24b-648ee68ffe0f tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c5c52bd-f6da-4bb3-b389-dd483a6a57db HTTP/1.1" status: 200 len: 943 time: 0.0826857 Jun 01 20:07:24.664846 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-6019b156-8ca1-4a7f-8216-892d45a3a7b3 req-cca72f69-19a6-4412-9e97-83ed299bc307 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "GET /v2.0/security-groups?id=91f447fe-c702-4386-b010-d95539bf8994&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405238 Jun 01 20:07:25.850934 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb3b188-3632-464f-b3f2-83f57ba86456 req-72ffe67b-ed33-47c0-bb31-36175dc43d64 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:07:25.852397 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2fb3b188-3632-464f-b3f2-83f57ba86456 req-72ffe67b-ed33-47c0-bb31-36175dc43d64 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c5c52bd-f6da-4bb3-b389-dd483a6a57db HTTP/1.1" status: 200 len: 943 time: 0.0795171 Jun 01 20:07:25.897439 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2fb3b188-3632-464f-b3f2-83f57ba86456 req-17a90426-c07a-4ce5-bc14-b0e1848566ba tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "GET /v2.0/security-groups?id=91f447fe-c702-4386-b010-d95539bf8994&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388889 Jun 01 20:07:27.089138 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe8e902-d75b-46a3-9734-c617e90efeed req-24c654b0-d660-4693-8825-e4040dd3725f tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:07:27.090610 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-fbe8e902-d75b-46a3-9734-c617e90efeed req-24c654b0-d660-4693-8825-e4040dd3725f tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c5c52bd-f6da-4bb3-b389-dd483a6a57db HTTP/1.1" status: 200 len: 943 time: 0.0848982 Jun 01 20:07:27.133797 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-fbe8e902-d75b-46a3-9734-c617e90efeed req-a3fc6eb4-3a35-4fbe-807d-80a5d909f5c4 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "GET /v2.0/security-groups?id=91f447fe-c702-4386-b010-d95539bf8994&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376210 Jun 01 20:07:28.317161 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e19932-303b-46eb-a1a4-2a5384498a22 req-b298a79d-bf6c-476b-99f4-380cfe460a89 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:07:28.318484 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d9e19932-303b-46eb-a1a4-2a5384498a22 req-b298a79d-bf6c-476b-99f4-380cfe460a89 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c5c52bd-f6da-4bb3-b389-dd483a6a57db HTTP/1.1" status: 200 len: 943 time: 0.0794804 Jun 01 20:07:28.365681 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d9e19932-303b-46eb-a1a4-2a5384498a22 req-7410440f-4ce8-43f0-b302-c2b4721cd683 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "GET /v2.0/security-groups?id=91f447fe-c702-4386-b010-d95539bf8994&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413582 Jun 01 20:07:29.547908 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a3c36a-27b1-4ef0-9d5e-22b3d297bf21 req-10836767-7cc4-4252-b559-6224edffc423 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:07:29.549377 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-19a3c36a-27b1-4ef0-9d5e-22b3d297bf21 req-10836767-7cc4-4252-b559-6224edffc423 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c5c52bd-f6da-4bb3-b389-dd483a6a57db HTTP/1.1" status: 200 len: 943 time: 0.0799770 Jun 01 20:07:29.594160 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-19a3c36a-27b1-4ef0-9d5e-22b3d297bf21 req-9689d1a4-5c94-4aad-a2df-f023f89a6104 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "GET /v2.0/security-groups?id=91f447fe-c702-4386-b010-d95539bf8994&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391994 Jun 01 20:07:30.094875 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 98ade5d3-2e26-4358-94a2-5875d908ac83 details requested by agent hyperv_n-h1-844202-1 with host n-h1-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 20:07:30.254894 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port 98ade5d3-2e26-4358-94a2-5875d908ac83, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=98ade5d3-2e26-4358-94a2-5875d908ac83,segment=NetworkSegment(5b54ac71-b334-498b-96f7-8fe3b7eefc67),segment_id=5b54ac71-b334-498b-96f7-8fe3b7eefc67)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 20:07:30.271811 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Returning: {'device': '98ade5d3-2e26-4358-94a2-5875d908ac83', 'network_id': 'cf5509be-13ab-444b-8fac-c4ef6c2d8965', 'port_id': '98ade5d3-2e26-4358-94a2-5875d908ac83', 'mac_address': 'fa:16:3e:fa:0b:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7ebe99e-3dfc-4ae1-a193-5aaa1f83ecb3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 20:07:30.326583 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port 98ade5d3-2e26-4358-94a2-5875d908ac83 is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 20:07:30.327095 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:07:30.344899 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98ade5d3-2e26-4358-94a2-5875d908ac83 {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 20:07:30.359615 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port 98ade5d3-2e26-4358-94a2-5875d908ac83, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=98ade5d3-2e26-4358-94a2-5875d908ac83,segment=NetworkSegment(5b54ac71-b334-498b-96f7-8fe3b7eefc67),segment_id=5b54ac71-b334-498b-96f7-8fe3b7eefc67)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 20:07:30.364276 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:07:30.429724 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=98ade5d3-2e26-4358-94a2-5875d908ac83,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 20:07:30.437610 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:07:30.437945 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:07:30.438276 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:07:30.438600 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:07:30.438922 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:07:30.439241 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:07:30.439556 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:07:30.439868 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:07:30.440182 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:07:30.440520 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:07:30.440832 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:07:30.441145 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:07:30.716693 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] get_ports_and_sgs() called for port_ids ['98ade5d3-2e26-4358-94a2-5875d908ac83'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 20:07:30.789274 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdf58b6-4a2a-4cc3-8521-f5b5ef648aba req-6f727f9d-3fa1-4815-9a93-281d1d3af503 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:07:30.790717 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8cdf58b6-4a2a-4cc3-8521-f5b5ef648aba req-6f727f9d-3fa1-4815-9a93-281d1d3af503 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c5c52bd-f6da-4bb3-b389-dd483a6a57db HTTP/1.1" status: 200 len: 944 time: 0.0835819 Jun 01 20:07:30.836305 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8cdf58b6-4a2a-4cc3-8521-f5b5ef648aba req-9996bd4b-8a9d-4cd4-aa86-136c7ffee23c tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "GET /v2.0/security-groups?id=91f447fe-c702-4386-b010-d95539bf8994&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390427 Jun 01 20:07:32.021648 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca78fef1-86dc-4639-8060-114e5428cc1a req-3aa98cb8-7431-45a5-924f-aca0174a2737 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:07:32.023061 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ca78fef1-86dc-4639-8060-114e5428cc1a req-3aa98cb8-7431-45a5-924f-aca0174a2737 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c5c52bd-f6da-4bb3-b389-dd483a6a57db HTTP/1.1" status: 200 len: 944 time: 0.0805376 Jun 01 20:07:32.066508 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ca78fef1-86dc-4639-8060-114e5428cc1a req-a58dadc3-d14f-433c-ad62-3c19790e7022 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "GET /v2.0/security-groups?id=91f447fe-c702-4386-b010-d95539bf8994&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368571 Jun 01 20:07:32.142167 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 98ade5d3-2e26-4358-94a2-5875d908ac83 up at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 20:07:32.209674 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Provisioning for port 98ade5d3-2e26-4358-94a2-5875d908ac83 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 20:07:32.215293 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Provisioning complete for port 98ade5d3-2e26-4358-94a2-5875d908ac83 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 20:07:32.215660 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:07:32.336842 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port 98ade5d3-2e26-4358-94a2-5875d908ac83 is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 20:07:32.337210 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:07:32.363845 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c5c52bd-f6da-4bb3-b389-dd483a6a57db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98ade5d3-2e26-4358-94a2-5875d908ac83'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 20:07:32.374460 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port 98ade5d3-2e26-4358-94a2-5875d908ac83, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=98ade5d3-2e26-4358-94a2-5875d908ac83,segment=NetworkSegment(5b54ac71-b334-498b-96f7-8fe3b7eefc67),segment_id=5b54ac71-b334-498b-96f7-8fe3b7eefc67)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 20:07:32.378866 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:07:32.410186 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4525d10c-d8b0-4772-947a-3bb674b974f6'] response: {'server_uuid': '7c5c52bd-f6da-4bb3-b389-dd483a6a57db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98ade5d3-2e26-4358-94a2-5875d908ac83', 'code': 200} Jun 01 20:07:32.451758 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=98ade5d3-2e26-4358-94a2-5875d908ac83,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 20:07:32.545301 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5947ea5-53ab-4884-8dc7-7adca15cb931 req-49a7ed61-d7e6-463f-aa7d-8eba48d549da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:07:32.546754 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f5947ea5-53ab-4884-8dc7-7adca15cb931 req-49a7ed61-d7e6-463f-aa7d-8eba48d549da service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7c5c52bd-f6da-4bb3-b389-dd483a6a57db HTTP/1.1" status: 200 len: 1096 time: 0.0742409 Jun 01 20:07:32.588298 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f5947ea5-53ab-4884-8dc7-7adca15cb931 req-5a93d825-082d-4df0-b8d9-bdbdeb27e537 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=91f447fe-c702-4386-b010-d95539bf8994&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330999 Jun 01 20:07:33.361719 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050f933a-a012-4f58-b7ce-e06defc20edc req-dd24bf73-dee9-4f47-94d1-ba57ac6af24d tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:07:33.363050 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-050f933a-a012-4f58-b7ce-e06defc20edc req-dd24bf73-dee9-4f47-94d1-ba57ac6af24d tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c5c52bd-f6da-4bb3-b389-dd483a6a57db HTTP/1.1" status: 200 len: 945 time: 0.1887338 Jun 01 20:07:33.406837 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-050f933a-a012-4f58-b7ce-e06defc20edc req-83585f04-8d01-497d-8c3a-cf14c8c6e342 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "GET /v2.0/security-groups?id=91f447fe-c702-4386-b010-d95539bf8994&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380888 Jun 01 20:07:34.590269 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb679005-9fd6-4b29-9912-e1af84d7afe4 req-7fdecff4-74b9-4eb7-8d40-a2d812aa4b12 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:07:34.592197 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-bb679005-9fd6-4b29-9912-e1af84d7afe4 req-7fdecff4-74b9-4eb7-8d40-a2d812aa4b12 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c5c52bd-f6da-4bb3-b389-dd483a6a57db HTTP/1.1" status: 200 len: 945 time: 0.0785859 Jun 01 20:07:34.638603 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-bb679005-9fd6-4b29-9912-e1af84d7afe4 req-f19f76ab-2c03-4b57-8a73-d57ab1ac211e tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "GET /v2.0/security-groups?id=91f447fe-c702-4386-b010-d95539bf8994&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404518 Jun 01 20:07:34.823741 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f874e25b-6d4d-4320-ae48-feaf3c62d1b6 req-ba924126-691e-4b47-ba76-8e63f6a06489 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:07:34.825102 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f874e25b-6d4d-4320-ae48-feaf3c62d1b6 req-ba924126-691e-4b47-ba76-8e63f6a06489 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c5c52bd-f6da-4bb3-b389-dd483a6a57db HTTP/1.1" status: 200 len: 945 time: 0.0791590 Jun 01 20:07:34.869451 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f874e25b-6d4d-4320-ae48-feaf3c62d1b6 req-bc2b889e-c3b9-4fc6-b916-4f0238c14992 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "GET /v2.0/security-groups?id=91f447fe-c702-4386-b010-d95539bf8994&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387681 Jun 01 20:07:34.891223 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 56146) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 20:07:34.974485 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ca22fd-8f63-49fa-af40-f08014af02bb tempest-TestShelveInstance-1110766411 tempest-TestShelveInstance-1110766411-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:07:34.975181 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-c0ca22fd-8f63-49fa-af40-f08014af02bb tempest-TestShelveInstance-1110766411 tempest-TestShelveInstance-1110766411-project-admin] Synchronizing usage tracker for tenant:079b1376de5f4f14bdcc1c67e5b2d05d on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 20:07:34.992997 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-c0ca22fd-8f63-49fa-af40-f08014af02bb tempest-TestShelveInstance-1110766411 tempest-TestShelveInstance-1110766411-project-admin] Unset dirty status for tenant:079b1376de5f4f14bdcc1c67e5b2d05d on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 20:07:34.994157 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-c0ca22fd-8f63-49fa-af40-f08014af02bb tempest-TestShelveInstance-1110766411 tempest-TestShelveInstance-1110766411-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=7c5c52bd-f6da-4bb3-b389-dd483a6a57db HTTP/1.1" status: 200 len: 1091 time: 0.1019764 Jun 01 20:07:34.997024 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 56150) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 20:07:35.002236 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-fa37cedd-7652-47dc-938d-f3dccf73f90d tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Request body: {'floatingip': {'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'port_id': '98ade5d3-2e26-4358-94a2-5875d908ac83', 'tenant_id': '825bb4933da34be28d124b03583d29d8', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 20:07:35.008960 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-fa37cedd-7652-47dc-938d-f3dccf73f90d tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 20:07:35.012801 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-fa37cedd-7652-47dc-938d-f3dccf73f90d tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Usage tracker for resource:floatingip and tenant:825bb4933da34be28d124b03583d29d8 is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 20:07:35.016392 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-fa37cedd-7652-47dc-938d-f3dccf73f90d tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 20:07:35.022078 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-fa37cedd-7652-47dc-938d-f3dccf73f90d tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 20:07:35.033974 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-fa37cedd-7652-47dc-938d-f3dccf73f90d tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Notify callbacks [] for floatingip, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:07:35.168916 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-fa37cedd-7652-47dc-938d-f3dccf73f90d tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:07:35.305085 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [None req-fa37cedd-7652-47dc-938d-f3dccf73f90d tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Allocated IP 172.25.4.57 (72a72e44-6845-488a-a5ff-3a26d4df9cb3/c314a23b-daa2-4106-ab28-8e6f954277b2/33883044-82a9-478e-9dfd-6cef12d5313a) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 20:07:35.452317 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-fa37cedd-7652-47dc-938d-f3dccf73f90d tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:07:35.480395 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-fa37cedd-7652-47dc-938d-f3dccf73f90d tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:07:35.546729 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa37cedd-7652-47dc-938d-f3dccf73f90d tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 20:07:35.549365 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-fa37cedd-7652-47dc-938d-f3dccf73f90d tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 20:07:35.553120 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa37cedd-7652-47dc-938d-f3dccf73f90d tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 20:07:35.593774 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa37cedd-7652-47dc-938d-f3dccf73f90d tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Pushing event updated for resources: {'Port': ['ID=33883044-82a9-478e-9dfd-6cef12d5313a,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 20:07:35.983013 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-fa37cedd-7652-47dc-938d-f3dccf73f90d tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:07:36.060111 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-fa37cedd-7652-47dc-938d-f3dccf73f90d tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:07:36.267463 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-fa37cedd-7652-47dc-938d-f3dccf73f90d tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Notify callbacks [] for port, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:07:36.272620 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-fa37cedd-7652-47dc-938d-f3dccf73f90d tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:07:36.495569 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa37cedd-7652-47dc-938d-f3dccf73f90d tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Pushing event updated for resources: {'Port': ['ID=33883044-82a9-478e-9dfd-6cef12d5313a,revision_number=2']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 20:07:36.505661 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-fa37cedd-7652-47dc-938d-f3dccf73f90d tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887712'] for floatingip, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:07:36.677714 n-d-844202-1 neutron-server[88525]: INFO neutron.db.l3_db [None req-fa37cedd-7652-47dc-938d-f3dccf73f90d tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Floating IP b70abf3e-8d28-4ad3-a28e-c083f0bb98c1 associated. External IP: 172.25.4.57, port: 98ade5d3-2e26-4358-94a2-5875d908ac83. Jun 01 20:07:37.027773 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa37cedd-7652-47dc-938d-f3dccf73f90d tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Router 1b39c0a4-7100-469f-a264-c91a09cb4045 has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 20:07:37.202683 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa37cedd-7652-47dc-938d-f3dccf73f90d tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 20:07:37.212192 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0915c0d2-b662-4205-94df-74a42cb2ba2c None None] Sync routers for ids ['1b39c0a4-7100-469f-a264-c91a09cb4045'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 20:07:37.221519 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0915c0d2-b662-4205-94df-74a42cb2ba2c None None] Routers {'1b39c0a4-7100-469f-a264-c91a09cb4045'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 20:07:37.222116 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-0915c0d2-b662-4205-94df-74a42cb2ba2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T20:07:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['1b39c0a4-7100-469f-a264-c91a09cb4045'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 20:07:37.230022 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-fa37cedd-7652-47dc-938d-f3dccf73f90d tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for floatingip, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:07:37.243011 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-016b5ee9-00f0-4a7f-a112-89b2d33b1f7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:07:37.291088 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-fa37cedd-7652-47dc-938d-f3dccf73f90d tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2930229 Jun 01 20:07:37.291827 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c5c52bd-f6da-4bb3-b389-dd483a6a57db', 'tag': '98ade5d3-2e26-4358-94a2-5875d908ac83'}] {{(pid=88525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 20:07:37.337349 n-d-844202-1 neutron-server[88525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0136b946-e255-433a-be8a-1f069cfa9582'] response: {'name': 'network-changed', 'server_uuid': '7c5c52bd-f6da-4bb3-b389-dd483a6a57db', 'tag': '98ade5d3-2e26-4358-94a2-5875d908ac83', 'status': 'completed', 'code': 200} Jun 01 20:07:37.415465 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-0915c0d2-b662-4205-94df-74a42cb2ba2c None None] Set router 1b39c0a4-7100-469f-a264-c91a09cb4045 gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 20:07:37.431470 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b486c92-6ffa-459d-9fae-6d5a0c6e36a7 req-ea75ed81-e606-49b2-a2cf-38281494bfb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:07:37.433016 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-8b486c92-6ffa-459d-9fae-6d5a0c6e36a7 req-ea75ed81-e606-49b2-a2cf-38281494bfb0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=825bb4933da34be28d124b03583d29d8&device_id=7c5c52bd-f6da-4bb3-b389-dd483a6a57db HTTP/1.1" status: 200 len: 1096 time: 0.0722220 Jun 01 20:07:37.565833 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b486c92-6ffa-459d-9fae-6d5a0c6e36a7 req-e3c232d3-b98a-49bc-be01-eb96649a12e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:07:37.567246 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-8b486c92-6ffa-459d-9fae-6d5a0c6e36a7 req-e3c232d3-b98a-49bc-be01-eb96649a12e7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=cf5509be-13ab-444b-8fac-c4ef6c2d8965 HTTP/1.1" status: 200 len: 910 time: 0.1280656 Jun 01 20:07:37.677476 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-8b486c92-6ffa-459d-9fae-6d5a0c6e36a7 req-19f0acf1-f98f-4eee-beb6-f5269f235185 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=98ade5d3-2e26-4358-94a2-5875d908ac83 HTTP/1.1" status: 200 len: 998 time: 0.1044157 Jun 01 20:07:37.745046 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b486c92-6ffa-459d-9fae-6d5a0c6e36a7 req-b4e61a6b-357a-409e-8f4d-c6d7bfa3bf94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:07:37.746483 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-8b486c92-6ffa-459d-9fae-6d5a0c6e36a7 req-b4e61a6b-357a-409e-8f4d-c6d7bfa3bf94 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b7ebe99e-3dfc-4ae1-a193-5aaa1f83ecb3 HTTP/1.1" status: 200 len: 848 time: 0.0630233 Jun 01 20:07:37.794014 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-0915c0d2-b662-4205-94df-74a42cb2ba2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b39c0a4-7100-469f-a264-c91a09cb4045', 'name': 'tempest-TestShelveInstance-1288850548-router', 'tenant_id': '825bb4933da34be28d124b03583d29d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.235'}], 'enable_snat': True}, 'gw_port_id': 'f7164172-725e-4437-9e52-5b21be9a3985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T20:02:37Z', 'updated_at': '2022-06-01T20:02:42Z', 'revision_number': 4, 'project_id': '825bb4933da34be28d124b03583d29d8', 'gw_port': {'id': 'f7164172-725e-4437-9e52-5b21be9a3985', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:50:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b39c0a4-7100-469f-a264-c91a09cb4045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4408, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T20:02:38Z', 'updated_at': '2022-06-01T20:02:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_floatingips': [{'id': 'b70abf3e-8d28-4ad3-a28e-c083f0bb98c1', 'tenant_id': '825bb4933da34be28d124b03583d29d8', 'floating_ip_address': '172.25.4.57', 'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'router_id': '1b39c0a4-7100-469f-a264-c91a09cb4045', 'port_id': '98ade5d3-2e26-4358-94a2-5875d908ac83', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4445, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf5509be-13ab-444b-8fac-c4ef6c2d8965', 'mac_address': 'fa:16:3e:fa:0b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5c52bd-f6da-4bb3-b389-dd483a6a57db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T20:07:35Z', 'updated_at': '2022-06-01T20:07:35Z', 'revision_number': 0, 'project_id': '825bb4933da34be28d124b03583d29d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19140d11-e33e-41c8-ac22-f3b57d468a4d', 'name': '', 'network_id': 'cf5509be-13ab-444b-8fac-c4ef6c2d8965', 'tenant_id': '825bb4933da34be28d124b03583d29d8', 'mac_address': 'fa:16:3e:04:60:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b39c0a4-7100-469f-a264-c91a09cb4045', 'device_owner': 'network:router_interface', 'standard_attr_id': 4409, 'fixed_ips': [{'subnet_id': 'b7ebe99e-3dfc-4ae1-a193-5aaa1f83ecb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T20:02:41Z', 'updated_at': '2022-06-01T20:02:48Z', 'revision_number': 5, 'project_id': '825bb4933da34be28d124b03583d29d8', 'subnets': [{'id': 'b7ebe99e-3dfc-4ae1-a193-5aaa1f83ecb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 20:07:37.798771 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0915c0d2-b662-4205-94df-74a42cb2ba2c None None] Checking router: 1b39c0a4-7100-469f-a264-c91a09cb4045 for host: n-d-844202-1 {{(pid=88527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 20:07:37.807398 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0915c0d2-b662-4205-94df-74a42cb2ba2c None None] Routers {'1b39c0a4-7100-469f-a264-c91a09cb4045'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 20:07:37.807988 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-0915c0d2-b662-4205-94df-74a42cb2ba2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T20:07:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['1b39c0a4-7100-469f-a264-c91a09cb4045'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 20:07:37.821212 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b486c92-6ffa-459d-9fae-6d5a0c6e36a7 req-2ad2bdf7-7359-4f66-9791-cbc37c63d7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:07:37.822606 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-8b486c92-6ffa-459d-9fae-6d5a0c6e36a7 req-2ad2bdf7-7359-4f66-9791-cbc37c63d7a7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cf5509be-13ab-444b-8fac-c4ef6c2d8965&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0699172 Jun 01 20:07:37.991255 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-0915c0d2-b662-4205-94df-74a42cb2ba2c None None] Set router 1b39c0a4-7100-469f-a264-c91a09cb4045 gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 20:07:38.058146 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-8b486c92-6ffa-459d-9fae-6d5a0c6e36a7 req-1d5399bf-ef1f-415c-9800-9af8f07489ab service neutron] 10.222.0.15 "GET /v2.0/networks/cf5509be-13ab-444b-8fac-c4ef6c2d8965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2287118 Jun 01 20:07:38.190812 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-8b486c92-6ffa-459d-9fae-6d5a0c6e36a7 req-865186ce-f8cd-4c83-844b-c5bc220d0615 service neutron] 10.222.0.15 "GET /v2.0/networks/cf5509be-13ab-444b-8fac-c4ef6c2d8965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263998 Jun 01 20:07:38.336854 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-0915c0d2-b662-4205-94df-74a42cb2ba2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b39c0a4-7100-469f-a264-c91a09cb4045', 'name': 'tempest-TestShelveInstance-1288850548-router', 'tenant_id': '825bb4933da34be28d124b03583d29d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.235'}], 'enable_snat': True}, 'gw_port_id': 'f7164172-725e-4437-9e52-5b21be9a3985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T20:02:37Z', 'updated_at': '2022-06-01T20:02:42Z', 'revision_number': 4, 'project_id': '825bb4933da34be28d124b03583d29d8', 'gw_port': {'id': 'f7164172-725e-4437-9e52-5b21be9a3985', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:50:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b39c0a4-7100-469f-a264-c91a09cb4045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4408, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T20:02:38Z', 'updated_at': '2022-06-01T20:02:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_floatingips': [{'id': 'b70abf3e-8d28-4ad3-a28e-c083f0bb98c1', 'tenant_id': '825bb4933da34be28d124b03583d29d8', 'floating_ip_address': '172.25.4.57', 'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'router_id': '1b39c0a4-7100-469f-a264-c91a09cb4045', 'port_id': '98ade5d3-2e26-4358-94a2-5875d908ac83', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4445, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf5509be-13ab-444b-8fac-c4ef6c2d8965', 'mac_address': 'fa:16:3e:fa:0b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5c52bd-f6da-4bb3-b389-dd483a6a57db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T20:07:35Z', 'updated_at': '2022-06-01T20:07:35Z', 'revision_number': 0, 'project_id': '825bb4933da34be28d124b03583d29d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19140d11-e33e-41c8-ac22-f3b57d468a4d', 'name': '', 'network_id': 'cf5509be-13ab-444b-8fac-c4ef6c2d8965', 'tenant_id': '825bb4933da34be28d124b03583d29d8', 'mac_address': 'fa:16:3e:04:60:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b39c0a4-7100-469f-a264-c91a09cb4045', 'device_owner': 'network:router_interface', 'standard_attr_id': 4409, 'fixed_ips': [{'subnet_id': 'b7ebe99e-3dfc-4ae1-a193-5aaa1f83ecb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T20:02:41Z', 'updated_at': '2022-06-01T20:02:48Z', 'revision_number': 5, 'project_id': '825bb4933da34be28d124b03583d29d8', 'subnets': [{'id': 'b7ebe99e-3dfc-4ae1-a193-5aaa1f83ecb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 20:07:38.340663 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0915c0d2-b662-4205-94df-74a42cb2ba2c None None] The sync data for ids ['1b39c0a4-7100-469f-a264-c91a09cb4045'] in n-d-844202-1 is: [{'id': '1b39c0a4-7100-469f-a264-c91a09cb4045', 'name': 'tempest-TestShelveInstance-1288850548-router', 'tenant_id': '825bb4933da34be28d124b03583d29d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.235'}], 'enable_snat': True}, 'gw_port_id': 'f7164172-725e-4437-9e52-5b21be9a3985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T20:02:37Z', 'updated_at': '2022-06-01T20:02:42Z', 'revision_number': 4, 'project_id': '825bb4933da34be28d124b03583d29d8', 'gw_port': {'id': 'f7164172-725e-4437-9e52-5b21be9a3985', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:50:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b39c0a4-7100-469f-a264-c91a09cb4045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4408, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T20:02:38Z', 'updated_at': '2022-06-01T20:02:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_floatingips': [{'id': 'b70abf3e-8d28-4ad3-a28e-c083f0bb98c1', 'tenant_id': '825bb4933da34be28d124b03583d29d8', 'floating_ip_address': '172.25.4.57', 'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'router_id': '1b39c0a4-7100-469f-a264-c91a09cb4045', 'port_id': '98ade5d3-2e26-4358-94a2-5875d908ac83', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4445, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf5509be-13ab-444b-8fac-c4ef6c2d8965', 'mac_address': 'fa:16:3e:fa:0b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5c52bd-f6da-4bb3-b389-dd483a6a57db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T20:07:35Z', 'updated_at': '2022-06-01T20:07:35Z', 'revision_number': 0, 'project_id': '825bb4933da34be28d124b03583d29d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19140d11-e33e-41c8-ac22-f3b57d468a4d', 'name': '', 'network_id': 'cf5509be-13ab-444b-8fac-c4ef6c2d8965', 'tenant_id': '825bb4933da34be28d124b03583d29d8', 'mac_address': 'fa:16:3e:04:60:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b39c0a4-7100-469f-a264-c91a09cb4045', 'device_owner': 'network:router_interface', 'standard_attr_id': 4409, 'fixed_ips': [{'subnet_id': 'b7ebe99e-3dfc-4ae1-a193-5aaa1f83ecb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T20:02:41Z', 'updated_at': '2022-06-01T20:02:48Z', 'revision_number': 5, 'project_id': '825bb4933da34be28d124b03583d29d8', 'subnets': [{'id': 'b7ebe99e-3dfc-4ae1-a193-5aaa1f83ecb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 20:07:38.535352 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d2780e-71da-4090-b43b-1fa11332c4f8 None None] New status for floating IP b70abf3e-8d28-4ad3-a28e-c083f0bb98c1: ACTIVE {{(pid=88526) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 20:07:39.357343 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ab7060d2-80fd-4e8d-81e8-b784b515b884 req-5daaad01-59f7-4e6e-8191-73d79ee6a84d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7c5c52bd-f6da-4bb3-b389-dd483a6a57db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0698581 Jun 01 20:07:39.497109 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7060d2-80fd-4e8d-81e8-b784b515b884 req-dd5cd2f4-1f38-47f0-91bf-3dda3271c978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:07:39.498588 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ab7060d2-80fd-4e8d-81e8-b784b515b884 req-dd5cd2f4-1f38-47f0-91bf-3dda3271c978 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=825bb4933da34be28d124b03583d29d8&device_id=7c5c52bd-f6da-4bb3-b389-dd483a6a57db HTTP/1.1" status: 200 len: 1096 time: 0.0741389 Jun 01 20:07:39.645882 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7060d2-80fd-4e8d-81e8-b784b515b884 req-ed6965a2-a513-4dea-9454-8f425ceac7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:07:39.647337 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ab7060d2-80fd-4e8d-81e8-b784b515b884 req-ed6965a2-a513-4dea-9454-8f425ceac7e1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=cf5509be-13ab-444b-8fac-c4ef6c2d8965 HTTP/1.1" status: 200 len: 910 time: 0.1289630 Jun 01 20:07:39.702133 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-ec270beb-b269-48a5-bb5c-9f1d3d1e8fee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:07:39.763543 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ab7060d2-80fd-4e8d-81e8-b784b515b884 req-36dff5ec-174f-4f31-b31a-3cc7299b79e3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=98ade5d3-2e26-4358-94a2-5875d908ac83 HTTP/1.1" status: 200 len: 1000 time: 0.1039462 Jun 01 20:07:39.835122 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7060d2-80fd-4e8d-81e8-b784b515b884 req-8075ac0c-8aaf-497e-9827-08feeb4e4a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:07:39.836633 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ab7060d2-80fd-4e8d-81e8-b784b515b884 req-8075ac0c-8aaf-497e-9827-08feeb4e4a80 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b7ebe99e-3dfc-4ae1-a193-5aaa1f83ecb3 HTTP/1.1" status: 200 len: 848 time: 0.0588102 Jun 01 20:07:39.914004 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7060d2-80fd-4e8d-81e8-b784b515b884 req-8ab5f29a-ad04-47bc-a1aa-dd28d53da805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:07:39.915780 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ab7060d2-80fd-4e8d-81e8-b784b515b884 req-8ab5f29a-ad04-47bc-a1aa-dd28d53da805 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cf5509be-13ab-444b-8fac-c4ef6c2d8965&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0733416 Jun 01 20:07:40.048342 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ab7060d2-80fd-4e8d-81e8-b784b515b884 req-262f8a1e-d7d3-46a4-b356-d5c2b96eb238 service neutron] 10.222.0.15 "GET /v2.0/networks/cf5509be-13ab-444b-8fac-c4ef6c2d8965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256971 Jun 01 20:07:40.175527 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ab7060d2-80fd-4e8d-81e8-b784b515b884 req-caf95c54-94a2-4e9c-b2e7-1a0febbaef42 service neutron] 10.222.0.15 "GET /v2.0/networks/cf5509be-13ab-444b-8fac-c4ef6c2d8965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210644 Jun 01 20:07:40.864563 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:07:40.902679 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:07:41.985709 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:07:42.259619 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:07:42.692912 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:07:57.959069 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.agents_db [None req-e814b9cf-7de8-45d0-a079-29c61fabe7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 20:08:07.247129 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-061e2c1b-e66c-4506-9b42-1195cd828ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:08:09.704369 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-45c89e3c-daf4-4a05-b04f-cf5ec15ffad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:08:10.868050 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:08:10.905476 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:08:11.985088 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:08:12.260332 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:08:12.697242 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:08:34.959336 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.agents_db [None req-e814b9cf-7de8-45d0-a079-29c61fabe7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 20:08:37.248851 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-5423e38f-6660-4520-af7a-2feb7dbaa0b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:08:39.708272 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-55ca9a20-74ff-49b6-aa84-0f94637f20d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:08:40.359574 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-abc3f233-789c-4528-aeca-ee24188e4a5e req-ef7afb6f-d8ef-417e-81cf-10613b4286a6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7c5c52bd-f6da-4bb3-b389-dd483a6a57db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0689869 Jun 01 20:08:40.498979 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc3f233-789c-4528-aeca-ee24188e4a5e req-3aec5dab-f204-4b84-b26a-7f524c053d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:08:40.500444 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-abc3f233-789c-4528-aeca-ee24188e4a5e req-3aec5dab-f204-4b84-b26a-7f524c053d7a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=825bb4933da34be28d124b03583d29d8&device_id=7c5c52bd-f6da-4bb3-b389-dd483a6a57db HTTP/1.1" status: 200 len: 1096 time: 0.0697355 Jun 01 20:08:40.647166 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc3f233-789c-4528-aeca-ee24188e4a5e req-1bbfbaa5-3687-4bb1-9a9d-0c816d3df566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:08:40.648565 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-abc3f233-789c-4528-aeca-ee24188e4a5e req-1bbfbaa5-3687-4bb1-9a9d-0c816d3df566 service neutron] 10.222.0.15 "GET /v2.0/networks?id=cf5509be-13ab-444b-8fac-c4ef6c2d8965 HTTP/1.1" status: 200 len: 910 time: 0.1238804 Jun 01 20:08:40.752374 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-abc3f233-789c-4528-aeca-ee24188e4a5e req-30e8ed2b-f4e7-495a-acf0-b217bdac3ee0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=98ade5d3-2e26-4358-94a2-5875d908ac83 HTTP/1.1" status: 200 len: 1000 time: 0.0950274 Jun 01 20:08:40.819772 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc3f233-789c-4528-aeca-ee24188e4a5e req-665d5595-6e26-4821-92ac-9ef603267b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:08:40.821166 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-abc3f233-789c-4528-aeca-ee24188e4a5e req-665d5595-6e26-4821-92ac-9ef603267b54 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b7ebe99e-3dfc-4ae1-a193-5aaa1f83ecb3 HTTP/1.1" status: 200 len: 848 time: 0.0591912 Jun 01 20:08:40.870878 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:08:40.897070 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc3f233-789c-4528-aeca-ee24188e4a5e req-9354df9a-33dd-4802-a82d-b75d5e3aa7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:08:40.899544 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-abc3f233-789c-4528-aeca-ee24188e4a5e req-9354df9a-33dd-4802-a82d-b75d5e3aa7c3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cf5509be-13ab-444b-8fac-c4ef6c2d8965&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0701520 Jun 01 20:08:40.908642 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:08:40.911898 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [req-abc3f233-789c-4528-aeca-ee24188e4a5e req-a9e26463-0085-4c14-9926-d2e5b6c5aa26 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=88524) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 20:08:40.912859 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-abc3f233-789c-4528-aeca-ee24188e4a5e req-a9e26463-0085-4c14-9926-d2e5b6c5aa26 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050299 Jun 01 20:08:41.156202 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-abc3f233-789c-4528-aeca-ee24188e4a5e req-cdac939e-9697-4d30-8780-41e550d79ffa service neutron] 10.222.0.15 "GET /v2.0/networks/cf5509be-13ab-444b-8fac-c4ef6c2d8965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2337682 Jun 01 20:08:41.292709 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-abc3f233-789c-4528-aeca-ee24188e4a5e req-e7aea042-f4e3-4219-b75a-66cbc5d6f375 service neutron] 10.222.0.15 "GET /v2.0/networks/cf5509be-13ab-444b-8fac-c4ef6c2d8965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252298 Jun 01 20:08:41.984667 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:08:42.264386 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:08:42.717395 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:09:07.251266 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-832c8fe0-9a49-4cb1-bf63-1125b43d1302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:09:09.710458 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-4943ce3a-20d8-4560-8820-313ad6461053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:09:10.873067 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:09:10.910016 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:09:11.961623 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.agents_db [None req-e814b9cf-7de8-45d0-a079-29c61fabe7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 20:09:11.997023 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:09:12.267805 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:09:12.716282 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:09:34.727285 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a9cac6-4cd4-4c26-be91-f807b6f5229c req-00e0134a-df47-4710-9595-6b5f05b9465f tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:09:34.728770 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-31a9cac6-4cd4-4c26-be91-f807b6f5229c req-00e0134a-df47-4710-9595-6b5f05b9465f tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c5c52bd-f6da-4bb3-b389-dd483a6a57db HTTP/1.1" status: 200 len: 945 time: 0.0836296 Jun 01 20:09:34.772879 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-31a9cac6-4cd4-4c26-be91-f807b6f5229c req-f113ee1d-9d9b-4b24-97aa-9b4942d4d8e5 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "GET /v2.0/security-groups?id=91f447fe-c702-4386-b010-d95539bf8994&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379353 Jun 01 20:09:35.986853 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c92ee9-2ec8-4f59-a947-0f7bc43ab9ae req-59b2c6c1-d5b4-4dd4-a70a-5cdd7f594266 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:09:35.988270 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-49c92ee9-2ec8-4f59-a947-0f7bc43ab9ae req-59b2c6c1-d5b4-4dd4-a70a-5cdd7f594266 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c5c52bd-f6da-4bb3-b389-dd483a6a57db HTTP/1.1" status: 200 len: 945 time: 0.1027956 Jun 01 20:09:36.035132 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-49c92ee9-2ec8-4f59-a947-0f7bc43ab9ae req-47066a7f-d290-4611-a16c-4687dc740f9b tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "GET /v2.0/security-groups?id=91f447fe-c702-4386-b010-d95539bf8994&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408697 Jun 01 20:09:37.222185 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402c5831-33d5-44d7-9990-25cde30a7a78 req-d0366ebe-ef6a-46dd-ba9d-e78cf2014fc6 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:09:37.223752 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-402c5831-33d5-44d7-9990-25cde30a7a78 req-d0366ebe-ef6a-46dd-ba9d-e78cf2014fc6 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c5c52bd-f6da-4bb3-b389-dd483a6a57db HTTP/1.1" status: 200 len: 945 time: 0.0799499 Jun 01 20:09:37.257848 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-552067e7-2c9b-4ddb-aa78-912d5e5577ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:09:37.272674 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-402c5831-33d5-44d7-9990-25cde30a7a78 req-0c5b7beb-5f09-4204-8655-079de7fcb1c3 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "GET /v2.0/security-groups?id=91f447fe-c702-4386-b010-d95539bf8994&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433416 Jun 01 20:09:38.458610 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c07d7f5-6c5d-4af8-9b59-7470338010f0 req-17091681-9ebc-437d-adca-d22563f40789 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:09:38.460026 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2c07d7f5-6c5d-4af8-9b59-7470338010f0 req-17091681-9ebc-437d-adca-d22563f40789 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c5c52bd-f6da-4bb3-b389-dd483a6a57db HTTP/1.1" status: 200 len: 945 time: 0.0794101 Jun 01 20:09:38.504034 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2c07d7f5-6c5d-4af8-9b59-7470338010f0 req-7c56f49b-963d-47cf-922b-4d7833af713f tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "GET /v2.0/security-groups?id=91f447fe-c702-4386-b010-d95539bf8994&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384026 Jun 01 20:09:39.698822 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e085db07-710e-4033-b81d-4fbc582bc682 req-eba25df1-bc3d-4ae9-8fcf-fa0a37190d08 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:09:39.700305 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e085db07-710e-4033-b81d-4fbc582bc682 req-eba25df1-bc3d-4ae9-8fcf-fa0a37190d08 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c5c52bd-f6da-4bb3-b389-dd483a6a57db HTTP/1.1" status: 200 len: 945 time: 0.0828996 Jun 01 20:09:39.712120 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-4a9d923a-01f0-4fa7-a805-01171d30f9ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:09:39.744778 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e085db07-710e-4033-b81d-4fbc582bc682 req-a230bfb6-0735-41b9-bdfd-258bbfcd5128 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "GET /v2.0/security-groups?id=91f447fe-c702-4386-b010-d95539bf8994&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379107 Jun 01 20:09:40.876662 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:09:40.911911 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:09:40.937155 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed24d1a9-8766-44aa-873b-7cc9e4424384 req-9144228d-07d6-4e91-9ba0-6b306a072ec5 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:09:40.940071 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ed24d1a9-8766-44aa-873b-7cc9e4424384 req-9144228d-07d6-4e91-9ba0-6b306a072ec5 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c5c52bd-f6da-4bb3-b389-dd483a6a57db HTTP/1.1" status: 200 len: 945 time: 0.0856440 Jun 01 20:09:40.984390 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ed24d1a9-8766-44aa-873b-7cc9e4424384 req-9a390163-3252-45a7-91eb-859cc272d73e tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "GET /v2.0/security-groups?id=91f447fe-c702-4386-b010-d95539bf8994&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384085 Jun 01 20:09:42.001591 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:09:42.270888 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:09:42.291012 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1526eb8-d6c5-4294-8e23-609a85cb0880 req-f527147f-52dc-4d58-a01c-4a874abf0ee0 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:09:42.292497 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e1526eb8-d6c5-4294-8e23-609a85cb0880 req-f527147f-52dc-4d58-a01c-4a874abf0ee0 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c5c52bd-f6da-4bb3-b389-dd483a6a57db HTTP/1.1" status: 200 len: 945 time: 0.2004812 Jun 01 20:09:42.340014 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e1526eb8-d6c5-4294-8e23-609a85cb0880 req-ce6237dd-5878-4e96-a3c0-eb7e4bb512f1 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "GET /v2.0/security-groups?id=91f447fe-c702-4386-b010-d95539bf8994&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405178 Jun 01 20:09:42.473776 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4bc627-a2f2-46bc-a6bd-0610b5f546e8 req-7e678d38-17bb-46eb-bdc5-fa0f5513d609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:09:42.475210 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7f4bc627-a2f2-46bc-a6bd-0610b5f546e8 req-7e678d38-17bb-46eb-bdc5-fa0f5513d609 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=825bb4933da34be28d124b03583d29d8&device_id=7c5c52bd-f6da-4bb3-b389-dd483a6a57db HTTP/1.1" status: 200 len: 1096 time: 0.0743520 Jun 01 20:09:42.624122 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4bc627-a2f2-46bc-a6bd-0610b5f546e8 req-50bb51bf-f211-46c0-abfd-c93ece6ba0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:09:42.626048 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7f4bc627-a2f2-46bc-a6bd-0610b5f546e8 req-50bb51bf-f211-46c0-abfd-c93ece6ba0c5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=cf5509be-13ab-444b-8fac-c4ef6c2d8965 HTTP/1.1" status: 200 len: 910 time: 0.1267295 Jun 01 20:09:42.722717 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:09:42.728635 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7f4bc627-a2f2-46bc-a6bd-0610b5f546e8 req-0c4a9756-1ff7-448f-a442-c7c04fa07ad7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=98ade5d3-2e26-4358-94a2-5875d908ac83 HTTP/1.1" status: 200 len: 1000 time: 0.0931938 Jun 01 20:09:42.796894 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4bc627-a2f2-46bc-a6bd-0610b5f546e8 req-8ed43e24-4847-412c-83ad-5d4221dfbdb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:09:42.798298 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7f4bc627-a2f2-46bc-a6bd-0610b5f546e8 req-8ed43e24-4847-412c-83ad-5d4221dfbdb4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b7ebe99e-3dfc-4ae1-a193-5aaa1f83ecb3 HTTP/1.1" status: 200 len: 848 time: 0.0600190 Jun 01 20:09:42.876813 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4bc627-a2f2-46bc-a6bd-0610b5f546e8 req-5d275382-9394-49e0-9ebe-94cf7c0cfbcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:09:42.878194 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7f4bc627-a2f2-46bc-a6bd-0610b5f546e8 req-5d275382-9394-49e0-9ebe-94cf7c0cfbcb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cf5509be-13ab-444b-8fac-c4ef6c2d8965&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0713692 Jun 01 20:09:43.018337 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7f4bc627-a2f2-46bc-a6bd-0610b5f546e8 req-e2be7782-54cf-491c-858f-bba7961d7c62 service neutron] 10.222.0.15 "GET /v2.0/networks/cf5509be-13ab-444b-8fac-c4ef6c2d8965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294734 Jun 01 20:09:43.156999 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7f4bc627-a2f2-46bc-a6bd-0610b5f546e8 req-a9772df6-f5cd-44bf-9c4b-b987f0668236 service neutron] 10.222.0.15 "GET /v2.0/networks/cf5509be-13ab-444b-8fac-c4ef6c2d8965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290789 Jun 01 20:09:43.532705 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4835e1-e1b2-4e8b-9c7a-d8beae1b85bb req-d24b3163-aa06-4856-9edc-094786313014 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:09:43.534134 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-0d4835e1-e1b2-4e8b-9c7a-d8beae1b85bb req-d24b3163-aa06-4856-9edc-094786313014 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c5c52bd-f6da-4bb3-b389-dd483a6a57db HTTP/1.1" status: 200 len: 945 time: 0.0808623 Jun 01 20:09:43.581128 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-0d4835e1-e1b2-4e8b-9c7a-d8beae1b85bb req-912e5579-e8ed-4f4f-ae9f-97257bbe300d tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "GET /v2.0/security-groups?id=91f447fe-c702-4386-b010-d95539bf8994&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414350 Jun 01 20:09:44.768092 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc6406d-323e-4eb5-a194-5994f13af0df req-6918c0c7-35f0-4b7b-bb41-e05661a1209b tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:09:44.769548 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ffc6406d-323e-4eb5-a194-5994f13af0df req-6918c0c7-35f0-4b7b-bb41-e05661a1209b tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c5c52bd-f6da-4bb3-b389-dd483a6a57db HTTP/1.1" status: 200 len: 945 time: 0.0798807 Jun 01 20:09:44.814619 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ffc6406d-323e-4eb5-a194-5994f13af0df req-80789ff8-19de-4325-82ef-07792d368326 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "GET /v2.0/security-groups?id=91f447fe-c702-4386-b010-d95539bf8994&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390513 Jun 01 20:09:44.868674 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaee3a9-fbcf-429c-945f-f4d704584a4f req-2b7308bd-90ce-4c9c-83eb-09aaa5ec9e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:09:44.870137 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-2aaee3a9-fbcf-429c-945f-f4d704584a4f req-2b7308bd-90ce-4c9c-83eb-09aaa5ec9e0b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=825bb4933da34be28d124b03583d29d8&device_id=7c5c52bd-f6da-4bb3-b389-dd483a6a57db HTTP/1.1" status: 200 len: 1096 time: 0.0761197 Jun 01 20:09:45.011189 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaee3a9-fbcf-429c-945f-f4d704584a4f req-a076c59b-0736-48a3-b83c-68ce4e9a0171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:09:45.012653 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-2aaee3a9-fbcf-429c-945f-f4d704584a4f req-a076c59b-0736-48a3-b83c-68ce4e9a0171 service neutron] 10.222.0.15 "GET /v2.0/networks?id=cf5509be-13ab-444b-8fac-c4ef6c2d8965 HTTP/1.1" status: 200 len: 910 time: 0.1288171 Jun 01 20:09:45.117912 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-2aaee3a9-fbcf-429c-945f-f4d704584a4f req-0e610e2a-2927-4943-a460-251a0f982933 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=98ade5d3-2e26-4358-94a2-5875d908ac83 HTTP/1.1" status: 200 len: 1000 time: 0.0959837 Jun 01 20:09:45.179555 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaee3a9-fbcf-429c-945f-f4d704584a4f req-62e2de46-fe8e-4961-bb1c-03a3d97d2933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:09:45.181003 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-2aaee3a9-fbcf-429c-945f-f4d704584a4f req-62e2de46-fe8e-4961-bb1c-03a3d97d2933 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b7ebe99e-3dfc-4ae1-a193-5aaa1f83ecb3 HTTP/1.1" status: 200 len: 848 time: 0.0576587 Jun 01 20:09:45.257707 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaee3a9-fbcf-429c-945f-f4d704584a4f req-20fa7ef0-8c00-4b0c-af14-11faffaaf882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:09:45.259167 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-2aaee3a9-fbcf-429c-945f-f4d704584a4f req-20fa7ef0-8c00-4b0c-af14-11faffaaf882 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cf5509be-13ab-444b-8fac-c4ef6c2d8965&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0691400 Jun 01 20:09:45.391788 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-2aaee3a9-fbcf-429c-945f-f4d704584a4f req-4411bf26-086c-4acb-a1e7-abfe30b42a2b service neutron] 10.222.0.15 "GET /v2.0/networks/cf5509be-13ab-444b-8fac-c4ef6c2d8965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230450 Jun 01 20:09:45.620085 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-2aaee3a9-fbcf-429c-945f-f4d704584a4f req-70cd9025-9dcd-47f8-ba68-eee29ea71b93 service neutron] 10.222.0.15 "GET /v2.0/networks/cf5509be-13ab-444b-8fac-c4ef6c2d8965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2190802 Jun 01 20:09:46.002522 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557bb1fb-b031-4bb2-8ce5-2d6d08b3f872 req-24f6f434-2694-45d6-9792-276ac51775d6 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:09:46.003961 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-557bb1fb-b031-4bb2-8ce5-2d6d08b3f872 req-24f6f434-2694-45d6-9792-276ac51775d6 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c5c52bd-f6da-4bb3-b389-dd483a6a57db HTTP/1.1" status: 200 len: 945 time: 0.0837052 Jun 01 20:09:46.048856 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-557bb1fb-b031-4bb2-8ce5-2d6d08b3f872 req-e265841d-1b29-493e-8171-668f5154b50e tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "GET /v2.0/security-groups?id=91f447fe-c702-4386-b010-d95539bf8994&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390105 Jun 01 20:09:47.231883 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c38d459-5af4-443c-aa61-8a0e19a76d55 req-5e45eddb-918c-4097-9991-1df5ae259928 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:09:47.233393 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2c38d459-5af4-443c-aa61-8a0e19a76d55 req-5e45eddb-918c-4097-9991-1df5ae259928 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c5c52bd-f6da-4bb3-b389-dd483a6a57db HTTP/1.1" status: 200 len: 945 time: 0.0798576 Jun 01 20:09:47.279050 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2c38d459-5af4-443c-aa61-8a0e19a76d55 req-c5db2a3f-262a-4cdd-9068-2c2ed6767431 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "GET /v2.0/security-groups?id=91f447fe-c702-4386-b010-d95539bf8994&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394244 Jun 01 20:09:48.473352 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7075d37d-f769-4212-a60c-178b8b01aa91 req-95fd6366-b7fd-4833-8632-11c4253d8df1 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:09:48.474797 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-7075d37d-f769-4212-a60c-178b8b01aa91 req-95fd6366-b7fd-4833-8632-11c4253d8df1 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c5c52bd-f6da-4bb3-b389-dd483a6a57db HTTP/1.1" status: 200 len: 945 time: 0.0870457 Jun 01 20:09:48.521012 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-7075d37d-f769-4212-a60c-178b8b01aa91 req-ffec217a-51cc-4d06-87d0-b09265acdd6f tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "GET /v2.0/security-groups?id=91f447fe-c702-4386-b010-d95539bf8994&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405316 Jun 01 20:09:48.730293 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 56226) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 20:09:48.927704 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2fb204-aabf-482c-964c-11fe8856267b req-c93ef7f1-17df-4f88-93d5-c7698de1ac67 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:09:48.929146 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-bd2fb204-aabf-482c-964c-11fe8856267b req-c93ef7f1-17df-4f88-93d5-c7698de1ac67 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c5c52bd-f6da-4bb3-b389-dd483a6a57db HTTP/1.1" status: 200 len: 945 time: 0.1387186 Jun 01 20:09:48.931934 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b2ab9248-1c4c-489a-b9bd-60513510722c req-cd0d5c57-250e-49c8-9db4-c4dcb28a844b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7c5c52bd-f6da-4bb3-b389-dd483a6a57db&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2005994 Jun 01 20:09:48.962852 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.agents_db [None req-e814b9cf-7de8-45d0-a079-29c61fabe7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 20:09:48.975940 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-bd2fb204-aabf-482c-964c-11fe8856267b req-1f134a47-8616-44e1-ae48-62b7ce38fc86 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "GET /v2.0/security-groups?id=91f447fe-c702-4386-b010-d95539bf8994&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404058 Jun 01 20:09:50.165409 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96620301-76ab-47e5-856f-62f811f5ab05 req-82a4388d-6f8f-465c-a108-2af2ae20ee1a tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:09:50.167597 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-96620301-76ab-47e5-856f-62f811f5ab05 req-82a4388d-6f8f-465c-a108-2af2ae20ee1a tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c5c52bd-f6da-4bb3-b389-dd483a6a57db HTTP/1.1" status: 200 len: 945 time: 0.0856266 Jun 01 20:09:50.212664 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-96620301-76ab-47e5-856f-62f811f5ab05 req-cb83fb11-205f-4867-8f66-dc8e460c5aa1 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "GET /v2.0/security-groups?id=91f447fe-c702-4386-b010-d95539bf8994&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391178 Jun 01 20:09:50.911435 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device 98ade5d3-2e26-4358-94a2-5875d908ac83 no longer exists at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 20:09:51.062844 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port 98ade5d3-2e26-4358-94a2-5875d908ac83 is: ACTIVE; New status is: DOWN {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 20:09:51.063219 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:09:51.092494 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c5c52bd-f6da-4bb3-b389-dd483a6a57db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98ade5d3-2e26-4358-94a2-5875d908ac83'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 20:09:51.100832 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port 98ade5d3-2e26-4358-94a2-5875d908ac83, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=98ade5d3-2e26-4358-94a2-5875d908ac83,segment=NetworkSegment(5b54ac71-b334-498b-96f7-8fe3b7eefc67),segment_id=5b54ac71-b334-498b-96f7-8fe3b7eefc67)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 20:09:51.106058 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:09:51.177212 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=98ade5d3-2e26-4358-94a2-5875d908ac83,revision_number=6']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 20:09:51.184815 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:09:51.185157 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:09:51.185490 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:09:51.186075 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:09:51.186396 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:09:51.186721 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:09:51.187075 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:09:51.187553 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:09:51.187875 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:09:51.188584 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:09:51.188584 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:09:51.188836 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:09:51.193748 n-d-844202-1 neutron-server[88526]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-ec024eac-6aef-4aed-a330-f5ba985d0864']: {'server_uuid': '7c5c52bd-f6da-4bb3-b389-dd483a6a57db', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '98ade5d3-2e26-4358-94a2-5875d908ac83', 'code': 422} returned with failed status Jun 01 20:09:51.407068 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3415e73e-d744-466d-8749-5390889aa5e7 req-1819774d-d13d-4279-ade2-186a052c1ae8 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:09:51.408591 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3415e73e-d744-466d-8749-5390889aa5e7 req-1819774d-d13d-4279-ade2-186a052c1ae8 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c5c52bd-f6da-4bb3-b389-dd483a6a57db HTTP/1.1" status: 200 len: 943 time: 0.0892980 Jun 01 20:09:51.453050 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3415e73e-d744-466d-8749-5390889aa5e7 req-0a7826d0-d641-4bb9-94c7-076a743c8931 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "GET /v2.0/security-groups?id=91f447fe-c702-4386-b010-d95539bf8994&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385275 Jun 01 20:09:52.639911 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd594f2c-c8e8-47d9-bbf6-7586d08cb2d5 req-41d1a8f1-a2c9-4e9a-ac77-a0d97edd5b1f tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:09:52.641363 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-dd594f2c-c8e8-47d9-bbf6-7586d08cb2d5 req-41d1a8f1-a2c9-4e9a-ac77-a0d97edd5b1f tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c5c52bd-f6da-4bb3-b389-dd483a6a57db HTTP/1.1" status: 200 len: 943 time: 0.0824468 Jun 01 20:09:52.685158 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-dd594f2c-c8e8-47d9-bbf6-7586d08cb2d5 req-6acb3930-0744-48c6-8e87-f5e7fecea0e8 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "GET /v2.0/security-groups?id=91f447fe-c702-4386-b010-d95539bf8994&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373750 Jun 01 20:09:53.881932 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef5e0f3-ee21-400f-8d36-572c90a92d31 req-957850f0-6002-41a2-89e5-1cdc9e02c49d tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:09:53.883287 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-7ef5e0f3-ee21-400f-8d36-572c90a92d31 req-957850f0-6002-41a2-89e5-1cdc9e02c49d tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c5c52bd-f6da-4bb3-b389-dd483a6a57db HTTP/1.1" status: 200 len: 943 time: 0.0803707 Jun 01 20:09:53.933773 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-7ef5e0f3-ee21-400f-8d36-572c90a92d31 req-c21bc60f-8d64-4603-8d77-b01c0f78bffd tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "GET /v2.0/security-groups?id=91f447fe-c702-4386-b010-d95539bf8994&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447202 Jun 01 20:09:55.129391 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bf1b31-e880-43ec-a2f0-f2bd615b3eb2 req-bf2fdd3d-c298-4189-a379-b872faf2eedd tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:09:55.130742 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-15bf1b31-e880-43ec-a2f0-f2bd615b3eb2 req-bf2fdd3d-c298-4189-a379-b872faf2eedd tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c5c52bd-f6da-4bb3-b389-dd483a6a57db HTTP/1.1" status: 200 len: 943 time: 0.0905678 Jun 01 20:09:55.178425 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-15bf1b31-e880-43ec-a2f0-f2bd615b3eb2 req-566c21c7-1373-4933-8a93-da0a08481ffa tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "GET /v2.0/security-groups?id=91f447fe-c702-4386-b010-d95539bf8994&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415747 Jun 01 20:09:55.438353 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ab9248-1c4c-489a-b9bd-60513510722c req-d44bbbb8-9bbe-48ab-bcb7-8c0a4e689660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:09:55.440402 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b2ab9248-1c4c-489a-b9bd-60513510722c req-d44bbbb8-9bbe-48ab-bcb7-8c0a4e689660 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=7c5c52bd-f6da-4bb3-b389-dd483a6a57db&tenant_id=825bb4933da34be28d124b03583d29d8 HTTP/1.1" status: 200 len: 1094 time: 0.0745459 Jun 01 20:09:55.450366 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-b2ab9248-1c4c-489a-b9bd-60513510722c req-5f3e760b-0064-42bd-97e4-cf57d1df78b0 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-844202-1', 'device_owner': 'compute:nova'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 20:09:55.567033 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-b2ab9248-1c4c-489a-b9bd-60513510722c req-5f3e760b-0064-42bd-97e4-cf57d1df78b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:09:55.883666 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-b2ab9248-1c4c-489a-b9bd-60513510722c req-5f3e760b-0064-42bd-97e4-cf57d1df78b0 service neutron] For port 98ade5d3-2e26-4358-94a2-5875d908ac83, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=98ade5d3-2e26-4358-94a2-5875d908ac83,segment=NetworkSegment(5b54ac71-b334-498b-96f7-8fe3b7eefc67),segment_id=5b54ac71-b334-498b-96f7-8fe3b7eefc67)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 20:09:55.917224 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-b2ab9248-1c4c-489a-b9bd-60513510722c req-5f3e760b-0064-42bd-97e4-cf57d1df78b0 service neutron] For port 98ade5d3-2e26-4358-94a2-5875d908ac83, host n-h1-844202-1, cleared binding levels {{(pid=88524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 20:09:55.972608 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [req-b2ab9248-1c4c-489a-b9bd-60513510722c req-5f3e760b-0064-42bd-97e4-cf57d1df78b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98ade5d3-2e26-4358-94a2-5875d908ac83 {{(pid=88524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 20:09:55.981303 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-b2ab9248-1c4c-489a-b9bd-60513510722c req-5f3e760b-0064-42bd-97e4-cf57d1df78b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:09:55.998519 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [req-b2ab9248-1c4c-489a-b9bd-60513510722c req-5f3e760b-0064-42bd-97e4-cf57d1df78b0 service neutron] Transition to ACTIVE for port object 98ade5d3-2e26-4358-94a2-5875d908ac83 will not be triggered until provisioned by entity L2. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 20:09:56.003377 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-b2ab9248-1c4c-489a-b9bd-60513510722c req-5f3e760b-0064-42bd-97e4-cf57d1df78b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:09:56.159542 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3e760b-0064-42bd-97e4-cf57d1df78b0 service neutron] Pushing event updated for resources: {'Port': ['ID=98ade5d3-2e26-4358-94a2-5875d908ac83,revision_number=7']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 20:09:56.178770 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3e760b-0064-42bd-97e4-cf57d1df78b0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:09:56.179101 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3e760b-0064-42bd-97e4-cf57d1df78b0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:09:56.179431 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3e760b-0064-42bd-97e4-cf57d1df78b0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:09:56.179756 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3e760b-0064-42bd-97e4-cf57d1df78b0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:09:56.180165 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3e760b-0064-42bd-97e4-cf57d1df78b0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:09:56.180519 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3e760b-0064-42bd-97e4-cf57d1df78b0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:09:56.180841 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3e760b-0064-42bd-97e4-cf57d1df78b0 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:09:56.181157 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3e760b-0064-42bd-97e4-cf57d1df78b0 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:09:56.181468 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3e760b-0064-42bd-97e4-cf57d1df78b0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:09:56.181777 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3e760b-0064-42bd-97e4-cf57d1df78b0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:09:56.182132 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3e760b-0064-42bd-97e4-cf57d1df78b0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:09:56.182665 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3e760b-0064-42bd-97e4-cf57d1df78b0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:09:56.246279 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2ab9248-1c4c-489a-b9bd-60513510722c req-5f3e760b-0064-42bd-97e4-cf57d1df78b0 service neutron] No DVR routers for this DVR port 98ade5d3-2e26-4358-94a2-5875d908ac83 on host n-h1-844202-1 {{(pid=88524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 20:09:56.380209 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06d5373-fbe2-4f24-8f35-c4d3cb9272a8 req-1185d9cd-367f-41e6-8213-1ee5a56844c1 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:09:56.381613 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d06d5373-fbe2-4f24-8f35-c4d3cb9272a8 req-1185d9cd-367f-41e6-8213-1ee5a56844c1 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c5c52bd-f6da-4bb3-b389-dd483a6a57db HTTP/1.1" status: 200 len: 943 time: 0.0869567 Jun 01 20:09:56.427734 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d06d5373-fbe2-4f24-8f35-c4d3cb9272a8 req-e58c4346-d063-4f40-a1d0-0bd1cc23f86f tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "GET /v2.0/security-groups?id=91f447fe-c702-4386-b010-d95539bf8994&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401006 Jun 01 20:09:56.487216 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-b2ab9248-1c4c-489a-b9bd-60513510722c req-5f3e760b-0064-42bd-97e4-cf57d1df78b0 service neutron] Attempting to bind port 98ade5d3-2e26-4358-94a2-5875d908ac83 on host n-h2-844202-1 for vnic_type normal with profile {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 20:09:56.487824 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-b2ab9248-1c4c-489a-b9bd-60513510722c req-5f3e760b-0064-42bd-97e4-cf57d1df78b0 service neutron] Attempting to bind port 98ade5d3-2e26-4358-94a2-5875d908ac83 by drivers openvswitch,hyperv on host n-h2-844202-1 at level 0 using segments [{'id': '5b54ac71-b334-498b-96f7-8fe3b7eefc67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'cf5509be-13ab-444b-8fac-c4ef6c2d8965'}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 20:09:56.487824 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2ab9248-1c4c-489a-b9bd-60513510722c req-5f3e760b-0064-42bd-97e4-cf57d1df78b0 service neutron] Attempting to bind port 98ade5d3-2e26-4358-94a2-5875d908ac83 on network cf5509be-13ab-444b-8fac-c4ef6c2d8965 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 20:09:56.492352 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2ab9248-1c4c-489a-b9bd-60513510722c req-5f3e760b-0064-42bd-97e4-cf57d1df78b0 service neutron] Port 98ade5d3-2e26-4358-94a2-5875d908ac83 on network cf5509be-13ab-444b-8fac-c4ef6c2d8965 not bound, no agent of type Open vSwitch agent registered on host n-h2-844202-1 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 20:09:56.492661 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2ab9248-1c4c-489a-b9bd-60513510722c req-5f3e760b-0064-42bd-97e4-cf57d1df78b0 service neutron] Attempting to bind port 98ade5d3-2e26-4358-94a2-5875d908ac83 on network cf5509be-13ab-444b-8fac-c4ef6c2d8965 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 20:09:56.497678 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2ab9248-1c4c-489a-b9bd-60513510722c req-5f3e760b-0064-42bd-97e4-cf57d1df78b0 service neutron] Checking agent: {'id': 'f5db9968-6317-4186-9100-9e0ca6b50417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 20, 9, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 20:09:56.498001 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2ab9248-1c4c-489a-b9bd-60513510722c req-5f3e760b-0064-42bd-97e4-cf57d1df78b0 service neutron] Checking segment: {'id': '5b54ac71-b334-498b-96f7-8fe3b7eefc67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'cf5509be-13ab-444b-8fac-c4ef6c2d8965'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 20:09:56.498370 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2ab9248-1c4c-489a-b9bd-60513510722c req-5f3e760b-0064-42bd-97e4-cf57d1df78b0 service neutron] Bound using segment: {'id': '5b54ac71-b334-498b-96f7-8fe3b7eefc67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'cf5509be-13ab-444b-8fac-c4ef6c2d8965'} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 20:09:56.498779 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-b2ab9248-1c4c-489a-b9bd-60513510722c req-5f3e760b-0064-42bd-97e4-cf57d1df78b0 service neutron] Bound port: 98ade5d3-2e26-4358-94a2-5875d908ac83, host: n-h2-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b54ac71-b334-498b-96f7-8fe3b7eefc67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'cf5509be-13ab-444b-8fac-c4ef6c2d8965'}}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 20:09:56.499112 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-b2ab9248-1c4c-489a-b9bd-60513510722c req-5f3e760b-0064-42bd-97e4-cf57d1df78b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:09:56.590546 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-b2ab9248-1c4c-489a-b9bd-60513510722c req-5f3e760b-0064-42bd-97e4-cf57d1df78b0 service neutron] For port 98ade5d3-2e26-4358-94a2-5875d908ac83, host n-h2-844202-1, cleared binding levels {{(pid=88524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 20:09:56.593834 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-b2ab9248-1c4c-489a-b9bd-60513510722c req-5f3e760b-0064-42bd-97e4-cf57d1df78b0 service neutron] For port 98ade5d3-2e26-4358-94a2-5875d908ac83, host n-h2-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=98ade5d3-2e26-4358-94a2-5875d908ac83,segment=NetworkSegment(5b54ac71-b334-498b-96f7-8fe3b7eefc67),segment_id=5b54ac71-b334-498b-96f7-8fe3b7eefc67)] {{(pid=88524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 20:09:56.598340 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-b2ab9248-1c4c-489a-b9bd-60513510722c req-5f3e760b-0064-42bd-97e4-cf57d1df78b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:09:56.665704 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ab9248-1c4c-489a-b9bd-60513510722c req-5f3e760b-0064-42bd-97e4-cf57d1df78b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:09:56.666308 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-b2ab9248-1c4c-489a-b9bd-60513510722c req-5f3e760b-0064-42bd-97e4-cf57d1df78b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:09:56.667668 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b2ab9248-1c4c-489a-b9bd-60513510722c req-5f3e760b-0064-42bd-97e4-cf57d1df78b0 service neutron] 10.222.0.50 "PUT /v2.0/ports/98ade5d3-2e26-4358-94a2-5875d908ac83 HTTP/1.1" status: 200 len: 1091 time: 1.2213192 Jun 01 20:09:56.668101 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c5c52bd-f6da-4bb3-b389-dd483a6a57db', 'tag': '98ade5d3-2e26-4358-94a2-5875d908ac83'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 20:09:56.691203 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3e760b-0064-42bd-97e4-cf57d1df78b0 service neutron] Pushing event updated for resources: {'Port': ['ID=98ade5d3-2e26-4358-94a2-5875d908ac83,revision_number=8']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 20:09:56.777787 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4278df86-6913-4f67-a272-d900e22bbd10'] response: {'name': 'network-changed', 'server_uuid': '7c5c52bd-f6da-4bb3-b389-dd483a6a57db', 'tag': '98ade5d3-2e26-4358-94a2-5875d908ac83', 'status': 'completed', 'code': 200} Jun 01 20:09:56.779818 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ab9248-1c4c-489a-b9bd-60513510722c req-4474308b-09a9-4f5a-b8cf-f041cbeb92bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:09:56.781396 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b2ab9248-1c4c-489a-b9bd-60513510722c req-4474308b-09a9-4f5a-b8cf-f041cbeb92bb service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=825bb4933da34be28d124b03583d29d8&device_id=7c5c52bd-f6da-4bb3-b389-dd483a6a57db HTTP/1.1" status: 200 len: 1094 time: 0.0842576 Jun 01 20:09:56.914766 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ab9248-1c4c-489a-b9bd-60513510722c req-e9aa47cd-34f5-4608-baa7-0da49a2bb81c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:09:56.917675 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b2ab9248-1c4c-489a-b9bd-60513510722c req-e9aa47cd-34f5-4608-baa7-0da49a2bb81c service neutron] 10.222.0.50 "GET /v2.0/networks?id=cf5509be-13ab-444b-8fac-c4ef6c2d8965 HTTP/1.1" status: 200 len: 910 time: 0.1303985 Jun 01 20:09:57.129367 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b2ab9248-1c4c-489a-b9bd-60513510722c req-8254decd-db4d-4dad-9611-03efa6944e6d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=98ade5d3-2e26-4358-94a2-5875d908ac83 HTTP/1.1" status: 200 len: 998 time: 0.2041390 Jun 01 20:09:57.188387 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ab9248-1c4c-489a-b9bd-60513510722c req-24fd4149-6764-4ead-851b-c49a2599df80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:09:57.189791 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b2ab9248-1c4c-489a-b9bd-60513510722c req-24fd4149-6764-4ead-851b-c49a2599df80 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b7ebe99e-3dfc-4ae1-a193-5aaa1f83ecb3 HTTP/1.1" status: 200 len: 848 time: 0.0569828 Jun 01 20:09:57.266468 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ab9248-1c4c-489a-b9bd-60513510722c req-3be3020c-1591-46be-b8c8-1485505c1b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:09:57.267823 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b2ab9248-1c4c-489a-b9bd-60513510722c req-3be3020c-1591-46be-b8c8-1485505c1b8c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=cf5509be-13ab-444b-8fac-c4ef6c2d8965&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0723484 Jun 01 20:09:57.277293 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [req-b2ab9248-1c4c-489a-b9bd-60513510722c req-eb089805-dcc5-468d-b140-0d7aa7abbcd0 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=88524) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 20:09:57.278228 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b2ab9248-1c4c-489a-b9bd-60513510722c req-eb089805-dcc5-468d-b140-0d7aa7abbcd0 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047004 Jun 01 20:09:57.409631 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b2ab9248-1c4c-489a-b9bd-60513510722c req-59c6b27b-2742-4019-acee-9ade3f1472b2 service neutron] 10.222.0.50 "GET /v2.0/networks/cf5509be-13ab-444b-8fac-c4ef6c2d8965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257672 Jun 01 20:09:57.541858 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b2ab9248-1c4c-489a-b9bd-60513510722c req-710dd165-d7bf-4579-b3e5-323b27b65a3a service neutron] 10.222.0.50 "GET /v2.0/networks/cf5509be-13ab-444b-8fac-c4ef6c2d8965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273599 Jun 01 20:09:57.615291 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fbb97c-664d-4a99-99b7-a1b3d0da3064 req-78257371-a893-4594-b854-2fd3982b8b4b tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:09:57.616776 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-21fbb97c-664d-4a99-99b7-a1b3d0da3064 req-78257371-a893-4594-b854-2fd3982b8b4b tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c5c52bd-f6da-4bb3-b389-dd483a6a57db HTTP/1.1" status: 200 len: 943 time: 0.0822885 Jun 01 20:09:57.653579 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e471aa-61a9-4439-a6de-80c27b13515c req-ecec0951-c838-4add-8737-06eb32333ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:09:57.655054 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a9e471aa-61a9-4439-a6de-80c27b13515c req-ecec0951-c838-4add-8737-06eb32333ed9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=825bb4933da34be28d124b03583d29d8&device_id=7c5c52bd-f6da-4bb3-b389-dd483a6a57db HTTP/1.1" status: 200 len: 1094 time: 0.0714960 Jun 01 20:09:57.661430 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-21fbb97c-664d-4a99-99b7-a1b3d0da3064 req-0eb3a791-f70c-4bec-adf5-c9b4b5bb4b9f tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "GET /v2.0/security-groups?id=91f447fe-c702-4386-b010-d95539bf8994&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388191 Jun 01 20:09:57.793428 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e471aa-61a9-4439-a6de-80c27b13515c req-e76f7965-c01e-48e1-9d92-c5b8dc184839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:09:57.794828 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a9e471aa-61a9-4439-a6de-80c27b13515c req-e76f7965-c01e-48e1-9d92-c5b8dc184839 service neutron] 10.222.0.50 "GET /v2.0/networks?id=cf5509be-13ab-444b-8fac-c4ef6c2d8965 HTTP/1.1" status: 200 len: 910 time: 0.1333706 Jun 01 20:09:57.898714 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a9e471aa-61a9-4439-a6de-80c27b13515c req-661e6e10-2c86-449f-a763-7d5cd9dd73c2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=98ade5d3-2e26-4358-94a2-5875d908ac83 HTTP/1.1" status: 200 len: 998 time: 0.0967565 Jun 01 20:09:57.965959 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e471aa-61a9-4439-a6de-80c27b13515c req-15b77ae0-e950-444d-bddf-f2b36d382cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:09:57.967397 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a9e471aa-61a9-4439-a6de-80c27b13515c req-15b77ae0-e950-444d-bddf-f2b36d382cff service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b7ebe99e-3dfc-4ae1-a193-5aaa1f83ecb3 HTTP/1.1" status: 200 len: 848 time: 0.0622907 Jun 01 20:09:58.043913 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e471aa-61a9-4439-a6de-80c27b13515c req-b17e3711-88c9-4c27-907f-648c988524d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:09:58.045399 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a9e471aa-61a9-4439-a6de-80c27b13515c req-b17e3711-88c9-4c27-907f-648c988524d0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=cf5509be-13ab-444b-8fac-c4ef6c2d8965&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0704498 Jun 01 20:09:58.177136 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a9e471aa-61a9-4439-a6de-80c27b13515c req-8058807f-b84f-489d-a2a0-1066e7568d66 service neutron] 10.222.0.50 "GET /v2.0/networks/cf5509be-13ab-444b-8fac-c4ef6c2d8965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242456 Jun 01 20:09:58.308424 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a9e471aa-61a9-4439-a6de-80c27b13515c req-3cf2ec3b-bfc7-4e2b-8c4e-1edea03b9337 service neutron] 10.222.0.50 "GET /v2.0/networks/cf5509be-13ab-444b-8fac-c4ef6c2d8965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254132 Jun 01 20:09:58.850005 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26799ce-5b27-4897-bbed-f01ca87ecd0e req-558b130f-ff4d-4a2b-8a18-180258777039 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:09:58.851443 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c26799ce-5b27-4897-bbed-f01ca87ecd0e req-558b130f-ff4d-4a2b-8a18-180258777039 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c5c52bd-f6da-4bb3-b389-dd483a6a57db HTTP/1.1" status: 200 len: 943 time: 0.0841589 Jun 01 20:09:58.895773 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c26799ce-5b27-4897-bbed-f01ca87ecd0e req-5629e2be-bae4-43c1-9ac4-f4efa71b853b tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "GET /v2.0/security-groups?id=91f447fe-c702-4386-b010-d95539bf8994&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386837 Jun 01 20:09:59.611025 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dc5e53-cc3b-42b5-9362-6af34d95de3e req-2f61bc37-2926-4fed-b056-e6e97a1d6492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:09:59.613156 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-79dc5e53-cc3b-42b5-9362-6af34d95de3e req-2f61bc37-2926-4fed-b056-e6e97a1d6492 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=825bb4933da34be28d124b03583d29d8&device_id=7c5c52bd-f6da-4bb3-b389-dd483a6a57db HTTP/1.1" status: 200 len: 1094 time: 0.0711284 Jun 01 20:09:59.758435 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dc5e53-cc3b-42b5-9362-6af34d95de3e req-b686c91c-f7d5-4508-bdda-511cf8de2444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:09:59.759883 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-79dc5e53-cc3b-42b5-9362-6af34d95de3e req-b686c91c-f7d5-4508-bdda-511cf8de2444 service neutron] 10.222.0.50 "GET /v2.0/networks?id=cf5509be-13ab-444b-8fac-c4ef6c2d8965 HTTP/1.1" status: 200 len: 910 time: 0.1285708 Jun 01 20:09:59.868511 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-79dc5e53-cc3b-42b5-9362-6af34d95de3e req-a2146fad-a574-4455-a2bf-8a36a2d4a11e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=98ade5d3-2e26-4358-94a2-5875d908ac83 HTTP/1.1" status: 200 len: 998 time: 0.1029532 Jun 01 20:10:00.038196 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dc5e53-cc3b-42b5-9362-6af34d95de3e req-b51a3e22-cf20-49ad-ba81-cfa8d197dd1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:10:00.039617 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-79dc5e53-cc3b-42b5-9362-6af34d95de3e req-b51a3e22-cf20-49ad-ba81-cfa8d197dd1d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b7ebe99e-3dfc-4ae1-a193-5aaa1f83ecb3 HTTP/1.1" status: 200 len: 848 time: 0.1661139 Jun 01 20:10:00.090149 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926f2baf-3642-4bb1-9c06-6545a6cd89d3 req-6aa1e901-684d-43f3-8919-bd1c61d733c0 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:10:00.091623 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-926f2baf-3642-4bb1-9c06-6545a6cd89d3 req-6aa1e901-684d-43f3-8919-bd1c61d733c0 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c5c52bd-f6da-4bb3-b389-dd483a6a57db HTTP/1.1" status: 200 len: 943 time: 0.0832992 Jun 01 20:10:00.114987 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dc5e53-cc3b-42b5-9362-6af34d95de3e req-c2395fe1-ebde-495d-9d16-a46d99e3e3be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:10:00.116472 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-79dc5e53-cc3b-42b5-9362-6af34d95de3e req-c2395fe1-ebde-495d-9d16-a46d99e3e3be service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=cf5509be-13ab-444b-8fac-c4ef6c2d8965&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0715022 Jun 01 20:10:00.138199 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-926f2baf-3642-4bb1-9c06-6545a6cd89d3 req-1a1ee9d6-f14a-48b3-b0ac-f6149784c0f0 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "GET /v2.0/security-groups?id=91f447fe-c702-4386-b010-d95539bf8994&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389309 Jun 01 20:10:00.244756 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-79dc5e53-cc3b-42b5-9362-6af34d95de3e req-706205fa-a52f-4c94-907f-b45f7209364b service neutron] 10.222.0.50 "GET /v2.0/networks/cf5509be-13ab-444b-8fac-c4ef6c2d8965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227231 Jun 01 20:10:00.373634 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-79dc5e53-cc3b-42b5-9362-6af34d95de3e req-ab61fa45-afa6-4b2f-86b2-6cb6fe1542d5 service neutron] 10.222.0.50 "GET /v2.0/networks/cf5509be-13ab-444b-8fac-c4ef6c2d8965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232560 Jun 01 20:10:01.329705 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0318f41-7b9f-4501-a3a3-883d875a1e46 req-bbbf19c4-2d04-48f7-ae6c-2603d772c79b tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:10:01.331558 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f0318f41-7b9f-4501-a3a3-883d875a1e46 req-bbbf19c4-2d04-48f7-ae6c-2603d772c79b tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c5c52bd-f6da-4bb3-b389-dd483a6a57db HTTP/1.1" status: 200 len: 943 time: 0.0846486 Jun 01 20:10:01.375731 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-f0318f41-7b9f-4501-a3a3-883d875a1e46 req-4ca761d6-0ba2-4e10-a47a-623bf1033421 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "GET /v2.0/security-groups?id=91f447fe-c702-4386-b010-d95539bf8994&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383704 Jun 01 20:10:02.560100 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee2f7a5-e866-4a03-955f-65ec4bdd3e9d req-304b6820-be15-4079-a593-82ed85dbd641 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:10:02.561570 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-eee2f7a5-e866-4a03-955f-65ec4bdd3e9d req-304b6820-be15-4079-a593-82ed85dbd641 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c5c52bd-f6da-4bb3-b389-dd483a6a57db HTTP/1.1" status: 200 len: 943 time: 0.0792093 Jun 01 20:10:02.608580 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-eee2f7a5-e866-4a03-955f-65ec4bdd3e9d req-764b9d79-2f11-4d70-9fd4-96c450a73e95 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "GET /v2.0/security-groups?id=91f447fe-c702-4386-b010-d95539bf8994&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410333 Jun 01 20:10:03.795658 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9114a515-3606-47d9-9e31-cf9591f0b9cf req-3a235867-4ecf-4107-b38d-ad84ede892a7 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:10:03.797106 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-9114a515-3606-47d9-9e31-cf9591f0b9cf req-3a235867-4ecf-4107-b38d-ad84ede892a7 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c5c52bd-f6da-4bb3-b389-dd483a6a57db HTTP/1.1" status: 200 len: 943 time: 0.0804875 Jun 01 20:10:03.841693 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-9114a515-3606-47d9-9e31-cf9591f0b9cf req-a5f4e2e3-68e0-41ce-8aaf-6b6f7aef94ec tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "GET /v2.0/security-groups?id=91f447fe-c702-4386-b010-d95539bf8994&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383749 Jun 01 20:10:05.072970 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d7dd99-a6e6-4b02-a96b-150136f05a1c req-78f2380f-c4d4-4093-8cfc-aa7ab471c1ed tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:10:05.074414 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-07d7dd99-a6e6-4b02-a96b-150136f05a1c req-78f2380f-c4d4-4093-8cfc-aa7ab471c1ed tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c5c52bd-f6da-4bb3-b389-dd483a6a57db HTTP/1.1" status: 200 len: 943 time: 0.1279843 Jun 01 20:10:05.118255 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-07d7dd99-a6e6-4b02-a96b-150136f05a1c req-cdfb1d38-5520-4130-840a-bbd12db35acc tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "GET /v2.0/security-groups?id=91f447fe-c702-4386-b010-d95539bf8994&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382106 Jun 01 20:10:06.302039 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87387840-bab9-47f3-8aaf-55aebf11cb20 req-93680ad1-74d9-472f-80b1-b66b6d18e016 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:10:06.303512 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-87387840-bab9-47f3-8aaf-55aebf11cb20 req-93680ad1-74d9-472f-80b1-b66b6d18e016 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c5c52bd-f6da-4bb3-b389-dd483a6a57db HTTP/1.1" status: 200 len: 943 time: 0.0800672 Jun 01 20:10:06.348284 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-87387840-bab9-47f3-8aaf-55aebf11cb20 req-78a2fc22-4c6e-4c06-a8c1-62d70dc39baf tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "GET /v2.0/security-groups?id=91f447fe-c702-4386-b010-d95539bf8994&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389473 Jun 01 20:10:06.553713 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 98ade5d3-2e26-4358-94a2-5875d908ac83 details requested by agent hyperv_n-h2-844202-1 with host n-h2-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 20:10:06.686885 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 98ade5d3-2e26-4358-94a2-5875d908ac83, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=98ade5d3-2e26-4358-94a2-5875d908ac83,segment=NetworkSegment(5b54ac71-b334-498b-96f7-8fe3b7eefc67),segment_id=5b54ac71-b334-498b-96f7-8fe3b7eefc67)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 20:10:06.701353 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Returning: {'device': '98ade5d3-2e26-4358-94a2-5875d908ac83', 'network_id': 'cf5509be-13ab-444b-8fac-c4ef6c2d8965', 'port_id': '98ade5d3-2e26-4358-94a2-5875d908ac83', 'mac_address': 'fa:16:3e:fa:0b:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7ebe99e-3dfc-4ae1-a193-5aaa1f83ecb3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 20:10:06.757155 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port 98ade5d3-2e26-4358-94a2-5875d908ac83 is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 20:10:06.757546 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:10:06.774705 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98ade5d3-2e26-4358-94a2-5875d908ac83 {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 20:10:06.789613 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 98ade5d3-2e26-4358-94a2-5875d908ac83, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=98ade5d3-2e26-4358-94a2-5875d908ac83,segment=NetworkSegment(5b54ac71-b334-498b-96f7-8fe3b7eefc67),segment_id=5b54ac71-b334-498b-96f7-8fe3b7eefc67)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 20:10:06.793317 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:10:06.864049 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=98ade5d3-2e26-4358-94a2-5875d908ac83,revision_number=9']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 20:10:07.048131 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] get_ports_and_sgs() called for port_ids ['98ade5d3-2e26-4358-94a2-5875d908ac83'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 20:10:07.276027 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-147096e2-2765-4606-ac2e-a1cbcdc6f764 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:10:07.538705 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d023aab0-3cd8-42f7-bca8-10d18435d33a req-e495a4c5-1700-4df0-bf9f-1779e35811a4 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:10:07.540057 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d023aab0-3cd8-42f7-bca8-10d18435d33a req-e495a4c5-1700-4df0-bf9f-1779e35811a4 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c5c52bd-f6da-4bb3-b389-dd483a6a57db HTTP/1.1" status: 200 len: 944 time: 0.0835929 Jun 01 20:10:07.584249 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-d023aab0-3cd8-42f7-bca8-10d18435d33a req-83c4cab7-02e6-4dcb-a376-2fc1b93c86ac tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "GET /v2.0/security-groups?id=91f447fe-c702-4386-b010-d95539bf8994&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385048 Jun 01 20:10:08.570158 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 98ade5d3-2e26-4358-94a2-5875d908ac83 up at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 20:10:08.641197 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning for port 98ade5d3-2e26-4358-94a2-5875d908ac83 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 20:10:08.646821 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning complete for port 98ade5d3-2e26-4358-94a2-5875d908ac83 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 20:10:08.647189 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:10:08.761723 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port 98ade5d3-2e26-4358-94a2-5875d908ac83 is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 20:10:08.762102 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:10:08.771472 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ee8358-563b-4630-85b4-a3e8d9667d5f req-4fb48667-2546-49f3-a20b-8830a6c96c62 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:10:08.772997 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-33ee8358-563b-4630-85b4-a3e8d9667d5f req-4fb48667-2546-49f3-a20b-8830a6c96c62 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c5c52bd-f6da-4bb3-b389-dd483a6a57db HTTP/1.1" status: 200 len: 944 time: 0.0808103 Jun 01 20:10:08.793848 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c5c52bd-f6da-4bb3-b389-dd483a6a57db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98ade5d3-2e26-4358-94a2-5875d908ac83'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 20:10:08.803666 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 98ade5d3-2e26-4358-94a2-5875d908ac83, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=98ade5d3-2e26-4358-94a2-5875d908ac83,segment=NetworkSegment(5b54ac71-b334-498b-96f7-8fe3b7eefc67),segment_id=5b54ac71-b334-498b-96f7-8fe3b7eefc67)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 20:10:08.806747 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:10:08.824904 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-33ee8358-563b-4630-85b4-a3e8d9667d5f req-89a61f36-3491-40d9-96da-d8bf6080dc43 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "GET /v2.0/security-groups?id=91f447fe-c702-4386-b010-d95539bf8994&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459027 Jun 01 20:10:08.876350 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=98ade5d3-2e26-4358-94a2-5875d908ac83,revision_number=10']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 20:10:08.887273 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a48cf0b-a54a-4123-a714-d322ae51708d'] response: {'server_uuid': '7c5c52bd-f6da-4bb3-b389-dd483a6a57db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98ade5d3-2e26-4358-94a2-5875d908ac83', 'code': 200} Jun 01 20:10:09.088449 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863759e3-e4f6-481d-a220-d19dcd9a41c5 req-76ba897c-856b-4e55-a5f3-618437cb5579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:10:09.089859 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-863759e3-e4f6-481d-a220-d19dcd9a41c5 req-76ba897c-856b-4e55-a5f3-618437cb5579 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=7c5c52bd-f6da-4bb3-b389-dd483a6a57db HTTP/1.1" status: 200 len: 1097 time: 0.0684531 Jun 01 20:10:09.132731 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-863759e3-e4f6-481d-a220-d19dcd9a41c5 req-bbf3553c-5e3f-4e21-904a-91c613944f32 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=91f447fe-c702-4386-b010-d95539bf8994&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377662 Jun 01 20:10:09.714648 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-5be77131-fa28-453e-8b19-15bcece61493 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:10:10.024199 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd53cf4-5da0-4217-b946-1f98d84df05f req-7745a486-7749-4947-859a-257b677eb3aa tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:10:10.025739 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8dd53cf4-5da0-4217-b946-1f98d84df05f req-7745a486-7749-4947-859a-257b677eb3aa tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c5c52bd-f6da-4bb3-b389-dd483a6a57db HTTP/1.1" status: 200 len: 946 time: 0.0820084 Jun 01 20:10:10.070547 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8dd53cf4-5da0-4217-b946-1f98d84df05f req-88860e89-9998-45dc-b984-0be801abd9b1 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "GET /v2.0/security-groups?id=91f447fe-c702-4386-b010-d95539bf8994&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389478 Jun 01 20:10:10.884387 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:10:10.917749 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:10:11.264492 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312569fd-dc09-47bb-9980-716f14287da0 req-98a53153-9ccd-4931-a5bd-0d3d07d65aeb tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:10:11.265932 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-312569fd-dc09-47bb-9980-716f14287da0 req-98a53153-9ccd-4931-a5bd-0d3d07d65aeb tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c5c52bd-f6da-4bb3-b389-dd483a6a57db HTTP/1.1" status: 200 len: 946 time: 0.0835459 Jun 01 20:10:11.418681 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-312569fd-dc09-47bb-9980-716f14287da0 req-87dcd3b7-acfc-40dd-a917-989e7242dcdb tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "GET /v2.0/security-groups?id=91f447fe-c702-4386-b010-d95539bf8994&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1459305 Jun 01 20:10:12.008990 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:10:12.274753 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:10:12.715787 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:10:25.962626 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.agents_db [None req-e814b9cf-7de8-45d0-a079-29c61fabe7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 20:10:37.248074 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-663b74f5-f0ba-4937-8a37-7d6f2b937e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:10:39.718268 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-a377d705-040a-4340-8f73-35472698f7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:10:40.876269 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:10:40.919140 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:10:42.008083 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:10:42.278583 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:10:42.740162 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:00.033197 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c10ab6c0-1a60-45ff-9798-4cddfb73236e req-4df660d4-d8ce-44dc-a760-81441f905b3f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=7c5c52bd-f6da-4bb3-b389-dd483a6a57db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0717247 Jun 01 20:11:00.170817 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10ab6c0-1a60-45ff-9798-4cddfb73236e req-8c1c857f-1cec-44c4-b1ee-7e1fbbbfcfbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:11:00.172306 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c10ab6c0-1a60-45ff-9798-4cddfb73236e req-8c1c857f-1cec-44c4-b1ee-7e1fbbbfcfbe service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=825bb4933da34be28d124b03583d29d8&device_id=7c5c52bd-f6da-4bb3-b389-dd483a6a57db HTTP/1.1" status: 200 len: 1097 time: 0.0718305 Jun 01 20:11:00.318367 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10ab6c0-1a60-45ff-9798-4cddfb73236e req-fc089ece-62d7-47bd-ab6e-2ed9a34e5d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:11:00.320077 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c10ab6c0-1a60-45ff-9798-4cddfb73236e req-fc089ece-62d7-47bd-ab6e-2ed9a34e5d8e service neutron] 10.222.0.50 "GET /v2.0/networks?id=cf5509be-13ab-444b-8fac-c4ef6c2d8965 HTTP/1.1" status: 200 len: 910 time: 0.1303298 Jun 01 20:11:00.422883 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c10ab6c0-1a60-45ff-9798-4cddfb73236e req-d3a550b1-98e1-4c33-8a73-d68eed9e8f07 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=98ade5d3-2e26-4358-94a2-5875d908ac83 HTTP/1.1" status: 200 len: 1000 time: 0.0978069 Jun 01 20:11:00.487609 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10ab6c0-1a60-45ff-9798-4cddfb73236e req-0ac18f16-ff45-4d2d-9433-b5849d6c7f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:11:00.489068 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c10ab6c0-1a60-45ff-9798-4cddfb73236e req-0ac18f16-ff45-4d2d-9433-b5849d6c7f02 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b7ebe99e-3dfc-4ae1-a193-5aaa1f83ecb3 HTTP/1.1" status: 200 len: 848 time: 0.0613651 Jun 01 20:11:00.564384 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10ab6c0-1a60-45ff-9798-4cddfb73236e req-57f72212-5992-4681-9b5b-88e4f5ecdaf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:11:00.566046 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c10ab6c0-1a60-45ff-9798-4cddfb73236e req-57f72212-5992-4681-9b5b-88e4f5ecdaf0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=cf5509be-13ab-444b-8fac-c4ef6c2d8965&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0715580 Jun 01 20:11:00.698322 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c10ab6c0-1a60-45ff-9798-4cddfb73236e req-0819f147-3fee-45b6-b395-16f4e580d17f service neutron] 10.222.0.50 "GET /v2.0/networks/cf5509be-13ab-444b-8fac-c4ef6c2d8965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267459 Jun 01 20:11:00.831582 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-c10ab6c0-1a60-45ff-9798-4cddfb73236e req-01322e4b-c174-4370-ad4b-4c3ed11321d0 service neutron] 10.222.0.50 "GET /v2.0/networks/cf5509be-13ab-444b-8fac-c4ef6c2d8965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282768 Jun 01 20:11:02.960985 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.agents_db [None req-e814b9cf-7de8-45d0-a079-29c61fabe7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 20:11:07.250790 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-893aa461-e288-4f96-baac-7aa9a52cd05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:09.721142 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-12ad215b-0d42-46a6-9e14-a8ea3fc1b55f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:10.879421 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:10.921731 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:12.029875 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:12.284008 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:12.760308 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:27.051320 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 56326) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 20:11:27.259230 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-ed7e234d-82b4-46d5-9fa2-7d5354c470a1 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Deleting port 33883044-82a9-478e-9dfd-6cef12d5313a {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 20:11:27.259485 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ed7e234d-82b4-46d5-9fa2-7d5354c470a1 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:27.426064 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ed7e234d-82b4-46d5-9fa2-7d5354c470a1 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:27.426301 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ed7e234d-82b4-46d5-9fa2-7d5354c470a1 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:27.555318 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-ed7e234d-82b4-46d5-9fa2-7d5354c470a1 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Calling delete_port for 33883044-82a9-478e-9dfd-6cef12d5313a owned by network:floatingip {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 20:11:27.710203 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ed7e234d-82b4-46d5-9fa2-7d5354c470a1 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:27.756307 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7e234d-82b4-46d5-9fa2-7d5354c470a1 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Pushing event deleted for resources: {'Port': ['ID=33883044-82a9-478e-9dfd-6cef12d5313a,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 20:11:27.798287 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7e234d-82b4-46d5-9fa2-7d5354c470a1 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:11:27.798615 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7e234d-82b4-46d5-9fa2-7d5354c470a1 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:11:27.798949 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7e234d-82b4-46d5-9fa2-7d5354c470a1 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:11:27.799270 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7e234d-82b4-46d5-9fa2-7d5354c470a1 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:11:27.799588 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7e234d-82b4-46d5-9fa2-7d5354c470a1 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:11:27.799905 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7e234d-82b4-46d5-9fa2-7d5354c470a1 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:11:27.800244 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7e234d-82b4-46d5-9fa2-7d5354c470a1 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:11:27.800568 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7e234d-82b4-46d5-9fa2-7d5354c470a1 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:11:27.800880 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7e234d-82b4-46d5-9fa2-7d5354c470a1 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:11:27.801190 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7e234d-82b4-46d5-9fa2-7d5354c470a1 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:11:27.801559 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7e234d-82b4-46d5-9fa2-7d5354c470a1 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:11:27.801817 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7e234d-82b4-46d5-9fa2-7d5354c470a1 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:11:27.868018 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ed7e234d-82b4-46d5-9fa2-7d5354c470a1 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Notify callbacks [] for floatingip, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:27.868377 n-d-844202-1 neutron-server[88525]: INFO neutron.db.l3_db [None req-ed7e234d-82b4-46d5-9fa2-7d5354c470a1 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Floating IP b70abf3e-8d28-4ad3-a28e-c083f0bb98c1 disassociated (deleted). External IP: 172.25.4.57, port: 98ade5d3-2e26-4358-94a2-5875d908ac83. Jun 01 20:11:28.222505 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed7e234d-82b4-46d5-9fa2-7d5354c470a1 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Router 1b39c0a4-7100-469f-a264-c91a09cb4045 has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 20:11:28.516713 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed7e234d-82b4-46d5-9fa2-7d5354c470a1 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 20:11:28.526185 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd37dd1-c538-445a-a43a-5dd89c270df1 None None] Sync routers for ids ['1b39c0a4-7100-469f-a264-c91a09cb4045'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 20:11:28.534608 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-ed7e234d-82b4-46d5-9fa2-7d5354c470a1 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for floatingip, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:28.542576 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd37dd1-c538-445a-a43a-5dd89c270df1 None None] Routers {'1b39c0a4-7100-469f-a264-c91a09cb4045'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 20:11:28.543199 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-0fd37dd1-c538-445a-a43a-5dd89c270df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T20:11:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['1b39c0a4-7100-469f-a264-c91a09cb4045'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 20:11:28.596256 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-ed7e234d-82b4-46d5-9fa2-7d5354c470a1 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "DELETE /v2.0/floatingips/b70abf3e-8d28-4ad3-a28e-c083f0bb98c1 HTTP/1.1" status: 204 len: 168 time: 1.5438430 Jun 01 20:11:28.596837 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c5c52bd-f6da-4bb3-b389-dd483a6a57db', 'tag': '98ade5d3-2e26-4358-94a2-5875d908ac83'}] {{(pid=88525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 20:11:28.721107 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-0fd37dd1-c538-445a-a43a-5dd89c270df1 None None] Set router 1b39c0a4-7100-469f-a264-c91a09cb4045 gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 20:11:28.836724 n-d-844202-1 neutron-server[88525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b404095-a3f1-4e60-9ff9-796b8bd028ef'] response: {'name': 'network-changed', 'server_uuid': '7c5c52bd-f6da-4bb3-b389-dd483a6a57db', 'tag': '98ade5d3-2e26-4358-94a2-5875d908ac83', 'status': 'completed', 'code': 200} Jun 01 20:11:28.940615 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee99611-1aec-4543-bd67-44da5eb74765 req-c469b49e-ed00-4049-94f7-7d5ba386d58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:11:28.942074 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7ee99611-1aec-4543-bd67-44da5eb74765 req-c469b49e-ed00-4049-94f7-7d5ba386d58e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=825bb4933da34be28d124b03583d29d8&device_id=7c5c52bd-f6da-4bb3-b389-dd483a6a57db HTTP/1.1" status: 200 len: 1097 time: 0.0838873 Jun 01 20:11:29.011650 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e7000c-f179-40e4-9755-1b2ea74fb90d req-285f3d89-cf64-49a5-b1df-35ff62460cca tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:11:29.012135 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-81e7000c-f179-40e4-9755-1b2ea74fb90d req-285f3d89-cf64-49a5-b1df-35ff62460cca tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Synchronizing usage tracker for tenant:825bb4933da34be28d124b03583d29d8 on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 20:11:29.028560 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-81e7000c-f179-40e4-9755-1b2ea74fb90d req-285f3d89-cf64-49a5-b1df-35ff62460cca tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Unset dirty status for tenant:825bb4933da34be28d124b03583d29d8 on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 20:11:29.029729 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-81e7000c-f179-40e4-9755-1b2ea74fb90d req-285f3d89-cf64-49a5-b1df-35ff62460cca tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c5c52bd-f6da-4bb3-b389-dd483a6a57db HTTP/1.1" status: 200 len: 946 time: 0.1015282 Jun 01 20:11:29.077118 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-81e7000c-f179-40e4-9755-1b2ea74fb90d req-ac07e72f-2da8-4b90-bd49-8d8506d991ee tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "GET /v2.0/security-groups?id=91f447fe-c702-4386-b010-d95539bf8994&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404921 Jun 01 20:11:29.088030 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee99611-1aec-4543-bd67-44da5eb74765 req-3d9a7cd6-d3d8-41bc-99dc-59f5e86dac9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:11:29.089302 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7ee99611-1aec-4543-bd67-44da5eb74765 req-3d9a7cd6-d3d8-41bc-99dc-59f5e86dac9f service neutron] 10.222.0.50 "GET /v2.0/networks?id=cf5509be-13ab-444b-8fac-c4ef6c2d8965 HTTP/1.1" status: 200 len: 910 time: 0.1406174 Jun 01 20:11:29.090125 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-0fd37dd1-c538-445a-a43a-5dd89c270df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b39c0a4-7100-469f-a264-c91a09cb4045', 'name': 'tempest-TestShelveInstance-1288850548-router', 'tenant_id': '825bb4933da34be28d124b03583d29d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.235'}], 'enable_snat': True}, 'gw_port_id': 'f7164172-725e-4437-9e52-5b21be9a3985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T20:02:37Z', 'updated_at': '2022-06-01T20:02:42Z', 'revision_number': 4, 'project_id': '825bb4933da34be28d124b03583d29d8', 'gw_port': {'id': 'f7164172-725e-4437-9e52-5b21be9a3985', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:50:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b39c0a4-7100-469f-a264-c91a09cb4045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4408, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T20:02:38Z', 'updated_at': '2022-06-01T20:02:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '19140d11-e33e-41c8-ac22-f3b57d468a4d', 'name': '', 'network_id': 'cf5509be-13ab-444b-8fac-c4ef6c2d8965', 'tenant_id': '825bb4933da34be28d124b03583d29d8', 'mac_address': 'fa:16:3e:04:60:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b39c0a4-7100-469f-a264-c91a09cb4045', 'device_owner': 'network:router_interface', 'standard_attr_id': 4409, 'fixed_ips': [{'subnet_id': 'b7ebe99e-3dfc-4ae1-a193-5aaa1f83ecb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T20:02:41Z', 'updated_at': '2022-06-01T20:02:48Z', 'revision_number': 5, 'project_id': '825bb4933da34be28d124b03583d29d8', 'subnets': [{'id': 'b7ebe99e-3dfc-4ae1-a193-5aaa1f83ecb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 20:11:29.094304 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd37dd1-c538-445a-a43a-5dd89c270df1 None None] Checking router: 1b39c0a4-7100-469f-a264-c91a09cb4045 for host: n-d-844202-1 {{(pid=88527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 20:11:29.103222 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd37dd1-c538-445a-a43a-5dd89c270df1 None None] Routers {'1b39c0a4-7100-469f-a264-c91a09cb4045'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 20:11:29.103811 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-0fd37dd1-c538-445a-a43a-5dd89c270df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T20:11:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['1b39c0a4-7100-469f-a264-c91a09cb4045'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 20:11:29.158480 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7ee99611-1aec-4543-bd67-44da5eb74765 req-84793e17-5ddc-49bf-ad75-b0b6bc2cfc06 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=98ade5d3-2e26-4358-94a2-5875d908ac83 HTTP/1.1" status: 200 len: 217 time: 0.0628166 Jun 01 20:11:29.282543 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-0fd37dd1-c538-445a-a43a-5dd89c270df1 None None] Set router 1b39c0a4-7100-469f-a264-c91a09cb4045 gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 20:11:29.322116 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee99611-1aec-4543-bd67-44da5eb74765 req-f04e4e83-d741-495f-8cef-8760d39ad2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:11:29.323856 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7ee99611-1aec-4543-bd67-44da5eb74765 req-f04e4e83-d741-495f-8cef-8760d39ad2c0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b7ebe99e-3dfc-4ae1-a193-5aaa1f83ecb3 HTTP/1.1" status: 200 len: 848 time: 0.1600492 Jun 01 20:11:29.400712 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee99611-1aec-4543-bd67-44da5eb74765 req-6515ba6b-81ca-43ab-8593-e5a00de48e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:11:29.402132 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7ee99611-1aec-4543-bd67-44da5eb74765 req-6515ba6b-81ca-43ab-8593-e5a00de48e2c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=cf5509be-13ab-444b-8fac-c4ef6c2d8965&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0723526 Jun 01 20:11:29.535835 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7ee99611-1aec-4543-bd67-44da5eb74765 req-3344f1c5-89df-48c5-951e-1fadf876f508 service neutron] 10.222.0.50 "GET /v2.0/networks/cf5509be-13ab-444b-8fac-c4ef6c2d8965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274660 Jun 01 20:11:29.599054 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-0fd37dd1-c538-445a-a43a-5dd89c270df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b39c0a4-7100-469f-a264-c91a09cb4045', 'name': 'tempest-TestShelveInstance-1288850548-router', 'tenant_id': '825bb4933da34be28d124b03583d29d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.235'}], 'enable_snat': True}, 'gw_port_id': 'f7164172-725e-4437-9e52-5b21be9a3985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T20:02:37Z', 'updated_at': '2022-06-01T20:02:42Z', 'revision_number': 4, 'project_id': '825bb4933da34be28d124b03583d29d8', 'gw_port': {'id': 'f7164172-725e-4437-9e52-5b21be9a3985', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:50:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b39c0a4-7100-469f-a264-c91a09cb4045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4408, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T20:02:38Z', 'updated_at': '2022-06-01T20:02:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '19140d11-e33e-41c8-ac22-f3b57d468a4d', 'name': '', 'network_id': 'cf5509be-13ab-444b-8fac-c4ef6c2d8965', 'tenant_id': '825bb4933da34be28d124b03583d29d8', 'mac_address': 'fa:16:3e:04:60:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b39c0a4-7100-469f-a264-c91a09cb4045', 'device_owner': 'network:router_interface', 'standard_attr_id': 4409, 'fixed_ips': [{'subnet_id': 'b7ebe99e-3dfc-4ae1-a193-5aaa1f83ecb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T20:02:41Z', 'updated_at': '2022-06-01T20:02:48Z', 'revision_number': 5, 'project_id': '825bb4933da34be28d124b03583d29d8', 'subnets': [{'id': 'b7ebe99e-3dfc-4ae1-a193-5aaa1f83ecb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 20:11:29.602919 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd37dd1-c538-445a-a43a-5dd89c270df1 None None] The sync data for ids ['1b39c0a4-7100-469f-a264-c91a09cb4045'] in n-d-844202-1 is: [{'id': '1b39c0a4-7100-469f-a264-c91a09cb4045', 'name': 'tempest-TestShelveInstance-1288850548-router', 'tenant_id': '825bb4933da34be28d124b03583d29d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.235'}], 'enable_snat': True}, 'gw_port_id': 'f7164172-725e-4437-9e52-5b21be9a3985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T20:02:37Z', 'updated_at': '2022-06-01T20:02:42Z', 'revision_number': 4, 'project_id': '825bb4933da34be28d124b03583d29d8', 'gw_port': {'id': 'f7164172-725e-4437-9e52-5b21be9a3985', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:50:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b39c0a4-7100-469f-a264-c91a09cb4045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4408, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T20:02:38Z', 'updated_at': '2022-06-01T20:02:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': '19140d11-e33e-41c8-ac22-f3b57d468a4d', 'name': '', 'network_id': 'cf5509be-13ab-444b-8fac-c4ef6c2d8965', 'tenant_id': '825bb4933da34be28d124b03583d29d8', 'mac_address': 'fa:16:3e:04:60:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b39c0a4-7100-469f-a264-c91a09cb4045', 'device_owner': 'network:router_interface', 'standard_attr_id': 4409, 'fixed_ips': [{'subnet_id': 'b7ebe99e-3dfc-4ae1-a193-5aaa1f83ecb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T20:02:41Z', 'updated_at': '2022-06-01T20:02:48Z', 'revision_number': 5, 'project_id': '825bb4933da34be28d124b03583d29d8', 'subnets': [{'id': 'b7ebe99e-3dfc-4ae1-a193-5aaa1f83ecb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 20:11:29.677927 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-7ee99611-1aec-4543-bd67-44da5eb74765 req-1914027e-b29f-4456-aab5-6d56ef8f2a30 service neutron] 10.222.0.50 "GET /v2.0/networks/cf5509be-13ab-444b-8fac-c4ef6c2d8965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350243 Jun 01 20:11:29.819538 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e228cf83-68c9-4f1d-8b1d-3a50f7ee6574 None None] New status for floating IP b70abf3e-8d28-4ad3-a28e-c083f0bb98c1: DOWN {{(pid=88526) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 20:11:30.268253 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4563ea-20b4-4816-ba52-ce8d5658a2a0 req-c985fef4-44fc-4cca-943f-0eb43a901d26 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:11:30.269957 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-eb4563ea-20b4-4816-ba52-ce8d5658a2a0 req-c985fef4-44fc-4cca-943f-0eb43a901d26 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c5c52bd-f6da-4bb3-b389-dd483a6a57db HTTP/1.1" status: 200 len: 946 time: 0.0855768 Jun 01 20:11:30.315211 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-eb4563ea-20b4-4816-ba52-ce8d5658a2a0 req-7099dad2-bdab-4cf9-bcfe-6762a1a7987a tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "GET /v2.0/security-groups?id=91f447fe-c702-4386-b010-d95539bf8994&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395689 Jun 01 20:11:30.364401 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b527c943-5d8d-497c-8428-a21e179b4df9 req-a701d058-5b72-42f3-bd4c-884ce40677e3 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:11:30.365077 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-b527c943-5d8d-497c-8428-a21e179b4df9 req-a701d058-5b72-42f3-bd4c-884ce40677e3 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Synchronizing usage tracker for tenant:825bb4933da34be28d124b03583d29d8 on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 20:11:30.376466 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-b527c943-5d8d-497c-8428-a21e179b4df9 req-a701d058-5b72-42f3-bd4c-884ce40677e3 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Unset dirty status for tenant:825bb4933da34be28d124b03583d29d8 on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 20:11:30.377542 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b527c943-5d8d-497c-8428-a21e179b4df9 req-a701d058-5b72-42f3-bd4c-884ce40677e3 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c5c52bd-f6da-4bb3-b389-dd483a6a57db HTTP/1.1" status: 200 len: 946 time: 0.0924277 Jun 01 20:11:30.448890 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-b527c943-5d8d-497c-8428-a21e179b4df9 req-a98f284a-9a45-49e2-97c8-42bdbdb1fbe6 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Deleting port 98ade5d3-2e26-4358-94a2-5875d908ac83 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 20:11:30.449222 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-b527c943-5d8d-497c-8428-a21e179b4df9 req-a98f284a-9a45-49e2-97c8-42bdbdb1fbe6 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:30.689428 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-b527c943-5d8d-497c-8428-a21e179b4df9 req-a98f284a-9a45-49e2-97c8-42bdbdb1fbe6 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] For port 98ade5d3-2e26-4358-94a2-5875d908ac83, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=98ade5d3-2e26-4358-94a2-5875d908ac83,segment=NetworkSegment(5b54ac71-b334-498b-96f7-8fe3b7eefc67),segment_id=5b54ac71-b334-498b-96f7-8fe3b7eefc67)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 20:11:30.689778 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-b527c943-5d8d-497c-8428-a21e179b4df9 req-a98f284a-9a45-49e2-97c8-42bdbdb1fbe6 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:30.810289 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-b527c943-5d8d-497c-8428-a21e179b4df9 req-a98f284a-9a45-49e2-97c8-42bdbdb1fbe6 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Calling delete_port for 98ade5d3-2e26-4358-94a2-5875d908ac83 owned by compute:nova {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 20:11:30.957058 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-b527c943-5d8d-497c-8428-a21e179b4df9 req-a98f284a-9a45-49e2-97c8-42bdbdb1fbe6 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:31.016217 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98f284a-9a45-49e2-97c8-42bdbdb1fbe6 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Pushing event deleted for resources: {'Port': ['ID=98ade5d3-2e26-4358-94a2-5875d908ac83,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 20:11:31.061733 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98f284a-9a45-49e2-97c8-42bdbdb1fbe6 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:11:31.062180 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98f284a-9a45-49e2-97c8-42bdbdb1fbe6 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:11:31.062521 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98f284a-9a45-49e2-97c8-42bdbdb1fbe6 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:11:31.062852 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98f284a-9a45-49e2-97c8-42bdbdb1fbe6 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:11:31.063181 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98f284a-9a45-49e2-97c8-42bdbdb1fbe6 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:11:31.063503 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98f284a-9a45-49e2-97c8-42bdbdb1fbe6 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:11:31.063824 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98f284a-9a45-49e2-97c8-42bdbdb1fbe6 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:11:31.064145 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98f284a-9a45-49e2-97c8-42bdbdb1fbe6 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:11:31.064487 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98f284a-9a45-49e2-97c8-42bdbdb1fbe6 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:11:31.064807 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98f284a-9a45-49e2-97c8-42bdbdb1fbe6 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:11:31.065119 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98f284a-9a45-49e2-97c8-42bdbdb1fbe6 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:11:31.065430 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98f284a-9a45-49e2-97c8-42bdbdb1fbe6 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:11:31.102714 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-b527c943-5d8d-497c-8428-a21e179b4df9 req-a98f284a-9a45-49e2-97c8-42bdbdb1fbe6 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] No DVR routers for this DVR port 98ade5d3-2e26-4358-94a2-5875d908ac83 on host n-h2-844202-1 {{(pid=88524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 20:11:31.105220 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-b527c943-5d8d-497c-8428-a21e179b4df9 req-a98f284a-9a45-49e2-97c8-42bdbdb1fbe6 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:31.107742 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c5c52bd-f6da-4bb3-b389-dd483a6a57db', 'name': 'network-vif-deleted', 'tag': '98ade5d3-2e26-4358-94a2-5875d908ac83'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 20:11:31.123710 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b527c943-5d8d-497c-8428-a21e179b4df9 req-a98f284a-9a45-49e2-97c8-42bdbdb1fbe6 tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.50 "DELETE /v2.0/ports/98ade5d3-2e26-4358-94a2-5875d908ac83 HTTP/1.1" status: 204 len: 173 time: 0.7413011 Jun 01 20:11:31.158721 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6974414-9150-4205-91c8-f1db109d3833'] response: {'server_uuid': '7c5c52bd-f6da-4bb3-b389-dd483a6a57db', 'name': 'network-vif-deleted', 'tag': '98ade5d3-2e26-4358-94a2-5875d908ac83', 'status': 'completed', 'code': 200} Jun 01 20:11:31.473768 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-627a0cf2-782c-4dd6-99e9-d354bd22b8c3 req-b12b2e56-181d-442e-86e7-c0037f31e65d tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c5c52bd-f6da-4bb3-b389-dd483a6a57db HTTP/1.1" status: 200 len: 210 time: 0.0452449 Jun 01 20:11:32.573002 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 56348) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 20:11:32.643803 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-7ca16ff7-853e-4f4e-816a-ba3e58ce6ffa tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:32.673092 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-7ca16ff7-853e-4f4e-816a-ba3e58ce6ffa tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:32.740654 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-7ca16ff7-853e-4f4e-816a-ba3e58ce6ffa tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:32.760130 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca16ff7-853e-4f4e-816a-ba3e58ce6ffa tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91f447fe-c702-4386-b010-d95539bf8994,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 20:11:32.772608 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-7ca16ff7-853e-4f4e-816a-ba3e58ce6ffa tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:32.773984 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-7ca16ff7-853e-4f4e-816a-ba3e58ce6ffa tempest-TestShelveInstance-724607976 tempest-TestShelveInstance-724607976-project] 10.222.0.41 "DELETE /v2.0/security-groups/91f447fe-c702-4386-b010-d95539bf8994 HTTP/1.1" status: 204 len: 168 time: 0.1995664 Jun 01 20:11:32.818662 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 56354) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 20:11:33.000903 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 98ade5d3-2e26-4358-94a2-5875d908ac83 no longer exists at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 20:11:33.038308 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] No Port match for: 98ade5d3-2e26-4358-94a2-5875d908ac83 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 20:11:33.038676 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 98ade5d3-2e26-4358-94a2-5875d908ac83 not bound to the agent host n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 20:11:33.635969 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-496b0481-2a7b-40f4-9871-b64c106b1a00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-887474'] for router_interface, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:34.007678 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-496b0481-2a7b-40f4-9871-b64c106b1a00 admin admin] Deleting port 19140d11-e33e-41c8-ac22-f3b57d468a4d {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 20:11:34.008037 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-496b0481-2a7b-40f4-9871-b64c106b1a00 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:34.190035 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [None req-496b0481-2a7b-40f4-9871-b64c106b1a00 admin admin] For port 19140d11-e33e-41c8-ac22-f3b57d468a4d, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=19140d11-e33e-41c8-ac22-f3b57d468a4d,segment=NetworkSegment(5b54ac71-b334-498b-96f7-8fe3b7eefc67),segment_id=5b54ac71-b334-498b-96f7-8fe3b7eefc67)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 20:11:34.190389 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-496b0481-2a7b-40f4-9871-b64c106b1a00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:34.318298 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-496b0481-2a7b-40f4-9871-b64c106b1a00 admin admin] Calling delete_port for 19140d11-e33e-41c8-ac22-f3b57d468a4d owned by network:router_interface {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 20:11:34.633198 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-496b0481-2a7b-40f4-9871-b64c106b1a00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:34.679113 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496b0481-2a7b-40f4-9871-b64c106b1a00 admin admin] Pushing event deleted for resources: {'Port': ['ID=19140d11-e33e-41c8-ac22-f3b57d468a4d,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 20:11:35.071003 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-496b0481-2a7b-40f4-9871-b64c106b1a00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-887310'] for router_interface, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:35.441289 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-496b0481-2a7b-40f4-9871-b64c106b1a00 admin admin] Router 1b39c0a4-7100-469f-a264-c91a09cb4045 has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 20:11:35.628930 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-496b0481-2a7b-40f4-9871-b64c106b1a00 admin admin] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 20:11:35.637487 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f04735-07d0-4fd4-9f06-486602bd9cd3 None None] Sync routers for ids ['1b39c0a4-7100-469f-a264-c91a09cb4045'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 20:11:35.641649 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-496b0481-2a7b-40f4-9871-b64c106b1a00 admin admin] 10.222.0.41 "PUT /v2.0/routers/1b39c0a4-7100-469f-a264-c91a09cb4045/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8219135 Jun 01 20:11:35.644277 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 56360) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 20:11:35.646689 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f04735-07d0-4fd4-9f06-486602bd9cd3 None None] Routers {'1b39c0a4-7100-469f-a264-c91a09cb4045'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 20:11:35.647291 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-b5f04735-07d0-4fd4-9f06-486602bd9cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T20:11:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['1b39c0a4-7100-469f-a264-c91a09cb4045'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 20:11:35.820854 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-b5f04735-07d0-4fd4-9f06-486602bd9cd3 None None] Set router 1b39c0a4-7100-469f-a264-c91a09cb4045 gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 20:11:35.829351 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c56ec32d-e093-47a7-bfed-282fb3020583 admin admin] Notify callbacks [] for router, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:36.010038 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c56ec32d-e093-47a7-bfed-282fb3020583 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:36.020245 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-c56ec32d-e093-47a7-bfed-282fb3020583 admin admin] Deleting port f7164172-725e-4437-9e52-5b21be9a3985 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 20:11:36.020578 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c56ec32d-e093-47a7-bfed-282fb3020583 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:36.142008 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-b5f04735-07d0-4fd4-9f06-486602bd9cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b39c0a4-7100-469f-a264-c91a09cb4045', 'name': 'tempest-TestShelveInstance-1288850548-router', 'tenant_id': '825bb4933da34be28d124b03583d29d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.235'}], 'enable_snat': True}, 'gw_port_id': 'f7164172-725e-4437-9e52-5b21be9a3985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T20:02:37Z', 'updated_at': '2022-06-01T20:11:34Z', 'revision_number': 5, 'project_id': '825bb4933da34be28d124b03583d29d8', 'gw_port': {'id': 'f7164172-725e-4437-9e52-5b21be9a3985', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:50:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b39c0a4-7100-469f-a264-c91a09cb4045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4408, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T20:02:38Z', 'updated_at': '2022-06-01T20:02:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 20:11:36.146098 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f04735-07d0-4fd4-9f06-486602bd9cd3 None None] Checking router: 1b39c0a4-7100-469f-a264-c91a09cb4045 for host: n-d-844202-1 {{(pid=88527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 20:11:36.154183 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f04735-07d0-4fd4-9f06-486602bd9cd3 None None] Routers {'1b39c0a4-7100-469f-a264-c91a09cb4045'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 20:11:36.154761 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-b5f04735-07d0-4fd4-9f06-486602bd9cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T20:11:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['1b39c0a4-7100-469f-a264-c91a09cb4045'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 20:11:36.204188 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [None req-c56ec32d-e093-47a7-bfed-282fb3020583 admin admin] For port f7164172-725e-4437-9e52-5b21be9a3985, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=f7164172-725e-4437-9e52-5b21be9a3985,segment=NetworkSegment(7875af61-4c53-4ff2-b8c8-d4b7c35ff947),segment_id=7875af61-4c53-4ff2-b8c8-d4b7c35ff947)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 20:11:36.204559 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c56ec32d-e093-47a7-bfed-282fb3020583 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:36.300910 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-b5f04735-07d0-4fd4-9f06-486602bd9cd3 None None] Set router 1b39c0a4-7100-469f-a264-c91a09cb4045 gateway port host: None {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 20:11:36.327601 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-c56ec32d-e093-47a7-bfed-282fb3020583 admin admin] Calling delete_port for f7164172-725e-4437-9e52-5b21be9a3985 owned by network:router_gateway {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 20:11:36.405085 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-b5f04735-07d0-4fd4-9f06-486602bd9cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b39c0a4-7100-469f-a264-c91a09cb4045', 'name': 'tempest-TestShelveInstance-1288850548-router', 'tenant_id': '825bb4933da34be28d124b03583d29d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T20:02:37Z', 'updated_at': '2022-06-01T20:11:36Z', 'revision_number': 6, 'project_id': '825bb4933da34be28d124b03583d29d8', 'gw_port_host': None}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 20:11:36.409624 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f04735-07d0-4fd4-9f06-486602bd9cd3 None None] The sync data for ids ['1b39c0a4-7100-469f-a264-c91a09cb4045'] in n-d-844202-1 is: [{'id': '1b39c0a4-7100-469f-a264-c91a09cb4045', 'name': 'tempest-TestShelveInstance-1288850548-router', 'tenant_id': '825bb4933da34be28d124b03583d29d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T20:02:37Z', 'updated_at': '2022-06-01T20:11:36Z', 'revision_number': 6, 'project_id': '825bb4933da34be28d124b03583d29d8', 'gw_port_host': None}] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 20:11:36.624357 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c56ec32d-e093-47a7-bfed-282fb3020583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:36.803464 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56ec32d-e093-47a7-bfed-282fb3020583 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7164172-725e-4437-9e52-5b21be9a3985,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 20:11:36.897997 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c56ec32d-e093-47a7-bfed-282fb3020583 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-887703'] for router_gateway, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:37.071248 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c56ec32d-e093-47a7-bfed-282fb3020583 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25316'] for router, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:37.073688 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c56ec32d-e093-47a7-bfed-282fb3020583 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:37.096385 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c56ec32d-e093-47a7-bfed-282fb3020583 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-891519'] for router, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:37.096809 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c56ec32d-e093-47a7-bfed-282fb3020583 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1b39c0a4-7100-469f-a264-c91a09cb4045 {{(pid=88525) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 20:11:37.108755 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c56ec32d-e093-47a7-bfed-282fb3020583 admin admin] Notify callbacks [] for router, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:37.110573 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-c56ec32d-e093-47a7-bfed-282fb3020583 admin admin] 10.222.0.41 "DELETE /v2.0/routers/1b39c0a4-7100-469f-a264-c91a09cb4045 HTTP/1.1" status: 204 len: 168 time: 1.4652610 Jun 01 20:11:37.113333 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 56364) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 20:11:37.176137 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_v2 [None req-068a5088-c066-4b7c-8ddb-3efe83e7651f admin admin] Deleting subnet b7ebe99e-3dfc-4ae1-a193-5aaa1f83ecb3 {{(pid=88525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 20:11:37.179227 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-068a5088-c066-4b7c-8ddb-3efe83e7651f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:37.228530 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-068a5088-c066-4b7c-8ddb-3efe83e7651f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2258509'] for subnet, precommit_delete_associations {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:37.257691 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-81545fee-f1a1-432f-b623-69a67f006f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:37.314895 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-068a5088-c066-4b7c-8ddb-3efe83e7651f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:37.385238 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-068a5088-c066-4b7c-8ddb-3efe83e7651f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2614143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9667199'] for subnet, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:37.423439 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068a5088-c066-4b7c-8ddb-3efe83e7651f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7ebe99e-3dfc-4ae1-a193-5aaa1f83ecb3,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 20:11:37.429888 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-068a5088-c066-4b7c-8ddb-3efe83e7651f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:37.434904 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f0c44bd-546f-489e-a300-bfe961d94eec None None] Network cf5509be-13ab-444b-8fac-c4ef6c2d8965 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 20:11:37.436615 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-068a5088-c066-4b7c-8ddb-3efe83e7651f admin admin] 10.222.0.41 "DELETE /v2.0/subnets/b7ebe99e-3dfc-4ae1-a193-5aaa1f83ecb3 HTTP/1.1" status: 204 len: 168 time: 0.3221323 Jun 01 20:11:37.438907 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 56368) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 20:11:37.550410 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-60012565-7da4-4121-8370-dde9d494ff22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:37.557321 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-60012565-7da4-4121-8370-dde9d494ff22 admin admin] Deleting port 12a7fcda-64fb-4546-afae-d2e6dd9ee850 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 20:11:37.557645 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-60012565-7da4-4121-8370-dde9d494ff22 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:37.719769 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97796907-de66-448d-8fe1-3073c68f89c2 None None] DHCP port deletion for cf5509be-13ab-444b-8fac-c4ef6c2d8965 request from n-d-844202-1 {{(pid=88526) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 20:11:37.724175 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-97796907-de66-448d-8fe1-3073c68f89c2 None None] Deleting port 12a7fcda-64fb-4546-afae-d2e6dd9ee850 {{(pid=88526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 20:11:37.724581 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-97796907-de66-448d-8fe1-3073c68f89c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:37.772402 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [None req-60012565-7da4-4121-8370-dde9d494ff22 admin admin] For port 12a7fcda-64fb-4546-afae-d2e6dd9ee850, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=12a7fcda-64fb-4546-afae-d2e6dd9ee850,segment=NetworkSegment(5b54ac71-b334-498b-96f7-8fe3b7eefc67),segment_id=5b54ac71-b334-498b-96f7-8fe3b7eefc67)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 20:11:37.772760 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-60012565-7da4-4121-8370-dde9d494ff22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:37.897817 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-60012565-7da4-4121-8370-dde9d494ff22 admin admin] Calling delete_port for 12a7fcda-64fb-4546-afae-d2e6dd9ee850 owned by network:dhcp {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 20:11:37.929602 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-97796907-de66-448d-8fe1-3073c68f89c2 None None] For port 12a7fcda-64fb-4546-afae-d2e6dd9ee850, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=12a7fcda-64fb-4546-afae-d2e6dd9ee850,segment=NetworkSegment(5b54ac71-b334-498b-96f7-8fe3b7eefc67),segment_id=5b54ac71-b334-498b-96f7-8fe3b7eefc67)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 20:11:37.929995 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-97796907-de66-448d-8fe1-3073c68f89c2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:37.978668 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-60012565-7da4-4121-8370-dde9d494ff22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:38.028982 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60012565-7da4-4121-8370-dde9d494ff22 admin admin] Pushing event deleted for resources: {'Port': ['ID=12a7fcda-64fb-4546-afae-d2e6dd9ee850,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 20:11:38.030833 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60012565-7da4-4121-8370-dde9d494ff22 admin admin] No DVR routers for this DVR port 12a7fcda-64fb-4546-afae-d2e6dd9ee850 on host n-d-844202-1 {{(pid=88525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 20:11:38.051778 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-97796907-de66-448d-8fe1-3073c68f89c2 None None] Calling delete_port for 12a7fcda-64fb-4546-afae-d2e6dd9ee850 owned by network:dhcp {{(pid=88526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 20:11:38.125054 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.db.api [None req-97796907-de66-448d-8fe1-3073c68f89c2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88526) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 20:11:38.125480 n-d-844202-1 neutron-server[88526]: DEBUG oslo_db.api [None req-97796907-de66-448d-8fe1-3073c68f89c2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 20:11:38.146251 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 19140d11-e33e-41c8-ac22-f3b57d468a4d no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 20:11:38.148982 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-60012565-7da4-4121-8370-dde9d494ff22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:38.174692 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-60012565-7da4-4121-8370-dde9d494ff22 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf5509be-13ab-444b-8fac-c4ef6c2d8965']}} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 20:11:38.184126 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: 19140d11-e33e-41c8-ac22-f3b57d468a4d {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 20:11:38.184413 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 19140d11-e33e-41c8-ac22-f3b57d468a4d not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 20:11:38.184832 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 12a7fcda-64fb-4546-afae-d2e6dd9ee850 no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 20:11:38.186555 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-60012565-7da4-4121-8370-dde9d494ff22 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b54ac71-b334-498b-96f7-8fe3b7eefc67') {'for_net_delete': True} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 20:11:38.186850 n-d-844202-1 neutron-server[88525]: DEBUG neutron.services.segments.db [None req-60012565-7da4-4121-8370-dde9d494ff22 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b54ac71-b334-498b-96f7-8fe3b7eefc67') {} {{(pid=88525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 20:11:38.198203 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-60012565-7da4-4121-8370-dde9d494ff22 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2258522'] for segment, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:38.214455 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-60012565-7da4-4121-8370-dde9d494ff22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:38.217872 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: 12a7fcda-64fb-4546-afae-d2e6dd9ee850 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 20:11:38.218215 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 12a7fcda-64fb-4546-afae-d2e6dd9ee850 not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 20:11:38.218624 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device f7164172-725e-4437-9e52-5b21be9a3985 no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 20:11:38.221024 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60012565-7da4-4121-8370-dde9d494ff22 admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=88525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 20:11:38.221400 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-60012565-7da4-4121-8370-dde9d494ff22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2613981'] for segment, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:38.252980 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: f7164172-725e-4437-9e52-5b21be9a3985 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 20:11:38.253334 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device f7164172-725e-4437-9e52-5b21be9a3985 not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 20:11:38.393092 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment 5b54ac71-b334-498b-96f7-8fe3b7eefc67 resource provider aggregate not found Jun 01 20:11:38.414655 n-d-844202-1 neutron-server[88525]: INFO neutron.services.segments.plugin [-] Segment 5b54ac71-b334-498b-96f7-8fe3b7eefc67 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5b54ac71-b334-498b-96f7-8fe3b7eefc67 found for delete ", "request_id": "req-cd154767-6ea1-4e60-b047-1b647de649da"}]} Jun 01 20:11:38.425354 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-60012565-7da4-4121-8370-dde9d494ff22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:38.441391 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-60012565-7da4-4121-8370-dde9d494ff22 admin admin] Notify callbacks [] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:38.451518 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60012565-7da4-4121-8370-dde9d494ff22 admin admin] Pushing event deleted for resources: {'Network': ['ID=cf5509be-13ab-444b-8fac-c4ef6c2d8965,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 20:11:38.465683 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-60012565-7da4-4121-8370-dde9d494ff22 admin admin] 10.222.0.41 "DELETE /v2.0/networks/cf5509be-13ab-444b-8fac-c4ef6c2d8965 HTTP/1.1" status: 204 len: 168 time: 1.0258133 Jun 01 20:11:38.468402 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 56378) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 20:11:38.627208 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-97796907-de66-448d-8fe1-3073c68f89c2 None None] Deleting port 12a7fcda-64fb-4546-afae-d2e6dd9ee850 {{(pid=88526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 20:11:38.630243 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-97796907-de66-448d-8fe1-3073c68f89c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:38.695670 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-97796907-de66-448d-8fe1-3073c68f89c2 None None] The port '12a7fcda-64fb-4546-afae-d2e6dd9ee850' was deleted {{(pid=88526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 01 20:11:39.012727 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c12a7f57-e9be-4175-a13f-debb78097f3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-887474'] for router_interface, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:39.353623 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-c12a7f57-e9be-4175-a13f-debb78097f3e admin admin] Deleting port 12a1bdf5-8f35-4a0e-a147-31b294fb56b1 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 20:11:39.353866 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c12a7f57-e9be-4175-a13f-debb78097f3e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:39.518631 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [None req-c12a7f57-e9be-4175-a13f-debb78097f3e admin admin] For port 12a1bdf5-8f35-4a0e-a147-31b294fb56b1, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=12a1bdf5-8f35-4a0e-a147-31b294fb56b1,segment=NetworkSegment(fc4c32e4-c5ff-42cc-9ed9-d478c4f9f65d),segment_id=fc4c32e4-c5ff-42cc-9ed9-d478c4f9f65d)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 20:11:39.518970 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c12a7f57-e9be-4175-a13f-debb78097f3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:39.638057 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-c12a7f57-e9be-4175-a13f-debb78097f3e admin admin] Calling delete_port for 12a1bdf5-8f35-4a0e-a147-31b294fb56b1 owned by network:router_interface {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 20:11:39.725629 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-111aa580-a1a5-4a35-b4ab-6027ce43f0e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:39.933936 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c12a7f57-e9be-4175-a13f-debb78097f3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:39.961650 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.agents_db [None req-e814b9cf-7de8-45d0-a079-29c61fabe7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 20:11:39.981001 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12a7f57-e9be-4175-a13f-debb78097f3e admin admin] Pushing event deleted for resources: {'Port': ['ID=12a1bdf5-8f35-4a0e-a147-31b294fb56b1,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 20:11:40.253625 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-c12a7f57-e9be-4175-a13f-debb78097f3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-887310'] for router_interface, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:40.609076 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c12a7f57-e9be-4175-a13f-debb78097f3e admin admin] Router 53eaba3a-5108-472f-8473-29200042a0d3 has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 20:11:40.794216 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c12a7f57-e9be-4175-a13f-debb78097f3e admin admin] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 20:11:40.805756 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1008d6df-4292-4735-a4ef-bc1bfa1aa818 None None] Sync routers for ids ['53eaba3a-5108-472f-8473-29200042a0d3'] in n-d-844202-1 {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 20:11:40.814045 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-c12a7f57-e9be-4175-a13f-debb78097f3e admin admin] 10.222.0.41 "PUT /v2.0/routers/53eaba3a-5108-472f-8473-29200042a0d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3427720 Jun 01 20:11:40.814045 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 56382) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 20:11:40.817131 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1008d6df-4292-4735-a4ef-bc1bfa1aa818 None None] Routers {'53eaba3a-5108-472f-8473-29200042a0d3'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 20:11:40.817734 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-1008d6df-4292-4735-a4ef-bc1bfa1aa818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T20:11:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['53eaba3a-5108-472f-8473-29200042a0d3'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 20:11:40.916742 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:40.996210 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5092185d-7003-4226-8674-2cc23b231dfc admin admin] Notify callbacks [] for router, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:41.005584 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:41.024016 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-1008d6df-4292-4735-a4ef-bc1bfa1aa818 None None] Set router 53eaba3a-5108-472f-8473-29200042a0d3 gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 20:11:41.295239 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5092185d-7003-4226-8674-2cc23b231dfc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:41.307499 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-5092185d-7003-4226-8674-2cc23b231dfc admin admin] Deleting port 68547860-61da-49ea-96d0-f815202bac78 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 20:11:41.308075 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5092185d-7003-4226-8674-2cc23b231dfc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:41.319166 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-1008d6df-4292-4735-a4ef-bc1bfa1aa818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53eaba3a-5108-472f-8473-29200042a0d3', 'name': 'tempest-TestShelveInstance-2145267331-router', 'tenant_id': '079b1376de5f4f14bdcc1c67e5b2d05d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '68547860-61da-49ea-96d0-f815202bac78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T20:02:44Z', 'updated_at': '2022-06-01T20:11:39Z', 'revision_number': 5, 'project_id': '079b1376de5f4f14bdcc1c67e5b2d05d', 'gw_port': {'id': '68547860-61da-49ea-96d0-f815202bac78', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:36:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53eaba3a-5108-472f-8473-29200042a0d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4420, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T20:02:45Z', 'updated_at': '2022-06-01T20:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 20:11:41.323400 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1008d6df-4292-4735-a4ef-bc1bfa1aa818 None None] Checking router: 53eaba3a-5108-472f-8473-29200042a0d3 for host: n-d-844202-1 {{(pid=88526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 20:11:41.333082 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1008d6df-4292-4735-a4ef-bc1bfa1aa818 None None] Routers {'53eaba3a-5108-472f-8473-29200042a0d3'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 20:11:41.333689 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-1008d6df-4292-4735-a4ef-bc1bfa1aa818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T20:11:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['53eaba3a-5108-472f-8473-29200042a0d3'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 20:11:41.505996 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [None req-5092185d-7003-4226-8674-2cc23b231dfc admin admin] For port 68547860-61da-49ea-96d0-f815202bac78, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=68547860-61da-49ea-96d0-f815202bac78,segment=NetworkSegment(7875af61-4c53-4ff2-b8c8-d4b7c35ff947),segment_id=7875af61-4c53-4ff2-b8c8-d4b7c35ff947)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 20:11:41.506369 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5092185d-7003-4226-8674-2cc23b231dfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:41.519826 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-1008d6df-4292-4735-a4ef-bc1bfa1aa818 None None] Set router 53eaba3a-5108-472f-8473-29200042a0d3 gateway port host: None {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 20:11:41.623454 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-1008d6df-4292-4735-a4ef-bc1bfa1aa818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53eaba3a-5108-472f-8473-29200042a0d3', 'name': 'tempest-TestShelveInstance-2145267331-router', 'tenant_id': '079b1376de5f4f14bdcc1c67e5b2d05d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T20:02:44Z', 'updated_at': '2022-06-01T20:11:41Z', 'revision_number': 6, 'project_id': '079b1376de5f4f14bdcc1c67e5b2d05d', 'gw_port_host': None}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 20:11:41.628098 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1008d6df-4292-4735-a4ef-bc1bfa1aa818 None None] The sync data for ids ['53eaba3a-5108-472f-8473-29200042a0d3'] in n-d-844202-1 is: [{'id': '53eaba3a-5108-472f-8473-29200042a0d3', 'name': 'tempest-TestShelveInstance-2145267331-router', 'tenant_id': '079b1376de5f4f14bdcc1c67e5b2d05d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T20:02:44Z', 'updated_at': '2022-06-01T20:11:41Z', 'revision_number': 6, 'project_id': '079b1376de5f4f14bdcc1c67e5b2d05d', 'gw_port_host': None}] {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 20:11:41.633436 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-5092185d-7003-4226-8674-2cc23b231dfc admin admin] Calling delete_port for 68547860-61da-49ea-96d0-f815202bac78 owned by network:router_gateway {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 20:11:41.811745 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5092185d-7003-4226-8674-2cc23b231dfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:41.859159 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5092185d-7003-4226-8674-2cc23b231dfc admin admin] Pushing event deleted for resources: {'Port': ['ID=68547860-61da-49ea-96d0-f815202bac78,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 20:11:41.961126 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5092185d-7003-4226-8674-2cc23b231dfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-887703'] for router_gateway, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:42.041014 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:42.142012 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5092185d-7003-4226-8674-2cc23b231dfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25316'] for router, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:42.144185 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5092185d-7003-4226-8674-2cc23b231dfc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:42.166815 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5092185d-7003-4226-8674-2cc23b231dfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-891519'] for router, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:42.167233 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5092185d-7003-4226-8674-2cc23b231dfc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 53eaba3a-5108-472f-8473-29200042a0d3 {{(pid=88525) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 20:11:42.179913 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5092185d-7003-4226-8674-2cc23b231dfc admin admin] Notify callbacks [] for router, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:42.181055 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-5092185d-7003-4226-8674-2cc23b231dfc admin admin] 10.222.0.41 "DELETE /v2.0/routers/53eaba3a-5108-472f-8473-29200042a0d3 HTTP/1.1" status: 204 len: 168 time: 1.3660998 Jun 01 20:11:42.183622 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 56386) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 20:11:42.243742 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cee7fa1-e4c6-4103-b2f6-4420e4805384 admin admin] Deleting subnet 6b6a0579-4890-4ae9-8fd7-512414c33388 {{(pid=88525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 20:11:42.246569 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5cee7fa1-e4c6-4103-b2f6-4420e4805384 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:42.289825 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:42.308132 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5cee7fa1-e4c6-4103-b2f6-4420e4805384 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2258509'] for subnet, precommit_delete_associations {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:42.389991 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5cee7fa1-e4c6-4103-b2f6-4420e4805384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:42.453087 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 68547860-61da-49ea-96d0-f815202bac78 no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 20:11:42.461853 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5cee7fa1-e4c6-4103-b2f6-4420e4805384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2614143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9667199'] for subnet, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:42.488273 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: 68547860-61da-49ea-96d0-f815202bac78 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 20:11:42.488614 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 68547860-61da-49ea-96d0-f815202bac78 not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 20:11:42.489107 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 12a1bdf5-8f35-4a0e-a147-31b294fb56b1 no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 20:11:42.504647 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cee7fa1-e4c6-4103-b2f6-4420e4805384 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b6a0579-4890-4ae9-8fd7-512414c33388,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 20:11:42.508368 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-5cee7fa1-e4c6-4103-b2f6-4420e4805384 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:42.514684 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-5cee7fa1-e4c6-4103-b2f6-4420e4805384 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/6b6a0579-4890-4ae9-8fd7-512414c33388 HTTP/1.1" status: 204 len: 168 time: 0.3301058 Jun 01 20:11:42.518226 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 56390) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 20:11:42.530997 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f054f53-ce1c-4b6d-aaa8-d237a87f52c8 None None] Network eb4cac2d-3c55-48bd-a182-c8048e5d9d5d requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 20:11:42.552780 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: 12a1bdf5-8f35-4a0e-a147-31b294fb56b1 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 20:11:42.553118 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 12a1bdf5-8f35-4a0e-a147-31b294fb56b1 not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 20:11:42.626705 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2aab09ac-6fc4-435c-808a-4c13ea4496a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:42.638051 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-2aab09ac-6fc4-435c-808a-4c13ea4496a0 admin admin] Deleting port 8227483d-01cf-494a-8726-3f652b35c0e1 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 20:11:42.638499 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2aab09ac-6fc4-435c-808a-4c13ea4496a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:42.780114 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:42.805404 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93292dcd-ff76-40ba-bbd4-ee2dc1987011 None None] DHCP port deletion for eb4cac2d-3c55-48bd-a182-c8048e5d9d5d request from n-d-844202-1 {{(pid=88526) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 20:11:42.809757 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-93292dcd-ff76-40ba-bbd4-ee2dc1987011 None None] Deleting port 8227483d-01cf-494a-8726-3f652b35c0e1 {{(pid=88526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 20:11:42.810126 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-93292dcd-ff76-40ba-bbd4-ee2dc1987011 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:42.874490 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [None req-2aab09ac-6fc4-435c-808a-4c13ea4496a0 admin admin] For port 8227483d-01cf-494a-8726-3f652b35c0e1, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=8227483d-01cf-494a-8726-3f652b35c0e1,segment=NetworkSegment(fc4c32e4-c5ff-42cc-9ed9-d478c4f9f65d),segment_id=fc4c32e4-c5ff-42cc-9ed9-d478c4f9f65d)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 20:11:42.874838 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2aab09ac-6fc4-435c-808a-4c13ea4496a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:42.997270 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-2aab09ac-6fc4-435c-808a-4c13ea4496a0 admin admin] Calling delete_port for 8227483d-01cf-494a-8726-3f652b35c0e1 owned by network:dhcp {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 20:11:43.025719 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-93292dcd-ff76-40ba-bbd4-ee2dc1987011 None None] For port 8227483d-01cf-494a-8726-3f652b35c0e1, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=8227483d-01cf-494a-8726-3f652b35c0e1,segment=NetworkSegment(fc4c32e4-c5ff-42cc-9ed9-d478c4f9f65d),segment_id=fc4c32e4-c5ff-42cc-9ed9-d478c4f9f65d)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 20:11:43.026365 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-93292dcd-ff76-40ba-bbd4-ee2dc1987011 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:43.158800 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-93292dcd-ff76-40ba-bbd4-ee2dc1987011 None None] Calling delete_port for 8227483d-01cf-494a-8726-3f652b35c0e1 owned by network:dhcp {{(pid=88526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 20:11:43.195999 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2aab09ac-6fc4-435c-808a-4c13ea4496a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:43.236437 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.db.api [None req-93292dcd-ff76-40ba-bbd4-ee2dc1987011 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88526) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 20:11:43.236789 n-d-844202-1 neutron-server[88526]: DEBUG oslo_db.api [None req-93292dcd-ff76-40ba-bbd4-ee2dc1987011 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 20:11:43.242952 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aab09ac-6fc4-435c-808a-4c13ea4496a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=8227483d-01cf-494a-8726-3f652b35c0e1,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 20:11:43.249562 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aab09ac-6fc4-435c-808a-4c13ea4496a0 admin admin] No DVR routers for this DVR port 8227483d-01cf-494a-8726-3f652b35c0e1 on host n-d-844202-1 {{(pid=88524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 20:11:43.367829 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2aab09ac-6fc4-435c-808a-4c13ea4496a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:43.398250 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-2aab09ac-6fc4-435c-808a-4c13ea4496a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb4cac2d-3c55-48bd-a182-c8048e5d9d5d']}} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 20:11:43.412661 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-2aab09ac-6fc4-435c-808a-4c13ea4496a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc4c32e4-c5ff-42cc-9ed9-d478c4f9f65d') {'for_net_delete': True} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 20:11:43.412957 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-2aab09ac-6fc4-435c-808a-4c13ea4496a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc4c32e4-c5ff-42cc-9ed9-d478c4f9f65d') {} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 20:11:43.425176 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2aab09ac-6fc4-435c-808a-4c13ea4496a0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2702126'] for segment, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:43.440879 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2aab09ac-6fc4-435c-808a-4c13ea4496a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:43.446794 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2aab09ac-6fc4-435c-808a-4c13ea4496a0 admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=88524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 20:11:43.447174 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2aab09ac-6fc4-435c-808a-4c13ea4496a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2719018'] for segment, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:43.529417 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment fc4c32e4-c5ff-42cc-9ed9-d478c4f9f65d resource provider aggregate not found Jun 01 20:11:43.546869 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2aab09ac-6fc4-435c-808a-4c13ea4496a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:43.551950 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-2aab09ac-6fc4-435c-808a-4c13ea4496a0 admin admin] Notify callbacks [] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:43.555263 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment fc4c32e4-c5ff-42cc-9ed9-d478c4f9f65d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fc4c32e4-c5ff-42cc-9ed9-d478c4f9f65d found for delete ", "request_id": "req-8c142663-c7b5-4eb6-bab1-e8274fcdc01a"}]} Jun 01 20:11:43.575578 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aab09ac-6fc4-435c-808a-4c13ea4496a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=eb4cac2d-3c55-48bd-a182-c8048e5d9d5d,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 20:11:43.584157 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-2aab09ac-6fc4-435c-808a-4c13ea4496a0 admin admin] 10.222.0.41 "DELETE /v2.0/networks/eb4cac2d-3c55-48bd-a182-c8048e5d9d5d HTTP/1.1" status: 204 len: 168 time: 1.0648522 Jun 01 20:11:43.705781 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 56402) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 20:11:43.737801 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-93292dcd-ff76-40ba-bbd4-ee2dc1987011 None None] Deleting port 8227483d-01cf-494a-8726-3f652b35c0e1 {{(pid=88526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 20:11:43.738167 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-93292dcd-ff76-40ba-bbd4-ee2dc1987011 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:43.760749 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-e9f5fd87-b2bc-458a-86f6-1f6d8dcb3b46 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=825bb4933da34be28d124b03583d29d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0514083 Jun 01 20:11:43.760916 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 56406) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 20:11:43.812824 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-93292dcd-ff76-40ba-bbd4-ee2dc1987011 None None] The port '8227483d-01cf-494a-8726-3f652b35c0e1' was deleted {{(pid=88526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 01 20:11:43.832757 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-25dc1827-fce1-44a7-9469-f694a82e0789 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:43.857978 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-25dc1827-fce1-44a7-9469-f694a82e0789 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:43.910032 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-25dc1827-fce1-44a7-9469-f694a82e0789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:43.925848 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dc1827-fce1-44a7-9469-f694a82e0789 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4cb0408-b809-4d08-a62e-1741b60652da,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 20:11:43.942395 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-25dc1827-fce1-44a7-9469-f694a82e0789 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:43.943526 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-25dc1827-fce1-44a7-9469-f694a82e0789 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b4cb0408-b809-4d08-a62e-1741b60652da HTTP/1.1" status: 204 len: 168 time: 0.1817560 Jun 01 20:11:44.151682 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 8227483d-01cf-494a-8726-3f652b35c0e1 no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 20:11:44.187067 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: 8227483d-01cf-494a-8726-3f652b35c0e1 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 20:11:44.187697 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 8227483d-01cf-494a-8726-3f652b35c0e1 not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 20:11:44.298914 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 56414) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 20:11:44.355512 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-67b242b9-94f8-43c5-87dc-aa0fbf3310c1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=079b1376de5f4f14bdcc1c67e5b2d05d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0554514 Jun 01 20:11:44.358059 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 56418) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 20:11:44.415552 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-69fde085-39a0-45ac-a0f5-fc8813b37af5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:44.443843 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-69fde085-39a0-45ac-a0f5-fc8813b37af5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:44.495795 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-69fde085-39a0-45ac-a0f5-fc8813b37af5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:44.510120 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fde085-39a0-45ac-a0f5-fc8813b37af5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cebe506-14a0-4cbe-97af-863a58802dc6,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 20:11:44.518177 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-69fde085-39a0-45ac-a0f5-fc8813b37af5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:44.519300 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-69fde085-39a0-45ac-a0f5-fc8813b37af5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6cebe506-14a0-4cbe-97af-863a58802dc6 HTTP/1.1" status: 204 len: 168 time: 0.1603632 Jun 01 20:11:45.243104 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 56442) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 20:11:45.347500 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-7f6a3e2f-4599-49dd-b46f-36156079631b admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1343733911-network', 'tenant_id': '46e52e6793614032bcfaab5ea657863e'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 20:11:45.352968 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-7f6a3e2f-4599-49dd-b46f-36156079631b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 20:11:45.356779 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-7f6a3e2f-4599-49dd-b46f-36156079631b admin admin] Usage tracker for resource:network and tenant:46e52e6793614032bcfaab5ea657863e is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 20:11:45.359573 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-7f6a3e2f-4599-49dd-b46f-36156079631b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 20:11:45.365824 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-7f6a3e2f-4599-49dd-b46f-36156079631b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 20:11:45.379655 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f6a3e2f-4599-49dd-b46f-36156079631b admin admin] Made reservation on behalf of 46e52e6793614032bcfaab5ea657863e for: {'network': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 20:11:45.381881 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7f6a3e2f-4599-49dd-b46f-36156079631b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:45.393930 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7f6a3e2f-4599-49dd-b46f-36156079631b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:45.409597 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-7f6a3e2f-4599-49dd-b46f-36156079631b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 20:11:45.413412 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-7f6a3e2f-4599-49dd-b46f-36156079631b admin admin] Usage tracker for resource:security_group_rule and tenant:46e52e6793614032bcfaab5ea657863e is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 20:11:45.416519 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-7f6a3e2f-4599-49dd-b46f-36156079631b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 20:11:45.422121 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-7f6a3e2f-4599-49dd-b46f-36156079631b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 20:11:45.505140 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7f6a3e2f-4599-49dd-b46f-36156079631b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:45.508814 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7f6a3e2f-4599-49dd-b46f-36156079631b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:45.541187 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f6a3e2f-4599-49dd-b46f-36156079631b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 109} {{(pid=88525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 20:11:45.546427 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6a3e2f-4599-49dd-b46f-36156079631b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f1e0a6e-e061-4905-8bfd-56c60ee955a2,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 20:11:45.555223 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7f6a3e2f-4599-49dd-b46f-36156079631b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:45.555755 n-d-844202-1 neutron-server[88525]: INFO neutron.db.segments_db [None req-7f6a3e2f-4599-49dd-b46f-36156079631b admin admin] Added segment b16747c9-6bdf-4802-bd3d-09464c343d2f of type vlan for network a43d52e2-bbf3-4300-86a5-de6c3d9b6a5e Jun 01 20:11:45.581493 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7f6a3e2f-4599-49dd-b46f-36156079631b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:45.610543 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7f6a3e2f-4599-49dd-b46f-36156079631b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:45.611610 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f6a3e2f-4599-49dd-b46f-36156079631b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:11:45.612171 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-7f6a3e2f-4599-49dd-b46f-36156079631b admin admin] Notify callbacks [] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:45.714040 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6a3e2f-4599-49dd-b46f-36156079631b admin admin] Pushing event updated for resources: {'Network': ['ID=a43d52e2-bbf3-4300-86a5-de6c3d9b6a5e,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 20:11:45.718408 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-7f6a3e2f-4599-49dd-b46f-36156079631b admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4742563 Jun 01 20:11:45.721325 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 56448) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 20:11:45.724190 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network a43d52e2-bbf3-4300-86a5-de6c3d9b6a5e details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 20:11:45.726787 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-244353fc-095d-4d2f-9673-1dbf16b266f5 admin admin] Request body: {'subnet': {'network_id': 'a43d52e2-bbf3-4300-86a5-de6c3d9b6a5e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1343733911-subnet', 'tenant_id': '46e52e6793614032bcfaab5ea657863e', 'ip_version': 4}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 20:11:45.732820 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-244353fc-095d-4d2f-9673-1dbf16b266f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 20:11:45.737256 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-244353fc-095d-4d2f-9673-1dbf16b266f5 admin admin] Usage tracker for resource:subnet and tenant:46e52e6793614032bcfaab5ea657863e is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 20:11:45.740035 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-244353fc-095d-4d2f-9673-1dbf16b266f5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 20:11:45.745746 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-244353fc-095d-4d2f-9673-1dbf16b266f5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 20:11:45.757731 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-244353fc-095d-4d2f-9673-1dbf16b266f5 admin admin] Made reservation on behalf of 46e52e6793614032bcfaab5ea657863e for: {'subnet': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 20:11:45.760305 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-244353fc-095d-4d2f-9673-1dbf16b266f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9667140'] for subnet, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:46.072898 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-244353fc-095d-4d2f-9673-1dbf16b266f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2614064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9667190'] for subnet, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:46.145146 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244353fc-095d-4d2f-9673-1dbf16b266f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9426aa09-4991-4d92-8812-68edc47caaaf,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 20:11:46.151976 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-244353fc-095d-4d2f-9673-1dbf16b266f5 admin admin] Checking segment: {'id': 'b16747c9-6bdf-4802-bd3d-09464c343d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'a43d52e2-bbf3-4300-86a5-de6c3d9b6a5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 20:11:46.152343 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-244353fc-095d-4d2f-9673-1dbf16b266f5 admin admin] Network hostable DHCP agents. Network: a43d52e2-bbf3-4300-86a5-de6c3d9b6a5e, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 20:11:46.171561 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-244353fc-095d-4d2f-9673-1dbf16b266f5 admin admin] Network a43d52e2-bbf3-4300-86a5-de6c3d9b6a5e is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 20:11:46.181119 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-244353fc-095d-4d2f-9673-1dbf16b266f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, a43d52e2-bbf3-4300-86a5-de6c3d9b6a5e) {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 20:11:46.184911 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-244353fc-095d-4d2f-9673-1dbf16b266f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:11:46.185472 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-244353fc-095d-4d2f-9673-1dbf16b266f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:46.193170 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0b546bd-46fa-4ebf-acf7-1213e9ba30e6 None None] Network a43d52e2-bbf3-4300-86a5-de6c3d9b6a5e requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 20:11:46.208945 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-244353fc-095d-4d2f-9673-1dbf16b266f5 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4841702 Jun 01 20:11:46.209274 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 56452) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 20:11:46.214145 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-737c80f1-13f4-49ea-968c-67230b2dc86b admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1343733911-router', 'tenant_id': '46e52e6793614032bcfaab5ea657863e', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 20:11:46.221466 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-737c80f1-13f4-49ea-968c-67230b2dc86b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 20:11:46.225591 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-737c80f1-13f4-49ea-968c-67230b2dc86b admin admin] Usage tracker for resource:router and tenant:46e52e6793614032bcfaab5ea657863e is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 20:11:46.228404 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-737c80f1-13f4-49ea-968c-67230b2dc86b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 20:11:46.234136 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-737c80f1-13f4-49ea-968c-67230b2dc86b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 20:11:46.245355 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-737c80f1-13f4-49ea-968c-67230b2dc86b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-885767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25238'] for router, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:46.246483 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-737c80f1-13f4-49ea-968c-67230b2dc86b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-901042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-886562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-981784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25327'] for router, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:46.263923 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-737c80f1-13f4-49ea-968c-67230b2dc86b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:46.434666 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dc4f2e7-de6f-4526-a61c-a36a47c1c2dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc93f83c3-7fb6-5c13-a9d4-29d739a4e8d2-a43d52e2-bbf3-4300-86a5-de6c3d9b6a5e', 'network_id': 'a43d52e2-bbf3-4300-86a5-de6c3d9b6a5e', 'tenant_id': '46e52e6793614032bcfaab5ea657863e', 'fixed_ips': [{'subnet_id': '9426aa09-4991-4d92-8812-68edc47caaaf'}]}} from n-d-844202-1. {{(pid=88526) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 20:11:46.435486 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-9dc4f2e7-de6f-4526-a61c-a36a47c1c2dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:46.536063 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-737c80f1-13f4-49ea-968c-67230b2dc86b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-886608', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-885830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25341'] for router, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:46.593020 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.db_base_plugin_common [None req-9dc4f2e7-de6f-4526-a61c-a36a47c1c2dc None None] Allocated IP 172.20.0.2 (a43d52e2-bbf3-4300-86a5-de6c3d9b6a5e/9426aa09-4991-4d92-8812-68edc47caaaf/97301fd5-f1b7-49fa-90b1-e2cf9d96d954) {{(pid=88526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 20:11:46.804170 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-9dc4f2e7-de6f-4526-a61c-a36a47c1c2dc None None] Notify callbacks [] for port, precommit_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:46.814961 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-9dc4f2e7-de6f-4526-a61c-a36a47c1c2dc None None] Transition to ACTIVE for port object 97301fd5-f1b7-49fa-90b1-e2cf9d96d954 will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 20:11:46.833717 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-9dc4f2e7-de6f-4526-a61c-a36a47c1c2dc None None] Transition to ACTIVE for port object 97301fd5-f1b7-49fa-90b1-e2cf9d96d954 will not be triggered until provisioned by entity DHCP. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 20:11:46.839191 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-9dc4f2e7-de6f-4526-a61c-a36a47c1c2dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526'] for port, after_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:46.852878 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-737c80f1-13f4-49ea-968c-67230b2dc86b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:46.882753 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-737c80f1-13f4-49ea-968c-67230b2dc86b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:46.904203 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dc4f2e7-de6f-4526-a61c-a36a47c1c2dc None None] Network a43d52e2-bbf3-4300-86a5-de6c3d9b6a5e is already hosted by enough agents. {{(pid=88526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 20:11:46.906802 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.base_scheduler [None req-9dc4f2e7-de6f-4526-a61c-a36a47c1c2dc None None] Resources bound (agent type, host, resource id): {{(pid=88526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 20:11:46.911397 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc4f2e7-de6f-4526-a61c-a36a47c1c2dc None None] Received port after_create {{(pid=88526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 20:11:46.920103 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc4f2e7-de6f-4526-a61c-a36a47c1c2dc None None] Pushing event updated for resources: {'Port': ['ID=97301fd5-f1b7-49fa-90b1-e2cf9d96d954,revision_number=1']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 20:11:46.988599 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc4f2e7-de6f-4526-a61c-a36a47c1c2dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:11:46.988938 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc4f2e7-de6f-4526-a61c-a36a47c1c2dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:11:46.989270 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc4f2e7-de6f-4526-a61c-a36a47c1c2dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:11:46.989595 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc4f2e7-de6f-4526-a61c-a36a47c1c2dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:11:46.989917 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc4f2e7-de6f-4526-a61c-a36a47c1c2dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:11:46.990239 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc4f2e7-de6f-4526-a61c-a36a47c1c2dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:11:46.991163 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc4f2e7-de6f-4526-a61c-a36a47c1c2dc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:11:46.991163 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc4f2e7-de6f-4526-a61c-a36a47c1c2dc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:11:46.991163 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc4f2e7-de6f-4526-a61c-a36a47c1c2dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:11:46.991505 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc4f2e7-de6f-4526-a61c-a36a47c1c2dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:11:46.991773 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc4f2e7-de6f-4526-a61c-a36a47c1c2dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:11:46.992081 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc4f2e7-de6f-4526-a61c-a36a47c1c2dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:11:47.021817 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-9dc4f2e7-de6f-4526-a61c-a36a47c1c2dc None None] Attempting to bind port 97301fd5-f1b7-49fa-90b1-e2cf9d96d954 on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 20:11:47.022185 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-9dc4f2e7-de6f-4526-a61c-a36a47c1c2dc None None] Attempting to bind port 97301fd5-f1b7-49fa-90b1-e2cf9d96d954 by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': 'b16747c9-6bdf-4802-bd3d-09464c343d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'a43d52e2-bbf3-4300-86a5-de6c3d9b6a5e'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 20:11:47.022587 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc4f2e7-de6f-4526-a61c-a36a47c1c2dc None None] Attempting to bind port 97301fd5-f1b7-49fa-90b1-e2cf9d96d954 on network a43d52e2-bbf3-4300-86a5-de6c3d9b6a5e {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 20:11:47.025893 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [None req-737c80f1-13f4-49ea-968c-67230b2dc86b admin admin] Allocated IP 172.25.4.167 (72a72e44-6845-488a-a5ff-3a26d4df9cb3/c314a23b-daa2-4106-ab28-8e6f954277b2/cd255131-adab-4f94-85ca-2719941ac87f) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 20:11:47.028446 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc4f2e7-de6f-4526-a61c-a36a47c1c2dc None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 20, 11, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 20:11:47.028860 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc4f2e7-de6f-4526-a61c-a36a47c1c2dc None None] Checking segment: {'id': 'b16747c9-6bdf-4802-bd3d-09464c343d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'a43d52e2-bbf3-4300-86a5-de6c3d9b6a5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 20:11:47.029296 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-9dc4f2e7-de6f-4526-a61c-a36a47c1c2dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:47.029685 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc4f2e7-de6f-4526-a61c-a36a47c1c2dc None None] Bound using segment: {'id': 'b16747c9-6bdf-4802-bd3d-09464c343d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'a43d52e2-bbf3-4300-86a5-de6c3d9b6a5e'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 20:11:47.030139 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-9dc4f2e7-de6f-4526-a61c-a36a47c1c2dc None None] Bound port: 97301fd5-f1b7-49fa-90b1-e2cf9d96d954, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b16747c9-6bdf-4802-bd3d-09464c343d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'a43d52e2-bbf3-4300-86a5-de6c3d9b6a5e'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 20:11:47.030506 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-9dc4f2e7-de6f-4526-a61c-a36a47c1c2dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:47.117307 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-9dc4f2e7-de6f-4526-a61c-a36a47c1c2dc None None] For port 97301fd5-f1b7-49fa-90b1-e2cf9d96d954, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 20:11:47.120533 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-9dc4f2e7-de6f-4526-a61c-a36a47c1c2dc None None] For port 97301fd5-f1b7-49fa-90b1-e2cf9d96d954, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=97301fd5-f1b7-49fa-90b1-e2cf9d96d954,segment=NetworkSegment(b16747c9-6bdf-4802-bd3d-09464c343d2f),segment_id=b16747c9-6bdf-4802-bd3d-09464c343d2f)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 20:11:47.124527 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-9dc4f2e7-de6f-4526-a61c-a36a47c1c2dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:47.173093 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-737c80f1-13f4-49ea-968c-67230b2dc86b admin admin] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:47.205473 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-737c80f1-13f4-49ea-968c-67230b2dc86b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:47.218540 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc4f2e7-de6f-4526-a61c-a36a47c1c2dc None None] Pushing event updated for resources: {'Port': ['ID=97301fd5-f1b7-49fa-90b1-e2cf9d96d954,revision_number=2']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 20:11:47.271607 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-737c80f1-13f4-49ea-968c-67230b2dc86b admin admin] Network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 20:11:47.274365 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-737c80f1-13f4-49ea-968c-67230b2dc86b admin admin] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 20:11:47.278213 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-737c80f1-13f4-49ea-968c-67230b2dc86b admin admin] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 20:11:47.316575 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737c80f1-13f4-49ea-968c-67230b2dc86b admin admin] Pushing event updated for resources: {'Port': ['ID=cd255131-adab-4f94-85ca-2719941ac87f,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 20:11:47.832144 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-737c80f1-13f4-49ea-968c-67230b2dc86b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:48.184463 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 97301fd5-f1b7-49fa-90b1-e2cf9d96d954 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 20:11:48.187468 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-737c80f1-13f4-49ea-968c-67230b2dc86b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-885820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-886655'] for router, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:48.215517 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-636ab363-0129-4e80-a6af-139be3607317 None None] Network a43d52e2-bbf3-4300-86a5-de6c3d9b6a5e requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 20:11:48.325074 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-1f9dfcb7-083e-472e-97cb-df33ad0c8713 None None] Provisioning for port 97301fd5-f1b7-49fa-90b1-e2cf9d96d954 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 20:11:48.378563 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port 97301fd5-f1b7-49fa-90b1-e2cf9d96d954 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 20:11:48.398274 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-737c80f1-13f4-49ea-968c-67230b2dc86b admin admin] Router da94ebc8-ad22-4e27-bce0-cb8636a56b75 is scheduled to L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 with binding_index 1 {{(pid=88525) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 20:11:48.415618 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 97301fd5-f1b7-49fa-90b1-e2cf9d96d954 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 20:11:48.415991 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:48.583476 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-737c80f1-13f4-49ea-968c-67230b2dc86b admin admin] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 20:11:48.592125 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e4f25f-6c7a-4d80-9125-b0562625ab83 None None] Sync routers for ids ['da94ebc8-ad22-4e27-bce0-cb8636a56b75'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 20:11:48.602048 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e4f25f-6c7a-4d80-9125-b0562625ab83 None None] Routers {'da94ebc8-ad22-4e27-bce0-cb8636a56b75'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 20:11:48.602644 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-b2e4f25f-6c7a-4d80-9125-b0562625ab83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T20:11:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['da94ebc8-ad22-4e27-bce0-cb8636a56b75'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 20:11:48.608543 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-737c80f1-13f4-49ea-968c-67230b2dc86b admin admin] Notify callbacks [] for router, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:48.609771 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-737c80f1-13f4-49ea-968c-67230b2dc86b admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.3995535 Jun 01 20:11:48.612985 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 56456) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 20:11:48.613885 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 97301fd5-f1b7-49fa-90b1-e2cf9d96d954 is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 20:11:48.614330 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:48.652145 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port 97301fd5-f1b7-49fa-90b1-e2cf9d96d954, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=97301fd5-f1b7-49fa-90b1-e2cf9d96d954,segment=NetworkSegment(b16747c9-6bdf-4802-bd3d-09464c343d2f),segment_id=b16747c9-6bdf-4802-bd3d-09464c343d2f)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 20:11:48.657692 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:48.747530 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=97301fd5-f1b7-49fa-90b1-e2cf9d96d954,revision_number=3']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 20:11:48.785216 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-b2e4f25f-6c7a-4d80-9125-b0562625ab83 None None] Set router da94ebc8-ad22-4e27-bce0-cb8636a56b75 gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 20:11:48.968068 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-cbeb0440-61cc-440a-b0de-e7b9a1c7f861 None None] Provisioning complete for port 97301fd5-f1b7-49fa-90b1-e2cf9d96d954 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 20:11:48.968576 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-cbeb0440-61cc-440a-b0de-e7b9a1c7f861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:49.085595 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-b2e4f25f-6c7a-4d80-9125-b0562625ab83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da94ebc8-ad22-4e27-bce0-cb8636a56b75', 'name': 'tempest-TestSnapshotPattern-1343733911-router', 'tenant_id': '46e52e6793614032bcfaab5ea657863e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.167'}], 'enable_snat': True}, 'gw_port_id': 'cd255131-adab-4f94-85ca-2719941ac87f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T20:11:46Z', 'updated_at': '2022-06-01T20:11:47Z', 'revision_number': 3, 'project_id': '46e52e6793614032bcfaab5ea657863e', 'gw_port': {'id': 'cd255131-adab-4f94-85ca-2719941ac87f', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c2:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da94ebc8-ad22-4e27-bce0-cb8636a56b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4456, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T20:11:46Z', 'updated_at': '2022-06-01T20:11:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 20:11:49.089408 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e4f25f-6c7a-4d80-9125-b0562625ab83 None None] Checking router: da94ebc8-ad22-4e27-bce0-cb8636a56b75 for host: n-d-844202-1 {{(pid=88527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 20:11:49.089742 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e4f25f-6c7a-4d80-9125-b0562625ab83 None None] Updating router da94ebc8-ad22-4e27-bce0-cb8636a56b75 port cd255131-adab-4f94-85ca-2719941ac87f binding host n-d-844202-1 {{(pid=88527) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 20:11:49.090986 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-cbeb0440-61cc-440a-b0de-e7b9a1c7f861 None None] Current status of the port 97301fd5-f1b7-49fa-90b1-e2cf9d96d954 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 20:11:49.145454 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-b2e4f25f-6c7a-4d80-9125-b0562625ab83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:49.441296 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a3bcb621-5440-4f12-bc45-e77e0c5e4f21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:49.475143 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-b2e4f25f-6c7a-4d80-9125-b0562625ab83 None None] Notify callbacks [] for port, precommit_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:49.482560 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.provisioning_blocks [None req-b2e4f25f-6c7a-4d80-9125-b0562625ab83 None None] Transition to ACTIVE for port object cd255131-adab-4f94-85ca-2719941ac87f will not be triggered until provisioned by entity L2. {{(pid=88527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 20:11:49.489481 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-b2e4f25f-6c7a-4d80-9125-b0562625ab83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:49.568133 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-b2e4f25f-6c7a-4d80-9125-b0562625ab83 None None] Attempting to bind port cd255131-adab-4f94-85ca-2719941ac87f on host n-d-844202-1 for vnic_type normal with profile {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 20:11:49.568513 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-b2e4f25f-6c7a-4d80-9125-b0562625ab83 None None] Attempting to bind port cd255131-adab-4f94-85ca-2719941ac87f by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}] {{(pid=88527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 20:11:49.568863 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e4f25f-6c7a-4d80-9125-b0562625ab83 None None] Attempting to bind port cd255131-adab-4f94-85ca-2719941ac87f on network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 20:11:49.574353 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138ef3a0-8075-458d-8a16-a5dc3f3fa97c None None] Pushing event updated for resources: {'Port': ['ID=cd255131-adab-4f94-85ca-2719941ac87f,revision_number=2']} {{(pid=88527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 20:11:49.583319 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e4f25f-6c7a-4d80-9125-b0562625ab83 None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 20, 11, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 20:11:49.583681 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e4f25f-6c7a-4d80-9125-b0562625ab83 None None] Checking segment: {'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 20:11:49.584068 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-b2e4f25f-6c7a-4d80-9125-b0562625ab83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:49.584472 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e4f25f-6c7a-4d80-9125-b0562625ab83 None None] Bound using segment: {'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'} {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 20:11:49.584923 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-b2e4f25f-6c7a-4d80-9125-b0562625ab83 None None] Bound port: cd255131-adab-4f94-85ca-2719941ac87f, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}}] {{(pid=88527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 20:11:49.585282 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-b2e4f25f-6c7a-4d80-9125-b0562625ab83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:49.609357 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138ef3a0-8075-458d-8a16-a5dc3f3fa97c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:11:49.609972 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138ef3a0-8075-458d-8a16-a5dc3f3fa97c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:11:49.610078 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138ef3a0-8075-458d-8a16-a5dc3f3fa97c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:11:49.610345 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138ef3a0-8075-458d-8a16-a5dc3f3fa97c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:11:49.610666 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138ef3a0-8075-458d-8a16-a5dc3f3fa97c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:11:49.610990 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138ef3a0-8075-458d-8a16-a5dc3f3fa97c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:11:49.611302 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138ef3a0-8075-458d-8a16-a5dc3f3fa97c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:11:49.611615 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138ef3a0-8075-458d-8a16-a5dc3f3fa97c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:11:49.611937 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138ef3a0-8075-458d-8a16-a5dc3f3fa97c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:11:49.612311 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138ef3a0-8075-458d-8a16-a5dc3f3fa97c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:11:49.612565 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138ef3a0-8075-458d-8a16-a5dc3f3fa97c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:11:49.612874 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138ef3a0-8075-458d-8a16-a5dc3f3fa97c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:11:49.658726 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [None req-a3bcb621-5440-4f12-bc45-e77e0c5e4f21 admin admin] Allocated IP 172.20.0.1 (a43d52e2-bbf3-4300-86a5-de6c3d9b6a5e/9426aa09-4991-4d92-8812-68edc47caaaf/e2631d09-63e5-4c19-bb37-7b0d36987ee8) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 20:11:49.664679 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.db [None req-b2e4f25f-6c7a-4d80-9125-b0562625ab83 None None] For port cd255131-adab-4f94-85ca-2719941ac87f, host n-d-844202-1, cleared binding levels {{(pid=88527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 20:11:49.667535 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.db [None req-b2e4f25f-6c7a-4d80-9125-b0562625ab83 None None] For port cd255131-adab-4f94-85ca-2719941ac87f, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=cd255131-adab-4f94-85ca-2719941ac87f,segment=NetworkSegment(7875af61-4c53-4ff2-b8c8-d4b7c35ff947),segment_id=7875af61-4c53-4ff2-b8c8-d4b7c35ff947)] {{(pid=88527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 20:11:49.671999 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-b2e4f25f-6c7a-4d80-9125-b0562625ab83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:49.774889 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138ef3a0-8075-458d-8a16-a5dc3f3fa97c None None] Pushing event updated for resources: {'Port': ['ID=cd255131-adab-4f94-85ca-2719941ac87f,revision_number=3']} {{(pid=88527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 20:11:49.791730 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e4f25f-6c7a-4d80-9125-b0562625ab83 None None] Routers {'da94ebc8-ad22-4e27-bce0-cb8636a56b75'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 20:11:49.792431 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-b2e4f25f-6c7a-4d80-9125-b0562625ab83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T20:11:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['da94ebc8-ad22-4e27-bce0-cb8636a56b75'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 20:11:49.818509 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a3bcb621-5440-4f12-bc45-e77e0c5e4f21 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:49.835386 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.provisioning_blocks [None req-a3bcb621-5440-4f12-bc45-e77e0c5e4f21 admin admin] Transition to ACTIVE for port object e2631d09-63e5-4c19-bb37-7b0d36987ee8 will not be triggered until provisioned by entity DHCP. {{(pid=88525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 20:11:49.860168 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a3bcb621-5440-4f12-bc45-e77e0c5e4f21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:49.937581 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3bcb621-5440-4f12-bc45-e77e0c5e4f21 admin admin] Network a43d52e2-bbf3-4300-86a5-de6c3d9b6a5e is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 20:11:49.941143 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-a3bcb621-5440-4f12-bc45-e77e0c5e4f21 admin admin] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 20:11:49.943541 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3bcb621-5440-4f12-bc45-e77e0c5e4f21 admin admin] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 20:11:49.984360 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-b2e4f25f-6c7a-4d80-9125-b0562625ab83 None None] Set router da94ebc8-ad22-4e27-bce0-cb8636a56b75 gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 20:11:49.987524 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcb621-5440-4f12-bc45-e77e0c5e4f21 admin admin] Pushing event updated for resources: {'Port': ['ID=e2631d09-63e5-4c19-bb37-7b0d36987ee8,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 20:11:50.014334 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a3bcb621-5440-4f12-bc45-e77e0c5e4f21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-887605'] for router_interface, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:50.168466 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 97301fd5-f1b7-49fa-90b1-e2cf9d96d954 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 20:11:50.258801 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 97301fd5-f1b7-49fa-90b1-e2cf9d96d954 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 20:11:50.259401 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:50.342656 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a3bcb621-5440-4f12-bc45-e77e0c5e4f21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:50.343770 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-b2e4f25f-6c7a-4d80-9125-b0562625ab83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da94ebc8-ad22-4e27-bce0-cb8636a56b75', 'name': 'tempest-TestSnapshotPattern-1343733911-router', 'tenant_id': '46e52e6793614032bcfaab5ea657863e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.167'}], 'enable_snat': True}, 'gw_port_id': 'cd255131-adab-4f94-85ca-2719941ac87f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T20:11:46Z', 'updated_at': '2022-06-01T20:11:47Z', 'revision_number': 3, 'project_id': '46e52e6793614032bcfaab5ea657863e', 'gw_port': {'id': 'cd255131-adab-4f94-85ca-2719941ac87f', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c2:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da94ebc8-ad22-4e27-bce0-cb8636a56b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4456, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T20:11:46Z', 'updated_at': '2022-06-01T20:11:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 20:11:50.349592 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e4f25f-6c7a-4d80-9125-b0562625ab83 None None] The sync data for ids ['da94ebc8-ad22-4e27-bce0-cb8636a56b75'] in n-d-844202-1 is: [{'id': 'da94ebc8-ad22-4e27-bce0-cb8636a56b75', 'name': 'tempest-TestSnapshotPattern-1343733911-router', 'tenant_id': '46e52e6793614032bcfaab5ea657863e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.167'}], 'enable_snat': True}, 'gw_port_id': 'cd255131-adab-4f94-85ca-2719941ac87f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T20:11:46Z', 'updated_at': '2022-06-01T20:11:47Z', 'revision_number': 3, 'project_id': '46e52e6793614032bcfaab5ea657863e', 'gw_port': {'id': 'cd255131-adab-4f94-85ca-2719941ac87f', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c2:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da94ebc8-ad22-4e27-bce0-cb8636a56b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4456, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T20:11:46Z', 'updated_at': '2022-06-01T20:11:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 20:11:50.383432 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-a0679415-8227-4ef8-8e5f-ab255f4aaaff None None] Provisioning for port e2631d09-63e5-4c19-bb37-7b0d36987ee8 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 20:11:50.463881 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-a0679415-8227-4ef8-8e5f-ab255f4aaaff None None] Provisioning complete for port e2631d09-63e5-4c19-bb37-7b0d36987ee8 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 20:11:50.464420 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-a0679415-8227-4ef8-8e5f-ab255f4aaaff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:50.495014 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 97301fd5-f1b7-49fa-90b1-e2cf9d96d954 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 20:11:50.524636 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-a0679415-8227-4ef8-8e5f-ab255f4aaaff None None] Port e2631d09-63e5-4c19-bb37-7b0d36987ee8 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 20:11:50.592098 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a3bcb621-5440-4f12-bc45-e77e0c5e4f21 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:50.600211 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a3bcb621-5440-4f12-bc45-e77e0c5e4f21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:50.712841 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcb621-5440-4f12-bc45-e77e0c5e4f21 admin admin] Pushing event updated for resources: {'Port': ['ID=e2631d09-63e5-4c19-bb37-7b0d36987ee8,revision_number=2']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 20:11:50.715259 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a3bcb621-5440-4f12-bc45-e77e0c5e4f21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-887436'] for router_interface, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:50.990061 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3bcb621-5440-4f12-bc45-e77e0c5e4f21 admin admin] Network a43d52e2-bbf3-4300-86a5-de6c3d9b6a5e is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 20:11:50.991349 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-a3bcb621-5440-4f12-bc45-e77e0c5e4f21 admin admin] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 20:11:51.189734 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3bcb621-5440-4f12-bc45-e77e0c5e4f21 admin admin] Router da94ebc8-ad22-4e27-bce0-cb8636a56b75 has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 20:11:51.259885 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-295bdea6-c36f-4a4d-8b64-b541d63512c9 None None] Provisioning complete for port e2631d09-63e5-4c19-bb37-7b0d36987ee8 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 20:11:51.260829 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-295bdea6-c36f-4a4d-8b64-b541d63512c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:51.314872 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-295bdea6-c36f-4a4d-8b64-b541d63512c9 None None] Port e2631d09-63e5-4c19-bb37-7b0d36987ee8 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 20:11:51.374668 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3bcb621-5440-4f12-bc45-e77e0c5e4f21 admin admin] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 20:11:51.384918 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-a3bcb621-5440-4f12-bc45-e77e0c5e4f21 admin admin] 10.222.0.41 "PUT /v2.0/routers/da94ebc8-ad22-4e27-bce0-cb8636a56b75/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7709761 Jun 01 20:11:51.894156 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 56474) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 20:11:51.899612 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-2248413b-0149-4060-9674-5a6bb122825a admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-2081184140-network', 'tenant_id': '25d943a2eadc4269a2feec556aff12bf'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 20:11:51.905332 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-2248413b-0149-4060-9674-5a6bb122825a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 20:11:51.911215 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-2248413b-0149-4060-9674-5a6bb122825a admin admin] Usage tracker for resource:network and tenant:25d943a2eadc4269a2feec556aff12bf is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 20:11:51.914520 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-2248413b-0149-4060-9674-5a6bb122825a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 20:11:51.915275 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b607bb-ae9f-46be-8e41-ed374aa87d85 None None] Sync routers for ids ['da94ebc8-ad22-4e27-bce0-cb8636a56b75'] in n-d-844202-1 {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 20:11:51.921149 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-2248413b-0149-4060-9674-5a6bb122825a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 20:11:51.925551 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b607bb-ae9f-46be-8e41-ed374aa87d85 None None] Routers {'da94ebc8-ad22-4e27-bce0-cb8636a56b75'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 20:11:51.926161 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-74b607bb-ae9f-46be-8e41-ed374aa87d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T20:11:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['da94ebc8-ad22-4e27-bce0-cb8636a56b75'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 20:11:51.933688 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2248413b-0149-4060-9674-5a6bb122825a admin admin] Made reservation on behalf of 25d943a2eadc4269a2feec556aff12bf for: {'network': 1} {{(pid=88525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 20:11:51.936377 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2248413b-0149-4060-9674-5a6bb122825a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for network, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:51.949978 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2248413b-0149-4060-9674-5a6bb122825a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:51.965345 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-2248413b-0149-4060-9674-5a6bb122825a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 20:11:51.969256 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-2248413b-0149-4060-9674-5a6bb122825a admin admin] Usage tracker for resource:security_group_rule and tenant:25d943a2eadc4269a2feec556aff12bf is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 20:11:51.972316 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-2248413b-0149-4060-9674-5a6bb122825a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 20:11:51.980121 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-2248413b-0149-4060-9674-5a6bb122825a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 20:11:52.066872 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2248413b-0149-4060-9674-5a6bb122825a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:52.070727 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2248413b-0149-4060-9674-5a6bb122825a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:52.105068 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2248413b-0149-4060-9674-5a6bb122825a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 146} {{(pid=88525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 20:11:52.115106 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2248413b-0149-4060-9674-5a6bb122825a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abe43d1d-86c3-455f-ac55-391f57bc6cb6,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 20:11:52.120777 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-74b607bb-ae9f-46be-8e41-ed374aa87d85 None None] Set router da94ebc8-ad22-4e27-bce0-cb8636a56b75 gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 20:11:52.121593 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2248413b-0149-4060-9674-5a6bb122825a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:52.121932 n-d-844202-1 neutron-server[88525]: INFO neutron.db.segments_db [None req-2248413b-0149-4060-9674-5a6bb122825a admin admin] Added segment 4726f9ab-4411-49be-8d83-4ec4984d17f5 of type vlan for network 1273f06a-25b5-4b52-928b-3615d7ad6436 Jun 01 20:11:52.148273 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2248413b-0149-4060-9674-5a6bb122825a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747785382364'] for network, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:52.196420 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2248413b-0149-4060-9674-5a6bb122825a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618'] for network, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:52.197302 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2248413b-0149-4060-9674-5a6bb122825a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:11:52.197995 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2248413b-0149-4060-9674-5a6bb122825a admin admin] Notify callbacks [] for network, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:52.260219 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device cd255131-adab-4f94-85ca-2719941ac87f up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 20:11:52.312157 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-2248413b-0149-4060-9674-5a6bb122825a admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4168823 Jun 01 20:11:52.315650 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2248413b-0149-4060-9674-5a6bb122825a admin admin] Pushing event updated for resources: {'Network': ['ID=1273f06a-25b5-4b52-928b-3615d7ad6436,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 20:11:52.316075 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 56480) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 20:11:52.325608 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-39566dc6-a072-4ee2-a774-22b3266a4a6c admin admin] Request body: {'subnet': {'network_id': '1273f06a-25b5-4b52-928b-3615d7ad6436', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-2081184140-subnet', 'tenant_id': '25d943a2eadc4269a2feec556aff12bf', 'ip_version': 4}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 20:11:52.338412 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-39566dc6-a072-4ee2-a774-22b3266a4a6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 20:11:52.342387 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-39566dc6-a072-4ee2-a774-22b3266a4a6c admin admin] Usage tracker for resource:subnet and tenant:25d943a2eadc4269a2feec556aff12bf is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 20:11:52.345468 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-39566dc6-a072-4ee2-a774-22b3266a4a6c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 20:11:52.351714 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-39566dc6-a072-4ee2-a774-22b3266a4a6c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 20:11:52.354428 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Network 1273f06a-25b5-4b52-928b-3615d7ad6436 details requested by agent ovs-agent-n-d-844202-1 with host n-d-844202-1 {{(pid=88526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 20:11:52.363083 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39566dc6-a072-4ee2-a774-22b3266a4a6c admin admin] Made reservation on behalf of 25d943a2eadc4269a2feec556aff12bf for: {'subnet': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 20:11:52.365400 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-39566dc6-a072-4ee2-a774-22b3266a4a6c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3066584'] for subnet, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:52.567794 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port cd255131-adab-4f94-85ca-2719941ac87f completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 20:11:52.575233 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-39566dc6-a072-4ee2-a774-22b3266a4a6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2718919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3066602'] for subnet, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:52.577822 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port cd255131-adab-4f94-85ca-2719941ac87f triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 20:11:52.578150 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:52.654773 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39566dc6-a072-4ee2-a774-22b3266a4a6c admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a921f31-7a86-4638-9fd3-4b0e154ed4a2,revision_number=0']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 20:11:52.662890 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39566dc6-a072-4ee2-a774-22b3266a4a6c admin admin] Checking segment: {'id': '4726f9ab-4411-49be-8d83-4ec4984d17f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1273f06a-25b5-4b52-928b-3615d7ad6436'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 20:11:52.663236 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39566dc6-a072-4ee2-a774-22b3266a4a6c admin admin] Network hostable DHCP agents. Network: 1273f06a-25b5-4b52-928b-3615d7ad6436, hostable agents: ['7df4667b-2e88-46f9-8fc5-ba011c23c953'], hosted agents: [] {{(pid=88524) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 20:11:52.682079 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39566dc6-a072-4ee2-a774-22b3266a4a6c admin admin] Network 1273f06a-25b5-4b52-928b-3615d7ad6436 is scheduled to be hosted by DHCP agent 7df4667b-2e88-46f9-8fc5-ba011c23c953 with binding_index 1 {{(pid=88524) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 20:11:52.692386 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-39566dc6-a072-4ee2-a774-22b3266a4a6c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-844202-1, 1273f06a-25b5-4b52-928b-3615d7ad6436) {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 20:11:52.697254 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39566dc6-a072-4ee2-a774-22b3266a4a6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:11:52.697905 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-39566dc6-a072-4ee2-a774-22b3266a4a6c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:52.709506 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-74b607bb-ae9f-46be-8e41-ed374aa87d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da94ebc8-ad22-4e27-bce0-cb8636a56b75', 'name': 'tempest-TestSnapshotPattern-1343733911-router', 'tenant_id': '46e52e6793614032bcfaab5ea657863e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.167'}], 'enable_snat': True}, 'gw_port_id': 'cd255131-adab-4f94-85ca-2719941ac87f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T20:11:46Z', 'updated_at': '2022-06-01T20:11:50Z', 'revision_number': 4, 'project_id': '46e52e6793614032bcfaab5ea657863e', 'gw_port': {'id': 'cd255131-adab-4f94-85ca-2719941ac87f', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c2:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da94ebc8-ad22-4e27-bce0-cb8636a56b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4456, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T20:11:46Z', 'updated_at': '2022-06-01T20:11:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': 'e2631d09-63e5-4c19-bb37-7b0d36987ee8', 'name': '', 'network_id': 'a43d52e2-bbf3-4300-86a5-de6c3d9b6a5e', 'tenant_id': '46e52e6793614032bcfaab5ea657863e', 'mac_address': 'fa:16:3e:22:d2:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da94ebc8-ad22-4e27-bce0-cb8636a56b75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4457, 'fixed_ips': [{'subnet_id': '9426aa09-4991-4d92-8812-68edc47caaaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T20:11:49Z', 'updated_at': '2022-06-01T20:11:50Z', 'revision_number': 2, 'project_id': '46e52e6793614032bcfaab5ea657863e', 'subnets': [{'id': '9426aa09-4991-4d92-8812-68edc47caaaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 20:11:52.712104 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d887aab9-d9f3-4a1a-94bc-88e2ad8a0768 None None] Network 1273f06a-25b5-4b52-928b-3615d7ad6436 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 20:11:52.724241 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-39566dc6-a072-4ee2-a774-22b3266a4a6c admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4060061 Jun 01 20:11:52.727084 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 56484) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 20:11:52.732027 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-e65ed2d2-f90b-47af-84d4-eb35f1e01769 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-2081184140-router', 'tenant_id': '25d943a2eadc4269a2feec556aff12bf', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 20:11:52.737593 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b607bb-ae9f-46be-8e41-ed374aa87d85 None None] Checking router: da94ebc8-ad22-4e27-bce0-cb8636a56b75 for host: n-d-844202-1 {{(pid=88526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 20:11:52.737845 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-e65ed2d2-f90b-47af-84d4-eb35f1e01769 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 20:11:52.737937 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b607bb-ae9f-46be-8e41-ed374aa87d85 None None] Updating router da94ebc8-ad22-4e27-bce0-cb8636a56b75 port e2631d09-63e5-4c19-bb37-7b0d36987ee8 binding host n-d-844202-1 {{(pid=88526) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 20:11:52.741735 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-e65ed2d2-f90b-47af-84d4-eb35f1e01769 admin admin] Usage tracker for resource:router and tenant:25d943a2eadc4269a2feec556aff12bf is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 20:11:52.744654 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-e65ed2d2-f90b-47af-84d4-eb35f1e01769 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 20:11:52.750674 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-e65ed2d2-f90b-47af-84d4-eb35f1e01769 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 20:11:52.762167 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e65ed2d2-f90b-47af-84d4-eb35f1e01769 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-885767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25238'] for router, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:52.763111 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e65ed2d2-f90b-47af-84d4-eb35f1e01769 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-901042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-886562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-981784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25327'] for router, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:52.778629 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e65ed2d2-f90b-47af-84d4-eb35f1e01769 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:52.832389 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port cd255131-adab-4f94-85ca-2719941ac87f is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 20:11:52.832663 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:52.872275 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port cd255131-adab-4f94-85ca-2719941ac87f, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=cd255131-adab-4f94-85ca-2719941ac87f,segment=NetworkSegment(7875af61-4c53-4ff2-b8c8-d4b7c35ff947),segment_id=7875af61-4c53-4ff2-b8c8-d4b7c35ff947)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 20:11:52.875304 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-74b607bb-ae9f-46be-8e41-ed374aa87d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:52.888959 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:53.053276 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e65ed2d2-f90b-47af-84d4-eb35f1e01769 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-886608', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-885830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25341'] for router, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:53.135050 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=cd255131-adab-4f94-85ca-2719941ac87f,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 20:11:53.206752 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4685ceed-14aa-45c5-b3dc-cd5bf1dd4b92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc93f83c3-7fb6-5c13-a9d4-29d739a4e8d2-1273f06a-25b5-4b52-928b-3615d7ad6436', 'network_id': '1273f06a-25b5-4b52-928b-3615d7ad6436', 'tenant_id': '25d943a2eadc4269a2feec556aff12bf', 'fixed_ips': [{'subnet_id': '3a921f31-7a86-4638-9fd3-4b0e154ed4a2'}]}} from n-d-844202-1. {{(pid=88526) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 01 20:11:53.207567 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-4685ceed-14aa-45c5-b3dc-cd5bf1dd4b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:53.477737 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e65ed2d2-f90b-47af-84d4-eb35f1e01769 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:53.507628 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e65ed2d2-f90b-47af-84d4-eb35f1e01769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:53.558741 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.db_base_plugin_common [None req-4685ceed-14aa-45c5-b3dc-cd5bf1dd4b92 None None] Allocated IP 172.20.0.2 (1273f06a-25b5-4b52-928b-3615d7ad6436/3a921f31-7a86-4638-9fd3-4b0e154ed4a2/bee0967e-0c02-4dab-b36a-3fb0fff1969a) {{(pid=88526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 20:11:53.584336 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-74b607bb-ae9f-46be-8e41-ed374aa87d85 None None] Notify callbacks [] for port, precommit_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:53.647089 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [None req-e65ed2d2-f90b-47af-84d4-eb35f1e01769 admin admin] Allocated IP 172.25.4.212 (72a72e44-6845-488a-a5ff-3a26d4df9cb3/c314a23b-daa2-4106-ab28-8e6f954277b2/486e6d83-5f8c-42c8-8940-298c0957604c) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 20:11:53.667028 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-74b607bb-ae9f-46be-8e41-ed374aa87d85 None None] Transition to ACTIVE for port object e2631d09-63e5-4c19-bb37-7b0d36987ee8 will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 20:11:53.677610 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-74b607bb-ae9f-46be-8e41-ed374aa87d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:53.804794 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e65ed2d2-f90b-47af-84d4-eb35f1e01769 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:53.840810 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366433e5-a565-47f7-bf3c-e81d510c0a00 None None] Pushing event updated for resources: {'Port': ['ID=e2631d09-63e5-4c19-bb37-7b0d36987ee8,revision_number=3']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 20:11:53.842719 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e65ed2d2-f90b-47af-84d4-eb35f1e01769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:53.926884 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e65ed2d2-f90b-47af-84d4-eb35f1e01769 admin admin] Network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 20:11:53.930128 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-e65ed2d2-f90b-47af-84d4-eb35f1e01769 admin admin] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 20:11:53.934009 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65ed2d2-f90b-47af-84d4-eb35f1e01769 admin admin] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 20:11:53.965117 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65ed2d2-f90b-47af-84d4-eb35f1e01769 admin admin] Pushing event updated for resources: {'Port': ['ID=486e6d83-5f8c-42c8-8940-298c0957604c,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 20:11:53.994005 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-74b607bb-ae9f-46be-8e41-ed374aa87d85 None None] Attempting to bind port e2631d09-63e5-4c19-bb37-7b0d36987ee8 on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 20:11:53.994387 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-74b607bb-ae9f-46be-8e41-ed374aa87d85 None None] Attempting to bind port e2631d09-63e5-4c19-bb37-7b0d36987ee8 by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': 'b16747c9-6bdf-4802-bd3d-09464c343d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'a43d52e2-bbf3-4300-86a5-de6c3d9b6a5e'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 20:11:53.994747 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b607bb-ae9f-46be-8e41-ed374aa87d85 None None] Attempting to bind port e2631d09-63e5-4c19-bb37-7b0d36987ee8 on network a43d52e2-bbf3-4300-86a5-de6c3d9b6a5e {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 20:11:54.008944 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b607bb-ae9f-46be-8e41-ed374aa87d85 None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 20, 11, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 20:11:54.009346 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b607bb-ae9f-46be-8e41-ed374aa87d85 None None] Checking segment: {'id': 'b16747c9-6bdf-4802-bd3d-09464c343d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'a43d52e2-bbf3-4300-86a5-de6c3d9b6a5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 20:11:54.009879 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-74b607bb-ae9f-46be-8e41-ed374aa87d85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:54.010289 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b607bb-ae9f-46be-8e41-ed374aa87d85 None None] Bound using segment: {'id': 'b16747c9-6bdf-4802-bd3d-09464c343d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'a43d52e2-bbf3-4300-86a5-de6c3d9b6a5e'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 20:11:54.010749 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-74b607bb-ae9f-46be-8e41-ed374aa87d85 None None] Bound port: e2631d09-63e5-4c19-bb37-7b0d36987ee8, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b16747c9-6bdf-4802-bd3d-09464c343d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'a43d52e2-bbf3-4300-86a5-de6c3d9b6a5e'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 20:11:54.011120 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-74b607bb-ae9f-46be-8e41-ed374aa87d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:54.023773 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-4685ceed-14aa-45c5-b3dc-cd5bf1dd4b92 None None] Notify callbacks [] for port, precommit_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:54.065593 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-4685ceed-14aa-45c5-b3dc-cd5bf1dd4b92 None None] Transition to ACTIVE for port object bee0967e-0c02-4dab-b36a-3fb0fff1969a will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 20:11:54.113766 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-4685ceed-14aa-45c5-b3dc-cd5bf1dd4b92 None None] Transition to ACTIVE for port object bee0967e-0c02-4dab-b36a-3fb0fff1969a will not be triggered until provisioned by entity DHCP. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 20:11:54.135403 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-4685ceed-14aa-45c5-b3dc-cd5bf1dd4b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526'] for port, after_create {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:54.180412 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device cd255131-adab-4f94-85ca-2719941ac87f up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 20:11:54.246496 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-74b607bb-ae9f-46be-8e41-ed374aa87d85 None None] For port e2631d09-63e5-4c19-bb37-7b0d36987ee8, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 20:11:54.257456 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4685ceed-14aa-45c5-b3dc-cd5bf1dd4b92 None None] Network 1273f06a-25b5-4b52-928b-3615d7ad6436 is already hosted by enough agents. {{(pid=88526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 20:11:54.264681 n-d-844202-1 neutron-server[88526]: DEBUG neutron.scheduler.base_scheduler [None req-4685ceed-14aa-45c5-b3dc-cd5bf1dd4b92 None None] Resources bound (agent type, host, resource id): {{(pid=88526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 20:11:54.272075 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-74b607bb-ae9f-46be-8e41-ed374aa87d85 None None] For port e2631d09-63e5-4c19-bb37-7b0d36987ee8, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=e2631d09-63e5-4c19-bb37-7b0d36987ee8,segment=NetworkSegment(b16747c9-6bdf-4802-bd3d-09464c343d2f),segment_id=b16747c9-6bdf-4802-bd3d-09464c343d2f)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 20:11:54.275160 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4685ceed-14aa-45c5-b3dc-cd5bf1dd4b92 None None] Received port after_create {{(pid=88526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 20:11:54.284381 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-74b607bb-ae9f-46be-8e41-ed374aa87d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:54.317903 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4685ceed-14aa-45c5-b3dc-cd5bf1dd4b92 None None] Pushing event updated for resources: {'Port': ['ID=bee0967e-0c02-4dab-b36a-3fb0fff1969a,revision_number=1']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 20:11:54.358300 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e65ed2d2-f90b-47af-84d4-eb35f1e01769 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:54.459835 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b607bb-ae9f-46be-8e41-ed374aa87d85 None None] Routers {'da94ebc8-ad22-4e27-bce0-cb8636a56b75'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 20:11:54.460486 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-74b607bb-ae9f-46be-8e41-ed374aa87d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T20:11:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['da94ebc8-ad22-4e27-bce0-cb8636a56b75'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 20:11:54.516680 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-4685ceed-14aa-45c5-b3dc-cd5bf1dd4b92 None None] Attempting to bind port bee0967e-0c02-4dab-b36a-3fb0fff1969a on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 20:11:54.516680 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-4685ceed-14aa-45c5-b3dc-cd5bf1dd4b92 None None] Attempting to bind port bee0967e-0c02-4dab-b36a-3fb0fff1969a by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': '4726f9ab-4411-49be-8d83-4ec4984d17f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1273f06a-25b5-4b52-928b-3615d7ad6436'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 20:11:54.516680 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4685ceed-14aa-45c5-b3dc-cd5bf1dd4b92 None None] Attempting to bind port bee0967e-0c02-4dab-b36a-3fb0fff1969a on network 1273f06a-25b5-4b52-928b-3615d7ad6436 {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 20:11:54.545985 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4685ceed-14aa-45c5-b3dc-cd5bf1dd4b92 None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 20, 11, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 20:11:54.546355 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4685ceed-14aa-45c5-b3dc-cd5bf1dd4b92 None None] Checking segment: {'id': '4726f9ab-4411-49be-8d83-4ec4984d17f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1273f06a-25b5-4b52-928b-3615d7ad6436'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 20:11:54.547039 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-4685ceed-14aa-45c5-b3dc-cd5bf1dd4b92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:54.547429 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4685ceed-14aa-45c5-b3dc-cd5bf1dd4b92 None None] Bound using segment: {'id': '4726f9ab-4411-49be-8d83-4ec4984d17f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1273f06a-25b5-4b52-928b-3615d7ad6436'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 20:11:54.547903 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-4685ceed-14aa-45c5-b3dc-cd5bf1dd4b92 None None] Bound port: bee0967e-0c02-4dab-b36a-3fb0fff1969a, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4726f9ab-4411-49be-8d83-4ec4984d17f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1273f06a-25b5-4b52-928b-3615d7ad6436'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 20:11:54.548991 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-4685ceed-14aa-45c5-b3dc-cd5bf1dd4b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:54.558062 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366433e5-a565-47f7-bf3c-e81d510c0a00 None None] Pushing event updated for resources: {'Port': ['ID=e2631d09-63e5-4c19-bb37-7b0d36987ee8,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 20:11:54.569517 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port cd255131-adab-4f94-85ca-2719941ac87f triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 20:11:54.570060 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:54.722746 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e65ed2d2-f90b-47af-84d4-eb35f1e01769 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-885820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-886655'] for router, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:54.802607 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-74b607bb-ae9f-46be-8e41-ed374aa87d85 None None] Set router da94ebc8-ad22-4e27-bce0-cb8636a56b75 gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 20:11:54.928284 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-4685ceed-14aa-45c5-b3dc-cd5bf1dd4b92 None None] For port bee0967e-0c02-4dab-b36a-3fb0fff1969a, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 20:11:55.023869 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-4685ceed-14aa-45c5-b3dc-cd5bf1dd4b92 None None] For port bee0967e-0c02-4dab-b36a-3fb0fff1969a, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=bee0967e-0c02-4dab-b36a-3fb0fff1969a,segment=NetworkSegment(4726f9ab-4411-49be-8d83-4ec4984d17f5),segment_id=4726f9ab-4411-49be-8d83-4ec4984d17f5)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 20:11:55.039375 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-4685ceed-14aa-45c5-b3dc-cd5bf1dd4b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:55.053157 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e65ed2d2-f90b-47af-84d4-eb35f1e01769 admin admin] Router 664b58e2-a048-4c64-8b06-7bab28c6652b is scheduled to L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 with binding_index 1 {{(pid=88524) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 20:11:55.194613 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port cd255131-adab-4f94-85ca-2719941ac87f is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 20:11:55.239821 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4685ceed-14aa-45c5-b3dc-cd5bf1dd4b92 None None] Pushing event updated for resources: {'Port': ['ID=bee0967e-0c02-4dab-b36a-3fb0fff1969a,revision_number=2']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 20:11:55.247491 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e65ed2d2-f90b-47af-84d4-eb35f1e01769 admin admin] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 20:11:55.259456 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b28174-f5fa-4a31-8afd-36e8e0a864bf None None] Sync routers for ids ['664b58e2-a048-4c64-8b06-7bab28c6652b'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 20:11:55.271381 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b28174-f5fa-4a31-8afd-36e8e0a864bf None None] Routers {'664b58e2-a048-4c64-8b06-7bab28c6652b'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 20:11:55.272073 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-06b28174-f5fa-4a31-8afd-36e8e0a864bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T20:11:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['664b58e2-a048-4c64-8b06-7bab28c6652b'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 20:11:55.276305 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e65ed2d2-f90b-47af-84d4-eb35f1e01769 admin admin] Notify callbacks [] for router, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:55.277578 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-e65ed2d2-f90b-47af-84d4-eb35f1e01769 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.5495942 Jun 01 20:11:55.280253 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 56490) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 20:11:55.337104 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-74b607bb-ae9f-46be-8e41-ed374aa87d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da94ebc8-ad22-4e27-bce0-cb8636a56b75', 'name': 'tempest-TestSnapshotPattern-1343733911-router', 'tenant_id': '46e52e6793614032bcfaab5ea657863e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.167'}], 'enable_snat': True}, 'gw_port_id': 'cd255131-adab-4f94-85ca-2719941ac87f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T20:11:46Z', 'updated_at': '2022-06-01T20:11:50Z', 'revision_number': 4, 'project_id': '46e52e6793614032bcfaab5ea657863e', 'gw_port': {'id': 'cd255131-adab-4f94-85ca-2719941ac87f', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c2:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da94ebc8-ad22-4e27-bce0-cb8636a56b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4456, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T20:11:46Z', 'updated_at': '2022-06-01T20:11:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': 'e2631d09-63e5-4c19-bb37-7b0d36987ee8', 'name': '', 'network_id': 'a43d52e2-bbf3-4300-86a5-de6c3d9b6a5e', 'tenant_id': '46e52e6793614032bcfaab5ea657863e', 'mac_address': 'fa:16:3e:22:d2:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da94ebc8-ad22-4e27-bce0-cb8636a56b75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4457, 'fixed_ips': [{'subnet_id': '9426aa09-4991-4d92-8812-68edc47caaaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T20:11:49Z', 'updated_at': '2022-06-01T20:11:54Z', 'revision_number': 4, 'project_id': '46e52e6793614032bcfaab5ea657863e', 'subnets': [{'id': '9426aa09-4991-4d92-8812-68edc47caaaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 20:11:55.342684 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b607bb-ae9f-46be-8e41-ed374aa87d85 None None] The sync data for ids ['da94ebc8-ad22-4e27-bce0-cb8636a56b75'] in n-d-844202-1 is: [{'id': 'da94ebc8-ad22-4e27-bce0-cb8636a56b75', 'name': 'tempest-TestSnapshotPattern-1343733911-router', 'tenant_id': '46e52e6793614032bcfaab5ea657863e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.167'}], 'enable_snat': True}, 'gw_port_id': 'cd255131-adab-4f94-85ca-2719941ac87f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T20:11:46Z', 'updated_at': '2022-06-01T20:11:50Z', 'revision_number': 4, 'project_id': '46e52e6793614032bcfaab5ea657863e', 'gw_port': {'id': 'cd255131-adab-4f94-85ca-2719941ac87f', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c2:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da94ebc8-ad22-4e27-bce0-cb8636a56b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4456, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T20:11:46Z', 'updated_at': '2022-06-01T20:11:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': 'e2631d09-63e5-4c19-bb37-7b0d36987ee8', 'name': '', 'network_id': 'a43d52e2-bbf3-4300-86a5-de6c3d9b6a5e', 'tenant_id': '46e52e6793614032bcfaab5ea657863e', 'mac_address': 'fa:16:3e:22:d2:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da94ebc8-ad22-4e27-bce0-cb8636a56b75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4457, 'fixed_ips': [{'subnet_id': '9426aa09-4991-4d92-8812-68edc47caaaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T20:11:49Z', 'updated_at': '2022-06-01T20:11:54Z', 'revision_number': 4, 'project_id': '46e52e6793614032bcfaab5ea657863e', 'subnets': [{'id': '9426aa09-4991-4d92-8812-68edc47caaaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 20:11:55.517844 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-06b28174-f5fa-4a31-8afd-36e8e0a864bf None None] Set router 664b58e2-a048-4c64-8b06-7bab28c6652b gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 20:11:55.846840 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-06b28174-f5fa-4a31-8afd-36e8e0a864bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '664b58e2-a048-4c64-8b06-7bab28c6652b', 'name': 'tempest-TestSnapshotPattern-2081184140-router', 'tenant_id': '25d943a2eadc4269a2feec556aff12bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': '486e6d83-5f8c-42c8-8940-298c0957604c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T20:11:52Z', 'updated_at': '2022-06-01T20:11:54Z', 'revision_number': 3, 'project_id': '25d943a2eadc4269a2feec556aff12bf', 'gw_port': {'id': '486e6d83-5f8c-42c8-8940-298c0957604c', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:19:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '664b58e2-a048-4c64-8b06-7bab28c6652b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4468, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T20:11:53Z', 'updated_at': '2022-06-01T20:11:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 20:11:55.851709 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b28174-f5fa-4a31-8afd-36e8e0a864bf None None] Checking router: 664b58e2-a048-4c64-8b06-7bab28c6652b for host: n-d-844202-1 {{(pid=88527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 20:11:55.852116 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b28174-f5fa-4a31-8afd-36e8e0a864bf None None] Updating router 664b58e2-a048-4c64-8b06-7bab28c6652b port 486e6d83-5f8c-42c8-8940-298c0957604c binding host n-d-844202-1 {{(pid=88527) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 20:11:55.926940 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-06b28174-f5fa-4a31-8afd-36e8e0a864bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:56.116854 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e3a75860-1077-44cb-81c1-144c040c0353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:56.310108 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device bee0967e-0c02-4dab-b36a-3fb0fff1969a up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 20:11:56.386056 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-06b28174-f5fa-4a31-8afd-36e8e0a864bf None None] Notify callbacks [] for port, precommit_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:56.400050 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.provisioning_blocks [None req-06b28174-f5fa-4a31-8afd-36e8e0a864bf None None] Transition to ACTIVE for port object 486e6d83-5f8c-42c8-8940-298c0957604c will not be triggered until provisioned by entity L2. {{(pid=88527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 20:11:56.410723 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-06b28174-f5fa-4a31-8afd-36e8e0a864bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:56.420214 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [None req-e3a75860-1077-44cb-81c1-144c040c0353 admin admin] Allocated IP 172.20.0.1 (1273f06a-25b5-4b52-928b-3615d7ad6436/3a921f31-7a86-4638-9fd3-4b0e154ed4a2/ab2880f3-2544-4933-8015-63be2d23282e) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 20:11:56.487872 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port bee0967e-0c02-4dab-b36a-3fb0fff1969a completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 20:11:56.495647 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device e2631d09-63e5-4c19-bb37-7b0d36987ee8 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 20:11:56.563768 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9685f7ed-a8b8-45c3-8637-c5725fafca37 None None] Network 1273f06a-25b5-4b52-928b-3615d7ad6436 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 20:11:56.587737 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e89eaa-e47d-45b3-8a0d-c734ff875c12 None None] Pushing event updated for resources: {'Port': ['ID=486e6d83-5f8c-42c8-8940-298c0957604c,revision_number=2']} {{(pid=88527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 20:11:56.593797 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-06b28174-f5fa-4a31-8afd-36e8e0a864bf None None] Attempting to bind port 486e6d83-5f8c-42c8-8940-298c0957604c on host n-d-844202-1 for vnic_type normal with profile {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 20:11:56.594311 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-06b28174-f5fa-4a31-8afd-36e8e0a864bf None None] Attempting to bind port 486e6d83-5f8c-42c8-8940-298c0957604c by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}] {{(pid=88527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 20:11:56.594671 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b28174-f5fa-4a31-8afd-36e8e0a864bf None None] Attempting to bind port 486e6d83-5f8c-42c8-8940-298c0957604c on network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 20:11:56.602701 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b28174-f5fa-4a31-8afd-36e8e0a864bf None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 20, 11, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 20:11:56.602701 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b28174-f5fa-4a31-8afd-36e8e0a864bf None None] Checking segment: {'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 20:11:56.602998 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-06b28174-f5fa-4a31-8afd-36e8e0a864bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:56.603350 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b28174-f5fa-4a31-8afd-36e8e0a864bf None None] Bound using segment: {'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'} {{(pid=88527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 20:11:56.604055 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.managers [None req-06b28174-f5fa-4a31-8afd-36e8e0a864bf None None] Bound port: 486e6d83-5f8c-42c8-8940-298c0957604c, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7875af61-4c53-4ff2-b8c8-d4b7c35ff947', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3'}}] {{(pid=88527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 20:11:56.604655 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-06b28174-f5fa-4a31-8afd-36e8e0a864bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:56.659788 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e3a75860-1077-44cb-81c1-144c040c0353 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:56.683828 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [None req-e3a75860-1077-44cb-81c1-144c040c0353 admin admin] Transition to ACTIVE for port object ab2880f3-2544-4933-8015-63be2d23282e will not be triggered until provisioned by entity DHCP. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 20:11:56.715068 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e3a75860-1077-44cb-81c1-144c040c0353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:56.721866 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.db [None req-06b28174-f5fa-4a31-8afd-36e8e0a864bf None None] For port 486e6d83-5f8c-42c8-8940-298c0957604c, host n-d-844202-1, cleared binding levels {{(pid=88527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 20:11:56.727726 n-d-844202-1 neutron-server[88527]: DEBUG neutron.plugins.ml2.db [None req-06b28174-f5fa-4a31-8afd-36e8e0a864bf None None] For port 486e6d83-5f8c-42c8-8940-298c0957604c, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=486e6d83-5f8c-42c8-8940-298c0957604c,segment=NetworkSegment(7875af61-4c53-4ff2-b8c8-d4b7c35ff947),segment_id=7875af61-4c53-4ff2-b8c8-d4b7c35ff947)] {{(pid=88527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 20:11:56.734373 n-d-844202-1 neutron-server[88527]: DEBUG neutron_lib.callbacks.manager [None req-06b28174-f5fa-4a31-8afd-36e8e0a864bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:56.742273 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-72f0f7f6-75bd-4e1b-b36a-0b05303e6c21 None None] Provisioning for port bee0967e-0c02-4dab-b36a-3fb0fff1969a completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 20:11:56.770389 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port e2631d09-63e5-4c19-bb37-7b0d36987ee8 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 20:11:56.776929 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-72f0f7f6-75bd-4e1b-b36a-0b05303e6c21 None None] Provisioning complete for port bee0967e-0c02-4dab-b36a-3fb0fff1969a triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 20:11:56.777302 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-72f0f7f6-75bd-4e1b-b36a-0b05303e6c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:56.802276 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3a75860-1077-44cb-81c1-144c040c0353 admin admin] Network 1273f06a-25b5-4b52-928b-3615d7ad6436 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 20:11:56.805286 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-e3a75860-1077-44cb-81c1-144c040c0353 admin admin] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 20:11:56.809460 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a75860-1077-44cb-81c1-144c040c0353 admin admin] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 20:11:56.821966 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b28174-f5fa-4a31-8afd-36e8e0a864bf None None] Routers {'664b58e2-a048-4c64-8b06-7bab28c6652b'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 20:11:56.822531 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-06b28174-f5fa-4a31-8afd-36e8e0a864bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T20:11:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['664b58e2-a048-4c64-8b06-7bab28c6652b'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 20:11:56.836848 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port e2631d09-63e5-4c19-bb37-7b0d36987ee8 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 20:11:56.837219 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:56.852476 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a75860-1077-44cb-81c1-144c040c0353 admin admin] Pushing event updated for resources: {'Port': ['ID=ab2880f3-2544-4933-8015-63be2d23282e,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 20:11:56.883153 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e3a75860-1077-44cb-81c1-144c040c0353 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-887605'] for router_interface, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:56.938664 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e89eaa-e47d-45b3-8a0d-c734ff875c12 None None] Pushing event updated for resources: {'Port': ['ID=486e6d83-5f8c-42c8-8940-298c0957604c,revision_number=3']} {{(pid=88527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 20:11:57.120538 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-06b28174-f5fa-4a31-8afd-36e8e0a864bf None None] Set router 664b58e2-a048-4c64-8b06-7bab28c6652b gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 20:11:57.205421 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-72f0f7f6-75bd-4e1b-b36a-0b05303e6c21 None None] Current status of the port bee0967e-0c02-4dab-b36a-3fb0fff1969a is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 20:11:57.206029 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-72f0f7f6-75bd-4e1b-b36a-0b05303e6c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:57.245237 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port e2631d09-63e5-4c19-bb37-7b0d36987ee8 is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 20:11:57.245735 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:57.287804 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-72f0f7f6-75bd-4e1b-b36a-0b05303e6c21 None None] For port bee0967e-0c02-4dab-b36a-3fb0fff1969a, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=bee0967e-0c02-4dab-b36a-3fb0fff1969a,segment=NetworkSegment(4726f9ab-4411-49be-8d83-4ec4984d17f5),segment_id=4726f9ab-4411-49be-8d83-4ec4984d17f5)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 20:11:57.302424 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-72f0f7f6-75bd-4e1b-b36a-0b05303e6c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:57.323485 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e3a75860-1077-44cb-81c1-144c040c0353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:57.350035 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port e2631d09-63e5-4c19-bb37-7b0d36987ee8, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=e2631d09-63e5-4c19-bb37-7b0d36987ee8,segment=NetworkSegment(b16747c9-6bdf-4802-bd3d-09464c343d2f),segment_id=b16747c9-6bdf-4802-bd3d-09464c343d2f)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 20:11:57.363926 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:57.394319 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f0f7f6-75bd-4e1b-b36a-0b05303e6c21 None None] Pushing event updated for resources: {'Port': ['ID=bee0967e-0c02-4dab-b36a-3fb0fff1969a,revision_number=3']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 20:11:57.491062 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=e2631d09-63e5-4c19-bb37-7b0d36987ee8,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 20:11:57.491281 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-06b28174-f5fa-4a31-8afd-36e8e0a864bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '664b58e2-a048-4c64-8b06-7bab28c6652b', 'name': 'tempest-TestSnapshotPattern-2081184140-router', 'tenant_id': '25d943a2eadc4269a2feec556aff12bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': '486e6d83-5f8c-42c8-8940-298c0957604c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T20:11:52Z', 'updated_at': '2022-06-01T20:11:54Z', 'revision_number': 3, 'project_id': '25d943a2eadc4269a2feec556aff12bf', 'gw_port': {'id': '486e6d83-5f8c-42c8-8940-298c0957604c', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:19:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '664b58e2-a048-4c64-8b06-7bab28c6652b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4468, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T20:11:53Z', 'updated_at': '2022-06-01T20:11:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 20:11:57.495688 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b28174-f5fa-4a31-8afd-36e8e0a864bf None None] The sync data for ids ['664b58e2-a048-4c64-8b06-7bab28c6652b'] in n-d-844202-1 is: [{'id': '664b58e2-a048-4c64-8b06-7bab28c6652b', 'name': 'tempest-TestSnapshotPattern-2081184140-router', 'tenant_id': '25d943a2eadc4269a2feec556aff12bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': '486e6d83-5f8c-42c8-8940-298c0957604c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T20:11:52Z', 'updated_at': '2022-06-01T20:11:54Z', 'revision_number': 3, 'project_id': '25d943a2eadc4269a2feec556aff12bf', 'gw_port': {'id': '486e6d83-5f8c-42c8-8940-298c0957604c', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:19:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '664b58e2-a048-4c64-8b06-7bab28c6652b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4468, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T20:11:53Z', 'updated_at': '2022-06-01T20:11:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 20:11:57.605312 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e3a75860-1077-44cb-81c1-144c040c0353 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:57.610319 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e3a75860-1077-44cb-81c1-144c040c0353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:57.632775 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-7344f533-5c22-4d7b-b44b-7d6ad8b12134 None None] Provisioning complete for port bee0967e-0c02-4dab-b36a-3fb0fff1969a triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 20:11:57.633212 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-7344f533-5c22-4d7b-b44b-7d6ad8b12134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:57.755876 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-e3a75860-1077-44cb-81c1-144c040c0353 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-887436'] for router_interface, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:57.777727 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a75860-1077-44cb-81c1-144c040c0353 admin admin] Pushing event updated for resources: {'Port': ['ID=ab2880f3-2544-4933-8015-63be2d23282e,revision_number=2']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 20:11:57.837593 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-7344f533-5c22-4d7b-b44b-7d6ad8b12134 None None] Current status of the port bee0967e-0c02-4dab-b36a-3fb0fff1969a is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 20:11:57.852022 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-7344f533-5c22-4d7b-b44b-7d6ad8b12134 None None] Provisioning for port ab2880f3-2544-4933-8015-63be2d23282e completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 20:11:57.858237 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-7344f533-5c22-4d7b-b44b-7d6ad8b12134 None None] Provisioning complete for port ab2880f3-2544-4933-8015-63be2d23282e triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 20:11:57.858668 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-7344f533-5c22-4d7b-b44b-7d6ad8b12134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:57.935139 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3a75860-1077-44cb-81c1-144c040c0353 admin admin] Network 1273f06a-25b5-4b52-928b-3615d7ad6436 is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 20:11:57.936401 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [None req-e3a75860-1077-44cb-81c1-144c040c0353 admin admin] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 20:11:57.954243 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-7344f533-5c22-4d7b-b44b-7d6ad8b12134 None None] Port ab2880f3-2544-4933-8015-63be2d23282e cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 20:11:58.077496 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-89757066-2557-49a8-83fb-16efd2d91a2b None None] Provisioning complete for port ab2880f3-2544-4933-8015-63be2d23282e triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 20:11:58.077864 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-89757066-2557-49a8-83fb-16efd2d91a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:58.165723 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-89757066-2557-49a8-83fb-16efd2d91a2b None None] Port ab2880f3-2544-4933-8015-63be2d23282e cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 20:11:58.170635 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3a75860-1077-44cb-81c1-144c040c0353 admin admin] Router 664b58e2-a048-4c64-8b06-7bab28c6652b has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 20:11:58.266974 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device bee0967e-0c02-4dab-b36a-3fb0fff1969a up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 20:11:58.370111 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3a75860-1077-44cb-81c1-144c040c0353 admin admin] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 20:11:58.385162 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-e3a75860-1077-44cb-81c1-144c040c0353 admin admin] 10.222.0.41 "PUT /v2.0/routers/664b58e2-a048-4c64-8b06-7bab28c6652b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1037202 Jun 01 20:11:58.405597 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-89248ba0-3589-4277-89ef-d5d99f00d688 None None] Provisioning complete for port ab2880f3-2544-4933-8015-63be2d23282e triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 20:11:58.406153 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-89248ba0-3589-4277-89ef-d5d99f00d688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:58.465802 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-89248ba0-3589-4277-89ef-d5d99f00d688 None None] Port ab2880f3-2544-4933-8015-63be2d23282e cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 20:11:58.476822 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port bee0967e-0c02-4dab-b36a-3fb0fff1969a triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 20:11:58.477187 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:58.602579 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port bee0967e-0c02-4dab-b36a-3fb0fff1969a is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 20:11:58.603667 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device e2631d09-63e5-4c19-bb37-7b0d36987ee8 up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 20:11:58.678979 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port e2631d09-63e5-4c19-bb37-7b0d36987ee8 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 20:11:58.679267 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:58.798430 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port e2631d09-63e5-4c19-bb37-7b0d36987ee8 is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 20:11:58.799758 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 486e6d83-5f8c-42c8-8940-298c0957604c up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 20:11:58.813016 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 56500) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 20:11:58.819596 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-ec51e300-a2e3-4305-874c-25fa76548850 tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1126567743', 'description': 'tempest-secgroup-smoke-1126567743 description', 'project_id': '46e52e6793614032bcfaab5ea657863e'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 20:11:58.827079 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-ec51e300-a2e3-4305-874c-25fa76548850 tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 20:11:58.831170 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-ec51e300-a2e3-4305-874c-25fa76548850 tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Usage tracker for resource:security_group and tenant:46e52e6793614032bcfaab5ea657863e is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 20:11:58.834103 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-ec51e300-a2e3-4305-874c-25fa76548850 tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 20:11:58.840464 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-ec51e300-a2e3-4305-874c-25fa76548850 tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 20:11:58.851067 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ec51e300-a2e3-4305-874c-25fa76548850 tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Notify callbacks [] for security_group, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:58.869949 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port 486e6d83-5f8c-42c8-8940-298c0957604c completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 20:11:58.874607 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-ec51e300-a2e3-4305-874c-25fa76548850 tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 20:11:58.875270 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 486e6d83-5f8c-42c8-8940-298c0957604c triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 20:11:58.875775 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:58.880125 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-ec51e300-a2e3-4305-874c-25fa76548850 tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Usage tracker for resource:security_group_rule and tenant:46e52e6793614032bcfaab5ea657863e is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 20:11:58.883383 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-ec51e300-a2e3-4305-874c-25fa76548850 tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 20:11:58.891474 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-ec51e300-a2e3-4305-874c-25fa76548850 tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 20:11:58.974148 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ec51e300-a2e3-4305-874c-25fa76548850 tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Notify callbacks [] for security_group, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:58.978229 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ec51e300-a2e3-4305-874c-25fa76548850 tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:59.022207 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 486e6d83-5f8c-42c8-8940-298c0957604c is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 20:11:59.022870 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:59.025826 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec51e300-a2e3-4305-874c-25fa76548850 tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e468bed0-2418-478f-8da0-f259e08a25f4,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 20:11:59.030467 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-ec51e300-a2e3-4305-874c-25fa76548850 tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:59.031953 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-ec51e300-a2e3-4305-874c-25fa76548850 tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2174590 Jun 01 20:11:59.045097 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 56504) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 20:11:59.046278 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port 486e6d83-5f8c-42c8-8940-298c0957604c, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=486e6d83-5f8c-42c8-8940-298c0957604c,segment=NetworkSegment(7875af61-4c53-4ff2-b8c8-d4b7c35ff947),segment_id=7875af61-4c53-4ff2-b8c8-d4b7c35ff947)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 20:11:59.051924 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-98042f77-53b9-4556-8c5d-6ed4f385b178 tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Request body: {'security_group_rule': {'security_group_id': 'e468bed0-2418-478f-8da0-f259e08a25f4', 'project_id': '46e52e6793614032bcfaab5ea657863e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 20:11:59.052079 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:59.059624 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-98042f77-53b9-4556-8c5d-6ed4f385b178 tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 20:11:59.063756 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-98042f77-53b9-4556-8c5d-6ed4f385b178 tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Usage tracker for resource:security_group_rule and tenant:46e52e6793614032bcfaab5ea657863e is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 20:11:59.068510 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-98042f77-53b9-4556-8c5d-6ed4f385b178 tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 20:11:59.074708 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-98042f77-53b9-4556-8c5d-6ed4f385b178 tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 20:11:59.091922 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-98042f77-53b9-4556-8c5d-6ed4f385b178 tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:59.128573 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=486e6d83-5f8c-42c8-8940-298c0957604c,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 20:11:59.156839 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-98042f77-53b9-4556-8c5d-6ed4f385b178 tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:59.160672 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-98042f77-53b9-4556-8c5d-6ed4f385b178 tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:59.184263 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98042f77-53b9-4556-8c5d-6ed4f385b178 tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=022bb904-7890-43d5-900e-44ac31a03dd6,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 20:11:59.195482 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-98042f77-53b9-4556-8c5d-6ed4f385b178 tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:59.199509 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-98042f77-53b9-4556-8c5d-6ed4f385b178 tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1508217 Jun 01 20:11:59.199720 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 56508) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 20:11:59.200709 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77e6611-6a0c-428f-b282-58074008db92 None None] Sync routers for ids ['664b58e2-a048-4c64-8b06-7bab28c6652b'] in n-d-844202-1 {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 20:11:59.205269 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-a3b6907d-480d-4f09-b56d-d701f990b8f3 tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Request body: {'security_group_rule': {'security_group_id': 'e468bed0-2418-478f-8da0-f259e08a25f4', 'project_id': '46e52e6793614032bcfaab5ea657863e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 20:11:59.211038 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77e6611-6a0c-428f-b282-58074008db92 None None] Routers {'664b58e2-a048-4c64-8b06-7bab28c6652b'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 20:11:59.211644 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-d77e6611-6a0c-428f-b282-58074008db92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T20:11:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['664b58e2-a048-4c64-8b06-7bab28c6652b'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 20:11:59.212137 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-a3b6907d-480d-4f09-b56d-d701f990b8f3 tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 20:11:59.216186 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-a3b6907d-480d-4f09-b56d-d701f990b8f3 tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Usage tracker for resource:security_group_rule and tenant:46e52e6793614032bcfaab5ea657863e is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 20:11:59.219094 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-a3b6907d-480d-4f09-b56d-d701f990b8f3 tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 20:11:59.225136 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-a3b6907d-480d-4f09-b56d-d701f990b8f3 tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 20:11:59.241955 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a3b6907d-480d-4f09-b56d-d701f990b8f3 tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:59.303997 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a3b6907d-480d-4f09-b56d-d701f990b8f3 tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:59.307779 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a3b6907d-480d-4f09-b56d-d701f990b8f3 tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:59.329539 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b6907d-480d-4f09-b56d-d701f990b8f3 tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edf70bec-0f32-4034-a700-34088703e020,revision_number=0']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 20:11:59.341322 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-a3b6907d-480d-4f09-b56d-d701f990b8f3 tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:59.342533 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-a3b6907d-480d-4f09-b56d-d701f990b8f3 tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1418431 Jun 01 20:11:59.345372 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 56512) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 20:11:59.350878 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-a98f886c-3a7c-45d9-a512-f9839f25e82e tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Request body: {'security_group_rule': {'security_group_id': 'e468bed0-2418-478f-8da0-f259e08a25f4', 'project_id': '46e52e6793614032bcfaab5ea657863e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 20:11:59.358346 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-a98f886c-3a7c-45d9-a512-f9839f25e82e tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 20:11:59.363106 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-a98f886c-3a7c-45d9-a512-f9839f25e82e tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Usage tracker for resource:security_group_rule and tenant:46e52e6793614032bcfaab5ea657863e is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 20:11:59.366268 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-a98f886c-3a7c-45d9-a512-f9839f25e82e tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 20:11:59.372522 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-a98f886c-3a7c-45d9-a512-f9839f25e82e tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 20:11:59.392389 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a98f886c-3a7c-45d9-a512-f9839f25e82e tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:59.402913 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-d77e6611-6a0c-428f-b282-58074008db92 None None] Set router 664b58e2-a048-4c64-8b06-7bab28c6652b gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 20:11:59.461587 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a98f886c-3a7c-45d9-a512-f9839f25e82e tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:59.465906 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a98f886c-3a7c-45d9-a512-f9839f25e82e tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:59.489609 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98f886c-3a7c-45d9-a512-f9839f25e82e tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ff8bd54-3601-4084-ae44-ff98d15769ec,revision_number=0']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 20:11:59.498272 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a98f886c-3a7c-45d9-a512-f9839f25e82e tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:59.499561 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-a98f886c-3a7c-45d9-a512-f9839f25e82e tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1531656 Jun 01 20:11:59.503141 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 56516) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 20:11:59.508422 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-7d4ed4ef-6440-4306-a127-8a35b17f44c2 tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Request body: {'security_group_rule': {'security_group_id': 'e468bed0-2418-478f-8da0-f259e08a25f4', 'project_id': '46e52e6793614032bcfaab5ea657863e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 20:11:59.515025 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-7d4ed4ef-6440-4306-a127-8a35b17f44c2 tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 20:11:59.519194 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-7d4ed4ef-6440-4306-a127-8a35b17f44c2 tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Usage tracker for resource:security_group_rule and tenant:46e52e6793614032bcfaab5ea657863e is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 20:11:59.522114 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-7d4ed4ef-6440-4306-a127-8a35b17f44c2 tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 20:11:59.528102 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-7d4ed4ef-6440-4306-a127-8a35b17f44c2 tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 20:11:59.546455 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-7d4ed4ef-6440-4306-a127-8a35b17f44c2 tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:59.610315 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-7d4ed4ef-6440-4306-a127-8a35b17f44c2 tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:59.615193 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-7d4ed4ef-6440-4306-a127-8a35b17f44c2 tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:59.641733 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4ed4ef-6440-4306-a127-8a35b17f44c2 tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ad71208-5289-46ae-a424-efecacd97fab,revision_number=0']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 20:11:59.652537 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-7d4ed4ef-6440-4306-a127-8a35b17f44c2 tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:59.656312 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-7d4ed4ef-6440-4306-a127-8a35b17f44c2 tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1496763 Jun 01 20:11:59.656578 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 56520) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 20:11:59.662135 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-6dad0065-6a24-4557-9fdb-782c79747a02 tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Request body: {'security_group_rule': {'security_group_id': 'e468bed0-2418-478f-8da0-f259e08a25f4', 'project_id': '46e52e6793614032bcfaab5ea657863e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 20:11:59.668676 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-6dad0065-6a24-4557-9fdb-782c79747a02 tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 20:11:59.672509 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-6dad0065-6a24-4557-9fdb-782c79747a02 tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Usage tracker for resource:security_group_rule and tenant:46e52e6793614032bcfaab5ea657863e is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 20:11:59.676040 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-6dad0065-6a24-4557-9fdb-782c79747a02 tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 20:11:59.682131 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-6dad0065-6a24-4557-9fdb-782c79747a02 tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 20:11:59.694866 n-d-844202-1 neutron-server[88524]: INFO neutron.db.securitygroups_db [None req-6dad0065-6a24-4557-9fdb-782c79747a02 tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Project 46e52e6793614032bcfaab5ea657863e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 01 20:11:59.702840 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6dad0065-6a24-4557-9fdb-782c79747a02 tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:59.735016 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-d77e6611-6a0c-428f-b282-58074008db92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '664b58e2-a048-4c64-8b06-7bab28c6652b', 'name': 'tempest-TestSnapshotPattern-2081184140-router', 'tenant_id': '25d943a2eadc4269a2feec556aff12bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': '486e6d83-5f8c-42c8-8940-298c0957604c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T20:11:52Z', 'updated_at': '2022-06-01T20:11:57Z', 'revision_number': 4, 'project_id': '25d943a2eadc4269a2feec556aff12bf', 'gw_port': {'id': '486e6d83-5f8c-42c8-8940-298c0957604c', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:19:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '664b58e2-a048-4c64-8b06-7bab28c6652b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4468, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T20:11:53Z', 'updated_at': '2022-06-01T20:11:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': 'ab2880f3-2544-4933-8015-63be2d23282e', 'name': '', 'network_id': '1273f06a-25b5-4b52-928b-3615d7ad6436', 'tenant_id': '25d943a2eadc4269a2feec556aff12bf', 'mac_address': 'fa:16:3e:04:8b:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '664b58e2-a048-4c64-8b06-7bab28c6652b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4469, 'fixed_ips': [{'subnet_id': '3a921f31-7a86-4638-9fd3-4b0e154ed4a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T20:11:56Z', 'updated_at': '2022-06-01T20:11:57Z', 'revision_number': 2, 'project_id': '25d943a2eadc4269a2feec556aff12bf', 'subnets': [{'id': '3a921f31-7a86-4638-9fd3-4b0e154ed4a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 20:11:59.739041 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77e6611-6a0c-428f-b282-58074008db92 None None] Checking router: 664b58e2-a048-4c64-8b06-7bab28c6652b for host: n-d-844202-1 {{(pid=88526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 20:11:59.739420 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77e6611-6a0c-428f-b282-58074008db92 None None] Updating router 664b58e2-a048-4c64-8b06-7bab28c6652b port ab2880f3-2544-4933-8015-63be2d23282e binding host n-d-844202-1 {{(pid=88526) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 20:11:59.780103 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6dad0065-6a24-4557-9fdb-782c79747a02 tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:59.784668 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6dad0065-6a24-4557-9fdb-782c79747a02 tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:59.795861 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-d77e6611-6a0c-428f-b282-58074008db92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:59.805704 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dad0065-6a24-4557-9fdb-782c79747a02 tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64073fe8-b655-40c7-8470-4bef9a2df882,revision_number=0']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 20:11:59.817898 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-6dad0065-6a24-4557-9fdb-782c79747a02 tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:11:59.819055 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-6dad0065-6a24-4557-9fdb-782c79747a02 tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1615834 Jun 01 20:11:59.821713 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 56524) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 20:11:59.826450 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [None req-4284cd50-3dc2-4b73-81e7-dfa901d3af71 tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Request body: {'security_group_rule': {'security_group_id': 'e468bed0-2418-478f-8da0-f259e08a25f4', 'project_id': '46e52e6793614032bcfaab5ea657863e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 20:11:59.833967 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-4284cd50-3dc2-4b73-81e7-dfa901d3af71 tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 20:11:59.838071 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-4284cd50-3dc2-4b73-81e7-dfa901d3af71 tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Usage tracker for resource:security_group_rule and tenant:46e52e6793614032bcfaab5ea657863e is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 20:11:59.841267 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [None req-4284cd50-3dc2-4b73-81e7-dfa901d3af71 tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 20:11:59.847215 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [None req-4284cd50-3dc2-4b73-81e7-dfa901d3af71 tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 20:11:59.860607 n-d-844202-1 neutron-server[88524]: INFO neutron.db.securitygroups_db [None req-4284cd50-3dc2-4b73-81e7-dfa901d3af71 tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Project 46e52e6793614032bcfaab5ea657863e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 01 20:11:59.867465 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4284cd50-3dc2-4b73-81e7-dfa901d3af71 tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:12:00.044016 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4284cd50-3dc2-4b73-81e7-dfa901d3af71 tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:12:00.050595 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4284cd50-3dc2-4b73-81e7-dfa901d3af71 tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879290'] for security_group_rule, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:12:00.076082 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4284cd50-3dc2-4b73-81e7-dfa901d3af71 tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a067c4f-eb93-4e7d-9b19-58073d75f102,revision_number=0']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 20:12:00.087830 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-4284cd50-3dc2-4b73-81e7-dfa901d3af71 tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:12:00.089267 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-4284cd50-3dc2-4b73-81e7-dfa901d3af71 tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2666702 Jun 01 20:12:00.202113 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 486e6d83-5f8c-42c8-8940-298c0957604c up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 20:12:00.266662 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-d77e6611-6a0c-428f-b282-58074008db92 None None] Notify callbacks [] for port, precommit_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:12:00.283864 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-d77e6611-6a0c-428f-b282-58074008db92 None None] Transition to ACTIVE for port object ab2880f3-2544-4933-8015-63be2d23282e will not be triggered until provisioned by entity L2. {{(pid=88526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 20:12:00.294035 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-d77e6611-6a0c-428f-b282-58074008db92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:12:00.346095 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-8c2961cd-b85e-487f-a82f-dfce4d76b748 req-c48de766-c401-4ec7-a82e-b76a6597fe63 tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Synchronizing usage tracker for tenant:46e52e6793614032bcfaab5ea657863e on resource:security_group {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 20:12:00.362371 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-8c2961cd-b85e-487f-a82f-dfce4d76b748 req-c48de766-c401-4ec7-a82e-b76a6597fe63 tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Unset dirty status for tenant:46e52e6793614032bcfaab5ea657863e on resource:security_group {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 20:12:00.363571 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8c2961cd-b85e-487f-a82f-dfce4d76b748 req-c48de766-c401-4ec7-a82e-b76a6597fe63 tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1126567743&fields=id&tenant_id=46e52e6793614032bcfaab5ea657863e HTTP/1.1" status: 200 len: 267 time: 0.0597351 Jun 01 20:12:00.401541 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port 486e6d83-5f8c-42c8-8940-298c0957604c triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 20:12:00.401913 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:12:00.474073 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4d7e18-bb51-40b5-bfc2-fc4c15913bf1 None None] Pushing event updated for resources: {'Port': ['ID=ab2880f3-2544-4933-8015-63be2d23282e,revision_number=3']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 20:12:00.534667 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2961cd-b85e-487f-a82f-dfce4d76b748 req-6cc78a68-8826-4a3a-bbcd-25ad35a30deb tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:12:00.535619 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-8c2961cd-b85e-487f-a82f-dfce4d76b748 req-6cc78a68-8826-4a3a-bbcd-25ad35a30deb tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Synchronizing usage tracker for tenant:46e52e6793614032bcfaab5ea657863e on resource:network {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 20:12:00.554121 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-8c2961cd-b85e-487f-a82f-dfce4d76b748 req-6cc78a68-8826-4a3a-bbcd-25ad35a30deb tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Unset dirty status for tenant:46e52e6793614032bcfaab5ea657863e on resource:network {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 20:12:00.555381 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8c2961cd-b85e-487f-a82f-dfce4d76b748 req-6cc78a68-8826-4a3a-bbcd-25ad35a30deb tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] 10.222.0.41 "GET /v2.0/networks?id=a43d52e2-bbf3-4300-86a5-de6c3d9b6a5e HTTP/1.1" status: 200 len: 810 time: 0.1833117 Jun 01 20:12:00.570916 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8c2961cd-b85e-487f-a82f-dfce4d76b748 req-153fb274-3852-4820-b641-1454dbe2476e tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] 10.222.0.41 "GET /v2.0/quotas/46e52e6793614032bcfaab5ea657863e HTTP/1.1" status: 200 len: 375 time: 0.0099323 Jun 01 20:12:00.577450 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-d77e6611-6a0c-428f-b282-58074008db92 None None] Attempting to bind port ab2880f3-2544-4933-8015-63be2d23282e on host n-d-844202-1 for vnic_type normal with profile {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 20:12:00.577814 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-d77e6611-6a0c-428f-b282-58074008db92 None None] Attempting to bind port ab2880f3-2544-4933-8015-63be2d23282e by drivers openvswitch,hyperv on host n-d-844202-1 at level 0 using segments [{'id': '4726f9ab-4411-49be-8d83-4ec4984d17f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1273f06a-25b5-4b52-928b-3615d7ad6436'}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 20:12:00.578174 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77e6611-6a0c-428f-b282-58074008db92 None None] Attempting to bind port ab2880f3-2544-4933-8015-63be2d23282e on network 1273f06a-25b5-4b52-928b-3615d7ad6436 {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 20:12:00.585689 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77e6611-6a0c-428f-b282-58074008db92 None None] Checking agent: {'id': 'd8600f39-7545-41a1-a809-080aa8f09df9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 28, 40), 'started_at': datetime.datetime(2022, 6, 1, 18, 29, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 20, 11, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-844202-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 20:12:00.586065 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77e6611-6a0c-428f-b282-58074008db92 None None] Checking segment: {'id': '4726f9ab-4411-49be-8d83-4ec4984d17f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1273f06a-25b5-4b52-928b-3615d7ad6436'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 20:12:00.586460 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-d77e6611-6a0c-428f-b282-58074008db92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:12:00.586823 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77e6611-6a0c-428f-b282-58074008db92 None None] Bound using segment: {'id': '4726f9ab-4411-49be-8d83-4ec4984d17f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1273f06a-25b5-4b52-928b-3615d7ad6436'} {{(pid=88526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 20:12:00.587289 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.managers [None req-d77e6611-6a0c-428f-b282-58074008db92 None None] Bound port: ab2880f3-2544-4933-8015-63be2d23282e, host: n-d-844202-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4726f9ab-4411-49be-8d83-4ec4984d17f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1273f06a-25b5-4b52-928b-3615d7ad6436'}}] {{(pid=88526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 20:12:00.587656 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-d77e6611-6a0c-428f-b282-58074008db92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:12:00.653112 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-8c2961cd-b85e-487f-a82f-dfce4d76b748 req-0c2f8739-a13f-4395-a830-a03d0140c31d tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Synchronizing usage tracker for tenant:46e52e6793614032bcfaab5ea657863e on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 20:12:00.670245 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-8c2961cd-b85e-487f-a82f-dfce4d76b748 req-0c2f8739-a13f-4395-a830-a03d0140c31d tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Unset dirty status for tenant:46e52e6793614032bcfaab5ea657863e on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 20:12:00.671719 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8c2961cd-b85e-487f-a82f-dfce4d76b748 req-0c2f8739-a13f-4395-a830-a03d0140c31d tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=46e52e6793614032bcfaab5ea657863e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0953324 Jun 01 20:12:00.688784 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [req-8c2961cd-b85e-487f-a82f-dfce4d76b748 req-826e39ea-da69-4c66-bcde-97a82b59039c service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=88525) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 20:12:00.689857 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8c2961cd-b85e-487f-a82f-dfce4d76b748 req-826e39ea-da69-4c66-bcde-97a82b59039c service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053864 Jun 01 20:12:00.710588 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port 486e6d83-5f8c-42c8-8940-298c0957604c is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 20:12:00.743780 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-d77e6611-6a0c-428f-b282-58074008db92 None None] For port ab2880f3-2544-4933-8015-63be2d23282e, host n-d-844202-1, cleared binding levels {{(pid=88526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 20:12:00.746812 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-d77e6611-6a0c-428f-b282-58074008db92 None None] For port ab2880f3-2544-4933-8015-63be2d23282e, host n-d-844202-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=ab2880f3-2544-4933-8015-63be2d23282e,segment=NetworkSegment(4726f9ab-4411-49be-8d83-4ec4984d17f5),segment_id=4726f9ab-4411-49be-8d83-4ec4984d17f5)] {{(pid=88526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 20:12:00.751539 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-d77e6611-6a0c-428f-b282-58074008db92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:12:00.833930 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77e6611-6a0c-428f-b282-58074008db92 None None] Routers {'664b58e2-a048-4c64-8b06-7bab28c6652b'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 20:12:00.834783 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-d77e6611-6a0c-428f-b282-58074008db92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T20:11:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['664b58e2-a048-4c64-8b06-7bab28c6652b'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 20:12:00.835015 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8c2961cd-b85e-487f-a82f-dfce4d76b748 req-a7c00855-8f97-4320-a4f9-a091b3f2ab6d service neutron] 10.222.0.41 "GET /v2.0/networks/a43d52e2-bbf3-4300-86a5-de6c3d9b6a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387610 Jun 01 20:12:00.886421 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4d7e18-bb51-40b5-bfc2-fc4c15913bf1 None None] Pushing event updated for resources: {'Port': ['ID=ab2880f3-2544-4933-8015-63be2d23282e,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 20:12:00.990704 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-8c2961cd-b85e-487f-a82f-dfce4d76b748 req-f6381fa9-a894-4fab-975f-b17c1b8716f6 service neutron] 10.222.0.41 "GET /v2.0/networks/a43d52e2-bbf3-4300-86a5-de6c3d9b6a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547234 Jun 01 20:12:01.035571 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-d77e6611-6a0c-428f-b282-58074008db92 None None] Set router 664b58e2-a048-4c64-8b06-7bab28c6652b gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 20:12:01.180577 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-98410a5f-79d7-412b-aba0-8ecb1a405721 req-92c29800-c8a7-48ba-9c9c-d0826cf3b919 tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7da1442-d52e-4d3f-8342-22961a66dbd3 HTTP/1.1" status: 200 len: 210 time: 0.0432408 Jun 01 20:12:01.367481 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-d77e6611-6a0c-428f-b282-58074008db92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '664b58e2-a048-4c64-8b06-7bab28c6652b', 'name': 'tempest-TestSnapshotPattern-2081184140-router', 'tenant_id': '25d943a2eadc4269a2feec556aff12bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': '486e6d83-5f8c-42c8-8940-298c0957604c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T20:11:52Z', 'updated_at': '2022-06-01T20:11:57Z', 'revision_number': 4, 'project_id': '25d943a2eadc4269a2feec556aff12bf', 'gw_port': {'id': '486e6d83-5f8c-42c8-8940-298c0957604c', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:19:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '664b58e2-a048-4c64-8b06-7bab28c6652b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4468, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T20:11:53Z', 'updated_at': '2022-06-01T20:11:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': 'ab2880f3-2544-4933-8015-63be2d23282e', 'name': '', 'network_id': '1273f06a-25b5-4b52-928b-3615d7ad6436', 'tenant_id': '25d943a2eadc4269a2feec556aff12bf', 'mac_address': 'fa:16:3e:04:8b:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '664b58e2-a048-4c64-8b06-7bab28c6652b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4469, 'fixed_ips': [{'subnet_id': '3a921f31-7a86-4638-9fd3-4b0e154ed4a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T20:11:56Z', 'updated_at': '2022-06-01T20:12:00Z', 'revision_number': 4, 'project_id': '25d943a2eadc4269a2feec556aff12bf', 'subnets': [{'id': '3a921f31-7a86-4638-9fd3-4b0e154ed4a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 20:12:01.378732 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77e6611-6a0c-428f-b282-58074008db92 None None] The sync data for ids ['664b58e2-a048-4c64-8b06-7bab28c6652b'] in n-d-844202-1 is: [{'id': '664b58e2-a048-4c64-8b06-7bab28c6652b', 'name': 'tempest-TestSnapshotPattern-2081184140-router', 'tenant_id': '25d943a2eadc4269a2feec556aff12bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': '486e6d83-5f8c-42c8-8940-298c0957604c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T20:11:52Z', 'updated_at': '2022-06-01T20:11:57Z', 'revision_number': 4, 'project_id': '25d943a2eadc4269a2feec556aff12bf', 'gw_port': {'id': '486e6d83-5f8c-42c8-8940-298c0957604c', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:19:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '664b58e2-a048-4c64-8b06-7bab28c6652b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4468, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T20:11:53Z', 'updated_at': '2022-06-01T20:11:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': 'ab2880f3-2544-4933-8015-63be2d23282e', 'name': '', 'network_id': '1273f06a-25b5-4b52-928b-3615d7ad6436', 'tenant_id': '25d943a2eadc4269a2feec556aff12bf', 'mac_address': 'fa:16:3e:04:8b:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '664b58e2-a048-4c64-8b06-7bab28c6652b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4469, 'fixed_ips': [{'subnet_id': '3a921f31-7a86-4638-9fd3-4b0e154ed4a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T20:11:56Z', 'updated_at': '2022-06-01T20:12:00Z', 'revision_number': 4, 'project_id': '25d943a2eadc4269a2feec556aff12bf', 'subnets': [{'id': '3a921f31-7a86-4638-9fd3-4b0e154ed4a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 20:12:02.179704 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device ab2880f3-2544-4933-8015-63be2d23282e up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 20:12:02.264961 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning for port ab2880f3-2544-4933-8015-63be2d23282e completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 20:12:02.271286 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port ab2880f3-2544-4933-8015-63be2d23282e triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 20:12:02.271647 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:12:02.434235 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port ab2880f3-2544-4933-8015-63be2d23282e is: DOWN; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 20:12:02.434936 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:12:02.476722 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] For port ab2880f3-2544-4933-8015-63be2d23282e, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=ab2880f3-2544-4933-8015-63be2d23282e,segment=NetworkSegment(4726f9ab-4411-49be-8d83-4ec4984d17f5),segment_id=4726f9ab-4411-49be-8d83-4ec4984d17f5)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 20:12:02.478994 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2961cd-b85e-487f-a82f-dfce4d76b748 req-178b8110-5b1b-4cc3-ac14-fa30bf9a5d26 tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:12:02.480781 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-8c2961cd-b85e-487f-a82f-dfce4d76b748 req-178b8110-5b1b-4cc3-ac14-fa30bf9a5d26 tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] 10.222.0.50 "GET /v2.0/networks?id=a43d52e2-bbf3-4300-86a5-de6c3d9b6a5e HTTP/1.1" status: 200 len: 810 time: 0.2089040 Jun 01 20:12:02.483263 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:12:02.544151 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-8c2961cd-b85e-487f-a82f-dfce4d76b748 req-13fe8411-112e-461d-a950-d08ac1c57253 tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Synchronizing usage tracker for tenant:46e52e6793614032bcfaab5ea657863e on resource:security_group {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 20:12:02.561395 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-8c2961cd-b85e-487f-a82f-dfce4d76b748 req-13fe8411-112e-461d-a950-d08ac1c57253 tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Unset dirty status for tenant:46e52e6793614032bcfaab5ea657863e on resource:security_group {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 20:12:02.562926 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-8c2961cd-b85e-487f-a82f-dfce4d76b748 req-13fe8411-112e-461d-a950-d08ac1c57253 tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=46e52e6793614032bcfaab5ea657863e HTTP/1.1" status: 200 len: 380 time: 0.0725584 Jun 01 20:12:02.572791 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Pushing event updated for resources: {'Port': ['ID=ab2880f3-2544-4933-8015-63be2d23282e,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 20:12:02.573362 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-8c2961cd-b85e-487f-a82f-dfce4d76b748 req-dabad6af-d618-4462-928c-6769a28c3d69 tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Request body: {'port': {'device_id': 'c7da1442-d52e-4d3f-8342-22961a66dbd3', 'network_id': 'a43d52e2-bbf3-4300-86a5-de6c3d9b6a5e', 'admin_state_up': True, 'tenant_id': '46e52e6793614032bcfaab5ea657863e', 'security_groups': ['e468bed0-2418-478f-8da0-f259e08a25f4']}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 20:12:02.574577 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-adee49e1-f584-4bac-8f47-086ff7a6aaab req-37a93a3c-74a2-46de-a496-d5debc06c80b tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7da1442-d52e-4d3f-8342-22961a66dbd3 HTTP/1.1" status: 200 len: 210 time: 0.2289829 Jun 01 20:12:02.722228 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-8c2961cd-b85e-487f-a82f-dfce4d76b748 req-dabad6af-d618-4462-928c-6769a28c3d69 tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 20:12:02.731504 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-8c2961cd-b85e-487f-a82f-dfce4d76b748 req-dabad6af-d618-4462-928c-6769a28c3d69 tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 20:12:02.741496 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c2961cd-b85e-487f-a82f-dfce4d76b748 req-dabad6af-d618-4462-928c-6769a28c3d69 tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Made reservation on behalf of 46e52e6793614032bcfaab5ea657863e for: {'port': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 20:12:02.744992 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-8c2961cd-b85e-487f-a82f-dfce4d76b748 req-dabad6af-d618-4462-928c-6769a28c3d69 tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:12:02.906759 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [req-8c2961cd-b85e-487f-a82f-dfce4d76b748 req-dabad6af-d618-4462-928c-6769a28c3d69 tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Allocated IP 172.20.0.11 (a43d52e2-bbf3-4300-86a5-de6c3d9b6a5e/9426aa09-4991-4d92-8812-68edc47caaaf/68e03c73-b226-4cc2-91d3-7ce9cbce938a) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 20:12:03.101490 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-8c2961cd-b85e-487f-a82f-dfce4d76b748 req-dabad6af-d618-4462-928c-6769a28c3d69 tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:12:03.119553 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [req-8c2961cd-b85e-487f-a82f-dfce4d76b748 req-dabad6af-d618-4462-928c-6769a28c3d69 tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Transition to ACTIVE for port object 68e03c73-b226-4cc2-91d3-7ce9cbce938a will not be triggered until provisioned by entity DHCP. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 20:12:03.142389 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-8c2961cd-b85e-487f-a82f-dfce4d76b748 req-dabad6af-d618-4462-928c-6769a28c3d69 tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:12:03.216768 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c2961cd-b85e-487f-a82f-dfce4d76b748 req-dabad6af-d618-4462-928c-6769a28c3d69 tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Network a43d52e2-bbf3-4300-86a5-de6c3d9b6a5e is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 20:12:03.219938 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [req-8c2961cd-b85e-487f-a82f-dfce4d76b748 req-dabad6af-d618-4462-928c-6769a28c3d69 tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 20:12:03.224458 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c2961cd-b85e-487f-a82f-dfce4d76b748 req-dabad6af-d618-4462-928c-6769a28c3d69 tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 20:12:03.255300 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabad6af-d618-4462-928c-6769a28c3d69 tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Pushing event updated for resources: {'Port': ['ID=68e03c73-b226-4cc2-91d3-7ce9cbce938a,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 20:12:03.292005 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2961cd-b85e-487f-a82f-dfce4d76b748 req-dabad6af-d618-4462-928c-6769a28c3d69 tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:12:03.292652 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-8c2961cd-b85e-487f-a82f-dfce4d76b748 req-dabad6af-d618-4462-928c-6769a28c3d69 tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:12:03.318491 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-8c2961cd-b85e-487f-a82f-dfce4d76b748 req-dabad6af-d618-4462-928c-6769a28c3d69 tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7500541 Jun 01 20:12:03.441638 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-8c2961cd-b85e-487f-a82f-dfce4d76b748 req-1d850a14-cc03-49e8-a7be-b979e2708124 service neutron] Request body: {'port': {'device_id': 'c7da1442-d52e-4d3f-8342-22961a66dbd3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-844202-1'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 20:12:03.531795 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-57819f58-5b0a-4225-bfeb-1571b838eefc None None] Provisioning for port 68e03c73-b226-4cc2-91d3-7ce9cbce938a completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 20:12:03.539304 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-57819f58-5b0a-4225-bfeb-1571b838eefc None None] Provisioning complete for port 68e03c73-b226-4cc2-91d3-7ce9cbce938a triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 20:12:03.539670 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-57819f58-5b0a-4225-bfeb-1571b838eefc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:12:03.559332 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-8c2961cd-b85e-487f-a82f-dfce4d76b748 req-1d850a14-cc03-49e8-a7be-b979e2708124 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:12:03.601259 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-57819f58-5b0a-4225-bfeb-1571b838eefc None None] Port 68e03c73-b226-4cc2-91d3-7ce9cbce938a cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 20:12:03.767422 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e44dc29-d3da-4065-a822-1d2e589b2724 req-1a8e3bbf-6f8a-49b3-8c5e-36a942831f2c tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:12:03.769369 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-7e44dc29-d3da-4065-a822-1d2e589b2724 req-1a8e3bbf-6f8a-49b3-8c5e-36a942831f2c tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7da1442-d52e-4d3f-8342-22961a66dbd3 HTTP/1.1" status: 200 len: 932 time: 0.0872865 Jun 01 20:12:03.814230 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-7e44dc29-d3da-4065-a822-1d2e589b2724 req-57ac1c44-13d8-4a1a-a97e-c2c7d420eb30 tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] 10.222.0.41 "GET /v2.0/security-groups?id=e468bed0-2418-478f-8da0-f259e08a25f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389349 Jun 01 20:12:03.910082 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [req-8c2961cd-b85e-487f-a82f-dfce4d76b748 req-1d850a14-cc03-49e8-a7be-b979e2708124 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68e03c73-b226-4cc2-91d3-7ce9cbce938a {{(pid=88524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 20:12:03.917350 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-8c2961cd-b85e-487f-a82f-dfce4d76b748 req-1d850a14-cc03-49e8-a7be-b979e2708124 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:12:03.932171 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [req-8c2961cd-b85e-487f-a82f-dfce4d76b748 req-1d850a14-cc03-49e8-a7be-b979e2708124 service neutron] Transition to ACTIVE for port object 68e03c73-b226-4cc2-91d3-7ce9cbce938a will not be triggered until provisioned by entity L2. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 20:12:03.936469 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-8c2961cd-b85e-487f-a82f-dfce4d76b748 req-1d850a14-cc03-49e8-a7be-b979e2708124 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:12:04.101089 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d850a14-cc03-49e8-a7be-b979e2708124 service neutron] Pushing event updated for resources: {'Port': ['ID=68e03c73-b226-4cc2-91d3-7ce9cbce938a,revision_number=2']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 20:12:04.176883 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device ab2880f3-2544-4933-8015-63be2d23282e up at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 20:12:04.187930 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-8c2961cd-b85e-487f-a82f-dfce4d76b748 req-1d850a14-cc03-49e8-a7be-b979e2708124 service neutron] Attempting to bind port 68e03c73-b226-4cc2-91d3-7ce9cbce938a on host n-h2-844202-1 for vnic_type normal with profile {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 20:12:04.188409 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-8c2961cd-b85e-487f-a82f-dfce4d76b748 req-1d850a14-cc03-49e8-a7be-b979e2708124 service neutron] Attempting to bind port 68e03c73-b226-4cc2-91d3-7ce9cbce938a by drivers openvswitch,hyperv on host n-h2-844202-1 at level 0 using segments [{'id': 'b16747c9-6bdf-4802-bd3d-09464c343d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'a43d52e2-bbf3-4300-86a5-de6c3d9b6a5e'}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 20:12:04.188733 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c2961cd-b85e-487f-a82f-dfce4d76b748 req-1d850a14-cc03-49e8-a7be-b979e2708124 service neutron] Attempting to bind port 68e03c73-b226-4cc2-91d3-7ce9cbce938a on network a43d52e2-bbf3-4300-86a5-de6c3d9b6a5e {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 20:12:04.193604 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c2961cd-b85e-487f-a82f-dfce4d76b748 req-1d850a14-cc03-49e8-a7be-b979e2708124 service neutron] Port 68e03c73-b226-4cc2-91d3-7ce9cbce938a on network a43d52e2-bbf3-4300-86a5-de6c3d9b6a5e not bound, no agent of type Open vSwitch agent registered on host n-h2-844202-1 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 20:12:04.193917 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c2961cd-b85e-487f-a82f-dfce4d76b748 req-1d850a14-cc03-49e8-a7be-b979e2708124 service neutron] Attempting to bind port 68e03c73-b226-4cc2-91d3-7ce9cbce938a on network a43d52e2-bbf3-4300-86a5-de6c3d9b6a5e {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 20:12:04.198938 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c2961cd-b85e-487f-a82f-dfce4d76b748 req-1d850a14-cc03-49e8-a7be-b979e2708124 service neutron] Checking agent: {'id': 'f5db9968-6317-4186-9100-9e0ca6b50417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 20, 11, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 20:12:04.199267 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c2961cd-b85e-487f-a82f-dfce4d76b748 req-1d850a14-cc03-49e8-a7be-b979e2708124 service neutron] Checking segment: {'id': 'b16747c9-6bdf-4802-bd3d-09464c343d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'a43d52e2-bbf3-4300-86a5-de6c3d9b6a5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 20:12:04.199656 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c2961cd-b85e-487f-a82f-dfce4d76b748 req-1d850a14-cc03-49e8-a7be-b979e2708124 service neutron] Bound using segment: {'id': 'b16747c9-6bdf-4802-bd3d-09464c343d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'a43d52e2-bbf3-4300-86a5-de6c3d9b6a5e'} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 20:12:04.200077 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-8c2961cd-b85e-487f-a82f-dfce4d76b748 req-1d850a14-cc03-49e8-a7be-b979e2708124 service neutron] Bound port: 68e03c73-b226-4cc2-91d3-7ce9cbce938a, host: n-h2-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b16747c9-6bdf-4802-bd3d-09464c343d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'a43d52e2-bbf3-4300-86a5-de6c3d9b6a5e'}}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 20:12:04.200445 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-8c2961cd-b85e-487f-a82f-dfce4d76b748 req-1d850a14-cc03-49e8-a7be-b979e2708124 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:12:04.259516 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Provisioning complete for port ab2880f3-2544-4933-8015-63be2d23282e triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 20:12:04.259800 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:12:04.382421 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Current status of the port ab2880f3-2544-4933-8015-63be2d23282e is: ACTIVE; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 20:12:04.397687 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-8c2961cd-b85e-487f-a82f-dfce4d76b748 req-1d850a14-cc03-49e8-a7be-b979e2708124 service neutron] For port 68e03c73-b226-4cc2-91d3-7ce9cbce938a, host n-h2-844202-1, cleared binding levels {{(pid=88524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 20:12:04.400609 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-8c2961cd-b85e-487f-a82f-dfce4d76b748 req-1d850a14-cc03-49e8-a7be-b979e2708124 service neutron] For port 68e03c73-b226-4cc2-91d3-7ce9cbce938a, host n-h2-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=68e03c73-b226-4cc2-91d3-7ce9cbce938a,segment=NetworkSegment(b16747c9-6bdf-4802-bd3d-09464c343d2f),segment_id=b16747c9-6bdf-4802-bd3d-09464c343d2f)] {{(pid=88524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 20:12:04.405382 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-8c2961cd-b85e-487f-a82f-dfce4d76b748 req-1d850a14-cc03-49e8-a7be-b979e2708124 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:12:04.471847 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2961cd-b85e-487f-a82f-dfce4d76b748 req-1d850a14-cc03-49e8-a7be-b979e2708124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:12:04.472531 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-8c2961cd-b85e-487f-a82f-dfce4d76b748 req-1d850a14-cc03-49e8-a7be-b979e2708124 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:12:04.473881 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-8c2961cd-b85e-487f-a82f-dfce4d76b748 req-1d850a14-cc03-49e8-a7be-b979e2708124 service neutron] 10.222.0.50 "PUT /v2.0/ports/68e03c73-b226-4cc2-91d3-7ce9cbce938a HTTP/1.1" status: 200 len: 1092 time: 1.1482060 Jun 01 20:12:04.474314 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7da1442-d52e-4d3f-8342-22961a66dbd3', 'tag': '68e03c73-b226-4cc2-91d3-7ce9cbce938a'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 20:12:04.495766 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d850a14-cc03-49e8-a7be-b979e2708124 service neutron] Pushing event updated for resources: {'Port': ['ID=68e03c73-b226-4cc2-91d3-7ce9cbce938a,revision_number=3']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 20:12:04.544249 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d019111-ce3b-42d2-a172-13c4ac8a27ee'] response: {'name': 'network-changed', 'server_uuid': 'c7da1442-d52e-4d3f-8342-22961a66dbd3', 'tag': '68e03c73-b226-4cc2-91d3-7ce9cbce938a', 'status': 'completed', 'code': 200} Jun 01 20:12:04.587298 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2961cd-b85e-487f-a82f-dfce4d76b748 req-285b77d1-0c70-428d-b7c4-60eb9f515c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:12:04.588823 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-8c2961cd-b85e-487f-a82f-dfce4d76b748 req-285b77d1-0c70-428d-b7c4-60eb9f515c68 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=46e52e6793614032bcfaab5ea657863e&device_id=c7da1442-d52e-4d3f-8342-22961a66dbd3 HTTP/1.1" status: 200 len: 1095 time: 0.0778303 Jun 01 20:12:04.661921 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-8c2961cd-b85e-487f-a82f-dfce4d76b748 req-d2dccccc-2bfa-4a3d-8d0d-2437c214df4c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=68e03c73-b226-4cc2-91d3-7ce9cbce938a HTTP/1.1" status: 200 len: 217 time: 0.0671027 Jun 01 20:12:04.727893 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2961cd-b85e-487f-a82f-dfce4d76b748 req-bd4e7cf4-7730-4c91-975d-0d0aca08e6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:12:04.729343 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-8c2961cd-b85e-487f-a82f-dfce4d76b748 req-bd4e7cf4-7730-4c91-975d-0d0aca08e6fe service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9426aa09-4991-4d92-8812-68edc47caaaf HTTP/1.1" status: 200 len: 849 time: 0.0625463 Jun 01 20:12:04.803620 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2961cd-b85e-487f-a82f-dfce4d76b748 req-e0fc24b6-7962-4944-9b71-30337959ac48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:12:04.805000 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-8c2961cd-b85e-487f-a82f-dfce4d76b748 req-e0fc24b6-7962-4944-9b71-30337959ac48 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a43d52e2-bbf3-4300-86a5-de6c3d9b6a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0696733 Jun 01 20:12:04.938151 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-8c2961cd-b85e-487f-a82f-dfce4d76b748 req-e04415e7-4d2f-461c-b001-62c2b2099903 service neutron] 10.222.0.50 "GET /v2.0/networks/a43d52e2-bbf3-4300-86a5-de6c3d9b6a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272755 Jun 01 20:12:05.009522 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fa7a98-3986-401f-914b-99008a75d8b9 req-1d21bb35-f8cb-463c-8f25-145961b4a67f tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:12:05.010965 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-69fa7a98-3986-401f-914b-99008a75d8b9 req-1d21bb35-f8cb-463c-8f25-145961b4a67f tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7da1442-d52e-4d3f-8342-22961a66dbd3 HTTP/1.1" status: 200 len: 944 time: 0.0856431 Jun 01 20:12:05.055524 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-69fa7a98-3986-401f-914b-99008a75d8b9 req-5de99d38-2705-43c6-bd67-8a0fbeae144a tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] 10.222.0.41 "GET /v2.0/security-groups?id=e468bed0-2418-478f-8da0-f259e08a25f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386701 Jun 01 20:12:05.072406 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-8c2961cd-b85e-487f-a82f-dfce4d76b748 req-9e3a4383-a1e2-4461-8826-55bb6f61d3a6 service neutron] 10.222.0.50 "GET /v2.0/networks/a43d52e2-bbf3-4300-86a5-de6c3d9b6a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287954 Jun 01 20:12:05.189978 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499c44d2-af67-41c0-91f8-02c1858978b0 req-7416ec2c-fd60-4d3a-85d7-456e2a8a3ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:12:05.191357 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-499c44d2-af67-41c0-91f8-02c1858978b0 req-7416ec2c-fd60-4d3a-85d7-456e2a8a3ec1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=46e52e6793614032bcfaab5ea657863e&device_id=c7da1442-d52e-4d3f-8342-22961a66dbd3 HTTP/1.1" status: 200 len: 1095 time: 0.0744209 Jun 01 20:12:05.323608 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499c44d2-af67-41c0-91f8-02c1858978b0 req-de165d4f-fa69-4c7b-9549-21d2d57ab3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:12:05.325092 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-499c44d2-af67-41c0-91f8-02c1858978b0 req-de165d4f-fa69-4c7b-9549-21d2d57ab3cb service neutron] 10.222.0.50 "GET /v2.0/networks?id=a43d52e2-bbf3-4300-86a5-de6c3d9b6a5e HTTP/1.1" status: 200 len: 911 time: 0.1282501 Jun 01 20:12:05.396155 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-499c44d2-af67-41c0-91f8-02c1858978b0 req-e4fa0db8-d377-4d1e-8cc7-399367955e76 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=68e03c73-b226-4cc2-91d3-7ce9cbce938a HTTP/1.1" status: 200 len: 217 time: 0.0633972 Jun 01 20:12:05.458472 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499c44d2-af67-41c0-91f8-02c1858978b0 req-f5de18c9-0683-4aef-9021-f78312ca972b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:12:05.459784 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-499c44d2-af67-41c0-91f8-02c1858978b0 req-f5de18c9-0683-4aef-9021-f78312ca972b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9426aa09-4991-4d92-8812-68edc47caaaf HTTP/1.1" status: 200 len: 849 time: 0.0568957 Jun 01 20:12:05.532471 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499c44d2-af67-41c0-91f8-02c1858978b0 req-be4d30b0-ac00-4720-9c28-bd405b9e5638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:12:05.533920 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-499c44d2-af67-41c0-91f8-02c1858978b0 req-be4d30b0-ac00-4720-9c28-bd405b9e5638 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a43d52e2-bbf3-4300-86a5-de6c3d9b6a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0683086 Jun 01 20:12:05.663556 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-499c44d2-af67-41c0-91f8-02c1858978b0 req-b2e834c2-3ea7-4f14-90f5-f56667c57287 service neutron] 10.222.0.50 "GET /v2.0/networks/a43d52e2-bbf3-4300-86a5-de6c3d9b6a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223996 Jun 01 20:12:05.794519 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-499c44d2-af67-41c0-91f8-02c1858978b0 req-e449e390-ad44-4f99-b563-881e9a4f495c service neutron] 10.222.0.50 "GET /v2.0/networks/a43d52e2-bbf3-4300-86a5-de6c3d9b6a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240382 Jun 01 20:12:06.246137 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817f82a2-992d-4e5f-8912-f59b2e171010 req-17dd0e43-0062-4437-9d5b-06646040800f tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:12:06.247818 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-817f82a2-992d-4e5f-8912-f59b2e171010 req-17dd0e43-0062-4437-9d5b-06646040800f tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7da1442-d52e-4d3f-8342-22961a66dbd3 HTTP/1.1" status: 200 len: 944 time: 0.0825939 Jun 01 20:12:06.292174 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-817f82a2-992d-4e5f-8912-f59b2e171010 req-58ecc27f-7321-4bbb-bab4-4f266380f1f6 tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] 10.222.0.41 "GET /v2.0/security-groups?id=e468bed0-2418-478f-8da0-f259e08a25f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376208 Jun 01 20:12:07.173347 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 68e03c73-b226-4cc2-91d3-7ce9cbce938a details requested by agent hyperv_n-h2-844202-1 with host n-h2-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 20:12:07.278678 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-1df810b9-99f1-4a96-a348-fe0ea895af11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:12:07.316375 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 68e03c73-b226-4cc2-91d3-7ce9cbce938a, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=68e03c73-b226-4cc2-91d3-7ce9cbce938a,segment=NetworkSegment(b16747c9-6bdf-4802-bd3d-09464c343d2f),segment_id=b16747c9-6bdf-4802-bd3d-09464c343d2f)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 20:12:07.329946 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Returning: {'device': '68e03c73-b226-4cc2-91d3-7ce9cbce938a', 'network_id': 'a43d52e2-bbf3-4300-86a5-de6c3d9b6a5e', 'port_id': '68e03c73-b226-4cc2-91d3-7ce9cbce938a', 'mac_address': 'fa:16:3e:6c:99:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9426aa09-4991-4d92-8812-68edc47caaaf', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 20:12:07.386644 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port 68e03c73-b226-4cc2-91d3-7ce9cbce938a is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 20:12:07.388762 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:12:07.406171 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68e03c73-b226-4cc2-91d3-7ce9cbce938a {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 20:12:07.421697 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 68e03c73-b226-4cc2-91d3-7ce9cbce938a, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=68e03c73-b226-4cc2-91d3-7ce9cbce938a,segment=NetworkSegment(b16747c9-6bdf-4802-bd3d-09464c343d2f),segment_id=b16747c9-6bdf-4802-bd3d-09464c343d2f)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 20:12:07.427352 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:12:07.486255 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4d8ba3-31d6-4646-9e11-5ebe6b3e4524 req-3761be4b-103e-469f-a156-367e9bcbeb0f tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:12:07.488199 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3c4d8ba3-31d6-4646-9e11-5ebe6b3e4524 req-3761be4b-103e-469f-a156-367e9bcbeb0f tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7da1442-d52e-4d3f-8342-22961a66dbd3 HTTP/1.1" status: 200 len: 945 time: 0.0853395 Jun 01 20:12:07.500634 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=68e03c73-b226-4cc2-91d3-7ce9cbce938a,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 20:12:07.535841 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3c4d8ba3-31d6-4646-9e11-5ebe6b3e4524 req-911c026e-17a9-4317-8285-77bd5742a343 tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] 10.222.0.41 "GET /v2.0/security-groups?id=e468bed0-2418-478f-8da0-f259e08a25f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416112 Jun 01 20:12:07.649337 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] get_ports_and_sgs() called for port_ids ['68e03c73-b226-4cc2-91d3-7ce9cbce938a'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 20:12:08.723918 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f190dd6-a029-4ce4-9099-030674054ee5 req-03bf9d4d-5463-4664-bd11-d01ef876e817 tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:12:08.725447 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2f190dd6-a029-4ce4-9099-030674054ee5 req-03bf9d4d-5463-4664-bd11-d01ef876e817 tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7da1442-d52e-4d3f-8342-22961a66dbd3 HTTP/1.1" status: 200 len: 945 time: 0.0828886 Jun 01 20:12:08.774855 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2f190dd6-a029-4ce4-9099-030674054ee5 req-fabdf3fa-60f4-4f01-a84b-e018817f7b60 tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] 10.222.0.41 "GET /v2.0/security-groups?id=e468bed0-2418-478f-8da0-f259e08a25f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437078 Jun 01 20:12:09.180714 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 68e03c73-b226-4cc2-91d3-7ce9cbce938a up at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 20:12:09.249656 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning for port 68e03c73-b226-4cc2-91d3-7ce9cbce938a completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 20:12:09.254141 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning complete for port 68e03c73-b226-4cc2-91d3-7ce9cbce938a triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 20:12:09.254498 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:12:09.365439 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port 68e03c73-b226-4cc2-91d3-7ce9cbce938a is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 20:12:09.365803 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:12:09.395601 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7da1442-d52e-4d3f-8342-22961a66dbd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68e03c73-b226-4cc2-91d3-7ce9cbce938a'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 20:12:09.404827 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 68e03c73-b226-4cc2-91d3-7ce9cbce938a, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=68e03c73-b226-4cc2-91d3-7ce9cbce938a,segment=NetworkSegment(b16747c9-6bdf-4802-bd3d-09464c343d2f),segment_id=b16747c9-6bdf-4802-bd3d-09464c343d2f)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 20:12:09.410106 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:12:09.446269 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5292b8a-ef75-44be-aa4b-220c81f939f8'] response: {'server_uuid': 'c7da1442-d52e-4d3f-8342-22961a66dbd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68e03c73-b226-4cc2-91d3-7ce9cbce938a', 'code': 200} Jun 01 20:12:09.478861 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=68e03c73-b226-4cc2-91d3-7ce9cbce938a,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 20:12:09.572515 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee80f93-81ba-4653-85c2-38d0ef19939a req-83612521-f3d1-4124-b967-7f73ee54eacf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:12:09.573969 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-bee80f93-81ba-4653-85c2-38d0ef19939a req-83612521-f3d1-4124-b967-7f73ee54eacf service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=c7da1442-d52e-4d3f-8342-22961a66dbd3 HTTP/1.1" status: 200 len: 1097 time: 0.0734475 Jun 01 20:12:09.613703 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-bee80f93-81ba-4653-85c2-38d0ef19939a req-6470c1fb-40ce-489c-a89c-4c4ba50b3ccb service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=e468bed0-2418-478f-8da0-f259e08a25f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335300 Jun 01 20:12:09.732116 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-5343db2c-cdb7-4858-9cb8-9eefbbd87a1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:12:09.962517 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705214ec-9fb0-48a7-b8eb-a643d1d7a4aa req-9f645112-6338-402e-bf5a-6f26c0d9cfdb tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:12:09.964303 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-705214ec-9fb0-48a7-b8eb-a643d1d7a4aa req-9f645112-6338-402e-bf5a-6f26c0d9cfdb tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7da1442-d52e-4d3f-8342-22961a66dbd3 HTTP/1.1" status: 200 len: 946 time: 0.0805051 Jun 01 20:12:10.010089 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-705214ec-9fb0-48a7-b8eb-a643d1d7a4aa req-b3106f51-015a-4cfe-b00a-4d8bb666397d tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] 10.222.0.41 "GET /v2.0/security-groups?id=e468bed0-2418-478f-8da0-f259e08a25f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392418 Jun 01 20:12:10.883167 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:12:10.928294 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:12:11.200123 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85b8b42-8fcc-4cad-8e7f-6513353caec0 req-5606fcf8-f399-448e-85fc-775ba91047a7 tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:12:11.201591 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e85b8b42-8fcc-4cad-8e7f-6513353caec0 req-5606fcf8-f399-448e-85fc-775ba91047a7 tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7da1442-d52e-4d3f-8342-22961a66dbd3 HTTP/1.1" status: 200 len: 946 time: 0.0833745 Jun 01 20:12:11.251184 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e85b8b42-8fcc-4cad-8e7f-6513353caec0 req-c2505a84-797c-41ad-8c41-04ecc897a5fb tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] 10.222.0.41 "GET /v2.0/security-groups?id=e468bed0-2418-478f-8da0-f259e08a25f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433183 Jun 01 20:12:11.438448 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a003f2e-8e4d-44b7-a37c-6106b314e431 req-a136a8a8-2cf2-4d55-9c72-14b8dcb406f0 tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:12:11.439883 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3a003f2e-8e4d-44b7-a37c-6106b314e431 req-a136a8a8-2cf2-4d55-9c72-14b8dcb406f0 tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7da1442-d52e-4d3f-8342-22961a66dbd3 HTTP/1.1" status: 200 len: 946 time: 0.0816684 Jun 01 20:12:11.484532 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-3a003f2e-8e4d-44b7-a37c-6106b314e431 req-766e876b-ab25-43f0-8091-94b37aee3076 tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] 10.222.0.41 "GET /v2.0/security-groups?id=e468bed0-2418-478f-8da0-f259e08a25f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380514 Jun 01 20:12:11.508090 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 56582) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 20:12:11.626381 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46bc3af8-23ff-45c6-a699-1f81ac2f788d tempest-TestSnapshotPattern-1293464159 tempest-TestSnapshotPattern-1293464159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:12:11.627875 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-46bc3af8-23ff-45c6-a699-1f81ac2f788d tempest-TestSnapshotPattern-1293464159 tempest-TestSnapshotPattern-1293464159-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=c7da1442-d52e-4d3f-8342-22961a66dbd3 HTTP/1.1" status: 200 len: 1092 time: 0.1187780 Jun 01 20:12:11.631270 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 56588) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 20:12:11.636326 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-0cd70998-a923-4c2a-9135-24b1b01452cd tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Request body: {'floatingip': {'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'port_id': '68e03c73-b226-4cc2-91d3-7ce9cbce938a', 'tenant_id': '46e52e6793614032bcfaab5ea657863e', 'fixed_ip_address': '172.20.0.11'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 20:12:11.643116 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-0cd70998-a923-4c2a-9135-24b1b01452cd tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 20:12:11.647407 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-0cd70998-a923-4c2a-9135-24b1b01452cd tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Usage tracker for resource:floatingip and tenant:46e52e6793614032bcfaab5ea657863e is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 20:12:11.650233 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-0cd70998-a923-4c2a-9135-24b1b01452cd tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 20:12:11.656106 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-0cd70998-a923-4c2a-9135-24b1b01452cd tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 20:12:11.666844 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0cd70998-a923-4c2a-9135-24b1b01452cd tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Notify callbacks [] for floatingip, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:12:11.803340 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0cd70998-a923-4c2a-9135-24b1b01452cd tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:12:11.963889 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [None req-0cd70998-a923-4c2a-9135-24b1b01452cd tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Allocated IP 172.25.4.10 (72a72e44-6845-488a-a5ff-3a26d4df9cb3/c314a23b-daa2-4106-ab28-8e6f954277b2/6b83fed7-9cb7-42e9-a98e-dfeca3a260b9) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 20:12:12.078774 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:12:12.117062 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0cd70998-a923-4c2a-9135-24b1b01452cd tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:12:12.147367 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0cd70998-a923-4c2a-9135-24b1b01452cd tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:12:12.211934 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cd70998-a923-4c2a-9135-24b1b01452cd tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 20:12:12.214634 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-0cd70998-a923-4c2a-9135-24b1b01452cd tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 20:12:12.217467 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd70998-a923-4c2a-9135-24b1b01452cd tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 20:12:12.266895 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd70998-a923-4c2a-9135-24b1b01452cd tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Pushing event updated for resources: {'Port': ['ID=6b83fed7-9cb7-42e9-a98e-dfeca3a260b9,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 20:12:12.291890 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:12:12.751786 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0cd70998-a923-4c2a-9135-24b1b01452cd tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:12:12.771796 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:12:12.826946 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0cd70998-a923-4c2a-9135-24b1b01452cd tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:12:13.037714 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0cd70998-a923-4c2a-9135-24b1b01452cd tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Notify callbacks [] for port, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:12:13.042230 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0cd70998-a923-4c2a-9135-24b1b01452cd tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:12:13.157431 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd70998-a923-4c2a-9135-24b1b01452cd tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Pushing event updated for resources: {'Port': ['ID=6b83fed7-9cb7-42e9-a98e-dfeca3a260b9,revision_number=2']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 20:12:13.166907 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0cd70998-a923-4c2a-9135-24b1b01452cd tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887712'] for floatingip, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:12:13.339932 n-d-844202-1 neutron-server[88525]: INFO neutron.db.l3_db [None req-0cd70998-a923-4c2a-9135-24b1b01452cd tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Floating IP 571473dd-7c97-4515-9f00-348f22d3bf59 associated. External IP: 172.25.4.10, port: 68e03c73-b226-4cc2-91d3-7ce9cbce938a. Jun 01 20:12:13.681608 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cd70998-a923-4c2a-9135-24b1b01452cd tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Router da94ebc8-ad22-4e27-bce0-cb8636a56b75 has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 20:12:13.854401 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cd70998-a923-4c2a-9135-24b1b01452cd tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 20:12:13.865016 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e8d9043-ecd8-4499-bd69-3a9b86e6342a None None] Sync routers for ids ['da94ebc8-ad22-4e27-bce0-cb8636a56b75'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 20:12:13.875104 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e8d9043-ecd8-4499-bd69-3a9b86e6342a None None] Routers {'da94ebc8-ad22-4e27-bce0-cb8636a56b75'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 20:12:13.875707 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-5e8d9043-ecd8-4499-bd69-3a9b86e6342a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T20:12:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['da94ebc8-ad22-4e27-bce0-cb8636a56b75'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 20:12:13.880240 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-0cd70998-a923-4c2a-9135-24b1b01452cd tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for floatingip, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:12:13.946060 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-0cd70998-a923-4c2a-9135-24b1b01452cd tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3135514 Jun 01 20:12:13.946859 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7da1442-d52e-4d3f-8342-22961a66dbd3', 'tag': '68e03c73-b226-4cc2-91d3-7ce9cbce938a'}] {{(pid=88525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 20:12:14.049022 n-d-844202-1 neutron-server[88525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20e89721-7d4e-47a3-bc55-a9c4d6471349'] response: {'name': 'network-changed', 'server_uuid': 'c7da1442-d52e-4d3f-8342-22961a66dbd3', 'tag': '68e03c73-b226-4cc2-91d3-7ce9cbce938a', 'status': 'completed', 'code': 200} Jun 01 20:12:14.060083 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-5e8d9043-ecd8-4499-bd69-3a9b86e6342a None None] Set router da94ebc8-ad22-4e27-bce0-cb8636a56b75 gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 20:12:14.141769 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246933df-31a1-4a48-85dd-7175829ea3b4 req-6aa4c378-29c1-48b3-a2cf-da7b7eeb6645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:12:14.143252 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-246933df-31a1-4a48-85dd-7175829ea3b4 req-6aa4c378-29c1-48b3-a2cf-da7b7eeb6645 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=46e52e6793614032bcfaab5ea657863e&device_id=c7da1442-d52e-4d3f-8342-22961a66dbd3 HTTP/1.1" status: 200 len: 1097 time: 0.0745542 Jun 01 20:12:14.392905 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246933df-31a1-4a48-85dd-7175829ea3b4 req-6ee2b018-72b1-481f-81a9-04ad5aed33a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:12:14.394439 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-246933df-31a1-4a48-85dd-7175829ea3b4 req-6ee2b018-72b1-481f-81a9-04ad5aed33a9 service neutron] 10.222.0.50 "GET /v2.0/networks?id=a43d52e2-bbf3-4300-86a5-de6c3d9b6a5e HTTP/1.1" status: 200 len: 911 time: 0.2451329 Jun 01 20:12:14.424840 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-5e8d9043-ecd8-4499-bd69-3a9b86e6342a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da94ebc8-ad22-4e27-bce0-cb8636a56b75', 'name': 'tempest-TestSnapshotPattern-1343733911-router', 'tenant_id': '46e52e6793614032bcfaab5ea657863e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.167'}], 'enable_snat': True}, 'gw_port_id': 'cd255131-adab-4f94-85ca-2719941ac87f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T20:11:46Z', 'updated_at': '2022-06-01T20:11:50Z', 'revision_number': 4, 'project_id': '46e52e6793614032bcfaab5ea657863e', 'gw_port': {'id': 'cd255131-adab-4f94-85ca-2719941ac87f', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c2:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da94ebc8-ad22-4e27-bce0-cb8636a56b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4456, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T20:11:46Z', 'updated_at': '2022-06-01T20:11:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_floatingips': [{'id': '571473dd-7c97-4515-9f00-348f22d3bf59', 'tenant_id': '46e52e6793614032bcfaab5ea657863e', 'floating_ip_address': '172.25.4.10', 'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'router_id': 'da94ebc8-ad22-4e27-bce0-cb8636a56b75', 'port_id': '68e03c73-b226-4cc2-91d3-7ce9cbce938a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4481, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a43d52e2-bbf3-4300-86a5-de6c3d9b6a5e', 'mac_address': 'fa:16:3e:6c:99:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7da1442-d52e-4d3f-8342-22961a66dbd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T20:12:12Z', 'updated_at': '2022-06-01T20:12:12Z', 'revision_number': 0, 'project_id': '46e52e6793614032bcfaab5ea657863e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2631d09-63e5-4c19-bb37-7b0d36987ee8', 'name': '', 'network_id': 'a43d52e2-bbf3-4300-86a5-de6c3d9b6a5e', 'tenant_id': '46e52e6793614032bcfaab5ea657863e', 'mac_address': 'fa:16:3e:22:d2:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da94ebc8-ad22-4e27-bce0-cb8636a56b75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4457, 'fixed_ips': [{'subnet_id': '9426aa09-4991-4d92-8812-68edc47caaaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T20:11:49Z', 'updated_at': '2022-06-01T20:11:57Z', 'revision_number': 5, 'project_id': '46e52e6793614032bcfaab5ea657863e', 'subnets': [{'id': '9426aa09-4991-4d92-8812-68edc47caaaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 20:12:14.429902 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e8d9043-ecd8-4499-bd69-3a9b86e6342a None None] Checking router: da94ebc8-ad22-4e27-bce0-cb8636a56b75 for host: n-d-844202-1 {{(pid=88527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 20:12:14.437888 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e8d9043-ecd8-4499-bd69-3a9b86e6342a None None] Routers {'da94ebc8-ad22-4e27-bce0-cb8636a56b75'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 20:12:14.438465 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-5e8d9043-ecd8-4499-bd69-3a9b86e6342a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T20:12:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['da94ebc8-ad22-4e27-bce0-cb8636a56b75'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 20:12:14.497947 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-246933df-31a1-4a48-85dd-7175829ea3b4 req-ed04be63-ca55-4158-abcc-bf9ed8aa2590 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=68e03c73-b226-4cc2-91d3-7ce9cbce938a HTTP/1.1" status: 200 len: 999 time: 0.0976422 Jun 01 20:12:14.564681 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246933df-31a1-4a48-85dd-7175829ea3b4 req-9fd89c25-9c0d-42a4-b1d3-b2cc317a8a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:12:14.566185 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-246933df-31a1-4a48-85dd-7175829ea3b4 req-9fd89c25-9c0d-42a4-b1d3-b2cc317a8a3d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9426aa09-4991-4d92-8812-68edc47caaaf HTTP/1.1" status: 200 len: 849 time: 0.0633271 Jun 01 20:12:14.653331 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246933df-31a1-4a48-85dd-7175829ea3b4 req-aecb0911-4fe2-4774-aeb0-b53bee3543d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:12:14.654607 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-246933df-31a1-4a48-85dd-7175829ea3b4 req-aecb0911-4fe2-4774-aeb0-b53bee3543d3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a43d52e2-bbf3-4300-86a5-de6c3d9b6a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0833390 Jun 01 20:12:14.655293 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-5e8d9043-ecd8-4499-bd69-3a9b86e6342a None None] Set router da94ebc8-ad22-4e27-bce0-cb8636a56b75 gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 20:12:14.790016 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-246933df-31a1-4a48-85dd-7175829ea3b4 req-e7befbc0-bc6b-4230-be5f-3e00cc9bfb30 service neutron] 10.222.0.50 "GET /v2.0/networks/a43d52e2-bbf3-4300-86a5-de6c3d9b6a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300285 Jun 01 20:12:14.922139 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-246933df-31a1-4a48-85dd-7175829ea3b4 req-e9296da0-076f-48a5-bbde-c329f24d7d9d service neutron] 10.222.0.50 "GET /v2.0/networks/a43d52e2-bbf3-4300-86a5-de6c3d9b6a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264315 Jun 01 20:12:15.019876 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-5e8d9043-ecd8-4499-bd69-3a9b86e6342a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da94ebc8-ad22-4e27-bce0-cb8636a56b75', 'name': 'tempest-TestSnapshotPattern-1343733911-router', 'tenant_id': '46e52e6793614032bcfaab5ea657863e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.167'}], 'enable_snat': True}, 'gw_port_id': 'cd255131-adab-4f94-85ca-2719941ac87f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T20:11:46Z', 'updated_at': '2022-06-01T20:11:50Z', 'revision_number': 4, 'project_id': '46e52e6793614032bcfaab5ea657863e', 'gw_port': {'id': 'cd255131-adab-4f94-85ca-2719941ac87f', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c2:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da94ebc8-ad22-4e27-bce0-cb8636a56b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4456, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T20:11:46Z', 'updated_at': '2022-06-01T20:11:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_floatingips': [{'id': '571473dd-7c97-4515-9f00-348f22d3bf59', 'tenant_id': '46e52e6793614032bcfaab5ea657863e', 'floating_ip_address': '172.25.4.10', 'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'router_id': 'da94ebc8-ad22-4e27-bce0-cb8636a56b75', 'port_id': '68e03c73-b226-4cc2-91d3-7ce9cbce938a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4481, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a43d52e2-bbf3-4300-86a5-de6c3d9b6a5e', 'mac_address': 'fa:16:3e:6c:99:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7da1442-d52e-4d3f-8342-22961a66dbd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T20:12:12Z', 'updated_at': '2022-06-01T20:12:12Z', 'revision_number': 0, 'project_id': '46e52e6793614032bcfaab5ea657863e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2631d09-63e5-4c19-bb37-7b0d36987ee8', 'name': '', 'network_id': 'a43d52e2-bbf3-4300-86a5-de6c3d9b6a5e', 'tenant_id': '46e52e6793614032bcfaab5ea657863e', 'mac_address': 'fa:16:3e:22:d2:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da94ebc8-ad22-4e27-bce0-cb8636a56b75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4457, 'fixed_ips': [{'subnet_id': '9426aa09-4991-4d92-8812-68edc47caaaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T20:11:49Z', 'updated_at': '2022-06-01T20:11:57Z', 'revision_number': 5, 'project_id': '46e52e6793614032bcfaab5ea657863e', 'subnets': [{'id': '9426aa09-4991-4d92-8812-68edc47caaaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 20:12:15.024006 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e8d9043-ecd8-4499-bd69-3a9b86e6342a None None] The sync data for ids ['da94ebc8-ad22-4e27-bce0-cb8636a56b75'] in n-d-844202-1 is: [{'id': 'da94ebc8-ad22-4e27-bce0-cb8636a56b75', 'name': 'tempest-TestSnapshotPattern-1343733911-router', 'tenant_id': '46e52e6793614032bcfaab5ea657863e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.167'}], 'enable_snat': True}, 'gw_port_id': 'cd255131-adab-4f94-85ca-2719941ac87f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T20:11:46Z', 'updated_at': '2022-06-01T20:11:50Z', 'revision_number': 4, 'project_id': '46e52e6793614032bcfaab5ea657863e', 'gw_port': {'id': 'cd255131-adab-4f94-85ca-2719941ac87f', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c2:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da94ebc8-ad22-4e27-bce0-cb8636a56b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4456, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T20:11:46Z', 'updated_at': '2022-06-01T20:11:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_floatingips': [{'id': '571473dd-7c97-4515-9f00-348f22d3bf59', 'tenant_id': '46e52e6793614032bcfaab5ea657863e', 'floating_ip_address': '172.25.4.10', 'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'router_id': 'da94ebc8-ad22-4e27-bce0-cb8636a56b75', 'port_id': '68e03c73-b226-4cc2-91d3-7ce9cbce938a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4481, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a43d52e2-bbf3-4300-86a5-de6c3d9b6a5e', 'mac_address': 'fa:16:3e:6c:99:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7da1442-d52e-4d3f-8342-22961a66dbd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T20:12:12Z', 'updated_at': '2022-06-01T20:12:12Z', 'revision_number': 0, 'project_id': '46e52e6793614032bcfaab5ea657863e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2631d09-63e5-4c19-bb37-7b0d36987ee8', 'name': '', 'network_id': 'a43d52e2-bbf3-4300-86a5-de6c3d9b6a5e', 'tenant_id': '46e52e6793614032bcfaab5ea657863e', 'mac_address': 'fa:16:3e:22:d2:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da94ebc8-ad22-4e27-bce0-cb8636a56b75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4457, 'fixed_ips': [{'subnet_id': '9426aa09-4991-4d92-8812-68edc47caaaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T20:11:49Z', 'updated_at': '2022-06-01T20:11:57Z', 'revision_number': 5, 'project_id': '46e52e6793614032bcfaab5ea657863e', 'subnets': [{'id': '9426aa09-4991-4d92-8812-68edc47caaaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 20:12:15.218504 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89eb094e-6d1f-48ab-8ba6-5030764633d2 None None] New status for floating IP 571473dd-7c97-4515-9f00-348f22d3bf59: ACTIVE {{(pid=88526) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 20:12:16.961926 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.agents_db [None req-e814b9cf-7de8-45d0-a079-29c61fabe7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 20:12:37.251211 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26696fb7-414f-4158-beec-7fcf8c12a428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:12:39.765858 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-1690242e-28aa-4dac-b4fc-ad47e82ad57e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:12:40.886015 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:12:40.930163 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:12:42.086089 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:12:42.296103 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:12:42.784440 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:12:53.962001 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.agents_db [None req-e814b9cf-7de8-45d0-a079-29c61fabe7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 20:13:02.062117 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-aa563e5f-8df7-4a52-af3f-22863f713e85 req-1e0aea79-ff44-41f6-bf4a-03584d70d1ee service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=c7da1442-d52e-4d3f-8342-22961a66dbd3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0778644 Jun 01 20:13:02.201316 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa563e5f-8df7-4a52-af3f-22863f713e85 req-743c0e11-2de9-4c26-9053-73fe1cc33e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:13:02.202808 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-aa563e5f-8df7-4a52-af3f-22863f713e85 req-743c0e11-2de9-4c26-9053-73fe1cc33e82 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=46e52e6793614032bcfaab5ea657863e&device_id=c7da1442-d52e-4d3f-8342-22961a66dbd3 HTTP/1.1" status: 200 len: 1097 time: 0.0722473 Jun 01 20:13:02.352652 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa563e5f-8df7-4a52-af3f-22863f713e85 req-7bea6a45-5137-4013-8497-2ed972fe0093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:13:02.353987 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-aa563e5f-8df7-4a52-af3f-22863f713e85 req-7bea6a45-5137-4013-8497-2ed972fe0093 service neutron] 10.222.0.50 "GET /v2.0/networks?id=a43d52e2-bbf3-4300-86a5-de6c3d9b6a5e HTTP/1.1" status: 200 len: 911 time: 0.1329188 Jun 01 20:13:02.461495 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-aa563e5f-8df7-4a52-af3f-22863f713e85 req-0a3f5430-64a8-4745-be50-7b552a1ca83c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=68e03c73-b226-4cc2-91d3-7ce9cbce938a HTTP/1.1" status: 200 len: 1001 time: 0.1012001 Jun 01 20:13:02.528781 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa563e5f-8df7-4a52-af3f-22863f713e85 req-9127ccdf-a7be-4867-a183-6b13e7e1a787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:13:02.530227 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-aa563e5f-8df7-4a52-af3f-22863f713e85 req-9127ccdf-a7be-4867-a183-6b13e7e1a787 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9426aa09-4991-4d92-8812-68edc47caaaf HTTP/1.1" status: 200 len: 849 time: 0.0624459 Jun 01 20:13:02.606838 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa563e5f-8df7-4a52-af3f-22863f713e85 req-919ccd69-422f-4ff2-b856-56be4bd68b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:13:02.608212 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-aa563e5f-8df7-4a52-af3f-22863f713e85 req-919ccd69-422f-4ff2-b856-56be4bd68b30 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a43d52e2-bbf3-4300-86a5-de6c3d9b6a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0725336 Jun 01 20:13:02.738244 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-aa563e5f-8df7-4a52-af3f-22863f713e85 req-1778580f-645c-469e-a8ff-0fe7493ad802 service neutron] 10.222.0.50 "GET /v2.0/networks/a43d52e2-bbf3-4300-86a5-de6c3d9b6a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243076 Jun 01 20:13:02.869918 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-aa563e5f-8df7-4a52-af3f-22863f713e85 req-75778ddb-2aaf-4e32-b3f4-68234eb68c23 service neutron] 10.222.0.50 "GET /v2.0/networks/a43d52e2-bbf3-4300-86a5-de6c3d9b6a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266406 Jun 01 20:13:07.254438 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-a5855806-a524-4f04-b4cd-b78271d94c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:13:09.736887 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-15c88a48-24dc-4374-a35c-903a7d33ccd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:13:10.890835 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:13:10.932495 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:13:12.096127 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:13:12.295396 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:13:12.785367 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:13:30.961843 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.agents_db [None req-e814b9cf-7de8-45d0-a079-29c61fabe7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 20:13:37.256114 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-45a8de2d-9759-4dc9-b960-42928cb394d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:13:39.739379 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-3bc80f74-a589-41b2-b0c9-36de84611409 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:13:40.886903 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:13:40.943207 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:13:42.101462 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:13:42.305153 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:13:42.803047 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:14:02.740136 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fe036d64-3fc1-422d-8180-4398acc1849c req-0d4d2001-6a77-427b-8854-a0d5488dc2d8 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=c7da1442-d52e-4d3f-8342-22961a66dbd3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0694242 Jun 01 20:14:02.882179 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe036d64-3fc1-422d-8180-4398acc1849c req-b8d2e2dd-eb6a-4862-a55b-d6d6f6f2e667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:14:02.883698 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fe036d64-3fc1-422d-8180-4398acc1849c req-b8d2e2dd-eb6a-4862-a55b-d6d6f6f2e667 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=46e52e6793614032bcfaab5ea657863e&device_id=c7da1442-d52e-4d3f-8342-22961a66dbd3 HTTP/1.1" status: 200 len: 1097 time: 0.0777314 Jun 01 20:14:03.137794 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe036d64-3fc1-422d-8180-4398acc1849c req-77f8b782-c8b1-4fd4-8b29-9ff452f5bed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:14:03.139138 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fe036d64-3fc1-422d-8180-4398acc1849c req-77f8b782-c8b1-4fd4-8b29-9ff452f5bed8 service neutron] 10.222.0.50 "GET /v2.0/networks?id=a43d52e2-bbf3-4300-86a5-de6c3d9b6a5e HTTP/1.1" status: 200 len: 911 time: 0.2380257 Jun 01 20:14:03.244188 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fe036d64-3fc1-422d-8180-4398acc1849c req-639c994d-5b48-4656-9819-1346e1b05358 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=68e03c73-b226-4cc2-91d3-7ce9cbce938a HTTP/1.1" status: 200 len: 1001 time: 0.0993500 Jun 01 20:14:03.310861 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe036d64-3fc1-422d-8180-4398acc1849c req-b54bc72d-5181-4653-9e6a-ce130d80825a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:14:03.312355 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fe036d64-3fc1-422d-8180-4398acc1849c req-b54bc72d-5181-4653-9e6a-ce130d80825a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9426aa09-4991-4d92-8812-68edc47caaaf HTTP/1.1" status: 200 len: 849 time: 0.0631933 Jun 01 20:14:03.389543 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe036d64-3fc1-422d-8180-4398acc1849c req-3f1dfca4-4455-455e-a640-3eeb60c0cb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:14:03.390926 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fe036d64-3fc1-422d-8180-4398acc1849c req-3f1dfca4-4455-455e-a640-3eeb60c0cb68 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a43d52e2-bbf3-4300-86a5-de6c3d9b6a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0735748 Jun 01 20:14:03.521971 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fe036d64-3fc1-422d-8180-4398acc1849c req-6c35281e-ed0c-4e1e-96c8-83f62d920d03 service neutron] 10.222.0.50 "GET /v2.0/networks/a43d52e2-bbf3-4300-86a5-de6c3d9b6a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255269 Jun 01 20:14:03.659611 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-fe036d64-3fc1-422d-8180-4398acc1849c req-8ba626aa-16c2-4774-afa5-5eb8070821e8 service neutron] 10.222.0.50 "GET /v2.0/networks/a43d52e2-bbf3-4300-86a5-de6c3d9b6a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325684 Jun 01 20:14:07.259431 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-925154b6-4239-4d4d-a3c8-86d40dcc9531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:14:07.961552 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.agents_db [None req-e814b9cf-7de8-45d0-a079-29c61fabe7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 20:14:09.741701 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-9f58374f-eb38-4e36-94f2-2a8e4a4bfa20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:14:10.890573 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:14:10.938502 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:14:11.650190 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 68e03c73-b226-4cc2-91d3-7ce9cbce938a details requested by agent hyperv_n-h2-844202-1 with host n-h2-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 20:14:11.782253 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 68e03c73-b226-4cc2-91d3-7ce9cbce938a, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=68e03c73-b226-4cc2-91d3-7ce9cbce938a,segment=NetworkSegment(b16747c9-6bdf-4802-bd3d-09464c343d2f),segment_id=b16747c9-6bdf-4802-bd3d-09464c343d2f)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 20:14:11.796088 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Returning: {'device': '68e03c73-b226-4cc2-91d3-7ce9cbce938a', 'network_id': 'a43d52e2-bbf3-4300-86a5-de6c3d9b6a5e', 'port_id': '68e03c73-b226-4cc2-91d3-7ce9cbce938a', 'mac_address': 'fa:16:3e:6c:99:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9426aa09-4991-4d92-8812-68edc47caaaf', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 20:14:11.853012 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port 68e03c73-b226-4cc2-91d3-7ce9cbce938a is: ACTIVE; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 20:14:11.853387 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:14:11.870679 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 68e03c73-b226-4cc2-91d3-7ce9cbce938a {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 20:14:11.887386 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 68e03c73-b226-4cc2-91d3-7ce9cbce938a, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=68e03c73-b226-4cc2-91d3-7ce9cbce938a,segment=NetworkSegment(b16747c9-6bdf-4802-bd3d-09464c343d2f),segment_id=b16747c9-6bdf-4802-bd3d-09464c343d2f)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 20:14:11.891180 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:14:11.973569 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] get_ports_and_sgs() called for port_ids ['68e03c73-b226-4cc2-91d3-7ce9cbce938a'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 20:14:12.004442 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=68e03c73-b226-4cc2-91d3-7ce9cbce938a,revision_number=6']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 20:14:12.025696 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:14:12.026041 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:14:12.026378 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:14:12.026749 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:14:12.027062 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:14:12.027409 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:14:12.027733 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:14:12.028054 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:14:12.028410 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:14:12.028814 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:14:12.029152 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:14:12.029584 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:14:12.139179 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:14:12.305747 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:14:12.792947 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:14:13.666695 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 68e03c73-b226-4cc2-91d3-7ce9cbce938a up at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 20:14:13.759315 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Provisioning complete for port 68e03c73-b226-4cc2-91d3-7ce9cbce938a triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 20:14:13.759862 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:14:13.894674 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port 68e03c73-b226-4cc2-91d3-7ce9cbce938a is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 20:14:13.894958 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:14:13.931169 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7da1442-d52e-4d3f-8342-22961a66dbd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68e03c73-b226-4cc2-91d3-7ce9cbce938a'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 20:14:13.942218 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 68e03c73-b226-4cc2-91d3-7ce9cbce938a, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=68e03c73-b226-4cc2-91d3-7ce9cbce938a,segment=NetworkSegment(b16747c9-6bdf-4802-bd3d-09464c343d2f),segment_id=b16747c9-6bdf-4802-bd3d-09464c343d2f)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 20:14:13.950237 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:14:14.025513 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4fee693-94ab-4f68-a6d6-567160afce1f'] response: {'server_uuid': 'c7da1442-d52e-4d3f-8342-22961a66dbd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68e03c73-b226-4cc2-91d3-7ce9cbce938a', 'code': 200} Jun 01 20:14:14.060625 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=68e03c73-b226-4cc2-91d3-7ce9cbce938a,revision_number=7']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 20:14:23.235783 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-73e434d9-6303-4b66-8272-0b67f6a445f7 req-62b9a3bb-7621-4013-811d-d555f7f81030 tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1126567743&fields=id&tenant_id=46e52e6793614032bcfaab5ea657863e HTTP/1.1" status: 200 len: 267 time: 0.0422726 Jun 01 20:14:23.509970 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e434d9-6303-4b66-8272-0b67f6a445f7 req-e6b46f56-3e34-4045-ab78-0946b80272bf tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:14:23.511408 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-73e434d9-6303-4b66-8272-0b67f6a445f7 req-e6b46f56-3e34-4045-ab78-0946b80272bf tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] 10.222.0.41 "GET /v2.0/networks?id=a43d52e2-bbf3-4300-86a5-de6c3d9b6a5e HTTP/1.1" status: 200 len: 810 time: 0.2686470 Jun 01 20:14:23.527553 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-73e434d9-6303-4b66-8272-0b67f6a445f7 req-892bcda7-56ce-4cfd-b3ec-228365ae5f76 tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] 10.222.0.41 "GET /v2.0/quotas/46e52e6793614032bcfaab5ea657863e HTTP/1.1" status: 200 len: 375 time: 0.0105968 Jun 01 20:14:23.620184 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-73e434d9-6303-4b66-8272-0b67f6a445f7 req-0fc6d4f7-e277-4de5-9b68-e2775e11596e tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=46e52e6793614032bcfaab5ea657863e&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0873845 Jun 01 20:14:23.813699 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-73e434d9-6303-4b66-8272-0b67f6a445f7 req-775a474b-dcbd-4e4f-8ea8-b72fbb19abf8 service neutron] 10.222.0.41 "GET /v2.0/networks/a43d52e2-bbf3-4300-86a5-de6c3d9b6a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818774 Jun 01 20:14:23.949731 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-73e434d9-6303-4b66-8272-0b67f6a445f7 req-e6617c0a-d376-4754-88a1-97d2163be44b service neutron] 10.222.0.41 "GET /v2.0/networks/a43d52e2-bbf3-4300-86a5-de6c3d9b6a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300833 Jun 01 20:14:25.155995 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-e04ebd48-2245-4093-af05-53bd31fedde2 req-b8734fee-e8b7-4c95-a12b-7568b3788fb2 tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] 10.222.0.41 "GET /v2.0/ports?device_id=533c892a-ab50-4c1d-8779-517669b24a83 HTTP/1.1" status: 200 len: 210 time: 0.0472639 Jun 01 20:14:25.759861 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 68e03c73-b226-4cc2-91d3-7ce9cbce938a no longer exists at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 20:14:25.874749 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Current status of the port 68e03c73-b226-4cc2-91d3-7ce9cbce938a is: ACTIVE; New status is: DOWN {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 20:14:25.875120 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:14:25.903530 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7da1442-d52e-4d3f-8342-22961a66dbd3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68e03c73-b226-4cc2-91d3-7ce9cbce938a'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 20:14:25.913360 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] For port 68e03c73-b226-4cc2-91d3-7ce9cbce938a, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=68e03c73-b226-4cc2-91d3-7ce9cbce938a,segment=NetworkSegment(b16747c9-6bdf-4802-bd3d-09464c343d2f),segment_id=b16747c9-6bdf-4802-bd3d-09464c343d2f)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 20:14:25.918427 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:14:25.965150 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6fa1a6e-b27c-4aec-99d1-1066675a881b'] response: {'server_uuid': 'c7da1442-d52e-4d3f-8342-22961a66dbd3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68e03c73-b226-4cc2-91d3-7ce9cbce938a', 'code': 200} Jun 01 20:14:25.990717 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Pushing event updated for resources: {'Port': ['ID=68e03c73-b226-4cc2-91d3-7ce9cbce938a,revision_number=8']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 20:14:26.252043 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-a911e0d3-52b1-4f1f-bc7f-86b15f6873bd req-06443dd5-6352-4e89-8d75-e532f10e98de tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] 10.222.0.41 "GET /v2.0/ports?device_id=533c892a-ab50-4c1d-8779-517669b24a83 HTTP/1.1" status: 200 len: 210 time: 0.0421939 Jun 01 20:14:27.358040 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-752de0d5-aefa-48f7-8454-42c128131a3f req-be3776ac-0a3e-4ca2-acea-02c2d70e4105 tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] 10.222.0.41 "GET /v2.0/ports?device_id=533c892a-ab50-4c1d-8779-517669b24a83 HTTP/1.1" status: 200 len: 210 time: 0.0466194 Jun 01 20:14:28.476325 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-93e8049d-6fd2-4b09-94b9-7c23d1ef81c1 req-d337ad02-b471-45dd-a096-95f4c76810cd tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] 10.222.0.41 "GET /v2.0/ports?device_id=533c892a-ab50-4c1d-8779-517669b24a83 HTTP/1.1" status: 200 len: 210 time: 0.0668492 Jun 01 20:14:29.630960 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-1b75b258-8894-44e7-b6d3-54cba02ad982 req-4293fe92-479f-4bfb-abc2-30b045684d8c tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] 10.222.0.41 "GET /v2.0/ports?device_id=533c892a-ab50-4c1d-8779-517669b24a83 HTTP/1.1" status: 200 len: 210 time: 0.0439432 Jun 01 20:14:30.319821 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e434d9-6303-4b66-8272-0b67f6a445f7 req-fdca98d5-8fab-4c58-a32f-664b5a42a921 tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:14:30.321254 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-73e434d9-6303-4b66-8272-0b67f6a445f7 req-fdca98d5-8fab-4c58-a32f-664b5a42a921 tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] 10.222.0.15 "GET /v2.0/networks?id=a43d52e2-bbf3-4300-86a5-de6c3d9b6a5e HTTP/1.1" status: 200 len: 810 time: 0.1588848 Jun 01 20:14:30.383416 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-73e434d9-6303-4b66-8272-0b67f6a445f7 req-6b989bc7-918c-41a0-84a7-7c181d75d358 tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=46e52e6793614032bcfaab5ea657863e HTTP/1.1" status: 200 len: 380 time: 0.0488789 Jun 01 20:14:30.392770 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-73e434d9-6303-4b66-8272-0b67f6a445f7 req-275f43d5-73ee-43bd-b6dc-274e60c60916 tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Request body: {'port': {'device_id': '533c892a-ab50-4c1d-8779-517669b24a83', 'network_id': 'a43d52e2-bbf3-4300-86a5-de6c3d9b6a5e', 'admin_state_up': True, 'tenant_id': '46e52e6793614032bcfaab5ea657863e', 'security_groups': ['e468bed0-2418-478f-8da0-f259e08a25f4']}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 20:14:30.538757 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-73e434d9-6303-4b66-8272-0b67f6a445f7 req-275f43d5-73ee-43bd-b6dc-274e60c60916 tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 20:14:30.544390 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-73e434d9-6303-4b66-8272-0b67f6a445f7 req-275f43d5-73ee-43bd-b6dc-274e60c60916 tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Usage tracker for resource:port and tenant:46e52e6793614032bcfaab5ea657863e is out of sync, need to count used quota {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 20:14:30.547308 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-73e434d9-6303-4b66-8272-0b67f6a445f7 req-275f43d5-73ee-43bd-b6dc-274e60c60916 tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Quota usage for port was recalculated. Used quota:4. {{(pid=88524) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 20:14:30.553291 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.quota.driver [req-73e434d9-6303-4b66-8272-0b67f6a445f7 req-275f43d5-73ee-43bd-b6dc-274e60c60916 tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88524) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 20:14:30.564419 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73e434d9-6303-4b66-8272-0b67f6a445f7 req-275f43d5-73ee-43bd-b6dc-274e60c60916 tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Made reservation on behalf of 46e52e6793614032bcfaab5ea657863e for: {'port': 1} {{(pid=88524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 20:14:30.567891 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-73e434d9-6303-4b66-8272-0b67f6a445f7 req-275f43d5-73ee-43bd-b6dc-274e60c60916 tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:14:30.845705 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.db_base_plugin_common [req-73e434d9-6303-4b66-8272-0b67f6a445f7 req-275f43d5-73ee-43bd-b6dc-274e60c60916 tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Allocated IP 172.20.0.5 (a43d52e2-bbf3-4300-86a5-de6c3d9b6a5e/9426aa09-4991-4d92-8812-68edc47caaaf/f0cb9173-daaa-4721-a54e-194e6f4d5e87) {{(pid=88524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 20:14:30.945917 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-cd580e47-f9c4-4caa-afeb-d3a3105a0837 req-84f5f31e-8b52-41d6-a86b-2f6eaf853464 tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] 10.222.0.41 "GET /v2.0/ports?device_id=533c892a-ab50-4c1d-8779-517669b24a83 HTTP/1.1" status: 200 len: 210 time: 0.1205201 Jun 01 20:14:31.104536 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-73e434d9-6303-4b66-8272-0b67f6a445f7 req-275f43d5-73ee-43bd-b6dc-274e60c60916 tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Notify callbacks [] for port, precommit_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:14:31.123261 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [req-73e434d9-6303-4b66-8272-0b67f6a445f7 req-275f43d5-73ee-43bd-b6dc-274e60c60916 tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Transition to ACTIVE for port object f0cb9173-daaa-4721-a54e-194e6f4d5e87 will not be triggered until provisioned by entity DHCP. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 20:14:31.152128 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-73e434d9-6303-4b66-8272-0b67f6a445f7 req-275f43d5-73ee-43bd-b6dc-274e60c60916 tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_create {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:14:31.250841 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73e434d9-6303-4b66-8272-0b67f6a445f7 req-275f43d5-73ee-43bd-b6dc-274e60c60916 tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Network a43d52e2-bbf3-4300-86a5-de6c3d9b6a5e is already hosted by enough agents. {{(pid=88524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 20:14:31.254980 n-d-844202-1 neutron-server[88524]: DEBUG neutron.scheduler.base_scheduler [req-73e434d9-6303-4b66-8272-0b67f6a445f7 req-275f43d5-73ee-43bd-b6dc-274e60c60916 tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Resources bound (agent type, host, resource id): {{(pid=88524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 20:14:31.257408 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275f43d5-73ee-43bd-b6dc-274e60c60916 tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Pushing event updated for resources: {'Port': ['ID=f0cb9173-daaa-4721-a54e-194e6f4d5e87,revision_number=1']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 20:14:31.260655 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-73e434d9-6303-4b66-8272-0b67f6a445f7 req-275f43d5-73ee-43bd-b6dc-274e60c60916 tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Received port after_create {{(pid=88524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 20:14:31.307022 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275f43d5-73ee-43bd-b6dc-274e60c60916 tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:14:31.307475 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275f43d5-73ee-43bd-b6dc-274e60c60916 tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:14:31.307812 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275f43d5-73ee-43bd-b6dc-274e60c60916 tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:14:31.308147 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275f43d5-73ee-43bd-b6dc-274e60c60916 tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:14:31.308563 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275f43d5-73ee-43bd-b6dc-274e60c60916 tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:14:31.308885 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275f43d5-73ee-43bd-b6dc-274e60c60916 tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:14:31.309234 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275f43d5-73ee-43bd-b6dc-274e60c60916 tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:14:31.309576 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275f43d5-73ee-43bd-b6dc-274e60c60916 tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:14:31.309890 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275f43d5-73ee-43bd-b6dc-274e60c60916 tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:14:31.310279 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275f43d5-73ee-43bd-b6dc-274e60c60916 tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:14:31.310632 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275f43d5-73ee-43bd-b6dc-274e60c60916 tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:14:31.310949 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275f43d5-73ee-43bd-b6dc-274e60c60916 tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:14:31.370208 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e434d9-6303-4b66-8272-0b67f6a445f7 req-275f43d5-73ee-43bd-b6dc-274e60c60916 tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:14:31.370837 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-73e434d9-6303-4b66-8272-0b67f6a445f7 req-275f43d5-73ee-43bd-b6dc-274e60c60916 tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:14:31.411091 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-73e434d9-6303-4b66-8272-0b67f6a445f7 req-275f43d5-73ee-43bd-b6dc-274e60c60916 tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0213997 Jun 01 20:14:31.599977 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-760b61d0-fd0a-49a1-9717-4e49b1569e03 None None] Provisioning for port f0cb9173-daaa-4721-a54e-194e6f4d5e87 completed by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 20:14:31.609709 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-760b61d0-fd0a-49a1-9717-4e49b1569e03 None None] Provisioning complete for port f0cb9173-daaa-4721-a54e-194e6f4d5e87 triggered by entity DHCP. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 20:14:31.610394 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-760b61d0-fd0a-49a1-9717-4e49b1569e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:14:31.673021 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-760b61d0-fd0a-49a1-9717-4e49b1569e03 None None] Port f0cb9173-daaa-4721-a54e-194e6f4d5e87 cannot update to ACTIVE because it is not bound. {{(pid=88526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 20:14:32.157989 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf972d1-6100-4515-a45f-929bdc111231 req-b651da35-3399-4b25-ba57-4ff353ac72c2 tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:14:32.159804 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-dcf972d1-6100-4515-a45f-929bdc111231 req-b651da35-3399-4b25-ba57-4ff353ac72c2 tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] 10.222.0.41 "GET /v2.0/ports?device_id=533c892a-ab50-4c1d-8779-517669b24a83 HTTP/1.1" status: 200 len: 931 time: 0.0920858 Jun 01 20:14:32.211106 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-dcf972d1-6100-4515-a45f-929bdc111231 req-0b3d755d-ed99-4596-ba74-cc8e3414d1a2 tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] 10.222.0.41 "GET /v2.0/security-groups?id=e468bed0-2418-478f-8da0-f259e08a25f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440953 Jun 01 20:14:33.421511 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08afd005-1677-4c50-a66d-79d5800970e6 req-96150b83-5b77-4d61-a3e2-362cf87460b8 tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:14:33.423046 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-08afd005-1677-4c50-a66d-79d5800970e6 req-96150b83-5b77-4d61-a3e2-362cf87460b8 tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] 10.222.0.41 "GET /v2.0/ports?device_id=533c892a-ab50-4c1d-8779-517669b24a83 HTTP/1.1" status: 200 len: 931 time: 0.0943637 Jun 01 20:14:33.473574 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-08afd005-1677-4c50-a66d-79d5800970e6 req-cdeb042b-b51a-4e56-8874-8933483bf6c2 tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] 10.222.0.41 "GET /v2.0/security-groups?id=e468bed0-2418-478f-8da0-f259e08a25f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444286 Jun 01 20:14:34.677154 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272e2098-dd7f-4654-a6c8-b0ca6e3ba0f7 req-5286fc06-eb50-407d-9820-870542b88113 tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:14:34.678947 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-272e2098-dd7f-4654-a6c8-b0ca6e3ba0f7 req-5286fc06-eb50-407d-9820-870542b88113 tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] 10.222.0.41 "GET /v2.0/ports?device_id=533c892a-ab50-4c1d-8779-517669b24a83 HTTP/1.1" status: 200 len: 931 time: 0.0877619 Jun 01 20:14:34.733862 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-272e2098-dd7f-4654-a6c8-b0ca6e3ba0f7 req-5d53198e-e1a1-4bb3-97eb-29dee1333239 tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] 10.222.0.41 "GET /v2.0/security-groups?id=e468bed0-2418-478f-8da0-f259e08a25f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488870 Jun 01 20:14:35.938423 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114e3d30-4cd7-4057-9e34-8ecf5772e21e req-e0aae0be-0828-461e-af4a-6316c58ef032 tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:14:35.939950 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-114e3d30-4cd7-4057-9e34-8ecf5772e21e req-e0aae0be-0828-461e-af4a-6316c58ef032 tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] 10.222.0.41 "GET /v2.0/ports?device_id=533c892a-ab50-4c1d-8779-517669b24a83 HTTP/1.1" status: 200 len: 931 time: 0.0890038 Jun 01 20:14:35.990050 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-114e3d30-4cd7-4057-9e34-8ecf5772e21e req-59a9e3ed-31c8-4e5a-9a28-c57b1c521320 tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] 10.222.0.41 "GET /v2.0/security-groups?id=e468bed0-2418-478f-8da0-f259e08a25f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436680 Jun 01 20:14:37.187947 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb747b2-a8d7-4009-859a-9ea751afe0b9 req-81a6caf7-7e8e-46c6-839c-326b834497de tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:14:37.189570 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-0eb747b2-a8d7-4009-859a-9ea751afe0b9 req-81a6caf7-7e8e-46c6-839c-326b834497de tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] 10.222.0.41 "GET /v2.0/ports?device_id=533c892a-ab50-4c1d-8779-517669b24a83 HTTP/1.1" status: 200 len: 931 time: 0.0884900 Jun 01 20:14:37.235547 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-0eb747b2-a8d7-4009-859a-9ea751afe0b9 req-617fd728-6826-4f9d-a467-7d8fabdee7b5 tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] 10.222.0.41 "GET /v2.0/security-groups?id=e468bed0-2418-478f-8da0-f259e08a25f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398350 Jun 01 20:14:37.271791 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-1df7045a-3066-439b-89ef-2a7df829c328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:14:38.442200 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28042ef3-eb13-4a2e-b7bb-7f5c602669ea req-9931807b-430e-41ac-aef4-00725f6288c6 tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:14:38.443655 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-28042ef3-eb13-4a2e-b7bb-7f5c602669ea req-9931807b-430e-41ac-aef4-00725f6288c6 tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] 10.222.0.41 "GET /v2.0/ports?device_id=533c892a-ab50-4c1d-8779-517669b24a83 HTTP/1.1" status: 200 len: 931 time: 0.0933218 Jun 01 20:14:38.489075 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-28042ef3-eb13-4a2e-b7bb-7f5c602669ea req-fed85775-477a-49cd-9380-a5f3162fe928 tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] 10.222.0.41 "GET /v2.0/security-groups?id=e468bed0-2418-478f-8da0-f259e08a25f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385902 Jun 01 20:14:38.995982 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.v2.base [req-73e434d9-6303-4b66-8272-0b67f6a445f7 req-24da2181-a6fe-4ea7-be24-778a43cbc4ae service neutron] Request body: {'port': {'device_id': '533c892a-ab50-4c1d-8779-517669b24a83', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-844202-1'}} {{(pid=88524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 20:14:39.103292 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-73e434d9-6303-4b66-8272-0b67f6a445f7 req-24da2181-a6fe-4ea7-be24-778a43cbc4ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:14:39.544155 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [req-73e434d9-6303-4b66-8272-0b67f6a445f7 req-24da2181-a6fe-4ea7-be24-778a43cbc4ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0cb9173-daaa-4721-a54e-194e6f4d5e87 {{(pid=88524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 20:14:39.551275 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-73e434d9-6303-4b66-8272-0b67f6a445f7 req-24da2181-a6fe-4ea7-be24-778a43cbc4ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:14:39.565633 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.provisioning_blocks [req-73e434d9-6303-4b66-8272-0b67f6a445f7 req-24da2181-a6fe-4ea7-be24-778a43cbc4ae service neutron] Transition to ACTIVE for port object f0cb9173-daaa-4721-a54e-194e6f4d5e87 will not be triggered until provisioned by entity L2. {{(pid=88524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 20:14:39.571027 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-73e434d9-6303-4b66-8272-0b67f6a445f7 req-24da2181-a6fe-4ea7-be24-778a43cbc4ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:14:39.686890 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54109bc5-7316-4044-b6ba-54758d55b153 req-548ba43d-a361-4768-8b1e-205db69f72e2 tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:14:39.688499 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-54109bc5-7316-4044-b6ba-54758d55b153 req-548ba43d-a361-4768-8b1e-205db69f72e2 tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] 10.222.0.41 "GET /v2.0/ports?device_id=533c892a-ab50-4c1d-8779-517669b24a83 HTTP/1.1" status: 200 len: 943 time: 0.0887692 Jun 01 20:14:39.704461 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24da2181-a6fe-4ea7-be24-778a43cbc4ae service neutron] Pushing event updated for resources: {'Port': ['ID=f0cb9173-daaa-4721-a54e-194e6f4d5e87,revision_number=2']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 20:14:39.744621 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-d5428d54-b97a-4c56-af3c-95d321a9d7c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:14:39.753013 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-54109bc5-7316-4044-b6ba-54758d55b153 req-68da00d7-c970-49bd-b010-cb3d4b208ab1 tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] 10.222.0.41 "GET /v2.0/security-groups?id=e468bed0-2418-478f-8da0-f259e08a25f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583742 Jun 01 20:14:39.817932 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-73e434d9-6303-4b66-8272-0b67f6a445f7 req-24da2181-a6fe-4ea7-be24-778a43cbc4ae service neutron] Attempting to bind port f0cb9173-daaa-4721-a54e-194e6f4d5e87 on host n-h1-844202-1 for vnic_type normal with profile {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 20:14:39.818261 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-73e434d9-6303-4b66-8272-0b67f6a445f7 req-24da2181-a6fe-4ea7-be24-778a43cbc4ae service neutron] Attempting to bind port f0cb9173-daaa-4721-a54e-194e6f4d5e87 by drivers openvswitch,hyperv on host n-h1-844202-1 at level 0 using segments [{'id': 'b16747c9-6bdf-4802-bd3d-09464c343d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'a43d52e2-bbf3-4300-86a5-de6c3d9b6a5e'}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 20:14:39.818582 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e434d9-6303-4b66-8272-0b67f6a445f7 req-24da2181-a6fe-4ea7-be24-778a43cbc4ae service neutron] Attempting to bind port f0cb9173-daaa-4721-a54e-194e6f4d5e87 on network a43d52e2-bbf3-4300-86a5-de6c3d9b6a5e {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 20:14:39.824731 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e434d9-6303-4b66-8272-0b67f6a445f7 req-24da2181-a6fe-4ea7-be24-778a43cbc4ae service neutron] Port f0cb9173-daaa-4721-a54e-194e6f4d5e87 on network a43d52e2-bbf3-4300-86a5-de6c3d9b6a5e not bound, no agent of type Open vSwitch agent registered on host n-h1-844202-1 {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 20:14:39.825043 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e434d9-6303-4b66-8272-0b67f6a445f7 req-24da2181-a6fe-4ea7-be24-778a43cbc4ae service neutron] Attempting to bind port f0cb9173-daaa-4721-a54e-194e6f4d5e87 on network a43d52e2-bbf3-4300-86a5-de6c3d9b6a5e {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 20:14:39.830391 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e434d9-6303-4b66-8272-0b67f6a445f7 req-24da2181-a6fe-4ea7-be24-778a43cbc4ae service neutron] Checking agent: {'id': 'bdb1e5d7-b998-4259-838f-3d278e930f32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-844202-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'started_at': datetime.datetime(2022, 6, 1, 18, 37, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 1, 20, 14, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 20:14:39.830720 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e434d9-6303-4b66-8272-0b67f6a445f7 req-24da2181-a6fe-4ea7-be24-778a43cbc4ae service neutron] Checking segment: {'id': 'b16747c9-6bdf-4802-bd3d-09464c343d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'a43d52e2-bbf3-4300-86a5-de6c3d9b6a5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 01 20:14:39.831093 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e434d9-6303-4b66-8272-0b67f6a445f7 req-24da2181-a6fe-4ea7-be24-778a43cbc4ae service neutron] Bound using segment: {'id': 'b16747c9-6bdf-4802-bd3d-09464c343d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'a43d52e2-bbf3-4300-86a5-de6c3d9b6a5e'} {{(pid=88524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 20:14:39.831504 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.managers [req-73e434d9-6303-4b66-8272-0b67f6a445f7 req-24da2181-a6fe-4ea7-be24-778a43cbc4ae service neutron] Bound port: f0cb9173-daaa-4721-a54e-194e6f4d5e87, host: n-h1-844202-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b16747c9-6bdf-4802-bd3d-09464c343d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'a43d52e2-bbf3-4300-86a5-de6c3d9b6a5e'}}] {{(pid=88524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 20:14:39.831842 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-73e434d9-6303-4b66-8272-0b67f6a445f7 req-24da2181-a6fe-4ea7-be24-778a43cbc4ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:14:39.919369 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-73e434d9-6303-4b66-8272-0b67f6a445f7 req-24da2181-a6fe-4ea7-be24-778a43cbc4ae service neutron] For port f0cb9173-daaa-4721-a54e-194e6f4d5e87, host n-h1-844202-1, cleared binding levels {{(pid=88524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 20:14:39.922291 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-73e434d9-6303-4b66-8272-0b67f6a445f7 req-24da2181-a6fe-4ea7-be24-778a43cbc4ae service neutron] For port f0cb9173-daaa-4721-a54e-194e6f4d5e87, host n-h1-844202-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=f0cb9173-daaa-4721-a54e-194e6f4d5e87,segment=NetworkSegment(b16747c9-6bdf-4802-bd3d-09464c343d2f),segment_id=b16747c9-6bdf-4802-bd3d-09464c343d2f)] {{(pid=88524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 20:14:39.927352 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-73e434d9-6303-4b66-8272-0b67f6a445f7 req-24da2181-a6fe-4ea7-be24-778a43cbc4ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2719054'] for port, after_update {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:14:39.991669 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e434d9-6303-4b66-8272-0b67f6a445f7 req-24da2181-a6fe-4ea7-be24-778a43cbc4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:14:39.992292 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-73e434d9-6303-4b66-8272-0b67f6a445f7 req-24da2181-a6fe-4ea7-be24-778a43cbc4ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:14:39.994355 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-73e434d9-6303-4b66-8272-0b67f6a445f7 req-24da2181-a6fe-4ea7-be24-778a43cbc4ae service neutron] 10.222.0.15 "PUT /v2.0/ports/f0cb9173-daaa-4721-a54e-194e6f4d5e87 HTTP/1.1" status: 200 len: 1091 time: 1.0463245 Jun 01 20:14:39.994782 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '533c892a-ab50-4c1d-8779-517669b24a83', 'tag': 'f0cb9173-daaa-4721-a54e-194e6f4d5e87'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 20:14:40.015849 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24da2181-a6fe-4ea7-be24-778a43cbc4ae service neutron] Pushing event updated for resources: {'Port': ['ID=f0cb9173-daaa-4721-a54e-194e6f4d5e87,revision_number=3']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 20:14:40.080272 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43c12c2a-f518-4eb3-89bf-e9655ff5d85e'] response: {'name': 'network-changed', 'server_uuid': '533c892a-ab50-4c1d-8779-517669b24a83', 'tag': 'f0cb9173-daaa-4721-a54e-194e6f4d5e87', 'status': 'completed', 'code': 200} Jun 01 20:14:40.123283 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e434d9-6303-4b66-8272-0b67f6a445f7 req-7bfa1840-dc37-4905-b783-ba749071a8af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:14:40.124784 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-73e434d9-6303-4b66-8272-0b67f6a445f7 req-7bfa1840-dc37-4905-b783-ba749071a8af service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=46e52e6793614032bcfaab5ea657863e&device_id=533c892a-ab50-4c1d-8779-517669b24a83 HTTP/1.1" status: 200 len: 1094 time: 0.0823784 Jun 01 20:14:40.201367 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-73e434d9-6303-4b66-8272-0b67f6a445f7 req-6fc1489a-c709-4113-ac45-47e5dff33375 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f0cb9173-daaa-4721-a54e-194e6f4d5e87 HTTP/1.1" status: 200 len: 217 time: 0.0654316 Jun 01 20:14:40.267014 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e434d9-6303-4b66-8272-0b67f6a445f7 req-44164e4f-29d4-41f8-8497-a728e4db6fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:14:40.268362 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-73e434d9-6303-4b66-8272-0b67f6a445f7 req-44164e4f-29d4-41f8-8497-a728e4db6fdb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9426aa09-4991-4d92-8812-68edc47caaaf HTTP/1.1" status: 200 len: 849 time: 0.0572970 Jun 01 20:14:40.349936 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e434d9-6303-4b66-8272-0b67f6a445f7 req-b663ab90-4e53-4122-857e-26a8534a60b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:14:40.351293 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-73e434d9-6303-4b66-8272-0b67f6a445f7 req-b663ab90-4e53-4122-857e-26a8534a60b8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a43d52e2-bbf3-4300-86a5-de6c3d9b6a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0734909 Jun 01 20:14:40.486791 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-73e434d9-6303-4b66-8272-0b67f6a445f7 req-19a8cc75-4906-4e0c-b784-dcaf752884ae service neutron] 10.222.0.15 "GET /v2.0/networks/a43d52e2-bbf3-4300-86a5-de6c3d9b6a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257751 Jun 01 20:14:40.629110 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-73e434d9-6303-4b66-8272-0b67f6a445f7 req-a2d4c509-1baf-41bc-853b-4a15a8c3db0b service neutron] 10.222.0.15 "GET /v2.0/networks/a43d52e2-bbf3-4300-86a5-de6c3d9b6a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318202 Jun 01 20:14:40.750774 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7976913-f2d4-4be3-a0b8-eab64a4c393d req-7c5262fb-08bc-4047-b354-7da049a8224c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:14:40.752220 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b7976913-f2d4-4be3-a0b8-eab64a4c393d req-7c5262fb-08bc-4047-b354-7da049a8224c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=46e52e6793614032bcfaab5ea657863e&device_id=533c892a-ab50-4c1d-8779-517669b24a83 HTTP/1.1" status: 200 len: 1094 time: 0.0720940 Jun 01 20:14:40.890644 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7976913-f2d4-4be3-a0b8-eab64a4c393d req-b8e5029f-9193-4608-8afa-e1eca2d554b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:14:40.892023 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b7976913-f2d4-4be3-a0b8-eab64a4c393d req-b8e5029f-9193-4608-8afa-e1eca2d554b0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a43d52e2-bbf3-4300-86a5-de6c3d9b6a5e HTTP/1.1" status: 200 len: 911 time: 0.1313887 Jun 01 20:14:40.895399 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:14:40.952764 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:14:40.960659 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657b6e53-287e-48c4-9ff2-13573671cfe7 req-08effd98-6060-4c32-a799-fbd0343bcee9 tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:14:40.962690 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-657b6e53-287e-48c4-9ff2-13573671cfe7 req-08effd98-6060-4c32-a799-fbd0343bcee9 tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] 10.222.0.41 "GET /v2.0/ports?device_id=533c892a-ab50-4c1d-8779-517669b24a83 HTTP/1.1" status: 200 len: 943 time: 0.0912125 Jun 01 20:14:41.011586 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-657b6e53-287e-48c4-9ff2-13573671cfe7 req-9306655f-1fb5-42be-9fd9-6a417b93234a tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] 10.222.0.41 "GET /v2.0/security-groups?id=e468bed0-2418-478f-8da0-f259e08a25f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425313 Jun 01 20:14:41.075158 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b7976913-f2d4-4be3-a0b8-eab64a4c393d req-f70a1f59-6e3b-4233-b057-d5ce127a4acb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f0cb9173-daaa-4721-a54e-194e6f4d5e87 HTTP/1.1" status: 200 len: 217 time: 0.1761684 Jun 01 20:14:41.138480 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7976913-f2d4-4be3-a0b8-eab64a4c393d req-47f67f41-96ce-44ce-b3fa-035297e083e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:14:41.139926 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b7976913-f2d4-4be3-a0b8-eab64a4c393d req-47f67f41-96ce-44ce-b3fa-035297e083e6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9426aa09-4991-4d92-8812-68edc47caaaf HTTP/1.1" status: 200 len: 849 time: 0.0579886 Jun 01 20:14:41.215232 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7976913-f2d4-4be3-a0b8-eab64a4c393d req-e1db2223-c379-4513-bbfd-e1f00b271fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:14:41.216720 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b7976913-f2d4-4be3-a0b8-eab64a4c393d req-e1db2223-c379-4513-bbfd-e1f00b271fb8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a43d52e2-bbf3-4300-86a5-de6c3d9b6a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0702956 Jun 01 20:14:41.349603 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b7976913-f2d4-4be3-a0b8-eab64a4c393d req-d0cdbd69-a1a9-49e3-aec5-68c80d7072df service neutron] 10.222.0.15 "GET /v2.0/networks/a43d52e2-bbf3-4300-86a5-de6c3d9b6a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257410 Jun 01 20:14:41.481443 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b7976913-f2d4-4be3-a0b8-eab64a4c393d req-4a948d16-ba3d-4a1f-87db-a88d5510d9cb service neutron] 10.222.0.15 "GET /v2.0/networks/a43d52e2-bbf3-4300-86a5-de6c3d9b6a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253140 Jun 01 20:14:42.118921 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:14:42.200061 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71204428-c097-485a-9b31-3a841b31cf2d req-c3344937-aeda-478c-8aee-8cc309320d47 tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:14:42.201648 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-71204428-c097-485a-9b31-3a841b31cf2d req-c3344937-aeda-478c-8aee-8cc309320d47 tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] 10.222.0.41 "GET /v2.0/ports?device_id=533c892a-ab50-4c1d-8779-517669b24a83 HTTP/1.1" status: 200 len: 943 time: 0.0837240 Jun 01 20:14:42.246729 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-71204428-c097-485a-9b31-3a841b31cf2d req-53f0c805-c51f-49c4-b6ac-1c0e3c0c3086 tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] 10.222.0.41 "GET /v2.0/security-groups?id=e468bed0-2418-478f-8da0-f259e08a25f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392792 Jun 01 20:14:42.309465 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:14:42.480812 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device f0cb9173-daaa-4721-a54e-194e6f4d5e87 details requested by agent hyperv_n-h1-844202-1 with host n-h1-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 20:14:42.655244 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port f0cb9173-daaa-4721-a54e-194e6f4d5e87, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=f0cb9173-daaa-4721-a54e-194e6f4d5e87,segment=NetworkSegment(b16747c9-6bdf-4802-bd3d-09464c343d2f),segment_id=b16747c9-6bdf-4802-bd3d-09464c343d2f)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 20:14:42.670322 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Returning: {'device': 'f0cb9173-daaa-4721-a54e-194e6f4d5e87', 'network_id': 'a43d52e2-bbf3-4300-86a5-de6c3d9b6a5e', 'port_id': 'f0cb9173-daaa-4721-a54e-194e6f4d5e87', 'mac_address': 'fa:16:3e:50:7b:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9426aa09-4991-4d92-8812-68edc47caaaf', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 20:14:42.724831 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port f0cb9173-daaa-4721-a54e-194e6f4d5e87 is: DOWN; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 20:14:42.725209 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:14:42.746798 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0cb9173-daaa-4721-a54e-194e6f4d5e87 {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 20:14:42.762459 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port f0cb9173-daaa-4721-a54e-194e6f4d5e87, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=f0cb9173-daaa-4721-a54e-194e6f4d5e87,segment=NetworkSegment(b16747c9-6bdf-4802-bd3d-09464c343d2f),segment_id=b16747c9-6bdf-4802-bd3d-09464c343d2f)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 20:14:42.767021 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:14:42.830476 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:14:42.844280 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=f0cb9173-daaa-4721-a54e-194e6f4d5e87,revision_number=4']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 20:14:43.045405 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] get_ports_and_sgs() called for port_ids ['f0cb9173-daaa-4721-a54e-194e6f4d5e87'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 20:14:43.432521 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a16f5f-80f3-49a6-92c9-1e68fa4a895b req-233237be-d874-45c3-a2c7-dc985d3d6141 tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:14:43.433966 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-27a16f5f-80f3-49a6-92c9-1e68fa4a895b req-233237be-d874-45c3-a2c7-dc985d3d6141 tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] 10.222.0.41 "GET /v2.0/ports?device_id=533c892a-ab50-4c1d-8779-517669b24a83 HTTP/1.1" status: 200 len: 944 time: 0.0808842 Jun 01 20:14:43.479997 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-27a16f5f-80f3-49a6-92c9-1e68fa4a895b req-10344ae2-4bf9-47cc-8006-0828be2fa0ea tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] 10.222.0.41 "GET /v2.0/security-groups?id=e468bed0-2418-478f-8da0-f259e08a25f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403342 Jun 01 20:14:44.495837 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device f0cb9173-daaa-4721-a54e-194e6f4d5e87 up at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 20:14:44.565621 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Provisioning for port f0cb9173-daaa-4721-a54e-194e6f4d5e87 completed by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 20:14:44.570278 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Provisioning complete for port f0cb9173-daaa-4721-a54e-194e6f4d5e87 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 20:14:44.570642 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:14:44.677474 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdb0829-769d-4ac2-8903-dfc82d92ddae req-f8e68a5f-c2d2-478c-9eb0-bde50106a9e3 tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:14:44.683943 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4cdb0829-769d-4ac2-8903-dfc82d92ddae req-f8e68a5f-c2d2-478c-9eb0-bde50106a9e3 tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] 10.222.0.41 "GET /v2.0/ports?device_id=533c892a-ab50-4c1d-8779-517669b24a83 HTTP/1.1" status: 200 len: 944 time: 0.0852234 Jun 01 20:14:44.689408 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port f0cb9173-daaa-4721-a54e-194e6f4d5e87 is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 20:14:44.689784 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:14:44.717645 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '533c892a-ab50-4c1d-8779-517669b24a83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0cb9173-daaa-4721-a54e-194e6f4d5e87'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 20:14:44.726057 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-4cdb0829-769d-4ac2-8903-dfc82d92ddae req-66f8a628-29d5-461f-9225-525bd814dad5 tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] 10.222.0.41 "GET /v2.0/security-groups?id=e468bed0-2418-478f-8da0-f259e08a25f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404778 Jun 01 20:14:44.727721 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port f0cb9173-daaa-4721-a54e-194e6f4d5e87, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=f0cb9173-daaa-4721-a54e-194e6f4d5e87,segment=NetworkSegment(b16747c9-6bdf-4802-bd3d-09464c343d2f),segment_id=b16747c9-6bdf-4802-bd3d-09464c343d2f)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 20:14:44.732450 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:14:44.777757 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5613c8a-9503-4e83-a9f7-a8bda96a8690'] response: {'server_uuid': '533c892a-ab50-4c1d-8779-517669b24a83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0cb9173-daaa-4721-a54e-194e6f4d5e87', 'code': 200} Jun 01 20:14:44.802602 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=f0cb9173-daaa-4721-a54e-194e6f4d5e87,revision_number=5']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 20:14:44.916119 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62b2cad-3a3f-40ac-995a-3edcfede3b5c req-76ab22c9-91b5-493b-9bae-11376aa4aac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:14:44.917663 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a62b2cad-3a3f-40ac-995a-3edcfede3b5c req-76ab22c9-91b5-493b-9bae-11376aa4aac5 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=533c892a-ab50-4c1d-8779-517669b24a83 HTTP/1.1" status: 200 len: 1096 time: 0.0741880 Jun 01 20:14:44.960744 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.agents_db [None req-e814b9cf-7de8-45d0-a079-29c61fabe7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 20:14:44.962132 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-a62b2cad-3a3f-40ac-995a-3edcfede3b5c req-1e265782-ac85-495b-a81e-6dfdd3df3959 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=e468bed0-2418-478f-8da0-f259e08a25f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348494 Jun 01 20:14:45.912799 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af3eb49-0650-46ca-a41b-fab3da54409a req-73e15936-b25b-4c2a-93f4-147a0a7827ae tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:14:45.914243 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-5af3eb49-0650-46ca-a41b-fab3da54409a req-73e15936-b25b-4c2a-93f4-147a0a7827ae tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] 10.222.0.41 "GET /v2.0/ports?device_id=533c892a-ab50-4c1d-8779-517669b24a83 HTTP/1.1" status: 200 len: 945 time: 0.0804069 Jun 01 20:14:45.962682 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-5af3eb49-0650-46ca-a41b-fab3da54409a req-01a5a116-3c1b-414d-aa4a-a36585d13ce0 tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] 10.222.0.41 "GET /v2.0/security-groups?id=e468bed0-2418-478f-8da0-f259e08a25f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423660 Jun 01 20:14:47.152797 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7bc80a-a804-4f48-892d-e9d38f6fb38c req-d84582a4-1c0b-443f-94c6-c06f8ee5864b tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:14:47.154239 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ff7bc80a-a804-4f48-892d-e9d38f6fb38c req-d84582a4-1c0b-443f-94c6-c06f8ee5864b tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] 10.222.0.41 "GET /v2.0/ports?device_id=533c892a-ab50-4c1d-8779-517669b24a83 HTTP/1.1" status: 200 len: 945 time: 0.0840302 Jun 01 20:14:47.198605 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-ff7bc80a-a804-4f48-892d-e9d38f6fb38c req-c6a037d2-f1f4-42e3-85ca-9bb1132b013c tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] 10.222.0.41 "GET /v2.0/security-groups?id=e468bed0-2418-478f-8da0-f259e08a25f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386293 Jun 01 20:14:47.385740 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03143d5-84c6-4b4d-9368-9c8ac619d5a0 req-864a5f22-b25d-4055-9ee2-1e84ee596c4f tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:14:47.387544 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c03143d5-84c6-4b4d-9368-9c8ac619d5a0 req-864a5f22-b25d-4055-9ee2-1e84ee596c4f tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] 10.222.0.41 "GET /v2.0/ports?device_id=533c892a-ab50-4c1d-8779-517669b24a83 HTTP/1.1" status: 200 len: 945 time: 0.0846264 Jun 01 20:14:47.443771 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-c03143d5-84c6-4b4d-9368-9c8ac619d5a0 req-6962bf45-1e19-434b-ab39-5ff0da9eed9c tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] 10.222.0.41 "GET /v2.0/security-groups?id=e468bed0-2418-478f-8da0-f259e08a25f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505862 Jun 01 20:14:47.467741 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 56860) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 20:14:47.537503 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ed887ad-a65f-4579-9617-83aa6a990b9e tempest-TestSnapshotPattern-1293464159 tempest-TestSnapshotPattern-1293464159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:14:47.538911 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-1ed887ad-a65f-4579-9617-83aa6a990b9e tempest-TestSnapshotPattern-1293464159 tempest-TestSnapshotPattern-1293464159-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=533c892a-ab50-4c1d-8779-517669b24a83 HTTP/1.1" status: 200 len: 1091 time: 0.0701115 Jun 01 20:14:47.541752 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 56864) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 20:14:47.546421 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.v2.base [None req-2b8494af-e1c3-421e-88e2-1700e7ef23bc tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Request body: {'floatingip': {'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'port_id': 'f0cb9173-daaa-4721-a54e-194e6f4d5e87', 'tenant_id': '46e52e6793614032bcfaab5ea657863e', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 20:14:47.553049 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-2b8494af-e1c3-421e-88e2-1700e7ef23bc tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 20:14:47.557512 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-2b8494af-e1c3-421e-88e2-1700e7ef23bc tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Usage tracker for resource:floatingip and tenant:46e52e6793614032bcfaab5ea657863e is out of sync, need to count used quota {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 20:14:47.560429 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [None req-2b8494af-e1c3-421e-88e2-1700e7ef23bc tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88525) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 20:14:47.566409 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.quota.driver [None req-2b8494af-e1c3-421e-88e2-1700e7ef23bc tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88525) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 20:14:47.577960 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2b8494af-e1c3-421e-88e2-1700e7ef23bc tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Notify callbacks [] for floatingip, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:14:47.824722 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2b8494af-e1c3-421e-88e2-1700e7ef23bc tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:14:47.962935 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_common [None req-2b8494af-e1c3-421e-88e2-1700e7ef23bc tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Allocated IP 172.25.4.143 (72a72e44-6845-488a-a5ff-3a26d4df9cb3/c314a23b-daa2-4106-ab28-8e6f954277b2/26047e6f-e0f2-4671-a8fe-33b394e0ce88) {{(pid=88525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 20:14:48.113056 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2b8494af-e1c3-421e-88e2-1700e7ef23bc tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Notify callbacks [] for port, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:14:48.146979 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2b8494af-e1c3-421e-88e2-1700e7ef23bc tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747785362526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:14:48.214784 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b8494af-e1c3-421e-88e2-1700e7ef23bc tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Network 72a72e44-6845-488a-a5ff-3a26d4df9cb3 is already hosted by enough agents. {{(pid=88525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 20:14:48.217971 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.base_scheduler [None req-2b8494af-e1c3-421e-88e2-1700e7ef23bc tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Resources bound (agent type, host, resource id): {{(pid=88525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 20:14:48.221570 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8494af-e1c3-421e-88e2-1700e7ef23bc tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Received port after_create {{(pid=88525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 01 20:14:48.254147 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8494af-e1c3-421e-88e2-1700e7ef23bc tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Pushing event updated for resources: {'Port': ['ID=26047e6f-e0f2-4671-a8fe-33b394e0ce88,revision_number=1']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 20:14:48.270430 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8494af-e1c3-421e-88e2-1700e7ef23bc tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:14:48.270768 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8494af-e1c3-421e-88e2-1700e7ef23bc tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:14:48.271097 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8494af-e1c3-421e-88e2-1700e7ef23bc tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:14:48.271422 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8494af-e1c3-421e-88e2-1700e7ef23bc tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:14:48.271743 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8494af-e1c3-421e-88e2-1700e7ef23bc tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:14:48.272060 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8494af-e1c3-421e-88e2-1700e7ef23bc tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:14:48.272405 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8494af-e1c3-421e-88e2-1700e7ef23bc tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:14:48.272718 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8494af-e1c3-421e-88e2-1700e7ef23bc tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:14:48.273028 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8494af-e1c3-421e-88e2-1700e7ef23bc tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:14:48.273337 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8494af-e1c3-421e-88e2-1700e7ef23bc tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:14:48.273647 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8494af-e1c3-421e-88e2-1700e7ef23bc tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:14:48.273957 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8494af-e1c3-421e-88e2-1700e7ef23bc tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:14:48.386559 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ad932c0e-fa77-4ba0-8c49-ee8734305c8b req-56696182-5f66-4c0a-89aa-7663b875628f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=533c892a-ab50-4c1d-8779-517669b24a83&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0700207 Jun 01 20:14:48.526455 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad932c0e-fa77-4ba0-8c49-ee8734305c8b req-2ae2a399-385b-4063-9214-19bf3499a88f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:14:48.527924 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ad932c0e-fa77-4ba0-8c49-ee8734305c8b req-2ae2a399-385b-4063-9214-19bf3499a88f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=46e52e6793614032bcfaab5ea657863e&device_id=533c892a-ab50-4c1d-8779-517669b24a83 HTTP/1.1" status: 200 len: 1096 time: 0.0742457 Jun 01 20:14:48.652395 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2b8494af-e1c3-421e-88e2-1700e7ef23bc tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:14:48.675914 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad932c0e-fa77-4ba0-8c49-ee8734305c8b req-690df493-fe0c-4396-a885-d4c44f4f0cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:14:48.677456 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ad932c0e-fa77-4ba0-8c49-ee8734305c8b req-690df493-fe0c-4396-a885-d4c44f4f0cfa service neutron] 10.222.0.15 "GET /v2.0/networks?id=a43d52e2-bbf3-4300-86a5-de6c3d9b6a5e HTTP/1.1" status: 200 len: 911 time: 0.1308148 Jun 01 20:14:48.727287 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2b8494af-e1c3-421e-88e2-1700e7ef23bc tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:14:48.782208 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ad932c0e-fa77-4ba0-8c49-ee8734305c8b req-50a62394-65a4-4e88-a3c7-a323539c7b63 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f0cb9173-daaa-4721-a54e-194e6f4d5e87 HTTP/1.1" status: 200 len: 999 time: 0.0981171 Jun 01 20:14:48.847869 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad932c0e-fa77-4ba0-8c49-ee8734305c8b req-acfd3ab2-0c9f-4955-8d6a-6891536c5ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:14:48.849334 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ad932c0e-fa77-4ba0-8c49-ee8734305c8b req-acfd3ab2-0c9f-4955-8d6a-6891536c5ca0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9426aa09-4991-4d92-8812-68edc47caaaf HTTP/1.1" status: 200 len: 849 time: 0.0617554 Jun 01 20:14:48.930687 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad932c0e-fa77-4ba0-8c49-ee8734305c8b req-264702a3-ade8-4297-8693-68ef5f5d7025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:14:48.933229 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ad932c0e-fa77-4ba0-8c49-ee8734305c8b req-264702a3-ade8-4297-8693-68ef5f5d7025 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a43d52e2-bbf3-4300-86a5-de6c3d9b6a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0778084 Jun 01 20:14:48.944883 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2b8494af-e1c3-421e-88e2-1700e7ef23bc tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Notify callbacks [] for port, precommit_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:14:48.951246 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2b8494af-e1c3-421e-88e2-1700e7ef23bc tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2613945'] for port, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:14:49.067186 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8494af-e1c3-421e-88e2-1700e7ef23bc tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Pushing event updated for resources: {'Port': ['ID=26047e6f-e0f2-4671-a8fe-33b394e0ce88,revision_number=2']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 20:14:49.068564 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ad932c0e-fa77-4ba0-8c49-ee8734305c8b req-23dffb51-97e8-402b-992e-d0ebccda71a7 service neutron] 10.222.0.15 "GET /v2.0/networks/a43d52e2-bbf3-4300-86a5-de6c3d9b6a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293509 Jun 01 20:14:49.074182 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2b8494af-e1c3-421e-88e2-1700e7ef23bc tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887712'] for floatingip, after_update {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:14:49.209642 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-ad932c0e-fa77-4ba0-8c49-ee8734305c8b req-8b317114-b14e-4c44-a000-f5c8644e0da1 service neutron] 10.222.0.15 "GET /v2.0/networks/a43d52e2-bbf3-4300-86a5-de6c3d9b6a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347461 Jun 01 20:14:49.248099 n-d-844202-1 neutron-server[88525]: INFO neutron.db.l3_db [None req-2b8494af-e1c3-421e-88e2-1700e7ef23bc tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Floating IP 0ae633b1-0f23-4c84-b3f1-7f3b9dc3ab07 associated. External IP: 172.25.4.143, port: f0cb9173-daaa-4721-a54e-194e6f4d5e87. Jun 01 20:14:49.717454 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b8494af-e1c3-421e-88e2-1700e7ef23bc tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Router da94ebc8-ad22-4e27-bce0-cb8636a56b75 has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 20:14:49.927480 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b8494af-e1c3-421e-88e2-1700e7ef23bc tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 20:14:49.941225 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded2e463-b0b9-4314-b030-10ea47aface7 None None] Sync routers for ids ['da94ebc8-ad22-4e27-bce0-cb8636a56b75'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 20:14:49.951670 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded2e463-b0b9-4314-b030-10ea47aface7 None None] Routers {'da94ebc8-ad22-4e27-bce0-cb8636a56b75'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 20:14:49.952569 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-ded2e463-b0b9-4314-b030-10ea47aface7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T20:14:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['da94ebc8-ad22-4e27-bce0-cb8636a56b75'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 20:14:49.959033 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-2b8494af-e1c3-421e-88e2-1700e7ef23bc tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for floatingip, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:14:50.023686 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-2b8494af-e1c3-421e-88e2-1700e7ef23bc tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4809096 Jun 01 20:14:50.024378 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '533c892a-ab50-4c1d-8779-517669b24a83', 'tag': 'f0cb9173-daaa-4721-a54e-194e6f4d5e87'}] {{(pid=88525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 20:14:50.077412 n-d-844202-1 neutron-server[88525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63ddf143-9662-456c-9650-3960eb561eef'] response: {'name': 'network-changed', 'server_uuid': '533c892a-ab50-4c1d-8779-517669b24a83', 'tag': 'f0cb9173-daaa-4721-a54e-194e6f4d5e87', 'status': 'completed', 'code': 200} Jun 01 20:14:50.145851 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-ded2e463-b0b9-4314-b030-10ea47aface7 None None] Set router da94ebc8-ad22-4e27-bce0-cb8636a56b75 gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 20:14:50.169782 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb72480-7b73-4c82-a3c8-6a5c69fe737e req-f03921cd-c632-4e20-9b0e-caa67f8a62fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:14:50.171279 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0bb72480-7b73-4c82-a3c8-6a5c69fe737e req-f03921cd-c632-4e20-9b0e-caa67f8a62fe service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=46e52e6793614032bcfaab5ea657863e&device_id=533c892a-ab50-4c1d-8779-517669b24a83 HTTP/1.1" status: 200 len: 1096 time: 0.0723429 Jun 01 20:14:50.317650 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb72480-7b73-4c82-a3c8-6a5c69fe737e req-edc11b55-b430-439d-9b94-654ecd0f37ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:14:50.319009 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0bb72480-7b73-4c82-a3c8-6a5c69fe737e req-edc11b55-b430-439d-9b94-654ecd0f37ee service neutron] 10.222.0.15 "GET /v2.0/networks?id=a43d52e2-bbf3-4300-86a5-de6c3d9b6a5e HTTP/1.1" status: 200 len: 911 time: 0.1419995 Jun 01 20:14:50.537499 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0bb72480-7b73-4c82-a3c8-6a5c69fe737e req-223e567f-8cdf-499a-aec0-9c0fc8479ae9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f0cb9173-daaa-4721-a54e-194e6f4d5e87 HTTP/1.1" status: 200 len: 999 time: 0.2094128 Jun 01 20:14:50.553114 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-ded2e463-b0b9-4314-b030-10ea47aface7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da94ebc8-ad22-4e27-bce0-cb8636a56b75', 'name': 'tempest-TestSnapshotPattern-1343733911-router', 'tenant_id': '46e52e6793614032bcfaab5ea657863e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.167'}], 'enable_snat': True}, 'gw_port_id': 'cd255131-adab-4f94-85ca-2719941ac87f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T20:11:46Z', 'updated_at': '2022-06-01T20:11:50Z', 'revision_number': 4, 'project_id': '46e52e6793614032bcfaab5ea657863e', 'gw_port': {'id': 'cd255131-adab-4f94-85ca-2719941ac87f', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c2:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da94ebc8-ad22-4e27-bce0-cb8636a56b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4456, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T20:11:46Z', 'updated_at': '2022-06-01T20:11:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_floatingips': [{'id': '0ae633b1-0f23-4c84-b3f1-7f3b9dc3ab07', 'tenant_id': '46e52e6793614032bcfaab5ea657863e', 'floating_ip_address': '172.25.4.143', 'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'router_id': 'da94ebc8-ad22-4e27-bce0-cb8636a56b75', 'port_id': 'f0cb9173-daaa-4721-a54e-194e6f4d5e87', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4484, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a43d52e2-bbf3-4300-86a5-de6c3d9b6a5e', 'mac_address': 'fa:16:3e:50:7b:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '533c892a-ab50-4c1d-8779-517669b24a83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T20:14:48Z', 'updated_at': '2022-06-01T20:14:48Z', 'revision_number': 0, 'project_id': '46e52e6793614032bcfaab5ea657863e', 'fixed_ip_address_scope': None}, {'id': '571473dd-7c97-4515-9f00-348f22d3bf59', 'tenant_id': '46e52e6793614032bcfaab5ea657863e', 'floating_ip_address': '172.25.4.10', 'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'router_id': 'da94ebc8-ad22-4e27-bce0-cb8636a56b75', 'port_id': '68e03c73-b226-4cc2-91d3-7ce9cbce938a', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4481, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a43d52e2-bbf3-4300-86a5-de6c3d9b6a5e', 'mac_address': 'fa:16:3e:6c:99:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7da1442-d52e-4d3f-8342-22961a66dbd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T20:12:12Z', 'updated_at': '2022-06-01T20:12:15Z', 'revision_number': 1, 'project_id': '46e52e6793614032bcfaab5ea657863e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2631d09-63e5-4c19-bb37-7b0d36987ee8', 'name': '', 'network_id': 'a43d52e2-bbf3-4300-86a5-de6c3d9b6a5e', 'tenant_id': '46e52e6793614032bcfaab5ea657863e', 'mac_address': 'fa:16:3e:22:d2:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da94ebc8-ad22-4e27-bce0-cb8636a56b75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4457, 'fixed_ips': [{'subnet_id': '9426aa09-4991-4d92-8812-68edc47caaaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T20:11:49Z', 'updated_at': '2022-06-01T20:11:57Z', 'revision_number': 5, 'project_id': '46e52e6793614032bcfaab5ea657863e', 'subnets': [{'id': '9426aa09-4991-4d92-8812-68edc47caaaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 20:14:50.557350 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded2e463-b0b9-4314-b030-10ea47aface7 None None] Checking router: da94ebc8-ad22-4e27-bce0-cb8636a56b75 for host: n-d-844202-1 {{(pid=88527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 20:14:50.565552 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded2e463-b0b9-4314-b030-10ea47aface7 None None] Routers {'da94ebc8-ad22-4e27-bce0-cb8636a56b75'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 20:14:50.566141 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-ded2e463-b0b9-4314-b030-10ea47aface7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T20:14:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['da94ebc8-ad22-4e27-bce0-cb8636a56b75'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 20:14:50.606354 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb72480-7b73-4c82-a3c8-6a5c69fe737e req-43250e97-842c-4b31-b693-3b574d8f9676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:14:50.607704 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0bb72480-7b73-4c82-a3c8-6a5c69fe737e req-43250e97-842c-4b31-b693-3b574d8f9676 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9426aa09-4991-4d92-8812-68edc47caaaf HTTP/1.1" status: 200 len: 849 time: 0.0644443 Jun 01 20:14:50.688767 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb72480-7b73-4c82-a3c8-6a5c69fe737e req-3304cae3-d071-40c4-88b8-27462770ffb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:14:50.690504 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0bb72480-7b73-4c82-a3c8-6a5c69fe737e req-3304cae3-d071-40c4-88b8-27462770ffb3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a43d52e2-bbf3-4300-86a5-de6c3d9b6a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0768580 Jun 01 20:14:50.749912 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-ded2e463-b0b9-4314-b030-10ea47aface7 None None] Set router da94ebc8-ad22-4e27-bce0-cb8636a56b75 gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 20:14:50.827845 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0bb72480-7b73-4c82-a3c8-6a5c69fe737e req-855e5eb6-3bef-452b-8f6b-6dd5bfe5c65e service neutron] 10.222.0.15 "GET /v2.0/networks/a43d52e2-bbf3-4300-86a5-de6c3d9b6a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307919 Jun 01 20:14:50.971036 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-0bb72480-7b73-4c82-a3c8-6a5c69fe737e req-7e159a45-f3ef-40ab-a8d0-2865e000c4f2 service neutron] 10.222.0.15 "GET /v2.0/networks/a43d52e2-bbf3-4300-86a5-de6c3d9b6a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371355 Jun 01 20:14:51.105192 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-ded2e463-b0b9-4314-b030-10ea47aface7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da94ebc8-ad22-4e27-bce0-cb8636a56b75', 'name': 'tempest-TestSnapshotPattern-1343733911-router', 'tenant_id': '46e52e6793614032bcfaab5ea657863e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.167'}], 'enable_snat': True}, 'gw_port_id': 'cd255131-adab-4f94-85ca-2719941ac87f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T20:11:46Z', 'updated_at': '2022-06-01T20:11:50Z', 'revision_number': 4, 'project_id': '46e52e6793614032bcfaab5ea657863e', 'gw_port': {'id': 'cd255131-adab-4f94-85ca-2719941ac87f', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c2:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da94ebc8-ad22-4e27-bce0-cb8636a56b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4456, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T20:11:46Z', 'updated_at': '2022-06-01T20:11:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_floatingips': [{'id': '0ae633b1-0f23-4c84-b3f1-7f3b9dc3ab07', 'tenant_id': '46e52e6793614032bcfaab5ea657863e', 'floating_ip_address': '172.25.4.143', 'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'router_id': 'da94ebc8-ad22-4e27-bce0-cb8636a56b75', 'port_id': 'f0cb9173-daaa-4721-a54e-194e6f4d5e87', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4484, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a43d52e2-bbf3-4300-86a5-de6c3d9b6a5e', 'mac_address': 'fa:16:3e:50:7b:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '533c892a-ab50-4c1d-8779-517669b24a83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T20:14:48Z', 'updated_at': '2022-06-01T20:14:48Z', 'revision_number': 0, 'project_id': '46e52e6793614032bcfaab5ea657863e', 'fixed_ip_address_scope': None}, {'id': '571473dd-7c97-4515-9f00-348f22d3bf59', 'tenant_id': '46e52e6793614032bcfaab5ea657863e', 'floating_ip_address': '172.25.4.10', 'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'router_id': 'da94ebc8-ad22-4e27-bce0-cb8636a56b75', 'port_id': '68e03c73-b226-4cc2-91d3-7ce9cbce938a', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4481, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a43d52e2-bbf3-4300-86a5-de6c3d9b6a5e', 'mac_address': 'fa:16:3e:6c:99:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7da1442-d52e-4d3f-8342-22961a66dbd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T20:12:12Z', 'updated_at': '2022-06-01T20:12:15Z', 'revision_number': 1, 'project_id': '46e52e6793614032bcfaab5ea657863e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2631d09-63e5-4c19-bb37-7b0d36987ee8', 'name': '', 'network_id': 'a43d52e2-bbf3-4300-86a5-de6c3d9b6a5e', 'tenant_id': '46e52e6793614032bcfaab5ea657863e', 'mac_address': 'fa:16:3e:22:d2:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da94ebc8-ad22-4e27-bce0-cb8636a56b75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4457, 'fixed_ips': [{'subnet_id': '9426aa09-4991-4d92-8812-68edc47caaaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T20:11:49Z', 'updated_at': '2022-06-01T20:11:57Z', 'revision_number': 5, 'project_id': '46e52e6793614032bcfaab5ea657863e', 'subnets': [{'id': '9426aa09-4991-4d92-8812-68edc47caaaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 20:14:51.109091 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded2e463-b0b9-4314-b030-10ea47aface7 None None] The sync data for ids ['da94ebc8-ad22-4e27-bce0-cb8636a56b75'] in n-d-844202-1 is: [{'id': 'da94ebc8-ad22-4e27-bce0-cb8636a56b75', 'name': 'tempest-TestSnapshotPattern-1343733911-router', 'tenant_id': '46e52e6793614032bcfaab5ea657863e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.167'}], 'enable_snat': True}, 'gw_port_id': 'cd255131-adab-4f94-85ca-2719941ac87f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T20:11:46Z', 'updated_at': '2022-06-01T20:11:50Z', 'revision_number': 4, 'project_id': '46e52e6793614032bcfaab5ea657863e', 'gw_port': {'id': 'cd255131-adab-4f94-85ca-2719941ac87f', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c2:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da94ebc8-ad22-4e27-bce0-cb8636a56b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4456, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T20:11:46Z', 'updated_at': '2022-06-01T20:11:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_floatingips': [{'id': '0ae633b1-0f23-4c84-b3f1-7f3b9dc3ab07', 'tenant_id': '46e52e6793614032bcfaab5ea657863e', 'floating_ip_address': '172.25.4.143', 'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'router_id': 'da94ebc8-ad22-4e27-bce0-cb8636a56b75', 'port_id': 'f0cb9173-daaa-4721-a54e-194e6f4d5e87', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4484, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a43d52e2-bbf3-4300-86a5-de6c3d9b6a5e', 'mac_address': 'fa:16:3e:50:7b:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '533c892a-ab50-4c1d-8779-517669b24a83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T20:14:48Z', 'updated_at': '2022-06-01T20:14:48Z', 'revision_number': 0, 'project_id': '46e52e6793614032bcfaab5ea657863e', 'fixed_ip_address_scope': None}, {'id': '571473dd-7c97-4515-9f00-348f22d3bf59', 'tenant_id': '46e52e6793614032bcfaab5ea657863e', 'floating_ip_address': '172.25.4.10', 'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'router_id': 'da94ebc8-ad22-4e27-bce0-cb8636a56b75', 'port_id': '68e03c73-b226-4cc2-91d3-7ce9cbce938a', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4481, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a43d52e2-bbf3-4300-86a5-de6c3d9b6a5e', 'mac_address': 'fa:16:3e:6c:99:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7da1442-d52e-4d3f-8342-22961a66dbd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T20:12:12Z', 'updated_at': '2022-06-01T20:12:15Z', 'revision_number': 1, 'project_id': '46e52e6793614032bcfaab5ea657863e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2631d09-63e5-4c19-bb37-7b0d36987ee8', 'name': '', 'network_id': 'a43d52e2-bbf3-4300-86a5-de6c3d9b6a5e', 'tenant_id': '46e52e6793614032bcfaab5ea657863e', 'mac_address': 'fa:16:3e:22:d2:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da94ebc8-ad22-4e27-bce0-cb8636a56b75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4457, 'fixed_ips': [{'subnet_id': '9426aa09-4991-4d92-8812-68edc47caaaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T20:11:49Z', 'updated_at': '2022-06-01T20:11:57Z', 'revision_number': 5, 'project_id': '46e52e6793614032bcfaab5ea657863e', 'subnets': [{'id': '9426aa09-4991-4d92-8812-68edc47caaaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 20:14:51.300278 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6883c6b7-88c8-4aeb-830d-9f2a7fe5487c None None] New status for floating IP 0ae633b1-0f23-4c84-b3f1-7f3b9dc3ab07: ACTIVE {{(pid=88526) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 20:15:03.059721 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b7b4ade4-329e-4fbb-a727-4dac8218540b req-28b33a26-8a86-4dce-9d04-f758cffe927d service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=c7da1442-d52e-4d3f-8342-22961a66dbd3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0712371 Jun 01 20:15:03.198629 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b4ade4-329e-4fbb-a727-4dac8218540b req-3af252e6-d1fe-4920-8cbe-66d56d8560d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:15:03.200749 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b7b4ade4-329e-4fbb-a727-4dac8218540b req-3af252e6-d1fe-4920-8cbe-66d56d8560d4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=46e52e6793614032bcfaab5ea657863e&device_id=c7da1442-d52e-4d3f-8342-22961a66dbd3 HTTP/1.1" status: 200 len: 1095 time: 0.0753646 Jun 01 20:15:03.354725 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b4ade4-329e-4fbb-a727-4dac8218540b req-0415438d-5017-47a8-adf5-3d6a6947633f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:15:03.356606 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b7b4ade4-329e-4fbb-a727-4dac8218540b req-0415438d-5017-47a8-adf5-3d6a6947633f service neutron] 10.222.0.50 "GET /v2.0/networks?id=a43d52e2-bbf3-4300-86a5-de6c3d9b6a5e HTTP/1.1" status: 200 len: 911 time: 0.1385522 Jun 01 20:15:03.456784 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b7b4ade4-329e-4fbb-a727-4dac8218540b req-48b965a0-90a4-4837-8685-bc2f3cc09799 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=68e03c73-b226-4cc2-91d3-7ce9cbce938a HTTP/1.1" status: 200 len: 999 time: 0.0955329 Jun 01 20:15:03.521607 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b4ade4-329e-4fbb-a727-4dac8218540b req-a0f0b053-b182-4ef1-8a67-70ab50c26863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:15:03.523031 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b7b4ade4-329e-4fbb-a727-4dac8218540b req-a0f0b053-b182-4ef1-8a67-70ab50c26863 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9426aa09-4991-4d92-8812-68edc47caaaf HTTP/1.1" status: 200 len: 849 time: 0.0611658 Jun 01 20:15:03.596377 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b4ade4-329e-4fbb-a727-4dac8218540b req-93ada40c-5fd3-4f9d-bdd9-3c46e7aed3af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:15:03.597837 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b7b4ade4-329e-4fbb-a727-4dac8218540b req-93ada40c-5fd3-4f9d-bdd9-3c46e7aed3af service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a43d52e2-bbf3-4300-86a5-de6c3d9b6a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0697792 Jun 01 20:15:03.748907 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b7b4ade4-329e-4fbb-a727-4dac8218540b req-edfd8d66-1ba4-4aea-9188-82783a7d53b0 service neutron] 10.222.0.50 "GET /v2.0/networks/a43d52e2-bbf3-4300-86a5-de6c3d9b6a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451631 Jun 01 20:15:03.879036 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-b7b4ade4-329e-4fbb-a727-4dac8218540b req-ac7b158f-8749-4496-b25a-5463f001dc14 service neutron] 10.222.0.50 "GET /v2.0/networks/a43d52e2-bbf3-4300-86a5-de6c3d9b6a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247842 Jun 01 20:15:07.266119 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-fec24a85-37d9-4a91-9ace-448e1ccf0c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:15:09.749556 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-3694dc4c-1da3-40f7-8d9b-595d9d59629e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:15:10.898548 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:15:10.944371 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:15:12.134067 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:15:12.316608 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:15:12.837634 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:15:21.960630 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.agents_db [None req-e814b9cf-7de8-45d0-a079-29c61fabe7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 20:15:37.269302 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-9975d9f2-16be-4c31-9da3-8e9a5bdf10fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:15:39.750732 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-d5ef8f85-16b3-45be-baba-db198da04388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:15:40.902414 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:15:40.946965 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:15:42.136501 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:15:42.314002 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:15:42.843282 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:15:48.398765 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-dde6eba0-1326-40cc-94f0-b18849644ffa req-aef7aef2-8746-4ef8-9568-7cb997520122 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=533c892a-ab50-4c1d-8779-517669b24a83&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0733294 Jun 01 20:15:48.548152 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde6eba0-1326-40cc-94f0-b18849644ffa req-f3687fcc-65b9-46c1-8202-3cfd3e5dcb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:15:48.549630 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-dde6eba0-1326-40cc-94f0-b18849644ffa req-f3687fcc-65b9-46c1-8202-3cfd3e5dcb34 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=46e52e6793614032bcfaab5ea657863e&device_id=533c892a-ab50-4c1d-8779-517669b24a83 HTTP/1.1" status: 200 len: 1096 time: 0.0714617 Jun 01 20:15:48.695847 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde6eba0-1326-40cc-94f0-b18849644ffa req-3949bb00-db69-482e-a052-4425f06019e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:15:48.697315 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-dde6eba0-1326-40cc-94f0-b18849644ffa req-3949bb00-db69-482e-a052-4425f06019e1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a43d52e2-bbf3-4300-86a5-de6c3d9b6a5e HTTP/1.1" status: 200 len: 911 time: 0.1253581 Jun 01 20:15:48.922577 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-dde6eba0-1326-40cc-94f0-b18849644ffa req-6b5880c0-54da-4e83-9e01-965774176337 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f0cb9173-daaa-4721-a54e-194e6f4d5e87 HTTP/1.1" status: 200 len: 1001 time: 0.2158437 Jun 01 20:15:48.999499 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde6eba0-1326-40cc-94f0-b18849644ffa req-b3bc36d7-1632-4768-9977-a768ca426446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:15:49.001072 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-dde6eba0-1326-40cc-94f0-b18849644ffa req-b3bc36d7-1632-4768-9977-a768ca426446 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9426aa09-4991-4d92-8812-68edc47caaaf HTTP/1.1" status: 200 len: 849 time: 0.0692227 Jun 01 20:15:49.097651 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde6eba0-1326-40cc-94f0-b18849644ffa req-dbadcef5-3e43-4e4b-85fb-02b11f5f952a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:15:49.099879 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-dde6eba0-1326-40cc-94f0-b18849644ffa req-dbadcef5-3e43-4e4b-85fb-02b11f5f952a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a43d52e2-bbf3-4300-86a5-de6c3d9b6a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0881660 Jun 01 20:15:49.283007 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-dde6eba0-1326-40cc-94f0-b18849644ffa req-cef673ae-acab-4fd2-a630-7683a48e1947 service neutron] 10.222.0.15 "GET /v2.0/networks/a43d52e2-bbf3-4300-86a5-de6c3d9b6a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727512 Jun 01 20:15:49.455761 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-dde6eba0-1326-40cc-94f0-b18849644ffa req-6ad61ca7-83c0-45d4-9591-b2424064147f service neutron] 10.222.0.15 "GET /v2.0/networks/a43d52e2-bbf3-4300-86a5-de6c3d9b6a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634519 Jun 01 20:15:58.960742 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.agents_db [None req-e814b9cf-7de8-45d0-a079-29c61fabe7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 20:16:05.603752 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-11b8a760-c718-4f3a-b62d-0d87aabba928 req-3b16b02b-6c13-4d51-8310-2d9790deac59 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=c7da1442-d52e-4d3f-8342-22961a66dbd3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0688927 Jun 01 20:16:05.741800 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b8a760-c718-4f3a-b62d-0d87aabba928 req-bd8aa537-8476-40df-a14a-4a63a10d98f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:16:05.743259 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-11b8a760-c718-4f3a-b62d-0d87aabba928 req-bd8aa537-8476-40df-a14a-4a63a10d98f0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=46e52e6793614032bcfaab5ea657863e&device_id=c7da1442-d52e-4d3f-8342-22961a66dbd3 HTTP/1.1" status: 200 len: 1095 time: 0.0732124 Jun 01 20:16:05.885257 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b8a760-c718-4f3a-b62d-0d87aabba928 req-2e2ce6d0-f513-4a25-bed2-bc385a650d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:16:05.886718 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-11b8a760-c718-4f3a-b62d-0d87aabba928 req-2e2ce6d0-f513-4a25-bed2-bc385a650d01 service neutron] 10.222.0.50 "GET /v2.0/networks?id=a43d52e2-bbf3-4300-86a5-de6c3d9b6a5e HTTP/1.1" status: 200 len: 911 time: 0.1260390 Jun 01 20:16:05.988257 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-11b8a760-c718-4f3a-b62d-0d87aabba928 req-20026db4-4140-4fd9-9a54-58eb87858c3c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=68e03c73-b226-4cc2-91d3-7ce9cbce938a HTTP/1.1" status: 200 len: 999 time: 0.0960879 Jun 01 20:16:06.052953 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b8a760-c718-4f3a-b62d-0d87aabba928 req-548934fc-dfbd-4947-b4e7-7a848bfa3feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:16:06.054346 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-11b8a760-c718-4f3a-b62d-0d87aabba928 req-548934fc-dfbd-4947-b4e7-7a848bfa3feb service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9426aa09-4991-4d92-8812-68edc47caaaf HTTP/1.1" status: 200 len: 849 time: 0.0596561 Jun 01 20:16:06.127487 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b8a760-c718-4f3a-b62d-0d87aabba928 req-92bc2d25-e3e7-4c42-ab18-097c05855170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:16:06.128878 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-11b8a760-c718-4f3a-b62d-0d87aabba928 req-92bc2d25-e3e7-4c42-ab18-097c05855170 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a43d52e2-bbf3-4300-86a5-de6c3d9b6a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0687733 Jun 01 20:16:06.267912 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-11b8a760-c718-4f3a-b62d-0d87aabba928 req-48bcd80c-4462-4b0c-9e35-b787531c4822 service neutron] 10.222.0.50 "GET /v2.0/networks/a43d52e2-bbf3-4300-86a5-de6c3d9b6a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330023 Jun 01 20:16:06.399140 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-11b8a760-c718-4f3a-b62d-0d87aabba928 req-cafd8782-0e0f-49d2-bddc-d65bb679c7c5 service neutron] 10.222.0.50 "GET /v2.0/networks/a43d52e2-bbf3-4300-86a5-de6c3d9b6a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251979 Jun 01 20:16:07.273627 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-cc805878-e2a1-4223-904b-4f8f85f3120e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:16:09.753748 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-39b100b6-2d5f-4560-b70e-879db30db444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:16:10.905241 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:16:10.959159 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:16:12.170432 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:16:12.322424 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:16:12.840570 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:16:20.928153 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device f0cb9173-daaa-4721-a54e-194e6f4d5e87 details requested by agent hyperv_n-h1-844202-1 with host n-h1-844202-1 {{(pid=88526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 20:16:21.063672 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port f0cb9173-daaa-4721-a54e-194e6f4d5e87, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=f0cb9173-daaa-4721-a54e-194e6f4d5e87,segment=NetworkSegment(b16747c9-6bdf-4802-bd3d-09464c343d2f),segment_id=b16747c9-6bdf-4802-bd3d-09464c343d2f)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 20:16:21.080631 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Returning: {'device': 'f0cb9173-daaa-4721-a54e-194e6f4d5e87', 'network_id': 'a43d52e2-bbf3-4300-86a5-de6c3d9b6a5e', 'port_id': 'f0cb9173-daaa-4721-a54e-194e6f4d5e87', 'mac_address': 'fa:16:3e:50:7b:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9426aa09-4991-4d92-8812-68edc47caaaf', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 20:16:21.171588 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port f0cb9173-daaa-4721-a54e-194e6f4d5e87 is: ACTIVE; New status is: BUILD {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 20:16:21.171964 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:16:21.189360 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f0cb9173-daaa-4721-a54e-194e6f4d5e87 {{(pid=88526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 01 20:16:21.207053 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port f0cb9173-daaa-4721-a54e-194e6f4d5e87, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=f0cb9173-daaa-4721-a54e-194e6f4d5e87,segment=NetworkSegment(b16747c9-6bdf-4802-bd3d-09464c343d2f),segment_id=b16747c9-6bdf-4802-bd3d-09464c343d2f)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 20:16:21.210700 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:16:21.288445 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=f0cb9173-daaa-4721-a54e-194e6f4d5e87,revision_number=6']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 20:16:21.296201 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:16:21.296569 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:16:21.296926 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:16:21.297253 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:16:21.297573 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:16:21.297892 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:16:21.298209 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:16:21.298522 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:16:21.298861 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:16:21.299173 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:16:21.299482 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:16:21.299796 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:16:21.304980 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] get_ports_and_sgs() called for port_ids ['f0cb9173-daaa-4721-a54e-194e6f4d5e87'] {{(pid=88526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 20:16:22.937170 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device f0cb9173-daaa-4721-a54e-194e6f4d5e87 up at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 20:16:23.020618 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.provisioning_blocks [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Provisioning complete for port f0cb9173-daaa-4721-a54e-194e6f4d5e87 triggered by entity L2. {{(pid=88526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 20:16:23.020981 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079802'] for port, provisioning_complete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:16:23.175605 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port f0cb9173-daaa-4721-a54e-194e6f4d5e87 is: BUILD; New status is: ACTIVE {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 20:16:23.176018 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:16:23.219889 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '533c892a-ab50-4c1d-8779-517669b24a83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0cb9173-daaa-4721-a54e-194e6f4d5e87'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 20:16:23.234297 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port f0cb9173-daaa-4721-a54e-194e6f4d5e87, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=f0cb9173-daaa-4721-a54e-194e6f4d5e87,segment=NetworkSegment(b16747c9-6bdf-4802-bd3d-09464c343d2f),segment_id=b16747c9-6bdf-4802-bd3d-09464c343d2f)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 20:16:23.239797 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:16:23.328207 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=f0cb9173-daaa-4721-a54e-194e6f4d5e87,revision_number=7']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 20:16:23.354903 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7c33d50-665e-4583-ad96-6d5e604db2ef'] response: {'server_uuid': '533c892a-ab50-4c1d-8779-517669b24a83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0cb9173-daaa-4721-a54e-194e6f4d5e87', 'code': 200} Jun 01 20:16:30.843185 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 57068) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 20:16:31.058652 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-e79fde4f-da23-4508-bb06-eeec9e17e21c tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Deleting port 26047e6f-e0f2-4671-a8fe-33b394e0ce88 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 20:16:31.058982 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e79fde4f-da23-4508-bb06-eeec9e17e21c tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:16:31.235434 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e79fde4f-da23-4508-bb06-eeec9e17e21c tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:16:31.235823 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e79fde4f-da23-4508-bb06-eeec9e17e21c tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:16:31.361375 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-e79fde4f-da23-4508-bb06-eeec9e17e21c tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Calling delete_port for 26047e6f-e0f2-4671-a8fe-33b394e0ce88 owned by network:floatingip {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 20:16:31.522322 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e79fde4f-da23-4508-bb06-eeec9e17e21c tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:16:31.569681 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79fde4f-da23-4508-bb06-eeec9e17e21c tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Pushing event deleted for resources: {'Port': ['ID=26047e6f-e0f2-4671-a8fe-33b394e0ce88,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 20:16:31.610477 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79fde4f-da23-4508-bb06-eeec9e17e21c tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:16:31.610806 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79fde4f-da23-4508-bb06-eeec9e17e21c tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:16:31.611126 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79fde4f-da23-4508-bb06-eeec9e17e21c tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:16:31.611443 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79fde4f-da23-4508-bb06-eeec9e17e21c tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:16:31.611756 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79fde4f-da23-4508-bb06-eeec9e17e21c tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:16:31.612070 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79fde4f-da23-4508-bb06-eeec9e17e21c tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:16:31.612404 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79fde4f-da23-4508-bb06-eeec9e17e21c tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:16:31.612711 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79fde4f-da23-4508-bb06-eeec9e17e21c tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:16:31.613016 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79fde4f-da23-4508-bb06-eeec9e17e21c tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:16:31.613316 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79fde4f-da23-4508-bb06-eeec9e17e21c tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:16:31.613620 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79fde4f-da23-4508-bb06-eeec9e17e21c tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:16:31.613923 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79fde4f-da23-4508-bb06-eeec9e17e21c tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:16:31.785083 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e79fde4f-da23-4508-bb06-eeec9e17e21c tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Notify callbacks [] for floatingip, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:16:31.785339 n-d-844202-1 neutron-server[88525]: INFO neutron.db.l3_db [None req-e79fde4f-da23-4508-bb06-eeec9e17e21c tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Floating IP 0ae633b1-0f23-4c84-b3f1-7f3b9dc3ab07 disassociated (deleted). External IP: 172.25.4.143, port: f0cb9173-daaa-4721-a54e-194e6f4d5e87. Jun 01 20:16:32.136518 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e79fde4f-da23-4508-bb06-eeec9e17e21c tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Router da94ebc8-ad22-4e27-bce0-cb8636a56b75 has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 20:16:32.316279 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e79fde4f-da23-4508-bb06-eeec9e17e21c tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 20:16:32.326229 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b465ac-d34d-4dc4-a87e-bdc95361fa4d None None] Sync routers for ids ['da94ebc8-ad22-4e27-bce0-cb8636a56b75'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 20:16:32.333783 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-e79fde4f-da23-4508-bb06-eeec9e17e21c tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for floatingip, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:16:32.335556 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b465ac-d34d-4dc4-a87e-bdc95361fa4d None None] Routers {'da94ebc8-ad22-4e27-bce0-cb8636a56b75'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 20:16:32.336161 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-38b465ac-d34d-4dc4-a87e-bdc95361fa4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T20:16:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['da94ebc8-ad22-4e27-bce0-cb8636a56b75'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 20:16:32.391496 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-e79fde4f-da23-4508-bb06-eeec9e17e21c tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] 10.222.0.41 "DELETE /v2.0/floatingips/0ae633b1-0f23-4c84-b3f1-7f3b9dc3ab07 HTTP/1.1" status: 204 len: 168 time: 1.5471139 Jun 01 20:16:32.391988 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '533c892a-ab50-4c1d-8779-517669b24a83', 'tag': 'f0cb9173-daaa-4721-a54e-194e6f4d5e87'}] {{(pid=88525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 20:16:32.515743 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-38b465ac-d34d-4dc4-a87e-bdc95361fa4d None None] Set router da94ebc8-ad22-4e27-bce0-cb8636a56b75 gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 20:16:32.632277 n-d-844202-1 neutron-server[88525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf357fac-932c-4727-a322-f5a95745af2d'] response: {'name': 'network-changed', 'server_uuid': '533c892a-ab50-4c1d-8779-517669b24a83', 'tag': 'f0cb9173-daaa-4721-a54e-194e6f4d5e87', 'status': 'completed', 'code': 200} Jun 01 20:16:32.731653 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f853db7a-e68f-4699-a8f6-2dac3957f022 req-5070abe7-dc2a-4d6c-ae72-08ae4ca4862e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:16:32.733179 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f853db7a-e68f-4699-a8f6-2dac3957f022 req-5070abe7-dc2a-4d6c-ae72-08ae4ca4862e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=46e52e6793614032bcfaab5ea657863e&device_id=533c892a-ab50-4c1d-8779-517669b24a83 HTTP/1.1" status: 200 len: 1096 time: 0.0802596 Jun 01 20:16:32.809946 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ffdd85-d59c-40ff-9437-130ea54ceeea req-0e2e1b19-3951-44e5-bce0-8a207fd29878 tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:16:32.810928 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-b9ffdd85-d59c-40ff-9437-130ea54ceeea req-0e2e1b19-3951-44e5-bce0-8a207fd29878 tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Synchronizing usage tracker for tenant:46e52e6793614032bcfaab5ea657863e on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 20:16:32.828077 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-b9ffdd85-d59c-40ff-9437-130ea54ceeea req-0e2e1b19-3951-44e5-bce0-8a207fd29878 tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Unset dirty status for tenant:46e52e6793614032bcfaab5ea657863e on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 20:16:32.828884 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b9ffdd85-d59c-40ff-9437-130ea54ceeea req-0e2e1b19-3951-44e5-bce0-8a207fd29878 tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] 10.222.0.41 "GET /v2.0/ports?device_id=533c892a-ab50-4c1d-8779-517669b24a83 HTTP/1.1" status: 200 len: 945 time: 0.1057212 Jun 01 20:16:32.872862 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f853db7a-e68f-4699-a8f6-2dac3957f022 req-94c928ed-3cf3-4a07-a9c8-a280faf1f909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:16:32.874312 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f853db7a-e68f-4699-a8f6-2dac3957f022 req-94c928ed-3cf3-4a07-a9c8-a280faf1f909 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a43d52e2-bbf3-4300-86a5-de6c3d9b6a5e HTTP/1.1" status: 200 len: 911 time: 0.1325543 Jun 01 20:16:32.878278 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-38b465ac-d34d-4dc4-a87e-bdc95361fa4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da94ebc8-ad22-4e27-bce0-cb8636a56b75', 'name': 'tempest-TestSnapshotPattern-1343733911-router', 'tenant_id': '46e52e6793614032bcfaab5ea657863e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.167'}], 'enable_snat': True}, 'gw_port_id': 'cd255131-adab-4f94-85ca-2719941ac87f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T20:11:46Z', 'updated_at': '2022-06-01T20:11:50Z', 'revision_number': 4, 'project_id': '46e52e6793614032bcfaab5ea657863e', 'gw_port': {'id': 'cd255131-adab-4f94-85ca-2719941ac87f', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c2:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da94ebc8-ad22-4e27-bce0-cb8636a56b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4456, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T20:11:46Z', 'updated_at': '2022-06-01T20:11:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_floatingips': [{'id': '571473dd-7c97-4515-9f00-348f22d3bf59', 'tenant_id': '46e52e6793614032bcfaab5ea657863e', 'floating_ip_address': '172.25.4.10', 'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'router_id': 'da94ebc8-ad22-4e27-bce0-cb8636a56b75', 'port_id': '68e03c73-b226-4cc2-91d3-7ce9cbce938a', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4481, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a43d52e2-bbf3-4300-86a5-de6c3d9b6a5e', 'mac_address': 'fa:16:3e:6c:99:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7da1442-d52e-4d3f-8342-22961a66dbd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T20:12:12Z', 'updated_at': '2022-06-01T20:12:15Z', 'revision_number': 1, 'project_id': '46e52e6793614032bcfaab5ea657863e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2631d09-63e5-4c19-bb37-7b0d36987ee8', 'name': '', 'network_id': 'a43d52e2-bbf3-4300-86a5-de6c3d9b6a5e', 'tenant_id': '46e52e6793614032bcfaab5ea657863e', 'mac_address': 'fa:16:3e:22:d2:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da94ebc8-ad22-4e27-bce0-cb8636a56b75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4457, 'fixed_ips': [{'subnet_id': '9426aa09-4991-4d92-8812-68edc47caaaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T20:11:49Z', 'updated_at': '2022-06-01T20:11:57Z', 'revision_number': 5, 'project_id': '46e52e6793614032bcfaab5ea657863e', 'subnets': [{'id': '9426aa09-4991-4d92-8812-68edc47caaaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 20:16:32.882203 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b465ac-d34d-4dc4-a87e-bdc95361fa4d None None] Checking router: da94ebc8-ad22-4e27-bce0-cb8636a56b75 for host: n-d-844202-1 {{(pid=88527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 20:16:32.882355 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-b9ffdd85-d59c-40ff-9437-130ea54ceeea req-c3d16694-7054-441b-a9e6-694e321a5185 tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] 10.222.0.41 "GET /v2.0/security-groups?id=e468bed0-2418-478f-8da0-f259e08a25f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439427 Jun 01 20:16:32.892411 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b465ac-d34d-4dc4-a87e-bdc95361fa4d None None] Routers {'da94ebc8-ad22-4e27-bce0-cb8636a56b75'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 20:16:32.892876 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-38b465ac-d34d-4dc4-a87e-bdc95361fa4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T20:16:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['da94ebc8-ad22-4e27-bce0-cb8636a56b75'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 20:16:32.951561 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f853db7a-e68f-4699-a8f6-2dac3957f022 req-b1cf29da-ecb2-4879-b97f-42d212a4a6c6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f0cb9173-daaa-4721-a54e-194e6f4d5e87 HTTP/1.1" status: 200 len: 217 time: 0.0684321 Jun 01 20:16:33.001029 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device f0cb9173-daaa-4721-a54e-194e6f4d5e87 no longer exists at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 20:16:33.023858 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f853db7a-e68f-4699-a8f6-2dac3957f022 req-8324b08f-e9b6-448f-8ce5-8ff2749dab93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:16:33.026168 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f853db7a-e68f-4699-a8f6-2dac3957f022 req-8324b08f-e9b6-448f-8ce5-8ff2749dab93 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9426aa09-4991-4d92-8812-68edc47caaaf HTTP/1.1" status: 200 len: 849 time: 0.0673475 Jun 01 20:16:33.106825 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f853db7a-e68f-4699-a8f6-2dac3957f022 req-bb5a4c49-40e4-4435-9125-3718637add83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:16:33.108500 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f853db7a-e68f-4699-a8f6-2dac3957f022 req-bb5a4c49-40e4-4435-9125-3718637add83 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a43d52e2-bbf3-4300-86a5-de6c3d9b6a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0747991 Jun 01 20:16:33.116819 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-38b465ac-d34d-4dc4-a87e-bdc95361fa4d None None] Set router da94ebc8-ad22-4e27-bce0-cb8636a56b75 gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 20:16:33.121300 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Current status of the port f0cb9173-daaa-4721-a54e-194e6f4d5e87 is: ACTIVE; New status is: DOWN {{(pid=88526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Jun 01 20:16:33.121811 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580577'] for port, before_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:16:33.153481 n-d-844202-1 neutron-server[88526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '533c892a-ab50-4c1d-8779-517669b24a83', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0cb9173-daaa-4721-a54e-194e6f4d5e87'}] {{(pid=88526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 20:16:33.165787 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] For port f0cb9173-daaa-4721-a54e-194e6f4d5e87, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=f0cb9173-daaa-4721-a54e-194e6f4d5e87,segment=NetworkSegment(b16747c9-6bdf-4802-bd3d-09464c343d2f),segment_id=b16747c9-6bdf-4802-bd3d-09464c343d2f)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 20:16:33.173740 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747785753007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747785362544', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747785362589'] for port, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:16:33.246344 n-d-844202-1 neutron-server[88526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6810335c-c8ea-408b-8094-fd763ac7224a'] response: {'server_uuid': '533c892a-ab50-4c1d-8779-517669b24a83', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0cb9173-daaa-4721-a54e-194e6f4d5e87', 'code': 200} Jun 01 20:16:33.298169 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Pushing event updated for resources: {'Port': ['ID=f0cb9173-daaa-4721-a54e-194e6f4d5e87,revision_number=8']} {{(pid=88526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 20:16:33.366640 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f853db7a-e68f-4699-a8f6-2dac3957f022 req-ce481b98-89b3-493b-a2dc-ef8839a12f23 service neutron] 10.222.0.15 "GET /v2.0/networks/a43d52e2-bbf3-4300-86a5-de6c3d9b6a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2508593 Jun 01 20:16:33.507037 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-38b465ac-d34d-4dc4-a87e-bdc95361fa4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da94ebc8-ad22-4e27-bce0-cb8636a56b75', 'name': 'tempest-TestSnapshotPattern-1343733911-router', 'tenant_id': '46e52e6793614032bcfaab5ea657863e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.167'}], 'enable_snat': True}, 'gw_port_id': 'cd255131-adab-4f94-85ca-2719941ac87f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T20:11:46Z', 'updated_at': '2022-06-01T20:11:50Z', 'revision_number': 4, 'project_id': '46e52e6793614032bcfaab5ea657863e', 'gw_port': {'id': 'cd255131-adab-4f94-85ca-2719941ac87f', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c2:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da94ebc8-ad22-4e27-bce0-cb8636a56b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4456, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T20:11:46Z', 'updated_at': '2022-06-01T20:11:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_floatingips': [{'id': '571473dd-7c97-4515-9f00-348f22d3bf59', 'tenant_id': '46e52e6793614032bcfaab5ea657863e', 'floating_ip_address': '172.25.4.10', 'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'router_id': 'da94ebc8-ad22-4e27-bce0-cb8636a56b75', 'port_id': '68e03c73-b226-4cc2-91d3-7ce9cbce938a', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4481, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a43d52e2-bbf3-4300-86a5-de6c3d9b6a5e', 'mac_address': 'fa:16:3e:6c:99:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7da1442-d52e-4d3f-8342-22961a66dbd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T20:12:12Z', 'updated_at': '2022-06-01T20:12:15Z', 'revision_number': 1, 'project_id': '46e52e6793614032bcfaab5ea657863e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2631d09-63e5-4c19-bb37-7b0d36987ee8', 'name': '', 'network_id': 'a43d52e2-bbf3-4300-86a5-de6c3d9b6a5e', 'tenant_id': '46e52e6793614032bcfaab5ea657863e', 'mac_address': 'fa:16:3e:22:d2:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da94ebc8-ad22-4e27-bce0-cb8636a56b75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4457, 'fixed_ips': [{'subnet_id': '9426aa09-4991-4d92-8812-68edc47caaaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T20:11:49Z', 'updated_at': '2022-06-01T20:11:57Z', 'revision_number': 5, 'project_id': '46e52e6793614032bcfaab5ea657863e', 'subnets': [{'id': '9426aa09-4991-4d92-8812-68edc47caaaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 20:16:33.507682 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-f853db7a-e68f-4699-a8f6-2dac3957f022 req-4e20aec3-330e-4009-b2d8-1e2b3cc1a6a7 service neutron] 10.222.0.15 "GET /v2.0/networks/a43d52e2-bbf3-4300-86a5-de6c3d9b6a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337988 Jun 01 20:16:33.511646 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b465ac-d34d-4dc4-a87e-bdc95361fa4d None None] The sync data for ids ['da94ebc8-ad22-4e27-bce0-cb8636a56b75'] in n-d-844202-1 is: [{'id': 'da94ebc8-ad22-4e27-bce0-cb8636a56b75', 'name': 'tempest-TestSnapshotPattern-1343733911-router', 'tenant_id': '46e52e6793614032bcfaab5ea657863e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.167'}], 'enable_snat': True}, 'gw_port_id': 'cd255131-adab-4f94-85ca-2719941ac87f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T20:11:46Z', 'updated_at': '2022-06-01T20:11:50Z', 'revision_number': 4, 'project_id': '46e52e6793614032bcfaab5ea657863e', 'gw_port': {'id': 'cd255131-adab-4f94-85ca-2719941ac87f', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c2:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da94ebc8-ad22-4e27-bce0-cb8636a56b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4456, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T20:11:46Z', 'updated_at': '2022-06-01T20:11:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_floatingips': [{'id': '571473dd-7c97-4515-9f00-348f22d3bf59', 'tenant_id': '46e52e6793614032bcfaab5ea657863e', 'floating_ip_address': '172.25.4.10', 'floating_network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'router_id': 'da94ebc8-ad22-4e27-bce0-cb8636a56b75', 'port_id': '68e03c73-b226-4cc2-91d3-7ce9cbce938a', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4481, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a43d52e2-bbf3-4300-86a5-de6c3d9b6a5e', 'mac_address': 'fa:16:3e:6c:99:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7da1442-d52e-4d3f-8342-22961a66dbd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-01T20:12:12Z', 'updated_at': '2022-06-01T20:12:15Z', 'revision_number': 1, 'project_id': '46e52e6793614032bcfaab5ea657863e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2631d09-63e5-4c19-bb37-7b0d36987ee8', 'name': '', 'network_id': 'a43d52e2-bbf3-4300-86a5-de6c3d9b6a5e', 'tenant_id': '46e52e6793614032bcfaab5ea657863e', 'mac_address': 'fa:16:3e:22:d2:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da94ebc8-ad22-4e27-bce0-cb8636a56b75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4457, 'fixed_ips': [{'subnet_id': '9426aa09-4991-4d92-8812-68edc47caaaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T20:11:49Z', 'updated_at': '2022-06-01T20:11:57Z', 'revision_number': 5, 'project_id': '46e52e6793614032bcfaab5ea657863e', 'subnets': [{'id': '9426aa09-4991-4d92-8812-68edc47caaaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 20:16:33.740834 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e28d40-5dd9-41ff-9b33-0ce8e1f123a4 None None] New status for floating IP 0ae633b1-0f23-4c84-b3f1-7f3b9dc3ab07: DOWN {{(pid=88526) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 20:16:34.081762 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b40691-1ba3-4e7c-99f0-c12bc4685937 req-4664444b-4a7e-4e8b-a1d3-5441bdf4c0d9 tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:16:34.083187 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-47b40691-1ba3-4e7c-99f0-c12bc4685937 req-4664444b-4a7e-4e8b-a1d3-5441bdf4c0d9 tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] 10.222.0.41 "GET /v2.0/ports?device_id=533c892a-ab50-4c1d-8779-517669b24a83 HTTP/1.1" status: 200 len: 943 time: 0.0796874 Jun 01 20:16:34.129335 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-47b40691-1ba3-4e7c-99f0-c12bc4685937 req-6ba94d36-b442-497f-a3a7-159d1830aa37 tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] 10.222.0.41 "GET /v2.0/security-groups?id=e468bed0-2418-478f-8da0-f259e08a25f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404453 Jun 01 20:16:34.541163 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442eb3c0-6311-4c3c-aba4-527b7f4ffbe8 req-11e9119b-d46a-487b-8bef-6ffd65c9d804 tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:16:34.541844 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-442eb3c0-6311-4c3c-aba4-527b7f4ffbe8 req-11e9119b-d46a-487b-8bef-6ffd65c9d804 tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Synchronizing usage tracker for tenant:46e52e6793614032bcfaab5ea657863e on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 20:16:34.553390 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-442eb3c0-6311-4c3c-aba4-527b7f4ffbe8 req-11e9119b-d46a-487b-8bef-6ffd65c9d804 tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Unset dirty status for tenant:46e52e6793614032bcfaab5ea657863e on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 20:16:34.554453 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-442eb3c0-6311-4c3c-aba4-527b7f4ffbe8 req-11e9119b-d46a-487b-8bef-6ffd65c9d804 tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] 10.222.0.15 "GET /v2.0/ports?device_id=533c892a-ab50-4c1d-8779-517669b24a83 HTTP/1.1" status: 200 len: 943 time: 0.0999620 Jun 01 20:16:34.626663 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-442eb3c0-6311-4c3c-aba4-527b7f4ffbe8 req-7286d6a4-2bde-431b-a021-95ddba24eeec tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Deleting port f0cb9173-daaa-4721-a54e-194e6f4d5e87 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 20:16:34.627003 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-442eb3c0-6311-4c3c-aba4-527b7f4ffbe8 req-7286d6a4-2bde-431b-a021-95ddba24eeec tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:16:34.873551 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-442eb3c0-6311-4c3c-aba4-527b7f4ffbe8 req-7286d6a4-2bde-431b-a021-95ddba24eeec tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] For port f0cb9173-daaa-4721-a54e-194e6f4d5e87, host n-h1-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-844202-1',level=0,port_id=f0cb9173-daaa-4721-a54e-194e6f4d5e87,segment=NetworkSegment(b16747c9-6bdf-4802-bd3d-09464c343d2f),segment_id=b16747c9-6bdf-4802-bd3d-09464c343d2f)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 20:16:34.873824 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-442eb3c0-6311-4c3c-aba4-527b7f4ffbe8 req-7286d6a4-2bde-431b-a021-95ddba24eeec tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:16:34.996064 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-442eb3c0-6311-4c3c-aba4-527b7f4ffbe8 req-7286d6a4-2bde-431b-a021-95ddba24eeec tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Calling delete_port for f0cb9173-daaa-4721-a54e-194e6f4d5e87 owned by compute:nova {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 20:16:35.145628 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-442eb3c0-6311-4c3c-aba4-527b7f4ffbe8 req-7286d6a4-2bde-431b-a021-95ddba24eeec tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:16:35.197290 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7286d6a4-2bde-431b-a021-95ddba24eeec tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Pushing event deleted for resources: {'Port': ['ID=f0cb9173-daaa-4721-a54e-194e6f4d5e87,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 20:16:35.237412 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7286d6a4-2bde-431b-a021-95ddba24eeec tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:16:35.237946 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7286d6a4-2bde-431b-a021-95ddba24eeec tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:16:35.238159 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7286d6a4-2bde-431b-a021-95ddba24eeec tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:16:35.238498 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7286d6a4-2bde-431b-a021-95ddba24eeec tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:16:35.239006 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7286d6a4-2bde-431b-a021-95ddba24eeec tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:16:35.239282 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7286d6a4-2bde-431b-a021-95ddba24eeec tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:16:35.239715 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7286d6a4-2bde-431b-a021-95ddba24eeec tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:16:35.240061 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7286d6a4-2bde-431b-a021-95ddba24eeec tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:16:35.240552 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7286d6a4-2bde-431b-a021-95ddba24eeec tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:16:35.240875 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7286d6a4-2bde-431b-a021-95ddba24eeec tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:16:35.241345 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7286d6a4-2bde-431b-a021-95ddba24eeec tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:16:35.241645 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7286d6a4-2bde-431b-a021-95ddba24eeec tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-844202-1 {{(pid=88524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 20:16:35.290947 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-442eb3c0-6311-4c3c-aba4-527b7f4ffbe8 req-7286d6a4-2bde-431b-a021-95ddba24eeec tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] No DVR routers for this DVR port f0cb9173-daaa-4721-a54e-194e6f4d5e87 on host n-h1-844202-1 {{(pid=88524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 20:16:35.293583 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-442eb3c0-6311-4c3c-aba4-527b7f4ffbe8 req-7286d6a4-2bde-431b-a021-95ddba24eeec tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:16:35.296270 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-0d02b435-82d3-4f94-a12a-abc867f801fd req-786ea26d-95c4-4082-a4b7-d7f0c5cbbadf tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] 10.222.0.41 "GET /v2.0/ports?device_id=533c892a-ab50-4c1d-8779-517669b24a83 HTTP/1.1" status: 200 len: 210 time: 0.0534742 Jun 01 20:16:35.296800 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '533c892a-ab50-4c1d-8779-517669b24a83', 'name': 'network-vif-deleted', 'tag': 'f0cb9173-daaa-4721-a54e-194e6f4d5e87'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 20:16:35.313402 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-442eb3c0-6311-4c3c-aba4-527b7f4ffbe8 req-7286d6a4-2bde-431b-a021-95ddba24eeec tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] 10.222.0.15 "DELETE /v2.0/ports/f0cb9173-daaa-4721-a54e-194e6f4d5e87 HTTP/1.1" status: 204 len: 173 time: 0.7505612 Jun 01 20:16:35.410873 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d46aeedf-3edc-42da-bb6c-6783fb9093ea'] response: {'server_uuid': '533c892a-ab50-4c1d-8779-517669b24a83', 'name': 'network-vif-deleted', 'tag': 'f0cb9173-daaa-4721-a54e-194e6f4d5e87', 'status': 'completed', 'code': 200} Jun 01 20:16:35.960207 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.agents_db [None req-e814b9cf-7de8-45d0-a079-29c61fabe7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 20:16:36.949160 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 57130) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 20:16:37.007850 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device f0cb9173-daaa-4721-a54e-194e6f4d5e87 no longer exists at agent hyperv_n-h1-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 20:16:37.044125 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] No Port match for: f0cb9173-daaa-4721-a54e-194e6f4d5e87 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 20:16:37.044486 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Device f0cb9173-daaa-4721-a54e-194e6f4d5e87 not bound to the agent host n-h1-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 20:16:37.169309 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-58c6c5cb-5e3c-4d9a-8f8f-7da3d7b634ff tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Deleting port 6b83fed7-9cb7-42e9-a98e-dfeca3a260b9 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 20:16:37.169551 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-58c6c5cb-5e3c-4d9a-8f8f-7da3d7b634ff tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:16:37.278980 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-522d766b-d65c-4719-b4d9-ce71b5af1992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:16:37.351360 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-58c6c5cb-5e3c-4d9a-8f8f-7da3d7b634ff tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:16:37.351672 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-58c6c5cb-5e3c-4d9a-8f8f-7da3d7b634ff tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:16:37.588251 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-58c6c5cb-5e3c-4d9a-8f8f-7da3d7b634ff tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Calling delete_port for 6b83fed7-9cb7-42e9-a98e-dfeca3a260b9 owned by network:floatingip {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 20:16:37.741072 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-58c6c5cb-5e3c-4d9a-8f8f-7da3d7b634ff tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:16:37.787917 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c6c5cb-5e3c-4d9a-8f8f-7da3d7b634ff tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Pushing event deleted for resources: {'Port': ['ID=6b83fed7-9cb7-42e9-a98e-dfeca3a260b9,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 20:16:37.877410 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-58c6c5cb-5e3c-4d9a-8f8f-7da3d7b634ff tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Notify callbacks [] for floatingip, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:16:37.877651 n-d-844202-1 neutron-server[88525]: INFO neutron.db.l3_db [None req-58c6c5cb-5e3c-4d9a-8f8f-7da3d7b634ff tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Floating IP 571473dd-7c97-4515-9f00-348f22d3bf59 disassociated (deleted). External IP: 172.25.4.10, port: 68e03c73-b226-4cc2-91d3-7ce9cbce938a. Jun 01 20:16:38.227086 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58c6c5cb-5e3c-4d9a-8f8f-7da3d7b634ff tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Router da94ebc8-ad22-4e27-bce0-cb8636a56b75 has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 20:16:38.409119 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58c6c5cb-5e3c-4d9a-8f8f-7da3d7b634ff tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 20:16:38.418475 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c3d429-c97e-4f86-b1d7-2d5f819fe36f None None] Sync routers for ids ['da94ebc8-ad22-4e27-bce0-cb8636a56b75'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 20:16:38.425673 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-58c6c5cb-5e3c-4d9a-8f8f-7da3d7b634ff tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for floatingip, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:16:38.427256 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c3d429-c97e-4f86-b1d7-2d5f819fe36f None None] Routers {'da94ebc8-ad22-4e27-bce0-cb8636a56b75'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 20:16:38.427851 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-01c3d429-c97e-4f86-b1d7-2d5f819fe36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T20:16:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['da94ebc8-ad22-4e27-bce0-cb8636a56b75'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 20:16:38.480715 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-58c6c5cb-5e3c-4d9a-8f8f-7da3d7b634ff tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] 10.222.0.41 "DELETE /v2.0/floatingips/571473dd-7c97-4515-9f00-348f22d3bf59 HTTP/1.1" status: 204 len: 168 time: 1.5303760 Jun 01 20:16:38.481311 n-d-844202-1 neutron-server[88525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7da1442-d52e-4d3f-8342-22961a66dbd3', 'tag': '68e03c73-b226-4cc2-91d3-7ce9cbce938a'}] {{(pid=88525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 20:16:38.610918 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-01c3d429-c97e-4f86-b1d7-2d5f819fe36f None None] Set router da94ebc8-ad22-4e27-bce0-cb8636a56b75 gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 20:16:38.726350 n-d-844202-1 neutron-server[88525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64cf575a-1f10-4811-94ea-63fe588eae52'] response: {'name': 'network-changed', 'server_uuid': 'c7da1442-d52e-4d3f-8342-22961a66dbd3', 'tag': '68e03c73-b226-4cc2-91d3-7ce9cbce938a', 'status': 'completed', 'code': 200} Jun 01 20:16:38.820568 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199986eb-ef45-4d6e-8476-8f740b7b0a56 req-4ca9567b-1647-4803-b8b0-73eae67cb42b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:16:38.822220 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-199986eb-ef45-4d6e-8476-8f740b7b0a56 req-4ca9567b-1647-4803-b8b0-73eae67cb42b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=46e52e6793614032bcfaab5ea657863e&device_id=c7da1442-d52e-4d3f-8342-22961a66dbd3 HTTP/1.1" status: 200 len: 1095 time: 0.0722523 Jun 01 20:16:38.904985 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06aafdf9-c343-4cab-a345-562ac7134019 req-700b72e6-eda9-4923-b386-b2c02dd8d66a tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:16:38.905791 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-06aafdf9-c343-4cab-a345-562ac7134019 req-700b72e6-eda9-4923-b386-b2c02dd8d66a tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Synchronizing usage tracker for tenant:46e52e6793614032bcfaab5ea657863e on resource:port {{(pid=88525) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 20:16:38.937173 n-d-844202-1 neutron-server[88525]: DEBUG neutron.quota.resource [req-06aafdf9-c343-4cab-a345-562ac7134019 req-700b72e6-eda9-4923-b386-b2c02dd8d66a tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Unset dirty status for tenant:46e52e6793614032bcfaab5ea657863e on resource:port {{(pid=88525) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 20:16:38.944503 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-06aafdf9-c343-4cab-a345-562ac7134019 req-700b72e6-eda9-4923-b386-b2c02dd8d66a tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7da1442-d52e-4d3f-8342-22961a66dbd3 HTTP/1.1" status: 200 len: 944 time: 0.1274207 Jun 01 20:16:38.957181 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-01c3d429-c97e-4f86-b1d7-2d5f819fe36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da94ebc8-ad22-4e27-bce0-cb8636a56b75', 'name': 'tempest-TestSnapshotPattern-1343733911-router', 'tenant_id': '46e52e6793614032bcfaab5ea657863e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.167'}], 'enable_snat': True}, 'gw_port_id': 'cd255131-adab-4f94-85ca-2719941ac87f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T20:11:46Z', 'updated_at': '2022-06-01T20:11:50Z', 'revision_number': 4, 'project_id': '46e52e6793614032bcfaab5ea657863e', 'gw_port': {'id': 'cd255131-adab-4f94-85ca-2719941ac87f', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c2:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da94ebc8-ad22-4e27-bce0-cb8636a56b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4456, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T20:11:46Z', 'updated_at': '2022-06-01T20:11:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': 'e2631d09-63e5-4c19-bb37-7b0d36987ee8', 'name': '', 'network_id': 'a43d52e2-bbf3-4300-86a5-de6c3d9b6a5e', 'tenant_id': '46e52e6793614032bcfaab5ea657863e', 'mac_address': 'fa:16:3e:22:d2:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da94ebc8-ad22-4e27-bce0-cb8636a56b75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4457, 'fixed_ips': [{'subnet_id': '9426aa09-4991-4d92-8812-68edc47caaaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T20:11:49Z', 'updated_at': '2022-06-01T20:11:57Z', 'revision_number': 5, 'project_id': '46e52e6793614032bcfaab5ea657863e', 'subnets': [{'id': '9426aa09-4991-4d92-8812-68edc47caaaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 20:16:38.960408 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199986eb-ef45-4d6e-8476-8f740b7b0a56 req-4e46781c-e0b6-4194-b655-2adc838e5084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:16:38.962321 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c3d429-c97e-4f86-b1d7-2d5f819fe36f None None] Checking router: da94ebc8-ad22-4e27-bce0-cb8636a56b75 for host: n-d-844202-1 {{(pid=88527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 20:16:38.962911 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-199986eb-ef45-4d6e-8476-8f740b7b0a56 req-4e46781c-e0b6-4194-b655-2adc838e5084 service neutron] 10.222.0.50 "GET /v2.0/networks?id=a43d52e2-bbf3-4300-86a5-de6c3d9b6a5e HTTP/1.1" status: 200 len: 911 time: 0.1351323 Jun 01 20:16:38.971480 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c3d429-c97e-4f86-b1d7-2d5f819fe36f None None] Routers {'da94ebc8-ad22-4e27-bce0-cb8636a56b75'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 20:16:38.972371 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-01c3d429-c97e-4f86-b1d7-2d5f819fe36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T20:16:10Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['da94ebc8-ad22-4e27-bce0-cb8636a56b75'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 20:16:39.003285 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-06aafdf9-c343-4cab-a345-562ac7134019 req-cdf33477-d8da-4d52-94ef-818a8e907414 tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] 10.222.0.41 "GET /v2.0/security-groups?id=e468bed0-2418-478f-8da0-f259e08a25f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575025 Jun 01 20:16:39.048040 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-199986eb-ef45-4d6e-8476-8f740b7b0a56 req-9782d852-98ae-403e-8a0d-f0258b65e977 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=68e03c73-b226-4cc2-91d3-7ce9cbce938a HTTP/1.1" status: 200 len: 217 time: 0.0786629 Jun 01 20:16:39.110947 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199986eb-ef45-4d6e-8476-8f740b7b0a56 req-9ec87e80-c6c9-4c11-a296-110d4c8b350f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:16:39.112421 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-199986eb-ef45-4d6e-8476-8f740b7b0a56 req-9ec87e80-c6c9-4c11-a296-110d4c8b350f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9426aa09-4991-4d92-8812-68edc47caaaf HTTP/1.1" status: 200 len: 849 time: 0.0590467 Jun 01 20:16:39.184723 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-01c3d429-c97e-4f86-b1d7-2d5f819fe36f None None] Set router da94ebc8-ad22-4e27-bce0-cb8636a56b75 gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 20:16:39.190079 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199986eb-ef45-4d6e-8476-8f740b7b0a56 req-68b95672-0337-4f3b-b1cd-7780b5957d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:16:39.191540 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-199986eb-ef45-4d6e-8476-8f740b7b0a56 req-68b95672-0337-4f3b-b1cd-7780b5957d26 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a43d52e2-bbf3-4300-86a5-de6c3d9b6a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0735092 Jun 01 20:16:39.432797 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-199986eb-ef45-4d6e-8476-8f740b7b0a56 req-e7421275-f519-4fa6-8368-d308f43199c8 service neutron] 10.222.0.50 "GET /v2.0/networks/a43d52e2-bbf3-4300-86a5-de6c3d9b6a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2336717 Jun 01 20:16:39.547602 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-01c3d429-c97e-4f86-b1d7-2d5f819fe36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da94ebc8-ad22-4e27-bce0-cb8636a56b75', 'name': 'tempest-TestSnapshotPattern-1343733911-router', 'tenant_id': '46e52e6793614032bcfaab5ea657863e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.167'}], 'enable_snat': True}, 'gw_port_id': 'cd255131-adab-4f94-85ca-2719941ac87f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T20:11:46Z', 'updated_at': '2022-06-01T20:11:50Z', 'revision_number': 4, 'project_id': '46e52e6793614032bcfaab5ea657863e', 'gw_port': {'id': 'cd255131-adab-4f94-85ca-2719941ac87f', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c2:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da94ebc8-ad22-4e27-bce0-cb8636a56b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4456, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T20:11:46Z', 'updated_at': '2022-06-01T20:11:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': 'e2631d09-63e5-4c19-bb37-7b0d36987ee8', 'name': '', 'network_id': 'a43d52e2-bbf3-4300-86a5-de6c3d9b6a5e', 'tenant_id': '46e52e6793614032bcfaab5ea657863e', 'mac_address': 'fa:16:3e:22:d2:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da94ebc8-ad22-4e27-bce0-cb8636a56b75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4457, 'fixed_ips': [{'subnet_id': '9426aa09-4991-4d92-8812-68edc47caaaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T20:11:49Z', 'updated_at': '2022-06-01T20:11:57Z', 'revision_number': 5, 'project_id': '46e52e6793614032bcfaab5ea657863e', 'subnets': [{'id': '9426aa09-4991-4d92-8812-68edc47caaaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 20:16:39.552025 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c3d429-c97e-4f86-b1d7-2d5f819fe36f None None] The sync data for ids ['da94ebc8-ad22-4e27-bce0-cb8636a56b75'] in n-d-844202-1 is: [{'id': 'da94ebc8-ad22-4e27-bce0-cb8636a56b75', 'name': 'tempest-TestSnapshotPattern-1343733911-router', 'tenant_id': '46e52e6793614032bcfaab5ea657863e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.167'}], 'enable_snat': True}, 'gw_port_id': 'cd255131-adab-4f94-85ca-2719941ac87f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T20:11:46Z', 'updated_at': '2022-06-01T20:11:50Z', 'revision_number': 4, 'project_id': '46e52e6793614032bcfaab5ea657863e', 'gw_port': {'id': 'cd255131-adab-4f94-85ca-2719941ac87f', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c2:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da94ebc8-ad22-4e27-bce0-cb8636a56b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4456, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T20:11:46Z', 'updated_at': '2022-06-01T20:11:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1', '_interfaces': [{'id': 'e2631d09-63e5-4c19-bb37-7b0d36987ee8', 'name': '', 'network_id': 'a43d52e2-bbf3-4300-86a5-de6c3d9b6a5e', 'tenant_id': '46e52e6793614032bcfaab5ea657863e', 'mac_address': 'fa:16:3e:22:d2:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da94ebc8-ad22-4e27-bce0-cb8636a56b75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4457, 'fixed_ips': [{'subnet_id': '9426aa09-4991-4d92-8812-68edc47caaaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T20:11:49Z', 'updated_at': '2022-06-01T20:11:57Z', 'revision_number': 5, 'project_id': '46e52e6793614032bcfaab5ea657863e', 'subnets': [{'id': '9426aa09-4991-4d92-8812-68edc47caaaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 20:16:39.585161 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-199986eb-ef45-4d6e-8476-8f740b7b0a56 req-4a52b48f-e0e1-4557-b5aa-3e6edfa282f1 service neutron] 10.222.0.50 "GET /v2.0/networks/a43d52e2-bbf3-4300-86a5-de6c3d9b6a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465349 Jun 01 20:16:39.763011 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-61a8fb7c-9e1e-47e0-a732-21cf59fe6db8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:16:39.767432 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad3d8ae-71d9-47d9-bedb-f625fc5db5b5 None None] New status for floating IP 571473dd-7c97-4515-9f00-348f22d3bf59: DOWN {{(pid=88526) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 20:16:40.200576 n-d-844202-1 neutron-server[88525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432ae86d-d99a-43a1-ba90-5f9489a2da69 req-ae706a31-81eb-4db1-a0d4-1c3e35d06f8c tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:16:40.202035 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-432ae86d-d99a-43a1-ba90-5f9489a2da69 req-ae706a31-81eb-4db1-a0d4-1c3e35d06f8c tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7da1442-d52e-4d3f-8342-22961a66dbd3 HTTP/1.1" status: 200 len: 944 time: 0.0868895 Jun 01 20:16:40.247988 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-432ae86d-d99a-43a1-ba90-5f9489a2da69 req-67c601e6-4fd8-4459-9144-b05e041059b7 tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] 10.222.0.41 "GET /v2.0/security-groups?id=e468bed0-2418-478f-8da0-f259e08a25f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403080 Jun 01 20:16:40.287605 n-d-844202-1 neutron-server[88524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870811b9-2ad3-4530-a1d9-98eb9fb677d6 req-45c4e8c2-2d26-4341-95f6-3438386ce0d8 tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 01 20:16:40.288310 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-870811b9-2ad3-4530-a1d9-98eb9fb677d6 req-45c4e8c2-2d26-4341-95f6-3438386ce0d8 tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Synchronizing usage tracker for tenant:46e52e6793614032bcfaab5ea657863e on resource:port {{(pid=88524) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 20:16:40.300474 n-d-844202-1 neutron-server[88524]: DEBUG neutron.quota.resource [req-870811b9-2ad3-4530-a1d9-98eb9fb677d6 req-45c4e8c2-2d26-4341-95f6-3438386ce0d8 tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Unset dirty status for tenant:46e52e6793614032bcfaab5ea657863e on resource:port {{(pid=88524) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 20:16:40.301539 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-870811b9-2ad3-4530-a1d9-98eb9fb677d6 req-45c4e8c2-2d26-4341-95f6-3438386ce0d8 tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7da1442-d52e-4d3f-8342-22961a66dbd3 HTTP/1.1" status: 200 len: 944 time: 0.0915499 Jun 01 20:16:40.374230 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-870811b9-2ad3-4530-a1d9-98eb9fb677d6 req-1014ddad-45fc-477d-a6e3-d8242ed34e76 tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Deleting port 68e03c73-b226-4cc2-91d3-7ce9cbce938a {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 20:16:40.374564 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-870811b9-2ad3-4530-a1d9-98eb9fb677d6 req-1014ddad-45fc-477d-a6e3-d8242ed34e76 tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:16:40.621576 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [req-870811b9-2ad3-4530-a1d9-98eb9fb677d6 req-1014ddad-45fc-477d-a6e3-d8242ed34e76 tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] For port 68e03c73-b226-4cc2-91d3-7ce9cbce938a, host n-h2-844202-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-844202-1',level=0,port_id=68e03c73-b226-4cc2-91d3-7ce9cbce938a,segment=NetworkSegment(b16747c9-6bdf-4802-bd3d-09464c343d2f),segment_id=b16747c9-6bdf-4802-bd3d-09464c343d2f)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 20:16:40.621892 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-870811b9-2ad3-4530-a1d9-98eb9fb677d6 req-1014ddad-45fc-477d-a6e3-d8242ed34e76 tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:16:40.748804 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [req-870811b9-2ad3-4530-a1d9-98eb9fb677d6 req-1014ddad-45fc-477d-a6e3-d8242ed34e76 tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Calling delete_port for 68e03c73-b226-4cc2-91d3-7ce9cbce938a owned by compute:nova {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 20:16:40.890520 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-870811b9-2ad3-4530-a1d9-98eb9fb677d6 req-1014ddad-45fc-477d-a6e3-d8242ed34e76 tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:16:40.909075 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:16:40.947327 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1014ddad-45fc-477d-a6e3-d8242ed34e76 tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Pushing event deleted for resources: {'Port': ['ID=68e03c73-b226-4cc2-91d3-7ce9cbce938a,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 20:16:40.953949 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:16:41.027478 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [req-870811b9-2ad3-4530-a1d9-98eb9fb677d6 req-1014ddad-45fc-477d-a6e3-d8242ed34e76 tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] No DVR routers for this DVR port 68e03c73-b226-4cc2-91d3-7ce9cbce938a on host n-h2-844202-1 {{(pid=88524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 20:16:41.029992 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [req-870811b9-2ad3-4530-a1d9-98eb9fb677d6 req-1014ddad-45fc-477d-a6e3-d8242ed34e76 tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-254783'] for port, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:16:41.032528 n-d-844202-1 neutron-server[88524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7da1442-d52e-4d3f-8342-22961a66dbd3', 'name': 'network-vif-deleted', 'tag': '68e03c73-b226-4cc2-91d3-7ce9cbce938a'}] {{(pid=88524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 01 20:16:41.048588 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [req-870811b9-2ad3-4530-a1d9-98eb9fb677d6 req-1014ddad-45fc-477d-a6e3-d8242ed34e76 tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] 10.222.0.50 "DELETE /v2.0/ports/68e03c73-b226-4cc2-91d3-7ce9cbce938a HTTP/1.1" status: 204 len: 173 time: 0.7415850 Jun 01 20:16:41.081218 n-d-844202-1 neutron-server[88524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07d7cb74-7461-4653-9dc5-b3257389a658'] response: {'server_uuid': 'c7da1442-d52e-4d3f-8342-22961a66dbd3', 'name': 'network-vif-deleted', 'tag': '68e03c73-b226-4cc2-91d3-7ce9cbce938a', 'status': 'completed', 'code': 200} Jun 01 20:16:41.432684 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [req-2a665ae8-4d02-4204-b806-51a27e05107f req-494c2d94-384d-4759-8cd7-3753032ee4f5 tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7da1442-d52e-4d3f-8342-22961a66dbd3 HTTP/1.1" status: 200 len: 210 time: 0.0580304 Jun 01 20:16:42.170383 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:16:42.319854 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:16:42.532146 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 57148) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 20:16:42.599890 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d7916ddb-1025-498d-9e75-ca06b738d3ed tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:16:42.629531 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d7916ddb-1025-498d-9e75-ca06b738d3ed tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:16:42.693082 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d7916ddb-1025-498d-9e75-ca06b738d3ed tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:16:42.717473 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7916ddb-1025-498d-9e75-ca06b738d3ed tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e468bed0-2418-478f-8da0-f259e08a25f4,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 20:16:42.730172 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-d7916ddb-1025-498d-9e75-ca06b738d3ed tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:16:42.731307 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-d7916ddb-1025-498d-9e75-ca06b738d3ed tempest-TestSnapshotPattern-2069360351 tempest-TestSnapshotPattern-2069360351-project] 10.222.0.41 "DELETE /v2.0/security-groups/e468bed0-2418-478f-8da0-f259e08a25f4 HTTP/1.1" status: 204 len: 168 time: 0.1981702 Jun 01 20:16:42.782716 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 57154) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 20:16:42.840998 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:16:43.443293 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-fbca2cd4-4653-4dea-bbf2-53986f28c1a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-887474'] for router_interface, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:16:43.799082 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-fbca2cd4-4653-4dea-bbf2-53986f28c1a3 admin admin] Deleting port e2631d09-63e5-4c19-bb37-7b0d36987ee8 {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 20:16:43.799738 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-fbca2cd4-4653-4dea-bbf2-53986f28c1a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:16:43.969384 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [None req-fbca2cd4-4653-4dea-bbf2-53986f28c1a3 admin admin] For port e2631d09-63e5-4c19-bb37-7b0d36987ee8, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=e2631d09-63e5-4c19-bb37-7b0d36987ee8,segment=NetworkSegment(b16747c9-6bdf-4802-bd3d-09464c343d2f),segment_id=b16747c9-6bdf-4802-bd3d-09464c343d2f)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 20:16:43.969737 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-fbca2cd4-4653-4dea-bbf2-53986f28c1a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:16:44.091142 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-fbca2cd4-4653-4dea-bbf2-53986f28c1a3 admin admin] Calling delete_port for e2631d09-63e5-4c19-bb37-7b0d36987ee8 owned by network:router_interface {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 20:16:44.405334 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-fbca2cd4-4653-4dea-bbf2-53986f28c1a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:16:44.466502 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 68e03c73-b226-4cc2-91d3-7ce9cbce938a no longer exists at agent hyperv_n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 20:16:44.504952 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] No Port match for: 68e03c73-b226-4cc2-91d3-7ce9cbce938a {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 20:16:44.505288 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Device 68e03c73-b226-4cc2-91d3-7ce9cbce938a not bound to the agent host n-h2-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 20:16:44.576211 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbca2cd4-4653-4dea-bbf2-53986f28c1a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2631d09-63e5-4c19-bb37-7b0d36987ee8,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 20:16:44.853892 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-fbca2cd4-4653-4dea-bbf2-53986f28c1a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-887310'] for router_interface, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:16:45.225888 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbca2cd4-4653-4dea-bbf2-53986f28c1a3 admin admin] Router da94ebc8-ad22-4e27-bce0-cb8636a56b75 has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 20:16:45.405579 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbca2cd4-4653-4dea-bbf2-53986f28c1a3 admin admin] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 20:16:45.414402 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d8bbc0-8909-4162-86cb-f9309bb5c2bd None None] Sync routers for ids ['da94ebc8-ad22-4e27-bce0-cb8636a56b75'] in n-d-844202-1 {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 20:16:45.418221 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-fbca2cd4-4653-4dea-bbf2-53986f28c1a3 admin admin] 10.222.0.41 "PUT /v2.0/routers/da94ebc8-ad22-4e27-bce0-cb8636a56b75/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6345208 Jun 01 20:16:45.420655 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 57160) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 20:16:45.424930 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d8bbc0-8909-4162-86cb-f9309bb5c2bd None None] Routers {'da94ebc8-ad22-4e27-bce0-cb8636a56b75'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 20:16:45.425521 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-00d8bbc0-8909-4162-86cb-f9309bb5c2bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T20:16:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['da94ebc8-ad22-4e27-bce0-cb8636a56b75'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 20:16:45.610747 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-00d8bbc0-8909-4162-86cb-f9309bb5c2bd None None] Set router da94ebc8-ad22-4e27-bce0-cb8636a56b75 gateway port host: n-d-844202-1 {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 20:16:45.737087 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9bf2e76e-ed80-4ae0-b7c1-84546b68198b admin admin] Notify callbacks [] for router, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:16:45.901412 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-00d8bbc0-8909-4162-86cb-f9309bb5c2bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da94ebc8-ad22-4e27-bce0-cb8636a56b75', 'name': 'tempest-TestSnapshotPattern-1343733911-router', 'tenant_id': '46e52e6793614032bcfaab5ea657863e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.167'}], 'enable_snat': True}, 'gw_port_id': 'cd255131-adab-4f94-85ca-2719941ac87f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T20:11:46Z', 'updated_at': '2022-06-01T20:16:44Z', 'revision_number': 5, 'project_id': '46e52e6793614032bcfaab5ea657863e', 'gw_port': {'id': 'cd255131-adab-4f94-85ca-2719941ac87f', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c2:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da94ebc8-ad22-4e27-bce0-cb8636a56b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4456, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T20:11:46Z', 'updated_at': '2022-06-01T20:11:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 20:16:45.905247 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d8bbc0-8909-4162-86cb-f9309bb5c2bd None None] Checking router: da94ebc8-ad22-4e27-bce0-cb8636a56b75 for host: n-d-844202-1 {{(pid=88527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 20:16:45.913329 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d8bbc0-8909-4162-86cb-f9309bb5c2bd None None] Routers {'da94ebc8-ad22-4e27-bce0-cb8636a56b75'} bound to L3 agent in host n-d-844202-1 {{(pid=88527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 20:16:45.913920 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-00d8bbc0-8909-4162-86cb-f9309bb5c2bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T20:16:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['da94ebc8-ad22-4e27-bce0-cb8636a56b75'], 'active': True} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 20:16:45.916512 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9bf2e76e-ed80-4ae0-b7c1-84546b68198b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:16:45.926893 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-9bf2e76e-ed80-4ae0-b7c1-84546b68198b admin admin] Deleting port cd255131-adab-4f94-85ca-2719941ac87f {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 20:16:45.927456 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9bf2e76e-ed80-4ae0-b7c1-84546b68198b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:16:46.067287 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_dvr_db [None req-00d8bbc0-8909-4162-86cb-f9309bb5c2bd None None] Set router da94ebc8-ad22-4e27-bce0-cb8636a56b75 gateway port host: None {{(pid=88527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 20:16:46.177381 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.l3_hamode_db [None req-00d8bbc0-8909-4162-86cb-f9309bb5c2bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da94ebc8-ad22-4e27-bce0-cb8636a56b75', 'name': 'tempest-TestSnapshotPattern-1343733911-router', 'tenant_id': '46e52e6793614032bcfaab5ea657863e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T20:11:46Z', 'updated_at': '2022-06-01T20:16:45Z', 'revision_number': 6, 'project_id': '46e52e6793614032bcfaab5ea657863e', 'gw_port_host': None}], 'n-d-844202-1', False) {} {{(pid=88527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 20:16:46.181674 n-d-844202-1 neutron-server[88527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d8bbc0-8909-4162-86cb-f9309bb5c2bd None None] The sync data for ids ['da94ebc8-ad22-4e27-bce0-cb8636a56b75'] in n-d-844202-1 is: [{'id': 'da94ebc8-ad22-4e27-bce0-cb8636a56b75', 'name': 'tempest-TestSnapshotPattern-1343733911-router', 'tenant_id': '46e52e6793614032bcfaab5ea657863e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T20:11:46Z', 'updated_at': '2022-06-01T20:16:45Z', 'revision_number': 6, 'project_id': '46e52e6793614032bcfaab5ea657863e', 'gw_port_host': None}] {{(pid=88527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 20:16:46.255819 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [None req-9bf2e76e-ed80-4ae0-b7c1-84546b68198b admin admin] For port cd255131-adab-4f94-85ca-2719941ac87f, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=cd255131-adab-4f94-85ca-2719941ac87f,segment=NetworkSegment(7875af61-4c53-4ff2-b8c8-d4b7c35ff947),segment_id=7875af61-4c53-4ff2-b8c8-d4b7c35ff947)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 20:16:46.256161 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9bf2e76e-ed80-4ae0-b7c1-84546b68198b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:16:46.380330 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-9bf2e76e-ed80-4ae0-b7c1-84546b68198b admin admin] Calling delete_port for cd255131-adab-4f94-85ca-2719941ac87f owned by network:router_gateway {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 20:16:46.559428 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9bf2e76e-ed80-4ae0-b7c1-84546b68198b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:16:46.567925 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device e2631d09-63e5-4c19-bb37-7b0d36987ee8 no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 20:16:46.605402 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: e2631d09-63e5-4c19-bb37-7b0d36987ee8 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 20:16:46.606280 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device e2631d09-63e5-4c19-bb37-7b0d36987ee8 not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 20:16:46.608190 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf2e76e-ed80-4ae0-b7c1-84546b68198b admin admin] Pushing event deleted for resources: {'Port': ['ID=cd255131-adab-4f94-85ca-2719941ac87f,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 20:16:46.706918 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9bf2e76e-ed80-4ae0-b7c1-84546b68198b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-887703'] for router_gateway, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:16:46.881832 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9bf2e76e-ed80-4ae0-b7c1-84546b68198b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25316'] for router, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:16:46.884115 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9bf2e76e-ed80-4ae0-b7c1-84546b68198b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:16:46.907315 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9bf2e76e-ed80-4ae0-b7c1-84546b68198b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-891519'] for router, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:16:46.907786 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bf2e76e-ed80-4ae0-b7c1-84546b68198b admin admin] Fanout notify agent at l3_agent the message router_deleted on router da94ebc8-ad22-4e27-bce0-cb8636a56b75 {{(pid=88525) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 20:16:46.925159 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-9bf2e76e-ed80-4ae0-b7c1-84546b68198b admin admin] Notify callbacks [] for router, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:16:46.926894 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-9bf2e76e-ed80-4ae0-b7c1-84546b68198b admin admin] 10.222.0.41 "DELETE /v2.0/routers/da94ebc8-ad22-4e27-bce0-cb8636a56b75 HTTP/1.1" status: 204 len: 168 time: 1.5051768 Jun 01 20:16:46.929376 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 57166) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 20:16:47.030242 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_v2 [None req-f48641d8-b584-472e-b733-d8572c5c5da7 admin admin] Deleting subnet 9426aa09-4991-4d92-8812-68edc47caaaf {{(pid=88525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 20:16:47.034602 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f48641d8-b584-472e-b733-d8572c5c5da7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:16:47.096664 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f48641d8-b584-472e-b733-d8572c5c5da7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2258509'] for subnet, precommit_delete_associations {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:16:47.179952 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f48641d8-b584-472e-b733-d8572c5c5da7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:16:47.257555 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f48641d8-b584-472e-b733-d8572c5c5da7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2614143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9667199'] for subnet, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:16:47.296506 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48641d8-b584-472e-b733-d8572c5c5da7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9426aa09-4991-4d92-8812-68edc47caaaf,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 20:16:47.300293 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-f48641d8-b584-472e-b733-d8572c5c5da7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:16:47.307037 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-f48641d8-b584-472e-b733-d8572c5c5da7 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/9426aa09-4991-4d92-8812-68edc47caaaf HTTP/1.1" status: 204 len: 168 time: 0.3761899 Jun 01 20:16:47.307952 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01da621f-8804-4300-a268-100edf370cca None None] Network a43d52e2-bbf3-4300-86a5-de6c3d9b6a5e requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 20:16:47.309455 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 57170) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 20:16:47.414011 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-04cd8df9-24d6-4af2-85d9-06bf41eeef78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:16:47.426320 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-04cd8df9-24d6-4af2-85d9-06bf41eeef78 admin admin] Deleting port 97301fd5-f1b7-49fa-90b1-e2cf9d96d954 {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 20:16:47.426655 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-04cd8df9-24d6-4af2-85d9-06bf41eeef78 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:16:47.574674 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05150d35-ed20-404c-9f3b-aff7606e49d7 None None] DHCP port deletion for a43d52e2-bbf3-4300-86a5-de6c3d9b6a5e request from n-d-844202-1 {{(pid=88526) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 20:16:47.579184 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-05150d35-ed20-404c-9f3b-aff7606e49d7 None None] Deleting port 97301fd5-f1b7-49fa-90b1-e2cf9d96d954 {{(pid=88526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 20:16:47.579555 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-05150d35-ed20-404c-9f3b-aff7606e49d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:16:47.650181 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [None req-04cd8df9-24d6-4af2-85d9-06bf41eeef78 admin admin] For port 97301fd5-f1b7-49fa-90b1-e2cf9d96d954, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=97301fd5-f1b7-49fa-90b1-e2cf9d96d954,segment=NetworkSegment(b16747c9-6bdf-4802-bd3d-09464c343d2f),segment_id=b16747c9-6bdf-4802-bd3d-09464c343d2f)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 20:16:47.650543 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-04cd8df9-24d6-4af2-85d9-06bf41eeef78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:16:47.777378 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-04cd8df9-24d6-4af2-85d9-06bf41eeef78 admin admin] Calling delete_port for 97301fd5-f1b7-49fa-90b1-e2cf9d96d954 owned by network:dhcp {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 20:16:47.823753 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-05150d35-ed20-404c-9f3b-aff7606e49d7 None None] For port 97301fd5-f1b7-49fa-90b1-e2cf9d96d954, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=97301fd5-f1b7-49fa-90b1-e2cf9d96d954,segment=NetworkSegment(b16747c9-6bdf-4802-bd3d-09464c343d2f),segment_id=b16747c9-6bdf-4802-bd3d-09464c343d2f)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 20:16:47.824048 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-05150d35-ed20-404c-9f3b-aff7606e49d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:16:47.955353 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-05150d35-ed20-404c-9f3b-aff7606e49d7 None None] Calling delete_port for 97301fd5-f1b7-49fa-90b1-e2cf9d96d954 owned by network:dhcp {{(pid=88526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 20:16:47.966517 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-04cd8df9-24d6-4af2-85d9-06bf41eeef78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:16:48.014880 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04cd8df9-24d6-4af2-85d9-06bf41eeef78 admin admin] No DVR routers for this DVR port 97301fd5-f1b7-49fa-90b1-e2cf9d96d954 on host n-d-844202-1 {{(pid=88524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 20:16:48.038560 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.db.api [None req-05150d35-ed20-404c-9f3b-aff7606e49d7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88526) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 20:16:48.038830 n-d-844202-1 neutron-server[88526]: DEBUG oslo_db.api [None req-05150d35-ed20-404c-9f3b-aff7606e49d7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 20:16:48.046223 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cd8df9-24d6-4af2-85d9-06bf41eeef78 admin admin] Pushing event deleted for resources: {'Port': ['ID=97301fd5-f1b7-49fa-90b1-e2cf9d96d954,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 20:16:48.135189 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-04cd8df9-24d6-4af2-85d9-06bf41eeef78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:16:48.160848 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-04cd8df9-24d6-4af2-85d9-06bf41eeef78 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a43d52e2-bbf3-4300-86a5-de6c3d9b6a5e']}} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 20:16:48.173442 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-04cd8df9-24d6-4af2-85d9-06bf41eeef78 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b16747c9-6bdf-4802-bd3d-09464c343d2f') {'for_net_delete': True} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 20:16:48.173727 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-04cd8df9-24d6-4af2-85d9-06bf41eeef78 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b16747c9-6bdf-4802-bd3d-09464c343d2f') {} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 20:16:48.184746 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-04cd8df9-24d6-4af2-85d9-06bf41eeef78 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2702126'] for segment, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:16:48.206376 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-04cd8df9-24d6-4af2-85d9-06bf41eeef78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:16:48.213285 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04cd8df9-24d6-4af2-85d9-06bf41eeef78 admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=88524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 20:16:48.213614 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-04cd8df9-24d6-4af2-85d9-06bf41eeef78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2719018'] for segment, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:16:48.310327 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-04cd8df9-24d6-4af2-85d9-06bf41eeef78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:16:48.311323 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device cd255131-adab-4f94-85ca-2719941ac87f no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 20:16:48.320418 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-04cd8df9-24d6-4af2-85d9-06bf41eeef78 admin admin] Notify callbacks [] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:16:48.350727 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment b16747c9-6bdf-4802-bd3d-09464c343d2f resource provider aggregate not found Jun 01 20:16:48.355916 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: cd255131-adab-4f94-85ca-2719941ac87f {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 20:16:48.356288 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device cd255131-adab-4f94-85ca-2719941ac87f not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 20:16:48.356936 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 97301fd5-f1b7-49fa-90b1-e2cf9d96d954 no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 20:16:48.361279 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cd8df9-24d6-4af2-85d9-06bf41eeef78 admin admin] Pushing event deleted for resources: {'Network': ['ID=a43d52e2-bbf3-4300-86a5-de6c3d9b6a5e,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 20:16:48.370266 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment b16747c9-6bdf-4802-bd3d-09464c343d2f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b16747c9-6bdf-4802-bd3d-09464c343d2f found for delete ", "request_id": "req-0c981e27-33ec-4623-b079-3ddb6e9621d2"}]} Jun 01 20:16:48.382172 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-04cd8df9-24d6-4af2-85d9-06bf41eeef78 admin admin] 10.222.0.41 "DELETE /v2.0/networks/a43d52e2-bbf3-4300-86a5-de6c3d9b6a5e HTTP/1.1" status: 204 len: 168 time: 1.0716720 Jun 01 20:16:48.386136 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 57180) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 20:16:48.392778 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: 97301fd5-f1b7-49fa-90b1-e2cf9d96d954 {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 20:16:48.393125 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 97301fd5-f1b7-49fa-90b1-e2cf9d96d954 not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 20:16:48.539993 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-05150d35-ed20-404c-9f3b-aff7606e49d7 None None] Deleting port 97301fd5-f1b7-49fa-90b1-e2cf9d96d954 {{(pid=88526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 20:16:48.540748 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-05150d35-ed20-404c-9f3b-aff7606e49d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:16:48.611857 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-05150d35-ed20-404c-9f3b-aff7606e49d7 None None] The port '97301fd5-f1b7-49fa-90b1-e2cf9d96d954' was deleted {{(pid=88526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 01 20:16:49.046283 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8d7fa97c-9a29-4d54-b8e1-a4dffca77a67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-887474'] for router_interface, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:16:49.405082 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-8d7fa97c-9a29-4d54-b8e1-a4dffca77a67 admin admin] Deleting port ab2880f3-2544-4933-8015-63be2d23282e {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 20:16:49.405713 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8d7fa97c-9a29-4d54-b8e1-a4dffca77a67 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:16:49.585348 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [None req-8d7fa97c-9a29-4d54-b8e1-a4dffca77a67 admin admin] For port ab2880f3-2544-4933-8015-63be2d23282e, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=ab2880f3-2544-4933-8015-63be2d23282e,segment=NetworkSegment(4726f9ab-4411-49be-8d83-4ec4984d17f5),segment_id=4726f9ab-4411-49be-8d83-4ec4984d17f5)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 20:16:49.585706 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8d7fa97c-9a29-4d54-b8e1-a4dffca77a67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:16:49.715403 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-8d7fa97c-9a29-4d54-b8e1-a4dffca77a67 admin admin] Calling delete_port for ab2880f3-2544-4933-8015-63be2d23282e owned by network:router_interface {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 20:16:49.902950 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8d7fa97c-9a29-4d54-b8e1-a4dffca77a67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:16:49.958462 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7fa97c-9a29-4d54-b8e1-a4dffca77a67 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab2880f3-2544-4933-8015-63be2d23282e,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 20:16:50.246070 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-8d7fa97c-9a29-4d54-b8e1-a4dffca77a67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-887310'] for router_interface, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:16:50.732188 n-d-844202-1 neutron-server[88525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d7fa97c-9a29-4d54-b8e1-a4dffca77a67 admin admin] Router 664b58e2-a048-4c64-8b06-7bab28c6652b has already been hosted by L3 agent 3cbfe935-d475-49dd-ae5f-996a0f4ebf13 {{(pid=88525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 20:16:50.909881 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d7fa97c-9a29-4d54-b8e1-a4dffca77a67 admin admin] Notify agent at l3_agent.n-d-844202-1 the message routers_updated {{(pid=88525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 20:16:50.919100 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-8d7fa97c-9a29-4d54-b8e1-a4dffca77a67 admin admin] 10.222.0.41 "PUT /v2.0/routers/664b58e2-a048-4c64-8b06-7bab28c6652b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5319083 Jun 01 20:16:50.919917 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73df14be-2277-41d4-be6f-13abda0fcd73 None None] Sync routers for ids ['664b58e2-a048-4c64-8b06-7bab28c6652b'] in n-d-844202-1 {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 20:16:50.921786 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 57186) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 20:16:50.929471 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73df14be-2277-41d4-be6f-13abda0fcd73 None None] Routers {'664b58e2-a048-4c64-8b06-7bab28c6652b'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 20:16:50.930085 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-73df14be-2277-41d4-be6f-13abda0fcd73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T20:16:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['664b58e2-a048-4c64-8b06-7bab28c6652b'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 20:16:51.100976 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-12aeff2f-636d-4be7-b824-5737daeade71 admin admin] Notify callbacks [] for router, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:16:51.121364 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-73df14be-2277-41d4-be6f-13abda0fcd73 None None] Set router 664b58e2-a048-4c64-8b06-7bab28c6652b gateway port host: n-d-844202-1 {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 20:16:51.277351 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-12aeff2f-636d-4be7-b824-5737daeade71 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:16:51.286704 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-12aeff2f-636d-4be7-b824-5737daeade71 admin admin] Deleting port 486e6d83-5f8c-42c8-8940-298c0957604c {{(pid=88525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 20:16:51.287096 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-12aeff2f-636d-4be7-b824-5737daeade71 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:16:51.411516 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-73df14be-2277-41d4-be6f-13abda0fcd73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '664b58e2-a048-4c64-8b06-7bab28c6652b', 'name': 'tempest-TestSnapshotPattern-2081184140-router', 'tenant_id': '25d943a2eadc4269a2feec556aff12bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'external_fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': '486e6d83-5f8c-42c8-8940-298c0957604c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T20:11:52Z', 'updated_at': '2022-06-01T20:16:49Z', 'revision_number': 5, 'project_id': '25d943a2eadc4269a2feec556aff12bf', 'gw_port': {'id': '486e6d83-5f8c-42c8-8940-298c0957604c', 'name': '', 'network_id': '72a72e44-6845-488a-a5ff-3a26d4df9cb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:19:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '664b58e2-a048-4c64-8b06-7bab28c6652b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4468, 'fixed_ips': [{'subnet_id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-844202-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-01T20:11:53Z', 'updated_at': '2022-06-01T20:11:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c314a23b-daa2-4106-ab28-8e6f954277b2', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-844202-1'}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 20:16:51.415613 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73df14be-2277-41d4-be6f-13abda0fcd73 None None] Checking router: 664b58e2-a048-4c64-8b06-7bab28c6652b for host: n-d-844202-1 {{(pid=88526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 20:16:51.424820 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73df14be-2277-41d4-be6f-13abda0fcd73 None None] Routers {'664b58e2-a048-4c64-8b06-7bab28c6652b'} bound to L3 agent in host n-d-844202-1 {{(pid=88526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 01 20:16:51.425438 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-73df14be-2277-41d4-be6f-13abda0fcd73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-844202-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-01T18:28:39Z,description=,heartbeat_timestamp=2022-06-01T20:16:40Z,host='n-d-844202-1',id=3cbfe935-d475-49dd-ae5f-996a0f4ebf13,load=0,resource_versions=,resources_synced=,started_at=2022-06-01T18:28:39Z,topic='l3_agent')) {'router_ids': ['664b58e2-a048-4c64-8b06-7bab28c6652b'], 'active': True} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 20:16:51.477222 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.db [None req-12aeff2f-636d-4be7-b824-5737daeade71 admin admin] For port 486e6d83-5f8c-42c8-8940-298c0957604c, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=486e6d83-5f8c-42c8-8940-298c0957604c,segment=NetworkSegment(7875af61-4c53-4ff2-b8c8-d4b7c35ff947),segment_id=7875af61-4c53-4ff2-b8c8-d4b7c35ff947)] {{(pid=88525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 20:16:51.477569 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-12aeff2f-636d-4be7-b824-5737daeade71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:16:51.580763 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_dvr_db [None req-73df14be-2277-41d4-be6f-13abda0fcd73 None None] Set router 664b58e2-a048-4c64-8b06-7bab28c6652b gateway port host: None {{(pid=88526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 01 20:16:51.605451 n-d-844202-1 neutron-server[88525]: DEBUG neutron.plugins.ml2.plugin [None req-12aeff2f-636d-4be7-b824-5737daeade71 admin admin] Calling delete_port for 486e6d83-5f8c-42c8-8940-298c0957604c owned by network:router_gateway {{(pid=88525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 20:16:51.726096 n-d-844202-1 neutron-server[88526]: DEBUG neutron.db.l3_hamode_db [None req-73df14be-2277-41d4-be6f-13abda0fcd73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '664b58e2-a048-4c64-8b06-7bab28c6652b', 'name': 'tempest-TestSnapshotPattern-2081184140-router', 'tenant_id': '25d943a2eadc4269a2feec556aff12bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T20:11:52Z', 'updated_at': '2022-06-01T20:16:51Z', 'revision_number': 6, 'project_id': '25d943a2eadc4269a2feec556aff12bf', 'gw_port_host': None}], 'n-d-844202-1', False) {} {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 20:16:51.731101 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73df14be-2277-41d4-be6f-13abda0fcd73 None None] The sync data for ids ['664b58e2-a048-4c64-8b06-7bab28c6652b'] in n-d-844202-1 is: [{'id': '664b58e2-a048-4c64-8b06-7bab28c6652b', 'name': 'tempest-TestSnapshotPattern-2081184140-router', 'tenant_id': '25d943a2eadc4269a2feec556aff12bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-01T20:11:52Z', 'updated_at': '2022-06-01T20:16:51Z', 'revision_number': 6, 'project_id': '25d943a2eadc4269a2feec556aff12bf', 'gw_port_host': None}] {{(pid=88526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 20:16:51.907634 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-12aeff2f-636d-4be7-b824-5737daeade71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2613920'] for port, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:16:51.959568 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12aeff2f-636d-4be7-b824-5737daeade71 admin admin] Pushing event deleted for resources: {'Port': ['ID=486e6d83-5f8c-42c8-8940-298c0957604c,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 20:16:52.050029 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-12aeff2f-636d-4be7-b824-5737daeade71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-887703'] for router_gateway, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:16:52.230035 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-12aeff2f-636d-4be7-b824-5737daeade71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-891525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25316'] for router, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:16:52.232389 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-12aeff2f-636d-4be7-b824-5737daeade71 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:16:52.256342 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-12aeff2f-636d-4be7-b824-5737daeade71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-891519'] for router, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:16:52.256846 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12aeff2f-636d-4be7-b824-5737daeade71 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 664b58e2-a048-4c64-8b06-7bab28c6652b {{(pid=88525) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 20:16:52.268711 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-12aeff2f-636d-4be7-b824-5737daeade71 admin admin] Notify callbacks [] for router, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:16:52.269825 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-12aeff2f-636d-4be7-b824-5737daeade71 admin admin] 10.222.0.41 "DELETE /v2.0/routers/664b58e2-a048-4c64-8b06-7bab28c6652b HTTP/1.1" status: 204 len: 168 time: 1.3471425 Jun 01 20:16:52.272451 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 57190) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 20:16:52.333559 n-d-844202-1 neutron-server[88525]: DEBUG neutron.db.db_base_plugin_v2 [None req-77b3c614-e115-4c42-9115-0863079635f2 admin admin] Deleting subnet 3a921f31-7a86-4638-9fd3-4b0e154ed4a2 {{(pid=88525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 01 20:16:52.336445 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-77b3c614-e115-4c42-9115-0863079635f2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:16:52.386229 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-77b3c614-e115-4c42-9115-0863079635f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2258509'] for subnet, precommit_delete_associations {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:16:52.468741 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-77b3c614-e115-4c42-9115-0863079635f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762106'] for subnet, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:16:52.551017 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 486e6d83-5f8c-42c8-8940-298c0957604c no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 20:16:52.553154 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-77b3c614-e115-4c42-9115-0863079635f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762081', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2614143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9667199'] for subnet, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:16:52.587425 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: 486e6d83-5f8c-42c8-8940-298c0957604c {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 20:16:52.588001 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device 486e6d83-5f8c-42c8-8940-298c0957604c not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 20:16:52.588585 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device ab2880f3-2544-4933-8015-63be2d23282e no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 20:16:52.594297 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b3c614-e115-4c42-9115-0863079635f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a921f31-7a86-4638-9fd3-4b0e154ed4a2,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 20:16:52.596190 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-77b3c614-e115-4c42-9115-0863079635f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:16:52.602672 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-77b3c614-e115-4c42-9115-0863079635f2 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/3a921f31-7a86-4638-9fd3-4b0e154ed4a2 HTTP/1.1" status: 204 len: 168 time: 0.3292847 Jun 01 20:16:52.605386 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 57194) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 20:16:52.618047 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37c1fdf0-bf25-4cad-b85d-6a41dfdf6153 None None] Network 1273f06a-25b5-4b52-928b-3615d7ad6436 requested from n-d-844202-1 {{(pid=88526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 01 20:16:52.645237 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: ab2880f3-2544-4933-8015-63be2d23282e {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 20:16:52.645571 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device ab2880f3-2544-4933-8015-63be2d23282e not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 20:16:52.725144 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8e478020-4781-4f9f-b476-2f4e95f736f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1798799'] for network, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:16:52.736729 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-8e478020-4781-4f9f-b476-2f4e95f736f2 admin admin] Deleting port bee0967e-0c02-4dab-b36a-3fb0fff1969a {{(pid=88524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 20:16:52.737051 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8e478020-4781-4f9f-b476-2f4e95f736f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:16:52.891682 n-d-844202-1 neutron-server[88526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5db2c3f-4824-4815-88de-337f67cb93d5 None None] DHCP port deletion for 1273f06a-25b5-4b52-928b-3615d7ad6436 request from n-d-844202-1 {{(pid=88526) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 01 20:16:52.896582 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-b5db2c3f-4824-4815-88de-337f67cb93d5 None None] Deleting port bee0967e-0c02-4dab-b36a-3fb0fff1969a {{(pid=88526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 20:16:52.896986 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-b5db2c3f-4824-4815-88de-337f67cb93d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:16:52.966286 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.db [None req-8e478020-4781-4f9f-b476-2f4e95f736f2 admin admin] For port bee0967e-0c02-4dab-b36a-3fb0fff1969a, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=bee0967e-0c02-4dab-b36a-3fb0fff1969a,segment=NetworkSegment(4726f9ab-4411-49be-8d83-4ec4984d17f5),segment_id=4726f9ab-4411-49be-8d83-4ec4984d17f5)] {{(pid=88524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 20:16:52.966639 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8e478020-4781-4f9f-b476-2f4e95f736f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:16:53.097094 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.plugin [None req-8e478020-4781-4f9f-b476-2f4e95f736f2 admin admin] Calling delete_port for bee0967e-0c02-4dab-b36a-3fb0fff1969a owned by network:dhcp {{(pid=88524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 20:16:53.110484 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.db [None req-b5db2c3f-4824-4815-88de-337f67cb93d5 None None] For port bee0967e-0c02-4dab-b36a-3fb0fff1969a, host n-d-844202-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-844202-1',level=0,port_id=bee0967e-0c02-4dab-b36a-3fb0fff1969a,segment=NetworkSegment(4726f9ab-4411-49be-8d83-4ec4984d17f5),segment_id=4726f9ab-4411-49be-8d83-4ec4984d17f5)] {{(pid=88526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 20:16:53.110855 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-b5db2c3f-4824-4815-88de-337f67cb93d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-885956'] for port, precommit_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:16:53.179434 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8e478020-4781-4f9f-b476-2f4e95f736f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1580642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747785753564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747785362535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2719063'] for port, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:16:53.229630 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e478020-4781-4f9f-b476-2f4e95f736f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=bee0967e-0c02-4dab-b36a-3fb0fff1969a,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 20:16:53.233167 n-d-844202-1 neutron-server[88524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e478020-4781-4f9f-b476-2f4e95f736f2 admin admin] No DVR routers for this DVR port bee0967e-0c02-4dab-b36a-3fb0fff1969a on host n-d-844202-1 {{(pid=88524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 20:16:53.241001 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-b5db2c3f-4824-4815-88de-337f67cb93d5 None None] Calling delete_port for bee0967e-0c02-4dab-b36a-3fb0fff1969a owned by network:dhcp {{(pid=88526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jun 01 20:16:53.317172 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.db.api [None req-b5db2c3f-4824-4815-88de-337f67cb93d5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88526) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 20:16:53.317555 n-d-844202-1 neutron-server[88526]: DEBUG oslo_db.api [None req-b5db2c3f-4824-4815-88de-337f67cb93d5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 20:16:53.349848 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8e478020-4781-4f9f-b476-2f4e95f736f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1764771', 'neutron.services.segments.db._delete_segments_for_network-8747785798876'] for network, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:16:53.375396 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-8e478020-4781-4f9f-b476-2f4e95f736f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1273f06a-25b5-4b52-928b-3615d7ad6436']}} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 20:16:53.387440 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-8e478020-4781-4f9f-b476-2f4e95f736f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4726f9ab-4411-49be-8d83-4ec4984d17f5') {'for_net_delete': True} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 20:16:53.387748 n-d-844202-1 neutron-server[88524]: DEBUG neutron.services.segments.db [None req-8e478020-4781-4f9f-b476-2f4e95f736f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4726f9ab-4411-49be-8d83-4ec4984d17f5') {} {{(pid=88524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 20:16:53.399317 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8e478020-4781-4f9f-b476-2f4e95f736f2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747785852151', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2702126'] for segment, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:16:53.416124 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8e478020-4781-4f9f-b476-2f4e95f736f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763983'] for segment, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:16:53.422393 n-d-844202-1 neutron-server[88524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e478020-4781-4f9f-b476-2f4e95f736f2 admin admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=88524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 20:16:53.422881 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8e478020-4781-4f9f-b476-2f4e95f736f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1764093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2719018'] for segment, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:16:53.489541 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment 4726f9ab-4411-49be-8d83-4ec4984d17f5 resource provider aggregate not found Jun 01 20:16:53.508754 n-d-844202-1 neutron-server[88524]: INFO neutron.services.segments.plugin [-] Segment 4726f9ab-4411-49be-8d83-4ec4984d17f5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4726f9ab-4411-49be-8d83-4ec4984d17f5 found for delete ", "request_id": "req-0c410985-fcb3-4fe5-a5b0-dfaf182ce89c"}]} Jun 01 20:16:53.527379 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8e478020-4781-4f9f-b476-2f4e95f736f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1764778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887730'] for network, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:16:53.533280 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-8e478020-4781-4f9f-b476-2f4e95f736f2 admin admin] Notify callbacks [] for network, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:16:53.565162 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e478020-4781-4f9f-b476-2f4e95f736f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=1273f06a-25b5-4b52-928b-3615d7ad6436,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 20:16:53.570991 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-8e478020-4781-4f9f-b476-2f4e95f736f2 admin admin] 10.222.0.41 "DELETE /v2.0/networks/1273f06a-25b5-4b52-928b-3615d7ad6436 HTTP/1.1" status: 204 len: 168 time: 0.9645915 Jun 01 20:16:53.703424 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 57204) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 20:16:53.758039 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-a1960a18-0527-4e95-90a0-306129df5c83 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=46e52e6793614032bcfaab5ea657863e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0533216 Jun 01 20:16:53.760472 n-d-844202-1 neutron-server[88524]: DEBUG neutron.wsgi [-] (88524) accepted ('10.222.0.41', 57208) {{(pid=88524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 20:16:53.818547 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-b5db2c3f-4824-4815-88de-337f67cb93d5 None None] Deleting port bee0967e-0c02-4dab-b36a-3fb0fff1969a {{(pid=88526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jun 01 20:16:53.819102 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-b5db2c3f-4824-4815-88de-337f67cb93d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747785752872'] for port, before_delete {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:16:53.820087 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a68df193-96f1-4573-838a-15882dccc45b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:16:53.847413 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a68df193-96f1-4573-838a-15882dccc45b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:16:53.889070 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-b5db2c3f-4824-4815-88de-337f67cb93d5 None None] The port 'bee0967e-0c02-4dab-b36a-3fb0fff1969a' was deleted {{(pid=88526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jun 01 20:16:53.906268 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a68df193-96f1-4573-838a-15882dccc45b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:16:53.925654 n-d-844202-1 neutron-server[88524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68df193-96f1-4573-838a-15882dccc45b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f1e0a6e-e061-4905-8bfd-56c60ee955a2,revision_number=None']} {{(pid=88524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 20:16:53.934495 n-d-844202-1 neutron-server[88524]: DEBUG neutron_lib.callbacks.manager [None req-a68df193-96f1-4573-838a-15882dccc45b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:16:53.938869 n-d-844202-1 neutron-server[88524]: INFO neutron.wsgi [None req-a68df193-96f1-4573-838a-15882dccc45b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4f1e0a6e-e061-4905-8bfd-56c60ee955a2 HTTP/1.1" status: 204 len: 168 time: 0.1735237 Jun 01 20:16:54.310129 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device bee0967e-0c02-4dab-b36a-3fb0fff1969a no longer exists at agent ovs-agent-n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 20:16:54.322878 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 57216) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 20:16:54.347710 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] No Port match for: bee0967e-0c02-4dab-b36a-3fb0fff1969a {{(pid=88526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} Jun 01 20:16:54.348048 n-d-844202-1 neutron-server[88526]: DEBUG neutron.plugins.ml2.rpc [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Device bee0967e-0c02-4dab-b36a-3fb0fff1969a not bound to the agent host n-d-844202-1 {{(pid=88526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 20:16:54.374618 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-1affcc1b-7720-41ba-a74c-a4c523f7fc30 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=25d943a2eadc4269a2feec556aff12bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0503941 Jun 01 20:16:54.377318 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [-] (88525) accepted ('10.222.0.41', 57220) {{(pid=88525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 20:16:54.437691 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b0957f45-1c29-414e-929d-d0c78c36e91c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:16:54.462703 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b0957f45-1c29-414e-929d-d0c78c36e91c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:16:54.516372 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b0957f45-1c29-414e-929d-d0c78c36e91c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879209'] for security_group, after_delete {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:16:54.531059 n-d-844202-1 neutron-server[88525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0957f45-1c29-414e-929d-d0c78c36e91c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abe43d1d-86c3-455f-ac55-391f57bc6cb6,revision_number=None']} {{(pid=88525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 20:16:54.538086 n-d-844202-1 neutron-server[88525]: DEBUG neutron_lib.callbacks.manager [None req-b0957f45-1c29-414e-929d-d0c78c36e91c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:16:54.539193 n-d-844202-1 neutron-server[88525]: INFO neutron.wsgi [None req-b0957f45-1c29-414e-929d-d0c78c36e91c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/abe43d1d-86c3-455f-ac55-391f57bc6cb6 HTTP/1.1" status: 204 len: 168 time: 0.1609991 Jun 01 20:17:07.283073 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f0b2a68a-b9de-4bc2-b663-9b30b224318a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:17:09.758084 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-b4a8d38e-cf71-4a4c-8f72-1f7af3452e87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:17:10.912870 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:17:10.956244 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:17:12.186562 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:17:12.321872 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:17:12.856550 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:17:12.960505 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.agents_db [None req-e814b9cf-7de8-45d0-a079-29c61fabe7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 20:17:37.285275 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-cace92bf-215f-4157-9e1d-b5ef6e37c73c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:17:39.760058 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-4485ce5b-3461-48eb-9b34-efeace5b6866 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:17:40.914792 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:17:40.959200 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:17:42.187575 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:17:42.325405 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:17:42.858117 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:17:49.960097 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.agents_db [None req-e814b9cf-7de8-45d0-a079-29c61fabe7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 20:18:07.288048 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-3271a24e-13fd-4921-b184-dee908dec8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:18:09.762290 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-417406ec-8a86-43bc-b4f1-faf00e440571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:18:10.918571 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:18:10.965848 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:18:12.210971 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:18:12.327519 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:18:12.877932 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:18:26.960490 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.agents_db [None req-e814b9cf-7de8-45d0-a079-29c61fabe7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 20:18:37.291238 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-b25a136a-c5c9-405d-92e5-fcb5e01d29f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:18:39.764186 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-2d8681cf-1175-43d6-a3f7-842ea9ddce3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:18:40.923884 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:18:40.965800 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:18:42.205020 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:18:42.329845 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:18:42.875247 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:19:03.963084 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.agents_db [None req-e814b9cf-7de8-45d0-a079-29c61fabe7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 20:19:07.292495 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-7e1acf96-c6b6-42c0-b6be-2155a629ef3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:19:09.767881 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-e7fa16f8-b138-480a-a997-47d58c055084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:19:10.926904 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:19:10.967458 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:19:12.221090 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:19:12.332600 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:19:12.875787 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:19:37.294015 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-49d356bb-6504-499a-b3be-e78ad2771ffe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:19:39.771184 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-d15eb97a-1715-41ef-ae88-55dc296e8aad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:19:40.930160 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:19:40.963121 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.agents_db [None req-e814b9cf-7de8-45d0-a079-29c61fabe7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 20:19:40.971611 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:19:42.222770 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:19:42.336986 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:19:42.876745 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:20:07.295921 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-2c2b8dd5-ddcd-4fe8-9578-aa315eb050e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:20:09.773934 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-b5ad46e3-3527-4dda-a6c3-b233f4714686 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:20:10.933219 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:20:10.982795 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:20:12.237285 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:20:12.339883 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:20:12.877481 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:20:17.962879 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.agents_db [None req-e814b9cf-7de8-45d0-a079-29c61fabe7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 20:20:31.170749 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [req-d2444051-39d5-43a9-850d-7bb5ed60218a req-054f6b52-7db2-4450-b952-7331007972c7 service neutron] (88525) timed out ('10.222.0.41', 52636) {{(pid=88525) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 01 20:20:37.298266 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-699886a3-23f8-47b3-b862-e9a567517199 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:20:39.775997 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-e1786c64-72c1-4ad1-b0e8-718c62c22983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:20:40.937206 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:20:40.977069 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:20:42.264600 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:20:42.341767 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:20:42.893326 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:20:54.962291 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.agents_db [None req-e814b9cf-7de8-45d0-a079-29c61fabe7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 20:21:07.301680 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f41d3abf-0f5a-4dd9-931f-1ed2208a4b40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:21:09.777478 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-9d3b68cf-3e8d-457c-9814-d703da24d3ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:21:10.940719 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:21:10.979449 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:21:12.268427 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:21:12.343516 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:21:12.893229 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:21:31.961365 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.agents_db [None req-e814b9cf-7de8-45d0-a079-29c61fabe7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 20:21:37.305837 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-c0084294-9789-4b62-9c7a-65d579871c3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:21:39.779422 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-3a28f9f4-161d-469a-8dd9-1fff7adc6a79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:21:40.943145 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:21:40.980594 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:21:42.269185 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:21:42.346772 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:21:42.892613 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:22:07.309026 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-0188d1df-7e18-4ff5-b96f-2ee5ccb21716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:22:08.960528 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.agents_db [None req-e814b9cf-7de8-45d0-a079-29c61fabe7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 20:22:09.784823 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-e5f7e06d-f6ee-49fd-a066-06ba71437e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:22:10.949615 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:22:10.982740 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:22:12.302000 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:22:12.349406 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:22:12.902172 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:22:37.315945 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-2d45400b-9d25-482b-aa4f-f333d0e4f2bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:22:39.785880 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f7b250db-c1f9-4523-9393-8582082ff756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:22:40.941894 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:22:40.985689 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:22:42.310626 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:22:42.351595 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:22:42.909178 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:22:45.959337 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.agents_db [None req-e814b9cf-7de8-45d0-a079-29c61fabe7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 20:23:07.307370 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f34f3720-0eea-471e-8f3b-1a2cf35370b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:23:09.786893 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-fc8c19e7-05af-4830-83c8-8125a18c2ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:23:10.944916 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:23:10.987875 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:23:12.319925 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:23:12.356124 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:23:12.924365 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:23:22.957874 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.agents_db [None req-e814b9cf-7de8-45d0-a079-29c61fabe7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 20:23:37.309976 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-ab6e9376-2d84-47ff-a560-0a53a0520775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:23:39.791407 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-3064173c-80ba-4693-b96a-9519e7adb394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:23:40.948109 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:23:40.990884 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:23:42.336333 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:23:42.359274 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:23:42.924756 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:23:59.957505 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.agents_db [None req-e814b9cf-7de8-45d0-a079-29c61fabe7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 20:24:07.312763 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-02b8f32f-14d6-477f-97d1-b0331e53ee75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:24:09.796146 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-5435213e-2ea9-44fd-8e80-e90701437c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:24:10.952495 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:24:11.003110 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:24:12.333558 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:24:12.363600 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:24:12.939734 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:24:36.956850 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.agents_db [None req-e814b9cf-7de8-45d0-a079-29c61fabe7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 01 20:24:37.314722 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-e9f2b90c-1b62-43e9-88cc-c03a96192996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:24:39.798066 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-5457a94d-fe6e-406e-ae16-6fb75287ffef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:24:40.955725 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:24:40.998322 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:24:42.338497 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:24:42.366803 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:24:42.957313 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:24:48.933476 n-d-844202-1 neutron-server[88525]: DEBUG neutron.wsgi [req-b2ab9248-1c4c-489a-b9bd-60513510722c req-cd0d5c57-250e-49c8-9db4-c4dcb28a844b service neutron] (88525) timed out ('10.222.0.41', 56226) {{(pid=88525) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 01 20:25:07.316152 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-be4a4624-f1bd-485c-9a9c-98e1495176b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:25:09.801247 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-2abd463c-2470-464e-85e6-ab63a1b9c5a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:25:10.968327 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-44c6b7ca-25f5-466c-84f1-7d8c9c5d181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:25:11.005708 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-960bcbeb-2c5a-487d-b4a8-78f4b97d82ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:25:12.347768 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-f9cf6a45-c0fe-4cbf-8b7a-2ecb1b3a96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:25:12.371533 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-26ec4eae-beec-4d9c-bcca-924e354fa2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:25:12.955141 n-d-844202-1 neutron-server[88526]: DEBUG neutron_lib.callbacks.manager [None req-6b22e666-36ef-4d47-9af8-be298063b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747785798858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079849'] for agent, after_update {{(pid=88526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 20:25:13.956238 n-d-844202-1 neutron-server[88527]: DEBUG neutron.db.agents_db [None req-e814b9cf-7de8-45d0-a079-29c61fabe7e9 None None] Agent healthcheck: found 7 active agents {{(pid=88527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}